-- Logs begin at Wed 2021-10-27 09:36:59 UTC, end at Wed 2021-10-27 11:53:02 UTC. -- Oct 27 10:07:59.161067 n-d-813419-10 systemd[1]: Started Devstack devstack@q-svc.service. Oct 27 10:08:01.891678 n-d-813419-10 neutron-server[102239]: INFO neutron.common.config [-] Logging enabled! Oct 27 10:08:01.892341 n-d-813419-10 neutron-server[102239]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev118 Oct 27 10:08:01.892494 n-d-813419-10 neutron-server[102239]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102239) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Oct 27 10:08:01.896276 n-d-813419-10 neutron-server[102239]: INFO neutron.common.config [-] Logging enabled! Oct 27 10:08:01.896541 n-d-813419-10 neutron-server[102239]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev118 Oct 27 10:08:01.896860 n-d-813419-10 neutron-server[102239]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102239) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Oct 27 10:08:01.897805 n-d-813419-10 neutron-server[102239]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 27 10:08:01.898042 n-d-813419-10 neutron-server[102239]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 27 10:08:01.898419 n-d-813419-10 neutron-server[102239]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 27 10:08:01.898651 n-d-813419-10 neutron-server[102239]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 27 10:08:01.898875 n-d-813419-10 neutron-server[102239]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 27 10:08:01.899217 n-d-813419-10 neutron-server[102239]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:08:01.899519 n-d-813419-10 neutron-server[102239]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:08:01.899817 n-d-813419-10 neutron-server[102239]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:08:01.900045 n-d-813419-10 neutron-server[102239]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:08:01.900375 n-d-813419-10 neutron-server[102239]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:08:01.900668 n-d-813419-10 neutron-server[102239]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:08:01.900954 n-d-813419-10 neutron-server[102239]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:08:01.901245 n-d-813419-10 neutron-server[102239]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:08:01.901541 n-d-813419-10 neutron-server[102239]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:08:01.901827 n-d-813419-10 neutron-server[102239]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:08:01.902106 n-d-813419-10 neutron-server[102239]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:08:01.902391 n-d-813419-10 neutron-server[102239]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:08:01.902619 n-d-813419-10 neutron-server[102239]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:08:01.902897 n-d-813419-10 neutron-server[102239]: DEBUG neutron.common.config [-] config_source = [] {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:08:01.903187 n-d-813419-10 neutron-server[102239]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:08:01.903474 n-d-813419-10 neutron-server[102239]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:08:01.903696 n-d-813419-10 neutron-server[102239]: DEBUG neutron.common.config [-] debug = True {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:08:01.903976 n-d-813419-10 neutron-server[102239]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:08:01.904438 n-d-813419-10 neutron-server[102239]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:08:01.904850 n-d-813419-10 neutron-server[102239]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:08:01.905133 n-d-813419-10 neutron-server[102239]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:08:01.905423 n-d-813419-10 neutron-server[102239]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:08:01.905704 n-d-813419-10 neutron-server[102239]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:08:01.905976 n-d-813419-10 neutron-server[102239]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:08:01.906253 n-d-813419-10 neutron-server[102239]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:08:01.906539 n-d-813419-10 neutron-server[102239]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:08:01.906867 n-d-813419-10 neutron-server[102239]: DEBUG neutron.common.config [-] host = n-d-813419-10 {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:08:01.907149 n-d-813419-10 neutron-server[102239]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:08:01.907439 n-d-813419-10 neutron-server[102239]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:08:01.907743 n-d-813419-10 neutron-server[102239]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:08:01.908016 n-d-813419-10 neutron-server[102239]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:08:01.908318 n-d-813419-10 neutron-server[102239]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:08:01.908600 n-d-813419-10 neutron-server[102239]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:08:01.908898 n-d-813419-10 neutron-server[102239]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:08:01.909162 n-d-813419-10 neutron-server[102239]: DEBUG neutron.common.config [-] log_dir = None {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:08:01.909440 n-d-813419-10 neutron-server[102239]: DEBUG neutron.common.config [-] log_file = None {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:08:01.909719 n-d-813419-10 neutron-server[102239]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:08:01.910010 n-d-813419-10 neutron-server[102239]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:08:01.910307 n-d-813419-10 neutron-server[102239]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:08:01.910663 n-d-813419-10 neutron-server[102239]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:08:01.910891 n-d-813419-10 neutron-server[102239]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:08:01.911115 n-d-813419-10 neutron-server[102239]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:08:01.911410 n-d-813419-10 neutron-server[102239]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:08:01.911700 n-d-813419-10 neutron-server[102239]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:08:01.911980 n-d-813419-10 neutron-server[102239]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:08:01.912279 n-d-813419-10 neutron-server[102239]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:08:01.912560 n-d-813419-10 neutron-server[102239]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:08:01.912836 n-d-813419-10 neutron-server[102239]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:08:01.913112 n-d-813419-10 neutron-server[102239]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:08:01.913386 n-d-813419-10 neutron-server[102239]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:08:01.913673 n-d-813419-10 neutron-server[102239]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:08:01.913963 n-d-813419-10 neutron-server[102239]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:08:01.914251 n-d-813419-10 neutron-server[102239]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:08:01.914529 n-d-813419-10 neutron-server[102239]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:08:01.914807 n-d-813419-10 neutron-server[102239]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:08:01.915081 n-d-813419-10 neutron-server[102239]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:08:01.915357 n-d-813419-10 neutron-server[102239]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:08:01.915644 n-d-813419-10 neutron-server[102239]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:08:01.915921 n-d-813419-10 neutron-server[102239]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:08:01.916219 n-d-813419-10 neutron-server[102239]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:08:01.916493 n-d-813419-10 neutron-server[102239]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:08:01.916781 n-d-813419-10 neutron-server[102239]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:08:01.917052 n-d-813419-10 neutron-server[102239]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:08:01.917327 n-d-813419-10 neutron-server[102239]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:08:01.917628 n-d-813419-10 neutron-server[102239]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:08:01.917916 n-d-813419-10 neutron-server[102239]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:08:01.918200 n-d-813419-10 neutron-server[102239]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:08:01.918489 n-d-813419-10 neutron-server[102239]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:08:01.918766 n-d-813419-10 neutron-server[102239]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:08:01.919049 n-d-813419-10 neutron-server[102239]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:08:01.919325 n-d-813419-10 neutron-server[102239]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:08:01.919598 n-d-813419-10 neutron-server[102239]: DEBUG neutron.common.config [-] use_journal = False {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:08:01.919871 n-d-813419-10 neutron-server[102239]: DEBUG neutron.common.config [-] use_json = False {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:08:01.920146 n-d-813419-10 neutron-server[102239]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:08:01.920456 n-d-813419-10 neutron-server[102239]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:08:01.920737 n-d-813419-10 neutron-server[102239]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:08:01.921010 n-d-813419-10 neutron-server[102239]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:08:01.921283 n-d-813419-10 neutron-server[102239]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:08:01.921559 n-d-813419-10 neutron-server[102239]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:08:01.921831 n-d-813419-10 neutron-server[102239]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:08:01.922114 n-d-813419-10 neutron-server[102239]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:08:01.922413 n-d-813419-10 neutron-server[102239]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:01.922709 n-d-813419-10 neutron-server[102239]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:01.923012 n-d-813419-10 neutron-server[102239]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:01.923300 n-d-813419-10 neutron-server[102239]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:01.923610 n-d-813419-10 neutron-server[102239]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:01.923895 n-d-813419-10 neutron-server[102239]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:01.924186 n-d-813419-10 neutron-server[102239]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:01.924488 n-d-813419-10 neutron-server[102239]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:01.924778 n-d-813419-10 neutron-server[102239]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:01.925067 n-d-813419-10 neutron-server[102239]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:01.925356 n-d-813419-10 neutron-server[102239]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:01.925637 n-d-813419-10 neutron-server[102239]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:01.925924 n-d-813419-10 neutron-server[102239]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:01.926228 n-d-813419-10 neutron-server[102239]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:01.926529 n-d-813419-10 neutron-server[102239]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:01.926835 n-d-813419-10 neutron-server[102239]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:01.927130 n-d-813419-10 neutron-server[102239]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:01.927424 n-d-813419-10 neutron-server[102239]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:01.927700 n-d-813419-10 neutron-server[102239]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:01.927976 n-d-813419-10 neutron-server[102239]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:01.928277 n-d-813419-10 neutron-server[102239]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:01.928560 n-d-813419-10 neutron-server[102239]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:01.928850 n-d-813419-10 neutron-server[102239]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:01.929126 n-d-813419-10 neutron-server[102239]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:01.929412 n-d-813419-10 neutron-server[102239]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:01.929704 n-d-813419-10 neutron-server[102239]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:01.929985 n-d-813419-10 neutron-server[102239]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:01.930277 n-d-813419-10 neutron-server[102239]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:01.930568 n-d-813419-10 neutron-server[102239]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:01.930859 n-d-813419-10 neutron-server[102239]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:01.931134 n-d-813419-10 neutron-server[102239]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:01.931412 n-d-813419-10 neutron-server[102239]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:01.931704 n-d-813419-10 neutron-server[102239]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:01.931985 n-d-813419-10 neutron-server[102239]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:01.932287 n-d-813419-10 neutron-server[102239]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:01.932569 n-d-813419-10 neutron-server[102239]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:01.932861 n-d-813419-10 neutron-server[102239]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:01.933141 n-d-813419-10 neutron-server[102239]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:01.933414 n-d-813419-10 neutron-server[102239]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:01.933700 n-d-813419-10 neutron-server[102239]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:01.933982 n-d-813419-10 neutron-server[102239]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:01.934259 n-d-813419-10 neutron-server[102239]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:01.934534 n-d-813419-10 neutron-server[102239]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:01.934816 n-d-813419-10 neutron-server[102239]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:01.935107 n-d-813419-10 neutron-server[102239]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:01.935386 n-d-813419-10 neutron-server[102239]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:01.935659 n-d-813419-10 neutron-server[102239]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:01.935934 n-d-813419-10 neutron-server[102239]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:01.936231 n-d-813419-10 neutron-server[102239]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:01.936508 n-d-813419-10 neutron-server[102239]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:01.936792 n-d-813419-10 neutron-server[102239]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:01.937072 n-d-813419-10 neutron-server[102239]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:01.937347 n-d-813419-10 neutron-server[102239]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:01.937623 n-d-813419-10 neutron-server[102239]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:01.937902 n-d-813419-10 neutron-server[102239]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:01.938177 n-d-813419-10 neutron-server[102239]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:01.938451 n-d-813419-10 neutron-server[102239]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:01.938730 n-d-813419-10 neutron-server[102239]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:01.939003 n-d-813419-10 neutron-server[102239]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:01.939280 n-d-813419-10 neutron-server[102239]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:01.939551 n-d-813419-10 neutron-server[102239]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:01.939825 n-d-813419-10 neutron-server[102239]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:01.940098 n-d-813419-10 neutron-server[102239]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:01.940399 n-d-813419-10 neutron-server[102239]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:01.940673 n-d-813419-10 neutron-server[102239]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:01.940945 n-d-813419-10 neutron-server[102239]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:01.941217 n-d-813419-10 neutron-server[102239]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:01.941493 n-d-813419-10 neutron-server[102239]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:01.941766 n-d-813419-10 neutron-server[102239]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:01.942553 n-d-813419-10 neutron-server[102239]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:01.942823 n-d-813419-10 neutron-server[102239]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:01.943098 n-d-813419-10 neutron-server[102239]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:01.943369 n-d-813419-10 neutron-server[102239]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:01.943654 n-d-813419-10 neutron-server[102239]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:01.943951 n-d-813419-10 neutron-server[102239]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:01.944260 n-d-813419-10 neutron-server[102239]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:01.944542 n-d-813419-10 neutron-server[102239]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:01.944822 n-d-813419-10 neutron-server[102239]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:01.945099 n-d-813419-10 neutron-server[102239]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:01.945376 n-d-813419-10 neutron-server[102239]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:01.945654 n-d-813419-10 neutron-server[102239]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:01.945929 n-d-813419-10 neutron-server[102239]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:01.946209 n-d-813419-10 neutron-server[102239]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:01.946484 n-d-813419-10 neutron-server[102239]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:01.946774 n-d-813419-10 neutron-server[102239]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:01.947059 n-d-813419-10 neutron-server[102239]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:01.947346 n-d-813419-10 neutron-server[102239]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:01.947628 n-d-813419-10 neutron-server[102239]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:01.947905 n-d-813419-10 neutron-server[102239]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:01.948242 n-d-813419-10 neutron-server[102239]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:01.948528 n-d-813419-10 neutron-server[102239]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:01.948814 n-d-813419-10 neutron-server[102239]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:01.949096 n-d-813419-10 neutron-server[102239]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:01.949377 n-d-813419-10 neutron-server[102239]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:01.949665 n-d-813419-10 neutron-server[102239]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:01.949952 n-d-813419-10 neutron-server[102239]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:01.950253 n-d-813419-10 neutron-server[102239]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:01.950551 n-d-813419-10 neutron-server[102239]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:01.950853 n-d-813419-10 neutron-server[102239]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:01.951151 n-d-813419-10 neutron-server[102239]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:01.951444 n-d-813419-10 neutron-server[102239]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:01.951725 n-d-813419-10 neutron-server[102239]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:01.952034 n-d-813419-10 neutron-server[102239]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:01.952343 n-d-813419-10 neutron-server[102239]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:01.952565 n-d-813419-10 neutron-server[102239]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 27 10:08:01.952807 n-d-813419-10 neutron-server[102239]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=102239) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Oct 27 10:08:02.382566 n-d-813419-10 neutron-server[102239]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=102239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 10:08:02.382842 n-d-813419-10 neutron-server[102239]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=102239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 10:08:02.383135 n-d-813419-10 neutron-server[102239]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=102239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 10:08:02.383469 n-d-813419-10 neutron-server[102239]: INFO neutron.manager [-] Loading core plugin: ml2 Oct 27 10:08:02.716024 n-d-813419-10 neutron-server[102239]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:08:02.716336 n-d-813419-10 neutron-server[102239]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:08:02.716607 n-d-813419-10 neutron-server[102239]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:08:02.717820 n-d-813419-10 neutron-server[102239]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:08:02.718094 n-d-813419-10 neutron-server[102239]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:08:02.718358 n-d-813419-10 neutron-server[102239]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:08:02.753365 n-d-813419-10 neutron-server[102239]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:08:02.753645 n-d-813419-10 neutron-server[102239]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:08:02.753913 n-d-813419-10 neutron-server[102239]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:08:02.769004 n-d-813419-10 neutron-server[102239]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:08:02.769281 n-d-813419-10 neutron-server[102239]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:08:02.769549 n-d-813419-10 neutron-server[102239]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:08:02.799775 n-d-813419-10 neutron-server[102239]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:08:02.800057 n-d-813419-10 neutron-server[102239]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:08:02.800351 n-d-813419-10 neutron-server[102239]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:08:02.836418 n-d-813419-10 neutron-server[102239]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:08:02.836698 n-d-813419-10 neutron-server[102239]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:08:02.836961 n-d-813419-10 neutron-server[102239]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:08:03.073216 n-d-813419-10 neutron-server[102239]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=102239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:08:03.073818 n-d-813419-10 neutron-server[102239]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=102239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:08:03.073818 n-d-813419-10 neutron-server[102239]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=102239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:08:03.073996 n-d-813419-10 neutron-server[102239]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=102239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:08:03.074619 n-d-813419-10 neutron-server[102239]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=102239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:08:03.202417 n-d-813419-10 neutron-server[102239]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=102239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:08:03.202738 n-d-813419-10 neutron-server[102239]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=102239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:08:03.203021 n-d-813419-10 neutron-server[102239]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=102239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:08:03.203293 n-d-813419-10 neutron-server[102239]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=102239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:08:03.203570 n-d-813419-10 neutron-server[102239]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=102239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:08:03.203882 n-d-813419-10 neutron-server[102239]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=102239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:08:03.204143 n-d-813419-10 neutron-server[102239]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=102239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:08:03.204427 n-d-813419-10 neutron-server[102239]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=102239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:08:03.204682 n-d-813419-10 neutron-server[102239]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=102239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:08:03.204963 n-d-813419-10 neutron-server[102239]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=102239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:08:03.205222 n-d-813419-10 neutron-server[102239]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=102239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:08:03.205494 n-d-813419-10 neutron-server[102239]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=102239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:08:03.205749 n-d-813419-10 neutron-server[102239]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=102239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:08:03.206008 n-d-813419-10 neutron-server[102239]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=102239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:08:03.206263 n-d-813419-10 neutron-server[102239]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=102239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:08:03.206526 n-d-813419-10 neutron-server[102239]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:08:03.206780 n-d-813419-10 neutron-server[102239]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=102239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:08:03.207046 n-d-813419-10 neutron-server[102239]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=102239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:08:03.207313 n-d-813419-10 neutron-server[102239]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=102239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:08:03.207595 n-d-813419-10 neutron-server[102239]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=102239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:08:03.207865 n-d-813419-10 neutron-server[102239]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:08:03.208117 n-d-813419-10 neutron-server[102239]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:08:03.208424 n-d-813419-10 neutron-server[102239]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:08:03.208799 n-d-813419-10 neutron-server[102239]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:08:03.209046 n-d-813419-10 neutron-server[102239]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:08:03.209289 n-d-813419-10 neutron-server[102239]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:08:03.209687 n-d-813419-10 neutron-server[102239]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=102239) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 27 10:08:03.209926 n-d-813419-10 neutron-server[102239]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=102239) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 27 10:08:03.210163 n-d-813419-10 neutron-server[102239]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=102239) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 27 10:08:03.210398 n-d-813419-10 neutron-server[102239]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=102239) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 27 10:08:03.210631 n-d-813419-10 neutron-server[102239]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=102239) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 27 10:08:03.210865 n-d-813419-10 neutron-server[102239]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=102239) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 27 10:08:03.211228 n-d-813419-10 neutron-server[102239]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Oct 27 10:08:03.214462 n-d-813419-10 neutron-server[102239]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Oct 27 10:08:03.218471 n-d-813419-10 neutron-server[102239]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Oct 27 10:08:03.222251 n-d-813419-10 neutron-server[102239]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(400, 449)])]) Oct 27 10:08:03.224441 n-d-813419-10 neutron-server[102239]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Oct 27 10:08:03.224900 n-d-813419-10 neutron-server[102239]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Oct 27 10:08:03.225233 n-d-813419-10 neutron-server[102239]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Oct 27 10:08:03.225615 n-d-813419-10 neutron-server[102239]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Oct 27 10:08:03.228456 n-d-813419-10 neutron-server[102239]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Oct 27 10:08:03.228706 n-d-813419-10 neutron-server[102239]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Oct 27 10:08:03.229305 n-d-813419-10 neutron-server[102239]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Oct 27 10:08:03.234592 n-d-813419-10 neutron-server[102239]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Oct 27 10:08:03.257170 n-d-813419-10 neutron-server[102239]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Oct 27 10:08:03.257624 n-d-813419-10 neutron-server[102239]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=102239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:08:03.257920 n-d-813419-10 neutron-server[102239]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=102239) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Oct 27 10:08:03.258281 n-d-813419-10 neutron-server[102239]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=102239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:08:03.259663 n-d-813419-10 neutron-server[102239]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=102239) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Oct 27 10:08:03.259941 n-d-813419-10 neutron-server[102239]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Oct 27 10:08:03.260183 n-d-813419-10 neutron-server[102239]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Oct 27 10:08:03.263428 n-d-813419-10 neutron-server[102239]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=102239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:08:03.263711 n-d-813419-10 neutron-server[102239]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=102239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:08:03.326596 n-d-813419-10 neutron-server[102239]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Oct 27 10:08:03.326779 n-d-813419-10 neutron-server[102239]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Oct 27 10:08:03.327016 n-d-813419-10 neutron-server[102239]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Oct 27 10:08:03.327398 n-d-813419-10 neutron-server[102239]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Oct 27 10:08:03.347596 n-d-813419-10 neutron-server[102239]: DEBUG oslo_db.sqlalchemy.engines [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=102239) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Oct 27 10:08:03.888780 n-d-813419-10 neutron-server[102239]: INFO neutron.plugins.ml2.managers [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Initializing driver for type 'gre' Oct 27 10:08:03.889322 n-d-813419-10 neutron-server[102239]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] gre ID ranges: [(1, 1000)] Oct 27 10:08:03.938747 n-d-813419-10 neutron-server[102239]: INFO neutron.plugins.ml2.managers [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Initializing driver for type 'local' Oct 27 10:08:03.939075 n-d-813419-10 neutron-server[102239]: INFO neutron.plugins.ml2.managers [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Initializing driver for type 'vlan' Oct 27 10:08:03.952419 n-d-813419-10 neutron-server[102239]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] VlanTypeDriver initialization complete Oct 27 10:08:03.952810 n-d-813419-10 neutron-server[102239]: INFO neutron.plugins.ml2.managers [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Initializing driver for type 'vxlan' Oct 27 10:08:03.953315 n-d-813419-10 neutron-server[102239]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] vxlan ID ranges: [(1, 1000)] Oct 27 10:08:04.001201 n-d-813419-10 neutron-server[102239]: INFO neutron.plugins.ml2.managers [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Initializing extension driver 'port_security' Oct 27 10:08:04.001537 n-d-813419-10 neutron-server[102239]: INFO neutron.plugins.ml2.extensions.port_security [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] PortSecurityExtensionDriver initialization complete Oct 27 10:08:04.001872 n-d-813419-10 neutron-server[102239]: INFO neutron.plugins.ml2.managers [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Initializing mechanism driver 'openvswitch' Oct 27 10:08:04.002194 n-d-813419-10 neutron-server[102239]: INFO neutron.plugins.ml2.managers [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Initializing mechanism driver 'hyperv' Oct 27 10:08:04.009380 n-d-813419-10 neutron-server[102239]: DEBUG neutron.plugins.ml2.plugin [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=102239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:08:04.010215 n-d-813419-10 neutron-server[102239]: DEBUG neutron_lib.callbacks.manager [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Subscribe: > port after_create 55550000 {{(pid=102239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:08:04.010592 n-d-813419-10 neutron-server[102239]: DEBUG neutron_lib.callbacks.manager [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Subscribe: > port after_update 55550000 {{(pid=102239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:08:04.010948 n-d-813419-10 neutron-server[102239]: DEBUG neutron_lib.callbacks.manager [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Subscribe: > port after_delete 55550000 {{(pid=102239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:08:04.011476 n-d-813419-10 neutron-server[102239]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=102239) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 27 10:08:04.011916 n-d-813419-10 neutron-server[102239]: DEBUG neutron_lib.callbacks.manager [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Subscribe: > subnet after_create 55550000 {{(pid=102239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:08:04.012302 n-d-813419-10 neutron-server[102239]: DEBUG neutron_lib.callbacks.manager [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Subscribe: > subnet after_update 55550000 {{(pid=102239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:08:04.012659 n-d-813419-10 neutron-server[102239]: DEBUG neutron_lib.callbacks.manager [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Subscribe: > subnet after_delete 55550000 {{(pid=102239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:08:04.013066 n-d-813419-10 neutron-server[102239]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=102239) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 27 10:08:04.013483 n-d-813419-10 neutron-server[102239]: DEBUG neutron_lib.callbacks.manager [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Subscribe: > network after_create 55550000 {{(pid=102239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:08:04.013834 n-d-813419-10 neutron-server[102239]: DEBUG neutron_lib.callbacks.manager [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Subscribe: > network after_update 55550000 {{(pid=102239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:08:04.014176 n-d-813419-10 neutron-server[102239]: DEBUG neutron_lib.callbacks.manager [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Subscribe: > network after_delete 55550000 {{(pid=102239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:08:04.014567 n-d-813419-10 neutron-server[102239]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=102239) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 27 10:08:04.014987 n-d-813419-10 neutron-server[102239]: DEBUG neutron_lib.callbacks.manager [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Subscribe: > security_group after_create 55550000 {{(pid=102239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:08:04.015336 n-d-813419-10 neutron-server[102239]: DEBUG neutron_lib.callbacks.manager [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Subscribe: > security_group after_update 55550000 {{(pid=102239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:08:04.015675 n-d-813419-10 neutron-server[102239]: DEBUG neutron_lib.callbacks.manager [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Subscribe: > security_group after_delete 55550000 {{(pid=102239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:08:04.016081 n-d-813419-10 neutron-server[102239]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=102239) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 27 10:08:04.016514 n-d-813419-10 neutron-server[102239]: DEBUG neutron_lib.callbacks.manager [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=102239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:08:04.016862 n-d-813419-10 neutron-server[102239]: DEBUG neutron_lib.callbacks.manager [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=102239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:08:04.017203 n-d-813419-10 neutron-server[102239]: DEBUG neutron_lib.callbacks.manager [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=102239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:08:04.017595 n-d-813419-10 neutron-server[102239]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=102239) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 27 10:08:04.018007 n-d-813419-10 neutron-server[102239]: DEBUG neutron_lib.callbacks.manager [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Subscribe: > address_group after_create 55550000 {{(pid=102239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:08:04.018357 n-d-813419-10 neutron-server[102239]: DEBUG neutron_lib.callbacks.manager [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Subscribe: > address_group after_update 55550000 {{(pid=102239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:08:04.018696 n-d-813419-10 neutron-server[102239]: DEBUG neutron_lib.callbacks.manager [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Subscribe: > address_group after_delete 55550000 {{(pid=102239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:08:04.019094 n-d-813419-10 neutron-server[102239]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=102239) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 27 10:08:04.019474 n-d-813419-10 neutron-server[102239]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] ML2 OVO RPC backend initialized. {{(pid=102239) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Oct 27 10:08:04.020269 n-d-813419-10 neutron-server[102239]: DEBUG neutron_lib.callbacks.manager [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Subscribe: > router_interface after_create 55550000 {{(pid=102239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:08:04.021118 n-d-813419-10 neutron-server[102239]: DEBUG neutron_lib.callbacks.manager [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:08:04.021546 n-d-813419-10 neutron-server[102239]: DEBUG neutron_lib.callbacks.manager [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Subscribe: > network before_response 55550000 {{(pid=102239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:08:04.021892 n-d-813419-10 neutron-server[102239]: DEBUG neutron_lib.callbacks.manager [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Subscribe: > networks before_response 55550000 {{(pid=102239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:08:04.022241 n-d-813419-10 neutron-server[102239]: DEBUG neutron_lib.callbacks.manager [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Subscribe: > port before_response 55550000 {{(pid=102239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:08:04.022590 n-d-813419-10 neutron-server[102239]: DEBUG neutron_lib.callbacks.manager [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Subscribe: > ports before_response 55550000 {{(pid=102239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:08:04.022933 n-d-813419-10 neutron-server[102239]: DEBUG neutron_lib.callbacks.manager [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Subscribe: > subnet before_response 55550000 {{(pid=102239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:08:04.023272 n-d-813419-10 neutron-server[102239]: DEBUG neutron_lib.callbacks.manager [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Subscribe: > subnets before_response 55550000 {{(pid=102239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:08:04.023615 n-d-813419-10 neutron-server[102239]: DEBUG neutron_lib.callbacks.manager [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Subscribe: > network after_create 55550000 {{(pid=102239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:08:04.023954 n-d-813419-10 neutron-server[102239]: DEBUG neutron_lib.callbacks.manager [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Subscribe: > network after_update 55550000 {{(pid=102239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:08:04.024314 n-d-813419-10 neutron-server[102239]: DEBUG neutron_lib.callbacks.manager [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Subscribe: > network after_delete 55550000 {{(pid=102239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:08:04.024653 n-d-813419-10 neutron-server[102239]: DEBUG neutron_lib.callbacks.manager [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Subscribe: > port after_create 55550000 {{(pid=102239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:08:04.024990 n-d-813419-10 neutron-server[102239]: DEBUG neutron_lib.callbacks.manager [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Subscribe: > port after_update 55550000 {{(pid=102239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:08:04.025334 n-d-813419-10 neutron-server[102239]: DEBUG neutron_lib.callbacks.manager [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Subscribe: > port after_delete 55550000 {{(pid=102239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:08:04.025674 n-d-813419-10 neutron-server[102239]: DEBUG neutron_lib.callbacks.manager [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Subscribe: > subnet after_create 55550000 {{(pid=102239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:08:04.026015 n-d-813419-10 neutron-server[102239]: DEBUG neutron_lib.callbacks.manager [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Subscribe: > subnet after_update 55550000 {{(pid=102239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:08:04.026352 n-d-813419-10 neutron-server[102239]: DEBUG neutron_lib.callbacks.manager [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Subscribe: > subnet after_delete 55550000 {{(pid=102239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:08:04.026944 n-d-813419-10 neutron-server[102239]: INFO neutron.plugins.ml2.plugin [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Modular L2 Plugin initialization complete Oct 27 10:08:04.027274 n-d-813419-10 neutron-server[102239]: DEBUG neutron.manager [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Loading services supported by the core plugin {{(pid=102239) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Oct 27 10:08:04.027600 n-d-813419-10 neutron-server[102239]: INFO neutron.plugins.ml2.managers [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Got port-security extension from driver 'port_security' Oct 27 10:08:04.028078 n-d-813419-10 neutron-server[102239]: INFO neutron.extensions.vlantransparent [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Disabled vlantransparent extension. Oct 27 10:08:04.028591 n-d-813419-10 neutron-server[102239]: DEBUG neutron.manager [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=102239) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Oct 27 10:08:04.028915 n-d-813419-10 neutron-server[102239]: INFO neutron.manager [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Loading Plugin: router Oct 27 10:08:04.064344 n-d-813419-10 neutron-server[102239]: DEBUG neutron_lib.callbacks.manager [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Subscribe: > router_interface before_create 55550000 {{(pid=102239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:08:04.064734 n-d-813419-10 neutron-server[102239]: DEBUG neutron_lib.callbacks.manager [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Subscribe: > router after_create 55549900 {{(pid=102239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:08:04.065103 n-d-813419-10 neutron-server[102239]: DEBUG neutron_lib.callbacks.manager [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Subscribe: > router before_create 55549900 {{(pid=102239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:08:04.065468 n-d-813419-10 neutron-server[102239]: DEBUG neutron_lib.callbacks.manager [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=102239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:08:04.065842 n-d-813419-10 neutron-server[102239]: DEBUG neutron_lib.callbacks.manager [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:08:04.066199 n-d-813419-10 neutron-server[102239]: DEBUG neutron_lib.callbacks.manager [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Subscribe: > router after_delete 55549900 {{(pid=102239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:08:04.066556 n-d-813419-10 neutron-server[102239]: DEBUG neutron_lib.callbacks.manager [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Subscribe: > floatingip after_create 55550000 {{(pid=102239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:08:04.067551 n-d-813419-10 neutron-server[102239]: DEBUG neutron_lib.callbacks.manager [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Subscribe: > floatingip after_update 55550000 {{(pid=102239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:08:04.067911 n-d-813419-10 neutron-server[102239]: DEBUG neutron_lib.callbacks.manager [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Subscribe: > router after_create 55549900 {{(pid=102239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:08:04.068285 n-d-813419-10 neutron-server[102239]: DEBUG neutron_lib.callbacks.manager [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Subscribe: > router after_update 55549900 {{(pid=102239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:08:04.068638 n-d-813419-10 neutron-server[102239]: DEBUG neutron_lib.callbacks.manager [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Subscribe: > router after_update 55549900 {{(pid=102239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:08:04.068985 n-d-813419-10 neutron-server[102239]: DEBUG neutron_lib.callbacks.manager [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=102239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:08:04.069342 n-d-813419-10 neutron-server[102239]: DEBUG neutron_lib.callbacks.manager [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Subscribe: > router after_update 55549900 {{(pid=102239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:08:04.069753 n-d-813419-10 neutron-server[102239]: DEBUG neutron_lib.callbacks.manager [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Subscribe: > router precommit_update 55549900 {{(pid=102239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:08:04.070119 n-d-813419-10 neutron-server[102239]: DEBUG neutron_lib.callbacks.manager [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Subscribe: port after_update 55550000 {{(pid=102239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:08:04.070457 n-d-813419-10 neutron-server[102239]: DEBUG neutron_lib.callbacks.manager [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Subscribe: port after_delete 55550000 {{(pid=102239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:08:04.070795 n-d-813419-10 neutron-server[102239]: DEBUG neutron_lib.callbacks.manager [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Subscribe: subnet after_update 55550000 {{(pid=102239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:08:04.071143 n-d-813419-10 neutron-server[102239]: DEBUG neutron_lib.callbacks.manager [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=102239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:08:04.071491 n-d-813419-10 neutron-server[102239]: DEBUG neutron_lib.callbacks.manager [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Subscribe: > port precommit_delete 55550000 {{(pid=102239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:08:04.071841 n-d-813419-10 neutron-server[102239]: DEBUG neutron_lib.callbacks.manager [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Subscribe: > router precommit_create 55549900 {{(pid=102239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:08:04.072179 n-d-813419-10 neutron-server[102239]: DEBUG neutron_lib.callbacks.manager [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Subscribe: port before_delete 55550000 {{(pid=102239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:08:04.072550 n-d-813419-10 neutron-server[102239]: DEBUG neutron_lib.callbacks.manager [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Subscribe: > router precommit_create 55550000 {{(pid=102239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:08:04.072905 n-d-813419-10 neutron-server[102239]: DEBUG neutron_lib.callbacks.manager [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Subscribe: > router after_update 55549900 {{(pid=102239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:08:04.073247 n-d-813419-10 neutron-server[102239]: DEBUG neutron_lib.callbacks.manager [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Subscribe: > router precommit_delete 55549900 {{(pid=102239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:08:04.073765 n-d-813419-10 neutron-server[102239]: DEBUG neutron_lib.callbacks.manager [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Subscribe: > router precommit_create 55549900 {{(pid=102239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:08:04.073953 n-d-813419-10 neutron-server[102239]: DEBUG neutron_lib.callbacks.manager [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Subscribe: > router_interface after_create 55550000 {{(pid=102239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:08:04.074295 n-d-813419-10 neutron-server[102239]: DEBUG neutron_lib.callbacks.manager [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Subscribe: > router precommit_update 55549900 {{(pid=102239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:08:04.074658 n-d-813419-10 neutron-server[102239]: DEBUG neutron_lib.callbacks.manager [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Subscribe: > agent after_create 55550000 {{(pid=102239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:08:04.075008 n-d-813419-10 neutron-server[102239]: DEBUG neutron_lib.callbacks.manager [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Subscribe: > agent after_delete 55550000 {{(pid=102239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:08:04.075352 n-d-813419-10 neutron-server[102239]: DEBUG neutron_lib.callbacks.manager [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Subscribe: > network after_delete 55550000 {{(pid=102239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:08:04.076225 n-d-813419-10 neutron-server[102239]: DEBUG neutron.quota.resource_registry [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Tracking information for resource: router configured {{(pid=102239) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 27 10:08:04.076568 n-d-813419-10 neutron-server[102239]: DEBUG neutron.quota.resource_registry [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Tracking information for resource: floatingip configured {{(pid=102239) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 27 10:08:04.081469 n-d-813419-10 neutron-server[102239]: INFO neutron.db.l3_agentschedulers_db [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Oct 27 10:08:04.082046 n-d-813419-10 neutron-server[102239]: DEBUG neutron_lib.callbacks.manager [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Subscribe: port after_update 55550000 {{(pid=102239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:08:04.082429 n-d-813419-10 neutron-server[102239]: DEBUG neutron_lib.callbacks.manager [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Subscribe: port after_create 55550000 {{(pid=102239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:08:04.083321 n-d-813419-10 neutron-server[102239]: DEBUG neutron_lib.callbacks.manager [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Subscribe: port after_delete 55550000 {{(pid=102239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:08:04.083673 n-d-813419-10 neutron-server[102239]: DEBUG neutron_lib.callbacks.manager [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Subscribe: port after_update 55550000 {{(pid=102239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:08:04.084501 n-d-813419-10 neutron-server[102239]: DEBUG neutron_lib.callbacks.manager [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Subscribe: > router before_create 55550100 {{(pid=102239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:08:04.084866 n-d-813419-10 neutron-server[102239]: DEBUG neutron_lib.callbacks.manager [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Subscribe: > router precommit_delete 55550100 {{(pid=102239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:08:04.085225 n-d-813419-10 neutron-server[102239]: DEBUG neutron_lib.callbacks.manager [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Subscribe: > router precommit_create 55550100 {{(pid=102239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:08:04.085581 n-d-813419-10 neutron-server[102239]: DEBUG neutron_lib.callbacks.manager [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Subscribe: > router precommit_update 55550100 {{(pid=102239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:08:04.090486 n-d-813419-10 neutron-server[102239]: DEBUG neutron.services.provider_configuration [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Service providers = [] {{(pid=102239) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Oct 27 10:08:04.090851 n-d-813419-10 neutron-server[102239]: DEBUG neutron.db.servicetype_db [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=102239) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Oct 27 10:08:04.093832 n-d-813419-10 neutron-server[102239]: DEBUG neutron.services.service_base [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=102239) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 27 10:08:04.094185 n-d-813419-10 neutron-server[102239]: DEBUG neutron.services.service_base [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=102239) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 27 10:08:04.094528 n-d-813419-10 neutron-server[102239]: DEBUG neutron.services.service_base [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=102239) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 27 10:08:04.095421 n-d-813419-10 neutron-server[102239]: DEBUG neutron.services.service_base [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=102239) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 27 10:08:04.095794 n-d-813419-10 neutron-server[102239]: INFO neutron.services.service_base [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Default provider is not specified for service type L3_ROUTER_NAT Oct 27 10:08:04.096168 n-d-813419-10 neutron-server[102239]: DEBUG neutron.manager [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=102239) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 27 10:08:04.096512 n-d-813419-10 neutron-server[102239]: INFO neutron.manager [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Oct 27 10:08:04.108732 n-d-813419-10 neutron-server[102239]: DEBUG neutron.manager [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=102239) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 27 10:08:04.109073 n-d-813419-10 neutron-server[102239]: INFO neutron.manager [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Loading Plugin: auto_allocate Oct 27 10:08:04.115172 n-d-813419-10 neutron-server[102239]: DEBUG neutron_lib.callbacks.manager [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Subscribe: network precommit_update 55550000 {{(pid=102239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:08:04.115541 n-d-813419-10 neutron-server[102239]: DEBUG neutron_lib.callbacks.manager [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Subscribe: network precommit_create 55550000 {{(pid=102239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:08:04.116063 n-d-813419-10 neutron-server[102239]: DEBUG neutron.manager [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=102239) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 27 10:08:04.116421 n-d-813419-10 neutron-server[102239]: INFO neutron.manager [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Loading Plugin: tag Oct 27 10:08:04.123290 n-d-813419-10 neutron-server[102239]: DEBUG neutron.manager [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=102239) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 27 10:08:04.123657 n-d-813419-10 neutron-server[102239]: INFO neutron.manager [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Loading Plugin: timestamp Oct 27 10:08:04.127448 n-d-813419-10 neutron-server[102239]: DEBUG neutron.manager [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=102239) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 27 10:08:04.127777 n-d-813419-10 neutron-server[102239]: INFO neutron.manager [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Loading Plugin: network_ip_availability Oct 27 10:08:04.133789 n-d-813419-10 neutron-server[102239]: DEBUG neutron_lib.callbacks.manager [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:08:04.134161 n-d-813419-10 neutron-server[102239]: DEBUG neutron_lib.callbacks.manager [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:08:04.134517 n-d-813419-10 neutron-server[102239]: DEBUG neutron_lib.callbacks.manager [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:08:04.135239 n-d-813419-10 neutron-server[102239]: DEBUG neutron.manager [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=102239) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 27 10:08:04.135560 n-d-813419-10 neutron-server[102239]: INFO neutron.manager [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Loading Plugin: flavors Oct 27 10:08:04.140681 n-d-813419-10 neutron-server[102239]: DEBUG neutron.manager [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=102239) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 27 10:08:04.140971 n-d-813419-10 neutron-server[102239]: INFO neutron.manager [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Loading Plugin: revisions Oct 27 10:08:04.145834 n-d-813419-10 neutron-server[102239]: DEBUG neutron.manager [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=102239) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 27 10:08:04.146218 n-d-813419-10 neutron-server[102239]: DEBUG oslo_concurrency.lockutils [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.763s {{(pid=102239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 10:08:04.146964 n-d-813419-10 neutron-server[102239]: DEBUG neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=102239) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Oct 27 10:08:04.147302 n-d-813419-10 neutron-server[102239]: INFO neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Initializing extension manager. Oct 27 10:08:04.147812 n-d-813419-10 neutron-server[102239]: DEBUG neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Loading extension file: __init__.py {{(pid=102239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 10:08:04.148154 n-d-813419-10 neutron-server[102239]: DEBUG neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Loading extension file: __pycache__ {{(pid=102239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 10:08:04.148517 n-d-813419-10 neutron-server[102239]: DEBUG neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=102239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 10:08:04.148858 n-d-813419-10 neutron-server[102239]: DEBUG neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Loading extension file: address_group.py {{(pid=102239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 10:08:04.149632 n-d-813419-10 neutron-server[102239]: DEBUG neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=102239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 10:08:04.150192 n-d-813419-10 neutron-server[102239]: INFO neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Loaded extension: address-group Oct 27 10:08:04.150517 n-d-813419-10 neutron-server[102239]: DEBUG neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Loading extension file: address_scope.py {{(pid=102239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 10:08:04.151237 n-d-813419-10 neutron-server[102239]: DEBUG neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=102239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 10:08:04.151742 n-d-813419-10 neutron-server[102239]: INFO neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Loaded extension: address-scope Oct 27 10:08:04.152066 n-d-813419-10 neutron-server[102239]: DEBUG neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Loading extension file: admin_state_down_before_update.py {{(pid=102239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 10:08:04.153036 n-d-813419-10 neutron-server[102239]: DEBUG neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=102239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 10:08:04.153543 n-d-813419-10 neutron-server[102239]: INFO neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Loaded extension: router-admin-state-down-before-update Oct 27 10:08:04.153868 n-d-813419-10 neutron-server[102239]: DEBUG neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Loading extension file: agent.py {{(pid=102239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 10:08:04.154567 n-d-813419-10 neutron-server[102239]: DEBUG neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=102239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 10:08:04.155069 n-d-813419-10 neutron-server[102239]: INFO neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Loaded extension: agent Oct 27 10:08:04.155390 n-d-813419-10 neutron-server[102239]: DEBUG neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Loading extension file: agent_resources_synced.py {{(pid=102239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 10:08:04.156325 n-d-813419-10 neutron-server[102239]: DEBUG neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=102239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 10:08:04.156832 n-d-813419-10 neutron-server[102239]: INFO neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Loaded extension: agent-resources-synced Oct 27 10:08:04.157154 n-d-813419-10 neutron-server[102239]: DEBUG neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Loading extension file: allowedaddresspairs.py {{(pid=102239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 10:08:04.158943 n-d-813419-10 neutron-server[102239]: DEBUG neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=102239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 10:08:04.159470 n-d-813419-10 neutron-server[102239]: INFO neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Loaded extension: allowed-address-pairs Oct 27 10:08:04.159803 n-d-813419-10 neutron-server[102239]: DEBUG neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Loading extension file: auto_allocated_topology.py {{(pid=102239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 10:08:04.160960 n-d-813419-10 neutron-server[102239]: DEBUG neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=102239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 10:08:04.161509 n-d-813419-10 neutron-server[102239]: INFO neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Loaded extension: auto-allocated-topology Oct 27 10:08:04.161837 n-d-813419-10 neutron-server[102239]: DEBUG neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Loading extension file: availability_zone.py {{(pid=102239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 10:08:04.162546 n-d-813419-10 neutron-server[102239]: DEBUG neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=102239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 10:08:04.163052 n-d-813419-10 neutron-server[102239]: INFO neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Loaded extension: availability_zone Oct 27 10:08:04.163378 n-d-813419-10 neutron-server[102239]: DEBUG neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Loading extension file: availability_zone_filter.py {{(pid=102239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 10:08:04.164333 n-d-813419-10 neutron-server[102239]: DEBUG neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=102239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 10:08:04.164843 n-d-813419-10 neutron-server[102239]: INFO neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Loaded extension: availability_zone_filter Oct 27 10:08:04.165167 n-d-813419-10 neutron-server[102239]: DEBUG neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Loading extension file: data_plane_status.py {{(pid=102239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 10:08:04.166071 n-d-813419-10 neutron-server[102239]: DEBUG neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=102239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 10:08:04.166577 n-d-813419-10 neutron-server[102239]: INFO neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Extension data-plane-status not supported by any of loaded plugins Oct 27 10:08:04.166902 n-d-813419-10 neutron-server[102239]: DEBUG neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Loading extension file: default_subnetpools.py {{(pid=102239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 10:08:04.167818 n-d-813419-10 neutron-server[102239]: DEBUG neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=102239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 10:08:04.168370 n-d-813419-10 neutron-server[102239]: INFO neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Loaded extension: default-subnetpools Oct 27 10:08:04.168695 n-d-813419-10 neutron-server[102239]: DEBUG neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Loading extension file: dhcpagentscheduler.py {{(pid=102239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 10:08:04.169518 n-d-813419-10 neutron-server[102239]: DEBUG neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 10:08:04.170028 n-d-813419-10 neutron-server[102239]: INFO neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Loaded extension: dhcp_agent_scheduler Oct 27 10:08:04.170348 n-d-813419-10 neutron-server[102239]: DEBUG neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Loading extension file: dns.py {{(pid=102239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 10:08:04.171275 n-d-813419-10 neutron-server[102239]: DEBUG neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=102239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 10:08:04.171781 n-d-813419-10 neutron-server[102239]: INFO neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Extension dns-integration not supported by any of loaded plugins Oct 27 10:08:04.172104 n-d-813419-10 neutron-server[102239]: DEBUG neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Loading extension file: dns_domain_ports.py {{(pid=102239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 10:08:04.173053 n-d-813419-10 neutron-server[102239]: DEBUG neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=102239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 10:08:04.173558 n-d-813419-10 neutron-server[102239]: INFO neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Extension dns-domain-ports not supported by any of loaded plugins Oct 27 10:08:04.173879 n-d-813419-10 neutron-server[102239]: DEBUG neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=102239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 10:08:04.174797 n-d-813419-10 neutron-server[102239]: DEBUG neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=102239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 10:08:04.175300 n-d-813419-10 neutron-server[102239]: INFO neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Oct 27 10:08:04.175621 n-d-813419-10 neutron-server[102239]: DEBUG neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Loading extension file: dvr.py {{(pid=102239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 10:08:04.176356 n-d-813419-10 neutron-server[102239]: DEBUG neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=102239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 10:08:04.176857 n-d-813419-10 neutron-server[102239]: INFO neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Loaded extension: dvr Oct 27 10:08:04.177177 n-d-813419-10 neutron-server[102239]: DEBUG neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Loading extension file: ecmp_routes.py {{(pid=102239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 10:08:04.178102 n-d-813419-10 neutron-server[102239]: DEBUG neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=102239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 10:08:04.178607 n-d-813419-10 neutron-server[102239]: INFO neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Extension ecmp_routes not supported by any of loaded plugins Oct 27 10:08:04.178930 n-d-813419-10 neutron-server[102239]: DEBUG neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Loading extension file: empty_string_filtering.py {{(pid=102239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 10:08:04.179843 n-d-813419-10 neutron-server[102239]: DEBUG neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=102239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 10:08:04.180391 n-d-813419-10 neutron-server[102239]: INFO neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Loaded extension: empty-string-filtering Oct 27 10:08:04.180718 n-d-813419-10 neutron-server[102239]: DEBUG neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=102239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 10:08:04.181639 n-d-813419-10 neutron-server[102239]: DEBUG neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 10:08:04.182145 n-d-813419-10 neutron-server[102239]: INFO neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Oct 27 10:08:04.182468 n-d-813419-10 neutron-server[102239]: DEBUG neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=102239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 10:08:04.183378 n-d-813419-10 neutron-server[102239]: DEBUG neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=102239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 10:08:04.183880 n-d-813419-10 neutron-server[102239]: INFO neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Oct 27 10:08:04.184222 n-d-813419-10 neutron-server[102239]: DEBUG neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Loading extension file: external_net.py {{(pid=102239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 10:08:04.185132 n-d-813419-10 neutron-server[102239]: DEBUG neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=102239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 10:08:04.185639 n-d-813419-10 neutron-server[102239]: INFO neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Loaded extension: external-net Oct 27 10:08:04.185961 n-d-813419-10 neutron-server[102239]: DEBUG neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Loading extension file: extra_dhcp_opt.py {{(pid=102239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 10:08:04.186873 n-d-813419-10 neutron-server[102239]: DEBUG neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=102239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 10:08:04.187384 n-d-813419-10 neutron-server[102239]: INFO neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Loaded extension: extra_dhcp_opt Oct 27 10:08:04.187704 n-d-813419-10 neutron-server[102239]: DEBUG neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Loading extension file: extraroute.py {{(pid=102239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 10:08:04.188645 n-d-813419-10 neutron-server[102239]: DEBUG neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=102239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 10:08:04.189150 n-d-813419-10 neutron-server[102239]: INFO neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Loaded extension: extraroute Oct 27 10:08:04.189469 n-d-813419-10 neutron-server[102239]: DEBUG neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Loading extension file: extraroute_atomic.py {{(pid=102239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 10:08:04.190504 n-d-813419-10 neutron-server[102239]: DEBUG neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=102239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 10:08:04.191021 n-d-813419-10 neutron-server[102239]: INFO neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Loaded extension: extraroute-atomic Oct 27 10:08:04.191343 n-d-813419-10 neutron-server[102239]: DEBUG neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Loading extension file: filter_validation.py {{(pid=102239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 10:08:04.192753 n-d-813419-10 neutron-server[102239]: DEBUG neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=102239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 10:08:04.193262 n-d-813419-10 neutron-server[102239]: INFO neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Loaded extension: filter-validation Oct 27 10:08:04.193586 n-d-813419-10 neutron-server[102239]: DEBUG neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Loading extension file: fip_pf_description.py {{(pid=102239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 10:08:04.194503 n-d-813419-10 neutron-server[102239]: DEBUG neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=102239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 10:08:04.195007 n-d-813419-10 neutron-server[102239]: INFO neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Oct 27 10:08:04.195328 n-d-813419-10 neutron-server[102239]: DEBUG neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Loading extension file: fip_port_details.py {{(pid=102239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 10:08:04.196274 n-d-813419-10 neutron-server[102239]: DEBUG neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 10:08:04.196790 n-d-813419-10 neutron-server[102239]: INFO neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Loaded extension: fip-port-details Oct 27 10:08:04.197113 n-d-813419-10 neutron-server[102239]: DEBUG neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Loading extension file: flavors.py {{(pid=102239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 10:08:04.198367 n-d-813419-10 neutron-server[102239]: DEBUG neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=102239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 10:08:04.198879 n-d-813419-10 neutron-server[102239]: INFO neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Loaded extension: flavors Oct 27 10:08:04.199208 n-d-813419-10 neutron-server[102239]: DEBUG neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=102239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 10:08:04.200926 n-d-813419-10 neutron-server[102239]: DEBUG neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=102239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 10:08:04.201446 n-d-813419-10 neutron-server[102239]: INFO neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Oct 27 10:08:04.201778 n-d-813419-10 neutron-server[102239]: DEBUG neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Loading extension file: floatingip_pools.py {{(pid=102239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 10:08:04.202474 n-d-813419-10 neutron-server[102239]: DEBUG neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=102239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 10:08:04.202981 n-d-813419-10 neutron-server[102239]: INFO neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Loaded extension: floatingip-pools Oct 27 10:08:04.203305 n-d-813419-10 neutron-server[102239]: DEBUG neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Loading extension file: ip_allocation.py {{(pid=102239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 10:08:04.204257 n-d-813419-10 neutron-server[102239]: DEBUG neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=102239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 10:08:04.204763 n-d-813419-10 neutron-server[102239]: INFO neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Extension ip_allocation not supported by any of loaded plugins Oct 27 10:08:04.205088 n-d-813419-10 neutron-server[102239]: DEBUG neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=102239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 10:08:04.206007 n-d-813419-10 neutron-server[102239]: DEBUG neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=102239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 10:08:04.206513 n-d-813419-10 neutron-server[102239]: INFO neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Loaded extension: ip-substring-filtering Oct 27 10:08:04.206839 n-d-813419-10 neutron-server[102239]: DEBUG neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Loading extension file: l2_adjacency.py {{(pid=102239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 10:08:04.208336 n-d-813419-10 neutron-server[102239]: DEBUG neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=102239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 10:08:04.208840 n-d-813419-10 neutron-server[102239]: INFO neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Extension l2_adjacency not supported by any of loaded plugins Oct 27 10:08:04.209163 n-d-813419-10 neutron-server[102239]: DEBUG neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Loading extension file: l3.py {{(pid=102239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 10:08:04.210135 n-d-813419-10 neutron-server[102239]: DEBUG neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=102239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 10:08:04.210647 n-d-813419-10 neutron-server[102239]: INFO neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Loaded extension: router Oct 27 10:08:04.210976 n-d-813419-10 neutron-server[102239]: DEBUG neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Loading extension file: l3_conntrack_helper.py {{(pid=102239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 10:08:04.213258 n-d-813419-10 neutron-server[102239]: DEBUG neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 10:08:04.213781 n-d-813419-10 neutron-server[102239]: INFO neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Oct 27 10:08:04.214116 n-d-813419-10 neutron-server[102239]: DEBUG neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=102239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 10:08:04.215061 n-d-813419-10 neutron-server[102239]: DEBUG neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=102239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 10:08:04.215570 n-d-813419-10 neutron-server[102239]: INFO neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Loaded extension: ext-gw-mode Oct 27 10:08:04.215902 n-d-813419-10 neutron-server[102239]: DEBUG neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=102239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 10:08:04.216853 n-d-813419-10 neutron-server[102239]: DEBUG neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=102239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 10:08:04.217361 n-d-813419-10 neutron-server[102239]: INFO neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Loaded extension: l3-ha Oct 27 10:08:04.217689 n-d-813419-10 neutron-server[102239]: DEBUG neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Loading extension file: l3_flavors.py {{(pid=102239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 10:08:04.218603 n-d-813419-10 neutron-server[102239]: DEBUG neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=102239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 10:08:04.219110 n-d-813419-10 neutron-server[102239]: INFO neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Loaded extension: l3-flavors Oct 27 10:08:04.219437 n-d-813419-10 neutron-server[102239]: DEBUG neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=102239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 10:08:04.220385 n-d-813419-10 neutron-server[102239]: DEBUG neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=102239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 10:08:04.220901 n-d-813419-10 neutron-server[102239]: INFO neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Loaded extension: l3-port-ip-change-not-allowed Oct 27 10:08:04.221226 n-d-813419-10 neutron-server[102239]: DEBUG neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Loading extension file: l3agentscheduler.py {{(pid=102239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 10:08:04.222261 n-d-813419-10 neutron-server[102239]: DEBUG neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 10:08:04.222774 n-d-813419-10 neutron-server[102239]: INFO neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Loaded extension: l3_agent_scheduler Oct 27 10:08:04.223607 n-d-813419-10 neutron-server[102239]: DEBUG neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Loading extension file: logging.py {{(pid=102239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 10:08:04.225138 n-d-813419-10 neutron-server[102239]: DEBUG neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=102239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 10:08:04.225657 n-d-813419-10 neutron-server[102239]: INFO neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Extension logging not supported by any of loaded plugins Oct 27 10:08:04.225989 n-d-813419-10 neutron-server[102239]: DEBUG neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Loading extension file: metering.py {{(pid=102239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 10:08:04.226735 n-d-813419-10 neutron-server[102239]: DEBUG neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=102239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 10:08:04.227303 n-d-813419-10 neutron-server[102239]: INFO neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Loaded extension: metering Oct 27 10:08:04.227630 n-d-813419-10 neutron-server[102239]: DEBUG neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=102239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 10:08:04.229140 n-d-813419-10 neutron-server[102239]: DEBUG neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=102239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 10:08:04.229658 n-d-813419-10 neutron-server[102239]: INFO neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Loaded extension: metering_source_and_destination_fields Oct 27 10:08:04.229987 n-d-813419-10 neutron-server[102239]: DEBUG neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Loading extension file: multiprovidernet.py {{(pid=102239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 10:08:04.230921 n-d-813419-10 neutron-server[102239]: DEBUG neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=102239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 10:08:04.231432 n-d-813419-10 neutron-server[102239]: INFO neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Loaded extension: multi-provider Oct 27 10:08:04.231759 n-d-813419-10 neutron-server[102239]: DEBUG neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Loading extension file: netmtu.py {{(pid=102239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 10:08:04.232720 n-d-813419-10 neutron-server[102239]: DEBUG neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=102239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 10:08:04.233231 n-d-813419-10 neutron-server[102239]: INFO neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Loaded extension: net-mtu Oct 27 10:08:04.233558 n-d-813419-10 neutron-server[102239]: DEBUG neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Loading extension file: netmtu_writable.py {{(pid=102239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 10:08:04.234480 n-d-813419-10 neutron-server[102239]: DEBUG neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=102239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 10:08:04.234990 n-d-813419-10 neutron-server[102239]: INFO neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Loaded extension: net-mtu-writable Oct 27 10:08:04.235315 n-d-813419-10 neutron-server[102239]: DEBUG neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Loading extension file: network_availability_zone.py {{(pid=102239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 10:08:04.235986 n-d-813419-10 neutron-server[102239]: DEBUG neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=102239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 10:08:04.236518 n-d-813419-10 neutron-server[102239]: INFO neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Loaded extension: network_availability_zone Oct 27 10:08:04.236843 n-d-813419-10 neutron-server[102239]: DEBUG neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Loading extension file: network_ip_availability.py {{(pid=102239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 10:08:04.237953 n-d-813419-10 neutron-server[102239]: DEBUG neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=102239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 10:08:04.238465 n-d-813419-10 neutron-server[102239]: INFO neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Loaded extension: network-ip-availability Oct 27 10:08:04.238844 n-d-813419-10 neutron-server[102239]: DEBUG neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Loading extension file: network_segment_range.py {{(pid=102239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 10:08:04.240106 n-d-813419-10 neutron-server[102239]: DEBUG neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=102239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 10:08:04.240640 n-d-813419-10 neutron-server[102239]: INFO neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Extension network-segment-range not supported by any of loaded plugins Oct 27 10:08:04.240967 n-d-813419-10 neutron-server[102239]: DEBUG neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Loading extension file: pagination.py {{(pid=102239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 10:08:04.241958 n-d-813419-10 neutron-server[102239]: DEBUG neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 10:08:04.242288 n-d-813419-10 neutron-server[102239]: INFO neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Loaded extension: pagination Oct 27 10:08:04.242613 n-d-813419-10 neutron-server[102239]: DEBUG neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Loading extension file: port_device_profile.py {{(pid=102239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 10:08:04.243529 n-d-813419-10 neutron-server[102239]: DEBUG neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=102239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 10:08:04.244045 n-d-813419-10 neutron-server[102239]: INFO neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Loaded extension: port-device-profile Oct 27 10:08:04.244397 n-d-813419-10 neutron-server[102239]: DEBUG neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=102239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 10:08:04.245316 n-d-813419-10 neutron-server[102239]: DEBUG neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=102239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 10:08:04.245824 n-d-813419-10 neutron-server[102239]: INFO neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Loaded extension: port-mac-address-regenerate Oct 27 10:08:04.246146 n-d-813419-10 neutron-server[102239]: DEBUG neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=102239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 10:08:04.247054 n-d-813419-10 neutron-server[102239]: DEBUG neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=102239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 10:08:04.247559 n-d-813419-10 neutron-server[102239]: INFO neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Loaded extension: port-numa-affinity-policy Oct 27 10:08:04.247880 n-d-813419-10 neutron-server[102239]: DEBUG neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Loading extension file: port_resource_request.py {{(pid=102239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 10:08:04.248823 n-d-813419-10 neutron-server[102239]: DEBUG neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=102239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 10:08:04.249328 n-d-813419-10 neutron-server[102239]: INFO neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Extension port-resource-request not supported by any of loaded plugins Oct 27 10:08:04.249653 n-d-813419-10 neutron-server[102239]: DEBUG neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Loading extension file: portbindings.py {{(pid=102239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 10:08:04.250586 n-d-813419-10 neutron-server[102239]: DEBUG neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=102239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 10:08:04.251094 n-d-813419-10 neutron-server[102239]: INFO neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Loaded extension: binding Oct 27 10:08:04.251415 n-d-813419-10 neutron-server[102239]: DEBUG neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Loading extension file: portbindings_extended.py {{(pid=102239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 10:08:04.252733 n-d-813419-10 neutron-server[102239]: DEBUG neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=102239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 10:08:04.253249 n-d-813419-10 neutron-server[102239]: INFO neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Loaded extension: binding-extended Oct 27 10:08:04.253577 n-d-813419-10 neutron-server[102239]: DEBUG neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Loading extension file: portsecurity.py {{(pid=102239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 10:08:04.254514 n-d-813419-10 neutron-server[102239]: DEBUG neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=102239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 10:08:04.255022 n-d-813419-10 neutron-server[102239]: INFO neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Loaded extension: port-security Oct 27 10:08:04.255346 n-d-813419-10 neutron-server[102239]: DEBUG neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Loading extension file: project_id.py {{(pid=102239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 10:08:04.256363 n-d-813419-10 neutron-server[102239]: DEBUG neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=102239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 10:08:04.256694 n-d-813419-10 neutron-server[102239]: INFO neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Loaded extension: project-id Oct 27 10:08:04.257016 n-d-813419-10 neutron-server[102239]: DEBUG neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Loading extension file: providernet.py {{(pid=102239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 10:08:04.257952 n-d-813419-10 neutron-server[102239]: DEBUG neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=102239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 10:08:04.258459 n-d-813419-10 neutron-server[102239]: INFO neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Loaded extension: provider Oct 27 10:08:04.258782 n-d-813419-10 neutron-server[102239]: DEBUG neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Loading extension file: qos.py {{(pid=102239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 10:08:04.262415 n-d-813419-10 neutron-server[102239]: DEBUG neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=102239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 10:08:04.262945 n-d-813419-10 neutron-server[102239]: INFO neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Extension qos not supported by any of loaded plugins Oct 27 10:08:04.263281 n-d-813419-10 neutron-server[102239]: DEBUG neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=102239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 10:08:04.264571 n-d-813419-10 neutron-server[102239]: DEBUG neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=102239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 10:08:04.265088 n-d-813419-10 neutron-server[102239]: INFO neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Oct 27 10:08:04.265423 n-d-813419-10 neutron-server[102239]: DEBUG neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=102239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 10:08:04.266350 n-d-813419-10 neutron-server[102239]: DEBUG neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=102239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 10:08:04.266862 n-d-813419-10 neutron-server[102239]: INFO neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Oct 27 10:08:04.267190 n-d-813419-10 neutron-server[102239]: DEBUG neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Loading extension file: qos_default.py {{(pid=102239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 10:08:04.268111 n-d-813419-10 neutron-server[102239]: DEBUG neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=102239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 10:08:04.268659 n-d-813419-10 neutron-server[102239]: INFO neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Extension qos-default not supported by any of loaded plugins Oct 27 10:08:04.268989 n-d-813419-10 neutron-server[102239]: DEBUG neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Loading extension file: qos_fip.py {{(pid=102239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 10:08:04.269642 n-d-813419-10 neutron-server[102239]: DEBUG neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=102239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 10:08:04.270661 n-d-813419-10 neutron-server[102239]: INFO neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Extension qos-fip not supported by any of loaded plugins Oct 27 10:08:04.270982 n-d-813419-10 neutron-server[102239]: DEBUG neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Loading extension file: qos_gateway_ip.py {{(pid=102239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 10:08:04.271906 n-d-813419-10 neutron-server[102239]: DEBUG neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=102239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 10:08:04.272451 n-d-813419-10 neutron-server[102239]: INFO neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Extension qos-gateway-ip not supported by any of loaded plugins Oct 27 10:08:04.272780 n-d-813419-10 neutron-server[102239]: DEBUG neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Loading extension file: qos_port_network_policy.py {{(pid=102239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 10:08:04.273691 n-d-813419-10 neutron-server[102239]: DEBUG neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=102239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 10:08:04.274205 n-d-813419-10 neutron-server[102239]: INFO neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Extension qos-port-network-policy not supported by any of loaded plugins Oct 27 10:08:04.274529 n-d-813419-10 neutron-server[102239]: DEBUG neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=102239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 10:08:04.275562 n-d-813419-10 neutron-server[102239]: DEBUG neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=102239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 10:08:04.276072 n-d-813419-10 neutron-server[102239]: INFO neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Extension qos-pps-minimum not supported by any of loaded plugins Oct 27 10:08:04.276429 n-d-813419-10 neutron-server[102239]: DEBUG neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Loading extension file: qos_pps_rule.py {{(pid=102239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 10:08:04.277611 n-d-813419-10 neutron-server[102239]: DEBUG neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=102239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 10:08:04.278123 n-d-813419-10 neutron-server[102239]: INFO neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Extension qos-pps not supported by any of loaded plugins Oct 27 10:08:04.278451 n-d-813419-10 neutron-server[102239]: DEBUG neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Loading extension file: qos_rule_type_details.py {{(pid=102239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 10:08:04.279388 n-d-813419-10 neutron-server[102239]: DEBUG neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=102239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 10:08:04.279894 n-d-813419-10 neutron-server[102239]: INFO neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Extension qos-rule-type-details not supported by any of loaded plugins Oct 27 10:08:04.280237 n-d-813419-10 neutron-server[102239]: DEBUG neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Loading extension file: qos_rules_alias.py {{(pid=102239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 10:08:04.281469 n-d-813419-10 neutron-server[102239]: DEBUG neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=102239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 10:08:04.281989 n-d-813419-10 neutron-server[102239]: INFO neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Extension qos-rules-alias not supported by any of loaded plugins Oct 27 10:08:04.282316 n-d-813419-10 neutron-server[102239]: DEBUG neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Loading extension file: quotasv2.py {{(pid=102239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 10:08:04.283231 n-d-813419-10 neutron-server[102239]: DEBUG neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=102239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 10:08:04.283560 n-d-813419-10 neutron-server[102239]: INFO neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Loaded extension: quotas Oct 27 10:08:04.283884 n-d-813419-10 neutron-server[102239]: DEBUG neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Loading extension file: quotasv2_detail.py {{(pid=102239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 10:08:04.287591 n-d-813419-10 neutron-server[102239]: DEBUG neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=102239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 10:08:04.287933 n-d-813419-10 neutron-server[102239]: INFO neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Loaded extension: quota_details Oct 27 10:08:04.288299 n-d-813419-10 neutron-server[102239]: DEBUG neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Loading extension file: rbac.py {{(pid=102239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 10:08:04.289352 n-d-813419-10 neutron-server[102239]: DEBUG neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=102239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 10:08:04.289877 n-d-813419-10 neutron-server[102239]: INFO neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Loaded extension: rbac-policies Oct 27 10:08:04.290208 n-d-813419-10 neutron-server[102239]: DEBUG neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Loading extension file: rbac_address_group.py {{(pid=102239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 10:08:04.291148 n-d-813419-10 neutron-server[102239]: DEBUG neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=102239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 10:08:04.291664 n-d-813419-10 neutron-server[102239]: INFO neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Loaded extension: rbac-address-group Oct 27 10:08:04.291989 n-d-813419-10 neutron-server[102239]: DEBUG neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Loading extension file: rbac_address_scope.py {{(pid=102239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 10:08:04.292945 n-d-813419-10 neutron-server[102239]: DEBUG neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=102239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 10:08:04.293457 n-d-813419-10 neutron-server[102239]: INFO neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Loaded extension: rbac-address-scope Oct 27 10:08:04.293781 n-d-813419-10 neutron-server[102239]: DEBUG neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Loading extension file: rbac_security_groups.py {{(pid=102239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 10:08:04.294697 n-d-813419-10 neutron-server[102239]: DEBUG neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=102239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 10:08:04.295206 n-d-813419-10 neutron-server[102239]: INFO neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Loaded extension: rbac-security-groups Oct 27 10:08:04.295531 n-d-813419-10 neutron-server[102239]: DEBUG neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Loading extension file: rbac_subnetpool.py {{(pid=102239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 10:08:04.296479 n-d-813419-10 neutron-server[102239]: DEBUG neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=102239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 10:08:04.296991 n-d-813419-10 neutron-server[102239]: INFO neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Loaded extension: rbac-subnetpool Oct 27 10:08:04.297315 n-d-813419-10 neutron-server[102239]: DEBUG neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Loading extension file: revisionifmatch.py {{(pid=102239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 10:08:04.298254 n-d-813419-10 neutron-server[102239]: DEBUG neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=102239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 10:08:04.298763 n-d-813419-10 neutron-server[102239]: INFO neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Loaded extension: revision-if-match Oct 27 10:08:04.299088 n-d-813419-10 neutron-server[102239]: DEBUG neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Loading extension file: revisions.py {{(pid=102239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 10:08:04.300230 n-d-813419-10 neutron-server[102239]: DEBUG neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=102239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 10:08:04.300737 n-d-813419-10 neutron-server[102239]: INFO neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Loaded extension: standard-attr-revisions Oct 27 10:08:04.301062 n-d-813419-10 neutron-server[102239]: DEBUG neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Loading extension file: router_availability_zone.py {{(pid=102239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 10:08:04.302245 n-d-813419-10 neutron-server[102239]: DEBUG neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=102239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 10:08:04.302751 n-d-813419-10 neutron-server[102239]: INFO neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Loaded extension: router_availability_zone Oct 27 10:08:04.303072 n-d-813419-10 neutron-server[102239]: DEBUG neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Loading extension file: routerservicetype.py {{(pid=102239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 10:08:04.304000 n-d-813419-10 neutron-server[102239]: DEBUG neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=102239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 10:08:04.304525 n-d-813419-10 neutron-server[102239]: INFO neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Extension router-service-type not supported by any of loaded plugins Oct 27 10:08:04.304847 n-d-813419-10 neutron-server[102239]: DEBUG neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=102239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 10:08:04.305772 n-d-813419-10 neutron-server[102239]: DEBUG neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=102239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 10:08:04.306332 n-d-813419-10 neutron-server[102239]: INFO neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Loaded extension: security-groups-normalized-cidr Oct 27 10:08:04.306795 n-d-813419-10 neutron-server[102239]: DEBUG neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Loading extension file: security_groups_port_filtering.py {{(pid=102239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 10:08:04.308120 n-d-813419-10 neutron-server[102239]: DEBUG neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=102239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 10:08:04.308719 n-d-813419-10 neutron-server[102239]: INFO neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Loaded extension: port-security-groups-filtering Oct 27 10:08:04.309044 n-d-813419-10 neutron-server[102239]: DEBUG neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=102239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 10:08:04.309972 n-d-813419-10 neutron-server[102239]: DEBUG neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=102239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 10:08:04.310483 n-d-813419-10 neutron-server[102239]: INFO neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Loaded extension: security-groups-remote-address-group Oct 27 10:08:04.310814 n-d-813419-10 neutron-server[102239]: DEBUG neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Loading extension file: securitygroup.py {{(pid=102239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 10:08:04.321258 n-d-813419-10 neutron-server[102239]: DEBUG neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=102239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 10:08:04.321785 n-d-813419-10 neutron-server[102239]: INFO neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Loaded extension: security-group Oct 27 10:08:04.322117 n-d-813419-10 neutron-server[102239]: DEBUG neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Loading extension file: segment.py {{(pid=102239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 10:08:04.322916 n-d-813419-10 neutron-server[102239]: DEBUG neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=102239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 10:08:04.323424 n-d-813419-10 neutron-server[102239]: INFO neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Extension segment not supported by any of loaded plugins Oct 27 10:08:04.323748 n-d-813419-10 neutron-server[102239]: DEBUG neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=102239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 10:08:04.324802 n-d-813419-10 neutron-server[102239]: DEBUG neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=102239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 10:08:04.325314 n-d-813419-10 neutron-server[102239]: INFO neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Oct 27 10:08:04.325640 n-d-813419-10 neutron-server[102239]: DEBUG neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Loading extension file: servicetype.py {{(pid=102239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 10:08:04.326767 n-d-813419-10 neutron-server[102239]: DEBUG neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=102239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 10:08:04.327291 n-d-813419-10 neutron-server[102239]: INFO neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Loaded extension: service-type Oct 27 10:08:04.327621 n-d-813419-10 neutron-server[102239]: DEBUG neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Loading extension file: sorting.py {{(pid=102239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 10:08:04.328653 n-d-813419-10 neutron-server[102239]: DEBUG neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 10:08:04.328985 n-d-813419-10 neutron-server[102239]: INFO neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Loaded extension: sorting Oct 27 10:08:04.329310 n-d-813419-10 neutron-server[102239]: DEBUG neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Loading extension file: standard_attr_segment.py {{(pid=102239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 10:08:04.330243 n-d-813419-10 neutron-server[102239]: DEBUG neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 10:08:04.330767 n-d-813419-10 neutron-server[102239]: INFO neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Extension standard-attr-segment not supported by any of loaded plugins Oct 27 10:08:04.331091 n-d-813419-10 neutron-server[102239]: DEBUG neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Loading extension file: standardattrdescription.py {{(pid=102239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 10:08:04.331738 n-d-813419-10 neutron-server[102239]: DEBUG neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=102239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 10:08:04.332264 n-d-813419-10 neutron-server[102239]: INFO neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Loaded extension: standard-attr-description Oct 27 10:08:04.333146 n-d-813419-10 neutron-server[102239]: DEBUG neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Loading extension file: stateful_security_group.py {{(pid=102239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 10:08:04.334077 n-d-813419-10 neutron-server[102239]: DEBUG neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=102239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 10:08:04.334588 n-d-813419-10 neutron-server[102239]: INFO neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Loaded extension: stateful-security-group Oct 27 10:08:04.334911 n-d-813419-10 neutron-server[102239]: DEBUG neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Loading extension file: stdattrs_common.py {{(pid=102239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 10:08:04.335497 n-d-813419-10 neutron-server[102239]: WARNING neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Oct 27 10:08:04.335818 n-d-813419-10 neutron-server[102239]: DEBUG neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=102239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 10:08:04.336776 n-d-813419-10 neutron-server[102239]: DEBUG neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=102239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 10:08:04.337282 n-d-813419-10 neutron-server[102239]: INFO neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Oct 27 10:08:04.337603 n-d-813419-10 neutron-server[102239]: DEBUG neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Loading extension file: subnet_onboard.py {{(pid=102239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 10:08:04.338682 n-d-813419-10 neutron-server[102239]: DEBUG neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=102239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 10:08:04.339191 n-d-813419-10 neutron-server[102239]: INFO neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Loaded extension: subnet_onboard Oct 27 10:08:04.339514 n-d-813419-10 neutron-server[102239]: DEBUG neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=102239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 10:08:04.340470 n-d-813419-10 neutron-server[102239]: DEBUG neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=102239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 10:08:04.340979 n-d-813419-10 neutron-server[102239]: INFO neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Oct 27 10:08:04.341300 n-d-813419-10 neutron-server[102239]: DEBUG neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Loading extension file: subnet_service_types.py {{(pid=102239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 10:08:04.342223 n-d-813419-10 neutron-server[102239]: DEBUG neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=102239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 10:08:04.342761 n-d-813419-10 neutron-server[102239]: INFO neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Loaded extension: subnet-service-types Oct 27 10:08:04.343085 n-d-813419-10 neutron-server[102239]: DEBUG neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Loading extension file: subnetallocation.py {{(pid=102239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 10:08:04.344189 n-d-813419-10 neutron-server[102239]: DEBUG neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=102239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 10:08:04.344725 n-d-813419-10 neutron-server[102239]: INFO neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Loaded extension: subnet_allocation Oct 27 10:08:04.345050 n-d-813419-10 neutron-server[102239]: DEBUG neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=102239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 10:08:04.345721 n-d-813419-10 neutron-server[102239]: DEBUG neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=102239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 10:08:04.346241 n-d-813419-10 neutron-server[102239]: INFO neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Loaded extension: subnetpool-prefix-ops Oct 27 10:08:04.346562 n-d-813419-10 neutron-server[102239]: DEBUG neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=102239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 10:08:04.347515 n-d-813419-10 neutron-server[102239]: DEBUG neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=102239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 10:08:04.348019 n-d-813419-10 neutron-server[102239]: INFO neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Oct 27 10:08:04.348916 n-d-813419-10 neutron-server[102239]: DEBUG neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Loading extension file: tagging.py {{(pid=102239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 10:08:04.350017 n-d-813419-10 neutron-server[102239]: DEBUG neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=102239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 10:08:04.350533 n-d-813419-10 neutron-server[102239]: INFO neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Loaded extension: standard-attr-tag Oct 27 10:08:04.350866 n-d-813419-10 neutron-server[102239]: DEBUG neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Loading extension file: timestamp.py {{(pid=102239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 10:08:04.352063 n-d-813419-10 neutron-server[102239]: DEBUG neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=102239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 10:08:04.352613 n-d-813419-10 neutron-server[102239]: INFO neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Loaded extension: standard-attr-timestamp Oct 27 10:08:04.352943 n-d-813419-10 neutron-server[102239]: DEBUG neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Loading extension file: trunk.py {{(pid=102239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 10:08:04.354240 n-d-813419-10 neutron-server[102239]: DEBUG neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=102239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 10:08:04.354752 n-d-813419-10 neutron-server[102239]: INFO neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Extension trunk not supported by any of loaded plugins Oct 27 10:08:04.355081 n-d-813419-10 neutron-server[102239]: DEBUG neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Loading extension file: trunk_details.py {{(pid=102239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 10:08:04.356007 n-d-813419-10 neutron-server[102239]: DEBUG neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=102239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 10:08:04.356544 n-d-813419-10 neutron-server[102239]: INFO neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Extension trunk-details not supported by any of loaded plugins Oct 27 10:08:04.356872 n-d-813419-10 neutron-server[102239]: DEBUG neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Loading extension file: uplink_status_propagation.py {{(pid=102239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 10:08:04.357794 n-d-813419-10 neutron-server[102239]: DEBUG neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=102239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 10:08:04.358302 n-d-813419-10 neutron-server[102239]: INFO neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Extension uplink-status-propagation not supported by any of loaded plugins Oct 27 10:08:04.358627 n-d-813419-10 neutron-server[102239]: DEBUG neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Loading extension file: vlantransparent.py {{(pid=102239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 10:08:04.359304 n-d-813419-10 neutron-server[102239]: DEBUG neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=102239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 10:08:04.359803 n-d-813419-10 neutron-server[102239]: INFO neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Extension vlan-transparent not supported by any of loaded plugins Oct 27 10:08:04.362312 n-d-813419-10 neutron-server[102239]: INFO neutron.quota.resource_registry [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Creating instance of TrackedResource for resource:network Oct 27 10:08:04.362846 n-d-813419-10 neutron-server[102239]: INFO neutron.quota.resource_registry [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Creating instance of TrackedResource for resource:subnet Oct 27 10:08:04.363243 n-d-813419-10 neutron-server[102239]: INFO neutron.quota.resource_registry [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Creating instance of TrackedResource for resource:subnetpool Oct 27 10:08:04.363652 n-d-813419-10 neutron-server[102239]: INFO neutron.quota.resource_registry [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Creating instance of TrackedResource for resource:port Oct 27 10:08:04.364964 n-d-813419-10 neutron-server[102239]: DEBUG neutron.api.v2.resource_helper [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102239) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 27 10:08:04.365413 n-d-813419-10 neutron-server[102239]: DEBUG neutron.api.v2.resource_helper [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Service FLAVORS assigned prefix: {{(pid=102239) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 27 10:08:04.366031 n-d-813419-10 neutron-server[102239]: DEBUG neutron.api.v2.resource_helper [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102239) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 27 10:08:04.366456 n-d-813419-10 neutron-server[102239]: DEBUG neutron.api.v2.resource_helper [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102239) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 27 10:08:04.366789 n-d-813419-10 neutron-server[102239]: INFO neutron.quota.resource_registry [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Creating instance of TrackedResource for resource:router Oct 27 10:08:04.367232 n-d-813419-10 neutron-server[102239]: INFO neutron.quota.resource_registry [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Creating instance of TrackedResource for resource:floatingip Oct 27 10:08:04.367720 n-d-813419-10 neutron-server[102239]: DEBUG neutron.api.v2.resource_helper [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Service METERING assigned prefix: /metering {{(pid=102239) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 27 10:08:04.369183 n-d-813419-10 neutron-server[102239]: DEBUG neutron_lib.callbacks.manager [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:08:04.369553 n-d-813419-10 neutron-server[102239]: DEBUG neutron_lib.callbacks.manager [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:08:04.369904 n-d-813419-10 neutron-server[102239]: DEBUG neutron_lib.callbacks.manager [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:08:04.370910 n-d-813419-10 neutron-server[102239]: INFO neutron.quota.resource_registry [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Creating instance of CountableResource for resource:rbac_policy Oct 27 10:08:04.371360 n-d-813419-10 neutron-server[102239]: INFO neutron.quota.resource_registry [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Creating instance of TrackedResource for resource:security_group Oct 27 10:08:04.371803 n-d-813419-10 neutron-server[102239]: INFO neutron.quota.resource_registry [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Creating instance of TrackedResource for resource:security_group_rule Oct 27 10:08:04.372444 n-d-813419-10 neutron-server[102239]: DEBUG neutron.api.v2.resource_helper [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Service CORE assigned prefix: {{(pid=102239) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 27 10:08:04.372776 n-d-813419-10 neutron-server[102239]: INFO neutron.quota.resource_registry [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Creating instance of TrackedResource for resource:subnetpool Oct 27 10:08:04.373122 n-d-813419-10 neutron-server[102239]: WARNING neutron.quota.resource_registry [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] subnetpool is already registered Oct 27 10:08:04.373551 n-d-813419-10 neutron-server[102239]: DEBUG neutron.api.v2.resource_helper [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Service CORE assigned prefix: {{(pid=102239) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 27 10:08:04.373877 n-d-813419-10 neutron-server[102239]: INFO neutron.quota.resource_registry [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Creating instance of TrackedResource for resource:subnetpool Oct 27 10:08:04.374209 n-d-813419-10 neutron-server[102239]: WARNING neutron.quota.resource_registry [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] subnetpool is already registered Oct 27 10:08:04.376587 n-d-813419-10 neutron-server[102239]: DEBUG neutron.api.v2.resource_helper [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102239) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 27 10:08:04.377031 n-d-813419-10 neutron-server[102239]: DEBUG neutron.api.v2.resource_helper [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Service FLAVORS assigned prefix: {{(pid=102239) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 27 10:08:04.377642 n-d-813419-10 neutron-server[102239]: DEBUG neutron.api.v2.resource_helper [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102239) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 27 10:08:04.378084 n-d-813419-10 neutron-server[102239]: DEBUG neutron.api.v2.resource_helper [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102239) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 27 10:08:04.378418 n-d-813419-10 neutron-server[102239]: INFO neutron.quota.resource_registry [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Creating instance of TrackedResource for resource:router Oct 27 10:08:04.378756 n-d-813419-10 neutron-server[102239]: WARNING neutron.quota.resource_registry [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] router is already registered Oct 27 10:08:04.379172 n-d-813419-10 neutron-server[102239]: INFO neutron.quota.resource_registry [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Creating instance of TrackedResource for resource:floatingip Oct 27 10:08:04.379537 n-d-813419-10 neutron-server[102239]: WARNING neutron.quota.resource_registry [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] floatingip is already registered Oct 27 10:08:04.379997 n-d-813419-10 neutron-server[102239]: DEBUG neutron.api.v2.resource_helper [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Service METERING assigned prefix: /metering {{(pid=102239) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 27 10:08:04.380759 n-d-813419-10 neutron-server[102239]: INFO neutron.quota.resource_registry [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Creating instance of CountableResource for resource:rbac_policy Oct 27 10:08:04.381087 n-d-813419-10 neutron-server[102239]: WARNING neutron.quota.resource_registry [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] rbac_policy is already registered Oct 27 10:08:04.381497 n-d-813419-10 neutron-server[102239]: INFO neutron.quota.resource_registry [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Creating instance of TrackedResource for resource:security_group Oct 27 10:08:04.381838 n-d-813419-10 neutron-server[102239]: WARNING neutron.quota.resource_registry [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] security_group is already registered Oct 27 10:08:04.382237 n-d-813419-10 neutron-server[102239]: INFO neutron.quota.resource_registry [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Creating instance of TrackedResource for resource:security_group_rule Oct 27 10:08:04.382568 n-d-813419-10 neutron-server[102239]: WARNING neutron.quota.resource_registry [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] security_group_rule is already registered Oct 27 10:08:04.383059 n-d-813419-10 neutron-server[102239]: DEBUG neutron.api.v2.resource_helper [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Service CORE assigned prefix: {{(pid=102239) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 27 10:08:04.383382 n-d-813419-10 neutron-server[102239]: INFO neutron.quota.resource_registry [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Creating instance of TrackedResource for resource:subnetpool Oct 27 10:08:04.383712 n-d-813419-10 neutron-server[102239]: WARNING neutron.quota.resource_registry [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] subnetpool is already registered Oct 27 10:08:04.384122 n-d-813419-10 neutron-server[102239]: DEBUG neutron.api.v2.resource_helper [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Service CORE assigned prefix: {{(pid=102239) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 27 10:08:04.384468 n-d-813419-10 neutron-server[102239]: INFO neutron.quota.resource_registry [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Creating instance of TrackedResource for resource:subnetpool Oct 27 10:08:04.384797 n-d-813419-10 neutron-server[102239]: WARNING neutron.quota.resource_registry [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] subnetpool is already registered Oct 27 10:08:04.386511 n-d-813419-10 neutron-server[102239]: DEBUG neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Extended resource: extensions {{(pid=102239) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 10:08:04.388012 n-d-813419-10 neutron-server[102239]: DEBUG neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Extended resource: address-groups {{(pid=102239) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 10:08:04.389541 n-d-813419-10 neutron-server[102239]: DEBUG neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Extended resource: address-scopes {{(pid=102239) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 10:08:04.390854 n-d-813419-10 neutron-server[102239]: DEBUG neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Extended resource: agents {{(pid=102239) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 10:08:04.392045 n-d-813419-10 neutron-server[102239]: DEBUG neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Extended resource: auto-allocated-topology {{(pid=102239) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 10:08:04.393322 n-d-813419-10 neutron-server[102239]: DEBUG neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Extended resource: availability_zones {{(pid=102239) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 10:08:04.394538 n-d-813419-10 neutron-server[102239]: DEBUG neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Extended resource: dhcp-networks {{(pid=102239) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 10:08:04.396509 n-d-813419-10 neutron-server[102239]: DEBUG neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Extended resource: dhcp-agents {{(pid=102239) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 10:08:04.398026 n-d-813419-10 neutron-server[102239]: DEBUG neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Extended resource: routers {{(pid=102239) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 10:08:04.400142 n-d-813419-10 neutron-server[102239]: DEBUG neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Extended resource: flavors {{(pid=102239) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 10:08:04.401433 n-d-813419-10 neutron-server[102239]: DEBUG neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Extended resource: service_profiles {{(pid=102239) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 10:08:04.402653 n-d-813419-10 neutron-server[102239]: DEBUG neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Extended resource: next_providers {{(pid=102239) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 10:08:04.404087 n-d-813419-10 neutron-server[102239]: DEBUG neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Extended resource: service_profiles {{(pid=102239) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 10:08:04.405563 n-d-813419-10 neutron-server[102239]: DEBUG neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Extended resource: floatingip-pools {{(pid=102239) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 10:08:04.406885 n-d-813419-10 neutron-server[102239]: DEBUG neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Extended resource: routers {{(pid=102239) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 10:08:04.409015 n-d-813419-10 neutron-server[102239]: DEBUG neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Extended resource: floatingips {{(pid=102239) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 10:08:04.410309 n-d-813419-10 neutron-server[102239]: DEBUG neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Extended resource: l3-routers {{(pid=102239) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 10:08:04.412317 n-d-813419-10 neutron-server[102239]: DEBUG neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Extended resource: l3-agents {{(pid=102239) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 10:08:04.413747 n-d-813419-10 neutron-server[102239]: DEBUG neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Extended resource: metering-labels {{(pid=102239) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 10:08:04.415003 n-d-813419-10 neutron-server[102239]: DEBUG neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Extended resource: metering-label-rules {{(pid=102239) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 10:08:04.416404 n-d-813419-10 neutron-server[102239]: DEBUG neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Extended resource: network-ip-availabilities {{(pid=102239) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 10:08:04.417679 n-d-813419-10 neutron-server[102239]: DEBUG neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Extended resource: bindings {{(pid=102239) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 10:08:04.419248 n-d-813419-10 neutron-server[102239]: DEBUG neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Extended resource: quotas {{(pid=102239) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 10:08:04.420962 n-d-813419-10 neutron-server[102239]: DEBUG neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Extended resource: quotas {{(pid=102239) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 10:08:04.422483 n-d-813419-10 neutron-server[102239]: DEBUG neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Extended resource: rbac-policies {{(pid=102239) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 10:08:04.423684 n-d-813419-10 neutron-server[102239]: DEBUG neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Extended resource: security-groups {{(pid=102239) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 10:08:04.425050 n-d-813419-10 neutron-server[102239]: DEBUG neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Extended resource: security-group-rules {{(pid=102239) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 10:08:04.426313 n-d-813419-10 neutron-server[102239]: DEBUG neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Extended resource: service-providers {{(pid=102239) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 10:08:04.427533 n-d-813419-10 neutron-server[102239]: DEBUG neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Extended resource: subnetpools {{(pid=102239) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 10:08:04.428974 n-d-813419-10 neutron-server[102239]: DEBUG neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Extended resource: subnetpools {{(pid=102239) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 10:08:04.430439 n-d-813419-10 neutron-server[102239]: DEBUG neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Extended resource: tags {{(pid=102239) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 10:08:04.432119 n-d-813419-10 neutron-server[102239]: DEBUG neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Extended resource: tags {{(pid=102239) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 10:08:04.433932 n-d-813419-10 neutron-server[102239]: DEBUG neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Extended resource: tags {{(pid=102239) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 10:08:04.435697 n-d-813419-10 neutron-server[102239]: DEBUG neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Extended resource: tags {{(pid=102239) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 10:08:04.437452 n-d-813419-10 neutron-server[102239]: DEBUG neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Extended resource: tags {{(pid=102239) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 10:08:04.439381 n-d-813419-10 neutron-server[102239]: DEBUG neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Extended resource: tags {{(pid=102239) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 10:08:04.441103 n-d-813419-10 neutron-server[102239]: DEBUG neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Extended resource: tags {{(pid=102239) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 10:08:04.443890 n-d-813419-10 neutron-server[102239]: DEBUG neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Extended resource: tags {{(pid=102239) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 10:08:04.445703 n-d-813419-10 neutron-server[102239]: DEBUG neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Extended resource: tags {{(pid=102239) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 10:08:04.447418 n-d-813419-10 neutron-server[102239]: DEBUG neutron.api.extensions [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Extended resource: tags {{(pid=102239) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 10:08:04.453541 n-d-813419-10 neutron-server[102239]: WARNING keystonemiddleware.auth_token [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Oct 27 10:08:04.458562 n-d-813419-10 neutron-server[102239]: WARNING keystonemiddleware.auth_token [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Oct 27 10:08:04.467356 n-d-813419-10 neutron-server[102239]: DEBUG oslo_concurrency.lockutils [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Acquired lock "singleton_lock" {{(pid=102239) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Oct 27 10:08:04.467831 n-d-813419-10 neutron-server[102239]: DEBUG oslo_concurrency.lockutils [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Releasing lock "singleton_lock" {{(pid=102239) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Oct 27 10:08:04.468497 n-d-813419-10 neutron-server[102239]: INFO oslo_service.service [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Starting 2 workers Oct 27 10:08:04.473893 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Started child 102346 {{(pid=102239) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 27 10:08:04.478349 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Started child 102347 {{(pid=102239) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 27 10:08:04.479474 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:08:04.480215 n-d-813419-10 neutron-server[102239]: INFO neutron.service [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Neutron service started, listening on 0.0.0.0:9696 Oct 27 10:08:04.480839 n-d-813419-10 neutron-server[102239]: DEBUG neutron_lib.callbacks.manager [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Publish callbacks [] for process, before_spawn {{(pid=102239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:08:04.480942 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [-] (102346) wsgi starting up on http://0.0.0.0:9696 Oct 27 10:08:04.483294 n-d-813419-10 neutron-server[102239]: INFO oslo_service.service [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Starting 1 workers Oct 27 10:08:04.483489 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:08:04.484791 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [-] (102347) wsgi starting up on http://0.0.0.0:9696 Oct 27 10:08:04.488653 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Started child 102348 {{(pid=102239) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 27 10:08:04.489182 n-d-813419-10 neutron-server[102239]: INFO oslo_service.service [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Starting 1 workers Oct 27 10:08:04.492425 n-d-813419-10 neutron-server[102348]: DEBUG neutron.service [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] calling RpcWorker wait() {{(pid=102348) _wait /opt/stack/neutron/neutron/service.py:128}} Oct 27 10:08:04.492973 n-d-813419-10 neutron-server[102348]: DEBUG neutron.service [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] returning from RpcWorker wait() {{(pid=102348) _wait /opt/stack/neutron/neutron/service.py:135}} Oct 27 10:08:04.493728 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Started child 102349 {{(pid=102239) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 27 10:08:04.494279 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:08:04.494725 n-d-813419-10 neutron-server[102239]: DEBUG neutron_lib.callbacks.manager [None req-9092c3e3-bb47-44ea-91cb-af0ae6af08a6 None None] Publish callbacks [] for process, after_spawn {{(pid=102239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:08:04.494821 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:08:04.496890 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102239) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 27 10:08:04.497109 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 27 10:08:04.497296 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 27 10:08:04.497516 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 27 10:08:04.497853 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 27 10:08:04.498092 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 27 10:08:04.498614 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:08:04.499095 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:08:04.499095 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:08:04.499233 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:08:04.499436 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:08:04.499726 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:08:04.500297 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:08:04.500548 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:08:04.500800 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:08:04.501072 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:08:04.501323 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:08:04.501489 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:08:04.501652 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:08:04.501902 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:08:04.502157 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:08:04.502448 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:08:04.502713 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:08:04.502973 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:08:04.503232 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:08:04.503399 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:08:04.503639 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:08:04.503898 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:08:04.504144 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:08:04.504464 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] debug = True {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:08:04.504704 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:08:04.505184 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:08:04.505425 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:08:04.505672 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:08:04.505908 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:08:04.506184 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:08:04.506408 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:08:04.506682 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:08:04.506914 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:08:04.507149 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:08:04.507398 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:08:04.507659 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:08:04.507899 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:08:04.508110 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:08:04.508353 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:08:04.508616 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:08:04.508865 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:08:04.509318 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] host = n-d-813419-10 {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:08:04.509525 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:08:04.509739 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:08:04.509964 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:08:04.510207 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:08:04.510450 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:08:04.510669 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:08:04.510916 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:08:04.511193 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:08:04.511434 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:08:04.511692 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:08:04.511949 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:08:04.512209 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:08:04.512511 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:08:04.512703 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] log_file = None {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:08:04.512866 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] log_options = True {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:08:04.513088 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:08:04.513351 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:08:04.513616 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:08:04.513811 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:08:04.513980 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:08:04.514154 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:08:04.514427 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:08:04.514589 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:08:04.514859 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:08:04.515088 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:08:04.515302 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:08:04.515534 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:08:04.515747 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:08:04.515959 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:08:04.516301 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:08:04.516546 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:08:04.516762 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:08:04.516971 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:08:04.517216 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:08:04.517462 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:08:04.517690 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:08:04.517930 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:08:04.518163 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:08:04.518401 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:08:04.518646 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:08:04.518859 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:08:04.519123 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:08:04.519353 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:08:04.519566 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:08:04.520359 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:08:04.520608 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:08:04.520858 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:08:04.521090 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:08:04.521334 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:08:04.521617 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:08:04.521848 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:08:04.522077 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:08:04.522309 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:08:04.522622 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:08:04.522809 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:08:04.523060 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:08:04.523326 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:08:04.523541 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:08:04.523787 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:08:04.524002 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:08:04.524235 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:08:04.524444 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] use_json = False {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:08:04.524656 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:08:04.524931 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:08:04.525107 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:08:04.525318 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:08:04.525536 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:08:04.525768 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:08:04.525979 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:08:04.526208 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:08:04.526654 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.526942 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.527252 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.528592 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.528592 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.528592 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.528592 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.528592 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.529241 n-d-813419-10 neutron-server[102349]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:08:04.529372 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.529372 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.529372 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.529724 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.529845 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.529967 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.530209 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.530528 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.532245 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.532245 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.532245 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.532245 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.532245 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.532245 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.532620 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.532620 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.532873 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.533005 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.533249 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.533613 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.533851 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.534148 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.44/identity {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.534372 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.534563 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.535162 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.535162 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.536762 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.536762 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.536762 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.536762 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.536762 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.539387 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.539387 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.539387 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.539387 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.539387 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.539387 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.539387 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.539387 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.543463 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.543463 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.543463 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.543463 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.543463 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.543463 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.543463 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.543463 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.543463 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.544053 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.544053 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.544053 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.544053 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.544053 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.544053 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.544053 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.544053 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.544053 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.544585 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.544585 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.544585 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.544585 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.544585 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.544585 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.544585 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.544585 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.545047 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.545047 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.545306 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.545395 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.545597 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.545852 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.546074 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.546289 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.546520 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.546888 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.547252 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.547481 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.547715 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.547930 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.548143 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.548458 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.548766 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.549064 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.549318 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.549569 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.549949 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.550376 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.550615 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.550863 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.551127 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.551368 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.551588 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.551854 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.552081 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.552355 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.552774 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.553206 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.553662 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.553949 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.554158 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.554383 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.554622 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.554847 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.555128 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.555392 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.555624 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.555876 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.556105 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.556407 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.556645 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.556916 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.557138 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.557398 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.557719 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.557968 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.558244 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.558508 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.558766 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.559048 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.559320 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.559578 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.559851 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.560075 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.560352 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.560631 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.560879 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.561101 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.561333 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.561588 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.561909 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.562137 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.562349 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.562560 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.562837 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.563087 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.563322 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.563597 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.563840 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.564070 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.564349 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.564581 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.44/identity {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.564793 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.565032 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.565279 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.565495 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.565747 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.565960 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.566202 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.566416 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.566653 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.566930 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.567138 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.567378 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.567590 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.567825 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.568043 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.568324 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.568539 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.568776 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.569019 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.569236 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.569450 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.569665 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.569877 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.570126 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.570348 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.570612 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.570871 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.571104 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.571333 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.571574 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.571970 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.572189 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.572483 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.572700 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.572916 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.573144 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.573370 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.573579 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.573973 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.574355 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.574743 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.575141 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.575532 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.576028 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.576456 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.576849 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.577254 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.577617 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.578010 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.578392 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.578754 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.579132 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.579514 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.579741 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.580021 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.580264 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.580880 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.581246 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.581502 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.581734 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.581964 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.582192 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.584363 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.584363 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.584363 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.584363 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.584363 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.585430 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.585430 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.585430 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.585430 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.585430 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.585782 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.585782 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.585923 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.586143 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.586648 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.586648 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.586795 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.588552 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.588552 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.588552 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.588552 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.588552 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.588552 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.588552 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.588552 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.589080 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.589080 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.589201 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.589337 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.589945 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.592211 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.592452 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.592711 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.592952 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.593191 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.593414 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.593688 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.593957 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.594186 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.594478 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.594732 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.594990 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.595239 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.595553 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.595808 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.596056 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.596304 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.596549 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.596774 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.597057 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.597377 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.597652 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.597913 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.598219 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.598985 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.599268 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.599541 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.599775 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.600864 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.600864 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.600864 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.601214 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.601214 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.601443 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.601676 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.602000 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.602187 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.602433 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.602644 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.602906 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.603189 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.604243 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.604495 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.604726 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.604982 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.605236 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.605475 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.605699 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.605917 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.606075 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 27 10:08:04.606613 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102239) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 27 10:08:04.606776 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 27 10:08:04.606928 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 27 10:08:04.607110 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 27 10:08:04.607284 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 27 10:08:04.607433 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 27 10:08:04.607644 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:08:04.607805 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:08:04.607963 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:08:04.608121 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:08:04.608306 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:08:04.608485 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:08:04.608643 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:08:04.608799 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:08:04.608954 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:08:04.609110 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:08:04.609266 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:08:04.609422 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:08:04.609577 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:08:04.609733 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:08:04.609890 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:08:04.610046 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:08:04.610202 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:08:04.610358 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:08:04.610518 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:08:04.610674 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:08:04.610830 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:08:04.610985 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:08:04.611141 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] debug = True {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:08:04.611296 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:08:04.611489 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:08:04.611648 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:08:04.611804 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:08:04.611959 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:08:04.612115 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:08:04.612297 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:08:04.612454 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:08:04.612608 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:08:04.612764 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:08:04.612920 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:08:04.613076 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:08:04.613230 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:08:04.613385 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:08:04.613558 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:08:04.613719 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:08:04.613875 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:08:04.614030 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] host = n-d-813419-10 {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:08:04.614184 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:08:04.614341 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:08:04.614502 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:08:04.614656 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:08:04.614811 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:08:04.614965 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:08:04.615120 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:08:04.615275 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:08:04.615429 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:08:04.615583 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:08:04.615737 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:08:04.615894 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:08:04.616049 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:08:04.616220 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] log_file = None {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:08:04.616380 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] log_options = True {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:08:04.616535 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:08:04.616688 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:08:04.616847 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:08:04.617027 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:08:04.617346 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:08:04.617505 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:08:04.617662 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:08:04.617819 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:08:04.617974 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:08:04.618129 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:08:04.618288 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:08:04.618442 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:08:04.618749 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:08:04.618903 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:08:04.619115 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:08:04.619256 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:08:04.619382 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:08:04.619532 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:08:04.619713 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:08:04.620078 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:08:04.620078 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:08:04.620078 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:08:04.620414 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:08:04.620414 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:08:04.620659 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:08:04.620659 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:08:04.620888 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:08:04.621009 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:08:04.621090 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:08:04.621248 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:08:04.621404 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:08:04.621560 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:08:04.621719 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:08:04.621874 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:08:04.622025 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:08:04.622171 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:08:04.622328 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:08:04.622483 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:08:04.622642 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:08:04.622798 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:08:04.622953 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:08:04.623110 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:08:04.623264 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:08:04.623419 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:08:04.623574 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:08:04.623728 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:08:04.623885 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] use_json = False {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:08:04.624040 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:08:04.624191 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:08:04.624356 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:08:04.624511 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:08:04.624667 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:08:04.624822 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:08:04.624977 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:08:04.625133 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 10:08:04.625309 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.625470 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.625638 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.625796 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.625955 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.626114 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.626273 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.626432 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.626590 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.626749 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.626916 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.627075 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.627244 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.627405 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.627563 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.627724 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.627882 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.628041 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.628216 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.628382 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.628542 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.628701 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.628866 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.629026 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.629765 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.629903 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.630015 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.630190 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.630350 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.630511 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.44/identity {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.630672 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.630832 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.630992 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.631153 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.631314 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.631474 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.631634 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.631793 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.631951 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.632109 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.632277 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.632441 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.632602 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.632762 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.632921 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.633081 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.633240 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.633399 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.633559 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.633718 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.633879 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.634040 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.634204 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.634363 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.634521 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.634690 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.634850 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.635010 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.635171 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.635331 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.635489 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.635647 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.635806 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.635964 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.636124 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.636313 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.636487 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.636646 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.636806 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.636966 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.637125 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.637284 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.637443 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.637602 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.637761 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.637920 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.638080 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.638239 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.638398 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.638556 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.638717 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.638875 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.639035 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.639194 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.639354 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.639513 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.639725 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.639911 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.640043 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.640125 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.640303 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.640463 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.640622 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.640782 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.640991 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.641094 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.641246 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.641404 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.641561 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.641722 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.641881 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.642042 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.642204 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.642363 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.642521 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.642635 n-d-813419-10 neutron-server[102348]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:08:04.642725 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.642827 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.642984 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.643141 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.643300 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.643458 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.643616 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.643775 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.643933 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.644094 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.644273 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.644442 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.644599 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.644760 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.644968 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.645619 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.645795 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.645955 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.646115 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.646273 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.646432 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.646591 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.646749 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.646908 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.647064 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.647222 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.647379 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.647544 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.647711 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.647871 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.648029 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.648187 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.648390 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.648550 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.648710 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.648869 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.649027 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.649186 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.649344 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.649503 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.649664 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.649811 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.650013 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.650146 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.44/identity {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.650271 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.650430 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.650589 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.650750 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.650910 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.651070 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.651259 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.651384 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.651544 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.651702 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.651861 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.652018 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.652177 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.652361 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.652522 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.652690 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.652824 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.652956 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.653117 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.653277 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.653436 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.653594 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.653751 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.653912 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.654070 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.654229 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.654389 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.654549 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.654708 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.654869 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.655028 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.655187 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.655393 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.655531 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.655660 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.655850 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.656007 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.656168 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.656367 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.656510 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.656640 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.656985 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.656985 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.656985 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.657357 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.657357 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.657561 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.657561 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.657723 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.657883 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.658043 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.658201 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.658360 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.658518 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.658678 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.658839 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.658998 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.659157 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.659317 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.659477 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.659634 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.659794 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.659965 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.660173 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.660334 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.660476 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.660622 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.660783 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.660952 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.661110 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.661270 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.661470 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.661594 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.661715 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.661878 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.662037 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.662198 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.662357 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.662516 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.662674 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.662842 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.663000 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.663160 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.663317 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.663476 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.663638 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.663806 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.663965 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.664125 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.664392 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.664484 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.664598 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.664767 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.664926 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.665086 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.665244 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.665402 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.665561 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.665729 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.665888 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.666047 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.666213 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.666373 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.666532 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.666690 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.666861 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.667020 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.667190 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.667327 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.667484 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.667644 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.667805 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.667970 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.668137 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.668324 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.668484 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.668653 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.668819 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.668985 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.669143 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.669308 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.669478 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.669693 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.670017 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.670017 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.670160 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.670252 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.670385 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.670544 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.670699 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.670858 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.671018 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.671168 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.671332 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.671487 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.671647 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.671805 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.671963 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.672122 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.672308 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.672496 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 10:08:04.672601 n-d-813419-10 neutron-server[102239]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102239) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 27 10:08:04.829787 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 35404) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:08:04.838230 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [-] 10.222.0.44 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063553 Oct 27 10:08:16.213238 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd5ae518-6203-433a-b030-238f141428de None None] get_active_networks_info from n-d-813419-10 {{(pid=102348) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 27 10:08:16.284206 n-d-813419-10 neutron-server[102348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd5ae518-6203-433a-b030-238f141428de None None] No non-hosted networks {{(pid=102348) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Oct 27 10:08:16.303543 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.agentschedulers_db [None req-bd5ae518-6203-433a-b030-238f141428de None None] DHCP Agent not found on host n-d-813419-10 {{(pid=102348) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Oct 27 10:08:16.500642 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-8f91c079-2e8a-4047-b258-b33363793390 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1664910'] for agent, after_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:08:18.782597 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-8012d072-19a2-49c9-b4bd-d410c4d877c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1664910'] for agent, after_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:08:18.831592 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-e2863c9d-be85-4e80-9d35-86e11dcd01ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:08:19.864307 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-eadeaa30-4096-4d1a-b3cb-aa7ebfb291ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1664910'] for agent, after_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:08:19.913260 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1664910'] for agent, after_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:08:19.914576 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:08:19.915033 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:08:19.915833 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:08:19.916735 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:08:19.917478 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:08:19.917976 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:08:19.918609 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:08:19.919128 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:08:19.919883 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:08:19.920647 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:08:19.921263 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:08:19.921875 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:08:19.922564 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-813419-10', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:08:19.930741 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-813419-10', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:08:21.774769 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-3c6a8245-0581-48aa-b5f6-4d8fe98cd16e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1664910'] for agent, after_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:08:22.810054 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 35498) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:08:23.304794 n-d-813419-10 neutron-server[102347]: WARNING oslo_policy.policy [None req-b9184559-282d-4e28-98de-b2316b1de26e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 27 10:08:23.305512 n-d-813419-10 neutron-server[102347]: WARNING oslo_policy.policy [None req-b9184559-282d-4e28-98de-b2316b1de26e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 27 10:08:23.419236 n-d-813419-10 neutron-server[102348]: INFO neutron.db.l3_hamode_db [None req-ecf22ab8-e3bb-4096-9bd5-a381046c7b04 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Oct 27 10:08:23.493845 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecf22ab8-e3bb-4096-9bd5-a381046c7b04 None None] Routers set() bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:08:23.494156 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecf22ab8-e3bb-4096-9bd5-a381046c7b04 None None] Router IDs set() for agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Oct 27 10:08:23.533403 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [None req-b9184559-282d-4e28-98de-b2316b1de26e admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=102347) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 10:08:23.534515 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-b9184559-282d-4e28-98de-b2316b1de26e admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.7235732 Oct 27 10:08:26.010749 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 35512) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:08:26.315475 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-5fa60cf4-709e-4856-bf9a-e6fb4f7d8293 admin admin] Request body: {'subnetpool': {'shared': True, 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:08:26.410250 n-d-813419-10 neutron-server[102347]: DEBUG neutron.policy [None req-5fa60cf4-709e-4856-bf9a-e6fb4f7d8293 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102347) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 27 10:08:26.457029 n-d-813419-10 neutron-server[102347]: WARNING oslo_policy.policy [None req-5fa60cf4-709e-4856-bf9a-e6fb4f7d8293 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 27 10:08:26.457404 n-d-813419-10 neutron-server[102347]: WARNING oslo_policy.policy [None req-5fa60cf4-709e-4856-bf9a-e6fb4f7d8293 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 27 10:08:26.465856 n-d-813419-10 neutron-server[102347]: INFO neutron.quota [None req-5fa60cf4-709e-4856-bf9a-e6fb4f7d8293 admin admin] Loaded quota_driver: . Oct 27 10:08:26.552827 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-5fa60cf4-709e-4856-bf9a-e6fb4f7d8293 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8743871288686', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8743871290299', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8743871292651', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8743870812855', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8743871409412', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8743870799665', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-586846', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-576179', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-2059403', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-2015523'] for rbac-policy, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:08:26.620990 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-5fa60cf4-709e-4856-bf9a-e6fb4f7d8293 admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:08:26.622163 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-5fa60cf4-709e-4856-bf9a-e6fb4f7d8293 admin admin] 10.222.0.44 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6104732 Oct 27 10:08:29.306678 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 35524) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:08:29.802718 n-d-813419-10 neutron-server[102346]: WARNING oslo_policy.policy [None req-0a6f49f2-e183-4429-809c-2ec90cd18705 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 27 10:08:29.803298 n-d-813419-10 neutron-server[102346]: WARNING oslo_policy.policy [None req-0a6f49f2-e183-4429-809c-2ec90cd18705 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 27 10:08:30.029765 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-0a6f49f2-e183-4429-809c-2ec90cd18705 admin admin] Request body: {'network': {'project_id': '667ec99b0df0413384e1d775ec517ef5', 'admin_state_up': True, 'tenant_id': '667ec99b0df0413384e1d775ec517ef5', 'name': 'private'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:08:30.031348 n-d-813419-10 neutron-server[102346]: INFO neutron.quota [None req-0a6f49f2-e183-4429-809c-2ec90cd18705 admin admin] Loaded quota_driver: . Oct 27 10:08:30.086385 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a6f49f2-e183-4429-809c-2ec90cd18705 admin admin] Made reservation on behalf of 667ec99b0df0413384e1d775ec517ef5 for: {'network': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:08:30.153542 n-d-813419-10 neutron-server[102346]: DEBUG neutron.policy [None req-0a6f49f2-e183-4429-809c-2ec90cd18705 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102346) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 27 10:08:30.200551 n-d-813419-10 neutron-server[102346]: WARNING oslo_policy.policy [None req-0a6f49f2-e183-4429-809c-2ec90cd18705 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 27 10:08:30.200919 n-d-813419-10 neutron-server[102346]: WARNING oslo_policy.policy [None req-0a6f49f2-e183-4429-809c-2ec90cd18705 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 27 10:08:30.211381 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-0a6f49f2-e183-4429-809c-2ec90cd18705 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for network, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:08:30.232219 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-0a6f49f2-e183-4429-809c-2ec90cd18705 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:08:30.343411 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-0a6f49f2-e183-4429-809c-2ec90cd18705 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:08:30.348791 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-0a6f49f2-e183-4429-809c-2ec90cd18705 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:08:30.368897 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a6f49f2-e183-4429-809c-2ec90cd18705 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 440} {{(pid=102346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 10:08:30.396513 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-0a6f49f2-e183-4429-809c-2ec90cd18705 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8743873143381', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:08:30.397081 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-0a6f49f2-e183-4429-809c-2ec90cd18705 admin admin] Unsubscribe: segment precommit_create {{(pid=102346) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 27 10:08:30.397605 n-d-813419-10 neutron-server[102346]: INFO neutron.db.segments_db [None req-0a6f49f2-e183-4429-809c-2ec90cd18705 admin admin] Added segment fc50e783-b91b-4452-856d-94e71b4da8a1 of type vlan for network 3c22eb81-18c6-42fb-93ea-4f85aba8538f Oct 27 10:08:30.414031 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6f49f2-e183-4429-809c-2ec90cd18705 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a3ef8eb-c691-4b51-af0c-de48ddbe4e66,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:08:30.433742 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6f49f2-e183-4429-809c-2ec90cd18705 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:08:30.434085 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6f49f2-e183-4429-809c-2ec90cd18705 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:08:30.434422 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6f49f2-e183-4429-809c-2ec90cd18705 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:08:30.434751 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6f49f2-e183-4429-809c-2ec90cd18705 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:08:30.435079 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6f49f2-e183-4429-809c-2ec90cd18705 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:08:30.435403 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6f49f2-e183-4429-809c-2ec90cd18705 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:08:30.435724 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6f49f2-e183-4429-809c-2ec90cd18705 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:08:30.436041 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6f49f2-e183-4429-809c-2ec90cd18705 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:08:30.436384 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6f49f2-e183-4429-809c-2ec90cd18705 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:08:30.436703 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6f49f2-e183-4429-809c-2ec90cd18705 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:08:30.437018 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6f49f2-e183-4429-809c-2ec90cd18705 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:08:30.437334 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6f49f2-e183-4429-809c-2ec90cd18705 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:08:30.438430 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6f49f2-e183-4429-809c-2ec90cd18705 admin admin] Tracked resource versions report: Oct 27 10:08:30.438430 n-d-813419-10 neutron-server[102346]: pushed versions: Oct 27 10:08:30.438430 n-d-813419-10 neutron-server[102346]: { 'AddressGroup': {'1.2'}, Oct 27 10:08:30.438430 n-d-813419-10 neutron-server[102346]: 'ConntrackHelper': {'1.0'}, Oct 27 10:08:30.438430 n-d-813419-10 neutron-server[102346]: 'Log': {'1.0'}, Oct 27 10:08:30.438430 n-d-813419-10 neutron-server[102346]: 'Network': {'1.1'}, Oct 27 10:08:30.438430 n-d-813419-10 neutron-server[102346]: 'Port': {'1.7'}, Oct 27 10:08:30.438430 n-d-813419-10 neutron-server[102346]: 'PortForwarding': {'1.2'}, Oct 27 10:08:30.438430 n-d-813419-10 neutron-server[102346]: 'QosPolicy': {'1.10'}, Oct 27 10:08:30.438430 n-d-813419-10 neutron-server[102346]: 'SecurityGroup': {'1.4'}, Oct 27 10:08:30.438430 n-d-813419-10 neutron-server[102346]: 'SecurityGroupRule': {'1.2'}, Oct 27 10:08:30.438430 n-d-813419-10 neutron-server[102346]: 'SubPort': {'1.0'}, Oct 27 10:08:30.438430 n-d-813419-10 neutron-server[102346]: 'Subnet': {'1.1'}, Oct 27 10:08:30.438430 n-d-813419-10 neutron-server[102346]: 'Trunk': {'1.1'}} Oct 27 10:08:30.438430 n-d-813419-10 neutron-server[102346]: consumer versions: Oct 27 10:08:30.438430 n-d-813419-10 neutron-server[102346]: { DHCP agent@n-d-813419-10: {}, Oct 27 10:08:30.438430 n-d-813419-10 neutron-server[102346]: L3 agent@n-d-813419-10: {}, Oct 27 10:08:30.438430 n-d-813419-10 neutron-server[102346]: Metadata agent@n-d-813419-10: {}, Oct 27 10:08:30.438430 n-d-813419-10 neutron-server[102346]: Metering agent@n-d-813419-10: {}, Oct 27 10:08:30.438430 n-d-813419-10 neutron-server[102346]: Open vSwitch agent@n-d-813419-10: { 'AddressGroup': '1.2', Oct 27 10:08:30.438430 n-d-813419-10 neutron-server[102346]: 'ConntrackHelper': '1.0', Oct 27 10:08:30.438430 n-d-813419-10 neutron-server[102346]: 'Log': '1.0', Oct 27 10:08:30.438430 n-d-813419-10 neutron-server[102346]: 'Network': '1.1', Oct 27 10:08:30.438430 n-d-813419-10 neutron-server[102346]: 'Port': '1.7', Oct 27 10:08:30.438430 n-d-813419-10 neutron-server[102346]: 'PortForwarding': '1.2', Oct 27 10:08:30.438430 n-d-813419-10 neutron-server[102346]: 'QosPolicy': '1.10', Oct 27 10:08:30.438430 n-d-813419-10 neutron-server[102346]: 'SecurityGroup': '1.4', Oct 27 10:08:30.438430 n-d-813419-10 neutron-server[102346]: 'SecurityGroupRule': '1.2', Oct 27 10:08:30.438430 n-d-813419-10 neutron-server[102346]: 'SubPort': '1.0', Oct 27 10:08:30.438430 n-d-813419-10 neutron-server[102346]: 'Subnet': '1.1', Oct 27 10:08:30.438430 n-d-813419-10 neutron-server[102346]: 'Trunk': '1.1'}} Oct 27 10:08:30.438430 n-d-813419-10 neutron-server[102346]: {{(pid=102346) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 27 10:08:30.524760 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-0a6f49f2-e183-4429-809c-2ec90cd18705 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743872593080'] for network, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:08:30.568354 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-0a6f49f2-e183-4429-809c-2ec90cd18705 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913'] for network, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:08:30.569639 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a6f49f2-e183-4429-809c-2ec90cd18705 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:08:30.570310 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-0a6f49f2-e183-4429-809c-2ec90cd18705 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for network, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:08:30.657784 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-0a6f49f2-e183-4429-809c-2ec90cd18705 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.3489354 Oct 27 10:08:30.679831 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6f49f2-e183-4429-809c-2ec90cd18705 admin admin] Pushing event updated for resources: {'Network': ['ID=3c22eb81-18c6-42fb-93ea-4f85aba8538f,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:08:30.715927 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Network 3c22eb81-18c6-42fb-93ea-4f85aba8538f details requested by agent ovs-agent-n-d-813419-10 with host n-d-813419-10 {{(pid=102348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 10:08:33.425084 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 35546) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:08:33.806710 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d815df2-e5a2-4dda-84cf-984ed4671fd5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:08:33.808060 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-9d815df2-e5a2-4dda-84cf-984ed4671fd5 admin admin] 10.222.0.44 "GET /v2.0/networks/3c22eb81-18c6-42fb-93ea-4f85aba8538f HTTP/1.1" status: 200 len: 825 time: 0.3819818 Oct 27 10:08:33.847751 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-ec35e632-a64d-4a76-b103-53d830004f98 admin admin] 10.222.0.44 "GET /v2.0/subnetpools/20309ff4-05b8-4f08-bc8c-5844d7016add HTTP/1.1" status: 200 len: 734 time: 0.0334668 Oct 27 10:08:33.857283 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-d8aef1e0-0dae-48dd-9234-93b5a9323db1 admin admin] Request body: {'subnet': {'network_id': '3c22eb81-18c6-42fb-93ea-4f85aba8538f', 'subnetpool_id': '20309ff4-05b8-4f08-bc8c-5844d7016add', 'gateway_ip': '172.20.0.1', 'tenant_id': '667ec99b0df0413384e1d775ec517ef5', 'ip_version': 4, 'name': 'private-subnet'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:08:33.881565 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8aef1e0-0dae-48dd-9234-93b5a9323db1 admin admin] Made reservation on behalf of 667ec99b0df0413384e1d775ec517ef5 for: {'subnet': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:08:33.883747 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d8aef1e0-0dae-48dd-9234-93b5a9323db1 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:08:34.161458 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d8aef1e0-0dae-48dd-9234-93b5a9323db1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913'] for subnet, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:08:34.227839 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8aef1e0-0dae-48dd-9234-93b5a9323db1 admin admin] Checking segment: {'id': 'fc50e783-b91b-4452-856d-94e71b4da8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '3c22eb81-18c6-42fb-93ea-4f85aba8538f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:08:34.228245 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8aef1e0-0dae-48dd-9234-93b5a9323db1 admin admin] Network hostable DHCP agents. Network: 3c22eb81-18c6-42fb-93ea-4f85aba8538f, hostable agents: ['eafd4000-b897-4722-ae8b-0118ec955181'], hosted agents: [] {{(pid=102346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 10:08:34.232863 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8aef1e0-0dae-48dd-9234-93b5a9323db1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=50f4c593-9260-4b9c-9b66-f6827615892f,revision_number=0']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:08:34.250575 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8aef1e0-0dae-48dd-9234-93b5a9323db1 admin admin] Network 3c22eb81-18c6-42fb-93ea-4f85aba8538f is scheduled to be hosted by DHCP agent eafd4000-b897-4722-ae8b-0118ec955181 with binding_index 1 {{(pid=102346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 10:08:34.262123 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-d8aef1e0-0dae-48dd-9234-93b5a9323db1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-10, 3c22eb81-18c6-42fb-93ea-4f85aba8538f) {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:08:34.267149 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8aef1e0-0dae-48dd-9234-93b5a9323db1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:08:34.268026 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d8aef1e0-0dae-48dd-9234-93b5a9323db1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for subnet, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:08:34.271837 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64ecd531-8115-451b-acbc-9feda6ec3516 None None] Network 3c22eb81-18c6-42fb-93ea-4f85aba8538f requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:08:34.282219 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-d8aef1e0-0dae-48dd-9234-93b5a9323db1 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4284880 Oct 27 10:08:34.592534 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ae07cc7-70ad-4ee1-bd9d-3e2a954adda9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp734b258e-7d96-550c-b970-9b72ab66f383-3c22eb81-18c6-42fb-93ea-4f85aba8538f', 'network_id': '3c22eb81-18c6-42fb-93ea-4f85aba8538f', 'tenant_id': '667ec99b0df0413384e1d775ec517ef5', 'fixed_ips': [{'subnet_id': '50f4c593-9260-4b9c-9b66-f6827615892f'}]}} from n-d-813419-10. {{(pid=102348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 10:08:34.593817 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-8ae07cc7-70ad-4ee1-bd9d-3e2a954adda9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:08:34.887057 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.db_base_plugin_common [None req-8ae07cc7-70ad-4ee1-bd9d-3e2a954adda9 None None] Allocated IP 172.20.0.2 (3c22eb81-18c6-42fb-93ea-4f85aba8538f/50f4c593-9260-4b9c-9b66-f6827615892f/71f79f03-33be-46c4-914d-eb48370af471) {{(pid=102348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:08:35.098461 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-8ae07cc7-70ad-4ee1-bd9d-3e2a954adda9 None None] Publish callbacks [] for port, precommit_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:08:35.106333 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-8ae07cc7-70ad-4ee1-bd9d-3e2a954adda9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606'] for port, after_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:08:35.186088 n-d-813419-10 neutron-server[102348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ae07cc7-70ad-4ee1-bd9d-3e2a954adda9 None None] Network 3c22eb81-18c6-42fb-93ea-4f85aba8538f is already hosted by enough agents. {{(pid=102348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:08:35.193485 n-d-813419-10 neutron-server[102348]: DEBUG neutron.scheduler.base_scheduler [None req-8ae07cc7-70ad-4ee1-bd9d-3e2a954adda9 None None] Resources bound (agent type, host, resource id): {{(pid=102348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:08:35.195940 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae07cc7-70ad-4ee1-bd9d-3e2a954adda9 None None] Pushing event updated for resources: {'Port': ['ID=71f79f03-33be-46c4-914d-eb48370af471,revision_number=1']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:08:35.198058 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ae07cc7-70ad-4ee1-bd9d-3e2a954adda9 None None] Received port after_create {{(pid=102348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:08:35.207733 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae07cc7-70ad-4ee1-bd9d-3e2a954adda9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:08:35.208079 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae07cc7-70ad-4ee1-bd9d-3e2a954adda9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:08:35.208447 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae07cc7-70ad-4ee1-bd9d-3e2a954adda9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:08:35.208784 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae07cc7-70ad-4ee1-bd9d-3e2a954adda9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:08:35.209113 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae07cc7-70ad-4ee1-bd9d-3e2a954adda9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:08:35.209442 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae07cc7-70ad-4ee1-bd9d-3e2a954adda9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:08:35.209767 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae07cc7-70ad-4ee1-bd9d-3e2a954adda9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:08:35.210089 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae07cc7-70ad-4ee1-bd9d-3e2a954adda9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:08:35.210414 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae07cc7-70ad-4ee1-bd9d-3e2a954adda9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:08:35.210730 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae07cc7-70ad-4ee1-bd9d-3e2a954adda9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:08:35.211080 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae07cc7-70ad-4ee1-bd9d-3e2a954adda9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:08:35.211401 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae07cc7-70ad-4ee1-bd9d-3e2a954adda9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:08:35.212533 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae07cc7-70ad-4ee1-bd9d-3e2a954adda9 None None] Tracked resource versions report: Oct 27 10:08:35.212533 n-d-813419-10 neutron-server[102348]: pushed versions: Oct 27 10:08:35.212533 n-d-813419-10 neutron-server[102348]: { 'AddressGroup': {'1.2'}, Oct 27 10:08:35.212533 n-d-813419-10 neutron-server[102348]: 'ConntrackHelper': {'1.0'}, Oct 27 10:08:35.212533 n-d-813419-10 neutron-server[102348]: 'Log': {'1.0'}, Oct 27 10:08:35.212533 n-d-813419-10 neutron-server[102348]: 'Network': {'1.1'}, Oct 27 10:08:35.212533 n-d-813419-10 neutron-server[102348]: 'Port': {'1.7'}, Oct 27 10:08:35.212533 n-d-813419-10 neutron-server[102348]: 'PortForwarding': {'1.2'}, Oct 27 10:08:35.212533 n-d-813419-10 neutron-server[102348]: 'QosPolicy': {'1.10'}, Oct 27 10:08:35.212533 n-d-813419-10 neutron-server[102348]: 'SecurityGroup': {'1.4'}, Oct 27 10:08:35.212533 n-d-813419-10 neutron-server[102348]: 'SecurityGroupRule': {'1.2'}, Oct 27 10:08:35.212533 n-d-813419-10 neutron-server[102348]: 'SubPort': {'1.0'}, Oct 27 10:08:35.212533 n-d-813419-10 neutron-server[102348]: 'Subnet': {'1.1'}, Oct 27 10:08:35.212533 n-d-813419-10 neutron-server[102348]: 'Trunk': {'1.1'}} Oct 27 10:08:35.212533 n-d-813419-10 neutron-server[102348]: consumer versions: Oct 27 10:08:35.212533 n-d-813419-10 neutron-server[102348]: { DHCP agent@n-d-813419-10: {}, Oct 27 10:08:35.212533 n-d-813419-10 neutron-server[102348]: L3 agent@n-d-813419-10: {}, Oct 27 10:08:35.212533 n-d-813419-10 neutron-server[102348]: Metadata agent@n-d-813419-10: {}, Oct 27 10:08:35.212533 n-d-813419-10 neutron-server[102348]: Metering agent@n-d-813419-10: {}, Oct 27 10:08:35.212533 n-d-813419-10 neutron-server[102348]: Open vSwitch agent@n-d-813419-10: { 'AddressGroup': '1.2', Oct 27 10:08:35.212533 n-d-813419-10 neutron-server[102348]: 'ConntrackHelper': '1.0', Oct 27 10:08:35.212533 n-d-813419-10 neutron-server[102348]: 'Log': '1.0', Oct 27 10:08:35.212533 n-d-813419-10 neutron-server[102348]: 'Network': '1.1', Oct 27 10:08:35.212533 n-d-813419-10 neutron-server[102348]: 'Port': '1.7', Oct 27 10:08:35.212533 n-d-813419-10 neutron-server[102348]: 'PortForwarding': '1.2', Oct 27 10:08:35.212533 n-d-813419-10 neutron-server[102348]: 'QosPolicy': '1.10', Oct 27 10:08:35.212533 n-d-813419-10 neutron-server[102348]: 'SecurityGroup': '1.4', Oct 27 10:08:35.212533 n-d-813419-10 neutron-server[102348]: 'SecurityGroupRule': '1.2', Oct 27 10:08:35.212533 n-d-813419-10 neutron-server[102348]: 'SubPort': '1.0', Oct 27 10:08:35.212533 n-d-813419-10 neutron-server[102348]: 'Subnet': '1.1', Oct 27 10:08:35.212533 n-d-813419-10 neutron-server[102348]: 'Trunk': '1.1'}} Oct 27 10:08:35.212533 n-d-813419-10 neutron-server[102348]: {{(pid=102348) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 27 10:08:35.286433 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-8ae07cc7-70ad-4ee1-bd9d-3e2a954adda9 None None] Attempting to bind port 71f79f03-33be-46c4-914d-eb48370af471 on host n-d-813419-10 for vnic_type normal with profile {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:08:35.287129 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-8ae07cc7-70ad-4ee1-bd9d-3e2a954adda9 None None] Attempting to bind port 71f79f03-33be-46c4-914d-eb48370af471 by drivers openvswitch,hyperv on host n-d-813419-10 at level 0 using segments [{'id': 'fc50e783-b91b-4452-856d-94e71b4da8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '3c22eb81-18c6-42fb-93ea-4f85aba8538f'}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:08:35.287232 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ae07cc7-70ad-4ee1-bd9d-3e2a954adda9 None None] Attempting to bind port 71f79f03-33be-46c4-914d-eb48370af471 on network 3c22eb81-18c6-42fb-93ea-4f85aba8538f {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:08:35.292141 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ae07cc7-70ad-4ee1-bd9d-3e2a954adda9 None None] Checking agent: {'id': '89dba0f3-79b2-435e-9822-33674b8f6ada', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 8, 20), 'started_at': datetime.datetime(2021, 10, 27, 10, 8, 20), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 8, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:08:35.292555 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ae07cc7-70ad-4ee1-bd9d-3e2a954adda9 None None] Checking segment: {'id': 'fc50e783-b91b-4452-856d-94e71b4da8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '3c22eb81-18c6-42fb-93ea-4f85aba8538f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:08:35.293002 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-8ae07cc7-70ad-4ee1-bd9d-3e2a954adda9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:08:35.293389 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ae07cc7-70ad-4ee1-bd9d-3e2a954adda9 None None] Bound using segment: {'id': 'fc50e783-b91b-4452-856d-94e71b4da8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '3c22eb81-18c6-42fb-93ea-4f85aba8538f'} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:08:35.293868 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-8ae07cc7-70ad-4ee1-bd9d-3e2a954adda9 None None] Bound port: 71f79f03-33be-46c4-914d-eb48370af471, host: n-d-813419-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc50e783-b91b-4452-856d-94e71b4da8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '3c22eb81-18c6-42fb-93ea-4f85aba8538f'}}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:08:35.294274 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-8ae07cc7-70ad-4ee1-bd9d-3e2a954adda9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:08:35.355155 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-8ae07cc7-70ad-4ee1-bd9d-3e2a954adda9 None None] For port 71f79f03-33be-46c4-914d-eb48370af471, host n-d-813419-10, cleared binding levels {{(pid=102348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:08:35.359296 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-8ae07cc7-70ad-4ee1-bd9d-3e2a954adda9 None None] For port 71f79f03-33be-46c4-914d-eb48370af471, host n-d-813419-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=71f79f03-33be-46c4-914d-eb48370af471,segment=NetworkSegment(fc50e783-b91b-4452-856d-94e71b4da8a1),segment_id=fc50e783-b91b-4452-856d-94e71b4da8a1)] {{(pid=102348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:08:35.363625 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-8ae07cc7-70ad-4ee1-bd9d-3e2a954adda9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:08:35.430820 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae07cc7-70ad-4ee1-bd9d-3e2a954adda9 None None] Pushing event updated for resources: {'Port': ['ID=71f79f03-33be-46c4-914d-eb48370af471,revision_number=2']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:08:36.807399 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 35554) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:08:37.126390 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [None req-0cb48653-3f5d-4d96-bb56-4cd3522da59e admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=102346) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 10:08:37.127482 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-0cb48653-3f5d-4d96-bb56-4cd3522da59e admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.3190908 Oct 27 10:08:39.608457 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 35562) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:08:39.921118 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [None req-b151755a-29ee-4165-96d0-4ed82194e053 admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=102346) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 10:08:39.922106 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-b151755a-29ee-4165-96d0-4ed82194e053 admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.3126357 Oct 27 10:08:42.642787 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 35572) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:08:42.938777 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-f6045843-7223-48e2-bdad-c0edab79b401 admin admin] Request body: {'router': {'tenant_id': '667ec99b0df0413384e1d775ec517ef5', 'name': 'router1', 'admin_state_up': True}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:08:42.963034 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-f6045843-7223-48e2-bdad-c0edab79b401 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1768632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3610'] for router, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:08:42.964591 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-f6045843-7223-48e2-bdad-c0edab79b401 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1765704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1769409', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1694266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3597'] for router, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:08:43.103891 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-f6045843-7223-48e2-bdad-c0edab79b401 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:08:43.108686 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-f6045843-7223-48e2-bdad-c0edab79b401 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1765699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1769372'] for router, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:08:43.126679 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-f6045843-7223-48e2-bdad-c0edab79b401 admin admin] Publish callbacks [] for router, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:08:43.128388 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-f6045843-7223-48e2-bdad-c0edab79b401 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4835200 Oct 27 10:08:43.899244 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 71f79f03-33be-46c4-914d-eb48370af471 up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:08:43.995471 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port 71f79f03-33be-46c4-914d-eb48370af471 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:08:43.995852 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:08:44.113194 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:08:44.147772 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] For port 71f79f03-33be-46c4-914d-eb48370af471, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=71f79f03-33be-46c4-914d-eb48370af471,segment=NetworkSegment(fc50e783-b91b-4452-856d-94e71b4da8a1),segment_id=fc50e783-b91b-4452-856d-94e71b4da8a1)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:08:44.152436 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:08:44.204972 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Pushing event updated for resources: {'Port': ['ID=71f79f03-33be-46c4-914d-eb48370af471,revision_number=3']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:08:44.614592 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-233da630-3c97-4f4a-bf6d-363d1053b481 None None] Network 3c22eb81-18c6-42fb-93ea-4f85aba8538f requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:08:44.673726 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-9544a029-274d-4cdb-b53b-f34bfdfec0f7 None None] Provisioning complete for port 71f79f03-33be-46c4-914d-eb48370af471 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:08:44.674515 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-9544a029-274d-4cdb-b53b-f34bfdfec0f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:08:45.142272 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-75066cf7-be0c-4c50-89ef-6fa3591fb272 None None] Provisioning complete for port 71f79f03-33be-46c4-914d-eb48370af471 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:08:45.142902 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-75066cf7-be0c-4c50-89ef-6fa3591fb272 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:08:45.662022 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 35584) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:08:45.862954 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 71f79f03-33be-46c4-914d-eb48370af471 up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:08:45.909601 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port 71f79f03-33be-46c4-914d-eb48370af471 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:08:45.909972 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:08:45.972216 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [None req-86e5bae2-7de2-4834-9249-ebba39d78e1e admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=102346) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 10:08:45.973282 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-86e5bae2-7de2-4834-9249-ebba39d78e1e admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.3103087 Oct 27 10:08:46.114536 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-74578287-0991-4e8a-b80c-7b924e204eb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:08:48.430756 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 35592) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:08:48.734931 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-fb06ccd6-3a33-4002-9918-76bd0ceb1a5e admin admin] Request body: {'network': {'is_default': True, 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'name': 'public', 'router:external': True}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:08:48.756445 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb06ccd6-3a33-4002-9918-76bd0ceb1a5e admin admin] Made reservation on behalf of 8fba8615da294f9885b9a15aac010b3a for: {'network': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:08:48.758660 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-fb06ccd6-3a33-4002-9918-76bd0ceb1a5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for network, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:08:48.766547 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-fb06ccd6-3a33-4002-9918-76bd0ceb1a5e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:08:48.769708 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-5d48bf13-17ce-4b17-8e1a-a468e6dd3680 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:08:48.837391 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-fb06ccd6-3a33-4002-9918-76bd0ceb1a5e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:08:48.840794 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-fb06ccd6-3a33-4002-9918-76bd0ceb1a5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:08:48.858682 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-fb06ccd6-3a33-4002-9918-76bd0ceb1a5e admin admin] Reserving flat network on physical network physnet1 {{(pid=102346) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Oct 27 10:08:48.875082 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb06ccd6-3a33-4002-9918-76bd0ceb1a5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75993c4d-5951-40d8-816b-c13682b2aabd,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:08:48.880905 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-fb06ccd6-3a33-4002-9918-76bd0ceb1a5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:08:48.881238 n-d-813419-10 neutron-server[102346]: INFO neutron.db.segments_db [None req-fb06ccd6-3a33-4002-9918-76bd0ceb1a5e admin admin] Added segment bc14127b-7032-4c50-bb5b-f6813cbae86e of type flat for network 185ff123-c7ff-45c7-a6be-71feb35acc9c Oct 27 10:08:48.932663 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-fb06ccd6-3a33-4002-9918-76bd0ceb1a5e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743872593080'] for network, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:08:48.962725 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-fb06ccd6-3a33-4002-9918-76bd0ceb1a5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913'] for network, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:08:48.963632 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb06ccd6-3a33-4002-9918-76bd0ceb1a5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:08:48.964241 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-fb06ccd6-3a33-4002-9918-76bd0ceb1a5e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for network, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:08:49.013393 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-fb06ccd6-3a33-4002-9918-76bd0ceb1a5e admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5815992 Oct 27 10:08:49.023477 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb06ccd6-3a33-4002-9918-76bd0ceb1a5e admin admin] Pushing event updated for resources: {'Network': ['ID=185ff123-c7ff-45c7-a6be-71feb35acc9c,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:08:49.034398 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Network 185ff123-c7ff-45c7-a6be-71feb35acc9c details requested by agent ovs-agent-n-d-813419-10 with host n-d-813419-10 {{(pid=102348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 10:08:49.806639 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-eadeaa30-4096-4d1a-b3cb-aa7ebfb291ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:08:49.907488 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:08:51.460660 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 35610) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:08:51.633011 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc958b58-426a-4f07-8886-93a784cbdb93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:08:51.634359 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-fc958b58-426a-4f07-8886-93a784cbdb93 admin admin] 10.222.0.44 "GET /v2.0/subnets/50f4c593-9260-4b9c-9b66-f6827615892f HTTP/1.1" status: 200 len: 849 time: 0.1727295 Oct 27 10:08:51.741190 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-3c6a8245-0581-48aa-b5f6-4d8fe98cd16e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:08:51.758383 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-5e3aa19d-3524-47e1-88c4-a70bac6136bf admin admin] 10.222.0.44 "GET /v2.0/routers/a1ae78d8-fca7-48fb-a18e-2ff3ffab15cf HTTP/1.1" status: 200 len: 704 time: 0.1179025 Oct 27 10:08:52.027069 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-e7a902dd-5787-46eb-8a93-3cdaed092c88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:08:52.315144 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_common [None req-e7a902dd-5787-46eb-8a93-3cdaed092c88 admin admin] Allocated IP 172.20.0.1 (3c22eb81-18c6-42fb-93ea-4f85aba8538f/50f4c593-9260-4b9c-9b66-f6827615892f/2b96b022-2502-43de-bb0d-dfda28ae4e99) {{(pid=102346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:08:52.506849 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-e7a902dd-5787-46eb-8a93-3cdaed092c88 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:08:52.572027 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-e7a902dd-5787-46eb-8a93-3cdaed092c88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606'] for port, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:08:52.641044 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7a902dd-5787-46eb-8a93-3cdaed092c88 admin admin] Network 3c22eb81-18c6-42fb-93ea-4f85aba8538f is already hosted by enough agents. {{(pid=102346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:08:52.645856 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-e7a902dd-5787-46eb-8a93-3cdaed092c88 admin admin] Resources bound (agent type, host, resource id): {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:08:52.651380 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7a902dd-5787-46eb-8a93-3cdaed092c88 admin admin] Received port after_create {{(pid=102346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:08:52.651940 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-e7a902dd-5787-46eb-8a93-3cdaed092c88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1664961'] for router_interface, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:08:52.716082 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a902dd-5787-46eb-8a93-3cdaed092c88 admin admin] Pushing event updated for resources: {'Port': ['ID=2b96b022-2502-43de-bb0d-dfda28ae4e99,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:08:52.846860 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-e7a902dd-5787-46eb-8a93-3cdaed092c88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:08:52.879223 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-d5e699d5-b051-482f-8b0f-f97c661c2ec5 None None] Provisioning complete for port 2b96b022-2502-43de-bb0d-dfda28ae4e99 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:08:52.879759 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-d5e699d5-b051-482f-8b0f-f97c661c2ec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:08:52.912119 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-d5e699d5-b051-482f-8b0f-f97c661c2ec5 None None] Port 2b96b022-2502-43de-bb0d-dfda28ae4e99 cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:08:53.055550 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-e7a902dd-5787-46eb-8a93-3cdaed092c88 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:08:53.059912 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-e7a902dd-5787-46eb-8a93-3cdaed092c88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:08:53.060720 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-e7a902dd-5787-46eb-8a93-3cdaed092c88 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2006967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1766225'] for router_interface, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:08:53.139601 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a902dd-5787-46eb-8a93-3cdaed092c88 admin admin] Pushing event updated for resources: {'Port': ['ID=2b96b022-2502-43de-bb0d-dfda28ae4e99,revision_number=2']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:08:53.185007 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7a902dd-5787-46eb-8a93-3cdaed092c88 admin admin] Network 3c22eb81-18c6-42fb-93ea-4f85aba8538f is already hosted by enough agents. {{(pid=102346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:08:53.186274 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-e7a902dd-5787-46eb-8a93-3cdaed092c88 admin admin] Resources bound (agent type, host, resource id): {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:08:53.349658 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7a902dd-5787-46eb-8a93-3cdaed092c88 admin admin] Router a1ae78d8-fca7-48fb-a18e-2ff3ffab15cf is scheduled to L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb with binding_index 1 {{(pid=102346) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 10:08:53.433853 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-dbaf8624-fb1a-49c8-8525-cb3cf837530e None None] Provisioning complete for port 2b96b022-2502-43de-bb0d-dfda28ae4e99 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:08:53.434146 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-dbaf8624-fb1a-49c8-8525-cb3cf837530e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:08:53.437987 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7a902dd-5787-46eb-8a93-3cdaed092c88 admin admin] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:08:53.457168 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-e7a902dd-5787-46eb-8a93-3cdaed092c88 admin admin] 10.222.0.44 "PUT /v2.0/routers/a1ae78d8-fca7-48fb-a18e-2ff3ffab15cf/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.6788893 Oct 27 10:08:53.457261 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d0c4a4e-58d0-4499-aff5-9a287741dfbe None None] Sync routers for ids ['a1ae78d8-fca7-48fb-a18e-2ff3ffab15cf'] in n-d-813419-10 {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:08:53.460906 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d0c4a4e-58d0-4499-aff5-9a287741dfbe None None] Routers {'a1ae78d8-fca7-48fb-a18e-2ff3ffab15cf'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:08:53.461331 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-2d0c4a4e-58d0-4499-aff5-9a287741dfbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:08:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['a1ae78d8-fca7-48fb-a18e-2ff3ffab15cf'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:08:53.468295 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-dbaf8624-fb1a-49c8-8525-cb3cf837530e None None] Port 2b96b022-2502-43de-bb0d-dfda28ae4e99 cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:08:53.650974 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvr_db [None req-2d0c4a4e-58d0-4499-aff5-9a287741dfbe None None] Set router a1ae78d8-fca7-48fb-a18e-2ff3ffab15cf gateway port host: None {{(pid=102349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:08:54.074838 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-2d0c4a4e-58d0-4499-aff5-9a287741dfbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1ae78d8-fca7-48fb-a18e-2ff3ffab15cf', 'name': 'router1', 'tenant_id': '667ec99b0df0413384e1d775ec517ef5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:08:42Z', 'updated_at': '2021-10-27T10:08:52Z', 'revision_number': 2, 'project_id': '667ec99b0df0413384e1d775ec517ef5', 'gw_port_host': None, '_interfaces': [{'id': '2b96b022-2502-43de-bb0d-dfda28ae4e99', 'name': '', 'network_id': '3c22eb81-18c6-42fb-93ea-4f85aba8538f', 'tenant_id': '667ec99b0df0413384e1d775ec517ef5', 'mac_address': 'fa:16:3e:5c:02:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1ae78d8-fca7-48fb-a18e-2ff3ffab15cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '50f4c593-9260-4b9c-9b66-f6827615892f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:08:52Z', 'updated_at': '2021-10-27T10:08:52Z', 'revision_number': 2, 'project_id': '667ec99b0df0413384e1d775ec517ef5', 'subnets': [{'id': '50f4c593-9260-4b9c-9b66-f6827615892f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '20309ff4-05b8-4f08-bc8c-5844d7016add'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:08:54.126699 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d0c4a4e-58d0-4499-aff5-9a287741dfbe None None] Checking router: a1ae78d8-fca7-48fb-a18e-2ff3ffab15cf for host: n-d-813419-10 {{(pid=102349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 10:08:54.127093 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d0c4a4e-58d0-4499-aff5-9a287741dfbe None None] Updating router a1ae78d8-fca7-48fb-a18e-2ff3ffab15cf port 2b96b022-2502-43de-bb0d-dfda28ae4e99 binding host n-d-813419-10 {{(pid=102349) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 10:08:54.175344 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-2d0c4a4e-58d0-4499-aff5-9a287741dfbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:08:54.683107 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-2d0c4a4e-58d0-4499-aff5-9a287741dfbe None None] Publish callbacks [] for port, precommit_update {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:08:54.689461 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-2d0c4a4e-58d0-4499-aff5-9a287741dfbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:08:54.848132 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25f1877-0d39-48f8-92f9-0a9a7f784d3f None None] Pushing event updated for resources: {'Port': ['ID=2b96b022-2502-43de-bb0d-dfda28ae4e99,revision_number=3']} {{(pid=102349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:08:54.864318 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.managers [None req-2d0c4a4e-58d0-4499-aff5-9a287741dfbe None None] Attempting to bind port 2b96b022-2502-43de-bb0d-dfda28ae4e99 on host n-d-813419-10 for vnic_type normal with profile {{(pid=102349) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:08:54.864716 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.managers [None req-2d0c4a4e-58d0-4499-aff5-9a287741dfbe None None] Attempting to bind port 2b96b022-2502-43de-bb0d-dfda28ae4e99 by drivers openvswitch,hyperv on host n-d-813419-10 at level 0 using segments [{'id': 'fc50e783-b91b-4452-856d-94e71b4da8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '3c22eb81-18c6-42fb-93ea-4f85aba8538f'}] {{(pid=102349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:08:54.865153 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d0c4a4e-58d0-4499-aff5-9a287741dfbe None None] Attempting to bind port 2b96b022-2502-43de-bb0d-dfda28ae4e99 on network 3c22eb81-18c6-42fb-93ea-4f85aba8538f {{(pid=102349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:08:54.868623 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25f1877-0d39-48f8-92f9-0a9a7f784d3f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:08:54.868965 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25f1877-0d39-48f8-92f9-0a9a7f784d3f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:08:54.869301 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25f1877-0d39-48f8-92f9-0a9a7f784d3f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:08:54.869632 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25f1877-0d39-48f8-92f9-0a9a7f784d3f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:08:54.869959 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25f1877-0d39-48f8-92f9-0a9a7f784d3f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:08:54.870289 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25f1877-0d39-48f8-92f9-0a9a7f784d3f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:08:54.870613 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25f1877-0d39-48f8-92f9-0a9a7f784d3f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:08:54.870933 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25f1877-0d39-48f8-92f9-0a9a7f784d3f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:08:54.871255 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25f1877-0d39-48f8-92f9-0a9a7f784d3f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:08:54.871570 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25f1877-0d39-48f8-92f9-0a9a7f784d3f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:08:54.871887 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25f1877-0d39-48f8-92f9-0a9a7f784d3f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:08:54.872219 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25f1877-0d39-48f8-92f9-0a9a7f784d3f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:08:54.873325 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25f1877-0d39-48f8-92f9-0a9a7f784d3f None None] Tracked resource versions report: Oct 27 10:08:54.873325 n-d-813419-10 neutron-server[102349]: pushed versions: Oct 27 10:08:54.873325 n-d-813419-10 neutron-server[102349]: { 'AddressGroup': {'1.2'}, Oct 27 10:08:54.873325 n-d-813419-10 neutron-server[102349]: 'ConntrackHelper': {'1.0'}, Oct 27 10:08:54.873325 n-d-813419-10 neutron-server[102349]: 'Log': {'1.0'}, Oct 27 10:08:54.873325 n-d-813419-10 neutron-server[102349]: 'Network': {'1.1'}, Oct 27 10:08:54.873325 n-d-813419-10 neutron-server[102349]: 'Port': {'1.7'}, Oct 27 10:08:54.873325 n-d-813419-10 neutron-server[102349]: 'PortForwarding': {'1.2'}, Oct 27 10:08:54.873325 n-d-813419-10 neutron-server[102349]: 'QosPolicy': {'1.10'}, Oct 27 10:08:54.873325 n-d-813419-10 neutron-server[102349]: 'SecurityGroup': {'1.4'}, Oct 27 10:08:54.873325 n-d-813419-10 neutron-server[102349]: 'SecurityGroupRule': {'1.2'}, Oct 27 10:08:54.873325 n-d-813419-10 neutron-server[102349]: 'SubPort': {'1.0'}, Oct 27 10:08:54.873325 n-d-813419-10 neutron-server[102349]: 'Subnet': {'1.1'}, Oct 27 10:08:54.873325 n-d-813419-10 neutron-server[102349]: 'Trunk': {'1.1'}} Oct 27 10:08:54.873325 n-d-813419-10 neutron-server[102349]: consumer versions: Oct 27 10:08:54.873325 n-d-813419-10 neutron-server[102349]: { DHCP agent@n-d-813419-10: {}, Oct 27 10:08:54.873325 n-d-813419-10 neutron-server[102349]: L3 agent@n-d-813419-10: {}, Oct 27 10:08:54.873325 n-d-813419-10 neutron-server[102349]: Metadata agent@n-d-813419-10: {}, Oct 27 10:08:54.873325 n-d-813419-10 neutron-server[102349]: Metering agent@n-d-813419-10: {}, Oct 27 10:08:54.873325 n-d-813419-10 neutron-server[102349]: Open vSwitch agent@n-d-813419-10: { 'AddressGroup': '1.2', Oct 27 10:08:54.873325 n-d-813419-10 neutron-server[102349]: 'ConntrackHelper': '1.0', Oct 27 10:08:54.873325 n-d-813419-10 neutron-server[102349]: 'Log': '1.0', Oct 27 10:08:54.873325 n-d-813419-10 neutron-server[102349]: 'Network': '1.1', Oct 27 10:08:54.873325 n-d-813419-10 neutron-server[102349]: 'Port': '1.7', Oct 27 10:08:54.873325 n-d-813419-10 neutron-server[102349]: 'PortForwarding': '1.2', Oct 27 10:08:54.873325 n-d-813419-10 neutron-server[102349]: 'QosPolicy': '1.10', Oct 27 10:08:54.873325 n-d-813419-10 neutron-server[102349]: 'SecurityGroup': '1.4', Oct 27 10:08:54.873325 n-d-813419-10 neutron-server[102349]: 'SecurityGroupRule': '1.2', Oct 27 10:08:54.873325 n-d-813419-10 neutron-server[102349]: 'SubPort': '1.0', Oct 27 10:08:54.873325 n-d-813419-10 neutron-server[102349]: 'Subnet': '1.1', Oct 27 10:08:54.873325 n-d-813419-10 neutron-server[102349]: 'Trunk': '1.1'}} Oct 27 10:08:54.873325 n-d-813419-10 neutron-server[102349]: {{(pid=102349) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 27 10:08:54.878520 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d0c4a4e-58d0-4499-aff5-9a287741dfbe None None] Checking agent: {'id': '89dba0f3-79b2-435e-9822-33674b8f6ada', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 8, 20), 'started_at': datetime.datetime(2021, 10, 27, 10, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 8, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:08:54.878946 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d0c4a4e-58d0-4499-aff5-9a287741dfbe None None] Checking segment: {'id': 'fc50e783-b91b-4452-856d-94e71b4da8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '3c22eb81-18c6-42fb-93ea-4f85aba8538f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:08:54.879390 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-2d0c4a4e-58d0-4499-aff5-9a287741dfbe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:08:54.879769 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d0c4a4e-58d0-4499-aff5-9a287741dfbe None None] Bound using segment: {'id': 'fc50e783-b91b-4452-856d-94e71b4da8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '3c22eb81-18c6-42fb-93ea-4f85aba8538f'} {{(pid=102349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:08:54.880289 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.managers [None req-2d0c4a4e-58d0-4499-aff5-9a287741dfbe None None] Bound port: 2b96b022-2502-43de-bb0d-dfda28ae4e99, host: n-d-813419-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc50e783-b91b-4452-856d-94e71b4da8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '3c22eb81-18c6-42fb-93ea-4f85aba8538f'}}] {{(pid=102349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:08:54.880682 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-2d0c4a4e-58d0-4499-aff5-9a287741dfbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:08:54.900630 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-04dc74d2-8ed7-4aa2-8d84-147dc5183973 None None] Provisioning complete for port 2b96b022-2502-43de-bb0d-dfda28ae4e99 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:08:54.901154 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-04dc74d2-8ed7-4aa2-8d84-147dc5183973 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:08:54.933633 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-04dc74d2-8ed7-4aa2-8d84-147dc5183973 None None] Port 2b96b022-2502-43de-bb0d-dfda28ae4e99 cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:08:54.948433 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.db [None req-2d0c4a4e-58d0-4499-aff5-9a287741dfbe None None] For port 2b96b022-2502-43de-bb0d-dfda28ae4e99, host n-d-813419-10, cleared binding levels {{(pid=102349) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:08:54.966824 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.db [None req-2d0c4a4e-58d0-4499-aff5-9a287741dfbe None None] For port 2b96b022-2502-43de-bb0d-dfda28ae4e99, host n-d-813419-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=2b96b022-2502-43de-bb0d-dfda28ae4e99,segment=NetworkSegment(fc50e783-b91b-4452-856d-94e71b4da8a1),segment_id=fc50e783-b91b-4452-856d-94e71b4da8a1)] {{(pid=102349) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:08:54.970744 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-2d0c4a4e-58d0-4499-aff5-9a287741dfbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:08:55.023086 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25f1877-0d39-48f8-92f9-0a9a7f784d3f None None] Pushing event updated for resources: {'Port': ['ID=2b96b022-2502-43de-bb0d-dfda28ae4e99,revision_number=4']} {{(pid=102349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:08:55.032509 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d0c4a4e-58d0-4499-aff5-9a287741dfbe None None] Routers {'a1ae78d8-fca7-48fb-a18e-2ff3ffab15cf'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:08:55.033117 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-2d0c4a4e-58d0-4499-aff5-9a287741dfbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:08:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['a1ae78d8-fca7-48fb-a18e-2ff3ffab15cf'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:08:55.125660 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvr_db [None req-2d0c4a4e-58d0-4499-aff5-9a287741dfbe None None] Set router a1ae78d8-fca7-48fb-a18e-2ff3ffab15cf gateway port host: None {{(pid=102349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:08:55.253819 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-112f86be-9a75-47dd-8863-4691f08e4d33 None None] Provisioning complete for port 2b96b022-2502-43de-bb0d-dfda28ae4e99 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:08:55.254107 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-112f86be-9a75-47dd-8863-4691f08e4d33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:08:55.335674 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-112f86be-9a75-47dd-8863-4691f08e4d33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:08:55.345335 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-2d0c4a4e-58d0-4499-aff5-9a287741dfbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1ae78d8-fca7-48fb-a18e-2ff3ffab15cf', 'name': 'router1', 'tenant_id': '667ec99b0df0413384e1d775ec517ef5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:08:42Z', 'updated_at': '2021-10-27T10:08:52Z', 'revision_number': 2, 'project_id': '667ec99b0df0413384e1d775ec517ef5', 'gw_port_host': None, '_interfaces': [{'id': '2b96b022-2502-43de-bb0d-dfda28ae4e99', 'name': '', 'network_id': '3c22eb81-18c6-42fb-93ea-4f85aba8538f', 'tenant_id': '667ec99b0df0413384e1d775ec517ef5', 'mac_address': 'fa:16:3e:5c:02:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1ae78d8-fca7-48fb-a18e-2ff3ffab15cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '50f4c593-9260-4b9c-9b66-f6827615892f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:08:52Z', 'updated_at': '2021-10-27T10:08:54Z', 'revision_number': 4, 'project_id': '667ec99b0df0413384e1d775ec517ef5', 'subnets': [{'id': '50f4c593-9260-4b9c-9b66-f6827615892f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '20309ff4-05b8-4f08-bc8c-5844d7016add'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:08:55.371908 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d0c4a4e-58d0-4499-aff5-9a287741dfbe None None] The sync data for ids ['a1ae78d8-fca7-48fb-a18e-2ff3ffab15cf'] in n-d-813419-10 is: [{'id': 'a1ae78d8-fca7-48fb-a18e-2ff3ffab15cf', 'name': 'router1', 'tenant_id': '667ec99b0df0413384e1d775ec517ef5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:08:42Z', 'updated_at': '2021-10-27T10:08:52Z', 'revision_number': 2, 'project_id': '667ec99b0df0413384e1d775ec517ef5', 'gw_port_host': None, '_interfaces': [{'id': '2b96b022-2502-43de-bb0d-dfda28ae4e99', 'name': '', 'network_id': '3c22eb81-18c6-42fb-93ea-4f85aba8538f', 'tenant_id': '667ec99b0df0413384e1d775ec517ef5', 'mac_address': 'fa:16:3e:5c:02:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1ae78d8-fca7-48fb-a18e-2ff3ffab15cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '50f4c593-9260-4b9c-9b66-f6827615892f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:08:52Z', 'updated_at': '2021-10-27T10:08:54Z', 'revision_number': 4, 'project_id': '667ec99b0df0413384e1d775ec517ef5', 'subnets': [{'id': '50f4c593-9260-4b9c-9b66-f6827615892f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '20309ff4-05b8-4f08-bc8c-5844d7016add'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:08:55.374600 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-112f86be-9a75-47dd-8863-4691f08e4d33 None None] For port 2b96b022-2502-43de-bb0d-dfda28ae4e99, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=2b96b022-2502-43de-bb0d-dfda28ae4e99,segment=NetworkSegment(fc50e783-b91b-4452-856d-94e71b4da8a1),segment_id=fc50e783-b91b-4452-856d-94e71b4da8a1)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:08:55.379677 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-112f86be-9a75-47dd-8863-4691f08e4d33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:08:55.426889 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112f86be-9a75-47dd-8863-4691f08e4d33 None None] Pushing event updated for resources: {'Port': ['ID=2b96b022-2502-43de-bb0d-dfda28ae4e99,revision_number=5']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:08:55.790732 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 35630) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:08:55.974141 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-394fb2f7-aeae-4c69-abd2-43329207751f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:08:55.975534 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-394fb2f7-aeae-4c69-abd2-43329207751f admin admin] 10.222.0.44 "GET /v2.0/networks/185ff123-c7ff-45c7-a6be-71feb35acc9c HTTP/1.1" status: 200 len: 842 time: 0.1837685 Oct 27 10:08:55.985710 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-d5981680-afdb-4db0-9ecb-cc465298701c admin admin] Request body: {'subnet': {'gateway_ip': '172.25.8.1', 'cidr': '172.25.8.0/24', 'name': 'public-subnet', 'enable_dhcp': False, 'ip_version': 4, 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:08:56.014879 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5981680-afdb-4db0-9ecb-cc465298701c admin admin] Made reservation on behalf of 8fba8615da294f9885b9a15aac010b3a for: {'subnet': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:08:56.017528 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-d5981680-afdb-4db0-9ecb-cc465298701c admin admin] Publish callbacks [] for subnet, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:08:56.405222 n-d-813419-10 neutron-server[102347]: DEBUG neutron.objects.ports [None req-d5981680-afdb-4db0-9ecb-cc465298701c admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102347) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 27 10:08:56.405710 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-d5981680-afdb-4db0-9ecb-cc465298701c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913'] for subnet, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:08:56.470655 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5981680-afdb-4db0-9ecb-cc465298701c admin admin] Checking segment: {'id': 'bc14127b-7032-4c50-bb5b-f6813cbae86e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:08:56.471682 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5981680-afdb-4db0-9ecb-cc465298701c admin admin] Network hostable DHCP agents. Network: 185ff123-c7ff-45c7-a6be-71feb35acc9c, hostable agents: ['eafd4000-b897-4722-ae8b-0118ec955181'], hosted agents: [] {{(pid=102347) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 10:08:56.481330 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5981680-afdb-4db0-9ecb-cc465298701c admin admin] Pushing event updated for resources: {'Subnet': ['ID=0fb9f9d1-7384-481f-8fa8-f4566c349d30,revision_number=0']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:08:56.494494 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5981680-afdb-4db0-9ecb-cc465298701c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:08:56.494841 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5981680-afdb-4db0-9ecb-cc465298701c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:08:56.495174 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5981680-afdb-4db0-9ecb-cc465298701c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:08:56.495505 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5981680-afdb-4db0-9ecb-cc465298701c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:08:56.495830 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5981680-afdb-4db0-9ecb-cc465298701c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:08:56.496153 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5981680-afdb-4db0-9ecb-cc465298701c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:08:56.496500 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5981680-afdb-4db0-9ecb-cc465298701c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:08:56.496821 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5981680-afdb-4db0-9ecb-cc465298701c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:08:56.497139 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5981680-afdb-4db0-9ecb-cc465298701c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:08:56.497455 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5981680-afdb-4db0-9ecb-cc465298701c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:08:56.497772 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5981680-afdb-4db0-9ecb-cc465298701c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:08:56.498093 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5981680-afdb-4db0-9ecb-cc465298701c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:08:56.499197 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5981680-afdb-4db0-9ecb-cc465298701c admin admin] Tracked resource versions report: Oct 27 10:08:56.499197 n-d-813419-10 neutron-server[102347]: pushed versions: Oct 27 10:08:56.499197 n-d-813419-10 neutron-server[102347]: { 'AddressGroup': {'1.2'}, Oct 27 10:08:56.499197 n-d-813419-10 neutron-server[102347]: 'ConntrackHelper': {'1.0'}, Oct 27 10:08:56.499197 n-d-813419-10 neutron-server[102347]: 'Log': {'1.0'}, Oct 27 10:08:56.499197 n-d-813419-10 neutron-server[102347]: 'Network': {'1.1'}, Oct 27 10:08:56.499197 n-d-813419-10 neutron-server[102347]: 'Port': {'1.7'}, Oct 27 10:08:56.499197 n-d-813419-10 neutron-server[102347]: 'PortForwarding': {'1.2'}, Oct 27 10:08:56.499197 n-d-813419-10 neutron-server[102347]: 'QosPolicy': {'1.10'}, Oct 27 10:08:56.499197 n-d-813419-10 neutron-server[102347]: 'SecurityGroup': {'1.4'}, Oct 27 10:08:56.499197 n-d-813419-10 neutron-server[102347]: 'SecurityGroupRule': {'1.2'}, Oct 27 10:08:56.499197 n-d-813419-10 neutron-server[102347]: 'SubPort': {'1.0'}, Oct 27 10:08:56.499197 n-d-813419-10 neutron-server[102347]: 'Subnet': {'1.1'}, Oct 27 10:08:56.499197 n-d-813419-10 neutron-server[102347]: 'Trunk': {'1.1'}} Oct 27 10:08:56.499197 n-d-813419-10 neutron-server[102347]: consumer versions: Oct 27 10:08:56.499197 n-d-813419-10 neutron-server[102347]: { DHCP agent@n-d-813419-10: {}, Oct 27 10:08:56.499197 n-d-813419-10 neutron-server[102347]: L3 agent@n-d-813419-10: {}, Oct 27 10:08:56.499197 n-d-813419-10 neutron-server[102347]: Metadata agent@n-d-813419-10: {}, Oct 27 10:08:56.499197 n-d-813419-10 neutron-server[102347]: Metering agent@n-d-813419-10: {}, Oct 27 10:08:56.499197 n-d-813419-10 neutron-server[102347]: Open vSwitch agent@n-d-813419-10: { 'AddressGroup': '1.2', Oct 27 10:08:56.499197 n-d-813419-10 neutron-server[102347]: 'ConntrackHelper': '1.0', Oct 27 10:08:56.499197 n-d-813419-10 neutron-server[102347]: 'Log': '1.0', Oct 27 10:08:56.499197 n-d-813419-10 neutron-server[102347]: 'Network': '1.1', Oct 27 10:08:56.499197 n-d-813419-10 neutron-server[102347]: 'Port': '1.7', Oct 27 10:08:56.499197 n-d-813419-10 neutron-server[102347]: 'PortForwarding': '1.2', Oct 27 10:08:56.499197 n-d-813419-10 neutron-server[102347]: 'QosPolicy': '1.10', Oct 27 10:08:56.499197 n-d-813419-10 neutron-server[102347]: 'SecurityGroup': '1.4', Oct 27 10:08:56.499197 n-d-813419-10 neutron-server[102347]: 'SecurityGroupRule': '1.2', Oct 27 10:08:56.499197 n-d-813419-10 neutron-server[102347]: 'SubPort': '1.0', Oct 27 10:08:56.499197 n-d-813419-10 neutron-server[102347]: 'Subnet': '1.1', Oct 27 10:08:56.499197 n-d-813419-10 neutron-server[102347]: 'Trunk': '1.1'}} Oct 27 10:08:56.499197 n-d-813419-10 neutron-server[102347]: {{(pid=102347) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 27 10:08:56.536956 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5981680-afdb-4db0-9ecb-cc465298701c admin admin] Network 185ff123-c7ff-45c7-a6be-71feb35acc9c is scheduled to be hosted by DHCP agent eafd4000-b897-4722-ae8b-0118ec955181 with binding_index 1 {{(pid=102347) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 10:08:56.550670 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [None req-d5981680-afdb-4db0-9ecb-cc465298701c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-10, 185ff123-c7ff-45c7-a6be-71feb35acc9c) {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:08:56.555673 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5981680-afdb-4db0-9ecb-cc465298701c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:08:56.556385 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-d5981680-afdb-4db0-9ecb-cc465298701c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for subnet, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:08:56.561958 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca90970e-8473-4f90-be78-637b38c77075 None None] Network 185ff123-c7ff-45c7-a6be-71feb35acc9c requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:08:56.573455 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-d5981680-afdb-4db0-9ecb-cc465298701c admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5910528 Oct 27 10:08:56.700866 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cbf7462-dbf5-4485-b4f5-d169eee3ba80 None None] Network 185ff123-c7ff-45c7-a6be-71feb35acc9c requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:08:58.974597 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 35642) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:08:59.234105 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-b73199ae-5081-4a35-bd58-c78c76c426d7 admin admin] 10.222.0.44 "GET /v2.0/routers/a1ae78d8-fca7-48fb-a18e-2ff3ffab15cf HTTP/1.1" status: 200 len: 710 time: 0.2582855 Oct 27 10:08:59.320638 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36fe2499-fc7f-4967-8dff-1f228577e94a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:08:59.321998 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-36fe2499-fc7f-4967-8dff-1f228577e94a admin admin] 10.222.0.44 "GET /v2.0/networks/185ff123-c7ff-45c7-a6be-71feb35acc9c HTTP/1.1" status: 200 len: 886 time: 0.0810256 Oct 27 10:08:59.331527 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-0f4dbb81-b646-44e5-b4d6-2733f50a7134 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'}}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:08:59.572263 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-0f4dbb81-b646-44e5-b4d6-2733f50a7134 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:08:59.804898 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-0f4dbb81-b646-44e5-b4d6-2733f50a7134 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:08:59.882606 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-0f4dbb81-b646-44e5-b4d6-2733f50a7134 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:09:00.034957 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_common [None req-0f4dbb81-b646-44e5-b4d6-2733f50a7134 admin admin] Allocated IP 172.25.8.75 (185ff123-c7ff-45c7-a6be-71feb35acc9c/0fb9f9d1-7384-481f-8fa8-f4566c349d30/f6849e4b-270a-47e9-8b19-6187e00ba509) {{(pid=102347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:09:00.141959 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-0f4dbb81-b646-44e5-b4d6-2733f50a7134 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:09:00.200931 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-0f4dbb81-b646-44e5-b4d6-2733f50a7134 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606'] for port, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:09:00.317078 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f4dbb81-b646-44e5-b4d6-2733f50a7134 admin admin] Network 185ff123-c7ff-45c7-a6be-71feb35acc9c is already hosted by enough agents. {{(pid=102347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:09:00.322019 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [None req-0f4dbb81-b646-44e5-b4d6-2733f50a7134 admin admin] Resources bound (agent type, host, resource id): {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:09:00.331683 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4dbb81-b646-44e5-b4d6-2733f50a7134 admin admin] Pushing event updated for resources: {'Port': ['ID=f6849e4b-270a-47e9-8b19-6187e00ba509,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:09:00.342140 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f4dbb81-b646-44e5-b4d6-2733f50a7134 admin admin] Received port after_create {{(pid=102347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:09:00.620689 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-0f4dbb81-b646-44e5-b4d6-2733f50a7134 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:09:00.815664 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-0f4dbb81-b646-44e5-b4d6-2733f50a7134 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1769395', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1765690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3711'] for router, precommit_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:09:00.823843 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-0f4dbb81-b646-44e5-b4d6-2733f50a7134 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1769372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1769386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1769381', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1765685'] for router, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:09:00.951409 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f4dbb81-b646-44e5-b4d6-2733f50a7134 admin admin] Router a1ae78d8-fca7-48fb-a18e-2ff3ffab15cf has already been hosted by L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb {{(pid=102347) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 10:09:01.063405 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f4dbb81-b646-44e5-b4d6-2733f50a7134 admin admin] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:09:01.069044 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-0f4dbb81-b646-44e5-b4d6-2733f50a7134 admin admin] Publish callbacks [] for router, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:09:01.070267 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-0f4dbb81-b646-44e5-b4d6-2733f50a7134 admin admin] 10.222.0.44 "PUT /v2.0/routers/a1ae78d8-fca7-48fb-a18e-2ff3ffab15cf HTTP/1.1" status: 200 len: 889 time: 1.7419491 Oct 27 10:09:01.909358 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 2b96b022-2502-43de-bb0d-dfda28ae4e99 up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:09:01.956622 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port 2b96b022-2502-43de-bb0d-dfda28ae4e99 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:09:01.957163 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:09:02.362055 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3c25a89-7e48-42b3-a3c6-5dd1e4bef838 None None] Sync routers for ids ['a1ae78d8-fca7-48fb-a18e-2ff3ffab15cf'] in n-d-813419-10 {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:09:02.371916 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3c25a89-7e48-42b3-a3c6-5dd1e4bef838 None None] Routers {'a1ae78d8-fca7-48fb-a18e-2ff3ffab15cf'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:09:02.372573 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-e3c25a89-7e48-42b3-a3c6-5dd1e4bef838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:08:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['a1ae78d8-fca7-48fb-a18e-2ff3ffab15cf'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:09:02.579796 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvr_db [None req-e3c25a89-7e48-42b3-a3c6-5dd1e4bef838 None None] Set router a1ae78d8-fca7-48fb-a18e-2ff3ffab15cf gateway port host: n-d-813419-10 {{(pid=102348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:09:03.039040 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-e3c25a89-7e48-42b3-a3c6-5dd1e4bef838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1ae78d8-fca7-48fb-a18e-2ff3ffab15cf', 'name': 'router1', 'tenant_id': '667ec99b0df0413384e1d775ec517ef5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.75'}], 'enable_snat': True}, 'gw_port_id': 'f6849e4b-270a-47e9-8b19-6187e00ba509', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:08:42Z', 'updated_at': '2021-10-27T10:09:00Z', 'revision_number': 4, 'project_id': '667ec99b0df0413384e1d775ec517ef5', 'gw_port': {'id': 'f6849e4b-270a-47e9-8b19-6187e00ba509', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:19:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1ae78d8-fca7-48fb-a18e-2ff3ffab15cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:08:59Z', 'updated_at': '2021-10-27T10:09:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_interfaces': [{'id': '2b96b022-2502-43de-bb0d-dfda28ae4e99', 'name': '', 'network_id': '3c22eb81-18c6-42fb-93ea-4f85aba8538f', 'tenant_id': '667ec99b0df0413384e1d775ec517ef5', 'mac_address': 'fa:16:3e:5c:02:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ae78d8-fca7-48fb-a18e-2ff3ffab15cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '50f4c593-9260-4b9c-9b66-f6827615892f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:08:52Z', 'updated_at': '2021-10-27T10:08:55Z', 'revision_number': 5, 'project_id': '667ec99b0df0413384e1d775ec517ef5', 'subnets': [{'id': '50f4c593-9260-4b9c-9b66-f6827615892f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '20309ff4-05b8-4f08-bc8c-5844d7016add'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:09:03.090378 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3c25a89-7e48-42b3-a3c6-5dd1e4bef838 None None] Checking router: a1ae78d8-fca7-48fb-a18e-2ff3ffab15cf for host: n-d-813419-10 {{(pid=102348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 10:09:03.090729 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3c25a89-7e48-42b3-a3c6-5dd1e4bef838 None None] Updating router a1ae78d8-fca7-48fb-a18e-2ff3ffab15cf port f6849e4b-270a-47e9-8b19-6187e00ba509 binding host n-d-813419-10 {{(pid=102348) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 10:09:03.137802 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-e3c25a89-7e48-42b3-a3c6-5dd1e4bef838 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:09:03.451050 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-e3c25a89-7e48-42b3-a3c6-5dd1e4bef838 None None] Publish callbacks [] for port, precommit_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:09:03.457479 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-e3c25a89-7e48-42b3-a3c6-5dd1e4bef838 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:09:03.508073 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-e3c25a89-7e48-42b3-a3c6-5dd1e4bef838 None None] Attempting to bind port f6849e4b-270a-47e9-8b19-6187e00ba509 on host n-d-813419-10 for vnic_type normal with profile {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:09:03.508465 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-e3c25a89-7e48-42b3-a3c6-5dd1e4bef838 None None] Attempting to bind port f6849e4b-270a-47e9-8b19-6187e00ba509 by drivers openvswitch,hyperv on host n-d-813419-10 at level 0 using segments [{'id': 'bc14127b-7032-4c50-bb5b-f6813cbae86e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:09:03.508823 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3c25a89-7e48-42b3-a3c6-5dd1e4bef838 None None] Attempting to bind port f6849e4b-270a-47e9-8b19-6187e00ba509 on network 185ff123-c7ff-45c7-a6be-71feb35acc9c {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:09:03.514104 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fa0234-47d3-4f7c-93a6-f0ce3183949f None None] Pushing event updated for resources: {'Port': ['ID=f6849e4b-270a-47e9-8b19-6187e00ba509,revision_number=2']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:09:03.519121 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3c25a89-7e48-42b3-a3c6-5dd1e4bef838 None None] Checking agent: {'id': '89dba0f3-79b2-435e-9822-33674b8f6ada', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 8, 20), 'started_at': datetime.datetime(2021, 10, 27, 10, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 8, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:09:03.519493 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3c25a89-7e48-42b3-a3c6-5dd1e4bef838 None None] Checking segment: {'id': 'bc14127b-7032-4c50-bb5b-f6813cbae86e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:09:03.519893 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-e3c25a89-7e48-42b3-a3c6-5dd1e4bef838 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:09:03.520300 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3c25a89-7e48-42b3-a3c6-5dd1e4bef838 None None] Bound using segment: {'id': 'bc14127b-7032-4c50-bb5b-f6813cbae86e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:09:03.520759 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-e3c25a89-7e48-42b3-a3c6-5dd1e4bef838 None None] Bound port: f6849e4b-270a-47e9-8b19-6187e00ba509, host: n-d-813419-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc14127b-7032-4c50-bb5b-f6813cbae86e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'}}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:09:03.521153 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-e3c25a89-7e48-42b3-a3c6-5dd1e4bef838 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:09:03.569228 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-e3c25a89-7e48-42b3-a3c6-5dd1e4bef838 None None] For port f6849e4b-270a-47e9-8b19-6187e00ba509, host n-d-813419-10, cleared binding levels {{(pid=102348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:09:03.571948 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 35656) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:09:03.572478 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-e3c25a89-7e48-42b3-a3c6-5dd1e4bef838 None None] For port f6849e4b-270a-47e9-8b19-6187e00ba509, host n-d-813419-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=f6849e4b-270a-47e9-8b19-6187e00ba509,segment=NetworkSegment(bc14127b-7032-4c50-bb5b-f6813cbae86e),segment_id=bc14127b-7032-4c50-bb5b-f6813cbae86e)] {{(pid=102348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:09:03.576648 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-e3c25a89-7e48-42b3-a3c6-5dd1e4bef838 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:09:03.635262 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fa0234-47d3-4f7c-93a6-f0ce3183949f None None] Pushing event updated for resources: {'Port': ['ID=f6849e4b-270a-47e9-8b19-6187e00ba509,revision_number=3']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:09:03.638047 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3c25a89-7e48-42b3-a3c6-5dd1e4bef838 None None] Routers {'a1ae78d8-fca7-48fb-a18e-2ff3ffab15cf'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:09:03.638637 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-e3c25a89-7e48-42b3-a3c6-5dd1e4bef838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:08:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['a1ae78d8-fca7-48fb-a18e-2ff3ffab15cf'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:09:03.684795 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-11430cd8-8d4a-45b5-bdc9-4de66433ad6b admin admin] 10.222.0.44 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1116943 Oct 27 10:09:03.746720 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvr_db [None req-e3c25a89-7e48-42b3-a3c6-5dd1e4bef838 None None] Set router a1ae78d8-fca7-48fb-a18e-2ff3ffab15cf gateway port host: n-d-813419-10 {{(pid=102348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:09:03.964566 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-e3c25a89-7e48-42b3-a3c6-5dd1e4bef838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1ae78d8-fca7-48fb-a18e-2ff3ffab15cf', 'name': 'router1', 'tenant_id': '667ec99b0df0413384e1d775ec517ef5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.75'}], 'enable_snat': True}, 'gw_port_id': 'f6849e4b-270a-47e9-8b19-6187e00ba509', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:08:42Z', 'updated_at': '2021-10-27T10:09:00Z', 'revision_number': 4, 'project_id': '667ec99b0df0413384e1d775ec517ef5', 'gw_port': {'id': 'f6849e4b-270a-47e9-8b19-6187e00ba509', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:19:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1ae78d8-fca7-48fb-a18e-2ff3ffab15cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:08:59Z', 'updated_at': '2021-10-27T10:09:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_interfaces': [{'id': '2b96b022-2502-43de-bb0d-dfda28ae4e99', 'name': '', 'network_id': '3c22eb81-18c6-42fb-93ea-4f85aba8538f', 'tenant_id': '667ec99b0df0413384e1d775ec517ef5', 'mac_address': 'fa:16:3e:5c:02:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ae78d8-fca7-48fb-a18e-2ff3ffab15cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '50f4c593-9260-4b9c-9b66-f6827615892f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:08:52Z', 'updated_at': '2021-10-27T10:08:55Z', 'revision_number': 5, 'project_id': '667ec99b0df0413384e1d775ec517ef5', 'subnets': [{'id': '50f4c593-9260-4b9c-9b66-f6827615892f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '20309ff4-05b8-4f08-bc8c-5844d7016add'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:09:03.990510 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3c25a89-7e48-42b3-a3c6-5dd1e4bef838 None None] The sync data for ids ['a1ae78d8-fca7-48fb-a18e-2ff3ffab15cf'] in n-d-813419-10 is: [{'id': 'a1ae78d8-fca7-48fb-a18e-2ff3ffab15cf', 'name': 'router1', 'tenant_id': '667ec99b0df0413384e1d775ec517ef5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.75'}], 'enable_snat': True}, 'gw_port_id': 'f6849e4b-270a-47e9-8b19-6187e00ba509', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:08:42Z', 'updated_at': '2021-10-27T10:09:00Z', 'revision_number': 4, 'project_id': '667ec99b0df0413384e1d775ec517ef5', 'gw_port': {'id': 'f6849e4b-270a-47e9-8b19-6187e00ba509', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:19:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1ae78d8-fca7-48fb-a18e-2ff3ffab15cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:08:59Z', 'updated_at': '2021-10-27T10:09:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_interfaces': [{'id': '2b96b022-2502-43de-bb0d-dfda28ae4e99', 'name': '', 'network_id': '3c22eb81-18c6-42fb-93ea-4f85aba8538f', 'tenant_id': '667ec99b0df0413384e1d775ec517ef5', 'mac_address': 'fa:16:3e:5c:02:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ae78d8-fca7-48fb-a18e-2ff3ffab15cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '50f4c593-9260-4b9c-9b66-f6827615892f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:08:52Z', 'updated_at': '2021-10-27T10:08:55Z', 'revision_number': 5, 'project_id': '667ec99b0df0413384e1d775ec517ef5', 'subnets': [{'id': '50f4c593-9260-4b9c-9b66-f6827615892f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '20309ff4-05b8-4f08-bc8c-5844d7016add'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:09:05.928747 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device f6849e4b-270a-47e9-8b19-6187e00ba509 up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:09:05.983674 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port f6849e4b-270a-47e9-8b19-6187e00ba509 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:09:05.984046 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:09:06.065766 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:09:06.086229 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] For port f6849e4b-270a-47e9-8b19-6187e00ba509, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=f6849e4b-270a-47e9-8b19-6187e00ba509,segment=NetworkSegment(bc14127b-7032-4c50-bb5b-f6813cbae86e),segment_id=bc14127b-7032-4c50-bb5b-f6813cbae86e)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:09:06.090693 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:09:06.147226 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Pushing event updated for resources: {'Port': ['ID=f6849e4b-270a-47e9-8b19-6187e00ba509,revision_number=4']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:09:07.918258 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device f6849e4b-270a-47e9-8b19-6187e00ba509 up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:09:07.998540 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port f6849e4b-270a-47e9-8b19-6187e00ba509 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:09:07.999276 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:09:16.113860 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-b60c80c8-e802-4ea4-a58b-71cd80fe1fad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:09:18.551195 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.agents_db [None req-e79ee67d-056e-46ea-bd99-e80473396b25 None None] Agent healthcheck: found 5 active agents {{(pid=102349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 10:09:18.776653 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7afbb394-40f9-4efc-b3a0-af0242e3086e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:09:19.812014 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-eadeaa30-4096-4d1a-b3cb-aa7ebfb291ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:09:19.913431 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:09:21.711856 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-3c6a8245-0581-48aa-b5f6-4d8fe98cd16e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:09:46.109702 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-9669adc8-6f01-425a-97d5-8eb53cae7747 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:09:48.862461 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-c5b9f867-ffb5-4fc9-a15f-72b76156856a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:09:49.813569 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-eadeaa30-4096-4d1a-b3cb-aa7ebfb291ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:09:49.907873 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:09:51.698376 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-3c6a8245-0581-48aa-b5f6-4d8fe98cd16e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:09:55.554278 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.agents_db [None req-e79ee67d-056e-46ea-bd99-e80473396b25 None None] Agent healthcheck: found 5 active agents {{(pid=102349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 10:10:16.102592 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-c805595b-4402-4131-ac59-5aa939086fa9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:10:18.774112 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-4cca5964-4fb6-4552-8a66-223f62c90df6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:10:19.820712 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-eadeaa30-4096-4d1a-b3cb-aa7ebfb291ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:10:19.911441 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:10:21.700278 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-3c6a8245-0581-48aa-b5f6-4d8fe98cd16e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:10:32.601318 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.agents_db [None req-e79ee67d-056e-46ea-bd99-e80473396b25 None None] Agent healthcheck: found 5 active agents {{(pid=102349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 10:10:45.929846 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 36250) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:10:45.990467 n-d-813419-10 neutron-server[102347]: INFO neutron.pecan_wsgi.hooks.translation [None req-a31c5b10-eb29-41dc-8d24-e6fd8ec83753 admin admin] GET failed (client error): The resource could not be found. Oct 27 10:10:45.991760 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-a31c5b10-eb29-41dc-8d24-e6fd8ec83753 admin admin] 10.222.0.44 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0609715 Oct 27 10:10:46.103575 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-803d7828-41ef-49c4-ad40-302fa3ec5277 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:10:46.156135 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e2982b7-a6f9-43a1-af31-c600a1e54f2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:10:46.157663 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-5e2982b7-a6f9-43a1-af31-c600a1e54f2e admin admin] 10.222.0.44 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1613216 Oct 27 10:10:48.463882 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 36260) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:10:48.563145 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58abd79c-0a24-4ba1-ac9c-8a961d50489f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:10:48.564534 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-58abd79c-0a24-4ba1-ac9c-8a961d50489f admin admin] 10.222.0.44 "GET /v2.0/subnets/50f4c593-9260-4b9c-9b66-f6827615892f HTTP/1.1" status: 200 len: 849 time: 0.0996101 Oct 27 10:10:48.574479 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-c9eeff47-331e-4889-b072-b1714d24ac8a admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:10:48.659378 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-c9eeff47-331e-4889-b072-b1714d24ac8a admin admin] Publish callbacks [] for subnet, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:10:48.774023 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-e22d4bcc-3a3d-434d-9b88-436f7ec132d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:10:48.797224 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-c9eeff47-331e-4889-b072-b1714d24ac8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8743872972261'] for subnet, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:10:48.894485 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9eeff47-331e-4889-b072-b1714d24ac8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:10:48.895057 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-c9eeff47-331e-4889-b072-b1714d24ac8a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for subnet, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:10:48.896347 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-c9eeff47-331e-4889-b072-b1714d24ac8a admin admin] 10.222.0.44 "PUT /v2.0/subnets/50f4c593-9260-4b9c-9b66-f6827615892f HTTP/1.1" status: 200 len: 868 time: 0.3254955 Oct 27 10:10:48.911492 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65cef9a7-8bc5-4ea6-ba86-279ad53daca6 None None] Network 3c22eb81-18c6-42fb-93ea-4f85aba8538f requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:10:48.917580 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9eeff47-331e-4889-b072-b1714d24ac8a admin admin] Pushing event updated for resources: {'Subnet': ['ID=50f4c593-9260-4b9c-9b66-f6827615892f,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:10:48.925548 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9eeff47-331e-4889-b072-b1714d24ac8a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:10:48.925932 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9eeff47-331e-4889-b072-b1714d24ac8a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:10:48.926234 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9eeff47-331e-4889-b072-b1714d24ac8a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:10:48.926569 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9eeff47-331e-4889-b072-b1714d24ac8a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:10:48.926901 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9eeff47-331e-4889-b072-b1714d24ac8a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:10:48.927229 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9eeff47-331e-4889-b072-b1714d24ac8a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:10:48.927556 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9eeff47-331e-4889-b072-b1714d24ac8a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:10:48.927880 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9eeff47-331e-4889-b072-b1714d24ac8a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:10:48.928228 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9eeff47-331e-4889-b072-b1714d24ac8a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:10:48.928553 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9eeff47-331e-4889-b072-b1714d24ac8a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:10:48.928875 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9eeff47-331e-4889-b072-b1714d24ac8a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:10:48.929192 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9eeff47-331e-4889-b072-b1714d24ac8a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:10:49.320534 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-81107c20-2697-4f79-973c-97201d23c9e8 None None] Provisioning complete for port 2b96b022-2502-43de-bb0d-dfda28ae4e99 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:10:49.320896 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-81107c20-2697-4f79-973c-97201d23c9e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:10:49.412132 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-81107c20-2697-4f79-973c-97201d23c9e8 None None] Provisioning complete for port 71f79f03-33be-46c4-914d-eb48370af471 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:10:49.412535 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-81107c20-2697-4f79-973c-97201d23c9e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:10:49.820106 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-eadeaa30-4096-4d1a-b3cb-aa7ebfb291ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:10:49.912751 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:10:51.191870 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 36268) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:10:51.386975 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3265cab0-64b5-4efc-b21b-860cb1e91871 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:10:51.387350 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3265cab0-64b5-4efc-b21b-860cb1e91871 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:10:51.388897 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-3265cab0-64b5-4efc-b21b-860cb1e91871 admin admin] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1960509 Oct 27 10:10:51.705152 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-3c6a8245-0581-48aa-b5f6-4d8fe98cd16e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:10:53.644535 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 36278) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:10:53.849229 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe56759f-bc25-41df-a55a-14d5fd8ce88c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:10:53.849696 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe56759f-bc25-41df-a55a-14d5fd8ce88c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:10:53.851224 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-fe56759f-bc25-41df-a55a-14d5fd8ce88c admin admin] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2057371 Oct 27 10:10:56.120614 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 36286) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:10:56.246512 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c563202-eaa0-4685-a539-67006641e656 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:10:56.247916 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-1c563202-eaa0-4685-a539-67006641e656 admin admin] 10.222.0.44 "GET /v2.0/networks/185ff123-c7ff-45c7-a6be-71feb35acc9c HTTP/1.1" status: 200 len: 886 time: 0.1263275 Oct 27 10:10:58.533538 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 36294) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:10:58.679309 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3c4392e-8806-4fde-a4b5-f906a205630e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:10:58.680681 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-f3c4392e-8806-4fde-a4b5-f906a205630e admin admin] 10.222.0.44 "GET /v2.0/networks/3c22eb81-18c6-42fb-93ea-4f85aba8538f HTTP/1.1" status: 200 len: 869 time: 0.1461871 Oct 27 10:11:00.971679 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 36302) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:11:01.091305 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb561cda-da70-4337-9c39-081176278082 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:11:01.091678 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb561cda-da70-4337-9c39-081176278082 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:11:01.094243 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-eb561cda-da70-4337-9c39-081176278082 admin admin] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1205726 Oct 27 10:11:03.384466 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 36310) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:11:03.475007 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1321a9b5-1d92-47b0-b4d8-f81b570e1f4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:11:03.475463 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1321a9b5-1d92-47b0-b4d8-f81b570e1f4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:11:03.476987 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-1321a9b5-1d92-47b0-b4d8-f81b570e1f4d admin admin] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0915749 Oct 27 10:11:05.744207 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 36318) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:11:05.828649 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c058925-a713-425a-94a8-aeed056eeed0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:11:05.830033 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-6c058925-a713-425a-94a8-aeed056eeed0 admin admin] 10.222.0.44 "GET /v2.0/subnets/0fb9f9d1-7384-481f-8fa8-f4566c349d30 HTTP/1.1" status: 200 len: 816 time: 0.0848083 Oct 27 10:11:08.128054 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 36326) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:11:08.231360 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0370addb-399a-4da0-9c6b-1abf83f5734c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:11:08.232751 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-0370addb-399a-4da0-9c6b-1abf83f5734c admin admin] 10.222.0.44 "GET /v2.0/subnets/50f4c593-9260-4b9c-9b66-f6827615892f HTTP/1.1" status: 200 len: 868 time: 0.1036999 Oct 27 10:11:09.550055 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.agents_db [None req-e79ee67d-056e-46ea-bd99-e80473396b25 None None] Agent healthcheck: found 5 active agents {{(pid=102349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 10:11:16.105142 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a1c80b57-5837-4648-83cd-7f16e46a3931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:11:18.777092 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-eab048a6-81c4-4411-a000-71f7b8bc949e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:11:19.822928 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-eadeaa30-4096-4d1a-b3cb-aa7ebfb291ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:11:19.914615 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:11:21.707293 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-3c6a8245-0581-48aa-b5f6-4d8fe98cd16e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:11:32.769061 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 36380) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:11:32.815479 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [None req-51943722-84a9-47ca-a44e-ea2c07a106a2 admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=102346) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 10:11:32.816506 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-51943722-84a9-47ca-a44e-ea2c07a106a2 admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0464449 Oct 27 10:11:35.171964 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 36388) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:11:35.231403 n-d-813419-10 neutron-server[102346]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2495ec3-5211-4537-b97a-49f5db5e00c7 admin admin] GET failed (client error): The resource could not be found. Oct 27 10:11:35.233333 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-a2495ec3-5211-4537-b97a-49f5db5e00c7 admin admin] 10.222.0.44 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0597773 Oct 27 10:11:35.371915 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6ed54fe-dfa7-44c2-83a1-4325e24f7342 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:11:35.373433 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-a6ed54fe-dfa7-44c2-83a1-4325e24f7342 admin admin] 10.222.0.44 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1354609 Oct 27 10:11:37.674919 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 36396) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:11:37.720893 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-728f29d7-8670-4808-bf2c-b34bb112adc4 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:11:37.742026 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-728f29d7-8670-4808-bf2c-b34bb112adc4 admin admin] Made reservation on behalf of 8fba8615da294f9885b9a15aac010b3a for: {'network': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:11:37.744191 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-728f29d7-8670-4808-bf2c-b34bb112adc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for network, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:11:37.770345 n-d-813419-10 neutron-server[102346]: WARNING neutron.services.revisions.revision_plugin [None req-728f29d7-8670-4808-bf2c-b34bb112adc4 admin admin] Could not find related network for resource to bump revision. Oct 27 10:11:37.781154 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-728f29d7-8670-4808-bf2c-b34bb112adc4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 442} {{(pid=102346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 10:11:37.789236 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-728f29d7-8670-4808-bf2c-b34bb112adc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:11:37.789565 n-d-813419-10 neutron-server[102346]: INFO neutron.db.segments_db [None req-728f29d7-8670-4808-bf2c-b34bb112adc4 admin admin] Added segment f7c42c6d-2766-46d8-a8b7-4852117a5555 of type vlan for network 4d250f92-d229-45fe-a579-67fef8e6c544 Oct 27 10:11:37.829400 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-728f29d7-8670-4808-bf2c-b34bb112adc4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743872593080'] for network, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:11:37.851968 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-728f29d7-8670-4808-bf2c-b34bb112adc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913'] for network, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:11:37.852906 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-728f29d7-8670-4808-bf2c-b34bb112adc4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:11:37.853548 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-728f29d7-8670-4808-bf2c-b34bb112adc4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for network, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:11:37.903559 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-728f29d7-8670-4808-bf2c-b34bb112adc4 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2275801 Oct 27 10:11:37.914382 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728f29d7-8670-4808-bf2c-b34bb112adc4 admin admin] Pushing event updated for resources: {'Network': ['ID=4d250f92-d229-45fe-a579-67fef8e6c544,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:11:37.921732 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728f29d7-8670-4808-bf2c-b34bb112adc4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:11:37.922074 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728f29d7-8670-4808-bf2c-b34bb112adc4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:11:37.922412 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728f29d7-8670-4808-bf2c-b34bb112adc4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:11:37.922745 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728f29d7-8670-4808-bf2c-b34bb112adc4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:11:37.923070 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728f29d7-8670-4808-bf2c-b34bb112adc4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:11:37.923396 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728f29d7-8670-4808-bf2c-b34bb112adc4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:11:37.923718 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728f29d7-8670-4808-bf2c-b34bb112adc4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:11:37.924039 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728f29d7-8670-4808-bf2c-b34bb112adc4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:11:37.924382 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728f29d7-8670-4808-bf2c-b34bb112adc4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:11:37.924704 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728f29d7-8670-4808-bf2c-b34bb112adc4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:11:37.925020 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728f29d7-8670-4808-bf2c-b34bb112adc4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:11:37.925339 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728f29d7-8670-4808-bf2c-b34bb112adc4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:11:37.937054 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Network 4d250f92-d229-45fe-a579-67fef8e6c544 details requested by agent ovs-agent-n-d-813419-10 with host n-d-813419-10 {{(pid=102348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 10:11:40.210914 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 36404) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:11:40.278621 n-d-813419-10 neutron-server[102346]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2f6f453-ee93-4896-ad10-4579c04f724b admin admin] GET failed (client error): The resource could not be found. Oct 27 10:11:40.280566 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-d2f6f453-ee93-4896-ad10-4579c04f724b admin admin] 10.222.0.44 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0686862 Oct 27 10:11:40.353934 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abd9b456-452a-4ab6-bd8d-2c3dfcd96a82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:11:40.355669 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-abd9b456-452a-4ab6-bd8d-2c3dfcd96a82 admin admin] 10.222.0.44 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0703430 Oct 27 10:11:40.366030 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-4844ab44-4fce-4650-bf59-4e97be410b33 admin admin] Request body: {'subnet': {'network_id': '4d250f92-d229-45fe-a579-67fef8e6c544', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'ip_version': 4, 'description': 'shared-subnet'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:11:40.385542 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4844ab44-4fce-4650-bf59-4e97be410b33 admin admin] Made reservation on behalf of 8fba8615da294f9885b9a15aac010b3a for: {'subnet': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:11:40.387802 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-4844ab44-4fce-4650-bf59-4e97be410b33 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:11:40.547077 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-4844ab44-4fce-4650-bf59-4e97be410b33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913'] for subnet, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:11:40.597926 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4844ab44-4fce-4650-bf59-4e97be410b33 admin admin] Pushing event updated for resources: {'Subnet': ['ID=62eb52f7-aac4-48af-8670-e04300325561,revision_number=0']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:11:40.607810 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4844ab44-4fce-4650-bf59-4e97be410b33 admin admin] Checking segment: {'id': 'f7c42c6d-2766-46d8-a8b7-4852117a5555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '4d250f92-d229-45fe-a579-67fef8e6c544'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:11:40.608155 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4844ab44-4fce-4650-bf59-4e97be410b33 admin admin] Network hostable DHCP agents. Network: 4d250f92-d229-45fe-a579-67fef8e6c544, hostable agents: ['eafd4000-b897-4722-ae8b-0118ec955181'], hosted agents: [] {{(pid=102346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 10:11:40.624654 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4844ab44-4fce-4650-bf59-4e97be410b33 admin admin] Network 4d250f92-d229-45fe-a579-67fef8e6c544 is scheduled to be hosted by DHCP agent eafd4000-b897-4722-ae8b-0118ec955181 with binding_index 1 {{(pid=102346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 10:11:40.632994 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-4844ab44-4fce-4650-bf59-4e97be410b33 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-10, 4d250f92-d229-45fe-a579-67fef8e6c544) {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:11:40.637006 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4844ab44-4fce-4650-bf59-4e97be410b33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:11:40.637580 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-4844ab44-4fce-4650-bf59-4e97be410b33 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for subnet, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:11:40.642787 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea0b4041-8345-445c-9d3e-474c8a78a082 None None] Network 4d250f92-d229-45fe-a579-67fef8e6c544 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:11:40.664260 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-4844ab44-4fce-4650-bf59-4e97be410b33 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2980168 Oct 27 10:11:40.896931 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af0796fa-6ac2-45be-95df-a44350ea7a57 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp734b258e-7d96-550c-b970-9b72ab66f383-4d250f92-d229-45fe-a579-67fef8e6c544', 'network_id': '4d250f92-d229-45fe-a579-67fef8e6c544', 'tenant_id': '8fba8615da294f9885b9a15aac010b3a', 'fixed_ips': [{'subnet_id': '62eb52f7-aac4-48af-8670-e04300325561'}]}} from n-d-813419-10. {{(pid=102348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 10:11:40.897813 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-af0796fa-6ac2-45be-95df-a44350ea7a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:11:41.032654 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.db_base_plugin_common [None req-af0796fa-6ac2-45be-95df-a44350ea7a57 None None] Allocated IP 192.168.233.2 (4d250f92-d229-45fe-a579-67fef8e6c544/62eb52f7-aac4-48af-8670-e04300325561/6278d725-881e-49e4-858f-d6f76dee5df9) {{(pid=102348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:11:41.178406 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-af0796fa-6ac2-45be-95df-a44350ea7a57 None None] Publish callbacks [] for port, precommit_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:11:41.185934 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-af0796fa-6ac2-45be-95df-a44350ea7a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606'] for port, after_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:11:41.234134 n-d-813419-10 neutron-server[102348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af0796fa-6ac2-45be-95df-a44350ea7a57 None None] Network 4d250f92-d229-45fe-a579-67fef8e6c544 is already hosted by enough agents. {{(pid=102348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:11:41.238063 n-d-813419-10 neutron-server[102348]: DEBUG neutron.scheduler.base_scheduler [None req-af0796fa-6ac2-45be-95df-a44350ea7a57 None None] Resources bound (agent type, host, resource id): {{(pid=102348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:11:41.239807 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0796fa-6ac2-45be-95df-a44350ea7a57 None None] Pushing event updated for resources: {'Port': ['ID=6278d725-881e-49e4-858f-d6f76dee5df9,revision_number=1']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:11:41.241950 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af0796fa-6ac2-45be-95df-a44350ea7a57 None None] Received port after_create {{(pid=102348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:11:41.253426 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0796fa-6ac2-45be-95df-a44350ea7a57 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:11:41.253767 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0796fa-6ac2-45be-95df-a44350ea7a57 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:11:41.254106 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0796fa-6ac2-45be-95df-a44350ea7a57 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:11:41.254443 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0796fa-6ac2-45be-95df-a44350ea7a57 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:11:41.254770 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0796fa-6ac2-45be-95df-a44350ea7a57 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:11:41.255104 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0796fa-6ac2-45be-95df-a44350ea7a57 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:11:41.255444 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0796fa-6ac2-45be-95df-a44350ea7a57 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:11:41.255768 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0796fa-6ac2-45be-95df-a44350ea7a57 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:11:41.256088 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0796fa-6ac2-45be-95df-a44350ea7a57 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:11:41.256432 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0796fa-6ac2-45be-95df-a44350ea7a57 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:11:41.256753 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0796fa-6ac2-45be-95df-a44350ea7a57 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:11:41.257067 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0796fa-6ac2-45be-95df-a44350ea7a57 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:11:41.303517 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-af0796fa-6ac2-45be-95df-a44350ea7a57 None None] Attempting to bind port 6278d725-881e-49e4-858f-d6f76dee5df9 on host n-d-813419-10 for vnic_type normal with profile {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:11:41.303878 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-af0796fa-6ac2-45be-95df-a44350ea7a57 None None] Attempting to bind port 6278d725-881e-49e4-858f-d6f76dee5df9 by drivers openvswitch,hyperv on host n-d-813419-10 at level 0 using segments [{'id': 'f7c42c6d-2766-46d8-a8b7-4852117a5555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '4d250f92-d229-45fe-a579-67fef8e6c544'}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:11:41.304301 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af0796fa-6ac2-45be-95df-a44350ea7a57 None None] Attempting to bind port 6278d725-881e-49e4-858f-d6f76dee5df9 on network 4d250f92-d229-45fe-a579-67fef8e6c544 {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:11:41.309131 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af0796fa-6ac2-45be-95df-a44350ea7a57 None None] Checking agent: {'id': '89dba0f3-79b2-435e-9822-33674b8f6ada', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 8, 20), 'started_at': datetime.datetime(2021, 10, 27, 10, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 11, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:11:41.309494 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af0796fa-6ac2-45be-95df-a44350ea7a57 None None] Checking segment: {'id': 'f7c42c6d-2766-46d8-a8b7-4852117a5555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '4d250f92-d229-45fe-a579-67fef8e6c544'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:11:41.309878 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-af0796fa-6ac2-45be-95df-a44350ea7a57 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:11:41.310305 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af0796fa-6ac2-45be-95df-a44350ea7a57 None None] Bound using segment: {'id': 'f7c42c6d-2766-46d8-a8b7-4852117a5555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '4d250f92-d229-45fe-a579-67fef8e6c544'} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:11:41.310709 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-af0796fa-6ac2-45be-95df-a44350ea7a57 None None] Bound port: 6278d725-881e-49e4-858f-d6f76dee5df9, host: n-d-813419-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7c42c6d-2766-46d8-a8b7-4852117a5555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '4d250f92-d229-45fe-a579-67fef8e6c544'}}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:11:41.311128 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-af0796fa-6ac2-45be-95df-a44350ea7a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:11:41.372344 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-af0796fa-6ac2-45be-95df-a44350ea7a57 None None] For port 6278d725-881e-49e4-858f-d6f76dee5df9, host n-d-813419-10, cleared binding levels {{(pid=102348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:11:41.375411 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-af0796fa-6ac2-45be-95df-a44350ea7a57 None None] For port 6278d725-881e-49e4-858f-d6f76dee5df9, host n-d-813419-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=6278d725-881e-49e4-858f-d6f76dee5df9,segment=NetworkSegment(f7c42c6d-2766-46d8-a8b7-4852117a5555),segment_id=f7c42c6d-2766-46d8-a8b7-4852117a5555)] {{(pid=102348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:11:41.380046 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-af0796fa-6ac2-45be-95df-a44350ea7a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:11:41.448861 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0796fa-6ac2-45be-95df-a44350ea7a57 None None] Pushing event updated for resources: {'Port': ['ID=6278d725-881e-49e4-858f-d6f76dee5df9,revision_number=2']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:11:42.032645 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 6278d725-881e-49e4-858f-d6f76dee5df9 up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:11:42.088476 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port 6278d725-881e-49e4-858f-d6f76dee5df9 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:11:42.088837 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:11:42.174729 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:11:42.212108 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] For port 6278d725-881e-49e4-858f-d6f76dee5df9, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=6278d725-881e-49e4-858f-d6f76dee5df9,segment=NetworkSegment(f7c42c6d-2766-46d8-a8b7-4852117a5555),segment_id=f7c42c6d-2766-46d8-a8b7-4852117a5555)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:11:42.218413 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:11:42.272298 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Pushing event updated for resources: {'Port': ['ID=6278d725-881e-49e4-858f-d6f76dee5df9,revision_number=3']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:11:42.316724 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c7cefd1-11b2-4af7-abc5-6293adeecf5d None None] Network 4d250f92-d229-45fe-a579-67fef8e6c544 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:11:42.437350 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-b86a6313-5755-4293-ae93-0d25b8a9c87f None None] Provisioning complete for port 6278d725-881e-49e4-858f-d6f76dee5df9 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:11:42.437716 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-b86a6313-5755-4293-ae93-0d25b8a9c87f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:11:42.786931 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-9b8b2555-a073-45e1-855d-e4b092b33469 None None] Provisioning complete for port 6278d725-881e-49e4-858f-d6f76dee5df9 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:11:42.787318 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-9b8b2555-a073-45e1-855d-e4b092b33469 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:11:43.961091 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 6278d725-881e-49e4-858f-d6f76dee5df9 up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:11:44.012019 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port 6278d725-881e-49e4-858f-d6f76dee5df9 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:11:44.012415 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:11:46.107062 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-77f5bd8f-cf61-45a4-a09c-340a33957739 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:11:46.549475 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.agents_db [None req-e79ee67d-056e-46ea-bd99-e80473396b25 None None] Agent healthcheck: found 5 active agents {{(pid=102349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 10:11:48.777771 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-d1183930-0361-4d35-81c7-57eb38a1baef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:11:49.826251 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-eadeaa30-4096-4d1a-b3cb-aa7ebfb291ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:11:49.919347 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:11:51.709606 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-3c6a8245-0581-48aa-b5f6-4d8fe98cd16e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:12:16.110412 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-0cf60ae5-aeb6-4502-80ba-ca1833ce619c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:12:18.780938 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-ecd3dcac-eaad-459b-9ddd-dff11338cb33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:12:19.829119 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-eadeaa30-4096-4d1a-b3cb-aa7ebfb291ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:12:19.919272 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:12:21.712479 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-3c6a8245-0581-48aa-b5f6-4d8fe98cd16e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:12:23.550997 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.agents_db [None req-e79ee67d-056e-46ea-bd99-e80473396b25 None None] Agent healthcheck: found 5 active agents {{(pid=102349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 10:12:46.111890 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a0886bd2-e3dd-4fca-a413-c9afb17e0bc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:12:48.785551 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-c166ba1e-6b83-4691-974c-905f07f7f5e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:12:49.832821 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-eadeaa30-4096-4d1a-b3cb-aa7ebfb291ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:12:49.924590 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:12:50.003224 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 36448) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:12:50.008966 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [None req-7411b700-c386-4266-87da-980b3325ce3c tempest-verify_tempest_config-367771646 tempest-verify_tempest_config-367771646-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=102346) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 10:12:50.009922 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-7411b700-c386-4266-87da-980b3325ce3c tempest-verify_tempest_config-367771646 tempest-verify_tempest_config-367771646-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13636 time: 0.0056691 Oct 27 10:12:50.301645 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 36466) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:12:50.403417 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-4b8555da-0068-4664-8a9b-d89a78ba1e5e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:12:50.474023 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-4b8555da-0068-4664-8a9b-d89a78ba1e5e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:12:50.477516 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-4b8555da-0068-4664-8a9b-d89a78ba1e5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:12:50.524717 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-4b8555da-0068-4664-8a9b-d89a78ba1e5e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2fdfeb4c5bbb4b26ac5ff95c25e1e851&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2220411 Oct 27 10:12:50.525760 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8555da-0068-4664-8a9b-d89a78ba1e5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=111da49c-ddb5-4540-9478-17fb9cbf318c,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:12:50.527383 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 36470) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:12:50.532940 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8555da-0068-4664-8a9b-d89a78ba1e5e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:12:50.533279 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8555da-0068-4664-8a9b-d89a78ba1e5e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:12:50.533610 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8555da-0068-4664-8a9b-d89a78ba1e5e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:12:50.533942 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8555da-0068-4664-8a9b-d89a78ba1e5e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:12:50.534268 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8555da-0068-4664-8a9b-d89a78ba1e5e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:12:50.534587 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8555da-0068-4664-8a9b-d89a78ba1e5e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:12:50.534908 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8555da-0068-4664-8a9b-d89a78ba1e5e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:12:50.535225 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8555da-0068-4664-8a9b-d89a78ba1e5e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:12:50.535540 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8555da-0068-4664-8a9b-d89a78ba1e5e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:12:50.535856 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8555da-0068-4664-8a9b-d89a78ba1e5e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:12:50.536170 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8555da-0068-4664-8a9b-d89a78ba1e5e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:12:50.536513 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8555da-0068-4664-8a9b-d89a78ba1e5e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:12:50.604152 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-86f83c45-f139-4564-acbf-077e1168a10e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:12:50.627677 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-86f83c45-f139-4564-acbf-077e1168a10e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:12:50.714824 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-86f83c45-f139-4564-acbf-077e1168a10e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:12:50.717387 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-86f83c45-f139-4564-acbf-077e1168a10e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:12:50.718492 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-86f83c45-f139-4564-acbf-077e1168a10e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/111da49c-ddb5-4540-9478-17fb9cbf318c HTTP/1.1" status: 204 len: 168 time: 0.1900399 Oct 27 10:12:50.725940 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f83c45-f139-4564-acbf-077e1168a10e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=111da49c-ddb5-4540-9478-17fb9cbf318c,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:12:50.733200 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f83c45-f139-4564-acbf-077e1168a10e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:12:50.733546 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f83c45-f139-4564-acbf-077e1168a10e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:12:50.733871 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f83c45-f139-4564-acbf-077e1168a10e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:12:50.734196 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f83c45-f139-4564-acbf-077e1168a10e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:12:50.734519 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f83c45-f139-4564-acbf-077e1168a10e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:12:50.734841 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f83c45-f139-4564-acbf-077e1168a10e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:12:50.735161 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f83c45-f139-4564-acbf-077e1168a10e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:12:50.735476 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f83c45-f139-4564-acbf-077e1168a10e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:12:50.735791 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f83c45-f139-4564-acbf-077e1168a10e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:12:50.736106 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f83c45-f139-4564-acbf-077e1168a10e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:12:50.736453 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f83c45-f139-4564-acbf-077e1168a10e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:12:50.736768 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f83c45-f139-4564-acbf-077e1168a10e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:12:51.715989 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-3c6a8245-0581-48aa-b5f6-4d8fe98cd16e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:00.548902 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.agents_db [None req-e79ee67d-056e-46ea-bd99-e80473396b25 None None] Agent healthcheck: found 5 active agents {{(pid=102349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 10:13:16.112772 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a07274e2-0c79-41e8-a666-3c4211101abd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:18.786470 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-5ebf4902-fd6e-4381-a731-c0c86f550a4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:19.834210 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-eadeaa30-4096-4d1a-b3cb-aa7ebfb291ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:19.924519 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:21.717794 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-3c6a8245-0581-48aa-b5f6-4d8fe98cd16e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:37.547885 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.agents_db [None req-e79ee67d-056e-46ea-bd99-e80473396b25 None None] Agent healthcheck: found 5 active agents {{(pid=102349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 10:13:46.113727 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f8131a2c-9070-41c0-bd11-0f65e84d950f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:48.787831 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-cebc1330-f1f3-4ae5-b968-e2fb328959b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:49.837806 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-eadeaa30-4096-4d1a-b3cb-aa7ebfb291ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:49.925192 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:13:51.722394 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-3c6a8245-0581-48aa-b5f6-4d8fe98cd16e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:14.546694 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.agents_db [None req-e79ee67d-056e-46ea-bd99-e80473396b25 None None] Agent healthcheck: found 5 active agents {{(pid=102349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 10:14:16.114612 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-855cc721-d934-485b-9a16-2570d9afdf56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:18.788503 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-74fba7ae-ffd6-4aa6-b549-1d3bf1790e98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:19.840771 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-eadeaa30-4096-4d1a-b3cb-aa7ebfb291ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:19.930763 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:21.723876 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-3c6a8245-0581-48aa-b5f6-4d8fe98cd16e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:46.114961 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-934d2ecb-f32b-4bdf-8cee-73612cc3bf51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:48.788546 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-978d3a28-334a-4c50-a889-434e4d5eb12b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:49.843143 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-eadeaa30-4096-4d1a-b3cb-aa7ebfb291ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:49.921905 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:14:51.545439 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.agents_db [None req-e79ee67d-056e-46ea-bd99-e80473396b25 None None] Agent healthcheck: found 5 active agents {{(pid=102349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 10:14:51.726251 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-3c6a8245-0581-48aa-b5f6-4d8fe98cd16e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:15:16.116296 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7101f1e4-c18f-468f-bc58-1f82202befc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:15:18.790623 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-14514d4f-0f1d-45fd-a07d-4355e3edb9d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:15:19.848115 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-eadeaa30-4096-4d1a-b3cb-aa7ebfb291ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:15:19.922618 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:15:21.728471 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-3c6a8245-0581-48aa-b5f6-4d8fe98cd16e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:15:28.543615 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.agents_db [None req-e79ee67d-056e-46ea-bd99-e80473396b25 None None] Agent healthcheck: found 5 active agents {{(pid=102349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 10:15:46.117324 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-ade5305c-0da9-44aa-824c-b959dbfd31b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:15:48.790570 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-34d8a666-67b7-47ef-b775-af430b12e632 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:15:49.848615 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-eadeaa30-4096-4d1a-b3cb-aa7ebfb291ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:15:49.921840 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:15:51.732378 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-3c6a8245-0581-48aa-b5f6-4d8fe98cd16e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:16:02.170657 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1664910'] for agent, after_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:16:05.545706 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.agents_db [None req-e79ee67d-056e-46ea-bd99-e80473396b25 None None] Agent healthcheck: found 6 active agents {{(pid=102349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 10:16:08.662329 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1664910'] for agent, after_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:16:16.119090 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-6d832fbd-a348-4795-9b54-da900251143e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:16:18.790729 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-0af36d22-6dd3-4683-adf1-4588511ade49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:16:19.850950 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-eadeaa30-4096-4d1a-b3cb-aa7ebfb291ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:16:19.921475 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:16:21.735014 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-3c6a8245-0581-48aa-b5f6-4d8fe98cd16e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:16:32.122925 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:16:38.619268 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:16:42.545711 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.agents_db [None req-e79ee67d-056e-46ea-bd99-e80473396b25 None None] Agent healthcheck: found 7 active agents {{(pid=102349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 10:16:46.119829 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-b3af882d-c014-4626-aa7d-373fd708e33b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:16:48.795641 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-291f4820-9933-4506-92e1-8ae2485ceb44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:16:49.857040 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-eadeaa30-4096-4d1a-b3cb-aa7ebfb291ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:16:49.922411 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:16:50.604346 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 36524) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:16:50.706383 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-35988f75-c127-4644-a2bd-a88010e97456 admin admin] 10.222.0.44 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4939 time: 0.1009915 Oct 27 10:16:51.741983 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-3c6a8245-0581-48aa-b5f6-4d8fe98cd16e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:16:53.003104 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 36534) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:16:53.058988 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-044f13ee-4c3f-4e8f-bdbf-4a623abdd8c4 admin admin] 10.222.0.44 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4939 time: 0.0547965 Oct 27 10:17:02.128657 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:17:08.625806 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:17:16.120770 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-5b1a4f4a-0019-4221-ba92-ab5327628c38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:17:18.795884 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-1fcbd2f1-14f5-40c5-a562-0c7112d451d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:17:19.545340 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.agents_db [None req-e79ee67d-056e-46ea-bd99-e80473396b25 None None] Agent healthcheck: found 7 active agents {{(pid=102349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 10:17:19.857597 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-eadeaa30-4096-4d1a-b3cb-aa7ebfb291ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:17:19.922150 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:17:21.740811 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-3c6a8245-0581-48aa-b5f6-4d8fe98cd16e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:17:32.135387 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:17:38.636296 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:17:46.122679 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-0773e164-b878-4ed5-ad91-5d616f22f5ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:17:48.797087 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-647871ca-fe56-41a0-ad13-57301f991a8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:17:49.861114 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-eadeaa30-4096-4d1a-b3cb-aa7ebfb291ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:17:49.922997 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:17:51.747196 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-3c6a8245-0581-48aa-b5f6-4d8fe98cd16e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:17:56.545162 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.agents_db [None req-e79ee67d-056e-46ea-bd99-e80473396b25 None None] Agent healthcheck: found 7 active agents {{(pid=102349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 10:18:02.134936 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:08.639345 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:16.125834 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-3bb45ce9-c7dd-46ea-b319-075318102b95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:16.164730 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 36762) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:18:16.410442 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 36780) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:18:16.463593 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-c85bc99d-2bd7-461a-a32b-3b4b048e74ad admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-425009108-network', 'tenant_id': '60bf030ec38b4548b292ea0483de5f05'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:18:16.488707 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c85bc99d-2bd7-461a-a32b-3b4b048e74ad admin admin] Made reservation on behalf of 60bf030ec38b4548b292ea0483de5f05 for: {'network': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:18:16.492045 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-c85bc99d-2bd7-461a-a32b-3b4b048e74ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for network, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:16.505575 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-c85bc99d-2bd7-461a-a32b-3b4b048e74ad admin admin] Publish callbacks [] for security_group, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:16.597861 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-c85bc99d-2bd7-461a-a32b-3b4b048e74ad admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:16.602508 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-c85bc99d-2bd7-461a-a32b-3b4b048e74ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:16.638872 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85bc99d-2bd7-461a-a32b-3b4b048e74ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7526d7c-7f45-492b-806b-d4004d573aaf,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:18:16.646586 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c85bc99d-2bd7-461a-a32b-3b4b048e74ad admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 430} {{(pid=102347) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 10:18:16.652751 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85bc99d-2bd7-461a-a32b-3b4b048e74ad admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:18:16.652751 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85bc99d-2bd7-461a-a32b-3b4b048e74ad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:18:16.652751 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85bc99d-2bd7-461a-a32b-3b4b048e74ad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:18:16.652751 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85bc99d-2bd7-461a-a32b-3b4b048e74ad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:18:16.652751 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85bc99d-2bd7-461a-a32b-3b4b048e74ad admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:18:16.652751 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85bc99d-2bd7-461a-a32b-3b4b048e74ad admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:18:16.653248 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85bc99d-2bd7-461a-a32b-3b4b048e74ad admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:18:16.653248 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85bc99d-2bd7-461a-a32b-3b4b048e74ad admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:18:16.653552 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85bc99d-2bd7-461a-a32b-3b4b048e74ad admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:18:16.653877 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85bc99d-2bd7-461a-a32b-3b4b048e74ad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:18:16.654260 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85bc99d-2bd7-461a-a32b-3b4b048e74ad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:18:16.654584 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85bc99d-2bd7-461a-a32b-3b4b048e74ad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:18:16.655668 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85bc99d-2bd7-461a-a32b-3b4b048e74ad admin admin] Tracked resource versions report: Oct 27 10:18:16.655668 n-d-813419-10 neutron-server[102347]: pushed versions: Oct 27 10:18:16.655668 n-d-813419-10 neutron-server[102347]: { 'AddressGroup': {'1.2'}, Oct 27 10:18:16.655668 n-d-813419-10 neutron-server[102347]: 'ConntrackHelper': {'1.0'}, Oct 27 10:18:16.655668 n-d-813419-10 neutron-server[102347]: 'Log': {'1.0'}, Oct 27 10:18:16.655668 n-d-813419-10 neutron-server[102347]: 'Network': {'1.1'}, Oct 27 10:18:16.655668 n-d-813419-10 neutron-server[102347]: 'Port': {'1.7'}, Oct 27 10:18:16.655668 n-d-813419-10 neutron-server[102347]: 'PortForwarding': {'1.2'}, Oct 27 10:18:16.655668 n-d-813419-10 neutron-server[102347]: 'QosPolicy': {'1.10'}, Oct 27 10:18:16.655668 n-d-813419-10 neutron-server[102347]: 'SecurityGroup': {'1.4'}, Oct 27 10:18:16.655668 n-d-813419-10 neutron-server[102347]: 'SecurityGroupRule': {'1.2'}, Oct 27 10:18:16.655668 n-d-813419-10 neutron-server[102347]: 'SubPort': {'1.0'}, Oct 27 10:18:16.655668 n-d-813419-10 neutron-server[102347]: 'Subnet': {'1.1'}, Oct 27 10:18:16.655668 n-d-813419-10 neutron-server[102347]: 'Trunk': {'1.1'}} Oct 27 10:18:16.655668 n-d-813419-10 neutron-server[102347]: consumer versions: Oct 27 10:18:16.655668 n-d-813419-10 neutron-server[102347]: { DHCP agent@n-d-813419-10: {}, Oct 27 10:18:16.655668 n-d-813419-10 neutron-server[102347]: HyperV agent@n-h1-813419-10: {}, Oct 27 10:18:16.655668 n-d-813419-10 neutron-server[102347]: HyperV agent@n-h2-813419-10: {}, Oct 27 10:18:16.655668 n-d-813419-10 neutron-server[102347]: L3 agent@n-d-813419-10: {}, Oct 27 10:18:16.655668 n-d-813419-10 neutron-server[102347]: Metadata agent@n-d-813419-10: {}, Oct 27 10:18:16.655668 n-d-813419-10 neutron-server[102347]: Metering agent@n-d-813419-10: {}, Oct 27 10:18:16.655668 n-d-813419-10 neutron-server[102347]: Open vSwitch agent@n-d-813419-10: { 'AddressGroup': '1.2', Oct 27 10:18:16.655668 n-d-813419-10 neutron-server[102347]: 'ConntrackHelper': '1.0', Oct 27 10:18:16.655668 n-d-813419-10 neutron-server[102347]: 'Log': '1.0', Oct 27 10:18:16.655668 n-d-813419-10 neutron-server[102347]: 'Network': '1.1', Oct 27 10:18:16.655668 n-d-813419-10 neutron-server[102347]: 'Port': '1.7', Oct 27 10:18:16.655668 n-d-813419-10 neutron-server[102347]: 'PortForwarding': '1.2', Oct 27 10:18:16.655668 n-d-813419-10 neutron-server[102347]: 'QosPolicy': '1.10', Oct 27 10:18:16.655668 n-d-813419-10 neutron-server[102347]: 'SecurityGroup': '1.4', Oct 27 10:18:16.655668 n-d-813419-10 neutron-server[102347]: 'SecurityGroupRule': '1.2', Oct 27 10:18:16.655668 n-d-813419-10 neutron-server[102347]: 'SubPort': '1.0', Oct 27 10:18:16.655668 n-d-813419-10 neutron-server[102347]: 'Subnet': '1.1', Oct 27 10:18:16.655668 n-d-813419-10 neutron-server[102347]: 'Trunk': '1.1'}} Oct 27 10:18:16.655668 n-d-813419-10 neutron-server[102347]: {{(pid=102347) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 27 10:18:16.668431 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-c85bc99d-2bd7-461a-a32b-3b4b048e74ad admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8743873143381', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:16.669012 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-c85bc99d-2bd7-461a-a32b-3b4b048e74ad admin admin] Unsubscribe: segment precommit_create {{(pid=102347) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 27 10:18:16.669500 n-d-813419-10 neutron-server[102347]: INFO neutron.db.segments_db [None req-c85bc99d-2bd7-461a-a32b-3b4b048e74ad admin admin] Added segment 1c5c493c-9b99-4313-a0b3-4267f64405e2 of type vlan for network 0a48af15-1075-4a1c-b6c2-04479e771f49 Oct 27 10:18:16.723365 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-c85bc99d-2bd7-461a-a32b-3b4b048e74ad admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743872593080'] for network, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:16.762881 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-c85bc99d-2bd7-461a-a32b-3b4b048e74ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913'] for network, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:16.763909 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c85bc99d-2bd7-461a-a32b-3b4b048e74ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:18:16.764655 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-c85bc99d-2bd7-461a-a32b-3b4b048e74ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for network, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:16.828987 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-c85bc99d-2bd7-461a-a32b-3b4b048e74ad admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.6630671 Oct 27 10:18:16.832002 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 36802) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:18:16.840449 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-3edf680e-3148-478c-9acf-586dca27dffb admin admin] Request body: {'subnet': {'network_id': '0a48af15-1075-4a1c-b6c2-04479e771f49', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-425009108-subnet', 'tenant_id': '60bf030ec38b4548b292ea0483de5f05', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:18:16.862658 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85bc99d-2bd7-461a-a32b-3b4b048e74ad admin admin] Pushing event updated for resources: {'Network': ['ID=0a48af15-1075-4a1c-b6c2-04479e771f49,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:18:16.874796 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Network 0a48af15-1075-4a1c-b6c2-04479e771f49 details requested by agent ovs-agent-n-d-813419-10 with host n-d-813419-10 {{(pid=102348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 10:18:16.892927 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3edf680e-3148-478c-9acf-586dca27dffb admin admin] Made reservation on behalf of 60bf030ec38b4548b292ea0483de5f05 for: {'subnet': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:18:16.896401 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-3edf680e-3148-478c-9acf-586dca27dffb admin admin] Publish callbacks [] for subnet, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:16.910991 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-f5efef75-5706-4270-bbe3-e8f7f4f8827f tempest-AutoAllocateNetworkTest-2094620161 tempest-AutoAllocateNetworkTest-2094620161-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=010242555f5c4a769434287435b720b1&shared=False HTTP/1.1" status: 200 len: 208 time: 0.4991896 Oct 27 10:18:16.917566 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 36810) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:18:17.115679 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-005fd5b5-82c5-4739-904b-7ee11c3fe705 tempest-AutoAllocateNetworkTest-2094620161 tempest-AutoAllocateNetworkTest-2094620161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:18:17.120416 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-005fd5b5-82c5-4739-904b-7ee11c3fe705 tempest-AutoAllocateNetworkTest-2094620161 tempest-AutoAllocateNetworkTest-2094620161-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.2017987 Oct 27 10:18:17.121013 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 36822) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:18:17.133026 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-3edf680e-3148-478c-9acf-586dca27dffb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913'] for subnet, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:17.189228 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-c0155b21-305c-4b7c-bdce-979051717061 tempest-AutoAllocateNetworkTest-2094620161 tempest-AutoAllocateNetworkTest-2094620161-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0671105 Oct 27 10:18:17.189839 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 36828) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:18:17.205740 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edf680e-3148-478c-9acf-586dca27dffb admin admin] Pushing event updated for resources: {'Subnet': ['ID=01ed277a-6c4a-420b-a94a-e6bb1e65fbf9,revision_number=0']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:18:17.208003 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3edf680e-3148-478c-9acf-586dca27dffb admin admin] Checking segment: {'id': '1c5c493c-9b99-4313-a0b3-4267f64405e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '0a48af15-1075-4a1c-b6c2-04479e771f49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:18:17.208386 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3edf680e-3148-478c-9acf-586dca27dffb admin admin] Network hostable DHCP agents. Network: 0a48af15-1075-4a1c-b6c2-04479e771f49, hostable agents: ['eafd4000-b897-4722-ae8b-0118ec955181'], hosted agents: [] {{(pid=102346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 10:18:17.217047 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3edf680e-3148-478c-9acf-586dca27dffb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:18:17.217383 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3edf680e-3148-478c-9acf-586dca27dffb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:18:17.217710 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3edf680e-3148-478c-9acf-586dca27dffb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:18:17.218033 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3edf680e-3148-478c-9acf-586dca27dffb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:18:17.218351 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3edf680e-3148-478c-9acf-586dca27dffb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:18:17.218677 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3edf680e-3148-478c-9acf-586dca27dffb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:18:17.218991 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3edf680e-3148-478c-9acf-586dca27dffb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:18:17.219356 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3edf680e-3148-478c-9acf-586dca27dffb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:18:17.219674 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3edf680e-3148-478c-9acf-586dca27dffb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:18:17.220116 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3edf680e-3148-478c-9acf-586dca27dffb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:18:17.220465 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3edf680e-3148-478c-9acf-586dca27dffb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:18:17.220887 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3edf680e-3148-478c-9acf-586dca27dffb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:18:17.221787 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-49ed8961-1e8e-4728-94bf-e24266ac9ac8 tempest-AutoAllocateNetworkTest-2094620161 tempest-AutoAllocateNetworkTest-2094620161-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=010242555f5c4a769434287435b720b1 HTTP/1.1" status: 200 len: 208 time: 0.0309014 Oct 27 10:18:17.221974 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3edf680e-3148-478c-9acf-586dca27dffb admin admin] Tracked resource versions report: Oct 27 10:18:17.221974 n-d-813419-10 neutron-server[102346]: pushed versions: Oct 27 10:18:17.221974 n-d-813419-10 neutron-server[102346]: { 'AddressGroup': {'1.2'}, Oct 27 10:18:17.221974 n-d-813419-10 neutron-server[102346]: 'ConntrackHelper': {'1.0'}, Oct 27 10:18:17.221974 n-d-813419-10 neutron-server[102346]: 'Log': {'1.0'}, Oct 27 10:18:17.221974 n-d-813419-10 neutron-server[102346]: 'Network': {'1.1'}, Oct 27 10:18:17.221974 n-d-813419-10 neutron-server[102346]: 'Port': {'1.7'}, Oct 27 10:18:17.221974 n-d-813419-10 neutron-server[102346]: 'PortForwarding': {'1.2'}, Oct 27 10:18:17.221974 n-d-813419-10 neutron-server[102346]: 'QosPolicy': {'1.10'}, Oct 27 10:18:17.221974 n-d-813419-10 neutron-server[102346]: 'SecurityGroup': {'1.4'}, Oct 27 10:18:17.221974 n-d-813419-10 neutron-server[102346]: 'SecurityGroupRule': {'1.2'}, Oct 27 10:18:17.221974 n-d-813419-10 neutron-server[102346]: 'SubPort': {'1.0'}, Oct 27 10:18:17.221974 n-d-813419-10 neutron-server[102346]: 'Subnet': {'1.1'}, Oct 27 10:18:17.221974 n-d-813419-10 neutron-server[102346]: 'Trunk': {'1.1'}} Oct 27 10:18:17.221974 n-d-813419-10 neutron-server[102346]: consumer versions: Oct 27 10:18:17.221974 n-d-813419-10 neutron-server[102346]: { DHCP agent@n-d-813419-10: {}, Oct 27 10:18:17.221974 n-d-813419-10 neutron-server[102346]: HyperV agent@n-h1-813419-10: {}, Oct 27 10:18:17.221974 n-d-813419-10 neutron-server[102346]: HyperV agent@n-h2-813419-10: {}, Oct 27 10:18:17.221974 n-d-813419-10 neutron-server[102346]: L3 agent@n-d-813419-10: {}, Oct 27 10:18:17.221974 n-d-813419-10 neutron-server[102346]: Metadata agent@n-d-813419-10: {}, Oct 27 10:18:17.221974 n-d-813419-10 neutron-server[102346]: Metering agent@n-d-813419-10: {}, Oct 27 10:18:17.221974 n-d-813419-10 neutron-server[102346]: Open vSwitch agent@n-d-813419-10: { 'AddressGroup': '1.2', Oct 27 10:18:17.221974 n-d-813419-10 neutron-server[102346]: 'ConntrackHelper': '1.0', Oct 27 10:18:17.221974 n-d-813419-10 neutron-server[102346]: 'Log': '1.0', Oct 27 10:18:17.221974 n-d-813419-10 neutron-server[102346]: 'Network': '1.1', Oct 27 10:18:17.221974 n-d-813419-10 neutron-server[102346]: 'Port': '1.7', Oct 27 10:18:17.221974 n-d-813419-10 neutron-server[102346]: 'PortForwarding': '1.2', Oct 27 10:18:17.221974 n-d-813419-10 neutron-server[102346]: 'QosPolicy': '1.10', Oct 27 10:18:17.221974 n-d-813419-10 neutron-server[102346]: 'SecurityGroup': '1.4', Oct 27 10:18:17.221974 n-d-813419-10 neutron-server[102346]: 'SecurityGroupRule': '1.2', Oct 27 10:18:17.221974 n-d-813419-10 neutron-server[102346]: 'SubPort': '1.0', Oct 27 10:18:17.221974 n-d-813419-10 neutron-server[102346]: 'Subnet': '1.1', Oct 27 10:18:17.221974 n-d-813419-10 neutron-server[102346]: 'Trunk': '1.1'}} Oct 27 10:18:17.221974 n-d-813419-10 neutron-server[102346]: {{(pid=102346) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 27 10:18:17.244629 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3edf680e-3148-478c-9acf-586dca27dffb admin admin] Network 0a48af15-1075-4a1c-b6c2-04479e771f49 is scheduled to be hosted by DHCP agent eafd4000-b897-4722-ae8b-0118ec955181 with binding_index 1 {{(pid=102346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 10:18:17.254113 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-3edf680e-3148-478c-9acf-586dca27dffb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-10, 0a48af15-1075-4a1c-b6c2-04479e771f49) {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:18:17.258605 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3edf680e-3148-478c-9acf-586dca27dffb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:18:17.260001 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-3edf680e-3148-478c-9acf-586dca27dffb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for subnet, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:17.267418 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df5a6b8e-d26a-46b0-b68f-6c09ee0944c6 None None] Network 0a48af15-1075-4a1c-b6c2-04479e771f49 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:18:17.281923 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 36834) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:18:17.286888 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-7ae07e09-73de-433f-b506-965902f7cf69 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-425009108-router', 'tenant_id': '60bf030ec38b4548b292ea0483de5f05', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'}}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:18:17.295885 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-3edf680e-3148-478c-9acf-586dca27dffb admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.4615948 Oct 27 10:18:17.318540 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-7ae07e09-73de-433f-b506-965902f7cf69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1768632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3610'] for router, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:17.319741 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-7ae07e09-73de-433f-b506-965902f7cf69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1765704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1769409', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1694266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3597'] for router, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:17.415450 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-7ae07e09-73de-433f-b506-965902f7cf69 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:17.494614 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b6e8b62-536f-40a5-9e26-a69ff343cbb2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp734b258e-7d96-550c-b970-9b72ab66f383-0a48af15-1075-4a1c-b6c2-04479e771f49', 'network_id': '0a48af15-1075-4a1c-b6c2-04479e771f49', 'tenant_id': '60bf030ec38b4548b292ea0483de5f05', 'fixed_ips': [{'subnet_id': '01ed277a-6c4a-420b-a94a-e6bb1e65fbf9'}]}} from n-d-813419-10. {{(pid=102348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 10:18:17.495372 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-2b6e8b62-536f-40a5-9e26-a69ff343cbb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:17.558295 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-7ae07e09-73de-433f-b506-965902f7cf69 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:17.665180 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.db_base_plugin_common [None req-2b6e8b62-536f-40a5-9e26-a69ff343cbb2 None None] Allocated IP 172.20.0.2 (0a48af15-1075-4a1c-b6c2-04479e771f49/01ed277a-6c4a-420b-a94a-e6bb1e65fbf9/198d56f2-770a-475a-bb67-141cbd7747ec) {{(pid=102348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:18:17.896090 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-2b6e8b62-536f-40a5-9e26-a69ff343cbb2 None None] Publish callbacks [] for port, precommit_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:17.904522 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-2b6e8b62-536f-40a5-9e26-a69ff343cbb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606'] for port, after_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:17.954660 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6e8b62-536f-40a5-9e26-a69ff343cbb2 None None] Pushing event updated for resources: {'Port': ['ID=198d56f2-770a-475a-bb67-141cbd7747ec,revision_number=1']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:18:17.960582 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-7ae07e09-73de-433f-b506-965902f7cf69 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:17.965801 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6e8b62-536f-40a5-9e26-a69ff343cbb2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:18:17.966196 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6e8b62-536f-40a5-9e26-a69ff343cbb2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:18:17.966532 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6e8b62-536f-40a5-9e26-a69ff343cbb2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:18:17.966874 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6e8b62-536f-40a5-9e26-a69ff343cbb2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:18:17.967182 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6e8b62-536f-40a5-9e26-a69ff343cbb2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:18:17.967501 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6e8b62-536f-40a5-9e26-a69ff343cbb2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:18:17.967949 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6e8b62-536f-40a5-9e26-a69ff343cbb2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:18:17.968354 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6e8b62-536f-40a5-9e26-a69ff343cbb2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:18:17.968673 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6e8b62-536f-40a5-9e26-a69ff343cbb2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:18:17.968987 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6e8b62-536f-40a5-9e26-a69ff343cbb2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:18:17.969439 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6e8b62-536f-40a5-9e26-a69ff343cbb2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:18:17.969754 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6e8b62-536f-40a5-9e26-a69ff343cbb2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:18:17.970853 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6e8b62-536f-40a5-9e26-a69ff343cbb2 None None] Tracked resource versions report: Oct 27 10:18:17.970853 n-d-813419-10 neutron-server[102348]: pushed versions: Oct 27 10:18:17.970853 n-d-813419-10 neutron-server[102348]: { 'AddressGroup': {'1.2'}, Oct 27 10:18:17.970853 n-d-813419-10 neutron-server[102348]: 'ConntrackHelper': {'1.0'}, Oct 27 10:18:17.970853 n-d-813419-10 neutron-server[102348]: 'Log': {'1.0'}, Oct 27 10:18:17.970853 n-d-813419-10 neutron-server[102348]: 'Network': {'1.1'}, Oct 27 10:18:17.970853 n-d-813419-10 neutron-server[102348]: 'Port': {'1.7'}, Oct 27 10:18:17.970853 n-d-813419-10 neutron-server[102348]: 'PortForwarding': {'1.2'}, Oct 27 10:18:17.970853 n-d-813419-10 neutron-server[102348]: 'QosPolicy': {'1.10'}, Oct 27 10:18:17.970853 n-d-813419-10 neutron-server[102348]: 'SecurityGroup': {'1.4'}, Oct 27 10:18:17.970853 n-d-813419-10 neutron-server[102348]: 'SecurityGroupRule': {'1.2'}, Oct 27 10:18:17.970853 n-d-813419-10 neutron-server[102348]: 'SubPort': {'1.0'}, Oct 27 10:18:17.970853 n-d-813419-10 neutron-server[102348]: 'Subnet': {'1.1'}, Oct 27 10:18:17.970853 n-d-813419-10 neutron-server[102348]: 'Trunk': {'1.1'}} Oct 27 10:18:17.970853 n-d-813419-10 neutron-server[102348]: consumer versions: Oct 27 10:18:17.970853 n-d-813419-10 neutron-server[102348]: { DHCP agent@n-d-813419-10: {}, Oct 27 10:18:17.970853 n-d-813419-10 neutron-server[102348]: HyperV agent@n-h1-813419-10: {}, Oct 27 10:18:17.970853 n-d-813419-10 neutron-server[102348]: HyperV agent@n-h2-813419-10: {}, Oct 27 10:18:17.970853 n-d-813419-10 neutron-server[102348]: L3 agent@n-d-813419-10: {}, Oct 27 10:18:17.970853 n-d-813419-10 neutron-server[102348]: Metadata agent@n-d-813419-10: {}, Oct 27 10:18:17.970853 n-d-813419-10 neutron-server[102348]: Metering agent@n-d-813419-10: {}, Oct 27 10:18:17.970853 n-d-813419-10 neutron-server[102348]: Open vSwitch agent@n-d-813419-10: { 'AddressGroup': '1.2', Oct 27 10:18:17.970853 n-d-813419-10 neutron-server[102348]: 'ConntrackHelper': '1.0', Oct 27 10:18:17.970853 n-d-813419-10 neutron-server[102348]: 'Log': '1.0', Oct 27 10:18:17.970853 n-d-813419-10 neutron-server[102348]: 'Network': '1.1', Oct 27 10:18:17.970853 n-d-813419-10 neutron-server[102348]: 'Port': '1.7', Oct 27 10:18:17.970853 n-d-813419-10 neutron-server[102348]: 'PortForwarding': '1.2', Oct 27 10:18:17.970853 n-d-813419-10 neutron-server[102348]: 'QosPolicy': '1.10', Oct 27 10:18:17.970853 n-d-813419-10 neutron-server[102348]: 'SecurityGroup': '1.4', Oct 27 10:18:17.970853 n-d-813419-10 neutron-server[102348]: 'SecurityGroupRule': '1.2', Oct 27 10:18:17.970853 n-d-813419-10 neutron-server[102348]: 'SubPort': '1.0', Oct 27 10:18:17.970853 n-d-813419-10 neutron-server[102348]: 'Subnet': '1.1', Oct 27 10:18:17.970853 n-d-813419-10 neutron-server[102348]: 'Trunk': '1.1'}} Oct 27 10:18:17.970853 n-d-813419-10 neutron-server[102348]: {{(pid=102348) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 27 10:18:17.982293 n-d-813419-10 neutron-server[102348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b6e8b62-536f-40a5-9e26-a69ff343cbb2 None None] Network 0a48af15-1075-4a1c-b6c2-04479e771f49 is already hosted by enough agents. {{(pid=102348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:18:17.984085 n-d-813419-10 neutron-server[102348]: DEBUG neutron.scheduler.base_scheduler [None req-2b6e8b62-536f-40a5-9e26-a69ff343cbb2 None None] Resources bound (agent type, host, resource id): {{(pid=102348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:18:17.987397 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b6e8b62-536f-40a5-9e26-a69ff343cbb2 None None] Received port after_create {{(pid=102348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:18:18.001653 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-7ae07e09-73de-433f-b506-965902f7cf69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:18.057463 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 36864) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:18:18.074988 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-2b6e8b62-536f-40a5-9e26-a69ff343cbb2 None None] Attempting to bind port 198d56f2-770a-475a-bb67-141cbd7747ec on host n-d-813419-10 for vnic_type normal with profile {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:18:18.076180 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-2b6e8b62-536f-40a5-9e26-a69ff343cbb2 None None] Attempting to bind port 198d56f2-770a-475a-bb67-141cbd7747ec by drivers openvswitch,hyperv on host n-d-813419-10 at level 0 using segments [{'id': '1c5c493c-9b99-4313-a0b3-4267f64405e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '0a48af15-1075-4a1c-b6c2-04479e771f49'}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:18:18.076753 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b6e8b62-536f-40a5-9e26-a69ff343cbb2 None None] Attempting to bind port 198d56f2-770a-475a-bb67-141cbd7747ec on network 0a48af15-1075-4a1c-b6c2-04479e771f49 {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:18:18.083551 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b6e8b62-536f-40a5-9e26-a69ff343cbb2 None None] Checking agent: {'id': '89dba0f3-79b2-435e-9822-33674b8f6ada', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 8, 20), 'started_at': datetime.datetime(2021, 10, 27, 10, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 17, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:18:18.084679 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b6e8b62-536f-40a5-9e26-a69ff343cbb2 None None] Checking segment: {'id': '1c5c493c-9b99-4313-a0b3-4267f64405e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '0a48af15-1075-4a1c-b6c2-04479e771f49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:18:18.084679 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-2b6e8b62-536f-40a5-9e26-a69ff343cbb2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:18.084885 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b6e8b62-536f-40a5-9e26-a69ff343cbb2 None None] Bound using segment: {'id': '1c5c493c-9b99-4313-a0b3-4267f64405e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '0a48af15-1075-4a1c-b6c2-04479e771f49'} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:18:18.085394 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-2b6e8b62-536f-40a5-9e26-a69ff343cbb2 None None] Bound port: 198d56f2-770a-475a-bb67-141cbd7747ec, host: n-d-813419-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c5c493c-9b99-4313-a0b3-4267f64405e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '0a48af15-1075-4a1c-b6c2-04479e771f49'}}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:18:18.085859 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-2b6e8b62-536f-40a5-9e26-a69ff343cbb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:18.152893 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_common [None req-7ae07e09-73de-433f-b506-965902f7cf69 admin admin] Allocated IP 172.25.8.225 (185ff123-c7ff-45c7-a6be-71feb35acc9c/0fb9f9d1-7384-481f-8fa8-f4566c349d30/52a1bbf4-2cd9-4872-bd73-dd8c7601673c) {{(pid=102347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:18:18.183915 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-2b6e8b62-536f-40a5-9e26-a69ff343cbb2 None None] For port 198d56f2-770a-475a-bb67-141cbd7747ec, host n-d-813419-10, cleared binding levels {{(pid=102348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:18:18.192063 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-2b6e8b62-536f-40a5-9e26-a69ff343cbb2 None None] For port 198d56f2-770a-475a-bb67-141cbd7747ec, host n-d-813419-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=198d56f2-770a-475a-bb67-141cbd7747ec,segment=NetworkSegment(1c5c493c-9b99-4313-a0b3-4267f64405e2),segment_id=1c5c493c-9b99-4313-a0b3-4267f64405e2)] {{(pid=102348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:18:18.197511 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-2b6e8b62-536f-40a5-9e26-a69ff343cbb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:18.262637 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6e8b62-536f-40a5-9e26-a69ff343cbb2 None None] Pushing event updated for resources: {'Port': ['ID=198d56f2-770a-475a-bb67-141cbd7747ec,revision_number=2']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:18:18.266331 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-7ae07e09-73de-433f-b506-965902f7cf69 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:18.313501 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-7ae07e09-73de-433f-b506-965902f7cf69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606'] for port, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:18.376687 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ae07e09-73de-433f-b506-965902f7cf69 admin admin] Network 185ff123-c7ff-45c7-a6be-71feb35acc9c is already hosted by enough agents. {{(pid=102347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:18:18.381475 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [None req-7ae07e09-73de-433f-b506-965902f7cf69 admin admin] Resources bound (agent type, host, resource id): {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:18:18.384491 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ae07e09-73de-433f-b506-965902f7cf69 admin admin] Received port after_create {{(pid=102347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:18:18.386726 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae07e09-73de-433f-b506-965902f7cf69 admin admin] Pushing event updated for resources: {'Port': ['ID=52a1bbf4-2cd9-4872-bd73-dd8c7601673c,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:18:18.448277 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-fedc4eb7-918e-4682-8a00-550114824ba9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:18.619140 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-fedc4eb7-918e-4682-8a00-550114824ba9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:18.624343 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-fedc4eb7-918e-4682-8a00-550114824ba9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:18.673239 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedc4eb7-918e-4682-8a00-550114824ba9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06d1fb41-375f-40f2-9d43-d276a1fc5f32,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:18:18.704329 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-fedc4eb7-918e-4682-8a00-550114824ba9 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=010242555f5c4a769434287435b720b1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6445191 Oct 27 10:18:18.706336 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 36878) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:18:18.775404 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-7ae07e09-73de-433f-b506-965902f7cf69 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:18.803132 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-00c659bf-ce43-4e85-88ae-f0835d3f0873 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:18.806250 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-00357dc6-f847-4105-b9aa-0761b82eaabe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:18.832378 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-00c659bf-ce43-4e85-88ae-f0835d3f0873 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:18.904119 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-00c659bf-ce43-4e85-88ae-f0835d3f0873 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:18.908708 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-00c659bf-ce43-4e85-88ae-f0835d3f0873 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:18.910366 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-00c659bf-ce43-4e85-88ae-f0835d3f0873 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/06d1fb41-375f-40f2-9d43-d276a1fc5f32 HTTP/1.1" status: 204 len: 168 time: 0.2019622 Oct 27 10:18:18.918826 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c659bf-ce43-4e85-88ae-f0835d3f0873 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06d1fb41-375f-40f2-9d43-d276a1fc5f32,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:18:19.071834 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-7ae07e09-73de-433f-b506-965902f7cf69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1765699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1769372'] for router, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:19.267661 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ae07e09-73de-433f-b506-965902f7cf69 admin admin] Router 63f7ed1c-370f-4434-bb3c-bdaf6c5b2e01 is scheduled to L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb with binding_index 1 {{(pid=102347) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 10:18:19.399495 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ae07e09-73de-433f-b506-965902f7cf69 admin admin] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:18:19.422905 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dc36f58-b6ee-4b2d-b07d-f0d4c057bb75 None None] Sync routers for ids ['63f7ed1c-370f-4434-bb3c-bdaf6c5b2e01'] in n-d-813419-10 {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:18:19.443036 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dc36f58-b6ee-4b2d-b07d-f0d4c057bb75 None None] Routers {'63f7ed1c-370f-4434-bb3c-bdaf6c5b2e01'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:18:19.443456 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-7ae07e09-73de-433f-b506-965902f7cf69 admin admin] Publish callbacks [] for router, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:19.445170 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-7dc36f58-b6ee-4b2d-b07d-f0d4c057bb75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:18:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['63f7ed1c-370f-4434-bb3c-bdaf6c5b2e01'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:18:19.456617 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-7ae07e09-73de-433f-b506-965902f7cf69 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 2.1711218 Oct 27 10:18:19.457630 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 36910) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:18:19.567674 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4733c9ee-7756-4bb5-a16b-6740aa693ec0 None None] Network 0a48af15-1075-4a1c-b6c2-04479e771f49 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:18:19.706271 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvr_db [None req-7dc36f58-b6ee-4b2d-b07d-f0d4c057bb75 None None] Set router 63f7ed1c-370f-4434-bb3c-bdaf6c5b2e01 gateway port host: n-d-813419-10 {{(pid=102349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:18:19.717515 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-1b116ca8-e348-4cf1-877a-f46d3909ac49 None None] Provisioning complete for port 198d56f2-770a-475a-bb67-141cbd7747ec triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:18:19.722308 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-1b116ca8-e348-4cf1-877a-f46d3909ac49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:20.038884 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-7dc36f58-b6ee-4b2d-b07d-f0d4c057bb75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63f7ed1c-370f-4434-bb3c-bdaf6c5b2e01', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-425009108-router', 'tenant_id': '60bf030ec38b4548b292ea0483de5f05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.225'}], 'enable_snat': True}, 'gw_port_id': '52a1bbf4-2cd9-4872-bd73-dd8c7601673c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:18:17Z', 'updated_at': '2021-10-27T10:18:18Z', 'revision_number': 3, 'project_id': '60bf030ec38b4548b292ea0483de5f05', 'gw_port': {'id': '52a1bbf4-2cd9-4872-bd73-dd8c7601673c', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:ea:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63f7ed1c-370f-4434-bb3c-bdaf6c5b2e01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:18:18Z', 'updated_at': '2021-10-27T10:18:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10'}], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:18:20.121603 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dc36f58-b6ee-4b2d-b07d-f0d4c057bb75 None None] Checking router: 63f7ed1c-370f-4434-bb3c-bdaf6c5b2e01 for host: n-d-813419-10 {{(pid=102349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 10:18:20.121928 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dc36f58-b6ee-4b2d-b07d-f0d4c057bb75 None None] Updating router 63f7ed1c-370f-4434-bb3c-bdaf6c5b2e01 port 52a1bbf4-2cd9-4872-bd73-dd8c7601673c binding host n-d-813419-10 {{(pid=102349) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 10:18:20.124461 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-1b116ca8-e348-4cf1-877a-f46d3909ac49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:20.132623 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 36950) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:18:20.153660 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:20.165712 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-eadeaa30-4096-4d1a-b3cb-aa7ebfb291ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:20.211255 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-1b116ca8-e348-4cf1-877a-f46d3909ac49 None None] For port 198d56f2-770a-475a-bb67-141cbd7747ec, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=198d56f2-770a-475a-bb67-141cbd7747ec,segment=NetworkSegment(1c5c493c-9b99-4313-a0b3-4267f64405e2),segment_id=1c5c493c-9b99-4313-a0b3-4267f64405e2)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:18:20.213939 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-7dc36f58-b6ee-4b2d-b07d-f0d4c057bb75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:20.220291 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-1b116ca8-e348-4cf1-877a-f46d3909ac49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:20.328824 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 198d56f2-770a-475a-bb67-141cbd7747ec up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:18:20.342065 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-6de89acd-47c4-4773-956a-905e8657601c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:20.437292 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b116ca8-e348-4cf1-877a-f46d3909ac49 None None] Pushing event updated for resources: {'Port': ['ID=198d56f2-770a-475a-bb67-141cbd7747ec,revision_number=3']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:18:20.455393 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port 198d56f2-770a-475a-bb67-141cbd7747ec triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:18:20.455868 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:20.477902 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-5baf4691-fb77-423a-a850-4f6ace837d2b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:20.569789 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-275bfd66-f352-4783-9397-6bdc96db8341 None None] Provisioning complete for port 198d56f2-770a-475a-bb67-141cbd7747ec triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:18:20.570528 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-275bfd66-f352-4783-9397-6bdc96db8341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:20.687601 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 36974) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:18:20.695681 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-7dc36f58-b6ee-4b2d-b07d-f0d4c057bb75 None None] Publish callbacks [] for port, precommit_update {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:20.713849 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-7dc36f58-b6ee-4b2d-b07d-f0d4c057bb75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:20.762876 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_common [None req-6de89acd-47c4-4773-956a-905e8657601c admin admin] Allocated IP 172.20.0.1 (0a48af15-1075-4a1c-b6c2-04479e771f49/01ed277a-6c4a-420b-a94a-e6bb1e65fbf9/30541382-9698-42aa-b364-000a568db488) {{(pid=102346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:18:20.780687 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.managers [None req-7dc36f58-b6ee-4b2d-b07d-f0d4c057bb75 None None] Attempting to bind port 52a1bbf4-2cd9-4872-bd73-dd8c7601673c on host n-d-813419-10 for vnic_type normal with profile {{(pid=102349) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:18:20.780687 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.managers [None req-7dc36f58-b6ee-4b2d-b07d-f0d4c057bb75 None None] Attempting to bind port 52a1bbf4-2cd9-4872-bd73-dd8c7601673c by drivers openvswitch,hyperv on host n-d-813419-10 at level 0 using segments [{'id': 'bc14127b-7032-4c50-bb5b-f6813cbae86e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'}] {{(pid=102349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:18:20.780987 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dc36f58-b6ee-4b2d-b07d-f0d4c057bb75 None None] Attempting to bind port 52a1bbf4-2cd9-4872-bd73-dd8c7601673c on network 185ff123-c7ff-45c7-a6be-71feb35acc9c {{(pid=102349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:18:20.793341 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dc36f58-b6ee-4b2d-b07d-f0d4c057bb75 None None] Checking agent: {'id': '89dba0f3-79b2-435e-9822-33674b8f6ada', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 8, 20), 'started_at': datetime.datetime(2021, 10, 27, 10, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 18, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:18:20.793755 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dc36f58-b6ee-4b2d-b07d-f0d4c057bb75 None None] Checking segment: {'id': 'bc14127b-7032-4c50-bb5b-f6813cbae86e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:18:20.794535 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-7dc36f58-b6ee-4b2d-b07d-f0d4c057bb75 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:20.794930 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dc36f58-b6ee-4b2d-b07d-f0d4c057bb75 None None] Bound using segment: {'id': 'bc14127b-7032-4c50-bb5b-f6813cbae86e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'} {{(pid=102349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:18:20.795391 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.managers [None req-7dc36f58-b6ee-4b2d-b07d-f0d4c057bb75 None None] Bound port: 52a1bbf4-2cd9-4872-bd73-dd8c7601673c, host: n-d-813419-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc14127b-7032-4c50-bb5b-f6813cbae86e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'}}] {{(pid=102349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:18:20.795783 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-7dc36f58-b6ee-4b2d-b07d-f0d4c057bb75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:20.799268 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bbcf8c-e24d-4fc7-89d0-1cc8112de720 None None] Pushing event updated for resources: {'Port': ['ID=52a1bbf4-2cd9-4872-bd73-dd8c7601673c,revision_number=2']} {{(pid=102349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:18:20.801334 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-5baf4691-fb77-423a-a850-4f6ace837d2b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:20.821172 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-5baf4691-fb77-423a-a850-4f6ace837d2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:20.839244 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15bbcf8c-e24d-4fc7-89d0-1cc8112de720 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:18:20.839588 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15bbcf8c-e24d-4fc7-89d0-1cc8112de720 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:18:20.840319 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15bbcf8c-e24d-4fc7-89d0-1cc8112de720 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:18:20.840702 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15bbcf8c-e24d-4fc7-89d0-1cc8112de720 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:18:20.841034 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15bbcf8c-e24d-4fc7-89d0-1cc8112de720 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:18:20.841884 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15bbcf8c-e24d-4fc7-89d0-1cc8112de720 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:18:20.842217 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15bbcf8c-e24d-4fc7-89d0-1cc8112de720 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:18:20.842621 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15bbcf8c-e24d-4fc7-89d0-1cc8112de720 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:18:20.842897 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15bbcf8c-e24d-4fc7-89d0-1cc8112de720 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:18:20.843225 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15bbcf8c-e24d-4fc7-89d0-1cc8112de720 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:18:20.843544 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15bbcf8c-e24d-4fc7-89d0-1cc8112de720 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:18:20.843911 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15bbcf8c-e24d-4fc7-89d0-1cc8112de720 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:18:20.845076 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15bbcf8c-e24d-4fc7-89d0-1cc8112de720 None None] Tracked resource versions report: Oct 27 10:18:20.845076 n-d-813419-10 neutron-server[102349]: pushed versions: Oct 27 10:18:20.845076 n-d-813419-10 neutron-server[102349]: { 'AddressGroup': {'1.2'}, Oct 27 10:18:20.845076 n-d-813419-10 neutron-server[102349]: 'ConntrackHelper': {'1.0'}, Oct 27 10:18:20.845076 n-d-813419-10 neutron-server[102349]: 'Log': {'1.0'}, Oct 27 10:18:20.845076 n-d-813419-10 neutron-server[102349]: 'Network': {'1.1'}, Oct 27 10:18:20.845076 n-d-813419-10 neutron-server[102349]: 'Port': {'1.7'}, Oct 27 10:18:20.845076 n-d-813419-10 neutron-server[102349]: 'PortForwarding': {'1.2'}, Oct 27 10:18:20.845076 n-d-813419-10 neutron-server[102349]: 'QosPolicy': {'1.10'}, Oct 27 10:18:20.845076 n-d-813419-10 neutron-server[102349]: 'SecurityGroup': {'1.4'}, Oct 27 10:18:20.845076 n-d-813419-10 neutron-server[102349]: 'SecurityGroupRule': {'1.2'}, Oct 27 10:18:20.845076 n-d-813419-10 neutron-server[102349]: 'SubPort': {'1.0'}, Oct 27 10:18:20.845076 n-d-813419-10 neutron-server[102349]: 'Subnet': {'1.1'}, Oct 27 10:18:20.845076 n-d-813419-10 neutron-server[102349]: 'Trunk': {'1.1'}} Oct 27 10:18:20.845076 n-d-813419-10 neutron-server[102349]: consumer versions: Oct 27 10:18:20.845076 n-d-813419-10 neutron-server[102349]: { DHCP agent@n-d-813419-10: {}, Oct 27 10:18:20.845076 n-d-813419-10 neutron-server[102349]: HyperV agent@n-h1-813419-10: {}, Oct 27 10:18:20.845076 n-d-813419-10 neutron-server[102349]: HyperV agent@n-h2-813419-10: {}, Oct 27 10:18:20.845076 n-d-813419-10 neutron-server[102349]: L3 agent@n-d-813419-10: {}, Oct 27 10:18:20.845076 n-d-813419-10 neutron-server[102349]: Metadata agent@n-d-813419-10: {}, Oct 27 10:18:20.845076 n-d-813419-10 neutron-server[102349]: Metering agent@n-d-813419-10: {}, Oct 27 10:18:20.845076 n-d-813419-10 neutron-server[102349]: Open vSwitch agent@n-d-813419-10: { 'AddressGroup': '1.2', Oct 27 10:18:20.845076 n-d-813419-10 neutron-server[102349]: 'ConntrackHelper': '1.0', Oct 27 10:18:20.845076 n-d-813419-10 neutron-server[102349]: 'Log': '1.0', Oct 27 10:18:20.845076 n-d-813419-10 neutron-server[102349]: 'Network': '1.1', Oct 27 10:18:20.845076 n-d-813419-10 neutron-server[102349]: 'Port': '1.7', Oct 27 10:18:20.845076 n-d-813419-10 neutron-server[102349]: 'PortForwarding': '1.2', Oct 27 10:18:20.845076 n-d-813419-10 neutron-server[102349]: 'QosPolicy': '1.10', Oct 27 10:18:20.845076 n-d-813419-10 neutron-server[102349]: 'SecurityGroup': '1.4', Oct 27 10:18:20.845076 n-d-813419-10 neutron-server[102349]: 'SecurityGroupRule': '1.2', Oct 27 10:18:20.845076 n-d-813419-10 neutron-server[102349]: 'SubPort': '1.0', Oct 27 10:18:20.845076 n-d-813419-10 neutron-server[102349]: 'Subnet': '1.1', Oct 27 10:18:20.845076 n-d-813419-10 neutron-server[102349]: 'Trunk': '1.1'}} Oct 27 10:18:20.845076 n-d-813419-10 neutron-server[102349]: {{(pid=102349) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 27 10:18:20.864625 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5baf4691-fb77-423a-a850-4f6ace837d2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=082561f9-2500-4062-8992-b14a074ef939,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:18:20.888521 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.db [None req-7dc36f58-b6ee-4b2d-b07d-f0d4c057bb75 None None] For port 52a1bbf4-2cd9-4872-bd73-dd8c7601673c, host n-d-813419-10, cleared binding levels {{(pid=102349) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:18:20.895661 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.db [None req-7dc36f58-b6ee-4b2d-b07d-f0d4c057bb75 None None] For port 52a1bbf4-2cd9-4872-bd73-dd8c7601673c, host n-d-813419-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=52a1bbf4-2cd9-4872-bd73-dd8c7601673c,segment=NetworkSegment(bc14127b-7032-4c50-bb5b-f6813cbae86e),segment_id=bc14127b-7032-4c50-bb5b-f6813cbae86e)] {{(pid=102349) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:18:20.902950 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-7dc36f58-b6ee-4b2d-b07d-f0d4c057bb75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:20.922783 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-5baf4691-fb77-423a-a850-4f6ace837d2b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=68066b1a955e428fbff98d822734dd99&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7889011 Oct 27 10:18:20.925164 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 36984) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:18:20.943201 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-f3f7693d-e062-45dc-8b86-fb433e03bc38 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:20.981258 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bbcf8c-e24d-4fc7-89d0-1cc8112de720 None None] Pushing event updated for resources: {'Port': ['ID=52a1bbf4-2cd9-4872-bd73-dd8c7601673c,revision_number=3']} {{(pid=102349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:18:21.005625 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dc36f58-b6ee-4b2d-b07d-f0d4c057bb75 None None] Routers {'63f7ed1c-370f-4434-bb3c-bdaf6c5b2e01'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:18:21.008987 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-7dc36f58-b6ee-4b2d-b07d-f0d4c057bb75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:18:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['63f7ed1c-370f-4434-bb3c-bdaf6c5b2e01'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:18:21.009950 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ff541377-9b67-48f3-a44b-5f49b9450ce0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:21.025304 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-6de89acd-47c4-4773-956a-905e8657601c admin admin] Publish callbacks [] for port, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:21.062705 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ff541377-9b67-48f3-a44b-5f49b9450ce0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:21.135655 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-6de89acd-47c4-4773-956a-905e8657601c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606'] for port, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:21.166370 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-f3f7693d-e062-45dc-8b86-fb433e03bc38 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:21.173784 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-f3f7693d-e062-45dc-8b86-fb433e03bc38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:21.198714 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvr_db [None req-7dc36f58-b6ee-4b2d-b07d-f0d4c057bb75 None None] Set router 63f7ed1c-370f-4434-bb3c-bdaf6c5b2e01 gateway port host: n-d-813419-10 {{(pid=102349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:18:21.215309 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ff541377-9b67-48f3-a44b-5f49b9450ce0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:21.217738 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ff541377-9b67-48f3-a44b-5f49b9450ce0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:21.218870 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-ff541377-9b67-48f3-a44b-5f49b9450ce0 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/082561f9-2500-4062-8992-b14a074ef939 HTTP/1.1" status: 204 len: 168 time: 0.2927895 Oct 27 10:18:21.235076 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6de89acd-47c4-4773-956a-905e8657601c admin admin] Network 0a48af15-1075-4a1c-b6c2-04479e771f49 is already hosted by enough agents. {{(pid=102346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:18:21.250451 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f7693d-e062-45dc-8b86-fb433e03bc38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca2da609-261d-4aff-bdee-132c6e4283f8,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:18:21.257087 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-6de89acd-47c4-4773-956a-905e8657601c admin admin] Resources bound (agent type, host, resource id): {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:18:21.263019 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6de89acd-47c4-4773-956a-905e8657601c admin admin] Received port after_create {{(pid=102346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:18:21.263546 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-6de89acd-47c4-4773-956a-905e8657601c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1664961'] for router_interface, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:21.267108 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-f3f7693d-e062-45dc-8b86-fb433e03bc38 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2672f0d29afa4f7f8040bd60421a36b3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5783453 Oct 27 10:18:21.270559 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de89acd-47c4-4773-956a-905e8657601c admin admin] Pushing event updated for resources: {'Port': ['ID=30541382-9698-42aa-b364-000a568db488,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:18:21.271714 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 37002) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:18:21.280655 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff541377-9b67-48f3-a44b-5f49b9450ce0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=082561f9-2500-4062-8992-b14a074ef939,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:18:21.380390 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-c6bec6ae-f986-4018-a71d-b0ade2a41eb0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:21.436777 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-c6bec6ae-f986-4018-a71d-b0ade2a41eb0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:21.542619 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-c6bec6ae-f986-4018-a71d-b0ade2a41eb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:21.545460 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-c6bec6ae-f986-4018-a71d-b0ade2a41eb0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:21.549110 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-c6bec6ae-f986-4018-a71d-b0ade2a41eb0 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ca2da609-261d-4aff-bdee-132c6e4283f8 HTTP/1.1" status: 204 len: 168 time: 0.2737849 Oct 27 10:18:21.564628 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bec6ae-f986-4018-a71d-b0ade2a41eb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca2da609-261d-4aff-bdee-132c6e4283f8,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:18:21.639406 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-6de89acd-47c4-4773-956a-905e8657601c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:21.649419 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-26c10553-5f6c-41a5-99c6-82eebec20d62 None None] Provisioning complete for port 30541382-9698-42aa-b364-000a568db488 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:18:21.649947 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-26c10553-5f6c-41a5-99c6-82eebec20d62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:21.653443 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-7dc36f58-b6ee-4b2d-b07d-f0d4c057bb75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63f7ed1c-370f-4434-bb3c-bdaf6c5b2e01', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-425009108-router', 'tenant_id': '60bf030ec38b4548b292ea0483de5f05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.225'}], 'enable_snat': True}, 'gw_port_id': '52a1bbf4-2cd9-4872-bd73-dd8c7601673c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:18:17Z', 'updated_at': '2021-10-27T10:18:18Z', 'revision_number': 3, 'project_id': '60bf030ec38b4548b292ea0483de5f05', 'gw_port': {'id': '52a1bbf4-2cd9-4872-bd73-dd8c7601673c', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:ea:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63f7ed1c-370f-4434-bb3c-bdaf6c5b2e01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:18:18Z', 'updated_at': '2021-10-27T10:18:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10'}], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:18:21.709028 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dc36f58-b6ee-4b2d-b07d-f0d4c057bb75 None None] The sync data for ids ['63f7ed1c-370f-4434-bb3c-bdaf6c5b2e01'] in n-d-813419-10 is: [{'id': '63f7ed1c-370f-4434-bb3c-bdaf6c5b2e01', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-425009108-router', 'tenant_id': '60bf030ec38b4548b292ea0483de5f05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.225'}], 'enable_snat': True}, 'gw_port_id': '52a1bbf4-2cd9-4872-bd73-dd8c7601673c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:18:17Z', 'updated_at': '2021-10-27T10:18:18Z', 'revision_number': 3, 'project_id': '60bf030ec38b4548b292ea0483de5f05', 'gw_port': {'id': '52a1bbf4-2cd9-4872-bd73-dd8c7601673c', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:ea:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63f7ed1c-370f-4434-bb3c-bdaf6c5b2e01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:18:18Z', 'updated_at': '2021-10-27T10:18:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10'}] {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:18:21.723940 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-26c10553-5f6c-41a5-99c6-82eebec20d62 None None] Port 30541382-9698-42aa-b364-000a568db488 cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:18:21.762260 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-3c6a8245-0581-48aa-b5f6-4d8fe98cd16e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:21.874459 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-6de89acd-47c4-4773-956a-905e8657601c admin admin] Publish callbacks [] for port, precommit_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:21.874557 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 37022) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:18:21.882170 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-6de89acd-47c4-4773-956a-905e8657601c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:21.882791 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-6de89acd-47c4-4773-956a-905e8657601c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2006967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1766225'] for router_interface, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:21.971652 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de89acd-47c4-4773-956a-905e8657601c admin admin] Pushing event updated for resources: {'Port': ['ID=30541382-9698-42aa-b364-000a568db488,revision_number=2']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:18:22.055827 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6de89acd-47c4-4773-956a-905e8657601c admin admin] Network 0a48af15-1075-4a1c-b6c2-04479e771f49 is already hosted by enough agents. {{(pid=102346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:18:22.058458 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-6de89acd-47c4-4773-956a-905e8657601c admin admin] Resources bound (agent type, host, resource id): {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:18:22.327383 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6de89acd-47c4-4773-956a-905e8657601c admin admin] Router 63f7ed1c-370f-4434-bb3c-bdaf6c5b2e01 has already been hosted by L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb {{(pid=102346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 10:18:22.361973 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 198d56f2-770a-475a-bb67-141cbd7747ec up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:18:22.427796 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 37048) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:18:22.448292 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-02025175-9c98-4638-a53b-5031971bfb06 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:22.460297 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-3bcac12e-02d8-4d53-b630-44cdf4b4f220 None None] Provisioning complete for port 30541382-9698-42aa-b364-000a568db488 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:18:22.460670 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-3bcac12e-02d8-4d53-b630-44cdf4b4f220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:22.521032 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-3bcac12e-02d8-4d53-b630-44cdf4b4f220 None None] Port 30541382-9698-42aa-b364-000a568db488 cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:18:22.537530 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port 198d56f2-770a-475a-bb67-141cbd7747ec triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:18:22.538357 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:22.548148 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6de89acd-47c4-4773-956a-905e8657601c admin admin] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:18:22.563569 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-6de89acd-47c4-4773-956a-905e8657601c admin admin] 10.222.0.44 "PUT /v2.0/routers/63f7ed1c-370f-4434-bb3c-bdaf6c5b2e01/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1043820 Oct 27 10:18:22.598264 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-02025175-9c98-4638-a53b-5031971bfb06 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:22.604313 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-02025175-9c98-4638-a53b-5031971bfb06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:22.638011 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02025175-9c98-4638-a53b-5031971bfb06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=111a38f6-a6c4-483e-a3f9-82ac9a706711,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:18:22.664931 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-02025175-9c98-4638-a53b-5031971bfb06 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7dec5baa94a2453189858e56f69c9a30&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2340188 Oct 27 10:18:22.665334 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 37054) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:18:22.684853 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 52a1bbf4-2cd9-4872-bd73-dd8c7601673c up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:18:22.695238 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-925350d2-6cc6-4c55-9511-72d901bd184e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:22.771541 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-5b2985d1-400b-4c7b-a09f-5a64bef95366 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:22.793142 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port 52a1bbf4-2cd9-4872-bd73-dd8c7601673c triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:18:22.793903 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:22.828600 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-5b2985d1-400b-4c7b-a09f-5a64bef95366 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:22.854246 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-925350d2-6cc6-4c55-9511-72d901bd184e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:22.855774 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 37056) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:18:22.890872 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-925350d2-6cc6-4c55-9511-72d901bd184e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:22.910535 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-5b2985d1-400b-4c7b-a09f-5a64bef95366 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:22.913168 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-5b2985d1-400b-4c7b-a09f-5a64bef95366 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:22.916753 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-5b2985d1-400b-4c7b-a09f-5a64bef95366 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/111a38f6-a6c4-483e-a3f9-82ac9a706711 HTTP/1.1" status: 204 len: 168 time: 0.2479820 Oct 27 10:18:22.928516 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2985d1-400b-4c7b-a09f-5a64bef95366 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=111a38f6-a6c4-483e-a3f9-82ac9a706711,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:18:22.947003 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 37062) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:18:22.947382 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-925350d2-6cc6-4c55-9511-72d901bd184e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ae668fa41b6840838f52a9f74b073bb8&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0714910 Oct 27 10:18:22.948765 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-f42906bb-2dfe-485e-a829-8c46e0307630 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:22.976991 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:23.023340 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] For port 52a1bbf4-2cd9-4872-bd73-dd8c7601673c, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=52a1bbf4-2cd9-4872-bd73-dd8c7601673c,segment=NetworkSegment(bc14127b-7032-4c50-bb5b-f6813cbae86e),segment_id=bc14127b-7032-4c50-bb5b-f6813cbae86e)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:18:23.028524 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:23.066932 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-e927c7c9-f8d0-4cdb-8dcc-0e05aa561882 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:23.103241 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-e927c7c9-f8d0-4cdb-8dcc-0e05aa561882 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:23.126984 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Pushing event updated for resources: {'Port': ['ID=52a1bbf4-2cd9-4872-bd73-dd8c7601673c,revision_number=4']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:18:23.131952 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-f42906bb-2dfe-485e-a829-8c46e0307630 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:23.133299 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925350d2-6cc6-4c55-9511-72d901bd184e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e48937a-08a2-47fc-bf67-15c90a102c52,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:18:23.139615 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-f42906bb-2dfe-485e-a829-8c46e0307630 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:23.178393 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-f42906bb-2dfe-485e-a829-8c46e0307630 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=719bd2bf486549a0847f1e9b91b97b71&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3194847 Oct 27 10:18:23.180547 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 37066) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:18:23.218963 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-e927c7c9-f8d0-4cdb-8dcc-0e05aa561882 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:23.221930 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-e927c7c9-f8d0-4cdb-8dcc-0e05aa561882 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:23.223747 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-e927c7c9-f8d0-4cdb-8dcc-0e05aa561882 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4e48937a-08a2-47fc-bf67-15c90a102c52 HTTP/1.1" status: 204 len: 168 time: 0.2757430 Oct 27 10:18:23.240163 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e927c7c9-f8d0-4cdb-8dcc-0e05aa561882 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e48937a-08a2-47fc-bf67-15c90a102c52,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:18:23.373569 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42906bb-2dfe-485e-a829-8c46e0307630 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87777657-5bbf-4502-8c9c-c2ea3ae3ca4a,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:18:23.396684 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-e9dc9228-b4b4-4b29-838c-af7767a69eb6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:23.419091 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-e9dc9228-b4b4-4b29-838c-af7767a69eb6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:23.481201 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-e9dc9228-b4b4-4b29-838c-af7767a69eb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:23.486033 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-e9dc9228-b4b4-4b29-838c-af7767a69eb6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:23.486108 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 37088) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:18:23.494673 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-e9dc9228-b4b4-4b29-838c-af7767a69eb6 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/87777657-5bbf-4502-8c9c-c2ea3ae3ca4a HTTP/1.1" status: 204 len: 168 time: 0.3012245 Oct 27 10:18:23.503813 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9dc9228-b4b4-4b29-838c-af7767a69eb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87777657-5bbf-4502-8c9c-c2ea3ae3ca4a,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:18:23.772340 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-3bed0527-2621-42df-b45e-6d4a4cb42784 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:23.860446 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-639dd63f-35fc-4fa0-8a98-c53a3c0edbdc None None] Sync routers for ids ['63f7ed1c-370f-4434-bb3c-bdaf6c5b2e01'] in n-d-813419-10 {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:18:23.865318 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-3bed0527-2621-42df-b45e-6d4a4cb42784 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:23.869121 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-3bed0527-2621-42df-b45e-6d4a4cb42784 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:23.879155 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-639dd63f-35fc-4fa0-8a98-c53a3c0edbdc None None] Routers {'63f7ed1c-370f-4434-bb3c-bdaf6c5b2e01'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:18:23.880037 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-639dd63f-35fc-4fa0-8a98-c53a3c0edbdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:18:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['63f7ed1c-370f-4434-bb3c-bdaf6c5b2e01'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:18:23.902808 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bed0527-2621-42df-b45e-6d4a4cb42784 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=257dc7cc-5555-42b6-9a37-a080551ac976,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:18:23.924125 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-3bed0527-2621-42df-b45e-6d4a4cb42784 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ecb6fc816e074e5c9425023bd15b9355&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4368219 Oct 27 10:18:23.926465 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 37114) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:18:24.005017 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-9632c83c-72ea-4d1e-bb70-550368cad883 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:24.011013 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvr_db [None req-639dd63f-35fc-4fa0-8a98-c53a3c0edbdc None None] Set router 63f7ed1c-370f-4434-bb3c-bdaf6c5b2e01 gateway port host: n-d-813419-10 {{(pid=102348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:18:24.033534 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-9632c83c-72ea-4d1e-bb70-550368cad883 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:24.064342 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 37118) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:18:24.083235 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-496a11e9-5a26-4690-8092-d5db2428198a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:24.122205 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-9632c83c-72ea-4d1e-bb70-550368cad883 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:24.126086 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-9632c83c-72ea-4d1e-bb70-550368cad883 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:24.127375 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-9632c83c-72ea-4d1e-bb70-550368cad883 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/257dc7cc-5555-42b6-9a37-a080551ac976 HTTP/1.1" status: 204 len: 168 time: 0.1994550 Oct 27 10:18:24.141885 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9632c83c-72ea-4d1e-bb70-550368cad883 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=257dc7cc-5555-42b6-9a37-a080551ac976,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:18:24.207946 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-496a11e9-5a26-4690-8092-d5db2428198a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:24.213126 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-496a11e9-5a26-4690-8092-d5db2428198a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:24.248824 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 52a1bbf4-2cd9-4872-bd73-dd8c7601673c up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:18:24.273515 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-496a11e9-5a26-4690-8092-d5db2428198a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=386952a04e8046718b30f2f23a314f1d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2079144 Oct 27 10:18:24.274389 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496a11e9-5a26-4690-8092-d5db2428198a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a66ddc18-f606-47a8-bf12-6e59caa70b1e,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:18:24.276227 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 37128) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:18:24.325948 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port 52a1bbf4-2cd9-4872-bd73-dd8c7601673c triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:18:24.326308 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:24.334763 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-639dd63f-35fc-4fa0-8a98-c53a3c0edbdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63f7ed1c-370f-4434-bb3c-bdaf6c5b2e01', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-425009108-router', 'tenant_id': '60bf030ec38b4548b292ea0483de5f05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.225'}], 'enable_snat': True}, 'gw_port_id': '52a1bbf4-2cd9-4872-bd73-dd8c7601673c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:18:17Z', 'updated_at': '2021-10-27T10:18:21Z', 'revision_number': 4, 'project_id': '60bf030ec38b4548b292ea0483de5f05', 'gw_port': {'id': '52a1bbf4-2cd9-4872-bd73-dd8c7601673c', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:ea:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63f7ed1c-370f-4434-bb3c-bdaf6c5b2e01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:18:18Z', 'updated_at': '2021-10-27T10:18:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_interfaces': [{'id': '30541382-9698-42aa-b364-000a568db488', 'name': '', 'network_id': '0a48af15-1075-4a1c-b6c2-04479e771f49', 'tenant_id': '60bf030ec38b4548b292ea0483de5f05', 'mac_address': 'fa:16:3e:da:d0:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63f7ed1c-370f-4434-bb3c-bdaf6c5b2e01', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '01ed277a-6c4a-420b-a94a-e6bb1e65fbf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:18:20Z', 'updated_at': '2021-10-27T10:18:21Z', 'revision_number': 2, 'project_id': '60bf030ec38b4548b292ea0483de5f05', 'subnets': [{'id': '01ed277a-6c4a-420b-a94a-e6bb1e65fbf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:18:24.365566 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ae52bbfd-ebb3-4120-860b-56f9c4eaab45 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:24.391816 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-639dd63f-35fc-4fa0-8a98-c53a3c0edbdc None None] Checking router: 63f7ed1c-370f-4434-bb3c-bdaf6c5b2e01 for host: n-d-813419-10 {{(pid=102348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 10:18:24.392443 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-639dd63f-35fc-4fa0-8a98-c53a3c0edbdc None None] Updating router 63f7ed1c-370f-4434-bb3c-bdaf6c5b2e01 port 30541382-9698-42aa-b364-000a568db488 binding host n-d-813419-10 {{(pid=102348) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 10:18:24.413827 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ae52bbfd-ebb3-4120-860b-56f9c4eaab45 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:24.448439 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 37142) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:18:24.452539 n-d-813419-10 neutron-server[102347]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Oct 27 10:18:24.468512 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-639dd63f-35fc-4fa0-8a98-c53a3c0edbdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:24.498606 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8326e408-d2b7-4e1e-b073-74d22daee191 req-42b9b3c5-b654-4f2e-a4ab-d917e810c734 tempest-AggregatesAdminTestJSON-1678312996 tempest-AggregatesAdminTestJSON-1678312996-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=4e839520a4ae480292132e0bf3b27ab1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0465462 Oct 27 10:18:24.675376 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ae52bbfd-ebb3-4120-860b-56f9c4eaab45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:24.680402 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ae52bbfd-ebb3-4120-860b-56f9c4eaab45 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:24.680617 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-ae52bbfd-ebb3-4120-860b-56f9c4eaab45 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a66ddc18-f606-47a8-bf12-6e59caa70b1e HTTP/1.1" status: 204 len: 168 time: 0.4031591 Oct 27 10:18:24.691200 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae52bbfd-ebb3-4120-860b-56f9c4eaab45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a66ddc18-f606-47a8-bf12-6e59caa70b1e,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:18:24.708878 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8326e408-d2b7-4e1e-b073-74d22daee191 req-50457e97-6fbe-4634-b214-dab65323ecf5 tempest-AggregatesAdminTestJSON-1678312996 tempest-AggregatesAdminTestJSON-1678312996-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:18:24.710491 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8326e408-d2b7-4e1e-b073-74d22daee191 req-50457e97-6fbe-4634-b214-dab65323ecf5 tempest-AggregatesAdminTestJSON-1678312996 tempest-AggregatesAdminTestJSON-1678312996-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2066677 Oct 27 10:18:24.738624 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8326e408-d2b7-4e1e-b073-74d22daee191 req-686ca903-eda7-4a85-987e-2f51a19a25c6 tempest-AggregatesAdminTestJSON-1678312996 tempest-AggregatesAdminTestJSON-1678312996-project] 10.222.0.44 "GET /v2.0/quotas/4e839520a4ae480292132e0bf3b27ab1 HTTP/1.1" status: 200 len: 375 time: 0.0116966 Oct 27 10:18:24.797496 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8326e408-d2b7-4e1e-b073-74d22daee191 req-a67bfa70-bbee-41a7-8c0d-c9d5d6e3768d tempest-AggregatesAdminTestJSON-1678312996 tempest-AggregatesAdminTestJSON-1678312996-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=4e839520a4ae480292132e0bf3b27ab1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0518756 Oct 27 10:18:24.834969 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-639dd63f-35fc-4fa0-8a98-c53a3c0edbdc None None] Publish callbacks [] for port, precommit_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:24.845933 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-639dd63f-35fc-4fa0-8a98-c53a3c0edbdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:24.935513 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de1175e-aa8b-4671-b1fa-f8a736a4e795 None None] Pushing event updated for resources: {'Port': ['ID=30541382-9698-42aa-b364-000a568db488,revision_number=3']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:18:24.975186 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-639dd63f-35fc-4fa0-8a98-c53a3c0edbdc None None] Attempting to bind port 30541382-9698-42aa-b364-000a568db488 on host n-d-813419-10 for vnic_type normal with profile {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:18:24.975552 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-639dd63f-35fc-4fa0-8a98-c53a3c0edbdc None None] Attempting to bind port 30541382-9698-42aa-b364-000a568db488 by drivers openvswitch,hyperv on host n-d-813419-10 at level 0 using segments [{'id': '1c5c493c-9b99-4313-a0b3-4267f64405e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '0a48af15-1075-4a1c-b6c2-04479e771f49'}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:18:24.975918 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-639dd63f-35fc-4fa0-8a98-c53a3c0edbdc None None] Attempting to bind port 30541382-9698-42aa-b364-000a568db488 on network 0a48af15-1075-4a1c-b6c2-04479e771f49 {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:18:24.990005 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-639dd63f-35fc-4fa0-8a98-c53a3c0edbdc None None] Checking agent: {'id': '89dba0f3-79b2-435e-9822-33674b8f6ada', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 8, 20), 'started_at': datetime.datetime(2021, 10, 27, 10, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 18, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:18:24.992191 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-639dd63f-35fc-4fa0-8a98-c53a3c0edbdc None None] Checking segment: {'id': '1c5c493c-9b99-4313-a0b3-4267f64405e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '0a48af15-1075-4a1c-b6c2-04479e771f49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:18:24.993133 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-639dd63f-35fc-4fa0-8a98-c53a3c0edbdc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:24.994362 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-639dd63f-35fc-4fa0-8a98-c53a3c0edbdc None None] Bound using segment: {'id': '1c5c493c-9b99-4313-a0b3-4267f64405e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '0a48af15-1075-4a1c-b6c2-04479e771f49'} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:18:25.001943 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-639dd63f-35fc-4fa0-8a98-c53a3c0edbdc None None] Bound port: 30541382-9698-42aa-b364-000a568db488, host: n-d-813419-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c5c493c-9b99-4313-a0b3-4267f64405e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '0a48af15-1075-4a1c-b6c2-04479e771f49'}}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:18:25.002750 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-639dd63f-35fc-4fa0-8a98-c53a3c0edbdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:25.085766 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 37166) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:18:25.110470 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ffe391e5-5a36-4507-8e74-7d874c6aae01 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:25.153367 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-639dd63f-35fc-4fa0-8a98-c53a3c0edbdc None None] For port 30541382-9698-42aa-b364-000a568db488, host n-d-813419-10, cleared binding levels {{(pid=102348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:18:25.163802 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-639dd63f-35fc-4fa0-8a98-c53a3c0edbdc None None] For port 30541382-9698-42aa-b364-000a568db488, host n-d-813419-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=30541382-9698-42aa-b364-000a568db488,segment=NetworkSegment(1c5c493c-9b99-4313-a0b3-4267f64405e2),segment_id=1c5c493c-9b99-4313-a0b3-4267f64405e2)] {{(pid=102348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:18:25.173657 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-639dd63f-35fc-4fa0-8a98-c53a3c0edbdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:25.207498 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-4dae8c91-e42b-4da3-86b7-451b4ab01595 req-227cb7e0-7e35-456b-8de8-8ef3fd3a9115 tempest-AggregatesAdminTestJSON-1678312996 tempest-AggregatesAdminTestJSON-1678312996-project] 10.222.0.44 "GET /v2.0/ports?device_id=114e92eb-0e52-48d7-9d32-7b336b988432 HTTP/1.1" status: 200 len: 210 time: 0.1057410 Oct 27 10:18:25.265196 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-639dd63f-35fc-4fa0-8a98-c53a3c0edbdc None None] Routers {'63f7ed1c-370f-4434-bb3c-bdaf6c5b2e01'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:18:25.265815 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-639dd63f-35fc-4fa0-8a98-c53a3c0edbdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:18:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['63f7ed1c-370f-4434-bb3c-bdaf6c5b2e01'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:18:25.276118 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ffe391e5-5a36-4507-8e74-7d874c6aae01 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:25.282823 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ffe391e5-5a36-4507-8e74-7d874c6aae01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:25.324893 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de1175e-aa8b-4671-b1fa-f8a736a4e795 None None] Pushing event updated for resources: {'Port': ['ID=30541382-9698-42aa-b364-000a568db488,revision_number=4']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:18:25.339189 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 37184) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:18:25.339553 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-ffe391e5-5a36-4507-8e74-7d874c6aae01 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a718d1ad607746baa3763e0fe89190b8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2517545 Oct 27 10:18:25.341145 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe391e5-5a36-4507-8e74-7d874c6aae01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28beb266-a933-4d93-81b1-d2cf33916def,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:18:25.449465 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-41c2ec49-25cd-410b-8e7c-18cb2cb0a87d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:25.502065 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-41c2ec49-25cd-410b-8e7c-18cb2cb0a87d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:25.507478 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-bb83ee9f-6d49-4b36-ba04-9b7b31dc56f0 None None] Provisioning complete for port 30541382-9698-42aa-b364-000a568db488 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:18:25.507850 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-bb83ee9f-6d49-4b36-ba04-9b7b31dc56f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:25.560716 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-41c2ec49-25cd-410b-8e7c-18cb2cb0a87d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:25.564772 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-41c2ec49-25cd-410b-8e7c-18cb2cb0a87d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:25.566719 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-41c2ec49-25cd-410b-8e7c-18cb2cb0a87d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/28beb266-a933-4d93-81b1-d2cf33916def HTTP/1.1" status: 204 len: 168 time: 0.2261827 Oct 27 10:18:25.576337 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c2ec49-25cd-410b-8e7c-18cb2cb0a87d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28beb266-a933-4d93-81b1-d2cf33916def,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:18:25.584103 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvr_db [None req-639dd63f-35fc-4fa0-8a98-c53a3c0edbdc None None] Set router 63f7ed1c-370f-4434-bb3c-bdaf6c5b2e01 gateway port host: n-d-813419-10 {{(pid=102348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:18:25.647112 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 37194) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:18:25.651970 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-5ed9be5b-9342-4ac1-9f74-beee0a14bdcc admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-196907994-network', 'tenant_id': '33823056f9a74b6c8fa951c009c88ec7'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:18:25.673374 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-bb83ee9f-6d49-4b36-ba04-9b7b31dc56f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:25.719163 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ed9be5b-9342-4ac1-9f74-beee0a14bdcc admin admin] Made reservation on behalf of 33823056f9a74b6c8fa951c009c88ec7 for: {'network': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:18:25.722116 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-5ed9be5b-9342-4ac1-9f74-beee0a14bdcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for network, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:25.734877 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-5ed9be5b-9342-4ac1-9f74-beee0a14bdcc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:25.804888 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-bb83ee9f-6d49-4b36-ba04-9b7b31dc56f0 None None] For port 30541382-9698-42aa-b364-000a568db488, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=30541382-9698-42aa-b364-000a568db488,segment=NetworkSegment(1c5c493c-9b99-4313-a0b3-4267f64405e2),segment_id=1c5c493c-9b99-4313-a0b3-4267f64405e2)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:18:25.811764 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-bb83ee9f-6d49-4b36-ba04-9b7b31dc56f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:25.895232 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-5ed9be5b-9342-4ac1-9f74-beee0a14bdcc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:25.901880 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-5ed9be5b-9342-4ac1-9f74-beee0a14bdcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:25.903502 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb83ee9f-6d49-4b36-ba04-9b7b31dc56f0 None None] Pushing event updated for resources: {'Port': ['ID=30541382-9698-42aa-b364-000a568db488,revision_number=5']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:18:25.961372 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-6c582950-76b7-4019-aab9-aeb10aa29b89 None None] Provisioning complete for port 30541382-9698-42aa-b364-000a568db488 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:18:25.962001 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-6c582950-76b7-4019-aab9-aeb10aa29b89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:25.981291 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed9be5b-9342-4ac1-9f74-beee0a14bdcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1f3c770-4ded-48bf-8ec9-ab91ac154138,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:18:26.000155 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ed9be5b-9342-4ac1-9f74-beee0a14bdcc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 435} {{(pid=102346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 10:18:26.011779 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-5ed9be5b-9342-4ac1-9f74-beee0a14bdcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:26.012160 n-d-813419-10 neutron-server[102346]: INFO neutron.db.segments_db [None req-5ed9be5b-9342-4ac1-9f74-beee0a14bdcc admin admin] Added segment c1c09620-5217-4ebd-a09d-b6f9de28c0f2 of type vlan for network ebc39447-82cc-4f9f-afce-53bb2f09f197 Oct 27 10:18:26.086445 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-639dd63f-35fc-4fa0-8a98-c53a3c0edbdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63f7ed1c-370f-4434-bb3c-bdaf6c5b2e01', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-425009108-router', 'tenant_id': '60bf030ec38b4548b292ea0483de5f05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.225'}], 'enable_snat': True}, 'gw_port_id': '52a1bbf4-2cd9-4872-bd73-dd8c7601673c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:18:17Z', 'updated_at': '2021-10-27T10:18:21Z', 'revision_number': 4, 'project_id': '60bf030ec38b4548b292ea0483de5f05', 'gw_port': {'id': '52a1bbf4-2cd9-4872-bd73-dd8c7601673c', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:ea:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63f7ed1c-370f-4434-bb3c-bdaf6c5b2e01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:18:18Z', 'updated_at': '2021-10-27T10:18:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_interfaces': [{'id': '30541382-9698-42aa-b364-000a568db488', 'name': '', 'network_id': '0a48af15-1075-4a1c-b6c2-04479e771f49', 'tenant_id': '60bf030ec38b4548b292ea0483de5f05', 'mac_address': 'fa:16:3e:da:d0:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63f7ed1c-370f-4434-bb3c-bdaf6c5b2e01', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '01ed277a-6c4a-420b-a94a-e6bb1e65fbf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:18:20Z', 'updated_at': '2021-10-27T10:18:25Z', 'revision_number': 4, 'project_id': '60bf030ec38b4548b292ea0483de5f05', 'subnets': [{'id': '01ed277a-6c4a-420b-a94a-e6bb1e65fbf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:18:26.116744 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-639dd63f-35fc-4fa0-8a98-c53a3c0edbdc None None] The sync data for ids ['63f7ed1c-370f-4434-bb3c-bdaf6c5b2e01'] in n-d-813419-10 is: [{'id': '63f7ed1c-370f-4434-bb3c-bdaf6c5b2e01', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-425009108-router', 'tenant_id': '60bf030ec38b4548b292ea0483de5f05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.225'}], 'enable_snat': True}, 'gw_port_id': '52a1bbf4-2cd9-4872-bd73-dd8c7601673c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:18:17Z', 'updated_at': '2021-10-27T10:18:21Z', 'revision_number': 4, 'project_id': '60bf030ec38b4548b292ea0483de5f05', 'gw_port': {'id': '52a1bbf4-2cd9-4872-bd73-dd8c7601673c', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:ea:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63f7ed1c-370f-4434-bb3c-bdaf6c5b2e01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:18:18Z', 'updated_at': '2021-10-27T10:18:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_interfaces': [{'id': '30541382-9698-42aa-b364-000a568db488', 'name': '', 'network_id': '0a48af15-1075-4a1c-b6c2-04479e771f49', 'tenant_id': '60bf030ec38b4548b292ea0483de5f05', 'mac_address': 'fa:16:3e:da:d0:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63f7ed1c-370f-4434-bb3c-bdaf6c5b2e01', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '01ed277a-6c4a-420b-a94a-e6bb1e65fbf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:18:20Z', 'updated_at': '2021-10-27T10:18:25Z', 'revision_number': 4, 'project_id': '60bf030ec38b4548b292ea0483de5f05', 'subnets': [{'id': '01ed277a-6c4a-420b-a94a-e6bb1e65fbf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:18:26.130673 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-5ed9be5b-9342-4ac1-9f74-beee0a14bdcc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743872593080'] for network, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:26.194493 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-5ed9be5b-9342-4ac1-9f74-beee0a14bdcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913'] for network, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:26.195531 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ed9be5b-9342-4ac1-9f74-beee0a14bdcc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:18:26.196431 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-5ed9be5b-9342-4ac1-9f74-beee0a14bdcc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for network, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:26.297091 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-5ed9be5b-9342-4ac1-9f74-beee0a14bdcc admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.6463745 Oct 27 10:18:26.297491 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 37228) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:18:26.298952 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed9be5b-9342-4ac1-9f74-beee0a14bdcc admin admin] Pushing event updated for resources: {'Network': ['ID=ebc39447-82cc-4f9f-afce-53bb2f09f197,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:18:26.303794 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-d9a8ff19-4d52-4274-a771-81eca9bb5070 admin admin] Request body: {'subnet': {'network_id': 'ebc39447-82cc-4f9f-afce-53bb2f09f197', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-196907994-subnet', 'tenant_id': '33823056f9a74b6c8fa951c009c88ec7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:18:26.311365 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Network ebc39447-82cc-4f9f-afce-53bb2f09f197 details requested by agent ovs-agent-n-d-813419-10 with host n-d-813419-10 {{(pid=102348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 10:18:26.347998 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9a8ff19-4d52-4274-a771-81eca9bb5070 admin admin] Made reservation on behalf of 33823056f9a74b6c8fa951c009c88ec7 for: {'subnet': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:18:26.350329 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-d9a8ff19-4d52-4274-a771-81eca9bb5070 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:26.450329 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 37238) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:18:26.639120 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-d9a8ff19-4d52-4274-a771-81eca9bb5070 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913'] for subnet, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:26.688415 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 37252) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:18:26.758855 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a8ff19-4d52-4274-a771-81eca9bb5070 admin admin] Checking segment: {'id': 'c1c09620-5217-4ebd-a09d-b6f9de28c0f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'ebc39447-82cc-4f9f-afce-53bb2f09f197'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:18:26.759860 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9a8ff19-4d52-4274-a771-81eca9bb5070 admin admin] Network hostable DHCP agents. Network: ebc39447-82cc-4f9f-afce-53bb2f09f197, hostable agents: ['eafd4000-b897-4722-ae8b-0118ec955181'], hosted agents: [] {{(pid=102347) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 10:18:26.778160 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a8ff19-4d52-4274-a771-81eca9bb5070 admin admin] Pushing event updated for resources: {'Subnet': ['ID=16b44445-0e9a-438e-82b0-913601a3a13d,revision_number=0']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:18:26.797643 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9a8ff19-4d52-4274-a771-81eca9bb5070 admin admin] Network ebc39447-82cc-4f9f-afce-53bb2f09f197 is scheduled to be hosted by DHCP agent eafd4000-b897-4722-ae8b-0118ec955181 with binding_index 1 {{(pid=102347) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 10:18:26.812718 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [None req-d9a8ff19-4d52-4274-a771-81eca9bb5070 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-10, ebc39447-82cc-4f9f-afce-53bb2f09f197) {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:18:26.819698 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9a8ff19-4d52-4274-a771-81eca9bb5070 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:18:26.820466 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-d9a8ff19-4d52-4274-a771-81eca9bb5070 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for subnet, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:26.821992 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-e7fb9167-1b83-4088-9f6c-d9ff4716bf7a admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1735780103-network', 'tenant_id': '54312c7c8f9740c0a6858560a6518b0e'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:18:26.826914 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d925b96c-d029-4e78-9cdb-e783c4b5cc09 None None] Network ebc39447-82cc-4f9f-afce-53bb2f09f197 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:18:26.858106 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-d9a8ff19-4d52-4274-a771-81eca9bb5070 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.5562589 Oct 27 10:18:26.859776 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 37262) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:18:26.870081 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-dd475e7d-c819-401a-a4db-03c0e5446804 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-196907994-router', 'tenant_id': '33823056f9a74b6c8fa951c009c88ec7', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'}}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:18:26.891435 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7fb9167-1b83-4088-9f6c-d9ff4716bf7a admin admin] Made reservation on behalf of 54312c7c8f9740c0a6858560a6518b0e for: {'network': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:18:26.897001 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-e7fb9167-1b83-4088-9f6c-d9ff4716bf7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for network, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:26.920024 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-e7fb9167-1b83-4088-9f6c-d9ff4716bf7a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:26.921871 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-dd475e7d-c819-401a-a4db-03c0e5446804 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1768632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3610'] for router, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:26.924186 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-dd475e7d-c819-401a-a4db-03c0e5446804 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1765704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1769409', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1694266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3597'] for router, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:27.057136 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-e7fb9167-1b83-4088-9f6c-d9ff4716bf7a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:27.059165 n-d-813419-10 neutron-server[102346]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Oct 27 10:18:27.061669 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-dd475e7d-c819-401a-a4db-03c0e5446804 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:27.133029 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-e7fb9167-1b83-4088-9f6c-d9ff4716bf7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:27.216182 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-51b52e04-0853-4aca-b781-bdda83078b78 req-b34c1769-3f25-49a5-91e7-75a097c4d2a9 tempest-AggregatesAdminTestJSON-1678312996 tempest-AggregatesAdminTestJSON-1678312996-project] 10.222.0.44 "GET /v2.0/ports?device_id=114e92eb-0e52-48d7-9d32-7b336b988432 HTTP/1.1" status: 200 len: 210 time: 0.5245090 Oct 27 10:18:27.256099 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ce0128b-31ae-47af-a75d-e43013930463 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp734b258e-7d96-550c-b970-9b72ab66f383-ebc39447-82cc-4f9f-afce-53bb2f09f197', 'network_id': 'ebc39447-82cc-4f9f-afce-53bb2f09f197', 'tenant_id': '33823056f9a74b6c8fa951c009c88ec7', 'fixed_ips': [{'subnet_id': '16b44445-0e9a-438e-82b0-913601a3a13d'}]}} from n-d-813419-10. {{(pid=102348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 10:18:27.257067 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-5ce0128b-31ae-47af-a75d-e43013930463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:27.302700 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7fb9167-1b83-4088-9f6c-d9ff4716bf7a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 428} {{(pid=102346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 10:18:27.322636 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fb9167-1b83-4088-9f6c-d9ff4716bf7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3018bff-e5f8-44d8-a835-69520a8698da,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:18:27.341969 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-e7fb9167-1b83-4088-9f6c-d9ff4716bf7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:27.342721 n-d-813419-10 neutron-server[102346]: INFO neutron.db.segments_db [None req-e7fb9167-1b83-4088-9f6c-d9ff4716bf7a admin admin] Added segment 4fd5c29a-a838-4106-a890-06a671bde674 of type vlan for network 1886fe3b-e088-4c7d-8f4c-b14d4440b311 Oct 27 10:18:27.442681 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-e7fb9167-1b83-4088-9f6c-d9ff4716bf7a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743872593080'] for network, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:27.452085 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-dd475e7d-c819-401a-a4db-03c0e5446804 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:27.499540 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-e7fb9167-1b83-4088-9f6c-d9ff4716bf7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913'] for network, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:27.500879 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7fb9167-1b83-4088-9f6c-d9ff4716bf7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:18:27.501683 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-e7fb9167-1b83-4088-9f6c-d9ff4716bf7a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for network, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:27.509122 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.db_base_plugin_common [None req-5ce0128b-31ae-47af-a75d-e43013930463 None None] Allocated IP 172.20.0.2 (ebc39447-82cc-4f9f-afce-53bb2f09f197/16b44445-0e9a-438e-82b0-913601a3a13d/525d894a-d63e-4c98-8b2a-adf25f7f3a75) {{(pid=102348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:18:27.588291 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-e7fb9167-1b83-4088-9f6c-d9ff4716bf7a admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.1359825 Oct 27 10:18:27.591474 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 37278) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:18:27.608439 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-277f1e9e-2932-4060-8487-1bff9bb1711a admin admin] Request body: {'subnet': {'network_id': '1886fe3b-e088-4c7d-8f4c-b14d4440b311', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1735780103-subnet', 'tenant_id': '54312c7c8f9740c0a6858560a6518b0e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:18:27.632723 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fb9167-1b83-4088-9f6c-d9ff4716bf7a admin admin] Pushing event updated for resources: {'Network': ['ID=1886fe3b-e088-4c7d-8f4c-b14d4440b311,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:18:27.663301 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Network 1886fe3b-e088-4c7d-8f4c-b14d4440b311 details requested by agent ovs-agent-n-d-813419-10 with host n-d-813419-10 {{(pid=102348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 10:18:27.687443 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-277f1e9e-2932-4060-8487-1bff9bb1711a admin admin] Made reservation on behalf of 54312c7c8f9740c0a6858560a6518b0e for: {'subnet': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:18:27.690213 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-277f1e9e-2932-4060-8487-1bff9bb1711a admin admin] Publish callbacks [] for subnet, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:27.857209 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-5ce0128b-31ae-47af-a75d-e43013930463 None None] Publish callbacks [] for port, precommit_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:27.865328 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-5ce0128b-31ae-47af-a75d-e43013930463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606'] for port, after_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:27.945923 n-d-813419-10 neutron-server[102348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ce0128b-31ae-47af-a75d-e43013930463 None None] Network ebc39447-82cc-4f9f-afce-53bb2f09f197 is already hosted by enough agents. {{(pid=102348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:18:27.949070 n-d-813419-10 neutron-server[102348]: DEBUG neutron.scheduler.base_scheduler [None req-5ce0128b-31ae-47af-a75d-e43013930463 None None] Resources bound (agent type, host, resource id): {{(pid=102348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:18:27.953043 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ce0128b-31ae-47af-a75d-e43013930463 None None] Received port after_create {{(pid=102348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:18:27.980486 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce0128b-31ae-47af-a75d-e43013930463 None None] Pushing event updated for resources: {'Port': ['ID=525d894a-d63e-4c98-8b2a-adf25f7f3a75,revision_number=1']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:18:28.021131 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-dd475e7d-c819-401a-a4db-03c0e5446804 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:28.027938 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.64', 50386) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:18:28.049268 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-dd475e7d-c819-401a-a4db-03c0e5446804 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:28.052295 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-5ce0128b-31ae-47af-a75d-e43013930463 None None] Attempting to bind port 525d894a-d63e-4c98-8b2a-adf25f7f3a75 on host n-d-813419-10 for vnic_type normal with profile {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:18:28.052674 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-5ce0128b-31ae-47af-a75d-e43013930463 None None] Attempting to bind port 525d894a-d63e-4c98-8b2a-adf25f7f3a75 by drivers openvswitch,hyperv on host n-d-813419-10 at level 0 using segments [{'id': 'c1c09620-5217-4ebd-a09d-b6f9de28c0f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'ebc39447-82cc-4f9f-afce-53bb2f09f197'}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:18:28.053037 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ce0128b-31ae-47af-a75d-e43013930463 None None] Attempting to bind port 525d894a-d63e-4c98-8b2a-adf25f7f3a75 on network ebc39447-82cc-4f9f-afce-53bb2f09f197 {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:18:28.064186 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-277f1e9e-2932-4060-8487-1bff9bb1711a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913'] for subnet, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:28.068311 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ce0128b-31ae-47af-a75d-e43013930463 None None] Checking agent: {'id': '89dba0f3-79b2-435e-9822-33674b8f6ada', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 8, 20), 'started_at': datetime.datetime(2021, 10, 27, 10, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 18, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:18:28.068311 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ce0128b-31ae-47af-a75d-e43013930463 None None] Checking segment: {'id': 'c1c09620-5217-4ebd-a09d-b6f9de28c0f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'ebc39447-82cc-4f9f-afce-53bb2f09f197'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:18:28.068779 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-5ce0128b-31ae-47af-a75d-e43013930463 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:28.069180 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ce0128b-31ae-47af-a75d-e43013930463 None None] Bound using segment: {'id': 'c1c09620-5217-4ebd-a09d-b6f9de28c0f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'ebc39447-82cc-4f9f-afce-53bb2f09f197'} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:18:28.069651 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-5ce0128b-31ae-47af-a75d-e43013930463 None None] Bound port: 525d894a-d63e-4c98-8b2a-adf25f7f3a75, host: n-d-813419-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1c09620-5217-4ebd-a09d-b6f9de28c0f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'ebc39447-82cc-4f9f-afce-53bb2f09f197'}}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:18:28.070183 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-5ce0128b-31ae-47af-a75d-e43013930463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:28.098312 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-8326e408-d2b7-4e1e-b073-74d22daee191 req-9729b1e3-7e5d-4153-a3ac-1dc98c41f192 tempest-AggregatesAdminTestJSON-1678312996 tempest-AggregatesAdminTestJSON-1678312996-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=4e839520a4ae480292132e0bf3b27ab1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0687129 Oct 27 10:18:28.123397 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277f1e9e-2932-4060-8487-1bff9bb1711a admin admin] Pushing event updated for resources: {'Subnet': ['ID=823c78a5-c352-4686-b77c-588d22c2aa2c,revision_number=0']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:18:28.242069 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-5ce0128b-31ae-47af-a75d-e43013930463 None None] For port 525d894a-d63e-4c98-8b2a-adf25f7f3a75, host n-d-813419-10, cleared binding levels {{(pid=102348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:18:28.250665 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-5ce0128b-31ae-47af-a75d-e43013930463 None None] For port 525d894a-d63e-4c98-8b2a-adf25f7f3a75, host n-d-813419-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=525d894a-d63e-4c98-8b2a-adf25f7f3a75,segment=NetworkSegment(c1c09620-5217-4ebd-a09d-b6f9de28c0f2),segment_id=c1c09620-5217-4ebd-a09d-b6f9de28c0f2)] {{(pid=102348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:18:28.257715 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-5ce0128b-31ae-47af-a75d-e43013930463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:28.304262 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-277f1e9e-2932-4060-8487-1bff9bb1711a admin admin] Checking segment: {'id': '4fd5c29a-a838-4106-a890-06a671bde674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '1886fe3b-e088-4c7d-8f4c-b14d4440b311'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:18:28.304666 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-277f1e9e-2932-4060-8487-1bff9bb1711a admin admin] Network hostable DHCP agents. Network: 1886fe3b-e088-4c7d-8f4c-b14d4440b311, hostable agents: ['eafd4000-b897-4722-ae8b-0118ec955181'], hosted agents: [] {{(pid=102347) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 10:18:28.369004 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8326e408-d2b7-4e1e-b073-74d22daee191 req-c2671629-d8c9-47bb-a94f-ceb140ffd47a tempest-AggregatesAdminTestJSON-1678312996 tempest-AggregatesAdminTestJSON-1678312996-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:18:28.371254 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-8326e408-d2b7-4e1e-b073-74d22daee191 req-c2671629-d8c9-47bb-a94f-ceb140ffd47a tempest-AggregatesAdminTestJSON-1678312996 tempest-AggregatesAdminTestJSON-1678312996-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2569153 Oct 27 10:18:28.390330 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 30541382-9698-42aa-b364-000a568db488 up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:18:28.439046 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-277f1e9e-2932-4060-8487-1bff9bb1711a admin admin] Network 1886fe3b-e088-4c7d-8f4c-b14d4440b311 is scheduled to be hosted by DHCP agent eafd4000-b897-4722-ae8b-0118ec955181 with binding_index 1 {{(pid=102347) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 10:18:28.480483 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [req-8326e408-d2b7-4e1e-b073-74d22daee191 req-40c89836-18d7-45e0-87c6-ab0239a8f81f tempest-AggregatesAdminTestJSON-1678312996 tempest-AggregatesAdminTestJSON-1678312996-project] Request body: {'port': {'device_id': '114e92eb-0e52-48d7-9d32-7b336b988432', 'network_id': '4d250f92-d229-45fe-a579-67fef8e6c544', 'admin_state_up': True, 'tenant_id': '4e839520a4ae480292132e0bf3b27ab1'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:18:28.497547 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce0128b-31ae-47af-a75d-e43013930463 None None] Pushing event updated for resources: {'Port': ['ID=525d894a-d63e-4c98-8b2a-adf25f7f3a75,revision_number=2']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:18:28.517916 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_common [None req-dd475e7d-c819-401a-a4db-03c0e5446804 admin admin] Allocated IP 172.25.8.132 (185ff123-c7ff-45c7-a6be-71feb35acc9c/0fb9f9d1-7384-481f-8fa8-f4566c349d30/480b1f37-6b43-41d5-a795-d0f98b083578) {{(pid=102347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:18:28.522251 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port 30541382-9698-42aa-b364-000a568db488 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:18:28.522251 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:28.701746 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-4d89b419-66c1-4355-9a6a-c421e89f15eb req-b27afd5a-043a-4966-81a9-f53984d770dc tempest-AggregatesAdminTestJSON-1678312996 tempest-AggregatesAdminTestJSON-1678312996-project] 10.222.0.44 "GET /v2.0/ports?device_id=114e92eb-0e52-48d7-9d32-7b336b988432 HTTP/1.1" status: 200 len: 210 time: 0.2546692 Oct 27 10:18:28.704465 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [None req-277f1e9e-2932-4060-8487-1bff9bb1711a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-10, 1886fe3b-e088-4c7d-8f4c-b14d4440b311) {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:18:28.723290 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-277f1e9e-2932-4060-8487-1bff9bb1711a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:18:28.723290 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-277f1e9e-2932-4060-8487-1bff9bb1711a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for subnet, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:28.763639 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-443353cc-7605-4bf7-ae20-81ba0483d439 None None] Network 1886fe3b-e088-4c7d-8f4c-b14d4440b311 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:18:28.809460 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-277f1e9e-2932-4060-8487-1bff9bb1711a admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.2124686 Oct 27 10:18:28.834732 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-dd475e7d-c819-401a-a4db-03c0e5446804 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:28.896450 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-dd475e7d-c819-401a-a4db-03c0e5446804 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606'] for port, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:28.934809 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8326e408-d2b7-4e1e-b073-74d22daee191 req-40c89836-18d7-45e0-87c6-ab0239a8f81f tempest-AggregatesAdminTestJSON-1678312996 tempest-AggregatesAdminTestJSON-1678312996-project] Made reservation on behalf of 4e839520a4ae480292132e0bf3b27ab1 for: {'port': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:18:28.938463 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-8326e408-d2b7-4e1e-b073-74d22daee191 req-40c89836-18d7-45e0-87c6-ab0239a8f81f tempest-AggregatesAdminTestJSON-1678312996 tempest-AggregatesAdminTestJSON-1678312996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:28.947409 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-8326e408-d2b7-4e1e-b073-74d22daee191 req-40c89836-18d7-45e0-87c6-ab0239a8f81f tempest-AggregatesAdminTestJSON-1678312996 tempest-AggregatesAdminTestJSON-1678312996-project] Publish callbacks [] for security_group, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:29.006562 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c6749ce-02f7-4456-b8cf-338599aac3c8 None None] Network 1886fe3b-e088-4c7d-8f4c-b14d4440b311 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:18:29.093085 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-8326e408-d2b7-4e1e-b073-74d22daee191 req-40c89836-18d7-45e0-87c6-ab0239a8f81f tempest-AggregatesAdminTestJSON-1678312996 tempest-AggregatesAdminTestJSON-1678312996-project] Publish callbacks [] for security_group, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:29.104778 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-8326e408-d2b7-4e1e-b073-74d22daee191 req-40c89836-18d7-45e0-87c6-ab0239a8f81f tempest-AggregatesAdminTestJSON-1678312996 tempest-AggregatesAdminTestJSON-1678312996-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:29.112235 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd475e7d-c819-401a-a4db-03c0e5446804 admin admin] Pushing event updated for resources: {'Port': ['ID=480b1f37-6b43-41d5-a795-d0f98b083578,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:18:29.143778 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd475e7d-c819-401a-a4db-03c0e5446804 admin admin] Network 185ff123-c7ff-45c7-a6be-71feb35acc9c is already hosted by enough agents. {{(pid=102347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:18:29.148059 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [None req-dd475e7d-c819-401a-a4db-03c0e5446804 admin admin] Resources bound (agent type, host, resource id): {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:18:29.152830 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd475e7d-c819-401a-a4db-03c0e5446804 admin admin] Received port after_create {{(pid=102347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:18:29.443093 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-dd475e7d-c819-401a-a4db-03c0e5446804 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:29.466797 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_common [req-8326e408-d2b7-4e1e-b073-74d22daee191 req-40c89836-18d7-45e0-87c6-ab0239a8f81f tempest-AggregatesAdminTestJSON-1678312996 tempest-AggregatesAdminTestJSON-1678312996-project] Allocated IP 192.168.233.226 (4d250f92-d229-45fe-a579-67fef8e6c544/62eb52f7-aac4-48af-8670-e04300325561/e605e2fa-1823-4f5b-b4a1-e60ce344400c) {{(pid=102346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:18:29.508810 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c89836-18d7-45e0-87c6-ab0239a8f81f tempest-AggregatesAdminTestJSON-1678312996 tempest-AggregatesAdminTestJSON-1678312996-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1b01133-9332-4d78-8994-5d84d1d89d53,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:18:29.705163 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-8326e408-d2b7-4e1e-b073-74d22daee191 req-40c89836-18d7-45e0-87c6-ab0239a8f81f tempest-AggregatesAdminTestJSON-1678312996 tempest-AggregatesAdminTestJSON-1678312996-project] Publish callbacks [] for port, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:29.727744 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-dd475e7d-c819-401a-a4db-03c0e5446804 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1765699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1769372'] for router, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:29.761094 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-8326e408-d2b7-4e1e-b073-74d22daee191 req-40c89836-18d7-45e0-87c6-ab0239a8f81f tempest-AggregatesAdminTestJSON-1678312996 tempest-AggregatesAdminTestJSON-1678312996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606'] for port, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:29.940464 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9688edd-2478-465f-969b-d52d740134f8 None None] Network ebc39447-82cc-4f9f-afce-53bb2f09f197 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:18:29.971966 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8326e408-d2b7-4e1e-b073-74d22daee191 req-40c89836-18d7-45e0-87c6-ab0239a8f81f tempest-AggregatesAdminTestJSON-1678312996 tempest-AggregatesAdminTestJSON-1678312996-project] Network 4d250f92-d229-45fe-a579-67fef8e6c544 is already hosted by enough agents. {{(pid=102346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:18:29.982389 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [req-8326e408-d2b7-4e1e-b073-74d22daee191 req-40c89836-18d7-45e0-87c6-ab0239a8f81f tempest-AggregatesAdminTestJSON-1678312996 tempest-AggregatesAdminTestJSON-1678312996-project] Resources bound (agent type, host, resource id): {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:18:29.996908 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [req-8326e408-d2b7-4e1e-b073-74d22daee191 req-40c89836-18d7-45e0-87c6-ab0239a8f81f tempest-AggregatesAdminTestJSON-1678312996 tempest-AggregatesAdminTestJSON-1678312996-project] Received port after_create {{(pid=102346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:18:30.007950 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8326e408-d2b7-4e1e-b073-74d22daee191 req-40c89836-18d7-45e0-87c6-ab0239a8f81f tempest-AggregatesAdminTestJSON-1678312996 tempest-AggregatesAdminTestJSON-1678312996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:18:30.008670 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-8326e408-d2b7-4e1e-b073-74d22daee191 req-40c89836-18d7-45e0-87c6-ab0239a8f81f tempest-AggregatesAdminTestJSON-1678312996 tempest-AggregatesAdminTestJSON-1678312996-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:30.152668 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-8326e408-d2b7-4e1e-b073-74d22daee191 req-40c89836-18d7-45e0-87c6-ab0239a8f81f tempest-AggregatesAdminTestJSON-1678312996 tempest-AggregatesAdminTestJSON-1678312996-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6730101 Oct 27 10:18:30.153823 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c89836-18d7-45e0-87c6-ab0239a8f81f tempest-AggregatesAdminTestJSON-1678312996 tempest-AggregatesAdminTestJSON-1678312996-project] Pushing event updated for resources: {'Port': ['ID=e605e2fa-1823-4f5b-b4a1-e60ce344400c,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:18:30.173514 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [req-8326e408-d2b7-4e1e-b073-74d22daee191 req-374e0176-4504-4722-bad8-344e85daa44a tempest-AggregatesAdminTestJSON-1678312996 tempest-AggregatesAdminTestJSON-1678312996-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=102346) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 10:18:30.174485 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-8326e408-d2b7-4e1e-b073-74d22daee191 req-374e0176-4504-4722-bad8-344e85daa44a tempest-AggregatesAdminTestJSON-1678312996 tempest-AggregatesAdminTestJSON-1678312996-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0129180 Oct 27 10:18:30.236484 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-db39ec36-4a13-4aff-b4f8-9e6f97b90e97 None None] Provisioning complete for port 525d894a-d63e-4c98-8b2a-adf25f7f3a75 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:18:30.236850 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-db39ec36-4a13-4aff-b4f8-9e6f97b90e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:30.249934 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f20d02-6fe8-4a9b-b522-f1d0abb44433 req-1c0996c2-2a65-493a-9375-0a82abc1277c tempest-AggregatesAdminTestJSON-1678312996 tempest-AggregatesAdminTestJSON-1678312996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:18:30.263886 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-e9f20d02-6fe8-4a9b-b522-f1d0abb44433 req-1c0996c2-2a65-493a-9375-0a82abc1277c tempest-AggregatesAdminTestJSON-1678312996 tempest-AggregatesAdminTestJSON-1678312996-project] 10.222.0.44 "GET /v2.0/ports?device_id=114e92eb-0e52-48d7-9d32-7b336b988432 HTTP/1.1" status: 200 len: 936 time: 0.3289065 Oct 27 10:18:30.394080 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 525d894a-d63e-4c98-8b2a-adf25f7f3a75 up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:18:30.431492 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-e9f20d02-6fe8-4a9b-b522-f1d0abb44433 req-890f86d0-975a-4e9d-903c-2300732d9f61 tempest-AggregatesAdminTestJSON-1678312996 tempest-AggregatesAdminTestJSON-1678312996-project] 10.222.0.44 "GET /v2.0/security-groups?id=a1b01133-9332-4d78-8994-5d84d1d89d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667409 Oct 27 10:18:30.464841 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd475e7d-c819-401a-a4db-03c0e5446804 admin admin] Router 5f7c37b4-192d-4d4b-bba1-b1bb77e59eca is scheduled to L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb with binding_index 1 {{(pid=102347) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 10:18:30.533053 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-973fdb3b-714c-45a6-824e-d59ab002713f req-5d1821aa-3ae0-4d5f-b94b-c884ba2ee78c tempest-DeleteServersAdminTestJSON-767095768 tempest-DeleteServersAdminTestJSON-767095768-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=0a6b0f2ebec44b99991561e44d8e16a8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0307722 Oct 27 10:18:30.629665 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-db39ec36-4a13-4aff-b4f8-9e6f97b90e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:30.698053 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port 525d894a-d63e-4c98-8b2a-adf25f7f3a75 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:18:30.698820 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:30.746669 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-db39ec36-4a13-4aff-b4f8-9e6f97b90e97 None None] For port 525d894a-d63e-4c98-8b2a-adf25f7f3a75, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=525d894a-d63e-4c98-8b2a-adf25f7f3a75,segment=NetworkSegment(c1c09620-5217-4ebd-a09d-b6f9de28c0f2),segment_id=c1c09620-5217-4ebd-a09d-b6f9de28c0f2)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:18:30.757823 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-db39ec36-4a13-4aff-b4f8-9e6f97b90e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:30.853548 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db39ec36-4a13-4aff-b4f8-9e6f97b90e97 None None] Pushing event updated for resources: {'Port': ['ID=525d894a-d63e-4c98-8b2a-adf25f7f3a75,revision_number=3']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:18:30.895125 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd475e7d-c819-401a-a4db-03c0e5446804 admin admin] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:18:30.910526 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1520c62-1734-471f-a5c9-717dd964b00e None None] Sync routers for ids ['5f7c37b4-192d-4d4b-bba1-b1bb77e59eca'] in n-d-813419-10 {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:18:30.936104 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1520c62-1734-471f-a5c9-717dd964b00e None None] Routers {'5f7c37b4-192d-4d4b-bba1-b1bb77e59eca'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:18:30.936761 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-c1520c62-1734-471f-a5c9-717dd964b00e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:18:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['5f7c37b4-192d-4d4b-bba1-b1bb77e59eca'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:18:30.939552 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-dd475e7d-c819-401a-a4db-03c0e5446804 admin admin] Publish callbacks [] for router, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:30.942266 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-dd475e7d-c819-401a-a4db-03c0e5446804 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 4.0826776 Oct 27 10:18:30.944900 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 37380) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:18:31.022667 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-e2333aa0-cb30-4577-bbb0-a1ac886bafb3 None None] Provisioning complete for port 525d894a-d63e-4c98-8b2a-adf25f7f3a75 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:18:31.028406 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-e2333aa0-cb30-4577-bbb0-a1ac886bafb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:31.250632 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-e2333aa0-cb30-4577-bbb0-a1ac886bafb3 None None] Provisioning complete for port e605e2fa-1823-4f5b-b4a1-e60ce344400c triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:18:31.250632 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-e2333aa0-cb30-4577-bbb0-a1ac886bafb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:31.287543 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973fdb3b-714c-45a6-824e-d59ab002713f req-017a2764-b465-44fc-9251-e85da72d45a0 tempest-DeleteServersAdminTestJSON-767095768 tempest-DeleteServersAdminTestJSON-767095768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:18:31.293841 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-973fdb3b-714c-45a6-824e-d59ab002713f req-017a2764-b465-44fc-9251-e85da72d45a0 tempest-DeleteServersAdminTestJSON-767095768 tempest-DeleteServersAdminTestJSON-767095768-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7547991 Oct 27 10:18:31.337595 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-973fdb3b-714c-45a6-824e-d59ab002713f req-36e3f7be-e15c-4afb-ba8f-972b32acb693 tempest-DeleteServersAdminTestJSON-767095768 tempest-DeleteServersAdminTestJSON-767095768-project] 10.222.0.44 "GET /v2.0/quotas/0a6b0f2ebec44b99991561e44d8e16a8 HTTP/1.1" status: 200 len: 375 time: 0.0363951 Oct 27 10:18:31.348892 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-e2333aa0-cb30-4577-bbb0-a1ac886bafb3 None None] Port e605e2fa-1823-4f5b-b4a1-e60ce344400c cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:18:31.461419 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvr_db [None req-c1520c62-1734-471f-a5c9-717dd964b00e None None] Set router 5f7c37b4-192d-4d4b-bba1-b1bb77e59eca gateway port host: n-d-813419-10 {{(pid=102349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:18:31.485177 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-973fdb3b-714c-45a6-824e-d59ab002713f req-e680d13c-7e59-46a8-aaa2-722f51b85efe tempest-DeleteServersAdminTestJSON-767095768 tempest-DeleteServersAdminTestJSON-767095768-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=0a6b0f2ebec44b99991561e44d8e16a8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1314869 Oct 27 10:18:31.546149 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [req-8326e408-d2b7-4e1e-b073-74d22daee191 req-6a60224f-eea0-4819-982c-b534b3e011e0 service neutron] Request body: {'port': {'device_id': '114e92eb-0e52-48d7-9d32-7b336b988432', 'device_owner': 'compute:tempest-test_az-1792601493', 'binding:host_id': 'n-h1-813419-10'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:18:31.730082 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 37398) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:18:31.740922 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-0d9914e9-d318-4f1d-9b62-7e67c2d3a795 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-42565405-network', 'tenant_id': '180429ca98dd4f13975e8870a7468a19'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:18:31.771240 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-8326e408-d2b7-4e1e-b073-74d22daee191 req-6a60224f-eea0-4819-982c-b534b3e011e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:31.999496 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa75d329-fd42-49a7-922a-9d2203efa4d5 req-29f4dadc-85e1-4302-8dd1-e63bf2ffde04 tempest-AggregatesAdminTestJSON-1678312996 tempest-AggregatesAdminTestJSON-1678312996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:18:32.001170 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-aa75d329-fd42-49a7-922a-9d2203efa4d5 req-29f4dadc-85e1-4302-8dd1-e63bf2ffde04 tempest-AggregatesAdminTestJSON-1678312996 tempest-AggregatesAdminTestJSON-1678312996-project] 10.222.0.44 "GET /v2.0/ports?device_id=114e92eb-0e52-48d7-9d32-7b336b988432 HTTP/1.1" status: 200 len: 936 time: 0.2595334 Oct 27 10:18:32.055931 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-c1520c62-1734-471f-a5c9-717dd964b00e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f7c37b4-192d-4d4b-bba1-b1bb77e59eca', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-196907994-router', 'tenant_id': '33823056f9a74b6c8fa951c009c88ec7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.132'}], 'enable_snat': True}, 'gw_port_id': '480b1f37-6b43-41d5-a795-d0f98b083578', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:18:26Z', 'updated_at': '2021-10-27T10:18:29Z', 'revision_number': 3, 'project_id': '33823056f9a74b6c8fa951c009c88ec7', 'gw_port': {'id': '480b1f37-6b43-41d5-a795-d0f98b083578', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:3b:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f7c37b4-192d-4d4b-bba1-b1bb77e59eca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:18:28Z', 'updated_at': '2021-10-27T10:18:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10'}], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:18:32.094258 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1520c62-1734-471f-a5c9-717dd964b00e None None] Checking router: 5f7c37b4-192d-4d4b-bba1-b1bb77e59eca for host: n-d-813419-10 {{(pid=102349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 10:18:32.094980 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1520c62-1734-471f-a5c9-717dd964b00e None None] Updating router 5f7c37b4-192d-4d4b-bba1-b1bb77e59eca port 480b1f37-6b43-41d5-a795-d0f98b083578 binding host n-d-813419-10 {{(pid=102349) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 10:18:32.132718 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-c1520c62-1734-471f-a5c9-717dd964b00e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:32.151333 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:32.212057 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-aa75d329-fd42-49a7-922a-9d2203efa4d5 req-f76688c9-8f93-4390-a7ee-59a47d6e9db6 tempest-AggregatesAdminTestJSON-1678312996 tempest-AggregatesAdminTestJSON-1678312996-project] 10.222.0.44 "GET /v2.0/security-groups?id=a1b01133-9332-4d78-8994-5d84d1d89d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1994832 Oct 27 10:18:32.229425 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d9914e9-d318-4f1d-9b62-7e67c2d3a795 admin admin] Made reservation on behalf of 180429ca98dd4f13975e8870a7468a19 for: {'network': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:18:32.242762 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-30e30aea-ea4d-4c95-884f-d5b57f912957 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:32.248282 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-0d9914e9-d318-4f1d-9b62-7e67c2d3a795 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for network, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:32.283027 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 525d894a-d63e-4c98-8b2a-adf25f7f3a75 up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:18:32.305930 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-99f814c7-d5be-47cb-b7d6-0e2f62d1b729 req-685b5598-2d8d-4794-b28f-620622f0c96b tempest-DeleteServersAdminTestJSON-767095768 tempest-DeleteServersAdminTestJSON-767095768-project] 10.222.0.44 "GET /v2.0/ports?device_id=a064c284-3993-40ba-abcf-f1a83d184831 HTTP/1.1" status: 200 len: 210 time: 0.4675019 Oct 27 10:18:32.344987 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-0d9914e9-d318-4f1d-9b62-7e67c2d3a795 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:32.487103 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port 525d894a-d63e-4c98-8b2a-adf25f7f3a75 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:18:32.491202 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:32.629398 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-0d9914e9-d318-4f1d-9b62-7e67c2d3a795 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:32.654125 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-0d9914e9-d318-4f1d-9b62-7e67c2d3a795 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:32.727903 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9914e9-d318-4f1d-9b62-7e67c2d3a795 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81d8d248-60cc-46a6-a951-f333d32e3f88,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:18:32.787139 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [req-8326e408-d2b7-4e1e-b073-74d22daee191 req-6a60224f-eea0-4819-982c-b534b3e011e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e605e2fa-1823-4f5b-b4a1-e60ce344400c {{(pid=102346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:18:32.800400 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d9914e9-d318-4f1d-9b62-7e67c2d3a795 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 402} {{(pid=102346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 10:18:32.804718 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-8326e408-d2b7-4e1e-b073-74d22daee191 req-6a60224f-eea0-4819-982c-b534b3e011e0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:32.833205 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-0d9914e9-d318-4f1d-9b62-7e67c2d3a795 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:32.837465 n-d-813419-10 neutron-server[102346]: INFO neutron.db.segments_db [None req-0d9914e9-d318-4f1d-9b62-7e67c2d3a795 admin admin] Added segment 5e2456ad-71b1-42ae-949f-99e706f9970b of type vlan for network 4fa39ad6-0868-4e26-a541-a3ededd6e6d3 Oct 27 10:18:32.908763 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.provisioning_blocks [req-8326e408-d2b7-4e1e-b073-74d22daee191 req-6a60224f-eea0-4819-982c-b534b3e011e0 service neutron] Transition to ACTIVE for port object e605e2fa-1823-4f5b-b4a1-e60ce344400c will not be triggered until provisioned by entity L2. {{(pid=102346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 10:18:32.912598 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-c1520c62-1734-471f-a5c9-717dd964b00e None None] Publish callbacks [] for port, precommit_update {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:32.933357 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-8326e408-d2b7-4e1e-b073-74d22daee191 req-6a60224f-eea0-4819-982c-b534b3e011e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:32.944967 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-c1520c62-1734-471f-a5c9-717dd964b00e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:33.125505 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab3c07a-c58f-4e22-99e7-cf6c0c4af7a4 None None] Pushing event updated for resources: {'Port': ['ID=480b1f37-6b43-41d5-a795-d0f98b083578,revision_number=2']} {{(pid=102349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:18:33.135428 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.managers [None req-c1520c62-1734-471f-a5c9-717dd964b00e None None] Attempting to bind port 480b1f37-6b43-41d5-a795-d0f98b083578 on host n-d-813419-10 for vnic_type normal with profile {{(pid=102349) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:18:33.136133 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.managers [None req-c1520c62-1734-471f-a5c9-717dd964b00e None None] Attempting to bind port 480b1f37-6b43-41d5-a795-d0f98b083578 by drivers openvswitch,hyperv on host n-d-813419-10 at level 0 using segments [{'id': 'bc14127b-7032-4c50-bb5b-f6813cbae86e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'}] {{(pid=102349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:18:33.136818 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1520c62-1734-471f-a5c9-717dd964b00e None None] Attempting to bind port 480b1f37-6b43-41d5-a795-d0f98b083578 on network 185ff123-c7ff-45c7-a6be-71feb35acc9c {{(pid=102349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:18:33.154682 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1520c62-1734-471f-a5c9-717dd964b00e None None] Checking agent: {'id': '89dba0f3-79b2-435e-9822-33674b8f6ada', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 8, 20), 'started_at': datetime.datetime(2021, 10, 27, 10, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 18, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:18:33.155062 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1520c62-1734-471f-a5c9-717dd964b00e None None] Checking segment: {'id': 'bc14127b-7032-4c50-bb5b-f6813cbae86e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:18:33.155466 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-c1520c62-1734-471f-a5c9-717dd964b00e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:33.155853 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1520c62-1734-471f-a5c9-717dd964b00e None None] Bound using segment: {'id': 'bc14127b-7032-4c50-bb5b-f6813cbae86e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'} {{(pid=102349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:18:33.156384 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.managers [None req-c1520c62-1734-471f-a5c9-717dd964b00e None None] Bound port: 480b1f37-6b43-41d5-a795-d0f98b083578, host: n-d-813419-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc14127b-7032-4c50-bb5b-f6813cbae86e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'}}] {{(pid=102349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:18:33.156870 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-c1520c62-1734-471f-a5c9-717dd964b00e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:33.186706 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.managers [req-8326e408-d2b7-4e1e-b073-74d22daee191 req-6a60224f-eea0-4819-982c-b534b3e011e0 service neutron] Attempting to bind port e605e2fa-1823-4f5b-b4a1-e60ce344400c on host n-h1-813419-10 for vnic_type normal with profile {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:18:33.186706 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.managers [req-8326e408-d2b7-4e1e-b073-74d22daee191 req-6a60224f-eea0-4819-982c-b534b3e011e0 service neutron] Attempting to bind port e605e2fa-1823-4f5b-b4a1-e60ce344400c by drivers openvswitch,hyperv on host n-h1-813419-10 at level 0 using segments [{'id': 'f7c42c6d-2766-46d8-a8b7-4852117a5555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '4d250f92-d229-45fe-a579-67fef8e6c544'}] {{(pid=102346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:18:33.186706 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8326e408-d2b7-4e1e-b073-74d22daee191 req-6a60224f-eea0-4819-982c-b534b3e011e0 service neutron] Attempting to bind port e605e2fa-1823-4f5b-b4a1-e60ce344400c on network 4d250f92-d229-45fe-a579-67fef8e6c544 {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:18:33.213554 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8326e408-d2b7-4e1e-b073-74d22daee191 req-6a60224f-eea0-4819-982c-b534b3e011e0 service neutron] Port e605e2fa-1823-4f5b-b4a1-e60ce344400c on network 4d250f92-d229-45fe-a579-67fef8e6c544 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-10 {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 10:18:33.213897 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8326e408-d2b7-4e1e-b073-74d22daee191 req-6a60224f-eea0-4819-982c-b534b3e011e0 service neutron] Attempting to bind port e605e2fa-1823-4f5b-b4a1-e60ce344400c on network 4d250f92-d229-45fe-a579-67fef8e6c544 {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:18:33.224575 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-0d9914e9-d318-4f1d-9b62-7e67c2d3a795 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743872593080'] for network, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:33.227222 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8326e408-d2b7-4e1e-b073-74d22daee191 req-6a60224f-eea0-4819-982c-b534b3e011e0 service neutron] Checking agent: {'id': 'a52e1cab-0c63-402d-9c94-330537c6c076', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 16, 2), 'started_at': datetime.datetime(2021, 10, 27, 10, 16, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 18, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:18:33.227361 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8326e408-d2b7-4e1e-b073-74d22daee191 req-6a60224f-eea0-4819-982c-b534b3e011e0 service neutron] Checking segment: {'id': 'f7c42c6d-2766-46d8-a8b7-4852117a5555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '4d250f92-d229-45fe-a579-67fef8e6c544'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:18:33.227924 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8326e408-d2b7-4e1e-b073-74d22daee191 req-6a60224f-eea0-4819-982c-b534b3e011e0 service neutron] Bound using segment: {'id': 'f7c42c6d-2766-46d8-a8b7-4852117a5555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '4d250f92-d229-45fe-a579-67fef8e6c544'} {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:18:33.228972 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.managers [req-8326e408-d2b7-4e1e-b073-74d22daee191 req-6a60224f-eea0-4819-982c-b534b3e011e0 service neutron] Bound port: e605e2fa-1823-4f5b-b4a1-e60ce344400c, host: n-h1-813419-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7c42c6d-2766-46d8-a8b7-4852117a5555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '4d250f92-d229-45fe-a579-67fef8e6c544'}}] {{(pid=102346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:18:33.229369 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-8326e408-d2b7-4e1e-b073-74d22daee191 req-6a60224f-eea0-4819-982c-b534b3e011e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:33.356621 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [req-8326e408-d2b7-4e1e-b073-74d22daee191 req-6a60224f-eea0-4819-982c-b534b3e011e0 service neutron] For port e605e2fa-1823-4f5b-b4a1-e60ce344400c, host n-h1-813419-10, cleared binding levels {{(pid=102346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:18:33.387498 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [req-8326e408-d2b7-4e1e-b073-74d22daee191 req-6a60224f-eea0-4819-982c-b534b3e011e0 service neutron] For port e605e2fa-1823-4f5b-b4a1-e60ce344400c, host n-h1-813419-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=e605e2fa-1823-4f5b-b4a1-e60ce344400c,segment=NetworkSegment(f7c42c6d-2766-46d8-a8b7-4852117a5555),segment_id=f7c42c6d-2766-46d8-a8b7-4852117a5555)] {{(pid=102346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:18:33.402214 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-8326e408-d2b7-4e1e-b073-74d22daee191 req-6a60224f-eea0-4819-982c-b534b3e011e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:33.450475 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.db [None req-c1520c62-1734-471f-a5c9-717dd964b00e None None] For port 480b1f37-6b43-41d5-a795-d0f98b083578, host n-d-813419-10, cleared binding levels {{(pid=102349) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:18:33.461291 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.db [None req-c1520c62-1734-471f-a5c9-717dd964b00e None None] For port 480b1f37-6b43-41d5-a795-d0f98b083578, host n-d-813419-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=480b1f37-6b43-41d5-a795-d0f98b083578,segment=NetworkSegment(bc14127b-7032-4c50-bb5b-f6813cbae86e),segment_id=bc14127b-7032-4c50-bb5b-f6813cbae86e)] {{(pid=102349) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:18:33.469783 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-c1520c62-1734-471f-a5c9-717dd964b00e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:33.481961 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.db.resource_extend [None req-0d9914e9-d318-4f1d-9b62-7e67c2d3a795 admin admin] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 27 10:18:33.526915 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a60224f-eea0-4819-982c-b534b3e011e0 service neutron] Pushing event updated for resources: {'Port': ['ID=e605e2fa-1823-4f5b-b4a1-e60ce344400c,revision_number=2']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:18:33.616095 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8326e408-d2b7-4e1e-b073-74d22daee191 req-6a60224f-eea0-4819-982c-b534b3e011e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:18:33.616877 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-8326e408-d2b7-4e1e-b073-74d22daee191 req-6a60224f-eea0-4819-982c-b534b3e011e0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:33.630089 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-8326e408-d2b7-4e1e-b073-74d22daee191 req-6a60224f-eea0-4819-982c-b534b3e011e0 service neutron] 10.222.0.64 "PUT /v2.0/ports/e605e2fa-1823-4f5b-b4a1-e60ce344400c HTTP/1.1" status: 200 len: 1119 time: 2.4751933 Oct 27 10:18:33.630771 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '114e92eb-0e52-48d7-9d32-7b336b988432', 'tag': 'e605e2fa-1823-4f5b-b4a1-e60ce344400c'}] {{(pid=102346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:18:33.708469 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_common [None req-30e30aea-ea4d-4c95-884f-d5b57f912957 admin admin] Allocated IP 172.20.0.1 (ebc39447-82cc-4f9f-afce-53bb2f09f197/16b44445-0e9a-438e-82b0-913601a3a13d/d31f45b2-4996-417f-9b15-13bef4c0e7e5) {{(pid=102347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:18:33.805792 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab3c07a-c58f-4e22-99e7-cf6c0c4af7a4 None None] Pushing event updated for resources: {'Port': ['ID=480b1f37-6b43-41d5-a795-d0f98b083578,revision_number=3']} {{(pid=102349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:18:33.812219 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.agents_db [None req-e79ee67d-056e-46ea-bd99-e80473396b25 None None] Agent healthcheck: found 7 active agents {{(pid=102349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 10:18:33.827938 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1520c62-1734-471f-a5c9-717dd964b00e None None] Routers {'5f7c37b4-192d-4d4b-bba1-b1bb77e59eca'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:18:33.829637 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-c1520c62-1734-471f-a5c9-717dd964b00e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:18:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['5f7c37b4-192d-4d4b-bba1-b1bb77e59eca'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:18:33.912505 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb3f11d-1c01-4465-972f-1fdccb6c584c req-1b652469-125b-4c4b-8332-2997c1178af3 tempest-AggregatesAdminTestJSON-1678312996 tempest-AggregatesAdminTestJSON-1678312996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:18:33.921902 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-3cb3f11d-1c01-4465-972f-1fdccb6c584c req-1b652469-125b-4c4b-8332-2997c1178af3 tempest-AggregatesAdminTestJSON-1678312996 tempest-AggregatesAdminTestJSON-1678312996-project] 10.222.0.44 "GET /v2.0/ports?device_id=114e92eb-0e52-48d7-9d32-7b336b988432 HTTP/1.1" status: 200 len: 970 time: 0.1839759 Oct 27 10:18:33.963924 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-0d9914e9-d318-4f1d-9b62-7e67c2d3a795 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913'] for network, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:33.964999 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d9914e9-d318-4f1d-9b62-7e67c2d3a795 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:18:33.965607 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-0d9914e9-d318-4f1d-9b62-7e67c2d3a795 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for network, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:34.040718 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-0d3ccba4-0aed-4439-99bc-af42f6a72133 req-65a08c2d-cce6-438c-9c86-b56312b1cfb8 tempest-DeleteServersAdminTestJSON-767095768 tempest-DeleteServersAdminTestJSON-767095768-project] 10.222.0.44 "GET /v2.0/ports?device_id=a064c284-3993-40ba-abcf-f1a83d184831 HTTP/1.1" status: 200 len: 210 time: 0.1560032 Oct 27 10:18:34.046728 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-3cb3f11d-1c01-4465-972f-1fdccb6c584c req-815dfad8-169f-440b-83cb-8da55d94d084 tempest-AggregatesAdminTestJSON-1678312996 tempest-AggregatesAdminTestJSON-1678312996-project] 10.222.0.44 "GET /v2.0/security-groups?id=a1b01133-9332-4d78-8994-5d84d1d89d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186731 Oct 27 10:18:34.153205 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-30e30aea-ea4d-4c95-884f-d5b57f912957 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:34.153828 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-0d9914e9-d318-4f1d-9b62-7e67c2d3a795 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 2.4212372 Oct 27 10:18:34.156853 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 37486) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:18:34.158428 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvr_db [None req-c1520c62-1734-471f-a5c9-717dd964b00e None None] Set router 5f7c37b4-192d-4d4b-bba1-b1bb77e59eca gateway port host: n-d-813419-10 {{(pid=102349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:18:34.171519 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-c2997790-65b9-48b5-8c68-1de123aeb4b6 admin admin] Request body: {'subnet': {'network_id': '4fa39ad6-0868-4e26-a541-a3ededd6e6d3', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-42565405-subnet', 'tenant_id': '180429ca98dd4f13975e8870a7468a19', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:18:34.249598 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2997790-65b9-48b5-8c68-1de123aeb4b6 admin admin] Made reservation on behalf of 180429ca98dd4f13975e8870a7468a19 for: {'subnet': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:18:34.251882 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-c2997790-65b9-48b5-8c68-1de123aeb4b6 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:34.443170 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 37492) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:18:34.458821 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc0e418f5fc417c8d55d94c0aa509b037d0beb2a734c1a709e789eb65639a56d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69c8a86a-d20a-45cc-b560-d49a3bab45e4" -d '{"events": [{"name": "network-changed", "server_uuid": "114e92eb-0e52-48d7-9d32-7b336b988432", "tag": "e605e2fa-1823-4f5b-b4a1-e60ce344400c"}]}' {{(pid=102346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:18:34.566577 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9914e9-d318-4f1d-9b62-7e67c2d3a795 admin admin] Pushing event updated for resources: {'Network': ['ID=4fa39ad6-0868-4e26-a541-a3ededd6e6d3,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:18:34.570381 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8326e408-d2b7-4e1e-b073-74d22daee191 req-df17268a-f350-4b87-ab77-7c1dddfe2fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:18:34.572169 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-8326e408-d2b7-4e1e-b073-74d22daee191 req-df17268a-f350-4b87-ab77-7c1dddfe2fbd service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4e839520a4ae480292132e0bf3b27ab1&device_id=114e92eb-0e52-48d7-9d32-7b336b988432 HTTP/1.1" status: 200 len: 1122 time: 0.6381330 Oct 27 10:18:34.577184 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Network 4fa39ad6-0868-4e26-a541-a3ededd6e6d3 details requested by agent ovs-agent-n-d-813419-10 with host n-d-813419-10 {{(pid=102348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 10:18:34.582355 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a60224f-eea0-4819-982c-b534b3e011e0 service neutron] Pushing event updated for resources: {'Port': ['ID=e605e2fa-1823-4f5b-b4a1-e60ce344400c,revision_number=3']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:18:34.632668 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-30e30aea-ea4d-4c95-884f-d5b57f912957 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606'] for port, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:34.826590 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-c1520c62-1734-471f-a5c9-717dd964b00e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f7c37b4-192d-4d4b-bba1-b1bb77e59eca', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-196907994-router', 'tenant_id': '33823056f9a74b6c8fa951c009c88ec7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.132'}], 'enable_snat': True}, 'gw_port_id': '480b1f37-6b43-41d5-a795-d0f98b083578', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:18:26Z', 'updated_at': '2021-10-27T10:18:29Z', 'revision_number': 3, 'project_id': '33823056f9a74b6c8fa951c009c88ec7', 'gw_port': {'id': '480b1f37-6b43-41d5-a795-d0f98b083578', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:3b:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f7c37b4-192d-4d4b-bba1-b1bb77e59eca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:18:28Z', 'updated_at': '2021-10-27T10:18:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10'}], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:18:34.858941 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-8326e408-d2b7-4e1e-b073-74d22daee191 req-69ae8b0a-53d3-4b93-a5ca-4bd81efa74d1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.226&port_id=e605e2fa-1823-4f5b-b4a1-e60ce344400c HTTP/1.1" status: 200 len: 217 time: 0.2662840 Oct 27 10:18:34.861234 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-0844bc0c-bf80-41f8-aac2-03479618e12d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:34.870585 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 10:18:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d29e0ecf-cb79-418a-99b9-8db5f6897f2b x-openstack-request-id: req-d29e0ecf-cb79-418a-99b9-8db5f6897f2b {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:18:34.871287 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "114e92eb-0e52-48d7-9d32-7b336b988432", "tag": "e605e2fa-1823-4f5b-b4a1-e60ce344400c", "status": "completed", "code": 200}]} {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:18:34.871625 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d29e0ecf-cb79-418a-99b9-8db5f6897f2b {{(pid=102346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:18:34.872133 n-d-813419-10 neutron-server[102346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '114e92eb-0e52-48d7-9d32-7b336b988432', 'tag': 'e605e2fa-1823-4f5b-b4a1-e60ce344400c', 'status': 'completed', 'code': 200} Oct 27 10:18:34.877204 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e30aea-ea4d-4c95-884f-d5b57f912957 admin admin] Pushing event updated for resources: {'Port': ['ID=d31f45b2-4996-417f-9b15-13bef4c0e7e5,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:18:34.884695 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1520c62-1734-471f-a5c9-717dd964b00e None None] The sync data for ids ['5f7c37b4-192d-4d4b-bba1-b1bb77e59eca'] in n-d-813419-10 is: [{'id': '5f7c37b4-192d-4d4b-bba1-b1bb77e59eca', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-196907994-router', 'tenant_id': '33823056f9a74b6c8fa951c009c88ec7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.132'}], 'enable_snat': True}, 'gw_port_id': '480b1f37-6b43-41d5-a795-d0f98b083578', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:18:26Z', 'updated_at': '2021-10-27T10:18:29Z', 'revision_number': 3, 'project_id': '33823056f9a74b6c8fa951c009c88ec7', 'gw_port': {'id': '480b1f37-6b43-41d5-a795-d0f98b083578', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:3b:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f7c37b4-192d-4d4b-bba1-b1bb77e59eca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:18:28Z', 'updated_at': '2021-10-27T10:18:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10'}] {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:18:34.928765 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30e30aea-ea4d-4c95-884f-d5b57f912957 admin admin] Network ebc39447-82cc-4f9f-afce-53bb2f09f197 is already hosted by enough agents. {{(pid=102347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:18:34.939955 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [None req-30e30aea-ea4d-4c95-884f-d5b57f912957 admin admin] Resources bound (agent type, host, resource id): {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:18:34.948026 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8326e408-d2b7-4e1e-b073-74d22daee191 req-d7f7f12d-68d1-43d2-86eb-3d35d9b9e3fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:18:34.948278 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30e30aea-ea4d-4c95-884f-d5b57f912957 admin admin] Received port after_create {{(pid=102347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:18:34.948732 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-30e30aea-ea4d-4c95-884f-d5b57f912957 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1664961'] for router_interface, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:34.953015 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-8326e408-d2b7-4e1e-b073-74d22daee191 req-d7f7f12d-68d1-43d2-86eb-3d35d9b9e3fa service neutron] 10.222.0.64 "GET /v2.0/subnets?id=62eb52f7-aac4-48af-8670-e04300325561 HTTP/1.1" status: 200 len: 843 time: 0.0787385 Oct 27 10:18:35.093859 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-c2997790-65b9-48b5-8c68-1de123aeb4b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913'] for subnet, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:35.288733 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.76', 53170) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:18:35.292981 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2997790-65b9-48b5-8c68-1de123aeb4b6 admin admin] Checking segment: {'id': '5e2456ad-71b1-42ae-949f-99e706f9970b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '4fa39ad6-0868-4e26-a541-a3ededd6e6d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:18:35.293337 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2997790-65b9-48b5-8c68-1de123aeb4b6 admin admin] Network hostable DHCP agents. Network: 4fa39ad6-0868-4e26-a541-a3ededd6e6d3, hostable agents: ['eafd4000-b897-4722-ae8b-0118ec955181'], hosted agents: [] {{(pid=102347) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 10:18:35.347483 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8326e408-d2b7-4e1e-b073-74d22daee191 req-a51b33de-04d2-4b1e-b9e0-5e9eac943dec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:18:35.353611 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-8326e408-d2b7-4e1e-b073-74d22daee191 req-a51b33de-04d2-4b1e-b9e0-5e9eac943dec service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4d250f92-d229-45fe-a579-67fef8e6c544&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2710884 Oct 27 10:18:35.454317 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-b9ac501c-f3af-4e3f-9e3e-87cf63a7b3ca None None] Provisioning complete for port d31f45b2-4996-417f-9b15-13bef4c0e7e5 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:18:35.456300 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-b9ac501c-f3af-4e3f-9e3e-87cf63a7b3ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:35.566347 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-b9ac501c-f3af-4e3f-9e3e-87cf63a7b3ca None None] Port d31f45b2-4996-417f-9b15-13bef4c0e7e5 cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:18:35.602822 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2997790-65b9-48b5-8c68-1de123aeb4b6 admin admin] Network 4fa39ad6-0868-4e26-a541-a3ededd6e6d3 is scheduled to be hosted by DHCP agent eafd4000-b897-4722-ae8b-0118ec955181 with binding_index 1 {{(pid=102347) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 10:18:35.645693 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-32336b8d-060f-4684-a654-bd7820737644 req-b4afe730-2b03-416a-8795-45b44dc7b16e tempest-DeleteServersAdminTestJSON-767095768 tempest-DeleteServersAdminTestJSON-767095768-project] 10.222.0.44 "GET /v2.0/ports?device_id=a064c284-3993-40ba-abcf-f1a83d184831 HTTP/1.1" status: 200 len: 210 time: 0.0443156 Oct 27 10:18:35.729932 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2997790-65b9-48b5-8c68-1de123aeb4b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3d8da334-432f-49a0-a085-fb0f9497bc9e,revision_number=0']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:18:35.736235 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-973fdb3b-714c-45a6-824e-d59ab002713f req-49cf3974-d792-44ea-b99b-e7c838790042 tempest-DeleteServersAdminTestJSON-767095768 tempest-DeleteServersAdminTestJSON-767095768-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=0a6b0f2ebec44b99991561e44d8e16a8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.4156051 Oct 27 10:18:35.788769 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-0844bc0c-bf80-41f8-aac2-03479618e12d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:35.789641 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-8326e408-d2b7-4e1e-b073-74d22daee191 req-65edd0f0-5736-4f6b-bf43-1b1162ed6944 service neutron] 10.222.0.64 "GET /v2.0/networks/4d250f92-d229-45fe-a579-67fef8e6c544?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3811519 Oct 27 10:18:35.792975 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [None req-c2997790-65b9-48b5-8c68-1de123aeb4b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-10, 4fa39ad6-0868-4e26-a541-a3ededd6e6d3) {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:18:35.804016 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e8360a6-0099-430e-a156-47456da45c81 None None] Network 4fa39ad6-0868-4e26-a541-a3ededd6e6d3 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:18:36.136267 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-8326e408-d2b7-4e1e-b073-74d22daee191 req-1c3dc5ea-0b3e-481b-abfa-59b9133e53c7 service neutron] 10.222.0.64 "GET /v2.0/networks/4d250f92-d229-45fe-a579-67fef8e6c544?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3291392 Oct 27 10:18:36.146963 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973fdb3b-714c-45a6-824e-d59ab002713f req-b7f8f166-0e66-459a-8e8c-eae16c8b2c0a tempest-DeleteServersAdminTestJSON-767095768 tempest-DeleteServersAdminTestJSON-767095768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:18:36.156335 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-973fdb3b-714c-45a6-824e-d59ab002713f req-b7f8f166-0e66-459a-8e8c-eae16c8b2c0a tempest-DeleteServersAdminTestJSON-767095768 tempest-DeleteServersAdminTestJSON-767095768-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3340154 Oct 27 10:18:36.157009 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-0844bc0c-bf80-41f8-aac2-03479618e12d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:36.216014 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-30e30aea-ea4d-4c95-884f-d5b57f912957 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:36.216647 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f578f8a9-c48d-4b13-8340-9e7eb9935ac5 None None] Network 4fa39ad6-0868-4e26-a541-a3ededd6e6d3 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:18:36.312861 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-0844bc0c-bf80-41f8-aac2-03479618e12d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e3b17ae320c644489eb561201d5202c3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8614235 Oct 27 10:18:36.314431 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2997790-65b9-48b5-8c68-1de123aeb4b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:18:36.315101 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-c2997790-65b9-48b5-8c68-1de123aeb4b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for subnet, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:36.329587 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 37536) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:18:36.332999 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c8a86a-d20a-45cc-b560-d49a3bab45e4 req-6d9dd552-3fcd-45a2-aadd-7195a4ffa89b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:18:36.338379 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-69c8a86a-d20a-45cc-b560-d49a3bab45e4 req-6d9dd552-3fcd-45a2-aadd-7195a4ffa89b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4e839520a4ae480292132e0bf3b27ab1&device_id=114e92eb-0e52-48d7-9d32-7b336b988432 HTTP/1.1" status: 200 len: 1122 time: 0.1294959 Oct 27 10:18:36.341924 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 480b1f37-6b43-41d5-a795-d0f98b083578 up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:18:36.356527 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [req-973fdb3b-714c-45a6-824e-d59ab002713f req-8a545d5e-40a0-4e63-9a99-39175050a20f tempest-DeleteServersAdminTestJSON-767095768 tempest-DeleteServersAdminTestJSON-767095768-project] Request body: {'port': {'device_id': 'a064c284-3993-40ba-abcf-f1a83d184831', 'network_id': '4d250f92-d229-45fe-a579-67fef8e6c544', 'admin_state_up': True, 'tenant_id': '0a6b0f2ebec44b99991561e44d8e16a8'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:18:36.500275 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0844bc0c-bf80-41f8-aac2-03479618e12d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a15295ea-8f2f-47c4-a62c-b582e76c07cc,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:18:36.535235 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b978408-6c83-45d4-84b9-3ff0eaa7f5ea req-18fd53d4-87e7-40f8-a4b5-0f6e6b86c5ee tempest-AggregatesAdminTestJSON-1678312996 tempest-AggregatesAdminTestJSON-1678312996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:18:36.547381 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-6b978408-6c83-45d4-84b9-3ff0eaa7f5ea req-18fd53d4-87e7-40f8-a4b5-0f6e6b86c5ee tempest-AggregatesAdminTestJSON-1678312996 tempest-AggregatesAdminTestJSON-1678312996-project] 10.222.0.44 "GET /v2.0/ports?device_id=114e92eb-0e52-48d7-9d32-7b336b988432 HTTP/1.1" status: 200 len: 970 time: 1.2577078 Oct 27 10:18:36.580768 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-c2997790-65b9-48b5-8c68-1de123aeb4b6 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 2.4228444 Oct 27 10:18:36.853178 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 37546) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:18:36.873990 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port 480b1f37-6b43-41d5-a795-d0f98b083578 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:18:36.875210 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:36.937283 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-6b978408-6c83-45d4-84b9-3ff0eaa7f5ea req-b8a6af33-3ac6-4b88-87d0-4e61e36f5a30 tempest-AggregatesAdminTestJSON-1678312996 tempest-AggregatesAdminTestJSON-1678312996-project] 10.222.0.44 "GET /v2.0/security-groups?id=a1b01133-9332-4d78-8994-5d84d1d89d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3875782 Oct 27 10:18:37.124823 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:37.179713 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] For port 480b1f37-6b43-41d5-a795-d0f98b083578, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=480b1f37-6b43-41d5-a795-d0f98b083578,segment=NetworkSegment(bc14127b-7032-4c50-bb5b-f6813cbae86e),segment_id=bc14127b-7032-4c50-bb5b-f6813cbae86e)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:18:37.188530 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:37.256583 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-ac6ddba3-1a5d-4647-a292-79d67c1352c5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:37.263427 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-30e30aea-ea4d-4c95-884f-d5b57f912957 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:37.306296 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Pushing event updated for resources: {'Port': ['ID=480b1f37-6b43-41d5-a795-d0f98b083578,revision_number=4']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:18:37.309830 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-30e30aea-ea4d-4c95-884f-d5b57f912957 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:37.310912 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-30e30aea-ea4d-4c95-884f-d5b57f912957 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2006967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1766225'] for router_interface, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:37.380304 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-e8111fcc-c7a5-4d5b-b0c2-7e4aaa5895d5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:37.388722 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-973fdb3b-714c-45a6-824e-d59ab002713f req-8a545d5e-40a0-4e63-9a99-39175050a20f tempest-DeleteServersAdminTestJSON-767095768 tempest-DeleteServersAdminTestJSON-767095768-project] Made reservation on behalf of 0a6b0f2ebec44b99991561e44d8e16a8 for: {'port': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:18:37.393734 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-973fdb3b-714c-45a6-824e-d59ab002713f req-8a545d5e-40a0-4e63-9a99-39175050a20f tempest-DeleteServersAdminTestJSON-767095768 tempest-DeleteServersAdminTestJSON-767095768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:37.435310 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-973fdb3b-714c-45a6-824e-d59ab002713f req-8a545d5e-40a0-4e63-9a99-39175050a20f tempest-DeleteServersAdminTestJSON-767095768 tempest-DeleteServersAdminTestJSON-767095768-project] Publish callbacks [] for security_group, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:37.478118 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c8a86a-d20a-45cc-b560-d49a3bab45e4 req-4e6190c1-12ff-4850-b62c-32c1b9dfb074 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:18:37.481239 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-69c8a86a-d20a-45cc-b560-d49a3bab45e4 req-4e6190c1-12ff-4850-b62c-32c1b9dfb074 service neutron] 10.222.0.64 "GET /v2.0/networks?id=4d250f92-d229-45fe-a579-67fef8e6c544 HTTP/1.1" status: 200 len: 870 time: 1.0858717 Oct 27 10:18:37.509222 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-04fe3a72-343a-4e92-b151-26c2adec7c57 req-d6ceb5f3-23bf-41a0-82af-2c06c9ff7f49 tempest-DeleteServersAdminTestJSON-767095768 tempest-DeleteServersAdminTestJSON-767095768-project] 10.222.0.44 "GET /v2.0/ports?device_id=a064c284-3993-40ba-abcf-f1a83d184831 HTTP/1.1" status: 200 len: 210 time: 0.4529953 Oct 27 10:18:37.526917 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e30aea-ea4d-4c95-884f-d5b57f912957 admin admin] Pushing event updated for resources: {'Port': ['ID=d31f45b2-4996-417f-9b15-13bef4c0e7e5,revision_number=2']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:18:37.593194 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-69c8a86a-d20a-45cc-b560-d49a3bab45e4 req-3a7788d3-9c99-4c76-acea-d8cc5ba628a9 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.226&port_id=e605e2fa-1823-4f5b-b4a1-e60ce344400c HTTP/1.1" status: 200 len: 217 time: 0.0719442 Oct 27 10:18:37.662749 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c8a86a-d20a-45cc-b560-d49a3bab45e4 req-ed706676-f98d-43d8-a8c8-90e092db4750 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:18:37.664279 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-69c8a86a-d20a-45cc-b560-d49a3bab45e4 req-ed706676-f98d-43d8-a8c8-90e092db4750 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=62eb52f7-aac4-48af-8670-e04300325561 HTTP/1.1" status: 200 len: 843 time: 0.0575466 Oct 27 10:18:37.695686 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-e8111fcc-c7a5-4d5b-b0c2-7e4aaa5895d5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:37.800677 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c8a86a-d20a-45cc-b560-d49a3bab45e4 req-f1a8cf7a-4bd4-4875-9214-c9e17bfcf72d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:18:37.805203 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-ac6ddba3-1a5d-4647-a292-79d67c1352c5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:37.810459 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-69c8a86a-d20a-45cc-b560-d49a3bab45e4 req-f1a8cf7a-4bd4-4875-9214-c9e17bfcf72d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4d250f92-d229-45fe-a579-67fef8e6c544&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1345026 Oct 27 10:18:37.813792 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30e30aea-ea4d-4c95-884f-d5b57f912957 admin admin] Network ebc39447-82cc-4f9f-afce-53bb2f09f197 is already hosted by enough agents. {{(pid=102347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:18:37.819367 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-ac6ddba3-1a5d-4647-a292-79d67c1352c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:37.826069 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [None req-30e30aea-ea4d-4c95-884f-d5b57f912957 admin admin] Resources bound (agent type, host, resource id): {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:18:37.852237 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-e8111fcc-c7a5-4d5b-b0c2-7e4aaa5895d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:37.855531 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-e8111fcc-c7a5-4d5b-b0c2-7e4aaa5895d5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:37.856883 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-e8111fcc-c7a5-4d5b-b0c2-7e4aaa5895d5 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a15295ea-8f2f-47c4-a62c-b582e76c07cc HTTP/1.1" status: 204 len: 168 time: 1.5151076 Oct 27 10:18:38.017711 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8111fcc-c7a5-4d5b-b0c2-7e4aaa5895d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a15295ea-8f2f-47c4-a62c-b582e76c07cc,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:18:38.038917 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-ac6ddba3-1a5d-4647-a292-79d67c1352c5 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=81c510364a174a52b869d727cf46e2fb&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1837792 Oct 27 10:18:38.071901 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 37564) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:18:38.209889 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6ddba3-1a5d-4647-a292-79d67c1352c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d82c4f1a-2a0e-4f04-88e9-d3a45187ec91,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:18:38.213814 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-973fdb3b-714c-45a6-824e-d59ab002713f req-8a545d5e-40a0-4e63-9a99-39175050a20f tempest-DeleteServersAdminTestJSON-767095768 tempest-DeleteServersAdminTestJSON-767095768-project] Publish callbacks [] for security_group, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:38.231729 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-973fdb3b-714c-45a6-824e-d59ab002713f req-8a545d5e-40a0-4e63-9a99-39175050a20f tempest-DeleteServersAdminTestJSON-767095768 tempest-DeleteServersAdminTestJSON-767095768-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:38.257765 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-69c8a86a-d20a-45cc-b560-d49a3bab45e4 req-29741f4f-981d-4ece-a67e-6595d5c3b9e9 service neutron] 10.222.0.64 "GET /v2.0/networks/4d250f92-d229-45fe-a579-67fef8e6c544?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4407918 Oct 27 10:18:38.297624 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 480b1f37-6b43-41d5-a795-d0f98b083578 up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:18:38.430047 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a545d5e-40a0-4e63-9a99-39175050a20f tempest-DeleteServersAdminTestJSON-767095768 tempest-DeleteServersAdminTestJSON-767095768-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e849200c-8e3e-41bb-bd28-f1c5b23c294b,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:18:38.438740 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-3d911698-26eb-4538-aca2-8da8ede5586a None None] Provisioning complete for port d31f45b2-4996-417f-9b15-13bef4c0e7e5 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:18:38.442066 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-3d911698-26eb-4538-aca2-8da8ede5586a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:38.455608 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-69c8a86a-d20a-45cc-b560-d49a3bab45e4 req-cb04729d-66b4-43e1-a9a1-0369f45d38ff service neutron] 10.222.0.64 "GET /v2.0/networks/4d250f92-d229-45fe-a579-67fef8e6c544?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1721675 Oct 27 10:18:38.480987 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81953ce-323f-4116-94c7-976b4992172b req-f67e6134-468a-445a-b1ef-06abf1688822 tempest-AggregatesAdminTestJSON-1678312996 tempest-AggregatesAdminTestJSON-1678312996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:18:38.492777 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-d81953ce-323f-4116-94c7-976b4992172b req-f67e6134-468a-445a-b1ef-06abf1688822 tempest-AggregatesAdminTestJSON-1678312996 tempest-AggregatesAdminTestJSON-1678312996-project] 10.222.0.44 "GET /v2.0/ports?device_id=114e92eb-0e52-48d7-9d32-7b336b988432 HTTP/1.1" status: 200 len: 970 time: 0.3440816 Oct 27 10:18:38.526417 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30e30aea-ea4d-4c95-884f-d5b57f912957 admin admin] Router 5f7c37b4-192d-4d4b-bba1-b1bb77e59eca has already been hosted by L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb {{(pid=102347) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 10:18:38.559481 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_common [req-973fdb3b-714c-45a6-824e-d59ab002713f req-8a545d5e-40a0-4e63-9a99-39175050a20f tempest-DeleteServersAdminTestJSON-767095768 tempest-DeleteServersAdminTestJSON-767095768-project] Allocated IP 192.168.233.79 (4d250f92-d229-45fe-a579-67fef8e6c544/62eb52f7-aac4-48af-8670-e04300325561/2458d0ea-2932-4865-8645-cb6072434e96) {{(pid=102347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:18:38.572124 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-d81953ce-323f-4116-94c7-976b4992172b req-39b311b5-5f9c-416b-bfc9-52fbdb0e72b7 tempest-AggregatesAdminTestJSON-1678312996 tempest-AggregatesAdminTestJSON-1678312996-project] 10.222.0.44 "GET /v2.0/security-groups?id=a1b01133-9332-4d78-8994-5d84d1d89d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770278 Oct 27 10:18:38.601695 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port 480b1f37-6b43-41d5-a795-d0f98b083578 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:18:38.602907 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:38.607014 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-3d911698-26eb-4538-aca2-8da8ede5586a None None] Port d31f45b2-4996-417f-9b15-13bef4c0e7e5 cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:18:38.625791 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-eea9a936-9319-4767-971e-d03596c44c72 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:38.656799 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 37570) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:18:38.669447 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-eea9a936-9319-4767-971e-d03596c44c72 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:38.702063 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-7964b7fe-7dfe-47c1-8831-b62e0323bb6b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:38.704988 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:38.787342 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-3dbbd4d1-e3cc-43b3-8f69-26351aa209f3 req-e73ed490-c21a-438a-b919-559e517f765d tempest-DeleteServersAdminTestJSON-767095768 tempest-DeleteServersAdminTestJSON-767095768-project] 10.222.0.44 "GET /v2.0/ports?device_id=a064c284-3993-40ba-abcf-f1a83d184831 HTTP/1.1" status: 200 len: 210 time: 0.0375054 Oct 27 10:18:38.803454 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-eea9a936-9319-4767-971e-d03596c44c72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:38.812483 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-eea9a936-9319-4767-971e-d03596c44c72 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:38.817745 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-eea9a936-9319-4767-971e-d03596c44c72 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d82c4f1a-2a0e-4f04-88e9-d3a45187ec91 HTTP/1.1" status: 204 len: 168 time: 0.7388518 Oct 27 10:18:38.870562 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea9a936-9319-4767-971e-d03596c44c72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d82c4f1a-2a0e-4f04-88e9-d3a45187ec91,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:18:38.917323 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30e30aea-ea4d-4c95-884f-d5b57f912957 admin admin] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:18:38.925536 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-30e30aea-ea4d-4c95-884f-d5b57f912957 admin admin] 10.222.0.44 "PUT /v2.0/routers/5f7c37b4-192d-4d4b-bba1-b1bb77e59eca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9792273 Oct 27 10:18:38.955406 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adf5816b-6c11-4887-9ad2-8efc62d8048e None None] Sync routers for ids ['5f7c37b4-192d-4d4b-bba1-b1bb77e59eca'] in n-d-813419-10 {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:18:38.973606 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adf5816b-6c11-4887-9ad2-8efc62d8048e None None] Routers {'5f7c37b4-192d-4d4b-bba1-b1bb77e59eca'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:18:38.974322 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-adf5816b-6c11-4887-9ad2-8efc62d8048e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:18:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['5f7c37b4-192d-4d4b-bba1-b1bb77e59eca'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:18:39.025067 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-7964b7fe-7dfe-47c1-8831-b62e0323bb6b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:39.041307 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-7964b7fe-7dfe-47c1-8831-b62e0323bb6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:39.064092 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-973fdb3b-714c-45a6-824e-d59ab002713f req-8a545d5e-40a0-4e63-9a99-39175050a20f tempest-DeleteServersAdminTestJSON-767095768 tempest-DeleteServersAdminTestJSON-767095768-project] Publish callbacks [] for port, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:39.152446 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-7964b7fe-7dfe-47c1-8831-b62e0323bb6b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2cb80c78ce324e65a83077041049a29d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4902620 Oct 27 10:18:39.152836 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 37576) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:18:39.176586 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7964b7fe-7dfe-47c1-8831-b62e0323bb6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e95a156c-25ee-4b14-9934-0edc25d1c47d,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:18:39.256770 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-973fdb3b-714c-45a6-824e-d59ab002713f req-8a545d5e-40a0-4e63-9a99-39175050a20f tempest-DeleteServersAdminTestJSON-767095768 tempest-DeleteServersAdminTestJSON-767095768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606'] for port, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:39.280838 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-83f9076b-8df8-4eca-91ce-730ad78f74df admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:39.323647 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-83f9076b-8df8-4eca-91ce-730ad78f74df admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:39.439221 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-83f9076b-8df8-4eca-91ce-730ad78f74df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:39.443637 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-973fdb3b-714c-45a6-824e-d59ab002713f req-8a545d5e-40a0-4e63-9a99-39175050a20f tempest-DeleteServersAdminTestJSON-767095768 tempest-DeleteServersAdminTestJSON-767095768-project] Network 4d250f92-d229-45fe-a579-67fef8e6c544 is already hosted by enough agents. {{(pid=102347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:18:39.454783 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-83f9076b-8df8-4eca-91ce-730ad78f74df admin admin] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:39.455471 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [req-973fdb3b-714c-45a6-824e-d59ab002713f req-8a545d5e-40a0-4e63-9a99-39175050a20f tempest-DeleteServersAdminTestJSON-767095768 tempest-DeleteServersAdminTestJSON-767095768-project] Resources bound (agent type, host, resource id): {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:18:39.469097 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-83f9076b-8df8-4eca-91ce-730ad78f74df admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e95a156c-25ee-4b14-9934-0edc25d1c47d HTTP/1.1" status: 204 len: 168 time: 0.3130510 Oct 27 10:18:39.475438 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [req-973fdb3b-714c-45a6-824e-d59ab002713f req-8a545d5e-40a0-4e63-9a99-39175050a20f tempest-DeleteServersAdminTestJSON-767095768 tempest-DeleteServersAdminTestJSON-767095768-project] Received port after_create {{(pid=102347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:18:39.485300 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973fdb3b-714c-45a6-824e-d59ab002713f req-8a545d5e-40a0-4e63-9a99-39175050a20f tempest-DeleteServersAdminTestJSON-767095768 tempest-DeleteServersAdminTestJSON-767095768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:18:39.485637 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f9076b-8df8-4eca-91ce-730ad78f74df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e95a156c-25ee-4b14-9934-0edc25d1c47d,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:18:39.486519 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-973fdb3b-714c-45a6-824e-d59ab002713f req-8a545d5e-40a0-4e63-9a99-39175050a20f tempest-DeleteServersAdminTestJSON-767095768 tempest-DeleteServersAdminTestJSON-767095768-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:39.491091 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a545d5e-40a0-4e63-9a99-39175050a20f tempest-DeleteServersAdminTestJSON-767095768 tempest-DeleteServersAdminTestJSON-767095768-project] Pushing event updated for resources: {'Port': ['ID=2458d0ea-2932-4865-8645-cb6072434e96,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:18:39.517426 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-973fdb3b-714c-45a6-824e-d59ab002713f req-8a545d5e-40a0-4e63-9a99-39175050a20f tempest-DeleteServersAdminTestJSON-767095768 tempest-DeleteServersAdminTestJSON-767095768-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.1671991 Oct 27 10:18:39.545970 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvr_db [None req-adf5816b-6c11-4887-9ad2-8efc62d8048e None None] Set router 5f7c37b4-192d-4d4b-bba1-b1bb77e59eca gateway port host: n-d-813419-10 {{(pid=102348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:18:39.757161 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 37588) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:18:39.825175 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-71f357b1-429b-4449-9652-581656b11140 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:39.979161 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e18c874-99fc-4824-a89d-e715db8093b2 req-b5b93c09-6793-4188-868f-4a4644221104 tempest-AggregatesAdminTestJSON-1678312996 tempest-AggregatesAdminTestJSON-1678312996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:18:39.989880 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-4e18c874-99fc-4824-a89d-e715db8093b2 req-b5b93c09-6793-4188-868f-4a4644221104 tempest-AggregatesAdminTestJSON-1678312996 tempest-AggregatesAdminTestJSON-1678312996-project] 10.222.0.44 "GET /v2.0/ports?device_id=114e92eb-0e52-48d7-9d32-7b336b988432 HTTP/1.1" status: 200 len: 970 time: 0.1258023 Oct 27 10:18:40.016001 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-2aa1fb09-b10e-43b9-acd2-169385069864 None None] Provisioning complete for port 2458d0ea-2932-4865-8645-cb6072434e96 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:18:40.016958 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-2aa1fb09-b10e-43b9-acd2-169385069864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:40.145841 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-4e18c874-99fc-4824-a89d-e715db8093b2 req-9c61efbd-3dbf-49dd-8da2-79041ac32cb5 tempest-AggregatesAdminTestJSON-1678312996 tempest-AggregatesAdminTestJSON-1678312996-project] 10.222.0.44 "GET /v2.0/security-groups?id=a1b01133-9332-4d78-8994-5d84d1d89d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539831 Oct 27 10:18:40.156291 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-71f357b1-429b-4449-9652-581656b11140 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:40.170987 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-71f357b1-429b-4449-9652-581656b11140 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:40.197834 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-2aa1fb09-b10e-43b9-acd2-169385069864 None None] Port 2458d0ea-2932-4865-8645-cb6072434e96 cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:18:40.236915 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-adf5816b-6c11-4887-9ad2-8efc62d8048e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f7c37b4-192d-4d4b-bba1-b1bb77e59eca', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-196907994-router', 'tenant_id': '33823056f9a74b6c8fa951c009c88ec7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.132'}], 'enable_snat': True}, 'gw_port_id': '480b1f37-6b43-41d5-a795-d0f98b083578', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:18:26Z', 'updated_at': '2021-10-27T10:18:35Z', 'revision_number': 4, 'project_id': '33823056f9a74b6c8fa951c009c88ec7', 'gw_port': {'id': '480b1f37-6b43-41d5-a795-d0f98b083578', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:3b:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f7c37b4-192d-4d4b-bba1-b1bb77e59eca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:18:28Z', 'updated_at': '2021-10-27T10:18:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_interfaces': [{'id': 'd31f45b2-4996-417f-9b15-13bef4c0e7e5', 'name': '', 'network_id': 'ebc39447-82cc-4f9f-afce-53bb2f09f197', 'tenant_id': '33823056f9a74b6c8fa951c009c88ec7', 'mac_address': 'fa:16:3e:ad:f3:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f7c37b4-192d-4d4b-bba1-b1bb77e59eca', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '16b44445-0e9a-438e-82b0-913601a3a13d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:18:32Z', 'updated_at': '2021-10-27T10:18:36Z', 'revision_number': 2, 'project_id': '33823056f9a74b6c8fa951c009c88ec7', 'subnets': [{'id': '16b44445-0e9a-438e-82b0-913601a3a13d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:18:40.267610 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-71f357b1-429b-4449-9652-581656b11140 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8d6aa1afe8e646f98ee2410bfc132ba6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5180345 Oct 27 10:18:40.267809 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [req-973fdb3b-714c-45a6-824e-d59ab002713f req-2a6f9963-835b-4140-be75-61b7f83302a2 tempest-DeleteServersAdminTestJSON-767095768 tempest-DeleteServersAdminTestJSON-767095768-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=102347) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 10:18:40.269381 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-973fdb3b-714c-45a6-824e-d59ab002713f req-2a6f9963-835b-4140-be75-61b7f83302a2 tempest-DeleteServersAdminTestJSON-767095768 tempest-DeleteServersAdminTestJSON-767095768-project] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0059998 Oct 27 10:18:40.270917 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 37598) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:18:40.275974 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f357b1-429b-4449-9652-581656b11140 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6ef0c7d-87b4-4893-ad44-b6bf155a2e27,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:18:40.290458 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adf5816b-6c11-4887-9ad2-8efc62d8048e None None] Checking router: 5f7c37b4-192d-4d4b-bba1-b1bb77e59eca for host: n-d-813419-10 {{(pid=102348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 10:18:40.291243 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adf5816b-6c11-4887-9ad2-8efc62d8048e None None] Updating router 5f7c37b4-192d-4d4b-bba1-b1bb77e59eca port d31f45b2-4996-417f-9b15-13bef4c0e7e5 binding host n-d-813419-10 {{(pid=102348) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 10:18:40.322340 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-adf5816b-6c11-4887-9ad2-8efc62d8048e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:40.419364 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-1e869ec0-66a5-40f2-8ed5-0533673c703a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:40.485783 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-1e869ec0-66a5-40f2-8ed5-0533673c703a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:40.576354 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-1e869ec0-66a5-40f2-8ed5-0533673c703a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:40.579777 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-1e869ec0-66a5-40f2-8ed5-0533673c703a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:40.582118 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-1e869ec0-66a5-40f2-8ed5-0533673c703a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f6ef0c7d-87b4-4893-ad44-b6bf155a2e27 HTTP/1.1" status: 204 len: 168 time: 0.3097057 Oct 27 10:18:40.596676 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e869ec0-66a5-40f2-8ed5-0533673c703a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6ef0c7d-87b4-4893-ad44-b6bf155a2e27,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:18:40.863497 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [req-973fdb3b-714c-45a6-824e-d59ab002713f req-c00bca70-e995-4183-b389-4ce0f1fe9784 service neutron] Request body: {'port': {'device_id': 'a064c284-3993-40ba-abcf-f1a83d184831', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-10'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:18:40.893059 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-adf5816b-6c11-4887-9ad2-8efc62d8048e None None] Publish callbacks [] for port, precommit_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:40.903801 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-adf5816b-6c11-4887-9ad2-8efc62d8048e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:40.912948 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbececb-3451-4eeb-8ffb-bb938641478a req-e6359491-d97f-4e3a-ab16-965fadec25c8 tempest-DeleteServersAdminTestJSON-767095768 tempest-DeleteServersAdminTestJSON-767095768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:18:40.934872 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-9bbececb-3451-4eeb-8ffb-bb938641478a req-e6359491-d97f-4e3a-ab16-965fadec25c8 tempest-DeleteServersAdminTestJSON-767095768 tempest-DeleteServersAdminTestJSON-767095768-project] 10.222.0.44 "GET /v2.0/ports?device_id=a064c284-3993-40ba-abcf-f1a83d184831 HTTP/1.1" status: 200 len: 935 time: 0.1072874 Oct 27 10:18:41.031393 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-9bbececb-3451-4eeb-8ffb-bb938641478a req-a8e74ec3-c5ba-43e6-a464-31c8acb68c60 tempest-DeleteServersAdminTestJSON-767095768 tempest-DeleteServersAdminTestJSON-767095768-project] 10.222.0.44 "GET /v2.0/security-groups?id=e849200c-8e3e-41bb-bd28-f1c5b23c294b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953021 Oct 27 10:18:41.069272 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-973fdb3b-714c-45a6-824e-d59ab002713f req-c00bca70-e995-4183-b389-4ce0f1fe9784 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:41.169687 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e91c4d3-9a08-4de5-938a-1b5a2c7a5d18 None None] Pushing event updated for resources: {'Port': ['ID=d31f45b2-4996-417f-9b15-13bef4c0e7e5,revision_number=3']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:18:41.245259 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-adf5816b-6c11-4887-9ad2-8efc62d8048e None None] Attempting to bind port d31f45b2-4996-417f-9b15-13bef4c0e7e5 on host n-d-813419-10 for vnic_type normal with profile {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:18:41.245633 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-adf5816b-6c11-4887-9ad2-8efc62d8048e None None] Attempting to bind port d31f45b2-4996-417f-9b15-13bef4c0e7e5 by drivers openvswitch,hyperv on host n-d-813419-10 at level 0 using segments [{'id': 'c1c09620-5217-4ebd-a09d-b6f9de28c0f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'ebc39447-82cc-4f9f-afce-53bb2f09f197'}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:18:41.245989 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adf5816b-6c11-4887-9ad2-8efc62d8048e None None] Attempting to bind port d31f45b2-4996-417f-9b15-13bef4c0e7e5 on network ebc39447-82cc-4f9f-afce-53bb2f09f197 {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:18:41.279184 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adf5816b-6c11-4887-9ad2-8efc62d8048e None None] Checking agent: {'id': '89dba0f3-79b2-435e-9822-33674b8f6ada', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 8, 20), 'started_at': datetime.datetime(2021, 10, 27, 10, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 18, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:18:41.279590 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adf5816b-6c11-4887-9ad2-8efc62d8048e None None] Checking segment: {'id': 'c1c09620-5217-4ebd-a09d-b6f9de28c0f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'ebc39447-82cc-4f9f-afce-53bb2f09f197'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:18:41.283283 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-adf5816b-6c11-4887-9ad2-8efc62d8048e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:41.283735 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adf5816b-6c11-4887-9ad2-8efc62d8048e None None] Bound using segment: {'id': 'c1c09620-5217-4ebd-a09d-b6f9de28c0f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'ebc39447-82cc-4f9f-afce-53bb2f09f197'} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:18:41.290975 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-adf5816b-6c11-4887-9ad2-8efc62d8048e None None] Bound port: d31f45b2-4996-417f-9b15-13bef4c0e7e5, host: n-d-813419-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1c09620-5217-4ebd-a09d-b6f9de28c0f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'ebc39447-82cc-4f9f-afce-53bb2f09f197'}}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:18:41.291509 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-adf5816b-6c11-4887-9ad2-8efc62d8048e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:41.537626 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04c5e23-01a5-49ab-ac10-2058c5148067 req-3a5b86e4-8320-4213-a670-eb1c2280ecce tempest-AggregatesAdminTestJSON-1678312996 tempest-AggregatesAdminTestJSON-1678312996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:18:41.539247 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-c04c5e23-01a5-49ab-ac10-2058c5148067 req-3a5b86e4-8320-4213-a670-eb1c2280ecce tempest-AggregatesAdminTestJSON-1678312996 tempest-AggregatesAdminTestJSON-1678312996-project] 10.222.0.44 "GET /v2.0/ports?device_id=114e92eb-0e52-48d7-9d32-7b336b988432 HTTP/1.1" status: 200 len: 970 time: 0.1475313 Oct 27 10:18:41.543487 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-adf5816b-6c11-4887-9ad2-8efc62d8048e None None] For port d31f45b2-4996-417f-9b15-13bef4c0e7e5, host n-d-813419-10, cleared binding levels {{(pid=102348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:18:41.562798 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-adf5816b-6c11-4887-9ad2-8efc62d8048e None None] For port d31f45b2-4996-417f-9b15-13bef4c0e7e5, host n-d-813419-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=d31f45b2-4996-417f-9b15-13bef4c0e7e5,segment=NetworkSegment(c1c09620-5217-4ebd-a09d-b6f9de28c0f2),segment_id=c1c09620-5217-4ebd-a09d-b6f9de28c0f2)] {{(pid=102348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:18:41.563486 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7ea36d6f-5a41-49d8-a5d8-7803c00eaf3a None None] Provisioning complete for port d31f45b2-4996-417f-9b15-13bef4c0e7e5 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:18:41.563918 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7ea36d6f-5a41-49d8-a5d8-7803c00eaf3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:41.618670 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-adf5816b-6c11-4887-9ad2-8efc62d8048e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:41.672937 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-c04c5e23-01a5-49ab-ac10-2058c5148067 req-febaea42-c9a8-4015-a9c6-edb7f5b7e11e tempest-AggregatesAdminTestJSON-1678312996 tempest-AggregatesAdminTestJSON-1678312996-project] 10.222.0.44 "GET /v2.0/security-groups?id=a1b01133-9332-4d78-8994-5d84d1d89d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221776 Oct 27 10:18:41.761930 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7ea36d6f-5a41-49d8-a5d8-7803c00eaf3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:41.797831 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adf5816b-6c11-4887-9ad2-8efc62d8048e None None] Routers {'5f7c37b4-192d-4d4b-bba1-b1bb77e59eca'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:18:41.798651 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-adf5816b-6c11-4887-9ad2-8efc62d8048e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:18:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['5f7c37b4-192d-4d4b-bba1-b1bb77e59eca'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:18:41.808364 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e91c4d3-9a08-4de5-938a-1b5a2c7a5d18 None None] Pushing event updated for resources: {'Port': ['ID=d31f45b2-4996-417f-9b15-13bef4c0e7e5,revision_number=4']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:18:41.834157 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-7ea36d6f-5a41-49d8-a5d8-7803c00eaf3a None None] For port d31f45b2-4996-417f-9b15-13bef4c0e7e5, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=d31f45b2-4996-417f-9b15-13bef4c0e7e5,segment=NetworkSegment(c1c09620-5217-4ebd-a09d-b6f9de28c0f2),segment_id=c1c09620-5217-4ebd-a09d-b6f9de28c0f2)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:18:41.927964 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7ea36d6f-5a41-49d8-a5d8-7803c00eaf3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:42.046866 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea36d6f-5a41-49d8-a5d8-7803c00eaf3a None None] Pushing event updated for resources: {'Port': ['ID=d31f45b2-4996-417f-9b15-13bef4c0e7e5,revision_number=5']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:18:42.083003 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvr_db [None req-adf5816b-6c11-4887-9ad2-8efc62d8048e None None] Set router 5f7c37b4-192d-4d4b-bba1-b1bb77e59eca gateway port host: n-d-813419-10 {{(pid=102348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:18:42.222410 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [req-973fdb3b-714c-45a6-824e-d59ab002713f req-c00bca70-e995-4183-b389-4ce0f1fe9784 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2458d0ea-2932-4865-8645-cb6072434e96 {{(pid=102347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:18:42.249255 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-973fdb3b-714c-45a6-824e-d59ab002713f req-c00bca70-e995-4183-b389-4ce0f1fe9784 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:42.305209 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.provisioning_blocks [req-973fdb3b-714c-45a6-824e-d59ab002713f req-c00bca70-e995-4183-b389-4ce0f1fe9784 service neutron] Transition to ACTIVE for port object 2458d0ea-2932-4865-8645-cb6072434e96 will not be triggered until provisioned by entity L2. {{(pid=102347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 10:18:42.320697 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-973fdb3b-714c-45a6-824e-d59ab002713f req-c00bca70-e995-4183-b389-4ce0f1fe9784 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:42.325347 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-1f8a9245-bfa3-45e1-8d8d-ff92f6c9d788 None None] Provisioning complete for port d31f45b2-4996-417f-9b15-13bef4c0e7e5 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:18:42.330060 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-1f8a9245-bfa3-45e1-8d8d-ff92f6c9d788 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:42.366196 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 37652) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:18:42.372384 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-ce2bc459-ccfb-4350-aa3c-9ea6bb59e1de tempest-ServersWithSpecificFlavorTestJSON-2103273157 tempest-ServersWithSpecificFlavorTestJSON-2103273157-project] Request body: {'security_group': {'name': 'tempest-securitygroup--855016435', 'description': 'tempest-description--670402736'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:18:42.457594 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ce2bc459-ccfb-4350-aa3c-9ea6bb59e1de tempest-ServersWithSpecificFlavorTestJSON-2103273157 tempest-ServersWithSpecificFlavorTestJSON-2103273157-project] Publish callbacks [] for security_group, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:42.662356 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00bca70-e995-4183-b389-4ce0f1fe9784 service neutron] Pushing event updated for resources: {'Port': ['ID=2458d0ea-2932-4865-8645-cb6072434e96,revision_number=2']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:18:42.765842 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-973fdb3b-714c-45a6-824e-d59ab002713f req-c00bca70-e995-4183-b389-4ce0f1fe9784 service neutron] Attempting to bind port 2458d0ea-2932-4865-8645-cb6072434e96 on host n-h2-813419-10 for vnic_type normal with profile {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:18:42.767395 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-973fdb3b-714c-45a6-824e-d59ab002713f req-c00bca70-e995-4183-b389-4ce0f1fe9784 service neutron] Attempting to bind port 2458d0ea-2932-4865-8645-cb6072434e96 by drivers openvswitch,hyperv on host n-h2-813419-10 at level 0 using segments [{'id': 'f7c42c6d-2766-46d8-a8b7-4852117a5555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '4d250f92-d229-45fe-a579-67fef8e6c544'}] {{(pid=102347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:18:42.767729 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-973fdb3b-714c-45a6-824e-d59ab002713f req-c00bca70-e995-4183-b389-4ce0f1fe9784 service neutron] Attempting to bind port 2458d0ea-2932-4865-8645-cb6072434e96 on network 4d250f92-d229-45fe-a579-67fef8e6c544 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:18:42.780932 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-973fdb3b-714c-45a6-824e-d59ab002713f req-c00bca70-e995-4183-b389-4ce0f1fe9784 service neutron] Port 2458d0ea-2932-4865-8645-cb6072434e96 on network 4d250f92-d229-45fe-a579-67fef8e6c544 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-10 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 10:18:42.781281 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-973fdb3b-714c-45a6-824e-d59ab002713f req-c00bca70-e995-4183-b389-4ce0f1fe9784 service neutron] Attempting to bind port 2458d0ea-2932-4865-8645-cb6072434e96 on network 4d250f92-d229-45fe-a579-67fef8e6c544 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:18:42.797112 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-973fdb3b-714c-45a6-824e-d59ab002713f req-c00bca70-e995-4183-b389-4ce0f1fe9784 service neutron] Checking agent: {'id': 'a2edc247-0fa4-4ce6-bbae-a10492f6bd71', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 16, 9), 'started_at': datetime.datetime(2021, 10, 27, 10, 16, 9), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 18, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:18:42.797508 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-973fdb3b-714c-45a6-824e-d59ab002713f req-c00bca70-e995-4183-b389-4ce0f1fe9784 service neutron] Checking segment: {'id': 'f7c42c6d-2766-46d8-a8b7-4852117a5555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '4d250f92-d229-45fe-a579-67fef8e6c544'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:18:42.798074 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-973fdb3b-714c-45a6-824e-d59ab002713f req-c00bca70-e995-4183-b389-4ce0f1fe9784 service neutron] Bound using segment: {'id': 'f7c42c6d-2766-46d8-a8b7-4852117a5555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '4d250f92-d229-45fe-a579-67fef8e6c544'} {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:18:42.801154 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-973fdb3b-714c-45a6-824e-d59ab002713f req-c00bca70-e995-4183-b389-4ce0f1fe9784 service neutron] Bound port: 2458d0ea-2932-4865-8645-cb6072434e96, host: n-h2-813419-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7c42c6d-2766-46d8-a8b7-4852117a5555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '4d250f92-d229-45fe-a579-67fef8e6c544'}}] {{(pid=102347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:18:42.801509 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-973fdb3b-714c-45a6-824e-d59ab002713f req-c00bca70-e995-4183-b389-4ce0f1fe9784 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:42.866830 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1ea16b-9bd5-46f2-a630-f83cf60e3b53 req-4dae69f1-6932-4a35-b0a5-63c4b04aaf64 tempest-DeleteServersAdminTestJSON-767095768 tempest-DeleteServersAdminTestJSON-767095768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:18:42.882367 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-cb1ea16b-9bd5-46f2-a630-f83cf60e3b53 req-4dae69f1-6932-4a35-b0a5-63c4b04aaf64 tempest-DeleteServersAdminTestJSON-767095768 tempest-DeleteServersAdminTestJSON-767095768-project] 10.222.0.44 "GET /v2.0/ports?device_id=a064c284-3993-40ba-abcf-f1a83d184831 HTTP/1.1" status: 200 len: 947 time: 0.2738249 Oct 27 10:18:42.915999 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ce2bc459-ccfb-4350-aa3c-9ea6bb59e1de tempest-ServersWithSpecificFlavorTestJSON-2103273157 tempest-ServersWithSpecificFlavorTestJSON-2103273157-project] Publish callbacks [] for security_group, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:42.935692 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ce2bc459-ccfb-4350-aa3c-9ea6bb59e1de tempest-ServersWithSpecificFlavorTestJSON-2103273157 tempest-ServersWithSpecificFlavorTestJSON-2103273157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:42.971227 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-973fdb3b-714c-45a6-824e-d59ab002713f req-c00bca70-e995-4183-b389-4ce0f1fe9784 service neutron] For port 2458d0ea-2932-4865-8645-cb6072434e96, host n-h2-813419-10, cleared binding levels {{(pid=102347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:18:42.985002 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-973fdb3b-714c-45a6-824e-d59ab002713f req-c00bca70-e995-4183-b389-4ce0f1fe9784 service neutron] For port 2458d0ea-2932-4865-8645-cb6072434e96, host n-h2-813419-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=2458d0ea-2932-4865-8645-cb6072434e96,segment=NetworkSegment(f7c42c6d-2766-46d8-a8b7-4852117a5555),segment_id=f7c42c6d-2766-46d8-a8b7-4852117a5555)] {{(pid=102347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:18:42.996779 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-973fdb3b-714c-45a6-824e-d59ab002713f req-c00bca70-e995-4183-b389-4ce0f1fe9784 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:42.999690 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-adf5816b-6c11-4887-9ad2-8efc62d8048e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f7c37b4-192d-4d4b-bba1-b1bb77e59eca', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-196907994-router', 'tenant_id': '33823056f9a74b6c8fa951c009c88ec7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.132'}], 'enable_snat': True}, 'gw_port_id': '480b1f37-6b43-41d5-a795-d0f98b083578', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:18:26Z', 'updated_at': '2021-10-27T10:18:35Z', 'revision_number': 4, 'project_id': '33823056f9a74b6c8fa951c009c88ec7', 'gw_port': {'id': '480b1f37-6b43-41d5-a795-d0f98b083578', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:3b:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f7c37b4-192d-4d4b-bba1-b1bb77e59eca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:18:28Z', 'updated_at': '2021-10-27T10:18:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_interfaces': [{'id': 'd31f45b2-4996-417f-9b15-13bef4c0e7e5', 'name': '', 'network_id': 'ebc39447-82cc-4f9f-afce-53bb2f09f197', 'tenant_id': '33823056f9a74b6c8fa951c009c88ec7', 'mac_address': 'fa:16:3e:ad:f3:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f7c37b4-192d-4d4b-bba1-b1bb77e59eca', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '16b44445-0e9a-438e-82b0-913601a3a13d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:18:32Z', 'updated_at': '2021-10-27T10:18:41Z', 'revision_number': 4, 'project_id': '33823056f9a74b6c8fa951c009c88ec7', 'subnets': [{'id': '16b44445-0e9a-438e-82b0-913601a3a13d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:18:43.095010 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973fdb3b-714c-45a6-824e-d59ab002713f req-c00bca70-e995-4183-b389-4ce0f1fe9784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:18:43.095653 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-973fdb3b-714c-45a6-824e-d59ab002713f req-c00bca70-e995-4183-b389-4ce0f1fe9784 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:43.097762 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-973fdb3b-714c-45a6-824e-d59ab002713f req-c00bca70-e995-4183-b389-4ce0f1fe9784 service neutron] 10.222.0.76 "PUT /v2.0/ports/2458d0ea-2932-4865-8645-cb6072434e96 HTTP/1.1" status: 200 len: 1096 time: 2.4643545 Oct 27 10:18:43.098178 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a064c284-3993-40ba-abcf-f1a83d184831', 'tag': '2458d0ea-2932-4865-8645-cb6072434e96'}] {{(pid=102347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:18:43.148961 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adf5816b-6c11-4887-9ad2-8efc62d8048e None None] The sync data for ids ['5f7c37b4-192d-4d4b-bba1-b1bb77e59eca'] in n-d-813419-10 is: [{'id': '5f7c37b4-192d-4d4b-bba1-b1bb77e59eca', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-196907994-router', 'tenant_id': '33823056f9a74b6c8fa951c009c88ec7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.132'}], 'enable_snat': True}, 'gw_port_id': '480b1f37-6b43-41d5-a795-d0f98b083578', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:18:26Z', 'updated_at': '2021-10-27T10:18:35Z', 'revision_number': 4, 'project_id': '33823056f9a74b6c8fa951c009c88ec7', 'gw_port': {'id': '480b1f37-6b43-41d5-a795-d0f98b083578', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:3b:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f7c37b4-192d-4d4b-bba1-b1bb77e59eca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:18:28Z', 'updated_at': '2021-10-27T10:18:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_interfaces': [{'id': 'd31f45b2-4996-417f-9b15-13bef4c0e7e5', 'name': '', 'network_id': 'ebc39447-82cc-4f9f-afce-53bb2f09f197', 'tenant_id': '33823056f9a74b6c8fa951c009c88ec7', 'mac_address': 'fa:16:3e:ad:f3:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f7c37b4-192d-4d4b-bba1-b1bb77e59eca', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '16b44445-0e9a-438e-82b0-913601a3a13d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:18:32Z', 'updated_at': '2021-10-27T10:18:41Z', 'revision_number': 4, 'project_id': '33823056f9a74b6c8fa951c009c88ec7', 'subnets': [{'id': '16b44445-0e9a-438e-82b0-913601a3a13d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:18:43.165697 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ce2bc459-ccfb-4350-aa3c-9ea6bb59e1de tempest-ServersWithSpecificFlavorTestJSON-2103273157 tempest-ServersWithSpecificFlavorTestJSON-2103273157-project] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:43.166978 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-ce2bc459-ccfb-4350-aa3c-9ea6bb59e1de tempest-ServersWithSpecificFlavorTestJSON-2103273157 tempest-ServersWithSpecificFlavorTestJSON-2103273157-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.7980680 Oct 27 10:18:43.171615 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 37668) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:18:43.183950 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-cb1ea16b-9bd5-46f2-a630-f83cf60e3b53 req-637c1e2d-e443-4c9f-81be-5fe4575a4357 tempest-DeleteServersAdminTestJSON-767095768 tempest-DeleteServersAdminTestJSON-767095768-project] 10.222.0.44 "GET /v2.0/security-groups?id=e849200c-8e3e-41bb-bd28-f1c5b23c294b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3004787 Oct 27 10:18:43.211535 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-332eb92d-2c3f-4c21-9dff-25da4b2e64a6 tempest-ServersWithSpecificFlavorTestJSON-2103273157 tempest-ServersWithSpecificFlavorTestJSON-2103273157-project] Request body: {'security_group_rule': {'security_group_id': 'a5c3a744-545c-4ff0-934c-41785bfff57c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:18:43.254395 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2bc459-ccfb-4350-aa3c-9ea6bb59e1de tempest-ServersWithSpecificFlavorTestJSON-2103273157 tempest-ServersWithSpecificFlavorTestJSON-2103273157-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5c3a744-545c-4ff0-934c-41785bfff57c,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:18:43.317184 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00bca70-e995-4183-b389-4ce0f1fe9784 service neutron] Pushing event updated for resources: {'Port': ['ID=2458d0ea-2932-4865-8645-cb6072434e96,revision_number=3']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:18:43.365078 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-332eb92d-2c3f-4c21-9dff-25da4b2e64a6 tempest-ServersWithSpecificFlavorTestJSON-2103273157 tempest-ServersWithSpecificFlavorTestJSON-2103273157-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:43.566666 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-332eb92d-2c3f-4c21-9dff-25da4b2e64a6 tempest-ServersWithSpecificFlavorTestJSON-2103273157 tempest-ServersWithSpecificFlavorTestJSON-2103273157-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:43.586920 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371654cf-01af-4a43-a6df-f20ed055a846 req-67f82188-b7c8-4e3f-9e9c-268a2425bcb6 tempest-AggregatesAdminTestJSON-1678312996 tempest-AggregatesAdminTestJSON-1678312996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:18:43.613273 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-371654cf-01af-4a43-a6df-f20ed055a846 req-67f82188-b7c8-4e3f-9e9c-268a2425bcb6 tempest-AggregatesAdminTestJSON-1678312996 tempest-AggregatesAdminTestJSON-1678312996-project] 10.222.0.44 "GET /v2.0/ports?device_id=114e92eb-0e52-48d7-9d32-7b336b988432 HTTP/1.1" status: 200 len: 970 time: 0.2231896 Oct 27 10:18:43.627725 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-332eb92d-2c3f-4c21-9dff-25da4b2e64a6 tempest-ServersWithSpecificFlavorTestJSON-2103273157 tempest-ServersWithSpecificFlavorTestJSON-2103273157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671902'] for security_group_rule, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:43.785278 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311149b481204ee7edffdb959c881838506fbd95bc8577c048f6677abb73acc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2011734c-3194-4e81-8bd6-29083469967b" -d '{"events": [{"name": "network-changed", "server_uuid": "a064c284-3993-40ba-abcf-f1a83d184831", "tag": "2458d0ea-2932-4865-8645-cb6072434e96"}]}' {{(pid=102347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:18:43.791192 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-332eb92d-2c3f-4c21-9dff-25da4b2e64a6 tempest-ServersWithSpecificFlavorTestJSON-2103273157 tempest-ServersWithSpecificFlavorTestJSON-2103273157-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:43.793686 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-332eb92d-2c3f-4c21-9dff-25da4b2e64a6 tempest-ServersWithSpecificFlavorTestJSON-2103273157 tempest-ServersWithSpecificFlavorTestJSON-2103273157-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5929692 Oct 27 10:18:43.796782 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 37684) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:18:43.801737 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-ae0ab4e8-49a7-4e36-b918-388d991a4d79 tempest-ServersWithSpecificFlavorTestJSON-2103273157 tempest-ServersWithSpecificFlavorTestJSON-2103273157-project] Request body: {'security_group_rule': {'security_group_id': 'a5c3a744-545c-4ff0-934c-41785bfff57c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:18:43.813747 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332eb92d-2c3f-4c21-9dff-25da4b2e64a6 tempest-ServersWithSpecificFlavorTestJSON-2103273157 tempest-ServersWithSpecificFlavorTestJSON-2103273157-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f36914e-80ed-4a33-8318-0e980c0761a6,revision_number=0']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:18:43.857649 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-371654cf-01af-4a43-a6df-f20ed055a846 req-8c6bbf89-c531-4b49-80b7-217cf3edc3cd tempest-AggregatesAdminTestJSON-1678312996 tempest-AggregatesAdminTestJSON-1678312996-project] 10.222.0.44 "GET /v2.0/security-groups?id=a1b01133-9332-4d78-8994-5d84d1d89d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2388384 Oct 27 10:18:43.918615 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-ae0ab4e8-49a7-4e36-b918-388d991a4d79 tempest-ServersWithSpecificFlavorTestJSON-2103273157 tempest-ServersWithSpecificFlavorTestJSON-2103273157-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:44.082185 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-ae0ab4e8-49a7-4e36-b918-388d991a4d79 tempest-ServersWithSpecificFlavorTestJSON-2103273157 tempest-ServersWithSpecificFlavorTestJSON-2103273157-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:44.101352 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-ae0ab4e8-49a7-4e36-b918-388d991a4d79 tempest-ServersWithSpecificFlavorTestJSON-2103273157 tempest-ServersWithSpecificFlavorTestJSON-2103273157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671902'] for security_group_rule, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:44.125560 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0ab4e8-49a7-4e36-b918-388d991a4d79 tempest-ServersWithSpecificFlavorTestJSON-2103273157 tempest-ServersWithSpecificFlavorTestJSON-2103273157-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04c9dd28-422a-4ec5-b972-491a650b2275,revision_number=0']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:18:44.138568 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-ae0ab4e8-49a7-4e36-b918-388d991a4d79 tempest-ServersWithSpecificFlavorTestJSON-2103273157 tempest-ServersWithSpecificFlavorTestJSON-2103273157-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:44.140000 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-ae0ab4e8-49a7-4e36-b918-388d991a4d79 tempest-ServersWithSpecificFlavorTestJSON-2103273157 tempest-ServersWithSpecificFlavorTestJSON-2103273157-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3421099 Oct 27 10:18:44.143224 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 37694) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:18:44.150921 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-02507bce-be9a-4219-a5ff-688774fa38bf tempest-ServersWithSpecificFlavorTestJSON-2103273157 tempest-ServersWithSpecificFlavorTestJSON-2103273157-project] Request body: {'floatingip': {'floating_network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:18:44.358183 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device d31f45b2-4996-417f-9b15-13bef4c0e7e5 up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:18:44.489359 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port d31f45b2-4996-417f-9b15-13bef4c0e7e5 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:18:44.490143 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:44.578182 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 10:18:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a6f6bbd-d48d-4931-95c9-852af1212a64 x-openstack-request-id: req-2a6f6bbd-d48d-4931-95c9-852af1212a64 {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:18:44.578817 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a064c284-3993-40ba-abcf-f1a83d184831", "tag": "2458d0ea-2932-4865-8645-cb6072434e96", "status": "completed", "code": 200}]} {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:18:44.578926 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-2a6f6bbd-d48d-4931-95c9-852af1212a64 {{(pid=102347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:18:44.579327 n-d-813419-10 neutron-server[102347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a064c284-3993-40ba-abcf-f1a83d184831', 'tag': '2458d0ea-2932-4865-8645-cb6072434e96', 'status': 'completed', 'code': 200} Oct 27 10:18:44.621005 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-02507bce-be9a-4219-a5ff-688774fa38bf tempest-ServersWithSpecificFlavorTestJSON-2103273157 tempest-ServersWithSpecificFlavorTestJSON-2103273157-project] Publish callbacks [] for floatingip, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:44.758999 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2011734c-3194-4e81-8bd6-29083469967b req-2df4ab63-4095-4d89-8402-27a32d481dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:18:44.760813 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-2011734c-3194-4e81-8bd6-29083469967b req-2df4ab63-4095-4d89-8402-27a32d481dcc service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=0a6b0f2ebec44b99991561e44d8e16a8&device_id=a064c284-3993-40ba-abcf-f1a83d184831 HTTP/1.1" status: 200 len: 1099 time: 0.1848326 Oct 27 10:18:44.891002 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-02507bce-be9a-4219-a5ff-688774fa38bf tempest-ServersWithSpecificFlavorTestJSON-2103273157 tempest-ServersWithSpecificFlavorTestJSON-2103273157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:45.091017 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_common [None req-02507bce-be9a-4219-a5ff-688774fa38bf tempest-ServersWithSpecificFlavorTestJSON-2103273157 tempest-ServersWithSpecificFlavorTestJSON-2103273157-project] Allocated IP 172.25.8.219 (185ff123-c7ff-45c7-a6be-71feb35acc9c/0fb9f9d1-7384-481f-8fa8-f4566c349d30/3d7d5ce9-c5c6-43a0-9ee0-10bfd8b02ce6) {{(pid=102347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:18:45.238864 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-02507bce-be9a-4219-a5ff-688774fa38bf tempest-ServersWithSpecificFlavorTestJSON-2103273157 tempest-ServersWithSpecificFlavorTestJSON-2103273157-project] Publish callbacks [] for port, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:45.304770 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-02507bce-be9a-4219-a5ff-688774fa38bf tempest-ServersWithSpecificFlavorTestJSON-2103273157 tempest-ServersWithSpecificFlavorTestJSON-2103273157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606'] for port, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:45.350081 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02507bce-be9a-4219-a5ff-688774fa38bf tempest-ServersWithSpecificFlavorTestJSON-2103273157 tempest-ServersWithSpecificFlavorTestJSON-2103273157-project] Network 185ff123-c7ff-45c7-a6be-71feb35acc9c is already hosted by enough agents. {{(pid=102347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:18:45.354128 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [None req-02507bce-be9a-4219-a5ff-688774fa38bf tempest-ServersWithSpecificFlavorTestJSON-2103273157 tempest-ServersWithSpecificFlavorTestJSON-2103273157-project] Resources bound (agent type, host, resource id): {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:18:45.358335 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02507bce-be9a-4219-a5ff-688774fa38bf tempest-ServersWithSpecificFlavorTestJSON-2103273157 tempest-ServersWithSpecificFlavorTestJSON-2103273157-project] Received port after_create {{(pid=102347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:18:45.429862 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02507bce-be9a-4219-a5ff-688774fa38bf tempest-ServersWithSpecificFlavorTestJSON-2103273157 tempest-ServersWithSpecificFlavorTestJSON-2103273157-project] Pushing event updated for resources: {'Port': ['ID=3d7d5ce9-c5c6-43a0-9ee0-10bfd8b02ce6,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:18:45.473691 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-02507bce-be9a-4219-a5ff-688774fa38bf tempest-ServersWithSpecificFlavorTestJSON-2103273157 tempest-ServersWithSpecificFlavorTestJSON-2103273157-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:45.521689 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-02507bce-be9a-4219-a5ff-688774fa38bf tempest-ServersWithSpecificFlavorTestJSON-2103273157 tempest-ServersWithSpecificFlavorTestJSON-2103273157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:45.729170 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-02507bce-be9a-4219-a5ff-688774fa38bf tempest-ServersWithSpecificFlavorTestJSON-2103273157 tempest-ServersWithSpecificFlavorTestJSON-2103273157-project] Publish callbacks [] for port, precommit_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:45.738657 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-02507bce-be9a-4219-a5ff-688774fa38bf tempest-ServersWithSpecificFlavorTestJSON-2103273157 tempest-ServersWithSpecificFlavorTestJSON-2103273157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:45.754022 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-02507bce-be9a-4219-a5ff-688774fa38bf tempest-ServersWithSpecificFlavorTestJSON-2103273157 tempest-ServersWithSpecificFlavorTestJSON-2103273157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1664826'] for floatingip, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:45.797762 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-02507bce-be9a-4219-a5ff-688774fa38bf tempest-ServersWithSpecificFlavorTestJSON-2103273157 tempest-ServersWithSpecificFlavorTestJSON-2103273157-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for floatingip, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:45.799028 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-02507bce-be9a-4219-a5ff-688774fa38bf tempest-ServersWithSpecificFlavorTestJSON-2103273157 tempest-ServersWithSpecificFlavorTestJSON-2103273157-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6537912 Oct 27 10:18:45.817984 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02507bce-be9a-4219-a5ff-688774fa38bf tempest-ServersWithSpecificFlavorTestJSON-2103273157 tempest-ServersWithSpecificFlavorTestJSON-2103273157-project] Pushing event updated for resources: {'Port': ['ID=3d7d5ce9-c5c6-43a0-9ee0-10bfd8b02ce6,revision_number=2']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:18:46.137270 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-4007e857-9f6d-4acd-b996-c95080019a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:47.563956 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-13d66175-8095-4bff-9aec-9b5d4a6ed707 req-e8410cf5-01a0-44b5-992f-14468dbcd346 tempest-LiveMigrationNegativeTest-218370031 tempest-LiveMigrationNegativeTest-218370031-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=4ef5168f0c7643019f30449b86186517&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0248642 Oct 27 10:18:47.670922 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d66175-8095-4bff-9aec-9b5d4a6ed707 req-4e6eaf53-447e-4a20-9b3f-36896c7dd87d tempest-LiveMigrationNegativeTest-218370031 tempest-LiveMigrationNegativeTest-218370031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:18:47.671190 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-13d66175-8095-4bff-9aec-9b5d4a6ed707 req-4e6eaf53-447e-4a20-9b3f-36896c7dd87d tempest-LiveMigrationNegativeTest-218370031 tempest-LiveMigrationNegativeTest-218370031-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1007755 Oct 27 10:18:47.686685 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-13d66175-8095-4bff-9aec-9b5d4a6ed707 req-b89137e2-05de-4183-a898-74b6d4992aad tempest-LiveMigrationNegativeTest-218370031 tempest-LiveMigrationNegativeTest-218370031-project] 10.222.0.44 "GET /v2.0/quotas/4ef5168f0c7643019f30449b86186517 HTTP/1.1" status: 200 len: 375 time: 0.0094485 Oct 27 10:18:47.721037 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-13d66175-8095-4bff-9aec-9b5d4a6ed707 req-5a45c42c-8975-4789-a34e-efc157fe432c tempest-LiveMigrationNegativeTest-218370031 tempest-LiveMigrationNegativeTest-218370031-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=4ef5168f0c7643019f30449b86186517&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0278592 Oct 27 10:18:47.725019 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32381f3e-a6b9-44ce-8258-ba704db6d3f4 req-19b0a0a0-6d94-469b-8b16-2508bd872f6f tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:18:47.728258 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-32381f3e-a6b9-44ce-8258-ba704db6d3f4 req-19b0a0a0-6d94-469b-8b16-2508bd872f6f tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] 10.222.0.44 "GET /v2.0/networks?id=1886fe3b-e088-4c7d-8f4c-b14d4440b311 HTTP/1.1" status: 200 len: 821 time: 0.1949551 Oct 27 10:18:47.742663 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-32381f3e-a6b9-44ce-8258-ba704db6d3f4 req-5eaed6cb-b07c-41b0-820c-27c8f06c7f80 tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] 10.222.0.44 "GET /v2.0/quotas/54312c7c8f9740c0a6858560a6518b0e HTTP/1.1" status: 200 len: 375 time: 0.0101373 Oct 27 10:18:47.776277 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-32381f3e-a6b9-44ce-8258-ba704db6d3f4 req-fa02f4ee-e721-4021-bc05-8cb64a8b183a tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=54312c7c8f9740c0a6858560a6518b0e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0279880 Oct 27 10:18:47.914268 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da26f0e5-22c1-4e39-8b7d-4062796f61a9 req-aa1b274d-3bf0-421a-838b-0367a585de31 tempest-DeleteServersAdminTestJSON-767095768 tempest-DeleteServersAdminTestJSON-767095768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:18:47.916007 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-da26f0e5-22c1-4e39-8b7d-4062796f61a9 req-aa1b274d-3bf0-421a-838b-0367a585de31 tempest-DeleteServersAdminTestJSON-767095768 tempest-DeleteServersAdminTestJSON-767095768-project] 10.222.0.44 "GET /v2.0/ports?device_id=a064c284-3993-40ba-abcf-f1a83d184831 HTTP/1.1" status: 200 len: 947 time: 0.0511956 Oct 27 10:18:47.960418 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [req-32381f3e-a6b9-44ce-8258-ba704db6d3f4 req-d9078318-b870-451a-9888-6591fb043ab9 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=102347) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 10:18:47.961491 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-da26f0e5-22c1-4e39-8b7d-4062796f61a9 req-186377b1-ee10-47f8-8c0e-1c018496aed2 tempest-DeleteServersAdminTestJSON-767095768 tempest-DeleteServersAdminTestJSON-767095768-project] 10.222.0.44 "GET /v2.0/security-groups?id=e849200c-8e3e-41bb-bd28-f1c5b23c294b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393703 Oct 27 10:18:47.961614 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-32381f3e-a6b9-44ce-8258-ba704db6d3f4 req-d9078318-b870-451a-9888-6591fb043ab9 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0637457 Oct 27 10:18:48.075715 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-32381f3e-a6b9-44ce-8258-ba704db6d3f4 req-1e40f29d-4d89-4e98-8430-14d8d8eecca3 service neutron] 10.222.0.44 "GET /v2.0/networks/1886fe3b-e088-4c7d-8f4c-b14d4440b311?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1071796 Oct 27 10:18:48.179922 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-32381f3e-a6b9-44ce-8258-ba704db6d3f4 req-707995ca-d3af-4eb2-9723-d3e1e6e3a4c2 service neutron] 10.222.0.44 "GET /v2.0/networks/1886fe3b-e088-4c7d-8f4c-b14d4440b311?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977614 Oct 27 10:18:48.226876 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aceb29e-a683-4d7b-ba50-13516f05dc0f req-e39d4b70-083a-4845-a23b-70c8be7c3525 tempest-AggregatesAdminTestJSON-1678312996 tempest-AggregatesAdminTestJSON-1678312996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:18:48.236881 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-2aceb29e-a683-4d7b-ba50-13516f05dc0f req-e39d4b70-083a-4845-a23b-70c8be7c3525 tempest-AggregatesAdminTestJSON-1678312996 tempest-AggregatesAdminTestJSON-1678312996-project] 10.222.0.44 "GET /v2.0/ports?device_id=114e92eb-0e52-48d7-9d32-7b336b988432 HTTP/1.1" status: 200 len: 970 time: 0.0798273 Oct 27 10:18:48.274058 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-2aceb29e-a683-4d7b-ba50-13516f05dc0f req-450d27d0-ca84-406d-913e-2bb0154b0924 tempest-AggregatesAdminTestJSON-1678312996 tempest-AggregatesAdminTestJSON-1678312996-project] 10.222.0.44 "GET /v2.0/security-groups?id=a1b01133-9332-4d78-8994-5d84d1d89d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356557 Oct 27 10:18:48.397605 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-a244be3c-d25f-4e6a-bd20-162d2de94b7d req-e5420777-b795-4991-9d23-35c9600b5a27 tempest-LiveMigrationNegativeTest-218370031 tempest-LiveMigrationNegativeTest-218370031-project] 10.222.0.44 "GET /v2.0/ports?device_id=a332b069-3887-44da-97bd-d22f51dd17aa HTTP/1.1" status: 200 len: 210 time: 0.0300958 Oct 27 10:18:48.452559 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-6ac049cc-4da8-460d-aac1-1b26935ec690 req-d6a404d8-79d2-468e-a53c-f7947274d1ea tempest-ServersWithSpecificFlavorTestJSON-2103273157 tempest-ServersWithSpecificFlavorTestJSON-2103273157-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--855016435&fields=id&tenant_id=60bf030ec38b4548b292ea0483de5f05 HTTP/1.1" status: 200 len: 267 time: 0.0542698 Oct 27 10:18:48.669808 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-3d0b2175-696d-441a-84d4-a62ae621ce6c req-8feb3b9d-de78-4e81-8b58-bce137efbc5c tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] 10.222.0.44 "GET /v2.0/ports?device_id=461a11c3-9cc5-4859-b647-0a8860e95b75 HTTP/1.1" status: 200 len: 210 time: 0.0364051 Oct 27 10:18:48.676855 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac049cc-4da8-460d-aac1-1b26935ec690 req-03bc19a0-b140-4b38-ac20-a3074f166b4d tempest-ServersWithSpecificFlavorTestJSON-2103273157 tempest-ServersWithSpecificFlavorTestJSON-2103273157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:18:48.678481 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-6ac049cc-4da8-460d-aac1-1b26935ec690 req-03bc19a0-b140-4b38-ac20-a3074f166b4d tempest-ServersWithSpecificFlavorTestJSON-2103273157 tempest-ServersWithSpecificFlavorTestJSON-2103273157-project] 10.222.0.44 "GET /v2.0/networks?id=0a48af15-1075-4a1c-b6c2-04479e771f49 HTTP/1.1" status: 200 len: 823 time: 0.2186415 Oct 27 10:18:48.705929 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-6ac049cc-4da8-460d-aac1-1b26935ec690 req-304e4017-a254-42f3-841f-faf567251883 tempest-ServersWithSpecificFlavorTestJSON-2103273157 tempest-ServersWithSpecificFlavorTestJSON-2103273157-project] 10.222.0.44 "GET /v2.0/quotas/60bf030ec38b4548b292ea0483de5f05 HTTP/1.1" status: 200 len: 375 time: 0.0189767 Oct 27 10:18:48.778092 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-6ac049cc-4da8-460d-aac1-1b26935ec690 req-e94c19be-329c-4aac-ae16-a9acede0ea97 tempest-ServersWithSpecificFlavorTestJSON-2103273157 tempest-ServersWithSpecificFlavorTestJSON-2103273157-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=60bf030ec38b4548b292ea0483de5f05&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0639656 Oct 27 10:18:48.826517 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-d2e6df32-7126-428f-9d5a-3ec02a5b2874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:48.876796 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-176dad31-4d20-4d71-8f26-853611d8e6e2 req-86638fb9-b37e-43f1-9f9c-88d0957c4f9d tempest-QuotasAdminNegativeTest-68796677 tempest-QuotasAdminNegativeTest-68796677-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=eb1d40305296411581104220eac1f85a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0416496 Oct 27 10:18:48.890159 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [req-6ac049cc-4da8-460d-aac1-1b26935ec690 req-d6ab13ad-e290-40b8-91b6-e7f7ffa2d01e service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=102346) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 10:18:48.891226 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-6ac049cc-4da8-460d-aac1-1b26935ec690 req-d6ab13ad-e290-40b8-91b6-e7f7ffa2d01e service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0577083 Oct 27 10:18:48.987270 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176dad31-4d20-4d71-8f26-853611d8e6e2 req-dbb93e9b-f3f1-4f06-8de2-9e4ddbc8462b tempest-QuotasAdminNegativeTest-68796677 tempest-QuotasAdminNegativeTest-68796677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:18:48.989276 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-176dad31-4d20-4d71-8f26-853611d8e6e2 req-dbb93e9b-f3f1-4f06-8de2-9e4ddbc8462b tempest-QuotasAdminNegativeTest-68796677 tempest-QuotasAdminNegativeTest-68796677-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1117203 Oct 27 10:18:49.008236 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-13d66175-8095-4bff-9aec-9b5d4a6ed707 req-9baadd9f-770e-4bc1-a54b-0e77139fea95 tempest-LiveMigrationNegativeTest-218370031 tempest-LiveMigrationNegativeTest-218370031-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=4ef5168f0c7643019f30449b86186517&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0410695 Oct 27 10:18:49.013231 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-176dad31-4d20-4d71-8f26-853611d8e6e2 req-f27a60e8-97b8-4b2d-b11d-2d0f5e9efc37 tempest-QuotasAdminNegativeTest-68796677 tempest-QuotasAdminNegativeTest-68796677-project] 10.222.0.44 "GET /v2.0/quotas/eb1d40305296411581104220eac1f85a HTTP/1.1" status: 200 len: 375 time: 0.0164349 Oct 27 10:18:49.055361 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-176dad31-4d20-4d71-8f26-853611d8e6e2 req-a2c90b9f-2eef-49c3-b67c-0ab8e9d68b9f tempest-QuotasAdminNegativeTest-68796677 tempest-QuotasAdminNegativeTest-68796677-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=eb1d40305296411581104220eac1f85a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0411961 Oct 27 10:18:49.099238 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-6ac049cc-4da8-460d-aac1-1b26935ec690 req-f9f710da-0580-4717-93a4-5858ecb4b796 service neutron] 10.222.0.44 "GET /v2.0/networks/0a48af15-1075-4a1c-b6c2-04479e771f49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1995306 Oct 27 10:18:49.205264 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec34303-fa1c-4442-be9a-92f1c7053500 req-6aab5c8e-d7cd-4fc4-995c-5d49bf67d13e tempest-DeleteServersAdminTestJSON-767095768 tempest-DeleteServersAdminTestJSON-767095768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:18:49.207424 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-9ec34303-fa1c-4442-be9a-92f1c7053500 req-6aab5c8e-d7cd-4fc4-995c-5d49bf67d13e tempest-DeleteServersAdminTestJSON-767095768 tempest-DeleteServersAdminTestJSON-767095768-project] 10.222.0.44 "GET /v2.0/ports?device_id=a064c284-3993-40ba-abcf-f1a83d184831 HTTP/1.1" status: 200 len: 947 time: 0.0513425 Oct 27 10:18:49.210500 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d66175-8095-4bff-9aec-9b5d4a6ed707 req-12b6ad33-f821-4861-ae9f-d41f07f36dd4 tempest-LiveMigrationNegativeTest-218370031 tempest-LiveMigrationNegativeTest-218370031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:18:49.211965 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-13d66175-8095-4bff-9aec-9b5d4a6ed707 req-12b6ad33-f821-4861-ae9f-d41f07f36dd4 tempest-LiveMigrationNegativeTest-218370031 tempest-LiveMigrationNegativeTest-218370031-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1974962 Oct 27 10:18:49.226440 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [req-13d66175-8095-4bff-9aec-9b5d4a6ed707 req-cc78cf1e-6e11-47d6-9372-cf3dfe55e68a tempest-LiveMigrationNegativeTest-218370031 tempest-LiveMigrationNegativeTest-218370031-project] Request body: {'port': {'device_id': 'a332b069-3887-44da-97bd-d22f51dd17aa', 'network_id': '4d250f92-d229-45fe-a579-67fef8e6c544', 'admin_state_up': True, 'tenant_id': '4ef5168f0c7643019f30449b86186517'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:18:49.246616 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-9ec34303-fa1c-4442-be9a-92f1c7053500 req-fb301280-2e18-4478-bfb7-f2ab3cf1d5e8 tempest-DeleteServersAdminTestJSON-767095768 tempest-DeleteServersAdminTestJSON-767095768-project] 10.222.0.44 "GET /v2.0/security-groups?id=e849200c-8e3e-41bb-bd28-f1c5b23c294b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326891 Oct 27 10:18:49.460978 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-6ac049cc-4da8-460d-aac1-1b26935ec690 req-17f17ac2-ad6e-49f1-935b-64740b53d2f6 service neutron] 10.222.0.44 "GET /v2.0/networks/0a48af15-1075-4a1c-b6c2-04479e771f49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3453341 Oct 27 10:18:49.495737 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7a5d0a-4e4b-43cb-a93c-c0dcd64632e0 req-1aa4b648-161b-4e18-bcdb-812bcc66f742 tempest-AggregatesAdminTestJSON-1678312996 tempest-AggregatesAdminTestJSON-1678312996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:18:49.497630 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-da7a5d0a-4e4b-43cb-a93c-c0dcd64632e0 req-1aa4b648-161b-4e18-bcdb-812bcc66f742 tempest-AggregatesAdminTestJSON-1678312996 tempest-AggregatesAdminTestJSON-1678312996-project] 10.222.0.44 "GET /v2.0/ports?device_id=114e92eb-0e52-48d7-9d32-7b336b988432 HTTP/1.1" status: 200 len: 970 time: 0.0660894 Oct 27 10:18:49.509295 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.64', 50392) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:18:49.549163 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-2011734c-3194-4e81-8bd6-29083469967b req-7863cc0d-2ba7-4b12-a86a-4947ea09a7a5 service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=0a6b0f2ebec44b99991561e44d8e16a8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0379725 Oct 27 10:18:49.604939 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13d66175-8095-4bff-9aec-9b5d4a6ed707 req-cc78cf1e-6e11-47d6-9372-cf3dfe55e68a tempest-LiveMigrationNegativeTest-218370031 tempest-LiveMigrationNegativeTest-218370031-project] Made reservation on behalf of 4ef5168f0c7643019f30449b86186517 for: {'port': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:18:49.605101 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-da7a5d0a-4e4b-43cb-a93c-c0dcd64632e0 req-5cc210b7-db2f-4261-88fc-8986e98f4cc6 tempest-AggregatesAdminTestJSON-1678312996 tempest-AggregatesAdminTestJSON-1678312996-project] 10.222.0.44 "GET /v2.0/security-groups?id=a1b01133-9332-4d78-8994-5d84d1d89d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934944 Oct 27 10:18:49.620401 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-13d66175-8095-4bff-9aec-9b5d4a6ed707 req-cc78cf1e-6e11-47d6-9372-cf3dfe55e68a tempest-LiveMigrationNegativeTest-218370031 tempest-LiveMigrationNegativeTest-218370031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:49.642829 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-13d66175-8095-4bff-9aec-9b5d4a6ed707 req-cc78cf1e-6e11-47d6-9372-cf3dfe55e68a tempest-LiveMigrationNegativeTest-218370031 tempest-LiveMigrationNegativeTest-218370031-project] Publish callbacks [] for security_group, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:49.726533 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32381f3e-a6b9-44ce-8258-ba704db6d3f4 req-9b1d9ffc-5000-4d69-b4f1-fcea2bc867c2 tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:18:49.728062 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-32381f3e-a6b9-44ce-8258-ba704db6d3f4 req-9b1d9ffc-5000-4d69-b4f1-fcea2bc867c2 tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] 10.222.0.64 "GET /v2.0/networks?id=1886fe3b-e088-4c7d-8f4c-b14d4440b311 HTTP/1.1" status: 200 len: 821 time: 0.2174594 Oct 27 10:18:49.745419 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [req-32381f3e-a6b9-44ce-8258-ba704db6d3f4 req-1f70ed81-b9ab-470c-9fcf-b3d19a312cbd tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] Request body: {'port': {'device_id': '461a11c3-9cc5-4859-b647-0a8860e95b75', 'network_id': '1886fe3b-e088-4c7d-8f4c-b14d4440b311', 'admin_state_up': True, 'tenant_id': '54312c7c8f9740c0a6858560a6518b0e'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:18:49.849430 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-f773151b-9baa-4162-a6c8-961c743f5b2f req-59f8b192-e6ab-46b1-9380-692e0611cf14 tempest-ServersWithSpecificFlavorTestJSON-2103273157 tempest-ServersWithSpecificFlavorTestJSON-2103273157-project] 10.222.0.44 "GET /v2.0/ports?device_id=265228e3-9e0d-4457-9209-d37929afa548 HTTP/1.1" status: 200 len: 210 time: 0.0370903 Oct 27 10:18:49.873988 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-eadeaa30-4096-4d1a-b3cb-aa7ebfb291ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:49.899877 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-13d66175-8095-4bff-9aec-9b5d4a6ed707 req-cc78cf1e-6e11-47d6-9372-cf3dfe55e68a tempest-LiveMigrationNegativeTest-218370031 tempest-LiveMigrationNegativeTest-218370031-project] Publish callbacks [] for security_group, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:49.908122 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-13d66175-8095-4bff-9aec-9b5d4a6ed707 req-cc78cf1e-6e11-47d6-9372-cf3dfe55e68a tempest-LiveMigrationNegativeTest-218370031 tempest-LiveMigrationNegativeTest-218370031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:49.941657 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:49.944428 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-1a538029-838f-4bd8-bd12-0fe8c17a4890 req-9a55189f-ef45-4462-b246-09e04d21cc08 tempest-LiveMigrationNegativeTest-218370031 tempest-LiveMigrationNegativeTest-218370031-project] 10.222.0.44 "GET /v2.0/ports?device_id=a332b069-3887-44da-97bd-d22f51dd17aa HTTP/1.1" status: 200 len: 210 time: 0.0441911 Oct 27 10:18:50.023076 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2011734c-3194-4e81-8bd6-29083469967b req-6efa7b7d-c516-4325-a843-8b9cdaafce59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:18:50.025129 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-2011734c-3194-4e81-8bd6-29083469967b req-6efa7b7d-c516-4325-a843-8b9cdaafce59 service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4659634 Oct 27 10:18:50.046733 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32381f3e-a6b9-44ce-8258-ba704db6d3f4 req-1f70ed81-b9ab-470c-9fcf-b3d19a312cbd tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] Made reservation on behalf of 54312c7c8f9740c0a6858560a6518b0e for: {'port': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:18:50.050237 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-32381f3e-a6b9-44ce-8258-ba704db6d3f4 req-1f70ed81-b9ab-470c-9fcf-b3d19a312cbd tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:50.067895 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc78cf1e-6e11-47d6-9372-cf3dfe55e68a tempest-LiveMigrationNegativeTest-218370031 tempest-LiveMigrationNegativeTest-218370031-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce298a20-614e-493c-89f0-b27e77f8a827,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:18:50.073225 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ea63f61f-55d1-4e51-a049-74519bdc7800 req-45d81786-c681-46ca-950f-d2452d56d1d9 tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] 10.222.0.44 "GET /v2.0/ports?device_id=461a11c3-9cc5-4859-b647-0a8860e95b75 HTTP/1.1" status: 200 len: 210 time: 0.0768757 Oct 27 10:18:50.136068 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973fdb3b-714c-45a6-824e-d59ab002713f req-ce3b1252-676d-4aca-ad85-3bf5da7307d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:18:50.137731 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-973fdb3b-714c-45a6-824e-d59ab002713f req-ce3b1252-676d-4aca-ad85-3bf5da7307d0 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=0a6b0f2ebec44b99991561e44d8e16a8&device_id=a064c284-3993-40ba-abcf-f1a83d184831 HTTP/1.1" status: 200 len: 1099 time: 0.0611014 Oct 27 10:18:50.202307 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_common [req-13d66175-8095-4bff-9aec-9b5d4a6ed707 req-cc78cf1e-6e11-47d6-9372-cf3dfe55e68a tempest-LiveMigrationNegativeTest-218370031 tempest-LiveMigrationNegativeTest-218370031-project] Allocated IP 192.168.233.162 (4d250f92-d229-45fe-a579-67fef8e6c544/62eb52f7-aac4-48af-8670-e04300325561/3fbe4d9d-e648-4698-a2b9-03ea8923f41e) {{(pid=102346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:18:50.269542 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-973fdb3b-714c-45a6-824e-d59ab002713f req-3174ef74-5f4c-48cb-80c3-c1e95b19d20b service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.79&port_id=2458d0ea-2932-4865-8645-cb6072434e96 HTTP/1.1" status: 200 len: 217 time: 0.0686288 Oct 27 10:18:50.319838 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-4ae505cb-cbcf-4030-95cf-334fa7bcd0d4 req-cea8f775-e1e2-4cb0-b9ae-4c2fbe487891 tempest-QuotasAdminNegativeTest-68796677 tempest-QuotasAdminNegativeTest-68796677-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=eb1d40305296411581104220eac1f85a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0369556 Oct 27 10:18:50.326404 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_common [req-32381f3e-a6b9-44ce-8258-ba704db6d3f4 req-1f70ed81-b9ab-470c-9fcf-b3d19a312cbd tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] Allocated IP 172.20.0.10 (1886fe3b-e088-4c7d-8f4c-b14d4440b311/823c78a5-c352-4686-b77c-588d22c2aa2c/cf326a9d-27a4-4e1c-96d7-cb8fdbf66697) {{(pid=102346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:18:50.355185 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973fdb3b-714c-45a6-824e-d59ab002713f req-de0ce00b-18dd-4d6f-b848-11b9b47960ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:18:50.356703 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-973fdb3b-714c-45a6-824e-d59ab002713f req-de0ce00b-18dd-4d6f-b848-11b9b47960ff service neutron] 10.222.0.76 "GET /v2.0/subnets?id=62eb52f7-aac4-48af-8670-e04300325561 HTTP/1.1" status: 200 len: 843 time: 0.0798669 Oct 27 10:18:50.464223 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e65eb1-6faf-4812-af5f-4af153a8b4ed req-baea1e31-fcfd-448b-a4e4-db79a8ecf4e9 tempest-DeleteServersAdminTestJSON-767095768 tempest-DeleteServersAdminTestJSON-767095768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:18:50.465722 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-d8e65eb1-6faf-4812-af5f-4af153a8b4ed req-baea1e31-fcfd-448b-a4e4-db79a8ecf4e9 tempest-DeleteServersAdminTestJSON-767095768 tempest-DeleteServersAdminTestJSON-767095768-project] 10.222.0.44 "GET /v2.0/ports?device_id=a064c284-3993-40ba-abcf-f1a83d184831 HTTP/1.1" status: 200 len: 947 time: 0.1079111 Oct 27 10:18:50.467702 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973fdb3b-714c-45a6-824e-d59ab002713f req-30feb545-2553-4dcc-b708-b5d6fd539bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:18:50.469086 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-973fdb3b-714c-45a6-824e-d59ab002713f req-30feb545-2553-4dcc-b708-b5d6fd539bfa service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=4d250f92-d229-45fe-a579-67fef8e6c544&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1009467 Oct 27 10:18:50.550594 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae505cb-cbcf-4030-95cf-334fa7bcd0d4 req-73a960f1-526d-4cf8-9759-595c7c6b884c tempest-QuotasAdminNegativeTest-68796677 tempest-QuotasAdminNegativeTest-68796677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:18:50.551958 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-4ae505cb-cbcf-4030-95cf-334fa7bcd0d4 req-73a960f1-526d-4cf8-9759-595c7c6b884c tempest-QuotasAdminNegativeTest-68796677 tempest-QuotasAdminNegativeTest-68796677-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2228456 Oct 27 10:18:50.553363 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-d8e65eb1-6faf-4812-af5f-4af153a8b4ed req-5806a70f-8a64-4e7d-9747-5bc7377bcae0 tempest-DeleteServersAdminTestJSON-767095768 tempest-DeleteServersAdminTestJSON-767095768-project] 10.222.0.44 "GET /v2.0/security-groups?id=e849200c-8e3e-41bb-bd28-f1c5b23c294b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789750 Oct 27 10:18:50.584667 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-973fdb3b-714c-45a6-824e-d59ab002713f req-c03f6889-dc1a-4e39-b6a6-a258e877cc52 service neutron] 10.222.0.76 "GET /v2.0/networks/4d250f92-d229-45fe-a579-67fef8e6c544?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042879 Oct 27 10:18:50.615545 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-4ae505cb-cbcf-4030-95cf-334fa7bcd0d4 req-f19d6cc4-4257-4510-876a-5b0f7dfc6641 tempest-QuotasAdminNegativeTest-68796677 tempest-QuotasAdminNegativeTest-68796677-project] 10.222.0.44 "GET /v2.0/quotas/eb1d40305296411581104220eac1f85a HTTP/1.1" status: 200 len: 375 time: 0.0504880 Oct 27 10:18:50.631435 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-13d66175-8095-4bff-9aec-9b5d4a6ed707 req-cc78cf1e-6e11-47d6-9372-cf3dfe55e68a tempest-LiveMigrationNegativeTest-218370031 tempest-LiveMigrationNegativeTest-218370031-project] Publish callbacks [] for port, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:50.667000 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-4ae505cb-cbcf-4030-95cf-334fa7bcd0d4 req-5176f927-1c44-45c6-b7d1-53f3cd1ee83d tempest-QuotasAdminNegativeTest-68796677 tempest-QuotasAdminNegativeTest-68796677-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=eb1d40305296411581104220eac1f85a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0391037 Oct 27 10:18:50.715562 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-973fdb3b-714c-45a6-824e-d59ab002713f req-bcd68f3a-95c7-4f90-bb6c-4f412c9739dc service neutron] 10.222.0.76 "GET /v2.0/networks/4d250f92-d229-45fe-a579-67fef8e6c544?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208968 Oct 27 10:18:50.729432 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-32381f3e-a6b9-44ce-8258-ba704db6d3f4 req-1f70ed81-b9ab-470c-9fcf-b3d19a312cbd tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] Publish callbacks [] for port, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:50.732256 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533c0ac3-d0bd-4dd7-8dd7-1709cde9832f req-740452d5-4347-4b9d-bfcf-d76f3b13d02e tempest-AggregatesAdminTestJSON-1678312996 tempest-AggregatesAdminTestJSON-1678312996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:18:50.734041 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-533c0ac3-d0bd-4dd7-8dd7-1709cde9832f req-740452d5-4347-4b9d-bfcf-d76f3b13d02e tempest-AggregatesAdminTestJSON-1678312996 tempest-AggregatesAdminTestJSON-1678312996-project] 10.222.0.44 "GET /v2.0/ports?device_id=114e92eb-0e52-48d7-9d32-7b336b988432 HTTP/1.1" status: 200 len: 970 time: 0.0638852 Oct 27 10:18:50.739688 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-13d66175-8095-4bff-9aec-9b5d4a6ed707 req-cc78cf1e-6e11-47d6-9372-cf3dfe55e68a tempest-LiveMigrationNegativeTest-218370031 tempest-LiveMigrationNegativeTest-218370031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606'] for port, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:50.800247 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13d66175-8095-4bff-9aec-9b5d4a6ed707 req-cc78cf1e-6e11-47d6-9372-cf3dfe55e68a tempest-LiveMigrationNegativeTest-218370031 tempest-LiveMigrationNegativeTest-218370031-project] Network 4d250f92-d229-45fe-a579-67fef8e6c544 is already hosted by enough agents. {{(pid=102346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:18:50.807800 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-533c0ac3-d0bd-4dd7-8dd7-1709cde9832f req-6a7a539d-2c2c-43f1-9b2c-b4ac48ab87a2 tempest-AggregatesAdminTestJSON-1678312996 tempest-AggregatesAdminTestJSON-1678312996-project] 10.222.0.44 "GET /v2.0/security-groups?id=a1b01133-9332-4d78-8994-5d84d1d89d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587890 Oct 27 10:18:50.812314 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [req-13d66175-8095-4bff-9aec-9b5d4a6ed707 req-cc78cf1e-6e11-47d6-9372-cf3dfe55e68a tempest-LiveMigrationNegativeTest-218370031 tempest-LiveMigrationNegativeTest-218370031-project] Resources bound (agent type, host, resource id): {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:18:50.814672 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc78cf1e-6e11-47d6-9372-cf3dfe55e68a tempest-LiveMigrationNegativeTest-218370031 tempest-LiveMigrationNegativeTest-218370031-project] Pushing event updated for resources: {'Port': ['ID=3fbe4d9d-e648-4698-a2b9-03ea8923f41e,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:18:50.819315 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [req-13d66175-8095-4bff-9aec-9b5d4a6ed707 req-cc78cf1e-6e11-47d6-9372-cf3dfe55e68a tempest-LiveMigrationNegativeTest-218370031 tempest-LiveMigrationNegativeTest-218370031-project] Received port after_create {{(pid=102346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:18:50.825342 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d66175-8095-4bff-9aec-9b5d4a6ed707 req-cc78cf1e-6e11-47d6-9372-cf3dfe55e68a tempest-LiveMigrationNegativeTest-218370031 tempest-LiveMigrationNegativeTest-218370031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:18:50.826030 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-13d66175-8095-4bff-9aec-9b5d4a6ed707 req-cc78cf1e-6e11-47d6-9372-cf3dfe55e68a tempest-LiveMigrationNegativeTest-218370031 tempest-LiveMigrationNegativeTest-218370031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:50.849156 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-32381f3e-a6b9-44ce-8258-ba704db6d3f4 req-1f70ed81-b9ab-470c-9fcf-b3d19a312cbd tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606'] for port, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:50.853625 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-13d66175-8095-4bff-9aec-9b5d4a6ed707 req-cc78cf1e-6e11-47d6-9372-cf3dfe55e68a tempest-LiveMigrationNegativeTest-218370031 tempest-LiveMigrationNegativeTest-218370031-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6308730 Oct 27 10:18:50.890977 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [req-13d66175-8095-4bff-9aec-9b5d4a6ed707 req-7c48555f-da0d-4ef4-91eb-4108d1056078 service neutron] Request body: {'port': {'device_id': 'a332b069-3887-44da-97bd-d22f51dd17aa', 'device_owner': 'compute:tempest-test_az-1792601493', 'binding:host_id': 'n-h1-813419-10'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:18:50.934863 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32381f3e-a6b9-44ce-8258-ba704db6d3f4 req-1f70ed81-b9ab-470c-9fcf-b3d19a312cbd tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] Network 1886fe3b-e088-4c7d-8f4c-b14d4440b311 is already hosted by enough agents. {{(pid=102346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:18:50.942023 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [req-32381f3e-a6b9-44ce-8258-ba704db6d3f4 req-1f70ed81-b9ab-470c-9fcf-b3d19a312cbd tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] Resources bound (agent type, host, resource id): {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:18:50.947985 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [req-32381f3e-a6b9-44ce-8258-ba704db6d3f4 req-1f70ed81-b9ab-470c-9fcf-b3d19a312cbd tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] Received port after_create {{(pid=102346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:18:50.953704 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32381f3e-a6b9-44ce-8258-ba704db6d3f4 req-1f70ed81-b9ab-470c-9fcf-b3d19a312cbd tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:18:50.954325 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-32381f3e-a6b9-44ce-8258-ba704db6d3f4 req-1f70ed81-b9ab-470c-9fcf-b3d19a312cbd tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:50.967784 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f70ed81-b9ab-470c-9fcf-b3d19a312cbd tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] Pushing event updated for resources: {'Port': ['ID=cf326a9d-27a4-4e1c-96d7-cb8fdbf66697,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:18:51.012109 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-13d66175-8095-4bff-9aec-9b5d4a6ed707 req-7c48555f-da0d-4ef4-91eb-4108d1056078 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:51.017867 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-32381f3e-a6b9-44ce-8258-ba704db6d3f4 req-1f70ed81-b9ab-470c-9fcf-b3d19a312cbd tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2773819 Oct 27 10:18:51.032718 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [req-32381f3e-a6b9-44ce-8258-ba704db6d3f4 req-f260567e-a437-45c3-bbbb-63fdaaba9f2b service neutron] Request body: {'port': {'device_id': '461a11c3-9cc5-4859-b647-0a8860e95b75', 'device_owner': 'compute:tempest-test_az-1792601493', 'binding:host_id': 'n-h1-813419-10'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:18:51.048685 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-d57be447-e436-47b8-9d49-33795aaf0503 req-403947e4-c90c-4d81-a29b-0515d0601b9d tempest-ServersWithSpecificFlavorTestJSON-2103273157 tempest-ServersWithSpecificFlavorTestJSON-2103273157-project] 10.222.0.44 "GET /v2.0/ports?device_id=265228e3-9e0d-4457-9209-d37929afa548 HTTP/1.1" status: 200 len: 210 time: 0.0445178 Oct 27 10:18:51.166335 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-32381f3e-a6b9-44ce-8258-ba704db6d3f4 req-f260567e-a437-45c3-bbbb-63fdaaba9f2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:51.172914 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac049cc-4da8-460d-aac1-1b26935ec690 req-4eda436e-2d8d-4010-8c28-c8099849f3f9 tempest-ServersWithSpecificFlavorTestJSON-2103273157 tempest-ServersWithSpecificFlavorTestJSON-2103273157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:18:51.174866 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-6ac049cc-4da8-460d-aac1-1b26935ec690 req-4eda436e-2d8d-4010-8c28-c8099849f3f9 tempest-ServersWithSpecificFlavorTestJSON-2103273157 tempest-ServersWithSpecificFlavorTestJSON-2103273157-project] 10.222.0.76 "GET /v2.0/networks?id=0a48af15-1075-4a1c-b6c2-04479e771f49 HTTP/1.1" status: 200 len: 823 time: 0.2876487 Oct 27 10:18:51.244271 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-6ac049cc-4da8-460d-aac1-1b26935ec690 req-1f782a53-d2f1-4c88-8520-7eaaec1b579d tempest-ServersWithSpecificFlavorTestJSON-2103273157 tempest-ServersWithSpecificFlavorTestJSON-2103273157-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=60bf030ec38b4548b292ea0483de5f05 HTTP/1.1" status: 200 len: 379 time: 0.0483928 Oct 27 10:18:51.247918 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-cb9953d8-1ac8-4f83-a73f-9a8906e65e1f None None] Provisioning complete for port 3fbe4d9d-e648-4698-a2b9-03ea8923f41e triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:18:51.248873 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-cb9953d8-1ac8-4f83-a73f-9a8906e65e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:51.262921 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [req-6ac049cc-4da8-460d-aac1-1b26935ec690 req-c4df7cac-f8c9-46ad-b612-a538ade4f1eb tempest-ServersWithSpecificFlavorTestJSON-2103273157 tempest-ServersWithSpecificFlavorTestJSON-2103273157-project] Request body: {'port': {'device_id': '265228e3-9e0d-4457-9209-d37929afa548', 'network_id': '0a48af15-1075-4a1c-b6c2-04479e771f49', 'admin_state_up': True, 'tenant_id': '60bf030ec38b4548b292ea0483de5f05', 'security_groups': ['a5c3a744-545c-4ff0-934c-41785bfff57c']}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:18:51.304945 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-cb9953d8-1ac8-4f83-a73f-9a8906e65e1f None None] Port 3fbe4d9d-e648-4698-a2b9-03ea8923f41e cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:18:51.353219 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807685e9-b801-45f7-a7c3-a358fe4773bc req-d9731a8f-0e3d-443d-adda-e6e9067069c8 tempest-LiveMigrationNegativeTest-218370031 tempest-LiveMigrationNegativeTest-218370031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:18:51.354745 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-807685e9-b801-45f7-a7c3-a358fe4773bc req-d9731a8f-0e3d-443d-adda-e6e9067069c8 tempest-LiveMigrationNegativeTest-218370031 tempest-LiveMigrationNegativeTest-218370031-project] 10.222.0.44 "GET /v2.0/ports?device_id=a332b069-3887-44da-97bd-d22f51dd17aa HTTP/1.1" status: 200 len: 936 time: 0.2068086 Oct 27 10:18:51.413484 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e719fe0-209b-4b6f-a4cf-0ad915df9735 req-68273cf4-a8ac-4b47-9094-b53e2c805767 tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:18:51.415562 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-5e719fe0-209b-4b6f-a4cf-0ad915df9735 req-68273cf4-a8ac-4b47-9094-b53e2c805767 tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] 10.222.0.44 "GET /v2.0/ports?device_id=461a11c3-9cc5-4859-b647-0a8860e95b75 HTTP/1.1" status: 200 len: 932 time: 0.0813179 Oct 27 10:18:51.474095 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-5e719fe0-209b-4b6f-a4cf-0ad915df9735 req-f7075fd0-0c4f-4f6d-950c-1993c7373495 tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] 10.222.0.44 "GET /v2.0/security-groups?id=e3018bff-e5f8-44d8-a835-69520a8698da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485539 Oct 27 10:18:51.475278 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ac049cc-4da8-460d-aac1-1b26935ec690 req-c4df7cac-f8c9-46ad-b612-a538ade4f1eb tempest-ServersWithSpecificFlavorTestJSON-2103273157 tempest-ServersWithSpecificFlavorTestJSON-2103273157-project] Made reservation on behalf of 60bf030ec38b4548b292ea0483de5f05 for: {'port': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:18:51.478852 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-6ac049cc-4da8-460d-aac1-1b26935ec690 req-c4df7cac-f8c9-46ad-b612-a538ade4f1eb tempest-ServersWithSpecificFlavorTestJSON-2103273157 tempest-ServersWithSpecificFlavorTestJSON-2103273157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:51.539386 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-807685e9-b801-45f7-a7c3-a358fe4773bc req-c89e6e7b-51a7-426f-a71c-30ac07dbcb07 tempest-LiveMigrationNegativeTest-218370031 tempest-LiveMigrationNegativeTest-218370031-project] 10.222.0.44 "GET /v2.0/security-groups?id=ce298a20-614e-493c-89f0-b27e77f8a827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759424 Oct 27 10:18:51.619526 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-80023335-139b-4f1d-bd5a-a807a340b5b2 req-15f99d29-b151-4322-9e67-88542734b7ba tempest-QuotasAdminNegativeTest-68796677 tempest-QuotasAdminNegativeTest-68796677-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=eb1d40305296411581104220eac1f85a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0274439 Oct 27 10:18:51.687464 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_common [req-6ac049cc-4da8-460d-aac1-1b26935ec690 req-c4df7cac-f8c9-46ad-b612-a538ade4f1eb tempest-ServersWithSpecificFlavorTestJSON-2103273157 tempest-ServersWithSpecificFlavorTestJSON-2103273157-project] Allocated IP 172.20.0.13 (0a48af15-1075-4a1c-b6c2-04479e771f49/01ed277a-6c4a-420b-a94a-e6bb1e65fbf9/5038503f-cda9-4787-9ef3-d834a02fd9d6) {{(pid=102347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:18:51.751607 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-3c6a8245-0581-48aa-b5f6-4d8fe98cd16e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:51.787052 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9be2a6-36bc-4044-834c-cdd574a2891e req-acd419a0-0e17-49d3-b268-20b869445c97 tempest-DeleteServersAdminTestJSON-767095768 tempest-DeleteServersAdminTestJSON-767095768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:18:51.790598 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-6d9be2a6-36bc-4044-834c-cdd574a2891e req-acd419a0-0e17-49d3-b268-20b869445c97 tempest-DeleteServersAdminTestJSON-767095768 tempest-DeleteServersAdminTestJSON-767095768-project] 10.222.0.44 "GET /v2.0/ports?device_id=a064c284-3993-40ba-abcf-f1a83d184831 HTTP/1.1" status: 200 len: 947 time: 0.1532583 Oct 27 10:18:51.793857 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [req-13d66175-8095-4bff-9aec-9b5d4a6ed707 req-7c48555f-da0d-4ef4-91eb-4108d1056078 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3fbe4d9d-e648-4698-a2b9-03ea8923f41e {{(pid=102346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:18:51.811764 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-13d66175-8095-4bff-9aec-9b5d4a6ed707 req-7c48555f-da0d-4ef4-91eb-4108d1056078 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:51.815368 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80023335-139b-4f1d-bd5a-a807a340b5b2 req-1cbbdbf1-980f-4e24-b940-fd93d3547549 tempest-QuotasAdminNegativeTest-68796677 tempest-QuotasAdminNegativeTest-68796677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:18:51.816985 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-80023335-139b-4f1d-bd5a-a807a340b5b2 req-1cbbdbf1-980f-4e24-b940-fd93d3547549 tempest-QuotasAdminNegativeTest-68796677 tempest-QuotasAdminNegativeTest-68796677-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1864231 Oct 27 10:18:51.842118 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-80023335-139b-4f1d-bd5a-a807a340b5b2 req-6df79491-6c48-4f6d-80e2-fc58aae75354 tempest-QuotasAdminNegativeTest-68796677 tempest-QuotasAdminNegativeTest-68796677-project] 10.222.0.44 "GET /v2.0/quotas/eb1d40305296411581104220eac1f85a HTTP/1.1" status: 200 len: 375 time: 0.0182710 Oct 27 10:18:51.869256 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.provisioning_blocks [req-13d66175-8095-4bff-9aec-9b5d4a6ed707 req-7c48555f-da0d-4ef4-91eb-4108d1056078 service neutron] Transition to ACTIVE for port object 3fbe4d9d-e648-4698-a2b9-03ea8923f41e will not be triggered until provisioned by entity L2. {{(pid=102346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 10:18:51.896161 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-80023335-139b-4f1d-bd5a-a807a340b5b2 req-ec654291-a40f-491f-8947-f91c4cddd3c3 tempest-QuotasAdminNegativeTest-68796677 tempest-QuotasAdminNegativeTest-68796677-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=eb1d40305296411581104220eac1f85a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0451522 Oct 27 10:18:51.902762 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-13d66175-8095-4bff-9aec-9b5d4a6ed707 req-7c48555f-da0d-4ef4-91eb-4108d1056078 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:51.922239 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-6ac049cc-4da8-460d-aac1-1b26935ec690 req-c4df7cac-f8c9-46ad-b612-a538ade4f1eb tempest-ServersWithSpecificFlavorTestJSON-2103273157 tempest-ServersWithSpecificFlavorTestJSON-2103273157-project] Publish callbacks [] for port, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:51.932746 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-6d9be2a6-36bc-4044-834c-cdd574a2891e req-0acea509-c8ad-477c-b335-6b02cb4f145b tempest-DeleteServersAdminTestJSON-767095768 tempest-DeleteServersAdminTestJSON-767095768-project] 10.222.0.44 "GET /v2.0/security-groups?id=e849200c-8e3e-41bb-bd28-f1c5b23c294b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268048 Oct 27 10:18:51.951679 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [req-32381f3e-a6b9-44ce-8258-ba704db6d3f4 req-f260567e-a437-45c3-bbbb-63fdaaba9f2b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf326a9d-27a4-4e1c-96d7-cb8fdbf66697 {{(pid=102346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:18:51.957484 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-6ac049cc-4da8-460d-aac1-1b26935ec690 req-c4df7cac-f8c9-46ad-b612-a538ade4f1eb tempest-ServersWithSpecificFlavorTestJSON-2103273157 tempest-ServersWithSpecificFlavorTestJSON-2103273157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606'] for port, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:51.958630 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-32381f3e-a6b9-44ce-8258-ba704db6d3f4 req-f260567e-a437-45c3-bbbb-63fdaaba9f2b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:52.011706 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.provisioning_blocks [req-32381f3e-a6b9-44ce-8258-ba704db6d3f4 req-f260567e-a437-45c3-bbbb-63fdaaba9f2b service neutron] Transition to ACTIVE for port object cf326a9d-27a4-4e1c-96d7-cb8fdbf66697 will not be triggered until provisioned by entity L2. {{(pid=102346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 10:18:52.039660 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-32381f3e-a6b9-44ce-8258-ba704db6d3f4 req-f260567e-a437-45c3-bbbb-63fdaaba9f2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:52.043883 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ac049cc-4da8-460d-aac1-1b26935ec690 req-c4df7cac-f8c9-46ad-b612-a538ade4f1eb tempest-ServersWithSpecificFlavorTestJSON-2103273157 tempest-ServersWithSpecificFlavorTestJSON-2103273157-project] Network 0a48af15-1075-4a1c-b6c2-04479e771f49 is already hosted by enough agents. {{(pid=102347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:18:52.044991 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c48555f-da0d-4ef4-91eb-4108d1056078 service neutron] Pushing event updated for resources: {'Port': ['ID=3fbe4d9d-e648-4698-a2b9-03ea8923f41e,revision_number=2']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:18:52.050535 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [req-6ac049cc-4da8-460d-aac1-1b26935ec690 req-c4df7cac-f8c9-46ad-b612-a538ade4f1eb tempest-ServersWithSpecificFlavorTestJSON-2103273157 tempest-ServersWithSpecificFlavorTestJSON-2103273157-project] Resources bound (agent type, host, resource id): {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:18:52.067383 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ac049cc-4da8-460d-aac1-1b26935ec690 req-c4df7cac-f8c9-46ad-b612-a538ade4f1eb tempest-ServersWithSpecificFlavorTestJSON-2103273157 tempest-ServersWithSpecificFlavorTestJSON-2103273157-project] Received port after_create {{(pid=102347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:18:52.072801 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.managers [req-13d66175-8095-4bff-9aec-9b5d4a6ed707 req-7c48555f-da0d-4ef4-91eb-4108d1056078 service neutron] Attempting to bind port 3fbe4d9d-e648-4698-a2b9-03ea8923f41e on host n-h1-813419-10 for vnic_type normal with profile {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:18:52.073138 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.managers [req-13d66175-8095-4bff-9aec-9b5d4a6ed707 req-7c48555f-da0d-4ef4-91eb-4108d1056078 service neutron] Attempting to bind port 3fbe4d9d-e648-4698-a2b9-03ea8923f41e by drivers openvswitch,hyperv on host n-h1-813419-10 at level 0 using segments [{'id': 'f7c42c6d-2766-46d8-a8b7-4852117a5555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '4d250f92-d229-45fe-a579-67fef8e6c544'}] {{(pid=102346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:18:52.073609 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13d66175-8095-4bff-9aec-9b5d4a6ed707 req-7c48555f-da0d-4ef4-91eb-4108d1056078 service neutron] Attempting to bind port 3fbe4d9d-e648-4698-a2b9-03ea8923f41e on network 4d250f92-d229-45fe-a579-67fef8e6c544 {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:18:52.073890 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac049cc-4da8-460d-aac1-1b26935ec690 req-c4df7cac-f8c9-46ad-b612-a538ade4f1eb tempest-ServersWithSpecificFlavorTestJSON-2103273157 tempest-ServersWithSpecificFlavorTestJSON-2103273157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:18:52.074680 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-6ac049cc-4da8-460d-aac1-1b26935ec690 req-c4df7cac-f8c9-46ad-b612-a538ade4f1eb tempest-ServersWithSpecificFlavorTestJSON-2103273157 tempest-ServersWithSpecificFlavorTestJSON-2103273157-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:52.085622 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13d66175-8095-4bff-9aec-9b5d4a6ed707 req-7c48555f-da0d-4ef4-91eb-4108d1056078 service neutron] Port 3fbe4d9d-e648-4698-a2b9-03ea8923f41e on network 4d250f92-d229-45fe-a579-67fef8e6c544 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-10 {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 10:18:52.085837 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13d66175-8095-4bff-9aec-9b5d4a6ed707 req-7c48555f-da0d-4ef4-91eb-4108d1056078 service neutron] Attempting to bind port 3fbe4d9d-e648-4698-a2b9-03ea8923f41e on network 4d250f92-d229-45fe-a579-67fef8e6c544 {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:18:52.092026 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4df7cac-f8c9-46ad-b612-a538ade4f1eb tempest-ServersWithSpecificFlavorTestJSON-2103273157 tempest-ServersWithSpecificFlavorTestJSON-2103273157-project] Pushing event updated for resources: {'Port': ['ID=5038503f-cda9-4787-9ef3-d834a02fd9d6,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:18:52.117163 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-6ac049cc-4da8-460d-aac1-1b26935ec690 req-c4df7cac-f8c9-46ad-b612-a538ade4f1eb tempest-ServersWithSpecificFlavorTestJSON-2103273157 tempest-ServersWithSpecificFlavorTestJSON-2103273157-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8764675 Oct 27 10:18:52.130778 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [req-6ac049cc-4da8-460d-aac1-1b26935ec690 req-563539b2-1160-489b-9de7-4fde7572932d service neutron] Request body: {'port': {'device_id': '265228e3-9e0d-4457-9209-d37929afa548', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-10'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:18:52.227311 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-6ac049cc-4da8-460d-aac1-1b26935ec690 req-563539b2-1160-489b-9de7-4fde7572932d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:52.378947 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13d66175-8095-4bff-9aec-9b5d4a6ed707 req-7c48555f-da0d-4ef4-91eb-4108d1056078 service neutron] Checking agent: {'id': 'a52e1cab-0c63-402d-9c94-330537c6c076', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 16, 2), 'started_at': datetime.datetime(2021, 10, 27, 10, 16, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 18, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:18:52.378947 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13d66175-8095-4bff-9aec-9b5d4a6ed707 req-7c48555f-da0d-4ef4-91eb-4108d1056078 service neutron] Checking segment: {'id': 'f7c42c6d-2766-46d8-a8b7-4852117a5555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '4d250f92-d229-45fe-a579-67fef8e6c544'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:18:52.378947 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13d66175-8095-4bff-9aec-9b5d4a6ed707 req-7c48555f-da0d-4ef4-91eb-4108d1056078 service neutron] Bound using segment: {'id': 'f7c42c6d-2766-46d8-a8b7-4852117a5555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '4d250f92-d229-45fe-a579-67fef8e6c544'} {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:18:52.379483 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.managers [req-13d66175-8095-4bff-9aec-9b5d4a6ed707 req-7c48555f-da0d-4ef4-91eb-4108d1056078 service neutron] Bound port: 3fbe4d9d-e648-4698-a2b9-03ea8923f41e, host: n-h1-813419-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7c42c6d-2766-46d8-a8b7-4852117a5555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '4d250f92-d229-45fe-a579-67fef8e6c544'}}] {{(pid=102346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:18:52.379745 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-13d66175-8095-4bff-9aec-9b5d4a6ed707 req-7c48555f-da0d-4ef4-91eb-4108d1056078 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:52.400862 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2887336-9197-4302-a326-d90e1ce2e112 req-bb0ace2d-a8c4-4813-8258-957d029ba4d7 tempest-ServersWithSpecificFlavorTestJSON-2103273157 tempest-ServersWithSpecificFlavorTestJSON-2103273157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:18:52.402331 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-f2887336-9197-4302-a326-d90e1ce2e112 req-bb0ace2d-a8c4-4813-8258-957d029ba4d7 tempest-ServersWithSpecificFlavorTestJSON-2103273157 tempest-ServersWithSpecificFlavorTestJSON-2103273157-project] 10.222.0.44 "GET /v2.0/ports?device_id=265228e3-9e0d-4457-9209-d37929afa548 HTTP/1.1" status: 200 len: 932 time: 0.1295238 Oct 27 10:18:52.422726 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f260567e-a437-45c3-bbbb-63fdaaba9f2b service neutron] Pushing event updated for resources: {'Port': ['ID=cf326a9d-27a4-4e1c-96d7-cb8fdbf66697,revision_number=2']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:18:52.466763 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-89188824-cb42-42bd-a741-0220eb5839d9 None None] Provisioning complete for port 5038503f-cda9-4787-9ef3-d834a02fd9d6 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:18:52.467711 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-89188824-cb42-42bd-a741-0220eb5839d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:52.475513 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc36a244-e51d-43ba-8755-ad35bf4818c6 req-41558378-9963-4e49-a713-f6ed8229d436 tempest-AggregatesAdminTestJSON-1678312996 tempest-AggregatesAdminTestJSON-1678312996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:18:52.477047 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-bc36a244-e51d-43ba-8755-ad35bf4818c6 req-41558378-9963-4e49-a713-f6ed8229d436 tempest-AggregatesAdminTestJSON-1678312996 tempest-AggregatesAdminTestJSON-1678312996-project] 10.222.0.44 "GET /v2.0/ports?device_id=114e92eb-0e52-48d7-9d32-7b336b988432 HTTP/1.1" status: 200 len: 970 time: 0.3965468 Oct 27 10:18:52.488658 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-f2887336-9197-4302-a326-d90e1ce2e112 req-20798ca0-294c-4607-8439-e483c3c0d99a tempest-ServersWithSpecificFlavorTestJSON-2103273157 tempest-ServersWithSpecificFlavorTestJSON-2103273157-project] 10.222.0.44 "GET /v2.0/security-groups?id=a5c3a744-545c-4ff0-934c-41785bfff57c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752532 Oct 27 10:18:52.496264 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.managers [req-32381f3e-a6b9-44ce-8258-ba704db6d3f4 req-f260567e-a437-45c3-bbbb-63fdaaba9f2b service neutron] Attempting to bind port cf326a9d-27a4-4e1c-96d7-cb8fdbf66697 on host n-h1-813419-10 for vnic_type normal with profile {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:18:52.496619 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.managers [req-32381f3e-a6b9-44ce-8258-ba704db6d3f4 req-f260567e-a437-45c3-bbbb-63fdaaba9f2b service neutron] Attempting to bind port cf326a9d-27a4-4e1c-96d7-cb8fdbf66697 by drivers openvswitch,hyperv on host n-h1-813419-10 at level 0 using segments [{'id': '4fd5c29a-a838-4106-a890-06a671bde674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '1886fe3b-e088-4c7d-8f4c-b14d4440b311'}] {{(pid=102346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:18:52.496927 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32381f3e-a6b9-44ce-8258-ba704db6d3f4 req-f260567e-a437-45c3-bbbb-63fdaaba9f2b service neutron] Attempting to bind port cf326a9d-27a4-4e1c-96d7-cb8fdbf66697 on network 1886fe3b-e088-4c7d-8f4c-b14d4440b311 {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:18:52.534546 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-89188824-cb42-42bd-a741-0220eb5839d9 None None] Port 5038503f-cda9-4787-9ef3-d834a02fd9d6 cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:18:52.543485 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32381f3e-a6b9-44ce-8258-ba704db6d3f4 req-f260567e-a437-45c3-bbbb-63fdaaba9f2b service neutron] Port cf326a9d-27a4-4e1c-96d7-cb8fdbf66697 on network 1886fe3b-e088-4c7d-8f4c-b14d4440b311 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-10 {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 10:18:52.543810 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32381f3e-a6b9-44ce-8258-ba704db6d3f4 req-f260567e-a437-45c3-bbbb-63fdaaba9f2b service neutron] Attempting to bind port cf326a9d-27a4-4e1c-96d7-cb8fdbf66697 on network 1886fe3b-e088-4c7d-8f4c-b14d4440b311 {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:18:52.556404 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32381f3e-a6b9-44ce-8258-ba704db6d3f4 req-f260567e-a437-45c3-bbbb-63fdaaba9f2b service neutron] Checking agent: {'id': 'a52e1cab-0c63-402d-9c94-330537c6c076', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 16, 2), 'started_at': datetime.datetime(2021, 10, 27, 10, 16, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 18, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:18:52.556751 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32381f3e-a6b9-44ce-8258-ba704db6d3f4 req-f260567e-a437-45c3-bbbb-63fdaaba9f2b service neutron] Checking segment: {'id': '4fd5c29a-a838-4106-a890-06a671bde674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '1886fe3b-e088-4c7d-8f4c-b14d4440b311'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:18:52.557126 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32381f3e-a6b9-44ce-8258-ba704db6d3f4 req-f260567e-a437-45c3-bbbb-63fdaaba9f2b service neutron] Bound using segment: {'id': '4fd5c29a-a838-4106-a890-06a671bde674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '1886fe3b-e088-4c7d-8f4c-b14d4440b311'} {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:18:52.557559 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.managers [req-32381f3e-a6b9-44ce-8258-ba704db6d3f4 req-f260567e-a437-45c3-bbbb-63fdaaba9f2b service neutron] Bound port: cf326a9d-27a4-4e1c-96d7-cb8fdbf66697, host: n-h1-813419-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4fd5c29a-a838-4106-a890-06a671bde674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '1886fe3b-e088-4c7d-8f4c-b14d4440b311'}}] {{(pid=102346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:18:52.557914 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-32381f3e-a6b9-44ce-8258-ba704db6d3f4 req-f260567e-a437-45c3-bbbb-63fdaaba9f2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:52.565687 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [req-13d66175-8095-4bff-9aec-9b5d4a6ed707 req-7c48555f-da0d-4ef4-91eb-4108d1056078 service neutron] For port 3fbe4d9d-e648-4698-a2b9-03ea8923f41e, host n-h1-813419-10, cleared binding levels {{(pid=102346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:18:52.590333 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-bc36a244-e51d-43ba-8755-ad35bf4818c6 req-98145f32-259b-40da-892b-faf4314ddd81 tempest-AggregatesAdminTestJSON-1678312996 tempest-AggregatesAdminTestJSON-1678312996-project] 10.222.0.44 "GET /v2.0/security-groups?id=a1b01133-9332-4d78-8994-5d84d1d89d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972767 Oct 27 10:18:52.595663 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [req-13d66175-8095-4bff-9aec-9b5d4a6ed707 req-7c48555f-da0d-4ef4-91eb-4108d1056078 service neutron] For port 3fbe4d9d-e648-4698-a2b9-03ea8923f41e, host n-h1-813419-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=3fbe4d9d-e648-4698-a2b9-03ea8923f41e,segment=NetworkSegment(f7c42c6d-2766-46d8-a8b7-4852117a5555),segment_id=f7c42c6d-2766-46d8-a8b7-4852117a5555)] {{(pid=102346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:18:52.619444 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [req-6ac049cc-4da8-460d-aac1-1b26935ec690 req-563539b2-1160-489b-9de7-4fde7572932d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5038503f-cda9-4787-9ef3-d834a02fd9d6 {{(pid=102347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:18:52.620258 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-13d66175-8095-4bff-9aec-9b5d4a6ed707 req-7c48555f-da0d-4ef4-91eb-4108d1056078 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:52.629076 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-6ac049cc-4da8-460d-aac1-1b26935ec690 req-563539b2-1160-489b-9de7-4fde7572932d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:52.647591 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.provisioning_blocks [req-6ac049cc-4da8-460d-aac1-1b26935ec690 req-563539b2-1160-489b-9de7-4fde7572932d service neutron] Transition to ACTIVE for port object 5038503f-cda9-4787-9ef3-d834a02fd9d6 will not be triggered until provisioned by entity L2. {{(pid=102347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 10:18:52.655538 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502dd14f-f946-4927-a6df-5b4d661d8862 req-c780e7d5-a9cb-4482-848b-130b7765c770 tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:18:52.656996 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-502dd14f-f946-4927-a6df-5b4d661d8862 req-c780e7d5-a9cb-4482-848b-130b7765c770 tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] 10.222.0.44 "GET /v2.0/ports?device_id=461a11c3-9cc5-4859-b647-0a8860e95b75 HTTP/1.1" status: 200 len: 966 time: 0.0764623 Oct 27 10:18:52.658458 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-6ac049cc-4da8-460d-aac1-1b26935ec690 req-563539b2-1160-489b-9de7-4fde7572932d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:52.664316 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d66175-8095-4bff-9aec-9b5d4a6ed707 req-7c48555f-da0d-4ef4-91eb-4108d1056078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:18:52.664316 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-13d66175-8095-4bff-9aec-9b5d4a6ed707 req-7c48555f-da0d-4ef4-91eb-4108d1056078 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:52.665510 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-13d66175-8095-4bff-9aec-9b5d4a6ed707 req-7c48555f-da0d-4ef4-91eb-4108d1056078 service neutron] 10.222.0.64 "PUT /v2.0/ports/3fbe4d9d-e648-4698-a2b9-03ea8923f41e HTTP/1.1" status: 200 len: 1119 time: 1.8021076 Oct 27 10:18:52.669527 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a332b069-3887-44da-97bd-d22f51dd17aa', 'tag': '3fbe4d9d-e648-4698-a2b9-03ea8923f41e'}] {{(pid=102346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:18:52.672607 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc0e418f5fc417c8d55d94c0aa509b037d0beb2a734c1a709e789eb65639a56d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a896f93-145c-48f1-80c6-fb3357b42e5d" -d '{"events": [{"name": "network-changed", "server_uuid": "a332b069-3887-44da-97bd-d22f51dd17aa", "tag": "3fbe4d9d-e648-4698-a2b9-03ea8923f41e"}]}' {{(pid=102346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:18:52.726740 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [req-32381f3e-a6b9-44ce-8258-ba704db6d3f4 req-f260567e-a437-45c3-bbbb-63fdaaba9f2b service neutron] For port cf326a9d-27a4-4e1c-96d7-cb8fdbf66697, host n-h1-813419-10, cleared binding levels {{(pid=102346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:18:52.782703 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-502dd14f-f946-4927-a6df-5b4d661d8862 req-94c35aed-56b5-4641-b293-00ea0f2852b6 tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] 10.222.0.44 "GET /v2.0/security-groups?id=e3018bff-e5f8-44d8-a835-69520a8698da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714340 Oct 27 10:18:52.787043 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c48555f-da0d-4ef4-91eb-4108d1056078 service neutron] Pushing event updated for resources: {'Port': ['ID=3fbe4d9d-e648-4698-a2b9-03ea8923f41e,revision_number=3']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:18:52.787877 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563539b2-1160-489b-9de7-4fde7572932d service neutron] Pushing event updated for resources: {'Port': ['ID=5038503f-cda9-4787-9ef3-d834a02fd9d6,revision_number=2']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:18:52.828506 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [req-32381f3e-a6b9-44ce-8258-ba704db6d3f4 req-f260567e-a437-45c3-bbbb-63fdaaba9f2b service neutron] For port cf326a9d-27a4-4e1c-96d7-cb8fdbf66697, host n-h1-813419-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=cf326a9d-27a4-4e1c-96d7-cb8fdbf66697,segment=NetworkSegment(4fd5c29a-a838-4106-a890-06a671bde674),segment_id=4fd5c29a-a838-4106-a890-06a671bde674)] {{(pid=102346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:18:52.855349 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-6ac049cc-4da8-460d-aac1-1b26935ec690 req-563539b2-1160-489b-9de7-4fde7572932d service neutron] Attempting to bind port 5038503f-cda9-4787-9ef3-d834a02fd9d6 on host n-h2-813419-10 for vnic_type normal with profile {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:18:52.855722 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-6ac049cc-4da8-460d-aac1-1b26935ec690 req-563539b2-1160-489b-9de7-4fde7572932d service neutron] Attempting to bind port 5038503f-cda9-4787-9ef3-d834a02fd9d6 by drivers openvswitch,hyperv on host n-h2-813419-10 at level 0 using segments [{'id': '1c5c493c-9b99-4313-a0b3-4267f64405e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '0a48af15-1075-4a1c-b6c2-04479e771f49'}] {{(pid=102347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:18:52.856054 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ac049cc-4da8-460d-aac1-1b26935ec690 req-563539b2-1160-489b-9de7-4fde7572932d service neutron] Attempting to bind port 5038503f-cda9-4787-9ef3-d834a02fd9d6 on network 0a48af15-1075-4a1c-b6c2-04479e771f49 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:18:52.868922 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ac049cc-4da8-460d-aac1-1b26935ec690 req-563539b2-1160-489b-9de7-4fde7572932d service neutron] Port 5038503f-cda9-4787-9ef3-d834a02fd9d6 on network 0a48af15-1075-4a1c-b6c2-04479e771f49 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-10 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 10:18:52.871246 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ac049cc-4da8-460d-aac1-1b26935ec690 req-563539b2-1160-489b-9de7-4fde7572932d service neutron] Attempting to bind port 5038503f-cda9-4787-9ef3-d834a02fd9d6 on network 0a48af15-1075-4a1c-b6c2-04479e771f49 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:18:52.873260 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-32381f3e-a6b9-44ce-8258-ba704db6d3f4 req-f260567e-a437-45c3-bbbb-63fdaaba9f2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:52.882171 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device e605e2fa-1823-4f5b-b4a1-e60ce344400c details requested by agent hyperv_n-h1-813419-10 with host n-h1-813419-10 {{(pid=102348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 10:18:52.885390 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ac049cc-4da8-460d-aac1-1b26935ec690 req-563539b2-1160-489b-9de7-4fde7572932d service neutron] Checking agent: {'id': 'a2edc247-0fa4-4ce6-bbae-a10492f6bd71', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 16, 9), 'started_at': datetime.datetime(2021, 10, 27, 10, 16, 9), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 18, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:18:52.885930 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ac049cc-4da8-460d-aac1-1b26935ec690 req-563539b2-1160-489b-9de7-4fde7572932d service neutron] Checking segment: {'id': '1c5c493c-9b99-4313-a0b3-4267f64405e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '0a48af15-1075-4a1c-b6c2-04479e771f49'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:18:52.886611 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ac049cc-4da8-460d-aac1-1b26935ec690 req-563539b2-1160-489b-9de7-4fde7572932d service neutron] Bound using segment: {'id': '1c5c493c-9b99-4313-a0b3-4267f64405e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '0a48af15-1075-4a1c-b6c2-04479e771f49'} {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:18:52.887258 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-6ac049cc-4da8-460d-aac1-1b26935ec690 req-563539b2-1160-489b-9de7-4fde7572932d service neutron] Bound port: 5038503f-cda9-4787-9ef3-d834a02fd9d6, host: n-h2-813419-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c5c493c-9b99-4313-a0b3-4267f64405e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '0a48af15-1075-4a1c-b6c2-04479e771f49'}}] {{(pid=102347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:18:52.887787 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-6ac049cc-4da8-460d-aac1-1b26935ec690 req-563539b2-1160-489b-9de7-4fde7572932d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:52.888407 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 10:18:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94c55c6b-5c4e-49d5-8ae4-94450f6465d7 x-openstack-request-id: req-94c55c6b-5c4e-49d5-8ae4-94450f6465d7 {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:18:52.888806 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a332b069-3887-44da-97bd-d22f51dd17aa", "tag": "3fbe4d9d-e648-4698-a2b9-03ea8923f41e", "status": "completed", "code": 200}]} {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:18:52.889154 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-94c55c6b-5c4e-49d5-8ae4-94450f6465d7 {{(pid=102346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:18:52.890907 n-d-813419-10 neutron-server[102346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a332b069-3887-44da-97bd-d22f51dd17aa', 'tag': '3fbe4d9d-e648-4698-a2b9-03ea8923f41e', 'status': 'completed', 'code': 200} Oct 27 10:18:52.933458 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32381f3e-a6b9-44ce-8258-ba704db6d3f4 req-f260567e-a437-45c3-bbbb-63fdaaba9f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:18:52.934279 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-32381f3e-a6b9-44ce-8258-ba704db6d3f4 req-f260567e-a437-45c3-bbbb-63fdaaba9f2b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:52.935944 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-32381f3e-a6b9-44ce-8258-ba704db6d3f4 req-f260567e-a437-45c3-bbbb-63fdaaba9f2b service neutron] 10.222.0.64 "PUT /v2.0/ports/cf326a9d-27a4-4e1c-96d7-cb8fdbf66697 HTTP/1.1" status: 200 len: 1115 time: 1.9084048 Oct 27 10:18:52.965323 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d66175-8095-4bff-9aec-9b5d4a6ed707 req-be3acdfb-d603-45f0-93d6-c884c1dfb471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:18:52.967854 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-13d66175-8095-4bff-9aec-9b5d4a6ed707 req-be3acdfb-d603-45f0-93d6-c884c1dfb471 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4ef5168f0c7643019f30449b86186517&device_id=a332b069-3887-44da-97bd-d22f51dd17aa HTTP/1.1" status: 200 len: 1122 time: 0.2445288 Oct 27 10:18:52.984035 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-6ac049cc-4da8-460d-aac1-1b26935ec690 req-563539b2-1160-489b-9de7-4fde7572932d service neutron] For port 5038503f-cda9-4787-9ef3-d834a02fd9d6, host n-h2-813419-10, cleared binding levels {{(pid=102347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:18:52.987891 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-6ac049cc-4da8-460d-aac1-1b26935ec690 req-563539b2-1160-489b-9de7-4fde7572932d service neutron] For port 5038503f-cda9-4787-9ef3-d834a02fd9d6, host n-h2-813419-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=5038503f-cda9-4787-9ef3-d834a02fd9d6,segment=NetworkSegment(1c5c493c-9b99-4313-a0b3-4267f64405e2),segment_id=1c5c493c-9b99-4313-a0b3-4267f64405e2)] {{(pid=102347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:18:52.989480 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95d84e2-3d31-43c8-97be-eb3a282801b4 req-9c65b7c3-4a92-4aa0-9880-e2ed0275ffd5 tempest-LiveMigrationNegativeTest-218370031 tempest-LiveMigrationNegativeTest-218370031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:18:52.991324 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-e95d84e2-3d31-43c8-97be-eb3a282801b4 req-9c65b7c3-4a92-4aa0-9880-e2ed0275ffd5 tempest-LiveMigrationNegativeTest-218370031 tempest-LiveMigrationNegativeTest-218370031-project] 10.222.0.44 "GET /v2.0/ports?device_id=a332b069-3887-44da-97bd-d22f51dd17aa HTTP/1.1" status: 200 len: 970 time: 0.2729652 Oct 27 10:18:53.000130 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-6ac049cc-4da8-460d-aac1-1b26935ec690 req-563539b2-1160-489b-9de7-4fde7572932d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:53.083395 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac049cc-4da8-460d-aac1-1b26935ec690 req-563539b2-1160-489b-9de7-4fde7572932d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:18:53.084777 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-6ac049cc-4da8-460d-aac1-1b26935ec690 req-563539b2-1160-489b-9de7-4fde7572932d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:53.086982 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-6ac049cc-4da8-460d-aac1-1b26935ec690 req-563539b2-1160-489b-9de7-4fde7572932d service neutron] 10.222.0.76 "PUT /v2.0/ports/5038503f-cda9-4787-9ef3-d834a02fd9d6 HTTP/1.1" status: 200 len: 1093 time: 0.9604645 Oct 27 10:18:53.088709 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '265228e3-9e0d-4457-9209-d37929afa548', 'tag': '5038503f-cda9-4787-9ef3-d834a02fd9d6'}] {{(pid=102347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:18:53.092099 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311149b481204ee7edffdb959c881838506fbd95bc8577c048f6677abb73acc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e14bfeb-a741-465d-9212-520672e831ec" -d '{"events": [{"name": "network-changed", "server_uuid": "265228e3-9e0d-4457-9209-d37929afa548", "tag": "5038503f-cda9-4787-9ef3-d834a02fd9d6"}]}' {{(pid=102347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:18:53.116758 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 37912) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:18:53.142019 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-13d66175-8095-4bff-9aec-9b5d4a6ed707 req-f067eb98-f3f4-4149-b356-f78329703786 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=3fbe4d9d-e648-4698-a2b9-03ea8923f41e HTTP/1.1" status: 200 len: 217 time: 0.1488836 Oct 27 10:18:53.144024 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f260567e-a437-45c3-bbbb-63fdaaba9f2b service neutron] Pushing event updated for resources: {'Port': ['ID=cf326a9d-27a4-4e1c-96d7-cb8fdbf66697,revision_number=3']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:18:53.202457 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563539b2-1160-489b-9de7-4fde7572932d service neutron] Pushing event updated for resources: {'Port': ['ID=5038503f-cda9-4787-9ef3-d834a02fd9d6,revision_number=3']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:18:53.220259 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-e95d84e2-3d31-43c8-97be-eb3a282801b4 req-c6e44ae2-ec64-4d8a-a26a-38502c0ceba1 tempest-LiveMigrationNegativeTest-218370031 tempest-LiveMigrationNegativeTest-218370031-project] 10.222.0.44 "GET /v2.0/security-groups?id=ce298a20-614e-493c-89f0-b27e77f8a827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2023256 Oct 27 10:18:53.221508 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port e605e2fa-1823-4f5b-b4a1-e60ce344400c, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=e605e2fa-1823-4f5b-b4a1-e60ce344400c,segment=NetworkSegment(f7c42c6d-2766-46d8-a8b7-4852117a5555),segment_id=f7c42c6d-2766-46d8-a8b7-4852117a5555)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:18:53.240231 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac049cc-4da8-460d-aac1-1b26935ec690 req-c46686f2-3f42-430b-89e5-bc82fbdec56b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:18:53.245929 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-6ac049cc-4da8-460d-aac1-1b26935ec690 req-c46686f2-3f42-430b-89e5-bc82fbdec56b service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=60bf030ec38b4548b292ea0483de5f05&device_id=265228e3-9e0d-4457-9209-d37929afa548 HTTP/1.1" status: 200 len: 1096 time: 0.0880480 Oct 27 10:18:53.254445 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32381f3e-a6b9-44ce-8258-ba704db6d3f4 req-09be06be-6b9a-454f-9059-08616ed402b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:18:53.258026 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-32381f3e-a6b9-44ce-8258-ba704db6d3f4 req-09be06be-6b9a-454f-9059-08616ed402b9 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=54312c7c8f9740c0a6858560a6518b0e&device_id=461a11c3-9cc5-4859-b647-0a8860e95b75 HTTP/1.1" status: 200 len: 1118 time: 0.2489440 Oct 27 10:18:53.259619 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d66175-8095-4bff-9aec-9b5d4a6ed707 req-1f53d592-8a72-4d8e-9414-04cf3ed9b058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:18:53.261218 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-13d66175-8095-4bff-9aec-9b5d4a6ed707 req-1f53d592-8a72-4d8e-9414-04cf3ed9b058 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=62eb52f7-aac4-48af-8670-e04300325561 HTTP/1.1" status: 200 len: 843 time: 0.1088824 Oct 27 10:18:53.264610 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5ee1e9-cd99-45b5-8d00-ea5a02367b72 req-1a9eedcd-26a9-4d16-a467-20a15740ca7f tempest-DeleteServersAdminTestJSON-767095768 tempest-DeleteServersAdminTestJSON-767095768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:18:53.267730 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Returning: {'device': 'e605e2fa-1823-4f5b-b4a1-e60ce344400c', 'network_id': '4d250f92-d229-45fe-a579-67fef8e6c544', 'port_id': 'e605e2fa-1823-4f5b-b4a1-e60ce344400c', 'mac_address': 'fa:16:3e:2c:e4:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62eb52f7-aac4-48af-8670-e04300325561', 'ip_address': '192.168.233.226'}], 'device_owner': 'compute:tempest-test_az-1792601493', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 10:18:53.269633 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-3f5ee1e9-cd99-45b5-8d00-ea5a02367b72 req-1a9eedcd-26a9-4d16-a467-20a15740ca7f tempest-DeleteServersAdminTestJSON-767095768 tempest-DeleteServersAdminTestJSON-767095768-project] 10.222.0.44 "GET /v2.0/ports?device_id=a064c284-3993-40ba-abcf-f1a83d184831 HTTP/1.1" status: 200 len: 947 time: 0.1816514 Oct 27 10:18:53.323396 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 10:18:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e225049b-485a-4084-a88d-d440a953d8c5 x-openstack-request-id: req-e225049b-485a-4084-a88d-d440a953d8c5 {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:18:53.324017 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "265228e3-9e0d-4457-9209-d37929afa548", "tag": "5038503f-cda9-4787-9ef3-d834a02fd9d6", "status": "completed", "code": 200}]} {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:18:53.324510 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e225049b-485a-4084-a88d-d440a953d8c5 {{(pid=102347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:18:53.325114 n-d-813419-10 neutron-server[102347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '265228e3-9e0d-4457-9209-d37929afa548', 'tag': '5038503f-cda9-4787-9ef3-d834a02fd9d6', 'status': 'completed', 'code': 200} Oct 27 10:18:53.349657 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-32381f3e-a6b9-44ce-8258-ba704db6d3f4 req-d8af95af-89b8-4ef3-94d8-b95ffa8b70e3 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cf326a9d-27a4-4e1c-96d7-cb8fdbf66697 HTTP/1.1" status: 200 len: 217 time: 0.0695806 Oct 27 10:18:53.354917 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:53.355536 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-6ac049cc-4da8-460d-aac1-1b26935ec690 req-48a14fc6-de79-4950-bd28-bb0a49c284e6 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5038503f-cda9-4787-9ef3-d834a02fd9d6 HTTP/1.1" status: 200 len: 217 time: 0.0840108 Oct 27 10:18:53.375832 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e605e2fa-1823-4f5b-b4a1-e60ce344400c {{(pid=102348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:18:53.400313 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port e605e2fa-1823-4f5b-b4a1-e60ce344400c, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=e605e2fa-1823-4f5b-b4a1-e60ce344400c,segment=NetworkSegment(f7c42c6d-2766-46d8-a8b7-4852117a5555),segment_id=f7c42c6d-2766-46d8-a8b7-4852117a5555)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:18:53.405740 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:53.414609 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-3f5ee1e9-cd99-45b5-8d00-ea5a02367b72 req-efeefdb9-ad0b-4186-be5c-3dd16295a5ff tempest-DeleteServersAdminTestJSON-767095768 tempest-DeleteServersAdminTestJSON-767095768-project] 10.222.0.44 "GET /v2.0/security-groups?id=e849200c-8e3e-41bb-bd28-f1c5b23c294b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933387 Oct 27 10:18:53.428230 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-82463968-5565-4e31-9bc2-f812d3d3be15 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:53.441700 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d66175-8095-4bff-9aec-9b5d4a6ed707 req-28296754-3c7f-4d78-8178-1f6e7e062ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:18:53.443600 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-13d66175-8095-4bff-9aec-9b5d4a6ed707 req-28296754-3c7f-4d78-8178-1f6e7e062ec7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4d250f92-d229-45fe-a579-67fef8e6c544&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1646342 Oct 27 10:18:53.449177 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32381f3e-a6b9-44ce-8258-ba704db6d3f4 req-1fc14076-c343-4c1d-80d4-7b3cf63c1999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:18:53.450555 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-32381f3e-a6b9-44ce-8258-ba704db6d3f4 req-1fc14076-c343-4c1d-80d4-7b3cf63c1999 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=823c78a5-c352-4686-b77c-588d22c2aa2c HTTP/1.1" status: 200 len: 861 time: 0.0783417 Oct 27 10:18:53.455719 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac049cc-4da8-460d-aac1-1b26935ec690 req-2e390397-12e3-42d4-b0d6-9fad49661598 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:18:53.457778 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-6ac049cc-4da8-460d-aac1-1b26935ec690 req-2e390397-12e3-42d4-b0d6-9fad49661598 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=01ed277a-6c4a-420b-a94a-e6bb1e65fbf9 HTTP/1.1" status: 200 len: 862 time: 0.0923018 Oct 27 10:18:53.459273 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Pushing event updated for resources: {'Port': ['ID=e605e2fa-1823-4f5b-b4a1-e60ce344400c,revision_number=4']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:18:53.524483 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-32381f3e-a6b9-44ce-8258-ba704db6d3f4 req-f7ee57d2-5cf4-458b-914e-17da4798dce2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1886fe3b-e088-4c7d-8f4c-b14d4440b311&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0594392 Oct 27 10:18:53.525427 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac049cc-4da8-460d-aac1-1b26935ec690 req-45a135ac-3476-4234-8d96-098ea86f2491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:18:53.527116 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-6ac049cc-4da8-460d-aac1-1b26935ec690 req-45a135ac-3476-4234-8d96-098ea86f2491 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=0a48af15-1075-4a1c-b6c2-04479e771f49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0591986 Oct 27 10:18:53.604714 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-82463968-5565-4e31-9bc2-f812d3d3be15 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:53.611780 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-82463968-5565-4e31-9bc2-f812d3d3be15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:53.666440 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-13d66175-8095-4bff-9aec-9b5d4a6ed707 req-9fbba8a8-fbcc-4bd1-b994-c33b82119f7f service neutron] 10.222.0.64 "GET /v2.0/networks/4d250f92-d229-45fe-a579-67fef8e6c544?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2090843 Oct 27 10:18:53.677647 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-82463968-5565-4e31-9bc2-f812d3d3be15 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=eb1d40305296411581104220eac1f85a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5436497 Oct 27 10:18:53.686828 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 37920) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:18:53.691143 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd964db0-ca7f-4aa8-a303-4526a80003cd req-43d042fd-5926-4ceb-90c8-b772b21e1a27 tempest-ServersWithSpecificFlavorTestJSON-2103273157 tempest-ServersWithSpecificFlavorTestJSON-2103273157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:18:53.692625 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-fd964db0-ca7f-4aa8-a303-4526a80003cd req-43d042fd-5926-4ceb-90c8-b772b21e1a27 tempest-ServersWithSpecificFlavorTestJSON-2103273157 tempest-ServersWithSpecificFlavorTestJSON-2103273157-project] 10.222.0.44 "GET /v2.0/ports?device_id=265228e3-9e0d-4457-9209-d37929afa548 HTTP/1.1" status: 200 len: 944 time: 0.1116467 Oct 27 10:18:53.694588 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82463968-5565-4e31-9bc2-f812d3d3be15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13802d42-152e-4e59-9848-3458c7784186,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:18:53.695698 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-32381f3e-a6b9-44ce-8258-ba704db6d3f4 req-3785689e-e225-4a97-9bde-5871783b0875 service neutron] 10.222.0.64 "GET /v2.0/networks/1886fe3b-e088-4c7d-8f4c-b14d4440b311?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1621249 Oct 27 10:18:53.699398 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-6ac049cc-4da8-460d-aac1-1b26935ec690 req-fe880348-70b0-4735-9fb2-a40b6486757e service neutron] 10.222.0.76 "GET /v2.0/networks/0a48af15-1075-4a1c-b6c2-04479e771f49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1641157 Oct 27 10:18:53.727342 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] get_ports_and_sgs() called for port_ids ['e605e2fa-1823-4f5b-b4a1-e60ce344400c'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:18:53.836744 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-fd964db0-ca7f-4aa8-a303-4526a80003cd req-28acf2eb-fbdf-4d76-99e0-620426bb4b08 tempest-ServersWithSpecificFlavorTestJSON-2103273157 tempest-ServersWithSpecificFlavorTestJSON-2103273157-project] 10.222.0.44 "GET /v2.0/security-groups?id=a5c3a744-545c-4ff0-934c-41785bfff57c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1311331 Oct 27 10:18:53.881955 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-13d66175-8095-4bff-9aec-9b5d4a6ed707 req-bd5be8dc-ada2-417b-be23-2d1a10add0d3 service neutron] 10.222.0.64 "GET /v2.0/networks/4d250f92-d229-45fe-a579-67fef8e6c544?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2062466 Oct 27 10:18:53.911351 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-32381f3e-a6b9-44ce-8258-ba704db6d3f4 req-78ab2039-8527-4387-9a7d-a4f2c8f88049 service neutron] 10.222.0.64 "GET /v2.0/networks/1886fe3b-e088-4c7d-8f4c-b14d4440b311?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2046680 Oct 27 10:18:53.994669 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfbb25b-1630-4ab4-8c95-f3e85ddd085b req-7ed9d07a-2031-4c06-8d59-9c9500588314 tempest-AggregatesAdminTestJSON-1678312996 tempest-AggregatesAdminTestJSON-1678312996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:18:53.996037 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-bcfbb25b-1630-4ab4-8c95-f3e85ddd085b req-7ed9d07a-2031-4c06-8d59-9c9500588314 tempest-AggregatesAdminTestJSON-1678312996 tempest-AggregatesAdminTestJSON-1678312996-project] 10.222.0.44 "GET /v2.0/ports?device_id=114e92eb-0e52-48d7-9d32-7b336b988432 HTTP/1.1" status: 200 len: 971 time: 0.3265331 Oct 27 10:18:54.012937 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b49d68a-f4f8-440b-a3ae-8819ed6348fd req-cf20337e-008c-4a0a-be31-31d3a2d7df73 tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:18:54.014408 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-1b49d68a-f4f8-440b-a3ae-8819ed6348fd req-cf20337e-008c-4a0a-be31-31d3a2d7df73 tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] 10.222.0.44 "GET /v2.0/ports?device_id=461a11c3-9cc5-4859-b647-0a8860e95b75 HTTP/1.1" status: 200 len: 966 time: 0.0835705 Oct 27 10:18:54.024995 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a896f93-145c-48f1-80c6-fb3357b42e5d req-816acd1e-e848-4831-91e0-6cba3c55a38e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:18:54.026394 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-2a896f93-145c-48f1-80c6-fb3357b42e5d req-816acd1e-e848-4831-91e0-6cba3c55a38e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4ef5168f0c7643019f30449b86186517&device_id=a332b069-3887-44da-97bd-d22f51dd17aa HTTP/1.1" status: 200 len: 1122 time: 0.0640700 Oct 27 10:18:54.035095 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-f2559ce3-bf5f-4f6f-aeb2-04c011a25c23 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:54.082896 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-bcfbb25b-1630-4ab4-8c95-f3e85ddd085b req-a2fe60c0-c1d8-436f-9f00-0880d63c3683 tempest-AggregatesAdminTestJSON-1678312996 tempest-AggregatesAdminTestJSON-1678312996-project] 10.222.0.44 "GET /v2.0/security-groups?id=a1b01133-9332-4d78-8994-5d84d1d89d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766919 Oct 27 10:18:54.084638 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-f2559ce3-bf5f-4f6f-aeb2-04c011a25c23 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:54.087649 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-6ac049cc-4da8-460d-aac1-1b26935ec690 req-7409ab50-788b-4a5f-be4f-8394e0914d4e service neutron] 10.222.0.76 "GET /v2.0/networks/0a48af15-1075-4a1c-b6c2-04479e771f49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3739140 Oct 27 10:18:54.101652 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-1b49d68a-f4f8-440b-a3ae-8819ed6348fd req-c4d76592-e115-4aa6-8422-62a93c5bdbf7 tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] 10.222.0.44 "GET /v2.0/security-groups?id=e3018bff-e5f8-44d8-a835-69520a8698da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788329 Oct 27 10:18:54.142084 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-f2559ce3-bf5f-4f6f-aeb2-04c011a25c23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:54.145174 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-f2559ce3-bf5f-4f6f-aeb2-04c011a25c23 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:54.146390 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-f2559ce3-bf5f-4f6f-aeb2-04c011a25c23 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/13802d42-152e-4e59-9848-3458c7784186 HTTP/1.1" status: 204 len: 168 time: 0.4573328 Oct 27 10:18:54.154377 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2559ce3-bf5f-4f6f-aeb2-04c011a25c23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13802d42-152e-4e59-9848-3458c7784186,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:18:54.158070 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a896f93-145c-48f1-80c6-fb3357b42e5d req-e5aa0f29-515b-403d-a61f-0931881c151e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:18:54.160178 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-2a896f93-145c-48f1-80c6-fb3357b42e5d req-e5aa0f29-515b-403d-a61f-0931881c151e service neutron] 10.222.0.64 "GET /v2.0/networks?id=4d250f92-d229-45fe-a579-67fef8e6c544 HTTP/1.1" status: 200 len: 870 time: 0.1204288 Oct 27 10:18:54.208361 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e14bfeb-a741-465d-9212-520672e831ec req-447c7f5e-c1e5-42bd-94ef-0a6ff40aa81f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:18:54.209899 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8e14bfeb-a741-465d-9212-520672e831ec req-447c7f5e-c1e5-42bd-94ef-0a6ff40aa81f service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=60bf030ec38b4548b292ea0483de5f05&device_id=265228e3-9e0d-4457-9209-d37929afa548 HTTP/1.1" status: 200 len: 1096 time: 0.0439975 Oct 27 10:18:54.218228 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-2a896f93-145c-48f1-80c6-fb3357b42e5d req-f3adc666-44cc-417b-8b12-1b938f9664ca service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=3fbe4d9d-e648-4698-a2b9-03ea8923f41e HTTP/1.1" status: 200 len: 217 time: 0.0472658 Oct 27 10:18:54.275634 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a896f93-145c-48f1-80c6-fb3357b42e5d req-9de6cb48-f536-4b16-8505-cfe5a71e86df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:18:54.277371 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-2a896f93-145c-48f1-80c6-fb3357b42e5d req-9de6cb48-f536-4b16-8505-cfe5a71e86df service neutron] 10.222.0.64 "GET /v2.0/subnets?id=62eb52f7-aac4-48af-8670-e04300325561 HTTP/1.1" status: 200 len: 843 time: 0.0522637 Oct 27 10:18:54.337183 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a896f93-145c-48f1-80c6-fb3357b42e5d req-8e4c03f0-96c0-40f0-92ba-a9b248a735e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:18:54.338701 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-2a896f93-145c-48f1-80c6-fb3357b42e5d req-8e4c03f0-96c0-40f0-92ba-a9b248a735e5 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4d250f92-d229-45fe-a579-67fef8e6c544&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0517690 Oct 27 10:18:54.429319 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653f1c17-7a20-4664-9b51-4aa41bd832b5 req-b340d808-65e8-41af-92cb-6b6cdbb378f0 tempest-LiveMigrationNegativeTest-218370031 tempest-LiveMigrationNegativeTest-218370031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:18:54.430730 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-653f1c17-7a20-4664-9b51-4aa41bd832b5 req-b340d808-65e8-41af-92cb-6b6cdbb378f0 tempest-LiveMigrationNegativeTest-218370031 tempest-LiveMigrationNegativeTest-218370031-project] 10.222.0.44 "GET /v2.0/ports?device_id=a332b069-3887-44da-97bd-d22f51dd17aa HTTP/1.1" status: 200 len: 970 time: 0.1076801 Oct 27 10:18:54.433554 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e14bfeb-a741-465d-9212-520672e831ec req-d5a66568-67ea-40fa-ad7c-7cc50d6f8d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:18:54.434922 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8e14bfeb-a741-465d-9212-520672e831ec req-d5a66568-67ea-40fa-ad7c-7cc50d6f8d8d service neutron] 10.222.0.76 "GET /v2.0/networks?id=0a48af15-1075-4a1c-b6c2-04479e771f49 HTTP/1.1" status: 200 len: 924 time: 0.2158000 Oct 27 10:18:54.449690 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-2a896f93-145c-48f1-80c6-fb3357b42e5d req-e0b94db0-b48d-4125-bcff-e7d7b8216b2f service neutron] 10.222.0.64 "GET /v2.0/networks/4d250f92-d229-45fe-a579-67fef8e6c544?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015184 Oct 27 10:18:54.484480 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8e14bfeb-a741-465d-9212-520672e831ec req-b7f69466-f184-46aa-87d1-b10fe88021d3 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5038503f-cda9-4787-9ef3-d834a02fd9d6 HTTP/1.1" status: 200 len: 217 time: 0.0398226 Oct 27 10:18:54.485039 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 37932) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:18:54.530594 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-fafb0bf7-7d61-4dd4-a78f-92c013f1060f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:54.573206 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e14bfeb-a741-465d-9212-520672e831ec req-d11381ed-8b2f-4eb4-9723-93499707974b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:18:54.574655 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8e14bfeb-a741-465d-9212-520672e831ec req-d11381ed-8b2f-4eb4-9723-93499707974b service neutron] 10.222.0.76 "GET /v2.0/subnets?id=01ed277a-6c4a-420b-a94a-e6bb1e65fbf9 HTTP/1.1" status: 200 len: 862 time: 0.0786407 Oct 27 10:18:54.575240 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f8f17d-8200-44fb-a29d-ee046929e2bf req-2bbe5b6a-a21e-4382-8636-122c79c1c568 tempest-DeleteServersAdminTestJSON-767095768 tempest-DeleteServersAdminTestJSON-767095768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:18:54.576682 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-25f8f17d-8200-44fb-a29d-ee046929e2bf req-2bbe5b6a-a21e-4382-8636-122c79c1c568 tempest-DeleteServersAdminTestJSON-767095768 tempest-DeleteServersAdminTestJSON-767095768-project] 10.222.0.44 "GET /v2.0/ports?device_id=a064c284-3993-40ba-abcf-f1a83d184831 HTTP/1.1" status: 200 len: 947 time: 0.0725017 Oct 27 10:18:54.580329 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-653f1c17-7a20-4664-9b51-4aa41bd832b5 req-8da162ff-6f28-44d1-a9a1-f0e51db0ff71 tempest-LiveMigrationNegativeTest-218370031 tempest-LiveMigrationNegativeTest-218370031-project] 10.222.0.44 "GET /v2.0/security-groups?id=ce298a20-614e-493c-89f0-b27e77f8a827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959964 Oct 27 10:18:54.593774 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-2a896f93-145c-48f1-80c6-fb3357b42e5d req-2d5a91fc-9c08-4efa-bcfe-11ae091303a5 service neutron] 10.222.0.64 "GET /v2.0/networks/4d250f92-d229-45fe-a579-67fef8e6c544?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350598 Oct 27 10:18:54.621289 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-25f8f17d-8200-44fb-a29d-ee046929e2bf req-863f75f7-4179-4e31-b215-1e19a1045696 tempest-DeleteServersAdminTestJSON-767095768 tempest-DeleteServersAdminTestJSON-767095768-project] 10.222.0.44 "GET /v2.0/security-groups?id=e849200c-8e3e-41bb-bd28-f1c5b23c294b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374050 Oct 27 10:18:54.651879 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e14bfeb-a741-465d-9212-520672e831ec req-19d9454e-ba2b-4e43-92f8-51d488fae600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:18:54.653461 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8e14bfeb-a741-465d-9212-520672e831ec req-19d9454e-ba2b-4e43-92f8-51d488fae600 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=0a48af15-1075-4a1c-b6c2-04479e771f49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0712636 Oct 27 10:18:54.730333 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-fafb0bf7-7d61-4dd4-a78f-92c013f1060f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:54.735567 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-fafb0bf7-7d61-4dd4-a78f-92c013f1060f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:54.790247 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-fafb0bf7-7d61-4dd4-a78f-92c013f1060f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=383d9d4eb52849488eb8448da63bd4f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3011398 Oct 27 10:18:54.790596 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 37934) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:18:54.792659 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafb0bf7-7d61-4dd4-a78f-92c013f1060f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=853fbbc9-8ba0-40db-9117-39475a366f4c,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:18:54.801695 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8e14bfeb-a741-465d-9212-520672e831ec req-6efe7010-8c91-4863-81cf-18f114474501 service neutron] 10.222.0.76 "GET /v2.0/networks/0a48af15-1075-4a1c-b6c2-04479e771f49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383009 Oct 27 10:18:54.838146 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-1a682c1b-802d-4c9f-9a0e-e7b8d46737e1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:54.860461 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-1a682c1b-802d-4c9f-9a0e-e7b8d46737e1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:54.876436 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device e605e2fa-1823-4f5b-b4a1-e60ce344400c up at agent hyperv_n-h1-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:18:54.900918 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8e14bfeb-a741-465d-9212-520672e831ec req-bcde23af-98d4-4446-9520-4eabd91287a7 service neutron] 10.222.0.76 "GET /v2.0/networks/0a48af15-1075-4a1c-b6c2-04479e771f49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890896 Oct 27 10:18:54.909399 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '461a11c3-9cc5-4859-b647-0a8860e95b75', 'tag': 'cf326a9d-27a4-4e1c-96d7-cb8fdbf66697'}] {{(pid=102346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:18:54.912109 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc0e418f5fc417c8d55d94c0aa509b037d0beb2a734c1a709e789eb65639a56d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71e515fb-8c85-4924-ad9f-be0f0b3a39c2" -d '{"events": [{"name": "network-changed", "server_uuid": "461a11c3-9cc5-4859-b647-0a8860e95b75", "tag": "cf326a9d-27a4-4e1c-96d7-cb8fdbf66697"}]}' {{(pid=102346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:18:54.926479 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-1a682c1b-802d-4c9f-9a0e-e7b8d46737e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:54.929248 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-1a682c1b-802d-4c9f-9a0e-e7b8d46737e1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:54.934791 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-1a682c1b-802d-4c9f-9a0e-e7b8d46737e1 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/853fbbc9-8ba0-40db-9117-39475a366f4c HTTP/1.1" status: 204 len: 168 time: 0.1415284 Oct 27 10:18:54.942948 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Provisioning for port e605e2fa-1823-4f5b-b4a1-e60ce344400c completed by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 10:18:54.946350 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a682c1b-802d-4c9f-9a0e-e7b8d46737e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=853fbbc9-8ba0-40db-9117-39475a366f4c,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:18:54.953620 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Provisioning complete for port e605e2fa-1823-4f5b-b4a1-e60ce344400c triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:18:54.954089 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:54.959975 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 10:18:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebd2916b-b39b-41ee-9161-f84023f8f3dd x-openstack-request-id: req-ebd2916b-b39b-41ee-9161-f84023f8f3dd {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:18:54.960433 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "461a11c3-9cc5-4859-b647-0a8860e95b75", "tag": "cf326a9d-27a4-4e1c-96d7-cb8fdbf66697", "status": "completed", "code": 200}]} {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:18:54.960873 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ebd2916b-b39b-41ee-9161-f84023f8f3dd {{(pid=102346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:18:54.961357 n-d-813419-10 neutron-server[102346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '461a11c3-9cc5-4859-b647-0a8860e95b75', 'tag': 'cf326a9d-27a4-4e1c-96d7-cb8fdbf66697', 'status': 'completed', 'code': 200} Oct 27 10:18:54.986444 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7935d7-f1b2-4844-920f-336741ef150c req-76aefefd-a513-471a-8d5e-703b3240806f tempest-ServersWithSpecificFlavorTestJSON-2103273157 tempest-ServersWithSpecificFlavorTestJSON-2103273157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:18:54.988783 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-9c7935d7-f1b2-4844-920f-336741ef150c req-76aefefd-a513-471a-8d5e-703b3240806f tempest-ServersWithSpecificFlavorTestJSON-2103273157 tempest-ServersWithSpecificFlavorTestJSON-2103273157-project] 10.222.0.44 "GET /v2.0/ports?device_id=265228e3-9e0d-4457-9209-d37929afa548 HTTP/1.1" status: 200 len: 944 time: 0.0716302 Oct 27 10:18:55.036712 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-9c7935d7-f1b2-4844-920f-336741ef150c req-1a6644c5-09fa-4d98-9d19-e54236572a59 tempest-ServersWithSpecificFlavorTestJSON-2103273157 tempest-ServersWithSpecificFlavorTestJSON-2103273157-project] 10.222.0.44 "GET /v2.0/security-groups?id=a5c3a744-545c-4ff0-934c-41785bfff57c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416787 Oct 27 10:18:55.038165 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e515fb-8c85-4924-ad9f-be0f0b3a39c2 req-2a40348c-da9f-482e-a7d7-8617b68c6aed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:18:55.039831 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-71e515fb-8c85-4924-ad9f-be0f0b3a39c2 req-2a40348c-da9f-482e-a7d7-8617b68c6aed service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=54312c7c8f9740c0a6858560a6518b0e&device_id=461a11c3-9cc5-4859-b647-0a8860e95b75 HTTP/1.1" status: 200 len: 1118 time: 0.0559359 Oct 27 10:18:55.066458 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:55.094663 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '114e92eb-0e52-48d7-9d32-7b336b988432', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e605e2fa-1823-4f5b-b4a1-e60ce344400c'}] {{(pid=102348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:18:55.150743 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e515fb-8c85-4924-ad9f-be0f0b3a39c2 req-799827ef-17d6-47ce-b843-267b4b73c9bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:18:55.152291 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-71e515fb-8c85-4924-ad9f-be0f0b3a39c2 req-799827ef-17d6-47ce-b843-267b4b73c9bb service neutron] 10.222.0.64 "GET /v2.0/networks?id=1886fe3b-e088-4c7d-8f4c-b14d4440b311 HTTP/1.1" status: 200 len: 922 time: 0.1030974 Oct 27 10:18:55.186438 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port e605e2fa-1823-4f5b-b4a1-e60ce344400c, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=e605e2fa-1823-4f5b-b4a1-e60ce344400c,segment=NetworkSegment(f7c42c6d-2766-46d8-a8b7-4852117a5555),segment_id=f7c42c6d-2766-46d8-a8b7-4852117a5555)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:18:55.191929 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:55.244253 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-71e515fb-8c85-4924-ad9f-be0f0b3a39c2 req-81796b82-e807-4e32-9af1-adb37819ff95 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cf326a9d-27a4-4e1c-96d7-cb8fdbf66697 HTTP/1.1" status: 200 len: 217 time: 0.0838776 Oct 27 10:18:55.259182 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Pushing event updated for resources: {'Port': ['ID=e605e2fa-1823-4f5b-b4a1-e60ce344400c,revision_number=5']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:18:55.285603 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df02ada-59c8-4f9a-9c02-5c392e3357da req-35d6f26a-65c3-4516-922f-7bc2f87bbc95 tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:18:55.293989 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-6df02ada-59c8-4f9a-9c02-5c392e3357da req-35d6f26a-65c3-4516-922f-7bc2f87bbc95 tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] 10.222.0.44 "GET /v2.0/ports?device_id=461a11c3-9cc5-4859-b647-0a8860e95b75 HTTP/1.1" status: 200 len: 966 time: 0.0748365 Oct 27 10:18:55.315553 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacf2498-2cc9-4622-b59f-9fb3ca371da6 req-f91f5509-9626-40ee-87f8-28f3ef1382cd tempest-AggregatesAdminTestJSON-1678312996 tempest-AggregatesAdminTestJSON-1678312996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:18:55.317080 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-aacf2498-2cc9-4622-b59f-9fb3ca371da6 req-f91f5509-9626-40ee-87f8-28f3ef1382cd tempest-AggregatesAdminTestJSON-1678312996 tempest-AggregatesAdminTestJSON-1678312996-project] 10.222.0.44 "GET /v2.0/ports?device_id=114e92eb-0e52-48d7-9d32-7b336b988432 HTTP/1.1" status: 200 len: 972 time: 0.1071033 Oct 27 10:18:55.332185 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e515fb-8c85-4924-ad9f-be0f0b3a39c2 req-5baeb26e-7220-46a0-85b9-d7410a371ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:18:55.333611 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-71e515fb-8c85-4924-ad9f-be0f0b3a39c2 req-5baeb26e-7220-46a0-85b9-d7410a371ea8 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=823c78a5-c352-4686-b77c-588d22c2aa2c HTTP/1.1" status: 200 len: 861 time: 0.0819938 Oct 27 10:18:55.342650 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-6df02ada-59c8-4f9a-9c02-5c392e3357da req-51f3967e-abf6-4389-9518-3ad97d34b7e9 tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] 10.222.0.44 "GET /v2.0/security-groups?id=e3018bff-e5f8-44d8-a835-69520a8698da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426459 Oct 27 10:18:55.343190 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c588921fa634554a1d9242fdea1b05457a9ff1d3b28ba54ec1dace7f2f1df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26234590-1612-4a3e-b4b4-e59ffbaaac87" -d '{"events": [{"server_uuid": "114e92eb-0e52-48d7-9d32-7b336b988432", "name": "network-vif-plugged", "status": "completed", "tag": "e605e2fa-1823-4f5b-b4a1-e60ce344400c"}]}' {{(pid=102348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:18:55.390276 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-71e515fb-8c85-4924-ad9f-be0f0b3a39c2 req-32d98bc7-77a3-48fa-9a22-85955db5c16a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1886fe3b-e088-4c7d-8f4c-b14d4440b311&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0481269 Oct 27 10:18:55.398748 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-aacf2498-2cc9-4622-b59f-9fb3ca371da6 req-34f5f64c-8b06-48ad-bb57-f315c2b5224d tempest-AggregatesAdminTestJSON-1678312996 tempest-AggregatesAdminTestJSON-1678312996-project] 10.222.0.44 "GET /v2.0/security-groups?id=a1b01133-9332-4d78-8994-5d84d1d89d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745668 Oct 27 10:18:55.426835 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device 2458d0ea-2932-4865-8645-cb6072434e96 details requested by agent hyperv_n-h2-813419-10 with host n-h2-813419-10 {{(pid=102348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 10:18:55.465407 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:18:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2690700-0d91-41a0-8da2-c0cd525aa729 x-openstack-request-id: req-b2690700-0d91-41a0-8da2-c0cd525aa729 {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:18:55.465813 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "114e92eb-0e52-48d7-9d32-7b336b988432", "name": "network-vif-plugged", "status": "completed", "tag": "e605e2fa-1823-4f5b-b4a1-e60ce344400c", "code": 200}]} {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:18:55.466152 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b2690700-0d91-41a0-8da2-c0cd525aa729 {{(pid=102348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:18:55.466655 n-d-813419-10 neutron-server[102348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '114e92eb-0e52-48d7-9d32-7b336b988432', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e605e2fa-1823-4f5b-b4a1-e60ce344400c', 'code': 200} Oct 27 10:18:55.523002 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-71e515fb-8c85-4924-ad9f-be0f0b3a39c2 req-e8911ab4-b770-4f89-a3f0-1773a46f9599 service neutron] 10.222.0.64 "GET /v2.0/networks/1886fe3b-e088-4c7d-8f4c-b14d4440b311?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229258 Oct 27 10:18:55.552475 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] For port 2458d0ea-2932-4865-8645-cb6072434e96, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=2458d0ea-2932-4865-8645-cb6072434e96,segment=NetworkSegment(f7c42c6d-2766-46d8-a8b7-4852117a5555),segment_id=f7c42c6d-2766-46d8-a8b7-4852117a5555)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:18:55.564492 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Returning: {'device': '2458d0ea-2932-4865-8645-cb6072434e96', 'network_id': '4d250f92-d229-45fe-a579-67fef8e6c544', 'port_id': '2458d0ea-2932-4865-8645-cb6072434e96', 'mac_address': 'fa:16:3e:9e:2a:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62eb52f7-aac4-48af-8670-e04300325561', 'ip_address': '192.168.233.79'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 10:18:55.608656 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:55.621914 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2458d0ea-2932-4865-8645-cb6072434e96 {{(pid=102348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:18:55.649278 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] For port 2458d0ea-2932-4865-8645-cb6072434e96, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=2458d0ea-2932-4865-8645-cb6072434e96,segment=NetworkSegment(f7c42c6d-2766-46d8-a8b7-4852117a5555),segment_id=f7c42c6d-2766-46d8-a8b7-4852117a5555)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:18:55.660838 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:55.669277 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb13545-f617-44bc-aee0-fbe603f3bd60 req-4903de7e-e681-43f7-b6a1-465ee804ca66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:18:55.671477 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-0eb13545-f617-44bc-aee0-fbe603f3bd60 req-4903de7e-e681-43f7-b6a1-465ee804ca66 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=114e92eb-0e52-48d7-9d32-7b336b988432 HTTP/1.1" status: 200 len: 1124 time: 0.1357372 Oct 27 10:18:55.721161 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-71e515fb-8c85-4924-ad9f-be0f0b3a39c2 req-1e379a54-7b51-4345-924d-22765ed6f21a service neutron] 10.222.0.64 "GET /v2.0/networks/1886fe3b-e088-4c7d-8f4c-b14d4440b311?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1776538 Oct 27 10:18:55.723832 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-0eb13545-f617-44bc-aee0-fbe603f3bd60 req-83f6e672-73ea-4e47-8ab4-9096d2ffafe2 service neutron] Publish callbacks [] for security_group, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:55.753419 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Pushing event updated for resources: {'Port': ['ID=2458d0ea-2932-4865-8645-cb6072434e96,revision_number=4']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:18:55.759933 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2b168a-2b06-4783-acd8-ac449bdbda18 req-570cfc87-1b08-4ec3-95cf-a46c1b80567c tempest-DeleteServersAdminTestJSON-767095768 tempest-DeleteServersAdminTestJSON-767095768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:18:55.761902 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-bf2b168a-2b06-4783-acd8-ac449bdbda18 req-570cfc87-1b08-4ec3-95cf-a46c1b80567c tempest-DeleteServersAdminTestJSON-767095768 tempest-DeleteServersAdminTestJSON-767095768-project] 10.222.0.44 "GET /v2.0/ports?device_id=a064c284-3993-40ba-abcf-f1a83d184831 HTTP/1.1" status: 200 len: 948 time: 0.0676329 Oct 27 10:18:55.764780 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96c728f-9426-4627-b185-47039e3253dd req-c559a136-2e8b-471d-9b26-5bd9327a7cbb tempest-LiveMigrationNegativeTest-218370031 tempest-LiveMigrationNegativeTest-218370031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:18:55.766246 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-c96c728f-9426-4627-b185-47039e3253dd req-c559a136-2e8b-471d-9b26-5bd9327a7cbb tempest-LiveMigrationNegativeTest-218370031 tempest-LiveMigrationNegativeTest-218370031-project] 10.222.0.44 "GET /v2.0/ports?device_id=a332b069-3887-44da-97bd-d22f51dd17aa HTTP/1.1" status: 200 len: 970 time: 0.0884554 Oct 27 10:18:55.804607 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-bf2b168a-2b06-4783-acd8-ac449bdbda18 req-c8e40515-adc0-4c4d-bb44-41c181188b56 tempest-DeleteServersAdminTestJSON-767095768 tempest-DeleteServersAdminTestJSON-767095768-project] 10.222.0.44 "GET /v2.0/security-groups?id=e849200c-8e3e-41bb-bd28-f1c5b23c294b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360653 Oct 27 10:18:55.995577 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-c96c728f-9426-4627-b185-47039e3253dd req-87e566d5-bfd3-45a1-9ef3-bcd3c80119b1 tempest-LiveMigrationNegativeTest-218370031 tempest-LiveMigrationNegativeTest-218370031-project] 10.222.0.44 "GET /v2.0/security-groups?id=ce298a20-614e-493c-89f0-b27e77f8a827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2219856 Oct 27 10:18:56.021501 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-0eb13545-f617-44bc-aee0-fbe603f3bd60 req-83f6e672-73ea-4e47-8ab4-9096d2ffafe2 service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:56.025444 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-0eb13545-f617-44bc-aee0-fbe603f3bd60 req-83f6e672-73ea-4e47-8ab4-9096d2ffafe2 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:56.054463 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-0eb13545-f617-44bc-aee0-fbe603f3bd60 req-83f6e672-73ea-4e47-8ab4-9096d2ffafe2 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=a1b01133-9332-4d78-8994-5d84d1d89d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3703473 Oct 27 10:18:56.064594 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f6e672-73ea-4e47-8ab4-9096d2ffafe2 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=129a0403-372d-4cc5-b795-6c36cd1d18ad,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:18:56.153731 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7239a8a2-6c3e-46e4-b9c4-eca1feac059c req-0ee616fe-70d9-4964-b11b-f7c7ee93f653 tempest-ServersWithSpecificFlavorTestJSON-2103273157 tempest-ServersWithSpecificFlavorTestJSON-2103273157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:18:56.155393 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-7239a8a2-6c3e-46e4-b9c4-eca1feac059c req-0ee616fe-70d9-4964-b11b-f7c7ee93f653 tempest-ServersWithSpecificFlavorTestJSON-2103273157 tempest-ServersWithSpecificFlavorTestJSON-2103273157-project] 10.222.0.44 "GET /v2.0/ports?device_id=265228e3-9e0d-4457-9209-d37929afa548 HTTP/1.1" status: 200 len: 944 time: 0.0504553 Oct 27 10:18:56.162315 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] get_ports_and_sgs() called for port_ids ['2458d0ea-2932-4865-8645-cb6072434e96'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:18:56.201221 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-7239a8a2-6c3e-46e4-b9c4-eca1feac059c req-cbe5e6a3-714c-401b-a06b-08a914badf34 tempest-ServersWithSpecificFlavorTestJSON-2103273157 tempest-ServersWithSpecificFlavorTestJSON-2103273157-project] 10.222.0.44 "GET /v2.0/security-groups?id=a5c3a744-545c-4ff0-934c-41785bfff57c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381687 Oct 27 10:18:56.454835 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3793580-174d-43ea-85cd-3e0f98492bcd req-aae5c571-4758-4e7e-b369-c58295a4543d tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:18:56.456403 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-c3793580-174d-43ea-85cd-3e0f98492bcd req-aae5c571-4758-4e7e-b369-c58295a4543d tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] 10.222.0.44 "GET /v2.0/ports?device_id=461a11c3-9cc5-4859-b647-0a8860e95b75 HTTP/1.1" status: 200 len: 966 time: 0.0518928 Oct 27 10:18:56.494596 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-c3793580-174d-43ea-85cd-3e0f98492bcd req-3fb471d7-8b65-4d5a-b016-7b4282c47762 tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] 10.222.0.44 "GET /v2.0/security-groups?id=e3018bff-e5f8-44d8-a835-69520a8698da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321066 Oct 27 10:18:56.527155 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed42457b-00ef-4471-94d2-3cad6b1cdf99 req-5e14b5f0-6afa-494d-b24f-1a6fab0ba81c tempest-AggregatesAdminTestJSON-1678312996 tempest-AggregatesAdminTestJSON-1678312996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:18:56.528726 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-ed42457b-00ef-4471-94d2-3cad6b1cdf99 req-5e14b5f0-6afa-494d-b24f-1a6fab0ba81c tempest-AggregatesAdminTestJSON-1678312996 tempest-AggregatesAdminTestJSON-1678312996-project] 10.222.0.44 "GET /v2.0/ports?device_id=114e92eb-0e52-48d7-9d32-7b336b988432 HTTP/1.1" status: 200 len: 972 time: 0.0522056 Oct 27 10:18:56.565660 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-ed42457b-00ef-4471-94d2-3cad6b1cdf99 req-00e71eab-4c1d-4d9f-9518-2a4c67e8e84d tempest-AggregatesAdminTestJSON-1678312996 tempest-AggregatesAdminTestJSON-1678312996-project] 10.222.0.44 "GET /v2.0/security-groups?id=a1b01133-9332-4d78-8994-5d84d1d89d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301738 Oct 27 10:18:56.886027 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device cf326a9d-27a4-4e1c-96d7-cb8fdbf66697 details requested by agent hyperv_n-h1-813419-10 with host n-h1-813419-10 {{(pid=102348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 10:18:56.927449 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db81d05-f4a1-497d-b40b-cb45e79d0ee1 req-98554273-9fc5-490c-b973-49ef72ecc167 tempest-DeleteServersAdminTestJSON-767095768 tempest-DeleteServersAdminTestJSON-767095768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:18:56.929177 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-0db81d05-f4a1-497d-b40b-cb45e79d0ee1 req-98554273-9fc5-490c-b973-49ef72ecc167 tempest-DeleteServersAdminTestJSON-767095768 tempest-DeleteServersAdminTestJSON-767095768-project] 10.222.0.44 "GET /v2.0/ports?device_id=a064c284-3993-40ba-abcf-f1a83d184831 HTTP/1.1" status: 200 len: 948 time: 0.0528555 Oct 27 10:18:56.971879 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-0db81d05-f4a1-497d-b40b-cb45e79d0ee1 req-a3c2ffff-93c1-4234-b7b7-91dfb6857191 tempest-DeleteServersAdminTestJSON-767095768 tempest-DeleteServersAdminTestJSON-767095768-project] 10.222.0.44 "GET /v2.0/security-groups?id=e849200c-8e3e-41bb-bd28-f1c5b23c294b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358975 Oct 27 10:18:56.989826 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 38012) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:18:56.990627 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port cf326a9d-27a4-4e1c-96d7-cb8fdbf66697, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=cf326a9d-27a4-4e1c-96d7-cb8fdbf66697,segment=NetworkSegment(4fd5c29a-a838-4106-a890-06a671bde674),segment_id=4fd5c29a-a838-4106-a890-06a671bde674)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:18:57.003132 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Returning: {'device': 'cf326a9d-27a4-4e1c-96d7-cb8fdbf66697', 'network_id': '1886fe3b-e088-4c7d-8f4c-b14d4440b311', 'port_id': 'cf326a9d-27a4-4e1c-96d7-cb8fdbf66697', 'mac_address': 'fa:16:3e:55:50:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 428, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '823c78a5-c352-4686-b77c-588d22c2aa2c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:tempest-test_az-1792601493', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 10:18:57.039210 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:57.051970 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf326a9d-27a4-4e1c-96d7-cb8fdbf66697 {{(pid=102348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:18:57.073854 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port cf326a9d-27a4-4e1c-96d7-cb8fdbf66697, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=cf326a9d-27a4-4e1c-96d7-cb8fdbf66697,segment=NetworkSegment(4fd5c29a-a838-4106-a890-06a671bde674),segment_id=4fd5c29a-a838-4106-a890-06a671bde674)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:18:57.078218 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:57.078905 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device 3fbe4d9d-e648-4698-a2b9-03ea8923f41e details requested by agent hyperv_n-h1-813419-10 with host n-h1-813419-10 {{(pid=102348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 10:18:57.108541 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-74a71b4f-a260-4bae-becb-82de22c4a7ee admin admin] Publish callbacks [] for security_group, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:57.125480 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9245f4b5-7335-49a9-8626-605a21ed12de req-847b0f51-4978-4369-b5f1-b67200419436 tempest-LiveMigrationNegativeTest-218370031 tempest-LiveMigrationNegativeTest-218370031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:18:57.127065 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-9245f4b5-7335-49a9-8626-605a21ed12de req-847b0f51-4978-4369-b5f1-b67200419436 tempest-LiveMigrationNegativeTest-218370031 tempest-LiveMigrationNegativeTest-218370031-project] 10.222.0.44 "GET /v2.0/ports?device_id=a332b069-3887-44da-97bd-d22f51dd17aa HTTP/1.1" status: 200 len: 970 time: 0.0554998 Oct 27 10:18:57.168464 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-9245f4b5-7335-49a9-8626-605a21ed12de req-951cd369-3793-449f-9b81-105c46cef2a1 tempest-LiveMigrationNegativeTest-218370031 tempest-LiveMigrationNegativeTest-218370031-project] 10.222.0.44 "GET /v2.0/security-groups?id=ce298a20-614e-493c-89f0-b27e77f8a827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337348 Oct 27 10:18:57.185320 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Pushing event updated for resources: {'Port': ['ID=cf326a9d-27a4-4e1c-96d7-cb8fdbf66697,revision_number=4']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:18:57.196390 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-74a71b4f-a260-4bae-becb-82de22c4a7ee admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:57.201131 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-74a71b4f-a260-4bae-becb-82de22c4a7ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:57.226180 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port 3fbe4d9d-e648-4698-a2b9-03ea8923f41e, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=3fbe4d9d-e648-4698-a2b9-03ea8923f41e,segment=NetworkSegment(f7c42c6d-2766-46d8-a8b7-4852117a5555),segment_id=f7c42c6d-2766-46d8-a8b7-4852117a5555)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:18:57.240387 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-74a71b4f-a260-4bae-becb-82de22c4a7ee admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9c0f9dd8d89e4437bfd21995862903fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2494724 Oct 27 10:18:57.243037 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 38020) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:18:57.243829 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Returning: {'device': '3fbe4d9d-e648-4698-a2b9-03ea8923f41e', 'network_id': '4d250f92-d229-45fe-a579-67fef8e6c544', 'port_id': '3fbe4d9d-e648-4698-a2b9-03ea8923f41e', 'mac_address': 'fa:16:3e:51:02:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62eb52f7-aac4-48af-8670-e04300325561', 'ip_address': '192.168.233.162'}], 'device_owner': 'compute:tempest-test_az-1792601493', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 10:18:57.250075 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a71b4f-a260-4bae-becb-82de22c4a7ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7233354-6aec-4cf8-9bb3-3eac4c8deadd,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:18:57.289025 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:57.302651 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3fbe4d9d-e648-4698-a2b9-03ea8923f41e {{(pid=102348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:18:57.322189 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port 3fbe4d9d-e648-4698-a2b9-03ea8923f41e, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=3fbe4d9d-e648-4698-a2b9-03ea8923f41e,segment=NetworkSegment(f7c42c6d-2766-46d8-a8b7-4852117a5555),segment_id=f7c42c6d-2766-46d8-a8b7-4852117a5555)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:18:57.325908 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-f62972d6-23f8-49c1-93f4-8ed9f298e68e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:57.329441 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:57.351457 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e8ecbb-0b94-4929-aeba-7eb3e748b1be req-884970bf-da6c-4ffb-976b-174ab1a9dc21 tempest-ServersWithSpecificFlavorTestJSON-2103273157 tempest-ServersWithSpecificFlavorTestJSON-2103273157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:18:57.352970 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b9e8ecbb-0b94-4929-aeba-7eb3e748b1be req-884970bf-da6c-4ffb-976b-174ab1a9dc21 tempest-ServersWithSpecificFlavorTestJSON-2103273157 tempest-ServersWithSpecificFlavorTestJSON-2103273157-project] 10.222.0.44 "GET /v2.0/ports?device_id=265228e3-9e0d-4457-9209-d37929afa548 HTTP/1.1" status: 200 len: 944 time: 0.0710115 Oct 27 10:18:57.365268 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-f62972d6-23f8-49c1-93f4-8ed9f298e68e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:57.380917 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Pushing event updated for resources: {'Port': ['ID=3fbe4d9d-e648-4698-a2b9-03ea8923f41e,revision_number=4']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:18:57.391508 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device 2458d0ea-2932-4865-8645-cb6072434e96 up at agent hyperv_n-h2-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:18:57.418497 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b9e8ecbb-0b94-4929-aeba-7eb3e748b1be req-362eee96-147d-45ac-8d82-645f94cd5526 tempest-ServersWithSpecificFlavorTestJSON-2103273157 tempest-ServersWithSpecificFlavorTestJSON-2103273157-project] 10.222.0.44 "GET /v2.0/security-groups?id=a5c3a744-545c-4ff0-934c-41785bfff57c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588572 Oct 27 10:18:57.443502 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-f62972d6-23f8-49c1-93f4-8ed9f298e68e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:57.443828 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Provisioning for port 2458d0ea-2932-4865-8645-cb6072434e96 completed by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 10:18:57.446460 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-f62972d6-23f8-49c1-93f4-8ed9f298e68e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:57.447547 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Provisioning complete for port 2458d0ea-2932-4865-8645-cb6072434e96 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:18:57.447651 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-f62972d6-23f8-49c1-93f4-8ed9f298e68e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f7233354-6aec-4cf8-9bb3-3eac4c8deadd HTTP/1.1" status: 204 len: 168 time: 0.2036417 Oct 27 10:18:57.448042 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:57.455091 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62972d6-23f8-49c1-93f4-8ed9f298e68e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7233354-6aec-4cf8-9bb3-3eac4c8deadd,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:18:57.624611 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01137b79-b463-43f2-b8ea-da8778dc4cf8 req-c7a4123f-cf3a-46da-9f12-6574eb3c65dd tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:18:57.632797 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-01137b79-b463-43f2-b8ea-da8778dc4cf8 req-c7a4123f-cf3a-46da-9f12-6574eb3c65dd tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] 10.222.0.44 "GET /v2.0/ports?device_id=461a11c3-9cc5-4859-b647-0a8860e95b75 HTTP/1.1" status: 200 len: 967 time: 0.0619004 Oct 27 10:18:57.656895 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] get_ports_and_sgs() called for port_ids ['3fbe4d9d-e648-4698-a2b9-03ea8923f41e'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:18:57.679404 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-01137b79-b463-43f2-b8ea-da8778dc4cf8 req-856b5d0a-6bad-43d5-9e08-af2a2f3a63b2 tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] 10.222.0.44 "GET /v2.0/security-groups?id=e3018bff-e5f8-44d8-a835-69520a8698da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456455 Oct 27 10:18:57.696093 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67615f7d-fdfb-45e5-b5b0-506c455316cb req-84522742-9271-49ae-9338-4773db89eb35 tempest-AggregatesAdminTestJSON-1678312996 tempest-AggregatesAdminTestJSON-1678312996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:18:57.697620 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-67615f7d-fdfb-45e5-b5b0-506c455316cb req-84522742-9271-49ae-9338-4773db89eb35 tempest-AggregatesAdminTestJSON-1678312996 tempest-AggregatesAdminTestJSON-1678312996-project] 10.222.0.44 "GET /v2.0/ports?device_id=114e92eb-0e52-48d7-9d32-7b336b988432 HTTP/1.1" status: 200 len: 972 time: 0.0568390 Oct 27 10:18:57.711595 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:57.739947 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-67615f7d-fdfb-45e5-b5b0-506c455316cb req-3d6926f5-2dfe-4fdd-a589-b43fea417eb6 tempest-AggregatesAdminTestJSON-1678312996 tempest-AggregatesAdminTestJSON-1678312996-project] 10.222.0.44 "GET /v2.0/security-groups?id=a1b01133-9332-4d78-8994-5d84d1d89d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358856 Oct 27 10:18:57.751191 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a064c284-3993-40ba-abcf-f1a83d184831', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2458d0ea-2932-4865-8645-cb6072434e96'}] {{(pid=102348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:18:57.756570 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c588921fa634554a1d9242fdea1b05457a9ff1d3b28ba54ec1dace7f2f1df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f64d4b7a-adc6-4b83-8a39-d0049a96fa35" -d '{"events": [{"server_uuid": "a064c284-3993-40ba-abcf-f1a83d184831", "name": "network-vif-plugged", "status": "completed", "tag": "2458d0ea-2932-4865-8645-cb6072434e96"}]}' {{(pid=102348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:18:57.768431 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] get_ports_and_sgs() called for port_ids ['cf326a9d-27a4-4e1c-96d7-cb8fdbf66697'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:18:57.786999 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] For port 2458d0ea-2932-4865-8645-cb6072434e96, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=2458d0ea-2932-4865-8645-cb6072434e96,segment=NetworkSegment(f7c42c6d-2766-46d8-a8b7-4852117a5555),segment_id=f7c42c6d-2766-46d8-a8b7-4852117a5555)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:18:57.787866 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 38032) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:18:57.809707 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-beb93983-81df-40b6-9ce5-9c821c3fc422 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:57.810593 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:18:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-471a75c6-139f-486f-9ee7-d149338321eb x-openstack-request-id: req-471a75c6-139f-486f-9ee7-d149338321eb {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:18:57.810911 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a064c284-3993-40ba-abcf-f1a83d184831", "name": "network-vif-plugged", "status": "completed", "tag": "2458d0ea-2932-4865-8645-cb6072434e96", "code": 200}]} {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:18:57.811171 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-471a75c6-139f-486f-9ee7-d149338321eb {{(pid=102348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:18:57.811549 n-d-813419-10 neutron-server[102348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a064c284-3993-40ba-abcf-f1a83d184831', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2458d0ea-2932-4865-8645-cb6072434e96', 'code': 200} Oct 27 10:18:57.818811 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:57.914745 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Pushing event updated for resources: {'Port': ['ID=2458d0ea-2932-4865-8645-cb6072434e96,revision_number=5']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:18:57.949174 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-beb93983-81df-40b6-9ce5-9c821c3fc422 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:57.957606 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b767f58-553f-40e4-831f-d14c132f5505 req-6b37c2b9-d0e6-492a-8703-6f10eddd1be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:18:57.959689 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-2b767f58-553f-40e4-831f-d14c132f5505 req-6b37c2b9-d0e6-492a-8703-6f10eddd1be2 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=a064c284-3993-40ba-abcf-f1a83d184831 HTTP/1.1" status: 200 len: 1101 time: 0.0930526 Oct 27 10:18:57.959879 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-beb93983-81df-40b6-9ce5-9c821c3fc422 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:58.025015 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-beb93983-81df-40b6-9ce5-9c821c3fc422 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c4444a16ad2244ba91a54c12cc9537c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2360485 Oct 27 10:18:58.027227 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb93983-81df-40b6-9ce5-9c821c3fc422 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f37e23ff-5cda-4870-94a9-f4572eb09011,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:18:58.027711 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 38036) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:18:58.068229 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-2b767f58-553f-40e4-831f-d14c132f5505 req-48db96ed-8991-46fc-b68c-6d7359c35559 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=e849200c-8e3e-41bb-bd28-f1c5b23c294b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912867 Oct 27 10:18:58.092701 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-c0e0ecee-898a-40ea-914a-5a99517c5f5a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:58.104821 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75e02fd-1030-4a6a-b9aa-9141d1fb96f7 req-39bebbcb-a00b-4b79-bfcc-40ff75547cb5 tempest-DeleteServersAdminTestJSON-767095768 tempest-DeleteServersAdminTestJSON-767095768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:18:58.106280 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-e75e02fd-1030-4a6a-b9aa-9141d1fb96f7 req-39bebbcb-a00b-4b79-bfcc-40ff75547cb5 tempest-DeleteServersAdminTestJSON-767095768 tempest-DeleteServersAdminTestJSON-767095768-project] 10.222.0.44 "GET /v2.0/ports?device_id=a064c284-3993-40ba-abcf-f1a83d184831 HTTP/1.1" status: 200 len: 949 time: 0.0513792 Oct 27 10:18:58.115077 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-c0e0ecee-898a-40ea-914a-5a99517c5f5a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:58.144812 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-e75e02fd-1030-4a6a-b9aa-9141d1fb96f7 req-b1b215fb-701d-4719-81ac-d1299c063b9b tempest-DeleteServersAdminTestJSON-767095768 tempest-DeleteServersAdminTestJSON-767095768-project] 10.222.0.44 "GET /v2.0/security-groups?id=e849200c-8e3e-41bb-bd28-f1c5b23c294b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321474 Oct 27 10:18:58.164339 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-c0e0ecee-898a-40ea-914a-5a99517c5f5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:58.167002 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-c0e0ecee-898a-40ea-914a-5a99517c5f5a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:58.168057 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-c0e0ecee-898a-40ea-914a-5a99517c5f5a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f37e23ff-5cda-4870-94a9-f4572eb09011 HTTP/1.1" status: 204 len: 168 time: 0.1392586 Oct 27 10:18:58.176274 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e0ecee-898a-40ea-914a-5a99517c5f5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f37e23ff-5cda-4870-94a9-f4572eb09011,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:18:58.289113 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ab7140-091a-4742-9e5e-425547096b93 req-284cf949-152f-4ca8-bca3-fcbe4a0befe5 tempest-LiveMigrationNegativeTest-218370031 tempest-LiveMigrationNegativeTest-218370031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:18:58.290596 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-66ab7140-091a-4742-9e5e-425547096b93 req-284cf949-152f-4ca8-bca3-fcbe4a0befe5 tempest-LiveMigrationNegativeTest-218370031 tempest-LiveMigrationNegativeTest-218370031-project] 10.222.0.44 "GET /v2.0/ports?device_id=a332b069-3887-44da-97bd-d22f51dd17aa HTTP/1.1" status: 200 len: 971 time: 0.0512569 Oct 27 10:18:58.336755 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-66ab7140-091a-4742-9e5e-425547096b93 req-2ce535ec-ca1d-4c2d-9627-6d3537990846 tempest-LiveMigrationNegativeTest-218370031 tempest-LiveMigrationNegativeTest-218370031-project] 10.222.0.44 "GET /v2.0/security-groups?id=ce298a20-614e-493c-89f0-b27e77f8a827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400717 Oct 27 10:18:58.532418 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e7d717-a6c9-4930-a440-7df82c9226bc req-70a32956-7486-4cf1-b8de-35952901861f tempest-ServersWithSpecificFlavorTestJSON-2103273157 tempest-ServersWithSpecificFlavorTestJSON-2103273157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:18:58.533771 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-70e7d717-a6c9-4930-a440-7df82c9226bc req-70a32956-7486-4cf1-b8de-35952901861f tempest-ServersWithSpecificFlavorTestJSON-2103273157 tempest-ServersWithSpecificFlavorTestJSON-2103273157-project] 10.222.0.44 "GET /v2.0/ports?device_id=265228e3-9e0d-4457-9209-d37929afa548 HTTP/1.1" status: 200 len: 944 time: 0.0484669 Oct 27 10:18:58.573705 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-70e7d717-a6c9-4930-a440-7df82c9226bc req-e2f53996-433e-48af-b4d6-b1bf409be8ef tempest-ServersWithSpecificFlavorTestJSON-2103273157 tempest-ServersWithSpecificFlavorTestJSON-2103273157-project] 10.222.0.44 "GET /v2.0/security-groups?id=a5c3a744-545c-4ff0-934c-41785bfff57c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314355 Oct 27 10:18:58.800937 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746113ae-aece-466d-b3b3-aa41dae163dc req-d421453a-c643-42ed-9f81-6cb7d58e0f78 tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:18:58.802439 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-746113ae-aece-466d-b3b3-aa41dae163dc req-d421453a-c643-42ed-9f81-6cb7d58e0f78 tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] 10.222.0.44 "GET /v2.0/ports?device_id=461a11c3-9cc5-4859-b647-0a8860e95b75 HTTP/1.1" status: 200 len: 967 time: 0.0519867 Oct 27 10:18:58.834627 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 38066) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:18:58.848715 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-746113ae-aece-466d-b3b3-aa41dae163dc req-cfcdbd61-8860-4938-9940-37a2b4f36146 tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] 10.222.0.44 "GET /v2.0/security-groups?id=e3018bff-e5f8-44d8-a835-69520a8698da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398505 Oct 27 10:18:58.861528 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb09b32-82e3-49c0-bfde-85187a1b1096 req-d62e2da6-72b6-4df6-8f13-270c5338da10 tempest-AggregatesAdminTestJSON-1678312996 tempest-AggregatesAdminTestJSON-1678312996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:18:58.863324 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-dbb09b32-82e3-49c0-bfde-85187a1b1096 req-d62e2da6-72b6-4df6-8f13-270c5338da10 tempest-AggregatesAdminTestJSON-1678312996 tempest-AggregatesAdminTestJSON-1678312996-project] 10.222.0.44 "GET /v2.0/ports?device_id=114e92eb-0e52-48d7-9d32-7b336b988432 HTTP/1.1" status: 200 len: 972 time: 0.0540605 Oct 27 10:18:58.908361 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-dbb09b32-82e3-49c0-bfde-85187a1b1096 req-0d4d74ce-54ae-41ce-a5ba-848cb851b0d8 tempest-AggregatesAdminTestJSON-1678312996 tempest-AggregatesAdminTestJSON-1678312996-project] 10.222.0.44 "GET /v2.0/security-groups?id=a1b01133-9332-4d78-8994-5d84d1d89d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343494 Oct 27 10:18:58.910744 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device cf326a9d-27a4-4e1c-96d7-cb8fdbf66697 up at agent hyperv_n-h1-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:18:58.936458 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-c722f8f5-a048-481d-a5ae-ec24b9840900 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-550466535-network', 'tenant_id': 'abc0231b74154a28ac572a299e4c42db'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:18:58.960397 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c722f8f5-a048-481d-a5ae-ec24b9840900 admin admin] Made reservation on behalf of abc0231b74154a28ac572a299e4c42db for: {'network': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:18:58.962760 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-c722f8f5-a048-481d-a5ae-ec24b9840900 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for network, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:58.963100 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Provisioning for port cf326a9d-27a4-4e1c-96d7-cb8fdbf66697 completed by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 10:18:58.967474 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Provisioning complete for port cf326a9d-27a4-4e1c-96d7-cb8fdbf66697 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:18:58.967836 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:58.974150 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-c722f8f5-a048-481d-a5ae-ec24b9840900 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:59.054055 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:59.090809 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-c722f8f5-a048-481d-a5ae-ec24b9840900 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:59.092507 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port cf326a9d-27a4-4e1c-96d7-cb8fdbf66697, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=cf326a9d-27a4-4e1c-96d7-cb8fdbf66697,segment=NetworkSegment(4fd5c29a-a838-4106-a890-06a671bde674),segment_id=4fd5c29a-a838-4106-a890-06a671bde674)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:18:59.095305 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-c722f8f5-a048-481d-a5ae-ec24b9840900 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:59.097162 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:59.098180 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device 3fbe4d9d-e648-4698-a2b9-03ea8923f41e up at agent hyperv_n-h1-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:18:59.101230 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb0df8d-3691-4044-b3ad-3b5ae13322ed req-807bcdf2-72b8-4d49-8d39-94dd5d17d6c2 tempest-AggregatesAdminTestJSON-1384380625 tempest-AggregatesAdminTestJSON-1384380625-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:18:59.103027 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-5cb0df8d-3691-4044-b3ad-3b5ae13322ed req-807bcdf2-72b8-4d49-8d39-94dd5d17d6c2 tempest-AggregatesAdminTestJSON-1384380625 tempest-AggregatesAdminTestJSON-1384380625-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=114e92eb-0e52-48d7-9d32-7b336b988432 HTTP/1.1" status: 200 len: 1124 time: 0.0749948 Oct 27 10:18:59.147248 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c722f8f5-a048-481d-a5ae-ec24b9840900 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 411} {{(pid=102346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 10:18:59.152741 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-5cb0df8d-3691-4044-b3ad-3b5ae13322ed req-9fa243bc-2b13-4f56-b6da-4d9f85a9bdd8 tempest-AggregatesAdminTestJSON-1384380625 tempest-AggregatesAdminTestJSON-1384380625-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:59.157664 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c722f8f5-a048-481d-a5ae-ec24b9840900 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c6408fb-2cc2-4b2b-b342-d7e5b226c7cb,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:18:59.168002 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-c722f8f5-a048-481d-a5ae-ec24b9840900 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:59.168603 n-d-813419-10 neutron-server[102346]: INFO neutron.db.segments_db [None req-c722f8f5-a048-481d-a5ae-ec24b9840900 admin admin] Added segment 4a18027c-4f21-4742-add6-6aee377206a7 of type vlan for network 3bb1083f-6927-44c8-a5d3-1cb3a3001aef Oct 27 10:18:59.193417 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Pushing event updated for resources: {'Port': ['ID=cf326a9d-27a4-4e1c-96d7-cb8fdbf66697,revision_number=5']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:18:59.207869 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Provisioning for port 3fbe4d9d-e648-4698-a2b9-03ea8923f41e completed by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 10:18:59.212597 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Provisioning complete for port 3fbe4d9d-e648-4698-a2b9-03ea8923f41e triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:18:59.212761 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:59.225259 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-c722f8f5-a048-481d-a5ae-ec24b9840900 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743872593080'] for network, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:59.269197 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-c722f8f5-a048-481d-a5ae-ec24b9840900 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913'] for network, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:59.270138 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c722f8f5-a048-481d-a5ae-ec24b9840900 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:18:59.270740 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-c722f8f5-a048-481d-a5ae-ec24b9840900 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for network, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:59.282124 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577c8202-97c3-4c64-8cb9-575c6dac36ac req-9b6bd02e-1dd2-4157-9dcd-f29251d6ef83 tempest-DeleteServersAdminTestJSON-767095768 tempest-DeleteServersAdminTestJSON-767095768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:18:59.284740 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-577c8202-97c3-4c64-8cb9-575c6dac36ac req-9b6bd02e-1dd2-4157-9dcd-f29251d6ef83 tempest-DeleteServersAdminTestJSON-767095768 tempest-DeleteServersAdminTestJSON-767095768-project] 10.222.0.44 "GET /v2.0/ports?device_id=a064c284-3993-40ba-abcf-f1a83d184831 HTTP/1.1" status: 200 len: 949 time: 0.0612609 Oct 27 10:18:59.302130 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:59.322117 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-577c8202-97c3-4c64-8cb9-575c6dac36ac req-33eba410-14cc-4d59-832c-03892778285a tempest-DeleteServersAdminTestJSON-767095768 tempest-DeleteServersAdminTestJSON-767095768-project] 10.222.0.44 "GET /v2.0/security-groups?id=e849200c-8e3e-41bb-bd28-f1c5b23c294b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322678 Oct 27 10:18:59.343430 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-c722f8f5-a048-481d-a5ae-ec24b9840900 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5077672 Oct 27 10:18:59.347574 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 38074) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:18:59.352108 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c722f8f5-a048-481d-a5ae-ec24b9840900 admin admin] Pushing event updated for resources: {'Network': ['ID=3bb1083f-6927-44c8-a5d3-1cb3a3001aef,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:18:59.354913 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-ac7f69ff-4a60-4a2d-96ff-ec3e66bb06ff admin admin] Request body: {'subnet': {'network_id': '3bb1083f-6927-44c8-a5d3-1cb3a3001aef', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-550466535-subnet', 'tenant_id': 'abc0231b74154a28ac572a299e4c42db', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:18:59.362696 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-5cb0df8d-3691-4044-b3ad-3b5ae13322ed req-9fa243bc-2b13-4f56-b6da-4d9f85a9bdd8 tempest-AggregatesAdminTestJSON-1384380625 tempest-AggregatesAdminTestJSON-1384380625-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:59.367763 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-5cb0df8d-3691-4044-b3ad-3b5ae13322ed req-9fa243bc-2b13-4f56-b6da-4d9f85a9bdd8 tempest-AggregatesAdminTestJSON-1384380625 tempest-AggregatesAdminTestJSON-1384380625-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:59.370303 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Network 3bb1083f-6927-44c8-a5d3-1cb3a3001aef details requested by agent ovs-agent-n-d-813419-10 with host n-d-813419-10 {{(pid=102348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 10:18:59.392402 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac7f69ff-4a60-4a2d-96ff-ec3e66bb06ff admin admin] Made reservation on behalf of abc0231b74154a28ac572a299e4c42db for: {'subnet': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:18:59.396056 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-ac7f69ff-4a60-4a2d-96ff-ec3e66bb06ff admin admin] Publish callbacks [] for subnet, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:59.398863 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-5cb0df8d-3691-4044-b3ad-3b5ae13322ed req-9fa243bc-2b13-4f56-b6da-4d9f85a9bdd8 tempest-AggregatesAdminTestJSON-1384380625 tempest-AggregatesAdminTestJSON-1384380625-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=a1b01133-9332-4d78-8994-5d84d1d89d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2880051 Oct 27 10:18:59.407637 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa243bc-2b13-4f56-b6da-4d9f85a9bdd8 tempest-AggregatesAdminTestJSON-1384380625 tempest-AggregatesAdminTestJSON-1384380625-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=983b5c9c-3d99-45b4-881d-3c42d46ed617,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:18:59.430814 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device 5038503f-cda9-4787-9ef3-d834a02fd9d6 details requested by agent hyperv_n-h2-813419-10 with host n-h2-813419-10 {{(pid=102348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 10:18:59.433647 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port 3fbe4d9d-e648-4698-a2b9-03ea8923f41e, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=3fbe4d9d-e648-4698-a2b9-03ea8923f41e,segment=NetworkSegment(f7c42c6d-2766-46d8-a8b7-4852117a5555),segment_id=f7c42c6d-2766-46d8-a8b7-4852117a5555)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:18:59.465696 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:59.525870 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab54c896-22db-4f55-95c6-a1eee667a3be req-a881c2b8-56f0-4638-9d1c-034a7f58148c tempest-LiveMigrationNegativeTest-218370031 tempest-LiveMigrationNegativeTest-218370031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:18:59.527223 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-ab54c896-22db-4f55-95c6-a1eee667a3be req-a881c2b8-56f0-4638-9d1c-034a7f58148c tempest-LiveMigrationNegativeTest-218370031 tempest-LiveMigrationNegativeTest-218370031-project] 10.222.0.44 "GET /v2.0/ports?device_id=a332b069-3887-44da-97bd-d22f51dd17aa HTTP/1.1" status: 200 len: 972 time: 0.0901680 Oct 27 10:18:59.584326 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Pushing event updated for resources: {'Port': ['ID=3fbe4d9d-e648-4698-a2b9-03ea8923f41e,revision_number=5']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:18:59.604226 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-ab54c896-22db-4f55-95c6-a1eee667a3be req-8648e518-3383-4108-8f28-78ddf855f9ba tempest-LiveMigrationNegativeTest-218370031 tempest-LiveMigrationNegativeTest-218370031-project] 10.222.0.44 "GET /v2.0/security-groups?id=ce298a20-614e-493c-89f0-b27e77f8a827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705595 Oct 27 10:18:59.632560 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] For port 5038503f-cda9-4787-9ef3-d834a02fd9d6, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=5038503f-cda9-4787-9ef3-d834a02fd9d6,segment=NetworkSegment(1c5c493c-9b99-4313-a0b3-4267f64405e2),segment_id=1c5c493c-9b99-4313-a0b3-4267f64405e2)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:18:59.644935 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Returning: {'device': '5038503f-cda9-4787-9ef3-d834a02fd9d6', 'network_id': '0a48af15-1075-4a1c-b6c2-04479e771f49', 'port_id': '5038503f-cda9-4787-9ef3-d834a02fd9d6', 'mac_address': 'fa:16:3e:d2:fe:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 430, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01ed277a-6c4a-420b-a94a-e6bb1e65fbf9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 10:18:59.666304 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-ac7f69ff-4a60-4a2d-96ff-ec3e66bb06ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913'] for subnet, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:59.699274 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:59.712685 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5038503f-cda9-4787-9ef3-d834a02fd9d6 {{(pid=102348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:18:59.734202 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] For port 5038503f-cda9-4787-9ef3-d834a02fd9d6, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=5038503f-cda9-4787-9ef3-d834a02fd9d6,segment=NetworkSegment(1c5c493c-9b99-4313-a0b3-4267f64405e2),segment_id=1c5c493c-9b99-4313-a0b3-4267f64405e2)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:18:59.739781 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:59.763883 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7f69ff-4a60-4a2d-96ff-ec3e66bb06ff admin admin] Pushing event updated for resources: {'Subnet': ['ID=925ae622-20e3-4906-9245-6639e9227a2e,revision_number=0']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:18:59.782533 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb5c581-204f-4743-9ea4-24bb17997ba3 req-8e134234-a935-44df-a0ca-c1798d7c0324 tempest-ServersWithSpecificFlavorTestJSON-2103273157 tempest-ServersWithSpecificFlavorTestJSON-2103273157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:18:59.784040 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-9cb5c581-204f-4743-9ea4-24bb17997ba3 req-8e134234-a935-44df-a0ca-c1798d7c0324 tempest-ServersWithSpecificFlavorTestJSON-2103273157 tempest-ServersWithSpecificFlavorTestJSON-2103273157-project] 10.222.0.44 "GET /v2.0/ports?device_id=265228e3-9e0d-4457-9209-d37929afa548 HTTP/1.1" status: 200 len: 944 time: 0.0907223 Oct 27 10:18:59.784939 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac7f69ff-4a60-4a2d-96ff-ec3e66bb06ff admin admin] Checking segment: {'id': '4a18027c-4f21-4742-add6-6aee377206a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '3bb1083f-6927-44c8-a5d3-1cb3a3001aef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:18:59.785287 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac7f69ff-4a60-4a2d-96ff-ec3e66bb06ff admin admin] Network hostable DHCP agents. Network: 3bb1083f-6927-44c8-a5d3-1cb3a3001aef, hostable agents: ['eafd4000-b897-4722-ae8b-0118ec955181'], hosted agents: [] {{(pid=102347) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 10:18:59.795057 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Pushing event updated for resources: {'Port': ['ID=5038503f-cda9-4787-9ef3-d834a02fd9d6,revision_number=4']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:18:59.813195 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '461a11c3-9cc5-4859-b647-0a8860e95b75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf326a9d-27a4-4e1c-96d7-cb8fdbf66697'}, {'server_uuid': 'a332b069-3887-44da-97bd-d22f51dd17aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fbe4d9d-e648-4698-a2b9-03ea8923f41e'}] {{(pid=102348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:18:59.817578 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac7f69ff-4a60-4a2d-96ff-ec3e66bb06ff admin admin] Network 3bb1083f-6927-44c8-a5d3-1cb3a3001aef is scheduled to be hosted by DHCP agent eafd4000-b897-4722-ae8b-0118ec955181 with binding_index 1 {{(pid=102347) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 10:18:59.817787 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c588921fa634554a1d9242fdea1b05457a9ff1d3b28ba54ec1dace7f2f1df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad4a9cd7-17f8-4a9a-a7dd-7e84918676fe" -d '{"events": [{"server_uuid": "461a11c3-9cc5-4859-b647-0a8860e95b75", "name": "network-vif-plugged", "status": "completed", "tag": "cf326a9d-27a4-4e1c-96d7-cb8fdbf66697"}, {"server_uuid": "a332b069-3887-44da-97bd-d22f51dd17aa", "name": "network-vif-plugged", "status": "completed", "tag": "3fbe4d9d-e648-4698-a2b9-03ea8923f41e"}]}' {{(pid=102348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:18:59.839371 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [None req-ac7f69ff-4a60-4a2d-96ff-ec3e66bb06ff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-10, 3bb1083f-6927-44c8-a5d3-1cb3a3001aef) {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:18:59.844160 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac7f69ff-4a60-4a2d-96ff-ec3e66bb06ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:18:59.844837 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-ac7f69ff-4a60-4a2d-96ff-ec3e66bb06ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for subnet, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:59.850589 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c934398b-3e07-4642-b0dd-f579657ebd17 None None] Network 3bb1083f-6927-44c8-a5d3-1cb3a3001aef requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:18:59.858865 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-9cb5c581-204f-4743-9ea4-24bb17997ba3 req-00abee99-95f1-4b68-990c-3716d760b68c tempest-ServersWithSpecificFlavorTestJSON-2103273157 tempest-ServersWithSpecificFlavorTestJSON-2103273157-project] 10.222.0.44 "GET /v2.0/security-groups?id=a5c3a744-545c-4ff0-934c-41785bfff57c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632999 Oct 27 10:18:59.876660 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 38102) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:18:59.876859 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-ac7f69ff-4a60-4a2d-96ff-ec3e66bb06ff admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5278976 Oct 27 10:18:59.882723 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-88c899d3-bace-4bdb-9947-c348b2e83b42 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-550466535-router', 'tenant_id': 'abc0231b74154a28ac572a299e4c42db', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'}}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:18:59.897726 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 27 Oct 2021 10:18:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2204cf66-7491-4bc6-92c6-d0b329c5a350 x-openstack-request-id: req-2204cf66-7491-4bc6-92c6-d0b329c5a350 {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:18:59.898018 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "461a11c3-9cc5-4859-b647-0a8860e95b75", "name": "network-vif-plugged", "status": "completed", "tag": "cf326a9d-27a4-4e1c-96d7-cb8fdbf66697", "code": 200}, {"server_uuid": "a332b069-3887-44da-97bd-d22f51dd17aa", "name": "network-vif-plugged", "status": "completed", "tag": "3fbe4d9d-e648-4698-a2b9-03ea8923f41e", "code": 200}]} {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:18:59.898277 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-2204cf66-7491-4bc6-92c6-d0b329c5a350 {{(pid=102348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:18:59.898678 n-d-813419-10 neutron-server[102348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '461a11c3-9cc5-4859-b647-0a8860e95b75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf326a9d-27a4-4e1c-96d7-cb8fdbf66697', 'code': 200} Oct 27 10:18:59.898974 n-d-813419-10 neutron-server[102348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a332b069-3887-44da-97bd-d22f51dd17aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fbe4d9d-e648-4698-a2b9-03ea8923f41e', 'code': 200} Oct 27 10:18:59.914994 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-88c899d3-bace-4bdb-9947-c348b2e83b42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1768632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3610'] for router, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:18:59.916598 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-88c899d3-bace-4bdb-9947-c348b2e83b42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1765704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1769409', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1694266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3597'] for router, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:00.048365 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-88c899d3-bace-4bdb-9947-c348b2e83b42 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:00.074140 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f545f6e2-cbaf-48c2-9c85-0762e3f57ab1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp734b258e-7d96-550c-b970-9b72ab66f383-3bb1083f-6927-44c8-a5d3-1cb3a3001aef', 'network_id': '3bb1083f-6927-44c8-a5d3-1cb3a3001aef', 'tenant_id': 'abc0231b74154a28ac572a299e4c42db', 'fixed_ips': [{'subnet_id': '925ae622-20e3-4906-9245-6639e9227a2e'}]}} from n-d-813419-10. {{(pid=102348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 10:19:00.075572 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f545f6e2-cbaf-48c2-9c85-0762e3f57ab1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:00.177272 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e74d71d-de5e-4ca0-9984-b202bf76becb req-efbf1eab-5924-4a0f-a342-26959ecbc0e0 tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:00.178907 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-7e74d71d-de5e-4ca0-9984-b202bf76becb req-efbf1eab-5924-4a0f-a342-26959ecbc0e0 tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] 10.222.0.44 "GET /v2.0/ports?device_id=461a11c3-9cc5-4859-b647-0a8860e95b75 HTTP/1.1" status: 200 len: 968 time: 0.1756246 Oct 27 10:19:00.203184 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] get_ports_and_sgs() called for port_ids ['5038503f-cda9-4787-9ef3-d834a02fd9d6'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:19:00.242601 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd17cec-7e87-4d6b-9122-41fafa96fa12 req-b3086fec-2f1d-4c36-93fa-57470d9fc909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:00.243777 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-9fd17cec-7e87-4d6b-9122-41fafa96fa12 req-b3086fec-2f1d-4c36-93fa-57470d9fc909 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=461a11c3-9cc5-4859-b647-0a8860e95b75 HTTP/1.1" status: 200 len: 1120 time: 0.2415354 Oct 27 10:19:00.254069 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e83a5d-a99a-4dfd-bf5f-7b4ad355b5ed req-8b70226e-8343-42bf-8263-6e23a317e316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:00.255506 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-15e83a5d-a99a-4dfd-bf5f-7b4ad355b5ed req-8b70226e-8343-42bf-8263-6e23a317e316 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=a332b069-3887-44da-97bd-d22f51dd17aa HTTP/1.1" status: 200 len: 1124 time: 0.2178333 Oct 27 10:19:00.264898 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-88c899d3-bace-4bdb-9947-c348b2e83b42 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:00.275676 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.db_base_plugin_common [None req-f545f6e2-cbaf-48c2-9c85-0762e3f57ab1 None None] Allocated IP 172.20.0.2 (3bb1083f-6927-44c8-a5d3-1cb3a3001aef/925ae622-20e3-4906-9245-6639e9227a2e/e46762c0-d012-481a-99f0-518faa09f59d) {{(pid=102348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:19:00.357550 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-7e74d71d-de5e-4ca0-9984-b202bf76becb req-c2908d1a-164e-4661-af0e-4bc10a38728f tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] 10.222.0.44 "GET /v2.0/security-groups?id=e3018bff-e5f8-44d8-a835-69520a8698da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419585 Oct 27 10:19:00.392400 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-9fd17cec-7e87-4d6b-9122-41fafa96fa12 req-39e9eae1-943e-411f-983b-d1d6b1b73cb7 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=e3018bff-e5f8-44d8-a835-69520a8698da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330087 Oct 27 10:19:00.397997 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-15e83a5d-a99a-4dfd-bf5f-7b4ad355b5ed req-bfe2470a-ad35-406f-b012-6c080b182da9 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=ce298a20-614e-493c-89f0-b27e77f8a827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298778 Oct 27 10:19:00.528107 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8439931c-afff-417a-a65a-20fc74eb11fc req-c06af2df-03e9-4d86-917e-929d5fb30f61 tempest-DeleteServersAdminTestJSON-767095768 tempest-DeleteServersAdminTestJSON-767095768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:00.529654 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8439931c-afff-417a-a65a-20fc74eb11fc req-c06af2df-03e9-4d86-917e-929d5fb30f61 tempest-DeleteServersAdminTestJSON-767095768 tempest-DeleteServersAdminTestJSON-767095768-project] 10.222.0.44 "GET /v2.0/ports?device_id=a064c284-3993-40ba-abcf-f1a83d184831 HTTP/1.1" status: 200 len: 949 time: 0.0563061 Oct 27 10:19:00.584774 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8439931c-afff-417a-a65a-20fc74eb11fc req-6fe94b67-8458-44cb-9595-b35b2327f568 tempest-DeleteServersAdminTestJSON-767095768 tempest-DeleteServersAdminTestJSON-767095768-project] 10.222.0.44 "GET /v2.0/security-groups?id=e849200c-8e3e-41bb-bd28-f1c5b23c294b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474856 Oct 27 10:19:00.588518 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f545f6e2-cbaf-48c2-9c85-0762e3f57ab1 None None] Publish callbacks [] for port, precommit_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:00.594558 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f545f6e2-cbaf-48c2-9c85-0762e3f57ab1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606'] for port, after_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:00.641308 n-d-813419-10 neutron-server[102348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f545f6e2-cbaf-48c2-9c85-0762e3f57ab1 None None] Network 3bb1083f-6927-44c8-a5d3-1cb3a3001aef is already hosted by enough agents. {{(pid=102348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:19:00.645895 n-d-813419-10 neutron-server[102348]: DEBUG neutron.scheduler.base_scheduler [None req-f545f6e2-cbaf-48c2-9c85-0762e3f57ab1 None None] Resources bound (agent type, host, resource id): {{(pid=102348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:19:00.648382 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f545f6e2-cbaf-48c2-9c85-0762e3f57ab1 None None] Received port after_create {{(pid=102348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:19:00.662042 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f545f6e2-cbaf-48c2-9c85-0762e3f57ab1 None None] Pushing event updated for resources: {'Port': ['ID=e46762c0-d012-481a-99f0-518faa09f59d,revision_number=1']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:19:00.688951 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-88c899d3-bace-4bdb-9947-c348b2e83b42 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:00.713134 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-88c899d3-bace-4bdb-9947-c348b2e83b42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:00.715468 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-f545f6e2-cbaf-48c2-9c85-0762e3f57ab1 None None] Attempting to bind port e46762c0-d012-481a-99f0-518faa09f59d on host n-d-813419-10 for vnic_type normal with profile {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:19:00.715918 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-f545f6e2-cbaf-48c2-9c85-0762e3f57ab1 None None] Attempting to bind port e46762c0-d012-481a-99f0-518faa09f59d by drivers openvswitch,hyperv on host n-d-813419-10 at level 0 using segments [{'id': '4a18027c-4f21-4742-add6-6aee377206a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '3bb1083f-6927-44c8-a5d3-1cb3a3001aef'}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:19:00.716178 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f545f6e2-cbaf-48c2-9c85-0762e3f57ab1 None None] Attempting to bind port e46762c0-d012-481a-99f0-518faa09f59d on network 3bb1083f-6927-44c8-a5d3-1cb3a3001aef {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:19:00.722781 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f545f6e2-cbaf-48c2-9c85-0762e3f57ab1 None None] Checking agent: {'id': '89dba0f3-79b2-435e-9822-33674b8f6ada', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 8, 20), 'started_at': datetime.datetime(2021, 10, 27, 10, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 18, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:19:00.723067 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f545f6e2-cbaf-48c2-9c85-0762e3f57ab1 None None] Checking segment: {'id': '4a18027c-4f21-4742-add6-6aee377206a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '3bb1083f-6927-44c8-a5d3-1cb3a3001aef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:19:00.723566 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f545f6e2-cbaf-48c2-9c85-0762e3f57ab1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:00.724432 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f545f6e2-cbaf-48c2-9c85-0762e3f57ab1 None None] Bound using segment: {'id': '4a18027c-4f21-4742-add6-6aee377206a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '3bb1083f-6927-44c8-a5d3-1cb3a3001aef'} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:19:00.725172 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-f545f6e2-cbaf-48c2-9c85-0762e3f57ab1 None None] Bound port: e46762c0-d012-481a-99f0-518faa09f59d, host: n-d-813419-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a18027c-4f21-4742-add6-6aee377206a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '3bb1083f-6927-44c8-a5d3-1cb3a3001aef'}}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:19:00.725313 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f545f6e2-cbaf-48c2-9c85-0762e3f57ab1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:00.789412 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f545f6e2-cbaf-48c2-9c85-0762e3f57ab1 None None] For port e46762c0-d012-481a-99f0-518faa09f59d, host n-d-813419-10, cleared binding levels {{(pid=102348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:19:00.793060 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f545f6e2-cbaf-48c2-9c85-0762e3f57ab1 None None] For port e46762c0-d012-481a-99f0-518faa09f59d, host n-d-813419-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=e46762c0-d012-481a-99f0-518faa09f59d,segment=NetworkSegment(4a18027c-4f21-4742-add6-6aee377206a7),segment_id=4a18027c-4f21-4742-add6-6aee377206a7)] {{(pid=102348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:19:00.797460 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f545f6e2-cbaf-48c2-9c85-0762e3f57ab1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:00.845928 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce980196-8554-4b1c-8f25-3c82c1c4cdf2 req-68fdac1f-c487-4cce-a66b-3452e8a81002 tempest-LiveMigrationNegativeTest-218370031 tempest-LiveMigrationNegativeTest-218370031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:00.848004 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ce980196-8554-4b1c-8f25-3c82c1c4cdf2 req-68fdac1f-c487-4cce-a66b-3452e8a81002 tempest-LiveMigrationNegativeTest-218370031 tempest-LiveMigrationNegativeTest-218370031-project] 10.222.0.44 "GET /v2.0/ports?device_id=a332b069-3887-44da-97bd-d22f51dd17aa HTTP/1.1" status: 200 len: 972 time: 0.0892892 Oct 27 10:19:00.860381 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f545f6e2-cbaf-48c2-9c85-0762e3f57ab1 None None] Pushing event updated for resources: {'Port': ['ID=e46762c0-d012-481a-99f0-518faa09f59d,revision_number=2']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:19:00.897949 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_common [None req-88c899d3-bace-4bdb-9947-c348b2e83b42 admin admin] Allocated IP 172.25.8.119 (185ff123-c7ff-45c7-a6be-71feb35acc9c/0fb9f9d1-7384-481f-8fa8-f4566c349d30/c15483e6-d43c-49bd-8e1a-8b503dc6bf65) {{(pid=102346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:19:00.918135 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ce980196-8554-4b1c-8f25-3c82c1c4cdf2 req-2c3ae757-f52b-4ffa-b3de-f81cb603e135 tempest-LiveMigrationNegativeTest-218370031 tempest-LiveMigrationNegativeTest-218370031-project] 10.222.0.44 "GET /v2.0/security-groups?id=ce298a20-614e-493c-89f0-b27e77f8a827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579259 Oct 27 10:19:01.037003 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-88c899d3-bace-4bdb-9947-c348b2e83b42 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:01.079152 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-88c899d3-bace-4bdb-9947-c348b2e83b42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606'] for port, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:01.138504 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88c899d3-bace-4bdb-9947-c348b2e83b42 admin admin] Network 185ff123-c7ff-45c7-a6be-71feb35acc9c is already hosted by enough agents. {{(pid=102346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:19:01.141723 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-88c899d3-bace-4bdb-9947-c348b2e83b42 admin admin] Resources bound (agent type, host, resource id): {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:19:01.147325 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c899d3-bace-4bdb-9947-c348b2e83b42 admin admin] Received port after_create {{(pid=102346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:19:01.254689 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c899d3-bace-4bdb-9947-c348b2e83b42 admin admin] Pushing event updated for resources: {'Port': ['ID=c15483e6-d43c-49bd-8e1a-8b503dc6bf65,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:19:01.332125 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b4d49e-b88b-4848-8978-1c53942caaab req-c65702dc-5501-461b-be06-55dd9ccd0903 tempest-ServersWithSpecificFlavorTestJSON-2103273157 tempest-ServersWithSpecificFlavorTestJSON-2103273157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:01.332125 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-93b4d49e-b88b-4848-8978-1c53942caaab req-c65702dc-5501-461b-be06-55dd9ccd0903 tempest-ServersWithSpecificFlavorTestJSON-2103273157 tempest-ServersWithSpecificFlavorTestJSON-2103273157-project] 10.222.0.44 "GET /v2.0/ports?device_id=265228e3-9e0d-4457-9209-d37929afa548 HTTP/1.1" status: 200 len: 945 time: 0.0905020 Oct 27 10:19:01.413958 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device 5038503f-cda9-4787-9ef3-d834a02fd9d6 up at agent hyperv_n-h2-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:19:01.436985 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-93b4d49e-b88b-4848-8978-1c53942caaab req-2759f848-abd5-49af-ae8b-4e25dd6cbad2 tempest-ServersWithSpecificFlavorTestJSON-2103273157 tempest-ServersWithSpecificFlavorTestJSON-2103273157-project] 10.222.0.44 "GET /v2.0/security-groups?id=a5c3a744-545c-4ff0-934c-41785bfff57c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1012657 Oct 27 10:19:01.469840 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-88c899d3-bace-4bdb-9947-c348b2e83b42 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:01.495088 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Provisioning for port 5038503f-cda9-4787-9ef3-d834a02fd9d6 completed by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 10:19:01.506478 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Provisioning complete for port 5038503f-cda9-4787-9ef3-d834a02fd9d6 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:19:01.507892 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:01.612683 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:01.648594 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52198afa-7c8c-45b4-8d56-6687bb697513 req-308fbc1d-256c-494c-b8ac-0ed68d470699 tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:01.653070 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] For port 5038503f-cda9-4787-9ef3-d834a02fd9d6, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=5038503f-cda9-4787-9ef3-d834a02fd9d6,segment=NetworkSegment(1c5c493c-9b99-4313-a0b3-4267f64405e2),segment_id=1c5c493c-9b99-4313-a0b3-4267f64405e2)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:19:01.656456 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-52198afa-7c8c-45b4-8d56-6687bb697513 req-308fbc1d-256c-494c-b8ac-0ed68d470699 tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] 10.222.0.44 "GET /v2.0/ports?device_id=461a11c3-9cc5-4859-b647-0a8860e95b75 HTTP/1.1" status: 200 len: 968 time: 0.0973766 Oct 27 10:19:01.658909 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:01.721359 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-52198afa-7c8c-45b4-8d56-6687bb697513 req-90b2bf71-4b46-403c-b72c-ea3383258bae tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] 10.222.0.44 "GET /v2.0/security-groups?id=e3018bff-e5f8-44d8-a835-69520a8698da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636888 Oct 27 10:19:01.725638 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Pushing event updated for resources: {'Port': ['ID=5038503f-cda9-4787-9ef3-d834a02fd9d6,revision_number=5']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:19:01.900218 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '265228e3-9e0d-4457-9209-d37929afa548', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5038503f-cda9-4787-9ef3-d834a02fd9d6'}] {{(pid=102348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:19:01.902702 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c588921fa634554a1d9242fdea1b05457a9ff1d3b28ba54ec1dace7f2f1df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4aaf1855-189a-4d6a-8f2a-721600eb330a" -d '{"events": [{"server_uuid": "265228e3-9e0d-4457-9209-d37929afa548", "name": "network-vif-plugged", "status": "completed", "tag": "5038503f-cda9-4787-9ef3-d834a02fd9d6"}]}' {{(pid=102348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:19:01.942945 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51e8e1a-8604-48ab-a2ea-3e09c639384a req-c184505e-5aa2-450d-9228-ad16d31a2333 tempest-DeleteServersAdminTestJSON-767095768 tempest-DeleteServersAdminTestJSON-767095768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:01.944500 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-f51e8e1a-8604-48ab-a2ea-3e09c639384a req-c184505e-5aa2-450d-9228-ad16d31a2333 tempest-DeleteServersAdminTestJSON-767095768 tempest-DeleteServersAdminTestJSON-767095768-project] 10.222.0.44 "GET /v2.0/ports?device_id=a064c284-3993-40ba-abcf-f1a83d184831 HTTP/1.1" status: 200 len: 949 time: 0.3833780 Oct 27 10:19:01.981786 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-88c899d3-bace-4bdb-9947-c348b2e83b42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1765699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1769372'] for router, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:02.000364 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:19:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-164f2024-3deb-47a5-9e17-5432d49f0d1d x-openstack-request-id: req-164f2024-3deb-47a5-9e17-5432d49f0d1d {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:19:02.000738 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "265228e3-9e0d-4457-9209-d37929afa548", "name": "network-vif-plugged", "status": "completed", "tag": "5038503f-cda9-4787-9ef3-d834a02fd9d6", "code": 200}]} {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:19:02.001055 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-164f2024-3deb-47a5-9e17-5432d49f0d1d {{(pid=102348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:19:02.001532 n-d-813419-10 neutron-server[102348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '265228e3-9e0d-4457-9209-d37929afa548', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5038503f-cda9-4787-9ef3-d834a02fd9d6', 'code': 200} Oct 27 10:19:02.059108 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-116f39f6-a9d1-4a86-9065-89906cdba925 None None] Network 3bb1083f-6927-44c8-a5d3-1cb3a3001aef requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:19:02.069403 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-f51e8e1a-8604-48ab-a2ea-3e09c639384a req-29c6eb7d-9979-4760-a497-bcc0c6ec3ef5 tempest-DeleteServersAdminTestJSON-767095768 tempest-DeleteServersAdminTestJSON-767095768-project] 10.222.0.44 "GET /v2.0/security-groups?id=e849200c-8e3e-41bb-bd28-f1c5b23c294b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032157 Oct 27 10:19:02.155601 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88c899d3-bace-4bdb-9947-c348b2e83b42 admin admin] Router b16da1e3-54b0-4a08-aaa7-aae8e2eb2b79 is scheduled to L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb with binding_index 1 {{(pid=102346) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 10:19:02.162259 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-9f5f3606-40f6-4926-a0e2-2e92c1f210b1 None None] Provisioning complete for port e46762c0-d012-481a-99f0-518faa09f59d triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:19:02.162630 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-9f5f3606-40f6-4926-a0e2-2e92c1f210b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:02.179470 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:02.192587 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdfebcb-f386-4cdc-96bf-0e65c2f7451c req-a8d712fd-cf5c-430a-b723-67750c571e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:02.194045 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-fcdfebcb-f386-4cdc-96bf-0e65c2f7451c req-a8d712fd-cf5c-430a-b723-67750c571e83 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=265228e3-9e0d-4457-9209-d37929afa548 HTTP/1.1" status: 200 len: 1098 time: 0.1271937 Oct 27 10:19:02.203649 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19b8465-785b-4e17-a7ae-2e968381c5e3 req-0554967f-bdba-49fd-8407-ae9f63341f74 tempest-LiveMigrationNegativeTest-218370031 tempest-LiveMigrationNegativeTest-218370031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:02.205194 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-e19b8465-785b-4e17-a7ae-2e968381c5e3 req-0554967f-bdba-49fd-8407-ae9f63341f74 tempest-LiveMigrationNegativeTest-218370031 tempest-LiveMigrationNegativeTest-218370031-project] 10.222.0.44 "GET /v2.0/ports?device_id=a332b069-3887-44da-97bd-d22f51dd17aa HTTP/1.1" status: 200 len: 972 time: 0.1410055 Oct 27 10:19:02.279099 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-e19b8465-785b-4e17-a7ae-2e968381c5e3 req-863af985-f871-4167-a2fe-4753ab5ad76f tempest-LiveMigrationNegativeTest-218370031 tempest-LiveMigrationNegativeTest-218370031-project] 10.222.0.44 "GET /v2.0/security-groups?id=ce298a20-614e-493c-89f0-b27e77f8a827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653548 Oct 27 10:19:02.280841 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-fcdfebcb-f386-4cdc-96bf-0e65c2f7451c req-38c705cf-c9d5-48ac-94da-f4714cda4477 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=a5c3a744-545c-4ff0-934c-41785bfff57c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682271 Oct 27 10:19:02.342009 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88c899d3-bace-4bdb-9947-c348b2e83b42 admin admin] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:19:02.353004 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4886a814-7bdc-494f-ac10-84af3999e3c2 None None] Sync routers for ids ['b16da1e3-54b0-4a08-aaa7-aae8e2eb2b79'] in n-d-813419-10 {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:19:02.365423 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4886a814-7bdc-494f-ac10-84af3999e3c2 None None] Routers {'b16da1e3-54b0-4a08-aaa7-aae8e2eb2b79'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:19:02.366276 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-4886a814-7bdc-494f-ac10-84af3999e3c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:18:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['b16da1e3-54b0-4a08-aaa7-aae8e2eb2b79'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:19:02.371464 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-88c899d3-bace-4bdb-9947-c348b2e83b42 admin admin] Publish callbacks [] for router, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:02.372800 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-88c899d3-bace-4bdb-9947-c348b2e83b42 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.4938548 Oct 27 10:19:02.375581 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 38186) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:19:02.411608 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device e46762c0-d012-481a-99f0-518faa09f59d up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:19:02.492844 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-9f5f3606-40f6-4926-a0e2-2e92c1f210b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:02.535974 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port e46762c0-d012-481a-99f0-518faa09f59d triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:19:02.535974 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:02.566075 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-9f5f3606-40f6-4926-a0e2-2e92c1f210b1 None None] For port e46762c0-d012-481a-99f0-518faa09f59d, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=e46762c0-d012-481a-99f0-518faa09f59d,segment=NetworkSegment(4a18027c-4f21-4742-add6-6aee377206a7),segment_id=4a18027c-4f21-4742-add6-6aee377206a7)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:19:02.577585 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvr_db [None req-4886a814-7bdc-494f-ac10-84af3999e3c2 None None] Set router b16da1e3-54b0-4a08-aaa7-aae8e2eb2b79 gateway port host: n-d-813419-10 {{(pid=102349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:19:02.602529 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-9f5f3606-40f6-4926-a0e2-2e92c1f210b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:02.686504 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185600dc-f914-4e1a-aaff-0f4b41151fb2 req-bd5e1148-0f31-4086-b8a7-bc7862aa4419 tempest-ServersWithSpecificFlavorTestJSON-2103273157 tempest-ServersWithSpecificFlavorTestJSON-2103273157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:02.688063 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-185600dc-f914-4e1a-aaff-0f4b41151fb2 req-bd5e1148-0f31-4086-b8a7-bc7862aa4419 tempest-ServersWithSpecificFlavorTestJSON-2103273157 tempest-ServersWithSpecificFlavorTestJSON-2103273157-project] 10.222.0.44 "GET /v2.0/ports?device_id=265228e3-9e0d-4457-9209-d37929afa548 HTTP/1.1" status: 200 len: 946 time: 0.0723984 Oct 27 10:19:02.693683 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [req-cc062bcb-b02f-4ce7-91c9-27b9d033208d req-89d7c49a-d784-479b-874a-97117801a9e6 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=102347) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 10:19:02.695278 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-cc062bcb-b02f-4ce7-91c9-27b9d033208d req-89d7c49a-d784-479b-874a-97117801a9e6 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0431354 Oct 27 10:19:02.722560 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5f3606-40f6-4926-a0e2-2e92c1f210b1 None None] Pushing event updated for resources: {'Port': ['ID=e46762c0-d012-481a-99f0-518faa09f59d,revision_number=3']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:19:02.764444 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-185600dc-f914-4e1a-aaff-0f4b41151fb2 req-4ea1bdba-d9da-4f72-b1c0-345fdd46c7b0 tempest-ServersWithSpecificFlavorTestJSON-2103273157 tempest-ServersWithSpecificFlavorTestJSON-2103273157-project] 10.222.0.44 "GET /v2.0/security-groups?id=a5c3a744-545c-4ff0-934c-41785bfff57c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608284 Oct 27 10:19:02.926112 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-60a4ab17-c46f-4fc6-9016-a39e9d47c1b0 None None] Provisioning complete for port e46762c0-d012-481a-99f0-518faa09f59d triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:19:02.926761 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-60a4ab17-c46f-4fc6-9016-a39e9d47c1b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:02.963393 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71330dfc-a6a7-4984-81dd-ca2788e12501 req-3316c3a1-7445-4ef2-b349-e24a4081a390 tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:02.973373 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-71330dfc-a6a7-4984-81dd-ca2788e12501 req-3316c3a1-7445-4ef2-b349-e24a4081a390 tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] 10.222.0.44 "GET /v2.0/ports?device_id=461a11c3-9cc5-4859-b647-0a8860e95b75 HTTP/1.1" status: 200 len: 968 time: 0.0745707 Oct 27 10:19:03.045679 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-71330dfc-a6a7-4984-81dd-ca2788e12501 req-26d1b465-ad5d-4774-897f-7fef98a7aa67 tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] 10.222.0.44 "GET /v2.0/security-groups?id=e3018bff-e5f8-44d8-a835-69520a8698da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711277 Oct 27 10:19:03.081719 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61b6f03-4b51-49f9-a268-83e5de067cc4 req-18ea1f71-cf9f-4b53-b520-b919c80b111a tempest-LiveMigrationNegativeTest-218370031 tempest-LiveMigrationNegativeTest-218370031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:03.091915 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c61b6f03-4b51-49f9-a268-83e5de067cc4 req-18ea1f71-cf9f-4b53-b520-b919c80b111a tempest-LiveMigrationNegativeTest-218370031 tempest-LiveMigrationNegativeTest-218370031-project] 10.222.0.44 "GET /v2.0/ports?device_id=a332b069-3887-44da-97bd-d22f51dd17aa HTTP/1.1" status: 200 len: 972 time: 0.1828208 Oct 27 10:19:03.098597 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-4886a814-7bdc-494f-ac10-84af3999e3c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b16da1e3-54b0-4a08-aaa7-aae8e2eb2b79', 'name': 'tempest-FloatingIPDetailsTestJSON-550466535-router', 'tenant_id': 'abc0231b74154a28ac572a299e4c42db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': 'c15483e6-d43c-49bd-8e1a-8b503dc6bf65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:18:59Z', 'updated_at': '2021-10-27T10:19:01Z', 'revision_number': 3, 'project_id': 'abc0231b74154a28ac572a299e4c42db', 'gw_port': {'id': 'c15483e6-d43c-49bd-8e1a-8b503dc6bf65', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:25:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b16da1e3-54b0-4a08-aaa7-aae8e2eb2b79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 203, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:19:00Z', 'updated_at': '2021-10-27T10:19:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10'}], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:19:03.137759 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4886a814-7bdc-494f-ac10-84af3999e3c2 None None] Checking router: b16da1e3-54b0-4a08-aaa7-aae8e2eb2b79 for host: n-d-813419-10 {{(pid=102349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 10:19:03.138565 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4886a814-7bdc-494f-ac10-84af3999e3c2 None None] Updating router b16da1e3-54b0-4a08-aaa7-aae8e2eb2b79 port c15483e6-d43c-49bd-8e1a-8b503dc6bf65 binding host n-d-813419-10 {{(pid=102349) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 10:19:03.169901 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-4886a814-7bdc-494f-ac10-84af3999e3c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:03.191555 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c61b6f03-4b51-49f9-a268-83e5de067cc4 req-00c0f3bb-1f27-4742-82c6-5f26617a4fb2 tempest-LiveMigrationNegativeTest-218370031 tempest-LiveMigrationNegativeTest-218370031-project] 10.222.0.44 "GET /v2.0/security-groups?id=ce298a20-614e-493c-89f0-b27e77f8a827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981071 Oct 27 10:19:03.249837 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 38218) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:19:03.270333 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-ed454968-8d87-4c4f-bf7f-b1d6d2b9d1c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:03.301435 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f6849b-7124-441c-8a19-296f82234229 req-d25950c2-d9ef-44d0-a75b-f0446d0102bd tempest-DeleteServersAdminTestJSON-1702244847 tempest-DeleteServersAdminTestJSON-1702244847-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:03.304000 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-d4f6849b-7124-441c-8a19-296f82234229 req-d25950c2-d9ef-44d0-a75b-f0446d0102bd tempest-DeleteServersAdminTestJSON-1702244847 tempest-DeleteServersAdminTestJSON-1702244847-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=a064c284-3993-40ba-abcf-f1a83d184831 HTTP/1.1" status: 200 len: 1101 time: 0.0863900 Oct 27 10:19:03.488160 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4205258b-6b63-4ff2-a5aa-f89ed07c7458 req-c1082500-084b-4978-adc9-57fec36b3007 tempest-LiveAutoBlockMigrationV225Test-1419872258 tempest-LiveAutoBlockMigrationV225Test-1419872258-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:03.489826 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-4205258b-6b63-4ff2-a5aa-f89ed07c7458 req-c1082500-084b-4978-adc9-57fec36b3007 tempest-LiveAutoBlockMigrationV225Test-1419872258 tempest-LiveAutoBlockMigrationV225Test-1419872258-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=461a11c3-9cc5-4859-b647-0a8860e95b75 HTTP/1.1" status: 200 len: 1120 time: 0.0605714 Oct 27 10:19:03.497412 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-71195565-6e8f-4633-99ca-f71abfb6068d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:03.547957 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-4205258b-6b63-4ff2-a5aa-f89ed07c7458 req-8306681e-ecb7-4b40-9341-756f5e5615ba tempest-LiveAutoBlockMigrationV225Test-1419872258 tempest-LiveAutoBlockMigrationV225Test-1419872258-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=e3018bff-e5f8-44d8-a835-69520a8698da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481825 Oct 27 10:19:03.548733 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-4886a814-7bdc-494f-ac10-84af3999e3c2 None None] Publish callbacks [] for port, precommit_update {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:03.557877 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-4886a814-7bdc-494f-ac10-84af3999e3c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:03.624852 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.managers [None req-4886a814-7bdc-494f-ac10-84af3999e3c2 None None] Attempting to bind port c15483e6-d43c-49bd-8e1a-8b503dc6bf65 on host n-d-813419-10 for vnic_type normal with profile {{(pid=102349) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:19:03.625396 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.managers [None req-4886a814-7bdc-494f-ac10-84af3999e3c2 None None] Attempting to bind port c15483e6-d43c-49bd-8e1a-8b503dc6bf65 by drivers openvswitch,hyperv on host n-d-813419-10 at level 0 using segments [{'id': 'bc14127b-7032-4c50-bb5b-f6813cbae86e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'}] {{(pid=102349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:19:03.625765 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4886a814-7bdc-494f-ac10-84af3999e3c2 None None] Attempting to bind port c15483e6-d43c-49bd-8e1a-8b503dc6bf65 on network 185ff123-c7ff-45c7-a6be-71feb35acc9c {{(pid=102349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:19:03.633536 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4886a814-7bdc-494f-ac10-84af3999e3c2 None None] Checking agent: {'id': '89dba0f3-79b2-435e-9822-33674b8f6ada', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 8, 20), 'started_at': datetime.datetime(2021, 10, 27, 10, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 18, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:19:03.633876 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4886a814-7bdc-494f-ac10-84af3999e3c2 None None] Checking segment: {'id': 'bc14127b-7032-4c50-bb5b-f6813cbae86e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:19:03.634334 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-4886a814-7bdc-494f-ac10-84af3999e3c2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:03.634735 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4886a814-7bdc-494f-ac10-84af3999e3c2 None None] Bound using segment: {'id': 'bc14127b-7032-4c50-bb5b-f6813cbae86e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'} {{(pid=102349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:19:03.635363 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.managers [None req-4886a814-7bdc-494f-ac10-84af3999e3c2 None None] Bound port: c15483e6-d43c-49bd-8e1a-8b503dc6bf65, host: n-d-813419-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc14127b-7032-4c50-bb5b-f6813cbae86e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'}}] {{(pid=102349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:19:03.635773 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-4886a814-7bdc-494f-ac10-84af3999e3c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:03.642148 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-71195565-6e8f-4633-99ca-f71abfb6068d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:03.648904 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-71195565-6e8f-4633-99ca-f71abfb6068d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:03.684818 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d00b1b-7399-486b-979d-3ceee68f9eaa None None] Pushing event updated for resources: {'Port': ['ID=c15483e6-d43c-49bd-8e1a-8b503dc6bf65,revision_number=2']} {{(pid=102349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:19:03.694914 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c7241b-cf53-4291-a60a-df690f2a1a0a req-17b9590c-5ddc-41ac-bd2b-7ccf36d9c26d tempest-DeleteServersAdminTestJSON-767095768 tempest-DeleteServersAdminTestJSON-767095768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:03.701875 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-71195565-6e8f-4633-99ca-f71abfb6068d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0cec2e82177b4285b58b7d292878dc86&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4507761 Oct 27 10:19:03.702081 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-a4c7241b-cf53-4291-a60a-df690f2a1a0a req-17b9590c-5ddc-41ac-bd2b-7ccf36d9c26d tempest-DeleteServersAdminTestJSON-767095768 tempest-DeleteServersAdminTestJSON-767095768-project] 10.222.0.44 "GET /v2.0/ports?device_id=a064c284-3993-40ba-abcf-f1a83d184831 HTTP/1.1" status: 200 len: 949 time: 0.3913801 Oct 27 10:19:03.702669 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 38226) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:19:03.703272 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71195565-6e8f-4633-99ca-f71abfb6068d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb2d0e0b-1405-4a9a-a3b2-a5a9f569571c,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:19:03.761424 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.db [None req-4886a814-7bdc-494f-ac10-84af3999e3c2 None None] For port c15483e6-d43c-49bd-8e1a-8b503dc6bf65, host n-d-813419-10, cleared binding levels {{(pid=102349) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:19:03.761753 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-5bd92603-8516-4f32-9f5a-36f265151a11 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:03.767060 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.db [None req-4886a814-7bdc-494f-ac10-84af3999e3c2 None None] For port c15483e6-d43c-49bd-8e1a-8b503dc6bf65, host n-d-813419-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=c15483e6-d43c-49bd-8e1a-8b503dc6bf65,segment=NetworkSegment(bc14127b-7032-4c50-bb5b-f6813cbae86e),segment_id=bc14127b-7032-4c50-bb5b-f6813cbae86e)] {{(pid=102349) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:19:03.771685 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-4886a814-7bdc-494f-ac10-84af3999e3c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:03.784732 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-5bd92603-8516-4f32-9f5a-36f265151a11 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:03.806415 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-a4c7241b-cf53-4291-a60a-df690f2a1a0a req-c86ad169-1ece-4621-8914-98b2cafc4b19 tempest-DeleteServersAdminTestJSON-767095768 tempest-DeleteServersAdminTestJSON-767095768-project] 10.222.0.44 "GET /v2.0/security-groups?id=e849200c-8e3e-41bb-bd28-f1c5b23c294b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939417 Oct 27 10:19:03.831311 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [req-d4f6849b-7124-441c-8a19-296f82234229 req-fd2cfdcf-ee9c-4d10-ab6e-3d0dd5c58a24 tempest-DeleteServersAdminTestJSON-1702244847 tempest-DeleteServersAdminTestJSON-1702244847-project-admin] Deleting port 2458d0ea-2932-4865-8645-cb6072434e96 {{(pid=102347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:19:03.831670 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-d4f6849b-7124-441c-8a19-296f82234229 req-fd2cfdcf-ee9c-4d10-ab6e-3d0dd5c58a24 tempest-DeleteServersAdminTestJSON-1702244847 tempest-DeleteServersAdminTestJSON-1702244847-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:03.842371 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-5bd92603-8516-4f32-9f5a-36f265151a11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:03.845159 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-5bd92603-8516-4f32-9f5a-36f265151a11 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:03.849169 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-5bd92603-8516-4f32-9f5a-36f265151a11 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/cb2d0e0b-1405-4a9a-a3b2-a5a9f569571c HTTP/1.1" status: 204 len: 168 time: 0.1403282 Oct 27 10:19:03.855168 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd92603-8516-4f32-9f5a-36f265151a11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb2d0e0b-1405-4a9a-a3b2-a5a9f569571c,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:19:03.889272 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_common [None req-ed454968-8d87-4c4f-bf7f-b1d6d2b9d1c0 admin admin] Allocated IP 172.20.0.1 (3bb1083f-6927-44c8-a5d3-1cb3a3001aef/925ae622-20e3-4906-9245-6639e9227a2e/aca8b4d8-0b2d-41fb-81bc-d683446c285b) {{(pid=102347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:19:03.896129 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d00b1b-7399-486b-979d-3ceee68f9eaa None None] Pushing event updated for resources: {'Port': ['ID=c15483e6-d43c-49bd-8e1a-8b503dc6bf65,revision_number=3']} {{(pid=102349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:19:03.925921 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4886a814-7bdc-494f-ac10-84af3999e3c2 None None] Routers {'b16da1e3-54b0-4a08-aaa7-aae8e2eb2b79'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:19:03.926386 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-4886a814-7bdc-494f-ac10-84af3999e3c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:18:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['b16da1e3-54b0-4a08-aaa7-aae8e2eb2b79'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:19:04.017734 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-02087870-8ecf-4496-ad1c-29f1e201b44f req-d6296b76-11b7-4eb5-9ed8-4bc7dc616078 tempest-LiveMigrationNegativeTest-218370031 tempest-LiveMigrationNegativeTest-218370031-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=4ef5168f0c7643019f30449b86186517&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0671842 Oct 27 10:19:04.046992 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9631a07e-d02a-4518-9d88-ffeed822447f req-8dc34670-0050-4063-99d9-486dce5ebdb3 tempest-LiveAutoBlockMigrationV225Test-1419872258 tempest-LiveAutoBlockMigrationV225Test-1419872258-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:04.055074 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-9631a07e-d02a-4518-9d88-ffeed822447f req-8dc34670-0050-4063-99d9-486dce5ebdb3 tempest-LiveAutoBlockMigrationV225Test-1419872258 tempest-LiveAutoBlockMigrationV225Test-1419872258-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=461a11c3-9cc5-4859-b647-0a8860e95b75 HTTP/1.1" status: 200 len: 1120 time: 0.0555711 Oct 27 10:19:04.078647 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvr_db [None req-4886a814-7bdc-494f-ac10-84af3999e3c2 None None] Set router b16da1e3-54b0-4a08-aaa7-aae8e2eb2b79 gateway port host: n-d-813419-10 {{(pid=102349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:19:04.100439 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-9631a07e-d02a-4518-9d88-ffeed822447f req-18c829b7-af57-4164-bae4-edf156d0c6e6 tempest-LiveAutoBlockMigrationV225Test-1419872258 tempest-LiveAutoBlockMigrationV225Test-1419872258-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=e3018bff-e5f8-44d8-a835-69520a8698da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443864 Oct 27 10:19:04.102872 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-d4f6849b-7124-441c-8a19-296f82234229 req-fd2cfdcf-ee9c-4d10-ab6e-3d0dd5c58a24 tempest-DeleteServersAdminTestJSON-1702244847 tempest-DeleteServersAdminTestJSON-1702244847-project-admin] For port 2458d0ea-2932-4865-8645-cb6072434e96, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=2458d0ea-2932-4865-8645-cb6072434e96,segment=NetworkSegment(f7c42c6d-2766-46d8-a8b7-4852117a5555),segment_id=f7c42c6d-2766-46d8-a8b7-4852117a5555)] {{(pid=102347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:19:04.103230 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-d4f6849b-7124-441c-8a19-296f82234229 req-fd2cfdcf-ee9c-4d10-ab6e-3d0dd5c58a24 tempest-DeleteServersAdminTestJSON-1702244847 tempest-DeleteServersAdminTestJSON-1702244847-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:04.133625 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [req-d4f6849b-7124-441c-8a19-296f82234229 req-fd2cfdcf-ee9c-4d10-ab6e-3d0dd5c58a24 tempest-DeleteServersAdminTestJSON-1702244847 tempest-DeleteServersAdminTestJSON-1702244847-project-admin] Calling delete_port for 2458d0ea-2932-4865-8645-cb6072434e96 owned by compute:nova {{(pid=102347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:19:04.245063 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-ed454968-8d87-4c4f-bf7f-b1d6d2b9d1c0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:04.283312 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02087870-8ecf-4496-ad1c-29f1e201b44f req-579c0690-2483-4237-a8b6-7c8fccc4537c tempest-LiveMigrationNegativeTest-218370031 tempest-LiveMigrationNegativeTest-218370031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:04.290823 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-02087870-8ecf-4496-ad1c-29f1e201b44f req-579c0690-2483-4237-a8b6-7c8fccc4537c tempest-LiveMigrationNegativeTest-218370031 tempest-LiveMigrationNegativeTest-218370031-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2716346 Oct 27 10:19:04.292537 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device e46762c0-d012-481a-99f0-518faa09f59d up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:19:04.302663 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-69fb4ea9-bad8-4e59-b583-868c2c6f68e9 req-12f0ac3f-0374-4b42-8ca9-368a023e04d5 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=114e92eb-0e52-48d7-9d32-7b336b988432&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1037641 Oct 27 10:19:04.328418 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f9cc43-b8af-4f89-88e5-888fc038e11a req-97a06e51-1762-44ea-b0bb-c6a0824cc25a tempest-ServersWithSpecificFlavorTestJSON-2103273157 tempest-ServersWithSpecificFlavorTestJSON-2103273157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:04.330154 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-c0f9cc43-b8af-4f89-88e5-888fc038e11a req-97a06e51-1762-44ea-b0bb-c6a0824cc25a tempest-ServersWithSpecificFlavorTestJSON-2103273157 tempest-ServersWithSpecificFlavorTestJSON-2103273157-project] 10.222.0.44 "GET /v2.0/ports?device_id=265228e3-9e0d-4457-9209-d37929afa548 HTTP/1.1" status: 200 len: 946 time: 0.0887291 Oct 27 10:19:04.339387 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 38252) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:19:04.352954 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-02087870-8ecf-4496-ad1c-29f1e201b44f req-00aa76e0-d6e3-4dd1-914a-ed799462a546 tempest-LiveMigrationNegativeTest-218370031 tempest-LiveMigrationNegativeTest-218370031-project] 10.222.0.44 "GET /v2.0/quotas/4ef5168f0c7643019f30449b86186517 HTTP/1.1" status: 200 len: 375 time: 0.0610256 Oct 27 10:19:04.371427 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-dbcc7f65-4fe2-407f-bde2-d66546bff972 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:04.405508 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port e46762c0-d012-481a-99f0-518faa09f59d triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:19:04.405807 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:04.413720 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-4886a814-7bdc-494f-ac10-84af3999e3c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b16da1e3-54b0-4a08-aaa7-aae8e2eb2b79', 'name': 'tempest-FloatingIPDetailsTestJSON-550466535-router', 'tenant_id': 'abc0231b74154a28ac572a299e4c42db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': 'c15483e6-d43c-49bd-8e1a-8b503dc6bf65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:18:59Z', 'updated_at': '2021-10-27T10:19:01Z', 'revision_number': 3, 'project_id': 'abc0231b74154a28ac572a299e4c42db', 'gw_port': {'id': 'c15483e6-d43c-49bd-8e1a-8b503dc6bf65', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:25:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b16da1e3-54b0-4a08-aaa7-aae8e2eb2b79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 203, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:19:00Z', 'updated_at': '2021-10-27T10:19:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10'}], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:19:04.440378 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-c0f9cc43-b8af-4f89-88e5-888fc038e11a req-769494bf-a379-49e4-86e1-7f263e34f16c tempest-ServersWithSpecificFlavorTestJSON-2103273157 tempest-ServersWithSpecificFlavorTestJSON-2103273157-project] 10.222.0.44 "GET /v2.0/security-groups?id=a5c3a744-545c-4ff0-934c-41785bfff57c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0849795 Oct 27 10:19:04.459992 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4886a814-7bdc-494f-ac10-84af3999e3c2 None None] The sync data for ids ['b16da1e3-54b0-4a08-aaa7-aae8e2eb2b79'] in n-d-813419-10 is: [{'id': 'b16da1e3-54b0-4a08-aaa7-aae8e2eb2b79', 'name': 'tempest-FloatingIPDetailsTestJSON-550466535-router', 'tenant_id': 'abc0231b74154a28ac572a299e4c42db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': 'c15483e6-d43c-49bd-8e1a-8b503dc6bf65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:18:59Z', 'updated_at': '2021-10-27T10:19:01Z', 'revision_number': 3, 'project_id': 'abc0231b74154a28ac572a299e4c42db', 'gw_port': {'id': 'c15483e6-d43c-49bd-8e1a-8b503dc6bf65', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:25:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b16da1e3-54b0-4a08-aaa7-aae8e2eb2b79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 203, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:19:00Z', 'updated_at': '2021-10-27T10:19:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10'}] {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:19:04.501176 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fb4ea9-bad8-4e59-b583-868c2c6f68e9 req-34749a29-4e1a-4cac-a80a-9eb8a2c16957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:04.503483 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-69fb4ea9-bad8-4e59-b583-868c2c6f68e9 req-34749a29-4e1a-4cac-a80a-9eb8a2c16957 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4e839520a4ae480292132e0bf3b27ab1&device_id=114e92eb-0e52-48d7-9d32-7b336b988432 HTTP/1.1" status: 200 len: 1124 time: 0.1352556 Oct 27 10:19:04.519245 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-ed454968-8d87-4c4f-bf7f-b1d6d2b9d1c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606'] for port, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:04.563595 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-d4f6849b-7124-441c-8a19-296f82234229 req-fd2cfdcf-ee9c-4d10-ab6e-3d0dd5c58a24 tempest-DeleteServersAdminTestJSON-1702244847 tempest-DeleteServersAdminTestJSON-1702244847-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615'] for port, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:04.567201 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed454968-8d87-4c4f-bf7f-b1d6d2b9d1c0 admin admin] Network 3bb1083f-6927-44c8-a5d3-1cb3a3001aef is already hosted by enough agents. {{(pid=102347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:19:04.578188 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] get_ports_and_sgs() called for port_ids ['2458d0ea-2932-4865-8645-cb6072434e96'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:19:04.621984 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [None req-ed454968-8d87-4c4f-bf7f-b1d6d2b9d1c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:19:04.627829 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-dbcc7f65-4fe2-407f-bde2-d66546bff972 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:04.642672 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-dbcc7f65-4fe2-407f-bde2-d66546bff972 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:04.661983 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-02087870-8ecf-4496-ad1c-29f1e201b44f req-4edfada3-2cee-4d3b-9157-2ebe1d0ab490 tempest-LiveMigrationNegativeTest-218370031 tempest-LiveMigrationNegativeTest-218370031-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=4ef5168f0c7643019f30449b86186517&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2920027 Oct 27 10:19:04.662755 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed454968-8d87-4c4f-bf7f-b1d6d2b9d1c0 admin admin] Received port after_create {{(pid=102347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:19:04.663245 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-ed454968-8d87-4c4f-bf7f-b1d6d2b9d1c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1664961'] for router_interface, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:04.707254 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcc7f65-4fe2-407f-bde2-d66546bff972 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a06b507e-b99d-4b0a-9f15-8a7932552e53,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:19:04.718305 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-dbcc7f65-4fe2-407f-bde2-d66546bff972 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e4558d6a39d64bed8c5883be9a41f52a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3777084 Oct 27 10:19:04.720691 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 38268) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:19:04.729063 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fb4ea9-bad8-4e59-b583-868c2c6f68e9 req-c7fbe462-09ae-4460-9144-b3f641095f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:04.730487 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-69fb4ea9-bad8-4e59-b583-868c2c6f68e9 req-c7fbe462-09ae-4460-9144-b3f641095f18 service neutron] 10.222.0.64 "GET /v2.0/networks?id=4d250f92-d229-45fe-a579-67fef8e6c544 HTTP/1.1" status: 200 len: 870 time: 0.1980321 Oct 27 10:19:04.852075 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-69fb4ea9-bad8-4e59-b583-868c2c6f68e9 req-85438eab-b16d-4caf-bf03-228cc198f8cf service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.226&port_id=e605e2fa-1823-4f5b-b4a1-e60ce344400c HTTP/1.1" status: 200 len: 217 time: 0.1075156 Oct 27 10:19:04.921572 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4f6849b-7124-441c-8a19-296f82234229 req-fd2cfdcf-ee9c-4d10-ab6e-3d0dd5c58a24 tempest-DeleteServersAdminTestJSON-1702244847 tempest-DeleteServersAdminTestJSON-1702244847-project-admin] No DVR routers for this DVR port 2458d0ea-2932-4865-8645-cb6072434e96 on host n-h2-813419-10 {{(pid=102347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:19:04.938119 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-d4f6849b-7124-441c-8a19-296f82234229 req-fd2cfdcf-ee9c-4d10-ab6e-3d0dd5c58a24 tempest-DeleteServersAdminTestJSON-1702244847 tempest-DeleteServersAdminTestJSON-1702244847-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:04.941694 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-d4f6849b-7124-441c-8a19-296f82234229 req-fd2cfdcf-ee9c-4d10-ab6e-3d0dd5c58a24 tempest-DeleteServersAdminTestJSON-1702244847 tempest-DeleteServersAdminTestJSON-1702244847-project-admin] 10.222.0.76 "DELETE /v2.0/ports/2458d0ea-2932-4865-8645-cb6072434e96 HTTP/1.1" status: 204 len: 173 time: 1.6283658 Oct 27 10:19:05.004149 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a064c284-3993-40ba-abcf-f1a83d184831', 'name': 'network-vif-deleted', 'tag': '2458d0ea-2932-4865-8645-cb6072434e96'}] {{(pid=102347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:19:05.007655 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311149b481204ee7edffdb959c881838506fbd95bc8577c048f6677abb73acc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd37426f-19e9-4253-bae5-0d13a8eb0a79" -d '{"events": [{"server_uuid": "a064c284-3993-40ba-abcf-f1a83d184831", "name": "network-vif-deleted", "tag": "2458d0ea-2932-4865-8645-cb6072434e96"}]}' {{(pid=102347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:19:05.011366 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed454968-8d87-4c4f-bf7f-b1d6d2b9d1c0 admin admin] Pushing event updated for resources: {'Port': ['ID=aca8b4d8-0b2d-41fb-81bc-d683446c285b,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:19:05.117352 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2cfdcf-ee9c-4d10-ab6e-3d0dd5c58a24 tempest-DeleteServersAdminTestJSON-1702244847 tempest-DeleteServersAdminTestJSON-1702244847-project-admin] Pushing event deleted for resources: {'Port': ['ID=2458d0ea-2932-4865-8645-cb6072434e96,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:19:05.176696 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-02ee9af2-6dc0-44e4-9232-409c904765c1 None None] Provisioning complete for port aca8b4d8-0b2d-41fb-81bc-d683446c285b triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:19:05.180401 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-02ee9af2-6dc0-44e4-9232-409c904765c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:05.195711 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fb4ea9-bad8-4e59-b583-868c2c6f68e9 req-775cd510-9fe6-4f69-9c5e-d318171b793f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:05.198285 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-69fb4ea9-bad8-4e59-b583-868c2c6f68e9 req-775cd510-9fe6-4f69-9c5e-d318171b793f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=62eb52f7-aac4-48af-8670-e04300325561 HTTP/1.1" status: 200 len: 843 time: 0.3175480 Oct 27 10:19:05.202485 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-6ee8e087-e4f8-4463-97dc-4aba68e89af4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:05.219208 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-ed454968-8d87-4c4f-bf7f-b1d6d2b9d1c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:05.238559 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6cd51f-7aa4-48ec-b277-ee0c41d093bd req-7d1b42d2-e75d-46ac-a1d8-ec84ace46049 tempest-ServersWithSpecificFlavorTestJSON-2103273157 tempest-ServersWithSpecificFlavorTestJSON-2103273157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:05.256053 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 38284) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:19:05.256778 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-0a6cd51f-7aa4-48ec-b277-ee0c41d093bd req-7d1b42d2-e75d-46ac-a1d8-ec84ace46049 tempest-ServersWithSpecificFlavorTestJSON-2103273157 tempest-ServersWithSpecificFlavorTestJSON-2103273157-project] 10.222.0.44 "GET /v2.0/ports?device_id=265228e3-9e0d-4457-9209-d37929afa548 HTTP/1.1" status: 200 len: 946 time: 0.3219316 Oct 27 10:19:05.275153 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-29c6bf5b-4da7-4ff4-a3c8-f6d6bf0829a1 tempest-ServersWithSpecificFlavorTestJSON-2103273157 tempest-ServersWithSpecificFlavorTestJSON-2103273157-project] Request body: {'floatingip': {'port_id': '5038503f-cda9-4787-9ef3-d834a02fd9d6'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:19:05.312162 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-02ee9af2-6dc0-44e4-9232-409c904765c1 None None] Port aca8b4d8-0b2d-41fb-81bc-d683446c285b cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:19:05.318859 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-6ee8e087-e4f8-4463-97dc-4aba68e89af4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:05.459175 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-df7e0237-59a0-4ed8-8d12-c86a588438b8 req-54677202-2ff8-4a1a-8365-0450a9837f98 tempest-DeleteServersAdminTestJSON-767095768 tempest-DeleteServersAdminTestJSON-767095768-project] 10.222.0.44 "GET /v2.0/ports?device_id=a064c284-3993-40ba-abcf-f1a83d184831 HTTP/1.1" status: 200 len: 210 time: 0.0732255 Oct 27 10:19:05.492276 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-6ee8e087-e4f8-4463-97dc-4aba68e89af4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:05.495862 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-29c6bf5b-4da7-4ff4-a3c8-f6d6bf0829a1 tempest-ServersWithSpecificFlavorTestJSON-2103273157 tempest-ServersWithSpecificFlavorTestJSON-2103273157-project] Publish callbacks [] for floatingip, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:05.498054 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-6ee8e087-e4f8-4463-97dc-4aba68e89af4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:05.499847 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-6ee8e087-e4f8-4463-97dc-4aba68e89af4 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a06b507e-b99d-4b0a-9f15-8a7932552e53 HTTP/1.1" status: 204 len: 168 time: 0.7777076 Oct 27 10:19:05.505973 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fb4ea9-bad8-4e59-b583-868c2c6f68e9 req-84f29c67-be2a-478d-ba99-b3922e1dab05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:05.508754 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-69fb4ea9-bad8-4e59-b583-868c2c6f68e9 req-84f29c67-be2a-478d-ba99-b3922e1dab05 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4d250f92-d229-45fe-a579-67fef8e6c544&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3009548 Oct 27 10:19:05.666693 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee8e087-e4f8-4463-97dc-4aba68e89af4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a06b507e-b99d-4b0a-9f15-8a7932552e53,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:19:05.712669 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-d8425593-7764-4f95-bcc6-d6c9d0d9e4fb req-46a58324-0d03-46e5-b9c8-567efe287066 tempest-LiveMigrationNegativeTest-218370031 tempest-LiveMigrationNegativeTest-218370031-project] 10.222.0.44 "GET /v2.0/ports?device_id=888f5e8a-b37b-4980-93db-923d46bd2ff0 HTTP/1.1" status: 200 len: 210 time: 0.0500908 Oct 27 10:19:05.814661 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-69fb4ea9-bad8-4e59-b583-868c2c6f68e9 req-6a0cda8e-75d7-4ba9-938b-f6a16325d45a service neutron] 10.222.0.64 "GET /v2.0/networks/4d250f92-d229-45fe-a579-67fef8e6c544?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2973650 Oct 27 10:19:05.954055 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:19:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e6ca3fe-6d68-46af-bb4c-f78a2e0cc824 x-openstack-request-id: req-3e6ca3fe-6d68-46af-bb4c-f78a2e0cc824 {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:19:05.954881 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a064c284-3993-40ba-abcf-f1a83d184831", "name": "network-vif-deleted", "tag": "2458d0ea-2932-4865-8645-cb6072434e96", "status": "completed", "code": 200}]} {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:19:05.955844 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3e6ca3fe-6d68-46af-bb4c-f78a2e0cc824 {{(pid=102347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:19:05.959174 n-d-813419-10 neutron-server[102347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a064c284-3993-40ba-abcf-f1a83d184831', 'name': 'network-vif-deleted', 'tag': '2458d0ea-2932-4865-8645-cb6072434e96', 'status': 'completed', 'code': 200} Oct 27 10:19:06.077220 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-69fb4ea9-bad8-4e59-b583-868c2c6f68e9 req-39e0eac5-4ca6-47fa-96c3-1803eb7600a9 service neutron] 10.222.0.64 "GET /v2.0/networks/4d250f92-d229-45fe-a579-67fef8e6c544?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2531788 Oct 27 10:19:06.361890 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device c15483e6-d43c-49bd-8e1a-8b503dc6bf65 up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:19:06.672032 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port c15483e6-d43c-49bd-8e1a-8b503dc6bf65 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:19:06.672675 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:06.836358 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:06.878616 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] For port c15483e6-d43c-49bd-8e1a-8b503dc6bf65, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=c15483e6-d43c-49bd-8e1a-8b503dc6bf65,segment=NetworkSegment(bc14127b-7032-4c50-bb5b-f6813cbae86e),segment_id=bc14127b-7032-4c50-bb5b-f6813cbae86e)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:19:06.886882 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:06.989144 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-02087870-8ecf-4496-ad1c-29f1e201b44f req-dd2036af-1f7e-441b-b4a9-9b1c0c859409 tempest-LiveMigrationNegativeTest-218370031 tempest-LiveMigrationNegativeTest-218370031-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=4ef5168f0c7643019f30449b86186517&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0626709 Oct 27 10:19:07.008897 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Pushing event updated for resources: {'Port': ['ID=c15483e6-d43c-49bd-8e1a-8b503dc6bf65,revision_number=4']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:19:07.012126 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-706898f4-890c-4831-8f40-71462566c0ff req-9e44a551-6973-43c9-8a39-486a218e3c4b tempest-LiveMigrationNegativeTest-218370031 tempest-LiveMigrationNegativeTest-218370031-project] 10.222.0.44 "GET /v2.0/ports?device_id=888f5e8a-b37b-4980-93db-923d46bd2ff0 HTTP/1.1" status: 200 len: 210 time: 0.1099217 Oct 27 10:19:07.055379 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 38380) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:19:07.251667 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-ed454968-8d87-4c4f-bf7f-b1d6d2b9d1c0 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:07.282969 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-29c6bf5b-4da7-4ff4-a3c8-f6d6bf0829a1 tempest-ServersWithSpecificFlavorTestJSON-2103273157 tempest-ServersWithSpecificFlavorTestJSON-2103273157-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:07.284005 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-ed454968-8d87-4c4f-bf7f-b1d6d2b9d1c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:07.285341 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-ed454968-8d87-4c4f-bf7f-b1d6d2b9d1c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2006967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1766225'] for router_interface, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:07.303268 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-5d327d9b-18c0-4475-a26a-88fb4d2e9735 req-1438569b-aed5-4efa-9f66-3c6063a1e054 tempest-DeleteServersAdminTestJSON-767095768 tempest-DeleteServersAdminTestJSON-767095768-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=0a6b0f2ebec44b99991561e44d8e16a8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0831556 Oct 27 10:19:07.317905 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-29c6bf5b-4da7-4ff4-a3c8-f6d6bf0829a1 tempest-ServersWithSpecificFlavorTestJSON-2103273157 tempest-ServersWithSpecificFlavorTestJSON-2103273157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1664826'] for floatingip, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:07.429144 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device 2458d0ea-2932-4865-8645-cb6072434e96 no longer exists at agent hyperv_n-h2-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:19:07.446839 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-19e9ecb6-810a-432f-bf11-6f4e2a431edd admin admin] Publish callbacks [] for security_group, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:07.480314 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] No Port match for: 2458d0ea-2932-4865-8645-cb6072434e96 {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:19:07.481089 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device 2458d0ea-2932-4865-8645-cb6072434e96 not bound to the agent host n-h2-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:19:07.514888 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 38408) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:19:07.519130 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed454968-8d87-4c4f-bf7f-b1d6d2b9d1c0 admin admin] Pushing event updated for resources: {'Port': ['ID=aca8b4d8-0b2d-41fb-81bc-d683446c285b,revision_number=2']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:19:07.542345 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02087870-8ecf-4496-ad1c-29f1e201b44f req-dad75267-67ea-4752-ad30-3ee5e2d3f6a2 tempest-LiveMigrationNegativeTest-218370031 tempest-LiveMigrationNegativeTest-218370031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:07.543760 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-02087870-8ecf-4496-ad1c-29f1e201b44f req-dad75267-67ea-4752-ad30-3ee5e2d3f6a2 tempest-LiveMigrationNegativeTest-218370031 tempest-LiveMigrationNegativeTest-218370031-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5303435 Oct 27 10:19:07.558092 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d327d9b-18c0-4475-a26a-88fb4d2e9735 req-cf57f05d-93af-42b1-8dc9-25a4900b1f98 tempest-DeleteServersAdminTestJSON-767095768 tempest-DeleteServersAdminTestJSON-767095768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:07.566094 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-5d327d9b-18c0-4475-a26a-88fb4d2e9735 req-cf57f05d-93af-42b1-8dc9-25a4900b1f98 tempest-DeleteServersAdminTestJSON-767095768 tempest-DeleteServersAdminTestJSON-767095768-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2483673 Oct 27 10:19:07.572571 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [req-02087870-8ecf-4496-ad1c-29f1e201b44f req-80d1605a-6841-4161-b516-1c9210a75c72 tempest-LiveMigrationNegativeTest-218370031 tempest-LiveMigrationNegativeTest-218370031-project] Request body: {'port': {'device_id': '888f5e8a-b37b-4980-93db-923d46bd2ff0', 'network_id': '4d250f92-d229-45fe-a579-67fef8e6c544', 'admin_state_up': True, 'tenant_id': '4ef5168f0c7643019f30449b86186517'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:19:07.593995 n-d-813419-10 neutron-server[102347]: INFO neutron.db.l3_db [None req-29c6bf5b-4da7-4ff4-a3c8-f6d6bf0829a1 tempest-ServersWithSpecificFlavorTestJSON-2103273157 tempest-ServersWithSpecificFlavorTestJSON-2103273157-project] Floating IP 956bc502-238d-4e60-bccb-892ef75d4751 associated. External IP: 172.25.8.219, port: 5038503f-cda9-4787-9ef3-d834a02fd9d6. Oct 27 10:19:07.596580 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-5d327d9b-18c0-4475-a26a-88fb4d2e9735 req-4e221a3a-9ac2-476c-8e68-c8cef9545345 tempest-DeleteServersAdminTestJSON-767095768 tempest-DeleteServersAdminTestJSON-767095768-project] 10.222.0.44 "GET /v2.0/quotas/0a6b0f2ebec44b99991561e44d8e16a8 HTTP/1.1" status: 200 len: 375 time: 0.0290122 Oct 27 10:19:07.652912 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-5d327d9b-18c0-4475-a26a-88fb4d2e9735 req-148f5f75-3122-4c65-9149-d8f3ea9e34b1 tempest-DeleteServersAdminTestJSON-767095768 tempest-DeleteServersAdminTestJSON-767095768-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=0a6b0f2ebec44b99991561e44d8e16a8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0545626 Oct 27 10:19:07.684182 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-19e9ecb6-810a-432f-bf11-6f4e2a431edd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:07.691900 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-19e9ecb6-810a-432f-bf11-6f4e2a431edd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:07.759344 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-19e9ecb6-810a-432f-bf11-6f4e2a431edd admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=fb2c189fe0f24f92a50cb0cb16382697&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7005398 Oct 27 10:19:07.762914 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 38416) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:19:07.771037 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e9ecb6-810a-432f-bf11-6f4e2a431edd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4286c10d-eefa-4b80-95b0-5247f4894907,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:19:07.806453 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [req-3d98e762-46ed-46c6-8533-67daec00bf05 req-4d9588c5-ba3e-4d58-bf49-2e24f40e51b7 tempest-LiveAutoBlockMigrationV225Test-1419872258 tempest-LiveAutoBlockMigrationV225Test-1419872258-project-admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=102347) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 10:19:07.814046 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-3d98e762-46ed-46c6-8533-67daec00bf05 req-4d9588c5-ba3e-4d58-bf49-2e24f40e51b7 tempest-LiveAutoBlockMigrationV225Test-1419872258 tempest-LiveAutoBlockMigrationV225Test-1419872258-project-admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.2957473 Oct 27 10:19:07.826044 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-8d0187b4-77af-494d-8505-d39afa6886e7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:07.869610 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-8d0187b4-77af-494d-8505-d39afa6886e7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:07.929312 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed454968-8d87-4c4f-bf7f-b1d6d2b9d1c0 admin admin] Network 3bb1083f-6927-44c8-a5d3-1cb3a3001aef is already hosted by enough agents. {{(pid=102347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:19:07.941140 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [None req-ed454968-8d87-4c4f-bf7f-b1d6d2b9d1c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:19:07.971802 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d98e762-46ed-46c6-8533-67daec00bf05 req-b10077ef-9111-42f5-96fd-309dc14ff333 tempest-LiveAutoBlockMigrationV225Test-1419872258 tempest-LiveAutoBlockMigrationV225Test-1419872258-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:07.980428 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-d9807e97-ed4f-4cf4-82b6-c4811e862708 req-4a005c4d-5be2-42cf-a575-bf4fd9cc6526 tempest-DeleteServersAdminTestJSON-767095768 tempest-DeleteServersAdminTestJSON-767095768-project] 10.222.0.44 "GET /v2.0/ports?device_id=c865ac78-2aa0-42f3-af00-7a5ec7bc85aa HTTP/1.1" status: 200 len: 210 time: 0.0534422 Oct 27 10:19:07.980774 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-3d98e762-46ed-46c6-8533-67daec00bf05 req-b10077ef-9111-42f5-96fd-309dc14ff333 tempest-LiveAutoBlockMigrationV225Test-1419872258 tempest-LiveAutoBlockMigrationV225Test-1419872258-project-admin] 10.222.0.44 "GET /v2.0/ports/cf326a9d-27a4-4e1c-96d7-cb8fdbf66697 HTTP/1.1" status: 200 len: 1117 time: 0.1658523 Oct 27 10:19:07.981178 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-8d0187b4-77af-494d-8505-d39afa6886e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:07.995362 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-8d0187b4-77af-494d-8505-d39afa6886e7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:07.998975 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-8d0187b4-77af-494d-8505-d39afa6886e7 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4286c10d-eefa-4b80-95b0-5247f4894907 HTTP/1.1" status: 204 len: 168 time: 0.2327480 Oct 27 10:19:08.008599 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0187b4-77af-494d-8505-d39afa6886e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4286c10d-eefa-4b80-95b0-5247f4894907,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:19:08.183676 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-51a39259-2a4c-49ad-ae89-893d806d5e9a req-6c40bef8-4c1a-4d6e-b3ea-e5339291327a tempest-LiveMigrationNegativeTest-218370031 tempest-LiveMigrationNegativeTest-218370031-project] 10.222.0.44 "GET /v2.0/ports?device_id=888f5e8a-b37b-4980-93db-923d46bd2ff0 HTTP/1.1" status: 200 len: 210 time: 0.0438349 Oct 27 10:19:08.209564 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed454968-8d87-4c4f-bf7f-b1d6d2b9d1c0 admin admin] Router b16da1e3-54b0-4a08-aaa7-aae8e2eb2b79 has already been hosted by L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb {{(pid=102347) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 10:19:08.279976 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device c15483e6-d43c-49bd-8e1a-8b503dc6bf65 up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:19:08.392143 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29c6bf5b-4da7-4ff4-a3c8-f6d6bf0829a1 tempest-ServersWithSpecificFlavorTestJSON-2103273157 tempest-ServersWithSpecificFlavorTestJSON-2103273157-project] Router 63f7ed1c-370f-4434-bb3c-bdaf6c5b2e01 has already been hosted by L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb {{(pid=102347) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 10:19:08.401153 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02087870-8ecf-4496-ad1c-29f1e201b44f req-80d1605a-6841-4161-b516-1c9210a75c72 tempest-LiveMigrationNegativeTest-218370031 tempest-LiveMigrationNegativeTest-218370031-project] Made reservation on behalf of 4ef5168f0c7643019f30449b86186517 for: {'port': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:19:08.405408 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-02087870-8ecf-4496-ad1c-29f1e201b44f req-80d1605a-6841-4161-b516-1c9210a75c72 tempest-LiveMigrationNegativeTest-218370031 tempest-LiveMigrationNegativeTest-218370031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:08.424151 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-45853d68-ee24-44c7-bc1a-8d9b0ce567c2 None None] Provisioning complete for port aca8b4d8-0b2d-41fb-81bc-d683446c285b triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:19:08.430005 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-45853d68-ee24-44c7-bc1a-8d9b0ce567c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:08.483434 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port c15483e6-d43c-49bd-8e1a-8b503dc6bf65 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:19:08.484401 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:08.521707 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-45853d68-ee24-44c7-bc1a-8d9b0ce567c2 None None] Port aca8b4d8-0b2d-41fb-81bc-d683446c285b cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:19:08.584767 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed454968-8d87-4c4f-bf7f-b1d6d2b9d1c0 admin admin] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:19:08.606039 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-ed454968-8d87-4c4f-bf7f-b1d6d2b9d1c0 admin admin] 10.222.0.44 "PUT /v2.0/routers/b16da1e3-54b0-4a08-aaa7-aae8e2eb2b79/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2198215 Oct 27 10:19:08.606457 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03a8bf3c-3f0a-4e68-b388-c93fc34f15e9 None None] Sync routers for ids ['b16da1e3-54b0-4a08-aaa7-aae8e2eb2b79'] in n-d-813419-10 {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:19:08.648442 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [req-3d98e762-46ed-46c6-8533-67daec00bf05 req-35742f63-d48b-41a7-85ff-2ba0790666de service neutron] Request body: {'binding': {'host': 'n-h2-813419-10', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:19:08.651757 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [req-3d98e762-46ed-46c6-8533-67daec00bf05 req-35742f63-d48b-41a7-85ff-2ba0790666de service neutron] Unknown quota resources ['binding']. {{(pid=102347) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 27 10:19:08.699741 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:08.702797 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03a8bf3c-3f0a-4e68-b388-c93fc34f15e9 None None] Routers {'b16da1e3-54b0-4a08-aaa7-aae8e2eb2b79'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:19:08.705410 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-03a8bf3c-3f0a-4e68-b388-c93fc34f15e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:18:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['b16da1e3-54b0-4a08-aaa7-aae8e2eb2b79'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:19:08.810522 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_common [req-02087870-8ecf-4496-ad1c-29f1e201b44f req-80d1605a-6841-4161-b516-1c9210a75c72 tempest-LiveMigrationNegativeTest-218370031 tempest-LiveMigrationNegativeTest-218370031-project] Allocated IP 192.168.233.153 (4d250f92-d229-45fe-a579-67fef8e6c544/62eb52f7-aac4-48af-8670-e04300325561/fa56185d-3cf8-4a3d-abd4-171b990f946c) {{(pid=102347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:19:08.816382 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 38462) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:19:08.835557 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvr_db [None req-03a8bf3c-3f0a-4e68-b388-c93fc34f15e9 None None] Set router b16da1e3-54b0-4a08-aaa7-aae8e2eb2b79 gateway port host: n-d-813419-10 {{(pid=102348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:19:08.839782 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-4b136f85-d202-4f14-abcb-3a8bec474ded admin admin] Publish callbacks [] for security_group, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:08.849687 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29c6bf5b-4da7-4ff4-a3c8-f6d6bf0829a1 tempest-ServersWithSpecificFlavorTestJSON-2103273157 tempest-ServersWithSpecificFlavorTestJSON-2103273157-project] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:19:08.879316 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e2fbe61-b052-4519-9e01-c18e7ae74773 None None] Sync routers for ids ['63f7ed1c-370f-4434-bb3c-bdaf6c5b2e01'] in n-d-813419-10 {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:19:08.890471 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-29c6bf5b-4da7-4ff4-a3c8-f6d6bf0829a1 tempest-ServersWithSpecificFlavorTestJSON-2103273157 tempest-ServersWithSpecificFlavorTestJSON-2103273157-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for floatingip, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:08.898150 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e2fbe61-b052-4519-9e01-c18e7ae74773 None None] Routers {'63f7ed1c-370f-4434-bb3c-bdaf6c5b2e01'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:19:08.898787 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-6e2fbe61-b052-4519-9e01-c18e7ae74773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:18:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['63f7ed1c-370f-4434-bb3c-bdaf6c5b2e01'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:19:08.960887 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-29c6bf5b-4da7-4ff4-a3c8-f6d6bf0829a1 tempest-ServersWithSpecificFlavorTestJSON-2103273157 tempest-ServersWithSpecificFlavorTestJSON-2103273157-project] 10.222.0.44 "PUT /v2.0/floatingips/956bc502-238d-4e60-bccb-892ef75d4751 HTTP/1.1" status: 200 len: 992 time: 3.7030420 Oct 27 10:19:08.974097 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '265228e3-9e0d-4457-9209-d37929afa548', 'tag': '5038503f-cda9-4787-9ef3-d834a02fd9d6'}] {{(pid=102347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:19:08.979716 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-4b136f85-d202-4f14-abcb-3a8bec474ded admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:08.983152 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311149b481204ee7edffdb959c881838506fbd95bc8577c048f6677abb73acc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dca3affb-6434-4952-ab35-b1be74e83736" -d '{"events": [{"name": "network-changed", "server_uuid": "265228e3-9e0d-4457-9209-d37929afa548", "tag": "5038503f-cda9-4787-9ef3-d834a02fd9d6"}]}' {{(pid=102347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:19:08.987486 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-4b136f85-d202-4f14-abcb-3a8bec474ded admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:09.044916 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-4b136f85-d202-4f14-abcb-3a8bec474ded admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=04e45662ac2c497ea12ffd8b3a2b29dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2273338 Oct 27 10:19:09.047345 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 38472) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:19:09.055105 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b136f85-d202-4f14-abcb-3a8bec474ded admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edd1a73f-d31a-4a29-8070-f767f2ee9cae,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:19:09.139116 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-f3697104-5267-4d3c-a220-e6dcb6fcea54 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:09.149080 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvr_db [None req-6e2fbe61-b052-4519-9e01-c18e7ae74773 None None] Set router 63f7ed1c-370f-4434-bb3c-bdaf6c5b2e01 gateway port host: n-d-813419-10 {{(pid=102349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:19:09.162955 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-f3697104-5267-4d3c-a220-e6dcb6fcea54 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:09.242021 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-f3697104-5267-4d3c-a220-e6dcb6fcea54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:09.246914 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-f3697104-5267-4d3c-a220-e6dcb6fcea54 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:09.255894 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-f3697104-5267-4d3c-a220-e6dcb6fcea54 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/edd1a73f-d31a-4a29-8070-f767f2ee9cae HTTP/1.1" status: 204 len: 168 time: 0.2068036 Oct 27 10:19:09.278112 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-03a8bf3c-3f0a-4e68-b388-c93fc34f15e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b16da1e3-54b0-4a08-aaa7-aae8e2eb2b79', 'name': 'tempest-FloatingIPDetailsTestJSON-550466535-router', 'tenant_id': 'abc0231b74154a28ac572a299e4c42db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': 'c15483e6-d43c-49bd-8e1a-8b503dc6bf65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:18:59Z', 'updated_at': '2021-10-27T10:19:05Z', 'revision_number': 4, 'project_id': 'abc0231b74154a28ac572a299e4c42db', 'gw_port': {'id': 'c15483e6-d43c-49bd-8e1a-8b503dc6bf65', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:25:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b16da1e3-54b0-4a08-aaa7-aae8e2eb2b79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 203, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:19:00Z', 'updated_at': '2021-10-27T10:19:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_interfaces': [{'id': 'aca8b4d8-0b2d-41fb-81bc-d683446c285b', 'name': '', 'network_id': '3bb1083f-6927-44c8-a5d3-1cb3a3001aef', 'tenant_id': 'abc0231b74154a28ac572a299e4c42db', 'mac_address': 'fa:16:3e:1c:da:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b16da1e3-54b0-4a08-aaa7-aae8e2eb2b79', 'device_owner': 'network:router_interface', 'standard_attr_id': 204, 'fixed_ips': [{'subnet_id': '925ae622-20e3-4906-9245-6639e9227a2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:19:03Z', 'updated_at': '2021-10-27T10:19:06Z', 'revision_number': 2, 'project_id': 'abc0231b74154a28ac572a299e4c42db', 'subnets': [{'id': '925ae622-20e3-4906-9245-6639e9227a2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:19:09.308173 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3697104-5267-4d3c-a220-e6dcb6fcea54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edd1a73f-d31a-4a29-8070-f767f2ee9cae,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:19:09.356592 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03a8bf3c-3f0a-4e68-b388-c93fc34f15e9 None None] Checking router: b16da1e3-54b0-4a08-aaa7-aae8e2eb2b79 for host: n-d-813419-10 {{(pid=102348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 10:19:09.356981 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03a8bf3c-3f0a-4e68-b388-c93fc34f15e9 None None] Updating router b16da1e3-54b0-4a08-aaa7-aae8e2eb2b79 port aca8b4d8-0b2d-41fb-81bc-d683446c285b binding host n-d-813419-10 {{(pid=102348) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 10:19:09.391598 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-03a8bf3c-3f0a-4e68-b388-c93fc34f15e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:09.435493 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-5d327d9b-18c0-4475-a26a-88fb4d2e9735 req-e005bc40-f81f-405f-a4d8-cb2f5c911dc8 tempest-DeleteServersAdminTestJSON-767095768 tempest-DeleteServersAdminTestJSON-767095768-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=0a6b0f2ebec44b99991561e44d8e16a8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0516527 Oct 27 10:19:09.543804 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-02087870-8ecf-4496-ad1c-29f1e201b44f req-80d1605a-6841-4161-b516-1c9210a75c72 tempest-LiveMigrationNegativeTest-218370031 tempest-LiveMigrationNegativeTest-218370031-project] Publish callbacks [] for port, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:09.640274 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-02087870-8ecf-4496-ad1c-29f1e201b44f req-80d1605a-6841-4161-b516-1c9210a75c72 tempest-LiveMigrationNegativeTest-218370031 tempest-LiveMigrationNegativeTest-218370031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606'] for port, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:09.655545 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] get_ports_and_sgs() called for port_ids ['3fbe4d9d-e648-4698-a2b9-03ea8923f41e'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:19:09.664374 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-3d98e762-46ed-46c6-8533-67daec00bf05 req-35742f63-d48b-41a7-85ff-2ba0790666de service neutron] Attempting to bind port cf326a9d-27a4-4e1c-96d7-cb8fdbf66697 on host n-h2-813419-10 for vnic_type normal with profile None {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:19:09.665117 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-3d98e762-46ed-46c6-8533-67daec00bf05 req-35742f63-d48b-41a7-85ff-2ba0790666de service neutron] Attempting to bind port cf326a9d-27a4-4e1c-96d7-cb8fdbf66697 by drivers openvswitch,hyperv on host n-h2-813419-10 at level 0 using segments [{'id': '4fd5c29a-a838-4106-a890-06a671bde674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '1886fe3b-e088-4c7d-8f4c-b14d4440b311'}] {{(pid=102347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:19:09.665788 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d98e762-46ed-46c6-8533-67daec00bf05 req-35742f63-d48b-41a7-85ff-2ba0790666de service neutron] Attempting to bind port cf326a9d-27a4-4e1c-96d7-cb8fdbf66697 on network 1886fe3b-e088-4c7d-8f4c-b14d4440b311 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:19:09.702660 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d98e762-46ed-46c6-8533-67daec00bf05 req-35742f63-d48b-41a7-85ff-2ba0790666de service neutron] Port cf326a9d-27a4-4e1c-96d7-cb8fdbf66697 on network 1886fe3b-e088-4c7d-8f4c-b14d4440b311 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-10 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 10:19:09.703126 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d98e762-46ed-46c6-8533-67daec00bf05 req-35742f63-d48b-41a7-85ff-2ba0790666de service neutron] Attempting to bind port cf326a9d-27a4-4e1c-96d7-cb8fdbf66697 on network 1886fe3b-e088-4c7d-8f4c-b14d4440b311 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:19:09.712333 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d98e762-46ed-46c6-8533-67daec00bf05 req-35742f63-d48b-41a7-85ff-2ba0790666de service neutron] Checking agent: {'id': 'a2edc247-0fa4-4ce6-bbae-a10492f6bd71', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 16, 9), 'started_at': datetime.datetime(2021, 10, 27, 10, 16, 9), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 19, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:19:09.713002 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d98e762-46ed-46c6-8533-67daec00bf05 req-35742f63-d48b-41a7-85ff-2ba0790666de service neutron] Checking segment: {'id': '4fd5c29a-a838-4106-a890-06a671bde674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '1886fe3b-e088-4c7d-8f4c-b14d4440b311'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:19:09.714109 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d98e762-46ed-46c6-8533-67daec00bf05 req-35742f63-d48b-41a7-85ff-2ba0790666de service neutron] Bound using segment: {'id': '4fd5c29a-a838-4106-a890-06a671bde674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '1886fe3b-e088-4c7d-8f4c-b14d4440b311'} {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:19:09.714797 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-3d98e762-46ed-46c6-8533-67daec00bf05 req-35742f63-d48b-41a7-85ff-2ba0790666de service neutron] Bound port: cf326a9d-27a4-4e1c-96d7-cb8fdbf66697, host: n-h2-813419-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4fd5c29a-a838-4106-a890-06a671bde674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '1886fe3b-e088-4c7d-8f4c-b14d4440b311'}}] {{(pid=102347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:19:09.777360 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-6e2fbe61-b052-4519-9e01-c18e7ae74773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63f7ed1c-370f-4434-bb3c-bdaf6c5b2e01', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-425009108-router', 'tenant_id': '60bf030ec38b4548b292ea0483de5f05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.225'}], 'enable_snat': True}, 'gw_port_id': '52a1bbf4-2cd9-4872-bd73-dd8c7601673c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:18:17Z', 'updated_at': '2021-10-27T10:18:21Z', 'revision_number': 4, 'project_id': '60bf030ec38b4548b292ea0483de5f05', 'gw_port': {'id': '52a1bbf4-2cd9-4872-bd73-dd8c7601673c', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:ea:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63f7ed1c-370f-4434-bb3c-bdaf6c5b2e01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:18:18Z', 'updated_at': '2021-10-27T10:18:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_floatingips': [{'id': '956bc502-238d-4e60-bccb-892ef75d4751', 'tenant_id': '60bf030ec38b4548b292ea0483de5f05', 'floating_ip_address': '172.25.8.219', 'floating_network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'router_id': '63f7ed1c-370f-4434-bb3c-bdaf6c5b2e01', 'port_id': '5038503f-cda9-4787-9ef3-d834a02fd9d6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a48af15-1075-4a1c-b6c2-04479e771f49', 'mac_address': 'fa:16:3e:d2:fe:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '265228e3-9e0d-4457-9209-d37929afa548', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T10:18:45Z', 'updated_at': '2021-10-27T10:19:06Z', 'revision_number': 1, 'project_id': '60bf030ec38b4548b292ea0483de5f05', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30541382-9698-42aa-b364-000a568db488', 'name': '', 'network_id': '0a48af15-1075-4a1c-b6c2-04479e771f49', 'tenant_id': '60bf030ec38b4548b292ea0483de5f05', 'mac_address': 'fa:16:3e:da:d0:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63f7ed1c-370f-4434-bb3c-bdaf6c5b2e01', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '01ed277a-6c4a-420b-a94a-e6bb1e65fbf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:18:20Z', 'updated_at': '2021-10-27T10:18:25Z', 'revision_number': 5, 'project_id': '60bf030ec38b4548b292ea0483de5f05', 'subnets': [{'id': '01ed277a-6c4a-420b-a94a-e6bb1e65fbf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:19:09.791736 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02087870-8ecf-4496-ad1c-29f1e201b44f req-80d1605a-6841-4161-b516-1c9210a75c72 tempest-LiveMigrationNegativeTest-218370031 tempest-LiveMigrationNegativeTest-218370031-project] Network 4d250f92-d229-45fe-a579-67fef8e6c544 is already hosted by enough agents. {{(pid=102347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:19:09.802655 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [req-02087870-8ecf-4496-ad1c-29f1e201b44f req-80d1605a-6841-4161-b516-1c9210a75c72 tempest-LiveMigrationNegativeTest-218370031 tempest-LiveMigrationNegativeTest-218370031-project] Resources bound (agent type, host, resource id): {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:19:09.810380 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [req-02087870-8ecf-4496-ad1c-29f1e201b44f req-80d1605a-6841-4161-b516-1c9210a75c72 tempest-LiveMigrationNegativeTest-218370031 tempest-LiveMigrationNegativeTest-218370031-project] Received port after_create {{(pid=102347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:19:09.816418 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d327d9b-18c0-4475-a26a-88fb4d2e9735 req-2bc611e5-d289-4c87-89fb-ba222abb19a5 tempest-DeleteServersAdminTestJSON-767095768 tempest-DeleteServersAdminTestJSON-767095768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:09.817897 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-5d327d9b-18c0-4475-a26a-88fb4d2e9735 req-2bc611e5-d289-4c87-89fb-ba222abb19a5 tempest-DeleteServersAdminTestJSON-767095768 tempest-DeleteServersAdminTestJSON-767095768-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3768187 Oct 27 10:19:09.819598 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02087870-8ecf-4496-ad1c-29f1e201b44f req-80d1605a-6841-4161-b516-1c9210a75c72 tempest-LiveMigrationNegativeTest-218370031 tempest-LiveMigrationNegativeTest-218370031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:09.820819 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-02087870-8ecf-4496-ad1c-29f1e201b44f req-80d1605a-6841-4161-b516-1c9210a75c72 tempest-LiveMigrationNegativeTest-218370031 tempest-LiveMigrationNegativeTest-218370031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:09.823484 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d1605a-6841-4161-b516-1c9210a75c72 tempest-LiveMigrationNegativeTest-218370031 tempest-LiveMigrationNegativeTest-218370031-project] Pushing event updated for resources: {'Port': ['ID=fa56185d-3cf8-4a3d-abd4-171b990f946c,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:19:09.840467 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [req-5d327d9b-18c0-4475-a26a-88fb4d2e9735 req-33fedce6-cd79-4f6c-8771-328882a6a7ae tempest-DeleteServersAdminTestJSON-767095768 tempest-DeleteServersAdminTestJSON-767095768-project] Request body: {'port': {'device_id': 'c865ac78-2aa0-42f3-af00-7a5ec7bc85aa', 'network_id': '4d250f92-d229-45fe-a579-67fef8e6c544', 'admin_state_up': True, 'tenant_id': '0a6b0f2ebec44b99991561e44d8e16a8'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:19:09.843532 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-03a8bf3c-3f0a-4e68-b388-c93fc34f15e9 None None] Publish callbacks [] for port, precommit_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:09.865773 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-03a8bf3c-3f0a-4e68-b388-c93fc34f15e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:09.876094 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e2fbe61-b052-4519-9e01-c18e7ae74773 None None] Checking router: 63f7ed1c-370f-4434-bb3c-bdaf6c5b2e01 for host: n-d-813419-10 {{(pid=102349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 10:19:09.885546 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-02087870-8ecf-4496-ad1c-29f1e201b44f req-80d1605a-6841-4161-b516-1c9210a75c72 tempest-LiveMigrationNegativeTest-218370031 tempest-LiveMigrationNegativeTest-218370031-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3246052 Oct 27 10:19:09.889539 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e2fbe61-b052-4519-9e01-c18e7ae74773 None None] Routers {'63f7ed1c-370f-4434-bb3c-bdaf6c5b2e01'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:19:09.890752 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-6e2fbe61-b052-4519-9e01-c18e7ae74773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:18:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['63f7ed1c-370f-4434-bb3c-bdaf6c5b2e01'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:19:09.923918 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [req-02087870-8ecf-4496-ad1c-29f1e201b44f req-ad5d93fb-dd46-4d8e-a57f-2c2bef7043d9 service neutron] Request body: {'port': {'device_id': '888f5e8a-b37b-4980-93db-923d46bd2ff0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-10'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:19:10.007682 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-3d98e762-46ed-46c6-8533-67daec00bf05 req-35742f63-d48b-41a7-85ff-2ba0790666de service neutron] For port cf326a9d-27a4-4e1c-96d7-cb8fdbf66697, host n-h2-813419-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=cf326a9d-27a4-4e1c-96d7-cb8fdbf66697,segment=NetworkSegment(4fd5c29a-a838-4106-a890-06a671bde674),segment_id=4fd5c29a-a838-4106-a890-06a671bde674)] {{(pid=102347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:19:10.076469 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-02087870-8ecf-4496-ad1c-29f1e201b44f req-ad5d93fb-dd46-4d8e-a57f-2c2bef7043d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:10.081467 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvr_db [None req-6e2fbe61-b052-4519-9e01-c18e7ae74773 None None] Set router 63f7ed1c-370f-4434-bb3c-bdaf6c5b2e01 gateway port host: n-d-813419-10 {{(pid=102349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:19:10.096127 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-3d98e762-46ed-46c6-8533-67daec00bf05 req-35742f63-d48b-41a7-85ff-2ba0790666de service neutron] Publish callbacks [] for binding, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:10.099077 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-3d98e762-46ed-46c6-8533-67daec00bf05 req-35742f63-d48b-41a7-85ff-2ba0790666de service neutron] 10.222.0.44 "POST /v2.0/ports/cf326a9d-27a4-4e1c-96d7-cb8fdbf66697/bindings HTTP/1.1" status: 201 len: 390 time: 1.7318242 Oct 27 10:19:10.110982 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-c80fdf32-950a-4aef-a9a6-89560a43773c req-04ef1afc-aa60-4184-b838-4c97147ebe18 tempest-FloatingIPDetailsTestJSON-2029017592 tempest-FloatingIPDetailsTestJSON-2029017592-project] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5194733 Oct 27 10:19:10.126994 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639a82ff-d2a6-4abe-bab4-5e463d7c334e None None] Pushing event updated for resources: {'Port': ['ID=aca8b4d8-0b2d-41fb-81bc-d683446c285b,revision_number=3']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:19:10.133623 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [req-c80fdf32-950a-4aef-a9a6-89560a43773c req-4281f66f-dc0b-43e0-a113-5703b2a5c950 tempest-FloatingIPDetailsTestJSON-2029017592 tempest-FloatingIPDetailsTestJSON-2029017592-project] Request body: {'floatingip': {'floating_network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:19:10.203530 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-03a8bf3c-3f0a-4e68-b388-c93fc34f15e9 None None] Attempting to bind port aca8b4d8-0b2d-41fb-81bc-d683446c285b on host n-d-813419-10 for vnic_type normal with profile {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:19:10.203895 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-03a8bf3c-3f0a-4e68-b388-c93fc34f15e9 None None] Attempting to bind port aca8b4d8-0b2d-41fb-81bc-d683446c285b by drivers openvswitch,hyperv on host n-d-813419-10 at level 0 using segments [{'id': '4a18027c-4f21-4742-add6-6aee377206a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '3bb1083f-6927-44c8-a5d3-1cb3a3001aef'}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:19:10.204327 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03a8bf3c-3f0a-4e68-b388-c93fc34f15e9 None None] Attempting to bind port aca8b4d8-0b2d-41fb-81bc-d683446c285b on network 3bb1083f-6927-44c8-a5d3-1cb3a3001aef {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:19:10.221717 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03a8bf3c-3f0a-4e68-b388-c93fc34f15e9 None None] Checking agent: {'id': '89dba0f3-79b2-435e-9822-33674b8f6ada', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 8, 20), 'started_at': datetime.datetime(2021, 10, 27, 10, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 18, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:19:10.222098 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03a8bf3c-3f0a-4e68-b388-c93fc34f15e9 None None] Checking segment: {'id': '4a18027c-4f21-4742-add6-6aee377206a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '3bb1083f-6927-44c8-a5d3-1cb3a3001aef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:19:10.222600 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-03a8bf3c-3f0a-4e68-b388-c93fc34f15e9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:10.222977 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03a8bf3c-3f0a-4e68-b388-c93fc34f15e9 None None] Bound using segment: {'id': '4a18027c-4f21-4742-add6-6aee377206a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '3bb1083f-6927-44c8-a5d3-1cb3a3001aef'} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:19:10.223496 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-03a8bf3c-3f0a-4e68-b388-c93fc34f15e9 None None] Bound port: aca8b4d8-0b2d-41fb-81bc-d683446c285b, host: n-d-813419-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a18027c-4f21-4742-add6-6aee377206a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '3bb1083f-6927-44c8-a5d3-1cb3a3001aef'}}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:19:10.223878 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-03a8bf3c-3f0a-4e68-b388-c93fc34f15e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:10.295451 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-c80fdf32-950a-4aef-a9a6-89560a43773c req-4281f66f-dc0b-43e0-a113-5703b2a5c950 tempest-FloatingIPDetailsTestJSON-2029017592 tempest-FloatingIPDetailsTestJSON-2029017592-project] Publish callbacks [] for floatingip, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:10.323436 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-6547690d-8803-4188-a784-c184d39e9282 None None] Provisioning complete for port fa56185d-3cf8-4a3d-abd4-171b990f946c triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:19:10.324066 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-6547690d-8803-4188-a784-c184d39e9282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:10.415423 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d327d9b-18c0-4475-a26a-88fb4d2e9735 req-33fedce6-cd79-4f6c-8771-328882a6a7ae tempest-DeleteServersAdminTestJSON-767095768 tempest-DeleteServersAdminTestJSON-767095768-project] Made reservation on behalf of 0a6b0f2ebec44b99991561e44d8e16a8 for: {'port': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:19:10.430494 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-5d327d9b-18c0-4475-a26a-88fb4d2e9735 req-33fedce6-cd79-4f6c-8771-328882a6a7ae tempest-DeleteServersAdminTestJSON-767095768 tempest-DeleteServersAdminTestJSON-767095768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:10.433413 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-6547690d-8803-4188-a784-c184d39e9282 None None] Port fa56185d-3cf8-4a3d-abd4-171b990f946c cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:19:10.479937 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-03a8bf3c-3f0a-4e68-b388-c93fc34f15e9 None None] For port aca8b4d8-0b2d-41fb-81bc-d683446c285b, host n-d-813419-10, cleared binding levels {{(pid=102348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:19:10.480311 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.76', 53187) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:19:10.489668 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-03a8bf3c-3f0a-4e68-b388-c93fc34f15e9 None None] For port aca8b4d8-0b2d-41fb-81bc-d683446c285b, host n-d-813419-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=aca8b4d8-0b2d-41fb-81bc-d683446c285b,segment=NetworkSegment(4a18027c-4f21-4742-add6-6aee377206a7),segment_id=4a18027c-4f21-4742-add6-6aee377206a7)] {{(pid=102348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:19:10.498704 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-03a8bf3c-3f0a-4e68-b388-c93fc34f15e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:10.624741 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-f4f1b0f4-0de8-43fa-909f-80ab7e75d903 None None] Provisioning complete for port aca8b4d8-0b2d-41fb-81bc-d683446c285b triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:19:10.625191 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f4f1b0f4-0de8-43fa-909f-80ab7e75d903 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:10.629391 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639a82ff-d2a6-4abe-bab4-5e463d7c334e None None] Pushing event updated for resources: {'Port': ['ID=aca8b4d8-0b2d-41fb-81bc-d683446c285b,revision_number=4']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:19:10.651636 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.agents_db [None req-e79ee67d-056e-46ea-bd99-e80473396b25 None None] Agent healthcheck: found 7 active agents {{(pid=102349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 10:19:10.656226 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03a8bf3c-3f0a-4e68-b388-c93fc34f15e9 None None] Routers {'b16da1e3-54b0-4a08-aaa7-aae8e2eb2b79'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:19:10.656951 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-03a8bf3c-3f0a-4e68-b388-c93fc34f15e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:18:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['b16da1e3-54b0-4a08-aaa7-aae8e2eb2b79'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:19:10.680709 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-1a3ef935-ee34-4ade-8750-2b75530513ef req-ba62d81f-4c13-4a87-b4dd-699c37b3049f tempest-DeleteServersAdminTestJSON-767095768 tempest-DeleteServersAdminTestJSON-767095768-project] 10.222.0.44 "GET /v2.0/ports?device_id=c865ac78-2aa0-42f3-af00-7a5ec7bc85aa HTTP/1.1" status: 200 len: 210 time: 0.0671594 Oct 27 10:19:10.712477 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d98e762-46ed-46c6-8533-67daec00bf05 req-3c4af278-b1bf-45d8-b1ac-9429738e95da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:10.714415 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-3d98e762-46ed-46c6-8533-67daec00bf05 req-3c4af278-b1bf-45d8-b1ac-9429738e95da service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=54312c7c8f9740c0a6858560a6518b0e&device_id=461a11c3-9cc5-4859-b647-0a8860e95b75 HTTP/1.1" status: 200 len: 1120 time: 0.2305310 Oct 27 10:19:10.812592 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 10:19:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-101887ff-8880-4949-8843-98f85fcc34e2 x-openstack-request-id: req-101887ff-8880-4949-8843-98f85fcc34e2 {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:19:10.812892 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "265228e3-9e0d-4457-9209-d37929afa548", "tag": "5038503f-cda9-4787-9ef3-d834a02fd9d6", "status": "completed", "code": 200}]} {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:19:10.816723 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-101887ff-8880-4949-8843-98f85fcc34e2 {{(pid=102347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:19:10.818993 n-d-813419-10 neutron-server[102347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '265228e3-9e0d-4457-9209-d37929afa548', 'tag': '5038503f-cda9-4787-9ef3-d834a02fd9d6', 'status': 'completed', 'code': 200} Oct 27 10:19:10.824531 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.76', 53188) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:19:10.886017 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-6e2fbe61-b052-4519-9e01-c18e7ae74773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63f7ed1c-370f-4434-bb3c-bdaf6c5b2e01', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-425009108-router', 'tenant_id': '60bf030ec38b4548b292ea0483de5f05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.225'}], 'enable_snat': True}, 'gw_port_id': '52a1bbf4-2cd9-4872-bd73-dd8c7601673c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:18:17Z', 'updated_at': '2021-10-27T10:18:21Z', 'revision_number': 4, 'project_id': '60bf030ec38b4548b292ea0483de5f05', 'gw_port': {'id': '52a1bbf4-2cd9-4872-bd73-dd8c7601673c', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:ea:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63f7ed1c-370f-4434-bb3c-bdaf6c5b2e01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:18:18Z', 'updated_at': '2021-10-27T10:18:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_floatingips': [{'id': '956bc502-238d-4e60-bccb-892ef75d4751', 'tenant_id': '60bf030ec38b4548b292ea0483de5f05', 'floating_ip_address': '172.25.8.219', 'floating_network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'router_id': '63f7ed1c-370f-4434-bb3c-bdaf6c5b2e01', 'port_id': '5038503f-cda9-4787-9ef3-d834a02fd9d6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a48af15-1075-4a1c-b6c2-04479e771f49', 'mac_address': 'fa:16:3e:d2:fe:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '265228e3-9e0d-4457-9209-d37929afa548', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T10:18:45Z', 'updated_at': '2021-10-27T10:19:06Z', 'revision_number': 1, 'project_id': '60bf030ec38b4548b292ea0483de5f05', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30541382-9698-42aa-b364-000a568db488', 'name': '', 'network_id': '0a48af15-1075-4a1c-b6c2-04479e771f49', 'tenant_id': '60bf030ec38b4548b292ea0483de5f05', 'mac_address': 'fa:16:3e:da:d0:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63f7ed1c-370f-4434-bb3c-bdaf6c5b2e01', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '01ed277a-6c4a-420b-a94a-e6bb1e65fbf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:18:20Z', 'updated_at': '2021-10-27T10:18:25Z', 'revision_number': 5, 'project_id': '60bf030ec38b4548b292ea0483de5f05', 'subnets': [{'id': '01ed277a-6c4a-420b-a94a-e6bb1e65fbf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:19:10.892230 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvr_db [None req-03a8bf3c-3f0a-4e68-b388-c93fc34f15e9 None None] Set router b16da1e3-54b0-4a08-aaa7-aae8e2eb2b79 gateway port host: n-d-813419-10 {{(pid=102348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:19:10.923743 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d98e762-46ed-46c6-8533-67daec00bf05 req-dd35d333-ffc5-4628-b95f-3b2efaa301d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:10.925291 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-3d98e762-46ed-46c6-8533-67daec00bf05 req-dd35d333-ffc5-4628-b95f-3b2efaa301d2 service neutron] 10.222.0.76 "GET /v2.0/networks?id=1886fe3b-e088-4c7d-8f4c-b14d4440b311 HTTP/1.1" status: 200 len: 922 time: 0.1996307 Oct 27 10:19:10.926310 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 38506) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:19:10.937518 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e2fbe61-b052-4519-9e01-c18e7ae74773 None None] The sync data for ids ['63f7ed1c-370f-4434-bb3c-bdaf6c5b2e01'] in n-d-813419-10 is: [{'id': '63f7ed1c-370f-4434-bb3c-bdaf6c5b2e01', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-425009108-router', 'tenant_id': '60bf030ec38b4548b292ea0483de5f05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.225'}], 'enable_snat': True}, 'gw_port_id': '52a1bbf4-2cd9-4872-bd73-dd8c7601673c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:18:17Z', 'updated_at': '2021-10-27T10:18:21Z', 'revision_number': 4, 'project_id': '60bf030ec38b4548b292ea0483de5f05', 'gw_port': {'id': '52a1bbf4-2cd9-4872-bd73-dd8c7601673c', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:ea:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63f7ed1c-370f-4434-bb3c-bdaf6c5b2e01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:18:18Z', 'updated_at': '2021-10-27T10:18:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_floatingips': [{'id': '956bc502-238d-4e60-bccb-892ef75d4751', 'tenant_id': '60bf030ec38b4548b292ea0483de5f05', 'floating_ip_address': '172.25.8.219', 'floating_network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'router_id': '63f7ed1c-370f-4434-bb3c-bdaf6c5b2e01', 'port_id': '5038503f-cda9-4787-9ef3-d834a02fd9d6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a48af15-1075-4a1c-b6c2-04479e771f49', 'mac_address': 'fa:16:3e:d2:fe:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '265228e3-9e0d-4457-9209-d37929afa548', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T10:18:45Z', 'updated_at': '2021-10-27T10:19:06Z', 'revision_number': 1, 'project_id': '60bf030ec38b4548b292ea0483de5f05', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30541382-9698-42aa-b364-000a568db488', 'name': '', 'network_id': '0a48af15-1075-4a1c-b6c2-04479e771f49', 'tenant_id': '60bf030ec38b4548b292ea0483de5f05', 'mac_address': 'fa:16:3e:da:d0:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63f7ed1c-370f-4434-bb3c-bdaf6c5b2e01', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '01ed277a-6c4a-420b-a94a-e6bb1e65fbf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:18:20Z', 'updated_at': '2021-10-27T10:18:25Z', 'revision_number': 5, 'project_id': '60bf030ec38b4548b292ea0483de5f05', 'subnets': [{'id': '01ed277a-6c4a-420b-a94a-e6bb1e65fbf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:19:10.938209 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [req-02087870-8ecf-4496-ad1c-29f1e201b44f req-ad5d93fb-dd46-4d8e-a57f-2c2bef7043d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa56185d-3cf8-4a3d-abd4-171b990f946c {{(pid=102347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:19:10.945822 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f4f1b0f4-0de8-43fa-909f-80ab7e75d903 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:10.958749 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-c80fdf32-950a-4aef-a9a6-89560a43773c req-4281f66f-dc0b-43e0-a113-5703b2a5c950 tempest-FloatingIPDetailsTestJSON-2029017592 tempest-FloatingIPDetailsTestJSON-2029017592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:10.964526 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-02087870-8ecf-4496-ad1c-29f1e201b44f req-ad5d93fb-dd46-4d8e-a57f-2c2bef7043d9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:11.029453 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.provisioning_blocks [req-02087870-8ecf-4496-ad1c-29f1e201b44f req-ad5d93fb-dd46-4d8e-a57f-2c2bef7043d9 service neutron] Transition to ACTIVE for port object fa56185d-3cf8-4a3d-abd4-171b990f946c will not be triggered until provisioned by entity L2. {{(pid=102347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 10:19:11.047547 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca3affb-6434-4952-ab35-b1be74e83736 req-93574b90-a5d8-4d7c-9fac-133ee6a7927c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:11.049569 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-dca3affb-6434-4952-ab35-b1be74e83736 req-93574b90-a5d8-4d7c-9fac-133ee6a7927c service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=60bf030ec38b4548b292ea0483de5f05&device_id=265228e3-9e0d-4457-9209-d37929afa548 HTTP/1.1" status: 200 len: 1098 time: 0.2194719 Oct 27 10:19:11.050394 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-02087870-8ecf-4496-ad1c-29f1e201b44f req-ad5d93fb-dd46-4d8e-a57f-2c2bef7043d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:11.129906 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5d93fb-dd46-4d8e-a57f-2c2bef7043d9 service neutron] Pushing event updated for resources: {'Port': ['ID=fa56185d-3cf8-4a3d-abd4-171b990f946c,revision_number=2']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:19:11.198498 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426d76ec-ec72-462d-84a8-e0aa7a73f925 req-2611acce-0602-458f-bf49-467a01b61fd7 tempest-LiveMigrationNegativeTest-218370031 tempest-LiveMigrationNegativeTest-218370031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:11.200093 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-426d76ec-ec72-462d-84a8-e0aa7a73f925 req-2611acce-0602-458f-bf49-467a01b61fd7 tempest-LiveMigrationNegativeTest-218370031 tempest-LiveMigrationNegativeTest-218370031-project] 10.222.0.44 "GET /v2.0/ports?device_id=888f5e8a-b37b-4980-93db-923d46bd2ff0 HTTP/1.1" status: 200 len: 936 time: 0.2418096 Oct 27 10:19:11.272762 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4c398e5-949b-4c29-ae93-1d2489574209 None None] New status for floating IP 956bc502-238d-4e60-bccb-892ef75d4751: ACTIVE {{(pid=102348) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 10:19:11.279103 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-02087870-8ecf-4496-ad1c-29f1e201b44f req-ad5d93fb-dd46-4d8e-a57f-2c2bef7043d9 service neutron] Attempting to bind port fa56185d-3cf8-4a3d-abd4-171b990f946c on host n-h2-813419-10 for vnic_type normal with profile {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:19:11.279661 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-02087870-8ecf-4496-ad1c-29f1e201b44f req-ad5d93fb-dd46-4d8e-a57f-2c2bef7043d9 service neutron] Attempting to bind port fa56185d-3cf8-4a3d-abd4-171b990f946c by drivers openvswitch,hyperv on host n-h2-813419-10 at level 0 using segments [{'id': 'f7c42c6d-2766-46d8-a8b7-4852117a5555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '4d250f92-d229-45fe-a579-67fef8e6c544'}] {{(pid=102347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:19:11.286812 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02087870-8ecf-4496-ad1c-29f1e201b44f req-ad5d93fb-dd46-4d8e-a57f-2c2bef7043d9 service neutron] Attempting to bind port fa56185d-3cf8-4a3d-abd4-171b990f946c on network 4d250f92-d229-45fe-a579-67fef8e6c544 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:19:11.308221 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02087870-8ecf-4496-ad1c-29f1e201b44f req-ad5d93fb-dd46-4d8e-a57f-2c2bef7043d9 service neutron] Port fa56185d-3cf8-4a3d-abd4-171b990f946c on network 4d250f92-d229-45fe-a579-67fef8e6c544 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-10 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 10:19:11.308574 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02087870-8ecf-4496-ad1c-29f1e201b44f req-ad5d93fb-dd46-4d8e-a57f-2c2bef7043d9 service neutron] Attempting to bind port fa56185d-3cf8-4a3d-abd4-171b990f946c on network 4d250f92-d229-45fe-a579-67fef8e6c544 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:19:11.343819 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-426d76ec-ec72-462d-84a8-e0aa7a73f925 req-eae8de09-c72d-4fdb-8cc4-41e57654f949 tempest-LiveMigrationNegativeTest-218370031 tempest-LiveMigrationNegativeTest-218370031-project] 10.222.0.44 "GET /v2.0/security-groups?id=ce298a20-614e-493c-89f0-b27e77f8a827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132884 Oct 27 10:19:11.346400 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02087870-8ecf-4496-ad1c-29f1e201b44f req-ad5d93fb-dd46-4d8e-a57f-2c2bef7043d9 service neutron] Checking agent: {'id': 'a2edc247-0fa4-4ce6-bbae-a10492f6bd71', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 16, 9), 'started_at': datetime.datetime(2021, 10, 27, 10, 16, 9), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 19, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:19:11.346708 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02087870-8ecf-4496-ad1c-29f1e201b44f req-ad5d93fb-dd46-4d8e-a57f-2c2bef7043d9 service neutron] Checking segment: {'id': 'f7c42c6d-2766-46d8-a8b7-4852117a5555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '4d250f92-d229-45fe-a579-67fef8e6c544'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:19:11.347078 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02087870-8ecf-4496-ad1c-29f1e201b44f req-ad5d93fb-dd46-4d8e-a57f-2c2bef7043d9 service neutron] Bound using segment: {'id': 'f7c42c6d-2766-46d8-a8b7-4852117a5555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '4d250f92-d229-45fe-a579-67fef8e6c544'} {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:19:11.347513 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-02087870-8ecf-4496-ad1c-29f1e201b44f req-ad5d93fb-dd46-4d8e-a57f-2c2bef7043d9 service neutron] Bound port: fa56185d-3cf8-4a3d-abd4-171b990f946c, host: n-h2-813419-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7c42c6d-2766-46d8-a8b7-4852117a5555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '4d250f92-d229-45fe-a579-67fef8e6c544'}}] {{(pid=102347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:19:11.347860 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-02087870-8ecf-4496-ad1c-29f1e201b44f req-ad5d93fb-dd46-4d8e-a57f-2c2bef7043d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:11.372850 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f4f1b0f4-0de8-43fa-909f-80ab7e75d903 None None] For port aca8b4d8-0b2d-41fb-81bc-d683446c285b, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=aca8b4d8-0b2d-41fb-81bc-d683446c285b,segment=NetworkSegment(4a18027c-4f21-4742-add6-6aee377206a7),segment_id=4a18027c-4f21-4742-add6-6aee377206a7)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:19:11.388582 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca3affb-6434-4952-ab35-b1be74e83736 req-8499cc76-980a-464c-8813-0a952a79fe0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:11.390198 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-dca3affb-6434-4952-ab35-b1be74e83736 req-8499cc76-980a-464c-8813-0a952a79fe0d service neutron] 10.222.0.76 "GET /v2.0/networks?id=0a48af15-1075-4a1c-b6c2-04479e771f49 HTTP/1.1" status: 200 len: 924 time: 0.3291593 Oct 27 10:19:11.481221 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f4f1b0f4-0de8-43fa-909f-80ab7e75d903 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:11.513517 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_common [req-5d327d9b-18c0-4475-a26a-88fb4d2e9735 req-33fedce6-cd79-4f6c-8771-328882a6a7ae tempest-DeleteServersAdminTestJSON-767095768 tempest-DeleteServersAdminTestJSON-767095768-project] Allocated IP 192.168.233.170 (4d250f92-d229-45fe-a579-67fef8e6c544/62eb52f7-aac4-48af-8670-e04300325561/7efb281c-acdb-4e81-aff9-dcd8fe0523a4) {{(pid=102346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:19:11.519244 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-3d98e762-46ed-46c6-8533-67daec00bf05 req-91eae35d-bfe6-4d28-b96a-3af94d0cf621 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cf326a9d-27a4-4e1c-96d7-cb8fdbf66697 HTTP/1.1" status: 200 len: 217 time: 0.5782948 Oct 27 10:19:11.548510 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-f618af19-0d75-4e61-b025-b30a83c9891a admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1008258103-network', 'tenant_id': '9a83ac8c3483419c9c5961cf8b7a9d9f'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:19:11.568487 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f1b0f4-0de8-43fa-909f-80ab7e75d903 None None] Pushing event updated for resources: {'Port': ['ID=aca8b4d8-0b2d-41fb-81bc-d683446c285b,revision_number=5']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:19:11.593641 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-02087870-8ecf-4496-ad1c-29f1e201b44f req-ad5d93fb-dd46-4d8e-a57f-2c2bef7043d9 service neutron] For port fa56185d-3cf8-4a3d-abd4-171b990f946c, host n-h2-813419-10, cleared binding levels {{(pid=102347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:19:11.599250 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-02087870-8ecf-4496-ad1c-29f1e201b44f req-ad5d93fb-dd46-4d8e-a57f-2c2bef7043d9 service neutron] For port fa56185d-3cf8-4a3d-abd4-171b990f946c, host n-h2-813419-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=fa56185d-3cf8-4a3d-abd4-171b990f946c,segment=NetworkSegment(f7c42c6d-2766-46d8-a8b7-4852117a5555),segment_id=f7c42c6d-2766-46d8-a8b7-4852117a5555)] {{(pid=102347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:19:11.608758 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d98e762-46ed-46c6-8533-67daec00bf05 req-17b83eb4-1c9f-436a-b426-a4160efd2513 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:11.610609 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-3d98e762-46ed-46c6-8533-67daec00bf05 req-17b83eb4-1c9f-436a-b426-a4160efd2513 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=823c78a5-c352-4686-b77c-588d22c2aa2c HTTP/1.1" status: 200 len: 861 time: 0.0583303 Oct 27 10:19:11.638287 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-02087870-8ecf-4496-ad1c-29f1e201b44f req-ad5d93fb-dd46-4d8e-a57f-2c2bef7043d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:11.656391 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-3d98e762-46ed-46c6-8533-67daec00bf05 req-36ed75b9-6476-42ef-b401-6b53cd337b03 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=1886fe3b-e088-4c7d-8f4c-b14d4440b311&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293326 Oct 27 10:19:11.696019 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-03a8bf3c-3f0a-4e68-b388-c93fc34f15e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b16da1e3-54b0-4a08-aaa7-aae8e2eb2b79', 'name': 'tempest-FloatingIPDetailsTestJSON-550466535-router', 'tenant_id': 'abc0231b74154a28ac572a299e4c42db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': 'c15483e6-d43c-49bd-8e1a-8b503dc6bf65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:18:59Z', 'updated_at': '2021-10-27T10:19:05Z', 'revision_number': 4, 'project_id': 'abc0231b74154a28ac572a299e4c42db', 'gw_port': {'id': 'c15483e6-d43c-49bd-8e1a-8b503dc6bf65', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:25:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b16da1e3-54b0-4a08-aaa7-aae8e2eb2b79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 203, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:19:00Z', 'updated_at': '2021-10-27T10:19:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_interfaces': [{'id': 'aca8b4d8-0b2d-41fb-81bc-d683446c285b', 'name': '', 'network_id': '3bb1083f-6927-44c8-a5d3-1cb3a3001aef', 'tenant_id': 'abc0231b74154a28ac572a299e4c42db', 'mac_address': 'fa:16:3e:1c:da:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b16da1e3-54b0-4a08-aaa7-aae8e2eb2b79', 'device_owner': 'network:router_interface', 'standard_attr_id': 204, 'fixed_ips': [{'subnet_id': '925ae622-20e3-4906-9245-6639e9227a2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:19:03Z', 'updated_at': '2021-10-27T10:19:10Z', 'revision_number': 4, 'project_id': 'abc0231b74154a28ac572a299e4c42db', 'subnets': [{'id': '925ae622-20e3-4906-9245-6639e9227a2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:19:11.735298 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03a8bf3c-3f0a-4e68-b388-c93fc34f15e9 None None] The sync data for ids ['b16da1e3-54b0-4a08-aaa7-aae8e2eb2b79'] in n-d-813419-10 is: [{'id': 'b16da1e3-54b0-4a08-aaa7-aae8e2eb2b79', 'name': 'tempest-FloatingIPDetailsTestJSON-550466535-router', 'tenant_id': 'abc0231b74154a28ac572a299e4c42db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': 'c15483e6-d43c-49bd-8e1a-8b503dc6bf65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:18:59Z', 'updated_at': '2021-10-27T10:19:05Z', 'revision_number': 4, 'project_id': 'abc0231b74154a28ac572a299e4c42db', 'gw_port': {'id': 'c15483e6-d43c-49bd-8e1a-8b503dc6bf65', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:25:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b16da1e3-54b0-4a08-aaa7-aae8e2eb2b79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 203, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:19:00Z', 'updated_at': '2021-10-27T10:19:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_interfaces': [{'id': 'aca8b4d8-0b2d-41fb-81bc-d683446c285b', 'name': '', 'network_id': '3bb1083f-6927-44c8-a5d3-1cb3a3001aef', 'tenant_id': 'abc0231b74154a28ac572a299e4c42db', 'mac_address': 'fa:16:3e:1c:da:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b16da1e3-54b0-4a08-aaa7-aae8e2eb2b79', 'device_owner': 'network:router_interface', 'standard_attr_id': 204, 'fixed_ips': [{'subnet_id': '925ae622-20e3-4906-9245-6639e9227a2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:19:03Z', 'updated_at': '2021-10-27T10:19:10Z', 'revision_number': 4, 'project_id': 'abc0231b74154a28ac572a299e4c42db', 'subnets': [{'id': '925ae622-20e3-4906-9245-6639e9227a2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:19:11.756659 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02087870-8ecf-4496-ad1c-29f1e201b44f req-ad5d93fb-dd46-4d8e-a57f-2c2bef7043d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:11.769609 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-02087870-8ecf-4496-ad1c-29f1e201b44f req-ad5d93fb-dd46-4d8e-a57f-2c2bef7043d9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:11.770809 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-02087870-8ecf-4496-ad1c-29f1e201b44f req-ad5d93fb-dd46-4d8e-a57f-2c2bef7043d9 service neutron] 10.222.0.76 "PUT /v2.0/ports/fa56185d-3cf8-4a3d-abd4-171b990f946c HTTP/1.1" status: 200 len: 1097 time: 1.8672414 Oct 27 10:19:11.823768 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-dca3affb-6434-4952-ab35-b1be74e83736 req-555de005-2871-4fcb-a043-71b19cc0ad56 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5038503f-cda9-4787-9ef3-d834a02fd9d6 HTTP/1.1" status: 200 len: 1000 time: 0.3700583 Oct 27 10:19:11.851615 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-554ea777-f67f-40d3-92bd-633fb6734882 None None] Provisioning complete for port aca8b4d8-0b2d-41fb-81bc-d683446c285b triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:19:11.851981 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-554ea777-f67f-40d3-92bd-633fb6734882 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:11.947738 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ad55ef-5ef4-4ada-9223-f88c5b1e11ba req-64a39947-1fe2-4bad-b230-52b63da59838 tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:11.949451 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b1ad55ef-5ef4-4ada-9223-f88c5b1e11ba req-64a39947-1fe2-4bad-b230-52b63da59838 tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] 10.222.0.44 "GET /v2.0/ports?device_id=461a11c3-9cc5-4859-b647-0a8860e95b75 HTTP/1.1" status: 200 len: 968 time: 0.3297784 Oct 27 10:19:11.995024 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5d93fb-dd46-4d8e-a57f-2c2bef7043d9 service neutron] Pushing event updated for resources: {'Port': ['ID=fa56185d-3cf8-4a3d-abd4-171b990f946c,revision_number=3']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:19:12.029230 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca3affb-6434-4952-ab35-b1be74e83736 req-7556109c-1d91-4823-ac8d-e7cc3c2df827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:12.030706 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-dca3affb-6434-4952-ab35-b1be74e83736 req-7556109c-1d91-4823-ac8d-e7cc3c2df827 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=01ed277a-6c4a-420b-a94a-e6bb1e65fbf9 HTTP/1.1" status: 200 len: 862 time: 0.1966453 Oct 27 10:19:12.038431 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-5d327d9b-18c0-4475-a26a-88fb4d2e9735 req-33fedce6-cd79-4f6c-8771-328882a6a7ae tempest-DeleteServersAdminTestJSON-767095768 tempest-DeleteServersAdminTestJSON-767095768-project] Publish callbacks [] for port, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:12.069089 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f618af19-0d75-4e61-b025-b30a83c9891a admin admin] Made reservation on behalf of 9a83ac8c3483419c9c5961cf8b7a9d9f for: {'network': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:19:12.071346 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-f618af19-0d75-4e61-b025-b30a83c9891a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for network, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:12.084238 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02087870-8ecf-4496-ad1c-29f1e201b44f req-b76aad45-2f2f-40f6-867e-3a2e0eb35b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:12.085665 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-02087870-8ecf-4496-ad1c-29f1e201b44f req-b76aad45-2f2f-40f6-867e-3a2e0eb35b32 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=4ef5168f0c7643019f30449b86186517&device_id=888f5e8a-b37b-4980-93db-923d46bd2ff0 HTTP/1.1" status: 200 len: 1100 time: 0.2369108 Oct 27 10:19:12.089549 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b1ad55ef-5ef4-4ada-9223-f88c5b1e11ba req-b00ce021-7e61-435e-a475-acee0394fe59 tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] 10.222.0.44 "GET /v2.0/security-groups?id=e3018bff-e5f8-44d8-a835-69520a8698da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172559 Oct 27 10:19:12.101757 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_common [req-c80fdf32-950a-4aef-a9a6-89560a43773c req-4281f66f-dc0b-43e0-a113-5703b2a5c950 tempest-FloatingIPDetailsTestJSON-2029017592 tempest-FloatingIPDetailsTestJSON-2029017592-project] Allocated IP 172.25.8.180 (185ff123-c7ff-45c7-a6be-71feb35acc9c/0fb9f9d1-7384-481f-8fa8-f4566c349d30/e270b885-bc81-4cde-a529-d17401813d24) {{(pid=102346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:19:12.121915 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-f618af19-0d75-4e61-b025-b30a83c9891a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:12.144027 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-02087870-8ecf-4496-ad1c-29f1e201b44f req-881a5ea8-b77e-4cab-9079-ef685ade8017 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.153&port_id=fa56185d-3cf8-4a3d-abd4-171b990f946c HTTP/1.1" status: 200 len: 217 time: 0.0469968 Oct 27 10:19:12.145924 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca3affb-6434-4952-ab35-b1be74e83736 req-f13334e8-538b-4824-9e80-c0721d9cab4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:12.147251 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-dca3affb-6434-4952-ab35-b1be74e83736 req-f13334e8-538b-4824-9e80-c0721d9cab4c service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=0a48af15-1075-4a1c-b6c2-04479e771f49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1065187 Oct 27 10:19:12.206625 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-5d327d9b-18c0-4475-a26a-88fb4d2e9735 req-33fedce6-cd79-4f6c-8771-328882a6a7ae tempest-DeleteServersAdminTestJSON-767095768 tempest-DeleteServersAdminTestJSON-767095768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606'] for port, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:12.214374 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-3d98e762-46ed-46c6-8533-67daec00bf05 req-63c64250-0c8e-48b9-a49c-91f3a2c308cf service neutron] 10.222.0.76 "GET /v2.0/networks/1886fe3b-e088-4c7d-8f4c-b14d4440b311?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5468748 Oct 27 10:19:12.299805 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device aca8b4d8-0b2d-41fb-81bc-d683446c285b up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:19:12.325951 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02087870-8ecf-4496-ad1c-29f1e201b44f req-a5cb04cc-67a7-4ba4-8e3f-506080435cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:12.337540 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-02087870-8ecf-4496-ad1c-29f1e201b44f req-a5cb04cc-67a7-4ba4-8e3f-506080435cd4 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=62eb52f7-aac4-48af-8670-e04300325561 HTTP/1.1" status: 200 len: 843 time: 0.1773632 Oct 27 10:19:12.397358 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port aca8b4d8-0b2d-41fb-81bc-d683446c285b triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:19:12.398613 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:12.406808 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-3d98e762-46ed-46c6-8533-67daec00bf05 req-8b5ef8a8-02ca-478a-9e7a-e025f9e1a1e6 service neutron] 10.222.0.76 "GET /v2.0/networks/1886fe3b-e088-4c7d-8f4c-b14d4440b311?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1754632 Oct 27 10:19:12.423581 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d327d9b-18c0-4475-a26a-88fb4d2e9735 req-33fedce6-cd79-4f6c-8771-328882a6a7ae tempest-DeleteServersAdminTestJSON-767095768 tempest-DeleteServersAdminTestJSON-767095768-project] Network 4d250f92-d229-45fe-a579-67fef8e6c544 is already hosted by enough agents. {{(pid=102346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:19:12.438949 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [req-5d327d9b-18c0-4475-a26a-88fb4d2e9735 req-33fedce6-cd79-4f6c-8771-328882a6a7ae tempest-DeleteServersAdminTestJSON-767095768 tempest-DeleteServersAdminTestJSON-767095768-project] Resources bound (agent type, host, resource id): {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:19:12.444568 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d327d9b-18c0-4475-a26a-88fb4d2e9735 req-33fedce6-cd79-4f6c-8771-328882a6a7ae tempest-DeleteServersAdminTestJSON-767095768 tempest-DeleteServersAdminTestJSON-767095768-project] Received port after_create {{(pid=102346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:19:12.450188 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d327d9b-18c0-4475-a26a-88fb4d2e9735 req-33fedce6-cd79-4f6c-8771-328882a6a7ae tempest-DeleteServersAdminTestJSON-767095768 tempest-DeleteServersAdminTestJSON-767095768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:12.450791 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-5d327d9b-18c0-4475-a26a-88fb4d2e9735 req-33fedce6-cd79-4f6c-8771-328882a6a7ae tempest-DeleteServersAdminTestJSON-767095768 tempest-DeleteServersAdminTestJSON-767095768-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:12.459993 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-dca3affb-6434-4952-ab35-b1be74e83736 req-fd89c98a-d5fc-473c-b2ad-bbc628683b4b service neutron] 10.222.0.76 "GET /v2.0/networks/0a48af15-1075-4a1c-b6c2-04479e771f49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2667217 Oct 27 10:19:12.462344 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02087870-8ecf-4496-ad1c-29f1e201b44f req-f2aa664a-e768-47e9-9f4f-52794869897f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:12.463954 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-02087870-8ecf-4496-ad1c-29f1e201b44f req-f2aa664a-e768-47e9-9f4f-52794869897f service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=4d250f92-d229-45fe-a579-67fef8e6c544&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1186266 Oct 27 10:19:12.476843 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fedce6-cd79-4f6c-8771-328882a6a7ae tempest-DeleteServersAdminTestJSON-767095768 tempest-DeleteServersAdminTestJSON-767095768-project] Pushing event updated for resources: {'Port': ['ID=7efb281c-acdb-4e81-aff9-dcd8fe0523a4,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:19:12.518339 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-5d327d9b-18c0-4475-a26a-88fb4d2e9735 req-33fedce6-cd79-4f6c-8771-328882a6a7ae tempest-DeleteServersAdminTestJSON-767095768 tempest-DeleteServersAdminTestJSON-767095768-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6829028 Oct 27 10:19:12.545435 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [req-5d327d9b-18c0-4475-a26a-88fb4d2e9735 req-a3b51de1-b647-482c-9c95-5d7d5c6e0e3c service neutron] Request body: {'port': {'device_id': 'c865ac78-2aa0-42f3-af00-7a5ec7bc85aa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-10'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:19:12.563484 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-c80fdf32-950a-4aef-a9a6-89560a43773c req-4281f66f-dc0b-43e0-a113-5703b2a5c950 tempest-FloatingIPDetailsTestJSON-2029017592 tempest-FloatingIPDetailsTestJSON-2029017592-project] Publish callbacks [] for port, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:12.723534 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-f618af19-0d75-4e61-b025-b30a83c9891a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:12.739965 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-300e84a7-8d4f-45f2-99a5-44f7c91dd916 None None] Provisioning complete for port 7efb281c-acdb-4e81-aff9-dcd8fe0523a4 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:19:12.741425 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-300e84a7-8d4f-45f2-99a5-44f7c91dd916 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:12.749242 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-f618af19-0d75-4e61-b025-b30a83c9891a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:12.753592 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-c80fdf32-950a-4aef-a9a6-89560a43773c req-4281f66f-dc0b-43e0-a113-5703b2a5c950 tempest-FloatingIPDetailsTestJSON-2029017592 tempest-FloatingIPDetailsTestJSON-2029017592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606'] for port, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:12.785116 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd21cefd-72e9-4788-af39-c29db7f7c4e6 req-201b6d26-3f20-4bcd-a2b7-0db0889241f6 tempest-DeleteServersAdminTestJSON-767095768 tempest-DeleteServersAdminTestJSON-767095768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:12.786786 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-dd21cefd-72e9-4788-af39-c29db7f7c4e6 req-201b6d26-3f20-4bcd-a2b7-0db0889241f6 tempest-DeleteServersAdminTestJSON-767095768 tempest-DeleteServersAdminTestJSON-767095768-project] 10.222.0.44 "GET /v2.0/ports?device_id=c865ac78-2aa0-42f3-af00-7a5ec7bc85aa HTTP/1.1" status: 200 len: 936 time: 0.1106820 Oct 27 10:19:12.789262 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-02087870-8ecf-4496-ad1c-29f1e201b44f req-49591eb9-a02c-4b48-96f8-4e6f5a69b81a service neutron] 10.222.0.76 "GET /v2.0/networks/4d250f92-d229-45fe-a579-67fef8e6c544?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2369134 Oct 27 10:19:12.796573 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-dca3affb-6434-4952-ab35-b1be74e83736 req-15e79234-ca85-4b9d-994f-a538e0721c4d service neutron] 10.222.0.76 "GET /v2.0/networks/0a48af15-1075-4a1c-b6c2-04479e771f49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2456822 Oct 27 10:19:12.799942 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-300e84a7-8d4f-45f2-99a5-44f7c91dd916 None None] Port 7efb281c-acdb-4e81-aff9-dcd8fe0523a4 cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:19:12.827470 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '888f5e8a-b37b-4980-93db-923d46bd2ff0', 'tag': 'fa56185d-3cf8-4a3d-abd4-171b990f946c'}] {{(pid=102347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:19:12.831747 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311149b481204ee7edffdb959c881838506fbd95bc8577c048f6677abb73acc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5826276-4d73-4fec-a107-ef7f6c131276" -d '{"events": [{"name": "network-changed", "server_uuid": "888f5e8a-b37b-4980-93db-923d46bd2ff0", "tag": "fa56185d-3cf8-4a3d-abd4-171b990f946c"}]}' {{(pid=102347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:19:12.837368 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-5d327d9b-18c0-4475-a26a-88fb4d2e9735 req-a3b51de1-b647-482c-9c95-5d7d5c6e0e3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:12.842271 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f618af19-0d75-4e61-b025-b30a83c9891a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 446} {{(pid=102346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 10:19:12.864747 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4281f66f-dc0b-43e0-a113-5703b2a5c950 tempest-FloatingIPDetailsTestJSON-2029017592 tempest-FloatingIPDetailsTestJSON-2029017592-project] Pushing event updated for resources: {'Port': ['ID=e270b885-bc81-4cde-a529-d17401813d24,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:19:12.869309 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c80fdf32-950a-4aef-a9a6-89560a43773c req-4281f66f-dc0b-43e0-a113-5703b2a5c950 tempest-FloatingIPDetailsTestJSON-2029017592 tempest-FloatingIPDetailsTestJSON-2029017592-project] Network 185ff123-c7ff-45c7-a6be-71feb35acc9c is already hosted by enough agents. {{(pid=102346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:19:12.875598 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d98e762-46ed-46c6-8533-67daec00bf05 req-b8abd657-ffc9-4e22-9e56-7c5f708bee18 tempest-LiveAutoBlockMigrationV225Test-1419872258 tempest-LiveAutoBlockMigrationV225Test-1419872258-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:12.877683 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-3d98e762-46ed-46c6-8533-67daec00bf05 req-b8abd657-ffc9-4e22-9e56-7c5f708bee18 tempest-LiveAutoBlockMigrationV225Test-1419872258 tempest-LiveAutoBlockMigrationV225Test-1419872258-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=461a11c3-9cc5-4859-b647-0a8860e95b75&tenant_id=54312c7c8f9740c0a6858560a6518b0e&binding%3Ahost_id=n-h1-813419-10 HTTP/1.1" status: 200 len: 1120 time: 0.2327535 Oct 27 10:19:12.884960 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [req-c80fdf32-950a-4aef-a9a6-89560a43773c req-4281f66f-dc0b-43e0-a113-5703b2a5c950 tempest-FloatingIPDetailsTestJSON-2029017592 tempest-FloatingIPDetailsTestJSON-2029017592-project] Resources bound (agent type, host, resource id): {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:19:12.888662 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-f618af19-0d75-4e61-b025-b30a83c9891a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:12.889039 n-d-813419-10 neutron-server[102346]: INFO neutron.db.segments_db [None req-f618af19-0d75-4e61-b025-b30a83c9891a admin admin] Added segment 5fdb96e4-2a2a-4cac-81d9-60e3c3d532ba of type vlan for network d1526cc0-b9d4-48a5-9bd2-4c1f225f75f7 Oct 27 10:19:12.890750 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-dd21cefd-72e9-4788-af39-c29db7f7c4e6 req-7e812ea7-e744-4fbb-8fd4-2270632e24c5 tempest-DeleteServersAdminTestJSON-767095768 tempest-DeleteServersAdminTestJSON-767095768-project] 10.222.0.44 "GET /v2.0/security-groups?id=e849200c-8e3e-41bb-bd28-f1c5b23c294b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966325 Oct 27 10:19:12.891830 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f618af19-0d75-4e61-b025-b30a83c9891a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c90ab027-f639-4a4f-a921-5edd883a17e3,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:19:12.899008 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [req-3d98e762-46ed-46c6-8533-67daec00bf05 req-f4c85f02-6145-4848-926c-1edd9e589f2e service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-813419-10'}}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:19:12.901572 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [req-c80fdf32-950a-4aef-a9a6-89560a43773c req-4281f66f-dc0b-43e0-a113-5703b2a5c950 tempest-FloatingIPDetailsTestJSON-2029017592 tempest-FloatingIPDetailsTestJSON-2029017592-project] Received port after_create {{(pid=102346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:19:12.946350 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-02087870-8ecf-4496-ad1c-29f1e201b44f req-94414c56-206e-40ce-8a84-13f561005f04 service neutron] 10.222.0.76 "GET /v2.0/networks/4d250f92-d229-45fe-a579-67fef8e6c544?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481316 Oct 27 10:19:13.040352 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25038afd-b247-46fe-a380-390fd8795765 req-10bf78a2-21b2-4397-8e12-1c65360ae4ac tempest-LiveMigrationNegativeTest-218370031 tempest-LiveMigrationNegativeTest-218370031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:13.041913 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-25038afd-b247-46fe-a380-390fd8795765 req-10bf78a2-21b2-4397-8e12-1c65360ae4ac tempest-LiveMigrationNegativeTest-218370031 tempest-LiveMigrationNegativeTest-218370031-project] 10.222.0.44 "GET /v2.0/ports?device_id=888f5e8a-b37b-4980-93db-923d46bd2ff0 HTTP/1.1" status: 200 len: 948 time: 0.0528953 Oct 27 10:19:13.066564 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-f618af19-0d75-4e61-b025-b30a83c9891a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743872593080'] for network, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:13.083099 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-25038afd-b247-46fe-a380-390fd8795765 req-acc91985-8fdd-4986-a2cf-7d9e912d39db tempest-LiveMigrationNegativeTest-218370031 tempest-LiveMigrationNegativeTest-218370031-project] 10.222.0.44 "GET /v2.0/security-groups?id=ce298a20-614e-493c-89f0-b27e77f8a827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349174 Oct 27 10:19:13.160238 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-91984588-b599-4148-9aa1-ec180fc61d14 req-ba3f2eba-bc8d-439e-949a-34330444fabb service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=265228e3-9e0d-4457-9209-d37929afa548&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0511861 Oct 27 10:19:13.214186 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-c80fdf32-950a-4aef-a9a6-89560a43773c req-4281f66f-dc0b-43e0-a113-5703b2a5c950 tempest-FloatingIPDetailsTestJSON-2029017592 tempest-FloatingIPDetailsTestJSON-2029017592-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:13.219999 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-3d98e762-46ed-46c6-8533-67daec00bf05 req-f4c85f02-6145-4848-926c-1edd9e589f2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:13.265869 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-f618af19-0d75-4e61-b025-b30a83c9891a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913'] for network, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:13.266998 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f618af19-0d75-4e61-b025-b30a83c9891a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:13.267779 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-f618af19-0d75-4e61-b025-b30a83c9891a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for network, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:13.275157 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 10:19:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ec4bc89-7889-4321-8d6f-9e9aafa211ca x-openstack-request-id: req-7ec4bc89-7889-4321-8d6f-9e9aafa211ca {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:19:13.275561 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "888f5e8a-b37b-4980-93db-923d46bd2ff0", "tag": "fa56185d-3cf8-4a3d-abd4-171b990f946c", "status": "completed", "code": 200}]} {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:19:13.275961 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7ec4bc89-7889-4321-8d6f-9e9aafa211ca {{(pid=102347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:19:13.276507 n-d-813419-10 neutron-server[102347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '888f5e8a-b37b-4980-93db-923d46bd2ff0', 'tag': 'fa56185d-3cf8-4a3d-abd4-171b990f946c', 'status': 'completed', 'code': 200} Oct 27 10:19:13.367419 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91984588-b599-4148-9aa1-ec180fc61d14 req-fd678ed8-2971-4968-8896-186ec4db3d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:13.368943 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-91984588-b599-4148-9aa1-ec180fc61d14 req-fd678ed8-2971-4968-8896-186ec4db3d93 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=60bf030ec38b4548b292ea0483de5f05&device_id=265228e3-9e0d-4457-9209-d37929afa548 HTTP/1.1" status: 200 len: 1098 time: 0.1475639 Oct 27 10:19:13.380360 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5826276-4d73-4fec-a107-ef7f6c131276 req-b88b8c01-31de-4272-bd6e-ef9a57f4e4a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:13.381809 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-e5826276-4d73-4fec-a107-ef7f6c131276 req-b88b8c01-31de-4272-bd6e-ef9a57f4e4a3 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=4ef5168f0c7643019f30449b86186517&device_id=888f5e8a-b37b-4980-93db-923d46bd2ff0 HTTP/1.1" status: 200 len: 1100 time: 0.1035743 Oct 27 10:19:13.393865 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffae7cae-ba23-4720-a346-239946f48ffc req-f510e12f-044d-4f98-8e5d-745d4c79bec1 tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:13.395292 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-ffae7cae-ba23-4720-a346-239946f48ffc req-f510e12f-044d-4f98-8e5d-745d4c79bec1 tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] 10.222.0.44 "GET /v2.0/ports?device_id=461a11c3-9cc5-4859-b647-0a8860e95b75 HTTP/1.1" status: 200 len: 968 time: 0.0787690 Oct 27 10:19:13.421495 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-c80fdf32-950a-4aef-a9a6-89560a43773c req-4281f66f-dc0b-43e0-a113-5703b2a5c950 tempest-FloatingIPDetailsTestJSON-2029017592 tempest-FloatingIPDetailsTestJSON-2029017592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:13.434459 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-f618af19-0d75-4e61-b025-b30a83c9891a admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.5070059 Oct 27 10:19:13.460163 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 38544) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:19:13.469691 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-df47346b-bbe3-4879-8967-9f0e0a77401b admin admin] Request body: {'subnet': {'network_id': 'd1526cc0-b9d4-48a5-9bd2-4c1f225f75f7', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1008258103-subnet', 'tenant_id': '9a83ac8c3483419c9c5961cf8b7a9d9f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:19:13.519766 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f618af19-0d75-4e61-b025-b30a83c9891a admin admin] Pushing event updated for resources: {'Network': ['ID=d1526cc0-b9d4-48a5-9bd2-4c1f225f75f7,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:19:13.530194 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Network d1526cc0-b9d4-48a5-9bd2-4c1f225f75f7 details requested by agent ovs-agent-n-d-813419-10 with host n-d-813419-10 {{(pid=102348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 10:19:13.578804 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-ffae7cae-ba23-4720-a346-239946f48ffc req-016412b7-1494-4aa0-8b36-f5ff9f2b8bb0 tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] 10.222.0.44 "GET /v2.0/security-groups?id=e3018bff-e5f8-44d8-a835-69520a8698da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648858 Oct 27 10:19:13.613565 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5826276-4d73-4fec-a107-ef7f6c131276 req-3e6ce54b-4bd5-492e-a0ad-04f748cbb88a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:13.614959 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-e5826276-4d73-4fec-a107-ef7f6c131276 req-3e6ce54b-4bd5-492e-a0ad-04f748cbb88a service neutron] 10.222.0.76 "GET /v2.0/networks?id=4d250f92-d229-45fe-a579-67fef8e6c544 HTTP/1.1" status: 200 len: 870 time: 0.2188156 Oct 27 10:19:13.619964 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91984588-b599-4148-9aa1-ec180fc61d14 req-c24c064c-6073-4cae-b87f-722bca74e869 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:13.621507 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-91984588-b599-4148-9aa1-ec180fc61d14 req-c24c064c-6073-4cae-b87f-722bca74e869 service neutron] 10.222.0.76 "GET /v2.0/networks?id=0a48af15-1075-4a1c-b6c2-04479e771f49 HTTP/1.1" status: 200 len: 924 time: 0.2183495 Oct 27 10:19:13.711070 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-e5826276-4d73-4fec-a107-ef7f6c131276 req-cffa3afa-a2fc-4294-8514-ae798534aac4 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.153&port_id=fa56185d-3cf8-4a3d-abd4-171b990f946c HTTP/1.1" status: 200 len: 217 time: 0.0709102 Oct 27 10:19:13.775149 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-91984588-b599-4148-9aa1-ec180fc61d14 req-ac69a0b2-08d3-4481-8a5a-7a873b3a3c7e service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5038503f-cda9-4787-9ef3-d834a02fd9d6 HTTP/1.1" status: 200 len: 1002 time: 0.1284406 Oct 27 10:19:13.791245 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df47346b-bbe3-4879-8967-9f0e0a77401b admin admin] Made reservation on behalf of 9a83ac8c3483419c9c5961cf8b7a9d9f for: {'subnet': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:19:13.793476 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-df47346b-bbe3-4879-8967-9f0e0a77401b admin admin] Publish callbacks [] for subnet, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:13.813549 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5826276-4d73-4fec-a107-ef7f6c131276 req-6e6c50fb-954f-4ade-8575-4b4c2dfc34ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:13.815181 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-e5826276-4d73-4fec-a107-ef7f6c131276 req-6e6c50fb-954f-4ade-8575-4b4c2dfc34ca service neutron] 10.222.0.76 "GET /v2.0/subnets?id=62eb52f7-aac4-48af-8670-e04300325561 HTTP/1.1" status: 200 len: 843 time: 0.0937521 Oct 27 10:19:13.834082 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91984588-b599-4148-9aa1-ec180fc61d14 req-17680ee4-5587-49f3-9085-e117ccdc27a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:13.835911 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-91984588-b599-4148-9aa1-ec180fc61d14 req-17680ee4-5587-49f3-9085-e117ccdc27a0 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=01ed277a-6c4a-420b-a94a-e6bb1e65fbf9 HTTP/1.1" status: 200 len: 862 time: 0.0532219 Oct 27 10:19:13.909496 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5826276-4d73-4fec-a107-ef7f6c131276 req-3d8850bd-ae0e-4df9-949e-eee9f660ee9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:13.910978 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-e5826276-4d73-4fec-a107-ef7f6c131276 req-3d8850bd-ae0e-4df9-949e-eee9f660ee9f service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=4d250f92-d229-45fe-a579-67fef8e6c544&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0745883 Oct 27 10:19:13.917059 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91984588-b599-4148-9aa1-ec180fc61d14 req-cb14ac8a-a505-4a5a-b150-6840c0876b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:13.918395 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-91984588-b599-4148-9aa1-ec180fc61d14 req-cb14ac8a-a505-4a5a-b150-6840c0876b83 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=0a48af15-1075-4a1c-b6c2-04479e771f49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0745060 Oct 27 10:19:13.966283 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [req-3d98e762-46ed-46c6-8533-67daec00bf05 req-f4c85f02-6145-4848-926c-1edd9e589f2e service neutron] For port cf326a9d-27a4-4e1c-96d7-cb8fdbf66697, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=cf326a9d-27a4-4e1c-96d7-cb8fdbf66697,segment=NetworkSegment(4fd5c29a-a838-4106-a890-06a671bde674),segment_id=4fd5c29a-a838-4106-a890-06a671bde674)] {{(pid=102346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:19:13.994416 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [req-5d327d9b-18c0-4475-a26a-88fb4d2e9735 req-a3b51de1-b647-482c-9c95-5d7d5c6e0e3c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7efb281c-acdb-4e81-aff9-dcd8fe0523a4 {{(pid=102346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:19:14.019472 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-5d327d9b-18c0-4475-a26a-88fb4d2e9735 req-a3b51de1-b647-482c-9c95-5d7d5c6e0e3c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:14.072375 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.provisioning_blocks [req-5d327d9b-18c0-4475-a26a-88fb4d2e9735 req-a3b51de1-b647-482c-9c95-5d7d5c6e0e3c service neutron] Transition to ACTIVE for port object 7efb281c-acdb-4e81-aff9-dcd8fe0523a4 will not be triggered until provisioned by entity L2. {{(pid=102346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 10:19:14.092526 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [req-3d98e762-46ed-46c6-8533-67daec00bf05 req-f4c85f02-6145-4848-926c-1edd9e589f2e service neutron] For port cf326a9d-27a4-4e1c-96d7-cb8fdbf66697, host n-h1-813419-10, cleared binding levels {{(pid=102346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:19:14.095429 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-5d327d9b-18c0-4475-a26a-88fb4d2e9735 req-a3b51de1-b647-482c-9c95-5d7d5c6e0e3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:14.139165 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-e5826276-4d73-4fec-a107-ef7f6c131276 req-51cf1bb2-e100-4199-a72a-850e1e2db3a1 service neutron] 10.222.0.76 "GET /v2.0/networks/4d250f92-d229-45fe-a579-67fef8e6c544?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1974132 Oct 27 10:19:14.148825 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-91984588-b599-4148-9aa1-ec180fc61d14 req-cd3be9a3-a0ce-411a-aac6-d7a1d21cdf75 service neutron] 10.222.0.76 "GET /v2.0/networks/0a48af15-1075-4a1c-b6c2-04479e771f49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1999900 Oct 27 10:19:14.165064 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4cd5e0-0f7a-41bf-b558-2e4fb19adc80 req-0e33ee15-832e-4a61-b84c-0b105e67a81c tempest-DeleteServersAdminTestJSON-767095768 tempest-DeleteServersAdminTestJSON-767095768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:14.166963 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-bd4cd5e0-0f7a-41bf-b558-2e4fb19adc80 req-0e33ee15-832e-4a61-b84c-0b105e67a81c tempest-DeleteServersAdminTestJSON-767095768 tempest-DeleteServersAdminTestJSON-767095768-project] 10.222.0.44 "GET /v2.0/ports?device_id=c865ac78-2aa0-42f3-af00-7a5ec7bc85aa HTTP/1.1" status: 200 len: 948 time: 0.0832291 Oct 27 10:19:14.238706 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '461a11c3-9cc5-4859-b647-0a8860e95b75', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cf326a9d-27a4-4e1c-96d7-cb8fdbf66697'}] {{(pid=102346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:19:14.241049 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc0e418f5fc417c8d55d94c0aa509b037d0beb2a734c1a709e789eb65639a56d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf8d28d8-5a58-4d7b-b70b-9dcba4c36828" -d '{"events": [{"server_uuid": "461a11c3-9cc5-4859-b647-0a8860e95b75", "name": "network-vif-unplugged", "status": "completed", "tag": "cf326a9d-27a4-4e1c-96d7-cb8fdbf66697"}]}' {{(pid=102346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:19:14.251318 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-3d98e762-46ed-46c6-8533-67daec00bf05 req-f4c85f02-6145-4848-926c-1edd9e589f2e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:14.272130 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b51de1-b647-482c-9c95-5d7d5c6e0e3c service neutron] Pushing event updated for resources: {'Port': ['ID=7efb281c-acdb-4e81-aff9-dcd8fe0523a4,revision_number=2']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:19:14.279458 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-c80fdf32-950a-4aef-a9a6-89560a43773c req-4281f66f-dc0b-43e0-a113-5703b2a5c950 tempest-FloatingIPDetailsTestJSON-2029017592 tempest-FloatingIPDetailsTestJSON-2029017592-project] Publish callbacks [] for port, precommit_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:14.283929 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-3d98e762-46ed-46c6-8533-67daec00bf05 req-f4c85f02-6145-4848-926c-1edd9e589f2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:14.353172 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-c80fdf32-950a-4aef-a9a6-89560a43773c req-4281f66f-dc0b-43e0-a113-5703b2a5c950 tempest-FloatingIPDetailsTestJSON-2029017592 tempest-FloatingIPDetailsTestJSON-2029017592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:14.403188 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-c80fdf32-950a-4aef-a9a6-89560a43773c req-4281f66f-dc0b-43e0-a113-5703b2a5c950 tempest-FloatingIPDetailsTestJSON-2029017592 tempest-FloatingIPDetailsTestJSON-2029017592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1664826'] for floatingip, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:14.428280 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.managers [req-5d327d9b-18c0-4475-a26a-88fb4d2e9735 req-a3b51de1-b647-482c-9c95-5d7d5c6e0e3c service neutron] Attempting to bind port 7efb281c-acdb-4e81-aff9-dcd8fe0523a4 on host n-h1-813419-10 for vnic_type normal with profile {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:19:14.428913 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.managers [req-5d327d9b-18c0-4475-a26a-88fb4d2e9735 req-a3b51de1-b647-482c-9c95-5d7d5c6e0e3c service neutron] Attempting to bind port 7efb281c-acdb-4e81-aff9-dcd8fe0523a4 by drivers openvswitch,hyperv on host n-h1-813419-10 at level 0 using segments [{'id': 'f7c42c6d-2766-46d8-a8b7-4852117a5555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '4d250f92-d229-45fe-a579-67fef8e6c544'}] {{(pid=102346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:19:14.429239 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d327d9b-18c0-4475-a26a-88fb4d2e9735 req-a3b51de1-b647-482c-9c95-5d7d5c6e0e3c service neutron] Attempting to bind port 7efb281c-acdb-4e81-aff9-dcd8fe0523a4 on network 4d250f92-d229-45fe-a579-67fef8e6c544 {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:19:14.437891 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-df47346b-bbe3-4879-8967-9f0e0a77401b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913'] for subnet, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:14.456272 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d327d9b-18c0-4475-a26a-88fb4d2e9735 req-a3b51de1-b647-482c-9c95-5d7d5c6e0e3c service neutron] Port 7efb281c-acdb-4e81-aff9-dcd8fe0523a4 on network 4d250f92-d229-45fe-a579-67fef8e6c544 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-10 {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 10:19:14.456272 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d327d9b-18c0-4475-a26a-88fb4d2e9735 req-a3b51de1-b647-482c-9c95-5d7d5c6e0e3c service neutron] Attempting to bind port 7efb281c-acdb-4e81-aff9-dcd8fe0523a4 on network 4d250f92-d229-45fe-a579-67fef8e6c544 {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:19:14.457253 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c85f02-6145-4848-926c-1edd9e589f2e service neutron] Pushing event updated for resources: {'Port': ['ID=cf326a9d-27a4-4e1c-96d7-cb8fdbf66697,revision_number=7']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:19:14.508281 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-c80fdf32-950a-4aef-a9a6-89560a43773c req-4281f66f-dc0b-43e0-a113-5703b2a5c950 tempest-FloatingIPDetailsTestJSON-2029017592 tempest-FloatingIPDetailsTestJSON-2029017592-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for floatingip, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:14.509193 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-c80fdf32-950a-4aef-a9a6-89560a43773c req-4281f66f-dc0b-43e0-a113-5703b2a5c950 tempest-FloatingIPDetailsTestJSON-2029017592 tempest-FloatingIPDetailsTestJSON-2029017592-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.3910136 Oct 27 10:19:14.542000 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d327d9b-18c0-4475-a26a-88fb4d2e9735 req-a3b51de1-b647-482c-9c95-5d7d5c6e0e3c service neutron] Checking agent: {'id': 'a52e1cab-0c63-402d-9c94-330537c6c076', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 16, 2), 'started_at': datetime.datetime(2021, 10, 27, 10, 16, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 19, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:19:14.542697 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d327d9b-18c0-4475-a26a-88fb4d2e9735 req-a3b51de1-b647-482c-9c95-5d7d5c6e0e3c service neutron] Checking segment: {'id': 'f7c42c6d-2766-46d8-a8b7-4852117a5555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '4d250f92-d229-45fe-a579-67fef8e6c544'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:19:14.542697 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d327d9b-18c0-4475-a26a-88fb4d2e9735 req-a3b51de1-b647-482c-9c95-5d7d5c6e0e3c service neutron] Bound using segment: {'id': 'f7c42c6d-2766-46d8-a8b7-4852117a5555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '4d250f92-d229-45fe-a579-67fef8e6c544'} {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:19:14.543147 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.managers [req-5d327d9b-18c0-4475-a26a-88fb4d2e9735 req-a3b51de1-b647-482c-9c95-5d7d5c6e0e3c service neutron] Bound port: 7efb281c-acdb-4e81-aff9-dcd8fe0523a4, host: n-h1-813419-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7c42c6d-2766-46d8-a8b7-4852117a5555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '4d250f92-d229-45fe-a579-67fef8e6c544'}}] {{(pid=102346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:19:14.543491 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-5d327d9b-18c0-4475-a26a-88fb4d2e9735 req-a3b51de1-b647-482c-9c95-5d7d5c6e0e3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:14.556951 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-bd4cd5e0-0f7a-41bf-b558-2e4fb19adc80 req-df6e5de9-32c7-4a84-81ae-b45b8754f9f1 tempest-DeleteServersAdminTestJSON-767095768 tempest-DeleteServersAdminTestJSON-767095768-project] 10.222.0.44 "GET /v2.0/security-groups?id=e849200c-8e3e-41bb-bd28-f1c5b23c294b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3696413 Oct 27 10:19:14.589286 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-e5826276-4d73-4fec-a107-ef7f6c131276 req-8bf303ae-e0d4-4364-952b-685be25ec9ca service neutron] 10.222.0.76 "GET /v2.0/networks/4d250f92-d229-45fe-a579-67fef8e6c544?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4175601 Oct 27 10:19:14.591141 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-91984588-b599-4148-9aa1-ec180fc61d14 req-5c48fedf-f742-4670-8221-f9f4691c3008 service neutron] 10.222.0.76 "GET /v2.0/networks/0a48af15-1075-4a1c-b6c2-04479e771f49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4205871 Oct 27 10:19:14.600686 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.managers [req-3d98e762-46ed-46c6-8533-67daec00bf05 req-f4c85f02-6145-4848-926c-1edd9e589f2e service neutron] Attempting to bind port cf326a9d-27a4-4e1c-96d7-cb8fdbf66697 on host n-h1-813419-10 for vnic_type normal with profile {"migrating_to": "n-h2-813419-10"} {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:19:14.601018 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.managers [req-3d98e762-46ed-46c6-8533-67daec00bf05 req-f4c85f02-6145-4848-926c-1edd9e589f2e service neutron] Attempting to bind port cf326a9d-27a4-4e1c-96d7-cb8fdbf66697 by drivers openvswitch,hyperv on host n-h1-813419-10 at level 0 using segments [{'id': '4fd5c29a-a838-4106-a890-06a671bde674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '1886fe3b-e088-4c7d-8f4c-b14d4440b311'}] {{(pid=102346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:19:14.601347 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d98e762-46ed-46c6-8533-67daec00bf05 req-f4c85f02-6145-4848-926c-1edd9e589f2e service neutron] Attempting to bind port cf326a9d-27a4-4e1c-96d7-cb8fdbf66697 on network 1886fe3b-e088-4c7d-8f4c-b14d4440b311 {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:19:14.651915 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df47346b-bbe3-4879-8967-9f0e0a77401b admin admin] Pushing event updated for resources: {'Subnet': ['ID=dfe96f68-3c0b-4bd7-85a8-6acd4622d426,revision_number=0']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:19:14.664388 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d98e762-46ed-46c6-8533-67daec00bf05 req-f4c85f02-6145-4848-926c-1edd9e589f2e service neutron] Port cf326a9d-27a4-4e1c-96d7-cb8fdbf66697 on network 1886fe3b-e088-4c7d-8f4c-b14d4440b311 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-10 {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 10:19:14.664717 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d98e762-46ed-46c6-8533-67daec00bf05 req-f4c85f02-6145-4848-926c-1edd9e589f2e service neutron] Attempting to bind port cf326a9d-27a4-4e1c-96d7-cb8fdbf66697 on network 1886fe3b-e088-4c7d-8f4c-b14d4440b311 {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:19:14.686514 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e946943-2a15-4423-8815-bf0cc78dcb2f req-ca385403-2480-4efd-87ec-35feb4d658bb tempest-AggregatesAdminTestJSON-1678312996 tempest-AggregatesAdminTestJSON-1678312996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:14.687972 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-7e946943-2a15-4423-8815-bf0cc78dcb2f req-ca385403-2480-4efd-87ec-35feb4d658bb tempest-AggregatesAdminTestJSON-1678312996 tempest-AggregatesAdminTestJSON-1678312996-project] 10.222.0.44 "GET /v2.0/ports?device_id=114e92eb-0e52-48d7-9d32-7b336b988432 HTTP/1.1" status: 200 len: 972 time: 0.0499759 Oct 27 10:19:14.693733 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-c80fdf32-950a-4aef-a9a6-89560a43773c req-f95fa65f-e0f5-4eba-a10f-e9351d4583e8 tempest-FloatingIPDetailsTestJSON-2029017592 tempest-FloatingIPDetailsTestJSON-2029017592-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.8.180 HTTP/1.1" status: 200 len: 696 time: 0.1449089 Oct 27 10:19:14.698670 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4281f66f-dc0b-43e0-a113-5703b2a5c950 tempest-FloatingIPDetailsTestJSON-2029017592 tempest-FloatingIPDetailsTestJSON-2029017592-project] Pushing event updated for resources: {'Port': ['ID=e270b885-bc81-4cde-a529-d17401813d24,revision_number=2']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:19:14.704766 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d98e762-46ed-46c6-8533-67daec00bf05 req-f4c85f02-6145-4848-926c-1edd9e589f2e service neutron] Checking agent: {'id': 'a52e1cab-0c63-402d-9c94-330537c6c076', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 16, 2), 'started_at': datetime.datetime(2021, 10, 27, 10, 16, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 19, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:19:14.705134 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d98e762-46ed-46c6-8533-67daec00bf05 req-f4c85f02-6145-4848-926c-1edd9e589f2e service neutron] Checking segment: {'id': '4fd5c29a-a838-4106-a890-06a671bde674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '1886fe3b-e088-4c7d-8f4c-b14d4440b311'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:19:14.705509 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d98e762-46ed-46c6-8533-67daec00bf05 req-f4c85f02-6145-4848-926c-1edd9e589f2e service neutron] Bound using segment: {'id': '4fd5c29a-a838-4106-a890-06a671bde674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '1886fe3b-e088-4c7d-8f4c-b14d4440b311'} {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:19:14.705945 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.managers [req-3d98e762-46ed-46c6-8533-67daec00bf05 req-f4c85f02-6145-4848-926c-1edd9e589f2e service neutron] Bound port: cf326a9d-27a4-4e1c-96d7-cb8fdbf66697, host: n-h1-813419-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4fd5c29a-a838-4106-a890-06a671bde674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '1886fe3b-e088-4c7d-8f4c-b14d4440b311'}}] {{(pid=102346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:19:14.706301 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-3d98e762-46ed-46c6-8533-67daec00bf05 req-f4c85f02-6145-4848-926c-1edd9e589f2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:14.735464 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-7e946943-2a15-4423-8815-bf0cc78dcb2f req-2f04646d-cd84-4b55-bdb8-87e50f506387 tempest-AggregatesAdminTestJSON-1678312996 tempest-AggregatesAdminTestJSON-1678312996-project] 10.222.0.44 "GET /v2.0/security-groups?id=a1b01133-9332-4d78-8994-5d84d1d89d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330639 Oct 27 10:19:14.748944 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df47346b-bbe3-4879-8967-9f0e0a77401b admin admin] Checking segment: {'id': '5fdb96e4-2a2a-4cac-81d9-60e3c3d532ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'd1526cc0-b9d4-48a5-9bd2-4c1f225f75f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:19:14.749303 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df47346b-bbe3-4879-8967-9f0e0a77401b admin admin] Network hostable DHCP agents. Network: d1526cc0-b9d4-48a5-9bd2-4c1f225f75f7, hostable agents: ['eafd4000-b897-4722-ae8b-0118ec955181'], hosted agents: [] {{(pid=102346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 10:19:14.848019 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [req-5d327d9b-18c0-4475-a26a-88fb4d2e9735 req-a3b51de1-b647-482c-9c95-5d7d5c6e0e3c service neutron] For port 7efb281c-acdb-4e81-aff9-dcd8fe0523a4, host n-h1-813419-10, cleared binding levels {{(pid=102346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:19:14.849985 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df47346b-bbe3-4879-8967-9f0e0a77401b admin admin] Network d1526cc0-b9d4-48a5-9bd2-4c1f225f75f7 is scheduled to be hosted by DHCP agent eafd4000-b897-4722-ae8b-0118ec955181 with binding_index 1 {{(pid=102346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 10:19:14.856412 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [req-5d327d9b-18c0-4475-a26a-88fb4d2e9735 req-a3b51de1-b647-482c-9c95-5d7d5c6e0e3c service neutron] For port 7efb281c-acdb-4e81-aff9-dcd8fe0523a4, host n-h1-813419-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=7efb281c-acdb-4e81-aff9-dcd8fe0523a4,segment=NetworkSegment(f7c42c6d-2766-46d8-a8b7-4852117a5555),segment_id=f7c42c6d-2766-46d8-a8b7-4852117a5555)] {{(pid=102346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:19:14.881166 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-5d327d9b-18c0-4475-a26a-88fb4d2e9735 req-a3b51de1-b647-482c-9c95-5d7d5c6e0e3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:14.922559 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-df47346b-bbe3-4879-8967-9f0e0a77401b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-10, d1526cc0-b9d4-48a5-9bd2-4c1f225f75f7) {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:19:14.933511 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9c07caa-b5f3-4b9c-bebc-439a51910b86 None None] Network d1526cc0-b9d4-48a5-9bd2-4c1f225f75f7 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:19:14.943417 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df47346b-bbe3-4879-8967-9f0e0a77401b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:14.944008 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-df47346b-bbe3-4879-8967-9f0e0a77401b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for subnet, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:14.952321 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d327d9b-18c0-4475-a26a-88fb4d2e9735 req-a3b51de1-b647-482c-9c95-5d7d5c6e0e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:14.952946 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-5d327d9b-18c0-4475-a26a-88fb4d2e9735 req-a3b51de1-b647-482c-9c95-5d7d5c6e0e3c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:14.954345 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-5d327d9b-18c0-4475-a26a-88fb4d2e9735 req-a3b51de1-b647-482c-9c95-5d7d5c6e0e3c service neutron] 10.222.0.64 "PUT /v2.0/ports/7efb281c-acdb-4e81-aff9-dcd8fe0523a4 HTTP/1.1" status: 200 len: 1097 time: 2.4220405 Oct 27 10:19:14.957951 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [req-3d98e762-46ed-46c6-8533-67daec00bf05 req-f4c85f02-6145-4848-926c-1edd9e589f2e service neutron] For port cf326a9d-27a4-4e1c-96d7-cb8fdbf66697, host n-h1-813419-10, cleared binding levels {{(pid=102346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:19:14.966477 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80fdf32-950a-4aef-a9a6-89560a43773c req-29a4c84c-f6e4-4889-9973-ab5bae6e218d tempest-FloatingIPDetailsTestJSON-2029017592 tempest-FloatingIPDetailsTestJSON-2029017592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:14.967823 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-c80fdf32-950a-4aef-a9a6-89560a43773c req-29a4c84c-f6e4-4889-9973-ab5bae6e218d tempest-FloatingIPDetailsTestJSON-2029017592 tempest-FloatingIPDetailsTestJSON-2029017592-project] 10.222.0.44 "GET /v2.0/networks/185ff123-c7ff-45c7-a6be-71feb35acc9c HTTP/1.1" status: 200 len: 784 time: 0.2642610 Oct 27 10:19:14.974163 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [req-3d98e762-46ed-46c6-8533-67daec00bf05 req-f4c85f02-6145-4848-926c-1edd9e589f2e service neutron] For port cf326a9d-27a4-4e1c-96d7-cb8fdbf66697, host n-h1-813419-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=cf326a9d-27a4-4e1c-96d7-cb8fdbf66697,segment=NetworkSegment(4fd5c29a-a838-4106-a890-06a671bde674),segment_id=4fd5c29a-a838-4106-a890-06a671bde674)] {{(pid=102346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:19:14.997816 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-3d98e762-46ed-46c6-8533-67daec00bf05 req-f4c85f02-6145-4848-926c-1edd9e589f2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:15.008582 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [req-c80fdf32-950a-4aef-a9a6-89560a43773c req-feaaa6e4-8e3e-4016-8bf5-83436a660c9c tempest-FloatingIPDetailsTestJSON-2029017592 tempest-FloatingIPDetailsTestJSON-2029017592-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=102346) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 10:19:15.010882 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-c80fdf32-950a-4aef-a9a6-89560a43773c req-feaaa6e4-8e3e-4016-8bf5-83436a660c9c tempest-FloatingIPDetailsTestJSON-2029017592 tempest-FloatingIPDetailsTestJSON-2029017592-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0249684 Oct 27 10:19:15.029201 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-df47346b-bbe3-4879-8967-9f0e0a77401b admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.5555625 Oct 27 10:19:15.061696 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b51de1-b647-482c-9c95-5d7d5c6e0e3c service neutron] Pushing event updated for resources: {'Port': ['ID=7efb281c-acdb-4e81-aff9-dcd8fe0523a4,revision_number=3']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:19:15.085235 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e33e575-1cd8-4af9-9c82-14841f44be67 req-04621cf3-8b20-4a68-9882-b913305a2f42 tempest-LiveMigrationNegativeTest-218370031 tempest-LiveMigrationNegativeTest-218370031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:15.087963 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-7e33e575-1cd8-4af9-9c82-14841f44be67 req-04621cf3-8b20-4a68-9882-b913305a2f42 tempest-LiveMigrationNegativeTest-218370031 tempest-LiveMigrationNegativeTest-218370031-project] 10.222.0.44 "GET /v2.0/ports?device_id=888f5e8a-b37b-4980-93db-923d46bd2ff0 HTTP/1.1" status: 200 len: 948 time: 0.0975990 Oct 27 10:19:15.116681 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 27 Oct 2021 10:19:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94abf4fc-e739-48fe-96ef-dacba5253960 x-openstack-request-id: req-94abf4fc-e739-48fe-96ef-dacba5253960 {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:19:15.117040 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "461a11c3-9cc5-4859-b647-0a8860e95b75", "name": "network-vif-unplugged", "status": "completed", "tag": "cf326a9d-27a4-4e1c-96d7-cb8fdbf66697", "code": 200}]} {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:19:15.117363 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-94abf4fc-e739-48fe-96ef-dacba5253960 {{(pid=102346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:19:15.117823 n-d-813419-10 neutron-server[102346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '461a11c3-9cc5-4859-b647-0a8860e95b75', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cf326a9d-27a4-4e1c-96d7-cb8fdbf66697', 'code': 200} Oct 27 10:19:15.171134 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d98e762-46ed-46c6-8533-67daec00bf05 req-f4c85f02-6145-4848-926c-1edd9e589f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:15.172006 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-3d98e762-46ed-46c6-8533-67daec00bf05 req-f4c85f02-6145-4848-926c-1edd9e589f2e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:15.175060 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-3d98e762-46ed-46c6-8533-67daec00bf05 req-f4c85f02-6145-4848-926c-1edd9e589f2e service neutron] 10.222.0.76 "PUT /v2.0/ports/cf326a9d-27a4-4e1c-96d7-cb8fdbf66697 HTTP/1.1" status: 200 len: 1146 time: 2.2878773 Oct 27 10:19:15.189234 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-7e33e575-1cd8-4af9-9c82-14841f44be67 req-27154a5e-c160-4d8a-a00e-ab51bee1b2ca tempest-LiveMigrationNegativeTest-218370031 tempest-LiveMigrationNegativeTest-218370031-project] 10.222.0.44 "GET /v2.0/security-groups?id=ce298a20-614e-493c-89f0-b27e77f8a827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923095 Oct 27 10:19:15.195855 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d327d9b-18c0-4475-a26a-88fb4d2e9735 req-106078f1-6017-480e-a97a-0081176456d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:15.197570 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-5d327d9b-18c0-4475-a26a-88fb4d2e9735 req-106078f1-6017-480e-a97a-0081176456d4 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0a6b0f2ebec44b99991561e44d8e16a8&device_id=c865ac78-2aa0-42f3-af00-7a5ec7bc85aa HTTP/1.1" status: 200 len: 1100 time: 0.1694491 Oct 27 10:19:15.224812 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c85f02-6145-4848-926c-1edd9e589f2e service neutron] Pushing event updated for resources: {'Port': ['ID=cf326a9d-27a4-4e1c-96d7-cb8fdbf66697,revision_number=8']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:19:15.226205 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18ff1d0b-f175-433a-90d4-edd82d3b9fea None None] Network d1526cc0-b9d4-48a5-9bd2-4c1f225f75f7 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:19:15.285830 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-5d327d9b-18c0-4475-a26a-88fb4d2e9735 req-0f2e1eef-3afe-45f1-b8f6-ec4c251d545d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.170&port_id=7efb281c-acdb-4e81-aff9-dcd8fe0523a4 HTTP/1.1" status: 200 len: 217 time: 0.0744994 Oct 27 10:19:15.317275 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] get_ports_and_sgs() called for port_ids ['cf326a9d-27a4-4e1c-96d7-cb8fdbf66697'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:19:15.355470 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b86dc9-a036-4b60-af2c-016ed4c41a9a req-12809aae-560e-4053-a06b-b0516cd87fc8 tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:15.357087 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-e9b86dc9-a036-4b60-af2c-016ed4c41a9a req-12809aae-560e-4053-a06b-b0516cd87fc8 tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] 10.222.0.44 "GET /v2.0/ports?device_id=461a11c3-9cc5-4859-b647-0a8860e95b75 HTTP/1.1" status: 200 len: 966 time: 0.1243987 Oct 27 10:19:15.436138 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d327d9b-18c0-4475-a26a-88fb4d2e9735 req-32eb96dd-5264-442b-87df-8c4f415c78a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:15.438578 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-5d327d9b-18c0-4475-a26a-88fb4d2e9735 req-32eb96dd-5264-442b-87df-8c4f415c78a6 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=62eb52f7-aac4-48af-8670-e04300325561 HTTP/1.1" status: 200 len: 843 time: 0.0794795 Oct 27 10:19:15.469006 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-e9b86dc9-a036-4b60-af2c-016ed4c41a9a req-207913b4-c61c-4cd9-896e-d6fc625c58fe tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] 10.222.0.44 "GET /v2.0/security-groups?id=e3018bff-e5f8-44d8-a835-69520a8698da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009920 Oct 27 10:19:15.568718 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d327d9b-18c0-4475-a26a-88fb4d2e9735 req-c3322cf8-03f5-44f5-8074-42b70ef38b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:15.572667 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-5d327d9b-18c0-4475-a26a-88fb4d2e9735 req-c3322cf8-03f5-44f5-8074-42b70ef38b9e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4d250f92-d229-45fe-a579-67fef8e6c544&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1027007 Oct 27 10:19:15.589803 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-54f08cb8-4a94-49d3-bda7-03766bcb442d req-ca3d0b15-3239-48e2-8af9-49438b1e75ff tempest-FloatingIPDetailsTestJSON-2029017592 tempest-FloatingIPDetailsTestJSON-2029017592-project] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2474806 Oct 27 10:19:15.598348 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [req-54f08cb8-4a94-49d3-bda7-03766bcb442d req-179e1efe-7be5-4773-b0a7-bee40999d3aa tempest-FloatingIPDetailsTestJSON-2029017592 tempest-FloatingIPDetailsTestJSON-2029017592-project] Request body: {'floatingip': {'floating_network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:19:15.628861 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-54f08cb8-4a94-49d3-bda7-03766bcb442d req-179e1efe-7be5-4773-b0a7-bee40999d3aa tempest-FloatingIPDetailsTestJSON-2029017592 tempest-FloatingIPDetailsTestJSON-2029017592-project] Publish callbacks [] for floatingip, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:15.727907 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-5d327d9b-18c0-4475-a26a-88fb4d2e9735 req-6c0fbc70-fae6-47ae-85dd-80a971e6be2b service neutron] 10.222.0.64 "GET /v2.0/networks/4d250f92-d229-45fe-a579-67fef8e6c544?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441684 Oct 27 10:19:15.738345 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd1c270-ae1b-4337-b959-22f62cd0a035 req-84c4f7d6-1a36-45ba-a611-7e688dedc569 tempest-DeleteServersAdminTestJSON-767095768 tempest-DeleteServersAdminTestJSON-767095768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:15.739800 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ccd1c270-ae1b-4337-b959-22f62cd0a035 req-84c4f7d6-1a36-45ba-a611-7e688dedc569 tempest-DeleteServersAdminTestJSON-767095768 tempest-DeleteServersAdminTestJSON-767095768-project] 10.222.0.44 "GET /v2.0/ports?device_id=c865ac78-2aa0-42f3-af00-7a5ec7bc85aa HTTP/1.1" status: 200 len: 948 time: 0.0860977 Oct 27 10:19:15.743545 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-54f08cb8-4a94-49d3-bda7-03766bcb442d req-179e1efe-7be5-4773-b0a7-bee40999d3aa tempest-FloatingIPDetailsTestJSON-2029017592 tempest-FloatingIPDetailsTestJSON-2029017592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:15.789912 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 38604) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:19:15.798468 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-e1a372e8-ab8c-4c0b-9a19-d90c5a8d5b4f admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1675493604-network', 'tenant_id': '35a19143300a4c43811a5b0ce064c9cc'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:19:15.858779 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1a372e8-ab8c-4c0b-9a19-d90c5a8d5b4f admin admin] Made reservation on behalf of 35a19143300a4c43811a5b0ce064c9cc for: {'network': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:19:15.859395 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18cd1ab-6637-486d-8e79-0e31ec412bc0 req-c1503613-36eb-4c35-aa8b-55450bb90360 tempest-AggregatesAdminTestJSON-1678312996 tempest-AggregatesAdminTestJSON-1678312996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:15.860864 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-e18cd1ab-6637-486d-8e79-0e31ec412bc0 req-c1503613-36eb-4c35-aa8b-55450bb90360 tempest-AggregatesAdminTestJSON-1678312996 tempest-AggregatesAdminTestJSON-1678312996-project] 10.222.0.64 "GET /v2.0/ports?device_id=114e92eb-0e52-48d7-9d32-7b336b988432 HTTP/1.1" status: 200 len: 972 time: 0.1446385 Oct 27 10:19:15.861029 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-e1a372e8-ab8c-4c0b-9a19-d90c5a8d5b4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for network, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:15.865405 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ccd1c270-ae1b-4337-b959-22f62cd0a035 req-8f76a053-fa83-4a5e-9ec3-e7b94f690986 tempest-DeleteServersAdminTestJSON-767095768 tempest-DeleteServersAdminTestJSON-767095768-project] 10.222.0.44 "GET /v2.0/security-groups?id=e849200c-8e3e-41bb-bd28-f1c5b23c294b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037819 Oct 27 10:19:15.873704 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-e1a372e8-ab8c-4c0b-9a19-d90c5a8d5b4f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:15.896970 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_common [req-54f08cb8-4a94-49d3-bda7-03766bcb442d req-179e1efe-7be5-4773-b0a7-bee40999d3aa tempest-FloatingIPDetailsTestJSON-2029017592 tempest-FloatingIPDetailsTestJSON-2029017592-project] Allocated IP 172.25.8.78 (185ff123-c7ff-45c7-a6be-71feb35acc9c/0fb9f9d1-7384-481f-8fa8-f4566c349d30/38715e13-e1df-4420-b4ad-3afdc5aa43c0) {{(pid=102347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:19:15.949173 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-5d327d9b-18c0-4475-a26a-88fb4d2e9735 req-ebfd96a3-c17b-4680-8543-8a7abb8d94ef service neutron] 10.222.0.64 "GET /v2.0/networks/4d250f92-d229-45fe-a579-67fef8e6c544?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1961768 Oct 27 10:19:16.040308 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-e1a372e8-ab8c-4c0b-9a19-d90c5a8d5b4f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:16.047360 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-e1a372e8-ab8c-4c0b-9a19-d90c5a8d5b4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:16.052600 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-54f08cb8-4a94-49d3-bda7-03766bcb442d req-179e1efe-7be5-4773-b0a7-bee40999d3aa tempest-FloatingIPDetailsTestJSON-2029017592 tempest-FloatingIPDetailsTestJSON-2029017592-project] Publish callbacks [] for port, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:16.066920 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a656b58-7ce9-43b2-9745-8e163e3db922 req-b28849f2-8689-4c2a-86de-e1ca0ca60bef tempest-AggregatesAdminTestJSON-1678312996 tempest-AggregatesAdminTestJSON-1678312996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:16.068383 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-8a656b58-7ce9-43b2-9745-8e163e3db922 req-b28849f2-8689-4c2a-86de-e1ca0ca60bef tempest-AggregatesAdminTestJSON-1678312996 tempest-AggregatesAdminTestJSON-1678312996-project] 10.222.0.44 "GET /v2.0/ports?device_id=114e92eb-0e52-48d7-9d32-7b336b988432 HTTP/1.1" status: 200 len: 972 time: 0.0783150 Oct 27 10:19:16.075362 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [req-e18cd1ab-6637-486d-8e79-0e31ec412bc0 req-49dddc49-0884-460e-a3a2-e285ad060fa9 tempest-AggregatesAdminTestJSON-1678312996 tempest-AggregatesAdminTestJSON-1678312996-project] Deleting port e605e2fa-1823-4f5b-b4a1-e60ce344400c {{(pid=102346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:19:16.075966 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-e18cd1ab-6637-486d-8e79-0e31ec412bc0 req-49dddc49-0884-460e-a3a2-e285ad060fa9 tempest-AggregatesAdminTestJSON-1678312996 tempest-AggregatesAdminTestJSON-1678312996-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:16.079907 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1a372e8-ab8c-4c0b-9a19-d90c5a8d5b4f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 425} {{(pid=102347) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 10:19:16.095778 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a372e8-ab8c-4c0b-9a19-d90c5a8d5b4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b227c40d-5e3d-428a-86cc-87077b0eaba0,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:19:16.098694 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-e1a372e8-ab8c-4c0b-9a19-d90c5a8d5b4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:16.099050 n-d-813419-10 neutron-server[102347]: INFO neutron.db.segments_db [None req-e1a372e8-ab8c-4c0b-9a19-d90c5a8d5b4f admin admin] Added segment 00699268-5ea2-45ac-a15e-cd6b15875dc2 of type vlan for network ae687e18-4eaa-4538-9837-c773f8b0a575 Oct 27 10:19:16.133583 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-82636ce3-f620-402c-b234-1c55ce098be5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:16.162287 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-e1a372e8-ab8c-4c0b-9a19-d90c5a8d5b4f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743872593080'] for network, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:16.162468 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-8a656b58-7ce9-43b2-9745-8e163e3db922 req-7178031a-e30e-4a73-aca3-978486943adf tempest-AggregatesAdminTestJSON-1678312996 tempest-AggregatesAdminTestJSON-1678312996-project] 10.222.0.44 "GET /v2.0/security-groups?id=a1b01133-9332-4d78-8994-5d84d1d89d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838079 Oct 27 10:19:16.166470 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-54f08cb8-4a94-49d3-bda7-03766bcb442d req-179e1efe-7be5-4773-b0a7-bee40999d3aa tempest-FloatingIPDetailsTestJSON-2029017592 tempest-FloatingIPDetailsTestJSON-2029017592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606'] for port, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:16.211605 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [req-e18cd1ab-6637-486d-8e79-0e31ec412bc0 req-49dddc49-0884-460e-a3a2-e285ad060fa9 tempest-AggregatesAdminTestJSON-1678312996 tempest-AggregatesAdminTestJSON-1678312996-project] For port e605e2fa-1823-4f5b-b4a1-e60ce344400c, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=e605e2fa-1823-4f5b-b4a1-e60ce344400c,segment=NetworkSegment(f7c42c6d-2766-46d8-a8b7-4852117a5555),segment_id=f7c42c6d-2766-46d8-a8b7-4852117a5555)] {{(pid=102346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:19:16.211974 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-e18cd1ab-6637-486d-8e79-0e31ec412bc0 req-49dddc49-0884-460e-a3a2-e285ad060fa9 tempest-AggregatesAdminTestJSON-1678312996 tempest-AggregatesAdminTestJSON-1678312996-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:16.229369 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [req-e18cd1ab-6637-486d-8e79-0e31ec412bc0 req-49dddc49-0884-460e-a3a2-e285ad060fa9 tempest-AggregatesAdminTestJSON-1678312996 tempest-AggregatesAdminTestJSON-1678312996-project] Calling delete_port for e605e2fa-1823-4f5b-b4a1-e60ce344400c owned by compute:tempest-test_az-1792601493 {{(pid=102346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:19:16.229704 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54f08cb8-4a94-49d3-bda7-03766bcb442d req-179e1efe-7be5-4773-b0a7-bee40999d3aa tempest-FloatingIPDetailsTestJSON-2029017592 tempest-FloatingIPDetailsTestJSON-2029017592-project] Network 185ff123-c7ff-45c7-a6be-71feb35acc9c is already hosted by enough agents. {{(pid=102347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:19:16.234352 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [req-54f08cb8-4a94-49d3-bda7-03766bcb442d req-179e1efe-7be5-4773-b0a7-bee40999d3aa tempest-FloatingIPDetailsTestJSON-2029017592 tempest-FloatingIPDetailsTestJSON-2029017592-project] Resources bound (agent type, host, resource id): {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:19:16.236697 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-e1a372e8-ab8c-4c0b-9a19-d90c5a8d5b4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913'] for network, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:16.237634 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1a372e8-ab8c-4c0b-9a19-d90c5a8d5b4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:16.238226 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-e1a372e8-ab8c-4c0b-9a19-d90c5a8d5b4f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for network, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:16.240418 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [req-54f08cb8-4a94-49d3-bda7-03766bcb442d req-179e1efe-7be5-4773-b0a7-bee40999d3aa tempest-FloatingIPDetailsTestJSON-2029017592 tempest-FloatingIPDetailsTestJSON-2029017592-project] Received port after_create {{(pid=102347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:19:16.245998 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179e1efe-7be5-4773-b0a7-bee40999d3aa tempest-FloatingIPDetailsTestJSON-2029017592 tempest-FloatingIPDetailsTestJSON-2029017592-project] Pushing event updated for resources: {'Port': ['ID=38715e13-e1df-4420-b4ad-3afdc5aa43c0,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:19:16.304665 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-e1a372e8-ab8c-4c0b-9a19-d90c5a8d5b4f admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.5135663 Oct 27 10:19:16.325407 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 38616) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:19:16.337234 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-051f6092-aaa3-4b10-b5e5-9ca2ef103e5e admin admin] Request body: {'subnet': {'network_id': 'ae687e18-4eaa-4538-9837-c773f8b0a575', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1675493604-subnet', 'tenant_id': '35a19143300a4c43811a5b0ce064c9cc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:19:16.356899 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a372e8-ab8c-4c0b-9a19-d90c5a8d5b4f admin admin] Pushing event updated for resources: {'Network': ['ID=ae687e18-4eaa-4538-9837-c773f8b0a575,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:19:16.368849 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Network ae687e18-4eaa-4538-9837-c773f8b0a575 details requested by agent ovs-agent-n-d-813419-10 with host n-d-813419-10 {{(pid=102348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 10:19:16.375360 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-54f08cb8-4a94-49d3-bda7-03766bcb442d req-179e1efe-7be5-4773-b0a7-bee40999d3aa tempest-FloatingIPDetailsTestJSON-2029017592 tempest-FloatingIPDetailsTestJSON-2029017592-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:16.383631 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-051f6092-aaa3-4b10-b5e5-9ca2ef103e5e admin admin] Made reservation on behalf of 35a19143300a4c43811a5b0ce064c9cc for: {'subnet': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:19:16.386209 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-051f6092-aaa3-4b10-b5e5-9ca2ef103e5e admin admin] Publish callbacks [] for subnet, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:16.457511 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-54f08cb8-4a94-49d3-bda7-03766bcb442d req-179e1efe-7be5-4773-b0a7-bee40999d3aa tempest-FloatingIPDetailsTestJSON-2029017592 tempest-FloatingIPDetailsTestJSON-2029017592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:16.565935 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e0a03e-9261-4a21-a8da-eab2c56942f7 req-f12baf6e-e93b-4210-8a91-776ed2a0db47 tempest-LiveMigrationNegativeTest-218370031 tempest-LiveMigrationNegativeTest-218370031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:16.567370 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-49e0a03e-9261-4a21-a8da-eab2c56942f7 req-f12baf6e-e93b-4210-8a91-776ed2a0db47 tempest-LiveMigrationNegativeTest-218370031 tempest-LiveMigrationNegativeTest-218370031-project] 10.222.0.44 "GET /v2.0/ports?device_id=888f5e8a-b37b-4980-93db-923d46bd2ff0 HTTP/1.1" status: 200 len: 948 time: 0.2988284 Oct 27 10:19:16.638755 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-49e0a03e-9261-4a21-a8da-eab2c56942f7 req-6fed6a1e-e6c7-4512-906c-fc4c0c85f85b tempest-LiveMigrationNegativeTest-218370031 tempest-LiveMigrationNegativeTest-218370031-project] 10.222.0.44 "GET /v2.0/security-groups?id=ce298a20-614e-493c-89f0-b27e77f8a827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626166 Oct 27 10:19:16.654869 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-e18cd1ab-6637-486d-8e79-0e31ec412bc0 req-49dddc49-0884-460e-a3a2-e285ad060fa9 tempest-AggregatesAdminTestJSON-1678312996 tempest-AggregatesAdminTestJSON-1678312996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615'] for port, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:16.677114 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] get_ports_and_sgs() called for port_ids ['e605e2fa-1823-4f5b-b4a1-e60ce344400c'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:19:16.690577 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-051f6092-aaa3-4b10-b5e5-9ca2ef103e5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913'] for subnet, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:16.696462 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49dddc49-0884-460e-a3a2-e285ad060fa9 tempest-AggregatesAdminTestJSON-1678312996 tempest-AggregatesAdminTestJSON-1678312996-project] Pushing event deleted for resources: {'Port': ['ID=e605e2fa-1823-4f5b-b4a1-e60ce344400c,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:19:16.703008 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-54f08cb8-4a94-49d3-bda7-03766bcb442d req-179e1efe-7be5-4773-b0a7-bee40999d3aa tempest-FloatingIPDetailsTestJSON-2029017592 tempest-FloatingIPDetailsTestJSON-2029017592-project] Publish callbacks [] for port, precommit_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:16.729330 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-54f08cb8-4a94-49d3-bda7-03766bcb442d req-179e1efe-7be5-4773-b0a7-bee40999d3aa tempest-FloatingIPDetailsTestJSON-2029017592 tempest-FloatingIPDetailsTestJSON-2029017592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:16.799092 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [req-e18cd1ab-6637-486d-8e79-0e31ec412bc0 req-49dddc49-0884-460e-a3a2-e285ad060fa9 tempest-AggregatesAdminTestJSON-1678312996 tempest-AggregatesAdminTestJSON-1678312996-project] No DVR routers for this DVR port e605e2fa-1823-4f5b-b4a1-e60ce344400c on host n-h1-813419-10 {{(pid=102346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:19:16.803040 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-e18cd1ab-6637-486d-8e79-0e31ec412bc0 req-49dddc49-0884-460e-a3a2-e285ad060fa9 tempest-AggregatesAdminTestJSON-1678312996 tempest-AggregatesAdminTestJSON-1678312996-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:16.806241 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-54f08cb8-4a94-49d3-bda7-03766bcb442d req-179e1efe-7be5-4773-b0a7-bee40999d3aa tempest-FloatingIPDetailsTestJSON-2029017592 tempest-FloatingIPDetailsTestJSON-2029017592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1664826'] for floatingip, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:16.807501 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-e18cd1ab-6637-486d-8e79-0e31ec412bc0 req-49dddc49-0884-460e-a3a2-e285ad060fa9 tempest-AggregatesAdminTestJSON-1678312996 tempest-AggregatesAdminTestJSON-1678312996-project] 10.222.0.64 "DELETE /v2.0/ports/e605e2fa-1823-4f5b-b4a1-e60ce344400c HTTP/1.1" status: 204 len: 173 time: 0.9391365 Oct 27 10:19:16.824025 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051f6092-aaa3-4b10-b5e5-9ca2ef103e5e admin admin] Pushing event updated for resources: {'Subnet': ['ID=df8c77e0-15c2-4590-98c1-6b352e771b68,revision_number=0']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:19:16.833422 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051f6092-aaa3-4b10-b5e5-9ca2ef103e5e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:19:16.833765 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051f6092-aaa3-4b10-b5e5-9ca2ef103e5e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:19:16.834105 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051f6092-aaa3-4b10-b5e5-9ca2ef103e5e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:19:16.834440 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051f6092-aaa3-4b10-b5e5-9ca2ef103e5e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:19:16.834837 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051f6092-aaa3-4b10-b5e5-9ca2ef103e5e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:19:16.835170 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051f6092-aaa3-4b10-b5e5-9ca2ef103e5e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:19:16.835585 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051f6092-aaa3-4b10-b5e5-9ca2ef103e5e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:19:16.835971 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051f6092-aaa3-4b10-b5e5-9ca2ef103e5e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:19:16.836326 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051f6092-aaa3-4b10-b5e5-9ca2ef103e5e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:19:16.836654 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051f6092-aaa3-4b10-b5e5-9ca2ef103e5e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:19:16.837036 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051f6092-aaa3-4b10-b5e5-9ca2ef103e5e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:19:16.837364 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051f6092-aaa3-4b10-b5e5-9ca2ef103e5e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:19:16.840504 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179e1efe-7be5-4773-b0a7-bee40999d3aa tempest-FloatingIPDetailsTestJSON-2029017592 tempest-FloatingIPDetailsTestJSON-2029017592-project] Pushing event updated for resources: {'Port': ['ID=38715e13-e1df-4420-b4ad-3afdc5aa43c0,revision_number=2']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:19:16.852370 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-54f08cb8-4a94-49d3-bda7-03766bcb442d req-179e1efe-7be5-4773-b0a7-bee40999d3aa tempest-FloatingIPDetailsTestJSON-2029017592 tempest-FloatingIPDetailsTestJSON-2029017592-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for floatingip, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:16.853598 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-54f08cb8-4a94-49d3-bda7-03766bcb442d req-179e1efe-7be5-4773-b0a7-bee40999d3aa tempest-FloatingIPDetailsTestJSON-2029017592 tempest-FloatingIPDetailsTestJSON-2029017592-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.2629387 Oct 27 10:19:16.854808 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-051f6092-aaa3-4b10-b5e5-9ca2ef103e5e admin admin] Checking segment: {'id': '00699268-5ea2-45ac-a15e-cd6b15875dc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'ae687e18-4eaa-4538-9837-c773f8b0a575'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:19:16.855166 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-051f6092-aaa3-4b10-b5e5-9ca2ef103e5e admin admin] Network hostable DHCP agents. Network: ae687e18-4eaa-4538-9837-c773f8b0a575, hostable agents: ['eafd4000-b897-4722-ae8b-0118ec955181'], hosted agents: [] {{(pid=102347) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 10:19:16.923789 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32bda54-0163-489c-9fad-e8480d3a2f99 req-cd5f8af6-f9cd-405f-b62c-8e089a23ca69 tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:16.925648 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-f32bda54-0163-489c-9fad-e8480d3a2f99 req-cd5f8af6-f9cd-405f-b62c-8e089a23ca69 tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] 10.222.0.44 "GET /v2.0/ports?device_id=461a11c3-9cc5-4859-b647-0a8860e95b75 HTTP/1.1" status: 200 len: 966 time: 0.0725923 Oct 27 10:19:16.935386 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-051f6092-aaa3-4b10-b5e5-9ca2ef103e5e admin admin] Network ae687e18-4eaa-4538-9837-c773f8b0a575 is scheduled to be hosted by DHCP agent eafd4000-b897-4722-ae8b-0118ec955181 with binding_index 1 {{(pid=102347) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 10:19:16.947103 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-54f08cb8-4a94-49d3-bda7-03766bcb442d req-5d97ad60-699b-4e39-8d55-588ab319eeb0 tempest-FloatingIPDetailsTestJSON-2029017592 tempest-FloatingIPDetailsTestJSON-2029017592-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.8.78 HTTP/1.1" status: 200 len: 695 time: 0.0798709 Oct 27 10:19:16.953020 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [None req-051f6092-aaa3-4b10-b5e5-9ca2ef103e5e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-10, ae687e18-4eaa-4538-9837-c773f8b0a575) {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:19:16.958425 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-051f6092-aaa3-4b10-b5e5-9ca2ef103e5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:16.959206 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-051f6092-aaa3-4b10-b5e5-9ca2ef103e5e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for subnet, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:16.964901 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-704fbf87-267a-4db7-a7e3-9ba1fdf111eb None None] Network ae687e18-4eaa-4538-9837-c773f8b0a575 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:19:16.989409 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-f32bda54-0163-489c-9fad-e8480d3a2f99 req-c6b81289-29af-4965-8977-c0e09c1d947f tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] 10.222.0.44 "GET /v2.0/security-groups?id=e3018bff-e5f8-44d8-a835-69520a8698da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546775 Oct 27 10:19:17.016911 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-051f6092-aaa3-4b10-b5e5-9ca2ef103e5e admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6904299 Oct 27 10:19:17.102730 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f08cb8-4a94-49d3-bda7-03766bcb442d req-873361e0-c29a-4891-9967-759bcca4b650 tempest-FloatingIPDetailsTestJSON-2029017592 tempest-FloatingIPDetailsTestJSON-2029017592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:17.104480 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-54f08cb8-4a94-49d3-bda7-03766bcb442d req-873361e0-c29a-4891-9967-759bcca4b650 tempest-FloatingIPDetailsTestJSON-2029017592 tempest-FloatingIPDetailsTestJSON-2029017592-project] 10.222.0.44 "GET /v2.0/networks/185ff123-c7ff-45c7-a6be-71feb35acc9c HTTP/1.1" status: 200 len: 784 time: 0.1423635 Oct 27 10:19:17.118935 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [req-54f08cb8-4a94-49d3-bda7-03766bcb442d req-11d6e94c-7f94-4d89-b855-a840ef1f2df8 tempest-FloatingIPDetailsTestJSON-2029017592 tempest-FloatingIPDetailsTestJSON-2029017592-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=102347) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 10:19:17.119321 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c865ac78-2aa0-42f3-af00-7a5ec7bc85aa', 'tag': '7efb281c-acdb-4e81-aff9-dcd8fe0523a4'}, {'name': 'network-changed', 'server_uuid': '461a11c3-9cc5-4859-b647-0a8860e95b75', 'tag': 'cf326a9d-27a4-4e1c-96d7-cb8fdbf66697'}, {'server_uuid': '114e92eb-0e52-48d7-9d32-7b336b988432', 'name': 'network-vif-deleted', 'tag': 'e605e2fa-1823-4f5b-b4a1-e60ce344400c'}] {{(pid=102346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:19:17.121828 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc0e418f5fc417c8d55d94c0aa509b037d0beb2a734c1a709e789eb65639a56d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-384f8b7b-dd6a-4a09-8e2a-279c98b2607d" -d '{"events": [{"name": "network-changed", "server_uuid": "c865ac78-2aa0-42f3-af00-7a5ec7bc85aa", "tag": "7efb281c-acdb-4e81-aff9-dcd8fe0523a4"}, {"name": "network-changed", "server_uuid": "461a11c3-9cc5-4859-b647-0a8860e95b75", "tag": "cf326a9d-27a4-4e1c-96d7-cb8fdbf66697"}, {"server_uuid": "114e92eb-0e52-48d7-9d32-7b336b988432", "name": "network-vif-deleted", "tag": "e605e2fa-1823-4f5b-b4a1-e60ce344400c"}]}' {{(pid=102346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:19:17.136986 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-54f08cb8-4a94-49d3-bda7-03766bcb442d req-11d6e94c-7f94-4d89-b855-a840ef1f2df8 tempest-FloatingIPDetailsTestJSON-2029017592 tempest-FloatingIPDetailsTestJSON-2029017592-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0256605 Oct 27 10:19:17.149955 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51e2888b-d005-4a88-ac68-7ea728e28e30 None None] Network ae687e18-4eaa-4538-9837-c773f8b0a575 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:19:17.174537 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 38634) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:19:17.176395 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa7b9dc-e157-450c-bdf9-fe1c83a4a544 req-1721373d-d499-4046-8693-40f0fc1adc21 tempest-DeleteServersAdminTestJSON-767095768 tempest-DeleteServersAdminTestJSON-767095768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:17.184922 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-0aa7b9dc-e157-450c-bdf9-fe1c83a4a544 req-1721373d-d499-4046-8693-40f0fc1adc21 tempest-DeleteServersAdminTestJSON-767095768 tempest-DeleteServersAdminTestJSON-767095768-project] 10.222.0.44 "GET /v2.0/ports?device_id=c865ac78-2aa0-42f3-af00-7a5ec7bc85aa HTTP/1.1" status: 200 len: 948 time: 0.0579183 Oct 27 10:19:17.226443 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-0aa7b9dc-e157-450c-bdf9-fe1c83a4a544 req-68d425dd-63a0-4e49-83fa-37394f120a48 tempest-DeleteServersAdminTestJSON-767095768 tempest-DeleteServersAdminTestJSON-767095768-project] 10.222.0.44 "GET /v2.0/security-groups?id=e849200c-8e3e-41bb-bd28-f1c5b23c294b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403371 Oct 27 10:19:17.234530 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_v2 [None req-f566e6cc-e512-47be-a604-a363e9f95c24 admin admin] Deleting subnet dfe96f68-3c0b-4bd7-85a8-6acd4622d426 {{(pid=102347) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 10:19:17.250551 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 517 Content-Type: application/json Date: Wed, 27 Oct 2021 10:19:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40dac4c6-1ad9-4309-a6cd-974a723b8fe8 x-openstack-request-id: req-40dac4c6-1ad9-4309-a6cd-974a723b8fe8 {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:19:17.251115 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c865ac78-2aa0-42f3-af00-7a5ec7bc85aa", "tag": "7efb281c-acdb-4e81-aff9-dcd8fe0523a4", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "461a11c3-9cc5-4859-b647-0a8860e95b75", "tag": "cf326a9d-27a4-4e1c-96d7-cb8fdbf66697", "status": "completed", "code": 200}, {"server_uuid": "114e92eb-0e52-48d7-9d32-7b336b988432", "name": "network-vif-deleted", "tag": "e605e2fa-1823-4f5b-b4a1-e60ce344400c", "status": "completed", "code": 200}]} {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:19:17.251569 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-40dac4c6-1ad9-4309-a6cd-974a723b8fe8 {{(pid=102346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:19:17.252730 n-d-813419-10 neutron-server[102346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c865ac78-2aa0-42f3-af00-7a5ec7bc85aa', 'tag': '7efb281c-acdb-4e81-aff9-dcd8fe0523a4', 'status': 'completed', 'code': 200} Oct 27 10:19:17.253212 n-d-813419-10 neutron-server[102346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '461a11c3-9cc5-4859-b647-0a8860e95b75', 'tag': 'cf326a9d-27a4-4e1c-96d7-cb8fdbf66697', 'status': 'completed', 'code': 200} Oct 27 10:19:17.253660 n-d-813419-10 neutron-server[102346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '114e92eb-0e52-48d7-9d32-7b336b988432', 'name': 'network-vif-deleted', 'tag': 'e605e2fa-1823-4f5b-b4a1-e60ce344400c', 'status': 'completed', 'code': 200} Oct 27 10:19:17.260808 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-f566e6cc-e512-47be-a604-a363e9f95c24 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:17.309306 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-f566e6cc-e512-47be-a604-a363e9f95c24 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:17.322028 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-f566e6cc-e512-47be-a604-a363e9f95c24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855646'] for subnet, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:17.448924 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-bee635da-f139-4bdf-b356-7667999c8085 req-94c2b0a1-a80a-4a7e-9436-6a979df5a288 tempest-AggregatesAdminTestJSON-1678312996 tempest-AggregatesAdminTestJSON-1678312996-project] 10.222.0.44 "GET /v2.0/ports?device_id=114e92eb-0e52-48d7-9d32-7b336b988432 HTTP/1.1" status: 200 len: 210 time: 0.0438097 Oct 27 10:19:17.450098 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384f8b7b-dd6a-4a09-8e2a-279c98b2607d req-5fdd0f15-8c57-4219-be4d-fbe2a38e18e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:17.452702 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-384f8b7b-dd6a-4a09-8e2a-279c98b2607d req-5fdd0f15-8c57-4219-be4d-fbe2a38e18e2 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0a6b0f2ebec44b99991561e44d8e16a8&device_id=c865ac78-2aa0-42f3-af00-7a5ec7bc85aa HTTP/1.1" status: 200 len: 1100 time: 0.1771147 Oct 27 10:19:17.475476 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-f566e6cc-e512-47be-a604-a363e9f95c24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913'] for subnet, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:17.515933 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device fa56185d-3cf8-4a3d-abd4-171b990f946c details requested by agent hyperv_n-h2-813419-10 with host n-h2-813419-10 {{(pid=102348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 10:19:17.522324 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f566e6cc-e512-47be-a604-a363e9f95c24 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dfe96f68-3c0b-4bd7-85a8-6acd4622d426,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:19:17.540363 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-f566e6cc-e512-47be-a604-a363e9f95c24 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:17.545633 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-75f666ef-324d-46c9-b0fb-7b394a0b6bda req-97a15ee9-291c-4f98-b531-96eeed88d251 tempest-FloatingIPDetailsTestJSON-2029017592 tempest-FloatingIPDetailsTestJSON-2029017592-project] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2829850 Oct 27 10:19:17.547354 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-f566e6cc-e512-47be-a604-a363e9f95c24 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/dfe96f68-3c0b-4bd7-85a8-6acd4622d426 HTTP/1.1" status: 204 len: 168 time: 0.3713310 Oct 27 10:19:17.555105 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 38646) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:19:17.572409 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [req-75f666ef-324d-46c9-b0fb-7b394a0b6bda req-29f155e2-bb74-49f7-8e6a-1eee31a45e07 tempest-FloatingIPDetailsTestJSON-2029017592 tempest-FloatingIPDetailsTestJSON-2029017592-project] Request body: {'floatingip': {'floating_network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:19:17.627813 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-75f666ef-324d-46c9-b0fb-7b394a0b6bda req-29f155e2-bb74-49f7-8e6a-1eee31a45e07 tempest-FloatingIPDetailsTestJSON-2029017592 tempest-FloatingIPDetailsTestJSON-2029017592-project] Publish callbacks [] for floatingip, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:17.657374 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384f8b7b-dd6a-4a09-8e2a-279c98b2607d req-7c64fa45-c96a-45a8-94d8-4ede259805f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:17.659537 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-384f8b7b-dd6a-4a09-8e2a-279c98b2607d req-7c64fa45-c96a-45a8-94d8-4ede259805f5 service neutron] 10.222.0.64 "GET /v2.0/networks?id=4d250f92-d229-45fe-a579-67fef8e6c544 HTTP/1.1" status: 200 len: 870 time: 0.1993158 Oct 27 10:19:17.678375 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] For port fa56185d-3cf8-4a3d-abd4-171b990f946c, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=fa56185d-3cf8-4a3d-abd4-171b990f946c,segment=NetworkSegment(f7c42c6d-2766-46d8-a8b7-4852117a5555),segment_id=f7c42c6d-2766-46d8-a8b7-4852117a5555)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:19:17.685600 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-8b574268-20ff-4f18-8e30-a6ea451dde2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586917'] for network, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:17.697854 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Returning: {'device': 'fa56185d-3cf8-4a3d-abd4-171b990f946c', 'network_id': '4d250f92-d229-45fe-a579-67fef8e6c544', 'port_id': 'fa56185d-3cf8-4a3d-abd4-171b990f946c', 'mac_address': 'fa:16:3e:4e:72:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62eb52f7-aac4-48af-8670-e04300325561', 'ip_address': '192.168.233.153'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 10:19:17.730304 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-384f8b7b-dd6a-4a09-8e2a-279c98b2607d req-08ed1816-07a0-4b96-841c-debaa4351e11 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.170&port_id=7efb281c-acdb-4e81-aff9-dcd8fe0523a4 HTTP/1.1" status: 200 len: 217 time: 0.0442443 Oct 27 10:19:17.744047 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:17.759472 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa56185d-3cf8-4a3d-abd4-171b990f946c {{(pid=102348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:19:17.783923 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] For port fa56185d-3cf8-4a3d-abd4-171b990f946c, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=fa56185d-3cf8-4a3d-abd4-171b990f946c,segment=NetworkSegment(f7c42c6d-2766-46d8-a8b7-4852117a5555),segment_id=f7c42c6d-2766-46d8-a8b7-4852117a5555)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:19:17.789393 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:17.790579 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384f8b7b-dd6a-4a09-8e2a-279c98b2607d req-107de9b2-28e7-4be1-8c2b-68b0a5728ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:17.792019 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-384f8b7b-dd6a-4a09-8e2a-279c98b2607d req-107de9b2-28e7-4be1-8c2b-68b0a5728ab6 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=62eb52f7-aac4-48af-8670-e04300325561 HTTP/1.1" status: 200 len: 843 time: 0.0544326 Oct 27 10:19:17.812362 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-8b574268-20ff-4f18-8e30-a6ea451dde2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857803', 'neutron.services.segments.db._delete_segments_for_network-8743873143390'] for network, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:17.833369 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93416261-dec2-4cb8-8c2c-5d30cfb3d8af req-c07a369c-bdef-4f81-a5e7-c2aad56d6d27 tempest-LiveMigrationNegativeTest-218370031 tempest-LiveMigrationNegativeTest-218370031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:17.834848 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-93416261-dec2-4cb8-8c2c-5d30cfb3d8af req-c07a369c-bdef-4f81-a5e7-c2aad56d6d27 tempest-LiveMigrationNegativeTest-218370031 tempest-LiveMigrationNegativeTest-218370031-project] 10.222.0.44 "GET /v2.0/ports?device_id=888f5e8a-b37b-4980-93db-923d46bd2ff0 HTTP/1.1" status: 200 len: 948 time: 0.1086698 Oct 27 10:19:17.843540 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-8b574268-20ff-4f18-8e30-a6ea451dde2c admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102347) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:19:17.843892 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-8b574268-20ff-4f18-8e30-a6ea451dde2c admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102347) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:19:17.844658 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-8b574268-20ff-4f18-8e30-a6ea451dde2c admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102347) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:19:17.844979 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-8b574268-20ff-4f18-8e30-a6ea451dde2c admin admin] Subscribe: > port after_create 55550000 {{(pid=102347) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:19:17.845292 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-8b574268-20ff-4f18-8e30-a6ea451dde2c admin admin] Subscribe: > port after_delete 55550000 {{(pid=102347) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:19:17.845651 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-8b574268-20ff-4f18-8e30-a6ea451dde2c admin admin] Subscribe: > port after_update 55550000 {{(pid=102347) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:19:17.845963 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-8b574268-20ff-4f18-8e30-a6ea451dde2c admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102347) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:19:17.846291 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-8b574268-20ff-4f18-8e30-a6ea451dde2c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102347) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:19:17.846573 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Pushing event updated for resources: {'Port': ['ID=fa56185d-3cf8-4a3d-abd4-171b990f946c,revision_number=4']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:19:17.846685 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-8b574268-20ff-4f18-8e30-a6ea451dde2c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102347) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:19:17.846893 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-8b574268-20ff-4f18-8e30-a6ea451dde2c admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102347) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:19:17.854043 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-75f666ef-324d-46c9-b0fb-7b394a0b6bda req-29f155e2-bb74-49f7-8e6a-1eee31a45e07 tempest-FloatingIPDetailsTestJSON-2029017592 tempest-FloatingIPDetailsTestJSON-2029017592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:17.865447 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384f8b7b-dd6a-4a09-8e2a-279c98b2607d req-8881ed95-7a70-42ab-8c02-498c656209e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:17.867090 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-384f8b7b-dd6a-4a09-8e2a-279c98b2607d req-8881ed95-7a70-42ab-8c02-498c656209e4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4d250f92-d229-45fe-a579-67fef8e6c544&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0652297 Oct 27 10:19:17.940069 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-8b574268-20ff-4f18-8e30-a6ea451dde2c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102347) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:19:17.940512 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-8b574268-20ff-4f18-8e30-a6ea451dde2c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102347) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:19:17.940840 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-8b574268-20ff-4f18-8e30-a6ea451dde2c admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102347) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:19:17.941278 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-8b574268-20ff-4f18-8e30-a6ea451dde2c admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102347) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:19:17.941649 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-8b574268-20ff-4f18-8e30-a6ea451dde2c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1526cc0-b9d4-48a5-9bd2-4c1f225f75f7']}} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:19:17.972729 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-8b574268-20ff-4f18-8e30-a6ea451dde2c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5fdb96e4-2a2a-4cac-81d9-60e3c3d532ba') {'for_net_delete': True} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:19:17.973131 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-8b574268-20ff-4f18-8e30-a6ea451dde2c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5fdb96e4-2a2a-4cac-81d9-60e3c3d532ba') {} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:19:17.992089 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-8b574268-20ff-4f18-8e30-a6ea451dde2c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743873145191', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18445132'] for segment, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:18.022682 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-93416261-dec2-4cb8-8c2c-5d30cfb3d8af req-1d6fe7eb-2455-462a-a9ec-d972b64a9a5a tempest-LiveMigrationNegativeTest-218370031 tempest-LiveMigrationNegativeTest-218370031-project] 10.222.0.44 "GET /v2.0/security-groups?id=ce298a20-614e-493c-89f0-b27e77f8a827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760596 Oct 27 10:19:18.028339 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-8b574268-20ff-4f18-8e30-a6ea451dde2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:18.028795 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_common [req-75f666ef-324d-46c9-b0fb-7b394a0b6bda req-29f155e2-bb74-49f7-8e6a-1eee31a45e07 tempest-FloatingIPDetailsTestJSON-2029017592 tempest-FloatingIPDetailsTestJSON-2029017592-project] Allocated IP 172.25.8.37 (185ff123-c7ff-45c7-a6be-71feb35acc9c/0fb9f9d1-7384-481f-8fa8-f4566c349d30/1596bcbe-eeb5-4660-adfb-58dccb7cbe91) {{(pid=102346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:19:18.032559 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-384f8b7b-dd6a-4a09-8e2a-279c98b2607d req-d22c5534-31b4-4aa1-abb8-668904117bf4 service neutron] 10.222.0.64 "GET /v2.0/networks/4d250f92-d229-45fe-a579-67fef8e6c544?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341462 Oct 27 10:19:18.039719 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b574268-20ff-4f18-8e30-a6ea451dde2c admin admin] Releasing vlan 446 on physical network physnet1 to pool {{(pid=102347) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 10:19:18.040060 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-8b574268-20ff-4f18-8e30-a6ea451dde2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-18296032'] for segment, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:18.070386 n-d-813419-10 neutron-server[102347]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 27 10:19:18.070386 n-d-813419-10 neutron-server[102347]: from cryptography.utils import int_from_bytes Oct 27 10:19:18.070386 n-d-813419-10 neutron-server[102347]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 27 10:19:18.070386 n-d-813419-10 neutron-server[102347]: from cryptography.utils import int_from_bytes Oct 27 10:19:18.070386 n-d-813419-10 neutron-server[102347]: Traceback (most recent call last): Oct 27 10:19:18.070386 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 10:19:18.070386 n-d-813419-10 neutron-server[102347]: timer() Oct 27 10:19:18.070386 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 10:19:18.070386 n-d-813419-10 neutron-server[102347]: cb(*args, **kw) Oct 27 10:19:18.070386 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 10:19:18.070386 n-d-813419-10 neutron-server[102347]: return func(*args, **kwargs) Oct 27 10:19:18.070386 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 10:19:18.070386 n-d-813419-10 neutron-server[102347]: self._notify() Oct 27 10:19:18.070386 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 10:19:18.070386 n-d-813419-10 neutron-server[102347]: self.callback(batched_events) Oct 27 10:19:18.070386 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 10:19:18.070386 n-d-813419-10 neutron-server[102347]: event.method(event) Oct 27 10:19:18.070386 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 10:19:18.070386 n-d-813419-10 neutron-server[102347]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 10:19:18.070386 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 10:19:18.070386 n-d-813419-10 neutron-server[102347]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 10:19:18.070386 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 10:19:18.070386 n-d-813419-10 neutron-server[102347]: return f(self, *a, **k) Oct 27 10:19:18.070386 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 10:19:18.070386 n-d-813419-10 neutron-server[102347]: return self._get(url).json() Oct 27 10:19:18.070386 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 10:19:18.070386 n-d-813419-10 neutron-server[102347]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 10:19:18.070386 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 10:19:18.070386 n-d-813419-10 neutron-server[102347]: return self.request(url, 'GET', **kwargs) Oct 27 10:19:18.070386 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 10:19:18.070386 n-d-813419-10 neutron-server[102347]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 10:19:18.070386 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 10:19:18.070386 n-d-813419-10 neutron-server[102347]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 10:19:18.070386 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 10:19:18.070386 n-d-813419-10 neutron-server[102347]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 10:19:18.070386 n-d-813419-10 neutron-server[102347]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 10:19:18.132867 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-8b574268-20ff-4f18-8e30-a6ea451dde2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664840'] for network, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:18.144165 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-8b574268-20ff-4f18-8e30-a6ea451dde2c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for network, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:18.147330 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-8b574268-20ff-4f18-8e30-a6ea451dde2c admin admin] 10.222.0.44 "DELETE /v2.0/networks/d1526cc0-b9d4-48a5-9bd2-4c1f225f75f7 HTTP/1.1" status: 204 len: 168 time: 0.5906520 Oct 27 10:19:18.153993 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 38662) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:19:18.157154 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b574268-20ff-4f18-8e30-a6ea451dde2c admin admin] Pushing event deleted for resources: {'Network': ['ID=d1526cc0-b9d4-48a5-9bd2-4c1f225f75f7,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:19:18.243252 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b45f1d-b01e-4061-b110-ef7be2cbf17e req-894d2519-f40a-470d-a2a0-e94eef21cd1b tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:18.244814 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-e3b45f1d-b01e-4061-b110-ef7be2cbf17e req-894d2519-f40a-470d-a2a0-e94eef21cd1b tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] 10.222.0.44 "GET /v2.0/ports?device_id=461a11c3-9cc5-4859-b647-0a8860e95b75 HTTP/1.1" status: 200 len: 966 time: 0.0487545 Oct 27 10:19:18.245170 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-384f8b7b-dd6a-4a09-8e2a-279c98b2607d req-17c87eb1-add8-4c8b-9c1c-ff8d90968147 service neutron] 10.222.0.64 "GET /v2.0/networks/4d250f92-d229-45fe-a579-67fef8e6c544?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2035332 Oct 27 10:19:18.253582 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a8ee7a9-2b06-49ce-af50-951261b46447 admin admin] Deleting subnet df8c77e0-15c2-4590-98c1-6b352e771b68 {{(pid=102346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 10:19:18.263936 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-2a8ee7a9-2b06-49ce-af50-951261b46447 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:18.286694 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] get_ports_and_sgs() called for port_ids ['fa56185d-3cf8-4a3d-abd4-171b990f946c'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:19:18.287247 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-e3b45f1d-b01e-4061-b110-ef7be2cbf17e req-ed72f9a5-ce03-4d65-a9e6-e270dc274def tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] 10.222.0.44 "GET /v2.0/security-groups?id=e3018bff-e5f8-44d8-a835-69520a8698da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340416 Oct 27 10:19:18.343771 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-75f666ef-324d-46c9-b0fb-7b394a0b6bda req-29f155e2-bb74-49f7-8e6a-1eee31a45e07 tempest-FloatingIPDetailsTestJSON-2029017592 tempest-FloatingIPDetailsTestJSON-2029017592-project] Publish callbacks [] for port, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:18.363152 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-2a8ee7a9-2b06-49ce-af50-951261b46447 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:18.383176 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-2a8ee7a9-2b06-49ce-af50-951261b46447 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855646'] for subnet, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:18.427228 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384f8b7b-dd6a-4a09-8e2a-279c98b2607d req-5da18872-5ea0-4d02-a3b1-2e4c54c18808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:18.428775 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-384f8b7b-dd6a-4a09-8e2a-279c98b2607d req-5da18872-5ea0-4d02-a3b1-2e4c54c18808 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=54312c7c8f9740c0a6858560a6518b0e&device_id=461a11c3-9cc5-4859-b647-0a8860e95b75 HTTP/1.1" status: 200 len: 1149 time: 0.1348853 Oct 27 10:19:18.453711 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-75f666ef-324d-46c9-b0fb-7b394a0b6bda req-29f155e2-bb74-49f7-8e6a-1eee31a45e07 tempest-FloatingIPDetailsTestJSON-2029017592 tempest-FloatingIPDetailsTestJSON-2029017592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606'] for port, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:18.454502 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2aae17-910d-4422-b678-f3b1064ce530 req-b75a53ae-8170-4092-9dfa-9bda8022486e tempest-DeleteServersAdminTestJSON-767095768 tempest-DeleteServersAdminTestJSON-767095768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:18.456577 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-7c2aae17-910d-4422-b678-f3b1064ce530 req-b75a53ae-8170-4092-9dfa-9bda8022486e tempest-DeleteServersAdminTestJSON-767095768 tempest-DeleteServersAdminTestJSON-767095768-project] 10.222.0.44 "GET /v2.0/ports?device_id=c865ac78-2aa0-42f3-af00-7a5ec7bc85aa HTTP/1.1" status: 200 len: 948 time: 0.0541036 Oct 27 10:19:18.500613 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-7c2aae17-910d-4422-b678-f3b1064ce530 req-481b2b0e-2c4e-46e4-bf93-07882348d390 tempest-DeleteServersAdminTestJSON-767095768 tempest-DeleteServersAdminTestJSON-767095768-project] 10.222.0.44 "GET /v2.0/security-groups?id=e849200c-8e3e-41bb-bd28-f1c5b23c294b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374062 Oct 27 10:19:18.545827 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75f666ef-324d-46c9-b0fb-7b394a0b6bda req-29f155e2-bb74-49f7-8e6a-1eee31a45e07 tempest-FloatingIPDetailsTestJSON-2029017592 tempest-FloatingIPDetailsTestJSON-2029017592-project] Network 185ff123-c7ff-45c7-a6be-71feb35acc9c is already hosted by enough agents. {{(pid=102346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:19:18.550408 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-2a8ee7a9-2b06-49ce-af50-951261b46447 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913'] for subnet, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:18.557410 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [req-75f666ef-324d-46c9-b0fb-7b394a0b6bda req-29f155e2-bb74-49f7-8e6a-1eee31a45e07 tempest-FloatingIPDetailsTestJSON-2029017592 tempest-FloatingIPDetailsTestJSON-2029017592-project] Resources bound (agent type, host, resource id): {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:19:18.570077 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [req-75f666ef-324d-46c9-b0fb-7b394a0b6bda req-29f155e2-bb74-49f7-8e6a-1eee31a45e07 tempest-FloatingIPDetailsTestJSON-2029017592 tempest-FloatingIPDetailsTestJSON-2029017592-project] Received port after_create {{(pid=102346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:19:18.592861 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f155e2-bb74-49f7-8e6a-1eee31a45e07 tempest-FloatingIPDetailsTestJSON-2029017592 tempest-FloatingIPDetailsTestJSON-2029017592-project] Pushing event updated for resources: {'Port': ['ID=1596bcbe-eeb5-4660-adfb-58dccb7cbe91,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:19:18.606392 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8ee7a9-2b06-49ce-af50-951261b46447 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=df8c77e0-15c2-4590-98c1-6b352e771b68,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:19:18.609190 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-2a8ee7a9-2b06-49ce-af50-951261b46447 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for subnet, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:18.614695 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-2a8ee7a9-2b06-49ce-af50-951261b46447 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/df8c77e0-15c2-4590-98c1-6b352e771b68 HTTP/1.1" status: 204 len: 168 time: 0.4574003 Oct 27 10:19:18.617160 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 38676) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:19:18.625060 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f155e2-bb74-49f7-8e6a-1eee31a45e07 tempest-FloatingIPDetailsTestJSON-2029017592 tempest-FloatingIPDetailsTestJSON-2029017592-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:19:18.625397 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f155e2-bb74-49f7-8e6a-1eee31a45e07 tempest-FloatingIPDetailsTestJSON-2029017592 tempest-FloatingIPDetailsTestJSON-2029017592-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:19:18.625737 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f155e2-bb74-49f7-8e6a-1eee31a45e07 tempest-FloatingIPDetailsTestJSON-2029017592 tempest-FloatingIPDetailsTestJSON-2029017592-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:19:18.626071 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f155e2-bb74-49f7-8e6a-1eee31a45e07 tempest-FloatingIPDetailsTestJSON-2029017592 tempest-FloatingIPDetailsTestJSON-2029017592-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:19:18.626408 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f155e2-bb74-49f7-8e6a-1eee31a45e07 tempest-FloatingIPDetailsTestJSON-2029017592 tempest-FloatingIPDetailsTestJSON-2029017592-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:19:18.627270 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f155e2-bb74-49f7-8e6a-1eee31a45e07 tempest-FloatingIPDetailsTestJSON-2029017592 tempest-FloatingIPDetailsTestJSON-2029017592-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:19:18.627598 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f155e2-bb74-49f7-8e6a-1eee31a45e07 tempest-FloatingIPDetailsTestJSON-2029017592 tempest-FloatingIPDetailsTestJSON-2029017592-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:19:18.627924 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f155e2-bb74-49f7-8e6a-1eee31a45e07 tempest-FloatingIPDetailsTestJSON-2029017592 tempest-FloatingIPDetailsTestJSON-2029017592-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:19:18.628318 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f155e2-bb74-49f7-8e6a-1eee31a45e07 tempest-FloatingIPDetailsTestJSON-2029017592 tempest-FloatingIPDetailsTestJSON-2029017592-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:19:18.628643 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f155e2-bb74-49f7-8e6a-1eee31a45e07 tempest-FloatingIPDetailsTestJSON-2029017592 tempest-FloatingIPDetailsTestJSON-2029017592-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:19:18.629065 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f155e2-bb74-49f7-8e6a-1eee31a45e07 tempest-FloatingIPDetailsTestJSON-2029017592 tempest-FloatingIPDetailsTestJSON-2029017592-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:19:18.629270 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f155e2-bb74-49f7-8e6a-1eee31a45e07 tempest-FloatingIPDetailsTestJSON-2029017592 tempest-FloatingIPDetailsTestJSON-2029017592-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:19:18.666228 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8ee7a9-2b06-49ce-af50-951261b46447 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:19:18.666890 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8ee7a9-2b06-49ce-af50-951261b46447 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:19:18.666890 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8ee7a9-2b06-49ce-af50-951261b46447 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:19:18.667823 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8ee7a9-2b06-49ce-af50-951261b46447 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:19:18.667823 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8ee7a9-2b06-49ce-af50-951261b46447 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:19:18.668061 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8ee7a9-2b06-49ce-af50-951261b46447 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:19:18.668226 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8ee7a9-2b06-49ce-af50-951261b46447 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:19:18.668558 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8ee7a9-2b06-49ce-af50-951261b46447 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:19:18.668880 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8ee7a9-2b06-49ce-af50-951261b46447 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:19:18.669196 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8ee7a9-2b06-49ce-af50-951261b46447 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:19:18.669516 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8ee7a9-2b06-49ce-af50-951261b46447 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:19:18.669833 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8ee7a9-2b06-49ce-af50-951261b46447 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:19:18.680152 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384f8b7b-dd6a-4a09-8e2a-279c98b2607d req-78ce3814-9388-4b24-aa92-c9375ab09961 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:18.681681 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-384f8b7b-dd6a-4a09-8e2a-279c98b2607d req-78ce3814-9388-4b24-aa92-c9375ab09961 service neutron] 10.222.0.64 "GET /v2.0/networks?id=1886fe3b-e088-4c7d-8f4c-b14d4440b311 HTTP/1.1" status: 200 len: 922 time: 0.2436192 Oct 27 10:19:18.701421 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-75f666ef-324d-46c9-b0fb-7b394a0b6bda req-29f155e2-bb74-49f7-8e6a-1eee31a45e07 tempest-FloatingIPDetailsTestJSON-2029017592 tempest-FloatingIPDetailsTestJSON-2029017592-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:18.734552 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-384f8b7b-dd6a-4a09-8e2a-279c98b2607d req-97e52540-f600-4f8a-adb9-66a5d9c2245e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cf326a9d-27a4-4e1c-96d7-cb8fdbf66697 HTTP/1.1" status: 200 len: 217 time: 0.0434465 Oct 27 10:19:18.746012 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-2dfe6c93-0424-421d-9370-3366a07bd307 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586917'] for network, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:18.802797 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-75f666ef-324d-46c9-b0fb-7b394a0b6bda req-29f155e2-bb74-49f7-8e6a-1eee31a45e07 tempest-FloatingIPDetailsTestJSON-2029017592 tempest-FloatingIPDetailsTestJSON-2029017592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:18.811079 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-76db7ece-1c07-4ef9-b0df-3526cc5487a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:18.833901 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384f8b7b-dd6a-4a09-8e2a-279c98b2607d req-8ed563db-3c06-4023-b1c7-050d7ebba9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:18.835469 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-384f8b7b-dd6a-4a09-8e2a-279c98b2607d req-8ed563db-3c06-4023-b1c7-050d7ebba9fa service neutron] 10.222.0.64 "GET /v2.0/subnets?id=823c78a5-c352-4686-b77c-588d22c2aa2c HTTP/1.1" status: 200 len: 861 time: 0.0904160 Oct 27 10:19:18.863278 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-2dfe6c93-0424-421d-9370-3366a07bd307 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857803', 'neutron.services.segments.db._delete_segments_for_network-8743873143390'] for network, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:18.883495 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-384f8b7b-dd6a-4a09-8e2a-279c98b2607d req-2ccfdd8c-061a-494e-a068-d2e9803c3b86 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1886fe3b-e088-4c7d-8f4c-b14d4440b311&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397146 Oct 27 10:19:18.888223 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-2dfe6c93-0424-421d-9370-3366a07bd307 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae687e18-4eaa-4538-9837-c773f8b0a575']}} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:19:18.903112 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-2dfe6c93-0424-421d-9370-3366a07bd307 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00699268-5ea2-45ac-a15e-cd6b15875dc2') {'for_net_delete': True} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:19:18.903612 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-2dfe6c93-0424-421d-9370-3366a07bd307 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00699268-5ea2-45ac-a15e-cd6b15875dc2') {} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:19:18.914347 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-2dfe6c93-0424-421d-9370-3366a07bd307 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743873145191', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18445132'] for segment, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:18.929591 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-2dfe6c93-0424-421d-9370-3366a07bd307 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:18.936112 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2dfe6c93-0424-421d-9370-3366a07bd307 admin admin] Releasing vlan 425 on physical network physnet1 to pool {{(pid=102347) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 10:19:18.937397 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-2dfe6c93-0424-421d-9370-3366a07bd307 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-18296032'] for segment, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:18.940613 n-d-813419-10 neutron-server[102347]: Traceback (most recent call last): Oct 27 10:19:18.940613 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 10:19:18.940613 n-d-813419-10 neutron-server[102347]: timer() Oct 27 10:19:18.940613 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 10:19:18.940613 n-d-813419-10 neutron-server[102347]: cb(*args, **kw) Oct 27 10:19:18.940613 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 10:19:18.940613 n-d-813419-10 neutron-server[102347]: return func(*args, **kwargs) Oct 27 10:19:18.940613 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 10:19:18.940613 n-d-813419-10 neutron-server[102347]: self._notify() Oct 27 10:19:18.940613 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 10:19:18.940613 n-d-813419-10 neutron-server[102347]: self.callback(batched_events) Oct 27 10:19:18.940613 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 10:19:18.940613 n-d-813419-10 neutron-server[102347]: event.method(event) Oct 27 10:19:18.940613 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 10:19:18.940613 n-d-813419-10 neutron-server[102347]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 10:19:18.940613 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 10:19:18.940613 n-d-813419-10 neutron-server[102347]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 10:19:18.940613 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 10:19:18.940613 n-d-813419-10 neutron-server[102347]: return f(self, *a, **k) Oct 27 10:19:18.940613 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 10:19:18.940613 n-d-813419-10 neutron-server[102347]: return self._get(url).json() Oct 27 10:19:18.940613 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 10:19:18.940613 n-d-813419-10 neutron-server[102347]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 10:19:18.940613 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 10:19:18.940613 n-d-813419-10 neutron-server[102347]: return self.request(url, 'GET', **kwargs) Oct 27 10:19:18.940613 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 10:19:18.940613 n-d-813419-10 neutron-server[102347]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 10:19:18.940613 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 10:19:18.940613 n-d-813419-10 neutron-server[102347]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 10:19:18.940613 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 10:19:18.940613 n-d-813419-10 neutron-server[102347]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 10:19:18.940613 n-d-813419-10 neutron-server[102347]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 10:19:18.955925 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 38698) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:19:19.011737 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device 7efb281c-acdb-4e81-aff9-dcd8fe0523a4 details requested by agent hyperv_n-h1-813419-10 with host n-h1-813419-10 {{(pid=102348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 10:19:19.050186 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-384f8b7b-dd6a-4a09-8e2a-279c98b2607d req-5bded999-4c0d-4f6d-a86d-fd82cbc2452c service neutron] 10.222.0.64 "GET /v2.0/networks/1886fe3b-e088-4c7d-8f4c-b14d4440b311?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1577370 Oct 27 10:19:19.057104 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-2dfe6c93-0424-421d-9370-3366a07bd307 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664840'] for network, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:19.063894 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-2dfe6c93-0424-421d-9370-3366a07bd307 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for network, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:19.070300 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-2dfe6c93-0424-421d-9370-3366a07bd307 admin admin] 10.222.0.44 "DELETE /v2.0/networks/ae687e18-4eaa-4538-9837-c773f8b0a575 HTTP/1.1" status: 204 len: 168 time: 0.4520414 Oct 27 10:19:19.094570 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-75f666ef-324d-46c9-b0fb-7b394a0b6bda req-29f155e2-bb74-49f7-8e6a-1eee31a45e07 tempest-FloatingIPDetailsTestJSON-2029017592 tempest-FloatingIPDetailsTestJSON-2029017592-project] Publish callbacks [] for port, precommit_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:19.109084 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-75f666ef-324d-46c9-b0fb-7b394a0b6bda req-29f155e2-bb74-49f7-8e6a-1eee31a45e07 tempest-FloatingIPDetailsTestJSON-2029017592 tempest-FloatingIPDetailsTestJSON-2029017592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:19.109805 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfe6c93-0424-421d-9370-3366a07bd307 admin admin] Pushing event deleted for resources: {'Network': ['ID=ae687e18-4eaa-4538-9837-c773f8b0a575,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:19:19.169083 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port 7efb281c-acdb-4e81-aff9-dcd8fe0523a4, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=7efb281c-acdb-4e81-aff9-dcd8fe0523a4,segment=NetworkSegment(f7c42c6d-2766-46d8-a8b7-4852117a5555),segment_id=f7c42c6d-2766-46d8-a8b7-4852117a5555)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:19:19.186099 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Returning: {'device': '7efb281c-acdb-4e81-aff9-dcd8fe0523a4', 'network_id': '4d250f92-d229-45fe-a579-67fef8e6c544', 'port_id': '7efb281c-acdb-4e81-aff9-dcd8fe0523a4', 'mac_address': 'fa:16:3e:99:f1:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62eb52f7-aac4-48af-8670-e04300325561', 'ip_address': '192.168.233.170'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 10:19:19.234044 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7433cea9-90f5-40bd-8012-7694a2bf120d req-ba4d162a-89e2-4cd6-ab4f-4d6a6c3eab01 tempest-LiveMigrationNegativeTest-218370031 tempest-LiveMigrationNegativeTest-218370031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:19.235924 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-7433cea9-90f5-40bd-8012-7694a2bf120d req-ba4d162a-89e2-4cd6-ab4f-4d6a6c3eab01 tempest-LiveMigrationNegativeTest-218370031 tempest-LiveMigrationNegativeTest-218370031-project] 10.222.0.44 "GET /v2.0/ports?device_id=888f5e8a-b37b-4980-93db-923d46bd2ff0 HTTP/1.1" status: 200 len: 949 time: 0.0898404 Oct 27 10:19:19.243618 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:19.272620 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7efb281c-acdb-4e81-aff9-dcd8fe0523a4 {{(pid=102348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:19:19.282887 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 38714) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:19:19.296887 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port 7efb281c-acdb-4e81-aff9-dcd8fe0523a4, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=7efb281c-acdb-4e81-aff9-dcd8fe0523a4,segment=NetworkSegment(f7c42c6d-2766-46d8-a8b7-4852117a5555),segment_id=f7c42c6d-2766-46d8-a8b7-4852117a5555)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:19:19.304128 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:19.322467 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-3ae34c0b-be72-4d38-8534-e7bf230b07fc admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4e839520a4ae480292132e0bf3b27ab1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3614967 Oct 27 10:19:19.325576 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 38718) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:19:19.355716 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Pushing event updated for resources: {'Port': ['ID=7efb281c-acdb-4e81-aff9-dcd8fe0523a4,revision_number=4']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:19:19.364502 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:19:19.364844 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:19:19.365494 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:19:19.365840 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:19:19.366170 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:19:19.366497 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:19:19.367118 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:19:19.367118 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:19:19.367443 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:19:19.367824 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:19:19.368149 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:19:19.368490 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:19:19.369930 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-7433cea9-90f5-40bd-8012-7694a2bf120d req-f4b44eea-9d78-451b-b82c-1aa7d50d460b tempest-LiveMigrationNegativeTest-218370031 tempest-LiveMigrationNegativeTest-218370031-project] 10.222.0.44 "GET /v2.0/security-groups?id=ce298a20-614e-493c-89f0-b27e77f8a827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232238 Oct 27 10:19:19.411768 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-7096ce12-78be-4679-9991-22bd76b259b2 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9a83ac8c3483419c9c5961cf8b7a9d9f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1244926 Oct 27 10:19:19.416292 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 38720) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:19:19.444136 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-b306ffb4-633c-4842-bbc9-b90d962a8781 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:19.471238 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-75f666ef-324d-46c9-b0fb-7b394a0b6bda req-29f155e2-bb74-49f7-8e6a-1eee31a45e07 tempest-FloatingIPDetailsTestJSON-2029017592 tempest-FloatingIPDetailsTestJSON-2029017592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1664826'] for floatingip, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:19.485942 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-b306ffb4-633c-4842-bbc9-b90d962a8781 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:19.491685 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f155e2-bb74-49f7-8e6a-1eee31a45e07 tempest-FloatingIPDetailsTestJSON-2029017592 tempest-FloatingIPDetailsTestJSON-2029017592-project] Pushing event updated for resources: {'Port': ['ID=1596bcbe-eeb5-4660-adfb-58dccb7cbe91,revision_number=2']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:19:19.504894 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-75f666ef-324d-46c9-b0fb-7b394a0b6bda req-29f155e2-bb74-49f7-8e6a-1eee31a45e07 tempest-FloatingIPDetailsTestJSON-2029017592 tempest-FloatingIPDetailsTestJSON-2029017592-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for floatingip, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:19.506121 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-75f666ef-324d-46c9-b0fb-7b394a0b6bda req-29f155e2-bb74-49f7-8e6a-1eee31a45e07 tempest-FloatingIPDetailsTestJSON-2029017592 tempest-FloatingIPDetailsTestJSON-2029017592-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.9434493 Oct 27 10:19:19.508921 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-c7f2a06b-fa41-44ee-91b8-f614c4fe1708 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:19.532429 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device cf326a9d-27a4-4e1c-96d7-cb8fdbf66697 details requested by agent hyperv_n-h2-813419-10 with host n-h2-813419-10 {{(pid=102348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 10:19:19.545512 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-c7f2a06b-fa41-44ee-91b8-f614c4fe1708 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:19.574807 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-75f666ef-324d-46c9-b0fb-7b394a0b6bda req-b5116c82-0eba-43af-9710-24d7c21375e8 tempest-FloatingIPDetailsTestJSON-2029017592 tempest-FloatingIPDetailsTestJSON-2029017592-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.8.37 HTTP/1.1" status: 200 len: 695 time: 0.0605338 Oct 27 10:19:19.578488 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-384f8b7b-dd6a-4a09-8e2a-279c98b2607d req-87e54bd9-ced0-4ede-92f9-0ffcb5e9b639 service neutron] 10.222.0.64 "GET /v2.0/networks/1886fe3b-e088-4c7d-8f4c-b14d4440b311?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4813864 Oct 27 10:19:19.583091 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device fa56185d-3cf8-4a3d-abd4-171b990f946c up at agent hyperv_n-h2-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:19:19.599765 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-b306ffb4-633c-4842-bbc9-b90d962a8781 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:19.602432 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-b306ffb4-633c-4842-bbc9-b90d962a8781 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:19.605985 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-b306ffb4-633c-4842-bbc9-b90d962a8781 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a1b01133-9332-4d78-8994-5d84d1d89d53 HTTP/1.1" status: 204 len: 168 time: 0.2769566 Oct 27 10:19:19.618343 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b306ffb4-633c-4842-bbc9-b90d962a8781 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1b01133-9332-4d78-8994-5d84d1d89d53,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:19:19.621866 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-c7f2a06b-fa41-44ee-91b8-f614c4fe1708 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:19.625078 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-c7f2a06b-fa41-44ee-91b8-f614c4fe1708 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:19.629498 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-c7f2a06b-fa41-44ee-91b8-f614c4fe1708 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c90ab027-f639-4a4f-a921-5edd883a17e3 HTTP/1.1" status: 204 len: 168 time: 0.2089927 Oct 27 10:19:19.636086 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f2a06b-fa41-44ee-91b8-f614c4fe1708 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c90ab027-f639-4a4f-a921-5edd883a17e3,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:19:19.650158 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] get_ports_and_sgs() called for port_ids ['7efb281c-acdb-4e81-aff9-dcd8fe0523a4'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:19:19.749142 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f666ef-324d-46c9-b0fb-7b394a0b6bda req-92fe690c-5e3c-4866-8b6e-cda93de72d15 tempest-FloatingIPDetailsTestJSON-2029017592 tempest-FloatingIPDetailsTestJSON-2029017592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:19.750499 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-75f666ef-324d-46c9-b0fb-7b394a0b6bda req-92fe690c-5e3c-4866-8b6e-cda93de72d15 tempest-FloatingIPDetailsTestJSON-2029017592 tempest-FloatingIPDetailsTestJSON-2029017592-project] 10.222.0.44 "GET /v2.0/networks/185ff123-c7ff-45c7-a6be-71feb35acc9c HTTP/1.1" status: 200 len: 784 time: 0.1575210 Oct 27 10:19:19.779302 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Provisioning for port fa56185d-3cf8-4a3d-abd4-171b990f946c completed by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 10:19:19.782354 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] For port cf326a9d-27a4-4e1c-96d7-cb8fdbf66697, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=cf326a9d-27a4-4e1c-96d7-cb8fdbf66697,segment=NetworkSegment(4fd5c29a-a838-4106-a890-06a671bde674),segment_id=4fd5c29a-a838-4106-a890-06a671bde674)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:19:19.801551 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Provisioning complete for port fa56185d-3cf8-4a3d-abd4-171b990f946c triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:19:19.801936 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:19.827795 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device cf326a9d-27a4-4e1c-96d7-cb8fdbf66697 has no active binding in host n-h2-813419-10 {{(pid=102348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 27 10:19:19.894693 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b990dfc8-9067-48ec-a421-85017e428aee req-67508f7a-a4bd-42e6-9fe2-cc96d2730b65 tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:19.895044 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-eadeaa30-4096-4d1a-b3cb-aa7ebfb291ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:19.896718 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-b990dfc8-9067-48ec-a421-85017e428aee req-67508f7a-a4bd-42e6-9fe2-cc96d2730b65 tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] 10.222.0.44 "GET /v2.0/ports?device_id=461a11c3-9cc5-4859-b647-0a8860e95b75 HTTP/1.1" status: 200 len: 966 time: 0.0571680 Oct 27 10:19:19.947346 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-b990dfc8-9067-48ec-a421-85017e428aee req-9647a70d-20ea-4326-beda-17302527ee99 tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] 10.222.0.44 "GET /v2.0/security-groups?id=e3018bff-e5f8-44d8-a835-69520a8698da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429490 Oct 27 10:19:19.963240 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:19.975241 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:20.011704 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '888f5e8a-b37b-4980-93db-923d46bd2ff0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa56185d-3cf8-4a3d-abd4-171b990f946c'}] {{(pid=102348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:19:20.014196 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c588921fa634554a1d9242fdea1b05457a9ff1d3b28ba54ec1dace7f2f1df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53ab53f2-2a1a-4a93-938b-ac894d4f6f2c" -d '{"events": [{"server_uuid": "888f5e8a-b37b-4980-93db-923d46bd2ff0", "name": "network-vif-plugged", "status": "completed", "tag": "fa56185d-3cf8-4a3d-abd4-171b990f946c"}]}' {{(pid=102348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:19:20.029520 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] For port fa56185d-3cf8-4a3d-abd4-171b990f946c, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=fa56185d-3cf8-4a3d-abd4-171b990f946c,segment=NetworkSegment(f7c42c6d-2766-46d8-a8b7-4852117a5555),segment_id=f7c42c6d-2766-46d8-a8b7-4852117a5555)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:19:20.038205 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:20.092148 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Pushing event updated for resources: {'Port': ['ID=fa56185d-3cf8-4a3d-abd4-171b990f946c,revision_number=5']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:19:20.133019 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce88121-b12d-4233-8f78-e0121be90950 req-2adc08db-1f0e-4aa7-83fe-eb36f141a99d tempest-DeleteServersAdminTestJSON-767095768 tempest-DeleteServersAdminTestJSON-767095768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:20.134697 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-8ce88121-b12d-4233-8f78-e0121be90950 req-2adc08db-1f0e-4aa7-83fe-eb36f141a99d tempest-DeleteServersAdminTestJSON-767095768 tempest-DeleteServersAdminTestJSON-767095768-project] 10.222.0.44 "GET /v2.0/ports?device_id=c865ac78-2aa0-42f3-af00-7a5ec7bc85aa HTTP/1.1" status: 200 len: 949 time: 0.0543327 Oct 27 10:19:20.150625 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 38742) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:19:20.156775 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 38744) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:19:20.181962 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-8ce88121-b12d-4233-8f78-e0121be90950 req-52741231-2bb8-4ab6-ad95-07a54906b063 tempest-DeleteServersAdminTestJSON-767095768 tempest-DeleteServersAdminTestJSON-767095768-project] 10.222.0.44 "GET /v2.0/security-groups?id=e849200c-8e3e-41bb-bd28-f1c5b23c294b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398939 Oct 27 10:19:20.224550 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-b40ab77b-5df2-4067-8e4b-0cd7c02c10ec admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=35a19143300a4c43811a5b0ce064c9cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0726695 Oct 27 10:19:20.228983 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 38746) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:19:20.248045 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-faa256ec-4ca2-4d67-9314-0ca85cd73b8c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=29af64ad35924953aa6552334a4f1499&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0902159 Oct 27 10:19:20.251638 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 38748) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:19:20.314030 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-e95faed1-1aff-4a0c-8a08-9b53a680db27 req-81e6ad13-d204-49ed-b4ad-74bde9f19fa5 tempest-FloatingIPDetailsTestJSON-2029017592 tempest-FloatingIPDetailsTestJSON-2029017592-project] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1085982 Oct 27 10:19:20.314842 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-b86db999-78df-4b6a-a2bd-a54a7122624e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:20.325001 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [req-e95faed1-1aff-4a0c-8a08-9b53a680db27 req-a7fd43fd-a096-4af7-ba0f-70e3fa851e95 tempest-FloatingIPDetailsTestJSON-2029017592 tempest-FloatingIPDetailsTestJSON-2029017592-project] Request body: {'floatingip': {'floating_network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:19:20.337031 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-cdb55f39-34a8-42e7-b0a9-24ca43b68058 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:20.355137 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-e95faed1-1aff-4a0c-8a08-9b53a680db27 req-a7fd43fd-a096-4af7-ba0f-70e3fa851e95 tempest-FloatingIPDetailsTestJSON-2029017592 tempest-FloatingIPDetailsTestJSON-2029017592-project] Publish callbacks [] for floatingip, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:20.362396 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-b86db999-78df-4b6a-a2bd-a54a7122624e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:20.386121 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-cdb55f39-34a8-42e7-b0a9-24ca43b68058 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:20.455339 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-b86db999-78df-4b6a-a2bd-a54a7122624e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:20.458740 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-b86db999-78df-4b6a-a2bd-a54a7122624e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:20.459888 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-b86db999-78df-4b6a-a2bd-a54a7122624e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b227c40d-5e3d-428a-86cc-87077b0eaba0 HTTP/1.1" status: 204 len: 168 time: 0.2300107 Oct 27 10:19:20.463420 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-cdb55f39-34a8-42e7-b0a9-24ca43b68058 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:20.465884 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-cdb55f39-34a8-42e7-b0a9-24ca43b68058 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:20.469539 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-cdb55f39-34a8-42e7-b0a9-24ca43b68058 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/983b5c9c-3d99-45b4-881d-3c42d46ed617 HTTP/1.1" status: 204 len: 168 time: 0.2169919 Oct 27 10:19:20.475414 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86db999-78df-4b6a-a2bd-a54a7122624e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b227c40d-5e3d-428a-86cc-87077b0eaba0,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:19:20.476957 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-e95faed1-1aff-4a0c-8a08-9b53a680db27 req-a7fd43fd-a096-4af7-ba0f-70e3fa851e95 tempest-FloatingIPDetailsTestJSON-2029017592 tempest-FloatingIPDetailsTestJSON-2029017592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:20.494827 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb55f39-34a8-42e7-b0a9-24ca43b68058 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=983b5c9c-3d99-45b4-881d-3c42d46ed617,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:19:20.510678 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 38758) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:19:20.625985 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_common [req-e95faed1-1aff-4a0c-8a08-9b53a680db27 req-a7fd43fd-a096-4af7-ba0f-70e3fa851e95 tempest-FloatingIPDetailsTestJSON-2029017592 tempest-FloatingIPDetailsTestJSON-2029017592-project] Allocated IP 172.25.8.236 (185ff123-c7ff-45c7-a6be-71feb35acc9c/0fb9f9d1-7384-481f-8fa8-f4566c349d30/f67767e4-9363-467b-9028-206be8fbfbc4) {{(pid=102346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:19:20.753685 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-e95faed1-1aff-4a0c-8a08-9b53a680db27 req-a7fd43fd-a096-4af7-ba0f-70e3fa851e95 tempest-FloatingIPDetailsTestJSON-2029017592 tempest-FloatingIPDetailsTestJSON-2029017592-project] Publish callbacks [] for port, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:20.795644 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-e95faed1-1aff-4a0c-8a08-9b53a680db27 req-a7fd43fd-a096-4af7-ba0f-70e3fa851e95 tempest-FloatingIPDetailsTestJSON-2029017592 tempest-FloatingIPDetailsTestJSON-2029017592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606'] for port, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:20.835710 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e95faed1-1aff-4a0c-8a08-9b53a680db27 req-a7fd43fd-a096-4af7-ba0f-70e3fa851e95 tempest-FloatingIPDetailsTestJSON-2029017592 tempest-FloatingIPDetailsTestJSON-2029017592-project] Network 185ff123-c7ff-45c7-a6be-71feb35acc9c is already hosted by enough agents. {{(pid=102346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:19:20.838609 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [req-e95faed1-1aff-4a0c-8a08-9b53a680db27 req-a7fd43fd-a096-4af7-ba0f-70e3fa851e95 tempest-FloatingIPDetailsTestJSON-2029017592 tempest-FloatingIPDetailsTestJSON-2029017592-project] Resources bound (agent type, host, resource id): {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:19:20.842438 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [req-e95faed1-1aff-4a0c-8a08-9b53a680db27 req-a7fd43fd-a096-4af7-ba0f-70e3fa851e95 tempest-FloatingIPDetailsTestJSON-2029017592 tempest-FloatingIPDetailsTestJSON-2029017592-project] Received port after_create {{(pid=102346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:19:20.854145 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fd43fd-a096-4af7-ba0f-70e3fa851e95 tempest-FloatingIPDetailsTestJSON-2029017592 tempest-FloatingIPDetailsTestJSON-2029017592-project] Pushing event updated for resources: {'Port': ['ID=f67767e4-9363-467b-9028-206be8fbfbc4,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:19:20.869312 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-af6b43fc-709d-4f7e-8655-31a01f7ad2ad admin admin] Publish callbacks [] for security_group, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:20.899444 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-e95faed1-1aff-4a0c-8a08-9b53a680db27 req-a7fd43fd-a096-4af7-ba0f-70e3fa851e95 tempest-FloatingIPDetailsTestJSON-2029017592 tempest-FloatingIPDetailsTestJSON-2029017592-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:20.945393 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-e95faed1-1aff-4a0c-8a08-9b53a680db27 req-a7fd43fd-a096-4af7-ba0f-70e3fa851e95 tempest-FloatingIPDetailsTestJSON-2029017592 tempest-FloatingIPDetailsTestJSON-2029017592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:20.999633 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-af6b43fc-709d-4f7e-8655-31a01f7ad2ad admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:21.013617 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-af6b43fc-709d-4f7e-8655-31a01f7ad2ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:21.028929 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device 7efb281c-acdb-4e81-aff9-dcd8fe0523a4 up at agent hyperv_n-h1-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:19:21.063882 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-af6b43fc-709d-4f7e-8655-31a01f7ad2ad admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ef0884a1dc43422ab1441ab90cf12a5e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5517793 Oct 27 10:19:21.065740 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6b43fc-709d-4f7e-8655-31a01f7ad2ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cad34685-c597-48f4-833f-71f51c8aac44,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:19:21.068314 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 38780) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:19:21.123468 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Provisioning for port 7efb281c-acdb-4e81-aff9-dcd8fe0523a4 completed by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 10:19:21.131832 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Provisioning complete for port 7efb281c-acdb-4e81-aff9-dcd8fe0523a4 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:19:21.132860 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:21.151825 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-7cfdf896-9cdc-497a-92c6-49eb8e654d57 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:21.213031 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-e95faed1-1aff-4a0c-8a08-9b53a680db27 req-a7fd43fd-a096-4af7-ba0f-70e3fa851e95 tempest-FloatingIPDetailsTestJSON-2029017592 tempest-FloatingIPDetailsTestJSON-2029017592-project] Publish callbacks [] for port, precommit_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:21.214482 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-7cfdf896-9cdc-497a-92c6-49eb8e654d57 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:21.222215 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-e95faed1-1aff-4a0c-8a08-9b53a680db27 req-a7fd43fd-a096-4af7-ba0f-70e3fa851e95 tempest-FloatingIPDetailsTestJSON-2029017592 tempest-FloatingIPDetailsTestJSON-2029017592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:21.238400 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:21.296646 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port 7efb281c-acdb-4e81-aff9-dcd8fe0523a4, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=7efb281c-acdb-4e81-aff9-dcd8fe0523a4,segment=NetworkSegment(f7c42c6d-2766-46d8-a8b7-4852117a5555),segment_id=f7c42c6d-2766-46d8-a8b7-4852117a5555)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:19:21.302869 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:21.303736 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device e605e2fa-1823-4f5b-b4a1-e60ce344400c no longer exists at agent hyperv_n-h1-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:19:21.323309 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-e95faed1-1aff-4a0c-8a08-9b53a680db27 req-a7fd43fd-a096-4af7-ba0f-70e3fa851e95 tempest-FloatingIPDetailsTestJSON-2029017592 tempest-FloatingIPDetailsTestJSON-2029017592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1664826'] for floatingip, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:21.341770 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fd43fd-a096-4af7-ba0f-70e3fa851e95 tempest-FloatingIPDetailsTestJSON-2029017592 tempest-FloatingIPDetailsTestJSON-2029017592-project] Pushing event updated for resources: {'Port': ['ID=f67767e4-9363-467b-9028-206be8fbfbc4,revision_number=2']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:19:21.363400 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-e95faed1-1aff-4a0c-8a08-9b53a680db27 req-a7fd43fd-a096-4af7-ba0f-70e3fa851e95 tempest-FloatingIPDetailsTestJSON-2029017592 tempest-FloatingIPDetailsTestJSON-2029017592-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for floatingip, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:21.367574 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-e95faed1-1aff-4a0c-8a08-9b53a680db27 req-a7fd43fd-a096-4af7-ba0f-70e3fa851e95 tempest-FloatingIPDetailsTestJSON-2029017592 tempest-FloatingIPDetailsTestJSON-2029017592-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.0471070 Oct 27 10:19:21.378880 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] No Port match for: e605e2fa-1823-4f5b-b4a1-e60ce344400c {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:19:21.379231 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device e605e2fa-1823-4f5b-b4a1-e60ce344400c not bound to the agent host n-h1-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:19:21.428136 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Pushing event updated for resources: {'Port': ['ID=7efb281c-acdb-4e81-aff9-dcd8fe0523a4,revision_number=5']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:19:21.449688 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-e95faed1-1aff-4a0c-8a08-9b53a680db27 req-cf0b418d-e8ad-4bae-ac29-5e6b1c1b810b tempest-FloatingIPDetailsTestJSON-2029017592 tempest-FloatingIPDetailsTestJSON-2029017592-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.8.236 HTTP/1.1" status: 200 len: 696 time: 0.0760632 Oct 27 10:19:21.582466 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95faed1-1aff-4a0c-8a08-9b53a680db27 req-8b21607b-b04b-4889-a0e8-49f5dffb66fb tempest-FloatingIPDetailsTestJSON-2029017592 tempest-FloatingIPDetailsTestJSON-2029017592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:21.584258 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-e95faed1-1aff-4a0c-8a08-9b53a680db27 req-8b21607b-b04b-4889-a0e8-49f5dffb66fb tempest-FloatingIPDetailsTestJSON-2029017592 tempest-FloatingIPDetailsTestJSON-2029017592-project] 10.222.0.44 "GET /v2.0/networks/185ff123-c7ff-45c7-a6be-71feb35acc9c HTTP/1.1" status: 200 len: 784 time: 0.1249552 Oct 27 10:19:21.616717 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-7cfdf896-9cdc-497a-92c6-49eb8e654d57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:21.620175 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-7cfdf896-9cdc-497a-92c6-49eb8e654d57 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:21.621645 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-7cfdf896-9cdc-497a-92c6-49eb8e654d57 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/cad34685-c597-48f4-833f-71f51c8aac44 HTTP/1.1" status: 204 len: 168 time: 0.5522358 Oct 27 10:19:21.636222 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:19:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a77b81b1-2273-4e68-8f94-28ae6e46d36c x-openstack-request-id: req-a77b81b1-2273-4e68-8f94-28ae6e46d36c {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:19:21.636632 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "888f5e8a-b37b-4980-93db-923d46bd2ff0", "name": "network-vif-plugged", "status": "completed", "tag": "fa56185d-3cf8-4a3d-abd4-171b990f946c", "code": 200}]} {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:19:21.638839 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a77b81b1-2273-4e68-8f94-28ae6e46d36c {{(pid=102348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:19:21.638839 n-d-813419-10 neutron-server[102348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '888f5e8a-b37b-4980-93db-923d46bd2ff0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa56185d-3cf8-4a3d-abd4-171b990f946c', 'code': 200} Oct 27 10:19:21.639150 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfdf896-9cdc-497a-92c6-49eb8e654d57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cad34685-c597-48f4-833f-71f51c8aac44,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:19:21.758783 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-3c6a8245-0581-48aa-b5f6-4d8fe98cd16e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:21.764805 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aec2fab-d571-4d0e-8e95-6be6556cd0db req-9c8d2614-b470-47c0-8794-94ecf9149c9d tempest-LiveMigrationNegativeTest-218370031 tempest-LiveMigrationNegativeTest-218370031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:21.766325 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-1aec2fab-d571-4d0e-8e95-6be6556cd0db req-9c8d2614-b470-47c0-8794-94ecf9149c9d tempest-LiveMigrationNegativeTest-218370031 tempest-LiveMigrationNegativeTest-218370031-project] 10.222.0.44 "GET /v2.0/ports?device_id=888f5e8a-b37b-4980-93db-923d46bd2ff0 HTTP/1.1" status: 200 len: 950 time: 0.0654740 Oct 27 10:19:21.805374 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-1aec2fab-d571-4d0e-8e95-6be6556cd0db req-be30621a-8ce5-4f2d-82af-93f7ccfdf7de tempest-LiveMigrationNegativeTest-218370031 tempest-LiveMigrationNegativeTest-218370031-project] 10.222.0.44 "GET /v2.0/security-groups?id=ce298a20-614e-493c-89f0-b27e77f8a827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325003 Oct 27 10:19:21.920035 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f8eef1-cf58-49ae-ade6-d0cef460e4e7 req-1f8f038a-3bca-4644-98d5-e0a4398c57d0 tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:21.921750 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-60f8eef1-cf58-49ae-ade6-d0cef460e4e7 req-1f8f038a-3bca-4644-98d5-e0a4398c57d0 tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] 10.222.0.44 "GET /v2.0/ports?device_id=461a11c3-9cc5-4859-b647-0a8860e95b75 HTTP/1.1" status: 200 len: 966 time: 0.0530422 Oct 27 10:19:21.966169 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-60f8eef1-cf58-49ae-ade6-d0cef460e4e7 req-d09cd97a-9500-4ec3-9842-34e6ec56b116 tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] 10.222.0.44 "GET /v2.0/security-groups?id=e3018bff-e5f8-44d8-a835-69520a8698da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351560 Oct 27 10:19:22.079511 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389ebc36-bc3d-45ee-b484-c1ad9577592c req-5dc7edc5-d4af-4759-8c68-3a71e4322d68 tempest-DeleteServersAdminTestJSON-767095768 tempest-DeleteServersAdminTestJSON-767095768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:22.081206 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-389ebc36-bc3d-45ee-b484-c1ad9577592c req-5dc7edc5-d4af-4759-8c68-3a71e4322d68 tempest-DeleteServersAdminTestJSON-767095768 tempest-DeleteServersAdminTestJSON-767095768-project] 10.222.0.44 "GET /v2.0/ports?device_id=c865ac78-2aa0-42f3-af00-7a5ec7bc85aa HTTP/1.1" status: 200 len: 950 time: 0.0550919 Oct 27 10:19:22.135232 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 38824) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:19:22.160165 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-389ebc36-bc3d-45ee-b484-c1ad9577592c req-db3561aa-4d9e-4282-8dd8-78c3105fb893 tempest-DeleteServersAdminTestJSON-767095768 tempest-DeleteServersAdminTestJSON-767095768-project] 10.222.0.44 "GET /v2.0/security-groups?id=e849200c-8e3e-41bb-bd28-f1c5b23c294b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653310 Oct 27 10:19:22.169529 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-2da278de-34ac-4450-b53b-bfdf4ec8f6a7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:22.275460 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-2da278de-34ac-4450-b53b-bfdf4ec8f6a7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:22.282036 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-2da278de-34ac-4450-b53b-bfdf4ec8f6a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:22.282553 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-99b51c31-2c5a-40e7-8b12-68bc4446e164 req-63ccfe79-7d77-4341-a798-9418d50c9792 tempest-FloatingIPDetailsTestJSON-2029017592 tempest-FloatingIPDetailsTestJSON-2029017592-project] 10.222.0.44 "GET /v2.0/floatingips/ff22c240-d1f0-4c7f-b242-7c3d01b6daa7 HTTP/1.1" status: 200 len: 693 time: 0.1013043 Oct 27 10:19:22.309481 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-3d98e762-46ed-46c6-8533-67daec00bf05 req-677d73d3-bf7f-497e-a3ca-dfc4ebfda144 service neutron] 10.222.0.64 "GET /v2.0/ports/cf326a9d-27a4-4e1c-96d7-cb8fdbf66697/bindings/n-h2-813419-10 HTTP/1.1" status: 200 len: 385 time: 0.1918969 Oct 27 10:19:22.326822 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-2da278de-34ac-4450-b53b-bfdf4ec8f6a7 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d33b413e36644a8f9fb231998c0af2dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1902881 Oct 27 10:19:22.327925 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da278de-34ac-4450-b53b-bfdf4ec8f6a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3389b9bf-eb5c-4f13-a14d-8151d8635bed,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:19:22.330493 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 38832) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:19:22.401778 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-4ea6a1c2-e5a5-48f8-9da9-009d4c7281e8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:22.436499 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-4ea6a1c2-e5a5-48f8-9da9-009d4c7281e8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:22.483848 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b51c31-2c5a-40e7-8b12-68bc4446e164 req-a4433cdb-9b27-455f-90e7-caddcad826da tempest-FloatingIPDetailsTestJSON-2029017592 tempest-FloatingIPDetailsTestJSON-2029017592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:22.485382 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-99b51c31-2c5a-40e7-8b12-68bc4446e164 req-a4433cdb-9b27-455f-90e7-caddcad826da tempest-FloatingIPDetailsTestJSON-2029017592 tempest-FloatingIPDetailsTestJSON-2029017592-project] 10.222.0.44 "GET /v2.0/networks/185ff123-c7ff-45c7-a6be-71feb35acc9c HTTP/1.1" status: 200 len: 784 time: 0.2019668 Oct 27 10:19:22.494568 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-4ea6a1c2-e5a5-48f8-9da9-009d4c7281e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:22.498267 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-4ea6a1c2-e5a5-48f8-9da9-009d4c7281e8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:22.499790 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-4ea6a1c2-e5a5-48f8-9da9-009d4c7281e8 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3389b9bf-eb5c-4f13-a14d-8151d8635bed HTTP/1.1" status: 204 len: 168 time: 0.1679373 Oct 27 10:19:22.504230 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [req-99b51c31-2c5a-40e7-8b12-68bc4446e164 req-c27048f3-e865-43a8-9b60-dd0043414a99 tempest-FloatingIPDetailsTestJSON-2029017592 tempest-FloatingIPDetailsTestJSON-2029017592-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=102346) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 10:19:22.505264 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-99b51c31-2c5a-40e7-8b12-68bc4446e164 req-c27048f3-e865-43a8-9b60-dd0043414a99 tempest-FloatingIPDetailsTestJSON-2029017592 tempest-FloatingIPDetailsTestJSON-2029017592-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0093532 Oct 27 10:19:22.517411 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea6a1c2-e5a5-48f8-9da9-009d4c7281e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3389b9bf-eb5c-4f13-a14d-8151d8635bed,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:19:22.669349 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [req-3d98e762-46ed-46c6-8533-67daec00bf05 req-bedf3895-514d-4511-933b-2303ff7e3e31 service neutron] For port cf326a9d-27a4-4e1c-96d7-cb8fdbf66697, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=cf326a9d-27a4-4e1c-96d7-cb8fdbf66697,segment=NetworkSegment(4fd5c29a-a838-4106-a890-06a671bde674),segment_id=4fd5c29a-a838-4106-a890-06a671bde674)] {{(pid=102346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:19:22.694696 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-b237dfcf-39e6-41cc-a2fd-1b725474b66a req-882d97d9-9128-4ea8-b6a5-7e787f3e13f4 tempest-FloatingIPDetailsTestJSON-2029017592 tempest-FloatingIPDetailsTestJSON-2029017592-project] 10.222.0.44 "GET /v2.0/floatingips/ff22c240-d1f0-4c7f-b242-7c3d01b6daa7 HTTP/1.1" status: 200 len: 693 time: 0.0906212 Oct 27 10:19:22.724717 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [req-3d98e762-46ed-46c6-8533-67daec00bf05 req-bedf3895-514d-4511-933b-2303ff7e3e31 service neutron] For port cf326a9d-27a4-4e1c-96d7-cb8fdbf66697, host n-h1-813419-10, cleared binding levels {{(pid=102346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:19:22.802113 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1d78b7-13b6-413c-9b2c-69e7f1a14685 req-30e4d101-8106-4cf4-8e62-9e33d64a6e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:22.803590 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-6a1d78b7-13b6-413c-9b2c-69e7f1a14685 req-30e4d101-8106-4cf4-8e62-9e33d64a6e49 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=888f5e8a-b37b-4980-93db-923d46bd2ff0 HTTP/1.1" status: 200 len: 1102 time: 0.1564567 Oct 27 10:19:22.819307 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [req-3d98e762-46ed-46c6-8533-67daec00bf05 req-bedf3895-514d-4511-933b-2303ff7e3e31 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf326a9d-27a4-4e1c-96d7-cb8fdbf66697 {{(pid=102346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:19:22.849812 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [req-3d98e762-46ed-46c6-8533-67daec00bf05 req-bedf3895-514d-4511-933b-2303ff7e3e31 service neutron] For port cf326a9d-27a4-4e1c-96d7-cb8fdbf66697, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=cf326a9d-27a4-4e1c-96d7-cb8fdbf66697,segment=NetworkSegment(4fd5c29a-a838-4106-a890-06a671bde674),segment_id=4fd5c29a-a838-4106-a890-06a671bde674)] {{(pid=102346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:19:22.875890 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-3d98e762-46ed-46c6-8533-67daec00bf05 req-bedf3895-514d-4511-933b-2303ff7e3e31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:22.906035 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-6a1d78b7-13b6-413c-9b2c-69e7f1a14685 req-9530df53-a2ef-4292-8ba8-8d28dbcdbf06 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=ce298a20-614e-493c-89f0-b27e77f8a827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819166 Oct 27 10:19:22.940146 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b237dfcf-39e6-41cc-a2fd-1b725474b66a req-20438245-91b9-43d5-b693-2dc91e434612 tempest-FloatingIPDetailsTestJSON-2029017592 tempest-FloatingIPDetailsTestJSON-2029017592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:22.944007 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-b237dfcf-39e6-41cc-a2fd-1b725474b66a req-20438245-91b9-43d5-b693-2dc91e434612 tempest-FloatingIPDetailsTestJSON-2029017592 tempest-FloatingIPDetailsTestJSON-2029017592-project] 10.222.0.44 "GET /v2.0/networks/185ff123-c7ff-45c7-a6be-71feb35acc9c HTTP/1.1" status: 200 len: 784 time: 0.2182953 Oct 27 10:19:22.956508 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [req-b237dfcf-39e6-41cc-a2fd-1b725474b66a req-1ce690e5-4df1-498a-83d0-802f68d53f18 tempest-FloatingIPDetailsTestJSON-2029017592 tempest-FloatingIPDetailsTestJSON-2029017592-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=102346) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 10:19:22.957474 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-b237dfcf-39e6-41cc-a2fd-1b725474b66a req-1ce690e5-4df1-498a-83d0-802f68d53f18 tempest-FloatingIPDetailsTestJSON-2029017592 tempest-FloatingIPDetailsTestJSON-2029017592-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0080831 Oct 27 10:19:23.021509 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-b237dfcf-39e6-41cc-a2fd-1b725474b66a req-911078cd-f020-4583-86e6-8abf7d0fab88 tempest-FloatingIPDetailsTestJSON-2029017592 tempest-FloatingIPDetailsTestJSON-2029017592-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.8.236 HTTP/1.1" status: 200 len: 696 time: 0.0558515 Oct 27 10:19:23.037911 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.provisioning_blocks [req-3d98e762-46ed-46c6-8533-67daec00bf05 req-bedf3895-514d-4511-933b-2303ff7e3e31 service neutron] Transition to ACTIVE for port object cf326a9d-27a4-4e1c-96d7-cb8fdbf66697 will not be triggered until provisioned by entity L2. {{(pid=102346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 10:19:23.045425 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-3d98e762-46ed-46c6-8533-67daec00bf05 req-bedf3895-514d-4511-933b-2303ff7e3e31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:23.108962 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-b237dfcf-39e6-41cc-a2fd-1b725474b66a req-dadf0739-848d-4dab-819e-c3b5c4d4e232 tempest-FloatingIPDetailsTestJSON-2029017592 tempest-FloatingIPDetailsTestJSON-2029017592-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.8.236 HTTP/1.1" status: 200 len: 696 time: 0.0743444 Oct 27 10:19:23.130363 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-59acc17e-a88a-4874-a51d-e447d61138e5 req-bd0ca9d2-cd06-4ea9-a510-caa2d3ba1117 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=31dc088f778a4c2fb761c23ef7d22647&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0285800 Oct 27 10:19:23.190499 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d98e762-46ed-46c6-8533-67daec00bf05 req-bedf3895-514d-4511-933b-2303ff7e3e31 service neutron] No DVR routers for this DVR port cf326a9d-27a4-4e1c-96d7-cb8fdbf66697 on host n-h1-813419-10 {{(pid=102346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:19:23.200581 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedf3895-514d-4511-933b-2303ff7e3e31 service neutron] Pushing event updated for resources: {'Port': ['ID=cf326a9d-27a4-4e1c-96d7-cb8fdbf66697,revision_number=10']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:19:23.262302 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59acc17e-a88a-4874-a51d-e447d61138e5 req-9e286df2-4f23-4558-a22d-7461e02c36c4 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:23.263838 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-59acc17e-a88a-4874-a51d-e447d61138e5 req-9e286df2-4f23-4558-a22d-7461e02c36c4 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1273446 Oct 27 10:19:23.279302 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-3d98e762-46ed-46c6-8533-67daec00bf05 req-bedf3895-514d-4511-933b-2303ff7e3e31 service neutron] 10.222.0.64 "PUT /v2.0/ports/cf326a9d-27a4-4e1c-96d7-cb8fdbf66697/bindings/n-h2-813419-10/activate HTTP/1.1" status: 200 len: 370 time: 0.9203320 Oct 27 10:19:23.281038 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-59acc17e-a88a-4874-a51d-e447d61138e5 req-99da6ada-f646-4480-9618-21f424dc85ce tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/quotas/31dc088f778a4c2fb761c23ef7d22647 HTTP/1.1" status: 200 len: 375 time: 0.0107286 Oct 27 10:19:23.305126 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [req-b237dfcf-39e6-41cc-a2fd-1b725474b66a req-029ebde5-663d-4816-8e61-6b91ea1f612c tempest-FloatingIPDetailsTestJSON-2029017592 tempest-FloatingIPDetailsTestJSON-2029017592-project] Deleting port f67767e4-9363-467b-9028-206be8fbfbc4 {{(pid=102346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:19:23.305582 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-b237dfcf-39e6-41cc-a2fd-1b725474b66a req-029ebde5-663d-4816-8e61-6b91ea1f612c tempest-FloatingIPDetailsTestJSON-2029017592 tempest-FloatingIPDetailsTestJSON-2029017592-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:23.315110 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-59acc17e-a88a-4874-a51d-e447d61138e5 req-6e66d1e0-9846-48c8-a29e-51ad3de3c149 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=31dc088f778a4c2fb761c23ef7d22647&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0278230 Oct 27 10:19:23.406909 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-b237dfcf-39e6-41cc-a2fd-1b725474b66a req-029ebde5-663d-4816-8e61-6b91ea1f612c tempest-FloatingIPDetailsTestJSON-2029017592 tempest-FloatingIPDetailsTestJSON-2029017592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:23.407252 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-b237dfcf-39e6-41cc-a2fd-1b725474b66a req-029ebde5-663d-4816-8e61-6b91ea1f612c tempest-FloatingIPDetailsTestJSON-2029017592 tempest-FloatingIPDetailsTestJSON-2029017592-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:23.419799 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [req-b237dfcf-39e6-41cc-a2fd-1b725474b66a req-029ebde5-663d-4816-8e61-6b91ea1f612c tempest-FloatingIPDetailsTestJSON-2029017592 tempest-FloatingIPDetailsTestJSON-2029017592-project] Calling delete_port for f67767e4-9363-467b-9028-206be8fbfbc4 owned by network:floatingip {{(pid=102346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:19:23.539900 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbb29f5-259a-40dd-87fd-fd4f5d72732f req-5423e1e4-175b-40b6-8c7b-6f523e8f2044 tempest-LiveMigrationNegativeTest-218370031 tempest-LiveMigrationNegativeTest-218370031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:23.547382 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-2fbb29f5-259a-40dd-87fd-fd4f5d72732f req-5423e1e4-175b-40b6-8c7b-6f523e8f2044 tempest-LiveMigrationNegativeTest-218370031 tempest-LiveMigrationNegativeTest-218370031-project] 10.222.0.44 "GET /v2.0/ports?device_id=888f5e8a-b37b-4980-93db-923d46bd2ff0 HTTP/1.1" status: 200 len: 950 time: 0.0628462 Oct 27 10:19:23.602018 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-2fbb29f5-259a-40dd-87fd-fd4f5d72732f req-fec521cf-4c32-4fc6-80ab-6294d183ea59 tempest-LiveMigrationNegativeTest-218370031 tempest-LiveMigrationNegativeTest-218370031-project] 10.222.0.44 "GET /v2.0/security-groups?id=ce298a20-614e-493c-89f0-b27e77f8a827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468736 Oct 27 10:19:23.631437 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-b237dfcf-39e6-41cc-a2fd-1b725474b66a req-029ebde5-663d-4816-8e61-6b91ea1f612c tempest-FloatingIPDetailsTestJSON-2029017592 tempest-FloatingIPDetailsTestJSON-2029017592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615'] for port, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:23.639109 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c865ac78-2aa0-42f3-af00-7a5ec7bc85aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7efb281c-acdb-4e81-aff9-dcd8fe0523a4'}] {{(pid=102348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:19:23.642723 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c588921fa634554a1d9242fdea1b05457a9ff1d3b28ba54ec1dace7f2f1df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfa9b791-5abd-42cc-9e5f-2dbe4a29f94b" -d '{"events": [{"server_uuid": "c865ac78-2aa0-42f3-af00-7a5ec7bc85aa", "name": "network-vif-plugged", "status": "completed", "tag": "7efb281c-acdb-4e81-aff9-dcd8fe0523a4"}]}' {{(pid=102348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:19:23.672572 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029ebde5-663d-4816-8e61-6b91ea1f612c tempest-FloatingIPDetailsTestJSON-2029017592 tempest-FloatingIPDetailsTestJSON-2029017592-project] Pushing event deleted for resources: {'Port': ['ID=f67767e4-9363-467b-9028-206be8fbfbc4,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:19:23.698716 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-b237dfcf-39e6-41cc-a2fd-1b725474b66a req-029ebde5-663d-4816-8e61-6b91ea1f612c tempest-FloatingIPDetailsTestJSON-2029017592 tempest-FloatingIPDetailsTestJSON-2029017592-project] Publish callbacks [] for floatingip, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:23.701931 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-b237dfcf-39e6-41cc-a2fd-1b725474b66a req-029ebde5-663d-4816-8e61-6b91ea1f612c tempest-FloatingIPDetailsTestJSON-2029017592 tempest-FloatingIPDetailsTestJSON-2029017592-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for floatingip, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:23.715249 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-b237dfcf-39e6-41cc-a2fd-1b725474b66a req-029ebde5-663d-4816-8e61-6b91ea1f612c tempest-FloatingIPDetailsTestJSON-2029017592 tempest-FloatingIPDetailsTestJSON-2029017592-project] 10.222.0.44 "DELETE /v2.0/floatingips/ff22c240-d1f0-4c7f-b242-7c3d01b6daa7 HTTP/1.1" status: 204 len: 173 time: 0.5967350 Oct 27 10:19:23.837802 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214dda8c-6325-4aa5-bff7-db5a860df73d req-a2f10294-3b11-4653-abee-8da32b370416 tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:23.839377 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-214dda8c-6325-4aa5-bff7-db5a860df73d req-a2f10294-3b11-4653-abee-8da32b370416 tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] 10.222.0.44 "GET /v2.0/ports?device_id=461a11c3-9cc5-4859-b647-0a8860e95b75 HTTP/1.1" status: 200 len: 967 time: 0.0704858 Oct 27 10:19:23.887166 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-214dda8c-6325-4aa5-bff7-db5a860df73d req-00255744-6e73-449a-b4c4-32037f506a2e tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] 10.222.0.44 "GET /v2.0/security-groups?id=e3018bff-e5f8-44d8-a835-69520a8698da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402606 Oct 27 10:19:24.017049 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c592efc-fe03-4e2d-97da-ee98f3375e62 req-d83e892c-86d8-4c49-93a6-d15f59a36cec tempest-DeleteServersAdminTestJSON-767095768 tempest-DeleteServersAdminTestJSON-767095768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:24.018748 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-4c592efc-fe03-4e2d-97da-ee98f3375e62 req-d83e892c-86d8-4c49-93a6-d15f59a36cec tempest-DeleteServersAdminTestJSON-767095768 tempest-DeleteServersAdminTestJSON-767095768-project] 10.222.0.44 "GET /v2.0/ports?device_id=c865ac78-2aa0-42f3-af00-7a5ec7bc85aa HTTP/1.1" status: 200 len: 950 time: 0.0597272 Oct 27 10:19:24.065246 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-4c592efc-fe03-4e2d-97da-ee98f3375e62 req-46707495-cdaf-47fe-95ff-98913ab16b25 tempest-DeleteServersAdminTestJSON-767095768 tempest-DeleteServersAdminTestJSON-767095768-project] 10.222.0.44 "GET /v2.0/security-groups?id=e849200c-8e3e-41bb-bd28-f1c5b23c294b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398786 Oct 27 10:19:24.073952 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-13fb1cac-1e84-452b-ae8e-35b32e398572 req-ee3c6765-ab5a-448b-bc07-5821cf5ee4e8 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/ports?device_id=a52d4eb7-7ffd-4109-9f94-dc97814340a0 HTTP/1.1" status: 200 len: 210 time: 0.0288620 Oct 27 10:19:24.131902 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:19:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3de2ae5c-9c70-4232-a2c4-416458a30633 x-openstack-request-id: req-3de2ae5c-9c70-4232-a2c4-416458a30633 {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:19:24.131902 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c865ac78-2aa0-42f3-af00-7a5ec7bc85aa", "name": "network-vif-plugged", "status": "completed", "tag": "7efb281c-acdb-4e81-aff9-dcd8fe0523a4", "code": 200}]} {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:19:24.131902 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3de2ae5c-9c70-4232-a2c4-416458a30633 {{(pid=102348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:19:24.131902 n-d-813419-10 neutron-server[102348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c865ac78-2aa0-42f3-af00-7a5ec7bc85aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7efb281c-acdb-4e81-aff9-dcd8fe0523a4', 'code': 200} Oct 27 10:19:24.224979 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01e8d7f-386e-4faf-9e0f-1fdcb2c55dc8 req-426369b7-af73-4e54-a0a7-4e95cd50c0a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:24.226440 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-a01e8d7f-386e-4faf-9e0f-1fdcb2c55dc8 req-426369b7-af73-4e54-a0a7-4e95cd50c0a3 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=c865ac78-2aa0-42f3-af00-7a5ec7bc85aa HTTP/1.1" status: 200 len: 1102 time: 0.0393984 Oct 27 10:19:24.260625 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-a01e8d7f-386e-4faf-9e0f-1fdcb2c55dc8 req-aed156b5-5bc0-484e-b4bc-e9500f25349f service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=e849200c-8e3e-41bb-bd28-f1c5b23c294b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0270159 Oct 27 10:19:24.315791 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44820c1c-df6c-4784-b8c2-6e4e8b354e23 req-0f134976-b5bb-4cce-9943-03c48325a0cc tempest-FloatingIPDetailsTestJSON-2029017592 tempest-FloatingIPDetailsTestJSON-2029017592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:24.317342 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-44820c1c-df6c-4784-b8c2-6e4e8b354e23 req-0f134976-b5bb-4cce-9943-03c48325a0cc tempest-FloatingIPDetailsTestJSON-2029017592 tempest-FloatingIPDetailsTestJSON-2029017592-project] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.1778555 Oct 27 10:19:24.640648 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-644b6632-ecfe-463f-9066-32a31a028a8c req-720c9a92-cc03-48e9-a249-2b5203391b28 tempest-FloatingIPDetailsTestJSON-2029017592 tempest-FloatingIPDetailsTestJSON-2029017592-project] 10.222.0.44 "GET /v2.0/floatingips?tenant_id=abc0231b74154a28ac572a299e4c42db HTTP/1.1" status: 200 len: 1655 time: 0.0759532 Oct 27 10:19:24.744458 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644b6632-ecfe-463f-9066-32a31a028a8c req-1aba236c-7b37-420b-b8b5-85f37072388b tempest-FloatingIPDetailsTestJSON-2029017592 tempest-FloatingIPDetailsTestJSON-2029017592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:24.745921 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-644b6632-ecfe-463f-9066-32a31a028a8c req-1aba236c-7b37-420b-b8b5-85f37072388b tempest-FloatingIPDetailsTestJSON-2029017592 tempest-FloatingIPDetailsTestJSON-2029017592-project] 10.222.0.44 "GET /v2.0/networks?id=185ff123-c7ff-45c7-a6be-71feb35acc9c&id=185ff123-c7ff-45c7-a6be-71feb35acc9c&id=185ff123-c7ff-45c7-a6be-71feb35acc9c HTTP/1.1" status: 200 len: 787 time: 0.0987408 Oct 27 10:19:24.756419 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [req-644b6632-ecfe-463f-9066-32a31a028a8c req-79a6934e-a4bd-48ab-b1c7-56858b3e400a tempest-FloatingIPDetailsTestJSON-2029017592 tempest-FloatingIPDetailsTestJSON-2029017592-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=102347) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 10:19:24.757357 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-644b6632-ecfe-463f-9066-32a31a028a8c req-79a6934e-a4bd-48ab-b1c7-56858b3e400a tempest-FloatingIPDetailsTestJSON-2029017592 tempest-FloatingIPDetailsTestJSON-2029017592-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0058868 Oct 27 10:19:24.998632 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef63360-d92a-4ca8-9cd4-c53d106ef365 req-cb028ade-b620-4a4d-a025-6ce6796795af tempest-LiveMigrationNegativeTest-218370031 tempest-LiveMigrationNegativeTest-218370031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:25.000053 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8ef63360-d92a-4ca8-9cd4-c53d106ef365 req-cb028ade-b620-4a4d-a025-6ce6796795af tempest-LiveMigrationNegativeTest-218370031 tempest-LiveMigrationNegativeTest-218370031-project] 10.222.0.44 "GET /v2.0/ports?device_id=888f5e8a-b37b-4980-93db-923d46bd2ff0 HTTP/1.1" status: 200 len: 950 time: 0.0478084 Oct 27 10:19:25.036127 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8ef63360-d92a-4ca8-9cd4-c53d106ef365 req-33cbada6-a236-45ef-891e-818369e421f7 tempest-LiveMigrationNegativeTest-218370031 tempest-LiveMigrationNegativeTest-218370031-project] 10.222.0.44 "GET /v2.0/security-groups?id=ce298a20-614e-493c-89f0-b27e77f8a827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295691 Oct 27 10:19:25.043962 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device cf326a9d-27a4-4e1c-96d7-cb8fdbf66697 no longer exists at agent hyperv_n-h1-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:19:25.082677 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device cf326a9d-27a4-4e1c-96d7-cb8fdbf66697 not bound to the agent host n-h1-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:19:25.103927 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-58878476-0056-461b-bcd6-81fbf3984563 req-66f56df6-2730-46da-b9a8-10929b509677 tempest-FloatingIPDetailsTestJSON-2029017592 tempest-FloatingIPDetailsTestJSON-2029017592-project] 10.222.0.44 "GET /v2.0/floatingips/5846f436-86d2-4b16-8721-31f0430f3a4b HTTP/1.1" status: 200 len: 692 time: 0.0451100 Oct 27 10:19:25.208262 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58878476-0056-461b-bcd6-81fbf3984563 req-761bd9c6-65d8-4b2e-8496-60ab1a6b50ee tempest-FloatingIPDetailsTestJSON-2029017592 tempest-FloatingIPDetailsTestJSON-2029017592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:25.209504 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-58878476-0056-461b-bcd6-81fbf3984563 req-761bd9c6-65d8-4b2e-8496-60ab1a6b50ee tempest-FloatingIPDetailsTestJSON-2029017592 tempest-FloatingIPDetailsTestJSON-2029017592-project] 10.222.0.44 "GET /v2.0/networks/185ff123-c7ff-45c7-a6be-71feb35acc9c HTTP/1.1" status: 200 len: 784 time: 0.0998056 Oct 27 10:19:25.219265 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [req-58878476-0056-461b-bcd6-81fbf3984563 req-a8451cf2-1523-4a68-8a38-93f5fd4638d1 tempest-FloatingIPDetailsTestJSON-2029017592 tempest-FloatingIPDetailsTestJSON-2029017592-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=102347) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 10:19:25.220216 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-58878476-0056-461b-bcd6-81fbf3984563 req-a8451cf2-1523-4a68-8a38-93f5fd4638d1 tempest-FloatingIPDetailsTestJSON-2029017592 tempest-FloatingIPDetailsTestJSON-2029017592-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0052290 Oct 27 10:19:25.271801 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-58878476-0056-461b-bcd6-81fbf3984563 req-fa23ee43-bc01-41a7-831f-45963befd51a tempest-FloatingIPDetailsTestJSON-2029017592 tempest-FloatingIPDetailsTestJSON-2029017592-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.8.37 HTTP/1.1" status: 200 len: 695 time: 0.0460489 Oct 27 10:19:25.318970 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-58878476-0056-461b-bcd6-81fbf3984563 req-d5538466-17cc-449a-bc68-5cd106aea4ce tempest-FloatingIPDetailsTestJSON-2029017592 tempest-FloatingIPDetailsTestJSON-2029017592-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.8.37 HTTP/1.1" status: 200 len: 695 time: 0.0408919 Oct 27 10:19:25.443026 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [req-58878476-0056-461b-bcd6-81fbf3984563 req-4a27c362-6268-49e2-a519-c7ba992d58bb tempest-FloatingIPDetailsTestJSON-2029017592 tempest-FloatingIPDetailsTestJSON-2029017592-project] Deleting port 1596bcbe-eeb5-4660-adfb-58dccb7cbe91 {{(pid=102347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:19:25.443827 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-58878476-0056-461b-bcd6-81fbf3984563 req-4a27c362-6268-49e2-a519-c7ba992d58bb tempest-FloatingIPDetailsTestJSON-2029017592 tempest-FloatingIPDetailsTestJSON-2029017592-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:25.530586 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-58878476-0056-461b-bcd6-81fbf3984563 req-4a27c362-6268-49e2-a519-c7ba992d58bb tempest-FloatingIPDetailsTestJSON-2029017592 tempest-FloatingIPDetailsTestJSON-2029017592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:25.530822 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-58878476-0056-461b-bcd6-81fbf3984563 req-4a27c362-6268-49e2-a519-c7ba992d58bb tempest-FloatingIPDetailsTestJSON-2029017592 tempest-FloatingIPDetailsTestJSON-2029017592-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:25.541956 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [req-58878476-0056-461b-bcd6-81fbf3984563 req-4a27c362-6268-49e2-a519-c7ba992d58bb tempest-FloatingIPDetailsTestJSON-2029017592 tempest-FloatingIPDetailsTestJSON-2029017592-project] Calling delete_port for 1596bcbe-eeb5-4660-adfb-58dccb7cbe91 owned by network:floatingip {{(pid=102347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:19:25.676218 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-58878476-0056-461b-bcd6-81fbf3984563 req-4a27c362-6268-49e2-a519-c7ba992d58bb tempest-FloatingIPDetailsTestJSON-2029017592 tempest-FloatingIPDetailsTestJSON-2029017592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:25.700307 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a27c362-6268-49e2-a519-c7ba992d58bb tempest-FloatingIPDetailsTestJSON-2029017592 tempest-FloatingIPDetailsTestJSON-2029017592-project] Pushing event deleted for resources: {'Port': ['ID=1596bcbe-eeb5-4660-adfb-58dccb7cbe91,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:19:25.758611 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-58878476-0056-461b-bcd6-81fbf3984563 req-4a27c362-6268-49e2-a519-c7ba992d58bb tempest-FloatingIPDetailsTestJSON-2029017592 tempest-FloatingIPDetailsTestJSON-2029017592-project] Publish callbacks [] for floatingip, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:25.761133 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-58878476-0056-461b-bcd6-81fbf3984563 req-4a27c362-6268-49e2-a519-c7ba992d58bb tempest-FloatingIPDetailsTestJSON-2029017592 tempest-FloatingIPDetailsTestJSON-2029017592-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for floatingip, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:25.762364 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-58878476-0056-461b-bcd6-81fbf3984563 req-4a27c362-6268-49e2-a519-c7ba992d58bb tempest-FloatingIPDetailsTestJSON-2029017592 tempest-FloatingIPDetailsTestJSON-2029017592-project] 10.222.0.44 "DELETE /v2.0/floatingips/5846f436-86d2-4b16-8721-31f0430f3a4b HTTP/1.1" status: 204 len: 173 time: 0.4378567 Oct 27 10:19:25.898790 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed129a20-afe7-4135-a207-9b8a37367ed2 req-90179b4d-03d5-4a3a-950d-4bc457bf263e tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:25.900244 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-ed129a20-afe7-4135-a207-9b8a37367ed2 req-90179b4d-03d5-4a3a-950d-4bc457bf263e tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] 10.222.0.44 "GET /v2.0/ports?device_id=461a11c3-9cc5-4859-b647-0a8860e95b75 HTTP/1.1" status: 200 len: 967 time: 0.0511999 Oct 27 10:19:25.935879 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-ed129a20-afe7-4135-a207-9b8a37367ed2 req-ff23d6a9-b6b1-4479-a709-cfd5187ce8ba tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] 10.222.0.44 "GET /v2.0/security-groups?id=e3018bff-e5f8-44d8-a835-69520a8698da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298667 Oct 27 10:19:26.037175 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888bf785-f670-4c0b-874f-9cf50b76823e req-931c2982-38be-4a7a-8caf-d765c979d52c tempest-DeleteServersAdminTestJSON-767095768 tempest-DeleteServersAdminTestJSON-767095768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:26.038594 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-888bf785-f670-4c0b-874f-9cf50b76823e req-931c2982-38be-4a7a-8caf-d765c979d52c tempest-DeleteServersAdminTestJSON-767095768 tempest-DeleteServersAdminTestJSON-767095768-project] 10.222.0.44 "GET /v2.0/ports?device_id=c865ac78-2aa0-42f3-af00-7a5ec7bc85aa HTTP/1.1" status: 200 len: 950 time: 0.0466676 Oct 27 10:19:26.075335 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-888bf785-f670-4c0b-874f-9cf50b76823e req-e0f20a01-acd2-4080-8e74-8ad86ffd0e92 tempest-DeleteServersAdminTestJSON-767095768 tempest-DeleteServersAdminTestJSON-767095768-project] 10.222.0.44 "GET /v2.0/security-groups?id=e849200c-8e3e-41bb-bd28-f1c5b23c294b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308051 Oct 27 10:19:26.152124 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-548ea900-6745-4afd-8520-2012e7d46ffb req-24defc51-207e-4cb5-b21a-c3ef3d14b3e7 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/ports?device_id=a52d4eb7-7ffd-4109-9f94-dc97814340a0 HTTP/1.1" status: 200 len: 210 time: 0.0249643 Oct 27 10:19:26.219203 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-30721b6b-826d-44bb-bf4c-4ffb55a92386 req-d485c09a-3b81-4404-960d-4a01cf188f10 tempest-FloatingIPDetailsTestJSON-2029017592 tempest-FloatingIPDetailsTestJSON-2029017592-project] 10.222.0.44 "GET /v2.0/floatingips/6bdc212a-f475-485d-9d06-04067f687b99 HTTP/1.1" status: 200 len: 692 time: 0.0449305 Oct 27 10:19:26.319878 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30721b6b-826d-44bb-bf4c-4ffb55a92386 req-f38cff8f-577a-4b05-9971-fa3125478fe0 tempest-FloatingIPDetailsTestJSON-2029017592 tempest-FloatingIPDetailsTestJSON-2029017592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:26.321229 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-30721b6b-826d-44bb-bf4c-4ffb55a92386 req-f38cff8f-577a-4b05-9971-fa3125478fe0 tempest-FloatingIPDetailsTestJSON-2029017592 tempest-FloatingIPDetailsTestJSON-2029017592-project] 10.222.0.44 "GET /v2.0/networks/185ff123-c7ff-45c7-a6be-71feb35acc9c HTTP/1.1" status: 200 len: 784 time: 0.0960917 Oct 27 10:19:26.372917 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-30721b6b-826d-44bb-bf4c-4ffb55a92386 req-096f6e71-9aa3-4095-ab97-f169900919f1 tempest-FloatingIPDetailsTestJSON-2029017592 tempest-FloatingIPDetailsTestJSON-2029017592-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.8.78 HTTP/1.1" status: 200 len: 695 time: 0.0456393 Oct 27 10:19:26.419232 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-30721b6b-826d-44bb-bf4c-4ffb55a92386 req-48eb14f0-6b78-4bac-b0db-93bc62958bb2 tempest-FloatingIPDetailsTestJSON-2029017592 tempest-FloatingIPDetailsTestJSON-2029017592-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.8.78 HTTP/1.1" status: 200 len: 695 time: 0.0403705 Oct 27 10:19:26.541512 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [req-30721b6b-826d-44bb-bf4c-4ffb55a92386 req-d30942c2-82f4-40d5-8d79-7d41e68db77f tempest-FloatingIPDetailsTestJSON-2029017592 tempest-FloatingIPDetailsTestJSON-2029017592-project] Deleting port 38715e13-e1df-4420-b4ad-3afdc5aa43c0 {{(pid=102347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:19:26.541844 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-30721b6b-826d-44bb-bf4c-4ffb55a92386 req-d30942c2-82f4-40d5-8d79-7d41e68db77f tempest-FloatingIPDetailsTestJSON-2029017592 tempest-FloatingIPDetailsTestJSON-2029017592-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:26.616333 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-30721b6b-826d-44bb-bf4c-4ffb55a92386 req-d30942c2-82f4-40d5-8d79-7d41e68db77f tempest-FloatingIPDetailsTestJSON-2029017592 tempest-FloatingIPDetailsTestJSON-2029017592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:26.616575 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-30721b6b-826d-44bb-bf4c-4ffb55a92386 req-d30942c2-82f4-40d5-8d79-7d41e68db77f tempest-FloatingIPDetailsTestJSON-2029017592 tempest-FloatingIPDetailsTestJSON-2029017592-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:26.628511 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [req-30721b6b-826d-44bb-bf4c-4ffb55a92386 req-d30942c2-82f4-40d5-8d79-7d41e68db77f tempest-FloatingIPDetailsTestJSON-2029017592 tempest-FloatingIPDetailsTestJSON-2029017592-project] Calling delete_port for 38715e13-e1df-4420-b4ad-3afdc5aa43c0 owned by network:floatingip {{(pid=102347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:19:26.753605 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-30721b6b-826d-44bb-bf4c-4ffb55a92386 req-d30942c2-82f4-40d5-8d79-7d41e68db77f tempest-FloatingIPDetailsTestJSON-2029017592 tempest-FloatingIPDetailsTestJSON-2029017592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:26.778429 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30942c2-82f4-40d5-8d79-7d41e68db77f tempest-FloatingIPDetailsTestJSON-2029017592 tempest-FloatingIPDetailsTestJSON-2029017592-project] Pushing event deleted for resources: {'Port': ['ID=38715e13-e1df-4420-b4ad-3afdc5aa43c0,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:19:26.836980 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-30721b6b-826d-44bb-bf4c-4ffb55a92386 req-d30942c2-82f4-40d5-8d79-7d41e68db77f tempest-FloatingIPDetailsTestJSON-2029017592 tempest-FloatingIPDetailsTestJSON-2029017592-project] Publish callbacks [] for floatingip, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:26.839592 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-30721b6b-826d-44bb-bf4c-4ffb55a92386 req-d30942c2-82f4-40d5-8d79-7d41e68db77f tempest-FloatingIPDetailsTestJSON-2029017592 tempest-FloatingIPDetailsTestJSON-2029017592-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for floatingip, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:26.840736 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-30721b6b-826d-44bb-bf4c-4ffb55a92386 req-d30942c2-82f4-40d5-8d79-7d41e68db77f tempest-FloatingIPDetailsTestJSON-2029017592 tempest-FloatingIPDetailsTestJSON-2029017592-project] 10.222.0.44 "DELETE /v2.0/floatingips/6bdc212a-f475-485d-9d06-04067f687b99 HTTP/1.1" status: 204 len: 173 time: 0.4155803 Oct 27 10:19:26.995419 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec98208-8996-481b-a076-1dcdadbec0eb req-f19505d0-3965-4fae-a17c-71a48fda8d4e tempest-LiveMigrationNegativeTest-218370031 tempest-LiveMigrationNegativeTest-218370031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:26.996898 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-aec98208-8996-481b-a076-1dcdadbec0eb req-f19505d0-3965-4fae-a17c-71a48fda8d4e tempest-LiveMigrationNegativeTest-218370031 tempest-LiveMigrationNegativeTest-218370031-project] 10.222.0.44 "GET /v2.0/ports?device_id=888f5e8a-b37b-4980-93db-923d46bd2ff0 HTTP/1.1" status: 200 len: 950 time: 0.0521762 Oct 27 10:19:27.034083 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-aec98208-8996-481b-a076-1dcdadbec0eb req-df39e0cb-f9d2-48b6-a55b-d553d81d382f tempest-LiveMigrationNegativeTest-218370031 tempest-LiveMigrationNegativeTest-218370031-project] 10.222.0.44 "GET /v2.0/security-groups?id=ce298a20-614e-493c-89f0-b27e77f8a827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307045 Oct 27 10:19:27.183681 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-a5b1358c-4bd4-43fc-a1e9-941bff0664d4 req-04f098cc-faf5-450d-8611-c37109fc6741 tempest-FloatingIPDetailsTestJSON-2029017592 tempest-FloatingIPDetailsTestJSON-2029017592-project] 10.222.0.44 "GET /v2.0/floatingips/b4263fda-51f8-415d-a6fa-7bd5ef14d94d HTTP/1.1" status: 200 len: 693 time: 0.0423679 Oct 27 10:19:27.290641 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b1358c-4bd4-43fc-a1e9-941bff0664d4 req-23c0b244-8ad2-4488-91a2-5783e891dba7 tempest-FloatingIPDetailsTestJSON-2029017592 tempest-FloatingIPDetailsTestJSON-2029017592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:27.291976 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-a5b1358c-4bd4-43fc-a1e9-941bff0664d4 req-23c0b244-8ad2-4488-91a2-5783e891dba7 tempest-FloatingIPDetailsTestJSON-2029017592 tempest-FloatingIPDetailsTestJSON-2029017592-project] 10.222.0.44 "GET /v2.0/networks/185ff123-c7ff-45c7-a6be-71feb35acc9c HTTP/1.1" status: 200 len: 784 time: 0.1026039 Oct 27 10:19:27.340368 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-a5b1358c-4bd4-43fc-a1e9-941bff0664d4 req-7c7435fb-d070-408d-a573-eee29a2d4d04 tempest-FloatingIPDetailsTestJSON-2029017592 tempest-FloatingIPDetailsTestJSON-2029017592-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.8.180 HTTP/1.1" status: 200 len: 696 time: 0.0422263 Oct 27 10:19:27.391291 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-a5b1358c-4bd4-43fc-a1e9-941bff0664d4 req-bd8ebfd5-9e68-454a-b25c-b6b3192720f3 tempest-FloatingIPDetailsTestJSON-2029017592 tempest-FloatingIPDetailsTestJSON-2029017592-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.8.180 HTTP/1.1" status: 200 len: 696 time: 0.0447671 Oct 27 10:19:27.515942 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [req-a5b1358c-4bd4-43fc-a1e9-941bff0664d4 req-dd198249-4d01-41a8-a2c6-9c3ef4648a20 tempest-FloatingIPDetailsTestJSON-2029017592 tempest-FloatingIPDetailsTestJSON-2029017592-project] Deleting port e270b885-bc81-4cde-a529-d17401813d24 {{(pid=102347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:19:27.516315 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-a5b1358c-4bd4-43fc-a1e9-941bff0664d4 req-dd198249-4d01-41a8-a2c6-9c3ef4648a20 tempest-FloatingIPDetailsTestJSON-2029017592 tempest-FloatingIPDetailsTestJSON-2029017592-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:27.587858 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-a5b1358c-4bd4-43fc-a1e9-941bff0664d4 req-dd198249-4d01-41a8-a2c6-9c3ef4648a20 tempest-FloatingIPDetailsTestJSON-2029017592 tempest-FloatingIPDetailsTestJSON-2029017592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:27.588174 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-a5b1358c-4bd4-43fc-a1e9-941bff0664d4 req-dd198249-4d01-41a8-a2c6-9c3ef4648a20 tempest-FloatingIPDetailsTestJSON-2029017592 tempest-FloatingIPDetailsTestJSON-2029017592-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:27.599840 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [req-a5b1358c-4bd4-43fc-a1e9-941bff0664d4 req-dd198249-4d01-41a8-a2c6-9c3ef4648a20 tempest-FloatingIPDetailsTestJSON-2029017592 tempest-FloatingIPDetailsTestJSON-2029017592-project] Calling delete_port for e270b885-bc81-4cde-a529-d17401813d24 owned by network:floatingip {{(pid=102347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:19:27.728248 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-a5b1358c-4bd4-43fc-a1e9-941bff0664d4 req-dd198249-4d01-41a8-a2c6-9c3ef4648a20 tempest-FloatingIPDetailsTestJSON-2029017592 tempest-FloatingIPDetailsTestJSON-2029017592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:27.754097 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd198249-4d01-41a8-a2c6-9c3ef4648a20 tempest-FloatingIPDetailsTestJSON-2029017592 tempest-FloatingIPDetailsTestJSON-2029017592-project] Pushing event deleted for resources: {'Port': ['ID=e270b885-bc81-4cde-a529-d17401813d24,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:19:27.826790 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-a5b1358c-4bd4-43fc-a1e9-941bff0664d4 req-dd198249-4d01-41a8-a2c6-9c3ef4648a20 tempest-FloatingIPDetailsTestJSON-2029017592 tempest-FloatingIPDetailsTestJSON-2029017592-project] Publish callbacks [] for floatingip, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:27.829436 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-a5b1358c-4bd4-43fc-a1e9-941bff0664d4 req-dd198249-4d01-41a8-a2c6-9c3ef4648a20 tempest-FloatingIPDetailsTestJSON-2029017592 tempest-FloatingIPDetailsTestJSON-2029017592-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for floatingip, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:27.831368 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-a5b1358c-4bd4-43fc-a1e9-941bff0664d4 req-dd198249-4d01-41a8-a2c6-9c3ef4648a20 tempest-FloatingIPDetailsTestJSON-2029017592 tempest-FloatingIPDetailsTestJSON-2029017592-project] 10.222.0.44 "DELETE /v2.0/floatingips/b4263fda-51f8-415d-a6fa-7bd5ef14d94d HTTP/1.1" status: 204 len: 173 time: 0.4345043 Oct 27 10:19:27.838455 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 38974) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:19:27.873282 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d98e762-46ed-46c6-8533-67daec00bf05 req-25a5f4ef-44e2-4f7b-9be0-027b252f8964 tempest-LiveAutoBlockMigrationV225Test-1419872258 tempest-LiveAutoBlockMigrationV225Test-1419872258-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:27.874756 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-3d98e762-46ed-46c6-8533-67daec00bf05 req-25a5f4ef-44e2-4f7b-9be0-027b252f8964 tempest-LiveAutoBlockMigrationV225Test-1419872258 tempest-LiveAutoBlockMigrationV225Test-1419872258-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=461a11c3-9cc5-4859-b647-0a8860e95b75&tenant_id=54312c7c8f9740c0a6858560a6518b0e&binding%3Ahost_id=n-h1-813419-10 HTTP/1.1" status: 200 len: 1119 time: 0.0716472 Oct 27 10:19:27.997964 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d2fa56-5edb-42ce-9fc9-075498bc4168 req-369f11cd-6a99-4a66-bd80-df7d3c270fda tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:27.999355 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-d3d2fa56-5edb-42ce-9fc9-075498bc4168 req-369f11cd-6a99-4a66-bd80-df7d3c270fda tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] 10.222.0.44 "GET /v2.0/ports?device_id=461a11c3-9cc5-4859-b647-0a8860e95b75 HTTP/1.1" status: 200 len: 967 time: 0.0793591 Oct 27 10:19:28.001639 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d98e762-46ed-46c6-8533-67daec00bf05 req-49384cce-0af5-4892-8a6c-152aa2d3f5d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:28.003672 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-3d98e762-46ed-46c6-8533-67daec00bf05 req-49384cce-0af5-4892-8a6c-152aa2d3f5d0 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=461a11c3-9cc5-4859-b647-0a8860e95b75&tenant_id=54312c7c8f9740c0a6858560a6518b0e HTTP/1.1" status: 200 len: 1119 time: 0.1184762 Oct 27 10:19:28.009284 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509eff56-cd24-4d87-a9de-bcfa15a279c8 req-b4823966-2950-43ac-a18a-2d16722b9ed3 tempest-DeleteServersAdminTestJSON-767095768 tempest-DeleteServersAdminTestJSON-767095768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:28.011265 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-509eff56-cd24-4d87-a9de-bcfa15a279c8 req-b4823966-2950-43ac-a18a-2d16722b9ed3 tempest-DeleteServersAdminTestJSON-767095768 tempest-DeleteServersAdminTestJSON-767095768-project] 10.222.0.44 "GET /v2.0/ports?device_id=c865ac78-2aa0-42f3-af00-7a5ec7bc85aa HTTP/1.1" status: 200 len: 950 time: 0.1043651 Oct 27 10:19:28.041898 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-d3d2fa56-5edb-42ce-9fc9-075498bc4168 req-898e4f8b-af75-4459-84f4-01b98eb091bf tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] 10.222.0.44 "GET /v2.0/security-groups?id=e3018bff-e5f8-44d8-a835-69520a8698da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342755 Oct 27 10:19:28.088400 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d98e762-46ed-46c6-8533-67daec00bf05 req-dab97087-498d-4806-a26b-32867d3053d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:28.090078 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-3d98e762-46ed-46c6-8533-67daec00bf05 req-dab97087-498d-4806-a26b-32867d3053d0 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=54312c7c8f9740c0a6858560a6518b0e&device_id=461a11c3-9cc5-4859-b647-0a8860e95b75 HTTP/1.1" status: 200 len: 1119 time: 0.0458984 Oct 27 10:19:28.121566 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-509eff56-cd24-4d87-a9de-bcfa15a279c8 req-afb8c8d0-eb45-4618-875b-abc55197d4f1 tempest-DeleteServersAdminTestJSON-767095768 tempest-DeleteServersAdminTestJSON-767095768-project] 10.222.0.44 "GET /v2.0/security-groups?id=e849200c-8e3e-41bb-bd28-f1c5b23c294b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012878 Oct 27 10:19:28.178526 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-3e96f2d5-14ab-4449-a0df-3ddf88beff0f req-20e8479a-5f95-4c6a-af3e-4bbcbeea4b62 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/ports?device_id=a52d4eb7-7ffd-4109-9f94-dc97814340a0 HTTP/1.1" status: 200 len: 210 time: 0.0613911 Oct 27 10:19:28.460441 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-b12edcdb-772e-4375-9932-04815c4b0afb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1766202'] for router_interface, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:28.528865 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d98e762-46ed-46c6-8533-67daec00bf05 req-cfd424be-2c39-428c-a17d-61caff7703c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:28.530488 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-3d98e762-46ed-46c6-8533-67daec00bf05 req-cfd424be-2c39-428c-a17d-61caff7703c5 service neutron] 10.222.0.76 "GET /v2.0/networks?id=1886fe3b-e088-4c7d-8f4c-b14d4440b311 HTTP/1.1" status: 200 len: 922 time: 0.4233110 Oct 27 10:19:28.579079 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-3d98e762-46ed-46c6-8533-67daec00bf05 req-bf656caf-6561-45df-90ea-840045ba5b07 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cf326a9d-27a4-4e1c-96d7-cb8fdbf66697 HTTP/1.1" status: 200 len: 217 time: 0.0371559 Oct 27 10:19:28.586749 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862fbc98-83e2-4f78-a5d2-8660c0e8d1b3 req-375922d3-5c69-41a0-b3dc-a0331061965f tempest-LiveMigrationNegativeTest-218370031 tempest-LiveMigrationNegativeTest-218370031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:28.594911 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-862fbc98-83e2-4f78-a5d2-8660c0e8d1b3 req-375922d3-5c69-41a0-b3dc-a0331061965f tempest-LiveMigrationNegativeTest-218370031 tempest-LiveMigrationNegativeTest-218370031-project] 10.222.0.44 "GET /v2.0/ports?device_id=888f5e8a-b37b-4980-93db-923d46bd2ff0 HTTP/1.1" status: 200 len: 950 time: 0.3390903 Oct 27 10:19:28.631205 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 38990) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:19:28.678079 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d98e762-46ed-46c6-8533-67daec00bf05 req-b39c6714-a400-4596-8f97-7c2b767e369c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:28.679832 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-3d98e762-46ed-46c6-8533-67daec00bf05 req-b39c6714-a400-4596-8f97-7c2b767e369c service neutron] 10.222.0.76 "GET /v2.0/subnets?id=823c78a5-c352-4686-b77c-588d22c2aa2c HTTP/1.1" status: 200 len: 861 time: 0.0824912 Oct 27 10:19:28.683403 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-862fbc98-83e2-4f78-a5d2-8660c0e8d1b3 req-511c5fec-5d0a-493d-9cad-9a114d2f96c7 tempest-LiveMigrationNegativeTest-218370031 tempest-LiveMigrationNegativeTest-218370031-project] 10.222.0.44 "GET /v2.0/security-groups?id=ce298a20-614e-493c-89f0-b27e77f8a827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877864 Oct 27 10:19:28.729904 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-3d98e762-46ed-46c6-8533-67daec00bf05 req-341047fc-3c4d-41d6-bf5e-3f714c04b2fc service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=1886fe3b-e088-4c7d-8f4c-b14d4440b311&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351670 Oct 27 10:19:28.826895 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-19096ec2-3d74-4b33-bba6-a23a1c0ba578 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:28.862480 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-59acc17e-a88a-4874-a51d-e447d61138e5 req-93545810-7a64-4b48-a98f-dae3471d6feb tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=31dc088f778a4c2fb761c23ef7d22647&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3560560 Oct 27 10:19:28.894015 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-3d98e762-46ed-46c6-8533-67daec00bf05 req-363d3ce5-8d5e-4a47-9661-1065216de2a8 service neutron] 10.222.0.76 "GET /v2.0/networks/1886fe3b-e088-4c7d-8f4c-b14d4440b311?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496632 Oct 27 10:19:28.947352 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2dac52-6302-40a8-a895-ec0cd7b2cfcd req-0269e768-c52a-4e68-925b-04df4a2579fb tempest-DeleteServersAdminTestJSON-767095768 tempest-DeleteServersAdminTestJSON-767095768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:28.954394 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-4a2dac52-6302-40a8-a895-ec0cd7b2cfcd req-0269e768-c52a-4e68-925b-04df4a2579fb tempest-DeleteServersAdminTestJSON-767095768 tempest-DeleteServersAdminTestJSON-767095768-project] 10.222.0.44 "GET /v2.0/ports?device_id=c865ac78-2aa0-42f3-af00-7a5ec7bc85aa HTTP/1.1" status: 200 len: 950 time: 0.4981058 Oct 27 10:19:29.038117 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-19096ec2-3d74-4b33-bba6-a23a1c0ba578 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:29.041154 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-3d98e762-46ed-46c6-8533-67daec00bf05 req-d8fa3c1c-daf9-4fe0-8e3f-b750bd6e657c service neutron] 10.222.0.76 "GET /v2.0/networks/1886fe3b-e088-4c7d-8f4c-b14d4440b311?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351459 Oct 27 10:19:29.043170 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-19096ec2-3d74-4b33-bba6-a23a1c0ba578 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:29.111936 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19096ec2-3d74-4b33-bba6-a23a1c0ba578 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdf27f34-e342-4424-bf54-00b7c504aaf7,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:19:29.117607 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-19096ec2-3d74-4b33-bba6-a23a1c0ba578 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c0eea88c56d446a1bc51658f89f7bc54&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4853621 Oct 27 10:19:29.118330 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 39010) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:19:29.126599 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 39012) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:19:29.149572 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59acc17e-a88a-4874-a51d-e447d61138e5 req-b2de366b-244c-41a2-8694-cc6b98afd70c tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:29.151040 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-59acc17e-a88a-4874-a51d-e447d61138e5 req-b2de366b-244c-41a2-8694-cc6b98afd70c tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2811031 Oct 27 10:19:29.175749 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [req-59acc17e-a88a-4874-a51d-e447d61138e5 req-7e045b5e-ed39-4082-b68d-91a027224bd9 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] Request body: {'port': {'device_id': 'a52d4eb7-7ffd-4109-9f94-dc97814340a0', 'network_id': '4d250f92-d229-45fe-a579-67fef8e6c544', 'admin_state_up': True, 'tenant_id': '31dc088f778a4c2fb761c23ef7d22647'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:19:29.185848 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-4a2dac52-6302-40a8-a895-ec0cd7b2cfcd req-fc3ab5d5-ab7e-47e0-a22e-9cd98e1e4416 tempest-DeleteServersAdminTestJSON-767095768 tempest-DeleteServersAdminTestJSON-767095768-project] 10.222.0.44 "GET /v2.0/security-groups?id=e849200c-8e3e-41bb-bd28-f1c5b23c294b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2304502 Oct 27 10:19:29.224408 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d58eef7c-4dee-44ef-b1b8-91b2a69d05e6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:29.242950 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44483329-fb34-4a6a-bab1-0df38209ce70 req-1d7a19de-9685-4c25-9f50-1bc910d416a0 tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:29.244534 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-44483329-fb34-4a6a-bab1-0df38209ce70 req-1d7a19de-9685-4c25-9f50-1bc910d416a0 tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] 10.222.0.44 "GET /v2.0/ports?device_id=461a11c3-9cc5-4859-b647-0a8860e95b75 HTTP/1.1" status: 200 len: 967 time: 0.0993474 Oct 27 10:19:29.279002 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d58eef7c-4dee-44ef-b1b8-91b2a69d05e6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:29.313679 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-7799b0c7-fb94-4fc0-b611-f324bd62beeb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:29.354275 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-d0efc629-0b3e-4c34-82e9-74b254d686da req-0cd5072f-ee50-4090-9808-fe41d608e765 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/ports?device_id=a52d4eb7-7ffd-4109-9f94-dc97814340a0 HTTP/1.1" status: 200 len: 210 time: 0.0485706 Oct 27 10:19:29.373329 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-44483329-fb34-4a6a-bab1-0df38209ce70 req-c952e321-2971-498c-8ed8-c0de3434ca0b tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] 10.222.0.44 "GET /v2.0/security-groups?id=e3018bff-e5f8-44d8-a835-69520a8698da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170194 Oct 27 10:19:29.409755 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d58eef7c-4dee-44ef-b1b8-91b2a69d05e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:29.413400 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d58eef7c-4dee-44ef-b1b8-91b2a69d05e6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:29.414774 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-d58eef7c-4dee-44ef-b1b8-91b2a69d05e6 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/cdf27f34-e342-4424-bf54-00b7c504aaf7 HTTP/1.1" status: 204 len: 168 time: 0.2868235 Oct 27 10:19:29.432564 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59acc17e-a88a-4874-a51d-e447d61138e5 req-7e045b5e-ed39-4082-b68d-91a027224bd9 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] Made reservation on behalf of 31dc088f778a4c2fb761c23ef7d22647 for: {'port': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:19:29.434653 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58eef7c-4dee-44ef-b1b8-91b2a69d05e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdf27f34-e342-4424-bf54-00b7c504aaf7,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:19:29.436347 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-59acc17e-a88a-4874-a51d-e447d61138e5 req-7e045b5e-ed39-4082-b68d-91a027224bd9 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:29.452112 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-59acc17e-a88a-4874-a51d-e447d61138e5 req-7e045b5e-ed39-4082-b68d-91a027224bd9 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] Publish callbacks [] for security_group, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:29.478444 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-b12edcdb-772e-4375-9932-04815c4b0afb admin admin] Deleting port aca8b4d8-0b2d-41fb-81bc-d683446c285b {{(pid=102347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:19:29.478974 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-b12edcdb-772e-4375-9932-04815c4b0afb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:29.528903 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d98e762-46ed-46c6-8533-67daec00bf05 req-e83434d3-237e-4c32-a8d8-d36906b4be99 tempest-LiveAutoBlockMigrationV225Test-1419872258 tempest-LiveAutoBlockMigrationV225Test-1419872258-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:29.530770 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-3d98e762-46ed-46c6-8533-67daec00bf05 req-e83434d3-237e-4c32-a8d8-d36906b4be99 tempest-LiveAutoBlockMigrationV225Test-1419872258 tempest-LiveAutoBlockMigrationV225Test-1419872258-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=461a11c3-9cc5-4859-b647-0a8860e95b75&tenant_id=54312c7c8f9740c0a6858560a6518b0e&binding%3Ahost_id=n-h2-813419-10 HTTP/1.1" status: 200 len: 1119 time: 0.0829592 Oct 27 10:19:29.532522 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-7799b0c7-fb94-4fc0-b611-f324bd62beeb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:29.536929 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-7799b0c7-fb94-4fc0-b611-f324bd62beeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:29.604438 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [None req-b12edcdb-772e-4375-9932-04815c4b0afb admin admin] For port aca8b4d8-0b2d-41fb-81bc-d683446c285b, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=aca8b4d8-0b2d-41fb-81bc-d683446c285b,segment=NetworkSegment(4a18027c-4f21-4742-add6-6aee377206a7),segment_id=4a18027c-4f21-4742-add6-6aee377206a7)] {{(pid=102347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:19:29.604829 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-b12edcdb-772e-4375-9932-04815c4b0afb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:29.620103 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7799b0c7-fb94-4fc0-b611-f324bd62beeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff30795b-61e5-4e47-9c2d-98981d6d24b0,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:19:29.631049 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-b12edcdb-772e-4375-9932-04815c4b0afb admin admin] Calling delete_port for aca8b4d8-0b2d-41fb-81bc-d683446c285b owned by network:router_interface {{(pid=102347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:19:29.632880 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-7799b0c7-fb94-4fc0-b611-f324bd62beeb admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d15e1e768a5b433a8796739e5107d5d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5132723 Oct 27 10:19:29.633787 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-59acc17e-a88a-4874-a51d-e447d61138e5 req-7e045b5e-ed39-4082-b68d-91a027224bd9 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] Publish callbacks [] for security_group, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:29.636400 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 39022) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:19:29.655131 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-59acc17e-a88a-4874-a51d-e447d61138e5 req-7e045b5e-ed39-4082-b68d-91a027224bd9 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:29.730910 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [req-3d98e762-46ed-46c6-8533-67daec00bf05 req-7952cf54-9c71-41fd-978b-caf2684f2fe1 service neutron] For port cf326a9d-27a4-4e1c-96d7-cb8fdbf66697, host n-h1-813419-10, cleared binding levels {{(pid=102346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:19:29.734451 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-3d98e762-46ed-46c6-8533-67daec00bf05 req-7952cf54-9c71-41fd-978b-caf2684f2fe1 service neutron] Publish callbacks [] for binding, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:29.735656 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-3d98e762-46ed-46c6-8533-67daec00bf05 req-7952cf54-9c71-41fd-978b-caf2684f2fe1 service neutron] 10.222.0.76 "DELETE /v2.0/ports/cf326a9d-27a4-4e1c-96d7-cb8fdbf66697/bindings/n-h1-813419-10 HTTP/1.1" status: 204 len: 173 time: 0.1910307 Oct 27 10:19:29.803339 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e045b5e-ed39-4082-b68d-91a027224bd9 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e786382c-1289-4f9d-b471-ed120470c2de,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:19:29.851836 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 39026) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:19:29.853286 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aab13d1-b36e-4ee3-8ec2-5257148d4939 req-3976dc7a-56d8-45c2-8af1-f70c3db7ee3b tempest-DeleteServersAdminTestJSON-767095768 tempest-DeleteServersAdminTestJSON-767095768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:29.854780 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-2aab13d1-b36e-4ee3-8ec2-5257148d4939 req-3976dc7a-56d8-45c2-8af1-f70c3db7ee3b tempest-DeleteServersAdminTestJSON-767095768 tempest-DeleteServersAdminTestJSON-767095768-project] 10.222.0.64 "GET /v2.0/ports?device_id=c865ac78-2aa0-42f3-af00-7a5ec7bc85aa HTTP/1.1" status: 200 len: 950 time: 0.0526791 Oct 27 10:19:29.941995 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-5de79a60-2ca7-4779-ace9-4b631e2709fe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:29.948173 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-41f82ce6-3fcc-4fb6-8709-c9c86e6c0513 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:29.958046 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [req-2aab13d1-b36e-4ee3-8ec2-5257148d4939 req-94eff4df-4576-41b6-aa20-d10700e13f66 tempest-DeleteServersAdminTestJSON-767095768 tempest-DeleteServersAdminTestJSON-767095768-project] Deleting port 7efb281c-acdb-4e81-aff9-dcd8fe0523a4 {{(pid=102346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:19:29.958571 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-2aab13d1-b36e-4ee3-8ec2-5257148d4939 req-94eff4df-4576-41b6-aa20-d10700e13f66 tempest-DeleteServersAdminTestJSON-767095768 tempest-DeleteServersAdminTestJSON-767095768-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:29.994761 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f3211c-adec-47ef-828d-c6bc47ceb5ab req-4d741baa-7608-4781-8946-b39d77818e2b tempest-LiveMigrationNegativeTest-218370031 tempest-LiveMigrationNegativeTest-218370031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:29.996264 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-80f3211c-adec-47ef-828d-c6bc47ceb5ab req-4d741baa-7608-4781-8946-b39d77818e2b tempest-LiveMigrationNegativeTest-218370031 tempest-LiveMigrationNegativeTest-218370031-project] 10.222.0.44 "GET /v2.0/ports?device_id=888f5e8a-b37b-4980-93db-923d46bd2ff0 HTTP/1.1" status: 200 len: 950 time: 0.1997302 Oct 27 10:19:30.001145 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_common [req-59acc17e-a88a-4874-a51d-e447d61138e5 req-7e045b5e-ed39-4082-b68d-91a027224bd9 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] Allocated IP 192.168.233.179 (4d250f92-d229-45fe-a579-67fef8e6c544/62eb52f7-aac4-48af-8670-e04300325561/4226de95-7a65-4c77-86b6-a858ffe6dac1) {{(pid=102347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:19:30.023778 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-5de79a60-2ca7-4779-ace9-4b631e2709fe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:30.049659 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [req-2aab13d1-b36e-4ee3-8ec2-5257148d4939 req-94eff4df-4576-41b6-aa20-d10700e13f66 tempest-DeleteServersAdminTestJSON-767095768 tempest-DeleteServersAdminTestJSON-767095768-project] For port 7efb281c-acdb-4e81-aff9-dcd8fe0523a4, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=7efb281c-acdb-4e81-aff9-dcd8fe0523a4,segment=NetworkSegment(f7c42c6d-2766-46d8-a8b7-4852117a5555),segment_id=f7c42c6d-2766-46d8-a8b7-4852117a5555)] {{(pid=102346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:19:30.049976 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-2aab13d1-b36e-4ee3-8ec2-5257148d4939 req-94eff4df-4576-41b6-aa20-d10700e13f66 tempest-DeleteServersAdminTestJSON-767095768 tempest-DeleteServersAdminTestJSON-767095768-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:30.070516 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [req-2aab13d1-b36e-4ee3-8ec2-5257148d4939 req-94eff4df-4576-41b6-aa20-d10700e13f66 tempest-DeleteServersAdminTestJSON-767095768 tempest-DeleteServersAdminTestJSON-767095768-project] Calling delete_port for 7efb281c-acdb-4e81-aff9-dcd8fe0523a4 owned by compute:nova {{(pid=102346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:19:30.188778 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-80f3211c-adec-47ef-828d-c6bc47ceb5ab req-6d0d69c8-a459-4b5a-9b04-8b41f08346dc tempest-LiveMigrationNegativeTest-218370031 tempest-LiveMigrationNegativeTest-218370031-project] 10.222.0.44 "GET /v2.0/security-groups?id=ce298a20-614e-493c-89f0-b27e77f8a827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730978 Oct 27 10:19:30.242460 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-2aab13d1-b36e-4ee3-8ec2-5257148d4939 req-94eff4df-4576-41b6-aa20-d10700e13f66 tempest-DeleteServersAdminTestJSON-767095768 tempest-DeleteServersAdminTestJSON-767095768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615'] for port, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:30.255370 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] get_ports_and_sgs() called for port_ids ['7efb281c-acdb-4e81-aff9-dcd8fe0523a4'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:19:30.279467 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-b12edcdb-772e-4375-9932-04815c4b0afb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:30.281472 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-5de79a60-2ca7-4779-ace9-4b631e2709fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:30.284660 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-5de79a60-2ca7-4779-ace9-4b631e2709fe admin admin] Publish callbacks [] for security_group, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:30.285899 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-5de79a60-2ca7-4779-ace9-4b631e2709fe admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ff30795b-61e5-4e47-9c2d-98981d6d24b0 HTTP/1.1" status: 204 len: 168 time: 0.6485748 Oct 27 10:19:30.317667 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94eff4df-4576-41b6-aa20-d10700e13f66 tempest-DeleteServersAdminTestJSON-767095768 tempest-DeleteServersAdminTestJSON-767095768-project] Pushing event deleted for resources: {'Port': ['ID=7efb281c-acdb-4e81-aff9-dcd8fe0523a4,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:19:30.347723 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12edcdb-772e-4375-9932-04815c4b0afb admin admin] Pushing event deleted for resources: {'Port': ['ID=aca8b4d8-0b2d-41fb-81bc-d683446c285b,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:19:30.349688 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de79a60-2ca7-4779-ace9-4b631e2709fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff30795b-61e5-4e47-9c2d-98981d6d24b0,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:19:30.379787 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-41f82ce6-3fcc-4fb6-8709-c9c86e6c0513 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:30.397718 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [req-2aab13d1-b36e-4ee3-8ec2-5257148d4939 req-94eff4df-4576-41b6-aa20-d10700e13f66 tempest-DeleteServersAdminTestJSON-767095768 tempest-DeleteServersAdminTestJSON-767095768-project] No DVR routers for this DVR port 7efb281c-acdb-4e81-aff9-dcd8fe0523a4 on host n-h1-813419-10 {{(pid=102346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:19:30.401117 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-2aab13d1-b36e-4ee3-8ec2-5257148d4939 req-94eff4df-4576-41b6-aa20-d10700e13f66 tempest-DeleteServersAdminTestJSON-767095768 tempest-DeleteServersAdminTestJSON-767095768-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:30.406628 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-2aab13d1-b36e-4ee3-8ec2-5257148d4939 req-94eff4df-4576-41b6-aa20-d10700e13f66 tempest-DeleteServersAdminTestJSON-767095768 tempest-DeleteServersAdminTestJSON-767095768-project] 10.222.0.64 "DELETE /v2.0/ports/7efb281c-acdb-4e81-aff9-dcd8fe0523a4 HTTP/1.1" status: 204 len: 173 time: 0.5441341 Oct 27 10:19:30.409078 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c865ac78-2aa0-42f3-af00-7a5ec7bc85aa', 'name': 'network-vif-deleted', 'tag': '7efb281c-acdb-4e81-aff9-dcd8fe0523a4'}] {{(pid=102346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:19:30.419374 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc0e418f5fc417c8d55d94c0aa509b037d0beb2a734c1a709e789eb65639a56d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-558542a8-3e99-45df-8f3d-af336e0a1797" -d '{"events": [{"server_uuid": "c865ac78-2aa0-42f3-af00-7a5ec7bc85aa", "name": "network-vif-deleted", "tag": "7efb281c-acdb-4e81-aff9-dcd8fe0523a4"}]}' {{(pid=102346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:19:30.509270 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-41f82ce6-3fcc-4fb6-8709-c9c86e6c0513 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:30.556259 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-41f82ce6-3fcc-4fb6-8709-c9c86e6c0513 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7dfc05c4ca0f49229bb7bd8cc0311139&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6811776 Oct 27 10:19:30.556474 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 39044) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:19:30.649452 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-59acc17e-a88a-4874-a51d-e447d61138e5 req-7e045b5e-ed39-4082-b68d-91a027224bd9 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] Publish callbacks [] for port, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:30.673725 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ffd31004-496c-4c6a-a7cf-4e0cd68d66f4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:30.686202 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-63756478-2add-477c-b982-912f139a5eb8 req-7f17da50-8cb7-4c84-998e-db5b384110ce tempest-DeleteServersAdminTestJSON-767095768 tempest-DeleteServersAdminTestJSON-767095768-project] 10.222.0.44 "GET /v2.0/ports?device_id=c865ac78-2aa0-42f3-af00-7a5ec7bc85aa HTTP/1.1" status: 200 len: 210 time: 0.1828110 Oct 27 10:19:30.721715 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ffd31004-496c-4c6a-a7cf-4e0cd68d66f4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:30.800369 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-0fe9f0b0-b895-4ad6-9869-4beffb15ebe5 req-b69b0821-7c6f-4028-bcdf-90c4635d4d93 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/ports?device_id=a52d4eb7-7ffd-4109-9f94-dc97814340a0 HTTP/1.1" status: 200 len: 210 time: 0.0270824 Oct 27 10:19:30.824934 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ffd31004-496c-4c6a-a7cf-4e0cd68d66f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:30.828029 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ffd31004-496c-4c6a-a7cf-4e0cd68d66f4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:30.832082 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-ffd31004-496c-4c6a-a7cf-4e0cd68d66f4 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/fafd7b9f-4910-4855-a048-52536a3e1de9 HTTP/1.1" status: 204 len: 168 time: 0.2739940 Oct 27 10:19:30.841460 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd31004-496c-4c6a-a7cf-4e0cd68d66f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fafd7b9f-4910-4855-a048-52536a3e1de9,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:19:30.842724 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f82ce6-3fcc-4fb6-8709-c9c86e6c0513 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fafd7b9f-4910-4855-a048-52536a3e1de9,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:19:30.895676 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:19:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39b60a99-b3eb-4d94-8685-1f31ba5be5b4 x-openstack-request-id: req-39b60a99-b3eb-4d94-8685-1f31ba5be5b4 {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:19:30.895908 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c865ac78-2aa0-42f3-af00-7a5ec7bc85aa", "name": "network-vif-deleted", "tag": "7efb281c-acdb-4e81-aff9-dcd8fe0523a4", "status": "completed", "code": 200}]} {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:19:30.896165 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-39b60a99-b3eb-4d94-8685-1f31ba5be5b4 {{(pid=102346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:19:30.896776 n-d-813419-10 neutron-server[102346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c865ac78-2aa0-42f3-af00-7a5ec7bc85aa', 'name': 'network-vif-deleted', 'tag': '7efb281c-acdb-4e81-aff9-dcd8fe0523a4', 'status': 'completed', 'code': 200} Oct 27 10:19:30.922228 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-59acc17e-a88a-4874-a51d-e447d61138e5 req-7e045b5e-ed39-4082-b68d-91a027224bd9 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:30.935269 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cab76d4-68a3-4fd0-8d60-f011c404603c req-88a224ae-5ea1-447b-b399-aee8617247c5 tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:30.943238 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-1cab76d4-68a3-4fd0-8d60-f011c404603c req-88a224ae-5ea1-447b-b399-aee8617247c5 tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] 10.222.0.44 "GET /v2.0/ports?device_id=461a11c3-9cc5-4859-b647-0a8860e95b75 HTTP/1.1" status: 200 len: 967 time: 0.1490240 Oct 27 10:19:30.998203 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-b12edcdb-772e-4375-9932-04815c4b0afb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2006968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1766358'] for router_interface, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:31.019326 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e045b5e-ed39-4082-b68d-91a027224bd9 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] Pushing event updated for resources: {'Port': ['ID=4226de95-7a65-4c77-86b6-a858ffe6dac1,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:19:31.039922 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59acc17e-a88a-4874-a51d-e447d61138e5 req-7e045b5e-ed39-4082-b68d-91a027224bd9 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] Network 4d250f92-d229-45fe-a579-67fef8e6c544 is already hosted by enough agents. {{(pid=102347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:19:31.043356 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23201910-3af2-4f81-8dc6-5d57ef54f42f req-82162a0b-4bb9-4c6c-b41c-69be6030effb tempest-LiveMigrationNegativeTest-218370031 tempest-LiveMigrationNegativeTest-218370031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:31.048472 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 39054) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:19:31.053184 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [req-59acc17e-a88a-4874-a51d-e447d61138e5 req-7e045b5e-ed39-4082-b68d-91a027224bd9 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] Resources bound (agent type, host, resource id): {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:19:31.056262 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-23201910-3af2-4f81-8dc6-5d57ef54f42f req-82162a0b-4bb9-4c6c-b41c-69be6030effb tempest-LiveMigrationNegativeTest-218370031 tempest-LiveMigrationNegativeTest-218370031-project] 10.222.0.44 "GET /v2.0/ports?device_id=888f5e8a-b37b-4980-93db-923d46bd2ff0 HTTP/1.1" status: 200 len: 950 time: 0.0845807 Oct 27 10:19:31.088383 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-1cab76d4-68a3-4fd0-8d60-f011c404603c req-f80364fa-0feb-4636-bfc1-6b5f064ac7ae tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] 10.222.0.44 "GET /v2.0/security-groups?id=e3018bff-e5f8-44d8-a835-69520a8698da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333220 Oct 27 10:19:31.116519 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-23201910-3af2-4f81-8dc6-5d57ef54f42f req-daa99910-45e6-4819-910f-1daa8a4a9071 tempest-LiveMigrationNegativeTest-218370031 tempest-LiveMigrationNegativeTest-218370031-project] 10.222.0.44 "GET /v2.0/security-groups?id=ce298a20-614e-493c-89f0-b27e77f8a827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533276 Oct 27 10:19:31.146827 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [req-59acc17e-a88a-4874-a51d-e447d61138e5 req-7e045b5e-ed39-4082-b68d-91a027224bd9 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] Received port after_create {{(pid=102347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:19:31.216414 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-78ee5e6a-d26c-4bc4-9cf0-2ce007581f01 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:31.277064 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f367fa80-43cc-4391-9d3f-6fd3b53d238c req-0baf970d-955c-451f-ba88-1bc390ae1a23 tempest-LiveAutoBlockMigrationV225Test-1419872258 tempest-LiveAutoBlockMigrationV225Test-1419872258-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:31.279558 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-f367fa80-43cc-4391-9d3f-6fd3b53d238c req-0baf970d-955c-451f-ba88-1bc390ae1a23 tempest-LiveAutoBlockMigrationV225Test-1419872258 tempest-LiveAutoBlockMigrationV225Test-1419872258-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=461a11c3-9cc5-4859-b647-0a8860e95b75 HTTP/1.1" status: 200 len: 1119 time: 0.0590584 Oct 27 10:19:31.310940 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59acc17e-a88a-4874-a51d-e447d61138e5 req-7e045b5e-ed39-4082-b68d-91a027224bd9 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:31.311802 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-59acc17e-a88a-4874-a51d-e447d61138e5 req-7e045b5e-ed39-4082-b68d-91a027224bd9 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:31.327837 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-f367fa80-43cc-4391-9d3f-6fd3b53d238c req-7cd33953-1014-41b1-b2bf-44c0773feb94 tempest-LiveAutoBlockMigrationV225Test-1419872258 tempest-LiveAutoBlockMigrationV225Test-1419872258-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=e3018bff-e5f8-44d8-a835-69520a8698da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407419 Oct 27 10:19:31.359920 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-293c28f3-9762-4ec0-bc2e-de3fbbedb317 None None] Provisioning complete for port 4226de95-7a65-4c77-86b6-a858ffe6dac1 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:19:31.360899 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-293c28f3-9762-4ec0-bc2e-de3fbbedb317 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:31.365904 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-59acc17e-a88a-4874-a51d-e447d61138e5 req-7e045b5e-ed39-4082-b68d-91a027224bd9 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1947367 Oct 27 10:19:31.396738 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-293c28f3-9762-4ec0-bc2e-de3fbbedb317 None None] Port 4226de95-7a65-4c77-86b6-a858ffe6dac1 cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:19:31.434385 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [req-59acc17e-a88a-4874-a51d-e447d61138e5 req-67c0092c-0aac-431e-966a-b80b56b65c1f service neutron] Request body: {'port': {'device_id': 'a52d4eb7-7ffd-4109-9f94-dc97814340a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-10'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:19:31.492662 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-78ee5e6a-d26c-4bc4-9cf0-2ce007581f01 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:31.504334 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-78ee5e6a-d26c-4bc4-9cf0-2ce007581f01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:31.584901 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-78ee5e6a-d26c-4bc4-9cf0-2ce007581f01 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=301172df192644e9bee537a660fb5227&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5347745 Oct 27 10:19:31.587712 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 39086) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:19:31.590331 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-59acc17e-a88a-4874-a51d-e447d61138e5 req-67c0092c-0aac-431e-966a-b80b56b65c1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:31.602915 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ee5e6a-d26c-4bc4-9cf0-2ce007581f01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f570efbb-3d8f-4df6-89e5-2c1a649bfc23,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:19:31.663821 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-edc3e70f-2a5e-4681-a7ba-c2f6307d9da9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:31.690346 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-edc3e70f-2a5e-4681-a7ba-c2f6307d9da9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:31.702611 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b12edcdb-772e-4375-9932-04815c4b0afb admin admin] Router b16da1e3-54b0-4a08-aaa7-aae8e2eb2b79 has already been hosted by L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb {{(pid=102347) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 10:19:31.769243 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-edc3e70f-2a5e-4681-a7ba-c2f6307d9da9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:31.772482 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-edc3e70f-2a5e-4681-a7ba-c2f6307d9da9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:31.773903 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-edc3e70f-2a5e-4681-a7ba-c2f6307d9da9 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f570efbb-3d8f-4df6-89e5-2c1a649bfc23 HTTP/1.1" status: 204 len: 168 time: 0.1848764 Oct 27 10:19:31.790260 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc3e70f-2a5e-4681-a7ba-c2f6307d9da9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f570efbb-3d8f-4df6-89e5-2c1a649bfc23,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:19:31.967948 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efd08d0-65db-4630-86b9-8d77c614b0d1 req-da6d9700-1130-43d6-a99c-90405874e3d6 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:31.978832 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-9efd08d0-65db-4630-86b9-8d77c614b0d1 req-da6d9700-1130-43d6-a99c-90405874e3d6 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/ports?device_id=a52d4eb7-7ffd-4109-9f94-dc97814340a0 HTTP/1.1" status: 200 len: 936 time: 0.0932240 Oct 27 10:19:32.041290 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-9efd08d0-65db-4630-86b9-8d77c614b0d1 req-d51001bd-0317-4d1c-b0a4-e94ef7c25d5d tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/security-groups?id=e786382c-1289-4f9d-b471-ed120470c2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601823 Oct 27 10:19:32.171607 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24cd1e6-2a82-4016-85f5-6efa4d8f9da2 req-561aeecf-83d5-48d9-a842-5356a9d6059b tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:32.172856 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c24cd1e6-2a82-4016-85f5-6efa4d8f9da2 req-561aeecf-83d5-48d9-a842-5356a9d6059b tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] 10.222.0.44 "GET /v2.0/networks?id=1886fe3b-e088-4c7d-8f4c-b14d4440b311 HTTP/1.1" status: 200 len: 821 time: 0.5906420 Oct 27 10:19:32.211751 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:32.246342 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c24cd1e6-2a82-4016-85f5-6efa4d8f9da2 req-8c162cff-28c7-4649-9b7d-605d4f8ba41e tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] 10.222.0.44 "GET /v2.0/quotas/54312c7c8f9740c0a6858560a6518b0e HTTP/1.1" status: 200 len: 375 time: 0.0446987 Oct 27 10:19:32.299127 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b12edcdb-772e-4375-9932-04815c4b0afb admin admin] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:19:32.300798 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2612b74f-f758-4e93-80da-2f8d1abb657f req-6e465b65-9fe7-4fde-9ce1-b9e17a1fb2f1 tempest-LiveMigrationNegativeTest-218370031 tempest-LiveMigrationNegativeTest-218370031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:32.309340 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-2612b74f-f758-4e93-80da-2f8d1abb657f req-6e465b65-9fe7-4fde-9ce1-b9e17a1fb2f1 tempest-LiveMigrationNegativeTest-218370031 tempest-LiveMigrationNegativeTest-218370031-project] 10.222.0.44 "GET /v2.0/ports?device_id=888f5e8a-b37b-4980-93db-923d46bd2ff0 HTTP/1.1" status: 200 len: 950 time: 0.0717738 Oct 27 10:19:32.310588 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 39120) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:19:32.310808 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-b12edcdb-772e-4375-9932-04815c4b0afb admin admin] 10.222.0.44 "PUT /v2.0/routers/b16da1e3-54b0-4a08-aaa7-aae8e2eb2b79/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4708157 Oct 27 10:19:32.311377 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0a633dd-6cd1-4911-858d-ae5f580a17bc None None] Sync routers for ids ['b16da1e3-54b0-4a08-aaa7-aae8e2eb2b79'] in n-d-813419-10 {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:19:32.328560 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0a633dd-6cd1-4911-858d-ae5f580a17bc None None] Routers {'b16da1e3-54b0-4a08-aaa7-aae8e2eb2b79'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:19:32.329546 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-d0a633dd-6cd1-4911-858d-ae5f580a17bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:19:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['b16da1e3-54b0-4a08-aaa7-aae8e2eb2b79'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:19:32.351040 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c24cd1e6-2a82-4016-85f5-6efa4d8f9da2 req-31409cc9-1084-4d70-b7f4-f0b1a1f8c8a8 tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=54312c7c8f9740c0a6858560a6518b0e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0939057 Oct 27 10:19:32.452608 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-2612b74f-f758-4e93-80da-2f8d1abb657f req-bc28659c-94d8-4247-b346-73aec84f7858 tempest-LiveMigrationNegativeTest-218370031 tempest-LiveMigrationNegativeTest-218370031-project] 10.222.0.44 "GET /v2.0/security-groups?id=ce298a20-614e-493c-89f0-b27e77f8a827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307938 Oct 27 10:19:32.483994 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [req-59acc17e-a88a-4874-a51d-e447d61138e5 req-67c0092c-0aac-431e-966a-b80b56b65c1f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4226de95-7a65-4c77-86b6-a858ffe6dac1 {{(pid=102347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:19:32.502919 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvr_db [None req-d0a633dd-6cd1-4911-858d-ae5f580a17bc None None] Set router b16da1e3-54b0-4a08-aaa7-aae8e2eb2b79 gateway port host: n-d-813419-10 {{(pid=102349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:19:32.513103 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d321839f-1452-4854-ae2e-aecb27a5ba39 admin admin] Publish callbacks [] for router, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:32.545826 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c24cd1e6-2a82-4016-85f5-6efa4d8f9da2 req-6c061309-914a-4528-8bbf-1f28a0cbf834 service neutron] 10.222.0.44 "GET /v2.0/networks/1886fe3b-e088-4c7d-8f4c-b14d4440b311?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1836987 Oct 27 10:19:32.600977 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-59acc17e-a88a-4874-a51d-e447d61138e5 req-67c0092c-0aac-431e-966a-b80b56b65c1f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:32.658906 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.provisioning_blocks [req-59acc17e-a88a-4874-a51d-e447d61138e5 req-67c0092c-0aac-431e-966a-b80b56b65c1f service neutron] Transition to ACTIVE for port object 4226de95-7a65-4c77-86b6-a858ffe6dac1 will not be triggered until provisioned by entity L2. {{(pid=102347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 10:19:32.668626 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-59acc17e-a88a-4874-a51d-e447d61138e5 req-67c0092c-0aac-431e-966a-b80b56b65c1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:32.731371 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-d0a633dd-6cd1-4911-858d-ae5f580a17bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b16da1e3-54b0-4a08-aaa7-aae8e2eb2b79', 'name': 'tempest-FloatingIPDetailsTestJSON-550466535-router', 'tenant_id': 'abc0231b74154a28ac572a299e4c42db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': 'c15483e6-d43c-49bd-8e1a-8b503dc6bf65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:18:59Z', 'updated_at': '2021-10-27T10:19:30Z', 'revision_number': 5, 'project_id': 'abc0231b74154a28ac572a299e4c42db', 'gw_port': {'id': 'c15483e6-d43c-49bd-8e1a-8b503dc6bf65', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:25:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b16da1e3-54b0-4a08-aaa7-aae8e2eb2b79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 203, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:19:00Z', 'updated_at': '2021-10-27T10:19:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10'}], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:19:32.748427 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d321839f-1452-4854-ae2e-aecb27a5ba39 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:32.781116 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0a633dd-6cd1-4911-858d-ae5f580a17bc None None] Checking router: b16da1e3-54b0-4a08-aaa7-aae8e2eb2b79 for host: n-d-813419-10 {{(pid=102349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 10:19:32.794813 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0a633dd-6cd1-4911-858d-ae5f580a17bc None None] Routers {'b16da1e3-54b0-4a08-aaa7-aae8e2eb2b79'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:19:32.798010 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-d0a633dd-6cd1-4911-858d-ae5f580a17bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:19:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['b16da1e3-54b0-4a08-aaa7-aae8e2eb2b79'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:19:32.800252 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c24cd1e6-2a82-4016-85f5-6efa4d8f9da2 req-80e65be5-6d41-47fc-bfac-aba8d859f885 service neutron] 10.222.0.44 "GET /v2.0/networks/1886fe3b-e088-4c7d-8f4c-b14d4440b311?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2521422 Oct 27 10:19:32.806728 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c0092c-0aac-431e-966a-b80b56b65c1f service neutron] Pushing event updated for resources: {'Port': ['ID=4226de95-7a65-4c77-86b6-a858ffe6dac1,revision_number=2']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:19:32.873994 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcce446-b1be-4ff4-94aa-51fcfcec9fb7 req-ef768f5d-cde8-4a24-aed4-6cb5d8922cea tempest-LiveMigrationNegativeTest-556596406 tempest-LiveMigrationNegativeTest-556596406-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:32.882681 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-7dcce446-b1be-4ff4-94aa-51fcfcec9fb7 req-ef768f5d-cde8-4a24-aed4-6cb5d8922cea tempest-LiveMigrationNegativeTest-556596406 tempest-LiveMigrationNegativeTest-556596406-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=888f5e8a-b37b-4980-93db-923d46bd2ff0 HTTP/1.1" status: 200 len: 1102 time: 0.1186459 Oct 27 10:19:32.902398 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-7dcce446-b1be-4ff4-94aa-51fcfcec9fb7 req-53942ee3-8076-4533-88b0-97232cf7f324 tempest-LiveMigrationNegativeTest-556596406 tempest-LiveMigrationNegativeTest-556596406-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:32.959358 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-59acc17e-a88a-4874-a51d-e447d61138e5 req-67c0092c-0aac-431e-966a-b80b56b65c1f service neutron] Attempting to bind port 4226de95-7a65-4c77-86b6-a858ffe6dac1 on host n-h2-813419-10 for vnic_type normal with profile {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:19:32.960138 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-59acc17e-a88a-4874-a51d-e447d61138e5 req-67c0092c-0aac-431e-966a-b80b56b65c1f service neutron] Attempting to bind port 4226de95-7a65-4c77-86b6-a858ffe6dac1 by drivers openvswitch,hyperv on host n-h2-813419-10 at level 0 using segments [{'id': 'f7c42c6d-2766-46d8-a8b7-4852117a5555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '4d250f92-d229-45fe-a579-67fef8e6c544'}] {{(pid=102347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:19:32.960821 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59acc17e-a88a-4874-a51d-e447d61138e5 req-67c0092c-0aac-431e-966a-b80b56b65c1f service neutron] Attempting to bind port 4226de95-7a65-4c77-86b6-a858ffe6dac1 on network 4d250f92-d229-45fe-a579-67fef8e6c544 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:19:32.968717 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59acc17e-a88a-4874-a51d-e447d61138e5 req-67c0092c-0aac-431e-966a-b80b56b65c1f service neutron] Port 4226de95-7a65-4c77-86b6-a858ffe6dac1 on network 4d250f92-d229-45fe-a579-67fef8e6c544 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-10 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 10:19:32.969234 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59acc17e-a88a-4874-a51d-e447d61138e5 req-67c0092c-0aac-431e-966a-b80b56b65c1f service neutron] Attempting to bind port 4226de95-7a65-4c77-86b6-a858ffe6dac1 on network 4d250f92-d229-45fe-a579-67fef8e6c544 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:19:32.973167 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvr_db [None req-d0a633dd-6cd1-4911-858d-ae5f580a17bc None None] Set router b16da1e3-54b0-4a08-aaa7-aae8e2eb2b79 gateway port host: None {{(pid=102349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:19:32.978701 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59acc17e-a88a-4874-a51d-e447d61138e5 req-67c0092c-0aac-431e-966a-b80b56b65c1f service neutron] Checking agent: {'id': 'a2edc247-0fa4-4ce6-bbae-a10492f6bd71', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 16, 9), 'started_at': datetime.datetime(2021, 10, 27, 10, 16, 9), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 19, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:19:32.979170 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59acc17e-a88a-4874-a51d-e447d61138e5 req-67c0092c-0aac-431e-966a-b80b56b65c1f service neutron] Checking segment: {'id': 'f7c42c6d-2766-46d8-a8b7-4852117a5555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '4d250f92-d229-45fe-a579-67fef8e6c544'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:19:32.979720 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59acc17e-a88a-4874-a51d-e447d61138e5 req-67c0092c-0aac-431e-966a-b80b56b65c1f service neutron] Bound using segment: {'id': 'f7c42c6d-2766-46d8-a8b7-4852117a5555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '4d250f92-d229-45fe-a579-67fef8e6c544'} {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:19:32.980284 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-59acc17e-a88a-4874-a51d-e447d61138e5 req-67c0092c-0aac-431e-966a-b80b56b65c1f service neutron] Bound port: 4226de95-7a65-4c77-86b6-a858ffe6dac1, host: n-h2-813419-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7c42c6d-2766-46d8-a8b7-4852117a5555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '4d250f92-d229-45fe-a579-67fef8e6c544'}}] {{(pid=102347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:19:32.980815 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-59acc17e-a88a-4874-a51d-e447d61138e5 req-67c0092c-0aac-431e-966a-b80b56b65c1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:33.054631 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-7dcce446-b1be-4ff4-94aa-51fcfcec9fb7 req-53942ee3-8076-4533-88b0-97232cf7f324 tempest-LiveMigrationNegativeTest-556596406 tempest-LiveMigrationNegativeTest-556596406-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:33.069474 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-d321839f-1452-4854-ae2e-aecb27a5ba39 admin admin] Deleting port c15483e6-d43c-49bd-8e1a-8b503dc6bf65 {{(pid=102346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:19:33.070196 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d321839f-1452-4854-ae2e-aecb27a5ba39 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:33.071651 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-d0a633dd-6cd1-4911-858d-ae5f580a17bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b16da1e3-54b0-4a08-aaa7-aae8e2eb2b79', 'name': 'tempest-FloatingIPDetailsTestJSON-550466535-router', 'tenant_id': 'abc0231b74154a28ac572a299e4c42db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:18:59Z', 'updated_at': '2021-10-27T10:19:32Z', 'revision_number': 6, 'project_id': 'abc0231b74154a28ac572a299e4c42db', 'gw_port_host': None}], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:19:33.075395 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-59acc17e-a88a-4874-a51d-e447d61138e5 req-67c0092c-0aac-431e-966a-b80b56b65c1f service neutron] For port 4226de95-7a65-4c77-86b6-a858ffe6dac1, host n-h2-813419-10, cleared binding levels {{(pid=102347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:19:33.079157 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-7dcce446-b1be-4ff4-94aa-51fcfcec9fb7 req-53942ee3-8076-4533-88b0-97232cf7f324 tempest-LiveMigrationNegativeTest-556596406 tempest-LiveMigrationNegativeTest-556596406-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:33.081930 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-59acc17e-a88a-4874-a51d-e447d61138e5 req-67c0092c-0aac-431e-966a-b80b56b65c1f service neutron] For port 4226de95-7a65-4c77-86b6-a858ffe6dac1, host n-h2-813419-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=4226de95-7a65-4c77-86b6-a858ffe6dac1,segment=NetworkSegment(f7c42c6d-2766-46d8-a8b7-4852117a5555),segment_id=f7c42c6d-2766-46d8-a8b7-4852117a5555)] {{(pid=102347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:19:33.089501 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-59acc17e-a88a-4874-a51d-e447d61138e5 req-67c0092c-0aac-431e-966a-b80b56b65c1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:33.162406 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0a633dd-6cd1-4911-858d-ae5f580a17bc None None] The sync data for ids ['b16da1e3-54b0-4a08-aaa7-aae8e2eb2b79'] in n-d-813419-10 is: [{'id': 'b16da1e3-54b0-4a08-aaa7-aae8e2eb2b79', 'name': 'tempest-FloatingIPDetailsTestJSON-550466535-router', 'tenant_id': 'abc0231b74154a28ac572a299e4c42db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:18:59Z', 'updated_at': '2021-10-27T10:19:32Z', 'revision_number': 6, 'project_id': 'abc0231b74154a28ac572a299e4c42db', 'gw_port_host': None}] {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:19:33.219937 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-7dcce446-b1be-4ff4-94aa-51fcfcec9fb7 req-53942ee3-8076-4533-88b0-97232cf7f324 tempest-LiveMigrationNegativeTest-556596406 tempest-LiveMigrationNegativeTest-556596406-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=ce298a20-614e-493c-89f0-b27e77f8a827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3340797 Oct 27 10:19:33.256427 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59acc17e-a88a-4874-a51d-e447d61138e5 req-67c0092c-0aac-431e-966a-b80b56b65c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:33.256998 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-59acc17e-a88a-4874-a51d-e447d61138e5 req-67c0092c-0aac-431e-966a-b80b56b65c1f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:33.258693 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-59acc17e-a88a-4874-a51d-e447d61138e5 req-67c0092c-0aac-431e-966a-b80b56b65c1f service neutron] 10.222.0.76 "PUT /v2.0/ports/4226de95-7a65-4c77-86b6-a858ffe6dac1 HTTP/1.1" status: 200 len: 1097 time: 1.8311317 Oct 27 10:19:33.259282 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a52d4eb7-7ffd-4109-9f94-dc97814340a0', 'tag': '4226de95-7a65-4c77-86b6-a858ffe6dac1'}] {{(pid=102347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:19:33.261666 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311149b481204ee7edffdb959c881838506fbd95bc8577c048f6677abb73acc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2144965a-1243-4486-b029-5a3d66d3a1eb" -d '{"events": [{"name": "network-changed", "server_uuid": "a52d4eb7-7ffd-4109-9f94-dc97814340a0", "tag": "4226de95-7a65-4c77-86b6-a858ffe6dac1"}]}' {{(pid=102347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:19:33.275054 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53942ee3-8076-4533-88b0-97232cf7f324 tempest-LiveMigrationNegativeTest-556596406 tempest-LiveMigrationNegativeTest-556596406-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2a39010-c1d6-43ac-8d18-db5577767138,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:19:33.356788 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c0092c-0aac-431e-966a-b80b56b65c1f service neutron] Pushing event updated for resources: {'Port': ['ID=4226de95-7a65-4c77-86b6-a858ffe6dac1,revision_number=3']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:19:33.375108 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-78d3e997-68f3-4061-8827-394e2915f700 req-92e6bcc9-c310-4155-b1fa-67e707adfda8 tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] 10.222.0.44 "GET /v2.0/ports?device_id=dfe13e53-5060-499f-ab7e-75bb3faaeddc HTTP/1.1" status: 200 len: 210 time: 0.0700247 Oct 27 10:19:33.385688 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79a2478-3e74-4fdd-8914-17e56ca916b6 req-86292b27-415b-4651-b7bf-2bc3dcdde447 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:33.401026 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-f79a2478-3e74-4fdd-8914-17e56ca916b6 req-86292b27-415b-4651-b7bf-2bc3dcdde447 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/ports?device_id=a52d4eb7-7ffd-4109-9f94-dc97814340a0 HTTP/1.1" status: 200 len: 948 time: 0.2278559 Oct 27 10:19:33.418244 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [None req-d321839f-1452-4854-ae2e-aecb27a5ba39 admin admin] For port c15483e6-d43c-49bd-8e1a-8b503dc6bf65, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=c15483e6-d43c-49bd-8e1a-8b503dc6bf65,segment=NetworkSegment(bc14127b-7032-4c50-bb5b-f6813cbae86e),segment_id=bc14127b-7032-4c50-bb5b-f6813cbae86e)] {{(pid=102346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:19:33.419277 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d321839f-1452-4854-ae2e-aecb27a5ba39 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:33.442640 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-d321839f-1452-4854-ae2e-aecb27a5ba39 admin admin] Calling delete_port for c15483e6-d43c-49bd-8e1a-8b503dc6bf65 owned by network:router_gateway {{(pid=102346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:19:33.462670 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 39160) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:19:33.489004 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59acc17e-a88a-4874-a51d-e447d61138e5 req-8711225e-2435-4c5b-92cc-bad118eb7257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:33.491244 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-59acc17e-a88a-4874-a51d-e447d61138e5 req-8711225e-2435-4c5b-92cc-bad118eb7257 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=31dc088f778a4c2fb761c23ef7d22647&device_id=a52d4eb7-7ffd-4109-9f94-dc97814340a0 HTTP/1.1" status: 200 len: 1100 time: 0.1787877 Oct 27 10:19:33.515060 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-f79a2478-3e74-4fdd-8914-17e56ca916b6 req-4e2fe2f6-790f-42c8-92d7-b61472ecd119 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/security-groups?id=e786382c-1289-4f9d-b471-ed120470c2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129782 Oct 27 10:19:33.652866 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 10:19:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-892db2f6-9672-4b58-9668-178738ad3a60 x-openstack-request-id: req-892db2f6-9672-4b58-9668-178738ad3a60 {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:19:33.653528 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a52d4eb7-7ffd-4109-9f94-dc97814340a0", "tag": "4226de95-7a65-4c77-86b6-a858ffe6dac1", "status": "completed", "code": 200}]} {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:19:33.653528 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-892db2f6-9672-4b58-9668-178738ad3a60 {{(pid=102347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:19:33.653805 n-d-813419-10 neutron-server[102347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a52d4eb7-7ffd-4109-9f94-dc97814340a0', 'tag': '4226de95-7a65-4c77-86b6-a858ffe6dac1', 'status': 'completed', 'code': 200} Oct 27 10:19:33.655411 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-59acc17e-a88a-4874-a51d-e447d61138e5 req-c19c0bb9-15f6-4908-8e0d-423082157c7f service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.179&port_id=4226de95-7a65-4c77-86b6-a858ffe6dac1 HTTP/1.1" status: 200 len: 217 time: 0.1368821 Oct 27 10:19:33.688813 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [req-35ff35e9-1947-41fb-89c2-970e6da52f96 req-c6e0d474-4cf6-4603-b96e-3ad681a05f63 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=102346) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 10:19:33.690578 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-35ff35e9-1947-41fb-89c2-970e6da52f96 req-c6e0d474-4cf6-4603-b96e-3ad681a05f63 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0137973 Oct 27 10:19:33.822144 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59acc17e-a88a-4874-a51d-e447d61138e5 req-2fc781c6-a3fa-47bf-96fd-ffa4f9396be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:33.823618 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d321839f-1452-4854-ae2e-aecb27a5ba39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615'] for port, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:33.825826 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-59acc17e-a88a-4874-a51d-e447d61138e5 req-2fc781c6-a3fa-47bf-96fd-ffa4f9396be5 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=62eb52f7-aac4-48af-8670-e04300325561 HTTP/1.1" status: 200 len: 843 time: 0.1544838 Oct 27 10:19:33.926490 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59acc17e-a88a-4874-a51d-e447d61138e5 req-7666a87e-16a5-4eee-8b26-9764fdc24a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:33.930581 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-59acc17e-a88a-4874-a51d-e447d61138e5 req-7666a87e-16a5-4eee-8b26-9764fdc24a75 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=4d250f92-d229-45fe-a579-67fef8e6c544&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0966318 Oct 27 10:19:33.961816 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d321839f-1452-4854-ae2e-aecb27a5ba39 admin admin] Pushing event deleted for resources: {'Port': ['ID=c15483e6-d43c-49bd-8e1a-8b503dc6bf65,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:19:33.969091 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d321839f-1452-4854-ae2e-aecb27a5ba39 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1664884'] for router_gateway, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:34.253051 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-5578f8c0-47f4-4fd2-9558-630dda6f4e24 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0a6b0f2ebec44b99991561e44d8e16a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7881529 Oct 27 10:19:34.261017 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 39188) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:19:34.307110 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device c15483e6-d43c-49bd-8e1a-8b503dc6bf65 no longer exists at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:19:34.347896 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-59acc17e-a88a-4874-a51d-e447d61138e5 req-db377ec3-9ca2-4a21-a31b-b4fd6c085895 service neutron] 10.222.0.76 "GET /v2.0/networks/4d250f92-d229-45fe-a579-67fef8e6c544?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4071679 Oct 27 10:19:34.350926 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] No Port match for: c15483e6-d43c-49bd-8e1a-8b503dc6bf65 {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:19:34.356570 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device c15483e6-d43c-49bd-8e1a-8b503dc6bf65 not bound to the agent host n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:19:34.359063 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device aca8b4d8-0b2d-41fb-81bc-d683446c285b no longer exists at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:19:34.377764 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d321839f-1452-4854-ae2e-aecb27a5ba39 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1765662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3700'] for router, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:34.381200 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d321839f-1452-4854-ae2e-aecb27a5ba39 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:34.402688 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] No Port match for: aca8b4d8-0b2d-41fb-81bc-d683446c285b {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:19:34.403374 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device aca8b4d8-0b2d-41fb-81bc-d683446c285b not bound to the agent host n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:19:34.562185 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-60136c8a-3330-4aba-b117-f2bd7bce31c3 req-7c92d8d0-ae64-40a4-af5d-3f49e41c121e tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] 10.222.0.44 "GET /v2.0/ports?device_id=dfe13e53-5060-499f-ab7e-75bb3faaeddc HTTP/1.1" status: 200 len: 210 time: 0.0306699 Oct 27 10:19:34.566142 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d321839f-1452-4854-ae2e-aecb27a5ba39 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1765641'] for router, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:34.566986 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d321839f-1452-4854-ae2e-aecb27a5ba39 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b16da1e3-54b0-4a08-aaa7-aae8e2eb2b79 {{(pid=102346) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 10:19:34.572041 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d321839f-1452-4854-ae2e-aecb27a5ba39 admin admin] Publish callbacks [] for router, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:34.576065 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-d321839f-1452-4854-ae2e-aecb27a5ba39 admin admin] 10.222.0.44 "DELETE /v2.0/routers/b16da1e3-54b0-4a08-aaa7-aae8e2eb2b79 HTTP/1.1" status: 204 len: 168 time: 2.2644839 Oct 27 10:19:34.576845 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 39202) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:19:34.587098 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-59acc17e-a88a-4874-a51d-e447d61138e5 req-9b3663f4-f100-4e24-8cc6-afecbaeb4b9d service neutron] 10.222.0.76 "GET /v2.0/networks/4d250f92-d229-45fe-a579-67fef8e6c544?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2200899 Oct 27 10:19:34.620107 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-e55605c2-f4a4-4bf9-901d-5b5792648c99 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:34.653649 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98bb7b9-e226-48ba-bf4b-18a56b1e7428 req-1ded1432-5b03-423a-92a3-bb9c9afbec17 tempest-LiveMigrationNegativeTest-218370031 tempest-LiveMigrationNegativeTest-218370031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:34.654244 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3e0025e-a922-41ab-914d-bbc43c35ee67 admin admin] Deleting subnet 925ae622-20e3-4906-9245-6639e9227a2e {{(pid=102346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 10:19:34.655131 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b98bb7b9-e226-48ba-bf4b-18a56b1e7428 req-1ded1432-5b03-423a-92a3-bb9c9afbec17 tempest-LiveMigrationNegativeTest-218370031 tempest-LiveMigrationNegativeTest-218370031-project] 10.222.0.44 "GET /v2.0/ports?device_id=888f5e8a-b37b-4980-93db-923d46bd2ff0 HTTP/1.1" status: 200 len: 950 time: 0.3009408 Oct 27 10:19:34.668862 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-a3e0025e-a922-41ab-914d-bbc43c35ee67 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:34.681062 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-e55605c2-f4a4-4bf9-901d-5b5792648c99 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:34.763187 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-a3e0025e-a922-41ab-914d-bbc43c35ee67 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:34.785595 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2144965a-1243-4486-b029-5a3d66d3a1eb req-8fe9e243-9eb4-4a8d-95d5-1f9ae760cb4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:34.787084 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-2144965a-1243-4486-b029-5a3d66d3a1eb req-8fe9e243-9eb4-4a8d-95d5-1f9ae760cb4e service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=31dc088f778a4c2fb761c23ef7d22647&device_id=a52d4eb7-7ffd-4109-9f94-dc97814340a0 HTTP/1.1" status: 200 len: 1100 time: 0.1262045 Oct 27 10:19:34.796821 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b98bb7b9-e226-48ba-bf4b-18a56b1e7428 req-f26e7e47-531d-46fe-8e24-b44f8429a5d8 tempest-LiveMigrationNegativeTest-218370031 tempest-LiveMigrationNegativeTest-218370031-project] 10.222.0.44 "GET /v2.0/security-groups?id=ce298a20-614e-493c-89f0-b27e77f8a827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178195 Oct 27 10:19:34.864158 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-e55605c2-f4a4-4bf9-901d-5b5792648c99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:34.866717 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-e55605c2-f4a4-4bf9-901d-5b5792648c99 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:34.870127 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-e55605c2-f4a4-4bf9-901d-5b5792648c99 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e849200c-8e3e-41bb-bd28-f1c5b23c294b HTTP/1.1" status: 204 len: 168 time: 0.6004913 Oct 27 10:19:34.881849 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55605c2-f4a4-4bf9-901d-5b5792648c99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e849200c-8e3e-41bb-bd28-f1c5b23c294b,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:19:34.962913 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2144965a-1243-4486-b029-5a3d66d3a1eb req-161a245c-7782-4d7a-8427-3f456a38f399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:34.969722 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-2144965a-1243-4486-b029-5a3d66d3a1eb req-161a245c-7782-4d7a-8427-3f456a38f399 service neutron] 10.222.0.76 "GET /v2.0/networks?id=4d250f92-d229-45fe-a579-67fef8e6c544 HTTP/1.1" status: 200 len: 870 time: 0.1711915 Oct 27 10:19:35.043571 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-a3e0025e-a922-41ab-914d-bbc43c35ee67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855646'] for subnet, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:35.052391 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-2144965a-1243-4486-b029-5a3d66d3a1eb req-65123fa2-a911-4370-b19f-780442c004ff service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.179&port_id=4226de95-7a65-4c77-86b6-a858ffe6dac1 HTTP/1.1" status: 200 len: 217 time: 0.0587125 Oct 27 10:19:35.081049 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478e8453-6350-4fb4-853f-e8281d12303d req-3e2dff78-0083-40d4-ac18-59daf862c008 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:35.088863 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-478e8453-6350-4fb4-853f-e8281d12303d req-3e2dff78-0083-40d4-ac18-59daf862c008 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/ports?device_id=a52d4eb7-7ffd-4109-9f94-dc97814340a0 HTTP/1.1" status: 200 len: 948 time: 0.1575024 Oct 27 10:19:35.120735 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device 7efb281c-acdb-4e81-aff9-dcd8fe0523a4 no longer exists at agent hyperv_n-h1-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:19:35.151445 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-a3e0025e-a922-41ab-914d-bbc43c35ee67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913'] for subnet, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:35.158482 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2144965a-1243-4486-b029-5a3d66d3a1eb req-3c1eb37b-57a2-40a7-9170-e68c7f231ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:35.159981 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-2144965a-1243-4486-b029-5a3d66d3a1eb req-3c1eb37b-57a2-40a7-9170-e68c7f231ba0 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=62eb52f7-aac4-48af-8670-e04300325561 HTTP/1.1" status: 200 len: 843 time: 0.0929875 Oct 27 10:19:35.177298 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] No Port match for: 7efb281c-acdb-4e81-aff9-dcd8fe0523a4 {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:19:35.181447 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device 7efb281c-acdb-4e81-aff9-dcd8fe0523a4 not bound to the agent host n-h1-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:19:35.186123 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-478e8453-6350-4fb4-853f-e8281d12303d req-70a527d7-a5ef-480e-96e1-030d84c0c5a7 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/security-groups?id=e786382c-1289-4f9d-b471-ed120470c2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975945 Oct 27 10:19:35.192896 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e0025e-a922-41ab-914d-bbc43c35ee67 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=925ae622-20e3-4906-9245-6639e9227a2e,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:19:35.209878 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-a3e0025e-a922-41ab-914d-bbc43c35ee67 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for subnet, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:35.215337 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-a3e0025e-a922-41ab-914d-bbc43c35ee67 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/925ae622-20e3-4906-9245-6639e9227a2e HTTP/1.1" status: 204 len: 168 time: 0.6372328 Oct 27 10:19:35.219556 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1798ff11-5fed-44ae-8210-f3145012f38c None None] Network 3bb1083f-6927-44c8-a5d3-1cb3a3001aef requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:19:35.226236 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24cd1e6-2a82-4016-85f5-6efa4d8f9da2 req-c2d401d8-330b-4c1d-8d72-59dcfe49768d tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:35.228504 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-c24cd1e6-2a82-4016-85f5-6efa4d8f9da2 req-c2d401d8-330b-4c1d-8d72-59dcfe49768d tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] 10.222.0.64 "GET /v2.0/networks?id=1886fe3b-e088-4c7d-8f4c-b14d4440b311 HTTP/1.1" status: 200 len: 821 time: 0.3474092 Oct 27 10:19:35.231185 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 39222) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:19:35.259974 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [req-c24cd1e6-2a82-4016-85f5-6efa4d8f9da2 req-5d5a8a8e-ac3e-42bf-a066-a6cd200ab0e2 tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] Request body: {'port': {'device_id': 'dfe13e53-5060-499f-ab7e-75bb3faaeddc', 'network_id': '1886fe3b-e088-4c7d-8f4c-b14d4440b311', 'admin_state_up': True, 'tenant_id': '54312c7c8f9740c0a6858560a6518b0e'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:19:35.278466 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2144965a-1243-4486-b029-5a3d66d3a1eb req-cb2321a8-87a5-4660-963c-35d93dbd11c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:35.284287 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-2144965a-1243-4486-b029-5a3d66d3a1eb req-cb2321a8-87a5-4660-963c-35d93dbd11c3 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=4d250f92-d229-45fe-a579-67fef8e6c544&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0970871 Oct 27 10:19:35.457938 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-2144965a-1243-4486-b029-5a3d66d3a1eb req-8344e05f-3b7c-4ea5-ac30-e936c79bf78d service neutron] 10.222.0.76 "GET /v2.0/networks/4d250f92-d229-45fe-a579-67fef8e6c544?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1605926 Oct 27 10:19:35.526369 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37710e76-2e4a-42e7-86e0-93851e911079 None None] DHCP port deletion for 3bb1083f-6927-44c8-a5d3-1cb3a3001aef request from n-d-813419-10 {{(pid=102348) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 10:19:35.606651 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-2144965a-1243-4486-b029-5a3d66d3a1eb req-74b0a8bc-f8d6-4c1b-86cf-fc86317bf7de service neutron] 10.222.0.76 "GET /v2.0/networks/4d250f92-d229-45fe-a579-67fef8e6c544?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390784 Oct 27 10:19:35.628467 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-37710e76-2e4a-42e7-86e0-93851e911079 None None] Deleting port e46762c0-d012-481a-99f0-518faa09f59d {{(pid=102348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:19:35.629741 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-37710e76-2e4a-42e7-86e0-93851e911079 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:35.703571 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-37710e76-2e4a-42e7-86e0-93851e911079 None None] For port e46762c0-d012-481a-99f0-518faa09f59d, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=e46762c0-d012-481a-99f0-518faa09f59d,segment=NetworkSegment(4a18027c-4f21-4742-add6-6aee377206a7),segment_id=4a18027c-4f21-4742-add6-6aee377206a7)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:19:35.703948 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-37710e76-2e4a-42e7-86e0-93851e911079 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:35.712815 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-3e4f621e-4c05-44c5-b6db-9df8c7465184 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586917'] for network, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:35.719529 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-37710e76-2e4a-42e7-86e0-93851e911079 None None] Calling delete_port for e46762c0-d012-481a-99f0-518faa09f59d owned by network:dhcp {{(pid=102348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:19:35.790304 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-80235d88-d9b2-4cfd-a772-9c6142657ad4 req-4c604622-e8fe-4d60-bc2d-7e4eec7e3fa8 tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] 10.222.0.44 "GET /v2.0/ports?device_id=dfe13e53-5060-499f-ab7e-75bb3faaeddc HTTP/1.1" status: 200 len: 210 time: 0.0367334 Oct 27 10:19:35.799185 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 39240) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:19:35.825534 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-6c00c1c5-24a7-494d-8f94-f7b2f29f3dec admin admin] Publish callbacks [] for security_group, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:35.838424 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c24cd1e6-2a82-4016-85f5-6efa4d8f9da2 req-5d5a8a8e-ac3e-42bf-a066-a6cd200ab0e2 tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] Made reservation on behalf of 54312c7c8f9740c0a6858560a6518b0e for: {'port': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:19:35.841933 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-c24cd1e6-2a82-4016-85f5-6efa4d8f9da2 req-5d5a8a8e-ac3e-42bf-a066-a6cd200ab0e2 tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:35.894522 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-37710e76-2e4a-42e7-86e0-93851e911079 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615'] for port, after_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:35.903769 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-3e4f621e-4c05-44c5-b6db-9df8c7465184 admin admin] Deleting port e46762c0-d012-481a-99f0-518faa09f59d {{(pid=102346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:19:35.904121 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-3e4f621e-4c05-44c5-b6db-9df8c7465184 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:35.929374 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37710e76-2e4a-42e7-86e0-93851e911079 None None] Pushing event deleted for resources: {'Port': ['ID=e46762c0-d012-481a-99f0-518faa09f59d,revision_number=None']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:19:35.934889 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37710e76-2e4a-42e7-86e0-93851e911079 None None] No DVR routers for this DVR port e46762c0-d012-481a-99f0-518faa09f59d on host n-d-813419-10 {{(pid=102348) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:19:35.985544 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9b40e1-7755-49a1-aa9c-82c5f42d308b req-4b23b473-cc6c-415d-9ec3-35fdc6357a35 tempest-LiveMigrationNegativeTest-218370031 tempest-LiveMigrationNegativeTest-218370031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:35.995172 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-bb9b40e1-7755-49a1-aa9c-82c5f42d308b req-4b23b473-cc6c-415d-9ec3-35fdc6357a35 tempest-LiveMigrationNegativeTest-218370031 tempest-LiveMigrationNegativeTest-218370031-project] 10.222.0.44 "GET /v2.0/ports?device_id=888f5e8a-b37b-4980-93db-923d46bd2ff0 HTTP/1.1" status: 200 len: 950 time: 0.0742061 Oct 27 10:19:36.062479 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [None req-3e4f621e-4c05-44c5-b6db-9df8c7465184 admin admin] For port e46762c0-d012-481a-99f0-518faa09f59d, host n-d-813419-10, got binding levels [] {{(pid=102346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:19:36.063237 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-3e4f621e-4c05-44c5-b6db-9df8c7465184 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:36.081630 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-bb9b40e1-7755-49a1-aa9c-82c5f42d308b req-b4fab729-dfcc-42da-8c15-b07a6a41938e tempest-LiveMigrationNegativeTest-218370031 tempest-LiveMigrationNegativeTest-218370031-project] 10.222.0.44 "GET /v2.0/security-groups?id=ce298a20-614e-493c-89f0-b27e77f8a827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855088 Oct 27 10:19:36.109396 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664ac23a-50f5-433c-a5ce-cdc6ab1559ae req-26a77e2b-616d-4832-a7bf-d936b3572147 tempest-LiveMigrationNegativeTest-218370031 tempest-LiveMigrationNegativeTest-218370031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:36.110900 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-664ac23a-50f5-433c-a5ce-cdc6ab1559ae req-26a77e2b-616d-4832-a7bf-d936b3572147 tempest-LiveMigrationNegativeTest-218370031 tempest-LiveMigrationNegativeTest-218370031-project] 10.222.0.76 "GET /v2.0/ports?device_id=888f5e8a-b37b-4980-93db-923d46bd2ff0 HTTP/1.1" status: 200 len: 950 time: 0.0759699 Oct 27 10:19:36.119133 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-3e4f621e-4c05-44c5-b6db-9df8c7465184 admin admin] Calling delete_port for e46762c0-d012-481a-99f0-518faa09f59d owned by network:dhcp {{(pid=102346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:19:36.128737 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.ipam_backend_mixin [None req-3e4f621e-4c05-44c5-b6db-9df8c7465184 admin admin] Port e46762c0-d012-481a-99f0-518faa09f59d was not found and therefore no delete operation was performed {{(pid=102346) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 27 10:19:36.132807 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-6c00c1c5-24a7-494d-8f94-f7b2f29f3dec admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:36.136794 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-3e4f621e-4c05-44c5-b6db-9df8c7465184 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615'] for port, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:36.152492 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-6c00c1c5-24a7-494d-8f94-f7b2f29f3dec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:36.173872 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_common [req-c24cd1e6-2a82-4016-85f5-6efa4d8f9da2 req-5d5a8a8e-ac3e-42bf-a066-a6cd200ab0e2 tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] Allocated IP 172.20.0.11 (1886fe3b-e088-4c7d-8f4c-b14d4440b311/823c78a5-c352-4686-b77c-588d22c2aa2c/cc809c9a-81c2-48fc-a862-97633a5e993c) {{(pid=102346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:19:36.185968 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4f621e-4c05-44c5-b6db-9df8c7465184 admin admin] Pushing event deleted for resources: {'Port': ['ID=e46762c0-d012-481a-99f0-518faa09f59d,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:19:36.210505 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e4f621e-4c05-44c5-b6db-9df8c7465184 admin admin] No DVR routers for this DVR port e46762c0-d012-481a-99f0-518faa09f59d on host n-d-813419-10 {{(pid=102346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:19:36.286508 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device e46762c0-d012-481a-99f0-518faa09f59d no longer exists at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:19:36.294841 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c00c1c5-24a7-494d-8f94-f7b2f29f3dec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f107e974-8e2d-440e-9e98-b93a301579a5,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:19:36.321370 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-6c00c1c5-24a7-494d-8f94-f7b2f29f3dec admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=51a719265456477d8e804421b921003e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5194290 Oct 27 10:19:36.333536 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 39260) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:19:36.341776 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 39262) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:19:36.357212 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] No Port match for: e46762c0-d012-481a-99f0-518faa09f59d {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:19:36.357805 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device e46762c0-d012-481a-99f0-518faa09f59d not bound to the agent host n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:19:36.421281 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-3e4f621e-4c05-44c5-b6db-9df8c7465184 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857803', 'neutron.services.segments.db._delete_segments_for_network-8743873143390'] for network, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:36.442466 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [req-664ac23a-50f5-433c-a5ce-cdc6ab1559ae req-0af955ab-4c8a-46ff-bf39-58fa3387a4b8 tempest-LiveMigrationNegativeTest-218370031 tempest-LiveMigrationNegativeTest-218370031-project] Deleting port fa56185d-3cf8-4a3d-abd4-171b990f946c {{(pid=102347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:19:36.442709 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-664ac23a-50f5-433c-a5ce-cdc6ab1559ae req-0af955ab-4c8a-46ff-bf39-58fa3387a4b8 tempest-LiveMigrationNegativeTest-218370031 tempest-LiveMigrationNegativeTest-218370031-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:36.484750 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c32e32-caea-4f88-8735-2b92ae26c62b req-92d49751-c48d-460d-a0a8-0f9bc360207f tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:36.488369 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b0c32e32-caea-4f88-8735-2b92ae26c62b req-92d49751-c48d-460d-a0a8-0f9bc360207f tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/ports?device_id=a52d4eb7-7ffd-4109-9f94-dc97814340a0 HTTP/1.1" status: 200 len: 948 time: 0.1813283 Oct 27 10:19:36.505248 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-3e4f621e-4c05-44c5-b6db-9df8c7465184 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:19:36.506010 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-3e4f621e-4c05-44c5-b6db-9df8c7465184 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:19:36.506432 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-3e4f621e-4c05-44c5-b6db-9df8c7465184 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:19:36.506801 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-3e4f621e-4c05-44c5-b6db-9df8c7465184 admin admin] Subscribe: > port after_create 55550000 {{(pid=102346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:19:36.507148 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-3e4f621e-4c05-44c5-b6db-9df8c7465184 admin admin] Subscribe: > port after_delete 55550000 {{(pid=102346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:19:36.507485 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-3e4f621e-4c05-44c5-b6db-9df8c7465184 admin admin] Subscribe: > port after_update 55550000 {{(pid=102346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:19:36.507800 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-3e4f621e-4c05-44c5-b6db-9df8c7465184 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:19:36.508137 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-3e4f621e-4c05-44c5-b6db-9df8c7465184 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:19:36.508754 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-3e4f621e-4c05-44c5-b6db-9df8c7465184 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:19:36.508865 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-3e4f621e-4c05-44c5-b6db-9df8c7465184 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:19:36.576300 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-3e4f621e-4c05-44c5-b6db-9df8c7465184 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:19:36.576638 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-3e4f621e-4c05-44c5-b6db-9df8c7465184 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:19:36.577143 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-3e4f621e-4c05-44c5-b6db-9df8c7465184 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:19:36.577619 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-3e4f621e-4c05-44c5-b6db-9df8c7465184 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102346) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 10:19:36.578143 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-3e4f621e-4c05-44c5-b6db-9df8c7465184 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3bb1083f-6927-44c8-a5d3-1cb3a3001aef']}} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:19:36.604980 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-3e4f621e-4c05-44c5-b6db-9df8c7465184 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a18027c-4f21-4742-add6-6aee377206a7') {'for_net_delete': True} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:19:36.605515 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-3e4f621e-4c05-44c5-b6db-9df8c7465184 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a18027c-4f21-4742-add6-6aee377206a7') {} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:19:36.609781 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b0c32e32-caea-4f88-8735-2b92ae26c62b req-90a1220c-ba19-46b8-9258-12717dff64c4 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/security-groups?id=e786382c-1289-4f9d-b471-ed120470c2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707059 Oct 27 10:19:36.635635 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-664ac23a-50f5-433c-a5ce-cdc6ab1559ae req-0af955ab-4c8a-46ff-bf39-58fa3387a4b8 tempest-LiveMigrationNegativeTest-218370031 tempest-LiveMigrationNegativeTest-218370031-project] For port fa56185d-3cf8-4a3d-abd4-171b990f946c, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=fa56185d-3cf8-4a3d-abd4-171b990f946c,segment=NetworkSegment(f7c42c6d-2766-46d8-a8b7-4852117a5555),segment_id=f7c42c6d-2766-46d8-a8b7-4852117a5555)] {{(pid=102347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:19:36.636135 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-664ac23a-50f5-433c-a5ce-cdc6ab1559ae req-0af955ab-4c8a-46ff-bf39-58fa3387a4b8 tempest-LiveMigrationNegativeTest-218370031 tempest-LiveMigrationNegativeTest-218370031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:36.637678 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-3e4f621e-4c05-44c5-b6db-9df8c7465184 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743873145191', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25847877'] for segment, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:36.660595 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [req-664ac23a-50f5-433c-a5ce-cdc6ab1559ae req-0af955ab-4c8a-46ff-bf39-58fa3387a4b8 tempest-LiveMigrationNegativeTest-218370031 tempest-LiveMigrationNegativeTest-218370031-project] Calling delete_port for fa56185d-3cf8-4a3d-abd4-171b990f946c owned by compute:nova {{(pid=102347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:19:36.671501 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-91edd2d3-9bfe-49c4-9ea3-0538b0ceaf96 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:36.678829 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-3e4f621e-4c05-44c5-b6db-9df8c7465184 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:36.697735 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-d8a10cb3-16ae-4999-ba6d-60869b5e27a3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:36.715342 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e4f621e-4c05-44c5-b6db-9df8c7465184 admin admin] Releasing vlan 411 on physical network physnet1 to pool {{(pid=102346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 10:19:36.715837 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-3e4f621e-4c05-44c5-b6db-9df8c7465184 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27024137'] for segment, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:36.724819 n-d-813419-10 neutron-server[102346]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 27 10:19:36.724819 n-d-813419-10 neutron-server[102346]: from cryptography.utils import int_from_bytes Oct 27 10:19:36.724819 n-d-813419-10 neutron-server[102346]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 27 10:19:36.724819 n-d-813419-10 neutron-server[102346]: from cryptography.utils import int_from_bytes Oct 27 10:19:36.724819 n-d-813419-10 neutron-server[102346]: Traceback (most recent call last): Oct 27 10:19:36.724819 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 10:19:36.724819 n-d-813419-10 neutron-server[102346]: timer() Oct 27 10:19:36.724819 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 10:19:36.724819 n-d-813419-10 neutron-server[102346]: cb(*args, **kw) Oct 27 10:19:36.724819 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 10:19:36.724819 n-d-813419-10 neutron-server[102346]: return func(*args, **kwargs) Oct 27 10:19:36.724819 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 10:19:36.724819 n-d-813419-10 neutron-server[102346]: self._notify() Oct 27 10:19:36.724819 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 10:19:36.724819 n-d-813419-10 neutron-server[102346]: self.callback(batched_events) Oct 27 10:19:36.724819 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 10:19:36.724819 n-d-813419-10 neutron-server[102346]: event.method(event) Oct 27 10:19:36.724819 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 10:19:36.724819 n-d-813419-10 neutron-server[102346]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 10:19:36.724819 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 10:19:36.724819 n-d-813419-10 neutron-server[102346]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 10:19:36.724819 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 10:19:36.724819 n-d-813419-10 neutron-server[102346]: return f(self, *a, **k) Oct 27 10:19:36.724819 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 10:19:36.724819 n-d-813419-10 neutron-server[102346]: return self._get(url).json() Oct 27 10:19:36.724819 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 10:19:36.724819 n-d-813419-10 neutron-server[102346]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 10:19:36.724819 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 10:19:36.724819 n-d-813419-10 neutron-server[102346]: return self.request(url, 'GET', **kwargs) Oct 27 10:19:36.724819 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 10:19:36.724819 n-d-813419-10 neutron-server[102346]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 10:19:36.724819 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 10:19:36.724819 n-d-813419-10 neutron-server[102346]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 10:19:36.724819 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 10:19:36.724819 n-d-813419-10 neutron-server[102346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 10:19:36.724819 n-d-813419-10 neutron-server[102346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 10:19:36.766509 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-91edd2d3-9bfe-49c4-9ea3-0538b0ceaf96 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:36.803994 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-c24cd1e6-2a82-4016-85f5-6efa4d8f9da2 req-5d5a8a8e-ac3e-42bf-a066-a6cd200ab0e2 tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] Publish callbacks [] for port, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:36.833491 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-3e4f621e-4c05-44c5-b6db-9df8c7465184 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664840'] for network, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:36.848606 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-3e4f621e-4c05-44c5-b6db-9df8c7465184 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for network, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:36.852005 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-3e4f621e-4c05-44c5-b6db-9df8c7465184 admin admin] 10.222.0.44 "DELETE /v2.0/networks/3bb1083f-6927-44c8-a5d3-1cb3a3001aef HTTP/1.1" status: 204 len: 168 time: 1.6178572 Oct 27 10:19:36.868170 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4f621e-4c05-44c5-b6db-9df8c7465184 admin admin] Pushing event deleted for resources: {'Network': ['ID=3bb1083f-6927-44c8-a5d3-1cb3a3001aef,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:19:36.880395 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-d8a10cb3-16ae-4999-ba6d-60869b5e27a3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:36.880913 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-91edd2d3-9bfe-49c4-9ea3-0538b0ceaf96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:36.883697 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-91edd2d3-9bfe-49c4-9ea3-0538b0ceaf96 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:36.884897 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-91edd2d3-9bfe-49c4-9ea3-0538b0ceaf96 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f107e974-8e2d-440e-9e98-b93a301579a5 HTTP/1.1" status: 204 len: 168 time: 0.5126112 Oct 27 10:19:36.894381 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-c24cd1e6-2a82-4016-85f5-6efa4d8f9da2 req-5d5a8a8e-ac3e-42bf-a066-a6cd200ab0e2 tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:36.894822 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-d8a10cb3-16ae-4999-ba6d-60869b5e27a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:36.901691 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91edd2d3-9bfe-49c4-9ea3-0538b0ceaf96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f107e974-8e2d-440e-9e98-b93a301579a5,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:19:36.916818 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-664ac23a-50f5-433c-a5ce-cdc6ab1559ae req-0af955ab-4c8a-46ff-bf39-58fa3387a4b8 tempest-LiveMigrationNegativeTest-218370031 tempest-LiveMigrationNegativeTest-218370031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:36.932878 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] get_ports_and_sgs() called for port_ids ['3fbe4d9d-e648-4698-a2b9-03ea8923f41e'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:19:36.984232 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c24cd1e6-2a82-4016-85f5-6efa4d8f9da2 req-5d5a8a8e-ac3e-42bf-a066-a6cd200ab0e2 tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] Network 1886fe3b-e088-4c7d-8f4c-b14d4440b311 is already hosted by enough agents. {{(pid=102346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:19:36.989144 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [req-c24cd1e6-2a82-4016-85f5-6efa4d8f9da2 req-5d5a8a8e-ac3e-42bf-a066-a6cd200ab0e2 tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] Resources bound (agent type, host, resource id): {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:19:36.994864 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [req-c24cd1e6-2a82-4016-85f5-6efa4d8f9da2 req-5d5a8a8e-ac3e-42bf-a066-a6cd200ab0e2 tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] Received port after_create {{(pid=102346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:19:36.999219 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5a8a8e-ac3e-42bf-a066-a6cd200ab0e2 tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] Pushing event updated for resources: {'Port': ['ID=cc809c9a-81c2-48fc-a862-97633a5e993c,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:19:37.011480 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-d8a10cb3-16ae-4999-ba6d-60869b5e27a3 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c959db70d3284f2695334b0f0701bc1a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6364896 Oct 27 10:19:37.013691 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af955ab-4c8a-46ff-bf39-58fa3387a4b8 tempest-LiveMigrationNegativeTest-218370031 tempest-LiveMigrationNegativeTest-218370031-project] Pushing event deleted for resources: {'Port': ['ID=fa56185d-3cf8-4a3d-abd4-171b990f946c,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:19:37.020042 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 39288) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:19:37.045108 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] get_ports_and_sgs() called for port_ids ['fa56185d-3cf8-4a3d-abd4-171b990f946c'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:19:37.051452 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a10cb3-16ae-4999-ba6d-60869b5e27a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68ce2269-6b76-4a30-891e-e041bf66ef50,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:19:37.117283 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [req-664ac23a-50f5-433c-a5ce-cdc6ab1559ae req-0af955ab-4c8a-46ff-bf39-58fa3387a4b8 tempest-LiveMigrationNegativeTest-218370031 tempest-LiveMigrationNegativeTest-218370031-project] No DVR routers for this DVR port fa56185d-3cf8-4a3d-abd4-171b990f946c on host n-h2-813419-10 {{(pid=102347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:19:37.122917 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-664ac23a-50f5-433c-a5ce-cdc6ab1559ae req-0af955ab-4c8a-46ff-bf39-58fa3387a4b8 tempest-LiveMigrationNegativeTest-218370031 tempest-LiveMigrationNegativeTest-218370031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:37.124730 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24cd1e6-2a82-4016-85f5-6efa4d8f9da2 req-5d5a8a8e-ac3e-42bf-a066-a6cd200ab0e2 tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:37.126435 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-c24cd1e6-2a82-4016-85f5-6efa4d8f9da2 req-5d5a8a8e-ac3e-42bf-a066-a6cd200ab0e2 tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:37.140660 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-664ac23a-50f5-433c-a5ce-cdc6ab1559ae req-0af955ab-4c8a-46ff-bf39-58fa3387a4b8 tempest-LiveMigrationNegativeTest-218370031 tempest-LiveMigrationNegativeTest-218370031-project] 10.222.0.76 "DELETE /v2.0/ports/fa56185d-3cf8-4a3d-abd4-171b990f946c HTTP/1.1" status: 204 len: 173 time: 1.0228932 Oct 27 10:19:37.141360 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '888f5e8a-b37b-4980-93db-923d46bd2ff0', 'name': 'network-vif-deleted', 'tag': 'fa56185d-3cf8-4a3d-abd4-171b990f946c'}] {{(pid=102347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:19:37.144518 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311149b481204ee7edffdb959c881838506fbd95bc8577c048f6677abb73acc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf6e5aae-556c-4c89-8445-6a2be051e91b" -d '{"events": [{"server_uuid": "888f5e8a-b37b-4980-93db-923d46bd2ff0", "name": "network-vif-deleted", "tag": "fa56185d-3cf8-4a3d-abd4-171b990f946c"}]}' {{(pid=102347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:19:37.161160 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-c24cd1e6-2a82-4016-85f5-6efa4d8f9da2 req-5d5a8a8e-ac3e-42bf-a066-a6cd200ab0e2 tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9101717 Oct 27 10:19:37.172704 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18322814-a378-4ce4-9f9b-f3607ed9ad1d req-e8e04723-7f28-43a9-8a82-5ac9b67edc37 tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:37.181819 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [req-c24cd1e6-2a82-4016-85f5-6efa4d8f9da2 req-c125d06a-cbf7-4451-9a82-ecd9968fdc77 service neutron] Request body: {'port': {'device_id': 'dfe13e53-5060-499f-ab7e-75bb3faaeddc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-10'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:19:37.182347 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-18322814-a378-4ce4-9f9b-f3607ed9ad1d req-e8e04723-7f28-43a9-8a82-5ac9b67edc37 tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] 10.222.0.44 "GET /v2.0/ports?device_id=dfe13e53-5060-499f-ab7e-75bb3faaeddc HTTP/1.1" status: 200 len: 932 time: 0.2486477 Oct 27 10:19:37.250754 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-a0158847-ee37-4899-a6ae-738e190e30c7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:37.282339 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-c24cd1e6-2a82-4016-85f5-6efa4d8f9da2 req-c125d06a-cbf7-4451-9a82-ecd9968fdc77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:37.284086 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-18322814-a378-4ce4-9f9b-f3607ed9ad1d req-6f872e87-269e-4ac0-b521-07687dcb3793 tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] 10.222.0.44 "GET /v2.0/security-groups?id=e3018bff-e5f8-44d8-a835-69520a8698da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006722 Oct 27 10:19:37.325398 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 39294) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:19:37.338632 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-a0158847-ee37-4899-a6ae-738e190e30c7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:37.445260 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-1e949b20-3a93-4a67-b63c-fdcb7c0f3524 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=abc0231b74154a28ac572a299e4c42db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1001782 Oct 27 10:19:37.450912 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 39302) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:19:37.474573 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-32eed04a-b705-42ef-abd9-00f6357d8cee req-4ae1fd83-e703-41a9-b1e5-1510fba26870 tempest-LiveMigrationNegativeTest-218370031 tempest-LiveMigrationNegativeTest-218370031-project] 10.222.0.44 "GET /v2.0/ports?device_id=888f5e8a-b37b-4980-93db-923d46bd2ff0 HTTP/1.1" status: 200 len: 210 time: 0.0278268 Oct 27 10:19:37.481214 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-a0158847-ee37-4899-a6ae-738e190e30c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:37.486264 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-a0158847-ee37-4899-a6ae-738e190e30c7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:37.487844 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-a0158847-ee37-4899-a6ae-738e190e30c7 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/68ce2269-6b76-4a30-891e-e041bf66ef50 HTTP/1.1" status: 204 len: 168 time: 0.4638932 Oct 27 10:19:37.511455 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0158847-ee37-4899-a6ae-738e190e30c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68ce2269-6b76-4a30-891e-e041bf66ef50,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:19:37.538746 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:19:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d8b8bfb-3632-4eb4-ab6b-53864f38e7f1 x-openstack-request-id: req-8d8b8bfb-3632-4eb4-ab6b-53864f38e7f1 {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:19:37.538941 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "888f5e8a-b37b-4980-93db-923d46bd2ff0", "name": "network-vif-deleted", "tag": "fa56185d-3cf8-4a3d-abd4-171b990f946c", "status": "completed", "code": 200}]} {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:19:37.539205 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-8d8b8bfb-3632-4eb4-ab6b-53864f38e7f1 {{(pid=102347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:19:37.539740 n-d-813419-10 neutron-server[102347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '888f5e8a-b37b-4980-93db-923d46bd2ff0', 'name': 'network-vif-deleted', 'tag': 'fa56185d-3cf8-4a3d-abd4-171b990f946c', 'status': 'completed', 'code': 200} Oct 27 10:19:37.708476 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-a5f3d9aa-bc91-43ea-8e16-22da6ed93115 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:37.755838 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-a5f3d9aa-bc91-43ea-8e16-22da6ed93115 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:37.761353 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6ba1da-38aa-4c5d-b0e4-b8c3e02de827 req-b428626c-2566-4e84-afb0-f4f93ceaded2 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:37.763295 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-4c6ba1da-38aa-4c5d-b0e4-b8c3e02de827 req-b428626c-2566-4e84-afb0-f4f93ceaded2 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/ports?device_id=a52d4eb7-7ffd-4109-9f94-dc97814340a0 HTTP/1.1" status: 200 len: 948 time: 0.0697773 Oct 27 10:19:37.842454 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-4c6ba1da-38aa-4c5d-b0e4-b8c3e02de827 req-cc3fc715-ce41-4055-b251-730ed3848261 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/security-groups?id=e786382c-1289-4f9d-b471-ed120470c2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714469 Oct 27 10:19:37.852167 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [req-c24cd1e6-2a82-4016-85f5-6efa4d8f9da2 req-c125d06a-cbf7-4451-9a82-ecd9968fdc77 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc809c9a-81c2-48fc-a862-97633a5e993c {{(pid=102346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:19:37.870221 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-c24cd1e6-2a82-4016-85f5-6efa4d8f9da2 req-c125d06a-cbf7-4451-9a82-ecd9968fdc77 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:37.883921 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-a5f3d9aa-bc91-43ea-8e16-22da6ed93115 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:37.886458 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-a5f3d9aa-bc91-43ea-8e16-22da6ed93115 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:37.887586 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-a5f3d9aa-bc91-43ea-8e16-22da6ed93115 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2c6408fb-2cc2-4b2b-b342-d7e5b226c7cb HTTP/1.1" status: 204 len: 168 time: 0.4344833 Oct 27 10:19:37.889511 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.provisioning_blocks [req-c24cd1e6-2a82-4016-85f5-6efa4d8f9da2 req-c125d06a-cbf7-4451-9a82-ecd9968fdc77 service neutron] Transition to ACTIVE for port object cc809c9a-81c2-48fc-a862-97633a5e993c will not be triggered until provisioned by entity L2. {{(pid=102346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 10:19:37.898033 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-c24cd1e6-2a82-4016-85f5-6efa4d8f9da2 req-c125d06a-cbf7-4451-9a82-ecd9968fdc77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27024173'] for port, after_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:37.902241 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f3d9aa-bc91-43ea-8e16-22da6ed93115 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c6408fb-2cc2-4b2b-b342-d7e5b226c7cb,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:19:37.957682 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c125d06a-cbf7-4451-9a82-ecd9968fdc77 service neutron] Pushing event updated for resources: {'Port': ['ID=cc809c9a-81c2-48fc-a862-97633a5e993c,revision_number=2']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:19:38.030113 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.managers [req-c24cd1e6-2a82-4016-85f5-6efa4d8f9da2 req-c125d06a-cbf7-4451-9a82-ecd9968fdc77 service neutron] Attempting to bind port cc809c9a-81c2-48fc-a862-97633a5e993c on host n-h1-813419-10 for vnic_type normal with profile {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:19:38.030444 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.managers [req-c24cd1e6-2a82-4016-85f5-6efa4d8f9da2 req-c125d06a-cbf7-4451-9a82-ecd9968fdc77 service neutron] Attempting to bind port cc809c9a-81c2-48fc-a862-97633a5e993c by drivers openvswitch,hyperv on host n-h1-813419-10 at level 0 using segments [{'id': '4fd5c29a-a838-4106-a890-06a671bde674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '1886fe3b-e088-4c7d-8f4c-b14d4440b311'}] {{(pid=102346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:19:38.030770 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c24cd1e6-2a82-4016-85f5-6efa4d8f9da2 req-c125d06a-cbf7-4451-9a82-ecd9968fdc77 service neutron] Attempting to bind port cc809c9a-81c2-48fc-a862-97633a5e993c on network 1886fe3b-e088-4c7d-8f4c-b14d4440b311 {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:19:38.034736 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 39324) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:19:38.035457 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c24cd1e6-2a82-4016-85f5-6efa4d8f9da2 req-c125d06a-cbf7-4451-9a82-ecd9968fdc77 service neutron] Port cc809c9a-81c2-48fc-a862-97633a5e993c on network 1886fe3b-e088-4c7d-8f4c-b14d4440b311 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-10 {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 10:19:38.035806 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c24cd1e6-2a82-4016-85f5-6efa4d8f9da2 req-c125d06a-cbf7-4451-9a82-ecd9968fdc77 service neutron] Attempting to bind port cc809c9a-81c2-48fc-a862-97633a5e993c on network 1886fe3b-e088-4c7d-8f4c-b14d4440b311 {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:19:38.040911 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c24cd1e6-2a82-4016-85f5-6efa4d8f9da2 req-c125d06a-cbf7-4451-9a82-ecd9968fdc77 service neutron] Checking agent: {'id': 'a52e1cab-0c63-402d-9c94-330537c6c076', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 16, 2), 'started_at': datetime.datetime(2021, 10, 27, 10, 16, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 19, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:19:38.041239 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c24cd1e6-2a82-4016-85f5-6efa4d8f9da2 req-c125d06a-cbf7-4451-9a82-ecd9968fdc77 service neutron] Checking segment: {'id': '4fd5c29a-a838-4106-a890-06a671bde674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '1886fe3b-e088-4c7d-8f4c-b14d4440b311'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:19:38.041607 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c24cd1e6-2a82-4016-85f5-6efa4d8f9da2 req-c125d06a-cbf7-4451-9a82-ecd9968fdc77 service neutron] Bound using segment: {'id': '4fd5c29a-a838-4106-a890-06a671bde674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '1886fe3b-e088-4c7d-8f4c-b14d4440b311'} {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:19:38.042020 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.managers [req-c24cd1e6-2a82-4016-85f5-6efa4d8f9da2 req-c125d06a-cbf7-4451-9a82-ecd9968fdc77 service neutron] Bound port: cc809c9a-81c2-48fc-a862-97633a5e993c, host: n-h1-813419-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4fd5c29a-a838-4106-a890-06a671bde674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '1886fe3b-e088-4c7d-8f4c-b14d4440b311'}}] {{(pid=102346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:19:38.042367 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-c24cd1e6-2a82-4016-85f5-6efa4d8f9da2 req-c125d06a-cbf7-4451-9a82-ecd9968fdc77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:38.056089 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-1f2348a9-5391-44f1-b25c-9ab0819904d4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:38.118277 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [req-c24cd1e6-2a82-4016-85f5-6efa4d8f9da2 req-c125d06a-cbf7-4451-9a82-ecd9968fdc77 service neutron] For port cc809c9a-81c2-48fc-a862-97633a5e993c, host n-h1-813419-10, cleared binding levels {{(pid=102346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:19:38.121841 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [req-c24cd1e6-2a82-4016-85f5-6efa4d8f9da2 req-c125d06a-cbf7-4451-9a82-ecd9968fdc77 service neutron] For port cc809c9a-81c2-48fc-a862-97633a5e993c, host n-h1-813419-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=cc809c9a-81c2-48fc-a862-97633a5e993c,segment=NetworkSegment(4fd5c29a-a838-4106-a890-06a671bde674),segment_id=4fd5c29a-a838-4106-a890-06a671bde674)] {{(pid=102346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:19:38.128966 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-c24cd1e6-2a82-4016-85f5-6efa4d8f9da2 req-c125d06a-cbf7-4451-9a82-ecd9968fdc77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27024173'] for port, after_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:38.203641 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-1f2348a9-5391-44f1-b25c-9ab0819904d4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:38.203986 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24cd1e6-2a82-4016-85f5-6efa4d8f9da2 req-c125d06a-cbf7-4451-9a82-ecd9968fdc77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:38.205452 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-c24cd1e6-2a82-4016-85f5-6efa4d8f9da2 req-c125d06a-cbf7-4451-9a82-ecd9968fdc77 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:38.207048 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-c24cd1e6-2a82-4016-85f5-6efa4d8f9da2 req-c125d06a-cbf7-4451-9a82-ecd9968fdc77 service neutron] 10.222.0.64 "PUT /v2.0/ports/cc809c9a-81c2-48fc-a862-97633a5e993c HTTP/1.1" status: 200 len: 1093 time: 1.0367978 Oct 27 10:19:38.209165 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-1f2348a9-5391-44f1-b25c-9ab0819904d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:38.209499 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfe13e53-5060-499f-ab7e-75bb3faaeddc', 'tag': 'cc809c9a-81c2-48fc-a862-97633a5e993c'}] {{(pid=102346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:19:38.213585 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc0e418f5fc417c8d55d94c0aa509b037d0beb2a734c1a709e789eb65639a56d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eac86fd5-318e-4f47-8bd1-692751690448" -d '{"events": [{"name": "network-changed", "server_uuid": "dfe13e53-5060-499f-ab7e-75bb3faaeddc", "tag": "cc809c9a-81c2-48fc-a862-97633a5e993c"}]}' {{(pid=102346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:19:38.258093 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-1f2348a9-5391-44f1-b25c-9ab0819904d4 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=43ad4572f6144e95b50f91c205bc8e81&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2205153 Oct 27 10:19:38.260585 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 39332) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:19:38.266701 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2348a9-5391-44f1-b25c-9ab0819904d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a070f464-fd06-4693-8a37-90a467ae5237,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:19:38.293390 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 10:19:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86ee6ec1-7f5c-43f5-aa2c-b054fbd42b45 x-openstack-request-id: req-86ee6ec1-7f5c-43f5-aa2c-b054fbd42b45 {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:19:38.293682 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfe13e53-5060-499f-ab7e-75bb3faaeddc", "tag": "cc809c9a-81c2-48fc-a862-97633a5e993c", "status": "completed", "code": 200}]} {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:19:38.293934 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-86ee6ec1-7f5c-43f5-aa2c-b054fbd42b45 {{(pid=102346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:19:38.294339 n-d-813419-10 neutron-server[102346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dfe13e53-5060-499f-ab7e-75bb3faaeddc', 'tag': 'cc809c9a-81c2-48fc-a862-97633a5e993c', 'status': 'completed', 'code': 200} Oct 27 10:19:38.311773 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c125d06a-cbf7-4451-9a82-ecd9968fdc77 service neutron] Pushing event updated for resources: {'Port': ['ID=cc809c9a-81c2-48fc-a862-97633a5e993c,revision_number=3']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:19:38.324012 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-a4bce90c-0539-4f8b-90b9-f3381a0d3a32 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:38.347492 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24cd1e6-2a82-4016-85f5-6efa4d8f9da2 req-8bdcf046-f04b-4420-9f7e-c57df0d4aeab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:38.348762 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-c24cd1e6-2a82-4016-85f5-6efa4d8f9da2 req-8bdcf046-f04b-4420-9f7e-c57df0d4aeab service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=54312c7c8f9740c0a6858560a6518b0e&device_id=dfe13e53-5060-499f-ab7e-75bb3faaeddc HTTP/1.1" status: 200 len: 1096 time: 0.0908904 Oct 27 10:19:38.366201 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-a4bce90c-0539-4f8b-90b9-f3381a0d3a32 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:38.418545 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-c24cd1e6-2a82-4016-85f5-6efa4d8f9da2 req-d2fc9aed-f770-4ca2-a6a5-1e9dba9a803c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cc809c9a-81c2-48fc-a862-97633a5e993c HTTP/1.1" status: 200 len: 217 time: 0.0615191 Oct 27 10:19:38.434503 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-a4bce90c-0539-4f8b-90b9-f3381a0d3a32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:38.440554 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-a4bce90c-0539-4f8b-90b9-f3381a0d3a32 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:38.442058 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-a4bce90c-0539-4f8b-90b9-f3381a0d3a32 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a070f464-fd06-4693-8a37-90a467ae5237 HTTP/1.1" status: 204 len: 168 time: 0.1803694 Oct 27 10:19:38.451612 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bce90c-0539-4f8b-90b9-f3381a0d3a32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a070f464-fd06-4693-8a37-90a467ae5237,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:19:38.509033 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24cd1e6-2a82-4016-85f5-6efa4d8f9da2 req-7eb7db28-638f-4683-ab7f-2136674fe60f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:38.510843 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-c24cd1e6-2a82-4016-85f5-6efa4d8f9da2 req-7eb7db28-638f-4683-ab7f-2136674fe60f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=823c78a5-c352-4686-b77c-588d22c2aa2c HTTP/1.1" status: 200 len: 861 time: 0.0721014 Oct 27 10:19:38.519943 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb448ff2-6b6b-4bdf-b71d-c013b8777ec9 req-11b4a0ed-7126-45b5-afb5-e11c9367941b tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:38.526618 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-eb448ff2-6b6b-4bdf-b71d-c013b8777ec9 req-11b4a0ed-7126-45b5-afb5-e11c9367941b tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] 10.222.0.44 "GET /v2.0/ports?device_id=dfe13e53-5060-499f-ab7e-75bb3faaeddc HTTP/1.1" status: 200 len: 944 time: 0.1174057 Oct 27 10:19:38.565793 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-c24cd1e6-2a82-4016-85f5-6efa4d8f9da2 req-8b622edf-2bef-4492-b75c-5a900d1dbef5 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1886fe3b-e088-4c7d-8f4c-b14d4440b311&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365226 Oct 27 10:19:38.616532 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-eb448ff2-6b6b-4bdf-b71d-c013b8777ec9 req-05ea7bbd-64d1-4b32-a431-99d4e767e131 tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] 10.222.0.44 "GET /v2.0/security-groups?id=e3018bff-e5f8-44d8-a835-69520a8698da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810573 Oct 27 10:19:38.684077 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:38.769668 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-c24cd1e6-2a82-4016-85f5-6efa4d8f9da2 req-da10919b-ca00-4c08-96c5-567e333f05c7 service neutron] 10.222.0.64 "GET /v2.0/networks/1886fe3b-e088-4c7d-8f4c-b14d4440b311?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1966300 Oct 27 10:19:38.902677 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93d3ae8-55cb-4332-b789-b3c84763f307 req-6f2fac19-d336-453c-bbbf-ec54732ec531 tempest-LiveMigrationNegativeTest-218370031 tempest-LiveMigrationNegativeTest-218370031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:38.904149 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-e93d3ae8-55cb-4332-b789-b3c84763f307 req-6f2fac19-d336-453c-bbbf-ec54732ec531 tempest-LiveMigrationNegativeTest-218370031 tempest-LiveMigrationNegativeTest-218370031-project] 10.222.0.44 "GET /v2.0/ports?device_id=a332b069-3887-44da-97bd-d22f51dd17aa HTTP/1.1" status: 200 len: 972 time: 0.1024692 Oct 27 10:19:38.922510 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-c24cd1e6-2a82-4016-85f5-6efa4d8f9da2 req-68dc7dfb-7e8e-4bdc-8b7b-10232eb25c3e service neutron] 10.222.0.64 "GET /v2.0/networks/1886fe3b-e088-4c7d-8f4c-b14d4440b311?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452053 Oct 27 10:19:38.957008 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-e93d3ae8-55cb-4332-b789-b3c84763f307 req-2e4cd81c-cae8-445d-823a-c334126f09d2 tempest-LiveMigrationNegativeTest-218370031 tempest-LiveMigrationNegativeTest-218370031-project] 10.222.0.44 "GET /v2.0/security-groups?id=ce298a20-614e-493c-89f0-b27e77f8a827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422745 Oct 27 10:19:39.031919 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac86fd5-318e-4f47-8bd1-692751690448 req-2761decc-b6f6-4239-b418-bb8a0b453210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:39.034262 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-eac86fd5-318e-4f47-8bd1-692751690448 req-2761decc-b6f6-4239-b418-bb8a0b453210 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=54312c7c8f9740c0a6858560a6518b0e&device_id=dfe13e53-5060-499f-ab7e-75bb3faaeddc HTTP/1.1" status: 200 len: 1096 time: 0.0504756 Oct 27 10:19:39.147411 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cd8909-b354-4472-b8c5-fe2f9cc26ac2 req-bd9ac1e6-5dd5-48d5-8ec2-fd11e1c1143d tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:39.154766 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-77cd8909-b354-4472-b8c5-fe2f9cc26ac2 req-bd9ac1e6-5dd5-48d5-8ec2-fd11e1c1143d tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/ports?device_id=a52d4eb7-7ffd-4109-9f94-dc97814340a0 HTTP/1.1" status: 200 len: 948 time: 0.1043236 Oct 27 10:19:39.193802 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac86fd5-318e-4f47-8bd1-692751690448 req-7c0a4819-b492-439a-9387-7fdd3d02c993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:39.195335 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-eac86fd5-318e-4f47-8bd1-692751690448 req-7c0a4819-b492-439a-9387-7fdd3d02c993 service neutron] 10.222.0.64 "GET /v2.0/networks?id=1886fe3b-e088-4c7d-8f4c-b14d4440b311 HTTP/1.1" status: 200 len: 922 time: 0.1538742 Oct 27 10:19:39.219470 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-77cd8909-b354-4472-b8c5-fe2f9cc26ac2 req-c05343e4-309d-4bf5-b739-d25641613e58 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/security-groups?id=e786382c-1289-4f9d-b471-ed120470c2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638421 Oct 27 10:19:39.250968 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-eac86fd5-318e-4f47-8bd1-692751690448 req-66e3f0d6-20c7-4607-952e-609b8aa49109 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cc809c9a-81c2-48fc-a862-97633a5e993c HTTP/1.1" status: 200 len: 217 time: 0.0461833 Oct 27 10:19:39.316838 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac86fd5-318e-4f47-8bd1-692751690448 req-668bdbdb-39ec-4b95-b0a3-f89720cb2273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:39.318246 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-eac86fd5-318e-4f47-8bd1-692751690448 req-668bdbdb-39ec-4b95-b0a3-f89720cb2273 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=823c78a5-c352-4686-b77c-588d22c2aa2c HTTP/1.1" status: 200 len: 861 time: 0.0603018 Oct 27 10:19:39.353387 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-eac86fd5-318e-4f47-8bd1-692751690448 req-ab81a736-c4ec-44f7-b497-f4735bfbcd45 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1886fe3b-e088-4c7d-8f4c-b14d4440b311&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272949 Oct 27 10:19:39.461541 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-eac86fd5-318e-4f47-8bd1-692751690448 req-4d9dc34a-b99d-4d3e-9d99-cf87c1ede643 service neutron] 10.222.0.64 "GET /v2.0/networks/1886fe3b-e088-4c7d-8f4c-b14d4440b311?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991790 Oct 27 10:19:39.564185 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-eac86fd5-318e-4f47-8bd1-692751690448 req-93fc3aab-fa65-4904-b410-6752b2264c36 service neutron] 10.222.0.64 "GET /v2.0/networks/1886fe3b-e088-4c7d-8f4c-b14d4440b311?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925994 Oct 27 10:19:39.624387 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device 4226de95-7a65-4c77-86b6-a858ffe6dac1 details requested by agent hyperv_n-h2-813419-10 with host n-h2-813419-10 {{(pid=102348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 10:19:39.627517 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device fa56185d-3cf8-4a3d-abd4-171b990f946c no longer exists at agent hyperv_n-h2-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:19:39.659800 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] No Port match for: fa56185d-3cf8-4a3d-abd4-171b990f946c {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:19:39.660466 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device fa56185d-3cf8-4a3d-abd4-171b990f946c not bound to the agent host n-h2-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:19:39.846072 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beefdd04-2b41-4940-aa4c-01e98f6f6bc4 req-fda095e7-721c-464e-84b1-d5288f47fdff tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:39.858568 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-beefdd04-2b41-4940-aa4c-01e98f6f6bc4 req-fda095e7-721c-464e-84b1-d5288f47fdff tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] 10.222.0.44 "GET /v2.0/ports?device_id=dfe13e53-5060-499f-ab7e-75bb3faaeddc HTTP/1.1" status: 200 len: 944 time: 0.1169434 Oct 27 10:19:39.912173 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] For port 4226de95-7a65-4c77-86b6-a858ffe6dac1, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=4226de95-7a65-4c77-86b6-a858ffe6dac1,segment=NetworkSegment(f7c42c6d-2766-46d8-a8b7-4852117a5555),segment_id=f7c42c6d-2766-46d8-a8b7-4852117a5555)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:19:39.925886 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Returning: {'device': '4226de95-7a65-4c77-86b6-a858ffe6dac1', 'network_id': '4d250f92-d229-45fe-a579-67fef8e6c544', 'port_id': '4226de95-7a65-4c77-86b6-a858ffe6dac1', 'mac_address': 'fa:16:3e:1d:f3:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62eb52f7-aac4-48af-8670-e04300325561', 'ip_address': '192.168.233.179'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 10:19:39.940873 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-beefdd04-2b41-4940-aa4c-01e98f6f6bc4 req-8046b678-3116-445b-bca6-d43f7bbdd0b8 tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] 10.222.0.44 "GET /v2.0/security-groups?id=e3018bff-e5f8-44d8-a835-69520a8698da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810318 Oct 27 10:19:39.971898 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:39.990486 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4226de95-7a65-4c77-86b6-a858ffe6dac1 {{(pid=102348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:19:40.014498 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] For port 4226de95-7a65-4c77-86b6-a858ffe6dac1, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=4226de95-7a65-4c77-86b6-a858ffe6dac1,segment=NetworkSegment(f7c42c6d-2766-46d8-a8b7-4852117a5555),segment_id=f7c42c6d-2766-46d8-a8b7-4852117a5555)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:19:40.021997 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:40.130878 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Pushing event updated for resources: {'Port': ['ID=4226de95-7a65-4c77-86b6-a858ffe6dac1,revision_number=4']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:19:40.158546 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c050d32-02e4-4047-9a25-0bc42e050b66 req-2a31169a-b666-47d0-b8db-953f7df0e6d7 tempest-LiveMigrationNegativeTest-218370031 tempest-LiveMigrationNegativeTest-218370031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:40.160754 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-0c050d32-02e4-4047-9a25-0bc42e050b66 req-2a31169a-b666-47d0-b8db-953f7df0e6d7 tempest-LiveMigrationNegativeTest-218370031 tempest-LiveMigrationNegativeTest-218370031-project] 10.222.0.64 "GET /v2.0/ports?device_id=a332b069-3887-44da-97bd-d22f51dd17aa HTTP/1.1" status: 200 len: 972 time: 0.1219444 Oct 27 10:19:40.171773 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be48cc05-492e-42c0-bfb8-a8a7aaf43d01 req-21ab0177-cbf0-4c48-8083-c41649544db4 tempest-LiveMigrationNegativeTest-218370031 tempest-LiveMigrationNegativeTest-218370031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:40.181691 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-be48cc05-492e-42c0-bfb8-a8a7aaf43d01 req-21ab0177-cbf0-4c48-8083-c41649544db4 tempest-LiveMigrationNegativeTest-218370031 tempest-LiveMigrationNegativeTest-218370031-project] 10.222.0.44 "GET /v2.0/ports?device_id=a332b069-3887-44da-97bd-d22f51dd17aa HTTP/1.1" status: 200 len: 972 time: 0.0932918 Oct 27 10:19:40.284133 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-be48cc05-492e-42c0-bfb8-a8a7aaf43d01 req-53d5aa6e-c0e3-49be-91b2-a39c987a5392 tempest-LiveMigrationNegativeTest-218370031 tempest-LiveMigrationNegativeTest-218370031-project] 10.222.0.44 "GET /v2.0/security-groups?id=ce298a20-614e-493c-89f0-b27e77f8a827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927150 Oct 27 10:19:40.323175 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [req-0c050d32-02e4-4047-9a25-0bc42e050b66 req-ae8f9865-cde6-4c9d-a13b-bdf9848fc18f tempest-LiveMigrationNegativeTest-218370031 tempest-LiveMigrationNegativeTest-218370031-project] Deleting port 3fbe4d9d-e648-4698-a2b9-03ea8923f41e {{(pid=102346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:19:40.323793 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-0c050d32-02e4-4047-9a25-0bc42e050b66 req-ae8f9865-cde6-4c9d-a13b-bdf9848fc18f tempest-LiveMigrationNegativeTest-218370031 tempest-LiveMigrationNegativeTest-218370031-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:40.380476 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] get_ports_and_sgs() called for port_ids ['4226de95-7a65-4c77-86b6-a858ffe6dac1'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:19:40.462141 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1285a5-d7c3-424a-a79b-1dc2b2a029f9 req-8331fed8-80f7-460f-b6a2-1f4315e4f9bc tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:40.463971 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ca1285a5-d7c3-424a-a79b-1dc2b2a029f9 req-8331fed8-80f7-460f-b6a2-1f4315e4f9bc tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/ports?device_id=a52d4eb7-7ffd-4109-9f94-dc97814340a0 HTTP/1.1" status: 200 len: 949 time: 0.1095562 Oct 27 10:19:40.504508 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [req-0c050d32-02e4-4047-9a25-0bc42e050b66 req-ae8f9865-cde6-4c9d-a13b-bdf9848fc18f tempest-LiveMigrationNegativeTest-218370031 tempest-LiveMigrationNegativeTest-218370031-project] For port 3fbe4d9d-e648-4698-a2b9-03ea8923f41e, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=3fbe4d9d-e648-4698-a2b9-03ea8923f41e,segment=NetworkSegment(f7c42c6d-2766-46d8-a8b7-4852117a5555),segment_id=f7c42c6d-2766-46d8-a8b7-4852117a5555)] {{(pid=102346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:19:40.504877 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-0c050d32-02e4-4047-9a25-0bc42e050b66 req-ae8f9865-cde6-4c9d-a13b-bdf9848fc18f tempest-LiveMigrationNegativeTest-218370031 tempest-LiveMigrationNegativeTest-218370031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:40.566230 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ca1285a5-d7c3-424a-a79b-1dc2b2a029f9 req-76a9d2c0-626e-4406-8b3e-4adacf27ffc6 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/security-groups?id=e786382c-1289-4f9d-b471-ed120470c2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903044 Oct 27 10:19:40.567294 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [req-0c050d32-02e4-4047-9a25-0bc42e050b66 req-ae8f9865-cde6-4c9d-a13b-bdf9848fc18f tempest-LiveMigrationNegativeTest-218370031 tempest-LiveMigrationNegativeTest-218370031-project] Calling delete_port for 3fbe4d9d-e648-4698-a2b9-03ea8923f41e owned by compute:tempest-test_az-1792601493 {{(pid=102346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:19:40.780488 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-0c050d32-02e4-4047-9a25-0bc42e050b66 req-ae8f9865-cde6-4c9d-a13b-bdf9848fc18f tempest-LiveMigrationNegativeTest-218370031 tempest-LiveMigrationNegativeTest-218370031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:40.794585 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] get_ports_and_sgs() called for port_ids ['3fbe4d9d-e648-4698-a2b9-03ea8923f41e'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:19:40.816792 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8f9865-cde6-4c9d-a13b-bdf9848fc18f tempest-LiveMigrationNegativeTest-218370031 tempest-LiveMigrationNegativeTest-218370031-project] Pushing event deleted for resources: {'Port': ['ID=3fbe4d9d-e648-4698-a2b9-03ea8923f41e,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:19:40.877335 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c050d32-02e4-4047-9a25-0bc42e050b66 req-ae8f9865-cde6-4c9d-a13b-bdf9848fc18f tempest-LiveMigrationNegativeTest-218370031 tempest-LiveMigrationNegativeTest-218370031-project] No DVR routers for this DVR port 3fbe4d9d-e648-4698-a2b9-03ea8923f41e on host n-h1-813419-10 {{(pid=102346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:19:40.880059 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-0c050d32-02e4-4047-9a25-0bc42e050b66 req-ae8f9865-cde6-4c9d-a13b-bdf9848fc18f tempest-LiveMigrationNegativeTest-218370031 tempest-LiveMigrationNegativeTest-218370031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:40.884582 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-0c050d32-02e4-4047-9a25-0bc42e050b66 req-ae8f9865-cde6-4c9d-a13b-bdf9848fc18f tempest-LiveMigrationNegativeTest-218370031 tempest-LiveMigrationNegativeTest-218370031-project] 10.222.0.64 "DELETE /v2.0/ports/3fbe4d9d-e648-4698-a2b9-03ea8923f41e HTTP/1.1" status: 204 len: 173 time: 0.6942613 Oct 27 10:19:40.885049 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a332b069-3887-44da-97bd-d22f51dd17aa', 'name': 'network-vif-deleted', 'tag': '3fbe4d9d-e648-4698-a2b9-03ea8923f41e'}] {{(pid=102346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:19:40.887632 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc0e418f5fc417c8d55d94c0aa509b037d0beb2a734c1a709e789eb65639a56d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-588a5641-2d0f-4052-8793-7736ffa27ae6" -d '{"events": [{"server_uuid": "a332b069-3887-44da-97bd-d22f51dd17aa", "name": "network-vif-deleted", "tag": "3fbe4d9d-e648-4698-a2b9-03ea8923f41e"}]}' {{(pid=102346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:19:41.047930 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:19:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4397aedf-3131-4ad7-a35e-dfdf84a4c7a8 x-openstack-request-id: req-4397aedf-3131-4ad7-a35e-dfdf84a4c7a8 {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:19:41.048746 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a332b069-3887-44da-97bd-d22f51dd17aa", "name": "network-vif-deleted", "tag": "3fbe4d9d-e648-4698-a2b9-03ea8923f41e", "status": "completed", "code": 200}]} {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:19:41.049058 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4397aedf-3131-4ad7-a35e-dfdf84a4c7a8 {{(pid=102346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:19:41.049402 n-d-813419-10 neutron-server[102346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a332b069-3887-44da-97bd-d22f51dd17aa', 'name': 'network-vif-deleted', 'tag': '3fbe4d9d-e648-4698-a2b9-03ea8923f41e', 'status': 'completed', 'code': 200} Oct 27 10:19:41.247363 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 39472) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:19:41.497082 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41140778-6ec2-44db-9d86-311dd1f95132 req-ed8939f3-ae60-4669-aa27-76d716c1e8cb tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:41.508045 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-41140778-6ec2-44db-9d86-311dd1f95132 req-ed8939f3-ae60-4669-aa27-76d716c1e8cb tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] 10.222.0.44 "GET /v2.0/ports?device_id=dfe13e53-5060-499f-ab7e-75bb3faaeddc HTTP/1.1" status: 200 len: 944 time: 0.4099679 Oct 27 10:19:41.561093 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-41140778-6ec2-44db-9d86-311dd1f95132 req-78c89f1b-f3c5-4ec7-ab57-6234a8ccc64d tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] 10.222.0.44 "GET /v2.0/security-groups?id=e3018bff-e5f8-44d8-a835-69520a8698da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478280 Oct 27 10:19:41.643888 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device 4226de95-7a65-4c77-86b6-a858ffe6dac1 up at agent hyperv_n-h2-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:19:41.763612 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Provisioning for port 4226de95-7a65-4c77-86b6-a858ffe6dac1 completed by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 10:19:41.770383 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Provisioning complete for port 4226de95-7a65-4c77-86b6-a858ffe6dac1 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:19:41.771228 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:41.812707 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-7ee21edf-6ec1-458d-954e-062744bdaf07 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:41.826786 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01428de6-3c0c-413f-be6c-d7bff1c2d26b req-dfde7f05-a53b-4255-b640-b70248c4efdb tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:41.828997 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-01428de6-3c0c-413f-be6c-d7bff1c2d26b req-dfde7f05-a53b-4255-b640-b70248c4efdb tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/ports?device_id=a52d4eb7-7ffd-4109-9f94-dc97814340a0 HTTP/1.1" status: 200 len: 949 time: 0.1170957 Oct 27 10:19:41.925434 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:41.946784 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-01428de6-3c0c-413f-be6c-d7bff1c2d26b req-998f0cf2-b264-4a4f-a61b-57b6362c0971 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/security-groups?id=e786382c-1289-4f9d-b471-ed120470c2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085279 Oct 27 10:19:41.996411 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-7ee21edf-6ec1-458d-954e-062744bdaf07 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:42.006165 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-7ee21edf-6ec1-458d-954e-062744bdaf07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:42.011230 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] For port 4226de95-7a65-4c77-86b6-a858ffe6dac1, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=4226de95-7a65-4c77-86b6-a858ffe6dac1,segment=NetworkSegment(f7c42c6d-2766-46d8-a8b7-4852117a5555),segment_id=f7c42c6d-2766-46d8-a8b7-4852117a5555)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:19:42.012898 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a52d4eb7-7ffd-4109-9f94-dc97814340a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4226de95-7a65-4c77-86b6-a858ffe6dac1'}] {{(pid=102348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:19:42.015609 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c588921fa634554a1d9242fdea1b05457a9ff1d3b28ba54ec1dace7f2f1df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2aef3f2b-f6c8-4985-844e-0e4f19d316f0" -d '{"events": [{"server_uuid": "a52d4eb7-7ffd-4109-9f94-dc97814340a0", "name": "network-vif-plugged", "status": "completed", "tag": "4226de95-7a65-4c77-86b6-a858ffe6dac1"}]}' {{(pid=102348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:19:42.020939 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:42.055770 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-7ee21edf-6ec1-458d-954e-062744bdaf07 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9f3a7b0ba2e34e408c7c8a08dc38f0b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8058422 Oct 27 10:19:42.058395 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 39506) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:19:42.074303 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee21edf-6ec1-458d-954e-062744bdaf07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be94c4f9-7cba-4503-9b8e-fdbf6524202e,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:19:42.093347 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Pushing event updated for resources: {'Port': ['ID=4226de95-7a65-4c77-86b6-a858ffe6dac1,revision_number=5']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:19:42.137167 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-c13885ab-64a7-4e78-b53a-6cf80f20b19a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:42.151722 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:19:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ca053e5-e2d4-445b-8b2a-ae5e34ed1630 x-openstack-request-id: req-3ca053e5-e2d4-445b-8b2a-ae5e34ed1630 {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:19:42.152545 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a52d4eb7-7ffd-4109-9f94-dc97814340a0", "name": "network-vif-plugged", "status": "completed", "tag": "4226de95-7a65-4c77-86b6-a858ffe6dac1", "code": 200}]} {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:19:42.152867 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3ca053e5-e2d4-445b-8b2a-ae5e34ed1630 {{(pid=102348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:19:42.153326 n-d-813419-10 neutron-server[102348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a52d4eb7-7ffd-4109-9f94-dc97814340a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4226de95-7a65-4c77-86b6-a858ffe6dac1', 'code': 200} Oct 27 10:19:42.208534 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-c13885ab-64a7-4e78-b53a-6cf80f20b19a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:42.247052 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 39512) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:19:42.269416 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436de6f7-f448-4bbe-8ea3-293ebae752ba req-ef18980e-16bd-4517-8220-7abc1c840e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:42.271786 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-436de6f7-f448-4bbe-8ea3-293ebae752ba req-ef18980e-16bd-4517-8220-7abc1c840e07 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=a52d4eb7-7ffd-4109-9f94-dc97814340a0 HTTP/1.1" status: 200 len: 1102 time: 0.0528812 Oct 27 10:19:42.273819 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-c13885ab-64a7-4e78-b53a-6cf80f20b19a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:42.277760 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-c13885ab-64a7-4e78-b53a-6cf80f20b19a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:42.279323 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-c13885ab-64a7-4e78-b53a-6cf80f20b19a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/be94c4f9-7cba-4503-9b8e-fdbf6524202e HTTP/1.1" status: 204 len: 168 time: 0.2199588 Oct 27 10:19:42.291136 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13885ab-64a7-4e78-b53a-6cf80f20b19a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be94c4f9-7cba-4503-9b8e-fdbf6524202e,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:19:42.321629 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-436de6f7-f448-4bbe-8ea3-293ebae752ba req-0eb51327-b8ce-490d-ae45-525a5a38d66a service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=e786382c-1289-4f9d-b471-ed120470c2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414207 Oct 27 10:19:42.671022 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-279de727-ed45-4864-bdb6-a38f2ffd2c74 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4ef5168f0c7643019f30449b86186517&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4198895 Oct 27 10:19:42.671171 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 39526) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:19:42.733754 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-8e9769de-6c4a-4959-b674-a18988d63879 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:42.763304 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-8e9769de-6c4a-4959-b674-a18988d63879 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:42.833563 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-8e9769de-6c4a-4959-b674-a18988d63879 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:42.837134 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-8e9769de-6c4a-4959-b674-a18988d63879 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:42.838629 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-8e9769de-6c4a-4959-b674-a18988d63879 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ce298a20-614e-493c-89f0-b27e77f8a827 HTTP/1.1" status: 204 len: 168 time: 0.1665640 Oct 27 10:19:42.847926 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9769de-6c4a-4959-b674-a18988d63879 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce298a20-614e-493c-89f0-b27e77f8a827,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:19:43.127036 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26005cfb-f8fb-4463-865f-bed4285023e4 req-643b0e6d-0b88-4806-b8a9-cb8c27da14b0 tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:43.128940 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-26005cfb-f8fb-4463-865f-bed4285023e4 req-643b0e6d-0b88-4806-b8a9-cb8c27da14b0 tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] 10.222.0.44 "GET /v2.0/ports?device_id=dfe13e53-5060-499f-ab7e-75bb3faaeddc HTTP/1.1" status: 200 len: 944 time: 0.0577207 Oct 27 10:19:43.169800 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-26005cfb-f8fb-4463-865f-bed4285023e4 req-dfbecd91-3658-497c-9d15-58d0fa9756d4 tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] 10.222.0.44 "GET /v2.0/security-groups?id=e3018bff-e5f8-44d8-a835-69520a8698da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343187 Oct 27 10:19:43.202668 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device cc809c9a-81c2-48fc-a862-97633a5e993c details requested by agent hyperv_n-h1-813419-10 with host n-h1-813419-10 {{(pid=102348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 10:19:43.297015 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba4814d-34ef-4c8e-982b-44caa87d3fa6 req-2ae3c2af-7d9d-4e1a-8bc0-23fb6c55b6dd tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:43.299439 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-3ba4814d-34ef-4c8e-982b-44caa87d3fa6 req-2ae3c2af-7d9d-4e1a-8bc0-23fb6c55b6dd tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/ports?device_id=a52d4eb7-7ffd-4109-9f94-dc97814340a0 HTTP/1.1" status: 200 len: 950 time: 0.0566635 Oct 27 10:19:43.339552 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port cc809c9a-81c2-48fc-a862-97633a5e993c, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=cc809c9a-81c2-48fc-a862-97633a5e993c,segment=NetworkSegment(4fd5c29a-a838-4106-a890-06a671bde674),segment_id=4fd5c29a-a838-4106-a890-06a671bde674)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:19:43.354975 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-3ba4814d-34ef-4c8e-982b-44caa87d3fa6 req-ac83018f-9d0b-4a31-aac0-abb994e46edd tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/security-groups?id=e786382c-1289-4f9d-b471-ed120470c2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479617 Oct 27 10:19:43.382960 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Returning: {'device': 'cc809c9a-81c2-48fc-a862-97633a5e993c', 'network_id': '1886fe3b-e088-4c7d-8f4c-b14d4440b311', 'port_id': 'cc809c9a-81c2-48fc-a862-97633a5e993c', 'mac_address': 'fa:16:3e:f7:6f:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 428, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '823c78a5-c352-4686-b77c-588d22c2aa2c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 10:19:43.481797 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:43.486788 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 39564) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:19:43.503457 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc809c9a-81c2-48fc-a862-97633a5e993c {{(pid=102348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:19:43.527272 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port cc809c9a-81c2-48fc-a862-97633a5e993c, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=cc809c9a-81c2-48fc-a862-97633a5e993c,segment=NetworkSegment(4fd5c29a-a838-4106-a890-06a671bde674),segment_id=4fd5c29a-a838-4106-a890-06a671bde674)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:19:43.535539 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:43.552863 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 39568) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:19:43.590247 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Pushing event updated for resources: {'Port': ['ID=cc809c9a-81c2-48fc-a862-97633a5e993c,revision_number=4']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:19:43.607876 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-d26590ba-5db9-4c04-974d-9c91f7193e12 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5a62c712f6364d13aaaa1cbca68f1d32&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0535054 Oct 27 10:19:43.610465 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 39574) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:19:43.664854 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d1f0e915-e67e-4774-a469-2aab21b3c312 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:43.691249 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d1f0e915-e67e-4774-a469-2aab21b3c312 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:43.724244 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] get_ports_and_sgs() called for port_ids ['cc809c9a-81c2-48fc-a862-97633a5e993c'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:19:43.743345 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d1f0e915-e67e-4774-a469-2aab21b3c312 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:43.746434 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d1f0e915-e67e-4774-a469-2aab21b3c312 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:43.747745 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-d1f0e915-e67e-4774-a469-2aab21b3c312 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b2a39010-c1d6-43ac-8d18-db5577767138 HTTP/1.1" status: 204 len: 168 time: 0.1355274 Oct 27 10:19:43.756470 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f0e915-e67e-4774-a469-2aab21b3c312 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2a39010-c1d6-43ac-8d18-db5577767138,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:19:43.783488 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-65b0cc0b-0f02-43dc-ac6c-6aa07344621c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:43.922266 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-65b0cc0b-0f02-43dc-ac6c-6aa07344621c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:43.927780 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-65b0cc0b-0f02-43dc-ac6c-6aa07344621c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:43.975135 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b0cc0b-0f02-43dc-ac6c-6aa07344621c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31ba08ad-8a32-402e-b079-29e4ee5c6154,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:19:43.998337 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 39586) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:19:43.998941 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-65b0cc0b-0f02-43dc-ac6c-6aa07344621c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4f1f3ccaf02b49e48247914877466feb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5104663 Oct 27 10:19:44.075030 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-3988af6d-18f1-40a6-89c6-927554d14813 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:44.106553 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-3988af6d-18f1-40a6-89c6-927554d14813 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:44.157396 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-3988af6d-18f1-40a6-89c6-927554d14813 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:44.160213 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-3988af6d-18f1-40a6-89c6-927554d14813 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:44.162058 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-3988af6d-18f1-40a6-89c6-927554d14813 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/31ba08ad-8a32-402e-b079-29e4ee5c6154 HTTP/1.1" status: 204 len: 168 time: 0.1619182 Oct 27 10:19:44.172084 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3988af6d-18f1-40a6-89c6-927554d14813 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31ba08ad-8a32-402e-b079-29e4ee5c6154,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:19:44.303147 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1c7a72-a10a-4bff-9ec8-f0a8685ec463 req-dce90550-ea02-41a8-ab28-31feb64eb633 tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:44.304885 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-3a1c7a72-a10a-4bff-9ec8-f0a8685ec463 req-dce90550-ea02-41a8-ab28-31feb64eb633 tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] 10.222.0.44 "GET /v2.0/ports?device_id=dfe13e53-5060-499f-ab7e-75bb3faaeddc HTTP/1.1" status: 200 len: 945 time: 0.0555143 Oct 27 10:19:44.348998 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-3a1c7a72-a10a-4bff-9ec8-f0a8685ec463 req-c7e80645-65f6-41d2-b5d7-52406e667d84 tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] 10.222.0.44 "GET /v2.0/security-groups?id=e3018bff-e5f8-44d8-a835-69520a8698da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381758 Oct 27 10:19:44.501413 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb33cc6e-aa41-4f26-b83f-39dec0795824 req-8ba85cdc-d7c2-49a8-8e00-6dc480df0753 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:44.503622 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-eb33cc6e-aa41-4f26-b83f-39dec0795824 req-8ba85cdc-d7c2-49a8-8e00-6dc480df0753 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/ports?device_id=a52d4eb7-7ffd-4109-9f94-dc97814340a0 HTTP/1.1" status: 200 len: 950 time: 0.0652654 Oct 27 10:19:44.547529 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-eb33cc6e-aa41-4f26-b83f-39dec0795824 req-e6935e70-1dc8-4680-8524-217dda916b4d tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/security-groups?id=e786382c-1289-4f9d-b471-ed120470c2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366561 Oct 27 10:19:44.651302 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 39634) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:19:44.756278 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 39640) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:19:44.771159 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-219fd8c1-11e7-4a8b-830f-d89cade2d638 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:44.849550 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-219fd8c1-11e7-4a8b-830f-d89cade2d638 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:44.854068 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-219fd8c1-11e7-4a8b-830f-d89cade2d638 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:44.893746 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-219fd8c1-11e7-4a8b-830f-d89cade2d638 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c3a4b85a9884487eb6f8616214d8b02e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1363432 Oct 27 10:19:44.895053 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219fd8c1-11e7-4a8b-830f-d89cade2d638 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=637d3508-837a-452c-b48f-6a2c023e6788,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:19:44.897798 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 39642) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:19:44.958421 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-03f05028-22a1-4c3a-8e2a-12cbc94c4176 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:44.985120 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-03f05028-22a1-4c3a-8e2a-12cbc94c4176 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:45.047673 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-03f05028-22a1-4c3a-8e2a-12cbc94c4176 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:45.057894 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-03f05028-22a1-4c3a-8e2a-12cbc94c4176 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:45.058266 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-75b0e39c-1593-4304-ba94-98c592f0f343 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:45.058976 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-03f05028-22a1-4c3a-8e2a-12cbc94c4176 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/637d3508-837a-452c-b48f-6a2c023e6788 HTTP/1.1" status: 204 len: 168 time: 0.1600595 Oct 27 10:19:45.077339 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f05028-22a1-4c3a-8e2a-12cbc94c4176 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=637d3508-837a-452c-b48f-6a2c023e6788,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:19:45.155937 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-75b0e39c-1593-4304-ba94-98c592f0f343 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:45.161796 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-75b0e39c-1593-4304-ba94-98c592f0f343 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:45.214495 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device cc809c9a-81c2-48fc-a862-97633a5e993c up at agent hyperv_n-h1-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:19:45.250470 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b0e39c-1593-4304-ba94-98c592f0f343 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aacd5db0-7daa-40c3-9bc1-8704995325b1,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:19:45.282018 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-75b0e39c-1593-4304-ba94-98c592f0f343 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=99c875bf89de41258350f53f42ca24ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6293898 Oct 27 10:19:45.282819 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 39654) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:19:45.313768 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Provisioning for port cc809c9a-81c2-48fc-a862-97633a5e993c completed by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 10:19:45.325337 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Provisioning complete for port cc809c9a-81c2-48fc-a862-97633a5e993c triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:19:45.326134 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:45.383488 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-9b8b1c61-b165-4de5-8ddd-e8563673f949 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:45.392508 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc6ba86-e60c-470c-a968-cde5bd187b08 req-9c334f0c-e2d9-4008-bed0-0cd9a9063f29 tempest-MigrationsAdminTest-1595324937 tempest-MigrationsAdminTest-1595324937-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:45.397277 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-ecc6ba86-e60c-470c-a968-cde5bd187b08 req-9c334f0c-e2d9-4008-bed0-0cd9a9063f29 tempest-MigrationsAdminTest-1595324937 tempest-MigrationsAdminTest-1595324937-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=a52d4eb7-7ffd-4109-9f94-dc97814340a0 HTTP/1.1" status: 200 len: 1102 time: 0.0970011 Oct 27 10:19:45.429298 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-9b8b1c61-b165-4de5-8ddd-e8563673f949 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:45.448452 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-ecc6ba86-e60c-470c-a968-cde5bd187b08 req-b02a80bf-c09b-4ce5-9a0c-7c59a63e2998 tempest-MigrationsAdminTest-1595324937 tempest-MigrationsAdminTest-1595324937-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:45.479932 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:45.508861 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfe13e53-5060-499f-ab7e-75bb3faaeddc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc809c9a-81c2-48fc-a862-97633a5e993c'}] {{(pid=102348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:19:45.511592 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c588921fa634554a1d9242fdea1b05457a9ff1d3b28ba54ec1dace7f2f1df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dba2eec1-be0e-43dd-9160-bf291854a201" -d '{"events": [{"server_uuid": "dfe13e53-5060-499f-ab7e-75bb3faaeddc", "name": "network-vif-plugged", "status": "completed", "tag": "cc809c9a-81c2-48fc-a862-97633a5e993c"}]}' {{(pid=102348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:19:45.528693 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port cc809c9a-81c2-48fc-a862-97633a5e993c, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=cc809c9a-81c2-48fc-a862-97633a5e993c,segment=NetworkSegment(4fd5c29a-a838-4106-a890-06a671bde674),segment_id=4fd5c29a-a838-4106-a890-06a671bde674)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:19:45.535123 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:45.535309 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-9b8b1c61-b165-4de5-8ddd-e8563673f949 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:45.537009 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device 3fbe4d9d-e648-4698-a2b9-03ea8923f41e no longer exists at agent hyperv_n-h1-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:19:45.538150 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-9b8b1c61-b165-4de5-8ddd-e8563673f949 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:45.539389 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-9b8b1c61-b165-4de5-8ddd-e8563673f949 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/aacd5db0-7daa-40c3-9bc1-8704995325b1 HTTP/1.1" status: 204 len: 168 time: 0.2554908 Oct 27 10:19:45.555199 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bca15e-4b44-432a-9859-918dbe372365 req-e7a7288b-db7d-472b-8160-47c61fd99152 tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:45.560428 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-f9bca15e-4b44-432a-9859-918dbe372365 req-e7a7288b-db7d-472b-8160-47c61fd99152 tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] 10.222.0.44 "GET /v2.0/ports?device_id=dfe13e53-5060-499f-ab7e-75bb3faaeddc HTTP/1.1" status: 200 len: 945 time: 0.0849972 Oct 27 10:19:45.566212 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8b1c61-b165-4de5-8ddd-e8563673f949 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aacd5db0-7daa-40c3-9bc1-8704995325b1,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:19:45.610402 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-ecc6ba86-e60c-470c-a968-cde5bd187b08 req-b02a80bf-c09b-4ce5-9a0c-7c59a63e2998 tempest-MigrationsAdminTest-1595324937 tempest-MigrationsAdminTest-1595324937-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:45.614407 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-f9bca15e-4b44-432a-9859-918dbe372365 req-11560361-a161-4b1f-a3c7-054581ff92e2 tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] 10.222.0.44 "GET /v2.0/security-groups?id=e3018bff-e5f8-44d8-a835-69520a8698da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459139 Oct 27 10:19:45.631110 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-ecc6ba86-e60c-470c-a968-cde5bd187b08 req-b02a80bf-c09b-4ce5-9a0c-7c59a63e2998 tempest-MigrationsAdminTest-1595324937 tempest-MigrationsAdminTest-1595324937-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:45.663046 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] No Port match for: 3fbe4d9d-e648-4698-a2b9-03ea8923f41e {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:19:45.663797 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device 3fbe4d9d-e648-4698-a2b9-03ea8923f41e not bound to the agent host n-h1-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:19:45.681592 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-ecc6ba86-e60c-470c-a968-cde5bd187b08 req-b02a80bf-c09b-4ce5-9a0c-7c59a63e2998 tempest-MigrationsAdminTest-1595324937 tempest-MigrationsAdminTest-1595324937-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=e786382c-1289-4f9d-b471-ed120470c2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2767110 Oct 27 10:19:45.725456 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02a80bf-c09b-4ce5-9a0c-7c59a63e2998 tempest-MigrationsAdminTest-1595324937 tempest-MigrationsAdminTest-1595324937-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0aaf6f62-243e-494e-b931-c5cf376ba9e5,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:19:45.743361 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Pushing event updated for resources: {'Port': ['ID=cc809c9a-81c2-48fc-a862-97633a5e993c,revision_number=5']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:19:45.789488 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:19:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50c2d4c8-3ec2-477e-a0bf-aba064d418dc x-openstack-request-id: req-50c2d4c8-3ec2-477e-a0bf-aba064d418dc {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:19:45.790787 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfe13e53-5060-499f-ab7e-75bb3faaeddc", "name": "network-vif-plugged", "status": "completed", "tag": "cc809c9a-81c2-48fc-a862-97633a5e993c", "code": 200}]} {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:19:45.791244 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-50c2d4c8-3ec2-477e-a0bf-aba064d418dc {{(pid=102348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:19:45.792234 n-d-813419-10 neutron-server[102348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfe13e53-5060-499f-ab7e-75bb3faaeddc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc809c9a-81c2-48fc-a862-97633a5e993c', 'code': 200} Oct 27 10:19:45.935491 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d2cdb3-7a02-4581-ae58-2a5069b64049 req-83fb1984-4c76-4d7e-b41b-af24fee43938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:45.936640 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-47d2cdb3-7a02-4581-ae58-2a5069b64049 req-83fb1984-4c76-4d7e-b41b-af24fee43938 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=dfe13e53-5060-499f-ab7e-75bb3faaeddc HTTP/1.1" status: 200 len: 1098 time: 0.0692053 Oct 27 10:19:46.007203 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-47d2cdb3-7a02-4581-ae58-2a5069b64049 req-0def0dad-1c15-4b1a-a040-b35379ee3bce service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=e3018bff-e5f8-44d8-a835-69520a8698da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619149 Oct 27 10:19:46.039757 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 39700) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:19:46.063449 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-3d62b1af-18f6-4e2e-af18-dbf9bf4685b9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:46.136755 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-2e0ac35b-9420-45fa-a182-b1395db2122b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:46.176759 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-3d62b1af-18f6-4e2e-af18-dbf9bf4685b9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:46.181962 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-3d62b1af-18f6-4e2e-af18-dbf9bf4685b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:46.215151 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d62b1af-18f6-4e2e-af18-dbf9bf4685b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fc7b1f7-1b01-40a9-bb52-6ed0f05228cf,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:19:46.229905 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-3d62b1af-18f6-4e2e-af18-dbf9bf4685b9 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=01631bbefe6f47df868cb57b8c2c6e9f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1885107 Oct 27 10:19:46.232030 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 39710) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:19:46.297285 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-e4e11aee-7042-4371-ae6b-c14f369c972c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:46.334888 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-e4e11aee-7042-4371-ae6b-c14f369c972c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:46.410777 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-e4e11aee-7042-4371-ae6b-c14f369c972c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:46.414705 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-e4e11aee-7042-4371-ae6b-c14f369c972c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:46.418452 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-e4e11aee-7042-4371-ae6b-c14f369c972c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/7fc7b1f7-1b01-40a9-bb52-6ed0f05228cf HTTP/1.1" status: 204 len: 168 time: 0.1828239 Oct 27 10:19:46.442371 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e11aee-7042-4371-ae6b-c14f369c972c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fc7b1f7-1b01-40a9-bb52-6ed0f05228cf,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:19:46.739695 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-9d184a6e-d757-43fe-8e38-189b14ef0a95 req-b3752081-12ae-4679-ac61-d0edd053164f service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=a52d4eb7-7ffd-4109-9f94-dc97814340a0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0543628 Oct 27 10:19:46.748485 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [req-9d184a6e-d757-43fe-8e38-189b14ef0a95 req-202d02ce-d7c9-498f-a24f-8601c3707f6f service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=102347) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 10:19:46.757645 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-9d184a6e-d757-43fe-8e38-189b14ef0a95 req-202d02ce-d7c9-498f-a24f-8601c3707f6f service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0160100 Oct 27 10:19:47.054041 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152e4848-3d22-456a-9904-4609f8686b79 req-3d1cb087-6974-46c0-b44c-ab054360a5ed tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:47.056313 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-152e4848-3d22-456a-9904-4609f8686b79 req-3d1cb087-6974-46c0-b44c-ab054360a5ed tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/ports?device_id=a52d4eb7-7ffd-4109-9f94-dc97814340a0 HTTP/1.1" status: 200 len: 950 time: 0.0528593 Oct 27 10:19:47.100597 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-152e4848-3d22-456a-9904-4609f8686b79 req-619b969a-9489-4e9e-bb42-3325ac6c8888 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/security-groups?id=e786382c-1289-4f9d-b471-ed120470c2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365133 Oct 27 10:19:47.227002 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ce1c89-6bae-4944-bf7c-34c4da48dbff req-b2272009-4f37-4f95-9b51-5cb00fff9976 tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:47.228731 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-73ce1c89-6bae-4944-bf7c-34c4da48dbff req-b2272009-4f37-4f95-9b51-5cb00fff9976 tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] 10.222.0.44 "GET /v2.0/ports?device_id=dfe13e53-5060-499f-ab7e-75bb3faaeddc HTTP/1.1" status: 200 len: 946 time: 0.0584173 Oct 27 10:19:47.286407 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-73ce1c89-6bae-4944-bf7c-34c4da48dbff req-e4a83c4c-515c-4571-b676-8f91e95f1990 tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] 10.222.0.44 "GET /v2.0/security-groups?id=e3018bff-e5f8-44d8-a835-69520a8698da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418375 Oct 27 10:19:47.433801 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3385f4de-a301-4f65-9d0b-3f7aa94725fd req-6ee13384-a18a-4162-b694-53ce6d2be8eb tempest-LiveAutoBlockMigrationV225Test-1419872258 tempest-LiveAutoBlockMigrationV225Test-1419872258-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:47.435293 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-3385f4de-a301-4f65-9d0b-3f7aa94725fd req-6ee13384-a18a-4162-b694-53ce6d2be8eb tempest-LiveAutoBlockMigrationV225Test-1419872258 tempest-LiveAutoBlockMigrationV225Test-1419872258-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=dfe13e53-5060-499f-ab7e-75bb3faaeddc HTTP/1.1" status: 200 len: 1098 time: 0.0479043 Oct 27 10:19:47.484858 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-3385f4de-a301-4f65-9d0b-3f7aa94725fd req-6006c148-4b02-4baf-b568-7ba1facb7e94 tempest-LiveAutoBlockMigrationV225Test-1419872258 tempest-LiveAutoBlockMigrationV225Test-1419872258-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=e3018bff-e5f8-44d8-a835-69520a8698da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423012 Oct 27 10:19:47.631548 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.agents_db [None req-e79ee67d-056e-46ea-bd99-e80473396b25 None None] Agent healthcheck: found 7 active agents {{(pid=102349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 10:19:47.809796 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c511885-a6d1-4451-a315-6b50194b422c req-cfe61711-12c8-4361-83a8-04a5d58b9da4 tempest-LiveAutoBlockMigrationV225Test-1419872258 tempest-LiveAutoBlockMigrationV225Test-1419872258-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:47.812315 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8c511885-a6d1-4451-a315-6b50194b422c req-cfe61711-12c8-4361-83a8-04a5d58b9da4 tempest-LiveAutoBlockMigrationV225Test-1419872258 tempest-LiveAutoBlockMigrationV225Test-1419872258-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=dfe13e53-5060-499f-ab7e-75bb3faaeddc HTTP/1.1" status: 200 len: 1098 time: 0.0822904 Oct 27 10:19:47.867405 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8c511885-a6d1-4451-a315-6b50194b422c req-aaa43e47-9182-4422-a4e4-b252bb409e33 tempest-LiveAutoBlockMigrationV225Test-1419872258 tempest-LiveAutoBlockMigrationV225Test-1419872258-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=e3018bff-e5f8-44d8-a835-69520a8698da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461981 Oct 27 10:19:48.298850 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9b2b57-2fa4-46aa-92d1-e7f2202692f3 req-6a15d436-eae4-4143-9c55-a9d84b642c4b tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:48.300819 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-2a9b2b57-2fa4-46aa-92d1-e7f2202692f3 req-6a15d436-eae4-4143-9c55-a9d84b642c4b tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/ports?device_id=a52d4eb7-7ffd-4109-9f94-dc97814340a0 HTTP/1.1" status: 200 len: 950 time: 0.0669086 Oct 27 10:19:48.356726 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-2a9b2b57-2fa4-46aa-92d1-e7f2202692f3 req-1b71b49c-2c48-4285-9f68-776d6827cd17 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/security-groups?id=e786382c-1289-4f9d-b471-ed120470c2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435779 Oct 27 10:19:48.819448 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-4275f0b7-decf-4733-9778-b8f602709700 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:48.822029 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d184a6e-d757-43fe-8e38-189b14ef0a95 req-dfd4aacf-9ef2-4b1f-99e2-7d5f9c09ef6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:48.825516 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-9d184a6e-d757-43fe-8e38-189b14ef0a95 req-dfd4aacf-9ef2-4b1f-99e2-7d5f9c09ef6b service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=31dc088f778a4c2fb761c23ef7d22647&device_id=a52d4eb7-7ffd-4109-9f94-dc97814340a0 HTTP/1.1" status: 200 len: 1102 time: 0.0520613 Oct 27 10:19:48.922120 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-d4409483-7355-4a40-a57f-09c45a5a41a8 req-59aea9ce-26a6-4357-9fb4-08d8460455e7 tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=14a61097ab434ef297d9442c68c878bf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0283587 Oct 27 10:19:49.037508 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d184a6e-d757-43fe-8e38-189b14ef0a95 req-7c035191-949e-4085-8cb9-bb6ae577f624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:49.039034 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-9d184a6e-d757-43fe-8e38-189b14ef0a95 req-7c035191-949e-4085-8cb9-bb6ae577f624 service neutron] 10.222.0.76 "GET /v2.0/networks?id=4d250f92-d229-45fe-a579-67fef8e6c544 HTTP/1.1" status: 200 len: 870 time: 0.2056959 Oct 27 10:19:49.056758 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c870cbd2-741e-428c-8b14-803e6793a58b req-3b5d8a75-e663-4ace-8128-7460940cd3b5 tempest-LiveAutoBlockMigrationV225Test-1419872258 tempest-LiveAutoBlockMigrationV225Test-1419872258-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:49.058371 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-c870cbd2-741e-428c-8b14-803e6793a58b req-3b5d8a75-e663-4ace-8128-7460940cd3b5 tempest-LiveAutoBlockMigrationV225Test-1419872258 tempest-LiveAutoBlockMigrationV225Test-1419872258-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=dfe13e53-5060-499f-ab7e-75bb3faaeddc HTTP/1.1" status: 200 len: 1098 time: 0.0461850 Oct 27 10:19:49.096592 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-9d184a6e-d757-43fe-8e38-189b14ef0a95 req-cf4fe2e2-de5d-4b83-95a1-d84a91b3dc02 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.179&port_id=4226de95-7a65-4c77-86b6-a858ffe6dac1 HTTP/1.1" status: 200 len: 217 time: 0.0444634 Oct 27 10:19:49.096831 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-c870cbd2-741e-428c-8b14-803e6793a58b req-f28f13b1-3417-4cfe-a450-d3b36b2dffc4 tempest-LiveAutoBlockMigrationV225Test-1419872258 tempest-LiveAutoBlockMigrationV225Test-1419872258-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=e3018bff-e5f8-44d8-a835-69520a8698da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296793 Oct 27 10:19:49.108639 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4409483-7355-4a40-a57f-09c45a5a41a8 req-99754c9c-8316-455a-8c57-8346157c81f6 tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:49.110089 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-d4409483-7355-4a40-a57f-09c45a5a41a8 req-99754c9c-8316-455a-8c57-8346157c81f6 tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1779821 Oct 27 10:19:49.153187 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-d4409483-7355-4a40-a57f-09c45a5a41a8 req-310bdb2f-8bf8-498e-9ca8-a9ee24e76c1d tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] 10.222.0.44 "GET /v2.0/quotas/14a61097ab434ef297d9442c68c878bf HTTP/1.1" status: 200 len: 375 time: 0.0333273 Oct 27 10:19:49.163830 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d184a6e-d757-43fe-8e38-189b14ef0a95 req-302f7223-6755-4ec5-8e50-da034fbb5868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:49.165463 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-9d184a6e-d757-43fe-8e38-189b14ef0a95 req-302f7223-6755-4ec5-8e50-da034fbb5868 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=62eb52f7-aac4-48af-8670-e04300325561 HTTP/1.1" status: 200 len: 843 time: 0.0537691 Oct 27 10:19:49.213579 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-d4409483-7355-4a40-a57f-09c45a5a41a8 req-5720fdc3-09a4-4ad7-ba04-881177cc1f42 tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=14a61097ab434ef297d9442c68c878bf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0521491 Oct 27 10:19:49.231466 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d184a6e-d757-43fe-8e38-189b14ef0a95 req-aa217859-b122-4388-a036-1f45e511cb2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:49.233762 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-9d184a6e-d757-43fe-8e38-189b14ef0a95 req-aa217859-b122-4388-a036-1f45e511cb2d service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=4d250f92-d229-45fe-a579-67fef8e6c544&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0586512 Oct 27 10:19:49.359689 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-9d184a6e-d757-43fe-8e38-189b14ef0a95 req-d133c025-e04e-443a-af19-05f52119d7ce service neutron] 10.222.0.76 "GET /v2.0/networks/4d250f92-d229-45fe-a579-67fef8e6c544?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1153855 Oct 27 10:19:49.528076 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-9d184a6e-d757-43fe-8e38-189b14ef0a95 req-4dabe981-ef1d-417a-9835-291f0849934d service neutron] 10.222.0.76 "GET /v2.0/networks/4d250f92-d229-45fe-a579-67fef8e6c544?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1596344 Oct 27 10:19:49.832509 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bff7be8-a669-4ce4-9772-f2724936f590 req-ca38d72b-f127-419d-b0a8-7a052b5cf23c tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:49.834904 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-9bff7be8-a669-4ce4-9772-f2724936f590 req-ca38d72b-f127-419d-b0a8-7a052b5cf23c tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/ports?device_id=a52d4eb7-7ffd-4109-9f94-dc97814340a0 HTTP/1.1" status: 200 len: 950 time: 0.0636394 Oct 27 10:19:49.884231 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-9bff7be8-a669-4ce4-9772-f2724936f590 req-a7346043-50a7-4c69-bbd2-fe81622283dd tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/security-groups?id=e786382c-1289-4f9d-b471-ed120470c2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422084 Oct 27 10:19:49.884431 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-eadeaa30-4096-4d1a-b3cb-aa7ebfb291ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:49.932406 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:50.148214 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-221d8095-8fea-4987-a272-4d24bcfa566d req-96f16a93-9c99-4312-812d-14690634f92b tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=14a61097ab434ef297d9442c68c878bf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0336411 Oct 27 10:19:50.259249 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221d8095-8fea-4987-a272-4d24bcfa566d req-eae1ccef-594e-4e73-8683-16fbe4eb53a4 tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:50.260761 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-221d8095-8fea-4987-a272-4d24bcfa566d req-eae1ccef-594e-4e73-8683-16fbe4eb53a4 tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1067779 Oct 27 10:19:50.276974 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-221d8095-8fea-4987-a272-4d24bcfa566d req-a0bcb619-0c6a-4bdf-8307-334a0b20897f tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] 10.222.0.44 "GET /v2.0/quotas/14a61097ab434ef297d9442c68c878bf HTTP/1.1" status: 200 len: 375 time: 0.0102127 Oct 27 10:19:50.308717 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-221d8095-8fea-4987-a272-4d24bcfa566d req-09513196-b68f-4e74-a1b3-e5c306a4316b tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=14a61097ab434ef297d9442c68c878bf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0258794 Oct 27 10:19:50.431425 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-d4409483-7355-4a40-a57f-09c45a5a41a8 req-528f6c61-a8ac-4bb8-b03e-c928b2015682 tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=14a61097ab434ef297d9442c68c878bf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0269446 Oct 27 10:19:50.579055 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4409483-7355-4a40-a57f-09c45a5a41a8 req-d6be4cd5-9a62-4acd-b3e0-81764c4b6712 tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:50.581196 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-d4409483-7355-4a40-a57f-09c45a5a41a8 req-d6be4cd5-9a62-4acd-b3e0-81764c4b6712 tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1432483 Oct 27 10:19:50.597905 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [req-d4409483-7355-4a40-a57f-09c45a5a41a8 req-c4683050-e5b2-4090-b63c-64b85e2f7894 tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] Request body: {'port': {'device_id': '17fac8c9-b531-4166-a261-47a6b86a5d06', 'network_id': '4d250f92-d229-45fe-a579-67fef8e6c544', 'admin_state_up': True, 'tenant_id': '14a61097ab434ef297d9442c68c878bf'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:19:50.599275 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [req-cbd42abf-3f8b-40bb-8f17-eb8d42ae2925 req-a65f3d45-713f-4acc-9822-caa0170bd4a9 tempest-LiveAutoBlockMigrationV225Test-1419872258 tempest-LiveAutoBlockMigrationV225Test-1419872258-project-admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=102347) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 10:19:50.604178 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-cbd42abf-3f8b-40bb-8f17-eb8d42ae2925 req-a65f3d45-713f-4acc-9822-caa0170bd4a9 tempest-LiveAutoBlockMigrationV225Test-1419872258 tempest-LiveAutoBlockMigrationV225Test-1419872258-project-admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0162365 Oct 27 10:19:50.659706 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd42abf-3f8b-40bb-8f17-eb8d42ae2925 req-40020272-be91-4b48-af37-1331e9593b72 tempest-LiveAutoBlockMigrationV225Test-1419872258 tempest-LiveAutoBlockMigrationV225Test-1419872258-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:50.662194 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-cbd42abf-3f8b-40bb-8f17-eb8d42ae2925 req-40020272-be91-4b48-af37-1331e9593b72 tempest-LiveAutoBlockMigrationV225Test-1419872258 tempest-LiveAutoBlockMigrationV225Test-1419872258-project-admin] 10.222.0.44 "GET /v2.0/ports/cc809c9a-81c2-48fc-a862-97633a5e993c HTTP/1.1" status: 200 len: 1095 time: 0.0535569 Oct 27 10:19:50.676097 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [req-cbd42abf-3f8b-40bb-8f17-eb8d42ae2925 req-3209f76f-685a-47a7-9550-a2a50f101f11 service neutron] Request body: {'binding': {'host': 'n-h2-813419-10', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:19:50.676547 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [req-cbd42abf-3f8b-40bb-8f17-eb8d42ae2925 req-3209f76f-685a-47a7-9550-a2a50f101f11 service neutron] Unknown quota resources ['binding']. {{(pid=102347) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 27 10:19:50.748641 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4409483-7355-4a40-a57f-09c45a5a41a8 req-c4683050-e5b2-4090-b63c-64b85e2f7894 tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] Made reservation on behalf of 14a61097ab434ef297d9442c68c878bf for: {'port': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:19:50.753905 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-d4409483-7355-4a40-a57f-09c45a5a41a8 req-c4683050-e5b2-4090-b63c-64b85e2f7894 tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:50.768837 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-d4409483-7355-4a40-a57f-09c45a5a41a8 req-c4683050-e5b2-4090-b63c-64b85e2f7894 tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] Publish callbacks [] for security_group, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:50.878822 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-d4409483-7355-4a40-a57f-09c45a5a41a8 req-c4683050-e5b2-4090-b63c-64b85e2f7894 tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] Publish callbacks [] for security_group, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:50.885518 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-d4409483-7355-4a40-a57f-09c45a5a41a8 req-c4683050-e5b2-4090-b63c-64b85e2f7894 tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:50.986602 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4683050-e5b2-4090-b63c-64b85e2f7894 tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] Pushing event updated for resources: {'SecurityGroup': ['ID=adbff9a4-0ae5-4700-84c2-4b5f53f67e02,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:19:51.050323 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_common [req-d4409483-7355-4a40-a57f-09c45a5a41a8 req-c4683050-e5b2-4090-b63c-64b85e2f7894 tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] Allocated IP 192.168.233.83 (4d250f92-d229-45fe-a579-67fef8e6c544/62eb52f7-aac4-48af-8670-e04300325561/9d6bfe0c-461a-4d7b-a7c3-05a050b7e2ba) {{(pid=102346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:19:51.122688 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-cbd42abf-3f8b-40bb-8f17-eb8d42ae2925 req-3209f76f-685a-47a7-9550-a2a50f101f11 service neutron] Attempting to bind port cc809c9a-81c2-48fc-a862-97633a5e993c on host n-h2-813419-10 for vnic_type normal with profile None {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:19:51.123272 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-cbd42abf-3f8b-40bb-8f17-eb8d42ae2925 req-3209f76f-685a-47a7-9550-a2a50f101f11 service neutron] Attempting to bind port cc809c9a-81c2-48fc-a862-97633a5e993c by drivers openvswitch,hyperv on host n-h2-813419-10 at level 0 using segments [{'id': '4fd5c29a-a838-4106-a890-06a671bde674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '1886fe3b-e088-4c7d-8f4c-b14d4440b311'}] {{(pid=102347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:19:51.123377 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbd42abf-3f8b-40bb-8f17-eb8d42ae2925 req-3209f76f-685a-47a7-9550-a2a50f101f11 service neutron] Attempting to bind port cc809c9a-81c2-48fc-a862-97633a5e993c on network 1886fe3b-e088-4c7d-8f4c-b14d4440b311 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:19:51.128850 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbd42abf-3f8b-40bb-8f17-eb8d42ae2925 req-3209f76f-685a-47a7-9550-a2a50f101f11 service neutron] Port cc809c9a-81c2-48fc-a862-97633a5e993c on network 1886fe3b-e088-4c7d-8f4c-b14d4440b311 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-10 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 10:19:51.129380 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbd42abf-3f8b-40bb-8f17-eb8d42ae2925 req-3209f76f-685a-47a7-9550-a2a50f101f11 service neutron] Attempting to bind port cc809c9a-81c2-48fc-a862-97633a5e993c on network 1886fe3b-e088-4c7d-8f4c-b14d4440b311 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:19:51.136821 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbd42abf-3f8b-40bb-8f17-eb8d42ae2925 req-3209f76f-685a-47a7-9550-a2a50f101f11 service neutron] Checking agent: {'id': 'a2edc247-0fa4-4ce6-bbae-a10492f6bd71', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 16, 9), 'started_at': datetime.datetime(2021, 10, 27, 10, 16, 9), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 19, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:19:51.137183 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbd42abf-3f8b-40bb-8f17-eb8d42ae2925 req-3209f76f-685a-47a7-9550-a2a50f101f11 service neutron] Checking segment: {'id': '4fd5c29a-a838-4106-a890-06a671bde674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '1886fe3b-e088-4c7d-8f4c-b14d4440b311'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:19:51.137553 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbd42abf-3f8b-40bb-8f17-eb8d42ae2925 req-3209f76f-685a-47a7-9550-a2a50f101f11 service neutron] Bound using segment: {'id': '4fd5c29a-a838-4106-a890-06a671bde674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '1886fe3b-e088-4c7d-8f4c-b14d4440b311'} {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:19:51.138323 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-cbd42abf-3f8b-40bb-8f17-eb8d42ae2925 req-3209f76f-685a-47a7-9550-a2a50f101f11 service neutron] Bound port: cc809c9a-81c2-48fc-a862-97633a5e993c, host: n-h2-813419-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4fd5c29a-a838-4106-a890-06a671bde674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '1886fe3b-e088-4c7d-8f4c-b14d4440b311'}}] {{(pid=102347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:19:51.204992 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-cbd42abf-3f8b-40bb-8f17-eb8d42ae2925 req-3209f76f-685a-47a7-9550-a2a50f101f11 service neutron] For port cc809c9a-81c2-48fc-a862-97633a5e993c, host n-h2-813419-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=cc809c9a-81c2-48fc-a862-97633a5e993c,segment=NetworkSegment(4fd5c29a-a838-4106-a890-06a671bde674),segment_id=4fd5c29a-a838-4106-a890-06a671bde674)] {{(pid=102347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:19:51.211136 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-cbd42abf-3f8b-40bb-8f17-eb8d42ae2925 req-3209f76f-685a-47a7-9550-a2a50f101f11 service neutron] Publish callbacks [] for binding, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:51.221403 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-cbd42abf-3f8b-40bb-8f17-eb8d42ae2925 req-3209f76f-685a-47a7-9550-a2a50f101f11 service neutron] 10.222.0.44 "POST /v2.0/ports/cc809c9a-81c2-48fc-a862-97633a5e993c/bindings HTTP/1.1" status: 201 len: 390 time: 0.5486901 Oct 27 10:19:51.232832 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-d4409483-7355-4a40-a57f-09c45a5a41a8 req-c4683050-e5b2-4090-b63c-64b85e2f7894 tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] Publish callbacks [] for port, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:51.272753 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-d4409483-7355-4a40-a57f-09c45a5a41a8 req-c4683050-e5b2-4090-b63c-64b85e2f7894 tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:51.312086 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c3f05f7a-f61e-4913-bc29-84cd9a71d453 req-8c29ce7b-d278-4a80-9abc-583c1f04e7ec tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] 10.222.0.44 "GET /v2.0/ports?device_id=3829851e-9c6c-4b28-aa19-d0be65035545 HTTP/1.1" status: 200 len: 210 time: 0.0523887 Oct 27 10:19:51.351211 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4409483-7355-4a40-a57f-09c45a5a41a8 req-c4683050-e5b2-4090-b63c-64b85e2f7894 tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] Network 4d250f92-d229-45fe-a579-67fef8e6c544 is already hosted by enough agents. {{(pid=102346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:19:51.362520 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [req-d4409483-7355-4a40-a57f-09c45a5a41a8 req-c4683050-e5b2-4090-b63c-64b85e2f7894 tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] Resources bound (agent type, host, resource id): {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:19:51.368094 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4409483-7355-4a40-a57f-09c45a5a41a8 req-c4683050-e5b2-4090-b63c-64b85e2f7894 tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] Received port after_create {{(pid=102346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:19:51.372844 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4683050-e5b2-4090-b63c-64b85e2f7894 tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] Pushing event updated for resources: {'Port': ['ID=9d6bfe0c-461a-4d7b-a7c3-05a050b7e2ba,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:19:51.467091 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b30f63-3e3a-4e25-9383-865943f99957 req-a8da8c61-fd63-4c7d-bfdb-c767c52e09f9 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:51.475455 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-52b30f63-3e3a-4e25-9383-865943f99957 req-a8da8c61-fd63-4c7d-bfdb-c767c52e09f9 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/ports?device_id=a52d4eb7-7ffd-4109-9f94-dc97814340a0 HTTP/1.1" status: 200 len: 950 time: 0.0978146 Oct 27 10:19:51.495814 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4409483-7355-4a40-a57f-09c45a5a41a8 req-c4683050-e5b2-4090-b63c-64b85e2f7894 tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:51.496599 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-d4409483-7355-4a40-a57f-09c45a5a41a8 req-c4683050-e5b2-4090-b63c-64b85e2f7894 tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:51.553279 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd42abf-3f8b-40bb-8f17-eb8d42ae2925 req-265c307c-d937-42e4-be96-56082f44ec7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:51.555048 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-cbd42abf-3f8b-40bb-8f17-eb8d42ae2925 req-265c307c-d937-42e4-be96-56082f44ec7d service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=54312c7c8f9740c0a6858560a6518b0e&device_id=dfe13e53-5060-499f-ab7e-75bb3faaeddc HTTP/1.1" status: 200 len: 1098 time: 0.0813451 Oct 27 10:19:51.559818 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-52b30f63-3e3a-4e25-9383-865943f99957 req-61c7214a-67d3-464f-9181-d2bb2bb679db tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/security-groups?id=e786382c-1289-4f9d-b471-ed120470c2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777092 Oct 27 10:19:51.563276 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-d4409483-7355-4a40-a57f-09c45a5a41a8 req-c4683050-e5b2-4090-b63c-64b85e2f7894 tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9696195 Oct 27 10:19:51.576483 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [req-d4409483-7355-4a40-a57f-09c45a5a41a8 req-d47834d8-acce-4462-a6ce-c83ed04e948a service neutron] Request body: {'port': {'device_id': '17fac8c9-b531-4166-a261-47a6b86a5d06', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-10'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:19:51.677879 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-221d8095-8fea-4987-a272-4d24bcfa566d req-0122e8ad-7eeb-4c4b-afaa-76895edc5b4e tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=14a61097ab434ef297d9442c68c878bf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0466661 Oct 27 10:19:51.762593 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5154d9b9-0b6e-4ce6-bae4-b1b780242c73 req-6be12bbb-24ae-4cc0-947c-87e3291be428 tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:51.775037 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-5154d9b9-0b6e-4ce6-bae4-b1b780242c73 req-6be12bbb-24ae-4cc0-947c-87e3291be428 tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] 10.222.0.44 "GET /v2.0/ports?device_id=dfe13e53-5060-499f-ab7e-75bb3faaeddc HTTP/1.1" status: 200 len: 946 time: 0.1511681 Oct 27 10:19:51.775262 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-3c6a8245-0581-48aa-b5f6-4d8fe98cd16e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:51.783853 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-4ffe3333-cfb1-48ed-824e-f0cfdd02bfcd None None] Provisioning complete for port 9d6bfe0c-461a-4d7b-a7c3-05a050b7e2ba triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:19:51.784281 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-4ffe3333-cfb1-48ed-824e-f0cfdd02bfcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:51.856506 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-4ffe3333-cfb1-48ed-824e-f0cfdd02bfcd None None] Port 9d6bfe0c-461a-4d7b-a7c3-05a050b7e2ba cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:19:51.860881 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-d4409483-7355-4a40-a57f-09c45a5a41a8 req-d47834d8-acce-4462-a6ce-c83ed04e948a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:51.877819 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-5154d9b9-0b6e-4ce6-bae4-b1b780242c73 req-8b0cdfd2-4c38-4423-b310-d556cb1a7f61 tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] 10.222.0.44 "GET /v2.0/security-groups?id=e3018bff-e5f8-44d8-a835-69520a8698da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001606 Oct 27 10:19:51.883164 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd42abf-3f8b-40bb-8f17-eb8d42ae2925 req-586f8562-3d37-4f24-9394-b62a51587b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:51.885522 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-cbd42abf-3f8b-40bb-8f17-eb8d42ae2925 req-586f8562-3d37-4f24-9394-b62a51587b31 service neutron] 10.222.0.76 "GET /v2.0/networks?id=1886fe3b-e088-4c7d-8f4c-b14d4440b311 HTTP/1.1" status: 200 len: 922 time: 0.3214765 Oct 27 10:19:51.969237 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-cbd42abf-3f8b-40bb-8f17-eb8d42ae2925 req-30cfd74e-16bf-4f82-8e1d-aac7746c7ecb service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cc809c9a-81c2-48fc-a862-97633a5e993c HTTP/1.1" status: 200 len: 217 time: 0.0753181 Oct 27 10:19:52.056585 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd42abf-3f8b-40bb-8f17-eb8d42ae2925 req-6e0adfe1-50af-4c00-a82c-1284d453d80e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:52.057964 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-cbd42abf-3f8b-40bb-8f17-eb8d42ae2925 req-6e0adfe1-50af-4c00-a82c-1284d453d80e service neutron] 10.222.0.76 "GET /v2.0/subnets?id=823c78a5-c352-4686-b77c-588d22c2aa2c HTTP/1.1" status: 200 len: 861 time: 0.0803792 Oct 27 10:19:52.078771 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221d8095-8fea-4987-a272-4d24bcfa566d req-9f32e6d5-30aa-463a-926f-7dc131f3b6b3 tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:52.080365 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-221d8095-8fea-4987-a272-4d24bcfa566d req-9f32e6d5-30aa-463a-926f-7dc131f3b6b3 tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3796530 Oct 27 10:19:52.098894 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [req-221d8095-8fea-4987-a272-4d24bcfa566d req-8e6440ce-276f-477a-801a-9cf0f91f553a tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] Request body: {'port': {'device_id': '3829851e-9c6c-4b28-aa19-d0be65035545', 'network_id': '4d250f92-d229-45fe-a579-67fef8e6c544', 'admin_state_up': True, 'tenant_id': '14a61097ab434ef297d9442c68c878bf'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:19:52.103631 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-cbd42abf-3f8b-40bb-8f17-eb8d42ae2925 req-84db3c3e-85f0-4e28-94b9-49a822e4bb81 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=1886fe3b-e088-4c7d-8f4c-b14d4440b311&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379279 Oct 27 10:19:52.220659 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-cbd42abf-3f8b-40bb-8f17-eb8d42ae2925 req-bbd3f78f-5f51-4aca-9331-e326961c3a0c service neutron] 10.222.0.76 "GET /v2.0/networks/1886fe3b-e088-4c7d-8f4c-b14d4440b311?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1067584 Oct 27 10:19:52.286951 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [req-d4409483-7355-4a40-a57f-09c45a5a41a8 req-d47834d8-acce-4462-a6ce-c83ed04e948a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d6bfe0c-461a-4d7b-a7c3-05a050b7e2ba {{(pid=102346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:19:52.303653 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-d4409483-7355-4a40-a57f-09c45a5a41a8 req-d47834d8-acce-4462-a6ce-c83ed04e948a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:52.321995 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-221d8095-8fea-4987-a272-4d24bcfa566d req-8e6440ce-276f-477a-801a-9cf0f91f553a tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] Made reservation on behalf of 14a61097ab434ef297d9442c68c878bf for: {'port': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:19:52.333286 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-221d8095-8fea-4987-a272-4d24bcfa566d req-8e6440ce-276f-477a-801a-9cf0f91f553a tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:52.360046 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.provisioning_blocks [req-d4409483-7355-4a40-a57f-09c45a5a41a8 req-d47834d8-acce-4462-a6ce-c83ed04e948a service neutron] Transition to ACTIVE for port object 9d6bfe0c-461a-4d7b-a7c3-05a050b7e2ba will not be triggered until provisioned by entity L2. {{(pid=102346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 10:19:52.371109 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-d4409483-7355-4a40-a57f-09c45a5a41a8 req-d47834d8-acce-4462-a6ce-c83ed04e948a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27024173'] for port, after_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:52.414554 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-cbd42abf-3f8b-40bb-8f17-eb8d42ae2925 req-19a6a2b6-cb85-4ad7-9d77-452273478819 service neutron] 10.222.0.76 "GET /v2.0/networks/1886fe3b-e088-4c7d-8f4c-b14d4440b311?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1860819 Oct 27 10:19:52.433622 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 40048) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:19:52.468509 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-35bc49ba-0f95-43d0-9f2d-919dca327258 req-64d33907-13a4-44cb-bfdb-3bf9c2911f7d tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] 10.222.0.44 "GET /v2.0/ports?device_id=3829851e-9c6c-4b28-aa19-d0be65035545 HTTP/1.1" status: 200 len: 210 time: 0.0417471 Oct 27 10:19:52.526608 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47834d8-acce-4462-a6ce-c83ed04e948a service neutron] Pushing event updated for resources: {'Port': ['ID=9d6bfe0c-461a-4d7b-a7c3-05a050b7e2ba,revision_number=2']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:19:52.685825 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd42abf-3f8b-40bb-8f17-eb8d42ae2925 req-e269cb72-9936-42bd-bb3d-56b930473441 tempest-LiveAutoBlockMigrationV225Test-1419872258 tempest-LiveAutoBlockMigrationV225Test-1419872258-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:52.688088 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-cbd42abf-3f8b-40bb-8f17-eb8d42ae2925 req-e269cb72-9936-42bd-bb3d-56b930473441 tempest-LiveAutoBlockMigrationV225Test-1419872258 tempest-LiveAutoBlockMigrationV225Test-1419872258-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=dfe13e53-5060-499f-ab7e-75bb3faaeddc&tenant_id=54312c7c8f9740c0a6858560a6518b0e&binding%3Ahost_id=n-h1-813419-10 HTTP/1.1" status: 200 len: 1098 time: 0.1878321 Oct 27 10:19:52.707242 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [req-cbd42abf-3f8b-40bb-8f17-eb8d42ae2925 req-8676ffe8-0019-45ba-878e-bbb2b33ef4a2 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-813419-10'}}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:19:52.777752 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_common [req-221d8095-8fea-4987-a272-4d24bcfa566d req-8e6440ce-276f-477a-801a-9cf0f91f553a tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] Allocated IP 192.168.233.52 (4d250f92-d229-45fe-a579-67fef8e6c544/62eb52f7-aac4-48af-8670-e04300325561/15eae878-2aba-4225-a03d-b12fba2654a9) {{(pid=102346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:19:52.793317 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.managers [req-d4409483-7355-4a40-a57f-09c45a5a41a8 req-d47834d8-acce-4462-a6ce-c83ed04e948a service neutron] Attempting to bind port 9d6bfe0c-461a-4d7b-a7c3-05a050b7e2ba on host n-h1-813419-10 for vnic_type normal with profile {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:19:52.793666 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.managers [req-d4409483-7355-4a40-a57f-09c45a5a41a8 req-d47834d8-acce-4462-a6ce-c83ed04e948a service neutron] Attempting to bind port 9d6bfe0c-461a-4d7b-a7c3-05a050b7e2ba by drivers openvswitch,hyperv on host n-h1-813419-10 at level 0 using segments [{'id': 'f7c42c6d-2766-46d8-a8b7-4852117a5555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '4d250f92-d229-45fe-a579-67fef8e6c544'}] {{(pid=102346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:19:52.793997 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4409483-7355-4a40-a57f-09c45a5a41a8 req-d47834d8-acce-4462-a6ce-c83ed04e948a service neutron] Attempting to bind port 9d6bfe0c-461a-4d7b-a7c3-05a050b7e2ba on network 4d250f92-d229-45fe-a579-67fef8e6c544 {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:19:52.797099 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-cbd42abf-3f8b-40bb-8f17-eb8d42ae2925 req-8676ffe8-0019-45ba-878e-bbb2b33ef4a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:52.809657 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7390ec-6a59-4f8e-a025-37dd833c773e req-9be1ded8-e569-43dd-b98a-9443419db044 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:52.811756 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-0d7390ec-6a59-4f8e-a025-37dd833c773e req-9be1ded8-e569-43dd-b98a-9443419db044 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/ports?device_id=a52d4eb7-7ffd-4109-9f94-dc97814340a0 HTTP/1.1" status: 200 len: 950 time: 0.1258826 Oct 27 10:19:52.823173 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4409483-7355-4a40-a57f-09c45a5a41a8 req-d47834d8-acce-4462-a6ce-c83ed04e948a service neutron] Port 9d6bfe0c-461a-4d7b-a7c3-05a050b7e2ba on network 4d250f92-d229-45fe-a579-67fef8e6c544 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-10 {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 10:19:52.824061 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4409483-7355-4a40-a57f-09c45a5a41a8 req-d47834d8-acce-4462-a6ce-c83ed04e948a service neutron] Attempting to bind port 9d6bfe0c-461a-4d7b-a7c3-05a050b7e2ba on network 4d250f92-d229-45fe-a579-67fef8e6c544 {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:19:52.847868 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4409483-7355-4a40-a57f-09c45a5a41a8 req-d47834d8-acce-4462-a6ce-c83ed04e948a service neutron] Checking agent: {'id': 'a52e1cab-0c63-402d-9c94-330537c6c076', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 16, 2), 'started_at': datetime.datetime(2021, 10, 27, 10, 16, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 19, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:19:52.848282 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4409483-7355-4a40-a57f-09c45a5a41a8 req-d47834d8-acce-4462-a6ce-c83ed04e948a service neutron] Checking segment: {'id': 'f7c42c6d-2766-46d8-a8b7-4852117a5555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '4d250f92-d229-45fe-a579-67fef8e6c544'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:19:52.848529 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4409483-7355-4a40-a57f-09c45a5a41a8 req-d47834d8-acce-4462-a6ce-c83ed04e948a service neutron] Bound using segment: {'id': 'f7c42c6d-2766-46d8-a8b7-4852117a5555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '4d250f92-d229-45fe-a579-67fef8e6c544'} {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:19:52.849051 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.managers [req-d4409483-7355-4a40-a57f-09c45a5a41a8 req-d47834d8-acce-4462-a6ce-c83ed04e948a service neutron] Bound port: 9d6bfe0c-461a-4d7b-a7c3-05a050b7e2ba, host: n-h1-813419-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7c42c6d-2766-46d8-a8b7-4852117a5555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '4d250f92-d229-45fe-a579-67fef8e6c544'}}] {{(pid=102346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:19:52.849686 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-d4409483-7355-4a40-a57f-09c45a5a41a8 req-d47834d8-acce-4462-a6ce-c83ed04e948a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:52.850116 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-b46d7d12-340f-4e52-9230-d7c95ed006ce admin admin] Publish callbacks [] for security_group, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:52.883425 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 40068) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:19:52.962460 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-0d7390ec-6a59-4f8e-a025-37dd833c773e req-f93f4de3-e0a0-4ac5-a180-a604048d9937 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/security-groups?id=e786382c-1289-4f9d-b471-ed120470c2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418340 Oct 27 10:19:53.051407 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [req-d4409483-7355-4a40-a57f-09c45a5a41a8 req-d47834d8-acce-4462-a6ce-c83ed04e948a service neutron] For port 9d6bfe0c-461a-4d7b-a7c3-05a050b7e2ba, host n-h1-813419-10, cleared binding levels {{(pid=102346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:19:53.059141 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [req-d4409483-7355-4a40-a57f-09c45a5a41a8 req-d47834d8-acce-4462-a6ce-c83ed04e948a service neutron] For port 9d6bfe0c-461a-4d7b-a7c3-05a050b7e2ba, host n-h1-813419-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=9d6bfe0c-461a-4d7b-a7c3-05a050b7e2ba,segment=NetworkSegment(f7c42c6d-2766-46d8-a8b7-4852117a5555),segment_id=f7c42c6d-2766-46d8-a8b7-4852117a5555)] {{(pid=102346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:19:53.068148 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-d4409483-7355-4a40-a57f-09c45a5a41a8 req-d47834d8-acce-4462-a6ce-c83ed04e948a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27024173'] for port, after_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:53.092124 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-cbd42abf-3f8b-40bb-8f17-eb8d42ae2925 req-8676ffe8-0019-45ba-878e-bbb2b33ef4a2 service neutron] For port cc809c9a-81c2-48fc-a862-97633a5e993c, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=cc809c9a-81c2-48fc-a862-97633a5e993c,segment=NetworkSegment(4fd5c29a-a838-4106-a890-06a671bde674),segment_id=4fd5c29a-a838-4106-a890-06a671bde674)] {{(pid=102347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:19:53.104020 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e17aca3-d897-46a3-9d74-197e81c4ba15 req-506bdd19-ef66-4345-8bff-932e87115a99 tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:53.105948 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-0e17aca3-d897-46a3-9d74-197e81c4ba15 req-506bdd19-ef66-4345-8bff-932e87115a99 tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] 10.222.0.44 "GET /v2.0/ports?device_id=dfe13e53-5060-499f-ab7e-75bb3faaeddc HTTP/1.1" status: 200 len: 946 time: 0.1244593 Oct 27 10:19:53.141707 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4409483-7355-4a40-a57f-09c45a5a41a8 req-d47834d8-acce-4462-a6ce-c83ed04e948a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:53.142858 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-d4409483-7355-4a40-a57f-09c45a5a41a8 req-d47834d8-acce-4462-a6ce-c83ed04e948a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:53.144262 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-d4409483-7355-4a40-a57f-09c45a5a41a8 req-d47834d8-acce-4462-a6ce-c83ed04e948a service neutron] 10.222.0.64 "PUT /v2.0/ports/9d6bfe0c-461a-4d7b-a7c3-05a050b7e2ba HTTP/1.1" status: 200 len: 1096 time: 1.5720727 Oct 27 10:19:53.144732 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17fac8c9-b531-4166-a261-47a6b86a5d06', 'tag': '9d6bfe0c-461a-4d7b-a7c3-05a050b7e2ba'}] {{(pid=102346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:19:53.147294 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc0e418f5fc417c8d55d94c0aa509b037d0beb2a734c1a709e789eb65639a56d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-213aaa37-a24e-4917-9de1-62b7c38637ad" -d '{"events": [{"name": "network-changed", "server_uuid": "17fac8c9-b531-4166-a261-47a6b86a5d06", "tag": "9d6bfe0c-461a-4d7b-a7c3-05a050b7e2ba"}]}' {{(pid=102346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:19:53.177350 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-b46d7d12-340f-4e52-9230-d7c95ed006ce admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:53.199885 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-221d8095-8fea-4987-a272-4d24bcfa566d req-8e6440ce-276f-477a-801a-9cf0f91f553a tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] Publish callbacks [] for port, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:53.219499 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-b46d7d12-340f-4e52-9230-d7c95ed006ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:53.239240 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 10:19:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be4186f4-da9b-4f91-a313-fa32f0cc5d9c x-openstack-request-id: req-be4186f4-da9b-4f91-a313-fa32f0cc5d9c {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:19:53.239779 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17fac8c9-b531-4166-a261-47a6b86a5d06", "tag": "9d6bfe0c-461a-4d7b-a7c3-05a050b7e2ba", "status": "completed", "code": 200}]} {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:19:53.240186 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-be4186f4-da9b-4f91-a313-fa32f0cc5d9c {{(pid=102346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:19:53.240759 n-d-813419-10 neutron-server[102346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17fac8c9-b531-4166-a261-47a6b86a5d06', 'tag': '9d6bfe0c-461a-4d7b-a7c3-05a050b7e2ba', 'status': 'completed', 'code': 200} Oct 27 10:19:53.276495 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47834d8-acce-4462-a6ce-c83ed04e948a service neutron] Pushing event updated for resources: {'Port': ['ID=9d6bfe0c-461a-4d7b-a7c3-05a050b7e2ba,revision_number=3']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:19:53.310604 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4409483-7355-4a40-a57f-09c45a5a41a8 req-2a66e2f7-1c46-4328-93b1-a195721e3e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:53.312757 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-d4409483-7355-4a40-a57f-09c45a5a41a8 req-2a66e2f7-1c46-4328-93b1-a195721e3e47 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=14a61097ab434ef297d9442c68c878bf&device_id=17fac8c9-b531-4166-a261-47a6b86a5d06 HTTP/1.1" status: 200 len: 1099 time: 0.1105483 Oct 27 10:19:53.315178 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-2dc10d9c-b7d1-44aa-b58e-68b7700f4689 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:53.318125 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-cbd42abf-3f8b-40bb-8f17-eb8d42ae2925 req-8676ffe8-0019-45ba-878e-bbb2b33ef4a2 service neutron] For port cc809c9a-81c2-48fc-a862-97633a5e993c, host n-h1-813419-10, cleared binding levels {{(pid=102347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:19:53.331003 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-0e17aca3-d897-46a3-9d74-197e81c4ba15 req-64d2275e-9f6e-44ef-9960-1419c5d11b32 tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] 10.222.0.44 "GET /v2.0/security-groups?id=e3018bff-e5f8-44d8-a835-69520a8698da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2056644 Oct 27 10:19:53.338155 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 40080) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:19:53.382165 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 40082) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:19:53.386957 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-221d8095-8fea-4987-a272-4d24bcfa566d req-8e6440ce-276f-477a-801a-9cf0f91f553a tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:53.395961 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-d4409483-7355-4a40-a57f-09c45a5a41a8 req-25016384-d3f2-4b24-a119-fc09483a2658 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.83&port_id=9d6bfe0c-461a-4d7b-a7c3-05a050b7e2ba HTTP/1.1" status: 200 len: 217 time: 0.0728583 Oct 27 10:19:53.397868 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-b46d7d12-340f-4e52-9230-d7c95ed006ce admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2d2db395e6294491aecce96765da0320&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9630992 Oct 27 10:19:53.406387 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 40088) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:19:53.441373 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46d7d12-340f-4e52-9230-d7c95ed006ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5913e2b3-0c2d-49ea-933d-fe04f94f7497,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:19:53.480454 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfe13e53-5060-499f-ab7e-75bb3faaeddc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cc809c9a-81c2-48fc-a862-97633a5e993c'}] {{(pid=102347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:19:53.482999 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311149b481204ee7edffdb959c881838506fbd95bc8577c048f6677abb73acc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-644fe4ef-3ae4-4534-9eb8-d33960f9fd68" -d '{"events": [{"server_uuid": "dfe13e53-5060-499f-ab7e-75bb3faaeddc", "name": "network-vif-unplugged", "status": "completed", "tag": "cc809c9a-81c2-48fc-a862-97633a5e993c"}]}' {{(pid=102347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:19:53.489402 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-221d8095-8fea-4987-a272-4d24bcfa566d req-8e6440ce-276f-477a-801a-9cf0f91f553a tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] Network 4d250f92-d229-45fe-a579-67fef8e6c544 is already hosted by enough agents. {{(pid=102346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:19:53.511368 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-cbd42abf-3f8b-40bb-8f17-eb8d42ae2925 req-8676ffe8-0019-45ba-878e-bbb2b33ef4a2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:53.523319 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [req-221d8095-8fea-4987-a272-4d24bcfa566d req-8e6440ce-276f-477a-801a-9cf0f91f553a tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] Resources bound (agent type, host, resource id): {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:19:53.539435 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [req-221d8095-8fea-4987-a272-4d24bcfa566d req-8e6440ce-276f-477a-801a-9cf0f91f553a tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] Received port after_create {{(pid=102346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:19:53.551157 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6440ce-276f-477a-801a-9cf0f91f553a tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] Pushing event updated for resources: {'Port': ['ID=15eae878-2aba-4225-a03d-b12fba2654a9,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:19:53.603965 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-5806be36-bc2d-44c6-b0c5-27e6cea38706 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:53.614815 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4409483-7355-4a40-a57f-09c45a5a41a8 req-e9f99dcc-cac5-4e50-9568-c7b30e0a95d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:53.617832 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-d4409483-7355-4a40-a57f-09c45a5a41a8 req-e9f99dcc-cac5-4e50-9568-c7b30e0a95d2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=62eb52f7-aac4-48af-8670-e04300325561 HTTP/1.1" status: 200 len: 843 time: 0.1993828 Oct 27 10:19:53.618707 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 27 Oct 2021 10:19:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be5d9a23-5c2f-4cc5-828d-20f0951dd2f2 x-openstack-request-id: req-be5d9a23-5c2f-4cc5-828d-20f0951dd2f2 {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:19:53.618986 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfe13e53-5060-499f-ab7e-75bb3faaeddc", "name": "network-vif-unplugged", "status": "completed", "tag": "cc809c9a-81c2-48fc-a862-97633a5e993c", "code": 200}]} {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:19:53.619233 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-be5d9a23-5c2f-4cc5-828d-20f0951dd2f2 {{(pid=102347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:19:53.619611 n-d-813419-10 neutron-server[102347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfe13e53-5060-499f-ab7e-75bb3faaeddc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cc809c9a-81c2-48fc-a862-97633a5e993c', 'code': 200} Oct 27 10:19:53.628561 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-cbd42abf-3f8b-40bb-8f17-eb8d42ae2925 req-8676ffe8-0019-45ba-878e-bbb2b33ef4a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:53.636536 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-2dc10d9c-b7d1-44aa-b58e-68b7700f4689 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:53.661134 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-2dc10d9c-b7d1-44aa-b58e-68b7700f4689 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:53.710625 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221d8095-8fea-4987-a272-4d24bcfa566d req-8e6440ce-276f-477a-801a-9cf0f91f553a tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:53.711322 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-221d8095-8fea-4987-a272-4d24bcfa566d req-8e6440ce-276f-477a-801a-9cf0f91f553a tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:53.732904 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-bfdc586d-6b6f-4331-a915-74ca0296ca8a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:53.755921 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-221d8095-8fea-4987-a272-4d24bcfa566d req-8e6440ce-276f-477a-801a-9cf0f91f553a tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6626761 Oct 27 10:19:53.761925 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4409483-7355-4a40-a57f-09c45a5a41a8 req-6a986688-554a-4739-9025-1dcd46298419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:53.763383 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-d4409483-7355-4a40-a57f-09c45a5a41a8 req-6a986688-554a-4739-9025-1dcd46298419 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4d250f92-d229-45fe-a579-67fef8e6c544&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1248953 Oct 27 10:19:53.774241 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [req-221d8095-8fea-4987-a272-4d24bcfa566d req-4431ebad-0159-484f-87c0-1cb64f0d4fe6 service neutron] Request body: {'port': {'device_id': '3829851e-9c6c-4b28-aa19-d0be65035545', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-10'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:19:53.784473 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2df7c87-b2e1-41dd-93d0-2532b12ff7a8 req-c8f50eff-c4d4-429f-9a54-3b2f530bbe49 tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:53.786030 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-c2df7c87-b2e1-41dd-93d0-2532b12ff7a8 req-c8f50eff-c4d4-429f-9a54-3b2f530bbe49 tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] 10.222.0.44 "GET /v2.0/ports?device_id=3829851e-9c6c-4b28-aa19-d0be65035545 HTTP/1.1" status: 200 len: 935 time: 0.1489191 Oct 27 10:19:53.797703 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-2dc10d9c-b7d1-44aa-b58e-68b7700f4689 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=60bad36732e74e4083a4e1c6524535d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9086897 Oct 27 10:19:53.800727 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-b9a3b968-b709-4694-aaea-22bf6353e20a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:53.804385 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 40094) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:19:53.806756 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc10d9c-b7d1-44aa-b58e-68b7700f4689 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=090c177b-fbed-48d9-88ef-2e2ec1599205,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:19:53.844333 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8676ffe8-0019-45ba-878e-bbb2b33ef4a2 service neutron] Pushing event updated for resources: {'Port': ['ID=cc809c9a-81c2-48fc-a862-97633a5e993c,revision_number=7']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:19:53.919269 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-1b87c84c-a194-4ef1-a6e0-7da3ff79201d None None] Provisioning complete for port 15eae878-2aba-4225-a03d-b12fba2654a9 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:19:53.920555 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-1b87c84c-a194-4ef1-a6e0-7da3ff79201d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:53.926906 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-b9a3b968-b709-4694-aaea-22bf6353e20a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:53.943860 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-cbd42abf-3f8b-40bb-8f17-eb8d42ae2925 req-8676ffe8-0019-45ba-878e-bbb2b33ef4a2 service neutron] Attempting to bind port cc809c9a-81c2-48fc-a862-97633a5e993c on host n-h1-813419-10 for vnic_type normal with profile {"migrating_to": "n-h2-813419-10"} {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:19:53.944115 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-cbd42abf-3f8b-40bb-8f17-eb8d42ae2925 req-8676ffe8-0019-45ba-878e-bbb2b33ef4a2 service neutron] Attempting to bind port cc809c9a-81c2-48fc-a862-97633a5e993c by drivers openvswitch,hyperv on host n-h1-813419-10 at level 0 using segments [{'id': '4fd5c29a-a838-4106-a890-06a671bde674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '1886fe3b-e088-4c7d-8f4c-b14d4440b311'}] {{(pid=102347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:19:53.944437 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbd42abf-3f8b-40bb-8f17-eb8d42ae2925 req-8676ffe8-0019-45ba-878e-bbb2b33ef4a2 service neutron] Attempting to bind port cc809c9a-81c2-48fc-a862-97633a5e993c on network 1886fe3b-e088-4c7d-8f4c-b14d4440b311 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:19:53.959338 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-1b87c84c-a194-4ef1-a6e0-7da3ff79201d None None] Port 15eae878-2aba-4225-a03d-b12fba2654a9 cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:19:53.966891 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbd42abf-3f8b-40bb-8f17-eb8d42ae2925 req-8676ffe8-0019-45ba-878e-bbb2b33ef4a2 service neutron] Port cc809c9a-81c2-48fc-a862-97633a5e993c on network 1886fe3b-e088-4c7d-8f4c-b14d4440b311 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-10 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 10:19:53.967291 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbd42abf-3f8b-40bb-8f17-eb8d42ae2925 req-8676ffe8-0019-45ba-878e-bbb2b33ef4a2 service neutron] Attempting to bind port cc809c9a-81c2-48fc-a862-97633a5e993c on network 1886fe3b-e088-4c7d-8f4c-b14d4440b311 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:19:53.994657 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-221d8095-8fea-4987-a272-4d24bcfa566d req-4431ebad-0159-484f-87c0-1cb64f0d4fe6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:53.999183 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbd42abf-3f8b-40bb-8f17-eb8d42ae2925 req-8676ffe8-0019-45ba-878e-bbb2b33ef4a2 service neutron] Checking agent: {'id': 'a52e1cab-0c63-402d-9c94-330537c6c076', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 16, 2), 'started_at': datetime.datetime(2021, 10, 27, 10, 16, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 19, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:19:53.999525 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbd42abf-3f8b-40bb-8f17-eb8d42ae2925 req-8676ffe8-0019-45ba-878e-bbb2b33ef4a2 service neutron] Checking segment: {'id': '4fd5c29a-a838-4106-a890-06a671bde674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '1886fe3b-e088-4c7d-8f4c-b14d4440b311'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:19:53.999902 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbd42abf-3f8b-40bb-8f17-eb8d42ae2925 req-8676ffe8-0019-45ba-878e-bbb2b33ef4a2 service neutron] Bound using segment: {'id': '4fd5c29a-a838-4106-a890-06a671bde674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '1886fe3b-e088-4c7d-8f4c-b14d4440b311'} {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:19:54.000368 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-cbd42abf-3f8b-40bb-8f17-eb8d42ae2925 req-8676ffe8-0019-45ba-878e-bbb2b33ef4a2 service neutron] Bound port: cc809c9a-81c2-48fc-a862-97633a5e993c, host: n-h1-813419-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4fd5c29a-a838-4106-a890-06a671bde674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '1886fe3b-e088-4c7d-8f4c-b14d4440b311'}}] {{(pid=102347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:19:54.000717 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-cbd42abf-3f8b-40bb-8f17-eb8d42ae2925 req-8676ffe8-0019-45ba-878e-bbb2b33ef4a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:54.008758 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-c2df7c87-b2e1-41dd-93d0-2532b12ff7a8 req-eff313f0-fc64-4a56-b02b-2d9b08b3360a tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] 10.222.0.44 "GET /v2.0/security-groups?id=adbff9a4-0ae5-4700-84c2-4b5f53f67e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1901894 Oct 27 10:19:54.027145 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-d978f82d-cda7-4d6d-99b1-d70fd1894fdd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:54.039789 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-5806be36-bc2d-44c6-b0c5-27e6cea38706 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:54.069456 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-5806be36-bc2d-44c6-b0c5-27e6cea38706 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:54.101387 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-bfdc586d-6b6f-4331-a915-74ca0296ca8a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:54.117901 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-d4409483-7355-4a40-a57f-09c45a5a41a8 req-2c8209a9-5db3-48aa-976d-12473fe19990 service neutron] 10.222.0.64 "GET /v2.0/networks/4d250f92-d229-45fe-a579-67fef8e6c544?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3275421 Oct 27 10:19:54.124936 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-d978f82d-cda7-4d6d-99b1-d70fd1894fdd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:54.139756 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-bfdc586d-6b6f-4331-a915-74ca0296ca8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:54.156991 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-5806be36-bc2d-44c6-b0c5-27e6cea38706 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=93393f4bde234101ba99e1a3909c2565&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8164854 Oct 27 10:19:54.160020 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-b9a3b968-b709-4694-aaea-22bf6353e20a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:54.162779 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-b9a3b968-b709-4694-aaea-22bf6353e20a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:54.163921 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-b9a3b968-b709-4694-aaea-22bf6353e20a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/5913e2b3-0c2d-49ea-933d-fe04f94f7497 HTTP/1.1" status: 204 len: 168 time: 0.7484345 Oct 27 10:19:54.176610 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 40100) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:19:54.183752 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5806be36-bc2d-44c6-b0c5-27e6cea38706 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c1f9b9e-55a9-467a-b067-43ea7b0fbb3d,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:19:54.267690 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-cbd42abf-3f8b-40bb-8f17-eb8d42ae2925 req-8676ffe8-0019-45ba-878e-bbb2b33ef4a2 service neutron] For port cc809c9a-81c2-48fc-a862-97633a5e993c, host n-h1-813419-10, cleared binding levels {{(pid=102347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:19:54.271754 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-bfdc586d-6b6f-4331-a915-74ca0296ca8a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=cc0b55495ff2414b8241f0c6d2037da3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8881352 Oct 27 10:19:54.272472 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdc586d-6b6f-4331-a915-74ca0296ca8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b1909b6-9274-4c42-a323-504adf7a292d,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:19:54.277156 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 40104) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:19:54.281934 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-cbd42abf-3f8b-40bb-8f17-eb8d42ae2925 req-8676ffe8-0019-45ba-878e-bbb2b33ef4a2 service neutron] For port cc809c9a-81c2-48fc-a862-97633a5e993c, host n-h1-813419-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=cc809c9a-81c2-48fc-a862-97633a5e993c,segment=NetworkSegment(4fd5c29a-a838-4106-a890-06a671bde674),segment_id=4fd5c29a-a838-4106-a890-06a671bde674)] {{(pid=102347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:19:54.306355 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ac1523-dea1-4921-b9e8-4b2f009ece68 req-d4c28d68-ba2d-4ff7-bf00-1772d57b3548 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:54.307865 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-d4ac1523-dea1-4921-b9e8-4b2f009ece68 req-d4c28d68-ba2d-4ff7-bf00-1772d57b3548 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/ports?device_id=a52d4eb7-7ffd-4109-9f94-dc97814340a0 HTTP/1.1" status: 200 len: 950 time: 0.2563508 Oct 27 10:19:54.325976 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a3b968-b709-4694-aaea-22bf6353e20a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5913e2b3-0c2d-49ea-933d-fe04f94f7497,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:19:54.328942 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-cbd42abf-3f8b-40bb-8f17-eb8d42ae2925 req-8676ffe8-0019-45ba-878e-bbb2b33ef4a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:54.337984 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-d4409483-7355-4a40-a57f-09c45a5a41a8 req-fdf3dc57-1ec4-4f1f-aaa6-3b90b7c97601 service neutron] 10.222.0.64 "GET /v2.0/networks/4d250f92-d229-45fe-a579-67fef8e6c544?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2048748 Oct 27 10:19:54.416156 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8676ffe8-0019-45ba-878e-bbb2b33ef4a2 service neutron] Pushing event updated for resources: {'Port': ['ID=cc809c9a-81c2-48fc-a862-97633a5e993c,revision_number=8']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:19:54.473227 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-d978f82d-cda7-4d6d-99b1-d70fd1894fdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:54.475902 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-d978f82d-cda7-4d6d-99b1-d70fd1894fdd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:54.477096 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-d978f82d-cda7-4d6d-99b1-d70fd1894fdd admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/090c177b-fbed-48d9-88ef-2e2ec1599205 HTTP/1.1" status: 204 len: 168 time: 0.6644502 Oct 27 10:19:54.500335 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-41479bc2-2008-490a-a132-aac3413fc620 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:54.527191 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-41479bc2-2008-490a-a132-aac3413fc620 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:54.527391 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213aaa37-a24e-4917-9de1-62b7c38637ad req-db488078-9fe9-4395-b8f9-ff356596ff63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:54.528960 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-213aaa37-a24e-4917-9de1-62b7c38637ad req-db488078-9fe9-4395-b8f9-ff356596ff63 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=14a61097ab434ef297d9442c68c878bf&device_id=17fac8c9-b531-4166-a261-47a6b86a5d06 HTTP/1.1" status: 200 len: 1099 time: 0.1303940 Oct 27 10:19:54.570563 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-80cd3c73-bd9e-4e60-b61d-3bf2f3ae4a9e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:54.600162 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24f757f-06da-4829-9f8c-8ad2b89a8ef1 req-3d0a5279-51d2-4ed1-bfff-e0d1692ff06f tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:54.601829 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-c24f757f-06da-4829-9f8c-8ad2b89a8ef1 req-3d0a5279-51d2-4ed1-bfff-e0d1692ff06f tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] 10.222.0.44 "GET /v2.0/ports?device_id=dfe13e53-5060-499f-ab7e-75bb3faaeddc HTTP/1.1" status: 200 len: 944 time: 0.1585832 Oct 27 10:19:54.603976 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 40114) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:19:54.605908 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [req-221d8095-8fea-4987-a272-4d24bcfa566d req-4431ebad-0159-484f-87c0-1cb64f0d4fe6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15eae878-2aba-4225-a03d-b12fba2654a9 {{(pid=102346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:19:54.621160 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-221d8095-8fea-4987-a272-4d24bcfa566d req-4431ebad-0159-484f-87c0-1cb64f0d4fe6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:54.621329 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-d4ac1523-dea1-4921-b9e8-4b2f009ece68 req-9dcc96ef-8356-49fc-a282-f7675083365a tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/security-groups?id=e786382c-1289-4f9d-b471-ed120470c2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2862599 Oct 27 10:19:54.624578 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-41479bc2-2008-490a-a132-aac3413fc620 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:54.627707 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-41479bc2-2008-490a-a132-aac3413fc620 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:54.631165 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-41479bc2-2008-490a-a132-aac3413fc620 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1b1909b6-9274-4c42-a323-504adf7a292d HTTP/1.1" status: 204 len: 168 time: 0.3432739 Oct 27 10:19:54.651761 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d978f82d-cda7-4d6d-99b1-d70fd1894fdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=090c177b-fbed-48d9-88ef-2e2ec1599205,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:19:54.664722 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ac726094-8951-4771-abb8-256aba8fe66c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:54.667742 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd42abf-3f8b-40bb-8f17-eb8d42ae2925 req-8676ffe8-0019-45ba-878e-bbb2b33ef4a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:54.668399 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-cbd42abf-3f8b-40bb-8f17-eb8d42ae2925 req-8676ffe8-0019-45ba-878e-bbb2b33ef4a2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:54.669798 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-cbd42abf-3f8b-40bb-8f17-eb8d42ae2925 req-8676ffe8-0019-45ba-878e-bbb2b33ef4a2 service neutron] 10.222.0.76 "PUT /v2.0/ports/cc809c9a-81c2-48fc-a862-97633a5e993c HTTP/1.1" status: 200 len: 1124 time: 1.9697776 Oct 27 10:19:54.671688 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-80cd3c73-bd9e-4e60-b61d-3bf2f3ae4a9e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:54.681865 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41479bc2-2008-490a-a132-aac3413fc620 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b1909b6-9274-4c42-a323-504adf7a292d,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:19:54.690588 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.provisioning_blocks [req-221d8095-8fea-4987-a272-4d24bcfa566d req-4431ebad-0159-484f-87c0-1cb64f0d4fe6 service neutron] Transition to ACTIVE for port object 15eae878-2aba-4225-a03d-b12fba2654a9 will not be triggered until provisioned by entity L2. {{(pid=102346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 10:19:54.715716 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-221d8095-8fea-4987-a272-4d24bcfa566d req-4431ebad-0159-484f-87c0-1cb64f0d4fe6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27024173'] for port, after_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:54.753422 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-80cd3c73-bd9e-4e60-b61d-3bf2f3ae4a9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:54.760691 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-80cd3c73-bd9e-4e60-b61d-3bf2f3ae4a9e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:54.763217 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-80cd3c73-bd9e-4e60-b61d-3bf2f3ae4a9e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4c1f9b9e-55a9-467a-b067-43ea7b0fbb3d HTTP/1.1" status: 204 len: 168 time: 0.5847116 Oct 27 10:19:54.795614 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cd3c73-bd9e-4e60-b61d-3bf2f3ae4a9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c1f9b9e-55a9-467a-b067-43ea7b0fbb3d,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:19:54.815905 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] get_ports_and_sgs() called for port_ids ['cc809c9a-81c2-48fc-a862-97633a5e993c'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:19:54.935452 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 40122) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:19:54.955153 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-492fd41b-3526-445e-9b29-ac5da2c00369 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:54.996072 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-c24f757f-06da-4829-9f8c-8ad2b89a8ef1 req-487fe4eb-7b07-413c-b3d2-1a9d058c52be tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] 10.222.0.44 "GET /v2.0/security-groups?id=e3018bff-e5f8-44d8-a835-69520a8698da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3711796 Oct 27 10:19:55.022910 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213aaa37-a24e-4917-9de1-62b7c38637ad req-e25a51cf-c8b7-4632-8bc9-414321217d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:55.024663 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-213aaa37-a24e-4917-9de1-62b7c38637ad req-e25a51cf-c8b7-4632-8bc9-414321217d97 service neutron] 10.222.0.64 "GET /v2.0/networks?id=4d250f92-d229-45fe-a579-67fef8e6c544 HTTP/1.1" status: 200 len: 870 time: 0.4875920 Oct 27 10:19:55.161324 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4431ebad-0159-484f-87c0-1cb64f0d4fe6 service neutron] Pushing event updated for resources: {'Port': ['ID=15eae878-2aba-4225-a03d-b12fba2654a9,revision_number=2']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:19:55.174068 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-492fd41b-3526-445e-9b29-ac5da2c00369 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:55.180590 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-213aaa37-a24e-4917-9de1-62b7c38637ad req-7126bbe8-f2e8-4c6e-9f70-54cc07511e0b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.83&port_id=9d6bfe0c-461a-4d7b-a7c3-05a050b7e2ba HTTP/1.1" status: 200 len: 217 time: 0.0802481 Oct 27 10:19:55.182272 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-492fd41b-3526-445e-9b29-ac5da2c00369 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:55.254270 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-492fd41b-3526-445e-9b29-ac5da2c00369 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=93ac9f3f7a5046d89537944f291c6bb6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3177919 Oct 27 10:19:55.257706 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 40130) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:19:55.266167 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492fd41b-3526-445e-9b29-ac5da2c00369 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6260f4f-955c-43b1-96a5-17d096dc0739,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:19:55.287921 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ac726094-8951-4771-abb8-256aba8fe66c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:55.313952 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ac726094-8951-4771-abb8-256aba8fe66c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:55.362660 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 40134) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:19:55.385431 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-5a3666a5-e310-4457-af1b-c35d65dace91 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:55.387631 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-8c4a474c-89e4-4283-990d-ad7e2b0288bc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:55.410699 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213aaa37-a24e-4917-9de1-62b7c38637ad req-6509ff13-d947-491d-a04b-23c96fbf3977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:55.412114 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-213aaa37-a24e-4917-9de1-62b7c38637ad req-6509ff13-d947-491d-a04b-23c96fbf3977 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=62eb52f7-aac4-48af-8670-e04300325561 HTTP/1.1" status: 200 len: 843 time: 0.2137337 Oct 27 10:19:55.421690 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f10464b-490b-47ad-947e-38873ea4f601 req-286001db-9ff7-48fd-acdb-0af06c3ba48f tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:55.422901 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-2f10464b-490b-47ad-947e-38873ea4f601 req-286001db-9ff7-48fd-acdb-0af06c3ba48f tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] 10.222.0.44 "GET /v2.0/ports?device_id=3829851e-9c6c-4b28-aa19-d0be65035545 HTTP/1.1" status: 200 len: 947 time: 0.2577651 Oct 27 10:19:55.423749 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac726094-8951-4771-abb8-256aba8fe66c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94bbe80a-7c40-4c5c-977c-fa444015eb70,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:19:55.429796 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-ac726094-8951-4771-abb8-256aba8fe66c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1130f868cde64e2f94c87fc21322408e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8187113 Oct 27 10:19:55.432230 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-8c4a474c-89e4-4283-990d-ad7e2b0288bc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:55.434687 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 40138) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:19:55.434928 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.managers [req-221d8095-8fea-4987-a272-4d24bcfa566d req-4431ebad-0159-484f-87c0-1cb64f0d4fe6 service neutron] Attempting to bind port 15eae878-2aba-4225-a03d-b12fba2654a9 on host n-h2-813419-10 for vnic_type normal with profile {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:19:55.435245 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.managers [req-221d8095-8fea-4987-a272-4d24bcfa566d req-4431ebad-0159-484f-87c0-1cb64f0d4fe6 service neutron] Attempting to bind port 15eae878-2aba-4225-a03d-b12fba2654a9 by drivers openvswitch,hyperv on host n-h2-813419-10 at level 0 using segments [{'id': 'f7c42c6d-2766-46d8-a8b7-4852117a5555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '4d250f92-d229-45fe-a579-67fef8e6c544'}] {{(pid=102346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:19:55.435582 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-221d8095-8fea-4987-a272-4d24bcfa566d req-4431ebad-0159-484f-87c0-1cb64f0d4fe6 service neutron] Attempting to bind port 15eae878-2aba-4225-a03d-b12fba2654a9 on network 4d250f92-d229-45fe-a579-67fef8e6c544 {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:19:55.452307 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-221d8095-8fea-4987-a272-4d24bcfa566d req-4431ebad-0159-484f-87c0-1cb64f0d4fe6 service neutron] Port 15eae878-2aba-4225-a03d-b12fba2654a9 on network 4d250f92-d229-45fe-a579-67fef8e6c544 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-10 {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 10:19:55.453257 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-221d8095-8fea-4987-a272-4d24bcfa566d req-4431ebad-0159-484f-87c0-1cb64f0d4fe6 service neutron] Attempting to bind port 15eae878-2aba-4225-a03d-b12fba2654a9 on network 4d250f92-d229-45fe-a579-67fef8e6c544 {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:19:55.498307 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-221d8095-8fea-4987-a272-4d24bcfa566d req-4431ebad-0159-484f-87c0-1cb64f0d4fe6 service neutron] Checking agent: {'id': 'a2edc247-0fa4-4ce6-bbae-a10492f6bd71', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 16, 9), 'started_at': datetime.datetime(2021, 10, 27, 10, 16, 9), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 19, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:19:55.498641 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-221d8095-8fea-4987-a272-4d24bcfa566d req-4431ebad-0159-484f-87c0-1cb64f0d4fe6 service neutron] Checking segment: {'id': 'f7c42c6d-2766-46d8-a8b7-4852117a5555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '4d250f92-d229-45fe-a579-67fef8e6c544'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:19:55.499184 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-221d8095-8fea-4987-a272-4d24bcfa566d req-4431ebad-0159-484f-87c0-1cb64f0d4fe6 service neutron] Bound using segment: {'id': 'f7c42c6d-2766-46d8-a8b7-4852117a5555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '4d250f92-d229-45fe-a579-67fef8e6c544'} {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:19:55.499628 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.managers [req-221d8095-8fea-4987-a272-4d24bcfa566d req-4431ebad-0159-484f-87c0-1cb64f0d4fe6 service neutron] Bound port: 15eae878-2aba-4225-a03d-b12fba2654a9, host: n-h2-813419-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7c42c6d-2766-46d8-a8b7-4852117a5555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '4d250f92-d229-45fe-a579-67fef8e6c544'}}] {{(pid=102346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:19:55.499987 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-221d8095-8fea-4987-a272-4d24bcfa566d req-4431ebad-0159-484f-87c0-1cb64f0d4fe6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:55.531376 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213aaa37-a24e-4917-9de1-62b7c38637ad req-380ed781-a9c9-4bf0-8f72-78403c474bce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:55.532959 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-213aaa37-a24e-4917-9de1-62b7c38637ad req-380ed781-a9c9-4bf0-8f72-78403c474bce service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4d250f92-d229-45fe-a579-67fef8e6c544&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0998445 Oct 27 10:19:55.551317 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-2f10464b-490b-47ad-947e-38873ea4f601 req-ebe75199-3973-4371-8b54-672f4717c498 tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] 10.222.0.44 "GET /v2.0/security-groups?id=adbff9a4-0ae5-4700-84c2-4b5f53f67e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956388 Oct 27 10:19:55.553141 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-1bce628e-6a27-4f4b-a9ef-1bdbd211daf4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:55.583299 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-5a3666a5-e310-4457-af1b-c35d65dace91 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:55.584259 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-8c4a474c-89e4-4283-990d-ad7e2b0288bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:55.586755 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-8c4a474c-89e4-4283-990d-ad7e2b0288bc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:55.588295 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-8c4a474c-89e4-4283-990d-ad7e2b0288bc admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e6260f4f-955c-43b1-96a5-17d096dc0739 HTTP/1.1" status: 204 len: 168 time: 0.3289003 Oct 27 10:19:55.597460 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-5a3666a5-e310-4457-af1b-c35d65dace91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:55.600730 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-1bce628e-6a27-4f4b-a9ef-1bdbd211daf4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:55.623768 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfe13e53-5060-499f-ab7e-75bb3faaeddc', 'tag': 'cc809c9a-81c2-48fc-a862-97633a5e993c'}] {{(pid=102347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:19:55.626889 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311149b481204ee7edffdb959c881838506fbd95bc8577c048f6677abb73acc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7c19bd2-b70c-4778-bf09-443706f0c2ee" -d '{"events": [{"name": "network-changed", "server_uuid": "dfe13e53-5060-499f-ab7e-75bb3faaeddc", "tag": "cc809c9a-81c2-48fc-a862-97633a5e993c"}]}' {{(pid=102347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:19:55.666711 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4a474c-89e4-4283-990d-ad7e2b0288bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6260f4f-955c-43b1-96a5-17d096dc0739,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:19:55.695088 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [req-221d8095-8fea-4987-a272-4d24bcfa566d req-4431ebad-0159-484f-87c0-1cb64f0d4fe6 service neutron] For port 15eae878-2aba-4225-a03d-b12fba2654a9, host n-h2-813419-10, cleared binding levels {{(pid=102346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:19:55.723360 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 10:19:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63a0f3d9-e2bc-4228-ab8e-ef837c51ef18 x-openstack-request-id: req-63a0f3d9-e2bc-4228-ab8e-ef837c51ef18 {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:19:55.723680 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfe13e53-5060-499f-ab7e-75bb3faaeddc", "tag": "cc809c9a-81c2-48fc-a862-97633a5e993c", "status": "completed", "code": 200}]} {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:19:55.724291 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-63a0f3d9-e2bc-4228-ab8e-ef837c51ef18 {{(pid=102347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:19:55.724692 n-d-813419-10 neutron-server[102347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dfe13e53-5060-499f-ab7e-75bb3faaeddc', 'tag': 'cc809c9a-81c2-48fc-a862-97633a5e993c', 'status': 'completed', 'code': 200} Oct 27 10:19:55.729727 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-5a3666a5-e310-4457-af1b-c35d65dace91 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c956728578194d77bacaaafbbdcc4210&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3632243 Oct 27 10:19:55.734502 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3666a5-e310-4457-af1b-c35d65dace91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eec69a78-3408-48d9-a140-17fb030a3d45,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:19:55.736838 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 40152) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:19:55.738437 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [req-221d8095-8fea-4987-a272-4d24bcfa566d req-4431ebad-0159-484f-87c0-1cb64f0d4fe6 service neutron] For port 15eae878-2aba-4225-a03d-b12fba2654a9, host n-h2-813419-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=15eae878-2aba-4225-a03d-b12fba2654a9,segment=NetworkSegment(f7c42c6d-2766-46d8-a8b7-4852117a5555),segment_id=f7c42c6d-2766-46d8-a8b7-4852117a5555)] {{(pid=102346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:19:55.759390 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-213aaa37-a24e-4917-9de1-62b7c38637ad req-7ea4453c-1176-4100-b67f-ac34caf4769f service neutron] 10.222.0.64 "GET /v2.0/networks/4d250f92-d229-45fe-a579-67fef8e6c544?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2060821 Oct 27 10:19:55.773115 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-1bce628e-6a27-4f4b-a9ef-1bdbd211daf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:55.779329 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-1bce628e-6a27-4f4b-a9ef-1bdbd211daf4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:55.784135 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-1bce628e-6a27-4f4b-a9ef-1bdbd211daf4 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/94bbe80a-7c40-4c5c-977c-fa444015eb70 HTTP/1.1" status: 204 len: 168 time: 0.3455081 Oct 27 10:19:55.785952 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-221d8095-8fea-4987-a272-4d24bcfa566d req-4431ebad-0159-484f-87c0-1cb64f0d4fe6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27024173'] for port, after_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:55.794490 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bce628e-6a27-4f4b-a9ef-1bdbd211daf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94bbe80a-7c40-4c5c-977c-fa444015eb70,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:19:55.935416 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221d8095-8fea-4987-a272-4d24bcfa566d req-4431ebad-0159-484f-87c0-1cb64f0d4fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:55.936274 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-221d8095-8fea-4987-a272-4d24bcfa566d req-4431ebad-0159-484f-87c0-1cb64f0d4fe6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:55.937677 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-221d8095-8fea-4987-a272-4d24bcfa566d req-4431ebad-0159-484f-87c0-1cb64f0d4fe6 service neutron] 10.222.0.76 "PUT /v2.0/ports/15eae878-2aba-4225-a03d-b12fba2654a9 HTTP/1.1" status: 200 len: 1096 time: 2.1690679 Oct 27 10:19:55.942938 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3829851e-9c6c-4b28-aa19-d0be65035545', 'tag': '15eae878-2aba-4225-a03d-b12fba2654a9'}] {{(pid=102346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:19:55.948731 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc0e418f5fc417c8d55d94c0aa509b037d0beb2a734c1a709e789eb65639a56d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07f7b969-4594-45ae-ae9c-efdc0017d774" -d '{"events": [{"name": "network-changed", "server_uuid": "3829851e-9c6c-4b28-aa19-d0be65035545", "tag": "15eae878-2aba-4225-a03d-b12fba2654a9"}]}' {{(pid=102346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:19:55.995234 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c19bd2-b70c-4778-bf09-443706f0c2ee req-b61b74e6-c72c-4f5e-8cea-a9df2ffe0d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:55.996223 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-f7c19bd2-b70c-4778-bf09-443706f0c2ee req-b61b74e6-c72c-4f5e-8cea-a9df2ffe0d54 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=54312c7c8f9740c0a6858560a6518b0e&device_id=dfe13e53-5060-499f-ab7e-75bb3faaeddc HTTP/1.1" status: 200 len: 1127 time: 0.2399845 Oct 27 10:19:56.004560 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82f22ec-ae9e-45e7-8987-08c22be2b20e req-95536a93-712b-495e-a7f8-90de4f58f506 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:56.006165 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-a82f22ec-ae9e-45e7-8987-08c22be2b20e req-95536a93-712b-495e-a7f8-90de4f58f506 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/ports?device_id=a52d4eb7-7ffd-4109-9f94-dc97814340a0 HTTP/1.1" status: 200 len: 950 time: 0.2854128 Oct 27 10:19:56.035830 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4431ebad-0159-484f-87c0-1cb64f0d4fe6 service neutron] Pushing event updated for resources: {'Port': ['ID=15eae878-2aba-4225-a03d-b12fba2654a9,revision_number=3']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:19:56.042186 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 10:19:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf486098-9cb3-4f58-af32-f83f7da98d3d x-openstack-request-id: req-cf486098-9cb3-4f58-af32-f83f7da98d3d {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:19:56.042560 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3829851e-9c6c-4b28-aa19-d0be65035545", "tag": "15eae878-2aba-4225-a03d-b12fba2654a9", "status": "completed", "code": 200}]} {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:19:56.043002 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-cf486098-9cb3-4f58-af32-f83f7da98d3d {{(pid=102346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:19:56.043401 n-d-813419-10 neutron-server[102346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3829851e-9c6c-4b28-aa19-d0be65035545', 'tag': '15eae878-2aba-4225-a03d-b12fba2654a9', 'status': 'completed', 'code': 200} Oct 27 10:19:56.070777 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-a3e943c1-2964-405f-87be-9e6bfb8158ed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:56.169459 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-213aaa37-a24e-4917-9de1-62b7c38637ad req-9a07a594-5ff7-42f2-a664-b3c52dc6c962 service neutron] 10.222.0.64 "GET /v2.0/networks/4d250f92-d229-45fe-a579-67fef8e6c544?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3794847 Oct 27 10:19:56.201354 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-a3e943c1-2964-405f-87be-9e6bfb8158ed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:56.227938 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221d8095-8fea-4987-a272-4d24bcfa566d req-d090053d-b7b4-44e3-83c3-433b5fcbccbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:56.229540 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-221d8095-8fea-4987-a272-4d24bcfa566d req-d090053d-b7b4-44e3-83c3-433b5fcbccbc service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=14a61097ab434ef297d9442c68c878bf&device_id=3829851e-9c6c-4b28-aa19-d0be65035545 HTTP/1.1" status: 200 len: 1099 time: 0.2173650 Oct 27 10:19:56.251766 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017e1ae9-1569-4411-a658-9e20198ffd74 req-43d8b9dc-94e6-4ae2-afca-f38f2842557d tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:56.255895 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-a82f22ec-ae9e-45e7-8987-08c22be2b20e req-f745eba7-8522-4c7a-9201-bacaf86802e5 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/security-groups?id=e786382c-1289-4f9d-b471-ed120470c2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2400203 Oct 27 10:19:56.280732 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-017e1ae9-1569-4411-a658-9e20198ffd74 req-43d8b9dc-94e6-4ae2-afca-f38f2842557d tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] 10.222.0.44 "GET /v2.0/ports?device_id=dfe13e53-5060-499f-ab7e-75bb3faaeddc HTTP/1.1" status: 200 len: 944 time: 0.1168988 Oct 27 10:19:56.321912 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-221d8095-8fea-4987-a272-4d24bcfa566d req-838ece22-b7c2-481c-b5a7-9c3cea4d7743 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.52&port_id=15eae878-2aba-4225-a03d-b12fba2654a9 HTTP/1.1" status: 200 len: 217 time: 0.0801311 Oct 27 10:19:56.333716 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c19bd2-b70c-4778-bf09-443706f0c2ee req-57496973-cfa6-4ed3-949d-c84965a452d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:56.335641 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-f7c19bd2-b70c-4778-bf09-443706f0c2ee req-57496973-cfa6-4ed3-949d-c84965a452d6 service neutron] 10.222.0.64 "GET /v2.0/networks?id=1886fe3b-e088-4c7d-8f4c-b14d4440b311 HTTP/1.1" status: 200 len: 922 time: 0.3266273 Oct 27 10:19:56.358279 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-017e1ae9-1569-4411-a658-9e20198ffd74 req-c248f505-c4b1-4143-bc95-1af76e90e282 tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] 10.222.0.44 "GET /v2.0/security-groups?id=e3018bff-e5f8-44d8-a835-69520a8698da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835624 Oct 27 10:19:56.437532 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-f7c19bd2-b70c-4778-bf09-443706f0c2ee req-26af3c0a-ec5b-4625-9791-fd7ef023d748 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cc809c9a-81c2-48fc-a862-97633a5e993c HTTP/1.1" status: 200 len: 217 time: 0.0550885 Oct 27 10:19:56.445858 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221d8095-8fea-4987-a272-4d24bcfa566d req-cc891f4a-4144-44d0-967e-8d298531fe5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:56.447371 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-221d8095-8fea-4987-a272-4d24bcfa566d req-cc891f4a-4144-44d0-967e-8d298531fe5f service neutron] 10.222.0.76 "GET /v2.0/subnets?id=62eb52f7-aac4-48af-8670-e04300325561 HTTP/1.1" status: 200 len: 843 time: 0.1107872 Oct 27 10:19:56.457865 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-a3e943c1-2964-405f-87be-9e6bfb8158ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:56.460565 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-a3e943c1-2964-405f-87be-9e6bfb8158ed admin admin] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:56.463988 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-a3e943c1-2964-405f-87be-9e6bfb8158ed admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/eec69a78-3408-48d9-a140-17fb030a3d45 HTTP/1.1" status: 204 len: 168 time: 0.7219133 Oct 27 10:19:56.499613 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e943c1-2964-405f-87be-9e6bfb8158ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eec69a78-3408-48d9-a140-17fb030a3d45,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:19:56.504679 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 40192) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:19:56.536626 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c19bd2-b70c-4778-bf09-443706f0c2ee req-0c135b2b-9ce0-436f-bf73-fc820b11627d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:56.538710 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-f7c19bd2-b70c-4778-bf09-443706f0c2ee req-0c135b2b-9ce0-436f-bf73-fc820b11627d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=823c78a5-c352-4686-b77c-588d22c2aa2c HTTP/1.1" status: 200 len: 861 time: 0.0904181 Oct 27 10:19:56.545262 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221d8095-8fea-4987-a272-4d24bcfa566d req-b7b7fbae-c942-4d2f-8605-f26404e80e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:56.546859 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-221d8095-8fea-4987-a272-4d24bcfa566d req-b7b7fbae-c942-4d2f-8605-f26404e80e34 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=4d250f92-d229-45fe-a579-67fef8e6c544&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0842354 Oct 27 10:19:56.627171 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-f7c19bd2-b70c-4778-bf09-443706f0c2ee req-42fd2558-b000-4ab1-ba16-79cb490516f1 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1886fe3b-e088-4c7d-8f4c-b14d4440b311&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0791223 Oct 27 10:19:56.782135 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77044611-556f-4317-a6b5-cf944986d7f3 req-f931d4e2-146e-46f5-b88d-8ac413cf8342 tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:56.784187 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-77044611-556f-4317-a6b5-cf944986d7f3 req-f931d4e2-146e-46f5-b88d-8ac413cf8342 tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] 10.222.0.44 "GET /v2.0/ports?device_id=3829851e-9c6c-4b28-aa19-d0be65035545 HTTP/1.1" status: 200 len: 947 time: 0.1555929 Oct 27 10:19:56.786988 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-157d2d57-799a-46e3-8063-27e7ddefc543 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-448761291-network', 'tenant_id': 'a585d5495bb44430a75f32e448c8d1eb'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:19:56.823353 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-157d2d57-799a-46e3-8063-27e7ddefc543 admin admin] Made reservation on behalf of a585d5495bb44430a75f32e448c8d1eb for: {'network': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:19:56.826417 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-157d2d57-799a-46e3-8063-27e7ddefc543 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for network, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:56.829776 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-221d8095-8fea-4987-a272-4d24bcfa566d req-e2a7bc00-0e3d-4a86-99ce-7a717666e5d7 service neutron] 10.222.0.76 "GET /v2.0/networks/4d250f92-d229-45fe-a579-67fef8e6c544?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2715893 Oct 27 10:19:56.837249 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-157d2d57-799a-46e3-8063-27e7ddefc543 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:56.842600 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-f7c19bd2-b70c-4778-bf09-443706f0c2ee req-1a14e58b-3619-4c63-84fd-b7e77dcd371c service neutron] 10.222.0.64 "GET /v2.0/networks/1886fe3b-e088-4c7d-8f4c-b14d4440b311?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1893182 Oct 27 10:19:56.924164 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-157d2d57-799a-46e3-8063-27e7ddefc543 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:56.931391 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-77044611-556f-4317-a6b5-cf944986d7f3 req-4c1830c1-ce63-458e-86a3-758557951657 tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] 10.222.0.44 "GET /v2.0/security-groups?id=adbff9a4-0ae5-4700-84c2-4b5f53f67e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369216 Oct 27 10:19:56.931782 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-157d2d57-799a-46e3-8063-27e7ddefc543 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:56.972631 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-157d2d57-799a-46e3-8063-27e7ddefc543 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 420} {{(pid=102347) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 10:19:56.987102 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157d2d57-799a-46e3-8063-27e7ddefc543 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=181cef88-95c2-4d7b-a73d-f2bec6f69fed,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:19:56.992165 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-157d2d57-799a-46e3-8063-27e7ddefc543 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:56.992497 n-d-813419-10 neutron-server[102347]: INFO neutron.db.segments_db [None req-157d2d57-799a-46e3-8063-27e7ddefc543 admin admin] Added segment 99e1730b-cc70-406d-a6cf-7ac4e51f1f52 of type vlan for network f0c4f75e-9111-4d30-9cc4-5423a6eb95a2 Oct 27 10:19:57.036705 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-157d2d57-799a-46e3-8063-27e7ddefc543 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743872593080'] for network, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:57.052640 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-221d8095-8fea-4987-a272-4d24bcfa566d req-09bc454a-3f23-46e5-9216-7c3e6e95d462 service neutron] 10.222.0.76 "GET /v2.0/networks/4d250f92-d229-45fe-a579-67fef8e6c544?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2117653 Oct 27 10:19:57.056594 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-f7c19bd2-b70c-4778-bf09-443706f0c2ee req-c03d9810-8f96-4beb-a69c-d57d7e8acd1d service neutron] 10.222.0.64 "GET /v2.0/networks/1886fe3b-e088-4c7d-8f4c-b14d4440b311?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1966000 Oct 27 10:19:57.067648 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-157d2d57-799a-46e3-8063-27e7ddefc543 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913'] for network, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:57.069658 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-157d2d57-799a-46e3-8063-27e7ddefc543 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:57.070305 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-157d2d57-799a-46e3-8063-27e7ddefc543 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for network, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:57.075753 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 40212) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:19:57.100589 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-259f6479-c107-45b9-b2aa-bc80aff7b018 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:57.149755 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-157d2d57-799a-46e3-8063-27e7ddefc543 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6430106 Oct 27 10:19:57.153279 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 40216) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:19:57.159904 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-f079eca0-34f7-4cfb-a27c-ccfc7bd7ca99 admin admin] Request body: {'subnet': {'network_id': 'f0c4f75e-9111-4d30-9cc4-5423a6eb95a2', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-448761291-subnet', 'tenant_id': 'a585d5495bb44430a75f32e448c8d1eb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:19:57.164354 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157d2d57-799a-46e3-8063-27e7ddefc543 admin admin] Pushing event updated for resources: {'Network': ['ID=f0c4f75e-9111-4d30-9cc4-5423a6eb95a2,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:19:57.175605 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Network f0c4f75e-9111-4d30-9cc4-5423a6eb95a2 details requested by agent ovs-agent-n-d-813419-10 with host n-d-813419-10 {{(pid=102348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 10:19:57.207215 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f7b969-4594-45ae-ae9c-efdc0017d774 req-f12ca5df-b864-4a4e-ab0c-d1c309675f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:57.208850 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-07f7b969-4594-45ae-ae9c-efdc0017d774 req-f12ca5df-b864-4a4e-ab0c-d1c309675f8d service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=14a61097ab434ef297d9442c68c878bf&device_id=3829851e-9c6c-4b28-aa19-d0be65035545 HTTP/1.1" status: 200 len: 1099 time: 0.0889051 Oct 27 10:19:57.225586 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f079eca0-34f7-4cfb-a27c-ccfc7bd7ca99 admin admin] Made reservation on behalf of a585d5495bb44430a75f32e448c8d1eb for: {'subnet': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:19:57.228035 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-f079eca0-34f7-4cfb-a27c-ccfc7bd7ca99 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18044073'] for subnet, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:57.310236 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device 9d6bfe0c-461a-4d7b-a7c3-05a050b7e2ba details requested by agent hyperv_n-h1-813419-10 with host n-h1-813419-10 {{(pid=102348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 10:19:57.322340 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-259f6479-c107-45b9-b2aa-bc80aff7b018 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:57.330616 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-259f6479-c107-45b9-b2aa-bc80aff7b018 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:57.411589 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259f6479-c107-45b9-b2aa-bc80aff7b018 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96bc7731-702b-4330-b19a-7e9d782b4a65,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:19:57.430219 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-259f6479-c107-45b9-b2aa-bc80aff7b018 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=77b1b5a5e9c14725af9196ab1ba97d00&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3474226 Oct 27 10:19:57.434078 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 40232) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:19:57.436335 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f7b969-4594-45ae-ae9c-efdc0017d774 req-cfdf6b21-d910-47af-adde-b909ede765f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:57.437913 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-07f7b969-4594-45ae-ae9c-efdc0017d774 req-cfdf6b21-d910-47af-adde-b909ede765f8 service neutron] 10.222.0.76 "GET /v2.0/networks?id=4d250f92-d229-45fe-a579-67fef8e6c544 HTTP/1.1" status: 200 len: 870 time: 0.2188213 Oct 27 10:19:57.462079 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port 9d6bfe0c-461a-4d7b-a7c3-05a050b7e2ba, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=9d6bfe0c-461a-4d7b-a7c3-05a050b7e2ba,segment=NetworkSegment(f7c42c6d-2766-46d8-a8b7-4852117a5555),segment_id=f7c42c6d-2766-46d8-a8b7-4852117a5555)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:19:57.474974 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Returning: {'device': '9d6bfe0c-461a-4d7b-a7c3-05a050b7e2ba', 'network_id': '4d250f92-d229-45fe-a579-67fef8e6c544', 'port_id': '9d6bfe0c-461a-4d7b-a7c3-05a050b7e2ba', 'mac_address': 'fa:16:3e:2e:c8:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62eb52f7-aac4-48af-8670-e04300325561', 'ip_address': '192.168.233.83'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 10:19:57.506416 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-07f7b969-4594-45ae-ae9c-efdc0017d774 req-ef4feaa7-2228-43c1-9814-04d4f38dfd80 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.52&port_id=15eae878-2aba-4225-a03d-b12fba2654a9 HTTP/1.1" status: 200 len: 217 time: 0.0536606 Oct 27 10:19:57.539616 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:57.572888 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d6bfe0c-461a-4d7b-a7c3-05a050b7e2ba {{(pid=102348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:19:57.577504 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f7b969-4594-45ae-ae9c-efdc0017d774 req-978c843c-e79f-4497-812f-d98648fff3c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:57.579304 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-07f7b969-4594-45ae-ae9c-efdc0017d774 req-978c843c-e79f-4497-812f-d98648fff3c0 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=62eb52f7-aac4-48af-8670-e04300325561 HTTP/1.1" status: 200 len: 843 time: 0.0591915 Oct 27 10:19:57.626056 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port 9d6bfe0c-461a-4d7b-a7c3-05a050b7e2ba, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=9d6bfe0c-461a-4d7b-a7c3-05a050b7e2ba,segment=NetworkSegment(f7c42c6d-2766-46d8-a8b7-4852117a5555),segment_id=f7c42c6d-2766-46d8-a8b7-4852117a5555)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:19:57.629173 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f878c1-757f-4828-9f97-8038aeeb6a07 req-9e06a648-1452-4ae1-ba3f-468806540827 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:57.638118 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:57.643484 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-a249ad60-63e2-43fb-b74e-d8f0ad1f2630 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:57.652452 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-e7f878c1-757f-4828-9f97-8038aeeb6a07 req-9e06a648-1452-4ae1-ba3f-468806540827 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/ports?device_id=a52d4eb7-7ffd-4109-9f94-dc97814340a0 HTTP/1.1" status: 200 len: 950 time: 0.2529004 Oct 27 10:19:57.679436 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-a249ad60-63e2-43fb-b74e-d8f0ad1f2630 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:57.698762 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f7b969-4594-45ae-ae9c-efdc0017d774 req-be11aace-9fcb-4363-9854-cd55618bd507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:57.700261 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-07f7b969-4594-45ae-ae9c-efdc0017d774 req-be11aace-9fcb-4363-9854-cd55618bd507 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=4d250f92-d229-45fe-a579-67fef8e6c544&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1098495 Oct 27 10:19:57.711953 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0a76d5-7ff6-441a-965e-f54d80c312ad req-67a389c8-943a-48e8-a3b3-3602c8824d26 tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:57.713965 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-cb0a76d5-7ff6-441a-965e-f54d80c312ad req-67a389c8-943a-48e8-a3b3-3602c8824d26 tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] 10.222.0.44 "GET /v2.0/ports?device_id=dfe13e53-5060-499f-ab7e-75bb3faaeddc HTTP/1.1" status: 200 len: 944 time: 0.1246283 Oct 27 10:19:57.724879 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device cc809c9a-81c2-48fc-a862-97633a5e993c details requested by agent hyperv_n-h2-813419-10 with host n-h2-813419-10 {{(pid=102348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 10:19:57.766063 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Pushing event updated for resources: {'Port': ['ID=9d6bfe0c-461a-4d7b-a7c3-05a050b7e2ba,revision_number=4']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:19:57.773535 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-e7f878c1-757f-4828-9f97-8038aeeb6a07 req-03eaf356-d34c-40fe-b803-f2bf690891cf tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/security-groups?id=e786382c-1289-4f9d-b471-ed120470c2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158597 Oct 27 10:19:57.790272 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-f079eca0-34f7-4cfb-a27c-ccfc7bd7ca99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-18295883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18044091'] for subnet, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:57.848063 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] get_ports_and_sgs() called for port_ids ['9d6bfe0c-461a-4d7b-a7c3-05a050b7e2ba'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:19:57.856858 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-cb0a76d5-7ff6-441a-965e-f54d80c312ad req-bae9c55a-178a-4cbb-8410-7a12292a6a53 tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] 10.222.0.44 "GET /v2.0/security-groups?id=e3018bff-e5f8-44d8-a835-69520a8698da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297019 Oct 27 10:19:57.909711 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-a249ad60-63e2-43fb-b74e-d8f0ad1f2630 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:57.911906 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f079eca0-34f7-4cfb-a27c-ccfc7bd7ca99 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0afa9a5c-2234-4137-9bd5-d695da5328a0,revision_number=0']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:19:57.914652 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-a249ad60-63e2-43fb-b74e-d8f0ad1f2630 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:57.920968 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-a249ad60-63e2-43fb-b74e-d8f0ad1f2630 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/96bc7731-702b-4330-b19a-7e9d782b4a65 HTTP/1.1" status: 204 len: 168 time: 0.4812553 Oct 27 10:19:57.952579 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a249ad60-63e2-43fb-b74e-d8f0ad1f2630 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96bc7731-702b-4330-b19a-7e9d782b4a65,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:19:57.977054 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f079eca0-34f7-4cfb-a27c-ccfc7bd7ca99 admin admin] Checking segment: {'id': '99e1730b-cc70-406d-a6cf-7ac4e51f1f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'f0c4f75e-9111-4d30-9cc4-5423a6eb95a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:19:57.977596 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f079eca0-34f7-4cfb-a27c-ccfc7bd7ca99 admin admin] Network hostable DHCP agents. Network: f0c4f75e-9111-4d30-9cc4-5423a6eb95a2, hostable agents: ['eafd4000-b897-4722-ae8b-0118ec955181'], hosted agents: [] {{(pid=102347) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 10:19:57.988470 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] For port cc809c9a-81c2-48fc-a862-97633a5e993c, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=cc809c9a-81c2-48fc-a862-97633a5e993c,segment=NetworkSegment(4fd5c29a-a838-4106-a890-06a671bde674),segment_id=4fd5c29a-a838-4106-a890-06a671bde674)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:19:58.000605 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-07f7b969-4594-45ae-ae9c-efdc0017d774 req-6c13759d-c00c-41dd-8516-2aa9b48ce8d6 service neutron] 10.222.0.76 "GET /v2.0/networks/4d250f92-d229-45fe-a579-67fef8e6c544?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2855060 Oct 27 10:19:58.050102 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f079eca0-34f7-4cfb-a27c-ccfc7bd7ca99 admin admin] Network f0c4f75e-9111-4d30-9cc4-5423a6eb95a2 is scheduled to be hosted by DHCP agent eafd4000-b897-4722-ae8b-0118ec955181 with binding_index 1 {{(pid=102347) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 10:19:58.073028 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device cc809c9a-81c2-48fc-a862-97633a5e993c has no active binding in host n-h2-813419-10 {{(pid=102348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 27 10:19:58.081199 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [None req-f079eca0-34f7-4cfb-a27c-ccfc7bd7ca99 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-10, f0c4f75e-9111-4d30-9cc4-5423a6eb95a2) {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:19:58.098105 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2200b24-9947-46ef-a63e-44518e76178c None None] Network f0c4f75e-9111-4d30-9cc4-5423a6eb95a2 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:19:58.101865 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f079eca0-34f7-4cfb-a27c-ccfc7bd7ca99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:58.102549 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-f079eca0-34f7-4cfb-a27c-ccfc7bd7ca99 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:58.144245 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-f079eca0-34f7-4cfb-a27c-ccfc7bd7ca99 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.9824975 Oct 27 10:19:58.149892 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd801090-171e-481f-b7a5-f0269271fdd5 req-c19d033f-d87f-4d32-bf3d-32a6f3e0a8cd tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:58.156874 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-dd801090-171e-481f-b7a5-f0269271fdd5 req-c19d033f-d87f-4d32-bf3d-32a6f3e0a8cd tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] 10.222.0.44 "GET /v2.0/ports?device_id=3829851e-9c6c-4b28-aa19-d0be65035545 HTTP/1.1" status: 200 len: 947 time: 0.0961230 Oct 27 10:19:58.201098 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-07f7b969-4594-45ae-ae9c-efdc0017d774 req-7a3d3d55-59d5-4588-92f1-c147c3f0404a service neutron] 10.222.0.76 "GET /v2.0/networks/4d250f92-d229-45fe-a579-67fef8e6c544?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1911421 Oct 27 10:19:58.215659 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-dd801090-171e-481f-b7a5-f0269271fdd5 req-20ba9c96-9900-468c-8265-a9797fc7244c tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] 10.222.0.44 "GET /v2.0/security-groups?id=adbff9a4-0ae5-4700-84c2-4b5f53f67e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553420 Oct 27 10:19:58.243139 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5e6c1c4-3905-45d0-a534-4ab4627bc678 None None] Network f0c4f75e-9111-4d30-9cc4-5423a6eb95a2 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:19:58.644160 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [req-a224b313-cfe8-4b50-8db6-959df91dfaed req-4e31eee8-e6a4-414d-8c5d-7f52eedebef5 tempest-SecurityGroupRulesTestJSON-1241328237 tempest-SecurityGroupRulesTestJSON-1241328237-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-556690696', 'description': 'tempest-description-1948436504'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:19:58.677847 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-a224b313-cfe8-4b50-8db6-959df91dfaed req-4e31eee8-e6a4-414d-8c5d-7f52eedebef5 tempest-SecurityGroupRulesTestJSON-1241328237 tempest-SecurityGroupRulesTestJSON-1241328237-project] Publish callbacks [] for security_group, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:58.752973 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-a224b313-cfe8-4b50-8db6-959df91dfaed req-4e31eee8-e6a4-414d-8c5d-7f52eedebef5 tempest-SecurityGroupRulesTestJSON-1241328237 tempest-SecurityGroupRulesTestJSON-1241328237-project] Publish callbacks [] for security_group, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:58.758352 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-a224b313-cfe8-4b50-8db6-959df91dfaed req-4e31eee8-e6a4-414d-8c5d-7f52eedebef5 tempest-SecurityGroupRulesTestJSON-1241328237 tempest-SecurityGroupRulesTestJSON-1241328237-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:58.781289 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-a224b313-cfe8-4b50-8db6-959df91dfaed req-4e31eee8-e6a4-414d-8c5d-7f52eedebef5 tempest-SecurityGroupRulesTestJSON-1241328237 tempest-SecurityGroupRulesTestJSON-1241328237-project] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:58.783166 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-a224b313-cfe8-4b50-8db6-959df91dfaed req-4e31eee8-e6a4-414d-8c5d-7f52eedebef5 tempest-SecurityGroupRulesTestJSON-1241328237 tempest-SecurityGroupRulesTestJSON-1241328237-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1435032 Oct 27 10:19:58.810380 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e31eee8-e6a4-414d-8c5d-7f52eedebef5 tempest-SecurityGroupRulesTestJSON-1241328237 tempest-SecurityGroupRulesTestJSON-1241328237-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f1896e4-220b-4b5f-b772-ac60b37e58eb,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:19:59.120267 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb36c794-08a5-4d2d-a35f-1dc8e0f2c309 req-e4955e14-ed68-47ad-8b6b-9dba0db31e6e tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:59.121917 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-eb36c794-08a5-4d2d-a35f-1dc8e0f2c309 req-e4955e14-ed68-47ad-8b6b-9dba0db31e6e tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/ports?device_id=a52d4eb7-7ffd-4109-9f94-dc97814340a0 HTTP/1.1" status: 200 len: 950 time: 0.0538023 Oct 27 10:19:59.161926 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-eb36c794-08a5-4d2d-a35f-1dc8e0f2c309 req-52a08e75-508c-441a-9eb1-a703a27bd571 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/security-groups?id=e786382c-1289-4f9d-b471-ed120470c2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335977 Oct 27 10:19:59.224087 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-c018bf0c-e7e0-4d66-b12b-da937ba60cc4 req-811edec6-55cf-44d2-ba72-dd23a6069c44 tempest-SecurityGroupRulesTestJSON-1241328237 tempest-SecurityGroupRulesTestJSON-1241328237-project] 10.222.0.44 "GET /v2.0/security-groups/7f1896e4-220b-4b5f-b772-ac60b37e58eb HTTP/1.1" status: 200 len: 1804 time: 0.0390522 Oct 27 10:19:59.234701 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [req-c018bf0c-e7e0-4d66-b12b-da937ba60cc4 req-1ed7bb1e-2cb8-4439-a03d-ee3beb02dac2 tempest-SecurityGroupRulesTestJSON-1241328237 tempest-SecurityGroupRulesTestJSON-1241328237-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '7f1896e4-220b-4b5f-b772-ac60b37e58eb', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:19:59.235272 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [req-c018bf0c-e7e0-4d66-b12b-da937ba60cc4 req-1ed7bb1e-2cb8-4439-a03d-ee3beb02dac2 tempest-SecurityGroupRulesTestJSON-1241328237 tempest-SecurityGroupRulesTestJSON-1241328237-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '7f1896e4-220b-4b5f-b772-ac60b37e58eb', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:19:59.280430 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device 9d6bfe0c-461a-4d7b-a7c3-05a050b7e2ba up at agent hyperv_n-h1-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:19:59.302266 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-c018bf0c-e7e0-4d66-b12b-da937ba60cc4 req-1ed7bb1e-2cb8-4439-a03d-ee3beb02dac2 tempest-SecurityGroupRulesTestJSON-1241328237 tempest-SecurityGroupRulesTestJSON-1241328237-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:59.339805 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-c018bf0c-e7e0-4d66-b12b-da937ba60cc4 req-1ed7bb1e-2cb8-4439-a03d-ee3beb02dac2 tempest-SecurityGroupRulesTestJSON-1241328237 tempest-SecurityGroupRulesTestJSON-1241328237-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:59.340539 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Provisioning for port 9d6bfe0c-461a-4d7b-a7c3-05a050b7e2ba completed by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 10:19:59.344380 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-c018bf0c-e7e0-4d66-b12b-da937ba60cc4 req-1ed7bb1e-2cb8-4439-a03d-ee3beb02dac2 tempest-SecurityGroupRulesTestJSON-1241328237 tempest-SecurityGroupRulesTestJSON-1241328237-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671902'] for security_group_rule, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:59.347190 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Provisioning complete for port 9d6bfe0c-461a-4d7b-a7c3-05a050b7e2ba triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:19:59.347705 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:59.364620 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed7bb1e-2cb8-4439-a03d-ee3beb02dac2 tempest-SecurityGroupRulesTestJSON-1241328237 tempest-SecurityGroupRulesTestJSON-1241328237-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ae62f6e-c9f8-4648-93ca-8969b9659ede,revision_number=0']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:19:59.374851 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-c018bf0c-e7e0-4d66-b12b-da937ba60cc4 req-1ed7bb1e-2cb8-4439-a03d-ee3beb02dac2 tempest-SecurityGroupRulesTestJSON-1241328237 tempest-SecurityGroupRulesTestJSON-1241328237-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:59.377253 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-c018bf0c-e7e0-4d66-b12b-da937ba60cc4 req-1ed7bb1e-2cb8-4439-a03d-ee3beb02dac2 tempest-SecurityGroupRulesTestJSON-1241328237 tempest-SecurityGroupRulesTestJSON-1241328237-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1466568 Oct 27 10:19:59.465577 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:59.501425 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41011f97-b4b1-4198-9580-ec3666cf610d req-b45ef856-ec02-4c98-8854-d98880c9bcfc tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:59.502949 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-41011f97-b4b1-4198-9580-ec3666cf610d req-b45ef856-ec02-4c98-8854-d98880c9bcfc tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] 10.222.0.44 "GET /v2.0/ports?device_id=dfe13e53-5060-499f-ab7e-75bb3faaeddc HTTP/1.1" status: 200 len: 944 time: 0.0676146 Oct 27 10:19:59.503671 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17fac8c9-b531-4166-a261-47a6b86a5d06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d6bfe0c-461a-4d7b-a7c3-05a050b7e2ba'}] {{(pid=102348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:19:59.506025 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c588921fa634554a1d9242fdea1b05457a9ff1d3b28ba54ec1dace7f2f1df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43919ee6-064f-40a5-9d95-07ba59d231d8" -d '{"events": [{"server_uuid": "17fac8c9-b531-4166-a261-47a6b86a5d06", "name": "network-vif-plugged", "status": "completed", "tag": "9d6bfe0c-461a-4d7b-a7c3-05a050b7e2ba"}]}' {{(pid=102348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:19:59.520513 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port 9d6bfe0c-461a-4d7b-a7c3-05a050b7e2ba, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=9d6bfe0c-461a-4d7b-a7c3-05a050b7e2ba,segment=NetworkSegment(f7c42c6d-2766-46d8-a8b7-4852117a5555),segment_id=f7c42c6d-2766-46d8-a8b7-4852117a5555)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:19:59.526329 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:59.549233 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-41011f97-b4b1-4198-9580-ec3666cf610d req-a161e2bb-c342-4942-9802-c2f0d52dc326 tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] 10.222.0.44 "GET /v2.0/security-groups?id=e3018bff-e5f8-44d8-a835-69520a8698da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399652 Oct 27 10:19:59.592613 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Pushing event updated for resources: {'Port': ['ID=9d6bfe0c-461a-4d7b-a7c3-05a050b7e2ba,revision_number=5']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:19:59.653463 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [req-f589959c-59c6-4fc3-a3a0-bee9cefcbd65 req-4f936256-37d6-4c50-95ed-48740816ae78 tempest-SecurityGroupRulesTestJSON-1241328237 tempest-SecurityGroupRulesTestJSON-1241328237-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-365893938', 'description': 'tempest-description-1602385477'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:19:59.682884 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-f589959c-59c6-4fc3-a3a0-bee9cefcbd65 req-4f936256-37d6-4c50-95ed-48740816ae78 tempest-SecurityGroupRulesTestJSON-1241328237 tempest-SecurityGroupRulesTestJSON-1241328237-project] Publish callbacks [] for security_group, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:59.706139 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d108ee-cbfd-41d6-90cb-c6a3a82cee82 req-4c7317bd-ba56-4cca-a1ad-77eba40a6c53 tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:59.707642 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-69d108ee-cbfd-41d6-90cb-c6a3a82cee82 req-4c7317bd-ba56-4cca-a1ad-77eba40a6c53 tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] 10.222.0.44 "GET /v2.0/ports?device_id=3829851e-9c6c-4b28-aa19-d0be65035545 HTTP/1.1" status: 200 len: 947 time: 0.0530357 Oct 27 10:19:59.751670 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-69d108ee-cbfd-41d6-90cb-c6a3a82cee82 req-d669dc4c-cc6c-419b-9b29-2b358ff63bef tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] 10.222.0.44 "GET /v2.0/security-groups?id=adbff9a4-0ae5-4700-84c2-4b5f53f67e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354886 Oct 27 10:19:59.763667 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-f589959c-59c6-4fc3-a3a0-bee9cefcbd65 req-4f936256-37d6-4c50-95ed-48740816ae78 tempest-SecurityGroupRulesTestJSON-1241328237 tempest-SecurityGroupRulesTestJSON-1241328237-project] Publish callbacks [] for security_group, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:59.775585 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-f589959c-59c6-4fc3-a3a0-bee9cefcbd65 req-4f936256-37d6-4c50-95ed-48740816ae78 tempest-SecurityGroupRulesTestJSON-1241328237 tempest-SecurityGroupRulesTestJSON-1241328237-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:59.798723 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:19:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08468abe-2d90-4e33-bfac-f0c155624f34 x-openstack-request-id: req-08468abe-2d90-4e33-bfac-f0c155624f34 {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:19:59.799674 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17fac8c9-b531-4166-a261-47a6b86a5d06", "name": "network-vif-plugged", "status": "completed", "tag": "9d6bfe0c-461a-4d7b-a7c3-05a050b7e2ba", "code": 200}]} {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:19:59.800668 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-08468abe-2d90-4e33-bfac-f0c155624f34 {{(pid=102348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:19:59.801571 n-d-813419-10 neutron-server[102348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17fac8c9-b531-4166-a261-47a6b86a5d06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d6bfe0c-461a-4d7b-a7c3-05a050b7e2ba', 'code': 200} Oct 27 10:19:59.817267 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-f589959c-59c6-4fc3-a3a0-bee9cefcbd65 req-4f936256-37d6-4c50-95ed-48740816ae78 tempest-SecurityGroupRulesTestJSON-1241328237 tempest-SecurityGroupRulesTestJSON-1241328237-project] Publish callbacks [] for security_group, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:19:59.818531 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-f589959c-59c6-4fc3-a3a0-bee9cefcbd65 req-4f936256-37d6-4c50-95ed-48740816ae78 tempest-SecurityGroupRulesTestJSON-1241328237 tempest-SecurityGroupRulesTestJSON-1241328237-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1701345 Oct 27 10:19:59.819282 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f936256-37d6-4c50-95ed-48740816ae78 tempest-SecurityGroupRulesTestJSON-1241328237 tempest-SecurityGroupRulesTestJSON-1241328237-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7ee4ee1-5b45-4ffc-9a32-cce5eaca65d4,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:19:59.927930 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e15d2b1-dd23-49a0-9fc0-806686fcafbc req-615ea2f5-f441-4386-837c-bce63be02d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:19:59.929399 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-0e15d2b1-dd23-49a0-9fc0-806686fcafbc req-615ea2f5-f441-4386-837c-bce63be02d39 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=17fac8c9-b531-4166-a261-47a6b86a5d06 HTTP/1.1" status: 200 len: 1101 time: 0.0622377 Oct 27 10:19:59.956606 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-75c2888e-bd9a-432e-88c6-9f2e5d4af9d7 req-f0c86ec1-c9f7-403e-a88d-91b37b559ffe tempest-SecurityGroupRulesTestJSON-1241328237 tempest-SecurityGroupRulesTestJSON-1241328237-project] 10.222.0.44 "GET /v2.0/security-groups/b7ee4ee1-5b45-4ffc-9a32-cce5eaca65d4 HTTP/1.1" status: 200 len: 1804 time: 0.0472360 Oct 27 10:19:59.971583 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [req-75c2888e-bd9a-432e-88c6-9f2e5d4af9d7 req-24101af6-956c-49c7-8b04-4ee5c2f5e9c9 tempest-SecurityGroupRulesTestJSON-1241328237 tempest-SecurityGroupRulesTestJSON-1241328237-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'b7ee4ee1-5b45-4ffc-9a32-cce5eaca65d4', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:19:59.971900 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [req-75c2888e-bd9a-432e-88c6-9f2e5d4af9d7 req-24101af6-956c-49c7-8b04-4ee5c2f5e9c9 tempest-SecurityGroupRulesTestJSON-1241328237 tempest-SecurityGroupRulesTestJSON-1241328237-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'b7ee4ee1-5b45-4ffc-9a32-cce5eaca65d4', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:19:59.973085 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-0e15d2b1-dd23-49a0-9fc0-806686fcafbc req-ca15e084-ed17-4948-95d9-2bdc39c397c8 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=adbff9a4-0ae5-4700-84c2-4b5f53f67e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363550 Oct 27 10:20:00.028299 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-75c2888e-bd9a-432e-88c6-9f2e5d4af9d7 req-24101af6-956c-49c7-8b04-4ee5c2f5e9c9 tempest-SecurityGroupRulesTestJSON-1241328237 tempest-SecurityGroupRulesTestJSON-1241328237-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:00.052241 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-75c2888e-bd9a-432e-88c6-9f2e5d4af9d7 req-24101af6-956c-49c7-8b04-4ee5c2f5e9c9 tempest-SecurityGroupRulesTestJSON-1241328237 tempest-SecurityGroupRulesTestJSON-1241328237-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:00.055712 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-75c2888e-bd9a-432e-88c6-9f2e5d4af9d7 req-24101af6-956c-49c7-8b04-4ee5c2f5e9c9 tempest-SecurityGroupRulesTestJSON-1241328237 tempest-SecurityGroupRulesTestJSON-1241328237-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671902'] for security_group_rule, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:00.073938 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24101af6-956c-49c7-8b04-4ee5c2f5e9c9 tempest-SecurityGroupRulesTestJSON-1241328237 tempest-SecurityGroupRulesTestJSON-1241328237-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7f51c8b-132f-4163-bb94-45137b7e0c84,revision_number=0']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:20:00.081329 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-75c2888e-bd9a-432e-88c6-9f2e5d4af9d7 req-24101af6-956c-49c7-8b04-4ee5c2f5e9c9 tempest-SecurityGroupRulesTestJSON-1241328237 tempest-SecurityGroupRulesTestJSON-1241328237-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:00.083039 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-75c2888e-bd9a-432e-88c6-9f2e5d4af9d7 req-24101af6-956c-49c7-8b04-4ee5c2f5e9c9 tempest-SecurityGroupRulesTestJSON-1241328237 tempest-SecurityGroupRulesTestJSON-1241328237-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.1194136 Oct 27 10:20:00.144214 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [req-9e4fc4e6-03e3-424b-8241-3962aaaea69f req-422f8233-6256-4b02-968e-1c6f4324b85d tempest-SecurityGroupRulesTestJSON-1241328237 tempest-SecurityGroupRulesTestJSON-1241328237-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-642100821', 'description': 'tempest-description-1639394880'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:20:00.176603 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-9e4fc4e6-03e3-424b-8241-3962aaaea69f req-422f8233-6256-4b02-968e-1c6f4324b85d tempest-SecurityGroupRulesTestJSON-1241328237 tempest-SecurityGroupRulesTestJSON-1241328237-project] Publish callbacks [] for security_group, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:00.267954 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-9e4fc4e6-03e3-424b-8241-3962aaaea69f req-422f8233-6256-4b02-968e-1c6f4324b85d tempest-SecurityGroupRulesTestJSON-1241328237 tempest-SecurityGroupRulesTestJSON-1241328237-project] Publish callbacks [] for security_group, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:00.273454 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-9e4fc4e6-03e3-424b-8241-3962aaaea69f req-422f8233-6256-4b02-968e-1c6f4324b85d tempest-SecurityGroupRulesTestJSON-1241328237 tempest-SecurityGroupRulesTestJSON-1241328237-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:00.306848 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-9e4fc4e6-03e3-424b-8241-3962aaaea69f req-422f8233-6256-4b02-968e-1c6f4324b85d tempest-SecurityGroupRulesTestJSON-1241328237 tempest-SecurityGroupRulesTestJSON-1241328237-project] Publish callbacks [] for security_group, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:00.308326 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-9e4fc4e6-03e3-424b-8241-3962aaaea69f req-422f8233-6256-4b02-968e-1c6f4324b85d tempest-SecurityGroupRulesTestJSON-1241328237 tempest-SecurityGroupRulesTestJSON-1241328237-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1685359 Oct 27 10:20:00.316360 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422f8233-6256-4b02-968e-1c6f4324b85d tempest-SecurityGroupRulesTestJSON-1241328237 tempest-SecurityGroupRulesTestJSON-1241328237-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e3da0594-0528-4d65-b4e9-8e9149f400a7,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:20:00.324748 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd08300-d8c3-4b4f-8e73-77e824f262e9 req-bd94fcc3-6338-42a4-81a9-ca02889758e8 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:00.326812 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-9fd08300-d8c3-4b4f-8e73-77e824f262e9 req-bd94fcc3-6338-42a4-81a9-ca02889758e8 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/ports?device_id=a52d4eb7-7ffd-4109-9f94-dc97814340a0 HTTP/1.1" status: 200 len: 950 time: 0.0826213 Oct 27 10:20:00.354861 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [req-270668d2-6347-4ed2-ad03-21057d47a5b5 req-9a969238-9885-43c1-a1e2-682f6ee637ae tempest-SecurityGroupRulesTestJSON-1241328237 tempest-SecurityGroupRulesTestJSON-1241328237-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-125137470', 'description': 'tempest-description-684960571'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:20:00.378792 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-270668d2-6347-4ed2-ad03-21057d47a5b5 req-9a969238-9885-43c1-a1e2-682f6ee637ae tempest-SecurityGroupRulesTestJSON-1241328237 tempest-SecurityGroupRulesTestJSON-1241328237-project] Publish callbacks [] for security_group, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:00.387893 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-9fd08300-d8c3-4b4f-8e73-77e824f262e9 req-d18db8b5-0ab5-486f-91eb-964a8c9a3b74 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/security-groups?id=e786382c-1289-4f9d-b471-ed120470c2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510678 Oct 27 10:20:00.466212 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-270668d2-6347-4ed2-ad03-21057d47a5b5 req-9a969238-9885-43c1-a1e2-682f6ee637ae tempest-SecurityGroupRulesTestJSON-1241328237 tempest-SecurityGroupRulesTestJSON-1241328237-project] Publish callbacks [] for security_group, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:00.466347 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 40364) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:20:00.471546 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-270668d2-6347-4ed2-ad03-21057d47a5b5 req-9a969238-9885-43c1-a1e2-682f6ee637ae tempest-SecurityGroupRulesTestJSON-1241328237 tempest-SecurityGroupRulesTestJSON-1241328237-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:00.500313 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-270668d2-6347-4ed2-ad03-21057d47a5b5 req-9a969238-9885-43c1-a1e2-682f6ee637ae tempest-SecurityGroupRulesTestJSON-1241328237 tempest-SecurityGroupRulesTestJSON-1241328237-project] Publish callbacks [] for security_group, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:00.504743 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 40368) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:20:00.517328 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-270668d2-6347-4ed2-ad03-21057d47a5b5 req-9a969238-9885-43c1-a1e2-682f6ee637ae tempest-SecurityGroupRulesTestJSON-1241328237 tempest-SecurityGroupRulesTestJSON-1241328237-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.1659036 Oct 27 10:20:00.548101 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a969238-9885-43c1-a1e2-682f6ee637ae tempest-SecurityGroupRulesTestJSON-1241328237 tempest-SecurityGroupRulesTestJSON-1241328237-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24b94de7-56e7-40d0-8bfb-4e45f8c3244c,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:20:00.606153 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-5079ac0e-a5ff-4b06-b872-f71f8b034a1b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:00.606994 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-f5071fcd-bdb1-4e58-ad7a-82ad6bce16dd req-9d8f3201-a7a6-43ea-ae42-de0b0e95da0a tempest-SecurityGroupRulesTestJSON-1241328237 tempest-SecurityGroupRulesTestJSON-1241328237-project] 10.222.0.44 "GET /v2.0/security-groups/e3da0594-0528-4d65-b4e9-8e9149f400a7 HTTP/1.1" status: 200 len: 1804 time: 0.0702856 Oct 27 10:20:00.670094 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-f5071fcd-bdb1-4e58-ad7a-82ad6bce16dd req-b1dce96f-9a97-435a-ada8-ed187825a0c5 tempest-SecurityGroupRulesTestJSON-1241328237 tempest-SecurityGroupRulesTestJSON-1241328237-project] 10.222.0.44 "GET /v2.0/security-groups/24b94de7-56e7-40d0-8bfb-4e45f8c3244c HTTP/1.1" status: 200 len: 1803 time: 0.0549452 Oct 27 10:20:00.681974 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [req-f5071fcd-bdb1-4e58-ad7a-82ad6bce16dd req-bd450084-bf92-48b4-86ff-8113fa56563b tempest-SecurityGroupRulesTestJSON-1241328237 tempest-SecurityGroupRulesTestJSON-1241328237-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'e3da0594-0528-4d65-b4e9-8e9149f400a7', 'remote_group_id': '24b94de7-56e7-40d0-8bfb-4e45f8c3244c', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:20:00.682306 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [req-f5071fcd-bdb1-4e58-ad7a-82ad6bce16dd req-bd450084-bf92-48b4-86ff-8113fa56563b tempest-SecurityGroupRulesTestJSON-1241328237 tempest-SecurityGroupRulesTestJSON-1241328237-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'e3da0594-0528-4d65-b4e9-8e9149f400a7', 'remote_group_id': '24b94de7-56e7-40d0-8bfb-4e45f8c3244c', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:20:00.695990 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-c035eca0-0e81-4767-8846-9a6288626753 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:00.724768 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-5079ac0e-a5ff-4b06-b872-f71f8b034a1b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:00.733285 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-5079ac0e-a5ff-4b06-b872-f71f8b034a1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:00.756147 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-f5071fcd-bdb1-4e58-ad7a-82ad6bce16dd req-bd450084-bf92-48b4-86ff-8113fa56563b tempest-SecurityGroupRulesTestJSON-1241328237 tempest-SecurityGroupRulesTestJSON-1241328237-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:00.791623 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5079ac0e-a5ff-4b06-b872-f71f8b034a1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4aad2b29-b990-46ce-9668-74aada31da84,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:20:00.799348 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-5079ac0e-a5ff-4b06-b872-f71f8b034a1b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c75976cc0c304584a55357702116c860&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3319890 Oct 27 10:20:00.801831 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 40380) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:20:00.807994 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-f5071fcd-bdb1-4e58-ad7a-82ad6bce16dd req-bd450084-bf92-48b4-86ff-8113fa56563b tempest-SecurityGroupRulesTestJSON-1241328237 tempest-SecurityGroupRulesTestJSON-1241328237-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:00.812113 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-f5071fcd-bdb1-4e58-ad7a-82ad6bce16dd req-bd450084-bf92-48b4-86ff-8113fa56563b tempest-SecurityGroupRulesTestJSON-1241328237 tempest-SecurityGroupRulesTestJSON-1241328237-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671902'] for security_group_rule, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:00.832306 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd450084-bf92-48b4-86ff-8113fa56563b tempest-SecurityGroupRulesTestJSON-1241328237 tempest-SecurityGroupRulesTestJSON-1241328237-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a65ba708-19a7-4c58-ab6f-c225198df9e2,revision_number=0']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:20:00.841346 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-f5071fcd-bdb1-4e58-ad7a-82ad6bce16dd req-bd450084-bf92-48b4-86ff-8113fa56563b tempest-SecurityGroupRulesTestJSON-1241328237 tempest-SecurityGroupRulesTestJSON-1241328237-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:00.842506 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-f5071fcd-bdb1-4e58-ad7a-82ad6bce16dd req-bd450084-bf92-48b4-86ff-8113fa56563b tempest-SecurityGroupRulesTestJSON-1241328237 tempest-SecurityGroupRulesTestJSON-1241328237-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.1657374 Oct 27 10:20:00.955727 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c3a379-81e4-4e7d-a8a5-18d14ef97cec req-218499d7-7e30-4221-8c7f-abeadd5d94ea tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:00.957226 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-92c3a379-81e4-4e7d-a8a5-18d14ef97cec req-218499d7-7e30-4221-8c7f-abeadd5d94ea tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] 10.222.0.44 "GET /v2.0/ports?device_id=dfe13e53-5060-499f-ab7e-75bb3faaeddc HTTP/1.1" status: 200 len: 944 time: 0.1458492 Oct 27 10:20:00.967412 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-c035eca0-0e81-4767-8846-9a6288626753 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:00.972567 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b24367-f265-412c-988c-e41121a9a832 req-f2991569-3403-4c4e-bda4-d8e5fc707259 tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:00.973690 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-51b24367-f265-412c-988c-e41121a9a832 req-f2991569-3403-4c4e-bda4-d8e5fc707259 tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] 10.222.0.44 "GET /v2.0/ports?device_id=3829851e-9c6c-4b28-aa19-d0be65035545 HTTP/1.1" status: 200 len: 947 time: 0.0518410 Oct 27 10:20:01.033158 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-51b24367-f265-412c-988c-e41121a9a832 req-1c408044-82b5-4fd8-8a70-e7cd3e91a05a tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] 10.222.0.44 "GET /v2.0/security-groups?id=adbff9a4-0ae5-4700-84c2-4b5f53f67e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525532 Oct 27 10:20:01.058638 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [req-5c5cb432-ea94-49b5-be3e-8fd6848c3771 req-df489ee4-04a9-48f7-b119-2f640a0fb31e tempest-SecurityGroupRulesTestJSON-1241328237 tempest-SecurityGroupRulesTestJSON-1241328237-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-898491231', 'description': 'tempest-description-633486416'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:20:01.086187 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-5c5cb432-ea94-49b5-be3e-8fd6848c3771 req-df489ee4-04a9-48f7-b119-2f640a0fb31e tempest-SecurityGroupRulesTestJSON-1241328237 tempest-SecurityGroupRulesTestJSON-1241328237-project] Publish callbacks [] for security_group, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:01.155953 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-5c5cb432-ea94-49b5-be3e-8fd6848c3771 req-df489ee4-04a9-48f7-b119-2f640a0fb31e tempest-SecurityGroupRulesTestJSON-1241328237 tempest-SecurityGroupRulesTestJSON-1241328237-project] Publish callbacks [] for security_group, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:01.160651 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-5c5cb432-ea94-49b5-be3e-8fd6848c3771 req-df489ee4-04a9-48f7-b119-2f640a0fb31e tempest-SecurityGroupRulesTestJSON-1241328237 tempest-SecurityGroupRulesTestJSON-1241328237-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:01.195675 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-5c5cb432-ea94-49b5-be3e-8fd6848c3771 req-df489ee4-04a9-48f7-b119-2f640a0fb31e tempest-SecurityGroupRulesTestJSON-1241328237 tempest-SecurityGroupRulesTestJSON-1241328237-project] Publish callbacks [] for security_group, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:01.196931 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-5c5cb432-ea94-49b5-be3e-8fd6848c3771 req-df489ee4-04a9-48f7-b119-2f640a0fb31e tempest-SecurityGroupRulesTestJSON-1241328237 tempest-SecurityGroupRulesTestJSON-1241328237-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.1440153 Oct 27 10:20:01.198740 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df489ee4-04a9-48f7-b119-2f640a0fb31e tempest-SecurityGroupRulesTestJSON-1241328237 tempest-SecurityGroupRulesTestJSON-1241328237-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea027a03-3ab5-41d9-b4f2-dfaa9239ac0e,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:20:01.221076 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-c035eca0-0e81-4767-8846-9a6288626753 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:01.260606 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-3e6f9b38-449d-4633-9fa3-efb08e89f132 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:01.291390 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-cbd42abf-3f8b-40bb-8f17-eb8d42ae2925 req-116d2d38-3b61-435a-9306-9aa4de48e474 service neutron] 10.222.0.64 "GET /v2.0/ports/cc809c9a-81c2-48fc-a862-97633a5e993c/bindings/n-h2-813419-10 HTTP/1.1" status: 200 len: 385 time: 0.4621570 Oct 27 10:20:01.303765 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [req-94914049-553d-41ed-97d9-5f2a72352199 req-6972f1f0-5f1d-4ddb-9d9c-6d93ed8e1f46 tempest-SecurityGroupRulesTestJSON-1241328237 tempest-SecurityGroupRulesTestJSON-1241328237-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-979301331', 'description': 'tempest-description-920763281'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:20:01.306669 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-c035eca0-0e81-4767-8846-9a6288626753 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=496537ab68ad4a80a90e2ab88d704667&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8009036 Oct 27 10:20:01.310701 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 40392) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:20:01.318844 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-92c3a379-81e4-4e7d-a8a5-18d14ef97cec req-c24a4eb8-5acb-4c82-806f-bbbd90276f4c tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] 10.222.0.44 "GET /v2.0/security-groups?id=e3018bff-e5f8-44d8-a835-69520a8698da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3534141 Oct 27 10:20:01.355139 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c035eca0-0e81-4767-8846-9a6288626753 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5298f7b-930b-4ca6-a0b6-400d1152f771,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:20:01.362662 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-94914049-553d-41ed-97d9-5f2a72352199 req-6972f1f0-5f1d-4ddb-9d9c-6d93ed8e1f46 tempest-SecurityGroupRulesTestJSON-1241328237 tempest-SecurityGroupRulesTestJSON-1241328237-project] Publish callbacks [] for security_group, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:01.372924 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-3e6f9b38-449d-4633-9fa3-efb08e89f132 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:01.391490 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-013f767a-bc99-4b5e-8d87-98aa167a1c05 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:01.430604 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-013f767a-bc99-4b5e-8d87-98aa167a1c05 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:01.493373 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-94914049-553d-41ed-97d9-5f2a72352199 req-6972f1f0-5f1d-4ddb-9d9c-6d93ed8e1f46 tempest-SecurityGroupRulesTestJSON-1241328237 tempest-SecurityGroupRulesTestJSON-1241328237-project] Publish callbacks [] for security_group, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:01.504473 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-94914049-553d-41ed-97d9-5f2a72352199 req-6972f1f0-5f1d-4ddb-9d9c-6d93ed8e1f46 tempest-SecurityGroupRulesTestJSON-1241328237 tempest-SecurityGroupRulesTestJSON-1241328237-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:01.535628 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-94914049-553d-41ed-97d9-5f2a72352199 req-6972f1f0-5f1d-4ddb-9d9c-6d93ed8e1f46 tempest-SecurityGroupRulesTestJSON-1241328237 tempest-SecurityGroupRulesTestJSON-1241328237-project] Publish callbacks [] for security_group, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:01.536977 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-94914049-553d-41ed-97d9-5f2a72352199 req-6972f1f0-5f1d-4ddb-9d9c-6d93ed8e1f46 tempest-SecurityGroupRulesTestJSON-1241328237 tempest-SecurityGroupRulesTestJSON-1241328237-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.2380204 Oct 27 10:20:01.539873 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-013f767a-bc99-4b5e-8d87-98aa167a1c05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:01.542713 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-013f767a-bc99-4b5e-8d87-98aa167a1c05 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:01.544003 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-013f767a-bc99-4b5e-8d87-98aa167a1c05 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d5298f7b-930b-4ca6-a0b6-400d1152f771 HTTP/1.1" status: 204 len: 168 time: 0.2323477 Oct 27 10:20:01.546516 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6972f1f0-5f1d-4ddb-9d9c-6d93ed8e1f46 tempest-SecurityGroupRulesTestJSON-1241328237 tempest-SecurityGroupRulesTestJSON-1241328237-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff7e1cf6-9f23-4fdb-a831-89916e7a6f3b,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:20:01.561699 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-3e6f9b38-449d-4633-9fa3-efb08e89f132 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:01.564603 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013f767a-bc99-4b5e-8d87-98aa167a1c05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5298f7b-930b-4ca6-a0b6-400d1152f771,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:20:01.564824 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-3e6f9b38-449d-4633-9fa3-efb08e89f132 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:01.568495 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-3e6f9b38-449d-4633-9fa3-efb08e89f132 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4aad2b29-b990-46ce-9668-74aada31da84 HTTP/1.1" status: 204 len: 168 time: 0.7657273 Oct 27 10:20:01.595515 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c430cd41-66e4-4ab4-8a4b-645a3a6ed63f req-945680fb-94ec-4c4d-b19c-ea1210a3505d tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:01.596950 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-c430cd41-66e4-4ab4-8a4b-645a3a6ed63f req-945680fb-94ec-4c4d-b19c-ea1210a3505d tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/ports?device_id=a52d4eb7-7ffd-4109-9f94-dc97814340a0 HTTP/1.1" status: 200 len: 950 time: 0.0953605 Oct 27 10:20:01.602759 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6f9b38-449d-4633-9fa3-efb08e89f132 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4aad2b29-b990-46ce-9668-74aada31da84,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:20:01.612917 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [req-cbd42abf-3f8b-40bb-8f17-eb8d42ae2925 req-ea258087-9dc0-495d-b668-8cd3a78c8c2c service neutron] For port cc809c9a-81c2-48fc-a862-97633a5e993c, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=cc809c9a-81c2-48fc-a862-97633a5e993c,segment=NetworkSegment(4fd5c29a-a838-4106-a890-06a671bde674),segment_id=4fd5c29a-a838-4106-a890-06a671bde674)] {{(pid=102346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:20:01.652173 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-a8522e45-377d-4089-91ce-9c438f8110aa req-f70303ff-726c-4b89-a522-c380c6693659 tempest-SecurityGroupRulesTestJSON-1241328237 tempest-SecurityGroupRulesTestJSON-1241328237-project] 10.222.0.44 "GET /v2.0/security-groups/ea027a03-3ab5-41d9-b4f2-dfaa9239ac0e HTTP/1.1" status: 200 len: 1803 time: 0.0752766 Oct 27 10:20:01.658629 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [req-cbd42abf-3f8b-40bb-8f17-eb8d42ae2925 req-ea258087-9dc0-495d-b668-8cd3a78c8c2c service neutron] For port cc809c9a-81c2-48fc-a862-97633a5e993c, host n-h1-813419-10, cleared binding levels {{(pid=102346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:20:01.680830 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-c430cd41-66e4-4ab4-8a4b-645a3a6ed63f req-962acc32-05b4-4a71-a6ab-6f9b2a130ba3 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/security-groups?id=e786382c-1289-4f9d-b471-ed120470c2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742917 Oct 27 10:20:01.696567 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [req-cbd42abf-3f8b-40bb-8f17-eb8d42ae2925 req-ea258087-9dc0-495d-b668-8cd3a78c8c2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc809c9a-81c2-48fc-a862-97633a5e993c {{(pid=102346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:20:01.707785 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [req-cbd42abf-3f8b-40bb-8f17-eb8d42ae2925 req-ea258087-9dc0-495d-b668-8cd3a78c8c2c service neutron] For port cc809c9a-81c2-48fc-a862-97633a5e993c, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=cc809c9a-81c2-48fc-a862-97633a5e993c,segment=NetworkSegment(4fd5c29a-a838-4106-a890-06a671bde674),segment_id=4fd5c29a-a838-4106-a890-06a671bde674)] {{(pid=102346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:20:01.720737 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device 15eae878-2aba-4225-a03d-b12fba2654a9 details requested by agent hyperv_n-h2-813419-10 with host n-h2-813419-10 {{(pid=102348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 10:20:01.724809 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-a8522e45-377d-4089-91ce-9c438f8110aa req-91a8d439-9ade-4af7-924c-bc47b8f471ed tempest-SecurityGroupRulesTestJSON-1241328237 tempest-SecurityGroupRulesTestJSON-1241328237-project] 10.222.0.44 "GET /v2.0/security-groups/ff7e1cf6-9f23-4fdb-a831-89916e7a6f3b HTTP/1.1" status: 200 len: 1803 time: 0.0642416 Oct 27 10:20:01.725269 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-cbd42abf-3f8b-40bb-8f17-eb8d42ae2925 req-ea258087-9dc0-495d-b668-8cd3a78c8c2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:01.742836 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [req-a8522e45-377d-4089-91ce-9c438f8110aa req-9ebe07d9-690e-4a33-bca2-ebf1c77c0ef4 tempest-SecurityGroupRulesTestJSON-1241328237 tempest-SecurityGroupRulesTestJSON-1241328237-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'ea027a03-3ab5-41d9-b4f2-dfaa9239ac0e', 'remote_group_id': 'ff7e1cf6-9f23-4fdb-a831-89916e7a6f3b', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:20:01.742836 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [req-a8522e45-377d-4089-91ce-9c438f8110aa req-9ebe07d9-690e-4a33-bca2-ebf1c77c0ef4 tempest-SecurityGroupRulesTestJSON-1241328237 tempest-SecurityGroupRulesTestJSON-1241328237-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'ea027a03-3ab5-41d9-b4f2-dfaa9239ac0e', 'remote_group_id': 'ff7e1cf6-9f23-4fdb-a831-89916e7a6f3b', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:20:01.830795 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.provisioning_blocks [req-cbd42abf-3f8b-40bb-8f17-eb8d42ae2925 req-ea258087-9dc0-495d-b668-8cd3a78c8c2c service neutron] Transition to ACTIVE for port object cc809c9a-81c2-48fc-a862-97633a5e993c will not be triggered until provisioned by entity L2. {{(pid=102346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 10:20:01.836997 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-cbd42abf-3f8b-40bb-8f17-eb8d42ae2925 req-ea258087-9dc0-495d-b668-8cd3a78c8c2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27024173'] for port, after_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:01.862794 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-a8522e45-377d-4089-91ce-9c438f8110aa req-9ebe07d9-690e-4a33-bca2-ebf1c77c0ef4 tempest-SecurityGroupRulesTestJSON-1241328237 tempest-SecurityGroupRulesTestJSON-1241328237-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:01.889960 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 40410) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:20:01.940886 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbd42abf-3f8b-40bb-8f17-eb8d42ae2925 req-ea258087-9dc0-495d-b668-8cd3a78c8c2c service neutron] No DVR routers for this DVR port cc809c9a-81c2-48fc-a862-97633a5e993c on host n-h1-813419-10 {{(pid=102346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:20:01.963008 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-a8522e45-377d-4089-91ce-9c438f8110aa req-9ebe07d9-690e-4a33-bca2-ebf1c77c0ef4 tempest-SecurityGroupRulesTestJSON-1241328237 tempest-SecurityGroupRulesTestJSON-1241328237-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:01.969522 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-a8522e45-377d-4089-91ce-9c438f8110aa req-9ebe07d9-690e-4a33-bca2-ebf1c77c0ef4 tempest-SecurityGroupRulesTestJSON-1241328237 tempest-SecurityGroupRulesTestJSON-1241328237-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671902'] for security_group_rule, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:01.989646 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea258087-9dc0-495d-b668-8cd3a78c8c2c service neutron] Pushing event updated for resources: {'Port': ['ID=cc809c9a-81c2-48fc-a862-97633a5e993c,revision_number=10']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:20:01.993653 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebe07d9-690e-4a33-bca2-ebf1c77c0ef4 tempest-SecurityGroupRulesTestJSON-1241328237 tempest-SecurityGroupRulesTestJSON-1241328237-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e121175-33fc-4e99-96df-03602718f323,revision_number=0']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:20:01.996667 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-cbd42abf-3f8b-40bb-8f17-eb8d42ae2925 req-ea258087-9dc0-495d-b668-8cd3a78c8c2c service neutron] 10.222.0.64 "PUT /v2.0/ports/cc809c9a-81c2-48fc-a862-97633a5e993c/bindings/n-h2-813419-10/activate HTTP/1.1" status: 200 len: 370 time: 0.6969886 Oct 27 10:20:02.008843 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] For port 15eae878-2aba-4225-a03d-b12fba2654a9, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=15eae878-2aba-4225-a03d-b12fba2654a9,segment=NetworkSegment(f7c42c6d-2766-46d8-a8b7-4852117a5555),segment_id=f7c42c6d-2766-46d8-a8b7-4852117a5555)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:20:02.014771 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-a8522e45-377d-4089-91ce-9c438f8110aa req-9ebe07d9-690e-4a33-bca2-ebf1c77c0ef4 tempest-SecurityGroupRulesTestJSON-1241328237 tempest-SecurityGroupRulesTestJSON-1241328237-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:02.021064 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-a8522e45-377d-4089-91ce-9c438f8110aa req-9ebe07d9-690e-4a33-bca2-ebf1c77c0ef4 tempest-SecurityGroupRulesTestJSON-1241328237 tempest-SecurityGroupRulesTestJSON-1241328237-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.2891414 Oct 27 10:20:02.039771 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Returning: {'device': '15eae878-2aba-4225-a03d-b12fba2654a9', 'network_id': '4d250f92-d229-45fe-a579-67fef8e6c544', 'port_id': '15eae878-2aba-4225-a03d-b12fba2654a9', 'mac_address': 'fa:16:3e:8a:ce:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62eb52f7-aac4-48af-8670-e04300325561', 'ip_address': '192.168.233.52'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 10:20:02.095700 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:02.100036 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 40420) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:20:02.112126 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15eae878-2aba-4225-a03d-b12fba2654a9 {{(pid=102348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:20:02.124248 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-c77a93ef-7dcf-44cd-ad5e-4f3bdf793363 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:02.142704 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] For port 15eae878-2aba-4225-a03d-b12fba2654a9, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=15eae878-2aba-4225-a03d-b12fba2654a9,segment=NetworkSegment(f7c42c6d-2766-46d8-a8b7-4852117a5555),segment_id=f7c42c6d-2766-46d8-a8b7-4852117a5555)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:20:02.149346 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:02.150709 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device cc809c9a-81c2-48fc-a862-97633a5e993c details requested by agent hyperv_n-h2-813419-10 with host n-h2-813419-10 {{(pid=102348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 10:20:02.154628 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-291cc269-de21-40f4-84b0-3990de7cf0dc req-b05b70a4-168a-4f19-a532-efe622951bf0 tempest-SecurityGroupRulesTestJSON-1241328237 tempest-SecurityGroupRulesTestJSON-1241328237-project] 10.222.0.44 "GET /v2.0/security-groups/ff7e1cf6-9f23-4fdb-a831-89916e7a6f3b HTTP/1.1" status: 200 len: 1803 time: 0.1118510 Oct 27 10:20:02.183364 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd42abf-3f8b-40bb-8f17-eb8d42ae2925 req-d30c020c-2470-47c6-b81d-a57a04441145 tempest-LiveAutoBlockMigrationV225Test-1419872258 tempest-LiveAutoBlockMigrationV225Test-1419872258-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:02.184798 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-cbd42abf-3f8b-40bb-8f17-eb8d42ae2925 req-d30c020c-2470-47c6-b81d-a57a04441145 tempest-LiveAutoBlockMigrationV225Test-1419872258 tempest-LiveAutoBlockMigrationV225Test-1419872258-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=dfe13e53-5060-499f-ab7e-75bb3faaeddc&tenant_id=54312c7c8f9740c0a6858560a6518b0e&binding%3Ahost_id=n-h1-813419-10 HTTP/1.1" status: 200 len: 1097 time: 0.1236224 Oct 27 10:20:02.234447 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a483c3-f91f-4264-9650-f57c5cb20fa6 req-da067b31-0d99-45a4-a5ae-df39b15044a1 tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:02.241926 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-58a483c3-f91f-4264-9650-f57c5cb20fa6 req-da067b31-0d99-45a4-a5ae-df39b15044a1 tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] 10.222.0.44 "GET /v2.0/ports?device_id=3829851e-9c6c-4b28-aa19-d0be65035545 HTTP/1.1" status: 200 len: 948 time: 0.0943167 Oct 27 10:20:02.305927 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-58a483c3-f91f-4264-9650-f57c5cb20fa6 req-8744ecfe-9d3c-4af6-b814-a84a9ea2184d tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] 10.222.0.44 "GET /v2.0/security-groups?id=adbff9a4-0ae5-4700-84c2-4b5f53f67e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626781 Oct 27 10:20:02.321899 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-291cc269-de21-40f4-84b0-3990de7cf0dc req-4bc0f5ac-96e7-4af5-827c-ac15931545ca tempest-SecurityGroupRulesTestJSON-1241328237 tempest-SecurityGroupRulesTestJSON-1241328237-project] Publish callbacks [] for security_group, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:02.326793 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:02.351950 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd42abf-3f8b-40bb-8f17-eb8d42ae2925 req-c85c80fe-a81f-4d9c-a6d3-c1a50e24c472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:02.354008 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-cbd42abf-3f8b-40bb-8f17-eb8d42ae2925 req-c85c80fe-a81f-4d9c-a6d3-c1a50e24c472 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=dfe13e53-5060-499f-ab7e-75bb3faaeddc&tenant_id=54312c7c8f9740c0a6858560a6518b0e HTTP/1.1" status: 200 len: 1097 time: 0.1542144 Oct 27 10:20:02.364488 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Pushing event updated for resources: {'Port': ['ID=15eae878-2aba-4225-a03d-b12fba2654a9,revision_number=4']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:20:02.370580 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-c77a93ef-7dcf-44cd-ad5e-4f3bdf793363 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:02.372378 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-8c3fb8ca-816c-44f2-87a6-06028c53f9f5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:02.389743 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-c77a93ef-7dcf-44cd-ad5e-4f3bdf793363 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:02.407308 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-291cc269-de21-40f4-84b0-3990de7cf0dc req-4bc0f5ac-96e7-4af5-827c-ac15931545ca tempest-SecurityGroupRulesTestJSON-1241328237 tempest-SecurityGroupRulesTestJSON-1241328237-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:02.407584 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] For port cc809c9a-81c2-48fc-a862-97633a5e993c, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=cc809c9a-81c2-48fc-a862-97633a5e993c,segment=NetworkSegment(4fd5c29a-a838-4106-a890-06a671bde674),segment_id=4fd5c29a-a838-4106-a890-06a671bde674)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:20:02.420339 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Returning: {'device': 'cc809c9a-81c2-48fc-a862-97633a5e993c', 'network_id': '1886fe3b-e088-4c7d-8f4c-b14d4440b311', 'port_id': 'cc809c9a-81c2-48fc-a862-97633a5e993c', 'mac_address': 'fa:16:3e:f7:6f:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 428, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '823c78a5-c352-4686-b77c-588d22c2aa2c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 10:20:02.466482 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 40426) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:20:02.468608 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:02.493144 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc809c9a-81c2-48fc-a862-97633a5e993c {{(pid=102348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:20:02.495446 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-c77a93ef-7dcf-44cd-ad5e-4f3bdf793363 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=77f29a3495ae448d97a385666a026455&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3941038 Oct 27 10:20:02.498350 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 40428) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:20:02.504614 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77a93ef-7dcf-44cd-ad5e-4f3bdf793363 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d33dc239-65a3-4656-88a5-356f615c19b9,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:20:02.520414 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-395c0a75-6dfb-4cec-bdbe-f7b11e1854e3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:02.526048 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] For port cc809c9a-81c2-48fc-a862-97633a5e993c, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=cc809c9a-81c2-48fc-a862-97633a5e993c,segment=NetworkSegment(4fd5c29a-a838-4106-a890-06a671bde674),segment_id=4fd5c29a-a838-4106-a890-06a671bde674)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:20:02.532702 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:02.556695 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd42abf-3f8b-40bb-8f17-eb8d42ae2925 req-1617820d-e9d3-4ba0-8d2e-2aac5e355edb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:02.558180 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-cbd42abf-3f8b-40bb-8f17-eb8d42ae2925 req-1617820d-e9d3-4ba0-8d2e-2aac5e355edb service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=54312c7c8f9740c0a6858560a6518b0e&device_id=dfe13e53-5060-499f-ab7e-75bb3faaeddc HTTP/1.1" status: 200 len: 1097 time: 0.1699047 Oct 27 10:20:02.594037 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Pushing event updated for resources: {'Port': ['ID=cc809c9a-81c2-48fc-a862-97633a5e993c,revision_number=11']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:20:02.624039 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7941f5a3-1781-4dfb-b2dc-ff733cfd358c req-439cd0e2-7bea-4a38-a5d1-894e1cc6ac75 tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:02.625539 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-7941f5a3-1781-4dfb-b2dc-ff733cfd358c req-439cd0e2-7bea-4a38-a5d1-894e1cc6ac75 tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] 10.222.0.44 "GET /v2.0/ports?device_id=dfe13e53-5060-499f-ab7e-75bb3faaeddc HTTP/1.1" status: 200 len: 946 time: 0.1169028 Oct 27 10:20:02.637394 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-8c3fb8ca-816c-44f2-87a6-06028c53f9f5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:02.643568 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] get_ports_and_sgs() called for port_ids ['cc809c9a-81c2-48fc-a862-97633a5e993c'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:20:02.652945 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-8c3fb8ca-816c-44f2-87a6-06028c53f9f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:02.662744 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-291cc269-de21-40f4-84b0-3990de7cf0dc req-4bc0f5ac-96e7-4af5-827c-ac15931545ca tempest-SecurityGroupRulesTestJSON-1241328237 tempest-SecurityGroupRulesTestJSON-1241328237-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:02.663705 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-0c436cf6-ed0b-4841-8fbb-9ce62ef6a324 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:02.665390 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-291cc269-de21-40f4-84b0-3990de7cf0dc req-4bc0f5ac-96e7-4af5-827c-ac15931545ca tempest-SecurityGroupRulesTestJSON-1241328237 tempest-SecurityGroupRulesTestJSON-1241328237-project] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:02.666523 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-291cc269-de21-40f4-84b0-3990de7cf0dc req-4bc0f5ac-96e7-4af5-827c-ac15931545ca tempest-SecurityGroupRulesTestJSON-1241328237 tempest-SecurityGroupRulesTestJSON-1241328237-project] 10.222.0.44 "DELETE /v2.0/security-groups/ff7e1cf6-9f23-4fdb-a831-89916e7a6f3b HTTP/1.1" status: 204 len: 173 time: 0.5111055 Oct 27 10:20:02.704636 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc0f5ac-96e7-4af5-827c-ac15931545ca tempest-SecurityGroupRulesTestJSON-1241328237 tempest-SecurityGroupRulesTestJSON-1241328237-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff7e1cf6-9f23-4fdb-a831-89916e7a6f3b,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:20:02.741962 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-8c3fb8ca-816c-44f2-87a6-06028c53f9f5 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=396f1cdecd89473f96b047b321c47858&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8484917 Oct 27 10:20:02.742513 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd42abf-3f8b-40bb-8f17-eb8d42ae2925 req-aa300ddb-701a-4f36-b5d3-53326f72c23d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:02.743310 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-cbd42abf-3f8b-40bb-8f17-eb8d42ae2925 req-aa300ddb-701a-4f36-b5d3-53326f72c23d service neutron] 10.222.0.76 "GET /v2.0/networks?id=1886fe3b-e088-4c7d-8f4c-b14d4440b311 HTTP/1.1" status: 200 len: 922 time: 0.1754344 Oct 27 10:20:02.743772 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 40434) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:20:02.744054 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-0c436cf6-ed0b-4841-8fbb-9ce62ef6a324 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:02.751567 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3fb8ca-816c-44f2-87a6-06028c53f9f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30a74b4c-a60e-4f01-a7b5-f9d588b1e875,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:20:02.758437 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-7941f5a3-1781-4dfb-b2dc-ff733cfd358c req-53600bb3-0ca6-43ca-81a9-4f3386ee9e41 tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] 10.222.0.44 "GET /v2.0/security-groups?id=e3018bff-e5f8-44d8-a835-69520a8698da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231544 Oct 27 10:20:02.775897 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-395c0a75-6dfb-4cec-bdbe-f7b11e1854e3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:02.816410 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-0c436cf6-ed0b-4841-8fbb-9ce62ef6a324 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:02.819545 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-0c436cf6-ed0b-4841-8fbb-9ce62ef6a324 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:02.821000 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-0c436cf6-ed0b-4841-8fbb-9ce62ef6a324 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d33dc239-65a3-4656-88a5-356f615c19b9 HTTP/1.1" status: 204 len: 168 time: 0.3215809 Oct 27 10:20:02.830788 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c436cf6-ed0b-4841-8fbb-9ce62ef6a324 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d33dc239-65a3-4656-88a5-356f615c19b9,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:20:02.837210 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-cbd42abf-3f8b-40bb-8f17-eb8d42ae2925 req-a0d20bc9-3c3f-4333-ab8b-3cc51e83d43b service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cc809c9a-81c2-48fc-a862-97633a5e993c HTTP/1.1" status: 200 len: 217 time: 0.0769646 Oct 27 10:20:02.838480 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-395c0a75-6dfb-4cec-bdbe-f7b11e1854e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:02.950506 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-395c0a75-6dfb-4cec-bdbe-f7b11e1854e3 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4e3bf1a1bb7d40bd9c3c0db09c1cfdc4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4787962 Oct 27 10:20:02.950710 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2eaaaf5-2c16-49c9-93c7-b18615c1e9d6 req-cda74c19-5227-409a-960e-6d6dd1b42a8b tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:02.952345 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b2eaaaf5-2c16-49c9-93c7-b18615c1e9d6 req-cda74c19-5227-409a-960e-6d6dd1b42a8b tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/ports?device_id=a52d4eb7-7ffd-4109-9f94-dc97814340a0 HTTP/1.1" status: 200 len: 950 time: 0.0511165 Oct 27 10:20:02.952940 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 40438) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:20:02.953330 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-5101287e-9d71-4ab4-9f3d-4d7fa6db3ffb req-60bfb136-d722-4985-877e-7cbbe45f355d tempest-SecurityGroupRulesTestJSON-1241328237 tempest-SecurityGroupRulesTestJSON-1241328237-project] 10.222.0.44 "GET /v2.0/security-groups/ea027a03-3ab5-41d9-b4f2-dfaa9239ac0e HTTP/1.1" status: 200 len: 1803 time: 0.2214479 Oct 27 10:20:02.959177 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395c0a75-6dfb-4cec-bdbe-f7b11e1854e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=814e4646-ac91-46d0-a56e-3437d56146e7,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:20:02.996440 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [req-b7777b86-a1b2-40da-9d6f-49f00e170b4b req-2d833f7b-8434-445a-ba0f-aa132506103b tempest-SecurityGroupRulesTestJSON-1241328237 tempest-SecurityGroupRulesTestJSON-1241328237-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1136900155', 'description': 'tempest-description-691783545'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:20:03.010960 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-97d6ba7a-7525-4d84-8fb4-d29a036c268e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:03.014972 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] get_ports_and_sgs() called for port_ids ['15eae878-2aba-4225-a03d-b12fba2654a9'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:20:03.015462 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd42abf-3f8b-40bb-8f17-eb8d42ae2925 req-18e383bc-68ed-44b0-9975-147d2e32b591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:03.017031 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-cbd42abf-3f8b-40bb-8f17-eb8d42ae2925 req-18e383bc-68ed-44b0-9975-147d2e32b591 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=823c78a5-c352-4686-b77c-588d22c2aa2c HTTP/1.1" status: 200 len: 861 time: 0.1652112 Oct 27 10:20:03.022223 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b2eaaaf5-2c16-49c9-93c7-b18615c1e9d6 req-7cc86fa1-1599-436c-8fa7-0e6dc4b32f41 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/security-groups?id=e786382c-1289-4f9d-b471-ed120470c2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623047 Oct 27 10:20:03.039489 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-88fcaaa3-52a1-4eca-9cd7-bcc7c82fe8cc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:03.066366 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-cbd42abf-3f8b-40bb-8f17-eb8d42ae2925 req-36a847b6-ba6b-44be-b357-2b53dc58ad0d service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=1886fe3b-e088-4c7d-8f4c-b14d4440b311&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374849 Oct 27 10:20:03.070922 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-97d6ba7a-7525-4d84-8fb4-d29a036c268e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:03.072001 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-88fcaaa3-52a1-4eca-9cd7-bcc7c82fe8cc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:03.078038 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-b7777b86-a1b2-40da-9d6f-49f00e170b4b req-2d833f7b-8434-445a-ba0f-aa132506103b tempest-SecurityGroupRulesTestJSON-1241328237 tempest-SecurityGroupRulesTestJSON-1241328237-project] Publish callbacks [] for security_group, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:03.134404 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-88fcaaa3-52a1-4eca-9cd7-bcc7c82fe8cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:03.137314 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-88fcaaa3-52a1-4eca-9cd7-bcc7c82fe8cc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:03.141420 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-88fcaaa3-52a1-4eca-9cd7-bcc7c82fe8cc admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/814e4646-ac91-46d0-a56e-3437d56146e7 HTTP/1.1" status: 204 len: 168 time: 0.1846244 Oct 27 10:20:03.148588 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fcaaa3-52a1-4eca-9cd7-bcc7c82fe8cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=814e4646-ac91-46d0-a56e-3437d56146e7,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:20:03.232759 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-cbd42abf-3f8b-40bb-8f17-eb8d42ae2925 req-2039b7dd-6cc4-4a65-b4d8-f0d0dbb4e2ab service neutron] 10.222.0.76 "GET /v2.0/networks/1886fe3b-e088-4c7d-8f4c-b14d4440b311?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469827 Oct 27 10:20:03.232860 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-97d6ba7a-7525-4d84-8fb4-d29a036c268e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:03.236247 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-97d6ba7a-7525-4d84-8fb4-d29a036c268e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:03.239669 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-97d6ba7a-7525-4d84-8fb4-d29a036c268e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/30a74b4c-a60e-4f01-a7b5-f9d588b1e875 HTTP/1.1" status: 204 len: 168 time: 0.4870081 Oct 27 10:20:03.299432 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d6ba7a-7525-4d84-8fb4-d29a036c268e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30a74b4c-a60e-4f01-a7b5-f9d588b1e875,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:20:03.305517 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device cc809c9a-81c2-48fc-a862-97633a5e993c no longer exists at agent hyperv_n-h1-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:20:03.316942 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-b7777b86-a1b2-40da-9d6f-49f00e170b4b req-2d833f7b-8434-445a-ba0f-aa132506103b tempest-SecurityGroupRulesTestJSON-1241328237 tempest-SecurityGroupRulesTestJSON-1241328237-project] Publish callbacks [] for security_group, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:03.325721 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-b7777b86-a1b2-40da-9d6f-49f00e170b4b req-2d833f7b-8434-445a-ba0f-aa132506103b tempest-SecurityGroupRulesTestJSON-1241328237 tempest-SecurityGroupRulesTestJSON-1241328237-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:03.394485 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-b7777b86-a1b2-40da-9d6f-49f00e170b4b req-2d833f7b-8434-445a-ba0f-aa132506103b tempest-SecurityGroupRulesTestJSON-1241328237 tempest-SecurityGroupRulesTestJSON-1241328237-project] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:03.395802 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-b7777b86-a1b2-40da-9d6f-49f00e170b4b req-2d833f7b-8434-445a-ba0f-aa132506103b tempest-SecurityGroupRulesTestJSON-1241328237 tempest-SecurityGroupRulesTestJSON-1241328237-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4153779 Oct 27 10:20:03.398568 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d833f7b-8434-445a-ba0f-aa132506103b tempest-SecurityGroupRulesTestJSON-1241328237 tempest-SecurityGroupRulesTestJSON-1241328237-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f79a25a-0c89-4e7b-a0c3-ecd8826a5ec1,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:20:03.405295 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-cbd42abf-3f8b-40bb-8f17-eb8d42ae2925 req-5f2dddd3-1ce3-459d-8dca-8058e7b4b9d7 service neutron] 10.222.0.76 "GET /v2.0/networks/1886fe3b-e088-4c7d-8f4c-b14d4440b311?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1667829 Oct 27 10:20:03.428734 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device cc809c9a-81c2-48fc-a862-97633a5e993c not bound to the agent host n-h1-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:20:03.474666 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07faff76-464c-472f-99e5-c38a2c19cfaa req-bb86caf5-1f98-401b-a8eb-53dbe0956a13 tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:03.484077 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-07faff76-464c-472f-99e5-c38a2c19cfaa req-bb86caf5-1f98-401b-a8eb-53dbe0956a13 tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] 10.222.0.44 "GET /v2.0/ports?device_id=3829851e-9c6c-4b28-aa19-d0be65035545 HTTP/1.1" status: 200 len: 948 time: 0.0622864 Oct 27 10:20:03.496998 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-c6183645-c198-4c43-bd00-babb490910e3 req-01a5ab00-2375-46f0-83a4-e78478285371 tempest-SecurityGroupRulesTestJSON-1241328237 tempest-SecurityGroupRulesTestJSON-1241328237-project] 10.222.0.44 "GET /v2.0/security-groups/3f79a25a-0c89-4e7b-a0c3-ecd8826a5ec1 HTTP/1.1" status: 200 len: 1804 time: 0.0593779 Oct 27 10:20:03.510958 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [req-c6183645-c198-4c43-bd00-babb490910e3 req-3e80ffc4-a562-4d80-844d-d0dcb7f7e071 tempest-SecurityGroupRulesTestJSON-1241328237 tempest-SecurityGroupRulesTestJSON-1241328237-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '3f79a25a-0c89-4e7b-a0c3-ecd8826a5ec1', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:20:03.511266 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [req-c6183645-c198-4c43-bd00-babb490910e3 req-3e80ffc4-a562-4d80-844d-d0dcb7f7e071 tempest-SecurityGroupRulesTestJSON-1241328237 tempest-SecurityGroupRulesTestJSON-1241328237-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '3f79a25a-0c89-4e7b-a0c3-ecd8826a5ec1', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:20:03.524762 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-07faff76-464c-472f-99e5-c38a2c19cfaa req-42908edd-51e7-45ce-9fea-39dd6da83731 tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] 10.222.0.44 "GET /v2.0/security-groups?id=adbff9a4-0ae5-4700-84c2-4b5f53f67e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398028 Oct 27 10:20:03.610914 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-c6183645-c198-4c43-bd00-babb490910e3 req-3e80ffc4-a562-4d80-844d-d0dcb7f7e071 tempest-SecurityGroupRulesTestJSON-1241328237 tempest-SecurityGroupRulesTestJSON-1241328237-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:03.647213 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-c6183645-c198-4c43-bd00-babb490910e3 req-3e80ffc4-a562-4d80-844d-d0dcb7f7e071 tempest-SecurityGroupRulesTestJSON-1241328237 tempest-SecurityGroupRulesTestJSON-1241328237-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:03.652054 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-c6183645-c198-4c43-bd00-babb490910e3 req-3e80ffc4-a562-4d80-844d-d0dcb7f7e071 tempest-SecurityGroupRulesTestJSON-1241328237 tempest-SecurityGroupRulesTestJSON-1241328237-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671902'] for security_group_rule, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:03.665904 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e80ffc4-a562-4d80-844d-d0dcb7f7e071 tempest-SecurityGroupRulesTestJSON-1241328237 tempest-SecurityGroupRulesTestJSON-1241328237-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4719ef0-8dca-474a-b801-2262f27696dc,revision_number=0']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:20:03.693936 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-c6183645-c198-4c43-bd00-babb490910e3 req-3e80ffc4-a562-4d80-844d-d0dcb7f7e071 tempest-SecurityGroupRulesTestJSON-1241328237 tempest-SecurityGroupRulesTestJSON-1241328237-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:03.695182 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-c6183645-c198-4c43-bd00-babb490910e3 req-3e80ffc4-a562-4d80-844d-d0dcb7f7e071 tempest-SecurityGroupRulesTestJSON-1241328237 tempest-SecurityGroupRulesTestJSON-1241328237-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1885521 Oct 27 10:20:03.722886 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device cc809c9a-81c2-48fc-a862-97633a5e993c up at agent hyperv_n-h2-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:20:03.729917 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd42abf-3f8b-40bb-8f17-eb8d42ae2925 req-536f4c04-92b9-448e-a6bf-68b4379a0554 tempest-LiveAutoBlockMigrationV225Test-1419872258 tempest-LiveAutoBlockMigrationV225Test-1419872258-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:03.732130 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-cbd42abf-3f8b-40bb-8f17-eb8d42ae2925 req-536f4c04-92b9-448e-a6bf-68b4379a0554 tempest-LiveAutoBlockMigrationV225Test-1419872258 tempest-LiveAutoBlockMigrationV225Test-1419872258-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=dfe13e53-5060-499f-ab7e-75bb3faaeddc&tenant_id=54312c7c8f9740c0a6858560a6518b0e&binding%3Ahost_id=n-h2-813419-10 HTTP/1.1" status: 200 len: 1098 time: 0.0558333 Oct 27 10:20:03.776330 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 40470) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:20:03.790320 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-ea719953-0aa1-4505-b68e-25da3a1df983 req-0d60ec47-9293-4566-9721-7f2023631980 tempest-SecurityGroupRulesTestJSON-1241328237 tempest-SecurityGroupRulesTestJSON-1241328237-project] 10.222.0.44 "GET /v2.0/security-groups/3f79a25a-0c89-4e7b-a0c3-ecd8826a5ec1 HTTP/1.1" status: 200 len: 2397 time: 0.0706854 Oct 27 10:20:03.795279 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Provisioning for port cc809c9a-81c2-48fc-a862-97633a5e993c completed by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 10:20:03.801375 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Provisioning complete for port cc809c9a-81c2-48fc-a862-97633a5e993c triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:20:03.803018 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:03.815732 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-97ee4228-d1e4-45e0-bea6-137ccf75726f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:03.841389 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [req-ea719953-0aa1-4505-b68e-25da3a1df983 req-43e25b0e-f2b8-4f8c-9f57-21baa439b55a tempest-SecurityGroupRulesTestJSON-1241328237 tempest-SecurityGroupRulesTestJSON-1241328237-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '3f79a25a-0c89-4e7b-a0c3-ecd8826a5ec1', 'remote_group_id': None}]} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:20:03.841698 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [req-ea719953-0aa1-4505-b68e-25da3a1df983 req-43e25b0e-f2b8-4f8c-9f57-21baa439b55a tempest-SecurityGroupRulesTestJSON-1241328237 tempest-SecurityGroupRulesTestJSON-1241328237-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '3f79a25a-0c89-4e7b-a0c3-ecd8826a5ec1', 'remote_group_id': None}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:20:03.924124 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:03.963889 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfe13e53-5060-499f-ab7e-75bb3faaeddc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc809c9a-81c2-48fc-a862-97633a5e993c'}] {{(pid=102348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:20:03.973868 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c588921fa634554a1d9242fdea1b05457a9ff1d3b28ba54ec1dace7f2f1df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be4a027e-d344-43ad-aacd-2a131ae02ec3" -d '{"events": [{"server_uuid": "dfe13e53-5060-499f-ab7e-75bb3faaeddc", "name": "network-vif-plugged", "status": "completed", "tag": "cc809c9a-81c2-48fc-a862-97633a5e993c"}]}' {{(pid=102348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:20:03.987703 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-ea719953-0aa1-4505-b68e-25da3a1df983 req-43e25b0e-f2b8-4f8c-9f57-21baa439b55a tempest-SecurityGroupRulesTestJSON-1241328237 tempest-SecurityGroupRulesTestJSON-1241328237-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:03.998728 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] For port cc809c9a-81c2-48fc-a862-97633a5e993c, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=cc809c9a-81c2-48fc-a862-97633a5e993c,segment=NetworkSegment(4fd5c29a-a838-4106-a890-06a671bde674),segment_id=4fd5c29a-a838-4106-a890-06a671bde674)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:20:04.007785 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:04.013081 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec08dbac-d50e-4db1-95e9-8a597b384d18 req-efdbe657-2e8c-4f92-ace9-695937a57b06 tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:04.014621 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-97ee4228-d1e4-45e0-bea6-137ccf75726f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:04.014842 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ec08dbac-d50e-4db1-95e9-8a597b384d18 req-efdbe657-2e8c-4f92-ace9-695937a57b06 tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] 10.222.0.44 "GET /v2.0/ports?device_id=dfe13e53-5060-499f-ab7e-75bb3faaeddc HTTP/1.1" status: 200 len: 946 time: 0.1131546 Oct 27 10:20:04.025075 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-97ee4228-d1e4-45e0-bea6-137ccf75726f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:04.026483 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [req-cbd42abf-3f8b-40bb-8f17-eb8d42ae2925 req-7b5959b0-17b8-4cfb-8f00-6c2e4b01226e service neutron] For port cc809c9a-81c2-48fc-a862-97633a5e993c, host n-h1-813419-10, cleared binding levels {{(pid=102346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:20:04.031660 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-cbd42abf-3f8b-40bb-8f17-eb8d42ae2925 req-7b5959b0-17b8-4cfb-8f00-6c2e4b01226e service neutron] Publish callbacks [] for binding, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:04.033136 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-cbd42abf-3f8b-40bb-8f17-eb8d42ae2925 req-7b5959b0-17b8-4cfb-8f00-6c2e4b01226e service neutron] 10.222.0.76 "DELETE /v2.0/ports/cc809c9a-81c2-48fc-a862-97633a5e993c/bindings/n-h1-813419-10 HTTP/1.1" status: 204 len: 173 time: 0.2905219 Oct 27 10:20:04.054026 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-ea719953-0aa1-4505-b68e-25da3a1df983 req-43e25b0e-f2b8-4f8c-9f57-21baa439b55a tempest-SecurityGroupRulesTestJSON-1241328237 tempest-SecurityGroupRulesTestJSON-1241328237-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:04.054908 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ee4228-d1e4-45e0-bea6-137ccf75726f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9ebc060-1d10-420b-8297-8c27c0a6b80f,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:20:04.065735 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-ea719953-0aa1-4505-b68e-25da3a1df983 req-43e25b0e-f2b8-4f8c-9f57-21baa439b55a tempest-SecurityGroupRulesTestJSON-1241328237 tempest-SecurityGroupRulesTestJSON-1241328237-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671902'] for security_group_rule, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:04.098094 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-97ee4228-d1e4-45e0-bea6-137ccf75726f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=423bb7e7a6f24e76b215925db4d1e71a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3167899 Oct 27 10:20:04.099729 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 40484) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:20:04.100451 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e25b0e-f2b8-4f8c-9f57-21baa439b55a tempest-SecurityGroupRulesTestJSON-1241328237 tempest-SecurityGroupRulesTestJSON-1241328237-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=710d640e-7482-4e36-918b-eb4a58d6253d,revision_number=0']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:20:04.106610 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-ea719953-0aa1-4505-b68e-25da3a1df983 req-43e25b0e-f2b8-4f8c-9f57-21baa439b55a tempest-SecurityGroupRulesTestJSON-1241328237 tempest-SecurityGroupRulesTestJSON-1241328237-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:04.116622 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-ea719953-0aa1-4505-b68e-25da3a1df983 req-43e25b0e-f2b8-4f8c-9f57-21baa439b55a tempest-SecurityGroupRulesTestJSON-1241328237 tempest-SecurityGroupRulesTestJSON-1241328237-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.3148587 Oct 27 10:20:04.120728 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ec08dbac-d50e-4db1-95e9-8a597b384d18 req-b92574d7-c45b-4a22-a441-c932a049e0be tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] 10.222.0.44 "GET /v2.0/security-groups?id=e3018bff-e5f8-44d8-a835-69520a8698da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924122 Oct 27 10:20:04.161539 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Pushing event updated for resources: {'Port': ['ID=cc809c9a-81c2-48fc-a862-97633a5e993c,revision_number=12']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:20:04.188958 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:20:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d25488c-221a-4b23-9e55-8a336205a98e x-openstack-request-id: req-8d25488c-221a-4b23-9e55-8a336205a98e {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:20:04.189542 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfe13e53-5060-499f-ab7e-75bb3faaeddc", "name": "network-vif-plugged", "status": "completed", "tag": "cc809c9a-81c2-48fc-a862-97633a5e993c", "code": 200}]} {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:20:04.189866 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-8d25488c-221a-4b23-9e55-8a336205a98e {{(pid=102348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:20:04.190352 n-d-813419-10 neutron-server[102348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfe13e53-5060-499f-ab7e-75bb3faaeddc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc809c9a-81c2-48fc-a862-97633a5e993c', 'code': 200} Oct 27 10:20:04.224241 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-1d7255c4-0714-4a24-b6e4-8d8c376b063e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:04.251544 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-aa097a7c-cacd-49e9-ad4e-e06ab0b44bc8 req-4264022d-a574-4a0f-aa84-2017555dd026 tempest-SecurityGroupRulesTestJSON-1241328237 tempest-SecurityGroupRulesTestJSON-1241328237-project] 10.222.0.44 "GET /v2.0/security-groups/3f79a25a-0c89-4e7b-a0c3-ecd8826a5ec1 HTTP/1.1" status: 200 len: 2995 time: 0.0485499 Oct 27 10:20:04.259002 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-1d7255c4-0714-4a24-b6e4-8d8c376b063e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:04.333342 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-36875ed2-7986-4f0f-8531-396b4336a0c1 req-5d1b8631-c22c-471c-8f90-530ceef864b7 tempest-SecurityGroupRulesTestJSON-1241328237 tempest-SecurityGroupRulesTestJSON-1241328237-project] 10.222.0.44 "GET /v2.0/security-group-rules/710d640e-7482-4e36-918b-eb4a58d6253d HTTP/1.1" status: 200 len: 783 time: 0.0317776 Oct 27 10:20:04.356813 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aaf6504-c9d2-4402-920c-e92b1b207090 req-e4abedb6-62a8-4ebb-a413-c5e8c0670df2 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:04.359025 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-6aaf6504-c9d2-4402-920c-e92b1b207090 req-e4abedb6-62a8-4ebb-a413-c5e8c0670df2 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/ports?device_id=a52d4eb7-7ffd-4109-9f94-dc97814340a0 HTTP/1.1" status: 200 len: 950 time: 0.1175294 Oct 27 10:20:04.412888 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-36875ed2-7986-4f0f-8531-396b4336a0c1 req-4e791aec-95a0-4b1f-9fd9-83c14ec604a5 tempest-SecurityGroupRulesTestJSON-1241328237 tempest-SecurityGroupRulesTestJSON-1241328237-project] 10.222.0.44 "GET /v2.0/security-groups/3f79a25a-0c89-4e7b-a0c3-ecd8826a5ec1 HTTP/1.1" status: 200 len: 2995 time: 0.0692499 Oct 27 10:20:04.420156 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-1d7255c4-0714-4a24-b6e4-8d8c376b063e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:04.424030 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-1d7255c4-0714-4a24-b6e4-8d8c376b063e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:04.429607 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-1d7255c4-0714-4a24-b6e4-8d8c376b063e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e9ebc060-1d10-420b-8297-8c27c0a6b80f HTTP/1.1" status: 204 len: 168 time: 0.3245304 Oct 27 10:20:04.442429 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-36875ed2-7986-4f0f-8531-396b4336a0c1 req-fa3a173f-9a5e-4fee-82b5-58e9f0ce8619 tempest-SecurityGroupRulesTestJSON-1241328237 tempest-SecurityGroupRulesTestJSON-1241328237-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:04.444792 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-6aaf6504-c9d2-4402-920c-e92b1b207090 req-e824b9b7-b6b6-4fc4-b003-44d29e26c31a tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/security-groups?id=e786382c-1289-4f9d-b471-ed120470c2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768006 Oct 27 10:20:04.451608 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7255c4-0714-4a24-b6e4-8d8c376b063e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9ebc060-1d10-420b-8297-8c27c0a6b80f,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:20:04.452008 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-36875ed2-7986-4f0f-8531-396b4336a0c1 req-fa3a173f-9a5e-4fee-82b5-58e9f0ce8619 tempest-SecurityGroupRulesTestJSON-1241328237 tempest-SecurityGroupRulesTestJSON-1241328237-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:04.501540 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-36875ed2-7986-4f0f-8531-396b4336a0c1 req-fa3a173f-9a5e-4fee-82b5-58e9f0ce8619 tempest-SecurityGroupRulesTestJSON-1241328237 tempest-SecurityGroupRulesTestJSON-1241328237-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671902'] for security_group_rule, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:04.513832 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-36875ed2-7986-4f0f-8531-396b4336a0c1 req-fa3a173f-9a5e-4fee-82b5-58e9f0ce8619 tempest-SecurityGroupRulesTestJSON-1241328237 tempest-SecurityGroupRulesTestJSON-1241328237-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:04.521101 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-36875ed2-7986-4f0f-8531-396b4336a0c1 req-fa3a173f-9a5e-4fee-82b5-58e9f0ce8619 tempest-SecurityGroupRulesTestJSON-1241328237 tempest-SecurityGroupRulesTestJSON-1241328237-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/710d640e-7482-4e36-918b-eb4a58d6253d HTTP/1.1" status: 204 len: 173 time: 0.1069925 Oct 27 10:20:04.549785 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3a173f-9a5e-4fee-82b5-58e9f0ce8619 tempest-SecurityGroupRulesTestJSON-1241328237 tempest-SecurityGroupRulesTestJSON-1241328237-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=710d640e-7482-4e36-918b-eb4a58d6253d,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:20:04.594099 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eee4011-eccd-49bf-b7a7-4110ad29914b req-316c690f-a11b-4760-8dc3-e9ec01fc5f61 tempest-LiveAutoBlockMigrationV225Test-1419872258 tempest-LiveAutoBlockMigrationV225Test-1419872258-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:04.595720 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-6eee4011-eccd-49bf-b7a7-4110ad29914b req-316c690f-a11b-4760-8dc3-e9ec01fc5f61 tempest-LiveAutoBlockMigrationV225Test-1419872258 tempest-LiveAutoBlockMigrationV225Test-1419872258-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=dfe13e53-5060-499f-ab7e-75bb3faaeddc HTTP/1.1" status: 200 len: 1099 time: 0.0520055 Oct 27 10:20:04.599963 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-a5ceef42-8d68-400f-aca6-380b9317e151 req-97dd8af1-11f8-44b4-9ac8-96606064d884 tempest-SecurityGroupRulesTestJSON-1241328237 tempest-SecurityGroupRulesTestJSON-1241328237-project] 10.222.0.44 "GET /v2.0/security-groups/3f79a25a-0c89-4e7b-a0c3-ecd8826a5ec1 HTTP/1.1" status: 200 len: 2397 time: 0.0511868 Oct 27 10:20:04.640648 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-6eee4011-eccd-49bf-b7a7-4110ad29914b req-dbad7aad-b6e6-47bd-ba99-2166148435cc tempest-LiveAutoBlockMigrationV225Test-1419872258 tempest-LiveAutoBlockMigrationV225Test-1419872258-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=e3018bff-e5f8-44d8-a835-69520a8698da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334470 Oct 27 10:20:04.697907 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-a5ceef42-8d68-400f-aca6-380b9317e151 req-2290b22a-41d7-4d1d-8227-f6a4b6be4347 tempest-SecurityGroupRulesTestJSON-1241328237 tempest-SecurityGroupRulesTestJSON-1241328237-project] Publish callbacks [] for security_group, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:04.729117 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-a5ceef42-8d68-400f-aca6-380b9317e151 req-2290b22a-41d7-4d1d-8227-f6a4b6be4347 tempest-SecurityGroupRulesTestJSON-1241328237 tempest-SecurityGroupRulesTestJSON-1241328237-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:04.790712 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-a5ceef42-8d68-400f-aca6-380b9317e151 req-2290b22a-41d7-4d1d-8227-f6a4b6be4347 tempest-SecurityGroupRulesTestJSON-1241328237 tempest-SecurityGroupRulesTestJSON-1241328237-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:04.793943 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-a5ceef42-8d68-400f-aca6-380b9317e151 req-2290b22a-41d7-4d1d-8227-f6a4b6be4347 tempest-SecurityGroupRulesTestJSON-1241328237 tempest-SecurityGroupRulesTestJSON-1241328237-project] Publish callbacks [] for security_group, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:04.799827 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744904c4-e250-4e66-b919-975de61f1146 req-98693737-3133-46ba-a919-11378ad5073e tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:04.801698 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-744904c4-e250-4e66-b919-975de61f1146 req-98693737-3133-46ba-a919-11378ad5073e tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] 10.222.0.44 "GET /v2.0/ports?device_id=3829851e-9c6c-4b28-aa19-d0be65035545 HTTP/1.1" status: 200 len: 948 time: 0.0703421 Oct 27 10:20:04.804757 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-a5ceef42-8d68-400f-aca6-380b9317e151 req-2290b22a-41d7-4d1d-8227-f6a4b6be4347 tempest-SecurityGroupRulesTestJSON-1241328237 tempest-SecurityGroupRulesTestJSON-1241328237-project] 10.222.0.44 "DELETE /v2.0/security-groups/3f79a25a-0c89-4e7b-a0c3-ecd8826a5ec1 HTTP/1.1" status: 204 len: 173 time: 0.1958914 Oct 27 10:20:04.821396 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2290b22a-41d7-4d1d-8227-f6a4b6be4347 tempest-SecurityGroupRulesTestJSON-1241328237 tempest-SecurityGroupRulesTestJSON-1241328237-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f79a25a-0c89-4e7b-a0c3-ecd8826a5ec1,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:20:04.862473 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-744904c4-e250-4e66-b919-975de61f1146 req-7e90913a-74b2-44ce-aae9-a7aa9321020c tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] 10.222.0.44 "GET /v2.0/security-groups?id=adbff9a4-0ae5-4700-84c2-4b5f53f67e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408807 Oct 27 10:20:04.969100 n-d-813419-10 neutron-server[102346]: INFO neutron.api.v2.resource [req-09f9b13b-76d0-4a68-a523-78d23be6b5f0 req-08087153-d6bd-46f4-866a-e9d738d669d7 tempest-SecurityGroupRulesTestJSON-1241328237 tempest-SecurityGroupRulesTestJSON-1241328237-project] show failed (client error): The resource could not be found. Oct 27 10:20:04.970382 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-09f9b13b-76d0-4a68-a523-78d23be6b5f0 req-08087153-d6bd-46f4-866a-e9d738d669d7 tempest-SecurityGroupRulesTestJSON-1241328237 tempest-SecurityGroupRulesTestJSON-1241328237-project] 10.222.0.44 "GET /v2.0/security-groups/ff7e1cf6-9f23-4fdb-a831-89916e7a6f3b HTTP/1.1" status: 404 len: 352 time: 0.0183432 Oct 27 10:20:05.166045 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b38ff2a1-a8ef-4061-bbdc-3b5ae04a741a req-b1042833-dca5-4831-9c26-f87fc26bbba3 tempest-SecurityGroupRulesTestJSON-1241328237 tempest-SecurityGroupRulesTestJSON-1241328237-project] 10.222.0.44 "GET /v2.0/security-groups/ea027a03-3ab5-41d9-b4f2-dfaa9239ac0e HTTP/1.1" status: 200 len: 1803 time: 0.0565071 Oct 27 10:20:05.180141 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f677078a-0a52-464c-a460-478da1142934 req-fffd237c-9d72-4e86-a9e4-b4fcd3cf98a3 tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:05.182131 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-f677078a-0a52-464c-a460-478da1142934 req-fffd237c-9d72-4e86-a9e4-b4fcd3cf98a3 tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] 10.222.0.44 "GET /v2.0/networks?id=1886fe3b-e088-4c7d-8f4c-b14d4440b311 HTTP/1.1" status: 200 len: 821 time: 0.1396551 Oct 27 10:20:05.214234 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-f677078a-0a52-464c-a460-478da1142934 req-126686d2-ee6c-4cd6-9ca8-72be2dd9a515 tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] 10.222.0.44 "GET /v2.0/quotas/54312c7c8f9740c0a6858560a6518b0e HTTP/1.1" status: 200 len: 375 time: 0.0253167 Oct 27 10:20:05.246254 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-b38ff2a1-a8ef-4061-bbdc-3b5ae04a741a req-92a482b1-9403-49af-9449-49c75daedce8 tempest-SecurityGroupRulesTestJSON-1241328237 tempest-SecurityGroupRulesTestJSON-1241328237-project] Publish callbacks [] for security_group, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:05.290761 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-f677078a-0a52-464c-a460-478da1142934 req-d13789ca-eb86-41c3-8bad-668247ba8424 tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=54312c7c8f9740c0a6858560a6518b0e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0750148 Oct 27 10:20:05.303137 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-b38ff2a1-a8ef-4061-bbdc-3b5ae04a741a req-92a482b1-9403-49af-9449-49c75daedce8 tempest-SecurityGroupRulesTestJSON-1241328237 tempest-SecurityGroupRulesTestJSON-1241328237-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:05.369604 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-b38ff2a1-a8ef-4061-bbdc-3b5ae04a741a req-92a482b1-9403-49af-9449-49c75daedce8 tempest-SecurityGroupRulesTestJSON-1241328237 tempest-SecurityGroupRulesTestJSON-1241328237-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:05.374458 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-b38ff2a1-a8ef-4061-bbdc-3b5ae04a741a req-92a482b1-9403-49af-9449-49c75daedce8 tempest-SecurityGroupRulesTestJSON-1241328237 tempest-SecurityGroupRulesTestJSON-1241328237-project] Publish callbacks [] for security_group, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:05.379026 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b38ff2a1-a8ef-4061-bbdc-3b5ae04a741a req-92a482b1-9403-49af-9449-49c75daedce8 tempest-SecurityGroupRulesTestJSON-1241328237 tempest-SecurityGroupRulesTestJSON-1241328237-project] 10.222.0.44 "DELETE /v2.0/security-groups/ea027a03-3ab5-41d9-b4f2-dfaa9239ac0e HTTP/1.1" status: 204 len: 173 time: 0.2120206 Oct 27 10:20:05.405306 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-f677078a-0a52-464c-a460-478da1142934 req-543696ac-f33e-43d9-a749-acf47d140dde service neutron] 10.222.0.44 "GET /v2.0/networks/1886fe3b-e088-4c7d-8f4c-b14d4440b311?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1130495 Oct 27 10:20:05.418134 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a482b1-9403-49af-9449-49c75daedce8 tempest-SecurityGroupRulesTestJSON-1241328237 tempest-SecurityGroupRulesTestJSON-1241328237-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea027a03-3ab5-41d9-b4f2-dfaa9239ac0e,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:20:05.482754 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-a4658686-fa41-4a4b-80a2-18fa7dfe5c20 req-b211a2c6-7edc-4595-b16d-c225787c36d2 tempest-SecurityGroupRulesTestJSON-1241328237 tempest-SecurityGroupRulesTestJSON-1241328237-project] 10.222.0.44 "GET /v2.0/security-groups/24b94de7-56e7-40d0-8bfb-4e45f8c3244c HTTP/1.1" status: 200 len: 1803 time: 0.0790601 Oct 27 10:20:05.525491 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-f677078a-0a52-464c-a460-478da1142934 req-b04dded6-301c-48fb-9ac3-4279477b6198 service neutron] 10.222.0.44 "GET /v2.0/networks/1886fe3b-e088-4c7d-8f4c-b14d4440b311?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1158924 Oct 27 10:20:05.552759 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-a4658686-fa41-4a4b-80a2-18fa7dfe5c20 req-4ae81323-8d1c-4d1c-b717-dfb94303808b tempest-SecurityGroupRulesTestJSON-1241328237 tempest-SecurityGroupRulesTestJSON-1241328237-project] Publish callbacks [] for security_group, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:05.585902 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-a4658686-fa41-4a4b-80a2-18fa7dfe5c20 req-4ae81323-8d1c-4d1c-b717-dfb94303808b tempest-SecurityGroupRulesTestJSON-1241328237 tempest-SecurityGroupRulesTestJSON-1241328237-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:05.705486 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-a4658686-fa41-4a4b-80a2-18fa7dfe5c20 req-4ae81323-8d1c-4d1c-b717-dfb94303808b tempest-SecurityGroupRulesTestJSON-1241328237 tempest-SecurityGroupRulesTestJSON-1241328237-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:05.709518 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-a4658686-fa41-4a4b-80a2-18fa7dfe5c20 req-4ae81323-8d1c-4d1c-b717-dfb94303808b tempest-SecurityGroupRulesTestJSON-1241328237 tempest-SecurityGroupRulesTestJSON-1241328237-project] Publish callbacks [] for security_group, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:05.711435 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-a4658686-fa41-4a4b-80a2-18fa7dfe5c20 req-4ae81323-8d1c-4d1c-b717-dfb94303808b tempest-SecurityGroupRulesTestJSON-1241328237 tempest-SecurityGroupRulesTestJSON-1241328237-project] 10.222.0.44 "DELETE /v2.0/security-groups/24b94de7-56e7-40d0-8bfb-4e45f8c3244c HTTP/1.1" status: 204 len: 173 time: 0.2275960 Oct 27 10:20:05.724146 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae81323-8d1c-4d1c-b717-dfb94303808b tempest-SecurityGroupRulesTestJSON-1241328237 tempest-SecurityGroupRulesTestJSON-1241328237-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=24b94de7-56e7-40d0-8bfb-4e45f8c3244c,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:20:05.740127 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device 15eae878-2aba-4225-a03d-b12fba2654a9 up at agent hyperv_n-h2-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:20:05.859242 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Provisioning for port 15eae878-2aba-4225-a03d-b12fba2654a9 completed by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 10:20:05.866621 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-770e2703-472a-41df-8eeb-f42ae84676a3 req-b4537782-6402-462e-9853-b5334188bcae tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] 10.222.0.44 "GET /v2.0/ports?device_id=bf279598-8975-4de3-ae21-c8ab4a50138d HTTP/1.1" status: 200 len: 210 time: 0.0947990 Oct 27 10:20:05.876331 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Provisioning complete for port 15eae878-2aba-4225-a03d-b12fba2654a9 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:20:05.876691 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:05.932552 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b910e1cd-ec67-4cc7-879f-2d4142ad6062 req-a584b8ea-706a-4a3e-a5dd-c149e1962627 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:05.934253 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-b910e1cd-ec67-4cc7-879f-2d4142ad6062 req-a584b8ea-706a-4a3e-a5dd-c149e1962627 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/ports?device_id=a52d4eb7-7ffd-4109-9f94-dc97814340a0 HTTP/1.1" status: 200 len: 950 time: 0.1757221 Oct 27 10:20:05.991523 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-b910e1cd-ec67-4cc7-879f-2d4142ad6062 req-345130d0-0e25-4851-b865-6cc2446927f8 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/security-groups?id=e786382c-1289-4f9d-b471-ed120470c2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454423 Oct 27 10:20:06.002301 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-38074ae3-a841-4817-adcc-3f78c88cac7f req-5ed685ba-c0d0-4531-bb0a-73f1ac8f6d9c tempest-SecurityGroupRulesTestJSON-1241328237 tempest-SecurityGroupRulesTestJSON-1241328237-project] 10.222.0.44 "GET /v2.0/security-groups/e3da0594-0528-4d65-b4e9-8e9149f400a7 HTTP/1.1" status: 200 len: 1804 time: 0.0646975 Oct 27 10:20:06.054118 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:06.099199 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] For port 15eae878-2aba-4225-a03d-b12fba2654a9, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=15eae878-2aba-4225-a03d-b12fba2654a9,segment=NetworkSegment(f7c42c6d-2766-46d8-a8b7-4852117a5555),segment_id=f7c42c6d-2766-46d8-a8b7-4852117a5555)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:20:06.103328 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-38074ae3-a841-4817-adcc-3f78c88cac7f req-068a438a-f10f-486d-ac04-47300a6b88f3 tempest-SecurityGroupRulesTestJSON-1241328237 tempest-SecurityGroupRulesTestJSON-1241328237-project] Publish callbacks [] for security_group, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:06.106750 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:06.158489 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-38074ae3-a841-4817-adcc-3f78c88cac7f req-068a438a-f10f-486d-ac04-47300a6b88f3 tempest-SecurityGroupRulesTestJSON-1241328237 tempest-SecurityGroupRulesTestJSON-1241328237-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:06.208932 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4206072d-c9a8-4f64-999b-5e78a7a48086 req-9d382a37-f690-4553-ab56-9a4e85f9059a tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:06.221106 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-4206072d-c9a8-4f64-999b-5e78a7a48086 req-9d382a37-f690-4553-ab56-9a4e85f9059a tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] 10.222.0.44 "GET /v2.0/ports?device_id=3829851e-9c6c-4b28-aa19-d0be65035545 HTTP/1.1" status: 200 len: 949 time: 0.0903745 Oct 27 10:20:06.228274 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3829851e-9c6c-4b28-aa19-d0be65035545', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15eae878-2aba-4225-a03d-b12fba2654a9'}] {{(pid=102348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:20:06.230517 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c588921fa634554a1d9242fdea1b05457a9ff1d3b28ba54ec1dace7f2f1df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ea7f754-e20c-42dc-8742-54aa4239ba2b" -d '{"events": [{"server_uuid": "3829851e-9c6c-4b28-aa19-d0be65035545", "name": "network-vif-plugged", "status": "completed", "tag": "15eae878-2aba-4225-a03d-b12fba2654a9"}]}' {{(pid=102348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:20:06.259414 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-38074ae3-a841-4817-adcc-3f78c88cac7f req-068a438a-f10f-486d-ac04-47300a6b88f3 tempest-SecurityGroupRulesTestJSON-1241328237 tempest-SecurityGroupRulesTestJSON-1241328237-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:06.262598 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-38074ae3-a841-4817-adcc-3f78c88cac7f req-068a438a-f10f-486d-ac04-47300a6b88f3 tempest-SecurityGroupRulesTestJSON-1241328237 tempest-SecurityGroupRulesTestJSON-1241328237-project] Publish callbacks [] for security_group, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:06.265670 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-38074ae3-a841-4817-adcc-3f78c88cac7f req-068a438a-f10f-486d-ac04-47300a6b88f3 tempest-SecurityGroupRulesTestJSON-1241328237 tempest-SecurityGroupRulesTestJSON-1241328237-project] 10.222.0.44 "DELETE /v2.0/security-groups/e3da0594-0528-4d65-b4e9-8e9149f400a7 HTTP/1.1" status: 204 len: 173 time: 0.2622309 Oct 27 10:20:06.271537 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Pushing event updated for resources: {'Port': ['ID=15eae878-2aba-4225-a03d-b12fba2654a9,revision_number=5']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:20:06.287421 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-4206072d-c9a8-4f64-999b-5e78a7a48086 req-9bdbfac2-f1ef-42c6-85b1-6dc477dd7db4 tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] 10.222.0.44 "GET /v2.0/security-groups?id=adbff9a4-0ae5-4700-84c2-4b5f53f67e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623877 Oct 27 10:20:06.294829 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068a438a-f10f-486d-ac04-47300a6b88f3 tempest-SecurityGroupRulesTestJSON-1241328237 tempest-SecurityGroupRulesTestJSON-1241328237-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3da0594-0528-4d65-b4e9-8e9149f400a7,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:20:06.443258 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:20:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c2f403e-d344-4305-a584-278feaa9ccd0 x-openstack-request-id: req-8c2f403e-d344-4305-a584-278feaa9ccd0 {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:20:06.443855 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3829851e-9c6c-4b28-aa19-d0be65035545", "name": "network-vif-plugged", "status": "completed", "tag": "15eae878-2aba-4225-a03d-b12fba2654a9", "code": 200}]} {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:20:06.444737 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-8c2f403e-d344-4305-a584-278feaa9ccd0 {{(pid=102348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:20:06.445323 n-d-813419-10 neutron-server[102348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3829851e-9c6c-4b28-aa19-d0be65035545', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15eae878-2aba-4225-a03d-b12fba2654a9', 'code': 200} Oct 27 10:20:06.529138 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-07c6c950-ad5f-4f7e-81c6-2eadd6f256df req-ddf004e2-663a-4332-a7bf-872fd8c6ad9f tempest-SecurityGroupRulesTestJSON-1241328237 tempest-SecurityGroupRulesTestJSON-1241328237-project] 10.222.0.44 "GET /v2.0/security-groups/b7ee4ee1-5b45-4ffc-9a32-cce5eaca65d4 HTTP/1.1" status: 200 len: 2403 time: 0.0643280 Oct 27 10:20:06.636611 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-07c6c950-ad5f-4f7e-81c6-2eadd6f256df req-12864902-4761-4a78-b144-81c9676fcbaa tempest-SecurityGroupRulesTestJSON-1241328237 tempest-SecurityGroupRulesTestJSON-1241328237-project] Publish callbacks [] for security_group, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:06.650824 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa45b88-6716-4cb3-bbbb-e0bf3509a2b6 req-76ddcb3d-c6d9-49b1-9892-190940940232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:06.652865 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-6aa45b88-6716-4cb3-bbbb-e0bf3509a2b6 req-76ddcb3d-c6d9-49b1-9892-190940940232 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=3829851e-9c6c-4b28-aa19-d0be65035545 HTTP/1.1" status: 200 len: 1101 time: 0.0800617 Oct 27 10:20:06.667326 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-07c6c950-ad5f-4f7e-81c6-2eadd6f256df req-12864902-4761-4a78-b144-81c9676fcbaa tempest-SecurityGroupRulesTestJSON-1241328237 tempest-SecurityGroupRulesTestJSON-1241328237-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:06.695494 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-6aa45b88-6716-4cb3-bbbb-e0bf3509a2b6 req-979b3f8b-071f-46d5-89fd-252d8a010183 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=adbff9a4-0ae5-4700-84c2-4b5f53f67e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308917 Oct 27 10:20:06.724852 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-07c6c950-ad5f-4f7e-81c6-2eadd6f256df req-12864902-4761-4a78-b144-81c9676fcbaa tempest-SecurityGroupRulesTestJSON-1241328237 tempest-SecurityGroupRulesTestJSON-1241328237-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:06.727560 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-07c6c950-ad5f-4f7e-81c6-2eadd6f256df req-12864902-4761-4a78-b144-81c9676fcbaa tempest-SecurityGroupRulesTestJSON-1241328237 tempest-SecurityGroupRulesTestJSON-1241328237-project] Publish callbacks [] for security_group, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:06.728958 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-07c6c950-ad5f-4f7e-81c6-2eadd6f256df req-12864902-4761-4a78-b144-81c9676fcbaa tempest-SecurityGroupRulesTestJSON-1241328237 tempest-SecurityGroupRulesTestJSON-1241328237-project] 10.222.0.44 "DELETE /v2.0/security-groups/b7ee4ee1-5b45-4ffc-9a32-cce5eaca65d4 HTTP/1.1" status: 204 len: 173 time: 0.1986082 Oct 27 10:20:06.743738 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12864902-4761-4a78-b144-81c9676fcbaa tempest-SecurityGroupRulesTestJSON-1241328237 tempest-SecurityGroupRulesTestJSON-1241328237-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7ee4ee1-5b45-4ffc-9a32-cce5eaca65d4,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:20:06.763855 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-fe822eaf-ee2c-481a-a561-eaa0d30b3cdd req-8f6501aa-03aa-40e8-a873-3bc9d7c36e23 tempest-FlavorsV2NegativeTest-48302015 tempest-FlavorsV2NegativeTest-48302015-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=6a8c25e79dd242d78a7145aa0e74eb63&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0255551 Oct 27 10:20:06.819328 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b634f52f-549d-4415-bcef-138800c3f8f7 req-f59dca09-46a8-4ade-bfdd-15ac0ec6fd46 tempest-SecurityGroupRulesTestJSON-1241328237 tempest-SecurityGroupRulesTestJSON-1241328237-project] 10.222.0.44 "GET /v2.0/security-groups/7f1896e4-220b-4b5f-b772-ac60b37e58eb HTTP/1.1" status: 200 len: 2397 time: 0.0399601 Oct 27 10:20:06.874059 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe822eaf-ee2c-481a-a561-eaa0d30b3cdd req-85a6cc60-d631-4ca9-bdaa-e3017dc6a04f tempest-FlavorsV2NegativeTest-48302015 tempest-FlavorsV2NegativeTest-48302015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:06.875507 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-fe822eaf-ee2c-481a-a561-eaa0d30b3cdd req-85a6cc60-d631-4ca9-bdaa-e3017dc6a04f tempest-FlavorsV2NegativeTest-48302015 tempest-FlavorsV2NegativeTest-48302015-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1040809 Oct 27 10:20:06.877332 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-b634f52f-549d-4415-bcef-138800c3f8f7 req-adab506c-b301-4e2b-b418-4de13bef8992 tempest-SecurityGroupRulesTestJSON-1241328237 tempest-SecurityGroupRulesTestJSON-1241328237-project] Publish callbacks [] for security_group, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:06.890234 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-fe822eaf-ee2c-481a-a561-eaa0d30b3cdd req-567e54d4-091d-4157-91f5-6e2ceb2df226 tempest-FlavorsV2NegativeTest-48302015 tempest-FlavorsV2NegativeTest-48302015-project] 10.222.0.44 "GET /v2.0/quotas/6a8c25e79dd242d78a7145aa0e74eb63 HTTP/1.1" status: 200 len: 375 time: 0.0089107 Oct 27 10:20:06.899827 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-b634f52f-549d-4415-bcef-138800c3f8f7 req-adab506c-b301-4e2b-b418-4de13bef8992 tempest-SecurityGroupRulesTestJSON-1241328237 tempest-SecurityGroupRulesTestJSON-1241328237-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:06.923357 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-fe822eaf-ee2c-481a-a561-eaa0d30b3cdd req-657db694-9298-4a4e-8eb2-f116724d9ccb tempest-FlavorsV2NegativeTest-48302015 tempest-FlavorsV2NegativeTest-48302015-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=6a8c25e79dd242d78a7145aa0e74eb63&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0270236 Oct 27 10:20:06.953458 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-b634f52f-549d-4415-bcef-138800c3f8f7 req-adab506c-b301-4e2b-b418-4de13bef8992 tempest-SecurityGroupRulesTestJSON-1241328237 tempest-SecurityGroupRulesTestJSON-1241328237-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:06.956277 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-b634f52f-549d-4415-bcef-138800c3f8f7 req-adab506c-b301-4e2b-b418-4de13bef8992 tempest-SecurityGroupRulesTestJSON-1241328237 tempest-SecurityGroupRulesTestJSON-1241328237-project] Publish callbacks [] for security_group, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:06.957390 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b634f52f-549d-4415-bcef-138800c3f8f7 req-adab506c-b301-4e2b-b418-4de13bef8992 tempest-SecurityGroupRulesTestJSON-1241328237 tempest-SecurityGroupRulesTestJSON-1241328237-project] 10.222.0.44 "DELETE /v2.0/security-groups/7f1896e4-220b-4b5f-b772-ac60b37e58eb HTTP/1.1" status: 204 len: 173 time: 0.1319904 Oct 27 10:20:06.967613 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adab506c-b301-4e2b-b418-4de13bef8992 tempest-SecurityGroupRulesTestJSON-1241328237 tempest-SecurityGroupRulesTestJSON-1241328237-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f1896e4-220b-4b5f-b772-ac60b37e58eb,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:20:06.969232 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 40668) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:20:07.063504 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c4f8f4c-46ed-4379-8c20-162ea84c4462 admin admin] Deleting subnet 0afa9a5c-2234-4137-9bd5-d695da5328a0 {{(pid=102347) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 10:20:07.084161 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-e81cb257-0dde-411c-b2a4-7dc55b918df1 req-6b8d62d2-dfba-490d-bbb8-67b67ce87bf2 tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] 10.222.0.44 "GET /v2.0/ports?device_id=bf279598-8975-4de3-ae21-c8ab4a50138d HTTP/1.1" status: 200 len: 210 time: 0.0360360 Oct 27 10:20:07.084829 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-6c4f8f4c-46ed-4379-8c20-162ea84c4462 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:07.125506 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-6c4f8f4c-46ed-4379-8c20-162ea84c4462 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-18445109'] for subnet, precommit_delete_associations {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:07.182042 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-6c4f8f4c-46ed-4379-8c20-162ea84c4462 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855646'] for subnet, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:07.291388 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f677078a-0a52-464c-a460-478da1142934 req-b20de32f-6b2a-4900-b8a8-22c98199401c tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:07.293249 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-f677078a-0a52-464c-a460-478da1142934 req-b20de32f-6b2a-4900-b8a8-22c98199401c tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] 10.222.0.64 "GET /v2.0/networks?id=1886fe3b-e088-4c7d-8f4c-b14d4440b311 HTTP/1.1" status: 200 len: 821 time: 0.1911180 Oct 27 10:20:07.295646 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-6c4f8f4c-46ed-4379-8c20-162ea84c4462 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-18295818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18043720'] for subnet, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:07.306768 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [req-f677078a-0a52-464c-a460-478da1142934 req-652bb916-bcd8-4ca1-8316-eda96c137fd4 tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] Request body: {'port': {'device_id': 'bf279598-8975-4de3-ae21-c8ab4a50138d', 'network_id': '1886fe3b-e088-4c7d-8f4c-b14d4440b311', 'admin_state_up': True, 'tenant_id': '54312c7c8f9740c0a6858560a6518b0e'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:20:07.328391 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4f8f4c-46ed-4379-8c20-162ea84c4462 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0afa9a5c-2234-4137-9bd5-d695da5328a0,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:20:07.340769 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-6c4f8f4c-46ed-4379-8c20-162ea84c4462 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:07.356244 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-6c4f8f4c-46ed-4379-8c20-162ea84c4462 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/0afa9a5c-2234-4137-9bd5-d695da5328a0 HTTP/1.1" status: 204 len: 168 time: 0.3834863 Oct 27 10:20:07.358072 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 40698) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:20:07.373430 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05fb8ad-a2a9-4cba-acdd-a6d8ee420307 req-b1396302-c1de-47bf-a43e-d7ecb3e66313 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:07.381876 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-c05fb8ad-a2a9-4cba-acdd-a6d8ee420307 req-b1396302-c1de-47bf-a43e-d7ecb3e66313 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/ports?device_id=a52d4eb7-7ffd-4109-9f94-dc97814340a0 HTTP/1.1" status: 200 len: 950 time: 0.3051138 Oct 27 10:20:07.443891 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-c05fb8ad-a2a9-4cba-acdd-a6d8ee420307 req-93effc20-e5d2-4cd3-96d9-fef00db56a76 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/security-groups?id=e786382c-1289-4f9d-b471-ed120470c2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609505 Oct 27 10:20:07.462048 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-caddd052-7dda-490a-8250-83775f1fb386 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586917'] for network, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:07.534942 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f677078a-0a52-464c-a460-478da1142934 req-652bb916-bcd8-4ca1-8316-eda96c137fd4 tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] Made reservation on behalf of 54312c7c8f9740c0a6858560a6518b0e for: {'port': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:20:07.542664 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-f677078a-0a52-464c-a460-478da1142934 req-652bb916-bcd8-4ca1-8316-eda96c137fd4 tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:07.596530 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750953ba-10a7-4a91-b0d4-238fe9e1eca7 req-d80632c0-fcbb-45ea-a9b2-ef6f8f89ab9f tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:07.603671 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-750953ba-10a7-4a91-b0d4-238fe9e1eca7 req-d80632c0-fcbb-45ea-a9b2-ef6f8f89ab9f tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] 10.222.0.44 "GET /v2.0/ports?device_id=3829851e-9c6c-4b28-aa19-d0be65035545 HTTP/1.1" status: 200 len: 949 time: 0.1378474 Oct 27 10:20:07.647282 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-caddd052-7dda-490a-8250-83775f1fb386 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857803', 'neutron.services.segments.db._delete_segments_for_network-8743873143390'] for network, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:07.679966 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-caddd052-7dda-490a-8250-83775f1fb386 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0c4f75e-9111-4d30-9cc4-5423a6eb95a2']}} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:20:07.697572 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-750953ba-10a7-4a91-b0d4-238fe9e1eca7 req-966b8974-90a5-4b03-8e8e-8564bb5c4129 tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] 10.222.0.44 "GET /v2.0/security-groups?id=adbff9a4-0ae5-4700-84c2-4b5f53f67e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929184 Oct 27 10:20:07.711339 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-caddd052-7dda-490a-8250-83775f1fb386 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99e1730b-cc70-406d-a6cf-7ac4e51f1f52') {'for_net_delete': True} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:20:07.711638 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-caddd052-7dda-490a-8250-83775f1fb386 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99e1730b-cc70-406d-a6cf-7ac4e51f1f52') {} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:20:07.721253 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-caddd052-7dda-490a-8250-83775f1fb386 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743873145191', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18445132'] for segment, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:07.728156 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 40714) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:20:07.748427 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-caddd052-7dda-490a-8250-83775f1fb386 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:07.751308 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_common [req-f677078a-0a52-464c-a460-478da1142934 req-652bb916-bcd8-4ca1-8316-eda96c137fd4 tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] Allocated IP 172.20.0.5 (1886fe3b-e088-4c7d-8f4c-b14d4440b311/823c78a5-c352-4686-b77c-588d22c2aa2c/42128473-d858-46d3-98ca-d69e235d8820) {{(pid=102346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:20:07.756323 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-caddd052-7dda-490a-8250-83775f1fb386 admin admin] Releasing vlan 420 on physical network physnet1 to pool {{(pid=102347) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 10:20:07.756831 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-caddd052-7dda-490a-8250-83775f1fb386 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-18296032'] for segment, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:07.758874 n-d-813419-10 neutron-server[102347]: Traceback (most recent call last): Oct 27 10:20:07.758874 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 10:20:07.758874 n-d-813419-10 neutron-server[102347]: timer() Oct 27 10:20:07.758874 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 10:20:07.758874 n-d-813419-10 neutron-server[102347]: cb(*args, **kw) Oct 27 10:20:07.758874 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 10:20:07.758874 n-d-813419-10 neutron-server[102347]: return func(*args, **kwargs) Oct 27 10:20:07.758874 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 10:20:07.758874 n-d-813419-10 neutron-server[102347]: self._notify() Oct 27 10:20:07.758874 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 10:20:07.758874 n-d-813419-10 neutron-server[102347]: self.callback(batched_events) Oct 27 10:20:07.758874 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 10:20:07.758874 n-d-813419-10 neutron-server[102347]: event.method(event) Oct 27 10:20:07.758874 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 10:20:07.758874 n-d-813419-10 neutron-server[102347]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 10:20:07.758874 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 10:20:07.758874 n-d-813419-10 neutron-server[102347]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 10:20:07.758874 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 10:20:07.758874 n-d-813419-10 neutron-server[102347]: return f(self, *a, **k) Oct 27 10:20:07.758874 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 10:20:07.758874 n-d-813419-10 neutron-server[102347]: return self._get(url).json() Oct 27 10:20:07.758874 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 10:20:07.758874 n-d-813419-10 neutron-server[102347]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 10:20:07.758874 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 10:20:07.758874 n-d-813419-10 neutron-server[102347]: return self.request(url, 'GET', **kwargs) Oct 27 10:20:07.758874 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 10:20:07.758874 n-d-813419-10 neutron-server[102347]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 10:20:07.758874 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 10:20:07.758874 n-d-813419-10 neutron-server[102347]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 10:20:07.758874 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 10:20:07.758874 n-d-813419-10 neutron-server[102347]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 10:20:07.758874 n-d-813419-10 neutron-server[102347]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 10:20:07.810865 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 40718) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:20:07.826809 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-caddd052-7dda-490a-8250-83775f1fb386 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664840'] for network, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:07.835069 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-caddd052-7dda-490a-8250-83775f1fb386 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for network, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:07.844264 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-caddd052-7dda-490a-8250-83775f1fb386 admin admin] 10.222.0.44 "DELETE /v2.0/networks/f0c4f75e-9111-4d30-9cc4-5423a6eb95a2 HTTP/1.1" status: 204 len: 168 time: 0.4813926 Oct 27 10:20:07.869013 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caddd052-7dda-490a-8250-83775f1fb386 admin admin] Pushing event deleted for resources: {'Network': ['ID=f0c4f75e-9111-4d30-9cc4-5423a6eb95a2,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:20:07.930341 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-f677078a-0a52-464c-a460-478da1142934 req-652bb916-bcd8-4ca1-8316-eda96c137fd4 tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] Publish callbacks [] for port, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:07.942898 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-5001cac7-11c5-4301-ae70-9c804e15a613 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:07.945753 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-d70141e1-a634-4261-91f0-62d28ea98612 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:07.977018 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-f677078a-0a52-464c-a460-478da1142934 req-652bb916-bcd8-4ca1-8316-eda96c137fd4 tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:07.992106 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] get_ports_and_sgs() called for port_ids ['cc809c9a-81c2-48fc-a862-97633a5e993c'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:20:08.034682 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f677078a-0a52-464c-a460-478da1142934 req-652bb916-bcd8-4ca1-8316-eda96c137fd4 tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] Network 1886fe3b-e088-4c7d-8f4c-b14d4440b311 is already hosted by enough agents. {{(pid=102346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:20:08.038174 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [req-f677078a-0a52-464c-a460-478da1142934 req-652bb916-bcd8-4ca1-8316-eda96c137fd4 tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] Resources bound (agent type, host, resource id): {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:20:08.045763 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [req-f677078a-0a52-464c-a460-478da1142934 req-652bb916-bcd8-4ca1-8316-eda96c137fd4 tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] Received port after_create {{(pid=102346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:20:08.052861 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 40728) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:20:08.103808 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f677078a-0a52-464c-a460-478da1142934 req-652bb916-bcd8-4ca1-8316-eda96c137fd4 tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:08.105053 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-f677078a-0a52-464c-a460-478da1142934 req-652bb916-bcd8-4ca1-8316-eda96c137fd4 tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:08.125296 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652bb916-bcd8-4ca1-8316-eda96c137fd4 tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] Pushing event updated for resources: {'Port': ['ID=42128473-d858-46d3-98ca-d69e235d8820,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:20:08.132784 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-f677078a-0a52-464c-a460-478da1142934 req-652bb916-bcd8-4ca1-8316-eda96c137fd4 tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8300719 Oct 27 10:20:08.146455 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-a6657333-9486-45e9-a150-0a58021dfa0f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a585d5495bb44430a75f32e448c8d1eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0912955 Oct 27 10:20:08.150061 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 40732) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:20:08.152251 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [req-f677078a-0a52-464c-a460-478da1142934 req-2dbfea58-7306-4fcf-bac1-821712d0f442 service neutron] Request body: {'port': {'device_id': 'bf279598-8975-4de3-ae21-c8ab4a50138d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-10'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:20:08.212503 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-d70141e1-a634-4261-91f0-62d28ea98612 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:08.237515 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-f677078a-0a52-464c-a460-478da1142934 req-2dbfea58-7306-4fcf-bac1-821712d0f442 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:08.257444 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-5001cac7-11c5-4301-ae70-9c804e15a613 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:08.258620 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-d70141e1-a634-4261-91f0-62d28ea98612 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:08.288864 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-5001cac7-11c5-4301-ae70-9c804e15a613 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:08.323627 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-fe57eddc-1a82-4a14-945f-b5a0d0f45677 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:08.334026 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-d70141e1-a634-4261-91f0-62d28ea98612 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=6051e7dbe79d4afdacff08210142ee2e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6048398 Oct 27 10:20:08.341177 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 40738) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:20:08.359157 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1763582-35dd-4748-90b4-5de96dcd5eb7 req-f6a0e45d-f791-46fa-86a4-c0f0e55436f1 tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:08.366570 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c1763582-35dd-4748-90b4-5de96dcd5eb7 req-f6a0e45d-f791-46fa-86a4-c0f0e55436f1 tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] 10.222.0.44 "GET /v2.0/ports?device_id=bf279598-8975-4de3-ae21-c8ab4a50138d HTTP/1.1" status: 200 len: 931 time: 0.1616292 Oct 27 10:20:08.368622 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70141e1-a634-4261-91f0-62d28ea98612 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6d7aa07-6eb6-4f4e-b410-2c5bd2dea7a2,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:20:08.389801 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-5001cac7-11c5-4301-ae70-9c804e15a613 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=6a8c25e79dd242d78a7145aa0e74eb63&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5777721 Oct 27 10:20:08.393644 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 40744) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:20:08.416474 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-fe57eddc-1a82-4a14-945f-b5a0d0f45677 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:08.436818 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5001cac7-11c5-4301-ae70-9c804e15a613 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e84f8e13-f3a6-421d-b5ec-5c43c6498417,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:20:08.468949 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c1763582-35dd-4748-90b4-5de96dcd5eb7 req-78c2c79f-9ad5-41c2-b0ec-138414ca33a9 tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] 10.222.0.44 "GET /v2.0/security-groups?id=e3018bff-e5f8-44d8-a835-69520a8698da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984132 Oct 27 10:20:08.487097 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-1d49d9b8-6f59-43bc-bf2d-1faf482a56e0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:08.505635 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-fe57eddc-1a82-4a14-945f-b5a0d0f45677 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:08.508324 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-fe57eddc-1a82-4a14-945f-b5a0d0f45677 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:08.512359 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-fe57eddc-1a82-4a14-945f-b5a0d0f45677 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/181cef88-95c2-4d7b-a73d-f2bec6f69fed HTTP/1.1" status: 204 len: 168 time: 0.3583980 Oct 27 10:20:08.521166 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe57eddc-1a82-4a14-945f-b5a0d0f45677 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=181cef88-95c2-4d7b-a73d-f2bec6f69fed,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:20:08.529490 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-1d49d9b8-6f59-43bc-bf2d-1faf482a56e0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:08.531129 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ecec7c51-6859-4c22-ae71-d3aba540ad3d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:08.600037 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ecec7c51-6859-4c22-ae71-d3aba540ad3d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:08.637178 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecab5dc-d10a-455f-9628-529286cb8e05 req-f0101d34-116d-49d3-bf0d-93534914e420 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:08.638793 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-eecab5dc-d10a-455f-9628-529286cb8e05 req-f0101d34-116d-49d3-bf0d-93534914e420 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/ports?device_id=a52d4eb7-7ffd-4109-9f94-dc97814340a0 HTTP/1.1" status: 200 len: 950 time: 0.0540299 Oct 27 10:20:08.671975 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:08.673550 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-1d49d9b8-6f59-43bc-bf2d-1faf482a56e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:08.676070 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-1d49d9b8-6f59-43bc-bf2d-1faf482a56e0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:08.677235 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-1d49d9b8-6f59-43bc-bf2d-1faf482a56e0 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e6d7aa07-6eb6-4f4e-b410-2c5bd2dea7a2 HTTP/1.1" status: 204 len: 168 time: 0.3351982 Oct 27 10:20:08.692151 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d49d9b8-6f59-43bc-bf2d-1faf482a56e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6d7aa07-6eb6-4f4e-b410-2c5bd2dea7a2,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:20:08.711468 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [req-f677078a-0a52-464c-a460-478da1142934 req-2dbfea58-7306-4fcf-bac1-821712d0f442 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42128473-d858-46d3-98ca-d69e235d8820 {{(pid=102346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:20:08.716859 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-eecab5dc-d10a-455f-9628-529286cb8e05 req-f6d2013c-cfcf-4e25-ae31-e71143e40cbe tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/security-groups?id=e786382c-1289-4f9d-b471-ed120470c2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664666 Oct 27 10:20:08.721615 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-f677078a-0a52-464c-a460-478da1142934 req-2dbfea58-7306-4fcf-bac1-821712d0f442 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:08.724543 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ecec7c51-6859-4c22-ae71-d3aba540ad3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:08.727587 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ecec7c51-6859-4c22-ae71-d3aba540ad3d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:08.728776 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-ecec7c51-6859-4c22-ae71-d3aba540ad3d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e84f8e13-f3a6-421d-b5ec-5c43c6498417 HTTP/1.1" status: 204 len: 168 time: 0.3319762 Oct 27 10:20:08.745638 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecec7c51-6859-4c22-ae71-d3aba540ad3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e84f8e13-f3a6-421d-b5ec-5c43c6498417,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:20:08.747607 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.provisioning_blocks [req-f677078a-0a52-464c-a460-478da1142934 req-2dbfea58-7306-4fcf-bac1-821712d0f442 service neutron] Transition to ACTIVE for port object 42128473-d858-46d3-98ca-d69e235d8820 will not be triggered until provisioned by entity L2. {{(pid=102346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 10:20:08.753445 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-f677078a-0a52-464c-a460-478da1142934 req-2dbfea58-7306-4fcf-bac1-821712d0f442 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27024173'] for port, after_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:08.810695 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbfea58-7306-4fcf-bac1-821712d0f442 service neutron] Pushing event updated for resources: {'Port': ['ID=42128473-d858-46d3-98ca-d69e235d8820,revision_number=2']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:20:08.885024 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.managers [req-f677078a-0a52-464c-a460-478da1142934 req-2dbfea58-7306-4fcf-bac1-821712d0f442 service neutron] Attempting to bind port 42128473-d858-46d3-98ca-d69e235d8820 on host n-h1-813419-10 for vnic_type normal with profile {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:20:08.885495 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.managers [req-f677078a-0a52-464c-a460-478da1142934 req-2dbfea58-7306-4fcf-bac1-821712d0f442 service neutron] Attempting to bind port 42128473-d858-46d3-98ca-d69e235d8820 by drivers openvswitch,hyperv on host n-h1-813419-10 at level 0 using segments [{'id': '4fd5c29a-a838-4106-a890-06a671bde674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '1886fe3b-e088-4c7d-8f4c-b14d4440b311'}] {{(pid=102346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:20:08.885924 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f677078a-0a52-464c-a460-478da1142934 req-2dbfea58-7306-4fcf-bac1-821712d0f442 service neutron] Attempting to bind port 42128473-d858-46d3-98ca-d69e235d8820 on network 1886fe3b-e088-4c7d-8f4c-b14d4440b311 {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:20:08.897123 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f677078a-0a52-464c-a460-478da1142934 req-2dbfea58-7306-4fcf-bac1-821712d0f442 service neutron] Port 42128473-d858-46d3-98ca-d69e235d8820 on network 1886fe3b-e088-4c7d-8f4c-b14d4440b311 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-10 {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 10:20:08.897993 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f677078a-0a52-464c-a460-478da1142934 req-2dbfea58-7306-4fcf-bac1-821712d0f442 service neutron] Attempting to bind port 42128473-d858-46d3-98ca-d69e235d8820 on network 1886fe3b-e088-4c7d-8f4c-b14d4440b311 {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:20:08.904474 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f677078a-0a52-464c-a460-478da1142934 req-2dbfea58-7306-4fcf-bac1-821712d0f442 service neutron] Checking agent: {'id': 'a52e1cab-0c63-402d-9c94-330537c6c076', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 16, 2), 'started_at': datetime.datetime(2021, 10, 27, 10, 16, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 20, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:20:08.905079 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f677078a-0a52-464c-a460-478da1142934 req-2dbfea58-7306-4fcf-bac1-821712d0f442 service neutron] Checking segment: {'id': '4fd5c29a-a838-4106-a890-06a671bde674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '1886fe3b-e088-4c7d-8f4c-b14d4440b311'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:20:08.905671 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f677078a-0a52-464c-a460-478da1142934 req-2dbfea58-7306-4fcf-bac1-821712d0f442 service neutron] Bound using segment: {'id': '4fd5c29a-a838-4106-a890-06a671bde674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '1886fe3b-e088-4c7d-8f4c-b14d4440b311'} {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:20:08.906298 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.managers [req-f677078a-0a52-464c-a460-478da1142934 req-2dbfea58-7306-4fcf-bac1-821712d0f442 service neutron] Bound port: 42128473-d858-46d3-98ca-d69e235d8820, host: n-h1-813419-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4fd5c29a-a838-4106-a890-06a671bde674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '1886fe3b-e088-4c7d-8f4c-b14d4440b311'}}] {{(pid=102346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:20:08.907371 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-f677078a-0a52-464c-a460-478da1142934 req-2dbfea58-7306-4fcf-bac1-821712d0f442 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:08.959450 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12157b40-de80-4b17-8b83-3f2907702f6a req-9b2f82bf-1b78-406e-9a1f-4e12feac1845 tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:08.961131 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-12157b40-de80-4b17-8b83-3f2907702f6a req-9b2f82bf-1b78-406e-9a1f-4e12feac1845 tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] 10.222.0.44 "GET /v2.0/ports?device_id=3829851e-9c6c-4b28-aa19-d0be65035545 HTTP/1.1" status: 200 len: 949 time: 0.0614851 Oct 27 10:20:09.013266 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-12157b40-de80-4b17-8b83-3f2907702f6a req-4dd3fe26-f88a-468e-b2e8-d550b35a75f3 tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] 10.222.0.44 "GET /v2.0/security-groups?id=adbff9a4-0ae5-4700-84c2-4b5f53f67e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441024 Oct 27 10:20:09.022808 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [req-f677078a-0a52-464c-a460-478da1142934 req-2dbfea58-7306-4fcf-bac1-821712d0f442 service neutron] For port 42128473-d858-46d3-98ca-d69e235d8820, host n-h1-813419-10, cleared binding levels {{(pid=102346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:20:09.026297 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [req-f677078a-0a52-464c-a460-478da1142934 req-2dbfea58-7306-4fcf-bac1-821712d0f442 service neutron] For port 42128473-d858-46d3-98ca-d69e235d8820, host n-h1-813419-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=42128473-d858-46d3-98ca-d69e235d8820,segment=NetworkSegment(4fd5c29a-a838-4106-a890-06a671bde674),segment_id=4fd5c29a-a838-4106-a890-06a671bde674)] {{(pid=102346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:20:09.039108 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-f677078a-0a52-464c-a460-478da1142934 req-2dbfea58-7306-4fcf-bac1-821712d0f442 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27024173'] for port, after_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:09.076020 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f677078a-0a52-464c-a460-478da1142934 req-2dbfea58-7306-4fcf-bac1-821712d0f442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:09.076740 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-f677078a-0a52-464c-a460-478da1142934 req-2dbfea58-7306-4fcf-bac1-821712d0f442 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:09.078556 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-f677078a-0a52-464c-a460-478da1142934 req-2dbfea58-7306-4fcf-bac1-821712d0f442 service neutron] 10.222.0.64 "PUT /v2.0/ports/42128473-d858-46d3-98ca-d69e235d8820 HTTP/1.1" status: 200 len: 1092 time: 0.9375930 Oct 27 10:20:09.079135 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf279598-8975-4de3-ae21-c8ab4a50138d', 'tag': '42128473-d858-46d3-98ca-d69e235d8820'}] {{(pid=102346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:20:09.081552 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc0e418f5fc417c8d55d94c0aa509b037d0beb2a734c1a709e789eb65639a56d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-967900f0-4423-4236-ac11-02f929941c39" -d '{"events": [{"name": "network-changed", "server_uuid": "bf279598-8975-4de3-ae21-c8ab4a50138d", "tag": "42128473-d858-46d3-98ca-d69e235d8820"}]}' {{(pid=102346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:20:09.115803 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbfea58-7306-4fcf-bac1-821712d0f442 service neutron] Pushing event updated for resources: {'Port': ['ID=42128473-d858-46d3-98ca-d69e235d8820,revision_number=3']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:20:09.188767 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 10:20:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ff2412b-521b-43a2-b4b0-2bf1de306381 x-openstack-request-id: req-1ff2412b-521b-43a2-b4b0-2bf1de306381 {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:20:09.189292 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf279598-8975-4de3-ae21-c8ab4a50138d", "tag": "42128473-d858-46d3-98ca-d69e235d8820", "status": "completed", "code": 200}]} {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:20:09.189854 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1ff2412b-521b-43a2-b4b0-2bf1de306381 {{(pid=102346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:20:09.190631 n-d-813419-10 neutron-server[102346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf279598-8975-4de3-ae21-c8ab4a50138d', 'tag': '42128473-d858-46d3-98ca-d69e235d8820', 'status': 'completed', 'code': 200} Oct 27 10:20:09.210417 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f677078a-0a52-464c-a460-478da1142934 req-cc52f1be-40e1-4223-b35b-c5c4c73081ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:09.212003 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-f677078a-0a52-464c-a460-478da1142934 req-cc52f1be-40e1-4223-b35b-c5c4c73081ad service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=54312c7c8f9740c0a6858560a6518b0e&device_id=bf279598-8975-4de3-ae21-c8ab4a50138d HTTP/1.1" status: 200 len: 1095 time: 0.0729198 Oct 27 10:20:09.234270 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 40790) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:20:09.249783 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-7b9046f7-4bf9-47d7-9518-51bc1ec33654 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:09.272172 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-f677078a-0a52-464c-a460-478da1142934 req-4a6ead48-0c5a-49ca-9433-719b203c0c79 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=42128473-d858-46d3-98ca-d69e235d8820 HTTP/1.1" status: 200 len: 217 time: 0.0500259 Oct 27 10:20:09.331026 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f677078a-0a52-464c-a460-478da1142934 req-71947316-a856-4cf1-aaeb-d4ada8d578c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:09.333197 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-f677078a-0a52-464c-a460-478da1142934 req-71947316-a856-4cf1-aaeb-d4ada8d578c5 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=823c78a5-c352-4686-b77c-588d22c2aa2c HTTP/1.1" status: 200 len: 861 time: 0.0532954 Oct 27 10:20:09.337411 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-7b9046f7-4bf9-47d7-9518-51bc1ec33654 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:09.342431 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-7b9046f7-4bf9-47d7-9518-51bc1ec33654 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:09.370317 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-f677078a-0a52-464c-a460-478da1142934 req-e6e5fad6-2ca2-4558-9503-615e015bb8df service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1886fe3b-e088-4c7d-8f4c-b14d4440b311&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302131 Oct 27 10:20:09.387149 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-7b9046f7-4bf9-47d7-9518-51bc1ec33654 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f03539c1654d44e1a086857cf9aa75d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1509321 Oct 27 10:20:09.388645 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9046f7-4bf9-47d7-9518-51bc1ec33654 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1b84ef8-832b-400f-9c72-5b00ec78c64b,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:20:09.392124 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 40798) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:20:09.509895 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-9142cfb0-4d78-442b-9d5b-331122969307 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:09.522974 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-f677078a-0a52-464c-a460-478da1142934 req-9a60cde0-d0e5-4925-ad1c-eb972a7362db service neutron] 10.222.0.64 "GET /v2.0/networks/1886fe3b-e088-4c7d-8f4c-b14d4440b311?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454213 Oct 27 10:20:09.544503 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-9142cfb0-4d78-442b-9d5b-331122969307 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:09.608693 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3010603-ad47-458f-90c5-80dd7f444ef7 req-20f9a4a9-4fa0-4ac2-82d8-d91bf4218c74 tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:09.616365 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-e3010603-ad47-458f-90c5-80dd7f444ef7 req-20f9a4a9-4fa0-4ac2-82d8-d91bf4218c74 tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] 10.222.0.44 "GET /v2.0/ports?device_id=bf279598-8975-4de3-ae21-c8ab4a50138d HTTP/1.1" status: 200 len: 943 time: 0.0593452 Oct 27 10:20:09.678861 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-e3010603-ad47-458f-90c5-80dd7f444ef7 req-fc541d88-82f2-4055-bf43-235e170672dd tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] 10.222.0.44 "GET /v2.0/security-groups?id=e3018bff-e5f8-44d8-a835-69520a8698da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554850 Oct 27 10:20:09.867285 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dabc4b-c065-4c08-a3d6-94c0c719adba req-530bd212-a6e4-445b-b141-e9d25ffbf3da tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:09.877176 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-f5dabc4b-c065-4c08-a3d6-94c0c719adba req-530bd212-a6e4-445b-b141-e9d25ffbf3da tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/ports?device_id=a52d4eb7-7ffd-4109-9f94-dc97814340a0 HTTP/1.1" status: 200 len: 950 time: 0.0627246 Oct 27 10:20:09.885634 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-f677078a-0a52-464c-a460-478da1142934 req-94870e1f-8f3c-4d52-b707-9b836f758399 service neutron] 10.222.0.64 "GET /v2.0/networks/1886fe3b-e088-4c7d-8f4c-b14d4440b311?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3535590 Oct 27 10:20:09.888150 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-9142cfb0-4d78-442b-9d5b-331122969307 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:09.891303 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-9142cfb0-4d78-442b-9d5b-331122969307 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:09.893138 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-9142cfb0-4d78-442b-9d5b-331122969307 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c1b84ef8-832b-400f-9c72-5b00ec78c64b HTTP/1.1" status: 204 len: 168 time: 0.4998190 Oct 27 10:20:09.901440 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9142cfb0-4d78-442b-9d5b-331122969307 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1b84ef8-832b-400f-9c72-5b00ec78c64b,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:20:09.930507 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-f5dabc4b-c065-4c08-a3d6-94c0c719adba req-ca4f2262-c8b7-4fd2-b200-4a973f144680 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/security-groups?id=e786382c-1289-4f9d-b471-ed120470c2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524070 Oct 27 10:20:09.979895 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 40830) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:20:09.998642 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967900f0-4423-4236-ac11-02f929941c39 req-e9c8b752-33fe-4a8a-bef6-0b4c8f7c8acc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:10.000174 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-967900f0-4423-4236-ac11-02f929941c39 req-e9c8b752-33fe-4a8a-bef6-0b4c8f7c8acc service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=54312c7c8f9740c0a6858560a6518b0e&device_id=bf279598-8975-4de3-ae21-c8ab4a50138d HTTP/1.1" status: 200 len: 1095 time: 0.0431955 Oct 27 10:20:10.119713 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967900f0-4423-4236-ac11-02f929941c39 req-ad03567a-88b4-4fb8-b29c-6dc23a9c558f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:10.122846 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-967900f0-4423-4236-ac11-02f929941c39 req-ad03567a-88b4-4fb8-b29c-6dc23a9c558f service neutron] 10.222.0.64 "GET /v2.0/networks?id=1886fe3b-e088-4c7d-8f4c-b14d4440b311 HTTP/1.1" status: 200 len: 922 time: 0.1044619 Oct 27 10:20:10.145488 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ecd1fd-2d10-413b-86cb-5281b4fa9b3b req-b9aecf97-945c-4584-bbc4-57cd4b2ae779 tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:10.146999 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-18ecd1fd-2d10-413b-86cb-5281b4fa9b3b req-b9aecf97-945c-4584-bbc4-57cd4b2ae779 tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] 10.222.0.44 "GET /v2.0/ports?device_id=3829851e-9c6c-4b28-aa19-d0be65035545 HTTP/1.1" status: 200 len: 949 time: 0.0555179 Oct 27 10:20:10.176471 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-967900f0-4423-4236-ac11-02f929941c39 req-11e5c411-705e-4bb5-a977-b6d96cd8e720 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=42128473-d858-46d3-98ca-d69e235d8820 HTTP/1.1" status: 200 len: 217 time: 0.0453949 Oct 27 10:20:10.223724 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-18ecd1fd-2d10-413b-86cb-5281b4fa9b3b req-b7f5adc2-2ee5-415d-9673-8b1961741f8b tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] 10.222.0.44 "GET /v2.0/security-groups?id=adbff9a4-0ae5-4700-84c2-4b5f53f67e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664821 Oct 27 10:20:10.262362 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967900f0-4423-4236-ac11-02f929941c39 req-cd4ddd27-bcf0-4d94-837b-08397e698e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:10.267775 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-967900f0-4423-4236-ac11-02f929941c39 req-cd4ddd27-bcf0-4d94-837b-08397e698e26 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=823c78a5-c352-4686-b77c-588d22c2aa2c HTTP/1.1" status: 200 len: 861 time: 0.0851178 Oct 27 10:20:10.288928 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-249ccbb0-e0c6-453f-9cad-68dd60a1d40e admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-400905066-network', 'tenant_id': 'f7d542f2ad3542a48fab2828515078ca'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:20:10.307721 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-967900f0-4423-4236-ac11-02f929941c39 req-32b883db-971b-42fa-a3cc-4086228a10fc service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1886fe3b-e088-4c7d-8f4c-b14d4440b311&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328887 Oct 27 10:20:10.315092 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-249ccbb0-e0c6-453f-9cad-68dd60a1d40e admin admin] Made reservation on behalf of f7d542f2ad3542a48fab2828515078ca for: {'network': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:20:10.317952 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-249ccbb0-e0c6-453f-9cad-68dd60a1d40e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for network, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:10.334464 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-249ccbb0-e0c6-453f-9cad-68dd60a1d40e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:10.446028 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-249ccbb0-e0c6-453f-9cad-68dd60a1d40e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:10.454463 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-249ccbb0-e0c6-453f-9cad-68dd60a1d40e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:10.463073 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-967900f0-4423-4236-ac11-02f929941c39 req-2d49e511-034d-4d59-9b00-6f4edf71d59f service neutron] 10.222.0.64 "GET /v2.0/networks/1886fe3b-e088-4c7d-8f4c-b14d4440b311?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474147 Oct 27 10:20:10.509602 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-249ccbb0-e0c6-453f-9cad-68dd60a1d40e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 425} {{(pid=102347) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 10:20:10.549132 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249ccbb0-e0c6-453f-9cad-68dd60a1d40e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19cba88d-8d95-407d-ac4d-0db3c2444d4a,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:20:10.571664 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-249ccbb0-e0c6-453f-9cad-68dd60a1d40e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:10.571799 n-d-813419-10 neutron-server[102347]: INFO neutron.db.segments_db [None req-249ccbb0-e0c6-453f-9cad-68dd60a1d40e admin admin] Added segment 8362cf3a-6db6-47e3-8f24-e9789361bc5e of type vlan for network 5bb94e13-008a-44fd-afcd-6dce4832ca40 Oct 27 10:20:10.577322 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-967900f0-4423-4236-ac11-02f929941c39 req-335458e0-f40c-4113-91c2-b86d07cda726 service neutron] 10.222.0.64 "GET /v2.0/networks/1886fe3b-e088-4c7d-8f4c-b14d4440b311?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039884 Oct 27 10:20:10.656944 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-249ccbb0-e0c6-453f-9cad-68dd60a1d40e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743872593080'] for network, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:10.687550 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-249ccbb0-e0c6-453f-9cad-68dd60a1d40e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913'] for network, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:10.689343 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-249ccbb0-e0c6-453f-9cad-68dd60a1d40e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:10.690026 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-249ccbb0-e0c6-453f-9cad-68dd60a1d40e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for network, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:10.761055 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 40894) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:20:10.761185 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-249ccbb0-e0c6-453f-9cad-68dd60a1d40e admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7791767 Oct 27 10:20:10.764674 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249ccbb0-e0c6-453f-9cad-68dd60a1d40e admin admin] Pushing event updated for resources: {'Network': ['ID=5bb94e13-008a-44fd-afcd-6dce4832ca40,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:20:10.767031 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-aa71c31b-23eb-43b5-9f33-2d7ae3e0c2ca admin admin] Request body: {'subnet': {'network_id': '5bb94e13-008a-44fd-afcd-6dce4832ca40', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-400905066-subnet', 'tenant_id': 'f7d542f2ad3542a48fab2828515078ca', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:20:10.778223 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Network 5bb94e13-008a-44fd-afcd-6dce4832ca40 details requested by agent ovs-agent-n-d-813419-10 with host n-d-813419-10 {{(pid=102348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 10:20:10.810231 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa71c31b-23eb-43b5-9f33-2d7ae3e0c2ca admin admin] Made reservation on behalf of f7d542f2ad3542a48fab2828515078ca for: {'subnet': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:20:10.815015 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-aa71c31b-23eb-43b5-9f33-2d7ae3e0c2ca admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27167186'] for subnet, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:10.876359 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea2f66c-6e06-4939-86a6-508d8ac3bac0 req-f4da025c-e211-494d-9c55-bd1e9d1946ff tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:10.878291 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-4ea2f66c-6e06-4939-86a6-508d8ac3bac0 req-f4da025c-e211-494d-9c55-bd1e9d1946ff tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] 10.222.0.44 "GET /v2.0/ports?device_id=bf279598-8975-4de3-ae21-c8ab4a50138d HTTP/1.1" status: 200 len: 943 time: 0.0569756 Oct 27 10:20:10.931858 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-4ea2f66c-6e06-4939-86a6-508d8ac3bac0 req-84fa777b-9c86-471f-b214-06b6189f657f tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] 10.222.0.44 "GET /v2.0/security-groups?id=e3018bff-e5f8-44d8-a835-69520a8698da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463886 Oct 27 10:20:11.074227 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-aa71c31b-23eb-43b5-9f33-2d7ae3e0c2ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27024290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27167168'] for subnet, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:11.128175 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f60778-3bf5-4820-ad15-b1128d30dd56 req-67081463-e2c5-42dd-9566-cc4ff5ddb671 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:11.129962 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-13f60778-3bf5-4820-ad15-b1128d30dd56 req-67081463-e2c5-42dd-9566-cc4ff5ddb671 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/ports?device_id=a52d4eb7-7ffd-4109-9f94-dc97814340a0 HTTP/1.1" status: 200 len: 950 time: 0.0568280 Oct 27 10:20:11.147124 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa71c31b-23eb-43b5-9f33-2d7ae3e0c2ca admin admin] Pushing event updated for resources: {'Subnet': ['ID=6ea95b43-4fb0-47bc-873b-3f5bbca3aa45,revision_number=0']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:20:11.155257 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa71c31b-23eb-43b5-9f33-2d7ae3e0c2ca admin admin] Checking segment: {'id': '8362cf3a-6db6-47e3-8f24-e9789361bc5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '5bb94e13-008a-44fd-afcd-6dce4832ca40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:20:11.155611 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa71c31b-23eb-43b5-9f33-2d7ae3e0c2ca admin admin] Network hostable DHCP agents. Network: 5bb94e13-008a-44fd-afcd-6dce4832ca40, hostable agents: ['eafd4000-b897-4722-ae8b-0118ec955181'], hosted agents: [] {{(pid=102346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 10:20:11.172994 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa71c31b-23eb-43b5-9f33-2d7ae3e0c2ca admin admin] Network 5bb94e13-008a-44fd-afcd-6dce4832ca40 is scheduled to be hosted by DHCP agent eafd4000-b897-4722-ae8b-0118ec955181 with binding_index 1 {{(pid=102346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 10:20:11.178527 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-13f60778-3bf5-4820-ad15-b1128d30dd56 req-669cd7bd-096a-42d1-bfad-2c0ef293e813 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/security-groups?id=e786382c-1289-4f9d-b471-ed120470c2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405838 Oct 27 10:20:11.182986 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-aa71c31b-23eb-43b5-9f33-2d7ae3e0c2ca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-10, 5bb94e13-008a-44fd-afcd-6dce4832ca40) {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:20:11.187536 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa71c31b-23eb-43b5-9f33-2d7ae3e0c2ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:11.188942 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-aa71c31b-23eb-43b5-9f33-2d7ae3e0c2ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for subnet, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:11.199675 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9db5662-23be-42f8-8cd0-d048de5685c5 None None] Network 5bb94e13-008a-44fd-afcd-6dce4832ca40 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:20:11.210124 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-aa71c31b-23eb-43b5-9f33-2d7ae3e0c2ca admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4475622 Oct 27 10:20:11.212568 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 40928) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:20:11.219025 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-6276e7f4-c460-4730-8847-bc38a3a5152e admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-400905066-router', 'tenant_id': 'f7d542f2ad3542a48fab2828515078ca', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'}}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:20:11.241313 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-6276e7f4-c460-4730-8847-bc38a3a5152e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1768632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3610'] for router, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:11.242988 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-6276e7f4-c460-4730-8847-bc38a3a5152e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1765704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1769409', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1694266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3597'] for router, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:11.295014 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-6276e7f4-c460-4730-8847-bc38a3a5152e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:11.358857 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5b93806-3e4f-4c9d-a614-5d162e4ae8e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp734b258e-7d96-550c-b970-9b72ab66f383-5bb94e13-008a-44fd-afcd-6dce4832ca40', 'network_id': '5bb94e13-008a-44fd-afcd-6dce4832ca40', 'tenant_id': 'f7d542f2ad3542a48fab2828515078ca', 'fixed_ips': [{'subnet_id': '6ea95b43-4fb0-47bc-873b-3f5bbca3aa45'}]}} from n-d-813419-10. {{(pid=102348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 10:20:11.359921 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-c5b93806-3e4f-4c9d-a614-5d162e4ae8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:11.444210 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-6276e7f4-c460-4730-8847-bc38a3a5152e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:11.491923 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ce99c6-3257-497e-bd2c-7942bc0b0ab7 req-50f0dd19-c939-43fa-8156-cd00a9e371ce tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:11.496913 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-35ce99c6-3257-497e-bd2c-7942bc0b0ab7 req-50f0dd19-c939-43fa-8156-cd00a9e371ce tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] 10.222.0.44 "GET /v2.0/ports?device_id=3829851e-9c6c-4b28-aa19-d0be65035545 HTTP/1.1" status: 200 len: 949 time: 0.0630040 Oct 27 10:20:11.503791 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.db_base_plugin_common [None req-c5b93806-3e4f-4c9d-a614-5d162e4ae8e5 None None] Allocated IP 172.20.0.2 (5bb94e13-008a-44fd-afcd-6dce4832ca40/6ea95b43-4fb0-47bc-873b-3f5bbca3aa45/c94f1776-5336-4d2c-9f00-febba7b9a764) {{(pid=102348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:20:11.534461 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-35ce99c6-3257-497e-bd2c-7942bc0b0ab7 req-f1626446-e3dc-4e5f-ab82-60bd36ac5742 tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] 10.222.0.44 "GET /v2.0/security-groups?id=adbff9a4-0ae5-4700-84c2-4b5f53f67e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343540 Oct 27 10:20:11.655972 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-c5b93806-3e4f-4c9d-a614-5d162e4ae8e5 None None] Publish callbacks [] for port, precommit_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:11.657048 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-6276e7f4-c460-4730-8847-bc38a3a5152e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:11.662127 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-c5b93806-3e4f-4c9d-a614-5d162e4ae8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606'] for port, after_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:11.678491 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-6276e7f4-c460-4730-8847-bc38a3a5152e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:11.707524 n-d-813419-10 neutron-server[102348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5b93806-3e4f-4c9d-a614-5d162e4ae8e5 None None] Network 5bb94e13-008a-44fd-afcd-6dce4832ca40 is already hosted by enough agents. {{(pid=102348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:20:11.711619 n-d-813419-10 neutron-server[102348]: DEBUG neutron.scheduler.base_scheduler [None req-c5b93806-3e4f-4c9d-a614-5d162e4ae8e5 None None] Resources bound (agent type, host, resource id): {{(pid=102348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:20:11.713347 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b93806-3e4f-4c9d-a614-5d162e4ae8e5 None None] Pushing event updated for resources: {'Port': ['ID=c94f1776-5336-4d2c-9f00-febba7b9a764,revision_number=1']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:20:11.715430 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5b93806-3e4f-4c9d-a614-5d162e4ae8e5 None None] Received port after_create {{(pid=102348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:20:11.775847 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-c5b93806-3e4f-4c9d-a614-5d162e4ae8e5 None None] Attempting to bind port c94f1776-5336-4d2c-9f00-febba7b9a764 on host n-d-813419-10 for vnic_type normal with profile {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:20:11.776303 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-c5b93806-3e4f-4c9d-a614-5d162e4ae8e5 None None] Attempting to bind port c94f1776-5336-4d2c-9f00-febba7b9a764 by drivers openvswitch,hyperv on host n-d-813419-10 at level 0 using segments [{'id': '8362cf3a-6db6-47e3-8f24-e9789361bc5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '5bb94e13-008a-44fd-afcd-6dce4832ca40'}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:20:11.776721 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b93806-3e4f-4c9d-a614-5d162e4ae8e5 None None] Attempting to bind port c94f1776-5336-4d2c-9f00-febba7b9a764 on network 5bb94e13-008a-44fd-afcd-6dce4832ca40 {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:20:11.781943 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b93806-3e4f-4c9d-a614-5d162e4ae8e5 None None] Checking agent: {'id': '89dba0f3-79b2-435e-9822-33674b8f6ada', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 8, 20), 'started_at': datetime.datetime(2021, 10, 27, 10, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 19, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:20:11.782573 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b93806-3e4f-4c9d-a614-5d162e4ae8e5 None None] Checking segment: {'id': '8362cf3a-6db6-47e3-8f24-e9789361bc5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '5bb94e13-008a-44fd-afcd-6dce4832ca40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:20:11.782811 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-c5b93806-3e4f-4c9d-a614-5d162e4ae8e5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:11.783253 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b93806-3e4f-4c9d-a614-5d162e4ae8e5 None None] Bound using segment: {'id': '8362cf3a-6db6-47e3-8f24-e9789361bc5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '5bb94e13-008a-44fd-afcd-6dce4832ca40'} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:20:11.783773 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-c5b93806-3e4f-4c9d-a614-5d162e4ae8e5 None None] Bound port: c94f1776-5336-4d2c-9f00-febba7b9a764, host: n-d-813419-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8362cf3a-6db6-47e3-8f24-e9789361bc5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '5bb94e13-008a-44fd-afcd-6dce4832ca40'}}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:20:11.784230 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-c5b93806-3e4f-4c9d-a614-5d162e4ae8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:11.788106 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_common [None req-6276e7f4-c460-4730-8847-bc38a3a5152e admin admin] Allocated IP 172.25.8.231 (185ff123-c7ff-45c7-a6be-71feb35acc9c/0fb9f9d1-7384-481f-8fa8-f4566c349d30/86d5bcf3-dcb9-4865-aa34-e275b048961d) {{(pid=102346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:20:11.851879 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-c5b93806-3e4f-4c9d-a614-5d162e4ae8e5 None None] For port c94f1776-5336-4d2c-9f00-febba7b9a764, host n-d-813419-10, cleared binding levels {{(pid=102348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:20:11.855513 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-c5b93806-3e4f-4c9d-a614-5d162e4ae8e5 None None] For port c94f1776-5336-4d2c-9f00-febba7b9a764, host n-d-813419-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=c94f1776-5336-4d2c-9f00-febba7b9a764,segment=NetworkSegment(8362cf3a-6db6-47e3-8f24-e9789361bc5e),segment_id=8362cf3a-6db6-47e3-8f24-e9789361bc5e)] {{(pid=102348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:20:11.859730 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-c5b93806-3e4f-4c9d-a614-5d162e4ae8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:11.898881 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-6276e7f4-c460-4730-8847-bc38a3a5152e admin admin] Publish callbacks [] for port, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:11.935000 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b93806-3e4f-4c9d-a614-5d162e4ae8e5 None None] Pushing event updated for resources: {'Port': ['ID=c94f1776-5336-4d2c-9f00-febba7b9a764,revision_number=2']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:20:11.944356 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-6276e7f4-c460-4730-8847-bc38a3a5152e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:11.986722 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6276e7f4-c460-4730-8847-bc38a3a5152e admin admin] Network 185ff123-c7ff-45c7-a6be-71feb35acc9c is already hosted by enough agents. {{(pid=102346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:20:11.991644 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-6276e7f4-c460-4730-8847-bc38a3a5152e admin admin] Resources bound (agent type, host, resource id): {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:20:11.995183 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6276e7f4-c460-4730-8847-bc38a3a5152e admin admin] Received port after_create {{(pid=102346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:20:12.000870 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6276e7f4-c460-4730-8847-bc38a3a5152e admin admin] Pushing event updated for resources: {'Port': ['ID=86d5bcf3-dcb9-4865-aa34-e275b048961d,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:20:12.208964 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34123a03-f90b-4113-904f-9c5a9b21c951 req-15227077-5294-4b67-9b77-ba559d5c51a7 tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:12.217996 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-34123a03-f90b-4113-904f-9c5a9b21c951 req-15227077-5294-4b67-9b77-ba559d5c51a7 tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] 10.222.0.44 "GET /v2.0/ports?device_id=bf279598-8975-4de3-ae21-c8ab4a50138d HTTP/1.1" status: 200 len: 943 time: 0.0805941 Oct 27 10:20:12.266582 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-34123a03-f90b-4113-904f-9c5a9b21c951 req-7ccb3081-8bb5-4c5d-b669-e93faf8d9584 tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] 10.222.0.44 "GET /v2.0/security-groups?id=e3018bff-e5f8-44d8-a835-69520a8698da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471420 Oct 27 10:20:12.326671 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device c94f1776-5336-4d2c-9f00-febba7b9a764 up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:20:12.368360 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-6276e7f4-c460-4730-8847-bc38a3a5152e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:12.408006 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port c94f1776-5336-4d2c-9f00-febba7b9a764 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:20:12.408533 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:12.509597 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:12.542841 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] For port c94f1776-5336-4d2c-9f00-febba7b9a764, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=c94f1776-5336-4d2c-9f00-febba7b9a764,segment=NetworkSegment(8362cf3a-6db6-47e3-8f24-e9789361bc5e),segment_id=8362cf3a-6db6-47e3-8f24-e9789361bc5e)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:20:12.546711 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:12.598726 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Pushing event updated for resources: {'Port': ['ID=c94f1776-5336-4d2c-9f00-febba7b9a764,revision_number=3']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:20:12.600107 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-6276e7f4-c460-4730-8847-bc38a3a5152e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1765699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1769372'] for router, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:12.749993 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6276e7f4-c460-4730-8847-bc38a3a5152e admin admin] Router d09ebe0f-6a17-422c-9236-1672157d3776 is scheduled to L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb with binding_index 1 {{(pid=102346) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 10:20:12.811422 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb35b602-8f00-4695-993c-043da4c9b578 req-9a5dbcd5-7871-4bd2-8aa5-85aa4c994da2 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:12.816752 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-bb35b602-8f00-4695-993c-043da4c9b578 req-9a5dbcd5-7871-4bd2-8aa5-85aa4c994da2 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/ports?device_id=a52d4eb7-7ffd-4109-9f94-dc97814340a0 HTTP/1.1" status: 200 len: 950 time: 0.0581822 Oct 27 10:20:12.854396 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-bb35b602-8f00-4695-993c-043da4c9b578 req-0e1bbc7d-7f9d-4bf3-8215-809be218173d tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/security-groups?id=e786382c-1289-4f9d-b471-ed120470c2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338016 Oct 27 10:20:12.865536 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6276e7f4-c460-4730-8847-bc38a3a5152e admin admin] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:20:12.877426 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a49c52e-8c77-4194-bb49-fab05b728474 None None] Sync routers for ids ['d09ebe0f-6a17-422c-9236-1672157d3776'] in n-d-813419-10 {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:20:12.888955 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-6276e7f4-c460-4730-8847-bc38a3a5152e admin admin] Publish callbacks [] for router, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:12.891984 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-6276e7f4-c460-4730-8847-bc38a3a5152e admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.6768243 Oct 27 10:20:12.892134 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a49c52e-8c77-4194-bb49-fab05b728474 None None] Routers {'d09ebe0f-6a17-422c-9236-1672157d3776'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:20:12.892134 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-3a49c52e-8c77-4194-bb49-fab05b728474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:19:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['d09ebe0f-6a17-422c-9236-1672157d3776'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:20:12.894165 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 41068) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:20:12.995852 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba7fce41-90cc-4297-8d9f-971e3af0e6a1 None None] Network 5bb94e13-008a-44fd-afcd-6dce4832ca40 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:20:13.073029 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-1bdb69bf-3fc7-4d04-bc5a-2242571f77d1 None None] Provisioning complete for port c94f1776-5336-4d2c-9f00-febba7b9a764 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:20:13.073396 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-1bdb69bf-3fc7-4d04-bc5a-2242571f77d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:13.083782 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvr_db [None req-3a49c52e-8c77-4194-bb49-fab05b728474 None None] Set router d09ebe0f-6a17-422c-9236-1672157d3776 gateway port host: n-d-813419-10 {{(pid=102348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:20:13.283003 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b99ccad-f75f-4c82-8fc4-fca549a7afc7 req-7147fa03-7533-4797-8d7c-36e08dd8cb4a tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:13.284431 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-5b99ccad-f75f-4c82-8fc4-fca549a7afc7 req-7147fa03-7533-4797-8d7c-36e08dd8cb4a tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] 10.222.0.44 "GET /v2.0/ports?device_id=3829851e-9c6c-4b28-aa19-d0be65035545 HTTP/1.1" status: 200 len: 949 time: 0.0682223 Oct 27 10:20:13.358567 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device 42128473-d858-46d3-98ca-d69e235d8820 details requested by agent hyperv_n-h1-813419-10 with host n-h1-813419-10 {{(pid=102348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 10:20:13.389850 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-5b99ccad-f75f-4c82-8fc4-fca549a7afc7 req-e67a4cb1-b5f2-4d5d-bb55-c983b4e0c628 tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] 10.222.0.44 "GET /v2.0/security-groups?id=adbff9a4-0ae5-4700-84c2-4b5f53f67e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974982 Oct 27 10:20:13.626146 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port 42128473-d858-46d3-98ca-d69e235d8820, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=42128473-d858-46d3-98ca-d69e235d8820,segment=NetworkSegment(4fd5c29a-a838-4106-a890-06a671bde674),segment_id=4fd5c29a-a838-4106-a890-06a671bde674)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:20:13.649843 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Returning: {'device': '42128473-d858-46d3-98ca-d69e235d8820', 'network_id': '1886fe3b-e088-4c7d-8f4c-b14d4440b311', 'port_id': '42128473-d858-46d3-98ca-d69e235d8820', 'mac_address': 'fa:16:3e:2e:09:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 428, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '823c78a5-c352-4686-b77c-588d22c2aa2c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 10:20:13.661591 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-3a49c52e-8c77-4194-bb49-fab05b728474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd09ebe0f-6a17-422c-9236-1672157d3776', 'name': 'tempest-ServersTestManualDisk-400905066-router', 'tenant_id': 'f7d542f2ad3542a48fab2828515078ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.231'}], 'enable_snat': True}, 'gw_port_id': '86d5bcf3-dcb9-4865-aa34-e275b048961d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:20:11Z', 'updated_at': '2021-10-27T10:20:12Z', 'revision_number': 3, 'project_id': 'f7d542f2ad3542a48fab2828515078ca', 'gw_port': {'id': '86d5bcf3-dcb9-4865-aa34-e275b048961d', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:5b:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd09ebe0f-6a17-422c-9236-1672157d3776', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:20:11Z', 'updated_at': '2021-10-27T10:20:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10'}], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:20:13.691129 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5443b48d-cd8a-4910-815e-880df46d8e0c req-bdfcca71-e827-4992-b655-deb0393f96a6 tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:13.692837 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-5443b48d-cd8a-4910-815e-880df46d8e0c req-bdfcca71-e827-4992-b655-deb0393f96a6 tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] 10.222.0.44 "GET /v2.0/ports?device_id=bf279598-8975-4de3-ae21-c8ab4a50138d HTTP/1.1" status: 200 len: 943 time: 0.0917709 Oct 27 10:20:13.708380 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a49c52e-8c77-4194-bb49-fab05b728474 None None] Checking router: d09ebe0f-6a17-422c-9236-1672157d3776 for host: n-d-813419-10 {{(pid=102348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 10:20:13.708745 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a49c52e-8c77-4194-bb49-fab05b728474 None None] Updating router d09ebe0f-6a17-422c-9236-1672157d3776 port 86d5bcf3-dcb9-4865-aa34-e275b048961d binding host n-d-813419-10 {{(pid=102348) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 10:20:13.710772 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-8465971a-5ad1-48b0-b0fb-ecfb51fb81d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:13.743527 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-3a49c52e-8c77-4194-bb49-fab05b728474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:13.745119 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:13.755326 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-5443b48d-cd8a-4910-815e-880df46d8e0c req-7f460e0d-100b-4814-b45c-8c26481166bb tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] 10.222.0.44 "GET /v2.0/security-groups?id=e3018bff-e5f8-44d8-a835-69520a8698da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544171 Oct 27 10:20:13.795884 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42128473-d858-46d3-98ca-d69e235d8820 {{(pid=102348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:20:13.866812 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port 42128473-d858-46d3-98ca-d69e235d8820, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=42128473-d858-46d3-98ca-d69e235d8820,segment=NetworkSegment(4fd5c29a-a838-4106-a890-06a671bde674),segment_id=4fd5c29a-a838-4106-a890-06a671bde674)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:20:13.875754 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:13.917816 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_common [None req-8465971a-5ad1-48b0-b0fb-ecfb51fb81d8 admin admin] Allocated IP 172.20.0.1 (5bb94e13-008a-44fd-afcd-6dce4832ca40/6ea95b43-4fb0-47bc-873b-3f5bbca3aa45/cadf2637-0ea7-49c8-a0dc-0fe06fa81731) {{(pid=102347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:20:13.937436 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-36f2ebe7-3898-4d3f-8b52-ecc75e59c212 None None] Provisioning complete for port c94f1776-5336-4d2c-9f00-febba7b9a764 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:20:13.938036 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-36f2ebe7-3898-4d3f-8b52-ecc75e59c212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:14.023771 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-8465971a-5ad1-48b0-b0fb-ecfb51fb81d8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:14.027088 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Pushing event updated for resources: {'Port': ['ID=42128473-d858-46d3-98ca-d69e235d8820,revision_number=4']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:20:14.068226 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-8465971a-5ad1-48b0-b0fb-ecfb51fb81d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:14.104858 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] get_ports_and_sgs() called for port_ids ['42128473-d858-46d3-98ca-d69e235d8820'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:20:14.113395 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8465971a-5ad1-48b0-b0fb-ecfb51fb81d8 admin admin] Network 5bb94e13-008a-44fd-afcd-6dce4832ca40 is already hosted by enough agents. {{(pid=102347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:20:14.121476 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [None req-8465971a-5ad1-48b0-b0fb-ecfb51fb81d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:20:14.124233 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8465971a-5ad1-48b0-b0fb-ecfb51fb81d8 admin admin] Received port after_create {{(pid=102347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:20:14.161628 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8465971a-5ad1-48b0-b0fb-ecfb51fb81d8 admin admin] Pushing event updated for resources: {'Port': ['ID=cadf2637-0ea7-49c8-a0dc-0fe06fa81731,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:20:14.176563 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-8465971a-5ad1-48b0-b0fb-ecfb51fb81d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1664961'] for router_interface, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:14.248807 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-3a49c52e-8c77-4194-bb49-fab05b728474 None None] Publish callbacks [] for port, precommit_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:14.276871 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-3a49c52e-8c77-4194-bb49-fab05b728474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:14.345060 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-3a49c52e-8c77-4194-bb49-fab05b728474 None None] Attempting to bind port 86d5bcf3-dcb9-4865-aa34-e275b048961d on host n-d-813419-10 for vnic_type normal with profile {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:20:14.345438 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-3a49c52e-8c77-4194-bb49-fab05b728474 None None] Attempting to bind port 86d5bcf3-dcb9-4865-aa34-e275b048961d by drivers openvswitch,hyperv on host n-d-813419-10 at level 0 using segments [{'id': 'bc14127b-7032-4c50-bb5b-f6813cbae86e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:20:14.345807 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a49c52e-8c77-4194-bb49-fab05b728474 None None] Attempting to bind port 86d5bcf3-dcb9-4865-aa34-e275b048961d on network 185ff123-c7ff-45c7-a6be-71feb35acc9c {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:20:14.359202 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device c94f1776-5336-4d2c-9f00-febba7b9a764 up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:20:14.378585 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-eb357f99-64ff-4b0f-b0e2-9d2d8fc5d21c req-5adaa880-da4c-4948-954b-a52522c29c75 tempest-ListImageFiltersTestJSON-1179629162 tempest-ListImageFiltersTestJSON-1179629162-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=699d3041e820414995c56d1bf28d1cff&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0699558 Oct 27 10:20:14.410843 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a49c52e-8c77-4194-bb49-fab05b728474 None None] Checking agent: {'id': '89dba0f3-79b2-435e-9822-33674b8f6ada', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 8, 20), 'started_at': datetime.datetime(2021, 10, 27, 10, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 19, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:20:14.411142 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a49c52e-8c77-4194-bb49-fab05b728474 None None] Checking segment: {'id': 'bc14127b-7032-4c50-bb5b-f6813cbae86e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:20:14.411689 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-3a49c52e-8c77-4194-bb49-fab05b728474 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:14.414348 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a49c52e-8c77-4194-bb49-fab05b728474 None None] Bound using segment: {'id': 'bc14127b-7032-4c50-bb5b-f6813cbae86e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:20:14.414836 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-3a49c52e-8c77-4194-bb49-fab05b728474 None None] Bound port: 86d5bcf3-dcb9-4865-aa34-e275b048961d, host: n-d-813419-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc14127b-7032-4c50-bb5b-f6813cbae86e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'}}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:20:14.415203 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-3a49c52e-8c77-4194-bb49-fab05b728474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:14.443725 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b231a6f4-9a42-4c74-9048-15f6b7269491 None None] Pushing event updated for resources: {'Port': ['ID=86d5bcf3-dcb9-4865-aa34-e275b048961d,revision_number=2']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:20:14.505683 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-8465971a-5ad1-48b0-b0fb-ecfb51fb81d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:14.517230 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-3a49c52e-8c77-4194-bb49-fab05b728474 None None] For port 86d5bcf3-dcb9-4865-aa34-e275b048961d, host n-d-813419-10, cleared binding levels {{(pid=102348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:20:14.553029 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-3a49c52e-8c77-4194-bb49-fab05b728474 None None] For port 86d5bcf3-dcb9-4865-aa34-e275b048961d, host n-d-813419-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=86d5bcf3-dcb9-4865-aa34-e275b048961d,segment=NetworkSegment(bc14127b-7032-4c50-bb5b-f6813cbae86e),segment_id=bc14127b-7032-4c50-bb5b-f6813cbae86e)] {{(pid=102348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:20:14.568521 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb357f99-64ff-4b0f-b0e2-9d2d8fc5d21c req-3b81d5b9-50aa-4cc0-a02e-ea0fc694af7f tempest-ListImageFiltersTestJSON-1179629162 tempest-ListImageFiltersTestJSON-1179629162-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:14.568748 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-3a49c52e-8c77-4194-bb49-fab05b728474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:14.570020 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-eb357f99-64ff-4b0f-b0e2-9d2d8fc5d21c req-3b81d5b9-50aa-4cc0-a02e-ea0fc694af7f tempest-ListImageFiltersTestJSON-1179629162 tempest-ListImageFiltersTestJSON-1179629162-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1830134 Oct 27 10:20:14.576955 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port c94f1776-5336-4d2c-9f00-febba7b9a764 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:20:14.577330 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:14.596726 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-eb357f99-64ff-4b0f-b0e2-9d2d8fc5d21c req-3e9ab733-67e2-4f80-9213-57bb5ababb18 tempest-ListImageFiltersTestJSON-1179629162 tempest-ListImageFiltersTestJSON-1179629162-project] 10.222.0.44 "GET /v2.0/quotas/699d3041e820414995c56d1bf28d1cff HTTP/1.1" status: 200 len: 375 time: 0.0180049 Oct 27 10:20:14.598583 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 41164) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:20:14.612176 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-d28751ff-1fa7-4f67-b19f-98c39b18ad47 None None] Provisioning complete for port cadf2637-0ea7-49c8-a0dc-0fe06fa81731 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:20:14.612567 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-d28751ff-1fa7-4f67-b19f-98c39b18ad47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:14.668176 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-eb357f99-64ff-4b0f-b0e2-9d2d8fc5d21c req-d1872397-f451-42e6-88e3-7d070fbd63f4 tempest-ListImageFiltersTestJSON-1179629162 tempest-ListImageFiltersTestJSON-1179629162-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=699d3041e820414995c56d1bf28d1cff&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0628414 Oct 27 10:20:14.731646 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a49c52e-8c77-4194-bb49-fab05b728474 None None] Routers {'d09ebe0f-6a17-422c-9236-1672157d3776'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:20:14.732311 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-3a49c52e-8c77-4194-bb49-fab05b728474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:19:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['d09ebe0f-6a17-422c-9236-1672157d3776'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:20:14.736958 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-d28751ff-1fa7-4f67-b19f-98c39b18ad47 None None] Port cadf2637-0ea7-49c8-a0dc-0fe06fa81731 cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:20:14.739135 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b231a6f4-9a42-4c74-9048-15f6b7269491 None None] Pushing event updated for resources: {'Port': ['ID=86d5bcf3-dcb9-4865-aa34-e275b048961d,revision_number=3']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:20:14.747585 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-8465971a-5ad1-48b0-b0fb-ecfb51fb81d8 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:14.758488 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-8465971a-5ad1-48b0-b0fb-ecfb51fb81d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:14.792162 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-4b184cea-5eb9-4b2b-813d-7d4864e50415 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:14.836469 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8465971a-5ad1-48b0-b0fb-ecfb51fb81d8 admin admin] Pushing event updated for resources: {'Port': ['ID=cadf2637-0ea7-49c8-a0dc-0fe06fa81731,revision_number=2']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:20:14.907381 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-8465971a-5ad1-48b0-b0fb-ecfb51fb81d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2006967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1766225'] for router_interface, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:14.921377 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-4b184cea-5eb9-4b2b-813d-7d4864e50415 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:14.929171 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-4b184cea-5eb9-4b2b-813d-7d4864e50415 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:14.932518 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aec6918-a2b1-45cd-ae3b-251fff200e40 req-e42a8188-6940-4827-a927-b4da9d82d353 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:14.934043 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-0aec6918-a2b1-45cd-ae3b-251fff200e40 req-e42a8188-6940-4827-a927-b4da9d82d353 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/ports?device_id=a52d4eb7-7ffd-4109-9f94-dc97814340a0 HTTP/1.1" status: 200 len: 950 time: 0.0641828 Oct 27 10:20:14.968653 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-4b184cea-5eb9-4b2b-813d-7d4864e50415 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=35ec4b79e0d64494a56c4dde2d416344&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3676505 Oct 27 10:20:14.977623 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 41176) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:20:15.018641 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvr_db [None req-3a49c52e-8c77-4194-bb49-fab05b728474 None None] Set router d09ebe0f-6a17-422c-9236-1672157d3776 gateway port host: n-d-813419-10 {{(pid=102348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:20:15.027053 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-0aec6918-a2b1-45cd-ae3b-251fff200e40 req-3a9fc77e-69f0-4bc9-b85e-bd988d05b0de tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/security-groups?id=e786382c-1289-4f9d-b471-ed120470c2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752375 Oct 27 10:20:15.037437 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b184cea-5eb9-4b2b-813d-7d4864e50415 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14bb8a8f-3bd6-42cd-b284-e72123ab367c,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:20:15.087467 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-99f94a79-05d3-4535-8183-8ed281c04d82 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:15.098381 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8465971a-5ad1-48b0-b0fb-ecfb51fb81d8 admin admin] Network 5bb94e13-008a-44fd-afcd-6dce4832ca40 is already hosted by enough agents. {{(pid=102347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:20:15.099501 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [None req-8465971a-5ad1-48b0-b0fb-ecfb51fb81d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:20:15.134415 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-99f94a79-05d3-4535-8183-8ed281c04d82 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:15.211970 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-99f94a79-05d3-4535-8183-8ed281c04d82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:15.214406 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-99f94a79-05d3-4535-8183-8ed281c04d82 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:15.219087 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-99f94a79-05d3-4535-8183-8ed281c04d82 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/14bb8a8f-3bd6-42cd-b284-e72123ab367c HTTP/1.1" status: 204 len: 168 time: 0.2368300 Oct 27 10:20:15.230995 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f94a79-05d3-4535-8183-8ed281c04d82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14bb8a8f-3bd6-42cd-b284-e72123ab367c,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:20:15.333480 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-3a49c52e-8c77-4194-bb49-fab05b728474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd09ebe0f-6a17-422c-9236-1672157d3776', 'name': 'tempest-ServersTestManualDisk-400905066-router', 'tenant_id': 'f7d542f2ad3542a48fab2828515078ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.231'}], 'enable_snat': True}, 'gw_port_id': '86d5bcf3-dcb9-4865-aa34-e275b048961d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:20:11Z', 'updated_at': '2021-10-27T10:20:14Z', 'revision_number': 4, 'project_id': 'f7d542f2ad3542a48fab2828515078ca', 'gw_port': {'id': '86d5bcf3-dcb9-4865-aa34-e275b048961d', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:5b:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd09ebe0f-6a17-422c-9236-1672157d3776', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:20:11Z', 'updated_at': '2021-10-27T10:20:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_interfaces': [{'id': 'cadf2637-0ea7-49c8-a0dc-0fe06fa81731', 'name': '', 'network_id': '5bb94e13-008a-44fd-afcd-6dce4832ca40', 'tenant_id': 'f7d542f2ad3542a48fab2828515078ca', 'mac_address': 'fa:16:3e:db:83:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd09ebe0f-6a17-422c-9236-1672157d3776', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '6ea95b43-4fb0-47bc-873b-3f5bbca3aa45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:20:13Z', 'updated_at': '2021-10-27T10:20:13Z', 'revision_number': 1, 'project_id': 'f7d542f2ad3542a48fab2828515078ca', 'subnets': [{'id': '6ea95b43-4fb0-47bc-873b-3f5bbca3aa45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:20:15.380618 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device 42128473-d858-46d3-98ca-d69e235d8820 up at agent hyperv_n-h1-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:20:15.383852 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a49c52e-8c77-4194-bb49-fab05b728474 None None] The sync data for ids ['d09ebe0f-6a17-422c-9236-1672157d3776'] in n-d-813419-10 is: [{'id': 'd09ebe0f-6a17-422c-9236-1672157d3776', 'name': 'tempest-ServersTestManualDisk-400905066-router', 'tenant_id': 'f7d542f2ad3542a48fab2828515078ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.231'}], 'enable_snat': True}, 'gw_port_id': '86d5bcf3-dcb9-4865-aa34-e275b048961d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:20:11Z', 'updated_at': '2021-10-27T10:20:14Z', 'revision_number': 4, 'project_id': 'f7d542f2ad3542a48fab2828515078ca', 'gw_port': {'id': '86d5bcf3-dcb9-4865-aa34-e275b048961d', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:5b:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd09ebe0f-6a17-422c-9236-1672157d3776', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:20:11Z', 'updated_at': '2021-10-27T10:20:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_interfaces': [{'id': 'cadf2637-0ea7-49c8-a0dc-0fe06fa81731', 'name': '', 'network_id': '5bb94e13-008a-44fd-afcd-6dce4832ca40', 'tenant_id': 'f7d542f2ad3542a48fab2828515078ca', 'mac_address': 'fa:16:3e:db:83:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd09ebe0f-6a17-422c-9236-1672157d3776', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '6ea95b43-4fb0-47bc-873b-3f5bbca3aa45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:20:13Z', 'updated_at': '2021-10-27T10:20:13Z', 'revision_number': 1, 'project_id': 'f7d542f2ad3542a48fab2828515078ca', 'subnets': [{'id': '6ea95b43-4fb0-47bc-873b-3f5bbca3aa45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:20:15.392359 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8465971a-5ad1-48b0-b0fb-ecfb51fb81d8 admin admin] Router d09ebe0f-6a17-422c-9236-1672157d3776 has already been hosted by L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb {{(pid=102347) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 10:20:15.409923 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15990a37-b267-41fc-b629-da0d68cf552a req-14457d82-84da-4f8f-be27-864b0d73058d tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:15.424221 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-15990a37-b267-41fc-b629-da0d68cf552a req-14457d82-84da-4f8f-be27-864b0d73058d tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] 10.222.0.44 "GET /v2.0/ports?device_id=3829851e-9c6c-4b28-aa19-d0be65035545 HTTP/1.1" status: 200 len: 949 time: 0.1741354 Oct 27 10:20:15.460131 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Provisioning for port 42128473-d858-46d3-98ca-d69e235d8820 completed by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 10:20:15.467765 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Provisioning complete for port 42128473-d858-46d3-98ca-d69e235d8820 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:20:15.469023 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:15.566712 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-15990a37-b267-41fc-b629-da0d68cf552a req-4ef75864-241a-4c7a-9bc3-90b387f87e82 tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] 10.222.0.44 "GET /v2.0/security-groups?id=adbff9a4-0ae5-4700-84c2-4b5f53f67e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465271 Oct 27 10:20:15.596872 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-4c4b1482-f0be-4929-ba85-cc707f76e7e7 None None] Provisioning complete for port cadf2637-0ea7-49c8-a0dc-0fe06fa81731 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:20:15.597233 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-4c4b1482-f0be-4929-ba85-cc707f76e7e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:15.600841 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:15.628177 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8465971a-5ad1-48b0-b0fb-ecfb51fb81d8 admin admin] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:20:15.633859 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-8465971a-5ad1-48b0-b0fb-ecfb51fb81d8 admin admin] 10.222.0.44 "PUT /v2.0/routers/d09ebe0f-6a17-422c-9236-1672157d3776/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7386537 Oct 27 10:20:15.666568 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf279598-8975-4de3-ae21-c8ab4a50138d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42128473-d858-46d3-98ca-d69e235d8820'}] {{(pid=102348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:20:15.669152 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c588921fa634554a1d9242fdea1b05457a9ff1d3b28ba54ec1dace7f2f1df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79f01f21-2ad7-45fe-93ca-87f785d4c5b4" -d '{"events": [{"server_uuid": "bf279598-8975-4de3-ae21-c8ab4a50138d", "name": "network-vif-plugged", "status": "completed", "tag": "42128473-d858-46d3-98ca-d69e235d8820"}]}' {{(pid=102348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:20:15.684017 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port 42128473-d858-46d3-98ca-d69e235d8820, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=42128473-d858-46d3-98ca-d69e235d8820,segment=NetworkSegment(4fd5c29a-a838-4106-a890-06a671bde674),segment_id=4fd5c29a-a838-4106-a890-06a671bde674)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:20:15.685345 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-4c4b1482-f0be-4929-ba85-cc707f76e7e7 None None] Port cadf2637-0ea7-49c8-a0dc-0fe06fa81731 cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:20:15.691040 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:15.757202 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9241de6-a470-41f0-8df1-c4e52f78df1e req-a7e17231-f016-4f10-8248-0df4544d24b4 tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:15.757652 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Pushing event updated for resources: {'Port': ['ID=42128473-d858-46d3-98ca-d69e235d8820,revision_number=5']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:20:15.759735 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c9241de6-a470-41f0-8df1-c4e52f78df1e req-a7e17231-f016-4f10-8248-0df4544d24b4 tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] 10.222.0.44 "GET /v2.0/ports?device_id=bf279598-8975-4de3-ae21-c8ab4a50138d HTTP/1.1" status: 200 len: 944 time: 0.1074729 Oct 27 10:20:15.848297 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c9241de6-a470-41f0-8df1-c4e52f78df1e req-7fc3c7eb-18f6-448b-98b3-7a22c8180872 tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] 10.222.0.44 "GET /v2.0/security-groups?id=e3018bff-e5f8-44d8-a835-69520a8698da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543230 Oct 27 10:20:15.962776 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-15bc771f-9193-4bfd-9c8c-e26c5f87eb85 req-c3aab48b-8fc6-4274-9238-b69d43d33d03 tempest-ListImageFiltersTestJSON-1179629162 tempest-ListImageFiltersTestJSON-1179629162-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=699d3041e820414995c56d1bf28d1cff&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0227077 Oct 27 10:20:16.086071 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bc771f-9193-4bfd-9c8c-e26c5f87eb85 req-45aa5b8d-3605-4b87-b82f-febfe017df02 tempest-ListImageFiltersTestJSON-1179629162 tempest-ListImageFiltersTestJSON-1179629162-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:16.087599 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-15bc771f-9193-4bfd-9c8c-e26c5f87eb85 req-45aa5b8d-3605-4b87-b82f-febfe017df02 tempest-ListImageFiltersTestJSON-1179629162 tempest-ListImageFiltersTestJSON-1179629162-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1175754 Oct 27 10:20:16.105780 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-15bc771f-9193-4bfd-9c8c-e26c5f87eb85 req-b7663959-d314-40ef-bbdf-2fd2d2faaa4b tempest-ListImageFiltersTestJSON-1179629162 tempest-ListImageFiltersTestJSON-1179629162-project] 10.222.0.44 "GET /v2.0/quotas/699d3041e820414995c56d1bf28d1cff HTTP/1.1" status: 200 len: 375 time: 0.0099354 Oct 27 10:20:16.138420 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-e002f150-0571-44fd-86ed-34d4ab8962bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:16.155604 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-15bc771f-9193-4bfd-9c8c-e26c5f87eb85 req-b01c4571-b82f-495d-9c37-29142606b6ee tempest-ListImageFiltersTestJSON-1179629162 tempest-ListImageFiltersTestJSON-1179629162-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=699d3041e820414995c56d1bf28d1cff&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0341356 Oct 27 10:20:16.252168 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-eb357f99-64ff-4b0f-b0e2-9d2d8fc5d21c req-a714c6bf-4f25-42ac-8333-6753c56eb815 tempest-ListImageFiltersTestJSON-1179629162 tempest-ListImageFiltersTestJSON-1179629162-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=699d3041e820414995c56d1bf28d1cff&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0377958 Oct 27 10:20:16.454981 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb357f99-64ff-4b0f-b0e2-9d2d8fc5d21c req-a189b253-6a33-4442-885c-04efeb1f8a6f tempest-ListImageFiltersTestJSON-1179629162 tempest-ListImageFiltersTestJSON-1179629162-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:16.456531 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-eb357f99-64ff-4b0f-b0e2-9d2d8fc5d21c req-a189b253-6a33-4442-885c-04efeb1f8a6f tempest-ListImageFiltersTestJSON-1179629162 tempest-ListImageFiltersTestJSON-1179629162-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1952038 Oct 27 10:20:16.471650 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [req-eb357f99-64ff-4b0f-b0e2-9d2d8fc5d21c req-ef87c14f-2648-453d-9b1f-505808d8cd72 tempest-ListImageFiltersTestJSON-1179629162 tempest-ListImageFiltersTestJSON-1179629162-project] Request body: {'port': {'device_id': '35f56aec-205c-48b0-810a-70a54e75c42f', 'network_id': '4d250f92-d229-45fe-a579-67fef8e6c544', 'admin_state_up': True, 'tenant_id': '699d3041e820414995c56d1bf28d1cff'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:20:16.610490 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb357f99-64ff-4b0f-b0e2-9d2d8fc5d21c req-ef87c14f-2648-453d-9b1f-505808d8cd72 tempest-ListImageFiltersTestJSON-1179629162 tempest-ListImageFiltersTestJSON-1179629162-project] Made reservation on behalf of 699d3041e820414995c56d1bf28d1cff for: {'port': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:20:16.614458 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-eb357f99-64ff-4b0f-b0e2-9d2d8fc5d21c req-ef87c14f-2648-453d-9b1f-505808d8cd72 tempest-ListImageFiltersTestJSON-1179629162 tempest-ListImageFiltersTestJSON-1179629162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:16.631812 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-eb357f99-64ff-4b0f-b0e2-9d2d8fc5d21c req-ef87c14f-2648-453d-9b1f-505808d8cd72 tempest-ListImageFiltersTestJSON-1179629162 tempest-ListImageFiltersTestJSON-1179629162-project] Publish callbacks [] for security_group, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:16.738960 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-eb357f99-64ff-4b0f-b0e2-9d2d8fc5d21c req-ef87c14f-2648-453d-9b1f-505808d8cd72 tempest-ListImageFiltersTestJSON-1179629162 tempest-ListImageFiltersTestJSON-1179629162-project] Publish callbacks [] for security_group, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:16.744460 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-eb357f99-64ff-4b0f-b0e2-9d2d8fc5d21c req-ef87c14f-2648-453d-9b1f-505808d8cd72 tempest-ListImageFiltersTestJSON-1179629162 tempest-ListImageFiltersTestJSON-1179629162-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:16.753242 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:20:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5431823-e39c-4be3-85ba-3a1d97fa085e x-openstack-request-id: req-c5431823-e39c-4be3-85ba-3a1d97fa085e {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:20:16.753541 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf279598-8975-4de3-ae21-c8ab4a50138d", "name": "network-vif-plugged", "status": "completed", "tag": "42128473-d858-46d3-98ca-d69e235d8820", "code": 200}]} {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:20:16.753950 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c5431823-e39c-4be3-85ba-3a1d97fa085e {{(pid=102348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:20:16.754479 n-d-813419-10 neutron-server[102348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf279598-8975-4de3-ae21-c8ab4a50138d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42128473-d858-46d3-98ca-d69e235d8820', 'code': 200} Oct 27 10:20:16.903578 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef87c14f-2648-453d-9b1f-505808d8cd72 tempest-ListImageFiltersTestJSON-1179629162 tempest-ListImageFiltersTestJSON-1179629162-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f77bbc8-4569-4af2-89c5-4ab81947cd3d,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:20:16.958415 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf5735c-c931-4355-83b3-c439aa44faa7 req-c99ba098-a08c-4fd8-9e87-3701bd5ffe19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:16.959695 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-8cf5735c-c931-4355-83b3-c439aa44faa7 req-c99ba098-a08c-4fd8-9e87-3701bd5ffe19 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=bf279598-8975-4de3-ae21-c8ab4a50138d HTTP/1.1" status: 200 len: 1097 time: 0.1169899 Oct 27 10:20:16.983362 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_common [req-eb357f99-64ff-4b0f-b0e2-9d2d8fc5d21c req-ef87c14f-2648-453d-9b1f-505808d8cd72 tempest-ListImageFiltersTestJSON-1179629162 tempest-ListImageFiltersTestJSON-1179629162-project] Allocated IP 192.168.233.190 (4d250f92-d229-45fe-a579-67fef8e6c544/62eb52f7-aac4-48af-8670-e04300325561/a8b3068e-7a2f-4b87-a091-934f61940394) {{(pid=102346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:20:17.050252 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-8cf5735c-c931-4355-83b3-c439aa44faa7 req-eb3e3832-f495-4573-bc90-28a24f5c4384 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=e3018bff-e5f8-44d8-a835-69520a8698da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813158 Oct 27 10:20:17.180723 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-eb357f99-64ff-4b0f-b0e2-9d2d8fc5d21c req-ef87c14f-2648-453d-9b1f-505808d8cd72 tempest-ListImageFiltersTestJSON-1179629162 tempest-ListImageFiltersTestJSON-1179629162-project] Publish callbacks [] for port, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:17.216938 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-eb357f99-64ff-4b0f-b0e2-9d2d8fc5d21c req-ef87c14f-2648-453d-9b1f-505808d8cd72 tempest-ListImageFiltersTestJSON-1179629162 tempest-ListImageFiltersTestJSON-1179629162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:17.259870 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb357f99-64ff-4b0f-b0e2-9d2d8fc5d21c req-ef87c14f-2648-453d-9b1f-505808d8cd72 tempest-ListImageFiltersTestJSON-1179629162 tempest-ListImageFiltersTestJSON-1179629162-project] Network 4d250f92-d229-45fe-a579-67fef8e6c544 is already hosted by enough agents. {{(pid=102346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:20:17.263019 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [req-eb357f99-64ff-4b0f-b0e2-9d2d8fc5d21c req-ef87c14f-2648-453d-9b1f-505808d8cd72 tempest-ListImageFiltersTestJSON-1179629162 tempest-ListImageFiltersTestJSON-1179629162-project] Resources bound (agent type, host, resource id): {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:20:17.267359 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb357f99-64ff-4b0f-b0e2-9d2d8fc5d21c req-ef87c14f-2648-453d-9b1f-505808d8cd72 tempest-ListImageFiltersTestJSON-1179629162 tempest-ListImageFiltersTestJSON-1179629162-project] Received port after_create {{(pid=102346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:20:17.294363 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef87c14f-2648-453d-9b1f-505808d8cd72 tempest-ListImageFiltersTestJSON-1179629162 tempest-ListImageFiltersTestJSON-1179629162-project] Pushing event updated for resources: {'Port': ['ID=a8b3068e-7a2f-4b87-a091-934f61940394,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:20:17.327691 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb357f99-64ff-4b0f-b0e2-9d2d8fc5d21c req-ef87c14f-2648-453d-9b1f-505808d8cd72 tempest-ListImageFiltersTestJSON-1179629162 tempest-ListImageFiltersTestJSON-1179629162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:17.328457 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-eb357f99-64ff-4b0f-b0e2-9d2d8fc5d21c req-ef87c14f-2648-453d-9b1f-505808d8cd72 tempest-ListImageFiltersTestJSON-1179629162 tempest-ListImageFiltersTestJSON-1179629162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:17.330564 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 41286) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:20:17.338795 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-46df8db1-b729-48bc-897f-118b16e4d955 tempest-ServersTestManualDisk-1099522627 tempest-ServersTestManualDisk-1099522627-project] Request body: {'security_group': {'name': 'tempest-securitygroup--899630065', 'description': 'tempest-description--1923383271'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:20:17.360916 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-eb357f99-64ff-4b0f-b0e2-9d2d8fc5d21c req-ef87c14f-2648-453d-9b1f-505808d8cd72 tempest-ListImageFiltersTestJSON-1179629162 tempest-ListImageFiltersTestJSON-1179629162-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8932908 Oct 27 10:20:17.376049 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-46df8db1-b729-48bc-897f-118b16e4d955 tempest-ServersTestManualDisk-1099522627 tempest-ServersTestManualDisk-1099522627-project] Publish callbacks [] for security_group, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:17.381872 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [req-eb357f99-64ff-4b0f-b0e2-9d2d8fc5d21c req-128f5474-87e3-4d36-a3ea-b3a26b06f324 service neutron] Request body: {'port': {'device_id': '35f56aec-205c-48b0-810a-70a54e75c42f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-10'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:20:17.445070 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-eb357f99-64ff-4b0f-b0e2-9d2d8fc5d21c req-128f5474-87e3-4d36-a3ea-b3a26b06f324 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:17.448539 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff8a8f2-04af-4eec-a442-857abe540625 req-159d4698-4d8b-4463-9808-ec820b171aa3 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:17.450058 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-1ff8a8f2-04af-4eec-a442-857abe540625 req-159d4698-4d8b-4463-9808-ec820b171aa3 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/ports?device_id=a52d4eb7-7ffd-4109-9f94-dc97814340a0 HTTP/1.1" status: 200 len: 950 time: 0.0636797 Oct 27 10:20:17.518386 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-1ff8a8f2-04af-4eec-a442-857abe540625 req-581682bf-37af-4059-9d48-a24230f5fc92 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/security-groups?id=e786382c-1289-4f9d-b471-ed120470c2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579519 Oct 27 10:20:17.530742 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-928df4fc-e44d-4960-91a1-48924b811f23 None None] Provisioning complete for port a8b3068e-7a2f-4b87-a091-934f61940394 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:20:17.531284 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-928df4fc-e44d-4960-91a1-48924b811f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:17.540949 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-46df8db1-b729-48bc-897f-118b16e4d955 tempest-ServersTestManualDisk-1099522627 tempest-ServersTestManualDisk-1099522627-project] Publish callbacks [] for security_group, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:17.547793 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-46df8db1-b729-48bc-897f-118b16e4d955 tempest-ServersTestManualDisk-1099522627 tempest-ServersTestManualDisk-1099522627-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:17.583261 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-46df8db1-b729-48bc-897f-118b16e4d955 tempest-ServersTestManualDisk-1099522627 tempest-ServersTestManualDisk-1099522627-project] Publish callbacks [] for security_group, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:17.584881 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-46df8db1-b729-48bc-897f-118b16e4d955 tempest-ServersTestManualDisk-1099522627 tempest-ServersTestManualDisk-1099522627-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2527542 Oct 27 10:20:17.586365 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46df8db1-b729-48bc-897f-118b16e4d955 tempest-ServersTestManualDisk-1099522627 tempest-ServersTestManualDisk-1099522627-project] Pushing event updated for resources: {'SecurityGroup': ['ID=205a0546-e26b-45de-81f6-22c717043123,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:20:17.589492 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 41290) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:20:17.590899 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-928df4fc-e44d-4960-91a1-48924b811f23 None None] Port a8b3068e-7a2f-4b87-a091-934f61940394 cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:20:17.599355 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-152c58da-c80a-4f36-8f7e-3897d855bf62 tempest-ServersTestManualDisk-1099522627 tempest-ServersTestManualDisk-1099522627-project] Request body: {'security_group_rule': {'security_group_id': '205a0546-e26b-45de-81f6-22c717043123', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:20:17.606227 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46df8db1-b729-48bc-897f-118b16e4d955 tempest-ServersTestManualDisk-1099522627 tempest-ServersTestManualDisk-1099522627-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:20:17.608356 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46df8db1-b729-48bc-897f-118b16e4d955 tempest-ServersTestManualDisk-1099522627 tempest-ServersTestManualDisk-1099522627-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:20:17.609106 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46df8db1-b729-48bc-897f-118b16e4d955 tempest-ServersTestManualDisk-1099522627 tempest-ServersTestManualDisk-1099522627-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:20:17.610213 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46df8db1-b729-48bc-897f-118b16e4d955 tempest-ServersTestManualDisk-1099522627 tempest-ServersTestManualDisk-1099522627-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:20:17.610713 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46df8db1-b729-48bc-897f-118b16e4d955 tempest-ServersTestManualDisk-1099522627 tempest-ServersTestManualDisk-1099522627-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:20:17.611197 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46df8db1-b729-48bc-897f-118b16e4d955 tempest-ServersTestManualDisk-1099522627 tempest-ServersTestManualDisk-1099522627-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:20:17.611684 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46df8db1-b729-48bc-897f-118b16e4d955 tempest-ServersTestManualDisk-1099522627 tempest-ServersTestManualDisk-1099522627-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:20:17.612157 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46df8db1-b729-48bc-897f-118b16e4d955 tempest-ServersTestManualDisk-1099522627 tempest-ServersTestManualDisk-1099522627-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:20:17.612680 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46df8db1-b729-48bc-897f-118b16e4d955 tempest-ServersTestManualDisk-1099522627 tempest-ServersTestManualDisk-1099522627-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:20:17.613152 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46df8db1-b729-48bc-897f-118b16e4d955 tempest-ServersTestManualDisk-1099522627 tempest-ServersTestManualDisk-1099522627-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:20:17.613626 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46df8db1-b729-48bc-897f-118b16e4d955 tempest-ServersTestManualDisk-1099522627 tempest-ServersTestManualDisk-1099522627-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:20:17.614097 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46df8db1-b729-48bc-897f-118b16e4d955 tempest-ServersTestManualDisk-1099522627 tempest-ServersTestManualDisk-1099522627-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:20:17.648657 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-152c58da-c80a-4f36-8f7e-3897d855bf62 tempest-ServersTestManualDisk-1099522627 tempest-ServersTestManualDisk-1099522627-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:17.728859 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-152c58da-c80a-4f36-8f7e-3897d855bf62 tempest-ServersTestManualDisk-1099522627 tempest-ServersTestManualDisk-1099522627-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:17.737104 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-152c58da-c80a-4f36-8f7e-3897d855bf62 tempest-ServersTestManualDisk-1099522627 tempest-ServersTestManualDisk-1099522627-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671902'] for security_group_rule, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:17.752428 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-15bc771f-9193-4bfd-9c8c-e26c5f87eb85 req-8dd2e85b-9ca2-43f6-8140-fadffed9307b tempest-ListImageFiltersTestJSON-1179629162 tempest-ListImageFiltersTestJSON-1179629162-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=699d3041e820414995c56d1bf28d1cff&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0536559 Oct 27 10:20:17.758711 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152c58da-c80a-4f36-8f7e-3897d855bf62 tempest-ServersTestManualDisk-1099522627 tempest-ServersTestManualDisk-1099522627-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b39392e-fb8e-485b-acd9-fa8b3b13dad7,revision_number=0']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:20:17.768717 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-152c58da-c80a-4f36-8f7e-3897d855bf62 tempest-ServersTestManualDisk-1099522627 tempest-ServersTestManualDisk-1099522627-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:17.770091 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-152c58da-c80a-4f36-8f7e-3897d855bf62 tempest-ServersTestManualDisk-1099522627 tempest-ServersTestManualDisk-1099522627-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1794393 Oct 27 10:20:17.772744 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 41292) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:20:17.777596 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-c0ceb8a7-8004-48d8-8d31-dec522103cd1 tempest-ServersTestManualDisk-1099522627 tempest-ServersTestManualDisk-1099522627-project] Request body: {'security_group_rule': {'security_group_id': '205a0546-e26b-45de-81f6-22c717043123', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:20:17.809593 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-c0ceb8a7-8004-48d8-8d31-dec522103cd1 tempest-ServersTestManualDisk-1099522627 tempest-ServersTestManualDisk-1099522627-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:17.882308 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-c0ceb8a7-8004-48d8-8d31-dec522103cd1 tempest-ServersTestManualDisk-1099522627 tempest-ServersTestManualDisk-1099522627-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:17.889981 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-c0ceb8a7-8004-48d8-8d31-dec522103cd1 tempest-ServersTestManualDisk-1099522627 tempest-ServersTestManualDisk-1099522627-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671902'] for security_group_rule, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:17.909543 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ceb8a7-8004-48d8-8d31-dec522103cd1 tempest-ServersTestManualDisk-1099522627 tempest-ServersTestManualDisk-1099522627-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11bfc169-407f-4e4a-8f19-02b013858c0f,revision_number=0']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:20:17.921335 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-c0ceb8a7-8004-48d8-8d31-dec522103cd1 tempest-ServersTestManualDisk-1099522627 tempest-ServersTestManualDisk-1099522627-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:17.922610 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-c0ceb8a7-8004-48d8-8d31-dec522103cd1 tempest-ServersTestManualDisk-1099522627 tempest-ServersTestManualDisk-1099522627-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1487930 Oct 27 10:20:17.925600 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 41294) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:20:17.930336 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-17bfa34b-97fb-41f9-b0ce-3f22749041cf tempest-ServersTestManualDisk-1099522627 tempest-ServersTestManualDisk-1099522627-project] Request body: {'floatingip': {'floating_network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:20:17.939429 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bc771f-9193-4bfd-9c8c-e26c5f87eb85 req-5a5fde67-d581-4182-b161-664f6342c066 tempest-ListImageFiltersTestJSON-1179629162 tempest-ListImageFiltersTestJSON-1179629162-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:17.940855 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-15bc771f-9193-4bfd-9c8c-e26c5f87eb85 req-5a5fde67-d581-4182-b161-664f6342c066 tempest-ListImageFiltersTestJSON-1179629162 tempest-ListImageFiltersTestJSON-1179629162-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1771109 Oct 27 10:20:17.954604 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-17bfa34b-97fb-41f9-b0ce-3f22749041cf tempest-ServersTestManualDisk-1099522627 tempest-ServersTestManualDisk-1099522627-project] Publish callbacks [] for floatingip, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:17.963650 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [req-15bc771f-9193-4bfd-9c8c-e26c5f87eb85 req-3d1d9506-8df2-411e-b42e-078aa4150b5c tempest-ListImageFiltersTestJSON-1179629162 tempest-ListImageFiltersTestJSON-1179629162-project] Request body: {'port': {'device_id': 'ee962280-c4a3-41e2-8b55-5766c4eddfd3', 'network_id': '4d250f92-d229-45fe-a579-67fef8e6c544', 'admin_state_up': True, 'tenant_id': '699d3041e820414995c56d1bf28d1cff'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:20:18.051250 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [req-eb357f99-64ff-4b0f-b0e2-9d2d8fc5d21c req-128f5474-87e3-4d36-a3ea-b3a26b06f324 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8b3068e-7a2f-4b87-a091-934f61940394 {{(pid=102346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:20:18.062574 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-eb357f99-64ff-4b0f-b0e2-9d2d8fc5d21c req-128f5474-87e3-4d36-a3ea-b3a26b06f324 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:18.079961 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-17bfa34b-97fb-41f9-b0ce-3f22749041cf tempest-ServersTestManualDisk-1099522627 tempest-ServersTestManualDisk-1099522627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:18.098467 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.provisioning_blocks [req-eb357f99-64ff-4b0f-b0e2-9d2d8fc5d21c req-128f5474-87e3-4d36-a3ea-b3a26b06f324 service neutron] Transition to ACTIVE for port object a8b3068e-7a2f-4b87-a091-934f61940394 will not be triggered until provisioned by entity L2. {{(pid=102346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 10:20:18.117236 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-308d5cb8-20d8-4e31-a510-939e811549f3 None None] Sync routers for ids ['d09ebe0f-6a17-422c-9236-1672157d3776'] in n-d-813419-10 {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:20:18.127273 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-eb357f99-64ff-4b0f-b0e2-9d2d8fc5d21c req-128f5474-87e3-4d36-a3ea-b3a26b06f324 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27024173'] for port, after_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:18.128425 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-308d5cb8-20d8-4e31-a510-939e811549f3 None None] Routers {'d09ebe0f-6a17-422c-9236-1672157d3776'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:20:18.128527 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-308d5cb8-20d8-4e31-a510-939e811549f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:19:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['d09ebe0f-6a17-422c-9236-1672157d3776'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:20:18.226957 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128f5474-87e3-4d36-a3ea-b3a26b06f324 service neutron] Pushing event updated for resources: {'Port': ['ID=a8b3068e-7a2f-4b87-a091-934f61940394,revision_number=2']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:20:18.324095 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-49e7fa5c-5d4e-4985-8b88-5ba8fca79553 req-708c6165-fc1f-47db-a0a3-00e966086573 tempest-ListImageFiltersTestJSON-1179629162 tempest-ListImageFiltersTestJSON-1179629162-project] 10.222.0.44 "GET /v2.0/ports?device_id=ee962280-c4a3-41e2-8b55-5766c4eddfd3 HTTP/1.1" status: 200 len: 210 time: 0.0800493 Oct 27 10:20:18.325210 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_common [None req-17bfa34b-97fb-41f9-b0ce-3f22749041cf tempest-ServersTestManualDisk-1099522627 tempest-ServersTestManualDisk-1099522627-project] Allocated IP 172.25.8.4 (185ff123-c7ff-45c7-a6be-71feb35acc9c/0fb9f9d1-7384-481f-8fa8-f4566c349d30/d41c40c3-55d7-499b-993b-6b59e924a18f) {{(pid=102347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:20:18.374046 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 86d5bcf3-dcb9-4865-aa34-e275b048961d up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:20:18.451597 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvr_db [None req-308d5cb8-20d8-4e31-a510-939e811549f3 None None] Set router d09ebe0f-6a17-422c-9236-1672157d3776 gateway port host: n-d-813419-10 {{(pid=102349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:20:18.503088 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-17bfa34b-97fb-41f9-b0ce-3f22749041cf tempest-ServersTestManualDisk-1099522627 tempest-ServersTestManualDisk-1099522627-project] Publish callbacks [] for port, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:18.582438 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-17bfa34b-97fb-41f9-b0ce-3f22749041cf tempest-ServersTestManualDisk-1099522627 tempest-ServersTestManualDisk-1099522627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:18.617952 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15bc771f-9193-4bfd-9c8c-e26c5f87eb85 req-3d1d9506-8df2-411e-b42e-078aa4150b5c tempest-ListImageFiltersTestJSON-1179629162 tempest-ListImageFiltersTestJSON-1179629162-project] Made reservation on behalf of 699d3041e820414995c56d1bf28d1cff for: {'port': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:20:18.621170 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-15bc771f-9193-4bfd-9c8c-e26c5f87eb85 req-3d1d9506-8df2-411e-b42e-078aa4150b5c tempest-ListImageFiltersTestJSON-1179629162 tempest-ListImageFiltersTestJSON-1179629162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:18.648486 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port 86d5bcf3-dcb9-4865-aa34-e275b048961d triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:20:18.649049 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:18.659998 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bfa34b-97fb-41f9-b0ce-3f22749041cf tempest-ServersTestManualDisk-1099522627 tempest-ServersTestManualDisk-1099522627-project] Pushing event updated for resources: {'Port': ['ID=d41c40c3-55d7-499b-993b-6b59e924a18f,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:20:18.676289 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dfc025-f38b-46e9-be5e-4ad6f4cae1d1 req-e6246b14-7a7a-4edd-b4da-a7ebc6ec214a tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:18.680930 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c7dfc025-f38b-46e9-be5e-4ad6f4cae1d1 req-e6246b14-7a7a-4edd-b4da-a7ebc6ec214a tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] 10.222.0.44 "GET /v2.0/ports?device_id=3829851e-9c6c-4b28-aa19-d0be65035545 HTTP/1.1" status: 200 len: 949 time: 0.1393406 Oct 27 10:20:18.689374 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17bfa34b-97fb-41f9-b0ce-3f22749041cf tempest-ServersTestManualDisk-1099522627 tempest-ServersTestManualDisk-1099522627-project] Network 185ff123-c7ff-45c7-a6be-71feb35acc9c is already hosted by enough agents. {{(pid=102347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:20:18.692725 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [None req-17bfa34b-97fb-41f9-b0ce-3f22749041cf tempest-ServersTestManualDisk-1099522627 tempest-ServersTestManualDisk-1099522627-project] Resources bound (agent type, host, resource id): {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:20:18.695487 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-308d5cb8-20d8-4e31-a510-939e811549f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd09ebe0f-6a17-422c-9236-1672157d3776', 'name': 'tempest-ServersTestManualDisk-400905066-router', 'tenant_id': 'f7d542f2ad3542a48fab2828515078ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.231'}], 'enable_snat': True}, 'gw_port_id': '86d5bcf3-dcb9-4865-aa34-e275b048961d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:20:11Z', 'updated_at': '2021-10-27T10:20:14Z', 'revision_number': 4, 'project_id': 'f7d542f2ad3542a48fab2828515078ca', 'gw_port': {'id': '86d5bcf3-dcb9-4865-aa34-e275b048961d', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:5b:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd09ebe0f-6a17-422c-9236-1672157d3776', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:20:11Z', 'updated_at': '2021-10-27T10:20:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_interfaces': [{'id': 'cadf2637-0ea7-49c8-a0dc-0fe06fa81731', 'name': '', 'network_id': '5bb94e13-008a-44fd-afcd-6dce4832ca40', 'tenant_id': 'f7d542f2ad3542a48fab2828515078ca', 'mac_address': 'fa:16:3e:db:83:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd09ebe0f-6a17-422c-9236-1672157d3776', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '6ea95b43-4fb0-47bc-873b-3f5bbca3aa45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:20:13Z', 'updated_at': '2021-10-27T10:20:14Z', 'revision_number': 2, 'project_id': 'f7d542f2ad3542a48fab2828515078ca', 'subnets': [{'id': '6ea95b43-4fb0-47bc-873b-3f5bbca3aa45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:20:18.702760 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17bfa34b-97fb-41f9-b0ce-3f22749041cf tempest-ServersTestManualDisk-1099522627 tempest-ServersTestManualDisk-1099522627-project] Received port after_create {{(pid=102347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:20:18.727734 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.managers [req-eb357f99-64ff-4b0f-b0e2-9d2d8fc5d21c req-128f5474-87e3-4d36-a3ea-b3a26b06f324 service neutron] Attempting to bind port a8b3068e-7a2f-4b87-a091-934f61940394 on host n-h1-813419-10 for vnic_type normal with profile {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:20:18.728165 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.managers [req-eb357f99-64ff-4b0f-b0e2-9d2d8fc5d21c req-128f5474-87e3-4d36-a3ea-b3a26b06f324 service neutron] Attempting to bind port a8b3068e-7a2f-4b87-a091-934f61940394 by drivers openvswitch,hyperv on host n-h1-813419-10 at level 0 using segments [{'id': 'f7c42c6d-2766-46d8-a8b7-4852117a5555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '4d250f92-d229-45fe-a579-67fef8e6c544'}] {{(pid=102346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:20:18.728537 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb357f99-64ff-4b0f-b0e2-9d2d8fc5d21c req-128f5474-87e3-4d36-a3ea-b3a26b06f324 service neutron] Attempting to bind port a8b3068e-7a2f-4b87-a091-934f61940394 on network 4d250f92-d229-45fe-a579-67fef8e6c544 {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:20:18.729398 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-308d5cb8-20d8-4e31-a510-939e811549f3 None None] Checking router: d09ebe0f-6a17-422c-9236-1672157d3776 for host: n-d-813419-10 {{(pid=102349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 10:20:18.729850 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-308d5cb8-20d8-4e31-a510-939e811549f3 None None] Updating router d09ebe0f-6a17-422c-9236-1672157d3776 port cadf2637-0ea7-49c8-a0dc-0fe06fa81731 binding host n-d-813419-10 {{(pid=102349) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 10:20:18.742040 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb357f99-64ff-4b0f-b0e2-9d2d8fc5d21c req-128f5474-87e3-4d36-a3ea-b3a26b06f324 service neutron] Port a8b3068e-7a2f-4b87-a091-934f61940394 on network 4d250f92-d229-45fe-a579-67fef8e6c544 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-10 {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 10:20:18.742364 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb357f99-64ff-4b0f-b0e2-9d2d8fc5d21c req-128f5474-87e3-4d36-a3ea-b3a26b06f324 service neutron] Attempting to bind port a8b3068e-7a2f-4b87-a091-934f61940394 on network 4d250f92-d229-45fe-a579-67fef8e6c544 {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:20:18.752354 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb357f99-64ff-4b0f-b0e2-9d2d8fc5d21c req-128f5474-87e3-4d36-a3ea-b3a26b06f324 service neutron] Checking agent: {'id': 'a52e1cab-0c63-402d-9c94-330537c6c076', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 16, 2), 'started_at': datetime.datetime(2021, 10, 27, 10, 16, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 20, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:20:18.752696 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb357f99-64ff-4b0f-b0e2-9d2d8fc5d21c req-128f5474-87e3-4d36-a3ea-b3a26b06f324 service neutron] Checking segment: {'id': 'f7c42c6d-2766-46d8-a8b7-4852117a5555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '4d250f92-d229-45fe-a579-67fef8e6c544'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:20:18.753077 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb357f99-64ff-4b0f-b0e2-9d2d8fc5d21c req-128f5474-87e3-4d36-a3ea-b3a26b06f324 service neutron] Bound using segment: {'id': 'f7c42c6d-2766-46d8-a8b7-4852117a5555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '4d250f92-d229-45fe-a579-67fef8e6c544'} {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:20:18.753507 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.managers [req-eb357f99-64ff-4b0f-b0e2-9d2d8fc5d21c req-128f5474-87e3-4d36-a3ea-b3a26b06f324 service neutron] Bound port: a8b3068e-7a2f-4b87-a091-934f61940394, host: n-h1-813419-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7c42c6d-2766-46d8-a8b7-4852117a5555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '4d250f92-d229-45fe-a579-67fef8e6c544'}}] {{(pid=102346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:20:18.753867 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-eb357f99-64ff-4b0f-b0e2-9d2d8fc5d21c req-128f5474-87e3-4d36-a3ea-b3a26b06f324 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:18.762638 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:18.765575 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-308d5cb8-20d8-4e31-a510-939e811549f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:18.802249 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-17bfa34b-97fb-41f9-b0ce-3f22749041cf tempest-ServersTestManualDisk-1099522627 tempest-ServersTestManualDisk-1099522627-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:18.806323 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] For port 86d5bcf3-dcb9-4865-aa34-e275b048961d, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=86d5bcf3-dcb9-4865-aa34-e275b048961d,segment=NetworkSegment(bc14127b-7032-4c50-bb5b-f6813cbae86e),segment_id=bc14127b-7032-4c50-bb5b-f6813cbae86e)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:20:18.815311 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:18.821351 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f39d0306-d478-4890-9e0d-c48090333c3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:18.846635 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c7dfc025-f38b-46e9-be5e-4ad6f4cae1d1 req-0fd6ab55-00e0-4bdf-a602-38e1034c9bb7 tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] 10.222.0.44 "GET /v2.0/security-groups?id=adbff9a4-0ae5-4700-84c2-4b5f53f67e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501660 Oct 27 10:20:18.894478 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Pushing event updated for resources: {'Port': ['ID=86d5bcf3-dcb9-4865-aa34-e275b048961d,revision_number=4']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:20:18.896282 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [req-eb357f99-64ff-4b0f-b0e2-9d2d8fc5d21c req-128f5474-87e3-4d36-a3ea-b3a26b06f324 service neutron] For port a8b3068e-7a2f-4b87-a091-934f61940394, host n-h1-813419-10, cleared binding levels {{(pid=102346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:20:18.900483 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [req-eb357f99-64ff-4b0f-b0e2-9d2d8fc5d21c req-128f5474-87e3-4d36-a3ea-b3a26b06f324 service neutron] For port a8b3068e-7a2f-4b87-a091-934f61940394, host n-h1-813419-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=a8b3068e-7a2f-4b87-a091-934f61940394,segment=NetworkSegment(f7c42c6d-2766-46d8-a8b7-4852117a5555),segment_id=f7c42c6d-2766-46d8-a8b7-4852117a5555)] {{(pid=102346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:20:18.906829 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-17bfa34b-97fb-41f9-b0ce-3f22749041cf tempest-ServersTestManualDisk-1099522627 tempest-ServersTestManualDisk-1099522627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:18.909461 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-eb357f99-64ff-4b0f-b0e2-9d2d8fc5d21c req-128f5474-87e3-4d36-a3ea-b3a26b06f324 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27024173'] for port, after_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:18.913045 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_common [req-15bc771f-9193-4bfd-9c8c-e26c5f87eb85 req-3d1d9506-8df2-411e-b42e-078aa4150b5c tempest-ListImageFiltersTestJSON-1179629162 tempest-ListImageFiltersTestJSON-1179629162-project] Allocated IP 192.168.233.211 (4d250f92-d229-45fe-a579-67fef8e6c544/62eb52f7-aac4-48af-8670-e04300325561/3c208689-c22b-4220-853d-00421a4bd672) {{(pid=102346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:20:18.954694 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb357f99-64ff-4b0f-b0e2-9d2d8fc5d21c req-128f5474-87e3-4d36-a3ea-b3a26b06f324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:18.955352 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-eb357f99-64ff-4b0f-b0e2-9d2d8fc5d21c req-128f5474-87e3-4d36-a3ea-b3a26b06f324 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:18.956785 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-eb357f99-64ff-4b0f-b0e2-9d2d8fc5d21c req-128f5474-87e3-4d36-a3ea-b3a26b06f324 service neutron] 10.222.0.64 "PUT /v2.0/ports/a8b3068e-7a2f-4b87-a091-934f61940394 HTTP/1.1" status: 200 len: 1097 time: 1.5798092 Oct 27 10:20:18.960725 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35f56aec-205c-48b0-810a-70a54e75c42f', 'tag': 'a8b3068e-7a2f-4b87-a091-934f61940394'}] {{(pid=102346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:20:18.964863 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc0e418f5fc417c8d55d94c0aa509b037d0beb2a734c1a709e789eb65639a56d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-299345e8-585f-4828-96f7-4f449ed55f91" -d '{"events": [{"name": "network-changed", "server_uuid": "35f56aec-205c-48b0-810a-70a54e75c42f", "tag": "a8b3068e-7a2f-4b87-a091-934f61940394"}]}' {{(pid=102346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:20:19.069090 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128f5474-87e3-4d36-a3ea-b3a26b06f324 service neutron] Pushing event updated for resources: {'Port': ['ID=a8b3068e-7a2f-4b87-a091-934f61940394,revision_number=3']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:20:19.122801 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128f5474-87e3-4d36-a3ea-b3a26b06f324 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:20:19.123019 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-17bfa34b-97fb-41f9-b0ce-3f22749041cf tempest-ServersTestManualDisk-1099522627 tempest-ServersTestManualDisk-1099522627-project] Publish callbacks [] for port, precommit_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:19.123143 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128f5474-87e3-4d36-a3ea-b3a26b06f324 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:20:19.123472 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128f5474-87e3-4d36-a3ea-b3a26b06f324 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:20:19.123804 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128f5474-87e3-4d36-a3ea-b3a26b06f324 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:20:19.124649 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128f5474-87e3-4d36-a3ea-b3a26b06f324 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:20:19.124987 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128f5474-87e3-4d36-a3ea-b3a26b06f324 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:20:19.125921 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128f5474-87e3-4d36-a3ea-b3a26b06f324 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:20:19.126517 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128f5474-87e3-4d36-a3ea-b3a26b06f324 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:20:19.126858 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128f5474-87e3-4d36-a3ea-b3a26b06f324 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:20:19.127228 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128f5474-87e3-4d36-a3ea-b3a26b06f324 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:20:19.127592 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128f5474-87e3-4d36-a3ea-b3a26b06f324 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:20:19.127921 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128f5474-87e3-4d36-a3ea-b3a26b06f324 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:20:19.154857 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb357f99-64ff-4b0f-b0e2-9d2d8fc5d21c req-f4e4ffdc-afc9-4ea5-8bdf-8bf2925ab3d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:19.156432 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-eb357f99-64ff-4b0f-b0e2-9d2d8fc5d21c req-f4e4ffdc-afc9-4ea5-8bdf-8bf2925ab3d4 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=699d3041e820414995c56d1bf28d1cff&device_id=35f56aec-205c-48b0-810a-70a54e75c42f HTTP/1.1" status: 200 len: 1100 time: 0.1483774 Oct 27 10:20:19.163277 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-17bfa34b-97fb-41f9-b0ce-3f22749041cf tempest-ServersTestManualDisk-1099522627 tempest-ServersTestManualDisk-1099522627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:19.191183 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-308d5cb8-20d8-4e31-a510-939e811549f3 None None] Publish callbacks [] for port, precommit_update {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:19.203426 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-308d5cb8-20d8-4e31-a510-939e811549f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:19.230785 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-eb357f99-64ff-4b0f-b0e2-9d2d8fc5d21c req-ab325688-c832-4f77-b906-1425b8691d89 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.190&port_id=a8b3068e-7a2f-4b87-a091-934f61940394 HTTP/1.1" status: 200 len: 217 time: 0.0614564 Oct 27 10:20:19.240698 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c93aaad-fd95-431a-a370-ac2cec5ac961 req-64199733-49d1-40a6-960c-5cd7b218aac4 tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:19.242232 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-4c93aaad-fd95-431a-a370-ac2cec5ac961 req-64199733-49d1-40a6-960c-5cd7b218aac4 tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] 10.222.0.44 "GET /v2.0/ports?device_id=bf279598-8975-4de3-ae21-c8ab4a50138d HTTP/1.1" status: 200 len: 945 time: 0.1172156 Oct 27 10:20:19.266116 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bfa34b-97fb-41f9-b0ce-3f22749041cf tempest-ServersTestManualDisk-1099522627 tempest-ServersTestManualDisk-1099522627-project] Pushing event updated for resources: {'Port': ['ID=d41c40c3-55d7-499b-993b-6b59e924a18f,revision_number=2']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:20:19.269816 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-17bfa34b-97fb-41f9-b0ce-3f22749041cf tempest-ServersTestManualDisk-1099522627 tempest-ServersTestManualDisk-1099522627-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1664826'] for floatingip, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:19.300632 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-17bfa34b-97fb-41f9-b0ce-3f22749041cf tempest-ServersTestManualDisk-1099522627 tempest-ServersTestManualDisk-1099522627-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for floatingip, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:19.302440 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-17bfa34b-97fb-41f9-b0ce-3f22749041cf tempest-ServersTestManualDisk-1099522627 tempest-ServersTestManualDisk-1099522627-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.3757899 Oct 27 10:20:19.305130 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-15bc771f-9193-4bfd-9c8c-e26c5f87eb85 req-3d1d9506-8df2-411e-b42e-078aa4150b5c tempest-ListImageFiltersTestJSON-1179629162 tempest-ListImageFiltersTestJSON-1179629162-project] Publish callbacks [] for port, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:19.312473 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-4c93aaad-fd95-431a-a370-ac2cec5ac961 req-b143bebe-6869-4b56-8181-6af5d7ed9551 tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] 10.222.0.44 "GET /v2.0/security-groups?id=e3018bff-e5f8-44d8-a835-69520a8698da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553920 Oct 27 10:20:19.318278 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d059f8de-bc77-4b33-9cc7-4079e4e3c0e2 None None] Pushing event updated for resources: {'Port': ['ID=cadf2637-0ea7-49c8-a0dc-0fe06fa81731,revision_number=3']} {{(pid=102349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:20:19.348630 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d059f8de-bc77-4b33-9cc7-4079e4e3c0e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:20:19.349016 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d059f8de-bc77-4b33-9cc7-4079e4e3c0e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:20:19.349312 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d059f8de-bc77-4b33-9cc7-4079e4e3c0e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:20:19.349685 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d059f8de-bc77-4b33-9cc7-4079e4e3c0e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:20:19.349963 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d059f8de-bc77-4b33-9cc7-4079e4e3c0e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:20:19.350281 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d059f8de-bc77-4b33-9cc7-4079e4e3c0e2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:20:19.350639 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d059f8de-bc77-4b33-9cc7-4079e4e3c0e2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:20:19.351475 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d059f8de-bc77-4b33-9cc7-4079e4e3c0e2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:20:19.351475 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d059f8de-bc77-4b33-9cc7-4079e4e3c0e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:20:19.351636 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d059f8de-bc77-4b33-9cc7-4079e4e3c0e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:20:19.351819 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d059f8de-bc77-4b33-9cc7-4079e4e3c0e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:20:19.352577 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d059f8de-bc77-4b33-9cc7-4079e4e3c0e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:20:19.367255 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.managers [None req-308d5cb8-20d8-4e31-a510-939e811549f3 None None] Attempting to bind port cadf2637-0ea7-49c8-a0dc-0fe06fa81731 on host n-d-813419-10 for vnic_type normal with profile {{(pid=102349) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:20:19.367448 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.managers [None req-308d5cb8-20d8-4e31-a510-939e811549f3 None None] Attempting to bind port cadf2637-0ea7-49c8-a0dc-0fe06fa81731 by drivers openvswitch,hyperv on host n-d-813419-10 at level 0 using segments [{'id': '8362cf3a-6db6-47e3-8f24-e9789361bc5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '5bb94e13-008a-44fd-afcd-6dce4832ca40'}] {{(pid=102349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:20:19.369903 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-308d5cb8-20d8-4e31-a510-939e811549f3 None None] Attempting to bind port cadf2637-0ea7-49c8-a0dc-0fe06fa81731 on network 5bb94e13-008a-44fd-afcd-6dce4832ca40 {{(pid=102349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:20:19.370247 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb357f99-64ff-4b0f-b0e2-9d2d8fc5d21c req-508a48bf-3205-4225-ab20-8a4318644113 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:19.371731 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-eb357f99-64ff-4b0f-b0e2-9d2d8fc5d21c req-508a48bf-3205-4225-ab20-8a4318644113 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=62eb52f7-aac4-48af-8670-e04300325561 HTTP/1.1" status: 200 len: 843 time: 0.1326272 Oct 27 10:20:19.380154 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-15bc771f-9193-4bfd-9c8c-e26c5f87eb85 req-3d1d9506-8df2-411e-b42e-078aa4150b5c tempest-ListImageFiltersTestJSON-1179629162 tempest-ListImageFiltersTestJSON-1179629162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:19.392131 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-308d5cb8-20d8-4e31-a510-939e811549f3 None None] Checking agent: {'id': '89dba0f3-79b2-435e-9822-33674b8f6ada', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 8, 20), 'started_at': datetime.datetime(2021, 10, 27, 10, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 19, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:20:19.392867 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-308d5cb8-20d8-4e31-a510-939e811549f3 None None] Checking segment: {'id': '8362cf3a-6db6-47e3-8f24-e9789361bc5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '5bb94e13-008a-44fd-afcd-6dce4832ca40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:20:19.393447 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-308d5cb8-20d8-4e31-a510-939e811549f3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:19.394026 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-308d5cb8-20d8-4e31-a510-939e811549f3 None None] Bound using segment: {'id': '8362cf3a-6db6-47e3-8f24-e9789361bc5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '5bb94e13-008a-44fd-afcd-6dce4832ca40'} {{(pid=102349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:20:19.394909 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.managers [None req-308d5cb8-20d8-4e31-a510-939e811549f3 None None] Bound port: cadf2637-0ea7-49c8-a0dc-0fe06fa81731, host: n-d-813419-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8362cf3a-6db6-47e3-8f24-e9789361bc5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '5bb94e13-008a-44fd-afcd-6dce4832ca40'}}] {{(pid=102349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:20:19.395681 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-308d5cb8-20d8-4e31-a510-939e811549f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:19.474815 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15bc771f-9193-4bfd-9c8c-e26c5f87eb85 req-3d1d9506-8df2-411e-b42e-078aa4150b5c tempest-ListImageFiltersTestJSON-1179629162 tempest-ListImageFiltersTestJSON-1179629162-project] Network 4d250f92-d229-45fe-a579-67fef8e6c544 is already hosted by enough agents. {{(pid=102346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:20:19.481853 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [req-15bc771f-9193-4bfd-9c8c-e26c5f87eb85 req-3d1d9506-8df2-411e-b42e-078aa4150b5c tempest-ListImageFiltersTestJSON-1179629162 tempest-ListImageFiltersTestJSON-1179629162-project] Resources bound (agent type, host, resource id): {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:20:19.492066 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1d9506-8df2-411e-b42e-078aa4150b5c tempest-ListImageFiltersTestJSON-1179629162 tempest-ListImageFiltersTestJSON-1179629162-project] Pushing event updated for resources: {'Port': ['ID=3c208689-c22b-4220-853d-00421a4bd672,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:20:19.499013 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63384f9f-2c4d-4e14-b1b2-73c67432ca8a req-a773ef64-3a1a-499d-9edc-df4bd043547e tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:19.500856 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-63384f9f-2c4d-4e14-b1b2-73c67432ca8a req-a773ef64-3a1a-499d-9edc-df4bd043547e tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/ports?device_id=a52d4eb7-7ffd-4109-9f94-dc97814340a0 HTTP/1.1" status: 200 len: 950 time: 0.0626361 Oct 27 10:20:19.502842 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [req-15bc771f-9193-4bfd-9c8c-e26c5f87eb85 req-3d1d9506-8df2-411e-b42e-078aa4150b5c tempest-ListImageFiltersTestJSON-1179629162 tempest-ListImageFiltersTestJSON-1179629162-project] Received port after_create {{(pid=102346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:20:19.563590 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-63384f9f-2c4d-4e14-b1b2-73c67432ca8a req-f1946966-f603-48a8-acee-9818f48f6abc tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/security-groups?id=e786382c-1289-4f9d-b471-ed120470c2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460103 Oct 27 10:20:19.567357 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bc771f-9193-4bfd-9c8c-e26c5f87eb85 req-3d1d9506-8df2-411e-b42e-078aa4150b5c tempest-ListImageFiltersTestJSON-1179629162 tempest-ListImageFiltersTestJSON-1179629162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:19.568028 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-15bc771f-9193-4bfd-9c8c-e26c5f87eb85 req-3d1d9506-8df2-411e-b42e-078aa4150b5c tempest-ListImageFiltersTestJSON-1179629162 tempest-ListImageFiltersTestJSON-1179629162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:19.593587 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb357f99-64ff-4b0f-b0e2-9d2d8fc5d21c req-b1feeea3-1ddd-422e-b86e-2f5c7ecc4c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:19.595655 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-eb357f99-64ff-4b0f-b0e2-9d2d8fc5d21c req-b1feeea3-1ddd-422e-b86e-2f5c7ecc4c60 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4d250f92-d229-45fe-a579-67fef8e6c544&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2135780 Oct 27 10:20:19.606622 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.db [None req-308d5cb8-20d8-4e31-a510-939e811549f3 None None] For port cadf2637-0ea7-49c8-a0dc-0fe06fa81731, host n-d-813419-10, cleared binding levels {{(pid=102349) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:20:19.612598 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.db [None req-308d5cb8-20d8-4e31-a510-939e811549f3 None None] For port cadf2637-0ea7-49c8-a0dc-0fe06fa81731, host n-d-813419-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=cadf2637-0ea7-49c8-a0dc-0fe06fa81731,segment=NetworkSegment(8362cf3a-6db6-47e3-8f24-e9789361bc5e),segment_id=8362cf3a-6db6-47e3-8f24-e9789361bc5e)] {{(pid=102349) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:20:19.614243 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-1087d596-da3d-4635-a175-a0b533e9d691 None None] Provisioning complete for port cadf2637-0ea7-49c8-a0dc-0fe06fa81731 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:20:19.614810 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-1087d596-da3d-4635-a175-a0b533e9d691 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:19.618523 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-308d5cb8-20d8-4e31-a510-939e811549f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:19.629356 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-15bc771f-9193-4bfd-9c8c-e26c5f87eb85 req-3d1d9506-8df2-411e-b42e-078aa4150b5c tempest-ListImageFiltersTestJSON-1179629162 tempest-ListImageFiltersTestJSON-1179629162-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6696086 Oct 27 10:20:19.677529 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d059f8de-bc77-4b33-9cc7-4079e4e3c0e2 None None] Pushing event updated for resources: {'Port': ['ID=cadf2637-0ea7-49c8-a0dc-0fe06fa81731,revision_number=4']} {{(pid=102349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:20:19.703860 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-1087d596-da3d-4635-a175-a0b533e9d691 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:19.718651 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-308d5cb8-20d8-4e31-a510-939e811549f3 None None] Routers {'d09ebe0f-6a17-422c-9236-1672157d3776'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:20:19.721857 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-308d5cb8-20d8-4e31-a510-939e811549f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:20:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['d09ebe0f-6a17-422c-9236-1672157d3776'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:20:19.737700 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [req-15bc771f-9193-4bfd-9c8c-e26c5f87eb85 req-2f9b1e36-1381-4eb9-b5b9-1a30d62dd498 service neutron] Request body: {'port': {'device_id': 'ee962280-c4a3-41e2-8b55-5766c4eddfd3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-10'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:20:19.752687 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-1087d596-da3d-4635-a175-a0b533e9d691 None None] For port cadf2637-0ea7-49c8-a0dc-0fe06fa81731, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=cadf2637-0ea7-49c8-a0dc-0fe06fa81731,segment=NetworkSegment(8362cf3a-6db6-47e3-8f24-e9789361bc5e),segment_id=8362cf3a-6db6-47e3-8f24-e9789361bc5e)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:20:19.758658 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-1087d596-da3d-4635-a175-a0b533e9d691 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:19.835598 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1087d596-da3d-4635-a175-a0b533e9d691 None None] Pushing event updated for resources: {'Port': ['ID=cadf2637-0ea7-49c8-a0dc-0fe06fa81731,revision_number=5']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:20:19.845236 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1087d596-da3d-4635-a175-a0b533e9d691 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:20:19.845236 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1087d596-da3d-4635-a175-a0b533e9d691 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:20:19.847217 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1087d596-da3d-4635-a175-a0b533e9d691 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:20:19.847217 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1087d596-da3d-4635-a175-a0b533e9d691 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:20:19.847217 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1087d596-da3d-4635-a175-a0b533e9d691 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:20:19.847217 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1087d596-da3d-4635-a175-a0b533e9d691 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:20:19.847217 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1087d596-da3d-4635-a175-a0b533e9d691 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:20:19.847217 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1087d596-da3d-4635-a175-a0b533e9d691 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:20:19.849085 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1087d596-da3d-4635-a175-a0b533e9d691 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:20:19.849085 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1087d596-da3d-4635-a175-a0b533e9d691 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:20:19.849085 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1087d596-da3d-4635-a175-a0b533e9d691 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:20:19.849085 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1087d596-da3d-4635-a175-a0b533e9d691 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:20:19.881615 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-15bc771f-9193-4bfd-9c8c-e26c5f87eb85 req-2f9b1e36-1381-4eb9-b5b9-1a30d62dd498 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:19.901612 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-eadeaa30-4096-4d1a-b3cb-aa7ebfb291ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:19.902700 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-eb357f99-64ff-4b0f-b0e2-9d2d8fc5d21c req-6316b3d9-a46d-49ea-ac38-4b6943e9117d service neutron] 10.222.0.64 "GET /v2.0/networks/4d250f92-d229-45fe-a579-67fef8e6c544?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2976859 Oct 27 10:20:19.903845 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-061f9d0e-6cc0-431c-92cf-dfc0b80529bc None None] Provisioning complete for port 3c208689-c22b-4220-853d-00421a4bd672 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:20:19.904109 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvr_db [None req-308d5cb8-20d8-4e31-a510-939e811549f3 None None] Set router d09ebe0f-6a17-422c-9236-1672157d3776 gateway port host: n-d-813419-10 {{(pid=102349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:20:19.904559 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-061f9d0e-6cc0-431c-92cf-dfc0b80529bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:19.948896 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-061f9d0e-6cc0-431c-92cf-dfc0b80529bc None None] Port 3c208689-c22b-4220-853d-00421a4bd672 cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:20:19.975830 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:20.076758 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-2eb957d8-41d0-4afa-abe2-cf442e66cf7a None None] Provisioning complete for port cadf2637-0ea7-49c8-a0dc-0fe06fa81731 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:20:20.077821 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-2eb957d8-41d0-4afa-abe2-cf442e66cf7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:20.118591 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 10:20:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-624c9a5a-f6c3-4832-8dcb-8a094a4f78b1 x-openstack-request-id: req-624c9a5a-f6c3-4832-8dcb-8a094a4f78b1 {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:20:20.118887 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35f56aec-205c-48b0-810a-70a54e75c42f", "tag": "a8b3068e-7a2f-4b87-a091-934f61940394", "status": "completed", "code": 200}]} {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:20:20.119170 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-624c9a5a-f6c3-4832-8dcb-8a094a4f78b1 {{(pid=102346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:20:20.119737 n-d-813419-10 neutron-server[102346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35f56aec-205c-48b0-810a-70a54e75c42f', 'tag': 'a8b3068e-7a2f-4b87-a091-934f61940394', 'status': 'completed', 'code': 200} Oct 27 10:20:20.161661 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-eb357f99-64ff-4b0f-b0e2-9d2d8fc5d21c req-97c80330-a15d-4c15-8aea-4b35f6fdc3c9 service neutron] 10.222.0.64 "GET /v2.0/networks/4d250f92-d229-45fe-a579-67fef8e6c544?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2318826 Oct 27 10:20:20.172965 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-308d5cb8-20d8-4e31-a510-939e811549f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd09ebe0f-6a17-422c-9236-1672157d3776', 'name': 'tempest-ServersTestManualDisk-400905066-router', 'tenant_id': 'f7d542f2ad3542a48fab2828515078ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.231'}], 'enable_snat': True}, 'gw_port_id': '86d5bcf3-dcb9-4865-aa34-e275b048961d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:20:11Z', 'updated_at': '2021-10-27T10:20:14Z', 'revision_number': 4, 'project_id': 'f7d542f2ad3542a48fab2828515078ca', 'gw_port': {'id': '86d5bcf3-dcb9-4865-aa34-e275b048961d', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:5b:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd09ebe0f-6a17-422c-9236-1672157d3776', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:20:11Z', 'updated_at': '2021-10-27T10:20:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_interfaces': [{'id': 'cadf2637-0ea7-49c8-a0dc-0fe06fa81731', 'name': '', 'network_id': '5bb94e13-008a-44fd-afcd-6dce4832ca40', 'tenant_id': 'f7d542f2ad3542a48fab2828515078ca', 'mac_address': 'fa:16:3e:db:83:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd09ebe0f-6a17-422c-9236-1672157d3776', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '6ea95b43-4fb0-47bc-873b-3f5bbca3aa45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:20:13Z', 'updated_at': '2021-10-27T10:20:19Z', 'revision_number': 4, 'project_id': 'f7d542f2ad3542a48fab2828515078ca', 'subnets': [{'id': '6ea95b43-4fb0-47bc-873b-3f5bbca3aa45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:20:20.206851 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-308d5cb8-20d8-4e31-a510-939e811549f3 None None] The sync data for ids ['d09ebe0f-6a17-422c-9236-1672157d3776'] in n-d-813419-10 is: [{'id': 'd09ebe0f-6a17-422c-9236-1672157d3776', 'name': 'tempest-ServersTestManualDisk-400905066-router', 'tenant_id': 'f7d542f2ad3542a48fab2828515078ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.231'}], 'enable_snat': True}, 'gw_port_id': '86d5bcf3-dcb9-4865-aa34-e275b048961d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:20:11Z', 'updated_at': '2021-10-27T10:20:14Z', 'revision_number': 4, 'project_id': 'f7d542f2ad3542a48fab2828515078ca', 'gw_port': {'id': '86d5bcf3-dcb9-4865-aa34-e275b048961d', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:5b:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd09ebe0f-6a17-422c-9236-1672157d3776', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:20:11Z', 'updated_at': '2021-10-27T10:20:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_interfaces': [{'id': 'cadf2637-0ea7-49c8-a0dc-0fe06fa81731', 'name': '', 'network_id': '5bb94e13-008a-44fd-afcd-6dce4832ca40', 'tenant_id': 'f7d542f2ad3542a48fab2828515078ca', 'mac_address': 'fa:16:3e:db:83:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd09ebe0f-6a17-422c-9236-1672157d3776', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '6ea95b43-4fb0-47bc-873b-3f5bbca3aa45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:20:13Z', 'updated_at': '2021-10-27T10:20:19Z', 'revision_number': 4, 'project_id': 'f7d542f2ad3542a48fab2828515078ca', 'subnets': [{'id': '6ea95b43-4fb0-47bc-873b-3f5bbca3aa45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:20:20.269481 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2e4b2a-e643-44d5-83bc-a36c7fab23a0 req-3238570c-1e9c-4c76-9cfd-db14b85d04d1 tempest-LiveAutoBlockMigrationV225Test-1419872258 tempest-LiveAutoBlockMigrationV225Test-1419872258-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:20.271575 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-5b2e4b2a-e643-44d5-83bc-a36c7fab23a0 req-3238570c-1e9c-4c76-9cfd-db14b85d04d1 tempest-LiveAutoBlockMigrationV225Test-1419872258 tempest-LiveAutoBlockMigrationV225Test-1419872258-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=bf279598-8975-4de3-ae21-c8ab4a50138d HTTP/1.1" status: 200 len: 1097 time: 0.0957162 Oct 27 10:20:20.306326 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299345e8-585f-4828-96f7-4f449ed55f91 req-9a0b9800-f3ed-4c96-8267-9f3c6bb449f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:20.307888 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-299345e8-585f-4828-96f7-4f449ed55f91 req-9a0b9800-f3ed-4c96-8267-9f3c6bb449f2 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=699d3041e820414995c56d1bf28d1cff&device_id=35f56aec-205c-48b0-810a-70a54e75c42f HTTP/1.1" status: 200 len: 1100 time: 0.0775962 Oct 27 10:20:20.312280 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-5b2e4b2a-e643-44d5-83bc-a36c7fab23a0 req-a581f234-ba2d-4c9b-80d4-f67d05967862 tempest-LiveAutoBlockMigrationV225Test-1419872258 tempest-LiveAutoBlockMigrationV225Test-1419872258-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=e3018bff-e5f8-44d8-a835-69520a8698da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324080 Oct 27 10:20:20.329121 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [req-15bc771f-9193-4bfd-9c8c-e26c5f87eb85 req-2f9b1e36-1381-4eb9-b5b9-1a30d62dd498 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c208689-c22b-4220-853d-00421a4bd672 {{(pid=102346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:20:20.353444 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 86d5bcf3-dcb9-4865-aa34-e275b048961d up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:20:20.411028 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-15bc771f-9193-4bfd-9c8c-e26c5f87eb85 req-2f9b1e36-1381-4eb9-b5b9-1a30d62dd498 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:20.422804 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port 86d5bcf3-dcb9-4865-aa34-e275b048961d triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:20:20.423231 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:20.433087 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.provisioning_blocks [req-15bc771f-9193-4bfd-9c8c-e26c5f87eb85 req-2f9b1e36-1381-4eb9-b5b9-1a30d62dd498 service neutron] Transition to ACTIVE for port object 3c208689-c22b-4220-853d-00421a4bd672 will not be triggered until provisioned by entity L2. {{(pid=102346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 10:20:20.446463 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-15bc771f-9193-4bfd-9c8c-e26c5f87eb85 req-2f9b1e36-1381-4eb9-b5b9-1a30d62dd498 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27024173'] for port, after_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:20.517801 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device cadf2637-0ea7-49c8-a0dc-0fe06fa81731 up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:20:20.521015 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299345e8-585f-4828-96f7-4f449ed55f91 req-d7183a55-dbe3-4c6f-b04a-579b07abfcd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:20.522535 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-299345e8-585f-4828-96f7-4f449ed55f91 req-d7183a55-dbe3-4c6f-b04a-579b07abfcd7 service neutron] 10.222.0.64 "GET /v2.0/networks?id=4d250f92-d229-45fe-a579-67fef8e6c544 HTTP/1.1" status: 200 len: 870 time: 0.1886175 Oct 27 10:20:20.529197 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a4ff57-a5b9-4a5e-b2d5-a78ec6a5d666 req-d891060f-37e1-4030-a29b-ced971a09328 tempest-ListImageFiltersTestJSON-1179629162 tempest-ListImageFiltersTestJSON-1179629162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:20.536894 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-e5a4ff57-a5b9-4a5e-b2d5-a78ec6a5d666 req-d891060f-37e1-4030-a29b-ced971a09328 tempest-ListImageFiltersTestJSON-1179629162 tempest-ListImageFiltersTestJSON-1179629162-project] 10.222.0.44 "GET /v2.0/ports?device_id=ee962280-c4a3-41e2-8b55-5766c4eddfd3 HTTP/1.1" status: 200 len: 948 time: 0.0852523 Oct 27 10:20:20.578674 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port cadf2637-0ea7-49c8-a0dc-0fe06fa81731 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:20:20.579130 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:20.582732 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-e5a4ff57-a5b9-4a5e-b2d5-a78ec6a5d666 req-8e2b0998-68fb-4d33-b079-4fc490fd0109 tempest-ListImageFiltersTestJSON-1179629162 tempest-ListImageFiltersTestJSON-1179629162-project] 10.222.0.44 "GET /v2.0/security-groups?id=8f77bbc8-4569-4af2-89c5-4ab81947cd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444829 Oct 27 10:20:20.595262 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9b1e36-1381-4eb9-b5b9-1a30d62dd498 service neutron] Pushing event updated for resources: {'Port': ['ID=3c208689-c22b-4220-853d-00421a4bd672,revision_number=2']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:20:20.598888 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-299345e8-585f-4828-96f7-4f449ed55f91 req-46b22860-85c0-41b0-8f3a-5109a2012217 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.190&port_id=a8b3068e-7a2f-4b87-a091-934f61940394 HTTP/1.1" status: 200 len: 217 time: 0.0589635 Oct 27 10:20:20.743167 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299345e8-585f-4828-96f7-4f449ed55f91 req-c9e3e02c-5b60-4ac4-962c-df6468a689bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:20.745023 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-299345e8-585f-4828-96f7-4f449ed55f91 req-c9e3e02c-5b60-4ac4-962c-df6468a689bb service neutron] 10.222.0.64 "GET /v2.0/subnets?id=62eb52f7-aac4-48af-8670-e04300325561 HTTP/1.1" status: 200 len: 843 time: 0.1387088 Oct 27 10:20:20.759820 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-fe5a0a4f-c3a8-4de4-a541-aaa21c52882f req-0236da2b-b33c-4198-b9d9-71750460fa8c tempest-ServersTestManualDisk-1099522627 tempest-ServersTestManualDisk-1099522627-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--899630065&fields=id&tenant_id=f7d542f2ad3542a48fab2828515078ca HTTP/1.1" status: 200 len: 267 time: 0.0673962 Oct 27 10:20:20.790326 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.managers [req-15bc771f-9193-4bfd-9c8c-e26c5f87eb85 req-2f9b1e36-1381-4eb9-b5b9-1a30d62dd498 service neutron] Attempting to bind port 3c208689-c22b-4220-853d-00421a4bd672 on host n-h1-813419-10 for vnic_type normal with profile {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:20:20.790652 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.managers [req-15bc771f-9193-4bfd-9c8c-e26c5f87eb85 req-2f9b1e36-1381-4eb9-b5b9-1a30d62dd498 service neutron] Attempting to bind port 3c208689-c22b-4220-853d-00421a4bd672 by drivers openvswitch,hyperv on host n-h1-813419-10 at level 0 using segments [{'id': 'f7c42c6d-2766-46d8-a8b7-4852117a5555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '4d250f92-d229-45fe-a579-67fef8e6c544'}] {{(pid=102346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:20:20.790974 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15bc771f-9193-4bfd-9c8c-e26c5f87eb85 req-2f9b1e36-1381-4eb9-b5b9-1a30d62dd498 service neutron] Attempting to bind port 3c208689-c22b-4220-853d-00421a4bd672 on network 4d250f92-d229-45fe-a579-67fef8e6c544 {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:20:20.799063 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15bc771f-9193-4bfd-9c8c-e26c5f87eb85 req-2f9b1e36-1381-4eb9-b5b9-1a30d62dd498 service neutron] Port 3c208689-c22b-4220-853d-00421a4bd672 on network 4d250f92-d229-45fe-a579-67fef8e6c544 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-10 {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 10:20:20.799376 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15bc771f-9193-4bfd-9c8c-e26c5f87eb85 req-2f9b1e36-1381-4eb9-b5b9-1a30d62dd498 service neutron] Attempting to bind port 3c208689-c22b-4220-853d-00421a4bd672 on network 4d250f92-d229-45fe-a579-67fef8e6c544 {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:20:20.810568 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299345e8-585f-4828-96f7-4f449ed55f91 req-90b73a96-1f5f-4101-b526-2d90c6d31c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:20.812058 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-299345e8-585f-4828-96f7-4f449ed55f91 req-90b73a96-1f5f-4101-b526-2d90c6d31c56 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4d250f92-d229-45fe-a579-67fef8e6c544&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0584023 Oct 27 10:20:20.813437 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15bc771f-9193-4bfd-9c8c-e26c5f87eb85 req-2f9b1e36-1381-4eb9-b5b9-1a30d62dd498 service neutron] Checking agent: {'id': 'a52e1cab-0c63-402d-9c94-330537c6c076', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 16, 2), 'started_at': datetime.datetime(2021, 10, 27, 10, 16, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 20, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:20:20.813762 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15bc771f-9193-4bfd-9c8c-e26c5f87eb85 req-2f9b1e36-1381-4eb9-b5b9-1a30d62dd498 service neutron] Checking segment: {'id': 'f7c42c6d-2766-46d8-a8b7-4852117a5555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '4d250f92-d229-45fe-a579-67fef8e6c544'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:20:20.814131 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15bc771f-9193-4bfd-9c8c-e26c5f87eb85 req-2f9b1e36-1381-4eb9-b5b9-1a30d62dd498 service neutron] Bound using segment: {'id': 'f7c42c6d-2766-46d8-a8b7-4852117a5555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '4d250f92-d229-45fe-a579-67fef8e6c544'} {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:20:20.814557 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.managers [req-15bc771f-9193-4bfd-9c8c-e26c5f87eb85 req-2f9b1e36-1381-4eb9-b5b9-1a30d62dd498 service neutron] Bound port: 3c208689-c22b-4220-853d-00421a4bd672, host: n-h1-813419-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7c42c6d-2766-46d8-a8b7-4852117a5555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '4d250f92-d229-45fe-a579-67fef8e6c544'}}] {{(pid=102346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:20:20.814898 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-15bc771f-9193-4bfd-9c8c-e26c5f87eb85 req-2f9b1e36-1381-4eb9-b5b9-1a30d62dd498 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:20.880376 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5a0a4f-c3a8-4de4-a541-aaa21c52882f req-d8ab7e56-2494-4fb2-8222-91ec844db173 tempest-ServersTestManualDisk-1099522627 tempest-ServersTestManualDisk-1099522627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:20.882123 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-fe5a0a4f-c3a8-4de4-a541-aaa21c52882f req-d8ab7e56-2494-4fb2-8222-91ec844db173 tempest-ServersTestManualDisk-1099522627 tempest-ServersTestManualDisk-1099522627-project] 10.222.0.44 "GET /v2.0/networks?id=5bb94e13-008a-44fd-afcd-6dce4832ca40 HTTP/1.1" status: 200 len: 811 time: 0.1132286 Oct 27 10:20:20.903279 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-fe5a0a4f-c3a8-4de4-a541-aaa21c52882f req-fc74bf20-cc38-4e6a-a202-28718bac9463 tempest-ServersTestManualDisk-1099522627 tempest-ServersTestManualDisk-1099522627-project] 10.222.0.44 "GET /v2.0/quotas/f7d542f2ad3542a48fab2828515078ca HTTP/1.1" status: 200 len: 375 time: 0.0149696 Oct 27 10:20:20.957683 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [req-15bc771f-9193-4bfd-9c8c-e26c5f87eb85 req-2f9b1e36-1381-4eb9-b5b9-1a30d62dd498 service neutron] For port 3c208689-c22b-4220-853d-00421a4bd672, host n-h1-813419-10, cleared binding levels {{(pid=102346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:20:20.961883 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [req-15bc771f-9193-4bfd-9c8c-e26c5f87eb85 req-2f9b1e36-1381-4eb9-b5b9-1a30d62dd498 service neutron] For port 3c208689-c22b-4220-853d-00421a4bd672, host n-h1-813419-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=3c208689-c22b-4220-853d-00421a4bd672,segment=NetworkSegment(f7c42c6d-2766-46d8-a8b7-4852117a5555),segment_id=f7c42c6d-2766-46d8-a8b7-4852117a5555)] {{(pid=102346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:20:20.963255 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-fe5a0a4f-c3a8-4de4-a541-aaa21c52882f req-fc4f8e04-df4f-4a78-91c2-71bd4e2f486f tempest-ServersTestManualDisk-1099522627 tempest-ServersTestManualDisk-1099522627-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=f7d542f2ad3542a48fab2828515078ca&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0591075 Oct 27 10:20:20.964675 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-299345e8-585f-4828-96f7-4f449ed55f91 req-63a2fbae-2ba7-49a7-ab87-1078340a96be service neutron] 10.222.0.64 "GET /v2.0/networks/4d250f92-d229-45fe-a579-67fef8e6c544?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410036 Oct 27 10:20:20.968377 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-15bc771f-9193-4bfd-9c8c-e26c5f87eb85 req-2f9b1e36-1381-4eb9-b5b9-1a30d62dd498 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27024173'] for port, after_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:21.048678 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bc771f-9193-4bfd-9c8c-e26c5f87eb85 req-2f9b1e36-1381-4eb9-b5b9-1a30d62dd498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:21.049320 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-15bc771f-9193-4bfd-9c8c-e26c5f87eb85 req-2f9b1e36-1381-4eb9-b5b9-1a30d62dd498 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:21.050651 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-15bc771f-9193-4bfd-9c8c-e26c5f87eb85 req-2f9b1e36-1381-4eb9-b5b9-1a30d62dd498 service neutron] 10.222.0.64 "PUT /v2.0/ports/3c208689-c22b-4220-853d-00421a4bd672 HTTP/1.1" status: 200 len: 1097 time: 1.3293777 Oct 27 10:20:21.083669 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-fe5a0a4f-c3a8-4de4-a541-aaa21c52882f req-d450562e-39b9-4411-9376-a8790c49da84 service neutron] 10.222.0.44 "GET /v2.0/networks/5bb94e13-008a-44fd-afcd-6dce4832ca40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042795 Oct 27 10:20:21.087119 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9b1e36-1381-4eb9-b5b9-1a30d62dd498 service neutron] Pushing event updated for resources: {'Port': ['ID=3c208689-c22b-4220-853d-00421a4bd672,revision_number=3']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:20:21.146180 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-299345e8-585f-4828-96f7-4f449ed55f91 req-ebfd0408-a2ea-44f1-ba17-09788f22d608 service neutron] 10.222.0.64 "GET /v2.0/networks/4d250f92-d229-45fe-a579-67fef8e6c544?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1721129 Oct 27 10:20:21.159910 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bc771f-9193-4bfd-9c8c-e26c5f87eb85 req-d88ca5f9-eb52-4db8-b757-c8c852f56980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:21.161929 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-15bc771f-9193-4bfd-9c8c-e26c5f87eb85 req-d88ca5f9-eb52-4db8-b757-c8c852f56980 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=699d3041e820414995c56d1bf28d1cff&device_id=ee962280-c4a3-41e2-8b55-5766c4eddfd3 HTTP/1.1" status: 200 len: 1100 time: 0.0589120 Oct 27 10:20:21.189889 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-fe5a0a4f-c3a8-4de4-a541-aaa21c52882f req-169b57b0-ee84-4b37-914e-d5a0fdda34b3 service neutron] 10.222.0.44 "GET /v2.0/networks/5bb94e13-008a-44fd-afcd-6dce4832ca40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053286 Oct 27 10:20:21.208129 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-15bc771f-9193-4bfd-9c8c-e26c5f87eb85 req-73570204-f0f0-4719-8347-da580cdb98a3 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.211&port_id=3c208689-c22b-4220-853d-00421a4bd672 HTTP/1.1" status: 200 len: 217 time: 0.0359168 Oct 27 10:20:21.263521 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bc771f-9193-4bfd-9c8c-e26c5f87eb85 req-5c62ea5a-cebd-4bae-9eac-262854d438b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:21.265006 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-15bc771f-9193-4bfd-9c8c-e26c5f87eb85 req-5c62ea5a-cebd-4bae-9eac-262854d438b5 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=62eb52f7-aac4-48af-8670-e04300325561 HTTP/1.1" status: 200 len: 843 time: 0.0495756 Oct 27 10:20:21.324089 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bc771f-9193-4bfd-9c8c-e26c5f87eb85 req-3584d70c-3c90-4f31-8c33-b0845935bdea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:21.325639 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-15bc771f-9193-4bfd-9c8c-e26c5f87eb85 req-3584d70c-3c90-4f31-8c33-b0845935bdea service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4d250f92-d229-45fe-a579-67fef8e6c544&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0514815 Oct 27 10:20:21.422930 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd58926-12ea-4cee-b72b-60c88974df86 req-c7734735-e1b7-472e-b2d3-6167b593ef1f tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:21.424682 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8bd58926-12ea-4cee-b72b-60c88974df86 req-c7734735-e1b7-472e-b2d3-6167b593ef1f tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] 10.222.0.44 "GET /v2.0/ports?device_id=3829851e-9c6c-4b28-aa19-d0be65035545 HTTP/1.1" status: 200 len: 949 time: 0.0528660 Oct 27 10:20:21.430697 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-15bc771f-9193-4bfd-9c8c-e26c5f87eb85 req-450d4f03-a443-49ee-a31f-e5382901f111 service neutron] 10.222.0.64 "GET /v2.0/networks/4d250f92-d229-45fe-a579-67fef8e6c544?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974870 Oct 27 10:20:21.468840 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8bd58926-12ea-4cee-b72b-60c88974df86 req-ee9f93d8-2811-4983-995a-9fd49391edae tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] 10.222.0.44 "GET /v2.0/security-groups?id=adbff9a4-0ae5-4700-84c2-4b5f53f67e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355282 Oct 27 10:20:21.539471 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-15bc771f-9193-4bfd-9c8c-e26c5f87eb85 req-864f58b8-9568-42a8-bb56-f72e77feb9e3 service neutron] 10.222.0.64 "GET /v2.0/networks/4d250f92-d229-45fe-a579-67fef8e6c544?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994363 Oct 27 10:20:21.760451 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-3c6a8245-0581-48aa-b5f6-4d8fe98cd16e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:22.120711 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee962280-c4a3-41e2-8b55-5766c4eddfd3', 'tag': '3c208689-c22b-4220-853d-00421a4bd672'}] {{(pid=102346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:20:22.123225 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc0e418f5fc417c8d55d94c0aa509b037d0beb2a734c1a709e789eb65639a56d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3faa3882-6a18-49bb-9487-e5d4e56c1b8f" -d '{"events": [{"name": "network-changed", "server_uuid": "ee962280-c4a3-41e2-8b55-5766c4eddfd3", "tag": "3c208689-c22b-4220-853d-00421a4bd672"}]}' {{(pid=102346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:20:22.362818 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f83e77-c3fa-4b9f-b8b2-fe65bfe06e61 req-f1cbd976-875c-4b5b-9278-a35d339b16c1 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:22.364472 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-f5f83e77-c3fa-4b9f-b8b2-fe65bfe06e61 req-f1cbd976-875c-4b5b-9278-a35d339b16c1 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/ports?device_id=a52d4eb7-7ffd-4109-9f94-dc97814340a0 HTTP/1.1" status: 200 len: 950 time: 0.0521481 Oct 27 10:20:22.403788 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-f5f83e77-c3fa-4b9f-b8b2-fe65bfe06e61 req-2f00de36-eb3a-4060-9188-9ca0ff7f7549 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/security-groups?id=e786382c-1289-4f9d-b471-ed120470c2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322697 Oct 27 10:20:22.491269 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-d0ea9ba0-7d72-482a-b227-8ae960df2aea req-a6ee3499-14bd-4679-b929-34dd3538acfc tempest-ServersTestManualDisk-1099522627 tempest-ServersTestManualDisk-1099522627-project] 10.222.0.44 "GET /v2.0/ports?device_id=d069e6af-40d4-4204-92a2-851efcbbaa25 HTTP/1.1" status: 200 len: 210 time: 0.0258949 Oct 27 10:20:22.602141 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e44358a-3455-44b4-9a9f-cd73da8a007b req-42be9d65-0d9b-4876-a009-34930664ee89 tempest-ListImageFiltersTestJSON-1179629162 tempest-ListImageFiltersTestJSON-1179629162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:22.603522 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-9e44358a-3455-44b4-9a9f-cd73da8a007b req-42be9d65-0d9b-4876-a009-34930664ee89 tempest-ListImageFiltersTestJSON-1179629162 tempest-ListImageFiltersTestJSON-1179629162-project] 10.222.0.44 "GET /v2.0/ports?device_id=ee962280-c4a3-41e2-8b55-5766c4eddfd3 HTTP/1.1" status: 200 len: 948 time: 0.0563171 Oct 27 10:20:22.648924 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-9e44358a-3455-44b4-9a9f-cd73da8a007b req-119539b8-6c36-445b-ae2d-539c82e4695e tempest-ListImageFiltersTestJSON-1179629162 tempest-ListImageFiltersTestJSON-1179629162-project] 10.222.0.44 "GET /v2.0/security-groups?id=8f77bbc8-4569-4af2-89c5-4ab81947cd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389409 Oct 27 10:20:22.736652 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 10:20:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddba5db9-4c48-422d-a13c-d1ea59cb4294 x-openstack-request-id: req-ddba5db9-4c48-422d-a13c-d1ea59cb4294 {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:20:22.737001 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee962280-c4a3-41e2-8b55-5766c4eddfd3", "tag": "3c208689-c22b-4220-853d-00421a4bd672", "status": "completed", "code": 200}]} {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:20:22.737318 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ddba5db9-4c48-422d-a13c-d1ea59cb4294 {{(pid=102346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:20:22.737771 n-d-813419-10 neutron-server[102346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee962280-c4a3-41e2-8b55-5766c4eddfd3', 'tag': '3c208689-c22b-4220-853d-00421a4bd672', 'status': 'completed', 'code': 200} Oct 27 10:20:22.802883 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3faa3882-6a18-49bb-9487-e5d4e56c1b8f req-e0a11d36-bd5e-4cc3-8a14-faa4c1a17688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:22.804753 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-3faa3882-6a18-49bb-9487-e5d4e56c1b8f req-e0a11d36-bd5e-4cc3-8a14-faa4c1a17688 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=699d3041e820414995c56d1bf28d1cff&device_id=ee962280-c4a3-41e2-8b55-5766c4eddfd3 HTTP/1.1" status: 200 len: 1100 time: 0.0421867 Oct 27 10:20:22.860907 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f486f06-3c06-463c-9888-caf6e27d2ded req-bb1ef507-feaf-408c-bc4e-fb9a1124b425 tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:22.865039 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-1f486f06-3c06-463c-9888-caf6e27d2ded req-bb1ef507-feaf-408c-bc4e-fb9a1124b425 tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] 10.222.0.44 "GET /v2.0/ports?device_id=3829851e-9c6c-4b28-aa19-d0be65035545 HTTP/1.1" status: 200 len: 949 time: 0.0552843 Oct 27 10:20:22.906141 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-1f486f06-3c06-463c-9888-caf6e27d2ded req-17e99080-f884-4a1f-b551-55ba795d721c tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] 10.222.0.44 "GET /v2.0/security-groups?id=adbff9a4-0ae5-4700-84c2-4b5f53f67e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321543 Oct 27 10:20:22.916233 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3faa3882-6a18-49bb-9487-e5d4e56c1b8f req-fc59f174-366d-44c0-95ae-0f4d17cc25c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:22.917879 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-3faa3882-6a18-49bb-9487-e5d4e56c1b8f req-fc59f174-366d-44c0-95ae-0f4d17cc25c7 service neutron] 10.222.0.64 "GET /v2.0/networks?id=4d250f92-d229-45fe-a579-67fef8e6c544 HTTP/1.1" status: 200 len: 870 time: 0.1037939 Oct 27 10:20:23.021489 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-3faa3882-6a18-49bb-9487-e5d4e56c1b8f req-10a40a5f-c78e-411f-9636-1dd13947ad1b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.211&port_id=3c208689-c22b-4220-853d-00421a4bd672 HTTP/1.1" status: 200 len: 217 time: 0.0960197 Oct 27 10:20:23.162466 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3faa3882-6a18-49bb-9487-e5d4e56c1b8f req-8cb07315-b10d-41f9-b770-504741136d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:23.163954 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-3faa3882-6a18-49bb-9487-e5d4e56c1b8f req-8cb07315-b10d-41f9-b770-504741136d5c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=62eb52f7-aac4-48af-8670-e04300325561 HTTP/1.1" status: 200 len: 843 time: 0.1352100 Oct 27 10:20:23.171214 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-fd351b05-7684-4252-b574-85dafa54b39c req-0131951c-5d4e-4fcb-801a-8bf968faad8a service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=461a11c3-9cc5-4859-b647-0a8860e95b75&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1255660 Oct 27 10:20:23.304613 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3faa3882-6a18-49bb-9487-e5d4e56c1b8f req-c9f98050-7ac5-45f6-89a7-59bf0ce07bef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:23.306265 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-3faa3882-6a18-49bb-9487-e5d4e56c1b8f req-c9f98050-7ac5-45f6-89a7-59bf0ce07bef service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4d250f92-d229-45fe-a579-67fef8e6c544&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1341503 Oct 27 10:20:23.312731 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd351b05-7684-4252-b574-85dafa54b39c req-320c513b-d81d-43d8-bd22-2252c2951c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:23.314582 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-fd351b05-7684-4252-b574-85dafa54b39c req-320c513b-d81d-43d8-bd22-2252c2951c02 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=54312c7c8f9740c0a6858560a6518b0e&device_id=461a11c3-9cc5-4859-b647-0a8860e95b75 HTTP/1.1" status: 200 len: 1119 time: 0.0670733 Oct 27 10:20:23.414625 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device a8b3068e-7a2f-4b87-a091-934f61940394 details requested by agent hyperv_n-h1-813419-10 with host n-h1-813419-10 {{(pid=102348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 10:20:23.477803 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-3faa3882-6a18-49bb-9487-e5d4e56c1b8f req-5d6d1c75-8114-4e5b-8207-44c813b838d9 service neutron] 10.222.0.64 "GET /v2.0/networks/4d250f92-d229-45fe-a579-67fef8e6c544?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1622763 Oct 27 10:20:23.512274 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd351b05-7684-4252-b574-85dafa54b39c req-89101bd4-13ed-4c49-94db-e1a92fd9dd16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:23.512274 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-fd351b05-7684-4252-b574-85dafa54b39c req-89101bd4-13ed-4c49-94db-e1a92fd9dd16 service neutron] 10.222.0.76 "GET /v2.0/networks?id=1886fe3b-e088-4c7d-8f4c-b14d4440b311 HTTP/1.1" status: 200 len: 922 time: 0.1462131 Oct 27 10:20:23.582590 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-fd351b05-7684-4252-b574-85dafa54b39c req-91d20e59-df91-4157-ab05-b76a80da8928 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cf326a9d-27a4-4e1c-96d7-cb8fdbf66697 HTTP/1.1" status: 200 len: 217 time: 0.0409658 Oct 27 10:20:23.597317 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port a8b3068e-7a2f-4b87-a091-934f61940394, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=a8b3068e-7a2f-4b87-a091-934f61940394,segment=NetworkSegment(f7c42c6d-2766-46d8-a8b7-4852117a5555),segment_id=f7c42c6d-2766-46d8-a8b7-4852117a5555)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:20:23.610544 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Returning: {'device': 'a8b3068e-7a2f-4b87-a091-934f61940394', 'network_id': '4d250f92-d229-45fe-a579-67fef8e6c544', 'port_id': 'a8b3068e-7a2f-4b87-a091-934f61940394', 'mac_address': 'fa:16:3e:c1:f6:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62eb52f7-aac4-48af-8670-e04300325561', 'ip_address': '192.168.233.190'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 10:20:23.652636 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:23.674161 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8b3068e-7a2f-4b87-a091-934f61940394 {{(pid=102348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:20:23.692262 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd351b05-7684-4252-b574-85dafa54b39c req-c453ab35-3c39-42f1-8b41-72f040ff134d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:23.693709 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-fd351b05-7684-4252-b574-85dafa54b39c req-c453ab35-3c39-42f1-8b41-72f040ff134d service neutron] 10.222.0.76 "GET /v2.0/subnets?id=823c78a5-c352-4686-b77c-588d22c2aa2c HTTP/1.1" status: 200 len: 861 time: 0.1007383 Oct 27 10:20:23.695376 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port a8b3068e-7a2f-4b87-a091-934f61940394, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=a8b3068e-7a2f-4b87-a091-934f61940394,segment=NetworkSegment(f7c42c6d-2766-46d8-a8b7-4852117a5555),segment_id=f7c42c6d-2766-46d8-a8b7-4852117a5555)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:20:23.699276 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-3faa3882-6a18-49bb-9487-e5d4e56c1b8f req-c6f2647b-bf35-489c-9590-4e5e32ef9c9c service neutron] 10.222.0.64 "GET /v2.0/networks/4d250f92-d229-45fe-a579-67fef8e6c544?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2099097 Oct 27 10:20:23.715717 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:23.750374 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-fd351b05-7684-4252-b574-85dafa54b39c req-f4dc841c-d4fa-4ce5-b50e-c2faf59c6bdc service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=1886fe3b-e088-4c7d-8f4c-b14d4440b311&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0484540 Oct 27 10:20:23.791686 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Pushing event updated for resources: {'Port': ['ID=a8b3068e-7a2f-4b87-a091-934f61940394,revision_number=4']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:20:23.960899 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] get_ports_and_sgs() called for port_ids ['a8b3068e-7a2f-4b87-a091-934f61940394'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:20:24.049178 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-ef665a23-b489-489f-8879-804fa381ae63 req-70a8a85b-290d-4143-9b44-227fb7c0fbf9 tempest-ServersTestManualDisk-1099522627 tempest-ServersTestManualDisk-1099522627-project] 10.222.0.44 "GET /v2.0/ports?device_id=d069e6af-40d4-4204-92a2-851efcbbaa25 HTTP/1.1" status: 200 len: 210 time: 0.0378361 Oct 27 10:20:24.128934 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5a0a4f-c3a8-4de4-a541-aaa21c52882f req-63560c61-dd35-43e9-9588-8057ecb2d4bd tempest-ServersTestManualDisk-1099522627 tempest-ServersTestManualDisk-1099522627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:24.133081 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-fe5a0a4f-c3a8-4de4-a541-aaa21c52882f req-63560c61-dd35-43e9-9588-8057ecb2d4bd tempest-ServersTestManualDisk-1099522627 tempest-ServersTestManualDisk-1099522627-project] 10.222.0.76 "GET /v2.0/networks?id=5bb94e13-008a-44fd-afcd-6dce4832ca40 HTTP/1.1" status: 200 len: 811 time: 0.2031093 Oct 27 10:20:24.254801 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-fe5a0a4f-c3a8-4de4-a541-aaa21c52882f req-f0fc0291-1485-4cb3-bfb3-466dbaff6d3d tempest-ServersTestManualDisk-1099522627 tempest-ServersTestManualDisk-1099522627-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f7d542f2ad3542a48fab2828515078ca HTTP/1.1" status: 200 len: 379 time: 0.0952144 Oct 27 10:20:24.272329 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b453eff-1616-4105-b658-43d68b026df2 req-69385ce2-59dc-457f-8a88-e07675c40570 tempest-ListImageFiltersTestJSON-1179629162 tempest-ListImageFiltersTestJSON-1179629162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:24.277609 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-5b453eff-1616-4105-b658-43d68b026df2 req-69385ce2-59dc-457f-8a88-e07675c40570 tempest-ListImageFiltersTestJSON-1179629162 tempest-ListImageFiltersTestJSON-1179629162-project] 10.222.0.44 "GET /v2.0/ports?device_id=ee962280-c4a3-41e2-8b55-5766c4eddfd3 HTTP/1.1" status: 200 len: 948 time: 0.1314893 Oct 27 10:20:24.283795 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [req-fe5a0a4f-c3a8-4de4-a541-aaa21c52882f req-4dc38391-f6fb-4b50-898d-92b196a43648 tempest-ServersTestManualDisk-1099522627 tempest-ServersTestManualDisk-1099522627-project] Request body: {'port': {'device_id': 'd069e6af-40d4-4204-92a2-851efcbbaa25', 'network_id': '5bb94e13-008a-44fd-afcd-6dce4832ca40', 'admin_state_up': True, 'tenant_id': 'f7d542f2ad3542a48fab2828515078ca', 'security_groups': ['205a0546-e26b-45de-81f6-22c717043123']}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:20:24.302336 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-fd351b05-7684-4252-b574-85dafa54b39c req-3c1ee90b-9606-45c9-bd0e-fdc880cb199e service neutron] 10.222.0.76 "GET /v2.0/networks/1886fe3b-e088-4c7d-8f4c-b14d4440b311?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5422978 Oct 27 10:20:24.379093 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7c5afc-0b89-4b5b-b0f1-db4f1ea29003 req-58c08c4c-714c-43c6-ae93-3518c9225c3d tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:24.384711 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-8a7c5afc-0b89-4b5b-b0f1-db4f1ea29003 req-58c08c4c-714c-43c6-ae93-3518c9225c3d tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/ports?device_id=a52d4eb7-7ffd-4109-9f94-dc97814340a0 HTTP/1.1" status: 200 len: 950 time: 0.4911888 Oct 27 10:20:24.400288 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-5b453eff-1616-4105-b658-43d68b026df2 req-ee4b91e7-581b-42bf-9f4a-4dea36561c71 tempest-ListImageFiltersTestJSON-1179629162 tempest-ListImageFiltersTestJSON-1179629162-project] 10.222.0.44 "GET /v2.0/security-groups?id=8f77bbc8-4569-4af2-89c5-4ab81947cd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923305 Oct 27 10:20:24.456612 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe5a0a4f-c3a8-4de4-a541-aaa21c52882f req-4dc38391-f6fb-4b50-898d-92b196a43648 tempest-ServersTestManualDisk-1099522627 tempest-ServersTestManualDisk-1099522627-project] Made reservation on behalf of f7d542f2ad3542a48fab2828515078ca for: {'port': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:20:24.460545 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-fe5a0a4f-c3a8-4de4-a541-aaa21c52882f req-4dc38391-f6fb-4b50-898d-92b196a43648 tempest-ServersTestManualDisk-1099522627 tempest-ServersTestManualDisk-1099522627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:24.466224 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-8a7c5afc-0b89-4b5b-b0f1-db4f1ea29003 req-7eea2b2e-7da6-4aa4-8346-69656c17f336 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/security-groups?id=e786382c-1289-4f9d-b471-ed120470c2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757022 Oct 27 10:20:24.476761 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-fd351b05-7684-4252-b574-85dafa54b39c req-72d03fd4-b301-4be0-b394-f133273e51ce service neutron] 10.222.0.76 "GET /v2.0/networks/1886fe3b-e088-4c7d-8f4c-b14d4440b311?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1663375 Oct 27 10:20:24.591687 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3feb17-1111-47fd-860e-0e2140db55e8 req-78818269-13c9-453a-9094-9bdbf5117ff5 tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:24.602946 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-2c3feb17-1111-47fd-860e-0e2140db55e8 req-78818269-13c9-453a-9094-9bdbf5117ff5 tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] 10.222.0.44 "GET /v2.0/ports?device_id=3829851e-9c6c-4b28-aa19-d0be65035545 HTTP/1.1" status: 200 len: 949 time: 0.0653203 Oct 27 10:20:24.620780 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_common [req-fe5a0a4f-c3a8-4de4-a541-aaa21c52882f req-4dc38391-f6fb-4b50-898d-92b196a43648 tempest-ServersTestManualDisk-1099522627 tempest-ServersTestManualDisk-1099522627-project] Allocated IP 172.20.0.7 (5bb94e13-008a-44fd-afcd-6dce4832ca40/6ea95b43-4fb0-47bc-873b-3f5bbca3aa45/14407f80-093a-4bf6-9c53-3f90eb312ee7) {{(pid=102347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:20:24.641239 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.agents_db [None req-e79ee67d-056e-46ea-bd99-e80473396b25 None None] Agent healthcheck: found 7 active agents {{(pid=102349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 10:20:24.645980 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-2c3feb17-1111-47fd-860e-0e2140db55e8 req-1f79c164-d6d9-415b-9a3b-a6c1edcd9adf tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] 10.222.0.44 "GET /v2.0/security-groups?id=adbff9a4-0ae5-4700-84c2-4b5f53f67e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421872 Oct 27 10:20:24.785557 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-fe5a0a4f-c3a8-4de4-a541-aaa21c52882f req-4dc38391-f6fb-4b50-898d-92b196a43648 tempest-ServersTestManualDisk-1099522627 tempest-ServersTestManualDisk-1099522627-project] Publish callbacks [] for port, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:24.824517 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-fe5a0a4f-c3a8-4de4-a541-aaa21c52882f req-4dc38391-f6fb-4b50-898d-92b196a43648 tempest-ServersTestManualDisk-1099522627 tempest-ServersTestManualDisk-1099522627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:24.877112 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe5a0a4f-c3a8-4de4-a541-aaa21c52882f req-4dc38391-f6fb-4b50-898d-92b196a43648 tempest-ServersTestManualDisk-1099522627 tempest-ServersTestManualDisk-1099522627-project] Network 5bb94e13-008a-44fd-afcd-6dce4832ca40 is already hosted by enough agents. {{(pid=102347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:20:24.880264 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [req-fe5a0a4f-c3a8-4de4-a541-aaa21c52882f req-4dc38391-f6fb-4b50-898d-92b196a43648 tempest-ServersTestManualDisk-1099522627 tempest-ServersTestManualDisk-1099522627-project] Resources bound (agent type, host, resource id): {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:20:24.884679 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe5a0a4f-c3a8-4de4-a541-aaa21c52882f req-4dc38391-f6fb-4b50-898d-92b196a43648 tempest-ServersTestManualDisk-1099522627 tempest-ServersTestManualDisk-1099522627-project] Received port after_create {{(pid=102347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:20:24.888519 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc38391-f6fb-4b50-898d-92b196a43648 tempest-ServersTestManualDisk-1099522627 tempest-ServersTestManualDisk-1099522627-project] Pushing event updated for resources: {'Port': ['ID=14407f80-093a-4bf6-9c53-3f90eb312ee7,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:20:24.965801 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5a0a4f-c3a8-4de4-a541-aaa21c52882f req-4dc38391-f6fb-4b50-898d-92b196a43648 tempest-ServersTestManualDisk-1099522627 tempest-ServersTestManualDisk-1099522627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:24.966447 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-fe5a0a4f-c3a8-4de4-a541-aaa21c52882f req-4dc38391-f6fb-4b50-898d-92b196a43648 tempest-ServersTestManualDisk-1099522627 tempest-ServersTestManualDisk-1099522627-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:24.984909 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-fe5a0a4f-c3a8-4de4-a541-aaa21c52882f req-4dc38391-f6fb-4b50-898d-92b196a43648 tempest-ServersTestManualDisk-1099522627 tempest-ServersTestManualDisk-1099522627-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7051704 Oct 27 10:20:25.015303 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [req-fe5a0a4f-c3a8-4de4-a541-aaa21c52882f req-893ad8db-d05a-437a-8d59-e45c9d23ef52 service neutron] Request body: {'port': {'device_id': 'd069e6af-40d4-4204-92a2-851efcbbaa25', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-10'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:20:25.089538 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-fe5a0a4f-c3a8-4de4-a541-aaa21c52882f req-893ad8db-d05a-437a-8d59-e45c9d23ef52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:25.148530 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-b3b6c18f-fb0f-45d6-8c86-8be7328207b0 None None] Provisioning complete for port 14407f80-093a-4bf6-9c53-3f90eb312ee7 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:20:25.149583 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-b3b6c18f-fb0f-45d6-8c86-8be7328207b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:25.196749 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-b3b6c18f-fb0f-45d6-8c86-8be7328207b0 None None] Port 14407f80-093a-4bf6-9c53-3f90eb312ee7 cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:20:25.404906 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12cd003-8446-4347-9757-19715f9b9641 req-399ede11-3aec-47d4-bc20-6d9a1b42e9ec tempest-ServersTestManualDisk-1099522627 tempest-ServersTestManualDisk-1099522627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:25.406975 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-a12cd003-8446-4347-9757-19715f9b9641 req-399ede11-3aec-47d4-bc20-6d9a1b42e9ec tempest-ServersTestManualDisk-1099522627 tempest-ServersTestManualDisk-1099522627-project] 10.222.0.44 "GET /v2.0/ports?device_id=d069e6af-40d4-4204-92a2-851efcbbaa25 HTTP/1.1" status: 200 len: 931 time: 0.0846570 Oct 27 10:20:25.429897 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device 3c208689-c22b-4220-853d-00421a4bd672 details requested by agent hyperv_n-h1-813419-10 with host n-h1-813419-10 {{(pid=102348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 10:20:25.441915 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device a8b3068e-7a2f-4b87-a091-934f61940394 up at agent hyperv_n-h1-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:20:25.491041 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [req-fe5a0a4f-c3a8-4de4-a541-aaa21c52882f req-893ad8db-d05a-437a-8d59-e45c9d23ef52 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14407f80-093a-4bf6-9c53-3f90eb312ee7 {{(pid=102347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:20:25.500455 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-fe5a0a4f-c3a8-4de4-a541-aaa21c52882f req-893ad8db-d05a-437a-8d59-e45c9d23ef52 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:25.514951 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.provisioning_blocks [req-fe5a0a4f-c3a8-4de4-a541-aaa21c52882f req-893ad8db-d05a-437a-8d59-e45c9d23ef52 service neutron] Transition to ACTIVE for port object 14407f80-093a-4bf6-9c53-3f90eb312ee7 will not be triggered until provisioned by entity L2. {{(pid=102347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 10:20:25.532810 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-a12cd003-8446-4347-9757-19715f9b9641 req-ce85435b-77c2-4b66-9a65-2da863e23301 tempest-ServersTestManualDisk-1099522627 tempest-ServersTestManualDisk-1099522627-project] 10.222.0.44 "GET /v2.0/security-groups?id=205a0546-e26b-45de-81f6-22c717043123&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1128874 Oct 27 10:20:25.535935 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-fe5a0a4f-c3a8-4de4-a541-aaa21c52882f req-893ad8db-d05a-437a-8d59-e45c9d23ef52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:25.566974 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Provisioning for port a8b3068e-7a2f-4b87-a091-934f61940394 completed by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 10:20:25.579646 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Provisioning complete for port a8b3068e-7a2f-4b87-a091-934f61940394 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:20:25.580010 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:25.624557 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port 3c208689-c22b-4220-853d-00421a4bd672, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=3c208689-c22b-4220-853d-00421a4bd672,segment=NetworkSegment(f7c42c6d-2766-46d8-a8b7-4852117a5555),segment_id=f7c42c6d-2766-46d8-a8b7-4852117a5555)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:20:25.644092 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Returning: {'device': '3c208689-c22b-4220-853d-00421a4bd672', 'network_id': '4d250f92-d229-45fe-a579-67fef8e6c544', 'port_id': '3c208689-c22b-4220-853d-00421a4bd672', 'mac_address': 'fa:16:3e:69:cb:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62eb52f7-aac4-48af-8670-e04300325561', 'ip_address': '192.168.233.211'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 10:20:25.690059 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:25.731093 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c208689-c22b-4220-853d-00421a4bd672 {{(pid=102348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:20:25.762231 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:25.765332 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port 3c208689-c22b-4220-853d-00421a4bd672, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=3c208689-c22b-4220-853d-00421a4bd672,segment=NetworkSegment(f7c42c6d-2766-46d8-a8b7-4852117a5555),segment_id=f7c42c6d-2766-46d8-a8b7-4852117a5555)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:20:25.774826 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:25.817890 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35f56aec-205c-48b0-810a-70a54e75c42f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8b3068e-7a2f-4b87-a091-934f61940394'}] {{(pid=102348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:20:25.820315 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c588921fa634554a1d9242fdea1b05457a9ff1d3b28ba54ec1dace7f2f1df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e21d5056-ebb4-4f07-9921-1b6d1749c125" -d '{"events": [{"server_uuid": "35f56aec-205c-48b0-810a-70a54e75c42f", "name": "network-vif-plugged", "status": "completed", "tag": "a8b3068e-7a2f-4b87-a091-934f61940394"}]}' {{(pid=102348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:20:25.842670 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port a8b3068e-7a2f-4b87-a091-934f61940394, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=a8b3068e-7a2f-4b87-a091-934f61940394,segment=NetworkSegment(f7c42c6d-2766-46d8-a8b7-4852117a5555),segment_id=f7c42c6d-2766-46d8-a8b7-4852117a5555)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:20:25.855749 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:25.861324 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Pushing event updated for resources: {'Port': ['ID=3c208689-c22b-4220-853d-00421a4bd672,revision_number=4']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:20:25.918057 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Pushing event updated for resources: {'Port': ['ID=a8b3068e-7a2f-4b87-a091-934f61940394,revision_number=5']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:20:25.951492 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893ad8db-d05a-437a-8d59-e45c9d23ef52 service neutron] Pushing event updated for resources: {'Port': ['ID=14407f80-093a-4bf6-9c53-3f90eb312ee7,revision_number=2']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:20:25.971142 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75df13ef-4d37-4424-8bf7-b11f9bcfda6b req-2306d289-c10b-4ede-b44d-83828333c537 tempest-ListImageFiltersTestJSON-1179629162 tempest-ListImageFiltersTestJSON-1179629162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:25.978381 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-75df13ef-4d37-4424-8bf7-b11f9bcfda6b req-2306d289-c10b-4ede-b44d-83828333c537 tempest-ListImageFiltersTestJSON-1179629162 tempest-ListImageFiltersTestJSON-1179629162-project] 10.222.0.44 "GET /v2.0/ports?device_id=ee962280-c4a3-41e2-8b55-5766c4eddfd3 HTTP/1.1" status: 200 len: 949 time: 0.0874963 Oct 27 10:20:26.038717 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] get_ports_and_sgs() called for port_ids ['3c208689-c22b-4220-853d-00421a4bd672'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:20:26.068526 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-75df13ef-4d37-4424-8bf7-b11f9bcfda6b req-294c3a49-b11c-4e8c-8550-5d36b8f943bc tempest-ListImageFiltersTestJSON-1179629162 tempest-ListImageFiltersTestJSON-1179629162-project] 10.222.0.44 "GET /v2.0/security-groups?id=8f77bbc8-4569-4af2-89c5-4ab81947cd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889876 Oct 27 10:20:26.072392 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02547481-c889-479c-b99b-df6249088385 req-bbcfdf7f-6549-401a-92e3-a8dedace42d3 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:26.077910 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-02547481-c889-479c-b99b-df6249088385 req-bbcfdf7f-6549-401a-92e3-a8dedace42d3 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/ports?device_id=a52d4eb7-7ffd-4109-9f94-dc97814340a0 HTTP/1.1" status: 200 len: 950 time: 0.1030273 Oct 27 10:20:26.105308 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-fe5a0a4f-c3a8-4de4-a541-aaa21c52882f req-893ad8db-d05a-437a-8d59-e45c9d23ef52 service neutron] Attempting to bind port 14407f80-093a-4bf6-9c53-3f90eb312ee7 on host n-h2-813419-10 for vnic_type normal with profile {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:20:26.105850 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-fe5a0a4f-c3a8-4de4-a541-aaa21c52882f req-893ad8db-d05a-437a-8d59-e45c9d23ef52 service neutron] Attempting to bind port 14407f80-093a-4bf6-9c53-3f90eb312ee7 by drivers openvswitch,hyperv on host n-h2-813419-10 at level 0 using segments [{'id': '8362cf3a-6db6-47e3-8f24-e9789361bc5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '5bb94e13-008a-44fd-afcd-6dce4832ca40'}] {{(pid=102347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:20:26.106422 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe5a0a4f-c3a8-4de4-a541-aaa21c52882f req-893ad8db-d05a-437a-8d59-e45c9d23ef52 service neutron] Attempting to bind port 14407f80-093a-4bf6-9c53-3f90eb312ee7 on network 5bb94e13-008a-44fd-afcd-6dce4832ca40 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:20:26.115238 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe5a0a4f-c3a8-4de4-a541-aaa21c52882f req-893ad8db-d05a-437a-8d59-e45c9d23ef52 service neutron] Port 14407f80-093a-4bf6-9c53-3f90eb312ee7 on network 5bb94e13-008a-44fd-afcd-6dce4832ca40 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-10 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 10:20:26.118313 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe5a0a4f-c3a8-4de4-a541-aaa21c52882f req-893ad8db-d05a-437a-8d59-e45c9d23ef52 service neutron] Attempting to bind port 14407f80-093a-4bf6-9c53-3f90eb312ee7 on network 5bb94e13-008a-44fd-afcd-6dce4832ca40 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:20:26.129918 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe5a0a4f-c3a8-4de4-a541-aaa21c52882f req-893ad8db-d05a-437a-8d59-e45c9d23ef52 service neutron] Checking agent: {'id': 'a2edc247-0fa4-4ce6-bbae-a10492f6bd71', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 16, 9), 'started_at': datetime.datetime(2021, 10, 27, 10, 16, 9), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 20, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:20:26.130545 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe5a0a4f-c3a8-4de4-a541-aaa21c52882f req-893ad8db-d05a-437a-8d59-e45c9d23ef52 service neutron] Checking segment: {'id': '8362cf3a-6db6-47e3-8f24-e9789361bc5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '5bb94e13-008a-44fd-afcd-6dce4832ca40'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:20:26.131086 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe5a0a4f-c3a8-4de4-a541-aaa21c52882f req-893ad8db-d05a-437a-8d59-e45c9d23ef52 service neutron] Bound using segment: {'id': '8362cf3a-6db6-47e3-8f24-e9789361bc5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '5bb94e13-008a-44fd-afcd-6dce4832ca40'} {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:20:26.132296 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-fe5a0a4f-c3a8-4de4-a541-aaa21c52882f req-893ad8db-d05a-437a-8d59-e45c9d23ef52 service neutron] Bound port: 14407f80-093a-4bf6-9c53-3f90eb312ee7, host: n-h2-813419-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8362cf3a-6db6-47e3-8f24-e9789361bc5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '5bb94e13-008a-44fd-afcd-6dce4832ca40'}}] {{(pid=102347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:20:26.132840 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-fe5a0a4f-c3a8-4de4-a541-aaa21c52882f req-893ad8db-d05a-437a-8d59-e45c9d23ef52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:26.167695 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-02547481-c889-479c-b99b-df6249088385 req-f4c553cb-d3ba-4e1c-9855-ac5a6b02b592 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/security-groups?id=e786382c-1289-4f9d-b471-ed120470c2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748293 Oct 27 10:20:26.276317 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-fe5a0a4f-c3a8-4de4-a541-aaa21c52882f req-893ad8db-d05a-437a-8d59-e45c9d23ef52 service neutron] For port 14407f80-093a-4bf6-9c53-3f90eb312ee7, host n-h2-813419-10, cleared binding levels {{(pid=102347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:20:26.287751 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-fe5a0a4f-c3a8-4de4-a541-aaa21c52882f req-893ad8db-d05a-437a-8d59-e45c9d23ef52 service neutron] For port 14407f80-093a-4bf6-9c53-3f90eb312ee7, host n-h2-813419-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=14407f80-093a-4bf6-9c53-3f90eb312ee7,segment=NetworkSegment(8362cf3a-6db6-47e3-8f24-e9789361bc5e),segment_id=8362cf3a-6db6-47e3-8f24-e9789361bc5e)] {{(pid=102347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:20:26.334275 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-fe5a0a4f-c3a8-4de4-a541-aaa21c52882f req-893ad8db-d05a-437a-8d59-e45c9d23ef52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:26.384805 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5a0a4f-c3a8-4de4-a541-aaa21c52882f req-893ad8db-d05a-437a-8d59-e45c9d23ef52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:26.385515 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-fe5a0a4f-c3a8-4de4-a541-aaa21c52882f req-893ad8db-d05a-437a-8d59-e45c9d23ef52 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:26.386796 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-fe5a0a4f-c3a8-4de4-a541-aaa21c52882f req-893ad8db-d05a-437a-8d59-e45c9d23ef52 service neutron] 10.222.0.76 "PUT /v2.0/ports/14407f80-093a-4bf6-9c53-3f90eb312ee7 HTTP/1.1" status: 200 len: 1092 time: 1.3776655 Oct 27 10:20:26.397268 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd069e6af-40d4-4204-92a2-851efcbbaa25', 'tag': '14407f80-093a-4bf6-9c53-3f90eb312ee7'}] {{(pid=102347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:20:26.401957 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311149b481204ee7edffdb959c881838506fbd95bc8577c048f6677abb73acc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de074f56-11fb-4a40-beaf-fdf9248da0ae" -d '{"events": [{"name": "network-changed", "server_uuid": "d069e6af-40d4-4204-92a2-851efcbbaa25", "tag": "14407f80-093a-4bf6-9c53-3f90eb312ee7"}]}' {{(pid=102347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:20:26.412757 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:20:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-681c4733-0fc1-4e25-a74c-61c64c282ea2 x-openstack-request-id: req-681c4733-0fc1-4e25-a74c-61c64c282ea2 {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:20:26.413406 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35f56aec-205c-48b0-810a-70a54e75c42f", "name": "network-vif-plugged", "status": "completed", "tag": "a8b3068e-7a2f-4b87-a091-934f61940394", "code": 200}]} {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:20:26.413622 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-681c4733-0fc1-4e25-a74c-61c64c282ea2 {{(pid=102348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:20:26.414085 n-d-813419-10 neutron-server[102348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35f56aec-205c-48b0-810a-70a54e75c42f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8b3068e-7a2f-4b87-a091-934f61940394', 'code': 200} Oct 27 10:20:26.456894 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b32d0b4-6738-4a69-a914-fcf77ea00c5e req-03bc2680-8923-4968-a7c6-c17e6fad7a77 tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:26.459785 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-0b32d0b4-6738-4a69-a914-fcf77ea00c5e req-03bc2680-8923-4968-a7c6-c17e6fad7a77 tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] 10.222.0.44 "GET /v2.0/ports?device_id=3829851e-9c6c-4b28-aa19-d0be65035545 HTTP/1.1" status: 200 len: 949 time: 0.1695976 Oct 27 10:20:26.591767 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55052eaf-3580-46f4-ba80-403ef17725f1 req-cb0c9775-72ee-47cc-a693-b7514fdb1492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:26.593940 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-55052eaf-3580-46f4-ba80-403ef17725f1 req-cb0c9775-72ee-47cc-a693-b7514fdb1492 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=35f56aec-205c-48b0-810a-70a54e75c42f HTTP/1.1" status: 200 len: 1102 time: 0.0986569 Oct 27 10:20:26.603385 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 10:20:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5ce7094-43f5-48da-a66c-351c499bb5e9 x-openstack-request-id: req-f5ce7094-43f5-48da-a66c-351c499bb5e9 {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:20:26.604065 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d069e6af-40d4-4204-92a2-851efcbbaa25", "tag": "14407f80-093a-4bf6-9c53-3f90eb312ee7", "status": "completed", "code": 200}]} {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:20:26.604505 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f5ce7094-43f5-48da-a66c-351c499bb5e9 {{(pid=102347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:20:26.605072 n-d-813419-10 neutron-server[102347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd069e6af-40d4-4204-92a2-851efcbbaa25', 'tag': '14407f80-093a-4bf6-9c53-3f90eb312ee7', 'status': 'completed', 'code': 200} Oct 27 10:20:26.619618 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893ad8db-d05a-437a-8d59-e45c9d23ef52 service neutron] Pushing event updated for resources: {'Port': ['ID=14407f80-093a-4bf6-9c53-3f90eb312ee7,revision_number=3']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:20:26.630020 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5a0a4f-c3a8-4de4-a541-aaa21c52882f req-754bae09-c1ce-4d9f-9363-220a0d76d596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:26.632420 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-fe5a0a4f-c3a8-4de4-a541-aaa21c52882f req-754bae09-c1ce-4d9f-9363-220a0d76d596 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=f7d542f2ad3542a48fab2828515078ca&device_id=d069e6af-40d4-4204-92a2-851efcbbaa25 HTTP/1.1" status: 200 len: 1095 time: 0.1890812 Oct 27 10:20:26.639105 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 41704) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:20:26.670928 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-55052eaf-3580-46f4-ba80-403ef17725f1 req-9107afbd-d061-4847-a50c-82ac598f0753 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=8f77bbc8-4569-4af2-89c5-4ab81947cd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676048 Oct 27 10:20:26.701872 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-fe5a0a4f-c3a8-4de4-a541-aaa21c52882f req-311382a7-9898-4426-88b8-ed64fa68c576 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=14407f80-093a-4bf6-9c53-3f90eb312ee7 HTTP/1.1" status: 200 len: 217 time: 0.0540829 Oct 27 10:20:26.720241 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-0b32d0b4-6738-4a69-a914-fcf77ea00c5e req-6ccbe75c-51c0-4900-982c-f60353e3c999 tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] 10.222.0.44 "GET /v2.0/security-groups?id=adbff9a4-0ae5-4700-84c2-4b5f53f67e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732366 Oct 27 10:20:26.767090 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698f8606-eb2c-404b-a80c-74c54a643c23 req-a03d5266-454b-41e6-aef3-2824afbc05ed tempest-ServersTestManualDisk-1099522627 tempest-ServersTestManualDisk-1099522627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:26.770323 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-698f8606-eb2c-404b-a80c-74c54a643c23 req-a03d5266-454b-41e6-aef3-2824afbc05ed tempest-ServersTestManualDisk-1099522627 tempest-ServersTestManualDisk-1099522627-project] 10.222.0.44 "GET /v2.0/ports?device_id=d069e6af-40d4-4204-92a2-851efcbbaa25 HTTP/1.1" status: 200 len: 943 time: 0.0952244 Oct 27 10:20:26.795460 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5a0a4f-c3a8-4de4-a541-aaa21c52882f req-0131b90f-f7ec-45ef-95c9-ad520de9c0d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:26.801378 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-fe5a0a4f-c3a8-4de4-a541-aaa21c52882f req-0131b90f-f7ec-45ef-95c9-ad520de9c0d4 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=6ea95b43-4fb0-47bc-873b-3f5bbca3aa45 HTTP/1.1" status: 200 len: 850 time: 0.0798934 Oct 27 10:20:26.814444 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-698f8606-eb2c-404b-a80c-74c54a643c23 req-85b27ee8-4b7b-4115-ba53-312414a1c1d2 tempest-ServersTestManualDisk-1099522627 tempest-ServersTestManualDisk-1099522627-project] 10.222.0.44 "GET /v2.0/security-groups?id=205a0546-e26b-45de-81f6-22c717043123&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384991 Oct 27 10:20:26.860639 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-08a8e6a8-d02f-40d3-b74d-b3328207d5a9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:26.873077 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5a0a4f-c3a8-4de4-a541-aaa21c52882f req-bb906710-549f-4ca9-8323-fcf84289a66f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:26.874691 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-fe5a0a4f-c3a8-4de4-a541-aaa21c52882f req-bb906710-549f-4ca9-8323-fcf84289a66f service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=5bb94e13-008a-44fd-afcd-6dce4832ca40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0625184 Oct 27 10:20:26.949199 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-08a8e6a8-d02f-40d3-b74d-b3328207d5a9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:26.955055 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-08a8e6a8-d02f-40d3-b74d-b3328207d5a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:26.994833 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-fe5a0a4f-c3a8-4de4-a541-aaa21c52882f req-fa334823-2c37-4f39-b4e2-f9bdef0480fb service neutron] 10.222.0.76 "GET /v2.0/networks/5bb94e13-008a-44fd-afcd-6dce4832ca40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1087494 Oct 27 10:20:27.001499 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-08a8e6a8-d02f-40d3-b74d-b3328207d5a9 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e6e5a3bfc047401eb26a8d5a4fedd3d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3580625 Oct 27 10:20:27.003152 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a8e6a8-d02f-40d3-b74d-b3328207d5a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64f39cc8-10eb-4208-911d-9c88c4fd8076,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:20:27.006077 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 41718) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:20:27.080510 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-44028e0b-0cef-45ce-8b4f-ab3fa5c189f1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:27.104798 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-44028e0b-0cef-45ce-8b4f-ab3fa5c189f1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:27.121127 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-fe5a0a4f-c3a8-4de4-a541-aaa21c52882f req-2a622f04-9a3f-4114-9224-385e2599c9c5 service neutron] 10.222.0.76 "GET /v2.0/networks/5bb94e13-008a-44fd-afcd-6dce4832ca40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168773 Oct 27 10:20:27.164468 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-44028e0b-0cef-45ce-8b4f-ab3fa5c189f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:27.167537 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-44028e0b-0cef-45ce-8b4f-ab3fa5c189f1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:27.169085 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-44028e0b-0cef-45ce-8b4f-ab3fa5c189f1 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/64f39cc8-10eb-4208-911d-9c88c4fd8076 HTTP/1.1" status: 204 len: 168 time: 0.1512530 Oct 27 10:20:27.201812 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44028e0b-0cef-45ce-8b4f-ab3fa5c189f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64f39cc8-10eb-4208-911d-9c88c4fd8076,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:20:27.339128 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f774258-34d0-4ea8-b3bb-15f195f8458a req-3348729e-db6e-4b12-975f-ad3c25f0bfb9 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:27.346423 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478095a6-dc7e-4860-9f25-34b3c09de58f req-2f876425-8c01-40ea-b274-f51545e004fb tempest-ListImageFiltersTestJSON-1179629162 tempest-ListImageFiltersTestJSON-1179629162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:27.348483 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-8f774258-34d0-4ea8-b3bb-15f195f8458a req-3348729e-db6e-4b12-975f-ad3c25f0bfb9 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/ports?device_id=a52d4eb7-7ffd-4109-9f94-dc97814340a0 HTTP/1.1" status: 200 len: 950 time: 0.0740840 Oct 27 10:20:27.363703 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-478095a6-dc7e-4860-9f25-34b3c09de58f req-2f876425-8c01-40ea-b274-f51545e004fb tempest-ListImageFiltersTestJSON-1179629162 tempest-ListImageFiltersTestJSON-1179629162-project] 10.222.0.44 "GET /v2.0/ports?device_id=ee962280-c4a3-41e2-8b55-5766c4eddfd3 HTTP/1.1" status: 200 len: 949 time: 0.1972096 Oct 27 10:20:27.384622 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de074f56-11fb-4a40-beaf-fdf9248da0ae req-95287f89-932b-4702-8107-0f678518817a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:27.386080 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-de074f56-11fb-4a40-beaf-fdf9248da0ae req-95287f89-932b-4702-8107-0f678518817a service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=f7d542f2ad3542a48fab2828515078ca&device_id=d069e6af-40d4-4204-92a2-851efcbbaa25 HTTP/1.1" status: 200 len: 1095 time: 0.1843843 Oct 27 10:20:27.405774 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-8f774258-34d0-4ea8-b3bb-15f195f8458a req-e8c79821-256c-423f-9b58-a62e3daec630 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/security-groups?id=e786382c-1289-4f9d-b471-ed120470c2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514460 Oct 27 10:20:27.449506 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device 3c208689-c22b-4220-853d-00421a4bd672 up at agent hyperv_n-h1-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:20:27.478571 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 41736) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:20:27.564509 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Provisioning for port 3c208689-c22b-4220-853d-00421a4bd672 completed by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 10:20:27.567279 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Provisioning complete for port 3c208689-c22b-4220-853d-00421a4bd672 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:20:27.567636 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:27.591993 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-478095a6-dc7e-4860-9f25-34b3c09de58f req-f4a2d22e-be0a-474a-9b38-0cf28acbab51 tempest-ListImageFiltersTestJSON-1179629162 tempest-ListImageFiltersTestJSON-1179629162-project] 10.222.0.44 "GET /v2.0/security-groups?id=8f77bbc8-4569-4af2-89c5-4ab81947cd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2274971 Oct 27 10:20:27.657864 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de074f56-11fb-4a40-beaf-fdf9248da0ae req-b1e30e51-e162-49b4-bad2-8e5f84b6d71b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:27.659491 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-de074f56-11fb-4a40-beaf-fdf9248da0ae req-b1e30e51-e162-49b4-bad2-8e5f84b6d71b service neutron] 10.222.0.76 "GET /v2.0/networks?id=5bb94e13-008a-44fd-afcd-6dce4832ca40 HTTP/1.1" status: 200 len: 912 time: 0.2623043 Oct 27 10:20:27.663456 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-97c591fb-b24f-4420-949f-79cb577e14bf admin admin] Publish callbacks [] for security_group, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:27.712231 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-de074f56-11fb-4a40-beaf-fdf9248da0ae req-6b259d1e-aaa3-4a0f-8399-b65cfd60a1e6 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=14407f80-093a-4bf6-9c53-3f90eb312ee7 HTTP/1.1" status: 200 len: 217 time: 0.0434983 Oct 27 10:20:27.733768 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:27.785326 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de074f56-11fb-4a40-beaf-fdf9248da0ae req-47877a55-b72a-4072-a834-f0ffab0bc086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:27.788086 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-de074f56-11fb-4a40-beaf-fdf9248da0ae req-47877a55-b72a-4072-a834-f0ffab0bc086 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=6ea95b43-4fb0-47bc-873b-3f5bbca3aa45 HTTP/1.1" status: 200 len: 850 time: 0.0668547 Oct 27 10:20:27.793678 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port 3c208689-c22b-4220-853d-00421a4bd672, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=3c208689-c22b-4220-853d-00421a4bd672,segment=NetworkSegment(f7c42c6d-2766-46d8-a8b7-4852117a5555),segment_id=f7c42c6d-2766-46d8-a8b7-4852117a5555)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:20:27.799804 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:27.862881 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-97c591fb-b24f-4420-949f-79cb577e14bf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:27.872673 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-97c591fb-b24f-4420-949f-79cb577e14bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:27.898689 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de074f56-11fb-4a40-beaf-fdf9248da0ae req-016e1ee5-d2d2-4c98-9daa-1dfe84dbef4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:27.903789 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-de074f56-11fb-4a40-beaf-fdf9248da0ae req-016e1ee5-d2d2-4c98-9daa-1dfe84dbef4a service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=5bb94e13-008a-44fd-afcd-6dce4832ca40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1063757 Oct 27 10:20:27.909110 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Pushing event updated for resources: {'Port': ['ID=3c208689-c22b-4220-853d-00421a4bd672,revision_number=5']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:20:27.941189 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-97c591fb-b24f-4420-949f-79cb577e14bf admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=943490e6112f4362b8139d9b461ff6eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4550076 Oct 27 10:20:27.950978 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 41752) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:20:28.002738 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c591fb-b24f-4420-949f-79cb577e14bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ae7a8ab-565e-4afa-bcc0-24dd0ab8e20b,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:20:28.036838 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df42df8-76ed-4542-bb24-8cf0167ee1c0 req-1df0cd21-f32b-4a23-bb6a-711475a84128 tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:28.038762 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-9df42df8-76ed-4542-bb24-8cf0167ee1c0 req-1df0cd21-f32b-4a23-bb6a-711475a84128 tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] 10.222.0.44 "GET /v2.0/ports?device_id=3829851e-9c6c-4b28-aa19-d0be65035545 HTTP/1.1" status: 200 len: 949 time: 0.1788151 Oct 27 10:20:28.111940 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-dfb44acf-3538-45c1-a703-92ab71e07509 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:28.112885 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de191c7-4e6b-432d-9b12-89b01b5fffa4 req-f1512d58-0aa7-4234-841a-5318a8777d2c tempest-ServersTestManualDisk-1099522627 tempest-ServersTestManualDisk-1099522627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:28.116160 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-9df42df8-76ed-4542-bb24-8cf0167ee1c0 req-97097139-db3a-4de1-a6f2-b50223a52013 tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] 10.222.0.44 "GET /v2.0/security-groups?id=adbff9a4-0ae5-4700-84c2-4b5f53f67e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691843 Oct 27 10:20:28.120036 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-1de191c7-4e6b-432d-9b12-89b01b5fffa4 req-f1512d58-0aa7-4234-841a-5318a8777d2c tempest-ServersTestManualDisk-1099522627 tempest-ServersTestManualDisk-1099522627-project] 10.222.0.44 "GET /v2.0/ports?device_id=d069e6af-40d4-4204-92a2-851efcbbaa25 HTTP/1.1" status: 200 len: 943 time: 0.1337657 Oct 27 10:20:28.148143 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-dfb44acf-3538-45c1-a703-92ab71e07509 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:28.159900 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-de074f56-11fb-4a40-beaf-fdf9248da0ae req-f438c51c-01af-49f4-bb83-1ae628bb9db3 service neutron] 10.222.0.76 "GET /v2.0/networks/5bb94e13-008a-44fd-afcd-6dce4832ca40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2474639 Oct 27 10:20:28.196616 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-1de191c7-4e6b-432d-9b12-89b01b5fffa4 req-aaf81aad-6469-460f-b350-832b7d8f49ef tempest-ServersTestManualDisk-1099522627 tempest-ServersTestManualDisk-1099522627-project] 10.222.0.44 "GET /v2.0/security-groups?id=205a0546-e26b-45de-81f6-22c717043123&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710142 Oct 27 10:20:28.219693 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-dfb44acf-3538-45c1-a703-92ab71e07509 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:28.222357 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-dfb44acf-3538-45c1-a703-92ab71e07509 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:28.223651 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-dfb44acf-3538-45c1-a703-92ab71e07509 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/0ae7a8ab-565e-4afa-bcc0-24dd0ab8e20b HTTP/1.1" status: 204 len: 168 time: 0.2711065 Oct 27 10:20:28.233261 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb44acf-3538-45c1-a703-92ab71e07509 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ae7a8ab-565e-4afa-bcc0-24dd0ab8e20b,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:20:28.335467 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-de074f56-11fb-4a40-beaf-fdf9248da0ae req-80cabee3-cb39-4163-915f-68a21bcf5a27 service neutron] 10.222.0.76 "GET /v2.0/networks/5bb94e13-008a-44fd-afcd-6dce4832ca40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1547699 Oct 27 10:20:28.416246 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee962280-c4a3-41e2-8b55-5766c4eddfd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c208689-c22b-4220-853d-00421a4bd672'}] {{(pid=102348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:20:28.423044 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c588921fa634554a1d9242fdea1b05457a9ff1d3b28ba54ec1dace7f2f1df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6138bb6c-e489-4896-b94c-f1fc522939ad" -d '{"events": [{"server_uuid": "ee962280-c4a3-41e2-8b55-5766c4eddfd3", "name": "network-vif-plugged", "status": "completed", "tag": "3c208689-c22b-4220-853d-00421a4bd672"}]}' {{(pid=102348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:20:28.560063 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3613fdd-c5fd-4fef-bd22-f6e9994d1aae req-f489a62c-2701-4486-a698-1e01818e372a tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:28.569413 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-a3613fdd-c5fd-4fef-bd22-f6e9994d1aae req-f489a62c-2701-4486-a698-1e01818e372a tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/ports?device_id=a52d4eb7-7ffd-4109-9f94-dc97814340a0 HTTP/1.1" status: 200 len: 950 time: 0.0919125 Oct 27 10:20:28.632179 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-a3613fdd-c5fd-4fef-bd22-f6e9994d1aae req-c27a6c9f-9521-4096-87fb-7066e08562bc tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/security-groups?id=e786382c-1289-4f9d-b471-ed120470c2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576110 Oct 27 10:20:28.714958 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:20:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80779d67-3c53-4bd2-a7f9-249552145583 x-openstack-request-id: req-80779d67-3c53-4bd2-a7f9-249552145583 {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:20:28.715453 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee962280-c4a3-41e2-8b55-5766c4eddfd3", "name": "network-vif-plugged", "status": "completed", "tag": "3c208689-c22b-4220-853d-00421a4bd672", "code": 200}]} {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:20:28.715547 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-80779d67-3c53-4bd2-a7f9-249552145583 {{(pid=102348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:20:28.716066 n-d-813419-10 neutron-server[102348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee962280-c4a3-41e2-8b55-5766c4eddfd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c208689-c22b-4220-853d-00421a4bd672', 'code': 200} Oct 27 10:20:28.851279 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1203ab4c-2833-4434-8086-735f1d9db6b2 req-5336ec76-3c95-4dcf-a11e-e4b547f8370c tempest-ListImageFiltersTestJSON-1179629162 tempest-ListImageFiltersTestJSON-1179629162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:28.851490 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff6cbad-1f6f-4e87-b34d-5a71b64a73f3 req-16ed0393-78d8-447a-98b9-6f09e602fb45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:28.853232 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-1203ab4c-2833-4434-8086-735f1d9db6b2 req-5336ec76-3c95-4dcf-a11e-e4b547f8370c tempest-ListImageFiltersTestJSON-1179629162 tempest-ListImageFiltersTestJSON-1179629162-project] 10.222.0.44 "GET /v2.0/ports?device_id=ee962280-c4a3-41e2-8b55-5766c4eddfd3 HTTP/1.1" status: 200 len: 950 time: 0.0787258 Oct 27 10:20:28.864920 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-4ff6cbad-1f6f-4e87-b34d-5a71b64a73f3 req-16ed0393-78d8-447a-98b9-6f09e602fb45 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=ee962280-c4a3-41e2-8b55-5766c4eddfd3 HTTP/1.1" status: 200 len: 1102 time: 0.0657187 Oct 27 10:20:28.936776 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 41792) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:20:28.959580 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-4ff6cbad-1f6f-4e87-b34d-5a71b64a73f3 req-528478b9-bf90-449e-b4b2-ff10e3d02d80 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=8f77bbc8-4569-4af2-89c5-4ab81947cd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840528 Oct 27 10:20:28.961751 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-1203ab4c-2833-4434-8086-735f1d9db6b2 req-72804fa4-8037-4c0f-9080-7640208a87db tempest-ListImageFiltersTestJSON-1179629162 tempest-ListImageFiltersTestJSON-1179629162-project] 10.222.0.44 "GET /v2.0/security-groups?id=8f77bbc8-4569-4af2-89c5-4ab81947cd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806327 Oct 27 10:20:29.123292 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-adfb89fc-0e9d-45bf-b87a-198f55dba8df admin admin] Publish callbacks [] for security_group, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:29.226784 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-adfb89fc-0e9d-45bf-b87a-198f55dba8df admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:29.236173 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-adfb89fc-0e9d-45bf-b87a-198f55dba8df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:29.284836 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 41808) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:20:29.285288 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-adfb89fc-0e9d-45bf-b87a-198f55dba8df admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f20cb181a791400281e58759d9c2364d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3381026 Oct 27 10:20:29.285390 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 41810) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:20:29.324996 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfb89fc-0e9d-45bf-b87a-198f55dba8df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45277dfb-d9ab-41c4-a945-35229999ed8f,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:20:29.352676 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827722b4-97bb-4210-9f7f-477b7672afc1 req-2ed21acd-0d55-4223-af8f-287e32de732a tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:29.360723 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-827722b4-97bb-4210-9f7f-477b7672afc1 req-2ed21acd-0d55-4223-af8f-287e32de732a tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] 10.222.0.44 "GET /v2.0/ports?device_id=3829851e-9c6c-4b28-aa19-d0be65035545 HTTP/1.1" status: 200 len: 949 time: 0.1201982 Oct 27 10:20:29.406599 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-827722b4-97bb-4210-9f7f-477b7672afc1 req-def3fa76-65ca-4815-a255-40af2ef5a616 tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] 10.222.0.44 "GET /v2.0/security-groups?id=adbff9a4-0ae5-4700-84c2-4b5f53f67e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448875 Oct 27 10:20:29.415172 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdee042-cc20-4477-bacc-449c3363c144 req-884f4c83-214f-470b-bcc4-4a3be131b902 tempest-ServersTestManualDisk-1099522627 tempest-ServersTestManualDisk-1099522627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:29.416802 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-abdee042-cc20-4477-bacc-449c3363c144 req-884f4c83-214f-470b-bcc4-4a3be131b902 tempest-ServersTestManualDisk-1099522627 tempest-ServersTestManualDisk-1099522627-project] 10.222.0.44 "GET /v2.0/ports?device_id=d069e6af-40d4-4204-92a2-851efcbbaa25 HTTP/1.1" status: 200 len: 943 time: 0.1426854 Oct 27 10:20:29.418100 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-35d41381-ada7-4ad7-8ec5-bd4561aa7442 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:29.456728 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-c9651313-0658-4ce9-9995-81c5058efb21 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-889255379-network', 'tenant_id': '580a3fc36cc44c288aa6a1263e27e7ae'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:20:29.461773 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-35d41381-ada7-4ad7-8ec5-bd4561aa7442 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:29.508865 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-abdee042-cc20-4477-bacc-449c3363c144 req-c8c8a14d-7816-46eb-a2ca-99f4198d2dd1 tempest-ServersTestManualDisk-1099522627 tempest-ServersTestManualDisk-1099522627-project] 10.222.0.44 "GET /v2.0/security-groups?id=205a0546-e26b-45de-81f6-22c717043123&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0857730 Oct 27 10:20:29.518427 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9651313-0658-4ce9-9995-81c5058efb21 admin admin] Made reservation on behalf of 580a3fc36cc44c288aa6a1263e27e7ae for: {'network': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:20:29.529691 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-c9651313-0658-4ce9-9995-81c5058efb21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for network, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:29.539741 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-c9651313-0658-4ce9-9995-81c5058efb21 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:29.564470 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-35d41381-ada7-4ad7-8ec5-bd4561aa7442 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:29.566939 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-35d41381-ada7-4ad7-8ec5-bd4561aa7442 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:29.568063 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-35d41381-ada7-4ad7-8ec5-bd4561aa7442 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/45277dfb-d9ab-41c4-a945-35229999ed8f HTTP/1.1" status: 204 len: 168 time: 0.2758729 Oct 27 10:20:29.584702 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d41381-ada7-4ad7-8ec5-bd4561aa7442 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45277dfb-d9ab-41c4-a945-35229999ed8f,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:20:29.676053 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-c9651313-0658-4ce9-9995-81c5058efb21 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:29.682029 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-c9651313-0658-4ce9-9995-81c5058efb21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:29.704692 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9651313-0658-4ce9-9995-81c5058efb21 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 422} {{(pid=102347) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 10:20:29.715412 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-c9651313-0658-4ce9-9995-81c5058efb21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:29.715920 n-d-813419-10 neutron-server[102347]: INFO neutron.db.segments_db [None req-c9651313-0658-4ce9-9995-81c5058efb21 admin admin] Added segment e031df76-6a67-4dc9-b33e-3b490749e49c of type vlan for network 6e5c7d55-96e0-4ffb-8753-a93efa7224ea Oct 27 10:20:29.764019 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-c9651313-0658-4ce9-9995-81c5058efb21 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743872593080'] for network, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:29.815755 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9651313-0658-4ce9-9995-81c5058efb21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abb43ff2-3d53-4d6f-bfce-d681dce200c5,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:20:29.818332 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-c9651313-0658-4ce9-9995-81c5058efb21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913'] for network, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:29.819248 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9651313-0658-4ce9-9995-81c5058efb21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:29.819829 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-c9651313-0658-4ce9-9995-81c5058efb21 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for network, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:29.852369 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a97ecc0-3883-4563-b680-9e9ebd9b9796 req-890d514e-1bf7-439c-8d3c-e34fb4e68fad tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:29.860978 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-0a97ecc0-3883-4563-b680-9e9ebd9b9796 req-890d514e-1bf7-439c-8d3c-e34fb4e68fad tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/ports?device_id=a52d4eb7-7ffd-4109-9f94-dc97814340a0 HTTP/1.1" status: 200 len: 950 time: 0.1274054 Oct 27 10:20:29.886990 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9651313-0658-4ce9-9995-81c5058efb21 admin admin] Pushing event updated for resources: {'Network': ['ID=6e5c7d55-96e0-4ffb-8753-a93efa7224ea,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:20:29.900579 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Network 6e5c7d55-96e0-4ffb-8753-a93efa7224ea details requested by agent ovs-agent-n-d-813419-10 with host n-d-813419-10 {{(pid=102348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 10:20:29.919491 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-c9651313-0658-4ce9-9995-81c5058efb21 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.6305630 Oct 27 10:20:29.920964 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-0a97ecc0-3883-4563-b680-9e9ebd9b9796 req-0f877ebd-e849-43a5-8e33-3a7ddade0cc4 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/security-groups?id=e786382c-1289-4f9d-b471-ed120470c2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590625 Oct 27 10:20:29.924317 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 41828) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:20:29.945726 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-a66a324a-d1fe-4b3d-9f01-fdc1b08a7be8 admin admin] Request body: {'subnet': {'network_id': '6e5c7d55-96e0-4ffb-8753-a93efa7224ea', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-889255379-subnet', 'tenant_id': '580a3fc36cc44c288aa6a1263e27e7ae', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:20:29.986512 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a66a324a-d1fe-4b3d-9f01-fdc1b08a7be8 admin admin] Made reservation on behalf of 580a3fc36cc44c288aa6a1263e27e7ae for: {'subnet': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:20:29.989073 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-a66a324a-d1fe-4b3d-9f01-fdc1b08a7be8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27167186'] for subnet, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:30.101013 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4cc9f9-dcf4-47a2-b876-a01276f6136b req-ded0f766-273a-4614-bf57-01e19bf5db4d tempest-ListImageFiltersTestJSON-1179629162 tempest-ListImageFiltersTestJSON-1179629162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:30.123078 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-cf4cc9f9-dcf4-47a2-b876-a01276f6136b req-ded0f766-273a-4614-bf57-01e19bf5db4d tempest-ListImageFiltersTestJSON-1179629162 tempest-ListImageFiltersTestJSON-1179629162-project] 10.222.0.44 "GET /v2.0/ports?device_id=ee962280-c4a3-41e2-8b55-5766c4eddfd3 HTTP/1.1" status: 200 len: 950 time: 0.0778010 Oct 27 10:20:30.189582 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-cf4cc9f9-dcf4-47a2-b876-a01276f6136b req-2008a8b9-378a-4a7f-a794-f89ae31a3133 tempest-ListImageFiltersTestJSON-1179629162 tempest-ListImageFiltersTestJSON-1179629162-project] 10.222.0.44 "GET /v2.0/security-groups?id=8f77bbc8-4569-4af2-89c5-4ab81947cd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558388 Oct 27 10:20:30.233343 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-a66a324a-d1fe-4b3d-9f01-fdc1b08a7be8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27024290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27167168'] for subnet, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:30.294096 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66a324a-d1fe-4b3d-9f01-fdc1b08a7be8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a6e255bf-7b36-48de-87ff-f5121c37ce2b,revision_number=0']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:20:30.303845 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a66a324a-d1fe-4b3d-9f01-fdc1b08a7be8 admin admin] Checking segment: {'id': 'e031df76-6a67-4dc9-b33e-3b490749e49c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '6e5c7d55-96e0-4ffb-8753-a93efa7224ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:20:30.304311 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a66a324a-d1fe-4b3d-9f01-fdc1b08a7be8 admin admin] Network hostable DHCP agents. Network: 6e5c7d55-96e0-4ffb-8753-a93efa7224ea, hostable agents: ['eafd4000-b897-4722-ae8b-0118ec955181'], hosted agents: [] {{(pid=102346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 10:20:30.326829 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a66a324a-d1fe-4b3d-9f01-fdc1b08a7be8 admin admin] Network 6e5c7d55-96e0-4ffb-8753-a93efa7224ea is scheduled to be hosted by DHCP agent eafd4000-b897-4722-ae8b-0118ec955181 with binding_index 1 {{(pid=102346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 10:20:30.339928 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-a66a324a-d1fe-4b3d-9f01-fdc1b08a7be8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-10, 6e5c7d55-96e0-4ffb-8753-a93efa7224ea) {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:20:30.350061 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a66a324a-d1fe-4b3d-9f01-fdc1b08a7be8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:30.350814 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-a66a324a-d1fe-4b3d-9f01-fdc1b08a7be8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for subnet, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:30.362290 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6db0e7ee-3e42-4431-8540-2d45d4c1cd66 None None] Network 6e5c7d55-96e0-4ffb-8753-a93efa7224ea requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:20:30.376416 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-a66a324a-d1fe-4b3d-9f01-fdc1b08a7be8 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.4465697 Oct 27 10:20:30.501991 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eac450c-bf13-4dd7-9529-5bc94a024e92 None None] Network 6e5c7d55-96e0-4ffb-8753-a93efa7224ea requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:20:30.580553 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 41850) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:20:30.622033 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e995d450-70d5-42a8-9982-f894ec035344 req-5bc891f0-8aa5-4e68-9aab-90e68d3460cd tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:30.629756 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-e995d450-70d5-42a8-9982-f894ec035344 req-5bc891f0-8aa5-4e68-9aab-90e68d3460cd tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] 10.222.0.44 "GET /v2.0/ports?device_id=3829851e-9c6c-4b28-aa19-d0be65035545 HTTP/1.1" status: 200 len: 949 time: 0.1308038 Oct 27 10:20:30.698718 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-e995d450-70d5-42a8-9982-f894ec035344 req-26b41235-013e-4e00-be1c-e2c053f0e4f5 tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] 10.222.0.44 "GET /v2.0/security-groups?id=adbff9a4-0ae5-4700-84c2-4b5f53f67e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672102 Oct 27 10:20:30.704864 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2a8dec-ef4a-4f8d-bb93-85abe2da293c req-3c4b399a-738c-4145-ac24-cb0d49961751 tempest-ServersTestManualDisk-1099522627 tempest-ServersTestManualDisk-1099522627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:30.712752 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-4f2a8dec-ef4a-4f8d-bb93-85abe2da293c req-3c4b399a-738c-4145-ac24-cb0d49961751 tempest-ServersTestManualDisk-1099522627 tempest-ServersTestManualDisk-1099522627-project] 10.222.0.44 "GET /v2.0/ports?device_id=d069e6af-40d4-4204-92a2-851efcbbaa25 HTTP/1.1" status: 200 len: 943 time: 0.0697970 Oct 27 10:20:30.768534 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-4f2a8dec-ef4a-4f8d-bb93-85abe2da293c req-804291ee-d3c1-4ccf-a8f3-2179cf2f20f3 tempest-ServersTestManualDisk-1099522627 tempest-ServersTestManualDisk-1099522627-project] 10.222.0.44 "GET /v2.0/security-groups?id=205a0546-e26b-45de-81f6-22c717043123&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454993 Oct 27 10:20:30.814507 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-efda2582-5eb1-4fcc-a3f4-03f7d2011e90 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-280991969-network', 'tenant_id': '16007d7b08274c7d92869e2e99811612'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:20:30.835694 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efda2582-5eb1-4fcc-a3f4-03f7d2011e90 admin admin] Made reservation on behalf of 16007d7b08274c7d92869e2e99811612 for: {'network': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:20:30.838850 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-efda2582-5eb1-4fcc-a3f4-03f7d2011e90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for network, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:30.849420 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-efda2582-5eb1-4fcc-a3f4-03f7d2011e90 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:30.932845 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-efda2582-5eb1-4fcc-a3f4-03f7d2011e90 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:30.938663 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-efda2582-5eb1-4fcc-a3f4-03f7d2011e90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:30.969838 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efda2582-5eb1-4fcc-a3f4-03f7d2011e90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca0be177-d11c-45b8-8a2d-47feda7d89fe,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:20:30.982241 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-efda2582-5eb1-4fcc-a3f4-03f7d2011e90 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 433} {{(pid=102347) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 10:20:30.997012 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-efda2582-5eb1-4fcc-a3f4-03f7d2011e90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:30.997697 n-d-813419-10 neutron-server[102347]: INFO neutron.db.segments_db [None req-efda2582-5eb1-4fcc-a3f4-03f7d2011e90 admin admin] Added segment 325a04be-370e-4106-8614-0663fe8814c9 of type vlan for network a2992760-dbec-444b-9c1c-ea3c1842e0e5 Oct 27 10:20:31.047869 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad64623-66a9-484c-9e80-4016b68af84a req-72fcd7d9-2484-4f73-9ae9-6833da15151b tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:31.049645 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-bad64623-66a9-484c-9e80-4016b68af84a req-72fcd7d9-2484-4f73-9ae9-6833da15151b tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] 10.222.0.44 "GET /v2.0/networks?id=6e5c7d55-96e0-4ffb-8753-a93efa7224ea HTTP/1.1" status: 200 len: 804 time: 0.1444831 Oct 27 10:20:31.050057 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-efda2582-5eb1-4fcc-a3f4-03f7d2011e90 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743872593080'] for network, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:31.066728 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-bad64623-66a9-484c-9e80-4016b68af84a req-310032ef-8137-4dec-9d11-8bacca8eaf15 tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] 10.222.0.44 "GET /v2.0/quotas/580a3fc36cc44c288aa6a1263e27e7ae HTTP/1.1" status: 200 len: 375 time: 0.0107186 Oct 27 10:20:31.089895 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-efda2582-5eb1-4fcc-a3f4-03f7d2011e90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913'] for network, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:31.091003 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efda2582-5eb1-4fcc-a3f4-03f7d2011e90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:31.091674 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-efda2582-5eb1-4fcc-a3f4-03f7d2011e90 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for network, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:31.105680 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-bad64623-66a9-484c-9e80-4016b68af84a req-03d2d92e-ea82-4e45-902f-0a6a91e203b4 tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=580a3fc36cc44c288aa6a1263e27e7ae&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0321126 Oct 27 10:20:31.172638 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-efda2582-5eb1-4fcc-a3f4-03f7d2011e90 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.5873840 Oct 27 10:20:31.173470 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 41874) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:20:31.178721 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-013e20b1-ef18-44ae-b1d3-da33c2326be6 admin admin] Request body: {'subnet': {'network_id': 'a2992760-dbec-444b-9c1c-ea3c1842e0e5', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-280991969-subnet', 'tenant_id': '16007d7b08274c7d92869e2e99811612', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:20:31.189657 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efda2582-5eb1-4fcc-a3f4-03f7d2011e90 admin admin] Pushing event updated for resources: {'Network': ['ID=a2992760-dbec-444b-9c1c-ea3c1842e0e5,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:20:31.201874 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a65a9c0-1a3d-412a-a14f-556371e4f962 req-54614cb1-580f-423d-b8c5-06748fbbbd04 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:31.204049 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-4a65a9c0-1a3d-412a-a14f-556371e4f962 req-54614cb1-580f-423d-b8c5-06748fbbbd04 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/ports?device_id=a52d4eb7-7ffd-4109-9f94-dc97814340a0 HTTP/1.1" status: 200 len: 950 time: 0.1251690 Oct 27 10:20:31.209859 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Network a2992760-dbec-444b-9c1c-ea3c1842e0e5 details requested by agent ovs-agent-n-d-813419-10 with host n-d-813419-10 {{(pid=102348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 10:20:31.220833 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-013e20b1-ef18-44ae-b1d3-da33c2326be6 admin admin] Made reservation on behalf of 16007d7b08274c7d92869e2e99811612 for: {'subnet': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:20:31.223670 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-013e20b1-ef18-44ae-b1d3-da33c2326be6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18044073'] for subnet, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:31.234630 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-bad64623-66a9-484c-9e80-4016b68af84a req-1d4e5518-fad2-4577-b8f4-1d0bf3bd0fe7 service neutron] 10.222.0.44 "GET /v2.0/networks/6e5c7d55-96e0-4ffb-8753-a93efa7224ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200566 Oct 27 10:20:31.329535 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-4a65a9c0-1a3d-412a-a14f-556371e4f962 req-b624b218-d219-411a-b816-359a413bfc90 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/security-groups?id=e786382c-1289-4f9d-b471-ed120470c2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979764 Oct 27 10:20:31.355846 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-bad64623-66a9-484c-9e80-4016b68af84a req-c789f93f-ce1a-4160-a612-a1e00ed3c7d0 service neutron] 10.222.0.44 "GET /v2.0/networks/6e5c7d55-96e0-4ffb-8753-a93efa7224ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1192889 Oct 27 10:20:31.502785 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19367e4-4b91-4ed5-ad8f-8964ec3d3503 req-8edad4b8-5f13-4644-a4dc-d3cb27794266 tempest-ListImageFiltersTestJSON-1179629162 tempest-ListImageFiltersTestJSON-1179629162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:31.510124 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b19367e4-4b91-4ed5-ad8f-8964ec3d3503 req-8edad4b8-5f13-4644-a4dc-d3cb27794266 tempest-ListImageFiltersTestJSON-1179629162 tempest-ListImageFiltersTestJSON-1179629162-project] 10.222.0.44 "GET /v2.0/ports?device_id=ee962280-c4a3-41e2-8b55-5766c4eddfd3 HTTP/1.1" status: 200 len: 950 time: 0.1099167 Oct 27 10:20:31.535894 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-013e20b1-ef18-44ae-b1d3-da33c2326be6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-18295883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18044091'] for subnet, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:31.539312 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-1e9cf1e6-6e5e-426e-bd32-e18e2d6bcafd req-d47af7c3-ab73-4379-9157-857af44b8e24 tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ad65e9e-18c8-4531-9c5b-4d5f712c0a41 HTTP/1.1" status: 200 len: 210 time: 0.0362003 Oct 27 10:20:31.596149 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b19367e4-4b91-4ed5-ad8f-8964ec3d3503 req-03c33578-047a-46aa-93c1-96de12238689 tempest-ListImageFiltersTestJSON-1179629162 tempest-ListImageFiltersTestJSON-1179629162-project] 10.222.0.44 "GET /v2.0/security-groups?id=8f77bbc8-4569-4af2-89c5-4ab81947cd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851991 Oct 27 10:20:31.600674 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013e20b1-ef18-44ae-b1d3-da33c2326be6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d7e752c1-0448-45f3-8049-4fd0a6d2ebe8,revision_number=0']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:20:31.621714 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-013e20b1-ef18-44ae-b1d3-da33c2326be6 admin admin] Checking segment: {'id': '325a04be-370e-4106-8614-0663fe8814c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'a2992760-dbec-444b-9c1c-ea3c1842e0e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:20:31.622473 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-013e20b1-ef18-44ae-b1d3-da33c2326be6 admin admin] Network hostable DHCP agents. Network: a2992760-dbec-444b-9c1c-ea3c1842e0e5, hostable agents: ['eafd4000-b897-4722-ae8b-0118ec955181'], hosted agents: [] {{(pid=102347) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 10:20:31.642881 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-013e20b1-ef18-44ae-b1d3-da33c2326be6 admin admin] Network a2992760-dbec-444b-9c1c-ea3c1842e0e5 is scheduled to be hosted by DHCP agent eafd4000-b897-4722-ae8b-0118ec955181 with binding_index 1 {{(pid=102347) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 10:20:31.661622 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [None req-013e20b1-ef18-44ae-b1d3-da33c2326be6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-10, a2992760-dbec-444b-9c1c-ea3c1842e0e5) {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:20:31.667648 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-013e20b1-ef18-44ae-b1d3-da33c2326be6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:31.669057 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-013e20b1-ef18-44ae-b1d3-da33c2326be6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:31.673700 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fad28ca9-d6ca-47e8-b2fb-c9c0b29d6937 None None] Network a2992760-dbec-444b-9c1c-ea3c1842e0e5 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:20:31.718300 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-013e20b1-ef18-44ae-b1d3-da33c2326be6 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.5436122 Oct 27 10:20:31.764041 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead0d706-5607-4278-8823-6b2f936cbc94 req-5eebaf11-5782-44bb-ac8a-6fb891acd0ba tempest-ListImageFiltersTestJSON-1179629162 tempest-ListImageFiltersTestJSON-1179629162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:31.772259 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ead0d706-5607-4278-8823-6b2f936cbc94 req-5eebaf11-5782-44bb-ac8a-6fb891acd0ba tempest-ListImageFiltersTestJSON-1179629162 tempest-ListImageFiltersTestJSON-1179629162-project] 10.222.0.44 "GET /v2.0/ports?device_id=35f56aec-205c-48b0-810a-70a54e75c42f HTTP/1.1" status: 200 len: 950 time: 0.0877359 Oct 27 10:20:31.848659 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device 14407f80-093a-4bf6-9c53-3f90eb312ee7 details requested by agent hyperv_n-h2-813419-10 with host n-h2-813419-10 {{(pid=102348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 10:20:31.880043 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ead0d706-5607-4278-8823-6b2f936cbc94 req-c9c32ef9-de53-423b-8166-bc48bb856228 tempest-ListImageFiltersTestJSON-1179629162 tempest-ListImageFiltersTestJSON-1179629162-project] 10.222.0.44 "GET /v2.0/security-groups?id=8f77bbc8-4569-4af2-89c5-4ab81947cd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006615 Oct 27 10:20:31.910545 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f9ba00-2641-423c-b0cf-c3923fc5734c req-f7e3eb87-2b85-4ca1-bc41-f97e5f3aaf21 tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:31.912415 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-87f9ba00-2641-423c-b0cf-c3923fc5734c req-f7e3eb87-2b85-4ca1-bc41-f97e5f3aaf21 tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] 10.222.0.44 "GET /v2.0/ports?device_id=3829851e-9c6c-4b28-aa19-d0be65035545 HTTP/1.1" status: 200 len: 949 time: 0.0940514 Oct 27 10:20:31.977201 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-87f9ba00-2641-423c-b0cf-c3923fc5734c req-b45d7aa5-e3ec-4535-8966-96d0c165d6e0 tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] 10.222.0.44 "GET /v2.0/security-groups?id=adbff9a4-0ae5-4700-84c2-4b5f53f67e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568075 Oct 27 10:20:32.067538 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] For port 14407f80-093a-4bf6-9c53-3f90eb312ee7, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=14407f80-093a-4bf6-9c53-3f90eb312ee7,segment=NetworkSegment(8362cf3a-6db6-47e3-8f24-e9789361bc5e),segment_id=8362cf3a-6db6-47e3-8f24-e9789361bc5e)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:20:32.073226 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d9b927-0336-4595-a013-7b07e8517817 req-31d518a2-32fc-423f-9a77-ad71335d2de5 tempest-ServersTestManualDisk-1099522627 tempest-ServersTestManualDisk-1099522627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:32.081602 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-b7d9b927-0336-4595-a013-7b07e8517817 req-31d518a2-32fc-423f-9a77-ad71335d2de5 tempest-ServersTestManualDisk-1099522627 tempest-ServersTestManualDisk-1099522627-project] 10.222.0.44 "GET /v2.0/ports?device_id=d069e6af-40d4-4204-92a2-851efcbbaa25 HTTP/1.1" status: 200 len: 943 time: 0.1118662 Oct 27 10:20:32.099064 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [req-bfff547b-81d5-4df7-a09e-3bee2fd82cc7 req-f0517046-6023-4366-a9b1-5f24cca779a8 tempest-SecurityGroupRulesNegativeTestJSON-1495035871 tempest-SecurityGroupRulesNegativeTestJSON-1495035871-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1504077460', 'description': 'tempest-description-2038096259'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:20:32.122928 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Returning: {'device': '14407f80-093a-4bf6-9c53-3f90eb312ee7', 'network_id': '5bb94e13-008a-44fd-afcd-6dce4832ca40', 'port_id': '14407f80-093a-4bf6-9c53-3f90eb312ee7', 'mac_address': 'fa:16:3e:50:04:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ea95b43-4fb0-47bc-873b-3f5bbca3aa45', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 10:20:32.127754 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-bfff547b-81d5-4df7-a09e-3bee2fd82cc7 req-f0517046-6023-4366-a9b1-5f24cca779a8 tempest-SecurityGroupRulesNegativeTestJSON-1495035871 tempest-SecurityGroupRulesNegativeTestJSON-1495035871-project] Publish callbacks [] for security_group, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:32.154887 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-b7d9b927-0336-4595-a013-7b07e8517817 req-74a3099d-764b-4cd1-912e-19412e3969ad tempest-ServersTestManualDisk-1099522627 tempest-ServersTestManualDisk-1099522627-project] 10.222.0.44 "GET /v2.0/security-groups?id=205a0546-e26b-45de-81f6-22c717043123&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721726 Oct 27 10:20:32.155798 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0164036b-772c-4c5b-8988-4c11d1ff9e62 None None] Network a2992760-dbec-444b-9c1c-ea3c1842e0e5 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:20:32.245779 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-bfff547b-81d5-4df7-a09e-3bee2fd82cc7 req-f0517046-6023-4366-a9b1-5f24cca779a8 tempest-SecurityGroupRulesNegativeTestJSON-1495035871 tempest-SecurityGroupRulesNegativeTestJSON-1495035871-project] Publish callbacks [] for security_group, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:32.251261 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-bfff547b-81d5-4df7-a09e-3bee2fd82cc7 req-f0517046-6023-4366-a9b1-5f24cca779a8 tempest-SecurityGroupRulesNegativeTestJSON-1495035871 tempest-SecurityGroupRulesNegativeTestJSON-1495035871-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:32.287412 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0517046-6023-4366-a9b1-5f24cca779a8 tempest-SecurityGroupRulesNegativeTestJSON-1495035871 tempest-SecurityGroupRulesNegativeTestJSON-1495035871-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e39c8b54-50bc-44c7-94f7-16c4864cb18a,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:20:32.308454 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-bfff547b-81d5-4df7-a09e-3bee2fd82cc7 req-f0517046-6023-4366-a9b1-5f24cca779a8 tempest-SecurityGroupRulesNegativeTestJSON-1495035871 tempest-SecurityGroupRulesNegativeTestJSON-1495035871-project] Publish callbacks [] for security_group, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:32.321738 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-bfff547b-81d5-4df7-a09e-3bee2fd82cc7 req-f0517046-6023-4366-a9b1-5f24cca779a8 tempest-SecurityGroupRulesNegativeTestJSON-1495035871 tempest-SecurityGroupRulesNegativeTestJSON-1495035871-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.2267442 Oct 27 10:20:32.445842 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:32.457942 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:32.491214 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-bbf4d082-da16-4ea6-9f55-d179b4fd1e84 req-d20f80b9-6f3a-4bcb-b12f-698cd6ca332e tempest-SecurityGroupRulesNegativeTestJSON-1495035871 tempest-SecurityGroupRulesNegativeTestJSON-1495035871-project] 10.222.0.44 "GET /v2.0/security-groups/e39c8b54-50bc-44c7-94f7-16c4864cb18a HTTP/1.1" status: 200 len: 1813 time: 0.0501332 Oct 27 10:20:32.502544 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [req-bbf4d082-da16-4ea6-9f55-d179b4fd1e84 req-18b49379-dc17-4436-8e28-9b0d562382e9 tempest-SecurityGroupRulesNegativeTestJSON-1495035871 tempest-SecurityGroupRulesNegativeTestJSON-1495035871-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e39c8b54-50bc-44c7-94f7-16c4864cb18a', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:20:32.502887 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [req-bbf4d082-da16-4ea6-9f55-d179b4fd1e84 req-18b49379-dc17-4436-8e28-9b0d562382e9 tempest-SecurityGroupRulesNegativeTestJSON-1495035871 tempest-SecurityGroupRulesNegativeTestJSON-1495035871-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e39c8b54-50bc-44c7-94f7-16c4864cb18a', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:20:32.505155 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14407f80-093a-4bf6-9c53-3f90eb312ee7 {{(pid=102348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:20:32.528614 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] For port 14407f80-093a-4bf6-9c53-3f90eb312ee7, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=14407f80-093a-4bf6-9c53-3f90eb312ee7,segment=NetworkSegment(8362cf3a-6db6-47e3-8f24-e9789361bc5e),segment_id=8362cf3a-6db6-47e3-8f24-e9789361bc5e)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:20:32.533189 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:32.574653 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-bbf4d082-da16-4ea6-9f55-d179b4fd1e84 req-18b49379-dc17-4436-8e28-9b0d562382e9 tempest-SecurityGroupRulesNegativeTestJSON-1495035871 tempest-SecurityGroupRulesNegativeTestJSON-1495035871-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:32.588538 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Pushing event updated for resources: {'Port': ['ID=14407f80-093a-4bf6-9c53-3f90eb312ee7,revision_number=4']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:20:32.612667 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-bbf4d082-da16-4ea6-9f55-d179b4fd1e84 req-18b49379-dc17-4436-8e28-9b0d562382e9 tempest-SecurityGroupRulesNegativeTestJSON-1495035871 tempest-SecurityGroupRulesNegativeTestJSON-1495035871-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:32.619071 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-bbf4d082-da16-4ea6-9f55-d179b4fd1e84 req-18b49379-dc17-4436-8e28-9b0d562382e9 tempest-SecurityGroupRulesNegativeTestJSON-1495035871 tempest-SecurityGroupRulesNegativeTestJSON-1495035871-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671902'] for security_group_rule, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:32.642384 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b49379-dc17-4436-8e28-9b0d562382e9 tempest-SecurityGroupRulesNegativeTestJSON-1495035871 tempest-SecurityGroupRulesNegativeTestJSON-1495035871-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fecbd378-b850-44ee-a12d-8e0ab4576875,revision_number=0']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:20:32.647633 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-bbf4d082-da16-4ea6-9f55-d179b4fd1e84 req-18b49379-dc17-4436-8e28-9b0d562382e9 tempest-SecurityGroupRulesNegativeTestJSON-1495035871 tempest-SecurityGroupRulesNegativeTestJSON-1495035871-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:32.652568 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21af38b6-9c0b-4de2-b1a4-d37433551714 req-7d259003-eeff-407d-aa43-d6ea01c99547 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:32.652971 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-bbf4d082-da16-4ea6-9f55-d179b4fd1e84 req-18b49379-dc17-4436-8e28-9b0d562382e9 tempest-SecurityGroupRulesNegativeTestJSON-1495035871 tempest-SecurityGroupRulesNegativeTestJSON-1495035871-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1541481 Oct 27 10:20:32.654061 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-21af38b6-9c0b-4de2-b1a4-d37433551714 req-7d259003-eeff-407d-aa43-d6ea01c99547 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/ports?device_id=a52d4eb7-7ffd-4109-9f94-dc97814340a0 HTTP/1.1" status: 200 len: 950 time: 0.0514133 Oct 27 10:20:32.696585 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-21af38b6-9c0b-4de2-b1a4-d37433551714 req-03b2c174-e668-452a-9747-00f13edf0c0b tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/security-groups?id=e786382c-1289-4f9d-b471-ed120470c2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352621 Oct 27 10:20:32.772600 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-131a01b5-83a3-4666-a32e-b3a8fe537f02 req-a3b4dc8a-5aa7-4287-ad5a-0a71ffa1d66a tempest-SecurityGroupRulesNegativeTestJSON-1495035871 tempest-SecurityGroupRulesNegativeTestJSON-1495035871-project] 10.222.0.44 "GET /v2.0/security-groups/e39c8b54-50bc-44c7-94f7-16c4864cb18a HTTP/1.1" status: 200 len: 2406 time: 0.0419216 Oct 27 10:20:32.783092 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-bc02b658-bcc3-492d-abe5-5bd6ce66c1f4 req-77afe672-bfab-487f-a5de-9da6b00175ad tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ad65e9e-18c8-4531-9c5b-4d5f712c0a41 HTTP/1.1" status: 200 len: 210 time: 0.0274827 Oct 27 10:20:32.814685 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-7c8a49dc-9f08-4a91-943a-a62317a0038d req-69ceac5f-edff-4a63-a570-bd117d8a498f tempest-SecurityGroupRulesNegativeTestJSON-1495035871 tempest-SecurityGroupRulesNegativeTestJSON-1495035871-project] 10.222.0.44 "GET /v2.0/security-group-rules/fecbd378-b850-44ee-a12d-8e0ab4576875 HTTP/1.1" status: 200 len: 778 time: 0.0230742 Oct 27 10:20:32.859592 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-7c8a49dc-9f08-4a91-943a-a62317a0038d req-b9dad7af-ab00-4596-af1e-b5e3f9a0cd1b tempest-SecurityGroupRulesNegativeTestJSON-1495035871 tempest-SecurityGroupRulesNegativeTestJSON-1495035871-project] 10.222.0.44 "GET /v2.0/security-groups/e39c8b54-50bc-44c7-94f7-16c4864cb18a HTTP/1.1" status: 200 len: 2406 time: 0.0389812 Oct 27 10:20:32.891099 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-7c8a49dc-9f08-4a91-943a-a62317a0038d req-50028c84-a445-4ee9-9836-b74f067f5395 tempest-SecurityGroupRulesNegativeTestJSON-1495035871 tempest-SecurityGroupRulesNegativeTestJSON-1495035871-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:32.899208 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-7c8a49dc-9f08-4a91-943a-a62317a0038d req-50028c84-a445-4ee9-9836-b74f067f5395 tempest-SecurityGroupRulesNegativeTestJSON-1495035871 tempest-SecurityGroupRulesNegativeTestJSON-1495035871-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:32.909453 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] get_ports_and_sgs() called for port_ids ['14407f80-093a-4bf6-9c53-3f90eb312ee7'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:20:32.938918 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-7c8a49dc-9f08-4a91-943a-a62317a0038d req-50028c84-a445-4ee9-9836-b74f067f5395 tempest-SecurityGroupRulesNegativeTestJSON-1495035871 tempest-SecurityGroupRulesNegativeTestJSON-1495035871-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671902'] for security_group_rule, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:32.948873 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-7c8a49dc-9f08-4a91-943a-a62317a0038d req-50028c84-a445-4ee9-9836-b74f067f5395 tempest-SecurityGroupRulesNegativeTestJSON-1495035871 tempest-SecurityGroupRulesNegativeTestJSON-1495035871-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:32.950367 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-7c8a49dc-9f08-4a91-943a-a62317a0038d req-50028c84-a445-4ee9-9836-b74f067f5395 tempest-SecurityGroupRulesNegativeTestJSON-1495035871 tempest-SecurityGroupRulesNegativeTestJSON-1495035871-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/fecbd378-b850-44ee-a12d-8e0ab4576875 HTTP/1.1" status: 204 len: 173 time: 0.0845757 Oct 27 10:20:32.978720 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [req-27af2314-f5a0-4230-9d18-9703e05268ac req-6cff7b56-e140-4a49-9054-ac0f263e05a5 tempest-SecurityGroupRulesNegativeTestJSON-1495035871 tempest-SecurityGroupRulesNegativeTestJSON-1495035871-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1766187618', 'description': 'tempest-description-135113036'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:20:33.006362 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-27af2314-f5a0-4230-9d18-9703e05268ac req-6cff7b56-e140-4a49-9054-ac0f263e05a5 tempest-SecurityGroupRulesNegativeTestJSON-1495035871 tempest-SecurityGroupRulesNegativeTestJSON-1495035871-project] Publish callbacks [] for security_group, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:33.008370 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50028c84-a445-4ee9-9836-b74f067f5395 tempest-SecurityGroupRulesNegativeTestJSON-1495035871 tempest-SecurityGroupRulesNegativeTestJSON-1495035871-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fecbd378-b850-44ee-a12d-8e0ab4576875,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:20:33.077778 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad64623-66a9-484c-9e80-4016b68af84a req-9babd42f-4c29-4d9f-a8e9-da23739bdc41 tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:33.080071 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-bad64623-66a9-484c-9e80-4016b68af84a req-9babd42f-4c29-4d9f-a8e9-da23739bdc41 tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] 10.222.0.64 "GET /v2.0/networks?id=6e5c7d55-96e0-4ffb-8753-a93efa7224ea HTTP/1.1" status: 200 len: 804 time: 0.1533642 Oct 27 10:20:33.113873 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [req-bad64623-66a9-484c-9e80-4016b68af84a req-aa1cd47c-708f-4947-9863-cd66cc77d31a tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] Request body: {'port': {'device_id': '5ad65e9e-18c8-4531-9c5b-4d5f712c0a41', 'network_id': '6e5c7d55-96e0-4ffb-8753-a93efa7224ea', 'admin_state_up': True, 'tenant_id': '580a3fc36cc44c288aa6a1263e27e7ae'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:20:33.122759 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-27af2314-f5a0-4230-9d18-9703e05268ac req-6cff7b56-e140-4a49-9054-ac0f263e05a5 tempest-SecurityGroupRulesNegativeTestJSON-1495035871 tempest-SecurityGroupRulesNegativeTestJSON-1495035871-project] Publish callbacks [] for security_group, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:33.128389 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-27af2314-f5a0-4230-9d18-9703e05268ac req-6cff7b56-e140-4a49-9054-ac0f263e05a5 tempest-SecurityGroupRulesNegativeTestJSON-1495035871 tempest-SecurityGroupRulesNegativeTestJSON-1495035871-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:33.160791 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-27af2314-f5a0-4230-9d18-9703e05268ac req-6cff7b56-e140-4a49-9054-ac0f263e05a5 tempest-SecurityGroupRulesNegativeTestJSON-1495035871 tempest-SecurityGroupRulesNegativeTestJSON-1495035871-project] Publish callbacks [] for security_group, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:33.162001 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-27af2314-f5a0-4230-9d18-9703e05268ac req-6cff7b56-e140-4a49-9054-ac0f263e05a5 tempest-SecurityGroupRulesNegativeTestJSON-1495035871 tempest-SecurityGroupRulesNegativeTestJSON-1495035871-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.1875553 Oct 27 10:20:33.162803 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cff7b56-e140-4a49-9054-ac0f263e05a5 tempest-SecurityGroupRulesNegativeTestJSON-1495035871 tempest-SecurityGroupRulesNegativeTestJSON-1495035871-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a83ad183-d164-4ad0-989b-d6a9a1fac6e4,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:20:33.191844 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbf553d-02b2-4c75-bbf6-80a22e6fae87 req-e625d73b-0506-428f-acbe-8d1181b58a42 tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:33.194225 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-6bbf553d-02b2-4c75-bbf6-80a22e6fae87 req-e625d73b-0506-428f-acbe-8d1181b58a42 tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] 10.222.0.44 "GET /v2.0/ports?device_id=3829851e-9c6c-4b28-aa19-d0be65035545 HTTP/1.1" status: 200 len: 949 time: 0.1132689 Oct 27 10:20:33.258685 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-6bbf553d-02b2-4c75-bbf6-80a22e6fae87 req-7a7c5e5f-1b4b-4125-b9c2-73445f2e8a9e tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] 10.222.0.44 "GET /v2.0/security-groups?id=adbff9a4-0ae5-4700-84c2-4b5f53f67e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571191 Oct 27 10:20:33.264605 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878e4849-9840-46ab-878b-89ffefac8d09 req-39743a91-aba7-438c-afb6-db0c87b41455 tempest-ServersTestManualDisk-1099522627 tempest-ServersTestManualDisk-1099522627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:33.266141 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-878e4849-9840-46ab-878b-89ffefac8d09 req-39743a91-aba7-438c-afb6-db0c87b41455 tempest-ServersTestManualDisk-1099522627 tempest-ServersTestManualDisk-1099522627-project] 10.222.0.44 "GET /v2.0/ports?device_id=d069e6af-40d4-4204-92a2-851efcbbaa25 HTTP/1.1" status: 200 len: 944 time: 0.0489259 Oct 27 10:20:33.291154 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bad64623-66a9-484c-9e80-4016b68af84a req-aa1cd47c-708f-4947-9863-cd66cc77d31a tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] Made reservation on behalf of 580a3fc36cc44c288aa6a1263e27e7ae for: {'port': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:20:33.294569 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-bad64623-66a9-484c-9e80-4016b68af84a req-aa1cd47c-708f-4947-9863-cd66cc77d31a tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:33.312779 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-878e4849-9840-46ab-878b-89ffefac8d09 req-37a8ff44-bf0e-4cde-9b5e-e2e395b9d2ce tempest-ServersTestManualDisk-1099522627 tempest-ServersTestManualDisk-1099522627-project] 10.222.0.44 "GET /v2.0/security-groups?id=205a0546-e26b-45de-81f6-22c717043123&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327222 Oct 27 10:20:33.371356 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-a172fa0f-7cc7-4342-aac3-5bf4f02c4eab req-6a905cb2-3d1c-46cd-bb3d-d6718f2a582e tempest-SecurityGroupRulesNegativeTestJSON-1495035871 tempest-SecurityGroupRulesNegativeTestJSON-1495035871-project] 10.222.0.44 "GET /v2.0/security-groups/a83ad183-d164-4ad0-989b-d6a9a1fac6e4 HTTP/1.1" status: 200 len: 1812 time: 0.0873165 Oct 27 10:20:33.426580 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [req-eb9f48f7-29b5-4f54-8856-69b0bb03f32d req-775061b0-0164-401c-8e14-79a4c3ecee3c tempest-SecurityGroupRulesNegativeTestJSON-1495035871 tempest-SecurityGroupRulesNegativeTestJSON-1495035871-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1102376547', 'description': 'tempest-description-1466792969'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:20:33.463739 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_common [req-bad64623-66a9-484c-9e80-4016b68af84a req-aa1cd47c-708f-4947-9863-cd66cc77d31a tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] Allocated IP 172.20.0.9 (6e5c7d55-96e0-4ffb-8753-a93efa7224ea/a6e255bf-7b36-48de-87ff-f5121c37ce2b/a4680ac1-e85a-46ed-be0f-bd6e250f74cc) {{(pid=102346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:20:33.465856 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-eb9f48f7-29b5-4f54-8856-69b0bb03f32d req-775061b0-0164-401c-8e14-79a4c3ecee3c tempest-SecurityGroupRulesNegativeTestJSON-1495035871 tempest-SecurityGroupRulesNegativeTestJSON-1495035871-project] Publish callbacks [] for security_group, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:33.617908 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-eb9f48f7-29b5-4f54-8856-69b0bb03f32d req-775061b0-0164-401c-8e14-79a4c3ecee3c tempest-SecurityGroupRulesNegativeTestJSON-1495035871 tempest-SecurityGroupRulesNegativeTestJSON-1495035871-project] Publish callbacks [] for security_group, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:33.621878 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-eb9f48f7-29b5-4f54-8856-69b0bb03f32d req-775061b0-0164-401c-8e14-79a4c3ecee3c tempest-SecurityGroupRulesNegativeTestJSON-1495035871 tempest-SecurityGroupRulesNegativeTestJSON-1495035871-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:33.672595 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-eb9f48f7-29b5-4f54-8856-69b0bb03f32d req-775061b0-0164-401c-8e14-79a4c3ecee3c tempest-SecurityGroupRulesNegativeTestJSON-1495035871 tempest-SecurityGroupRulesNegativeTestJSON-1495035871-project] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:33.673761 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-eb9f48f7-29b5-4f54-8856-69b0bb03f32d req-775061b0-0164-401c-8e14-79a4c3ecee3c tempest-SecurityGroupRulesNegativeTestJSON-1495035871 tempest-SecurityGroupRulesNegativeTestJSON-1495035871-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.2533245 Oct 27 10:20:33.683214 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775061b0-0164-401c-8e14-79a4c3ecee3c tempest-SecurityGroupRulesNegativeTestJSON-1495035871 tempest-SecurityGroupRulesNegativeTestJSON-1495035871-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b53a17cd-96de-4fd2-9840-8345c1837675,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:20:33.695244 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-bad64623-66a9-484c-9e80-4016b68af84a req-aa1cd47c-708f-4947-9863-cd66cc77d31a tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] Publish callbacks [] for port, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:33.731529 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-bad64623-66a9-484c-9e80-4016b68af84a req-aa1cd47c-708f-4947-9863-cd66cc77d31a tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:33.748984 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-a176c2da-a353-4068-8220-7c4ab1183885 req-c531bb7e-3bcd-4ecb-99b1-6906863034b9 tempest-SecurityGroupRulesNegativeTestJSON-1495035871 tempest-SecurityGroupRulesNegativeTestJSON-1495035871-project] 10.222.0.44 "GET /v2.0/security-groups/b53a17cd-96de-4fd2-9840-8345c1837675 HTTP/1.1" status: 200 len: 1813 time: 0.0508916 Oct 27 10:20:33.774896 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bad64623-66a9-484c-9e80-4016b68af84a req-aa1cd47c-708f-4947-9863-cd66cc77d31a tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] Network 6e5c7d55-96e0-4ffb-8753-a93efa7224ea is already hosted by enough agents. {{(pid=102346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:20:33.780004 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [req-bad64623-66a9-484c-9e80-4016b68af84a req-aa1cd47c-708f-4947-9863-cd66cc77d31a tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] Resources bound (agent type, host, resource id): {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:20:33.784352 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [req-bad64623-66a9-484c-9e80-4016b68af84a req-aa1cd47c-708f-4947-9863-cd66cc77d31a tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] Received port after_create {{(pid=102346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:20:33.814470 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1cd47c-708f-4947-9863-cd66cc77d31a tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] Pushing event updated for resources: {'Port': ['ID=a4680ac1-e85a-46ed-be0f-bd6e250f74cc,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:20:33.822780 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [req-7619dffa-e17b-48e7-bc58-2427f5c9c522 req-f9ea9ad9-9ba7-4800-a85f-c2ab9733b037 tempest-SecurityGroupRulesNegativeTestJSON-1495035871 tempest-SecurityGroupRulesNegativeTestJSON-1495035871-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-450989870', 'description': 'tempest-description-435482504'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:20:33.865566 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad64623-66a9-484c-9e80-4016b68af84a req-aa1cd47c-708f-4947-9863-cd66cc77d31a tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:33.866348 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-bad64623-66a9-484c-9e80-4016b68af84a req-aa1cd47c-708f-4947-9863-cd66cc77d31a tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:33.872550 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-7619dffa-e17b-48e7-bc58-2427f5c9c522 req-f9ea9ad9-9ba7-4800-a85f-c2ab9733b037 tempest-SecurityGroupRulesNegativeTestJSON-1495035871 tempest-SecurityGroupRulesNegativeTestJSON-1495035871-project] Publish callbacks [] for security_group, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:33.875308 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd959aa7-32d5-426f-baca-898a157f09af req-19b04e66-d113-407d-b590-8919fd4f047d tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:33.876812 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-dd959aa7-32d5-426f-baca-898a157f09af req-19b04e66-d113-407d-b590-8919fd4f047d tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/ports?device_id=a52d4eb7-7ffd-4109-9f94-dc97814340a0 HTTP/1.1" status: 200 len: 950 time: 0.0501456 Oct 27 10:20:33.891823 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-bad64623-66a9-484c-9e80-4016b68af84a req-aa1cd47c-708f-4947-9863-cd66cc77d31a tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7829530 Oct 27 10:20:33.908107 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [req-bad64623-66a9-484c-9e80-4016b68af84a req-608ab530-fdff-44e9-a5b3-e4529c614ef5 service neutron] Request body: {'port': {'device_id': '5ad65e9e-18c8-4531-9c5b-4d5f712c0a41', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-10'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:20:33.914998 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-dd959aa7-32d5-426f-baca-898a157f09af req-c7567f80-cb23-44e2-a40c-35091709ef07 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/security-groups?id=e786382c-1289-4f9d-b471-ed120470c2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320532 Oct 27 10:20:33.992379 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-bad64623-66a9-484c-9e80-4016b68af84a req-608ab530-fdff-44e9-a5b3-e4529c614ef5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:34.009419 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-7619dffa-e17b-48e7-bc58-2427f5c9c522 req-f9ea9ad9-9ba7-4800-a85f-c2ab9733b037 tempest-SecurityGroupRulesNegativeTestJSON-1495035871 tempest-SecurityGroupRulesNegativeTestJSON-1495035871-project] Publish callbacks [] for security_group, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:34.014681 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-7619dffa-e17b-48e7-bc58-2427f5c9c522 req-f9ea9ad9-9ba7-4800-a85f-c2ab9733b037 tempest-SecurityGroupRulesNegativeTestJSON-1495035871 tempest-SecurityGroupRulesNegativeTestJSON-1495035871-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:34.029316 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dda4999-cab5-4f79-ac64-5df1288895f3 req-fb62bc68-98c5-4e82-bf2e-dab5355eef27 tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:34.030780 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-7dda4999-cab5-4f79-ac64-5df1288895f3 req-fb62bc68-98c5-4e82-bf2e-dab5355eef27 tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ad65e9e-18c8-4531-9c5b-4d5f712c0a41 HTTP/1.1" status: 200 len: 931 time: 0.0567667 Oct 27 10:20:34.070865 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-7dda4999-cab5-4f79-ac64-5df1288895f3 req-57558e7d-8fc9-43f6-9ed5-dbbe556e59a8 tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] 10.222.0.44 "GET /v2.0/security-groups?id=abb43ff2-3d53-4d6f-bfce-d681dce200c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330908 Oct 27 10:20:34.078355 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-7619dffa-e17b-48e7-bc58-2427f5c9c522 req-f9ea9ad9-9ba7-4800-a85f-c2ab9733b037 tempest-SecurityGroupRulesNegativeTestJSON-1495035871 tempest-SecurityGroupRulesNegativeTestJSON-1495035871-project] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:34.079573 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-7619dffa-e17b-48e7-bc58-2427f5c9c522 req-f9ea9ad9-9ba7-4800-a85f-c2ab9733b037 tempest-SecurityGroupRulesNegativeTestJSON-1495035871 tempest-SecurityGroupRulesNegativeTestJSON-1495035871-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1816 time: 0.2665210 Oct 27 10:20:34.085200 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ea9ad9-9ba7-4800-a85f-c2ab9733b037 tempest-SecurityGroupRulesNegativeTestJSON-1495035871 tempest-SecurityGroupRulesNegativeTestJSON-1495035871-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5c7f85e-5dac-4d08-992f-77d9000478df,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:20:34.147317 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-7e1665d0-30ad-4a6c-a8cb-664635cb38d8 req-710c5f11-aece-4331-874d-41435142316d tempest-SecurityGroupRulesNegativeTestJSON-1495035871 tempest-SecurityGroupRulesNegativeTestJSON-1495035871-project] 10.222.0.44 "GET /v2.0/security-groups/e5c7f85e-5dac-4d08-992f-77d9000478df HTTP/1.1" status: 200 len: 1811 time: 0.0382056 Oct 27 10:20:34.194005 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [req-f026af96-e089-45fa-9395-9bf1b5633638 req-a7758fdf-6675-4836-8e7d-ae2237f26197 tempest-SecurityGroupRulesNegativeTestJSON-1495035871 tempest-SecurityGroupRulesNegativeTestJSON-1495035871-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-2008420747', 'description': 'tempest-description-1081212070'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:20:34.230895 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-f026af96-e089-45fa-9395-9bf1b5633638 req-a7758fdf-6675-4836-8e7d-ae2237f26197 tempest-SecurityGroupRulesNegativeTestJSON-1495035871 tempest-SecurityGroupRulesNegativeTestJSON-1495035871-project] Publish callbacks [] for security_group, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:34.357048 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-f026af96-e089-45fa-9395-9bf1b5633638 req-a7758fdf-6675-4836-8e7d-ae2237f26197 tempest-SecurityGroupRulesNegativeTestJSON-1495035871 tempest-SecurityGroupRulesNegativeTestJSON-1495035871-project] Publish callbacks [] for security_group, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:34.364134 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [req-bad64623-66a9-484c-9e80-4016b68af84a req-608ab530-fdff-44e9-a5b3-e4529c614ef5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4680ac1-e85a-46ed-be0f-bd6e250f74cc {{(pid=102346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:20:34.368715 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-f026af96-e089-45fa-9395-9bf1b5633638 req-a7758fdf-6675-4836-8e7d-ae2237f26197 tempest-SecurityGroupRulesNegativeTestJSON-1495035871 tempest-SecurityGroupRulesNegativeTestJSON-1495035871-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:34.372127 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-bad64623-66a9-484c-9e80-4016b68af84a req-608ab530-fdff-44e9-a5b3-e4529c614ef5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:34.408105 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e102b22-4fc9-46c0-b4b9-e2488f41f2fa req-98a4d31e-b013-44b4-93c0-fb8f345b0a1e tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:34.409405 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.provisioning_blocks [req-bad64623-66a9-484c-9e80-4016b68af84a req-608ab530-fdff-44e9-a5b3-e4529c614ef5 service neutron] Transition to ACTIVE for port object a4680ac1-e85a-46ed-be0f-bd6e250f74cc will not be triggered until provisioned by entity L2. {{(pid=102346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 10:20:34.412440 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-f026af96-e089-45fa-9395-9bf1b5633638 req-a7758fdf-6675-4836-8e7d-ae2237f26197 tempest-SecurityGroupRulesNegativeTestJSON-1495035871 tempest-SecurityGroupRulesNegativeTestJSON-1495035871-project] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:34.413640 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-f026af96-e089-45fa-9395-9bf1b5633638 req-a7758fdf-6675-4836-8e7d-ae2237f26197 tempest-SecurityGroupRulesNegativeTestJSON-1495035871 tempest-SecurityGroupRulesNegativeTestJSON-1495035871-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.2465272 Oct 27 10:20:34.414337 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7758fdf-6675-4836-8e7d-ae2237f26197 tempest-SecurityGroupRulesNegativeTestJSON-1495035871 tempest-SecurityGroupRulesNegativeTestJSON-1495035871-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3d48534-2b49-4bb9-8eac-73af400c703c,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:20:34.425464 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-bad64623-66a9-484c-9e80-4016b68af84a req-608ab530-fdff-44e9-a5b3-e4529c614ef5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27024173'] for port, after_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:34.425841 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-5e102b22-4fc9-46c0-b4b9-e2488f41f2fa req-98a4d31e-b013-44b4-93c0-fb8f345b0a1e tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] 10.222.0.44 "GET /v2.0/ports?device_id=3829851e-9c6c-4b28-aa19-d0be65035545 HTTP/1.1" status: 200 len: 949 time: 0.0740106 Oct 27 10:20:34.472646 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608ab530-fdff-44e9-a5b3-e4529c614ef5 service neutron] Pushing event updated for resources: {'Port': ['ID=a4680ac1-e85a-46ed-be0f-bd6e250f74cc,revision_number=2']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:20:34.500826 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-5e102b22-4fc9-46c0-b4b9-e2488f41f2fa req-5cd143ea-7874-491c-8536-91b149fa81cf tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] 10.222.0.44 "GET /v2.0/security-groups?id=adbff9a4-0ae5-4700-84c2-4b5f53f67e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635242 Oct 27 10:20:34.570087 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-86dfd542-8c96-4666-b62e-62707be88634 req-0d09b41a-0ec5-4fb5-a571-c41117140a43 tempest-SecurityGroupRulesNegativeTestJSON-1495035871 tempest-SecurityGroupRulesNegativeTestJSON-1495035871-project] 10.222.0.44 "GET /v2.0/security-groups/b3d48534-2b49-4bb9-8eac-73af400c703c HTTP/1.1" status: 200 len: 1813 time: 0.0422537 Oct 27 10:20:34.612430 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10edca63-7721-4d84-8265-26e28bb8ea55 req-970a5952-4676-4810-9a4d-b36b57ce4b29 tempest-ServersTestManualDisk-1099522627 tempest-ServersTestManualDisk-1099522627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:34.619478 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-10edca63-7721-4d84-8265-26e28bb8ea55 req-970a5952-4676-4810-9a4d-b36b57ce4b29 tempest-ServersTestManualDisk-1099522627 tempest-ServersTestManualDisk-1099522627-project] 10.222.0.44 "GET /v2.0/ports?device_id=d069e6af-40d4-4204-92a2-851efcbbaa25 HTTP/1.1" status: 200 len: 944 time: 0.1034880 Oct 27 10:20:34.627028 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.managers [req-bad64623-66a9-484c-9e80-4016b68af84a req-608ab530-fdff-44e9-a5b3-e4529c614ef5 service neutron] Attempting to bind port a4680ac1-e85a-46ed-be0f-bd6e250f74cc on host n-h1-813419-10 for vnic_type normal with profile {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:20:34.627351 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.managers [req-bad64623-66a9-484c-9e80-4016b68af84a req-608ab530-fdff-44e9-a5b3-e4529c614ef5 service neutron] Attempting to bind port a4680ac1-e85a-46ed-be0f-bd6e250f74cc by drivers openvswitch,hyperv on host n-h1-813419-10 at level 0 using segments [{'id': 'e031df76-6a67-4dc9-b33e-3b490749e49c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '6e5c7d55-96e0-4ffb-8753-a93efa7224ea'}] {{(pid=102346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:20:34.627669 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bad64623-66a9-484c-9e80-4016b68af84a req-608ab530-fdff-44e9-a5b3-e4529c614ef5 service neutron] Attempting to bind port a4680ac1-e85a-46ed-be0f-bd6e250f74cc on network 6e5c7d55-96e0-4ffb-8753-a93efa7224ea {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:20:34.645392 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bad64623-66a9-484c-9e80-4016b68af84a req-608ab530-fdff-44e9-a5b3-e4529c614ef5 service neutron] Port a4680ac1-e85a-46ed-be0f-bd6e250f74cc on network 6e5c7d55-96e0-4ffb-8753-a93efa7224ea not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-10 {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 10:20:34.645713 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bad64623-66a9-484c-9e80-4016b68af84a req-608ab530-fdff-44e9-a5b3-e4529c614ef5 service neutron] Attempting to bind port a4680ac1-e85a-46ed-be0f-bd6e250f74cc on network 6e5c7d55-96e0-4ffb-8753-a93efa7224ea {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:20:34.661120 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bad64623-66a9-484c-9e80-4016b68af84a req-608ab530-fdff-44e9-a5b3-e4529c614ef5 service neutron] Checking agent: {'id': 'a52e1cab-0c63-402d-9c94-330537c6c076', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 16, 2), 'started_at': datetime.datetime(2021, 10, 27, 10, 16, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 20, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:20:34.661383 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bad64623-66a9-484c-9e80-4016b68af84a req-608ab530-fdff-44e9-a5b3-e4529c614ef5 service neutron] Checking segment: {'id': 'e031df76-6a67-4dc9-b33e-3b490749e49c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '6e5c7d55-96e0-4ffb-8753-a93efa7224ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:20:34.661825 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bad64623-66a9-484c-9e80-4016b68af84a req-608ab530-fdff-44e9-a5b3-e4529c614ef5 service neutron] Bound using segment: {'id': 'e031df76-6a67-4dc9-b33e-3b490749e49c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '6e5c7d55-96e0-4ffb-8753-a93efa7224ea'} {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:20:34.662248 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.managers [req-bad64623-66a9-484c-9e80-4016b68af84a req-608ab530-fdff-44e9-a5b3-e4529c614ef5 service neutron] Bound port: a4680ac1-e85a-46ed-be0f-bd6e250f74cc, host: n-h1-813419-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e031df76-6a67-4dc9-b33e-3b490749e49c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '6e5c7d55-96e0-4ffb-8753-a93efa7224ea'}}] {{(pid=102346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:20:34.662593 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-bad64623-66a9-484c-9e80-4016b68af84a req-608ab530-fdff-44e9-a5b3-e4529c614ef5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:34.668672 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-10edca63-7721-4d84-8265-26e28bb8ea55 req-cf326f58-b7ce-4612-847a-a06f4ca99f77 tempest-ServersTestManualDisk-1099522627 tempest-ServersTestManualDisk-1099522627-project] 10.222.0.44 "GET /v2.0/security-groups?id=205a0546-e26b-45de-81f6-22c717043123&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483170 Oct 27 10:20:34.670482 n-d-813419-10 neutron-server[102347]: INFO neutron.api.v2.resource [req-f845ae8c-93d9-4da0-9eb6-9502ccfce1bc req-c246357f-0f66-47cf-bb52-d7aeb5e8a71a tempest-SecurityGroupRulesNegativeTestJSON-1495035871 tempest-SecurityGroupRulesNegativeTestJSON-1495035871-project] show failed (client error): The resource could not be found. Oct 27 10:20:34.671536 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-f845ae8c-93d9-4da0-9eb6-9502ccfce1bc req-c246357f-0f66-47cf-bb52-d7aeb5e8a71a tempest-SecurityGroupRulesNegativeTestJSON-1495035871 tempest-SecurityGroupRulesNegativeTestJSON-1495035871-project] 10.222.0.44 "GET /v2.0/security-groups/c2238403-3ccb-48be-9845-ce860053fbc9 HTTP/1.1" status: 404 len: 352 time: 0.0169492 Oct 27 10:20:34.720815 n-d-813419-10 neutron-server[102347]: INFO neutron.api.v2.resource [req-93ca7683-5b5c-4818-9a83-332628c2ec9d req-c167816e-a7a1-475e-b4bf-7ea840fa420d tempest-SecurityGroupRulesNegativeTestJSON-1495035871 tempest-SecurityGroupRulesNegativeTestJSON-1495035871-project] show failed (client error): The resource could not be found. Oct 27 10:20:34.721787 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-93ca7683-5b5c-4818-9a83-332628c2ec9d req-c167816e-a7a1-475e-b4bf-7ea840fa420d tempest-SecurityGroupRulesNegativeTestJSON-1495035871 tempest-SecurityGroupRulesNegativeTestJSON-1495035871-project] 10.222.0.44 "GET /v2.0/security-group-rules/1e54bc98-3252-40f8-8965-be9be5c6396a HTTP/1.1" status: 404 len: 361 time: 0.0158668 Oct 27 10:20:34.761698 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [req-bad64623-66a9-484c-9e80-4016b68af84a req-608ab530-fdff-44e9-a5b3-e4529c614ef5 service neutron] For port a4680ac1-e85a-46ed-be0f-bd6e250f74cc, host n-h1-813419-10, cleared binding levels {{(pid=102346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:20:34.780545 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [req-bad64623-66a9-484c-9e80-4016b68af84a req-608ab530-fdff-44e9-a5b3-e4529c614ef5 service neutron] For port a4680ac1-e85a-46ed-be0f-bd6e250f74cc, host n-h1-813419-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=a4680ac1-e85a-46ed-be0f-bd6e250f74cc,segment=NetworkSegment(e031df76-6a67-4dc9-b33e-3b490749e49c),segment_id=e031df76-6a67-4dc9-b33e-3b490749e49c)] {{(pid=102346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:20:34.785532 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-bad64623-66a9-484c-9e80-4016b68af84a req-608ab530-fdff-44e9-a5b3-e4529c614ef5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27024173'] for port, after_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:34.822583 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-98d9c22b-9b95-4d8a-9aaa-13403ffa6b2a req-df74c331-3a48-4f8c-84cd-83e8d71cb8f2 tempest-SecurityGroupRulesNegativeTestJSON-1495035871 tempest-SecurityGroupRulesNegativeTestJSON-1495035871-project] 10.222.0.44 "GET /v2.0/security-groups/b3d48534-2b49-4bb9-8eac-73af400c703c HTTP/1.1" status: 200 len: 1813 time: 0.0774801 Oct 27 10:20:34.831610 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad64623-66a9-484c-9e80-4016b68af84a req-608ab530-fdff-44e9-a5b3-e4529c614ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:34.832216 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-bad64623-66a9-484c-9e80-4016b68af84a req-608ab530-fdff-44e9-a5b3-e4529c614ef5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:34.833527 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-bad64623-66a9-484c-9e80-4016b68af84a req-608ab530-fdff-44e9-a5b3-e4529c614ef5 service neutron] 10.222.0.64 "PUT /v2.0/ports/a4680ac1-e85a-46ed-be0f-bd6e250f74cc HTTP/1.1" status: 200 len: 1092 time: 0.9297099 Oct 27 10:20:34.833955 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ad65e9e-18c8-4531-9c5b-4d5f712c0a41', 'tag': 'a4680ac1-e85a-46ed-be0f-bd6e250f74cc'}] {{(pid=102346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:20:34.836253 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc0e418f5fc417c8d55d94c0aa509b037d0beb2a734c1a709e789eb65639a56d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-821671c7-223c-4e4a-a365-23a9f8339928" -d '{"events": [{"name": "network-changed", "server_uuid": "5ad65e9e-18c8-4531-9c5b-4d5f712c0a41", "tag": "a4680ac1-e85a-46ed-be0f-bd6e250f74cc"}]}' {{(pid=102346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:20:34.882212 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608ab530-fdff-44e9-a5b3-e4529c614ef5 service neutron] Pushing event updated for resources: {'Port': ['ID=a4680ac1-e85a-46ed-be0f-bd6e250f74cc,revision_number=3']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:20:34.920714 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 10:20:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8756474a-75fe-49cf-8ff0-ae6492c63824 x-openstack-request-id: req-8756474a-75fe-49cf-8ff0-ae6492c63824 {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:20:34.920932 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ad65e9e-18c8-4531-9c5b-4d5f712c0a41", "tag": "a4680ac1-e85a-46ed-be0f-bd6e250f74cc", "status": "completed", "code": 200}]} {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:20:34.921183 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-8756474a-75fe-49cf-8ff0-ae6492c63824 {{(pid=102346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:20:34.922087 n-d-813419-10 neutron-server[102346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ad65e9e-18c8-4531-9c5b-4d5f712c0a41', 'tag': 'a4680ac1-e85a-46ed-be0f-bd6e250f74cc', 'status': 'completed', 'code': 200} Oct 27 10:20:34.940302 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-98d9c22b-9b95-4d8a-9aaa-13403ffa6b2a req-b39b7e48-bce2-46d5-9e37-d41d8da596a1 tempest-SecurityGroupRulesNegativeTestJSON-1495035871 tempest-SecurityGroupRulesNegativeTestJSON-1495035871-project] Publish callbacks [] for security_group, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:34.960830 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad64623-66a9-484c-9e80-4016b68af84a req-3e20d3ea-26e6-4ba8-b517-4edddf68d001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:34.962316 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-bad64623-66a9-484c-9e80-4016b68af84a req-3e20d3ea-26e6-4ba8-b517-4edddf68d001 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=580a3fc36cc44c288aa6a1263e27e7ae&device_id=5ad65e9e-18c8-4531-9c5b-4d5f712c0a41 HTTP/1.1" status: 200 len: 1095 time: 0.0734091 Oct 27 10:20:34.969819 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-98d9c22b-9b95-4d8a-9aaa-13403ffa6b2a req-b39b7e48-bce2-46d5-9e37-d41d8da596a1 tempest-SecurityGroupRulesNegativeTestJSON-1495035871 tempest-SecurityGroupRulesNegativeTestJSON-1495035871-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:35.020243 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-bad64623-66a9-484c-9e80-4016b68af84a req-9ec52855-9c8d-441a-8453-e7263d368146 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a4680ac1-e85a-46ed-be0f-bd6e250f74cc HTTP/1.1" status: 200 len: 217 time: 0.0400043 Oct 27 10:20:35.033984 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab51ff7-e55a-443e-bf48-f511b62cfb67 req-8707b29d-e0d3-4162-abc4-df90b98a3ddf tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:35.036234 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-4ab51ff7-e55a-443e-bf48-f511b62cfb67 req-8707b29d-e0d3-4162-abc4-df90b98a3ddf tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/ports?device_id=a52d4eb7-7ffd-4109-9f94-dc97814340a0 HTTP/1.1" status: 200 len: 950 time: 0.0505493 Oct 27 10:20:35.075436 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-98d9c22b-9b95-4d8a-9aaa-13403ffa6b2a req-b39b7e48-bce2-46d5-9e37-d41d8da596a1 tempest-SecurityGroupRulesNegativeTestJSON-1495035871 tempest-SecurityGroupRulesNegativeTestJSON-1495035871-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:35.078349 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-98d9c22b-9b95-4d8a-9aaa-13403ffa6b2a req-b39b7e48-bce2-46d5-9e37-d41d8da596a1 tempest-SecurityGroupRulesNegativeTestJSON-1495035871 tempest-SecurityGroupRulesNegativeTestJSON-1495035871-project] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:35.079490 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-98d9c22b-9b95-4d8a-9aaa-13403ffa6b2a req-b39b7e48-bce2-46d5-9e37-d41d8da596a1 tempest-SecurityGroupRulesNegativeTestJSON-1495035871 tempest-SecurityGroupRulesNegativeTestJSON-1495035871-project] 10.222.0.44 "DELETE /v2.0/security-groups/b3d48534-2b49-4bb9-8eac-73af400c703c HTTP/1.1" status: 204 len: 173 time: 0.2494159 Oct 27 10:20:35.097527 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39b7e48-bce2-46d5-9e37-d41d8da596a1 tempest-SecurityGroupRulesNegativeTestJSON-1495035871 tempest-SecurityGroupRulesNegativeTestJSON-1495035871-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3d48534-2b49-4bb9-8eac-73af400c703c,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:20:35.104184 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad64623-66a9-484c-9e80-4016b68af84a req-e74fb837-a34c-4fc0-a8ab-05b5757a4f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:35.105668 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-bad64623-66a9-484c-9e80-4016b68af84a req-e74fb837-a34c-4fc0-a8ab-05b5757a4f52 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a6e255bf-7b36-48de-87ff-f5121c37ce2b HTTP/1.1" status: 200 len: 844 time: 0.0648074 Oct 27 10:20:35.125008 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-4ab51ff7-e55a-443e-bf48-f511b62cfb67 req-cc40d484-e54b-464b-a44b-97e908c42f68 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/security-groups?id=e786382c-1289-4f9d-b471-ed120470c2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722971 Oct 27 10:20:35.151676 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-bad64623-66a9-484c-9e80-4016b68af84a req-4387edac-d145-4968-b829-e3f0fe880ba6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=6e5c7d55-96e0-4ffb-8753-a93efa7224ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304165 Oct 27 10:20:35.160871 n-d-813419-10 neutron-server[102347]: INFO neutron.api.v2.resource [req-9d184a6e-d757-43fe-8e38-189b14ef0a95 req-10176017-fd36-437e-beed-a63f4fc744a1 service neutron] show failed (client error): The resource could not be found. Oct 27 10:20:35.162005 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-9d184a6e-d757-43fe-8e38-189b14ef0a95 req-10176017-fd36-437e-beed-a63f4fc744a1 service neutron] 10.222.0.76 "GET /v2.0/ports/4226de95-7a65-4c77-86b6-a858ffe6dac1/bindings/n-h1-813419-10 HTTP/1.1" status: 404 len: 381 time: 0.1069763 Oct 27 10:20:35.169553 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-eea58494-2eb8-4e8f-9f1a-d60d5d590d89 req-77305743-cbb5-4adc-818f-7aa59d87cee7 tempest-SecurityGroupRulesNegativeTestJSON-1495035871 tempest-SecurityGroupRulesNegativeTestJSON-1495035871-project] 10.222.0.44 "GET /v2.0/security-groups/e5c7f85e-5dac-4d08-992f-77d9000478df HTTP/1.1" status: 200 len: 1811 time: 0.0629466 Oct 27 10:20:35.248013 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782526a7-ecb1-439f-93e1-f90a8760ba3b req-003e968e-3b6b-4333-a56c-714764a1a121 tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:35.250437 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-782526a7-ecb1-439f-93e1-f90a8760ba3b req-003e968e-3b6b-4333-a56c-714764a1a121 tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ad65e9e-18c8-4531-9c5b-4d5f712c0a41 HTTP/1.1" status: 200 len: 943 time: 0.0586643 Oct 27 10:20:35.302172 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-782526a7-ecb1-439f-93e1-f90a8760ba3b req-7e478f82-aa7b-433f-8368-5bf3b5d15c5c tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] 10.222.0.44 "GET /v2.0/security-groups?id=abb43ff2-3d53-4d6f-bfce-d681dce200c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443103 Oct 27 10:20:35.480083 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device a8b3068e-7a2f-4b87-a091-934f61940394 details requested by agent hyperv_n-h1-813419-10 with host n-h1-813419-10 {{(pid=102348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 10:20:35.535058 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-bad64623-66a9-484c-9e80-4016b68af84a req-ab8cb227-e656-40a5-a682-c77d8778cc01 service neutron] 10.222.0.64 "GET /v2.0/networks/6e5c7d55-96e0-4ffb-8753-a93efa7224ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3602073 Oct 27 10:20:35.603993 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port a8b3068e-7a2f-4b87-a091-934f61940394, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=a8b3068e-7a2f-4b87-a091-934f61940394,segment=NetworkSegment(f7c42c6d-2766-46d8-a8b7-4852117a5555),segment_id=f7c42c6d-2766-46d8-a8b7-4852117a5555)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:20:35.618884 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Returning: {'device': 'a8b3068e-7a2f-4b87-a091-934f61940394', 'network_id': '4d250f92-d229-45fe-a579-67fef8e6c544', 'port_id': 'a8b3068e-7a2f-4b87-a091-934f61940394', 'mac_address': 'fa:16:3e:c1:f6:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62eb52f7-aac4-48af-8670-e04300325561', 'ip_address': '192.168.233.190'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 10:20:35.628777 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c98987-9e6a-4386-b802-15dd85ca41dd req-57e95db8-5339-4ad5-a9e7-3d705a8ef80a tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:35.630405 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-94c98987-9e6a-4386-b802-15dd85ca41dd req-57e95db8-5339-4ad5-a9e7-3d705a8ef80a tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] 10.222.0.44 "GET /v2.0/ports?device_id=3829851e-9c6c-4b28-aa19-d0be65035545 HTTP/1.1" status: 200 len: 949 time: 0.0570641 Oct 27 10:20:35.640282 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-eea58494-2eb8-4e8f-9f1a-d60d5d590d89 req-dfa7162c-bb7a-4633-a9aa-a4bcc27e245d tempest-SecurityGroupRulesNegativeTestJSON-1495035871 tempest-SecurityGroupRulesNegativeTestJSON-1495035871-project] Publish callbacks [] for security_group, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:35.660404 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:35.674797 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a8b3068e-7a2f-4b87-a091-934f61940394 {{(pid=102348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:20:35.685506 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-94c98987-9e6a-4386-b802-15dd85ca41dd req-4b41502f-50d5-4b87-82b7-3244771fe77f tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] 10.222.0.44 "GET /v2.0/security-groups?id=adbff9a4-0ae5-4700-84c2-4b5f53f67e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442777 Oct 27 10:20:35.688874 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d184a6e-d757-43fe-8e38-189b14ef0a95 req-f0b834c0-9083-4b78-9402-d7c906c7c968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:35.690466 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-9d184a6e-d757-43fe-8e38-189b14ef0a95 req-f0b834c0-9083-4b78-9402-d7c906c7c968 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=a52d4eb7-7ffd-4109-9f94-dc97814340a0&tenant_id=31dc088f778a4c2fb761c23ef7d22647 HTTP/1.1" status: 200 len: 1102 time: 0.1543663 Oct 27 10:20:35.699045 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port a8b3068e-7a2f-4b87-a091-934f61940394, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=a8b3068e-7a2f-4b87-a091-934f61940394,segment=NetworkSegment(f7c42c6d-2766-46d8-a8b7-4852117a5555),segment_id=f7c42c6d-2766-46d8-a8b7-4852117a5555)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:20:35.704841 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:35.707576 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [req-9d184a6e-d757-43fe-8e38-189b14ef0a95 req-03c209f9-e830-48da-b65c-a9942daa5c7f service neutron] Request body: {'port': {'binding:host_id': 'n-h1-813419-10', 'device_owner': 'compute:nova'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:20:35.738285 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-eea58494-2eb8-4e8f-9f1a-d60d5d590d89 req-dfa7162c-bb7a-4633-a9aa-a4bcc27e245d tempest-SecurityGroupRulesNegativeTestJSON-1495035871 tempest-SecurityGroupRulesNegativeTestJSON-1495035871-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:35.773801 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Pushing event updated for resources: {'Port': ['ID=a8b3068e-7a2f-4b87-a091-934f61940394,revision_number=6']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:20:35.816752 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-9d184a6e-d757-43fe-8e38-189b14ef0a95 req-03c209f9-e830-48da-b65c-a9942daa5c7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:35.826103 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] get_ports_and_sgs() called for port_ids ['a8b3068e-7a2f-4b87-a091-934f61940394'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:20:35.861958 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-bad64623-66a9-484c-9e80-4016b68af84a req-b670ab53-c757-45e7-94c2-34c6dbe54b4f service neutron] 10.222.0.64 "GET /v2.0/networks/6e5c7d55-96e0-4ffb-8753-a93efa7224ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2858989 Oct 27 10:20:35.878556 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device 14407f80-093a-4bf6-9c53-3f90eb312ee7 up at agent hyperv_n-h2-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:20:35.926101 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443d582d-9abc-438b-9b68-878f0e466242 req-67f98d4c-8717-488e-ba96-701cbf87d125 tempest-ServersTestManualDisk-1099522627 tempest-ServersTestManualDisk-1099522627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:35.940813 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-443d582d-9abc-438b-9b68-878f0e466242 req-67f98d4c-8717-488e-ba96-701cbf87d125 tempest-ServersTestManualDisk-1099522627 tempest-ServersTestManualDisk-1099522627-project] 10.222.0.44 "GET /v2.0/ports?device_id=d069e6af-40d4-4204-92a2-851efcbbaa25 HTTP/1.1" status: 200 len: 944 time: 0.0832171 Oct 27 10:20:35.986421 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Provisioning for port 14407f80-093a-4bf6-9c53-3f90eb312ee7 completed by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 10:20:35.998188 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-443d582d-9abc-438b-9b68-878f0e466242 req-f5e48cfe-1af3-42c6-bd1f-d3b4a2e5953e tempest-ServersTestManualDisk-1099522627 tempest-ServersTestManualDisk-1099522627-project] 10.222.0.44 "GET /v2.0/security-groups?id=205a0546-e26b-45de-81f6-22c717043123&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513101 Oct 27 10:20:36.009862 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Provisioning complete for port 14407f80-093a-4bf6-9c53-3f90eb312ee7 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:20:36.019873 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:36.078795 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-eea58494-2eb8-4e8f-9f1a-d60d5d590d89 req-dfa7162c-bb7a-4633-a9aa-a4bcc27e245d tempest-SecurityGroupRulesNegativeTestJSON-1495035871 tempest-SecurityGroupRulesNegativeTestJSON-1495035871-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:36.081858 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-eea58494-2eb8-4e8f-9f1a-d60d5d590d89 req-dfa7162c-bb7a-4633-a9aa-a4bcc27e245d tempest-SecurityGroupRulesNegativeTestJSON-1495035871 tempest-SecurityGroupRulesNegativeTestJSON-1495035871-project] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:36.083397 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-eea58494-2eb8-4e8f-9f1a-d60d5d590d89 req-dfa7162c-bb7a-4633-a9aa-a4bcc27e245d tempest-SecurityGroupRulesNegativeTestJSON-1495035871 tempest-SecurityGroupRulesNegativeTestJSON-1495035871-project] 10.222.0.44 "DELETE /v2.0/security-groups/e5c7f85e-5dac-4d08-992f-77d9000478df HTTP/1.1" status: 204 len: 173 time: 0.8980756 Oct 27 10:20:36.121239 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa7162c-bb7a-4633-a9aa-a4bcc27e245d tempest-SecurityGroupRulesNegativeTestJSON-1495035871 tempest-SecurityGroupRulesNegativeTestJSON-1495035871-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5c7f85e-5dac-4d08-992f-77d9000478df,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:20:36.223533 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:36.260546 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] For port 14407f80-093a-4bf6-9c53-3f90eb312ee7, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=14407f80-093a-4bf6-9c53-3f90eb312ee7,segment=NetworkSegment(8362cf3a-6db6-47e3-8f24-e9789361bc5e),segment_id=8362cf3a-6db6-47e3-8f24-e9789361bc5e)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:20:36.261762 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd069e6af-40d4-4204-92a2-851efcbbaa25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14407f80-093a-4bf6-9c53-3f90eb312ee7'}] {{(pid=102348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:20:36.264954 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c588921fa634554a1d9242fdea1b05457a9ff1d3b28ba54ec1dace7f2f1df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee409710-592f-4ae6-8d6d-c3779a7f0d7b" -d '{"events": [{"server_uuid": "d069e6af-40d4-4204-92a2-851efcbbaa25", "name": "network-vif-plugged", "status": "completed", "tag": "14407f80-093a-4bf6-9c53-3f90eb312ee7"}]}' {{(pid=102348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:20:36.269486 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:36.270005 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821671c7-223c-4e4a-a365-23a9f8339928 req-bd6852be-099b-4d92-ad01-205f69b94071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:36.271400 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-821671c7-223c-4e4a-a365-23a9f8339928 req-bd6852be-099b-4d92-ad01-205f69b94071 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=580a3fc36cc44c288aa6a1263e27e7ae&device_id=5ad65e9e-18c8-4531-9c5b-4d5f712c0a41 HTTP/1.1" status: 200 len: 1095 time: 0.2458272 Oct 27 10:20:36.312876 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9bf4fa-6cf9-4512-9e89-981ed048df19 req-4983f99b-3596-4837-b0fb-da9d451b6461 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:36.325086 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-a5764fca-684c-4496-acae-20e7ae8d3bbd req-57da815e-5a33-40a3-8ecd-64a131220319 tempest-SecurityGroupRulesNegativeTestJSON-1495035871 tempest-SecurityGroupRulesNegativeTestJSON-1495035871-project] 10.222.0.44 "GET /v2.0/security-groups/b53a17cd-96de-4fd2-9840-8345c1837675 HTTP/1.1" status: 200 len: 1813 time: 0.2006543 Oct 27 10:20:36.333239 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-2c9bf4fa-6cf9-4512-9e89-981ed048df19 req-4983f99b-3596-4837-b0fb-da9d451b6461 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/ports?device_id=a52d4eb7-7ffd-4109-9f94-dc97814340a0 HTTP/1.1" status: 200 len: 950 time: 0.0950720 Oct 27 10:20:36.353501 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Pushing event updated for resources: {'Port': ['ID=14407f80-093a-4bf6-9c53-3f90eb312ee7,revision_number=5']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:20:36.416477 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-2c9bf4fa-6cf9-4512-9e89-981ed048df19 req-a8ca9644-bb8d-4d98-b2e6-9c1089b2072b tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/security-groups?id=e786382c-1289-4f9d-b471-ed120470c2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749915 Oct 27 10:20:36.477703 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [req-9d184a6e-d757-43fe-8e38-189b14ef0a95 req-03c209f9-e830-48da-b65c-a9942daa5c7f service neutron] For port 4226de95-7a65-4c77-86b6-a858ffe6dac1, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=4226de95-7a65-4c77-86b6-a858ffe6dac1,segment=NetworkSegment(f7c42c6d-2766-46d8-a8b7-4852117a5555),segment_id=f7c42c6d-2766-46d8-a8b7-4852117a5555)] {{(pid=102346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:20:36.485794 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:20:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8a2e820-5ee0-4b47-b7ee-8e06bf3dbbeb x-openstack-request-id: req-b8a2e820-5ee0-4b47-b7ee-8e06bf3dbbeb {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:20:36.486663 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d069e6af-40d4-4204-92a2-851efcbbaa25", "name": "network-vif-plugged", "status": "completed", "tag": "14407f80-093a-4bf6-9c53-3f90eb312ee7", "code": 200}]} {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:20:36.486663 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b8a2e820-5ee0-4b47-b7ee-8e06bf3dbbeb {{(pid=102348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:20:36.486843 n-d-813419-10 neutron-server[102348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd069e6af-40d4-4204-92a2-851efcbbaa25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14407f80-093a-4bf6-9c53-3f90eb312ee7', 'code': 200} Oct 27 10:20:36.554367 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821671c7-223c-4e4a-a365-23a9f8339928 req-6da22f67-cc58-418e-aba6-be2b4d441ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:36.555496 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-821671c7-223c-4e4a-a365-23a9f8339928 req-6da22f67-cc58-418e-aba6-be2b4d441ee3 service neutron] 10.222.0.64 "GET /v2.0/networks?id=6e5c7d55-96e0-4ffb-8753-a93efa7224ea HTTP/1.1" status: 200 len: 905 time: 0.2235777 Oct 27 10:20:36.560119 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-a5764fca-684c-4496-acae-20e7ae8d3bbd req-beaa112d-82a4-48ee-907d-fcfbac94ddb2 tempest-SecurityGroupRulesNegativeTestJSON-1495035871 tempest-SecurityGroupRulesNegativeTestJSON-1495035871-project] Publish callbacks [] for security_group, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:36.645022 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2d4a11-4a4c-449b-adc5-05b34f6b79cc req-3b3e0e99-517c-4a9d-bee4-29ef1e4f6557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:36.648303 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [req-9d184a6e-d757-43fe-8e38-189b14ef0a95 req-03c209f9-e830-48da-b65c-a9942daa5c7f service neutron] For port 4226de95-7a65-4c77-86b6-a858ffe6dac1, host n-h2-813419-10, cleared binding levels {{(pid=102346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:20:36.648513 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-6c2d4a11-4a4c-449b-adc5-05b34f6b79cc req-3b3e0e99-517c-4a9d-bee4-29ef1e4f6557 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=d069e6af-40d4-4204-92a2-851efcbbaa25 HTTP/1.1" status: 200 len: 1097 time: 0.0818274 Oct 27 10:20:36.649810 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-a5764fca-684c-4496-acae-20e7ae8d3bbd req-beaa112d-82a4-48ee-907d-fcfbac94ddb2 tempest-SecurityGroupRulesNegativeTestJSON-1495035871 tempest-SecurityGroupRulesNegativeTestJSON-1495035871-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:36.696856 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-821671c7-223c-4e4a-a365-23a9f8339928 req-cd83c9c1-2131-4889-994d-8324b0e55bd9 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a4680ac1-e85a-46ed-be0f-bd6e250f74cc HTTP/1.1" status: 200 len: 217 time: 0.1279635 Oct 27 10:20:36.708769 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1852f2c-7091-48c0-8f95-1cc876ea9397 req-6f2043f8-3efe-44ab-a87d-920016aacc5c tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:36.710789 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-a1852f2c-7091-48c0-8f95-1cc876ea9397 req-6f2043f8-3efe-44ab-a87d-920016aacc5c tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ad65e9e-18c8-4531-9c5b-4d5f712c0a41 HTTP/1.1" status: 200 len: 943 time: 0.1545568 Oct 27 10:20:36.747439 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-6c2d4a11-4a4c-449b-adc5-05b34f6b79cc req-8ac520f7-35f4-4873-8c72-80b43bdae86c service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=205a0546-e26b-45de-81f6-22c717043123&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0855124 Oct 27 10:20:36.768646 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-a1852f2c-7091-48c0-8f95-1cc876ea9397 req-5569546d-ad79-468f-8e33-2fd143436ecd tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] 10.222.0.44 "GET /v2.0/security-groups?id=abb43ff2-3d53-4d6f-bfce-d681dce200c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511730 Oct 27 10:20:36.795828 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-9d184a6e-d757-43fe-8e38-189b14ef0a95 req-03c209f9-e830-48da-b65c-a9942daa5c7f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:36.795828 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821671c7-223c-4e4a-a365-23a9f8339928 req-30b70f08-390b-437c-9d72-7ac9db59e7f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:36.795828 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-821671c7-223c-4e4a-a365-23a9f8339928 req-30b70f08-390b-437c-9d72-7ac9db59e7f2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a6e255bf-7b36-48de-87ff-f5121c37ce2b HTTP/1.1" status: 200 len: 844 time: 0.0885260 Oct 27 10:20:36.820647 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-a5764fca-684c-4496-acae-20e7ae8d3bbd req-beaa112d-82a4-48ee-907d-fcfbac94ddb2 tempest-SecurityGroupRulesNegativeTestJSON-1495035871 tempest-SecurityGroupRulesNegativeTestJSON-1495035871-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:36.823407 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-a5764fca-684c-4496-acae-20e7ae8d3bbd req-beaa112d-82a4-48ee-907d-fcfbac94ddb2 tempest-SecurityGroupRulesNegativeTestJSON-1495035871 tempest-SecurityGroupRulesNegativeTestJSON-1495035871-project] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:36.836986 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-a5764fca-684c-4496-acae-20e7ae8d3bbd req-beaa112d-82a4-48ee-907d-fcfbac94ddb2 tempest-SecurityGroupRulesNegativeTestJSON-1495035871 tempest-SecurityGroupRulesNegativeTestJSON-1495035871-project] 10.222.0.44 "DELETE /v2.0/security-groups/b53a17cd-96de-4fd2-9840-8345c1837675 HTTP/1.1" status: 204 len: 173 time: 0.5102811 Oct 27 10:20:36.838268 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.provisioning_blocks [req-9d184a6e-d757-43fe-8e38-189b14ef0a95 req-03c209f9-e830-48da-b65c-a9942daa5c7f service neutron] Transition to ACTIVE for port object 4226de95-7a65-4c77-86b6-a858ffe6dac1 will not be triggered until provisioned by entity L2. {{(pid=102346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 10:20:36.862869 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beaa112d-82a4-48ee-907d-fcfbac94ddb2 tempest-SecurityGroupRulesNegativeTestJSON-1495035871 tempest-SecurityGroupRulesNegativeTestJSON-1495035871-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b53a17cd-96de-4fd2-9840-8345c1837675,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:20:36.866085 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-821671c7-223c-4e4a-a365-23a9f8339928 req-2fb1de15-a985-4ba5-bf97-0272750e39d0 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=6e5c7d55-96e0-4ffb-8753-a93efa7224ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0604546 Oct 27 10:20:36.867661 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-9d184a6e-d757-43fe-8e38-189b14ef0a95 req-03c209f9-e830-48da-b65c-a9942daa5c7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27024173'] for port, after_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:36.926511 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a52d4eb7-7ffd-4109-9f94-dc97814340a0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4226de95-7a65-4c77-86b6-a858ffe6dac1'}] {{(pid=102346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:20:36.928958 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc0e418f5fc417c8d55d94c0aa509b037d0beb2a734c1a709e789eb65639a56d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90766eb1-047e-4e5c-952c-ad9975e856bd" -d '{"events": [{"server_uuid": "a52d4eb7-7ffd-4109-9f94-dc97814340a0", "name": "network-vif-unplugged", "status": "completed", "tag": "4226de95-7a65-4c77-86b6-a858ffe6dac1"}]}' {{(pid=102346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:20:36.931673 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a520db48-85f3-47c7-aeef-b7bb8f260ab1 req-48bae86e-8b08-4021-ab71-63060d88a91c tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:36.935348 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-a520db48-85f3-47c7-aeef-b7bb8f260ab1 req-48bae86e-8b08-4021-ab71-63060d88a91c tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] 10.222.0.44 "GET /v2.0/ports?device_id=3829851e-9c6c-4b28-aa19-d0be65035545 HTTP/1.1" status: 200 len: 949 time: 0.0763390 Oct 27 10:20:36.986520 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c209f9-e830-48da-b65c-a9942daa5c7f service neutron] Pushing event updated for resources: {'Port': ['ID=4226de95-7a65-4c77-86b6-a858ffe6dac1,revision_number=6']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:20:37.004920 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-a520db48-85f3-47c7-aeef-b7bb8f260ab1 req-2ee3b439-c874-427a-98a3-b3dd8a8f5ff6 tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] 10.222.0.44 "GET /v2.0/security-groups?id=adbff9a4-0ae5-4700-84c2-4b5f53f67e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623183 Oct 27 10:20:37.015693 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d184a6e-d757-43fe-8e38-189b14ef0a95 req-03c209f9-e830-48da-b65c-a9942daa5c7f service neutron] No DVR routers for this DVR port 4226de95-7a65-4c77-86b6-a858ffe6dac1 on host n-h2-813419-10 {{(pid=102346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:20:37.088435 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.managers [req-9d184a6e-d757-43fe-8e38-189b14ef0a95 req-03c209f9-e830-48da-b65c-a9942daa5c7f service neutron] Attempting to bind port 4226de95-7a65-4c77-86b6-a858ffe6dac1 on host n-h1-813419-10 for vnic_type normal with profile {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:20:37.088785 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.managers [req-9d184a6e-d757-43fe-8e38-189b14ef0a95 req-03c209f9-e830-48da-b65c-a9942daa5c7f service neutron] Attempting to bind port 4226de95-7a65-4c77-86b6-a858ffe6dac1 by drivers openvswitch,hyperv on host n-h1-813419-10 at level 0 using segments [{'id': 'f7c42c6d-2766-46d8-a8b7-4852117a5555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '4d250f92-d229-45fe-a579-67fef8e6c544'}] {{(pid=102346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:20:37.089087 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d184a6e-d757-43fe-8e38-189b14ef0a95 req-03c209f9-e830-48da-b65c-a9942daa5c7f service neutron] Attempting to bind port 4226de95-7a65-4c77-86b6-a858ffe6dac1 on network 4d250f92-d229-45fe-a579-67fef8e6c544 {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:20:37.098915 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d184a6e-d757-43fe-8e38-189b14ef0a95 req-03c209f9-e830-48da-b65c-a9942daa5c7f service neutron] Port 4226de95-7a65-4c77-86b6-a858ffe6dac1 on network 4d250f92-d229-45fe-a579-67fef8e6c544 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-10 {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 10:20:37.099289 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d184a6e-d757-43fe-8e38-189b14ef0a95 req-03c209f9-e830-48da-b65c-a9942daa5c7f service neutron] Attempting to bind port 4226de95-7a65-4c77-86b6-a858ffe6dac1 on network 4d250f92-d229-45fe-a579-67fef8e6c544 {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:20:37.103938 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-2509feba-ab14-4f21-a75a-a584fb2bdf5e req-5668db71-667b-4ea5-b08b-7939ab8d17e1 tempest-SecurityGroupRulesNegativeTestJSON-1495035871 tempest-SecurityGroupRulesNegativeTestJSON-1495035871-project] 10.222.0.44 "GET /v2.0/security-groups/a83ad183-d164-4ad0-989b-d6a9a1fac6e4 HTTP/1.1" status: 200 len: 1812 time: 0.0614622 Oct 27 10:20:37.118016 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d184a6e-d757-43fe-8e38-189b14ef0a95 req-03c209f9-e830-48da-b65c-a9942daa5c7f service neutron] Checking agent: {'id': 'a52e1cab-0c63-402d-9c94-330537c6c076', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 16, 2), 'started_at': datetime.datetime(2021, 10, 27, 10, 16, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 20, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:20:37.118400 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d184a6e-d757-43fe-8e38-189b14ef0a95 req-03c209f9-e830-48da-b65c-a9942daa5c7f service neutron] Checking segment: {'id': 'f7c42c6d-2766-46d8-a8b7-4852117a5555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '4d250f92-d229-45fe-a579-67fef8e6c544'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:20:37.118735 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d184a6e-d757-43fe-8e38-189b14ef0a95 req-03c209f9-e830-48da-b65c-a9942daa5c7f service neutron] Bound using segment: {'id': 'f7c42c6d-2766-46d8-a8b7-4852117a5555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '4d250f92-d229-45fe-a579-67fef8e6c544'} {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:20:37.119177 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.managers [req-9d184a6e-d757-43fe-8e38-189b14ef0a95 req-03c209f9-e830-48da-b65c-a9942daa5c7f service neutron] Bound port: 4226de95-7a65-4c77-86b6-a858ffe6dac1, host: n-h1-813419-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7c42c6d-2766-46d8-a8b7-4852117a5555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '4d250f92-d229-45fe-a579-67fef8e6c544'}}] {{(pid=102346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:20:37.119528 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-9d184a6e-d757-43fe-8e38-189b14ef0a95 req-03c209f9-e830-48da-b65c-a9942daa5c7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:37.147867 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-821671c7-223c-4e4a-a365-23a9f8339928 req-d095e19a-dc9c-4899-977c-5bd090f893b2 service neutron] 10.222.0.64 "GET /v2.0/networks/6e5c7d55-96e0-4ffb-8753-a93efa7224ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2221892 Oct 27 10:20:37.183451 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-2509feba-ab14-4f21-a75a-a584fb2bdf5e req-73f829f8-bddc-4b4d-8a21-15b8af7063a2 tempest-SecurityGroupRulesNegativeTestJSON-1495035871 tempest-SecurityGroupRulesNegativeTestJSON-1495035871-project] Publish callbacks [] for security_group, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:37.223929 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-2509feba-ab14-4f21-a75a-a584fb2bdf5e req-73f829f8-bddc-4b4d-8a21-15b8af7063a2 tempest-SecurityGroupRulesNegativeTestJSON-1495035871 tempest-SecurityGroupRulesNegativeTestJSON-1495035871-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:37.268642 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [req-9d184a6e-d757-43fe-8e38-189b14ef0a95 req-03c209f9-e830-48da-b65c-a9942daa5c7f service neutron] For port 4226de95-7a65-4c77-86b6-a858ffe6dac1, host n-h1-813419-10, cleared binding levels {{(pid=102346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:20:37.272774 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [req-9d184a6e-d757-43fe-8e38-189b14ef0a95 req-03c209f9-e830-48da-b65c-a9942daa5c7f service neutron] For port 4226de95-7a65-4c77-86b6-a858ffe6dac1, host n-h1-813419-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=4226de95-7a65-4c77-86b6-a858ffe6dac1,segment=NetworkSegment(f7c42c6d-2766-46d8-a8b7-4852117a5555),segment_id=f7c42c6d-2766-46d8-a8b7-4852117a5555)] {{(pid=102346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:20:37.287364 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-9d184a6e-d757-43fe-8e38-189b14ef0a95 req-03c209f9-e830-48da-b65c-a9942daa5c7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27024173'] for port, after_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:37.320772 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-2509feba-ab14-4f21-a75a-a584fb2bdf5e req-73f829f8-bddc-4b4d-8a21-15b8af7063a2 tempest-SecurityGroupRulesNegativeTestJSON-1495035871 tempest-SecurityGroupRulesNegativeTestJSON-1495035871-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:37.330096 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-2509feba-ab14-4f21-a75a-a584fb2bdf5e req-73f829f8-bddc-4b4d-8a21-15b8af7063a2 tempest-SecurityGroupRulesNegativeTestJSON-1495035871 tempest-SecurityGroupRulesNegativeTestJSON-1495035871-project] Publish callbacks [] for security_group, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:37.331269 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-2509feba-ab14-4f21-a75a-a584fb2bdf5e req-73f829f8-bddc-4b4d-8a21-15b8af7063a2 tempest-SecurityGroupRulesNegativeTestJSON-1495035871 tempest-SecurityGroupRulesNegativeTestJSON-1495035871-project] 10.222.0.44 "DELETE /v2.0/security-groups/a83ad183-d164-4ad0-989b-d6a9a1fac6e4 HTTP/1.1" status: 204 len: 173 time: 0.2263601 Oct 27 10:20:37.348830 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f829f8-bddc-4b4d-8a21-15b8af7063a2 tempest-SecurityGroupRulesNegativeTestJSON-1495035871 tempest-SecurityGroupRulesNegativeTestJSON-1495035871-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a83ad183-d164-4ad0-989b-d6a9a1fac6e4,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:20:37.375670 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d184a6e-d757-43fe-8e38-189b14ef0a95 req-03c209f9-e830-48da-b65c-a9942daa5c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:37.376316 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-9d184a6e-d757-43fe-8e38-189b14ef0a95 req-03c209f9-e830-48da-b65c-a9942daa5c7f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:37.378362 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-9d184a6e-d757-43fe-8e38-189b14ef0a95 req-03c209f9-e830-48da-b65c-a9942daa5c7f service neutron] 10.222.0.64 "PUT /v2.0/ports/4226de95-7a65-4c77-86b6-a858ffe6dac1 HTTP/1.1" status: 200 len: 1097 time: 1.6772656 Oct 27 10:20:37.422943 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c209f9-e830-48da-b65c-a9942daa5c7f service neutron] Pushing event updated for resources: {'Port': ['ID=4226de95-7a65-4c77-86b6-a858ffe6dac1,revision_number=7']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:20:37.470282 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 27 Oct 2021 10:20:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c794bb7-983b-4e6b-85c1-416fe34d8760 x-openstack-request-id: req-6c794bb7-983b-4e6b-85c1-416fe34d8760 {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:20:37.470978 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a52d4eb7-7ffd-4109-9f94-dc97814340a0", "name": "network-vif-unplugged", "status": "completed", "tag": "4226de95-7a65-4c77-86b6-a858ffe6dac1", "code": 200}]} {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:20:37.471426 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6c794bb7-983b-4e6b-85c1-416fe34d8760 {{(pid=102346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:20:37.472161 n-d-813419-10 neutron-server[102346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a52d4eb7-7ffd-4109-9f94-dc97814340a0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4226de95-7a65-4c77-86b6-a858ffe6dac1', 'code': 200} Oct 27 10:20:37.477767 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-821671c7-223c-4e4a-a365-23a9f8339928 req-831a13df-3a99-4f71-b969-555567500419 service neutron] 10.222.0.64 "GET /v2.0/networks/6e5c7d55-96e0-4ffb-8753-a93efa7224ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3069847 Oct 27 10:20:37.502303 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device a8b3068e-7a2f-4b87-a091-934f61940394 up at agent hyperv_n-h1-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:20:37.508051 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d184a6e-d757-43fe-8e38-189b14ef0a95 req-579da8f2-c4d6-46b7-aded-8a6464891942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:37.509680 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-9d184a6e-d757-43fe-8e38-189b14ef0a95 req-579da8f2-c4d6-46b7-aded-8a6464891942 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=31dc088f778a4c2fb761c23ef7d22647&device_id=a52d4eb7-7ffd-4109-9f94-dc97814340a0 HTTP/1.1" status: 200 len: 1100 time: 0.0801451 Oct 27 10:20:37.558357 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f228f92d-faf5-422b-9081-be11d71f5f4d req-ad65d262-2055-425f-b9fe-48f494d4b4c7 tempest-ServersTestManualDisk-1099522627 tempest-ServersTestManualDisk-1099522627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:37.560034 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-f228f92d-faf5-422b-9081-be11d71f5f4d req-ad65d262-2055-425f-b9fe-48f494d4b4c7 tempest-ServersTestManualDisk-1099522627 tempest-ServersTestManualDisk-1099522627-project] 10.222.0.44 "GET /v2.0/ports?device_id=d069e6af-40d4-4204-92a2-851efcbbaa25 HTTP/1.1" status: 200 len: 945 time: 0.0548980 Oct 27 10:20:37.617858 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Provisioning complete for port a8b3068e-7a2f-4b87-a091-934f61940394 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:20:37.619386 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:37.638917 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-f228f92d-faf5-422b-9081-be11d71f5f4d req-7f6fdea9-4cce-4260-b7ac-6cc74f6d29b4 tempest-ServersTestManualDisk-1099522627 tempest-ServersTestManualDisk-1099522627-project] 10.222.0.44 "GET /v2.0/security-groups?id=205a0546-e26b-45de-81f6-22c717043123&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581474 Oct 27 10:20:37.684641 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d184a6e-d757-43fe-8e38-189b14ef0a95 req-40f5c989-98d7-4ef1-81c5-fa2fcd827ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:37.686447 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-9d184a6e-d757-43fe-8e38-189b14ef0a95 req-40f5c989-98d7-4ef1-81c5-fa2fcd827ae0 service neutron] 10.222.0.64 "GET /v2.0/networks?id=4d250f92-d229-45fe-a579-67fef8e6c544 HTTP/1.1" status: 200 len: 870 time: 0.1578660 Oct 27 10:20:37.758312 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:37.782266 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-9d184a6e-d757-43fe-8e38-189b14ef0a95 req-293a64d3-67b2-42a1-8f08-1dbf635c351c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.179&port_id=4226de95-7a65-4c77-86b6-a858ffe6dac1 HTTP/1.1" status: 200 len: 217 time: 0.0862641 Oct 27 10:20:37.804738 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port a8b3068e-7a2f-4b87-a091-934f61940394, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=a8b3068e-7a2f-4b87-a091-934f61940394,segment=NetworkSegment(f7c42c6d-2766-46d8-a8b7-4852117a5555),segment_id=f7c42c6d-2766-46d8-a8b7-4852117a5555)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:20:37.814108 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:37.828839 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-871e7eb7-0307-418b-a15c-253267af7ef5 req-d68b44e3-216c-47e2-9fb5-aeb919a1d14d tempest-SecurityGroupRulesNegativeTestJSON-1495035871 tempest-SecurityGroupRulesNegativeTestJSON-1495035871-project] 10.222.0.44 "GET /v2.0/security-groups/e39c8b54-50bc-44c7-94f7-16c4864cb18a HTTP/1.1" status: 200 len: 1813 time: 0.0844240 Oct 27 10:20:37.850154 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d184a6e-d757-43fe-8e38-189b14ef0a95 req-edad8f4c-98b8-475c-81f6-baf2b12d61c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:37.851869 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-9d184a6e-d757-43fe-8e38-189b14ef0a95 req-edad8f4c-98b8-475c-81f6-baf2b12d61c6 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=62eb52f7-aac4-48af-8670-e04300325561 HTTP/1.1" status: 200 len: 843 time: 0.0606773 Oct 27 10:20:37.882086 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Pushing event updated for resources: {'Port': ['ID=a8b3068e-7a2f-4b87-a091-934f61940394,revision_number=7']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:20:37.905377 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device 4226de95-7a65-4c77-86b6-a858ffe6dac1 no longer exists at agent hyperv_n-h2-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:20:37.916738 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d184a6e-d757-43fe-8e38-189b14ef0a95 req-f43987d7-da1b-41fb-aeb6-fdfa09059258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:37.918910 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-9d184a6e-d757-43fe-8e38-189b14ef0a95 req-f43987d7-da1b-41fb-aeb6-fdfa09059258 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4d250f92-d229-45fe-a579-67fef8e6c544&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0583124 Oct 27 10:20:37.924361 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-871e7eb7-0307-418b-a15c-253267af7ef5 req-6e3b90d1-a9bd-46d0-b2f9-cdffcd115626 tempest-SecurityGroupRulesNegativeTestJSON-1495035871 tempest-SecurityGroupRulesNegativeTestJSON-1495035871-project] Publish callbacks [] for security_group, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:37.959458 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device 4226de95-7a65-4c77-86b6-a858ffe6dac1 not bound to the agent host n-h2-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:20:37.971215 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-871e7eb7-0307-418b-a15c-253267af7ef5 req-6e3b90d1-a9bd-46d0-b2f9-cdffcd115626 tempest-SecurityGroupRulesNegativeTestJSON-1495035871 tempest-SecurityGroupRulesNegativeTestJSON-1495035871-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:38.030258 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-871e7eb7-0307-418b-a15c-253267af7ef5 req-6e3b90d1-a9bd-46d0-b2f9-cdffcd115626 tempest-SecurityGroupRulesNegativeTestJSON-1495035871 tempest-SecurityGroupRulesNegativeTestJSON-1495035871-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:38.033037 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-9d184a6e-d757-43fe-8e38-189b14ef0a95 req-61f024f9-850a-4907-a3d0-4ce97c94709c service neutron] 10.222.0.64 "GET /v2.0/networks/4d250f92-d229-45fe-a579-67fef8e6c544?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029868 Oct 27 10:20:38.036251 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-871e7eb7-0307-418b-a15c-253267af7ef5 req-6e3b90d1-a9bd-46d0-b2f9-cdffcd115626 tempest-SecurityGroupRulesNegativeTestJSON-1495035871 tempest-SecurityGroupRulesNegativeTestJSON-1495035871-project] Publish callbacks [] for security_group, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:38.039777 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-871e7eb7-0307-418b-a15c-253267af7ef5 req-6e3b90d1-a9bd-46d0-b2f9-cdffcd115626 tempest-SecurityGroupRulesNegativeTestJSON-1495035871 tempest-SecurityGroupRulesNegativeTestJSON-1495035871-project] 10.222.0.44 "DELETE /v2.0/security-groups/e39c8b54-50bc-44c7-94f7-16c4864cb18a HTTP/1.1" status: 204 len: 173 time: 0.2058764 Oct 27 10:20:38.046498 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 42086) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:20:38.057438 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3b90d1-a9bd-46d0-b2f9-cdffcd115626 tempest-SecurityGroupRulesNegativeTestJSON-1495035871 tempest-SecurityGroupRulesNegativeTestJSON-1495035871-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e39c8b54-50bc-44c7-94f7-16c4864cb18a,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:20:38.169018 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c942874-2e6b-4b5a-883b-6ec6c423cf4e req-b0a3c74f-b7bd-4b45-8168-4cbfe80c3f34 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:38.169648 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba78abfc-6ade-4c1c-b1be-bb221137a2c2 admin admin] Deleting subnet d7e752c1-0448-45f3-8049-4fd0a6d2ebe8 {{(pid=102346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 10:20:38.170782 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-0c942874-2e6b-4b5a-883b-6ec6c423cf4e req-b0a3c74f-b7bd-4b45-8168-4cbfe80c3f34 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/ports?device_id=a52d4eb7-7ffd-4109-9f94-dc97814340a0 HTTP/1.1" status: 200 len: 948 time: 0.0547364 Oct 27 10:20:38.175423 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ba78abfc-6ade-4c1c-b1be-bb221137a2c2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:38.216761 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-0c942874-2e6b-4b5a-883b-6ec6c423cf4e req-848a50fa-13af-406f-8a17-31452428c1b4 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/security-groups?id=e786382c-1289-4f9d-b471-ed120470c2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397482 Oct 27 10:20:38.246415 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ba78abfc-6ade-4c1c-b1be-bb221137a2c2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25847868'] for subnet, precommit_delete_associations {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:38.299321 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-9d184a6e-d757-43fe-8e38-189b14ef0a95 req-9f54d63f-2cf4-4f3f-b12d-5e22ce256302 service neutron] 10.222.0.64 "GET /v2.0/networks/4d250f92-d229-45fe-a579-67fef8e6c544?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2437348 Oct 27 10:20:38.315079 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ba78abfc-6ade-4c1c-b1be-bb221137a2c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855646'] for subnet, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:38.376495 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0fcc3f-245f-464f-9d23-3fbb1742941b req-5f7bd63b-5843-4088-bde7-267ecda6f47e tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:38.383999 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-9a0fcc3f-245f-464f-9d23-3fbb1742941b req-5f7bd63b-5843-4088-bde7-267ecda6f47e tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ad65e9e-18c8-4531-9c5b-4d5f712c0a41 HTTP/1.1" status: 200 len: 943 time: 0.1045632 Oct 27 10:20:38.423493 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ba78abfc-6ade-4c1c-b1be-bb221137a2c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27024355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27168307'] for subnet, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:38.430530 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-9a0fcc3f-245f-464f-9d23-3fbb1742941b req-d25fff60-793d-498f-8a2b-8265910dba9a tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] 10.222.0.44 "GET /v2.0/security-groups?id=abb43ff2-3d53-4d6f-bfce-d681dce200c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454736 Oct 27 10:20:38.436665 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ba78abfc-6ade-4c1c-b1be-bb221137a2c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for subnet, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:38.443113 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 42090) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:20:38.443324 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-ba78abfc-6ade-4c1c-b1be-bb221137a2c2 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/d7e752c1-0448-45f3-8049-4fd0a6d2ebe8 HTTP/1.1" status: 204 len: 168 time: 0.3952901 Oct 27 10:20:38.487275 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba78abfc-6ade-4c1c-b1be-bb221137a2c2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d7e752c1-0448-45f3-8049-4fd0a6d2ebe8,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:20:38.487927 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35f56aec-205c-48b0-810a-70a54e75c42f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8b3068e-7a2f-4b87-a091-934f61940394'}] {{(pid=102348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:20:38.490509 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c588921fa634554a1d9242fdea1b05457a9ff1d3b28ba54ec1dace7f2f1df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bd5b0e1-7f9c-4740-a43b-2c269449c7c2" -d '{"events": [{"server_uuid": "35f56aec-205c-48b0-810a-70a54e75c42f", "name": "network-vif-plugged", "status": "completed", "tag": "a8b3068e-7a2f-4b87-a091-934f61940394"}]}' {{(pid=102348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:20:38.525977 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-52fcc3f8-1248-413f-84cf-acd16dcf8e82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586917'] for network, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:38.640009 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8330e8-e17c-4b9b-ba88-3dfb4a720183 req-f226228e-3f6d-463d-93d2-5aa4b9235f8a tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:38.642045 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-5c8330e8-e17c-4b9b-ba88-3dfb4a720183 req-f226228e-3f6d-463d-93d2-5aa4b9235f8a tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] 10.222.0.44 "GET /v2.0/ports?device_id=3829851e-9c6c-4b28-aa19-d0be65035545 HTTP/1.1" status: 200 len: 949 time: 0.1134291 Oct 27 10:20:38.660353 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-52fcc3f8-1248-413f-84cf-acd16dcf8e82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857803', 'neutron.services.segments.db._delete_segments_for_network-8743873143390'] for network, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:38.696240 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-52fcc3f8-1248-413f-84cf-acd16dcf8e82 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2992760-dbec-444b-9c1c-ea3c1842e0e5']}} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:20:38.710252 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-52fcc3f8-1248-413f-84cf-acd16dcf8e82 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '325a04be-370e-4106-8614-0663fe8814c9') {'for_net_delete': True} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:20:38.710633 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-52fcc3f8-1248-413f-84cf-acd16dcf8e82 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '325a04be-370e-4106-8614-0663fe8814c9') {} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:20:38.717211 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:38.721914 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-5c8330e8-e17c-4b9b-ba88-3dfb4a720183 req-2c1c7b05-a6b3-41fe-b8ba-2887518719f0 tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] 10.222.0.44 "GET /v2.0/security-groups?id=adbff9a4-0ae5-4700-84c2-4b5f53f67e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712652 Oct 27 10:20:38.741375 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-52fcc3f8-1248-413f-84cf-acd16dcf8e82 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743873145191', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18445132'] for segment, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:38.763560 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-52fcc3f8-1248-413f-84cf-acd16dcf8e82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:38.772537 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52fcc3f8-1248-413f-84cf-acd16dcf8e82 admin admin] Releasing vlan 433 on physical network physnet1 to pool {{(pid=102347) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 10:20:38.773094 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-52fcc3f8-1248-413f-84cf-acd16dcf8e82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-18296032'] for segment, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:38.775584 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:20:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-311df7e1-449c-4eac-aad8-388d725a4de9 x-openstack-request-id: req-311df7e1-449c-4eac-aad8-388d725a4de9 {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:20:38.775927 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35f56aec-205c-48b0-810a-70a54e75c42f", "name": "network-vif-plugged", "status": "completed", "tag": "a8b3068e-7a2f-4b87-a091-934f61940394", "code": 200}]} {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:20:38.776185 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-311df7e1-449c-4eac-aad8-388d725a4de9 {{(pid=102348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:20:38.776593 n-d-813419-10 neutron-server[102348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35f56aec-205c-48b0-810a-70a54e75c42f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8b3068e-7a2f-4b87-a091-934f61940394', 'code': 200} Oct 27 10:20:38.778275 n-d-813419-10 neutron-server[102347]: Traceback (most recent call last): Oct 27 10:20:38.778275 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 10:20:38.778275 n-d-813419-10 neutron-server[102347]: timer() Oct 27 10:20:38.778275 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 10:20:38.778275 n-d-813419-10 neutron-server[102347]: cb(*args, **kw) Oct 27 10:20:38.778275 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 10:20:38.778275 n-d-813419-10 neutron-server[102347]: return func(*args, **kwargs) Oct 27 10:20:38.778275 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 10:20:38.778275 n-d-813419-10 neutron-server[102347]: self._notify() Oct 27 10:20:38.778275 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 10:20:38.778275 n-d-813419-10 neutron-server[102347]: self.callback(batched_events) Oct 27 10:20:38.778275 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 10:20:38.778275 n-d-813419-10 neutron-server[102347]: event.method(event) Oct 27 10:20:38.778275 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 10:20:38.778275 n-d-813419-10 neutron-server[102347]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 10:20:38.778275 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 10:20:38.778275 n-d-813419-10 neutron-server[102347]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 10:20:38.778275 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 10:20:38.778275 n-d-813419-10 neutron-server[102347]: return f(self, *a, **k) Oct 27 10:20:38.778275 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 10:20:38.778275 n-d-813419-10 neutron-server[102347]: return self._get(url).json() Oct 27 10:20:38.778275 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 10:20:38.778275 n-d-813419-10 neutron-server[102347]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 10:20:38.778275 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 10:20:38.778275 n-d-813419-10 neutron-server[102347]: return self.request(url, 'GET', **kwargs) Oct 27 10:20:38.778275 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 10:20:38.778275 n-d-813419-10 neutron-server[102347]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 10:20:38.778275 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 10:20:38.778275 n-d-813419-10 neutron-server[102347]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 10:20:38.778275 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 10:20:38.778275 n-d-813419-10 neutron-server[102347]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 10:20:38.778275 n-d-813419-10 neutron-server[102347]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 10:20:38.874099 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-52fcc3f8-1248-413f-84cf-acd16dcf8e82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664840'] for network, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:38.881665 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-52fcc3f8-1248-413f-84cf-acd16dcf8e82 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for network, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:38.887791 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-52fcc3f8-1248-413f-84cf-acd16dcf8e82 admin admin] 10.222.0.44 "DELETE /v2.0/networks/a2992760-dbec-444b-9c1c-ea3c1842e0e5 HTTP/1.1" status: 204 len: 168 time: 0.4405882 Oct 27 10:20:38.906284 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fcc3f8-1248-413f-84cf-acd16dcf8e82 admin admin] Pushing event deleted for resources: {'Network': ['ID=a2992760-dbec-444b-9c1c-ea3c1842e0e5,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:20:38.921365 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255e102c-d6e7-41bd-80bf-c8b096faf1ea req-50cadd85-aa48-4e95-ad15-2313f57a2035 tempest-ServersTestManualDisk-1099522627 tempest-ServersTestManualDisk-1099522627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:38.924667 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-255e102c-d6e7-41bd-80bf-c8b096faf1ea req-50cadd85-aa48-4e95-ad15-2313f57a2035 tempest-ServersTestManualDisk-1099522627 tempest-ServersTestManualDisk-1099522627-project] 10.222.0.44 "GET /v2.0/ports?device_id=d069e6af-40d4-4204-92a2-851efcbbaa25 HTTP/1.1" status: 200 len: 945 time: 0.0995257 Oct 27 10:20:38.982801 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-255e102c-d6e7-41bd-80bf-c8b096faf1ea req-d3e83f83-b3f0-442f-b72b-34029c5af5bf tempest-ServersTestManualDisk-1099522627 tempest-ServersTestManualDisk-1099522627-project] 10.222.0.44 "GET /v2.0/security-groups?id=205a0546-e26b-45de-81f6-22c717043123&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498362 Oct 27 10:20:39.100268 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 42108) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:20:39.193120 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-de179cbe-48dd-4aac-8041-e22f1bfd4503 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=16007d7b08274c7d92869e2e99811612&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0966666 Oct 27 10:20:39.196435 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 42110) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:20:39.282807 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-c707a49e-6914-49eb-bbb5-e9b38c68906b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:39.314889 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-c707a49e-6914-49eb-bbb5-e9b38c68906b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:39.404889 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-c707a49e-6914-49eb-bbb5-e9b38c68906b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:39.407392 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-c707a49e-6914-49eb-bbb5-e9b38c68906b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:39.410827 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-c707a49e-6914-49eb-bbb5-e9b38c68906b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ca0be177-d11c-45b8-8a2d-47feda7d89fe HTTP/1.1" status: 204 len: 168 time: 0.2111175 Oct 27 10:20:39.427292 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c707a49e-6914-49eb-bbb5-e9b38c68906b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca0be177-d11c-45b8-8a2d-47feda7d89fe,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:20:39.463084 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121b5470-6199-498a-92dd-49e2d55062a6 req-8d92f959-f2e2-4b1b-a9ac-73df060abc18 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:39.464689 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-121b5470-6199-498a-92dd-49e2d55062a6 req-8d92f959-f2e2-4b1b-a9ac-73df060abc18 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/ports?device_id=a52d4eb7-7ffd-4109-9f94-dc97814340a0 HTTP/1.1" status: 200 len: 948 time: 0.1023154 Oct 27 10:20:39.474456 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a52d4eb7-7ffd-4109-9f94-dc97814340a0', 'tag': '4226de95-7a65-4c77-86b6-a858ffe6dac1'}] {{(pid=102346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:20:39.477756 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc0e418f5fc417c8d55d94c0aa509b037d0beb2a734c1a709e789eb65639a56d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60683458-569f-4a21-8f93-78b930ea2ef4" -d '{"events": [{"name": "network-changed", "server_uuid": "a52d4eb7-7ffd-4109-9f94-dc97814340a0", "tag": "4226de95-7a65-4c77-86b6-a858ffe6dac1"}]}' {{(pid=102346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:20:39.520594 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device a4680ac1-e85a-46ed-be0f-bd6e250f74cc details requested by agent hyperv_n-h1-813419-10 with host n-h1-813419-10 {{(pid=102348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 10:20:39.555437 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-121b5470-6199-498a-92dd-49e2d55062a6 req-a208a1fa-04c6-4e4f-9fd0-25eb6499124a tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/security-groups?id=e786382c-1289-4f9d-b471-ed120470c2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664711 Oct 27 10:20:39.764063 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port a4680ac1-e85a-46ed-be0f-bd6e250f74cc, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=a4680ac1-e85a-46ed-be0f-bd6e250f74cc,segment=NetworkSegment(e031df76-6a67-4dc9-b33e-3b490749e49c),segment_id=e031df76-6a67-4dc9-b33e-3b490749e49c)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:20:39.775067 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229eaf53-439e-4ee5-9b0d-0c9f6f1808be req-970c7e38-245b-486f-bcbe-1f78bebeddbf tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:39.777329 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-229eaf53-439e-4ee5-9b0d-0c9f6f1808be req-970c7e38-245b-486f-bcbe-1f78bebeddbf tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ad65e9e-18c8-4531-9c5b-4d5f712c0a41 HTTP/1.1" status: 200 len: 943 time: 0.0778816 Oct 27 10:20:39.813397 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Returning: {'device': 'a4680ac1-e85a-46ed-be0f-bd6e250f74cc', 'network_id': '6e5c7d55-96e0-4ffb-8753-a93efa7224ea', 'port_id': 'a4680ac1-e85a-46ed-be0f-bd6e250f74cc', 'mac_address': 'fa:16:3e:3c:8e:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6e255bf-7b36-48de-87ff-f5121c37ce2b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 10:20:39.837369 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-229eaf53-439e-4ee5-9b0d-0c9f6f1808be req-d5e0f3b7-925d-4f9e-9892-707317ff0258 tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] 10.222.0.44 "GET /v2.0/security-groups?id=abb43ff2-3d53-4d6f-bfce-d681dce200c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529296 Oct 27 10:20:39.899041 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:39.927516 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4680ac1-e85a-46ed-be0f-bd6e250f74cc {{(pid=102348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:20:39.928234 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 10:20:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0311191-c26d-4dd9-a4db-cf916459f2d9 x-openstack-request-id: req-e0311191-c26d-4dd9-a4db-cf916459f2d9 {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:20:39.929429 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a52d4eb7-7ffd-4109-9f94-dc97814340a0", "tag": "4226de95-7a65-4c77-86b6-a858ffe6dac1", "status": "completed", "code": 200}]} {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:20:39.930216 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e0311191-c26d-4dd9-a4db-cf916459f2d9 {{(pid=102346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:20:39.930777 n-d-813419-10 neutron-server[102346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a52d4eb7-7ffd-4109-9f94-dc97814340a0', 'tag': '4226de95-7a65-4c77-86b6-a858ffe6dac1', 'status': 'completed', 'code': 200} Oct 27 10:20:39.969984 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port a4680ac1-e85a-46ed-be0f-bd6e250f74cc, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=a4680ac1-e85a-46ed-be0f-bd6e250f74cc,segment=NetworkSegment(e031df76-6a67-4dc9-b33e-3b490749e49c),segment_id=e031df76-6a67-4dc9-b33e-3b490749e49c)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:20:39.984911 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:40.050000 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60683458-569f-4a21-8f93-78b930ea2ef4 req-5f0b056f-3bdb-430d-9601-6b4ce1598bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:40.051712 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-60683458-569f-4a21-8f93-78b930ea2ef4 req-5f0b056f-3bdb-430d-9601-6b4ce1598bfb service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=31dc088f778a4c2fb761c23ef7d22647&device_id=a52d4eb7-7ffd-4109-9f94-dc97814340a0 HTTP/1.1" status: 200 len: 1100 time: 0.1002841 Oct 27 10:20:40.108246 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b37ee5-fca0-472a-a275-3e5a8d134a8a req-e08c83c5-4df4-43f8-810c-716dd87038dd tempest-LiveAutoBlockMigrationV225Test-1419872258 tempest-LiveAutoBlockMigrationV225Test-1419872258-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:40.117129 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c0b37ee5-fca0-472a-a275-3e5a8d134a8a req-e08c83c5-4df4-43f8-810c-716dd87038dd tempest-LiveAutoBlockMigrationV225Test-1419872258 tempest-LiveAutoBlockMigrationV225Test-1419872258-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=bf279598-8975-4de3-ae21-c8ab4a50138d HTTP/1.1" status: 200 len: 1097 time: 0.0637596 Oct 27 10:20:40.146382 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Pushing event updated for resources: {'Port': ['ID=a4680ac1-e85a-46ed-be0f-bd6e250f74cc,revision_number=4']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:20:40.160277 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c0b37ee5-fca0-472a-a275-3e5a8d134a8a req-ac8ea97b-adc0-4bc0-b6e1-1cc3ead1d713 tempest-LiveAutoBlockMigrationV225Test-1419872258 tempest-LiveAutoBlockMigrationV225Test-1419872258-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=e3018bff-e5f8-44d8-a835-69520a8698da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396578 Oct 27 10:20:40.277773 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60683458-569f-4a21-8f93-78b930ea2ef4 req-35d799e4-153e-426d-8c7c-85e567b1ba64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:40.280060 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-60683458-569f-4a21-8f93-78b930ea2ef4 req-35d799e4-153e-426d-8c7c-85e567b1ba64 service neutron] 10.222.0.64 "GET /v2.0/networks?id=4d250f92-d229-45fe-a579-67fef8e6c544 HTTP/1.1" status: 200 len: 870 time: 0.2178769 Oct 27 10:20:40.311369 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] get_ports_and_sgs() called for port_ids ['a4680ac1-e85a-46ed-be0f-bd6e250f74cc'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:20:40.354476 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-60683458-569f-4a21-8f93-78b930ea2ef4 req-6d6c4506-2941-4ada-a383-80fba38c260c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.179&port_id=4226de95-7a65-4c77-86b6-a858ffe6dac1 HTTP/1.1" status: 200 len: 217 time: 0.0647020 Oct 27 10:20:40.438789 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0190d414-e76b-4b6d-b64b-81918afde98f req-6f5df890-5d43-4364-bb9f-703b24c3717c tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:40.452521 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60683458-569f-4a21-8f93-78b930ea2ef4 req-0127c040-2c7a-49c8-a3b0-35e8a81c94cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:40.457516 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-60683458-569f-4a21-8f93-78b930ea2ef4 req-0127c040-2c7a-49c8-a3b0-35e8a81c94cf service neutron] 10.222.0.64 "GET /v2.0/subnets?id=62eb52f7-aac4-48af-8670-e04300325561 HTTP/1.1" status: 200 len: 843 time: 0.0911047 Oct 27 10:20:40.458220 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-0190d414-e76b-4b6d-b64b-81918afde98f req-6f5df890-5d43-4364-bb9f-703b24c3717c tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] 10.222.0.44 "GET /v2.0/ports?device_id=3829851e-9c6c-4b28-aa19-d0be65035545 HTTP/1.1" status: 200 len: 949 time: 0.1204045 Oct 27 10:20:40.538818 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60683458-569f-4a21-8f93-78b930ea2ef4 req-ef61dc71-9536-4ef6-bc06-48255b382a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:40.542390 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-60683458-569f-4a21-8f93-78b930ea2ef4 req-ef61dc71-9536-4ef6-bc06-48255b382a9d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4d250f92-d229-45fe-a579-67fef8e6c544&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0710039 Oct 27 10:20:40.564339 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-0190d414-e76b-4b6d-b64b-81918afde98f req-ab0b0576-2cb7-452e-a97c-d2abbb3c74d8 tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] 10.222.0.44 "GET /v2.0/security-groups?id=adbff9a4-0ae5-4700-84c2-4b5f53f67e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903189 Oct 27 10:20:40.654813 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-60683458-569f-4a21-8f93-78b930ea2ef4 req-c6697433-e3ce-4c5c-8e81-ccb5d2112e1b service neutron] 10.222.0.64 "GET /v2.0/networks/4d250f92-d229-45fe-a579-67fef8e6c544?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1056676 Oct 27 10:20:40.740503 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3f3c65-7974-49b2-a33e-a82b53e2d7e6 req-1b97e61b-72b2-4e8b-9e2f-7402152c171e tempest-ServersTestManualDisk-1099522627 tempest-ServersTestManualDisk-1099522627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:40.748579 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-ac3f3c65-7974-49b2-a33e-a82b53e2d7e6 req-1b97e61b-72b2-4e8b-9e2f-7402152c171e tempest-ServersTestManualDisk-1099522627 tempest-ServersTestManualDisk-1099522627-project] 10.222.0.44 "GET /v2.0/ports?device_id=d069e6af-40d4-4204-92a2-851efcbbaa25 HTTP/1.1" status: 200 len: 945 time: 0.1021581 Oct 27 10:20:40.786939 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-60683458-569f-4a21-8f93-78b930ea2ef4 req-fcabe002-2c47-41bf-a638-330100a1009b service neutron] 10.222.0.64 "GET /v2.0/networks/4d250f92-d229-45fe-a579-67fef8e6c544?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1174059 Oct 27 10:20:40.810573 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 42158) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:20:40.844935 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-ac3f3c65-7974-49b2-a33e-a82b53e2d7e6 req-31ccb28d-b930-4fc0-95dc-6b4c6ac66c95 tempest-ServersTestManualDisk-1099522627 tempest-ServersTestManualDisk-1099522627-project] 10.222.0.44 "GET /v2.0/security-groups?id=205a0546-e26b-45de-81f6-22c717043123&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0953844 Oct 27 10:20:40.942296 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-feab7ea1-c862-4901-9024-e771c4197aab admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-334649596-network', 'tenant_id': 'f3e9f2d222f6423fa6deeba587e88c53'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:20:40.986339 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-feab7ea1-c862-4901-9024-e771c4197aab admin admin] Made reservation on behalf of f3e9f2d222f6423fa6deeba587e88c53 for: {'network': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:20:41.003442 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-feab7ea1-c862-4901-9024-e771c4197aab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for network, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:41.016747 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-feab7ea1-c862-4901-9024-e771c4197aab admin admin] Publish callbacks [] for security_group, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:41.140686 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-feab7ea1-c862-4901-9024-e771c4197aab admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:41.150084 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-feab7ea1-c862-4901-9024-e771c4197aab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:41.176326 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-feab7ea1-c862-4901-9024-e771c4197aab admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 445} {{(pid=102346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 10:20:41.186171 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feab7ea1-c862-4901-9024-e771c4197aab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9a90180-6afe-4c5d-8d98-68aa1db475ab,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:20:41.191769 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-feab7ea1-c862-4901-9024-e771c4197aab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:41.192111 n-d-813419-10 neutron-server[102346]: INFO neutron.db.segments_db [None req-feab7ea1-c862-4901-9024-e771c4197aab admin admin] Added segment a346ec25-d1ed-410d-84b8-116c925f0440 of type vlan for network 8998c699-93f5-4adc-a7d1-238fcf8009c9 Oct 27 10:20:41.243662 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-feab7ea1-c862-4901-9024-e771c4197aab admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743872593080'] for network, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:41.295831 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-feab7ea1-c862-4901-9024-e771c4197aab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913'] for network, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:41.296845 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feab7ea1-c862-4901-9024-e771c4197aab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:41.299815 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-feab7ea1-c862-4901-9024-e771c4197aab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for network, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:41.323796 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-feab7ea1-c862-4901-9024-e771c4197aab admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.5120659 Oct 27 10:20:41.327028 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 42176) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:20:41.337938 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-003f7643-c984-45c9-ae97-3024ec35a0d1 admin admin] Request body: {'subnet': {'network_id': '8998c699-93f5-4adc-a7d1-238fcf8009c9', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-334649596-subnet', 'tenant_id': 'f3e9f2d222f6423fa6deeba587e88c53', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:20:41.385473 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-003f7643-c984-45c9-ae97-3024ec35a0d1 admin admin] Made reservation on behalf of f3e9f2d222f6423fa6deeba587e88c53 for: {'subnet': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:20:41.388319 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-003f7643-c984-45c9-ae97-3024ec35a0d1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18044073'] for subnet, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:41.398073 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feab7ea1-c862-4901-9024-e771c4197aab admin admin] Pushing event updated for resources: {'Network': ['ID=8998c699-93f5-4adc-a7d1-238fcf8009c9,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:20:41.409970 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Network 8998c699-93f5-4adc-a7d1-238fcf8009c9 details requested by agent ovs-agent-n-d-813419-10 with host n-d-813419-10 {{(pid=102348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 10:20:41.512911 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device 4226de95-7a65-4c77-86b6-a858ffe6dac1 details requested by agent hyperv_n-h1-813419-10 with host n-h1-813419-10 {{(pid=102348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 10:20:41.516471 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device a4680ac1-e85a-46ed-be0f-bd6e250f74cc up at agent hyperv_n-h1-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:20:41.665532 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Provisioning for port a4680ac1-e85a-46ed-be0f-bd6e250f74cc completed by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 10:20:41.679157 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Provisioning complete for port a4680ac1-e85a-46ed-be0f-bd6e250f74cc triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:20:41.682610 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:41.709804 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-003f7643-c984-45c9-ae97-3024ec35a0d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-18295883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18044091'] for subnet, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:41.757178 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60683458-569f-4a21-8f93-78b930ea2ef4 req-33260d11-9025-4d87-bc17-c64c1802d400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:41.758775 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-60683458-569f-4a21-8f93-78b930ea2ef4 req-33260d11-9025-4d87-bc17-c64c1802d400 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=31dc088f778a4c2fb761c23ef7d22647&device_id=a52d4eb7-7ffd-4109-9f94-dc97814340a0 HTTP/1.1" status: 200 len: 1100 time: 0.1193929 Oct 27 10:20:41.761009 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003f7643-c984-45c9-ae97-3024ec35a0d1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0d2956da-da57-453f-842b-a87b0adbd2a1,revision_number=0']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:20:41.773519 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port 4226de95-7a65-4c77-86b6-a858ffe6dac1, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=4226de95-7a65-4c77-86b6-a858ffe6dac1,segment=NetworkSegment(f7c42c6d-2766-46d8-a8b7-4852117a5555),segment_id=f7c42c6d-2766-46d8-a8b7-4852117a5555)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:20:41.802070 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Returning: {'device': '4226de95-7a65-4c77-86b6-a858ffe6dac1', 'network_id': '4d250f92-d229-45fe-a579-67fef8e6c544', 'port_id': '4226de95-7a65-4c77-86b6-a858ffe6dac1', 'mac_address': 'fa:16:3e:1d:f3:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62eb52f7-aac4-48af-8670-e04300325561', 'ip_address': '192.168.233.179'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 10:20:41.888713 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:41.905150 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4226de95-7a65-4c77-86b6-a858ffe6dac1 {{(pid=102348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:20:41.911495 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:41.929159 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4680168-e74e-45c8-b031-d9c6f851c1ac req-f6b84d13-d9f9-431d-91df-71e1366e80db tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:41.930818 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-e4680168-e74e-45c8-b031-d9c6f851c1ac req-f6b84d13-d9f9-431d-91df-71e1366e80db tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/ports?device_id=a52d4eb7-7ffd-4109-9f94-dc97814340a0 HTTP/1.1" status: 200 len: 948 time: 0.1152127 Oct 27 10:20:41.947443 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port 4226de95-7a65-4c77-86b6-a858ffe6dac1, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=4226de95-7a65-4c77-86b6-a858ffe6dac1,segment=NetworkSegment(f7c42c6d-2766-46d8-a8b7-4852117a5555),segment_id=f7c42c6d-2766-46d8-a8b7-4852117a5555)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:20:41.960468 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ad65e9e-18c8-4531-9c5b-4d5f712c0a41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4680ac1-e85a-46ed-be0f-bd6e250f74cc'}] {{(pid=102348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:20:41.972324 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c588921fa634554a1d9242fdea1b05457a9ff1d3b28ba54ec1dace7f2f1df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6930c1e1-cb91-445d-b1e9-3f17a931349a" -d '{"events": [{"server_uuid": "5ad65e9e-18c8-4531-9c5b-4d5f712c0a41", "name": "network-vif-plugged", "status": "completed", "tag": "a4680ac1-e85a-46ed-be0f-bd6e250f74cc"}]}' {{(pid=102348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:20:41.983073 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:42.052951 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-003f7643-c984-45c9-ae97-3024ec35a0d1 admin admin] Checking segment: {'id': 'a346ec25-d1ed-410d-84b8-116c925f0440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '8998c699-93f5-4adc-a7d1-238fcf8009c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:20:42.053586 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-003f7643-c984-45c9-ae97-3024ec35a0d1 admin admin] Network hostable DHCP agents. Network: 8998c699-93f5-4adc-a7d1-238fcf8009c9, hostable agents: ['eafd4000-b897-4722-ae8b-0118ec955181'], hosted agents: [] {{(pid=102347) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 10:20:42.061592 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-e4680168-e74e-45c8-b031-d9c6f851c1ac req-dd857a39-afb4-4db5-ab79-840bdc73f650 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/security-groups?id=e786382c-1289-4f9d-b471-ed120470c2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123979 Oct 27 10:20:42.105414 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60683458-569f-4a21-8f93-78b930ea2ef4 req-5568ed2a-8a93-4a1a-91e0-4dd68c614786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:42.106859 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-60683458-569f-4a21-8f93-78b930ea2ef4 req-5568ed2a-8a93-4a1a-91e0-4dd68c614786 service neutron] 10.222.0.76 "GET /v2.0/networks?id=4d250f92-d229-45fe-a579-67fef8e6c544 HTTP/1.1" status: 200 len: 870 time: 0.3384724 Oct 27 10:20:42.131920 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-003f7643-c984-45c9-ae97-3024ec35a0d1 admin admin] Network 8998c699-93f5-4adc-a7d1-238fcf8009c9 is scheduled to be hosted by DHCP agent eafd4000-b897-4722-ae8b-0118ec955181 with binding_index 1 {{(pid=102347) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 10:20:42.199120 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Pushing event updated for resources: {'Port': ['ID=4226de95-7a65-4c77-86b6-a858ffe6dac1,revision_number=8']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:20:42.201834 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-60683458-569f-4a21-8f93-78b930ea2ef4 req-17b9db7f-56d3-4d4c-99af-24ce160bd68f service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.179&port_id=4226de95-7a65-4c77-86b6-a858ffe6dac1 HTTP/1.1" status: 200 len: 217 time: 0.0787504 Oct 27 10:20:42.205829 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [None req-003f7643-c984-45c9-ae97-3024ec35a0d1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-10, 8998c699-93f5-4adc-a7d1-238fcf8009c9) {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:20:42.232696 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port a4680ac1-e85a-46ed-be0f-bd6e250f74cc, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=a4680ac1-e85a-46ed-be0f-bd6e250f74cc,segment=NetworkSegment(e031df76-6a67-4dc9-b33e-3b490749e49c),segment_id=e031df76-6a67-4dc9-b33e-3b490749e49c)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:20:42.252811 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5120ab9-14e6-4854-8f29-e39bcae08de1 None None] Network 8998c699-93f5-4adc-a7d1-238fcf8009c9 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:20:42.260544 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:42.302866 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-003f7643-c984-45c9-ae97-3024ec35a0d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:42.303591 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-003f7643-c984-45c9-ae97-3024ec35a0d1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:42.312083 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c2ef29-4a94-4f50-bdba-ee316b3d1f72 req-67b5d9b9-eba4-45ee-8f49-185c951729f2 tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:42.313772 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-92c2ef29-4a94-4f50-bdba-ee316b3d1f72 req-67b5d9b9-eba4-45ee-8f49-185c951729f2 tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ad65e9e-18c8-4531-9c5b-4d5f712c0a41 HTTP/1.1" status: 200 len: 945 time: 0.0730233 Oct 27 10:20:42.316980 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60683458-569f-4a21-8f93-78b930ea2ef4 req-cd8d91d1-5910-4e49-bd27-0a01f9090b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:42.319515 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-60683458-569f-4a21-8f93-78b930ea2ef4 req-cd8d91d1-5910-4e49-bd27-0a01f9090b0a service neutron] 10.222.0.76 "GET /v2.0/subnets?id=62eb52f7-aac4-48af-8670-e04300325561 HTTP/1.1" status: 200 len: 843 time: 0.0900424 Oct 27 10:20:42.333073 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-003f7643-c984-45c9-ae97-3024ec35a0d1 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.9958310 Oct 27 10:20:42.369523 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-92c2ef29-4a94-4f50-bdba-ee316b3d1f72 req-0df48ad2-bc19-48b5-afc6-786e766d7677 tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] 10.222.0.44 "GET /v2.0/security-groups?id=abb43ff2-3d53-4d6f-bfce-d681dce200c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475342 Oct 27 10:20:42.426322 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60683458-569f-4a21-8f93-78b930ea2ef4 req-308897b7-7337-4983-b400-56822063ffc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:42.434348 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-60683458-569f-4a21-8f93-78b930ea2ef4 req-308897b7-7337-4983-b400-56822063ffc6 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=4d250f92-d229-45fe-a579-67fef8e6c544&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1013587 Oct 27 10:20:42.441881 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] get_ports_and_sgs() called for port_ids ['4226de95-7a65-4c77-86b6-a858ffe6dac1'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:20:42.545489 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdc6207-1a33-4743-a476-91c440f533cc req-b4865dbf-3871-4b7d-b357-7046f81c39ef tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:42.556145 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-6bdc6207-1a33-4743-a476-91c440f533cc req-b4865dbf-3871-4b7d-b357-7046f81c39ef tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] 10.222.0.44 "GET /v2.0/ports?device_id=3829851e-9c6c-4b28-aa19-d0be65035545 HTTP/1.1" status: 200 len: 949 time: 0.1061745 Oct 27 10:20:42.577270 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-60683458-569f-4a21-8f93-78b930ea2ef4 req-16f882a2-996a-43ba-924a-632737ae7715 service neutron] 10.222.0.76 "GET /v2.0/networks/4d250f92-d229-45fe-a579-67fef8e6c544?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402175 Oct 27 10:20:42.612882 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28ef1d4d-9ab3-4710-bdd1-ac988eae2405 None None] Network 8998c699-93f5-4adc-a7d1-238fcf8009c9 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:20:42.620005 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-6bdc6207-1a33-4743-a476-91c440f533cc req-00c4819e-86e7-496c-a36a-a3c510dff615 tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] 10.222.0.44 "GET /v2.0/security-groups?id=adbff9a4-0ae5-4700-84c2-4b5f53f67e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606453 Oct 27 10:20:42.756478 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-60683458-569f-4a21-8f93-78b930ea2ef4 req-8cf2729c-ace5-48f1-8358-a1b01a37e9eb service neutron] 10.222.0.76 "GET /v2.0/networks/4d250f92-d229-45fe-a579-67fef8e6c544?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1714668 Oct 27 10:20:42.785743 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Pushing event updated for resources: {'Port': ['ID=a4680ac1-e85a-46ed-be0f-bd6e250f74cc,revision_number=5']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:20:42.794702 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c9157b-dd5e-4017-9e7e-5046ba6a2d5e req-e56f320a-804f-4401-bb6c-3fa0dd422c17 tempest-ServersTestManualDisk-1099522627 tempest-ServersTestManualDisk-1099522627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:42.807449 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-a1c9157b-dd5e-4017-9e7e-5046ba6a2d5e req-e56f320a-804f-4401-bb6c-3fa0dd422c17 tempest-ServersTestManualDisk-1099522627 tempest-ServersTestManualDisk-1099522627-project] 10.222.0.44 "GET /v2.0/ports?device_id=d069e6af-40d4-4204-92a2-851efcbbaa25 HTTP/1.1" status: 200 len: 945 time: 0.1010530 Oct 27 10:20:42.852492 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-a1c9157b-dd5e-4017-9e7e-5046ba6a2d5e req-e1a56a83-0d8c-4ba0-8467-bc82364585f1 tempest-ServersTestManualDisk-1099522627 tempest-ServersTestManualDisk-1099522627-project] 10.222.0.44 "GET /v2.0/security-groups?id=205a0546-e26b-45de-81f6-22c717043123&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441055 Oct 27 10:20:42.904004 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 42220) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:20:42.996286 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [req-669dee83-ba64-4cbf-8146-4077516726aa req-358204d4-d912-4e94-8ab9-557ca6f67d7a tempest-LiveAutoBlockMigrationV225Test-1419872258 tempest-LiveAutoBlockMigrationV225Test-1419872258-project-admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=102346) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 10:20:43.006508 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-669dee83-ba64-4cbf-8146-4077516726aa req-358204d4-d912-4e94-8ab9-557ca6f67d7a tempest-LiveAutoBlockMigrationV225Test-1419872258 tempest-LiveAutoBlockMigrationV225Test-1419872258-project-admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.1008449 Oct 27 10:20:43.018249 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:20:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40708aa4-bc0e-4bf7-84b0-c60669272139 x-openstack-request-id: req-40708aa4-bc0e-4bf7-84b0-c60669272139 {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:20:43.018645 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ad65e9e-18c8-4531-9c5b-4d5f712c0a41", "name": "network-vif-plugged", "status": "completed", "tag": "a4680ac1-e85a-46ed-be0f-bd6e250f74cc", "code": 200}]} {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:20:43.018966 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-40708aa4-bc0e-4bf7-84b0-c60669272139 {{(pid=102348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:20:43.019421 n-d-813419-10 neutron-server[102348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ad65e9e-18c8-4531-9c5b-4d5f712c0a41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4680ac1-e85a-46ed-be0f-bd6e250f74cc', 'code': 200} Oct 27 10:20:43.048131 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669dee83-ba64-4cbf-8146-4077516726aa req-05eecc04-25bb-4eca-9d63-0da2e60ae3f1 tempest-LiveAutoBlockMigrationV225Test-1419872258 tempest-LiveAutoBlockMigrationV225Test-1419872258-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:43.059827 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-669dee83-ba64-4cbf-8146-4077516726aa req-05eecc04-25bb-4eca-9d63-0da2e60ae3f1 tempest-LiveAutoBlockMigrationV225Test-1419872258 tempest-LiveAutoBlockMigrationV225Test-1419872258-project-admin] 10.222.0.44 "GET /v2.0/ports/42128473-d858-46d3-98ca-d69e235d8820 HTTP/1.1" status: 200 len: 1094 time: 0.0517037 Oct 27 10:20:43.138550 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9388b37-98ab-4c24-8853-1bb875e75d35 req-d18ef18a-c04f-4ae6-b711-1202e32bff66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:43.144110 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-a9388b37-98ab-4c24-8853-1bb875e75d35 req-d18ef18a-c04f-4ae6-b711-1202e32bff66 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=5ad65e9e-18c8-4531-9c5b-4d5f712c0a41 HTTP/1.1" status: 200 len: 1097 time: 0.0602877 Oct 27 10:20:43.206962 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [req-669dee83-ba64-4cbf-8146-4077516726aa req-72f61eec-c8d5-4f10-bb09-7d4ffc1ed989 service neutron] Request body: {'binding': {'host': 'n-h2-813419-10', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:20:43.207800 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [req-669dee83-ba64-4cbf-8146-4077516726aa req-72f61eec-c8d5-4f10-bb09-7d4ffc1ed989 service neutron] Unknown quota resources ['binding']. {{(pid=102346) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 27 10:20:43.236065 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-a9388b37-98ab-4c24-8853-1bb875e75d35 req-b1d4f7b2-633f-4159-b409-ff72205d0536 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=abb43ff2-3d53-4d6f-bfce-d681dce200c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804327 Oct 27 10:20:43.320485 n-d-813419-10 neutron-server[102346]: INFO neutron.api.v2.resource [req-b9b04697-b6c2-4a24-8322-aa86b81a14be req-d6140d03-afad-4e9c-826d-14e150986a4b tempest-SecurityGroupsNegativeTestJSON-317640780 tempest-SecurityGroupsNegativeTestJSON-317640780-project] show failed (client error): The resource could not be found. Oct 27 10:20:43.321831 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-b9b04697-b6c2-4a24-8322-aa86b81a14be req-d6140d03-afad-4e9c-826d-14e150986a4b tempest-SecurityGroupsNegativeTestJSON-317640780 tempest-SecurityGroupsNegativeTestJSON-317640780-project] 10.222.0.44 "GET /v2.0/security-groups/4a58cf64-00da-4c75-9e83-ee6d999dbecc HTTP/1.1" status: 404 len: 352 time: 0.0331588 Oct 27 10:20:43.418172 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0c3a2c-aa8b-4fc4-b6c0-e0fcd06ebcc2 req-da956ea8-217c-44b5-9c06-b9aa8c45d69f tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:43.420161 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-6f0c3a2c-aa8b-4fc4-b6c0-e0fcd06ebcc2 req-da956ea8-217c-44b5-9c06-b9aa8c45d69f tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.76 "GET /v2.0/ports?device_id=a52d4eb7-7ffd-4109-9f94-dc97814340a0&tenant_id=31dc088f778a4c2fb761c23ef7d22647&binding%3Ahost_id=n-h1-813419-10 HTTP/1.1" status: 200 len: 949 time: 0.1294782 Oct 27 10:20:43.428905 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.managers [req-669dee83-ba64-4cbf-8146-4077516726aa req-72f61eec-c8d5-4f10-bb09-7d4ffc1ed989 service neutron] Attempting to bind port 42128473-d858-46d3-98ca-d69e235d8820 on host n-h2-813419-10 for vnic_type normal with profile None {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:20:43.429295 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.managers [req-669dee83-ba64-4cbf-8146-4077516726aa req-72f61eec-c8d5-4f10-bb09-7d4ffc1ed989 service neutron] Attempting to bind port 42128473-d858-46d3-98ca-d69e235d8820 by drivers openvswitch,hyperv on host n-h2-813419-10 at level 0 using segments [{'id': '4fd5c29a-a838-4106-a890-06a671bde674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '1886fe3b-e088-4c7d-8f4c-b14d4440b311'}] {{(pid=102346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:20:43.429631 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-669dee83-ba64-4cbf-8146-4077516726aa req-72f61eec-c8d5-4f10-bb09-7d4ffc1ed989 service neutron] Attempting to bind port 42128473-d858-46d3-98ca-d69e235d8820 on network 1886fe3b-e088-4c7d-8f4c-b14d4440b311 {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:20:43.434164 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-669dee83-ba64-4cbf-8146-4077516726aa req-72f61eec-c8d5-4f10-bb09-7d4ffc1ed989 service neutron] Port 42128473-d858-46d3-98ca-d69e235d8820 on network 1886fe3b-e088-4c7d-8f4c-b14d4440b311 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-10 {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 10:20:43.434484 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-669dee83-ba64-4cbf-8146-4077516726aa req-72f61eec-c8d5-4f10-bb09-7d4ffc1ed989 service neutron] Attempting to bind port 42128473-d858-46d3-98ca-d69e235d8820 on network 1886fe3b-e088-4c7d-8f4c-b14d4440b311 {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:20:43.439993 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-669dee83-ba64-4cbf-8146-4077516726aa req-72f61eec-c8d5-4f10-bb09-7d4ffc1ed989 service neutron] Checking agent: {'id': 'a2edc247-0fa4-4ce6-bbae-a10492f6bd71', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 16, 9), 'started_at': datetime.datetime(2021, 10, 27, 10, 16, 9), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 20, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:20:43.440366 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-669dee83-ba64-4cbf-8146-4077516726aa req-72f61eec-c8d5-4f10-bb09-7d4ffc1ed989 service neutron] Checking segment: {'id': '4fd5c29a-a838-4106-a890-06a671bde674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '1886fe3b-e088-4c7d-8f4c-b14d4440b311'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:20:43.440748 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-669dee83-ba64-4cbf-8146-4077516726aa req-72f61eec-c8d5-4f10-bb09-7d4ffc1ed989 service neutron] Bound using segment: {'id': '4fd5c29a-a838-4106-a890-06a671bde674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '1886fe3b-e088-4c7d-8f4c-b14d4440b311'} {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:20:43.441170 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.managers [req-669dee83-ba64-4cbf-8146-4077516726aa req-72f61eec-c8d5-4f10-bb09-7d4ffc1ed989 service neutron] Bound port: 42128473-d858-46d3-98ca-d69e235d8820, host: n-h2-813419-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4fd5c29a-a838-4106-a890-06a671bde674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '1886fe3b-e088-4c7d-8f4c-b14d4440b311'}}] {{(pid=102346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:20:43.501969 n-d-813419-10 neutron-server[102347]: INFO neutron.api.v2.resource [req-6f0c3a2c-aa8b-4fc4-b6c0-e0fcd06ebcc2 req-ed2237c0-967b-4c40-999c-e903d1e334a7 service neutron] delete failed (client error): The resource could not be found. Oct 27 10:20:43.502972 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-6f0c3a2c-aa8b-4fc4-b6c0-e0fcd06ebcc2 req-ed2237c0-967b-4c40-999c-e903d1e334a7 service neutron] 10.222.0.76 "DELETE /v2.0/ports/4226de95-7a65-4c77-86b6-a858ffe6dac1/bindings/n-h2-813419-10 HTTP/1.1" status: 404 len: 381 time: 0.0740588 Oct 27 10:20:43.545115 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50e5233-b82a-4435-94c1-72d309bb8703 req-ba3993aa-1dcc-4fbf-822c-e527d94d32c6 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:43.546659 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-d50e5233-b82a-4435-94c1-72d309bb8703 req-ba3993aa-1dcc-4fbf-822c-e527d94d32c6 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/ports?device_id=a52d4eb7-7ffd-4109-9f94-dc97814340a0 HTTP/1.1" status: 200 len: 949 time: 0.0751750 Oct 27 10:20:43.550442 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [req-669dee83-ba64-4cbf-8146-4077516726aa req-72f61eec-c8d5-4f10-bb09-7d4ffc1ed989 service neutron] For port 42128473-d858-46d3-98ca-d69e235d8820, host n-h2-813419-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=42128473-d858-46d3-98ca-d69e235d8820,segment=NetworkSegment(4fd5c29a-a838-4106-a890-06a671bde674),segment_id=4fd5c29a-a838-4106-a890-06a671bde674)] {{(pid=102346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:20:43.566096 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-669dee83-ba64-4cbf-8146-4077516726aa req-72f61eec-c8d5-4f10-bb09-7d4ffc1ed989 service neutron] Publish callbacks [] for binding, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:43.567321 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-669dee83-ba64-4cbf-8146-4077516726aa req-72f61eec-c8d5-4f10-bb09-7d4ffc1ed989 service neutron] 10.222.0.44 "POST /v2.0/ports/42128473-d858-46d3-98ca-d69e235d8820/bindings HTTP/1.1" status: 201 len: 390 time: 0.4558852 Oct 27 10:20:43.610537 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-d50e5233-b82a-4435-94c1-72d309bb8703 req-78b62e98-449c-462c-8f67-7925313b55e6 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/security-groups?id=e786382c-1289-4f9d-b471-ed120470c2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562170 Oct 27 10:20:43.684039 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0c3a2c-aa8b-4fc4-b6c0-e0fcd06ebcc2 req-ce75be81-366d-4e9b-b25e-91706265837c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:43.687560 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-6f0c3a2c-aa8b-4fc4-b6c0-e0fcd06ebcc2 req-ce75be81-366d-4e9b-b25e-91706265837c service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=31dc088f778a4c2fb761c23ef7d22647&device_id=a52d4eb7-7ffd-4109-9f94-dc97814340a0 HTTP/1.1" status: 200 len: 1101 time: 0.0999503 Oct 27 10:20:43.751632 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86713ab4-6f3d-479c-9ed1-a3365955e878 req-bbb54317-0df1-4cec-9eb0-5356c8731bc2 tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:43.753865 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-86713ab4-6f3d-479c-9ed1-a3365955e878 req-bbb54317-0df1-4cec-9eb0-5356c8731bc2 tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ad65e9e-18c8-4531-9c5b-4d5f712c0a41 HTTP/1.1" status: 200 len: 945 time: 0.0599778 Oct 27 10:20:43.810977 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-e52a4706-0ca3-4254-95ab-bd7a30aa20dd req-fc06d158-a0ba-49ff-b104-9f2594d3df57 tempest-SecurityGroupsNegativeTestJSON-317640780 tempest-SecurityGroupsNegativeTestJSON-317640780-project] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f3e9f2d222f6423fa6deeba587e88c53 HTTP/1.1" status: 200 len: 2984 time: 0.1190915 Oct 27 10:20:43.853396 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-86713ab4-6f3d-479c-9ed1-a3365955e878 req-b1c1835d-2d8c-44f2-b6e6-4f4de29b5d27 tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] 10.222.0.44 "GET /v2.0/security-groups?id=abb43ff2-3d53-4d6f-bfce-d681dce200c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797410 Oct 27 10:20:43.876908 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0c3a2c-aa8b-4fc4-b6c0-e0fcd06ebcc2 req-2f23e1cc-c3fd-483e-81ed-97f656bc3a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:43.880035 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-6f0c3a2c-aa8b-4fc4-b6c0-e0fcd06ebcc2 req-2f23e1cc-c3fd-483e-81ed-97f656bc3a2f service neutron] 10.222.0.76 "GET /v2.0/networks?id=4d250f92-d229-45fe-a579-67fef8e6c544 HTTP/1.1" status: 200 len: 870 time: 0.1739018 Oct 27 10:20:43.901174 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669dee83-ba64-4cbf-8146-4077516726aa req-078d8de6-6381-4d8a-838f-82148b2c2007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:43.903626 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-669dee83-ba64-4cbf-8146-4077516726aa req-078d8de6-6381-4d8a-838f-82148b2c2007 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=54312c7c8f9740c0a6858560a6518b0e&device_id=bf279598-8975-4de3-ae21-c8ab4a50138d HTTP/1.1" status: 200 len: 1097 time: 0.0490932 Oct 27 10:20:43.924600 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-6f0c3a2c-aa8b-4fc4-b6c0-e0fcd06ebcc2 req-d6bea8cf-c46e-499f-beae-0a43bde0d05a service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.179&port_id=4226de95-7a65-4c77-86b6-a858ffe6dac1 HTTP/1.1" status: 200 len: 217 time: 0.0378008 Oct 27 10:20:43.933817 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-e52a4706-0ca3-4254-95ab-bd7a30aa20dd req-11efaff1-0bd1-4ef7-b151-83d18c6c91fd tempest-SecurityGroupsNegativeTestJSON-317640780 tempest-SecurityGroupsNegativeTestJSON-317640780-project] 10.222.0.44 "GET /v2.0/security-groups/f9a90180-6afe-4c5d-8d98-68aa1db475ab HTTP/1.1" status: 200 len: 2981 time: 0.1219528 Oct 27 10:20:44.029818 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9aef02-b61a-4d94-8a2a-a0995f4df1a8 req-accf8cf5-47fb-4f61-b682-c0de483d9218 tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:44.038333 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-e52a4706-0ca3-4254-95ab-bd7a30aa20dd req-b30301af-3b29-4c23-9f4f-48eb606c758b tempest-SecurityGroupsNegativeTestJSON-317640780 tempest-SecurityGroupsNegativeTestJSON-317640780-project] 10.222.0.44 "GET /v2.0/security-groups/f9a90180-6afe-4c5d-8d98-68aa1db475ab HTTP/1.1" status: 200 len: 2981 time: 0.1034641 Oct 27 10:20:44.039923 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-fc9aef02-b61a-4d94-8a2a-a0995f4df1a8 req-accf8cf5-47fb-4f61-b682-c0de483d9218 tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] 10.222.0.44 "GET /v2.0/ports?device_id=3829851e-9c6c-4b28-aa19-d0be65035545 HTTP/1.1" status: 200 len: 949 time: 0.0781744 Oct 27 10:20:44.045742 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0c3a2c-aa8b-4fc4-b6c0-e0fcd06ebcc2 req-6942e428-5c5f-4a5e-a907-22d62d24577c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:44.047403 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-6f0c3a2c-aa8b-4fc4-b6c0-e0fcd06ebcc2 req-6942e428-5c5f-4a5e-a907-22d62d24577c service neutron] 10.222.0.76 "GET /v2.0/subnets?id=62eb52f7-aac4-48af-8670-e04300325561 HTTP/1.1" status: 200 len: 843 time: 0.1115699 Oct 27 10:20:44.105585 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0c3a2c-aa8b-4fc4-b6c0-e0fcd06ebcc2 req-e76a0cbe-114e-46e5-a852-107f42dc1c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:44.108488 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-6f0c3a2c-aa8b-4fc4-b6c0-e0fcd06ebcc2 req-e76a0cbe-114e-46e5-a852-107f42dc1c62 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=4d250f92-d229-45fe-a579-67fef8e6c544&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0473096 Oct 27 10:20:44.141974 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-fc9aef02-b61a-4d94-8a2a-a0995f4df1a8 req-82413f57-29a4-448a-878a-542763d749ad tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] 10.222.0.44 "GET /v2.0/security-groups?id=adbff9a4-0ae5-4700-84c2-4b5f53f67e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008687 Oct 27 10:20:44.143062 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669dee83-ba64-4cbf-8146-4077516726aa req-a74dab1a-6b1c-498c-8ea2-974e7ffac965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:44.144767 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-669dee83-ba64-4cbf-8146-4077516726aa req-a74dab1a-6b1c-498c-8ea2-974e7ffac965 service neutron] 10.222.0.76 "GET /v2.0/networks?id=1886fe3b-e088-4c7d-8f4c-b14d4440b311 HTTP/1.1" status: 200 len: 922 time: 0.2335584 Oct 27 10:20:44.203211 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-669dee83-ba64-4cbf-8146-4077516726aa req-3e62e754-f2fa-43c6-82c5-20f4b7bf53f2 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=42128473-d858-46d3-98ca-d69e235d8820 HTTP/1.1" status: 200 len: 217 time: 0.0452414 Oct 27 10:20:44.547381 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669dee83-ba64-4cbf-8146-4077516726aa req-b6168437-1d91-4db7-88fa-f166e9518135 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:44.549182 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-669dee83-ba64-4cbf-8146-4077516726aa req-b6168437-1d91-4db7-88fa-f166e9518135 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=823c78a5-c352-4686-b77c-588d22c2aa2c HTTP/1.1" status: 200 len: 861 time: 0.3361204 Oct 27 10:20:44.557396 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd3aa0e-df71-4893-90e4-c11de669184f req-f693066f-2c07-482d-a779-108b4971bcad tempest-ServersTestManualDisk-1099522627 tempest-ServersTestManualDisk-1099522627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:44.560745 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-bdd3aa0e-df71-4893-90e4-c11de669184f req-f693066f-2c07-482d-a779-108b4971bcad tempest-ServersTestManualDisk-1099522627 tempest-ServersTestManualDisk-1099522627-project] 10.222.0.44 "GET /v2.0/ports?device_id=d069e6af-40d4-4204-92a2-851efcbbaa25 HTTP/1.1" status: 200 len: 945 time: 0.0732884 Oct 27 10:20:44.599419 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-669dee83-ba64-4cbf-8146-4077516726aa req-3d895a68-a91c-4248-be8d-be5723206f66 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=1886fe3b-e088-4c7d-8f4c-b14d4440b311&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353425 Oct 27 10:20:44.696246 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-6f0c3a2c-aa8b-4fc4-b6c0-e0fcd06ebcc2 req-91678166-516b-42fe-a09c-59b779ee9f1e service neutron] 10.222.0.76 "GET /v2.0/networks/4d250f92-d229-45fe-a579-67fef8e6c544?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5420434 Oct 27 10:20:44.696246 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ba4714-e1b8-480f-b39d-1178cf775b73 req-97c0c337-0668-4e67-b516-9e293328461b tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:44.696246 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-d3ba4714-e1b8-480f-b39d-1178cf775b73 req-97c0c337-0668-4e67-b516-9e293328461b tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] 10.222.0.44 "GET /v2.0/ports?device_id=bf279598-8975-4de3-ae21-c8ab4a50138d HTTP/1.1" status: 200 len: 945 time: 0.5509284 Oct 27 10:20:44.766027 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-bdd3aa0e-df71-4893-90e4-c11de669184f req-e29c8d5f-8f29-4a06-8385-e462b32bbbf8 tempest-ServersTestManualDisk-1099522627 tempest-ServersTestManualDisk-1099522627-project] 10.222.0.44 "GET /v2.0/security-groups?id=205a0546-e26b-45de-81f6-22c717043123&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1860638 Oct 27 10:20:44.870431 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-d3ba4714-e1b8-480f-b39d-1178cf775b73 req-4eb8d479-b058-43f9-b5f6-da1f49a7d4a2 tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] 10.222.0.44 "GET /v2.0/security-groups?id=e3018bff-e5f8-44d8-a835-69520a8698da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1921725 Oct 27 10:20:44.910143 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-669dee83-ba64-4cbf-8146-4077516726aa req-5ae5669c-15d6-4ea9-9640-ba5fb6e3f755 service neutron] 10.222.0.76 "GET /v2.0/networks/1886fe3b-e088-4c7d-8f4c-b14d4440b311?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2870359 Oct 27 10:20:44.931061 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-6f0c3a2c-aa8b-4fc4-b6c0-e0fcd06ebcc2 req-07481554-5005-4bff-b1e3-40a84bb1b4d8 service neutron] 10.222.0.76 "GET /v2.0/networks/4d250f92-d229-45fe-a579-67fef8e6c544?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2309289 Oct 27 10:20:44.998327 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-a385e77d-3ed5-48da-965f-37174061a905 req-5f533f84-1ab3-4f8c-b892-99478fde1eef tempest-SecurityGroupsNegativeTestJSON-317640780 tempest-SecurityGroupsNegativeTestJSON-317640780-project] 10.222.0.44 "GET /v2.0/security-groups/f9a90180-6afe-4c5d-8d98-68aa1db475ab HTTP/1.1" status: 200 len: 2981 time: 0.1014357 Oct 27 10:20:45.085242 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-669dee83-ba64-4cbf-8146-4077516726aa req-75c36ed2-9ae0-48a5-8761-3ecc7f2a4726 service neutron] 10.222.0.76 "GET /v2.0/networks/1886fe3b-e088-4c7d-8f4c-b14d4440b311?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1640124 Oct 27 10:20:45.101741 n-d-813419-10 neutron-server[102346]: INFO neutron.api.v2.resource [req-a385e77d-3ed5-48da-965f-37174061a905 req-fc03ca93-a730-430c-aa4c-eeb83b830689 tempest-SecurityGroupsNegativeTestJSON-317640780 tempest-SecurityGroupsNegativeTestJSON-317640780-project] delete failed (client error): There was a conflict when trying to complete your request. Oct 27 10:20:45.102856 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-a385e77d-3ed5-48da-965f-37174061a905 req-fc03ca93-a730-430c-aa4c-eeb83b830689 tempest-SecurityGroupsNegativeTestJSON-317640780 tempest-SecurityGroupsNegativeTestJSON-317640780-project] 10.222.0.44 "DELETE /v2.0/security-groups/f9a90180-6afe-4c5d-8d98-68aa1db475ab HTTP/1.1" status: 409 len: 352 time: 0.0972369 Oct 27 10:20:45.109795 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa37bc6a-f7aa-4c3c-82bf-d444e36fff27 req-5c7fc03d-d020-425e-832c-a5de8f85c141 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:45.118771 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-fa37bc6a-f7aa-4c3c-82bf-d444e36fff27 req-5c7fc03d-d020-425e-832c-a5de8f85c141 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/ports?device_id=a52d4eb7-7ffd-4109-9f94-dc97814340a0 HTTP/1.1" status: 200 len: 949 time: 0.0705771 Oct 27 10:20:45.161041 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-fa37bc6a-f7aa-4c3c-82bf-d444e36fff27 req-c11be744-d715-4b44-ab83-694731270783 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/security-groups?id=e786382c-1289-4f9d-b471-ed120470c2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410476 Oct 27 10:20:45.215174 n-d-813419-10 neutron-server[102347]: INFO neutron.api.v2.resource [req-8212e5f4-420e-4954-a226-5436d606b7f2 req-78c0b70b-7f92-426c-89fe-573607552b96 tempest-SecurityGroupsNegativeTestJSON-317640780 tempest-SecurityGroupsNegativeTestJSON-317640780-project] show failed (client error): The resource could not be found. Oct 27 10:20:45.216170 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8212e5f4-420e-4954-a226-5436d606b7f2 req-78c0b70b-7f92-426c-89fe-573607552b96 tempest-SecurityGroupsNegativeTestJSON-317640780 tempest-SecurityGroupsNegativeTestJSON-317640780-project] 10.222.0.44 "GET /v2.0/security-groups/86ed276e-c46a-45b0-9778-08a94df74718 HTTP/1.1" status: 404 len: 352 time: 0.0173070 Oct 27 10:20:45.233344 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d67036-487c-43a8-8a32-f0e8b7621295 req-9056d7db-ed35-485a-be19-b19bdb14ca37 tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:45.235713 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-50d67036-487c-43a8-8a32-f0e8b7621295 req-9056d7db-ed35-485a-be19-b19bdb14ca37 tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ad65e9e-18c8-4531-9c5b-4d5f712c0a41 HTTP/1.1" status: 200 len: 945 time: 0.0637541 Oct 27 10:20:45.298256 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-50d67036-487c-43a8-8a32-f0e8b7621295 req-aa9d7a06-7e8a-4669-983e-0da9631be33e tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] 10.222.0.44 "GET /v2.0/security-groups?id=abb43ff2-3d53-4d6f-bfce-d681dce200c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455976 Oct 27 10:20:45.321077 n-d-813419-10 neutron-server[102346]: INFO neutron.api.v2.resource [req-d4f5a072-508d-410d-a141-caaf403db0b7 req-6bac3360-64d1-445e-aa48-96fb09788c53 tempest-SecurityGroupsNegativeTestJSON-317640780 tempest-SecurityGroupsNegativeTestJSON-317640780-project] show failed (client error): The resource could not be found. Oct 27 10:20:45.322073 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-d4f5a072-508d-410d-a141-caaf403db0b7 req-6bac3360-64d1-445e-aa48-96fb09788c53 tempest-SecurityGroupsNegativeTestJSON-317640780 tempest-SecurityGroupsNegativeTestJSON-317640780-project] 10.222.0.44 "GET /v2.0/security-groups/01eddbf8-f142-4b34-bce4-6df5d8e3e71b HTTP/1.1" status: 404 len: 352 time: 0.0170715 Oct 27 10:20:45.341337 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 42278) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:20:45.459475 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f38a31b-4391-4fcb-a57e-983eb6d7aff8 admin admin] Deleting subnet 0d2956da-da57-453f-842b-a87b0adbd2a1 {{(pid=102347) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 10:20:45.475185 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-7f38a31b-4391-4fcb-a57e-983eb6d7aff8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:45.525473 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-7f38a31b-4391-4fcb-a57e-983eb6d7aff8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-18445109'] for subnet, precommit_delete_associations {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:45.540969 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device 4226de95-7a65-4c77-86b6-a858ffe6dac1 up at agent hyperv_n-h1-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:20:45.611452 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94601459-07d2-471b-bf6a-c431257b7265 req-4b2f1f3e-dfc5-4937-a2f9-c397ab3ea10c tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:45.624764 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-94601459-07d2-471b-bf6a-c431257b7265 req-4b2f1f3e-dfc5-4937-a2f9-c397ab3ea10c tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] 10.222.0.44 "GET /v2.0/ports?device_id=3829851e-9c6c-4b28-aa19-d0be65035545 HTTP/1.1" status: 200 len: 949 time: 0.2368436 Oct 27 10:20:45.626518 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b6149e-f905-40b3-8ee9-82552b044cf3 req-543f1f1b-cedc-4e57-943d-85715c83bbb0 tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:45.628521 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-59b6149e-f905-40b3-8ee9-82552b044cf3 req-543f1f1b-cedc-4e57-943d-85715c83bbb0 tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ad65e9e-18c8-4531-9c5b-4d5f712c0a41 HTTP/1.1" status: 200 len: 945 time: 0.0811114 Oct 27 10:20:45.667788 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-7f38a31b-4391-4fcb-a57e-983eb6d7aff8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855646'] for subnet, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:45.670748 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Provisioning for port 4226de95-7a65-4c77-86b6-a858ffe6dac1 completed by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 10:20:45.677602 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Provisioning complete for port 4226de95-7a65-4c77-86b6-a858ffe6dac1 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:20:45.678888 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:45.700887 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-59b6149e-f905-40b3-8ee9-82552b044cf3 req-3df95425-e3bd-4149-b1c2-6a07da50d0c4 tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] 10.222.0.44 "GET /v2.0/security-groups?id=abb43ff2-3d53-4d6f-bfce-d681dce200c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645192 Oct 27 10:20:45.800125 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-94601459-07d2-471b-bf6a-c431257b7265 req-a79d79d1-bcc4-41d3-8660-1e4deb5fb812 tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] 10.222.0.44 "GET /v2.0/security-groups?id=adbff9a4-0ae5-4700-84c2-4b5f53f67e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743903 Oct 27 10:20:45.892388 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-7f38a31b-4391-4fcb-a57e-983eb6d7aff8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-18295818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18043720'] for subnet, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:45.911855 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:45.962552 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c22cc59-ba94-4e1a-98d9-eefda4ded3e8 req-66b50893-b08d-409b-99c6-f6f5f486cec9 tempest-ServersTestManualDisk-1099522627 tempest-ServersTestManualDisk-1099522627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:45.977083 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-3c22cc59-ba94-4e1a-98d9-eefda4ded3e8 req-66b50893-b08d-409b-99c6-f6f5f486cec9 tempest-ServersTestManualDisk-1099522627 tempest-ServersTestManualDisk-1099522627-project] 10.222.0.44 "GET /v2.0/ports?device_id=d069e6af-40d4-4204-92a2-851efcbbaa25 HTTP/1.1" status: 200 len: 945 time: 0.1042142 Oct 27 10:20:45.985582 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port 4226de95-7a65-4c77-86b6-a858ffe6dac1, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=4226de95-7a65-4c77-86b6-a858ffe6dac1,segment=NetworkSegment(f7c42c6d-2766-46d8-a8b7-4852117a5555),segment_id=f7c42c6d-2766-46d8-a8b7-4852117a5555)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:20:45.991370 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a52d4eb7-7ffd-4109-9f94-dc97814340a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4226de95-7a65-4c77-86b6-a858ffe6dac1'}] {{(pid=102348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:20:45.994566 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c588921fa634554a1d9242fdea1b05457a9ff1d3b28ba54ec1dace7f2f1df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4c7306e-7a98-4b71-b93c-8cb7faf1749a" -d '{"events": [{"server_uuid": "a52d4eb7-7ffd-4109-9f94-dc97814340a0", "name": "network-vif-plugged", "status": "completed", "tag": "4226de95-7a65-4c77-86b6-a858ffe6dac1"}]}' {{(pid=102348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:20:46.001979 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f38a31b-4391-4fcb-a57e-983eb6d7aff8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0d2956da-da57-453f-842b-a87b0adbd2a1,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:20:46.003470 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:46.020325 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-7f38a31b-4391-4fcb-a57e-983eb6d7aff8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:46.026766 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-7f38a31b-4391-4fcb-a57e-983eb6d7aff8 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/0d2956da-da57-453f-842b-a87b0adbd2a1 HTTP/1.1" status: 204 len: 168 time: 0.6840327 Oct 27 10:20:46.029341 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 42296) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:20:46.106892 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae2eda8-fade-4512-bbc9-ace4d62b1e33 req-04bcc36f-cb18-46a7-844b-9ddfe8f6f122 tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:46.108746 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-cae2eda8-fade-4512-bbc9-ace4d62b1e33 req-04bcc36f-cb18-46a7-844b-9ddfe8f6f122 tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] 10.222.0.44 "GET /v2.0/ports?device_id=17fac8c9-b531-4166-a261-47a6b86a5d06 HTTP/1.1" status: 200 len: 949 time: 0.1001029 Oct 27 10:20:46.112893 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Pushing event updated for resources: {'Port': ['ID=4226de95-7a65-4c77-86b6-a858ffe6dac1,revision_number=9']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:20:46.164568 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-3c22cc59-ba94-4e1a-98d9-eefda4ded3e8 req-80cc14d0-efd5-4294-96f3-c12885efdaa6 tempest-ServersTestManualDisk-1099522627 tempest-ServersTestManualDisk-1099522627-project] 10.222.0.44 "GET /v2.0/security-groups?id=205a0546-e26b-45de-81f6-22c717043123&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1851678 Oct 27 10:20:46.167747 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-c41414c4-9516-4521-9eaf-29702e807f6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:46.192814 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-cae2eda8-fade-4512-bbc9-ace4d62b1e33 req-5fc39109-41be-4c88-b52e-60b2bd08e875 tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] 10.222.0.44 "GET /v2.0/security-groups?id=adbff9a4-0ae5-4700-84c2-4b5f53f67e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622284 Oct 27 10:20:46.201757 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ee868495-4840-463a-9ba5-76d34435aa09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586917'] for network, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:46.393020 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ee868495-4840-463a-9ba5-76d34435aa09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857803', 'neutron.services.segments.db._delete_segments_for_network-8743873143390'] for network, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:46.425332 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:20:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ff3fe07-8676-48af-b72f-6308b5b0d463 x-openstack-request-id: req-0ff3fe07-8676-48af-b72f-6308b5b0d463 {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:20:46.425752 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a52d4eb7-7ffd-4109-9f94-dc97814340a0", "name": "network-vif-plugged", "status": "completed", "tag": "4226de95-7a65-4c77-86b6-a858ffe6dac1", "code": 200}]} {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:20:46.426114 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-0ff3fe07-8676-48af-b72f-6308b5b0d463 {{(pid=102348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:20:46.426604 n-d-813419-10 neutron-server[102348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a52d4eb7-7ffd-4109-9f94-dc97814340a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4226de95-7a65-4c77-86b6-a858ffe6dac1', 'code': 200} Oct 27 10:20:46.434987 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-ee868495-4840-463a-9ba5-76d34435aa09 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8998c699-93f5-4adc-a7d1-238fcf8009c9']}} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:20:46.461626 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e466018e-6975-405a-b8b1-5f5932255e1f req-4d63afd3-b030-41ae-932b-5d34c28c1165 tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:46.463174 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-e466018e-6975-405a-b8b1-5f5932255e1f req-4d63afd3-b030-41ae-932b-5d34c28c1165 tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] 10.222.0.44 "GET /v2.0/ports?device_id=bf279598-8975-4de3-ae21-c8ab4a50138d HTTP/1.1" status: 200 len: 945 time: 0.1173592 Oct 27 10:20:46.472240 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-ee868495-4840-463a-9ba5-76d34435aa09 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a346ec25-d1ed-410d-84b8-116c925f0440') {'for_net_delete': True} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:20:46.473848 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-ee868495-4840-463a-9ba5-76d34435aa09 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a346ec25-d1ed-410d-84b8-116c925f0440') {} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:20:46.501635 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ee868495-4840-463a-9ba5-76d34435aa09 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743873145191', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25847877'] for segment, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:46.529303 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ee868495-4840-463a-9ba5-76d34435aa09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:46.544558 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee868495-4840-463a-9ba5-76d34435aa09 admin admin] Releasing vlan 445 on physical network physnet1 to pool {{(pid=102346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 10:20:46.545216 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ee868495-4840-463a-9ba5-76d34435aa09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27024137'] for segment, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:46.547075 n-d-813419-10 neutron-server[102346]: Traceback (most recent call last): Oct 27 10:20:46.547075 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 10:20:46.547075 n-d-813419-10 neutron-server[102346]: timer() Oct 27 10:20:46.547075 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 10:20:46.547075 n-d-813419-10 neutron-server[102346]: cb(*args, **kw) Oct 27 10:20:46.547075 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 10:20:46.547075 n-d-813419-10 neutron-server[102346]: return func(*args, **kwargs) Oct 27 10:20:46.547075 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 10:20:46.547075 n-d-813419-10 neutron-server[102346]: self._notify() Oct 27 10:20:46.547075 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 10:20:46.547075 n-d-813419-10 neutron-server[102346]: self.callback(batched_events) Oct 27 10:20:46.547075 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 10:20:46.547075 n-d-813419-10 neutron-server[102346]: event.method(event) Oct 27 10:20:46.547075 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 10:20:46.547075 n-d-813419-10 neutron-server[102346]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 10:20:46.547075 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 10:20:46.547075 n-d-813419-10 neutron-server[102346]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 10:20:46.547075 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 10:20:46.547075 n-d-813419-10 neutron-server[102346]: return f(self, *a, **k) Oct 27 10:20:46.547075 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 10:20:46.547075 n-d-813419-10 neutron-server[102346]: return self._get(url).json() Oct 27 10:20:46.547075 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 10:20:46.547075 n-d-813419-10 neutron-server[102346]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 10:20:46.547075 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 10:20:46.547075 n-d-813419-10 neutron-server[102346]: return self.request(url, 'GET', **kwargs) Oct 27 10:20:46.547075 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 10:20:46.547075 n-d-813419-10 neutron-server[102346]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 10:20:46.547075 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 10:20:46.547075 n-d-813419-10 neutron-server[102346]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 10:20:46.547075 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 10:20:46.547075 n-d-813419-10 neutron-server[102346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 10:20:46.547075 n-d-813419-10 neutron-server[102346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 10:20:46.557375 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1ce8b7-745d-4975-bb70-35c091a606cf req-5f0e1c86-e406-4489-8eca-6b0cb9052c03 tempest-ServersTestManualDisk-1099522627 tempest-ServersTestManualDisk-1099522627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:46.571731 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-7a1ce8b7-745d-4975-bb70-35c091a606cf req-5f0e1c86-e406-4489-8eca-6b0cb9052c03 tempest-ServersTestManualDisk-1099522627 tempest-ServersTestManualDisk-1099522627-project] 10.222.0.44 "GET /v2.0/ports?device_id=d069e6af-40d4-4204-92a2-851efcbbaa25 HTTP/1.1" status: 200 len: 945 time: 0.0794466 Oct 27 10:20:46.573230 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 42314) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:20:46.584974 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-367d263c-1ccd-456e-94b1-1d1f3d745287 tempest-ServersTestManualDisk-1099522627 tempest-ServersTestManualDisk-1099522627-project] Request body: {'floatingip': {'port_id': '14407f80-093a-4bf6-9c53-3f90eb312ee7'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:20:46.601553 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-e466018e-6975-405a-b8b1-5f5932255e1f req-52a0915c-c440-40dc-8f5d-c207c2889ee0 tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] 10.222.0.44 "GET /v2.0/security-groups?id=e3018bff-e5f8-44d8-a835-69520a8698da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240456 Oct 27 10:20:46.626941 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ee868495-4840-463a-9ba5-76d34435aa09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664840'] for network, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:46.633825 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ee868495-4840-463a-9ba5-76d34435aa09 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for network, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:46.638418 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-ee868495-4840-463a-9ba5-76d34435aa09 admin admin] 10.222.0.44 "DELETE /v2.0/networks/8998c699-93f5-4adc-a7d1-238fcf8009c9 HTTP/1.1" status: 204 len: 168 time: 0.6076152 Oct 27 10:20:46.655564 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee868495-4840-463a-9ba5-76d34435aa09 admin admin] Pushing event deleted for resources: {'Network': ['ID=8998c699-93f5-4adc-a7d1-238fcf8009c9,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:20:46.687928 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-367d263c-1ccd-456e-94b1-1d1f3d745287 tempest-ServersTestManualDisk-1099522627 tempest-ServersTestManualDisk-1099522627-project] Publish callbacks [] for floatingip, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:46.821607 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-704c3d69-3fdd-4412-836f-60c245dc9fda req-d3f8a080-944f-4963-980d-059d286d05a2 tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=14a61097ab434ef297d9442c68c878bf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0459127 Oct 27 10:20:46.893093 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 42328) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:20:47.023143 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704c3d69-3fdd-4412-836f-60c245dc9fda req-a849af28-cdf6-4784-8332-31e69f2a1261 tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:47.031751 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-704c3d69-3fdd-4412-836f-60c245dc9fda req-a849af28-cdf6-4784-8332-31e69f2a1261 tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2047052 Oct 27 10:20:47.048144 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-704c3d69-3fdd-4412-836f-60c245dc9fda req-23f7d258-4bc0-4af3-8a2a-a8f4a190c41e tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] 10.222.0.44 "GET /v2.0/quotas/14a61097ab434ef297d9442c68c878bf HTTP/1.1" status: 200 len: 375 time: 0.0151064 Oct 27 10:20:47.119749 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-704c3d69-3fdd-4412-836f-60c245dc9fda req-d2de1379-7e16-4f8e-bcfa-c30c049141c2 tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=14a61097ab434ef297d9442c68c878bf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0699267 Oct 27 10:20:47.236291 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21084783-1e0b-4383-a2a1-8d08461e9f0e req-fe1ff742-2ac1-45bd-9801-5a009d9aead2 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:47.243606 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-21084783-1e0b-4383-a2a1-8d08461e9f0e req-fe1ff742-2ac1-45bd-9801-5a009d9aead2 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/ports?device_id=a52d4eb7-7ffd-4109-9f94-dc97814340a0 HTTP/1.1" status: 200 len: 950 time: 0.5736325 Oct 27 10:20:47.285625 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.db.resource_extend [None req-367d263c-1ccd-456e-94b1-1d1f3d745287 tempest-ServersTestManualDisk-1099522627 tempest-ServersTestManualDisk-1099522627-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 27 10:20:47.360027 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-7d25ee3c-6477-489c-841f-9857a20eefc3 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f3e9f2d222f6423fa6deeba587e88c53&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4534640 Oct 27 10:20:47.360027 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 42336) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:20:47.382647 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-21084783-1e0b-4383-a2a1-8d08461e9f0e req-52a28f7e-37ab-4362-b0b2-d12b17f421f0 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/security-groups?id=e786382c-1289-4f9d-b471-ed120470c2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376863 Oct 27 10:20:47.435864 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4e787a-54fd-4d90-a74a-daa7186e1fac req-f236d0af-d606-4808-8f31-d50aa1008140 tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:47.446443 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-6b4e787a-54fd-4d90-a74a-daa7186e1fac req-f236d0af-d606-4808-8f31-d50aa1008140 tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ad65e9e-18c8-4531-9c5b-4d5f712c0a41 HTTP/1.1" status: 200 len: 945 time: 0.0956261 Oct 27 10:20:47.453689 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-367d263c-1ccd-456e-94b1-1d1f3d745287 tempest-ServersTestManualDisk-1099522627 tempest-ServersTestManualDisk-1099522627-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:47.470694 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-367d263c-1ccd-456e-94b1-1d1f3d745287 tempest-ServersTestManualDisk-1099522627 tempest-ServersTestManualDisk-1099522627-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1664826'] for floatingip, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:47.554540 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-6b4e787a-54fd-4d90-a74a-daa7186e1fac req-b3844f64-6e6d-4d07-9828-193d1143e66a tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] 10.222.0.44 "GET /v2.0/security-groups?id=abb43ff2-3d53-4d6f-bfce-d681dce200c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013389 Oct 27 10:20:47.617151 n-d-813419-10 neutron-server[102347]: INFO neutron.db.l3_db [None req-367d263c-1ccd-456e-94b1-1d1f3d745287 tempest-ServersTestManualDisk-1099522627 tempest-ServersTestManualDisk-1099522627-project] Floating IP d2db40af-5ced-4b03-a372-f9de31d78dcf associated. External IP: 172.25.8.4, port: 14407f80-093a-4bf6-9c53-3f90eb312ee7. Oct 27 10:20:47.745439 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-4e007181-01ed-422f-8f54-d32dc20e782d req-3445492a-61be-4113-9c6d-f796e1276daf tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] 10.222.0.44 "GET /v2.0/ports?device_id=36241b3e-676a-4332-bd50-bcc3e354edd7 HTTP/1.1" status: 200 len: 210 time: 0.1228597 Oct 27 10:20:47.770132 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-62ecc94b-b7a7-4072-9b5a-ce9d168ba0f7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:47.808477 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-62ecc94b-b7a7-4072-9b5a-ce9d168ba0f7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:47.857459 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358bf6ac-000f-4ce0-beac-0dab3feada27 req-d463e382-830d-460f-a9d0-9426e9fbc3fe tempest-MigrationsAdminTest-1595324937 tempest-MigrationsAdminTest-1595324937-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:47.875846 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-358bf6ac-000f-4ce0-beac-0dab3feada27 req-d463e382-830d-460f-a9d0-9426e9fbc3fe tempest-MigrationsAdminTest-1595324937 tempest-MigrationsAdminTest-1595324937-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=a52d4eb7-7ffd-4109-9f94-dc97814340a0 HTTP/1.1" status: 200 len: 1102 time: 0.1156418 Oct 27 10:20:47.968647 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-358bf6ac-000f-4ce0-beac-0dab3feada27 req-2ffc414a-2521-4818-841d-007a0d212e06 tempest-MigrationsAdminTest-1595324937 tempest-MigrationsAdminTest-1595324937-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=e786382c-1289-4f9d-b471-ed120470c2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917599 Oct 27 10:20:48.052467 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-62ecc94b-b7a7-4072-9b5a-ce9d168ba0f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:48.055968 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-62ecc94b-b7a7-4072-9b5a-ce9d168ba0f7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:48.057287 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-62ecc94b-b7a7-4072-9b5a-ce9d168ba0f7 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f9a90180-6afe-4c5d-8d98-68aa1db475ab HTTP/1.1" status: 204 len: 168 time: 0.6933620 Oct 27 10:20:48.078042 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ecc94b-b7a7-4072-9b5a-ce9d168ba0f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9a90180-6afe-4c5d-8d98-68aa1db475ab,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:20:48.167009 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b84831-b781-4203-8469-bf935a1fd5c1 req-8dd18c81-57c4-4e91-8b08-9cb71c8ac6b2 tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:48.170675 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-367d263c-1ccd-456e-94b1-1d1f3d745287 tempest-ServersTestManualDisk-1099522627 tempest-ServersTestManualDisk-1099522627-project] Router d09ebe0f-6a17-422c-9236-1672157d3776 has already been hosted by L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb {{(pid=102347) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 10:20:48.179767 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-22b84831-b781-4203-8469-bf935a1fd5c1 req-8dd18c81-57c4-4e91-8b08-9cb71c8ac6b2 tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] 10.222.0.44 "GET /v2.0/ports?device_id=bf279598-8975-4de3-ae21-c8ab4a50138d HTTP/1.1" status: 200 len: 945 time: 0.1253049 Oct 27 10:20:48.279661 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-22b84831-b781-4203-8469-bf935a1fd5c1 req-9fff1ee4-aad3-469c-9f86-ba4d7d8e40f6 tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] 10.222.0.44 "GET /v2.0/security-groups?id=e3018bff-e5f8-44d8-a835-69520a8698da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975590 Oct 27 10:20:48.435512 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-367d263c-1ccd-456e-94b1-1d1f3d745287 tempest-ServersTestManualDisk-1099522627 tempest-ServersTestManualDisk-1099522627-project] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:20:48.445001 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-367d263c-1ccd-456e-94b1-1d1f3d745287 tempest-ServersTestManualDisk-1099522627 tempest-ServersTestManualDisk-1099522627-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for floatingip, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:48.454182 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef1c2bc3-4d8e-4957-944d-d65ac1964732 None None] Sync routers for ids ['d09ebe0f-6a17-422c-9236-1672157d3776'] in n-d-813419-10 {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:20:48.476948 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef1c2bc3-4d8e-4957-944d-d65ac1964732 None None] Routers {'d09ebe0f-6a17-422c-9236-1672157d3776'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:20:48.477927 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-ef1c2bc3-4d8e-4957-944d-d65ac1964732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:20:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['d09ebe0f-6a17-422c-9236-1672157d3776'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:20:48.512758 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-367d263c-1ccd-456e-94b1-1d1f3d745287 tempest-ServersTestManualDisk-1099522627 tempest-ServersTestManualDisk-1099522627-project] 10.222.0.44 "PUT /v2.0/floatingips/d2db40af-5ced-4b03-a372-f9de31d78dcf HTTP/1.1" status: 200 len: 989 time: 1.9354134 Oct 27 10:20:48.512758 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd069e6af-40d4-4204-92a2-851efcbbaa25', 'tag': '14407f80-093a-4bf6-9c53-3f90eb312ee7'}] {{(pid=102347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:20:48.515828 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311149b481204ee7edffdb959c881838506fbd95bc8577c048f6677abb73acc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dc1dae3-e8cc-4bea-a25c-b9d664fb36b1" -d '{"events": [{"name": "network-changed", "server_uuid": "d069e6af-40d4-4204-92a2-851efcbbaa25", "tag": "14407f80-093a-4bf6-9c53-3f90eb312ee7"}]}' {{(pid=102347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:20:48.630874 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-c8c7357a-8844-4a20-b4fc-84bde22ffff9 req-9ffb5783-2501-41c9-9485-01855b56a5c0 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=31dc088f778a4c2fb761c23ef7d22647&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0452542 Oct 27 10:20:48.871860 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 10:20:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f43cf80b-a97b-42e6-b984-5fee083f4228 x-openstack-request-id: req-f43cf80b-a97b-42e6-b984-5fee083f4228 {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:20:48.872158 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d069e6af-40d4-4204-92a2-851efcbbaa25", "tag": "14407f80-093a-4bf6-9c53-3f90eb312ee7", "status": "completed", "code": 200}]} {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:20:48.872443 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f43cf80b-a97b-42e6-b984-5fee083f4228 {{(pid=102347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:20:48.872884 n-d-813419-10 neutron-server[102347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd069e6af-40d4-4204-92a2-851efcbbaa25', 'tag': '14407f80-093a-4bf6-9c53-3f90eb312ee7', 'status': 'completed', 'code': 200} Oct 27 10:20:48.890846 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c7357a-8844-4a20-b4fc-84bde22ffff9 req-80776eea-d4d0-4284-b9be-54f6a49b1a65 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:48.899809 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-c8c7357a-8844-4a20-b4fc-84bde22ffff9 req-80776eea-d4d0-4284-b9be-54f6a49b1a65 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2679012 Oct 27 10:20:48.919762 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-c8c7357a-8844-4a20-b4fc-84bde22ffff9 req-83137e43-0b97-4e49-bd3e-a9b75af1bcbd tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/quotas/31dc088f778a4c2fb761c23ef7d22647 HTTP/1.1" status: 200 len: 375 time: 0.0185223 Oct 27 10:20:49.057887 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-8c3c6e96-33bf-481a-ada2-20a7888c2fdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:49.125680 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-704c3d69-3fdd-4412-836f-60c245dc9fda req-c53f949a-d9e3-4918-9a79-bb9691a294bb tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=14a61097ab434ef297d9442c68c878bf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1396396 Oct 27 10:20:49.168743 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-009bcde3-e25b-456c-a233-9ea65bb5c1b4 req-d366c0db-5e5c-4a81-b4a6-5d84a53cbed6 tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] 10.222.0.44 "GET /v2.0/ports?device_id=36241b3e-676a-4332-bd50-bcc3e354edd7 HTTP/1.1" status: 200 len: 210 time: 0.0607181 Oct 27 10:20:49.179459 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvr_db [None req-ef1c2bc3-4d8e-4957-944d-d65ac1964732 None None] Set router d09ebe0f-6a17-422c-9236-1672157d3776 gateway port host: n-d-813419-10 {{(pid=102348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:20:49.300463 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704c3d69-3fdd-4412-836f-60c245dc9fda req-5b4569da-0379-4dc9-9fc5-82d9d1f08976 tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:49.302070 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-704c3d69-3fdd-4412-836f-60c245dc9fda req-5b4569da-0379-4dc9-9fc5-82d9d1f08976 tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1551573 Oct 27 10:20:49.327038 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-c8c7357a-8844-4a20-b4fc-84bde22ffff9 req-8f64cc5b-8e40-4754-a097-8ea1a3774fd9 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=31dc088f778a4c2fb761c23ef7d22647&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4058557 Oct 27 10:20:49.340266 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc1dae3-e8cc-4bea-a25c-b9d664fb36b1 req-c610e210-3a49-4da2-bb9f-a42a6da5678e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:49.341786 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-6dc1dae3-e8cc-4bea-a25c-b9d664fb36b1 req-c610e210-3a49-4da2-bb9f-a42a6da5678e service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=f7d542f2ad3542a48fab2828515078ca&device_id=d069e6af-40d4-4204-92a2-851efcbbaa25 HTTP/1.1" status: 200 len: 1097 time: 0.4089999 Oct 27 10:20:49.352437 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [req-704c3d69-3fdd-4412-836f-60c245dc9fda req-2aa85a38-15d5-4069-83ad-57d4fbd36905 tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] Request body: {'port': {'device_id': '36241b3e-676a-4332-bd50-bcc3e354edd7', 'network_id': '4d250f92-d229-45fe-a579-67fef8e6c544', 'admin_state_up': True, 'tenant_id': '14a61097ab434ef297d9442c68c878bf'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:20:49.491187 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94f9cb7-c6c7-45a5-b7bf-c345cc31542f req-e5f6d99f-5225-4e3b-955d-1dad28b6adff tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:49.499948 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-e94f9cb7-c6c7-45a5-b7bf-c345cc31542f req-e5f6d99f-5225-4e3b-955d-1dad28b6adff tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] 10.222.0.44 "GET /v2.0/ports?device_id=bf279598-8975-4de3-ae21-c8ab4a50138d HTTP/1.1" status: 200 len: 945 time: 0.1031353 Oct 27 10:20:49.564461 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-e94f9cb7-c6c7-45a5-b7bf-c345cc31542f req-666dbc18-e4a2-4cc2-bc57-ebdd9b19d7de tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] 10.222.0.44 "GET /v2.0/security-groups?id=e3018bff-e5f8-44d8-a835-69520a8698da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595057 Oct 27 10:20:49.777271 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 42440) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:20:49.802618 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-208e7e37-0341-42ed-aa36-66ded224b6c3 req-c3fe829d-6af1-4a1f-9e39-ac03a78cd483 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/ports?device_id=608b8252-7dee-4a66-b7a1-a863de63ff13 HTTP/1.1" status: 200 len: 210 time: 0.0822978 Oct 27 10:20:49.813713 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc1dae3-e8cc-4bea-a25c-b9d664fb36b1 req-93211b85-e09d-4e6e-ac29-9e358022002e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:49.815075 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-6dc1dae3-e8cc-4bea-a25c-b9d664fb36b1 req-93211b85-e09d-4e6e-ac29-9e358022002e service neutron] 10.222.0.76 "GET /v2.0/networks?id=5bb94e13-008a-44fd-afcd-6dce4832ca40 HTTP/1.1" status: 200 len: 912 time: 0.4526761 Oct 27 10:20:49.985043 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-eadeaa30-4096-4d1a-b3cb-aa7ebfb291ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:49.997166 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:50.006201 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-a5ac1cf9-3efb-41e2-a7c4-81eddbed942f admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-767428042-network', 'tenant_id': '48ff8c43003e41a2b855daaeb2bfcd04'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:20:50.023834 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-ef1c2bc3-4d8e-4957-944d-d65ac1964732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd09ebe0f-6a17-422c-9236-1672157d3776', 'name': 'tempest-ServersTestManualDisk-400905066-router', 'tenant_id': 'f7d542f2ad3542a48fab2828515078ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.231'}], 'enable_snat': True}, 'gw_port_id': '86d5bcf3-dcb9-4865-aa34-e275b048961d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:20:11Z', 'updated_at': '2021-10-27T10:20:14Z', 'revision_number': 4, 'project_id': 'f7d542f2ad3542a48fab2828515078ca', 'gw_port': {'id': '86d5bcf3-dcb9-4865-aa34-e275b048961d', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:5b:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd09ebe0f-6a17-422c-9236-1672157d3776', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:20:11Z', 'updated_at': '2021-10-27T10:20:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_floatingips': [{'id': 'd2db40af-5ced-4b03-a372-f9de31d78dcf', 'tenant_id': 'f7d542f2ad3542a48fab2828515078ca', 'floating_ip_address': '172.25.8.4', 'floating_network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'router_id': 'd09ebe0f-6a17-422c-9236-1672157d3776', 'port_id': '14407f80-093a-4bf6-9c53-3f90eb312ee7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 496, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5bb94e13-008a-44fd-afcd-6dce4832ca40', 'mac_address': 'fa:16:3e:50:04:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd069e6af-40d4-4204-92a2-851efcbbaa25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T10:20:18Z', 'updated_at': '2021-10-27T10:20:47Z', 'revision_number': 1, 'project_id': 'f7d542f2ad3542a48fab2828515078ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cadf2637-0ea7-49c8-a0dc-0fe06fa81731', 'name': '', 'network_id': '5bb94e13-008a-44fd-afcd-6dce4832ca40', 'tenant_id': 'f7d542f2ad3542a48fab2828515078ca', 'mac_address': 'fa:16:3e:db:83:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd09ebe0f-6a17-422c-9236-1672157d3776', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '6ea95b43-4fb0-47bc-873b-3f5bbca3aa45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:20:13Z', 'updated_at': '2021-10-27T10:20:19Z', 'revision_number': 5, 'project_id': 'f7d542f2ad3542a48fab2828515078ca', 'subnets': [{'id': '6ea95b43-4fb0-47bc-873b-3f5bbca3aa45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:20:50.056636 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef1c2bc3-4d8e-4957-944d-d65ac1964732 None None] Checking router: d09ebe0f-6a17-422c-9236-1672157d3776 for host: n-d-813419-10 {{(pid=102348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 10:20:50.069521 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef1c2bc3-4d8e-4957-944d-d65ac1964732 None None] Routers {'d09ebe0f-6a17-422c-9236-1672157d3776'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:20:50.070153 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-ef1c2bc3-4d8e-4957-944d-d65ac1964732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:20:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['d09ebe0f-6a17-422c-9236-1672157d3776'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:20:50.112583 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5ac1cf9-3efb-41e2-a7c4-81eddbed942f admin admin] Made reservation on behalf of 48ff8c43003e41a2b855daaeb2bfcd04 for: {'network': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:20:50.121253 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-a5ac1cf9-3efb-41e2-a7c4-81eddbed942f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for network, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:50.140482 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-a5ac1cf9-3efb-41e2-a7c4-81eddbed942f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:50.147005 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-704c3d69-3fdd-4412-836f-60c245dc9fda req-2aa85a38-15d5-4069-83ad-57d4fbd36905 tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] Made reservation on behalf of 14a61097ab434ef297d9442c68c878bf for: {'port': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:20:50.150959 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-704c3d69-3fdd-4412-836f-60c245dc9fda req-2aa85a38-15d5-4069-83ad-57d4fbd36905 tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:50.196584 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-6dc1dae3-e8cc-4bea-a25c-b9d664fb36b1 req-c12c0147-8f71-48ef-accf-c10b7313f952 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=14407f80-093a-4bf6-9c53-3f90eb312ee7 HTTP/1.1" status: 200 len: 997 time: 0.3714032 Oct 27 10:20:50.319468 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc1dae3-e8cc-4bea-a25c-b9d664fb36b1 req-45f7d895-8b08-40dd-af9a-64649be01bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:50.321533 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-6dc1dae3-e8cc-4bea-a25c-b9d664fb36b1 req-45f7d895-8b08-40dd-af9a-64649be01bf4 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=6ea95b43-4fb0-47bc-873b-3f5bbca3aa45 HTTP/1.1" status: 200 len: 850 time: 0.0834475 Oct 27 10:20:50.381482 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-a5ac1cf9-3efb-41e2-a7c4-81eddbed942f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:50.394688 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-a5ac1cf9-3efb-41e2-a7c4-81eddbed942f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:50.419742 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvr_db [None req-ef1c2bc3-4d8e-4957-944d-d65ac1964732 None None] Set router d09ebe0f-6a17-422c-9236-1672157d3776 gateway port host: n-d-813419-10 {{(pid=102348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:20:50.441194 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-16fab1f1-0707-4b58-950c-834960d1342d req-36b0ca92-d7aa-4c5e-9b06-94765eb31fd7 tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] 10.222.0.44 "GET /v2.0/ports?device_id=36241b3e-676a-4332-bd50-bcc3e354edd7 HTTP/1.1" status: 200 len: 210 time: 0.0739439 Oct 27 10:20:50.478900 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5ac1cf9-3efb-41e2-a7c4-81eddbed942f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 445} {{(pid=102347) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 10:20:50.496608 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ac1cf9-3efb-41e2-a7c4-81eddbed942f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58a9c42a-77eb-4104-9847-0486d9673bf6,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:20:50.502677 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-a5ac1cf9-3efb-41e2-a7c4-81eddbed942f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:50.504588 n-d-813419-10 neutron-server[102347]: INFO neutron.db.segments_db [None req-a5ac1cf9-3efb-41e2-a7c4-81eddbed942f admin admin] Added segment b424cc0a-f939-4d06-9d67-6d7cd3e59076 of type vlan for network af3aef1e-247a-479e-988f-4fa4701b8fd0 Oct 27 10:20:50.526871 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_common [req-704c3d69-3fdd-4412-836f-60c245dc9fda req-2aa85a38-15d5-4069-83ad-57d4fbd36905 tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] Allocated IP 192.168.233.209 (4d250f92-d229-45fe-a579-67fef8e6c544/62eb52f7-aac4-48af-8670-e04300325561/3b8a9ebb-ba0a-47dd-8952-e700c64da1fa) {{(pid=102346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:20:50.542147 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc1dae3-e8cc-4bea-a25c-b9d664fb36b1 req-dedbccff-5b19-4689-a58d-beefa35ce384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:50.543875 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-6dc1dae3-e8cc-4bea-a25c-b9d664fb36b1 req-dedbccff-5b19-4689-a58d-beefa35ce384 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=5bb94e13-008a-44fd-afcd-6dce4832ca40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1616721 Oct 27 10:20:50.613992 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-a5ac1cf9-3efb-41e2-a7c4-81eddbed942f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743872593080'] for network, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:50.693474 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-a5ac1cf9-3efb-41e2-a7c4-81eddbed942f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913'] for network, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:50.695003 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5ac1cf9-3efb-41e2-a7c4-81eddbed942f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:50.695596 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-a5ac1cf9-3efb-41e2-a7c4-81eddbed942f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for network, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:50.850465 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-ef1c2bc3-4d8e-4957-944d-d65ac1964732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd09ebe0f-6a17-422c-9236-1672157d3776', 'name': 'tempest-ServersTestManualDisk-400905066-router', 'tenant_id': 'f7d542f2ad3542a48fab2828515078ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.231'}], 'enable_snat': True}, 'gw_port_id': '86d5bcf3-dcb9-4865-aa34-e275b048961d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:20:11Z', 'updated_at': '2021-10-27T10:20:14Z', 'revision_number': 4, 'project_id': 'f7d542f2ad3542a48fab2828515078ca', 'gw_port': {'id': '86d5bcf3-dcb9-4865-aa34-e275b048961d', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:5b:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd09ebe0f-6a17-422c-9236-1672157d3776', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:20:11Z', 'updated_at': '2021-10-27T10:20:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_floatingips': [{'id': 'd2db40af-5ced-4b03-a372-f9de31d78dcf', 'tenant_id': 'f7d542f2ad3542a48fab2828515078ca', 'floating_ip_address': '172.25.8.4', 'floating_network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'router_id': 'd09ebe0f-6a17-422c-9236-1672157d3776', 'port_id': '14407f80-093a-4bf6-9c53-3f90eb312ee7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 496, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5bb94e13-008a-44fd-afcd-6dce4832ca40', 'mac_address': 'fa:16:3e:50:04:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd069e6af-40d4-4204-92a2-851efcbbaa25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T10:20:18Z', 'updated_at': '2021-10-27T10:20:47Z', 'revision_number': 1, 'project_id': 'f7d542f2ad3542a48fab2828515078ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cadf2637-0ea7-49c8-a0dc-0fe06fa81731', 'name': '', 'network_id': '5bb94e13-008a-44fd-afcd-6dce4832ca40', 'tenant_id': 'f7d542f2ad3542a48fab2828515078ca', 'mac_address': 'fa:16:3e:db:83:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd09ebe0f-6a17-422c-9236-1672157d3776', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '6ea95b43-4fb0-47bc-873b-3f5bbca3aa45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:20:13Z', 'updated_at': '2021-10-27T10:20:19Z', 'revision_number': 5, 'project_id': 'f7d542f2ad3542a48fab2828515078ca', 'subnets': [{'id': '6ea95b43-4fb0-47bc-873b-3f5bbca3aa45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:20:50.876736 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-6dc1dae3-e8cc-4bea-a25c-b9d664fb36b1 req-6f939a8d-b62b-4a95-9db2-e032ec14843f service neutron] 10.222.0.76 "GET /v2.0/networks/5bb94e13-008a-44fd-afcd-6dce4832ca40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3006535 Oct 27 10:20:50.888291 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ac1cf9-3efb-41e2-a7c4-81eddbed942f admin admin] Pushing event updated for resources: {'Network': ['ID=af3aef1e-247a-479e-988f-4fa4701b8fd0,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:20:50.892128 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef1c2bc3-4d8e-4957-944d-d65ac1964732 None None] The sync data for ids ['d09ebe0f-6a17-422c-9236-1672157d3776'] in n-d-813419-10 is: [{'id': 'd09ebe0f-6a17-422c-9236-1672157d3776', 'name': 'tempest-ServersTestManualDisk-400905066-router', 'tenant_id': 'f7d542f2ad3542a48fab2828515078ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.231'}], 'enable_snat': True}, 'gw_port_id': '86d5bcf3-dcb9-4865-aa34-e275b048961d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:20:11Z', 'updated_at': '2021-10-27T10:20:14Z', 'revision_number': 4, 'project_id': 'f7d542f2ad3542a48fab2828515078ca', 'gw_port': {'id': '86d5bcf3-dcb9-4865-aa34-e275b048961d', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:5b:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd09ebe0f-6a17-422c-9236-1672157d3776', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:20:11Z', 'updated_at': '2021-10-27T10:20:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_floatingips': [{'id': 'd2db40af-5ced-4b03-a372-f9de31d78dcf', 'tenant_id': 'f7d542f2ad3542a48fab2828515078ca', 'floating_ip_address': '172.25.8.4', 'floating_network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'router_id': 'd09ebe0f-6a17-422c-9236-1672157d3776', 'port_id': '14407f80-093a-4bf6-9c53-3f90eb312ee7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 496, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5bb94e13-008a-44fd-afcd-6dce4832ca40', 'mac_address': 'fa:16:3e:50:04:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd069e6af-40d4-4204-92a2-851efcbbaa25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T10:20:18Z', 'updated_at': '2021-10-27T10:20:47Z', 'revision_number': 1, 'project_id': 'f7d542f2ad3542a48fab2828515078ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cadf2637-0ea7-49c8-a0dc-0fe06fa81731', 'name': '', 'network_id': '5bb94e13-008a-44fd-afcd-6dce4832ca40', 'tenant_id': 'f7d542f2ad3542a48fab2828515078ca', 'mac_address': 'fa:16:3e:db:83:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd09ebe0f-6a17-422c-9236-1672157d3776', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '6ea95b43-4fb0-47bc-873b-3f5bbca3aa45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:20:13Z', 'updated_at': '2021-10-27T10:20:19Z', 'revision_number': 5, 'project_id': 'f7d542f2ad3542a48fab2828515078ca', 'subnets': [{'id': '6ea95b43-4fb0-47bc-873b-3f5bbca3aa45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:20:50.902706 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Network af3aef1e-247a-479e-988f-4fa4701b8fd0 details requested by agent ovs-agent-n-d-813419-10 with host n-d-813419-10 {{(pid=102348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 10:20:50.953797 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-a5ac1cf9-3efb-41e2-a7c4-81eddbed942f admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1752787 Oct 27 10:20:50.964736 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 42478) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:20:50.975068 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-df5a635d-668a-41cd-8264-20c36363dfdc admin admin] Request body: {'subnet': {'network_id': 'af3aef1e-247a-479e-988f-4fa4701b8fd0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-767428042-subnet', 'tenant_id': '48ff8c43003e41a2b855daaeb2bfcd04', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:20:50.995494 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea1fa23-74e9-4004-8c21-e7f7ab3eadfa req-99de0226-e6d2-4eea-8402-2aa650cb6fa4 tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:51.013379 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-7ea1fa23-74e9-4004-8c21-e7f7ab3eadfa req-99de0226-e6d2-4eea-8402-2aa650cb6fa4 tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] 10.222.0.44 "GET /v2.0/ports?device_id=bf279598-8975-4de3-ae21-c8ab4a50138d HTTP/1.1" status: 200 len: 945 time: 0.1935091 Oct 27 10:20:51.099398 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-7ea1fa23-74e9-4004-8c21-e7f7ab3eadfa req-57fd64a5-afd0-4b57-9946-f38728bf7243 tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] 10.222.0.44 "GET /v2.0/security-groups?id=e3018bff-e5f8-44d8-a835-69520a8698da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827043 Oct 27 10:20:51.174999 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-704c3d69-3fdd-4412-836f-60c245dc9fda req-2aa85a38-15d5-4069-83ad-57d4fbd36905 tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] Publish callbacks [] for port, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:51.279936 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-6dc1dae3-e8cc-4bea-a25c-b9d664fb36b1 req-1e27ddcc-3be7-4827-a47d-544648d5f4f9 service neutron] 10.222.0.76 "GET /v2.0/networks/5bb94e13-008a-44fd-afcd-6dce4832ca40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3883417 Oct 27 10:20:51.300170 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c8c7357a-8844-4a20-b4fc-84bde22ffff9 req-b1d85826-37c5-4b95-93e4-df925a7b1061 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=31dc088f778a4c2fb761c23ef7d22647&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0589316 Oct 27 10:20:51.356249 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70eca1cd-18f4-4b32-b575-ab31eab71f39 None None] New status for floating IP d2db40af-5ced-4b03-a372-f9de31d78dcf: ACTIVE {{(pid=102349) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 10:20:51.357654 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df5a635d-668a-41cd-8264-20c36363dfdc admin admin] Made reservation on behalf of 48ff8c43003e41a2b855daaeb2bfcd04 for: {'subnet': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:20:51.360599 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-df5a635d-668a-41cd-8264-20c36363dfdc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27167186'] for subnet, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:51.380615 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-138b11be-4e38-4b9b-a768-09d214804b23 req-dea5baa8-8d1b-4ed4-9918-8814632c6e1d tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/ports?device_id=608b8252-7dee-4a66-b7a1-a863de63ff13 HTTP/1.1" status: 200 len: 210 time: 0.3220623 Oct 27 10:20:51.562814 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-704c3d69-3fdd-4412-836f-60c245dc9fda req-2aa85a38-15d5-4069-83ad-57d4fbd36905 tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:51.571090 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device a4680ac1-e85a-46ed-be0f-bd6e250f74cc details requested by agent hyperv_n-h1-813419-10 with host n-h1-813419-10 {{(pid=102348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 10:20:51.593883 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c7357a-8844-4a20-b4fc-84bde22ffff9 req-e8f57b8d-7911-4b04-828b-fcd320543e60 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:51.596020 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c8c7357a-8844-4a20-b4fc-84bde22ffff9 req-e8f57b8d-7911-4b04-828b-fcd320543e60 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2924049 Oct 27 10:20:51.609596 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] get_ports_and_sgs() called for port_ids ['15eae878-2aba-4225-a03d-b12fba2654a9'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:20:51.616462 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] get_ports_and_sgs() called for port_ids ['9d6bfe0c-461a-4d7b-a7c3-05a050b7e2ba'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:20:51.622810 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [req-c8c7357a-8844-4a20-b4fc-84bde22ffff9 req-eaec2efa-19e5-4467-acf2-c1a399aae48f tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] Request body: {'port': {'device_id': '608b8252-7dee-4a66-b7a1-a863de63ff13', 'network_id': '4d250f92-d229-45fe-a579-67fef8e6c544', 'admin_state_up': True, 'tenant_id': '31dc088f778a4c2fb761c23ef7d22647'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:20:52.007771 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.db.resource_extend [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 27 10:20:52.083794 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-704c3d69-3fdd-4412-836f-60c245dc9fda req-2aa85a38-15d5-4069-83ad-57d4fbd36905 tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] Network 4d250f92-d229-45fe-a579-67fef8e6c544 is already hosted by enough agents. {{(pid=102346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:20:52.100583 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-3c6a8245-0581-48aa-b5f6-4d8fe98cd16e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:52.145786 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [req-704c3d69-3fdd-4412-836f-60c245dc9fda req-2aa85a38-15d5-4069-83ad-57d4fbd36905 tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] Resources bound (agent type, host, resource id): {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:20:52.163458 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa85a38-15d5-4069-83ad-57d4fbd36905 tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] Pushing event updated for resources: {'Port': ['ID=3b8a9ebb-ba0a-47dd-8952-e700c64da1fa,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:20:52.174198 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8c7357a-8844-4a20-b4fc-84bde22ffff9 req-eaec2efa-19e5-4467-acf2-c1a399aae48f tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] Made reservation on behalf of 31dc088f778a4c2fb761c23ef7d22647 for: {'port': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:20:52.177698 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-c8c7357a-8844-4a20-b4fc-84bde22ffff9 req-eaec2efa-19e5-4467-acf2-c1a399aae48f tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:52.201556 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [req-704c3d69-3fdd-4412-836f-60c245dc9fda req-2aa85a38-15d5-4069-83ad-57d4fbd36905 tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] Received port after_create {{(pid=102346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:20:52.285405 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d68188e-51e2-466e-8ea1-97d8f7eb9ffc req-53ab7a91-8ee1-4dfe-8004-ed43b2e9f7d7 tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:52.294399 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-5d68188e-51e2-466e-8ea1-97d8f7eb9ffc req-53ab7a91-8ee1-4dfe-8004-ed43b2e9f7d7 tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] 10.222.0.44 "GET /v2.0/ports?device_id=36241b3e-676a-4332-bd50-bcc3e354edd7 HTTP/1.1" status: 200 len: 936 time: 0.7081590 Oct 27 10:20:52.442863 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port a4680ac1-e85a-46ed-be0f-bd6e250f74cc, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=a4680ac1-e85a-46ed-be0f-bd6e250f74cc,segment=NetworkSegment(e031df76-6a67-4dc9-b33e-3b490749e49c),segment_id=e031df76-6a67-4dc9-b33e-3b490749e49c)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:20:52.472553 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Returning: {'device': 'a4680ac1-e85a-46ed-be0f-bd6e250f74cc', 'network_id': '6e5c7d55-96e0-4ffb-8753-a93efa7224ea', 'port_id': 'a4680ac1-e85a-46ed-be0f-bd6e250f74cc', 'mac_address': 'fa:16:3e:3c:8e:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6e255bf-7b36-48de-87ff-f5121c37ce2b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 10:20:52.490368 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-5d68188e-51e2-466e-8ea1-97d8f7eb9ffc req-f3b6caa4-7b33-4eae-ba8d-1779f8853c06 tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] 10.222.0.44 "GET /v2.0/security-groups?id=adbff9a4-0ae5-4700-84c2-4b5f53f67e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1943188 Oct 27 10:20:52.560359 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704c3d69-3fdd-4412-836f-60c245dc9fda req-2aa85a38-15d5-4069-83ad-57d4fbd36905 tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:52.560359 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-704c3d69-3fdd-4412-836f-60c245dc9fda req-2aa85a38-15d5-4069-83ad-57d4fbd36905 tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:52.615180 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-df5a635d-668a-41cd-8264-20c36363dfdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27024290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27167168'] for subnet, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:52.649016 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7ce237-2da4-4738-a1f6-0f0fb3e3d3cb req-35bee415-db75-4f59-b5e9-b5229e474a0d tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:52.652295 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-4a7ce237-2da4-4738-a1f6-0f0fb3e3d3cb req-35bee415-db75-4f59-b5e9-b5229e474a0d tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] 10.222.0.44 "GET /v2.0/ports?device_id=bf279598-8975-4de3-ae21-c8ab4a50138d HTTP/1.1" status: 200 len: 945 time: 0.3697932 Oct 27 10:20:52.653343 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-704c3d69-3fdd-4412-836f-60c245dc9fda req-2aa85a38-15d5-4069-83ad-57d4fbd36905 tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.3071055 Oct 27 10:20:52.684840 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-97507e70-60c7-42a6-9604-620e6009a16d None None] Provisioning complete for port 3b8a9ebb-ba0a-47dd-8952-e700c64da1fa triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:20:52.685914 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-97507e70-60c7-42a6-9604-620e6009a16d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:52.720068 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [req-704c3d69-3fdd-4412-836f-60c245dc9fda req-821daf86-9afd-4c68-820f-798610e5391c service neutron] Request body: {'port': {'device_id': '36241b3e-676a-4332-bd50-bcc3e354edd7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-10'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:20:52.785128 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:52.795100 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df5a635d-668a-41cd-8264-20c36363dfdc admin admin] Checking segment: {'id': 'b424cc0a-f939-4d06-9d67-6d7cd3e59076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'af3aef1e-247a-479e-988f-4fa4701b8fd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:20:52.795220 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df5a635d-668a-41cd-8264-20c36363dfdc admin admin] Network hostable DHCP agents. Network: af3aef1e-247a-479e-988f-4fa4701b8fd0, hostable agents: ['eafd4000-b897-4722-ae8b-0118ec955181'], hosted agents: [] {{(pid=102346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 10:20:52.826898 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-4a7ce237-2da4-4738-a1f6-0f0fb3e3d3cb req-963d62a7-9c30-4bc5-8a59-665ffd16bd8a tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] 10.222.0.44 "GET /v2.0/security-groups?id=e3018bff-e5f8-44d8-a835-69520a8698da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571147 Oct 27 10:20:52.828025 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5a635d-668a-41cd-8264-20c36363dfdc admin admin] Pushing event updated for resources: {'Subnet': ['ID=b63be040-6e40-4038-b5eb-eec7e03a1491,revision_number=0']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:20:52.838943 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_common [req-c8c7357a-8844-4a20-b4fc-84bde22ffff9 req-eaec2efa-19e5-4467-acf2-c1a399aae48f tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] Allocated IP 192.168.233.229 (4d250f92-d229-45fe-a579-67fef8e6c544/62eb52f7-aac4-48af-8670-e04300325561/c8c8271b-367b-4ab3-86e4-bb5ec9b8ea1d) {{(pid=102347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:20:52.846576 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a4680ac1-e85a-46ed-be0f-bd6e250f74cc {{(pid=102348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:20:52.880631 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-704c3d69-3fdd-4412-836f-60c245dc9fda req-821daf86-9afd-4c68-820f-798610e5391c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:52.895812 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port a4680ac1-e85a-46ed-be0f-bd6e250f74cc, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=a4680ac1-e85a-46ed-be0f-bd6e250f74cc,segment=NetworkSegment(e031df76-6a67-4dc9-b33e-3b490749e49c),segment_id=e031df76-6a67-4dc9-b33e-3b490749e49c)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:20:52.897721 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-97507e70-60c7-42a6-9604-620e6009a16d None None] Port 3b8a9ebb-ba0a-47dd-8952-e700c64da1fa cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:20:52.906198 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:52.926710 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df5a635d-668a-41cd-8264-20c36363dfdc admin admin] Network af3aef1e-247a-479e-988f-4fa4701b8fd0 is scheduled to be hosted by DHCP agent eafd4000-b897-4722-ae8b-0118ec955181 with binding_index 1 {{(pid=102346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 10:20:52.997319 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-df5a635d-668a-41cd-8264-20c36363dfdc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-10, af3aef1e-247a-479e-988f-4fa4701b8fd0) {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:20:53.016460 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df5a635d-668a-41cd-8264-20c36363dfdc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:53.017971 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-df5a635d-668a-41cd-8264-20c36363dfdc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for subnet, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:53.021778 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6c2f3b9-bd46-489a-9d90-367bdf07855f None None] Network af3aef1e-247a-479e-988f-4fa4701b8fd0 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:20:53.072679 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-df5a635d-668a-41cd-8264-20c36363dfdc admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.1068108 Oct 27 10:20:53.086698 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 42548) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:20:53.092267 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-c26e827f-d73e-47d2-802c-c70ad25746e2 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-767428042-router', 'tenant_id': '48ff8c43003e41a2b855daaeb2bfcd04', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'}}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:20:53.093360 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] get_ports_and_sgs() called for port_ids ['a4680ac1-e85a-46ed-be0f-bd6e250f74cc'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:20:53.098294 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Pushing event updated for resources: {'Port': ['ID=a4680ac1-e85a-46ed-be0f-bd6e250f74cc,revision_number=6']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:20:53.182762 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-c26e827f-d73e-47d2-802c-c70ad25746e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1768632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3610'] for router, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:53.190657 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-c26e827f-d73e-47d2-802c-c70ad25746e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1765704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1769409', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1694266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3597'] for router, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:53.229730 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-c8c7357a-8844-4a20-b4fc-84bde22ffff9 req-eaec2efa-19e5-4467-acf2-c1a399aae48f tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] Publish callbacks [] for port, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:53.311393 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-c8c7357a-8844-4a20-b4fc-84bde22ffff9 req-eaec2efa-19e5-4467-acf2-c1a399aae48f tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:53.400981 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-c26e827f-d73e-47d2-802c-c70ad25746e2 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:53.436141 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8c7357a-8844-4a20-b4fc-84bde22ffff9 req-eaec2efa-19e5-4467-acf2-c1a399aae48f tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] Network 4d250f92-d229-45fe-a579-67fef8e6c544 is already hosted by enough agents. {{(pid=102347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:20:53.444372 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [req-c8c7357a-8844-4a20-b4fc-84bde22ffff9 req-eaec2efa-19e5-4467-acf2-c1a399aae48f tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] Resources bound (agent type, host, resource id): {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:20:53.450964 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8c7357a-8844-4a20-b4fc-84bde22ffff9 req-eaec2efa-19e5-4467-acf2-c1a399aae48f tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] Received port after_create {{(pid=102347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:20:53.552832 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79c4b655-a5fe-440b-8ec9-7897f64c8105 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp734b258e-7d96-550c-b970-9b72ab66f383-af3aef1e-247a-479e-988f-4fa4701b8fd0', 'network_id': 'af3aef1e-247a-479e-988f-4fa4701b8fd0', 'tenant_id': '48ff8c43003e41a2b855daaeb2bfcd04', 'fixed_ips': [{'subnet_id': 'b63be040-6e40-4038-b5eb-eec7e03a1491'}]}} from n-d-813419-10. {{(pid=102348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 10:20:53.553736 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-79c4b655-a5fe-440b-8ec9-7897f64c8105 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:53.567634 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c7357a-8844-4a20-b4fc-84bde22ffff9 req-eaec2efa-19e5-4467-acf2-c1a399aae48f tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:53.570323 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-c8c7357a-8844-4a20-b4fc-84bde22ffff9 req-eaec2efa-19e5-4467-acf2-c1a399aae48f tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:53.596041 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaec2efa-19e5-4467-acf2-c1a399aae48f tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] Pushing event updated for resources: {'Port': ['ID=c8c8271b-367b-4ab3-86e4-bb5ec9b8ea1d,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:20:53.614359 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c8c7357a-8844-4a20-b4fc-84bde22ffff9 req-eaec2efa-19e5-4467-acf2-c1a399aae48f tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9954641 Oct 27 10:20:53.628981 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [req-c8c7357a-8844-4a20-b4fc-84bde22ffff9 req-05c5631e-8f8f-47fc-a12c-3846452149a0 service neutron] Request body: {'port': {'device_id': '608b8252-7dee-4a66-b7a1-a863de63ff13', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-10'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:20:53.750026 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-c8c7357a-8844-4a20-b4fc-84bde22ffff9 req-05c5631e-8f8f-47fc-a12c-3846452149a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:54.267035 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-95098dc2-9758-4241-adb3-2fe0bc24ca6b None None] Provisioning complete for port c8c8271b-367b-4ab3-86e4-bb5ec9b8ea1d triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:20:54.267742 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-95098dc2-9758-4241-adb3-2fe0bc24ca6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:54.340499 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] get_ports_and_sgs() called for port_ids ['4226de95-7a65-4c77-86b6-a858ffe6dac1'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:20:54.354222 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [req-c8c7357a-8844-4a20-b4fc-84bde22ffff9 req-05c5631e-8f8f-47fc-a12c-3846452149a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8c8271b-367b-4ab3-86e4-bb5ec9b8ea1d {{(pid=102347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:20:54.369135 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-c8c7357a-8844-4a20-b4fc-84bde22ffff9 req-05c5631e-8f8f-47fc-a12c-3846452149a0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:54.375981 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-c26e827f-d73e-47d2-802c-c70ad25746e2 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:54.385837 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.provisioning_blocks [req-c8c7357a-8844-4a20-b4fc-84bde22ffff9 req-05c5631e-8f8f-47fc-a12c-3846452149a0 service neutron] Transition to ACTIVE for port object c8c8271b-367b-4ab3-86e4-bb5ec9b8ea1d will not be triggered until provisioned by entity L2. {{(pid=102347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 10:20:54.392295 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-c8c7357a-8844-4a20-b4fc-84bde22ffff9 req-05c5631e-8f8f-47fc-a12c-3846452149a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:54.537733 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c5631e-8f8f-47fc-a12c-3846452149a0 service neutron] Pushing event updated for resources: {'Port': ['ID=c8c8271b-367b-4ab3-86e4-bb5ec9b8ea1d,revision_number=2']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:20:54.545573 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.db_base_plugin_common [None req-79c4b655-a5fe-440b-8ec9-7897f64c8105 None None] Allocated IP 172.20.0.2 (af3aef1e-247a-479e-988f-4fa4701b8fd0/b63be040-6e40-4038-b5eb-eec7e03a1491/45678e2b-aaeb-4853-a6d3-f7252eb24c04) {{(pid=102348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:20:54.591575 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-95098dc2-9758-4241-adb3-2fe0bc24ca6b None None] Port c8c8271b-367b-4ab3-86e4-bb5ec9b8ea1d cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:20:54.600323 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-c8c7357a-8844-4a20-b4fc-84bde22ffff9 req-05c5631e-8f8f-47fc-a12c-3846452149a0 service neutron] Attempting to bind port c8c8271b-367b-4ab3-86e4-bb5ec9b8ea1d on host n-h2-813419-10 for vnic_type normal with profile {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:20:54.602014 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-c8c7357a-8844-4a20-b4fc-84bde22ffff9 req-05c5631e-8f8f-47fc-a12c-3846452149a0 service neutron] Attempting to bind port c8c8271b-367b-4ab3-86e4-bb5ec9b8ea1d by drivers openvswitch,hyperv on host n-h2-813419-10 at level 0 using segments [{'id': 'f7c42c6d-2766-46d8-a8b7-4852117a5555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '4d250f92-d229-45fe-a579-67fef8e6c544'}] {{(pid=102347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:20:54.602537 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8c7357a-8844-4a20-b4fc-84bde22ffff9 req-05c5631e-8f8f-47fc-a12c-3846452149a0 service neutron] Attempting to bind port c8c8271b-367b-4ab3-86e4-bb5ec9b8ea1d on network 4d250f92-d229-45fe-a579-67fef8e6c544 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:20:54.617630 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8c7357a-8844-4a20-b4fc-84bde22ffff9 req-05c5631e-8f8f-47fc-a12c-3846452149a0 service neutron] Port c8c8271b-367b-4ab3-86e4-bb5ec9b8ea1d on network 4d250f92-d229-45fe-a579-67fef8e6c544 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-10 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 10:20:54.620336 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8c7357a-8844-4a20-b4fc-84bde22ffff9 req-05c5631e-8f8f-47fc-a12c-3846452149a0 service neutron] Attempting to bind port c8c8271b-367b-4ab3-86e4-bb5ec9b8ea1d on network 4d250f92-d229-45fe-a579-67fef8e6c544 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:20:54.634192 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8c7357a-8844-4a20-b4fc-84bde22ffff9 req-05c5631e-8f8f-47fc-a12c-3846452149a0 service neutron] Checking agent: {'id': 'a2edc247-0fa4-4ce6-bbae-a10492f6bd71', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 16, 9), 'started_at': datetime.datetime(2021, 10, 27, 10, 16, 9), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 20, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:20:54.634539 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8c7357a-8844-4a20-b4fc-84bde22ffff9 req-05c5631e-8f8f-47fc-a12c-3846452149a0 service neutron] Checking segment: {'id': 'f7c42c6d-2766-46d8-a8b7-4852117a5555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '4d250f92-d229-45fe-a579-67fef8e6c544'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:20:54.635091 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8c7357a-8844-4a20-b4fc-84bde22ffff9 req-05c5631e-8f8f-47fc-a12c-3846452149a0 service neutron] Bound using segment: {'id': 'f7c42c6d-2766-46d8-a8b7-4852117a5555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '4d250f92-d229-45fe-a579-67fef8e6c544'} {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:20:54.635523 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-c8c7357a-8844-4a20-b4fc-84bde22ffff9 req-05c5631e-8f8f-47fc-a12c-3846452149a0 service neutron] Bound port: c8c8271b-367b-4ab3-86e4-bb5ec9b8ea1d, host: n-h2-813419-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7c42c6d-2766-46d8-a8b7-4852117a5555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '4d250f92-d229-45fe-a579-67fef8e6c544'}}] {{(pid=102347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:20:54.636089 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-c8c7357a-8844-4a20-b4fc-84bde22ffff9 req-05c5631e-8f8f-47fc-a12c-3846452149a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:54.768068 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [req-704c3d69-3fdd-4412-836f-60c245dc9fda req-821daf86-9afd-4c68-820f-798610e5391c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b8a9ebb-ba0a-47dd-8952-e700c64da1fa {{(pid=102346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:20:54.789184 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-c8c7357a-8844-4a20-b4fc-84bde22ffff9 req-05c5631e-8f8f-47fc-a12c-3846452149a0 service neutron] For port c8c8271b-367b-4ab3-86e4-bb5ec9b8ea1d, host n-h2-813419-10, cleared binding levels {{(pid=102347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:20:54.794597 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-c8c7357a-8844-4a20-b4fc-84bde22ffff9 req-05c5631e-8f8f-47fc-a12c-3846452149a0 service neutron] For port c8c8271b-367b-4ab3-86e4-bb5ec9b8ea1d, host n-h2-813419-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=c8c8271b-367b-4ab3-86e4-bb5ec9b8ea1d,segment=NetworkSegment(f7c42c6d-2766-46d8-a8b7-4852117a5555),segment_id=f7c42c6d-2766-46d8-a8b7-4852117a5555)] {{(pid=102347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:20:54.803797 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-c8c7357a-8844-4a20-b4fc-84bde22ffff9 req-05c5631e-8f8f-47fc-a12c-3846452149a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:54.807449 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-704c3d69-3fdd-4412-836f-60c245dc9fda req-821daf86-9afd-4c68-820f-798610e5391c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:54.877699 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.provisioning_blocks [req-704c3d69-3fdd-4412-836f-60c245dc9fda req-821daf86-9afd-4c68-820f-798610e5391c service neutron] Transition to ACTIVE for port object 3b8a9ebb-ba0a-47dd-8952-e700c64da1fa will not be triggered until provisioned by entity L2. {{(pid=102346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 10:20:54.879004 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c5631e-8f8f-47fc-a12c-3846452149a0 service neutron] Pushing event updated for resources: {'Port': ['ID=c8c8271b-367b-4ab3-86e4-bb5ec9b8ea1d,revision_number=3']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:20:54.904908 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c7357a-8844-4a20-b4fc-84bde22ffff9 req-05c5631e-8f8f-47fc-a12c-3846452149a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:54.906062 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-c8c7357a-8844-4a20-b4fc-84bde22ffff9 req-05c5631e-8f8f-47fc-a12c-3846452149a0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:54.908850 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c8c7357a-8844-4a20-b4fc-84bde22ffff9 req-05c5631e-8f8f-47fc-a12c-3846452149a0 service neutron] 10.222.0.76 "PUT /v2.0/ports/c8c8271b-367b-4ab3-86e4-bb5ec9b8ea1d HTTP/1.1" status: 200 len: 1097 time: 1.2851806 Oct 27 10:20:54.909752 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '608b8252-7dee-4a66-b7a1-a863de63ff13', 'tag': 'c8c8271b-367b-4ab3-86e4-bb5ec9b8ea1d'}] {{(pid=102347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:20:54.914131 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311149b481204ee7edffdb959c881838506fbd95bc8577c048f6677abb73acc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b29e4e1-916d-459e-8fca-09bb23a115b8" -d '{"events": [{"name": "network-changed", "server_uuid": "608b8252-7dee-4a66-b7a1-a863de63ff13", "tag": "c8c8271b-367b-4ab3-86e4-bb5ec9b8ea1d"}]}' {{(pid=102347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:20:54.961736 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-704c3d69-3fdd-4412-836f-60c245dc9fda req-821daf86-9afd-4c68-820f-798610e5391c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27024173'] for port, after_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:55.194273 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a576df4b-a6c9-489e-a2d3-5a9db59f34dc req-b582cd90-70ff-4eec-8895-dd3fd1aa6443 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:55.201600 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-a576df4b-a6c9-489e-a2d3-5a9db59f34dc req-b582cd90-70ff-4eec-8895-dd3fd1aa6443 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/ports?device_id=608b8252-7dee-4a66-b7a1-a863de63ff13 HTTP/1.1" status: 200 len: 948 time: 0.3630283 Oct 27 10:20:55.205853 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821daf86-9afd-4c68-820f-798610e5391c service neutron] Pushing event updated for resources: {'Port': ['ID=3b8a9ebb-ba0a-47dd-8952-e700c64da1fa,revision_number=2']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:20:55.239085 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c7357a-8844-4a20-b4fc-84bde22ffff9 req-66fdf47d-6c8f-4c8d-a64f-f681f0101513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:55.253569 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c8c7357a-8844-4a20-b4fc-84bde22ffff9 req-66fdf47d-6c8f-4c8d-a64f-f681f0101513 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=31dc088f778a4c2fb761c23ef7d22647&device_id=608b8252-7dee-4a66-b7a1-a863de63ff13 HTTP/1.1" status: 200 len: 1100 time: 0.2325735 Oct 27 10:20:55.273212 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d479484-c556-44ae-bb96-b084f367bc27 req-ec245319-e463-433e-9fe1-077fcb1fcbcb tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:55.274823 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-1d479484-c556-44ae-bb96-b084f367bc27 req-ec245319-e463-433e-9fe1-077fcb1fcbcb tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] 10.222.0.44 "GET /v2.0/ports?device_id=36241b3e-676a-4332-bd50-bcc3e354edd7 HTTP/1.1" status: 200 len: 948 time: 0.1931703 Oct 27 10:20:55.361094 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c8c7357a-8844-4a20-b4fc-84bde22ffff9 req-7805437d-4b74-4abe-876e-5a30505e94d6 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.229&port_id=c8c8271b-367b-4ab3-86e4-bb5ec9b8ea1d HTTP/1.1" status: 200 len: 217 time: 0.0956600 Oct 27 10:20:55.374694 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-a576df4b-a6c9-489e-a2d3-5a9db59f34dc req-b0f41770-a16d-46d7-98b1-02b4bd03842b tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/security-groups?id=e786382c-1289-4f9d-b471-ed120470c2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721172 Oct 27 10:20:55.394422 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-79c4b655-a5fe-440b-8ec9-7897f64c8105 None None] Publish callbacks [] for port, precommit_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:55.426844 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-79c4b655-a5fe-440b-8ec9-7897f64c8105 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606'] for port, after_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:55.461131 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-1d479484-c556-44ae-bb96-b084f367bc27 req-6feb2b5d-7bee-432f-8e0b-099b95c2b16c tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] 10.222.0.44 "GET /v2.0/security-groups?id=adbff9a4-0ae5-4700-84c2-4b5f53f67e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792166 Oct 27 10:20:55.503423 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c7357a-8844-4a20-b4fc-84bde22ffff9 req-edd4005a-3788-4ce9-8ff0-1d15aad4c8f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:55.505079 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c8c7357a-8844-4a20-b4fc-84bde22ffff9 req-edd4005a-3788-4ce9-8ff0-1d15aad4c8f0 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=62eb52f7-aac4-48af-8670-e04300325561 HTTP/1.1" status: 200 len: 843 time: 0.1308696 Oct 27 10:20:55.537328 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c4b655-a5fe-440b-8ec9-7897f64c8105 None None] Pushing event updated for resources: {'Port': ['ID=45678e2b-aaeb-4853-a6d3-f7252eb24c04,revision_number=1']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:20:55.568802 n-d-813419-10 neutron-server[102348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79c4b655-a5fe-440b-8ec9-7897f64c8105 None None] Network af3aef1e-247a-479e-988f-4fa4701b8fd0 is already hosted by enough agents. {{(pid=102348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:20:55.570399 n-d-813419-10 neutron-server[102348]: DEBUG neutron.scheduler.base_scheduler [None req-79c4b655-a5fe-440b-8ec9-7897f64c8105 None None] Resources bound (agent type, host, resource id): {{(pid=102348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:20:55.574292 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79c4b655-a5fe-440b-8ec9-7897f64c8105 None None] Received port after_create {{(pid=102348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:20:55.599814 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c7357a-8844-4a20-b4fc-84bde22ffff9 req-86a27cda-6b91-4019-acd5-e155497e803d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:55.601942 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c8c7357a-8844-4a20-b4fc-84bde22ffff9 req-86a27cda-6b91-4019-acd5-e155497e803d service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=4d250f92-d229-45fe-a579-67fef8e6c544&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0869920 Oct 27 10:20:55.616673 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device a4680ac1-e85a-46ed-be0f-bd6e250f74cc up at agent hyperv_n-h1-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:20:55.701051 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-79c4b655-a5fe-440b-8ec9-7897f64c8105 None None] Attempting to bind port 45678e2b-aaeb-4853-a6d3-f7252eb24c04 on host n-d-813419-10 for vnic_type normal with profile {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:20:55.701467 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-79c4b655-a5fe-440b-8ec9-7897f64c8105 None None] Attempting to bind port 45678e2b-aaeb-4853-a6d3-f7252eb24c04 by drivers openvswitch,hyperv on host n-d-813419-10 at level 0 using segments [{'id': 'b424cc0a-f939-4d06-9d67-6d7cd3e59076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'af3aef1e-247a-479e-988f-4fa4701b8fd0'}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:20:55.701835 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79c4b655-a5fe-440b-8ec9-7897f64c8105 None None] Attempting to bind port 45678e2b-aaeb-4853-a6d3-f7252eb24c04 on network af3aef1e-247a-479e-988f-4fa4701b8fd0 {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:20:55.708454 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79c4b655-a5fe-440b-8ec9-7897f64c8105 None None] Checking agent: {'id': '89dba0f3-79b2-435e-9822-33674b8f6ada', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 8, 20), 'started_at': datetime.datetime(2021, 10, 27, 10, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 20, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:20:55.708751 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79c4b655-a5fe-440b-8ec9-7897f64c8105 None None] Checking segment: {'id': 'b424cc0a-f939-4d06-9d67-6d7cd3e59076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'af3aef1e-247a-479e-988f-4fa4701b8fd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:20:55.709156 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-79c4b655-a5fe-440b-8ec9-7897f64c8105 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:55.709860 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79c4b655-a5fe-440b-8ec9-7897f64c8105 None None] Bound using segment: {'id': 'b424cc0a-f939-4d06-9d67-6d7cd3e59076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'af3aef1e-247a-479e-988f-4fa4701b8fd0'} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:20:55.710332 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-79c4b655-a5fe-440b-8ec9-7897f64c8105 None None] Bound port: 45678e2b-aaeb-4853-a6d3-f7252eb24c04, host: n-d-813419-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b424cc0a-f939-4d06-9d67-6d7cd3e59076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'af3aef1e-247a-479e-988f-4fa4701b8fd0'}}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:20:55.710711 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-79c4b655-a5fe-440b-8ec9-7897f64c8105 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:55.722444 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c8c7357a-8844-4a20-b4fc-84bde22ffff9 req-ca430b7b-57ab-4aba-81e6-348afa1a14ad service neutron] 10.222.0.76 "GET /v2.0/networks/4d250f92-d229-45fe-a579-67fef8e6c544?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1118317 Oct 27 10:20:55.742310 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Provisioning complete for port a4680ac1-e85a-46ed-be0f-bd6e250f74cc triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:20:55.742800 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:55.769834 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 10:20:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1f61a98-15fc-4a41-9443-3167e821e345 x-openstack-request-id: req-a1f61a98-15fc-4a41-9443-3167e821e345 {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:20:55.770222 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "608b8252-7dee-4a66-b7a1-a863de63ff13", "tag": "c8c8271b-367b-4ab3-86e4-bb5ec9b8ea1d", "status": "completed", "code": 200}]} {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:20:55.770546 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a1f61a98-15fc-4a41-9443-3167e821e345 {{(pid=102347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:20:55.771020 n-d-813419-10 neutron-server[102347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '608b8252-7dee-4a66-b7a1-a863de63ff13', 'tag': 'c8c8271b-367b-4ab3-86e4-bb5ec9b8ea1d', 'status': 'completed', 'code': 200} Oct 27 10:20:55.925584 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.managers [req-704c3d69-3fdd-4412-836f-60c245dc9fda req-821daf86-9afd-4c68-820f-798610e5391c service neutron] Attempting to bind port 3b8a9ebb-ba0a-47dd-8952-e700c64da1fa on host n-h1-813419-10 for vnic_type normal with profile {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:20:55.926658 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.managers [req-704c3d69-3fdd-4412-836f-60c245dc9fda req-821daf86-9afd-4c68-820f-798610e5391c service neutron] Attempting to bind port 3b8a9ebb-ba0a-47dd-8952-e700c64da1fa by drivers openvswitch,hyperv on host n-h1-813419-10 at level 0 using segments [{'id': 'f7c42c6d-2766-46d8-a8b7-4852117a5555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '4d250f92-d229-45fe-a579-67fef8e6c544'}] {{(pid=102346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:20:55.927216 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-704c3d69-3fdd-4412-836f-60c245dc9fda req-821daf86-9afd-4c68-820f-798610e5391c service neutron] Attempting to bind port 3b8a9ebb-ba0a-47dd-8952-e700c64da1fa on network 4d250f92-d229-45fe-a579-67fef8e6c544 {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:20:55.930398 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-79c4b655-a5fe-440b-8ec9-7897f64c8105 None None] For port 45678e2b-aaeb-4853-a6d3-f7252eb24c04, host n-d-813419-10, cleared binding levels {{(pid=102348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:20:55.936354 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:55.947007 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-79c4b655-a5fe-440b-8ec9-7897f64c8105 None None] For port 45678e2b-aaeb-4853-a6d3-f7252eb24c04, host n-d-813419-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=45678e2b-aaeb-4853-a6d3-f7252eb24c04,segment=NetworkSegment(b424cc0a-f939-4d06-9d67-6d7cd3e59076),segment_id=b424cc0a-f939-4d06-9d67-6d7cd3e59076)] {{(pid=102348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:20:55.956811 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-79c4b655-a5fe-440b-8ec9-7897f64c8105 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:55.967436 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-704c3d69-3fdd-4412-836f-60c245dc9fda req-821daf86-9afd-4c68-820f-798610e5391c service neutron] Port 3b8a9ebb-ba0a-47dd-8952-e700c64da1fa on network 4d250f92-d229-45fe-a579-67fef8e6c544 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-10 {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 10:20:55.975045 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-704c3d69-3fdd-4412-836f-60c245dc9fda req-821daf86-9afd-4c68-820f-798610e5391c service neutron] Attempting to bind port 3b8a9ebb-ba0a-47dd-8952-e700c64da1fa on network 4d250f92-d229-45fe-a579-67fef8e6c544 {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:20:55.976246 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c8c7357a-8844-4a20-b4fc-84bde22ffff9 req-b52848f6-d2f0-42b0-b008-7e6a6094a64e service neutron] 10.222.0.76 "GET /v2.0/networks/4d250f92-d229-45fe-a579-67fef8e6c544?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2464190 Oct 27 10:20:55.996179 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-704c3d69-3fdd-4412-836f-60c245dc9fda req-821daf86-9afd-4c68-820f-798610e5391c service neutron] Checking agent: {'id': 'a52e1cab-0c63-402d-9c94-330537c6c076', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 16, 2), 'started_at': datetime.datetime(2021, 10, 27, 10, 16, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 20, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:20:55.997116 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-704c3d69-3fdd-4412-836f-60c245dc9fda req-821daf86-9afd-4c68-820f-798610e5391c service neutron] Checking segment: {'id': 'f7c42c6d-2766-46d8-a8b7-4852117a5555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '4d250f92-d229-45fe-a579-67fef8e6c544'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:20:55.997731 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-704c3d69-3fdd-4412-836f-60c245dc9fda req-821daf86-9afd-4c68-820f-798610e5391c service neutron] Bound using segment: {'id': 'f7c42c6d-2766-46d8-a8b7-4852117a5555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '4d250f92-d229-45fe-a579-67fef8e6c544'} {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:20:55.998487 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.managers [req-704c3d69-3fdd-4412-836f-60c245dc9fda req-821daf86-9afd-4c68-820f-798610e5391c service neutron] Bound port: 3b8a9ebb-ba0a-47dd-8952-e700c64da1fa, host: n-h1-813419-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7c42c6d-2766-46d8-a8b7-4852117a5555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '4d250f92-d229-45fe-a579-67fef8e6c544'}}] {{(pid=102346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:20:55.999101 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-704c3d69-3fdd-4412-836f-60c245dc9fda req-821daf86-9afd-4c68-820f-798610e5391c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:56.022566 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24ade09-7f5b-4c62-8a38-5e323a8c0d22 req-ec74bc4d-31a6-4089-903e-faa3f0f74d55 tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:56.024531 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-e24ade09-7f5b-4c62-8a38-5e323a8c0d22 req-ec74bc4d-31a6-4089-903e-faa3f0f74d55 tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] 10.222.0.44 "GET /v2.0/ports?device_id=bf279598-8975-4de3-ae21-c8ab4a50138d HTTP/1.1" status: 200 len: 945 time: 0.2824380 Oct 27 10:20:56.028449 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-c26e827f-d73e-47d2-802c-c70ad25746e2 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:56.069707 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c4b655-a5fe-440b-8ec9-7897f64c8105 None None] Pushing event updated for resources: {'Port': ['ID=45678e2b-aaeb-4853-a6d3-f7252eb24c04,revision_number=2']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:20:56.078981 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-c26e827f-d73e-47d2-802c-c70ad25746e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:56.101885 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ad65e9e-18c8-4531-9c5b-4d5f712c0a41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4680ac1-e85a-46ed-be0f-bd6e250f74cc'}] {{(pid=102348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:20:56.105547 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c588921fa634554a1d9242fdea1b05457a9ff1d3b28ba54ec1dace7f2f1df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1c98298-5b29-4585-98cd-e10adc12e1a7" -d '{"events": [{"server_uuid": "5ad65e9e-18c8-4531-9c5b-4d5f712c0a41", "name": "network-vif-plugged", "status": "completed", "tag": "a4680ac1-e85a-46ed-be0f-bd6e250f74cc"}]}' {{(pid=102348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:20:56.140306 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-e24ade09-7f5b-4c62-8a38-5e323a8c0d22 req-ddf1a4e6-2320-4240-a3e5-8751d800191e tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] 10.222.0.44 "GET /v2.0/security-groups?id=e3018bff-e5f8-44d8-a835-69520a8698da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063247 Oct 27 10:20:56.165304 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb3579a-2b85-44ef-a79a-59423eb65384 req-e9de9d41-abdf-4bbd-9804-8fb13e1836f3 tempest-ListImageFiltersTestJSON-1179629162 tempest-ListImageFiltersTestJSON-1179629162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:56.174259 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port a4680ac1-e85a-46ed-be0f-bd6e250f74cc, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=a4680ac1-e85a-46ed-be0f-bd6e250f74cc,segment=NetworkSegment(e031df76-6a67-4dc9-b33e-3b490749e49c),segment_id=e031df76-6a67-4dc9-b33e-3b490749e49c)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:20:56.180971 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-5cb3579a-2b85-44ef-a79a-59423eb65384 req-e9de9d41-abdf-4bbd-9804-8fb13e1836f3 tempest-ListImageFiltersTestJSON-1179629162 tempest-ListImageFiltersTestJSON-1179629162-project] 10.222.0.44 "GET /v2.0/ports?device_id=35f56aec-205c-48b0-810a-70a54e75c42f HTTP/1.1" status: 200 len: 950 time: 0.2035151 Oct 27 10:20:56.183466 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:56.216401 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b29e4e1-916d-459e-8fca-09bb23a115b8 req-7382cca3-bb41-45ef-8286-da8bbfd13093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:56.218178 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-0b29e4e1-916d-459e-8fca-09bb23a115b8 req-7382cca3-bb41-45ef-8286-da8bbfd13093 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=31dc088f778a4c2fb761c23ef7d22647&device_id=608b8252-7dee-4a66-b7a1-a863de63ff13 HTTP/1.1" status: 200 len: 1100 time: 0.1629748 Oct 27 10:20:56.262516 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [req-704c3d69-3fdd-4412-836f-60c245dc9fda req-821daf86-9afd-4c68-820f-798610e5391c service neutron] For port 3b8a9ebb-ba0a-47dd-8952-e700c64da1fa, host n-h1-813419-10, cleared binding levels {{(pid=102346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:20:56.273159 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [req-704c3d69-3fdd-4412-836f-60c245dc9fda req-821daf86-9afd-4c68-820f-798610e5391c service neutron] For port 3b8a9ebb-ba0a-47dd-8952-e700c64da1fa, host n-h1-813419-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=3b8a9ebb-ba0a-47dd-8952-e700c64da1fa,segment=NetworkSegment(f7c42c6d-2766-46d8-a8b7-4852117a5555),segment_id=f7c42c6d-2766-46d8-a8b7-4852117a5555)] {{(pid=102346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:20:56.307108 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-704c3d69-3fdd-4412-836f-60c245dc9fda req-821daf86-9afd-4c68-820f-798610e5391c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27024173'] for port, after_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:56.328862 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Pushing event updated for resources: {'Port': ['ID=a4680ac1-e85a-46ed-be0f-bd6e250f74cc,revision_number=7']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:20:56.362843 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704c3d69-3fdd-4412-836f-60c245dc9fda req-821daf86-9afd-4c68-820f-798610e5391c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:56.364739 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-704c3d69-3fdd-4412-836f-60c245dc9fda req-821daf86-9afd-4c68-820f-798610e5391c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:56.365284 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b29e4e1-916d-459e-8fca-09bb23a115b8 req-81fad48c-0d82-4de0-a44c-a897f4cd6c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:56.366917 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-0b29e4e1-916d-459e-8fca-09bb23a115b8 req-81fad48c-0d82-4de0-a44c-a897f4cd6c6f service neutron] 10.222.0.76 "GET /v2.0/networks?id=4d250f92-d229-45fe-a579-67fef8e6c544 HTTP/1.1" status: 200 len: 870 time: 0.1392136 Oct 27 10:20:56.367127 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-704c3d69-3fdd-4412-836f-60c245dc9fda req-821daf86-9afd-4c68-820f-798610e5391c service neutron] 10.222.0.64 "PUT /v2.0/ports/3b8a9ebb-ba0a-47dd-8952-e700c64da1fa HTTP/1.1" status: 200 len: 1097 time: 3.6671481 Oct 27 10:20:56.384556 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36241b3e-676a-4332-bd50-bcc3e354edd7', 'tag': '3b8a9ebb-ba0a-47dd-8952-e700c64da1fa'}] {{(pid=102346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:20:56.384556 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc0e418f5fc417c8d55d94c0aa509b037d0beb2a734c1a709e789eb65639a56d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88efd031-0d77-44fd-ae2a-1a1e545d268b" -d '{"events": [{"name": "network-changed", "server_uuid": "36241b3e-676a-4332-bd50-bcc3e354edd7", "tag": "3b8a9ebb-ba0a-47dd-8952-e700c64da1fa"}]}' {{(pid=102346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:20:56.504615 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-5cb3579a-2b85-44ef-a79a-59423eb65384 req-9f9e28ec-ac72-4c1b-8ae7-53a71c2dce7b tempest-ListImageFiltersTestJSON-1179629162 tempest-ListImageFiltersTestJSON-1179629162-project] 10.222.0.44 "GET /v2.0/security-groups?id=8f77bbc8-4569-4af2-89c5-4ab81947cd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3226275 Oct 27 10:20:56.512397 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-0b29e4e1-916d-459e-8fca-09bb23a115b8 req-5b137c6f-4852-46fe-bdc6-a880bfabb22d service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.229&port_id=c8c8271b-367b-4ab3-86e4-bb5ec9b8ea1d HTTP/1.1" status: 200 len: 217 time: 0.1315494 Oct 27 10:20:56.543344 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_common [None req-c26e827f-d73e-47d2-802c-c70ad25746e2 admin admin] Allocated IP 172.25.8.128 (185ff123-c7ff-45c7-a6be-71feb35acc9c/0fb9f9d1-7384-481f-8fa8-f4566c349d30/d9ebd83d-adde-46fd-8347-91a21488c2b7) {{(pid=102346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:20:56.605582 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821daf86-9afd-4c68-820f-798610e5391c service neutron] Pushing event updated for resources: {'Port': ['ID=3b8a9ebb-ba0a-47dd-8952-e700c64da1fa,revision_number=3']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:20:56.672912 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704c3d69-3fdd-4412-836f-60c245dc9fda req-acab885b-e5a7-4c48-8ee5-5699e622d0bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:56.676173 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:20:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b8289c8-9fbe-41af-b7c9-93b923770529 x-openstack-request-id: req-0b8289c8-9fbe-41af-b7c9-93b923770529 {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:20:56.676697 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ad65e9e-18c8-4531-9c5b-4d5f712c0a41", "name": "network-vif-plugged", "status": "completed", "tag": "a4680ac1-e85a-46ed-be0f-bd6e250f74cc", "code": 200}]} {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:20:56.676806 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-704c3d69-3fdd-4412-836f-60c245dc9fda req-acab885b-e5a7-4c48-8ee5-5699e622d0bd service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=14a61097ab434ef297d9442c68c878bf&device_id=36241b3e-676a-4332-bd50-bcc3e354edd7 HTTP/1.1" status: 200 len: 1100 time: 0.2330751 Oct 27 10:20:56.676926 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-0b8289c8-9fbe-41af-b7c9-93b923770529 {{(pid=102348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:20:56.677132 n-d-813419-10 neutron-server[102348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ad65e9e-18c8-4531-9c5b-4d5f712c0a41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4680ac1-e85a-46ed-be0f-bd6e250f74cc', 'code': 200} Oct 27 10:20:56.724506 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b29e4e1-916d-459e-8fca-09bb23a115b8 req-31df0f9b-28f0-4059-8258-fca3f2cf3e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:56.730586 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-0b29e4e1-916d-459e-8fca-09bb23a115b8 req-31df0f9b-28f0-4059-8258-fca3f2cf3e5a service neutron] 10.222.0.76 "GET /v2.0/subnets?id=62eb52f7-aac4-48af-8670-e04300325561 HTTP/1.1" status: 200 len: 843 time: 0.2071359 Oct 27 10:20:56.813966 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b29e4e1-916d-459e-8fca-09bb23a115b8 req-94352384-e20e-495b-ad7e-54d9986d6746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:56.815638 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-0b29e4e1-916d-459e-8fca-09bb23a115b8 req-94352384-e20e-495b-ad7e-54d9986d6746 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=4d250f92-d229-45fe-a579-67fef8e6c544&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0728989 Oct 27 10:20:56.860639 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-c26e827f-d73e-47d2-802c-c70ad25746e2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:56.893438 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 10:20:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c3b3db9-ba37-4186-881b-07c14987060e x-openstack-request-id: req-3c3b3db9-ba37-4186-881b-07c14987060e {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:20:56.893693 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36241b3e-676a-4332-bd50-bcc3e354edd7", "tag": "3b8a9ebb-ba0a-47dd-8952-e700c64da1fa", "status": "completed", "code": 200}]} {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:20:56.893946 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3c3b3db9-ba37-4186-881b-07c14987060e {{(pid=102346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:20:56.894935 n-d-813419-10 neutron-server[102346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36241b3e-676a-4332-bd50-bcc3e354edd7', 'tag': '3b8a9ebb-ba0a-47dd-8952-e700c64da1fa', 'status': 'completed', 'code': 200} Oct 27 10:20:56.968749 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-704c3d69-3fdd-4412-836f-60c245dc9fda req-edefc175-7b8a-4f2a-a429-3f1df353ec59 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.209&port_id=3b8a9ebb-ba0a-47dd-8952-e700c64da1fa HTTP/1.1" status: 200 len: 217 time: 0.0729694 Oct 27 10:20:57.033174 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dd40c7-06e6-42c2-934e-d6eba828cb5d req-fb068ee5-a2b3-41fa-8710-ab3a17a49adc tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:57.040652 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-72dd40c7-06e6-42c2-934e-d6eba828cb5d req-fb068ee5-a2b3-41fa-8710-ab3a17a49adc tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/ports?device_id=608b8252-7dee-4a66-b7a1-a863de63ff13 HTTP/1.1" status: 200 len: 948 time: 0.1403704 Oct 27 10:20:57.054759 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-c26e827f-d73e-47d2-802c-c70ad25746e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:57.116666 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704c3d69-3fdd-4412-836f-60c245dc9fda req-36d2f4d1-286d-4642-9631-66beeb058d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:57.118147 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-704c3d69-3fdd-4412-836f-60c245dc9fda req-36d2f4d1-286d-4642-9631-66beeb058d6b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=62eb52f7-aac4-48af-8670-e04300325561 HTTP/1.1" status: 200 len: 843 time: 0.1352816 Oct 27 10:20:57.120309 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26e827f-d73e-47d2-802c-c70ad25746e2 admin admin] Pushing event updated for resources: {'Port': ['ID=d9ebd83d-adde-46fd-8347-91a21488c2b7,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:20:57.133683 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c26e827f-d73e-47d2-802c-c70ad25746e2 admin admin] Network 185ff123-c7ff-45c7-a6be-71feb35acc9c is already hosted by enough agents. {{(pid=102346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:20:57.151597 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-c26e827f-d73e-47d2-802c-c70ad25746e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:20:57.168998 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c26e827f-d73e-47d2-802c-c70ad25746e2 admin admin] Received port after_create {{(pid=102346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:20:57.185799 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-72dd40c7-06e6-42c2-934e-d6eba828cb5d req-5f69b571-5b5f-43de-bb37-ea069e5b4959 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/security-groups?id=e786382c-1289-4f9d-b471-ed120470c2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441469 Oct 27 10:20:57.254909 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704c3d69-3fdd-4412-836f-60c245dc9fda req-27ea93a8-7d29-435c-bfaa-dd9195061045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:57.256628 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-704c3d69-3fdd-4412-836f-60c245dc9fda req-27ea93a8-7d29-435c-bfaa-dd9195061045 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4d250f92-d229-45fe-a579-67fef8e6c544&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1251850 Oct 27 10:20:57.419343 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ebd997-86f3-41e6-ad84-1d5fefcd78d4 req-d0692422-9e25-420a-84a1-7b7da7718ddd tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:57.431088 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-73ebd997-86f3-41e6-ad84-1d5fefcd78d4 req-d0692422-9e25-420a-84a1-7b7da7718ddd tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] 10.222.0.44 "GET /v2.0/ports?device_id=36241b3e-676a-4332-bd50-bcc3e354edd7 HTTP/1.1" status: 200 len: 948 time: 0.6036849 Oct 27 10:20:57.501906 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-0b29e4e1-916d-459e-8fca-09bb23a115b8 req-d595f774-7086-4a00-8a42-25accb8b6dab service neutron] 10.222.0.76 "GET /v2.0/networks/4d250f92-d229-45fe-a579-67fef8e6c544?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6728070 Oct 27 10:20:57.709433 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-0b29e4e1-916d-459e-8fca-09bb23a115b8 req-58be14bb-2c92-4897-ad18-2d6561a15b17 service neutron] 10.222.0.76 "GET /v2.0/networks/4d250f92-d229-45fe-a579-67fef8e6c544?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1954505 Oct 27 10:20:57.735158 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-73ebd997-86f3-41e6-ad84-1d5fefcd78d4 req-dec95fd5-b01d-4d67-9bd7-6e70eb5b618d tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] 10.222.0.44 "GET /v2.0/security-groups?id=adbff9a4-0ae5-4700-84c2-4b5f53f67e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3030448 Oct 27 10:20:57.759025 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-704c3d69-3fdd-4412-836f-60c245dc9fda req-1e15ae45-2886-4f54-ae8e-90ae99f18e4e service neutron] 10.222.0.64 "GET /v2.0/networks/4d250f92-d229-45fe-a579-67fef8e6c544?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4599853 Oct 27 10:20:57.791633 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-c26e827f-d73e-47d2-802c-c70ad25746e2 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:57.860172 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fb8df18-c295-4139-9ddf-97022fdc316c None None] Network af3aef1e-247a-479e-988f-4fa4701b8fd0 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:20:57.944480 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc39d021-e3d4-4cc4-9ee5-71527b9e6ac2 req-b8409f34-8cfa-4470-bd4f-61e02732689f tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:57.952792 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-cc39d021-e3d4-4cc4-9ee5-71527b9e6ac2 req-b8409f34-8cfa-4470-bd4f-61e02732689f tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] 10.222.0.44 "GET /v2.0/ports?device_id=bf279598-8975-4de3-ae21-c8ab4a50138d HTTP/1.1" status: 200 len: 945 time: 0.2154999 Oct 27 10:20:57.998307 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-704c3d69-3fdd-4412-836f-60c245dc9fda req-096220aa-5bbd-412b-a813-24817a0b7786 service neutron] 10.222.0.64 "GET /v2.0/networks/4d250f92-d229-45fe-a579-67fef8e6c544?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2219279 Oct 27 10:20:58.037867 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-472371d9-7687-4548-a66b-da88abd57071 None None] Provisioning complete for port 45678e2b-aaeb-4853-a6d3-f7252eb24c04 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:20:58.038525 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-472371d9-7687-4548-a66b-da88abd57071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:58.040611 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-cc39d021-e3d4-4cc4-9ee5-71527b9e6ac2 req-b0a3723b-3d91-44c4-9fd2-c7e1f7fb6563 tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] 10.222.0.44 "GET /v2.0/security-groups?id=e3018bff-e5f8-44d8-a835-69520a8698da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793886 Oct 27 10:20:58.181835 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88efd031-0d77-44fd-ae2a-1a1e545d268b req-a2de5fc1-e83f-464a-8210-8e46d3ecc6c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:58.182956 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-472371d9-7687-4548-a66b-da88abd57071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:58.183501 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-88efd031-0d77-44fd-ae2a-1a1e545d268b req-a2de5fc1-e83f-464a-8210-8e46d3ecc6c3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=14a61097ab434ef297d9442c68c878bf&device_id=36241b3e-676a-4332-bd50-bcc3e354edd7 HTTP/1.1" status: 200 len: 1100 time: 0.0555511 Oct 27 10:20:58.243798 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-472371d9-7687-4548-a66b-da88abd57071 None None] For port 45678e2b-aaeb-4853-a6d3-f7252eb24c04, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=45678e2b-aaeb-4853-a6d3-f7252eb24c04,segment=NetworkSegment(b424cc0a-f939-4d06-9d67-6d7cd3e59076),segment_id=b424cc0a-f939-4d06-9d67-6d7cd3e59076)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:20:58.255271 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-472371d9-7687-4548-a66b-da88abd57071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:58.302693 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-c26e827f-d73e-47d2-802c-c70ad25746e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1765699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1769372'] for router, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:58.381155 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472371d9-7687-4548-a66b-da88abd57071 None None] Pushing event updated for resources: {'Port': ['ID=45678e2b-aaeb-4853-a6d3-f7252eb24c04,revision_number=3']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:20:58.407663 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3019c2-23c5-4ae0-966a-0869802d7de7 req-9381f867-6561-4469-8139-57b9a9a3e13b tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:58.421527 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-7b3019c2-23c5-4ae0-966a-0869802d7de7 req-9381f867-6561-4469-8139-57b9a9a3e13b tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/ports?device_id=608b8252-7dee-4a66-b7a1-a863de63ff13 HTTP/1.1" status: 200 len: 948 time: 0.1295164 Oct 27 10:20:58.442090 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 45678e2b-aaeb-4853-a6d3-f7252eb24c04 up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:20:58.502400 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-073198a5-8156-47c7-bda9-6eda2657ed40 None None] Provisioning complete for port 45678e2b-aaeb-4853-a6d3-f7252eb24c04 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:20:58.503247 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-073198a5-8156-47c7-bda9-6eda2657ed40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:58.505032 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-7b3019c2-23c5-4ae0-966a-0869802d7de7 req-b9574cb6-a36c-48b3-b333-f7f7d46d14ee tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/security-groups?id=e786382c-1289-4f9d-b471-ed120470c2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750866 Oct 27 10:20:58.553272 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port 45678e2b-aaeb-4853-a6d3-f7252eb24c04 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:20:58.553806 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:58.808471 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88efd031-0d77-44fd-ae2a-1a1e545d268b req-2cc27469-34c0-445e-9250-46c32dcff92a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:58.810281 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-88efd031-0d77-44fd-ae2a-1a1e545d268b req-2cc27469-34c0-445e-9250-46c32dcff92a service neutron] 10.222.0.64 "GET /v2.0/networks?id=4d250f92-d229-45fe-a579-67fef8e6c544 HTTP/1.1" status: 200 len: 870 time: 0.5994151 Oct 27 10:20:58.878305 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-88efd031-0d77-44fd-ae2a-1a1e545d268b req-55638786-90cc-4ba7-988b-e916af741b50 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.209&port_id=3b8a9ebb-ba0a-47dd-8952-e700c64da1fa HTTP/1.1" status: 200 len: 217 time: 0.0485456 Oct 27 10:20:58.895780 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c26e827f-d73e-47d2-802c-c70ad25746e2 admin admin] Router f3e251ad-ec9d-4974-bf5c-d39f103df55d is scheduled to L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb with binding_index 1 {{(pid=102346) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 10:20:58.905746 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9e6b5c-5f85-4eed-b597-3ca24b92e694 req-55c56242-a470-420b-854e-ee8b6240d32c tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:58.915192 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-7b9e6b5c-5f85-4eed-b597-3ca24b92e694 req-55c56242-a470-420b-854e-ee8b6240d32c tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] 10.222.0.44 "GET /v2.0/ports?device_id=36241b3e-676a-4332-bd50-bcc3e354edd7 HTTP/1.1" status: 200 len: 948 time: 0.1074996 Oct 27 10:20:58.944769 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88efd031-0d77-44fd-ae2a-1a1e545d268b req-dc2aae29-2bd6-4a71-bf89-faddaa0eedb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:58.946454 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-88efd031-0d77-44fd-ae2a-1a1e545d268b req-dc2aae29-2bd6-4a71-bf89-faddaa0eedb8 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=62eb52f7-aac4-48af-8670-e04300325561 HTTP/1.1" status: 200 len: 843 time: 0.0478666 Oct 27 10:20:58.995255 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-7b9e6b5c-5f85-4eed-b597-3ca24b92e694 req-66c4c54f-01cd-481d-8502-94ec00479509 tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] 10.222.0.44 "GET /v2.0/security-groups?id=adbff9a4-0ae5-4700-84c2-4b5f53f67e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735652 Oct 27 10:20:59.112874 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c26e827f-d73e-47d2-802c-c70ad25746e2 admin admin] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:20:59.124020 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db574336-6834-451c-84f7-c1f996cfc447 None None] Sync routers for ids ['f3e251ad-ec9d-4974-bf5c-d39f103df55d'] in n-d-813419-10 {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:20:59.129185 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88efd031-0d77-44fd-ae2a-1a1e545d268b req-e0d7e92d-e516-4be2-95d6-4a2c3b4d0660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:59.130867 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-88efd031-0d77-44fd-ae2a-1a1e545d268b req-e0d7e92d-e516-4be2-95d6-4a2c3b4d0660 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4d250f92-d229-45fe-a579-67fef8e6c544&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1221094 Oct 27 10:20:59.138101 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db574336-6834-451c-84f7-c1f996cfc447 None None] Routers {'f3e251ad-ec9d-4974-bf5c-d39f103df55d'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:20:59.139122 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-db574336-6834-451c-84f7-c1f996cfc447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:20:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['f3e251ad-ec9d-4974-bf5c-d39f103df55d'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:20:59.139263 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-c26e827f-d73e-47d2-802c-c70ad25746e2 admin admin] Publish callbacks [] for router, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:59.141464 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-c26e827f-d73e-47d2-802c-c70ad25746e2 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 6.0532041 Oct 27 10:20:59.148788 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 42678) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:20:59.244331 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-88efd031-0d77-44fd-ae2a-1a1e545d268b req-b4924596-cf3d-4f70-a935-eec13ad83a1a service neutron] 10.222.0.64 "GET /v2.0/networks/4d250f92-d229-45fe-a579-67fef8e6c544?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011240 Oct 27 10:20:59.260882 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5413ddb1-87ee-4569-9bf9-ff0ce56211a5 req-1c968534-563f-4177-8e50-b2c59611cf85 tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:59.262590 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-5413ddb1-87ee-4569-9bf9-ff0ce56211a5 req-1c968534-563f-4177-8e50-b2c59611cf85 tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] 10.222.0.44 "GET /v2.0/ports?device_id=bf279598-8975-4de3-ae21-c8ab4a50138d HTTP/1.1" status: 200 len: 945 time: 0.1289301 Oct 27 10:20:59.277953 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvr_db [None req-db574336-6834-451c-84f7-c1f996cfc447 None None] Set router f3e251ad-ec9d-4974-bf5c-d39f103df55d gateway port host: n-d-813419-10 {{(pid=102348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:20:59.317407 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-5413ddb1-87ee-4569-9bf9-ff0ce56211a5 req-ed183435-047d-4cd0-b3b7-7fa83554e083 tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] 10.222.0.44 "GET /v2.0/security-groups?id=e3018bff-e5f8-44d8-a835-69520a8698da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474362 Oct 27 10:20:59.387080 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-88efd031-0d77-44fd-ae2a-1a1e545d268b req-6bbd63b6-f175-42ca-ae40-0e952845bb9f service neutron] 10.222.0.64 "GET /v2.0/networks/4d250f92-d229-45fe-a579-67fef8e6c544?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341250 Oct 27 10:20:59.592504 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-db574336-6834-451c-84f7-c1f996cfc447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3e251ad-ec9d-4974-bf5c-d39f103df55d', 'name': 'tempest-ServersTestMultiNic-767428042-router', 'tenant_id': '48ff8c43003e41a2b855daaeb2bfcd04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.128'}], 'enable_snat': True}, 'gw_port_id': 'd9ebd83d-adde-46fd-8347-91a21488c2b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:20:53Z', 'updated_at': '2021-10-27T10:20:57Z', 'revision_number': 3, 'project_id': '48ff8c43003e41a2b855daaeb2bfcd04', 'gw_port': {'id': 'd9ebd83d-adde-46fd-8347-91a21488c2b7', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:48:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3e251ad-ec9d-4974-bf5c-d39f103df55d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:20:56Z', 'updated_at': '2021-10-27T10:20:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10'}], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:20:59.635811 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db574336-6834-451c-84f7-c1f996cfc447 None None] Checking router: f3e251ad-ec9d-4974-bf5c-d39f103df55d for host: n-d-813419-10 {{(pid=102348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 10:20:59.636161 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db574336-6834-451c-84f7-c1f996cfc447 None None] Updating router f3e251ad-ec9d-4974-bf5c-d39f103df55d port d9ebd83d-adde-46fd-8347-91a21488c2b7 binding host n-d-813419-10 {{(pid=102348) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 10:20:59.639728 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff261e2a-a0aa-4b09-b1f0-2a3af8b3921f req-44e5faef-630c-4183-949f-632267aa8593 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:20:59.642455 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device a8b3068e-7a2f-4b87-a091-934f61940394 no longer exists at agent hyperv_n-h1-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:20:59.649230 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ff261e2a-a0aa-4b09-b1f0-2a3af8b3921f req-44e5faef-630c-4183-949f-632267aa8593 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/ports?device_id=608b8252-7dee-4a66-b7a1-a863de63ff13 HTTP/1.1" status: 200 len: 948 time: 0.0774353 Oct 27 10:20:59.723741 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ff261e2a-a0aa-4b09-b1f0-2a3af8b3921f req-2abc94d6-7d9e-4828-ae70-a420f12b68ee tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/security-groups?id=e786382c-1289-4f9d-b471-ed120470c2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618398 Oct 27 10:20:59.743906 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-96f76774-9583-4266-aefc-3cd55b17c920 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:59.751771 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-db574336-6834-451c-84f7-c1f996cfc447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:20:59.971336 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_common [None req-96f76774-9583-4266-aefc-3cd55b17c920 admin admin] Allocated IP 172.20.0.1 (af3aef1e-247a-479e-988f-4fa4701b8fd0/b63be040-6e40-4038-b5eb-eec7e03a1491/d7a07c38-8e98-454f-93e7-9d864688f4ad) {{(pid=102347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:21:00.176470 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device c8c8271b-367b-4ab3-86e4-bb5ec9b8ea1d details requested by agent hyperv_n-h2-813419-10 with host n-h2-813419-10 {{(pid=102348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 10:21:00.183703 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:00.215820 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-96f76774-9583-4266-aefc-3cd55b17c920 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:00.241177 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35f56aec-205c-48b0-810a-70a54e75c42f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a8b3068e-7a2f-4b87-a091-934f61940394'}] {{(pid=102348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:21:00.243552 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c588921fa634554a1d9242fdea1b05457a9ff1d3b28ba54ec1dace7f2f1df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7ebe472-8f9e-478a-a24b-5fa2b1751284" -d '{"events": [{"server_uuid": "35f56aec-205c-48b0-810a-70a54e75c42f", "name": "network-vif-unplugged", "status": "completed", "tag": "a8b3068e-7a2f-4b87-a091-934f61940394"}]}' {{(pid=102348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:21:00.245563 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1740077-9dfc-48df-b6ab-812fd06c7b91 req-aebd629a-343f-4612-b346-c9723fee7506 tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:00.247114 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port a8b3068e-7a2f-4b87-a091-934f61940394, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=a8b3068e-7a2f-4b87-a091-934f61940394,segment=NetworkSegment(f7c42c6d-2766-46d8-a8b7-4852117a5555),segment_id=f7c42c6d-2766-46d8-a8b7-4852117a5555)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:21:00.255244 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-b1740077-9dfc-48df-b6ab-812fd06c7b91 req-aebd629a-343f-4612-b346-c9723fee7506 tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] 10.222.0.44 "GET /v2.0/ports?device_id=36241b3e-676a-4332-bd50-bcc3e354edd7 HTTP/1.1" status: 200 len: 948 time: 0.1422765 Oct 27 10:21:00.267614 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:00.283455 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-96f76774-9583-4266-aefc-3cd55b17c920 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:00.339884 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 27 Oct 2021 10:21:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0a27ccc-eb84-4d87-9391-2507fad20c0a x-openstack-request-id: req-e0a27ccc-eb84-4d87-9391-2507fad20c0a {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:21:00.340274 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35f56aec-205c-48b0-810a-70a54e75c42f", "name": "network-vif-unplugged", "status": "completed", "tag": "a8b3068e-7a2f-4b87-a091-934f61940394", "code": 200}]} {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:21:00.340464 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e0a27ccc-eb84-4d87-9391-2507fad20c0a {{(pid=102348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:21:00.340873 n-d-813419-10 neutron-server[102348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35f56aec-205c-48b0-810a-70a54e75c42f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a8b3068e-7a2f-4b87-a091-934f61940394', 'code': 200} Oct 27 10:21:00.353027 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96f76774-9583-4266-aefc-3cd55b17c920 admin admin] Network af3aef1e-247a-479e-988f-4fa4701b8fd0 is already hosted by enough agents. {{(pid=102347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:21:00.359977 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-b1740077-9dfc-48df-b6ab-812fd06c7b91 req-c2950586-92ec-490b-b16f-18330dcc8e35 tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] 10.222.0.44 "GET /v2.0/security-groups?id=adbff9a4-0ae5-4700-84c2-4b5f53f67e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024780 Oct 27 10:21:00.381877 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [None req-96f76774-9583-4266-aefc-3cd55b17c920 admin admin] Resources bound (agent type, host, resource id): {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:21:00.393895 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96f76774-9583-4266-aefc-3cd55b17c920 admin admin] Received port after_create {{(pid=102347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:21:00.401943 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 45678e2b-aaeb-4853-a6d3-f7252eb24c04 up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:21:00.474003 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f76774-9583-4266-aefc-3cd55b17c920 admin admin] Pushing event updated for resources: {'Port': ['ID=d7a07c38-8e98-454f-93e7-9d864688f4ad,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:21:00.476891 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-96f76774-9583-4266-aefc-3cd55b17c920 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1664961'] for router_interface, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:00.477732 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Pushing event updated for resources: {'Port': ['ID=a8b3068e-7a2f-4b87-a091-934f61940394,revision_number=8']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:21:00.517103 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] For port c8c8271b-367b-4ab3-86e4-bb5ec9b8ea1d, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=c8c8271b-367b-4ab3-86e4-bb5ec9b8ea1d,segment=NetworkSegment(f7c42c6d-2766-46d8-a8b7-4852117a5555),segment_id=f7c42c6d-2766-46d8-a8b7-4852117a5555)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:21:00.555158 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Returning: {'device': 'c8c8271b-367b-4ab3-86e4-bb5ec9b8ea1d', 'network_id': '4d250f92-d229-45fe-a579-67fef8e6c544', 'port_id': 'c8c8271b-367b-4ab3-86e4-bb5ec9b8ea1d', 'mac_address': 'fa:16:3e:ca:67:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62eb52f7-aac4-48af-8670-e04300325561', 'ip_address': '192.168.233.229'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 10:21:00.561691 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-db574336-6834-451c-84f7-c1f996cfc447 None None] Publish callbacks [] for port, precommit_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:00.616824 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-db574336-6834-451c-84f7-c1f996cfc447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:00.617314 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5163f1e9-3be5-4ff2-a274-ab75922d756a req-60421305-15bc-4dd0-af45-f492ccbc0d87 tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:00.618992 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-5163f1e9-3be5-4ff2-a274-ab75922d756a req-60421305-15bc-4dd0-af45-f492ccbc0d87 tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] 10.222.0.44 "GET /v2.0/ports?device_id=bf279598-8975-4de3-ae21-c8ab4a50138d HTTP/1.1" status: 200 len: 945 time: 0.1382277 Oct 27 10:21:00.701069 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port 45678e2b-aaeb-4853-a6d3-f7252eb24c04 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:21:00.701432 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:00.709031 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-5163f1e9-3be5-4ff2-a274-ab75922d756a req-ff4b2c18-1ff4-4767-b79f-1e01a51ee7c8 tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] 10.222.0.44 "GET /v2.0/security-groups?id=e3018bff-e5f8-44d8-a835-69520a8698da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818574 Oct 27 10:21:00.758570 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-96f76774-9583-4266-aefc-3cd55b17c920 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:00.765608 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:00.786303 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8c8271b-367b-4ab3-86e4-bb5ec9b8ea1d {{(pid=102348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:21:00.803834 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f0d873-dbd5-4189-9f1c-8b6b5395822c None None] Pushing event updated for resources: {'Port': ['ID=d9ebd83d-adde-46fd-8347-91a21488c2b7,revision_number=2']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:21:00.821765 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-db574336-6834-451c-84f7-c1f996cfc447 None None] Attempting to bind port d9ebd83d-adde-46fd-8347-91a21488c2b7 on host n-d-813419-10 for vnic_type normal with profile {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:21:00.822146 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-db574336-6834-451c-84f7-c1f996cfc447 None None] Attempting to bind port d9ebd83d-adde-46fd-8347-91a21488c2b7 by drivers openvswitch,hyperv on host n-d-813419-10 at level 0 using segments [{'id': 'bc14127b-7032-4c50-bb5b-f6813cbae86e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:21:00.822494 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db574336-6834-451c-84f7-c1f996cfc447 None None] Attempting to bind port d9ebd83d-adde-46fd-8347-91a21488c2b7 on network 185ff123-c7ff-45c7-a6be-71feb35acc9c {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:21:00.870971 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db574336-6834-451c-84f7-c1f996cfc447 None None] Checking agent: {'id': '89dba0f3-79b2-435e-9822-33674b8f6ada', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 8, 20), 'started_at': datetime.datetime(2021, 10, 27, 10, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 20, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:21:00.870971 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db574336-6834-451c-84f7-c1f996cfc447 None None] Checking segment: {'id': 'bc14127b-7032-4c50-bb5b-f6813cbae86e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:21:00.870971 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-db574336-6834-451c-84f7-c1f996cfc447 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:00.871432 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db574336-6834-451c-84f7-c1f996cfc447 None None] Bound using segment: {'id': 'bc14127b-7032-4c50-bb5b-f6813cbae86e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:21:00.872972 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-db574336-6834-451c-84f7-c1f996cfc447 None None] Bound port: d9ebd83d-adde-46fd-8347-91a21488c2b7, host: n-d-813419-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc14127b-7032-4c50-bb5b-f6813cbae86e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'}}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:21:00.873364 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-db574336-6834-451c-84f7-c1f996cfc447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:00.900919 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-bf67d3d1-9e2a-4386-b498-1de284b18146 None None] Provisioning complete for port d7a07c38-8e98-454f-93e7-9d864688f4ad triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:21:00.900919 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-bf67d3d1-9e2a-4386-b498-1de284b18146 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:00.910941 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae51376f-e9fa-4055-b49c-59d537e2bd53 req-f96745e0-547c-425e-8da7-b53975af42bf tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:00.913538 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ae51376f-e9fa-4055-b49c-59d537e2bd53 req-f96745e0-547c-425e-8da7-b53975af42bf tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/ports?device_id=608b8252-7dee-4a66-b7a1-a863de63ff13 HTTP/1.1" status: 200 len: 948 time: 0.0945246 Oct 27 10:21:00.967408 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ae51376f-e9fa-4055-b49c-59d537e2bd53 req-849bdbb3-1127-4270-8052-35dc849f6e2a tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/security-groups?id=e786382c-1289-4f9d-b471-ed120470c2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423176 Oct 27 10:21:00.973627 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-bf67d3d1-9e2a-4386-b498-1de284b18146 None None] Port d7a07c38-8e98-454f-93e7-9d864688f4ad cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:21:00.977912 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] For port c8c8271b-367b-4ab3-86e4-bb5ec9b8ea1d, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=c8c8271b-367b-4ab3-86e4-bb5ec9b8ea1d,segment=NetworkSegment(f7c42c6d-2766-46d8-a8b7-4852117a5555),segment_id=f7c42c6d-2766-46d8-a8b7-4852117a5555)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:21:00.993706 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:01.054573 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-96f76774-9583-4266-aefc-3cd55b17c920 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:01.060544 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-96f76774-9583-4266-aefc-3cd55b17c920 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:01.109167 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-db574336-6834-451c-84f7-c1f996cfc447 None None] For port d9ebd83d-adde-46fd-8347-91a21488c2b7, host n-d-813419-10, cleared binding levels {{(pid=102348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:21:01.135696 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f76774-9583-4266-aefc-3cd55b17c920 admin admin] Pushing event updated for resources: {'Port': ['ID=d7a07c38-8e98-454f-93e7-9d864688f4ad,revision_number=2']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:21:01.154897 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-96f76774-9583-4266-aefc-3cd55b17c920 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2006967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1766225'] for router_interface, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:01.162963 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Pushing event updated for resources: {'Port': ['ID=c8c8271b-367b-4ab3-86e4-bb5ec9b8ea1d,revision_number=4']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:21:01.166032 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-db574336-6834-451c-84f7-c1f996cfc447 None None] For port d9ebd83d-adde-46fd-8347-91a21488c2b7, host n-d-813419-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=d9ebd83d-adde-46fd-8347-91a21488c2b7,segment=NetworkSegment(bc14127b-7032-4c50-bb5b-f6813cbae86e),segment_id=bc14127b-7032-4c50-bb5b-f6813cbae86e)] {{(pid=102348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:21:01.173714 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-db574336-6834-451c-84f7-c1f996cfc447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:01.244439 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db574336-6834-451c-84f7-c1f996cfc447 None None] Routers {'f3e251ad-ec9d-4974-bf5c-d39f103df55d'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:21:01.245203 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-db574336-6834-451c-84f7-c1f996cfc447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:20:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['f3e251ad-ec9d-4974-bf5c-d39f103df55d'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:21:01.303028 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96f76774-9583-4266-aefc-3cd55b17c920 admin admin] Network af3aef1e-247a-479e-988f-4fa4701b8fd0 is already hosted by enough agents. {{(pid=102347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:21:01.305515 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [None req-96f76774-9583-4266-aefc-3cd55b17c920 admin admin] Resources bound (agent type, host, resource id): {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:21:01.315726 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f0d873-dbd5-4189-9f1c-8b6b5395822c None None] Pushing event updated for resources: {'Port': ['ID=d9ebd83d-adde-46fd-8347-91a21488c2b7,revision_number=3']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:21:01.412143 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvr_db [None req-db574336-6834-451c-84f7-c1f996cfc447 None None] Set router f3e251ad-ec9d-4974-bf5c-d39f103df55d gateway port host: n-d-813419-10 {{(pid=102348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:21:01.479451 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] get_ports_and_sgs() called for port_ids ['c8c8271b-367b-4ab3-86e4-bb5ec9b8ea1d'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:21:01.494546 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96f76774-9583-4266-aefc-3cd55b17c920 admin admin] Router f3e251ad-ec9d-4974-bf5c-d39f103df55d has already been hosted by L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb {{(pid=102347) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 10:21:01.549171 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981050f5-34a3-40b6-b242-a17e45d390f3 req-623d9ff4-d0f4-419d-9cf1-a4f2d781626b tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:01.555173 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-981050f5-34a3-40b6-b242-a17e45d390f3 req-623d9ff4-d0f4-419d-9cf1-a4f2d781626b tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] 10.222.0.44 "GET /v2.0/ports?device_id=36241b3e-676a-4332-bd50-bcc3e354edd7 HTTP/1.1" status: 200 len: 948 time: 0.0653949 Oct 27 10:21:01.633429 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.agents_db [None req-e79ee67d-056e-46ea-bd99-e80473396b25 None None] Agent healthcheck: found 7 active agents {{(pid=102349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 10:21:01.650826 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device 3c208689-c22b-4220-853d-00421a4bd672 details requested by agent hyperv_n-h1-813419-10 with host n-h1-813419-10 {{(pid=102348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 10:21:01.651255 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-981050f5-34a3-40b6-b242-a17e45d390f3 req-b0d02cbe-899a-4ab3-b2d0-359351f9e11c tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] 10.222.0.44 "GET /v2.0/security-groups?id=adbff9a4-0ae5-4700-84c2-4b5f53f67e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858810 Oct 27 10:21:01.699051 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96f76774-9583-4266-aefc-3cd55b17c920 admin admin] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:21:01.724804 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-96f76774-9583-4266-aefc-3cd55b17c920 admin admin] 10.222.0.44 "PUT /v2.0/routers/f3e251ad-ec9d-4974-bf5c-d39f103df55d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5768554 Oct 27 10:21:01.857720 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-f58966fe-8eaf-496c-abd2-32068bc46ca3 None None] Provisioning complete for port d7a07c38-8e98-454f-93e7-9d864688f4ad triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:21:01.858174 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f58966fe-8eaf-496c-abd2-32068bc46ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:01.920550 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418c0d92-ad6b-4153-ae2d-f76931e6a6a0 req-675c3781-8141-413a-a3a9-60824fb2bdce tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:01.922272 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-418c0d92-ad6b-4153-ae2d-f76931e6a6a0 req-675c3781-8141-413a-a3a9-60824fb2bdce tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] 10.222.0.44 "GET /v2.0/ports?device_id=bf279598-8975-4de3-ae21-c8ab4a50138d HTTP/1.1" status: 200 len: 945 time: 0.0856485 Oct 27 10:21:01.931873 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 42760) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:21:02.019973 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-418c0d92-ad6b-4153-ae2d-f76931e6a6a0 req-6ab690d3-8288-4e4e-a937-1ff1daaaa7ba tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] 10.222.0.44 "GET /v2.0/security-groups?id=e3018bff-e5f8-44d8-a835-69520a8698da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916889 Oct 27 10:21:02.027621 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-f58966fe-8eaf-496c-abd2-32068bc46ca3 None None] Port d7a07c38-8e98-454f-93e7-9d864688f4ad cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:21:02.032813 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port 3c208689-c22b-4220-853d-00421a4bd672, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=3c208689-c22b-4220-853d-00421a4bd672,segment=NetworkSegment(f7c42c6d-2766-46d8-a8b7-4852117a5555),segment_id=f7c42c6d-2766-46d8-a8b7-4852117a5555)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:21:02.038059 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-98581417-17fe-4c16-bff6-792bca86a0e0 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1317275446'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:21:02.081979 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98581417-17fe-4c16-bff6-792bca86a0e0 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Made reservation on behalf of 48ff8c43003e41a2b855daaeb2bfcd04 for: {'network': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:21:02.086379 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Returning: {'device': '3c208689-c22b-4220-853d-00421a4bd672', 'network_id': '4d250f92-d229-45fe-a579-67fef8e6c544', 'port_id': '3c208689-c22b-4220-853d-00421a4bd672', 'mac_address': 'fa:16:3e:69:cb:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62eb52f7-aac4-48af-8670-e04300325561', 'ip_address': '192.168.233.211'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 10:21:02.086554 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-98581417-17fe-4c16-bff6-792bca86a0e0 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for network, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:02.147331 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98581417-17fe-4c16-bff6-792bca86a0e0 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 410} {{(pid=102346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 10:21:02.162147 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-98581417-17fe-4c16-bff6-792bca86a0e0 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:02.162490 n-d-813419-10 neutron-server[102346]: INFO neutron.db.segments_db [None req-98581417-17fe-4c16-bff6-792bca86a0e0 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Added segment 2f4d8b82-058e-4dfe-88d6-0a3bf3e2bbf6 of type vlan for network 8cb627fc-149a-4aab-bcc2-3880d55c104f Oct 27 10:21:02.204112 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe48323-9345-48d4-8ef1-088f3e4b341c req-b2756026-3789-4a37-83e2-3e134ef5c957 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:02.206334 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-9fe48323-9345-48d4-8ef1-088f3e4b341c req-b2756026-3789-4a37-83e2-3e134ef5c957 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/ports?device_id=608b8252-7dee-4a66-b7a1-a863de63ff13 HTTP/1.1" status: 200 len: 949 time: 0.0823243 Oct 27 10:21:02.224573 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-98581417-17fe-4c16-bff6-792bca86a0e0 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743872593080'] for network, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:02.237303 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:02.256167 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:02.279480 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-98581417-17fe-4c16-bff6-792bca86a0e0 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913'] for network, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:02.283660 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-db574336-6834-451c-84f7-c1f996cfc447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3e251ad-ec9d-4974-bf5c-d39f103df55d', 'name': 'tempest-ServersTestMultiNic-767428042-router', 'tenant_id': '48ff8c43003e41a2b855daaeb2bfcd04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.128'}], 'enable_snat': True}, 'gw_port_id': 'd9ebd83d-adde-46fd-8347-91a21488c2b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:20:53Z', 'updated_at': '2021-10-27T10:21:00Z', 'revision_number': 4, 'project_id': '48ff8c43003e41a2b855daaeb2bfcd04', 'gw_port': {'id': 'd9ebd83d-adde-46fd-8347-91a21488c2b7', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:48:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3e251ad-ec9d-4974-bf5c-d39f103df55d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:20:56Z', 'updated_at': '2021-10-27T10:21:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_interfaces': [{'id': 'd7a07c38-8e98-454f-93e7-9d864688f4ad', 'name': '', 'network_id': 'af3aef1e-247a-479e-988f-4fa4701b8fd0', 'tenant_id': '48ff8c43003e41a2b855daaeb2bfcd04', 'mac_address': 'fa:16:3e:82:a3:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3e251ad-ec9d-4974-bf5c-d39f103df55d', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'b63be040-6e40-4038-b5eb-eec7e03a1491', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:20:59Z', 'updated_at': '2021-10-27T10:21:00Z', 'revision_number': 2, 'project_id': '48ff8c43003e41a2b855daaeb2bfcd04', 'subnets': [{'id': 'b63be040-6e40-4038-b5eb-eec7e03a1491', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:21:02.287307 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-9fe48323-9345-48d4-8ef1-088f3e4b341c req-c3445e42-d925-456a-b41a-e9b886ea75f9 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/security-groups?id=e786382c-1289-4f9d-b471-ed120470c2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673013 Oct 27 10:21:02.291977 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98581417-17fe-4c16-bff6-792bca86a0e0 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:02.293759 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-98581417-17fe-4c16-bff6-792bca86a0e0 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for network, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:02.294356 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3c208689-c22b-4220-853d-00421a4bd672 {{(pid=102348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:21:02.367227 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db574336-6834-451c-84f7-c1f996cfc447 None None] The sync data for ids ['f3e251ad-ec9d-4974-bf5c-d39f103df55d'] in n-d-813419-10 is: [{'id': 'f3e251ad-ec9d-4974-bf5c-d39f103df55d', 'name': 'tempest-ServersTestMultiNic-767428042-router', 'tenant_id': '48ff8c43003e41a2b855daaeb2bfcd04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.128'}], 'enable_snat': True}, 'gw_port_id': 'd9ebd83d-adde-46fd-8347-91a21488c2b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:20:53Z', 'updated_at': '2021-10-27T10:21:00Z', 'revision_number': 4, 'project_id': '48ff8c43003e41a2b855daaeb2bfcd04', 'gw_port': {'id': 'd9ebd83d-adde-46fd-8347-91a21488c2b7', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:48:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3e251ad-ec9d-4974-bf5c-d39f103df55d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:20:56Z', 'updated_at': '2021-10-27T10:21:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_interfaces': [{'id': 'd7a07c38-8e98-454f-93e7-9d864688f4ad', 'name': '', 'network_id': 'af3aef1e-247a-479e-988f-4fa4701b8fd0', 'tenant_id': '48ff8c43003e41a2b855daaeb2bfcd04', 'mac_address': 'fa:16:3e:82:a3:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3e251ad-ec9d-4974-bf5c-d39f103df55d', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'b63be040-6e40-4038-b5eb-eec7e03a1491', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:20:59Z', 'updated_at': '2021-10-27T10:21:00Z', 'revision_number': 2, 'project_id': '48ff8c43003e41a2b855daaeb2bfcd04', 'subnets': [{'id': 'b63be040-6e40-4038-b5eb-eec7e03a1491', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:21:02.379506 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port 3c208689-c22b-4220-853d-00421a4bd672, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=3c208689-c22b-4220-853d-00421a4bd672,segment=NetworkSegment(f7c42c6d-2766-46d8-a8b7-4852117a5555),segment_id=f7c42c6d-2766-46d8-a8b7-4852117a5555)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:21:02.386812 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:02.387370 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device 3b8a9ebb-ba0a-47dd-8952-e700c64da1fa details requested by agent hyperv_n-h1-813419-10 with host n-h1-813419-10 {{(pid=102348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 10:21:02.468933 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98581417-17fe-4c16-bff6-792bca86a0e0 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Pushing event updated for resources: {'Network': ['ID=8cb627fc-149a-4aab-bcc2-3880d55c104f,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:21:02.483073 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-98581417-17fe-4c16-bff6-792bca86a0e0 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5492597 Oct 27 10:21:02.486242 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 42788) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:21:02.491912 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Network 8cb627fc-149a-4aab-bcc2-3880d55c104f details requested by agent ovs-agent-n-d-813419-10 with host n-d-813419-10 {{(pid=102348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 10:21:02.492620 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-eee435b0-cf09-4cf9-b6ff-db63ab611dee tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Request body: {'subnet': {'network_id': '8cb627fc-149a-4aab-bcc2-3880d55c104f', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:21:02.615824 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port 3b8a9ebb-ba0a-47dd-8952-e700c64da1fa, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=3b8a9ebb-ba0a-47dd-8952-e700c64da1fa,segment=NetworkSegment(f7c42c6d-2766-46d8-a8b7-4852117a5555),segment_id=f7c42c6d-2766-46d8-a8b7-4852117a5555)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:21:02.638817 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Pushing event updated for resources: {'Port': ['ID=3c208689-c22b-4220-853d-00421a4bd672,revision_number=6']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:21:02.651313 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Returning: {'device': '3b8a9ebb-ba0a-47dd-8952-e700c64da1fa', 'network_id': '4d250f92-d229-45fe-a579-67fef8e6c544', 'port_id': '3b8a9ebb-ba0a-47dd-8952-e700c64da1fa', 'mac_address': 'fa:16:3e:8a:62:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62eb52f7-aac4-48af-8670-e04300325561', 'ip_address': '192.168.233.209'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 10:21:02.727608 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:02.729287 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eee435b0-cf09-4cf9-b6ff-db63ab611dee tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Made reservation on behalf of 48ff8c43003e41a2b855daaeb2bfcd04 for: {'subnet': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:21:02.733481 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-eee435b0-cf09-4cf9-b6ff-db63ab611dee tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18044073'] for subnet, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:02.766475 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b8a9ebb-ba0a-47dd-8952-e700c64da1fa {{(pid=102348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:21:02.839569 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port 3b8a9ebb-ba0a-47dd-8952-e700c64da1fa, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=3b8a9ebb-ba0a-47dd-8952-e700c64da1fa,segment=NetworkSegment(f7c42c6d-2766-46d8-a8b7-4852117a5555),segment_id=f7c42c6d-2766-46d8-a8b7-4852117a5555)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:21:02.848936 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:02.981114 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Pushing event updated for resources: {'Port': ['ID=3b8a9ebb-ba0a-47dd-8952-e700c64da1fa,revision_number=4']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:21:03.002449 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] get_ports_and_sgs() called for port_ids ['3c208689-c22b-4220-853d-00421a4bd672'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:21:03.266846 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-eee435b0-cf09-4cf9-b6ff-db63ab611dee tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-18295883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18044091'] for subnet, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:03.351966 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee435b0-cf09-4cf9-b6ff-db63ab611dee tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Pushing event updated for resources: {'Subnet': ['ID=082aff69-879d-442e-95d2-f2999d2c243f,revision_number=0']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:21:03.369463 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eee435b0-cf09-4cf9-b6ff-db63ab611dee tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Checking segment: {'id': '2f4d8b82-058e-4dfe-88d6-0a3bf3e2bbf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '8cb627fc-149a-4aab-bcc2-3880d55c104f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:21:03.370583 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eee435b0-cf09-4cf9-b6ff-db63ab611dee tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Network hostable DHCP agents. Network: 8cb627fc-149a-4aab-bcc2-3880d55c104f, hostable agents: ['eafd4000-b897-4722-ae8b-0118ec955181'], hosted agents: [] {{(pid=102347) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 10:21:03.400136 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eee435b0-cf09-4cf9-b6ff-db63ab611dee tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Network 8cb627fc-149a-4aab-bcc2-3880d55c104f is scheduled to be hosted by DHCP agent eafd4000-b897-4722-ae8b-0118ec955181 with binding_index 1 {{(pid=102347) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 10:21:03.417713 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [None req-eee435b0-cf09-4cf9-b6ff-db63ab611dee tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-10, 8cb627fc-149a-4aab-bcc2-3880d55c104f) {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:21:03.431628 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eee435b0-cf09-4cf9-b6ff-db63ab611dee tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:03.433055 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-eee435b0-cf09-4cf9-b6ff-db63ab611dee tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Publish callbacks [] for subnet, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:03.434678 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97f28028-6fe0-47df-825c-134aeb6f3e59 None None] Network 8cb627fc-149a-4aab-bcc2-3880d55c104f requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:21:03.473521 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-eee435b0-cf09-4cf9-b6ff-db63ab611dee tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.9835079 Oct 27 10:21:03.473854 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 42802) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:21:03.479769 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-4f06b3c0-3ab3-491e-a069-0e8d810b73ca tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-863610422'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:21:03.540307 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f06b3c0-3ab3-491e-a069-0e8d810b73ca tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Made reservation on behalf of 48ff8c43003e41a2b855daaeb2bfcd04 for: {'network': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:21:03.574698 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-4f06b3c0-3ab3-491e-a069-0e8d810b73ca tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for network, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:03.585910 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] get_ports_and_sgs() called for port_ids ['3b8a9ebb-ba0a-47dd-8952-e700c64da1fa'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:21:03.643693 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f06b3c0-3ab3-491e-a069-0e8d810b73ca tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 417} {{(pid=102346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 10:21:03.672304 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-4f06b3c0-3ab3-491e-a069-0e8d810b73ca tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:03.672796 n-d-813419-10 neutron-server[102346]: INFO neutron.db.segments_db [None req-4f06b3c0-3ab3-491e-a069-0e8d810b73ca tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Added segment 011e63b8-20bd-49dc-90e4-9a161767caef of type vlan for network 076a41df-5d2c-43e1-bc66-0378c65da1f4 Oct 27 10:21:03.741620 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-4f06b3c0-3ab3-491e-a069-0e8d810b73ca tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743872593080'] for network, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:03.814678 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-4f06b3c0-3ab3-491e-a069-0e8d810b73ca tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913'] for network, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:03.822418 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f06b3c0-3ab3-491e-a069-0e8d810b73ca tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:03.823178 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-4f06b3c0-3ab3-491e-a069-0e8d810b73ca tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for network, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:03.880269 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 42806) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:21:03.880515 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-4f06b3c0-3ab3-491e-a069-0e8d810b73ca tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4026365 Oct 27 10:21:03.885512 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-062cb25f-39e3-452f-b19f-c309080544b2 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Request body: {'subnet': {'network_id': '076a41df-5d2c-43e1-bc66-0378c65da1f4', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:21:04.045988 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f06b3c0-3ab3-491e-a069-0e8d810b73ca tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Pushing event updated for resources: {'Network': ['ID=076a41df-5d2c-43e1-bc66-0378c65da1f4,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:21:04.129405 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device c8c8271b-367b-4ab3-86e4-bb5ec9b8ea1d up at agent hyperv_n-h2-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:21:04.203700 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Network 076a41df-5d2c-43e1-bc66-0378c65da1f4 details requested by agent ovs-agent-n-d-813419-10 with host n-d-813419-10 {{(pid=102348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 10:21:04.255153 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-062cb25f-39e3-452f-b19f-c309080544b2 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Made reservation on behalf of 48ff8c43003e41a2b855daaeb2bfcd04 for: {'subnet': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:21:04.267269 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-062cb25f-39e3-452f-b19f-c309080544b2 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18044073'] for subnet, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:04.365378 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-337e3019-54b2-4988-98fa-e77bc37ac66a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp734b258e-7d96-550c-b970-9b72ab66f383-8cb627fc-149a-4aab-bcc2-3880d55c104f', 'network_id': '8cb627fc-149a-4aab-bcc2-3880d55c104f', 'tenant_id': '48ff8c43003e41a2b855daaeb2bfcd04', 'fixed_ips': [{'subnet_id': '082aff69-879d-442e-95d2-f2999d2c243f'}]}} from n-d-813419-10. {{(pid=102348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 10:21:04.367001 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-337e3019-54b2-4988-98fa-e77bc37ac66a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:04.415065 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Provisioning for port c8c8271b-367b-4ab3-86e4-bb5ec9b8ea1d completed by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 10:21:04.423499 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device d9ebd83d-adde-46fd-8347-91a21488c2b7 up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:21:04.485814 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Provisioning complete for port c8c8271b-367b-4ab3-86e4-bb5ec9b8ea1d triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:21:04.486542 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:04.643347 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-062cb25f-39e3-452f-b19f-c309080544b2 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-18295883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18044091'] for subnet, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:04.679365 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:04.762151 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062cb25f-39e3-452f-b19f-c309080544b2 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Pushing event updated for resources: {'Subnet': ['ID=0123d0dd-a153-4f35-8c70-2c230f56e9c3,revision_number=0']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:21:04.809625 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port d9ebd83d-adde-46fd-8347-91a21488c2b7 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:21:04.809930 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:04.848959 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-062cb25f-39e3-452f-b19f-c309080544b2 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Checking segment: {'id': '011e63b8-20bd-49dc-90e4-9a161767caef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '076a41df-5d2c-43e1-bc66-0378c65da1f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:21:04.849316 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-062cb25f-39e3-452f-b19f-c309080544b2 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Network hostable DHCP agents. Network: 076a41df-5d2c-43e1-bc66-0378c65da1f4, hostable agents: ['eafd4000-b897-4722-ae8b-0118ec955181'], hosted agents: [] {{(pid=102347) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 10:21:04.866878 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669dee83-ba64-4cbf-8146-4077516726aa req-78ac383b-0321-4ac5-9991-748e5971cd2e tempest-LiveAutoBlockMigrationV225Test-1419872258 tempest-LiveAutoBlockMigrationV225Test-1419872258-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:04.869075 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '608b8252-7dee-4a66-b7a1-a863de63ff13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8c8271b-367b-4ab3-86e4-bb5ec9b8ea1d'}] {{(pid=102348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:21:04.869557 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-669dee83-ba64-4cbf-8146-4077516726aa req-78ac383b-0321-4ac5-9991-748e5971cd2e tempest-LiveAutoBlockMigrationV225Test-1419872258 tempest-LiveAutoBlockMigrationV225Test-1419872258-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=bf279598-8975-4de3-ae21-c8ab4a50138d&tenant_id=54312c7c8f9740c0a6858560a6518b0e&binding%3Ahost_id=n-h1-813419-10 HTTP/1.1" status: 200 len: 1097 time: 0.1025281 Oct 27 10:21:04.875604 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c588921fa634554a1d9242fdea1b05457a9ff1d3b28ba54ec1dace7f2f1df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3d3d92a-9d1f-4f06-ac1a-37e361d28da4" -d '{"events": [{"server_uuid": "608b8252-7dee-4a66-b7a1-a863de63ff13", "name": "network-vif-plugged", "status": "completed", "tag": "c8c8271b-367b-4ab3-86e4-bb5ec9b8ea1d"}]}' {{(pid=102348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:21:04.894123 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [req-669dee83-ba64-4cbf-8146-4077516726aa req-4d227cb0-a7c3-47fd-a0af-fbf392afc7ce service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-813419-10'}}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:21:04.920478 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] For port c8c8271b-367b-4ab3-86e4-bb5ec9b8ea1d, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=c8c8271b-367b-4ab3-86e4-bb5ec9b8ea1d,segment=NetworkSegment(f7c42c6d-2766-46d8-a8b7-4852117a5555),segment_id=f7c42c6d-2766-46d8-a8b7-4852117a5555)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:21:04.953937 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-062cb25f-39e3-452f-b19f-c309080544b2 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Network 076a41df-5d2c-43e1-bc66-0378c65da1f4 is scheduled to be hosted by DHCP agent eafd4000-b897-4722-ae8b-0118ec955181 with binding_index 1 {{(pid=102347) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 10:21:04.972772 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [None req-062cb25f-39e3-452f-b19f-c309080544b2 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-10, 076a41df-5d2c-43e1-bc66-0378c65da1f4) {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:21:04.988347 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-062cb25f-39e3-452f-b19f-c309080544b2 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:04.989014 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-062cb25f-39e3-452f-b19f-c309080544b2 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Publish callbacks [] for subnet, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:04.992475 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-669dee83-ba64-4cbf-8146-4077516726aa req-4d227cb0-a7c3-47fd-a0af-fbf392afc7ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:04.995545 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:05.017893 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-767514ab-cdff-4c8a-b4b5-c4786aa6ef8b None None] Network 076a41df-5d2c-43e1-bc66-0378c65da1f4 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:21:05.103512 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-062cb25f-39e3-452f-b19f-c309080544b2 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.2218397 Oct 27 10:21:05.307052 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-669dee83-ba64-4cbf-8146-4077516726aa req-4d227cb0-a7c3-47fd-a0af-fbf392afc7ce service neutron] For port 42128473-d858-46d3-98ca-d69e235d8820, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=42128473-d858-46d3-98ca-d69e235d8820,segment=NetworkSegment(4fd5c29a-a838-4106-a890-06a671bde674),segment_id=4fd5c29a-a838-4106-a890-06a671bde674)] {{(pid=102347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:21:05.319087 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.db_base_plugin_common [None req-337e3019-54b2-4988-98fa-e77bc37ac66a None None] Allocated IP 19.80.0.2 (8cb627fc-149a-4aab-bcc2-3880d55c104f/082aff69-879d-442e-95d2-f2999d2c243f/12b927f5-c912-4fb2-8a41-bdc88846b4d1) {{(pid=102348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:21:05.397631 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-669dee83-ba64-4cbf-8146-4077516726aa req-4d227cb0-a7c3-47fd-a0af-fbf392afc7ce service neutron] For port 42128473-d858-46d3-98ca-d69e235d8820, host n-h1-813419-10, cleared binding levels {{(pid=102347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:21:05.502308 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf279598-8975-4de3-ae21-c8ab4a50138d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '42128473-d858-46d3-98ca-d69e235d8820'}] {{(pid=102347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:21:05.505765 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311149b481204ee7edffdb959c881838506fbd95bc8577c048f6677abb73acc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63fdfa70-bc4d-4d1c-a329-3d35c4bcc2e8" -d '{"events": [{"server_uuid": "bf279598-8975-4de3-ae21-c8ab4a50138d", "name": "network-vif-unplugged", "status": "completed", "tag": "42128473-d858-46d3-98ca-d69e235d8820"}]}' {{(pid=102347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:21:05.516511 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-669dee83-ba64-4cbf-8146-4077516726aa req-4d227cb0-a7c3-47fd-a0af-fbf392afc7ce service neutron] Publish callbacks [] for port, precommit_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:05.557937 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-669dee83-ba64-4cbf-8146-4077516726aa req-4d227cb0-a7c3-47fd-a0af-fbf392afc7ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:05.624287 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Pushing event updated for resources: {'Port': ['ID=c8c8271b-367b-4ab3-86e4-bb5ec9b8ea1d,revision_number=5']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:21:05.673128 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d227cb0-a7c3-47fd-a0af-fbf392afc7ce service neutron] Pushing event updated for resources: {'Port': ['ID=42128473-d858-46d3-98ca-d69e235d8820,revision_number=7']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:21:05.713582 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-337e3019-54b2-4988-98fa-e77bc37ac66a None None] Publish callbacks [] for port, precommit_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:05.719988 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:05.751559 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] For port d9ebd83d-adde-46fd-8347-91a21488c2b7, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=d9ebd83d-adde-46fd-8347-91a21488c2b7,segment=NetworkSegment(bc14127b-7032-4c50-bb5b-f6813cbae86e),segment_id=bc14127b-7032-4c50-bb5b-f6813cbae86e)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:21:05.773479 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-669dee83-ba64-4cbf-8146-4077516726aa req-4d227cb0-a7c3-47fd-a0af-fbf392afc7ce service neutron] Attempting to bind port 42128473-d858-46d3-98ca-d69e235d8820 on host n-h1-813419-10 for vnic_type normal with profile {"migrating_to": "n-h2-813419-10"} {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:21:05.773920 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-669dee83-ba64-4cbf-8146-4077516726aa req-4d227cb0-a7c3-47fd-a0af-fbf392afc7ce service neutron] Attempting to bind port 42128473-d858-46d3-98ca-d69e235d8820 by drivers openvswitch,hyperv on host n-h1-813419-10 at level 0 using segments [{'id': '4fd5c29a-a838-4106-a890-06a671bde674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '1886fe3b-e088-4c7d-8f4c-b14d4440b311'}] {{(pid=102347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:21:05.774332 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-669dee83-ba64-4cbf-8146-4077516726aa req-4d227cb0-a7c3-47fd-a0af-fbf392afc7ce service neutron] Attempting to bind port 42128473-d858-46d3-98ca-d69e235d8820 on network 1886fe3b-e088-4c7d-8f4c-b14d4440b311 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:21:05.774595 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device 3c208689-c22b-4220-853d-00421a4bd672 up at agent hyperv_n-h1-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:21:05.782335 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-669dee83-ba64-4cbf-8146-4077516726aa req-4d227cb0-a7c3-47fd-a0af-fbf392afc7ce service neutron] Port 42128473-d858-46d3-98ca-d69e235d8820 on network 1886fe3b-e088-4c7d-8f4c-b14d4440b311 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-10 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 10:21:05.782774 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-669dee83-ba64-4cbf-8146-4077516726aa req-4d227cb0-a7c3-47fd-a0af-fbf392afc7ce service neutron] Attempting to bind port 42128473-d858-46d3-98ca-d69e235d8820 on network 1886fe3b-e088-4c7d-8f4c-b14d4440b311 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:21:05.789051 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-669dee83-ba64-4cbf-8146-4077516726aa req-4d227cb0-a7c3-47fd-a0af-fbf392afc7ce service neutron] Checking agent: {'id': 'a52e1cab-0c63-402d-9c94-330537c6c076', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 16, 2), 'started_at': datetime.datetime(2021, 10, 27, 10, 16, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 21, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:21:05.789452 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-669dee83-ba64-4cbf-8146-4077516726aa req-4d227cb0-a7c3-47fd-a0af-fbf392afc7ce service neutron] Checking segment: {'id': '4fd5c29a-a838-4106-a890-06a671bde674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '1886fe3b-e088-4c7d-8f4c-b14d4440b311'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:21:05.789912 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-669dee83-ba64-4cbf-8146-4077516726aa req-4d227cb0-a7c3-47fd-a0af-fbf392afc7ce service neutron] Bound using segment: {'id': '4fd5c29a-a838-4106-a890-06a671bde674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '1886fe3b-e088-4c7d-8f4c-b14d4440b311'} {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:21:05.790498 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-669dee83-ba64-4cbf-8146-4077516726aa req-4d227cb0-a7c3-47fd-a0af-fbf392afc7ce service neutron] Bound port: 42128473-d858-46d3-98ca-d69e235d8820, host: n-h1-813419-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4fd5c29a-a838-4106-a890-06a671bde674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '1886fe3b-e088-4c7d-8f4c-b14d4440b311'}}] {{(pid=102347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:21:05.790944 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-669dee83-ba64-4cbf-8146-4077516726aa req-4d227cb0-a7c3-47fd-a0af-fbf392afc7ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:05.805296 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0c92692-5338-4094-8a06-957b788c2dc4 None None] Sync routers for ids ['f3e251ad-ec9d-4974-bf5c-d39f103df55d'] in n-d-813419-10 {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:21:05.819213 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0c92692-5338-4094-8a06-957b788c2dc4 None None] Routers {'f3e251ad-ec9d-4974-bf5c-d39f103df55d'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:21:05.820966 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-d0c92692-5338-4094-8a06-957b788c2dc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:20:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['f3e251ad-ec9d-4974-bf5c-d39f103df55d'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:21:05.884020 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-337e3019-54b2-4988-98fa-e77bc37ac66a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606'] for port, after_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:05.919778 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-669dee83-ba64-4cbf-8146-4077516726aa req-4d227cb0-a7c3-47fd-a0af-fbf392afc7ce service neutron] For port 42128473-d858-46d3-98ca-d69e235d8820, host n-h1-813419-10, cleared binding levels {{(pid=102347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:21:05.923852 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-669dee83-ba64-4cbf-8146-4077516726aa req-4d227cb0-a7c3-47fd-a0af-fbf392afc7ce service neutron] For port 42128473-d858-46d3-98ca-d69e235d8820, host n-h1-813419-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=42128473-d858-46d3-98ca-d69e235d8820,segment=NetworkSegment(4fd5c29a-a838-4106-a890-06a671bde674),segment_id=4fd5c29a-a838-4106-a890-06a671bde674)] {{(pid=102347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:21:05.930688 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-669dee83-ba64-4cbf-8146-4077516726aa req-4d227cb0-a7c3-47fd-a0af-fbf392afc7ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:06.029805 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:06.045281 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669dee83-ba64-4cbf-8146-4077516726aa req-4d227cb0-a7c3-47fd-a0af-fbf392afc7ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:06.048361 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-669dee83-ba64-4cbf-8146-4077516726aa req-4d227cb0-a7c3-47fd-a0af-fbf392afc7ce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:06.049956 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-669dee83-ba64-4cbf-8146-4077516726aa req-4d227cb0-a7c3-47fd-a0af-fbf392afc7ce service neutron] 10.222.0.76 "PUT /v2.0/ports/42128473-d858-46d3-98ca-d69e235d8820 HTTP/1.1" status: 200 len: 1123 time: 1.1677632 Oct 27 10:21:06.054661 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-477d11ea-870e-44ba-aecd-7fd2d8a51477 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp734b258e-7d96-550c-b970-9b72ab66f383-076a41df-5d2c-43e1-bc66-0378c65da1f4', 'network_id': '076a41df-5d2c-43e1-bc66-0378c65da1f4', 'tenant_id': '48ff8c43003e41a2b855daaeb2bfcd04', 'fixed_ips': [{'subnet_id': '0123d0dd-a153-4f35-8c70-2c230f56e9c3'}]}} from n-d-813419-10. {{(pid=102348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 10:21:06.054661 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-477d11ea-870e-44ba-aecd-7fd2d8a51477 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:06.070246 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d227cb0-a7c3-47fd-a0af-fbf392afc7ce service neutron] Pushing event updated for resources: {'Port': ['ID=42128473-d858-46d3-98ca-d69e235d8820,revision_number=8']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:21:06.096430 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device 42128473-d858-46d3-98ca-d69e235d8820 details requested by agent hyperv_n-h2-813419-10 with host n-h2-813419-10 {{(pid=102348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 10:21:06.101053 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvr_db [None req-d0c92692-5338-4094-8a06-957b788c2dc4 None None] Set router f3e251ad-ec9d-4974-bf5c-d39f103df55d gateway port host: n-d-813419-10 {{(pid=102349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:21:06.306351 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] For port 42128473-d858-46d3-98ca-d69e235d8820, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=42128473-d858-46d3-98ca-d69e235d8820,segment=NetworkSegment(4fd5c29a-a838-4106-a890-06a671bde674),segment_id=4fd5c29a-a838-4106-a890-06a671bde674)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:21:06.343702 n-d-813419-10 neutron-server[102348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-337e3019-54b2-4988-98fa-e77bc37ac66a None None] Network 8cb627fc-149a-4aab-bcc2-3880d55c104f is already hosted by enough agents. {{(pid=102348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:21:06.345162 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device 42128473-d858-46d3-98ca-d69e235d8820 has no active binding in host n-h2-813419-10 {{(pid=102348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 27 10:21:06.364898 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337e3019-54b2-4988-98fa-e77bc37ac66a None None] Pushing event updated for resources: {'Port': ['ID=12b927f5-c912-4fb2-8a41-bdc88846b4d1,revision_number=1']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:21:06.432935 n-d-813419-10 neutron-server[102348]: DEBUG neutron.scheduler.base_scheduler [None req-337e3019-54b2-4988-98fa-e77bc37ac66a None None] Resources bound (agent type, host, resource id): {{(pid=102348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:21:06.436857 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-337e3019-54b2-4988-98fa-e77bc37ac66a None None] Received port after_create {{(pid=102348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:21:06.443034 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Pushing event updated for resources: {'Port': ['ID=d9ebd83d-adde-46fd-8347-91a21488c2b7,revision_number=4']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:21:06.457366 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] get_ports_and_sgs() called for port_ids ['42128473-d858-46d3-98ca-d69e235d8820'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:21:06.459712 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] get_ports_and_sgs() called for port_ids ['42128473-d858-46d3-98ca-d69e235d8820'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:21:06.466889 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-96be4fc6-67e6-4e15-99c6-b5c492b26ed0 req-8b1a0bdd-5d58-444f-ba11-296141382d97 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=a52d4eb7-7ffd-4109-9f94-dc97814340a0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1556005 Oct 27 10:21:06.566427 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-d0c92692-5338-4094-8a06-957b788c2dc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3e251ad-ec9d-4974-bf5c-d39f103df55d', 'name': 'tempest-ServersTestMultiNic-767428042-router', 'tenant_id': '48ff8c43003e41a2b855daaeb2bfcd04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.128'}], 'enable_snat': True}, 'gw_port_id': 'd9ebd83d-adde-46fd-8347-91a21488c2b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:20:53Z', 'updated_at': '2021-10-27T10:21:00Z', 'revision_number': 4, 'project_id': '48ff8c43003e41a2b855daaeb2bfcd04', 'gw_port': {'id': 'd9ebd83d-adde-46fd-8347-91a21488c2b7', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:48:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3e251ad-ec9d-4974-bf5c-d39f103df55d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:20:56Z', 'updated_at': '2021-10-27T10:21:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_interfaces': [{'id': 'd7a07c38-8e98-454f-93e7-9d864688f4ad', 'name': '', 'network_id': 'af3aef1e-247a-479e-988f-4fa4701b8fd0', 'tenant_id': '48ff8c43003e41a2b855daaeb2bfcd04', 'mac_address': 'fa:16:3e:82:a3:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3e251ad-ec9d-4974-bf5c-d39f103df55d', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'b63be040-6e40-4038-b5eb-eec7e03a1491', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:20:59Z', 'updated_at': '2021-10-27T10:21:00Z', 'revision_number': 2, 'project_id': '48ff8c43003e41a2b855daaeb2bfcd04', 'subnets': [{'id': 'b63be040-6e40-4038-b5eb-eec7e03a1491', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:21:06.604624 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0c92692-5338-4094-8a06-957b788c2dc4 None None] Checking router: f3e251ad-ec9d-4974-bf5c-d39f103df55d for host: n-d-813419-10 {{(pid=102349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 10:21:06.605106 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0c92692-5338-4094-8a06-957b788c2dc4 None None] Updating router f3e251ad-ec9d-4974-bf5c-d39f103df55d port d7a07c38-8e98-454f-93e7-9d864688f4ad binding host n-d-813419-10 {{(pid=102349) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 10:21:06.640342 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-d0c92692-5338-4094-8a06-957b788c2dc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:06.663094 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96be4fc6-67e6-4e15-99c6-b5c492b26ed0 req-a51ad0b2-54cc-4fd4-8f3f-190adf222d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:06.664765 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-96be4fc6-67e6-4e15-99c6-b5c492b26ed0 req-a51ad0b2-54cc-4fd4-8f3f-190adf222d64 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=31dc088f778a4c2fb761c23ef7d22647&device_id=a52d4eb7-7ffd-4109-9f94-dc97814340a0 HTTP/1.1" status: 200 len: 1102 time: 0.1302741 Oct 27 10:21:06.810034 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Provisioning complete for port 3c208689-c22b-4220-853d-00421a4bd672 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:21:06.810693 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:06.863615 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96be4fc6-67e6-4e15-99c6-b5c492b26ed0 req-7ddf4573-ff9b-4330-a178-e6eb2f06fe01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:06.865695 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-96be4fc6-67e6-4e15-99c6-b5c492b26ed0 req-7ddf4573-ff9b-4330-a178-e6eb2f06fe01 service neutron] 10.222.0.64 "GET /v2.0/networks?id=4d250f92-d229-45fe-a579-67fef8e6c544 HTTP/1.1" status: 200 len: 870 time: 0.1682708 Oct 27 10:21:06.967107 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-96be4fc6-67e6-4e15-99c6-b5c492b26ed0 req-6f2ad5f6-fc0a-4ab3-9f38-9a84d3d05753 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.179&port_id=4226de95-7a65-4c77-86b6-a858ffe6dac1 HTTP/1.1" status: 200 len: 217 time: 0.0893068 Oct 27 10:21:07.045126 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96be4fc6-67e6-4e15-99c6-b5c492b26ed0 req-2ebbf92e-4782-4c2c-9a0d-dc860629fff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:07.047495 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-96be4fc6-67e6-4e15-99c6-b5c492b26ed0 req-2ebbf92e-4782-4c2c-9a0d-dc860629fff1 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=62eb52f7-aac4-48af-8670-e04300325561 HTTP/1.1" status: 200 len: 843 time: 0.0646532 Oct 27 10:21:07.194584 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96be4fc6-67e6-4e15-99c6-b5c492b26ed0 req-37e5cf2e-3647-4fe4-a09d-8c2030fbe8d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:07.210177 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-96be4fc6-67e6-4e15-99c6-b5c492b26ed0 req-37e5cf2e-3647-4fe4-a09d-8c2030fbe8d9 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4d250f92-d229-45fe-a579-67fef8e6c544&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1513824 Oct 27 10:21:07.224746 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.db_base_plugin_common [None req-477d11ea-870e-44ba-aecd-7fd2d8a51477 None None] Allocated IP 19.86.0.2 (076a41df-5d2c-43e1-bc66-0378c65da1f4/0123d0dd-a153-4f35-8c70-2c230f56e9c3/17588b03-f1a7-45b3-9a82-7e3c59a24d01) {{(pid=102348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:21:07.331744 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-96be4fc6-67e6-4e15-99c6-b5c492b26ed0 req-34a69870-4c4b-42e2-9529-559fa4f828f0 service neutron] 10.222.0.64 "GET /v2.0/networks/4d250f92-d229-45fe-a579-67fef8e6c544?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121843 Oct 27 10:21:07.409965 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-d0c92692-5338-4094-8a06-957b788c2dc4 None None] Publish callbacks [] for port, precommit_update {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:07.429940 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-d0c92692-5338-4094-8a06-957b788c2dc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:07.486234 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-337e3019-54b2-4988-98fa-e77bc37ac66a None None] Attempting to bind port 12b927f5-c912-4fb2-8a41-bdc88846b4d1 on host n-d-813419-10 for vnic_type normal with profile {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:21:07.486899 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-337e3019-54b2-4988-98fa-e77bc37ac66a None None] Attempting to bind port 12b927f5-c912-4fb2-8a41-bdc88846b4d1 by drivers openvswitch,hyperv on host n-d-813419-10 at level 0 using segments [{'id': '2f4d8b82-058e-4dfe-88d6-0a3bf3e2bbf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '8cb627fc-149a-4aab-bcc2-3880d55c104f'}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:21:07.487772 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-337e3019-54b2-4988-98fa-e77bc37ac66a None None] Attempting to bind port 12b927f5-c912-4fb2-8a41-bdc88846b4d1 on network 8cb627fc-149a-4aab-bcc2-3880d55c104f {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:21:07.509733 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-337e3019-54b2-4988-98fa-e77bc37ac66a None None] Checking agent: {'id': '89dba0f3-79b2-435e-9822-33674b8f6ada', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 8, 20), 'started_at': datetime.datetime(2021, 10, 27, 10, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 20, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:21:07.510518 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-337e3019-54b2-4988-98fa-e77bc37ac66a None None] Checking segment: {'id': '2f4d8b82-058e-4dfe-88d6-0a3bf3e2bbf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '8cb627fc-149a-4aab-bcc2-3880d55c104f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:21:07.511095 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-337e3019-54b2-4988-98fa-e77bc37ac66a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:07.511654 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-337e3019-54b2-4988-98fa-e77bc37ac66a None None] Bound using segment: {'id': '2f4d8b82-058e-4dfe-88d6-0a3bf3e2bbf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '8cb627fc-149a-4aab-bcc2-3880d55c104f'} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:21:07.512520 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-337e3019-54b2-4988-98fa-e77bc37ac66a None None] Bound port: 12b927f5-c912-4fb2-8a41-bdc88846b4d1, host: n-d-813419-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f4d8b82-058e-4dfe-88d6-0a3bf3e2bbf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '8cb627fc-149a-4aab-bcc2-3880d55c104f'}}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:21:07.513106 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-337e3019-54b2-4988-98fa-e77bc37ac66a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:07.514898 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ea348d-16bc-4831-8311-fe6c94ffb803 None None] Pushing event updated for resources: {'Port': ['ID=d7a07c38-8e98-454f-93e7-9d864688f4ad,revision_number=3']} {{(pid=102349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:21:07.575556 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-477d11ea-870e-44ba-aecd-7fd2d8a51477 None None] Publish callbacks [] for port, precommit_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:07.581580 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-96be4fc6-67e6-4e15-99c6-b5c492b26ed0 req-a162d6ed-fe06-4351-bd7a-31782970c8d5 service neutron] 10.222.0.64 "GET /v2.0/networks/4d250f92-d229-45fe-a579-67fef8e6c544?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2375505 Oct 27 10:21:07.595356 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.managers [None req-d0c92692-5338-4094-8a06-957b788c2dc4 None None] Attempting to bind port d7a07c38-8e98-454f-93e7-9d864688f4ad on host n-d-813419-10 for vnic_type normal with profile {{(pid=102349) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:21:07.595713 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.managers [None req-d0c92692-5338-4094-8a06-957b788c2dc4 None None] Attempting to bind port d7a07c38-8e98-454f-93e7-9d864688f4ad by drivers openvswitch,hyperv on host n-d-813419-10 at level 0 using segments [{'id': 'b424cc0a-f939-4d06-9d67-6d7cd3e59076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'af3aef1e-247a-479e-988f-4fa4701b8fd0'}] {{(pid=102349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:21:07.596066 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0c92692-5338-4094-8a06-957b788c2dc4 None None] Attempting to bind port d7a07c38-8e98-454f-93e7-9d864688f4ad on network af3aef1e-247a-479e-988f-4fa4701b8fd0 {{(pid=102349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:21:07.617334 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0c92692-5338-4094-8a06-957b788c2dc4 None None] Checking agent: {'id': '89dba0f3-79b2-435e-9822-33674b8f6ada', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 8, 20), 'started_at': datetime.datetime(2021, 10, 27, 10, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 20, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:21:07.617787 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0c92692-5338-4094-8a06-957b788c2dc4 None None] Checking segment: {'id': 'b424cc0a-f939-4d06-9d67-6d7cd3e59076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'af3aef1e-247a-479e-988f-4fa4701b8fd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:21:07.621364 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-477d11ea-870e-44ba-aecd-7fd2d8a51477 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606'] for port, after_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:07.624571 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-d0c92692-5338-4094-8a06-957b788c2dc4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:07.624944 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0c92692-5338-4094-8a06-957b788c2dc4 None None] Bound using segment: {'id': 'b424cc0a-f939-4d06-9d67-6d7cd3e59076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'af3aef1e-247a-479e-988f-4fa4701b8fd0'} {{(pid=102349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:21:07.625432 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.managers [None req-d0c92692-5338-4094-8a06-957b788c2dc4 None None] Bound port: d7a07c38-8e98-454f-93e7-9d864688f4ad, host: n-d-813419-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b424cc0a-f939-4d06-9d67-6d7cd3e59076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'af3aef1e-247a-479e-988f-4fa4701b8fd0'}}] {{(pid=102349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:21:07.626086 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-d0c92692-5338-4094-8a06-957b788c2dc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:07.678553 n-d-813419-10 neutron-server[102348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-477d11ea-870e-44ba-aecd-7fd2d8a51477 None None] Network 076a41df-5d2c-43e1-bc66-0378c65da1f4 is already hosted by enough agents. {{(pid=102348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:21:07.688627 n-d-813419-10 neutron-server[102348]: DEBUG neutron.scheduler.base_scheduler [None req-477d11ea-870e-44ba-aecd-7fd2d8a51477 None None] Resources bound (agent type, host, resource id): {{(pid=102348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:21:07.694412 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-477d11ea-870e-44ba-aecd-7fd2d8a51477 None None] Received port after_create {{(pid=102348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:21:07.776775 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.db [None req-d0c92692-5338-4094-8a06-957b788c2dc4 None None] For port d7a07c38-8e98-454f-93e7-9d864688f4ad, host n-d-813419-10, cleared binding levels {{(pid=102349) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:21:07.790354 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.db [None req-d0c92692-5338-4094-8a06-957b788c2dc4 None None] For port d7a07c38-8e98-454f-93e7-9d864688f4ad, host n-d-813419-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=d7a07c38-8e98-454f-93e7-9d864688f4ad,segment=NetworkSegment(b424cc0a-f939-4d06-9d67-6d7cd3e59076),segment_id=b424cc0a-f939-4d06-9d67-6d7cd3e59076)] {{(pid=102349) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:21:07.798163 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-d0c92692-5338-4094-8a06-957b788c2dc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:07.915982 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-337e3019-54b2-4988-98fa-e77bc37ac66a None None] For port 12b927f5-c912-4fb2-8a41-bdc88846b4d1, host n-d-813419-10, cleared binding levels {{(pid=102348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:21:07.923463 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-337e3019-54b2-4988-98fa-e77bc37ac66a None None] For port 12b927f5-c912-4fb2-8a41-bdc88846b4d1, host n-d-813419-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=12b927f5-c912-4fb2-8a41-bdc88846b4d1,segment=NetworkSegment(2f4d8b82-058e-4dfe-88d6-0a3bf3e2bbf6),segment_id=2f4d8b82-058e-4dfe-88d6-0a3bf3e2bbf6)] {{(pid=102348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:21:07.928233 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477d11ea-870e-44ba-aecd-7fd2d8a51477 None None] Pushing event updated for resources: {'Port': ['ID=17588b03-f1a7-45b3-9a82-7e3c59a24d01,revision_number=1']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:21:07.928424 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0c92692-5338-4094-8a06-957b788c2dc4 None None] Routers {'f3e251ad-ec9d-4974-bf5c-d39f103df55d'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:21:07.928861 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-d0c92692-5338-4094-8a06-957b788c2dc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:20:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['f3e251ad-ec9d-4974-bf5c-d39f103df55d'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:21:07.942323 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-337e3019-54b2-4988-98fa-e77bc37ac66a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:07.996661 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ea348d-16bc-4831-8311-fe6c94ffb803 None None] Pushing event updated for resources: {'Port': ['ID=d7a07c38-8e98-454f-93e7-9d864688f4ad,revision_number=4']} {{(pid=102349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:21:08.156007 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvr_db [None req-d0c92692-5338-4094-8a06-957b788c2dc4 None None] Set router f3e251ad-ec9d-4974-bf5c-d39f103df55d gateway port host: n-d-813419-10 {{(pid=102349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:21:08.176054 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337e3019-54b2-4988-98fa-e77bc37ac66a None None] Pushing event updated for resources: {'Port': ['ID=12b927f5-c912-4fb2-8a41-bdc88846b4d1,revision_number=2']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:21:08.315231 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-477d11ea-870e-44ba-aecd-7fd2d8a51477 None None] Attempting to bind port 17588b03-f1a7-45b3-9a82-7e3c59a24d01 on host n-d-813419-10 for vnic_type normal with profile {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:21:08.315231 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-477d11ea-870e-44ba-aecd-7fd2d8a51477 None None] Attempting to bind port 17588b03-f1a7-45b3-9a82-7e3c59a24d01 by drivers openvswitch,hyperv on host n-d-813419-10 at level 0 using segments [{'id': '011e63b8-20bd-49dc-90e4-9a161767caef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '076a41df-5d2c-43e1-bc66-0378c65da1f4'}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:21:08.318333 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-477d11ea-870e-44ba-aecd-7fd2d8a51477 None None] Attempting to bind port 17588b03-f1a7-45b3-9a82-7e3c59a24d01 on network 076a41df-5d2c-43e1-bc66-0378c65da1f4 {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:21:08.350596 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-477d11ea-870e-44ba-aecd-7fd2d8a51477 None None] Checking agent: {'id': '89dba0f3-79b2-435e-9822-33674b8f6ada', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 8, 20), 'started_at': datetime.datetime(2021, 10, 27, 10, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 20, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:21:08.351878 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-477d11ea-870e-44ba-aecd-7fd2d8a51477 None None] Checking segment: {'id': '011e63b8-20bd-49dc-90e4-9a161767caef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '076a41df-5d2c-43e1-bc66-0378c65da1f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:21:08.353123 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-477d11ea-870e-44ba-aecd-7fd2d8a51477 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:08.353623 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-477d11ea-870e-44ba-aecd-7fd2d8a51477 None None] Bound using segment: {'id': '011e63b8-20bd-49dc-90e4-9a161767caef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '076a41df-5d2c-43e1-bc66-0378c65da1f4'} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:21:08.355757 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-477d11ea-870e-44ba-aecd-7fd2d8a51477 None None] Bound port: 17588b03-f1a7-45b3-9a82-7e3c59a24d01, host: n-d-813419-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '011e63b8-20bd-49dc-90e4-9a161767caef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '076a41df-5d2c-43e1-bc66-0378c65da1f4'}}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:21:08.356582 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-477d11ea-870e-44ba-aecd-7fd2d8a51477 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:08.360631 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-469f2604-ba75-4c46-8e72-beac47867865 None None] Provisioning complete for port d7a07c38-8e98-454f-93e7-9d864688f4ad triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:21:08.363336 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-469f2604-ba75-4c46-8e72-beac47867865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:08.384890 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:08.560015 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-477d11ea-870e-44ba-aecd-7fd2d8a51477 None None] For port 17588b03-f1a7-45b3-9a82-7e3c59a24d01, host n-d-813419-10, cleared binding levels {{(pid=102348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:21:08.565482 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-477d11ea-870e-44ba-aecd-7fd2d8a51477 None None] For port 17588b03-f1a7-45b3-9a82-7e3c59a24d01, host n-d-813419-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=17588b03-f1a7-45b3-9a82-7e3c59a24d01,segment=NetworkSegment(011e63b8-20bd-49dc-90e4-9a161767caef),segment_id=011e63b8-20bd-49dc-90e4-9a161767caef)] {{(pid=102348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:21:08.573915 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device d9ebd83d-adde-46fd-8347-91a21488c2b7 up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:21:08.649938 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-477d11ea-870e-44ba-aecd-7fd2d8a51477 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:08.723826 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port 3c208689-c22b-4220-853d-00421a4bd672, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=3c208689-c22b-4220-853d-00421a4bd672,segment=NetworkSegment(f7c42c6d-2766-46d8-a8b7-4852117a5555),segment_id=f7c42c6d-2766-46d8-a8b7-4852117a5555)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:21:08.740896 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477d11ea-870e-44ba-aecd-7fd2d8a51477 None None] Pushing event updated for resources: {'Port': ['ID=17588b03-f1a7-45b3-9a82-7e3c59a24d01,revision_number=2']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:21:08.742244 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-d0c92692-5338-4094-8a06-957b788c2dc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3e251ad-ec9d-4974-bf5c-d39f103df55d', 'name': 'tempest-ServersTestMultiNic-767428042-router', 'tenant_id': '48ff8c43003e41a2b855daaeb2bfcd04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.128'}], 'enable_snat': True}, 'gw_port_id': 'd9ebd83d-adde-46fd-8347-91a21488c2b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:20:53Z', 'updated_at': '2021-10-27T10:21:00Z', 'revision_number': 4, 'project_id': '48ff8c43003e41a2b855daaeb2bfcd04', 'gw_port': {'id': 'd9ebd83d-adde-46fd-8347-91a21488c2b7', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:48:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3e251ad-ec9d-4974-bf5c-d39f103df55d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:20:56Z', 'updated_at': '2021-10-27T10:21:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_interfaces': [{'id': 'd7a07c38-8e98-454f-93e7-9d864688f4ad', 'name': '', 'network_id': 'af3aef1e-247a-479e-988f-4fa4701b8fd0', 'tenant_id': '48ff8c43003e41a2b855daaeb2bfcd04', 'mac_address': 'fa:16:3e:82:a3:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3e251ad-ec9d-4974-bf5c-d39f103df55d', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'b63be040-6e40-4038-b5eb-eec7e03a1491', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:20:59Z', 'updated_at': '2021-10-27T10:21:07Z', 'revision_number': 4, 'project_id': '48ff8c43003e41a2b855daaeb2bfcd04', 'subnets': [{'id': 'b63be040-6e40-4038-b5eb-eec7e03a1491', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:21:08.791125 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:08.797173 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device 3b8a9ebb-ba0a-47dd-8952-e700c64da1fa up at agent hyperv_n-h1-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:21:08.819947 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0c92692-5338-4094-8a06-957b788c2dc4 None None] The sync data for ids ['f3e251ad-ec9d-4974-bf5c-d39f103df55d'] in n-d-813419-10 is: [{'id': 'f3e251ad-ec9d-4974-bf5c-d39f103df55d', 'name': 'tempest-ServersTestMultiNic-767428042-router', 'tenant_id': '48ff8c43003e41a2b855daaeb2bfcd04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.128'}], 'enable_snat': True}, 'gw_port_id': 'd9ebd83d-adde-46fd-8347-91a21488c2b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:20:53Z', 'updated_at': '2021-10-27T10:21:00Z', 'revision_number': 4, 'project_id': '48ff8c43003e41a2b855daaeb2bfcd04', 'gw_port': {'id': 'd9ebd83d-adde-46fd-8347-91a21488c2b7', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:48:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3e251ad-ec9d-4974-bf5c-d39f103df55d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:20:56Z', 'updated_at': '2021-10-27T10:21:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_interfaces': [{'id': 'd7a07c38-8e98-454f-93e7-9d864688f4ad', 'name': '', 'network_id': 'af3aef1e-247a-479e-988f-4fa4701b8fd0', 'tenant_id': '48ff8c43003e41a2b855daaeb2bfcd04', 'mac_address': 'fa:16:3e:82:a3:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3e251ad-ec9d-4974-bf5c-d39f103df55d', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'b63be040-6e40-4038-b5eb-eec7e03a1491', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:20:59Z', 'updated_at': '2021-10-27T10:21:07Z', 'revision_number': 4, 'project_id': '48ff8c43003e41a2b855daaeb2bfcd04', 'subnets': [{'id': 'b63be040-6e40-4038-b5eb-eec7e03a1491', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:21:08.894252 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port d9ebd83d-adde-46fd-8347-91a21488c2b7 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:21:08.898254 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:08.959696 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:09.112809 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Provisioning for port 3b8a9ebb-ba0a-47dd-8952-e700c64da1fa completed by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 10:21:09.141430 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Pushing event updated for resources: {'Port': ['ID=3c208689-c22b-4220-853d-00421a4bd672,revision_number=7']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:21:09.182636 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Provisioning complete for port 3b8a9ebb-ba0a-47dd-8952-e700c64da1fa triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:21:09.183010 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:09.261759 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-469f2604-ba75-4c46-8e72-beac47867865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:09.506574 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device d7a07c38-8e98-454f-93e7-9d864688f4ad up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:21:09.511606 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-469f2604-ba75-4c46-8e72-beac47867865 None None] For port d7a07c38-8e98-454f-93e7-9d864688f4ad, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=d7a07c38-8e98-454f-93e7-9d864688f4ad,segment=NetworkSegment(b424cc0a-f939-4d06-9d67-6d7cd3e59076),segment_id=b424cc0a-f939-4d06-9d67-6d7cd3e59076)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:21:09.610513 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-469f2604-ba75-4c46-8e72-beac47867865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:09.816778 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:09.858333 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469f2604-ba75-4c46-8e72-beac47867865 None None] Pushing event updated for resources: {'Port': ['ID=d7a07c38-8e98-454f-93e7-9d864688f4ad,revision_number=5']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:21:09.891210 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-43e39db6-55d5-44c0-b2e5-b2e74f757912 None None] Provisioning complete for port d7a07c38-8e98-454f-93e7-9d864688f4ad triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:21:09.891580 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-43e39db6-55d5-44c0-b2e5-b2e74f757912 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:09.893866 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port d7a07c38-8e98-454f-93e7-9d864688f4ad triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:21:09.897558 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:09.953512 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8722a861-3c5b-498c-99e0-98dc3360c445 None None] Network 8cb627fc-149a-4aab-bcc2-3880d55c104f requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:21:10.151470 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port 3b8a9ebb-ba0a-47dd-8952-e700c64da1fa, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=3b8a9ebb-ba0a-47dd-8952-e700c64da1fa,segment=NetworkSegment(f7c42c6d-2766-46d8-a8b7-4852117a5555),segment_id=f7c42c6d-2766-46d8-a8b7-4852117a5555)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:21:10.179182 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:10.421623 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Pushing event updated for resources: {'Port': ['ID=3b8a9ebb-ba0a-47dd-8952-e700c64da1fa,revision_number=5']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:21:10.574717 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-3c4ef6d3-798f-4080-a6e3-da70d28b7c83 None None] Provisioning complete for port 12b927f5-c912-4fb2-8a41-bdc88846b4d1 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:21:10.575119 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-3c4ef6d3-798f-4080-a6e3-da70d28b7c83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:10.829451 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-3c4ef6d3-798f-4080-a6e3-da70d28b7c83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:10.861351 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3edb3b4f-cf86-425a-9581-6433fedf2c1c None None] Network 076a41df-5d2c-43e1-bc66-0378c65da1f4 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:21:10.934149 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 17588b03-f1a7-45b3-9a82-7e3c59a24d01 up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:21:11.123812 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-3c4ef6d3-798f-4080-a6e3-da70d28b7c83 None None] For port 12b927f5-c912-4fb2-8a41-bdc88846b4d1, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=12b927f5-c912-4fb2-8a41-bdc88846b4d1,segment=NetworkSegment(2f4d8b82-058e-4dfe-88d6-0a3bf3e2bbf6),segment_id=2f4d8b82-058e-4dfe-88d6-0a3bf3e2bbf6)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:21:11.136054 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-3c4ef6d3-798f-4080-a6e3-da70d28b7c83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:11.223926 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port 17588b03-f1a7-45b3-9a82-7e3c59a24d01 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:21:11.225671 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:11.339859 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4ef6d3-798f-4080-a6e3-da70d28b7c83 None None] Pushing event updated for resources: {'Port': ['ID=12b927f5-c912-4fb2-8a41-bdc88846b4d1,revision_number=3']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:21:11.437998 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-75b6686f-e3ab-4f7f-a68f-0f0a0f6103f1 None None] Provisioning complete for port 12b927f5-c912-4fb2-8a41-bdc88846b4d1 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:21:11.438401 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-75b6686f-e3ab-4f7f-a68f-0f0a0f6103f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:11.538682 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:11.628724 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] For port 17588b03-f1a7-45b3-9a82-7e3c59a24d01, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=17588b03-f1a7-45b3-9a82-7e3c59a24d01,segment=NetworkSegment(011e63b8-20bd-49dc-90e4-9a161767caef),segment_id=011e63b8-20bd-49dc-90e4-9a161767caef)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:21:11.643666 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:11.647828 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device d7a07c38-8e98-454f-93e7-9d864688f4ad up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:21:11.751522 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-75b6686f-e3ab-4f7f-a68f-0f0a0f6103f1 None None] Provisioning complete for port 17588b03-f1a7-45b3-9a82-7e3c59a24d01 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:21:11.751898 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-75b6686f-e3ab-4f7f-a68f-0f0a0f6103f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:11.892716 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port d7a07c38-8e98-454f-93e7-9d864688f4ad triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:21:11.893085 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:12.143179 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Pushing event updated for resources: {'Port': ['ID=17588b03-f1a7-45b3-9a82-7e3c59a24d01,revision_number=3']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:21:12.252127 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 12b927f5-c912-4fb2-8a41-bdc88846b4d1 up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:21:12.310110 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-e13b1296-0515-470e-b2cc-7a3660c9bd06 None None] Provisioning complete for port 17588b03-f1a7-45b3-9a82-7e3c59a24d01 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:21:12.310521 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-e13b1296-0515-470e-b2cc-7a3660c9bd06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:12.351788 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port 12b927f5-c912-4fb2-8a41-bdc88846b4d1 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:21:12.353121 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:12.654991 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 17588b03-f1a7-45b3-9a82-7e3c59a24d01 up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:21:12.749623 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port 17588b03-f1a7-45b3-9a82-7e3c59a24d01 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:21:12.750348 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:12.877661 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 12b927f5-c912-4fb2-8a41-bdc88846b4d1 up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:21:12.940251 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port 12b927f5-c912-4fb2-8a41-bdc88846b4d1 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:21:12.940556 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:13.414125 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6540ac68-fdac-4a81-96b6-bb5550fadc46 req-cd9f5df4-c734-4f48-bd72-0d35c6de139f tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:13.419341 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e4ca89-7bc5-4d7a-b705-48bfa018dd0c req-9591e932-6e28-4248-8a8d-df587b0d1ea2 tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:13.421292 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-6540ac68-fdac-4a81-96b6-bb5550fadc46 req-cd9f5df4-c734-4f48-bd72-0d35c6de139f tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] 10.222.0.44 "GET /v2.0/ports?device_id=36241b3e-676a-4332-bd50-bcc3e354edd7 HTTP/1.1" status: 200 len: 950 time: 0.0574923 Oct 27 10:21:13.421715 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-81e4ca89-7bc5-4d7a-b705-48bfa018dd0c req-9591e932-6e28-4248-8a8d-df587b0d1ea2 tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] 10.222.0.44 "GET /v2.0/ports?device_id=bf279598-8975-4de3-ae21-c8ab4a50138d HTTP/1.1" status: 200 len: 943 time: 0.0644739 Oct 27 10:21:13.471157 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-81e4ca89-7bc5-4d7a-b705-48bfa018dd0c req-72be46c1-1a8c-4daf-95c8-a9b582c91335 tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] 10.222.0.44 "GET /v2.0/security-groups?id=e3018bff-e5f8-44d8-a835-69520a8698da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433290 Oct 27 10:21:13.472590 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-6540ac68-fdac-4a81-96b6-bb5550fadc46 req-40e96561-7b10-465b-9c10-44e0b5ece05c tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] 10.222.0.44 "GET /v2.0/security-groups?id=adbff9a4-0ae5-4700-84c2-4b5f53f67e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454996 Oct 27 10:21:13.589713 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61f1844-2d07-484a-8c7a-e43cc13e2866 req-6dc083e1-63e4-405c-8ec7-a940f46453e1 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:13.598855 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-a61f1844-2d07-484a-8c7a-e43cc13e2866 req-6dc083e1-63e4-405c-8ec7-a940f46453e1 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/ports?device_id=608b8252-7dee-4a66-b7a1-a863de63ff13 HTTP/1.1" status: 200 len: 950 time: 0.0694368 Oct 27 10:21:13.642158 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-a61f1844-2d07-484a-8c7a-e43cc13e2866 req-c1183156-7e0b-4163-b95d-44ab8e329900 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/security-groups?id=e786382c-1289-4f9d-b471-ed120470c2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419939 Oct 27 10:21:13.693581 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:21:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2f82aee-00ba-4e2e-a268-444f690452a4 x-openstack-request-id: req-e2f82aee-00ba-4e2e-a268-444f690452a4 {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:21:13.694100 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "608b8252-7dee-4a66-b7a1-a863de63ff13", "name": "network-vif-plugged", "status": "completed", "tag": "c8c8271b-367b-4ab3-86e4-bb5ec9b8ea1d", "code": 200}]} {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:21:13.694100 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e2f82aee-00ba-4e2e-a268-444f690452a4 {{(pid=102348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:21:13.694713 n-d-813419-10 neutron-server[102348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '608b8252-7dee-4a66-b7a1-a863de63ff13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8c8271b-367b-4ab3-86e4-bb5ec9b8ea1d', 'code': 200} Oct 27 10:21:13.884041 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6c6632-88c4-4e3d-8f96-d80d41b54a5d req-a5e425cb-cb06-41fe-a51c-0655122acb20 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:13.889959 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6c6632-88c4-4e3d-8f96-d80d41b54a5d req-a5e425cb-cb06-41fe-a51c-0655122acb20 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:13.891544 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ff6c6632-88c4-4e3d-8f96-d80d41b54a5d req-a5e425cb-cb06-41fe-a51c-0655122acb20 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] 10.222.0.44 "GET /v2.0/networks?id=8cb627fc-149a-4aab-bcc2-3880d55c104f&id=076a41df-5d2c-43e1-bc66-0378c65da1f4&id=8cb627fc-149a-4aab-bcc2-3880d55c104f HTTP/1.1" status: 200 len: 1391 time: 0.1297841 Oct 27 10:21:13.915142 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ff6c6632-88c4-4e3d-8f96-d80d41b54a5d req-038237e1-13d2-4133-87a3-13f90582112a tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] 10.222.0.44 "GET /v2.0/quotas/48ff8c43003e41a2b855daaeb2bfcd04 HTTP/1.1" status: 200 len: 375 time: 0.0154655 Oct 27 10:21:13.968863 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ff6c6632-88c4-4e3d-8f96-d80d41b54a5d req-e0d715fe-4471-41b1-88b2-cfa6cd235ad4 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=48ff8c43003e41a2b855daaeb2bfcd04&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0528393 Oct 27 10:21:14.068042 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ff6c6632-88c4-4e3d-8f96-d80d41b54a5d req-82b75b59-51aa-48d6-a84a-a74cbe64ce8b service neutron] 10.222.0.44 "GET /v2.0/networks/8cb627fc-149a-4aab-bcc2-3880d55c104f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915635 Oct 27 10:21:14.168633 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ff6c6632-88c4-4e3d-8f96-d80d41b54a5d req-805e4438-e9d1-4631-8eac-d29a11ea305a service neutron] 10.222.0.44 "GET /v2.0/networks/8cb627fc-149a-4aab-bcc2-3880d55c104f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942750 Oct 27 10:21:14.280975 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ff6c6632-88c4-4e3d-8f96-d80d41b54a5d req-8ff31566-2fc9-427f-83b1-1cd21eacc4ce service neutron] 10.222.0.44 "GET /v2.0/networks/076a41df-5d2c-43e1-bc66-0378c65da1f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1050377 Oct 27 10:21:14.377803 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ff6c6632-88c4-4e3d-8f96-d80d41b54a5d req-2de01ace-b637-48f7-a693-ade0c4ca060d service neutron] 10.222.0.44 "GET /v2.0/networks/076a41df-5d2c-43e1-bc66-0378c65da1f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959415 Oct 27 10:21:14.481236 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ff6c6632-88c4-4e3d-8f96-d80d41b54a5d req-4cf7f073-6e7d-4c3e-bece-146eb57b479a service neutron] 10.222.0.44 "GET /v2.0/networks/8cb627fc-149a-4aab-bcc2-3880d55c104f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968525 Oct 27 10:21:14.602032 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ff6c6632-88c4-4e3d-8f96-d80d41b54a5d req-45293c8c-d4fd-49d1-a267-7e45636e2e18 service neutron] 10.222.0.44 "GET /v2.0/networks/8cb627fc-149a-4aab-bcc2-3880d55c104f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1170120 Oct 27 10:21:14.751237 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 27 Oct 2021 10:21:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dc78a86-bd83-4396-8fa7-d3ac44b33477 x-openstack-request-id: req-8dc78a86-bd83-4396-8fa7-d3ac44b33477 {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:21:14.751758 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf279598-8975-4de3-ae21-c8ab4a50138d", "name": "network-vif-unplugged", "status": "completed", "tag": "42128473-d858-46d3-98ca-d69e235d8820", "code": 200}]} {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:21:14.752017 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-8dc78a86-bd83-4396-8fa7-d3ac44b33477 {{(pid=102347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:21:14.752498 n-d-813419-10 neutron-server[102347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf279598-8975-4de3-ae21-c8ab4a50138d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '42128473-d858-46d3-98ca-d69e235d8820', 'code': 200} Oct 27 10:21:15.033844 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce60958-ad06-454a-a694-32b1c99310d6 req-0452b877-05e7-4173-8ae0-e4fb86d01a73 tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:15.035730 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-9ce60958-ad06-454a-a694-32b1c99310d6 req-0452b877-05e7-4173-8ae0-e4fb86d01a73 tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] 10.222.0.44 "GET /v2.0/ports?device_id=36241b3e-676a-4332-bd50-bcc3e354edd7 HTTP/1.1" status: 200 len: 950 time: 0.0785477 Oct 27 10:21:15.085564 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-9ce60958-ad06-454a-a694-32b1c99310d6 req-387edf92-a183-4957-93f4-011a302c9daf tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] 10.222.0.44 "GET /v2.0/security-groups?id=adbff9a4-0ae5-4700-84c2-4b5f53f67e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412147 Oct 27 10:21:15.220318 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3ca140-b32d-4acb-bd94-27525e5a00fb req-5b16b11d-ec65-43fe-811f-b0e735cad12a tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:15.222231 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-3c3ca140-b32d-4acb-bd94-27525e5a00fb req-5b16b11d-ec65-43fe-811f-b0e735cad12a tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] 10.222.0.44 "GET /v2.0/ports?device_id=bf279598-8975-4de3-ae21-c8ab4a50138d HTTP/1.1" status: 200 len: 943 time: 0.0566571 Oct 27 10:21:15.280248 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-3c3ca140-b32d-4acb-bd94-27525e5a00fb req-f054e04c-16a3-437b-9b3b-62ae9a626438 tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] 10.222.0.44 "GET /v2.0/security-groups?id=e3018bff-e5f8-44d8-a835-69520a8698da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511448 Oct 27 10:21:15.695591 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee962280-c4a3-41e2-8b55-5766c4eddfd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c208689-c22b-4220-853d-00421a4bd672'}, {'server_uuid': '36241b3e-676a-4332-bd50-bcc3e354edd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b8a9ebb-ba0a-47dd-8952-e700c64da1fa'}] {{(pid=102348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:21:15.698009 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c588921fa634554a1d9242fdea1b05457a9ff1d3b28ba54ec1dace7f2f1df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e41fc94-91df-46e4-b59b-70b6e8c11f0e" -d '{"events": [{"server_uuid": "ee962280-c4a3-41e2-8b55-5766c4eddfd3", "name": "network-vif-plugged", "status": "completed", "tag": "3c208689-c22b-4220-853d-00421a4bd672"}, {"server_uuid": "36241b3e-676a-4332-bd50-bcc3e354edd7", "name": "network-vif-plugged", "status": "completed", "tag": "3b8a9ebb-ba0a-47dd-8952-e700c64da1fa"}]}' {{(pid=102348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:21:16.133106 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7101a217-2400-496a-be8e-c1b0cdbe8553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:16.753732 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf279598-8975-4de3-ae21-c8ab4a50138d', 'tag': '42128473-d858-46d3-98ca-d69e235d8820'}] {{(pid=102347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:21:16.756043 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311149b481204ee7edffdb959c881838506fbd95bc8577c048f6677abb73acc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec8a250c-6e72-42f6-b89a-c10c5a094fc9" -d '{"events": [{"name": "network-changed", "server_uuid": "bf279598-8975-4de3-ae21-c8ab4a50138d", "tag": "42128473-d858-46d3-98ca-d69e235d8820"}]}' {{(pid=102347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:21:17.719734 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device a4680ac1-e85a-46ed-be0f-bd6e250f74cc no longer exists at agent hyperv_n-h1-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:21:17.796436 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:17.828077 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port a4680ac1-e85a-46ed-be0f-bd6e250f74cc, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=a4680ac1-e85a-46ed-be0f-bd6e250f74cc,segment=NetworkSegment(e031df76-6a67-4dc9-b33e-3b490749e49c),segment_id=e031df76-6a67-4dc9-b33e-3b490749e49c)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:21:17.831548 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:17.876104 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Pushing event updated for resources: {'Port': ['ID=a4680ac1-e85a-46ed-be0f-bd6e250f74cc,revision_number=8']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:21:18.800514 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-6f00aa0e-1c01-4111-b659-f968e19e9b73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:19.885407 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-eadeaa30-4096-4d1a-b3cb-aa7ebfb291ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:19.928279 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:20.543096 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-669dee83-ba64-4cbf-8146-4077516726aa req-785243ef-cfa9-4ae2-a7bf-8aadeaad213b service neutron] 10.222.0.64 "GET /v2.0/ports/42128473-d858-46d3-98ca-d69e235d8820/bindings/n-h2-813419-10 HTTP/1.1" status: 200 len: 385 time: 0.0536788 Oct 27 10:21:20.715426 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [req-669dee83-ba64-4cbf-8146-4077516726aa req-18b1c89b-486e-44cd-9a2f-fae35ce27edc service neutron] For port 42128473-d858-46d3-98ca-d69e235d8820, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=42128473-d858-46d3-98ca-d69e235d8820,segment=NetworkSegment(4fd5c29a-a838-4106-a890-06a671bde674),segment_id=4fd5c29a-a838-4106-a890-06a671bde674)] {{(pid=102346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:21:20.734254 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [req-669dee83-ba64-4cbf-8146-4077516726aa req-18b1c89b-486e-44cd-9a2f-fae35ce27edc service neutron] For port 42128473-d858-46d3-98ca-d69e235d8820, host n-h1-813419-10, cleared binding levels {{(pid=102346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:21:20.768676 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [req-669dee83-ba64-4cbf-8146-4077516726aa req-18b1c89b-486e-44cd-9a2f-fae35ce27edc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42128473-d858-46d3-98ca-d69e235d8820 {{(pid=102346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:21:20.778724 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [req-669dee83-ba64-4cbf-8146-4077516726aa req-18b1c89b-486e-44cd-9a2f-fae35ce27edc service neutron] For port 42128473-d858-46d3-98ca-d69e235d8820, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=42128473-d858-46d3-98ca-d69e235d8820,segment=NetworkSegment(4fd5c29a-a838-4106-a890-06a671bde674),segment_id=4fd5c29a-a838-4106-a890-06a671bde674)] {{(pid=102346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:21:20.792141 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-669dee83-ba64-4cbf-8146-4077516726aa req-18b1c89b-486e-44cd-9a2f-fae35ce27edc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:20.861164 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.provisioning_blocks [req-669dee83-ba64-4cbf-8146-4077516726aa req-18b1c89b-486e-44cd-9a2f-fae35ce27edc service neutron] Transition to ACTIVE for port object 42128473-d858-46d3-98ca-d69e235d8820 will not be triggered until provisioned by entity L2. {{(pid=102346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 10:21:20.864700 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-669dee83-ba64-4cbf-8146-4077516726aa req-18b1c89b-486e-44cd-9a2f-fae35ce27edc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27024173'] for port, after_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:20.924801 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [req-669dee83-ba64-4cbf-8146-4077516726aa req-18b1c89b-486e-44cd-9a2f-fae35ce27edc service neutron] No DVR routers for this DVR port 42128473-d858-46d3-98ca-d69e235d8820 on host n-h1-813419-10 {{(pid=102346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:21:20.942442 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b1c89b-486e-44cd-9a2f-fae35ce27edc service neutron] Pushing event updated for resources: {'Port': ['ID=42128473-d858-46d3-98ca-d69e235d8820,revision_number=10']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:21:20.965967 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-669dee83-ba64-4cbf-8146-4077516726aa req-18b1c89b-486e-44cd-9a2f-fae35ce27edc service neutron] 10.222.0.64 "PUT /v2.0/ports/42128473-d858-46d3-98ca-d69e235d8820/bindings/n-h2-813419-10/activate HTTP/1.1" status: 200 len: 370 time: 0.4096010 Oct 27 10:21:20.970759 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b1c89b-486e-44cd-9a2f-fae35ce27edc service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:21:20.971096 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b1c89b-486e-44cd-9a2f-fae35ce27edc service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:21:20.971427 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b1c89b-486e-44cd-9a2f-fae35ce27edc service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:21:20.971753 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b1c89b-486e-44cd-9a2f-fae35ce27edc service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:21:20.972073 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b1c89b-486e-44cd-9a2f-fae35ce27edc service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:21:20.972427 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b1c89b-486e-44cd-9a2f-fae35ce27edc service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:21:20.973592 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b1c89b-486e-44cd-9a2f-fae35ce27edc service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:21:20.973972 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b1c89b-486e-44cd-9a2f-fae35ce27edc service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:21:20.974471 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b1c89b-486e-44cd-9a2f-fae35ce27edc service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:21:20.974807 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b1c89b-486e-44cd-9a2f-fae35ce27edc service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:21:20.975129 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b1c89b-486e-44cd-9a2f-fae35ce27edc service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:21:20.975445 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b1c89b-486e-44cd-9a2f-fae35ce27edc service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:21:21.743867 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device 42128473-d858-46d3-98ca-d69e235d8820 no longer exists at agent hyperv_n-h1-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:21:21.790613 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-3c6a8245-0581-48aa-b5f6-4d8fe98cd16e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:21.794378 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device 42128473-d858-46d3-98ca-d69e235d8820 not bound to the agent host n-h1-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:21:21.794796 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device 3c208689-c22b-4220-853d-00421a4bd672 no longer exists at agent hyperv_n-h1-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:21:21.869532 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:21.900427 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port 3c208689-c22b-4220-853d-00421a4bd672, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=3c208689-c22b-4220-853d-00421a4bd672,segment=NetworkSegment(f7c42c6d-2766-46d8-a8b7-4852117a5555),segment_id=f7c42c6d-2766-46d8-a8b7-4852117a5555)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:21:21.904455 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:21.949426 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Pushing event updated for resources: {'Port': ['ID=3c208689-c22b-4220-853d-00421a4bd672,revision_number=8']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:21:21.957272 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:21:21.957611 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:21:21.957943 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:21:21.958268 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:21:21.958592 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:21:21.958914 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:21:21.959232 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:21:21.959549 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:21:21.959868 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:21:21.960180 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:21:21.960555 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:21:21.960870 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:21:22.110043 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device 42128473-d858-46d3-98ca-d69e235d8820 no longer exists at agent hyperv_n-h2-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:21:22.986888 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96f5c77-1f6e-479b-bc58-35fff41b6760 req-864201e2-c9da-4a26-89af-cc3c33bdf334 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:22.994190 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-f96f5c77-1f6e-479b-bc58-35fff41b6760 req-864201e2-c9da-4a26-89af-cc3c33bdf334 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/ports?device_id=608b8252-7dee-4a66-b7a1-a863de63ff13 HTTP/1.1" status: 200 len: 950 time: 0.0864189 Oct 27 10:21:23.030412 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-452c4e78-09a0-4d9d-b388-6c42a460986c req-289df069-3346-44e4-a170-60473a37fccf tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] 10.222.0.44 "GET /v2.0/ports?device_id=ba15f30f-9461-4485-b03c-1e7581b76791 HTTP/1.1" status: 200 len: 210 time: 0.0333350 Oct 27 10:21:23.054312 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-cb69a1bc-21db-49a2-8ea0-c8c7ec8eb45c req-db1c6bc8-5758-4151-a175-7081a1895d6b service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=265228e3-9e0d-4457-9209-d37929afa548&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1292479 Oct 27 10:21:23.059761 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669dee83-ba64-4cbf-8146-4077516726aa req-66a5dd83-7dcb-4aec-923d-8e0e5993ad76 tempest-LiveAutoBlockMigrationV225Test-1419872258 tempest-LiveAutoBlockMigrationV225Test-1419872258-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:23.063682 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-669dee83-ba64-4cbf-8146-4077516726aa req-66a5dd83-7dcb-4aec-923d-8e0e5993ad76 tempest-LiveAutoBlockMigrationV225Test-1419872258 tempest-LiveAutoBlockMigrationV225Test-1419872258-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=bf279598-8975-4de3-ae21-c8ab4a50138d&tenant_id=54312c7c8f9740c0a6858560a6518b0e&binding%3Ahost_id=n-h1-813419-10 HTTP/1.1" status: 200 len: 1096 time: 0.1005340 Oct 27 10:21:23.077623 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80ebe9e-a679-4135-a82d-78d81a100623 req-4061c086-d80d-40a6-849c-47a22d000592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:23.079157 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b80ebe9e-a679-4135-a82d-78d81a100623 req-4061c086-d80d-40a6-849c-47a22d000592 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=608b8252-7dee-4a66-b7a1-a863de63ff13 HTTP/1.1" status: 200 len: 1102 time: 0.0831864 Oct 27 10:21:23.100538 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-f96f5c77-1f6e-479b-bc58-35fff41b6760 req-884aa715-38e6-458c-9ed6-596655ad4538 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/security-groups?id=e786382c-1289-4f9d-b471-ed120470c2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055198 Oct 27 10:21:23.129691 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669dee83-ba64-4cbf-8146-4077516726aa req-a45edbbd-1539-4686-bad5-23cc89549d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:23.131750 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-669dee83-ba64-4cbf-8146-4077516726aa req-a45edbbd-1539-4686-bad5-23cc89549d4a service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=bf279598-8975-4de3-ae21-c8ab4a50138d&tenant_id=54312c7c8f9740c0a6858560a6518b0e HTTP/1.1" status: 200 len: 1096 time: 0.0585828 Oct 27 10:21:23.167164 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb69a1bc-21db-49a2-8ea0-c8c7ec8eb45c req-4915d83b-1884-4ec6-9d42-3c21751ac819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:23.168843 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-cb69a1bc-21db-49a2-8ea0-c8c7ec8eb45c req-4915d83b-1884-4ec6-9d42-3c21751ac819 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=60bf030ec38b4548b292ea0483de5f05&device_id=265228e3-9e0d-4457-9209-d37929afa548 HTTP/1.1" status: 200 len: 1098 time: 0.0673709 Oct 27 10:21:23.171212 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b80ebe9e-a679-4135-a82d-78d81a100623 req-1fc145ac-0948-46e5-a43d-6c9a62a9c6a2 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=e786382c-1289-4f9d-b471-ed120470c2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683234 Oct 27 10:21:23.173539 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 27 Oct 2021 10:21:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bc13518-415d-4a1f-b3d4-c110de480663 x-openstack-request-id: req-2bc13518-415d-4a1f-b3d4-c110de480663 {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:21:23.174376 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee962280-c4a3-41e2-8b55-5766c4eddfd3", "name": "network-vif-plugged", "status": "completed", "tag": "3c208689-c22b-4220-853d-00421a4bd672", "code": 200}, {"server_uuid": "36241b3e-676a-4332-bd50-bcc3e354edd7", "name": "network-vif-plugged", "status": "completed", "tag": "3b8a9ebb-ba0a-47dd-8952-e700c64da1fa", "code": 200}]} {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:21:23.174782 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-2bc13518-415d-4a1f-b3d4-c110de480663 {{(pid=102348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:21:23.175318 n-d-813419-10 neutron-server[102348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee962280-c4a3-41e2-8b55-5766c4eddfd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c208689-c22b-4220-853d-00421a4bd672', 'code': 200} Oct 27 10:21:23.175729 n-d-813419-10 neutron-server[102348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36241b3e-676a-4332-bd50-bcc3e354edd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b8a9ebb-ba0a-47dd-8952-e700c64da1fa', 'code': 200} Oct 27 10:21:23.215749 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669dee83-ba64-4cbf-8146-4077516726aa req-79136cb2-b6b1-4d3a-a9e3-4032708abd81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:23.217332 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-669dee83-ba64-4cbf-8146-4077516726aa req-79136cb2-b6b1-4d3a-a9e3-4032708abd81 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=54312c7c8f9740c0a6858560a6518b0e&device_id=bf279598-8975-4de3-ae21-c8ab4a50138d HTTP/1.1" status: 200 len: 1096 time: 0.0568070 Oct 27 10:21:23.316391 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71492b6-3455-4741-9e04-d87464fcd35e req-c5df5cfa-c93a-4af4-a81d-8ff16a2ab240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:23.318114 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-c71492b6-3455-4741-9e04-d87464fcd35e req-c5df5cfa-c93a-4af4-a81d-8ff16a2ab240 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=36241b3e-676a-4332-bd50-bcc3e354edd7 HTTP/1.1" status: 200 len: 1102 time: 0.0483520 Oct 27 10:21:23.345193 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb804ea-9da7-4a5d-b361-bd66885e93e0 req-6dce312e-86bc-49fa-84ce-50add7eee3a9 tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:23.347054 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8eb804ea-9da7-4a5d-b361-bd66885e93e0 req-6dce312e-86bc-49fa-84ce-50add7eee3a9 tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] 10.222.0.44 "GET /v2.0/ports?device_id=36241b3e-676a-4332-bd50-bcc3e354edd7 HTTP/1.1" status: 200 len: 950 time: 0.0540304 Oct 27 10:21:23.366861 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-c71492b6-3455-4741-9e04-d87464fcd35e req-83585838-338b-4b52-8d77-c7f260b82764 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=adbff9a4-0ae5-4700-84c2-4b5f53f67e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409365 Oct 27 10:21:23.400658 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8eb804ea-9da7-4a5d-b361-bd66885e93e0 req-f519643e-af49-47d5-b1f9-67a5b09b1d7a tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] 10.222.0.44 "GET /v2.0/security-groups?id=adbff9a4-0ae5-4700-84c2-4b5f53f67e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434797 Oct 27 10:21:23.507578 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c94f810-cc20-4d20-b0f6-71643a183903 req-882176bd-4b0b-4cee-aebe-9dc7c6032b08 tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:23.509078 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-4c94f810-cc20-4d20-b0f6-71643a183903 req-882176bd-4b0b-4cee-aebe-9dc7c6032b08 tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] 10.222.0.44 "GET /v2.0/ports?device_id=bf279598-8975-4de3-ae21-c8ab4a50138d HTTP/1.1" status: 200 len: 944 time: 0.0520504 Oct 27 10:21:23.547676 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-4c94f810-cc20-4d20-b0f6-71643a183903 req-c340fd48-014c-47ab-9d5b-7285a9b6d5d7 tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] 10.222.0.44 "GET /v2.0/security-groups?id=e3018bff-e5f8-44d8-a835-69520a8698da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321062 Oct 27 10:21:23.575708 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 10:21:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9acaef20-1714-4ec0-b15d-5d30530affba x-openstack-request-id: req-9acaef20-1714-4ec0-b15d-5d30530affba {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:21:23.579381 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf279598-8975-4de3-ae21-c8ab4a50138d", "tag": "42128473-d858-46d3-98ca-d69e235d8820", "status": "completed", "code": 200}]} {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:21:23.579802 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9acaef20-1714-4ec0-b15d-5d30530affba {{(pid=102347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:21:23.580325 n-d-813419-10 neutron-server[102347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf279598-8975-4de3-ae21-c8ab4a50138d', 'tag': '42128473-d858-46d3-98ca-d69e235d8820', 'status': 'completed', 'code': 200} Oct 27 10:21:23.646326 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8a250c-6e72-42f6-b89a-c10c5a094fc9 req-777ea5af-5f91-4ecc-87ec-339b2bf21607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:23.647803 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ec8a250c-6e72-42f6-b89a-c10c5a094fc9 req-777ea5af-5f91-4ecc-87ec-339b2bf21607 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=54312c7c8f9740c0a6858560a6518b0e&device_id=bf279598-8975-4de3-ae21-c8ab4a50138d HTTP/1.1" status: 200 len: 1096 time: 0.0437200 Oct 27 10:21:23.727907 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee6a3f4-2077-4669-ba4b-bf790a999660 req-35c9f213-b2ff-4dda-b71d-45cdaef5d9bc tempest-ListImageFiltersTestJSON-1179629162 tempest-ListImageFiltersTestJSON-1179629162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:23.729881 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-dee6a3f4-2077-4669-ba4b-bf790a999660 req-35c9f213-b2ff-4dda-b71d-45cdaef5d9bc tempest-ListImageFiltersTestJSON-1179629162 tempest-ListImageFiltersTestJSON-1179629162-project] 10.222.0.44 "GET /v2.0/ports?device_id=ee962280-c4a3-41e2-8b55-5766c4eddfd3 HTTP/1.1" status: 200 len: 948 time: 0.0569363 Oct 27 10:21:23.769317 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8a250c-6e72-42f6-b89a-c10c5a094fc9 req-59d6f6f7-e24c-4cfa-9d23-5217418f0369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:23.769897 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-dee6a3f4-2077-4669-ba4b-bf790a999660 req-13e5e7c0-93db-4839-a9a0-9001885417db tempest-ListImageFiltersTestJSON-1179629162 tempest-ListImageFiltersTestJSON-1179629162-project] 10.222.0.44 "GET /v2.0/security-groups?id=8f77bbc8-4569-4af2-89c5-4ab81947cd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328078 Oct 27 10:21:23.770760 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ec8a250c-6e72-42f6-b89a-c10c5a094fc9 req-59d6f6f7-e24c-4cfa-9d23-5217418f0369 service neutron] 10.222.0.64 "GET /v2.0/networks?id=1886fe3b-e088-4c7d-8f4c-b14d4440b311 HTTP/1.1" status: 200 len: 922 time: 0.1139596 Oct 27 10:21:23.816601 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ec8a250c-6e72-42f6-b89a-c10c5a094fc9 req-5dbe921c-0d76-4636-899b-10857f1f16b5 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=42128473-d858-46d3-98ca-d69e235d8820 HTTP/1.1" status: 200 len: 217 time: 0.0350430 Oct 27 10:21:23.873337 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8a250c-6e72-42f6-b89a-c10c5a094fc9 req-0871ec9a-3226-49ab-a641-95e3089ffde1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:23.874817 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ec8a250c-6e72-42f6-b89a-c10c5a094fc9 req-0871ec9a-3226-49ab-a641-95e3089ffde1 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=823c78a5-c352-4686-b77c-588d22c2aa2c HTTP/1.1" status: 200 len: 861 time: 0.0488191 Oct 27 10:21:23.916019 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ec8a250c-6e72-42f6-b89a-c10c5a094fc9 req-00c763e0-1fc4-4620-8f49-ed985a0a3be7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1886fe3b-e088-4c7d-8f4c-b14d4440b311&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276475 Oct 27 10:21:23.969569 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f15277-325e-4d2f-99a0-5a4f61b38452 req-e1a96192-1284-4067-8654-728d7584a84f tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:23.971121 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-a1f15277-325e-4d2f-99a0-5a4f61b38452 req-e1a96192-1284-4067-8654-728d7584a84f tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] 10.222.0.44 "GET /v2.0/networks?id=6e5c7d55-96e0-4ffb-8753-a93efa7224ea HTTP/1.1" status: 200 len: 804 time: 0.1043069 Oct 27 10:21:23.986503 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-a1f15277-325e-4d2f-99a0-5a4f61b38452 req-f968bba4-da3a-4771-88a1-9f2ed8b555af tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] 10.222.0.44 "GET /v2.0/quotas/580a3fc36cc44c288aa6a1263e27e7ae HTTP/1.1" status: 200 len: 375 time: 0.0091527 Oct 27 10:21:24.010197 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ec8a250c-6e72-42f6-b89a-c10c5a094fc9 req-cab48232-8df8-4cfd-9e62-7ded35d091c0 service neutron] 10.222.0.64 "GET /v2.0/networks/1886fe3b-e088-4c7d-8f4c-b14d4440b311?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844877 Oct 27 10:21:24.037020 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-a1f15277-325e-4d2f-99a0-5a4f61b38452 req-02c46475-41ae-4c71-abe7-e08443d54899 tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=580a3fc36cc44c288aa6a1263e27e7ae&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0450423 Oct 27 10:21:24.126217 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ec8a250c-6e72-42f6-b89a-c10c5a094fc9 req-6e542191-a708-444e-aee0-d9d7dd087009 service neutron] 10.222.0.64 "GET /v2.0/networks/1886fe3b-e088-4c7d-8f4c-b14d4440b311?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1077678 Oct 27 10:21:24.144806 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-a1f15277-325e-4d2f-99a0-5a4f61b38452 req-582b548a-3338-474c-b574-58d76e9205c3 service neutron] 10.222.0.44 "GET /v2.0/networks/6e5c7d55-96e0-4ffb-8753-a93efa7224ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006474 Oct 27 10:21:24.231334 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-a1f15277-325e-4d2f-99a0-5a4f61b38452 req-4ce54066-0249-4919-9e90-7b485770185b service neutron] 10.222.0.44 "GET /v2.0/networks/6e5c7d55-96e0-4ffb-8753-a93efa7224ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807850 Oct 27 10:21:25.176685 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ad65e9e-18c8-4531-9c5b-4d5f712c0a41', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a4680ac1-e85a-46ed-be0f-bd6e250f74cc'}, {'server_uuid': 'ee962280-c4a3-41e2-8b55-5766c4eddfd3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3c208689-c22b-4220-853d-00421a4bd672'}] {{(pid=102348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:21:25.178986 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c588921fa634554a1d9242fdea1b05457a9ff1d3b28ba54ec1dace7f2f1df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc38425a-9fbe-4644-9709-689d4431725d" -d '{"events": [{"server_uuid": "5ad65e9e-18c8-4531-9c5b-4d5f712c0a41", "name": "network-vif-unplugged", "status": "completed", "tag": "a4680ac1-e85a-46ed-be0f-bd6e250f74cc"}, {"server_uuid": "ee962280-c4a3-41e2-8b55-5766c4eddfd3", "name": "network-vif-unplugged", "status": "completed", "tag": "3c208689-c22b-4220-853d-00421a4bd672"}]}' {{(pid=102348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:21:25.958526 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc867811-a032-4ff2-bf51-d896acfb63cf req-15bf4b11-0881-45be-8bcd-77b07932d96b tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:25.959941 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-fc867811-a032-4ff2-bf51-d896acfb63cf req-15bf4b11-0881-45be-8bcd-77b07932d96b tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ad65e9e-18c8-4531-9c5b-4d5f712c0a41 HTTP/1.1" status: 200 len: 943 time: 0.0468285 Oct 27 10:21:26.053739 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [req-fc867811-a032-4ff2-bf51-d896acfb63cf req-1dbdd150-d2de-4268-a64b-89b65e101b22 tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] Deleting port a4680ac1-e85a-46ed-be0f-bd6e250f74cc {{(pid=102346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:21:26.054071 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-fc867811-a032-4ff2-bf51-d896acfb63cf req-1dbdd150-d2de-4268-a64b-89b65e101b22 tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:26.137935 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [req-fc867811-a032-4ff2-bf51-d896acfb63cf req-1dbdd150-d2de-4268-a64b-89b65e101b22 tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] For port a4680ac1-e85a-46ed-be0f-bd6e250f74cc, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=a4680ac1-e85a-46ed-be0f-bd6e250f74cc,segment=NetworkSegment(e031df76-6a67-4dc9-b33e-3b490749e49c),segment_id=e031df76-6a67-4dc9-b33e-3b490749e49c)] {{(pid=102346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:21:26.138289 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-fc867811-a032-4ff2-bf51-d896acfb63cf req-1dbdd150-d2de-4268-a64b-89b65e101b22 tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:26.150720 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [req-fc867811-a032-4ff2-bf51-d896acfb63cf req-1dbdd150-d2de-4268-a64b-89b65e101b22 tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] Calling delete_port for a4680ac1-e85a-46ed-be0f-bd6e250f74cc owned by compute:nova {{(pid=102346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:21:26.273909 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-fc867811-a032-4ff2-bf51-d896acfb63cf req-1dbdd150-d2de-4268-a64b-89b65e101b22 tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:26.300717 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbdd150-d2de-4268-a64b-89b65e101b22 tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] Pushing event deleted for resources: {'Port': ['ID=a4680ac1-e85a-46ed-be0f-bd6e250f74cc,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:21:26.339621 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc867811-a032-4ff2-bf51-d896acfb63cf req-1dbdd150-d2de-4268-a64b-89b65e101b22 tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] No DVR routers for this DVR port a4680ac1-e85a-46ed-be0f-bd6e250f74cc on host n-h1-813419-10 {{(pid=102346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:21:26.342576 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-fc867811-a032-4ff2-bf51-d896acfb63cf req-1dbdd150-d2de-4268-a64b-89b65e101b22 tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:26.346010 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-fc867811-a032-4ff2-bf51-d896acfb63cf req-1dbdd150-d2de-4268-a64b-89b65e101b22 tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] 10.222.0.64 "DELETE /v2.0/ports/a4680ac1-e85a-46ed-be0f-bd6e250f74cc HTTP/1.1" status: 204 len: 173 time: 0.3772373 Oct 27 10:21:26.346448 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ad65e9e-18c8-4531-9c5b-4d5f712c0a41', 'name': 'network-vif-deleted', 'tag': 'a4680ac1-e85a-46ed-be0f-bd6e250f74cc'}] {{(pid=102346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:21:26.348771 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc0e418f5fc417c8d55d94c0aa509b037d0beb2a734c1a709e789eb65639a56d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-887d9314-bfdf-4796-a48f-82c52ada8c67" -d '{"events": [{"server_uuid": "5ad65e9e-18c8-4531-9c5b-4d5f712c0a41", "name": "network-vif-deleted", "tag": "a4680ac1-e85a-46ed-be0f-bd6e250f74cc"}]}' {{(pid=102346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:21:27.786130 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device a8b3068e-7a2f-4b87-a091-934f61940394 details requested by agent hyperv_n-h1-813419-10 with host n-h1-813419-10 {{(pid=102348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 10:21:27.881986 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port a8b3068e-7a2f-4b87-a091-934f61940394, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=a8b3068e-7a2f-4b87-a091-934f61940394,segment=NetworkSegment(f7c42c6d-2766-46d8-a8b7-4852117a5555),segment_id=f7c42c6d-2766-46d8-a8b7-4852117a5555)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:21:27.892653 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Returning: {'device': 'a8b3068e-7a2f-4b87-a091-934f61940394', 'network_id': '4d250f92-d229-45fe-a579-67fef8e6c544', 'port_id': 'a8b3068e-7a2f-4b87-a091-934f61940394', 'mac_address': 'fa:16:3e:c1:f6:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62eb52f7-aac4-48af-8670-e04300325561', 'ip_address': '192.168.233.190'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 10:21:27.928655 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:27.941439 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8b3068e-7a2f-4b87-a091-934f61940394 {{(pid=102348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:21:27.959512 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port a8b3068e-7a2f-4b87-a091-934f61940394, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=a8b3068e-7a2f-4b87-a091-934f61940394,segment=NetworkSegment(f7c42c6d-2766-46d8-a8b7-4852117a5555),segment_id=f7c42c6d-2766-46d8-a8b7-4852117a5555)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:21:27.963395 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:28.015456 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Pushing event updated for resources: {'Port': ['ID=a8b3068e-7a2f-4b87-a091-934f61940394,revision_number=9']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:21:28.053325 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] get_ports_and_sgs() called for port_ids ['a8b3068e-7a2f-4b87-a091-934f61940394'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:21:28.292657 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-8dd90523-53a9-4688-ba0a-e321c1901340 req-7d12e0d3-0a51-4fb5-84b6-5b54d4758f79 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] 10.222.0.44 "GET /v2.0/ports?device_id=ba15f30f-9461-4485-b03c-1e7581b76791 HTTP/1.1" status: 200 len: 210 time: 0.0481222 Oct 27 10:21:28.318175 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669dee83-ba64-4cbf-8146-4077516726aa req-387f11b0-53cf-4bc7-a760-093b24f50312 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:28.320178 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-669dee83-ba64-4cbf-8146-4077516726aa req-387f11b0-53cf-4bc7-a760-093b24f50312 service neutron] 10.222.0.76 "GET /v2.0/networks?id=1886fe3b-e088-4c7d-8f4c-b14d4440b311 HTTP/1.1" status: 200 len: 922 time: 0.1744485 Oct 27 10:21:28.375602 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-669dee83-ba64-4cbf-8146-4077516726aa req-68a81041-e056-4edd-ab0c-72c654df24a2 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=42128473-d858-46d3-98ca-d69e235d8820 HTTP/1.1" status: 200 len: 217 time: 0.0449030 Oct 27 10:21:28.376328 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb69a1bc-21db-49a2-8ea0-c8c7ec8eb45c req-5bf59f9d-d54e-4cfa-af18-871a9810cc0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:28.377793 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-cb69a1bc-21db-49a2-8ea0-c8c7ec8eb45c req-5bf59f9d-d54e-4cfa-af18-871a9810cc0c service neutron] 10.222.0.76 "GET /v2.0/networks?id=0a48af15-1075-4a1c-b6c2-04479e771f49 HTTP/1.1" status: 200 len: 924 time: 0.2325721 Oct 27 10:21:28.397415 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c0950c-3f5d-4140-83b4-1871072f7545 req-be7b52a6-a73a-4715-995a-460a5e32c900 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:28.402561 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-f76cd5ba-5958-4f45-b163-349cb0673659 req-2d05af84-85b5-4b08-954c-b2277256d226 tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] 10.222.0.44 "GET /v2.0/ports?device_id=07a96c5d-bcd0-4c58-835f-01a5bab187d1 HTTP/1.1" status: 200 len: 210 time: 0.0303900 Oct 27 10:21:28.404876 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c4c0950c-3f5d-4140-83b4-1871072f7545 req-be7b52a6-a73a-4715-995a-460a5e32c900 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/ports?device_id=608b8252-7dee-4a66-b7a1-a863de63ff13 HTTP/1.1" status: 200 len: 950 time: 0.0846212 Oct 27 10:21:28.446032 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669dee83-ba64-4cbf-8146-4077516726aa req-f44a8bbd-26e8-4803-aa8b-9f6b241d21f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:28.447528 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-669dee83-ba64-4cbf-8146-4077516726aa req-f44a8bbd-26e8-4803-aa8b-9f6b241d21f3 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=823c78a5-c352-4686-b77c-588d22c2aa2c HTTP/1.1" status: 200 len: 861 time: 0.0472949 Oct 27 10:21:28.486325 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-669dee83-ba64-4cbf-8146-4077516726aa req-17258a96-7ff8-4c05-9e12-90ca94c2041c service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=1886fe3b-e088-4c7d-8f4c-b14d4440b311&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256028 Oct 27 10:21:28.490655 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c4c0950c-3f5d-4140-83b4-1871072f7545 req-9c9c112e-dc30-4f47-9c0f-b66a2c286a55 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/security-groups?id=e786382c-1289-4f9d-b471-ed120470c2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849490 Oct 27 10:21:28.494798 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-cb69a1bc-21db-49a2-8ea0-c8c7ec8eb45c req-11dcca9b-7999-4bb7-a751-c37e792d437f service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5038503f-cda9-4787-9ef3-d834a02fd9d6 HTTP/1.1" status: 200 len: 1002 time: 0.0819893 Oct 27 10:21:28.552161 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb69a1bc-21db-49a2-8ea0-c8c7ec8eb45c req-83253707-533e-4a93-8f52-2ad87f9773fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:28.553675 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-cb69a1bc-21db-49a2-8ea0-c8c7ec8eb45c req-83253707-533e-4a93-8f52-2ad87f9773fc service neutron] 10.222.0.76 "GET /v2.0/subnets?id=01ed277a-6c4a-420b-a94a-e6bb1e65fbf9 HTTP/1.1" status: 200 len: 862 time: 0.0454314 Oct 27 10:21:28.587479 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6583c9-8ed1-458c-96f6-a5106519d115 req-be805aea-3b2a-4306-bf57-ea1cccd7b178 tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:28.588993 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-2f6583c9-8ed1-458c-96f6-a5106519d115 req-be805aea-3b2a-4306-bf57-ea1cccd7b178 tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] 10.222.0.44 "GET /v2.0/ports?device_id=36241b3e-676a-4332-bd50-bcc3e354edd7 HTTP/1.1" status: 200 len: 950 time: 0.1051819 Oct 27 10:21:28.628554 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-669dee83-ba64-4cbf-8146-4077516726aa req-d627141e-c23b-4b12-b3df-566c2a95ba58 service neutron] 10.222.0.76 "GET /v2.0/networks/1886fe3b-e088-4c7d-8f4c-b14d4440b311?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1169813 Oct 27 10:21:28.632303 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0a8397-53a1-46e4-a137-06c051e6cdfa req-8b78b2df-aa15-4eb6-b030-92440078625a tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:28.633751 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-df0a8397-53a1-46e4-a137-06c051e6cdfa req-8b78b2df-aa15-4eb6-b030-92440078625a tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] 10.222.0.44 "GET /v2.0/ports?device_id=bf279598-8975-4de3-ae21-c8ab4a50138d HTTP/1.1" status: 200 len: 944 time: 0.0780816 Oct 27 10:21:28.636307 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb69a1bc-21db-49a2-8ea0-c8c7ec8eb45c req-0ebb80fc-07db-40cc-b584-e19399f200cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:28.638114 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-cb69a1bc-21db-49a2-8ea0-c8c7ec8eb45c req-0ebb80fc-07db-40cc-b584-e19399f200cc service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=0a48af15-1075-4a1c-b6c2-04479e771f49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0720472 Oct 27 10:21:28.661972 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-2f6583c9-8ed1-458c-96f6-a5106519d115 req-e3447b5b-6ca7-46a4-9268-4c4465c60cca tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] 10.222.0.44 "GET /v2.0/security-groups?id=adbff9a4-0ae5-4700-84c2-4b5f53f67e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666509 Oct 27 10:21:28.717361 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-df0a8397-53a1-46e4-a137-06c051e6cdfa req-aee30053-7841-45c7-ba70-06ada0c1eacf tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] 10.222.0.44 "GET /v2.0/security-groups?id=e3018bff-e5f8-44d8-a835-69520a8698da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770190 Oct 27 10:21:28.733774 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Wed, 27 Oct 2021 10:21:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8e70238-967a-4172-bcf9-2f9835e0d44b x-openstack-request-id: req-e8e70238-967a-4172-bcf9-2f9835e0d44b {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:21:28.734095 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ad65e9e-18c8-4531-9c5b-4d5f712c0a41", "name": "network-vif-unplugged", "status": "completed", "tag": "a4680ac1-e85a-46ed-be0f-bd6e250f74cc", "code": 200}, {"server_uuid": "ee962280-c4a3-41e2-8b55-5766c4eddfd3", "name": "network-vif-unplugged", "status": "completed", "tag": "3c208689-c22b-4220-853d-00421a4bd672", "code": 200}]} {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:21:28.734346 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e8e70238-967a-4172-bcf9-2f9835e0d44b {{(pid=102348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:21:28.734741 n-d-813419-10 neutron-server[102348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ad65e9e-18c8-4531-9c5b-4d5f712c0a41', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a4680ac1-e85a-46ed-be0f-bd6e250f74cc', 'code': 200} Oct 27 10:21:28.734995 n-d-813419-10 neutron-server[102348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee962280-c4a3-41e2-8b55-5766c4eddfd3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3c208689-c22b-4220-853d-00421a4bd672', 'code': 200} Oct 27 10:21:28.746864 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-669dee83-ba64-4cbf-8146-4077516726aa req-b24a3f27-8ece-455b-8238-15cb462dde34 service neutron] 10.222.0.76 "GET /v2.0/networks/1886fe3b-e088-4c7d-8f4c-b14d4440b311?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1083081 Oct 27 10:21:28.767991 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-cb69a1bc-21db-49a2-8ea0-c8c7ec8eb45c req-9cd73d58-e2ad-4eab-9c0d-f5bba1bd4c2e service neutron] 10.222.0.76 "GET /v2.0/networks/0a48af15-1075-4a1c-b6c2-04479e771f49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1151612 Oct 27 10:21:28.776780 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:21:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39e1ec77-35bd-4a38-9752-0481bf231a7a x-openstack-request-id: req-39e1ec77-35bd-4a38-9752-0481bf231a7a {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:21:28.777141 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ad65e9e-18c8-4531-9c5b-4d5f712c0a41", "name": "network-vif-deleted", "tag": "a4680ac1-e85a-46ed-be0f-bd6e250f74cc", "status": "completed", "code": 200}]} {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:21:28.777470 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-39e1ec77-35bd-4a38-9752-0481bf231a7a {{(pid=102346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:21:28.777941 n-d-813419-10 neutron-server[102346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ad65e9e-18c8-4531-9c5b-4d5f712c0a41', 'name': 'network-vif-deleted', 'tag': 'a4680ac1-e85a-46ed-be0f-bd6e250f74cc', 'status': 'completed', 'code': 200} Oct 27 10:21:28.876655 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-cb69a1bc-21db-49a2-8ea0-c8c7ec8eb45c req-ed247a10-8867-444a-8914-31fabb9e695b service neutron] 10.222.0.76 "GET /v2.0/networks/0a48af15-1075-4a1c-b6c2-04479e771f49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956404 Oct 27 10:21:29.377007 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6c6632-88c4-4e3d-8f96-d80d41b54a5d req-7e8d699e-8992-4f54-a3ac-1f1c0647d0ea tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:29.382879 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6c6632-88c4-4e3d-8f96-d80d41b54a5d req-7e8d699e-8992-4f54-a3ac-1f1c0647d0ea tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:29.384570 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-ff6c6632-88c4-4e3d-8f96-d80d41b54a5d req-7e8d699e-8992-4f54-a3ac-1f1c0647d0ea tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] 10.222.0.76 "GET /v2.0/networks?id=8cb627fc-149a-4aab-bcc2-3880d55c104f&id=076a41df-5d2c-43e1-bc66-0378c65da1f4&id=8cb627fc-149a-4aab-bcc2-3880d55c104f HTTP/1.1" status: 200 len: 1391 time: 0.4478252 Oct 27 10:21:29.406769 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [req-ff6c6632-88c4-4e3d-8f96-d80d41b54a5d req-6f5ce2e0-9376-42ca-9ae0-1c9bf1c66510 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Request body: {'port': {'device_id': 'ba15f30f-9461-4485-b03c-1e7581b76791', 'network_id': '8cb627fc-149a-4aab-bcc2-3880d55c104f', 'admin_state_up': True, 'tenant_id': '48ff8c43003e41a2b855daaeb2bfcd04'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:21:29.522230 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff6c6632-88c4-4e3d-8f96-d80d41b54a5d req-6f5ce2e0-9376-42ca-9ae0-1c9bf1c66510 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Made reservation on behalf of 48ff8c43003e41a2b855daaeb2bfcd04 for: {'port': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:21:29.525987 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-ff6c6632-88c4-4e3d-8f96-d80d41b54a5d req-6f5ce2e0-9376-42ca-9ae0-1c9bf1c66510 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:29.621928 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649ad401-41ac-4d87-abe5-7d41b271425a req-4a1d2689-d2a9-41f8-81df-bec086a0418f tempest-ServersAdminTestJSON-397275269 tempest-ServersAdminTestJSON-397275269-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:29.622773 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649ad401-41ac-4d87-abe5-7d41b271425a req-4a1d2689-d2a9-41f8-81df-bec086a0418f tempest-ServersAdminTestJSON-397275269 tempest-ServersAdminTestJSON-397275269-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:29.623445 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649ad401-41ac-4d87-abe5-7d41b271425a req-4a1d2689-d2a9-41f8-81df-bec086a0418f tempest-ServersAdminTestJSON-397275269 tempest-ServersAdminTestJSON-397275269-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:29.624043 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649ad401-41ac-4d87-abe5-7d41b271425a req-4a1d2689-d2a9-41f8-81df-bec086a0418f tempest-ServersAdminTestJSON-397275269 tempest-ServersAdminTestJSON-397275269-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:29.624597 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649ad401-41ac-4d87-abe5-7d41b271425a req-4a1d2689-d2a9-41f8-81df-bec086a0418f tempest-ServersAdminTestJSON-397275269 tempest-ServersAdminTestJSON-397275269-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:29.625241 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649ad401-41ac-4d87-abe5-7d41b271425a req-4a1d2689-d2a9-41f8-81df-bec086a0418f tempest-ServersAdminTestJSON-397275269 tempest-ServersAdminTestJSON-397275269-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:29.625753 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649ad401-41ac-4d87-abe5-7d41b271425a req-4a1d2689-d2a9-41f8-81df-bec086a0418f tempest-ServersAdminTestJSON-397275269 tempest-ServersAdminTestJSON-397275269-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:29.626273 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649ad401-41ac-4d87-abe5-7d41b271425a req-4a1d2689-d2a9-41f8-81df-bec086a0418f tempest-ServersAdminTestJSON-397275269 tempest-ServersAdminTestJSON-397275269-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:29.626786 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649ad401-41ac-4d87-abe5-7d41b271425a req-4a1d2689-d2a9-41f8-81df-bec086a0418f tempest-ServersAdminTestJSON-397275269 tempest-ServersAdminTestJSON-397275269-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:29.627251 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649ad401-41ac-4d87-abe5-7d41b271425a req-4a1d2689-d2a9-41f8-81df-bec086a0418f tempest-ServersAdminTestJSON-397275269 tempest-ServersAdminTestJSON-397275269-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:29.627702 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649ad401-41ac-4d87-abe5-7d41b271425a req-4a1d2689-d2a9-41f8-81df-bec086a0418f tempest-ServersAdminTestJSON-397275269 tempest-ServersAdminTestJSON-397275269-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:29.628149 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649ad401-41ac-4d87-abe5-7d41b271425a req-4a1d2689-d2a9-41f8-81df-bec086a0418f tempest-ServersAdminTestJSON-397275269 tempest-ServersAdminTestJSON-397275269-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:29.637525 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-649ad401-41ac-4d87-abe5-7d41b271425a req-4a1d2689-d2a9-41f8-81df-bec086a0418f tempest-ServersAdminTestJSON-397275269 tempest-ServersAdminTestJSON-397275269-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=07a96c5d-bcd0-4c58-835f-01a5bab187d1&device_id=ba15f30f-9461-4485-b03c-1e7581b76791&device_id=608b8252-7dee-4a66-b7a1-a863de63ff13&device_id=36241b3e-676a-4332-bd50-bcc3e354edd7&device_id=d069e6af-40d4-4204-92a2-851efcbbaa25&device_id=ee962280-c4a3-41e2-8b55-5766c4eddfd3&device_id=35f56aec-205c-48b0-810a-70a54e75c42f&device_id=bf279598-8975-4de3-ae21-c8ab4a50138d&device_id=3829851e-9c6c-4b28-aa19-d0be65035545&device_id=17fac8c9-b531-4166-a261-47a6b86a5d06&device_id=dfe13e53-5060-499f-ab7e-75bb3faaeddc&device_id=a52d4eb7-7ffd-4109-9f94-dc97814340a0&device_id=265228e3-9e0d-4457-9209-d37929afa548&device_id=461a11c3-9cc5-4859-b647-0a8860e95b75 HTTP/1.1" status: 200 len: 10910 time: 0.0746837 Oct 27 10:21:29.661661 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-649ad401-41ac-4d87-abe5-7d41b271425a req-6099964f-43e3-4c59-b00f-0adf9cd32d42 tempest-ServersAdminTestJSON-397275269 tempest-ServersAdminTestJSON-397275269-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:29.691858 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-94b6602e-ef26-40b7-be43-ccfb4dd925c6 req-917a5ba8-bbf2-4905-bfeb-76f034877d18 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] 10.222.0.44 "GET /v2.0/ports?device_id=ba15f30f-9461-4485-b03c-1e7581b76791 HTTP/1.1" status: 200 len: 210 time: 0.0299964 Oct 27 10:21:29.700026 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_common [req-ff6c6632-88c4-4e3d-8f96-d80d41b54a5d req-6f5ce2e0-9376-42ca-9ae0-1c9bf1c66510 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Allocated IP 19.80.0.182 (8cb627fc-149a-4aab-bcc2-3880d55c104f/082aff69-879d-442e-95d2-f2999d2c243f/046a4159-896c-4c11-80a7-414d4c12e606) {{(pid=102347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:21:29.817312 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device a8b3068e-7a2f-4b87-a091-934f61940394 up at agent hyperv_n-h1-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:21:29.872713 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Provisioning complete for port a8b3068e-7a2f-4b87-a091-934f61940394 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:21:29.873286 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:29.878342 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-e6fb447b-4bd6-46a1-af00-dae456c58c9f req-ea2d3969-4e00-47ec-acd2-a8f77514467a tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] 10.222.0.44 "GET /v2.0/ports?device_id=07a96c5d-bcd0-4c58-835f-01a5bab187d1 HTTP/1.1" status: 200 len: 210 time: 0.0337965 Oct 27 10:21:29.974969 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:30.000636 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-ff6c6632-88c4-4e3d-8f96-d80d41b54a5d req-6f5ce2e0-9376-42ca-9ae0-1c9bf1c66510 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Publish callbacks [] for port, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:30.009099 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port a8b3068e-7a2f-4b87-a091-934f61940394, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=a8b3068e-7a2f-4b87-a091-934f61940394,segment=NetworkSegment(f7c42c6d-2766-46d8-a8b7-4852117a5555),segment_id=f7c42c6d-2766-46d8-a8b7-4852117a5555)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:21:30.015949 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:30.017250 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device a4680ac1-e85a-46ed-be0f-bd6e250f74cc no longer exists at agent hyperv_n-h1-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:21:30.024830 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669dee83-ba64-4cbf-8146-4077516726aa req-4960e1f2-7910-4a64-ab75-57d7cec7d1bb tempest-LiveAutoBlockMigrationV225Test-1419872258 tempest-LiveAutoBlockMigrationV225Test-1419872258-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:30.026347 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-669dee83-ba64-4cbf-8146-4077516726aa req-4960e1f2-7910-4a64-ab75-57d7cec7d1bb tempest-LiveAutoBlockMigrationV225Test-1419872258 tempest-LiveAutoBlockMigrationV225Test-1419872258-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=bf279598-8975-4de3-ae21-c8ab4a50138d&tenant_id=54312c7c8f9740c0a6858560a6518b0e&binding%3Ahost_id=n-h2-813419-10 HTTP/1.1" status: 200 len: 1096 time: 0.1218925 Oct 27 10:21:30.060226 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d438f22e-c038-4824-9fd1-e33b37d397c0 req-2e67341b-37c0-419d-90a4-4f8c14177399 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:30.060544 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f15277-325e-4d2f-99a0-5a4f61b38452 req-5b9b9971-d18f-496b-bfab-8b297ae2aaa1 tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:30.061887 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-d438f22e-c038-4824-9fd1-e33b37d397c0 req-2e67341b-37c0-419d-90a4-4f8c14177399 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/ports?device_id=608b8252-7dee-4a66-b7a1-a863de63ff13 HTTP/1.1" status: 200 len: 950 time: 0.0999146 Oct 27 10:21:30.062018 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-a1f15277-325e-4d2f-99a0-5a4f61b38452 req-5b9b9971-d18f-496b-bfab-8b297ae2aaa1 tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] 10.222.0.76 "GET /v2.0/networks?id=6e5c7d55-96e0-4ffb-8753-a93efa7224ea HTTP/1.1" status: 200 len: 804 time: 0.4162345 Oct 27 10:21:30.065833 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] No Port match for: a4680ac1-e85a-46ed-be0f-bd6e250f74cc {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:21:30.066010 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device a4680ac1-e85a-46ed-be0f-bd6e250f74cc not bound to the agent host n-h1-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:21:30.079936 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [req-a1f15277-325e-4d2f-99a0-5a4f61b38452 req-9351e5f8-23bb-454f-9664-12bbd963f227 tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] Request body: {'port': {'device_id': '07a96c5d-bcd0-4c58-835f-01a5bab187d1', 'network_id': '6e5c7d55-96e0-4ffb-8753-a93efa7224ea', 'admin_state_up': True, 'tenant_id': '580a3fc36cc44c288aa6a1263e27e7ae'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:21:30.094564 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Pushing event updated for resources: {'Port': ['ID=a8b3068e-7a2f-4b87-a091-934f61940394,revision_number=10']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:21:30.113126 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-ff6c6632-88c4-4e3d-8f96-d80d41b54a5d req-6f5ce2e0-9376-42ca-9ae0-1c9bf1c66510 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:30.148908 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-649ad401-41ac-4d87-abe5-7d41b271425a req-6099964f-43e3-4c59-b00f-0adf9cd32d42 tempest-ServersAdminTestJSON-397275269 tempest-ServersAdminTestJSON-397275269-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:30.155203 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-649ad401-41ac-4d87-abe5-7d41b271425a req-6099964f-43e3-4c59-b00f-0adf9cd32d42 tempest-ServersAdminTestJSON-397275269 tempest-ServersAdminTestJSON-397275269-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:30.180662 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-d438f22e-c038-4824-9fd1-e33b37d397c0 req-1ea8d563-befb-44f8-b5f7-e84b106f24bc tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/security-groups?id=e786382c-1289-4f9d-b471-ed120470c2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961053 Oct 27 10:21:30.186782 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-649ad401-41ac-4d87-abe5-7d41b271425a req-6099964f-43e3-4c59-b00f-0adf9cd32d42 tempest-ServersAdminTestJSON-397275269 tempest-ServersAdminTestJSON-397275269-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=adbff9a4-0ae5-4700-84c2-4b5f53f67e02&id=205a0546-e26b-45de-81f6-22c717043123&id=e3018bff-e5f8-44d8-a835-69520a8698da&id=a5c3a744-545c-4ff0-934c-41785bfff57c&id=e786382c-1289-4f9d-b471-ed120470c2de&id=8f77bbc8-4569-4af2-89c5-4ab81947cd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 672 time: 0.5483902 Oct 27 10:21:30.197163 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff6c6632-88c4-4e3d-8f96-d80d41b54a5d req-6f5ce2e0-9376-42ca-9ae0-1c9bf1c66510 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Network 8cb627fc-149a-4aab-bcc2-3880d55c104f is already hosted by enough agents. {{(pid=102347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:21:30.200996 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [req-ff6c6632-88c4-4e3d-8f96-d80d41b54a5d req-6f5ce2e0-9376-42ca-9ae0-1c9bf1c66510 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Resources bound (agent type, host, resource id): {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:21:30.210524 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff6c6632-88c4-4e3d-8f96-d80d41b54a5d req-6f5ce2e0-9376-42ca-9ae0-1c9bf1c66510 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Received port after_create {{(pid=102347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:21:30.220245 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6099964f-43e3-4c59-b00f-0adf9cd32d42 tempest-ServersAdminTestJSON-397275269 tempest-ServersAdminTestJSON-397275269-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01b4e42b-8c22-4d43-bd58-79713aa67b4b,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:21:30.267902 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1f15277-325e-4d2f-99a0-5a4f61b38452 req-9351e5f8-23bb-454f-9664-12bbd963f227 tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] Made reservation on behalf of 580a3fc36cc44c288aa6a1263e27e7ae for: {'port': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:21:30.272819 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-a1f15277-325e-4d2f-99a0-5a4f61b38452 req-9351e5f8-23bb-454f-9664-12bbd963f227 tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:30.308773 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5ce2e0-9376-42ca-9ae0-1c9bf1c66510 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Pushing event updated for resources: {'Port': ['ID=046a4159-896c-4c11-80a7-414d4c12e606,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:21:30.331182 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5ce2e0-9376-42ca-9ae0-1c9bf1c66510 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:21:30.331906 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5ce2e0-9376-42ca-9ae0-1c9bf1c66510 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:21:30.332270 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5ce2e0-9376-42ca-9ae0-1c9bf1c66510 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:21:30.332612 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5ce2e0-9376-42ca-9ae0-1c9bf1c66510 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:21:30.332942 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5ce2e0-9376-42ca-9ae0-1c9bf1c66510 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:21:30.333276 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5ce2e0-9376-42ca-9ae0-1c9bf1c66510 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:21:30.333603 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5ce2e0-9376-42ca-9ae0-1c9bf1c66510 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:21:30.333931 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5ce2e0-9376-42ca-9ae0-1c9bf1c66510 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:21:30.334380 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5ce2e0-9376-42ca-9ae0-1c9bf1c66510 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:21:30.334713 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5ce2e0-9376-42ca-9ae0-1c9bf1c66510 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:21:30.335037 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5ce2e0-9376-42ca-9ae0-1c9bf1c66510 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:21:30.335367 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5ce2e0-9376-42ca-9ae0-1c9bf1c66510 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:21:30.356385 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-669dee83-ba64-4cbf-8146-4077516726aa req-01c69c4c-fbf3-455d-aec1-357037610e68 service neutron] For port 42128473-d858-46d3-98ca-d69e235d8820, host n-h1-813419-10, cleared binding levels {{(pid=102347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:21:30.363212 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-669dee83-ba64-4cbf-8146-4077516726aa req-01c69c4c-fbf3-455d-aec1-357037610e68 service neutron] Publish callbacks [] for binding, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:30.364385 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-669dee83-ba64-4cbf-8146-4077516726aa req-01c69c4c-fbf3-455d-aec1-357037610e68 service neutron] 10.222.0.76 "DELETE /v2.0/ports/42128473-d858-46d3-98ca-d69e235d8820/bindings/n-h1-813419-10 HTTP/1.1" status: 204 len: 173 time: 0.3197696 Oct 27 10:21:30.370817 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6c6632-88c4-4e3d-8f96-d80d41b54a5d req-6f5ce2e0-9376-42ca-9ae0-1c9bf1c66510 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:30.371447 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-ff6c6632-88c4-4e3d-8f96-d80d41b54a5d req-6f5ce2e0-9376-42ca-9ae0-1c9bf1c66510 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:30.393823 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-ff6c6632-88c4-4e3d-8f96-d80d41b54a5d req-6f5ce2e0-9376-42ca-9ae0-1c9bf1c66510 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9926398 Oct 27 10:21:30.425884 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3ef166-5199-4e05-8106-a0717f7e8120 req-b9630780-4d69-451d-be19-e5254622e2d7 tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:30.426127 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-cb3ef166-5199-4e05-8106-a0717f7e8120 req-b9630780-4d69-451d-be19-e5254622e2d7 tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] 10.222.0.44 "GET /v2.0/ports?device_id=bf279598-8975-4de3-ae21-c8ab4a50138d HTTP/1.1" status: 200 len: 944 time: 0.1365652 Oct 27 10:21:30.477958 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-feb018c7-c4bd-42ec-9c93-29ef92db4f6c None None] Provisioning complete for port 046a4159-896c-4c11-80a7-414d4c12e606 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:21:30.478686 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-feb018c7-c4bd-42ec-9c93-29ef92db4f6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:30.479853 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [req-ff6c6632-88c4-4e3d-8f96-d80d41b54a5d req-db4d4933-404c-4490-94be-e5ef35088274 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Request body: {'port': {'device_id': 'ba15f30f-9461-4485-b03c-1e7581b76791', 'network_id': '076a41df-5d2c-43e1-bc66-0378c65da1f4', 'admin_state_up': True, 'tenant_id': '48ff8c43003e41a2b855daaeb2bfcd04'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:21:30.532745 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-cb3ef166-5199-4e05-8106-a0717f7e8120 req-41ffa908-e333-410b-82b7-c88be909286c tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] 10.222.0.44 "GET /v2.0/security-groups?id=e3018bff-e5f8-44d8-a835-69520a8698da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915718 Oct 27 10:21:30.533272 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_common [req-a1f15277-325e-4d2f-99a0-5a4f61b38452 req-9351e5f8-23bb-454f-9664-12bbd963f227 tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] Allocated IP 172.20.0.2 (6e5c7d55-96e0-4ffb-8753-a93efa7224ea/a6e255bf-7b36-48de-87ff-f5121c37ce2b/8dcf338b-43db-4891-993f-84a3faa63833) {{(pid=102346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:21:30.557204 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-feb018c7-c4bd-42ec-9c93-29ef92db4f6c None None] Port 046a4159-896c-4c11-80a7-414d4c12e606 cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:21:30.725544 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff6c6632-88c4-4e3d-8f96-d80d41b54a5d req-db4d4933-404c-4490-94be-e5ef35088274 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Made reservation on behalf of 48ff8c43003e41a2b855daaeb2bfcd04 for: {'port': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:21:30.729435 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-ff6c6632-88c4-4e3d-8f96-d80d41b54a5d req-db4d4933-404c-4490-94be-e5ef35088274 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:30.737335 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35f56aec-205c-48b0-810a-70a54e75c42f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8b3068e-7a2f-4b87-a091-934f61940394'}] {{(pid=102348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:21:30.740168 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c588921fa634554a1d9242fdea1b05457a9ff1d3b28ba54ec1dace7f2f1df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d51b23ac-4b6d-4a1a-a511-fd5bbc4ffb31" -d '{"events": [{"server_uuid": "35f56aec-205c-48b0-810a-70a54e75c42f", "name": "network-vif-plugged", "status": "completed", "tag": "a8b3068e-7a2f-4b87-a091-934f61940394"}]}' {{(pid=102348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:21:30.744890 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5394401-b1d8-4320-9c63-0344b69ed846 req-7f603ff8-c1dd-4cab-98fd-211843e34c97 tempest-ServersAdminTestJSON-397275269 tempest-ServersAdminTestJSON-397275269-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:30.745540 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5394401-b1d8-4320-9c63-0344b69ed846 req-7f603ff8-c1dd-4cab-98fd-211843e34c97 tempest-ServersAdminTestJSON-397275269 tempest-ServersAdminTestJSON-397275269-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:30.746028 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5394401-b1d8-4320-9c63-0344b69ed846 req-7f603ff8-c1dd-4cab-98fd-211843e34c97 tempest-ServersAdminTestJSON-397275269 tempest-ServersAdminTestJSON-397275269-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:30.747783 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b5394401-b1d8-4320-9c63-0344b69ed846 req-7f603ff8-c1dd-4cab-98fd-211843e34c97 tempest-ServersAdminTestJSON-397275269 tempest-ServersAdminTestJSON-397275269-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=36241b3e-676a-4332-bd50-bcc3e354edd7&device_id=3829851e-9c6c-4b28-aa19-d0be65035545&device_id=17fac8c9-b531-4166-a261-47a6b86a5d06 HTTP/1.1" status: 200 len: 2885 time: 0.0789917 Oct 27 10:21:30.792103 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-a1f15277-325e-4d2f-99a0-5a4f61b38452 req-9351e5f8-23bb-454f-9664-12bbd963f227 tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] Publish callbacks [] for port, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:30.837713 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b5394401-b1d8-4320-9c63-0344b69ed846 req-221e6722-ccb6-4515-9059-c14293ab0c27 tempest-ServersAdminTestJSON-397275269 tempest-ServersAdminTestJSON-397275269-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=adbff9a4-0ae5-4700-84c2-4b5f53f67e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787261 Oct 27 10:21:30.850963 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5296e2de-aacf-46ca-81b7-9782304a3d86 req-3441b7a5-1480-4212-a1b2-261a095ddc28 tempest-LiveAutoBlockMigrationV225Test-1419872258 tempest-LiveAutoBlockMigrationV225Test-1419872258-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:30.852509 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-5296e2de-aacf-46ca-81b7-9782304a3d86 req-3441b7a5-1480-4212-a1b2-261a095ddc28 tempest-LiveAutoBlockMigrationV225Test-1419872258 tempest-LiveAutoBlockMigrationV225Test-1419872258-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=bf279598-8975-4de3-ae21-c8ab4a50138d HTTP/1.1" status: 200 len: 1096 time: 0.0564764 Oct 27 10:21:30.869936 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-a1f15277-325e-4d2f-99a0-5a4f61b38452 req-9351e5f8-23bb-454f-9664-12bbd963f227 tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:30.937402 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-5296e2de-aacf-46ca-81b7-9782304a3d86 req-0fb79fea-df25-4935-9153-bfc056bbde95 tempest-LiveAutoBlockMigrationV225Test-1419872258 tempest-LiveAutoBlockMigrationV225Test-1419872258-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=e3018bff-e5f8-44d8-a835-69520a8698da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760267 Oct 27 10:21:30.940975 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1f15277-325e-4d2f-99a0-5a4f61b38452 req-9351e5f8-23bb-454f-9664-12bbd963f227 tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] Network 6e5c7d55-96e0-4ffb-8753-a93efa7224ea is already hosted by enough agents. {{(pid=102346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:21:30.947162 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [req-a1f15277-325e-4d2f-99a0-5a4f61b38452 req-9351e5f8-23bb-454f-9664-12bbd963f227 tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] Resources bound (agent type, host, resource id): {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:21:30.949611 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1f15277-325e-4d2f-99a0-5a4f61b38452 req-9351e5f8-23bb-454f-9664-12bbd963f227 tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] Received port after_create {{(pid=102346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:21:30.953365 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9351e5f8-23bb-454f-9664-12bbd963f227 tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] Pushing event updated for resources: {'Port': ['ID=8dcf338b-43db-4891-993f-84a3faa63833,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:21:30.959768 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_common [req-ff6c6632-88c4-4e3d-8f96-d80d41b54a5d req-db4d4933-404c-4490-94be-e5ef35088274 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Allocated IP 19.86.0.107 (076a41df-5d2c-43e1-bc66-0378c65da1f4/0123d0dd-a153-4f35-8c70-2c230f56e9c3/5da31a5b-d673-4293-8684-712ca7dd4059) {{(pid=102347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:21:31.000530 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5087fbfa-778e-4add-a70c-0d726cbee482 req-f7825d9f-17bf-4104-a9d0-93f204fef9ec tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:31.002156 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-5087fbfa-778e-4add-a70c-0d726cbee482 req-f7825d9f-17bf-4104-a9d0-93f204fef9ec tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] 10.222.0.44 "GET /v2.0/ports?device_id=ba15f30f-9461-4485-b03c-1e7581b76791 HTTP/1.1" status: 200 len: 932 time: 0.0858519 Oct 27 10:21:31.009755 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f15277-325e-4d2f-99a0-5a4f61b38452 req-9351e5f8-23bb-454f-9664-12bbd963f227 tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:31.009755 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-a1f15277-325e-4d2f-99a0-5a4f61b38452 req-9351e5f8-23bb-454f-9664-12bbd963f227 tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:31.011571 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:21:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03f72b59-9ed6-49d3-9a92-0fa110e30c5d x-openstack-request-id: req-03f72b59-9ed6-49d3-9a92-0fa110e30c5d {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:21:31.012581 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35f56aec-205c-48b0-810a-70a54e75c42f", "name": "network-vif-plugged", "status": "completed", "tag": "a8b3068e-7a2f-4b87-a091-934f61940394", "code": 200}]} {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:21:31.013063 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-03f72b59-9ed6-49d3-9a92-0fa110e30c5d {{(pid=102348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:21:31.013676 n-d-813419-10 neutron-server[102348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35f56aec-205c-48b0-810a-70a54e75c42f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8b3068e-7a2f-4b87-a091-934f61940394', 'code': 200} Oct 27 10:21:31.041561 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-a1f15277-325e-4d2f-99a0-5a4f61b38452 req-9351e5f8-23bb-454f-9664-12bbd963f227 tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9668813 Oct 27 10:21:31.054533 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [req-a1f15277-325e-4d2f-99a0-5a4f61b38452 req-bf478e06-e8fc-4d5b-ab99-f69345293418 service neutron] Request body: {'port': {'device_id': '07a96c5d-bcd0-4c58-835f-01a5bab187d1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-10'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:21:31.108252 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-a1f15277-325e-4d2f-99a0-5a4f61b38452 req-bf478e06-e8fc-4d5b-ab99-f69345293418 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:31.114903 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-5087fbfa-778e-4add-a70c-0d726cbee482 req-170c44dd-f5f4-47c7-a819-7abcdc8be607 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] 10.222.0.44 "GET /v2.0/security-groups?id=58a9c42a-77eb-4104-9847-0486d9673bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998840 Oct 27 10:21:31.202797 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-ff6c6632-88c4-4e3d-8f96-d80d41b54a5d req-db4d4933-404c-4490-94be-e5ef35088274 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Publish callbacks [] for port, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:31.288107 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d90532-cd97-4b5d-b281-3304585b45f9 req-4a7c146e-c6e0-4ce4-bb70-5054ebf1365b tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:31.289886 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-84d90532-cd97-4b5d-b281-3304585b45f9 req-4a7c146e-c6e0-4ce4-bb70-5054ebf1365b tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] 10.222.0.44 "GET /v2.0/ports?device_id=07a96c5d-bcd0-4c58-835f-01a5bab187d1 HTTP/1.1" status: 200 len: 931 time: 0.0745733 Oct 27 10:21:31.291593 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-ff6c6632-88c4-4e3d-8f96-d80d41b54a5d req-db4d4933-404c-4490-94be-e5ef35088274 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:31.323380 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa88fc7b-0616-4793-8c38-95aacf0fa627 req-ee450ba7-3d58-4f97-bc32-33478da43411 tempest-LiveAutoBlockMigrationV225Test-1419872258 tempest-LiveAutoBlockMigrationV225Test-1419872258-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:31.324950 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-fa88fc7b-0616-4793-8c38-95aacf0fa627 req-ee450ba7-3d58-4f97-bc32-33478da43411 tempest-LiveAutoBlockMigrationV225Test-1419872258 tempest-LiveAutoBlockMigrationV225Test-1419872258-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=bf279598-8975-4de3-ae21-c8ab4a50138d HTTP/1.1" status: 200 len: 1096 time: 0.1029863 Oct 27 10:21:31.353839 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff6c6632-88c4-4e3d-8f96-d80d41b54a5d req-db4d4933-404c-4490-94be-e5ef35088274 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Network 076a41df-5d2c-43e1-bc66-0378c65da1f4 is already hosted by enough agents. {{(pid=102347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:21:31.360570 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [req-ff6c6632-88c4-4e3d-8f96-d80d41b54a5d req-db4d4933-404c-4490-94be-e5ef35088274 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Resources bound (agent type, host, resource id): {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:21:31.362944 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff6c6632-88c4-4e3d-8f96-d80d41b54a5d req-db4d4933-404c-4490-94be-e5ef35088274 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Received port after_create {{(pid=102347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:21:31.396751 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-fa88fc7b-0616-4793-8c38-95aacf0fa627 req-b2115270-8051-464b-b013-0ed26f50b57e tempest-LiveAutoBlockMigrationV225Test-1419872258 tempest-LiveAutoBlockMigrationV225Test-1419872258-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=e3018bff-e5f8-44d8-a835-69520a8698da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633013 Oct 27 10:21:31.402091 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4d4933-404c-4490-94be-e5ef35088274 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Pushing event updated for resources: {'Port': ['ID=5da31a5b-d673-4293-8684-712ca7dd4059,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:21:31.417706 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-84d90532-cd97-4b5d-b281-3304585b45f9 req-dcb2ead0-4914-472d-8149-afefc9477a51 tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] 10.222.0.44 "GET /v2.0/security-groups?id=abb43ff2-3d53-4d6f-bfce-d681dce200c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156521 Oct 27 10:21:31.457015 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6c6632-88c4-4e3d-8f96-d80d41b54a5d req-db4d4933-404c-4490-94be-e5ef35088274 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:31.457697 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-ff6c6632-88c4-4e3d-8f96-d80d41b54a5d req-db4d4933-404c-4490-94be-e5ef35088274 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:31.470303 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [req-a1f15277-325e-4d2f-99a0-5a4f61b38452 req-bf478e06-e8fc-4d5b-ab99-f69345293418 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8dcf338b-43db-4891-993f-84a3faa63833 {{(pid=102346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:21:31.481556 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-a1f15277-325e-4d2f-99a0-5a4f61b38452 req-bf478e06-e8fc-4d5b-ab99-f69345293418 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:31.493490 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-ff6c6632-88c4-4e3d-8f96-d80d41b54a5d req-db4d4933-404c-4490-94be-e5ef35088274 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0182016 Oct 27 10:21:31.506325 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.provisioning_blocks [req-a1f15277-325e-4d2f-99a0-5a4f61b38452 req-bf478e06-e8fc-4d5b-ab99-f69345293418 service neutron] Transition to ACTIVE for port object 8dcf338b-43db-4891-993f-84a3faa63833 will not be triggered until provisioned by entity L2. {{(pid=102346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 10:21:31.513747 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-a1f15277-325e-4d2f-99a0-5a4f61b38452 req-bf478e06-e8fc-4d5b-ab99-f69345293418 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27024173'] for port, after_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:31.518727 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [req-ff6c6632-88c4-4e3d-8f96-d80d41b54a5d req-01670737-9318-4af5-9033-f767461a1c5b tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Request body: {'port': {'device_id': 'ba15f30f-9461-4485-b03c-1e7581b76791', 'network_id': '8cb627fc-149a-4aab-bcc2-3880d55c104f', 'admin_state_up': True, 'tenant_id': '48ff8c43003e41a2b855daaeb2bfcd04'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:21:31.613244 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf478e06-e8fc-4d5b-ab99-f69345293418 service neutron] Pushing event updated for resources: {'Port': ['ID=8dcf338b-43db-4891-993f-84a3faa63833,revision_number=2']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:21:31.658058 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff6c6632-88c4-4e3d-8f96-d80d41b54a5d req-01670737-9318-4af5-9033-f767461a1c5b tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Made reservation on behalf of 48ff8c43003e41a2b855daaeb2bfcd04 for: {'port': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:21:31.661645 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-ff6c6632-88c4-4e3d-8f96-d80d41b54a5d req-01670737-9318-4af5-9033-f767461a1c5b tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:31.670690 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60f98b0-d973-401d-b598-fa4b5c351aa9 req-a11e93c5-c31d-43d0-8bc8-893b24b5ccdd tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:31.672546 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-a60f98b0-d973-401d-b598-fa4b5c351aa9 req-a11e93c5-c31d-43d0-8bc8-893b24b5ccdd tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/ports?device_id=608b8252-7dee-4a66-b7a1-a863de63ff13 HTTP/1.1" status: 200 len: 950 time: 0.1175199 Oct 27 10:21:31.695506 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-50604980-07f8-4738-809e-71aa8d179cb9 None None] Provisioning complete for port 5da31a5b-d673-4293-8684-712ca7dd4059 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:21:31.696129 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-50604980-07f8-4738-809e-71aa8d179cb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:31.726715 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.managers [req-a1f15277-325e-4d2f-99a0-5a4f61b38452 req-bf478e06-e8fc-4d5b-ab99-f69345293418 service neutron] Attempting to bind port 8dcf338b-43db-4891-993f-84a3faa63833 on host n-h2-813419-10 for vnic_type normal with profile {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:21:31.726983 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.managers [req-a1f15277-325e-4d2f-99a0-5a4f61b38452 req-bf478e06-e8fc-4d5b-ab99-f69345293418 service neutron] Attempting to bind port 8dcf338b-43db-4891-993f-84a3faa63833 by drivers openvswitch,hyperv on host n-h2-813419-10 at level 0 using segments [{'id': 'e031df76-6a67-4dc9-b33e-3b490749e49c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '6e5c7d55-96e0-4ffb-8753-a93efa7224ea'}] {{(pid=102346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:21:31.727319 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1f15277-325e-4d2f-99a0-5a4f61b38452 req-bf478e06-e8fc-4d5b-ab99-f69345293418 service neutron] Attempting to bind port 8dcf338b-43db-4891-993f-84a3faa63833 on network 6e5c7d55-96e0-4ffb-8753-a93efa7224ea {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:21:31.734105 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1f15277-325e-4d2f-99a0-5a4f61b38452 req-bf478e06-e8fc-4d5b-ab99-f69345293418 service neutron] Port 8dcf338b-43db-4891-993f-84a3faa63833 on network 6e5c7d55-96e0-4ffb-8753-a93efa7224ea not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-10 {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 10:21:31.734424 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1f15277-325e-4d2f-99a0-5a4f61b38452 req-bf478e06-e8fc-4d5b-ab99-f69345293418 service neutron] Attempting to bind port 8dcf338b-43db-4891-993f-84a3faa63833 on network 6e5c7d55-96e0-4ffb-8753-a93efa7224ea {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:21:31.734565 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-50604980-07f8-4738-809e-71aa8d179cb9 None None] Port 5da31a5b-d673-4293-8684-712ca7dd4059 cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:21:31.751315 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1f15277-325e-4d2f-99a0-5a4f61b38452 req-bf478e06-e8fc-4d5b-ab99-f69345293418 service neutron] Checking agent: {'id': 'a2edc247-0fa4-4ce6-bbae-a10492f6bd71', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 16, 9), 'started_at': datetime.datetime(2021, 10, 27, 10, 16, 9), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 21, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:21:31.751718 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1f15277-325e-4d2f-99a0-5a4f61b38452 req-bf478e06-e8fc-4d5b-ab99-f69345293418 service neutron] Checking segment: {'id': 'e031df76-6a67-4dc9-b33e-3b490749e49c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '6e5c7d55-96e0-4ffb-8753-a93efa7224ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:21:31.752099 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1f15277-325e-4d2f-99a0-5a4f61b38452 req-bf478e06-e8fc-4d5b-ab99-f69345293418 service neutron] Bound using segment: {'id': 'e031df76-6a67-4dc9-b33e-3b490749e49c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '6e5c7d55-96e0-4ffb-8753-a93efa7224ea'} {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:21:31.752568 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.managers [req-a1f15277-325e-4d2f-99a0-5a4f61b38452 req-bf478e06-e8fc-4d5b-ab99-f69345293418 service neutron] Bound port: 8dcf338b-43db-4891-993f-84a3faa63833, host: n-h2-813419-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e031df76-6a67-4dc9-b33e-3b490749e49c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '6e5c7d55-96e0-4ffb-8753-a93efa7224ea'}}] {{(pid=102346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:21:31.752928 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-a1f15277-325e-4d2f-99a0-5a4f61b38452 req-bf478e06-e8fc-4d5b-ab99-f69345293418 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:31.766146 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-a60f98b0-d973-401d-b598-fa4b5c351aa9 req-bb7c7db2-d839-4acc-bc83-e14043d13e64 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/security-groups?id=e786382c-1289-4f9d-b471-ed120470c2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677066 Oct 27 10:21:31.827801 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [req-a1f15277-325e-4d2f-99a0-5a4f61b38452 req-bf478e06-e8fc-4d5b-ab99-f69345293418 service neutron] For port 8dcf338b-43db-4891-993f-84a3faa63833, host n-h2-813419-10, cleared binding levels {{(pid=102346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:21:31.832428 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [req-a1f15277-325e-4d2f-99a0-5a4f61b38452 req-bf478e06-e8fc-4d5b-ab99-f69345293418 service neutron] For port 8dcf338b-43db-4891-993f-84a3faa63833, host n-h2-813419-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=8dcf338b-43db-4891-993f-84a3faa63833,segment=NetworkSegment(e031df76-6a67-4dc9-b33e-3b490749e49c),segment_id=e031df76-6a67-4dc9-b33e-3b490749e49c)] {{(pid=102346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:21:31.835854 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_common [req-ff6c6632-88c4-4e3d-8f96-d80d41b54a5d req-01670737-9318-4af5-9033-f767461a1c5b tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Allocated IP 19.80.0.113 (8cb627fc-149a-4aab-bcc2-3880d55c104f/082aff69-879d-442e-95d2-f2999d2c243f/6986bbe4-340c-4bb2-a378-567c4b6e4742) {{(pid=102347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:21:31.839952 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-a1f15277-325e-4d2f-99a0-5a4f61b38452 req-bf478e06-e8fc-4d5b-ab99-f69345293418 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27024173'] for port, after_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:31.880952 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f15277-325e-4d2f-99a0-5a4f61b38452 req-bf478e06-e8fc-4d5b-ab99-f69345293418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:31.881255 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-a1f15277-325e-4d2f-99a0-5a4f61b38452 req-bf478e06-e8fc-4d5b-ab99-f69345293418 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:31.882620 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-a1f15277-325e-4d2f-99a0-5a4f61b38452 req-bf478e06-e8fc-4d5b-ab99-f69345293418 service neutron] 10.222.0.76 "PUT /v2.0/ports/8dcf338b-43db-4891-993f-84a3faa63833 HTTP/1.1" status: 200 len: 1092 time: 0.8326859 Oct 27 10:21:31.883062 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07a96c5d-bcd0-4c58-835f-01a5bab187d1', 'tag': '8dcf338b-43db-4891-993f-84a3faa63833'}] {{(pid=102346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:21:31.885404 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc0e418f5fc417c8d55d94c0aa509b037d0beb2a734c1a709e789eb65639a56d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ece113f3-761f-4afb-b797-6eb031197c95" -d '{"events": [{"name": "network-changed", "server_uuid": "07a96c5d-bcd0-4c58-835f-01a5bab187d1", "tag": "8dcf338b-43db-4891-993f-84a3faa63833"}]}' {{(pid=102346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:21:31.927033 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf478e06-e8fc-4d5b-ab99-f69345293418 service neutron] Pushing event updated for resources: {'Port': ['ID=8dcf338b-43db-4891-993f-84a3faa63833,revision_number=3']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:21:31.987272 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f15277-325e-4d2f-99a0-5a4f61b38452 req-cad3adc4-9bbc-470d-8e8f-1f42f9616970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:31.989591 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-a1f15277-325e-4d2f-99a0-5a4f61b38452 req-cad3adc4-9bbc-470d-8e8f-1f42f9616970 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=580a3fc36cc44c288aa6a1263e27e7ae&device_id=07a96c5d-bcd0-4c58-835f-01a5bab187d1 HTTP/1.1" status: 200 len: 1095 time: 0.0587840 Oct 27 10:21:32.029857 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-ff6c6632-88c4-4e3d-8f96-d80d41b54a5d req-01670737-9318-4af5-9033-f767461a1c5b tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Publish callbacks [] for port, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:32.061064 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-a1f15277-325e-4d2f-99a0-5a4f61b38452 req-a5b5afba-21f0-4d1c-b742-cc1bb19b0a03 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8dcf338b-43db-4891-993f-84a3faa63833 HTTP/1.1" status: 200 len: 217 time: 0.0559413 Oct 27 10:21:32.103272 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-ff6c6632-88c4-4e3d-8f96-d80d41b54a5d req-01670737-9318-4af5-9033-f767461a1c5b tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:32.146193 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f15277-325e-4d2f-99a0-5a4f61b38452 req-2138284e-4ab2-47a7-adf3-3c7e32d6d581 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:32.149053 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-a1f15277-325e-4d2f-99a0-5a4f61b38452 req-2138284e-4ab2-47a7-adf3-3c7e32d6d581 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=a6e255bf-7b36-48de-87ff-f5121c37ce2b HTTP/1.1" status: 200 len: 844 time: 0.0740302 Oct 27 10:21:32.189429 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-a1f15277-325e-4d2f-99a0-5a4f61b38452 req-6bd97d09-8563-4e39-b01b-27ff8cbae4c7 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=6e5c7d55-96e0-4ffb-8753-a93efa7224ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299411 Oct 27 10:21:32.190153 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:32.191583 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 10:21:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-351262ee-34f9-4cea-96dd-6a029ac4c5b3 x-openstack-request-id: req-351262ee-34f9-4cea-96dd-6a029ac4c5b3 {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:21:32.191982 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07a96c5d-bcd0-4c58-835f-01a5bab187d1", "tag": "8dcf338b-43db-4891-993f-84a3faa63833", "status": "completed", "code": 200}]} {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:21:32.192396 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-351262ee-34f9-4cea-96dd-6a029ac4c5b3 {{(pid=102346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:21:32.192949 n-d-813419-10 neutron-server[102346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07a96c5d-bcd0-4c58-835f-01a5bab187d1', 'tag': '8dcf338b-43db-4891-993f-84a3faa63833', 'status': 'completed', 'code': 200} Oct 27 10:21:32.196381 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff6c6632-88c4-4e3d-8f96-d80d41b54a5d req-01670737-9318-4af5-9033-f767461a1c5b tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Network 8cb627fc-149a-4aab-bcc2-3880d55c104f is already hosted by enough agents. {{(pid=102347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:21:32.202306 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [req-b8805efe-91ad-45dc-9a1f-c48d5d144313 req-382022a4-cb08-45fc-bab2-86822377f895 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=102347) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 10:21:32.203329 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b8805efe-91ad-45dc-9a1f-c48d5d144313 req-382022a4-cb08-45fc-bab2-86822377f895 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0056517 Oct 27 10:21:32.204470 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01670737-9318-4af5-9033-f767461a1c5b tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Pushing event updated for resources: {'Port': ['ID=6986bbe4-340c-4bb2-a378-567c4b6e4742,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:21:32.207247 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [req-ff6c6632-88c4-4e3d-8f96-d80d41b54a5d req-01670737-9318-4af5-9033-f767461a1c5b tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Resources bound (agent type, host, resource id): {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:21:32.210162 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff6c6632-88c4-4e3d-8f96-d80d41b54a5d req-01670737-9318-4af5-9033-f767461a1c5b tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Received port after_create {{(pid=102347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:21:32.281287 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6c6632-88c4-4e3d-8f96-d80d41b54a5d req-01670737-9318-4af5-9033-f767461a1c5b tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:32.282594 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-ff6c6632-88c4-4e3d-8f96-d80d41b54a5d req-01670737-9318-4af5-9033-f767461a1c5b tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:32.318907 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-ff6c6632-88c4-4e3d-8f96-d80d41b54a5d req-01670737-9318-4af5-9033-f767461a1c5b tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8054223 Oct 27 10:21:32.338633 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [req-ff6c6632-88c4-4e3d-8f96-d80d41b54a5d req-f6c862c3-98cc-4b73-af62-8b94e28a5413 service neutron] Request body: {'port': {'device_id': 'ba15f30f-9461-4485-b03c-1e7581b76791', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-10'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:21:32.338855 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-a1f15277-325e-4d2f-99a0-5a4f61b38452 req-c3a2d8ff-9bfc-484c-b91b-cdbd1dc7c949 service neutron] 10.222.0.76 "GET /v2.0/networks/6e5c7d55-96e0-4ffb-8753-a93efa7224ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377656 Oct 27 10:21:32.409591 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-ff6c6632-88c4-4e3d-8f96-d80d41b54a5d req-f6c862c3-98cc-4b73-af62-8b94e28a5413 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:32.472372 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca6e8ea-f379-4cb0-a8c0-3376b6835b3a req-ab1b8c12-aba1-47af-8951-6c2c29989189 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:32.479993 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca6e8ea-f379-4cb0-a8c0-3376b6835b3a req-ab1b8c12-aba1-47af-8951-6c2c29989189 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:32.487802 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca6e8ea-f379-4cb0-a8c0-3376b6835b3a req-ab1b8c12-aba1-47af-8951-6c2c29989189 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:32.496487 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-6ca6e8ea-f379-4cb0-a8c0-3376b6835b3a req-ab1b8c12-aba1-47af-8951-6c2c29989189 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] 10.222.0.44 "GET /v2.0/ports?device_id=ba15f30f-9461-4485-b03c-1e7581b76791 HTTP/1.1" status: 200 len: 2377 time: 0.1756492 Oct 27 10:21:32.563801 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-6ca6e8ea-f379-4cb0-a8c0-3376b6835b3a req-36f7a5a4-cf0a-4052-9656-75c77c3f3497 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] 10.222.0.44 "GET /v2.0/security-groups?id=58a9c42a-77eb-4104-9847-0486d9673bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658979 Oct 27 10:21:32.571162 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7e278ca7-f7ec-42e4-92ec-5b761f11384d None None] Provisioning complete for port 6986bbe4-340c-4bb2-a378-567c4b6e4742 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:21:32.573354 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7e278ca7-f7ec-42e4-92ec-5b761f11384d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:32.595359 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-a1f15277-325e-4d2f-99a0-5a4f61b38452 req-f35817ce-9383-445b-934b-1ff111db6988 service neutron] 10.222.0.76 "GET /v2.0/networks/6e5c7d55-96e0-4ffb-8753-a93efa7224ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2357304 Oct 27 10:21:32.682859 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-7e278ca7-f7ec-42e4-92ec-5b761f11384d None None] Port 6986bbe4-340c-4bb2-a378-567c4b6e4742 cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:21:32.744583 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-704013c6-b236-4d5f-b30e-be9d5f516bc6 req-29a4b840-d8fc-4902-8845-26e3ddfa12c0 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=608b8252-7dee-4a66-b7a1-a863de63ff13&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2401586 Oct 27 10:21:32.783206 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09791ee4-1942-4596-8549-f123621ccc02 req-e81ec1ad-8bbe-4982-bfa9-1615cd3f542e tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:32.792653 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-09791ee4-1942-4596-8549-f123621ccc02 req-e81ec1ad-8bbe-4982-bfa9-1615cd3f542e tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/ports?device_id=608b8252-7dee-4a66-b7a1-a863de63ff13 HTTP/1.1" status: 200 len: 950 time: 0.1490030 Oct 27 10:21:32.803395 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf02c9a7-8f0f-4881-af80-84ebcc357683 req-adea9166-8c1f-4293-9ab4-64034528c74e tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:32.812028 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-cf02c9a7-8f0f-4881-af80-84ebcc357683 req-adea9166-8c1f-4293-9ab4-64034528c74e tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] 10.222.0.44 "GET /v2.0/ports?device_id=07a96c5d-bcd0-4c58-835f-01a5bab187d1 HTTP/1.1" status: 200 len: 943 time: 0.1214328 Oct 27 10:21:32.818147 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece113f3-761f-4afb-b797-6eb031197c95 req-525cb9b7-8106-4c7e-8691-8c6b54841aff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:32.819640 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ece113f3-761f-4afb-b797-6eb031197c95 req-525cb9b7-8106-4c7e-8691-8c6b54841aff service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=580a3fc36cc44c288aa6a1263e27e7ae&device_id=07a96c5d-bcd0-4c58-835f-01a5bab187d1 HTTP/1.1" status: 200 len: 1095 time: 0.1274781 Oct 27 10:21:32.861091 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-09791ee4-1942-4596-8549-f123621ccc02 req-3c83ff93-7839-4b5e-99aa-0585c7028b77 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/security-groups?id=e786382c-1289-4f9d-b471-ed120470c2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620153 Oct 27 10:21:32.953662 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-cf02c9a7-8f0f-4881-af80-84ebcc357683 req-03bddf0d-54ff-4d51-8344-b82b603cf410 tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] 10.222.0.44 "GET /v2.0/security-groups?id=abb43ff2-3d53-4d6f-bfce-d681dce200c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407583 Oct 27 10:21:33.039453 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece113f3-761f-4afb-b797-6eb031197c95 req-4f5a39fd-3575-4d55-bddc-5f984ff8af9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:33.040895 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ece113f3-761f-4afb-b797-6eb031197c95 req-4f5a39fd-3575-4d55-bddc-5f984ff8af9b service neutron] 10.222.0.76 "GET /v2.0/networks?id=6e5c7d55-96e0-4ffb-8753-a93efa7224ea HTTP/1.1" status: 200 len: 905 time: 0.2107484 Oct 27 10:21:33.045119 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [req-ff6c6632-88c4-4e3d-8f96-d80d41b54a5d req-f6c862c3-98cc-4b73-af62-8b94e28a5413 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 046a4159-896c-4c11-80a7-414d4c12e606 {{(pid=102347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:21:33.091308 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-ff6c6632-88c4-4e3d-8f96-d80d41b54a5d req-f6c862c3-98cc-4b73-af62-8b94e28a5413 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:33.112215 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.provisioning_blocks [req-ff6c6632-88c4-4e3d-8f96-d80d41b54a5d req-f6c862c3-98cc-4b73-af62-8b94e28a5413 service neutron] Transition to ACTIVE for port object 046a4159-896c-4c11-80a7-414d4c12e606 will not be triggered until provisioned by entity L2. {{(pid=102347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 10:21:33.133458 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-ff6c6632-88c4-4e3d-8f96-d80d41b54a5d req-f6c862c3-98cc-4b73-af62-8b94e28a5413 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:33.143231 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ece113f3-761f-4afb-b797-6eb031197c95 req-14966a20-46d7-4f3f-83ae-21f9a67338bc service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8dcf338b-43db-4891-993f-84a3faa63833 HTTP/1.1" status: 200 len: 217 time: 0.0914354 Oct 27 10:21:33.221457 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece113f3-761f-4afb-b797-6eb031197c95 req-4ebf91e8-5cb5-4018-86a6-9d6d3b53c382 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:33.223863 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ece113f3-761f-4afb-b797-6eb031197c95 req-4ebf91e8-5cb5-4018-86a6-9d6d3b53c382 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=a6e255bf-7b36-48de-87ff-f5121c37ce2b HTTP/1.1" status: 200 len: 844 time: 0.0735195 Oct 27 10:21:33.257021 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56775611-4146-49fe-9a78-dc3a40cdcb28 req-8a75eb7f-58a0-455d-9952-416cf5e1578c tempest-ServersAdminTestJSON-397275269 tempest-ServersAdminTestJSON-397275269-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:33.269701 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-56775611-4146-49fe-9a78-dc3a40cdcb28 req-8a75eb7f-58a0-455d-9952-416cf5e1578c tempest-ServersAdminTestJSON-397275269 tempest-ServersAdminTestJSON-397275269-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=17fac8c9-b531-4166-a261-47a6b86a5d06 HTTP/1.1" status: 200 len: 1101 time: 0.2200041 Oct 27 10:21:33.299215 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c862c3-98cc-4b73-af62-8b94e28a5413 service neutron] Pushing event updated for resources: {'Port': ['ID=046a4159-896c-4c11-80a7-414d4c12e606,revision_number=2']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:21:33.301559 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ece113f3-761f-4afb-b797-6eb031197c95 req-5632abd7-63e8-41e7-ab13-21438eb0af03 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=6e5c7d55-96e0-4ffb-8753-a93efa7224ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0631454 Oct 27 10:21:33.433220 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-56775611-4146-49fe-9a78-dc3a40cdcb28 req-433cb2eb-731b-42c9-a460-9cac41aa16f4 tempest-ServersAdminTestJSON-397275269 tempest-ServersAdminTestJSON-397275269-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=adbff9a4-0ae5-4700-84c2-4b5f53f67e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571019 Oct 27 10:21:33.471246 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-ff6c6632-88c4-4e3d-8f96-d80d41b54a5d req-f6c862c3-98cc-4b73-af62-8b94e28a5413 service neutron] Attempting to bind port 046a4159-896c-4c11-80a7-414d4c12e606 on host n-h2-813419-10 for vnic_type normal with profile {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:21:33.471652 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-ff6c6632-88c4-4e3d-8f96-d80d41b54a5d req-f6c862c3-98cc-4b73-af62-8b94e28a5413 service neutron] Attempting to bind port 046a4159-896c-4c11-80a7-414d4c12e606 by drivers openvswitch,hyperv on host n-h2-813419-10 at level 0 using segments [{'id': '2f4d8b82-058e-4dfe-88d6-0a3bf3e2bbf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '8cb627fc-149a-4aab-bcc2-3880d55c104f'}] {{(pid=102347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:21:33.472052 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff6c6632-88c4-4e3d-8f96-d80d41b54a5d req-f6c862c3-98cc-4b73-af62-8b94e28a5413 service neutron] Attempting to bind port 046a4159-896c-4c11-80a7-414d4c12e606 on network 8cb627fc-149a-4aab-bcc2-3880d55c104f {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:21:33.478575 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff6c6632-88c4-4e3d-8f96-d80d41b54a5d req-f6c862c3-98cc-4b73-af62-8b94e28a5413 service neutron] Port 046a4159-896c-4c11-80a7-414d4c12e606 on network 8cb627fc-149a-4aab-bcc2-3880d55c104f not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-10 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 10:21:33.479129 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff6c6632-88c4-4e3d-8f96-d80d41b54a5d req-f6c862c3-98cc-4b73-af62-8b94e28a5413 service neutron] Attempting to bind port 046a4159-896c-4c11-80a7-414d4c12e606 on network 8cb627fc-149a-4aab-bcc2-3880d55c104f {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:21:33.487649 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff6c6632-88c4-4e3d-8f96-d80d41b54a5d req-f6c862c3-98cc-4b73-af62-8b94e28a5413 service neutron] Checking agent: {'id': 'a2edc247-0fa4-4ce6-bbae-a10492f6bd71', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 16, 9), 'started_at': datetime.datetime(2021, 10, 27, 10, 16, 9), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 21, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:21:33.488141 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff6c6632-88c4-4e3d-8f96-d80d41b54a5d req-f6c862c3-98cc-4b73-af62-8b94e28a5413 service neutron] Checking segment: {'id': '2f4d8b82-058e-4dfe-88d6-0a3bf3e2bbf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '8cb627fc-149a-4aab-bcc2-3880d55c104f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:21:33.488672 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff6c6632-88c4-4e3d-8f96-d80d41b54a5d req-f6c862c3-98cc-4b73-af62-8b94e28a5413 service neutron] Bound using segment: {'id': '2f4d8b82-058e-4dfe-88d6-0a3bf3e2bbf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '8cb627fc-149a-4aab-bcc2-3880d55c104f'} {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:21:33.489332 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-ff6c6632-88c4-4e3d-8f96-d80d41b54a5d req-f6c862c3-98cc-4b73-af62-8b94e28a5413 service neutron] Bound port: 046a4159-896c-4c11-80a7-414d4c12e606, host: n-h2-813419-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f4d8b82-058e-4dfe-88d6-0a3bf3e2bbf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '8cb627fc-149a-4aab-bcc2-3880d55c104f'}}] {{(pid=102347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:21:33.489790 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-ff6c6632-88c4-4e3d-8f96-d80d41b54a5d req-f6c862c3-98cc-4b73-af62-8b94e28a5413 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:33.574730 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ece113f3-761f-4afb-b797-6eb031197c95 req-204136a4-59af-406b-bb69-eafba89343ac service neutron] 10.222.0.76 "GET /v2.0/networks/6e5c7d55-96e0-4ffb-8753-a93efa7224ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2624769 Oct 27 10:21:33.598077 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-ff6c6632-88c4-4e3d-8f96-d80d41b54a5d req-f6c862c3-98cc-4b73-af62-8b94e28a5413 service neutron] For port 046a4159-896c-4c11-80a7-414d4c12e606, host n-h2-813419-10, cleared binding levels {{(pid=102347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:21:33.601409 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-ff6c6632-88c4-4e3d-8f96-d80d41b54a5d req-f6c862c3-98cc-4b73-af62-8b94e28a5413 service neutron] For port 046a4159-896c-4c11-80a7-414d4c12e606, host n-h2-813419-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=046a4159-896c-4c11-80a7-414d4c12e606,segment=NetworkSegment(2f4d8b82-058e-4dfe-88d6-0a3bf3e2bbf6),segment_id=2f4d8b82-058e-4dfe-88d6-0a3bf3e2bbf6)] {{(pid=102347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:21:33.608699 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-ff6c6632-88c4-4e3d-8f96-d80d41b54a5d req-f6c862c3-98cc-4b73-af62-8b94e28a5413 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:33.709969 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c862c3-98cc-4b73-af62-8b94e28a5413 service neutron] Pushing event updated for resources: {'Port': ['ID=046a4159-896c-4c11-80a7-414d4c12e606,revision_number=3']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:21:33.730712 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6c6632-88c4-4e3d-8f96-d80d41b54a5d req-f6c862c3-98cc-4b73-af62-8b94e28a5413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:33.733254 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-ff6c6632-88c4-4e3d-8f96-d80d41b54a5d req-f6c862c3-98cc-4b73-af62-8b94e28a5413 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:33.735652 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-ff6c6632-88c4-4e3d-8f96-d80d41b54a5d req-f6c862c3-98cc-4b73-af62-8b94e28a5413 service neutron] 10.222.0.76 "PUT /v2.0/ports/046a4159-896c-4c11-80a7-414d4c12e606 HTTP/1.1" status: 200 len: 1093 time: 1.4058738 Oct 27 10:21:33.736313 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba15f30f-9461-4485-b03c-1e7581b76791', 'tag': '046a4159-896c-4c11-80a7-414d4c12e606'}] {{(pid=102347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:21:33.740406 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311149b481204ee7edffdb959c881838506fbd95bc8577c048f6677abb73acc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-857d36ae-7d05-4aaf-903c-50074d5e0883" -d '{"events": [{"name": "network-changed", "server_uuid": "ba15f30f-9461-4485-b03c-1e7581b76791", "tag": "046a4159-896c-4c11-80a7-414d4c12e606"}]}' {{(pid=102347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:21:33.790516 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [req-ff6c6632-88c4-4e3d-8f96-d80d41b54a5d req-52148b84-53d8-412f-996c-870d81cb0d18 service neutron] Request body: {'port': {'device_id': 'ba15f30f-9461-4485-b03c-1e7581b76791', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-10'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:21:33.798233 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25447743-a3e9-446a-8742-268214aee21a req-f5313b5b-2c03-4fc4-b27c-6436037f4bbf tempest-ServersAdminTestJSON-397275269 tempest-ServersAdminTestJSON-397275269-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:33.803392 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-25447743-a3e9-446a-8742-268214aee21a req-f5313b5b-2c03-4fc4-b27c-6436037f4bbf tempest-ServersAdminTestJSON-397275269 tempest-ServersAdminTestJSON-397275269-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=17fac8c9-b531-4166-a261-47a6b86a5d06 HTTP/1.1" status: 200 len: 1101 time: 0.2618289 Oct 27 10:21:33.889171 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32056339-72f6-49e6-8605-650ac6d13377 req-4c7e1492-acb5-4881-83ff-11ad8070512a tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:33.903302 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32056339-72f6-49e6-8605-650ac6d13377 req-4c7e1492-acb5-4881-83ff-11ad8070512a tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:33.905603 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ece113f3-761f-4afb-b797-6eb031197c95 req-7bb98275-fec3-4e5b-bfc3-b7a3c1dd8ba0 service neutron] 10.222.0.76 "GET /v2.0/networks/6e5c7d55-96e0-4ffb-8753-a93efa7224ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2875657 Oct 27 10:21:33.909837 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32056339-72f6-49e6-8605-650ac6d13377 req-4c7e1492-acb5-4881-83ff-11ad8070512a tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:33.916716 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-25447743-a3e9-446a-8742-268214aee21a req-4c1e2703-6582-42e7-897c-5b0e4fa238c1 tempest-ServersAdminTestJSON-397275269 tempest-ServersAdminTestJSON-397275269-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=adbff9a4-0ae5-4700-84c2-4b5f53f67e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027696 Oct 27 10:21:33.944928 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-32056339-72f6-49e6-8605-650ac6d13377 req-4c7e1492-acb5-4881-83ff-11ad8070512a tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] 10.222.0.44 "GET /v2.0/ports?device_id=ba15f30f-9461-4485-b03c-1e7581b76791 HTTP/1.1" status: 200 len: 2389 time: 0.1842957 Oct 27 10:21:34.010365 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-ff6c6632-88c4-4e3d-8f96-d80d41b54a5d req-52148b84-53d8-412f-996c-870d81cb0d18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:34.062639 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 10:21:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ab2982d-fd0f-4e52-87e9-f948e0ff8008 x-openstack-request-id: req-0ab2982d-fd0f-4e52-87e9-f948e0ff8008 {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:21:34.062984 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba15f30f-9461-4485-b03c-1e7581b76791", "tag": "046a4159-896c-4c11-80a7-414d4c12e606", "status": "completed", "code": 200}]} {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:21:34.063495 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-0ab2982d-fd0f-4e52-87e9-f948e0ff8008 {{(pid=102347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:21:34.063897 n-d-813419-10 neutron-server[102347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba15f30f-9461-4485-b03c-1e7581b76791', 'tag': '046a4159-896c-4c11-80a7-414d4c12e606', 'status': 'completed', 'code': 200} Oct 27 10:21:34.142098 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857d36ae-7d05-4aaf-903c-50074d5e0883 req-f7a9a0fb-4985-41fb-89c1-d82f08245103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:34.150237 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857d36ae-7d05-4aaf-903c-50074d5e0883 req-f7a9a0fb-4985-41fb-89c1-d82f08245103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:34.150733 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857d36ae-7d05-4aaf-903c-50074d5e0883 req-f7a9a0fb-4985-41fb-89c1-d82f08245103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:34.152455 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-857d36ae-7d05-4aaf-903c-50074d5e0883 req-f7a9a0fb-4985-41fb-89c1-d82f08245103 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=48ff8c43003e41a2b855daaeb2bfcd04&device_id=ba15f30f-9461-4485-b03c-1e7581b76791 HTTP/1.1" status: 200 len: 2733 time: 0.0969615 Oct 27 10:21:34.251853 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-32056339-72f6-49e6-8605-650ac6d13377 req-14ce7f08-7199-4eee-bd05-64b9bf6ce9b7 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] 10.222.0.44 "GET /v2.0/security-groups?id=58a9c42a-77eb-4104-9847-0486d9673bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2962623 Oct 27 10:21:34.332422 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ecc390-56cb-45df-ad0b-3463336b0994 req-132b20e8-29be-4a98-b056-fb6f47fa3ece tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:34.336899 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-d6ecc390-56cb-45df-ad0b-3463336b0994 req-132b20e8-29be-4a98-b056-fb6f47fa3ece tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/ports?device_id=608b8252-7dee-4a66-b7a1-a863de63ff13 HTTP/1.1" status: 200 len: 950 time: 0.1832335 Oct 27 10:21:34.525275 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857d36ae-7d05-4aaf-903c-50074d5e0883 req-59359322-4656-424c-8bdf-1805d3994576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:34.525743 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857d36ae-7d05-4aaf-903c-50074d5e0883 req-59359322-4656-424c-8bdf-1805d3994576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:34.526198 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857d36ae-7d05-4aaf-903c-50074d5e0883 req-59359322-4656-424c-8bdf-1805d3994576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:34.527796 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-857d36ae-7d05-4aaf-903c-50074d5e0883 req-59359322-4656-424c-8bdf-1805d3994576 service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=48ff8c43003e41a2b855daaeb2bfcd04&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.3638854 Oct 27 10:21:34.545988 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-d6ecc390-56cb-45df-ad0b-3463336b0994 req-16e6e709-5dfd-4115-9bf5-3ccda1495ad2 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/security-groups?id=e786382c-1289-4f9d-b471-ed120470c2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2081149 Oct 27 10:21:34.603906 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [req-ff6c6632-88c4-4e3d-8f96-d80d41b54a5d req-52148b84-53d8-412f-996c-870d81cb0d18 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5da31a5b-d673-4293-8684-712ca7dd4059 {{(pid=102347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:21:34.620885 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-ff6c6632-88c4-4e3d-8f96-d80d41b54a5d req-52148b84-53d8-412f-996c-870d81cb0d18 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:34.646064 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.provisioning_blocks [req-ff6c6632-88c4-4e3d-8f96-d80d41b54a5d req-52148b84-53d8-412f-996c-870d81cb0d18 service neutron] Transition to ACTIVE for port object 5da31a5b-d673-4293-8684-712ca7dd4059 will not be triggered until provisioned by entity L2. {{(pid=102347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 10:21:34.656636 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-ff6c6632-88c4-4e3d-8f96-d80d41b54a5d req-52148b84-53d8-412f-996c-870d81cb0d18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:34.796395 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52148b84-53d8-412f-996c-870d81cb0d18 service neutron] Pushing event updated for resources: {'Port': ['ID=5da31a5b-d673-4293-8684-712ca7dd4059,revision_number=2']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:21:34.955019 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e97bbd-44f4-4532-a14b-40436923ad70 req-33b6e7e3-7fd8-4b32-93f9-c39d7caf901f tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:34.969611 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704013c6-b236-4d5f-b30e-be9d5f516bc6 req-6f763ae8-4009-4bf4-ab2c-795a1fdea2b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:34.971480 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-704013c6-b236-4d5f-b30e-be9d5f516bc6 req-6f763ae8-4009-4bf4-ab2c-795a1fdea2b6 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=31dc088f778a4c2fb761c23ef7d22647&device_id=608b8252-7dee-4a66-b7a1-a863de63ff13 HTTP/1.1" status: 200 len: 1102 time: 0.1538188 Oct 27 10:21:34.972954 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-d6e97bbd-44f4-4532-a14b-40436923ad70 req-33b6e7e3-7fd8-4b32-93f9-c39d7caf901f tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] 10.222.0.44 "GET /v2.0/ports?device_id=07a96c5d-bcd0-4c58-835f-01a5bab187d1 HTTP/1.1" status: 200 len: 943 time: 0.3043313 Oct 27 10:21:35.037318 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857d36ae-7d05-4aaf-903c-50074d5e0883 req-6f915d3b-a0f9-4d7c-bf04-6812e930bc2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:35.039599 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-857d36ae-7d05-4aaf-903c-50074d5e0883 req-6f915d3b-a0f9-4d7c-bf04-6812e930bc2b service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4926634 Oct 27 10:21:35.118840 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-d6e97bbd-44f4-4532-a14b-40436923ad70 req-b558a3b1-9974-4528-9d58-d356af1d1870 tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] 10.222.0.44 "GET /v2.0/security-groups?id=abb43ff2-3d53-4d6f-bfce-d681dce200c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446412 Oct 27 10:21:35.176896 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-ff6c6632-88c4-4e3d-8f96-d80d41b54a5d req-52148b84-53d8-412f-996c-870d81cb0d18 service neutron] Attempting to bind port 5da31a5b-d673-4293-8684-712ca7dd4059 on host n-h2-813419-10 for vnic_type normal with profile {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:21:35.177228 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-ff6c6632-88c4-4e3d-8f96-d80d41b54a5d req-52148b84-53d8-412f-996c-870d81cb0d18 service neutron] Attempting to bind port 5da31a5b-d673-4293-8684-712ca7dd4059 by drivers openvswitch,hyperv on host n-h2-813419-10 at level 0 using segments [{'id': '011e63b8-20bd-49dc-90e4-9a161767caef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '076a41df-5d2c-43e1-bc66-0378c65da1f4'}] {{(pid=102347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:21:35.177557 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff6c6632-88c4-4e3d-8f96-d80d41b54a5d req-52148b84-53d8-412f-996c-870d81cb0d18 service neutron] Attempting to bind port 5da31a5b-d673-4293-8684-712ca7dd4059 on network 076a41df-5d2c-43e1-bc66-0378c65da1f4 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:21:35.196535 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff6c6632-88c4-4e3d-8f96-d80d41b54a5d req-52148b84-53d8-412f-996c-870d81cb0d18 service neutron] Port 5da31a5b-d673-4293-8684-712ca7dd4059 on network 076a41df-5d2c-43e1-bc66-0378c65da1f4 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-10 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 10:21:35.196628 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff6c6632-88c4-4e3d-8f96-d80d41b54a5d req-52148b84-53d8-412f-996c-870d81cb0d18 service neutron] Attempting to bind port 5da31a5b-d673-4293-8684-712ca7dd4059 on network 076a41df-5d2c-43e1-bc66-0378c65da1f4 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:21:35.224674 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff6c6632-88c4-4e3d-8f96-d80d41b54a5d req-52148b84-53d8-412f-996c-870d81cb0d18 service neutron] Checking agent: {'id': 'a2edc247-0fa4-4ce6-bbae-a10492f6bd71', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 16, 9), 'started_at': datetime.datetime(2021, 10, 27, 10, 16, 9), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 21, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:21:35.224674 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff6c6632-88c4-4e3d-8f96-d80d41b54a5d req-52148b84-53d8-412f-996c-870d81cb0d18 service neutron] Checking segment: {'id': '011e63b8-20bd-49dc-90e4-9a161767caef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '076a41df-5d2c-43e1-bc66-0378c65da1f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:21:35.224674 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff6c6632-88c4-4e3d-8f96-d80d41b54a5d req-52148b84-53d8-412f-996c-870d81cb0d18 service neutron] Bound using segment: {'id': '011e63b8-20bd-49dc-90e4-9a161767caef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '076a41df-5d2c-43e1-bc66-0378c65da1f4'} {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:21:35.224674 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-ff6c6632-88c4-4e3d-8f96-d80d41b54a5d req-52148b84-53d8-412f-996c-870d81cb0d18 service neutron] Bound port: 5da31a5b-d673-4293-8684-712ca7dd4059, host: n-h2-813419-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '011e63b8-20bd-49dc-90e4-9a161767caef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '076a41df-5d2c-43e1-bc66-0378c65da1f4'}}] {{(pid=102347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:21:35.224674 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-ff6c6632-88c4-4e3d-8f96-d80d41b54a5d req-52148b84-53d8-412f-996c-870d81cb0d18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:35.348788 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704013c6-b236-4d5f-b30e-be9d5f516bc6 req-26a6101d-13a2-48ef-83eb-ecebde6223db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:35.350426 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-704013c6-b236-4d5f-b30e-be9d5f516bc6 req-26a6101d-13a2-48ef-83eb-ecebde6223db service neutron] 10.222.0.76 "GET /v2.0/networks?id=4d250f92-d229-45fe-a579-67fef8e6c544 HTTP/1.1" status: 200 len: 870 time: 0.3698759 Oct 27 10:21:35.450911 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcdec24-377c-4ffa-b390-f358a12bb978 req-68d68dcf-18b5-4f44-8f09-6b788dde09db tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:35.463758 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcdec24-377c-4ffa-b390-f358a12bb978 req-68d68dcf-18b5-4f44-8f09-6b788dde09db tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:35.468617 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-704013c6-b236-4d5f-b30e-be9d5f516bc6 req-53140cef-0179-45c2-a9f7-a12b7a8e92c5 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.229&port_id=c8c8271b-367b-4ab3-86e4-bb5ec9b8ea1d HTTP/1.1" status: 200 len: 217 time: 0.0984912 Oct 27 10:21:35.476251 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcdec24-377c-4ffa-b390-f358a12bb978 req-68d68dcf-18b5-4f44-8f09-6b788dde09db tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:35.480399 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-edcdec24-377c-4ffa-b390-f358a12bb978 req-68d68dcf-18b5-4f44-8f09-6b788dde09db tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] 10.222.0.44 "GET /v2.0/ports?device_id=ba15f30f-9461-4485-b03c-1e7581b76791 HTTP/1.1" status: 200 len: 2401 time: 0.1230590 Oct 27 10:21:35.547588 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-edcdec24-377c-4ffa-b390-f358a12bb978 req-8a124514-d881-40c2-867a-c8e1336b47f0 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] 10.222.0.44 "GET /v2.0/security-groups?id=58a9c42a-77eb-4104-9847-0486d9673bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573635 Oct 27 10:21:35.553846 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704013c6-b236-4d5f-b30e-be9d5f516bc6 req-ca0b9b7c-6cb4-4a34-b04e-6c29dd6cfea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:35.555381 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-704013c6-b236-4d5f-b30e-be9d5f516bc6 req-ca0b9b7c-6cb4-4a34-b04e-6c29dd6cfea1 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=62eb52f7-aac4-48af-8670-e04300325561 HTTP/1.1" status: 200 len: 843 time: 0.0771134 Oct 27 10:21:35.560054 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-ff6c6632-88c4-4e3d-8f96-d80d41b54a5d req-52148b84-53d8-412f-996c-870d81cb0d18 service neutron] For port 5da31a5b-d673-4293-8684-712ca7dd4059, host n-h2-813419-10, cleared binding levels {{(pid=102347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:21:35.583788 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-ff6c6632-88c4-4e3d-8f96-d80d41b54a5d req-52148b84-53d8-412f-996c-870d81cb0d18 service neutron] For port 5da31a5b-d673-4293-8684-712ca7dd4059, host n-h2-813419-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=5da31a5b-d673-4293-8684-712ca7dd4059,segment=NetworkSegment(011e63b8-20bd-49dc-90e4-9a161767caef),segment_id=011e63b8-20bd-49dc-90e4-9a161767caef)] {{(pid=102347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:21:35.607176 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-ff6c6632-88c4-4e3d-8f96-d80d41b54a5d req-52148b84-53d8-412f-996c-870d81cb0d18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:35.664436 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6c6632-88c4-4e3d-8f96-d80d41b54a5d req-52148b84-53d8-412f-996c-870d81cb0d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:35.665147 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-ff6c6632-88c4-4e3d-8f96-d80d41b54a5d req-52148b84-53d8-412f-996c-870d81cb0d18 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:35.667538 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-ff6c6632-88c4-4e3d-8f96-d80d41b54a5d req-52148b84-53d8-412f-996c-870d81cb0d18 service neutron] 10.222.0.76 "PUT /v2.0/ports/5da31a5b-d673-4293-8684-712ca7dd4059 HTTP/1.1" status: 200 len: 1093 time: 1.8929708 Oct 27 10:21:35.677764 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704013c6-b236-4d5f-b30e-be9d5f516bc6 req-45fad99e-ed59-436d-bf79-cf493b51c1b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:35.679330 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-704013c6-b236-4d5f-b30e-be9d5f516bc6 req-45fad99e-ed59-436d-bf79-cf493b51c1b2 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=4d250f92-d229-45fe-a579-67fef8e6c544&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1146357 Oct 27 10:21:35.769101 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [req-ff6c6632-88c4-4e3d-8f96-d80d41b54a5d req-105860d1-c0ae-4509-9463-1df68dddf016 service neutron] Request body: {'port': {'device_id': 'ba15f30f-9461-4485-b03c-1e7581b76791', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-10'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:21:35.777178 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52148b84-53d8-412f-996c-870d81cb0d18 service neutron] Pushing event updated for resources: {'Port': ['ID=5da31a5b-d673-4293-8684-712ca7dd4059,revision_number=3']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:21:35.786870 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d01161-ef7e-41b0-837b-a1b044f13283 req-38105d27-5bcd-4352-b166-1124d8b57748 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:35.801326 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-29d01161-ef7e-41b0-837b-a1b044f13283 req-38105d27-5bcd-4352-b166-1124d8b57748 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/ports?device_id=608b8252-7dee-4a66-b7a1-a863de63ff13 HTTP/1.1" status: 200 len: 950 time: 0.1514273 Oct 27 10:21:35.912410 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-29d01161-ef7e-41b0-837b-a1b044f13283 req-302909da-0990-4068-9d1d-094394982613 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/security-groups?id=e786382c-1289-4f9d-b471-ed120470c2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099203 Oct 27 10:21:35.941678 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-ff6c6632-88c4-4e3d-8f96-d80d41b54a5d req-105860d1-c0ae-4509-9463-1df68dddf016 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:35.966485 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-704013c6-b236-4d5f-b30e-be9d5f516bc6 req-6420b5ad-08d7-4b46-b681-d961e55de36b service neutron] 10.222.0.76 "GET /v2.0/networks/4d250f92-d229-45fe-a579-67fef8e6c544?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2752950 Oct 27 10:21:36.170969 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device 8dcf338b-43db-4891-993f-84a3faa63833 details requested by agent hyperv_n-h2-813419-10 with host n-h2-813419-10 {{(pid=102348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 10:21:36.307817 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [req-ff6c6632-88c4-4e3d-8f96-d80d41b54a5d req-105860d1-c0ae-4509-9463-1df68dddf016 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6986bbe4-340c-4bb2-a378-567c4b6e4742 {{(pid=102347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:21:36.328321 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-ff6c6632-88c4-4e3d-8f96-d80d41b54a5d req-105860d1-c0ae-4509-9463-1df68dddf016 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:36.360320 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c9db55-31e8-4cb3-8978-49987d74a34f req-db91180b-5f1a-4244-abc0-de6e49c0810c tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:36.362467 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.provisioning_blocks [req-ff6c6632-88c4-4e3d-8f96-d80d41b54a5d req-105860d1-c0ae-4509-9463-1df68dddf016 service neutron] Transition to ACTIVE for port object 6986bbe4-340c-4bb2-a378-567c4b6e4742 will not be triggered until provisioned by entity L2. {{(pid=102347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 10:21:36.366572 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba15f30f-9461-4485-b03c-1e7581b76791', 'tag': '5da31a5b-d673-4293-8684-712ca7dd4059'}] {{(pid=102347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:21:36.371056 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311149b481204ee7edffdb959c881838506fbd95bc8577c048f6677abb73acc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d082f8e-1c5e-48c0-9627-ce8beb67311e" -d '{"events": [{"name": "network-changed", "server_uuid": "ba15f30f-9461-4485-b03c-1e7581b76791", "tag": "5da31a5b-d673-4293-8684-712ca7dd4059"}]}' {{(pid=102347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:21:36.374108 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-84c9db55-31e8-4cb3-8978-49987d74a34f req-db91180b-5f1a-4244-abc0-de6e49c0810c tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] 10.222.0.44 "GET /v2.0/ports?device_id=07a96c5d-bcd0-4c58-835f-01a5bab187d1 HTTP/1.1" status: 200 len: 943 time: 0.1285937 Oct 27 10:21:36.389409 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] For port 8dcf338b-43db-4891-993f-84a3faa63833, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=8dcf338b-43db-4891-993f-84a3faa63833,segment=NetworkSegment(e031df76-6a67-4dc9-b33e-3b490749e49c),segment_id=e031df76-6a67-4dc9-b33e-3b490749e49c)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:21:36.401945 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Returning: {'device': '8dcf338b-43db-4891-993f-84a3faa63833', 'network_id': '6e5c7d55-96e0-4ffb-8753-a93efa7224ea', 'port_id': '8dcf338b-43db-4891-993f-84a3faa63833', 'mac_address': 'fa:16:3e:d8:d7:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6e255bf-7b36-48de-87ff-f5121c37ce2b', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 10:21:36.429571 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-ff6c6632-88c4-4e3d-8f96-d80d41b54a5d req-105860d1-c0ae-4509-9463-1df68dddf016 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:36.441381 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-84c9db55-31e8-4cb3-8978-49987d74a34f req-bbfb4c10-7c90-48a1-b8a4-bc4cd8a179b3 tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] 10.222.0.44 "GET /v2.0/security-groups?id=abb43ff2-3d53-4d6f-bfce-d681dce200c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658948 Oct 27 10:21:36.458065 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:36.473878 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8dcf338b-43db-4891-993f-84a3faa63833 {{(pid=102348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:21:36.495969 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] For port 8dcf338b-43db-4891-993f-84a3faa63833, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=8dcf338b-43db-4891-993f-84a3faa63833,segment=NetworkSegment(e031df76-6a67-4dc9-b33e-3b490749e49c),segment_id=e031df76-6a67-4dc9-b33e-3b490749e49c)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:21:36.506593 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:36.528132 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105860d1-c0ae-4509-9463-1df68dddf016 service neutron] Pushing event updated for resources: {'Port': ['ID=6986bbe4-340c-4bb2-a378-567c4b6e4742,revision_number=2']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:21:36.629117 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Pushing event updated for resources: {'Port': ['ID=8dcf338b-43db-4891-993f-84a3faa63833,revision_number=4']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:21:36.653033 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293ff97b-f283-4e23-81a4-26c34c2e4fcb req-4ece3e34-a397-4f6c-83ab-c37e68938843 tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:36.668661 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-293ff97b-f283-4e23-81a4-26c34c2e4fcb req-4ece3e34-a397-4f6c-83ab-c37e68938843 tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] 10.222.0.44 "GET /v2.0/ports?device_id=17fac8c9-b531-4166-a261-47a6b86a5d06 HTTP/1.1" status: 200 len: 949 time: 0.3035049 Oct 27 10:21:36.692843 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 10:21:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74bd8ae9-9882-41f3-bba0-15c1b774c512 x-openstack-request-id: req-74bd8ae9-9882-41f3-bba0-15c1b774c512 {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:21:36.693125 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba15f30f-9461-4485-b03c-1e7581b76791", "tag": "5da31a5b-d673-4293-8684-712ca7dd4059", "status": "completed", "code": 200}]} {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:21:36.693371 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-74bd8ae9-9882-41f3-bba0-15c1b774c512 {{(pid=102347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:21:36.693756 n-d-813419-10 neutron-server[102347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba15f30f-9461-4485-b03c-1e7581b76791', 'tag': '5da31a5b-d673-4293-8684-712ca7dd4059', 'status': 'completed', 'code': 200} Oct 27 10:21:36.802249 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d082f8e-1c5e-48c0-9627-ce8beb67311e req-6c7e9e01-e50e-4f09-a1bf-44eb61ce21c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:36.802729 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d082f8e-1c5e-48c0-9627-ce8beb67311e req-6c7e9e01-e50e-4f09-a1bf-44eb61ce21c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:36.803203 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d082f8e-1c5e-48c0-9627-ce8beb67311e req-6c7e9e01-e50e-4f09-a1bf-44eb61ce21c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:36.805426 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-2d082f8e-1c5e-48c0-9627-ce8beb67311e req-6c7e9e01-e50e-4f09-a1bf-44eb61ce21c7 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=48ff8c43003e41a2b855daaeb2bfcd04&device_id=ba15f30f-9461-4485-b03c-1e7581b76791 HTTP/1.1" status: 200 len: 2827 time: 0.1004207 Oct 27 10:21:36.839868 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-293ff97b-f283-4e23-81a4-26c34c2e4fcb req-e68b174e-7f36-4d96-b150-fced30961071 tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] 10.222.0.44 "GET /v2.0/security-groups?id=adbff9a4-0ae5-4700-84c2-4b5f53f67e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646321 Oct 27 10:21:36.847183 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-704013c6-b236-4d5f-b30e-be9d5f516bc6 req-3e51c79a-a47b-465f-88cb-480c6ba1e2a0 service neutron] 10.222.0.76 "GET /v2.0/networks/4d250f92-d229-45fe-a579-67fef8e6c544?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4833670 Oct 27 10:21:36.867849 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-ff6c6632-88c4-4e3d-8f96-d80d41b54a5d req-105860d1-c0ae-4509-9463-1df68dddf016 service neutron] Attempting to bind port 6986bbe4-340c-4bb2-a378-567c4b6e4742 on host n-h2-813419-10 for vnic_type normal with profile {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:21:36.868777 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-ff6c6632-88c4-4e3d-8f96-d80d41b54a5d req-105860d1-c0ae-4509-9463-1df68dddf016 service neutron] Attempting to bind port 6986bbe4-340c-4bb2-a378-567c4b6e4742 by drivers openvswitch,hyperv on host n-h2-813419-10 at level 0 using segments [{'id': '2f4d8b82-058e-4dfe-88d6-0a3bf3e2bbf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '8cb627fc-149a-4aab-bcc2-3880d55c104f'}] {{(pid=102347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:21:36.869287 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff6c6632-88c4-4e3d-8f96-d80d41b54a5d req-105860d1-c0ae-4509-9463-1df68dddf016 service neutron] Attempting to bind port 6986bbe4-340c-4bb2-a378-567c4b6e4742 on network 8cb627fc-149a-4aab-bcc2-3880d55c104f {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:21:36.875320 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff6c6632-88c4-4e3d-8f96-d80d41b54a5d req-105860d1-c0ae-4509-9463-1df68dddf016 service neutron] Port 6986bbe4-340c-4bb2-a378-567c4b6e4742 on network 8cb627fc-149a-4aab-bcc2-3880d55c104f not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-10 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 10:21:36.875895 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff6c6632-88c4-4e3d-8f96-d80d41b54a5d req-105860d1-c0ae-4509-9463-1df68dddf016 service neutron] Attempting to bind port 6986bbe4-340c-4bb2-a378-567c4b6e4742 on network 8cb627fc-149a-4aab-bcc2-3880d55c104f {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:21:36.881574 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff6c6632-88c4-4e3d-8f96-d80d41b54a5d req-105860d1-c0ae-4509-9463-1df68dddf016 service neutron] Checking agent: {'id': 'a2edc247-0fa4-4ce6-bbae-a10492f6bd71', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 16, 9), 'started_at': datetime.datetime(2021, 10, 27, 10, 16, 9), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 21, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:21:36.882122 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff6c6632-88c4-4e3d-8f96-d80d41b54a5d req-105860d1-c0ae-4509-9463-1df68dddf016 service neutron] Checking segment: {'id': '2f4d8b82-058e-4dfe-88d6-0a3bf3e2bbf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '8cb627fc-149a-4aab-bcc2-3880d55c104f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:21:36.882888 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff6c6632-88c4-4e3d-8f96-d80d41b54a5d req-105860d1-c0ae-4509-9463-1df68dddf016 service neutron] Bound using segment: {'id': '2f4d8b82-058e-4dfe-88d6-0a3bf3e2bbf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '8cb627fc-149a-4aab-bcc2-3880d55c104f'} {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:21:36.883472 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-ff6c6632-88c4-4e3d-8f96-d80d41b54a5d req-105860d1-c0ae-4509-9463-1df68dddf016 service neutron] Bound port: 6986bbe4-340c-4bb2-a378-567c4b6e4742, host: n-h2-813419-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f4d8b82-058e-4dfe-88d6-0a3bf3e2bbf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '8cb627fc-149a-4aab-bcc2-3880d55c104f'}}] {{(pid=102347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:21:36.883968 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-ff6c6632-88c4-4e3d-8f96-d80d41b54a5d req-105860d1-c0ae-4509-9463-1df68dddf016 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:37.011256 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-ff6c6632-88c4-4e3d-8f96-d80d41b54a5d req-105860d1-c0ae-4509-9463-1df68dddf016 service neutron] For port 6986bbe4-340c-4bb2-a378-567c4b6e4742, host n-h2-813419-10, cleared binding levels {{(pid=102347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:21:37.021312 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-ff6c6632-88c4-4e3d-8f96-d80d41b54a5d req-105860d1-c0ae-4509-9463-1df68dddf016 service neutron] For port 6986bbe4-340c-4bb2-a378-567c4b6e4742, host n-h2-813419-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=6986bbe4-340c-4bb2-a378-567c4b6e4742,segment=NetworkSegment(2f4d8b82-058e-4dfe-88d6-0a3bf3e2bbf6),segment_id=2f4d8b82-058e-4dfe-88d6-0a3bf3e2bbf6)] {{(pid=102347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:21:37.035052 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-ff6c6632-88c4-4e3d-8f96-d80d41b54a5d req-105860d1-c0ae-4509-9463-1df68dddf016 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:37.048739 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] get_ports_and_sgs() called for port_ids ['8dcf338b-43db-4891-993f-84a3faa63833'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:21:37.108905 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6c6632-88c4-4e3d-8f96-d80d41b54a5d req-105860d1-c0ae-4509-9463-1df68dddf016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:37.109747 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-ff6c6632-88c4-4e3d-8f96-d80d41b54a5d req-105860d1-c0ae-4509-9463-1df68dddf016 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:37.111311 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-ff6c6632-88c4-4e3d-8f96-d80d41b54a5d req-105860d1-c0ae-4509-9463-1df68dddf016 service neutron] 10.222.0.76 "PUT /v2.0/ports/6986bbe4-340c-4bb2-a378-567c4b6e4742 HTTP/1.1" status: 200 len: 1093 time: 1.3866115 Oct 27 10:21:37.151870 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1e6c85-8dcc-43ee-82a1-dcef74823d2a req-146b86a5-9f8c-4e01-b69e-5a4871ffb590 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:37.160897 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-9b1e6c85-8dcc-43ee-82a1-dcef74823d2a req-146b86a5-9f8c-4e01-b69e-5a4871ffb590 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/ports?device_id=608b8252-7dee-4a66-b7a1-a863de63ff13 HTTP/1.1" status: 200 len: 950 time: 0.1374083 Oct 27 10:21:37.163497 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105860d1-c0ae-4509-9463-1df68dddf016 service neutron] Pushing event updated for resources: {'Port': ['ID=6986bbe4-340c-4bb2-a378-567c4b6e4742,revision_number=3']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:21:37.264683 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-9b1e6c85-8dcc-43ee-82a1-dcef74823d2a req-4f05654d-bd15-423d-82a9-11cb298ac94d tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/security-groups?id=e786382c-1289-4f9d-b471-ed120470c2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972154 Oct 27 10:21:37.557563 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c577a05-d920-480a-b8bb-a7e28d86b78b req-e4605c55-e686-4ce9-b209-930c02506361 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:37.566264 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c577a05-d920-480a-b8bb-a7e28d86b78b req-e4605c55-e686-4ce9-b209-930c02506361 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:37.570329 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c577a05-d920-480a-b8bb-a7e28d86b78b req-e4605c55-e686-4ce9-b209-930c02506361 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:37.578098 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-8c577a05-d920-480a-b8bb-a7e28d86b78b req-e4605c55-e686-4ce9-b209-930c02506361 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] 10.222.0.44 "GET /v2.0/ports?device_id=ba15f30f-9461-4485-b03c-1e7581b76791 HTTP/1.1" status: 200 len: 2413 time: 0.7798324 Oct 27 10:21:37.612677 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee00d33-d9ac-46f8-9d03-92503784d9de req-5cd86333-6c75-4807-80fb-9677fce9ff58 tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:37.620629 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-6ee00d33-d9ac-46f8-9d03-92503784d9de req-5cd86333-6c75-4807-80fb-9677fce9ff58 tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] 10.222.0.44 "GET /v2.0/ports?device_id=07a96c5d-bcd0-4c58-835f-01a5bab187d1 HTTP/1.1" status: 200 len: 944 time: 0.0670207 Oct 27 10:21:37.651430 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-8c577a05-d920-480a-b8bb-a7e28d86b78b req-49d7b9b1-c3be-4a5c-b4a0-bc32091a83f6 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] 10.222.0.44 "GET /v2.0/security-groups?id=58a9c42a-77eb-4104-9847-0486d9673bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705855 Oct 27 10:21:37.663268 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-6ee00d33-d9ac-46f8-9d03-92503784d9de req-b8d99229-7081-4595-a7f5-e39a4492a2a7 tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] 10.222.0.44 "GET /v2.0/security-groups?id=abb43ff2-3d53-4d6f-bfce-d681dce200c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417488 Oct 27 10:21:37.665378 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d082f8e-1c5e-48c0-9627-ce8beb67311e req-cb4c94ee-2868-4d8b-9ddc-06307204b953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:37.670820 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d082f8e-1c5e-48c0-9627-ce8beb67311e req-cb4c94ee-2868-4d8b-9ddc-06307204b953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:37.671292 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d082f8e-1c5e-48c0-9627-ce8beb67311e req-cb4c94ee-2868-4d8b-9ddc-06307204b953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:37.681261 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-2d082f8e-1c5e-48c0-9627-ce8beb67311e req-cb4c94ee-2868-4d8b-9ddc-06307204b953 service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=48ff8c43003e41a2b855daaeb2bfcd04&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.8446288 Oct 27 10:21:37.816462 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d082f8e-1c5e-48c0-9627-ce8beb67311e req-5fe2842e-24c6-4573-8958-7fdacac44317 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:37.817919 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-2d082f8e-1c5e-48c0-9627-ce8beb67311e req-5fe2842e-24c6-4573-8958-7fdacac44317 service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1339018 Oct 27 10:21:37.969654 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6c6632-88c4-4e3d-8f96-d80d41b54a5d req-3557c00b-c40c-47de-8f1a-a8fb2300e27c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:37.970045 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6c6632-88c4-4e3d-8f96-d80d41b54a5d req-3557c00b-c40c-47de-8f1a-a8fb2300e27c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:37.970514 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6c6632-88c4-4e3d-8f96-d80d41b54a5d req-3557c00b-c40c-47de-8f1a-a8fb2300e27c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:37.972182 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ff6c6632-88c4-4e3d-8f96-d80d41b54a5d req-3557c00b-c40c-47de-8f1a-a8fb2300e27c service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=48ff8c43003e41a2b855daaeb2bfcd04&device_id=ba15f30f-9461-4485-b03c-1e7581b76791 HTTP/1.1" status: 200 len: 2869 time: 0.0997136 Oct 27 10:21:37.983844 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2a2815-12bb-46e9-86a8-3b37e65c0158 req-e0d2eeab-3a57-492a-844b-430ca258e895 tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:37.985314 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-8e2a2815-12bb-46e9-86a8-3b37e65c0158 req-e0d2eeab-3a57-492a-844b-430ca258e895 tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] 10.222.0.44 "GET /v2.0/ports?device_id=17fac8c9-b531-4166-a261-47a6b86a5d06 HTTP/1.1" status: 200 len: 949 time: 0.0724542 Oct 27 10:21:38.039012 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ff6c6632-88c4-4e3d-8f96-d80d41b54a5d req-8e374031-0da7-4da0-9d3c-3ce771731c15 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.182&port_id=046a4159-896c-4c11-80a7-414d4c12e606 HTTP/1.1" status: 200 len: 217 time: 0.0527408 Oct 27 10:21:38.090324 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-8e2a2815-12bb-46e9-86a8-3b37e65c0158 req-eba8fc77-1c29-492c-8012-0702efc80f66 tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] 10.222.0.44 "GET /v2.0/security-groups?id=adbff9a4-0ae5-4700-84c2-4b5f53f67e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967166 Oct 27 10:21:38.116579 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6c6632-88c4-4e3d-8f96-d80d41b54a5d req-3c6687ea-3f73-419e-b49a-0021a8212140 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:38.116579 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ff6c6632-88c4-4e3d-8f96-d80d41b54a5d req-3c6687ea-3f73-419e-b49a-0021a8212140 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=082aff69-879d-442e-95d2-f2999d2c243f HTTP/1.1" status: 200 len: 801 time: 0.0590510 Oct 27 10:21:38.162550 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6c6632-88c4-4e3d-8f96-d80d41b54a5d req-dcf1a8e1-e8c6-4080-a035-5a5e1c0ca780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:38.164400 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ff6c6632-88c4-4e3d-8f96-d80d41b54a5d req-dcf1a8e1-e8c6-4080-a035-5a5e1c0ca780 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=8cb627fc-149a-4aab-bcc2-3880d55c104f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435786 Oct 27 10:21:38.297380 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ff6c6632-88c4-4e3d-8f96-d80d41b54a5d req-c5df674a-7ac0-4af7-b995-ad4a403b0bf3 service neutron] 10.222.0.76 "GET /v2.0/networks/8cb627fc-149a-4aab-bcc2-3880d55c104f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235363 Oct 27 10:21:38.421850 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ff6c6632-88c4-4e3d-8f96-d80d41b54a5d req-d23e34d1-9734-428f-b3d5-6764326f8273 service neutron] 10.222.0.76 "GET /v2.0/networks/8cb627fc-149a-4aab-bcc2-3880d55c104f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1155839 Oct 27 10:21:38.431740 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafdad0e-284e-4a10-b41b-4466b3aeff73 req-e7995c0c-3235-4661-a96b-2282d6d902e8 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:38.433806 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-dafdad0e-284e-4a10-b41b-4466b3aeff73 req-e7995c0c-3235-4661-a96b-2282d6d902e8 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/ports?device_id=608b8252-7dee-4a66-b7a1-a863de63ff13 HTTP/1.1" status: 200 len: 950 time: 0.0746255 Oct 27 10:21:38.485404 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ff6c6632-88c4-4e3d-8f96-d80d41b54a5d req-e94076b6-2ca8-46b2-90e0-2b510087e364 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.107&port_id=5da31a5b-d673-4293-8684-712ca7dd4059 HTTP/1.1" status: 200 len: 217 time: 0.0528440 Oct 27 10:21:38.533896 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-dafdad0e-284e-4a10-b41b-4466b3aeff73 req-6d135c23-e7b1-44ef-aa92-000758919886 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/security-groups?id=e786382c-1289-4f9d-b471-ed120470c2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930257 Oct 27 10:21:38.590160 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6c6632-88c4-4e3d-8f96-d80d41b54a5d req-ad73d8ba-4789-4e85-bc10-dfc88717197b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:38.592177 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ff6c6632-88c4-4e3d-8f96-d80d41b54a5d req-ad73d8ba-4789-4e85-bc10-dfc88717197b service neutron] 10.222.0.76 "GET /v2.0/subnets?id=0123d0dd-a153-4f35-8c70-2c230f56e9c3 HTTP/1.1" status: 200 len: 801 time: 0.0815260 Oct 27 10:21:38.636116 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.agents_db [None req-e79ee67d-056e-46ea-bd99-e80473396b25 None None] Agent healthcheck: found 7 active agents {{(pid=102349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 10:21:38.674267 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6c6632-88c4-4e3d-8f96-d80d41b54a5d req-6a3020f4-225c-4af4-a461-b92f246169ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:38.675848 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ff6c6632-88c4-4e3d-8f96-d80d41b54a5d req-6a3020f4-225c-4af4-a461-b92f246169ec service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=076a41df-5d2c-43e1-bc66-0378c65da1f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0660152 Oct 27 10:21:38.694744 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba15f30f-9461-4485-b03c-1e7581b76791', 'tag': '6986bbe4-340c-4bb2-a378-567c4b6e4742'}] {{(pid=102347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:21:38.697057 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311149b481204ee7edffdb959c881838506fbd95bc8577c048f6677abb73acc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b0fed37-1487-4d22-b1f5-4848925e539d" -d '{"events": [{"name": "network-changed", "server_uuid": "ba15f30f-9461-4485-b03c-1e7581b76791", "tag": "6986bbe4-340c-4bb2-a378-567c4b6e4742"}]}' {{(pid=102347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:21:38.735177 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:38.827283 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2594233-e1de-42d8-a16c-f99742870bb4 req-8427e6a9-cea6-40b0-80fd-30e032a30e5b tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:38.833330 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2594233-e1de-42d8-a16c-f99742870bb4 req-8427e6a9-cea6-40b0-80fd-30e032a30e5b tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:38.839371 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2594233-e1de-42d8-a16c-f99742870bb4 req-8427e6a9-cea6-40b0-80fd-30e032a30e5b tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:38.851441 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-d2594233-e1de-42d8-a16c-f99742870bb4 req-8427e6a9-cea6-40b0-80fd-30e032a30e5b tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] 10.222.0.44 "GET /v2.0/ports?device_id=ba15f30f-9461-4485-b03c-1e7581b76791 HTTP/1.1" status: 200 len: 2413 time: 0.1134942 Oct 27 10:21:38.881918 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac2d165-b907-425e-bb1f-4f74bc912d6f req-97bba904-d371-475e-bab0-f1fa9609a7fa tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:38.883646 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-9ac2d165-b907-425e-bb1f-4f74bc912d6f req-97bba904-d371-475e-bab0-f1fa9609a7fa tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] 10.222.0.44 "GET /v2.0/ports?device_id=07a96c5d-bcd0-4c58-835f-01a5bab187d1 HTTP/1.1" status: 200 len: 944 time: 0.0758157 Oct 27 10:21:38.919966 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-d2594233-e1de-42d8-a16c-f99742870bb4 req-39344a07-a1b8-4422-bcd8-874ff4b9f28b tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] 10.222.0.44 "GET /v2.0/security-groups?id=58a9c42a-77eb-4104-9847-0486d9673bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675783 Oct 27 10:21:38.943043 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ff6c6632-88c4-4e3d-8f96-d80d41b54a5d req-ef633b00-61b9-4ffe-b5cd-4b4b58590060 service neutron] 10.222.0.76 "GET /v2.0/networks/076a41df-5d2c-43e1-bc66-0378c65da1f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2505109 Oct 27 10:21:38.973317 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 10:21:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f9449b2-fdda-48d3-9ca9-793cfc156e6d x-openstack-request-id: req-0f9449b2-fdda-48d3-9ca9-793cfc156e6d {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:21:38.973914 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba15f30f-9461-4485-b03c-1e7581b76791", "tag": "6986bbe4-340c-4bb2-a378-567c4b6e4742", "status": "completed", "code": 200}]} {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:21:38.974439 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-0f9449b2-fdda-48d3-9ca9-793cfc156e6d {{(pid=102347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:21:38.975032 n-d-813419-10 neutron-server[102347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba15f30f-9461-4485-b03c-1e7581b76791', 'tag': '6986bbe4-340c-4bb2-a378-567c4b6e4742', 'status': 'completed', 'code': 200} Oct 27 10:21:39.037025 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-9ac2d165-b907-425e-bb1f-4f74bc912d6f req-a519ebcb-6a52-4d52-83e1-54bec90c2a18 tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] 10.222.0.44 "GET /v2.0/security-groups?id=abb43ff2-3d53-4d6f-bfce-d681dce200c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325583 Oct 27 10:21:39.131062 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ff6c6632-88c4-4e3d-8f96-d80d41b54a5d req-64e4badc-c5f4-4b5f-bb9d-5227c95638dc service neutron] 10.222.0.76 "GET /v2.0/networks/076a41df-5d2c-43e1-bc66-0378c65da1f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1778331 Oct 27 10:21:39.189936 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ff6c6632-88c4-4e3d-8f96-d80d41b54a5d req-a1b61ecd-5e20-4ef4-ae5b-1eaf30191b9c service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.113&port_id=6986bbe4-340c-4bb2-a378-567c4b6e4742 HTTP/1.1" status: 200 len: 217 time: 0.0497870 Oct 27 10:21:39.251172 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d587b0-2059-4f73-a210-2b03517e3487 req-8e287a1d-79ab-4c2e-b8df-4d3665fa940a tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:39.260460 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-82d587b0-2059-4f73-a210-2b03517e3487 req-8e287a1d-79ab-4c2e-b8df-4d3665fa940a tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] 10.222.0.44 "GET /v2.0/ports?device_id=17fac8c9-b531-4166-a261-47a6b86a5d06 HTTP/1.1" status: 200 len: 949 time: 0.0879343 Oct 27 10:21:39.276509 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6c6632-88c4-4e3d-8f96-d80d41b54a5d req-8750439d-db91-417b-8343-775aa5144402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:39.278963 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ff6c6632-88c4-4e3d-8f96-d80d41b54a5d req-8750439d-db91-417b-8343-775aa5144402 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=082aff69-879d-442e-95d2-f2999d2c243f HTTP/1.1" status: 200 len: 801 time: 0.0805681 Oct 27 10:21:39.321852 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-82d587b0-2059-4f73-a210-2b03517e3487 req-4d323e9d-8958-419a-9f75-d6a7d37df976 tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] 10.222.0.44 "GET /v2.0/security-groups?id=adbff9a4-0ae5-4700-84c2-4b5f53f67e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508854 Oct 27 10:21:39.344115 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6c6632-88c4-4e3d-8f96-d80d41b54a5d req-e6be7fab-93b7-4986-99ea-2be1a00c72bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:39.346469 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ff6c6632-88c4-4e3d-8f96-d80d41b54a5d req-e6be7fab-93b7-4986-99ea-2be1a00c72bb service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=8cb627fc-149a-4aab-bcc2-3880d55c104f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0592279 Oct 27 10:21:39.457269 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ff6c6632-88c4-4e3d-8f96-d80d41b54a5d req-ef335a39-09da-4c96-9273-dbf2a46042c3 service neutron] 10.222.0.76 "GET /v2.0/networks/8cb627fc-149a-4aab-bcc2-3880d55c104f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016865 Oct 27 10:21:39.610764 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ff6c6632-88c4-4e3d-8f96-d80d41b54a5d req-a0079108-91ee-4a4a-8d40-3f1e07f2b422 service neutron] 10.222.0.76 "GET /v2.0/networks/8cb627fc-149a-4aab-bcc2-3880d55c104f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1462705 Oct 27 10:21:39.709308 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577b9ee6-6102-4feb-b1b9-b2fd59a1ee83 req-31e39229-3201-4e95-acf9-339feb11a261 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:39.719509 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-577b9ee6-6102-4feb-b1b9-b2fd59a1ee83 req-31e39229-3201-4e95-acf9-339feb11a261 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/ports?device_id=608b8252-7dee-4a66-b7a1-a863de63ff13 HTTP/1.1" status: 200 len: 950 time: 0.0812435 Oct 27 10:21:39.750290 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0fed37-1487-4d22-b1f5-4848925e539d req-863e224d-cc92-47ba-8d03-0197ad6e527f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:39.750763 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0fed37-1487-4d22-b1f5-4848925e539d req-863e224d-cc92-47ba-8d03-0197ad6e527f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:39.751245 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0fed37-1487-4d22-b1f5-4848925e539d req-863e224d-cc92-47ba-8d03-0197ad6e527f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:39.752992 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-3b0fed37-1487-4d22-b1f5-4848925e539d req-863e224d-cc92-47ba-8d03-0197ad6e527f service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=48ff8c43003e41a2b855daaeb2bfcd04&device_id=ba15f30f-9461-4485-b03c-1e7581b76791 HTTP/1.1" status: 200 len: 2869 time: 0.0728378 Oct 27 10:21:39.776367 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-577b9ee6-6102-4feb-b1b9-b2fd59a1ee83 req-8aeaf544-ae5d-4297-8c5f-7dee4dcc0c5e tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/security-groups?id=e786382c-1289-4f9d-b471-ed120470c2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521472 Oct 27 10:21:39.896009 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0fed37-1487-4d22-b1f5-4848925e539d req-94621dde-c9e0-49fa-a92d-74472f099c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:39.898411 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-3b0fed37-1487-4d22-b1f5-4848925e539d req-94621dde-c9e0-49fa-a92d-74472f099c24 service neutron] 10.222.0.76 "GET /v2.0/networks?id=8cb627fc-149a-4aab-bcc2-3880d55c104f HTTP/1.1" status: 200 len: 903 time: 0.1283526 Oct 27 10:21:39.955017 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-3b0fed37-1487-4d22-b1f5-4848925e539d req-4ac5e29f-4355-461a-8a3f-22c9958cdd8a service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.113&port_id=6986bbe4-340c-4bb2-a378-567c4b6e4742 HTTP/1.1" status: 200 len: 217 time: 0.0452857 Oct 27 10:21:40.022114 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0fed37-1487-4d22-b1f5-4848925e539d req-7adf1c81-5229-4e21-b865-fa9194009670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:40.023747 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-3b0fed37-1487-4d22-b1f5-4848925e539d req-7adf1c81-5229-4e21-b865-fa9194009670 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=082aff69-879d-442e-95d2-f2999d2c243f HTTP/1.1" status: 200 len: 801 time: 0.0602443 Oct 27 10:21:40.118606 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0fed37-1487-4d22-b1f5-4848925e539d req-e0983b1c-f266-44a1-8aae-503258acf84a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:40.120104 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-3b0fed37-1487-4d22-b1f5-4848925e539d req-e0983b1c-f266-44a1-8aae-503258acf84a service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=8cb627fc-149a-4aab-bcc2-3880d55c104f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0886388 Oct 27 10:21:40.148282 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf370c60-d1bf-4766-9f88-7259a5ea1b9e req-8c85425a-a6ef-426b-ad7a-0b885a19291f tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:40.156005 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf370c60-d1bf-4766-9f88-7259a5ea1b9e req-8c85425a-a6ef-426b-ad7a-0b885a19291f tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:40.162565 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf370c60-d1bf-4766-9f88-7259a5ea1b9e req-8c85425a-a6ef-426b-ad7a-0b885a19291f tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:40.164465 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-bf370c60-d1bf-4766-9f88-7259a5ea1b9e req-8c85425a-a6ef-426b-ad7a-0b885a19291f tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] 10.222.0.44 "GET /v2.0/ports?device_id=ba15f30f-9461-4485-b03c-1e7581b76791 HTTP/1.1" status: 200 len: 2413 time: 0.1221144 Oct 27 10:21:40.191064 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device 8dcf338b-43db-4891-993f-84a3faa63833 up at agent hyperv_n-h2-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:21:40.274932 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-bf370c60-d1bf-4766-9f88-7259a5ea1b9e req-f8f54a88-525b-4ef8-b4c0-95b94627f880 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] 10.222.0.44 "GET /v2.0/security-groups?id=58a9c42a-77eb-4104-9847-0486d9673bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026356 Oct 27 10:21:40.317194 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84514168-f64c-4aa0-86c8-409844741c48 req-4d90b786-ab90-492a-b62d-6d200d136daa tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:40.317709 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-84514168-f64c-4aa0-86c8-409844741c48 req-4d90b786-ab90-492a-b62d-6d200d136daa tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] 10.222.0.44 "GET /v2.0/ports?device_id=07a96c5d-bcd0-4c58-835f-01a5bab187d1 HTTP/1.1" status: 200 len: 944 time: 0.1547079 Oct 27 10:21:40.321361 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Provisioning for port 8dcf338b-43db-4891-993f-84a3faa63833 completed by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 10:21:40.326962 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Provisioning complete for port 8dcf338b-43db-4891-993f-84a3faa63833 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:21:40.327422 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:40.372395 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-3b0fed37-1487-4d22-b1f5-4848925e539d req-45921461-ee79-4e62-b09a-53c9d221090f service neutron] 10.222.0.76 "GET /v2.0/networks/8cb627fc-149a-4aab-bcc2-3880d55c104f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2396410 Oct 27 10:21:40.458803 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-84514168-f64c-4aa0-86c8-409844741c48 req-5bbfb557-9237-4159-878c-7ff4154230bf tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] 10.222.0.44 "GET /v2.0/security-groups?id=abb43ff2-3d53-4d6f-bfce-d681dce200c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263268 Oct 27 10:21:40.463828 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:40.499593 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07a96c5d-bcd0-4c58-835f-01a5bab187d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dcf338b-43db-4891-993f-84a3faa63833'}] {{(pid=102348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:21:40.502558 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c588921fa634554a1d9242fdea1b05457a9ff1d3b28ba54ec1dace7f2f1df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b50fffe-840b-4867-8ba8-0b60483e89f3" -d '{"events": [{"server_uuid": "07a96c5d-bcd0-4c58-835f-01a5bab187d1", "name": "network-vif-plugged", "status": "completed", "tag": "8dcf338b-43db-4891-993f-84a3faa63833"}]}' {{(pid=102348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:21:40.521734 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] For port 8dcf338b-43db-4891-993f-84a3faa63833, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=8dcf338b-43db-4891-993f-84a3faa63833,segment=NetworkSegment(e031df76-6a67-4dc9-b33e-3b490749e49c),segment_id=e031df76-6a67-4dc9-b33e-3b490749e49c)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:21:40.530581 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:40.635750 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af2df57-cc4e-4bf9-bdee-60af68894717 req-36fbc9be-3961-4f9c-a223-7d6f73ae036e tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:40.645281 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Pushing event updated for resources: {'Port': ['ID=8dcf338b-43db-4891-993f-84a3faa63833,revision_number=5']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:21:40.658231 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-0af2df57-cc4e-4bf9-bdee-60af68894717 req-36fbc9be-3961-4f9c-a223-7d6f73ae036e tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] 10.222.0.44 "GET /v2.0/ports?device_id=17fac8c9-b531-4166-a261-47a6b86a5d06 HTTP/1.1" status: 200 len: 949 time: 0.1119754 Oct 27 10:21:40.662299 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:21:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-726fe45a-adb3-40b7-90ea-b15a22822b8f x-openstack-request-id: req-726fe45a-adb3-40b7-90ea-b15a22822b8f {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:21:40.663440 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07a96c5d-bcd0-4c58-835f-01a5bab187d1", "name": "network-vif-plugged", "status": "completed", "tag": "8dcf338b-43db-4891-993f-84a3faa63833", "code": 200}]} {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:21:40.663701 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-726fe45a-adb3-40b7-90ea-b15a22822b8f {{(pid=102348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:21:40.664369 n-d-813419-10 neutron-server[102348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07a96c5d-bcd0-4c58-835f-01a5bab187d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dcf338b-43db-4891-993f-84a3faa63833', 'code': 200} Oct 27 10:21:40.686602 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-3b0fed37-1487-4d22-b1f5-4848925e539d req-a1950c42-b312-475e-9545-0b0cea5f6623 service neutron] 10.222.0.76 "GET /v2.0/networks/8cb627fc-149a-4aab-bcc2-3880d55c104f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3043873 Oct 27 10:21:40.734541 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-0af2df57-cc4e-4bf9-bdee-60af68894717 req-fd81d37b-41a4-4b81-a5c0-e3807fc7ef4d tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] 10.222.0.44 "GET /v2.0/security-groups?id=adbff9a4-0ae5-4700-84c2-4b5f53f67e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707254 Oct 27 10:21:40.797331 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bbe60d-59ae-499f-a1c1-dd34dfaf747f req-3bdc0d99-fa32-46d3-8e55-601e1ecde6fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:40.804426 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-33bbe60d-59ae-499f-a1c1-dd34dfaf747f req-3bdc0d99-fa32-46d3-8e55-601e1ecde6fc service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=07a96c5d-bcd0-4c58-835f-01a5bab187d1 HTTP/1.1" status: 200 len: 1097 time: 0.0659931 Oct 27 10:21:40.883698 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-33bbe60d-59ae-499f-a1c1-dd34dfaf747f req-5cb93da7-7c45-4726-b354-a0cdf0f4a175 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=abb43ff2-3d53-4d6f-bfce-d681dce200c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686412 Oct 27 10:21:40.956320 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbc6e81-d43d-41d7-81f7-e4e1419f82b8 req-b11a2dd8-9fb4-4960-aa07-f31f44395a1e tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:40.957745 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-9bbc6e81-d43d-41d7-81f7-e4e1419f82b8 req-b11a2dd8-9fb4-4960-aa07-f31f44395a1e tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/ports?device_id=608b8252-7dee-4a66-b7a1-a863de63ff13 HTTP/1.1" status: 200 len: 950 time: 0.0670698 Oct 27 10:21:41.018877 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-9bbc6e81-d43d-41d7-81f7-e4e1419f82b8 req-99dfbe7a-06c7-49cc-9b69-3a3e32290768 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/security-groups?id=e786382c-1289-4f9d-b471-ed120470c2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498691 Oct 27 10:21:41.436421 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746a1801-9ace-45b8-a8a1-4055867bffe8 req-49d4c320-b3d5-47d5-8b35-3164a4bc7ba7 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:41.453005 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746a1801-9ace-45b8-a8a1-4055867bffe8 req-49d4c320-b3d5-47d5-8b35-3164a4bc7ba7 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:41.462024 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746a1801-9ace-45b8-a8a1-4055867bffe8 req-49d4c320-b3d5-47d5-8b35-3164a4bc7ba7 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:41.476835 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-746a1801-9ace-45b8-a8a1-4055867bffe8 req-49d4c320-b3d5-47d5-8b35-3164a4bc7ba7 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] 10.222.0.44 "GET /v2.0/ports?device_id=ba15f30f-9461-4485-b03c-1e7581b76791 HTTP/1.1" status: 200 len: 2413 time: 0.1122484 Oct 27 10:21:41.522232 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-746a1801-9ace-45b8-a8a1-4055867bffe8 req-7cea2308-d7d3-41af-a41d-6861d7525eff tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] 10.222.0.44 "GET /v2.0/security-groups?id=58a9c42a-77eb-4104-9847-0486d9673bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426188 Oct 27 10:21:41.641328 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f6f4b3-7fe0-4199-8bc9-b67f1c06dba6 req-82cf1cdb-2a6a-4800-be44-17d05b32bad2 tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:41.642919 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-93f6f4b3-7fe0-4199-8bc9-b67f1c06dba6 req-82cf1cdb-2a6a-4800-be44-17d05b32bad2 tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] 10.222.0.44 "GET /v2.0/ports?device_id=07a96c5d-bcd0-4c58-835f-01a5bab187d1 HTTP/1.1" status: 200 len: 945 time: 0.0686498 Oct 27 10:21:41.700354 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-93f6f4b3-7fe0-4199-8bc9-b67f1c06dba6 req-780df2e7-0fda-4684-80dc-547a9e6a243f tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] 10.222.0.44 "GET /v2.0/security-groups?id=abb43ff2-3d53-4d6f-bfce-d681dce200c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389206 Oct 27 10:21:41.879872 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a29e50a-8dc4-4950-998e-118e91120fd8 req-7fc6f9bf-dca6-41b6-9f92-1620254f17cf tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:41.889011 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-3a29e50a-8dc4-4950-998e-118e91120fd8 req-7fc6f9bf-dca6-41b6-9f92-1620254f17cf tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] 10.222.0.44 "GET /v2.0/ports?device_id=17fac8c9-b531-4166-a261-47a6b86a5d06 HTTP/1.1" status: 200 len: 949 time: 0.0656941 Oct 27 10:21:41.940412 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-3a29e50a-8dc4-4950-998e-118e91120fd8 req-36177234-6709-492c-8717-e2bd7cbbf169 tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] 10.222.0.44 "GET /v2.0/security-groups?id=adbff9a4-0ae5-4700-84c2-4b5f53f67e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500758 Oct 27 10:21:42.493830 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2c5c47-97f5-466e-a31b-9131d6fb1f03 req-dcdf5fa8-431f-4b57-bce7-891b35f98125 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:42.495469 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-be2c5c47-97f5-466e-a31b-9131d6fb1f03 req-dcdf5fa8-431f-4b57-bce7-891b35f98125 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/ports?device_id=608b8252-7dee-4a66-b7a1-a863de63ff13 HTTP/1.1" status: 200 len: 950 time: 0.3923068 Oct 27 10:21:42.550774 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-be2c5c47-97f5-466e-a31b-9131d6fb1f03 req-0c66e6fb-fdd2-4728-89fd-5408ee22e05c tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/security-groups?id=e786382c-1289-4f9d-b471-ed120470c2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445588 Oct 27 10:21:42.699277 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe34121-a975-4e76-a4b5-deae68b72e29 req-0375438f-2f4f-46fd-8bdd-c998ab88b98a tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:42.706226 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe34121-a975-4e76-a4b5-deae68b72e29 req-0375438f-2f4f-46fd-8bdd-c998ab88b98a tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:42.712326 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe34121-a975-4e76-a4b5-deae68b72e29 req-0375438f-2f4f-46fd-8bdd-c998ab88b98a tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:42.713999 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-ebe34121-a975-4e76-a4b5-deae68b72e29 req-0375438f-2f4f-46fd-8bdd-c998ab88b98a tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] 10.222.0.44 "GET /v2.0/ports?device_id=ba15f30f-9461-4485-b03c-1e7581b76791 HTTP/1.1" status: 200 len: 2413 time: 0.0780888 Oct 27 10:21:42.843058 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-ebe34121-a975-4e76-a4b5-deae68b72e29 req-c171fb72-3fd9-4f20-8167-db145abf6c1b tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] 10.222.0.44 "GET /v2.0/security-groups?id=58a9c42a-77eb-4104-9847-0486d9673bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208169 Oct 27 10:21:42.934788 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a5355b-f3d9-40e2-9f86-ea85aedb0571 req-6a3cd72d-e80e-4d5b-9fca-7ebbea646c09 tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:42.945510 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-05a5355b-f3d9-40e2-9f86-ea85aedb0571 req-6a3cd72d-e80e-4d5b-9fca-7ebbea646c09 tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] 10.222.0.44 "GET /v2.0/ports?device_id=07a96c5d-bcd0-4c58-835f-01a5bab187d1 HTTP/1.1" status: 200 len: 945 time: 0.0919249 Oct 27 10:21:43.049571 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-05a5355b-f3d9-40e2-9f86-ea85aedb0571 req-160f872a-c201-424d-8bb8-3f57cda2437a tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] 10.222.0.44 "GET /v2.0/security-groups?id=abb43ff2-3d53-4d6f-bfce-d681dce200c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028302 Oct 27 10:21:43.255685 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b610d9ea-021e-466d-ac9a-5b584b29d834 req-01a21b0d-e1b6-410a-9d0a-b6b8f831695c tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:43.276757 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b610d9ea-021e-466d-ac9a-5b584b29d834 req-01a21b0d-e1b6-410a-9d0a-b6b8f831695c tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] 10.222.0.44 "GET /v2.0/ports?device_id=17fac8c9-b531-4166-a261-47a6b86a5d06 HTTP/1.1" status: 200 len: 949 time: 0.1323395 Oct 27 10:21:43.430768 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b610d9ea-021e-466d-ac9a-5b584b29d834 req-fda22992-0855-4a96-9241-48c4bc364b59 tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] 10.222.0.44 "GET /v2.0/security-groups?id=adbff9a4-0ae5-4700-84c2-4b5f53f67e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527214 Oct 27 10:21:43.689122 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81669154-fa07-415a-91ee-9f65b7a7e7f2 req-8e8371b1-d3ca-4b4f-a58c-ea900314142c tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:43.692942 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-81669154-fa07-415a-91ee-9f65b7a7e7f2 req-8e8371b1-d3ca-4b4f-a58c-ea900314142c tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/ports?device_id=608b8252-7dee-4a66-b7a1-a863de63ff13 HTTP/1.1" status: 200 len: 950 time: 0.0567076 Oct 27 10:21:43.750320 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-81669154-fa07-415a-91ee-9f65b7a7e7f2 req-850a6cc4-6131-4862-ba97-cd5720669c71 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/security-groups?id=e786382c-1289-4f9d-b471-ed120470c2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502813 Oct 27 10:21:43.959379 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779b1808-761a-4df1-8dfa-f243c1760452 req-b9098355-4d73-41dc-9430-59685016e2e2 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:43.965460 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779b1808-761a-4df1-8dfa-f243c1760452 req-b9098355-4d73-41dc-9430-59685016e2e2 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:43.971496 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779b1808-761a-4df1-8dfa-f243c1760452 req-b9098355-4d73-41dc-9430-59685016e2e2 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:43.973371 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-779b1808-761a-4df1-8dfa-f243c1760452 req-b9098355-4d73-41dc-9430-59685016e2e2 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] 10.222.0.44 "GET /v2.0/ports?device_id=ba15f30f-9461-4485-b03c-1e7581b76791 HTTP/1.1" status: 200 len: 2413 time: 0.0703039 Oct 27 10:21:44.028500 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-779b1808-761a-4df1-8dfa-f243c1760452 req-8d599c2e-37cf-48c5-be76-d4681d59cb66 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] 10.222.0.44 "GET /v2.0/security-groups?id=58a9c42a-77eb-4104-9847-0486d9673bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477662 Oct 27 10:21:44.229637 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device 6986bbe4-340c-4bb2-a378-567c4b6e4742 details requested by agent hyperv_n-h2-813419-10 with host n-h2-813419-10 {{(pid=102348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 10:21:44.254641 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde874dc-77eb-4b82-b205-4763ffc53efc req-aecbae83-2a52-4f5c-9f7b-f95968ad7e44 tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:44.256338 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-fde874dc-77eb-4b82-b205-4763ffc53efc req-aecbae83-2a52-4f5c-9f7b-f95968ad7e44 tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] 10.222.0.44 "GET /v2.0/ports?device_id=07a96c5d-bcd0-4c58-835f-01a5bab187d1 HTTP/1.1" status: 200 len: 945 time: 0.0970674 Oct 27 10:21:44.329074 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-fde874dc-77eb-4b82-b205-4763ffc53efc req-bc97647f-81d1-4d28-8308-05e0f2a6b8b1 tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] 10.222.0.44 "GET /v2.0/security-groups?id=abb43ff2-3d53-4d6f-bfce-d681dce200c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634711 Oct 27 10:21:44.408225 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] For port 6986bbe4-340c-4bb2-a378-567c4b6e4742, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=6986bbe4-340c-4bb2-a378-567c4b6e4742,segment=NetworkSegment(2f4d8b82-058e-4dfe-88d6-0a3bf3e2bbf6),segment_id=2f4d8b82-058e-4dfe-88d6-0a3bf3e2bbf6)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:21:44.420925 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Returning: {'device': '6986bbe4-340c-4bb2-a378-567c4b6e4742', 'network_id': '8cb627fc-149a-4aab-bcc2-3880d55c104f', 'port_id': '6986bbe4-340c-4bb2-a378-567c4b6e4742', 'mac_address': 'fa:16:3e:a0:0d:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 410, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '082aff69-879d-442e-95d2-f2999d2c243f', 'ip_address': '19.80.0.113'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 10:21:44.476774 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:44.492174 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6986bbe4-340c-4bb2-a378-567c4b6e4742 {{(pid=102348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:21:44.530692 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] For port 6986bbe4-340c-4bb2-a378-567c4b6e4742, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=6986bbe4-340c-4bb2-a378-567c4b6e4742,segment=NetworkSegment(2f4d8b82-058e-4dfe-88d6-0a3bf3e2bbf6),segment_id=2f4d8b82-058e-4dfe-88d6-0a3bf3e2bbf6)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:21:44.555415 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:44.556552 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device 046a4159-896c-4c11-80a7-414d4c12e606 details requested by agent hyperv_n-h2-813419-10 with host n-h2-813419-10 {{(pid=102348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 10:21:44.592227 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] For port 046a4159-896c-4c11-80a7-414d4c12e606, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=046a4159-896c-4c11-80a7-414d4c12e606,segment=NetworkSegment(2f4d8b82-058e-4dfe-88d6-0a3bf3e2bbf6),segment_id=2f4d8b82-058e-4dfe-88d6-0a3bf3e2bbf6)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:21:44.614245 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Returning: {'device': '046a4159-896c-4c11-80a7-414d4c12e606', 'network_id': '8cb627fc-149a-4aab-bcc2-3880d55c104f', 'port_id': '046a4159-896c-4c11-80a7-414d4c12e606', 'mac_address': 'fa:16:3e:ee:a9:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 410, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '082aff69-879d-442e-95d2-f2999d2c243f', 'ip_address': '19.80.0.182'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 10:21:44.750053 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Pushing event updated for resources: {'Port': ['ID=6986bbe4-340c-4bb2-a378-567c4b6e4742,revision_number=4']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:21:44.755330 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:44.770329 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 046a4159-896c-4c11-80a7-414d4c12e606 {{(pid=102348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:21:44.812070 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060a7047-5497-42ff-a912-bcebf119e771 req-8b6f1414-4052-4b45-8430-a04f329113d9 tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:44.814419 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-060a7047-5497-42ff-a912-bcebf119e771 req-8b6f1414-4052-4b45-8430-a04f329113d9 tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] 10.222.0.44 "GET /v2.0/ports?device_id=17fac8c9-b531-4166-a261-47a6b86a5d06 HTTP/1.1" status: 200 len: 949 time: 0.1148341 Oct 27 10:21:44.816027 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] For port 046a4159-896c-4c11-80a7-414d4c12e606, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=046a4159-896c-4c11-80a7-414d4c12e606,segment=NetworkSegment(2f4d8b82-058e-4dfe-88d6-0a3bf3e2bbf6),segment_id=2f4d8b82-058e-4dfe-88d6-0a3bf3e2bbf6)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:21:44.825317 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:44.827796 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device 5da31a5b-d673-4293-8684-712ca7dd4059 details requested by agent hyperv_n-h2-813419-10 with host n-h2-813419-10 {{(pid=102348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 10:21:44.862578 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-060a7047-5497-42ff-a912-bcebf119e771 req-a2cc2100-4a40-498a-a957-2623de54c73b tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] 10.222.0.44 "GET /v2.0/security-groups?id=adbff9a4-0ae5-4700-84c2-4b5f53f67e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424211 Oct 27 10:21:44.967841 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Pushing event updated for resources: {'Port': ['ID=046a4159-896c-4c11-80a7-414d4c12e606,revision_number=4']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:21:45.035113 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cd6155-c14f-47ae-b627-9321f543782f req-6c1c59bd-9149-457c-a604-078c73f2e0e3 tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:45.051076 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-89cd6155-c14f-47ae-b627-9321f543782f req-6c1c59bd-9149-457c-a604-078c73f2e0e3 tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] 10.222.0.44 "GET /v2.0/ports?device_id=07a96c5d-bcd0-4c58-835f-01a5bab187d1 HTTP/1.1" status: 200 len: 945 time: 0.1178679 Oct 27 10:21:45.086585 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] For port 5da31a5b-d673-4293-8684-712ca7dd4059, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=5da31a5b-d673-4293-8684-712ca7dd4059,segment=NetworkSegment(011e63b8-20bd-49dc-90e4-9a161767caef),segment_id=011e63b8-20bd-49dc-90e4-9a161767caef)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:21:45.101455 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Returning: {'device': '5da31a5b-d673-4293-8684-712ca7dd4059', 'network_id': '076a41df-5d2c-43e1-bc66-0378c65da1f4', 'port_id': '5da31a5b-d673-4293-8684-712ca7dd4059', 'mac_address': 'fa:16:3e:3a:61:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 417, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0123d0dd-a153-4f35-8c70-2c230f56e9c3', 'ip_address': '19.86.0.107'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 10:21:45.103241 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-89cd6155-c14f-47ae-b627-9321f543782f req-ff54a410-b940-496a-a748-c24e527179c4 tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] 10.222.0.44 "GET /v2.0/security-groups?id=abb43ff2-3d53-4d6f-bfce-d681dce200c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506670 Oct 27 10:21:45.159120 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:45.187493 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5da31a5b-d673-4293-8684-712ca7dd4059 {{(pid=102348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:21:45.213812 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] For port 5da31a5b-d673-4293-8684-712ca7dd4059, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=5da31a5b-d673-4293-8684-712ca7dd4059,segment=NetworkSegment(011e63b8-20bd-49dc-90e4-9a161767caef),segment_id=011e63b8-20bd-49dc-90e4-9a161767caef)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:21:45.222507 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:45.281847 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Pushing event updated for resources: {'Port': ['ID=5da31a5b-d673-4293-8684-712ca7dd4059,revision_number=4']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:21:45.297925 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130567c7-51e0-4dba-878d-c61be04c7df9 req-dcb17e9a-1fbd-42e6-b5f8-9f89c8566019 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:45.299859 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-130567c7-51e0-4dba-878d-c61be04c7df9 req-dcb17e9a-1fbd-42e6-b5f8-9f89c8566019 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/ports?device_id=608b8252-7dee-4a66-b7a1-a863de63ff13 HTTP/1.1" status: 200 len: 950 time: 0.0889888 Oct 27 10:21:45.362433 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-130567c7-51e0-4dba-878d-c61be04c7df9 req-f2c0a561-b457-4ded-acd9-b4939542ff22 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/security-groups?id=e786382c-1289-4f9d-b471-ed120470c2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532348 Oct 27 10:21:45.495880 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671f17b1-c717-46cc-a532-9ba07a197768 req-b3da4e73-3938-4c82-bb7f-ab8c036d5489 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:45.503257 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671f17b1-c717-46cc-a532-9ba07a197768 req-b3da4e73-3938-4c82-bb7f-ab8c036d5489 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:45.510223 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671f17b1-c717-46cc-a532-9ba07a197768 req-b3da4e73-3938-4c82-bb7f-ab8c036d5489 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:45.511492 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-671f17b1-c717-46cc-a532-9ba07a197768 req-b3da4e73-3938-4c82-bb7f-ab8c036d5489 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] 10.222.0.44 "GET /v2.0/ports?device_id=ba15f30f-9461-4485-b03c-1e7581b76791 HTTP/1.1" status: 200 len: 2416 time: 0.0766637 Oct 27 10:21:45.561143 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-671f17b1-c717-46cc-a532-9ba07a197768 req-d6a53370-c07b-4de4-857b-62817fce929f tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] 10.222.0.44 "GET /v2.0/security-groups?id=58a9c42a-77eb-4104-9847-0486d9673bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374148 Oct 27 10:21:46.014917 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28728e53-a54b-4219-9ce5-b0aeaab8a70b req-c4607812-4672-4b86-9cc6-88040d5ffc5b tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:46.017216 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-28728e53-a54b-4219-9ce5-b0aeaab8a70b req-c4607812-4672-4b86-9cc6-88040d5ffc5b tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] 10.222.0.44 "GET /v2.0/ports?device_id=17fac8c9-b531-4166-a261-47a6b86a5d06 HTTP/1.1" status: 200 len: 949 time: 0.0605724 Oct 27 10:21:46.033981 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] get_ports_and_sgs() called for port_ids ['046a4159-896c-4c11-80a7-414d4c12e606'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:21:46.077325 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-28728e53-a54b-4219-9ce5-b0aeaab8a70b req-c89d8343-bc80-4753-976e-3f2332884da9 tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] 10.222.0.44 "GET /v2.0/security-groups?id=adbff9a4-0ae5-4700-84c2-4b5f53f67e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538807 Oct 27 10:21:46.118124 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] get_ports_and_sgs() called for port_ids ['5da31a5b-d673-4293-8684-712ca7dd4059'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:21:46.187707 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] get_ports_and_sgs() called for port_ids ['6986bbe4-340c-4bb2-a378-567c4b6e4742'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:21:46.248373 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2672e992-54ab-48b4-b23c-56d3795321aa req-c7746186-b0f3-4924-8d8d-4178aa915ce3 tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:46.252950 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-2672e992-54ab-48b4-b23c-56d3795321aa req-c7746186-b0f3-4924-8d8d-4178aa915ce3 tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] 10.222.0.44 "GET /v2.0/ports?device_id=07a96c5d-bcd0-4c58-835f-01a5bab187d1 HTTP/1.1" status: 200 len: 945 time: 0.0631840 Oct 27 10:21:46.257902 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-d2a68f2a-ff88-4220-8f19-995e1aaffedf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:46.347802 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-2672e992-54ab-48b4-b23c-56d3795321aa req-d5864dd7-72cd-4774-898c-8bd3891fb5af tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] 10.222.0.44 "GET /v2.0/security-groups?id=abb43ff2-3d53-4d6f-bfce-d681dce200c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832913 Oct 27 10:21:46.550908 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1731bd3b-c9bd-428a-99fb-93adac59aafb req-8e11e636-f398-4a31-9a5e-b4c5e9f277db tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:46.553326 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-1731bd3b-c9bd-428a-99fb-93adac59aafb req-8e11e636-f398-4a31-9a5e-b4c5e9f277db tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/ports?device_id=608b8252-7dee-4a66-b7a1-a863de63ff13 HTTP/1.1" status: 200 len: 950 time: 0.0770609 Oct 27 10:21:46.625722 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-1731bd3b-c9bd-428a-99fb-93adac59aafb req-341bf400-976d-4277-8917-6c9483bf9eef tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/security-groups?id=e786382c-1289-4f9d-b471-ed120470c2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645843 Oct 27 10:21:46.755039 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a26fe16-1102-4dd7-844b-cfbc3318cd75 req-cb1d37a8-2c80-46c1-bf63-1372118c5334 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:46.762539 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a26fe16-1102-4dd7-844b-cfbc3318cd75 req-cb1d37a8-2c80-46c1-bf63-1372118c5334 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:46.769527 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a26fe16-1102-4dd7-844b-cfbc3318cd75 req-cb1d37a8-2c80-46c1-bf63-1372118c5334 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:46.771144 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-4a26fe16-1102-4dd7-844b-cfbc3318cd75 req-cb1d37a8-2c80-46c1-bf63-1372118c5334 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] 10.222.0.44 "GET /v2.0/ports?device_id=ba15f30f-9461-4485-b03c-1e7581b76791 HTTP/1.1" status: 200 len: 2416 time: 0.0778246 Oct 27 10:21:46.827341 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-4a26fe16-1102-4dd7-844b-cfbc3318cd75 req-2e9f4660-d54c-47db-aa28-229709846f01 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] 10.222.0.44 "GET /v2.0/security-groups?id=58a9c42a-77eb-4104-9847-0486d9673bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500121 Oct 27 10:21:47.233570 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec3a3c9-0d4e-4cea-b648-5b3d3ab39493 req-f9e4891c-11d9-4f7d-b0e5-b027ef8976e4 tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:47.235176 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-dec3a3c9-0d4e-4cea-b648-5b3d3ab39493 req-f9e4891c-11d9-4f7d-b0e5-b027ef8976e4 tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] 10.222.0.44 "GET /v2.0/ports?device_id=17fac8c9-b531-4166-a261-47a6b86a5d06 HTTP/1.1" status: 200 len: 949 time: 0.0698822 Oct 27 10:21:47.283912 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-dec3a3c9-0d4e-4cea-b648-5b3d3ab39493 req-f4db3498-a71d-4156-bb75-aea0a6bc6f07 tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] 10.222.0.44 "GET /v2.0/security-groups?id=adbff9a4-0ae5-4700-84c2-4b5f53f67e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418830 Oct 27 10:21:47.497236 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d90b51-7d25-442a-b713-766558bcff97 req-0cf762d3-3ebe-4e4b-a48c-818d55d238fa tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:47.499238 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-89d90b51-7d25-442a-b713-766558bcff97 req-0cf762d3-3ebe-4e4b-a48c-818d55d238fa tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] 10.222.0.44 "GET /v2.0/ports?device_id=07a96c5d-bcd0-4c58-835f-01a5bab187d1 HTTP/1.1" status: 200 len: 945 time: 0.0690627 Oct 27 10:21:47.556995 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-89d90b51-7d25-442a-b713-766558bcff97 req-17b9d75b-0239-468d-a358-3758d5ae58db tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] 10.222.0.44 "GET /v2.0/security-groups?id=abb43ff2-3d53-4d6f-bfce-d681dce200c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495889 Oct 27 10:21:47.751297 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eee8416-1278-4e32-b782-45c5f2f5bfb3 req-68b52b3a-6ec8-4cee-8f87-78aefbd2f5f9 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:47.752787 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-4eee8416-1278-4e32-b782-45c5f2f5bfb3 req-68b52b3a-6ec8-4cee-8f87-78aefbd2f5f9 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/ports?device_id=608b8252-7dee-4a66-b7a1-a863de63ff13 HTTP/1.1" status: 200 len: 950 time: 0.0566351 Oct 27 10:21:47.797449 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-4eee8416-1278-4e32-b782-45c5f2f5bfb3 req-f310d73b-2e3f-47b2-8435-4c01fea626da tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/security-groups?id=e786382c-1289-4f9d-b471-ed120470c2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378220 Oct 27 10:21:47.965339 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7357041-d2ac-4b34-a0b6-bc7f239de23c req-6d02c251-457f-4f75-9b01-f725aafb0197 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:47.972256 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7357041-d2ac-4b34-a0b6-bc7f239de23c req-6d02c251-457f-4f75-9b01-f725aafb0197 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:47.978367 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7357041-d2ac-4b34-a0b6-bc7f239de23c req-6d02c251-457f-4f75-9b01-f725aafb0197 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:47.983692 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-c7357041-d2ac-4b34-a0b6-bc7f239de23c req-6d02c251-457f-4f75-9b01-f725aafb0197 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] 10.222.0.44 "GET /v2.0/ports?device_id=ba15f30f-9461-4485-b03c-1e7581b76791 HTTP/1.1" status: 200 len: 2416 time: 0.0707757 Oct 27 10:21:48.030132 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-c7357041-d2ac-4b34-a0b6-bc7f239de23c req-93a3f09a-3dbc-46e6-9539-de3354bd55c2 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] 10.222.0.44 "GET /v2.0/security-groups?id=58a9c42a-77eb-4104-9847-0486d9673bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390027 Oct 27 10:21:48.327297 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac6c3df-2468-4468-95e2-ba3d44752d77 req-79347b15-2208-4863-b3bb-8a5451e8efd2 tempest-ListImageFiltersTestJSON-1179629162 tempest-ListImageFiltersTestJSON-1179629162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:48.332863 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-1ac6c3df-2468-4468-95e2-ba3d44752d77 req-79347b15-2208-4863-b3bb-8a5451e8efd2 tempest-ListImageFiltersTestJSON-1179629162 tempest-ListImageFiltersTestJSON-1179629162-project] 10.222.0.44 "GET /v2.0/ports?device_id=35f56aec-205c-48b0-810a-70a54e75c42f HTTP/1.1" status: 200 len: 951 time: 0.0565181 Oct 27 10:21:48.384440 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-1ac6c3df-2468-4468-95e2-ba3d44752d77 req-8a232a4d-f0a1-4f1d-a6b3-bc42f1d5ad35 tempest-ListImageFiltersTestJSON-1179629162 tempest-ListImageFiltersTestJSON-1179629162-project] 10.222.0.44 "GET /v2.0/security-groups?id=8f77bbc8-4569-4af2-89c5-4ab81947cd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459576 Oct 27 10:21:48.402167 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9377cea1-3fe4-4a83-a8ce-a214e5fc2b76 req-cea5353e-cb5e-4290-b133-46c93dea5593 tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:48.404123 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-9377cea1-3fe4-4a83-a8ce-a214e5fc2b76 req-cea5353e-cb5e-4290-b133-46c93dea5593 tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] 10.222.0.44 "GET /v2.0/ports?device_id=17fac8c9-b531-4166-a261-47a6b86a5d06 HTTP/1.1" status: 200 len: 949 time: 0.0520434 Oct 27 10:21:48.443300 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-9377cea1-3fe4-4a83-a8ce-a214e5fc2b76 req-701171ab-0e0a-4d2b-b2c8-3af9d5f1133f tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] 10.222.0.44 "GET /v2.0/security-groups?id=adbff9a4-0ae5-4700-84c2-4b5f53f67e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329623 Oct 27 10:21:48.669708 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753022e7-efbd-4999-9f4c-bacb353c6175 req-02d13d77-7a1f-4df8-ac69-f1dc510190fa tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:48.671558 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-753022e7-efbd-4999-9f4c-bacb353c6175 req-02d13d77-7a1f-4df8-ac69-f1dc510190fa tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] 10.222.0.44 "GET /v2.0/ports?device_id=07a96c5d-bcd0-4c58-835f-01a5bab187d1 HTTP/1.1" status: 200 len: 945 time: 0.0517399 Oct 27 10:21:48.710665 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-753022e7-efbd-4999-9f4c-bacb353c6175 req-38c6748b-1297-4157-af8b-930bc94a4110 tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] 10.222.0.44 "GET /v2.0/security-groups?id=abb43ff2-3d53-4d6f-bfce-d681dce200c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328062 Oct 27 10:21:48.805440 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-11146087-2fc4-4984-9924-cb48671b69c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:48.930600 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf8716d-a78f-48ef-ae83-4c307e86b78d req-4d97a72b-7732-4641-883a-95a13bb0ef0e tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:48.932067 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-0cf8716d-a78f-48ef-ae83-4c307e86b78d req-4d97a72b-7732-4641-883a-95a13bb0ef0e tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/ports?device_id=608b8252-7dee-4a66-b7a1-a863de63ff13 HTTP/1.1" status: 200 len: 950 time: 0.0499094 Oct 27 10:21:48.971873 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-0cf8716d-a78f-48ef-ae83-4c307e86b78d req-53804165-60b4-4e31-9efe-b8d8c593b29e tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/security-groups?id=e786382c-1289-4f9d-b471-ed120470c2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329967 Oct 27 10:21:49.151465 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390d68b1-12f6-4648-9bd0-cf43cad61bbe req-5bb41e37-25cc-4266-a7d7-611fd7b54ce0 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:49.158160 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390d68b1-12f6-4648-9bd0-cf43cad61bbe req-5bb41e37-25cc-4266-a7d7-611fd7b54ce0 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:49.164110 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390d68b1-12f6-4648-9bd0-cf43cad61bbe req-5bb41e37-25cc-4266-a7d7-611fd7b54ce0 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:49.165904 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-390d68b1-12f6-4648-9bd0-cf43cad61bbe req-5bb41e37-25cc-4266-a7d7-611fd7b54ce0 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] 10.222.0.44 "GET /v2.0/ports?device_id=ba15f30f-9461-4485-b03c-1e7581b76791 HTTP/1.1" status: 200 len: 2416 time: 0.0658977 Oct 27 10:21:49.213845 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-390d68b1-12f6-4648-9bd0-cf43cad61bbe req-50a413c4-1b84-446b-8bc6-c9ededff1eaa tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] 10.222.0.44 "GET /v2.0/security-groups?id=58a9c42a-77eb-4104-9847-0486d9673bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409038 Oct 27 10:21:49.508803 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ed69bc-0f96-4f48-9992-d1c1a2d5fafe req-5e0914aa-36de-46c3-b124-c5551f9be94e tempest-ListImageFiltersTestJSON-1179629162 tempest-ListImageFiltersTestJSON-1179629162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:49.511429 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-c2ed69bc-0f96-4f48-9992-d1c1a2d5fafe req-5e0914aa-36de-46c3-b124-c5551f9be94e tempest-ListImageFiltersTestJSON-1179629162 tempest-ListImageFiltersTestJSON-1179629162-project] 10.222.0.44 "GET /v2.0/ports?device_id=35f56aec-205c-48b0-810a-70a54e75c42f HTTP/1.1" status: 200 len: 951 time: 0.0644186 Oct 27 10:21:49.552372 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-c2ed69bc-0f96-4f48-9992-d1c1a2d5fafe req-c4c0d7bf-7d90-44dd-bcbc-f8298288bac3 tempest-ListImageFiltersTestJSON-1179629162 tempest-ListImageFiltersTestJSON-1179629162-project] 10.222.0.44 "GET /v2.0/security-groups?id=8f77bbc8-4569-4af2-89c5-4ab81947cd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339460 Oct 27 10:21:49.599625 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b628ac-fb33-42f2-8377-72b408be9846 req-0d480457-8981-445c-b32e-cbeb08fc3f75 tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:49.601160 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b0b628ac-fb33-42f2-8377-72b408be9846 req-0d480457-8981-445c-b32e-cbeb08fc3f75 tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] 10.222.0.44 "GET /v2.0/ports?device_id=17fac8c9-b531-4166-a261-47a6b86a5d06 HTTP/1.1" status: 200 len: 949 time: 0.0641899 Oct 27 10:21:49.644310 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b0b628ac-fb33-42f2-8377-72b408be9846 req-2a5e2157-c5a5-4452-abf3-7377fc889025 tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] 10.222.0.44 "GET /v2.0/security-groups?id=adbff9a4-0ae5-4700-84c2-4b5f53f67e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361075 Oct 27 10:21:49.848479 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bf0218-b5a7-47e0-8f9c-0148ec308700 req-72937d09-229b-4b15-a95e-64bffec667a0 tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:49.850160 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-c5bf0218-b5a7-47e0-8f9c-0148ec308700 req-72937d09-229b-4b15-a95e-64bffec667a0 tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] 10.222.0.44 "GET /v2.0/ports?device_id=07a96c5d-bcd0-4c58-835f-01a5bab187d1 HTTP/1.1" status: 200 len: 945 time: 0.0578384 Oct 27 10:21:49.891819 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-eadeaa30-4096-4d1a-b3cb-aa7ebfb291ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:49.905133 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-c5bf0218-b5a7-47e0-8f9c-0148ec308700 req-09fed37c-056a-4ba9-9c3c-f0c689a3d653 tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] 10.222.0.44 "GET /v2.0/security-groups?id=abb43ff2-3d53-4d6f-bfce-d681dce200c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443113 Oct 27 10:21:49.937010 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:50.105575 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6beda6c8-9d8a-4fc8-a8f4-6737e9c5643a req-68dbf08e-7dad-4f21-be6a-a1160c7b9e37 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:50.107753 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-6beda6c8-9d8a-4fc8-a8f4-6737e9c5643a req-68dbf08e-7dad-4f21-be6a-a1160c7b9e37 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/ports?device_id=608b8252-7dee-4a66-b7a1-a863de63ff13 HTTP/1.1" status: 200 len: 950 time: 0.0592806 Oct 27 10:21:50.155132 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-6beda6c8-9d8a-4fc8-a8f4-6737e9c5643a req-8eb26671-7434-4853-b20c-7218f66722a6 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/security-groups?id=e786382c-1289-4f9d-b471-ed120470c2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406711 Oct 27 10:21:50.270789 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device 6986bbe4-340c-4bb2-a378-567c4b6e4742 up at agent hyperv_n-h2-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:21:50.349271 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Provisioning for port 6986bbe4-340c-4bb2-a378-567c4b6e4742 completed by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 10:21:50.349271 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Provisioning complete for port 6986bbe4-340c-4bb2-a378-567c4b6e4742 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:21:50.349271 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:50.380442 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad88b386-bb9d-4fb5-97c8-d17debe2c65f req-cbb5fdf6-c3be-4dec-b388-2d738f53276a tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:50.386727 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad88b386-bb9d-4fb5-97c8-d17debe2c65f req-cbb5fdf6-c3be-4dec-b388-2d738f53276a tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:50.396056 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad88b386-bb9d-4fb5-97c8-d17debe2c65f req-cbb5fdf6-c3be-4dec-b388-2d738f53276a tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:50.398036 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-ad88b386-bb9d-4fb5-97c8-d17debe2c65f req-cbb5fdf6-c3be-4dec-b388-2d738f53276a tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] 10.222.0.44 "GET /v2.0/ports?device_id=ba15f30f-9461-4485-b03c-1e7581b76791 HTTP/1.1" status: 200 len: 2416 time: 0.0820496 Oct 27 10:21:50.454686 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:50.460128 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-ad88b386-bb9d-4fb5-97c8-d17debe2c65f req-fa366ebc-6da5-4c26-941b-0b08d54ae5f2 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] 10.222.0.44 "GET /v2.0/security-groups?id=58a9c42a-77eb-4104-9847-0486d9673bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550456 Oct 27 10:21:50.487088 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba15f30f-9461-4485-b03c-1e7581b76791', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6986bbe4-340c-4bb2-a378-567c4b6e4742'}] {{(pid=102348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:21:50.490124 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c588921fa634554a1d9242fdea1b05457a9ff1d3b28ba54ec1dace7f2f1df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a05c38b8-a3ed-4bdf-9a7c-74839a46adb0" -d '{"events": [{"server_uuid": "ba15f30f-9461-4485-b03c-1e7581b76791", "name": "network-vif-plugged", "status": "completed", "tag": "6986bbe4-340c-4bb2-a378-567c4b6e4742"}]}' {{(pid=102348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:21:50.506499 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] For port 6986bbe4-340c-4bb2-a378-567c4b6e4742, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=6986bbe4-340c-4bb2-a378-567c4b6e4742,segment=NetworkSegment(2f4d8b82-058e-4dfe-88d6-0a3bf3e2bbf6),segment_id=2f4d8b82-058e-4dfe-88d6-0a3bf3e2bbf6)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:21:50.520282 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:50.521124 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device 046a4159-896c-4c11-80a7-414d4c12e606 up at agent hyperv_n-h2-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:21:50.549413 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:21:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8558ae1-1b44-44f4-88a2-212778da1349 x-openstack-request-id: req-f8558ae1-1b44-44f4-88a2-212778da1349 {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:21:50.550254 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba15f30f-9461-4485-b03c-1e7581b76791", "name": "network-vif-plugged", "status": "completed", "tag": "6986bbe4-340c-4bb2-a378-567c4b6e4742", "code": 200}]} {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:21:50.550511 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f8558ae1-1b44-44f4-88a2-212778da1349 {{(pid=102348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:21:50.550936 n-d-813419-10 neutron-server[102348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba15f30f-9461-4485-b03c-1e7581b76791', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6986bbe4-340c-4bb2-a378-567c4b6e4742', 'code': 200} Oct 27 10:21:50.617372 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Pushing event updated for resources: {'Port': ['ID=6986bbe4-340c-4bb2-a378-567c4b6e4742,revision_number=5']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:21:50.630138 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Provisioning for port 046a4159-896c-4c11-80a7-414d4c12e606 completed by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 10:21:50.636233 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Provisioning complete for port 046a4159-896c-4c11-80a7-414d4c12e606 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:21:50.636630 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:50.749158 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:50.771565 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a0856e-ad39-4f87-8e3e-3deb48de18f5 req-1c6b795f-47e4-4327-8595-59b4bc25f0ef tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:50.778811 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-53a0856e-ad39-4f87-8e3e-3deb48de18f5 req-1c6b795f-47e4-4327-8595-59b4bc25f0ef tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] 10.222.0.44 "GET /v2.0/ports?device_id=17fac8c9-b531-4166-a261-47a6b86a5d06 HTTP/1.1" status: 200 len: 949 time: 0.0610487 Oct 27 10:21:50.796398 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] For port 046a4159-896c-4c11-80a7-414d4c12e606, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=046a4159-896c-4c11-80a7-414d4c12e606,segment=NetworkSegment(2f4d8b82-058e-4dfe-88d6-0a3bf3e2bbf6),segment_id=2f4d8b82-058e-4dfe-88d6-0a3bf3e2bbf6)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:21:50.805745 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:50.806684 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device 5da31a5b-d673-4293-8684-712ca7dd4059 up at agent hyperv_n-h2-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:21:50.820522 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-53a0856e-ad39-4f87-8e3e-3deb48de18f5 req-5a7713bb-5815-4ee4-b6e8-7a75ad0eab50 tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] 10.222.0.44 "GET /v2.0/security-groups?id=adbff9a4-0ae5-4700-84c2-4b5f53f67e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408099 Oct 27 10:21:50.900476 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Pushing event updated for resources: {'Port': ['ID=046a4159-896c-4c11-80a7-414d4c12e606,revision_number=5']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:21:50.916097 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Provisioning for port 5da31a5b-d673-4293-8684-712ca7dd4059 completed by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 10:21:50.922074 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Provisioning complete for port 5da31a5b-d673-4293-8684-712ca7dd4059 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:21:50.922372 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:51.025014 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:51.050670 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461bfb3d-fe10-479e-a3d8-71d864df8367 req-239d6765-613d-4ff4-9390-bdcbe80cc034 tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:51.059885 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-461bfb3d-fe10-479e-a3d8-71d864df8367 req-239d6765-613d-4ff4-9390-bdcbe80cc034 tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] 10.222.0.44 "GET /v2.0/ports?device_id=07a96c5d-bcd0-4c58-835f-01a5bab187d1 HTTP/1.1" status: 200 len: 945 time: 0.0674596 Oct 27 10:21:51.076385 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] For port 5da31a5b-d673-4293-8684-712ca7dd4059, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=5da31a5b-d673-4293-8684-712ca7dd4059,segment=NetworkSegment(011e63b8-20bd-49dc-90e4-9a161767caef),segment_id=011e63b8-20bd-49dc-90e4-9a161767caef)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:21:51.082819 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:51.106104 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-461bfb3d-fe10-479e-a3d8-71d864df8367 req-996d522f-67eb-4df6-bc12-3308ed21a167 tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] 10.222.0.44 "GET /v2.0/security-groups?id=abb43ff2-3d53-4d6f-bfce-d681dce200c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449779 Oct 27 10:21:51.144488 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Pushing event updated for resources: {'Port': ['ID=5da31a5b-d673-4293-8684-712ca7dd4059,revision_number=5']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:21:51.296968 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a830cc-15bd-4432-805e-2bdcb1e14f65 req-bc2b2642-6e53-4b97-907c-a069d8ca958f tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:51.304759 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-a6a830cc-15bd-4432-805e-2bdcb1e14f65 req-bc2b2642-6e53-4b97-907c-a069d8ca958f tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/ports?device_id=608b8252-7dee-4a66-b7a1-a863de63ff13 HTTP/1.1" status: 200 len: 950 time: 0.0719805 Oct 27 10:21:51.344729 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-a6a830cc-15bd-4432-805e-2bdcb1e14f65 req-185687a8-443a-40ce-91de-129dedb54850 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/security-groups?id=e786382c-1289-4f9d-b471-ed120470c2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390835 Oct 27 10:21:51.609750 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a981705-3acf-4eeb-9497-2b61525891a2 req-9910c4f0-6080-4bc0-a78f-e376a50e4b32 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:51.615853 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a981705-3acf-4eeb-9497-2b61525891a2 req-9910c4f0-6080-4bc0-a78f-e376a50e4b32 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:51.621794 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a981705-3acf-4eeb-9497-2b61525891a2 req-9910c4f0-6080-4bc0-a78f-e376a50e4b32 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:51.630244 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-9a981705-3acf-4eeb-9497-2b61525891a2 req-9910c4f0-6080-4bc0-a78f-e376a50e4b32 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] 10.222.0.44 "GET /v2.0/ports?device_id=ba15f30f-9461-4485-b03c-1e7581b76791 HTTP/1.1" status: 200 len: 2419 time: 0.0913291 Oct 27 10:21:51.674767 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-9a981705-3acf-4eeb-9497-2b61525891a2 req-654ca64a-6fe8-41ba-a6ce-4f655335a75d tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] 10.222.0.44 "GET /v2.0/security-groups?id=58a9c42a-77eb-4104-9847-0486d9673bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435481 Oct 27 10:21:51.774650 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-3c6a8245-0581-48aa-b5f6-4d8fe98cd16e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:51.849049 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device a8b3068e-7a2f-4b87-a091-934f61940394 no longer exists at agent hyperv_n-h1-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:21:51.944718 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:51.960306 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0aadd1c-57e9-4d97-9715-54a51d1e8100 req-e6215b62-a8c4-41db-9fa9-403c5e7e4363 tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:51.968133 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b0aadd1c-57e9-4d97-9715-54a51d1e8100 req-e6215b62-a8c4-41db-9fa9-403c5e7e4363 tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] 10.222.0.44 "GET /v2.0/ports?device_id=17fac8c9-b531-4166-a261-47a6b86a5d06 HTTP/1.1" status: 200 len: 949 time: 0.0614474 Oct 27 10:21:51.993507 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port a8b3068e-7a2f-4b87-a091-934f61940394, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=a8b3068e-7a2f-4b87-a091-934f61940394,segment=NetworkSegment(f7c42c6d-2766-46d8-a8b7-4852117a5555),segment_id=f7c42c6d-2766-46d8-a8b7-4852117a5555)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:21:51.997161 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:52.026496 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b0aadd1c-57e9-4d97-9715-54a51d1e8100 req-ee6125d9-b45b-418b-8193-c111c59f716d tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] 10.222.0.44 "GET /v2.0/security-groups?id=adbff9a4-0ae5-4700-84c2-4b5f53f67e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566890 Oct 27 10:21:52.061242 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Pushing event updated for resources: {'Port': ['ID=a8b3068e-7a2f-4b87-a091-934f61940394,revision_number=11']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:21:52.240358 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6efc2a-3212-47d1-9f71-e0ce3448089e req-0493a57a-4bc5-43b2-912f-9b82af5a9b67 tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:52.242300 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-fe6efc2a-3212-47d1-9f71-e0ce3448089e req-0493a57a-4bc5-43b2-912f-9b82af5a9b67 tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] 10.222.0.44 "GET /v2.0/ports?device_id=07a96c5d-bcd0-4c58-835f-01a5bab187d1 HTTP/1.1" status: 200 len: 945 time: 0.0569015 Oct 27 10:21:52.283176 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-fe6efc2a-3212-47d1-9f71-e0ce3448089e req-039d3bd8-02b3-4f5f-b9a7-aa29863a0eb7 tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] 10.222.0.44 "GET /v2.0/security-groups?id=abb43ff2-3d53-4d6f-bfce-d681dce200c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340018 Oct 27 10:21:52.484743 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e7ef69-f143-4da4-9ff9-84286181e0cf req-9d1080c6-d8f5-4ed0-b0fb-180332a84595 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:52.486232 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-71e7ef69-f143-4da4-9ff9-84286181e0cf req-9d1080c6-d8f5-4ed0-b0fb-180332a84595 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/ports?device_id=608b8252-7dee-4a66-b7a1-a863de63ff13 HTTP/1.1" status: 200 len: 950 time: 0.0588584 Oct 27 10:21:52.534922 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-71e7ef69-f143-4da4-9ff9-84286181e0cf req-08a44adf-76c3-40ce-a3dc-8901ee347a2f tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/security-groups?id=e786382c-1289-4f9d-b471-ed120470c2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418780 Oct 27 10:21:52.551927 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba15f30f-9461-4485-b03c-1e7581b76791', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '046a4159-896c-4c11-80a7-414d4c12e606'}, {'server_uuid': 'ba15f30f-9461-4485-b03c-1e7581b76791', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5da31a5b-d673-4293-8684-712ca7dd4059'}, {'server_uuid': '35f56aec-205c-48b0-810a-70a54e75c42f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a8b3068e-7a2f-4b87-a091-934f61940394'}] {{(pid=102348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:21:52.554432 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c588921fa634554a1d9242fdea1b05457a9ff1d3b28ba54ec1dace7f2f1df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d028ce67-5a57-440e-ba07-f1d8383ee958" -d '{"events": [{"server_uuid": "ba15f30f-9461-4485-b03c-1e7581b76791", "name": "network-vif-plugged", "status": "completed", "tag": "046a4159-896c-4c11-80a7-414d4c12e606"}, {"server_uuid": "ba15f30f-9461-4485-b03c-1e7581b76791", "name": "network-vif-plugged", "status": "completed", "tag": "5da31a5b-d673-4293-8684-712ca7dd4059"}, {"server_uuid": "35f56aec-205c-48b0-810a-70a54e75c42f", "name": "network-vif-unplugged", "status": "completed", "tag": "a8b3068e-7a2f-4b87-a091-934f61940394"}]}' {{(pid=102348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:21:52.747011 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 527 Content-Type: application/json Date: Wed, 27 Oct 2021 10:21:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2072663f-bbdb-459b-b5d1-58c67eee357f x-openstack-request-id: req-2072663f-bbdb-459b-b5d1-58c67eee357f {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:21:52.748293 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba15f30f-9461-4485-b03c-1e7581b76791", "name": "network-vif-plugged", "status": "completed", "tag": "046a4159-896c-4c11-80a7-414d4c12e606", "code": 200}, {"server_uuid": "ba15f30f-9461-4485-b03c-1e7581b76791", "name": "network-vif-plugged", "status": "completed", "tag": "5da31a5b-d673-4293-8684-712ca7dd4059", "code": 200}, {"server_uuid": "35f56aec-205c-48b0-810a-70a54e75c42f", "name": "network-vif-unplugged", "status": "completed", "tag": "a8b3068e-7a2f-4b87-a091-934f61940394", "code": 200}]} {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:21:52.748653 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-2072663f-bbdb-459b-b5d1-58c67eee357f {{(pid=102348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:21:52.749287 n-d-813419-10 neutron-server[102348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba15f30f-9461-4485-b03c-1e7581b76791', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '046a4159-896c-4c11-80a7-414d4c12e606', 'code': 200} Oct 27 10:21:52.749637 n-d-813419-10 neutron-server[102348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba15f30f-9461-4485-b03c-1e7581b76791', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5da31a5b-d673-4293-8684-712ca7dd4059', 'code': 200} Oct 27 10:21:52.750031 n-d-813419-10 neutron-server[102348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35f56aec-205c-48b0-810a-70a54e75c42f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a8b3068e-7a2f-4b87-a091-934f61940394', 'code': 200} Oct 27 10:21:52.833574 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2ffaae-e1dd-46e0-b709-9718b124982d req-b9c55ed1-e5f3-4cb4-bc64-888d71333926 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:52.840608 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2ffaae-e1dd-46e0-b709-9718b124982d req-b9c55ed1-e5f3-4cb4-bc64-888d71333926 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:52.848061 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2ffaae-e1dd-46e0-b709-9718b124982d req-b9c55ed1-e5f3-4cb4-bc64-888d71333926 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:52.850339 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-af2ffaae-e1dd-46e0-b709-9718b124982d req-b9c55ed1-e5f3-4cb4-bc64-888d71333926 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] 10.222.0.44 "GET /v2.0/ports?device_id=ba15f30f-9461-4485-b03c-1e7581b76791 HTTP/1.1" status: 200 len: 2419 time: 0.0933311 Oct 27 10:21:52.921506 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c93d0c8-7b35-401d-ac8b-386fd0cd186e req-3d3c6e57-6853-4b47-a4c4-f3d646d34db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:52.922986 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c93d0c8-7b35-401d-ac8b-386fd0cd186e req-3d3c6e57-6853-4b47-a4c4-f3d646d34db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:52.923636 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c93d0c8-7b35-401d-ac8b-386fd0cd186e req-3d3c6e57-6853-4b47-a4c4-f3d646d34db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:52.925390 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-9c93d0c8-7b35-401d-ac8b-386fd0cd186e req-3d3c6e57-6853-4b47-a4c4-f3d646d34db7 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=ba15f30f-9461-4485-b03c-1e7581b76791 HTTP/1.1" status: 200 len: 2875 time: 0.0591393 Oct 27 10:21:52.928067 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-af2ffaae-e1dd-46e0-b709-9718b124982d req-f0444127-eedf-40d7-9b98-10f97d0d26d0 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] 10.222.0.44 "GET /v2.0/security-groups?id=58a9c42a-77eb-4104-9847-0486d9673bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685558 Oct 27 10:21:52.971230 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-9c93d0c8-7b35-401d-ac8b-386fd0cd186e req-c53e5f37-70d3-45b7-9e19-b222aff8a991 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=58a9c42a-77eb-4104-9847-0486d9673bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364704 Oct 27 10:21:53.031518 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7504f0f0-44d2-4421-bb63-14a38b6fec24 req-dfb20343-7667-49c6-8f23-a5441f53652a tempest-ListImageFiltersTestJSON-1179629162 tempest-ListImageFiltersTestJSON-1179629162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:53.033081 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-7504f0f0-44d2-4421-bb63-14a38b6fec24 req-dfb20343-7667-49c6-8f23-a5441f53652a tempest-ListImageFiltersTestJSON-1179629162 tempest-ListImageFiltersTestJSON-1179629162-project] 10.222.0.44 "GET /v2.0/ports?device_id=ee962280-c4a3-41e2-8b55-5766c4eddfd3 HTTP/1.1" status: 200 len: 948 time: 0.0514786 Oct 27 10:21:53.082658 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-7504f0f0-44d2-4421-bb63-14a38b6fec24 req-f0b4621e-0907-4943-bc0a-d7179a7f2d05 tempest-ListImageFiltersTestJSON-1179629162 tempest-ListImageFiltersTestJSON-1179629162-project] 10.222.0.44 "GET /v2.0/security-groups?id=8f77bbc8-4569-4af2-89c5-4ab81947cd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433002 Oct 27 10:21:53.151534 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824d7e33-d5ee-4fd8-b5b7-0d41f1ae01ec req-58bc3b0b-f3c2-4341-bda9-49892e29a460 tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:53.153055 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-824d7e33-d5ee-4fd8-b5b7-0d41f1ae01ec req-58bc3b0b-f3c2-4341-bda9-49892e29a460 tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] 10.222.0.44 "GET /v2.0/ports?device_id=17fac8c9-b531-4166-a261-47a6b86a5d06 HTTP/1.1" status: 200 len: 949 time: 0.0507541 Oct 27 10:21:53.207822 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-824d7e33-d5ee-4fd8-b5b7-0d41f1ae01ec req-633e0384-6a8a-4b7d-b71a-ecb6c0ad3cc6 tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] 10.222.0.44 "GET /v2.0/security-groups?id=adbff9a4-0ae5-4700-84c2-4b5f53f67e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483074 Oct 27 10:21:53.415733 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8eba20-0ec9-41eb-be1a-2e737e8032ee req-6b9cc3ec-ab96-4659-815b-e0efe1d73ed2 tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:53.417242 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-1e8eba20-0ec9-41eb-be1a-2e737e8032ee req-6b9cc3ec-ab96-4659-815b-e0efe1d73ed2 tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] 10.222.0.44 "GET /v2.0/ports?device_id=07a96c5d-bcd0-4c58-835f-01a5bab187d1 HTTP/1.1" status: 200 len: 945 time: 0.0607691 Oct 27 10:21:53.467320 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-1e8eba20-0ec9-41eb-be1a-2e737e8032ee req-551f239d-7b05-4dc8-b48e-f345f85e99b1 tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] 10.222.0.44 "GET /v2.0/security-groups?id=abb43ff2-3d53-4d6f-bfce-d681dce200c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436082 Oct 27 10:21:53.665951 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b9a264-ef55-41a5-bf04-bc337df5fd01 req-2c1cbae5-ad78-4e5f-a7ba-a9251ec1ce2f tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:53.672750 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-39b9a264-ef55-41a5-bf04-bc337df5fd01 req-2c1cbae5-ad78-4e5f-a7ba-a9251ec1ce2f tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/ports?device_id=608b8252-7dee-4a66-b7a1-a863de63ff13 HTTP/1.1" status: 200 len: 950 time: 0.0607617 Oct 27 10:21:53.717399 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-39b9a264-ef55-41a5-bf04-bc337df5fd01 req-a8a18ca9-d059-4a6f-ade7-99e7556e98bb tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/security-groups?id=e786382c-1289-4f9d-b471-ed120470c2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435047 Oct 27 10:21:54.051316 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03f0913-a82b-4624-b481-9641d774ee25 req-3488e222-2422-4b18-b02c-0af2495754c4 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:54.057377 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03f0913-a82b-4624-b481-9641d774ee25 req-3488e222-2422-4b18-b02c-0af2495754c4 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:54.063362 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03f0913-a82b-4624-b481-9641d774ee25 req-3488e222-2422-4b18-b02c-0af2495754c4 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:54.065052 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-e03f0913-a82b-4624-b481-9641d774ee25 req-3488e222-2422-4b18-b02c-0af2495754c4 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] 10.222.0.44 "GET /v2.0/ports?device_id=ba15f30f-9461-4485-b03c-1e7581b76791 HTTP/1.1" status: 200 len: 2419 time: 0.0646417 Oct 27 10:21:54.103575 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-e03f0913-a82b-4624-b481-9641d774ee25 req-695778a6-2d71-4c55-af18-4b948dff2e94 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] 10.222.0.44 "GET /v2.0/security-groups?id=58a9c42a-77eb-4104-9847-0486d9673bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319695 Oct 27 10:21:54.210044 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233536fd-a4fd-44ce-9010-bb26397376e7 req-1f7803c2-939b-4df5-aa2d-bd2c8bd7648a tempest-ListImageFiltersTestJSON-1179629162 tempest-ListImageFiltersTestJSON-1179629162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:54.212297 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-233536fd-a4fd-44ce-9010-bb26397376e7 req-1f7803c2-939b-4df5-aa2d-bd2c8bd7648a tempest-ListImageFiltersTestJSON-1179629162 tempest-ListImageFiltersTestJSON-1179629162-project] 10.222.0.44 "GET /v2.0/ports?device_id=ee962280-c4a3-41e2-8b55-5766c4eddfd3 HTTP/1.1" status: 200 len: 948 time: 0.0553799 Oct 27 10:21:54.269503 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-233536fd-a4fd-44ce-9010-bb26397376e7 req-d915856a-04b9-4259-8bf4-0a6f52c0ac27 tempest-ListImageFiltersTestJSON-1179629162 tempest-ListImageFiltersTestJSON-1179629162-project] 10.222.0.44 "GET /v2.0/security-groups?id=8f77bbc8-4569-4af2-89c5-4ab81947cd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466592 Oct 27 10:21:54.333690 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ee9c08-074d-40e3-90d7-b99db369dd3e req-ece74fc2-a5a2-4d62-a0a0-4246bfed2614 tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:54.336813 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-82ee9c08-074d-40e3-90d7-b99db369dd3e req-ece74fc2-a5a2-4d62-a0a0-4246bfed2614 tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] 10.222.0.44 "GET /v2.0/ports?device_id=17fac8c9-b531-4166-a261-47a6b86a5d06 HTTP/1.1" status: 200 len: 949 time: 0.0508864 Oct 27 10:21:54.376076 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-82ee9c08-074d-40e3-90d7-b99db369dd3e req-6e6333d7-1385-475b-b133-cce209c5570f tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] 10.222.0.44 "GET /v2.0/security-groups?id=adbff9a4-0ae5-4700-84c2-4b5f53f67e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325372 Oct 27 10:21:54.584713 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8f06cd-ee11-4e74-904a-2057b8a3ff01 req-c9dc3803-3871-48c1-a708-018cb5f6f143 tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:54.586119 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ef8f06cd-ee11-4e74-904a-2057b8a3ff01 req-c9dc3803-3871-48c1-a708-018cb5f6f143 tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] 10.222.0.44 "GET /v2.0/ports?device_id=07a96c5d-bcd0-4c58-835f-01a5bab187d1 HTTP/1.1" status: 200 len: 945 time: 0.0496676 Oct 27 10:21:54.655507 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ef8f06cd-ee11-4e74-904a-2057b8a3ff01 req-f07bcdc6-cb24-41d1-8a1e-a02757e26101 tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] 10.222.0.44 "GET /v2.0/security-groups?id=abb43ff2-3d53-4d6f-bfce-d681dce200c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634162 Oct 27 10:21:54.671001 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225cba2f-8053-4cd7-823b-9c540d629949 req-10519eca-c429-4efd-beb5-94cd54cedecd tempest-ListImageFiltersTestJSON-1179629162 tempest-ListImageFiltersTestJSON-1179629162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:54.672433 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-225cba2f-8053-4cd7-823b-9c540d629949 req-10519eca-c429-4efd-beb5-94cd54cedecd tempest-ListImageFiltersTestJSON-1179629162 tempest-ListImageFiltersTestJSON-1179629162-project] 10.222.0.64 "GET /v2.0/ports?device_id=ee962280-c4a3-41e2-8b55-5766c4eddfd3 HTTP/1.1" status: 200 len: 948 time: 0.0617902 Oct 27 10:21:54.774615 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [req-225cba2f-8053-4cd7-823b-9c540d629949 req-d3c1ffc7-1f52-4122-b008-860a33fac680 tempest-ListImageFiltersTestJSON-1179629162 tempest-ListImageFiltersTestJSON-1179629162-project] Deleting port 3c208689-c22b-4220-853d-00421a4bd672 {{(pid=102346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:21:54.775046 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-225cba2f-8053-4cd7-823b-9c540d629949 req-d3c1ffc7-1f52-4122-b008-860a33fac680 tempest-ListImageFiltersTestJSON-1179629162 tempest-ListImageFiltersTestJSON-1179629162-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:54.896188 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dba88ec-017f-4c37-b334-b15c53658ae3 req-f1d656aa-f0cd-4211-853f-ac0b97116368 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:54.897711 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-6dba88ec-017f-4c37-b334-b15c53658ae3 req-f1d656aa-f0cd-4211-853f-ac0b97116368 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/ports?device_id=608b8252-7dee-4a66-b7a1-a863de63ff13 HTTP/1.1" status: 200 len: 950 time: 0.0777855 Oct 27 10:21:54.916275 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [req-225cba2f-8053-4cd7-823b-9c540d629949 req-d3c1ffc7-1f52-4122-b008-860a33fac680 tempest-ListImageFiltersTestJSON-1179629162 tempest-ListImageFiltersTestJSON-1179629162-project] For port 3c208689-c22b-4220-853d-00421a4bd672, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=3c208689-c22b-4220-853d-00421a4bd672,segment=NetworkSegment(f7c42c6d-2766-46d8-a8b7-4852117a5555),segment_id=f7c42c6d-2766-46d8-a8b7-4852117a5555)] {{(pid=102346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:21:54.916633 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-225cba2f-8053-4cd7-823b-9c540d629949 req-d3c1ffc7-1f52-4122-b008-860a33fac680 tempest-ListImageFiltersTestJSON-1179629162 tempest-ListImageFiltersTestJSON-1179629162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:54.939763 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [req-225cba2f-8053-4cd7-823b-9c540d629949 req-d3c1ffc7-1f52-4122-b008-860a33fac680 tempest-ListImageFiltersTestJSON-1179629162 tempest-ListImageFiltersTestJSON-1179629162-project] Calling delete_port for 3c208689-c22b-4220-853d-00421a4bd672 owned by compute:nova {{(pid=102346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:21:54.959754 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-6dba88ec-017f-4c37-b334-b15c53658ae3 req-37d4ab20-e07b-4a7f-bb38-d2504f7c5ea4 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/security-groups?id=e786382c-1289-4f9d-b471-ed120470c2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557837 Oct 27 10:21:55.090370 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-225cba2f-8053-4cd7-823b-9c540d629949 req-d3c1ffc7-1f52-4122-b008-860a33fac680 tempest-ListImageFiltersTestJSON-1179629162 tempest-ListImageFiltersTestJSON-1179629162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:55.117249 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c1ffc7-1f52-4122-b008-860a33fac680 tempest-ListImageFiltersTestJSON-1179629162 tempest-ListImageFiltersTestJSON-1179629162-project] Pushing event deleted for resources: {'Port': ['ID=3c208689-c22b-4220-853d-00421a4bd672,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:21:55.160875 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [req-225cba2f-8053-4cd7-823b-9c540d629949 req-d3c1ffc7-1f52-4122-b008-860a33fac680 tempest-ListImageFiltersTestJSON-1179629162 tempest-ListImageFiltersTestJSON-1179629162-project] No DVR routers for this DVR port 3c208689-c22b-4220-853d-00421a4bd672 on host n-h1-813419-10 {{(pid=102346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:21:55.164276 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-225cba2f-8053-4cd7-823b-9c540d629949 req-d3c1ffc7-1f52-4122-b008-860a33fac680 tempest-ListImageFiltersTestJSON-1179629162 tempest-ListImageFiltersTestJSON-1179629162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:55.170513 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-225cba2f-8053-4cd7-823b-9c540d629949 req-d3c1ffc7-1f52-4122-b008-860a33fac680 tempest-ListImageFiltersTestJSON-1179629162 tempest-ListImageFiltersTestJSON-1179629162-project] 10.222.0.64 "DELETE /v2.0/ports/3c208689-c22b-4220-853d-00421a4bd672 HTTP/1.1" status: 204 len: 173 time: 0.4915104 Oct 27 10:21:55.170978 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee962280-c4a3-41e2-8b55-5766c4eddfd3', 'name': 'network-vif-deleted', 'tag': '3c208689-c22b-4220-853d-00421a4bd672'}] {{(pid=102346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:21:55.173352 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc0e418f5fc417c8d55d94c0aa509b037d0beb2a734c1a709e789eb65639a56d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18fb6e1a-af43-40ae-8fad-2a926b436cd8" -d '{"events": [{"server_uuid": "ee962280-c4a3-41e2-8b55-5766c4eddfd3", "name": "network-vif-deleted", "tag": "3c208689-c22b-4220-853d-00421a4bd672"}]}' {{(pid=102346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:21:55.215148 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:21:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a04452cb-2df8-42b7-8184-64a38f273ae6 x-openstack-request-id: req-a04452cb-2df8-42b7-8184-64a38f273ae6 {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:21:55.216370 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee962280-c4a3-41e2-8b55-5766c4eddfd3", "name": "network-vif-deleted", "tag": "3c208689-c22b-4220-853d-00421a4bd672", "status": "completed", "code": 200}]} {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:21:55.216370 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a04452cb-2df8-42b7-8184-64a38f273ae6 {{(pid=102346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:21:55.216864 n-d-813419-10 neutron-server[102346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee962280-c4a3-41e2-8b55-5766c4eddfd3', 'name': 'network-vif-deleted', 'tag': '3c208689-c22b-4220-853d-00421a4bd672', 'status': 'completed', 'code': 200} Oct 27 10:21:55.253922 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac79304d-9c00-45b4-9f44-d636d002207a req-aec05fcb-d3fd-44ea-aab2-7f44fd65460a tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:55.262031 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac79304d-9c00-45b4-9f44-d636d002207a req-aec05fcb-d3fd-44ea-aab2-7f44fd65460a tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:55.268618 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac79304d-9c00-45b4-9f44-d636d002207a req-aec05fcb-d3fd-44ea-aab2-7f44fd65460a tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:55.271035 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-ac79304d-9c00-45b4-9f44-d636d002207a req-aec05fcb-d3fd-44ea-aab2-7f44fd65460a tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] 10.222.0.44 "GET /v2.0/ports?device_id=ba15f30f-9461-4485-b03c-1e7581b76791 HTTP/1.1" status: 200 len: 2419 time: 0.0862489 Oct 27 10:21:55.351713 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-ac79304d-9c00-45b4-9f44-d636d002207a req-baf6ed84-6e51-4d28-9bb4-5c35355c5eba tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] 10.222.0.44 "GET /v2.0/security-groups?id=58a9c42a-77eb-4104-9847-0486d9673bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647984 Oct 27 10:21:55.427874 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-5bcb389b-befd-4149-bb4b-40e64bc0d1ba req-8651cd47-68b4-43d2-baab-9a3d83e598d5 tempest-ListImageFiltersTestJSON-1179629162 tempest-ListImageFiltersTestJSON-1179629162-project] 10.222.0.44 "GET /v2.0/ports?device_id=ee962280-c4a3-41e2-8b55-5766c4eddfd3 HTTP/1.1" status: 200 len: 210 time: 0.0313940 Oct 27 10:21:55.508696 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9949e00-db05-494f-a865-c3281c6ac73b req-21ca4991-f783-4da6-8feb-5a64663ea96c tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:55.510388 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b9949e00-db05-494f-a865-c3281c6ac73b req-21ca4991-f783-4da6-8feb-5a64663ea96c tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] 10.222.0.44 "GET /v2.0/ports?device_id=17fac8c9-b531-4166-a261-47a6b86a5d06 HTTP/1.1" status: 200 len: 949 time: 0.0525703 Oct 27 10:21:55.580927 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b9949e00-db05-494f-a865-c3281c6ac73b req-05118dab-ad69-46ba-9488-282ccfc9517d tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] 10.222.0.44 "GET /v2.0/security-groups?id=adbff9a4-0ae5-4700-84c2-4b5f53f67e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582774 Oct 27 10:21:55.721458 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6634539d-f8e0-4d75-bcf2-ebf0eda9c0dc req-6b372d55-45ca-4095-b519-4bfd7e53b07f tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:55.727850 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6634539d-f8e0-4d75-bcf2-ebf0eda9c0dc req-6b372d55-45ca-4095-b519-4bfd7e53b07f tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:55.745400 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6634539d-f8e0-4d75-bcf2-ebf0eda9c0dc req-6b372d55-45ca-4095-b519-4bfd7e53b07f tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:55.747145 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-6634539d-f8e0-4d75-bcf2-ebf0eda9c0dc req-6b372d55-45ca-4095-b519-4bfd7e53b07f tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] 10.222.0.44 "GET /v2.0/ports?device_id=ba15f30f-9461-4485-b03c-1e7581b76791 HTTP/1.1" status: 200 len: 2419 time: 0.0847871 Oct 27 10:21:55.799209 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-6634539d-f8e0-4d75-bcf2-ebf0eda9c0dc req-f83470ff-99d3-4cbd-a2c7-704bc79906ab tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] 10.222.0.44 "GET /v2.0/security-groups?id=58a9c42a-77eb-4104-9847-0486d9673bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446067 Oct 27 10:21:55.801252 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b355cc9-74ec-4acc-a206-181800ff9336 req-62e5b139-bc90-489d-89ed-73bd7f49a032 tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:55.804124 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-5b355cc9-74ec-4acc-a206-181800ff9336 req-62e5b139-bc90-489d-89ed-73bd7f49a032 tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] 10.222.0.44 "GET /v2.0/ports?device_id=07a96c5d-bcd0-4c58-835f-01a5bab187d1 HTTP/1.1" status: 200 len: 945 time: 0.0607228 Oct 27 10:21:55.853347 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-5b355cc9-74ec-4acc-a206-181800ff9336 req-00c5299c-5e2d-4d10-96dd-64e985562c2b tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] 10.222.0.44 "GET /v2.0/security-groups?id=abb43ff2-3d53-4d6f-bfce-d681dce200c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381546 Oct 27 10:21:55.864570 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device 9d6bfe0c-461a-4d7b-a7c3-05a050b7e2ba details requested by agent hyperv_n-h1-813419-10 with host n-h1-813419-10 {{(pid=102348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 10:21:55.867244 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device 9d6bfe0c-461a-4d7b-a7c3-05a050b7e2ba no longer exists at agent hyperv_n-h1-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:21:56.023662 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:56.053127 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port 9d6bfe0c-461a-4d7b-a7c3-05a050b7e2ba, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=9d6bfe0c-461a-4d7b-a7c3-05a050b7e2ba,segment=NetworkSegment(f7c42c6d-2766-46d8-a8b7-4852117a5555),segment_id=f7c42c6d-2766-46d8-a8b7-4852117a5555)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:21:56.069227 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17fac8c9-b531-4166-a261-47a6b86a5d06', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d6bfe0c-461a-4d7b-a7c3-05a050b7e2ba'}] {{(pid=102348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:21:56.071595 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c588921fa634554a1d9242fdea1b05457a9ff1d3b28ba54ec1dace7f2f1df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d75324d-c7ac-4990-b394-b3683783766f" -d '{"events": [{"server_uuid": "17fac8c9-b531-4166-a261-47a6b86a5d06", "name": "network-vif-unplugged", "status": "completed", "tag": "9d6bfe0c-461a-4d7b-a7c3-05a050b7e2ba"}]}' {{(pid=102348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:21:56.081461 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Returning: {'device': '9d6bfe0c-461a-4d7b-a7c3-05a050b7e2ba', 'network_id': '4d250f92-d229-45fe-a579-67fef8e6c544', 'port_id': '9d6bfe0c-461a-4d7b-a7c3-05a050b7e2ba', 'mac_address': 'fa:16:3e:2e:c8:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62eb52f7-aac4-48af-8670-e04300325561', 'ip_address': '192.168.233.83'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 10:21:56.085378 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb73e40-a687-479d-a09b-da3e073131d8 req-c3dea0d0-c57b-478e-b7d9-9bdd8670d899 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:56.088699 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-cdb73e40-a687-479d-a09b-da3e073131d8 req-c3dea0d0-c57b-478e-b7d9-9bdd8670d899 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/ports?device_id=608b8252-7dee-4a66-b7a1-a863de63ff13 HTTP/1.1" status: 200 len: 950 time: 0.0529978 Oct 27 10:21:56.090149 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port 9d6bfe0c-461a-4d7b-a7c3-05a050b7e2ba, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=9d6bfe0c-461a-4d7b-a7c3-05a050b7e2ba,segment=NetworkSegment(f7c42c6d-2766-46d8-a8b7-4852117a5555),segment_id=f7c42c6d-2766-46d8-a8b7-4852117a5555)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:21:56.095101 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:56.115991 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 27 Oct 2021 10:21:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12f1ec99-e00e-4a22-bd25-1bb89dd0f2d6 x-openstack-request-id: req-12f1ec99-e00e-4a22-bd25-1bb89dd0f2d6 {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:21:56.116325 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17fac8c9-b531-4166-a261-47a6b86a5d06", "name": "network-vif-unplugged", "status": "completed", "tag": "9d6bfe0c-461a-4d7b-a7c3-05a050b7e2ba", "code": 200}]} {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:21:56.116575 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-12f1ec99-e00e-4a22-bd25-1bb89dd0f2d6 {{(pid=102348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:21:56.116949 n-d-813419-10 neutron-server[102348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17fac8c9-b531-4166-a261-47a6b86a5d06', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d6bfe0c-461a-4d7b-a7c3-05a050b7e2ba', 'code': 200} Oct 27 10:21:56.139276 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-cdb73e40-a687-479d-a09b-da3e073131d8 req-8215ba44-2bb2-44d9-8ea6-494b43bf4074 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/security-groups?id=e786382c-1289-4f9d-b471-ed120470c2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412905 Oct 27 10:21:56.158322 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:56.179803 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d6bfe0c-461a-4d7b-a7c3-05a050b7e2ba {{(pid=102348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:21:56.183815 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Pushing event updated for resources: {'Port': ['ID=9d6bfe0c-461a-4d7b-a7c3-05a050b7e2ba,revision_number=6']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:21:56.203449 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port 9d6bfe0c-461a-4d7b-a7c3-05a050b7e2ba, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=9d6bfe0c-461a-4d7b-a7c3-05a050b7e2ba,segment=NetworkSegment(f7c42c6d-2766-46d8-a8b7-4852117a5555),segment_id=f7c42c6d-2766-46d8-a8b7-4852117a5555)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:21:56.207005 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:56.252403 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Pushing event updated for resources: {'Port': ['ID=9d6bfe0c-461a-4d7b-a7c3-05a050b7e2ba,revision_number=7']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:21:56.435627 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] get_ports_and_sgs() called for port_ids ['9d6bfe0c-461a-4d7b-a7c3-05a050b7e2ba'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:21:56.698071 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e663efd5-f055-408a-8a19-4fd192698115 req-0ffe3a0d-438c-48e3-b8b6-4c6973120517 tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:56.701120 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-e663efd5-f055-408a-8a19-4fd192698115 req-0ffe3a0d-438c-48e3-b8b6-4c6973120517 tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] 10.222.0.44 "GET /v2.0/ports?device_id=17fac8c9-b531-4166-a261-47a6b86a5d06 HTTP/1.1" status: 200 len: 948 time: 0.0542047 Oct 27 10:21:56.713802 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54684910-a942-42c4-b69b-8c863d43d005 req-3907b530-b4ac-4073-8e10-a3f8c766625b tempest-ListImageFiltersTestJSON-1179629162 tempest-ListImageFiltersTestJSON-1179629162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:56.715309 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-54684910-a942-42c4-b69b-8c863d43d005 req-3907b530-b4ac-4073-8e10-a3f8c766625b tempest-ListImageFiltersTestJSON-1179629162 tempest-ListImageFiltersTestJSON-1179629162-project] 10.222.0.44 "GET /v2.0/ports?device_id=35f56aec-205c-48b0-810a-70a54e75c42f HTTP/1.1" status: 200 len: 949 time: 0.0504959 Oct 27 10:21:56.742157 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-e663efd5-f055-408a-8a19-4fd192698115 req-d28ed3e0-a6e5-4a8c-8743-7af5981b7ab9 tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] 10.222.0.44 "GET /v2.0/security-groups?id=adbff9a4-0ae5-4700-84c2-4b5f53f67e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341604 Oct 27 10:21:56.761403 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-54684910-a942-42c4-b69b-8c863d43d005 req-17f7a507-5ad7-484a-af45-e8e02114f9df tempest-ListImageFiltersTestJSON-1179629162 tempest-ListImageFiltersTestJSON-1179629162-project] 10.222.0.44 "GET /v2.0/security-groups?id=8f77bbc8-4569-4af2-89c5-4ab81947cd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393052 Oct 27 10:21:56.912005 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e32e7f1-26e7-4934-b3d5-97ec7e3978ef req-1bb0677e-7cbd-4d17-8e4e-a6db946a137e tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:56.918883 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e32e7f1-26e7-4934-b3d5-97ec7e3978ef req-1bb0677e-7cbd-4d17-8e4e-a6db946a137e tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:56.925727 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e32e7f1-26e7-4934-b3d5-97ec7e3978ef req-1bb0677e-7cbd-4d17-8e4e-a6db946a137e tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:56.927365 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-5e32e7f1-26e7-4934-b3d5-97ec7e3978ef req-1bb0677e-7cbd-4d17-8e4e-a6db946a137e tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] 10.222.0.44 "GET /v2.0/ports?device_id=ba15f30f-9461-4485-b03c-1e7581b76791 HTTP/1.1" status: 200 len: 2419 time: 0.0646069 Oct 27 10:21:56.970080 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-5e32e7f1-26e7-4934-b3d5-97ec7e3978ef req-304ba80d-5986-49b0-9d3e-952a1b455b12 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] 10.222.0.44 "GET /v2.0/security-groups?id=58a9c42a-77eb-4104-9847-0486d9673bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361192 Oct 27 10:21:56.976423 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4857505-4b37-4df8-9c1f-65d8435b6302 req-3b70c86d-ca94-4be3-9bc5-8ba85b18a514 tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:56.977892 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-e4857505-4b37-4df8-9c1f-65d8435b6302 req-3b70c86d-ca94-4be3-9bc5-8ba85b18a514 tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] 10.222.0.44 "GET /v2.0/ports?device_id=07a96c5d-bcd0-4c58-835f-01a5bab187d1 HTTP/1.1" status: 200 len: 945 time: 0.0502465 Oct 27 10:21:57.019638 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-e4857505-4b37-4df8-9c1f-65d8435b6302 req-e403074b-52b7-4054-a333-1961d926f8fd tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] 10.222.0.44 "GET /v2.0/security-groups?id=abb43ff2-3d53-4d6f-bfce-d681dce200c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348980 Oct 27 10:21:57.261573 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a93e75-9003-4244-92d8-a4686d74acbd req-1f0f31e3-2cee-46c9-8487-5a4c26e0b24d tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:57.262981 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-56a93e75-9003-4244-92d8-a4686d74acbd req-1f0f31e3-2cee-46c9-8487-5a4c26e0b24d tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/ports?device_id=608b8252-7dee-4a66-b7a1-a863de63ff13 HTTP/1.1" status: 200 len: 950 time: 0.0511911 Oct 27 10:21:57.300597 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-56a93e75-9003-4244-92d8-a4686d74acbd req-cb69ebc9-086c-4f6d-b364-17ee02248817 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/security-groups?id=e786382c-1289-4f9d-b471-ed120470c2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315459 Oct 27 10:21:57.867686 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f0a906-698d-4120-9358-d5e227c83f75 req-bdfafd7b-128c-4b84-9d1f-5bbb45ec05d2 tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:57.869224 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-d3f0a906-698d-4120-9358-d5e227c83f75 req-bdfafd7b-128c-4b84-9d1f-5bbb45ec05d2 tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] 10.222.0.44 "GET /v2.0/ports?device_id=17fac8c9-b531-4166-a261-47a6b86a5d06 HTTP/1.1" status: 200 len: 948 time: 0.0555210 Oct 27 10:21:57.885293 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36db10cc-8646-4146-a596-2e940043ddd3 req-213108f3-77b7-42b1-b014-994894d77fb1 tempest-ListImageFiltersTestJSON-1179629162 tempest-ListImageFiltersTestJSON-1179629162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:57.886869 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-36db10cc-8646-4146-a596-2e940043ddd3 req-213108f3-77b7-42b1-b014-994894d77fb1 tempest-ListImageFiltersTestJSON-1179629162 tempest-ListImageFiltersTestJSON-1179629162-project] 10.222.0.44 "GET /v2.0/ports?device_id=35f56aec-205c-48b0-810a-70a54e75c42f HTTP/1.1" status: 200 len: 949 time: 0.0512731 Oct 27 10:21:57.898816 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device 9d6bfe0c-461a-4d7b-a7c3-05a050b7e2ba up at agent hyperv_n-h1-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:21:57.919332 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-d3f0a906-698d-4120-9358-d5e227c83f75 req-c6a07e14-2bcf-4f5b-bf0d-ac68a8471a17 tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] 10.222.0.44 "GET /v2.0/security-groups?id=adbff9a4-0ae5-4700-84c2-4b5f53f67e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402648 Oct 27 10:21:57.936252 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-36db10cc-8646-4146-a596-2e940043ddd3 req-3a9d3e54-8508-4208-b31c-d227782a5635 tempest-ListImageFiltersTestJSON-1179629162 tempest-ListImageFiltersTestJSON-1179629162-project] 10.222.0.44 "GET /v2.0/security-groups?id=8f77bbc8-4569-4af2-89c5-4ab81947cd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376534 Oct 27 10:21:57.971542 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Provisioning complete for port 9d6bfe0c-461a-4d7b-a7c3-05a050b7e2ba triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:21:57.971903 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:58.063950 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:58.111343 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port 9d6bfe0c-461a-4d7b-a7c3-05a050b7e2ba, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=9d6bfe0c-461a-4d7b-a7c3-05a050b7e2ba,segment=NetworkSegment(f7c42c6d-2766-46d8-a8b7-4852117a5555),segment_id=f7c42c6d-2766-46d8-a8b7-4852117a5555)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:21:58.116822 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:58.117733 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device 3c208689-c22b-4220-853d-00421a4bd672 no longer exists at agent hyperv_n-h1-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:21:58.118166 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a1f61c-465d-442e-8d4a-72483c428b23 req-612cb3e8-99a5-4922-9d7f-bdc7c2d0db2c tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:58.121421 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17fac8c9-b531-4166-a261-47a6b86a5d06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d6bfe0c-461a-4d7b-a7c3-05a050b7e2ba'}] {{(pid=102348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:21:58.124718 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c588921fa634554a1d9242fdea1b05457a9ff1d3b28ba54ec1dace7f2f1df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef23ec31-9dd2-4246-b21b-11eabbcbabd1" -d '{"events": [{"server_uuid": "17fac8c9-b531-4166-a261-47a6b86a5d06", "name": "network-vif-plugged", "status": "completed", "tag": "9d6bfe0c-461a-4d7b-a7c3-05a050b7e2ba"}]}' {{(pid=102348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:21:58.126774 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a1f61c-465d-442e-8d4a-72483c428b23 req-612cb3e8-99a5-4922-9d7f-bdc7c2d0db2c tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:58.134447 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a1f61c-465d-442e-8d4a-72483c428b23 req-612cb3e8-99a5-4922-9d7f-bdc7c2d0db2c tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:58.143053 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-75a1f61c-465d-442e-8d4a-72483c428b23 req-612cb3e8-99a5-4922-9d7f-bdc7c2d0db2c tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] 10.222.0.44 "GET /v2.0/ports?device_id=ba15f30f-9461-4485-b03c-1e7581b76791 HTTP/1.1" status: 200 len: 2419 time: 0.0864959 Oct 27 10:21:58.177681 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] No Port match for: 3c208689-c22b-4220-853d-00421a4bd672 {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:21:58.177877 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8711cae-15c4-47cf-a2ee-5138a1bedbd4 req-f278306f-6c07-4484-81b0-e5b86da75bf3 tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:58.178089 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device 3c208689-c22b-4220-853d-00421a4bd672 not bound to the agent host n-h1-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:21:58.183462 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-75a1f61c-465d-442e-8d4a-72483c428b23 req-67db39a1-0d62-46ec-a98a-c2c4b61e8499 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] 10.222.0.44 "GET /v2.0/security-groups?id=58a9c42a-77eb-4104-9847-0486d9673bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394976 Oct 27 10:21:58.185294 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-f8711cae-15c4-47cf-a2ee-5138a1bedbd4 req-f278306f-6c07-4484-81b0-e5b86da75bf3 tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] 10.222.0.44 "GET /v2.0/ports?device_id=07a96c5d-bcd0-4c58-835f-01a5bab187d1 HTTP/1.1" status: 200 len: 945 time: 0.0625215 Oct 27 10:21:58.205490 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Pushing event updated for resources: {'Port': ['ID=9d6bfe0c-461a-4d7b-a7c3-05a050b7e2ba,revision_number=8']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:21:58.228525 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-f8711cae-15c4-47cf-a2ee-5138a1bedbd4 req-de9f45c6-d497-4d5a-ac74-892d914115af tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] 10.222.0.44 "GET /v2.0/security-groups?id=abb43ff2-3d53-4d6f-bfce-d681dce200c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407808 Oct 27 10:21:58.316339 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:21:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10fb6bc1-80ff-4ced-b820-a214bcb45181 x-openstack-request-id: req-10fb6bc1-80ff-4ced-b820-a214bcb45181 {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:21:58.316642 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17fac8c9-b531-4166-a261-47a6b86a5d06", "name": "network-vif-plugged", "status": "completed", "tag": "9d6bfe0c-461a-4d7b-a7c3-05a050b7e2ba", "code": 200}]} {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:21:58.316902 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-10fb6bc1-80ff-4ced-b820-a214bcb45181 {{(pid=102348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:21:58.317313 n-d-813419-10 neutron-server[102348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17fac8c9-b531-4166-a261-47a6b86a5d06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d6bfe0c-461a-4d7b-a7c3-05a050b7e2ba', 'code': 200} Oct 27 10:21:58.358126 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77c40d7-3293-4550-887c-f922653c51bb req-2a3012be-9284-4c5f-9418-ac20fdab0f95 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:58.364721 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77c40d7-3293-4550-887c-f922653c51bb req-2a3012be-9284-4c5f-9418-ac20fdab0f95 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:58.371321 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77c40d7-3293-4550-887c-f922653c51bb req-2a3012be-9284-4c5f-9418-ac20fdab0f95 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:58.373763 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-b77c40d7-3293-4550-887c-f922653c51bb req-2a3012be-9284-4c5f-9418-ac20fdab0f95 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] 10.222.0.76 "GET /v2.0/ports?device_id=ba15f30f-9461-4485-b03c-1e7581b76791 HTTP/1.1" status: 200 len: 2419 time: 0.0826054 Oct 27 10:21:58.514955 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d13652a-92a9-4df3-a190-7291d80edccb req-5e65083e-df2f-4855-a284-936732cf466c tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:58.516522 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-7d13652a-92a9-4df3-a190-7291d80edccb req-5e65083e-df2f-4855-a284-936732cf466c tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/ports?device_id=608b8252-7dee-4a66-b7a1-a863de63ff13 HTTP/1.1" status: 200 len: 950 time: 0.1238041 Oct 27 10:21:58.566794 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [req-b77c40d7-3293-4550-887c-f922653c51bb req-223eca11-70df-4a2a-835e-c489ed2bf6c9 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Deleting port 046a4159-896c-4c11-80a7-414d4c12e606 {{(pid=102346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:21:58.567042 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-b77c40d7-3293-4550-887c-f922653c51bb req-223eca11-70df-4a2a-835e-c489ed2bf6c9 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:58.638012 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-7d13652a-92a9-4df3-a190-7291d80edccb req-297a4597-efbe-4b12-a26d-8074beb9cbec tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/security-groups?id=e786382c-1289-4f9d-b471-ed120470c2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122072 Oct 27 10:21:58.639739 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d13841f-4cb9-47ce-aa28-91feb95888f8 req-d68d8ebf-518f-45e7-ba99-82c140f3f8ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:58.641153 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-6d13841f-4cb9-47ce-aa28-91feb95888f8 req-d68d8ebf-518f-45e7-ba99-82c140f3f8ae service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=17fac8c9-b531-4166-a261-47a6b86a5d06 HTTP/1.1" status: 200 len: 1101 time: 0.1238804 Oct 27 10:21:58.722810 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-6d13841f-4cb9-47ce-aa28-91feb95888f8 req-1e3c5f96-dbc2-4bbe-b658-e7c447fcd153 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=adbff9a4-0ae5-4700-84c2-4b5f53f67e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645771 Oct 27 10:21:58.737401 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fa0e6c-4971-41a7-b90c-3bdb3dc70627 req-84e6d7d2-82ea-4694-bfd0-ab3e5ecc37e4 tempest-ListImageFiltersTestJSON-1179629162 tempest-ListImageFiltersTestJSON-1179629162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:58.738780 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-e8fa0e6c-4971-41a7-b90c-3bdb3dc70627 req-84e6d7d2-82ea-4694-bfd0-ab3e5ecc37e4 tempest-ListImageFiltersTestJSON-1179629162 tempest-ListImageFiltersTestJSON-1179629162-project] 10.222.0.64 "GET /v2.0/ports?device_id=35f56aec-205c-48b0-810a-70a54e75c42f HTTP/1.1" status: 200 len: 949 time: 0.1167624 Oct 27 10:21:58.743717 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [req-b77c40d7-3293-4550-887c-f922653c51bb req-223eca11-70df-4a2a-835e-c489ed2bf6c9 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] For port 046a4159-896c-4c11-80a7-414d4c12e606, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=046a4159-896c-4c11-80a7-414d4c12e606,segment=NetworkSegment(2f4d8b82-058e-4dfe-88d6-0a3bf3e2bbf6),segment_id=2f4d8b82-058e-4dfe-88d6-0a3bf3e2bbf6)] {{(pid=102346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:21:58.744073 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-b77c40d7-3293-4550-887c-f922653c51bb req-223eca11-70df-4a2a-835e-c489ed2bf6c9 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:58.756542 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [req-b77c40d7-3293-4550-887c-f922653c51bb req-223eca11-70df-4a2a-835e-c489ed2bf6c9 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Calling delete_port for 046a4159-896c-4c11-80a7-414d4c12e606 owned by compute:nova {{(pid=102346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:21:58.885714 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-b77c40d7-3293-4550-887c-f922653c51bb req-223eca11-70df-4a2a-835e-c489ed2bf6c9 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:58.898653 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] get_ports_and_sgs() called for port_ids ['046a4159-896c-4c11-80a7-414d4c12e606', '5da31a5b-d673-4293-8684-712ca7dd4059', '6986bbe4-340c-4bb2-a378-567c4b6e4742'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:21:58.921086 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223eca11-70df-4a2a-835e-c489ed2bf6c9 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Pushing event deleted for resources: {'Port': ['ID=046a4159-896c-4c11-80a7-414d4c12e606,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:21:59.010570 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [req-b77c40d7-3293-4550-887c-f922653c51bb req-223eca11-70df-4a2a-835e-c489ed2bf6c9 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] No DVR routers for this DVR port 046a4159-896c-4c11-80a7-414d4c12e606 on host n-h2-813419-10 {{(pid=102346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:21:59.018446 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-b77c40d7-3293-4550-887c-f922653c51bb req-223eca11-70df-4a2a-835e-c489ed2bf6c9 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:59.021765 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-b77c40d7-3293-4550-887c-f922653c51bb req-223eca11-70df-4a2a-835e-c489ed2bf6c9 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] 10.222.0.76 "DELETE /v2.0/ports/046a4159-896c-4c11-80a7-414d4c12e606 HTTP/1.1" status: 204 len: 173 time: 0.6411316 Oct 27 10:21:59.022233 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba15f30f-9461-4485-b03c-1e7581b76791', 'name': 'network-vif-deleted', 'tag': '046a4159-896c-4c11-80a7-414d4c12e606'}] {{(pid=102346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:21:59.040713 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc0e418f5fc417c8d55d94c0aa509b037d0beb2a734c1a709e789eb65639a56d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0e640de-c669-4f3a-9a43-013ef0ca54ba" -d '{"events": [{"server_uuid": "ba15f30f-9461-4485-b03c-1e7581b76791", "name": "network-vif-deleted", "tag": "046a4159-896c-4c11-80a7-414d4c12e606"}]}' {{(pid=102346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:21:59.123546 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ab6d4d-5eb8-4ec3-b378-19013e0fc042 req-4281d114-b50e-476d-bea9-5513a45810e7 tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:59.137693 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b7ab6d4d-5eb8-4ec3-b378-19013e0fc042 req-4281d114-b50e-476d-bea9-5513a45810e7 tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] 10.222.0.44 "GET /v2.0/ports?device_id=17fac8c9-b531-4166-a261-47a6b86a5d06 HTTP/1.1" status: 200 len: 949 time: 0.0779922 Oct 27 10:21:59.200013 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b7ab6d4d-5eb8-4ec3-b378-19013e0fc042 req-5b779648-31c9-4fc3-a65a-2c1720f3fe0c tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] 10.222.0.44 "GET /v2.0/security-groups?id=adbff9a4-0ae5-4700-84c2-4b5f53f67e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610309 Oct 27 10:21:59.240022 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f328171-87b8-4db6-9893-f2e69848549e req-9998be35-43f9-4a6c-8a1e-8cae64bbb165 tempest-ListImageFiltersTestJSON-1179629162 tempest-ListImageFiltersTestJSON-1179629162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:59.241572 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-1f328171-87b8-4db6-9893-f2e69848549e req-9998be35-43f9-4a6c-8a1e-8cae64bbb165 tempest-ListImageFiltersTestJSON-1179629162 tempest-ListImageFiltersTestJSON-1179629162-project] 10.222.0.44 "GET /v2.0/ports?device_id=35f56aec-205c-48b0-810a-70a54e75c42f HTTP/1.1" status: 200 len: 949 time: 0.1576767 Oct 27 10:21:59.253110 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [req-e8fa0e6c-4971-41a7-b90c-3bdb3dc70627 req-f623c6b5-8024-4e08-bfa9-fae57fcc88ae tempest-ListImageFiltersTestJSON-1179629162 tempest-ListImageFiltersTestJSON-1179629162-project] Deleting port a8b3068e-7a2f-4b87-a091-934f61940394 {{(pid=102346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:21:59.253438 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-e8fa0e6c-4971-41a7-b90c-3bdb3dc70627 req-f623c6b5-8024-4e08-bfa9-fae57fcc88ae tempest-ListImageFiltersTestJSON-1179629162 tempest-ListImageFiltersTestJSON-1179629162-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:59.265776 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:21:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bce5fb1-ea39-42b8-b7c2-d09158f42087 x-openstack-request-id: req-4bce5fb1-ea39-42b8-b7c2-d09158f42087 {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:21:59.266247 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba15f30f-9461-4485-b03c-1e7581b76791", "name": "network-vif-deleted", "tag": "046a4159-896c-4c11-80a7-414d4c12e606", "status": "completed", "code": 200}]} {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:21:59.266500 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4bce5fb1-ea39-42b8-b7c2-d09158f42087 {{(pid=102346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:21:59.266889 n-d-813419-10 neutron-server[102346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba15f30f-9461-4485-b03c-1e7581b76791', 'name': 'network-vif-deleted', 'tag': '046a4159-896c-4c11-80a7-414d4c12e606', 'status': 'completed', 'code': 200} Oct 27 10:21:59.370213 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e6a5df-adc0-4b8e-aa4a-936126d27502 req-3cf31598-a1b5-4f30-8a21-2e5c3904098b tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:59.380705 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e6a5df-adc0-4b8e-aa4a-936126d27502 req-3cf31598-a1b5-4f30-8a21-2e5c3904098b tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:59.382313 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-1f328171-87b8-4db6-9893-f2e69848549e req-83361514-da3a-4fc5-9dc7-bc135d17d3c7 tempest-ListImageFiltersTestJSON-1179629162 tempest-ListImageFiltersTestJSON-1179629162-project] 10.222.0.44 "GET /v2.0/security-groups?id=8f77bbc8-4569-4af2-89c5-4ab81947cd3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334181 Oct 27 10:21:59.382484 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-14e6a5df-adc0-4b8e-aa4a-936126d27502 req-3cf31598-a1b5-4f30-8a21-2e5c3904098b tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] 10.222.0.44 "GET /v2.0/ports?device_id=ba15f30f-9461-4485-b03c-1e7581b76791 HTTP/1.1" status: 200 len: 1683 time: 0.0717289 Oct 27 10:21:59.404250 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [req-b77c40d7-3293-4550-887c-f922653c51bb req-a10dd055-41a1-44b0-8fe5-c4cd6c034677 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Deleting port 5da31a5b-d673-4293-8684-712ca7dd4059 {{(pid=102346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:21:59.404577 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-b77c40d7-3293-4550-887c-f922653c51bb req-a10dd055-41a1-44b0-8fe5-c4cd6c034677 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:59.416895 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [req-e8fa0e6c-4971-41a7-b90c-3bdb3dc70627 req-f623c6b5-8024-4e08-bfa9-fae57fcc88ae tempest-ListImageFiltersTestJSON-1179629162 tempest-ListImageFiltersTestJSON-1179629162-project] For port a8b3068e-7a2f-4b87-a091-934f61940394, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=a8b3068e-7a2f-4b87-a091-934f61940394,segment=NetworkSegment(f7c42c6d-2766-46d8-a8b7-4852117a5555),segment_id=f7c42c6d-2766-46d8-a8b7-4852117a5555)] {{(pid=102346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:21:59.417778 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-e8fa0e6c-4971-41a7-b90c-3bdb3dc70627 req-f623c6b5-8024-4e08-bfa9-fae57fcc88ae tempest-ListImageFiltersTestJSON-1179629162 tempest-ListImageFiltersTestJSON-1179629162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:59.431619 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [req-e8fa0e6c-4971-41a7-b90c-3bdb3dc70627 req-f623c6b5-8024-4e08-bfa9-fae57fcc88ae tempest-ListImageFiltersTestJSON-1179629162 tempest-ListImageFiltersTestJSON-1179629162-project] Calling delete_port for a8b3068e-7a2f-4b87-a091-934f61940394 owned by compute:nova {{(pid=102346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:21:59.442647 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-14e6a5df-adc0-4b8e-aa4a-936126d27502 req-38f006f2-ae5e-4a80-bced-379f9906e9f1 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] 10.222.0.44 "GET /v2.0/security-groups?id=58a9c42a-77eb-4104-9847-0486d9673bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527687 Oct 27 10:21:59.774040 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4d6778-478b-4875-99d7-db70ff745668 req-15701904-c732-4ae3-b468-72cf69055657 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:59.775663 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8f4d6778-478b-4875-99d7-db70ff745668 req-15701904-c732-4ae3-b468-72cf69055657 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/ports?device_id=608b8252-7dee-4a66-b7a1-a863de63ff13 HTTP/1.1" status: 200 len: 950 time: 0.0615444 Oct 27 10:21:59.819961 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8f4d6778-478b-4875-99d7-db70ff745668 req-a345e9ea-39ba-4152-95a2-ad04b9c467bb tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/security-groups?id=e786382c-1289-4f9d-b471-ed120470c2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375977 Oct 27 10:21:59.867322 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb28d17-e68e-443d-a37a-83d892c01f70 req-44c287a1-eede-4cf1-86dc-f822c109b902 tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:21:59.868849 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-bfb28d17-e68e-443d-a37a-83d892c01f70 req-44c287a1-eede-4cf1-86dc-f822c109b902 tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] 10.222.0.44 "GET /v2.0/ports?device_id=07a96c5d-bcd0-4c58-835f-01a5bab187d1 HTTP/1.1" status: 200 len: 945 time: 0.1177378 Oct 27 10:21:59.921918 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [req-b77c40d7-3293-4550-887c-f922653c51bb req-a10dd055-41a1-44b0-8fe5-c4cd6c034677 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] For port 5da31a5b-d673-4293-8684-712ca7dd4059, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=5da31a5b-d673-4293-8684-712ca7dd4059,segment=NetworkSegment(011e63b8-20bd-49dc-90e4-9a161767caef),segment_id=011e63b8-20bd-49dc-90e4-9a161767caef)] {{(pid=102346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:21:59.922621 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-b77c40d7-3293-4550-887c-f922653c51bb req-a10dd055-41a1-44b0-8fe5-c4cd6c034677 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:21:59.948689 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-bfb28d17-e68e-443d-a37a-83d892c01f70 req-bae55479-9100-481f-9889-3689a11a7542 tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] 10.222.0.44 "GET /v2.0/security-groups?id=abb43ff2-3d53-4d6f-bfce-d681dce200c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706491 Oct 27 10:21:59.954122 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [req-b77c40d7-3293-4550-887c-f922653c51bb req-a10dd055-41a1-44b0-8fe5-c4cd6c034677 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Calling delete_port for 5da31a5b-d673-4293-8684-712ca7dd4059 owned by compute:nova {{(pid=102346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:22:00.048753 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-e8fa0e6c-4971-41a7-b90c-3bdb3dc70627 req-f623c6b5-8024-4e08-bfa9-fae57fcc88ae tempest-ListImageFiltersTestJSON-1179629162 tempest-ListImageFiltersTestJSON-1179629162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:00.082245 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f623c6b5-8024-4e08-bfa9-fae57fcc88ae tempest-ListImageFiltersTestJSON-1179629162 tempest-ListImageFiltersTestJSON-1179629162-project] Pushing event deleted for resources: {'Port': ['ID=a8b3068e-7a2f-4b87-a091-934f61940394,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:22:00.133654 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8fa0e6c-4971-41a7-b90c-3bdb3dc70627 req-f623c6b5-8024-4e08-bfa9-fae57fcc88ae tempest-ListImageFiltersTestJSON-1179629162 tempest-ListImageFiltersTestJSON-1179629162-project] No DVR routers for this DVR port a8b3068e-7a2f-4b87-a091-934f61940394 on host n-h1-813419-10 {{(pid=102346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:22:00.136332 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-e8fa0e6c-4971-41a7-b90c-3bdb3dc70627 req-f623c6b5-8024-4e08-bfa9-fae57fcc88ae tempest-ListImageFiltersTestJSON-1179629162 tempest-ListImageFiltersTestJSON-1179629162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:00.139730 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-e8fa0e6c-4971-41a7-b90c-3bdb3dc70627 req-f623c6b5-8024-4e08-bfa9-fae57fcc88ae tempest-ListImageFiltersTestJSON-1179629162 tempest-ListImageFiltersTestJSON-1179629162-project] 10.222.0.64 "DELETE /v2.0/ports/a8b3068e-7a2f-4b87-a091-934f61940394 HTTP/1.1" status: 204 len: 173 time: 1.2274034 Oct 27 10:22:00.192261 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-b77c40d7-3293-4550-887c-f922653c51bb req-a10dd055-41a1-44b0-8fe5-c4cd6c034677 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:00.206301 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] get_ports_and_sgs() called for port_ids ['046a4159-896c-4c11-80a7-414d4c12e606'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:22:00.240040 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10dd055-41a1-44b0-8fe5-c4cd6c034677 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Pushing event deleted for resources: {'Port': ['ID=5da31a5b-d673-4293-8684-712ca7dd4059,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:22:00.288574 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [req-b77c40d7-3293-4550-887c-f922653c51bb req-a10dd055-41a1-44b0-8fe5-c4cd6c034677 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] No DVR routers for this DVR port 5da31a5b-d673-4293-8684-712ca7dd4059 on host n-h2-813419-10 {{(pid=102346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:22:00.290984 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-b77c40d7-3293-4550-887c-f922653c51bb req-a10dd055-41a1-44b0-8fe5-c4cd6c034677 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:00.295262 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-b77c40d7-3293-4550-887c-f922653c51bb req-a10dd055-41a1-44b0-8fe5-c4cd6c034677 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] 10.222.0.76 "DELETE /v2.0/ports/5da31a5b-d673-4293-8684-712ca7dd4059 HTTP/1.1" status: 204 len: 173 time: 1.2180963 Oct 27 10:22:00.389731 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce18898-9aa0-4673-b4f7-5f9ec9ad39b5 req-d4ae0267-d575-4bf2-ae9c-5f92b9a34c4c tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:00.392037 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-4ce18898-9aa0-4673-b4f7-5f9ec9ad39b5 req-d4ae0267-d575-4bf2-ae9c-5f92b9a34c4c tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] 10.222.0.44 "GET /v2.0/ports?device_id=17fac8c9-b531-4166-a261-47a6b86a5d06 HTTP/1.1" status: 200 len: 949 time: 0.0748587 Oct 27 10:22:00.442232 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-4ce18898-9aa0-4673-b4f7-5f9ec9ad39b5 req-a8fef52c-4000-45e5-9054-9d44622747a4 tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] 10.222.0.44 "GET /v2.0/security-groups?id=adbff9a4-0ae5-4700-84c2-4b5f53f67e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408692 Oct 27 10:22:00.445737 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [req-b77c40d7-3293-4550-887c-f922653c51bb req-dc1d867f-ed85-4e39-b879-a22f531f92e8 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Deleting port 6986bbe4-340c-4bb2-a378-567c4b6e4742 {{(pid=102346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:22:00.446076 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-b77c40d7-3293-4550-887c-f922653c51bb req-dc1d867f-ed85-4e39-b879-a22f531f92e8 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:00.603366 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-a9b7902b-8fd4-4719-903a-b3019842d9be req-a06c9218-4d00-4c95-943f-f98854622c55 tempest-ListImageFiltersTestJSON-1179629162 tempest-ListImageFiltersTestJSON-1179629162-project] 10.222.0.44 "GET /v2.0/ports?device_id=35f56aec-205c-48b0-810a-70a54e75c42f HTTP/1.1" status: 200 len: 210 time: 0.0562565 Oct 27 10:22:00.635180 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7c4d04-0154-4e41-91c8-9e470ca372ad req-ff2159a2-6ae3-4df3-a96c-242b7e7ad2d6 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:00.638186 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-5c7c4d04-0154-4e41-91c8-9e470ca372ad req-ff2159a2-6ae3-4df3-a96c-242b7e7ad2d6 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] 10.222.0.44 "GET /v2.0/ports?device_id=ba15f30f-9461-4485-b03c-1e7581b76791 HTTP/1.1" status: 200 len: 946 time: 0.1135225 Oct 27 10:22:00.709057 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-5c7c4d04-0154-4e41-91c8-9e470ca372ad req-be630a5d-2056-4428-89e0-e73fd1a63e8e tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] 10.222.0.44 "GET /v2.0/security-groups?id=58a9c42a-77eb-4104-9847-0486d9673bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616250 Oct 27 10:22:00.740841 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [req-b77c40d7-3293-4550-887c-f922653c51bb req-dc1d867f-ed85-4e39-b879-a22f531f92e8 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] For port 6986bbe4-340c-4bb2-a378-567c4b6e4742, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=6986bbe4-340c-4bb2-a378-567c4b6e4742,segment=NetworkSegment(2f4d8b82-058e-4dfe-88d6-0a3bf3e2bbf6),segment_id=2f4d8b82-058e-4dfe-88d6-0a3bf3e2bbf6)] {{(pid=102346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:22:00.741425 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-b77c40d7-3293-4550-887c-f922653c51bb req-dc1d867f-ed85-4e39-b879-a22f531f92e8 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:00.759366 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [req-b77c40d7-3293-4550-887c-f922653c51bb req-dc1d867f-ed85-4e39-b879-a22f531f92e8 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Calling delete_port for 6986bbe4-340c-4bb2-a378-567c4b6e4742 owned by compute:nova {{(pid=102346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:22:00.769502 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763c29a1-5cbc-438c-b5c5-6e4fa1836cb4 req-11b6a26c-35bb-4225-af76-3f212adbd51a tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:00.771344 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-763c29a1-5cbc-438c-b5c5-6e4fa1836cb4 req-11b6a26c-35bb-4225-af76-3f212adbd51a tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] 10.222.0.44 "GET /v2.0/ports?device_id=17fac8c9-b531-4166-a261-47a6b86a5d06 HTTP/1.1" status: 200 len: 949 time: 0.0909412 Oct 27 10:22:00.862256 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-763c29a1-5cbc-438c-b5c5-6e4fa1836cb4 req-22a315e2-07e5-4daa-9a7f-8b123cd16af3 tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] 10.222.0.44 "GET /v2.0/security-groups?id=adbff9a4-0ae5-4700-84c2-4b5f53f67e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814085 Oct 27 10:22:01.023896 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-b77c40d7-3293-4550-887c-f922653c51bb req-dc1d867f-ed85-4e39-b879-a22f531f92e8 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:01.063552 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c025220-e1fc-42dd-bde2-20a55437ec03 req-a2d09abb-0cff-4252-a504-53d539f65ac8 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:01.065303 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-1c025220-e1fc-42dd-bde2-20a55437ec03 req-a2d09abb-0cff-4252-a504-53d539f65ac8 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/ports?device_id=608b8252-7dee-4a66-b7a1-a863de63ff13 HTTP/1.1" status: 200 len: 950 time: 0.1164799 Oct 27 10:22:01.068453 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1d867f-ed85-4e39-b879-a22f531f92e8 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Pushing event deleted for resources: {'Port': ['ID=6986bbe4-340c-4bb2-a378-567c4b6e4742,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:22:01.147151 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [req-b77c40d7-3293-4550-887c-f922653c51bb req-dc1d867f-ed85-4e39-b879-a22f531f92e8 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] No DVR routers for this DVR port 6986bbe4-340c-4bb2-a378-567c4b6e4742 on host n-h2-813419-10 {{(pid=102346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:22:01.157651 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-1c025220-e1fc-42dd-bde2-20a55437ec03 req-3586da99-788d-4374-8d7e-0c3ed85015b0 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/security-groups?id=e786382c-1289-4f9d-b471-ed120470c2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845001 Oct 27 10:22:01.158823 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-b77c40d7-3293-4550-887c-f922653c51bb req-dc1d867f-ed85-4e39-b879-a22f531f92e8 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:01.166907 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-b77c40d7-3293-4550-887c-f922653c51bb req-dc1d867f-ed85-4e39-b879-a22f531f92e8 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] 10.222.0.76 "DELETE /v2.0/ports/6986bbe4-340c-4bb2-a378-567c4b6e4742 HTTP/1.1" status: 204 len: 173 time: 0.8640113 Oct 27 10:22:01.267685 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35f56aec-205c-48b0-810a-70a54e75c42f', 'name': 'network-vif-deleted', 'tag': 'a8b3068e-7a2f-4b87-a091-934f61940394'}, {'server_uuid': 'ba15f30f-9461-4485-b03c-1e7581b76791', 'name': 'network-vif-deleted', 'tag': '5da31a5b-d673-4293-8684-712ca7dd4059'}, {'server_uuid': 'ba15f30f-9461-4485-b03c-1e7581b76791', 'name': 'network-vif-deleted', 'tag': '6986bbe4-340c-4bb2-a378-567c4b6e4742'}] {{(pid=102346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:22:01.270754 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc0e418f5fc417c8d55d94c0aa509b037d0beb2a734c1a709e789eb65639a56d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1012b8fe-74de-4af0-8339-d4c10d865b37" -d '{"events": [{"server_uuid": "35f56aec-205c-48b0-810a-70a54e75c42f", "name": "network-vif-deleted", "tag": "a8b3068e-7a2f-4b87-a091-934f61940394"}, {"server_uuid": "ba15f30f-9461-4485-b03c-1e7581b76791", "name": "network-vif-deleted", "tag": "5da31a5b-d673-4293-8684-712ca7dd4059"}, {"server_uuid": "ba15f30f-9461-4485-b03c-1e7581b76791", "name": "network-vif-deleted", "tag": "6986bbe4-340c-4bb2-a378-567c4b6e4742"}]}' {{(pid=102346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:22:01.373527 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c93a3b-9f0f-4d8d-bce4-2a76c706cf54 req-1645fbdb-5ec3-4898-9a5a-917f8f46a9df tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:01.380530 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3141c8-98b0-4f47-8a69-85934219029c req-df4054c8-c353-45cd-8fed-77d748120217 tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:01.381588 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-98c93a3b-9f0f-4d8d-bce4-2a76c706cf54 req-1645fbdb-5ec3-4898-9a5a-917f8f46a9df tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] 10.222.0.44 "GET /v2.0/ports?device_id=07a96c5d-bcd0-4c58-835f-01a5bab187d1 HTTP/1.1" status: 200 len: 945 time: 0.0840094 Oct 27 10:22:01.390683 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-7c3141c8-98b0-4f47-8a69-85934219029c req-df4054c8-c353-45cd-8fed-77d748120217 tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] 10.222.0.44 "GET /v2.0/ports?device_id=17fac8c9-b531-4166-a261-47a6b86a5d06 HTTP/1.1" status: 200 len: 949 time: 0.1138816 Oct 27 10:22:01.434380 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-98c93a3b-9f0f-4d8d-bce4-2a76c706cf54 req-35d703a8-274b-41e2-aebb-2a9a376211ec tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] 10.222.0.44 "GET /v2.0/security-groups?id=abb43ff2-3d53-4d6f-bfce-d681dce200c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518188 Oct 27 10:22:01.452690 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-7c3141c8-98b0-4f47-8a69-85934219029c req-6e48fc0b-71a5-40bb-b254-db64e059b11d tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] 10.222.0.44 "GET /v2.0/security-groups?id=adbff9a4-0ae5-4700-84c2-4b5f53f67e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598309 Oct 27 10:22:01.514852 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Wed, 27 Oct 2021 10:22:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7f494b3-c2bb-4b3f-844b-6fd0af771fc7 x-openstack-request-id: req-d7f494b3-c2bb-4b3f-844b-6fd0af771fc7 {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:22:01.515331 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35f56aec-205c-48b0-810a-70a54e75c42f", "name": "network-vif-deleted", "tag": "a8b3068e-7a2f-4b87-a091-934f61940394", "status": "completed", "code": 200}, {"server_uuid": "ba15f30f-9461-4485-b03c-1e7581b76791", "name": "network-vif-deleted", "tag": "5da31a5b-d673-4293-8684-712ca7dd4059", "status": "completed", "code": 200}, {"server_uuid": "ba15f30f-9461-4485-b03c-1e7581b76791", "name": "network-vif-deleted", "tag": "6986bbe4-340c-4bb2-a378-567c4b6e4742", "status": "completed", "code": 200}]} {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:22:01.515778 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d7f494b3-c2bb-4b3f-844b-6fd0af771fc7 {{(pid=102346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:22:01.517073 n-d-813419-10 neutron-server[102346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35f56aec-205c-48b0-810a-70a54e75c42f', 'name': 'network-vif-deleted', 'tag': 'a8b3068e-7a2f-4b87-a091-934f61940394', 'status': 'completed', 'code': 200} Oct 27 10:22:01.517668 n-d-813419-10 neutron-server[102346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba15f30f-9461-4485-b03c-1e7581b76791', 'name': 'network-vif-deleted', 'tag': '5da31a5b-d673-4293-8684-712ca7dd4059', 'status': 'completed', 'code': 200} Oct 27 10:22:01.517668 n-d-813419-10 neutron-server[102346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba15f30f-9461-4485-b03c-1e7581b76791', 'name': 'network-vif-deleted', 'tag': '6986bbe4-340c-4bb2-a378-567c4b6e4742', 'status': 'completed', 'code': 200} Oct 27 10:22:01.850390 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-787dd05b-cea7-4966-855a-cac8ea4e1c3f req-8c044524-9efd-4df0-b602-3821ec91654d tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] 10.222.0.44 "GET /v2.0/ports?device_id=ba15f30f-9461-4485-b03c-1e7581b76791 HTTP/1.1" status: 200 len: 210 time: 0.0333197 Oct 27 10:22:01.905464 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device a8b3068e-7a2f-4b87-a091-934f61940394 no longer exists at agent hyperv_n-h1-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:22:01.933836 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] No Port match for: a8b3068e-7a2f-4b87-a091-934f61940394 {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:22:01.934378 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device a8b3068e-7a2f-4b87-a091-934f61940394 not bound to the agent host n-h1-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:22:02.164191 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11050e55-77a2-435b-aae3-5d15165aada5 req-6998cae4-f486-426b-8027-1fde5c2823b9 tempest-ServersWithSpecificFlavorTestJSON-2103273157 tempest-ServersWithSpecificFlavorTestJSON-2103273157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:02.165737 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-11050e55-77a2-435b-aae3-5d15165aada5 req-6998cae4-f486-426b-8027-1fde5c2823b9 tempest-ServersWithSpecificFlavorTestJSON-2103273157 tempest-ServersWithSpecificFlavorTestJSON-2103273157-project] 10.222.0.44 "GET /v2.0/ports?device_id=265228e3-9e0d-4457-9209-d37929afa548 HTTP/1.1" status: 200 len: 946 time: 0.0615997 Oct 27 10:22:02.175603 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:02.211641 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-11050e55-77a2-435b-aae3-5d15165aada5 req-53da86aa-9eb1-406b-94bc-e4e56438baee tempest-ServersWithSpecificFlavorTestJSON-2103273157 tempest-ServersWithSpecificFlavorTestJSON-2103273157-project] 10.222.0.44 "GET /v2.0/security-groups?id=a5c3a744-545c-4ff0-934c-41785bfff57c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377958 Oct 27 10:22:02.319651 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device 6986bbe4-340c-4bb2-a378-567c4b6e4742 no longer exists at agent hyperv_n-h2-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:22:02.343836 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] No Port match for: 6986bbe4-340c-4bb2-a378-567c4b6e4742 {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:22:02.344603 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device 6986bbe4-340c-4bb2-a378-567c4b6e4742 not bound to the agent host n-h2-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:22:02.345249 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device 046a4159-896c-4c11-80a7-414d4c12e606 no longer exists at agent hyperv_n-h2-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:22:02.357583 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f1c2d1-9d80-481c-b84b-3063c86a1114 req-5e99d8e3-42df-4f69-a0d7-b9c9f7da5a7a tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:02.365025 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-52f1c2d1-9d80-481c-b84b-3063c86a1114 req-5e99d8e3-42df-4f69-a0d7-b9c9f7da5a7a tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/ports?device_id=608b8252-7dee-4a66-b7a1-a863de63ff13 HTTP/1.1" status: 200 len: 950 time: 0.0779328 Oct 27 10:22:02.370395 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] No Port match for: 046a4159-896c-4c11-80a7-414d4c12e606 {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:22:02.371077 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device 046a4159-896c-4c11-80a7-414d4c12e606 not bound to the agent host n-h2-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:22:02.371937 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device 5da31a5b-d673-4293-8684-712ca7dd4059 no longer exists at agent hyperv_n-h2-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:22:02.397543 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] No Port match for: 5da31a5b-d673-4293-8684-712ca7dd4059 {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:22:02.398004 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device 5da31a5b-d673-4293-8684-712ca7dd4059 not bound to the agent host n-h2-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:22:02.404722 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-52f1c2d1-9d80-481c-b84b-3063c86a1114 req-ec4f09ec-414b-4fec-8bcd-6eea8a1db06e tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/security-groups?id=e786382c-1289-4f9d-b471-ed120470c2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388234 Oct 27 10:22:02.569350 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cc2c86-52d5-4164-933a-1cd7b1360360 req-5fcc890e-dc2f-4525-a1a8-4ec29371eb3a tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:02.578005 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-97cc2c86-52d5-4164-933a-1cd7b1360360 req-5fcc890e-dc2f-4525-a1a8-4ec29371eb3a tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] 10.222.0.44 "GET /v2.0/ports?device_id=07a96c5d-bcd0-4c58-835f-01a5bab187d1 HTTP/1.1" status: 200 len: 945 time: 0.0668983 Oct 27 10:22:02.615349 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-97cc2c86-52d5-4164-933a-1cd7b1360360 req-a0c0a299-6d1a-4b67-9a70-aeb48f5f83e5 tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] 10.222.0.44 "GET /v2.0/security-groups?id=abb43ff2-3d53-4d6f-bfce-d681dce200c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363932 Oct 27 10:22:02.644697 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd766144-421f-4e26-ba6e-d89036d7ee00 req-8c6b2ee3-6103-4348-95e4-0dc0feaea893 tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:02.646272 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-fd766144-421f-4e26-ba6e-d89036d7ee00 req-8c6b2ee3-6103-4348-95e4-0dc0feaea893 tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] 10.222.0.44 "GET /v2.0/ports?device_id=17fac8c9-b531-4166-a261-47a6b86a5d06 HTTP/1.1" status: 200 len: 949 time: 0.0673523 Oct 27 10:22:02.688221 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-fd766144-421f-4e26-ba6e-d89036d7ee00 req-0f76d720-d8ce-4709-a063-a53e0e8b73f2 tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] 10.222.0.44 "GET /v2.0/security-groups?id=adbff9a4-0ae5-4700-84c2-4b5f53f67e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348868 Oct 27 10:22:02.793373 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 44186) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:22:02.913548 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 44192) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:22:02.958894 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-f8535a10-0537-4af4-9bea-3f097d255fb6 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=699d3041e820414995c56d1bf28d1cff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1643450 Oct 27 10:22:02.961558 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 44196) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:22:02.978107 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a403b03-002f-4bf5-b4b6-b8fac07720e2 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Deleting subnet 0123d0dd-a153-4f35-8c70-2c230f56e9c3 {{(pid=102347) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 10:22:02.981330 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-5a403b03-002f-4bf5-b4b6-b8fac07720e2 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Publish callbacks [] for subnet, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:03.013480 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-c8f8c24d-d587-484e-8d8f-6f11d7ee26a1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:03.023356 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-5a403b03-002f-4bf5-b4b6-b8fac07720e2 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-18445109'] for subnet, precommit_delete_associations {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:03.038408 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-c8f8c24d-d587-484e-8d8f-6f11d7ee26a1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:03.083791 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-c8f8c24d-d587-484e-8d8f-6f11d7ee26a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:03.086259 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-c8f8c24d-d587-484e-8d8f-6f11d7ee26a1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:03.087435 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-c8f8c24d-d587-484e-8d8f-6f11d7ee26a1 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8f77bbc8-4569-4af2-89c5-4ab81947cd3d HTTP/1.1" status: 204 len: 168 time: 0.1247435 Oct 27 10:22:03.096988 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f8c24d-d587-484e-8d8f-6f11d7ee26a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f77bbc8-4569-4af2-89c5-4ab81947cd3d,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:22:03.145835 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-5a403b03-002f-4bf5-b4b6-b8fac07720e2 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855646'] for subnet, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:03.209240 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-5a403b03-002f-4bf5-b4b6-b8fac07720e2 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-18295818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18043720'] for subnet, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:03.238740 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a403b03-002f-4bf5-b4b6-b8fac07720e2 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Pushing event deleted for resources: {'Subnet': ['ID=0123d0dd-a153-4f35-8c70-2c230f56e9c3,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:22:03.252779 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-5a403b03-002f-4bf5-b4b6-b8fac07720e2 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Publish callbacks [] for subnet, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:03.256693 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-5a403b03-002f-4bf5-b4b6-b8fac07720e2 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] 10.222.0.44 "DELETE /v2.0/subnets/0123d0dd-a153-4f35-8c70-2c230f56e9c3 HTTP/1.1" status: 204 len: 168 time: 0.3419168 Oct 27 10:22:03.259117 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 44206) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:22:03.264219 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-256e93bc-ff07-44a4-84aa-4157f90cd073 None None] Network 076a41df-5d2c-43e1-bc66-0378c65da1f4 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:22:03.369925 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-5480be3e-5705-4ffa-8ca1-34e1187a5fb3 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586917'] for network, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:03.461821 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-5480be3e-5705-4ffa-8ca1-34e1187a5fb3 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Deleting port 17588b03-f1a7-45b3-9a82-7e3c59a24d01 {{(pid=102346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:22:03.462165 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-5480be3e-5705-4ffa-8ca1-34e1187a5fb3 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:03.477251 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5908a3af-a1cd-4af4-88d2-2a0f188ac781 None None] DHCP port deletion for 076a41df-5d2c-43e1-bc66-0378c65da1f4 request from n-d-813419-10 {{(pid=102348) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 10:22:03.538178 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-5908a3af-a1cd-4af4-88d2-2a0f188ac781 None None] Deleting port 17588b03-f1a7-45b3-9a82-7e3c59a24d01 {{(pid=102348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:22:03.538805 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-5908a3af-a1cd-4af4-88d2-2a0f188ac781 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:03.573684 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-f5f14142-e04f-45ec-833c-d5dd4baf0a47 req-cf5146f1-840a-4d65-9d59-0362ab997410 tempest-ServersWithSpecificFlavorTestJSON-2103273157 tempest-ServersWithSpecificFlavorTestJSON-2103273157-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--855016435&fields=id&tenant_id=60bf030ec38b4548b292ea0483de5f05 HTTP/1.1" status: 200 len: 267 time: 0.0842252 Oct 27 10:22:03.577426 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ec1c12-a57c-4ca4-97e3-25b0cb460287 req-e607e293-4f41-4a24-bf5d-978de6e7a039 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:03.579584 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-95ec1c12-a57c-4ca4-97e3-25b0cb460287 req-e607e293-4f41-4a24-bf5d-978de6e7a039 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/ports?device_id=608b8252-7dee-4a66-b7a1-a863de63ff13 HTTP/1.1" status: 200 len: 950 time: 0.0690780 Oct 27 10:22:03.604617 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [None req-5480be3e-5705-4ffa-8ca1-34e1187a5fb3 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] For port 17588b03-f1a7-45b3-9a82-7e3c59a24d01, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=17588b03-f1a7-45b3-9a82-7e3c59a24d01,segment=NetworkSegment(011e63b8-20bd-49dc-90e4-9a161767caef),segment_id=011e63b8-20bd-49dc-90e4-9a161767caef)] {{(pid=102346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:22:03.604890 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-5480be3e-5705-4ffa-8ca1-34e1187a5fb3 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:03.614748 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-5908a3af-a1cd-4af4-88d2-2a0f188ac781 None None] For port 17588b03-f1a7-45b3-9a82-7e3c59a24d01, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=17588b03-f1a7-45b3-9a82-7e3c59a24d01,segment=NetworkSegment(011e63b8-20bd-49dc-90e4-9a161767caef),segment_id=011e63b8-20bd-49dc-90e4-9a161767caef)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:22:03.615867 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-5908a3af-a1cd-4af4-88d2-2a0f188ac781 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:03.622610 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-95ec1c12-a57c-4ca4-97e3-25b0cb460287 req-6362500f-9487-43d1-9feb-ccc25cb6393a tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/security-groups?id=e786382c-1289-4f9d-b471-ed120470c2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354834 Oct 27 10:22:03.647806 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-5908a3af-a1cd-4af4-88d2-2a0f188ac781 None None] Calling delete_port for 17588b03-f1a7-45b3-9a82-7e3c59a24d01 owned by network:dhcp {{(pid=102348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:22:03.673631 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-5480be3e-5705-4ffa-8ca1-34e1187a5fb3 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Calling delete_port for 17588b03-f1a7-45b3-9a82-7e3c59a24d01 owned by network:dhcp {{(pid=102346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:22:03.752611 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-5908a3af-a1cd-4af4-88d2-2a0f188ac781 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615'] for port, after_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:03.777678 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6167bd53-a373-4f63-9804-72ef38b954bd req-9c8f42b9-b169-4237-a895-e0d4c1be74ae tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:03.780156 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-6167bd53-a373-4f63-9804-72ef38b954bd req-9c8f42b9-b169-4237-a895-e0d4c1be74ae tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] 10.222.0.44 "GET /v2.0/ports?device_id=07a96c5d-bcd0-4c58-835f-01a5bab187d1 HTTP/1.1" status: 200 len: 945 time: 0.0736458 Oct 27 10:22:03.786875 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5908a3af-a1cd-4af4-88d2-2a0f188ac781 None None] Pushing event deleted for resources: {'Port': ['ID=17588b03-f1a7-45b3-9a82-7e3c59a24d01,revision_number=None']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:22:03.798501 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5908a3af-a1cd-4af4-88d2-2a0f188ac781 None None] No DVR routers for this DVR port 17588b03-f1a7-45b3-9a82-7e3c59a24d01 on host n-d-813419-10 {{(pid=102348) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:22:03.831950 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-6167bd53-a373-4f63-9804-72ef38b954bd req-365bf56e-546b-4b1d-bec0-7cf4c5d7ae85 tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] 10.222.0.44 "GET /v2.0/security-groups?id=abb43ff2-3d53-4d6f-bfce-d681dce200c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461593 Oct 27 10:22:03.832679 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f14142-e04f-45ec-833c-d5dd4baf0a47 req-08da7eac-3d46-4d93-ac16-72e60f01a5c8 tempest-ServersWithSpecificFlavorTestJSON-2103273157 tempest-ServersWithSpecificFlavorTestJSON-2103273157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:03.837364 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-f5f14142-e04f-45ec-833c-d5dd4baf0a47 req-08da7eac-3d46-4d93-ac16-72e60f01a5c8 tempest-ServersWithSpecificFlavorTestJSON-2103273157 tempest-ServersWithSpecificFlavorTestJSON-2103273157-project] 10.222.0.44 "GET /v2.0/networks?id=0a48af15-1075-4a1c-b6c2-04479e771f49 HTTP/1.1" status: 200 len: 823 time: 0.2627552 Oct 27 10:22:03.864752 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-f5f14142-e04f-45ec-833c-d5dd4baf0a47 req-127a6e8a-a6a9-4c1b-8879-24c92727c640 tempest-ServersWithSpecificFlavorTestJSON-2103273157 tempest-ServersWithSpecificFlavorTestJSON-2103273157-project] 10.222.0.44 "GET /v2.0/quotas/60bf030ec38b4548b292ea0483de5f05 HTTP/1.1" status: 200 len: 375 time: 0.0160813 Oct 27 10:22:03.879975 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-5480be3e-5705-4ffa-8ca1-34e1187a5fb3 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:03.931926 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5480be3e-5705-4ffa-8ca1-34e1187a5fb3 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Pushing event deleted for resources: {'Port': ['ID=17588b03-f1a7-45b3-9a82-7e3c59a24d01,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:22:03.940188 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5480be3e-5705-4ffa-8ca1-34e1187a5fb3 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] No DVR routers for this DVR port 17588b03-f1a7-45b3-9a82-7e3c59a24d01 on host n-d-813419-10 {{(pid=102346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:22:03.942556 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 44244) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:22:03.957200 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4114ec21-bb46-4285-a1fb-ab779bdcf2af req-e5053085-26db-4db1-83ce-d6c3f54bbe14 tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:03.958708 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-4114ec21-bb46-4285-a1fb-ab779bdcf2af req-e5053085-26db-4db1-83ce-d6c3f54bbe14 tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] 10.222.0.44 "GET /v2.0/ports?device_id=17fac8c9-b531-4166-a261-47a6b86a5d06 HTTP/1.1" status: 200 len: 949 time: 0.0572674 Oct 27 10:22:03.991890 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-f5f14142-e04f-45ec-833c-d5dd4baf0a47 req-c69d0116-24b1-4171-a247-2d763007a497 tempest-ServersWithSpecificFlavorTestJSON-2103273157 tempest-ServersWithSpecificFlavorTestJSON-2103273157-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=60bf030ec38b4548b292ea0483de5f05&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1222494 Oct 27 10:22:04.001960 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-4114ec21-bb46-4285-a1fb-ab779bdcf2af req-dfa552d6-06dc-489a-8a3f-62863d8dc818 tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] 10.222.0.44 "GET /v2.0/security-groups?id=adbff9a4-0ae5-4700-84c2-4b5f53f67e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369060 Oct 27 10:22:04.087851 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-56548b5a-8cb1-46e6-bf59-08df43a691ca admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1800046610-network', 'tenant_id': '5a3c12df7f43463a852ca5173c2eabe7'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:22:04.108510 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-5480be3e-5705-4ffa-8ca1-34e1187a5fb3 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857803', 'neutron.services.segments.db._delete_segments_for_network-8743873143390'] for network, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:04.146995 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-5480be3e-5705-4ffa-8ca1-34e1187a5fb3 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['076a41df-5d2c-43e1-bc66-0378c65da1f4']}} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:22:04.148991 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56548b5a-8cb1-46e6-bf59-08df43a691ca admin admin] Made reservation on behalf of 5a3c12df7f43463a852ca5173c2eabe7 for: {'network': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:22:04.151384 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-56548b5a-8cb1-46e6-bf59-08df43a691ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for network, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:04.175433 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-5480be3e-5705-4ffa-8ca1-34e1187a5fb3 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '011e63b8-20bd-49dc-90e4-9a161767caef') {'for_net_delete': True} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:22:04.175721 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-5480be3e-5705-4ffa-8ca1-34e1187a5fb3 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '011e63b8-20bd-49dc-90e4-9a161767caef') {} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:22:04.186546 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-56548b5a-8cb1-46e6-bf59-08df43a691ca admin admin] Publish callbacks [] for security_group, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:04.190285 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475e415a-56e5-43cd-b470-6450cd4ac9a8 req-7c4548b6-bb82-4454-9c8e-6e5daa31506a tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:04.191767 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-475e415a-56e5-43cd-b470-6450cd4ac9a8 req-7c4548b6-bb82-4454-9c8e-6e5daa31506a tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] 10.222.0.44 "GET /v2.0/networks?id=1886fe3b-e088-4c7d-8f4c-b14d4440b311 HTTP/1.1" status: 200 len: 821 time: 0.1060245 Oct 27 10:22:04.196727 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-5480be3e-5705-4ffa-8ca1-34e1187a5fb3 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743873145191', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25847877'] for segment, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:04.207178 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-475e415a-56e5-43cd-b470-6450cd4ac9a8 req-232f9f60-9e0f-4084-ae41-335bf26213a2 tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] 10.222.0.44 "GET /v2.0/quotas/54312c7c8f9740c0a6858560a6518b0e HTTP/1.1" status: 200 len: 375 time: 0.0094497 Oct 27 10:22:04.209569 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-f5f14142-e04f-45ec-833c-d5dd4baf0a47 req-e753dccf-373a-4806-87ce-49e0cd84b553 service neutron] 10.222.0.44 "GET /v2.0/networks/0a48af15-1075-4a1c-b6c2-04479e771f49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2022655 Oct 27 10:22:04.217518 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-5480be3e-5705-4ffa-8ca1-34e1187a5fb3 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:04.240885 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5480be3e-5705-4ffa-8ca1-34e1187a5fb3 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Releasing vlan 417 on physical network physnet1 to pool {{(pid=102346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 10:22:04.241267 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-5480be3e-5705-4ffa-8ca1-34e1187a5fb3 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27024137'] for segment, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:04.252959 n-d-813419-10 neutron-server[102346]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 10:22:04.252959 n-d-813419-10 neutron-server[102346]: self.session.flush() Oct 27 10:22:04.252959 n-d-813419-10 neutron-server[102346]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 10:22:04.252959 n-d-813419-10 neutron-server[102346]: self.session.flush() Oct 27 10:22:04.252959 n-d-813419-10 neutron-server[102346]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 10:22:04.252959 n-d-813419-10 neutron-server[102346]: self.session.flush() Oct 27 10:22:04.252959 n-d-813419-10 neutron-server[102346]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 10:22:04.252959 n-d-813419-10 neutron-server[102346]: self.session.flush() Oct 27 10:22:04.252959 n-d-813419-10 neutron-server[102346]: Traceback (most recent call last): Oct 27 10:22:04.252959 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 10:22:04.252959 n-d-813419-10 neutron-server[102346]: timer() Oct 27 10:22:04.252959 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 10:22:04.252959 n-d-813419-10 neutron-server[102346]: cb(*args, **kw) Oct 27 10:22:04.252959 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 10:22:04.252959 n-d-813419-10 neutron-server[102346]: return func(*args, **kwargs) Oct 27 10:22:04.252959 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 10:22:04.252959 n-d-813419-10 neutron-server[102346]: self._notify() Oct 27 10:22:04.252959 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 10:22:04.252959 n-d-813419-10 neutron-server[102346]: self.callback(batched_events) Oct 27 10:22:04.252959 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 10:22:04.252959 n-d-813419-10 neutron-server[102346]: event.method(event) Oct 27 10:22:04.252959 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 10:22:04.252959 n-d-813419-10 neutron-server[102346]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 10:22:04.252959 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 10:22:04.252959 n-d-813419-10 neutron-server[102346]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 10:22:04.252959 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 10:22:04.252959 n-d-813419-10 neutron-server[102346]: return f(self, *a, **k) Oct 27 10:22:04.252959 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 10:22:04.252959 n-d-813419-10 neutron-server[102346]: return self._get(url).json() Oct 27 10:22:04.252959 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 10:22:04.252959 n-d-813419-10 neutron-server[102346]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 10:22:04.252959 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 10:22:04.252959 n-d-813419-10 neutron-server[102346]: return self.request(url, 'GET', **kwargs) Oct 27 10:22:04.252959 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 10:22:04.252959 n-d-813419-10 neutron-server[102346]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 10:22:04.252959 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 10:22:04.252959 n-d-813419-10 neutron-server[102346]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 10:22:04.252959 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 10:22:04.252959 n-d-813419-10 neutron-server[102346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 10:22:04.252959 n-d-813419-10 neutron-server[102346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 10:22:04.266271 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-475e415a-56e5-43cd-b470-6450cd4ac9a8 req-fff693ab-19de-4778-8259-4e5a60440df3 tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=54312c7c8f9740c0a6858560a6518b0e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0531096 Oct 27 10:22:04.366417 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-475e415a-56e5-43cd-b470-6450cd4ac9a8 req-caac5ab9-4a7e-472f-85dd-d8a6ed4f5e9d service neutron] 10.222.0.44 "GET /v2.0/networks/1886fe3b-e088-4c7d-8f4c-b14d4440b311?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928173 Oct 27 10:22:04.370772 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-5480be3e-5705-4ffa-8ca1-34e1187a5fb3 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664840'] for network, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:04.399840 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-5480be3e-5705-4ffa-8ca1-34e1187a5fb3 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for network, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:04.402937 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-5480be3e-5705-4ffa-8ca1-34e1187a5fb3 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] 10.222.0.44 "DELETE /v2.0/networks/076a41df-5d2c-43e1-bc66-0378c65da1f4 HTTP/1.1" status: 204 len: 168 time: 1.1426361 Oct 27 10:22:04.411504 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 44252) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:22:04.430412 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5480be3e-5705-4ffa-8ca1-34e1187a5fb3 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Pushing event deleted for resources: {'Network': ['ID=076a41df-5d2c-43e1-bc66-0378c65da1f4,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:22:04.458713 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-475e415a-56e5-43cd-b470-6450cd4ac9a8 req-fc6cb567-21ea-498b-bb77-2cb1488fc8c5 service neutron] 10.222.0.44 "GET /v2.0/networks/1886fe3b-e088-4c7d-8f4c-b14d4440b311?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850530 Oct 27 10:22:04.470319 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-f5f14142-e04f-45ec-833c-d5dd4baf0a47 req-c5b7cfae-4a78-4585-82d2-b6fc782e019a service neutron] 10.222.0.44 "GET /v2.0/networks/0a48af15-1075-4a1c-b6c2-04479e771f49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2506361 Oct 27 10:22:04.477831 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-56548b5a-8cb1-46e6-bf59-08df43a691ca admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:04.484850 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-56548b5a-8cb1-46e6-bf59-08df43a691ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:04.510626 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1b91d50-3fa9-48ca-9065-c450aaf932e9 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Deleting subnet 082aff69-879d-442e-95d2-f2999d2c243f {{(pid=102346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 10:22:04.519754 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-c1b91d50-3fa9-48ca-9065-c450aaf932e9 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Publish callbacks [] for subnet, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:04.522353 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56548b5a-8cb1-46e6-bf59-08df43a691ca admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 444} {{(pid=102346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 10:22:04.576238 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-56548b5a-8cb1-46e6-bf59-08df43a691ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:04.576598 n-d-813419-10 neutron-server[102346]: INFO neutron.db.segments_db [None req-56548b5a-8cb1-46e6-bf59-08df43a691ca admin admin] Added segment 484662c5-6896-4c64-9da4-4aa0000b52b3 of type vlan for network 6ef429fe-b6d8-4054-9275-be62180ab304 Oct 27 10:22:04.579802 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56548b5a-8cb1-46e6-bf59-08df43a691ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=615bdcbe-ed5b-471f-bde6-bd7c27af75c0,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:22:04.590426 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-c1b91d50-3fa9-48ca-9065-c450aaf932e9 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25847868'] for subnet, precommit_delete_associations {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:04.654881 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 17588b03-f1a7-45b3-9a82-7e3c59a24d01 no longer exists at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:22:04.663995 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-56548b5a-8cb1-46e6-bf59-08df43a691ca admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743872593080'] for network, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:04.702160 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] No Port match for: 17588b03-f1a7-45b3-9a82-7e3c59a24d01 {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:22:04.703262 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 17588b03-f1a7-45b3-9a82-7e3c59a24d01 not bound to the agent host n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:22:04.727056 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-56548b5a-8cb1-46e6-bf59-08df43a691ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913'] for network, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:04.728220 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56548b5a-8cb1-46e6-bf59-08df43a691ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:04.728913 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-56548b5a-8cb1-46e6-bf59-08df43a691ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for network, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:04.779222 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-c1b91d50-3fa9-48ca-9065-c450aaf932e9 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855646'] for subnet, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:04.847248 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-8bd0ffea-a4cf-45ae-9494-33c111e63c38 req-f2d896aa-66fa-44be-aa82-d92a1d24e8d4 tempest-ServersWithSpecificFlavorTestJSON-2103273157 tempest-ServersWithSpecificFlavorTestJSON-2103273157-project] 10.222.0.44 "GET /v2.0/ports?device_id=dab55e46-8e3b-4a56-8e39-e3a205f3b352 HTTP/1.1" status: 200 len: 210 time: 0.1067648 Oct 27 10:22:04.916465 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-56548b5a-8cb1-46e6-bf59-08df43a691ca admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.9685867 Oct 27 10:22:04.921769 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 44276) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:22:04.924401 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56548b5a-8cb1-46e6-bf59-08df43a691ca admin admin] Pushing event updated for resources: {'Network': ['ID=6ef429fe-b6d8-4054-9275-be62180ab304,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:22:04.940963 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Network 6ef429fe-b6d8-4054-9275-be62180ab304 details requested by agent ovs-agent-n-d-813419-10 with host n-d-813419-10 {{(pid=102348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 10:22:04.943432 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-399c03a4-07ac-4df9-b4a7-42b4faba7137 admin admin] Request body: {'subnet': {'network_id': '6ef429fe-b6d8-4054-9275-be62180ab304', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1800046610-subnet', 'tenant_id': '5a3c12df7f43463a852ca5173c2eabe7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:22:04.983746 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-01b9ab87-aa39-4bb0-a997-ba8922555599 req-9130205c-dfd0-4d55-a0b9-5d9f3f9e3cf0 tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] 10.222.0.44 "GET /v2.0/ports?device_id=9e8bcc8c-e9a1-4c45-af3a-9fd9588b6b53 HTTP/1.1" status: 200 len: 210 time: 0.0729229 Oct 27 10:22:04.988085 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-c1b91d50-3fa9-48ca-9065-c450aaf932e9 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27024355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27168307'] for subnet, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:05.046816 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b91d50-3fa9-48ca-9065-c450aaf932e9 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Pushing event deleted for resources: {'Subnet': ['ID=082aff69-879d-442e-95d2-f2999d2c243f,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:22:05.052043 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-c1b91d50-3fa9-48ca-9065-c450aaf932e9 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for subnet, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:05.057644 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e33c362-de5f-41a8-ad7c-509ad1653466 req-92c4210a-81e2-42e6-b1d6-f1f764d8b37c tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:05.057805 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-c1b91d50-3fa9-48ca-9065-c450aaf932e9 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] 10.222.0.44 "DELETE /v2.0/subnets/082aff69-879d-442e-95d2-f2999d2c243f HTTP/1.1" status: 204 len: 168 time: 0.6410615 Oct 27 10:22:05.061438 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89db2d5b-1d00-4528-a6a1-47f84c12d727 None None] Network 8cb627fc-149a-4aab-bcc2-3880d55c104f requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:22:05.064121 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-3e33c362-de5f-41a8-ad7c-509ad1653466 req-92c4210a-81e2-42e6-b1d6-f1f764d8b37c tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/ports?device_id=608b8252-7dee-4a66-b7a1-a863de63ff13 HTTP/1.1" status: 200 len: 950 time: 0.1836991 Oct 27 10:22:05.065655 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 44284) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:22:05.067033 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-399c03a4-07ac-4df9-b4a7-42b4faba7137 admin admin] Made reservation on behalf of 5a3c12df7f43463a852ca5173c2eabe7 for: {'subnet': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:22:05.078248 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-399c03a4-07ac-4df9-b4a7-42b4faba7137 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18044073'] for subnet, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:05.189513 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e4b6e3-21eb-4b46-af81-6ffed25b3652 req-52a10875-e1ea-4315-b236-961a790f103c tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:05.198440 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-95e4b6e3-21eb-4b46-af81-6ffed25b3652 req-52a10875-e1ea-4315-b236-961a790f103c tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] 10.222.0.44 "GET /v2.0/ports?device_id=07a96c5d-bcd0-4c58-835f-01a5bab187d1 HTTP/1.1" status: 200 len: 945 time: 0.0851736 Oct 27 10:22:05.250917 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-95e4b6e3-21eb-4b46-af81-6ffed25b3652 req-c66ab808-88d5-4c8e-bd11-fd864187899b tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] 10.222.0.44 "GET /v2.0/security-groups?id=abb43ff2-3d53-4d6f-bfce-d681dce200c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461030 Oct 27 10:22:05.327662 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6b6df17-6c51-4c34-b106-47d12e2bbc43 None None] DHCP port deletion for 8cb627fc-149a-4aab-bcc2-3880d55c104f request from n-d-813419-10 {{(pid=102348) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 10:22:05.373440 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-3e33c362-de5f-41a8-ad7c-509ad1653466 req-74acbbba-c38d-4529-bfdd-b8fc015f14c8 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/security-groups?id=e786382c-1289-4f9d-b471-ed120470c2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2286332 Oct 27 10:22:05.388238 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-98f435c2-a700-4fcb-ac74-d52372875099 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586917'] for network, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:05.412073 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-f6b6df17-6c51-4c34-b106-47d12e2bbc43 None None] Deleting port 12b927f5-c912-4fb2-8a41-bdc88846b4d1 {{(pid=102348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:22:05.412849 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f6b6df17-6c51-4c34-b106-47d12e2bbc43 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:05.438787 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd96019-736c-435b-a520-92b661d9828d req-45af4fde-2c3b-4b53-a001-0af6fc9c99eb tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:05.446657 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-6bd96019-736c-435b-a520-92b661d9828d req-45af4fde-2c3b-4b53-a001-0af6fc9c99eb tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] 10.222.0.44 "GET /v2.0/ports?device_id=17fac8c9-b531-4166-a261-47a6b86a5d06 HTTP/1.1" status: 200 len: 949 time: 0.0749817 Oct 27 10:22:05.490943 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-6bd96019-736c-435b-a520-92b661d9828d req-9985317f-a221-46e0-bb9f-3b8dc52fd3d2 tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] 10.222.0.44 "GET /v2.0/security-groups?id=adbff9a4-0ae5-4700-84c2-4b5f53f67e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434077 Oct 27 10:22:05.552589 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-98f435c2-a700-4fcb-ac74-d52372875099 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Deleting port 12b927f5-c912-4fb2-8a41-bdc88846b4d1 {{(pid=102347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:22:05.552869 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-98f435c2-a700-4fcb-ac74-d52372875099 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:05.569476 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-399c03a4-07ac-4df9-b4a7-42b4faba7137 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-18295883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18044091'] for subnet, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:05.602754 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014e7d54-64ae-47a7-a304-88db96756ed9 req-0341b1f1-71eb-4969-946e-d5e43c008378 tempest-ServersWithSpecificFlavorTestJSON-2103273157 tempest-ServersWithSpecificFlavorTestJSON-2103273157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:05.604509 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-014e7d54-64ae-47a7-a304-88db96756ed9 req-0341b1f1-71eb-4969-946e-d5e43c008378 tempest-ServersWithSpecificFlavorTestJSON-2103273157 tempest-ServersWithSpecificFlavorTestJSON-2103273157-project] 10.222.0.76 "GET /v2.0/ports?device_id=265228e3-9e0d-4457-9209-d37929afa548 HTTP/1.1" status: 200 len: 946 time: 0.0745542 Oct 27 10:22:05.642385 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f6b6df17-6c51-4c34-b106-47d12e2bbc43 None None] For port 12b927f5-c912-4fb2-8a41-bdc88846b4d1, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=12b927f5-c912-4fb2-8a41-bdc88846b4d1,segment=NetworkSegment(2f4d8b82-058e-4dfe-88d6-0a3bf3e2bbf6),segment_id=2f4d8b82-058e-4dfe-88d6-0a3bf3e2bbf6)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:22:05.643461 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f6b6df17-6c51-4c34-b106-47d12e2bbc43 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:05.665814 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-f6b6df17-6c51-4c34-b106-47d12e2bbc43 None None] Calling delete_port for 12b927f5-c912-4fb2-8a41-bdc88846b4d1 owned by network:dhcp {{(pid=102348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:22:05.672578 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [None req-98f435c2-a700-4fcb-ac74-d52372875099 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] For port 12b927f5-c912-4fb2-8a41-bdc88846b4d1, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=12b927f5-c912-4fb2-8a41-bdc88846b4d1,segment=NetworkSegment(2f4d8b82-058e-4dfe-88d6-0a3bf3e2bbf6),segment_id=2f4d8b82-058e-4dfe-88d6-0a3bf3e2bbf6)] {{(pid=102347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:22:05.672935 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-98f435c2-a700-4fcb-ac74-d52372875099 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:05.698373 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399c03a4-07ac-4df9-b4a7-42b4faba7137 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0581c968-e77f-4ae1-b8cd-953b2bcace51,revision_number=0']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:22:05.704462 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-98f435c2-a700-4fcb-ac74-d52372875099 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Calling delete_port for 12b927f5-c912-4fb2-8a41-bdc88846b4d1 owned by network:dhcp {{(pid=102347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:22:05.719464 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-399c03a4-07ac-4df9-b4a7-42b4faba7137 admin admin] Checking segment: {'id': '484662c5-6896-4c64-9da4-4aa0000b52b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '6ef429fe-b6d8-4054-9275-be62180ab304'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:22:05.719825 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-399c03a4-07ac-4df9-b4a7-42b4faba7137 admin admin] Network hostable DHCP agents. Network: 6ef429fe-b6d8-4054-9275-be62180ab304, hostable agents: ['eafd4000-b897-4722-ae8b-0118ec955181'], hosted agents: [] {{(pid=102347) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 10:22:05.784809 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [req-014e7d54-64ae-47a7-a304-88db96756ed9 req-d6c5f312-4404-4a59-8fef-62abbfdd4895 tempest-ServersWithSpecificFlavorTestJSON-2103273157 tempest-ServersWithSpecificFlavorTestJSON-2103273157-project] Deleting port 5038503f-cda9-4787-9ef3-d834a02fd9d6 {{(pid=102346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:22:05.785472 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-014e7d54-64ae-47a7-a304-88db96756ed9 req-d6c5f312-4404-4a59-8fef-62abbfdd4895 tempest-ServersWithSpecificFlavorTestJSON-2103273157 tempest-ServersWithSpecificFlavorTestJSON-2103273157-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:05.787570 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f6b6df17-6c51-4c34-b106-47d12e2bbc43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615'] for port, after_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:05.787967 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-399c03a4-07ac-4df9-b4a7-42b4faba7137 admin admin] Network 6ef429fe-b6d8-4054-9275-be62180ab304 is scheduled to be hosted by DHCP agent eafd4000-b897-4722-ae8b-0118ec955181 with binding_index 1 {{(pid=102347) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 10:22:05.810881 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [None req-399c03a4-07ac-4df9-b4a7-42b4faba7137 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-10, 6ef429fe-b6d8-4054-9275-be62180ab304) {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:22:05.815551 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-399c03a4-07ac-4df9-b4a7-42b4faba7137 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:05.816348 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-399c03a4-07ac-4df9-b4a7-42b4faba7137 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:05.821238 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a535f42-ba4d-47e4-86b1-3870a18f0d3b None None] Network 6ef429fe-b6d8-4054-9275-be62180ab304 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:22:05.826778 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b6df17-6c51-4c34-b106-47d12e2bbc43 None None] Pushing event deleted for resources: {'Port': ['ID=12b927f5-c912-4fb2-8a41-bdc88846b4d1,revision_number=None']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:22:05.838069 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-98f435c2-a700-4fcb-ac74-d52372875099 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:05.842544 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6b6df17-6c51-4c34-b106-47d12e2bbc43 None None] No DVR routers for this DVR port 12b927f5-c912-4fb2-8a41-bdc88846b4d1 on host n-d-813419-10 {{(pid=102348) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:22:05.846312 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-399c03a4-07ac-4df9-b4a7-42b4faba7137 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.9227152 Oct 27 10:22:05.848914 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 44292) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:22:05.853563 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-3550c5a3-d3dc-471d-9965-5ee66cbff45a admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1800046610-router', 'tenant_id': '5a3c12df7f43463a852ca5173c2eabe7', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'}}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:22:05.881774 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98f435c2-a700-4fcb-ac74-d52372875099 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] No DVR routers for this DVR port 12b927f5-c912-4fb2-8a41-bdc88846b4d1 on host n-d-813419-10 {{(pid=102347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:22:05.885738 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f435c2-a700-4fcb-ac74-d52372875099 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Pushing event deleted for resources: {'Port': ['ID=12b927f5-c912-4fb2-8a41-bdc88846b4d1,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:22:06.009885 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-0e30ff13-6cc6-4d7f-9aa6-54c2ef3f5be8 req-1aa667c0-1ec4-454b-af9b-87415ebcef6b tempest-ServersWithSpecificFlavorTestJSON-2103273157 tempest-ServersWithSpecificFlavorTestJSON-2103273157-project] 10.222.0.44 "GET /v2.0/ports?device_id=dab55e46-8e3b-4a56-8e39-e3a205f3b352 HTTP/1.1" status: 200 len: 210 time: 0.0553086 Oct 27 10:22:06.044358 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-3550c5a3-d3dc-471d-9965-5ee66cbff45a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1768632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3610'] for router, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:06.045383 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-3550c5a3-d3dc-471d-9965-5ee66cbff45a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1765704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1769409', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1694266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3597'] for router, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:06.065400 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-98f435c2-a700-4fcb-ac74-d52372875099 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857803', 'neutron.services.segments.db._delete_segments_for_network-8743873143390'] for network, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:06.074484 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7780a0e-7181-4e34-93f2-039848facf3e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp734b258e-7d96-550c-b970-9b72ab66f383-6ef429fe-b6d8-4054-9275-be62180ab304', 'network_id': '6ef429fe-b6d8-4054-9275-be62180ab304', 'tenant_id': '5a3c12df7f43463a852ca5173c2eabe7', 'fixed_ips': [{'subnet_id': '0581c968-e77f-4ae1-b8cd-953b2bcace51'}]}} from n-d-813419-10. {{(pid=102348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 10:22:06.076810 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-c7780a0e-7181-4e34-93f2-039848facf3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:06.079795 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [req-014e7d54-64ae-47a7-a304-88db96756ed9 req-d6c5f312-4404-4a59-8fef-62abbfdd4895 tempest-ServersWithSpecificFlavorTestJSON-2103273157 tempest-ServersWithSpecificFlavorTestJSON-2103273157-project] For port 5038503f-cda9-4787-9ef3-d834a02fd9d6, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=5038503f-cda9-4787-9ef3-d834a02fd9d6,segment=NetworkSegment(1c5c493c-9b99-4313-a0b3-4267f64405e2),segment_id=1c5c493c-9b99-4313-a0b3-4267f64405e2)] {{(pid=102346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:22:06.080159 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-014e7d54-64ae-47a7-a304-88db96756ed9 req-d6c5f312-4404-4a59-8fef-62abbfdd4895 tempest-ServersWithSpecificFlavorTestJSON-2103273157 tempest-ServersWithSpecificFlavorTestJSON-2103273157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:06.089751 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-98f435c2-a700-4fcb-ac74-d52372875099 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8cb627fc-149a-4aab-bcc2-3880d55c104f']}} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:22:06.103412 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-98f435c2-a700-4fcb-ac74-d52372875099 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f4d8b82-058e-4dfe-88d6-0a3bf3e2bbf6') {'for_net_delete': True} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:22:06.103866 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-98f435c2-a700-4fcb-ac74-d52372875099 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f4d8b82-058e-4dfe-88d6-0a3bf3e2bbf6') {} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:22:06.117946 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-98f435c2-a700-4fcb-ac74-d52372875099 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743873145191', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18445132'] for segment, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:06.153772 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-0160d0fd-0a49-4d2e-91a8-ea667fb0e121 req-385fc150-aab6-4007-a388-d5189dce7cf0 tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] 10.222.0.44 "GET /v2.0/ports?device_id=9e8bcc8c-e9a1-4c45-af3a-9fd9588b6b53 HTTP/1.1" status: 200 len: 210 time: 0.0401368 Oct 27 10:22:06.158026 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-98f435c2-a700-4fcb-ac74-d52372875099 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:06.166293 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98f435c2-a700-4fcb-ac74-d52372875099 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Releasing vlan 410 on physical network physnet1 to pool {{(pid=102347) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 10:22:06.166825 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-98f435c2-a700-4fcb-ac74-d52372875099 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-18296032'] for segment, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:06.170774 n-d-813419-10 neutron-server[102347]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 10:22:06.170774 n-d-813419-10 neutron-server[102347]: self.session.flush() Oct 27 10:22:06.170774 n-d-813419-10 neutron-server[102347]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 10:22:06.170774 n-d-813419-10 neutron-server[102347]: self.session.flush() Oct 27 10:22:06.170774 n-d-813419-10 neutron-server[102347]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 10:22:06.170774 n-d-813419-10 neutron-server[102347]: self.session.flush() Oct 27 10:22:06.170774 n-d-813419-10 neutron-server[102347]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 10:22:06.170774 n-d-813419-10 neutron-server[102347]: self.session.flush() Oct 27 10:22:06.170774 n-d-813419-10 neutron-server[102347]: Traceback (most recent call last): Oct 27 10:22:06.170774 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 10:22:06.170774 n-d-813419-10 neutron-server[102347]: timer() Oct 27 10:22:06.170774 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 10:22:06.170774 n-d-813419-10 neutron-server[102347]: cb(*args, **kw) Oct 27 10:22:06.170774 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 10:22:06.170774 n-d-813419-10 neutron-server[102347]: return func(*args, **kwargs) Oct 27 10:22:06.170774 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 10:22:06.170774 n-d-813419-10 neutron-server[102347]: self._notify() Oct 27 10:22:06.170774 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 10:22:06.170774 n-d-813419-10 neutron-server[102347]: self.callback(batched_events) Oct 27 10:22:06.170774 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 10:22:06.170774 n-d-813419-10 neutron-server[102347]: event.method(event) Oct 27 10:22:06.170774 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 10:22:06.170774 n-d-813419-10 neutron-server[102347]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 10:22:06.170774 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 10:22:06.170774 n-d-813419-10 neutron-server[102347]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 10:22:06.170774 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 10:22:06.170774 n-d-813419-10 neutron-server[102347]: return f(self, *a, **k) Oct 27 10:22:06.170774 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 10:22:06.170774 n-d-813419-10 neutron-server[102347]: return self._get(url).json() Oct 27 10:22:06.170774 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 10:22:06.170774 n-d-813419-10 neutron-server[102347]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 10:22:06.170774 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 10:22:06.170774 n-d-813419-10 neutron-server[102347]: return self.request(url, 'GET', **kwargs) Oct 27 10:22:06.170774 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 10:22:06.170774 n-d-813419-10 neutron-server[102347]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 10:22:06.170774 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 10:22:06.170774 n-d-813419-10 neutron-server[102347]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 10:22:06.170774 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 10:22:06.170774 n-d-813419-10 neutron-server[102347]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 10:22:06.170774 n-d-813419-10 neutron-server[102347]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 10:22:06.236622 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-98f435c2-a700-4fcb-ac74-d52372875099 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664840'] for network, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:06.255381 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-3550c5a3-d3dc-471d-9965-5ee66cbff45a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:06.280080 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-98f435c2-a700-4fcb-ac74-d52372875099 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for network, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:06.284152 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-98f435c2-a700-4fcb-ac74-d52372875099 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] 10.222.0.44 "DELETE /v2.0/networks/8cb627fc-149a-4aab-bcc2-3880d55c104f HTTP/1.1" status: 204 len: 168 time: 1.1534355 Oct 27 10:22:06.285816 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f435c2-a700-4fcb-ac74-d52372875099 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Pushing event deleted for resources: {'Network': ['ID=8cb627fc-149a-4aab-bcc2-3880d55c104f,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:22:06.290904 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 44300) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:22:06.295584 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.db_base_plugin_common [None req-c7780a0e-7181-4e34-93f2-039848facf3e None None] Allocated IP 172.20.0.2 (6ef429fe-b6d8-4054-9275-be62180ab304/0581c968-e77f-4ae1-b8cd-953b2bcace51/21b0f9e3-423f-4222-87b2-b24b2d8c4fbb) {{(pid=102348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:22:06.297012 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-b4124d02-7159-45ba-8bd1-e02fbe9c43aa tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-541458756'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:22:06.324342 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4124d02-7159-45ba-8bd1-e02fbe9c43aa tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Made reservation on behalf of 48ff8c43003e41a2b855daaeb2bfcd04 for: {'network': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:22:06.330007 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-b4124d02-7159-45ba-8bd1-e02fbe9c43aa tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for network, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:06.365107 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4124d02-7159-45ba-8bd1-e02fbe9c43aa tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 415} {{(pid=102347) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 10:22:06.377407 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-b4124d02-7159-45ba-8bd1-e02fbe9c43aa tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:06.378171 n-d-813419-10 neutron-server[102347]: INFO neutron.db.segments_db [None req-b4124d02-7159-45ba-8bd1-e02fbe9c43aa tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Added segment f4c0c22f-aab8-4ae8-882d-a6c9857b00fc of type vlan for network 97f09aa0-3c3c-434e-a3d4-bfc5a4540ee5 Oct 27 10:22:06.435569 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-b4124d02-7159-45ba-8bd1-e02fbe9c43aa tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743872593080'] for network, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:06.469110 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-b4124d02-7159-45ba-8bd1-e02fbe9c43aa tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913'] for network, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:06.476400 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-3550c5a3-d3dc-471d-9965-5ee66cbff45a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:06.477292 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4124d02-7159-45ba-8bd1-e02fbe9c43aa tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:06.477956 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-b4124d02-7159-45ba-8bd1-e02fbe9c43aa tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for network, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:06.531252 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-c7780a0e-7181-4e34-93f2-039848facf3e None None] Publish callbacks [] for port, precommit_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:06.543644 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-c7780a0e-7181-4e34-93f2-039848facf3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606'] for port, after_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:06.595868 n-d-813419-10 neutron-server[102348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7780a0e-7181-4e34-93f2-039848facf3e None None] Network 6ef429fe-b6d8-4054-9275-be62180ab304 is already hosted by enough agents. {{(pid=102348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:22:06.599797 n-d-813419-10 neutron-server[102348]: DEBUG neutron.scheduler.base_scheduler [None req-c7780a0e-7181-4e34-93f2-039848facf3e None None] Resources bound (agent type, host, resource id): {{(pid=102348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:22:06.608370 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7780a0e-7181-4e34-93f2-039848facf3e None None] Received port after_create {{(pid=102348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:22:06.615709 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-b4124d02-7159-45ba-8bd1-e02fbe9c43aa tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.3234329 Oct 27 10:22:06.616366 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 44306) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:22:06.643454 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-c0921a80-4b44-4341-be2e-f34a8748a78b tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Request body: {'subnet': {'network_id': '97f09aa0-3c3c-434e-a3d4-bfc5a4540ee5', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:22:06.661557 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 12b927f5-c912-4fb2-8a41-bdc88846b4d1 no longer exists at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:22:06.666120 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7780a0e-7181-4e34-93f2-039848facf3e None None] Pushing event updated for resources: {'Port': ['ID=21b0f9e3-423f-4222-87b2-b24b2d8c4fbb,revision_number=1']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:22:06.720745 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] No Port match for: 12b927f5-c912-4fb2-8a41-bdc88846b4d1 {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:22:06.721089 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 12b927f5-c912-4fb2-8a41-bdc88846b4d1 not bound to the agent host n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:22:06.734127 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-c7780a0e-7181-4e34-93f2-039848facf3e None None] Attempting to bind port 21b0f9e3-423f-4222-87b2-b24b2d8c4fbb on host n-d-813419-10 for vnic_type normal with profile {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:22:06.734510 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-c7780a0e-7181-4e34-93f2-039848facf3e None None] Attempting to bind port 21b0f9e3-423f-4222-87b2-b24b2d8c4fbb by drivers openvswitch,hyperv on host n-d-813419-10 at level 0 using segments [{'id': '484662c5-6896-4c64-9da4-4aa0000b52b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '6ef429fe-b6d8-4054-9275-be62180ab304'}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:22:06.734878 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7780a0e-7181-4e34-93f2-039848facf3e None None] Attempting to bind port 21b0f9e3-423f-4222-87b2-b24b2d8c4fbb on network 6ef429fe-b6d8-4054-9275-be62180ab304 {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:22:06.741036 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7780a0e-7181-4e34-93f2-039848facf3e None None] Checking agent: {'id': '89dba0f3-79b2-435e-9822-33674b8f6ada', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 8, 20), 'started_at': datetime.datetime(2021, 10, 27, 10, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 21, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:22:06.741415 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7780a0e-7181-4e34-93f2-039848facf3e None None] Checking segment: {'id': '484662c5-6896-4c64-9da4-4aa0000b52b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '6ef429fe-b6d8-4054-9275-be62180ab304'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:22:06.741816 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-c7780a0e-7181-4e34-93f2-039848facf3e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:06.742344 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7780a0e-7181-4e34-93f2-039848facf3e None None] Bound using segment: {'id': '484662c5-6896-4c64-9da4-4aa0000b52b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '6ef429fe-b6d8-4054-9275-be62180ab304'} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:22:06.743037 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-c7780a0e-7181-4e34-93f2-039848facf3e None None] Bound port: 21b0f9e3-423f-4222-87b2-b24b2d8c4fbb, host: n-d-813419-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '484662c5-6896-4c64-9da4-4aa0000b52b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '6ef429fe-b6d8-4054-9275-be62180ab304'}}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:22:06.743313 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-c7780a0e-7181-4e34-93f2-039848facf3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:06.745453 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4124d02-7159-45ba-8bd1-e02fbe9c43aa tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Pushing event updated for resources: {'Network': ['ID=97f09aa0-3c3c-434e-a3d4-bfc5a4540ee5,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:22:06.761588 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.64', 50535) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:22:06.796476 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Network 97f09aa0-3c3c-434e-a3d4-bfc5a4540ee5 details requested by agent ovs-agent-n-d-813419-10 with host n-d-813419-10 {{(pid=102348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 10:22:06.803746 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cee5a8-3490-4d8c-bd0a-1c25b404b823 req-6abbea73-0998-48f4-86aa-eb6dd5230392 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:06.805904 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-f9cee5a8-3490-4d8c-bd0a-1c25b404b823 req-6abbea73-0998-48f4-86aa-eb6dd5230392 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/ports?device_id=608b8252-7dee-4a66-b7a1-a863de63ff13 HTTP/1.1" status: 200 len: 950 time: 0.3219292 Oct 27 10:22:06.883830 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-c7780a0e-7181-4e34-93f2-039848facf3e None None] For port 21b0f9e3-423f-4222-87b2-b24b2d8c4fbb, host n-d-813419-10, cleared binding levels {{(pid=102348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:22:06.900366 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0921a80-4b44-4341-be2e-f34a8748a78b tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Made reservation on behalf of 48ff8c43003e41a2b855daaeb2bfcd04 for: {'subnet': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:22:06.904232 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-c7780a0e-7181-4e34-93f2-039848facf3e None None] For port 21b0f9e3-423f-4222-87b2-b24b2d8c4fbb, host n-d-813419-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=21b0f9e3-423f-4222-87b2-b24b2d8c4fbb,segment=NetworkSegment(484662c5-6896-4c64-9da4-4aa0000b52b3),segment_id=484662c5-6896-4c64-9da4-4aa0000b52b3)] {{(pid=102348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:22:06.905427 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-c0921a80-4b44-4341-be2e-f34a8748a78b tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18044073'] for subnet, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:06.912314 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-c7780a0e-7181-4e34-93f2-039848facf3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:06.936860 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475e415a-56e5-43cd-b470-6450cd4ac9a8 req-15423f09-fe5c-4868-a07c-7582a97f6dba tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:06.939004 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-475e415a-56e5-43cd-b470-6450cd4ac9a8 req-15423f09-fe5c-4868-a07c-7582a97f6dba tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] 10.222.0.64 "GET /v2.0/networks?id=1886fe3b-e088-4c7d-8f4c-b14d4440b311 HTTP/1.1" status: 200 len: 821 time: 0.1150086 Oct 27 10:22:06.972150 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [req-475e415a-56e5-43cd-b470-6450cd4ac9a8 req-7694d3a7-cb7d-42a1-8715-37999d46a2f2 tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] Request body: {'port': {'device_id': '9e8bcc8c-e9a1-4c45-af3a-9fd9588b6b53', 'network_id': '1886fe3b-e088-4c7d-8f4c-b14d4440b311', 'admin_state_up': True, 'tenant_id': '54312c7c8f9740c0a6858560a6518b0e'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:22:06.991532 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7780a0e-7181-4e34-93f2-039848facf3e None None] Pushing event updated for resources: {'Port': ['ID=21b0f9e3-423f-4222-87b2-b24b2d8c4fbb,revision_number=2']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:22:07.027465 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c267cdd0-0da9-4d95-a73f-e96ad65c3abd req-c77918a8-b982-4a01-851f-53f5299665c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:07.029599 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c267cdd0-0da9-4d95-a73f-e96ad65c3abd req-c77918a8-b982-4a01-851f-53f5299665c9 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=14a61097ab434ef297d9442c68c878bf&device_id=17fac8c9-b531-4166-a261-47a6b86a5d06 HTTP/1.1" status: 200 len: 1101 time: 0.2651181 Oct 27 10:22:07.032600 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-f9cee5a8-3490-4d8c-bd0a-1c25b404b823 req-c5e4f1a0-12a5-4348-ae91-ded56428ef28 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/security-groups?id=e786382c-1289-4f9d-b471-ed120470c2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2035027 Oct 27 10:22:07.122549 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f14142-e04f-45ec-833c-d5dd4baf0a47 req-9e031ce8-d714-444f-9ca3-c89857dd7627 tempest-ServersWithSpecificFlavorTestJSON-2103273157 tempest-ServersWithSpecificFlavorTestJSON-2103273157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:07.124708 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-f5f14142-e04f-45ec-833c-d5dd4baf0a47 req-9e031ce8-d714-444f-9ca3-c89857dd7627 tempest-ServersWithSpecificFlavorTestJSON-2103273157 tempest-ServersWithSpecificFlavorTestJSON-2103273157-project] 10.222.0.64 "GET /v2.0/networks?id=0a48af15-1075-4a1c-b6c2-04479e771f49 HTTP/1.1" status: 200 len: 823 time: 1.1137354 Oct 27 10:22:07.242948 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c267cdd0-0da9-4d95-a73f-e96ad65c3abd req-129d2a09-6126-4047-8a5a-4820b27cef00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:07.244622 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c267cdd0-0da9-4d95-a73f-e96ad65c3abd req-129d2a09-6126-4047-8a5a-4820b27cef00 service neutron] 10.222.0.64 "GET /v2.0/networks?id=4d250f92-d229-45fe-a579-67fef8e6c544 HTTP/1.1" status: 200 len: 870 time: 0.1896424 Oct 27 10:22:07.374452 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c267cdd0-0da9-4d95-a73f-e96ad65c3abd req-cbe27b6c-6475-4d0f-875a-9ccf213fd01c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.83&port_id=9d6bfe0c-461a-4d7b-a7c3-05a050b7e2ba HTTP/1.1" status: 200 len: 217 time: 0.1221852 Oct 27 10:22:07.384324 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef73000-6667-45f6-940a-a7a7a33116b5 req-c397b74e-e8e7-4a25-9e9a-080d003e5e5e tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:07.385817 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-7ef73000-6667-45f6-940a-a7a7a33116b5 req-c397b74e-e8e7-4a25-9e9a-080d003e5e5e tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] 10.222.0.44 "GET /v2.0/ports?device_id=17fac8c9-b531-4166-a261-47a6b86a5d06 HTTP/1.1" status: 200 len: 949 time: 0.2461751 Oct 27 10:22:07.392456 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-475e415a-56e5-43cd-b470-6450cd4ac9a8 req-7694d3a7-cb7d-42a1-8715-37999d46a2f2 tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] Made reservation on behalf of 54312c7c8f9740c0a6858560a6518b0e for: {'port': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:22:07.396583 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-475e415a-56e5-43cd-b470-6450cd4ac9a8 req-7694d3a7-cb7d-42a1-8715-37999d46a2f2 tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:07.433813 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e668f0-3db6-44bc-bcad-46ff937dce2c req-caab6fe3-8786-454e-892c-2495fc351dfa tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:07.435397 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-47e668f0-3db6-44bc-bcad-46ff937dce2c req-caab6fe3-8786-454e-892c-2495fc351dfa tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] 10.222.0.44 "GET /v2.0/ports?device_id=07a96c5d-bcd0-4c58-835f-01a5bab187d1 HTTP/1.1" status: 200 len: 945 time: 0.6102128 Oct 27 10:22:07.446600 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-f5f14142-e04f-45ec-833c-d5dd4baf0a47 req-458b8553-0ed7-42cd-901d-51b1d6822600 tempest-ServersWithSpecificFlavorTestJSON-2103273157 tempest-ServersWithSpecificFlavorTestJSON-2103273157-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=60bf030ec38b4548b292ea0483de5f05 HTTP/1.1" status: 200 len: 379 time: 0.2740643 Oct 27 10:22:07.472656 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-014e7d54-64ae-47a7-a304-88db96756ed9 req-d6c5f312-4404-4a59-8fef-62abbfdd4895 tempest-ServersWithSpecificFlavorTestJSON-2103273157 tempest-ServersWithSpecificFlavorTestJSON-2103273157-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:07.472941 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-014e7d54-64ae-47a7-a304-88db96756ed9 req-d6c5f312-4404-4a59-8fef-62abbfdd4895 tempest-ServersWithSpecificFlavorTestJSON-2103273157 tempest-ServersWithSpecificFlavorTestJSON-2103273157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1664826'] for floatingip, after_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:07.473317 n-d-813419-10 neutron-server[102346]: INFO neutron.db.l3_db [req-014e7d54-64ae-47a7-a304-88db96756ed9 req-d6c5f312-4404-4a59-8fef-62abbfdd4895 tempest-ServersWithSpecificFlavorTestJSON-2103273157 tempest-ServersWithSpecificFlavorTestJSON-2103273157-project] Floating IP 956bc502-238d-4e60-bccb-892ef75d4751 disassociated. External IP: 172.25.8.219, port: 5038503f-cda9-4787-9ef3-d834a02fd9d6. Oct 27 10:22:07.473657 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [req-014e7d54-64ae-47a7-a304-88db96756ed9 req-d6c5f312-4404-4a59-8fef-62abbfdd4895 tempest-ServersWithSpecificFlavorTestJSON-2103273157 tempest-ServersWithSpecificFlavorTestJSON-2103273157-project] Calling delete_port for 5038503f-cda9-4787-9ef3-d834a02fd9d6 owned by compute:nova {{(pid=102346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:22:07.484490 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-c0921a80-4b44-4341-be2e-f34a8748a78b tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-18295883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18044091'] for subnet, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:07.494495 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [req-f5f14142-e04f-45ec-833c-d5dd4baf0a47 req-959c6c60-4ac3-4a51-aad1-fab37f02190b tempest-ServersWithSpecificFlavorTestJSON-2103273157 tempest-ServersWithSpecificFlavorTestJSON-2103273157-project] Request body: {'port': {'device_id': 'dab55e46-8e3b-4a56-8e39-e3a205f3b352', 'network_id': '0a48af15-1075-4a1c-b6c2-04479e771f49', 'admin_state_up': True, 'tenant_id': '60bf030ec38b4548b292ea0483de5f05', 'security_groups': ['a5c3a744-545c-4ff0-934c-41785bfff57c']}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:22:07.535340 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c267cdd0-0da9-4d95-a73f-e96ad65c3abd req-2e5608e4-01b3-41f7-ae91-2034983fb939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:07.536829 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c267cdd0-0da9-4d95-a73f-e96ad65c3abd req-2e5608e4-01b3-41f7-ae91-2034983fb939 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=62eb52f7-aac4-48af-8670-e04300325561 HTTP/1.1" status: 200 len: 843 time: 0.1247032 Oct 27 10:22:07.547357 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-7ef73000-6667-45f6-940a-a7a7a33116b5 req-b11f3a85-bb49-431d-975b-e0de5dc030a4 tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] 10.222.0.44 "GET /v2.0/security-groups?id=adbff9a4-0ae5-4700-84c2-4b5f53f67e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198320 Oct 27 10:22:07.580669 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-47e668f0-3db6-44bc-bcad-46ff937dce2c req-2005ca31-34b8-45eb-a841-257d8b304428 tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] 10.222.0.44 "GET /v2.0/security-groups?id=abb43ff2-3d53-4d6f-bfce-d681dce200c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243219 Oct 27 10:22:07.644318 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0921a80-4b44-4341-be2e-f34a8748a78b tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Pushing event updated for resources: {'Subnet': ['ID=94adf8ac-d2ae-4bb5-95eb-1bfaf73e4d47,revision_number=0']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:22:07.660606 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0921a80-4b44-4341-be2e-f34a8748a78b tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Checking segment: {'id': 'f4c0c22f-aab8-4ae8-882d-a6c9857b00fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '97f09aa0-3c3c-434e-a3d4-bfc5a4540ee5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:22:07.660965 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0921a80-4b44-4341-be2e-f34a8748a78b tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Network hostable DHCP agents. Network: 97f09aa0-3c3c-434e-a3d4-bfc5a4540ee5, hostable agents: ['eafd4000-b897-4722-ae8b-0118ec955181'], hosted agents: [] {{(pid=102347) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 10:22:07.680396 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c267cdd0-0da9-4d95-a73f-e96ad65c3abd req-62cbe0ba-f712-4869-9f35-bf69c62f9534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:07.680846 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c267cdd0-0da9-4d95-a73f-e96ad65c3abd req-62cbe0ba-f712-4869-9f35-bf69c62f9534 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4d250f92-d229-45fe-a579-67fef8e6c544&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1303432 Oct 27 10:22:07.699292 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0921a80-4b44-4341-be2e-f34a8748a78b tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Network 97f09aa0-3c3c-434e-a3d4-bfc5a4540ee5 is scheduled to be hosted by DHCP agent eafd4000-b897-4722-ae8b-0118ec955181 with binding_index 1 {{(pid=102347) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 10:22:07.751650 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-55f6c0d8-9820-4601-a2e5-6c91112b3b6b req-f7f4d4b2-428a-4e11-b236-7aa6a4fcf8ad tempest-ServersWithSpecificFlavorTestJSON-2103273157 tempest-ServersWithSpecificFlavorTestJSON-2103273157-project] 10.222.0.44 "GET /v2.0/ports?device_id=dab55e46-8e3b-4a56-8e39-e3a205f3b352 HTTP/1.1" status: 200 len: 210 time: 0.0714388 Oct 27 10:22:07.796624 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [None req-c0921a80-4b44-4341-be2e-f34a8748a78b tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-10, 97f09aa0-3c3c-434e-a3d4-bfc5a4540ee5) {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:22:07.808827 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-350e3b84-9dbf-4610-a8d4-bbaf6b60f0e6 None None] Network 97f09aa0-3c3c-434e-a3d4-bfc5a4540ee5 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:22:07.852547 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b260904c-ed50-4da2-9233-6b913edce173 req-b8d39428-4205-496e-9756-6ccd0bc7d540 tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] 10.222.0.44 "GET /v2.0/ports?device_id=9e8bcc8c-e9a1-4c45-af3a-9fd9588b6b53 HTTP/1.1" status: 200 len: 210 time: 0.0769117 Oct 27 10:22:07.855642 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0921a80-4b44-4341-be2e-f34a8748a78b tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:07.859359 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-c0921a80-4b44-4341-be2e-f34a8748a78b tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Publish callbacks [] for subnet, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:07.923482 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c267cdd0-0da9-4d95-a73f-e96ad65c3abd req-063604fd-0249-4dc9-a39c-80af95051252 service neutron] 10.222.0.64 "GET /v2.0/networks/4d250f92-d229-45fe-a579-67fef8e6c544?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2341120 Oct 27 10:22:07.950653 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-c0921a80-4b44-4341-be2e-f34a8748a78b tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.3194849 Oct 27 10:22:07.966432 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 44316) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:22:08.006233 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-d201a021-3c1a-4fce-93e2-5538cbf5d802 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-865112973'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:22:08.032376 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_common [req-475e415a-56e5-43cd-b470-6450cd4ac9a8 req-7694d3a7-cb7d-42a1-8715-37999d46a2f2 tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] Allocated IP 172.20.0.12 (1886fe3b-e088-4c7d-8f4c-b14d4440b311/823c78a5-c352-4686-b77c-588d22c2aa2c/33ababf2-d146-4ed8-98b4-c512ea11df55) {{(pid=102346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:22:08.075864 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5f14142-e04f-45ec-833c-d5dd4baf0a47 req-959c6c60-4ac3-4a51-aad1-fab37f02190b tempest-ServersWithSpecificFlavorTestJSON-2103273157 tempest-ServersWithSpecificFlavorTestJSON-2103273157-project] Made reservation on behalf of 60bf030ec38b4548b292ea0483de5f05 for: {'port': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:22:08.090208 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-f5f14142-e04f-45ec-833c-d5dd4baf0a47 req-959c6c60-4ac3-4a51-aad1-fab37f02190b tempest-ServersWithSpecificFlavorTestJSON-2103273157 tempest-ServersWithSpecificFlavorTestJSON-2103273157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:08.121180 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c267cdd0-0da9-4d95-a73f-e96ad65c3abd req-d161521e-d0f1-4de6-90bc-92e175e2975a service neutron] 10.222.0.64 "GET /v2.0/networks/4d250f92-d229-45fe-a579-67fef8e6c544?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1893086 Oct 27 10:22:08.127063 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-3550c5a3-d3dc-471d-9965-5ee66cbff45a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:08.155571 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83cc3932-e6dc-4903-a16a-9a095af1a7d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp734b258e-7d96-550c-b970-9b72ab66f383-97f09aa0-3c3c-434e-a3d4-bfc5a4540ee5', 'network_id': '97f09aa0-3c3c-434e-a3d4-bfc5a4540ee5', 'tenant_id': '48ff8c43003e41a2b855daaeb2bfcd04', 'fixed_ips': [{'subnet_id': '94adf8ac-d2ae-4bb5-95eb-1bfaf73e4d47'}]}} from n-d-813419-10. {{(pid=102348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 10:22:08.156841 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-83cc3932-e6dc-4903-a16a-9a095af1a7d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:08.176314 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-014e7d54-64ae-47a7-a304-88db96756ed9 req-d6c5f312-4404-4a59-8fef-62abbfdd4895 tempest-ServersWithSpecificFlavorTestJSON-2103273157 tempest-ServersWithSpecificFlavorTestJSON-2103273157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:08.178297 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-3550c5a3-d3dc-471d-9965-5ee66cbff45a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:08.180099 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d201a021-3c1a-4fce-93e2-5538cbf5d802 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Made reservation on behalf of 48ff8c43003e41a2b855daaeb2bfcd04 for: {'network': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:22:08.184882 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d201a021-3c1a-4fce-93e2-5538cbf5d802 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for network, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:08.319310 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c5f312-4404-4a59-8fef-62abbfdd4895 tempest-ServersWithSpecificFlavorTestJSON-2103273157 tempest-ServersWithSpecificFlavorTestJSON-2103273157-project] Pushing event deleted for resources: {'Port': ['ID=5038503f-cda9-4787-9ef3-d834a02fd9d6,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:22:08.357126 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.db_base_plugin_common [None req-83cc3932-e6dc-4903-a16a-9a095af1a7d3 None None] Allocated IP 19.80.0.2 (97f09aa0-3c3c-434e-a3d4-bfc5a4540ee5/94adf8ac-d2ae-4bb5-95eb-1bfaf73e4d47/296ff2c2-a9e9-4a81-b08e-5aa0ddd8d59f) {{(pid=102348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:22:08.459693 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4af6c294-2529-4121-a234-6f11af06ef14 None None] Network 6ef429fe-b6d8-4054-9275-be62180ab304 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:22:08.525338 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d201a021-3c1a-4fce-93e2-5538cbf5d802 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 421} {{(pid=102346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 10:22:08.600559 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-83cc3932-e6dc-4903-a16a-9a095af1a7d3 None None] Publish callbacks [] for port, precommit_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:08.616263 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-83cc3932-e6dc-4903-a16a-9a095af1a7d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606'] for port, after_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:08.620612 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-ace781e7-ee06-4176-b973-e01175580a65 None None] Provisioning complete for port 21b0f9e3-423f-4222-87b2-b24b2d8c4fbb triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:22:08.620976 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-ace781e7-ee06-4176-b973-e01175580a65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:08.641309 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a794ad-1632-4b6d-bd73-3fe41b239520 req-5695b98e-b2f8-49f1-9ec1-bb04f6cb3259 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:08.642884 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-21a794ad-1632-4b6d-bd73-3fe41b239520 req-5695b98e-b2f8-49f1-9ec1-bb04f6cb3259 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/ports?device_id=608b8252-7dee-4a66-b7a1-a863de63ff13 HTTP/1.1" status: 200 len: 950 time: 0.4742839 Oct 27 10:22:08.651176 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d201a021-3c1a-4fce-93e2-5538cbf5d802 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:08.651516 n-d-813419-10 neutron-server[102346]: INFO neutron.db.segments_db [None req-d201a021-3c1a-4fce-93e2-5538cbf5d802 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Added segment d280e86b-98bc-4db8-afe2-4c1f5068a6df of type vlan for network bf1ac053-a18e-466d-9b2d-ed75456df1b4 Oct 27 10:22:08.721332 n-d-813419-10 neutron-server[102348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83cc3932-e6dc-4903-a16a-9a095af1a7d3 None None] Network 97f09aa0-3c3c-434e-a3d4-bfc5a4540ee5 is already hosted by enough agents. {{(pid=102348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:22:08.745266 n-d-813419-10 neutron-server[102348]: DEBUG neutron.scheduler.base_scheduler [None req-83cc3932-e6dc-4903-a16a-9a095af1a7d3 None None] Resources bound (agent type, host, resource id): {{(pid=102348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:22:08.752228 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cc3932-e6dc-4903-a16a-9a095af1a7d3 None None] Pushing event updated for resources: {'Port': ['ID=296ff2c2-a9e9-4a81-b08e-5aa0ddd8d59f,revision_number=1']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:22:08.757814 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83cc3932-e6dc-4903-a16a-9a095af1a7d3 None None] Received port after_create {{(pid=102348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:22:08.790529 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 21b0f9e3-423f-4222-87b2-b24b2d8c4fbb up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:22:08.796324 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:08.801574 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_common [req-f5f14142-e04f-45ec-833c-d5dd4baf0a47 req-959c6c60-4ac3-4a51-aad1-fab37f02190b tempest-ServersWithSpecificFlavorTestJSON-2103273157 tempest-ServersWithSpecificFlavorTestJSON-2103273157-project] Allocated IP 172.20.0.4 (0a48af15-1075-4a1c-b6c2-04479e771f49/01ed277a-6c4a-420b-a94a-e6bb1e65fbf9/2b419df8-369a-43a9-82ec-0032d3a5f1f8) {{(pid=102346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:22:08.816495 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-21a794ad-1632-4b6d-bd73-3fe41b239520 req-6c79fbf9-34d0-4266-b327-306dbeb12dad tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/security-groups?id=e786382c-1289-4f9d-b471-ed120470c2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543622 Oct 27 10:22:08.817670 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b134822b-5c13-4ef4-83c1-4b4390817b1a req-8306d6c1-826c-4650-ae97-b583eed99b99 tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:08.821759 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d201a021-3c1a-4fce-93e2-5538cbf5d802 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743872593080'] for network, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:08.828833 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b134822b-5c13-4ef4-83c1-4b4390817b1a req-8306d6c1-826c-4650-ae97-b583eed99b99 tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] 10.222.0.44 "GET /v2.0/ports?device_id=17fac8c9-b531-4166-a261-47a6b86a5d06 HTTP/1.1" status: 200 len: 949 time: 0.1469510 Oct 27 10:22:08.892088 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_common [None req-3550c5a3-d3dc-471d-9965-5ee66cbff45a admin admin] Allocated IP 172.25.8.233 (185ff123-c7ff-45c7-a6be-71feb35acc9c/0fb9f9d1-7384-481f-8fa8-f4566c349d30/ced55022-f93b-4955-a885-9d6e097ca9ba) {{(pid=102346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:22:08.907059 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b134822b-5c13-4ef4-83c1-4b4390817b1a req-b64d067a-ba61-4824-9d19-7f3f66e37726 tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] 10.222.0.44 "GET /v2.0/security-groups?id=adbff9a4-0ae5-4700-84c2-4b5f53f67e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728474 Oct 27 10:22:08.970953 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-83cc3932-e6dc-4903-a16a-9a095af1a7d3 None None] Attempting to bind port 296ff2c2-a9e9-4a81-b08e-5aa0ddd8d59f on host n-d-813419-10 for vnic_type normal with profile {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:22:08.971494 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-83cc3932-e6dc-4903-a16a-9a095af1a7d3 None None] Attempting to bind port 296ff2c2-a9e9-4a81-b08e-5aa0ddd8d59f by drivers openvswitch,hyperv on host n-d-813419-10 at level 0 using segments [{'id': 'f4c0c22f-aab8-4ae8-882d-a6c9857b00fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '97f09aa0-3c3c-434e-a3d4-bfc5a4540ee5'}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:22:08.971623 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83cc3932-e6dc-4903-a16a-9a095af1a7d3 None None] Attempting to bind port 296ff2c2-a9e9-4a81-b08e-5aa0ddd8d59f on network 97f09aa0-3c3c-434e-a3d4-bfc5a4540ee5 {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:22:08.991123 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.db.resource_extend [None req-d201a021-3c1a-4fce-93e2-5538cbf5d802 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 27 10:22:08.999464 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-ace781e7-ee06-4176-b973-e01175580a65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:09.001529 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83cc3932-e6dc-4903-a16a-9a095af1a7d3 None None] Checking agent: {'id': '89dba0f3-79b2-435e-9822-33674b8f6ada', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 8, 20), 'started_at': datetime.datetime(2021, 10, 27, 10, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 21, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:22:09.006242 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83cc3932-e6dc-4903-a16a-9a095af1a7d3 None None] Checking segment: {'id': 'f4c0c22f-aab8-4ae8-882d-a6c9857b00fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '97f09aa0-3c3c-434e-a3d4-bfc5a4540ee5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:22:09.006242 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-83cc3932-e6dc-4903-a16a-9a095af1a7d3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:09.006242 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83cc3932-e6dc-4903-a16a-9a095af1a7d3 None None] Bound using segment: {'id': 'f4c0c22f-aab8-4ae8-882d-a6c9857b00fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '97f09aa0-3c3c-434e-a3d4-bfc5a4540ee5'} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:22:09.006242 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-83cc3932-e6dc-4903-a16a-9a095af1a7d3 None None] Bound port: 296ff2c2-a9e9-4a81-b08e-5aa0ddd8d59f, host: n-d-813419-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4c0c22f-aab8-4ae8-882d-a6c9857b00fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '97f09aa0-3c3c-434e-a3d4-bfc5a4540ee5'}}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:22:09.006762 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-83cc3932-e6dc-4903-a16a-9a095af1a7d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:09.055317 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d201a021-3c1a-4fce-93e2-5538cbf5d802 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913'] for network, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:09.077492 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d201a021-3c1a-4fce-93e2-5538cbf5d802 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:09.078390 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d201a021-3c1a-4fce-93e2-5538cbf5d802 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for network, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:09.079373 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port 21b0f9e3-423f-4222-87b2-b24b2d8c4fbb triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:22:09.079742 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:09.104301 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c1dc2d05-c1d0-4df4-96a3-79442c1f6be2 req-83dcb4d9-8b29-4700-8e40-d7babf05e749 tempest-ServersWithSpecificFlavorTestJSON-2103273157 tempest-ServersWithSpecificFlavorTestJSON-2103273157-project] 10.222.0.44 "GET /v2.0/ports?device_id=dab55e46-8e3b-4a56-8e39-e3a205f3b352 HTTP/1.1" status: 200 len: 210 time: 0.0452399 Oct 27 10:22:09.208790 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-475e415a-56e5-43cd-b470-6450cd4ac9a8 req-7694d3a7-cb7d-42a1-8715-37999d46a2f2 tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] Publish callbacks [] for port, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:09.215059 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.l3_agent_scheduler [req-014e7d54-64ae-47a7-a304-88db96756ed9 req-d6c5f312-4404-4a59-8fef-62abbfdd4895 tempest-ServersWithSpecificFlavorTestJSON-2103273157 tempest-ServersWithSpecificFlavorTestJSON-2103273157-project] Router 63f7ed1c-370f-4434-bb3c-bdaf6c5b2e01 has already been hosted by L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb {{(pid=102346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 10:22:09.216676 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d201a021-3c1a-4fce-93e2-5538cbf5d802 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Pushing event updated for resources: {'Network': ['ID=bf1ac053-a18e-466d-9b2d-ed75456df1b4,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:22:09.247078 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-ace781e7-ee06-4176-b973-e01175580a65 None None] For port 21b0f9e3-423f-4222-87b2-b24b2d8c4fbb, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=21b0f9e3-423f-4222-87b2-b24b2d8c4fbb,segment=NetworkSegment(484662c5-6896-4c64-9da4-4aa0000b52b3),segment_id=484662c5-6896-4c64-9da4-4aa0000b52b3)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:22:09.248750 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-83cc3932-e6dc-4903-a16a-9a095af1a7d3 None None] For port 296ff2c2-a9e9-4a81-b08e-5aa0ddd8d59f, host n-d-813419-10, cleared binding levels {{(pid=102348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:22:09.253170 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Network bf1ac053-a18e-466d-9b2d-ed75456df1b4 details requested by agent ovs-agent-n-d-813419-10 with host n-d-813419-10 {{(pid=102348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 10:22:09.257582 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-83cc3932-e6dc-4903-a16a-9a095af1a7d3 None None] For port 296ff2c2-a9e9-4a81-b08e-5aa0ddd8d59f, host n-d-813419-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=296ff2c2-a9e9-4a81-b08e-5aa0ddd8d59f,segment=NetworkSegment(f4c0c22f-aab8-4ae8-882d-a6c9857b00fc),segment_id=f4c0c22f-aab8-4ae8-882d-a6c9857b00fc)] {{(pid=102348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:22:09.262240 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-ace781e7-ee06-4176-b973-e01175580a65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:09.289804 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-f4ee211e-f7c0-4722-bfcc-f4004d9ad2e9 req-42322ef4-4e5a-4c05-83b8-fd5386010ed5 tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] 10.222.0.44 "GET /v2.0/ports?device_id=9e8bcc8c-e9a1-4c45-af3a-9fd9588b6b53 HTTP/1.1" status: 200 len: 210 time: 0.0629423 Oct 27 10:22:09.301736 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b91a0eb-0efb-437f-9407-e2494a4104a9 req-ef2fae50-08a5-41b2-81a6-0f275aa170d5 tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:09.303638 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-8b91a0eb-0efb-437f-9407-e2494a4104a9 req-ef2fae50-08a5-41b2-81a6-0f275aa170d5 tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] 10.222.0.44 "GET /v2.0/ports?device_id=07a96c5d-bcd0-4c58-835f-01a5bab187d1 HTTP/1.1" status: 200 len: 945 time: 0.2608273 Oct 27 10:22:09.344749 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-d201a021-3c1a-4fce-93e2-5538cbf5d802 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.3745654 Oct 27 10:22:09.362319 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 44330) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:22:09.385061 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-2a38be77-821e-49fe-ade6-7ed7bae6a022 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Request body: {'subnet': {'network_id': 'bf1ac053-a18e-466d-9b2d-ed75456df1b4', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:22:09.546796 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-83cc3932-e6dc-4903-a16a-9a095af1a7d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:09.549527 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace781e7-ee06-4176-b973-e01175580a65 None None] Pushing event updated for resources: {'Port': ['ID=21b0f9e3-423f-4222-87b2-b24b2d8c4fbb,revision_number=3']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:22:09.701683 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-74490087-a23c-442b-9c00-428d982a9639 None None] Provisioning complete for port 21b0f9e3-423f-4222-87b2-b24b2d8c4fbb triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:22:09.702333 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-74490087-a23c-442b-9c00-428d982a9639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:09.807800 n-d-813419-10 neutron-server[102347]: INFO neutron.api.v2.resource [req-704013c6-b236-4d5f-b30e-be9d5f516bc6 req-1789f240-4071-4c9f-995a-3d10cc8b6a1f service neutron] show failed (client error): The resource could not be found. Oct 27 10:22:09.810390 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-704013c6-b236-4d5f-b30e-be9d5f516bc6 req-1789f240-4071-4c9f-995a-3d10cc8b6a1f service neutron] 10.222.0.76 "GET /v2.0/ports/c8c8271b-367b-4ab3-86e4-bb5ec9b8ea1d/bindings/n-h1-813419-10 HTTP/1.1" status: 404 len: 381 time: 0.4767370 Oct 27 10:22:09.849828 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cc3932-e6dc-4903-a16a-9a095af1a7d3 None None] Pushing event updated for resources: {'Port': ['ID=296ff2c2-a9e9-4a81-b08e-5aa0ddd8d59f,revision_number=2']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:22:09.992750 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-3550c5a3-d3dc-471d-9965-5ee66cbff45a admin admin] Publish callbacks [] for port, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:10.031385 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7883a4dc-f7f0-4eb0-a42d-774a8ba2d3cf req-595c53a3-e99e-4b1d-9f00-4c2a15001b1f tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:10.044637 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-7883a4dc-f7f0-4eb0-a42d-774a8ba2d3cf req-595c53a3-e99e-4b1d-9f00-4c2a15001b1f tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/ports?device_id=608b8252-7dee-4a66-b7a1-a863de63ff13 HTTP/1.1" status: 200 len: 950 time: 0.0965688 Oct 27 10:22:10.071374 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-475e415a-56e5-43cd-b470-6450cd4ac9a8 req-7694d3a7-cb7d-42a1-8715-37999d46a2f2 tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:10.093730 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] get_ports_and_sgs() called for port_ids ['cc809c9a-81c2-48fc-a862-97633a5e993c'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:22:10.099699 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-8b91a0eb-0efb-437f-9407-e2494a4104a9 req-8be03ee3-0617-4012-8722-4e5e177cac20 tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] 10.222.0.44 "GET /v2.0/security-groups?id=abb43ff2-3d53-4d6f-bfce-d681dce200c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7771883 Oct 27 10:22:10.172677 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a38be77-821e-49fe-ade6-7ed7bae6a022 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Made reservation on behalf of 48ff8c43003e41a2b855daaeb2bfcd04 for: {'subnet': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:22:10.176439 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-2a38be77-821e-49fe-ade6-7ed7bae6a022 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27167186'] for subnet, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:10.228045 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-7883a4dc-f7f0-4eb0-a42d-774a8ba2d3cf req-61a93da3-08d1-4961-bf9b-119f275b274f tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/security-groups?id=e786382c-1289-4f9d-b471-ed120470c2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267836 Oct 27 10:22:10.363042 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device 5038503f-cda9-4787-9ef3-d834a02fd9d6 no longer exists at agent hyperv_n-h2-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:22:10.396226 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] No Port match for: 5038503f-cda9-4787-9ef3-d834a02fd9d6 {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:22:10.396564 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device 5038503f-cda9-4787-9ef3-d834a02fd9d6 not bound to the agent host n-h2-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:22:10.410254 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704013c6-b236-4d5f-b30e-be9d5f516bc6 req-1061ca1c-d221-4342-b39b-f480c7c3bf37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:10.412832 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-704013c6-b236-4d5f-b30e-be9d5f516bc6 req-1061ca1c-d221-4342-b39b-f480c7c3bf37 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=608b8252-7dee-4a66-b7a1-a863de63ff13&tenant_id=31dc088f778a4c2fb761c23ef7d22647 HTTP/1.1" status: 200 len: 1102 time: 0.1582024 Oct 27 10:22:10.431090 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [req-704013c6-b236-4d5f-b30e-be9d5f516bc6 req-78c431ee-d157-4af2-8010-57ee92010ae6 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-813419-10', 'device_owner': 'compute:nova'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:22:10.472015 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-475e415a-56e5-43cd-b470-6450cd4ac9a8 req-7694d3a7-cb7d-42a1-8715-37999d46a2f2 tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] Network 1886fe3b-e088-4c7d-8f4c-b14d4440b311 is already hosted by enough agents. {{(pid=102346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:22:10.500797 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7694d3a7-cb7d-42a1-8715-37999d46a2f2 tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] Pushing event updated for resources: {'Port': ['ID=33ababf2-d146-4ed8-98b4-c512ea11df55,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:22:10.510652 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-3550c5a3-d3dc-471d-9965-5ee66cbff45a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:10.513134 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [req-475e415a-56e5-43cd-b470-6450cd4ac9a8 req-7694d3a7-cb7d-42a1-8715-37999d46a2f2 tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] Resources bound (agent type, host, resource id): {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:22:10.520970 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [req-475e415a-56e5-43cd-b470-6450cd4ac9a8 req-7694d3a7-cb7d-42a1-8715-37999d46a2f2 tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] Received port after_create {{(pid=102346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:22:10.556604 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-e8b150a9-2837-478e-9233-25ca57a64d1f req-4ebf3364-ba4d-4a3b-807e-7abf7c659d10 tempest-ServersWithSpecificFlavorTestJSON-2103273157 tempest-ServersWithSpecificFlavorTestJSON-2103273157-project] 10.222.0.44 "GET /v2.0/ports?device_id=dab55e46-8e3b-4a56-8e39-e3a205f3b352 HTTP/1.1" status: 200 len: 210 time: 0.0643480 Oct 27 10:22:10.557700 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-704013c6-b236-4d5f-b30e-be9d5f516bc6 req-78c431ee-d157-4af2-8010-57ee92010ae6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:10.621109 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-f5f14142-e04f-45ec-833c-d5dd4baf0a47 req-959c6c60-4ac3-4a51-aad1-fab37f02190b tempest-ServersWithSpecificFlavorTestJSON-2103273157 tempest-ServersWithSpecificFlavorTestJSON-2103273157-project] Publish callbacks [] for port, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:10.622975 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-014e7d54-64ae-47a7-a304-88db96756ed9 req-d6c5f312-4404-4a59-8fef-62abbfdd4895 tempest-ServersWithSpecificFlavorTestJSON-2103273157 tempest-ServersWithSpecificFlavorTestJSON-2103273157-project] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:22:10.642169 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-848decb4-b14c-4f5a-88fd-c37a4c5a1ff6 None None] Sync routers for ids ['63f7ed1c-370f-4434-bb3c-bdaf6c5b2e01'] in n-d-813419-10 {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:22:10.669702 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3550c5a3-d3dc-471d-9965-5ee66cbff45a admin admin] Network 185ff123-c7ff-45c7-a6be-71feb35acc9c is already hosted by enough agents. {{(pid=102346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:22:10.681779 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-848decb4-b14c-4f5a-88fd-c37a4c5a1ff6 None None] Routers {'63f7ed1c-370f-4434-bb3c-bdaf6c5b2e01'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:22:10.683179 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-848decb4-b14c-4f5a-88fd-c37a4c5a1ff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:21:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['63f7ed1c-370f-4434-bb3c-bdaf6c5b2e01'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:22:10.700428 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-3550c5a3-d3dc-471d-9965-5ee66cbff45a admin admin] Resources bound (agent type, host, resource id): {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:22:10.723380 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827ee0f0-5f9c-42f1-8ae1-69c8e39f31db req-0dee2fe2-ad63-4b47-81a6-db81dacd6d89 tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:10.730718 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-827ee0f0-5f9c-42f1-8ae1-69c8e39f31db req-0dee2fe2-ad63-4b47-81a6-db81dacd6d89 tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] 10.222.0.44 "GET /v2.0/ports?device_id=17fac8c9-b531-4166-a261-47a6b86a5d06 HTTP/1.1" status: 200 len: 949 time: 0.3656700 Oct 27 10:22:10.740547 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3550c5a3-d3dc-471d-9965-5ee66cbff45a admin admin] Received port after_create {{(pid=102346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:22:10.743258 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-2a38be77-821e-49fe-ade6-7ed7bae6a022 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27024290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27167168'] for subnet, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:10.825470 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 21b0f9e3-423f-4222-87b2-b24b2d8c4fbb up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:22:10.851307 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a38be77-821e-49fe-ade6-7ed7bae6a022 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Pushing event updated for resources: {'Subnet': ['ID=77fcb867-b5c4-4b73-bcc5-3f71a668ea56,revision_number=0']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:22:10.866810 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [req-014e7d54-64ae-47a7-a304-88db96756ed9 req-d6c5f312-4404-4a59-8fef-62abbfdd4895 tempest-ServersWithSpecificFlavorTestJSON-2103273157 tempest-ServersWithSpecificFlavorTestJSON-2103273157-project] No DVR routers for this DVR port 5038503f-cda9-4787-9ef3-d834a02fd9d6 on host n-h2-813419-10 {{(pid=102346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:22:10.868718 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3550c5a3-d3dc-471d-9965-5ee66cbff45a admin admin] Pushing event updated for resources: {'Port': ['ID=ced55022-f93b-4955-a885-9d6e097ca9ba,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:22:10.886932 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475e415a-56e5-43cd-b470-6450cd4ac9a8 req-7694d3a7-cb7d-42a1-8715-37999d46a2f2 tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:10.888495 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-475e415a-56e5-43cd-b470-6450cd4ac9a8 req-7694d3a7-cb7d-42a1-8715-37999d46a2f2 tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:10.919361 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-014e7d54-64ae-47a7-a304-88db96756ed9 req-d6c5f312-4404-4a59-8fef-62abbfdd4895 tempest-ServersWithSpecificFlavorTestJSON-2103273157 tempest-ServersWithSpecificFlavorTestJSON-2103273157-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:10.923070 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-014e7d54-64ae-47a7-a304-88db96756ed9 req-d6c5f312-4404-4a59-8fef-62abbfdd4895 tempest-ServersWithSpecificFlavorTestJSON-2103273157 tempest-ServersWithSpecificFlavorTestJSON-2103273157-project] 10.222.0.76 "DELETE /v2.0/ports/5038503f-cda9-4787-9ef3-d834a02fd9d6 HTTP/1.1" status: 204 len: 173 time: 5.3017941 Oct 27 10:22:10.926310 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '265228e3-9e0d-4457-9209-d37929afa548', 'name': 'network-vif-deleted', 'tag': '5038503f-cda9-4787-9ef3-d834a02fd9d6'}] {{(pid=102346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:22:10.928782 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc0e418f5fc417c8d55d94c0aa509b037d0beb2a734c1a709e789eb65639a56d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d4dd4d9-698a-4a12-91c1-f32373fa18f8" -d '{"events": [{"server_uuid": "265228e3-9e0d-4457-9209-d37929afa548", "name": "network-vif-deleted", "tag": "5038503f-cda9-4787-9ef3-d834a02fd9d6"}]}' {{(pid=102346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:22:10.937101 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvr_db [None req-848decb4-b14c-4f5a-88fd-c37a4c5a1ff6 None None] Set router 63f7ed1c-370f-4434-bb3c-bdaf6c5b2e01 gateway port host: n-d-813419-10 {{(pid=102348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:22:10.953246 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-475e415a-56e5-43cd-b470-6450cd4ac9a8 req-7694d3a7-cb7d-42a1-8715-37999d46a2f2 tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9858916 Oct 27 10:22:10.975904 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [req-475e415a-56e5-43cd-b470-6450cd4ac9a8 req-52c1130c-860f-483f-a793-a9aff5b65a78 service neutron] Request body: {'port': {'device_id': '9e8bcc8c-e9a1-4c45-af3a-9fd9588b6b53', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-10'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:22:11.088364 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9d73dd-b8a8-4bbd-9167-b424fc323c63 req-f5860e56-8cc5-432f-8f72-b6b52deb2c93 tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:11.108451 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-eb9d73dd-b8a8-4bbd-9167-b424fc323c63 req-f5860e56-8cc5-432f-8f72-b6b52deb2c93 tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] 10.222.0.44 "GET /v2.0/ports?device_id=9e8bcc8c-e9a1-4c45-af3a-9fd9588b6b53 HTTP/1.1" status: 200 len: 932 time: 0.2311656 Oct 27 10:22:11.122665 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-f5f14142-e04f-45ec-833c-d5dd4baf0a47 req-959c6c60-4ac3-4a51-aad1-fab37f02190b tempest-ServersWithSpecificFlavorTestJSON-2103273157 tempest-ServersWithSpecificFlavorTestJSON-2103273157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:11.139173 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-827ee0f0-5f9c-42f1-8ae1-69c8e39f31db req-e7572340-ede3-4d7c-b10b-0a2415edea4a tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] 10.222.0.44 "GET /v2.0/security-groups?id=adbff9a4-0ae5-4700-84c2-4b5f53f67e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4074628 Oct 27 10:22:11.192385 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-704013c6-b236-4d5f-b30e-be9d5f516bc6 req-78c431ee-d157-4af2-8010-57ee92010ae6 service neutron] For port c8c8271b-367b-4ab3-86e4-bb5ec9b8ea1d, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=c8c8271b-367b-4ab3-86e4-bb5ec9b8ea1d,segment=NetworkSegment(f7c42c6d-2766-46d8-a8b7-4852117a5555),segment_id=f7c42c6d-2766-46d8-a8b7-4852117a5555)] {{(pid=102347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:22:11.245196 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-eb9d73dd-b8a8-4bbd-9167-b424fc323c63 req-96662860-66c1-461d-b3bb-cd76d5b40761 tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] 10.222.0.44 "GET /v2.0/security-groups?id=e3018bff-e5f8-44d8-a835-69520a8698da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319430 Oct 27 10:22:11.249146 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port 21b0f9e3-423f-4222-87b2-b24b2d8c4fbb triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:22:11.249692 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:11.322714 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:22:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-240a5099-3d6c-498e-9eda-95e91401a73e x-openstack-request-id: req-240a5099-3d6c-498e-9eda-95e91401a73e {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:22:11.323382 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "265228e3-9e0d-4457-9209-d37929afa548", "name": "network-vif-deleted", "tag": "5038503f-cda9-4787-9ef3-d834a02fd9d6", "status": "completed", "code": 200}]} {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:22:11.323652 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-240a5099-3d6c-498e-9eda-95e91401a73e {{(pid=102346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:22:11.324060 n-d-813419-10 neutron-server[102346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '265228e3-9e0d-4457-9209-d37929afa548', 'name': 'network-vif-deleted', 'tag': '5038503f-cda9-4787-9ef3-d834a02fd9d6', 'status': 'completed', 'code': 200} Oct 27 10:22:11.348448 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-704013c6-b236-4d5f-b30e-be9d5f516bc6 req-78c431ee-d157-4af2-8010-57ee92010ae6 service neutron] For port c8c8271b-367b-4ab3-86e4-bb5ec9b8ea1d, host n-h2-813419-10, cleared binding levels {{(pid=102347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:22:11.359450 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a38be77-821e-49fe-ade6-7ed7bae6a022 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Checking segment: {'id': 'd280e86b-98bc-4db8-afe2-4c1f5068a6df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'bf1ac053-a18e-466d-9b2d-ed75456df1b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:22:11.359827 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a38be77-821e-49fe-ade6-7ed7bae6a022 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Network hostable DHCP agents. Network: bf1ac053-a18e-466d-9b2d-ed75456df1b4, hostable agents: ['eafd4000-b897-4722-ae8b-0118ec955181'], hosted agents: [] {{(pid=102346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 10:22:11.381629 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-341cfeb6-0c36-4fdf-8fe3-9adc06823960 None None] Network 97f09aa0-3c3c-434e-a3d4-bfc5a4540ee5 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:22:11.400520 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5f14142-e04f-45ec-833c-d5dd4baf0a47 req-959c6c60-4ac3-4a51-aad1-fab37f02190b tempest-ServersWithSpecificFlavorTestJSON-2103273157 tempest-ServersWithSpecificFlavorTestJSON-2103273157-project] Network 0a48af15-1075-4a1c-b6c2-04479e771f49 is already hosted by enough agents. {{(pid=102346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:22:11.418003 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-704013c6-b236-4d5f-b30e-be9d5f516bc6 req-78c431ee-d157-4af2-8010-57ee92010ae6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:11.431599 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '608b8252-7dee-4a66-b7a1-a863de63ff13', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c8c8271b-367b-4ab3-86e4-bb5ec9b8ea1d'}] {{(pid=102347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:22:11.435821 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [req-f5f14142-e04f-45ec-833c-d5dd4baf0a47 req-959c6c60-4ac3-4a51-aad1-fab37f02190b tempest-ServersWithSpecificFlavorTestJSON-2103273157 tempest-ServersWithSpecificFlavorTestJSON-2103273157-project] Resources bound (agent type, host, resource id): {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:22:11.439165 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311149b481204ee7edffdb959c881838506fbd95bc8577c048f6677abb73acc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47a69d82-d5db-4275-becb-2f9a1d52fd73" -d '{"events": [{"server_uuid": "608b8252-7dee-4a66-b7a1-a863de63ff13", "name": "network-vif-unplugged", "status": "completed", "tag": "c8c8271b-367b-4ab3-86e4-bb5ec9b8ea1d"}]}' {{(pid=102347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:22:11.452419 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5f14142-e04f-45ec-833c-d5dd4baf0a47 req-959c6c60-4ac3-4a51-aad1-fab37f02190b tempest-ServersWithSpecificFlavorTestJSON-2103273157 tempest-ServersWithSpecificFlavorTestJSON-2103273157-project] Received port after_create {{(pid=102346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:22:11.457551 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-475e415a-56e5-43cd-b470-6450cd4ac9a8 req-52c1130c-860f-483f-a793-a9aff5b65a78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:11.503089 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959c6c60-4ac3-4a51-aad1-fab37f02190b tempest-ServersWithSpecificFlavorTestJSON-2103273157 tempest-ServersWithSpecificFlavorTestJSON-2103273157-project] Pushing event updated for resources: {'Port': ['ID=2b419df8-369a-43a9-82ec-0032d3a5f1f8,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:22:11.522169 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.provisioning_blocks [req-704013c6-b236-4d5f-b30e-be9d5f516bc6 req-78c431ee-d157-4af2-8010-57ee92010ae6 service neutron] Transition to ACTIVE for port object c8c8271b-367b-4ab3-86e4-bb5ec9b8ea1d will not be triggered until provisioned by entity L2. {{(pid=102347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 10:22:11.533369 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-704013c6-b236-4d5f-b30e-be9d5f516bc6 req-78c431ee-d157-4af2-8010-57ee92010ae6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:11.535073 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a38be77-821e-49fe-ade6-7ed7bae6a022 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Network bf1ac053-a18e-466d-9b2d-ed75456df1b4 is scheduled to be hosted by DHCP agent eafd4000-b897-4722-ae8b-0118ec955181 with binding_index 1 {{(pid=102346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 10:22:11.589441 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-1746ae6e-87f0-472d-b3cf-666db54b395f None None] Provisioning complete for port 296ff2c2-a9e9-4a81-b08e-5aa0ddd8d59f triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:22:11.590204 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-1746ae6e-87f0-472d-b3cf-666db54b395f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:11.643895 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c32165d-d8cf-47d2-abeb-f36dc520d804 req-eddf8faa-52b7-444e-a197-dcec75968a0f tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:11.652868 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-3c32165d-d8cf-47d2-abeb-f36dc520d804 req-eddf8faa-52b7-444e-a197-dcec75968a0f tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/ports?device_id=608b8252-7dee-4a66-b7a1-a863de63ff13 HTTP/1.1" status: 200 len: 950 time: 0.2458441 Oct 27 10:22:11.695977 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 296ff2c2-a9e9-4a81-b08e-5aa0ddd8d59f up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:22:11.697760 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-2a38be77-821e-49fe-ade6-7ed7bae6a022 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-10, bf1ac053-a18e-466d-9b2d-ed75456df1b4) {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:22:11.727923 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f3fb0f-1dd0-4d3d-86ae-952a1716dd9d req-e54a646d-fbfb-474f-b057-39e677b1b43c tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:11.741007 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-41f3fb0f-1dd0-4d3d-86ae-952a1716dd9d req-e54a646d-fbfb-474f-b057-39e677b1b43c tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] 10.222.0.44 "GET /v2.0/ports?device_id=07a96c5d-bcd0-4c58-835f-01a5bab187d1 HTTP/1.1" status: 200 len: 945 time: 0.4019604 Oct 27 10:22:11.779452 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [req-704013c6-b236-4d5f-b30e-be9d5f516bc6 req-78c431ee-d157-4af2-8010-57ee92010ae6 service neutron] No DVR routers for this DVR port c8c8271b-367b-4ab3-86e4-bb5ec9b8ea1d on host n-h2-813419-10 {{(pid=102347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:22:11.795342 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c431ee-d157-4af2-8010-57ee92010ae6 service neutron] Pushing event updated for resources: {'Port': ['ID=c8c8271b-367b-4ab3-86e4-bb5ec9b8ea1d,revision_number=6']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:22:11.796087 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a38be77-821e-49fe-ade6-7ed7bae6a022 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:11.797136 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-2a38be77-821e-49fe-ade6-7ed7bae6a022 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for subnet, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:11.805608 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f563b21-b0a0-4aee-8a4f-0ce4e3808893 None None] Network bf1ac053-a18e-466d-9b2d-ed75456df1b4 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:22:11.851963 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f14142-e04f-45ec-833c-d5dd4baf0a47 req-959c6c60-4ac3-4a51-aad1-fab37f02190b tempest-ServersWithSpecificFlavorTestJSON-2103273157 tempest-ServersWithSpecificFlavorTestJSON-2103273157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:11.853029 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-f5f14142-e04f-45ec-833c-d5dd4baf0a47 req-959c6c60-4ac3-4a51-aad1-fab37f02190b tempest-ServersWithSpecificFlavorTestJSON-2103273157 tempest-ServersWithSpecificFlavorTestJSON-2103273157-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:11.947324 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-848decb4-b14c-4f5a-88fd-c37a4c5a1ff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63f7ed1c-370f-4434-bb3c-bdaf6c5b2e01', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-425009108-router', 'tenant_id': '60bf030ec38b4548b292ea0483de5f05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.225'}], 'enable_snat': True}, 'gw_port_id': '52a1bbf4-2cd9-4872-bd73-dd8c7601673c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:18:17Z', 'updated_at': '2021-10-27T10:18:21Z', 'revision_number': 4, 'project_id': '60bf030ec38b4548b292ea0483de5f05', 'gw_port': {'id': '52a1bbf4-2cd9-4872-bd73-dd8c7601673c', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:ea:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63f7ed1c-370f-4434-bb3c-bdaf6c5b2e01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:18:18Z', 'updated_at': '2021-10-27T10:18:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_interfaces': [{'id': '30541382-9698-42aa-b364-000a568db488', 'name': '', 'network_id': '0a48af15-1075-4a1c-b6c2-04479e771f49', 'tenant_id': '60bf030ec38b4548b292ea0483de5f05', 'mac_address': 'fa:16:3e:da:d0:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63f7ed1c-370f-4434-bb3c-bdaf6c5b2e01', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '01ed277a-6c4a-420b-a94a-e6bb1e65fbf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:18:20Z', 'updated_at': '2021-10-27T10:18:25Z', 'revision_number': 5, 'project_id': '60bf030ec38b4548b292ea0483de5f05', 'subnets': [{'id': '01ed277a-6c4a-420b-a94a-e6bb1e65fbf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:22:11.959345 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-3c32165d-d8cf-47d2-abeb-f36dc520d804 req-5a302d7a-a6a1-46bc-9419-f093bf8c73d6 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/security-groups?id=e786382c-1289-4f9d-b471-ed120470c2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3028312 Oct 27 10:22:11.968979 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-704013c6-b236-4d5f-b30e-be9d5f516bc6 req-78c431ee-d157-4af2-8010-57ee92010ae6 service neutron] Attempting to bind port c8c8271b-367b-4ab3-86e4-bb5ec9b8ea1d on host n-h1-813419-10 for vnic_type normal with profile {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:22:11.969643 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-704013c6-b236-4d5f-b30e-be9d5f516bc6 req-78c431ee-d157-4af2-8010-57ee92010ae6 service neutron] Attempting to bind port c8c8271b-367b-4ab3-86e4-bb5ec9b8ea1d by drivers openvswitch,hyperv on host n-h1-813419-10 at level 0 using segments [{'id': 'f7c42c6d-2766-46d8-a8b7-4852117a5555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '4d250f92-d229-45fe-a579-67fef8e6c544'}] {{(pid=102347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:22:11.970323 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-704013c6-b236-4d5f-b30e-be9d5f516bc6 req-78c431ee-d157-4af2-8010-57ee92010ae6 service neutron] Attempting to bind port c8c8271b-367b-4ab3-86e4-bb5ec9b8ea1d on network 4d250f92-d229-45fe-a579-67fef8e6c544 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:22:11.980259 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-704013c6-b236-4d5f-b30e-be9d5f516bc6 req-78c431ee-d157-4af2-8010-57ee92010ae6 service neutron] Port c8c8271b-367b-4ab3-86e4-bb5ec9b8ea1d on network 4d250f92-d229-45fe-a579-67fef8e6c544 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-10 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 10:22:11.992163 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-704013c6-b236-4d5f-b30e-be9d5f516bc6 req-78c431ee-d157-4af2-8010-57ee92010ae6 service neutron] Attempting to bind port c8c8271b-367b-4ab3-86e4-bb5ec9b8ea1d on network 4d250f92-d229-45fe-a579-67fef8e6c544 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:22:12.009553 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-704013c6-b236-4d5f-b30e-be9d5f516bc6 req-78c431ee-d157-4af2-8010-57ee92010ae6 service neutron] Checking agent: {'id': 'a52e1cab-0c63-402d-9c94-330537c6c076', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 16, 2), 'started_at': datetime.datetime(2021, 10, 27, 10, 16, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 22, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:22:12.017363 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-848decb4-b14c-4f5a-88fd-c37a4c5a1ff6 None None] Checking router: 63f7ed1c-370f-4434-bb3c-bdaf6c5b2e01 for host: n-d-813419-10 {{(pid=102348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 10:22:12.018240 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-704013c6-b236-4d5f-b30e-be9d5f516bc6 req-78c431ee-d157-4af2-8010-57ee92010ae6 service neutron] Checking segment: {'id': 'f7c42c6d-2766-46d8-a8b7-4852117a5555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '4d250f92-d229-45fe-a579-67fef8e6c544'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:22:12.020113 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-704013c6-b236-4d5f-b30e-be9d5f516bc6 req-78c431ee-d157-4af2-8010-57ee92010ae6 service neutron] Bound using segment: {'id': 'f7c42c6d-2766-46d8-a8b7-4852117a5555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '4d250f92-d229-45fe-a579-67fef8e6c544'} {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:22:12.025469 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-704013c6-b236-4d5f-b30e-be9d5f516bc6 req-78c431ee-d157-4af2-8010-57ee92010ae6 service neutron] Bound port: c8c8271b-367b-4ab3-86e4-bb5ec9b8ea1d, host: n-h1-813419-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7c42c6d-2766-46d8-a8b7-4852117a5555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '4d250f92-d229-45fe-a579-67fef8e6c544'}}] {{(pid=102347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:22:12.026190 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-704013c6-b236-4d5f-b30e-be9d5f516bc6 req-78c431ee-d157-4af2-8010-57ee92010ae6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:12.131058 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-2a38be77-821e-49fe-ade6-7ed7bae6a022 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.7508912 Oct 27 10:22:12.142377 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-f5f14142-e04f-45ec-833c-d5dd4baf0a47 req-959c6c60-4ac3-4a51-aad1-fab37f02190b tempest-ServersWithSpecificFlavorTestJSON-2103273157 tempest-ServersWithSpecificFlavorTestJSON-2103273157-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.6664834 Oct 27 10:22:12.177139 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [req-f5f14142-e04f-45ec-833c-d5dd4baf0a47 req-b277ccf8-263d-44d8-9ae2-b328884a5a9e service neutron] Request body: {'port': {'device_id': 'dab55e46-8e3b-4a56-8e39-e3a205f3b352', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-10'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:22:12.207487 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-848decb4-b14c-4f5a-88fd-c37a4c5a1ff6 None None] Routers {'63f7ed1c-370f-4434-bb3c-bdaf6c5b2e01'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:22:12.208515 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-848decb4-b14c-4f5a-88fd-c37a4c5a1ff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:21:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['63f7ed1c-370f-4434-bb3c-bdaf6c5b2e01'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:22:12.245823 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-3550c5a3-d3dc-471d-9965-5ee66cbff45a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:12.246755 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-704013c6-b236-4d5f-b30e-be9d5f516bc6 req-78c431ee-d157-4af2-8010-57ee92010ae6 service neutron] For port c8c8271b-367b-4ab3-86e4-bb5ec9b8ea1d, host n-h1-813419-10, cleared binding levels {{(pid=102347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:22:12.258164 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-704013c6-b236-4d5f-b30e-be9d5f516bc6 req-78c431ee-d157-4af2-8010-57ee92010ae6 service neutron] For port c8c8271b-367b-4ab3-86e4-bb5ec9b8ea1d, host n-h1-813419-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=c8c8271b-367b-4ab3-86e4-bb5ec9b8ea1d,segment=NetworkSegment(f7c42c6d-2766-46d8-a8b7-4852117a5555),segment_id=f7c42c6d-2766-46d8-a8b7-4852117a5555)] {{(pid=102347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:22:12.266544 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-704013c6-b236-4d5f-b30e-be9d5f516bc6 req-78c431ee-d157-4af2-8010-57ee92010ae6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:12.278636 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-41f3fb0f-1dd0-4d3d-86ae-952a1716dd9d req-fe9a56a4-76f7-4524-8d88-e13ccb354e77 tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] 10.222.0.44 "GET /v2.0/security-groups?id=abb43ff2-3d53-4d6f-bfce-d681dce200c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4949548 Oct 27 10:22:12.396300 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2b8f548-c842-46d6-8909-4a40a7465a49 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp734b258e-7d96-550c-b970-9b72ab66f383-bf1ac053-a18e-466d-9b2d-ed75456df1b4', 'network_id': 'bf1ac053-a18e-466d-9b2d-ed75456df1b4', 'tenant_id': '48ff8c43003e41a2b855daaeb2bfcd04', 'fixed_ips': [{'subnet_id': '77fcb867-b5c4-4b73-bcc5-3f71a668ea56'}]}} from n-d-813419-10. {{(pid=102348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 10:22:12.397889 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-e2b8f548-c842-46d6-8909-4a40a7465a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:12.426225 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704013c6-b236-4d5f-b30e-be9d5f516bc6 req-78c431ee-d157-4af2-8010-57ee92010ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:12.434677 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-704013c6-b236-4d5f-b30e-be9d5f516bc6 req-78c431ee-d157-4af2-8010-57ee92010ae6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:12.440460 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-704013c6-b236-4d5f-b30e-be9d5f516bc6 req-78c431ee-d157-4af2-8010-57ee92010ae6 service neutron] 10.222.0.64 "PUT /v2.0/ports/c8c8271b-367b-4ab3-86e4-bb5ec9b8ea1d HTTP/1.1" status: 200 len: 1097 time: 2.0184131 Oct 27 10:22:12.447256 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 27 Oct 2021 10:22:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21f4525e-56a8-483e-bdee-f8b9e273dfed x-openstack-request-id: req-21f4525e-56a8-483e-bdee-f8b9e273dfed {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:22:12.448035 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "608b8252-7dee-4a66-b7a1-a863de63ff13", "name": "network-vif-unplugged", "status": "completed", "tag": "c8c8271b-367b-4ab3-86e4-bb5ec9b8ea1d", "code": 200}]} {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:22:12.448907 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-21f4525e-56a8-483e-bdee-f8b9e273dfed {{(pid=102347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:22:12.450391 n-d-813419-10 neutron-server[102347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '608b8252-7dee-4a66-b7a1-a863de63ff13', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c8c8271b-367b-4ab3-86e4-bb5ec9b8ea1d', 'code': 200} Oct 27 10:22:12.474444 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-1746ae6e-87f0-472d-b3cf-666db54b395f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:12.506657 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port 296ff2c2-a9e9-4a81-b08e-5aa0ddd8d59f triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:22:12.507091 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:12.605223 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c431ee-d157-4af2-8010-57ee92010ae6 service neutron] Pushing event updated for resources: {'Port': ['ID=c8c8271b-367b-4ab3-86e4-bb5ec9b8ea1d,revision_number=7']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:22:12.691657 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704013c6-b236-4d5f-b30e-be9d5f516bc6 req-384b1f82-906d-4e10-a64c-4a12cee2de4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:12.693417 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-704013c6-b236-4d5f-b30e-be9d5f516bc6 req-384b1f82-906d-4e10-a64c-4a12cee2de4c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=31dc088f778a4c2fb761c23ef7d22647&device_id=608b8252-7dee-4a66-b7a1-a863de63ff13 HTTP/1.1" status: 200 len: 1100 time: 0.1916816 Oct 27 10:22:12.788427 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-f5f14142-e04f-45ec-833c-d5dd4baf0a47 req-b277ccf8-263d-44d8-9ae2-b328884a5a9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:12.815852 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5f1a75-6b99-45eb-81ba-12b7439b020a req-49fc0564-ffd6-4b1e-ac06-02d483ac8b8f tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:12.823855 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-5a5f1a75-6b99-45eb-81ba-12b7439b020a req-49fc0564-ffd6-4b1e-ac06-02d483ac8b8f tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] 10.222.0.44 "GET /v2.0/ports?device_id=17fac8c9-b531-4166-a261-47a6b86a5d06 HTTP/1.1" status: 200 len: 949 time: 0.2007043 Oct 27 10:22:12.886533 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-5a5f1a75-6b99-45eb-81ba-12b7439b020a req-60d9f9f1-7886-4206-a88f-2389336d2207 tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] 10.222.0.44 "GET /v2.0/security-groups?id=adbff9a4-0ae5-4700-84c2-4b5f53f67e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612850 Oct 27 10:22:12.934966 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-1746ae6e-87f0-472d-b3cf-666db54b395f None None] For port 296ff2c2-a9e9-4a81-b08e-5aa0ddd8d59f, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=296ff2c2-a9e9-4a81-b08e-5aa0ddd8d59f,segment=NetworkSegment(f4c0c22f-aab8-4ae8-882d-a6c9857b00fc),segment_id=f4c0c22f-aab8-4ae8-882d-a6c9857b00fc)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:22:12.938435 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774baf1e-4618-43a4-861f-e4b249029b04 req-28bbead5-ab06-4f17-a199-25da63d37f10 tempest-ServersWithSpecificFlavorTestJSON-2103273157 tempest-ServersWithSpecificFlavorTestJSON-2103273157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:12.940361 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-774baf1e-4618-43a4-861f-e4b249029b04 req-28bbead5-ab06-4f17-a199-25da63d37f10 tempest-ServersWithSpecificFlavorTestJSON-2103273157 tempest-ServersWithSpecificFlavorTestJSON-2103273157-project] 10.222.0.44 "GET /v2.0/ports?device_id=dab55e46-8e3b-4a56-8e39-e3a205f3b352 HTTP/1.1" status: 200 len: 931 time: 0.4622076 Oct 27 10:22:12.943605 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704013c6-b236-4d5f-b30e-be9d5f516bc6 req-629763b9-9945-4697-b6bf-edca340467d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:12.949703 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-704013c6-b236-4d5f-b30e-be9d5f516bc6 req-629763b9-9945-4697-b6bf-edca340467d9 service neutron] 10.222.0.64 "GET /v2.0/networks?id=4d250f92-d229-45fe-a579-67fef8e6c544 HTTP/1.1" status: 200 len: 870 time: 0.2480161 Oct 27 10:22:13.025334 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-704013c6-b236-4d5f-b30e-be9d5f516bc6 req-7d6b5e51-3cf0-40b7-a9ed-48cc59a90165 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.229&port_id=c8c8271b-367b-4ab3-86e4-bb5ec9b8ea1d HTTP/1.1" status: 200 len: 217 time: 0.0674396 Oct 27 10:22:13.098530 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.db_base_plugin_common [None req-e2b8f548-c842-46d6-8909-4a40a7465a49 None None] Allocated IP 19.86.0.2 (bf1ac053-a18e-466d-9b2d-ed75456df1b4/77fcb867-b5c4-4b73-bcc5-3f71a668ea56/9f3c02a0-e4c3-4526-a849-2fa9a779671a) {{(pid=102348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:22:13.108155 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721ea7c0-4ef5-4ccc-9a11-fc3ea0d6d8ef req-c7d244d0-d5f9-4ba2-892b-bab56891431c tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:13.116217 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-721ea7c0-4ef5-4ccc-9a11-fc3ea0d6d8ef req-c7d244d0-d5f9-4ba2-892b-bab56891431c tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] 10.222.0.44 "GET /v2.0/ports?device_id=9e8bcc8c-e9a1-4c45-af3a-9fd9588b6b53 HTTP/1.1" status: 200 len: 932 time: 0.1022189 Oct 27 10:22:13.124222 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704013c6-b236-4d5f-b30e-be9d5f516bc6 req-afd129a0-0134-4aab-88c9-5e479c757964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:13.126131 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-704013c6-b236-4d5f-b30e-be9d5f516bc6 req-afd129a0-0134-4aab-88c9-5e479c757964 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=62eb52f7-aac4-48af-8670-e04300325561 HTTP/1.1" status: 200 len: 843 time: 0.0859919 Oct 27 10:22:13.199676 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-721ea7c0-4ef5-4ccc-9a11-fc3ea0d6d8ef req-da8aebca-68a1-4c72-ae7b-22b349392ae3 tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] 10.222.0.44 "GET /v2.0/security-groups?id=e3018bff-e5f8-44d8-a835-69520a8698da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801377 Oct 27 10:22:13.227786 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704013c6-b236-4d5f-b30e-be9d5f516bc6 req-9d145417-b9d4-43d5-87c1-a9e5781a946d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:13.229676 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-704013c6-b236-4d5f-b30e-be9d5f516bc6 req-9d145417-b9d4-43d5-87c1-a9e5781a946d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4d250f92-d229-45fe-a579-67fef8e6c544&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0930395 Oct 27 10:22:13.352322 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-e2b8f548-c842-46d6-8909-4a40a7465a49 None None] Publish callbacks [] for port, precommit_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:13.367980 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvr_db [None req-848decb4-b14c-4f5a-88fd-c37a4c5a1ff6 None None] Set router 63f7ed1c-370f-4434-bb3c-bdaf6c5b2e01 gateway port host: n-d-813419-10 {{(pid=102348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:22:13.414550 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-704013c6-b236-4d5f-b30e-be9d5f516bc6 req-a1e8e09f-1816-4a8a-836d-6adcfbb25eeb service neutron] 10.222.0.64 "GET /v2.0/networks/4d250f92-d229-45fe-a579-67fef8e6c544?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1772938 Oct 27 10:22:13.415780 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-1746ae6e-87f0-472d-b3cf-666db54b395f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:13.450297 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-e2b8f548-c842-46d6-8909-4a40a7465a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606'] for port, after_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:13.542517 n-d-813419-10 neutron-server[102348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2b8f548-c842-46d6-8909-4a40a7465a49 None None] Network bf1ac053-a18e-466d-9b2d-ed75456df1b4 is already hosted by enough agents. {{(pid=102348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:22:13.575467 n-d-813419-10 neutron-server[102348]: DEBUG neutron.scheduler.base_scheduler [None req-e2b8f548-c842-46d6-8909-4a40a7465a49 None None] Resources bound (agent type, host, resource id): {{(pid=102348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:22:13.585554 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2b8f548-c842-46d6-8909-4a40a7465a49 None None] Received port after_create {{(pid=102348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:22:13.599076 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-774baf1e-4618-43a4-861f-e4b249029b04 req-6f773885-dc2f-4b44-9e44-67c920674188 tempest-ServersWithSpecificFlavorTestJSON-2103273157 tempest-ServersWithSpecificFlavorTestJSON-2103273157-project] 10.222.0.44 "GET /v2.0/security-groups?id=a5c3a744-545c-4ff0-934c-41785bfff57c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6354716 Oct 27 10:22:13.607637 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-704013c6-b236-4d5f-b30e-be9d5f516bc6 req-1d9ce3d8-4247-4874-8b6c-f549a5972c54 service neutron] 10.222.0.64 "GET /v2.0/networks/4d250f92-d229-45fe-a579-67fef8e6c544?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1859789 Oct 27 10:22:13.680847 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [req-475e415a-56e5-43cd-b470-6450cd4ac9a8 req-52c1130c-860f-483f-a793-a9aff5b65a78 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33ababf2-d146-4ed8-98b4-c512ea11df55 {{(pid=102346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:22:13.709824 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-475e415a-56e5-43cd-b470-6450cd4ac9a8 req-52c1130c-860f-483f-a793-a9aff5b65a78 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:13.714214 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1746ae6e-87f0-472d-b3cf-666db54b395f None None] Pushing event updated for resources: {'Port': ['ID=296ff2c2-a9e9-4a81-b08e-5aa0ddd8d59f,revision_number=3']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:22:13.722821 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-3550c5a3-d3dc-471d-9965-5ee66cbff45a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1765699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1769372'] for router, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:13.752437 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.provisioning_blocks [req-475e415a-56e5-43cd-b470-6450cd4ac9a8 req-52c1130c-860f-483f-a793-a9aff5b65a78 service neutron] Transition to ACTIVE for port object 33ababf2-d146-4ed8-98b4-c512ea11df55 will not be triggered until provisioned by entity L2. {{(pid=102346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 10:22:13.797754 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b8f548-c842-46d6-8909-4a40a7465a49 None None] Pushing event updated for resources: {'Port': ['ID=9f3c02a0-e4c3-4526-a849-2fa9a779671a,revision_number=1']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:22:13.811933 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-475e415a-56e5-43cd-b470-6450cd4ac9a8 req-52c1130c-860f-483f-a793-a9aff5b65a78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27024173'] for port, after_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:13.846563 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3bcc6c-b4d5-4aec-8ee1-1ed22e3c5ed5 req-39bb908a-50b2-4ce2-b252-9c79b4cb4b34 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:13.855441 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-2f3bcc6c-b4d5-4aec-8ee1-1ed22e3c5ed5 req-39bb908a-50b2-4ce2-b252-9c79b4cb4b34 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/ports?device_id=608b8252-7dee-4a66-b7a1-a863de63ff13 HTTP/1.1" status: 200 len: 948 time: 0.0719881 Oct 27 10:22:13.878057 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-e2b8f548-c842-46d6-8909-4a40a7465a49 None None] Attempting to bind port 9f3c02a0-e4c3-4526-a849-2fa9a779671a on host n-d-813419-10 for vnic_type normal with profile {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:22:13.878437 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-e2b8f548-c842-46d6-8909-4a40a7465a49 None None] Attempting to bind port 9f3c02a0-e4c3-4526-a849-2fa9a779671a by drivers openvswitch,hyperv on host n-d-813419-10 at level 0 using segments [{'id': 'd280e86b-98bc-4db8-afe2-4c1f5068a6df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'bf1ac053-a18e-466d-9b2d-ed75456df1b4'}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:22:13.878804 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2b8f548-c842-46d6-8909-4a40a7465a49 None None] Attempting to bind port 9f3c02a0-e4c3-4526-a849-2fa9a779671a on network bf1ac053-a18e-466d-9b2d-ed75456df1b4 {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:22:13.893836 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2b8f548-c842-46d6-8909-4a40a7465a49 None None] Checking agent: {'id': '89dba0f3-79b2-435e-9822-33674b8f6ada', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 8, 20), 'started_at': datetime.datetime(2021, 10, 27, 10, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 21, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:22:13.894202 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2b8f548-c842-46d6-8909-4a40a7465a49 None None] Checking segment: {'id': 'd280e86b-98bc-4db8-afe2-4c1f5068a6df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'bf1ac053-a18e-466d-9b2d-ed75456df1b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:22:13.895199 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-e2b8f548-c842-46d6-8909-4a40a7465a49 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:13.895597 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2b8f548-c842-46d6-8909-4a40a7465a49 None None] Bound using segment: {'id': 'd280e86b-98bc-4db8-afe2-4c1f5068a6df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'bf1ac053-a18e-466d-9b2d-ed75456df1b4'} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:22:13.896079 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-e2b8f548-c842-46d6-8909-4a40a7465a49 None None] Bound port: 9f3c02a0-e4c3-4526-a849-2fa9a779671a, host: n-d-813419-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd280e86b-98bc-4db8-afe2-4c1f5068a6df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'bf1ac053-a18e-466d-9b2d-ed75456df1b4'}}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:22:13.896498 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-e2b8f548-c842-46d6-8909-4a40a7465a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:13.902130 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-c9572160-2fb4-4052-8083-ffade98add7a None None] Provisioning complete for port 296ff2c2-a9e9-4a81-b08e-5aa0ddd8d59f triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:22:13.902492 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-c9572160-2fb4-4052-8083-ffade98add7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:13.913057 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-2f3bcc6c-b4d5-4aec-8ee1-1ed22e3c5ed5 req-1b4503ed-34b1-481a-aac8-e07c8e586a23 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/security-groups?id=e786382c-1289-4f9d-b471-ed120470c2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542641 Oct 27 10:22:14.066380 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c1130c-860f-483f-a793-a9aff5b65a78 service neutron] Pushing event updated for resources: {'Port': ['ID=33ababf2-d146-4ed8-98b4-c512ea11df55,revision_number=2']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:22:14.098743 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-e2b8f548-c842-46d6-8909-4a40a7465a49 None None] For port 9f3c02a0-e4c3-4526-a849-2fa9a779671a, host n-d-813419-10, cleared binding levels {{(pid=102348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:22:14.102262 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-e2b8f548-c842-46d6-8909-4a40a7465a49 None None] For port 9f3c02a0-e4c3-4526-a849-2fa9a779671a, host n-d-813419-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=9f3c02a0-e4c3-4526-a849-2fa9a779671a,segment=NetworkSegment(d280e86b-98bc-4db8-afe2-4c1f5068a6df),segment_id=d280e86b-98bc-4db8-afe2-4c1f5068a6df)] {{(pid=102348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:22:14.115670 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-e2b8f548-c842-46d6-8909-4a40a7465a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:14.120007 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-c9572160-2fb4-4052-8083-ffade98add7a None None] Provisioning complete for port 2b419df8-369a-43a9-82ec-0032d3a5f1f8 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:22:14.120390 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-c9572160-2fb4-4052-8083-ffade98add7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:14.129123 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-848decb4-b14c-4f5a-88fd-c37a4c5a1ff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63f7ed1c-370f-4434-bb3c-bdaf6c5b2e01', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-425009108-router', 'tenant_id': '60bf030ec38b4548b292ea0483de5f05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.225'}], 'enable_snat': True}, 'gw_port_id': '52a1bbf4-2cd9-4872-bd73-dd8c7601673c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:18:17Z', 'updated_at': '2021-10-27T10:18:21Z', 'revision_number': 4, 'project_id': '60bf030ec38b4548b292ea0483de5f05', 'gw_port': {'id': '52a1bbf4-2cd9-4872-bd73-dd8c7601673c', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:ea:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63f7ed1c-370f-4434-bb3c-bdaf6c5b2e01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:18:18Z', 'updated_at': '2021-10-27T10:18:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_interfaces': [{'id': '30541382-9698-42aa-b364-000a568db488', 'name': '', 'network_id': '0a48af15-1075-4a1c-b6c2-04479e771f49', 'tenant_id': '60bf030ec38b4548b292ea0483de5f05', 'mac_address': 'fa:16:3e:da:d0:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63f7ed1c-370f-4434-bb3c-bdaf6c5b2e01', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '01ed277a-6c4a-420b-a94a-e6bb1e65fbf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:18:20Z', 'updated_at': '2021-10-27T10:18:25Z', 'revision_number': 5, 'project_id': '60bf030ec38b4548b292ea0483de5f05', 'subnets': [{'id': '01ed277a-6c4a-420b-a94a-e6bb1e65fbf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:22:14.136478 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [req-f5f14142-e04f-45ec-833c-d5dd4baf0a47 req-b277ccf8-263d-44d8-9ae2-b328884a5a9e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b419df8-369a-43a9-82ec-0032d3a5f1f8 {{(pid=102346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:22:14.160547 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-f5f14142-e04f-45ec-833c-d5dd4baf0a47 req-b277ccf8-263d-44d8-9ae2-b328884a5a9e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:14.218106 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-848decb4-b14c-4f5a-88fd-c37a4c5a1ff6 None None] The sync data for ids ['63f7ed1c-370f-4434-bb3c-bdaf6c5b2e01'] in n-d-813419-10 is: [{'id': '63f7ed1c-370f-4434-bb3c-bdaf6c5b2e01', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-425009108-router', 'tenant_id': '60bf030ec38b4548b292ea0483de5f05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.225'}], 'enable_snat': True}, 'gw_port_id': '52a1bbf4-2cd9-4872-bd73-dd8c7601673c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:18:17Z', 'updated_at': '2021-10-27T10:18:21Z', 'revision_number': 4, 'project_id': '60bf030ec38b4548b292ea0483de5f05', 'gw_port': {'id': '52a1bbf4-2cd9-4872-bd73-dd8c7601673c', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:ea:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63f7ed1c-370f-4434-bb3c-bdaf6c5b2e01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:18:18Z', 'updated_at': '2021-10-27T10:18:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_interfaces': [{'id': '30541382-9698-42aa-b364-000a568db488', 'name': '', 'network_id': '0a48af15-1075-4a1c-b6c2-04479e771f49', 'tenant_id': '60bf030ec38b4548b292ea0483de5f05', 'mac_address': 'fa:16:3e:da:d0:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63f7ed1c-370f-4434-bb3c-bdaf6c5b2e01', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '01ed277a-6c4a-420b-a94a-e6bb1e65fbf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:18:20Z', 'updated_at': '2021-10-27T10:18:25Z', 'revision_number': 5, 'project_id': '60bf030ec38b4548b292ea0483de5f05', 'subnets': [{'id': '01ed277a-6c4a-420b-a94a-e6bb1e65fbf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:22:14.227290 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.provisioning_blocks [req-f5f14142-e04f-45ec-833c-d5dd4baf0a47 req-b277ccf8-263d-44d8-9ae2-b328884a5a9e service neutron] Transition to ACTIVE for port object 2b419df8-369a-43a9-82ec-0032d3a5f1f8 will not be triggered until provisioned by entity L2. {{(pid=102346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 10:22:14.248504 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ee2b4d-847e-48f8-aec8-3986d2c32e5c req-fda6dd43-dcb0-4a95-bd0e-ce7ee2fe7864 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:14.254561 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ee2b4d-847e-48f8-aec8-3986d2c32e5c req-fda6dd43-dcb0-4a95-bd0e-ce7ee2fe7864 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:14.266618 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-c9572160-2fb4-4052-8083-ffade98add7a None None] Port 2b419df8-369a-43a9-82ec-0032d3a5f1f8 cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:22:14.272030 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-92ee2b4d-847e-48f8-aec8-3986d2c32e5c req-fda6dd43-dcb0-4a95-bd0e-ce7ee2fe7864 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] 10.222.0.44 "GET /v2.0/networks?id=97f09aa0-3c3c-434e-a3d4-bfc5a4540ee5&id=bf1ac053-a18e-466d-9b2d-ed75456df1b4 HTTP/1.1" status: 200 len: 1390 time: 0.4714084 Oct 27 10:22:14.284870 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b8f548-c842-46d6-8909-4a40a7465a49 None None] Pushing event updated for resources: {'Port': ['ID=9f3c02a0-e4c3-4526-a849-2fa9a779671a,revision_number=2']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:22:14.287939 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-f5f14142-e04f-45ec-833c-d5dd4baf0a47 req-b277ccf8-263d-44d8-9ae2-b328884a5a9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27024173'] for port, after_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:14.297444 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b097b415-aa3f-4729-9293-8c0dc59766b7 req-c254606f-8767-467f-b695-a8da16fbb5a6 tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:14.301684 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b097b415-aa3f-4729-9293-8c0dc59766b7 req-c254606f-8767-467f-b695-a8da16fbb5a6 tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] 10.222.0.44 "GET /v2.0/ports?device_id=17fac8c9-b531-4166-a261-47a6b86a5d06 HTTP/1.1" status: 200 len: 949 time: 0.1076837 Oct 27 10:22:14.316146 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.managers [req-475e415a-56e5-43cd-b470-6450cd4ac9a8 req-52c1130c-860f-483f-a793-a9aff5b65a78 service neutron] Attempting to bind port 33ababf2-d146-4ed8-98b4-c512ea11df55 on host n-h1-813419-10 for vnic_type normal with profile {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:22:14.316581 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.managers [req-475e415a-56e5-43cd-b470-6450cd4ac9a8 req-52c1130c-860f-483f-a793-a9aff5b65a78 service neutron] Attempting to bind port 33ababf2-d146-4ed8-98b4-c512ea11df55 by drivers openvswitch,hyperv on host n-h1-813419-10 at level 0 using segments [{'id': '4fd5c29a-a838-4106-a890-06a671bde674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '1886fe3b-e088-4c7d-8f4c-b14d4440b311'}] {{(pid=102346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:22:14.316970 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-475e415a-56e5-43cd-b470-6450cd4ac9a8 req-52c1130c-860f-483f-a793-a9aff5b65a78 service neutron] Attempting to bind port 33ababf2-d146-4ed8-98b4-c512ea11df55 on network 1886fe3b-e088-4c7d-8f4c-b14d4440b311 {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:22:14.373113 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b097b415-aa3f-4729-9293-8c0dc59766b7 req-a17d59c4-b566-4657-a86e-0d7a2087e7fe tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] 10.222.0.44 "GET /v2.0/security-groups?id=adbff9a4-0ae5-4700-84c2-4b5f53f67e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611513 Oct 27 10:22:14.383613 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-92ee2b4d-847e-48f8-aec8-3986d2c32e5c req-13885c8d-1afe-4626-a464-f8513aca52e2 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] 10.222.0.44 "GET /v2.0/quotas/48ff8c43003e41a2b855daaeb2bfcd04 HTTP/1.1" status: 200 len: 375 time: 0.1005797 Oct 27 10:22:14.390761 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-0d8f3d54-c9c2-4e4a-b2fa-b975cdafcb8c req-af3e0a54-7e6d-4d86-a18b-c5ad3c89235a service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=dfe13e53-5060-499f-ab7e-75bb3faaeddc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2455010 Oct 27 10:22:14.410079 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-475e415a-56e5-43cd-b470-6450cd4ac9a8 req-52c1130c-860f-483f-a793-a9aff5b65a78 service neutron] Port 33ababf2-d146-4ed8-98b4-c512ea11df55 on network 1886fe3b-e088-4c7d-8f4c-b14d4440b311 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-10 {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 10:22:14.410898 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-475e415a-56e5-43cd-b470-6450cd4ac9a8 req-52c1130c-860f-483f-a793-a9aff5b65a78 service neutron] Attempting to bind port 33ababf2-d146-4ed8-98b4-c512ea11df55 on network 1886fe3b-e088-4c7d-8f4c-b14d4440b311 {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:22:14.419197 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b277ccf8-263d-44d8-9ae2-b328884a5a9e service neutron] Pushing event updated for resources: {'Port': ['ID=2b419df8-369a-43a9-82ec-0032d3a5f1f8,revision_number=2']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:22:14.419571 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device c8c8271b-367b-4ab3-86e4-bb5ec9b8ea1d no longer exists at agent hyperv_n-h2-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:22:14.453287 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '608b8252-7dee-4a66-b7a1-a863de63ff13', 'tag': 'c8c8271b-367b-4ab3-86e4-bb5ec9b8ea1d'}] {{(pid=102347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:22:14.456616 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311149b481204ee7edffdb959c881838506fbd95bc8577c048f6677abb73acc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea6c6842-dc16-4cd8-9f36-9f92e5c20096" -d '{"events": [{"name": "network-changed", "server_uuid": "608b8252-7dee-4a66-b7a1-a863de63ff13", "tag": "c8c8271b-367b-4ab3-86e4-bb5ec9b8ea1d"}]}' {{(pid=102347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:22:14.506772 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device c8c8271b-367b-4ab3-86e4-bb5ec9b8ea1d not bound to the agent host n-h2-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:22:14.522599 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-475e415a-56e5-43cd-b470-6450cd4ac9a8 req-52c1130c-860f-483f-a793-a9aff5b65a78 service neutron] Checking agent: {'id': 'a52e1cab-0c63-402d-9c94-330537c6c076', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 16, 2), 'started_at': datetime.datetime(2021, 10, 27, 10, 16, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 22, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:22:14.523164 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-475e415a-56e5-43cd-b470-6450cd4ac9a8 req-52c1130c-860f-483f-a793-a9aff5b65a78 service neutron] Checking segment: {'id': '4fd5c29a-a838-4106-a890-06a671bde674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '1886fe3b-e088-4c7d-8f4c-b14d4440b311'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:22:14.523743 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-475e415a-56e5-43cd-b470-6450cd4ac9a8 req-52c1130c-860f-483f-a793-a9aff5b65a78 service neutron] Bound using segment: {'id': '4fd5c29a-a838-4106-a890-06a671bde674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '1886fe3b-e088-4c7d-8f4c-b14d4440b311'} {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:22:14.524620 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.managers [req-475e415a-56e5-43cd-b470-6450cd4ac9a8 req-52c1130c-860f-483f-a793-a9aff5b65a78 service neutron] Bound port: 33ababf2-d146-4ed8-98b4-c512ea11df55, host: n-h1-813419-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4fd5c29a-a838-4106-a890-06a671bde674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '1886fe3b-e088-4c7d-8f4c-b14d4440b311'}}] {{(pid=102346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:22:14.524620 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-475e415a-56e5-43cd-b470-6450cd4ac9a8 req-52c1130c-860f-483f-a793-a9aff5b65a78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:14.536170 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3550c5a3-d3dc-471d-9965-5ee66cbff45a admin admin] Router 068ef6e0-446e-4e93-a5c2-1d5d6ef40eb8 is scheduled to L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb with binding_index 1 {{(pid=102346) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 10:22:14.627469 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3664185-d99b-4875-acb8-24832ab808fd req-99f60080-bd66-4af8-ba6a-3d0401f45d0b tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:14.637554 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-d3664185-d99b-4875-acb8-24832ab808fd req-99f60080-bd66-4af8-ba6a-3d0401f45d0b tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] 10.222.0.44 "GET /v2.0/ports?device_id=9e8bcc8c-e9a1-4c45-af3a-9fd9588b6b53 HTTP/1.1" status: 200 len: 944 time: 0.1191049 Oct 27 10:22:14.711500 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4958e036-97eb-4c1a-bb08-7541068a6d05 None None] New status for floating IP 956bc502-238d-4e60-bccb-892ef75d4751: DOWN {{(pid=102349) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 10:22:14.732491 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-d3664185-d99b-4875-acb8-24832ab808fd req-c1332b5a-69ae-4ce6-bc35-458ece8f5471 tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] 10.222.0.44 "GET /v2.0/security-groups?id=e3018bff-e5f8-44d8-a835-69520a8698da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924680 Oct 27 10:22:14.791132 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [req-475e415a-56e5-43cd-b470-6450cd4ac9a8 req-52c1130c-860f-483f-a793-a9aff5b65a78 service neutron] For port 33ababf2-d146-4ed8-98b4-c512ea11df55, host n-h1-813419-10, cleared binding levels {{(pid=102346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:22:14.796412 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [req-475e415a-56e5-43cd-b470-6450cd4ac9a8 req-52c1130c-860f-483f-a793-a9aff5b65a78 service neutron] For port 33ababf2-d146-4ed8-98b4-c512ea11df55, host n-h1-813419-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=33ababf2-d146-4ed8-98b4-c512ea11df55,segment=NetworkSegment(4fd5c29a-a838-4106-a890-06a671bde674),segment_id=4fd5c29a-a838-4106-a890-06a671bde674)] {{(pid=102346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:22:14.849300 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-92ee2b4d-847e-48f8-aec8-3986d2c32e5c req-b330ce9d-ad7f-44b2-95e3-1fcbac617738 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=48ff8c43003e41a2b855daaeb2bfcd04&fields=id HTTP/1.1" status: 200 len: 394 time: 0.4543672 Oct 27 10:22:14.862961 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8f3d54-c9c2-4e4a-b2fa-b975cdafcb8c req-b7a4900d-4050-485b-bfba-3f9c656ce512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:14.864924 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-0d8f3d54-c9c2-4e4a-b2fa-b975cdafcb8c req-b7a4900d-4050-485b-bfba-3f9c656ce512 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=54312c7c8f9740c0a6858560a6518b0e&device_id=dfe13e53-5060-499f-ab7e-75bb3faaeddc HTTP/1.1" status: 200 len: 1099 time: 0.4230046 Oct 27 10:22:14.867052 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-475e415a-56e5-43cd-b470-6450cd4ac9a8 req-52c1130c-860f-483f-a793-a9aff5b65a78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27024173'] for port, after_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:14.907198 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 10:22:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf099337-327a-4aee-9430-f06b7e9ab2a0 x-openstack-request-id: req-bf099337-327a-4aee-9430-f06b7e9ab2a0 {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:22:14.907487 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "608b8252-7dee-4a66-b7a1-a863de63ff13", "tag": "c8c8271b-367b-4ab3-86e4-bb5ec9b8ea1d", "status": "completed", "code": 200}]} {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:22:14.907995 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-bf099337-327a-4aee-9430-f06b7e9ab2a0 {{(pid=102347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:22:14.908411 n-d-813419-10 neutron-server[102347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '608b8252-7dee-4a66-b7a1-a863de63ff13', 'tag': 'c8c8271b-367b-4ab3-86e4-bb5ec9b8ea1d', 'status': 'completed', 'code': 200} Oct 27 10:22:15.030536 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6c6842-dc16-4cd8-9f36-9f92e5c20096 req-124c60fb-6942-4f05-9566-9633f4998d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:15.032046 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-ea6c6842-dc16-4cd8-9f36-9f92e5c20096 req-124c60fb-6942-4f05-9566-9633f4998d13 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=31dc088f778a4c2fb761c23ef7d22647&device_id=608b8252-7dee-4a66-b7a1-a863de63ff13 HTTP/1.1" status: 200 len: 1100 time: 0.1741130 Oct 27 10:22:15.064442 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.managers [req-f5f14142-e04f-45ec-833c-d5dd4baf0a47 req-b277ccf8-263d-44d8-9ae2-b328884a5a9e service neutron] Attempting to bind port 2b419df8-369a-43a9-82ec-0032d3a5f1f8 on host n-h1-813419-10 for vnic_type normal with profile {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:22:15.064788 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.managers [req-f5f14142-e04f-45ec-833c-d5dd4baf0a47 req-b277ccf8-263d-44d8-9ae2-b328884a5a9e service neutron] Attempting to bind port 2b419df8-369a-43a9-82ec-0032d3a5f1f8 by drivers openvswitch,hyperv on host n-h1-813419-10 at level 0 using segments [{'id': '1c5c493c-9b99-4313-a0b3-4267f64405e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '0a48af15-1075-4a1c-b6c2-04479e771f49'}] {{(pid=102346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:22:15.065134 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5f14142-e04f-45ec-833c-d5dd4baf0a47 req-b277ccf8-263d-44d8-9ae2-b328884a5a9e service neutron] Attempting to bind port 2b419df8-369a-43a9-82ec-0032d3a5f1f8 on network 0a48af15-1075-4a1c-b6c2-04479e771f49 {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:22:15.089727 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475e415a-56e5-43cd-b470-6450cd4ac9a8 req-52c1130c-860f-483f-a793-a9aff5b65a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:15.090359 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-475e415a-56e5-43cd-b470-6450cd4ac9a8 req-52c1130c-860f-483f-a793-a9aff5b65a78 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:15.091729 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-475e415a-56e5-43cd-b470-6450cd4ac9a8 req-52c1130c-860f-483f-a793-a9aff5b65a78 service neutron] 10.222.0.64 "PUT /v2.0/ports/33ababf2-d146-4ed8-98b4-c512ea11df55 HTTP/1.1" status: 200 len: 1093 time: 4.1201506 Oct 27 10:22:15.093253 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e8bcc8c-e9a1-4c45-af3a-9fd9588b6b53', 'tag': '33ababf2-d146-4ed8-98b4-c512ea11df55'}] {{(pid=102346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:22:15.095624 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc0e418f5fc417c8d55d94c0aa509b037d0beb2a734c1a709e789eb65639a56d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee7349dd-e17f-4503-b8f0-aea0edc641b7" -d '{"events": [{"name": "network-changed", "server_uuid": "9e8bcc8c-e9a1-4c45-af3a-9fd9588b6b53", "tag": "33ababf2-d146-4ed8-98b4-c512ea11df55"}]}' {{(pid=102346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:22:15.113232 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5f14142-e04f-45ec-833c-d5dd4baf0a47 req-b277ccf8-263d-44d8-9ae2-b328884a5a9e service neutron] Port 2b419df8-369a-43a9-82ec-0032d3a5f1f8 on network 0a48af15-1075-4a1c-b6c2-04479e771f49 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-10 {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 10:22:15.113481 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5f14142-e04f-45ec-833c-d5dd4baf0a47 req-b277ccf8-263d-44d8-9ae2-b328884a5a9e service neutron] Attempting to bind port 2b419df8-369a-43a9-82ec-0032d3a5f1f8 on network 0a48af15-1075-4a1c-b6c2-04479e771f49 {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:22:15.115101 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f313d5-a891-4753-aeed-15e5c3ac5c1c req-33db4bf6-32a0-420c-8ed6-44c5bc05a315 tempest-ServersWithSpecificFlavorTestJSON-2103273157 tempest-ServersWithSpecificFlavorTestJSON-2103273157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:15.116631 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-76f313d5-a891-4753-aeed-15e5c3ac5c1c req-33db4bf6-32a0-420c-8ed6-44c5bc05a315 tempest-ServersWithSpecificFlavorTestJSON-2103273157 tempest-ServersWithSpecificFlavorTestJSON-2103273157-project] 10.222.0.44 "GET /v2.0/ports?device_id=dab55e46-8e3b-4a56-8e39-e3a205f3b352 HTTP/1.1" status: 200 len: 943 time: 0.1338277 Oct 27 10:22:15.124032 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8f3d54-c9c2-4e4a-b2fa-b975cdafcb8c req-fb1433c3-0ed0-4aa7-b0c3-99f46db8b389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:15.125061 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-0d8f3d54-c9c2-4e4a-b2fa-b975cdafcb8c req-fb1433c3-0ed0-4aa7-b0c3-99f46db8b389 service neutron] 10.222.0.76 "GET /v2.0/networks?id=1886fe3b-e088-4c7d-8f4c-b14d4440b311 HTTP/1.1" status: 200 len: 922 time: 0.2157426 Oct 27 10:22:15.135112 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5f14142-e04f-45ec-833c-d5dd4baf0a47 req-b277ccf8-263d-44d8-9ae2-b328884a5a9e service neutron] Checking agent: {'id': 'a52e1cab-0c63-402d-9c94-330537c6c076', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 16, 2), 'started_at': datetime.datetime(2021, 10, 27, 10, 16, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 22, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:22:15.135446 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5f14142-e04f-45ec-833c-d5dd4baf0a47 req-b277ccf8-263d-44d8-9ae2-b328884a5a9e service neutron] Checking segment: {'id': '1c5c493c-9b99-4313-a0b3-4267f64405e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '0a48af15-1075-4a1c-b6c2-04479e771f49'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:22:15.135826 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5f14142-e04f-45ec-833c-d5dd4baf0a47 req-b277ccf8-263d-44d8-9ae2-b328884a5a9e service neutron] Bound using segment: {'id': '1c5c493c-9b99-4313-a0b3-4267f64405e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '0a48af15-1075-4a1c-b6c2-04479e771f49'} {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:22:15.136288 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.managers [req-f5f14142-e04f-45ec-833c-d5dd4baf0a47 req-b277ccf8-263d-44d8-9ae2-b328884a5a9e service neutron] Bound port: 2b419df8-369a-43a9-82ec-0032d3a5f1f8, host: n-h1-813419-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c5c493c-9b99-4313-a0b3-4267f64405e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '0a48af15-1075-4a1c-b6c2-04479e771f49'}}] {{(pid=102346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:22:15.136641 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-f5f14142-e04f-45ec-833c-d5dd4baf0a47 req-b277ccf8-263d-44d8-9ae2-b328884a5a9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:15.138564 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c1130c-860f-483f-a793-a9aff5b65a78 service neutron] Pushing event updated for resources: {'Port': ['ID=33ababf2-d146-4ed8-98b4-c512ea11df55,revision_number=3']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:22:15.189405 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-0d8f3d54-c9c2-4e4a-b2fa-b975cdafcb8c req-f920005e-2101-40ef-b3ed-50b6908ff48e service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cc809c9a-81c2-48fc-a862-97633a5e993c HTTP/1.1" status: 200 len: 217 time: 0.0506980 Oct 27 10:22:15.203209 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6c6842-dc16-4cd8-9f36-9f92e5c20096 req-3fdd2daa-ae11-40d8-9f93-4f7356c0bf01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:15.204803 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ea6c6842-dc16-4cd8-9f36-9f92e5c20096 req-3fdd2daa-ae11-40d8-9f93-4f7356c0bf01 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=31dc088f778a4c2fb761c23ef7d22647&device_id=608b8252-7dee-4a66-b7a1-a863de63ff13 HTTP/1.1" status: 200 len: 1100 time: 0.2927933 Oct 27 10:22:15.213215 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3550c5a3-d3dc-471d-9965-5ee66cbff45a admin admin] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:22:15.224361 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9dfbdda-e397-48d9-81b7-5dcaf188420a None None] Sync routers for ids ['068ef6e0-446e-4e93-a5c2-1d5d6ef40eb8'] in n-d-813419-10 {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:22:15.237273 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9dfbdda-e397-48d9-81b7-5dcaf188420a None None] Routers {'068ef6e0-446e-4e93-a5c2-1d5d6ef40eb8'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:22:15.237518 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-b9dfbdda-e397-48d9-81b7-5dcaf188420a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:21:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['068ef6e0-446e-4e93-a5c2-1d5d6ef40eb8'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:22:15.247597 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-76f313d5-a891-4753-aeed-15e5c3ac5c1c req-916d9d86-447d-401d-8f54-02a8959f8984 tempest-ServersWithSpecificFlavorTestJSON-2103273157 tempest-ServersWithSpecificFlavorTestJSON-2103273157-project] 10.222.0.44 "GET /v2.0/security-groups?id=a5c3a744-545c-4ff0-934c-41785bfff57c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1178486 Oct 27 10:22:15.256447 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6c6842-dc16-4cd8-9f36-9f92e5c20096 req-f0edc9f0-d509-48f8-be8e-b1f1e4954618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:15.257923 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-ea6c6842-dc16-4cd8-9f36-9f92e5c20096 req-f0edc9f0-d509-48f8-be8e-b1f1e4954618 service neutron] 10.222.0.64 "GET /v2.0/networks?id=4d250f92-d229-45fe-a579-67fef8e6c544 HTTP/1.1" status: 200 len: 870 time: 0.2177460 Oct 27 10:22:15.261981 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-92ee2b4d-847e-48f8-aec8-3986d2c32e5c req-166153dd-164c-41cf-ae66-3b56bf309461 service neutron] 10.222.0.44 "GET /v2.0/networks/97f09aa0-3c3c-434e-a3d4-bfc5a4540ee5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3470201 Oct 27 10:22:15.271492 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8f3d54-c9c2-4e4a-b2fa-b975cdafcb8c req-5398695f-9fd3-4d55-8634-940eea7a06a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:15.273140 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-0d8f3d54-c9c2-4e4a-b2fa-b975cdafcb8c req-5398695f-9fd3-4d55-8634-940eea7a06a3 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=823c78a5-c352-4686-b77c-588d22c2aa2c HTTP/1.1" status: 200 len: 861 time: 0.0664802 Oct 27 10:22:15.332327 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-ea6c6842-dc16-4cd8-9f36-9f92e5c20096 req-8ec9bf78-ebe3-4c4a-965b-3341feb8c4bb service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.229&port_id=c8c8271b-367b-4ab3-86e4-bb5ec9b8ea1d HTTP/1.1" status: 200 len: 217 time: 0.0637360 Oct 27 10:22:15.354398 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-0d8f3d54-c9c2-4e4a-b2fa-b975cdafcb8c req-4e9473ec-1638-4099-a5b8-010254bed07d service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=1886fe3b-e088-4c7d-8f4c-b14d4440b311&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0702181 Oct 27 10:22:15.424224 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-3550c5a3-d3dc-471d-9965-5ee66cbff45a admin admin] Publish callbacks [] for router, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:15.428392 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-3550c5a3-d3dc-471d-9965-5ee66cbff45a admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 9.5753613 Oct 27 10:22:15.431299 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvr_db [None req-b9dfbdda-e397-48d9-81b7-5dcaf188420a None None] Set router 068ef6e0-446e-4e93-a5c2-1d5d6ef40eb8 gateway port host: n-d-813419-10 {{(pid=102348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:22:15.455072 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 44416) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:22:15.481574 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475e415a-56e5-43cd-b470-6450cd4ac9a8 req-b4b47e49-20f0-40ce-8f9d-b7b1d0781032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:15.485848 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-475e415a-56e5-43cd-b470-6450cd4ac9a8 req-b4b47e49-20f0-40ce-8f9d-b7b1d0781032 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=54312c7c8f9740c0a6858560a6518b0e&device_id=9e8bcc8c-e9a1-4c45-af3a-9fd9588b6b53 HTTP/1.1" status: 200 len: 1096 time: 0.3375533 Oct 27 10:22:15.571635 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [req-f5f14142-e04f-45ec-833c-d5dd4baf0a47 req-b277ccf8-263d-44d8-9ae2-b328884a5a9e service neutron] For port 2b419df8-369a-43a9-82ec-0032d3a5f1f8, host n-h1-813419-10, cleared binding levels {{(pid=102346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:22:15.572922 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6c6842-dc16-4cd8-9f36-9f92e5c20096 req-68748d4d-23dc-4fac-b20f-775881a09fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:15.574303 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-ea6c6842-dc16-4cd8-9f36-9f92e5c20096 req-68748d4d-23dc-4fac-b20f-775881a09fb9 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=62eb52f7-aac4-48af-8670-e04300325561 HTTP/1.1" status: 200 len: 843 time: 0.2226973 Oct 27 10:22:15.641673 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.agents_db [None req-e79ee67d-056e-46ea-bd99-e80473396b25 None None] Agent healthcheck: found 7 active agents {{(pid=102349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 10:22:15.647882 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636be107-1ac1-494f-93aa-9af59cbad7d9 req-0249f04c-9a89-4527-9867-088429e52aed tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:15.656225 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-636be107-1ac1-494f-93aa-9af59cbad7d9 req-0249f04c-9a89-4527-9867-088429e52aed tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/ports?device_id=608b8252-7dee-4a66-b7a1-a863de63ff13 HTTP/1.1" status: 200 len: 948 time: 0.2730517 Oct 27 10:22:15.698700 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-0d8f3d54-c9c2-4e4a-b2fa-b975cdafcb8c req-f01181ef-ed1c-43d9-bdc5-4d066afa6723 service neutron] 10.222.0.76 "GET /v2.0/networks/1886fe3b-e088-4c7d-8f4c-b14d4440b311?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3144586 Oct 27 10:22:15.727408 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [req-f5f14142-e04f-45ec-833c-d5dd4baf0a47 req-b277ccf8-263d-44d8-9ae2-b328884a5a9e service neutron] For port 2b419df8-369a-43a9-82ec-0032d3a5f1f8, host n-h1-813419-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=2b419df8-369a-43a9-82ec-0032d3a5f1f8,segment=NetworkSegment(1c5c493c-9b99-4313-a0b3-4267f64405e2),segment_id=1c5c493c-9b99-4313-a0b3-4267f64405e2)] {{(pid=102346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:22:15.735593 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6c6842-dc16-4cd8-9f36-9f92e5c20096 req-318fb2e8-c888-4566-9de0-af8e6347ba06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:15.736429 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-475e415a-56e5-43cd-b470-6450cd4ac9a8 req-0ff12a64-c43f-404c-a528-312388f76439 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=33ababf2-d146-4ed8-98b4-c512ea11df55 HTTP/1.1" status: 200 len: 217 time: 0.2055802 Oct 27 10:22:15.737143 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-ea6c6842-dc16-4cd8-9f36-9f92e5c20096 req-318fb2e8-c888-4566-9de0-af8e6347ba06 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4d250f92-d229-45fe-a579-67fef8e6c544&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1544890 Oct 27 10:22:15.737644 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6c6842-dc16-4cd8-9f36-9f92e5c20096 req-87314caf-3656-4864-8654-83bea4c6ec57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:15.739097 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ea6c6842-dc16-4cd8-9f36-9f92e5c20096 req-87314caf-3656-4864-8654-83bea4c6ec57 service neutron] 10.222.0.76 "GET /v2.0/networks?id=4d250f92-d229-45fe-a579-67fef8e6c544 HTTP/1.1" status: 200 len: 870 time: 0.5041065 Oct 27 10:22:15.749542 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-f5f14142-e04f-45ec-833c-d5dd4baf0a47 req-b277ccf8-263d-44d8-9ae2-b328884a5a9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27024173'] for port, after_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:15.757566 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-636be107-1ac1-494f-93aa-9af59cbad7d9 req-e694a8ef-4ea8-4a33-b8d6-7ada062667a5 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/security-groups?id=e786382c-1289-4f9d-b471-ed120470c2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984831 Oct 27 10:22:15.807596 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-b9dfbdda-e397-48d9-81b7-5dcaf188420a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '068ef6e0-446e-4e93-a5c2-1d5d6ef40eb8', 'name': 'tempest-ServersTestJSON-1800046610-router', 'tenant_id': '5a3c12df7f43463a852ca5173c2eabe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.233'}], 'enable_snat': True}, 'gw_port_id': 'ced55022-f93b-4955-a885-9d6e097ca9ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:22:06Z', 'updated_at': '2021-10-27T10:22:11Z', 'revision_number': 3, 'project_id': '5a3c12df7f43463a852ca5173c2eabe7', 'gw_port': {'id': 'ced55022-f93b-4955-a885-9d6e097ca9ba', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:5d:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '068ef6e0-446e-4e93-a5c2-1d5d6ef40eb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:22:08Z', 'updated_at': '2021-10-27T10:22:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10'}], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:22:15.848554 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9dfbdda-e397-48d9-81b7-5dcaf188420a None None] Checking router: 068ef6e0-446e-4e93-a5c2-1d5d6ef40eb8 for host: n-d-813419-10 {{(pid=102348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 10:22:15.848769 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9dfbdda-e397-48d9-81b7-5dcaf188420a None None] Updating router 068ef6e0-446e-4e93-a5c2-1d5d6ef40eb8 port ced55022-f93b-4955-a885-9d6e097ca9ba binding host n-d-813419-10 {{(pid=102348) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 10:22:15.853494 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 9f3c02a0-e4c3-4526-a849-2fa9a779671a up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:22:15.892502 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04c8e3ba-8c78-4f7f-92ce-97eaa5317228 None None] Network bf1ac053-a18e-466d-9b2d-ed75456df1b4 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:22:15.903267 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ea6c6842-dc16-4cd8-9f36-9f92e5c20096 req-2ac2d093-cbe9-4bb7-b8a8-747e2db16ef9 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.229&port_id=c8c8271b-367b-4ab3-86e4-bb5ec9b8ea1d HTTP/1.1" status: 200 len: 217 time: 0.1420839 Oct 27 10:22:15.917646 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f14142-e04f-45ec-833c-d5dd4baf0a47 req-b277ccf8-263d-44d8-9ae2-b328884a5a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:15.918512 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-f5f14142-e04f-45ec-833c-d5dd4baf0a47 req-b277ccf8-263d-44d8-9ae2-b328884a5a9e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:15.920367 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-f5f14142-e04f-45ec-833c-d5dd4baf0a47 req-b277ccf8-263d-44d8-9ae2-b328884a5a9e service neutron] 10.222.0.64 "PUT /v2.0/ports/2b419df8-369a-43a9-82ec-0032d3a5f1f8 HTTP/1.1" status: 200 len: 1092 time: 3.7581024 Oct 27 10:22:15.922425 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-92ee2b4d-847e-48f8-aec8-3986d2c32e5c req-43ccb848-2162-45dd-b9b2-0b553fe429d3 service neutron] 10.222.0.44 "GET /v2.0/networks/97f09aa0-3c3c-434e-a3d4-bfc5a4540ee5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5766461 Oct 27 10:22:15.966093 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-0d8f3d54-c9c2-4e4a-b2fa-b975cdafcb8c req-7280bbdd-26a5-4c33-ad2f-937377d3615e service neutron] 10.222.0.76 "GET /v2.0/networks/1886fe3b-e088-4c7d-8f4c-b14d4440b311?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2523267 Oct 27 10:22:15.985670 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 10:22:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17b71ad9-d11e-442b-9c44-0dba1cc5a469 x-openstack-request-id: req-17b71ad9-d11e-442b-9c44-0dba1cc5a469 {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:22:15.987987 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e8bcc8c-e9a1-4c45-af3a-9fd9588b6b53", "tag": "33ababf2-d146-4ed8-98b4-c512ea11df55", "status": "completed", "code": 200}]} {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:22:15.988259 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-17b71ad9-d11e-442b-9c44-0dba1cc5a469 {{(pid=102346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:22:15.993346 n-d-813419-10 neutron-server[102346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e8bcc8c-e9a1-4c45-af3a-9fd9588b6b53', 'tag': '33ababf2-d146-4ed8-98b4-c512ea11df55', 'status': 'completed', 'code': 200} Oct 27 10:22:15.994259 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-ea6c6842-dc16-4cd8-9f36-9f92e5c20096 req-fc6ecee6-49f8-4130-97d2-f569865f623c service neutron] 10.222.0.64 "GET /v2.0/networks/4d250f92-d229-45fe-a579-67fef8e6c544?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1780198 Oct 27 10:22:16.028338 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device c8c8271b-367b-4ab3-86e4-bb5ec9b8ea1d details requested by agent hyperv_n-h1-813419-10 with host n-h1-813419-10 {{(pid=102348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 10:22:16.054587 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475e415a-56e5-43cd-b470-6450cd4ac9a8 req-f0a05634-9f11-4ea4-8988-5f70ee677222 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:16.056077 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-475e415a-56e5-43cd-b470-6450cd4ac9a8 req-f0a05634-9f11-4ea4-8988-5f70ee677222 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=823c78a5-c352-4686-b77c-588d22c2aa2c HTTP/1.1" status: 200 len: 861 time: 0.3013244 Oct 27 10:22:16.178358 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-ea6c6842-dc16-4cd8-9f36-9f92e5c20096 req-eb2faf9f-b173-4041-8d87-7d48fb99f9fd service neutron] 10.222.0.64 "GET /v2.0/networks/4d250f92-d229-45fe-a579-67fef8e6c544?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1687222 Oct 27 10:22:16.241988 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201fdb01-7d94-4fdd-a6e3-3020fce4b0cc req-fb607458-3f28-48e5-bc8b-e9317504c256 tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:16.243594 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-201fdb01-7d94-4fdd-a6e3-3020fce4b0cc req-fb607458-3f28-48e5-bc8b-e9317504c256 tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] 10.222.0.44 "GET /v2.0/ports?device_id=17fac8c9-b531-4166-a261-47a6b86a5d06 HTTP/1.1" status: 200 len: 949 time: 0.0640197 Oct 27 10:22:16.287523 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-201fdb01-7d94-4fdd-a6e3-3020fce4b0cc req-919c309d-a76e-45e4-80db-0bde2c1c521e tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] 10.222.0.44 "GET /v2.0/security-groups?id=adbff9a4-0ae5-4700-84c2-4b5f53f67e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359559 Oct 27 10:22:16.315985 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-16838dbf-2a77-422b-964d-70a26d559f56 None None] Provisioning complete for port 9f3c02a0-e4c3-4526-a849-2fa9a779671a triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:22:16.316544 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-16838dbf-2a77-422b-964d-70a26d559f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:16.349170 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-b9dfbdda-e397-48d9-81b7-5dcaf188420a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:16.363123 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7397dc7f-0699-4cca-8dc2-1094af2ea548 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:16.415086 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb12d41-d2a3-444a-bba1-74506d524162 req-85734bbb-fe65-4d0d-b53a-b4980558fd33 tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:16.416801 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8bb12d41-d2a3-444a-bba1-74506d524162 req-85734bbb-fe65-4d0d-b53a-b4980558fd33 tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] 10.222.0.44 "GET /v2.0/ports?device_id=9e8bcc8c-e9a1-4c45-af3a-9fd9588b6b53 HTTP/1.1" status: 200 len: 944 time: 0.0648336 Oct 27 10:22:16.429738 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b277ccf8-263d-44d8-9ae2-b328884a5a9e service neutron] Pushing event updated for resources: {'Port': ['ID=2b419df8-369a-43a9-82ec-0032d3a5f1f8,revision_number=3']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:22:16.446030 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device 8dcf338b-43db-4891-993f-84a3faa63833 details requested by agent hyperv_n-h2-813419-10 with host n-h2-813419-10 {{(pid=102348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 10:22:16.461811 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port c8c8271b-367b-4ab3-86e4-bb5ec9b8ea1d, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=c8c8271b-367b-4ab3-86e4-bb5ec9b8ea1d,segment=NetworkSegment(f7c42c6d-2766-46d8-a8b7-4852117a5555),segment_id=f7c42c6d-2766-46d8-a8b7-4852117a5555)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:22:16.468640 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8bb12d41-d2a3-444a-bba1-74506d524162 req-2466bf72-59a1-4f11-bab3-164ab223103e tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] 10.222.0.44 "GET /v2.0/security-groups?id=e3018bff-e5f8-44d8-a835-69520a8698da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407088 Oct 27 10:22:16.508574 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-475e415a-56e5-43cd-b470-6450cd4ac9a8 req-0b735c67-2650-4c27-bea9-49ac4a05e678 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1886fe3b-e088-4c7d-8f4c-b14d4440b311&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0884216 Oct 27 10:22:16.524051 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Returning: {'device': 'c8c8271b-367b-4ab3-86e4-bb5ec9b8ea1d', 'network_id': '4d250f92-d229-45fe-a579-67fef8e6c544', 'port_id': 'c8c8271b-367b-4ab3-86e4-bb5ec9b8ea1d', 'mac_address': 'fa:16:3e:ca:67:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62eb52f7-aac4-48af-8670-e04300325561', 'ip_address': '192.168.233.229'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 10:22:16.546183 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6c6842-dc16-4cd8-9f36-9f92e5c20096 req-57e8bda3-094d-4316-ae9d-94748d772c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:16.547539 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ea6c6842-dc16-4cd8-9f36-9f92e5c20096 req-57e8bda3-094d-4316-ae9d-94748d772c4f service neutron] 10.222.0.76 "GET /v2.0/subnets?id=62eb52f7-aac4-48af-8670-e04300325561 HTTP/1.1" status: 200 len: 843 time: 0.6111867 Oct 27 10:22:16.596974 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47499ee2-7917-4ce4-95be-8fcce4b8abec req-a15c9a19-8f5a-41ce-a813-d6da89cc31d9 tempest-ServersWithSpecificFlavorTestJSON-2103273157 tempest-ServersWithSpecificFlavorTestJSON-2103273157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:16.598776 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-47499ee2-7917-4ce4-95be-8fcce4b8abec req-a15c9a19-8f5a-41ce-a813-d6da89cc31d9 tempest-ServersWithSpecificFlavorTestJSON-2103273157 tempest-ServersWithSpecificFlavorTestJSON-2103273157-project] 10.222.0.44 "GET /v2.0/ports?device_id=dab55e46-8e3b-4a56-8e39-e3a205f3b352 HTTP/1.1" status: 200 len: 943 time: 0.0509377 Oct 27 10:22:16.628510 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f14142-e04f-45ec-833c-d5dd4baf0a47 req-b2b0131e-9f07-443c-abb1-11d474a6df0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:16.630567 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-f5f14142-e04f-45ec-833c-d5dd4baf0a47 req-b2b0131e-9f07-443c-abb1-11d474a6df0a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=60bf030ec38b4548b292ea0483de5f05&device_id=dab55e46-8e3b-4a56-8e39-e3a205f3b352 HTTP/1.1" status: 200 len: 1095 time: 0.6270332 Oct 27 10:22:16.644074 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-47499ee2-7917-4ce4-95be-8fcce4b8abec req-2e964258-8896-4610-9348-e7cf23446a09 tempest-ServersWithSpecificFlavorTestJSON-2103273157 tempest-ServersWithSpecificFlavorTestJSON-2103273157-project] 10.222.0.44 "GET /v2.0/security-groups?id=a5c3a744-545c-4ff0-934c-41785bfff57c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365696 Oct 27 10:22:16.692510 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port 9f3c02a0-e4c3-4526-a849-2fa9a779671a triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:22:16.692872 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:16.710545 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-92ee2b4d-847e-48f8-aec8-3986d2c32e5c req-aef9aff4-fd6d-4b72-b4a9-f8452d80eef2 service neutron] 10.222.0.44 "GET /v2.0/networks/bf1ac053-a18e-466d-9b2d-ed75456df1b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7598665 Oct 27 10:22:16.711754 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-f5f14142-e04f-45ec-833c-d5dd4baf0a47 req-4da28c07-a88f-49b0-a5df-44d955aa58dc service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2b419df8-369a-43a9-82ec-0032d3a5f1f8 HTTP/1.1" status: 200 len: 217 time: 0.0631104 Oct 27 10:22:16.781680 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:16.830981 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6c6842-dc16-4cd8-9f36-9f92e5c20096 req-f845f050-2c87-41d9-8db5-7d3903b5a320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:16.832496 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ea6c6842-dc16-4cd8-9f36-9f92e5c20096 req-f845f050-2c87-41d9-8db5-7d3903b5a320 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=4d250f92-d229-45fe-a579-67fef8e6c544&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2309031 Oct 27 10:22:16.859423 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8c8271b-367b-4ab3-86e4-bb5ec9b8ea1d {{(pid=102348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:22:16.876405 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-16838dbf-2a77-422b-964d-70a26d559f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:16.898163 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-475e415a-56e5-43cd-b470-6450cd4ac9a8 req-cc44fb7e-572d-4277-a186-5376ac409e48 service neutron] 10.222.0.64 "GET /v2.0/networks/1886fe3b-e088-4c7d-8f4c-b14d4440b311?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3560586 Oct 27 10:22:16.921851 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27bf4b1-74cd-4276-880e-874b61a754ad req-d6f426dd-bfd5-451c-b25a-9e3dfdab112c tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:16.923563 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-a27bf4b1-74cd-4276-880e-874b61a754ad req-d6f426dd-bfd5-451c-b25a-9e3dfdab112c tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/ports?device_id=608b8252-7dee-4a66-b7a1-a863de63ff13 HTTP/1.1" status: 200 len: 948 time: 0.0796680 Oct 27 10:22:16.964528 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port c8c8271b-367b-4ab3-86e4-bb5ec9b8ea1d, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=c8c8271b-367b-4ab3-86e4-bb5ec9b8ea1d,segment=NetworkSegment(f7c42c6d-2766-46d8-a8b7-4852117a5555),segment_id=f7c42c6d-2766-46d8-a8b7-4852117a5555)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:22:16.995797 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] For port 8dcf338b-43db-4891-993f-84a3faa63833, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=8dcf338b-43db-4891-993f-84a3faa63833,segment=NetworkSegment(e031df76-6a67-4dc9-b33e-3b490749e49c),segment_id=e031df76-6a67-4dc9-b33e-3b490749e49c)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:22:16.997474 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-a27bf4b1-74cd-4276-880e-874b61a754ad req-2b6ffe70-a8ed-4498-a58f-9b95f4fbca06 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/security-groups?id=e786382c-1289-4f9d-b471-ed120470c2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541887 Oct 27 10:22:17.002821 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:17.038668 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f14142-e04f-45ec-833c-d5dd4baf0a47 req-6c80c497-cf78-4221-9e69-52e7c75a0f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:17.040296 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-f5f14142-e04f-45ec-833c-d5dd4baf0a47 req-6c80c497-cf78-4221-9e69-52e7c75a0f64 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=01ed277a-6c4a-420b-a94a-e6bb1e65fbf9 HTTP/1.1" status: 200 len: 862 time: 0.3198390 Oct 27 10:22:17.092876 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Returning: {'device': '8dcf338b-43db-4891-993f-84a3faa63833', 'network_id': '6e5c7d55-96e0-4ffb-8753-a93efa7224ea', 'port_id': '8dcf338b-43db-4891-993f-84a3faa63833', 'mac_address': 'fa:16:3e:d8:d7:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6e255bf-7b36-48de-87ff-f5121c37ce2b', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 10:22:17.109387 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-92ee2b4d-847e-48f8-aec8-3986d2c32e5c req-6cbb39e0-c297-4065-9b6c-93ee05b1c720 service neutron] 10.222.0.44 "GET /v2.0/networks/bf1ac053-a18e-466d-9b2d-ed75456df1b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3836439 Oct 27 10:22:17.110549 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-16838dbf-2a77-422b-964d-70a26d559f56 None None] For port 9f3c02a0-e4c3-4526-a849-2fa9a779671a, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=9f3c02a0-e4c3-4526-a849-2fa9a779671a,segment=NetworkSegment(d280e86b-98bc-4db8-afe2-4c1f5068a6df),segment_id=d280e86b-98bc-4db8-afe2-4c1f5068a6df)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:22:17.123342 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:17.132256 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-16838dbf-2a77-422b-964d-70a26d559f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:17.175547 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ea6c6842-dc16-4cd8-9f36-9f92e5c20096 req-d6bcb29c-613e-4612-b222-c81b725e29d9 service neutron] 10.222.0.76 "GET /v2.0/networks/4d250f92-d229-45fe-a579-67fef8e6c544?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3288825 Oct 27 10:22:17.212503 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f14142-e04f-45ec-833c-d5dd4baf0a47 req-8b73cac3-435c-408b-8160-106cf4d3a739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:17.213968 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-f5f14142-e04f-45ec-833c-d5dd4baf0a47 req-8b73cac3-435c-408b-8160-106cf4d3a739 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0a48af15-1075-4a1c-b6c2-04479e771f49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1593125 Oct 27 10:22:17.215824 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-475e415a-56e5-43cd-b470-6450cd4ac9a8 req-44663237-be7a-41a0-ac3e-c413762fb56a service neutron] 10.222.0.64 "GET /v2.0/networks/1886fe3b-e088-4c7d-8f4c-b14d4440b311?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2793927 Oct 27 10:22:17.228796 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Pushing event updated for resources: {'Port': ['ID=c8c8271b-367b-4ab3-86e4-bb5ec9b8ea1d,revision_number=8']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:22:17.382985 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] get_ports_and_sgs() called for port_ids ['c8c8271b-367b-4ab3-86e4-bb5ec9b8ea1d'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:22:17.419210 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:17.420992 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-273f0067-54c3-44ad-bcc3-c2855c0ea63f req-e71fef2e-95a7-4961-b1fd-58b9254113d7 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] 10.222.0.44 "GET /v2.0/ports?device_id=2296ee05-8e19-42a2-999c-bcf4c4617d80 HTTP/1.1" status: 200 len: 210 time: 0.0633566 Oct 27 10:22:17.459833 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-b9dfbdda-e397-48d9-81b7-5dcaf188420a None None] Publish callbacks [] for port, precommit_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:17.525004 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7349dd-e17f-4503-b8f0-aea0edc641b7 req-8dfe8a09-96ea-486b-b980-a262e45b74fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:17.526110 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-b9dfbdda-e397-48d9-81b7-5dcaf188420a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:17.526461 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ee7349dd-e17f-4503-b8f0-aea0edc641b7 req-8dfe8a09-96ea-486b-b980-a262e45b74fa service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=54312c7c8f9740c0a6858560a6518b0e&device_id=9e8bcc8c-e9a1-4c45-af3a-9fd9588b6b53 HTTP/1.1" status: 200 len: 1096 time: 0.2005067 Oct 27 10:22:17.529786 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8dcf338b-43db-4891-993f-84a3faa63833 {{(pid=102348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:22:17.566494 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ea6c6842-dc16-4cd8-9f36-9f92e5c20096 req-c69a93d5-6e41-4646-891f-99498be575f9 service neutron] 10.222.0.76 "GET /v2.0/networks/4d250f92-d229-45fe-a579-67fef8e6c544?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3643515 Oct 27 10:22:17.567452 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de87bf4-5c89-4e04-bcd9-bb17cffa5bcf req-d120d486-a2c5-4c53-9585-1ecab33f6f7a tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:17.571166 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-1de87bf4-5c89-4e04-bcd9-bb17cffa5bcf req-d120d486-a2c5-4c53-9585-1ecab33f6f7a tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.76 "GET /v2.0/ports?device_id=608b8252-7dee-4a66-b7a1-a863de63ff13&tenant_id=31dc088f778a4c2fb761c23ef7d22647&binding%3Ahost_id=n-h1-813419-10 HTTP/1.1" status: 200 len: 949 time: 0.2005210 Oct 27 10:22:17.597113 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1678ee9f-06fb-40df-8c2e-ab472b07280a req-39e2aa99-a29e-4dcd-8eb1-5e7510fa29e8 tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:17.609285 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-1678ee9f-06fb-40df-8c2e-ab472b07280a req-39e2aa99-a29e-4dcd-8eb1-5e7510fa29e8 tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] 10.222.0.44 "GET /v2.0/ports?device_id=17fac8c9-b531-4166-a261-47a6b86a5d06 HTTP/1.1" status: 200 len: 949 time: 0.0944366 Oct 27 10:22:17.617958 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-f5f14142-e04f-45ec-833c-d5dd4baf0a47 req-88bed2fe-0f01-4e2a-aaf9-440bedea84d3 service neutron] 10.222.0.64 "GET /v2.0/networks/0a48af15-1075-4a1c-b6c2-04479e771f49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3849099 Oct 27 10:22:17.641829 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.db.api [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102348) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 27 10:22:17.642258 n-d-813419-10 neutron-server[102348]: DEBUG oslo_db.api [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 10:22:17.677965 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-c0945550-c4e4-474e-87f6-d513b0289ed8 None None] Provisioning complete for port 9f3c02a0-e4c3-4526-a849-2fa9a779671a triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:22:17.678527 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-c0945550-c4e4-474e-87f6-d513b0289ed8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:17.698394 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-b5e9e766-85dd-4405-82fe-941f2a008632 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:17.709308 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf41680-29bd-4807-af5c-3e323226b09e req-0fae1dc1-1dd1-44fe-a3ec-9aaf6acf4fb9 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:17.710874 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-2cf41680-29bd-4807-af5c-3e323226b09e req-0fae1dc1-1dd1-44fe-a3ec-9aaf6acf4fb9 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/ports?device_id=608b8252-7dee-4a66-b7a1-a863de63ff13 HTTP/1.1" status: 200 len: 949 time: 0.2967870 Oct 27 10:22:17.723438 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16838dbf-2a77-422b-964d-70a26d559f56 None None] Pushing event updated for resources: {'Port': ['ID=9f3c02a0-e4c3-4526-a849-2fa9a779671a,revision_number=3']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:22:17.755852 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-1678ee9f-06fb-40df-8c2e-ab472b07280a req-df42f991-f22e-4dfe-a87a-2a652106e283 tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] 10.222.0.44 "GET /v2.0/security-groups?id=adbff9a4-0ae5-4700-84c2-4b5f53f67e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456237 Oct 27 10:22:17.784438 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] For port 8dcf338b-43db-4891-993f-84a3faa63833, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=8dcf338b-43db-4891-993f-84a3faa63833,segment=NetworkSegment(e031df76-6a67-4dc9-b33e-3b490749e49c),segment_id=e031df76-6a67-4dc9-b33e-3b490749e49c)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:22:17.813500 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:17.843099 n-d-813419-10 neutron-server[102347]: INFO neutron.api.v2.resource [req-1de87bf4-5c89-4e04-bcd9-bb17cffa5bcf req-d34897be-96fb-474a-ad7f-98ad50ab9419 service neutron] delete failed (client error): The resource could not be found. Oct 27 10:22:17.844117 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-1de87bf4-5c89-4e04-bcd9-bb17cffa5bcf req-d34897be-96fb-474a-ad7f-98ad50ab9419 service neutron] 10.222.0.76 "DELETE /v2.0/ports/c8c8271b-367b-4ab3-86e4-bb5ec9b8ea1d/bindings/n-h2-813419-10 HTTP/1.1" status: 404 len: 381 time: 0.2229123 Oct 27 10:22:17.855071 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-2cf41680-29bd-4807-af5c-3e323226b09e req-b47f91de-5818-4f51-a7a4-0100487be44c tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/security-groups?id=e786382c-1289-4f9d-b471-ed120470c2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247890 Oct 27 10:22:17.870269 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7349dd-e17f-4503-b8f0-aea0edc641b7 req-72397ea1-b968-4547-bad6-d29d809b5166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:17.872536 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ee7349dd-e17f-4503-b8f0-aea0edc641b7 req-72397ea1-b968-4547-bad6-d29d809b5166 service neutron] 10.222.0.64 "GET /v2.0/networks?id=1886fe3b-e088-4c7d-8f4c-b14d4440b311 HTTP/1.1" status: 200 len: 922 time: 0.3225727 Oct 27 10:22:17.936067 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-b9dfbdda-e397-48d9-81b7-5dcaf188420a None None] Attempting to bind port ced55022-f93b-4955-a885-9d6e097ca9ba on host n-d-813419-10 for vnic_type normal with profile {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:22:17.936913 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-b9dfbdda-e397-48d9-81b7-5dcaf188420a None None] Attempting to bind port ced55022-f93b-4955-a885-9d6e097ca9ba by drivers openvswitch,hyperv on host n-d-813419-10 at level 0 using segments [{'id': 'bc14127b-7032-4c50-bb5b-f6813cbae86e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:22:17.937499 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9dfbdda-e397-48d9-81b7-5dcaf188420a None None] Attempting to bind port ced55022-f93b-4955-a885-9d6e097ca9ba on network 185ff123-c7ff-45c7-a6be-71feb35acc9c {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:22:17.952651 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544b8397-8c46-44b7-bc7a-56bb532c242f None None] Pushing event updated for resources: {'Port': ['ID=ced55022-f93b-4955-a885-9d6e097ca9ba,revision_number=2']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:22:17.960176 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9dfbdda-e397-48d9-81b7-5dcaf188420a None None] Checking agent: {'id': '89dba0f3-79b2-435e-9822-33674b8f6ada', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 8, 20), 'started_at': datetime.datetime(2021, 10, 27, 10, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 21, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:22:17.961040 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9dfbdda-e397-48d9-81b7-5dcaf188420a None None] Checking segment: {'id': 'bc14127b-7032-4c50-bb5b-f6813cbae86e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:22:17.961618 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-b9dfbdda-e397-48d9-81b7-5dcaf188420a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:17.962099 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9dfbdda-e397-48d9-81b7-5dcaf188420a None None] Bound using segment: {'id': 'bc14127b-7032-4c50-bb5b-f6813cbae86e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:22:17.962679 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-b9dfbdda-e397-48d9-81b7-5dcaf188420a None None] Bound port: ced55022-f93b-4955-a885-9d6e097ca9ba, host: n-d-813419-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc14127b-7032-4c50-bb5b-f6813cbae86e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'}}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:22:17.963156 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-b9dfbdda-e397-48d9-81b7-5dcaf188420a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:17.980231 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ee7349dd-e17f-4503-b8f0-aea0edc641b7 req-29cd30aa-88e7-4112-aeb9-3ddf0f2bbee9 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=33ababf2-d146-4ed8-98b4-c512ea11df55 HTTP/1.1" status: 200 len: 217 time: 0.0883338 Oct 27 10:22:18.007615 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de87bf4-5c89-4e04-bcd9-bb17cffa5bcf req-71a97b45-4f08-4d3e-be47-91382a618bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:18.009140 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-1de87bf4-5c89-4e04-bcd9-bb17cffa5bcf req-71a97b45-4f08-4d3e-be47-91382a618bf6 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=31dc088f778a4c2fb761c23ef7d22647&device_id=608b8252-7dee-4a66-b7a1-a863de63ff13 HTTP/1.1" status: 200 len: 1101 time: 0.0982099 Oct 27 10:22:18.015189 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dab55e46-8e3b-4a56-8e39-e3a205f3b352', 'tag': '2b419df8-369a-43a9-82ec-0032d3a5f1f8'}] {{(pid=102346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:22:18.017277 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360c38ca-a9fb-4beb-828a-f6b7edc01486 req-6944aaf7-a7c2-43cc-99ae-4f280bcbc679 tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:18.017444 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc0e418f5fc417c8d55d94c0aa509b037d0beb2a734c1a709e789eb65639a56d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f13c1fef-1733-48de-92af-99e2cb2e6d65" -d '{"events": [{"name": "network-changed", "server_uuid": "dab55e46-8e3b-4a56-8e39-e3a205f3b352", "tag": "2b419df8-369a-43a9-82ec-0032d3a5f1f8"}]}' {{(pid=102346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:22:18.018708 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-360c38ca-a9fb-4beb-828a-f6b7edc01486 req-6944aaf7-a7c2-43cc-99ae-4f280bcbc679 tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] 10.222.0.44 "GET /v2.0/ports?device_id=9e8bcc8c-e9a1-4c45-af3a-9fd9588b6b53 HTTP/1.1" status: 200 len: 944 time: 0.1250138 Oct 27 10:22:18.021784 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] get_ports_and_sgs() called for port_ids ['8dcf338b-43db-4891-993f-84a3faa63833'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:22:18.074206 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-f5f14142-e04f-45ec-833c-d5dd4baf0a47 req-835b581b-1f23-40bf-aac4-fe8a1b03ec96 service neutron] 10.222.0.64 "GET /v2.0/networks/0a48af15-1075-4a1c-b6c2-04479e771f49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4332581 Oct 27 10:22:18.137271 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7349dd-e17f-4503-b8f0-aea0edc641b7 req-8071fbf5-6d1a-48d6-aa21-5596ed0bb3d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:18.138740 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ee7349dd-e17f-4503-b8f0-aea0edc641b7 req-8071fbf5-6d1a-48d6-aa21-5596ed0bb3d1 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=823c78a5-c352-4686-b77c-588d22c2aa2c HTTP/1.1" status: 200 len: 861 time: 0.1306345 Oct 27 10:22:18.145954 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-360c38ca-a9fb-4beb-828a-f6b7edc01486 req-b52c04ce-33a1-452f-9a52-cb7ed6d260c8 tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] 10.222.0.44 "GET /v2.0/security-groups?id=e3018bff-e5f8-44d8-a835-69520a8698da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071084 Oct 27 10:22:18.148728 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8824e740-6400-4226-8c72-3857165b3da6 req-c0806add-9a34-43bb-824c-a9c3de7ea39f tempest-ServersWithSpecificFlavorTestJSON-2103273157 tempest-ServersWithSpecificFlavorTestJSON-2103273157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:18.156039 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-8824e740-6400-4226-8c72-3857165b3da6 req-c0806add-9a34-43bb-824c-a9c3de7ea39f tempest-ServersWithSpecificFlavorTestJSON-2103273157 tempest-ServersWithSpecificFlavorTestJSON-2103273157-project] 10.222.0.44 "GET /v2.0/ports?device_id=dab55e46-8e3b-4a56-8e39-e3a205f3b352 HTTP/1.1" status: 200 len: 943 time: 0.1939268 Oct 27 10:22:18.173027 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de87bf4-5c89-4e04-bcd9-bb17cffa5bcf req-000ed3a3-f401-423b-9884-e391fe5e90ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:18.176239 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-1de87bf4-5c89-4e04-bcd9-bb17cffa5bcf req-000ed3a3-f401-423b-9884-e391fe5e90ae service neutron] 10.222.0.76 "GET /v2.0/networks?id=4d250f92-d229-45fe-a579-67fef8e6c544 HTTP/1.1" status: 200 len: 870 time: 0.1550953 Oct 27 10:22:18.205170 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ee7349dd-e17f-4503-b8f0-aea0edc641b7 req-6e5e6530-c335-4607-8106-793d2d2d949c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1886fe3b-e088-4c7d-8f4c-b14d4440b311&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423048 Oct 27 10:22:18.239633 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 10:22:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f1cf132-03f7-412e-a01e-7817a120b6d3 x-openstack-request-id: req-3f1cf132-03f7-412e-a01e-7817a120b6d3 {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:22:18.239835 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dab55e46-8e3b-4a56-8e39-e3a205f3b352", "tag": "2b419df8-369a-43a9-82ec-0032d3a5f1f8", "status": "completed", "code": 200}]} {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:22:18.240066 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3f1cf132-03f7-412e-a01e-7817a120b6d3 {{(pid=102346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:22:18.240460 n-d-813419-10 neutron-server[102346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dab55e46-8e3b-4a56-8e39-e3a205f3b352', 'tag': '2b419df8-369a-43a9-82ec-0032d3a5f1f8', 'status': 'completed', 'code': 200} Oct 27 10:22:18.250924 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-1de87bf4-5c89-4e04-bcd9-bb17cffa5bcf req-f0409eab-11ae-44a1-97ea-b4ef5a260410 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.229&port_id=c8c8271b-367b-4ab3-86e4-bb5ec9b8ea1d HTTP/1.1" status: 200 len: 217 time: 0.0497339 Oct 27 10:22:18.257082 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Pushing event updated for resources: {'Port': ['ID=8dcf338b-43db-4891-993f-84a3faa63833,revision_number=6']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:22:18.276802 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-b9dfbdda-e397-48d9-81b7-5dcaf188420a None None] For port ced55022-f93b-4955-a885-9d6e097ca9ba, host n-d-813419-10, cleared binding levels {{(pid=102348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:22:18.284701 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-b9dfbdda-e397-48d9-81b7-5dcaf188420a None None] For port ced55022-f93b-4955-a885-9d6e097ca9ba, host n-d-813419-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=ced55022-f93b-4955-a885-9d6e097ca9ba,segment=NetworkSegment(bc14127b-7032-4c50-bb5b-f6813cbae86e),segment_id=bc14127b-7032-4c50-bb5b-f6813cbae86e)] {{(pid=102348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:22:18.292677 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 296ff2c2-a9e9-4a81-b08e-5aa0ddd8d59f up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:22:18.300332 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-b9dfbdda-e397-48d9-81b7-5dcaf188420a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:18.321175 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_common [None req-b5e9e766-85dd-4405-82fe-941f2a008632 admin admin] Allocated IP 172.20.0.1 (6ef429fe-b6d8-4054-9275-be62180ab304/0581c968-e77f-4ae1-b8cd-953b2bcace51/4d588d28-d0d6-41f3-92d4-e512162cef6b) {{(pid=102346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:22:18.345925 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de87bf4-5c89-4e04-bcd9-bb17cffa5bcf req-ca15ca99-4176-4f37-ac58-51307dd6de85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:18.347749 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-1de87bf4-5c89-4e04-bcd9-bb17cffa5bcf req-ca15ca99-4176-4f37-ac58-51307dd6de85 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=62eb52f7-aac4-48af-8670-e04300325561 HTTP/1.1" status: 200 len: 843 time: 0.0891714 Oct 27 10:22:18.379380 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-8824e740-6400-4226-8c72-3857165b3da6 req-e31607f4-95ad-4015-8ead-5b0ec02643f4 tempest-ServersWithSpecificFlavorTestJSON-2103273157 tempest-ServersWithSpecificFlavorTestJSON-2103273157-project] 10.222.0.44 "GET /v2.0/security-groups?id=a5c3a744-545c-4ff0-934c-41785bfff57c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2220707 Oct 27 10:22:18.440330 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9dfbdda-e397-48d9-81b7-5dcaf188420a None None] Routers {'068ef6e0-446e-4e93-a5c2-1d5d6ef40eb8'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:22:18.440955 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-b9dfbdda-e397-48d9-81b7-5dcaf188420a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:21:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['068ef6e0-446e-4e93-a5c2-1d5d6ef40eb8'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:22:18.456456 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de87bf4-5c89-4e04-bcd9-bb17cffa5bcf req-7f17a6ff-b5f1-49aa-ac61-2cdbad5f28a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:18.459041 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-1de87bf4-5c89-4e04-bcd9-bb17cffa5bcf req-7f17a6ff-b5f1-49aa-ac61-2cdbad5f28a1 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=4d250f92-d229-45fe-a579-67fef8e6c544&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0898168 Oct 27 10:22:18.496531 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544b8397-8c46-44b7-bc7a-56bb532c242f None None] Pushing event updated for resources: {'Port': ['ID=ced55022-f93b-4955-a885-9d6e097ca9ba,revision_number=3']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:22:18.560439 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port 296ff2c2-a9e9-4a81-b08e-5aa0ddd8d59f triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:22:18.560807 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:18.576615 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-1de87bf4-5c89-4e04-bcd9-bb17cffa5bcf req-e84fc164-5caa-4dff-bcb1-a69e05efab36 service neutron] 10.222.0.76 "GET /v2.0/networks/4d250f92-d229-45fe-a579-67fef8e6c544?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069160 Oct 27 10:22:18.652001 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvr_db [None req-b9dfbdda-e397-48d9-81b7-5dcaf188420a None None] Set router 068ef6e0-446e-4e93-a5c2-1d5d6ef40eb8 gateway port host: n-d-813419-10 {{(pid=102348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:22:18.671603 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-1de87bf4-5c89-4e04-bcd9-bb17cffa5bcf req-f3f85ca6-a71b-47e3-8125-f022785d29da service neutron] 10.222.0.76 "GET /v2.0/networks/4d250f92-d229-45fe-a579-67fef8e6c544?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864203 Oct 27 10:22:18.816897 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-714d6e98-09a7-4b81-9afe-55bba54f399d req-cbf40cf2-d47f-4e9f-860e-639aff9a2145 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] 10.222.0.44 "GET /v2.0/ports?device_id=2296ee05-8e19-42a2-999c-bcf4c4617d80 HTTP/1.1" status: 200 len: 210 time: 0.0560830 Oct 27 10:22:18.820508 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13c1fef-1733-48de-92af-99e2cb2e6d65 req-e079f5db-ede7-4490-bf2c-efadcb6fba3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:18.822363 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-f13c1fef-1733-48de-92af-99e2cb2e6d65 req-e079f5db-ede7-4490-bf2c-efadcb6fba3f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=60bf030ec38b4548b292ea0483de5f05&device_id=dab55e46-8e3b-4a56-8e39-e3a205f3b352 HTTP/1.1" status: 200 len: 1095 time: 0.5288858 Oct 27 10:22:18.910171 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdddeb7-2546-4184-ad1e-e4e3b884277e req-294c120d-9302-46cf-98d1-58eba868ea3f tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:18.918088 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-ffdddeb7-2546-4184-ad1e-e4e3b884277e req-294c120d-9302-46cf-98d1-58eba868ea3f tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] 10.222.0.44 "GET /v2.0/ports?device_id=17fac8c9-b531-4166-a261-47a6b86a5d06 HTTP/1.1" status: 200 len: 949 time: 0.0865719 Oct 27 10:22:18.948538 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ee7349dd-e17f-4503-b8f0-aea0edc641b7 req-5af6329c-6023-4aef-ba1f-b4c83ddffa3a service neutron] 10.222.0.64 "GET /v2.0/networks/1886fe3b-e088-4c7d-8f4c-b14d4440b311?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7112627 Oct 27 10:22:18.959248 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-16ab99d9-6aaa-4656-a485-2a2d2b9b7b94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:19.057108 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-ffdddeb7-2546-4184-ad1e-e4e3b884277e req-f0e1dad8-e220-49f4-a1a4-e7d1eb23ec51 tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] 10.222.0.44 "GET /v2.0/security-groups?id=adbff9a4-0ae5-4700-84c2-4b5f53f67e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369371 Oct 27 10:22:19.122017 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 9f3c02a0-e4c3-4526-a849-2fa9a779671a up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:22:19.127278 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ee2b4d-847e-48f8-aec8-3986d2c32e5c req-d979f7a7-b40c-494e-8478-b199dfd350b6 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:19.133289 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ee2b4d-847e-48f8-aec8-3986d2c32e5c req-d979f7a7-b40c-494e-8478-b199dfd350b6 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:19.134991 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-92ee2b4d-847e-48f8-aec8-3986d2c32e5c req-d979f7a7-b40c-494e-8478-b199dfd350b6 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] 10.222.0.76 "GET /v2.0/networks?id=97f09aa0-3c3c-434e-a3d4-bfc5a4540ee5&id=bf1ac053-a18e-466d-9b2d-ed75456df1b4 HTTP/1.1" status: 200 len: 1390 time: 0.2076471 Oct 27 10:22:19.156156 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [req-92ee2b4d-847e-48f8-aec8-3986d2c32e5c req-82e24a26-d523-44df-a5c4-7006378dbcdd tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Request body: {'port': {'device_id': '2296ee05-8e19-42a2-999c-bcf4c4617d80', 'network_id': '97f09aa0-3c3c-434e-a3d4-bfc5a4540ee5', 'admin_state_up': True, 'tenant_id': '48ff8c43003e41a2b855daaeb2bfcd04'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:22:19.158051 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-b9dfbdda-e397-48d9-81b7-5dcaf188420a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '068ef6e0-446e-4e93-a5c2-1d5d6ef40eb8', 'name': 'tempest-ServersTestJSON-1800046610-router', 'tenant_id': '5a3c12df7f43463a852ca5173c2eabe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.233'}], 'enable_snat': True}, 'gw_port_id': 'ced55022-f93b-4955-a885-9d6e097ca9ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:22:06Z', 'updated_at': '2021-10-27T10:22:11Z', 'revision_number': 3, 'project_id': '5a3c12df7f43463a852ca5173c2eabe7', 'gw_port': {'id': 'ced55022-f93b-4955-a885-9d6e097ca9ba', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:5d:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '068ef6e0-446e-4e93-a5c2-1d5d6ef40eb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:22:08Z', 'updated_at': '2021-10-27T10:22:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10'}], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:22:19.169314 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c950ab1a-d544-4b28-a134-99d708e35337 req-572e71d0-3ed7-49c2-9acc-29b77291987b tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:19.170719 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-c950ab1a-d544-4b28-a134-99d708e35337 req-572e71d0-3ed7-49c2-9acc-29b77291987b tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/ports?device_id=608b8252-7dee-4a66-b7a1-a863de63ff13 HTTP/1.1" status: 200 len: 949 time: 0.2320607 Oct 27 10:22:19.180063 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-b5e9e766-85dd-4405-82fe-941f2a008632 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:19.195084 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9dfbdda-e397-48d9-81b7-5dcaf188420a None None] The sync data for ids ['068ef6e0-446e-4e93-a5c2-1d5d6ef40eb8'] in n-d-813419-10 is: [{'id': '068ef6e0-446e-4e93-a5c2-1d5d6ef40eb8', 'name': 'tempest-ServersTestJSON-1800046610-router', 'tenant_id': '5a3c12df7f43463a852ca5173c2eabe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.233'}], 'enable_snat': True}, 'gw_port_id': 'ced55022-f93b-4955-a885-9d6e097ca9ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:22:06Z', 'updated_at': '2021-10-27T10:22:11Z', 'revision_number': 3, 'project_id': '5a3c12df7f43463a852ca5173c2eabe7', 'gw_port': {'id': 'ced55022-f93b-4955-a885-9d6e097ca9ba', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:5d:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '068ef6e0-446e-4e93-a5c2-1d5d6ef40eb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:22:08Z', 'updated_at': '2021-10-27T10:22:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10'}] {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:22:19.221163 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port 9f3c02a0-e4c3-4526-a849-2fa9a779671a triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:22:19.221601 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:19.231947 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13c1fef-1733-48de-92af-99e2cb2e6d65 req-52bb96b6-6a27-477d-80f4-2c01a94b99cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:19.237256 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-f13c1fef-1733-48de-92af-99e2cb2e6d65 req-52bb96b6-6a27-477d-80f4-2c01a94b99cf service neutron] 10.222.0.64 "GET /v2.0/networks?id=0a48af15-1075-4a1c-b6c2-04479e771f49 HTTP/1.1" status: 200 len: 924 time: 0.4065120 Oct 27 10:22:19.332235 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-f13c1fef-1733-48de-92af-99e2cb2e6d65 req-9a8be284-90da-4437-9a94-472c7357408a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2b419df8-369a-43a9-82ec-0032d3a5f1f8 HTTP/1.1" status: 200 len: 217 time: 0.0741856 Oct 27 10:22:19.342542 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ee7349dd-e17f-4503-b8f0-aea0edc641b7 req-853c26ca-5569-4f53-a333-e0f0628025ea service neutron] 10.222.0.64 "GET /v2.0/networks/1886fe3b-e088-4c7d-8f4c-b14d4440b311?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3502142 Oct 27 10:22:19.358101 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-c950ab1a-d544-4b28-a134-99d708e35337 req-b2f619d6-c1eb-4b3a-bb2c-9150424041f0 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/security-groups?id=e786382c-1289-4f9d-b471-ed120470c2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645262 Oct 27 10:22:19.387705 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92ee2b4d-847e-48f8-aec8-3986d2c32e5c req-82e24a26-d523-44df-a5c4-7006378dbcdd tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Made reservation on behalf of 48ff8c43003e41a2b855daaeb2bfcd04 for: {'port': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:22:19.391331 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-92ee2b4d-847e-48f8-aec8-3986d2c32e5c req-82e24a26-d523-44df-a5c4-7006378dbcdd tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:19.396242 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-b5e9e766-85dd-4405-82fe-941f2a008632 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:19.455763 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13c1fef-1733-48de-92af-99e2cb2e6d65 req-40cbe281-5b2e-48e9-acb0-059bb4f801c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:19.462829 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-f13c1fef-1733-48de-92af-99e2cb2e6d65 req-40cbe281-5b2e-48e9-acb0-059bb4f801c7 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=01ed277a-6c4a-420b-a94a-e6bb1e65fbf9 HTTP/1.1" status: 200 len: 862 time: 0.1240923 Oct 27 10:22:19.470226 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5e9e766-85dd-4405-82fe-941f2a008632 admin admin] Network 6ef429fe-b6d8-4054-9275-be62180ab304 is already hosted by enough agents. {{(pid=102346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:22:19.510946 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-b5e9e766-85dd-4405-82fe-941f2a008632 admin admin] Resources bound (agent type, host, resource id): {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:22:19.536721 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5e9e766-85dd-4405-82fe-941f2a008632 admin admin] Received port after_create {{(pid=102346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:22:19.552930 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb1df31-8160-4fd7-8760-3580fb051a72 req-fe875594-f27e-4910-8189-4ced12779a1c tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:19.554519 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-efb1df31-8160-4fd7-8760-3580fb051a72 req-fe875594-f27e-4910-8189-4ced12779a1c tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] 10.222.0.44 "GET /v2.0/ports?device_id=9e8bcc8c-e9a1-4c45-af3a-9fd9588b6b53 HTTP/1.1" status: 200 len: 944 time: 0.2538168 Oct 27 10:22:19.567464 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_common [req-92ee2b4d-847e-48f8-aec8-3986d2c32e5c req-82e24a26-d523-44df-a5c4-7006378dbcdd tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Allocated IP 19.80.0.79 (97f09aa0-3c3c-434e-a3d4-bfc5a4540ee5/94adf8ac-d2ae-4bb5-95eb-1bfaf73e4d47/ef8c5b69-dd82-4e4b-a0d6-85720dea4382) {{(pid=102347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:22:19.614000 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e9e766-85dd-4405-82fe-941f2a008632 admin admin] Pushing event updated for resources: {'Port': ['ID=4d588d28-d0d6-41f3-92d4-e512162cef6b,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:22:19.700729 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-efb1df31-8160-4fd7-8760-3580fb051a72 req-53a3a069-9657-4be2-8e7e-942f77b078a0 tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] 10.222.0.44 "GET /v2.0/security-groups?id=e3018bff-e5f8-44d8-a835-69520a8698da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343238 Oct 27 10:22:19.707961 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-b5e9e766-85dd-4405-82fe-941f2a008632 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1664961'] for router_interface, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:19.767683 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13c1fef-1733-48de-92af-99e2cb2e6d65 req-2496a8fe-6322-48b3-89e8-c6216c9fb084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:19.769505 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-f13c1fef-1733-48de-92af-99e2cb2e6d65 req-2496a8fe-6322-48b3-89e8-c6216c9fb084 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0a48af15-1075-4a1c-b6c2-04479e771f49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2981503 Oct 27 10:22:19.783795 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b60e077-e8c0-4ff5-813e-53d9385dbd8b req-790ea23d-1ce1-4d7e-8eb3-a27f13d8f4bb tempest-ServersWithSpecificFlavorTestJSON-2103273157 tempest-ServersWithSpecificFlavorTestJSON-2103273157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:19.785897 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-4b60e077-e8c0-4ff5-813e-53d9385dbd8b req-790ea23d-1ce1-4d7e-8eb3-a27f13d8f4bb tempest-ServersWithSpecificFlavorTestJSON-2103273157 tempest-ServersWithSpecificFlavorTestJSON-2103273157-project] 10.222.0.44 "GET /v2.0/ports?device_id=dab55e46-8e3b-4a56-8e39-e3a205f3b352 HTTP/1.1" status: 200 len: 943 time: 0.1802235 Oct 27 10:22:19.919683 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device c8c8271b-367b-4ab3-86e4-bb5ec9b8ea1d up at agent hyperv_n-h1-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:22:19.920288 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-92ee2b4d-847e-48f8-aec8-3986d2c32e5c req-82e24a26-d523-44df-a5c4-7006378dbcdd tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Publish callbacks [] for port, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:19.927003 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-4b60e077-e8c0-4ff5-813e-53d9385dbd8b req-d71bb0b9-e37e-4ecf-b05c-ac8fd5d376d8 tempest-ServersWithSpecificFlavorTestJSON-2103273157 tempest-ServersWithSpecificFlavorTestJSON-2103273157-project] 10.222.0.44 "GET /v2.0/security-groups?id=a5c3a744-545c-4ff0-934c-41785bfff57c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0924520 Oct 27 10:22:19.945953 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-31c14ea0-996f-418e-b865-ea772a1646bd req-f3a8d39d-af79-4a76-97e8-7c06dbc29e3f tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] 10.222.0.44 "GET /v2.0/ports?device_id=2296ee05-8e19-42a2-999c-bcf4c4617d80 HTTP/1.1" status: 200 len: 210 time: 0.0448582 Oct 27 10:22:19.986337 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-908a1b8a-bd16-4834-85b5-42570a76f192 None None] Provisioning complete for port 4d588d28-d0d6-41f3-92d4-e512162cef6b triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:22:19.987023 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-908a1b8a-bd16-4834-85b5-42570a76f192 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:20.001904 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-92ee2b4d-847e-48f8-aec8-3986d2c32e5c req-82e24a26-d523-44df-a5c4-7006378dbcdd tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:20.013947 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-eadeaa30-4096-4d1a-b3cb-aa7ebfb291ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:20.030415 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:20.036859 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92ee2b4d-847e-48f8-aec8-3986d2c32e5c req-82e24a26-d523-44df-a5c4-7006378dbcdd tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Network 97f09aa0-3c3c-434e-a3d4-bfc5a4540ee5 is already hosted by enough agents. {{(pid=102347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:22:20.039352 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [req-92ee2b4d-847e-48f8-aec8-3986d2c32e5c req-82e24a26-d523-44df-a5c4-7006378dbcdd tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Resources bound (agent type, host, resource id): {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:22:20.047210 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-908a1b8a-bd16-4834-85b5-42570a76f192 None None] Port 4d588d28-d0d6-41f3-92d4-e512162cef6b cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:22:20.052567 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Provisioning for port c8c8271b-367b-4ab3-86e4-bb5ec9b8ea1d completed by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 10:22:20.059816 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [req-92ee2b4d-847e-48f8-aec8-3986d2c32e5c req-82e24a26-d523-44df-a5c4-7006378dbcdd tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Received port after_create {{(pid=102347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:22:20.061222 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Provisioning complete for port c8c8271b-367b-4ab3-86e4-bb5ec9b8ea1d triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:22:20.061600 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:20.107548 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-f13c1fef-1733-48de-92af-99e2cb2e6d65 req-70c2346f-d39d-41b6-bf5f-4662386cbe58 service neutron] 10.222.0.64 "GET /v2.0/networks/0a48af15-1075-4a1c-b6c2-04479e771f49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3186579 Oct 27 10:22:20.108303 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-b5e9e766-85dd-4405-82fe-941f2a008632 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:20.150330 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ee2b4d-847e-48f8-aec8-3986d2c32e5c req-82e24a26-d523-44df-a5c4-7006378dbcdd tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:20.151363 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-92ee2b4d-847e-48f8-aec8-3986d2c32e5c req-82e24a26-d523-44df-a5c4-7006378dbcdd tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:20.175797 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e24a26-d523-44df-a5c4-7006378dbcdd tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Pushing event updated for resources: {'Port': ['ID=ef8c5b69-dd82-4e4b-a0d6-85720dea4382,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:22:20.198004 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-92ee2b4d-847e-48f8-aec8-3986d2c32e5c req-82e24a26-d523-44df-a5c4-7006378dbcdd tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0455782 Oct 27 10:22:20.218218 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:20.255466 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '608b8252-7dee-4a66-b7a1-a863de63ff13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8c8271b-367b-4ab3-86e4-bb5ec9b8ea1d'}] {{(pid=102348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:22:20.258408 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c588921fa634554a1d9242fdea1b05457a9ff1d3b28ba54ec1dace7f2f1df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8483e56d-97ac-46c5-ba20-28108b1ec1af" -d '{"events": [{"server_uuid": "608b8252-7dee-4a66-b7a1-a863de63ff13", "name": "network-vif-plugged", "status": "completed", "tag": "c8c8271b-367b-4ab3-86e4-bb5ec9b8ea1d"}]}' {{(pid=102348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:22:20.274157 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port c8c8271b-367b-4ab3-86e4-bb5ec9b8ea1d, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=c8c8271b-367b-4ab3-86e4-bb5ec9b8ea1d,segment=NetworkSegment(f7c42c6d-2766-46d8-a8b7-4852117a5555),segment_id=f7c42c6d-2766-46d8-a8b7-4852117a5555)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:22:20.281092 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:20.288709 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [req-92ee2b4d-847e-48f8-aec8-3986d2c32e5c req-5aea7bdd-3927-4eaf-8924-e1054ef45b90 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Request body: {'port': {'device_id': '2296ee05-8e19-42a2-999c-bcf4c4617d80', 'network_id': 'bf1ac053-a18e-466d-9b2d-ed75456df1b4', 'admin_state_up': True, 'tenant_id': '48ff8c43003e41a2b855daaeb2bfcd04'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:22:20.329476 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:22:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04a3bdbd-34d9-44a5-bce8-e9ce7026eda1 x-openstack-request-id: req-04a3bdbd-34d9-44a5-bce8-e9ce7026eda1 {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:22:20.329920 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "608b8252-7dee-4a66-b7a1-a863de63ff13", "name": "network-vif-plugged", "status": "completed", "tag": "c8c8271b-367b-4ab3-86e4-bb5ec9b8ea1d", "code": 200}]} {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:22:20.330309 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-04a3bdbd-34d9-44a5-bce8-e9ce7026eda1 {{(pid=102348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:22:20.330702 n-d-813419-10 neutron-server[102348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '608b8252-7dee-4a66-b7a1-a863de63ff13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8c8271b-367b-4ab3-86e4-bb5ec9b8ea1d', 'code': 200} Oct 27 10:22:20.360642 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-f13c1fef-1733-48de-92af-99e2cb2e6d65 req-7fe89e8e-8c54-4471-a76e-96fa4455cf3a service neutron] 10.222.0.64 "GET /v2.0/networks/0a48af15-1075-4a1c-b6c2-04479e771f49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2430544 Oct 27 10:22:20.365227 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Pushing event updated for resources: {'Port': ['ID=c8c8271b-367b-4ab3-86e4-bb5ec9b8ea1d,revision_number=9']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:22:20.398663 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-407c5e77-a4e7-4d7a-b0d8-c63f4faad477 None None] Provisioning complete for port ef8c5b69-dd82-4e4b-a0d6-85720dea4382 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:22:20.399067 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-407c5e77-a4e7-4d7a-b0d8-c63f4faad477 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:20.439581 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device 8dcf338b-43db-4891-993f-84a3faa63833 up at agent hyperv_n-h2-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:22:20.449812 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36dd7f9-e723-4d11-b7ff-35f57a06fba9 req-61639e60-fdac-4ab8-a678-9dc4daab4cf6 tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:20.451614 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-c36dd7f9-e723-4d11-b7ff-35f57a06fba9 req-61639e60-fdac-4ab8-a678-9dc4daab4cf6 tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] 10.222.0.44 "GET /v2.0/ports?device_id=17fac8c9-b531-4166-a261-47a6b86a5d06 HTTP/1.1" status: 200 len: 949 time: 0.2592685 Oct 27 10:22:20.489933 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-407c5e77-a4e7-4d7a-b0d8-c63f4faad477 None None] Port ef8c5b69-dd82-4e4b-a0d6-85720dea4382 cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:22:20.505142 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Provisioning complete for port 8dcf338b-43db-4891-993f-84a3faa63833 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:22:20.505825 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:20.515902 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-c36dd7f9-e723-4d11-b7ff-35f57a06fba9 req-163f7ec7-e907-4499-884e-efae9d0a4e3f tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] 10.222.0.44 "GET /v2.0/security-groups?id=adbff9a4-0ae5-4700-84c2-4b5f53f67e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532606 Oct 27 10:22:20.538728 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86fa154-3e01-49d9-9d40-49b973cde030 req-19725997-4e1a-4d97-a01f-a381f12e3538 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:20.545987 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b86fa154-3e01-49d9-9d40-49b973cde030 req-19725997-4e1a-4d97-a01f-a381f12e3538 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/ports?device_id=608b8252-7dee-4a66-b7a1-a863de63ff13 HTTP/1.1" status: 200 len: 950 time: 0.1164193 Oct 27 10:22:20.547395 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92ee2b4d-847e-48f8-aec8-3986d2c32e5c req-5aea7bdd-3927-4eaf-8924-e1054ef45b90 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Made reservation on behalf of 48ff8c43003e41a2b855daaeb2bfcd04 for: {'port': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:22:20.552066 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-92ee2b4d-847e-48f8-aec8-3986d2c32e5c req-5aea7bdd-3927-4eaf-8924-e1054ef45b90 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:20.567145 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-b5e9e766-85dd-4405-82fe-941f2a008632 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:20.575007 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-b5e9e766-85dd-4405-82fe-941f2a008632 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27024173'] for port, after_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:20.611991 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:20.617288 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b86fa154-3e01-49d9-9d40-49b973cde030 req-5edbe0c4-9eb3-4ebc-a1d6-006597dcd3c1 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/security-groups?id=e786382c-1289-4f9d-b471-ed120470c2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610006 Oct 27 10:22:20.625290 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-b5e9e766-85dd-4405-82fe-941f2a008632 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2006967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1766225'] for router_interface, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:20.656335 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] For port 8dcf338b-43db-4891-993f-84a3faa63833, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=8dcf338b-43db-4891-993f-84a3faa63833,segment=NetworkSegment(e031df76-6a67-4dc9-b33e-3b490749e49c),segment_id=e031df76-6a67-4dc9-b33e-3b490749e49c)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:22:20.662874 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:20.721681 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Pushing event updated for resources: {'Port': ['ID=8dcf338b-43db-4891-993f-84a3faa63833,revision_number=7']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:22:20.735398 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e9e766-85dd-4405-82fe-941f2a008632 admin admin] Pushing event updated for resources: {'Port': ['ID=4d588d28-d0d6-41f3-92d4-e512162cef6b,revision_number=2']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:22:20.764423 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5e9e766-85dd-4405-82fe-941f2a008632 admin admin] Network 6ef429fe-b6d8-4054-9275-be62180ab304 is already hosted by enough agents. {{(pid=102346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:22:20.766317 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-b5e9e766-85dd-4405-82fe-941f2a008632 admin admin] Resources bound (agent type, host, resource id): {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:22:20.915364 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0951983a-2b1e-43cc-b7c8-0c587301ea12 req-58d23c78-a657-423b-918b-f74dfd9d744f tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:20.916968 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-0951983a-2b1e-43cc-b7c8-0c587301ea12 req-58d23c78-a657-423b-918b-f74dfd9d744f tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] 10.222.0.44 "GET /v2.0/ports?device_id=9e8bcc8c-e9a1-4c45-af3a-9fd9588b6b53 HTTP/1.1" status: 200 len: 944 time: 0.0993261 Oct 27 10:22:20.954134 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5e9e766-85dd-4405-82fe-941f2a008632 admin admin] Router 068ef6e0-446e-4e93-a5c2-1d5d6ef40eb8 has already been hosted by L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb {{(pid=102346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 10:22:20.978665 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-0951983a-2b1e-43cc-b7c8-0c587301ea12 req-0ef3fd1b-7ba1-414f-873e-cc03fa21338b tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] 10.222.0.44 "GET /v2.0/security-groups?id=e3018bff-e5f8-44d8-a835-69520a8698da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533655 Oct 27 10:22:21.016017 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7a44b898-f083-4e7d-ba16-53ec660d6ec9 None None] Provisioning complete for port 4d588d28-d0d6-41f3-92d4-e512162cef6b triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:22:21.016605 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7a44b898-f083-4e7d-ba16-53ec660d6ec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:21.082036 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-7a44b898-f083-4e7d-ba16-53ec660d6ec9 None None] Port 4d588d28-d0d6-41f3-92d4-e512162cef6b cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:22:21.126896 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5e9e766-85dd-4405-82fe-941f2a008632 admin admin] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:22:21.143161 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3366affa-3dcb-43a5-bb56-5265e7606bfe req-4aba8cd2-ab26-494b-91b3-094a2f968990 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:21.145214 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-3366affa-3dcb-43a5-bb56-5265e7606bfe req-4aba8cd2-ab26-494b-91b3-094a2f968990 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/ports?device_id=608b8252-7dee-4a66-b7a1-a863de63ff13 HTTP/1.1" status: 200 len: 950 time: 0.1712673 Oct 27 10:22:21.148352 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-b5e9e766-85dd-4405-82fe-941f2a008632 admin admin] 10.222.0.44 "PUT /v2.0/routers/068ef6e0-446e-4e93-a5c2-1d5d6ef40eb8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6878386 Oct 27 10:22:21.160572 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_common [req-92ee2b4d-847e-48f8-aec8-3986d2c32e5c req-5aea7bdd-3927-4eaf-8924-e1054ef45b90 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Allocated IP 19.86.0.31 (bf1ac053-a18e-466d-9b2d-ed75456df1b4/77fcb867-b5c4-4b73-bcc5-3f71a668ea56/30e58787-c9a5-4368-8af7-62099a0fdf42) {{(pid=102347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:22:21.193720 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device ced55022-f93b-4955-a885-9d6e097ca9ba up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:22:21.225207 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-3366affa-3dcb-43a5-bb56-5265e7606bfe req-51b5ee10-ab14-4aff-9ccf-536b89715c63 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/security-groups?id=e786382c-1289-4f9d-b471-ed120470c2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733666 Oct 27 10:22:21.301207 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port ced55022-f93b-4955-a885-9d6e097ca9ba triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:22:21.301564 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:21.317704 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2ccbc3-f17a-4a67-99d2-b1d5534ee45b req-160c8a29-664f-42e0-a6a4-0555ab761eab tempest-ServersWithSpecificFlavorTestJSON-2103273157 tempest-ServersWithSpecificFlavorTestJSON-2103273157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:21.321760 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-0b2ccbc3-f17a-4a67-99d2-b1d5534ee45b req-160c8a29-664f-42e0-a6a4-0555ab761eab tempest-ServersWithSpecificFlavorTestJSON-2103273157 tempest-ServersWithSpecificFlavorTestJSON-2103273157-project] 10.222.0.44 "GET /v2.0/ports?device_id=dab55e46-8e3b-4a56-8e39-e3a205f3b352 HTTP/1.1" status: 200 len: 943 time: 0.0963593 Oct 27 10:22:21.393194 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-0b2ccbc3-f17a-4a67-99d2-b1d5534ee45b req-27c01074-fb57-4176-910a-2887e93b777c tempest-ServersWithSpecificFlavorTestJSON-2103273157 tempest-ServersWithSpecificFlavorTestJSON-2103273157-project] 10.222.0.44 "GET /v2.0/security-groups?id=a5c3a744-545c-4ff0-934c-41785bfff57c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632505 Oct 27 10:22:21.430145 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:21.462220 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] For port ced55022-f93b-4955-a885-9d6e097ca9ba, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=ced55022-f93b-4955-a885-9d6e097ca9ba,segment=NetworkSegment(bc14127b-7032-4c50-bb5b-f6813cbae86e),segment_id=bc14127b-7032-4c50-bb5b-f6813cbae86e)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:22:21.474216 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b993965-5ac6-42f1-9264-182fc9b37d6d req-6ad52efc-9b1e-480c-9791-f48a482d5bfc tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:21.475518 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:21.486453 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-6b993965-5ac6-42f1-9264-182fc9b37d6d req-6ad52efc-9b1e-480c-9791-f48a482d5bfc tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] 10.222.0.44 "GET /v2.0/ports?device_id=2296ee05-8e19-42a2-999c-bcf4c4617d80 HTTP/1.1" status: 200 len: 931 time: 0.1244080 Oct 27 10:22:21.556830 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ee48ff2-e2ed-40df-948a-e0e7cf8609df None None] Sync routers for ids ['068ef6e0-446e-4e93-a5c2-1d5d6ef40eb8'] in n-d-813419-10 {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:22:21.561039 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Pushing event updated for resources: {'Port': ['ID=ced55022-f93b-4955-a885-9d6e097ca9ba,revision_number=4']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:22:21.568392 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-92ee2b4d-847e-48f8-aec8-3986d2c32e5c req-5aea7bdd-3927-4eaf-8924-e1054ef45b90 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Publish callbacks [] for port, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:21.574826 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ee48ff2-e2ed-40df-948a-e0e7cf8609df None None] Routers {'068ef6e0-446e-4e93-a5c2-1d5d6ef40eb8'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:22:21.575448 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-0ee48ff2-e2ed-40df-948a-e0e7cf8609df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:22:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['068ef6e0-446e-4e93-a5c2-1d5d6ef40eb8'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:22:21.594037 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-6b993965-5ac6-42f1-9264-182fc9b37d6d req-745d8197-8d93-4c69-986e-2ca9fc91aaa2 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] 10.222.0.44 "GET /v2.0/security-groups?id=58a9c42a-77eb-4104-9847-0486d9673bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062386 Oct 27 10:22:21.646061 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-92ee2b4d-847e-48f8-aec8-3986d2c32e5c req-5aea7bdd-3927-4eaf-8924-e1054ef45b90 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:21.697688 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92ee2b4d-847e-48f8-aec8-3986d2c32e5c req-5aea7bdd-3927-4eaf-8924-e1054ef45b90 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Network bf1ac053-a18e-466d-9b2d-ed75456df1b4 is already hosted by enough agents. {{(pid=102347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:22:21.718400 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [req-92ee2b4d-847e-48f8-aec8-3986d2c32e5c req-5aea7bdd-3927-4eaf-8924-e1054ef45b90 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Resources bound (agent type, host, resource id): {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:22:21.719763 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [req-92ee2b4d-847e-48f8-aec8-3986d2c32e5c req-5aea7bdd-3927-4eaf-8924-e1054ef45b90 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Received port after_create {{(pid=102347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:22:21.731577 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvr_db [None req-0ee48ff2-e2ed-40df-948a-e0e7cf8609df None None] Set router 068ef6e0-446e-4e93-a5c2-1d5d6ef40eb8 gateway port host: n-d-813419-10 {{(pid=102349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:22:21.801602 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-3c6a8245-0581-48aa-b5f6-4d8fe98cd16e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:21.801851 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aea7bdd-3927-4eaf-8924-e1054ef45b90 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Pushing event updated for resources: {'Port': ['ID=30e58787-c9a5-4368-8af7-62099a0fdf42,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:22:21.820969 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ee2b4d-847e-48f8-aec8-3986d2c32e5c req-5aea7bdd-3927-4eaf-8924-e1054ef45b90 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:21.821613 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-92ee2b4d-847e-48f8-aec8-3986d2c32e5c req-5aea7bdd-3927-4eaf-8924-e1054ef45b90 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:21.835475 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6619657f-2109-4b0e-931a-423e2ec0eb50 req-92fb7321-e47b-4b07-a31c-40e0e2ac8fc5 tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:21.844786 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-6619657f-2109-4b0e-931a-423e2ec0eb50 req-92fb7321-e47b-4b07-a31c-40e0e2ac8fc5 tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] 10.222.0.44 "GET /v2.0/ports?device_id=17fac8c9-b531-4166-a261-47a6b86a5d06 HTTP/1.1" status: 200 len: 949 time: 0.1494143 Oct 27 10:22:21.888998 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-92ee2b4d-847e-48f8-aec8-3986d2c32e5c req-5aea7bdd-3927-4eaf-8924-e1054ef45b90 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6064334 Oct 27 10:22:21.903184 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [req-92ee2b4d-847e-48f8-aec8-3986d2c32e5c req-43892c15-c09d-44af-abc2-8421d5de5ce0 service neutron] Request body: {'port': {'device_id': '2296ee05-8e19-42a2-999c-bcf4c4617d80', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-10'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:22:21.912885 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-6619657f-2109-4b0e-931a-423e2ec0eb50 req-5ac9aa65-8a84-4261-b237-5928ca7626db tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] 10.222.0.44 "GET /v2.0/security-groups?id=adbff9a4-0ae5-4700-84c2-4b5f53f67e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658441 Oct 27 10:22:21.928506 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device 2b419df8-369a-43a9-82ec-0032d3a5f1f8 details requested by agent hyperv_n-h1-813419-10 with host n-h1-813419-10 {{(pid=102348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 10:22:22.024516 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-92ee2b4d-847e-48f8-aec8-3986d2c32e5c req-43892c15-c09d-44af-abc2-8421d5de5ce0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:22.057218 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-0ee48ff2-e2ed-40df-948a-e0e7cf8609df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '068ef6e0-446e-4e93-a5c2-1d5d6ef40eb8', 'name': 'tempest-ServersTestJSON-1800046610-router', 'tenant_id': '5a3c12df7f43463a852ca5173c2eabe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.233'}], 'enable_snat': True}, 'gw_port_id': 'ced55022-f93b-4955-a885-9d6e097ca9ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:22:06Z', 'updated_at': '2021-10-27T10:22:19Z', 'revision_number': 4, 'project_id': '5a3c12df7f43463a852ca5173c2eabe7', 'gw_port': {'id': 'ced55022-f93b-4955-a885-9d6e097ca9ba', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:5d:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '068ef6e0-446e-4e93-a5c2-1d5d6ef40eb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:22:08Z', 'updated_at': '2021-10-27T10:22:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_interfaces': [{'id': '4d588d28-d0d6-41f3-92d4-e512162cef6b', 'name': '', 'network_id': '6ef429fe-b6d8-4054-9275-be62180ab304', 'tenant_id': '5a3c12df7f43463a852ca5173c2eabe7', 'mac_address': 'fa:16:3e:26:d3:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '068ef6e0-446e-4e93-a5c2-1d5d6ef40eb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '0581c968-e77f-4ae1-b8cd-953b2bcace51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:22:17Z', 'updated_at': '2021-10-27T10:22:20Z', 'revision_number': 2, 'project_id': '5a3c12df7f43463a852ca5173c2eabe7', 'subnets': [{'id': '0581c968-e77f-4ae1-b8cd-953b2bcace51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:22:22.154013 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ee48ff2-e2ed-40df-948a-e0e7cf8609df None None] Checking router: 068ef6e0-446e-4e93-a5c2-1d5d6ef40eb8 for host: n-d-813419-10 {{(pid=102349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 10:22:22.154698 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ee48ff2-e2ed-40df-948a-e0e7cf8609df None None] Updating router 068ef6e0-446e-4e93-a5c2-1d5d6ef40eb8 port 4d588d28-d0d6-41f3-92d4-e512162cef6b binding host n-d-813419-10 {{(pid=102349) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 10:22:22.164167 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 44574) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:22:22.171910 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-4a947b64-0f8e-4109-bf71-0bbd82085b0f tempest-ServersTestJSON-1341865721 tempest-ServersTestJSON-1341865721-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1799947826', 'description': 'tempest-description--69305371'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:22:22.247509 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-4a947b64-0f8e-4109-bf71-0bbd82085b0f tempest-ServersTestJSON-1341865721 tempest-ServersTestJSON-1341865721-project] Publish callbacks [] for security_group, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:22.261736 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-0ee48ff2-e2ed-40df-948a-e0e7cf8609df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:22.331535 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07a96c5d-bcd0-4c58-835f-01a5bab187d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dcf338b-43db-4891-993f-84a3faa63833'}] {{(pid=102348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:22:22.350604 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c588921fa634554a1d9242fdea1b05457a9ff1d3b28ba54ec1dace7f2f1df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a482f94-3e16-4554-9976-f318b91db01e" -d '{"events": [{"server_uuid": "07a96c5d-bcd0-4c58-835f-01a5bab187d1", "name": "network-vif-plugged", "status": "completed", "tag": "8dcf338b-43db-4891-993f-84a3faa63833"}]}' {{(pid=102348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:22:22.366334 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port 2b419df8-369a-43a9-82ec-0032d3a5f1f8, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=2b419df8-369a-43a9-82ec-0032d3a5f1f8,segment=NetworkSegment(1c5c493c-9b99-4313-a0b3-4267f64405e2),segment_id=1c5c493c-9b99-4313-a0b3-4267f64405e2)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:22:22.406419 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Returning: {'device': '2b419df8-369a-43a9-82ec-0032d3a5f1f8', 'network_id': '0a48af15-1075-4a1c-b6c2-04479e771f49', 'port_id': '2b419df8-369a-43a9-82ec-0032d3a5f1f8', 'mac_address': 'fa:16:3e:50:0e:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 430, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01ed277a-6c4a-420b-a94a-e6bb1e65fbf9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 10:22:22.411837 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-44b92668-7f3c-4a21-961f-90eff06634c2 None None] Provisioning complete for port 30e58787-c9a5-4368-8af7-62099a0fdf42 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:22:22.413555 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-44b92668-7f3c-4a21-961f-90eff06634c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:22.471063 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:22:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-915fb83a-f2ed-4e9c-b33f-53f9425e9aff x-openstack-request-id: req-915fb83a-f2ed-4e9c-b33f-53f9425e9aff {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:22:22.471362 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07a96c5d-bcd0-4c58-835f-01a5bab187d1", "name": "network-vif-plugged", "status": "completed", "tag": "8dcf338b-43db-4891-993f-84a3faa63833", "code": 200}]} {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:22:22.471776 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-915fb83a-f2ed-4e9c-b33f-53f9425e9aff {{(pid=102348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:22:22.472052 n-d-813419-10 neutron-server[102348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07a96c5d-bcd0-4c58-835f-01a5bab187d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dcf338b-43db-4891-993f-84a3faa63833', 'code': 200} Oct 27 10:22:22.515207 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [req-92ee2b4d-847e-48f8-aec8-3986d2c32e5c req-43892c15-c09d-44af-abc2-8421d5de5ce0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef8c5b69-dd82-4e4b-a0d6-85720dea4382 {{(pid=102347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:22:22.523186 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-4a947b64-0f8e-4109-bf71-0bbd82085b0f tempest-ServersTestJSON-1341865721 tempest-ServersTestJSON-1341865721-project] Publish callbacks [] for security_group, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:22.530551 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-92ee2b4d-847e-48f8-aec8-3986d2c32e5c req-43892c15-c09d-44af-abc2-8421d5de5ce0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:22.532457 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-4a947b64-0f8e-4109-bf71-0bbd82085b0f tempest-ServersTestJSON-1341865721 tempest-ServersTestJSON-1341865721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:22.559190 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:22.586946 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c1db53-cd12-4db2-9eaf-e254e060a0bb req-4f8987df-9f6e-4d6c-a259-a489ce30904b tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:22.596934 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-00c1db53-cd12-4db2-9eaf-e254e060a0bb req-4f8987df-9f6e-4d6c-a259-a489ce30904b tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] 10.222.0.44 "GET /v2.0/ports?device_id=9e8bcc8c-e9a1-4c45-af3a-9fd9588b6b53 HTTP/1.1" status: 200 len: 944 time: 0.2440467 Oct 27 10:22:22.606325 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-44b92668-7f3c-4a21-961f-90eff06634c2 None None] Port 30e58787-c9a5-4368-8af7-62099a0fdf42 cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:22:22.608920 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b419df8-369a-43a9-82ec-0032d3a5f1f8 {{(pid=102348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:22:22.611717 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.provisioning_blocks [req-92ee2b4d-847e-48f8-aec8-3986d2c32e5c req-43892c15-c09d-44af-abc2-8421d5de5ce0 service neutron] Transition to ACTIVE for port object ef8c5b69-dd82-4e4b-a0d6-85720dea4382 will not be triggered until provisioned by entity L2. {{(pid=102347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 10:22:22.625493 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-92ee2b4d-847e-48f8-aec8-3986d2c32e5c req-43892c15-c09d-44af-abc2-8421d5de5ce0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:22.643323 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-4a947b64-0f8e-4109-bf71-0bbd82085b0f tempest-ServersTestJSON-1341865721 tempest-ServersTestJSON-1341865721-project] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:22.649952 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-4a947b64-0f8e-4109-bf71-0bbd82085b0f tempest-ServersTestJSON-1341865721 tempest-ServersTestJSON-1341865721-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.4837999 Oct 27 10:22:22.650935 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 44594) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:22:22.653990 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port 2b419df8-369a-43a9-82ec-0032d3a5f1f8, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=2b419df8-369a-43a9-82ec-0032d3a5f1f8,segment=NetworkSegment(1c5c493c-9b99-4313-a0b3-4267f64405e2),segment_id=1c5c493c-9b99-4313-a0b3-4267f64405e2)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:22:22.660078 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-89cdcce9-e4db-4bdc-8af4-116d540e8e08 tempest-ServersTestJSON-1341865721 tempest-ServersTestJSON-1341865721-project] Request body: {'security_group_rule': {'security_group_id': '8fb6e5b5-c2fd-4ec8-99a2-cc35d354719d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:22:22.662458 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:22.726476 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-00c1db53-cd12-4db2-9eaf-e254e060a0bb req-ebeac31f-a946-450e-9d1d-484bba7309ea tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] 10.222.0.44 "GET /v2.0/security-groups?id=e3018bff-e5f8-44d8-a835-69520a8698da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272225 Oct 27 10:22:22.737586 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857af10f-21f5-4277-8b47-c75dc7089419 req-21dc9819-4806-40a7-b2b4-e1c43ef9db03 tempest-ServersWithSpecificFlavorTestJSON-2103273157 tempest-ServersWithSpecificFlavorTestJSON-2103273157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:22.745208 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a947b64-0f8e-4109-bf71-0bbd82085b0f tempest-ServersTestJSON-1341865721 tempest-ServersTestJSON-1341865721-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8fb6e5b5-c2fd-4ec8-99a2-cc35d354719d,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:22:22.751590 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-857af10f-21f5-4277-8b47-c75dc7089419 req-21dc9819-4806-40a7-b2b4-e1c43ef9db03 tempest-ServersWithSpecificFlavorTestJSON-2103273157 tempest-ServersWithSpecificFlavorTestJSON-2103273157-project] 10.222.0.44 "GET /v2.0/ports?device_id=dab55e46-8e3b-4a56-8e39-e3a205f3b352 HTTP/1.1" status: 200 len: 943 time: 0.2084017 Oct 27 10:22:22.752904 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-89cdcce9-e4db-4bdc-8af4-116d540e8e08 tempest-ServersTestJSON-1341865721 tempest-ServersTestJSON-1341865721-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:22.794013 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Pushing event updated for resources: {'Port': ['ID=2b419df8-369a-43a9-82ec-0032d3a5f1f8,revision_number=4']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:22:22.820851 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43892c15-c09d-44af-abc2-8421d5de5ce0 service neutron] Pushing event updated for resources: {'Port': ['ID=ef8c5b69-dd82-4e4b-a0d6-85720dea4382,revision_number=2']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:22:22.838616 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:22:22.844033 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:22:22.848241 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:22:22.850073 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a947b64-0f8e-4109-bf71-0bbd82085b0f tempest-ServersTestJSON-1341865721 tempest-ServersTestJSON-1341865721-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:22:22.850623 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a947b64-0f8e-4109-bf71-0bbd82085b0f tempest-ServersTestJSON-1341865721 tempest-ServersTestJSON-1341865721-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:22:22.851112 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a947b64-0f8e-4109-bf71-0bbd82085b0f tempest-ServersTestJSON-1341865721 tempest-ServersTestJSON-1341865721-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:22:22.851581 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a947b64-0f8e-4109-bf71-0bbd82085b0f tempest-ServersTestJSON-1341865721 tempest-ServersTestJSON-1341865721-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:22:22.852051 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a947b64-0f8e-4109-bf71-0bbd82085b0f tempest-ServersTestJSON-1341865721 tempest-ServersTestJSON-1341865721-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:22:22.852260 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:22:22.852717 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:22:22.853426 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a947b64-0f8e-4109-bf71-0bbd82085b0f tempest-ServersTestJSON-1341865721 tempest-ServersTestJSON-1341865721-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:22:22.853879 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:22:22.854055 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a947b64-0f8e-4109-bf71-0bbd82085b0f tempest-ServersTestJSON-1341865721 tempest-ServersTestJSON-1341865721-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:22:22.854536 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a947b64-0f8e-4109-bf71-0bbd82085b0f tempest-ServersTestJSON-1341865721 tempest-ServersTestJSON-1341865721-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:22:22.854973 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:22:22.855268 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a947b64-0f8e-4109-bf71-0bbd82085b0f tempest-ServersTestJSON-1341865721 tempest-ServersTestJSON-1341865721-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:22:22.856901 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a947b64-0f8e-4109-bf71-0bbd82085b0f tempest-ServersTestJSON-1341865721 tempest-ServersTestJSON-1341865721-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:22:22.857158 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:22:22.857879 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a947b64-0f8e-4109-bf71-0bbd82085b0f tempest-ServersTestJSON-1341865721 tempest-ServersTestJSON-1341865721-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:22:22.858457 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:22:22.858887 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:22:22.859365 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a947b64-0f8e-4109-bf71-0bbd82085b0f tempest-ServersTestJSON-1341865721 tempest-ServersTestJSON-1341865721-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:22:22.860401 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:22:22.860834 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:22:22.917144 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ea29996c-65f5-4144-9a88-07ddf19fc5a0 req-32119dba-a456-4f44-9c5a-f1152d0629ff tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=31dc088f778a4c2fb761c23ef7d22647&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0287774 Oct 27 10:22:22.937989 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] get_ports_and_sgs() called for port_ids ['2b419df8-369a-43a9-82ec-0032d3a5f1f8'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:22:22.984942 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-0ee48ff2-e2ed-40df-948a-e0e7cf8609df None None] Publish callbacks [] for port, precommit_update {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:22.998390 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-0ee48ff2-e2ed-40df-948a-e0e7cf8609df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:23.029662 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-857af10f-21f5-4277-8b47-c75dc7089419 req-a2c8563a-2d93-402e-949b-001469b0c157 tempest-ServersWithSpecificFlavorTestJSON-2103273157 tempest-ServersWithSpecificFlavorTestJSON-2103273157-project] 10.222.0.44 "GET /v2.0/security-groups?id=a5c3a744-545c-4ff0-934c-41785bfff57c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2770250 Oct 27 10:22:23.063341 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-92ee2b4d-847e-48f8-aec8-3986d2c32e5c req-43892c15-c09d-44af-abc2-8421d5de5ce0 service neutron] Attempting to bind port ef8c5b69-dd82-4e4b-a0d6-85720dea4382 on host n-h2-813419-10 for vnic_type normal with profile {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:22:23.064082 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-92ee2b4d-847e-48f8-aec8-3986d2c32e5c req-43892c15-c09d-44af-abc2-8421d5de5ce0 service neutron] Attempting to bind port ef8c5b69-dd82-4e4b-a0d6-85720dea4382 by drivers openvswitch,hyperv on host n-h2-813419-10 at level 0 using segments [{'id': 'f4c0c22f-aab8-4ae8-882d-a6c9857b00fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '97f09aa0-3c3c-434e-a3d4-bfc5a4540ee5'}] {{(pid=102347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:22:23.064595 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92ee2b4d-847e-48f8-aec8-3986d2c32e5c req-43892c15-c09d-44af-abc2-8421d5de5ce0 service neutron] Attempting to bind port ef8c5b69-dd82-4e4b-a0d6-85720dea4382 on network 97f09aa0-3c3c-434e-a3d4-bfc5a4540ee5 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:22:23.078164 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92ee2b4d-847e-48f8-aec8-3986d2c32e5c req-43892c15-c09d-44af-abc2-8421d5de5ce0 service neutron] Port ef8c5b69-dd82-4e4b-a0d6-85720dea4382 on network 97f09aa0-3c3c-434e-a3d4-bfc5a4540ee5 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-10 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 10:22:23.079990 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92ee2b4d-847e-48f8-aec8-3986d2c32e5c req-43892c15-c09d-44af-abc2-8421d5de5ce0 service neutron] Attempting to bind port ef8c5b69-dd82-4e4b-a0d6-85720dea4382 on network 97f09aa0-3c3c-434e-a3d4-bfc5a4540ee5 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:22:23.091797 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92ee2b4d-847e-48f8-aec8-3986d2c32e5c req-43892c15-c09d-44af-abc2-8421d5de5ce0 service neutron] Checking agent: {'id': 'a2edc247-0fa4-4ce6-bbae-a10492f6bd71', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 16, 9), 'started_at': datetime.datetime(2021, 10, 27, 10, 16, 9), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 22, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:22:23.096613 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92ee2b4d-847e-48f8-aec8-3986d2c32e5c req-43892c15-c09d-44af-abc2-8421d5de5ce0 service neutron] Checking segment: {'id': 'f4c0c22f-aab8-4ae8-882d-a6c9857b00fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '97f09aa0-3c3c-434e-a3d4-bfc5a4540ee5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:22:23.097349 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92ee2b4d-847e-48f8-aec8-3986d2c32e5c req-43892c15-c09d-44af-abc2-8421d5de5ce0 service neutron] Bound using segment: {'id': 'f4c0c22f-aab8-4ae8-882d-a6c9857b00fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '97f09aa0-3c3c-434e-a3d4-bfc5a4540ee5'} {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:22:23.098132 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-92ee2b4d-847e-48f8-aec8-3986d2c32e5c req-43892c15-c09d-44af-abc2-8421d5de5ce0 service neutron] Bound port: ef8c5b69-dd82-4e4b-a0d6-85720dea4382, host: n-h2-813419-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4c0c22f-aab8-4ae8-882d-a6c9857b00fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '97f09aa0-3c3c-434e-a3d4-bfc5a4540ee5'}}] {{(pid=102347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:22:23.098662 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-92ee2b4d-847e-48f8-aec8-3986d2c32e5c req-43892c15-c09d-44af-abc2-8421d5de5ce0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:23.115464 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c05f2a4-f02f-4e6d-85de-f251296fb407 None None] Pushing event updated for resources: {'Port': ['ID=4d588d28-d0d6-41f3-92d4-e512162cef6b,revision_number=3']} {{(pid=102349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:22:23.185808 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-89cdcce9-e4db-4bdc-8af4-116d540e8e08 tempest-ServersTestJSON-1341865721 tempest-ServersTestJSON-1341865721-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:23.206002 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-89cdcce9-e4db-4bdc-8af4-116d540e8e08 tempest-ServersTestJSON-1341865721 tempest-ServersTestJSON-1341865721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671902'] for security_group_rule, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:23.235356 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device ced55022-f93b-4955-a885-9d6e097ca9ba up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:22:23.239399 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c05f2a4-f02f-4e6d-85de-f251296fb407 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:22:23.240163 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c05f2a4-f02f-4e6d-85de-f251296fb407 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:22:23.240849 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c05f2a4-f02f-4e6d-85de-f251296fb407 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:22:23.241435 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c05f2a4-f02f-4e6d-85de-f251296fb407 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:22:23.241964 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c05f2a4-f02f-4e6d-85de-f251296fb407 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:22:23.242945 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c05f2a4-f02f-4e6d-85de-f251296fb407 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:22:23.243752 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c05f2a4-f02f-4e6d-85de-f251296fb407 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:22:23.245665 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c05f2a4-f02f-4e6d-85de-f251296fb407 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:22:23.246459 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c05f2a4-f02f-4e6d-85de-f251296fb407 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:22:23.247061 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c05f2a4-f02f-4e6d-85de-f251296fb407 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:22:23.248457 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c05f2a4-f02f-4e6d-85de-f251296fb407 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:22:23.249652 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c05f2a4-f02f-4e6d-85de-f251296fb407 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:22:23.288697 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.managers [None req-0ee48ff2-e2ed-40df-948a-e0e7cf8609df None None] Attempting to bind port 4d588d28-d0d6-41f3-92d4-e512162cef6b on host n-d-813419-10 for vnic_type normal with profile {{(pid=102349) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:22:23.289559 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea29996c-65f5-4144-9a88-07ddf19fc5a0 req-95f43300-afde-4d65-b3bd-2a4adb205ec9 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:23.290337 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.managers [None req-0ee48ff2-e2ed-40df-948a-e0e7cf8609df None None] Attempting to bind port 4d588d28-d0d6-41f3-92d4-e512162cef6b by drivers openvswitch,hyperv on host n-d-813419-10 at level 0 using segments [{'id': '484662c5-6896-4c64-9da4-4aa0000b52b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '6ef429fe-b6d8-4054-9275-be62180ab304'}] {{(pid=102349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:22:23.291566 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ee48ff2-e2ed-40df-948a-e0e7cf8609df None None] Attempting to bind port 4d588d28-d0d6-41f3-92d4-e512162cef6b on network 6ef429fe-b6d8-4054-9275-be62180ab304 {{(pid=102349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:22:23.300600 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ea29996c-65f5-4144-9a88-07ddf19fc5a0 req-95f43300-afde-4d65-b3bd-2a4adb205ec9 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3734415 Oct 27 10:22:23.305783 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ee48ff2-e2ed-40df-948a-e0e7cf8609df None None] Checking agent: {'id': '89dba0f3-79b2-435e-9822-33674b8f6ada', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 8, 20), 'started_at': datetime.datetime(2021, 10, 27, 10, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 22, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:22:23.306042 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cdcce9-e4db-4bdc-8af4-116d540e8e08 tempest-ServersTestJSON-1341865721 tempest-ServersTestJSON-1341865721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5205a11a-334e-4329-9cc9-bfbf61f194a8,revision_number=0']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:22:23.307541 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ee48ff2-e2ed-40df-948a-e0e7cf8609df None None] Checking segment: {'id': '484662c5-6896-4c64-9da4-4aa0000b52b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '6ef429fe-b6d8-4054-9275-be62180ab304'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:22:23.308637 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-0ee48ff2-e2ed-40df-948a-e0e7cf8609df None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:23.309675 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ee48ff2-e2ed-40df-948a-e0e7cf8609df None None] Bound using segment: {'id': '484662c5-6896-4c64-9da4-4aa0000b52b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '6ef429fe-b6d8-4054-9275-be62180ab304'} {{(pid=102349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:22:23.310248 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.managers [None req-0ee48ff2-e2ed-40df-948a-e0e7cf8609df None None] Bound port: 4d588d28-d0d6-41f3-92d4-e512162cef6b, host: n-d-813419-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '484662c5-6896-4c64-9da4-4aa0000b52b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '6ef429fe-b6d8-4054-9275-be62180ab304'}}] {{(pid=102349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:22:23.321633 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-0ee48ff2-e2ed-40df-948a-e0e7cf8609df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:23.358304 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ea29996c-65f5-4144-9a88-07ddf19fc5a0 req-f12e75c6-2122-417f-b39a-c1ef744263f5 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/quotas/31dc088f778a4c2fb761c23ef7d22647 HTTP/1.1" status: 200 len: 375 time: 0.0564685 Oct 27 10:22:23.374902 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-92ee2b4d-847e-48f8-aec8-3986d2c32e5c req-43892c15-c09d-44af-abc2-8421d5de5ce0 service neutron] For port ef8c5b69-dd82-4e4b-a0d6-85720dea4382, host n-h2-813419-10, cleared binding levels {{(pid=102347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:22:23.387694 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f75648-687d-482a-9b34-d73a47265a7e req-e51118d4-f773-480d-9fa2-afe903c1da81 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:23.399027 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f75648-687d-482a-9b34-d73a47265a7e req-e51118d4-f773-480d-9fa2-afe903c1da81 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:23.407562 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-01f75648-687d-482a-9b34-d73a47265a7e req-e51118d4-f773-480d-9fa2-afe903c1da81 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] 10.222.0.44 "GET /v2.0/ports?device_id=2296ee05-8e19-42a2-999c-bcf4c4617d80 HTTP/1.1" status: 200 len: 1665 time: 0.1928830 Oct 27 10:22:23.409998 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-89cdcce9-e4db-4bdc-8af4-116d540e8e08 tempest-ServersTestJSON-1341865721 tempest-ServersTestJSON-1341865721-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:23.413354 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-92ee2b4d-847e-48f8-aec8-3986d2c32e5c req-43892c15-c09d-44af-abc2-8421d5de5ce0 service neutron] For port ef8c5b69-dd82-4e4b-a0d6-85720dea4382, host n-h2-813419-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=ef8c5b69-dd82-4e4b-a0d6-85720dea4382,segment=NetworkSegment(f4c0c22f-aab8-4ae8-882d-a6c9857b00fc),segment_id=f4c0c22f-aab8-4ae8-882d-a6c9857b00fc)] {{(pid=102347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:22:23.416504 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-89cdcce9-e4db-4bdc-8af4-116d540e8e08 tempest-ServersTestJSON-1341865721 tempest-ServersTestJSON-1341865721-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7604079 Oct 27 10:22:23.418488 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 44610) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:22:23.442839 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-d6b53ed2-6133-4f16-a31a-830f8c315039 tempest-ServersTestJSON-1341865721 tempest-ServersTestJSON-1341865721-project] Request body: {'security_group_rule': {'security_group_id': '8fb6e5b5-c2fd-4ec8-99a2-cc35d354719d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:22:23.463444 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ea29996c-65f5-4144-9a88-07ddf19fc5a0 req-74b186f4-4648-485c-b46b-33822d2074e0 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=31dc088f778a4c2fb761c23ef7d22647&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1014962 Oct 27 10:22:23.490310 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port ced55022-f93b-4955-a885-9d6e097ca9ba triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:22:23.491992 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.db [None req-0ee48ff2-e2ed-40df-948a-e0e7cf8609df None None] For port 4d588d28-d0d6-41f3-92d4-e512162cef6b, host n-d-813419-10, cleared binding levels {{(pid=102349) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:22:23.492331 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:23.500367 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.db [None req-0ee48ff2-e2ed-40df-948a-e0e7cf8609df None None] For port 4d588d28-d0d6-41f3-92d4-e512162cef6b, host n-d-813419-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=4d588d28-d0d6-41f3-92d4-e512162cef6b,segment=NetworkSegment(484662c5-6896-4c64-9da4-4aa0000b52b3),segment_id=484662c5-6896-4c64-9da4-4aa0000b52b3)] {{(pid=102349) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:22:23.514702 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-0ee48ff2-e2ed-40df-948a-e0e7cf8609df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:23.516027 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-92ee2b4d-847e-48f8-aec8-3986d2c32e5c req-43892c15-c09d-44af-abc2-8421d5de5ce0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:23.561842 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-d6b53ed2-6133-4f16-a31a-830f8c315039 tempest-ServersTestJSON-1341865721 tempest-ServersTestJSON-1341865721-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:23.582371 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ee2b4d-847e-48f8-aec8-3986d2c32e5c req-43892c15-c09d-44af-abc2-8421d5de5ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:23.582718 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-92ee2b4d-847e-48f8-aec8-3986d2c32e5c req-43892c15-c09d-44af-abc2-8421d5de5ce0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:23.584275 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-92ee2b4d-847e-48f8-aec8-3986d2c32e5c req-43892c15-c09d-44af-abc2-8421d5de5ce0 service neutron] 10.222.0.76 "PUT /v2.0/ports/ef8c5b69-dd82-4e4b-a0d6-85720dea4382 HTTP/1.1" status: 200 len: 1092 time: 1.6861532 Oct 27 10:22:23.586711 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2296ee05-8e19-42a2-999c-bcf4c4617d80', 'tag': 'ef8c5b69-dd82-4e4b-a0d6-85720dea4382'}] {{(pid=102347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:22:23.589469 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311149b481204ee7edffdb959c881838506fbd95bc8577c048f6677abb73acc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c489129d-48ce-465b-95cd-0586fd9c4bf2" -d '{"events": [{"name": "network-changed", "server_uuid": "2296ee05-8e19-42a2-999c-bcf4c4617d80", "tag": "ef8c5b69-dd82-4e4b-a0d6-85720dea4382"}]}' {{(pid=102347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:22:23.628059 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [req-92ee2b4d-847e-48f8-aec8-3986d2c32e5c req-7efb6cf9-9345-4ada-a9e9-d6796302f7b3 service neutron] Request body: {'port': {'device_id': '2296ee05-8e19-42a2-999c-bcf4c4617d80', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-10'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:22:23.637564 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-f3e973a5-1b20-47bc-b667-85cf508032ea None None] Provisioning complete for port 4d588d28-d0d6-41f3-92d4-e512162cef6b triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:22:23.637931 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f3e973a5-1b20-47bc-b667-85cf508032ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:23.677107 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-01f75648-687d-482a-9b34-d73a47265a7e req-aad47c91-bb93-4223-839a-e9d866930049 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] 10.222.0.44 "GET /v2.0/security-groups?id=58a9c42a-77eb-4104-9847-0486d9673bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2681456 Oct 27 10:22:23.732000 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ee48ff2-e2ed-40df-948a-e0e7cf8609df None None] Routers {'068ef6e0-446e-4e93-a5c2-1d5d6ef40eb8'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:22:23.732641 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-0ee48ff2-e2ed-40df-948a-e0e7cf8609df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:22:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['068ef6e0-446e-4e93-a5c2-1d5d6ef40eb8'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:22:23.758073 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c05f2a4-f02f-4e6d-85de-f251296fb407 None None] Pushing event updated for resources: {'Port': ['ID=4d588d28-d0d6-41f3-92d4-e512162cef6b,revision_number=4']} {{(pid=102349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:22:23.832301 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43892c15-c09d-44af-abc2-8421d5de5ce0 service neutron] Pushing event updated for resources: {'Port': ['ID=ef8c5b69-dd82-4e4b-a0d6-85720dea4382,revision_number=3']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:22:23.891240 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ec942a-be76-4a2f-a6b4-ff081f7a7a6c req-806cebf1-5d8c-4f91-83b1-618e7ae72b0c tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:23.893399 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-31ec942a-be76-4a2f-a6b4-ff081f7a7a6c req-806cebf1-5d8c-4f91-83b1-618e7ae72b0c tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] 10.222.0.44 "GET /v2.0/ports?device_id=17fac8c9-b531-4166-a261-47a6b86a5d06 HTTP/1.1" status: 200 len: 949 time: 0.1414871 Oct 27 10:22:24.034368 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 10:22:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df157261-0180-4f2f-bd44-bf1950031041 x-openstack-request-id: req-df157261-0180-4f2f-bd44-bf1950031041 {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:22:24.034943 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2296ee05-8e19-42a2-999c-bcf4c4617d80", "tag": "ef8c5b69-dd82-4e4b-a0d6-85720dea4382", "status": "completed", "code": 200}]} {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:22:24.035356 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-df157261-0180-4f2f-bd44-bf1950031041 {{(pid=102347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:22:24.035987 n-d-813419-10 neutron-server[102347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2296ee05-8e19-42a2-999c-bcf4c4617d80', 'tag': 'ef8c5b69-dd82-4e4b-a0d6-85720dea4382', 'status': 'completed', 'code': 200} Oct 27 10:22:24.046361 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-31ec942a-be76-4a2f-a6b4-ff081f7a7a6c req-18530cfe-d526-462a-80ec-b533626e366e tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] 10.222.0.44 "GET /v2.0/security-groups?id=adbff9a4-0ae5-4700-84c2-4b5f53f67e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440182 Oct 27 10:22:24.060114 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-92ee2b4d-847e-48f8-aec8-3986d2c32e5c req-7efb6cf9-9345-4ada-a9e9-d6796302f7b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:24.088065 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-d6b53ed2-6133-4f16-a31a-830f8c315039 tempest-ServersTestJSON-1341865721 tempest-ServersTestJSON-1341865721-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:24.089182 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f3e973a5-1b20-47bc-b667-85cf508032ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:24.107119 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvr_db [None req-0ee48ff2-e2ed-40df-948a-e0e7cf8609df None None] Set router 068ef6e0-446e-4e93-a5c2-1d5d6ef40eb8 gateway port host: n-d-813419-10 {{(pid=102349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:22:24.113297 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-d6b53ed2-6133-4f16-a31a-830f8c315039 tempest-ServersTestJSON-1341865721 tempest-ServersTestJSON-1341865721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671902'] for security_group_rule, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:24.144662 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b53ed2-6133-4f16-a31a-830f8c315039 tempest-ServersTestJSON-1341865721 tempest-ServersTestJSON-1341865721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da3e2637-1136-49e5-8e2b-13b0d010993b,revision_number=0']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:22:24.174723 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f3e973a5-1b20-47bc-b667-85cf508032ea None None] For port 4d588d28-d0d6-41f3-92d4-e512162cef6b, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=4d588d28-d0d6-41f3-92d4-e512162cef6b,segment=NetworkSegment(484662c5-6896-4c64-9da4-4aa0000b52b3),segment_id=484662c5-6896-4c64-9da4-4aa0000b52b3)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:22:24.184143 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f3e973a5-1b20-47bc-b667-85cf508032ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:24.194906 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-d6b53ed2-6133-4f16-a31a-830f8c315039 tempest-ServersTestJSON-1341865721 tempest-ServersTestJSON-1341865721-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:24.197033 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-d6b53ed2-6133-4f16-a31a-830f8c315039 tempest-ServersTestJSON-1341865721 tempest-ServersTestJSON-1341865721-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7729309 Oct 27 10:22:24.206366 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 44632) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:22:24.212236 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c489129d-48ce-465b-95cd-0586fd9c4bf2 req-aaea82da-5931-4f11-bfda-320ce1bddc4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:24.215660 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c489129d-48ce-465b-95cd-0586fd9c4bf2 req-aaea82da-5931-4f11-bfda-320ce1bddc4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:24.220238 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-c489129d-48ce-465b-95cd-0586fd9c4bf2 req-aaea82da-5931-4f11-bfda-320ce1bddc4c service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=48ff8c43003e41a2b855daaeb2bfcd04&device_id=2296ee05-8e19-42a2-999c-bcf4c4617d80 HTTP/1.1" status: 200 len: 1913 time: 0.1728075 Oct 27 10:22:24.229638 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-629d26e2-59fa-4b9d-8fef-66a5f43730ec tempest-ServersTestJSON-1341865721 tempest-ServersTestJSON-1341865721-project] Request body: {'floatingip': {'floating_network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:22:24.303181 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e973a5-1b20-47bc-b667-85cf508032ea None None] Pushing event updated for resources: {'Port': ['ID=4d588d28-d0d6-41f3-92d4-e512162cef6b,revision_number=5']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:22:24.332561 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b49478e6-9599-4be8-b0c8-585ffa931017 req-e8164fac-df0a-4821-a8e4-2b6f823ddfa9 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/ports?device_id=91f1b872-bfe1-4648-a448-cef70da3dd1f HTTP/1.1" status: 200 len: 210 time: 0.1364160 Oct 27 10:22:24.354462 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-ab51e9da-26eb-42b4-9ec3-125ff0a0b796 None None] Provisioning complete for port 4d588d28-d0d6-41f3-92d4-e512162cef6b triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:22:24.354848 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-ab51e9da-26eb-42b4-9ec3-125ff0a0b796 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:24.482466 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c489129d-48ce-465b-95cd-0586fd9c4bf2 req-f262eada-09ff-4507-8a4f-624442f54876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:24.483229 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c489129d-48ce-465b-95cd-0586fd9c4bf2 req-f262eada-09ff-4507-8a4f-624442f54876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:24.484229 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c489129d-48ce-465b-95cd-0586fd9c4bf2 req-f262eada-09ff-4507-8a4f-624442f54876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:24.485832 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-c489129d-48ce-465b-95cd-0586fd9c4bf2 req-f262eada-09ff-4507-8a4f-624442f54876 service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=48ff8c43003e41a2b855daaeb2bfcd04&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.2479868 Oct 27 10:22:24.601276 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c489129d-48ce-465b-95cd-0586fd9c4bf2 req-c7770da9-6d1b-4467-a5c3-30da94c7e333 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:24.602922 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-c489129d-48ce-465b-95cd-0586fd9c4bf2 req-c7770da9-6d1b-4467-a5c3-30da94c7e333 service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1085560 Oct 27 10:22:24.603668 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-629d26e2-59fa-4b9d-8fef-66a5f43730ec tempest-ServersTestJSON-1341865721 tempest-ServersTestJSON-1341865721-project] Publish callbacks [] for floatingip, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:24.632486 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-0ee48ff2-e2ed-40df-948a-e0e7cf8609df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '068ef6e0-446e-4e93-a5c2-1d5d6ef40eb8', 'name': 'tempest-ServersTestJSON-1800046610-router', 'tenant_id': '5a3c12df7f43463a852ca5173c2eabe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.233'}], 'enable_snat': True}, 'gw_port_id': 'ced55022-f93b-4955-a885-9d6e097ca9ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:22:06Z', 'updated_at': '2021-10-27T10:22:19Z', 'revision_number': 4, 'project_id': '5a3c12df7f43463a852ca5173c2eabe7', 'gw_port': {'id': 'ced55022-f93b-4955-a885-9d6e097ca9ba', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:5d:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '068ef6e0-446e-4e93-a5c2-1d5d6ef40eb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:22:08Z', 'updated_at': '2021-10-27T10:22:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_interfaces': [{'id': '4d588d28-d0d6-41f3-92d4-e512162cef6b', 'name': '', 'network_id': '6ef429fe-b6d8-4054-9275-be62180ab304', 'tenant_id': '5a3c12df7f43463a852ca5173c2eabe7', 'mac_address': 'fa:16:3e:26:d3:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '068ef6e0-446e-4e93-a5c2-1d5d6ef40eb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '0581c968-e77f-4ae1-b8cd-953b2bcace51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:22:17Z', 'updated_at': '2021-10-27T10:22:23Z', 'revision_number': 4, 'project_id': '5a3c12df7f43463a852ca5173c2eabe7', 'subnets': [{'id': '0581c968-e77f-4ae1-b8cd-953b2bcace51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:22:24.658661 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b03023c-d4a5-4fa7-a506-57eb86c83b43 req-4759e6e0-903b-4a38-8051-41b7f01a8987 tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:24.661795 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-1b03023c-d4a5-4fa7-a506-57eb86c83b43 req-4759e6e0-903b-4a38-8051-41b7f01a8987 tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] 10.222.0.44 "GET /v2.0/ports?device_id=9e8bcc8c-e9a1-4c45-af3a-9fd9588b6b53 HTTP/1.1" status: 200 len: 944 time: 0.4113593 Oct 27 10:22:24.667013 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ee48ff2-e2ed-40df-948a-e0e7cf8609df None None] The sync data for ids ['068ef6e0-446e-4e93-a5c2-1d5d6ef40eb8'] in n-d-813419-10 is: [{'id': '068ef6e0-446e-4e93-a5c2-1d5d6ef40eb8', 'name': 'tempest-ServersTestJSON-1800046610-router', 'tenant_id': '5a3c12df7f43463a852ca5173c2eabe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.233'}], 'enable_snat': True}, 'gw_port_id': 'ced55022-f93b-4955-a885-9d6e097ca9ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:22:06Z', 'updated_at': '2021-10-27T10:22:19Z', 'revision_number': 4, 'project_id': '5a3c12df7f43463a852ca5173c2eabe7', 'gw_port': {'id': 'ced55022-f93b-4955-a885-9d6e097ca9ba', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:5d:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '068ef6e0-446e-4e93-a5c2-1d5d6ef40eb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:22:08Z', 'updated_at': '2021-10-27T10:22:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_interfaces': [{'id': '4d588d28-d0d6-41f3-92d4-e512162cef6b', 'name': '', 'network_id': '6ef429fe-b6d8-4054-9275-be62180ab304', 'tenant_id': '5a3c12df7f43463a852ca5173c2eabe7', 'mac_address': 'fa:16:3e:26:d3:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '068ef6e0-446e-4e93-a5c2-1d5d6ef40eb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '0581c968-e77f-4ae1-b8cd-953b2bcace51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:22:17Z', 'updated_at': '2021-10-27T10:22:23Z', 'revision_number': 4, 'project_id': '5a3c12df7f43463a852ca5173c2eabe7', 'subnets': [{'id': '0581c968-e77f-4ae1-b8cd-953b2bcace51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:22:24.730666 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7889c7e7-8df0-4d69-8571-cb2a2faad0cf req-e9882de8-cdc7-4f96-a273-35956503a095 tempest-ServersWithSpecificFlavorTestJSON-2103273157 tempest-ServersWithSpecificFlavorTestJSON-2103273157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:24.749584 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-7889c7e7-8df0-4d69-8571-cb2a2faad0cf req-e9882de8-cdc7-4f96-a273-35956503a095 tempest-ServersWithSpecificFlavorTestJSON-2103273157 tempest-ServersWithSpecificFlavorTestJSON-2103273157-project] 10.222.0.44 "GET /v2.0/ports?device_id=dab55e46-8e3b-4a56-8e39-e3a205f3b352 HTTP/1.1" status: 200 len: 944 time: 0.2455728 Oct 27 10:22:24.832090 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-7889c7e7-8df0-4d69-8571-cb2a2faad0cf req-11e56117-8fea-48cb-8de2-48837df41418 tempest-ServersWithSpecificFlavorTestJSON-2103273157 tempest-ServersWithSpecificFlavorTestJSON-2103273157-project] 10.222.0.44 "GET /v2.0/security-groups?id=a5c3a744-545c-4ff0-934c-41785bfff57c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0813782 Oct 27 10:22:24.930409 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-1b03023c-d4a5-4fa7-a506-57eb86c83b43 req-b3e7fe56-4a14-4ab5-b100-31b2283991d2 tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] 10.222.0.44 "GET /v2.0/security-groups?id=e3018bff-e5f8-44d8-a835-69520a8698da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2002585 Oct 27 10:22:25.075966 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-629d26e2-59fa-4b9d-8fef-66a5f43730ec tempest-ServersTestJSON-1341865721 tempest-ServersTestJSON-1341865721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:25.101654 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [req-92ee2b4d-847e-48f8-aec8-3986d2c32e5c req-7efb6cf9-9345-4ada-a9e9-d6796302f7b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30e58787-c9a5-4368-8af7-62099a0fdf42 {{(pid=102347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:22:25.126025 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-92ee2b4d-847e-48f8-aec8-3986d2c32e5c req-7efb6cf9-9345-4ada-a9e9-d6796302f7b3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:25.208144 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8423373-6159-428d-bf1d-1b33772710ac req-117e92e7-0742-4875-8b64-9a455b650f07 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:25.222598 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8423373-6159-428d-bf1d-1b33772710ac req-117e92e7-0742-4875-8b64-9a455b650f07 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:25.230532 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c8423373-6159-428d-bf1d-1b33772710ac req-117e92e7-0742-4875-8b64-9a455b650f07 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] 10.222.0.44 "GET /v2.0/ports?device_id=2296ee05-8e19-42a2-999c-bcf4c4617d80 HTTP/1.1" status: 200 len: 1665 time: 0.2756374 Oct 27 10:22:25.276715 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.provisioning_blocks [req-92ee2b4d-847e-48f8-aec8-3986d2c32e5c req-7efb6cf9-9345-4ada-a9e9-d6796302f7b3 service neutron] Transition to ACTIVE for port object 30e58787-c9a5-4368-8af7-62099a0fdf42 will not be triggered until provisioned by entity L2. {{(pid=102347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 10:22:25.289022 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-92ee2b4d-847e-48f8-aec8-3986d2c32e5c req-7efb6cf9-9345-4ada-a9e9-d6796302f7b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:25.318203 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 4d588d28-d0d6-41f3-92d4-e512162cef6b up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:22:25.355117 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c8423373-6159-428d-bf1d-1b33772710ac req-6469b266-b9ce-4a62-93c9-f34a469e3151 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] 10.222.0.44 "GET /v2.0/security-groups?id=58a9c42a-77eb-4104-9847-0486d9673bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191401 Oct 27 10:22:25.399281 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efb6cf9-9345-4ada-a9e9-d6796302f7b3 service neutron] Pushing event updated for resources: {'Port': ['ID=30e58787-c9a5-4368-8af7-62099a0fdf42,revision_number=2']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:22:25.426323 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_common [None req-629d26e2-59fa-4b9d-8fef-66a5f43730ec tempest-ServersTestJSON-1341865721 tempest-ServersTestJSON-1341865721-project] Allocated IP 172.25.8.129 (185ff123-c7ff-45c7-a6be-71feb35acc9c/0fb9f9d1-7384-481f-8fa8-f4566c349d30/020d5c36-02ab-43f4-90b1-8c5b63f914ef) {{(pid=102346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:22:25.506394 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port 4d588d28-d0d6-41f3-92d4-e512162cef6b triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:22:25.509345 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:25.592525 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-3682e04e-2682-435b-9de8-d373e4d06c5c req-f0639a3e-d220-40cb-bc56-9eebbeb22b44 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/ports?device_id=91f1b872-bfe1-4648-a448-cef70da3dd1f HTTP/1.1" status: 200 len: 210 time: 0.0869205 Oct 27 10:22:25.650096 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-92ee2b4d-847e-48f8-aec8-3986d2c32e5c req-7efb6cf9-9345-4ada-a9e9-d6796302f7b3 service neutron] Attempting to bind port 30e58787-c9a5-4368-8af7-62099a0fdf42 on host n-h2-813419-10 for vnic_type normal with profile {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:22:25.650437 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-92ee2b4d-847e-48f8-aec8-3986d2c32e5c req-7efb6cf9-9345-4ada-a9e9-d6796302f7b3 service neutron] Attempting to bind port 30e58787-c9a5-4368-8af7-62099a0fdf42 by drivers openvswitch,hyperv on host n-h2-813419-10 at level 0 using segments [{'id': 'd280e86b-98bc-4db8-afe2-4c1f5068a6df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'bf1ac053-a18e-466d-9b2d-ed75456df1b4'}] {{(pid=102347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:22:25.654681 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92ee2b4d-847e-48f8-aec8-3986d2c32e5c req-7efb6cf9-9345-4ada-a9e9-d6796302f7b3 service neutron] Attempting to bind port 30e58787-c9a5-4368-8af7-62099a0fdf42 on network bf1ac053-a18e-466d-9b2d-ed75456df1b4 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:22:25.660172 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92ee2b4d-847e-48f8-aec8-3986d2c32e5c req-7efb6cf9-9345-4ada-a9e9-d6796302f7b3 service neutron] Port 30e58787-c9a5-4368-8af7-62099a0fdf42 on network bf1ac053-a18e-466d-9b2d-ed75456df1b4 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-10 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 10:22:25.661010 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92ee2b4d-847e-48f8-aec8-3986d2c32e5c req-7efb6cf9-9345-4ada-a9e9-d6796302f7b3 service neutron] Attempting to bind port 30e58787-c9a5-4368-8af7-62099a0fdf42 on network bf1ac053-a18e-466d-9b2d-ed75456df1b4 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:22:25.666911 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92ee2b4d-847e-48f8-aec8-3986d2c32e5c req-7efb6cf9-9345-4ada-a9e9-d6796302f7b3 service neutron] Checking agent: {'id': 'a2edc247-0fa4-4ce6-bbae-a10492f6bd71', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 16, 9), 'started_at': datetime.datetime(2021, 10, 27, 10, 16, 9), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 22, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:22:25.667165 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92ee2b4d-847e-48f8-aec8-3986d2c32e5c req-7efb6cf9-9345-4ada-a9e9-d6796302f7b3 service neutron] Checking segment: {'id': 'd280e86b-98bc-4db8-afe2-4c1f5068a6df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'bf1ac053-a18e-466d-9b2d-ed75456df1b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:22:25.667432 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92ee2b4d-847e-48f8-aec8-3986d2c32e5c req-7efb6cf9-9345-4ada-a9e9-d6796302f7b3 service neutron] Bound using segment: {'id': 'd280e86b-98bc-4db8-afe2-4c1f5068a6df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'bf1ac053-a18e-466d-9b2d-ed75456df1b4'} {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:22:25.668385 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-92ee2b4d-847e-48f8-aec8-3986d2c32e5c req-7efb6cf9-9345-4ada-a9e9-d6796302f7b3 service neutron] Bound port: 30e58787-c9a5-4368-8af7-62099a0fdf42, host: n-h2-813419-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd280e86b-98bc-4db8-afe2-4c1f5068a6df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'bf1ac053-a18e-466d-9b2d-ed75456df1b4'}}] {{(pid=102347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:22:25.668685 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-92ee2b4d-847e-48f8-aec8-3986d2c32e5c req-7efb6cf9-9345-4ada-a9e9-d6796302f7b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:25.680547 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ea29996c-65f5-4144-9a88-07ddf19fc5a0 req-1a090b09-059d-4c7f-bf96-f1c043ca196c tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=31dc088f778a4c2fb761c23ef7d22647&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0818462 Oct 27 10:22:25.792738 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-92ee2b4d-847e-48f8-aec8-3986d2c32e5c req-7efb6cf9-9345-4ada-a9e9-d6796302f7b3 service neutron] For port 30e58787-c9a5-4368-8af7-62099a0fdf42, host n-h2-813419-10, cleared binding levels {{(pid=102347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:22:25.800693 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-92ee2b4d-847e-48f8-aec8-3986d2c32e5c req-7efb6cf9-9345-4ada-a9e9-d6796302f7b3 service neutron] For port 30e58787-c9a5-4368-8af7-62099a0fdf42, host n-h2-813419-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=30e58787-c9a5-4368-8af7-62099a0fdf42,segment=NetworkSegment(d280e86b-98bc-4db8-afe2-4c1f5068a6df),segment_id=d280e86b-98bc-4db8-afe2-4c1f5068a6df)] {{(pid=102347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:22:25.811020 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-92ee2b4d-847e-48f8-aec8-3986d2c32e5c req-7efb6cf9-9345-4ada-a9e9-d6796302f7b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:25.917394 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ee2b4d-847e-48f8-aec8-3986d2c32e5c req-7efb6cf9-9345-4ada-a9e9-d6796302f7b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:25.919184 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-92ee2b4d-847e-48f8-aec8-3986d2c32e5c req-7efb6cf9-9345-4ada-a9e9-d6796302f7b3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:25.920803 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-92ee2b4d-847e-48f8-aec8-3986d2c32e5c req-7efb6cf9-9345-4ada-a9e9-d6796302f7b3 service neutron] 10.222.0.76 "PUT /v2.0/ports/30e58787-c9a5-4368-8af7-62099a0fdf42 HTTP/1.1" status: 200 len: 1092 time: 2.3020558 Oct 27 10:22:25.937853 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-629d26e2-59fa-4b9d-8fef-66a5f43730ec tempest-ServersTestJSON-1341865721 tempest-ServersTestJSON-1341865721-project] Publish callbacks [] for port, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:25.942172 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device 33ababf2-d146-4ed8-98b4-c512ea11df55 details requested by agent hyperv_n-h1-813419-10 with host n-h1-813419-10 {{(pid=102348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 10:22:25.945813 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device 2b419df8-369a-43a9-82ec-0032d3a5f1f8 up at agent hyperv_n-h1-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:22:25.970533 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efb6cf9-9345-4ada-a9e9-d6796302f7b3 service neutron] Pushing event updated for resources: {'Port': ['ID=30e58787-c9a5-4368-8af7-62099a0fdf42,revision_number=3']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:22:26.065265 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2296ee05-8e19-42a2-999c-bcf4c4617d80', 'tag': '30e58787-c9a5-4368-8af7-62099a0fdf42'}] {{(pid=102347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:22:26.074965 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311149b481204ee7edffdb959c881838506fbd95bc8577c048f6677abb73acc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62b16817-be48-4a4f-bb1a-d6d7c5f61791" -d '{"events": [{"name": "network-changed", "server_uuid": "2296ee05-8e19-42a2-999c-bcf4c4617d80", "tag": "30e58787-c9a5-4368-8af7-62099a0fdf42"}]}' {{(pid=102347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:22:26.106177 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Provisioning for port 2b419df8-369a-43a9-82ec-0032d3a5f1f8 completed by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 10:22:26.121154 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Provisioning complete for port 2b419df8-369a-43a9-82ec-0032d3a5f1f8 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:22:26.122925 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea29996c-65f5-4144-9a88-07ddf19fc5a0 req-b50f164d-0762-4731-b21b-de8d0010c9ea tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:26.124754 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:26.130132 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ea29996c-65f5-4144-9a88-07ddf19fc5a0 req-b50f164d-0762-4731-b21b-de8d0010c9ea tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4035435 Oct 27 10:22:26.133761 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-629d26e2-59fa-4b9d-8fef-66a5f43730ec tempest-ServersTestJSON-1341865721 tempest-ServersTestJSON-1341865721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:26.209211 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565faac3-3cb8-4cea-b4af-67726c0b7982 req-cd1711b5-3e9b-47b0-9cfb-be220b5babed tempest-ServersWithSpecificFlavorTestJSON-2103273157 tempest-ServersWithSpecificFlavorTestJSON-2103273157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:26.227516 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-565faac3-3cb8-4cea-b4af-67726c0b7982 req-cd1711b5-3e9b-47b0-9cfb-be220b5babed tempest-ServersWithSpecificFlavorTestJSON-2103273157 tempest-ServersWithSpecificFlavorTestJSON-2103273157-project] 10.222.0.44 "GET /v2.0/ports?device_id=dab55e46-8e3b-4a56-8e39-e3a205f3b352 HTTP/1.1" status: 200 len: 944 time: 0.2472422 Oct 27 10:22:26.256030 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ee2b4d-847e-48f8-aec8-3986d2c32e5c req-0c5301bc-86ee-4c52-8c9f-4ba24f31ba3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:26.259566 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ee2b4d-847e-48f8-aec8-3986d2c32e5c req-0c5301bc-86ee-4c52-8c9f-4ba24f31ba3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:26.266775 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-92ee2b4d-847e-48f8-aec8-3986d2c32e5c req-0c5301bc-86ee-4c52-8c9f-4ba24f31ba3b service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=48ff8c43003e41a2b855daaeb2bfcd04&device_id=2296ee05-8e19-42a2-999c-bcf4c4617d80 HTTP/1.1" status: 200 len: 1981 time: 0.2662992 Oct 27 10:22:26.347678 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-92ee2b4d-847e-48f8-aec8-3986d2c32e5c req-d443582b-0579-431c-8d7d-e861819f58eb service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.79&port_id=ef8c5b69-dd82-4e4b-a0d6-85720dea4382 HTTP/1.1" status: 200 len: 217 time: 0.0700836 Oct 27 10:22:26.426488 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-565faac3-3cb8-4cea-b4af-67726c0b7982 req-752b0512-a6b3-440f-b8b7-0543f1c08f1e tempest-ServersWithSpecificFlavorTestJSON-2103273157 tempest-ServersWithSpecificFlavorTestJSON-2103273157-project] 10.222.0.44 "GET /v2.0/security-groups?id=a5c3a744-545c-4ff0-934c-41785bfff57c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1975060 Oct 27 10:22:26.507593 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ee2b4d-847e-48f8-aec8-3986d2c32e5c req-679568d8-93eb-4f64-8c56-01993ead77de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:26.509285 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-92ee2b4d-847e-48f8-aec8-3986d2c32e5c req-679568d8-93eb-4f64-8c56-01993ead77de service neutron] 10.222.0.76 "GET /v2.0/subnets?id=94adf8ac-d2ae-4bb5-95eb-1bfaf73e4d47 HTTP/1.1" status: 200 len: 801 time: 0.1506305 Oct 27 10:22:26.570319 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port 33ababf2-d146-4ed8-98b4-c512ea11df55, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=33ababf2-d146-4ed8-98b4-c512ea11df55,segment=NetworkSegment(4fd5c29a-a838-4106-a890-06a671bde674),segment_id=4fd5c29a-a838-4106-a890-06a671bde674)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:22:26.598819 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Returning: {'device': '33ababf2-d146-4ed8-98b4-c512ea11df55', 'network_id': '1886fe3b-e088-4c7d-8f4c-b14d4440b311', 'port_id': '33ababf2-d146-4ed8-98b4-c512ea11df55', 'mac_address': 'fa:16:3e:c8:5c:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 428, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '823c78a5-c352-4686-b77c-588d22c2aa2c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 10:22:26.609626 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98c8790-79f6-487c-8f75-5a9e8095d112 req-bee86a21-1f4d-4dcb-9f13-ea393d10a73e tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:26.610028 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:26.611182 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c98c8790-79f6-487c-8f75-5a9e8095d112 req-bee86a21-1f4d-4dcb-9f13-ea393d10a73e tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] 10.222.0.44 "GET /v2.0/ports?device_id=9e8bcc8c-e9a1-4c45-af3a-9fd9588b6b53 HTTP/1.1" status: 200 len: 944 time: 0.0744834 Oct 27 10:22:26.639196 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [req-ea29996c-65f5-4144-9a88-07ddf19fc5a0 req-29e33a1c-9d50-4e35-a511-9c6fc3dafd14 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] Request body: {'port': {'device_id': '91f1b872-bfe1-4648-a448-cef70da3dd1f', 'network_id': '4d250f92-d229-45fe-a579-67fef8e6c544', 'admin_state_up': True, 'tenant_id': '31dc088f778a4c2fb761c23ef7d22647'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:22:26.699369 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dab55e46-8e3b-4a56-8e39-e3a205f3b352', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b419df8-369a-43a9-82ec-0032d3a5f1f8'}] {{(pid=102348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:22:26.701536 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c588921fa634554a1d9242fdea1b05457a9ff1d3b28ba54ec1dace7f2f1df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ce141a4-00ca-4333-9cfc-3061c0b2aa5a" -d '{"events": [{"server_uuid": "dab55e46-8e3b-4a56-8e39-e3a205f3b352", "name": "network-vif-plugged", "status": "completed", "tag": "2b419df8-369a-43a9-82ec-0032d3a5f1f8"}]}' {{(pid=102348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:22:26.719376 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port 2b419df8-369a-43a9-82ec-0032d3a5f1f8, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=2b419df8-369a-43a9-82ec-0032d3a5f1f8,segment=NetworkSegment(1c5c493c-9b99-4313-a0b3-4267f64405e2),segment_id=1c5c493c-9b99-4313-a0b3-4267f64405e2)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:22:26.720556 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:26.737154 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:26.759898 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c98c8790-79f6-487c-8f75-5a9e8095d112 req-5dc74558-9449-4583-a92a-63d7dd3cbbca tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] 10.222.0.44 "GET /v2.0/security-groups?id=e3018bff-e5f8-44d8-a835-69520a8698da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935898 Oct 27 10:22:26.766685 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ee2b4d-847e-48f8-aec8-3986d2c32e5c req-dc5ec011-d48e-4744-8cfa-b11cc5828716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:26.768253 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-92ee2b4d-847e-48f8-aec8-3986d2c32e5c req-dc5ec011-d48e-4744-8cfa-b11cc5828716 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=97f09aa0-3c3c-434e-a3d4-bfc5a4540ee5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1561141 Oct 27 10:22:26.812457 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e207bc-a191-4a6e-aa59-a1b27aabf9da req-c27d23da-9529-41a5-a8f4-33b57f0e0c66 tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:26.824725 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-d6e207bc-a191-4a6e-aa59-a1b27aabf9da req-c27d23da-9529-41a5-a8f4-33b57f0e0c66 tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] 10.222.0.44 "GET /v2.0/ports?device_id=17fac8c9-b531-4166-a261-47a6b86a5d06 HTTP/1.1" status: 200 len: 949 time: 1.4914851 Oct 27 10:22:26.865097 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Pushing event updated for resources: {'Port': ['ID=2b419df8-369a-43a9-82ec-0032d3a5f1f8,revision_number=5']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:22:26.875329 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33ababf2-d146-4ed8-98b4-c512ea11df55 {{(pid=102348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:22:26.893310 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea29996c-65f5-4144-9a88-07ddf19fc5a0 req-29e33a1c-9d50-4e35-a511-9c6fc3dafd14 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] Made reservation on behalf of 31dc088f778a4c2fb761c23ef7d22647 for: {'port': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:22:26.897308 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-ea29996c-65f5-4144-9a88-07ddf19fc5a0 req-29e33a1c-9d50-4e35-a511-9c6fc3dafd14 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:26.928033 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port 33ababf2-d146-4ed8-98b4-c512ea11df55, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=33ababf2-d146-4ed8-98b4-c512ea11df55,segment=NetworkSegment(4fd5c29a-a838-4106-a890-06a671bde674),segment_id=4fd5c29a-a838-4106-a890-06a671bde674)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:22:26.935975 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:26.984256 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-92ee2b4d-847e-48f8-aec8-3986d2c32e5c req-b8f6e6b0-1929-43af-ab13-c4595c0108a9 service neutron] 10.222.0.76 "GET /v2.0/networks/97f09aa0-3c3c-434e-a3d4-bfc5a4540ee5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2073295 Oct 27 10:22:26.985915 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 10:22:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-887e16ba-46c1-4191-9d46-a86966af7af8 x-openstack-request-id: req-887e16ba-46c1-4191-9d46-a86966af7af8 {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:22:26.986199 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2296ee05-8e19-42a2-999c-bcf4c4617d80", "tag": "30e58787-c9a5-4368-8af7-62099a0fdf42", "status": "completed", "code": 200}]} {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:22:26.986445 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-887e16ba-46c1-4191-9d46-a86966af7af8 {{(pid=102347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:22:26.986819 n-d-813419-10 neutron-server[102347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2296ee05-8e19-42a2-999c-bcf4c4617d80', 'tag': '30e58787-c9a5-4368-8af7-62099a0fdf42', 'status': 'completed', 'code': 200} Oct 27 10:22:27.031588 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Pushing event updated for resources: {'Port': ['ID=33ababf2-d146-4ed8-98b4-c512ea11df55,revision_number=4']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:22:27.076972 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_common [req-ea29996c-65f5-4144-9a88-07ddf19fc5a0 req-29e33a1c-9d50-4e35-a511-9c6fc3dafd14 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] Allocated IP 192.168.233.202 (4d250f92-d229-45fe-a579-67fef8e6c544/62eb52f7-aac4-48af-8670-e04300325561/567f4fc1-5f28-4ac5-9a26-ecbb14bf10a8) {{(pid=102346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:22:27.147599 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-629d26e2-59fa-4b9d-8fef-66a5f43730ec tempest-ServersTestJSON-1341865721 tempest-ServersTestJSON-1341865721-project] Network 185ff123-c7ff-45c7-a6be-71feb35acc9c is already hosted by enough agents. {{(pid=102346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:22:27.185053 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-d6e207bc-a191-4a6e-aa59-a1b27aabf9da req-459e1693-a52b-4c85-a204-95d8d69cf925 tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] 10.222.0.44 "GET /v2.0/security-groups?id=adbff9a4-0ae5-4700-84c2-4b5f53f67e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3589990 Oct 27 10:22:27.189563 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-92ee2b4d-847e-48f8-aec8-3986d2c32e5c req-0914e215-77f0-4965-a68b-58a434e7c34d service neutron] 10.222.0.76 "GET /v2.0/networks/97f09aa0-3c3c-434e-a3d4-bfc5a4540ee5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1883564 Oct 27 10:22:27.190395 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-629d26e2-59fa-4b9d-8fef-66a5f43730ec tempest-ServersTestJSON-1341865721 tempest-ServersTestJSON-1341865721-project] Resources bound (agent type, host, resource id): {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:22:27.196689 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-629d26e2-59fa-4b9d-8fef-66a5f43730ec tempest-ServersTestJSON-1341865721 tempest-ServersTestJSON-1341865721-project] Received port after_create {{(pid=102346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:22:27.200773 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] get_ports_and_sgs() called for port_ids ['33ababf2-d146-4ed8-98b4-c512ea11df55'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:22:27.243783 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629d26e2-59fa-4b9d-8fef-66a5f43730ec tempest-ServersTestJSON-1341865721 tempest-ServersTestJSON-1341865721-project] Pushing event updated for resources: {'Port': ['ID=020d5c36-02ab-43f4-90b1-8c5b63f914ef,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:22:27.262643 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d035225-8098-4bf0-9e9e-5def834ad06a req-1fd5bae7-f77b-403f-b641-4bc295582b5b tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:27.268993 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d035225-8098-4bf0-9e9e-5def834ad06a req-1fd5bae7-f77b-403f-b641-4bc295582b5b tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:27.279213 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-9d035225-8098-4bf0-9e9e-5def834ad06a req-1fd5bae7-f77b-403f-b641-4bc295582b5b tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] 10.222.0.44 "GET /v2.0/ports?device_id=2296ee05-8e19-42a2-999c-bcf4c4617d80 HTTP/1.1" status: 200 len: 1677 time: 0.1373992 Oct 27 10:22:27.286715 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-92ee2b4d-847e-48f8-aec8-3986d2c32e5c req-b24ab322-80b1-4e63-897c-a41d2800339b service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.31&port_id=30e58787-c9a5-4368-8af7-62099a0fdf42 HTTP/1.1" status: 200 len: 217 time: 0.0864444 Oct 27 10:22:27.362717 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-9d035225-8098-4bf0-9e9e-5def834ad06a req-a7a45766-7c9d-4d50-b4d5-251cc1619521 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] 10.222.0.44 "GET /v2.0/security-groups?id=58a9c42a-77eb-4104-9847-0486d9673bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822537 Oct 27 10:22:27.391164 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-8cf7acba-7339-4281-8084-6970e12e96ec req-7a7ab777-4f45-4aa2-bb42-c2c4162410b7 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/ports?device_id=91f1b872-bfe1-4648-a448-cef70da3dd1f HTTP/1.1" status: 200 len: 210 time: 0.0487783 Oct 27 10:22:27.405434 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-629d26e2-59fa-4b9d-8fef-66a5f43730ec tempest-ServersTestJSON-1341865721 tempest-ServersTestJSON-1341865721-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:27.407531 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ee2b4d-847e-48f8-aec8-3986d2c32e5c req-116fc040-c43d-4cc2-8eb8-f379d0cafdf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:27.411132 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-92ee2b4d-847e-48f8-aec8-3986d2c32e5c req-116fc040-c43d-4cc2-8eb8-f379d0cafdf5 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=77fcb867-b5c4-4b73-bcc5-3f71a668ea56 HTTP/1.1" status: 200 len: 801 time: 0.1152437 Oct 27 10:22:27.427541 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-ea29996c-65f5-4144-9a88-07ddf19fc5a0 req-29e33a1c-9d50-4e35-a511-9c6fc3dafd14 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] Publish callbacks [] for port, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:27.464602 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:22:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef51ede2-e0ea-4ea5-b650-fc7c5e5f13dc x-openstack-request-id: req-ef51ede2-e0ea-4ea5-b650-fc7c5e5f13dc {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:22:27.465463 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dab55e46-8e3b-4a56-8e39-e3a205f3b352", "name": "network-vif-plugged", "status": "completed", "tag": "2b419df8-369a-43a9-82ec-0032d3a5f1f8", "code": 200}]} {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:22:27.465724 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ef51ede2-e0ea-4ea5-b650-fc7c5e5f13dc {{(pid=102348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:22:27.466133 n-d-813419-10 neutron-server[102348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dab55e46-8e3b-4a56-8e39-e3a205f3b352', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b419df8-369a-43a9-82ec-0032d3a5f1f8', 'code': 200} Oct 27 10:22:27.489304 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-629d26e2-59fa-4b9d-8fef-66a5f43730ec tempest-ServersTestJSON-1341865721 tempest-ServersTestJSON-1341865721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:27.501524 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ee2b4d-847e-48f8-aec8-3986d2c32e5c req-db453769-f063-4b07-a4c6-ba172c0b38cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:27.503408 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-92ee2b4d-847e-48f8-aec8-3986d2c32e5c req-db453769-f063-4b07-a4c6-ba172c0b38cf service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=bf1ac053-a18e-466d-9b2d-ed75456df1b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0843484 Oct 27 10:22:27.628886 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-ea29996c-65f5-4144-9a88-07ddf19fc5a0 req-29e33a1c-9d50-4e35-a511-9c6fc3dafd14 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:27.637952 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-92ee2b4d-847e-48f8-aec8-3986d2c32e5c req-4f571d07-5f62-43dc-926d-59a422cec7c8 service neutron] 10.222.0.76 "GET /v2.0/networks/bf1ac053-a18e-466d-9b2d-ed75456df1b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249340 Oct 27 10:22:27.725557 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d892632e-bb06-4a4f-a925-6f744675356d req-d7b46e1e-028d-47a9-aa60-3042eceb0b8c tempest-ServersWithSpecificFlavorTestJSON-2103273157 tempest-ServersWithSpecificFlavorTestJSON-2103273157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:27.727101 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-d892632e-bb06-4a4f-a925-6f744675356d req-d7b46e1e-028d-47a9-aa60-3042eceb0b8c tempest-ServersWithSpecificFlavorTestJSON-2103273157 tempest-ServersWithSpecificFlavorTestJSON-2103273157-project] 10.222.0.44 "GET /v2.0/ports?device_id=dab55e46-8e3b-4a56-8e39-e3a205f3b352 HTTP/1.1" status: 200 len: 945 time: 0.1661515 Oct 27 10:22:27.741901 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-92ee2b4d-847e-48f8-aec8-3986d2c32e5c req-8335789f-2ee2-4d69-8f6e-c3afc5547608 service neutron] 10.222.0.76 "GET /v2.0/networks/bf1ac053-a18e-466d-9b2d-ed75456df1b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944257 Oct 27 10:22:27.751504 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b8a6e4-5435-4ca5-be75-f7d140e99ad8 req-1b727e91-408c-4bf1-a86d-27d679295b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:27.753427 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-38b8a6e4-5435-4ca5-be75-f7d140e99ad8 req-1b727e91-408c-4bf1-a86d-27d679295b47 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=dab55e46-8e3b-4a56-8e39-e3a205f3b352 HTTP/1.1" status: 200 len: 1097 time: 0.2240181 Oct 27 10:22:27.778911 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea29996c-65f5-4144-9a88-07ddf19fc5a0 req-29e33a1c-9d50-4e35-a511-9c6fc3dafd14 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] Network 4d250f92-d229-45fe-a579-67fef8e6c544 is already hosted by enough agents. {{(pid=102346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:22:27.790299 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e33a1c-9d50-4e35-a511-9c6fc3dafd14 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] Pushing event updated for resources: {'Port': ['ID=567f4fc1-5f28-4ac5-9a26-ecbb14bf10a8,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:22:27.811263 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [req-ea29996c-65f5-4144-9a88-07ddf19fc5a0 req-29e33a1c-9d50-4e35-a511-9c6fc3dafd14 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] Resources bound (agent type, host, resource id): {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:22:27.817486 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea29996c-65f5-4144-9a88-07ddf19fc5a0 req-29e33a1c-9d50-4e35-a511-9c6fc3dafd14 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] Received port after_create {{(pid=102346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:22:27.879379 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b16817-be48-4a4f-bb1a-d6d7c5f61791 req-45842cc9-a01e-4b77-8d8f-7086e737ab55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:27.880269 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b16817-be48-4a4f-bb1a-d6d7c5f61791 req-45842cc9-a01e-4b77-8d8f-7086e737ab55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:27.882089 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-62b16817-be48-4a4f-bb1a-d6d7c5f61791 req-45842cc9-a01e-4b77-8d8f-7086e737ab55 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=48ff8c43003e41a2b855daaeb2bfcd04&device_id=2296ee05-8e19-42a2-999c-bcf4c4617d80 HTTP/1.1" status: 200 len: 1981 time: 0.0788965 Oct 27 10:22:27.928994 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-d892632e-bb06-4a4f-a925-6f744675356d req-eb10e106-1893-47f9-9fb5-23404aa71653 tempest-ServersWithSpecificFlavorTestJSON-2103273157 tempest-ServersWithSpecificFlavorTestJSON-2103273157-project] 10.222.0.44 "GET /v2.0/security-groups?id=a5c3a744-545c-4ff0-934c-41785bfff57c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1814814 Oct 27 10:22:27.977314 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-629d26e2-59fa-4b9d-8fef-66a5f43730ec tempest-ServersTestJSON-1341865721 tempest-ServersTestJSON-1341865721-project] Publish callbacks [] for port, precommit_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:27.981302 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-38b8a6e4-5435-4ca5-be75-f7d140e99ad8 req-0a885d81-ba49-4f15-b2e1-0825832993a2 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=a5c3a744-545c-4ff0-934c-41785bfff57c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2096612 Oct 27 10:22:27.986641 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-629d26e2-59fa-4b9d-8fef-66a5f43730ec tempest-ServersTestJSON-1341865721 tempest-ServersTestJSON-1341865721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27024173'] for port, after_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:28.020640 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b16817-be48-4a4f-bb1a-d6d7c5f61791 req-b9151e07-c235-4e53-be3f-7cd9abbde1b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:28.022480 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-62b16817-be48-4a4f-bb1a-d6d7c5f61791 req-b9151e07-c235-4e53-be3f-7cd9abbde1b2 service neutron] 10.222.0.76 "GET /v2.0/networks?id=bf1ac053-a18e-466d-9b2d-ed75456df1b4 HTTP/1.1" status: 200 len: 902 time: 0.1305122 Oct 27 10:22:28.097549 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-62b16817-be48-4a4f-bb1a-d6d7c5f61791 req-04931490-b138-438f-a0a9-9cc847d5d51a service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.31&port_id=30e58787-c9a5-4368-8af7-62099a0fdf42 HTTP/1.1" status: 200 len: 217 time: 0.0647056 Oct 27 10:22:28.121870 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629d26e2-59fa-4b9d-8fef-66a5f43730ec tempest-ServersTestJSON-1341865721 tempest-ServersTestJSON-1341865721-project] Pushing event updated for resources: {'Port': ['ID=020d5c36-02ab-43f4-90b1-8c5b63f914ef,revision_number=2']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:22:28.135098 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] get_ports_and_sgs() called for port_ids ['4226de95-7a65-4c77-86b6-a858ffe6dac1', 'c8c8271b-367b-4ab3-86e4-bb5ec9b8ea1d'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:22:28.138008 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-629d26e2-59fa-4b9d-8fef-66a5f43730ec tempest-ServersTestJSON-1341865721 tempest-ServersTestJSON-1341865721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1664826'] for floatingip, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:28.188074 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea29996c-65f5-4144-9a88-07ddf19fc5a0 req-29e33a1c-9d50-4e35-a511-9c6fc3dafd14 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:28.191063 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-ea29996c-65f5-4144-9a88-07ddf19fc5a0 req-29e33a1c-9d50-4e35-a511-9c6fc3dafd14 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:28.200394 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a77f7db-f66e-4114-86ac-f9786275c79a req-5a060048-da21-42f2-b111-21410c8b44a3 tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:28.201771 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-5a77f7db-f66e-4114-86ac-f9786275c79a req-5a060048-da21-42f2-b111-21410c8b44a3 tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] 10.222.0.44 "GET /v2.0/ports?device_id=9e8bcc8c-e9a1-4c45-af3a-9fd9588b6b53 HTTP/1.1" status: 200 len: 945 time: 0.1782942 Oct 27 10:22:28.210849 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b16817-be48-4a4f-bb1a-d6d7c5f61791 req-d6cf00a7-c18f-4602-ada2-99b17ba023aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:28.212450 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-62b16817-be48-4a4f-bb1a-d6d7c5f61791 req-d6cf00a7-c18f-4602-ada2-99b17ba023aa service neutron] 10.222.0.76 "GET /v2.0/subnets?id=77fcb867-b5c4-4b73-bcc5-3f71a668ea56 HTTP/1.1" status: 200 len: 801 time: 0.1060934 Oct 27 10:22:28.227804 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-629d26e2-59fa-4b9d-8fef-66a5f43730ec tempest-ServersTestJSON-1341865721 tempest-ServersTestJSON-1341865721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for floatingip, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:28.229152 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-629d26e2-59fa-4b9d-8fef-66a5f43730ec tempest-ServersTestJSON-1341865721 tempest-ServersTestJSON-1341865721-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.0038610 Oct 27 10:22:28.256013 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ea29996c-65f5-4144-9a88-07ddf19fc5a0 req-29e33a1c-9d50-4e35-a511-9c6fc3dafd14 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1118655 Oct 27 10:22:28.269996 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [req-ea29996c-65f5-4144-9a88-07ddf19fc5a0 req-02af7add-9c1e-477a-905d-78e7e45d327f service neutron] Request body: {'port': {'device_id': '91f1b872-bfe1-4648-a448-cef70da3dd1f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-10'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:22:28.357817 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-5a77f7db-f66e-4114-86ac-f9786275c79a req-28356045-365c-44c8-9e4b-b7818134ab48 tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] 10.222.0.44 "GET /v2.0/security-groups?id=e3018bff-e5f8-44d8-a835-69520a8698da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443040 Oct 27 10:22:28.371885 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b16817-be48-4a4f-bb1a-d6d7c5f61791 req-f9540d60-7571-47c9-9dd1-98140905fab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:28.376002 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-62b16817-be48-4a4f-bb1a-d6d7c5f61791 req-f9540d60-7571-47c9-9dd1-98140905fab5 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=bf1ac053-a18e-466d-9b2d-ed75456df1b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1550221 Oct 27 10:22:28.385648 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-ea29996c-65f5-4144-9a88-07ddf19fc5a0 req-02af7add-9c1e-477a-905d-78e7e45d327f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:28.461151 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0c7abb-6bf2-4398-810d-50aaf29e3392 req-ec6e5b71-80e5-4110-8ae2-a7adaf8971c4 tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:28.462224 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-aa0c7abb-6bf2-4398-810d-50aaf29e3392 req-ec6e5b71-80e5-4110-8ae2-a7adaf8971c4 tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] 10.222.0.44 "GET /v2.0/ports?device_id=17fac8c9-b531-4166-a261-47a6b86a5d06 HTTP/1.1" status: 200 len: 949 time: 0.1036654 Oct 27 10:22:28.481847 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-0b5ad350-3e72-4742-ab52-36bd182d8060 None None] Provisioning complete for port 567f4fc1-5f28-4ac5-9a26-ecbb14bf10a8 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:22:28.482563 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-0b5ad350-3e72-4742-ab52-36bd182d8060 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:28.508975 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-62b16817-be48-4a4f-bb1a-d6d7c5f61791 req-8644113e-21af-48c5-a1d5-febf21c873dc service neutron] 10.222.0.76 "GET /v2.0/networks/bf1ac053-a18e-466d-9b2d-ed75456df1b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231408 Oct 27 10:22:28.511447 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-aa0c7abb-6bf2-4398-810d-50aaf29e3392 req-45dbb042-c3d8-4d28-b89e-fd62fb87edd8 tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] 10.222.0.44 "GET /v2.0/security-groups?id=adbff9a4-0ae5-4700-84c2-4b5f53f67e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419405 Oct 27 10:22:28.603056 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-44e4aba2-7eae-42be-a38d-7aa640c20899 req-46479720-4787-4712-b9d5-92404b27b863 tempest-ServersTestJSON-1341865721 tempest-ServersTestJSON-1341865721-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--1799947826&fields=id&tenant_id=5a3c12df7f43463a852ca5173c2eabe7 HTTP/1.1" status: 200 len: 267 time: 0.0929525 Oct 27 10:22:28.615714 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-0b5ad350-3e72-4742-ab52-36bd182d8060 None None] Port 567f4fc1-5f28-4ac5-9a26-ecbb14bf10a8 cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:22:28.655258 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-62b16817-be48-4a4f-bb1a-d6d7c5f61791 req-0a4aeaa2-cfe0-4f41-b479-7d3e7b4e4da1 service neutron] 10.222.0.76 "GET /v2.0/networks/bf1ac053-a18e-466d-9b2d-ed75456df1b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206505 Oct 27 10:22:28.809290 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e4aba2-7eae-42be-a38d-7aa640c20899 req-88ff9fb4-8f20-454f-add8-e0a80106b991 tempest-ServersTestJSON-1341865721 tempest-ServersTestJSON-1341865721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:28.814738 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07af36a3-fa00-4d6f-82bf-0889ddbf342b req-2215896b-d741-48eb-85f7-ba67860a85bc tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:28.817754 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-44e4aba2-7eae-42be-a38d-7aa640c20899 req-88ff9fb4-8f20-454f-add8-e0a80106b991 tempest-ServersTestJSON-1341865721 tempest-ServersTestJSON-1341865721-project] 10.222.0.44 "GET /v2.0/networks?id=6ef429fe-b6d8-4054-9275-be62180ab304 HTTP/1.1" status: 200 len: 806 time: 0.2030969 Oct 27 10:22:28.820996 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07af36a3-fa00-4d6f-82bf-0889ddbf342b req-2215896b-d741-48eb-85f7-ba67860a85bc tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:28.822662 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-07af36a3-fa00-4d6f-82bf-0889ddbf342b req-2215896b-d741-48eb-85f7-ba67860a85bc tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] 10.222.0.44 "GET /v2.0/ports?device_id=2296ee05-8e19-42a2-999c-bcf4c4617d80 HTTP/1.1" status: 200 len: 1677 time: 0.1036947 Oct 27 10:22:28.825628 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [req-ea29996c-65f5-4144-9a88-07ddf19fc5a0 req-02af7add-9c1e-477a-905d-78e7e45d327f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 567f4fc1-5f28-4ac5-9a26-ecbb14bf10a8 {{(pid=102346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:22:28.835267 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-44e4aba2-7eae-42be-a38d-7aa640c20899 req-01a68699-9ed7-4b81-8b2f-b059177fbcb5 tempest-ServersTestJSON-1341865721 tempest-ServersTestJSON-1341865721-project] 10.222.0.44 "GET /v2.0/quotas/5a3c12df7f43463a852ca5173c2eabe7 HTTP/1.1" status: 200 len: 375 time: 0.0163305 Oct 27 10:22:28.839450 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-ea29996c-65f5-4144-9a88-07ddf19fc5a0 req-02af7add-9c1e-477a-905d-78e7e45d327f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:28.861718 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.provisioning_blocks [req-ea29996c-65f5-4144-9a88-07ddf19fc5a0 req-02af7add-9c1e-477a-905d-78e7e45d327f service neutron] Transition to ACTIVE for port object 567f4fc1-5f28-4ac5-9a26-ecbb14bf10a8 will not be triggered until provisioned by entity L2. {{(pid=102346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 10:22:28.874970 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-ea29996c-65f5-4144-9a88-07ddf19fc5a0 req-02af7add-9c1e-477a-905d-78e7e45d327f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27024173'] for port, after_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:28.886231 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-07af36a3-fa00-4d6f-82bf-0889ddbf342b req-69febfad-00c9-44b0-b9f8-7576767d7a29 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] 10.222.0.44 "GET /v2.0/security-groups?id=58a9c42a-77eb-4104-9847-0486d9673bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558429 Oct 27 10:22:28.911523 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-44e4aba2-7eae-42be-a38d-7aa640c20899 req-5dea79cb-e9be-41ae-ab36-fd841b7fd3c3 tempest-ServersTestJSON-1341865721 tempest-ServersTestJSON-1341865721-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=5a3c12df7f43463a852ca5173c2eabe7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0752022 Oct 27 10:22:28.946367 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02af7add-9c1e-477a-905d-78e7e45d327f service neutron] Pushing event updated for resources: {'Port': ['ID=567f4fc1-5f28-4ac5-9a26-ecbb14bf10a8,revision_number=2']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:22:29.066238 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-44e4aba2-7eae-42be-a38d-7aa640c20899 req-d2c1e611-a5db-462b-9423-ed9326585550 service neutron] 10.222.0.44 "GET /v2.0/networks/6ef429fe-b6d8-4054-9275-be62180ab304?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1515074 Oct 27 10:22:29.101589 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.managers [req-ea29996c-65f5-4144-9a88-07ddf19fc5a0 req-02af7add-9c1e-477a-905d-78e7e45d327f service neutron] Attempting to bind port 567f4fc1-5f28-4ac5-9a26-ecbb14bf10a8 on host n-h2-813419-10 for vnic_type normal with profile {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:22:29.101922 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.managers [req-ea29996c-65f5-4144-9a88-07ddf19fc5a0 req-02af7add-9c1e-477a-905d-78e7e45d327f service neutron] Attempting to bind port 567f4fc1-5f28-4ac5-9a26-ecbb14bf10a8 by drivers openvswitch,hyperv on host n-h2-813419-10 at level 0 using segments [{'id': 'f7c42c6d-2766-46d8-a8b7-4852117a5555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '4d250f92-d229-45fe-a579-67fef8e6c544'}] {{(pid=102346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:22:29.102243 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea29996c-65f5-4144-9a88-07ddf19fc5a0 req-02af7add-9c1e-477a-905d-78e7e45d327f service neutron] Attempting to bind port 567f4fc1-5f28-4ac5-9a26-ecbb14bf10a8 on network 4d250f92-d229-45fe-a579-67fef8e6c544 {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:22:29.112189 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbba9fd1-3d36-43dc-997f-2771b7332e0f req-8cffed88-a0e5-4bdd-b583-46b0705537d5 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:29.130108 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-cbba9fd1-3d36-43dc-997f-2771b7332e0f req-8cffed88-a0e5-4bdd-b583-46b0705537d5 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/ports?device_id=91f1b872-bfe1-4648-a448-cef70da3dd1f HTTP/1.1" status: 200 len: 948 time: 0.1211073 Oct 27 10:22:29.148485 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea29996c-65f5-4144-9a88-07ddf19fc5a0 req-02af7add-9c1e-477a-905d-78e7e45d327f service neutron] Port 567f4fc1-5f28-4ac5-9a26-ecbb14bf10a8 on network 4d250f92-d229-45fe-a579-67fef8e6c544 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-10 {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 10:22:29.148850 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea29996c-65f5-4144-9a88-07ddf19fc5a0 req-02af7add-9c1e-477a-905d-78e7e45d327f service neutron] Attempting to bind port 567f4fc1-5f28-4ac5-9a26-ecbb14bf10a8 on network 4d250f92-d229-45fe-a579-67fef8e6c544 {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:22:29.162001 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea29996c-65f5-4144-9a88-07ddf19fc5a0 req-02af7add-9c1e-477a-905d-78e7e45d327f service neutron] Checking agent: {'id': 'a2edc247-0fa4-4ce6-bbae-a10492f6bd71', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 16, 9), 'started_at': datetime.datetime(2021, 10, 27, 10, 16, 9), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 22, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:22:29.162353 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea29996c-65f5-4144-9a88-07ddf19fc5a0 req-02af7add-9c1e-477a-905d-78e7e45d327f service neutron] Checking segment: {'id': 'f7c42c6d-2766-46d8-a8b7-4852117a5555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '4d250f92-d229-45fe-a579-67fef8e6c544'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:22:29.162849 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea29996c-65f5-4144-9a88-07ddf19fc5a0 req-02af7add-9c1e-477a-905d-78e7e45d327f service neutron] Bound using segment: {'id': 'f7c42c6d-2766-46d8-a8b7-4852117a5555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '4d250f92-d229-45fe-a579-67fef8e6c544'} {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:22:29.163294 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.managers [req-ea29996c-65f5-4144-9a88-07ddf19fc5a0 req-02af7add-9c1e-477a-905d-78e7e45d327f service neutron] Bound port: 567f4fc1-5f28-4ac5-9a26-ecbb14bf10a8, host: n-h2-813419-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7c42c6d-2766-46d8-a8b7-4852117a5555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '4d250f92-d229-45fe-a579-67fef8e6c544'}}] {{(pid=102346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:22:29.163648 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-ea29996c-65f5-4144-9a88-07ddf19fc5a0 req-02af7add-9c1e-477a-905d-78e7e45d327f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:29.212741 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-cbba9fd1-3d36-43dc-997f-2771b7332e0f req-d332dfcf-9fe9-4207-b256-7447bf2012e1 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/security-groups?id=e786382c-1289-4f9d-b471-ed120470c2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777121 Oct 27 10:22:29.226229 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-44e4aba2-7eae-42be-a38d-7aa640c20899 req-0476fe40-6ea0-4a6d-8e56-a40f218439c8 service neutron] 10.222.0.44 "GET /v2.0/networks/6ef429fe-b6d8-4054-9275-be62180ab304?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1581473 Oct 27 10:22:29.290003 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [req-ea29996c-65f5-4144-9a88-07ddf19fc5a0 req-02af7add-9c1e-477a-905d-78e7e45d327f service neutron] For port 567f4fc1-5f28-4ac5-9a26-ecbb14bf10a8, host n-h2-813419-10, cleared binding levels {{(pid=102346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:22:29.294184 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [req-ea29996c-65f5-4144-9a88-07ddf19fc5a0 req-02af7add-9c1e-477a-905d-78e7e45d327f service neutron] For port 567f4fc1-5f28-4ac5-9a26-ecbb14bf10a8, host n-h2-813419-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=567f4fc1-5f28-4ac5-9a26-ecbb14bf10a8,segment=NetworkSegment(f7c42c6d-2766-46d8-a8b7-4852117a5555),segment_id=f7c42c6d-2766-46d8-a8b7-4852117a5555)] {{(pid=102346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:22:29.304427 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-ea29996c-65f5-4144-9a88-07ddf19fc5a0 req-02af7add-9c1e-477a-905d-78e7e45d327f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27024173'] for port, after_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:29.422009 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea29996c-65f5-4144-9a88-07ddf19fc5a0 req-02af7add-9c1e-477a-905d-78e7e45d327f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:29.422785 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-ea29996c-65f5-4144-9a88-07ddf19fc5a0 req-02af7add-9c1e-477a-905d-78e7e45d327f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:29.424258 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ea29996c-65f5-4144-9a88-07ddf19fc5a0 req-02af7add-9c1e-477a-905d-78e7e45d327f service neutron] 10.222.0.76 "PUT /v2.0/ports/567f4fc1-5f28-4ac5-9a26-ecbb14bf10a8 HTTP/1.1" status: 200 len: 1097 time: 1.1589370 Oct 27 10:22:29.425046 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91f1b872-bfe1-4648-a448-cef70da3dd1f', 'tag': '567f4fc1-5f28-4ac5-9a26-ecbb14bf10a8'}] {{(pid=102346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:22:29.427184 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc0e418f5fc417c8d55d94c0aa509b037d0beb2a734c1a709e789eb65639a56d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d497a69-1467-46ff-8cc2-2411330c9815" -d '{"events": [{"name": "network-changed", "server_uuid": "91f1b872-bfe1-4648-a448-cef70da3dd1f", "tag": "567f4fc1-5f28-4ac5-9a26-ecbb14bf10a8"}]}' {{(pid=102346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:22:29.505862 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c17003c-85ed-4ebd-ac53-498bc84560bb req-f1449d29-f647-4e68-9e16-b740fa0a25ef tempest-ServersWithSpecificFlavorTestJSON-2103273157 tempest-ServersWithSpecificFlavorTestJSON-2103273157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:29.507462 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-0c17003c-85ed-4ebd-ac53-498bc84560bb req-f1449d29-f647-4e68-9e16-b740fa0a25ef tempest-ServersWithSpecificFlavorTestJSON-2103273157 tempest-ServersWithSpecificFlavorTestJSON-2103273157-project] 10.222.0.44 "GET /v2.0/ports?device_id=dab55e46-8e3b-4a56-8e39-e3a205f3b352 HTTP/1.1" status: 200 len: 945 time: 0.1682117 Oct 27 10:22:29.532567 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02af7add-9c1e-477a-905d-78e7e45d327f service neutron] Pushing event updated for resources: {'Port': ['ID=567f4fc1-5f28-4ac5-9a26-ecbb14bf10a8,revision_number=3']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:22:29.624823 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-0c17003c-85ed-4ebd-ac53-498bc84560bb req-92a9dbe5-163d-47f7-be97-155a3dba6a43 tempest-ServersWithSpecificFlavorTestJSON-2103273157 tempest-ServersWithSpecificFlavorTestJSON-2103273157-project] 10.222.0.44 "GET /v2.0/security-groups?id=a5c3a744-545c-4ff0-934c-41785bfff57c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0899489 Oct 27 10:22:29.678922 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea29996c-65f5-4144-9a88-07ddf19fc5a0 req-7a1a99d2-2ea7-492e-8607-bc9708f6c5dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:29.692086 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ea29996c-65f5-4144-9a88-07ddf19fc5a0 req-7a1a99d2-2ea7-492e-8607-bc9708f6c5dd service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=31dc088f778a4c2fb761c23ef7d22647&device_id=91f1b872-bfe1-4648-a448-cef70da3dd1f HTTP/1.1" status: 200 len: 1100 time: 0.1741173 Oct 27 10:22:29.741838 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ea29996c-65f5-4144-9a88-07ddf19fc5a0 req-9e9d82ea-c615-4007-a720-77a46bebe3aa service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.202&port_id=567f4fc1-5f28-4ac5-9a26-ecbb14bf10a8 HTTP/1.1" status: 200 len: 217 time: 0.0474730 Oct 27 10:22:29.814824 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40054d0-1135-4cd1-bf5f-21f35dbed2bf req-76feb3c2-77b4-47a9-8f3a-30762c70bc14 tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:29.823931 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b40054d0-1135-4cd1-bf5f-21f35dbed2bf req-76feb3c2-77b4-47a9-8f3a-30762c70bc14 tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] 10.222.0.44 "GET /v2.0/ports?device_id=9e8bcc8c-e9a1-4c45-af3a-9fd9588b6b53 HTTP/1.1" status: 200 len: 945 time: 0.0774267 Oct 27 10:22:29.878724 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b40054d0-1135-4cd1-bf5f-21f35dbed2bf req-931cee17-5f35-4974-8083-0c13ee168b46 tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] 10.222.0.44 "GET /v2.0/security-groups?id=e3018bff-e5f8-44d8-a835-69520a8698da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535839 Oct 27 10:22:29.897681 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-82003bc2-1d0d-4637-b21b-ad962992ad72 req-2dfa2fa6-5535-4ae3-afff-a4a835a01cef tempest-ServersTestJSON-1341865721 tempest-ServersTestJSON-1341865721-project] 10.222.0.44 "GET /v2.0/ports?device_id=d0703643-1364-4ee4-80fa-4e826a594d67 HTTP/1.1" status: 200 len: 210 time: 0.1051378 Oct 27 10:22:29.903282 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea29996c-65f5-4144-9a88-07ddf19fc5a0 req-5dae1298-3547-4b9c-a856-0c3a6d1ec5b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:29.904841 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ea29996c-65f5-4144-9a88-07ddf19fc5a0 req-5dae1298-3547-4b9c-a856-0c3a6d1ec5b6 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=62eb52f7-aac4-48af-8670-e04300325561 HTTP/1.1" status: 200 len: 843 time: 0.1557636 Oct 27 10:22:29.970628 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 10:22:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f73a555-fe95-42a8-a07f-16475be5fb7b x-openstack-request-id: req-4f73a555-fe95-42a8-a07f-16475be5fb7b {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:22:29.970957 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91f1b872-bfe1-4648-a448-cef70da3dd1f", "tag": "567f4fc1-5f28-4ac5-9a26-ecbb14bf10a8", "status": "completed", "code": 200}]} {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:22:29.971866 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4f73a555-fe95-42a8-a07f-16475be5fb7b {{(pid=102346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:22:29.972306 n-d-813419-10 neutron-server[102346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91f1b872-bfe1-4648-a448-cef70da3dd1f', 'tag': '567f4fc1-5f28-4ac5-9a26-ecbb14bf10a8', 'status': 'completed', 'code': 200} Oct 27 10:22:29.993938 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device 33ababf2-d146-4ed8-98b4-c512ea11df55 up at agent hyperv_n-h1-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:22:30.018466 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea29996c-65f5-4144-9a88-07ddf19fc5a0 req-1e36a197-384f-47c5-9c6c-2bdff6f608f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:30.020240 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ea29996c-65f5-4144-9a88-07ddf19fc5a0 req-1e36a197-384f-47c5-9c6c-2bdff6f608f6 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=4d250f92-d229-45fe-a579-67fef8e6c544&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1051645 Oct 27 10:22:30.034954 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ae2959-7090-46b3-8cd6-0f934a6b6dd3 req-ccdc45cb-aede-484e-96a2-d6fb02f7e626 tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:30.045134 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-d1ae2959-7090-46b3-8cd6-0f934a6b6dd3 req-ccdc45cb-aede-484e-96a2-d6fb02f7e626 tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] 10.222.0.44 "GET /v2.0/ports?device_id=17fac8c9-b531-4166-a261-47a6b86a5d06 HTTP/1.1" status: 200 len: 949 time: 0.0775340 Oct 27 10:22:30.107748 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-d1ae2959-7090-46b3-8cd6-0f934a6b6dd3 req-4fd2410a-26b7-4dc6-951d-9ac9271d022f tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] 10.222.0.44 "GET /v2.0/security-groups?id=adbff9a4-0ae5-4700-84c2-4b5f53f67e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561142 Oct 27 10:22:30.114366 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Provisioning for port 33ababf2-d146-4ed8-98b4-c512ea11df55 completed by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 10:22:30.118738 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Provisioning complete for port 33ababf2-d146-4ed8-98b4-c512ea11df55 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:22:30.119109 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:30.220705 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6687d9e2-fb58-4ddd-a197-910c7fda8e87 req-5d0f6099-b6db-4973-b5cc-2509ff799e66 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:30.222028 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:30.227485 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6687d9e2-fb58-4ddd-a197-910c7fda8e87 req-5d0f6099-b6db-4973-b5cc-2509ff799e66 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:30.237006 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-6687d9e2-fb58-4ddd-a197-910c7fda8e87 req-5d0f6099-b6db-4973-b5cc-2509ff799e66 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] 10.222.0.44 "GET /v2.0/ports?device_id=2296ee05-8e19-42a2-999c-bcf4c4617d80 HTTP/1.1" status: 200 len: 1677 time: 0.1457317 Oct 27 10:22:30.274010 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port 33ababf2-d146-4ed8-98b4-c512ea11df55, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=33ababf2-d146-4ed8-98b4-c512ea11df55,segment=NetworkSegment(4fd5c29a-a838-4106-a890-06a671bde674),segment_id=4fd5c29a-a838-4106-a890-06a671bde674)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:22:30.275104 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e8bcc8c-e9a1-4c45-af3a-9fd9588b6b53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33ababf2-d146-4ed8-98b4-c512ea11df55'}] {{(pid=102348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:22:30.279093 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c588921fa634554a1d9242fdea1b05457a9ff1d3b28ba54ec1dace7f2f1df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fce8bad9-19b7-4077-b780-5b85971dd3d2" -d '{"events": [{"server_uuid": "9e8bcc8c-e9a1-4c45-af3a-9fd9588b6b53", "name": "network-vif-plugged", "status": "completed", "tag": "33ababf2-d146-4ed8-98b4-c512ea11df55"}]}' {{(pid=102348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:22:30.284442 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:30.285425 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device 9d6bfe0c-461a-4d7b-a7c3-05a050b7e2ba no longer exists at agent hyperv_n-h1-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:22:30.300494 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ea29996c-65f5-4144-9a88-07ddf19fc5a0 req-b124c86c-41ad-401e-8b8b-3da0b5afd60f service neutron] 10.222.0.76 "GET /v2.0/networks/4d250f92-d229-45fe-a579-67fef8e6c544?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2691128 Oct 27 10:22:30.368728 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229e2779-8d3a-45b3-a317-feaa0e07f7ed req-f90893b6-dd37-4615-b7aa-5e95a86e9784 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:30.377488 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-229e2779-8d3a-45b3-a317-feaa0e07f7ed req-f90893b6-dd37-4615-b7aa-5e95a86e9784 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/ports?device_id=91f1b872-bfe1-4648-a448-cef70da3dd1f HTTP/1.1" status: 200 len: 948 time: 0.0644786 Oct 27 10:22:30.387288 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Pushing event updated for resources: {'Port': ['ID=33ababf2-d146-4ed8-98b4-c512ea11df55,revision_number=5']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:22:30.410056 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-6687d9e2-fb58-4ddd-a197-910c7fda8e87 req-c9de9e1d-97ae-4246-831e-c269a4c49ad6 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] 10.222.0.44 "GET /v2.0/security-groups?id=58a9c42a-77eb-4104-9847-0486d9673bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690593 Oct 27 10:22:30.451374 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:30.466235 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-229e2779-8d3a-45b3-a317-feaa0e07f7ed req-e31a4376-a28c-41b7-8826-c43dd647f0d3 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/security-groups?id=e786382c-1289-4f9d-b471-ed120470c2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874672 Oct 27 10:22:30.470545 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ea29996c-65f5-4144-9a88-07ddf19fc5a0 req-4236de5e-4593-4916-b17d-86591ab9b233 service neutron] 10.222.0.76 "GET /v2.0/networks/4d250f92-d229-45fe-a579-67fef8e6c544?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1608822 Oct 27 10:22:30.500374 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:22:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35dbbb59-428c-48fa-96ab-49387d753c14 x-openstack-request-id: req-35dbbb59-428c-48fa-96ab-49387d753c14 {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:22:30.501000 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e8bcc8c-e9a1-4c45-af3a-9fd9588b6b53", "name": "network-vif-plugged", "status": "completed", "tag": "33ababf2-d146-4ed8-98b4-c512ea11df55", "code": 200}]} {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:22:30.501259 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-35dbbb59-428c-48fa-96ab-49387d753c14 {{(pid=102348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:22:30.504624 n-d-813419-10 neutron-server[102348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e8bcc8c-e9a1-4c45-af3a-9fd9588b6b53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33ababf2-d146-4ed8-98b4-c512ea11df55', 'code': 200} Oct 27 10:22:30.524526 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port 9d6bfe0c-461a-4d7b-a7c3-05a050b7e2ba, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=9d6bfe0c-461a-4d7b-a7c3-05a050b7e2ba,segment=NetworkSegment(f7c42c6d-2766-46d8-a8b7-4852117a5555),segment_id=f7c42c6d-2766-46d8-a8b7-4852117a5555)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:22:30.530039 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:30.633558 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Pushing event updated for resources: {'Port': ['ID=9d6bfe0c-461a-4d7b-a7c3-05a050b7e2ba,revision_number=9']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:22:30.689968 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d497a69-1467-46ff-8cc2-2411330c9815 req-2a6848d0-17c9-4ba8-b5a5-e068317698f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:30.691533 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-1d497a69-1467-46ff-8cc2-2411330c9815 req-2a6848d0-17c9-4ba8-b5a5-e068317698f8 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=31dc088f778a4c2fb761c23ef7d22647&device_id=91f1b872-bfe1-4648-a448-cef70da3dd1f HTTP/1.1" status: 200 len: 1100 time: 0.1126723 Oct 27 10:22:30.693838 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5581a58-2574-47a2-8c89-2fcc61bc2253 req-99d913c5-2846-4d4d-9f9e-220a64492b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:30.695944 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-b5581a58-2574-47a2-8c89-2fcc61bc2253 req-99d913c5-2846-4d4d-9f9e-220a64492b99 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=9e8bcc8c-e9a1-4c45-af3a-9fd9588b6b53 HTTP/1.1" status: 200 len: 1098 time: 0.1075032 Oct 27 10:22:30.794043 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-b5581a58-2574-47a2-8c89-2fcc61bc2253 req-1956e159-0ea0-42a8-814b-0989a80b9e26 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=e3018bff-e5f8-44d8-a835-69520a8698da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805790 Oct 27 10:22:30.829614 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d497a69-1467-46ff-8cc2-2411330c9815 req-be4e16f8-779c-44e5-b7cb-ace7fa6529ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:30.831097 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-1d497a69-1467-46ff-8cc2-2411330c9815 req-be4e16f8-779c-44e5-b7cb-ace7fa6529ae service neutron] 10.222.0.76 "GET /v2.0/networks?id=4d250f92-d229-45fe-a579-67fef8e6c544 HTTP/1.1" status: 200 len: 870 time: 0.1294863 Oct 27 10:22:30.839138 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d606fa13-8c69-42dd-82d2-570375bb6402 req-35093125-b079-4054-876b-075f55f41c66 tempest-ServersWithSpecificFlavorTestJSON-2103273157 tempest-ServersWithSpecificFlavorTestJSON-2103273157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:30.849316 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-d606fa13-8c69-42dd-82d2-570375bb6402 req-35093125-b079-4054-876b-075f55f41c66 tempest-ServersWithSpecificFlavorTestJSON-2103273157 tempest-ServersWithSpecificFlavorTestJSON-2103273157-project] 10.222.0.44 "GET /v2.0/ports?device_id=dab55e46-8e3b-4a56-8e39-e3a205f3b352 HTTP/1.1" status: 200 len: 945 time: 0.0689766 Oct 27 10:22:30.892331 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-1d497a69-1467-46ff-8cc2-2411330c9815 req-89351224-eb48-4674-b0d5-063f6edec769 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.202&port_id=567f4fc1-5f28-4ac5-9a26-ecbb14bf10a8 HTTP/1.1" status: 200 len: 217 time: 0.0517173 Oct 27 10:22:30.892555 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-d606fa13-8c69-42dd-82d2-570375bb6402 req-963edb19-7e70-4478-8c45-8ea882f7950f tempest-ServersWithSpecificFlavorTestJSON-2103273157 tempest-ServersWithSpecificFlavorTestJSON-2103273157-project] 10.222.0.44 "GET /v2.0/security-groups?id=a5c3a744-545c-4ff0-934c-41785bfff57c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410883 Oct 27 10:22:30.994457 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-c4d6bb8e-d00e-47d5-8dc3-ba50cdb5c02c req-6d168202-f085-4c67-b0d3-caab6fdbd034 tempest-ServersTestJSON-1341865721 tempest-ServersTestJSON-1341865721-project] 10.222.0.44 "GET /v2.0/ports?device_id=d0703643-1364-4ee4-80fa-4e826a594d67 HTTP/1.1" status: 200 len: 210 time: 0.0412326 Oct 27 10:22:30.998152 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d497a69-1467-46ff-8cc2-2411330c9815 req-e18f347a-a633-49ba-91c8-bb80783e9788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:31.004640 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-1d497a69-1467-46ff-8cc2-2411330c9815 req-e18f347a-a633-49ba-91c8-bb80783e9788 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=62eb52f7-aac4-48af-8670-e04300325561 HTTP/1.1" status: 200 len: 843 time: 0.1047945 Oct 27 10:22:31.020184 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be5404f-debf-4418-8586-e3e4e35154c3 req-3d5a98f3-2134-43d5-9531-80ba3ac47143 tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:31.027679 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-0be5404f-debf-4418-8586-e3e4e35154c3 req-3d5a98f3-2134-43d5-9531-80ba3ac47143 tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] 10.222.0.44 "GET /v2.0/ports?device_id=9e8bcc8c-e9a1-4c45-af3a-9fd9588b6b53 HTTP/1.1" status: 200 len: 946 time: 0.0630186 Oct 27 10:22:31.086898 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-0be5404f-debf-4418-8586-e3e4e35154c3 req-741b9f45-775d-4de1-825b-630eec8a42a7 tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] 10.222.0.44 "GET /v2.0/security-groups?id=e3018bff-e5f8-44d8-a835-69520a8698da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499592 Oct 27 10:22:31.097493 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d497a69-1467-46ff-8cc2-2411330c9815 req-3273f048-3dc5-44d2-ab89-87230dec84e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:31.097493 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-1d497a69-1467-46ff-8cc2-2411330c9815 req-3273f048-3dc5-44d2-ab89-87230dec84e4 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=4d250f92-d229-45fe-a579-67fef8e6c544&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0811415 Oct 27 10:22:31.192215 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62bf45a-1b6b-4d10-8cf4-65bbc5bf11b7 req-92f3e73e-e6ea-4cb6-b927-a14a3b3e4ca2 tempest-ServersWithSpecificFlavorTestJSON-2103273157 tempest-ServersWithSpecificFlavorTestJSON-2103273157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:31.193771 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-d62bf45a-1b6b-4d10-8cf4-65bbc5bf11b7 req-92f3e73e-e6ea-4cb6-b927-a14a3b3e4ca2 tempest-ServersWithSpecificFlavorTestJSON-2103273157 tempest-ServersWithSpecificFlavorTestJSON-2103273157-project] 10.222.0.44 "GET /v2.0/ports?device_id=dab55e46-8e3b-4a56-8e39-e3a205f3b352 HTTP/1.1" status: 200 len: 945 time: 0.1141512 Oct 27 10:22:31.207940 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 44776) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:22:31.208506 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-239ae282-66a0-4fc4-a30f-22e8dced6bf7 tempest-ServersWithSpecificFlavorTestJSON-2103273157 tempest-ServersWithSpecificFlavorTestJSON-2103273157-project] Request body: {'floatingip': {'port_id': '2b419df8-369a-43a9-82ec-0032d3a5f1f8'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:22:31.236375 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39f6ca3-770b-428c-9c41-46d3c7ad1ccc req-cde43a2c-e753-4e47-8a1b-6ee092556994 tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:31.238539 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b39f6ca3-770b-428c-9c41-46d3c7ad1ccc req-cde43a2c-e753-4e47-8a1b-6ee092556994 tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] 10.222.0.44 "GET /v2.0/ports?device_id=17fac8c9-b531-4166-a261-47a6b86a5d06 HTTP/1.1" status: 200 len: 947 time: 0.0598409 Oct 27 10:22:31.263127 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-239ae282-66a0-4fc4-a30f-22e8dced6bf7 tempest-ServersWithSpecificFlavorTestJSON-2103273157 tempest-ServersWithSpecificFlavorTestJSON-2103273157-project] Publish callbacks [] for floatingip, before_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:31.293534 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b39f6ca3-770b-428c-9c41-46d3c7ad1ccc req-ab19abc6-dc1d-43cd-a13f-f0b12474e4a7 tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] 10.222.0.44 "GET /v2.0/security-groups?id=adbff9a4-0ae5-4700-84c2-4b5f53f67e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422931 Oct 27 10:22:31.306573 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-1d497a69-1467-46ff-8cc2-2411330c9815 req-f59a9c85-0024-4e1d-9aed-6aa1451c01a2 service neutron] 10.222.0.76 "GET /v2.0/networks/4d250f92-d229-45fe-a579-67fef8e6c544?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1884980 Oct 27 10:22:31.495141 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e4aba2-7eae-42be-a38d-7aa640c20899 req-46f5798e-9d94-4544-a4f6-32642c50cc3e tempest-ServersTestJSON-1341865721 tempest-ServersTestJSON-1341865721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:31.498413 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-44e4aba2-7eae-42be-a38d-7aa640c20899 req-46f5798e-9d94-4544-a4f6-32642c50cc3e tempest-ServersTestJSON-1341865721 tempest-ServersTestJSON-1341865721-project] 10.222.0.76 "GET /v2.0/networks?id=6ef429fe-b6d8-4054-9275-be62180ab304 HTTP/1.1" status: 200 len: 806 time: 0.1601868 Oct 27 10:22:31.593678 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-44e4aba2-7eae-42be-a38d-7aa640c20899 req-e740aeae-fb28-443f-8234-4e32c1c6ea23 tempest-ServersTestJSON-1341865721 tempest-ServersTestJSON-1341865721-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5a3c12df7f43463a852ca5173c2eabe7 HTTP/1.1" status: 200 len: 380 time: 0.0799775 Oct 27 10:22:31.608088 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [req-44e4aba2-7eae-42be-a38d-7aa640c20899 req-c88b5d26-1cbb-471f-b300-afc58760ceda tempest-ServersTestJSON-1341865721 tempest-ServersTestJSON-1341865721-project] Request body: {'port': {'device_id': 'd0703643-1364-4ee4-80fa-4e826a594d67', 'network_id': '6ef429fe-b6d8-4054-9275-be62180ab304', 'admin_state_up': True, 'tenant_id': '5a3c12df7f43463a852ca5173c2eabe7', 'security_groups': ['8fb6e5b5-c2fd-4ec8-99a2-cc35d354719d']}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:22:31.651967 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-1d497a69-1467-46ff-8cc2-2411330c9815 req-e24dc0f3-e3cb-4da7-a78e-cc8a0b3b3ba0 service neutron] 10.222.0.76 "GET /v2.0/networks/4d250f92-d229-45fe-a579-67fef8e6c544?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3196201 Oct 27 10:22:31.677413 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99922ad6-225d-4643-a9fa-7d284bdd1f90 req-4311e57c-2b4d-4eb1-bcf9-9ef62e4bca7b tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:31.683985 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99922ad6-225d-4643-a9fa-7d284bdd1f90 req-4311e57c-2b4d-4eb1-bcf9-9ef62e4bca7b tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:31.691416 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-99922ad6-225d-4643-a9fa-7d284bdd1f90 req-4311e57c-2b4d-4eb1-bcf9-9ef62e4bca7b tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] 10.222.0.44 "GET /v2.0/ports?device_id=2296ee05-8e19-42a2-999c-bcf4c4617d80 HTTP/1.1" status: 200 len: 1677 time: 0.1659126 Oct 27 10:22:31.697759 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47764c12-ed6f-4d97-b811-6dbb9812dd3d req-586a20a8-cf4b-47d4-af22-5aa26de34ea8 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:31.710083 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-47764c12-ed6f-4d97-b811-6dbb9812dd3d req-586a20a8-cf4b-47d4-af22-5aa26de34ea8 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/ports?device_id=91f1b872-bfe1-4648-a448-cef70da3dd1f HTTP/1.1" status: 200 len: 948 time: 0.1585464 Oct 27 10:22:31.758284 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-99922ad6-225d-4643-a9fa-7d284bdd1f90 req-2d75b582-ff0c-4c6e-949d-504d45d5a512 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] 10.222.0.44 "GET /v2.0/security-groups?id=58a9c42a-77eb-4104-9847-0486d9673bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657299 Oct 27 10:22:32.002049 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device 9d6bfe0c-461a-4d7b-a7c3-05a050b7e2ba details requested by agent hyperv_n-h1-813419-10 with host n-h1-813419-10 {{(pid=102348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 10:22:32.203093 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port 9d6bfe0c-461a-4d7b-a7c3-05a050b7e2ba, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=9d6bfe0c-461a-4d7b-a7c3-05a050b7e2ba,segment=NetworkSegment(f7c42c6d-2766-46d8-a8b7-4852117a5555),segment_id=f7c42c6d-2766-46d8-a8b7-4852117a5555)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:22:32.220373 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Returning: {'device': '9d6bfe0c-461a-4d7b-a7c3-05a050b7e2ba', 'network_id': '4d250f92-d229-45fe-a579-67fef8e6c544', 'port_id': '9d6bfe0c-461a-4d7b-a7c3-05a050b7e2ba', 'mac_address': 'fa:16:3e:2e:c8:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62eb52f7-aac4-48af-8670-e04300325561', 'ip_address': '192.168.233.83'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 10:22:32.270889 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-47764c12-ed6f-4d97-b811-6dbb9812dd3d req-3bd8b2ac-3e21-4a79-9eff-c8ec5664abe2 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/security-groups?id=e786382c-1289-4f9d-b471-ed120470c2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5601106 Oct 27 10:22:32.280363 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:32.312006 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44e4aba2-7eae-42be-a38d-7aa640c20899 req-c88b5d26-1cbb-471f-b300-afc58760ceda tempest-ServersTestJSON-1341865721 tempest-ServersTestJSON-1341865721-project] Made reservation on behalf of 5a3c12df7f43463a852ca5173c2eabe7 for: {'port': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:22:32.315986 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:32.322444 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d6bfe0c-461a-4d7b-a7c3-05a050b7e2ba {{(pid=102348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:22:32.323019 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-44e4aba2-7eae-42be-a38d-7aa640c20899 req-c88b5d26-1cbb-471f-b300-afc58760ceda tempest-ServersTestJSON-1341865721 tempest-ServersTestJSON-1341865721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:32.347203 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port 9d6bfe0c-461a-4d7b-a7c3-05a050b7e2ba, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=9d6bfe0c-461a-4d7b-a7c3-05a050b7e2ba,segment=NetworkSegment(f7c42c6d-2766-46d8-a8b7-4852117a5555),segment_id=f7c42c6d-2766-46d8-a8b7-4852117a5555)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:22:32.354465 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:32.447223 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Pushing event updated for resources: {'Port': ['ID=9d6bfe0c-461a-4d7b-a7c3-05a050b7e2ba,revision_number=10']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:22:32.476091 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device ef8c5b69-dd82-4e4b-a0d6-85720dea4382 details requested by agent hyperv_n-h2-813419-10 with host n-h2-813419-10 {{(pid=102348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 10:22:32.494101 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-1f13d090-0536-4df2-b3e6-783541c555f5 req-996c4c42-823f-414f-948d-a1d0172f9f08 tempest-ServersTestJSON-1341865721 tempest-ServersTestJSON-1341865721-project] 10.222.0.44 "GET /v2.0/ports?device_id=d0703643-1364-4ee4-80fa-4e826a594d67 HTTP/1.1" status: 200 len: 210 time: 0.3823173 Oct 27 10:22:32.506197 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcab565-8da7-4f36-a13e-da8cf0873557 req-544cd5cd-85a6-499e-895a-11bc8cc13185 tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:32.514701 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17fac8c9-b531-4166-a261-47a6b86a5d06', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d6bfe0c-461a-4d7b-a7c3-05a050b7e2ba'}] {{(pid=102348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:22:32.516138 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8fcab565-8da7-4f36-a13e-da8cf0873557 req-544cd5cd-85a6-499e-895a-11bc8cc13185 tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] 10.222.0.44 "GET /v2.0/ports?device_id=9e8bcc8c-e9a1-4c45-af3a-9fd9588b6b53 HTTP/1.1" status: 200 len: 946 time: 0.0825512 Oct 27 10:22:32.517006 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c588921fa634554a1d9242fdea1b05457a9ff1d3b28ba54ec1dace7f2f1df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c734c601-2cd3-4fa9-845b-26baa16b6ac3" -d '{"events": [{"server_uuid": "17fac8c9-b531-4166-a261-47a6b86a5d06", "name": "network-vif-unplugged", "status": "completed", "tag": "9d6bfe0c-461a-4d7b-a7c3-05a050b7e2ba"}]}' {{(pid=102348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:22:32.550616 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.db.resource_extend [None req-239ae282-66a0-4fc4-a30f-22e8dced6bf7 tempest-ServersWithSpecificFlavorTestJSON-2103273157 tempest-ServersWithSpecificFlavorTestJSON-2103273157-project] It took 0.46 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 27 10:22:32.607643 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8fcab565-8da7-4f36-a13e-da8cf0873557 req-5496e0ea-3691-4f98-88f1-60c091fe5a33 tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] 10.222.0.44 "GET /v2.0/security-groups?id=e3018bff-e5f8-44d8-a835-69520a8698da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850987 Oct 27 10:22:32.620056 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_common [req-44e4aba2-7eae-42be-a38d-7aa640c20899 req-c88b5d26-1cbb-471f-b300-afc58760ceda tempest-ServersTestJSON-1341865721 tempest-ServersTestJSON-1341865721-project] Allocated IP 172.20.0.8 (6ef429fe-b6d8-4054-9275-be62180ab304/0581c968-e77f-4ae1-b8cd-953b2bcace51/63ffddaf-77c9-47e2-8e97-4a90c844dd8b) {{(pid=102347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:22:32.625291 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] get_ports_and_sgs() called for port_ids ['9d6bfe0c-461a-4d7b-a7c3-05a050b7e2ba'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:22:32.689524 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-239ae282-66a0-4fc4-a30f-22e8dced6bf7 tempest-ServersWithSpecificFlavorTestJSON-2103273157 tempest-ServersWithSpecificFlavorTestJSON-2103273157-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:32.698338 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026f9235-1a14-44e5-a450-18e6c70f39d3 req-3da7b83c-82da-4282-8d71-773148522af2 tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:32.701250 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 27 Oct 2021 10:22:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1bd08f2-ea8c-4c22-b4c1-478d0667d3c9 x-openstack-request-id: req-e1bd08f2-ea8c-4c22-b4c1-478d0667d3c9 {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:22:32.701827 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17fac8c9-b531-4166-a261-47a6b86a5d06", "name": "network-vif-unplugged", "status": "completed", "tag": "9d6bfe0c-461a-4d7b-a7c3-05a050b7e2ba", "code": 200}]} {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:22:32.702746 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e1bd08f2-ea8c-4c22-b4c1-478d0667d3c9 {{(pid=102348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:22:32.703507 n-d-813419-10 neutron-server[102348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17fac8c9-b531-4166-a261-47a6b86a5d06', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d6bfe0c-461a-4d7b-a7c3-05a050b7e2ba', 'code': 200} Oct 27 10:22:32.707005 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-026f9235-1a14-44e5-a450-18e6c70f39d3 req-3da7b83c-82da-4282-8d71-773148522af2 tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] 10.222.0.44 "GET /v2.0/ports?device_id=17fac8c9-b531-4166-a261-47a6b86a5d06 HTTP/1.1" status: 200 len: 949 time: 0.0752366 Oct 27 10:22:32.733251 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-239ae282-66a0-4fc4-a30f-22e8dced6bf7 tempest-ServersWithSpecificFlavorTestJSON-2103273157 tempest-ServersWithSpecificFlavorTestJSON-2103273157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1664826'] for floatingip, after_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:32.782328 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] For port ef8c5b69-dd82-4e4b-a0d6-85720dea4382, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=ef8c5b69-dd82-4e4b-a0d6-85720dea4382,segment=NetworkSegment(f4c0c22f-aab8-4ae8-882d-a6c9857b00fc),segment_id=f4c0c22f-aab8-4ae8-882d-a6c9857b00fc)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:22:32.801018 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Returning: {'device': 'ef8c5b69-dd82-4e4b-a0d6-85720dea4382', 'network_id': '97f09aa0-3c3c-434e-a3d4-bfc5a4540ee5', 'port_id': 'ef8c5b69-dd82-4e4b-a0d6-85720dea4382', 'mac_address': 'fa:16:3e:c4:b1:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94adf8ac-d2ae-4bb5-95eb-1bfaf73e4d47', 'ip_address': '19.80.0.79'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 10:22:32.871810 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:32.874245 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7de014-d2dd-4b4e-b4b8-ce84e7a4db95 req-61a50710-a9ea-4709-a9ae-67fc37c301fc tempest-LiveAutoBlockMigrationV225Test-1419872258 tempest-LiveAutoBlockMigrationV225Test-1419872258-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:32.875861 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-ca7de014-d2dd-4b4e-b4b8-ce84e7a4db95 req-61a50710-a9ea-4709-a9ae-67fc37c301fc tempest-LiveAutoBlockMigrationV225Test-1419872258 tempest-LiveAutoBlockMigrationV225Test-1419872258-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=9e8bcc8c-e9a1-4c45-af3a-9fd9588b6b53 HTTP/1.1" status: 200 len: 1098 time: 0.0812371 Oct 27 10:22:32.881532 n-d-813419-10 neutron-server[102346]: INFO neutron.db.l3_db [None req-239ae282-66a0-4fc4-a30f-22e8dced6bf7 tempest-ServersWithSpecificFlavorTestJSON-2103273157 tempest-ServersWithSpecificFlavorTestJSON-2103273157-project] Floating IP 956bc502-238d-4e60-bccb-892ef75d4751 associated. External IP: 172.25.8.219, port: 2b419df8-369a-43a9-82ec-0032d3a5f1f8. Oct 27 10:22:32.900682 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef8c5b69-dd82-4e4b-a0d6-85720dea4382 {{(pid=102348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:22:32.902893 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-026f9235-1a14-44e5-a450-18e6c70f39d3 req-8956995f-22b7-4bb3-974c-d4ff7c1e6519 tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] 10.222.0.44 "GET /v2.0/security-groups?id=adbff9a4-0ae5-4700-84c2-4b5f53f67e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920178 Oct 27 10:22:32.910770 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-44e4aba2-7eae-42be-a38d-7aa640c20899 req-c88b5d26-1cbb-471f-b300-afc58760ceda tempest-ServersTestJSON-1341865721 tempest-ServersTestJSON-1341865721-project] Publish callbacks [] for port, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:32.930008 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] For port ef8c5b69-dd82-4e4b-a0d6-85720dea4382, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=ef8c5b69-dd82-4e4b-a0d6-85720dea4382,segment=NetworkSegment(f4c0c22f-aab8-4ae8-882d-a6c9857b00fc),segment_id=f4c0c22f-aab8-4ae8-882d-a6c9857b00fc)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:22:32.978230 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:32.984019 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-ca7de014-d2dd-4b4e-b4b8-ce84e7a4db95 req-2b794d78-bf12-45c2-bb57-d9e9a5c9bdce tempest-LiveAutoBlockMigrationV225Test-1419872258 tempest-LiveAutoBlockMigrationV225Test-1419872258-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=e3018bff-e5f8-44d8-a835-69520a8698da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966625 Oct 27 10:22:32.984944 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device 30e58787-c9a5-4368-8af7-62099a0fdf42 details requested by agent hyperv_n-h2-813419-10 with host n-h2-813419-10 {{(pid=102348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 10:22:33.015511 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-44e4aba2-7eae-42be-a38d-7aa640c20899 req-c88b5d26-1cbb-471f-b300-afc58760ceda tempest-ServersTestJSON-1341865721 tempest-ServersTestJSON-1341865721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:33.093354 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Pushing event updated for resources: {'Port': ['ID=ef8c5b69-dd82-4e4b-a0d6-85720dea4382,revision_number=4']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:22:33.151344 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88b5d26-1cbb-471f-b300-afc58760ceda tempest-ServersTestJSON-1341865721 tempest-ServersTestJSON-1341865721-project] Pushing event updated for resources: {'Port': ['ID=63ffddaf-77c9-47e2-8e97-4a90c844dd8b,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:22:33.184376 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88b5d26-1cbb-471f-b300-afc58760ceda tempest-ServersTestJSON-1341865721 tempest-ServersTestJSON-1341865721-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:22:33.184839 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88b5d26-1cbb-471f-b300-afc58760ceda tempest-ServersTestJSON-1341865721 tempest-ServersTestJSON-1341865721-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:22:33.185487 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88b5d26-1cbb-471f-b300-afc58760ceda tempest-ServersTestJSON-1341865721 tempest-ServersTestJSON-1341865721-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:22:33.186071 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88b5d26-1cbb-471f-b300-afc58760ceda tempest-ServersTestJSON-1341865721 tempest-ServersTestJSON-1341865721-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:22:33.186682 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88b5d26-1cbb-471f-b300-afc58760ceda tempest-ServersTestJSON-1341865721 tempest-ServersTestJSON-1341865721-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:22:33.187109 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88b5d26-1cbb-471f-b300-afc58760ceda tempest-ServersTestJSON-1341865721 tempest-ServersTestJSON-1341865721-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:22:33.187540 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88b5d26-1cbb-471f-b300-afc58760ceda tempest-ServersTestJSON-1341865721 tempest-ServersTestJSON-1341865721-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:22:33.187991 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88b5d26-1cbb-471f-b300-afc58760ceda tempest-ServersTestJSON-1341865721 tempest-ServersTestJSON-1341865721-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:22:33.188442 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88b5d26-1cbb-471f-b300-afc58760ceda tempest-ServersTestJSON-1341865721 tempest-ServersTestJSON-1341865721-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:22:33.192607 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88b5d26-1cbb-471f-b300-afc58760ceda tempest-ServersTestJSON-1341865721 tempest-ServersTestJSON-1341865721-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:22:33.193576 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88b5d26-1cbb-471f-b300-afc58760ceda tempest-ServersTestJSON-1341865721 tempest-ServersTestJSON-1341865721-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:22:33.193576 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88b5d26-1cbb-471f-b300-afc58760ceda tempest-ServersTestJSON-1341865721 tempest-ServersTestJSON-1341865721-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:22:33.215573 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44e4aba2-7eae-42be-a38d-7aa640c20899 req-c88b5d26-1cbb-471f-b300-afc58760ceda tempest-ServersTestJSON-1341865721 tempest-ServersTestJSON-1341865721-project] Network 6ef429fe-b6d8-4054-9275-be62180ab304 is already hosted by enough agents. {{(pid=102347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:22:33.217158 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [req-44e4aba2-7eae-42be-a38d-7aa640c20899 req-c88b5d26-1cbb-471f-b300-afc58760ceda tempest-ServersTestJSON-1341865721 tempest-ServersTestJSON-1341865721-project] Resources bound (agent type, host, resource id): {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:22:33.220411 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [req-44e4aba2-7eae-42be-a38d-7aa640c20899 req-c88b5d26-1cbb-471f-b300-afc58760ceda tempest-ServersTestJSON-1341865721 tempest-ServersTestJSON-1341865721-project] Received port after_create {{(pid=102347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:22:33.224178 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9618de7-7f16-49f7-b248-39e3633d1cbc req-f3e5887d-054b-420f-a79e-93cc75e9c0bc tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:33.243683 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9618de7-7f16-49f7-b248-39e3633d1cbc req-f3e5887d-054b-420f-a79e-93cc75e9c0bc tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:33.249576 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-e9618de7-7f16-49f7-b248-39e3633d1cbc req-f3e5887d-054b-420f-a79e-93cc75e9c0bc tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] 10.222.0.44 "GET /v2.0/ports?device_id=2296ee05-8e19-42a2-999c-bcf4c4617d80 HTTP/1.1" status: 200 len: 1678 time: 0.2151961 Oct 27 10:22:33.312723 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] For port 30e58787-c9a5-4368-8af7-62099a0fdf42, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=30e58787-c9a5-4368-8af7-62099a0fdf42,segment=NetworkSegment(d280e86b-98bc-4db8-afe2-4c1f5068a6df),segment_id=d280e86b-98bc-4db8-afe2-4c1f5068a6df)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:22:33.332210 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e4aba2-7eae-42be-a38d-7aa640c20899 req-c88b5d26-1cbb-471f-b300-afc58760ceda tempest-ServersTestJSON-1341865721 tempest-ServersTestJSON-1341865721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:33.338015 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Returning: {'device': '30e58787-c9a5-4368-8af7-62099a0fdf42', 'network_id': 'bf1ac053-a18e-466d-9b2d-ed75456df1b4', 'port_id': '30e58787-c9a5-4368-8af7-62099a0fdf42', 'mac_address': 'fa:16:3e:46:24:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 421, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77fcb867-b5c4-4b73-bcc5-3f71a668ea56', 'ip_address': '19.86.0.31'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 10:22:33.344591 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-44e4aba2-7eae-42be-a38d-7aa640c20899 req-c88b5d26-1cbb-471f-b300-afc58760ceda tempest-ServersTestJSON-1341865721 tempest-ServersTestJSON-1341865721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:33.345278 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-e9618de7-7f16-49f7-b248-39e3633d1cbc req-6849a92f-d3cf-4f20-a267-6677022b923b tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] 10.222.0.44 "GET /v2.0/security-groups?id=58a9c42a-77eb-4104-9847-0486d9673bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848653 Oct 27 10:22:33.427259 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-44e4aba2-7eae-42be-a38d-7aa640c20899 req-c88b5d26-1cbb-471f-b300-afc58760ceda tempest-ServersTestJSON-1341865721 tempest-ServersTestJSON-1341865721-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8226554 Oct 27 10:22:33.452367 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [req-44e4aba2-7eae-42be-a38d-7aa640c20899 req-f0686f4d-1b87-41b0-a848-4c11debe7c6f service neutron] Request body: {'port': {'device_id': 'd0703643-1364-4ee4-80fa-4e826a594d67', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-10'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:22:33.454145 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:33.464798 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89611b33-bbde-4174-845b-a4d2c6cc21a2 req-6d538dff-f07d-43b1-acb4-6554b588d4b1 tempest-LiveAutoBlockMigrationV225Test-1419872258 tempest-LiveAutoBlockMigrationV225Test-1419872258-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:33.469849 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-89611b33-bbde-4174-845b-a4d2c6cc21a2 req-6d538dff-f07d-43b1-acb4-6554b588d4b1 tempest-LiveAutoBlockMigrationV225Test-1419872258 tempest-LiveAutoBlockMigrationV225Test-1419872258-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=9e8bcc8c-e9a1-4c45-af3a-9fd9588b6b53 HTTP/1.1" status: 200 len: 1098 time: 0.1157837 Oct 27 10:22:33.484583 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30e58787-c9a5-4368-8af7-62099a0fdf42 {{(pid=102348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:22:33.525699 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] For port 30e58787-c9a5-4368-8af7-62099a0fdf42, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=30e58787-c9a5-4368-8af7-62099a0fdf42,segment=NetworkSegment(d280e86b-98bc-4db8-afe2-4c1f5068a6df),segment_id=d280e86b-98bc-4db8-afe2-4c1f5068a6df)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:22:33.540378 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:33.563423 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-89611b33-bbde-4174-845b-a4d2c6cc21a2 req-525fa49c-75ad-42e4-907a-3cca00122b21 tempest-LiveAutoBlockMigrationV225Test-1419872258 tempest-LiveAutoBlockMigrationV225Test-1419872258-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=e3018bff-e5f8-44d8-a835-69520a8698da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588138 Oct 27 10:22:33.583278 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714d7110-b746-4b71-b0a7-564e54a9267a req-9263890e-8ac0-4a52-96d4-cff2f60d9505 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:33.584840 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-714d7110-b746-4b71-b0a7-564e54a9267a req-9263890e-8ac0-4a52-96d4-cff2f60d9505 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/ports?device_id=91f1b872-bfe1-4648-a448-cef70da3dd1f HTTP/1.1" status: 200 len: 948 time: 0.0771384 Oct 27 10:22:33.608502 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-44e4aba2-7eae-42be-a38d-7aa640c20899 req-f0686f4d-1b87-41b0-a848-4c11debe7c6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:33.655421 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-714d7110-b746-4b71-b0a7-564e54a9267a req-5973a7e4-18a6-451e-995b-ae8f4abbad9d tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/security-groups?id=e786382c-1289-4f9d-b471-ed120470c2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444863 Oct 27 10:22:33.657297 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-239ae282-66a0-4fc4-a30f-22e8dced6bf7 tempest-ServersWithSpecificFlavorTestJSON-2103273157 tempest-ServersWithSpecificFlavorTestJSON-2103273157-project] Router 63f7ed1c-370f-4434-bb3c-bdaf6c5b2e01 has already been hosted by L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb {{(pid=102346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 10:22:33.659868 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Pushing event updated for resources: {'Port': ['ID=30e58787-c9a5-4368-8af7-62099a0fdf42,revision_number=4']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:22:33.662456 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-daa39187-1bba-4b78-91ef-ff7325d0579f None None] Provisioning complete for port 63ffddaf-77c9-47e2-8e97-4a90c844dd8b triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:22:33.662842 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-daa39187-1bba-4b78-91ef-ff7325d0579f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:33.772847 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-daa39187-1bba-4b78-91ef-ff7325d0579f None None] Port 63ffddaf-77c9-47e2-8e97-4a90c844dd8b cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:22:33.800223 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-239ae282-66a0-4fc4-a30f-22e8dced6bf7 tempest-ServersWithSpecificFlavorTestJSON-2103273157 tempest-ServersWithSpecificFlavorTestJSON-2103273157-project] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:22:33.804450 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-239ae282-66a0-4fc4-a30f-22e8dced6bf7 tempest-ServersWithSpecificFlavorTestJSON-2103273157 tempest-ServersWithSpecificFlavorTestJSON-2103273157-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for floatingip, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:33.830022 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-465940a5-5957-49ee-acda-502b0fe99bcf None None] Sync routers for ids ['63f7ed1c-370f-4434-bb3c-bdaf6c5b2e01'] in n-d-813419-10 {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:22:33.848505 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-465940a5-5957-49ee-acda-502b0fe99bcf None None] Routers {'63f7ed1c-370f-4434-bb3c-bdaf6c5b2e01'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:22:33.849393 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-465940a5-5957-49ee-acda-502b0fe99bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:22:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['63f7ed1c-370f-4434-bb3c-bdaf6c5b2e01'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:22:33.862784 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-239ae282-66a0-4fc4-a30f-22e8dced6bf7 tempest-ServersWithSpecificFlavorTestJSON-2103273157 tempest-ServersWithSpecificFlavorTestJSON-2103273157-project] 10.222.0.44 "PUT /v2.0/floatingips/956bc502-238d-4e60-bccb-892ef75d4751 HTTP/1.1" status: 200 len: 991 time: 2.6578293 Oct 27 10:22:33.863384 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dab55e46-8e3b-4a56-8e39-e3a205f3b352', 'tag': '2b419df8-369a-43a9-82ec-0032d3a5f1f8'}] {{(pid=102346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:22:33.865701 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc0e418f5fc417c8d55d94c0aa509b037d0beb2a734c1a709e789eb65639a56d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-368f5269-4e16-4c0d-b486-70cd1ec7d911" -d '{"events": [{"name": "network-changed", "server_uuid": "dab55e46-8e3b-4a56-8e39-e3a205f3b352", "tag": "2b419df8-369a-43a9-82ec-0032d3a5f1f8"}]}' {{(pid=102346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:22:33.970705 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] get_ports_and_sgs() called for port_ids ['30e58787-c9a5-4368-8af7-62099a0fdf42'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:22:34.006693 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device 9d6bfe0c-461a-4d7b-a7c3-05a050b7e2ba up at agent hyperv_n-h1-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:22:34.081207 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvr_db [None req-465940a5-5957-49ee-acda-502b0fe99bcf None None] Set router 63f7ed1c-370f-4434-bb3c-bdaf6c5b2e01 gateway port host: n-d-813419-10 {{(pid=102348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:22:34.083429 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c8dec1-7b29-42ca-94f7-8287af6359ae req-9739194d-2391-49b8-a220-97af554215ec tempest-ServersTestJSON-1341865721 tempest-ServersTestJSON-1341865721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:34.092164 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-67c8dec1-7b29-42ca-94f7-8287af6359ae req-9739194d-2391-49b8-a220-97af554215ec tempest-ServersTestJSON-1341865721 tempest-ServersTestJSON-1341865721-project] 10.222.0.44 "GET /v2.0/ports?device_id=d0703643-1364-4ee4-80fa-4e826a594d67 HTTP/1.1" status: 200 len: 931 time: 0.1457283 Oct 27 10:22:34.183647 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [req-44e4aba2-7eae-42be-a38d-7aa640c20899 req-f0686f4d-1b87-41b0-a848-4c11debe7c6f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63ffddaf-77c9-47e2-8e97-4a90c844dd8b {{(pid=102347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:22:34.201992 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-67c8dec1-7b29-42ca-94f7-8287af6359ae req-34410aec-8ace-4014-8ad2-ee8be5b60952 tempest-ServersTestJSON-1341865721 tempest-ServersTestJSON-1341865721-project] 10.222.0.44 "GET /v2.0/security-groups?id=8fb6e5b5-c2fd-4ec8-99a2-cc35d354719d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1088569 Oct 27 10:22:34.213782 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Provisioning complete for port 9d6bfe0c-461a-4d7b-a7c3-05a050b7e2ba triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:22:34.214338 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:34.223291 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-44e4aba2-7eae-42be-a38d-7aa640c20899 req-f0686f4d-1b87-41b0-a848-4c11debe7c6f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:34.251203 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.provisioning_blocks [req-44e4aba2-7eae-42be-a38d-7aa640c20899 req-f0686f4d-1b87-41b0-a848-4c11debe7c6f service neutron] Transition to ACTIVE for port object 63ffddaf-77c9-47e2-8e97-4a90c844dd8b will not be triggered until provisioned by entity L2. {{(pid=102347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 10:22:34.262969 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-44e4aba2-7eae-42be-a38d-7aa640c20899 req-f0686f4d-1b87-41b0-a848-4c11debe7c6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:34.350840 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0686f4d-1b87-41b0-a848-4c11debe7c6f service neutron] Pushing event updated for resources: {'Port': ['ID=63ffddaf-77c9-47e2-8e97-4a90c844dd8b,revision_number=2']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:22:34.395193 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 10:22:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89ad1308-c067-43af-a7be-cdf27c382358 x-openstack-request-id: req-89ad1308-c067-43af-a7be-cdf27c382358 {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:22:34.397464 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dab55e46-8e3b-4a56-8e39-e3a205f3b352", "tag": "2b419df8-369a-43a9-82ec-0032d3a5f1f8", "status": "completed", "code": 200}]} {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:22:34.397464 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-89ad1308-c067-43af-a7be-cdf27c382358 {{(pid=102346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:22:34.397464 n-d-813419-10 neutron-server[102346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dab55e46-8e3b-4a56-8e39-e3a205f3b352', 'tag': '2b419df8-369a-43a9-82ec-0032d3a5f1f8', 'status': 'completed', 'code': 200} Oct 27 10:22:34.492143 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368f5269-4e16-4c0d-b486-70cd1ec7d911 req-f765fc0d-ee35-4fbb-ac7c-1c991b6ac412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:34.493992 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-368f5269-4e16-4c0d-b486-70cd1ec7d911 req-f765fc0d-ee35-4fbb-ac7c-1c991b6ac412 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=60bf030ec38b4548b292ea0483de5f05&device_id=dab55e46-8e3b-4a56-8e39-e3a205f3b352 HTTP/1.1" status: 200 len: 1097 time: 0.0701351 Oct 27 10:22:34.534806 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device 567f4fc1-5f28-4ac5-9a26-ecbb14bf10a8 details requested by agent hyperv_n-h2-813419-10 with host n-h2-813419-10 {{(pid=102348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 10:22:34.588038 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dddea5d-6cdb-4646-9759-611618f705a1 req-82cc7a71-f2b7-4548-8492-ad7916f62f8d tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:34.590711 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-9dddea5d-6cdb-4646-9759-611618f705a1 req-82cc7a71-f2b7-4548-8492-ad7916f62f8d tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] 10.222.0.44 "GET /v2.0/ports?device_id=17fac8c9-b531-4166-a261-47a6b86a5d06 HTTP/1.1" status: 200 len: 949 time: 0.1305966 Oct 27 10:22:34.600483 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:34.627340 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-44e4aba2-7eae-42be-a38d-7aa640c20899 req-f0686f4d-1b87-41b0-a848-4c11debe7c6f service neutron] Attempting to bind port 63ffddaf-77c9-47e2-8e97-4a90c844dd8b on host n-h2-813419-10 for vnic_type normal with profile {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:22:34.627762 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-44e4aba2-7eae-42be-a38d-7aa640c20899 req-f0686f4d-1b87-41b0-a848-4c11debe7c6f service neutron] Attempting to bind port 63ffddaf-77c9-47e2-8e97-4a90c844dd8b by drivers openvswitch,hyperv on host n-h2-813419-10 at level 0 using segments [{'id': '484662c5-6896-4c64-9da4-4aa0000b52b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '6ef429fe-b6d8-4054-9275-be62180ab304'}] {{(pid=102347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:22:34.628102 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44e4aba2-7eae-42be-a38d-7aa640c20899 req-f0686f4d-1b87-41b0-a848-4c11debe7c6f service neutron] Attempting to bind port 63ffddaf-77c9-47e2-8e97-4a90c844dd8b on network 6ef429fe-b6d8-4054-9275-be62180ab304 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:22:34.643550 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44e4aba2-7eae-42be-a38d-7aa640c20899 req-f0686f4d-1b87-41b0-a848-4c11debe7c6f service neutron] Port 63ffddaf-77c9-47e2-8e97-4a90c844dd8b on network 6ef429fe-b6d8-4054-9275-be62180ab304 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-10 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 10:22:34.643878 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44e4aba2-7eae-42be-a38d-7aa640c20899 req-f0686f4d-1b87-41b0-a848-4c11debe7c6f service neutron] Attempting to bind port 63ffddaf-77c9-47e2-8e97-4a90c844dd8b on network 6ef429fe-b6d8-4054-9275-be62180ab304 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:22:34.655303 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44e4aba2-7eae-42be-a38d-7aa640c20899 req-f0686f4d-1b87-41b0-a848-4c11debe7c6f service neutron] Checking agent: {'id': 'a2edc247-0fa4-4ce6-bbae-a10492f6bd71', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 16, 9), 'started_at': datetime.datetime(2021, 10, 27, 10, 16, 9), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 22, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:22:34.663653 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44e4aba2-7eae-42be-a38d-7aa640c20899 req-f0686f4d-1b87-41b0-a848-4c11debe7c6f service neutron] Checking segment: {'id': '484662c5-6896-4c64-9da4-4aa0000b52b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '6ef429fe-b6d8-4054-9275-be62180ab304'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:22:34.663653 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44e4aba2-7eae-42be-a38d-7aa640c20899 req-f0686f4d-1b87-41b0-a848-4c11debe7c6f service neutron] Bound using segment: {'id': '484662c5-6896-4c64-9da4-4aa0000b52b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '6ef429fe-b6d8-4054-9275-be62180ab304'} {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:22:34.663653 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-44e4aba2-7eae-42be-a38d-7aa640c20899 req-f0686f4d-1b87-41b0-a848-4c11debe7c6f service neutron] Bound port: 63ffddaf-77c9-47e2-8e97-4a90c844dd8b, host: n-h2-813419-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '484662c5-6896-4c64-9da4-4aa0000b52b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '6ef429fe-b6d8-4054-9275-be62180ab304'}}] {{(pid=102347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:22:34.663653 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-44e4aba2-7eae-42be-a38d-7aa640c20899 req-f0686f4d-1b87-41b0-a848-4c11debe7c6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:34.691340 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-9dddea5d-6cdb-4646-9759-611618f705a1 req-07cd1c50-2a54-4c59-910d-2aba11ba0cc2 tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] 10.222.0.44 "GET /v2.0/security-groups?id=adbff9a4-0ae5-4700-84c2-4b5f53f67e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829542 Oct 27 10:22:34.716643 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.db.resource_extend [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 27 10:22:34.779015 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-44e4aba2-7eae-42be-a38d-7aa640c20899 req-f0686f4d-1b87-41b0-a848-4c11debe7c6f service neutron] For port 63ffddaf-77c9-47e2-8e97-4a90c844dd8b, host n-h2-813419-10, cleared binding levels {{(pid=102347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:22:34.782656 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-44e4aba2-7eae-42be-a38d-7aa640c20899 req-f0686f4d-1b87-41b0-a848-4c11debe7c6f service neutron] For port 63ffddaf-77c9-47e2-8e97-4a90c844dd8b, host n-h2-813419-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=63ffddaf-77c9-47e2-8e97-4a90c844dd8b,segment=NetworkSegment(484662c5-6896-4c64-9da4-4aa0000b52b3),segment_id=484662c5-6896-4c64-9da4-4aa0000b52b3)] {{(pid=102347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:22:34.788112 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368f5269-4e16-4c0d-b486-70cd1ec7d911 req-fb850e28-291e-428c-94de-a3c4d3c7f00a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:34.790192 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-368f5269-4e16-4c0d-b486-70cd1ec7d911 req-fb850e28-291e-428c-94de-a3c4d3c7f00a service neutron] 10.222.0.64 "GET /v2.0/networks?id=0a48af15-1075-4a1c-b6c2-04479e771f49 HTTP/1.1" status: 200 len: 924 time: 0.2826648 Oct 27 10:22:34.792155 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-44e4aba2-7eae-42be-a38d-7aa640c20899 req-f0686f4d-1b87-41b0-a848-4c11debe7c6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:34.876713 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e4aba2-7eae-42be-a38d-7aa640c20899 req-f0686f4d-1b87-41b0-a848-4c11debe7c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:34.878705 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-44e4aba2-7eae-42be-a38d-7aa640c20899 req-f0686f4d-1b87-41b0-a848-4c11debe7c6f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:34.879634 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17fac8c9-b531-4166-a261-47a6b86a5d06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d6bfe0c-461a-4d7b-a7c3-05a050b7e2ba'}] {{(pid=102348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:22:34.881860 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-44e4aba2-7eae-42be-a38d-7aa640c20899 req-f0686f4d-1b87-41b0-a848-4c11debe7c6f service neutron] 10.222.0.76 "PUT /v2.0/ports/63ffddaf-77c9-47e2-8e97-4a90c844dd8b HTTP/1.1" status: 200 len: 1092 time: 1.4462335 Oct 27 10:22:34.881996 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c588921fa634554a1d9242fdea1b05457a9ff1d3b28ba54ec1dace7f2f1df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-189be8d8-abdc-49fe-9e5d-e3ed8fd0d86f" -d '{"events": [{"server_uuid": "17fac8c9-b531-4166-a261-47a6b86a5d06", "name": "network-vif-plugged", "status": "completed", "tag": "9d6bfe0c-461a-4d7b-a7c3-05a050b7e2ba"}]}' {{(pid=102348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:22:34.888396 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0703643-1364-4ee4-80fa-4e826a594d67', 'tag': '63ffddaf-77c9-47e2-8e97-4a90c844dd8b'}] {{(pid=102347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:22:34.891195 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311149b481204ee7edffdb959c881838506fbd95bc8577c048f6677abb73acc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69fde570-4915-414e-a774-881b61006140" -d '{"events": [{"name": "network-changed", "server_uuid": "d0703643-1364-4ee4-80fa-4e826a594d67", "tag": "63ffddaf-77c9-47e2-8e97-4a90c844dd8b"}]}' {{(pid=102347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:22:34.893456 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-368f5269-4e16-4c0d-b486-70cd1ec7d911 req-0ed7c0a0-8565-450f-9c30-64ba33a92ba9 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2b419df8-369a-43a9-82ec-0032d3a5f1f8 HTTP/1.1" status: 200 len: 999 time: 0.0949469 Oct 27 10:22:34.914836 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port 9d6bfe0c-461a-4d7b-a7c3-05a050b7e2ba, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=9d6bfe0c-461a-4d7b-a7c3-05a050b7e2ba,segment=NetworkSegment(f7c42c6d-2766-46d8-a8b7-4852117a5555),segment_id=f7c42c6d-2766-46d8-a8b7-4852117a5555)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:22:34.931823 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:34.958003 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0686f4d-1b87-41b0-a848-4c11debe7c6f service neutron] Pushing event updated for resources: {'Port': ['ID=63ffddaf-77c9-47e2-8e97-4a90c844dd8b,revision_number=3']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:22:34.995394 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] For port 567f4fc1-5f28-4ac5-9a26-ecbb14bf10a8, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=567f4fc1-5f28-4ac5-9a26-ecbb14bf10a8,segment=NetworkSegment(f7c42c6d-2766-46d8-a8b7-4852117a5555),segment_id=f7c42c6d-2766-46d8-a8b7-4852117a5555)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:22:35.022639 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368f5269-4e16-4c0d-b486-70cd1ec7d911 req-e42e5431-4f86-4ef2-afc9-01724a850947 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:35.023952 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-465940a5-5957-49ee-acda-502b0fe99bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63f7ed1c-370f-4434-bb3c-bdaf6c5b2e01', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-425009108-router', 'tenant_id': '60bf030ec38b4548b292ea0483de5f05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.225'}], 'enable_snat': True}, 'gw_port_id': '52a1bbf4-2cd9-4872-bd73-dd8c7601673c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:18:17Z', 'updated_at': '2021-10-27T10:18:21Z', 'revision_number': 4, 'project_id': '60bf030ec38b4548b292ea0483de5f05', 'gw_port': {'id': '52a1bbf4-2cd9-4872-bd73-dd8c7601673c', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:ea:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63f7ed1c-370f-4434-bb3c-bdaf6c5b2e01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:18:18Z', 'updated_at': '2021-10-27T10:18:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_floatingips': [{'id': '956bc502-238d-4e60-bccb-892ef75d4751', 'tenant_id': '60bf030ec38b4548b292ea0483de5f05', 'floating_ip_address': '172.25.8.219', 'floating_network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'router_id': '63f7ed1c-370f-4434-bb3c-bdaf6c5b2e01', 'port_id': '2b419df8-369a-43a9-82ec-0032d3a5f1f8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a48af15-1075-4a1c-b6c2-04479e771f49', 'mac_address': 'fa:16:3e:50:0e:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dab55e46-8e3b-4a56-8e39-e3a205f3b352', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T10:18:45Z', 'updated_at': '2021-10-27T10:22:32Z', 'revision_number': 5, 'project_id': '60bf030ec38b4548b292ea0483de5f05', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30541382-9698-42aa-b364-000a568db488', 'name': '', 'network_id': '0a48af15-1075-4a1c-b6c2-04479e771f49', 'tenant_id': '60bf030ec38b4548b292ea0483de5f05', 'mac_address': 'fa:16:3e:da:d0:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63f7ed1c-370f-4434-bb3c-bdaf6c5b2e01', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '01ed277a-6c4a-420b-a94a-e6bb1e65fbf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:18:20Z', 'updated_at': '2021-10-27T10:18:25Z', 'revision_number': 5, 'project_id': '60bf030ec38b4548b292ea0483de5f05', 'subnets': [{'id': '01ed277a-6c4a-420b-a94a-e6bb1e65fbf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:22:35.029202 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-368f5269-4e16-4c0d-b486-70cd1ec7d911 req-e42e5431-4f86-4ef2-afc9-01724a850947 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=01ed277a-6c4a-420b-a94a-e6bb1e65fbf9 HTTP/1.1" status: 200 len: 862 time: 0.1279483 Oct 27 10:22:35.061053 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Returning: {'device': '567f4fc1-5f28-4ac5-9a26-ecbb14bf10a8', 'network_id': '4d250f92-d229-45fe-a579-67fef8e6c544', 'port_id': '567f4fc1-5f28-4ac5-9a26-ecbb14bf10a8', 'mac_address': 'fa:16:3e:c0:9e:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62eb52f7-aac4-48af-8670-e04300325561', 'ip_address': '192.168.233.202'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 10:22:35.068083 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-465940a5-5957-49ee-acda-502b0fe99bcf None None] Checking router: 63f7ed1c-370f-4434-bb3c-bdaf6c5b2e01 for host: n-d-813419-10 {{(pid=102348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 10:22:35.076752 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Pushing event updated for resources: {'Port': ['ID=9d6bfe0c-461a-4d7b-a7c3-05a050b7e2ba,revision_number=11']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:22:35.093940 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e4aba2-7eae-42be-a38d-7aa640c20899 req-83f8dc87-b45e-4836-a15d-a79bbb398f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:35.097884 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-44e4aba2-7eae-42be-a38d-7aa640c20899 req-83f8dc87-b45e-4836-a15d-a79bbb398f31 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=5a3c12df7f43463a852ca5173c2eabe7&device_id=d0703643-1364-4ee4-80fa-4e826a594d67 HTTP/1.1" status: 200 len: 1095 time: 0.1326418 Oct 27 10:22:35.115145 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-465940a5-5957-49ee-acda-502b0fe99bcf None None] Routers {'63f7ed1c-370f-4434-bb3c-bdaf6c5b2e01'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:22:35.115768 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-465940a5-5957-49ee-acda-502b0fe99bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:22:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['63f7ed1c-370f-4434-bb3c-bdaf6c5b2e01'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:22:35.206297 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368f5269-4e16-4c0d-b486-70cd1ec7d911 req-0bab827b-ffe9-40fb-830b-ca2c1f3c733a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:35.207797 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-368f5269-4e16-4c0d-b486-70cd1ec7d911 req-0bab827b-ffe9-40fb-830b-ca2c1f3c733a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0a48af15-1075-4a1c-b6c2-04479e771f49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1673560 Oct 27 10:22:35.219234 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-44e4aba2-7eae-42be-a38d-7aa640c20899 req-62176f8b-9edc-42e6-a882-6a0a545c9206 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=63ffddaf-77c9-47e2-8e97-4a90c844dd8b HTTP/1.1" status: 200 len: 217 time: 0.1110010 Oct 27 10:22:35.396876 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e4aba2-7eae-42be-a38d-7aa640c20899 req-1828f38b-7a6a-4da6-8921-b97b0e13bb11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:35.399473 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-44e4aba2-7eae-42be-a38d-7aa640c20899 req-1828f38b-7a6a-4da6-8921-b97b0e13bb11 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=0581c968-e77f-4ae1-b8cd-953b2bcace51 HTTP/1.1" status: 200 len: 845 time: 0.1721549 Oct 27 10:22:35.452267 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-368f5269-4e16-4c0d-b486-70cd1ec7d911 req-5004040b-b75f-4ddb-9d7f-a314fd805367 service neutron] 10.222.0.64 "GET /v2.0/networks/0a48af15-1075-4a1c-b6c2-04479e771f49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2329619 Oct 27 10:22:35.492417 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbcb221-7c32-4a4d-a5f9-89ae84c48436 req-d870a793-96cf-415e-82c6-d8aaa2043f81 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:35.502606 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbcb221-7c32-4a4d-a5f9-89ae84c48436 req-d870a793-96cf-415e-82c6-d8aaa2043f81 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:35.514466 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8cbcb221-7c32-4a4d-a5f9-89ae84c48436 req-d870a793-96cf-415e-82c6-d8aaa2043f81 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] 10.222.0.44 "GET /v2.0/ports?device_id=2296ee05-8e19-42a2-999c-bcf4c4617d80 HTTP/1.1" status: 200 len: 1679 time: 0.2966182 Oct 27 10:22:35.524299 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] get_ports_and_sgs() called for port_ids ['ef8c5b69-dd82-4e4b-a0d6-85720dea4382'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:22:35.545079 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [req-512ecd3c-8815-41e8-a6b6-dfd926a3d51f req-54d04a51-56eb-4c61-b91b-54bbc0e00733 tempest-LiveAutoBlockMigrationV225Test-1419872258 tempest-LiveAutoBlockMigrationV225Test-1419872258-project-admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=102347) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 10:22:35.546187 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-512ecd3c-8815-41e8-a6b6-dfd926a3d51f req-54d04a51-56eb-4c61-b91b-54bbc0e00733 tempest-LiveAutoBlockMigrationV225Test-1419872258 tempest-LiveAutoBlockMigrationV225Test-1419872258-project-admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0069621 Oct 27 10:22:35.572842 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:35.602203 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8cbcb221-7c32-4a4d-a5f9-89ae84c48436 req-f037a468-2385-4a81-8054-986bebe60338 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] 10.222.0.44 "GET /v2.0/security-groups?id=58a9c42a-77eb-4104-9847-0486d9673bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805995 Oct 27 10:22:35.613606 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e4aba2-7eae-42be-a38d-7aa640c20899 req-d2a4b2cd-d439-4dde-a31c-8734613f73ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:35.613606 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-44e4aba2-7eae-42be-a38d-7aa640c20899 req-d2a4b2cd-d439-4dde-a31c-8734613f73ca service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=6ef429fe-b6d8-4054-9275-be62180ab304&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2036660 Oct 27 10:22:35.660119 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 567f4fc1-5f28-4ac5-9a26-ecbb14bf10a8 {{(pid=102348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:22:35.690605 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-368f5269-4e16-4c0d-b486-70cd1ec7d911 req-beb435ba-48c1-4266-b775-ba15bbc39250 service neutron] 10.222.0.64 "GET /v2.0/networks/0a48af15-1075-4a1c-b6c2-04479e771f49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2120280 Oct 27 10:22:35.760940 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] For port 567f4fc1-5f28-4ac5-9a26-ecbb14bf10a8, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=567f4fc1-5f28-4ac5-9a26-ecbb14bf10a8,segment=NetworkSegment(f7c42c6d-2766-46d8-a8b7-4852117a5555),segment_id=f7c42c6d-2766-46d8-a8b7-4852117a5555)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:22:35.774381 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:35.823597 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512ecd3c-8815-41e8-a6b6-dfd926a3d51f req-91a02f03-ff3d-48df-b669-286e387963e0 tempest-LiveAutoBlockMigrationV225Test-1419872258 tempest-LiveAutoBlockMigrationV225Test-1419872258-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:35.825197 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-512ecd3c-8815-41e8-a6b6-dfd926a3d51f req-91a02f03-ff3d-48df-b669-286e387963e0 tempest-LiveAutoBlockMigrationV225Test-1419872258 tempest-LiveAutoBlockMigrationV225Test-1419872258-project-admin] 10.222.0.44 "GET /v2.0/ports/33ababf2-d146-4ed8-98b4-c512ea11df55 HTTP/1.1" status: 200 len: 1095 time: 0.2535853 Oct 27 10:22:35.862269 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14d6e1d-bc9c-4ceb-bc3d-1eda6fa3d2db req-4d1dacf5-bd6d-4fde-981f-8e72cf1776c8 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:35.879603 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-e14d6e1d-bc9c-4ceb-bc3d-1eda6fa3d2db req-4d1dacf5-bd6d-4fde-981f-8e72cf1776c8 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/ports?device_id=91f1b872-bfe1-4648-a448-cef70da3dd1f HTTP/1.1" status: 200 len: 948 time: 0.1558301 Oct 27 10:22:35.881161 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvr_db [None req-465940a5-5957-49ee-acda-502b0fe99bcf None None] Set router 63f7ed1c-370f-4434-bb3c-bdaf6c5b2e01 gateway port host: n-d-813419-10 {{(pid=102348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:22:35.884569 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [req-512ecd3c-8815-41e8-a6b6-dfd926a3d51f req-50153862-8279-4772-8701-f9857b1715dd service neutron] Request body: {'binding': {'host': 'n-h2-813419-10', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:22:35.885760 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [req-512ecd3c-8815-41e8-a6b6-dfd926a3d51f req-50153862-8279-4772-8701-f9857b1715dd service neutron] Unknown quota resources ['binding']. {{(pid=102347) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 27 10:22:35.960582 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Pushing event updated for resources: {'Port': ['ID=567f4fc1-5f28-4ac5-9a26-ecbb14bf10a8,revision_number=4']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:22:36.085015 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-e14d6e1d-bc9c-4ceb-bc3d-1eda6fa3d2db req-6b8294e3-2b54-4d14-9bca-8f2553720070 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/security-groups?id=e786382c-1289-4f9d-b471-ed120470c2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904769 Oct 27 10:22:36.096936 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-44e4aba2-7eae-42be-a38d-7aa640c20899 req-663c78b4-873f-4d31-a496-a6f8a57788e3 service neutron] 10.222.0.76 "GET /v2.0/networks/6ef429fe-b6d8-4054-9275-be62180ab304?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4338324 Oct 27 10:22:36.140745 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:22:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8238b8a-c249-4dae-a270-b3ea7931105d x-openstack-request-id: req-c8238b8a-c249-4dae-a270-b3ea7931105d {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:22:36.141037 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17fac8c9-b531-4166-a261-47a6b86a5d06", "name": "network-vif-plugged", "status": "completed", "tag": "9d6bfe0c-461a-4d7b-a7c3-05a050b7e2ba", "code": 200}]} {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:22:36.141287 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c8238b8a-c249-4dae-a270-b3ea7931105d {{(pid=102348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:22:36.142203 n-d-813419-10 neutron-server[102348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17fac8c9-b531-4166-a261-47a6b86a5d06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d6bfe0c-461a-4d7b-a7c3-05a050b7e2ba', 'code': 200} Oct 27 10:22:36.193702 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 10:22:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f883b89-5246-4f4e-bde7-8fb75cf0aa2d x-openstack-request-id: req-1f883b89-5246-4f4e-bde7-8fb75cf0aa2d {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:22:36.198098 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0703643-1364-4ee4-80fa-4e826a594d67", "tag": "63ffddaf-77c9-47e2-8e97-4a90c844dd8b", "status": "completed", "code": 200}]} {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:22:36.198463 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1f883b89-5246-4f4e-bde7-8fb75cf0aa2d {{(pid=102347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:22:36.204431 n-d-813419-10 neutron-server[102347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0703643-1364-4ee4-80fa-4e826a594d67', 'tag': '63ffddaf-77c9-47e2-8e97-4a90c844dd8b', 'status': 'completed', 'code': 200} Oct 27 10:22:36.227686 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] get_ports_and_sgs() called for port_ids ['567f4fc1-5f28-4ac5-9a26-ecbb14bf10a8'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:22:36.308835 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-512ecd3c-8815-41e8-a6b6-dfd926a3d51f req-50153862-8279-4772-8701-f9857b1715dd service neutron] Attempting to bind port 33ababf2-d146-4ed8-98b4-c512ea11df55 on host n-h2-813419-10 for vnic_type normal with profile None {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:22:36.309158 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-512ecd3c-8815-41e8-a6b6-dfd926a3d51f req-50153862-8279-4772-8701-f9857b1715dd service neutron] Attempting to bind port 33ababf2-d146-4ed8-98b4-c512ea11df55 by drivers openvswitch,hyperv on host n-h2-813419-10 at level 0 using segments [{'id': '4fd5c29a-a838-4106-a890-06a671bde674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '1886fe3b-e088-4c7d-8f4c-b14d4440b311'}] {{(pid=102347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:22:36.309475 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-512ecd3c-8815-41e8-a6b6-dfd926a3d51f req-50153862-8279-4772-8701-f9857b1715dd service neutron] Attempting to bind port 33ababf2-d146-4ed8-98b4-c512ea11df55 on network 1886fe3b-e088-4c7d-8f4c-b14d4440b311 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:22:36.317307 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-512ecd3c-8815-41e8-a6b6-dfd926a3d51f req-50153862-8279-4772-8701-f9857b1715dd service neutron] Port 33ababf2-d146-4ed8-98b4-c512ea11df55 on network 1886fe3b-e088-4c7d-8f4c-b14d4440b311 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-10 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 10:22:36.317668 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-512ecd3c-8815-41e8-a6b6-dfd926a3d51f req-50153862-8279-4772-8701-f9857b1715dd service neutron] Attempting to bind port 33ababf2-d146-4ed8-98b4-c512ea11df55 on network 1886fe3b-e088-4c7d-8f4c-b14d4440b311 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:22:36.327020 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-465940a5-5957-49ee-acda-502b0fe99bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63f7ed1c-370f-4434-bb3c-bdaf6c5b2e01', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-425009108-router', 'tenant_id': '60bf030ec38b4548b292ea0483de5f05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.225'}], 'enable_snat': True}, 'gw_port_id': '52a1bbf4-2cd9-4872-bd73-dd8c7601673c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:18:17Z', 'updated_at': '2021-10-27T10:18:21Z', 'revision_number': 4, 'project_id': '60bf030ec38b4548b292ea0483de5f05', 'gw_port': {'id': '52a1bbf4-2cd9-4872-bd73-dd8c7601673c', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:ea:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63f7ed1c-370f-4434-bb3c-bdaf6c5b2e01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:18:18Z', 'updated_at': '2021-10-27T10:18:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_floatingips': [{'id': '956bc502-238d-4e60-bccb-892ef75d4751', 'tenant_id': '60bf030ec38b4548b292ea0483de5f05', 'floating_ip_address': '172.25.8.219', 'floating_network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'router_id': '63f7ed1c-370f-4434-bb3c-bdaf6c5b2e01', 'port_id': '2b419df8-369a-43a9-82ec-0032d3a5f1f8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a48af15-1075-4a1c-b6c2-04479e771f49', 'mac_address': 'fa:16:3e:50:0e:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dab55e46-8e3b-4a56-8e39-e3a205f3b352', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T10:18:45Z', 'updated_at': '2021-10-27T10:22:32Z', 'revision_number': 5, 'project_id': '60bf030ec38b4548b292ea0483de5f05', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30541382-9698-42aa-b364-000a568db488', 'name': '', 'network_id': '0a48af15-1075-4a1c-b6c2-04479e771f49', 'tenant_id': '60bf030ec38b4548b292ea0483de5f05', 'mac_address': 'fa:16:3e:da:d0:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63f7ed1c-370f-4434-bb3c-bdaf6c5b2e01', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '01ed277a-6c4a-420b-a94a-e6bb1e65fbf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:18:20Z', 'updated_at': '2021-10-27T10:18:25Z', 'revision_number': 5, 'project_id': '60bf030ec38b4548b292ea0483de5f05', 'subnets': [{'id': '01ed277a-6c4a-420b-a94a-e6bb1e65fbf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:22:36.340072 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-44e4aba2-7eae-42be-a38d-7aa640c20899 req-a5bb6308-1b50-4f3e-9316-0ae38052fedd service neutron] 10.222.0.76 "GET /v2.0/networks/6ef429fe-b6d8-4054-9275-be62180ab304?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2314138 Oct 27 10:22:36.342713 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bbdcab-eeda-4418-a12b-b14ca244f048 req-fe3ce4da-dd5f-46e4-9124-13788836a4f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:36.344992 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-d1bbdcab-eeda-4418-a12b-b14ca244f048 req-fe3ce4da-dd5f-46e4-9124-13788836a4f8 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=17fac8c9-b531-4166-a261-47a6b86a5d06 HTTP/1.1" status: 200 len: 1102 time: 0.0819778 Oct 27 10:22:36.369527 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-465940a5-5957-49ee-acda-502b0fe99bcf None None] The sync data for ids ['63f7ed1c-370f-4434-bb3c-bdaf6c5b2e01'] in n-d-813419-10 is: [{'id': '63f7ed1c-370f-4434-bb3c-bdaf6c5b2e01', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-425009108-router', 'tenant_id': '60bf030ec38b4548b292ea0483de5f05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.225'}], 'enable_snat': True}, 'gw_port_id': '52a1bbf4-2cd9-4872-bd73-dd8c7601673c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:18:17Z', 'updated_at': '2021-10-27T10:18:21Z', 'revision_number': 4, 'project_id': '60bf030ec38b4548b292ea0483de5f05', 'gw_port': {'id': '52a1bbf4-2cd9-4872-bd73-dd8c7601673c', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:ea:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63f7ed1c-370f-4434-bb3c-bdaf6c5b2e01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:18:18Z', 'updated_at': '2021-10-27T10:18:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_floatingips': [{'id': '956bc502-238d-4e60-bccb-892ef75d4751', 'tenant_id': '60bf030ec38b4548b292ea0483de5f05', 'floating_ip_address': '172.25.8.219', 'floating_network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'router_id': '63f7ed1c-370f-4434-bb3c-bdaf6c5b2e01', 'port_id': '2b419df8-369a-43a9-82ec-0032d3a5f1f8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a48af15-1075-4a1c-b6c2-04479e771f49', 'mac_address': 'fa:16:3e:50:0e:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dab55e46-8e3b-4a56-8e39-e3a205f3b352', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T10:18:45Z', 'updated_at': '2021-10-27T10:22:32Z', 'revision_number': 5, 'project_id': '60bf030ec38b4548b292ea0483de5f05', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30541382-9698-42aa-b364-000a568db488', 'name': '', 'network_id': '0a48af15-1075-4a1c-b6c2-04479e771f49', 'tenant_id': '60bf030ec38b4548b292ea0483de5f05', 'mac_address': 'fa:16:3e:da:d0:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63f7ed1c-370f-4434-bb3c-bdaf6c5b2e01', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '01ed277a-6c4a-420b-a94a-e6bb1e65fbf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:18:20Z', 'updated_at': '2021-10-27T10:18:25Z', 'revision_number': 5, 'project_id': '60bf030ec38b4548b292ea0483de5f05', 'subnets': [{'id': '01ed277a-6c4a-420b-a94a-e6bb1e65fbf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:22:36.376439 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-512ecd3c-8815-41e8-a6b6-dfd926a3d51f req-50153862-8279-4772-8701-f9857b1715dd service neutron] Checking agent: {'id': 'a2edc247-0fa4-4ce6-bbae-a10492f6bd71', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 16, 9), 'started_at': datetime.datetime(2021, 10, 27, 10, 16, 9), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 22, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:22:36.376775 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-512ecd3c-8815-41e8-a6b6-dfd926a3d51f req-50153862-8279-4772-8701-f9857b1715dd service neutron] Checking segment: {'id': '4fd5c29a-a838-4106-a890-06a671bde674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '1886fe3b-e088-4c7d-8f4c-b14d4440b311'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:22:36.377157 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-512ecd3c-8815-41e8-a6b6-dfd926a3d51f req-50153862-8279-4772-8701-f9857b1715dd service neutron] Bound using segment: {'id': '4fd5c29a-a838-4106-a890-06a671bde674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '1886fe3b-e088-4c7d-8f4c-b14d4440b311'} {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:22:36.378212 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-512ecd3c-8815-41e8-a6b6-dfd926a3d51f req-50153862-8279-4772-8701-f9857b1715dd service neutron] Bound port: 33ababf2-d146-4ed8-98b4-c512ea11df55, host: n-h2-813419-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4fd5c29a-a838-4106-a890-06a671bde674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '1886fe3b-e088-4c7d-8f4c-b14d4440b311'}}] {{(pid=102347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:22:36.411300 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-d1bbdcab-eeda-4418-a12b-b14ca244f048 req-8844e686-f98f-47a0-a718-4d394141298a service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=adbff9a4-0ae5-4700-84c2-4b5f53f67e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590997 Oct 27 10:22:36.471972 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8426707-95ad-458e-9e73-b9003d9dea29 req-f503fb3d-7f12-45d7-b69f-68d88778d230 tempest-ServersTestJSON-1341865721 tempest-ServersTestJSON-1341865721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:36.473738 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-a8426707-95ad-458e-9e73-b9003d9dea29 req-f503fb3d-7f12-45d7-b69f-68d88778d230 tempest-ServersTestJSON-1341865721 tempest-ServersTestJSON-1341865721-project] 10.222.0.44 "GET /v2.0/ports?device_id=d0703643-1364-4ee4-80fa-4e826a594d67 HTTP/1.1" status: 200 len: 943 time: 0.1662099 Oct 27 10:22:36.490632 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device 30e58787-c9a5-4368-8af7-62099a0fdf42 up at agent hyperv_n-h2-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:22:36.539691 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fde570-4915-414e-a774-881b61006140 req-440512c6-30fd-4214-b2dd-ee3c8bb55598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:36.541206 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-69fde570-4915-414e-a774-881b61006140 req-440512c6-30fd-4214-b2dd-ee3c8bb55598 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=5a3c12df7f43463a852ca5173c2eabe7&device_id=d0703643-1364-4ee4-80fa-4e826a594d67 HTTP/1.1" status: 200 len: 1095 time: 0.1263750 Oct 27 10:22:36.543061 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-512ecd3c-8815-41e8-a6b6-dfd926a3d51f req-50153862-8279-4772-8701-f9857b1715dd service neutron] For port 33ababf2-d146-4ed8-98b4-c512ea11df55, host n-h2-813419-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=33ababf2-d146-4ed8-98b4-c512ea11df55,segment=NetworkSegment(4fd5c29a-a838-4106-a890-06a671bde674),segment_id=4fd5c29a-a838-4106-a890-06a671bde674)] {{(pid=102347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:22:36.555152 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-512ecd3c-8815-41e8-a6b6-dfd926a3d51f req-50153862-8279-4772-8701-f9857b1715dd service neutron] Publish callbacks [] for binding, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:36.556630 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-512ecd3c-8815-41e8-a6b6-dfd926a3d51f req-50153862-8279-4772-8701-f9857b1715dd service neutron] 10.222.0.44 "POST /v2.0/ports/33ababf2-d146-4ed8-98b4-c512ea11df55/bindings HTTP/1.1" status: 201 len: 390 time: 0.6759162 Oct 27 10:22:36.569851 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-a8426707-95ad-458e-9e73-b9003d9dea29 req-ed5ed421-3316-4485-90ac-32ef5ee836df tempest-ServersTestJSON-1341865721 tempest-ServersTestJSON-1341865721-project] 10.222.0.44 "GET /v2.0/security-groups?id=8fb6e5b5-c2fd-4ec8-99a2-cc35d354719d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796828 Oct 27 10:22:36.629409 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Provisioning for port 30e58787-c9a5-4368-8af7-62099a0fdf42 completed by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 10:22:36.636885 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Provisioning complete for port 30e58787-c9a5-4368-8af7-62099a0fdf42 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:22:36.637488 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:36.753181 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fde570-4915-414e-a774-881b61006140 req-26576884-505f-499f-bfd7-8482c4083e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:36.762487 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-69fde570-4915-414e-a774-881b61006140 req-26576884-505f-499f-bfd7-8482c4083e67 service neutron] 10.222.0.76 "GET /v2.0/networks?id=6ef429fe-b6d8-4054-9275-be62180ab304 HTTP/1.1" status: 200 len: 907 time: 0.1974511 Oct 27 10:22:36.843608 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-69fde570-4915-414e-a774-881b61006140 req-25e4fc07-73ef-43e3-a42b-ebe5204954d4 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=63ffddaf-77c9-47e2-8e97-4a90c844dd8b HTTP/1.1" status: 200 len: 217 time: 0.0754020 Oct 27 10:22:36.851367 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f35d1eb9-5e9b-4ed3-a988-46449eb45aa2 None None] New status for floating IP 956bc502-238d-4e60-bccb-892ef75d4751: ACTIVE {{(pid=102349) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 10:22:36.882549 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:36.958021 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] For port 30e58787-c9a5-4368-8af7-62099a0fdf42, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=30e58787-c9a5-4368-8af7-62099a0fdf42,segment=NetworkSegment(d280e86b-98bc-4db8-afe2-4c1f5068a6df),segment_id=d280e86b-98bc-4db8-afe2-4c1f5068a6df)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:22:36.970911 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbbc122-5657-4e21-bb11-d60e12329b1b req-0c4d2fe2-231d-4e6c-9dc9-1ae84124abce tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:36.974099 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fde570-4915-414e-a774-881b61006140 req-706322f1-a493-478e-a76d-3e01c093b7eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:36.975554 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-69fde570-4915-414e-a774-881b61006140 req-706322f1-a493-478e-a76d-3e01c093b7eb service neutron] 10.222.0.76 "GET /v2.0/subnets?id=0581c968-e77f-4ae1-b8cd-953b2bcace51 HTTP/1.1" status: 200 len: 845 time: 0.1164958 Oct 27 10:22:36.976354 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-0bbbc122-5657-4e21-bb11-d60e12329b1b req-0c4d2fe2-231d-4e6c-9dc9-1ae84124abce tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] 10.222.0.44 "GET /v2.0/ports?device_id=17fac8c9-b531-4166-a261-47a6b86a5d06 HTTP/1.1" status: 200 len: 950 time: 0.1279485 Oct 27 10:22:36.983350 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:37.062569 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fde570-4915-414e-a774-881b61006140 req-9cb537e2-a2bd-46e4-aca9-10c447597f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:37.063971 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-69fde570-4915-414e-a774-881b61006140 req-9cb537e2-a2bd-46e4-aca9-10c447597f7c service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=6ef429fe-b6d8-4054-9275-be62180ab304&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0778129 Oct 27 10:22:37.108736 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-0bbbc122-5657-4e21-bb11-d60e12329b1b req-4d41772f-cfdc-4049-b9fe-9dd3071b8589 tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] 10.222.0.44 "GET /v2.0/security-groups?id=adbff9a4-0ae5-4700-84c2-4b5f53f67e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285822 Oct 27 10:22:37.120411 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Pushing event updated for resources: {'Port': ['ID=30e58787-c9a5-4368-8af7-62099a0fdf42,revision_number=5']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:22:37.146196 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512ecd3c-8815-41e8-a6b6-dfd926a3d51f req-5154b27f-8f5d-45c5-886e-eb8fd5ca7fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:37.147809 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-512ecd3c-8815-41e8-a6b6-dfd926a3d51f req-5154b27f-8f5d-45c5-886e-eb8fd5ca7fbe service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=54312c7c8f9740c0a6858560a6518b0e&device_id=9e8bcc8c-e9a1-4c45-af3a-9fd9588b6b53 HTTP/1.1" status: 200 len: 1098 time: 0.1604507 Oct 27 10:22:37.274801 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-69fde570-4915-414e-a774-881b61006140 req-c9f5c01f-6509-4bbb-9267-918f5c42b9ce service neutron] 10.222.0.76 "GET /v2.0/networks/6ef429fe-b6d8-4054-9275-be62180ab304?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2025793 Oct 27 10:22:37.331407 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512ecd3c-8815-41e8-a6b6-dfd926a3d51f req-525fe6da-5f51-4947-ae9e-d36e5c4e4ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:37.335005 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-512ecd3c-8815-41e8-a6b6-dfd926a3d51f req-525fe6da-5f51-4947-ae9e-d36e5c4e4ec0 service neutron] 10.222.0.76 "GET /v2.0/networks?id=1886fe3b-e088-4c7d-8f4c-b14d4440b311 HTTP/1.1" status: 200 len: 922 time: 0.1752470 Oct 27 10:22:37.365133 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f978d86-92a8-4b17-862c-88d79302e965 req-871bfdbe-7e93-46db-92ba-a56d2c4851d8 tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:37.369915 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a33ca2-09c0-426d-88a4-15f15c004bdb req-ac275fdb-b4dc-47e3-bd41-84e306258d76 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:37.374538 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-4f978d86-92a8-4b17-862c-88d79302e965 req-871bfdbe-7e93-46db-92ba-a56d2c4851d8 tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] 10.222.0.44 "GET /v2.0/ports?device_id=9e8bcc8c-e9a1-4c45-af3a-9fd9588b6b53 HTTP/1.1" status: 200 len: 946 time: 0.1812074 Oct 27 10:22:37.376271 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a33ca2-09c0-426d-88a4-15f15c004bdb req-ac275fdb-b4dc-47e3-bd41-84e306258d76 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:37.383800 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-99a33ca2-09c0-426d-88a4-15f15c004bdb req-ac275fdb-b4dc-47e3-bd41-84e306258d76 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] 10.222.0.44 "GET /v2.0/ports?device_id=2296ee05-8e19-42a2-999c-bcf4c4617d80 HTTP/1.1" status: 200 len: 1680 time: 0.1718204 Oct 27 10:22:37.430418 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-512ecd3c-8815-41e8-a6b6-dfd926a3d51f req-f3d789bd-5990-4e29-85ce-320493b669e2 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=33ababf2-d146-4ed8-98b4-c512ea11df55 HTTP/1.1" status: 200 len: 217 time: 0.0893762 Oct 27 10:22:37.443600 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-69fde570-4915-414e-a774-881b61006140 req-dd06057c-9398-4d10-85b7-84cb9abbf3f0 service neutron] 10.222.0.76 "GET /v2.0/networks/6ef429fe-b6d8-4054-9275-be62180ab304?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1575525 Oct 27 10:22:37.456792 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-99a33ca2-09c0-426d-88a4-15f15c004bdb req-195f9b7a-80a5-4bd9-8b55-08c91bb7a8bf tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] 10.222.0.44 "GET /v2.0/security-groups?id=58a9c42a-77eb-4104-9847-0486d9673bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719943 Oct 27 10:22:37.521189 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512ecd3c-8815-41e8-a6b6-dfd926a3d51f req-8662211b-a6d0-4424-93a2-aae7af43e3f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:37.522649 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-512ecd3c-8815-41e8-a6b6-dfd926a3d51f req-8662211b-a6d0-4424-93a2-aae7af43e3f0 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=823c78a5-c352-4686-b77c-588d22c2aa2c HTTP/1.1" status: 200 len: 861 time: 0.0826764 Oct 27 10:22:37.536633 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-4f978d86-92a8-4b17-862c-88d79302e965 req-bae690d3-9c2f-4700-8abf-260a735c8e05 tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] 10.222.0.44 "GET /v2.0/security-groups?id=e3018bff-e5f8-44d8-a835-69520a8698da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610439 Oct 27 10:22:37.600886 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-512ecd3c-8815-41e8-a6b6-dfd926a3d51f req-bc48f818-92e9-4dd3-8f8c-7e8603611a13 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=1886fe3b-e088-4c7d-8f4c-b14d4440b311&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0609179 Oct 27 10:22:37.646791 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85ea140-e27b-45f8-86ab-d2d3852d61e4 req-f6e6d06e-1ccc-4cab-a7b7-b3eed68a55b8 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:37.659698 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-f85ea140-e27b-45f8-86ab-d2d3852d61e4 req-f6e6d06e-1ccc-4cab-a7b7-b3eed68a55b8 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/ports?device_id=91f1b872-bfe1-4648-a448-cef70da3dd1f HTTP/1.1" status: 200 len: 949 time: 0.1148512 Oct 27 10:22:37.720491 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-f85ea140-e27b-45f8-86ab-d2d3852d61e4 req-544d5100-1ebe-4564-b13c-4fd1b7a53876 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/security-groups?id=e786382c-1289-4f9d-b471-ed120470c2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590329 Oct 27 10:22:37.750187 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b083f3-7376-4e0b-ba67-e61339f2d310 req-de79ff1e-e962-42ec-8e86-3a15c00ea7ae tempest-ServersTestJSON-1341865721 tempest-ServersTestJSON-1341865721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:37.751750 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-05b083f3-7376-4e0b-ba67-e61339f2d310 req-de79ff1e-e962-42ec-8e86-3a15c00ea7ae tempest-ServersTestJSON-1341865721 tempest-ServersTestJSON-1341865721-project] 10.222.0.44 "GET /v2.0/ports?device_id=d0703643-1364-4ee4-80fa-4e826a594d67 HTTP/1.1" status: 200 len: 943 time: 0.0849986 Oct 27 10:22:37.772770 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-512ecd3c-8815-41e8-a6b6-dfd926a3d51f req-7c113277-8f20-492d-be23-50a7bf9f58ba service neutron] 10.222.0.76 "GET /v2.0/networks/1886fe3b-e088-4c7d-8f4c-b14d4440b311?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1615622 Oct 27 10:22:37.861715 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-05b083f3-7376-4e0b-ba67-e61339f2d310 req-11425ca9-0d86-4356-bef9-2a6ce7dc2106 tempest-ServersTestJSON-1341865721 tempest-ServersTestJSON-1341865721-project] 10.222.0.44 "GET /v2.0/security-groups?id=8fb6e5b5-c2fd-4ec8-99a2-cc35d354719d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0973170 Oct 27 10:22:37.899433 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-512ecd3c-8815-41e8-a6b6-dfd926a3d51f req-eedcecc6-b9eb-43c0-82eb-39f51b2caac8 service neutron] 10.222.0.76 "GET /v2.0/networks/1886fe3b-e088-4c7d-8f4c-b14d4440b311?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1137924 Oct 27 10:22:38.143661 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2296ee05-8e19-42a2-999c-bcf4c4617d80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30e58787-c9a5-4368-8af7-62099a0fdf42'}] {{(pid=102348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:22:38.146017 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c588921fa634554a1d9242fdea1b05457a9ff1d3b28ba54ec1dace7f2f1df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1e3af49-6881-4bfd-8360-ebfe47ecb53c" -d '{"events": [{"server_uuid": "2296ee05-8e19-42a2-999c-bcf4c4617d80", "name": "network-vif-plugged", "status": "completed", "tag": "30e58787-c9a5-4368-8af7-62099a0fdf42"}]}' {{(pid=102348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:22:38.204028 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:22:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96296186-a7e3-4a3d-915d-3fcb25ba4607 x-openstack-request-id: req-96296186-a7e3-4a3d-915d-3fcb25ba4607 {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:22:38.204350 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2296ee05-8e19-42a2-999c-bcf4c4617d80", "name": "network-vif-plugged", "status": "completed", "tag": "30e58787-c9a5-4368-8af7-62099a0fdf42", "code": 200}]} {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:22:38.204626 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-96296186-a7e3-4a3d-915d-3fcb25ba4607 {{(pid=102348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:22:38.205020 n-d-813419-10 neutron-server[102348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2296ee05-8e19-42a2-999c-bcf4c4617d80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30e58787-c9a5-4368-8af7-62099a0fdf42', 'code': 200} Oct 27 10:22:38.264378 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcca8d1-3022-4bfa-8c94-ae5bf7b85534 req-11ed8510-1c3e-4311-b3e9-e80568f20128 tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:38.266098 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-7dcca8d1-3022-4bfa-8c94-ae5bf7b85534 req-11ed8510-1c3e-4311-b3e9-e80568f20128 tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] 10.222.0.44 "GET /v2.0/ports?device_id=17fac8c9-b531-4166-a261-47a6b86a5d06 HTTP/1.1" status: 200 len: 950 time: 0.0669475 Oct 27 10:22:38.325924 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-7dcca8d1-3022-4bfa-8c94-ae5bf7b85534 req-68da5b20-edbb-4774-ab2e-107d3e69f387 tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] 10.222.0.44 "GET /v2.0/security-groups?id=adbff9a4-0ae5-4700-84c2-4b5f53f67e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500848 Oct 27 10:22:38.500766 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device 567f4fc1-5f28-4ac5-9a26-ecbb14bf10a8 up at agent hyperv_n-h2-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:22:38.583942 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Provisioning for port 567f4fc1-5f28-4ac5-9a26-ecbb14bf10a8 completed by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 10:22:38.590277 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Provisioning complete for port 567f4fc1-5f28-4ac5-9a26-ecbb14bf10a8 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:22:38.591433 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:38.649606 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a30c4d6-08fc-4e28-9671-2b697f5d49f5 req-02d4ade1-889b-4ada-aac6-687e5a3d827a tempest-ServersAdminTestJSON-397275269 tempest-ServersAdminTestJSON-397275269-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:38.652059 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-2a30c4d6-08fc-4e28-9671-2b697f5d49f5 req-02d4ade1-889b-4ada-aac6-687e5a3d827a tempest-ServersAdminTestJSON-397275269 tempest-ServersAdminTestJSON-397275269-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=17fac8c9-b531-4166-a261-47a6b86a5d06 HTTP/1.1" status: 200 len: 1102 time: 0.0583856 Oct 27 10:22:38.662932 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5ecf19-c019-49f1-8032-f3b69fab27aa req-a4160759-2c0f-4b97-9b9a-c8d827e4057a tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:38.669649 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5ecf19-c019-49f1-8032-f3b69fab27aa req-a4160759-2c0f-4b97-9b9a-c8d827e4057a tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:38.671263 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-0c5ecf19-c019-49f1-8032-f3b69fab27aa req-a4160759-2c0f-4b97-9b9a-c8d827e4057a tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] 10.222.0.44 "GET /v2.0/ports?device_id=2296ee05-8e19-42a2-999c-bcf4c4617d80 HTTP/1.1" status: 200 len: 1680 time: 0.0909050 Oct 27 10:22:38.716057 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:38.746149 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-2a30c4d6-08fc-4e28-9671-2b697f5d49f5 req-c19ad7a5-b0a8-4965-8637-0a98b292f442 tempest-ServersAdminTestJSON-397275269 tempest-ServersAdminTestJSON-397275269-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=adbff9a4-0ae5-4700-84c2-4b5f53f67e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844829 Oct 27 10:22:38.766209 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-0c5ecf19-c019-49f1-8032-f3b69fab27aa req-0fec6746-57ee-41e3-a00b-b77766848481 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] 10.222.0.44 "GET /v2.0/security-groups?id=58a9c42a-77eb-4104-9847-0486d9673bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858843 Oct 27 10:22:38.807128 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:38.822331 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] For port 567f4fc1-5f28-4ac5-9a26-ecbb14bf10a8, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=567f4fc1-5f28-4ac5-9a26-ecbb14bf10a8,segment=NetworkSegment(f7c42c6d-2766-46d8-a8b7-4852117a5555),segment_id=f7c42c6d-2766-46d8-a8b7-4852117a5555)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:22:38.835195 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:38.836090 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device ef8c5b69-dd82-4e4b-a0d6-85720dea4382 up at agent hyperv_n-h2-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:22:38.907860 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Pushing event updated for resources: {'Port': ['ID=567f4fc1-5f28-4ac5-9a26-ecbb14bf10a8,revision_number=5']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:22:38.917771 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea6da4d-640b-46a5-846d-9f17480dbb99 req-6e804369-d283-4e71-9579-f3b105e1cb09 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:38.922816 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a5d60d-fc55-4899-aefc-35d446a70006 req-957c47dd-3b7f-461c-98c7-d69821938963 tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:38.926013 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-3ea6da4d-640b-46a5-846d-9f17480dbb99 req-6e804369-d283-4e71-9579-f3b105e1cb09 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/ports?device_id=91f1b872-bfe1-4648-a448-cef70da3dd1f HTTP/1.1" status: 200 len: 950 time: 0.0655487 Oct 27 10:22:38.931603 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-77a5d60d-fc55-4899-aefc-35d446a70006 req-957c47dd-3b7f-461c-98c7-d69821938963 tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] 10.222.0.44 "GET /v2.0/ports?device_id=9e8bcc8c-e9a1-4c45-af3a-9fd9588b6b53 HTTP/1.1" status: 200 len: 946 time: 0.1172957 Oct 27 10:22:38.980714 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-3ea6da4d-640b-46a5-846d-9f17480dbb99 req-e5ef48a5-74d8-4de2-9733-086221541bbe tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/security-groups?id=e786382c-1289-4f9d-b471-ed120470c2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483856 Oct 27 10:22:38.994870 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Provisioning for port ef8c5b69-dd82-4e4b-a0d6-85720dea4382 completed by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 10:22:38.999683 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Provisioning complete for port ef8c5b69-dd82-4e4b-a0d6-85720dea4382 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:22:39.000104 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:39.021166 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-77a5d60d-fc55-4899-aefc-35d446a70006 req-6f65fcaa-6301-407f-b9ee-784c8fb2f254 tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] 10.222.0.44 "GET /v2.0/security-groups?id=e3018bff-e5f8-44d8-a835-69520a8698da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798988 Oct 27 10:22:39.138470 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:39.185084 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] For port ef8c5b69-dd82-4e4b-a0d6-85720dea4382, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=ef8c5b69-dd82-4e4b-a0d6-85720dea4382,segment=NetworkSegment(f4c0c22f-aab8-4ae8-882d-a6c9857b00fc),segment_id=f4c0c22f-aab8-4ae8-882d-a6c9857b00fc)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:22:39.194015 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:39.254594 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70dcfbd-e35c-484d-aee5-d8ca087037a4 req-90f633e7-d8ac-4e8e-a49e-3feb698ad197 tempest-ServersTestJSON-1341865721 tempest-ServersTestJSON-1341865721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:39.265836 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-a70dcfbd-e35c-484d-aee5-d8ca087037a4 req-90f633e7-d8ac-4e8e-a49e-3feb698ad197 tempest-ServersTestJSON-1341865721 tempest-ServersTestJSON-1341865721-project] 10.222.0.44 "GET /v2.0/ports?device_id=d0703643-1364-4ee4-80fa-4e826a594d67 HTTP/1.1" status: 200 len: 943 time: 0.1112189 Oct 27 10:22:39.266208 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Pushing event updated for resources: {'Port': ['ID=ef8c5b69-dd82-4e4b-a0d6-85720dea4382,revision_number=5']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:22:39.330760 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-a70dcfbd-e35c-484d-aee5-d8ca087037a4 req-a4140261-4d63-4fb1-af11-578f4c767eb1 tempest-ServersTestJSON-1341865721 tempest-ServersTestJSON-1341865721-project] 10.222.0.44 "GET /v2.0/security-groups?id=8fb6e5b5-c2fd-4ec8-99a2-cc35d354719d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584111 Oct 27 10:22:39.428132 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9753d284-145a-4e11-bb89-4d05c7ee8e48 req-ce71a270-e431-4196-9511-ed4cf6f712c8 tempest-ServersAdminTestJSON-397275269 tempest-ServersAdminTestJSON-397275269-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:39.429764 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-9753d284-145a-4e11-bb89-4d05c7ee8e48 req-ce71a270-e431-4196-9511-ed4cf6f712c8 tempest-ServersAdminTestJSON-397275269 tempest-ServersAdminTestJSON-397275269-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=17fac8c9-b531-4166-a261-47a6b86a5d06 HTTP/1.1" status: 200 len: 1102 time: 0.0476267 Oct 27 10:22:39.493202 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-9753d284-145a-4e11-bb89-4d05c7ee8e48 req-d46d5a1f-3cf9-4c5e-9ba5-6c289c2bcc57 tempest-ServersAdminTestJSON-397275269 tempest-ServersAdminTestJSON-397275269-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=adbff9a4-0ae5-4700-84c2-4b5f53f67e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548358 Oct 27 10:22:39.783043 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f4ea03-bfea-4542-808c-d9bbf8bf9e42 req-88622ad3-f01d-4a94-9544-942226282f63 tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:39.793788 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-36f4ea03-bfea-4542-808c-d9bbf8bf9e42 req-88622ad3-f01d-4a94-9544-942226282f63 tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] 10.222.0.44 "GET /v2.0/ports?device_id=36241b3e-676a-4332-bd50-bcc3e354edd7 HTTP/1.1" status: 200 len: 950 time: 0.0934222 Oct 27 10:22:39.893148 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-36f4ea03-bfea-4542-808c-d9bbf8bf9e42 req-298dc8dd-df24-4449-b523-e8fe0bc853d1 tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] 10.222.0.44 "GET /v2.0/security-groups?id=adbff9a4-0ae5-4700-84c2-4b5f53f67e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989554 Oct 27 10:22:39.968580 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37f9ab1-7210-477b-a77e-fb71f04e96e9 req-f81fcdcf-cdc5-444c-bcee-79e44bb318cd tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:39.977174 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37f9ab1-7210-477b-a77e-fb71f04e96e9 req-f81fcdcf-cdc5-444c-bcee-79e44bb318cd tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:39.978840 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-a37f9ab1-7210-477b-a77e-fb71f04e96e9 req-f81fcdcf-cdc5-444c-bcee-79e44bb318cd tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] 10.222.0.44 "GET /v2.0/ports?device_id=2296ee05-8e19-42a2-999c-bcf4c4617d80 HTTP/1.1" status: 200 len: 1681 time: 0.0812845 Oct 27 10:22:40.075873 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-a37f9ab1-7210-477b-a77e-fb71f04e96e9 req-a0b2decd-115e-425a-8d62-abd7b7d1f454 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] 10.222.0.44 "GET /v2.0/security-groups?id=58a9c42a-77eb-4104-9847-0486d9673bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894923 Oct 27 10:22:40.152840 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e699e6f-41bf-4de7-83e7-f63d6d551220 req-10b37cc2-4700-4f23-84f2-364d079ae8aa tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:40.161711 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-2e699e6f-41bf-4de7-83e7-f63d6d551220 req-10b37cc2-4700-4f23-84f2-364d079ae8aa tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/ports?device_id=91f1b872-bfe1-4648-a448-cef70da3dd1f HTTP/1.1" status: 200 len: 950 time: 0.0738933 Oct 27 10:22:40.207762 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91f1b872-bfe1-4648-a448-cef70da3dd1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '567f4fc1-5f28-4ac5-9a26-ecbb14bf10a8'}, {'server_uuid': '2296ee05-8e19-42a2-999c-bcf4c4617d80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef8c5b69-dd82-4e4b-a0d6-85720dea4382'}] {{(pid=102348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:22:40.211444 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c588921fa634554a1d9242fdea1b05457a9ff1d3b28ba54ec1dace7f2f1df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57d95005-28c4-4c79-a65f-428ef886cf5a" -d '{"events": [{"server_uuid": "91f1b872-bfe1-4648-a448-cef70da3dd1f", "name": "network-vif-plugged", "status": "completed", "tag": "567f4fc1-5f28-4ac5-9a26-ecbb14bf10a8"}, {"server_uuid": "2296ee05-8e19-42a2-999c-bcf4c4617d80", "name": "network-vif-plugged", "status": "completed", "tag": "ef8c5b69-dd82-4e4b-a0d6-85720dea4382"}]}' {{(pid=102348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:22:40.225808 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-2e699e6f-41bf-4de7-83e7-f63d6d551220 req-0029f92c-911e-4d2c-9dd5-6a02302d9e89 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/security-groups?id=e786382c-1289-4f9d-b471-ed120470c2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627501 Oct 27 10:22:40.237250 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0802bcac-ab18-4d9e-a7f3-e8700d75f3ba req-aff9abb4-8086-40e1-afcb-e3415c108c37 tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:40.245599 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-0802bcac-ab18-4d9e-a7f3-e8700d75f3ba req-aff9abb4-8086-40e1-afcb-e3415c108c37 tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] 10.222.0.44 "GET /v2.0/ports?device_id=9e8bcc8c-e9a1-4c45-af3a-9fd9588b6b53 HTTP/1.1" status: 200 len: 946 time: 0.0623646 Oct 27 10:22:40.294972 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-0802bcac-ab18-4d9e-a7f3-e8700d75f3ba req-57c4e5b2-a03c-4eb0-a89e-d0a0633b77e4 tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] 10.222.0.44 "GET /v2.0/security-groups?id=e3018bff-e5f8-44d8-a835-69520a8698da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429118 Oct 27 10:22:40.366884 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 27 Oct 2021 10:22:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf1fc775-ca1d-42ea-9445-8c0d38a0c2dd x-openstack-request-id: req-bf1fc775-ca1d-42ea-9445-8c0d38a0c2dd {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:22:40.367484 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91f1b872-bfe1-4648-a448-cef70da3dd1f", "name": "network-vif-plugged", "status": "completed", "tag": "567f4fc1-5f28-4ac5-9a26-ecbb14bf10a8", "code": 200}, {"server_uuid": "2296ee05-8e19-42a2-999c-bcf4c4617d80", "name": "network-vif-plugged", "status": "completed", "tag": "ef8c5b69-dd82-4e4b-a0d6-85720dea4382", "code": 200}]} {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:22:40.367830 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-bf1fc775-ca1d-42ea-9445-8c0d38a0c2dd {{(pid=102348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:22:40.368358 n-d-813419-10 neutron-server[102348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91f1b872-bfe1-4648-a448-cef70da3dd1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '567f4fc1-5f28-4ac5-9a26-ecbb14bf10a8', 'code': 200} Oct 27 10:22:40.368726 n-d-813419-10 neutron-server[102348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2296ee05-8e19-42a2-999c-bcf4c4617d80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef8c5b69-dd82-4e4b-a0d6-85720dea4382', 'code': 200} Oct 27 10:22:40.519304 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device 63ffddaf-77c9-47e2-8e97-4a90c844dd8b details requested by agent hyperv_n-h2-813419-10 with host n-h2-813419-10 {{(pid=102348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 10:22:40.534492 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1713a7-308e-4fab-8189-d0e26928ed47 req-bb6a234b-5459-4ef7-93ad-7b9d4337fb70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:40.537053 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-3f1713a7-308e-4fab-8189-d0e26928ed47 req-bb6a234b-5459-4ef7-93ad-7b9d4337fb70 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=91f1b872-bfe1-4648-a448-cef70da3dd1f HTTP/1.1" status: 200 len: 1102 time: 0.0581417 Oct 27 10:22:40.617941 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa874cfe-1dcb-4deb-bfd3-a1ddd42c5a50 req-6ec8c149-a67d-4642-9c90-5b3a46967395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:40.621898 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa874cfe-1dcb-4deb-bfd3-a1ddd42c5a50 req-6ec8c149-a67d-4642-9c90-5b3a46967395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:40.633661 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-aa874cfe-1dcb-4deb-bfd3-a1ddd42c5a50 req-6ec8c149-a67d-4642-9c90-5b3a46967395 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=2296ee05-8e19-42a2-999c-bcf4c4617d80 HTTP/1.1" status: 200 len: 1985 time: 0.1496511 Oct 27 10:22:40.642305 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ffb5d2-11eb-4995-8924-42f7259b9f15 req-8b351146-6f8f-49a6-a161-457a6c0ad1c2 tempest-ServersTestJSON-1341865721 tempest-ServersTestJSON-1341865721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:40.644159 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-a7ffb5d2-11eb-4995-8924-42f7259b9f15 req-8b351146-6f8f-49a6-a161-457a6c0ad1c2 tempest-ServersTestJSON-1341865721 tempest-ServersTestJSON-1341865721-project] 10.222.0.44 "GET /v2.0/ports?device_id=d0703643-1364-4ee4-80fa-4e826a594d67 HTTP/1.1" status: 200 len: 943 time: 0.1036994 Oct 27 10:22:40.646427 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-3f1713a7-308e-4fab-8189-d0e26928ed47 req-b7daa756-4370-4b75-926e-7a8c2373773a service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=e786382c-1289-4f9d-b471-ed120470c2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930121 Oct 27 10:22:40.704998 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] For port 63ffddaf-77c9-47e2-8e97-4a90c844dd8b, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=63ffddaf-77c9-47e2-8e97-4a90c844dd8b,segment=NetworkSegment(484662c5-6896-4c64-9da4-4aa0000b52b3),segment_id=484662c5-6896-4c64-9da4-4aa0000b52b3)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:22:40.719986 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Returning: {'device': '63ffddaf-77c9-47e2-8e97-4a90c844dd8b', 'network_id': '6ef429fe-b6d8-4054-9275-be62180ab304', 'port_id': '63ffddaf-77c9-47e2-8e97-4a90c844dd8b', 'mac_address': 'fa:16:3e:a3:6c:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 444, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0581c968-e77f-4ae1-b8cd-953b2bcace51', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 10:22:40.732808 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-a7ffb5d2-11eb-4995-8924-42f7259b9f15 req-f4c68bfe-a312-427e-83ad-d5c118b1d423 tempest-ServersTestJSON-1341865721 tempest-ServersTestJSON-1341865721-project] 10.222.0.44 "GET /v2.0/security-groups?id=8fb6e5b5-c2fd-4ec8-99a2-cc35d354719d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808370 Oct 27 10:22:40.760017 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-aa874cfe-1dcb-4deb-bfd3-a1ddd42c5a50 req-3a0d8ea3-502e-4b01-a7ec-5b7eaa1671d5 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=58a9c42a-77eb-4104-9847-0486d9673bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217704 Oct 27 10:22:40.764475 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:40.781526 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63ffddaf-77c9-47e2-8e97-4a90c844dd8b {{(pid=102348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:22:40.818774 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] For port 63ffddaf-77c9-47e2-8e97-4a90c844dd8b, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=63ffddaf-77c9-47e2-8e97-4a90c844dd8b,segment=NetworkSegment(484662c5-6896-4c64-9da4-4aa0000b52b3),segment_id=484662c5-6896-4c64-9da4-4aa0000b52b3)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:22:40.829191 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:40.907200 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Pushing event updated for resources: {'Port': ['ID=63ffddaf-77c9-47e2-8e97-4a90c844dd8b,revision_number=4']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:22:41.100679 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81d0069-9773-4d5b-b068-118c0d839658 req-5ea37528-f0a7-4ce9-a702-268bff0e01b8 tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:41.119921 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-f81d0069-9773-4d5b-b068-118c0d839658 req-5ea37528-f0a7-4ce9-a702-268bff0e01b8 tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] 10.222.0.44 "GET /v2.0/ports?device_id=36241b3e-676a-4332-bd50-bcc3e354edd7 HTTP/1.1" status: 200 len: 950 time: 0.1422956 Oct 27 10:22:41.195405 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-f81d0069-9773-4d5b-b068-118c0d839658 req-c97d5eaf-797c-4008-ba8f-365bf1d44c19 tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] 10.222.0.44 "GET /v2.0/security-groups?id=adbff9a4-0ae5-4700-84c2-4b5f53f67e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813682 Oct 27 10:22:41.309425 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d3e3a9-e392-4605-a0d0-07e55390b98e req-75fbab26-61df-4c64-ab57-b773038353d0 tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:41.312696 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-18d3e3a9-e392-4605-a0d0-07e55390b98e req-75fbab26-61df-4c64-ab57-b773038353d0 tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] 10.222.0.64 "GET /v2.0/ports?device_id=36241b3e-676a-4332-bd50-bcc3e354edd7 HTTP/1.1" status: 200 len: 950 time: 0.1420889 Oct 27 10:22:41.332857 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] get_ports_and_sgs() called for port_ids ['63ffddaf-77c9-47e2-8e97-4a90c844dd8b'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:22:41.342924 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a75e45f-0614-4652-83e0-a092a2ee5444 req-5e45473f-6fcf-4052-8778-354d668f8ffe tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:41.353188 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a75e45f-0614-4652-83e0-a092a2ee5444 req-5e45473f-6fcf-4052-8778-354d668f8ffe tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:41.368839 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-0a75e45f-0614-4652-83e0-a092a2ee5444 req-5e45473f-6fcf-4052-8778-354d668f8ffe tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] 10.222.0.44 "GET /v2.0/ports?device_id=2296ee05-8e19-42a2-999c-bcf4c4617d80 HTTP/1.1" status: 200 len: 1681 time: 0.1583867 Oct 27 10:22:41.405624 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07e8de5-e650-418c-aa7a-93d9d147637c req-8f3b66b3-b1c0-49b1-873b-29469d29da58 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:41.407170 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-e07e8de5-e650-418c-aa7a-93d9d147637c req-8f3b66b3-b1c0-49b1-873b-29469d29da58 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/ports?device_id=91f1b872-bfe1-4648-a448-cef70da3dd1f HTTP/1.1" status: 200 len: 950 time: 0.1003911 Oct 27 10:22:41.447938 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-0a75e45f-0614-4652-83e0-a092a2ee5444 req-bc43a31c-db45-4161-8342-1ecf18696bb4 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] 10.222.0.44 "GET /v2.0/security-groups?id=58a9c42a-77eb-4104-9847-0486d9673bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725460 Oct 27 10:22:41.475908 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-e07e8de5-e650-418c-aa7a-93d9d147637c req-1cd750a5-d7fa-4671-9d97-2a8de8ec96c4 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/security-groups?id=e786382c-1289-4f9d-b471-ed120470c2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621445 Oct 27 10:22:41.579661 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [req-18d3e3a9-e392-4605-a0d0-07e55390b98e req-fe2e5140-1bc0-4272-9151-184bd3b18e5f tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] Deleting port 3b8a9ebb-ba0a-47dd-8952-e700c64da1fa {{(pid=102346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:22:41.580074 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-18d3e3a9-e392-4605-a0d0-07e55390b98e req-fe2e5140-1bc0-4272-9151-184bd3b18e5f tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:41.678677 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [req-18d3e3a9-e392-4605-a0d0-07e55390b98e req-fe2e5140-1bc0-4272-9151-184bd3b18e5f tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] For port 3b8a9ebb-ba0a-47dd-8952-e700c64da1fa, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=3b8a9ebb-ba0a-47dd-8952-e700c64da1fa,segment=NetworkSegment(f7c42c6d-2766-46d8-a8b7-4852117a5555),segment_id=f7c42c6d-2766-46d8-a8b7-4852117a5555)] {{(pid=102346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:22:41.679143 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-18d3e3a9-e392-4605-a0d0-07e55390b98e req-fe2e5140-1bc0-4272-9151-184bd3b18e5f tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:41.692289 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [req-18d3e3a9-e392-4605-a0d0-07e55390b98e req-fe2e5140-1bc0-4272-9151-184bd3b18e5f tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] Calling delete_port for 3b8a9ebb-ba0a-47dd-8952-e700c64da1fa owned by compute:nova {{(pid=102346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:22:41.804344 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf71c11-acb8-4da4-97be-e4ae661b7064 req-dd6c901e-27f4-4545-b932-54698a278ac1 tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:41.811840 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-8bf71c11-acb8-4da4-97be-e4ae661b7064 req-dd6c901e-27f4-4545-b932-54698a278ac1 tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] 10.222.0.44 "GET /v2.0/ports?device_id=9e8bcc8c-e9a1-4c45-af3a-9fd9588b6b53 HTTP/1.1" status: 200 len: 946 time: 0.0776248 Oct 27 10:22:41.866642 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-8bf71c11-acb8-4da4-97be-e4ae661b7064 req-9aea721d-063e-4178-908e-cd0fbc5d2fb3 tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] 10.222.0.44 "GET /v2.0/security-groups?id=e3018bff-e5f8-44d8-a835-69520a8698da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514417 Oct 27 10:22:41.892505 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608f513b-7335-4f3c-b456-e54e21bea0aa req-826083a6-aac8-4f61-949a-a7c0d5c45171 tempest-ServersTestJSON-1341865721 tempest-ServersTestJSON-1341865721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:41.902473 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-608f513b-7335-4f3c-b456-e54e21bea0aa req-826083a6-aac8-4f61-949a-a7c0d5c45171 tempest-ServersTestJSON-1341865721 tempest-ServersTestJSON-1341865721-project] 10.222.0.44 "GET /v2.0/ports?device_id=d0703643-1364-4ee4-80fa-4e826a594d67 HTTP/1.1" status: 200 len: 944 time: 0.0805976 Oct 27 10:22:41.956778 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-608f513b-7335-4f3c-b456-e54e21bea0aa req-43561d8d-12d1-4c5f-9c99-ba4abd9f438e tempest-ServersTestJSON-1341865721 tempest-ServersTestJSON-1341865721-project] 10.222.0.44 "GET /v2.0/security-groups?id=8fb6e5b5-c2fd-4ec8-99a2-cc35d354719d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531006 Oct 27 10:22:41.970808 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-18d3e3a9-e392-4605-a0d0-07e55390b98e req-fe2e5140-1bc0-4272-9151-184bd3b18e5f tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:41.989101 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] get_ports_and_sgs() called for port_ids ['3b8a9ebb-ba0a-47dd-8952-e700c64da1fa', '9d6bfe0c-461a-4d7b-a7c3-05a050b7e2ba'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:22:42.057422 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2e5140-1bc0-4272-9151-184bd3b18e5f tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] Pushing event deleted for resources: {'Port': ['ID=3b8a9ebb-ba0a-47dd-8952-e700c64da1fa,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:22:42.076504 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [req-18d3e3a9-e392-4605-a0d0-07e55390b98e req-fe2e5140-1bc0-4272-9151-184bd3b18e5f tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] No DVR routers for this DVR port 3b8a9ebb-ba0a-47dd-8952-e700c64da1fa on host n-h1-813419-10 {{(pid=102346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:22:42.079847 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-18d3e3a9-e392-4605-a0d0-07e55390b98e req-fe2e5140-1bc0-4272-9151-184bd3b18e5f tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:42.085393 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-18d3e3a9-e392-4605-a0d0-07e55390b98e req-fe2e5140-1bc0-4272-9151-184bd3b18e5f tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] 10.222.0.64 "DELETE /v2.0/ports/3b8a9ebb-ba0a-47dd-8952-e700c64da1fa HTTP/1.1" status: 204 len: 173 time: 0.7643380 Oct 27 10:22:42.086371 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36241b3e-676a-4332-bd50-bcc3e354edd7', 'name': 'network-vif-deleted', 'tag': '3b8a9ebb-ba0a-47dd-8952-e700c64da1fa'}] {{(pid=102346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:22:42.090191 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc0e418f5fc417c8d55d94c0aa509b037d0beb2a734c1a709e789eb65639a56d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bcc65fb-851a-40fe-b308-f597c63c3bf4" -d '{"events": [{"server_uuid": "36241b3e-676a-4332-bd50-bcc3e354edd7", "name": "network-vif-deleted", "tag": "3b8a9ebb-ba0a-47dd-8952-e700c64da1fa"}]}' {{(pid=102346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:22:42.185835 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:22:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7fca927-3a8e-443f-8058-8278d9598c3b x-openstack-request-id: req-f7fca927-3a8e-443f-8058-8278d9598c3b {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:22:42.186216 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36241b3e-676a-4332-bd50-bcc3e354edd7", "name": "network-vif-deleted", "tag": "3b8a9ebb-ba0a-47dd-8952-e700c64da1fa", "status": "completed", "code": 200}]} {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:22:42.188404 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f7fca927-3a8e-443f-8058-8278d9598c3b {{(pid=102346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:22:42.189097 n-d-813419-10 neutron-server[102346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36241b3e-676a-4332-bd50-bcc3e354edd7', 'name': 'network-vif-deleted', 'tag': '3b8a9ebb-ba0a-47dd-8952-e700c64da1fa', 'status': 'completed', 'code': 200} Oct 27 10:22:42.354625 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-e10db504-528c-4571-a74a-ad113490c99c req-4cdb3c47-38aa-4be0-b442-351ce2b3661d tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] 10.222.0.44 "GET /v2.0/ports?device_id=36241b3e-676a-4332-bd50-bcc3e354edd7 HTTP/1.1" status: 200 len: 210 time: 0.0331001 Oct 27 10:22:42.619088 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3790320e-9fec-4647-9980-8b027e959d06 req-1eb798a8-0290-4f0f-af6c-772aae440fe1 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:42.625422 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3790320e-9fec-4647-9980-8b027e959d06 req-1eb798a8-0290-4f0f-af6c-772aae440fe1 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:42.634877 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22ca12b-bf6a-4842-b46d-b0f73c5b6cbd req-7820adc9-69a5-4813-ac78-ed75e3a05380 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:42.636583 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-d22ca12b-bf6a-4842-b46d-b0f73c5b6cbd req-7820adc9-69a5-4813-ac78-ed75e3a05380 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/ports?device_id=91f1b872-bfe1-4648-a448-cef70da3dd1f HTTP/1.1" status: 200 len: 950 time: 0.0662270 Oct 27 10:22:42.644833 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-3790320e-9fec-4647-9980-8b027e959d06 req-1eb798a8-0290-4f0f-af6c-772aae440fe1 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] 10.222.0.44 "GET /v2.0/ports?device_id=2296ee05-8e19-42a2-999c-bcf4c4617d80 HTTP/1.1" status: 200 len: 1681 time: 0.0913126 Oct 27 10:22:42.683994 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-d22ca12b-bf6a-4842-b46d-b0f73c5b6cbd req-548e46c2-1ea6-4603-894e-b903da379f75 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/security-groups?id=e786382c-1289-4f9d-b471-ed120470c2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410023 Oct 27 10:22:42.691211 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-3790320e-9fec-4647-9980-8b027e959d06 req-d0447296-95ae-44e3-bae4-c477722a44ee tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] 10.222.0.44 "GET /v2.0/security-groups?id=58a9c42a-77eb-4104-9847-0486d9673bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453866 Oct 27 10:22:42.844980 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] get_ports_and_sgs() called for port_ids ['15eae878-2aba-4225-a03d-b12fba2654a9'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:22:42.906087 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766224d9-401f-4cfa-9ecc-97e0d3ed7735 req-af47da6a-09b7-4c5f-be02-d961f1a558fd tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:42.914925 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-766224d9-401f-4cfa-9ecc-97e0d3ed7735 req-af47da6a-09b7-4c5f-be02-d961f1a558fd tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/ports?device_id=91f1b872-bfe1-4648-a448-cef70da3dd1f HTTP/1.1" status: 200 len: 950 time: 0.0837197 Oct 27 10:22:42.959597 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-766224d9-401f-4cfa-9ecc-97e0d3ed7735 req-9d6518d5-368c-4df4-887a-9ff2e1ff21b3 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/security-groups?id=e786382c-1289-4f9d-b471-ed120470c2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437310 Oct 27 10:22:43.062436 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67d45a6-2855-44f1-9874-acd721b2cda4 req-e8c63021-4120-4b74-8901-903c23056be8 tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:43.063968 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-d67d45a6-2855-44f1-9874-acd721b2cda4 req-e8c63021-4120-4b74-8901-903c23056be8 tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] 10.222.0.44 "GET /v2.0/ports?device_id=9e8bcc8c-e9a1-4c45-af3a-9fd9588b6b53 HTTP/1.1" status: 200 len: 946 time: 0.0811481 Oct 27 10:22:43.120265 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-d67d45a6-2855-44f1-9874-acd721b2cda4 req-e222d81b-1e4d-4b97-9c45-67b0a6d54438 tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] 10.222.0.44 "GET /v2.0/security-groups?id=e3018bff-e5f8-44d8-a835-69520a8698da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480247 Oct 27 10:22:43.242669 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f7b654-314c-4dfd-90df-bb3d69812ccb req-491fba8e-084d-4b78-b24a-0a65d4a3e5e5 tempest-ServersTestJSON-1341865721 tempest-ServersTestJSON-1341865721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:43.244865 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-d2f7b654-314c-4dfd-90df-bb3d69812ccb req-491fba8e-084d-4b78-b24a-0a65d4a3e5e5 tempest-ServersTestJSON-1341865721 tempest-ServersTestJSON-1341865721-project] 10.222.0.44 "GET /v2.0/ports?device_id=d0703643-1364-4ee4-80fa-4e826a594d67 HTTP/1.1" status: 200 len: 944 time: 0.0537324 Oct 27 10:22:43.295986 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-d2f7b654-314c-4dfd-90df-bb3d69812ccb req-c7a94c02-8195-4225-b6bc-0dc9706571b0 tempest-ServersTestJSON-1341865721 tempest-ServersTestJSON-1341865721-project] 10.222.0.44 "GET /v2.0/security-groups?id=8fb6e5b5-c2fd-4ec8-99a2-cc35d354719d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432527 Oct 27 10:22:43.520236 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [req-73df4aed-1858-43b5-b8bd-b748b9f6eac7 req-083c2e4b-3ebc-4877-8dee-1981d0ccf007 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=102346) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 10:22:43.521475 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-73df4aed-1858-43b5-b8bd-b748b9f6eac7 req-083c2e4b-3ebc-4877-8dee-1981d0ccf007 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0068493 Oct 27 10:22:43.771481 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-dd28c59c-fefb-4385-aff2-b79af6c7012d req-a9980ad7-13bb-4ce9-9739-7ef0dddb3dbe service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=91f1b872-bfe1-4648-a448-cef70da3dd1f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0473866 Oct 27 10:22:43.785100 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [req-dd28c59c-fefb-4385-aff2-b79af6c7012d req-c083b61f-5c42-4234-b127-72fd558c7f34 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=102346) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 10:22:43.787244 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-dd28c59c-fefb-4385-aff2-b79af6c7012d req-c083b61f-5c42-4234-b127-72fd558c7f34 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0097044 Oct 27 10:22:43.798271 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f62eebf-05b7-425a-80ae-b2684ca1cadf req-6e45ef20-ad89-4a2d-bb25-5f6c452c9f9d tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:43.815293 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-6f62eebf-05b7-425a-80ae-b2684ca1cadf req-6e45ef20-ad89-4a2d-bb25-5f6c452c9f9d tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/ports?device_id=91f1b872-bfe1-4648-a448-cef70da3dd1f HTTP/1.1" status: 200 len: 950 time: 0.0826173 Oct 27 10:22:43.872395 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-6f62eebf-05b7-425a-80ae-b2684ca1cadf req-0da38790-2299-44d5-ae94-0b6f2d34b205 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/security-groups?id=e786382c-1289-4f9d-b471-ed120470c2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560753 Oct 27 10:22:44.004689 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258cf638-aed6-463e-b760-294f2822e875 req-d447a980-89c1-4d6e-b095-b678d1e0efbf tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:44.007675 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186b11d0-01df-4916-997a-a8d7e982616c req-23dbbfa6-f5bd-4232-9cbc-26c72b923c23 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:44.015481 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186b11d0-01df-4916-997a-a8d7e982616c req-23dbbfa6-f5bd-4232-9cbc-26c72b923c23 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:44.016271 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-258cf638-aed6-463e-b760-294f2822e875 req-d447a980-89c1-4d6e-b095-b678d1e0efbf tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] 10.222.0.44 "GET /v2.0/ports?device_id=3829851e-9c6c-4b28-aa19-d0be65035545 HTTP/1.1" status: 200 len: 949 time: 0.1019993 Oct 27 10:22:44.024698 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-186b11d0-01df-4916-997a-a8d7e982616c req-23dbbfa6-f5bd-4232-9cbc-26c72b923c23 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] 10.222.0.44 "GET /v2.0/ports?device_id=2296ee05-8e19-42a2-999c-bcf4c4617d80 HTTP/1.1" status: 200 len: 1681 time: 0.1007488 Oct 27 10:22:44.054185 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device 3b8a9ebb-ba0a-47dd-8952-e700c64da1fa no longer exists at agent hyperv_n-h1-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:22:44.080029 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-186b11d0-01df-4916-997a-a8d7e982616c req-6221185a-b536-4d36-ae65-7a76163da763 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] 10.222.0.44 "GET /v2.0/security-groups?id=58a9c42a-77eb-4104-9847-0486d9673bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532784 Oct 27 10:22:44.086604 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] No Port match for: 3b8a9ebb-ba0a-47dd-8952-e700c64da1fa {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:22:44.087912 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device 3b8a9ebb-ba0a-47dd-8952-e700c64da1fa not bound to the agent host n-h1-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:22:44.090197 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-258cf638-aed6-463e-b760-294f2822e875 req-e152c070-7ee4-4dc9-9a39-d19f059c4bc2 tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] 10.222.0.44 "GET /v2.0/security-groups?id=adbff9a4-0ae5-4700-84c2-4b5f53f67e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722129 Oct 27 10:22:44.406482 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a5ea48-cf08-46ae-8529-b248c8487294 req-e406d569-05e7-464b-8acb-84b7a0e53b88 tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:44.417453 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-19a5ea48-cf08-46ae-8529-b248c8487294 req-e406d569-05e7-464b-8acb-84b7a0e53b88 tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] 10.222.0.44 "GET /v2.0/ports?device_id=9e8bcc8c-e9a1-4c45-af3a-9fd9588b6b53 HTTP/1.1" status: 200 len: 946 time: 0.0904639 Oct 27 10:22:44.421031 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc102dcc-7e18-44af-8f58-0058e7e9004d req-8c18823f-be10-419f-9aed-d7ac7c643e4b tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:44.421834 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-fc102dcc-7e18-44af-8f58-0058e7e9004d req-8c18823f-be10-419f-9aed-d7ac7c643e4b tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] 10.222.0.44 "GET /v2.0/networks?id=6e5c7d55-96e0-4ffb-8753-a93efa7224ea HTTP/1.1" status: 200 len: 804 time: 0.1458936 Oct 27 10:22:44.440518 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-fc102dcc-7e18-44af-8f58-0058e7e9004d req-efbe64e7-207c-4f09-82ff-d952492e5c0b tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] 10.222.0.44 "GET /v2.0/quotas/580a3fc36cc44c288aa6a1263e27e7ae HTTP/1.1" status: 200 len: 375 time: 0.0118101 Oct 27 10:22:44.466254 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-19a5ea48-cf08-46ae-8529-b248c8487294 req-c41a09a2-aabe-4b70-9be4-3012e7510487 tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] 10.222.0.44 "GET /v2.0/security-groups?id=e3018bff-e5f8-44d8-a835-69520a8698da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475683 Oct 27 10:22:44.519357 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-fc102dcc-7e18-44af-8f58-0058e7e9004d req-6d09f2df-6859-410d-822d-1832126d46be tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=580a3fc36cc44c288aa6a1263e27e7ae&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0709920 Oct 27 10:22:44.539966 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device 63ffddaf-77c9-47e2-8e97-4a90c844dd8b up at agent hyperv_n-h2-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:22:44.624417 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Provisioning for port 63ffddaf-77c9-47e2-8e97-4a90c844dd8b completed by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 10:22:44.629919 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Provisioning complete for port 63ffddaf-77c9-47e2-8e97-4a90c844dd8b triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:22:44.630574 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:44.674709 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-fc102dcc-7e18-44af-8f58-0058e7e9004d req-41af6028-72e7-485f-afee-5df6ff1478d7 service neutron] 10.222.0.44 "GET /v2.0/networks/6e5c7d55-96e0-4ffb-8753-a93efa7224ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1532912 Oct 27 10:22:44.765309 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:44.810124 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-fc102dcc-7e18-44af-8f58-0058e7e9004d req-ac69f1a7-850b-4306-b5c2-583960847dc5 service neutron] 10.222.0.44 "GET /v2.0/networks/6e5c7d55-96e0-4ffb-8753-a93efa7224ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343508 Oct 27 10:22:44.819528 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0703643-1364-4ee4-80fa-4e826a594d67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63ffddaf-77c9-47e2-8e97-4a90c844dd8b'}] {{(pid=102348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:22:44.823534 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c588921fa634554a1d9242fdea1b05457a9ff1d3b28ba54ec1dace7f2f1df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40726573-39e0-4fa3-9fe7-a7d08d88d76f" -d '{"events": [{"server_uuid": "d0703643-1364-4ee4-80fa-4e826a594d67", "name": "network-vif-plugged", "status": "completed", "tag": "63ffddaf-77c9-47e2-8e97-4a90c844dd8b"}]}' {{(pid=102348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:22:44.838464 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] For port 63ffddaf-77c9-47e2-8e97-4a90c844dd8b, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=63ffddaf-77c9-47e2-8e97-4a90c844dd8b,segment=NetworkSegment(484662c5-6896-4c64-9da4-4aa0000b52b3),segment_id=484662c5-6896-4c64-9da4-4aa0000b52b3)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:22:44.838765 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a8f916-4b25-49d1-8093-fc9d267b3130 req-55143c34-9525-49fd-9320-0695a4ca1a8b tempest-ServersTestJSON-1341865721 tempest-ServersTestJSON-1341865721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:44.841336 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-20a8f916-4b25-49d1-8093-fc9d267b3130 req-55143c34-9525-49fd-9320-0695a4ca1a8b tempest-ServersTestJSON-1341865721 tempest-ServersTestJSON-1341865721-project] 10.222.0.44 "GET /v2.0/ports?device_id=d0703643-1364-4ee4-80fa-4e826a594d67 HTTP/1.1" status: 200 len: 944 time: 0.0749209 Oct 27 10:22:44.844839 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:44.890684 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-20a8f916-4b25-49d1-8093-fc9d267b3130 req-72c8e061-7195-4fe6-9a77-84317cf2d0e8 tempest-ServersTestJSON-1341865721 tempest-ServersTestJSON-1341865721-project] 10.222.0.44 "GET /v2.0/security-groups?id=8fb6e5b5-c2fd-4ec8-99a2-cc35d354719d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426979 Oct 27 10:22:44.908823 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Pushing event updated for resources: {'Port': ['ID=63ffddaf-77c9-47e2-8e97-4a90c844dd8b,revision_number=5']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:22:44.960899 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:22:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14590549-5d5a-4405-841a-9210e0a12540 x-openstack-request-id: req-14590549-5d5a-4405-841a-9210e0a12540 {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:22:44.961189 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0703643-1364-4ee4-80fa-4e826a594d67", "name": "network-vif-plugged", "status": "completed", "tag": "63ffddaf-77c9-47e2-8e97-4a90c844dd8b", "code": 200}]} {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:22:44.961614 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-14590549-5d5a-4405-841a-9210e0a12540 {{(pid=102348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:22:44.962210 n-d-813419-10 neutron-server[102348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0703643-1364-4ee4-80fa-4e826a594d67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63ffddaf-77c9-47e2-8e97-4a90c844dd8b', 'code': 200} Oct 27 10:22:45.076010 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90478f8b-ddd2-4037-8f55-9d6bfe4dbd67 req-99627f64-e439-4e4e-8467-c8e2a7fbe739 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:45.084613 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90478f8b-ddd2-4037-8f55-9d6bfe4dbd67 req-99627f64-e439-4e4e-8467-c8e2a7fbe739 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:45.086654 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-90478f8b-ddd2-4037-8f55-9d6bfe4dbd67 req-99627f64-e439-4e4e-8467-c8e2a7fbe739 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] 10.222.0.44 "GET /v2.0/ports?device_id=2296ee05-8e19-42a2-999c-bcf4c4617d80 HTTP/1.1" status: 200 len: 1681 time: 0.0884781 Oct 27 10:22:45.116588 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d6ee5e-c105-4f29-a9ef-d07861da1a52 req-cf885513-8bfa-421d-aec0-676adc001f76 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:45.118362 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c5d6ee5e-c105-4f29-a9ef-d07861da1a52 req-cf885513-8bfa-421d-aec0-676adc001f76 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/ports?device_id=91f1b872-bfe1-4648-a448-cef70da3dd1f HTTP/1.1" status: 200 len: 950 time: 0.0991919 Oct 27 10:22:45.138645 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d241c5-3e7d-4cd0-a432-53f0813a4dc2 req-265b2272-8de0-4025-bfa1-cfb0ced6e2e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:45.140066 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b8d241c5-3e7d-4cd0-a432-53f0813a4dc2 req-265b2272-8de0-4025-bfa1-cfb0ced6e2e1 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=d0703643-1364-4ee4-80fa-4e826a594d67 HTTP/1.1" status: 200 len: 1097 time: 0.0783875 Oct 27 10:22:45.146087 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-90478f8b-ddd2-4037-8f55-9d6bfe4dbd67 req-9978e8ba-23a9-4f41-8fba-75a8fb26d498 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] 10.222.0.44 "GET /v2.0/security-groups?id=58a9c42a-77eb-4104-9847-0486d9673bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508792 Oct 27 10:22:45.185135 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c5d6ee5e-c105-4f29-a9ef-d07861da1a52 req-f2bbfc6c-afc1-4864-8396-38ac087d7104 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/security-groups?id=e786382c-1289-4f9d-b471-ed120470c2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595453 Oct 27 10:22:45.201644 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b8d241c5-3e7d-4cd0-a432-53f0813a4dc2 req-0f3dc27b-5774-4284-9983-897b8e5a994d service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=8fb6e5b5-c2fd-4ec8-99a2-cc35d354719d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482447 Oct 27 10:22:45.218115 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-4824c9e0-6cbd-4467-b990-e5d1ab55c0f2 req-a7ae998c-ec0d-43fc-9b22-2b82ee1161e5 tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] 10.222.0.44 "GET /v2.0/ports?device_id=7f697ba3-bc41-4960-a8ed-19f45233b624 HTTP/1.1" status: 200 len: 210 time: 0.0304246 Oct 27 10:22:45.310001 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a71a27-b99d-49a3-90d1-21535aa89caf req-7c368997-9617-43df-baf6-01f449833a48 tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:45.311609 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-78a71a27-b99d-49a3-90d1-21535aa89caf req-7c368997-9617-43df-baf6-01f449833a48 tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] 10.222.0.44 "GET /v2.0/ports?device_id=3829851e-9c6c-4b28-aa19-d0be65035545 HTTP/1.1" status: 200 len: 949 time: 0.0533624 Oct 27 10:22:45.377149 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-78a71a27-b99d-49a3-90d1-21535aa89caf req-34c1c3e0-d9cd-4c4b-864f-514250041893 tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] 10.222.0.44 "GET /v2.0/security-groups?id=adbff9a4-0ae5-4700-84c2-4b5f53f67e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567644 Oct 27 10:22:45.601211 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcef56f-be60-4832-b98b-a25b2eda86d4 req-28a63d86-cfd1-415d-97e3-cbe2890c4700 tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:45.602700 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-cfcef56f-be60-4832-b98b-a25b2eda86d4 req-28a63d86-cfd1-415d-97e3-cbe2890c4700 tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] 10.222.0.44 "GET /v2.0/ports?device_id=9e8bcc8c-e9a1-4c45-af3a-9fd9588b6b53 HTTP/1.1" status: 200 len: 946 time: 0.0512671 Oct 27 10:22:45.670129 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-cfcef56f-be60-4832-b98b-a25b2eda86d4 req-87cbb12b-54c0-4a15-8b0e-0f5c184e230c tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] 10.222.0.44 "GET /v2.0/security-groups?id=e3018bff-e5f8-44d8-a835-69520a8698da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593925 Oct 27 10:22:45.683639 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd28c59c-fefb-4385-aff2-b79af6c7012d req-02a9db04-92bc-4d70-9830-b8da251bc47d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:45.685127 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-dd28c59c-fefb-4385-aff2-b79af6c7012d req-02a9db04-92bc-4d70-9830-b8da251bc47d service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=31dc088f778a4c2fb761c23ef7d22647&device_id=91f1b872-bfe1-4648-a448-cef70da3dd1f HTTP/1.1" status: 200 len: 1102 time: 0.0589266 Oct 27 10:22:45.791920 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd28c59c-fefb-4385-aff2-b79af6c7012d req-c9148722-3400-47e0-8174-114dc3bf78f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:45.793425 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-dd28c59c-fefb-4385-aff2-b79af6c7012d req-c9148722-3400-47e0-8174-114dc3bf78f4 service neutron] 10.222.0.76 "GET /v2.0/networks?id=4d250f92-d229-45fe-a579-67fef8e6c544 HTTP/1.1" status: 200 len: 870 time: 0.0844202 Oct 27 10:22:45.842114 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-dd28c59c-fefb-4385-aff2-b79af6c7012d req-6d298ec9-e873-490b-96a8-fe3ec957e044 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.202&port_id=567f4fc1-5f28-4ac5-9a26-ecbb14bf10a8 HTTP/1.1" status: 200 len: 217 time: 0.0362864 Oct 27 10:22:45.925035 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd28c59c-fefb-4385-aff2-b79af6c7012d req-1cfd2a3b-3277-4878-8391-1e50b49b5e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:45.926543 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-dd28c59c-fefb-4385-aff2-b79af6c7012d req-1cfd2a3b-3277-4878-8391-1e50b49b5e45 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=62eb52f7-aac4-48af-8670-e04300325561 HTTP/1.1" status: 200 len: 843 time: 0.0420301 Oct 27 10:22:45.981726 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd28c59c-fefb-4385-aff2-b79af6c7012d req-6f1660ad-3997-4767-a7a3-3b7bee2325b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:45.983366 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-dd28c59c-fefb-4385-aff2-b79af6c7012d req-6f1660ad-3997-4767-a7a3-3b7bee2325b1 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=4d250f92-d229-45fe-a579-67fef8e6c544&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0443950 Oct 27 10:22:46.031987 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fac552-c0fa-47aa-b6fa-e7262b96c463 req-4f9cb6c5-5807-4c05-b094-2e7f32a13602 tempest-ServersTestJSON-1341865721 tempest-ServersTestJSON-1341865721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:46.034305 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-66fac552-c0fa-47aa-b6fa-e7262b96c463 req-4f9cb6c5-5807-4c05-b094-2e7f32a13602 tempest-ServersTestJSON-1341865721 tempest-ServersTestJSON-1341865721-project] 10.222.0.44 "GET /v2.0/ports?device_id=d0703643-1364-4ee4-80fa-4e826a594d67 HTTP/1.1" status: 200 len: 945 time: 0.0547757 Oct 27 10:22:46.100150 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-66fac552-c0fa-47aa-b6fa-e7262b96c463 req-e660c982-8563-4004-95db-125394b575c6 tempest-ServersTestJSON-1341865721 tempest-ServersTestJSON-1341865721-project] 10.222.0.44 "GET /v2.0/security-groups?id=8fb6e5b5-c2fd-4ec8-99a2-cc35d354719d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583429 Oct 27 10:22:46.102875 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-dd28c59c-fefb-4385-aff2-b79af6c7012d req-6d7e4282-1599-4e36-937b-02813753f7e3 service neutron] 10.222.0.76 "GET /v2.0/networks/4d250f92-d229-45fe-a579-67fef8e6c544?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953839 Oct 27 10:22:46.148965 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-91d08f54-b448-4bf7-a0ed-f79f8a5c9834 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:46.201259 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90006a5e-8f65-4466-98f7-2cdd73a5f225 req-fc50e8f6-48df-4e29-8840-2074573b9812 tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:46.203207 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-90006a5e-8f65-4466-98f7-2cdd73a5f225 req-fc50e8f6-48df-4e29-8840-2074573b9812 tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] 10.222.0.76 "GET /v2.0/ports?device_id=3829851e-9c6c-4b28-aa19-d0be65035545 HTTP/1.1" status: 200 len: 949 time: 0.1279931 Oct 27 10:22:46.246866 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-dd28c59c-fefb-4385-aff2-b79af6c7012d req-081b8025-012a-4bae-924c-018bd13d1f10 service neutron] 10.222.0.76 "GET /v2.0/networks/4d250f92-d229-45fe-a579-67fef8e6c544?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337583 Oct 27 10:22:46.293191 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b13102-fa9e-4fbd-815c-3c47c7fcc646 req-e59976d0-085b-4206-9d3a-aca46b95f6c1 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:46.299961 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b13102-fa9e-4fbd-815c-3c47c7fcc646 req-e59976d0-085b-4206-9d3a-aca46b95f6c1 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:46.301586 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-78b13102-fa9e-4fbd-815c-3c47c7fcc646 req-e59976d0-085b-4206-9d3a-aca46b95f6c1 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] 10.222.0.44 "GET /v2.0/ports?device_id=2296ee05-8e19-42a2-999c-bcf4c4617d80 HTTP/1.1" status: 200 len: 1681 time: 0.0742519 Oct 27 10:22:46.355613 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-78b13102-fa9e-4fbd-815c-3c47c7fcc646 req-68ba1bdc-6a76-43f7-b54d-ee9209ec604f tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] 10.222.0.44 "GET /v2.0/security-groups?id=58a9c42a-77eb-4104-9847-0486d9673bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453594 Oct 27 10:22:46.372781 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc102dcc-7e18-44af-8f58-0058e7e9004d req-32467be0-869c-4b1f-a4c0-970d8a465448 tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:46.374463 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-fc102dcc-7e18-44af-8f58-0058e7e9004d req-32467be0-869c-4b1f-a4c0-970d8a465448 tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] 10.222.0.64 "GET /v2.0/networks?id=6e5c7d55-96e0-4ffb-8753-a93efa7224ea HTTP/1.1" status: 200 len: 804 time: 0.2881362 Oct 27 10:22:46.399361 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [req-fc102dcc-7e18-44af-8f58-0058e7e9004d req-baafe699-dd56-4864-83e8-48e2150023da tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] Request body: {'port': {'device_id': '7f697ba3-bc41-4960-a8ed-19f45233b624', 'network_id': '6e5c7d55-96e0-4ffb-8753-a93efa7224ea', 'admin_state_up': True, 'tenant_id': '580a3fc36cc44c288aa6a1263e27e7ae'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:22:46.409884 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96d7264-c3fb-42f3-bfd6-da2fd3c36b27 req-af498db9-eb4d-4c73-9d9f-9f51b35643fc tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:46.411434 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-c96d7264-c3fb-42f3-bfd6-da2fd3c36b27 req-af498db9-eb4d-4c73-9d9f-9f51b35643fc tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/ports?device_id=91f1b872-bfe1-4648-a448-cef70da3dd1f HTTP/1.1" status: 200 len: 950 time: 0.1176808 Oct 27 10:22:46.441562 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-32bb49c5-c4c7-4eb6-97df-fdd22fc3ea5c req-8685babe-de68-4581-a4b2-a6c46c4a9624 tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] 10.222.0.44 "GET /v2.0/ports?device_id=7f697ba3-bc41-4960-a8ed-19f45233b624 HTTP/1.1" status: 200 len: 210 time: 0.0267484 Oct 27 10:22:46.478738 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [req-90006a5e-8f65-4466-98f7-2cdd73a5f225 req-bca748a5-daad-48aa-80d9-c2e13cc2ec95 tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] Deleting port 15eae878-2aba-4225-a03d-b12fba2654a9 {{(pid=102346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:22:46.479085 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-90006a5e-8f65-4466-98f7-2cdd73a5f225 req-bca748a5-daad-48aa-80d9-c2e13cc2ec95 tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:46.542469 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device 8dcf338b-43db-4891-993f-84a3faa63833 no longer exists at agent hyperv_n-h2-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:22:46.548928 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81be1bf1-fc9e-45f8-a043-d80fa8806c0e req-4e1d56c4-ed27-43fd-9e97-590d787bccdb tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:46.550519 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-81be1bf1-fc9e-45f8-a043-d80fa8806c0e req-4e1d56c4-ed27-43fd-9e97-590d787bccdb tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] 10.222.0.76 "GET /v2.0/ports?device_id=07a96c5d-bcd0-4c58-835f-01a5bab187d1 HTTP/1.1" status: 200 len: 945 time: 0.0523262 Oct 27 10:22:46.554343 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-c96d7264-c3fb-42f3-bfd6-da2fd3c36b27 req-d7f643c8-afa5-4377-a273-f6f15b1eb8f5 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/security-groups?id=e786382c-1289-4f9d-b471-ed120470c2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290884 Oct 27 10:22:46.642307 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc102dcc-7e18-44af-8f58-0058e7e9004d req-baafe699-dd56-4864-83e8-48e2150023da tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] Made reservation on behalf of 580a3fc36cc44c288aa6a1263e27e7ae for: {'port': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:22:46.646448 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-fc102dcc-7e18-44af-8f58-0058e7e9004d req-baafe699-dd56-4864-83e8-48e2150023da tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:46.650375 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:46.663154 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [req-90006a5e-8f65-4466-98f7-2cdd73a5f225 req-bca748a5-daad-48aa-80d9-c2e13cc2ec95 tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] For port 15eae878-2aba-4225-a03d-b12fba2654a9, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=15eae878-2aba-4225-a03d-b12fba2654a9,segment=NetworkSegment(f7c42c6d-2766-46d8-a8b7-4852117a5555),segment_id=f7c42c6d-2766-46d8-a8b7-4852117a5555)] {{(pid=102346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:22:46.663519 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-90006a5e-8f65-4466-98f7-2cdd73a5f225 req-bca748a5-daad-48aa-80d9-c2e13cc2ec95 tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:46.675449 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee09de7-f8b8-4a7d-8013-8bff442d46e0 req-7ebdacdc-1c35-444f-bfb1-c2c0818fa5a9 tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:46.677073 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-5ee09de7-f8b8-4a7d-8013-8bff442d46e0 req-7ebdacdc-1c35-444f-bfb1-c2c0818fa5a9 tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] 10.222.0.44 "GET /v2.0/ports?device_id=3829851e-9c6c-4b28-aa19-d0be65035545 HTTP/1.1" status: 200 len: 949 time: 0.1200202 Oct 27 10:22:46.685700 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] For port 8dcf338b-43db-4891-993f-84a3faa63833, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=8dcf338b-43db-4891-993f-84a3faa63833,segment=NetworkSegment(e031df76-6a67-4dc9-b33e-3b490749e49c),segment_id=e031df76-6a67-4dc9-b33e-3b490749e49c)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:22:46.691030 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:46.732122 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [req-81be1bf1-fc9e-45f8-a043-d80fa8806c0e req-70d75ce7-3d98-47bc-9f10-1c531d6a2be6 tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] Deleting port 8dcf338b-43db-4891-993f-84a3faa63833 {{(pid=102347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:22:46.732561 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-81be1bf1-fc9e-45f8-a043-d80fa8806c0e req-70d75ce7-3d98-47bc-9f10-1c531d6a2be6 tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:46.745144 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Pushing event updated for resources: {'Port': ['ID=8dcf338b-43db-4891-993f-84a3faa63833,revision_number=8']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:22:46.773262 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [req-90006a5e-8f65-4466-98f7-2cdd73a5f225 req-bca748a5-daad-48aa-80d9-c2e13cc2ec95 tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] Calling delete_port for 15eae878-2aba-4225-a03d-b12fba2654a9 owned by compute:nova {{(pid=102346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:22:46.778995 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-5ee09de7-f8b8-4a7d-8013-8bff442d46e0 req-98543cdc-3654-4f79-b6f6-be016b2a6abe tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] 10.222.0.44 "GET /v2.0/security-groups?id=adbff9a4-0ae5-4700-84c2-4b5f53f67e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878508 Oct 27 10:22:46.840888 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-81be1bf1-fc9e-45f8-a043-d80fa8806c0e req-70d75ce7-3d98-47bc-9f10-1c531d6a2be6 tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] For port 8dcf338b-43db-4891-993f-84a3faa63833, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=8dcf338b-43db-4891-993f-84a3faa63833,segment=NetworkSegment(e031df76-6a67-4dc9-b33e-3b490749e49c),segment_id=e031df76-6a67-4dc9-b33e-3b490749e49c)] {{(pid=102347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:22:46.841465 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-81be1bf1-fc9e-45f8-a043-d80fa8806c0e req-70d75ce7-3d98-47bc-9f10-1c531d6a2be6 tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:46.854175 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [req-81be1bf1-fc9e-45f8-a043-d80fa8806c0e req-70d75ce7-3d98-47bc-9f10-1c531d6a2be6 tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] Calling delete_port for 8dcf338b-43db-4891-993f-84a3faa63833 owned by compute:nova {{(pid=102347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:22:46.869493 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_common [req-fc102dcc-7e18-44af-8f58-0058e7e9004d req-baafe699-dd56-4864-83e8-48e2150023da tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] Allocated IP 172.20.0.13 (6e5c7d55-96e0-4ffb-8753-a93efa7224ea/a6e255bf-7b36-48de-87ff-f5121c37ce2b/bbc2aa06-61cc-4096-be2e-387e33c3a412) {{(pid=102346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:22:46.909821 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c193ac45-75cf-42bc-8e1f-98249973e7fb req-460ced7a-31c7-46b2-9a37-5a068b47b255 tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:46.911229 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-c193ac45-75cf-42bc-8e1f-98249973e7fb req-460ced7a-31c7-46b2-9a37-5a068b47b255 tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] 10.222.0.44 "GET /v2.0/ports?device_id=9e8bcc8c-e9a1-4c45-af3a-9fd9588b6b53 HTTP/1.1" status: 200 len: 946 time: 0.1414888 Oct 27 10:22:46.963422 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07a96c5d-bcd0-4c58-835f-01a5bab187d1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8dcf338b-43db-4891-993f-84a3faa63833'}] {{(pid=102348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:22:46.968866 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c588921fa634554a1d9242fdea1b05457a9ff1d3b28ba54ec1dace7f2f1df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed8bb13f-202e-4b83-a07c-517972cd4eec" -d '{"events": [{"server_uuid": "07a96c5d-bcd0-4c58-835f-01a5bab187d1", "name": "network-vif-unplugged", "status": "completed", "tag": "8dcf338b-43db-4891-993f-84a3faa63833"}]}' {{(pid=102348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:22:46.987277 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-81be1bf1-fc9e-45f8-a043-d80fa8806c0e req-70d75ce7-3d98-47bc-9f10-1c531d6a2be6 tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:47.009352 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 27 Oct 2021 10:22:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7843602c-3347-4398-b85a-84e93861e3e9 x-openstack-request-id: req-7843602c-3347-4398-b85a-84e93861e3e9 {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:22:47.009639 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07a96c5d-bcd0-4c58-835f-01a5bab187d1", "name": "network-vif-unplugged", "status": "completed", "tag": "8dcf338b-43db-4891-993f-84a3faa63833", "code": 200}]} {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:22:47.009882 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7843602c-3347-4398-b85a-84e93861e3e9 {{(pid=102348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:22:47.010259 n-d-813419-10 neutron-server[102348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07a96c5d-bcd0-4c58-835f-01a5bab187d1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8dcf338b-43db-4891-993f-84a3faa63833', 'code': 200} Oct 27 10:22:47.018640 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d75ce7-3d98-47bc-9f10-1c531d6a2be6 tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] Pushing event deleted for resources: {'Port': ['ID=8dcf338b-43db-4891-993f-84a3faa63833,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:22:47.032636 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-c193ac45-75cf-42bc-8e1f-98249973e7fb req-4798fa33-1d45-4356-a8da-47cc963c32ad tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] 10.222.0.44 "GET /v2.0/security-groups?id=e3018bff-e5f8-44d8-a835-69520a8698da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085706 Oct 27 10:22:47.063241 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [req-81be1bf1-fc9e-45f8-a043-d80fa8806c0e req-70d75ce7-3d98-47bc-9f10-1c531d6a2be6 tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] No DVR routers for this DVR port 8dcf338b-43db-4891-993f-84a3faa63833 on host n-h2-813419-10 {{(pid=102347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:22:47.066329 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-81be1bf1-fc9e-45f8-a043-d80fa8806c0e req-70d75ce7-3d98-47bc-9f10-1c531d6a2be6 tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:47.070662 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-81be1bf1-fc9e-45f8-a043-d80fa8806c0e req-70d75ce7-3d98-47bc-9f10-1c531d6a2be6 tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] 10.222.0.76 "DELETE /v2.0/ports/8dcf338b-43db-4891-993f-84a3faa63833 HTTP/1.1" status: 204 len: 173 time: 0.4790702 Oct 27 10:22:47.071113 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07a96c5d-bcd0-4c58-835f-01a5bab187d1', 'name': 'network-vif-deleted', 'tag': '8dcf338b-43db-4891-993f-84a3faa63833'}] {{(pid=102347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:22:47.073453 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311149b481204ee7edffdb959c881838506fbd95bc8577c048f6677abb73acc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b97be0c-c40d-4635-b151-6a83508b0ef2" -d '{"events": [{"server_uuid": "07a96c5d-bcd0-4c58-835f-01a5bab187d1", "name": "network-vif-deleted", "tag": "8dcf338b-43db-4891-993f-84a3faa63833"}]}' {{(pid=102347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:22:47.098422 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-90006a5e-8f65-4466-98f7-2cdd73a5f225 req-bca748a5-daad-48aa-80d9-c2e13cc2ec95 tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:47.110918 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] get_ports_and_sgs() called for port_ids ['9d6bfe0c-461a-4d7b-a7c3-05a050b7e2ba'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:22:47.118795 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:22:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfe1c507-2a85-4dbb-8ab8-7d7e5a6f9c15 x-openstack-request-id: req-bfe1c507-2a85-4dbb-8ab8-7d7e5a6f9c15 {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:22:47.119089 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07a96c5d-bcd0-4c58-835f-01a5bab187d1", "name": "network-vif-deleted", "tag": "8dcf338b-43db-4891-993f-84a3faa63833", "status": "completed", "code": 200}]} {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:22:47.119336 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-bfe1c507-2a85-4dbb-8ab8-7d7e5a6f9c15 {{(pid=102347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:22:47.119778 n-d-813419-10 neutron-server[102347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07a96c5d-bcd0-4c58-835f-01a5bab187d1', 'name': 'network-vif-deleted', 'tag': '8dcf338b-43db-4891-993f-84a3faa63833', 'status': 'completed', 'code': 200} Oct 27 10:22:47.156238 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] get_ports_and_sgs() called for port_ids ['15eae878-2aba-4225-a03d-b12fba2654a9'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:22:47.174230 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-fc102dcc-7e18-44af-8f58-0058e7e9004d req-baafe699-dd56-4864-83e8-48e2150023da tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] Publish callbacks [] for port, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:47.216529 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca748a5-daad-48aa-80d9-c2e13cc2ec95 tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] Pushing event deleted for resources: {'Port': ['ID=15eae878-2aba-4225-a03d-b12fba2654a9,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:22:47.227625 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-fc102dcc-7e18-44af-8f58-0058e7e9004d req-baafe699-dd56-4864-83e8-48e2150023da tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:47.477609 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35f4523-bf90-4685-ad67-716829732fe9 req-a1c5d973-90a2-4e7e-b964-919b2093c039 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:47.484451 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35f4523-bf90-4685-ad67-716829732fe9 req-a1c5d973-90a2-4e7e-b964-919b2093c039 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:47.486112 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-a35f4523-bf90-4685-ad67-716829732fe9 req-a1c5d973-90a2-4e7e-b964-919b2093c039 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] 10.222.0.44 "GET /v2.0/ports?device_id=2296ee05-8e19-42a2-999c-bcf4c4617d80 HTTP/1.1" status: 200 len: 1681 time: 0.0580068 Oct 27 10:22:47.554577 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-a35f4523-bf90-4685-ad67-716829732fe9 req-14e8b733-9962-4ea7-81cc-153beb037c0a tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] 10.222.0.44 "GET /v2.0/security-groups?id=58a9c42a-77eb-4104-9847-0486d9673bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623283 Oct 27 10:22:47.556400 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [req-90006a5e-8f65-4466-98f7-2cdd73a5f225 req-bca748a5-daad-48aa-80d9-c2e13cc2ec95 tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] No DVR routers for this DVR port 15eae878-2aba-4225-a03d-b12fba2654a9 on host n-h2-813419-10 {{(pid=102346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:22:47.575649 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d693064f-280f-4327-a9f1-2fb793a32f33 req-1028200a-46c9-44c8-8c79-6c35542eb058 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:47.581861 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d693064f-280f-4327-a9f1-2fb793a32f33 req-1028200a-46c9-44c8-8c79-6c35542eb058 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:47.583424 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-d693064f-280f-4327-a9f1-2fb793a32f33 req-1028200a-46c9-44c8-8c79-6c35542eb058 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] 10.222.0.76 "GET /v2.0/ports?device_id=2296ee05-8e19-42a2-999c-bcf4c4617d80 HTTP/1.1" status: 200 len: 1681 time: 0.0753317 Oct 27 10:22:47.590065 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-90006a5e-8f65-4466-98f7-2cdd73a5f225 req-bca748a5-daad-48aa-80d9-c2e13cc2ec95 tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:47.593214 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-90006a5e-8f65-4466-98f7-2cdd73a5f225 req-bca748a5-daad-48aa-80d9-c2e13cc2ec95 tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] 10.222.0.76 "DELETE /v2.0/ports/15eae878-2aba-4225-a03d-b12fba2654a9 HTTP/1.1" status: 204 len: 173 time: 1.3744855 Oct 27 10:22:47.599251 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3829851e-9c6c-4b28-aa19-d0be65035545', 'name': 'network-vif-deleted', 'tag': '15eae878-2aba-4225-a03d-b12fba2654a9'}] {{(pid=102346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:22:47.601559 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc0e418f5fc417c8d55d94c0aa509b037d0beb2a734c1a709e789eb65639a56d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93f44866-080b-49a9-b3b1-39203f1a00f4" -d '{"events": [{"server_uuid": "3829851e-9c6c-4b28-aa19-d0be65035545", "name": "network-vif-deleted", "tag": "15eae878-2aba-4225-a03d-b12fba2654a9"}]}' {{(pid=102346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:22:47.632616 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc102dcc-7e18-44af-8f58-0058e7e9004d req-baafe699-dd56-4864-83e8-48e2150023da tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] Network 6e5c7d55-96e0-4ffb-8753-a93efa7224ea is already hosted by enough agents. {{(pid=102346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:22:47.637246 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [req-fc102dcc-7e18-44af-8f58-0058e7e9004d req-baafe699-dd56-4864-83e8-48e2150023da tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] Resources bound (agent type, host, resource id): {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:22:47.648797 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26332944-f283-4752-b31e-4fa3866e1214 req-1ad754a0-9028-46a5-9e39-8f5e3ee34e6f tempest-ServersTestJSON-1341865721 tempest-ServersTestJSON-1341865721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:47.650248 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-26332944-f283-4752-b31e-4fa3866e1214 req-1ad754a0-9028-46a5-9e39-8f5e3ee34e6f tempest-ServersTestJSON-1341865721 tempest-ServersTestJSON-1341865721-project] 10.222.0.44 "GET /v2.0/ports?device_id=d0703643-1364-4ee4-80fa-4e826a594d67 HTTP/1.1" status: 200 len: 945 time: 0.4249992 Oct 27 10:22:47.651081 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc102dcc-7e18-44af-8f58-0058e7e9004d req-baafe699-dd56-4864-83e8-48e2150023da tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] Received port after_create {{(pid=102346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:22:47.679738 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baafe699-dd56-4864-83e8-48e2150023da tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] Pushing event updated for resources: {'Port': ['ID=bbc2aa06-61cc-4096-be2e-387e33c3a412,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:22:47.756830 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-26332944-f283-4752-b31e-4fa3866e1214 req-ccf5f22d-0294-4fb0-84cc-5b2cec8eba71 tempest-ServersTestJSON-1341865721 tempest-ServersTestJSON-1341865721-project] 10.222.0.44 "GET /v2.0/security-groups?id=8fb6e5b5-c2fd-4ec8-99a2-cc35d354719d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0967753 Oct 27 10:22:47.772660 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2b1f77-17e1-4a9d-af4e-6a53618031c1 req-86b33b36-fe4f-4d10-ad4b-1c4f71b604fc tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:47.774365 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc102dcc-7e18-44af-8f58-0058e7e9004d req-baafe699-dd56-4864-83e8-48e2150023da tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:47.774499 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-df2b1f77-17e1-4a9d-af4e-6a53618031c1 req-86b33b36-fe4f-4d10-ad4b-1c4f71b604fc tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] 10.222.0.44 "GET /v2.0/ports?device_id=7f697ba3-bc41-4960-a8ed-19f45233b624 HTTP/1.1" status: 200 len: 932 time: 0.0868585 Oct 27 10:22:47.775495 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-fc102dcc-7e18-44af-8f58-0058e7e9004d req-baafe699-dd56-4864-83e8-48e2150023da tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:47.806570 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-fc102dcc-7e18-44af-8f58-0058e7e9004d req-baafe699-dd56-4864-83e8-48e2150023da tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4131393 Oct 27 10:22:47.808934 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [req-d693064f-280f-4327-a9f1-2fb793a32f33 req-b4654d5e-20bf-40fb-a3f7-000fe9d230c2 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Deleting port 30e58787-c9a5-4368-8af7-62099a0fdf42 {{(pid=102347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:22:47.812612 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-d693064f-280f-4327-a9f1-2fb793a32f33 req-b4654d5e-20bf-40fb-a3f7-000fe9d230c2 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:47.829895 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [req-fc102dcc-7e18-44af-8f58-0058e7e9004d req-ba56f084-d32e-4944-a323-064d52332e25 service neutron] Request body: {'port': {'device_id': '7f697ba3-bc41-4960-a8ed-19f45233b624', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-10'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:22:47.911536 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-fc102dcc-7e18-44af-8f58-0058e7e9004d req-ba56f084-d32e-4944-a323-064d52332e25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:47.916982 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-df2b1f77-17e1-4a9d-af4e-6a53618031c1 req-10d39870-dabf-4622-a8b3-70a8d9808734 tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] 10.222.0.44 "GET /v2.0/security-groups?id=abb43ff2-3d53-4d6f-bfce-d681dce200c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311631 Oct 27 10:22:47.946203 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-d693064f-280f-4327-a9f1-2fb793a32f33 req-b4654d5e-20bf-40fb-a3f7-000fe9d230c2 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] For port 30e58787-c9a5-4368-8af7-62099a0fdf42, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=30e58787-c9a5-4368-8af7-62099a0fdf42,segment=NetworkSegment(d280e86b-98bc-4db8-afe2-4c1f5068a6df),segment_id=d280e86b-98bc-4db8-afe2-4c1f5068a6df)] {{(pid=102347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:22:47.946566 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-d693064f-280f-4327-a9f1-2fb793a32f33 req-b4654d5e-20bf-40fb-a3f7-000fe9d230c2 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:47.960376 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [req-d693064f-280f-4327-a9f1-2fb793a32f33 req-b4654d5e-20bf-40fb-a3f7-000fe9d230c2 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Calling delete_port for 30e58787-c9a5-4368-8af7-62099a0fdf42 owned by compute:nova {{(pid=102347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:22:47.979290 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:22:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-310a74b3-601e-476f-9cfe-97843b8ecb78 x-openstack-request-id: req-310a74b3-601e-476f-9cfe-97843b8ecb78 {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:22:47.979602 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3829851e-9c6c-4b28-aa19-d0be65035545", "name": "network-vif-deleted", "tag": "15eae878-2aba-4225-a03d-b12fba2654a9", "status": "completed", "code": 200}]} {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:22:47.979874 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-310a74b3-601e-476f-9cfe-97843b8ecb78 {{(pid=102346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:22:47.980284 n-d-813419-10 neutron-server[102346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3829851e-9c6c-4b28-aa19-d0be65035545', 'name': 'network-vif-deleted', 'tag': '15eae878-2aba-4225-a03d-b12fba2654a9', 'status': 'completed', 'code': 200} Oct 27 10:22:48.010072 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15d6313-538e-490c-99be-aa6d7c50382d req-8922f078-a6a0-4e13-8f40-9ba26004bbe1 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:48.016774 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-b15d6313-538e-490c-99be-aa6d7c50382d req-8922f078-a6a0-4e13-8f40-9ba26004bbe1 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/ports?device_id=91f1b872-bfe1-4648-a448-cef70da3dd1f HTTP/1.1" status: 200 len: 950 time: 0.1154180 Oct 27 10:22:48.122429 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-b15d6313-538e-490c-99be-aa6d7c50382d req-9c76ba16-db0d-4963-98a5-963ee407bbfa tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/security-groups?id=e786382c-1289-4f9d-b471-ed120470c2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586255 Oct 27 10:22:48.289616 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7b7aa2-19e2-4db2-bae7-635058be7b01 req-168a1570-21de-455e-9d5a-79beb281783d tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:48.291084 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-bc7b7aa2-19e2-4db2-bae7-635058be7b01 req-168a1570-21de-455e-9d5a-79beb281783d tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] 10.222.0.44 "GET /v2.0/ports?device_id=9e8bcc8c-e9a1-4c45-af3a-9fd9588b6b53 HTTP/1.1" status: 200 len: 946 time: 0.0829492 Oct 27 10:22:48.344605 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [req-fc102dcc-7e18-44af-8f58-0058e7e9004d req-ba56f084-d32e-4944-a323-064d52332e25 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bbc2aa06-61cc-4096-be2e-387e33c3a412 {{(pid=102346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:22:48.360496 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-fc102dcc-7e18-44af-8f58-0058e7e9004d req-ba56f084-d32e-4944-a323-064d52332e25 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:48.371029 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-bc7b7aa2-19e2-4db2-bae7-635058be7b01 req-e8162c0c-5074-4f8d-b347-491f6863e15e tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] 10.222.0.44 "GET /v2.0/security-groups?id=e3018bff-e5f8-44d8-a835-69520a8698da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723269 Oct 27 10:22:48.378852 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.provisioning_blocks [req-fc102dcc-7e18-44af-8f58-0058e7e9004d req-ba56f084-d32e-4944-a323-064d52332e25 service neutron] Transition to ACTIVE for port object bbc2aa06-61cc-4096-be2e-387e33c3a412 will not be triggered until provisioned by entity L2. {{(pid=102346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 10:22:48.384438 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-fc102dcc-7e18-44af-8f58-0058e7e9004d req-ba56f084-d32e-4944-a323-064d52332e25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27024173'] for port, after_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:48.433570 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-04111806-c9e7-4f7a-bcf7-4d8bf1f8086b req-5b9694a2-6f7e-4ba1-a7bf-747df63ed070 tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] 10.222.0.44 "GET /v2.0/ports?device_id=3829851e-9c6c-4b28-aa19-d0be65035545 HTTP/1.1" status: 200 len: 210 time: 0.0553830 Oct 27 10:22:48.440514 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba56f084-d32e-4944-a323-064d52332e25 service neutron] Pushing event updated for resources: {'Port': ['ID=bbc2aa06-61cc-4096-be2e-387e33c3a412,revision_number=2']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:22:48.464949 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-d693064f-280f-4327-a9f1-2fb793a32f33 req-b4654d5e-20bf-40fb-a3f7-000fe9d230c2 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:48.477347 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] get_ports_and_sgs() called for port_ids ['30e58787-c9a5-4368-8af7-62099a0fdf42', 'ef8c5b69-dd82-4e4b-a0d6-85720dea4382'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:22:48.492813 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4654d5e-20bf-40fb-a3f7-000fe9d230c2 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Pushing event deleted for resources: {'Port': ['ID=30e58787-c9a5-4368-8af7-62099a0fdf42,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:22:48.513045 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.managers [req-fc102dcc-7e18-44af-8f58-0058e7e9004d req-ba56f084-d32e-4944-a323-064d52332e25 service neutron] Attempting to bind port bbc2aa06-61cc-4096-be2e-387e33c3a412 on host n-h1-813419-10 for vnic_type normal with profile {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:22:48.513388 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.managers [req-fc102dcc-7e18-44af-8f58-0058e7e9004d req-ba56f084-d32e-4944-a323-064d52332e25 service neutron] Attempting to bind port bbc2aa06-61cc-4096-be2e-387e33c3a412 by drivers openvswitch,hyperv on host n-h1-813419-10 at level 0 using segments [{'id': 'e031df76-6a67-4dc9-b33e-3b490749e49c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '6e5c7d55-96e0-4ffb-8753-a93efa7224ea'}] {{(pid=102346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:22:48.513715 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc102dcc-7e18-44af-8f58-0058e7e9004d req-ba56f084-d32e-4944-a323-064d52332e25 service neutron] Attempting to bind port bbc2aa06-61cc-4096-be2e-387e33c3a412 on network 6e5c7d55-96e0-4ffb-8753-a93efa7224ea {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:22:48.518680 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc102dcc-7e18-44af-8f58-0058e7e9004d req-ba56f084-d32e-4944-a323-064d52332e25 service neutron] Port bbc2aa06-61cc-4096-be2e-387e33c3a412 on network 6e5c7d55-96e0-4ffb-8753-a93efa7224ea not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-10 {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 10:22:48.519000 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc102dcc-7e18-44af-8f58-0058e7e9004d req-ba56f084-d32e-4944-a323-064d52332e25 service neutron] Attempting to bind port bbc2aa06-61cc-4096-be2e-387e33c3a412 on network 6e5c7d55-96e0-4ffb-8753-a93efa7224ea {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:22:48.524020 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc102dcc-7e18-44af-8f58-0058e7e9004d req-ba56f084-d32e-4944-a323-064d52332e25 service neutron] Checking agent: {'id': 'a52e1cab-0c63-402d-9c94-330537c6c076', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 16, 2), 'started_at': datetime.datetime(2021, 10, 27, 10, 16, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 22, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:22:48.524513 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc102dcc-7e18-44af-8f58-0058e7e9004d req-ba56f084-d32e-4944-a323-064d52332e25 service neutron] Checking segment: {'id': 'e031df76-6a67-4dc9-b33e-3b490749e49c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '6e5c7d55-96e0-4ffb-8753-a93efa7224ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:22:48.524768 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc102dcc-7e18-44af-8f58-0058e7e9004d req-ba56f084-d32e-4944-a323-064d52332e25 service neutron] Bound using segment: {'id': 'e031df76-6a67-4dc9-b33e-3b490749e49c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '6e5c7d55-96e0-4ffb-8753-a93efa7224ea'} {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:22:48.525195 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.managers [req-fc102dcc-7e18-44af-8f58-0058e7e9004d req-ba56f084-d32e-4944-a323-064d52332e25 service neutron] Bound port: bbc2aa06-61cc-4096-be2e-387e33c3a412, host: n-h1-813419-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e031df76-6a67-4dc9-b33e-3b490749e49c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '6e5c7d55-96e0-4ffb-8753-a93efa7224ea'}}] {{(pid=102346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:22:48.525544 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-fc102dcc-7e18-44af-8f58-0058e7e9004d req-ba56f084-d32e-4944-a323-064d52332e25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:48.540828 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [req-d693064f-280f-4327-a9f1-2fb793a32f33 req-b4654d5e-20bf-40fb-a3f7-000fe9d230c2 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] No DVR routers for this DVR port 30e58787-c9a5-4368-8af7-62099a0fdf42 on host n-h2-813419-10 {{(pid=102347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:22:48.542868 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-d693064f-280f-4327-a9f1-2fb793a32f33 req-b4654d5e-20bf-40fb-a3f7-000fe9d230c2 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:48.546502 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-d693064f-280f-4327-a9f1-2fb793a32f33 req-b4654d5e-20bf-40fb-a3f7-000fe9d230c2 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] 10.222.0.76 "DELETE /v2.0/ports/30e58787-c9a5-4368-8af7-62099a0fdf42 HTTP/1.1" status: 204 len: 173 time: 0.9532437 Oct 27 10:22:48.605294 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [req-fc102dcc-7e18-44af-8f58-0058e7e9004d req-ba56f084-d32e-4944-a323-064d52332e25 service neutron] For port bbc2aa06-61cc-4096-be2e-387e33c3a412, host n-h1-813419-10, cleared binding levels {{(pid=102346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:22:48.609638 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [req-fc102dcc-7e18-44af-8f58-0058e7e9004d req-ba56f084-d32e-4944-a323-064d52332e25 service neutron] For port bbc2aa06-61cc-4096-be2e-387e33c3a412, host n-h1-813419-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=bbc2aa06-61cc-4096-be2e-387e33c3a412,segment=NetworkSegment(e031df76-6a67-4dc9-b33e-3b490749e49c),segment_id=e031df76-6a67-4dc9-b33e-3b490749e49c)] {{(pid=102346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:22:48.617945 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-fc102dcc-7e18-44af-8f58-0058e7e9004d req-ba56f084-d32e-4944-a323-064d52332e25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27024173'] for port, after_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:48.664498 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [req-d693064f-280f-4327-a9f1-2fb793a32f33 req-8ea4fa3e-963c-4e25-8b8c-5f113b18a577 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Deleting port ef8c5b69-dd82-4e4b-a0d6-85720dea4382 {{(pid=102347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:22:48.665184 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-d693064f-280f-4327-a9f1-2fb793a32f33 req-8ea4fa3e-963c-4e25-8b8c-5f113b18a577 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:48.738750 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc102dcc-7e18-44af-8f58-0058e7e9004d req-ba56f084-d32e-4944-a323-064d52332e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:48.739366 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-fc102dcc-7e18-44af-8f58-0058e7e9004d req-ba56f084-d32e-4944-a323-064d52332e25 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:48.740917 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-fc102dcc-7e18-44af-8f58-0058e7e9004d req-ba56f084-d32e-4944-a323-064d52332e25 service neutron] 10.222.0.64 "PUT /v2.0/ports/bbc2aa06-61cc-4096-be2e-387e33c3a412 HTTP/1.1" status: 200 len: 1093 time: 0.9233787 Oct 27 10:22:48.782438 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489d712f-fdb3-4f58-a8de-dea8a11c1f2b req-1b5c9c91-b49e-4b33-be09-089f2c516b5b tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:48.784002 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-489d712f-fdb3-4f58-a8de-dea8a11c1f2b req-1b5c9c91-b49e-4b33-be09-089f2c516b5b tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] 10.222.0.44 "GET /v2.0/ports?device_id=2296ee05-8e19-42a2-999c-bcf4c4617d80 HTTP/1.1" status: 200 len: 945 time: 0.1169078 Oct 27 10:22:48.785025 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba56f084-d32e-4944-a323-064d52332e25 service neutron] Pushing event updated for resources: {'Port': ['ID=bbc2aa06-61cc-4096-be2e-387e33c3a412,revision_number=3']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:22:48.810336 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-d693064f-280f-4327-a9f1-2fb793a32f33 req-8ea4fa3e-963c-4e25-8b8c-5f113b18a577 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] For port ef8c5b69-dd82-4e4b-a0d6-85720dea4382, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=ef8c5b69-dd82-4e4b-a0d6-85720dea4382,segment=NetworkSegment(f4c0c22f-aab8-4ae8-882d-a6c9857b00fc),segment_id=f4c0c22f-aab8-4ae8-882d-a6c9857b00fc)] {{(pid=102347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:22:48.810690 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-d693064f-280f-4327-a9f1-2fb793a32f33 req-8ea4fa3e-963c-4e25-8b8c-5f113b18a577 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:48.827370 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [req-d693064f-280f-4327-a9f1-2fb793a32f33 req-8ea4fa3e-963c-4e25-8b8c-5f113b18a577 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Calling delete_port for ef8c5b69-dd82-4e4b-a0d6-85720dea4382 owned by compute:nova {{(pid=102347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:22:48.853171 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-d11a71df-9699-45c7-acf8-2bdfbb97d114 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:48.860085 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-489d712f-fdb3-4f58-a8de-dea8a11c1f2b req-e308cf6a-fa6c-41d7-b2e7-5824710206cf tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] 10.222.0.44 "GET /v2.0/security-groups?id=58a9c42a-77eb-4104-9847-0486d9673bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624919 Oct 27 10:22:48.861952 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc102dcc-7e18-44af-8f58-0058e7e9004d req-02dd4d1a-fdf3-4aeb-9534-1071de8945e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:48.863370 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-fc102dcc-7e18-44af-8f58-0058e7e9004d req-02dd4d1a-fdf3-4aeb-9534-1071de8945e9 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=580a3fc36cc44c288aa6a1263e27e7ae&device_id=7f697ba3-bc41-4960-a8ed-19f45233b624 HTTP/1.1" status: 200 len: 1096 time: 0.0746770 Oct 27 10:22:48.917842 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-fc102dcc-7e18-44af-8f58-0058e7e9004d req-a817d836-a7fd-47af-a45b-cbfd87a483cc service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bbc2aa06-61cc-4096-be2e-387e33c3a412 HTTP/1.1" status: 200 len: 217 time: 0.0445910 Oct 27 10:22:48.918250 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a41d56-818a-4c41-8bc9-fbae1c542d8e req-7ad7adee-77ce-4a38-90db-9b9cc85cd07d tempest-ServersTestJSON-1341865721 tempest-ServersTestJSON-1341865721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:48.919768 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-e9a41d56-818a-4c41-8bc9-fbae1c542d8e req-7ad7adee-77ce-4a38-90db-9b9cc85cd07d tempest-ServersTestJSON-1341865721 tempest-ServersTestJSON-1341865721-project] 10.222.0.44 "GET /v2.0/ports?device_id=d0703643-1364-4ee4-80fa-4e826a594d67 HTTP/1.1" status: 200 len: 945 time: 0.0942321 Oct 27 10:22:48.975741 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc102dcc-7e18-44af-8f58-0058e7e9004d req-5628a4e9-12be-467f-875a-4263a2f23f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:48.977997 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-fc102dcc-7e18-44af-8f58-0058e7e9004d req-5628a4e9-12be-467f-875a-4263a2f23f54 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a6e255bf-7b36-48de-87ff-f5121c37ce2b HTTP/1.1" status: 200 len: 844 time: 0.0485168 Oct 27 10:22:48.980778 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-e9a41d56-818a-4c41-8bc9-fbae1c542d8e req-68efc92a-816f-4543-aa8a-b8d1f0eeeb17 tempest-ServersTestJSON-1341865721 tempest-ServersTestJSON-1341865721-project] 10.222.0.44 "GET /v2.0/security-groups?id=8fb6e5b5-c2fd-4ec8-99a2-cc35d354719d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520346 Oct 27 10:22:49.015106 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-fc102dcc-7e18-44af-8f58-0058e7e9004d req-a5ada88f-26a6-48e9-b839-38728e7e5c9d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=6e5c7d55-96e0-4ffb-8753-a93efa7224ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280080 Oct 27 10:22:49.061503 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-d693064f-280f-4327-a9f1-2fb793a32f33 req-8ea4fa3e-963c-4e25-8b8c-5f113b18a577 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:49.106131 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea4fa3e-963c-4e25-8b8c-5f113b18a577 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Pushing event deleted for resources: {'Port': ['ID=ef8c5b69-dd82-4e4b-a0d6-85720dea4382,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:22:49.116451 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae4999f-ea6f-4d06-8a04-0a117af8b124 req-2566a21c-b4e3-4fa3-b218-54d510562c9a tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:49.117964 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-bae4999f-ea6f-4d06-8a04-0a117af8b124 req-2566a21c-b4e3-4fa3-b218-54d510562c9a tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] 10.222.0.44 "GET /v2.0/ports?device_id=7f697ba3-bc41-4960-a8ed-19f45233b624 HTTP/1.1" status: 200 len: 944 time: 0.1058009 Oct 27 10:22:49.122583 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2296ee05-8e19-42a2-999c-bcf4c4617d80', 'name': 'network-vif-deleted', 'tag': '30e58787-c9a5-4368-8af7-62099a0fdf42'}] {{(pid=102347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:22:49.123280 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311149b481204ee7edffdb959c881838506fbd95bc8577c048f6677abb73acc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1732f8f6-727c-403f-ae7a-5126dda77990" -d '{"events": [{"server_uuid": "2296ee05-8e19-42a2-999c-bcf4c4617d80", "name": "network-vif-deleted", "tag": "30e58787-c9a5-4368-8af7-62099a0fdf42"}]}' {{(pid=102347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:22:49.165767 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [req-d693064f-280f-4327-a9f1-2fb793a32f33 req-8ea4fa3e-963c-4e25-8b8c-5f113b18a577 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] No DVR routers for this DVR port ef8c5b69-dd82-4e4b-a0d6-85720dea4382 on host n-h2-813419-10 {{(pid=102347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:22:49.169726 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-fc102dcc-7e18-44af-8f58-0058e7e9004d req-76ed98e8-577b-46ac-8bf9-1e2be7d0c47a service neutron] 10.222.0.64 "GET /v2.0/networks/6e5c7d55-96e0-4ffb-8753-a93efa7224ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451504 Oct 27 10:22:49.174785 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebba9ae-3d55-49c4-bf74-72dbca1f5d4c req-94947837-4c0f-4313-9b5f-d85a18ac6b9d tempest-ServersTestJSON-1341865721 tempest-ServersTestJSON-1341865721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:49.176476 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-9ebba9ae-3d55-49c4-bf74-72dbca1f5d4c req-94947837-4c0f-4313-9b5f-d85a18ac6b9d tempest-ServersTestJSON-1341865721 tempest-ServersTestJSON-1341865721-project] 10.222.0.44 "GET /v2.0/ports?device_id=d0703643-1364-4ee4-80fa-4e826a594d67 HTTP/1.1" status: 200 len: 945 time: 0.1240895 Oct 27 10:22:49.177653 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-d693064f-280f-4327-a9f1-2fb793a32f33 req-8ea4fa3e-963c-4e25-8b8c-5f113b18a577 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:49.184566 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-d693064f-280f-4327-a9f1-2fb793a32f33 req-8ea4fa3e-963c-4e25-8b8c-5f113b18a577 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] 10.222.0.76 "DELETE /v2.0/ports/ef8c5b69-dd82-4e4b-a0d6-85720dea4382 HTTP/1.1" status: 204 len: 173 time: 0.6260672 Oct 27 10:22:49.192511 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 45238) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:22:49.203714 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-bae4999f-ea6f-4d06-8a04-0a117af8b124 req-b2183c06-ab76-41ab-b6a3-2905d02f74ec tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] 10.222.0.44 "GET /v2.0/security-groups?id=abb43ff2-3d53-4d6f-bfce-d681dce200c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715504 Oct 27 10:22:49.212243 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-e4b28a70-5d94-414a-8359-24df93161de6 tempest-ServersTestJSON-1341865721 tempest-ServersTestJSON-1341865721-project] Request body: {'floatingip': {'port_id': '63ffddaf-77c9-47e2-8e97-4a90c844dd8b'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:22:49.256121 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:22:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cad46b9-ed18-49a5-831f-2f0276c0a24d x-openstack-request-id: req-8cad46b9-ed18-49a5-831f-2f0276c0a24d {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:22:49.256491 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2296ee05-8e19-42a2-999c-bcf4c4617d80", "name": "network-vif-deleted", "tag": "30e58787-c9a5-4368-8af7-62099a0fdf42", "status": "completed", "code": 200}]} {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:22:49.256930 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-8cad46b9-ed18-49a5-831f-2f0276c0a24d {{(pid=102347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:22:49.257268 n-d-813419-10 neutron-server[102347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2296ee05-8e19-42a2-999c-bcf4c4617d80', 'name': 'network-vif-deleted', 'tag': '30e58787-c9a5-4368-8af7-62099a0fdf42', 'status': 'completed', 'code': 200} Oct 27 10:22:49.349086 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-e4b28a70-5d94-414a-8359-24df93161de6 tempest-ServersTestJSON-1341865721 tempest-ServersTestJSON-1341865721-project] Publish callbacks [] for floatingip, before_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:49.451118 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-fc102dcc-7e18-44af-8f58-0058e7e9004d req-1b08423c-fc45-443c-9e61-2e9ab15bc22c service neutron] 10.222.0.64 "GET /v2.0/networks/6e5c7d55-96e0-4ffb-8753-a93efa7224ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2710834 Oct 27 10:22:49.497018 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8f47a6-45c8-42f4-a70c-215d598696fc req-e935e0a0-252e-4d1e-a864-6329057327b1 tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:49.498557 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-0e8f47a6-45c8-42f4-a70c-215d598696fc req-e935e0a0-252e-4d1e-a864-6329057327b1 tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] 10.222.0.44 "GET /v2.0/ports?device_id=9e8bcc8c-e9a1-4c45-af3a-9fd9588b6b53 HTTP/1.1" status: 200 len: 946 time: 0.0524442 Oct 27 10:22:49.506078 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080e2490-7e65-43ea-86ac-916864bad7e6 req-a893c1ef-e73e-4dc7-ae0e-eb775011afe7 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:49.507539 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-080e2490-7e65-43ea-86ac-916864bad7e6 req-a893c1ef-e73e-4dc7-ae0e-eb775011afe7 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/ports?device_id=91f1b872-bfe1-4648-a448-cef70da3dd1f HTTP/1.1" status: 200 len: 950 time: 0.1830413 Oct 27 10:22:49.536824 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-0e8f47a6-45c8-42f4-a70c-215d598696fc req-d9c7a7e0-345f-4b8f-9211-8f09a5b9a545 tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] 10.222.0.44 "GET /v2.0/security-groups?id=e3018bff-e5f8-44d8-a835-69520a8698da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316031 Oct 27 10:22:49.619366 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-080e2490-7e65-43ea-86ac-916864bad7e6 req-f4837dcf-d873-48ab-9c54-b42b2754f550 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/security-groups?id=e786382c-1289-4f9d-b471-ed120470c2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057386 Oct 27 10:22:49.882839 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3ddd2f-33d7-41b3-9d1b-8a7db6567091 req-f5f16429-f8fb-481e-83f4-418d775d3866 tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:49.884373 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-6b3ddd2f-33d7-41b3-9d1b-8a7db6567091 req-f5f16429-f8fb-481e-83f4-418d775d3866 tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] 10.222.0.44 "GET /v2.0/ports?device_id=17fac8c9-b531-4166-a261-47a6b86a5d06 HTTP/1.1" status: 200 len: 950 time: 0.1133378 Oct 27 10:22:49.897005 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-eadeaa30-4096-4d1a-b3cb-aa7ebfb291ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:49.916832 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-e4b28a70-5d94-414a-8359-24df93161de6 tempest-ServersTestJSON-1341865721 tempest-ServersTestJSON-1341865721-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:49.927568 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 45250) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:22:49.928120 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-e4b28a70-5d94-414a-8359-24df93161de6 tempest-ServersTestJSON-1341865721 tempest-ServersTestJSON-1341865721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1664826'] for floatingip, after_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:49.940315 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:49.992082 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f697ba3-bc41-4960-a8ed-19f45233b624', 'tag': 'bbc2aa06-61cc-4096-be2e-387e33c3a412'}] {{(pid=102346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:22:49.994343 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc0e418f5fc417c8d55d94c0aa509b037d0beb2a734c1a709e789eb65639a56d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b18d9c40-42c5-4b2b-8226-dc52928e313a" -d '{"events": [{"name": "network-changed", "server_uuid": "7f697ba3-bc41-4960-a8ed-19f45233b624", "tag": "bbc2aa06-61cc-4096-be2e-387e33c3a412"}]}' {{(pid=102346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:22:49.997754 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_v2 [None req-d894a1f3-459b-4141-8d44-fe295699d2b9 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Deleting subnet 77fcb867-b5c4-4b73-bcc5-3f71a668ea56 {{(pid=102347) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 10:22:50.001874 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-d894a1f3-459b-4141-8d44-fe295699d2b9 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Publish callbacks [] for subnet, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:50.003981 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-6b3ddd2f-33d7-41b3-9d1b-8a7db6567091 req-f44dc9b6-070a-40ac-8c06-6042ddbf64f6 tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] 10.222.0.44 "GET /v2.0/security-groups?id=adbff9a4-0ae5-4700-84c2-4b5f53f67e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128271 Oct 27 10:22:50.049446 n-d-813419-10 neutron-server[102346]: INFO neutron.db.l3_db [None req-e4b28a70-5d94-414a-8359-24df93161de6 tempest-ServersTestJSON-1341865721 tempest-ServersTestJSON-1341865721-project] Floating IP 2fddb83b-ff87-4072-95f0-c84db454d6e1 associated. External IP: 172.25.8.129, port: 63ffddaf-77c9-47e2-8e97-4a90c844dd8b. Oct 27 10:22:50.059072 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-d894a1f3-459b-4141-8d44-fe295699d2b9 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-18445109'] for subnet, precommit_delete_associations {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:50.084280 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 10:22:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf294497-d92c-4ce8-b635-14246f12ca82 x-openstack-request-id: req-bf294497-d92c-4ce8-b635-14246f12ca82 {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:22:50.084735 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f697ba3-bc41-4960-a8ed-19f45233b624", "tag": "bbc2aa06-61cc-4096-be2e-387e33c3a412", "status": "completed", "code": 200}]} {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:22:50.085123 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-bf294497-d92c-4ce8-b635-14246f12ca82 {{(pid=102346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:22:50.085561 n-d-813419-10 neutron-server[102346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f697ba3-bc41-4960-a8ed-19f45233b624', 'tag': 'bbc2aa06-61cc-4096-be2e-387e33c3a412', 'status': 'completed', 'code': 200} Oct 27 10:22:50.146070 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-d894a1f3-459b-4141-8d44-fe295699d2b9 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855646'] for subnet, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:50.169587 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18d9c40-42c5-4b2b-8226-dc52928e313a req-754781ed-299e-45c0-8d54-2f60d1607a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:50.171065 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-b18d9c40-42c5-4b2b-8226-dc52928e313a req-754781ed-299e-45c0-8d54-2f60d1607a21 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=580a3fc36cc44c288aa6a1263e27e7ae&device_id=7f697ba3-bc41-4960-a8ed-19f45233b624 HTTP/1.1" status: 200 len: 1096 time: 0.0594411 Oct 27 10:22:50.204235 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-d894a1f3-459b-4141-8d44-fe295699d2b9 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-18295818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18043720'] for subnet, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:50.234027 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d894a1f3-459b-4141-8d44-fe295699d2b9 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Pushing event deleted for resources: {'Subnet': ['ID=77fcb867-b5c4-4b73-bcc5-3f71a668ea56,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:22:50.240952 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-d894a1f3-459b-4141-8d44-fe295699d2b9 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Publish callbacks [] for subnet, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:50.244031 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-d894a1f3-459b-4141-8d44-fe295699d2b9 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] 10.222.0.44 "DELETE /v2.0/subnets/77fcb867-b5c4-4b73-bcc5-3f71a668ea56 HTTP/1.1" status: 204 len: 168 time: 0.3135571 Oct 27 10:22:50.246559 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 45258) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:22:50.250462 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7b73bf7-969e-4103-9866-426a2b997ade None None] Network bf1ac053-a18e-466d-9b2d-ed75456df1b4 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:22:50.358616 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-d6016e51-26a7-47cd-ba1a-1393b45a0520 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586917'] for network, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:50.358856 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18d9c40-42c5-4b2b-8226-dc52928e313a req-d7f1ff2d-a9aa-48cb-864a-3dbbc89ec4df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:50.360372 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-b18d9c40-42c5-4b2b-8226-dc52928e313a req-d7f1ff2d-a9aa-48cb-864a-3dbbc89ec4df service neutron] 10.222.0.64 "GET /v2.0/networks?id=6e5c7d55-96e0-4ffb-8753-a93efa7224ea HTTP/1.1" status: 200 len: 905 time: 0.1781209 Oct 27 10:22:50.373121 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4b28a70-5d94-414a-8359-24df93161de6 tempest-ServersTestJSON-1341865721 tempest-ServersTestJSON-1341865721-project] Router 068ef6e0-446e-4e93-a5c2-1d5d6ef40eb8 has already been hosted by L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb {{(pid=102346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 10:22:50.426170 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d0cfe4-15b8-494e-9f08-3a91537de4db req-907bd517-7f78-4556-bc3c-b425efb02590 tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:50.427691 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-a8d0cfe4-15b8-494e-9f08-3a91537de4db req-907bd517-7f78-4556-bc3c-b425efb02590 tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] 10.222.0.44 "GET /v2.0/ports?device_id=7f697ba3-bc41-4960-a8ed-19f45233b624 HTTP/1.1" status: 200 len: 944 time: 0.1106040 Oct 27 10:22:50.431205 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-b18d9c40-42c5-4b2b-8226-dc52928e313a req-c1afad34-0685-4b30-86ad-de3146c9a361 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bbc2aa06-61cc-4096-be2e-387e33c3a412 HTTP/1.1" status: 200 len: 217 time: 0.0551596 Oct 27 10:22:50.478964 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-a8d0cfe4-15b8-494e-9f08-3a91537de4db req-91157683-6934-405b-8b0a-5872383bf6b2 tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] 10.222.0.44 "GET /v2.0/security-groups?id=abb43ff2-3d53-4d6f-bfce-d681dce200c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405986 Oct 27 10:22:50.480804 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-d6016e51-26a7-47cd-ba1a-1393b45a0520 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Deleting port 9f3c02a0-e4c3-4526-a849-2fa9a779671a {{(pid=102347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:22:50.481128 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-d6016e51-26a7-47cd-ba1a-1393b45a0520 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:50.495791 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56b22347-4662-4a6e-a302-cb0bddfc5c57 None None] DHCP port deletion for bf1ac053-a18e-466d-9b2d-ed75456df1b4 request from n-d-813419-10 {{(pid=102348) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 10:22:50.548171 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-56b22347-4662-4a6e-a302-cb0bddfc5c57 None None] Deleting port 9f3c02a0-e4c3-4526-a849-2fa9a779671a {{(pid=102348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:22:50.548987 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-56b22347-4662-4a6e-a302-cb0bddfc5c57 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:50.560231 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18d9c40-42c5-4b2b-8226-dc52928e313a req-8a0a45e4-5f80-4c92-89bb-0a0d26d2c7d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:50.561691 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-b18d9c40-42c5-4b2b-8226-dc52928e313a req-8a0a45e4-5f80-4c92-89bb-0a0d26d2c7d6 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a6e255bf-7b36-48de-87ff-f5121c37ce2b HTTP/1.1" status: 200 len: 844 time: 0.0953271 Oct 27 10:22:50.562923 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [None req-d6016e51-26a7-47cd-ba1a-1393b45a0520 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] For port 9f3c02a0-e4c3-4526-a849-2fa9a779671a, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=9f3c02a0-e4c3-4526-a849-2fa9a779671a,segment=NetworkSegment(d280e86b-98bc-4db8-afe2-4c1f5068a6df),segment_id=d280e86b-98bc-4db8-afe2-4c1f5068a6df)] {{(pid=102347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:22:50.563385 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-d6016e51-26a7-47cd-ba1a-1393b45a0520 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:50.565932 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device 8dcf338b-43db-4891-993f-84a3faa63833 no longer exists at agent hyperv_n-h2-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:22:50.578007 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-d6016e51-26a7-47cd-ba1a-1393b45a0520 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Calling delete_port for 9f3c02a0-e4c3-4526-a849-2fa9a779671a owned by network:dhcp {{(pid=102347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:22:50.611677 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-b18d9c40-42c5-4b2b-8226-dc52928e313a req-1929513c-1ce5-46e5-ad69-cd9a5ffa4ced service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=6e5c7d55-96e0-4ffb-8753-a93efa7224ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380623 Oct 27 10:22:50.615815 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4b28a70-5d94-414a-8359-24df93161de6 tempest-ServersTestJSON-1341865721 tempest-ServersTestJSON-1341865721-project] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:22:50.621210 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] No Port match for: 8dcf338b-43db-4891-993f-84a3faa63833 {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:22:50.621510 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-e4b28a70-5d94-414a-8359-24df93161de6 tempest-ServersTestJSON-1341865721 tempest-ServersTestJSON-1341865721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for floatingip, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:50.621991 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device 8dcf338b-43db-4891-993f-84a3faa63833 not bound to the agent host n-h2-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:22:50.623194 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device 15eae878-2aba-4225-a03d-b12fba2654a9 no longer exists at agent hyperv_n-h2-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:22:50.655773 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-e4b28a70-5d94-414a-8359-24df93161de6 tempest-ServersTestJSON-1341865721 tempest-ServersTestJSON-1341865721-project] 10.222.0.44 "PUT /v2.0/floatingips/2fddb83b-ff87-4072-95f0-c84db454d6e1 HTTP/1.1" status: 200 len: 991 time: 1.4620256 Oct 27 10:22:50.664957 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c3927c1-cd2c-4158-b594-9f5be03175f6 None None] Sync routers for ids ['068ef6e0-446e-4e93-a5c2-1d5d6ef40eb8'] in n-d-813419-10 {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:22:50.675796 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-d6016e51-26a7-47cd-ba1a-1393b45a0520 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:50.677070 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] No Port match for: 15eae878-2aba-4225-a03d-b12fba2654a9 {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:22:50.677414 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device 15eae878-2aba-4225-a03d-b12fba2654a9 not bound to the agent host n-h2-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:22:50.677995 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device ef8c5b69-dd82-4e4b-a0d6-85720dea4382 no longer exists at agent hyperv_n-h2-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:22:50.709016 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6016e51-26a7-47cd-ba1a-1393b45a0520 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] No DVR routers for this DVR port 9f3c02a0-e4c3-4526-a849-2fa9a779671a on host n-d-813419-10 {{(pid=102347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:22:50.712873 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-56b22347-4662-4a6e-a302-cb0bddfc5c57 None None] For port 9f3c02a0-e4c3-4526-a849-2fa9a779671a, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=9f3c02a0-e4c3-4526-a849-2fa9a779671a,segment=NetworkSegment(d280e86b-98bc-4db8-afe2-4c1f5068a6df),segment_id=d280e86b-98bc-4db8-afe2-4c1f5068a6df)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:22:50.713466 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-56b22347-4662-4a6e-a302-cb0bddfc5c57 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:50.716523 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] No Port match for: ef8c5b69-dd82-4e4b-a0d6-85720dea4382 {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:22:50.716733 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6016e51-26a7-47cd-ba1a-1393b45a0520 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Pushing event deleted for resources: {'Port': ['ID=9f3c02a0-e4c3-4526-a849-2fa9a779671a,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:22:50.717190 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device ef8c5b69-dd82-4e4b-a0d6-85720dea4382 not bound to the agent host n-h2-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:22:50.717793 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device 30e58787-c9a5-4368-8af7-62099a0fdf42 no longer exists at agent hyperv_n-h2-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:22:50.747676 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c3927c1-cd2c-4158-b594-9f5be03175f6 None None] Routers {'068ef6e0-446e-4e93-a5c2-1d5d6ef40eb8'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:22:50.748231 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-b18d9c40-42c5-4b2b-8226-dc52928e313a req-837cc3ae-31bc-44b8-95f3-9f1ebcfebd1f service neutron] 10.222.0.64 "GET /v2.0/networks/6e5c7d55-96e0-4ffb-8753-a93efa7224ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912848 Oct 27 10:22:50.748405 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-4c3927c1-cd2c-4158-b594-9f5be03175f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:22:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['068ef6e0-446e-4e93-a5c2-1d5d6ef40eb8'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:22:50.751789 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-56b22347-4662-4a6e-a302-cb0bddfc5c57 None None] Calling delete_port for 9f3c02a0-e4c3-4526-a849-2fa9a779671a owned by network:dhcp {{(pid=102348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:22:50.752842 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] No Port match for: 30e58787-c9a5-4368-8af7-62099a0fdf42 {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:22:50.753179 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device 30e58787-c9a5-4368-8af7-62099a0fdf42 not bound to the agent host n-h2-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:22:50.821603 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-d6016e51-26a7-47cd-ba1a-1393b45a0520 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857803', 'neutron.services.segments.db._delete_segments_for_network-8743873143390'] for network, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:50.848743 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-d6016e51-26a7-47cd-ba1a-1393b45a0520 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf1ac053-a18e-466d-9b2d-ed75456df1b4']}} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:22:50.862191 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3e2d1f-80cb-4fd7-a0ea-c75ac0736798 req-34b70d5c-b39f-448f-9a0e-1c91446fc9be tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:50.863928 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-ac3e2d1f-80cb-4fd7-a0ea-c75ac0736798 req-34b70d5c-b39f-448f-9a0e-1c91446fc9be tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/ports?device_id=91f1b872-bfe1-4648-a448-cef70da3dd1f HTTP/1.1" status: 200 len: 950 time: 0.1269319 Oct 27 10:22:50.873791 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-d6016e51-26a7-47cd-ba1a-1393b45a0520 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd280e86b-98bc-4db8-afe2-4c1f5068a6df') {'for_net_delete': True} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:22:50.874342 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-d6016e51-26a7-47cd-ba1a-1393b45a0520 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd280e86b-98bc-4db8-afe2-4c1f5068a6df') {} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:22:50.892126 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-d6016e51-26a7-47cd-ba1a-1393b45a0520 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743873145191', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18445132'] for segment, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:50.914297 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-d6016e51-26a7-47cd-ba1a-1393b45a0520 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:50.919176 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvr_db [None req-4c3927c1-cd2c-4158-b594-9f5be03175f6 None None] Set router 068ef6e0-446e-4e93-a5c2-1d5d6ef40eb8 gateway port host: n-d-813419-10 {{(pid=102348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:22:50.928509 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6016e51-26a7-47cd-ba1a-1393b45a0520 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Releasing vlan 421 on physical network physnet1 to pool {{(pid=102347) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 10:22:50.929085 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-d6016e51-26a7-47cd-ba1a-1393b45a0520 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-18296032'] for segment, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:50.933133 n-d-813419-10 neutron-server[102347]: Traceback (most recent call last): Oct 27 10:22:50.933133 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 10:22:50.933133 n-d-813419-10 neutron-server[102347]: timer() Oct 27 10:22:50.933133 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 10:22:50.933133 n-d-813419-10 neutron-server[102347]: cb(*args, **kw) Oct 27 10:22:50.933133 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 10:22:50.933133 n-d-813419-10 neutron-server[102347]: return func(*args, **kwargs) Oct 27 10:22:50.933133 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 10:22:50.933133 n-d-813419-10 neutron-server[102347]: self._notify() Oct 27 10:22:50.933133 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 10:22:50.933133 n-d-813419-10 neutron-server[102347]: self.callback(batched_events) Oct 27 10:22:50.933133 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 10:22:50.933133 n-d-813419-10 neutron-server[102347]: event.method(event) Oct 27 10:22:50.933133 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 10:22:50.933133 n-d-813419-10 neutron-server[102347]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 10:22:50.933133 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 10:22:50.933133 n-d-813419-10 neutron-server[102347]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 10:22:50.933133 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 10:22:50.933133 n-d-813419-10 neutron-server[102347]: return f(self, *a, **k) Oct 27 10:22:50.933133 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 10:22:50.933133 n-d-813419-10 neutron-server[102347]: return self._get(url).json() Oct 27 10:22:50.933133 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 10:22:50.933133 n-d-813419-10 neutron-server[102347]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 10:22:50.933133 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 10:22:50.933133 n-d-813419-10 neutron-server[102347]: return self.request(url, 'GET', **kwargs) Oct 27 10:22:50.933133 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 10:22:50.933133 n-d-813419-10 neutron-server[102347]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 10:22:50.933133 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 10:22:50.933133 n-d-813419-10 neutron-server[102347]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 10:22:50.933133 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 10:22:50.933133 n-d-813419-10 neutron-server[102347]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 10:22:50.933133 n-d-813419-10 neutron-server[102347]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 10:22:50.950806 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-ac3e2d1f-80cb-4fd7-a0ea-c75ac0736798 req-93b3daa9-33e9-48f4-81ba-7c88e6250ed2 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/security-groups?id=e786382c-1289-4f9d-b471-ed120470c2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685699 Oct 27 10:22:50.961014 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-56b22347-4662-4a6e-a302-cb0bddfc5c57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615'] for port, after_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:51.004433 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-d6016e51-26a7-47cd-ba1a-1393b45a0520 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664840'] for network, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:51.015578 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-d6016e51-26a7-47cd-ba1a-1393b45a0520 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for network, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:51.022344 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-d6016e51-26a7-47cd-ba1a-1393b45a0520 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] 10.222.0.44 "DELETE /v2.0/networks/bf1ac053-a18e-466d-9b2d-ed75456df1b4 HTTP/1.1" status: 204 len: 168 time: 0.7721760 Oct 27 10:22:51.023383 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b22347-4662-4a6e-a302-cb0bddfc5c57 None None] Pushing event deleted for resources: {'Port': ['ID=9f3c02a0-e4c3-4526-a849-2fa9a779671a,revision_number=None']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:22:51.026656 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 45268) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:22:51.033256 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56b22347-4662-4a6e-a302-cb0bddfc5c57 None None] No DVR routers for this DVR port 9f3c02a0-e4c3-4526-a849-2fa9a779671a on host n-d-813419-10 {{(pid=102348) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:22:51.077313 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6016e51-26a7-47cd-ba1a-1393b45a0520 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Pushing event deleted for resources: {'Network': ['ID=bf1ac053-a18e-466d-9b2d-ed75456df1b4,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:22:51.151468 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_v2 [None req-52452e19-41d4-455e-b790-1f8c153ce533 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Deleting subnet 94adf8ac-d2ae-4bb5-95eb-1bfaf73e4d47 {{(pid=102347) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 10:22:51.159979 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-52452e19-41d4-455e-b790-1f8c153ce533 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Publish callbacks [] for subnet, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:51.165527 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfc1bef-6b5a-4a46-9d1d-3cb19615072f req-22a9d12f-5e50-4d3e-9144-b742ef0b1f07 tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:51.167099 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-6bfc1bef-6b5a-4a46-9d1d-3cb19615072f req-22a9d12f-5e50-4d3e-9144-b742ef0b1f07 tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] 10.222.0.44 "GET /v2.0/ports?device_id=9e8bcc8c-e9a1-4c45-af3a-9fd9588b6b53 HTTP/1.1" status: 200 len: 946 time: 0.4179499 Oct 27 10:22:51.215669 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-b18d9c40-42c5-4b2b-8226-dc52928e313a req-aed87d57-04a0-4cbe-b9fb-eec1b62a950a service neutron] 10.222.0.64 "GET /v2.0/networks/6e5c7d55-96e0-4ffb-8753-a93efa7224ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4406524 Oct 27 10:22:51.240395 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 9f3c02a0-e4c3-4526-a849-2fa9a779671a no longer exists at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:22:51.241748 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-6bfc1bef-6b5a-4a46-9d1d-3cb19615072f req-f81339c3-f224-4593-a6ec-cdf507856f6e tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] 10.222.0.44 "GET /v2.0/security-groups?id=e3018bff-e5f8-44d8-a835-69520a8698da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619223 Oct 27 10:22:51.258145 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2296ee05-8e19-42a2-999c-bcf4c4617d80', 'name': 'network-vif-deleted', 'tag': 'ef8c5b69-dd82-4e4b-a0d6-85720dea4382'}] {{(pid=102347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:22:51.260862 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311149b481204ee7edffdb959c881838506fbd95bc8577c048f6677abb73acc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-796142f5-c565-4553-8451-e5c0d260ad57" -d '{"events": [{"server_uuid": "2296ee05-8e19-42a2-999c-bcf4c4617d80", "name": "network-vif-deleted", "tag": "ef8c5b69-dd82-4e4b-a0d6-85720dea4382"}]}' {{(pid=102347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:22:51.263949 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] No Port match for: 9f3c02a0-e4c3-4526-a849-2fa9a779671a {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:22:51.264308 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 9f3c02a0-e4c3-4526-a849-2fa9a779671a not bound to the agent host n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:22:51.267038 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-4c3927c1-cd2c-4158-b594-9f5be03175f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '068ef6e0-446e-4e93-a5c2-1d5d6ef40eb8', 'name': 'tempest-ServersTestJSON-1800046610-router', 'tenant_id': '5a3c12df7f43463a852ca5173c2eabe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.233'}], 'enable_snat': True}, 'gw_port_id': 'ced55022-f93b-4955-a885-9d6e097ca9ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:22:06Z', 'updated_at': '2021-10-27T10:22:19Z', 'revision_number': 4, 'project_id': '5a3c12df7f43463a852ca5173c2eabe7', 'gw_port': {'id': 'ced55022-f93b-4955-a885-9d6e097ca9ba', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:5d:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '068ef6e0-446e-4e93-a5c2-1d5d6ef40eb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:22:08Z', 'updated_at': '2021-10-27T10:22:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_floatingips': [{'id': '2fddb83b-ff87-4072-95f0-c84db454d6e1', 'tenant_id': '5a3c12df7f43463a852ca5173c2eabe7', 'floating_ip_address': '172.25.8.129', 'floating_network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'router_id': '068ef6e0-446e-4e93-a5c2-1d5d6ef40eb8', 'port_id': '63ffddaf-77c9-47e2-8e97-4a90c844dd8b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 616, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ef429fe-b6d8-4054-9275-be62180ab304', 'mac_address': 'fa:16:3e:a3:6c:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0703643-1364-4ee4-80fa-4e826a594d67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T10:22:27Z', 'updated_at': '2021-10-27T10:22:49Z', 'revision_number': 1, 'project_id': '5a3c12df7f43463a852ca5173c2eabe7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d588d28-d0d6-41f3-92d4-e512162cef6b', 'name': '', 'network_id': '6ef429fe-b6d8-4054-9275-be62180ab304', 'tenant_id': '5a3c12df7f43463a852ca5173c2eabe7', 'mac_address': 'fa:16:3e:26:d3:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '068ef6e0-446e-4e93-a5c2-1d5d6ef40eb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '0581c968-e77f-4ae1-b8cd-953b2bcace51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:22:17Z', 'updated_at': '2021-10-27T10:22:24Z', 'revision_number': 5, 'project_id': '5a3c12df7f43463a852ca5173c2eabe7', 'subnets': [{'id': '0581c968-e77f-4ae1-b8cd-953b2bcace51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:22:51.271372 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-52452e19-41d4-455e-b790-1f8c153ce533 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-18445109'] for subnet, precommit_delete_associations {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:51.303995 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c3927c1-cd2c-4158-b594-9f5be03175f6 None None] Checking router: 068ef6e0-446e-4e93-a5c2-1d5d6ef40eb8 for host: n-d-813419-10 {{(pid=102348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 10:22:51.313329 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c3927c1-cd2c-4158-b594-9f5be03175f6 None None] Routers {'068ef6e0-446e-4e93-a5c2-1d5d6ef40eb8'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:22:51.314013 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-4c3927c1-cd2c-4158-b594-9f5be03175f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:22:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['068ef6e0-446e-4e93-a5c2-1d5d6ef40eb8'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:22:51.324240 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90541bbd-6448-4662-a43e-51e930e1d69c req-c4b72170-cc98-4a81-92ea-42c1496100de tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:51.328684 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-90541bbd-6448-4662-a43e-51e930e1d69c req-c4b72170-cc98-4a81-92ea-42c1496100de tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] 10.222.0.44 "GET /v2.0/ports?device_id=17fac8c9-b531-4166-a261-47a6b86a5d06 HTTP/1.1" status: 200 len: 950 time: 0.1226075 Oct 27 10:22:51.405597 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:22:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b1a7e87-18c5-49a0-bf2f-5bd3d9d2656d x-openstack-request-id: req-4b1a7e87-18c5-49a0-bf2f-5bd3d9d2656d {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:22:51.405881 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2296ee05-8e19-42a2-999c-bcf4c4617d80", "name": "network-vif-deleted", "tag": "ef8c5b69-dd82-4e4b-a0d6-85720dea4382", "status": "completed", "code": 200}]} {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:22:51.406127 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4b1a7e87-18c5-49a0-bf2f-5bd3d9d2656d {{(pid=102347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:22:51.406521 n-d-813419-10 neutron-server[102347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2296ee05-8e19-42a2-999c-bcf4c4617d80', 'name': 'network-vif-deleted', 'tag': 'ef8c5b69-dd82-4e4b-a0d6-85720dea4382', 'status': 'completed', 'code': 200} Oct 27 10:22:51.413326 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-90541bbd-6448-4662-a43e-51e930e1d69c req-6ecafbfa-cb31-447e-bbf7-71a9000b5dc7 tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] 10.222.0.44 "GET /v2.0/security-groups?id=adbff9a4-0ae5-4700-84c2-4b5f53f67e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805843 Oct 27 10:22:51.415861 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-52452e19-41d4-455e-b790-1f8c153ce533 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855646'] for subnet, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:51.441495 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvr_db [None req-4c3927c1-cd2c-4158-b594-9f5be03175f6 None None] Set router 068ef6e0-446e-4e93-a5c2-1d5d6ef40eb8 gateway port host: n-d-813419-10 {{(pid=102348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:22:51.482060 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-52452e19-41d4-455e-b790-1f8c153ce533 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-18295818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18043720'] for subnet, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:51.508831 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52452e19-41d4-455e-b790-1f8c153ce533 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Pushing event deleted for resources: {'Subnet': ['ID=94adf8ac-d2ae-4bb5-95eb-1bfaf73e4d47,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:22:51.517309 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-52452e19-41d4-455e-b790-1f8c153ce533 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Publish callbacks [] for subnet, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:51.520901 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-52452e19-41d4-455e-b790-1f8c153ce533 tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] 10.222.0.44 "DELETE /v2.0/subnets/94adf8ac-d2ae-4bb5-95eb-1bfaf73e4d47 HTTP/1.1" status: 204 len: 168 time: 0.4868309 Oct 27 10:22:51.523344 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 45280) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:22:51.530813 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a80bfade-9cec-400e-ba98-8e62b4910f53 None None] Network 97f09aa0-3c3c-434e-a3d4-bfc5a4540ee5 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:22:51.575408 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67007e7-a553-4e15-bcc6-786a093222b0 req-ace605bf-d56a-46d5-aa1a-8e21f6c92128 tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:51.578469 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-a67007e7-a553-4e15-bcc6-786a093222b0 req-ace605bf-d56a-46d5-aa1a-8e21f6c92128 tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] 10.222.0.64 "GET /v2.0/ports?device_id=17fac8c9-b531-4166-a261-47a6b86a5d06 HTTP/1.1" status: 200 len: 950 time: 0.0664172 Oct 27 10:22:51.671536 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-a103411f-4883-403e-a65c-241b316bc5da tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586917'] for network, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:51.690235 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [req-a67007e7-a553-4e15-bcc6-786a093222b0 req-2aeeb20f-e578-4063-b421-c726d7b8906a tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] Deleting port 9d6bfe0c-461a-4d7b-a7c3-05a050b7e2ba {{(pid=102346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:22:51.690770 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-a67007e7-a553-4e15-bcc6-786a093222b0 req-2aeeb20f-e578-4063-b421-c726d7b8906a tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:51.695041 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b586a5c-c494-4e11-b93a-6dd9db197d7f req-9c59080a-9f2a-49ad-9c4c-19bfea9d3fa9 tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:51.696665 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-4b586a5c-c494-4e11-b93a-6dd9db197d7f req-9c59080a-9f2a-49ad-9c4c-19bfea9d3fa9 tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] 10.222.0.44 "GET /v2.0/ports?device_id=7f697ba3-bc41-4960-a8ed-19f45233b624 HTTP/1.1" status: 200 len: 944 time: 0.1121294 Oct 27 10:22:51.706579 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512ecd3c-8815-41e8-a6b6-dfd926a3d51f req-1fd9848e-4825-4b98-a87c-86b8d6b69f58 tempest-LiveAutoBlockMigrationV225Test-1419872258 tempest-LiveAutoBlockMigrationV225Test-1419872258-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:51.708142 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-512ecd3c-8815-41e8-a6b6-dfd926a3d51f req-1fd9848e-4825-4b98-a87c-86b8d6b69f58 tempest-LiveAutoBlockMigrationV225Test-1419872258 tempest-LiveAutoBlockMigrationV225Test-1419872258-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=9e8bcc8c-e9a1-4c45-af3a-9fd9588b6b53&tenant_id=54312c7c8f9740c0a6858560a6518b0e&binding%3Ahost_id=n-h1-813419-10 HTTP/1.1" status: 200 len: 1098 time: 0.0831914 Oct 27 10:22:51.738944 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [req-512ecd3c-8815-41e8-a6b6-dfd926a3d51f req-c4828a90-7bbc-43a3-9214-bb74f80dc4fd service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-813419-10'}}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:22:51.786502 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-3c6a8245-0581-48aa-b5f6-4d8fe98cd16e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:51.793373 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-4c3927c1-cd2c-4158-b594-9f5be03175f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '068ef6e0-446e-4e93-a5c2-1d5d6ef40eb8', 'name': 'tempest-ServersTestJSON-1800046610-router', 'tenant_id': '5a3c12df7f43463a852ca5173c2eabe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.233'}], 'enable_snat': True}, 'gw_port_id': 'ced55022-f93b-4955-a885-9d6e097ca9ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:22:06Z', 'updated_at': '2021-10-27T10:22:19Z', 'revision_number': 4, 'project_id': '5a3c12df7f43463a852ca5173c2eabe7', 'gw_port': {'id': 'ced55022-f93b-4955-a885-9d6e097ca9ba', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:5d:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '068ef6e0-446e-4e93-a5c2-1d5d6ef40eb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:22:08Z', 'updated_at': '2021-10-27T10:22:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_floatingips': [{'id': '2fddb83b-ff87-4072-95f0-c84db454d6e1', 'tenant_id': '5a3c12df7f43463a852ca5173c2eabe7', 'floating_ip_address': '172.25.8.129', 'floating_network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'router_id': '068ef6e0-446e-4e93-a5c2-1d5d6ef40eb8', 'port_id': '63ffddaf-77c9-47e2-8e97-4a90c844dd8b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 616, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ef429fe-b6d8-4054-9275-be62180ab304', 'mac_address': 'fa:16:3e:a3:6c:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0703643-1364-4ee4-80fa-4e826a594d67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T10:22:27Z', 'updated_at': '2021-10-27T10:22:49Z', 'revision_number': 1, 'project_id': '5a3c12df7f43463a852ca5173c2eabe7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d588d28-d0d6-41f3-92d4-e512162cef6b', 'name': '', 'network_id': '6ef429fe-b6d8-4054-9275-be62180ab304', 'tenant_id': '5a3c12df7f43463a852ca5173c2eabe7', 'mac_address': 'fa:16:3e:26:d3:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '068ef6e0-446e-4e93-a5c2-1d5d6ef40eb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '0581c968-e77f-4ae1-b8cd-953b2bcace51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:22:17Z', 'updated_at': '2021-10-27T10:22:24Z', 'revision_number': 5, 'project_id': '5a3c12df7f43463a852ca5173c2eabe7', 'subnets': [{'id': '0581c968-e77f-4ae1-b8cd-953b2bcace51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:22:51.815656 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [req-a67007e7-a553-4e15-bcc6-786a093222b0 req-2aeeb20f-e578-4063-b421-c726d7b8906a tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] For port 9d6bfe0c-461a-4d7b-a7c3-05a050b7e2ba, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=9d6bfe0c-461a-4d7b-a7c3-05a050b7e2ba,segment=NetworkSegment(f7c42c6d-2766-46d8-a8b7-4852117a5555),segment_id=f7c42c6d-2766-46d8-a8b7-4852117a5555)] {{(pid=102346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:22:51.816163 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-a67007e7-a553-4e15-bcc6-786a093222b0 req-2aeeb20f-e578-4063-b421-c726d7b8906a tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:51.825163 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-4b586a5c-c494-4e11-b93a-6dd9db197d7f req-9efbb82b-e02e-4183-8fd1-12e5e60799fc tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] 10.222.0.44 "GET /v2.0/security-groups?id=abb43ff2-3d53-4d6f-bfce-d681dce200c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137199 Oct 27 10:22:51.825387 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a76d5809-3c07-4f7d-bd99-ed9879a9f0c0 None None] DHCP port deletion for 97f09aa0-3c3c-434e-a3d4-bfc5a4540ee5 request from n-d-813419-10 {{(pid=102348) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 10:22:51.828532 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c3927c1-cd2c-4158-b594-9f5be03175f6 None None] The sync data for ids ['068ef6e0-446e-4e93-a5c2-1d5d6ef40eb8'] in n-d-813419-10 is: [{'id': '068ef6e0-446e-4e93-a5c2-1d5d6ef40eb8', 'name': 'tempest-ServersTestJSON-1800046610-router', 'tenant_id': '5a3c12df7f43463a852ca5173c2eabe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.233'}], 'enable_snat': True}, 'gw_port_id': 'ced55022-f93b-4955-a885-9d6e097ca9ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:22:06Z', 'updated_at': '2021-10-27T10:22:19Z', 'revision_number': 4, 'project_id': '5a3c12df7f43463a852ca5173c2eabe7', 'gw_port': {'id': 'ced55022-f93b-4955-a885-9d6e097ca9ba', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:5d:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '068ef6e0-446e-4e93-a5c2-1d5d6ef40eb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:22:08Z', 'updated_at': '2021-10-27T10:22:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_floatingips': [{'id': '2fddb83b-ff87-4072-95f0-c84db454d6e1', 'tenant_id': '5a3c12df7f43463a852ca5173c2eabe7', 'floating_ip_address': '172.25.8.129', 'floating_network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'router_id': '068ef6e0-446e-4e93-a5c2-1d5d6ef40eb8', 'port_id': '63ffddaf-77c9-47e2-8e97-4a90c844dd8b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 616, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ef429fe-b6d8-4054-9275-be62180ab304', 'mac_address': 'fa:16:3e:a3:6c:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0703643-1364-4ee4-80fa-4e826a594d67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T10:22:27Z', 'updated_at': '2021-10-27T10:22:49Z', 'revision_number': 1, 'project_id': '5a3c12df7f43463a852ca5173c2eabe7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d588d28-d0d6-41f3-92d4-e512162cef6b', 'name': '', 'network_id': '6ef429fe-b6d8-4054-9275-be62180ab304', 'tenant_id': '5a3c12df7f43463a852ca5173c2eabe7', 'mac_address': 'fa:16:3e:26:d3:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '068ef6e0-446e-4e93-a5c2-1d5d6ef40eb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '0581c968-e77f-4ae1-b8cd-953b2bcace51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:22:17Z', 'updated_at': '2021-10-27T10:22:24Z', 'revision_number': 5, 'project_id': '5a3c12df7f43463a852ca5173c2eabe7', 'subnets': [{'id': '0581c968-e77f-4ae1-b8cd-953b2bcace51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:22:51.829953 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [req-a67007e7-a553-4e15-bcc6-786a093222b0 req-2aeeb20f-e578-4063-b421-c726d7b8906a tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] Calling delete_port for 9d6bfe0c-461a-4d7b-a7c3-05a050b7e2ba owned by compute:nova {{(pid=102346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:22:51.836375 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-512ecd3c-8815-41e8-a6b6-dfd926a3d51f req-c4828a90-7bbc-43a3-9214-bb74f80dc4fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:51.853232 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-a103411f-4883-403e-a65c-241b316bc5da tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Deleting port 296ff2c2-a9e9-4a81-b08e-5aa0ddd8d59f {{(pid=102347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:22:51.853568 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-a103411f-4883-403e-a65c-241b316bc5da tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:51.894466 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-a76d5809-3c07-4f7d-bd99-ed9879a9f0c0 None None] Deleting port 296ff2c2-a9e9-4a81-b08e-5aa0ddd8d59f {{(pid=102348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:22:51.894978 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a76d5809-3c07-4f7d-bd99-ed9879a9f0c0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:51.960968 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a76d5809-3c07-4f7d-bd99-ed9879a9f0c0 None None] For port 296ff2c2-a9e9-4a81-b08e-5aa0ddd8d59f, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=296ff2c2-a9e9-4a81-b08e-5aa0ddd8d59f,segment=NetworkSegment(f4c0c22f-aab8-4ae8-882d-a6c9857b00fc),segment_id=f4c0c22f-aab8-4ae8-882d-a6c9857b00fc)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:22:51.961637 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a76d5809-3c07-4f7d-bd99-ed9879a9f0c0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:51.975482 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-a76d5809-3c07-4f7d-bd99-ed9879a9f0c0 None None] Calling delete_port for 296ff2c2-a9e9-4a81-b08e-5aa0ddd8d59f owned by network:dhcp {{(pid=102348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:22:51.985261 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-a67007e7-a553-4e15-bcc6-786a093222b0 req-2aeeb20f-e578-4063-b421-c726d7b8906a tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:52.001449 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] get_ports_and_sgs() called for port_ids ['9d6bfe0c-461a-4d7b-a7c3-05a050b7e2ba'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:22:52.028096 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aeeb20f-e578-4063-b421-c726d7b8906a tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] Pushing event deleted for resources: {'Port': ['ID=9d6bfe0c-461a-4d7b-a7c3-05a050b7e2ba,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:22:52.049310 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [None req-a103411f-4883-403e-a65c-241b316bc5da tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] For port 296ff2c2-a9e9-4a81-b08e-5aa0ddd8d59f, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=296ff2c2-a9e9-4a81-b08e-5aa0ddd8d59f,segment=NetworkSegment(f4c0c22f-aab8-4ae8-882d-a6c9857b00fc),segment_id=f4c0c22f-aab8-4ae8-882d-a6c9857b00fc)] {{(pid=102347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:22:52.049868 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-a103411f-4883-403e-a65c-241b316bc5da tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:52.087004 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0703643-1364-4ee4-80fa-4e826a594d67', 'tag': '63ffddaf-77c9-47e2-8e97-4a90c844dd8b'}] {{(pid=102346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:22:52.090075 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc0e418f5fc417c8d55d94c0aa509b037d0beb2a734c1a709e789eb65639a56d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8e7966e-c552-4a1e-84b2-708ba24a2c17" -d '{"events": [{"name": "network-changed", "server_uuid": "d0703643-1364-4ee4-80fa-4e826a594d67", "tag": "63ffddaf-77c9-47e2-8e97-4a90c844dd8b"}]}' {{(pid=102346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:22:52.092169 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-a103411f-4883-403e-a65c-241b316bc5da tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Calling delete_port for 296ff2c2-a9e9-4a81-b08e-5aa0ddd8d59f owned by network:dhcp {{(pid=102347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:22:52.126865 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [req-a67007e7-a553-4e15-bcc6-786a093222b0 req-2aeeb20f-e578-4063-b421-c726d7b8906a tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] No DVR routers for this DVR port 9d6bfe0c-461a-4d7b-a7c3-05a050b7e2ba on host n-h1-813419-10 {{(pid=102346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:22:52.132104 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-a67007e7-a553-4e15-bcc6-786a093222b0 req-2aeeb20f-e578-4063-b421-c726d7b8906a tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:52.143441 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-a67007e7-a553-4e15-bcc6-786a093222b0 req-2aeeb20f-e578-4063-b421-c726d7b8906a tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] 10.222.0.64 "DELETE /v2.0/ports/9d6bfe0c-461a-4d7b-a7c3-05a050b7e2ba HTTP/1.1" status: 204 len: 173 time: 0.5576434 Oct 27 10:22:52.145459 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ed31571-bfc9-4f74-839d-21321a349f89 None None] New status for floating IP 2fddb83b-ff87-4072-95f0-c84db454d6e1: ACTIVE {{(pid=102349) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 10:22:52.194262 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff020962-bb35-4746-857e-d592735d26bb req-9480d4cf-8e40-449c-8577-74a021b1b3b6 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:52.204082 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ff020962-bb35-4746-857e-d592735d26bb req-9480d4cf-8e40-449c-8577-74a021b1b3b6 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/ports?device_id=91f1b872-bfe1-4648-a448-cef70da3dd1f HTTP/1.1" status: 200 len: 950 time: 0.0908000 Oct 27 10:22:52.241713 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-512ecd3c-8815-41e8-a6b6-dfd926a3d51f req-c4828a90-7bbc-43a3-9214-bb74f80dc4fd service neutron] For port 33ababf2-d146-4ed8-98b4-c512ea11df55, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=33ababf2-d146-4ed8-98b4-c512ea11df55,segment=NetworkSegment(4fd5c29a-a838-4106-a890-06a671bde674),segment_id=4fd5c29a-a838-4106-a890-06a671bde674)] {{(pid=102347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:22:52.264028 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ff020962-bb35-4746-857e-d592735d26bb req-6491d536-80bf-42ad-9d0b-83a1be223045 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/security-groups?id=e786382c-1289-4f9d-b471-ed120470c2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588875 Oct 27 10:22:52.290268 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 10:22:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3657e9a9-d2a0-4f09-b33c-66058ecf4040 x-openstack-request-id: req-3657e9a9-d2a0-4f09-b33c-66058ecf4040 {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:22:52.290829 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0703643-1364-4ee4-80fa-4e826a594d67", "tag": "63ffddaf-77c9-47e2-8e97-4a90c844dd8b", "status": "completed", "code": 200}]} {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:22:52.291217 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3657e9a9-d2a0-4f09-b33c-66058ecf4040 {{(pid=102346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:22:52.291899 n-d-813419-10 neutron-server[102346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0703643-1364-4ee4-80fa-4e826a594d67', 'tag': '63ffddaf-77c9-47e2-8e97-4a90c844dd8b', 'status': 'completed', 'code': 200} Oct 27 10:22:52.333972 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-512ecd3c-8815-41e8-a6b6-dfd926a3d51f req-c4828a90-7bbc-43a3-9214-bb74f80dc4fd service neutron] For port 33ababf2-d146-4ed8-98b4-c512ea11df55, host n-h1-813419-10, cleared binding levels {{(pid=102347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:22:52.411949 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-512ecd3c-8815-41e8-a6b6-dfd926a3d51f req-c4828a90-7bbc-43a3-9214-bb74f80dc4fd service neutron] Publish callbacks [] for port, precommit_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:52.424373 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-512ecd3c-8815-41e8-a6b6-dfd926a3d51f req-c4828a90-7bbc-43a3-9214-bb74f80dc4fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:52.471347 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device bbc2aa06-61cc-4096-be2e-387e33c3a412 details requested by agent hyperv_n-h1-813419-10 with host n-h1-813419-10 {{(pid=102348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 10:22:52.496922 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e7966e-c552-4a1e-84b2-708ba24a2c17 req-9b4c5a54-4a29-4112-836c-be330dd957a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:52.500788 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-d8e7966e-c552-4a1e-84b2-708ba24a2c17 req-9b4c5a54-4a29-4112-836c-be330dd957a7 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=5a3c12df7f43463a852ca5173c2eabe7&device_id=d0703643-1364-4ee4-80fa-4e826a594d67 HTTP/1.1" status: 200 len: 1097 time: 0.1810942 Oct 27 10:22:52.569216 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-512ecd3c-8815-41e8-a6b6-dfd926a3d51f req-c4828a90-7bbc-43a3-9214-bb74f80dc4fd service neutron] Attempting to bind port 33ababf2-d146-4ed8-98b4-c512ea11df55 on host n-h1-813419-10 for vnic_type normal with profile {"migrating_to": "n-h2-813419-10"} {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:22:52.569547 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-512ecd3c-8815-41e8-a6b6-dfd926a3d51f req-c4828a90-7bbc-43a3-9214-bb74f80dc4fd service neutron] Attempting to bind port 33ababf2-d146-4ed8-98b4-c512ea11df55 by drivers openvswitch,hyperv on host n-h1-813419-10 at level 0 using segments [{'id': '4fd5c29a-a838-4106-a890-06a671bde674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '1886fe3b-e088-4c7d-8f4c-b14d4440b311'}] {{(pid=102347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:22:52.569877 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-512ecd3c-8815-41e8-a6b6-dfd926a3d51f req-c4828a90-7bbc-43a3-9214-bb74f80dc4fd service neutron] Attempting to bind port 33ababf2-d146-4ed8-98b4-c512ea11df55 on network 1886fe3b-e088-4c7d-8f4c-b14d4440b311 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:22:52.584167 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port bbc2aa06-61cc-4096-be2e-387e33c3a412, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=bbc2aa06-61cc-4096-be2e-387e33c3a412,segment=NetworkSegment(e031df76-6a67-4dc9-b33e-3b490749e49c),segment_id=e031df76-6a67-4dc9-b33e-3b490749e49c)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:22:52.593080 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-512ecd3c-8815-41e8-a6b6-dfd926a3d51f req-c4828a90-7bbc-43a3-9214-bb74f80dc4fd service neutron] Port 33ababf2-d146-4ed8-98b4-c512ea11df55 on network 1886fe3b-e088-4c7d-8f4c-b14d4440b311 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-10 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 10:22:52.593401 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-512ecd3c-8815-41e8-a6b6-dfd926a3d51f req-c4828a90-7bbc-43a3-9214-bb74f80dc4fd service neutron] Attempting to bind port 33ababf2-d146-4ed8-98b4-c512ea11df55 on network 1886fe3b-e088-4c7d-8f4c-b14d4440b311 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:22:52.599283 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4828a90-7bbc-43a3-9214-bb74f80dc4fd service neutron] Pushing event updated for resources: {'Port': ['ID=33ababf2-d146-4ed8-98b4-c512ea11df55,revision_number=7']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:22:52.600256 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device 33ababf2-d146-4ed8-98b4-c512ea11df55 details requested by agent hyperv_n-h2-813419-10 with host n-h2-813419-10 {{(pid=102348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 10:22:52.603507 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-512ecd3c-8815-41e8-a6b6-dfd926a3d51f req-c4828a90-7bbc-43a3-9214-bb74f80dc4fd service neutron] Checking agent: {'id': 'a52e1cab-0c63-402d-9c94-330537c6c076', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 16, 2), 'started_at': datetime.datetime(2021, 10, 27, 10, 16, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 22, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:22:52.604123 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-512ecd3c-8815-41e8-a6b6-dfd926a3d51f req-c4828a90-7bbc-43a3-9214-bb74f80dc4fd service neutron] Checking segment: {'id': '4fd5c29a-a838-4106-a890-06a671bde674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '1886fe3b-e088-4c7d-8f4c-b14d4440b311'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:22:52.604325 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-512ecd3c-8815-41e8-a6b6-dfd926a3d51f req-c4828a90-7bbc-43a3-9214-bb74f80dc4fd service neutron] Bound using segment: {'id': '4fd5c29a-a838-4106-a890-06a671bde674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '1886fe3b-e088-4c7d-8f4c-b14d4440b311'} {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:22:52.604701 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-512ecd3c-8815-41e8-a6b6-dfd926a3d51f req-c4828a90-7bbc-43a3-9214-bb74f80dc4fd service neutron] Bound port: 33ababf2-d146-4ed8-98b4-c512ea11df55, host: n-h1-813419-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4fd5c29a-a838-4106-a890-06a671bde674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '1886fe3b-e088-4c7d-8f4c-b14d4440b311'}}] {{(pid=102347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:22:52.605058 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-512ecd3c-8815-41e8-a6b6-dfd926a3d51f req-c4828a90-7bbc-43a3-9214-bb74f80dc4fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:52.614949 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a944c99b-cfb1-4d00-8b83-d026187c0933 req-0d5cb8ec-13c6-438f-8952-587b98ac0c23 tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:52.617413 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-a944c99b-cfb1-4d00-8b83-d026187c0933 req-0d5cb8ec-13c6-438f-8952-587b98ac0c23 tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] 10.222.0.44 "GET /v2.0/ports?device_id=9e8bcc8c-e9a1-4c45-af3a-9fd9588b6b53 HTTP/1.1" status: 200 len: 944 time: 0.2187500 Oct 27 10:22:52.631646 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.agents_db [None req-e79ee67d-056e-46ea-bd99-e80473396b25 None None] Agent healthcheck: found 7 active agents {{(pid=102349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 10:22:52.679335 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-512ecd3c-8815-41e8-a6b6-dfd926a3d51f req-c4828a90-7bbc-43a3-9214-bb74f80dc4fd service neutron] For port 33ababf2-d146-4ed8-98b4-c512ea11df55, host n-h1-813419-10, cleared binding levels {{(pid=102347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:22:52.683746 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-512ecd3c-8815-41e8-a6b6-dfd926a3d51f req-c4828a90-7bbc-43a3-9214-bb74f80dc4fd service neutron] For port 33ababf2-d146-4ed8-98b4-c512ea11df55, host n-h1-813419-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=33ababf2-d146-4ed8-98b4-c512ea11df55,segment=NetworkSegment(4fd5c29a-a838-4106-a890-06a671bde674),segment_id=4fd5c29a-a838-4106-a890-06a671bde674)] {{(pid=102347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:22:52.691362 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Returning: {'device': 'bbc2aa06-61cc-4096-be2e-387e33c3a412', 'network_id': '6e5c7d55-96e0-4ffb-8753-a93efa7224ea', 'port_id': 'bbc2aa06-61cc-4096-be2e-387e33c3a412', 'mac_address': 'fa:16:3e:9b:05:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6e255bf-7b36-48de-87ff-f5121c37ce2b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 10:22:52.694228 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-a944c99b-cfb1-4d00-8b83-d026187c0933 req-a0452b5d-b114-4429-a205-7d66e1f00bb9 tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] 10.222.0.44 "GET /v2.0/security-groups?id=e3018bff-e5f8-44d8-a835-69520a8698da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593972 Oct 27 10:22:52.715380 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-ee2c696a-e138-4bec-9c48-a5d307ec54d3 req-7b620656-c9f5-4975-bd34-206c13686088 tempest-ServersAdminTestJSON-1765519872 tempest-ServersAdminTestJSON-1765519872-project] 10.222.0.44 "GET /v2.0/ports?device_id=17fac8c9-b531-4166-a261-47a6b86a5d06 HTTP/1.1" status: 200 len: 210 time: 0.0969059 Oct 27 10:22:52.720397 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e7966e-c552-4a1e-84b2-708ba24a2c17 req-808c0bde-0c6b-4333-aa54-f089b6092d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:52.722414 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-a103411f-4883-403e-a65c-241b316bc5da tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:52.722888 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-d8e7966e-c552-4a1e-84b2-708ba24a2c17 req-808c0bde-0c6b-4333-aa54-f089b6092d49 service neutron] 10.222.0.76 "GET /v2.0/networks?id=6ef429fe-b6d8-4054-9275-be62180ab304 HTTP/1.1" status: 200 len: 907 time: 0.2093832 Oct 27 10:22:52.725061 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-512ecd3c-8815-41e8-a6b6-dfd926a3d51f req-c4828a90-7bbc-43a3-9214-bb74f80dc4fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:52.776072 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a103411f-4883-403e-a65c-241b316bc5da tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Pushing event deleted for resources: {'Port': ['ID=296ff2c2-a9e9-4a81-b08e-5aa0ddd8d59f,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:22:52.796020 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:52.809480 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a76d5809-3c07-4f7d-bd99-ed9879a9f0c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615'] for port, after_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:52.831491 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a103411f-4883-403e-a65c-241b316bc5da tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] No DVR routers for this DVR port 296ff2c2-a9e9-4a81-b08e-5aa0ddd8d59f on host n-d-813419-10 {{(pid=102347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:22:52.869035 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76d5809-3c07-4f7d-bd99-ed9879a9f0c0 None None] Pushing event deleted for resources: {'Port': ['ID=296ff2c2-a9e9-4a81-b08e-5aa0ddd8d59f,revision_number=None']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:22:52.876471 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bbc2aa06-61cc-4096-be2e-387e33c3a412 {{(pid=102348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:22:52.881766 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a76d5809-3c07-4f7d-bd99-ed9879a9f0c0 None None] No DVR routers for this DVR port 296ff2c2-a9e9-4a81-b08e-5aa0ddd8d59f on host n-d-813419-10 {{(pid=102348) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:22:52.889763 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] For port 33ababf2-d146-4ed8-98b4-c512ea11df55, host n-h1-813419-10, got binding levels [] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:22:52.890461 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-d8e7966e-c552-4a1e-84b2-708ba24a2c17 req-0f7cbc7e-974c-41c1-85d6-5877d488a345 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=63ffddaf-77c9-47e2-8e97-4a90c844dd8b HTTP/1.1" status: 200 len: 1001 time: 0.1587138 Oct 27 10:22:52.909830 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512ecd3c-8815-41e8-a6b6-dfd926a3d51f req-c4828a90-7bbc-43a3-9214-bb74f80dc4fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:52.910679 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-512ecd3c-8815-41e8-a6b6-dfd926a3d51f req-c4828a90-7bbc-43a3-9214-bb74f80dc4fd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:52.912335 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-512ecd3c-8815-41e8-a6b6-dfd926a3d51f req-c4828a90-7bbc-43a3-9214-bb74f80dc4fd service neutron] 10.222.0.76 "PUT /v2.0/ports/33ababf2-d146-4ed8-98b4-c512ea11df55 HTTP/1.1" status: 200 len: 1124 time: 1.1775267 Oct 27 10:22:52.914023 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port bbc2aa06-61cc-4096-be2e-387e33c3a412, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=bbc2aa06-61cc-4096-be2e-387e33c3a412,segment=NetworkSegment(e031df76-6a67-4dc9-b33e-3b490749e49c),segment_id=e031df76-6a67-4dc9-b33e-3b490749e49c)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:22:52.927639 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:52.935396 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Attempting to bind port 33ababf2-d146-4ed8-98b4-c512ea11df55 on host n-h1-813419-10 for vnic_type normal with profile {"migrating_to": "n-h2-813419-10"} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:22:52.935772 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Attempting to bind port 33ababf2-d146-4ed8-98b4-c512ea11df55 by drivers openvswitch,hyperv on host n-h1-813419-10 at level 0 using segments [{'id': '4fd5c29a-a838-4106-a890-06a671bde674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '1886fe3b-e088-4c7d-8f4c-b14d4440b311'}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:22:52.936289 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Attempting to bind port 33ababf2-d146-4ed8-98b4-c512ea11df55 on network 1886fe3b-e088-4c7d-8f4c-b14d4440b311 {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:22:52.976491 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Port 33ababf2-d146-4ed8-98b4-c512ea11df55 on network 1886fe3b-e088-4c7d-8f4c-b14d4440b311 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-10 {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 10:22:52.977109 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Attempting to bind port 33ababf2-d146-4ed8-98b4-c512ea11df55 on network 1886fe3b-e088-4c7d-8f4c-b14d4440b311 {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:22:52.990205 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Checking agent: {'id': 'a52e1cab-0c63-402d-9c94-330537c6c076', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 16, 2), 'started_at': datetime.datetime(2021, 10, 27, 10, 16, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 22, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:22:52.990459 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e7966e-c552-4a1e-84b2-708ba24a2c17 req-8a9c5730-1515-4cba-9299-5500fd3f2afd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:52.990608 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Checking segment: {'id': '4fd5c29a-a838-4106-a890-06a671bde674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '1886fe3b-e088-4c7d-8f4c-b14d4440b311'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:22:52.991179 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Bound using segment: {'id': '4fd5c29a-a838-4106-a890-06a671bde674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '1886fe3b-e088-4c7d-8f4c-b14d4440b311'} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:22:52.991646 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Bound port: 33ababf2-d146-4ed8-98b4-c512ea11df55, host: n-h1-813419-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4fd5c29a-a838-4106-a890-06a671bde674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '1886fe3b-e088-4c7d-8f4c-b14d4440b311'}}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:22:52.991938 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-d8e7966e-c552-4a1e-84b2-708ba24a2c17 req-8a9c5730-1515-4cba-9299-5500fd3f2afd service neutron] 10.222.0.76 "GET /v2.0/subnets?id=0581c968-e77f-4ae1-b8cd-953b2bcace51 HTTP/1.1" status: 200 len: 845 time: 0.0857022 Oct 27 10:22:52.992079 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:53.016283 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Pushing event updated for resources: {'Port': ['ID=bbc2aa06-61cc-4096-be2e-387e33c3a412,revision_number=4']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:22:53.020040 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] get_ports_and_sgs() called for port_ids ['33ababf2-d146-4ed8-98b4-c512ea11df55'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:22:53.052265 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e7966e-c552-4a1e-84b2-708ba24a2c17 req-fb0df673-e1d1-4d61-8f7c-02e14c6cfdfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:53.053783 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-d8e7966e-c552-4a1e-84b2-708ba24a2c17 req-fb0df673-e1d1-4d61-8f7c-02e14c6cfdfd service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=6ef429fe-b6d8-4054-9275-be62180ab304&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0531662 Oct 27 10:22:53.061907 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-a103411f-4883-403e-a65c-241b316bc5da tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857803', 'neutron.services.segments.db._delete_segments_for_network-8743873143390'] for network, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:53.067293 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] get_ports_and_sgs() called for port_ids ['33ababf2-d146-4ed8-98b4-c512ea11df55'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:22:53.089615 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4828a90-7bbc-43a3-9214-bb74f80dc4fd service neutron] Pushing event updated for resources: {'Port': ['ID=33ababf2-d146-4ed8-98b4-c512ea11df55,revision_number=8']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:22:53.145126 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-a103411f-4883-403e-a65c-241b316bc5da tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97f09aa0-3c3c-434e-a3d4-bfc5a4540ee5']}} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:22:53.170824 n-d-813419-10 neutron-server[102348]: WARNING neutron.plugins.ml2.plugin [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Concurrent port binding operations failed on port 33ababf2-d146-4ed8-98b4-c512ea11df55 Oct 27 10:22:53.175162 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ed17da-5cfc-490c-94a6-d4ae7c31b602 req-364a861d-fe44-4608-8e7d-59741d10ab8d tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:53.177897 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] For port 33ababf2-d146-4ed8-98b4-c512ea11df55, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=33ababf2-d146-4ed8-98b4-c512ea11df55,segment=NetworkSegment(4fd5c29a-a838-4106-a890-06a671bde674),segment_id=4fd5c29a-a838-4106-a890-06a671bde674)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:22:53.187193 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c5ed17da-5cfc-490c-94a6-d4ae7c31b602 req-364a861d-fe44-4608-8e7d-59741d10ab8d tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] 10.222.0.44 "GET /v2.0/ports?device_id=7f697ba3-bc41-4960-a8ed-19f45233b624 HTTP/1.1" status: 200 len: 945 time: 0.1934292 Oct 27 10:22:53.192596 n-d-813419-10 neutron-server[102348]: INFO neutron.plugins.ml2.plugin [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Attempt 2 to bind port 33ababf2-d146-4ed8-98b4-c512ea11df55 Oct 27 10:22:53.193858 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device 33ababf2-d146-4ed8-98b4-c512ea11df55 has no active binding in host n-h2-813419-10 {{(pid=102348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 27 10:22:53.195649 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-d8e7966e-c552-4a1e-84b2-708ba24a2c17 req-1439aa4a-c1ac-49e3-858d-06dacd902f59 service neutron] 10.222.0.76 "GET /v2.0/networks/6ef429fe-b6d8-4054-9275-be62180ab304?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291001 Oct 27 10:22:53.202976 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-a103411f-4883-403e-a65c-241b316bc5da tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4c0c22f-aab8-4ae8-882d-a6c9857b00fc') {'for_net_delete': True} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:22:53.203440 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-a103411f-4883-403e-a65c-241b316bc5da tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4c0c22f-aab8-4ae8-882d-a6c9857b00fc') {} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:22:53.225153 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-a103411f-4883-403e-a65c-241b316bc5da tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743873145191', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18445132'] for segment, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:53.242573 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] get_ports_and_sgs() called for port_ids ['bbc2aa06-61cc-4096-be2e-387e33c3a412'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:22:53.247761 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 296ff2c2-a9e9-4a81-b08e-5aa0ddd8d59f no longer exists at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:22:53.267751 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c5ed17da-5cfc-490c-94a6-d4ae7c31b602 req-186a03eb-e2cf-46ea-8bd1-913cad7638b5 tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] 10.222.0.44 "GET /v2.0/security-groups?id=abb43ff2-3d53-4d6f-bfce-d681dce200c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764985 Oct 27 10:22:53.283007 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-a103411f-4883-403e-a65c-241b316bc5da tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:53.311288 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a103411f-4883-403e-a65c-241b316bc5da tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Releasing vlan 415 on physical network physnet1 to pool {{(pid=102347) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 10:22:53.311856 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-a103411f-4883-403e-a65c-241b316bc5da tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-18296032'] for segment, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:53.317478 n-d-813419-10 neutron-server[102347]: Traceback (most recent call last): Oct 27 10:22:53.317478 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 10:22:53.317478 n-d-813419-10 neutron-server[102347]: timer() Oct 27 10:22:53.317478 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 10:22:53.317478 n-d-813419-10 neutron-server[102347]: cb(*args, **kw) Oct 27 10:22:53.317478 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 10:22:53.317478 n-d-813419-10 neutron-server[102347]: return func(*args, **kwargs) Oct 27 10:22:53.317478 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 10:22:53.317478 n-d-813419-10 neutron-server[102347]: self._notify() Oct 27 10:22:53.317478 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 10:22:53.317478 n-d-813419-10 neutron-server[102347]: self.callback(batched_events) Oct 27 10:22:53.317478 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 10:22:53.317478 n-d-813419-10 neutron-server[102347]: event.method(event) Oct 27 10:22:53.317478 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 10:22:53.317478 n-d-813419-10 neutron-server[102347]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 10:22:53.317478 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 10:22:53.317478 n-d-813419-10 neutron-server[102347]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 10:22:53.317478 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 10:22:53.317478 n-d-813419-10 neutron-server[102347]: return f(self, *a, **k) Oct 27 10:22:53.317478 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 10:22:53.317478 n-d-813419-10 neutron-server[102347]: return self._get(url).json() Oct 27 10:22:53.317478 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 10:22:53.317478 n-d-813419-10 neutron-server[102347]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 10:22:53.317478 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 10:22:53.317478 n-d-813419-10 neutron-server[102347]: return self.request(url, 'GET', **kwargs) Oct 27 10:22:53.317478 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 10:22:53.317478 n-d-813419-10 neutron-server[102347]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 10:22:53.317478 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 10:22:53.317478 n-d-813419-10 neutron-server[102347]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 10:22:53.317478 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 10:22:53.317478 n-d-813419-10 neutron-server[102347]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 10:22:53.317478 n-d-813419-10 neutron-server[102347]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 10:22:53.339984 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-d8e7966e-c552-4a1e-84b2-708ba24a2c17 req-f136bb72-0407-4c73-a564-ad27ad3699be service neutron] 10.222.0.76 "GET /v2.0/networks/6ef429fe-b6d8-4054-9275-be62180ab304?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336462 Oct 27 10:22:53.392917 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] No Port match for: 296ff2c2-a9e9-4a81-b08e-5aa0ddd8d59f {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:22:53.393268 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 296ff2c2-a9e9-4a81-b08e-5aa0ddd8d59f not bound to the agent host n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:22:53.408281 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e8bcc8c-e9a1-4c45-af3a-9fd9588b6b53', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '33ababf2-d146-4ed8-98b4-c512ea11df55'}, {'name': 'network-changed', 'server_uuid': '9e8bcc8c-e9a1-4c45-af3a-9fd9588b6b53', 'tag': '33ababf2-d146-4ed8-98b4-c512ea11df55'}] {{(pid=102347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:22:53.414643 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311149b481204ee7edffdb959c881838506fbd95bc8577c048f6677abb73acc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3d5223b-a572-4053-949a-b15d35e2ef11" -d '{"events": [{"server_uuid": "9e8bcc8c-e9a1-4c45-af3a-9fd9588b6b53", "name": "network-vif-unplugged", "status": "completed", "tag": "33ababf2-d146-4ed8-98b4-c512ea11df55"}, {"name": "network-changed", "server_uuid": "9e8bcc8c-e9a1-4c45-af3a-9fd9588b6b53", "tag": "33ababf2-d146-4ed8-98b4-c512ea11df55"}]}' {{(pid=102347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:22:53.464172 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Wed, 27 Oct 2021 10:22:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-453c20e4-21f4-4ffb-a35e-5b062465096c x-openstack-request-id: req-453c20e4-21f4-4ffb-a35e-5b062465096c {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:22:53.464490 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e8bcc8c-e9a1-4c45-af3a-9fd9588b6b53", "name": "network-vif-unplugged", "status": "completed", "tag": "33ababf2-d146-4ed8-98b4-c512ea11df55", "code": 200}, {"name": "network-changed", "server_uuid": "9e8bcc8c-e9a1-4c45-af3a-9fd9588b6b53", "tag": "33ababf2-d146-4ed8-98b4-c512ea11df55", "status": "completed", "code": 200}]} {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:22:53.464735 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-453c20e4-21f4-4ffb-a35e-5b062465096c {{(pid=102347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:22:53.465205 n-d-813419-10 neutron-server[102347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e8bcc8c-e9a1-4c45-af3a-9fd9588b6b53', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '33ababf2-d146-4ed8-98b4-c512ea11df55', 'code': 200} Oct 27 10:22:53.465470 n-d-813419-10 neutron-server[102347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e8bcc8c-e9a1-4c45-af3a-9fd9588b6b53', 'tag': '33ababf2-d146-4ed8-98b4-c512ea11df55', 'status': 'completed', 'code': 200} Oct 27 10:22:53.471158 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-a103411f-4883-403e-a65c-241b316bc5da tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664840'] for network, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:53.482999 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-a103411f-4883-403e-a65c-241b316bc5da tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for network, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:53.491645 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-a103411f-4883-403e-a65c-241b316bc5da tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] 10.222.0.44 "DELETE /v2.0/networks/97f09aa0-3c3c-434e-a3d4-bfc5a4540ee5 HTTP/1.1" status: 204 len: 168 time: 1.9665565 Oct 27 10:22:53.515429 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a103411f-4883-403e-a65c-241b316bc5da tempest-ServersTestMultiNic-1506528274 tempest-ServersTestMultiNic-1506528274-project] Pushing event deleted for resources: {'Network': ['ID=97f09aa0-3c3c-434e-a3d4-bfc5a4540ee5,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:22:53.528806 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27f9a9c-5b2a-49be-b7e3-11d154a41a0e req-998b58a5-1861-4ede-bcd3-05c51627ae95 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:53.530662 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-f27f9a9c-5b2a-49be-b7e3-11d154a41a0e req-998b58a5-1861-4ede-bcd3-05c51627ae95 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/ports?device_id=91f1b872-bfe1-4648-a448-cef70da3dd1f HTTP/1.1" status: 200 len: 950 time: 0.1425166 Oct 27 10:22:53.584801 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d5223b-a572-4053-949a-b15d35e2ef11 req-5e0ea781-1048-41db-aec3-dc6cd87a8a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:53.586629 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-d3d5223b-a572-4053-949a-b15d35e2ef11 req-5e0ea781-1048-41db-aec3-dc6cd87a8a99 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=54312c7c8f9740c0a6858560a6518b0e&device_id=9e8bcc8c-e9a1-4c45-af3a-9fd9588b6b53 HTTP/1.1" status: 200 len: 1127 time: 0.0684392 Oct 27 10:22:53.588746 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-f27f9a9c-5b2a-49be-b7e3-11d154a41a0e req-6e2ab8c9-9645-48f6-a07f-54f9afe96dad tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/security-groups?id=e786382c-1289-4f9d-b471-ed120470c2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514863 Oct 27 10:22:53.718897 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d5223b-a572-4053-949a-b15d35e2ef11 req-54fd98b8-756d-44e8-8950-1e8d81203da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:53.720505 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-d3d5223b-a572-4053-949a-b15d35e2ef11 req-54fd98b8-756d-44e8-8950-1e8d81203da1 service neutron] 10.222.0.64 "GET /v2.0/networks?id=1886fe3b-e088-4c7d-8f4c-b14d4440b311 HTTP/1.1" status: 200 len: 922 time: 0.1217141 Oct 27 10:22:53.738046 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 45314) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:22:53.774330 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-d3d5223b-a572-4053-949a-b15d35e2ef11 req-232857ee-f60c-4ef7-a318-34dae71946bf service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=33ababf2-d146-4ed8-98b4-c512ea11df55 HTTP/1.1" status: 200 len: 217 time: 0.0451171 Oct 27 10:22:53.947919 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d5223b-a572-4053-949a-b15d35e2ef11 req-9a000e05-7947-4059-9a9b-ee5292390c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:53.950004 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-d3d5223b-a572-4053-949a-b15d35e2ef11 req-9a000e05-7947-4059-9a9b-ee5292390c7a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=823c78a5-c352-4686-b77c-588d22c2aa2c HTTP/1.1" status: 200 len: 861 time: 0.1360810 Oct 27 10:22:53.966838 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fc3fc5-d8c5-439d-b640-7b270d5ecf87 req-e4701c30-ff7b-4b24-b923-8bedfc8721eb tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:53.968300 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-b0fc3fc5-d8c5-439d-b640-7b270d5ecf87 req-e4701c30-ff7b-4b24-b923-8bedfc8721eb tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] 10.222.0.44 "GET /v2.0/ports?device_id=9e8bcc8c-e9a1-4c45-af3a-9fd9588b6b53 HTTP/1.1" status: 200 len: 944 time: 0.1537416 Oct 27 10:22:54.002643 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 45326) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:22:54.003371 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-d3d5223b-a572-4053-949a-b15d35e2ef11 req-d535cea0-10b0-4f94-9e18-6b5f6e73cbbf service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1886fe3b-e088-4c7d-8f4c-b14d4440b311&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341501 Oct 27 10:22:54.140141 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-9da7875f-0c55-4577-aa47-3a7e199796b8 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=14a61097ab434ef297d9442c68c878bf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1358743 Oct 27 10:22:54.142537 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 45330) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:22:54.165400 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-b0fc3fc5-d8c5-439d-b640-7b270d5ecf87 req-a23f6036-fb9e-4f45-a7a8-3972ddc6a0f5 tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] 10.222.0.44 "GET /v2.0/security-groups?id=e3018bff-e5f8-44d8-a835-69520a8698da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1844561 Oct 27 10:22:54.202348 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-2e0c1f83-857e-43f2-b395-3a92e7f1d803 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:54.225056 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-2e0c1f83-857e-43f2-b395-3a92e7f1d803 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:54.232804 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-d3d5223b-a572-4053-949a-b15d35e2ef11 req-d47eef97-5f27-4fec-b9c9-1d2ab2dc0edc service neutron] 10.222.0.64 "GET /v2.0/networks/1886fe3b-e088-4c7d-8f4c-b14d4440b311?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1874769 Oct 27 10:22:54.278613 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-2e0c1f83-857e-43f2-b395-3a92e7f1d803 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:54.281360 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-2e0c1f83-857e-43f2-b395-3a92e7f1d803 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:54.282486 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-2e0c1f83-857e-43f2-b395-3a92e7f1d803 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/adbff9a4-0ae5-4700-84c2-4b5f53f67e02 HTTP/1.1" status: 204 len: 168 time: 0.1388240 Oct 27 10:22:54.294706 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0c1f83-857e-43f2-b395-3a92e7f1d803 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adbff9a4-0ae5-4700-84c2-4b5f53f67e02,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:22:54.308133 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17fac8c9-b531-4166-a261-47a6b86a5d06', 'name': 'network-vif-deleted', 'tag': '9d6bfe0c-461a-4d7b-a7c3-05a050b7e2ba'}] {{(pid=102346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:22:54.310128 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc0e418f5fc417c8d55d94c0aa509b037d0beb2a734c1a709e789eb65639a56d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4c6f291-6544-4071-8959-a5931401571c" -d '{"events": [{"server_uuid": "17fac8c9-b531-4166-a261-47a6b86a5d06", "name": "network-vif-deleted", "tag": "9d6bfe0c-461a-4d7b-a7c3-05a050b7e2ba"}]}' {{(pid=102346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:22:54.399941 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-d3d5223b-a572-4053-949a-b15d35e2ef11 req-88b9a9a0-b52a-46a0-952b-c3fe96184f52 service neutron] 10.222.0.64 "GET /v2.0/networks/1886fe3b-e088-4c7d-8f4c-b14d4440b311?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1579583 Oct 27 10:22:54.468455 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3a5521-47be-449b-a62c-5f62bf177066 req-b6609212-4ba7-403a-acab-1bd615172d75 tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:54.469953 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-fb3a5521-47be-449b-a62c-5f62bf177066 req-b6609212-4ba7-403a-acab-1bd615172d75 tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] 10.222.0.44 "GET /v2.0/ports?device_id=7f697ba3-bc41-4960-a8ed-19f45233b624 HTTP/1.1" status: 200 len: 945 time: 0.0649357 Oct 27 10:22:54.475619 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:22:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff93aedb-c96b-4bba-80fe-9543c512f136 x-openstack-request-id: req-ff93aedb-c96b-4bba-80fe-9543c512f136 {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:22:54.475987 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17fac8c9-b531-4166-a261-47a6b86a5d06", "name": "network-vif-deleted", "tag": "9d6bfe0c-461a-4d7b-a7c3-05a050b7e2ba", "status": "completed", "code": 200}]} {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:22:54.476343 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ff93aedb-c96b-4bba-80fe-9543c512f136 {{(pid=102346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:22:54.476800 n-d-813419-10 neutron-server[102346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17fac8c9-b531-4166-a261-47a6b86a5d06', 'name': 'network-vif-deleted', 'tag': '9d6bfe0c-461a-4d7b-a7c3-05a050b7e2ba', 'status': 'completed', 'code': 200} Oct 27 10:22:54.512944 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-fb3a5521-47be-449b-a62c-5f62bf177066 req-501cdb1c-6f02-452a-bc0d-12dc5bda8a98 tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] 10.222.0.44 "GET /v2.0/security-groups?id=abb43ff2-3d53-4d6f-bfce-d681dce200c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359476 Oct 27 10:22:54.543077 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-2fc53ce9-3f50-4fef-ab7b-04544f8822bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1766202'] for router_interface, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:54.640887 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 45346) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:22:54.722873 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-69263189-410c-4416-9047-970cef83b7a2 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=705b8816629c4867a8edc9b2bcbd5c03&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0793684 Oct 27 10:22:54.725473 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 45348) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:22:54.761425 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675ce6f5-2415-4c2a-aafa-c306eb1228c5 req-fc33258c-5c2c-43c4-a890-a2f734f9369b tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:54.762884 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-675ce6f5-2415-4c2a-aafa-c306eb1228c5 req-fc33258c-5c2c-43c4-a890-a2f734f9369b tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/ports?device_id=91f1b872-bfe1-4648-a448-cef70da3dd1f HTTP/1.1" status: 200 len: 950 time: 0.0870576 Oct 27 10:22:54.818548 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-b0bb9c6b-6d26-4470-900b-deb2ae3eaa2c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:54.826474 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-675ce6f5-2415-4c2a-aafa-c306eb1228c5 req-28e83a27-13df-48f5-b32c-0ef38bf119e0 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/security-groups?id=e786382c-1289-4f9d-b471-ed120470c2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561233 Oct 27 10:22:54.847153 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-b0bb9c6b-6d26-4470-900b-deb2ae3eaa2c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:54.858431 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-2fc53ce9-3f50-4fef-ab7b-04544f8822bf admin admin] Deleting port d7a07c38-8e98-454f-93e7-9d864688f4ad {{(pid=102346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:22:54.858767 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-2fc53ce9-3f50-4fef-ab7b-04544f8822bf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:54.890126 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-b0bb9c6b-6d26-4470-900b-deb2ae3eaa2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:54.892883 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-b0bb9c6b-6d26-4470-900b-deb2ae3eaa2c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:54.894160 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-b0bb9c6b-6d26-4470-900b-deb2ae3eaa2c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/01b4e42b-8c22-4d43-bd58-79713aa67b4b HTTP/1.1" status: 204 len: 168 time: 0.1670938 Oct 27 10:22:54.904076 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bb9c6b-6d26-4470-900b-deb2ae3eaa2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01b4e42b-8c22-4d43-bd58-79713aa67b4b,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:22:54.945040 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [None req-2fc53ce9-3f50-4fef-ab7b-04544f8822bf admin admin] For port d7a07c38-8e98-454f-93e7-9d864688f4ad, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=d7a07c38-8e98-454f-93e7-9d864688f4ad,segment=NetworkSegment(b424cc0a-f939-4d06-9d67-6d7cd3e59076),segment_id=b424cc0a-f939-4d06-9d67-6d7cd3e59076)] {{(pid=102346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:22:54.945425 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-2fc53ce9-3f50-4fef-ab7b-04544f8822bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:54.957789 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-2fc53ce9-3f50-4fef-ab7b-04544f8822bf admin admin] Calling delete_port for d7a07c38-8e98-454f-93e7-9d864688f4ad owned by network:router_interface {{(pid=102346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:22:55.140845 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-2fc53ce9-3f50-4fef-ab7b-04544f8822bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:55.169054 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc53ce9-3f50-4fef-ab7b-04544f8822bf admin admin] Pushing event deleted for resources: {'Port': ['ID=d7a07c38-8e98-454f-93e7-9d864688f4ad,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:22:55.315436 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46b3a6e-7e45-48f4-afd0-f60f1c039374 req-8a339422-eb0f-4686-b44d-ce15c05f56c1 tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:55.320709 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-a46b3a6e-7e45-48f4-afd0-f60f1c039374 req-8a339422-eb0f-4686-b44d-ce15c05f56c1 tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] 10.222.0.44 "GET /v2.0/ports?device_id=9e8bcc8c-e9a1-4c45-af3a-9fd9588b6b53 HTTP/1.1" status: 200 len: 944 time: 0.0638125 Oct 27 10:22:55.372768 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-2fc53ce9-3f50-4fef-ab7b-04544f8822bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2006968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1766358'] for router_interface, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:55.377949 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-a46b3a6e-7e45-48f4-afd0-f60f1c039374 req-783309e8-21be-4d96-a5c7-78fc15ed4e30 tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] 10.222.0.44 "GET /v2.0/security-groups?id=e3018bff-e5f8-44d8-a835-69520a8698da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444696 Oct 27 10:22:55.606831 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fc53ce9-3f50-4fef-ab7b-04544f8822bf admin admin] Router f3e251ad-ec9d-4974-bf5c-d39f103df55d has already been hosted by L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb {{(pid=102346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 10:22:55.634894 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0b4eb7-c41f-4a02-acfa-10e1830ab0fb req-f51fd38a-c53f-4594-8e48-5389a9f0cf09 tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:55.640934 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-eb0b4eb7-c41f-4a02-acfa-10e1830ab0fb req-f51fd38a-c53f-4594-8e48-5389a9f0cf09 tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] 10.222.0.44 "GET /v2.0/ports?device_id=7f697ba3-bc41-4960-a8ed-19f45233b624 HTTP/1.1" status: 200 len: 945 time: 0.0565031 Oct 27 10:22:55.696127 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-eb0b4eb7-c41f-4a02-acfa-10e1830ab0fb req-3d8c49ac-0b3f-48f5-a992-b823b76ce32d tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] 10.222.0.44 "GET /v2.0/security-groups?id=abb43ff2-3d53-4d6f-bfce-d681dce200c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529559 Oct 27 10:22:55.715359 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 45380) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:22:55.816806 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-c2625b66-cd27-40d3-b3c0-5236a63dfe04 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1801060925-network', 'tenant_id': '43f2f041c0f44e039e9e70ad3f6842ae'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:22:55.842388 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2625b66-cd27-40d3-b3c0-5236a63dfe04 admin admin] Made reservation on behalf of 43f2f041c0f44e039e9e70ad3f6842ae for: {'network': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:22:55.844630 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-c2625b66-cd27-40d3-b3c0-5236a63dfe04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for network, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:55.853346 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-c2625b66-cd27-40d3-b3c0-5236a63dfe04 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:55.985492 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-c2625b66-cd27-40d3-b3c0-5236a63dfe04 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:55.996365 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fc53ce9-3f50-4fef-ab7b-04544f8822bf admin admin] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:22:55.998777 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0c56c6-f6da-435e-b481-7e64d2ce7316 req-ee393406-45c9-4094-835b-f4c93a70960a tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:56.000319 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-3a0c56c6-f6da-435e-b481-7e64d2ce7316 req-ee393406-45c9-4094-835b-f4c93a70960a tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/ports?device_id=91f1b872-bfe1-4648-a448-cef70da3dd1f HTTP/1.1" status: 200 len: 950 time: 0.0717695 Oct 27 10:22:56.001270 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-c2625b66-cd27-40d3-b3c0-5236a63dfe04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:56.007641 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2feaed9-9971-419f-a4bc-06398499094f None None] Sync routers for ids ['f3e251ad-ec9d-4974-bf5c-d39f103df55d'] in n-d-813419-10 {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:22:56.008730 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-2fc53ce9-3f50-4fef-ab7b-04544f8822bf admin admin] 10.222.0.44 "PUT /v2.0/routers/f3e251ad-ec9d-4974-bf5c-d39f103df55d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2692847 Oct 27 10:22:56.009514 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 45386) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:22:56.020558 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2feaed9-9971-419f-a4bc-06398499094f None None] Routers {'f3e251ad-ec9d-4974-bf5c-d39f103df55d'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:22:56.021428 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-a2feaed9-9971-419f-a4bc-06398499094f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:22:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['f3e251ad-ec9d-4974-bf5c-d39f103df55d'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:22:56.044302 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2625b66-cd27-40d3-b3c0-5236a63dfe04 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 427} {{(pid=102347) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 10:22:56.073239 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-3a0c56c6-f6da-435e-b481-7e64d2ce7316 req-2a821973-3b3e-4bbd-b282-1e18e8e3524b tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/security-groups?id=e786382c-1289-4f9d-b471-ed120470c2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583031 Oct 27 10:22:56.073885 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2625b66-cd27-40d3-b3c0-5236a63dfe04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a00dcf68-5e22-461d-9e5d-f9afa5233f7d,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:22:56.096648 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-c2625b66-cd27-40d3-b3c0-5236a63dfe04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:56.096998 n-d-813419-10 neutron-server[102347]: INFO neutron.db.segments_db [None req-c2625b66-cd27-40d3-b3c0-5236a63dfe04 admin admin] Added segment fdb00e04-9654-415e-a0bd-268fdd4e2b52 of type vlan for network 27d7cb22-6b39-4584-92c4-ddd219d7765c Oct 27 10:22:56.136791 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device bbc2aa06-61cc-4096-be2e-387e33c3a412 up at agent hyperv_n-h1-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:22:56.146658 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-c2625b66-cd27-40d3-b3c0-5236a63dfe04 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743872593080'] for network, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:56.149727 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-c9d6a8dc-a885-4585-8dd7-99d90d48e583 admin admin] Publish callbacks [] for router, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:56.180293 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-c2625b66-cd27-40d3-b3c0-5236a63dfe04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913'] for network, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:56.181857 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2625b66-cd27-40d3-b3c0-5236a63dfe04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:56.182230 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-c2625b66-cd27-40d3-b3c0-5236a63dfe04 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for network, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:56.208151 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvr_db [None req-a2feaed9-9971-419f-a4bc-06398499094f None None] Set router f3e251ad-ec9d-4974-bf5c-d39f103df55d gateway port host: n-d-813419-10 {{(pid=102348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:22:56.235156 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Provisioning for port bbc2aa06-61cc-4096-be2e-387e33c3a412 completed by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 10:22:56.240636 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-c2625b66-cd27-40d3-b3c0-5236a63dfe04 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.5240839 Oct 27 10:22:56.245905 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 45390) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:22:56.250618 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-f0803183-6fcb-4ae9-a10d-8b4d92b2d9fd admin admin] Request body: {'subnet': {'network_id': '27d7cb22-6b39-4584-92c4-ddd219d7765c', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1801060925-subnet', 'tenant_id': '43f2f041c0f44e039e9e70ad3f6842ae', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:22:56.261607 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-c9d6a8dc-a885-4585-8dd7-99d90d48e583 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:56.269375 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2625b66-cd27-40d3-b3c0-5236a63dfe04 admin admin] Pushing event updated for resources: {'Network': ['ID=27d7cb22-6b39-4584-92c4-ddd219d7765c,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:22:56.272789 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0803183-6fcb-4ae9-a10d-8b4d92b2d9fd admin admin] Made reservation on behalf of 43f2f041c0f44e039e9e70ad3f6842ae for: {'subnet': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:22:56.273692 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Provisioning complete for port bbc2aa06-61cc-4096-be2e-387e33c3a412 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:22:56.274062 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:56.275101 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-f0803183-6fcb-4ae9-a10d-8b4d92b2d9fd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18044073'] for subnet, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:56.303382 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Network 27d7cb22-6b39-4584-92c4-ddd219d7765c details requested by agent ovs-agent-n-d-813419-10 with host n-d-813419-10 {{(pid=102348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 10:22:56.325313 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-c9d6a8dc-a885-4585-8dd7-99d90d48e583 admin admin] Deleting port d9ebd83d-adde-46fd-8347-91a21488c2b7 {{(pid=102346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:22:56.325664 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-c9d6a8dc-a885-4585-8dd7-99d90d48e583 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:56.416005 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [None req-c9d6a8dc-a885-4585-8dd7-99d90d48e583 admin admin] For port d9ebd83d-adde-46fd-8347-91a21488c2b7, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=d9ebd83d-adde-46fd-8347-91a21488c2b7,segment=NetworkSegment(bc14127b-7032-4c50-bb5b-f6813cbae86e),segment_id=bc14127b-7032-4c50-bb5b-f6813cbae86e)] {{(pid=102346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:22:56.416404 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-c9d6a8dc-a885-4585-8dd7-99d90d48e583 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:56.431146 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-c9d6a8dc-a885-4585-8dd7-99d90d48e583 admin admin] Calling delete_port for d9ebd83d-adde-46fd-8347-91a21488c2b7 owned by network:router_gateway {{(pid=102346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:22:56.478415 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-f0803183-6fcb-4ae9-a10d-8b4d92b2d9fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-18295883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18044091'] for subnet, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:56.529673 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:56.564498 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0803183-6fcb-4ae9-a10d-8b4d92b2d9fd admin admin] Pushing event updated for resources: {'Subnet': ['ID=1ea6538e-fdad-42c2-9f49-d63e9d85038b,revision_number=0']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:22:56.576810 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32a7198-9bb3-467e-a52f-4baeab8b76b3 req-4e08cbb9-4a90-4639-a256-1009359da6a8 tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:56.582081 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-d32a7198-9bb3-467e-a52f-4baeab8b76b3 req-4e08cbb9-4a90-4639-a256-1009359da6a8 tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] 10.222.0.44 "GET /v2.0/ports?device_id=9e8bcc8c-e9a1-4c45-af3a-9fd9588b6b53 HTTP/1.1" status: 200 len: 944 time: 0.1185544 Oct 27 10:22:56.582802 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device 33ababf2-d146-4ed8-98b4-c512ea11df55 details requested by agent hyperv_n-h2-813419-10 with host n-h2-813419-10 {{(pid=102348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 10:22:56.591181 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0803183-6fcb-4ae9-a10d-8b4d92b2d9fd admin admin] Checking segment: {'id': 'fdb00e04-9654-415e-a0bd-268fdd4e2b52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '27d7cb22-6b39-4584-92c4-ddd219d7765c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:22:56.591568 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0803183-6fcb-4ae9-a10d-8b4d92b2d9fd admin admin] Network hostable DHCP agents. Network: 27d7cb22-6b39-4584-92c4-ddd219d7765c, hostable agents: ['eafd4000-b897-4722-ae8b-0118ec955181'], hosted agents: [] {{(pid=102347) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 10:22:56.595547 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f697ba3-bc41-4960-a8ed-19f45233b624', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbc2aa06-61cc-4096-be2e-387e33c3a412'}] {{(pid=102348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:22:56.597926 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c588921fa634554a1d9242fdea1b05457a9ff1d3b28ba54ec1dace7f2f1df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a91fc00d-1ad6-4c9c-8366-d0dd8862cd23" -d '{"events": [{"server_uuid": "7f697ba3-bc41-4960-a8ed-19f45233b624", "name": "network-vif-plugged", "status": "completed", "tag": "bbc2aa06-61cc-4096-be2e-387e33c3a412"}]}' {{(pid=102348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:22:56.625339 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port bbc2aa06-61cc-4096-be2e-387e33c3a412, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=bbc2aa06-61cc-4096-be2e-387e33c3a412,segment=NetworkSegment(e031df76-6a67-4dc9-b33e-3b490749e49c),segment_id=e031df76-6a67-4dc9-b33e-3b490749e49c)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:22:56.637665 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-d32a7198-9bb3-467e-a52f-4baeab8b76b3 req-21b38ddd-deb9-4680-b5c6-1612f487816e tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] 10.222.0.44 "GET /v2.0/security-groups?id=e3018bff-e5f8-44d8-a835-69520a8698da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480151 Oct 27 10:22:56.639017 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0803183-6fcb-4ae9-a10d-8b4d92b2d9fd admin admin] Network 27d7cb22-6b39-4584-92c4-ddd219d7765c is scheduled to be hosted by DHCP agent eafd4000-b897-4722-ae8b-0118ec955181 with binding_index 1 {{(pid=102347) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 10:22:56.650877 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:56.652768 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device 9d6bfe0c-461a-4d7b-a7c3-05a050b7e2ba no longer exists at agent hyperv_n-h1-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:22:56.653045 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [None req-f0803183-6fcb-4ae9-a10d-8b4d92b2d9fd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-10, 27d7cb22-6b39-4584-92c4-ddd219d7765c) {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:22:56.660573 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0803183-6fcb-4ae9-a10d-8b4d92b2d9fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:56.661149 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-f0803183-6fcb-4ae9-a10d-8b4d92b2d9fd admin admin] Publish callbacks [] for subnet, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:56.679592 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-c9d6a8dc-a885-4585-8dd7-99d90d48e583 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:56.688366 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-f0803183-6fcb-4ae9-a10d-8b4d92b2d9fd admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.4413567 Oct 27 10:22:56.690947 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 45398) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:22:56.695591 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-ed1aa681-4fb2-477a-a9ee-9026bba6bbf5 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1801060925-router', 'tenant_id': '43f2f041c0f44e039e9e70ad3f6842ae', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'}}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:22:56.715786 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:22:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e00eb56c-6faa-487f-b263-0b2b7fe54634 x-openstack-request-id: req-e00eb56c-6faa-487f-b263-0b2b7fe54634 {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:22:56.716060 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f697ba3-bc41-4960-a8ed-19f45233b624", "name": "network-vif-plugged", "status": "completed", "tag": "bbc2aa06-61cc-4096-be2e-387e33c3a412", "code": 200}]} {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:22:56.716463 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e00eb56c-6faa-487f-b263-0b2b7fe54634 {{(pid=102348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:22:56.717618 n-d-813419-10 neutron-server[102348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f697ba3-bc41-4960-a8ed-19f45233b624', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbc2aa06-61cc-4096-be2e-387e33c3a412', 'code': 200} Oct 27 10:22:56.718399 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2782908d-c457-41c0-820b-9fed0eaba985 None None] Network 27d7cb22-6b39-4584-92c4-ddd219d7765c requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:22:56.723724 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-ed1aa681-4fb2-477a-a9ee-9026bba6bbf5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1768632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3610'] for router, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:56.725391 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-ed1aa681-4fb2-477a-a9ee-9026bba6bbf5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1765704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1769409', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1694266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3597'] for router, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:56.727452 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d6a8dc-a885-4585-8dd7-99d90d48e583 admin admin] Pushing event deleted for resources: {'Port': ['ID=d9ebd83d-adde-46fd-8347-91a21488c2b7,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:22:56.770542 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] No Port match for: 9d6bfe0c-461a-4d7b-a7c3-05a050b7e2ba {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:22:56.770884 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device 9d6bfe0c-461a-4d7b-a7c3-05a050b7e2ba not bound to the agent host n-h1-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:22:56.805421 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-ed1aa681-4fb2-477a-a9ee-9026bba6bbf5 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:56.874478 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-a2feaed9-9971-419f-a4bc-06398499094f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3e251ad-ec9d-4974-bf5c-d39f103df55d', 'name': 'tempest-ServersTestMultiNic-767428042-router', 'tenant_id': '48ff8c43003e41a2b855daaeb2bfcd04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.128'}], 'enable_snat': True}, 'gw_port_id': 'd9ebd83d-adde-46fd-8347-91a21488c2b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:20:53Z', 'updated_at': '2021-10-27T10:22:55Z', 'revision_number': 5, 'project_id': '48ff8c43003e41a2b855daaeb2bfcd04', 'gw_port': {'id': 'd9ebd83d-adde-46fd-8347-91a21488c2b7', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:48:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3e251ad-ec9d-4974-bf5c-d39f103df55d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:20:56Z', 'updated_at': '2021-10-27T10:21:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10'}], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:22:56.903813 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452e47fe-998d-4386-8f86-b0525ba2af6c req-a1164a5d-44ca-4b97-ad8e-cb8a0b1a8339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:56.905527 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-452e47fe-998d-4386-8f86-b0525ba2af6c req-a1164a5d-44ca-4b97-ad8e-cb8a0b1a8339 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=7f697ba3-bc41-4960-a8ed-19f45233b624 HTTP/1.1" status: 200 len: 1098 time: 0.1614673 Oct 27 10:22:56.913137 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-c9d6a8dc-a885-4585-8dd7-99d90d48e583 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1664884'] for router_gateway, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:56.950367 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-ed1aa681-4fb2-477a-a9ee-9026bba6bbf5 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:57.043395 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb5d427-bc75-4fe8-bc6e-76f067d496c7 req-e6a211a9-53a9-4a57-b4a5-73f102c1ed7a tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:57.051299 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-2eb5d427-bc75-4fe8-bc6e-76f067d496c7 req-e6a211a9-53a9-4a57-b4a5-73f102c1ed7a tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] 10.222.0.44 "GET /v2.0/ports?device_id=7f697ba3-bc41-4960-a8ed-19f45233b624 HTTP/1.1" status: 200 len: 946 time: 0.2046168 Oct 27 10:22:57.052354 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Pushing event updated for resources: {'Port': ['ID=bbc2aa06-61cc-4096-be2e-387e33c3a412,revision_number=5']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:22:57.074942 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2feaed9-9971-419f-a4bc-06398499094f None None] Checking router: f3e251ad-ec9d-4974-bf5c-d39f103df55d for host: n-d-813419-10 {{(pid=102348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 10:22:57.084523 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-c9d6a8dc-a885-4585-8dd7-99d90d48e583 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1765662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3700'] for router, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:57.089203 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-452e47fe-998d-4386-8f86-b0525ba2af6c req-a2f0fa6c-1bad-4e06-af4d-bc8812169bdb service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=abb43ff2-3d53-4d6f-bfce-d681dce200c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692846 Oct 27 10:22:57.090465 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-c9d6a8dc-a885-4585-8dd7-99d90d48e583 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:57.139701 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] For port 33ababf2-d146-4ed8-98b4-c512ea11df55, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=33ababf2-d146-4ed8-98b4-c512ea11df55,segment=NetworkSegment(4fd5c29a-a838-4106-a890-06a671bde674),segment_id=4fd5c29a-a838-4106-a890-06a671bde674)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:22:57.155045 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-2eb5d427-bc75-4fe8-bc6e-76f067d496c7 req-d4fc093b-b2f5-4581-b246-b014b4cf7efb tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] 10.222.0.44 "GET /v2.0/security-groups?id=abb43ff2-3d53-4d6f-bfce-d681dce200c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975838 Oct 27 10:22:57.168824 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device 33ababf2-d146-4ed8-98b4-c512ea11df55 has no active binding in host n-h2-813419-10 {{(pid=102348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 27 10:22:57.203798 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2feaed9-9971-419f-a4bc-06398499094f None None] Routers {'f3e251ad-ec9d-4974-bf5c-d39f103df55d'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:22:57.205004 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-a2feaed9-9971-419f-a4bc-06398499094f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:22:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['f3e251ad-ec9d-4974-bf5c-d39f103df55d'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:22:57.214040 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-c9d6a8dc-a885-4585-8dd7-99d90d48e583 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1765641'] for router, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:57.216072 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9d6a8dc-a885-4585-8dd7-99d90d48e583 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f3e251ad-ec9d-4974-bf5c-d39f103df55d {{(pid=102346) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 10:22:57.239067 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-c9d6a8dc-a885-4585-8dd7-99d90d48e583 admin admin] Publish callbacks [] for router, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:57.243333 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-c9d6a8dc-a885-4585-8dd7-99d90d48e583 admin admin] 10.222.0.44 "DELETE /v2.0/routers/f3e251ad-ec9d-4974-bf5c-d39f103df55d HTTP/1.1" status: 204 len: 168 time: 1.2328355 Oct 27 10:22:57.244064 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 45408) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:22:57.265196 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-a2feaed9-9971-419f-a4bc-06398499094f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:22:57.266288 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2feaed9-9971-419f-a4bc-06398499094f None None] The sync data for ids ['f3e251ad-ec9d-4974-bf5c-d39f103df55d'] in n-d-813419-10 is: [] {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:22:57.316358 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae753c40-f932-4f2f-aaaf-c3f01a99ee8e admin admin] Deleting subnet b63be040-6e40-4038-b5eb-eec7e03a1491 {{(pid=102346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 10:22:57.320593 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ae753c40-f932-4f2f-aaaf-c3f01a99ee8e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:57.343944 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcf2a9cf-9b06-4c70-b672-a88f876460bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp734b258e-7d96-550c-b970-9b72ab66f383-27d7cb22-6b39-4584-92c4-ddd219d7765c', 'network_id': '27d7cb22-6b39-4584-92c4-ddd219d7765c', 'tenant_id': '43f2f041c0f44e039e9e70ad3f6842ae', 'fixed_ips': [{'subnet_id': '1ea6538e-fdad-42c2-9f49-d63e9d85038b'}]}} from n-d-813419-10. {{(pid=102348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 10:22:57.346294 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-fcf2a9cf-9b06-4c70-b672-a88f876460bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:57.369636 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ae753c40-f932-4f2f-aaaf-c3f01a99ee8e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25847868'] for subnet, precommit_delete_associations {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:57.397818 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-ed1aa681-4fb2-477a-a9ee-9026bba6bbf5 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:57.428429 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2eb297-2e90-49ba-a806-e9c1959d5ca5 req-5362cb43-a03e-4331-95e2-12c4af8cbbfc tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:57.435839 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-cd2eb297-2e90-49ba-a806-e9c1959d5ca5 req-5362cb43-a03e-4331-95e2-12c4af8cbbfc tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/ports?device_id=91f1b872-bfe1-4648-a448-cef70da3dd1f HTTP/1.1" status: 200 len: 950 time: 0.1581714 Oct 27 10:22:57.443059 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-ed1aa681-4fb2-477a-a9ee-9026bba6bbf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:57.461364 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ae753c40-f932-4f2f-aaaf-c3f01a99ee8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855646'] for subnet, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:57.531359 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-cd2eb297-2e90-49ba-a806-e9c1959d5ca5 req-81fd23e3-ccf7-49db-bdbe-19ae1494f202 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/security-groups?id=e786382c-1289-4f9d-b471-ed120470c2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941885 Oct 27 10:22:57.547096 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ae753c40-f932-4f2f-aaaf-c3f01a99ee8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27024355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27168307'] for subnet, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:57.547352 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.db_base_plugin_common [None req-fcf2a9cf-9b06-4c70-b672-a88f876460bd None None] Allocated IP 172.20.0.2 (27d7cb22-6b39-4584-92c4-ddd219d7765c/1ea6538e-fdad-42c2-9f49-d63e9d85038b/0de4aeed-a226-4ded-b408-5a340459a314) {{(pid=102348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:22:57.600729 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae753c40-f932-4f2f-aaaf-c3f01a99ee8e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b63be040-6e40-4038-b5eb-eec7e03a1491,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:22:57.612802 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ae753c40-f932-4f2f-aaaf-c3f01a99ee8e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for subnet, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:57.619268 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22cf0a0e-2dda-410a-91e7-72cae8e29e26 None None] Network af3aef1e-247a-479e-988f-4fa4701b8fd0 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:22:57.621160 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-ae753c40-f932-4f2f-aaaf-c3f01a99ee8e admin admin] 10.222.0.44 "DELETE /v2.0/subnets/b63be040-6e40-4038-b5eb-eec7e03a1491 HTTP/1.1" status: 204 len: 168 time: 0.3755932 Oct 27 10:22:57.622125 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 45412) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:22:57.663695 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_common [None req-ed1aa681-4fb2-477a-a9ee-9026bba6bbf5 admin admin] Allocated IP 172.25.8.197 (185ff123-c7ff-45c7-a6be-71feb35acc9c/0fb9f9d1-7384-481f-8fa8-f4566c349d30/767b48b9-eccd-479b-858b-2c5201822042) {{(pid=102347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:22:57.741443 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-4f6effeb-5621-4fa5-9df6-4f68f7130c4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586917'] for network, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:57.825367 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-4f6effeb-5621-4fa5-9df6-4f68f7130c4c admin admin] Deleting port 45678e2b-aaeb-4853-a6d3-f7252eb24c04 {{(pid=102346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:22:57.826349 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-4f6effeb-5621-4fa5-9df6-4f68f7130c4c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:57.832686 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-fcf2a9cf-9b06-4c70-b672-a88f876460bd None None] Publish callbacks [] for port, precommit_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:57.843879 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-fcf2a9cf-9b06-4c70-b672-a88f876460bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606'] for port, after_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:57.903003 n-d-813419-10 neutron-server[102348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcf2a9cf-9b06-4c70-b672-a88f876460bd None None] Network 27d7cb22-6b39-4584-92c4-ddd219d7765c is already hosted by enough agents. {{(pid=102348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:22:57.907529 n-d-813419-10 neutron-server[102348]: DEBUG neutron.scheduler.base_scheduler [None req-fcf2a9cf-9b06-4c70-b672-a88f876460bd None None] Resources bound (agent type, host, resource id): {{(pid=102348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:22:57.910702 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcf2a9cf-9b06-4c70-b672-a88f876460bd None None] Received port after_create {{(pid=102348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:22:57.929414 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf2a9cf-9b06-4c70-b672-a88f876460bd None None] Pushing event updated for resources: {'Port': ['ID=0de4aeed-a226-4ded-b408-5a340459a314,revision_number=1']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:22:57.944901 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-ed1aa681-4fb2-477a-a9ee-9026bba6bbf5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:57.958778 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2089a5-bce5-4468-b175-9774fd376107 req-fd76563e-00e1-4d98-948a-adac41830652 tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:57.960314 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8d2089a5-bce5-4468-b175-9774fd376107 req-fd76563e-00e1-4d98-948a-adac41830652 tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] 10.222.0.44 "GET /v2.0/ports?device_id=9e8bcc8c-e9a1-4c45-af3a-9fd9588b6b53 HTTP/1.1" status: 200 len: 944 time: 0.1550770 Oct 27 10:22:57.984328 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [None req-4f6effeb-5621-4fa5-9df6-4f68f7130c4c admin admin] For port 45678e2b-aaeb-4853-a6d3-f7252eb24c04, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=45678e2b-aaeb-4853-a6d3-f7252eb24c04,segment=NetworkSegment(b424cc0a-f939-4d06-9d67-6d7cd3e59076),segment_id=b424cc0a-f939-4d06-9d67-6d7cd3e59076)] {{(pid=102346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:22:57.985102 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-4f6effeb-5621-4fa5-9df6-4f68f7130c4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:58.000432 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-4f6effeb-5621-4fa5-9df6-4f68f7130c4c admin admin] Calling delete_port for 45678e2b-aaeb-4853-a6d3-f7252eb24c04 owned by network:dhcp {{(pid=102346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:22:58.007810 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-fcf2a9cf-9b06-4c70-b672-a88f876460bd None None] Attempting to bind port 0de4aeed-a226-4ded-b408-5a340459a314 on host n-d-813419-10 for vnic_type normal with profile {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:22:58.008330 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-fcf2a9cf-9b06-4c70-b672-a88f876460bd None None] Attempting to bind port 0de4aeed-a226-4ded-b408-5a340459a314 by drivers openvswitch,hyperv on host n-d-813419-10 at level 0 using segments [{'id': 'fdb00e04-9654-415e-a0bd-268fdd4e2b52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '27d7cb22-6b39-4584-92c4-ddd219d7765c'}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:22:58.008783 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcf2a9cf-9b06-4c70-b672-a88f876460bd None None] Attempting to bind port 0de4aeed-a226-4ded-b408-5a340459a314 on network 27d7cb22-6b39-4584-92c4-ddd219d7765c {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:22:58.014106 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcf2a9cf-9b06-4c70-b672-a88f876460bd None None] Checking agent: {'id': '89dba0f3-79b2-435e-9822-33674b8f6ada', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 8, 20), 'started_at': datetime.datetime(2021, 10, 27, 10, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 22, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:22:58.014737 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcf2a9cf-9b06-4c70-b672-a88f876460bd None None] Checking segment: {'id': 'fdb00e04-9654-415e-a0bd-268fdd4e2b52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '27d7cb22-6b39-4584-92c4-ddd219d7765c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:22:58.015345 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-fcf2a9cf-9b06-4c70-b672-a88f876460bd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:58.015952 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcf2a9cf-9b06-4c70-b672-a88f876460bd None None] Bound using segment: {'id': 'fdb00e04-9654-415e-a0bd-268fdd4e2b52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '27d7cb22-6b39-4584-92c4-ddd219d7765c'} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:22:58.016567 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-fcf2a9cf-9b06-4c70-b672-a88f876460bd None None] Bound port: 0de4aeed-a226-4ded-b408-5a340459a314, host: n-d-813419-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdb00e04-9654-415e-a0bd-268fdd4e2b52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '27d7cb22-6b39-4584-92c4-ddd219d7765c'}}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:22:58.018331 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-fcf2a9cf-9b06-4c70-b672-a88f876460bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:58.029515 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8d2089a5-bce5-4468-b175-9774fd376107 req-97fdcbe4-0b55-44f0-a458-faa1838a5dfb tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] 10.222.0.44 "GET /v2.0/security-groups?id=e3018bff-e5f8-44d8-a835-69520a8698da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620105 Oct 27 10:22:58.042722 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-ed1aa681-4fb2-477a-a9ee-9026bba6bbf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:58.083075 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed1aa681-4fb2-477a-a9ee-9026bba6bbf5 admin admin] Network 185ff123-c7ff-45c7-a6be-71feb35acc9c is already hosted by enough agents. {{(pid=102347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:22:58.088819 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [None req-ed1aa681-4fb2-477a-a9ee-9026bba6bbf5 admin admin] Resources bound (agent type, host, resource id): {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:22:58.093349 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-4f6effeb-5621-4fa5-9df6-4f68f7130c4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:58.094655 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed1aa681-4fb2-477a-a9ee-9026bba6bbf5 admin admin] Received port after_create {{(pid=102347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:22:58.123801 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-fcf2a9cf-9b06-4c70-b672-a88f876460bd None None] For port 0de4aeed-a226-4ded-b408-5a340459a314, host n-d-813419-10, cleared binding levels {{(pid=102348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:22:58.131129 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6effeb-5621-4fa5-9df6-4f68f7130c4c admin admin] Pushing event deleted for resources: {'Port': ['ID=45678e2b-aaeb-4853-a6d3-f7252eb24c04,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:22:58.132453 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-fcf2a9cf-9b06-4c70-b672-a88f876460bd None None] For port 0de4aeed-a226-4ded-b408-5a340459a314, host n-d-813419-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=0de4aeed-a226-4ded-b408-5a340459a314,segment=NetworkSegment(fdb00e04-9654-415e-a0bd-268fdd4e2b52),segment_id=fdb00e04-9654-415e-a0bd-268fdd4e2b52)] {{(pid=102348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:22:58.135420 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f6effeb-5621-4fa5-9df6-4f68f7130c4c admin admin] No DVR routers for this DVR port 45678e2b-aaeb-4853-a6d3-f7252eb24c04 on host n-d-813419-10 {{(pid=102346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:22:58.144390 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-fcf2a9cf-9b06-4c70-b672-a88f876460bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:58.262188 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-4f6effeb-5621-4fa5-9df6-4f68f7130c4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857803', 'neutron.services.segments.db._delete_segments_for_network-8743873143390'] for network, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:58.275415 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf2a9cf-9b06-4c70-b672-a88f876460bd None None] Pushing event updated for resources: {'Port': ['ID=0de4aeed-a226-4ded-b408-5a340459a314,revision_number=2']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:22:58.297116 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0392e54-88ae-4967-8b4f-a0d71559e465 None None] DHCP port deletion for af3aef1e-247a-479e-988f-4fa4701b8fd0 request from n-d-813419-10 {{(pid=102348) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 10:22:58.325854 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-4f6effeb-5621-4fa5-9df6-4f68f7130c4c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af3aef1e-247a-479e-988f-4fa4701b8fd0']}} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:22:58.374192 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-4f6effeb-5621-4fa5-9df6-4f68f7130c4c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b424cc0a-f939-4d06-9d67-6d7cd3e59076') {'for_net_delete': True} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:22:58.374509 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-4f6effeb-5621-4fa5-9df6-4f68f7130c4c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b424cc0a-f939-4d06-9d67-6d7cd3e59076') {} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:22:58.405975 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-4f6effeb-5621-4fa5-9df6-4f68f7130c4c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743873145191', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25847877'] for segment, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:58.445408 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-4f6effeb-5621-4fa5-9df6-4f68f7130c4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:58.457367 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f6effeb-5621-4fa5-9df6-4f68f7130c4c admin admin] Releasing vlan 445 on physical network physnet1 to pool {{(pid=102346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 10:22:58.458035 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-4f6effeb-5621-4fa5-9df6-4f68f7130c4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27024137'] for segment, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:58.460297 n-d-813419-10 neutron-server[102346]: Traceback (most recent call last): Oct 27 10:22:58.460297 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 10:22:58.460297 n-d-813419-10 neutron-server[102346]: timer() Oct 27 10:22:58.460297 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 10:22:58.460297 n-d-813419-10 neutron-server[102346]: cb(*args, **kw) Oct 27 10:22:58.460297 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 10:22:58.460297 n-d-813419-10 neutron-server[102346]: return func(*args, **kwargs) Oct 27 10:22:58.460297 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 10:22:58.460297 n-d-813419-10 neutron-server[102346]: self._notify() Oct 27 10:22:58.460297 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 10:22:58.460297 n-d-813419-10 neutron-server[102346]: self.callback(batched_events) Oct 27 10:22:58.460297 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 10:22:58.460297 n-d-813419-10 neutron-server[102346]: event.method(event) Oct 27 10:22:58.460297 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 10:22:58.460297 n-d-813419-10 neutron-server[102346]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 10:22:58.460297 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 10:22:58.460297 n-d-813419-10 neutron-server[102346]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 10:22:58.460297 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 10:22:58.460297 n-d-813419-10 neutron-server[102346]: return f(self, *a, **k) Oct 27 10:22:58.460297 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 10:22:58.460297 n-d-813419-10 neutron-server[102346]: return self._get(url).json() Oct 27 10:22:58.460297 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 10:22:58.460297 n-d-813419-10 neutron-server[102346]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 10:22:58.460297 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 10:22:58.460297 n-d-813419-10 neutron-server[102346]: return self.request(url, 'GET', **kwargs) Oct 27 10:22:58.460297 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 10:22:58.460297 n-d-813419-10 neutron-server[102346]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 10:22:58.460297 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 10:22:58.460297 n-d-813419-10 neutron-server[102346]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 10:22:58.460297 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 10:22:58.460297 n-d-813419-10 neutron-server[102346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 10:22:58.460297 n-d-813419-10 neutron-server[102346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 10:22:58.517848 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1110608-8be3-4551-a529-d96ac24a5109 req-a603517d-4eaa-4ce6-a9b1-048cc06a67fa tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:58.526675 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-f1110608-8be3-4551-a529-d96ac24a5109 req-a603517d-4eaa-4ce6-a9b1-048cc06a67fa tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] 10.222.0.44 "GET /v2.0/ports?device_id=7f697ba3-bc41-4960-a8ed-19f45233b624 HTTP/1.1" status: 200 len: 946 time: 0.1360164 Oct 27 10:22:58.565849 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-4f6effeb-5621-4fa5-9df6-4f68f7130c4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664840'] for network, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:58.591936 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-f1110608-8be3-4551-a529-d96ac24a5109 req-1229d424-9afe-48a2-91c8-788eaaf6d083 tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] 10.222.0.44 "GET /v2.0/security-groups?id=abb43ff2-3d53-4d6f-bfce-d681dce200c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642850 Oct 27 10:22:58.593333 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-4f6effeb-5621-4fa5-9df6-4f68f7130c4c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for network, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:58.600264 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-4f6effeb-5621-4fa5-9df6-4f68f7130c4c admin admin] 10.222.0.44 "DELETE /v2.0/networks/af3aef1e-247a-479e-988f-4fa4701b8fd0 HTTP/1.1" status: 204 len: 168 time: 0.9733016 Oct 27 10:22:58.633483 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6effeb-5621-4fa5-9df6-4f68f7130c4c admin admin] Pushing event deleted for resources: {'Network': ['ID=af3aef1e-247a-479e-988f-4fa4701b8fd0,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:22:58.833008 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 45428) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:22:58.855517 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1aa681-4fb2-477a-a9ee-9026bba6bbf5 admin admin] Pushing event updated for resources: {'Port': ['ID=767b48b9-eccd-479b-858b-2c5201822042,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:22:58.880170 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-52b9e227-186b-49f4-a783-d57422b8b5bc admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=48ff8c43003e41a2b855daaeb2bfcd04&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0452759 Oct 27 10:22:58.882792 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 45430) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:22:58.890772 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fe0702-539a-4b28-992a-c4fa0f250a80 req-2f01aab3-c54f-4f74-8b06-ca96967794a9 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:58.892372 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-e3fe0702-539a-4b28-992a-c4fa0f250a80 req-2f01aab3-c54f-4f74-8b06-ca96967794a9 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/ports?device_id=91f1b872-bfe1-4648-a448-cef70da3dd1f HTTP/1.1" status: 200 len: 950 time: 0.1209888 Oct 27 10:22:58.942810 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-140b772e-18e7-4c13-a7f7-713ebd40105d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:58.965940 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-140b772e-18e7-4c13-a7f7-713ebd40105d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:59.013597 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-e3fe0702-539a-4b28-992a-c4fa0f250a80 req-b24e22e8-0f0b-4f18-b8d1-c01bc505bfab tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/security-groups?id=e786382c-1289-4f9d-b471-ed120470c2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110253 Oct 27 10:22:59.048502 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-ed1aa681-4fb2-477a-a9ee-9026bba6bbf5 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:59.053589 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-140b772e-18e7-4c13-a7f7-713ebd40105d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:59.056814 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-140b772e-18e7-4c13-a7f7-713ebd40105d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:59.073340 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-140b772e-18e7-4c13-a7f7-713ebd40105d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/58a9c42a-77eb-4104-9847-0486d9673bf6 HTTP/1.1" status: 204 len: 168 time: 0.1885560 Oct 27 10:22:59.090434 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140b772e-18e7-4c13-a7f7-713ebd40105d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58a9c42a-77eb-4104-9847-0486d9673bf6,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:22:59.259006 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 0de4aeed-a226-4ded-b408-5a340459a314 up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:22:59.349860 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-ed1aa681-4fb2-477a-a9ee-9026bba6bbf5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1765699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1769372'] for router, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:59.389825 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port 0de4aeed-a226-4ded-b408-5a340459a314 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:22:59.392474 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:59.495863 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a995cb-4193-4aa8-ae35-95a65e5b2a47 req-9d4bc996-3e17-4276-86aa-b055680b4417 tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:59.503384 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-a7a995cb-4193-4aa8-ae35-95a65e5b2a47 req-9d4bc996-3e17-4276-86aa-b055680b4417 tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] 10.222.0.44 "GET /v2.0/ports?device_id=9e8bcc8c-e9a1-4c45-af3a-9fd9588b6b53 HTTP/1.1" status: 200 len: 944 time: 0.2726941 Oct 27 10:22:59.559693 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-a7a995cb-4193-4aa8-ae35-95a65e5b2a47 req-bb4b3179-0e0e-4d2d-a338-5bb356e1ff7c tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] 10.222.0.44 "GET /v2.0/security-groups?id=e3018bff-e5f8-44d8-a835-69520a8698da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504084 Oct 27 10:22:59.578656 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:59.626287 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] For port 0de4aeed-a226-4ded-b408-5a340459a314, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=0de4aeed-a226-4ded-b408-5a340459a314,segment=NetworkSegment(fdb00e04-9654-415e-a0bd-268fdd4e2b52),segment_id=fdb00e04-9654-415e-a0bd-268fdd4e2b52)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:22:59.636971 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:59.663514 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed1aa681-4fb2-477a-a9ee-9026bba6bbf5 admin admin] Router 2f38e628-1bbd-4204-9ff9-c0646102a78d is scheduled to L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb with binding_index 1 {{(pid=102347) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 10:22:59.740273 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Pushing event updated for resources: {'Port': ['ID=0de4aeed-a226-4ded-b408-5a340459a314,revision_number=3']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:22:59.761139 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device d9ebd83d-adde-46fd-8347-91a21488c2b7 no longer exists at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:22:59.799974 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] No Port match for: d9ebd83d-adde-46fd-8347-91a21488c2b7 {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:22:59.802220 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device d9ebd83d-adde-46fd-8347-91a21488c2b7 not bound to the agent host n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:22:59.803646 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 45678e2b-aaeb-4853-a6d3-f7252eb24c04 no longer exists at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:22:59.805336 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2d3e11-f068-4298-ac76-3fcb18d07186 req-de86a736-cc75-4511-8249-2c82926304af tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:22:59.818445 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-8f2d3e11-f068-4298-ac76-3fcb18d07186 req-de86a736-cc75-4511-8249-2c82926304af tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] 10.222.0.44 "GET /v2.0/ports?device_id=7f697ba3-bc41-4960-a8ed-19f45233b624 HTTP/1.1" status: 200 len: 946 time: 0.0834053 Oct 27 10:22:59.858919 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] No Port match for: 45678e2b-aaeb-4853-a6d3-f7252eb24c04 {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:22:59.859488 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 45678e2b-aaeb-4853-a6d3-f7252eb24c04 not bound to the agent host n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:22:59.860593 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device d7a07c38-8e98-454f-93e7-9d864688f4ad no longer exists at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:22:59.872514 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cedb7c9e-2b61-4f88-88b4-5f05c9a5dd10 None None] Network 27d7cb22-6b39-4584-92c4-ddd219d7765c requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:22:59.877292 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-8f2d3e11-f068-4298-ac76-3fcb18d07186 req-2989f9aa-1afa-4603-b9d5-1930b7989a7d tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] 10.222.0.44 "GET /v2.0/security-groups?id=abb43ff2-3d53-4d6f-bfce-d681dce200c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575523 Oct 27 10:22:59.889889 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed1aa681-4fb2-477a-a9ee-9026bba6bbf5 admin admin] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:22:59.900427 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da8ec211-04bf-43d2-b5c5-2504c30c16b3 None None] Sync routers for ids ['2f38e628-1bbd-4204-9ff9-c0646102a78d'] in n-d-813419-10 {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:22:59.919592 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da8ec211-04bf-43d2-b5c5-2504c30c16b3 None None] Routers {'2f38e628-1bbd-4204-9ff9-c0646102a78d'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:22:59.920645 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-da8ec211-04bf-43d2-b5c5-2504c30c16b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:22:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['2f38e628-1bbd-4204-9ff9-c0646102a78d'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:22:59.934572 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-ed1aa681-4fb2-477a-a9ee-9026bba6bbf5 admin admin] Publish callbacks [] for router, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:22:59.939907 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-ed1aa681-4fb2-477a-a9ee-9026bba6bbf5 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 933 time: 3.2448089 Oct 27 10:22:59.940792 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 45456) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:22:59.997581 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] No Port match for: d7a07c38-8e98-454f-93e7-9d864688f4ad {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:22:59.997803 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device d7a07c38-8e98-454f-93e7-9d864688f4ad not bound to the agent host n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:23:00.022648 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-512ecd3c-8815-41e8-a6b6-dfd926a3d51f req-8da920bc-e11e-4183-8ea4-60bc82508c19 service neutron] 10.222.0.64 "GET /v2.0/ports/33ababf2-d146-4ed8-98b4-c512ea11df55/bindings/n-h2-813419-10 HTTP/1.1" status: 200 len: 385 time: 0.1443958 Oct 27 10:23:00.122687 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvr_db [None req-da8ec211-04bf-43d2-b5c5-2504c30c16b3 None None] Set router 2f38e628-1bbd-4204-9ff9-c0646102a78d gateway port host: n-d-813419-10 {{(pid=102349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:23:00.187653 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-80c96cb7-9cc7-4a3d-9c2d-939b32e72241 None None] Provisioning complete for port 0de4aeed-a226-4ded-b408-5a340459a314 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:23:00.188272 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-80c96cb7-9cc7-4a3d-9c2d-939b32e72241 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:00.194102 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device 33ababf2-d146-4ed8-98b4-c512ea11df55 no longer exists at agent hyperv_n-h1-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:23:00.387612 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16861bcc-8806-4cb8-b912-8f61bd7908b3 req-02b4ef07-eee6-4726-8572-9f8525b185f6 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:00.392227 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-16861bcc-8806-4cb8-b912-8f61bd7908b3 req-02b4ef07-eee6-4726-8572-9f8525b185f6 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/ports?device_id=91f1b872-bfe1-4648-a448-cef70da3dd1f HTTP/1.1" status: 200 len: 950 time: 0.1959639 Oct 27 10:23:00.491043 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-da8ec211-04bf-43d2-b5c5-2504c30c16b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f38e628-1bbd-4204-9ff9-c0646102a78d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1801060925-router', 'tenant_id': '43f2f041c0f44e039e9e70ad3f6842ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.197'}], 'enable_snat': True}, 'gw_port_id': '767b48b9-eccd-479b-858b-2c5201822042', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:22:56Z', 'updated_at': '2021-10-27T10:22:58Z', 'revision_number': 3, 'project_id': '43f2f041c0f44e039e9e70ad3f6842ae', 'gw_port': {'id': '767b48b9-eccd-479b-858b-2c5201822042', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:df:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f38e628-1bbd-4204-9ff9-c0646102a78d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:22:57Z', 'updated_at': '2021-10-27T10:22:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10'}], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:23:00.510057 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 45472) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:23:00.523425 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da8ec211-04bf-43d2-b5c5-2504c30c16b3 None None] Checking router: 2f38e628-1bbd-4204-9ff9-c0646102a78d for host: n-d-813419-10 {{(pid=102349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 10:23:00.523781 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da8ec211-04bf-43d2-b5c5-2504c30c16b3 None None] Updating router 2f38e628-1bbd-4204-9ff9-c0646102a78d port 767b48b9-eccd-479b-858b-2c5201822042 binding host n-d-813419-10 {{(pid=102349) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 10:23:00.537714 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-16861bcc-8806-4cb8-b912-8f61bd7908b3 req-5f19c0fd-ec5b-46cb-b443-c5c0dd9a28eb tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/security-groups?id=e786382c-1289-4f9d-b471-ed120470c2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891106 Oct 27 10:23:00.572863 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-da8ec211-04bf-43d2-b5c5-2504c30c16b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:00.573199 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [req-512ecd3c-8815-41e8-a6b6-dfd926a3d51f req-19c69bbf-60d0-453b-8420-4cfdb61b0c48 service neutron] For port 33ababf2-d146-4ed8-98b4-c512ea11df55, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=33ababf2-d146-4ed8-98b4-c512ea11df55,segment=NetworkSegment(4fd5c29a-a838-4106-a890-06a671bde674),segment_id=4fd5c29a-a838-4106-a890-06a671bde674)] {{(pid=102346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:23:00.632894 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [req-512ecd3c-8815-41e8-a6b6-dfd926a3d51f req-19c69bbf-60d0-453b-8420-4cfdb61b0c48 service neutron] For port 33ababf2-d146-4ed8-98b4-c512ea11df55, host n-h1-813419-10, cleared binding levels {{(pid=102346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:23:00.691158 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28e4839-6f1c-45a5-be4a-83701f829eb4 req-693989b0-e98a-4c31-acb6-109c94835c27 tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:00.692810 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-f28e4839-6f1c-45a5-be4a-83701f829eb4 req-693989b0-e98a-4c31-acb6-109c94835c27 tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] 10.222.0.44 "GET /v2.0/ports?device_id=7f697ba3-bc41-4960-a8ed-19f45233b624 HTTP/1.1" status: 200 len: 946 time: 0.2890971 Oct 27 10:23:00.724715 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-417168f5-7e91-44a5-b0a7-1188ce8cea33 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1183144159-network', 'tenant_id': 'dd8dbe6032d444d8bb186ea55c266575'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:23:00.770126 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-dcac79d4-0eb4-4bee-b85e-d1a999ac047c None None] Provisioning complete for port 0de4aeed-a226-4ded-b408-5a340459a314 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:23:00.771382 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-dcac79d4-0eb4-4bee-b85e-d1a999ac047c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:00.772805 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-417168f5-7e91-44a5-b0a7-1188ce8cea33 admin admin] Made reservation on behalf of dd8dbe6032d444d8bb186ea55c266575 for: {'network': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:23:00.776593 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-417168f5-7e91-44a5-b0a7-1188ce8cea33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for network, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:00.784510 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [req-512ecd3c-8815-41e8-a6b6-dfd926a3d51f req-19c69bbf-60d0-453b-8420-4cfdb61b0c48 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33ababf2-d146-4ed8-98b4-c512ea11df55 {{(pid=102346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:23:00.819106 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [req-512ecd3c-8815-41e8-a6b6-dfd926a3d51f req-19c69bbf-60d0-453b-8420-4cfdb61b0c48 service neutron] For port 33ababf2-d146-4ed8-98b4-c512ea11df55, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=33ababf2-d146-4ed8-98b4-c512ea11df55,segment=NetworkSegment(4fd5c29a-a838-4106-a890-06a671bde674),segment_id=4fd5c29a-a838-4106-a890-06a671bde674)] {{(pid=102346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:23:00.823367 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-f28e4839-6f1c-45a5-be4a-83701f829eb4 req-91b4661f-3f21-42d4-827c-aa9ee5e9f378 tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] 10.222.0.44 "GET /v2.0/security-groups?id=abb43ff2-3d53-4d6f-bfce-d681dce200c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202834 Oct 27 10:23:00.825055 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-417168f5-7e91-44a5-b0a7-1188ce8cea33 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:00.897537 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-512ecd3c-8815-41e8-a6b6-dfd926a3d51f req-19c69bbf-60d0-453b-8420-4cfdb61b0c48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:00.939090 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-cb8efed2-7838-4cf9-ba2a-c4e27ce38aeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:01.023121 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4317ec-b843-4aad-b882-5e9d9051084b req-3715441c-f161-432b-8bce-40c26cb9ccef tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:01.025116 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-be4317ec-b843-4aad-b882-5e9d9051084b req-3715441c-f161-432b-8bce-40c26cb9ccef tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] 10.222.0.44 "GET /v2.0/ports?device_id=9e8bcc8c-e9a1-4c45-af3a-9fd9588b6b53 HTTP/1.1" status: 200 len: 944 time: 0.2612016 Oct 27 10:23:01.063442 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-da8ec211-04bf-43d2-b5c5-2504c30c16b3 None None] Publish callbacks [] for port, precommit_update {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:01.069107 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-da8ec211-04bf-43d2-b5c5-2504c30c16b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:01.086635 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.provisioning_blocks [req-512ecd3c-8815-41e8-a6b6-dfd926a3d51f req-19c69bbf-60d0-453b-8420-4cfdb61b0c48 service neutron] Transition to ACTIVE for port object 33ababf2-d146-4ed8-98b4-c512ea11df55 will not be triggered until provisioned by entity L2. {{(pid=102346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 10:23:01.099586 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-512ecd3c-8815-41e8-a6b6-dfd926a3d51f req-19c69bbf-60d0-453b-8420-4cfdb61b0c48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27024173'] for port, after_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:01.121073 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.managers [None req-da8ec211-04bf-43d2-b5c5-2504c30c16b3 None None] Attempting to bind port 767b48b9-eccd-479b-858b-2c5201822042 on host n-d-813419-10 for vnic_type normal with profile {{(pid=102349) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:23:01.121850 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.managers [None req-da8ec211-04bf-43d2-b5c5-2504c30c16b3 None None] Attempting to bind port 767b48b9-eccd-479b-858b-2c5201822042 by drivers openvswitch,hyperv on host n-d-813419-10 at level 0 using segments [{'id': 'bc14127b-7032-4c50-bb5b-f6813cbae86e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'}] {{(pid=102349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:23:01.122595 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da8ec211-04bf-43d2-b5c5-2504c30c16b3 None None] Attempting to bind port 767b48b9-eccd-479b-858b-2c5201822042 on network 185ff123-c7ff-45c7-a6be-71feb35acc9c {{(pid=102349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:23:01.134934 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-be4317ec-b843-4aad-b882-5e9d9051084b req-99c8d057-c7e1-42de-96c2-e8dffa4d9bcf tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] 10.222.0.44 "GET /v2.0/security-groups?id=e3018bff-e5f8-44d8-a835-69520a8698da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803144 Oct 27 10:23:01.136738 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_common [None req-cb8efed2-7838-4cf9-ba2a-c4e27ce38aeb admin admin] Allocated IP 172.20.0.1 (27d7cb22-6b39-4584-92c4-ddd219d7765c/1ea6538e-fdad-42c2-9f49-d63e9d85038b/7df4673a-4591-4964-b54f-3205e76df8d0) {{(pid=102347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:23:01.136878 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da8ec211-04bf-43d2-b5c5-2504c30c16b3 None None] Checking agent: {'id': '89dba0f3-79b2-435e-9822-33674b8f6ada', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 8, 20), 'started_at': datetime.datetime(2021, 10, 27, 10, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 22, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:23:01.137191 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da8ec211-04bf-43d2-b5c5-2504c30c16b3 None None] Checking segment: {'id': 'bc14127b-7032-4c50-bb5b-f6813cbae86e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:23:01.137674 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-da8ec211-04bf-43d2-b5c5-2504c30c16b3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:01.138146 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da8ec211-04bf-43d2-b5c5-2504c30c16b3 None None] Bound using segment: {'id': 'bc14127b-7032-4c50-bb5b-f6813cbae86e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'} {{(pid=102349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:23:01.138932 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.managers [None req-da8ec211-04bf-43d2-b5c5-2504c30c16b3 None None] Bound port: 767b48b9-eccd-479b-858b-2c5201822042, host: n-d-813419-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc14127b-7032-4c50-bb5b-f6813cbae86e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'}}] {{(pid=102349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:23:01.140121 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-da8ec211-04bf-43d2-b5c5-2504c30c16b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:01.189438 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-417168f5-7e91-44a5-b0a7-1188ce8cea33 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:01.191411 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 0de4aeed-a226-4ded-b408-5a340459a314 up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:23:01.210238 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-417168f5-7e91-44a5-b0a7-1188ce8cea33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:01.218023 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [req-512ecd3c-8815-41e8-a6b6-dfd926a3d51f req-19c69bbf-60d0-453b-8420-4cfdb61b0c48 service neutron] No DVR routers for this DVR port 33ababf2-d146-4ed8-98b4-c512ea11df55 on host n-h1-813419-10 {{(pid=102346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:23:01.221095 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b77e5c-d0be-48d7-9a44-51ec58672d45 None None] Pushing event updated for resources: {'Port': ['ID=767b48b9-eccd-479b-858b-2c5201822042,revision_number=2']} {{(pid=102349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:23:01.244811 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.db [None req-da8ec211-04bf-43d2-b5c5-2504c30c16b3 None None] For port 767b48b9-eccd-479b-858b-2c5201822042, host n-d-813419-10, cleared binding levels {{(pid=102349) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:23:01.251932 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.db [None req-da8ec211-04bf-43d2-b5c5-2504c30c16b3 None None] For port 767b48b9-eccd-479b-858b-2c5201822042, host n-d-813419-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=767b48b9-eccd-479b-858b-2c5201822042,segment=NetworkSegment(bc14127b-7032-4c50-bb5b-f6813cbae86e),segment_id=bc14127b-7032-4c50-bb5b-f6813cbae86e)] {{(pid=102349) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:23:01.255690 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port 0de4aeed-a226-4ded-b408-5a340459a314 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:23:01.256292 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:01.258499 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-da8ec211-04bf-43d2-b5c5-2504c30c16b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:01.262895 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-417168f5-7e91-44a5-b0a7-1188ce8cea33 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 417} {{(pid=102346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 10:23:01.264736 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c69bbf-60d0-453b-8420-4cfdb61b0c48 service neutron] Pushing event updated for resources: {'Port': ['ID=33ababf2-d146-4ed8-98b4-c512ea11df55,revision_number=10']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:23:01.287197 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-cb8efed2-7838-4cf9-ba2a-c4e27ce38aeb admin admin] Publish callbacks [] for port, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:01.300312 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-512ecd3c-8815-41e8-a6b6-dfd926a3d51f req-19c69bbf-60d0-453b-8420-4cfdb61b0c48 service neutron] 10.222.0.64 "PUT /v2.0/ports/33ababf2-d146-4ed8-98b4-c512ea11df55/bindings/n-h2-813419-10/activate HTTP/1.1" status: 200 len: 370 time: 1.2705729 Oct 27 10:23:01.308163 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-417168f5-7e91-44a5-b0a7-1188ce8cea33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:01.309488 n-d-813419-10 neutron-server[102346]: INFO neutron.db.segments_db [None req-417168f5-7e91-44a5-b0a7-1188ce8cea33 admin admin] Added segment a7abb88b-9fc1-44aa-88ce-f2add01b88d4 of type vlan for network a6e257c1-282f-4339-bc4d-934a331f6584 Oct 27 10:23:01.311270 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417168f5-7e91-44a5-b0a7-1188ce8cea33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e756b02-a105-4e14-bfe8-32adad0c6e5a,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:23:01.336383 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b77e5c-d0be-48d7-9a44-51ec58672d45 None None] Pushing event updated for resources: {'Port': ['ID=767b48b9-eccd-479b-858b-2c5201822042,revision_number=3']} {{(pid=102349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:23:01.366029 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da8ec211-04bf-43d2-b5c5-2504c30c16b3 None None] Routers {'2f38e628-1bbd-4204-9ff9-c0646102a78d'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:23:01.366820 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-da8ec211-04bf-43d2-b5c5-2504c30c16b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:22:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['2f38e628-1bbd-4204-9ff9-c0646102a78d'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:23:01.386182 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-cb8efed2-7838-4cf9-ba2a-c4e27ce38aeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:01.440835 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-417168f5-7e91-44a5-b0a7-1188ce8cea33 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743872593080'] for network, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:01.454130 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8efed2-7838-4cf9-ba2a-c4e27ce38aeb admin admin] Pushing event updated for resources: {'Port': ['ID=7df4673a-4591-4964-b54f-3205e76df8d0,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:23:01.467957 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb8efed2-7838-4cf9-ba2a-c4e27ce38aeb admin admin] Network 27d7cb22-6b39-4584-92c4-ddd219d7765c is already hosted by enough agents. {{(pid=102347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:23:01.469722 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [None req-cb8efed2-7838-4cf9-ba2a-c4e27ce38aeb admin admin] Resources bound (agent type, host, resource id): {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:23:01.472842 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb8efed2-7838-4cf9-ba2a-c4e27ce38aeb admin admin] Received port after_create {{(pid=102347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:23:01.477250 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512ecd3c-8815-41e8-a6b6-dfd926a3d51f req-4ad15c39-abd3-489e-93d4-37ec1b7ca041 tempest-LiveAutoBlockMigrationV225Test-1419872258 tempest-LiveAutoBlockMigrationV225Test-1419872258-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:01.479050 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-512ecd3c-8815-41e8-a6b6-dfd926a3d51f req-4ad15c39-abd3-489e-93d4-37ec1b7ca041 tempest-LiveAutoBlockMigrationV225Test-1419872258 tempest-LiveAutoBlockMigrationV225Test-1419872258-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=9e8bcc8c-e9a1-4c45-af3a-9fd9588b6b53&tenant_id=54312c7c8f9740c0a6858560a6518b0e&binding%3Ahost_id=n-h1-813419-10 HTTP/1.1" status: 200 len: 1097 time: 0.0852778 Oct 27 10:23:01.480167 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-417168f5-7e91-44a5-b0a7-1188ce8cea33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913'] for network, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:01.481085 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-417168f5-7e91-44a5-b0a7-1188ce8cea33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:01.481935 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-417168f5-7e91-44a5-b0a7-1188ce8cea33 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for network, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:01.512991 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvr_db [None req-da8ec211-04bf-43d2-b5c5-2504c30c16b3 None None] Set router 2f38e628-1bbd-4204-9ff9-c0646102a78d gateway port host: n-d-813419-10 {{(pid=102349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:23:01.516872 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-cb8efed2-7838-4cf9-ba2a-c4e27ce38aeb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1664961'] for router_interface, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:01.588473 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-417168f5-7e91-44a5-b0a7-1188ce8cea33 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.0751565 Oct 27 10:23:01.592416 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 45486) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:23:01.594924 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417168f5-7e91-44a5-b0a7-1188ce8cea33 admin admin] Pushing event updated for resources: {'Network': ['ID=a6e257c1-282f-4339-bc4d-934a331f6584,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:23:01.621535 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-72e420b0-4518-417e-8f2d-fce477636b6b admin admin] Request body: {'subnet': {'network_id': 'a6e257c1-282f-4339-bc4d-934a331f6584', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1183144159-subnet', 'tenant_id': 'dd8dbe6032d444d8bb186ea55c266575', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:23:01.630740 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Network a6e257c1-282f-4339-bc4d-934a331f6584 details requested by agent ovs-agent-n-d-813419-10 with host n-d-813419-10 {{(pid=102348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 10:23:01.698612 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512ecd3c-8815-41e8-a6b6-dfd926a3d51f req-45f14dd7-6b4d-42dd-bfb7-d5fb76de6218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:01.700172 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-512ecd3c-8815-41e8-a6b6-dfd926a3d51f req-45f14dd7-6b4d-42dd-bfb7-d5fb76de6218 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=9e8bcc8c-e9a1-4c45-af3a-9fd9588b6b53&tenant_id=54312c7c8f9740c0a6858560a6518b0e HTTP/1.1" status: 200 len: 1097 time: 0.1990614 Oct 27 10:23:01.704711 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-cb8efed2-7838-4cf9-ba2a-c4e27ce38aeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:01.747509 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72e420b0-4518-417e-8f2d-fce477636b6b admin admin] Made reservation on behalf of dd8dbe6032d444d8bb186ea55c266575 for: {'subnet': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:23:01.753506 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-72e420b0-4518-417e-8f2d-fce477636b6b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27167186'] for subnet, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:01.759449 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-da8ec211-04bf-43d2-b5c5-2504c30c16b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f38e628-1bbd-4204-9ff9-c0646102a78d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1801060925-router', 'tenant_id': '43f2f041c0f44e039e9e70ad3f6842ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.197'}], 'enable_snat': True}, 'gw_port_id': '767b48b9-eccd-479b-858b-2c5201822042', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:22:56Z', 'updated_at': '2021-10-27T10:22:58Z', 'revision_number': 3, 'project_id': '43f2f041c0f44e039e9e70ad3f6842ae', 'gw_port': {'id': '767b48b9-eccd-479b-858b-2c5201822042', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:df:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f38e628-1bbd-4204-9ff9-c0646102a78d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:22:57Z', 'updated_at': '2021-10-27T10:23:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10'}], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:23:01.810693 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da8ec211-04bf-43d2-b5c5-2504c30c16b3 None None] The sync data for ids ['2f38e628-1bbd-4204-9ff9-c0646102a78d'] in n-d-813419-10 is: [{'id': '2f38e628-1bbd-4204-9ff9-c0646102a78d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1801060925-router', 'tenant_id': '43f2f041c0f44e039e9e70ad3f6842ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.197'}], 'enable_snat': True}, 'gw_port_id': '767b48b9-eccd-479b-858b-2c5201822042', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:22:56Z', 'updated_at': '2021-10-27T10:22:58Z', 'revision_number': 3, 'project_id': '43f2f041c0f44e039e9e70ad3f6842ae', 'gw_port': {'id': '767b48b9-eccd-479b-858b-2c5201822042', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:df:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f38e628-1bbd-4204-9ff9-c0646102a78d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:22:57Z', 'updated_at': '2021-10-27T10:23:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10'}] {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:23:01.933024 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a82044-0074-4242-ab48-de80cc73ddeb req-6e409772-3b48-44e3-a8c0-923079e7c038 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:01.934594 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-99a82044-0074-4242-ab48-de80cc73ddeb req-6e409772-3b48-44e3-a8c0-923079e7c038 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/ports?device_id=91f1b872-bfe1-4648-a448-cef70da3dd1f HTTP/1.1" status: 200 len: 950 time: 0.2318623 Oct 27 10:23:01.946127 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512ecd3c-8815-41e8-a6b6-dfd926a3d51f req-a9149a5e-9a1c-4937-8c13-718e35222ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:01.947683 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-512ecd3c-8815-41e8-a6b6-dfd926a3d51f req-a9149a5e-9a1c-4937-8c13-718e35222ae2 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=54312c7c8f9740c0a6858560a6518b0e&device_id=9e8bcc8c-e9a1-4c45-af3a-9fd9588b6b53 HTTP/1.1" status: 200 len: 1097 time: 0.2013664 Oct 27 10:23:01.951876 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-4d379da9-57a3-45ab-8a64-fb2de363fb61 None None] Provisioning complete for port 7df4673a-4591-4964-b54f-3205e76df8d0 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:23:01.956396 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-4d379da9-57a3-45ab-8a64-fb2de363fb61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:01.990239 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b388dfae-3a2c-4f0c-ae65-974ed0dfcd62 req-a46e0fdc-3dbb-4126-b38f-ce30ccd92c16 tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:01.991812 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b388dfae-3a2c-4f0c-ae65-974ed0dfcd62 req-a46e0fdc-3dbb-4126-b38f-ce30ccd92c16 tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] 10.222.0.44 "GET /v2.0/ports?device_id=7f697ba3-bc41-4960-a8ed-19f45233b624 HTTP/1.1" status: 200 len: 946 time: 0.0991561 Oct 27 10:23:02.002514 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-cb8efed2-7838-4cf9-ba2a-c4e27ce38aeb admin admin] Publish callbacks [] for port, precommit_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:02.012388 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-4d379da9-57a3-45ab-8a64-fb2de363fb61 None None] Port 7df4673a-4591-4964-b54f-3205e76df8d0 cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:23:02.014027 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-cb8efed2-7838-4cf9-ba2a-c4e27ce38aeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:02.077696 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-99a82044-0074-4242-ab48-de80cc73ddeb req-0a7a8663-a7b8-4940-abcf-478d5452c4cb tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/security-groups?id=e786382c-1289-4f9d-b471-ed120470c2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288378 Oct 27 10:23:02.119052 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8efed2-7838-4cf9-ba2a-c4e27ce38aeb admin admin] Pushing event updated for resources: {'Port': ['ID=7df4673a-4591-4964-b54f-3205e76df8d0,revision_number=2']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:23:02.123655 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-cb8efed2-7838-4cf9-ba2a-c4e27ce38aeb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2006967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1766225'] for router_interface, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:02.134793 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b388dfae-3a2c-4f0c-ae65-974ed0dfcd62 req-2a452d1e-32ae-4c66-8e45-50a56a9f58be tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] 10.222.0.44 "GET /v2.0/security-groups?id=abb43ff2-3d53-4d6f-bfce-d681dce200c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222663 Oct 27 10:23:02.209680 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:02.233244 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512ecd3c-8815-41e8-a6b6-dfd926a3d51f req-0d14d4c7-0c4b-40b5-8c1a-dc9b6b237562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:02.238448 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-512ecd3c-8815-41e8-a6b6-dfd926a3d51f req-0d14d4c7-0c4b-40b5-8c1a-dc9b6b237562 service neutron] 10.222.0.76 "GET /v2.0/networks?id=1886fe3b-e088-4c7d-8f4c-b14d4440b311 HTTP/1.1" status: 200 len: 922 time: 0.2773099 Oct 27 10:23:02.243572 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-72e420b0-4518-417e-8f2d-fce477636b6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27024290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27167168'] for subnet, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:02.331384 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb8efed2-7838-4cf9-ba2a-c4e27ce38aeb admin admin] Network 27d7cb22-6b39-4584-92c4-ddd219d7765c is already hosted by enough agents. {{(pid=102347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:23:02.333565 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [None req-cb8efed2-7838-4cf9-ba2a-c4e27ce38aeb admin admin] Resources bound (agent type, host, resource id): {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:23:02.370253 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-512ecd3c-8815-41e8-a6b6-dfd926a3d51f req-f0c0bc94-0013-4b1a-a0b1-8ed1eb4485ff service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=33ababf2-d146-4ed8-98b4-c512ea11df55 HTTP/1.1" status: 200 len: 217 time: 0.1203620 Oct 27 10:23:02.428431 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e420b0-4518-417e-8f2d-fce477636b6b admin admin] Pushing event updated for resources: {'Subnet': ['ID=814da607-e3e3-4f01-a7cd-e3ccb90d0b7e,revision_number=0']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:23:02.462800 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a11a162-264c-4c74-9e96-726d40a19fd5 req-43c139d3-1ac4-4eea-85cc-3b8e07940aa0 tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:02.463096 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72e420b0-4518-417e-8f2d-fce477636b6b admin admin] Checking segment: {'id': 'a7abb88b-9fc1-44aa-88ce-f2add01b88d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'a6e257c1-282f-4339-bc4d-934a331f6584'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:23:02.463497 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72e420b0-4518-417e-8f2d-fce477636b6b admin admin] Network hostable DHCP agents. Network: a6e257c1-282f-4339-bc4d-934a331f6584, hostable agents: ['eafd4000-b897-4722-ae8b-0118ec955181'], hosted agents: [] {{(pid=102346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 10:23:02.464695 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-9a11a162-264c-4c74-9e96-726d40a19fd5 req-43c139d3-1ac4-4eea-85cc-3b8e07940aa0 tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] 10.222.0.44 "GET /v2.0/ports?device_id=9e8bcc8c-e9a1-4c45-af3a-9fd9588b6b53 HTTP/1.1" status: 200 len: 945 time: 0.1688507 Oct 27 10:23:02.489011 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512ecd3c-8815-41e8-a6b6-dfd926a3d51f req-a0c36200-4c90-48f6-a5fd-1bd68d233d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:02.490205 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-512ecd3c-8815-41e8-a6b6-dfd926a3d51f req-a0c36200-4c90-48f6-a5fd-1bd68d233d85 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=823c78a5-c352-4686-b77c-588d22c2aa2c HTTP/1.1" status: 200 len: 861 time: 0.1076343 Oct 27 10:23:02.502073 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72e420b0-4518-417e-8f2d-fce477636b6b admin admin] Network a6e257c1-282f-4339-bc4d-934a331f6584 is scheduled to be hosted by DHCP agent eafd4000-b897-4722-ae8b-0118ec955181 with binding_index 1 {{(pid=102346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 10:23:02.553998 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-512ecd3c-8815-41e8-a6b6-dfd926a3d51f req-be6eaf6e-eba9-4f20-be39-9d9d79a0386e service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=1886fe3b-e088-4c7d-8f4c-b14d4440b311&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466614 Oct 27 10:23:02.554789 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-72e420b0-4518-417e-8f2d-fce477636b6b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-10, a6e257c1-282f-4339-bc4d-934a331f6584) {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:23:02.557049 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-9a11a162-264c-4c74-9e96-726d40a19fd5 req-e8c748f2-01f0-4cb1-8d40-af3f7cdd1005 tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] 10.222.0.44 "GET /v2.0/security-groups?id=e3018bff-e5f8-44d8-a835-69520a8698da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827796 Oct 27 10:23:02.563519 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd560118-8686-40dd-b7df-ac6e9bed1005 None None] Network a6e257c1-282f-4339-bc4d-934a331f6584 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:23:02.586597 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72e420b0-4518-417e-8f2d-fce477636b6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:02.587217 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-72e420b0-4518-417e-8f2d-fce477636b6b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for subnet, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:02.588828 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb8efed2-7838-4cf9-ba2a-c4e27ce38aeb admin admin] Router 2f38e628-1bbd-4204-9ff9-c0646102a78d has already been hosted by L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb {{(pid=102347) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 10:23:02.813980 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-512ecd3c-8815-41e8-a6b6-dfd926a3d51f req-8c454f32-ed32-4978-94ce-e3da1797c5d8 service neutron] 10.222.0.76 "GET /v2.0/networks/1886fe3b-e088-4c7d-8f4c-b14d4440b311?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2409673 Oct 27 10:23:02.829566 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb8efed2-7838-4cf9-ba2a-c4e27ce38aeb admin admin] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:23:02.835494 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-cb8efed2-7838-4cf9-ba2a-c4e27ce38aeb admin admin] 10.222.0.44 "PUT /v2.0/routers/2f38e628-1bbd-4204-9ff9-c0646102a78d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8935347 Oct 27 10:23:02.847692 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-31d75a37-5a41-4802-bf68-44065341ba39 None None] Provisioning complete for port 7df4673a-4591-4964-b54f-3205e76df8d0 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:23:02.848059 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-31d75a37-5a41-4802-bf68-44065341ba39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:02.885906 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-406d7399-4206-4780-9403-558971279e57 None None] Network a6e257c1-282f-4339-bc4d-934a331f6584 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:23:02.936710 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-72e420b0-4518-417e-8f2d-fce477636b6b admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.3430884 Oct 27 10:23:02.993092 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-31d75a37-5a41-4802-bf68-44065341ba39 None None] Port 7df4673a-4591-4964-b54f-3205e76df8d0 cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:23:03.067313 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-512ecd3c-8815-41e8-a6b6-dfd926a3d51f req-2dc21510-b138-463b-9232-e30528e9e0bb service neutron] 10.222.0.76 "GET /v2.0/networks/1886fe3b-e088-4c7d-8f4c-b14d4440b311?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2355976 Oct 27 10:23:03.249057 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 767b48b9-eccd-479b-858b-2c5201822042 up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:23:03.361897 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c8c4bd-eb73-423c-9ca6-4962c06c07d2 req-22a5d55f-4d42-4d3b-ba8f-cc3ee2c9eea0 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:03.364103 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-62c8c4bd-eb73-423c-9ca6-4962c06c07d2 req-22a5d55f-4d42-4d3b-ba8f-cc3ee2c9eea0 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/ports?device_id=91f1b872-bfe1-4648-a448-cef70da3dd1f HTTP/1.1" status: 200 len: 950 time: 0.1170053 Oct 27 10:23:03.365044 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port 767b48b9-eccd-479b-858b-2c5201822042 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:23:03.365419 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:03.435491 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512ecd3c-8815-41e8-a6b6-dfd926a3d51f req-9f9ab51c-4318-48f5-9de5-25cc349b7a9b tempest-LiveAutoBlockMigrationV225Test-1419872258 tempest-LiveAutoBlockMigrationV225Test-1419872258-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:03.437189 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-512ecd3c-8815-41e8-a6b6-dfd926a3d51f req-9f9ab51c-4318-48f5-9de5-25cc349b7a9b tempest-LiveAutoBlockMigrationV225Test-1419872258 tempest-LiveAutoBlockMigrationV225Test-1419872258-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=9e8bcc8c-e9a1-4c45-af3a-9fd9588b6b53&tenant_id=54312c7c8f9740c0a6858560a6518b0e&binding%3Ahost_id=n-h2-813419-10 HTTP/1.1" status: 200 len: 1097 time: 0.0682290 Oct 27 10:23:03.440876 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-62c8c4bd-eb73-423c-9ca6-4962c06c07d2 req-83e14868-1721-474c-a614-4aef6732c280 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/security-groups?id=e786382c-1289-4f9d-b471-ed120470c2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616622 Oct 27 10:23:03.487135 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:03.515637 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] For port 767b48b9-eccd-479b-858b-2c5201822042, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=767b48b9-eccd-479b-858b-2c5201822042,segment=NetworkSegment(bc14127b-7032-4c50-bb5b-f6813cbae86e),segment_id=bc14127b-7032-4c50-bb5b-f6813cbae86e)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:23:03.520506 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:03.575899 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Pushing event updated for resources: {'Port': ['ID=767b48b9-eccd-479b-858b-2c5201822042,revision_number=4']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:23:03.654914 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [req-512ecd3c-8815-41e8-a6b6-dfd926a3d51f req-504bd9bb-a1c2-4637-b397-129ecb68a41f service neutron] For port 33ababf2-d146-4ed8-98b4-c512ea11df55, host n-h1-813419-10, cleared binding levels {{(pid=102346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:23:03.662432 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-512ecd3c-8815-41e8-a6b6-dfd926a3d51f req-504bd9bb-a1c2-4637-b397-129ecb68a41f service neutron] Publish callbacks [] for binding, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:03.663527 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-512ecd3c-8815-41e8-a6b6-dfd926a3d51f req-504bd9bb-a1c2-4637-b397-129ecb68a41f service neutron] 10.222.0.76 "DELETE /v2.0/ports/33ababf2-d146-4ed8-98b4-c512ea11df55/bindings/n-h1-813419-10 HTTP/1.1" status: 204 len: 173 time: 0.2175076 Oct 27 10:23:03.673898 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1bcc2c-446f-4400-8ecc-6bafd38992d6 req-7ac3ac21-70a9-40a0-9ddb-594763ec52cf tempest-FloatingIPsAssociationTestJSON-1989441382 tempest-FloatingIPsAssociationTestJSON-1989441382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:03.675387 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-dd1bcc2c-446f-4400-8ecc-6bafd38992d6 req-7ac3ac21-70a9-40a0-9ddb-594763ec52cf tempest-FloatingIPsAssociationTestJSON-1989441382 tempest-FloatingIPsAssociationTestJSON-1989441382-project] 10.222.0.44 "GET /v2.0/networks?id=27d7cb22-6b39-4584-92c4-ddd219d7765c HTTP/1.1" status: 200 len: 821 time: 0.1540401 Oct 27 10:23:03.706504 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-dd1bcc2c-446f-4400-8ecc-6bafd38992d6 req-8bad8d99-b399-477f-a316-41439332f856 tempest-FloatingIPsAssociationTestJSON-1989441382 tempest-FloatingIPsAssociationTestJSON-1989441382-project] 10.222.0.44 "GET /v2.0/quotas/43f2f041c0f44e039e9e70ad3f6842ae HTTP/1.1" status: 200 len: 375 time: 0.0203509 Oct 27 10:23:03.767302 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-dd1bcc2c-446f-4400-8ecc-6bafd38992d6 req-ab1bd474-9bc9-4bf6-b2ee-65e1972a4e54 tempest-FloatingIPsAssociationTestJSON-1989441382 tempest-FloatingIPsAssociationTestJSON-1989441382-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=43f2f041c0f44e039e9e70ad3f6842ae&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0562840 Oct 27 10:23:03.829817 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1692d88b-3f3e-4cee-a0b6-6d0c34620cbe req-bbfc624c-197c-4c85-9210-c67c111f5cb1 tempest-ServerPasswordTestJSON-886906258 tempest-ServerPasswordTestJSON-886906258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:03.831609 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-1692d88b-3f3e-4cee-a0b6-6d0c34620cbe req-bbfc624c-197c-4c85-9210-c67c111f5cb1 tempest-ServerPasswordTestJSON-886906258 tempest-ServerPasswordTestJSON-886906258-project] 10.222.0.44 "GET /v2.0/networks?id=a6e257c1-282f-4339-bc4d-934a331f6584 HTTP/1.1" status: 200 len: 813 time: 0.1147077 Oct 27 10:23:03.850153 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-1692d88b-3f3e-4cee-a0b6-6d0c34620cbe req-8d81a1c7-5d69-420f-80fd-3304a190aa67 tempest-ServerPasswordTestJSON-886906258 tempest-ServerPasswordTestJSON-886906258-project] 10.222.0.44 "GET /v2.0/quotas/dd8dbe6032d444d8bb186ea55c266575 HTTP/1.1" status: 200 len: 375 time: 0.0120144 Oct 27 10:23:03.874398 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-dd1bcc2c-446f-4400-8ecc-6bafd38992d6 req-da73abd1-da64-4069-b530-0df9ef686e60 service neutron] 10.222.0.44 "GET /v2.0/networks/27d7cb22-6b39-4584-92c4-ddd219d7765c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000347 Oct 27 10:23:03.891379 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-1692d88b-3f3e-4cee-a0b6-6d0c34620cbe req-204e7c6f-f51f-4416-9724-27645924d438 tempest-ServerPasswordTestJSON-886906258 tempest-ServerPasswordTestJSON-886906258-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=dd8dbe6032d444d8bb186ea55c266575&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0298185 Oct 27 10:23:03.980090 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-dd1bcc2c-446f-4400-8ecc-6bafd38992d6 req-9f1057fb-4662-492f-a0e8-123ac6703f10 service neutron] 10.222.0.44 "GET /v2.0/networks/27d7cb22-6b39-4584-92c4-ddd219d7765c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996306 Oct 27 10:23:03.989895 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-1692d88b-3f3e-4cee-a0b6-6d0c34620cbe req-0023e010-36c4-4ee8-a90a-5ad9fba565ae service neutron] 10.222.0.44 "GET /v2.0/networks/a6e257c1-282f-4339-bc4d-934a331f6584?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914178 Oct 27 10:23:04.094306 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-1692d88b-3f3e-4cee-a0b6-6d0c34620cbe req-f30f8ca5-408f-4502-a0ea-24c49c077c22 service neutron] 10.222.0.44 "GET /v2.0/networks/a6e257c1-282f-4339-bc4d-934a331f6584?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978529 Oct 27 10:23:04.166175 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device bbc2aa06-61cc-4096-be2e-387e33c3a412 details requested by agent hyperv_n-h1-813419-10 with host n-h1-813419-10 {{(pid=102348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 10:23:04.223409 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2bf0c4-b87d-4e29-a0e4-986c4de47863 req-2972543e-e91a-4253-84c6-7d55ee41538f tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:04.233411 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-3b2bf0c4-b87d-4e29-a0e4-986c4de47863 req-2972543e-e91a-4253-84c6-7d55ee41538f tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] 10.222.0.44 "GET /v2.0/ports?device_id=9e8bcc8c-e9a1-4c45-af3a-9fd9588b6b53 HTTP/1.1" status: 200 len: 945 time: 0.0874031 Oct 27 10:23:04.268230 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-748beb9a-2660-41ae-9326-40ba7ad43b33 None None] Sync routers for ids ['2f38e628-1bbd-4204-9ff9-c0646102a78d'] in n-d-813419-10 {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:23:04.286324 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-3b2bf0c4-b87d-4e29-a0e4-986c4de47863 req-c1907020-f8fb-46a7-9099-67e29935277a tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] 10.222.0.44 "GET /v2.0/security-groups?id=e3018bff-e5f8-44d8-a835-69520a8698da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470309 Oct 27 10:23:04.300185 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-748beb9a-2660-41ae-9326-40ba7ad43b33 None None] Routers {'2f38e628-1bbd-4204-9ff9-c0646102a78d'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:23:04.301370 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-748beb9a-2660-41ae-9326-40ba7ad43b33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:22:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['2f38e628-1bbd-4204-9ff9-c0646102a78d'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:23:04.445631 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-5baaf74c-399f-4a64-8647-64357a0d2985 req-ca2f2c3f-6aeb-41a7-826c-154ff496d00f tempest-FloatingIPsAssociationTestJSON-1989441382 tempest-FloatingIPsAssociationTestJSON-1989441382-project] 10.222.0.44 "GET /v2.0/ports?device_id=801aa122-9f97-443a-883f-63b90fda649f HTTP/1.1" status: 200 len: 210 time: 0.0297980 Oct 27 10:23:04.551028 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-5307b5e6-5bf5-4dea-bc76-b1a8a86cadb7 req-fdbc5f74-0821-485b-a344-44f52abfc343 tempest-ServerPasswordTestJSON-886906258 tempest-ServerPasswordTestJSON-886906258-project] 10.222.0.44 "GET /v2.0/ports?device_id=a956c054-6a8a-4547-a91f-cbbdf837cf0a HTTP/1.1" status: 200 len: 210 time: 0.0426316 Oct 27 10:23:04.654362 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb34aa9b-29bb-403b-a23c-84686692ab9e req-edeebf6d-86a6-4927-879f-742ce6c951f5 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:04.673774 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-eb34aa9b-29bb-403b-a23c-84686692ab9e req-edeebf6d-86a6-4927-879f-742ce6c951f5 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/ports?device_id=91f1b872-bfe1-4648-a448-cef70da3dd1f HTTP/1.1" status: 200 len: 950 time: 0.0811405 Oct 27 10:23:04.742995 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-eb34aa9b-29bb-403b-a23c-84686692ab9e req-1dd80289-15de-4f57-bd27-829e9549a753 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/security-groups?id=e786382c-1289-4f9d-b471-ed120470c2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640903 Oct 27 10:23:04.745468 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d80b407-e114-402f-923c-a234fbdd8308 req-1835eb47-b18d-4e05-93cf-144698eac55f tempest-LiveAutoBlockMigrationV225Test-1419872258 tempest-LiveAutoBlockMigrationV225Test-1419872258-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:04.747044 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-6d80b407-e114-402f-923c-a234fbdd8308 req-1835eb47-b18d-4e05-93cf-144698eac55f tempest-LiveAutoBlockMigrationV225Test-1419872258 tempest-LiveAutoBlockMigrationV225Test-1419872258-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=9e8bcc8c-e9a1-4c45-af3a-9fd9588b6b53 HTTP/1.1" status: 200 len: 1097 time: 0.1055038 Oct 27 10:23:04.796558 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port bbc2aa06-61cc-4096-be2e-387e33c3a412, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=bbc2aa06-61cc-4096-be2e-387e33c3a412,segment=NetworkSegment(e031df76-6a67-4dc9-b33e-3b490749e49c),segment_id=e031df76-6a67-4dc9-b33e-3b490749e49c)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:23:04.817000 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Returning: {'device': 'bbc2aa06-61cc-4096-be2e-387e33c3a412', 'network_id': '6e5c7d55-96e0-4ffb-8753-a93efa7224ea', 'port_id': 'bbc2aa06-61cc-4096-be2e-387e33c3a412', 'mac_address': 'fa:16:3e:9b:05:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6e255bf-7b36-48de-87ff-f5121c37ce2b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 10:23:04.842852 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-6d80b407-e114-402f-923c-a234fbdd8308 req-d3a32b07-cce0-453a-8112-01f0976ede79 tempest-LiveAutoBlockMigrationV225Test-1419872258 tempest-LiveAutoBlockMigrationV225Test-1419872258-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=e3018bff-e5f8-44d8-a835-69520a8698da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872188 Oct 27 10:23:04.866942 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvr_db [None req-748beb9a-2660-41ae-9326-40ba7ad43b33 None None] Set router 2f38e628-1bbd-4204-9ff9-c0646102a78d gateway port host: n-d-813419-10 {{(pid=102348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:23:04.917606 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:04.948461 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bbc2aa06-61cc-4096-be2e-387e33c3a412 {{(pid=102348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:23:05.025141 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port bbc2aa06-61cc-4096-be2e-387e33c3a412, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=bbc2aa06-61cc-4096-be2e-387e33c3a412,segment=NetworkSegment(e031df76-6a67-4dc9-b33e-3b490749e49c),segment_id=e031df76-6a67-4dc9-b33e-3b490749e49c)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:23:05.070083 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:05.166446 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] get_ports_and_sgs() called for port_ids ['bbc2aa06-61cc-4096-be2e-387e33c3a412'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:23:05.174646 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Pushing event updated for resources: {'Port': ['ID=bbc2aa06-61cc-4096-be2e-387e33c3a412,revision_number=6']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:23:05.201182 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 767b48b9-eccd-479b-858b-2c5201822042 up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:23:05.225145 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208505ac-9b42-4f0f-a170-6dd313849021 req-5cb5928d-e2fa-4757-8374-9ca7e7fab8fc tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:05.226821 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-208505ac-9b42-4f0f-a170-6dd313849021 req-5cb5928d-e2fa-4757-8374-9ca7e7fab8fc tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] 10.222.0.44 "GET /v2.0/ports?device_id=9e8bcc8c-e9a1-4c45-af3a-9fd9588b6b53 HTTP/1.1" status: 200 len: 945 time: 0.0819147 Oct 27 10:23:05.273257 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-208505ac-9b42-4f0f-a170-6dd313849021 req-762fd066-dd9c-4c8c-9451-24351c8eca71 tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] 10.222.0.44 "GET /v2.0/security-groups?id=e3018bff-e5f8-44d8-a835-69520a8698da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395513 Oct 27 10:23:05.342849 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port 767b48b9-eccd-479b-858b-2c5201822042 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:23:05.343211 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:05.378655 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-748beb9a-2660-41ae-9326-40ba7ad43b33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f38e628-1bbd-4204-9ff9-c0646102a78d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1801060925-router', 'tenant_id': '43f2f041c0f44e039e9e70ad3f6842ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.197'}], 'enable_snat': True}, 'gw_port_id': '767b48b9-eccd-479b-858b-2c5201822042', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:22:56Z', 'updated_at': '2021-10-27T10:23:01Z', 'revision_number': 4, 'project_id': '43f2f041c0f44e039e9e70ad3f6842ae', 'gw_port': {'id': '767b48b9-eccd-479b-858b-2c5201822042', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:df:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f38e628-1bbd-4204-9ff9-c0646102a78d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:22:57Z', 'updated_at': '2021-10-27T10:23:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_interfaces': [{'id': '7df4673a-4591-4964-b54f-3205e76df8d0', 'name': '', 'network_id': '27d7cb22-6b39-4584-92c4-ddd219d7765c', 'tenant_id': '43f2f041c0f44e039e9e70ad3f6842ae', 'mac_address': 'fa:16:3e:e5:12:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f38e628-1bbd-4204-9ff9-c0646102a78d', 'device_owner': 'network:router_interface', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '1ea6538e-fdad-42c2-9f49-d63e9d85038b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:23:00Z', 'updated_at': '2021-10-27T10:23:01Z', 'revision_number': 2, 'project_id': '43f2f041c0f44e039e9e70ad3f6842ae', 'subnets': [{'id': '1ea6538e-fdad-42c2-9f49-d63e9d85038b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:23:05.455127 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-748beb9a-2660-41ae-9326-40ba7ad43b33 None None] Checking router: 2f38e628-1bbd-4204-9ff9-c0646102a78d for host: n-d-813419-10 {{(pid=102348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 10:23:05.455482 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-748beb9a-2660-41ae-9326-40ba7ad43b33 None None] Updating router 2f38e628-1bbd-4204-9ff9-c0646102a78d port 7df4673a-4591-4964-b54f-3205e76df8d0 binding host n-d-813419-10 {{(pid=102348) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 10:23:05.569854 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-748beb9a-2660-41ae-9326-40ba7ad43b33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:05.701295 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8d472cb3-fcb9-4a9a-b343-d542cea3c4b5 req-26bfdca9-3ed0-4c57-8dc6-3cce1a699cd4 tempest-ServerPasswordTestJSON-886906258 tempest-ServerPasswordTestJSON-886906258-project] 10.222.0.44 "GET /v2.0/ports?device_id=a956c054-6a8a-4547-a91f-cbbdf837cf0a HTTP/1.1" status: 200 len: 210 time: 0.0368142 Oct 27 10:23:05.926940 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be37259-f80b-4550-95db-99043e62435b req-9ab7d501-9885-47c4-b8ba-e3e193f32439 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:05.929275 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-0be37259-f80b-4550-95db-99043e62435b req-9ab7d501-9885-47c4-b8ba-e3e193f32439 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/ports?device_id=91f1b872-bfe1-4648-a448-cef70da3dd1f HTTP/1.1" status: 200 len: 950 time: 0.0824945 Oct 27 10:23:05.992235 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-0be37259-f80b-4550-95db-99043e62435b req-2d05b25f-04dc-4341-83db-e19bc8541b8f tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/security-groups?id=e786382c-1289-4f9d-b471-ed120470c2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432067 Oct 27 10:23:06.127837 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-748beb9a-2660-41ae-9326-40ba7ad43b33 None None] Publish callbacks [] for port, precommit_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:06.137320 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-748beb9a-2660-41ae-9326-40ba7ad43b33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:06.165669 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-908ce243-fc74-4a59-8ad8-9ed30e2d5bb7 req-bab972a9-e8c0-4b0f-8b15-678dc691bf5e tempest-FloatingIPsAssociationTestJSON-1989441382 tempest-FloatingIPsAssociationTestJSON-1989441382-project] 10.222.0.44 "GET /v2.0/ports?device_id=801aa122-9f97-443a-883f-63b90fda649f HTTP/1.1" status: 200 len: 210 time: 0.5304832 Oct 27 10:23:06.184043 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device bbc2aa06-61cc-4096-be2e-387e33c3a412 up at agent hyperv_n-h1-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:23:06.248825 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3c978f-3d94-4391-b345-ded2a9072185 None None] Pushing event updated for resources: {'Port': ['ID=7df4673a-4591-4964-b54f-3205e76df8d0,revision_number=3']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:23:06.321134 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5115dba1-733c-4620-96c9-28d12b8dd5f3 req-1d155c25-abad-43ef-b1b0-89eb0474c744 tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:06.323775 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-5115dba1-733c-4620-96c9-28d12b8dd5f3 req-1d155c25-abad-43ef-b1b0-89eb0474c744 tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] 10.222.0.76 "GET /v2.0/ports?device_id=9e8bcc8c-e9a1-4c45-af3a-9fd9588b6b53 HTTP/1.1" status: 200 len: 945 time: 0.2181780 Oct 27 10:23:06.358790 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1bcc2c-446f-4400-8ecc-6bafd38992d6 req-e195ad1b-1124-4526-9f4c-88df34aa4450 tempest-FloatingIPsAssociationTestJSON-1989441382 tempest-FloatingIPsAssociationTestJSON-1989441382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:06.361884 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-dd1bcc2c-446f-4400-8ecc-6bafd38992d6 req-e195ad1b-1124-4526-9f4c-88df34aa4450 tempest-FloatingIPsAssociationTestJSON-1989441382 tempest-FloatingIPsAssociationTestJSON-1989441382-project] 10.222.0.64 "GET /v2.0/networks?id=27d7cb22-6b39-4584-92c4-ddd219d7765c HTTP/1.1" status: 200 len: 821 time: 0.8282776 Oct 27 10:23:06.371816 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1692d88b-3f3e-4cee-a0b6-6d0c34620cbe req-65600942-b2d8-4394-ab7b-1751508cedbd tempest-ServerPasswordTestJSON-886906258 tempest-ServerPasswordTestJSON-886906258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:06.373654 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-1692d88b-3f3e-4cee-a0b6-6d0c34620cbe req-65600942-b2d8-4394-ab7b-1751508cedbd tempest-ServerPasswordTestJSON-886906258 tempest-ServerPasswordTestJSON-886906258-project] 10.222.0.64 "GET /v2.0/networks?id=a6e257c1-282f-4339-bc4d-934a331f6584 HTTP/1.1" status: 200 len: 813 time: 0.2793403 Oct 27 10:23:06.390275 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [req-dd1bcc2c-446f-4400-8ecc-6bafd38992d6 req-b96ed356-7fb2-4b10-8eaa-8ab6b74bb7ef tempest-FloatingIPsAssociationTestJSON-1989441382 tempest-FloatingIPsAssociationTestJSON-1989441382-project] Request body: {'port': {'device_id': '801aa122-9f97-443a-883f-63b90fda649f', 'network_id': '27d7cb22-6b39-4584-92c4-ddd219d7765c', 'admin_state_up': True, 'tenant_id': '43f2f041c0f44e039e9e70ad3f6842ae'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:23:06.411810 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-748beb9a-2660-41ae-9326-40ba7ad43b33 None None] Attempting to bind port 7df4673a-4591-4964-b54f-3205e76df8d0 on host n-d-813419-10 for vnic_type normal with profile {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:23:06.412178 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-748beb9a-2660-41ae-9326-40ba7ad43b33 None None] Attempting to bind port 7df4673a-4591-4964-b54f-3205e76df8d0 by drivers openvswitch,hyperv on host n-d-813419-10 at level 0 using segments [{'id': 'fdb00e04-9654-415e-a0bd-268fdd4e2b52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '27d7cb22-6b39-4584-92c4-ddd219d7765c'}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:23:06.417165 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-748beb9a-2660-41ae-9326-40ba7ad43b33 None None] Attempting to bind port 7df4673a-4591-4964-b54f-3205e76df8d0 on network 27d7cb22-6b39-4584-92c4-ddd219d7765c {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:23:06.427227 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-748beb9a-2660-41ae-9326-40ba7ad43b33 None None] Checking agent: {'id': '89dba0f3-79b2-435e-9822-33674b8f6ada', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 8, 20), 'started_at': datetime.datetime(2021, 10, 27, 10, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 22, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:23:06.427602 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-748beb9a-2660-41ae-9326-40ba7ad43b33 None None] Checking segment: {'id': 'fdb00e04-9654-415e-a0bd-268fdd4e2b52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '27d7cb22-6b39-4584-92c4-ddd219d7765c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:23:06.428005 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-748beb9a-2660-41ae-9326-40ba7ad43b33 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:06.428422 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-748beb9a-2660-41ae-9326-40ba7ad43b33 None None] Bound using segment: {'id': 'fdb00e04-9654-415e-a0bd-268fdd4e2b52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '27d7cb22-6b39-4584-92c4-ddd219d7765c'} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:23:06.428888 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-748beb9a-2660-41ae-9326-40ba7ad43b33 None None] Bound port: 7df4673a-4591-4964-b54f-3205e76df8d0, host: n-d-813419-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdb00e04-9654-415e-a0bd-268fdd4e2b52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '27d7cb22-6b39-4584-92c4-ddd219d7765c'}}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:23:06.429268 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-748beb9a-2660-41ae-9326-40ba7ad43b33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:06.454675 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [req-1692d88b-3f3e-4cee-a0b6-6d0c34620cbe req-2e0ef2e7-768c-45de-8f5d-6dc426ec3342 tempest-ServerPasswordTestJSON-886906258 tempest-ServerPasswordTestJSON-886906258-project] Request body: {'port': {'device_id': 'a956c054-6a8a-4547-a91f-cbbdf837cf0a', 'network_id': 'a6e257c1-282f-4339-bc4d-934a331f6584', 'admin_state_up': True, 'tenant_id': 'dd8dbe6032d444d8bb186ea55c266575'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:23:06.460566 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Provisioning complete for port bbc2aa06-61cc-4096-be2e-387e33c3a412 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:23:06.460930 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:06.468382 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc2b80a-f21d-404c-a600-6050147e8fcd req-52ef5a60-fdb5-451d-9768-6bc088caee58 tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:06.469980 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8dc2b80a-f21d-404c-a600-6050147e8fcd req-52ef5a60-fdb5-451d-9768-6bc088caee58 tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] 10.222.0.44 "GET /v2.0/ports?device_id=9e8bcc8c-e9a1-4c45-af3a-9fd9588b6b53 HTTP/1.1" status: 200 len: 945 time: 0.0950086 Oct 27 10:23:06.581528 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8dc2b80a-f21d-404c-a600-6050147e8fcd req-d3b8a369-03e8-44f8-b3b8-8dea32e66ab3 tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] 10.222.0.44 "GET /v2.0/security-groups?id=e3018bff-e5f8-44d8-a835-69520a8698da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048522 Oct 27 10:23:06.684026 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-9b739276-f1c0-4f29-a0ab-59b82c11756d None None] Provisioning complete for port 7df4673a-4591-4964-b54f-3205e76df8d0 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:23:06.684831 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-9b739276-f1c0-4f29-a0ab-59b82c11756d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:06.725856 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [req-5115dba1-733c-4620-96c9-28d12b8dd5f3 req-fab733e2-552f-4925-b38b-8485fbc6cb2f tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] Deleting port 33ababf2-d146-4ed8-98b4-c512ea11df55 {{(pid=102346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:23:06.726347 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-5115dba1-733c-4620-96c9-28d12b8dd5f3 req-fab733e2-552f-4925-b38b-8485fbc6cb2f tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:06.734305 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd1bcc2c-446f-4400-8ecc-6bafd38992d6 req-b96ed356-7fb2-4b10-8eaa-8ab6b74bb7ef tempest-FloatingIPsAssociationTestJSON-1989441382 tempest-FloatingIPsAssociationTestJSON-1989441382-project] Made reservation on behalf of 43f2f041c0f44e039e9e70ad3f6842ae for: {'port': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:23:06.738016 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-dd1bcc2c-446f-4400-8ecc-6bafd38992d6 req-b96ed356-7fb2-4b10-8eaa-8ab6b74bb7ef tempest-FloatingIPsAssociationTestJSON-1989441382 tempest-FloatingIPsAssociationTestJSON-1989441382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:06.746518 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-748beb9a-2660-41ae-9326-40ba7ad43b33 None None] For port 7df4673a-4591-4964-b54f-3205e76df8d0, host n-d-813419-10, cleared binding levels {{(pid=102348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:23:06.803320 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-748beb9a-2660-41ae-9326-40ba7ad43b33 None None] For port 7df4673a-4591-4964-b54f-3205e76df8d0, host n-d-813419-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=7df4673a-4591-4964-b54f-3205e76df8d0,segment=NetworkSegment(fdb00e04-9654-415e-a0bd-268fdd4e2b52),segment_id=fdb00e04-9654-415e-a0bd-268fdd4e2b52)] {{(pid=102348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:23:06.817010 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-748beb9a-2660-41ae-9326-40ba7ad43b33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:06.825569 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-9b739276-f1c0-4f29-a0ab-59b82c11756d None None] Port 7df4673a-4591-4964-b54f-3205e76df8d0 cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:23:06.857362 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-05f3bd60-36f1-40c4-8a38-af43e44e0cd7 req-b97b556c-41a8-4f66-bcee-7dc9305b5a4e tempest-ServerPasswordTestJSON-886906258 tempest-ServerPasswordTestJSON-886906258-project] 10.222.0.44 "GET /v2.0/ports?device_id=a956c054-6a8a-4547-a91f-cbbdf837cf0a HTTP/1.1" status: 200 len: 210 time: 0.0621207 Oct 27 10:23:06.899468 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-748beb9a-2660-41ae-9326-40ba7ad43b33 None None] Routers {'2f38e628-1bbd-4204-9ff9-c0646102a78d'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:23:06.900399 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-748beb9a-2660-41ae-9326-40ba7ad43b33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:22:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['2f38e628-1bbd-4204-9ff9-c0646102a78d'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:23:06.902535 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:06.926995 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1692d88b-3f3e-4cee-a0b6-6d0c34620cbe req-2e0ef2e7-768c-45de-8f5d-6dc426ec3342 tempest-ServerPasswordTestJSON-886906258 tempest-ServerPasswordTestJSON-886906258-project] Made reservation on behalf of dd8dbe6032d444d8bb186ea55c266575 for: {'port': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:23:06.930702 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-1692d88b-3f3e-4cee-a0b6-6d0c34620cbe req-2e0ef2e7-768c-45de-8f5d-6dc426ec3342 tempest-ServerPasswordTestJSON-886906258 tempest-ServerPasswordTestJSON-886906258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:07.012698 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f697ba3-bc41-4960-a8ed-19f45233b624', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbc2aa06-61cc-4096-be2e-387e33c3a412'}] {{(pid=102348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:23:07.016156 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c588921fa634554a1d9242fdea1b05457a9ff1d3b28ba54ec1dace7f2f1df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-810797da-4bfe-4342-8f86-36dccf473fd0" -d '{"events": [{"server_uuid": "7f697ba3-bc41-4960-a8ed-19f45233b624", "name": "network-vif-plugged", "status": "completed", "tag": "bbc2aa06-61cc-4096-be2e-387e33c3a412"}]}' {{(pid=102348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:23:07.026228 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [req-5115dba1-733c-4620-96c9-28d12b8dd5f3 req-fab733e2-552f-4925-b38b-8485fbc6cb2f tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] For port 33ababf2-d146-4ed8-98b4-c512ea11df55, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=33ababf2-d146-4ed8-98b4-c512ea11df55,segment=NetworkSegment(4fd5c29a-a838-4106-a890-06a671bde674),segment_id=4fd5c29a-a838-4106-a890-06a671bde674)] {{(pid=102346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:23:07.026602 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-5115dba1-733c-4620-96c9-28d12b8dd5f3 req-fab733e2-552f-4925-b38b-8485fbc6cb2f tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:07.051606 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3c978f-3d94-4391-b345-ded2a9072185 None None] Pushing event updated for resources: {'Port': ['ID=7df4673a-4591-4964-b54f-3205e76df8d0,revision_number=4']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:23:07.061041 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port bbc2aa06-61cc-4096-be2e-387e33c3a412, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=bbc2aa06-61cc-4096-be2e-387e33c3a412,segment=NetworkSegment(e031df76-6a67-4dc9-b33e-3b490749e49c),segment_id=e031df76-6a67-4dc9-b33e-3b490749e49c)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:23:07.070738 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:07.073071 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [req-5115dba1-733c-4620-96c9-28d12b8dd5f3 req-fab733e2-552f-4925-b38b-8485fbc6cb2f tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] Calling delete_port for 33ababf2-d146-4ed8-98b4-c512ea11df55 owned by compute:nova {{(pid=102346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:23:07.133119 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:23:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84e21366-4ff7-4a3f-95b0-968406f05b74 x-openstack-request-id: req-84e21366-4ff7-4a3f-95b0-968406f05b74 {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:23:07.133524 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f697ba3-bc41-4960-a8ed-19f45233b624", "name": "network-vif-plugged", "status": "completed", "tag": "bbc2aa06-61cc-4096-be2e-387e33c3a412", "code": 200}]} {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:23:07.134002 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-84e21366-4ff7-4a3f-95b0-968406f05b74 {{(pid=102348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:23:07.134400 n-d-813419-10 neutron-server[102348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f697ba3-bc41-4960-a8ed-19f45233b624', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbc2aa06-61cc-4096-be2e-387e33c3a412', 'code': 200} Oct 27 10:23:07.161629 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvr_db [None req-748beb9a-2660-41ae-9326-40ba7ad43b33 None None] Set router 2f38e628-1bbd-4204-9ff9-c0646102a78d gateway port host: n-d-813419-10 {{(pid=102348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:23:07.163834 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Pushing event updated for resources: {'Port': ['ID=bbc2aa06-61cc-4096-be2e-387e33c3a412,revision_number=7']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:23:07.205802 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_common [req-dd1bcc2c-446f-4400-8ecc-6bafd38992d6 req-b96ed356-7fb2-4b10-8eaa-8ab6b74bb7ef tempest-FloatingIPsAssociationTestJSON-1989441382 tempest-FloatingIPsAssociationTestJSON-1989441382-project] Allocated IP 172.20.0.14 (27d7cb22-6b39-4584-92c4-ddd219d7765c/1ea6538e-fdad-42c2-9f49-d63e9d85038b/3d39b2e9-b317-4161-9a6f-55c29cc4ab58) {{(pid=102346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:23:07.294889 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d764c349-4e2e-4fed-8188-ebf70a29a387 req-3f9a5cde-ab44-412d-9e64-21f5dc412fb9 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:07.308499 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-d764c349-4e2e-4fed-8188-ebf70a29a387 req-3f9a5cde-ab44-412d-9e64-21f5dc412fb9 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/ports?device_id=91f1b872-bfe1-4648-a448-cef70da3dd1f HTTP/1.1" status: 200 len: 950 time: 0.1368020 Oct 27 10:23:07.361983 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_common [req-1692d88b-3f3e-4cee-a0b6-6d0c34620cbe req-2e0ef2e7-768c-45de-8f5d-6dc426ec3342 tempest-ServerPasswordTestJSON-886906258 tempest-ServerPasswordTestJSON-886906258-project] Allocated IP 172.20.0.9 (a6e257c1-282f-4339-bc4d-934a331f6584/814da607-e3e3-4f01-a7cd-e3ccb90d0b7e/b9ab8a5b-801e-4547-9570-865c0fe53c1b) {{(pid=102346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:23:07.417524 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-d764c349-4e2e-4fed-8188-ebf70a29a387 req-3d024814-a761-4d91-a784-e1def49fee46 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/security-groups?id=e786382c-1289-4f9d-b471-ed120470c2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080322 Oct 27 10:23:07.514541 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-3f3ea60d-7162-4c8a-8c53-d37a96f9f403 None None] Provisioning complete for port 7df4673a-4591-4964-b54f-3205e76df8d0 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:23:07.515120 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-3f3ea60d-7162-4c8a-8c53-d37a96f9f403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:07.536844 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-fc154e51-1a1d-4a92-b454-6f11731abb3d req-e3aaf686-9912-47d4-a896-72e25a4c9310 tempest-FloatingIPsAssociationTestJSON-1989441382 tempest-FloatingIPsAssociationTestJSON-1989441382-project] 10.222.0.44 "GET /v2.0/ports?device_id=801aa122-9f97-443a-883f-63b90fda649f HTTP/1.1" status: 200 len: 210 time: 0.0737860 Oct 27 10:23:07.678600 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-3f3ea60d-7162-4c8a-8c53-d37a96f9f403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:07.722241 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-5115dba1-733c-4620-96c9-28d12b8dd5f3 req-fab733e2-552f-4925-b38b-8485fbc6cb2f tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:07.746948 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-3f3ea60d-7162-4c8a-8c53-d37a96f9f403 None None] For port 7df4673a-4591-4964-b54f-3205e76df8d0, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=7df4673a-4591-4964-b54f-3205e76df8d0,segment=NetworkSegment(fdb00e04-9654-415e-a0bd-268fdd4e2b52),segment_id=fdb00e04-9654-415e-a0bd-268fdd4e2b52)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:23:07.758665 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] get_ports_and_sgs() called for port_ids ['cc809c9a-81c2-48fc-a862-97633a5e993c'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:23:07.771554 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-3f3ea60d-7162-4c8a-8c53-d37a96f9f403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:07.835641 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-dd1bcc2c-446f-4400-8ecc-6bafd38992d6 req-b96ed356-7fb2-4b10-8eaa-8ab6b74bb7ef tempest-FloatingIPsAssociationTestJSON-1989441382 tempest-FloatingIPsAssociationTestJSON-1989441382-project] Publish callbacks [] for port, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:07.852681 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-6a6fc854-27e7-430a-a6d7-d4ea4adc7bcc req-72ae9b05-a74c-4899-936a-92f63f1a2a84 tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] 10.222.0.44 "GET /v2.0/ports?device_id=9e8bcc8c-e9a1-4c45-af3a-9fd9588b6b53 HTTP/1.1" status: 200 len: 210 time: 0.1405985 Oct 27 10:23:07.859486 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab733e2-552f-4925-b38b-8485fbc6cb2f tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] Pushing event deleted for resources: {'Port': ['ID=33ababf2-d146-4ed8-98b4-c512ea11df55,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:23:07.876349 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-748beb9a-2660-41ae-9326-40ba7ad43b33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f38e628-1bbd-4204-9ff9-c0646102a78d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1801060925-router', 'tenant_id': '43f2f041c0f44e039e9e70ad3f6842ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.197'}], 'enable_snat': True}, 'gw_port_id': '767b48b9-eccd-479b-858b-2c5201822042', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:22:56Z', 'updated_at': '2021-10-27T10:23:01Z', 'revision_number': 4, 'project_id': '43f2f041c0f44e039e9e70ad3f6842ae', 'gw_port': {'id': '767b48b9-eccd-479b-858b-2c5201822042', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:df:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f38e628-1bbd-4204-9ff9-c0646102a78d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:22:57Z', 'updated_at': '2021-10-27T10:23:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_interfaces': [{'id': '7df4673a-4591-4964-b54f-3205e76df8d0', 'name': '', 'network_id': '27d7cb22-6b39-4584-92c4-ddd219d7765c', 'tenant_id': '43f2f041c0f44e039e9e70ad3f6842ae', 'mac_address': 'fa:16:3e:e5:12:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f38e628-1bbd-4204-9ff9-c0646102a78d', 'device_owner': 'network:router_interface', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '1ea6538e-fdad-42c2-9f49-d63e9d85038b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:23:00Z', 'updated_at': '2021-10-27T10:23:06Z', 'revision_number': 4, 'project_id': '43f2f041c0f44e039e9e70ad3f6842ae', 'subnets': [{'id': '1ea6538e-fdad-42c2-9f49-d63e9d85038b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:23:07.922820 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-748beb9a-2660-41ae-9326-40ba7ad43b33 None None] The sync data for ids ['2f38e628-1bbd-4204-9ff9-c0646102a78d'] in n-d-813419-10 is: [{'id': '2f38e628-1bbd-4204-9ff9-c0646102a78d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1801060925-router', 'tenant_id': '43f2f041c0f44e039e9e70ad3f6842ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.197'}], 'enable_snat': True}, 'gw_port_id': '767b48b9-eccd-479b-858b-2c5201822042', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:22:56Z', 'updated_at': '2021-10-27T10:23:01Z', 'revision_number': 4, 'project_id': '43f2f041c0f44e039e9e70ad3f6842ae', 'gw_port': {'id': '767b48b9-eccd-479b-858b-2c5201822042', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:df:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f38e628-1bbd-4204-9ff9-c0646102a78d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:22:57Z', 'updated_at': '2021-10-27T10:23:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_interfaces': [{'id': '7df4673a-4591-4964-b54f-3205e76df8d0', 'name': '', 'network_id': '27d7cb22-6b39-4584-92c4-ddd219d7765c', 'tenant_id': '43f2f041c0f44e039e9e70ad3f6842ae', 'mac_address': 'fa:16:3e:e5:12:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f38e628-1bbd-4204-9ff9-c0646102a78d', 'device_owner': 'network:router_interface', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '1ea6538e-fdad-42c2-9f49-d63e9d85038b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:23:00Z', 'updated_at': '2021-10-27T10:23:06Z', 'revision_number': 4, 'project_id': '43f2f041c0f44e039e9e70ad3f6842ae', 'subnets': [{'id': '1ea6538e-fdad-42c2-9f49-d63e9d85038b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:23:07.957668 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3ea60d-7162-4c8a-8c53-d37a96f9f403 None None] Pushing event updated for resources: {'Port': ['ID=7df4673a-4591-4964-b54f-3205e76df8d0,revision_number=5']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:23:07.986298 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [req-5115dba1-733c-4620-96c9-28d12b8dd5f3 req-fab733e2-552f-4925-b38b-8485fbc6cb2f tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] No DVR routers for this DVR port 33ababf2-d146-4ed8-98b4-c512ea11df55 on host n-h2-813419-10 {{(pid=102346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:23:08.015546 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-5115dba1-733c-4620-96c9-28d12b8dd5f3 req-fab733e2-552f-4925-b38b-8485fbc6cb2f tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:08.019138 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-5115dba1-733c-4620-96c9-28d12b8dd5f3 req-fab733e2-552f-4925-b38b-8485fbc6cb2f tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] 10.222.0.76 "DELETE /v2.0/ports/33ababf2-d146-4ed8-98b4-c512ea11df55 HTTP/1.1" status: 204 len: 173 time: 1.6827374 Oct 27 10:23:08.025383 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e8bcc8c-e9a1-4c45-af3a-9fd9588b6b53', 'name': 'network-vif-deleted', 'tag': '33ababf2-d146-4ed8-98b4-c512ea11df55'}] {{(pid=102346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:23:08.028272 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc0e418f5fc417c8d55d94c0aa509b037d0beb2a734c1a709e789eb65639a56d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-252e0329-05aa-4e69-bb3a-7da0d3b8173c" -d '{"events": [{"server_uuid": "9e8bcc8c-e9a1-4c45-af3a-9fd9588b6b53", "name": "network-vif-deleted", "tag": "33ababf2-d146-4ed8-98b4-c512ea11df55"}]}' {{(pid=102346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:23:08.114050 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-4b3e5956-adbc-46e7-9cf1-b7c385b8e3bd req-25f15998-2ce3-4b06-b628-9c28210804d1 tempest-ServerPasswordTestJSON-886906258 tempest-ServerPasswordTestJSON-886906258-project] 10.222.0.44 "GET /v2.0/ports?device_id=a956c054-6a8a-4547-a91f-cbbdf837cf0a HTTP/1.1" status: 200 len: 210 time: 0.0884993 Oct 27 10:23:08.127720 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:23:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b72a762-ae7a-4ea4-b4fe-fe81fad481d7 x-openstack-request-id: req-7b72a762-ae7a-4ea4-b4fe-fe81fad481d7 {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:23:08.128048 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e8bcc8c-e9a1-4c45-af3a-9fd9588b6b53", "name": "network-vif-deleted", "tag": "33ababf2-d146-4ed8-98b4-c512ea11df55", "status": "completed", "code": 200}]} {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:23:08.128625 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7b72a762-ae7a-4ea4-b4fe-fe81fad481d7 {{(pid=102346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:23:08.129036 n-d-813419-10 neutron-server[102346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e8bcc8c-e9a1-4c45-af3a-9fd9588b6b53', 'name': 'network-vif-deleted', 'tag': '33ababf2-d146-4ed8-98b4-c512ea11df55', 'status': 'completed', 'code': 200} Oct 27 10:23:08.140445 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-dd1bcc2c-446f-4400-8ecc-6bafd38992d6 req-b96ed356-7fb2-4b10-8eaa-8ab6b74bb7ef tempest-FloatingIPsAssociationTestJSON-1989441382 tempest-FloatingIPsAssociationTestJSON-1989441382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:08.168282 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-1692d88b-3f3e-4cee-a0b6-6d0c34620cbe req-2e0ef2e7-768c-45de-8f5d-6dc426ec3342 tempest-ServerPasswordTestJSON-886906258 tempest-ServerPasswordTestJSON-886906258-project] Publish callbacks [] for port, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:08.257461 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd1bcc2c-446f-4400-8ecc-6bafd38992d6 req-b96ed356-7fb2-4b10-8eaa-8ab6b74bb7ef tempest-FloatingIPsAssociationTestJSON-1989441382 tempest-FloatingIPsAssociationTestJSON-1989441382-project] Network 27d7cb22-6b39-4584-92c4-ddd219d7765c is already hosted by enough agents. {{(pid=102346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:23:08.267012 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [req-dd1bcc2c-446f-4400-8ecc-6bafd38992d6 req-b96ed356-7fb2-4b10-8eaa-8ab6b74bb7ef tempest-FloatingIPsAssociationTestJSON-1989441382 tempest-FloatingIPsAssociationTestJSON-1989441382-project] Resources bound (agent type, host, resource id): {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:23:08.279984 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd1bcc2c-446f-4400-8ecc-6bafd38992d6 req-b96ed356-7fb2-4b10-8eaa-8ab6b74bb7ef tempest-FloatingIPsAssociationTestJSON-1989441382 tempest-FloatingIPsAssociationTestJSON-1989441382-project] Received port after_create {{(pid=102346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:23:08.323907 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96ed356-7fb2-4b10-8eaa-8ab6b74bb7ef tempest-FloatingIPsAssociationTestJSON-1989441382 tempest-FloatingIPsAssociationTestJSON-1989441382-project] Pushing event updated for resources: {'Port': ['ID=3d39b2e9-b317-4161-9a6f-55c29cc4ab58,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:23:08.391263 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-1692d88b-3f3e-4cee-a0b6-6d0c34620cbe req-2e0ef2e7-768c-45de-8f5d-6dc426ec3342 tempest-ServerPasswordTestJSON-886906258 tempest-ServerPasswordTestJSON-886906258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:08.413981 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1bcc2c-446f-4400-8ecc-6bafd38992d6 req-b96ed356-7fb2-4b10-8eaa-8ab6b74bb7ef tempest-FloatingIPsAssociationTestJSON-1989441382 tempest-FloatingIPsAssociationTestJSON-1989441382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:08.414791 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-dd1bcc2c-446f-4400-8ecc-6bafd38992d6 req-b96ed356-7fb2-4b10-8eaa-8ab6b74bb7ef tempest-FloatingIPsAssociationTestJSON-1989441382 tempest-FloatingIPsAssociationTestJSON-1989441382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:08.586091 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1692d88b-3f3e-4cee-a0b6-6d0c34620cbe req-2e0ef2e7-768c-45de-8f5d-6dc426ec3342 tempest-ServerPasswordTestJSON-886906258 tempest-ServerPasswordTestJSON-886906258-project] Network a6e257c1-282f-4339-bc4d-934a331f6584 is already hosted by enough agents. {{(pid=102346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:23:08.593369 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-dd1bcc2c-446f-4400-8ecc-6bafd38992d6 req-b96ed356-7fb2-4b10-8eaa-8ab6b74bb7ef tempest-FloatingIPsAssociationTestJSON-1989441382 tempest-FloatingIPsAssociationTestJSON-1989441382-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2179263 Oct 27 10:23:08.605396 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device 33ababf2-d146-4ed8-98b4-c512ea11df55 no longer exists at agent hyperv_n-h2-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:23:08.628488 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] No Port match for: 33ababf2-d146-4ed8-98b4-c512ea11df55 {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:23:08.628841 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device 33ababf2-d146-4ed8-98b4-c512ea11df55 not bound to the agent host n-h2-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:23:08.636847 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [req-1692d88b-3f3e-4cee-a0b6-6d0c34620cbe req-2e0ef2e7-768c-45de-8f5d-6dc426ec3342 tempest-ServerPasswordTestJSON-886906258 tempest-ServerPasswordTestJSON-886906258-project] Resources bound (agent type, host, resource id): {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:23:08.650353 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [req-1692d88b-3f3e-4cee-a0b6-6d0c34620cbe req-2e0ef2e7-768c-45de-8f5d-6dc426ec3342 tempest-ServerPasswordTestJSON-886906258 tempest-ServerPasswordTestJSON-886906258-project] Received port after_create {{(pid=102346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:23:08.673383 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0ef2e7-768c-45de-8f5d-6dc426ec3342 tempest-ServerPasswordTestJSON-886906258 tempest-ServerPasswordTestJSON-886906258-project] Pushing event updated for resources: {'Port': ['ID=b9ab8a5b-801e-4547-9570-865c0fe53c1b,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:23:08.687324 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [req-dd1bcc2c-446f-4400-8ecc-6bafd38992d6 req-db1f70e1-7a84-4eb6-9128-5b1ff21dd34a service neutron] Request body: {'port': {'device_id': '801aa122-9f97-443a-883f-63b90fda649f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-10'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:23:08.726040 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-771cd31b-8911-4e15-8165-f23ce935fdb9 None None] Provisioning complete for port 3d39b2e9-b317-4161-9a6f-55c29cc4ab58 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:23:08.726440 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-771cd31b-8911-4e15-8165-f23ce935fdb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:08.858559 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:08.859639 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-771cd31b-8911-4e15-8165-f23ce935fdb9 None None] Port 3d39b2e9-b317-4161-9a6f-55c29cc4ab58 cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:23:08.964003 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1692d88b-3f3e-4cee-a0b6-6d0c34620cbe req-2e0ef2e7-768c-45de-8f5d-6dc426ec3342 tempest-ServerPasswordTestJSON-886906258 tempest-ServerPasswordTestJSON-886906258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:08.965331 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-1692d88b-3f3e-4cee-a0b6-6d0c34620cbe req-2e0ef2e7-768c-45de-8f5d-6dc426ec3342 tempest-ServerPasswordTestJSON-886906258 tempest-ServerPasswordTestJSON-886906258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:08.991387 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-1692d88b-3f3e-4cee-a0b6-6d0c34620cbe req-2e0ef2e7-768c-45de-8f5d-6dc426ec3342 tempest-ServerPasswordTestJSON-886906258 tempest-ServerPasswordTestJSON-886906258-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6059096 Oct 27 10:23:09.021122 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [req-1692d88b-3f3e-4cee-a0b6-6d0c34620cbe req-12eb6779-fbb6-428d-810e-4c0e53af0262 service neutron] Request body: {'port': {'device_id': 'a956c054-6a8a-4547-a91f-cbbdf837cf0a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-10'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:23:09.023608 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-dd1bcc2c-446f-4400-8ecc-6bafd38992d6 req-db1f70e1-7a84-4eb6-9128-5b1ff21dd34a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:09.056879 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd32eb88-4487-4199-a3f9-04dec5145545 req-0455d6de-7b6d-455b-80c6-0e9e8b71cb91 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:09.059238 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-fd32eb88-4487-4199-a3f9-04dec5145545 req-0455d6de-7b6d-455b-80c6-0e9e8b71cb91 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/ports?device_id=91f1b872-bfe1-4648-a448-cef70da3dd1f HTTP/1.1" status: 200 len: 950 time: 0.4621096 Oct 27 10:23:09.079145 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb809bb-8d2c-445d-baa4-140c9cadae1f req-31ee5652-4f33-47d5-b2e9-83bc4bce4253 tempest-FloatingIPsAssociationTestJSON-1989441382 tempest-FloatingIPsAssociationTestJSON-1989441382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:09.080779 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-feb809bb-8d2c-445d-baa4-140c9cadae1f req-31ee5652-4f33-47d5-b2e9-83bc4bce4253 tempest-FloatingIPsAssociationTestJSON-1989441382 tempest-FloatingIPsAssociationTestJSON-1989441382-project] 10.222.0.44 "GET /v2.0/ports?device_id=801aa122-9f97-443a-883f-63b90fda649f HTTP/1.1" status: 200 len: 932 time: 0.1031573 Oct 27 10:23:09.180306 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-1692d88b-3f3e-4cee-a0b6-6d0c34620cbe req-12eb6779-fbb6-428d-810e-4c0e53af0262 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:09.201794 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-feb809bb-8d2c-445d-baa4-140c9cadae1f req-799c453d-a382-40dc-a621-f6e424091f2f tempest-FloatingIPsAssociationTestJSON-1989441382 tempest-FloatingIPsAssociationTestJSON-1989441382-project] 10.222.0.44 "GET /v2.0/security-groups?id=a00dcf68-5e22-461d-9e5d-f9afa5233f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674672 Oct 27 10:23:09.281149 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 7df4673a-4591-4964-b54f-3205e76df8d0 up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:23:09.425099 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port 7df4673a-4591-4964-b54f-3205e76df8d0 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:23:09.425099 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:09.512246 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-fd32eb88-4487-4199-a3f9-04dec5145545 req-e30dd19a-ec0e-4aba-bd5c-4b435184b708 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/security-groups?id=e786382c-1289-4f9d-b471-ed120470c2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3445349 Oct 27 10:23:09.671740 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-5964eeaa-3748-4446-9664-55309be5bd14 req-67161dca-fb94-4689-866b-f2d7dcf473b3 tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] 10.222.0.44 "GET /v2.0/ports?device_id=9e8bcc8c-e9a1-4c45-af3a-9fd9588b6b53 HTTP/1.1" status: 200 len: 210 time: 0.0555377 Oct 27 10:23:10.026963 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c668d5-1a81-42e4-ae98-8b3a6cf9c545 req-b80f8c22-bc24-4c04-9382-5dfff0800ca0 tempest-ServerPasswordTestJSON-886906258 tempest-ServerPasswordTestJSON-886906258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:10.044582 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-04c668d5-1a81-42e4-ae98-8b3a6cf9c545 req-b80f8c22-bc24-4c04-9382-5dfff0800ca0 tempest-ServerPasswordTestJSON-886906258 tempest-ServerPasswordTestJSON-886906258-project] 10.222.0.44 "GET /v2.0/ports?device_id=a956c054-6a8a-4547-a91f-cbbdf837cf0a HTTP/1.1" status: 200 len: 931 time: 0.2699981 Oct 27 10:23:10.155703 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-04c668d5-1a81-42e4-ae98-8b3a6cf9c545 req-8f416e63-3ac8-4ce1-a040-b08b0f53d2db tempest-ServerPasswordTestJSON-886906258 tempest-ServerPasswordTestJSON-886906258-project] 10.222.0.44 "GET /v2.0/security-groups?id=1e756b02-a105-4e14-bfe8-32adad0c6e5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087136 Oct 27 10:23:10.248759 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [req-1692d88b-3f3e-4cee-a0b6-6d0c34620cbe req-12eb6779-fbb6-428d-810e-4c0e53af0262 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9ab8a5b-801e-4547-9570-865c0fe53c1b {{(pid=102346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:23:10.261060 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-1692d88b-3f3e-4cee-a0b6-6d0c34620cbe req-12eb6779-fbb6-428d-810e-4c0e53af0262 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:10.291811 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [req-dd1bcc2c-446f-4400-8ecc-6bafd38992d6 req-db1f70e1-7a84-4eb6-9128-5b1ff21dd34a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d39b2e9-b317-4161-9a6f-55c29cc4ab58 {{(pid=102346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:23:10.300421 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.provisioning_blocks [req-1692d88b-3f3e-4cee-a0b6-6d0c34620cbe req-12eb6779-fbb6-428d-810e-4c0e53af0262 service neutron] Transition to ACTIVE for port object b9ab8a5b-801e-4547-9570-865c0fe53c1b will not be triggered until provisioned by entity L2. {{(pid=102346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 10:23:10.302814 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-dd1bcc2c-446f-4400-8ecc-6bafd38992d6 req-db1f70e1-7a84-4eb6-9128-5b1ff21dd34a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:10.313347 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-1692d88b-3f3e-4cee-a0b6-6d0c34620cbe req-12eb6779-fbb6-428d-810e-4c0e53af0262 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27024173'] for port, after_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:10.336921 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf832179-7a0c-4b87-b5be-af72e6dab5ee req-b0dec2c3-23c5-4e98-b2ae-de8f51f94574 tempest-FloatingIPsAssociationTestJSON-1989441382 tempest-FloatingIPsAssociationTestJSON-1989441382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:10.350879 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-bf832179-7a0c-4b87-b5be-af72e6dab5ee req-b0dec2c3-23c5-4e98-b2ae-de8f51f94574 tempest-FloatingIPsAssociationTestJSON-1989441382 tempest-FloatingIPsAssociationTestJSON-1989441382-project] 10.222.0.44 "GET /v2.0/ports?device_id=801aa122-9f97-443a-883f-63b90fda649f HTTP/1.1" status: 200 len: 932 time: 0.0942430 Oct 27 10:23:10.361246 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.provisioning_blocks [req-dd1bcc2c-446f-4400-8ecc-6bafd38992d6 req-db1f70e1-7a84-4eb6-9128-5b1ff21dd34a service neutron] Transition to ACTIVE for port object 3d39b2e9-b317-4161-9a6f-55c29cc4ab58 will not be triggered until provisioned by entity L2. {{(pid=102346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 10:23:10.376814 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-dd1bcc2c-446f-4400-8ecc-6bafd38992d6 req-db1f70e1-7a84-4eb6-9128-5b1ff21dd34a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27024173'] for port, after_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:10.405837 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12eb6779-fbb6-428d-810e-4c0e53af0262 service neutron] Pushing event updated for resources: {'Port': ['ID=b9ab8a5b-801e-4547-9570-865c0fe53c1b,revision_number=2']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:23:10.451029 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-bf832179-7a0c-4b87-b5be-af72e6dab5ee req-f19804d9-7a01-4aa2-9a28-48b55b1c7283 tempest-FloatingIPsAssociationTestJSON-1989441382 tempest-FloatingIPsAssociationTestJSON-1989441382-project] 10.222.0.44 "GET /v2.0/security-groups?id=a00dcf68-5e22-461d-9e5d-f9afa5233f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991700 Oct 27 10:23:10.565132 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1f70e1-7a84-4eb6-9128-5b1ff21dd34a service neutron] Pushing event updated for resources: {'Port': ['ID=3d39b2e9-b317-4161-9a6f-55c29cc4ab58,revision_number=2']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:23:10.681656 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.managers [req-dd1bcc2c-446f-4400-8ecc-6bafd38992d6 req-db1f70e1-7a84-4eb6-9128-5b1ff21dd34a service neutron] Attempting to bind port 3d39b2e9-b317-4161-9a6f-55c29cc4ab58 on host n-h1-813419-10 for vnic_type normal with profile {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:23:10.681656 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.managers [req-dd1bcc2c-446f-4400-8ecc-6bafd38992d6 req-db1f70e1-7a84-4eb6-9128-5b1ff21dd34a service neutron] Attempting to bind port 3d39b2e9-b317-4161-9a6f-55c29cc4ab58 by drivers openvswitch,hyperv on host n-h1-813419-10 at level 0 using segments [{'id': 'fdb00e04-9654-415e-a0bd-268fdd4e2b52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '27d7cb22-6b39-4584-92c4-ddd219d7765c'}] {{(pid=102346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:23:10.681656 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd1bcc2c-446f-4400-8ecc-6bafd38992d6 req-db1f70e1-7a84-4eb6-9128-5b1ff21dd34a service neutron] Attempting to bind port 3d39b2e9-b317-4161-9a6f-55c29cc4ab58 on network 27d7cb22-6b39-4584-92c4-ddd219d7765c {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:23:10.684117 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.managers [req-1692d88b-3f3e-4cee-a0b6-6d0c34620cbe req-12eb6779-fbb6-428d-810e-4c0e53af0262 service neutron] Attempting to bind port b9ab8a5b-801e-4547-9570-865c0fe53c1b on host n-h1-813419-10 for vnic_type normal with profile {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:23:10.684616 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.managers [req-1692d88b-3f3e-4cee-a0b6-6d0c34620cbe req-12eb6779-fbb6-428d-810e-4c0e53af0262 service neutron] Attempting to bind port b9ab8a5b-801e-4547-9570-865c0fe53c1b by drivers openvswitch,hyperv on host n-h1-813419-10 at level 0 using segments [{'id': 'a7abb88b-9fc1-44aa-88ce-f2add01b88d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'a6e257c1-282f-4339-bc4d-934a331f6584'}] {{(pid=102346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:23:10.684985 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1692d88b-3f3e-4cee-a0b6-6d0c34620cbe req-12eb6779-fbb6-428d-810e-4c0e53af0262 service neutron] Attempting to bind port b9ab8a5b-801e-4547-9570-865c0fe53c1b on network a6e257c1-282f-4339-bc4d-934a331f6584 {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:23:10.690794 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd1bcc2c-446f-4400-8ecc-6bafd38992d6 req-db1f70e1-7a84-4eb6-9128-5b1ff21dd34a service neutron] Port 3d39b2e9-b317-4161-9a6f-55c29cc4ab58 on network 27d7cb22-6b39-4584-92c4-ddd219d7765c not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-10 {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 10:23:10.691114 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd1bcc2c-446f-4400-8ecc-6bafd38992d6 req-db1f70e1-7a84-4eb6-9128-5b1ff21dd34a service neutron] Attempting to bind port 3d39b2e9-b317-4161-9a6f-55c29cc4ab58 on network 27d7cb22-6b39-4584-92c4-ddd219d7765c {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:23:10.692948 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1692d88b-3f3e-4cee-a0b6-6d0c34620cbe req-12eb6779-fbb6-428d-810e-4c0e53af0262 service neutron] Port b9ab8a5b-801e-4547-9570-865c0fe53c1b on network a6e257c1-282f-4339-bc4d-934a331f6584 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-10 {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 10:23:10.693254 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1692d88b-3f3e-4cee-a0b6-6d0c34620cbe req-12eb6779-fbb6-428d-810e-4c0e53af0262 service neutron] Attempting to bind port b9ab8a5b-801e-4547-9570-865c0fe53c1b on network a6e257c1-282f-4339-bc4d-934a331f6584 {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:23:10.701028 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd1bcc2c-446f-4400-8ecc-6bafd38992d6 req-db1f70e1-7a84-4eb6-9128-5b1ff21dd34a service neutron] Checking agent: {'id': 'a52e1cab-0c63-402d-9c94-330537c6c076', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 16, 2), 'started_at': datetime.datetime(2021, 10, 27, 10, 16, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 23, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:23:10.701362 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd1bcc2c-446f-4400-8ecc-6bafd38992d6 req-db1f70e1-7a84-4eb6-9128-5b1ff21dd34a service neutron] Checking segment: {'id': 'fdb00e04-9654-415e-a0bd-268fdd4e2b52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '27d7cb22-6b39-4584-92c4-ddd219d7765c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:23:10.701777 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd1bcc2c-446f-4400-8ecc-6bafd38992d6 req-db1f70e1-7a84-4eb6-9128-5b1ff21dd34a service neutron] Bound using segment: {'id': 'fdb00e04-9654-415e-a0bd-268fdd4e2b52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '27d7cb22-6b39-4584-92c4-ddd219d7765c'} {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:23:10.702298 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.managers [req-dd1bcc2c-446f-4400-8ecc-6bafd38992d6 req-db1f70e1-7a84-4eb6-9128-5b1ff21dd34a service neutron] Bound port: 3d39b2e9-b317-4161-9a6f-55c29cc4ab58, host: n-h1-813419-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fdb00e04-9654-415e-a0bd-268fdd4e2b52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '27d7cb22-6b39-4584-92c4-ddd219d7765c'}}] {{(pid=102346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:23:10.702659 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-dd1bcc2c-446f-4400-8ecc-6bafd38992d6 req-db1f70e1-7a84-4eb6-9128-5b1ff21dd34a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:10.721756 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1692d88b-3f3e-4cee-a0b6-6d0c34620cbe req-12eb6779-fbb6-428d-810e-4c0e53af0262 service neutron] Checking agent: {'id': 'a52e1cab-0c63-402d-9c94-330537c6c076', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 16, 2), 'started_at': datetime.datetime(2021, 10, 27, 10, 16, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 23, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:23:10.722189 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1692d88b-3f3e-4cee-a0b6-6d0c34620cbe req-12eb6779-fbb6-428d-810e-4c0e53af0262 service neutron] Checking segment: {'id': 'a7abb88b-9fc1-44aa-88ce-f2add01b88d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'a6e257c1-282f-4339-bc4d-934a331f6584'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:23:10.722589 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1692d88b-3f3e-4cee-a0b6-6d0c34620cbe req-12eb6779-fbb6-428d-810e-4c0e53af0262 service neutron] Bound using segment: {'id': 'a7abb88b-9fc1-44aa-88ce-f2add01b88d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'a6e257c1-282f-4339-bc4d-934a331f6584'} {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:23:10.723037 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.managers [req-1692d88b-3f3e-4cee-a0b6-6d0c34620cbe req-12eb6779-fbb6-428d-810e-4c0e53af0262 service neutron] Bound port: b9ab8a5b-801e-4547-9570-865c0fe53c1b, host: n-h1-813419-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7abb88b-9fc1-44aa-88ce-f2add01b88d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'a6e257c1-282f-4339-bc4d-934a331f6584'}}] {{(pid=102346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:23:10.723636 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-1692d88b-3f3e-4cee-a0b6-6d0c34620cbe req-12eb6779-fbb6-428d-810e-4c0e53af0262 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:10.766645 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c2f6f7-dd6a-4561-aba5-1bbe9394c823 req-907a8b23-2bdb-414a-9508-b3d1cbfcce37 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:10.774310 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-d7c2f6f7-dd6a-4561-aba5-1bbe9394c823 req-907a8b23-2bdb-414a-9508-b3d1cbfcce37 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/ports?device_id=91f1b872-bfe1-4648-a448-cef70da3dd1f HTTP/1.1" status: 200 len: 950 time: 0.1035252 Oct 27 10:23:10.851734 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [req-dd1bcc2c-446f-4400-8ecc-6bafd38992d6 req-db1f70e1-7a84-4eb6-9128-5b1ff21dd34a service neutron] For port 3d39b2e9-b317-4161-9a6f-55c29cc4ab58, host n-h1-813419-10, cleared binding levels {{(pid=102346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:23:10.853301 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-d7c2f6f7-dd6a-4561-aba5-1bbe9394c823 req-0687c8c2-1cbf-4fcf-809c-7493fed34d23 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/security-groups?id=e786382c-1289-4f9d-b471-ed120470c2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776665 Oct 27 10:23:10.883901 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [req-dd1bcc2c-446f-4400-8ecc-6bafd38992d6 req-db1f70e1-7a84-4eb6-9128-5b1ff21dd34a service neutron] For port 3d39b2e9-b317-4161-9a6f-55c29cc4ab58, host n-h1-813419-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=3d39b2e9-b317-4161-9a6f-55c29cc4ab58,segment=NetworkSegment(fdb00e04-9654-415e-a0bd-268fdd4e2b52),segment_id=fdb00e04-9654-415e-a0bd-268fdd4e2b52)] {{(pid=102346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:23:10.894873 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [req-1692d88b-3f3e-4cee-a0b6-6d0c34620cbe req-12eb6779-fbb6-428d-810e-4c0e53af0262 service neutron] For port b9ab8a5b-801e-4547-9570-865c0fe53c1b, host n-h1-813419-10, cleared binding levels {{(pid=102346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:23:10.903430 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [req-1692d88b-3f3e-4cee-a0b6-6d0c34620cbe req-12eb6779-fbb6-428d-810e-4c0e53af0262 service neutron] For port b9ab8a5b-801e-4547-9570-865c0fe53c1b, host n-h1-813419-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=b9ab8a5b-801e-4547-9570-865c0fe53c1b,segment=NetworkSegment(a7abb88b-9fc1-44aa-88ce-f2add01b88d4),segment_id=a7abb88b-9fc1-44aa-88ce-f2add01b88d4)] {{(pid=102346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:23:10.905177 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-dd1bcc2c-446f-4400-8ecc-6bafd38992d6 req-db1f70e1-7a84-4eb6-9128-5b1ff21dd34a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27024173'] for port, after_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:10.985677 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-1692d88b-3f3e-4cee-a0b6-6d0c34620cbe req-12eb6779-fbb6-428d-810e-4c0e53af0262 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27024173'] for port, after_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:10.995045 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1bcc2c-446f-4400-8ecc-6bafd38992d6 req-db1f70e1-7a84-4eb6-9128-5b1ff21dd34a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:10.996087 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-dd1bcc2c-446f-4400-8ecc-6bafd38992d6 req-db1f70e1-7a84-4eb6-9128-5b1ff21dd34a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:10.997999 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-dd1bcc2c-446f-4400-8ecc-6bafd38992d6 req-db1f70e1-7a84-4eb6-9128-5b1ff21dd34a service neutron] 10.222.0.64 "PUT /v2.0/ports/3d39b2e9-b317-4161-9a6f-55c29cc4ab58 HTTP/1.1" status: 200 len: 1093 time: 2.3290861 Oct 27 10:23:11.003839 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '801aa122-9f97-443a-883f-63b90fda649f', 'tag': '3d39b2e9-b317-4161-9a6f-55c29cc4ab58'}] {{(pid=102346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:23:11.012303 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc0e418f5fc417c8d55d94c0aa509b037d0beb2a734c1a709e789eb65639a56d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f71f210-8c08-49cd-99d4-3f3a0a23a40c" -d '{"events": [{"name": "network-changed", "server_uuid": "801aa122-9f97-443a-883f-63b90fda649f", "tag": "3d39b2e9-b317-4161-9a6f-55c29cc4ab58"}]}' {{(pid=102346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:23:11.160560 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-18a71298-b56e-4d4f-a60f-b4e47e847330 req-9ce26349-29e8-49e8-b273-30a66ba714aa tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] 10.222.0.44 "GET /v2.0/ports?device_id=9e8bcc8c-e9a1-4c45-af3a-9fd9588b6b53 HTTP/1.1" status: 200 len: 210 time: 0.2322872 Oct 27 10:23:11.162434 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 10:23:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fdb28ba-bce0-4d0c-b801-1f88b36ddb4a x-openstack-request-id: req-0fdb28ba-bce0-4d0c-b801-1f88b36ddb4a {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:23:11.162726 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "801aa122-9f97-443a-883f-63b90fda649f", "tag": "3d39b2e9-b317-4161-9a6f-55c29cc4ab58", "status": "completed", "code": 200}]} {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:23:11.162981 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-0fdb28ba-bce0-4d0c-b801-1f88b36ddb4a {{(pid=102346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:23:11.163542 n-d-813419-10 neutron-server[102346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '801aa122-9f97-443a-883f-63b90fda649f', 'tag': '3d39b2e9-b317-4161-9a6f-55c29cc4ab58', 'status': 'completed', 'code': 200} Oct 27 10:23:11.196329 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1692d88b-3f3e-4cee-a0b6-6d0c34620cbe req-12eb6779-fbb6-428d-810e-4c0e53af0262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:11.197043 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-1692d88b-3f3e-4cee-a0b6-6d0c34620cbe req-12eb6779-fbb6-428d-810e-4c0e53af0262 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:11.199088 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-1692d88b-3f3e-4cee-a0b6-6d0c34620cbe req-12eb6779-fbb6-428d-810e-4c0e53af0262 service neutron] 10.222.0.64 "PUT /v2.0/ports/b9ab8a5b-801e-4547-9570-865c0fe53c1b HTTP/1.1" status: 200 len: 1092 time: 2.1931295 Oct 27 10:23:11.234364 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1bcc2c-446f-4400-8ecc-6bafd38992d6 req-0e542045-f281-4e58-8178-9f802b75cca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:11.238421 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-dd1bcc2c-446f-4400-8ecc-6bafd38992d6 req-0e542045-f281-4e58-8178-9f802b75cca3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=43f2f041c0f44e039e9e70ad3f6842ae&device_id=801aa122-9f97-443a-883f-63b90fda649f HTTP/1.1" status: 200 len: 1096 time: 0.1520507 Oct 27 10:23:11.332886 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-dd1bcc2c-446f-4400-8ecc-6bafd38992d6 req-cd1798da-3867-47d9-b2d4-5d89949231a1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3d39b2e9-b317-4161-9a6f-55c29cc4ab58 HTTP/1.1" status: 200 len: 217 time: 0.0740619 Oct 27 10:23:11.368886 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1f70e1-7a84-4eb6-9128-5b1ff21dd34a service neutron] Pushing event updated for resources: {'Port': ['ID=3d39b2e9-b317-4161-9a6f-55c29cc4ab58,revision_number=3']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:23:11.378614 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d8d850-1346-4921-9c68-8999047ba464 req-95c8ac82-5d8a-45e9-b8db-e0afa20ba3a4 tempest-ServerPasswordTestJSON-886906258 tempest-ServerPasswordTestJSON-886906258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:11.388405 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b2d8d850-1346-4921-9c68-8999047ba464 req-95c8ac82-5d8a-45e9-b8db-e0afa20ba3a4 tempest-ServerPasswordTestJSON-886906258 tempest-ServerPasswordTestJSON-886906258-project] 10.222.0.44 "GET /v2.0/ports?device_id=a956c054-6a8a-4547-a91f-cbbdf837cf0a HTTP/1.1" status: 200 len: 943 time: 0.0930576 Oct 27 10:23:11.446869 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b2d8d850-1346-4921-9c68-8999047ba464 req-603b8d59-e80b-466e-933d-50bb623178f1 tempest-ServerPasswordTestJSON-886906258 tempest-ServerPasswordTestJSON-886906258-project] 10.222.0.44 "GET /v2.0/security-groups?id=1e756b02-a105-4e14-bfe8-32adad0c6e5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517879 Oct 27 10:23:11.504874 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12eb6779-fbb6-428d-810e-4c0e53af0262 service neutron] Pushing event updated for resources: {'Port': ['ID=b9ab8a5b-801e-4547-9570-865c0fe53c1b,revision_number=3']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:23:11.509574 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1bcc2c-446f-4400-8ecc-6bafd38992d6 req-5859e318-ff68-4885-a444-64f6721ed2e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:11.511582 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-dd1bcc2c-446f-4400-8ecc-6bafd38992d6 req-5859e318-ff68-4885-a444-64f6721ed2e5 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1ea6538e-fdad-42c2-9f49-d63e9d85038b HTTP/1.1" status: 200 len: 860 time: 0.1529579 Oct 27 10:23:11.514332 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1692d88b-3f3e-4cee-a0b6-6d0c34620cbe req-8a7c6f27-851c-4b72-990f-d3363306e250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:11.516572 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-1692d88b-3f3e-4cee-a0b6-6d0c34620cbe req-8a7c6f27-851c-4b72-990f-d3363306e250 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=dd8dbe6032d444d8bb186ea55c266575&device_id=a956c054-6a8a-4547-a91f-cbbdf837cf0a HTTP/1.1" status: 200 len: 1095 time: 0.1974499 Oct 27 10:23:11.634720 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343ee7a8-bcfa-41da-bc20-52df7eb4c9a8 req-b3d9d7e0-950c-4f89-a864-9252b87c67ef tempest-FloatingIPsAssociationTestJSON-1989441382 tempest-FloatingIPsAssociationTestJSON-1989441382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:11.642929 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-343ee7a8-bcfa-41da-bc20-52df7eb4c9a8 req-b3d9d7e0-950c-4f89-a864-9252b87c67ef tempest-FloatingIPsAssociationTestJSON-1989441382 tempest-FloatingIPsAssociationTestJSON-1989441382-project] 10.222.0.44 "GET /v2.0/ports?device_id=801aa122-9f97-443a-883f-63b90fda649f HTTP/1.1" status: 200 len: 944 time: 0.0894613 Oct 27 10:23:11.649485 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-1692d88b-3f3e-4cee-a0b6-6d0c34620cbe req-9843161b-9f1c-41f0-af95-41c7e15a804f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b9ab8a5b-801e-4547-9570-865c0fe53c1b HTTP/1.1" status: 200 len: 217 time: 0.1032419 Oct 27 10:23:11.656577 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1bcc2c-446f-4400-8ecc-6bafd38992d6 req-e0f0c960-5569-403f-ad17-836c203065b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:11.658296 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-dd1bcc2c-446f-4400-8ecc-6bafd38992d6 req-e0f0c960-5569-403f-ad17-836c203065b8 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=27d7cb22-6b39-4584-92c4-ddd219d7765c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1266942 Oct 27 10:23:11.708436 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1692d88b-3f3e-4cee-a0b6-6d0c34620cbe req-62ebc0c2-3e25-4d27-84fe-0c72da23ba70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:11.709504 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-343ee7a8-bcfa-41da-bc20-52df7eb4c9a8 req-3899f911-d6a8-4c04-beb1-33f27c70057d tempest-FloatingIPsAssociationTestJSON-1989441382 tempest-FloatingIPsAssociationTestJSON-1989441382-project] 10.222.0.44 "GET /v2.0/security-groups?id=a00dcf68-5e22-461d-9e5d-f9afa5233f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461040 Oct 27 10:23:11.710634 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-1692d88b-3f3e-4cee-a0b6-6d0c34620cbe req-62ebc0c2-3e25-4d27-84fe-0c72da23ba70 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=814da607-e3e3-4f01-a7cd-e3ccb90d0b7e HTTP/1.1" status: 200 len: 853 time: 0.0507178 Oct 27 10:23:12.049707 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ddd444-0865-4b94-bb4b-27c81ba4b7ce req-174f29c4-f3bc-4044-b51d-1aa1c8dda19e tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:12.057744 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-f7ddd444-0865-4b94-bb4b-27c81ba4b7ce req-174f29c4-f3bc-4044-b51d-1aa1c8dda19e tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/ports?device_id=91f1b872-bfe1-4648-a448-cef70da3dd1f HTTP/1.1" status: 200 len: 950 time: 0.1159210 Oct 27 10:23:12.110010 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-f7ddd444-0865-4b94-bb4b-27c81ba4b7ce req-6263630e-b7f2-413f-b5ed-ba3e8a7a4bdc tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/security-groups?id=e786382c-1289-4f9d-b471-ed120470c2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456493 Oct 27 10:23:12.151813 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-1692d88b-3f3e-4cee-a0b6-6d0c34620cbe req-06df6e7c-ef76-4a95-9330-9a41df352c6f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a6e257c1-282f-4339-bc4d-934a331f6584&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4318852 Oct 27 10:23:12.340832 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-602677a5-c9f5-4678-9f10-cbdf99b09dda req-4497caae-3df9-41f9-b1ab-8d0db9d411fc tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] 10.222.0.44 "GET /v2.0/ports?device_id=9e8bcc8c-e9a1-4c45-af3a-9fd9588b6b53 HTTP/1.1" status: 200 len: 210 time: 0.1038730 Oct 27 10:23:12.353520 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-dd1bcc2c-446f-4400-8ecc-6bafd38992d6 req-1c773214-8f32-46a7-af8f-d325e0448f48 service neutron] 10.222.0.64 "GET /v2.0/networks/27d7cb22-6b39-4584-92c4-ddd219d7765c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6417208 Oct 27 10:23:12.447630 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-1692d88b-3f3e-4cee-a0b6-6d0c34620cbe req-a4a35dfa-3bb4-4e7b-9361-b5712282a7c8 service neutron] 10.222.0.64 "GET /v2.0/networks/a6e257c1-282f-4339-bc4d-934a331f6584?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2818029 Oct 27 10:23:12.597616 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-dd1bcc2c-446f-4400-8ecc-6bafd38992d6 req-3a5a4061-7402-4c85-92f4-aeee860011ce service neutron] 10.222.0.64 "GET /v2.0/networks/27d7cb22-6b39-4584-92c4-ddd219d7765c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2347248 Oct 27 10:23:12.677363 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c3a03b-fda2-43d5-bd47-182401416178 req-952d3f76-802f-4516-8334-df04c8c6e1e9 tempest-ServerPasswordTestJSON-886906258 tempest-ServerPasswordTestJSON-886906258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:12.682214 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-61c3a03b-fda2-43d5-bd47-182401416178 req-952d3f76-802f-4516-8334-df04c8c6e1e9 tempest-ServerPasswordTestJSON-886906258 tempest-ServerPasswordTestJSON-886906258-project] 10.222.0.44 "GET /v2.0/ports?device_id=a956c054-6a8a-4547-a91f-cbbdf837cf0a HTTP/1.1" status: 200 len: 943 time: 0.1344895 Oct 27 10:23:12.693718 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-1692d88b-3f3e-4cee-a0b6-6d0c34620cbe req-4d959227-5928-44ae-8862-b2664a6970ff service neutron] 10.222.0.64 "GET /v2.0/networks/a6e257c1-282f-4339-bc4d-934a331f6584?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2240677 Oct 27 10:23:12.767206 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-61c3a03b-fda2-43d5-bd47-182401416178 req-04462736-1cc1-4274-ad57-e138348ffebb tempest-ServerPasswordTestJSON-886906258 tempest-ServerPasswordTestJSON-886906258-project] 10.222.0.44 "GET /v2.0/security-groups?id=1e756b02-a105-4e14-bfe8-32adad0c6e5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639007 Oct 27 10:23:12.767652 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f71f210-8c08-49cd-99d4-3f3a0a23a40c req-5720d663-bbce-476c-afcc-979f47861754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:12.769179 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-8f71f210-8c08-49cd-99d4-3f3a0a23a40c req-5720d663-bbce-476c-afcc-979f47861754 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=43f2f041c0f44e039e9e70ad3f6842ae&device_id=801aa122-9f97-443a-883f-63b90fda649f HTTP/1.1" status: 200 len: 1096 time: 0.1053426 Oct 27 10:23:12.926596 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a097f517-b5f4-4f90-85fe-83bc5ecd1b23 req-065a6256-396a-49e7-9c7b-ab554f91fba7 tempest-FloatingIPsAssociationTestJSON-1989441382 tempest-FloatingIPsAssociationTestJSON-1989441382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:12.934860 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-a097f517-b5f4-4f90-85fe-83bc5ecd1b23 req-065a6256-396a-49e7-9c7b-ab554f91fba7 tempest-FloatingIPsAssociationTestJSON-1989441382 tempest-FloatingIPsAssociationTestJSON-1989441382-project] 10.222.0.44 "GET /v2.0/ports?device_id=801aa122-9f97-443a-883f-63b90fda649f HTTP/1.1" status: 200 len: 944 time: 0.0883920 Oct 27 10:23:12.963625 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f71f210-8c08-49cd-99d4-3f3a0a23a40c req-2eff39ac-1812-41f3-8f8a-0d05d5ffc77a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:12.965132 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-8f71f210-8c08-49cd-99d4-3f3a0a23a40c req-2eff39ac-1812-41f3-8f8a-0d05d5ffc77a service neutron] 10.222.0.64 "GET /v2.0/networks?id=27d7cb22-6b39-4584-92c4-ddd219d7765c HTTP/1.1" status: 200 len: 922 time: 0.1867216 Oct 27 10:23:13.044254 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-a097f517-b5f4-4f90-85fe-83bc5ecd1b23 req-ad63b512-bf63-45df-8900-ad9bb8a34d1b tempest-FloatingIPsAssociationTestJSON-1989441382 tempest-FloatingIPsAssociationTestJSON-1989441382-project] 10.222.0.44 "GET /v2.0/security-groups?id=a00dcf68-5e22-461d-9e5d-f9afa5233f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932643 Oct 27 10:23:13.044254 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-8f71f210-8c08-49cd-99d4-3f3a0a23a40c req-d1fb5e11-d278-4b33-8864-991d06198fa0 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3d39b2e9-b317-4161-9a6f-55c29cc4ab58 HTTP/1.1" status: 200 len: 217 time: 0.0606244 Oct 27 10:23:13.146316 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f71f210-8c08-49cd-99d4-3f3a0a23a40c req-7011ac2c-0343-48f5-88c2-26752b19c012 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:13.147946 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-8f71f210-8c08-49cd-99d4-3f3a0a23a40c req-7011ac2c-0343-48f5-88c2-26752b19c012 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1ea6538e-fdad-42c2-9f49-d63e9d85038b HTTP/1.1" status: 200 len: 860 time: 0.0858943 Oct 27 10:23:13.164812 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a956c054-6a8a-4547-a91f-cbbdf837cf0a', 'tag': 'b9ab8a5b-801e-4547-9570-865c0fe53c1b'}] {{(pid=102346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:23:13.167735 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc0e418f5fc417c8d55d94c0aa509b037d0beb2a734c1a709e789eb65639a56d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bed902f-ba2d-4351-9f03-f845256669e0" -d '{"events": [{"name": "network-changed", "server_uuid": "a956c054-6a8a-4547-a91f-cbbdf837cf0a", "tag": "b9ab8a5b-801e-4547-9570-865c0fe53c1b"}]}' {{(pid=102346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:23:13.249078 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f71f210-8c08-49cd-99d4-3f3a0a23a40c req-cd257916-5c44-4540-8b99-0f302645cbfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:13.251237 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-8f71f210-8c08-49cd-99d4-3f3a0a23a40c req-cd257916-5c44-4540-8b99-0f302645cbfd service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=27d7cb22-6b39-4584-92c4-ddd219d7765c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0957110 Oct 27 10:23:13.254248 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 10:23:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbfbfe0b-3b0a-4cbc-9667-4d556bd920d9 x-openstack-request-id: req-dbfbfe0b-3b0a-4cbc-9667-4d556bd920d9 {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:23:13.254674 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a956c054-6a8a-4547-a91f-cbbdf837cf0a", "tag": "b9ab8a5b-801e-4547-9570-865c0fe53c1b", "status": "completed", "code": 200}]} {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:23:13.255091 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-dbfbfe0b-3b0a-4cbc-9667-4d556bd920d9 {{(pid=102346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:23:13.255611 n-d-813419-10 neutron-server[102346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a956c054-6a8a-4547-a91f-cbbdf837cf0a', 'tag': 'b9ab8a5b-801e-4547-9570-865c0fe53c1b', 'status': 'completed', 'code': 200} Oct 27 10:23:13.286545 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a624b7-beb8-44b3-a921-0cee9ca66c8c req-0709edec-bfcc-4280-ae67-b3630b27ffb6 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:13.289052 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-50a624b7-beb8-44b3-a921-0cee9ca66c8c req-0709edec-bfcc-4280-ae67-b3630b27ffb6 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/ports?device_id=91f1b872-bfe1-4648-a448-cef70da3dd1f HTTP/1.1" status: 200 len: 950 time: 0.1011541 Oct 27 10:23:13.426594 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-50a624b7-beb8-44b3-a921-0cee9ca66c8c req-a7b4fa68-1d9d-40bd-95ae-4efc7d3e279f tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/security-groups?id=e786382c-1289-4f9d-b471-ed120470c2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087780 Oct 27 10:23:13.443671 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bed902f-ba2d-4351-9f03-f845256669e0 req-93cbed8d-e2c0-4321-b697-85b6aa030c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:13.445761 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-3bed902f-ba2d-4351-9f03-f845256669e0 req-93cbed8d-e2c0-4321-b697-85b6aa030c7d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=dd8dbe6032d444d8bb186ea55c266575&device_id=a956c054-6a8a-4547-a91f-cbbdf837cf0a HTTP/1.1" status: 200 len: 1095 time: 0.1417024 Oct 27 10:23:13.489179 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-a635b6d0-1d17-4046-bb99-e7f07d5dac39 req-904606f1-f361-4e48-91a3-8f259df6c8a6 tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] 10.222.0.44 "GET /v2.0/ports?device_id=9e8bcc8c-e9a1-4c45-af3a-9fd9588b6b53 HTTP/1.1" status: 200 len: 210 time: 0.0452693 Oct 27 10:23:13.568151 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bed902f-ba2d-4351-9f03-f845256669e0 req-e644fb46-e059-44f7-b220-35fd1997a3fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:13.569981 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-3bed902f-ba2d-4351-9f03-f845256669e0 req-e644fb46-e059-44f7-b220-35fd1997a3fe service neutron] 10.222.0.64 "GET /v2.0/networks?id=a6e257c1-282f-4339-bc4d-934a331f6584 HTTP/1.1" status: 200 len: 914 time: 0.1162939 Oct 27 10:23:13.581609 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-8f71f210-8c08-49cd-99d4-3f3a0a23a40c req-aa31a2b2-b7e0-44d3-b8b9-04e7efe3651b service neutron] 10.222.0.64 "GET /v2.0/networks/27d7cb22-6b39-4584-92c4-ddd219d7765c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3187070 Oct 27 10:23:13.638140 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-3bed902f-ba2d-4351-9f03-f845256669e0 req-af18c87c-de45-40b3-bba8-6770ca14073f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b9ab8a5b-801e-4547-9570-865c0fe53c1b HTTP/1.1" status: 200 len: 217 time: 0.0552235 Oct 27 10:23:13.786062 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bed902f-ba2d-4351-9f03-f845256669e0 req-4b650c3c-20fc-461a-aad3-6c9e73808241 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:13.787670 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-3bed902f-ba2d-4351-9f03-f845256669e0 req-4b650c3c-20fc-461a-aad3-6c9e73808241 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=814da607-e3e3-4f01-a7cd-e3ccb90d0b7e HTTP/1.1" status: 200 len: 853 time: 0.0851071 Oct 27 10:23:13.789688 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-8f71f210-8c08-49cd-99d4-3f3a0a23a40c req-ab88bed3-c94c-4c23-9937-3f28ee3f9a47 service neutron] 10.222.0.64 "GET /v2.0/networks/27d7cb22-6b39-4584-92c4-ddd219d7765c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1505642 Oct 27 10:23:13.879623 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-3bed902f-ba2d-4351-9f03-f845256669e0 req-388f4d09-feeb-4aae-89a4-f9d4a69376ff service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a6e257c1-282f-4339-bc4d-934a331f6584&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0782669 Oct 27 10:23:14.004302 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6124835e-a4d1-45b2-9ec7-e1f6d194dad7 req-4974126d-5e1c-477f-872a-493f12411667 tempest-ServerPasswordTestJSON-886906258 tempest-ServerPasswordTestJSON-886906258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:14.013045 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-6124835e-a4d1-45b2-9ec7-e1f6d194dad7 req-4974126d-5e1c-477f-872a-493f12411667 tempest-ServerPasswordTestJSON-886906258 tempest-ServerPasswordTestJSON-886906258-project] 10.222.0.44 "GET /v2.0/ports?device_id=a956c054-6a8a-4547-a91f-cbbdf837cf0a HTTP/1.1" status: 200 len: 943 time: 0.1437700 Oct 27 10:23:14.092382 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-3bed902f-ba2d-4351-9f03-f845256669e0 req-470b3ad5-3a37-49ef-938f-427a929c34e7 service neutron] 10.222.0.64 "GET /v2.0/networks/a6e257c1-282f-4339-bc4d-934a331f6584?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1887727 Oct 27 10:23:14.142045 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-6124835e-a4d1-45b2-9ec7-e1f6d194dad7 req-00a6ca11-3e8b-4ce6-b3e8-40bac9786306 tempest-ServerPasswordTestJSON-886906258 tempest-ServerPasswordTestJSON-886906258-project] 10.222.0.44 "GET /v2.0/security-groups?id=1e756b02-a105-4e14-bfe8-32adad0c6e5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280651 Oct 27 10:23:14.237235 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-4f2b2b61-c399-4e82-adf8-f00a884e2ac2 req-c3de0f16-4f61-440e-b15b-e7f954d447a8 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=461a11c3-9cc5-4859-b647-0a8860e95b75&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1449735 Oct 27 10:23:14.270704 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-3bed902f-ba2d-4351-9f03-f845256669e0 req-7d6faac8-289b-4307-999c-472b71256941 service neutron] 10.222.0.64 "GET /v2.0/networks/a6e257c1-282f-4339-bc4d-934a331f6584?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1696775 Oct 27 10:23:14.288572 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2765ac49-d29f-4cd6-9e45-2c7891e4b218 req-063e4082-5f5d-4d4d-bb55-6e9572e01531 tempest-FloatingIPsAssociationTestJSON-1989441382 tempest-FloatingIPsAssociationTestJSON-1989441382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:14.290791 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-2765ac49-d29f-4cd6-9e45-2c7891e4b218 req-063e4082-5f5d-4d4d-bb55-6e9572e01531 tempest-FloatingIPsAssociationTestJSON-1989441382 tempest-FloatingIPsAssociationTestJSON-1989441382-project] 10.222.0.44 "GET /v2.0/ports?device_id=801aa122-9f97-443a-883f-63b90fda649f HTTP/1.1" status: 200 len: 944 time: 0.1028976 Oct 27 10:23:14.359033 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-2765ac49-d29f-4cd6-9e45-2c7891e4b218 req-864f6661-8d2d-416a-bef9-6b3c277b0bf8 tempest-FloatingIPsAssociationTestJSON-1989441382 tempest-FloatingIPsAssociationTestJSON-1989441382-project] 10.222.0.44 "GET /v2.0/security-groups?id=a00dcf68-5e22-461d-9e5d-f9afa5233f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573685 Oct 27 10:23:14.391556 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2b2b61-c399-4e82-adf8-f00a884e2ac2 req-e7136c0f-bb27-4dde-8493-c3edb58ab049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:14.393064 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-4f2b2b61-c399-4e82-adf8-f00a884e2ac2 req-e7136c0f-bb27-4dde-8493-c3edb58ab049 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=54312c7c8f9740c0a6858560a6518b0e&device_id=461a11c3-9cc5-4859-b647-0a8860e95b75 HTTP/1.1" status: 200 len: 1119 time: 0.0893171 Oct 27 10:23:14.522047 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2b2b61-c399-4e82-adf8-f00a884e2ac2 req-7cdfc166-0129-4e12-8359-b906a5f56ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:14.524114 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-4f2b2b61-c399-4e82-adf8-f00a884e2ac2 req-7cdfc166-0129-4e12-8359-b906a5f56ee7 service neutron] 10.222.0.76 "GET /v2.0/networks?id=1886fe3b-e088-4c7d-8f4c-b14d4440b311 HTTP/1.1" status: 200 len: 922 time: 0.1112483 Oct 27 10:23:14.615065 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-4f2b2b61-c399-4e82-adf8-f00a884e2ac2 req-9302c86a-d6d9-49fb-aae7-4ac140c1a32c service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cf326a9d-27a4-4e1c-96d7-cb8fdbf66697 HTTP/1.1" status: 200 len: 217 time: 0.0773067 Oct 27 10:23:14.621156 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-36761daa-fb01-484f-9266-da5887d32135 req-d1465f27-4963-4328-b3b3-b922d928c073 tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] 10.222.0.44 "GET /v2.0/ports?device_id=9e8bcc8c-e9a1-4c45-af3a-9fd9588b6b53 HTTP/1.1" status: 200 len: 210 time: 0.0471158 Oct 27 10:23:14.670641 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a235c8-007a-4d4d-8504-b43048d94e9c req-e65e8a15-a676-415c-9e70-2bcfe389346c tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:14.678157 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-f5a235c8-007a-4d4d-8504-b43048d94e9c req-e65e8a15-a676-415c-9e70-2bcfe389346c tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/ports?device_id=91f1b872-bfe1-4648-a448-cef70da3dd1f HTTP/1.1" status: 200 len: 950 time: 0.1422060 Oct 27 10:23:14.746962 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-f5a235c8-007a-4d4d-8504-b43048d94e9c req-99d02d63-4ade-442c-ba0e-3bb6507da2aa tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/security-groups?id=e786382c-1289-4f9d-b471-ed120470c2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649588 Oct 27 10:23:14.749474 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2b2b61-c399-4e82-adf8-f00a884e2ac2 req-16845f32-9a27-4d4a-a591-f6e109c0a9ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:14.751304 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-4f2b2b61-c399-4e82-adf8-f00a884e2ac2 req-16845f32-9a27-4d4a-a591-f6e109c0a9ea service neutron] 10.222.0.76 "GET /v2.0/subnets?id=823c78a5-c352-4686-b77c-588d22c2aa2c HTTP/1.1" status: 200 len: 861 time: 0.1252670 Oct 27 10:23:14.796767 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-4f2b2b61-c399-4e82-adf8-f00a884e2ac2 req-7b1b74e3-5871-464f-add9-34273ebd52a9 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=1886fe3b-e088-4c7d-8f4c-b14d4440b311&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368440 Oct 27 10:23:14.941414 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-4f2b2b61-c399-4e82-adf8-f00a884e2ac2 req-a7dc746d-a980-4c7f-a01e-4511cea08d8c service neutron] 10.222.0.76 "GET /v2.0/networks/1886fe3b-e088-4c7d-8f4c-b14d4440b311?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334374 Oct 27 10:23:15.055844 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-4f2b2b61-c399-4e82-adf8-f00a884e2ac2 req-b3e13ec9-90bb-49bc-b0ee-6f26e38245bb service neutron] 10.222.0.76 "GET /v2.0/networks/1886fe3b-e088-4c7d-8f4c-b14d4440b311?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064131 Oct 27 10:23:15.327724 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769c025a-ae69-4968-899e-8689ef002413 req-9f26bae8-efb4-4da0-9acf-cb33fcc8ef65 tempest-ServerPasswordTestJSON-886906258 tempest-ServerPasswordTestJSON-886906258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:15.335477 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-769c025a-ae69-4968-899e-8689ef002413 req-9f26bae8-efb4-4da0-9acf-cb33fcc8ef65 tempest-ServerPasswordTestJSON-886906258 tempest-ServerPasswordTestJSON-886906258-project] 10.222.0.44 "GET /v2.0/ports?device_id=a956c054-6a8a-4547-a91f-cbbdf837cf0a HTTP/1.1" status: 200 len: 943 time: 0.0647473 Oct 27 10:23:15.389439 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-769c025a-ae69-4968-899e-8689ef002413 req-53c82727-fad0-4780-88fe-cf695892c037 tempest-ServerPasswordTestJSON-886906258 tempest-ServerPasswordTestJSON-886906258-project] 10.222.0.44 "GET /v2.0/security-groups?id=1e756b02-a105-4e14-bfe8-32adad0c6e5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494473 Oct 27 10:23:15.546718 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e122abb0-7f2a-4a86-9d54-d1d844b04aff req-ec8b42c0-91fa-4943-b408-0dd47c78a045 tempest-FloatingIPsAssociationTestJSON-1989441382 tempest-FloatingIPsAssociationTestJSON-1989441382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:15.548265 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-e122abb0-7f2a-4a86-9d54-d1d844b04aff req-ec8b42c0-91fa-4943-b408-0dd47c78a045 tempest-FloatingIPsAssociationTestJSON-1989441382 tempest-FloatingIPsAssociationTestJSON-1989441382-project] 10.222.0.44 "GET /v2.0/ports?device_id=801aa122-9f97-443a-883f-63b90fda649f HTTP/1.1" status: 200 len: 944 time: 0.0993865 Oct 27 10:23:15.604792 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-e122abb0-7f2a-4a86-9d54-d1d844b04aff req-b5308731-480c-4a95-867b-d78306270082 tempest-FloatingIPsAssociationTestJSON-1989441382 tempest-FloatingIPsAssociationTestJSON-1989441382-project] 10.222.0.44 "GET /v2.0/security-groups?id=a00dcf68-5e22-461d-9e5d-f9afa5233f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449464 Oct 27 10:23:15.931064 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc59a2d0-c0f7-4a2c-8f36-aab1190e70cd req-96ef04ff-e3f8-424b-9e06-3a021d1d6dfa tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:15.933285 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-bc59a2d0-c0f7-4a2c-8f36-aab1190e70cd req-96ef04ff-e3f8-424b-9e06-3a021d1d6dfa tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/ports?device_id=91f1b872-bfe1-4648-a448-cef70da3dd1f HTTP/1.1" status: 200 len: 950 time: 0.0693808 Oct 27 10:23:15.978222 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-bc59a2d0-c0f7-4a2c-8f36-aab1190e70cd req-d2714b1c-c260-4718-9b01-dee603e180ff tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/security-groups?id=e786382c-1289-4f9d-b471-ed120470c2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386722 Oct 27 10:23:16.148886 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-cdb57afa-868b-48db-b81a-b787784b78c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:16.220855 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device b9ab8a5b-801e-4547-9570-865c0fe53c1b details requested by agent hyperv_n-h1-813419-10 with host n-h1-813419-10 {{(pid=102348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 10:23:16.407296 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port b9ab8a5b-801e-4547-9570-865c0fe53c1b, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=b9ab8a5b-801e-4547-9570-865c0fe53c1b,segment=NetworkSegment(a7abb88b-9fc1-44aa-88ce-f2add01b88d4),segment_id=a7abb88b-9fc1-44aa-88ce-f2add01b88d4)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:23:16.448624 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Returning: {'device': 'b9ab8a5b-801e-4547-9570-865c0fe53c1b', 'network_id': 'a6e257c1-282f-4339-bc4d-934a331f6584', 'port_id': 'b9ab8a5b-801e-4547-9570-865c0fe53c1b', 'mac_address': 'fa:16:3e:e2:c2:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 417, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '814da607-e3e3-4f01-a7cd-e3ccb90d0b7e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 10:23:16.529734 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:16.551193 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9ab8a5b-801e-4547-9570-865c0fe53c1b {{(pid=102348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:23:16.588317 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port b9ab8a5b-801e-4547-9570-865c0fe53c1b, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=b9ab8a5b-801e-4547-9570-865c0fe53c1b,segment=NetworkSegment(a7abb88b-9fc1-44aa-88ce-f2add01b88d4),segment_id=a7abb88b-9fc1-44aa-88ce-f2add01b88d4)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:23:16.599945 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:16.601119 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device 3d39b2e9-b317-4161-9a6f-55c29cc4ab58 details requested by agent hyperv_n-h1-813419-10 with host n-h1-813419-10 {{(pid=102348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 10:23:16.651151 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93bbe88-6942-418a-b42e-8030665cf74a req-aae5cd86-d4dd-48e5-b461-2f120a045a49 tempest-ServerPasswordTestJSON-886906258 tempest-ServerPasswordTestJSON-886906258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:16.653362 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-f93bbe88-6942-418a-b42e-8030665cf74a req-aae5cd86-d4dd-48e5-b461-2f120a045a49 tempest-ServerPasswordTestJSON-886906258 tempest-ServerPasswordTestJSON-886906258-project] 10.222.0.44 "GET /v2.0/ports?device_id=a956c054-6a8a-4547-a91f-cbbdf837cf0a HTTP/1.1" status: 200 len: 943 time: 0.1287775 Oct 27 10:23:16.731996 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-f93bbe88-6942-418a-b42e-8030665cf74a req-50c6f867-2919-470b-b388-1cf70f2ddef8 tempest-ServerPasswordTestJSON-886906258 tempest-ServerPasswordTestJSON-886906258-project] 10.222.0.44 "GET /v2.0/security-groups?id=1e756b02-a105-4e14-bfe8-32adad0c6e5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623991 Oct 27 10:23:16.814914 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Pushing event updated for resources: {'Port': ['ID=b9ab8a5b-801e-4547-9570-865c0fe53c1b,revision_number=4']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:23:16.822136 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port 3d39b2e9-b317-4161-9a6f-55c29cc4ab58, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=3d39b2e9-b317-4161-9a6f-55c29cc4ab58,segment=NetworkSegment(fdb00e04-9654-415e-a0bd-268fdd4e2b52),segment_id=fdb00e04-9654-415e-a0bd-268fdd4e2b52)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:23:16.822391 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81ef7a0-3077-4cdf-9c16-012f1668dd05 req-28da9556-9099-4155-bddf-4ca03dc9fcce tempest-FloatingIPsAssociationTestJSON-1989441382 tempest-FloatingIPsAssociationTestJSON-1989441382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:16.830203 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-e81ef7a0-3077-4cdf-9c16-012f1668dd05 req-28da9556-9099-4155-bddf-4ca03dc9fcce tempest-FloatingIPsAssociationTestJSON-1989441382 tempest-FloatingIPsAssociationTestJSON-1989441382-project] 10.222.0.44 "GET /v2.0/ports?device_id=801aa122-9f97-443a-883f-63b90fda649f HTTP/1.1" status: 200 len: 944 time: 0.0990856 Oct 27 10:23:16.834198 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Returning: {'device': '3d39b2e9-b317-4161-9a6f-55c29cc4ab58', 'network_id': '27d7cb22-6b39-4584-92c4-ddd219d7765c', 'port_id': '3d39b2e9-b317-4161-9a6f-55c29cc4ab58', 'mac_address': 'fa:16:3e:62:22:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 427, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ea6538e-fdad-42c2-9f49-d63e9d85038b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 10:23:16.930042 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-e81ef7a0-3077-4cdf-9c16-012f1668dd05 req-de08fc64-7eaa-48e8-ad78-558e7e34fdc4 tempest-FloatingIPsAssociationTestJSON-1989441382 tempest-FloatingIPsAssociationTestJSON-1989441382-project] 10.222.0.44 "GET /v2.0/security-groups?id=a00dcf68-5e22-461d-9e5d-f9afa5233f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988314 Oct 27 10:23:16.981007 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:17.009967 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-2dfa4d5c-59fa-4a52-9f1c-199d8464c6bb req-c80b0d93-354b-40e8-9dfb-9219f0a7c830 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=dfe13e53-5060-499f-ab7e-75bb3faaeddc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0738618 Oct 27 10:23:17.021040 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d39b2e9-b317-4161-9a6f-55c29cc4ab58 {{(pid=102348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:23:17.057527 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port 3d39b2e9-b317-4161-9a6f-55c29cc4ab58, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=3d39b2e9-b317-4161-9a6f-55c29cc4ab58,segment=NetworkSegment(fdb00e04-9654-415e-a0bd-268fdd4e2b52),segment_id=fdb00e04-9654-415e-a0bd-268fdd4e2b52)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:23:17.069050 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:17.122998 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfa4d5c-59fa-4a52-9f1c-199d8464c6bb req-a212be9a-19bd-472c-aeb7-ba8ab54352b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:17.131142 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-2dfa4d5c-59fa-4a52-9f1c-199d8464c6bb req-a212be9a-19bd-472c-aeb7-ba8ab54352b9 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=54312c7c8f9740c0a6858560a6518b0e&device_id=dfe13e53-5060-499f-ab7e-75bb3faaeddc HTTP/1.1" status: 200 len: 1099 time: 0.0847099 Oct 27 10:23:17.184021 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Pushing event updated for resources: {'Port': ['ID=3d39b2e9-b317-4161-9a6f-55c29cc4ab58,revision_number=4']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:23:17.201351 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4c0b4e-0783-4e3d-bf4e-6ce223e75ca5 req-5352f60f-7792-4e5e-893e-dec8d917feb2 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:17.212902 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-0c4c0b4e-0783-4e3d-bf4e-6ce223e75ca5 req-5352f60f-7792-4e5e-893e-dec8d917feb2 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/ports?device_id=91f1b872-bfe1-4648-a448-cef70da3dd1f HTTP/1.1" status: 200 len: 950 time: 0.1387572 Oct 27 10:23:17.285593 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfa4d5c-59fa-4a52-9f1c-199d8464c6bb req-f28e7352-1faa-43cb-8242-ad58470ad5b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:17.287397 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-2dfa4d5c-59fa-4a52-9f1c-199d8464c6bb req-f28e7352-1faa-43cb-8242-ad58470ad5b9 service neutron] 10.222.0.76 "GET /v2.0/networks?id=1886fe3b-e088-4c7d-8f4c-b14d4440b311 HTTP/1.1" status: 200 len: 922 time: 0.1323788 Oct 27 10:23:17.290941 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-0c4c0b4e-0783-4e3d-bf4e-6ce223e75ca5 req-ef17c930-f6d2-4b39-9938-049a3d77f1c5 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/security-groups?id=e786382c-1289-4f9d-b471-ed120470c2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769610 Oct 27 10:23:17.351363 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-2dfa4d5c-59fa-4a52-9f1c-199d8464c6bb req-1eb0bae4-4a95-4168-88f8-e9c1cec3fad8 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cc809c9a-81c2-48fc-a862-97633a5e993c HTTP/1.1" status: 200 len: 217 time: 0.0508745 Oct 27 10:23:17.377577 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] get_ports_and_sgs() called for port_ids ['b9ab8a5b-801e-4547-9570-865c0fe53c1b'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:23:17.380357 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] get_ports_and_sgs() called for port_ids ['3d39b2e9-b317-4161-9a6f-55c29cc4ab58'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:23:17.418763 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfa4d5c-59fa-4a52-9f1c-199d8464c6bb req-3305caf0-7175-409b-9493-efe3545174a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:17.420262 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-2dfa4d5c-59fa-4a52-9f1c-199d8464c6bb req-3305caf0-7175-409b-9493-efe3545174a0 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=823c78a5-c352-4686-b77c-588d22c2aa2c HTTP/1.1" status: 200 len: 861 time: 0.0599425 Oct 27 10:23:17.467699 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-2dfa4d5c-59fa-4a52-9f1c-199d8464c6bb req-75a06a65-e20f-4ae7-8a80-0e0303b9d393 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=1886fe3b-e088-4c7d-8f4c-b14d4440b311&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378916 Oct 27 10:23:17.602384 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-2dfa4d5c-59fa-4a52-9f1c-199d8464c6bb req-98460fd6-c47a-4b07-b700-cddf5dcb12ab service neutron] 10.222.0.76 "GET /v2.0/networks/1886fe3b-e088-4c7d-8f4c-b14d4440b311?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255093 Oct 27 10:23:17.747351 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-2dfa4d5c-59fa-4a52-9f1c-199d8464c6bb req-8c4855d5-af06-4bf9-8263-b584bb38dd3d service neutron] 10.222.0.76 "GET /v2.0/networks/1886fe3b-e088-4c7d-8f4c-b14d4440b311?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361434 Oct 27 10:23:17.966456 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b4907e-5c5b-4162-b205-14931a71739d req-6860d402-15e8-4669-9d89-6198199c3149 tempest-ServerPasswordTestJSON-886906258 tempest-ServerPasswordTestJSON-886906258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:17.985883 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-84b4907e-5c5b-4162-b205-14931a71739d req-6860d402-15e8-4669-9d89-6198199c3149 tempest-ServerPasswordTestJSON-886906258 tempest-ServerPasswordTestJSON-886906258-project] 10.222.0.44 "GET /v2.0/ports?device_id=a956c054-6a8a-4547-a91f-cbbdf837cf0a HTTP/1.1" status: 200 len: 944 time: 0.1072941 Oct 27 10:23:18.083784 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-84b4907e-5c5b-4162-b205-14931a71739d req-186c58fc-3328-47ba-92dd-1e26f399cd59 tempest-ServerPasswordTestJSON-886906258 tempest-ServerPasswordTestJSON-886906258-project] 10.222.0.44 "GET /v2.0/security-groups?id=1e756b02-a105-4e14-bfe8-32adad0c6e5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969236 Oct 27 10:23:18.170485 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145e23bf-0bab-43ed-a583-6c83f0436296 req-108d923b-ad96-4105-a54d-0aad89da36fe tempest-FloatingIPsAssociationTestJSON-1989441382 tempest-FloatingIPsAssociationTestJSON-1989441382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:18.178670 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-145e23bf-0bab-43ed-a583-6c83f0436296 req-108d923b-ad96-4105-a54d-0aad89da36fe tempest-FloatingIPsAssociationTestJSON-1989441382 tempest-FloatingIPsAssociationTestJSON-1989441382-project] 10.222.0.44 "GET /v2.0/ports?device_id=801aa122-9f97-443a-883f-63b90fda649f HTTP/1.1" status: 200 len: 945 time: 0.0639935 Oct 27 10:23:18.229136 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-145e23bf-0bab-43ed-a583-6c83f0436296 req-80a91287-70f5-44bb-930c-a834959416c7 tempest-FloatingIPsAssociationTestJSON-1989441382 tempest-FloatingIPsAssociationTestJSON-1989441382-project] 10.222.0.44 "GET /v2.0/security-groups?id=a00dcf68-5e22-461d-9e5d-f9afa5233f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440311 Oct 27 10:23:18.407784 n-d-813419-10 neutron-server[102346]: INFO neutron.api.v2.resource [req-dd28c59c-fefb-4385-aff2-b79af6c7012d req-0686fdb6-29da-4652-b3ef-10f841652aaa service neutron] show failed (client error): The resource could not be found. Oct 27 10:23:18.409098 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-dd28c59c-fefb-4385-aff2-b79af6c7012d req-0686fdb6-29da-4652-b3ef-10f841652aaa service neutron] 10.222.0.76 "GET /v2.0/ports/567f4fc1-5f28-4ac5-9a26-ecbb14bf10a8/bindings/n-h1-813419-10 HTTP/1.1" status: 404 len: 381 time: 0.0856214 Oct 27 10:23:18.483509 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fab26be-5e6c-42d1-a797-e0a3227cb3ef req-231aac9b-b81a-464b-99a1-aaa412197588 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:18.491089 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8fab26be-5e6c-42d1-a797-e0a3227cb3ef req-231aac9b-b81a-464b-99a1-aaa412197588 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/ports?device_id=91f1b872-bfe1-4648-a448-cef70da3dd1f HTTP/1.1" status: 200 len: 950 time: 0.1011539 Oct 27 10:23:18.560081 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8fab26be-5e6c-42d1-a797-e0a3227cb3ef req-b0dfab41-fdff-4a08-bfe8-9edeb79fece5 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/security-groups?id=e786382c-1289-4f9d-b471-ed120470c2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679905 Oct 27 10:23:18.729255 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd28c59c-fefb-4385-aff2-b79af6c7012d req-d7faecee-8e1f-4293-8051-f552665de186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:18.730940 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-dd28c59c-fefb-4385-aff2-b79af6c7012d req-d7faecee-8e1f-4293-8051-f552665de186 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=91f1b872-bfe1-4648-a448-cef70da3dd1f&tenant_id=31dc088f778a4c2fb761c23ef7d22647 HTTP/1.1" status: 200 len: 1102 time: 0.0719187 Oct 27 10:23:18.745699 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [req-dd28c59c-fefb-4385-aff2-b79af6c7012d req-14f24139-b099-4f2a-a5ec-29728b407bbd service neutron] Request body: {'port': {'binding:host_id': 'n-h1-813419-10', 'device_owner': 'compute:nova'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:23:18.807825 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-dd28c59c-fefb-4385-aff2-b79af6c7012d req-14f24139-b099-4f2a-a5ec-29728b407bbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:18.820796 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a9db226b-5da6-4b3a-aacd-1f6d688b8cad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:19.181345 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [req-dd28c59c-fefb-4385-aff2-b79af6c7012d req-14f24139-b099-4f2a-a5ec-29728b407bbd service neutron] For port 567f4fc1-5f28-4ac5-9a26-ecbb14bf10a8, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=567f4fc1-5f28-4ac5-9a26-ecbb14bf10a8,segment=NetworkSegment(f7c42c6d-2766-46d8-a8b7-4852117a5555),segment_id=f7c42c6d-2766-46d8-a8b7-4852117a5555)] {{(pid=102346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:23:19.268009 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [req-dd28c59c-fefb-4385-aff2-b79af6c7012d req-14f24139-b099-4f2a-a5ec-29728b407bbd service neutron] For port 567f4fc1-5f28-4ac5-9a26-ecbb14bf10a8, host n-h2-813419-10, cleared binding levels {{(pid=102346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:23:19.298702 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b243c5c9-a280-436e-a5f0-eb3728258bb5 req-048c16b3-ea71-4fc5-9fae-2da625a3f9f6 tempest-ServerPasswordTestJSON-886906258 tempest-ServerPasswordTestJSON-886906258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:19.304038 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b243c5c9-a280-436e-a5f0-eb3728258bb5 req-048c16b3-ea71-4fc5-9fae-2da625a3f9f6 tempest-ServerPasswordTestJSON-886906258 tempest-ServerPasswordTestJSON-886906258-project] 10.222.0.44 "GET /v2.0/ports?device_id=a956c054-6a8a-4547-a91f-cbbdf837cf0a HTTP/1.1" status: 200 len: 944 time: 0.1067231 Oct 27 10:23:19.322735 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91f1b872-bfe1-4648-a448-cef70da3dd1f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '567f4fc1-5f28-4ac5-9a26-ecbb14bf10a8'}] {{(pid=102346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:23:19.331213 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc0e418f5fc417c8d55d94c0aa509b037d0beb2a734c1a709e789eb65639a56d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9348a827-5eda-4b39-b149-c2ec819f2117" -d '{"events": [{"server_uuid": "91f1b872-bfe1-4648-a448-cef70da3dd1f", "name": "network-vif-unplugged", "status": "completed", "tag": "567f4fc1-5f28-4ac5-9a26-ecbb14bf10a8"}]}' {{(pid=102346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:23:19.347632 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-dd28c59c-fefb-4385-aff2-b79af6c7012d req-14f24139-b099-4f2a-a5ec-29728b407bbd service neutron] Publish callbacks [] for port, precommit_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:19.396137 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b243c5c9-a280-436e-a5f0-eb3728258bb5 req-c83f2663-39e7-4fdb-b934-62f3b2ddbf58 tempest-ServerPasswordTestJSON-886906258 tempest-ServerPasswordTestJSON-886906258-project] 10.222.0.44 "GET /v2.0/security-groups?id=1e756b02-a105-4e14-bfe8-32adad0c6e5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832901 Oct 27 10:23:19.427814 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.provisioning_blocks [req-dd28c59c-fefb-4385-aff2-b79af6c7012d req-14f24139-b099-4f2a-a5ec-29728b407bbd service neutron] Transition to ACTIVE for port object 567f4fc1-5f28-4ac5-9a26-ecbb14bf10a8 will not be triggered until provisioned by entity L2. {{(pid=102346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 10:23:19.438220 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-dd28c59c-fefb-4385-aff2-b79af6c7012d req-14f24139-b099-4f2a-a5ec-29728b407bbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27024173'] for port, after_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:19.503739 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b064e1c1-af56-4bcb-8047-56fafbaf3f83 req-c212982e-c1b4-4b81-a225-f04044c38b12 tempest-FloatingIPsAssociationTestJSON-1989441382 tempest-FloatingIPsAssociationTestJSON-1989441382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:19.516007 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-b064e1c1-af56-4bcb-8047-56fafbaf3f83 req-c212982e-c1b4-4b81-a225-f04044c38b12 tempest-FloatingIPsAssociationTestJSON-1989441382 tempest-FloatingIPsAssociationTestJSON-1989441382-project] 10.222.0.44 "GET /v2.0/ports?device_id=801aa122-9f97-443a-883f-63b90fda649f HTTP/1.1" status: 200 len: 945 time: 0.1600306 Oct 27 10:23:19.598906 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd28c59c-fefb-4385-aff2-b79af6c7012d req-14f24139-b099-4f2a-a5ec-29728b407bbd service neutron] No DVR routers for this DVR port 567f4fc1-5f28-4ac5-9a26-ecbb14bf10a8 on host n-h2-813419-10 {{(pid=102346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:23:19.611629 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f24139-b099-4f2a-a5ec-29728b407bbd service neutron] Pushing event updated for resources: {'Port': ['ID=567f4fc1-5f28-4ac5-9a26-ecbb14bf10a8,revision_number=6']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:23:19.642142 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-b064e1c1-af56-4bcb-8047-56fafbaf3f83 req-a4a77258-c818-4cdb-bbd3-c79663004b84 tempest-FloatingIPsAssociationTestJSON-1989441382 tempest-FloatingIPsAssociationTestJSON-1989441382-project] 10.222.0.44 "GET /v2.0/security-groups?id=a00dcf68-5e22-461d-9e5d-f9afa5233f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196532 Oct 27 10:23:19.702348 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 27 Oct 2021 10:23:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2be61c85-7a6f-4dcd-a661-983fa5884a94 x-openstack-request-id: req-2be61c85-7a6f-4dcd-a661-983fa5884a94 {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:23:19.702645 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91f1b872-bfe1-4648-a448-cef70da3dd1f", "name": "network-vif-unplugged", "status": "completed", "tag": "567f4fc1-5f28-4ac5-9a26-ecbb14bf10a8", "code": 200}]} {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:23:19.702906 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-2be61c85-7a6f-4dcd-a661-983fa5884a94 {{(pid=102346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:23:19.703317 n-d-813419-10 neutron-server[102346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91f1b872-bfe1-4648-a448-cef70da3dd1f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '567f4fc1-5f28-4ac5-9a26-ecbb14bf10a8', 'code': 200} Oct 27 10:23:19.760032 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.managers [req-dd28c59c-fefb-4385-aff2-b79af6c7012d req-14f24139-b099-4f2a-a5ec-29728b407bbd service neutron] Attempting to bind port 567f4fc1-5f28-4ac5-9a26-ecbb14bf10a8 on host n-h1-813419-10 for vnic_type normal with profile {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:23:19.760421 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.managers [req-dd28c59c-fefb-4385-aff2-b79af6c7012d req-14f24139-b099-4f2a-a5ec-29728b407bbd service neutron] Attempting to bind port 567f4fc1-5f28-4ac5-9a26-ecbb14bf10a8 by drivers openvswitch,hyperv on host n-h1-813419-10 at level 0 using segments [{'id': 'f7c42c6d-2766-46d8-a8b7-4852117a5555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '4d250f92-d229-45fe-a579-67fef8e6c544'}] {{(pid=102346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:23:19.760742 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd28c59c-fefb-4385-aff2-b79af6c7012d req-14f24139-b099-4f2a-a5ec-29728b407bbd service neutron] Attempting to bind port 567f4fc1-5f28-4ac5-9a26-ecbb14bf10a8 on network 4d250f92-d229-45fe-a579-67fef8e6c544 {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:23:19.780893 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd28c59c-fefb-4385-aff2-b79af6c7012d req-14f24139-b099-4f2a-a5ec-29728b407bbd service neutron] Port 567f4fc1-5f28-4ac5-9a26-ecbb14bf10a8 on network 4d250f92-d229-45fe-a579-67fef8e6c544 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-10 {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 10:23:19.781183 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd28c59c-fefb-4385-aff2-b79af6c7012d req-14f24139-b099-4f2a-a5ec-29728b407bbd service neutron] Attempting to bind port 567f4fc1-5f28-4ac5-9a26-ecbb14bf10a8 on network 4d250f92-d229-45fe-a579-67fef8e6c544 {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:23:19.788366 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd28c59c-fefb-4385-aff2-b79af6c7012d req-14f24139-b099-4f2a-a5ec-29728b407bbd service neutron] Checking agent: {'id': 'a52e1cab-0c63-402d-9c94-330537c6c076', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 16, 2), 'started_at': datetime.datetime(2021, 10, 27, 10, 16, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 23, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:23:19.788678 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd28c59c-fefb-4385-aff2-b79af6c7012d req-14f24139-b099-4f2a-a5ec-29728b407bbd service neutron] Checking segment: {'id': 'f7c42c6d-2766-46d8-a8b7-4852117a5555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '4d250f92-d229-45fe-a579-67fef8e6c544'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:23:19.789072 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd28c59c-fefb-4385-aff2-b79af6c7012d req-14f24139-b099-4f2a-a5ec-29728b407bbd service neutron] Bound using segment: {'id': 'f7c42c6d-2766-46d8-a8b7-4852117a5555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '4d250f92-d229-45fe-a579-67fef8e6c544'} {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:23:19.789487 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.managers [req-dd28c59c-fefb-4385-aff2-b79af6c7012d req-14f24139-b099-4f2a-a5ec-29728b407bbd service neutron] Bound port: 567f4fc1-5f28-4ac5-9a26-ecbb14bf10a8, host: n-h1-813419-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7c42c6d-2766-46d8-a8b7-4852117a5555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '4d250f92-d229-45fe-a579-67fef8e6c544'}}] {{(pid=102346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:23:19.789840 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-dd28c59c-fefb-4385-aff2-b79af6c7012d req-14f24139-b099-4f2a-a5ec-29728b407bbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:19.913019 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-eadeaa30-4096-4d1a-b3cb-aa7ebfb291ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:19.933499 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260b9bad-ca67-45ae-a41c-5c19ae1736dd req-104ba96c-eb91-469e-84a3-40beb6a973a6 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:19.946638 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-260b9bad-ca67-45ae-a41c-5c19ae1736dd req-104ba96c-eb91-469e-84a3-40beb6a973a6 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/ports?device_id=91f1b872-bfe1-4648-a448-cef70da3dd1f HTTP/1.1" status: 200 len: 948 time: 0.1026022 Oct 27 10:23:19.958609 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:19.984134 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [req-dd28c59c-fefb-4385-aff2-b79af6c7012d req-14f24139-b099-4f2a-a5ec-29728b407bbd service neutron] For port 567f4fc1-5f28-4ac5-9a26-ecbb14bf10a8, host n-h1-813419-10, cleared binding levels {{(pid=102346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:23:19.990580 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [req-dd28c59c-fefb-4385-aff2-b79af6c7012d req-14f24139-b099-4f2a-a5ec-29728b407bbd service neutron] For port 567f4fc1-5f28-4ac5-9a26-ecbb14bf10a8, host n-h1-813419-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=567f4fc1-5f28-4ac5-9a26-ecbb14bf10a8,segment=NetworkSegment(f7c42c6d-2766-46d8-a8b7-4852117a5555),segment_id=f7c42c6d-2766-46d8-a8b7-4852117a5555)] {{(pid=102346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:23:19.998848 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-dd28c59c-fefb-4385-aff2-b79af6c7012d req-14f24139-b099-4f2a-a5ec-29728b407bbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27024173'] for port, after_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:20.029839 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-260b9bad-ca67-45ae-a41c-5c19ae1736dd req-ca65d11e-a1fe-4922-81ed-1ea0cf6393fb tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/security-groups?id=e786382c-1289-4f9d-b471-ed120470c2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805776 Oct 27 10:23:20.051483 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd28c59c-fefb-4385-aff2-b79af6c7012d req-14f24139-b099-4f2a-a5ec-29728b407bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:20.052161 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-dd28c59c-fefb-4385-aff2-b79af6c7012d req-14f24139-b099-4f2a-a5ec-29728b407bbd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:20.053854 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-dd28c59c-fefb-4385-aff2-b79af6c7012d req-14f24139-b099-4f2a-a5ec-29728b407bbd service neutron] 10.222.0.64 "PUT /v2.0/ports/567f4fc1-5f28-4ac5-9a26-ecbb14bf10a8 HTTP/1.1" status: 200 len: 1097 time: 1.3152449 Oct 27 10:23:20.199388 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f24139-b099-4f2a-a5ec-29728b407bbd service neutron] Pushing event updated for resources: {'Port': ['ID=567f4fc1-5f28-4ac5-9a26-ecbb14bf10a8,revision_number=7']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:23:20.260800 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device b9ab8a5b-801e-4547-9570-865c0fe53c1b up at agent hyperv_n-h1-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:23:20.269539 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd28c59c-fefb-4385-aff2-b79af6c7012d req-00346197-3c63-4a3e-9209-85d0fcf5f4f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:20.271698 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-dd28c59c-fefb-4385-aff2-b79af6c7012d req-00346197-3c63-4a3e-9209-85d0fcf5f4f4 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=31dc088f778a4c2fb761c23ef7d22647&device_id=91f1b872-bfe1-4648-a448-cef70da3dd1f HTTP/1.1" status: 200 len: 1100 time: 0.1778893 Oct 27 10:23:20.390868 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Provisioning for port b9ab8a5b-801e-4547-9570-865c0fe53c1b completed by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 10:23:20.399580 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Provisioning complete for port b9ab8a5b-801e-4547-9570-865c0fe53c1b triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:23:20.400037 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:20.419876 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd28c59c-fefb-4385-aff2-b79af6c7012d req-093644f0-032b-42cb-9f35-84e3139d2d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:20.421526 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-dd28c59c-fefb-4385-aff2-b79af6c7012d req-093644f0-032b-42cb-9f35-84e3139d2d9a service neutron] 10.222.0.64 "GET /v2.0/networks?id=4d250f92-d229-45fe-a579-67fef8e6c544 HTTP/1.1" status: 200 len: 870 time: 0.1418626 Oct 27 10:23:20.537225 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:20.579442 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a956c054-6a8a-4547-a91f-cbbdf837cf0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9ab8a5b-801e-4547-9570-865c0fe53c1b'}] {{(pid=102348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:23:20.582409 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c588921fa634554a1d9242fdea1b05457a9ff1d3b28ba54ec1dace7f2f1df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48bc5e14-7ec7-479f-92dc-c57e0f3f0874" -d '{"events": [{"server_uuid": "a956c054-6a8a-4547-a91f-cbbdf837cf0a", "name": "network-vif-plugged", "status": "completed", "tag": "b9ab8a5b-801e-4547-9570-865c0fe53c1b"}]}' {{(pid=102348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:23:20.583619 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-dd28c59c-fefb-4385-aff2-b79af6c7012d req-0054bc12-4b41-4476-806a-f0c7319f0f20 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.202&port_id=567f4fc1-5f28-4ac5-9a26-ecbb14bf10a8 HTTP/1.1" status: 200 len: 217 time: 0.1525676 Oct 27 10:23:20.603880 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port b9ab8a5b-801e-4547-9570-865c0fe53c1b, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=b9ab8a5b-801e-4547-9570-865c0fe53c1b,segment=NetworkSegment(a7abb88b-9fc1-44aa-88ce-f2add01b88d4),segment_id=a7abb88b-9fc1-44aa-88ce-f2add01b88d4)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:23:20.612132 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0abe93-28f6-4749-a69b-1002c499e761 req-315141bc-e3ca-4e1c-b7cc-e984b01589ef tempest-ServerPasswordTestJSON-886906258 tempest-ServerPasswordTestJSON-886906258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:20.623017 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-fb0abe93-28f6-4749-a69b-1002c499e761 req-315141bc-e3ca-4e1c-b7cc-e984b01589ef tempest-ServerPasswordTestJSON-886906258 tempest-ServerPasswordTestJSON-886906258-project] 10.222.0.44 "GET /v2.0/ports?device_id=a956c054-6a8a-4547-a91f-cbbdf837cf0a HTTP/1.1" status: 200 len: 944 time: 0.0867987 Oct 27 10:23:20.624751 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:20.625891 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device 3d39b2e9-b317-4161-9a6f-55c29cc4ab58 up at agent hyperv_n-h1-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:23:20.694647 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd28c59c-fefb-4385-aff2-b79af6c7012d req-eecdc962-5a13-495c-970d-57d970e0c43a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:20.699781 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-dd28c59c-fefb-4385-aff2-b79af6c7012d req-eecdc962-5a13-495c-970d-57d970e0c43a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=62eb52f7-aac4-48af-8670-e04300325561 HTTP/1.1" status: 200 len: 843 time: 0.1081717 Oct 27 10:23:20.713431 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-fb0abe93-28f6-4749-a69b-1002c499e761 req-ed188b03-8d2e-46c0-af54-3fd2a2223171 tempest-ServerPasswordTestJSON-886906258 tempest-ServerPasswordTestJSON-886906258-project] 10.222.0.44 "GET /v2.0/security-groups?id=1e756b02-a105-4e14-bfe8-32adad0c6e5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882616 Oct 27 10:23:20.748584 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:23:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26ea8d8e-bce9-4c9f-aa89-621d70af3627 x-openstack-request-id: req-26ea8d8e-bce9-4c9f-aa89-621d70af3627 {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:23:20.748879 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a956c054-6a8a-4547-a91f-cbbdf837cf0a", "name": "network-vif-plugged", "status": "completed", "tag": "b9ab8a5b-801e-4547-9570-865c0fe53c1b", "code": 200}]} {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:23:20.749132 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-26ea8d8e-bce9-4c9f-aa89-621d70af3627 {{(pid=102348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:23:20.749529 n-d-813419-10 neutron-server[102348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a956c054-6a8a-4547-a91f-cbbdf837cf0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9ab8a5b-801e-4547-9570-865c0fe53c1b', 'code': 200} Oct 27 10:23:20.793644 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd28c59c-fefb-4385-aff2-b79af6c7012d req-7c6bb620-b7be-40d8-8fb8-80fc63398dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:20.795206 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-dd28c59c-fefb-4385-aff2-b79af6c7012d req-7c6bb620-b7be-40d8-8fb8-80fc63398dc8 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4d250f92-d229-45fe-a579-67fef8e6c544&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0876079 Oct 27 10:23:20.854495 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Provisioning for port 3d39b2e9-b317-4161-9a6f-55c29cc4ab58 completed by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 10:23:20.863016 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Pushing event updated for resources: {'Port': ['ID=b9ab8a5b-801e-4547-9570-865c0fe53c1b,revision_number=5']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:23:20.866625 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Provisioning complete for port 3d39b2e9-b317-4161-9a6f-55c29cc4ab58 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:23:20.866992 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:20.879603 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc5396e-d187-4dae-8a41-aa858ad97826 req-02c49a92-0540-42e2-a91c-d802f970b136 tempest-FloatingIPsAssociationTestJSON-1989441382 tempest-FloatingIPsAssociationTestJSON-1989441382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:20.881260 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-0bc5396e-d187-4dae-8a41-aa858ad97826 req-02c49a92-0540-42e2-a91c-d802f970b136 tempest-FloatingIPsAssociationTestJSON-1989441382 tempest-FloatingIPsAssociationTestJSON-1989441382-project] 10.222.0.44 "GET /v2.0/ports?device_id=801aa122-9f97-443a-883f-63b90fda649f HTTP/1.1" status: 200 len: 945 time: 0.0811992 Oct 27 10:23:20.999760 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-0bc5396e-d187-4dae-8a41-aa858ad97826 req-d7a2383f-542f-4c8f-ad8e-a060ed24fb30 tempest-FloatingIPsAssociationTestJSON-1989441382 tempest-FloatingIPsAssociationTestJSON-1989441382-project] 10.222.0.44 "GET /v2.0/security-groups?id=a00dcf68-5e22-461d-9e5d-f9afa5233f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035240 Oct 27 10:23:21.052347 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb1b457-e00b-41d8-a98c-6dd8a1eae0b6 req-68fe8943-fec7-404a-87f8-5f055502896f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:21.053868 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-bcb1b457-e00b-41d8-a98c-6dd8a1eae0b6 req-68fe8943-fec7-404a-87f8-5f055502896f service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=a956c054-6a8a-4547-a91f-cbbdf837cf0a HTTP/1.1" status: 200 len: 1097 time: 0.2291667 Oct 27 10:23:21.070346 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:21.141922 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port 3d39b2e9-b317-4161-9a6f-55c29cc4ab58, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=3d39b2e9-b317-4161-9a6f-55c29cc4ab58,segment=NetworkSegment(fdb00e04-9654-415e-a0bd-268fdd4e2b52),segment_id=fdb00e04-9654-415e-a0bd-268fdd4e2b52)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:23:21.148820 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-dd28c59c-fefb-4385-aff2-b79af6c7012d req-dceee41a-10e6-46e9-92fc-599f029cb811 service neutron] 10.222.0.64 "GET /v2.0/networks/4d250f92-d229-45fe-a579-67fef8e6c544?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3451219 Oct 27 10:23:21.150710 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:21.211535 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-bcb1b457-e00b-41d8-a98c-6dd8a1eae0b6 req-5ba487b9-5f6f-47b2-8c44-94108126f1dd service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=1e756b02-a105-4e14-bfe8-32adad0c6e5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423228 Oct 27 10:23:21.233869 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4467cc-a05c-4666-b4dd-c6ef4fbc5167 req-6148578d-ed5b-4c09-9afe-06ed64c026e7 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:21.241418 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-4f4467cc-a05c-4666-b4dd-c6ef4fbc5167 req-6148578d-ed5b-4c09-9afe-06ed64c026e7 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/ports?device_id=91f1b872-bfe1-4648-a448-cef70da3dd1f HTTP/1.1" status: 200 len: 948 time: 0.1027584 Oct 27 10:23:21.246928 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Pushing event updated for resources: {'Port': ['ID=3d39b2e9-b317-4161-9a6f-55c29cc4ab58,revision_number=5']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:23:21.370705 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-dd28c59c-fefb-4385-aff2-b79af6c7012d req-c305a4da-fe41-4a43-bcfb-94aac75fa9d9 service neutron] 10.222.0.64 "GET /v2.0/networks/4d250f92-d229-45fe-a579-67fef8e6c544?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2037046 Oct 27 10:23:21.381134 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-4f4467cc-a05c-4666-b4dd-c6ef4fbc5167 req-5378c1b8-6722-44db-bee5-a30e4772ab42 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/security-groups?id=e786382c-1289-4f9d-b471-ed120470c2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201863 Oct 27 10:23:21.704608 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91f1b872-bfe1-4648-a448-cef70da3dd1f', 'tag': '567f4fc1-5f28-4ac5-9a26-ecbb14bf10a8'}] {{(pid=102346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:23:21.707129 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc0e418f5fc417c8d55d94c0aa509b037d0beb2a734c1a709e789eb65639a56d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec7d28ba-0851-4804-8a12-56bfa29af716" -d '{"events": [{"name": "network-changed", "server_uuid": "91f1b872-bfe1-4648-a448-cef70da3dd1f", "tag": "567f4fc1-5f28-4ac5-9a26-ecbb14bf10a8"}]}' {{(pid=102346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:23:21.802443 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-3c6a8245-0581-48aa-b5f6-4d8fe98cd16e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:21.864409 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c58347-1a80-4afd-a116-84ea5b41692a req-e62c6f38-d8b8-4c88-bc4c-8be105249acf tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:21.865970 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-24c58347-1a80-4afd-a116-84ea5b41692a req-e62c6f38-d8b8-4c88-bc4c-8be105249acf tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] 10.222.0.44 "GET /v2.0/ports?device_id=bf279598-8975-4de3-ae21-c8ab4a50138d HTTP/1.1" status: 200 len: 944 time: 0.1287606 Oct 27 10:23:21.883418 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 10:23:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac6539de-507e-432d-9069-241f02a104da x-openstack-request-id: req-ac6539de-507e-432d-9069-241f02a104da {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:23:21.883895 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91f1b872-bfe1-4648-a448-cef70da3dd1f", "tag": "567f4fc1-5f28-4ac5-9a26-ecbb14bf10a8", "status": "completed", "code": 200}]} {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:23:21.884463 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ac6539de-507e-432d-9069-241f02a104da {{(pid=102346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:23:21.885597 n-d-813419-10 neutron-server[102346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91f1b872-bfe1-4648-a448-cef70da3dd1f', 'tag': '567f4fc1-5f28-4ac5-9a26-ecbb14bf10a8', 'status': 'completed', 'code': 200} Oct 27 10:23:21.944070 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-24c58347-1a80-4afd-a116-84ea5b41692a req-d78252ec-6384-4598-8df3-65ca4e8822fa tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] 10.222.0.44 "GET /v2.0/security-groups?id=e3018bff-e5f8-44d8-a835-69520a8698da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687835 Oct 27 10:23:22.031869 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7d28ba-0851-4804-8a12-56bfa29af716 req-051f78f6-ee6b-48a4-a875-db713196cdbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:22.033540 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ec7d28ba-0851-4804-8a12-56bfa29af716 req-051f78f6-ee6b-48a4-a875-db713196cdbb service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=31dc088f778a4c2fb761c23ef7d22647&device_id=91f1b872-bfe1-4648-a448-cef70da3dd1f HTTP/1.1" status: 200 len: 1100 time: 0.1279655 Oct 27 10:23:22.035458 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7d28ba-0851-4804-8a12-56bfa29af716 req-091a1226-d908-4298-bd31-2d522a1a0d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:22.037056 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ec7d28ba-0851-4804-8a12-56bfa29af716 req-091a1226-d908-4298-bd31-2d522a1a0d46 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=31dc088f778a4c2fb761c23ef7d22647&device_id=91f1b872-bfe1-4648-a448-cef70da3dd1f HTTP/1.1" status: 200 len: 1100 time: 0.1221545 Oct 27 10:23:22.125445 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a40907-d5b8-4f05-8ab3-140e7649c2af req-792a59a0-217e-4716-a639-dc9e6955a62f tempest-ServerPasswordTestJSON-886906258 tempest-ServerPasswordTestJSON-886906258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:22.133017 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-66a40907-d5b8-4f05-8ab3-140e7649c2af req-792a59a0-217e-4716-a639-dc9e6955a62f tempest-ServerPasswordTestJSON-886906258 tempest-ServerPasswordTestJSON-886906258-project] 10.222.0.44 "GET /v2.0/ports?device_id=a956c054-6a8a-4547-a91f-cbbdf837cf0a HTTP/1.1" status: 200 len: 945 time: 0.1655004 Oct 27 10:23:22.208102 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2911d275-78ff-4dbb-96a2-098d6a771839 req-8af23138-9d32-4a4c-b3c6-734451591d24 tempest-FloatingIPsAssociationTestJSON-1989441382 tempest-FloatingIPsAssociationTestJSON-1989441382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:22.215806 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-2911d275-78ff-4dbb-96a2-098d6a771839 req-8af23138-9d32-4a4c-b3c6-734451591d24 tempest-FloatingIPsAssociationTestJSON-1989441382 tempest-FloatingIPsAssociationTestJSON-1989441382-project] 10.222.0.44 "GET /v2.0/ports?device_id=801aa122-9f97-443a-883f-63b90fda649f HTTP/1.1" status: 200 len: 946 time: 0.0641143 Oct 27 10:23:22.235188 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-66a40907-d5b8-4f05-8ab3-140e7649c2af req-90209db5-b370-452e-ae11-ad1b7eece2a2 tempest-ServerPasswordTestJSON-886906258 tempest-ServerPasswordTestJSON-886906258-project] 10.222.0.44 "GET /v2.0/security-groups?id=1e756b02-a105-4e14-bfe8-32adad0c6e5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013098 Oct 27 10:23:22.300073 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7d28ba-0851-4804-8a12-56bfa29af716 req-3e68d5d5-a6d2-4217-a1aa-0a25cb69cc97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:22.301791 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ec7d28ba-0851-4804-8a12-56bfa29af716 req-3e68d5d5-a6d2-4217-a1aa-0a25cb69cc97 service neutron] 10.222.0.64 "GET /v2.0/networks?id=4d250f92-d229-45fe-a579-67fef8e6c544 HTTP/1.1" status: 200 len: 870 time: 0.2507710 Oct 27 10:23:22.304771 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7d28ba-0851-4804-8a12-56bfa29af716 req-81ddfb20-c6fe-42cd-8ffe-2dd97f55dc73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:22.306324 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ec7d28ba-0851-4804-8a12-56bfa29af716 req-81ddfb20-c6fe-42cd-8ffe-2dd97f55dc73 service neutron] 10.222.0.76 "GET /v2.0/networks?id=4d250f92-d229-45fe-a579-67fef8e6c544 HTTP/1.1" status: 200 len: 870 time: 0.2641349 Oct 27 10:23:22.334688 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-2911d275-78ff-4dbb-96a2-098d6a771839 req-254c28fb-8f18-458d-af9e-439edf9e11ad tempest-FloatingIPsAssociationTestJSON-1989441382 tempest-FloatingIPsAssociationTestJSON-1989441382-project] 10.222.0.44 "GET /v2.0/security-groups?id=a00dcf68-5e22-461d-9e5d-f9afa5233f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168067 Oct 27 10:23:22.398275 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ec7d28ba-0851-4804-8a12-56bfa29af716 req-13bb4ec6-f248-4fad-8a82-e1c56bfc6d77 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.202&port_id=567f4fc1-5f28-4ac5-9a26-ecbb14bf10a8 HTTP/1.1" status: 200 len: 217 time: 0.0727184 Oct 27 10:23:22.495358 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ec7d28ba-0851-4804-8a12-56bfa29af716 req-cff8ccc7-c853-48e0-8221-32497869659f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.202&port_id=567f4fc1-5f28-4ac5-9a26-ecbb14bf10a8 HTTP/1.1" status: 200 len: 217 time: 0.1431010 Oct 27 10:23:22.662505 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device 567f4fc1-5f28-4ac5-9a26-ecbb14bf10a8 no longer exists at agent hyperv_n-h2-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:23:22.726156 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2daae4-1e58-42f2-ac28-7e97f5042b71 req-4a2eac91-9197-42ab-a64d-f658c94d318a tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:22.734706 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-ab2daae4-1e58-42f2-ac28-7e97f5042b71 req-4a2eac91-9197-42ab-a64d-f658c94d318a tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] 10.222.0.76 "GET /v2.0/ports?device_id=bf279598-8975-4de3-ae21-c8ab4a50138d HTTP/1.1" status: 200 len: 944 time: 0.1091878 Oct 27 10:23:22.750400 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '801aa122-9f97-443a-883f-63b90fda649f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d39b2e9-b317-4161-9a6f-55c29cc4ab58'}] {{(pid=102348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:23:22.756245 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c588921fa634554a1d9242fdea1b05457a9ff1d3b28ba54ec1dace7f2f1df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7e7ae02-0eb5-4f66-9640-6a4a1881b56e" -d '{"events": [{"server_uuid": "801aa122-9f97-443a-883f-63b90fda649f", "name": "network-vif-plugged", "status": "completed", "tag": "3d39b2e9-b317-4161-9a6f-55c29cc4ab58"}]}' {{(pid=102348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:23:22.770761 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device 567f4fc1-5f28-4ac5-9a26-ecbb14bf10a8 not bound to the agent host n-h2-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:23:22.827994 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:23:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ab432ba-ad37-4167-8f1b-3718d21a6a4b x-openstack-request-id: req-0ab432ba-ad37-4167-8f1b-3718d21a6a4b {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:23:22.828566 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "801aa122-9f97-443a-883f-63b90fda649f", "name": "network-vif-plugged", "status": "completed", "tag": "3d39b2e9-b317-4161-9a6f-55c29cc4ab58", "code": 200}]} {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:23:22.828981 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-0ab432ba-ad37-4167-8f1b-3718d21a6a4b {{(pid=102348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:23:22.829580 n-d-813419-10 neutron-server[102348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '801aa122-9f97-443a-883f-63b90fda649f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d39b2e9-b317-4161-9a6f-55c29cc4ab58', 'code': 200} Oct 27 10:23:22.953225 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [req-ab2daae4-1e58-42f2-ac28-7e97f5042b71 req-313cdc60-2ae3-431b-8d76-3c442e447d74 tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] Deleting port 42128473-d858-46d3-98ca-d69e235d8820 {{(pid=102347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:23:22.953846 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-ab2daae4-1e58-42f2-ac28-7e97f5042b71 req-313cdc60-2ae3-431b-8d76-3c442e447d74 tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:23.060181 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-ab2daae4-1e58-42f2-ac28-7e97f5042b71 req-313cdc60-2ae3-431b-8d76-3c442e447d74 tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] For port 42128473-d858-46d3-98ca-d69e235d8820, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=42128473-d858-46d3-98ca-d69e235d8820,segment=NetworkSegment(4fd5c29a-a838-4106-a890-06a671bde674),segment_id=4fd5c29a-a838-4106-a890-06a671bde674)] {{(pid=102347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:23:23.060677 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-ab2daae4-1e58-42f2-ac28-7e97f5042b71 req-313cdc60-2ae3-431b-8d76-3c442e447d74 tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:23.085629 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7d28ba-0851-4804-8a12-56bfa29af716 req-36ff2069-b65e-449f-aefa-390a7b8cf84d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:23.086726 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [req-ab2daae4-1e58-42f2-ac28-7e97f5042b71 req-313cdc60-2ae3-431b-8d76-3c442e447d74 tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] Calling delete_port for 42128473-d858-46d3-98ca-d69e235d8820 owned by compute:nova {{(pid=102347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:23:23.087285 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ec7d28ba-0851-4804-8a12-56bfa29af716 req-36ff2069-b65e-449f-aefa-390a7b8cf84d service neutron] 10.222.0.76 "GET /v2.0/subnets?id=62eb52f7-aac4-48af-8670-e04300325561 HTTP/1.1" status: 200 len: 843 time: 0.6344199 Oct 27 10:23:23.121637 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49978ba5-13ac-43c3-aac9-5f6bd79b0b00 req-76bdcf33-974b-4201-9e32-ec024df96984 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:23.129686 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-49978ba5-13ac-43c3-aac9-5f6bd79b0b00 req-76bdcf33-974b-4201-9e32-ec024df96984 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/ports?device_id=91f1b872-bfe1-4648-a448-cef70da3dd1f HTTP/1.1" status: 200 len: 948 time: 0.6315880 Oct 27 10:23:23.179975 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540c3172-4ea5-4e67-b1c4-61dfc055de0f req-4e6ebdb7-ea97-49f0-8dc6-1c5fffdc26f7 tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:23.189233 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-540c3172-4ea5-4e67-b1c4-61dfc055de0f req-4e6ebdb7-ea97-49f0-8dc6-1c5fffdc26f7 tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] 10.222.0.44 "GET /v2.0/ports?device_id=bf279598-8975-4de3-ae21-c8ab4a50138d HTTP/1.1" status: 200 len: 944 time: 0.0967612 Oct 27 10:23:23.198536 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7d28ba-0851-4804-8a12-56bfa29af716 req-4c440551-c235-4098-96e6-76d64120cdc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:23.200370 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ec7d28ba-0851-4804-8a12-56bfa29af716 req-4c440551-c235-4098-96e6-76d64120cdc7 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=62eb52f7-aac4-48af-8670-e04300325561 HTTP/1.1" status: 200 len: 843 time: 0.6638339 Oct 27 10:23:23.214211 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-49978ba5-13ac-43c3-aac9-5f6bd79b0b00 req-b54ea449-c50b-428c-bfe3-1277e04dad31 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/security-groups?id=e786382c-1289-4f9d-b471-ed120470c2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832388 Oct 27 10:23:23.321749 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe601f2-1eb8-4cf9-bcb0-75651722722d req-98db0637-c401-48ee-8b4f-0824b95d400c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:23.324649 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-0fe601f2-1eb8-4cf9-bcb0-75651722722d req-98db0637-c401-48ee-8b4f-0824b95d400c service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=801aa122-9f97-443a-883f-63b90fda649f HTTP/1.1" status: 200 len: 1098 time: 0.2571125 Oct 27 10:23:23.332155 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-540c3172-4ea5-4e67-b1c4-61dfc055de0f req-0bd5f67a-3dae-4d3a-bfb0-12aaf6adfb91 tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] 10.222.0.44 "GET /v2.0/security-groups?id=e3018bff-e5f8-44d8-a835-69520a8698da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377859 Oct 27 10:23:23.364924 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7d28ba-0851-4804-8a12-56bfa29af716 req-61b3e1fd-ef64-42b5-8034-f457be47ab0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:23.371232 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ec7d28ba-0851-4804-8a12-56bfa29af716 req-61b3e1fd-ef64-42b5-8034-f457be47ab0a service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=4d250f92-d229-45fe-a579-67fef8e6c544&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2383666 Oct 27 10:23:23.468657 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-0fe601f2-1eb8-4cf9-bcb0-75651722722d req-f7d3120f-4254-4399-bc56-a4dfa39dcb81 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=a00dcf68-5e22-461d-9e5d-f9afa5233f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946438 Oct 27 10:23:23.552939 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7d28ba-0851-4804-8a12-56bfa29af716 req-dc262330-fce2-4c72-8927-650d56f6760a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:23.554439 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ec7d28ba-0851-4804-8a12-56bfa29af716 req-dc262330-fce2-4c72-8927-650d56f6760a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4d250f92-d229-45fe-a579-67fef8e6c544&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3266053 Oct 27 10:23:23.584163 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba4f781-b27a-420a-8441-88ab515eec3c req-246e33d7-057d-4601-b3e0-7a04af11d2f2 tempest-ServerPasswordTestJSON-886906258 tempest-ServerPasswordTestJSON-886906258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:23.585621 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-bba4f781-b27a-420a-8441-88ab515eec3c req-246e33d7-057d-4601-b3e0-7a04af11d2f2 tempest-ServerPasswordTestJSON-886906258 tempest-ServerPasswordTestJSON-886906258-project] 10.222.0.44 "GET /v2.0/ports?device_id=a956c054-6a8a-4547-a91f-cbbdf837cf0a HTTP/1.1" status: 200 len: 945 time: 0.0970006 Oct 27 10:23:23.596120 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072d1c4a-af1b-4a59-881f-a17bb8504436 req-50fcbefc-0d95-4036-a506-907c93b00b90 tempest-FloatingIPsAssociationTestJSON-1989441382 tempest-FloatingIPsAssociationTestJSON-1989441382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:23.598238 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-072d1c4a-af1b-4a59-881f-a17bb8504436 req-50fcbefc-0d95-4036-a506-907c93b00b90 tempest-FloatingIPsAssociationTestJSON-1989441382 tempest-FloatingIPsAssociationTestJSON-1989441382-project] 10.222.0.44 "GET /v2.0/ports?device_id=801aa122-9f97-443a-883f-63b90fda649f HTTP/1.1" status: 200 len: 946 time: 0.0786209 Oct 27 10:23:23.624823 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ec7d28ba-0851-4804-8a12-56bfa29af716 req-9e78fc3b-3c18-45c0-b730-4072c3b1917e service neutron] 10.222.0.76 "GET /v2.0/networks/4d250f92-d229-45fe-a579-67fef8e6c544?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1808760 Oct 27 10:23:23.625167 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-ab2daae4-1e58-42f2-ac28-7e97f5042b71 req-313cdc60-2ae3-431b-8d76-3c442e447d74 tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:23.640563 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] get_ports_and_sgs() called for port_ids ['cc809c9a-81c2-48fc-a862-97633a5e993c'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:23:23.674525 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-072d1c4a-af1b-4a59-881f-a17bb8504436 req-55489c90-29cd-4287-82b4-3bb9b985eeeb tempest-FloatingIPsAssociationTestJSON-1989441382 tempest-FloatingIPsAssociationTestJSON-1989441382-project] 10.222.0.44 "GET /v2.0/security-groups?id=a00dcf68-5e22-461d-9e5d-f9afa5233f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652592 Oct 27 10:23:23.676920 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313cdc60-2ae3-431b-8d76-3c442e447d74 tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] Pushing event deleted for resources: {'Port': ['ID=42128473-d858-46d3-98ca-d69e235d8820,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:23:23.699925 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-bba4f781-b27a-420a-8441-88ab515eec3c req-92446e83-42d1-4554-a311-da50a99baacd tempest-ServerPasswordTestJSON-886906258 tempest-ServerPasswordTestJSON-886906258-project] 10.222.0.44 "GET /v2.0/security-groups?id=1e756b02-a105-4e14-bfe8-32adad0c6e5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042423 Oct 27 10:23:23.767133 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab2daae4-1e58-42f2-ac28-7e97f5042b71 req-313cdc60-2ae3-431b-8d76-3c442e447d74 tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] No DVR routers for this DVR port 42128473-d858-46d3-98ca-d69e235d8820 on host n-h2-813419-10 {{(pid=102347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:23:23.776602 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-ab2daae4-1e58-42f2-ac28-7e97f5042b71 req-313cdc60-2ae3-431b-8d76-3c442e447d74 tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:23.789020 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-ab2daae4-1e58-42f2-ac28-7e97f5042b71 req-313cdc60-2ae3-431b-8d76-3c442e447d74 tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] 10.222.0.76 "DELETE /v2.0/ports/42128473-d858-46d3-98ca-d69e235d8820 HTTP/1.1" status: 204 len: 173 time: 1.0473177 Oct 27 10:23:23.790385 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf279598-8975-4de3-ae21-c8ab4a50138d', 'name': 'network-vif-deleted', 'tag': '42128473-d858-46d3-98ca-d69e235d8820'}] {{(pid=102347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:23:23.794315 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311149b481204ee7edffdb959c881838506fbd95bc8577c048f6677abb73acc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-301d3741-ea44-4ad1-b760-b80e135cc6a2" -d '{"events": [{"server_uuid": "bf279598-8975-4de3-ae21-c8ab4a50138d", "name": "network-vif-deleted", "tag": "42128473-d858-46d3-98ca-d69e235d8820"}]}' {{(pid=102347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:23:23.873664 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ec7d28ba-0851-4804-8a12-56bfa29af716 req-41607319-7124-4dea-84cf-2f47070a672e service neutron] 10.222.0.76 "GET /v2.0/networks/4d250f92-d229-45fe-a579-67fef8e6c544?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2378502 Oct 27 10:23:23.888100 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ec7d28ba-0851-4804-8a12-56bfa29af716 req-0908f97c-dd5e-4826-8c90-69307599bd39 service neutron] 10.222.0.64 "GET /v2.0/networks/4d250f92-d229-45fe-a579-67fef8e6c544?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1966248 Oct 27 10:23:23.973838 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:23:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a41d367d-4da3-4b1f-be2c-3d3e504586b3 x-openstack-request-id: req-a41d367d-4da3-4b1f-be2c-3d3e504586b3 {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:23:23.974406 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf279598-8975-4de3-ae21-c8ab4a50138d", "name": "network-vif-deleted", "tag": "42128473-d858-46d3-98ca-d69e235d8820", "status": "completed", "code": 200}]} {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:23:23.974406 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a41d367d-4da3-4b1f-be2c-3d3e504586b3 {{(pid=102347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:23:23.974689 n-d-813419-10 neutron-server[102347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf279598-8975-4de3-ae21-c8ab4a50138d', 'name': 'network-vif-deleted', 'tag': '42128473-d858-46d3-98ca-d69e235d8820', 'status': 'completed', 'code': 200} Oct 27 10:23:24.044675 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ec7d28ba-0851-4804-8a12-56bfa29af716 req-2effa8f6-9984-4c77-b161-273fec7c4433 service neutron] 10.222.0.64 "GET /v2.0/networks/4d250f92-d229-45fe-a579-67fef8e6c544?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1519990 Oct 27 10:23:24.256694 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b83c17-641a-4cdf-8f46-edfc29f3607b req-16922cd0-0ce3-4ae8-b494-3f3da31144ac tempest-ServerPasswordTestJSON-886906258 tempest-ServerPasswordTestJSON-886906258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:24.264757 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-c0b83c17-641a-4cdf-8f46-edfc29f3607b req-16922cd0-0ce3-4ae8-b494-3f3da31144ac tempest-ServerPasswordTestJSON-886906258 tempest-ServerPasswordTestJSON-886906258-project] 10.222.0.44 "GET /v2.0/ports?device_id=a956c054-6a8a-4547-a91f-cbbdf837cf0a HTTP/1.1" status: 200 len: 945 time: 0.0576658 Oct 27 10:23:24.281343 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device 567f4fc1-5f28-4ac5-9a26-ecbb14bf10a8 details requested by agent hyperv_n-h1-813419-10 with host n-h1-813419-10 {{(pid=102348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 10:23:24.316892 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-c0b83c17-641a-4cdf-8f46-edfc29f3607b req-52de636a-d459-4d30-b1da-8aaef6a3ae3a tempest-ServerPasswordTestJSON-886906258 tempest-ServerPasswordTestJSON-886906258-project] 10.222.0.44 "GET /v2.0/security-groups?id=1e756b02-a105-4e14-bfe8-32adad0c6e5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510798 Oct 27 10:23:24.428725 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port 567f4fc1-5f28-4ac5-9a26-ecbb14bf10a8, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=567f4fc1-5f28-4ac5-9a26-ecbb14bf10a8,segment=NetworkSegment(f7c42c6d-2766-46d8-a8b7-4852117a5555),segment_id=f7c42c6d-2766-46d8-a8b7-4852117a5555)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:23:24.447575 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Returning: {'device': '567f4fc1-5f28-4ac5-9a26-ecbb14bf10a8', 'network_id': '4d250f92-d229-45fe-a579-67fef8e6c544', 'port_id': '567f4fc1-5f28-4ac5-9a26-ecbb14bf10a8', 'mac_address': 'fa:16:3e:c0:9e:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62eb52f7-aac4-48af-8670-e04300325561', 'ip_address': '192.168.233.202'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 10:23:24.483570 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db512262-d0f7-4c5e-8ea0-df32835aa64e req-bb464436-f391-4fd3-8e3d-d4cbef97afc2 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:24.488106 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:24.492149 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-db512262-d0f7-4c5e-8ea0-df32835aa64e req-bb464436-f391-4fd3-8e3d-d4cbef97afc2 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/ports?device_id=91f1b872-bfe1-4648-a448-cef70da3dd1f HTTP/1.1" status: 200 len: 948 time: 0.2033517 Oct 27 10:23:24.503591 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 567f4fc1-5f28-4ac5-9a26-ecbb14bf10a8 {{(pid=102348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:23:24.517000 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-a154b2b7-d227-418b-8780-86128bf7cb1f req-6cf47371-d592-4f6a-a04c-ffa727e38491 tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] 10.222.0.44 "GET /v2.0/ports?device_id=bf279598-8975-4de3-ae21-c8ab4a50138d HTTP/1.1" status: 200 len: 210 time: 0.0274274 Oct 27 10:23:24.525445 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port 567f4fc1-5f28-4ac5-9a26-ecbb14bf10a8, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=567f4fc1-5f28-4ac5-9a26-ecbb14bf10a8,segment=NetworkSegment(f7c42c6d-2766-46d8-a8b7-4852117a5555),segment_id=f7c42c6d-2766-46d8-a8b7-4852117a5555)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:23:24.530299 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:24.536717 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-db512262-d0f7-4c5e-8ea0-df32835aa64e req-8bcfb1c0-cb99-4e1e-95be-83ccf319de8d tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/security-groups?id=e786382c-1289-4f9d-b471-ed120470c2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436482 Oct 27 10:23:24.586055 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Pushing event updated for resources: {'Port': ['ID=567f4fc1-5f28-4ac5-9a26-ecbb14bf10a8,revision_number=8']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:23:24.593799 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:23:24.594140 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:23:24.594480 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:23:24.594813 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:23:24.595139 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:23:24.595460 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:23:24.595783 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:23:24.596104 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:23:24.596448 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:23:24.596764 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:23:24.597079 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:23:24.597394 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:23:24.828689 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bba488-2c0f-408d-a94f-c6bf0bf28840 req-11ba0f11-a545-43e8-95e9-366e1f4dfaf5 tempest-FloatingIPsAssociationTestJSON-1989441382 tempest-FloatingIPsAssociationTestJSON-1989441382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:24.830534 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-e3bba488-2c0f-408d-a94f-c6bf0bf28840 req-11ba0f11-a545-43e8-95e9-366e1f4dfaf5 tempest-FloatingIPsAssociationTestJSON-1989441382 tempest-FloatingIPsAssociationTestJSON-1989441382-project] 10.222.0.44 "GET /v2.0/ports?device_id=801aa122-9f97-443a-883f-63b90fda649f HTTP/1.1" status: 200 len: 946 time: 0.0509670 Oct 27 10:23:24.874806 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-e3bba488-2c0f-408d-a94f-c6bf0bf28840 req-dcd3989e-cdec-49ee-bab2-9a1bbdd978c1 tempest-FloatingIPsAssociationTestJSON-1989441382 tempest-FloatingIPsAssociationTestJSON-1989441382-project] 10.222.0.44 "GET /v2.0/security-groups?id=a00dcf68-5e22-461d-9e5d-f9afa5233f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378273 Oct 27 10:23:24.892612 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] get_ports_and_sgs() called for port_ids ['567f4fc1-5f28-4ac5-9a26-ecbb14bf10a8'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:23:24.926599 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bc48bc-a950-4745-88b9-5799396caea8 req-ec7e2fe5-9f5e-4ed8-833a-7167b1e73aaf tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:24.928154 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-64bc48bc-a950-4745-88b9-5799396caea8 req-ec7e2fe5-9f5e-4ed8-833a-7167b1e73aaf tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.64 "GET /v2.0/ports?device_id=91f1b872-bfe1-4648-a448-cef70da3dd1f&tenant_id=31dc088f778a4c2fb761c23ef7d22647&binding%3Ahost_id=n-h1-813419-10 HTTP/1.1" status: 200 len: 949 time: 0.1413627 Oct 27 10:23:24.941835 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a49962e-4400-4706-86d7-51ca7bc74d21 req-a307b7c0-e9db-41cd-9aab-8781658706a9 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:24.943414 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-1a49962e-4400-4706-86d7-51ca7bc74d21 req-a307b7c0-e9db-41cd-9aab-8781658706a9 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/ports?device_id=91f1b872-bfe1-4648-a448-cef70da3dd1f HTTP/1.1" status: 200 len: 949 time: 0.1209130 Oct 27 10:23:25.029978 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-1a49962e-4400-4706-86d7-51ca7bc74d21 req-79bb4aaa-7c42-4ee0-a780-e3a04dfac7fe tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/security-groups?id=e786382c-1289-4f9d-b471-ed120470c2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781813 Oct 27 10:23:25.038547 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-64bc48bc-a950-4745-88b9-5799396caea8 req-07fa40ad-5c26-424b-bc8d-61d9dbcd39c8 service neutron] 10.222.0.64 "GET /v2.0/ports/567f4fc1-5f28-4ac5-9a26-ecbb14bf10a8/bindings/n-h1-813419-10 HTTP/1.1" status: 200 len: 383 time: 0.0941379 Oct 27 10:23:25.129315 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bc48bc-a950-4745-88b9-5799396caea8 req-7899f6dc-c339-4698-8c22-541fee51167f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:25.129465 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-64bc48bc-a950-4745-88b9-5799396caea8 req-7899f6dc-c339-4698-8c22-541fee51167f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=31dc088f778a4c2fb761c23ef7d22647&device_id=91f1b872-bfe1-4648-a448-cef70da3dd1f HTTP/1.1" status: 200 len: 1101 time: 0.0532160 Oct 27 10:23:25.227645 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bc48bc-a950-4745-88b9-5799396caea8 req-41e8ad42-599d-4a44-8782-ce641bb5d9e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:25.229181 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-64bc48bc-a950-4745-88b9-5799396caea8 req-41e8ad42-599d-4a44-8782-ce641bb5d9e5 service neutron] 10.222.0.64 "GET /v2.0/networks?id=4d250f92-d229-45fe-a579-67fef8e6c544 HTTP/1.1" status: 200 len: 870 time: 0.0872021 Oct 27 10:23:25.275932 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-64bc48bc-a950-4745-88b9-5799396caea8 req-8130c4ba-d0f5-4772-9c88-fe30dae1d41d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.202&port_id=567f4fc1-5f28-4ac5-9a26-ecbb14bf10a8 HTTP/1.1" status: 200 len: 217 time: 0.0382848 Oct 27 10:23:25.327229 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bc48bc-a950-4745-88b9-5799396caea8 req-83368b48-e8c1-4762-9d0a-9ce1acb71d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:25.328732 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-64bc48bc-a950-4745-88b9-5799396caea8 req-83368b48-e8c1-4762-9d0a-9ce1acb71d88 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=62eb52f7-aac4-48af-8670-e04300325561 HTTP/1.1" status: 200 len: 843 time: 0.0457461 Oct 27 10:23:25.380410 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bc48bc-a950-4745-88b9-5799396caea8 req-f823d593-0d75-4454-a49e-97ccdb86c483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:25.382001 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-64bc48bc-a950-4745-88b9-5799396caea8 req-f823d593-0d75-4454-a49e-97ccdb86c483 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4d250f92-d229-45fe-a579-67fef8e6c544&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0449033 Oct 27 10:23:25.491966 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74335d1d-4c13-42c7-9dbe-7137fba84ddd req-f4e0fb90-cb75-4b42-a095-37e4260dd8c5 tempest-ServerPasswordTestJSON-886906258 tempest-ServerPasswordTestJSON-886906258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:25.493535 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-74335d1d-4c13-42c7-9dbe-7137fba84ddd req-f4e0fb90-cb75-4b42-a095-37e4260dd8c5 tempest-ServerPasswordTestJSON-886906258 tempest-ServerPasswordTestJSON-886906258-project] 10.222.0.44 "GET /v2.0/ports?device_id=a956c054-6a8a-4547-a91f-cbbdf837cf0a HTTP/1.1" status: 200 len: 945 time: 0.0952961 Oct 27 10:23:25.548476 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-64bc48bc-a950-4745-88b9-5799396caea8 req-db63cb6e-7f9c-4b4c-a95e-fe3666bf408d service neutron] 10.222.0.64 "GET /v2.0/networks/4d250f92-d229-45fe-a579-67fef8e6c544?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1578410 Oct 27 10:23:25.553356 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-74335d1d-4c13-42c7-9dbe-7137fba84ddd req-493bb41f-a7f6-48ec-99b9-16fa6d587865 tempest-ServerPasswordTestJSON-886906258 tempest-ServerPasswordTestJSON-886906258-project] 10.222.0.44 "GET /v2.0/security-groups?id=1e756b02-a105-4e14-bfe8-32adad0c6e5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523007 Oct 27 10:23:25.656639 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-64bc48bc-a950-4745-88b9-5799396caea8 req-20ad408f-9288-4ae4-80c9-779b4866c20b service neutron] 10.222.0.64 "GET /v2.0/networks/4d250f92-d229-45fe-a579-67fef8e6c544?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989554 Oct 27 10:23:25.858186 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f86def8-14cc-42d1-922e-1e8dc6c542d0 req-7e62a0a5-7ab0-41de-a017-c229a2482171 tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:25.859715 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-1f86def8-14cc-42d1-922e-1e8dc6c542d0 req-7e62a0a5-7ab0-41de-a017-c229a2482171 tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] 10.222.0.44 "GET /v2.0/ports?device_id=dfe13e53-5060-499f-ab7e-75bb3faaeddc HTTP/1.1" status: 200 len: 947 time: 0.0500972 Oct 27 10:23:25.898621 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-1f86def8-14cc-42d1-922e-1e8dc6c542d0 req-297aaaae-badb-4aa6-a931-a386bcb384f9 tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] 10.222.0.44 "GET /v2.0/security-groups?id=e3018bff-e5f8-44d8-a835-69520a8698da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323186 Oct 27 10:23:25.961868 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7d2e9d-1fb3-482b-b409-3fa24a4f797e req-c3ebb13b-0641-43af-996b-6e3d6a32dbb8 tempest-ServerPasswordTestJSON-886906258 tempest-ServerPasswordTestJSON-886906258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:25.964557 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-fa7d2e9d-1fb3-482b-b409-3fa24a4f797e req-c3ebb13b-0641-43af-996b-6e3d6a32dbb8 tempest-ServerPasswordTestJSON-886906258 tempest-ServerPasswordTestJSON-886906258-project] 10.222.0.64 "GET /v2.0/ports?device_id=a956c054-6a8a-4547-a91f-cbbdf837cf0a HTTP/1.1" status: 200 len: 945 time: 0.0557587 Oct 27 10:23:25.972920 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8120b5c8-4f6e-4655-84f0-23e6ca290a56 req-73fc7163-6a34-4320-9595-1ccd2c855563 tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:25.974375 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8120b5c8-4f6e-4655-84f0-23e6ca290a56 req-73fc7163-6a34-4320-9595-1ccd2c855563 tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] 10.222.0.44 "GET /v2.0/networks?id=6e5c7d55-96e0-4ffb-8753-a93efa7224ea HTTP/1.1" status: 200 len: 804 time: 0.1077530 Oct 27 10:23:25.989945 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8120b5c8-4f6e-4655-84f0-23e6ca290a56 req-43f7e16b-5cde-47bc-8f59-7b27db205b9d tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] 10.222.0.44 "GET /v2.0/quotas/580a3fc36cc44c288aa6a1263e27e7ae HTTP/1.1" status: 200 len: 375 time: 0.0097826 Oct 27 10:23:26.038881 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8120b5c8-4f6e-4655-84f0-23e6ca290a56 req-164d5d1e-f7e4-4b59-855b-0e562fc828ec tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=580a3fc36cc44c288aa6a1263e27e7ae&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0433052 Oct 27 10:23:26.066579 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f104030-beb9-47a8-a173-e85f9d92d0d1 req-afa6c631-9ccc-44e8-8012-4477cd0b4d49 tempest-FloatingIPsAssociationTestJSON-1989441382 tempest-FloatingIPsAssociationTestJSON-1989441382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:26.067977 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-4f104030-beb9-47a8-a173-e85f9d92d0d1 req-afa6c631-9ccc-44e8-8012-4477cd0b4d49 tempest-FloatingIPsAssociationTestJSON-1989441382 tempest-FloatingIPsAssociationTestJSON-1989441382-project] 10.222.0.44 "GET /v2.0/ports?device_id=801aa122-9f97-443a-883f-63b90fda649f HTTP/1.1" status: 200 len: 946 time: 0.1025367 Oct 27 10:23:26.122731 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [req-fa7d2e9d-1fb3-482b-b409-3fa24a4f797e req-bb5d6188-92f9-47a6-818b-a1d321337e17 tempest-ServerPasswordTestJSON-886906258 tempest-ServerPasswordTestJSON-886906258-project] Deleting port b9ab8a5b-801e-4547-9570-865c0fe53c1b {{(pid=102346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:23:26.123067 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-fa7d2e9d-1fb3-482b-b409-3fa24a4f797e req-bb5d6188-92f9-47a6-818b-a1d321337e17 tempest-ServerPasswordTestJSON-886906258 tempest-ServerPasswordTestJSON-886906258-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:26.129713 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-4f104030-beb9-47a8-a173-e85f9d92d0d1 req-0a7b41ec-1198-4f9e-8cca-5131837325b2 tempest-FloatingIPsAssociationTestJSON-1989441382 tempest-FloatingIPsAssociationTestJSON-1989441382-project] 10.222.0.44 "GET /v2.0/security-groups?id=a00dcf68-5e22-461d-9e5d-f9afa5233f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482869 Oct 27 10:23:26.136275 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8120b5c8-4f6e-4655-84f0-23e6ca290a56 req-e61efed0-f30c-4a5c-81df-5bcf26884664 service neutron] 10.222.0.44 "GET /v2.0/networks/6e5c7d55-96e0-4ffb-8753-a93efa7224ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897005 Oct 27 10:23:26.221663 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [req-fa7d2e9d-1fb3-482b-b409-3fa24a4f797e req-bb5d6188-92f9-47a6-818b-a1d321337e17 tempest-ServerPasswordTestJSON-886906258 tempest-ServerPasswordTestJSON-886906258-project] For port b9ab8a5b-801e-4547-9570-865c0fe53c1b, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=b9ab8a5b-801e-4547-9570-865c0fe53c1b,segment=NetworkSegment(a7abb88b-9fc1-44aa-88ce-f2add01b88d4),segment_id=a7abb88b-9fc1-44aa-88ce-f2add01b88d4)] {{(pid=102346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:23:26.222299 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-fa7d2e9d-1fb3-482b-b409-3fa24a4f797e req-bb5d6188-92f9-47a6-818b-a1d321337e17 tempest-ServerPasswordTestJSON-886906258 tempest-ServerPasswordTestJSON-886906258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:26.236508 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [req-fa7d2e9d-1fb3-482b-b409-3fa24a4f797e req-bb5d6188-92f9-47a6-818b-a1d321337e17 tempest-ServerPasswordTestJSON-886906258 tempest-ServerPasswordTestJSON-886906258-project] Calling delete_port for b9ab8a5b-801e-4547-9570-865c0fe53c1b owned by compute:nova {{(pid=102346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:23:26.239836 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8120b5c8-4f6e-4655-84f0-23e6ca290a56 req-6ffddb3d-6c4c-4f65-81e6-b4c4e9f8b0d3 service neutron] 10.222.0.44 "GET /v2.0/networks/6e5c7d55-96e0-4ffb-8753-a93efa7224ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972505 Oct 27 10:23:26.298071 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device 567f4fc1-5f28-4ac5-9a26-ecbb14bf10a8 up at agent hyperv_n-h1-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:23:26.356889 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Provisioning for port 567f4fc1-5f28-4ac5-9a26-ecbb14bf10a8 completed by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 10:23:26.362433 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f700ff2c-b9cc-4540-b22d-3001e306e37b req-b3717c09-1426-44b1-aa7c-2584e22eb688 tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:26.364043 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-f700ff2c-b9cc-4540-b22d-3001e306e37b req-b3717c09-1426-44b1-aa7c-2584e22eb688 tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] 10.222.0.76 "GET /v2.0/ports?device_id=dfe13e53-5060-499f-ab7e-75bb3faaeddc HTTP/1.1" status: 200 len: 947 time: 0.0825636 Oct 27 10:23:26.366901 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Provisioning complete for port 567f4fc1-5f28-4ac5-9a26-ecbb14bf10a8 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:23:26.367582 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:26.474436 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:26.492480 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f5e88b-64ad-458a-ac3a-d48a0b6d5d2e req-57e10201-8b16-4532-80c9-79e6d4c673c4 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:26.500334 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-62f5e88b-64ad-458a-ac3a-d48a0b6d5d2e req-57e10201-8b16-4532-80c9-79e6d4c673c4 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/ports?device_id=91f1b872-bfe1-4648-a448-cef70da3dd1f HTTP/1.1" status: 200 len: 949 time: 0.2501712 Oct 27 10:23:26.507470 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91f1b872-bfe1-4648-a448-cef70da3dd1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '567f4fc1-5f28-4ac5-9a26-ecbb14bf10a8'}] {{(pid=102348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:23:26.509983 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c588921fa634554a1d9242fdea1b05457a9ff1d3b28ba54ec1dace7f2f1df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-018cc489-1cce-4fee-b5af-9d8c2518b664" -d '{"events": [{"server_uuid": "91f1b872-bfe1-4648-a448-cef70da3dd1f", "name": "network-vif-plugged", "status": "completed", "tag": "567f4fc1-5f28-4ac5-9a26-ecbb14bf10a8"}]}' {{(pid=102348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:23:26.526435 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port 567f4fc1-5f28-4ac5-9a26-ecbb14bf10a8, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=567f4fc1-5f28-4ac5-9a26-ecbb14bf10a8,segment=NetworkSegment(f7c42c6d-2766-46d8-a8b7-4852117a5555),segment_id=f7c42c6d-2766-46d8-a8b7-4852117a5555)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:23:26.534209 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:26.535578 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device bbc2aa06-61cc-4096-be2e-387e33c3a412 no longer exists at agent hyperv_n-h1-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:23:26.622061 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-62f5e88b-64ad-458a-ac3a-d48a0b6d5d2e req-5791d6fe-5158-4681-b8a3-9a41540d8d57 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/security-groups?id=e786382c-1289-4f9d-b471-ed120470c2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207366 Oct 27 10:23:26.653612 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Pushing event updated for resources: {'Port': ['ID=567f4fc1-5f28-4ac5-9a26-ecbb14bf10a8,revision_number=9']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:23:26.687073 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device 42128473-d858-46d3-98ca-d69e235d8820 no longer exists at agent hyperv_n-h2-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:23:26.694849 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [req-f700ff2c-b9cc-4540-b22d-3001e306e37b req-8c1a741f-f222-4980-9cdf-a3803713f0d3 tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] Deleting port cc809c9a-81c2-48fc-a862-97633a5e993c {{(pid=102346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:23:26.695185 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-f700ff2c-b9cc-4540-b22d-3001e306e37b req-8c1a741f-f222-4980-9cdf-a3803713f0d3 tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:26.698007 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-fa7d2e9d-1fb3-482b-b409-3fa24a4f797e req-bb5d6188-92f9-47a6-818b-a1d321337e17 tempest-ServerPasswordTestJSON-886906258 tempest-ServerPasswordTestJSON-886906258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:26.714104 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] No Port match for: 42128473-d858-46d3-98ca-d69e235d8820 {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:23:26.714642 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device 42128473-d858-46d3-98ca-d69e235d8820 not bound to the agent host n-h2-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:23:26.718263 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] get_ports_and_sgs() called for port_ids ['b9ab8a5b-801e-4547-9570-865c0fe53c1b'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:23:26.749404 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-f97ad36d-4913-41da-a080-29897a093c95 req-fa6f1655-49a1-4647-aa9a-ca7e3ca6dd44 tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] 10.222.0.44 "GET /v2.0/ports?device_id=3af85982-dc07-4d85-b2bd-bca942cf5ac3 HTTP/1.1" status: 200 len: 210 time: 0.0618968 Oct 27 10:23:26.765284 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:26.810601 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port bbc2aa06-61cc-4096-be2e-387e33c3a412, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=bbc2aa06-61cc-4096-be2e-387e33c3a412,segment=NetworkSegment(e031df76-6a67-4dc9-b33e-3b490749e49c),segment_id=e031df76-6a67-4dc9-b33e-3b490749e49c)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:23:26.817575 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:26.864956 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:23:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d8c39dd-49fc-4aae-91e8-e871b5ad9a60 x-openstack-request-id: req-2d8c39dd-49fc-4aae-91e8-e871b5ad9a60 {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:23:26.865386 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91f1b872-bfe1-4648-a448-cef70da3dd1f", "name": "network-vif-plugged", "status": "completed", "tag": "567f4fc1-5f28-4ac5-9a26-ecbb14bf10a8", "code": 200}]} {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:23:26.866136 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-2d8c39dd-49fc-4aae-91e8-e871b5ad9a60 {{(pid=102348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:23:26.866136 n-d-813419-10 neutron-server[102348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91f1b872-bfe1-4648-a448-cef70da3dd1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '567f4fc1-5f28-4ac5-9a26-ecbb14bf10a8', 'code': 200} Oct 27 10:23:26.883215 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5d6188-92f9-47a6-818b-a1d321337e17 tempest-ServerPasswordTestJSON-886906258 tempest-ServerPasswordTestJSON-886906258-project] Pushing event deleted for resources: {'Port': ['ID=b9ab8a5b-801e-4547-9570-865c0fe53c1b,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:23:26.895869 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Pushing event updated for resources: {'Port': ['ID=bbc2aa06-61cc-4096-be2e-387e33c3a412,revision_number=8']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:23:26.957924 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8b506424-5c1a-4060-b58a-ea7edde53bab req-a3625e27-ea24-4eb2-84da-67d6f64274c5 tempest-FloatingIPsAssociationTestJSON-1989441382 tempest-FloatingIPsAssociationTestJSON-1989441382-project] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5159893 Oct 27 10:23:26.969634 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [req-8b506424-5c1a-4060-b58a-ea7edde53bab req-191457ec-e2c8-44ac-862e-c6dbb427a07a tempest-FloatingIPsAssociationTestJSON-1989441382 tempest-FloatingIPsAssociationTestJSON-1989441382-project] Request body: {'floatingip': {'floating_network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:23:26.969800 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5d6188-92f9-47a6-818b-a1d321337e17 tempest-ServerPasswordTestJSON-886906258 tempest-ServerPasswordTestJSON-886906258-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:23:26.970223 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5d6188-92f9-47a6-818b-a1d321337e17 tempest-ServerPasswordTestJSON-886906258 tempest-ServerPasswordTestJSON-886906258-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:23:26.970771 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5d6188-92f9-47a6-818b-a1d321337e17 tempest-ServerPasswordTestJSON-886906258 tempest-ServerPasswordTestJSON-886906258-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:23:26.971100 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5d6188-92f9-47a6-818b-a1d321337e17 tempest-ServerPasswordTestJSON-886906258 tempest-ServerPasswordTestJSON-886906258-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:23:26.971603 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5d6188-92f9-47a6-818b-a1d321337e17 tempest-ServerPasswordTestJSON-886906258 tempest-ServerPasswordTestJSON-886906258-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:23:26.971931 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5d6188-92f9-47a6-818b-a1d321337e17 tempest-ServerPasswordTestJSON-886906258 tempest-ServerPasswordTestJSON-886906258-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:23:26.972279 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5d6188-92f9-47a6-818b-a1d321337e17 tempest-ServerPasswordTestJSON-886906258 tempest-ServerPasswordTestJSON-886906258-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:23:26.972603 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5d6188-92f9-47a6-818b-a1d321337e17 tempest-ServerPasswordTestJSON-886906258 tempest-ServerPasswordTestJSON-886906258-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:23:26.972927 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5d6188-92f9-47a6-818b-a1d321337e17 tempest-ServerPasswordTestJSON-886906258 tempest-ServerPasswordTestJSON-886906258-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:23:26.973245 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5d6188-92f9-47a6-818b-a1d321337e17 tempest-ServerPasswordTestJSON-886906258 tempest-ServerPasswordTestJSON-886906258-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:23:26.973557 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5d6188-92f9-47a6-818b-a1d321337e17 tempest-ServerPasswordTestJSON-886906258 tempest-ServerPasswordTestJSON-886906258-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:23:26.974054 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5d6188-92f9-47a6-818b-a1d321337e17 tempest-ServerPasswordTestJSON-886906258 tempest-ServerPasswordTestJSON-886906258-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:23:26.983348 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa7d2e9d-1fb3-482b-b409-3fa24a4f797e req-bb5d6188-92f9-47a6-818b-a1d321337e17 tempest-ServerPasswordTestJSON-886906258 tempest-ServerPasswordTestJSON-886906258-project] No DVR routers for this DVR port b9ab8a5b-801e-4547-9570-865c0fe53c1b on host n-h1-813419-10 {{(pid=102346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:23:26.986517 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-fa7d2e9d-1fb3-482b-b409-3fa24a4f797e req-bb5d6188-92f9-47a6-818b-a1d321337e17 tempest-ServerPasswordTestJSON-886906258 tempest-ServerPasswordTestJSON-886906258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:26.990875 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-fa7d2e9d-1fb3-482b-b409-3fa24a4f797e req-bb5d6188-92f9-47a6-818b-a1d321337e17 tempest-ServerPasswordTestJSON-886906258 tempest-ServerPasswordTestJSON-886906258-project] 10.222.0.64 "DELETE /v2.0/ports/b9ab8a5b-801e-4547-9570-865c0fe53c1b HTTP/1.1" status: 204 len: 173 time: 1.0170734 Oct 27 10:23:26.999728 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-8b506424-5c1a-4060-b58a-ea7edde53bab req-191457ec-e2c8-44ac-862e-c6dbb427a07a tempest-FloatingIPsAssociationTestJSON-1989441382 tempest-FloatingIPsAssociationTestJSON-1989441382-project] Publish callbacks [] for floatingip, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:27.008467 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a956c054-6a8a-4547-a91f-cbbdf837cf0a', 'name': 'network-vif-deleted', 'tag': 'b9ab8a5b-801e-4547-9570-865c0fe53c1b'}] {{(pid=102346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:23:27.012614 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc0e418f5fc417c8d55d94c0aa509b037d0beb2a734c1a709e789eb65639a56d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7793cc0e-10d5-4fa5-9c45-9c7af856a38d" -d '{"events": [{"server_uuid": "a956c054-6a8a-4547-a91f-cbbdf837cf0a", "name": "network-vif-deleted", "tag": "b9ab8a5b-801e-4547-9570-865c0fe53c1b"}]}' {{(pid=102346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:23:27.026038 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-788bdffd-3be8-4423-8b86-88469dafe611 req-6e88cd99-81d0-4a69-bb19-13a4707b7d45 tempest-ServerPasswordTestJSON-886906258 tempest-ServerPasswordTestJSON-886906258-project] 10.222.0.44 "GET /v2.0/ports?device_id=a956c054-6a8a-4547-a91f-cbbdf837cf0a HTTP/1.1" status: 200 len: 210 time: 0.0883100 Oct 27 10:23:27.050901 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [req-f700ff2c-b9cc-4540-b22d-3001e306e37b req-8c1a741f-f222-4980-9cdf-a3803713f0d3 tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] For port cc809c9a-81c2-48fc-a862-97633a5e993c, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=cc809c9a-81c2-48fc-a862-97633a5e993c,segment=NetworkSegment(4fd5c29a-a838-4106-a890-06a671bde674),segment_id=4fd5c29a-a838-4106-a890-06a671bde674)] {{(pid=102346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:23:27.051434 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-f700ff2c-b9cc-4540-b22d-3001e306e37b req-8c1a741f-f222-4980-9cdf-a3803713f0d3 tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:27.070476 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [req-f700ff2c-b9cc-4540-b22d-3001e306e37b req-8c1a741f-f222-4980-9cdf-a3803713f0d3 tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] Calling delete_port for cc809c9a-81c2-48fc-a862-97633a5e993c owned by compute:nova {{(pid=102346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:23:27.181250 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-8b506424-5c1a-4060-b58a-ea7edde53bab req-191457ec-e2c8-44ac-862e-c6dbb427a07a tempest-FloatingIPsAssociationTestJSON-1989441382 tempest-FloatingIPsAssociationTestJSON-1989441382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:27.265692 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-f700ff2c-b9cc-4540-b22d-3001e306e37b req-8c1a741f-f222-4980-9cdf-a3803713f0d3 tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:27.279060 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] get_ports_and_sgs() called for port_ids ['cc809c9a-81c2-48fc-a862-97633a5e993c'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:23:27.294516 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc444f1-db6e-426b-a208-f5f70624f8c1 req-8225fc25-240b-4be2-a252-2683b8c63930 tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:27.304794 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ddc444f1-db6e-426b-a208-f5f70624f8c1 req-8225fc25-240b-4be2-a252-2683b8c63930 tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] 10.222.0.44 "GET /v2.0/ports?device_id=dfe13e53-5060-499f-ab7e-75bb3faaeddc HTTP/1.1" status: 200 len: 947 time: 0.0982425 Oct 27 10:23:27.318896 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_common [req-8b506424-5c1a-4060-b58a-ea7edde53bab req-191457ec-e2c8-44ac-862e-c6dbb427a07a tempest-FloatingIPsAssociationTestJSON-1989441382 tempest-FloatingIPsAssociationTestJSON-1989441382-project] Allocated IP 172.25.8.232 (185ff123-c7ff-45c7-a6be-71feb35acc9c/0fb9f9d1-7384-481f-8fa8-f4566c349d30/f67aa608-a6b2-4c58-92e5-ce46b8c87b70) {{(pid=102347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:23:27.348026 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1a741f-f222-4980-9cdf-a3803713f0d3 tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] Pushing event deleted for resources: {'Port': ['ID=cc809c9a-81c2-48fc-a862-97633a5e993c,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:23:27.404313 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [req-f700ff2c-b9cc-4540-b22d-3001e306e37b req-8c1a741f-f222-4980-9cdf-a3803713f0d3 tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] No DVR routers for this DVR port cc809c9a-81c2-48fc-a862-97633a5e993c on host n-h2-813419-10 {{(pid=102346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:23:27.408427 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-f700ff2c-b9cc-4540-b22d-3001e306e37b req-8c1a741f-f222-4980-9cdf-a3803713f0d3 tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:27.412349 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-f700ff2c-b9cc-4540-b22d-3001e306e37b req-8c1a741f-f222-4980-9cdf-a3803713f0d3 tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] 10.222.0.76 "DELETE /v2.0/ports/cc809c9a-81c2-48fc-a862-97633a5e993c HTTP/1.1" status: 204 len: 173 time: 1.0331860 Oct 27 10:23:27.415368 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ddc444f1-db6e-426b-a208-f5f70624f8c1 req-eef56b8a-f35b-4e63-bbe9-140eb3bc3f75 tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] 10.222.0.44 "GET /v2.0/security-groups?id=e3018bff-e5f8-44d8-a835-69520a8698da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034095 Oct 27 10:23:27.429462 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-8b506424-5c1a-4060-b58a-ea7edde53bab req-191457ec-e2c8-44ac-862e-c6dbb427a07a tempest-FloatingIPsAssociationTestJSON-1989441382 tempest-FloatingIPsAssociationTestJSON-1989441382-project] Publish callbacks [] for port, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:27.474377 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:23:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b65dc6a-a695-4af1-90d9-d219f1fccadc x-openstack-request-id: req-3b65dc6a-a695-4af1-90d9-d219f1fccadc {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:23:27.474672 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a956c054-6a8a-4547-a91f-cbbdf837cf0a", "name": "network-vif-deleted", "tag": "b9ab8a5b-801e-4547-9570-865c0fe53c1b", "status": "completed", "code": 200}]} {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:23:27.474926 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3b65dc6a-a695-4af1-90d9-d219f1fccadc {{(pid=102346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:23:27.475340 n-d-813419-10 neutron-server[102346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a956c054-6a8a-4547-a91f-cbbdf837cf0a', 'name': 'network-vif-deleted', 'tag': 'b9ab8a5b-801e-4547-9570-865c0fe53c1b', 'status': 'completed', 'code': 200} Oct 27 10:23:27.481733 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-8b506424-5c1a-4060-b58a-ea7edde53bab req-191457ec-e2c8-44ac-862e-c6dbb427a07a tempest-FloatingIPsAssociationTestJSON-1989441382 tempest-FloatingIPsAssociationTestJSON-1989441382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:27.532899 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b506424-5c1a-4060-b58a-ea7edde53bab req-191457ec-e2c8-44ac-862e-c6dbb427a07a tempest-FloatingIPsAssociationTestJSON-1989441382 tempest-FloatingIPsAssociationTestJSON-1989441382-project] Network 185ff123-c7ff-45c7-a6be-71feb35acc9c is already hosted by enough agents. {{(pid=102347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:23:27.537446 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [req-8b506424-5c1a-4060-b58a-ea7edde53bab req-191457ec-e2c8-44ac-862e-c6dbb427a07a tempest-FloatingIPsAssociationTestJSON-1989441382 tempest-FloatingIPsAssociationTestJSON-1989441382-project] Resources bound (agent type, host, resource id): {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:23:27.541572 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b506424-5c1a-4060-b58a-ea7edde53bab req-191457ec-e2c8-44ac-862e-c6dbb427a07a tempest-FloatingIPsAssociationTestJSON-1989441382 tempest-FloatingIPsAssociationTestJSON-1989441382-project] Received port after_create {{(pid=102347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:23:27.590926 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191457ec-e2c8-44ac-862e-c6dbb427a07a tempest-FloatingIPsAssociationTestJSON-1989441382 tempest-FloatingIPsAssociationTestJSON-1989441382-project] Pushing event updated for resources: {'Port': ['ID=f67aa608-a6b2-4c58-92e5-ce46b8c87b70,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:23:27.625671 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83d0bb5-5807-4411-a22f-9cafa60f1672 req-97971be6-99ba-42ba-b37d-58d324ddc491 tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:27.627578 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-b83d0bb5-5807-4411-a22f-9cafa60f1672 req-97971be6-99ba-42ba-b37d-58d324ddc491 tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] 10.222.0.64 "GET /v2.0/ports?device_id=7f697ba3-bc41-4960-a8ed-19f45233b624 HTTP/1.1" status: 200 len: 944 time: 0.0661774 Oct 27 10:23:27.665442 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-8b506424-5c1a-4060-b58a-ea7edde53bab req-191457ec-e2c8-44ac-862e-c6dbb427a07a tempest-FloatingIPsAssociationTestJSON-1989441382 tempest-FloatingIPsAssociationTestJSON-1989441382-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:27.728778 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-8b506424-5c1a-4060-b58a-ea7edde53bab req-191457ec-e2c8-44ac-862e-c6dbb427a07a tempest-FloatingIPsAssociationTestJSON-1989441382 tempest-FloatingIPsAssociationTestJSON-1989441382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:27.873434 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eebf47c-d329-43bf-83a3-92329b479d01 req-d63ab2b2-5058-4263-b088-791575a7999b tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:27.875533 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-4eebf47c-d329-43bf-83a3-92329b479d01 req-d63ab2b2-5058-4263-b088-791575a7999b tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/ports?device_id=91f1b872-bfe1-4648-a448-cef70da3dd1f HTTP/1.1" status: 200 len: 950 time: 0.1655128 Oct 27 10:23:27.921831 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [req-b83d0bb5-5807-4411-a22f-9cafa60f1672 req-012b97d0-6a2b-4394-ad50-4d1423dce70e tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] Deleting port bbc2aa06-61cc-4096-be2e-387e33c3a412 {{(pid=102346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:23:27.922174 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-b83d0bb5-5807-4411-a22f-9cafa60f1672 req-012b97d0-6a2b-4394-ad50-4d1423dce70e tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:27.997535 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-8b506424-5c1a-4060-b58a-ea7edde53bab req-191457ec-e2c8-44ac-862e-c6dbb427a07a tempest-FloatingIPsAssociationTestJSON-1989441382 tempest-FloatingIPsAssociationTestJSON-1989441382-project] Publish callbacks [] for port, precommit_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:27.997733 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8120b5c8-4f6e-4655-84f0-23e6ca290a56 req-bc1962b4-590a-4d9b-b1db-cd28ae0ab5a6 tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:27.999092 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-8120b5c8-4f6e-4655-84f0-23e6ca290a56 req-bc1962b4-590a-4d9b-b1db-cd28ae0ab5a6 tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] 10.222.0.76 "GET /v2.0/networks?id=6e5c7d55-96e0-4ffb-8753-a93efa7224ea HTTP/1.1" status: 200 len: 804 time: 0.2378285 Oct 27 10:23:28.005700 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-8b506424-5c1a-4060-b58a-ea7edde53bab req-191457ec-e2c8-44ac-862e-c6dbb427a07a tempest-FloatingIPsAssociationTestJSON-1989441382 tempest-FloatingIPsAssociationTestJSON-1989441382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:28.016116 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [req-8120b5c8-4f6e-4655-84f0-23e6ca290a56 req-2199c47e-c4b1-42b4-9810-a671b8b04c39 tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] Request body: {'port': {'device_id': '3af85982-dc07-4d85-b2bd-bca942cf5ac3', 'network_id': '6e5c7d55-96e0-4ffb-8753-a93efa7224ea', 'admin_state_up': True, 'tenant_id': '580a3fc36cc44c288aa6a1263e27e7ae'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:23:28.044745 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-4eebf47c-d329-43bf-83a3-92329b479d01 req-464655f9-1b7f-460d-afd3-fb60ff238d18 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/security-groups?id=e786382c-1289-4f9d-b471-ed120470c2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503341 Oct 27 10:23:28.066211 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bc48bc-a950-4745-88b9-5799396caea8 req-116b598a-b8d3-4d36-803e-db88cc41f3e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:28.068007 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-64bc48bc-a950-4745-88b9-5799396caea8 req-116b598a-b8d3-4d36-803e-db88cc41f3e2 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=91f1b872-bfe1-4648-a448-cef70da3dd1f&tenant_id=31dc088f778a4c2fb761c23ef7d22647 HTTP/1.1" status: 200 len: 1102 time: 0.1066325 Oct 27 10:23:28.097174 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [req-64bc48bc-a950-4745-88b9-5799396caea8 req-7efe6644-0abf-4441-88b3-ac6358d3a899 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-813419-10', 'device_owner': 'compute:nova'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:23:28.133731 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191457ec-e2c8-44ac-862e-c6dbb427a07a tempest-FloatingIPsAssociationTestJSON-1989441382 tempest-FloatingIPsAssociationTestJSON-1989441382-project] Pushing event updated for resources: {'Port': ['ID=f67aa608-a6b2-4c58-92e5-ce46b8c87b70,revision_number=2']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:23:28.144101 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [req-b83d0bb5-5807-4411-a22f-9cafa60f1672 req-012b97d0-6a2b-4394-ad50-4d1423dce70e tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] For port bbc2aa06-61cc-4096-be2e-387e33c3a412, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=bbc2aa06-61cc-4096-be2e-387e33c3a412,segment=NetworkSegment(e031df76-6a67-4dc9-b33e-3b490749e49c),segment_id=e031df76-6a67-4dc9-b33e-3b490749e49c)] {{(pid=102346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:23:28.144491 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-b83d0bb5-5807-4411-a22f-9cafa60f1672 req-012b97d0-6a2b-4394-ad50-4d1423dce70e tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:28.171649 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-6cf4b793-a505-4ce0-9cbf-a9e35ee85e48 req-e5b24f5b-41ec-4844-a852-acecadab5244 tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] 10.222.0.44 "GET /v2.0/ports?device_id=3af85982-dc07-4d85-b2bd-bca942cf5ac3 HTTP/1.1" status: 200 len: 210 time: 0.0560162 Oct 27 10:23:28.180520 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-64bc48bc-a950-4745-88b9-5799396caea8 req-7efe6644-0abf-4441-88b3-ac6358d3a899 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:28.183984 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [req-b83d0bb5-5807-4411-a22f-9cafa60f1672 req-012b97d0-6a2b-4394-ad50-4d1423dce70e tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] Calling delete_port for bbc2aa06-61cc-4096-be2e-387e33c3a412 owned by compute:nova {{(pid=102346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:23:28.189432 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-8b506424-5c1a-4060-b58a-ea7edde53bab req-191457ec-e2c8-44ac-862e-c6dbb427a07a tempest-FloatingIPsAssociationTestJSON-1989441382 tempest-FloatingIPsAssociationTestJSON-1989441382-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1664826'] for floatingip, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:28.223408 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 46212) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:23:28.271433 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-8b506424-5c1a-4060-b58a-ea7edde53bab req-191457ec-e2c8-44ac-862e-c6dbb427a07a tempest-FloatingIPsAssociationTestJSON-1989441382 tempest-FloatingIPsAssociationTestJSON-1989441382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for floatingip, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:28.272667 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8b506424-5c1a-4060-b58a-ea7edde53bab req-191457ec-e2c8-44ac-862e-c6dbb427a07a tempest-FloatingIPsAssociationTestJSON-1989441382 tempest-FloatingIPsAssociationTestJSON-1989441382-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.3071649 Oct 27 10:23:28.279385 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_v2 [None req-265748e4-4ac2-4d5a-abaf-84546af1912e admin admin] Deleting subnet 814da607-e3e3-4f01-a7cd-e3ccb90d0b7e {{(pid=102347) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 10:23:28.294335 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-265748e4-4ac2-4d5a-abaf-84546af1912e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:28.302507 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8120b5c8-4f6e-4655-84f0-23e6ca290a56 req-2199c47e-c4b1-42b4-9810-a671b8b04c39 tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] Made reservation on behalf of 580a3fc36cc44c288aa6a1263e27e7ae for: {'port': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:23:28.306094 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-8120b5c8-4f6e-4655-84f0-23e6ca290a56 req-2199c47e-c4b1-42b4-9810-a671b8b04c39 tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:28.367472 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8b506424-5c1a-4060-b58a-ea7edde53bab req-aef1ee0a-487a-44b6-b738-e979578f3118 tempest-FloatingIPsAssociationTestJSON-1989441382 tempest-FloatingIPsAssociationTestJSON-1989441382-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.8.232 HTTP/1.1" status: 200 len: 696 time: 0.0850906 Oct 27 10:23:28.426916 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-b83d0bb5-5807-4411-a22f-9cafa60f1672 req-012b97d0-6a2b-4394-ad50-4d1423dce70e tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:28.436702 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-265748e4-4ac2-4d5a-abaf-84546af1912e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-18445109'] for subnet, precommit_delete_associations {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:28.480121 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012b97d0-6a2b-4394-ad50-4d1423dce70e tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] Pushing event deleted for resources: {'Port': ['ID=bbc2aa06-61cc-4096-be2e-387e33c3a412,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:23:28.520942 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_common [req-8120b5c8-4f6e-4655-84f0-23e6ca290a56 req-2199c47e-c4b1-42b4-9810-a671b8b04c39 tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] Allocated IP 172.20.0.14 (6e5c7d55-96e0-4ffb-8753-a93efa7224ea/a6e255bf-7b36-48de-87ff-f5121c37ce2b/a93ab4fc-aed1-4d9c-8e60-95cde1df69c5) {{(pid=102346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:23:28.537803 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [req-b83d0bb5-5807-4411-a22f-9cafa60f1672 req-012b97d0-6a2b-4394-ad50-4d1423dce70e tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] No DVR routers for this DVR port bbc2aa06-61cc-4096-be2e-387e33c3a412 on host n-h1-813419-10 {{(pid=102346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:23:28.541701 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-b83d0bb5-5807-4411-a22f-9cafa60f1672 req-012b97d0-6a2b-4394-ad50-4d1423dce70e tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:28.546628 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-b83d0bb5-5807-4411-a22f-9cafa60f1672 req-012b97d0-6a2b-4394-ad50-4d1423dce70e tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] 10.222.0.64 "DELETE /v2.0/ports/bbc2aa06-61cc-4096-be2e-387e33c3a412 HTTP/1.1" status: 204 len: 173 time: 0.9109173 Oct 27 10:23:28.597166 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-265748e4-4ac2-4d5a-abaf-84546af1912e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855646'] for subnet, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:28.685748 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b506424-5c1a-4060-b58a-ea7edde53bab req-f14d89c9-065f-4d26-9202-77ba65b78243 tempest-FloatingIPsAssociationTestJSON-1989441382 tempest-FloatingIPsAssociationTestJSON-1989441382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:28.687152 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8b506424-5c1a-4060-b58a-ea7edde53bab req-f14d89c9-065f-4d26-9202-77ba65b78243 tempest-FloatingIPsAssociationTestJSON-1989441382 tempest-FloatingIPsAssociationTestJSON-1989441382-project] 10.222.0.44 "GET /v2.0/networks/185ff123-c7ff-45c7-a6be-71feb35acc9c HTTP/1.1" status: 200 len: 784 time: 0.3114612 Oct 27 10:23:28.767759 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-64bc48bc-a950-4745-88b9-5799396caea8 req-7efe6644-0abf-4441-88b3-ac6358d3a899 service neutron] For port 567f4fc1-5f28-4ac5-9a26-ecbb14bf10a8, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=567f4fc1-5f28-4ac5-9a26-ecbb14bf10a8,segment=NetworkSegment(f7c42c6d-2766-46d8-a8b7-4852117a5555),segment_id=f7c42c6d-2766-46d8-a8b7-4852117a5555)] {{(pid=102347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:23:28.776058 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-8120b5c8-4f6e-4655-84f0-23e6ca290a56 req-2199c47e-c4b1-42b4-9810-a671b8b04c39 tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] Publish callbacks [] for port, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:28.783396 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-265748e4-4ac2-4d5a-abaf-84546af1912e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-18295818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18043720'] for subnet, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:28.826461 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265748e4-4ac2-4d5a-abaf-84546af1912e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=814da607-e3e3-4f01-a7cd-e3ccb90d0b7e,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:23:28.833097 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-265748e4-4ac2-4d5a-abaf-84546af1912e admin admin] Publish callbacks [] for subnet, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:28.836286 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-265748e4-4ac2-4d5a-abaf-84546af1912e admin admin] 10.222.0.44 "DELETE /v2.0/subnets/814da607-e3e3-4f01-a7cd-e3ccb90d0b7e HTTP/1.1" status: 204 len: 168 time: 0.6113980 Oct 27 10:23:28.851530 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 46232) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:23:28.855031 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-8120b5c8-4f6e-4655-84f0-23e6ca290a56 req-2199c47e-c4b1-42b4-9810-a671b8b04c39 tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:28.862727 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-64bc48bc-a950-4745-88b9-5799396caea8 req-7efe6644-0abf-4441-88b3-ac6358d3a899 service neutron] For port 567f4fc1-5f28-4ac5-9a26-ecbb14bf10a8, host n-h1-813419-10, cleared binding levels {{(pid=102347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:23:28.867654 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f697ba3-bc41-4960-a8ed-19f45233b624', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bbc2aa06-61cc-4096-be2e-387e33c3a412'}] {{(pid=102348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:23:28.871821 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c588921fa634554a1d9242fdea1b05457a9ff1d3b28ba54ec1dace7f2f1df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc9017cf-0d18-4077-a8db-c185165ff8a5" -d '{"events": [{"server_uuid": "7f697ba3-bc41-4960-a8ed-19f45233b624", "name": "network-vif-unplugged", "status": "completed", "tag": "bbc2aa06-61cc-4096-be2e-387e33c3a412"}]}' {{(pid=102348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:23:28.952952 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91f1b872-bfe1-4648-a448-cef70da3dd1f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '567f4fc1-5f28-4ac5-9a26-ecbb14bf10a8'}] {{(pid=102347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:23:28.955318 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311149b481204ee7edffdb959c881838506fbd95bc8577c048f6677abb73acc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c512188e-ff3c-4db5-b173-ca5fb008c61b" -d '{"events": [{"server_uuid": "91f1b872-bfe1-4648-a448-cef70da3dd1f", "name": "network-vif-unplugged", "status": "completed", "tag": "567f4fc1-5f28-4ac5-9a26-ecbb14bf10a8"}]}' {{(pid=102347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:23:28.961756 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-64bc48bc-a950-4745-88b9-5799396caea8 req-7efe6644-0abf-4441-88b3-ac6358d3a899 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:28.990354 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.provisioning_blocks [req-64bc48bc-a950-4745-88b9-5799396caea8 req-7efe6644-0abf-4441-88b3-ac6358d3a899 service neutron] Transition to ACTIVE for port object 567f4fc1-5f28-4ac5-9a26-ecbb14bf10a8 will not be triggered until provisioned by entity L2. {{(pid=102347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 10:23:28.997257 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-64bc48bc-a950-4745-88b9-5799396caea8 req-7efe6644-0abf-4441-88b3-ac6358d3a899 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:29.094874 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2453e7c3-ce14-4dbc-9ff5-00f0ed01875d req-7bbd1694-a6c9-4f77-ae79-25b77e6ee5eb tempest-FloatingIPsAssociationTestJSON-1989441382 tempest-FloatingIPsAssociationTestJSON-1989441382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:29.096864 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-2453e7c3-ce14-4dbc-9ff5-00f0ed01875d req-7bbd1694-a6c9-4f77-ae79-25b77e6ee5eb tempest-FloatingIPsAssociationTestJSON-1989441382 tempest-FloatingIPsAssociationTestJSON-1989441382-project] 10.222.0.44 "GET /v2.0/networks?id=27d7cb22-6b39-4584-92c4-ddd219d7765c HTTP/1.1" status: 200 len: 821 time: 0.2023425 Oct 27 10:23:29.149445 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efe6644-0abf-4441-88b3-ac6358d3a899 service neutron] Pushing event updated for resources: {'Port': ['ID=567f4fc1-5f28-4ac5-9a26-ecbb14bf10a8,revision_number=10']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:23:29.153218 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [req-64bc48bc-a950-4745-88b9-5799396caea8 req-7efe6644-0abf-4441-88b3-ac6358d3a899 service neutron] No DVR routers for this DVR port 567f4fc1-5f28-4ac5-9a26-ecbb14bf10a8 on host n-h1-813419-10 {{(pid=102347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:23:29.164417 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-2453e7c3-ce14-4dbc-9ff5-00f0ed01875d req-4eb7dc4e-814b-4a04-801a-e2ef83704756 tempest-FloatingIPsAssociationTestJSON-1989441382 tempest-FloatingIPsAssociationTestJSON-1989441382-project] 10.222.0.44 "GET /v2.0/quotas/43f2f041c0f44e039e9e70ad3f6842ae HTTP/1.1" status: 200 len: 375 time: 0.0417397 Oct 27 10:23:29.225613 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-64bc48bc-a950-4745-88b9-5799396caea8 req-7efe6644-0abf-4441-88b3-ac6358d3a899 service neutron] Attempting to bind port 567f4fc1-5f28-4ac5-9a26-ecbb14bf10a8 on host n-h2-813419-10 for vnic_type normal with profile {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:23:29.225928 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-64bc48bc-a950-4745-88b9-5799396caea8 req-7efe6644-0abf-4441-88b3-ac6358d3a899 service neutron] Attempting to bind port 567f4fc1-5f28-4ac5-9a26-ecbb14bf10a8 by drivers openvswitch,hyperv on host n-h2-813419-10 at level 0 using segments [{'id': 'f7c42c6d-2766-46d8-a8b7-4852117a5555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '4d250f92-d229-45fe-a579-67fef8e6c544'}] {{(pid=102347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:23:29.226191 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64bc48bc-a950-4745-88b9-5799396caea8 req-7efe6644-0abf-4441-88b3-ac6358d3a899 service neutron] Attempting to bind port 567f4fc1-5f28-4ac5-9a26-ecbb14bf10a8 on network 4d250f92-d229-45fe-a579-67fef8e6c544 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:23:29.237072 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64bc48bc-a950-4745-88b9-5799396caea8 req-7efe6644-0abf-4441-88b3-ac6358d3a899 service neutron] Port 567f4fc1-5f28-4ac5-9a26-ecbb14bf10a8 on network 4d250f92-d229-45fe-a579-67fef8e6c544 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-10 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 10:23:29.237419 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64bc48bc-a950-4745-88b9-5799396caea8 req-7efe6644-0abf-4441-88b3-ac6358d3a899 service neutron] Attempting to bind port 567f4fc1-5f28-4ac5-9a26-ecbb14bf10a8 on network 4d250f92-d229-45fe-a579-67fef8e6c544 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:23:29.252779 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-2453e7c3-ce14-4dbc-9ff5-00f0ed01875d req-7178f417-5fb3-40b9-bbe5-c41ac1a87017 tempest-FloatingIPsAssociationTestJSON-1989441382 tempest-FloatingIPsAssociationTestJSON-1989441382-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=43f2f041c0f44e039e9e70ad3f6842ae&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0741630 Oct 27 10:23:29.254078 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64bc48bc-a950-4745-88b9-5799396caea8 req-7efe6644-0abf-4441-88b3-ac6358d3a899 service neutron] Checking agent: {'id': 'a2edc247-0fa4-4ce6-bbae-a10492f6bd71', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 16, 9), 'started_at': datetime.datetime(2021, 10, 27, 10, 16, 9), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 23, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:23:29.254415 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64bc48bc-a950-4745-88b9-5799396caea8 req-7efe6644-0abf-4441-88b3-ac6358d3a899 service neutron] Checking segment: {'id': 'f7c42c6d-2766-46d8-a8b7-4852117a5555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '4d250f92-d229-45fe-a579-67fef8e6c544'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:23:29.254802 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64bc48bc-a950-4745-88b9-5799396caea8 req-7efe6644-0abf-4441-88b3-ac6358d3a899 service neutron] Bound using segment: {'id': 'f7c42c6d-2766-46d8-a8b7-4852117a5555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '4d250f92-d229-45fe-a579-67fef8e6c544'} {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:23:29.255288 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-64bc48bc-a950-4745-88b9-5799396caea8 req-7efe6644-0abf-4441-88b3-ac6358d3a899 service neutron] Bound port: 567f4fc1-5f28-4ac5-9a26-ecbb14bf10a8, host: n-h2-813419-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7c42c6d-2766-46d8-a8b7-4852117a5555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '4d250f92-d229-45fe-a579-67fef8e6c544'}}] {{(pid=102347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:23:29.255645 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-64bc48bc-a950-4745-88b9-5799396caea8 req-7efe6644-0abf-4441-88b3-ac6358d3a899 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:29.275042 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8120b5c8-4f6e-4655-84f0-23e6ca290a56 req-2199c47e-c4b1-42b4-9810-a671b8b04c39 tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] Network 6e5c7d55-96e0-4ffb-8753-a93efa7224ea is already hosted by enough agents. {{(pid=102346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:23:29.283160 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [req-8120b5c8-4f6e-4655-84f0-23e6ca290a56 req-2199c47e-c4b1-42b4-9810-a671b8b04c39 tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] Resources bound (agent type, host, resource id): {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:23:29.291679 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [req-8120b5c8-4f6e-4655-84f0-23e6ca290a56 req-2199c47e-c4b1-42b4-9810-a671b8b04c39 tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] Received port after_create {{(pid=102346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:23:29.359563 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df79d7f2-e0c1-4cc1-90cd-a1ea0c98c2e4 req-095b2497-c57a-4195-bb3d-8964d9760a10 tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:29.361207 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-df79d7f2-e0c1-4cc1-90cd-a1ea0c98c2e4 req-095b2497-c57a-4195-bb3d-8964d9760a10 tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] 10.222.0.44 "GET /v2.0/ports?device_id=461a11c3-9cc5-4859-b647-0a8860e95b75 HTTP/1.1" status: 200 len: 967 time: 0.5386727 Oct 27 10:23:29.369134 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2199c47e-c4b1-42b4-9810-a671b8b04c39 tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] Pushing event updated for resources: {'Port': ['ID=a93ab4fc-aed1-4d9c-8e60-95cde1df69c5,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:23:29.390154 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-64bc48bc-a950-4745-88b9-5799396caea8 req-7efe6644-0abf-4441-88b3-ac6358d3a899 service neutron] For port 567f4fc1-5f28-4ac5-9a26-ecbb14bf10a8, host n-h2-813419-10, cleared binding levels {{(pid=102347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:23:29.397548 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-947310d4-3ac0-4c77-a25e-f9470e19d6df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586917'] for network, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:29.406721 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8120b5c8-4f6e-4655-84f0-23e6ca290a56 req-2199c47e-c4b1-42b4-9810-a671b8b04c39 tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:29.407400 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-8120b5c8-4f6e-4655-84f0-23e6ca290a56 req-2199c47e-c4b1-42b4-9810-a671b8b04c39 tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:29.407862 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-64bc48bc-a950-4745-88b9-5799396caea8 req-7efe6644-0abf-4441-88b3-ac6358d3a899 service neutron] For port 567f4fc1-5f28-4ac5-9a26-ecbb14bf10a8, host n-h2-813419-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=567f4fc1-5f28-4ac5-9a26-ecbb14bf10a8,segment=NetworkSegment(f7c42c6d-2766-46d8-a8b7-4852117a5555),segment_id=f7c42c6d-2766-46d8-a8b7-4852117a5555)] {{(pid=102347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:23:29.410498 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-2453e7c3-ce14-4dbc-9ff5-00f0ed01875d req-935b3ebb-15e2-43d3-9855-5acbe2a96a1f service neutron] 10.222.0.44 "GET /v2.0/networks/27d7cb22-6b39-4584-92c4-ddd219d7765c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452415 Oct 27 10:23:29.413187 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-64bc48bc-a950-4745-88b9-5799396caea8 req-7efe6644-0abf-4441-88b3-ac6358d3a899 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:29.441501 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-df79d7f2-e0c1-4cc1-90cd-a1ea0c98c2e4 req-875c1503-810e-4a0a-a3f9-561bc4c87dc8 tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] 10.222.0.44 "GET /v2.0/security-groups?id=e3018bff-e5f8-44d8-a835-69520a8698da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696077 Oct 27 10:23:29.445451 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-8120b5c8-4f6e-4655-84f0-23e6ca290a56 req-2199c47e-c4b1-42b4-9810-a671b8b04c39 tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4357052 Oct 27 10:23:29.481124 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [req-8120b5c8-4f6e-4655-84f0-23e6ca290a56 req-e9e4fb14-8fac-43ca-a5c1-f1e31b98dda5 service neutron] Request body: {'port': {'device_id': '3af85982-dc07-4d85-b2bd-bca942cf5ac3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-10'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:23:29.483492 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfe13e53-5060-499f-ab7e-75bb3faaeddc', 'name': 'network-vif-deleted', 'tag': 'cc809c9a-81c2-48fc-a862-97633a5e993c'}, {'server_uuid': '7f697ba3-bc41-4960-a8ed-19f45233b624', 'name': 'network-vif-deleted', 'tag': 'bbc2aa06-61cc-4096-be2e-387e33c3a412'}] {{(pid=102346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:23:29.485767 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc0e418f5fc417c8d55d94c0aa509b037d0beb2a734c1a709e789eb65639a56d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0aa0b84d-59ee-4712-985f-8cb118270436" -d '{"events": [{"server_uuid": "dfe13e53-5060-499f-ab7e-75bb3faaeddc", "name": "network-vif-deleted", "tag": "cc809c9a-81c2-48fc-a862-97633a5e993c"}, {"server_uuid": "7f697ba3-bc41-4960-a8ed-19f45233b624", "name": "network-vif-deleted", "tag": "bbc2aa06-61cc-4096-be2e-387e33c3a412"}]}' {{(pid=102346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:23:29.493152 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bc48bc-a950-4745-88b9-5799396caea8 req-7efe6644-0abf-4441-88b3-ac6358d3a899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:29.494454 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-64bc48bc-a950-4745-88b9-5799396caea8 req-7efe6644-0abf-4441-88b3-ac6358d3a899 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:29.495880 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-64bc48bc-a950-4745-88b9-5799396caea8 req-7efe6644-0abf-4441-88b3-ac6358d3a899 service neutron] 10.222.0.76 "PUT /v2.0/ports/567f4fc1-5f28-4ac5-9a26-ecbb14bf10a8 HTTP/1.1" status: 200 len: 1098 time: 1.4032507 Oct 27 10:23:29.502048 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 27 Oct 2021 10:23:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-568bca88-fc4b-46be-88f2-118f7cfb0c89 x-openstack-request-id: req-568bca88-fc4b-46be-88f2-118f7cfb0c89 {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:23:29.502585 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f697ba3-bc41-4960-a8ed-19f45233b624", "name": "network-vif-unplugged", "status": "completed", "tag": "bbc2aa06-61cc-4096-be2e-387e33c3a412", "code": 200}]} {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:23:29.503106 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-568bca88-fc4b-46be-88f2-118f7cfb0c89 {{(pid=102348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:23:29.503581 n-d-813419-10 neutron-server[102348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f697ba3-bc41-4960-a8ed-19f45233b624', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bbc2aa06-61cc-4096-be2e-387e33c3a412', 'code': 200} Oct 27 10:23:29.575267 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 27 Oct 2021 10:23:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d34c62f1-fe41-4e8a-aaae-4e0d4c00577d x-openstack-request-id: req-d34c62f1-fe41-4e8a-aaae-4e0d4c00577d {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:23:29.575562 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91f1b872-bfe1-4648-a448-cef70da3dd1f", "name": "network-vif-unplugged", "status": "completed", "tag": "567f4fc1-5f28-4ac5-9a26-ecbb14bf10a8", "code": 200}]} {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:23:29.575820 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d34c62f1-fe41-4e8a-aaae-4e0d4c00577d {{(pid=102347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:23:29.576237 n-d-813419-10 neutron-server[102347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91f1b872-bfe1-4648-a448-cef70da3dd1f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '567f4fc1-5f28-4ac5-9a26-ecbb14bf10a8', 'code': 200} Oct 27 10:23:29.591954 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-947310d4-3ac0-4c77-a25e-f9470e19d6df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857803', 'neutron.services.segments.db._delete_segments_for_network-8743873143390'] for network, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:29.610935 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-8120b5c8-4f6e-4655-84f0-23e6ca290a56 req-e9e4fb14-8fac-43ca-a5c1-f1e31b98dda5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:29.613607 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efe6644-0abf-4441-88b3-ac6358d3a899 service neutron] Pushing event updated for resources: {'Port': ['ID=567f4fc1-5f28-4ac5-9a26-ecbb14bf10a8,revision_number=11']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:23:29.634311 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.agents_db [None req-e79ee67d-056e-46ea-bd99-e80473396b25 None None] Agent healthcheck: found 7 active agents {{(pid=102349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 10:23:29.645036 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c01dd51-3686-4b47-90b8-3869e2f0f371 req-78dd8c5f-eda4-4faf-9c8a-0da93533c9a0 tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:29.646571 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-3c01dd51-3686-4b47-90b8-3869e2f0f371 req-78dd8c5f-eda4-4faf-9c8a-0da93533c9a0 tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] 10.222.0.76 "GET /v2.0/ports?device_id=461a11c3-9cc5-4859-b647-0a8860e95b75 HTTP/1.1" status: 200 len: 967 time: 0.1466050 Oct 27 10:23:29.654804 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bc48bc-a950-4745-88b9-5799396caea8 req-187a5cdf-06cc-4105-a818-2f26092b0353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:29.656295 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-64bc48bc-a950-4745-88b9-5799396caea8 req-187a5cdf-06cc-4105-a818-2f26092b0353 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=31dc088f778a4c2fb761c23ef7d22647&device_id=91f1b872-bfe1-4648-a448-cef70da3dd1f HTTP/1.1" status: 200 len: 1101 time: 0.1194432 Oct 27 10:23:29.664031 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-947310d4-3ac0-4c77-a25e-f9470e19d6df admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6e257c1-282f-4339-bc4d-934a331f6584']}} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:23:29.664946 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-2453e7c3-ce14-4dbc-9ff5-00f0ed01875d req-ca9a4927-9696-4eca-adbe-87ae75b30c88 service neutron] 10.222.0.44 "GET /v2.0/networks/27d7cb22-6b39-4584-92c4-ddd219d7765c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2446945 Oct 27 10:23:29.696586 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-947310d4-3ac0-4c77-a25e-f9470e19d6df admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7abb88b-9fc1-44aa-88ce-f2add01b88d4') {'for_net_delete': True} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:23:29.697416 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-947310d4-3ac0-4c77-a25e-f9470e19d6df admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7abb88b-9fc1-44aa-88ce-f2add01b88d4') {} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:23:29.729979 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-947310d4-3ac0-4c77-a25e-f9470e19d6df admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743873145191', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25847877'] for segment, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:29.758536 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-947310d4-3ac0-4c77-a25e-f9470e19d6df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:29.773427 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-947310d4-3ac0-4c77-a25e-f9470e19d6df admin admin] Releasing vlan 417 on physical network physnet1 to pool {{(pid=102346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 10:23:29.773958 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-947310d4-3ac0-4c77-a25e-f9470e19d6df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27024137'] for segment, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:29.776013 n-d-813419-10 neutron-server[102346]: Traceback (most recent call last): Oct 27 10:23:29.776013 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 10:23:29.776013 n-d-813419-10 neutron-server[102346]: timer() Oct 27 10:23:29.776013 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 10:23:29.776013 n-d-813419-10 neutron-server[102346]: cb(*args, **kw) Oct 27 10:23:29.776013 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 10:23:29.776013 n-d-813419-10 neutron-server[102346]: return func(*args, **kwargs) Oct 27 10:23:29.776013 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 10:23:29.776013 n-d-813419-10 neutron-server[102346]: self._notify() Oct 27 10:23:29.776013 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 10:23:29.776013 n-d-813419-10 neutron-server[102346]: self.callback(batched_events) Oct 27 10:23:29.776013 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 10:23:29.776013 n-d-813419-10 neutron-server[102346]: event.method(event) Oct 27 10:23:29.776013 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 10:23:29.776013 n-d-813419-10 neutron-server[102346]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 10:23:29.776013 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 10:23:29.776013 n-d-813419-10 neutron-server[102346]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 10:23:29.776013 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 10:23:29.776013 n-d-813419-10 neutron-server[102346]: return f(self, *a, **k) Oct 27 10:23:29.776013 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 10:23:29.776013 n-d-813419-10 neutron-server[102346]: return self._get(url).json() Oct 27 10:23:29.776013 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 10:23:29.776013 n-d-813419-10 neutron-server[102346]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 10:23:29.776013 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 10:23:29.776013 n-d-813419-10 neutron-server[102346]: return self.request(url, 'GET', **kwargs) Oct 27 10:23:29.776013 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 10:23:29.776013 n-d-813419-10 neutron-server[102346]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 10:23:29.776013 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 10:23:29.776013 n-d-813419-10 neutron-server[102346]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 10:23:29.776013 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 10:23:29.776013 n-d-813419-10 neutron-server[102346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 10:23:29.776013 n-d-813419-10 neutron-server[102346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 10:23:29.786204 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc62960-f78d-4c75-b7b7-e1a3652dc2d5 req-2206ca42-4574-4d2e-ae9c-34c919fa5bbb tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:29.788066 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-2dc62960-f78d-4c75-b7b7-e1a3652dc2d5 req-2206ca42-4574-4d2e-ae9c-34c919fa5bbb tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/ports?device_id=91f1b872-bfe1-4648-a448-cef70da3dd1f HTTP/1.1" status: 200 len: 949 time: 0.1543186 Oct 27 10:23:29.835237 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bc48bc-a950-4745-88b9-5799396caea8 req-8348e425-2864-4c4b-93bc-122dfeb7c9db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:29.836740 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-64bc48bc-a950-4745-88b9-5799396caea8 req-8348e425-2864-4c4b-93bc-122dfeb7c9db service neutron] 10.222.0.76 "GET /v2.0/networks?id=4d250f92-d229-45fe-a579-67fef8e6c544 HTTP/1.1" status: 200 len: 870 time: 0.1704311 Oct 27 10:23:29.844367 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [req-3c01dd51-3686-4b47-90b8-3869e2f0f371 req-3578d0cf-79b9-492d-9506-2df667e66baf tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] Deleting port cf326a9d-27a4-4e1c-96d7-cb8fdbf66697 {{(pid=102347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:23:29.844710 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-3c01dd51-3686-4b47-90b8-3869e2f0f371 req-3578d0cf-79b9-492d-9506-2df667e66baf tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:29.952169 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-947310d4-3ac0-4c77-a25e-f9470e19d6df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664840'] for network, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:29.958971 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-3c01dd51-3686-4b47-90b8-3869e2f0f371 req-3578d0cf-79b9-492d-9506-2df667e66baf tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] For port cf326a9d-27a4-4e1c-96d7-cb8fdbf66697, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=cf326a9d-27a4-4e1c-96d7-cb8fdbf66697,segment=NetworkSegment(4fd5c29a-a838-4106-a890-06a671bde674),segment_id=4fd5c29a-a838-4106-a890-06a671bde674)] {{(pid=102347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:23:29.959337 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-3c01dd51-3686-4b47-90b8-3869e2f0f371 req-3578d0cf-79b9-492d-9506-2df667e66baf tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:29.976234 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-947310d4-3ac0-4c77-a25e-f9470e19d6df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for network, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:29.979458 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-947310d4-3ac0-4c77-a25e-f9470e19d6df admin admin] 10.222.0.44 "DELETE /v2.0/networks/a6e257c1-282f-4339-bc4d-934a331f6584 HTTP/1.1" status: 204 len: 168 time: 1.1258149 Oct 27 10:23:29.985874 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947310d4-3ac0-4c77-a25e-f9470e19d6df admin admin] Pushing event deleted for resources: {'Network': ['ID=a6e257c1-282f-4339-bc4d-934a331f6584,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:23:30.004055 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-2dc62960-f78d-4c75-b7b7-e1a3652dc2d5 req-48830041-f41f-4c21-9c52-86a696b9ff5d tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/security-groups?id=e786382c-1289-4f9d-b471-ed120470c2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078997 Oct 27 10:23:30.016063 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-64bc48bc-a950-4745-88b9-5799396caea8 req-0c1c6f99-f0fd-4ea8-a912-08b374049e7c service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.202&port_id=567f4fc1-5f28-4ac5-9a26-ecbb14bf10a8 HTTP/1.1" status: 200 len: 217 time: 0.0833023 Oct 27 10:23:30.020715 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [req-3c01dd51-3686-4b47-90b8-3869e2f0f371 req-3578d0cf-79b9-492d-9506-2df667e66baf tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] Calling delete_port for cf326a9d-27a4-4e1c-96d7-cb8fdbf66697 owned by compute:tempest-test_az-1792601493 {{(pid=102347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:23:30.145251 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a9872d-f832-4aa8-8dc8-89c632976d54 req-4575b09f-c291-4552-9249-f023f205354c tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:30.155650 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-00a9872d-f832-4aa8-8dc8-89c632976d54 req-4575b09f-c291-4552-9249-f023f205354c tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] 10.222.0.44 "GET /v2.0/ports?device_id=3af85982-dc07-4d85-b2bd-bca942cf5ac3 HTTP/1.1" status: 200 len: 932 time: 0.2255616 Oct 27 10:23:30.164328 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bc48bc-a950-4745-88b9-5799396caea8 req-0cd6d87e-a22e-4d7c-b8e0-a733bf95afb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:30.165799 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-64bc48bc-a950-4745-88b9-5799396caea8 req-0cd6d87e-a22e-4d7c-b8e0-a733bf95afb5 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=62eb52f7-aac4-48af-8670-e04300325561 HTTP/1.1" status: 200 len: 843 time: 0.1431999 Oct 27 10:23:30.167948 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 46266) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:23:30.193111 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 27 Oct 2021 10:23:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd5eaae3-f841-46cf-aed6-43d5fa26067f x-openstack-request-id: req-cd5eaae3-f841-46cf-aed6-43d5fa26067f {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:23:30.193328 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfe13e53-5060-499f-ab7e-75bb3faaeddc", "name": "network-vif-deleted", "tag": "cc809c9a-81c2-48fc-a862-97633a5e993c", "status": "completed", "code": 200}, {"server_uuid": "7f697ba3-bc41-4960-a8ed-19f45233b624", "name": "network-vif-deleted", "tag": "bbc2aa06-61cc-4096-be2e-387e33c3a412", "status": "completed", "code": 200}]} {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:23:30.193582 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-cd5eaae3-f841-46cf-aed6-43d5fa26067f {{(pid=102346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:23:30.194426 n-d-813419-10 neutron-server[102346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfe13e53-5060-499f-ab7e-75bb3faaeddc', 'name': 'network-vif-deleted', 'tag': 'cc809c9a-81c2-48fc-a862-97633a5e993c', 'status': 'completed', 'code': 200} Oct 27 10:23:30.194426 n-d-813419-10 neutron-server[102346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f697ba3-bc41-4960-a8ed-19f45233b624', 'name': 'network-vif-deleted', 'tag': 'bbc2aa06-61cc-4096-be2e-387e33c3a412', 'status': 'completed', 'code': 200} Oct 27 10:23:30.263072 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [req-8120b5c8-4f6e-4655-84f0-23e6ca290a56 req-e9e4fb14-8fac-43ca-a5c1-f1e31b98dda5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a93ab4fc-aed1-4d9c-8e60-95cde1df69c5 {{(pid=102346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:23:30.273142 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-8120b5c8-4f6e-4655-84f0-23e6ca290a56 req-e9e4fb14-8fac-43ca-a5c1-f1e31b98dda5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:30.284522 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-00a9872d-f832-4aa8-8dc8-89c632976d54 req-f881253c-d39f-494e-8c31-fcded0ff464b tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] 10.222.0.44 "GET /v2.0/security-groups?id=abb43ff2-3d53-4d6f-bfce-d681dce200c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278539 Oct 27 10:23:30.295989 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.provisioning_blocks [req-8120b5c8-4f6e-4655-84f0-23e6ca290a56 req-e9e4fb14-8fac-43ca-a5c1-f1e31b98dda5 service neutron] Transition to ACTIVE for port object a93ab4fc-aed1-4d9c-8e60-95cde1df69c5 will not be triggered until provisioned by entity L2. {{(pid=102346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 10:23:30.300868 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-8120b5c8-4f6e-4655-84f0-23e6ca290a56 req-e9e4fb14-8fac-43ca-a5c1-f1e31b98dda5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27024173'] for port, after_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:30.341648 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-aaf4ecfb-bd49-4ba9-8de5-79d440ffa849 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=dd8dbe6032d444d8bb186ea55c266575&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1717238 Oct 27 10:23:30.342554 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device b9ab8a5b-801e-4547-9570-865c0fe53c1b no longer exists at agent hyperv_n-h1-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:23:30.344501 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 46270) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:23:30.351807 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bc48bc-a950-4745-88b9-5799396caea8 req-66bea321-a80c-4d64-99a2-423802680d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:30.361633 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-64bc48bc-a950-4745-88b9-5799396caea8 req-66bea321-a80c-4d64-99a2-423802680d70 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=4d250f92-d229-45fe-a579-67fef8e6c544&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1782057 Oct 27 10:23:30.377349 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e4fb14-8fac-43ca-a5c1-f1e31b98dda5 service neutron] Pushing event updated for resources: {'Port': ['ID=a93ab4fc-aed1-4d9c-8e60-95cde1df69c5,revision_number=2']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:23:30.400010 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] No Port match for: b9ab8a5b-801e-4547-9570-865c0fe53c1b {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:23:30.400372 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device b9ab8a5b-801e-4547-9570-865c0fe53c1b not bound to the agent host n-h1-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:23:30.400784 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device 567f4fc1-5f28-4ac5-9a26-ecbb14bf10a8 no longer exists at agent hyperv_n-h1-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:23:30.446450 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device 567f4fc1-5f28-4ac5-9a26-ecbb14bf10a8 not bound to the agent host n-h1-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:23:30.446916 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device bbc2aa06-61cc-4096-be2e-387e33c3a412 no longer exists at agent hyperv_n-h1-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:23:30.457657 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.managers [req-8120b5c8-4f6e-4655-84f0-23e6ca290a56 req-e9e4fb14-8fac-43ca-a5c1-f1e31b98dda5 service neutron] Attempting to bind port a93ab4fc-aed1-4d9c-8e60-95cde1df69c5 on host n-h2-813419-10 for vnic_type normal with profile {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:23:30.458003 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.managers [req-8120b5c8-4f6e-4655-84f0-23e6ca290a56 req-e9e4fb14-8fac-43ca-a5c1-f1e31b98dda5 service neutron] Attempting to bind port a93ab4fc-aed1-4d9c-8e60-95cde1df69c5 by drivers openvswitch,hyperv on host n-h2-813419-10 at level 0 using segments [{'id': 'e031df76-6a67-4dc9-b33e-3b490749e49c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '6e5c7d55-96e0-4ffb-8753-a93efa7224ea'}] {{(pid=102346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:23:30.458306 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8120b5c8-4f6e-4655-84f0-23e6ca290a56 req-e9e4fb14-8fac-43ca-a5c1-f1e31b98dda5 service neutron] Attempting to bind port a93ab4fc-aed1-4d9c-8e60-95cde1df69c5 on network 6e5c7d55-96e0-4ffb-8753-a93efa7224ea {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:23:30.463627 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8120b5c8-4f6e-4655-84f0-23e6ca290a56 req-e9e4fb14-8fac-43ca-a5c1-f1e31b98dda5 service neutron] Port a93ab4fc-aed1-4d9c-8e60-95cde1df69c5 on network 6e5c7d55-96e0-4ffb-8753-a93efa7224ea not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-10 {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 10:23:30.464000 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8120b5c8-4f6e-4655-84f0-23e6ca290a56 req-e9e4fb14-8fac-43ca-a5c1-f1e31b98dda5 service neutron] Attempting to bind port a93ab4fc-aed1-4d9c-8e60-95cde1df69c5 on network 6e5c7d55-96e0-4ffb-8753-a93efa7224ea {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:23:30.472059 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8120b5c8-4f6e-4655-84f0-23e6ca290a56 req-e9e4fb14-8fac-43ca-a5c1-f1e31b98dda5 service neutron] Checking agent: {'id': 'a2edc247-0fa4-4ce6-bbae-a10492f6bd71', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 16, 9), 'started_at': datetime.datetime(2021, 10, 27, 10, 16, 9), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 23, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:23:30.472509 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8120b5c8-4f6e-4655-84f0-23e6ca290a56 req-e9e4fb14-8fac-43ca-a5c1-f1e31b98dda5 service neutron] Checking segment: {'id': 'e031df76-6a67-4dc9-b33e-3b490749e49c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '6e5c7d55-96e0-4ffb-8753-a93efa7224ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:23:30.472870 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8120b5c8-4f6e-4655-84f0-23e6ca290a56 req-e9e4fb14-8fac-43ca-a5c1-f1e31b98dda5 service neutron] Bound using segment: {'id': 'e031df76-6a67-4dc9-b33e-3b490749e49c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '6e5c7d55-96e0-4ffb-8753-a93efa7224ea'} {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:23:30.473305 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.managers [req-8120b5c8-4f6e-4655-84f0-23e6ca290a56 req-e9e4fb14-8fac-43ca-a5c1-f1e31b98dda5 service neutron] Bound port: a93ab4fc-aed1-4d9c-8e60-95cde1df69c5, host: n-h2-813419-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e031df76-6a67-4dc9-b33e-3b490749e49c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '6e5c7d55-96e0-4ffb-8753-a93efa7224ea'}}] {{(pid=102346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:23:30.473445 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] No Port match for: bbc2aa06-61cc-4096-be2e-387e33c3a412 {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:23:30.473680 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-8120b5c8-4f6e-4655-84f0-23e6ca290a56 req-e9e4fb14-8fac-43ca-a5c1-f1e31b98dda5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:30.473783 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device bbc2aa06-61cc-4096-be2e-387e33c3a412 not bound to the agent host n-h1-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:23:30.512888 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-56b11ef5-6ac5-42a0-b83c-681cf8b1f1a9 req-742bf5a3-4127-4326-9371-b09f841545da tempest-FloatingIPsAssociationTestJSON-1989441382 tempest-FloatingIPsAssociationTestJSON-1989441382-project] 10.222.0.44 "GET /v2.0/ports?device_id=a3a82d36-162e-496f-ba7c-f96057ee46bd HTTP/1.1" status: 200 len: 210 time: 0.1172361 Oct 27 10:23:30.570410 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-3c01dd51-3686-4b47-90b8-3869e2f0f371 req-3578d0cf-79b9-492d-9506-2df667e66baf tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:30.613296 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [req-8120b5c8-4f6e-4655-84f0-23e6ca290a56 req-e9e4fb14-8fac-43ca-a5c1-f1e31b98dda5 service neutron] For port a93ab4fc-aed1-4d9c-8e60-95cde1df69c5, host n-h2-813419-10, cleared binding levels {{(pid=102346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:23:30.618062 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [req-8120b5c8-4f6e-4655-84f0-23e6ca290a56 req-e9e4fb14-8fac-43ca-a5c1-f1e31b98dda5 service neutron] For port a93ab4fc-aed1-4d9c-8e60-95cde1df69c5, host n-h2-813419-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=a93ab4fc-aed1-4d9c-8e60-95cde1df69c5,segment=NetworkSegment(e031df76-6a67-4dc9-b33e-3b490749e49c),segment_id=e031df76-6a67-4dc9-b33e-3b490749e49c)] {{(pid=102346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:23:30.622770 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3578d0cf-79b9-492d-9506-2df667e66baf tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] Pushing event deleted for resources: {'Port': ['ID=cf326a9d-27a4-4e1c-96d7-cb8fdbf66697,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:23:30.627448 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-ae7dae1b-216e-4d21-926f-92ecd8404dc0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:30.628010 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00daeb9-2542-4dfd-ac11-18a5b0759603 req-842cb0fb-6dc4-4058-a77d-e65831c56b26 tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:30.637107 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-e00daeb9-2542-4dfd-ac11-18a5b0759603 req-842cb0fb-6dc4-4058-a77d-e65831c56b26 tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] 10.222.0.44 "GET /v2.0/ports?device_id=461a11c3-9cc5-4859-b647-0a8860e95b75 HTTP/1.1" status: 200 len: 888 time: 0.0973210 Oct 27 10:23:30.646305 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-8120b5c8-4f6e-4655-84f0-23e6ca290a56 req-e9e4fb14-8fac-43ca-a5c1-f1e31b98dda5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27024173'] for port, after_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:30.676804 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-64bc48bc-a950-4745-88b9-5799396caea8 req-eac6102e-5c9f-4fec-94e3-55c958b2b010 service neutron] 10.222.0.76 "GET /v2.0/networks/4d250f92-d229-45fe-a579-67fef8e6c544?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3048220 Oct 27 10:23:30.705418 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8120b5c8-4f6e-4655-84f0-23e6ca290a56 req-e9e4fb14-8fac-43ca-a5c1-f1e31b98dda5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:30.705629 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-ae7dae1b-216e-4d21-926f-92ecd8404dc0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:30.706030 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-8120b5c8-4f6e-4655-84f0-23e6ca290a56 req-e9e4fb14-8fac-43ca-a5c1-f1e31b98dda5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:30.707305 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c01dd51-3686-4b47-90b8-3869e2f0f371 req-3578d0cf-79b9-492d-9506-2df667e66baf tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] No DVR routers for this DVR port cf326a9d-27a4-4e1c-96d7-cb8fdbf66697 on host n-h2-813419-10 {{(pid=102347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:23:30.707425 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-8120b5c8-4f6e-4655-84f0-23e6ca290a56 req-e9e4fb14-8fac-43ca-a5c1-f1e31b98dda5 service neutron] 10.222.0.76 "PUT /v2.0/ports/a93ab4fc-aed1-4d9c-8e60-95cde1df69c5 HTTP/1.1" status: 200 len: 1093 time: 1.2310765 Oct 27 10:23:30.717593 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device cc809c9a-81c2-48fc-a862-97633a5e993c no longer exists at agent hyperv_n-h2-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:23:30.719735 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-e00daeb9-2542-4dfd-ac11-18a5b0759603 req-f170e357-dbf2-40ce-b3b2-19ef9d7ae245 tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] 10.222.0.44 "GET /v2.0/security-groups?id=e3018bff-e5f8-44d8-a835-69520a8698da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817795 Oct 27 10:23:30.724103 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-3c01dd51-3686-4b47-90b8-3869e2f0f371 req-3578d0cf-79b9-492d-9506-2df667e66baf tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:30.727823 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-3c01dd51-3686-4b47-90b8-3869e2f0f371 req-3578d0cf-79b9-492d-9506-2df667e66baf tempest-LiveAutoBlockMigrationV225Test-768526700 tempest-LiveAutoBlockMigrationV225Test-768526700-project] 10.222.0.76 "DELETE /v2.0/ports/cf326a9d-27a4-4e1c-96d7-cb8fdbf66697 HTTP/1.1" status: 204 len: 173 time: 1.0702333 Oct 27 10:23:30.733260 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e4fb14-8fac-43ca-a5c1-f1e31b98dda5 service neutron] Pushing event updated for resources: {'Port': ['ID=a93ab4fc-aed1-4d9c-8e60-95cde1df69c5,revision_number=3']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:23:30.756990 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] No Port match for: cc809c9a-81c2-48fc-a862-97633a5e993c {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:23:30.758634 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device cc809c9a-81c2-48fc-a862-97633a5e993c not bound to the agent host n-h2-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:23:30.859028 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-64bc48bc-a950-4745-88b9-5799396caea8 req-b7e22033-a607-4bb3-9d58-dd7668893e43 service neutron] 10.222.0.76 "GET /v2.0/networks/4d250f92-d229-45fe-a579-67fef8e6c544?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1738360 Oct 27 10:23:30.866221 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8120b5c8-4f6e-4655-84f0-23e6ca290a56 req-0f680a93-6406-4c77-b54e-c4d9b8bf1544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:30.867690 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8120b5c8-4f6e-4655-84f0-23e6ca290a56 req-0f680a93-6406-4c77-b54e-c4d9b8bf1544 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=580a3fc36cc44c288aa6a1263e27e7ae&device_id=3af85982-dc07-4d85-b2bd-bca942cf5ac3 HTTP/1.1" status: 200 len: 1096 time: 0.0801725 Oct 27 10:23:30.873382 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-ae7dae1b-216e-4d21-926f-92ecd8404dc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:30.875983 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-ae7dae1b-216e-4d21-926f-92ecd8404dc0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:30.877288 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-ae7dae1b-216e-4d21-926f-92ecd8404dc0 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1e756b02-a105-4e14-bfe8-32adad0c6e5a HTTP/1.1" status: 204 len: 168 time: 0.5315719 Oct 27 10:23:30.893064 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7dae1b-216e-4d21-926f-92ecd8404dc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e756b02-a105-4e14-bfe8-32adad0c6e5a,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:23:30.927490 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8120b5c8-4f6e-4655-84f0-23e6ca290a56 req-3d178351-397c-4aa3-a9b7-d4a15f9955d8 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a93ab4fc-aed1-4d9c-8e60-95cde1df69c5 HTTP/1.1" status: 200 len: 217 time: 0.0491352 Oct 27 10:23:30.983931 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8120b5c8-4f6e-4655-84f0-23e6ca290a56 req-052072df-f23c-42c7-9e48-eba6dae771cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:30.986497 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8120b5c8-4f6e-4655-84f0-23e6ca290a56 req-052072df-f23c-42c7-9e48-eba6dae771cf service neutron] 10.222.0.76 "GET /v2.0/subnets?id=a6e255bf-7b36-48de-87ff-f5121c37ce2b HTTP/1.1" status: 200 len: 844 time: 0.0497324 Oct 27 10:23:31.037560 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8120b5c8-4f6e-4655-84f0-23e6ca290a56 req-b2539c23-29ac-4deb-b4f9-e98ab4f61dc9 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=6e5c7d55-96e0-4ffb-8753-a93efa7224ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426252 Oct 27 10:23:31.120856 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2453e7c3-ce14-4dbc-9ff5-00f0ed01875d req-6da0aa58-1fb7-4e2d-9363-b179f9b91010 tempest-FloatingIPsAssociationTestJSON-1989441382 tempest-FloatingIPsAssociationTestJSON-1989441382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:31.123656 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-2453e7c3-ce14-4dbc-9ff5-00f0ed01875d req-6da0aa58-1fb7-4e2d-9363-b179f9b91010 tempest-FloatingIPsAssociationTestJSON-1989441382 tempest-FloatingIPsAssociationTestJSON-1989441382-project] 10.222.0.64 "GET /v2.0/networks?id=27d7cb22-6b39-4584-92c4-ddd219d7765c HTTP/1.1" status: 200 len: 821 time: 0.1633859 Oct 27 10:23:31.139357 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [req-2453e7c3-ce14-4dbc-9ff5-00f0ed01875d req-62795f92-4b0a-4535-90eb-d9b052dc6531 tempest-FloatingIPsAssociationTestJSON-1989441382 tempest-FloatingIPsAssociationTestJSON-1989441382-project] Request body: {'port': {'device_id': 'a3a82d36-162e-496f-ba7c-f96057ee46bd', 'network_id': '27d7cb22-6b39-4584-92c4-ddd219d7765c', 'admin_state_up': True, 'tenant_id': '43f2f041c0f44e039e9e70ad3f6842ae'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:23:31.191161 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cea0c1-e348-4048-9eae-fb27f24f78dc req-04d3fa6c-fb5a-48d9-9d93-aa113c126709 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:31.193454 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-23cea0c1-e348-4048-9eae-fb27f24f78dc req-04d3fa6c-fb5a-48d9-9d93-aa113c126709 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/ports?device_id=91f1b872-bfe1-4648-a448-cef70da3dd1f HTTP/1.1" status: 200 len: 949 time: 0.0798292 Oct 27 10:23:31.195827 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8120b5c8-4f6e-4655-84f0-23e6ca290a56 req-19dd44e7-aa54-479d-8ab7-bcca22620520 service neutron] 10.222.0.76 "GET /v2.0/networks/6e5c7d55-96e0-4ffb-8753-a93efa7224ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491616 Oct 27 10:23:31.261948 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2453e7c3-ce14-4dbc-9ff5-00f0ed01875d req-62795f92-4b0a-4535-90eb-d9b052dc6531 tempest-FloatingIPsAssociationTestJSON-1989441382 tempest-FloatingIPsAssociationTestJSON-1989441382-project] Made reservation on behalf of 43f2f041c0f44e039e9e70ad3f6842ae for: {'port': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:23:31.265559 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-2453e7c3-ce14-4dbc-9ff5-00f0ed01875d req-62795f92-4b0a-4535-90eb-d9b052dc6531 tempest-FloatingIPsAssociationTestJSON-1989441382 tempest-FloatingIPsAssociationTestJSON-1989441382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:31.291515 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-23cea0c1-e348-4048-9eae-fb27f24f78dc req-9c0af20c-a64d-43d5-9a42-5c3fcaf16bcf tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/security-groups?id=e786382c-1289-4f9d-b471-ed120470c2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896876 Oct 27 10:23:31.361102 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8120b5c8-4f6e-4655-84f0-23e6ca290a56 req-55087eef-6288-4a41-84e9-e827eb24ef6f service neutron] 10.222.0.76 "GET /v2.0/networks/6e5c7d55-96e0-4ffb-8753-a93efa7224ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1414058 Oct 27 10:23:31.481657 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_common [req-2453e7c3-ce14-4dbc-9ff5-00f0ed01875d req-62795f92-4b0a-4535-90eb-d9b052dc6531 tempest-FloatingIPsAssociationTestJSON-1989441382 tempest-FloatingIPsAssociationTestJSON-1989441382-project] Allocated IP 172.20.0.10 (27d7cb22-6b39-4584-92c4-ddd219d7765c/1ea6538e-fdad-42c2-9f49-d63e9d85038b/16402309-c901-479f-86f7-4cd9af914209) {{(pid=102346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:23:31.639430 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-28408e7e-d690-4216-89fc-c9cb39a1e82b req-9f1119b2-88e3-4946-9ed2-ef66ca58156f tempest-FloatingIPsAssociationTestJSON-1989441382 tempest-FloatingIPsAssociationTestJSON-1989441382-project] 10.222.0.44 "GET /v2.0/ports?device_id=a3a82d36-162e-496f-ba7c-f96057ee46bd HTTP/1.1" status: 200 len: 210 time: 0.0354607 Oct 27 10:23:31.698015 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-2453e7c3-ce14-4dbc-9ff5-00f0ed01875d req-62795f92-4b0a-4535-90eb-d9b052dc6531 tempest-FloatingIPsAssociationTestJSON-1989441382 tempest-FloatingIPsAssociationTestJSON-1989441382-project] Publish callbacks [] for port, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:31.736162 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-2453e7c3-ce14-4dbc-9ff5-00f0ed01875d req-62795f92-4b0a-4535-90eb-d9b052dc6531 tempest-FloatingIPsAssociationTestJSON-1989441382 tempest-FloatingIPsAssociationTestJSON-1989441382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:31.748035 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] get_ports_and_sgs() called for port_ids ['3d39b2e9-b317-4161-9a6f-55c29cc4ab58'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:23:31.769081 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91f1b872-bfe1-4648-a448-cef70da3dd1f', 'tag': '567f4fc1-5f28-4ac5-9a26-ecbb14bf10a8'}, {'server_uuid': '461a11c3-9cc5-4859-b647-0a8860e95b75', 'name': 'network-vif-deleted', 'tag': 'cf326a9d-27a4-4e1c-96d7-cb8fdbf66697'}] {{(pid=102347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:23:31.771340 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311149b481204ee7edffdb959c881838506fbd95bc8577c048f6677abb73acc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91db3cca-fac1-4422-9897-52a7042ee1c3" -d '{"events": [{"name": "network-changed", "server_uuid": "91f1b872-bfe1-4648-a448-cef70da3dd1f", "tag": "567f4fc1-5f28-4ac5-9a26-ecbb14bf10a8"}, {"server_uuid": "461a11c3-9cc5-4859-b647-0a8860e95b75", "name": "network-vif-deleted", "tag": "cf326a9d-27a4-4e1c-96d7-cb8fdbf66697"}]}' {{(pid=102347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:23:31.795632 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2453e7c3-ce14-4dbc-9ff5-00f0ed01875d req-62795f92-4b0a-4535-90eb-d9b052dc6531 tempest-FloatingIPsAssociationTestJSON-1989441382 tempest-FloatingIPsAssociationTestJSON-1989441382-project] Network 27d7cb22-6b39-4584-92c4-ddd219d7765c is already hosted by enough agents. {{(pid=102346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:23:31.799118 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [req-2453e7c3-ce14-4dbc-9ff5-00f0ed01875d req-62795f92-4b0a-4535-90eb-d9b052dc6531 tempest-FloatingIPsAssociationTestJSON-1989441382 tempest-FloatingIPsAssociationTestJSON-1989441382-project] Resources bound (agent type, host, resource id): {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:23:31.800185 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355a199e-5e73-468a-8b36-2b8193f1efaa req-21d282bb-36fa-428a-9ed0-03329d65e633 tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:31.803627 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [req-2453e7c3-ce14-4dbc-9ff5-00f0ed01875d req-62795f92-4b0a-4535-90eb-d9b052dc6531 tempest-FloatingIPsAssociationTestJSON-1989441382 tempest-FloatingIPsAssociationTestJSON-1989441382-project] Received port after_create {{(pid=102346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:23:31.811035 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62795f92-4b0a-4535-90eb-d9b052dc6531 tempest-FloatingIPsAssociationTestJSON-1989441382 tempest-FloatingIPsAssociationTestJSON-1989441382-project] Pushing event updated for resources: {'Port': ['ID=16402309-c901-479f-86f7-4cd9af914209,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:23:31.825031 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-355a199e-5e73-468a-8b36-2b8193f1efaa req-21d282bb-36fa-428a-9ed0-03329d65e633 tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] 10.222.0.44 "GET /v2.0/ports?device_id=3af85982-dc07-4d85-b2bd-bca942cf5ac3 HTTP/1.1" status: 200 len: 944 time: 0.4388783 Oct 27 10:23:31.832610 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 46310) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:23:31.899867 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2453e7c3-ce14-4dbc-9ff5-00f0ed01875d req-62795f92-4b0a-4535-90eb-d9b052dc6531 tempest-FloatingIPsAssociationTestJSON-1989441382 tempest-FloatingIPsAssociationTestJSON-1989441382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:31.900667 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-2453e7c3-ce14-4dbc-9ff5-00f0ed01875d req-62795f92-4b0a-4535-90eb-d9b052dc6531 tempest-FloatingIPsAssociationTestJSON-1989441382 tempest-FloatingIPsAssociationTestJSON-1989441382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:31.934869 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-2453e7c3-ce14-4dbc-9ff5-00f0ed01875d req-62795f92-4b0a-4535-90eb-d9b052dc6531 tempest-FloatingIPsAssociationTestJSON-1989441382 tempest-FloatingIPsAssociationTestJSON-1989441382-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7987361 Oct 27 10:23:31.936813 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-355a199e-5e73-468a-8b36-2b8193f1efaa req-78ca497c-31e3-4fa1-b752-a3378cea1cbe tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] 10.222.0.44 "GET /v2.0/security-groups?id=abb43ff2-3d53-4d6f-bfce-d681dce200c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108255 Oct 27 10:23:31.941731 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 27 Oct 2021 10:23:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14316d77-75cf-42e9-b823-0b9c0c889b47 x-openstack-request-id: req-14316d77-75cf-42e9-b823-0b9c0c889b47 {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:23:31.943889 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91f1b872-bfe1-4648-a448-cef70da3dd1f", "tag": "567f4fc1-5f28-4ac5-9a26-ecbb14bf10a8", "status": "completed", "code": 200}, {"server_uuid": "461a11c3-9cc5-4859-b647-0a8860e95b75", "name": "network-vif-deleted", "tag": "cf326a9d-27a4-4e1c-96d7-cb8fdbf66697", "status": "completed", "code": 200}]} {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:23:31.944158 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-14316d77-75cf-42e9-b823-0b9c0c889b47 {{(pid=102347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:23:31.947505 n-d-813419-10 neutron-server[102347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91f1b872-bfe1-4648-a448-cef70da3dd1f', 'tag': '567f4fc1-5f28-4ac5-9a26-ecbb14bf10a8', 'status': 'completed', 'code': 200} Oct 27 10:23:31.947780 n-d-813419-10 neutron-server[102347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '461a11c3-9cc5-4859-b647-0a8860e95b75', 'name': 'network-vif-deleted', 'tag': 'cf326a9d-27a4-4e1c-96d7-cb8fdbf66697', 'status': 'completed', 'code': 200} Oct 27 10:23:31.983911 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 46316) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:23:32.021961 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91db3cca-fac1-4422-9897-52a7042ee1c3 req-e47c882f-770b-46d5-aa59-83f0db8264ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:32.023860 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-91db3cca-fac1-4422-9897-52a7042ee1c3 req-e47c882f-770b-46d5-aa59-83f0db8264ab service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=31dc088f778a4c2fb761c23ef7d22647&device_id=91f1b872-bfe1-4648-a448-cef70da3dd1f HTTP/1.1" status: 200 len: 1101 time: 0.0743644 Oct 27 10:23:32.033594 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [req-2453e7c3-ce14-4dbc-9ff5-00f0ed01875d req-481a25c3-0da8-430d-a8dc-e9483826bd7a service neutron] Request body: {'port': {'device_id': 'a3a82d36-162e-496f-ba7c-f96057ee46bd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-10'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:23:32.111178 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-beaa8369-157b-4787-8a8e-0f5436fea9a6 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1917292420-network', 'tenant_id': '23d18887a95946a7b35c0b3b4d482024'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:23:32.120955 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-d8cda1eb-9dea-4cd0-904f-6e8aafc20fb2 None None] Provisioning complete for port 16402309-c901-479f-86f7-4cd9af914209 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:23:32.121399 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-d8cda1eb-9dea-4cd0-904f-6e8aafc20fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:32.148530 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-2453e7c3-ce14-4dbc-9ff5-00f0ed01875d req-481a25c3-0da8-430d-a8dc-e9483826bd7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:32.163363 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c641356-03fc-43f7-8961-202a9136c2a8 admin admin] Deleting subnet 823c78a5-c352-4686-b77c-588d22c2aa2c {{(pid=102347) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 10:23:32.163719 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-d8cda1eb-9dea-4cd0-904f-6e8aafc20fb2 None None] Port 16402309-c901-479f-86f7-4cd9af914209 cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:23:32.173601 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-4c641356-03fc-43f7-8961-202a9136c2a8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:32.175971 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:32.181670 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91db3cca-fac1-4422-9897-52a7042ee1c3 req-3fa4669b-71d4-4bc0-849b-69368ff63adf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:32.183181 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-91db3cca-fac1-4422-9897-52a7042ee1c3 req-3fa4669b-71d4-4bc0-849b-69368ff63adf service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=31dc088f778a4c2fb761c23ef7d22647&device_id=91f1b872-bfe1-4648-a448-cef70da3dd1f HTTP/1.1" status: 200 len: 1101 time: 0.2092342 Oct 27 10:23:32.185048 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-beaa8369-157b-4787-8a8e-0f5436fea9a6 admin admin] Made reservation on behalf of 23d18887a95946a7b35c0b3b4d482024 for: {'network': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:23:32.187276 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-beaa8369-157b-4787-8a8e-0f5436fea9a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for network, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:32.206107 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3af85982-dc07-4d85-b2bd-bca942cf5ac3', 'tag': 'a93ab4fc-aed1-4d9c-8e60-95cde1df69c5'}] {{(pid=102346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:23:32.208498 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc0e418f5fc417c8d55d94c0aa509b037d0beb2a734c1a709e789eb65639a56d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac269799-c0a2-47a1-b440-72070a5b32e8" -d '{"events": [{"name": "network-changed", "server_uuid": "3af85982-dc07-4d85-b2bd-bca942cf5ac3", "tag": "a93ab4fc-aed1-4d9c-8e60-95cde1df69c5"}]}' {{(pid=102346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:23:32.229645 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91db3cca-fac1-4422-9897-52a7042ee1c3 req-15c869e0-de61-4893-952c-f452bf63b6f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:32.231109 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-91db3cca-fac1-4422-9897-52a7042ee1c3 req-15c869e0-de61-4893-952c-f452bf63b6f2 service neutron] 10.222.0.76 "GET /v2.0/networks?id=4d250f92-d229-45fe-a579-67fef8e6c544 HTTP/1.1" status: 200 len: 870 time: 0.1956677 Oct 27 10:23:32.235510 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-4c641356-03fc-43f7-8961-202a9136c2a8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-18445109'] for subnet, precommit_delete_associations {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:32.257899 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-beaa8369-157b-4787-8a8e-0f5436fea9a6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:32.284288 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 10:23:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25109299-a5f0-4246-9425-db987d3adef4 x-openstack-request-id: req-25109299-a5f0-4246-9425-db987d3adef4 {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:23:32.284685 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3af85982-dc07-4d85-b2bd-bca942cf5ac3", "tag": "a93ab4fc-aed1-4d9c-8e60-95cde1df69c5", "status": "completed", "code": 200}]} {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:23:32.285035 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-25109299-a5f0-4246-9425-db987d3adef4 {{(pid=102346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:23:32.285518 n-d-813419-10 neutron-server[102346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3af85982-dc07-4d85-b2bd-bca942cf5ac3', 'tag': 'a93ab4fc-aed1-4d9c-8e60-95cde1df69c5', 'status': 'completed', 'code': 200} Oct 27 10:23:32.314625 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-91db3cca-fac1-4422-9897-52a7042ee1c3 req-2da586cc-f5c2-4224-9277-73229ab9d53d service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.202&port_id=567f4fc1-5f28-4ac5-9a26-ecbb14bf10a8 HTTP/1.1" status: 200 len: 217 time: 0.0521989 Oct 27 10:23:32.387947 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-4c641356-03fc-43f7-8961-202a9136c2a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855646'] for subnet, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:32.417935 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac269799-c0a2-47a1-b440-72070a5b32e8 req-8a8089ea-b64a-4576-9e23-bd188397acd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:32.419571 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-ac269799-c0a2-47a1-b440-72070a5b32e8 req-8a8089ea-b64a-4576-9e23-bd188397acd4 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=580a3fc36cc44c288aa6a1263e27e7ae&device_id=3af85982-dc07-4d85-b2bd-bca942cf5ac3 HTTP/1.1" status: 200 len: 1096 time: 0.1179554 Oct 27 10:23:32.441843 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91db3cca-fac1-4422-9897-52a7042ee1c3 req-dc5c17bd-74e2-40fa-b1d3-b52eb55dedec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:32.443232 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-91db3cca-fac1-4422-9897-52a7042ee1c3 req-dc5c17bd-74e2-40fa-b1d3-b52eb55dedec service neutron] 10.222.0.76 "GET /v2.0/subnets?id=62eb52f7-aac4-48af-8670-e04300325561 HTTP/1.1" status: 200 len: 843 time: 0.1115046 Oct 27 10:23:32.543103 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-4c641356-03fc-43f7-8961-202a9136c2a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-18295818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18043720'] for subnet, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:32.558819 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91db3cca-fac1-4422-9897-52a7042ee1c3 req-826b5869-376e-49b0-a125-c1e11eec758d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:32.560417 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-91db3cca-fac1-4422-9897-52a7042ee1c3 req-826b5869-376e-49b0-a125-c1e11eec758d service neutron] 10.222.0.64 "GET /v2.0/networks?id=4d250f92-d229-45fe-a579-67fef8e6c544 HTTP/1.1" status: 200 len: 870 time: 0.3441885 Oct 27 10:23:32.570362 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5b893a-aaa0-47f3-8c26-0560eed8cad4 req-dd7b3a59-7af0-44a9-9b78-21c3497c333c tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:32.572171 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-5d5b893a-aaa0-47f3-8c26-0560eed8cad4 req-dd7b3a59-7af0-44a9-9b78-21c3497c333c tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/ports?device_id=91f1b872-bfe1-4648-a448-cef70da3dd1f HTTP/1.1" status: 200 len: 949 time: 0.1862488 Oct 27 10:23:32.574949 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91db3cca-fac1-4422-9897-52a7042ee1c3 req-91252545-580a-489c-a6ef-27cba5e3fb89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:32.576459 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-91db3cca-fac1-4422-9897-52a7042ee1c3 req-91252545-580a-489c-a6ef-27cba5e3fb89 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=4d250f92-d229-45fe-a579-67fef8e6c544&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1187811 Oct 27 10:23:32.586211 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c641356-03fc-43f7-8961-202a9136c2a8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=823c78a5-c352-4686-b77c-588d22c2aa2c,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:23:32.591152 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-4c641356-03fc-43f7-8961-202a9136c2a8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:32.594340 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-4c641356-03fc-43f7-8961-202a9136c2a8 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/823c78a5-c352-4686-b77c-588d22c2aa2c HTTP/1.1" status: 204 len: 168 time: 0.7595713 Oct 27 10:23:32.603615 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 46332) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:23:32.643706 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-91db3cca-fac1-4422-9897-52a7042ee1c3 req-aed86703-14b0-4a64-961b-c00a8f3c1848 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.202&port_id=567f4fc1-5f28-4ac5-9a26-ecbb14bf10a8 HTTP/1.1" status: 200 len: 217 time: 0.0705156 Oct 27 10:23:32.699771 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac269799-c0a2-47a1-b440-72070a5b32e8 req-867d1cd1-5cfd-4f50-8a50-ed461eb57f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:32.701115 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-ac269799-c0a2-47a1-b440-72070a5b32e8 req-867d1cd1-5cfd-4f50-8a50-ed461eb57f76 service neutron] 10.222.0.76 "GET /v2.0/networks?id=6e5c7d55-96e0-4ffb-8753-a93efa7224ea HTTP/1.1" status: 200 len: 905 time: 0.2686353 Oct 27 10:23:32.722597 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device cf326a9d-27a4-4e1c-96d7-cb8fdbf66697 no longer exists at agent hyperv_n-h2-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:23:32.727847 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-beaa8369-157b-4787-8a8e-0f5436fea9a6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:32.744811 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] No Port match for: cf326a9d-27a4-4e1c-96d7-cb8fdbf66697 {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:23:32.745414 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device cf326a9d-27a4-4e1c-96d7-cb8fdbf66697 not bound to the agent host n-h2-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:23:32.745700 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-beaa8369-157b-4787-8a8e-0f5436fea9a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:32.760474 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-5d5b893a-aaa0-47f3-8c26-0560eed8cad4 req-f1191bd4-d0ae-4e8b-892b-5440adabd4b6 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/security-groups?id=e786382c-1289-4f9d-b471-ed120470c2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713378 Oct 27 10:23:32.772950 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-43d16f9c-025b-4722-83ea-6bc8dc7322e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586917'] for network, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:32.775853 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-ac269799-c0a2-47a1-b440-72070a5b32e8 req-c829d992-6519-479f-9748-41979fe8decb service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a93ab4fc-aed1-4d9c-8e60-95cde1df69c5 HTTP/1.1" status: 200 len: 217 time: 0.0610750 Oct 27 10:23:32.788913 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91db3cca-fac1-4422-9897-52a7042ee1c3 req-9cee1005-a014-424b-afd6-91624f1ece5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:32.790390 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-91db3cca-fac1-4422-9897-52a7042ee1c3 req-9cee1005-a014-424b-afd6-91624f1ece5a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=62eb52f7-aac4-48af-8670-e04300325561 HTTP/1.1" status: 200 len: 843 time: 0.1245871 Oct 27 10:23:32.827775 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-beaa8369-157b-4787-8a8e-0f5436fea9a6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 424} {{(pid=102346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 10:23:32.858376 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beaa8369-157b-4787-8a8e-0f5436fea9a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f97c1ff-dad7-428f-af4b-bc7a94091827,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:23:32.869612 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-beaa8369-157b-4787-8a8e-0f5436fea9a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:32.869777 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-91db3cca-fac1-4422-9897-52a7042ee1c3 req-c076d48d-a500-4566-ac64-ce1f4b23025e service neutron] 10.222.0.76 "GET /v2.0/networks/4d250f92-d229-45fe-a579-67fef8e6c544?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2810366 Oct 27 10:23:32.869949 n-d-813419-10 neutron-server[102346]: INFO neutron.db.segments_db [None req-beaa8369-157b-4787-8a8e-0f5436fea9a6 admin admin] Added segment 6e01fb65-f38f-48de-8da6-2931b7e7e084 of type vlan for network 940fd3c1-7ac3-4e71-b915-5317697caaa9 Oct 27 10:23:32.883198 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [req-2453e7c3-ce14-4dbc-9ff5-00f0ed01875d req-481a25c3-0da8-430d-a8dc-e9483826bd7a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16402309-c901-479f-86f7-4cd9af914209 {{(pid=102346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:23:32.892873 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-2453e7c3-ce14-4dbc-9ff5-00f0ed01875d req-481a25c3-0da8-430d-a8dc-e9483826bd7a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:32.906735 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac269799-c0a2-47a1-b440-72070a5b32e8 req-7fb0d83d-96fc-42f3-af09-d44984aaaf82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:32.908121 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-ac269799-c0a2-47a1-b440-72070a5b32e8 req-7fb0d83d-96fc-42f3-af09-d44984aaaf82 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=a6e255bf-7b36-48de-87ff-f5121c37ce2b HTTP/1.1" status: 200 len: 844 time: 0.1107430 Oct 27 10:23:32.927365 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3d30bd-6761-48c4-8a03-c986563372ca req-04b26978-936a-4ebe-b708-d145aad3c25c tempest-FloatingIPsAssociationTestJSON-1989441382 tempest-FloatingIPsAssociationTestJSON-1989441382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:32.928875 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-3b3d30bd-6761-48c4-8a03-c986563372ca req-04b26978-936a-4ebe-b708-d145aad3c25c tempest-FloatingIPsAssociationTestJSON-1989441382 tempest-FloatingIPsAssociationTestJSON-1989441382-project] 10.222.0.44 "GET /v2.0/ports?device_id=a3a82d36-162e-496f-ba7c-f96057ee46bd HTTP/1.1" status: 200 len: 932 time: 0.2073624 Oct 27 10:23:32.929333 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91db3cca-fac1-4422-9897-52a7042ee1c3 req-44d82958-0cf0-4ba4-b3a5-4c5b88b1bf17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:32.930814 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-91db3cca-fac1-4422-9897-52a7042ee1c3 req-44d82958-0cf0-4ba4-b3a5-4c5b88b1bf17 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4d250f92-d229-45fe-a579-67fef8e6c544&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1162086 Oct 27 10:23:32.938245 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-beaa8369-157b-4787-8a8e-0f5436fea9a6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743872593080'] for network, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:32.941608 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.provisioning_blocks [req-2453e7c3-ce14-4dbc-9ff5-00f0ed01875d req-481a25c3-0da8-430d-a8dc-e9483826bd7a service neutron] Transition to ACTIVE for port object 16402309-c901-479f-86f7-4cd9af914209 will not be triggered until provisioned by entity L2. {{(pid=102346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 10:23:32.963679 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-2453e7c3-ce14-4dbc-9ff5-00f0ed01875d req-481a25c3-0da8-430d-a8dc-e9483826bd7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27024173'] for port, after_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:33.025987 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-ac269799-c0a2-47a1-b440-72070a5b32e8 req-04c2b012-87d7-4683-b134-09a3f7f684fe service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=6e5c7d55-96e0-4ffb-8753-a93efa7224ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0961459 Oct 27 10:23:33.072548 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-beaa8369-157b-4787-8a8e-0f5436fea9a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913'] for network, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:33.073614 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beaa8369-157b-4787-8a8e-0f5436fea9a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:33.074187 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-beaa8369-157b-4787-8a8e-0f5436fea9a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for network, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:33.082314 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-43d16f9c-025b-4722-83ea-6bc8dc7322e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857803', 'neutron.services.segments.db._delete_segments_for_network-8743873143390'] for network, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:33.148336 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481a25c3-0da8-430d-a8dc-e9483826bd7a service neutron] Pushing event updated for resources: {'Port': ['ID=16402309-c901-479f-86f7-4cd9af914209,revision_number=2']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:23:33.167826 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-3b3d30bd-6761-48c4-8a03-c986563372ca req-564724e8-8d30-4ffb-8891-b865a2c0dbec tempest-FloatingIPsAssociationTestJSON-1989441382 tempest-FloatingIPsAssociationTestJSON-1989441382-project] 10.222.0.44 "GET /v2.0/security-groups?id=a00dcf68-5e22-461d-9e5d-f9afa5233f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1986625 Oct 27 10:23:33.175706 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-43d16f9c-025b-4722-83ea-6bc8dc7322e7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1886fe3b-e088-4c7d-8f4c-b14d4440b311']}} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:23:33.191183 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-43d16f9c-025b-4722-83ea-6bc8dc7322e7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4fd5c29a-a838-4106-a890-06a671bde674') {'for_net_delete': True} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:23:33.191749 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-43d16f9c-025b-4722-83ea-6bc8dc7322e7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4fd5c29a-a838-4106-a890-06a671bde674') {} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:23:33.197799 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-91db3cca-fac1-4422-9897-52a7042ee1c3 req-7c206f45-7b45-4528-a762-4a1bbe447bfd service neutron] 10.222.0.76 "GET /v2.0/networks/4d250f92-d229-45fe-a579-67fef8e6c544?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3171372 Oct 27 10:23:33.202909 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-beaa8369-157b-4787-8a8e-0f5436fea9a6 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.2173450 Oct 27 10:23:33.213591 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 46338) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:23:33.218673 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-5d002559-4c08-428d-b0c1-7fc41b045fbf admin admin] Request body: {'subnet': {'network_id': '940fd3c1-7ac3-4e71-b915-5317697caaa9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1917292420-subnet', 'tenant_id': '23d18887a95946a7b35c0b3b4d482024', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:23:33.225064 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-43d16f9c-025b-4722-83ea-6bc8dc7322e7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743873145191', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18445132'] for segment, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:33.252943 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-ac269799-c0a2-47a1-b440-72070a5b32e8 req-7bb09bdd-c85b-479d-8d90-8dade354026f service neutron] 10.222.0.76 "GET /v2.0/networks/6e5c7d55-96e0-4ffb-8753-a93efa7224ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2156229 Oct 27 10:23:33.257564 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-91db3cca-fac1-4422-9897-52a7042ee1c3 req-3c0b34e6-b535-45f7-94c1-50075f651a74 service neutron] 10.222.0.64 "GET /v2.0/networks/4d250f92-d229-45fe-a579-67fef8e6c544?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3169253 Oct 27 10:23:33.260074 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-43d16f9c-025b-4722-83ea-6bc8dc7322e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:33.267258 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e08f27-dd8f-4c02-8292-3083e629c890 req-278b2e8a-568b-48fb-bb21-00837c12ca95 tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:33.268959 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-35e08f27-dd8f-4c02-8292-3083e629c890 req-278b2e8a-568b-48fb-bb21-00837c12ca95 tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] 10.222.0.44 "GET /v2.0/ports?device_id=3af85982-dc07-4d85-b2bd-bca942cf5ac3 HTTP/1.1" status: 200 len: 944 time: 0.2417784 Oct 27 10:23:33.269622 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beaa8369-157b-4787-8a8e-0f5436fea9a6 admin admin] Pushing event updated for resources: {'Network': ['ID=940fd3c1-7ac3-4e71-b915-5317697caaa9,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:23:33.277014 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43d16f9c-025b-4722-83ea-6bc8dc7322e7 admin admin] Releasing vlan 428 on physical network physnet1 to pool {{(pid=102347) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 10:23:33.277740 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-43d16f9c-025b-4722-83ea-6bc8dc7322e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-18296032'] for segment, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:33.285817 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Network 940fd3c1-7ac3-4e71-b915-5317697caaa9 details requested by agent ovs-agent-n-d-813419-10 with host n-d-813419-10 {{(pid=102348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 10:23:33.295665 n-d-813419-10 neutron-server[102347]: Traceback (most recent call last): Oct 27 10:23:33.295665 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 10:23:33.295665 n-d-813419-10 neutron-server[102347]: timer() Oct 27 10:23:33.295665 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 10:23:33.295665 n-d-813419-10 neutron-server[102347]: cb(*args, **kw) Oct 27 10:23:33.295665 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 10:23:33.295665 n-d-813419-10 neutron-server[102347]: return func(*args, **kwargs) Oct 27 10:23:33.295665 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 10:23:33.295665 n-d-813419-10 neutron-server[102347]: self._notify() Oct 27 10:23:33.295665 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 10:23:33.295665 n-d-813419-10 neutron-server[102347]: self.callback(batched_events) Oct 27 10:23:33.295665 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 10:23:33.295665 n-d-813419-10 neutron-server[102347]: event.method(event) Oct 27 10:23:33.295665 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 10:23:33.295665 n-d-813419-10 neutron-server[102347]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 10:23:33.295665 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 10:23:33.295665 n-d-813419-10 neutron-server[102347]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 10:23:33.295665 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 10:23:33.295665 n-d-813419-10 neutron-server[102347]: return f(self, *a, **k) Oct 27 10:23:33.295665 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 10:23:33.295665 n-d-813419-10 neutron-server[102347]: return self._get(url).json() Oct 27 10:23:33.295665 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 10:23:33.295665 n-d-813419-10 neutron-server[102347]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 10:23:33.295665 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 10:23:33.295665 n-d-813419-10 neutron-server[102347]: return self.request(url, 'GET', **kwargs) Oct 27 10:23:33.295665 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 10:23:33.295665 n-d-813419-10 neutron-server[102347]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 10:23:33.295665 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 10:23:33.295665 n-d-813419-10 neutron-server[102347]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 10:23:33.295665 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 10:23:33.295665 n-d-813419-10 neutron-server[102347]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 10:23:33.295665 n-d-813419-10 neutron-server[102347]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 10:23:33.388861 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d002559-4c08-428d-b0c1-7fc41b045fbf admin admin] Made reservation on behalf of 23d18887a95946a7b35c0b3b4d482024 for: {'subnet': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:23:33.390802 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-5d002559-4c08-428d-b0c1-7fc41b045fbf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18044073'] for subnet, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:33.424144 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-35e08f27-dd8f-4c02-8292-3083e629c890 req-0db83f82-7533-4b95-b5d6-a60a600ecafa tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] 10.222.0.44 "GET /v2.0/security-groups?id=abb43ff2-3d53-4d6f-bfce-d681dce200c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381602 Oct 27 10:23:33.427901 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.managers [req-2453e7c3-ce14-4dbc-9ff5-00f0ed01875d req-481a25c3-0da8-430d-a8dc-e9483826bd7a service neutron] Attempting to bind port 16402309-c901-479f-86f7-4cd9af914209 on host n-h1-813419-10 for vnic_type normal with profile {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:23:33.428254 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.managers [req-2453e7c3-ce14-4dbc-9ff5-00f0ed01875d req-481a25c3-0da8-430d-a8dc-e9483826bd7a service neutron] Attempting to bind port 16402309-c901-479f-86f7-4cd9af914209 by drivers openvswitch,hyperv on host n-h1-813419-10 at level 0 using segments [{'id': 'fdb00e04-9654-415e-a0bd-268fdd4e2b52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '27d7cb22-6b39-4584-92c4-ddd219d7765c'}] {{(pid=102346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:23:33.428586 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2453e7c3-ce14-4dbc-9ff5-00f0ed01875d req-481a25c3-0da8-430d-a8dc-e9483826bd7a service neutron] Attempting to bind port 16402309-c901-479f-86f7-4cd9af914209 on network 27d7cb22-6b39-4584-92c4-ddd219d7765c {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:23:33.444059 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2453e7c3-ce14-4dbc-9ff5-00f0ed01875d req-481a25c3-0da8-430d-a8dc-e9483826bd7a service neutron] Port 16402309-c901-479f-86f7-4cd9af914209 on network 27d7cb22-6b39-4584-92c4-ddd219d7765c not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-10 {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 10:23:33.444406 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2453e7c3-ce14-4dbc-9ff5-00f0ed01875d req-481a25c3-0da8-430d-a8dc-e9483826bd7a service neutron] Attempting to bind port 16402309-c901-479f-86f7-4cd9af914209 on network 27d7cb22-6b39-4584-92c4-ddd219d7765c {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:23:33.450709 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-43d16f9c-025b-4722-83ea-6bc8dc7322e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664840'] for network, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:33.456340 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-43d16f9c-025b-4722-83ea-6bc8dc7322e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for network, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:33.456695 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2453e7c3-ce14-4dbc-9ff5-00f0ed01875d req-481a25c3-0da8-430d-a8dc-e9483826bd7a service neutron] Checking agent: {'id': 'a52e1cab-0c63-402d-9c94-330537c6c076', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 16, 2), 'started_at': datetime.datetime(2021, 10, 27, 10, 16, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 23, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:23:33.457141 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2453e7c3-ce14-4dbc-9ff5-00f0ed01875d req-481a25c3-0da8-430d-a8dc-e9483826bd7a service neutron] Checking segment: {'id': 'fdb00e04-9654-415e-a0bd-268fdd4e2b52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '27d7cb22-6b39-4584-92c4-ddd219d7765c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:23:33.457696 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2453e7c3-ce14-4dbc-9ff5-00f0ed01875d req-481a25c3-0da8-430d-a8dc-e9483826bd7a service neutron] Bound using segment: {'id': 'fdb00e04-9654-415e-a0bd-268fdd4e2b52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '27d7cb22-6b39-4584-92c4-ddd219d7765c'} {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:23:33.458132 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.managers [req-2453e7c3-ce14-4dbc-9ff5-00f0ed01875d req-481a25c3-0da8-430d-a8dc-e9483826bd7a service neutron] Bound port: 16402309-c901-479f-86f7-4cd9af914209, host: n-h1-813419-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fdb00e04-9654-415e-a0bd-268fdd4e2b52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '27d7cb22-6b39-4584-92c4-ddd219d7765c'}}] {{(pid=102346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:23:33.458483 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-2453e7c3-ce14-4dbc-9ff5-00f0ed01875d req-481a25c3-0da8-430d-a8dc-e9483826bd7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:33.460075 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-43d16f9c-025b-4722-83ea-6bc8dc7322e7 admin admin] 10.222.0.44 "DELETE /v2.0/networks/1886fe3b-e088-4c7d-8f4c-b14d4440b311 HTTP/1.1" status: 204 len: 168 time: 0.8520646 Oct 27 10:23:33.462841 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-91db3cca-fac1-4422-9897-52a7042ee1c3 req-95a24d60-15df-4dfa-9163-a9561998e4b9 service neutron] 10.222.0.64 "GET /v2.0/networks/4d250f92-d229-45fe-a579-67fef8e6c544?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1877773 Oct 27 10:23:33.462841 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 46344) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:23:33.480523 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d16f9c-025b-4722-83ea-6bc8dc7322e7 admin admin] Pushing event deleted for resources: {'Network': ['ID=1886fe3b-e088-4c7d-8f4c-b14d4440b311,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:23:33.505935 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d16f9c-025b-4722-83ea-6bc8dc7322e7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:23:33.506289 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d16f9c-025b-4722-83ea-6bc8dc7322e7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:23:33.506617 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d16f9c-025b-4722-83ea-6bc8dc7322e7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:23:33.506948 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d16f9c-025b-4722-83ea-6bc8dc7322e7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:23:33.507280 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d16f9c-025b-4722-83ea-6bc8dc7322e7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:23:33.507611 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d16f9c-025b-4722-83ea-6bc8dc7322e7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:23:33.508233 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d16f9c-025b-4722-83ea-6bc8dc7322e7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:23:33.508571 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d16f9c-025b-4722-83ea-6bc8dc7322e7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:23:33.508967 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d16f9c-025b-4722-83ea-6bc8dc7322e7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:23:33.509234 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d16f9c-025b-4722-83ea-6bc8dc7322e7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:23:33.509655 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d16f9c-025b-4722-83ea-6bc8dc7322e7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:23:33.509864 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d16f9c-025b-4722-83ea-6bc8dc7322e7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:23:33.539129 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef016245-fb37-4b21-b0fb-313540087846 admin admin] Deleting subnet 3d8da334-432f-49a0-a085-fb0f9497bc9e {{(pid=102346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 10:23:33.545607 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ef016245-fb37-4b21-b0fb-313540087846 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:33.561044 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-ac269799-c0a2-47a1-b440-72070a5b32e8 req-3bd2851c-25fa-43fd-9061-78e04747b8d4 service neutron] 10.222.0.76 "GET /v2.0/networks/6e5c7d55-96e0-4ffb-8753-a93efa7224ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2984989 Oct 27 10:23:33.595920 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [req-2453e7c3-ce14-4dbc-9ff5-00f0ed01875d req-481a25c3-0da8-430d-a8dc-e9483826bd7a service neutron] For port 16402309-c901-479f-86f7-4cd9af914209, host n-h1-813419-10, cleared binding levels {{(pid=102346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:23:33.600854 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [req-2453e7c3-ce14-4dbc-9ff5-00f0ed01875d req-481a25c3-0da8-430d-a8dc-e9483826bd7a service neutron] For port 16402309-c901-479f-86f7-4cd9af914209, host n-h1-813419-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=16402309-c901-479f-86f7-4cd9af914209,segment=NetworkSegment(fdb00e04-9654-415e-a0bd-268fdd4e2b52),segment_id=fdb00e04-9654-415e-a0bd-268fdd4e2b52)] {{(pid=102346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:23:33.603650 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ef016245-fb37-4b21-b0fb-313540087846 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25847868'] for subnet, precommit_delete_associations {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:33.622242 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-2453e7c3-ce14-4dbc-9ff5-00f0ed01875d req-481a25c3-0da8-430d-a8dc-e9483826bd7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27024173'] for port, after_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:33.662208 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2453e7c3-ce14-4dbc-9ff5-00f0ed01875d req-481a25c3-0da8-430d-a8dc-e9483826bd7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:33.662789 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-2453e7c3-ce14-4dbc-9ff5-00f0ed01875d req-481a25c3-0da8-430d-a8dc-e9483826bd7a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:33.664282 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-2453e7c3-ce14-4dbc-9ff5-00f0ed01875d req-481a25c3-0da8-430d-a8dc-e9483826bd7a service neutron] 10.222.0.64 "PUT /v2.0/ports/16402309-c901-479f-86f7-4cd9af914209 HTTP/1.1" status: 200 len: 1093 time: 1.7008760 Oct 27 10:23:33.677342 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-5d002559-4c08-428d-b0c1-7fc41b045fbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-18295883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18044091'] for subnet, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:33.686420 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ef016245-fb37-4b21-b0fb-313540087846 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855646'] for subnet, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:33.746166 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481a25c3-0da8-430d-a8dc-e9483826bd7a service neutron] Pushing event updated for resources: {'Port': ['ID=16402309-c901-479f-86f7-4cd9af914209,revision_number=3']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:23:33.749382 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d002559-4c08-428d-b0c1-7fc41b045fbf admin admin] Pushing event updated for resources: {'Subnet': ['ID=77c01f76-4118-40f3-9687-19e52d96a177,revision_number=0']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:23:33.759346 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d002559-4c08-428d-b0c1-7fc41b045fbf admin admin] Checking segment: {'id': '6e01fb65-f38f-48de-8da6-2931b7e7e084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '940fd3c1-7ac3-4e71-b915-5317697caaa9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:23:33.759709 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d002559-4c08-428d-b0c1-7fc41b045fbf admin admin] Network hostable DHCP agents. Network: 940fd3c1-7ac3-4e71-b915-5317697caaa9, hostable agents: ['eafd4000-b897-4722-ae8b-0118ec955181'], hosted agents: [] {{(pid=102347) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 10:23:33.779684 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2453e7c3-ce14-4dbc-9ff5-00f0ed01875d req-5ba9203b-e5ac-4bc3-afb9-fd43d425732b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:33.781338 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-2453e7c3-ce14-4dbc-9ff5-00f0ed01875d req-5ba9203b-e5ac-4bc3-afb9-fd43d425732b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=43f2f041c0f44e039e9e70ad3f6842ae&device_id=a3a82d36-162e-496f-ba7c-f96057ee46bd HTTP/1.1" status: 200 len: 1096 time: 0.0692835 Oct 27 10:23:33.783082 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d002559-4c08-428d-b0c1-7fc41b045fbf admin admin] Network 940fd3c1-7ac3-4e71-b915-5317697caaa9 is scheduled to be hosted by DHCP agent eafd4000-b897-4722-ae8b-0118ec955181 with binding_index 1 {{(pid=102347) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 10:23:33.795408 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [None req-5d002559-4c08-428d-b0c1-7fc41b045fbf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-10, 940fd3c1-7ac3-4e71-b915-5317697caaa9) {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:23:33.798151 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ef016245-fb37-4b21-b0fb-313540087846 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27024355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27168307'] for subnet, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:33.799984 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d002559-4c08-428d-b0c1-7fc41b045fbf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:33.801040 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-5d002559-4c08-428d-b0c1-7fc41b045fbf admin admin] Publish callbacks [] for subnet, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:33.809159 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03c0c930-c58e-4f20-9a95-3b2724a5c122 None None] Network 940fd3c1-7ac3-4e71-b915-5317697caaa9 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:23:33.822890 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-5d002559-4c08-428d-b0c1-7fc41b045fbf admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6079104 Oct 27 10:23:33.825676 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 46350) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:23:33.830614 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-1eb06c0b-e44d-4b0a-98e1-ae342f72a303 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1917292420-router', 'tenant_id': '23d18887a95946a7b35c0b3b4d482024', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'}}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:23:33.855408 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-1eb06c0b-e44d-4b0a-98e1-ae342f72a303 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1768632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3610'] for router, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:33.857336 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-1eb06c0b-e44d-4b0a-98e1-ae342f72a303 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1765704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1769409', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1694266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3597'] for router, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:33.893307 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ef016245-fb37-4b21-b0fb-313540087846 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for subnet, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:33.900603 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-ef016245-fb37-4b21-b0fb-313540087846 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/3d8da334-432f-49a0-a085-fb0f9497bc9e HTTP/1.1" status: 204 len: 168 time: 0.4349592 Oct 27 10:23:33.900789 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-2453e7c3-ce14-4dbc-9ff5-00f0ed01875d req-51977c2b-7d09-4b70-84a7-d4bc731b6aff service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=16402309-c901-479f-86f7-4cd9af914209 HTTP/1.1" status: 200 len: 217 time: 0.0954988 Oct 27 10:23:33.902049 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 46352) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:23:33.902775 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef016245-fb37-4b21-b0fb-313540087846 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3d8da334-432f-49a0-a085-fb0f9497bc9e,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:23:33.944876 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-1eb06c0b-e44d-4b0a-98e1-ae342f72a303 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:33.995445 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-886df4db-43f6-4bca-8fb4-f68e89946c81 None None] Network 940fd3c1-7ac3-4e71-b915-5317697caaa9 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:23:34.022244 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0604bd3b-8bb4-4b8d-88dc-d033057fca84 req-dee6ca84-e9be-4f55-9601-0f7026cb93bb tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:34.023971 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-0604bd3b-8bb4-4b8d-88dc-d033057fca84 req-dee6ca84-e9be-4f55-9601-0f7026cb93bb tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/ports?device_id=91f1b872-bfe1-4648-a448-cef70da3dd1f HTTP/1.1" status: 200 len: 949 time: 0.1483104 Oct 27 10:23:34.119711 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-1eb06c0b-e44d-4b0a-98e1-ae342f72a303 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:34.139142 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-0604bd3b-8bb4-4b8d-88dc-d033057fca84 req-2d19b9d0-26c0-4c51-a345-b9174c6b5127 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/security-groups?id=e786382c-1289-4f9d-b471-ed120470c2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059582 Oct 27 10:23:34.293371 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3a82d36-162e-496f-ba7c-f96057ee46bd', 'tag': '16402309-c901-479f-86f7-4cd9af914209'}] {{(pid=102346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:23:34.295589 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc0e418f5fc417c8d55d94c0aa509b037d0beb2a734c1a709e789eb65639a56d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3565bd65-0f8b-4936-8479-c6084f631861" -d '{"events": [{"name": "network-changed", "server_uuid": "a3a82d36-162e-496f-ba7c-f96057ee46bd", "tag": "16402309-c901-479f-86f7-4cd9af914209"}]}' {{(pid=102346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:23:34.332870 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-7f2ab26e-6aed-4ea3-8416-94e0a8f28a2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586917'] for network, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:34.363101 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-1eb06c0b-e44d-4b0a-98e1-ae342f72a303 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:34.377064 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2453e7c3-ce14-4dbc-9ff5-00f0ed01875d req-c5a0633d-24ed-42b8-8654-1a0e71e1c586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:34.378459 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-2453e7c3-ce14-4dbc-9ff5-00f0ed01875d req-c5a0633d-24ed-42b8-8654-1a0e71e1c586 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1ea6538e-fdad-42c2-9f49-d63e9d85038b HTTP/1.1" status: 200 len: 860 time: 0.3907967 Oct 27 10:23:34.385228 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-1eb06c0b-e44d-4b0a-98e1-ae342f72a303 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:34.443637 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cbc57b-f384-40df-bdc6-e3514cbf69bb req-3fdb034e-8bda-466b-a40c-459eec58d01f tempest-FloatingIPsAssociationTestJSON-1989441382 tempest-FloatingIPsAssociationTestJSON-1989441382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:34.445158 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-a0cbc57b-f384-40df-bdc6-e3514cbf69bb req-3fdb034e-8bda-466b-a40c-459eec58d01f tempest-FloatingIPsAssociationTestJSON-1989441382 tempest-FloatingIPsAssociationTestJSON-1989441382-project] 10.222.0.44 "GET /v2.0/ports?device_id=a3a82d36-162e-496f-ba7c-f96057ee46bd HTTP/1.1" status: 200 len: 944 time: 0.1441164 Oct 27 10:23:34.480994 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 10:23:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6180e54f-5e0f-4677-bf3a-ad10317310f8 x-openstack-request-id: req-6180e54f-5e0f-4677-bf3a-ad10317310f8 {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:23:34.481537 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3a82d36-162e-496f-ba7c-f96057ee46bd", "tag": "16402309-c901-479f-86f7-4cd9af914209", "status": "completed", "code": 200}]} {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:23:34.481785 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6180e54f-5e0f-4677-bf3a-ad10317310f8 {{(pid=102346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:23:34.482166 n-d-813419-10 neutron-server[102346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3a82d36-162e-496f-ba7c-f96057ee46bd', 'tag': '16402309-c901-479f-86f7-4cd9af914209', 'status': 'completed', 'code': 200} Oct 27 10:23:34.504850 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_common [None req-1eb06c0b-e44d-4b0a-98e1-ae342f72a303 admin admin] Allocated IP 172.25.8.183 (185ff123-c7ff-45c7-a6be-71feb35acc9c/0fb9f9d1-7384-481f-8fa8-f4566c349d30/c4182ee9-3f4f-40bf-b482-839ad83ef6b2) {{(pid=102347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:23:34.510315 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-7f2ab26e-6aed-4ea3-8416-94e0a8f28a2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857803', 'neutron.services.segments.db._delete_segments_for_network-8743873143390'] for network, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:34.549802 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-7f2ab26e-6aed-4ea3-8416-94e0a8f28a2b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4fa39ad6-0868-4e26-a541-a3ededd6e6d3']}} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:23:34.553270 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2453e7c3-ce14-4dbc-9ff5-00f0ed01875d req-d31d47da-d7f2-4026-a439-4d1880e454c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:34.554892 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-2453e7c3-ce14-4dbc-9ff5-00f0ed01875d req-d31d47da-d7f2-4026-a439-4d1880e454c4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=27d7cb22-6b39-4584-92c4-ddd219d7765c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1576769 Oct 27 10:23:34.589840 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-7f2ab26e-6aed-4ea3-8416-94e0a8f28a2b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e2456ad-71b1-42ae-949f-99e706f9970b') {'for_net_delete': True} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:23:34.590148 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-7f2ab26e-6aed-4ea3-8416-94e0a8f28a2b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e2456ad-71b1-42ae-949f-99e706f9970b') {} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:23:34.594274 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-a0cbc57b-f384-40df-bdc6-e3514cbf69bb req-86e36e4d-4876-49dd-b668-3d44819aa9bc tempest-FloatingIPsAssociationTestJSON-1989441382 tempest-FloatingIPsAssociationTestJSON-1989441382-project] 10.222.0.44 "GET /v2.0/security-groups?id=a00dcf68-5e22-461d-9e5d-f9afa5233f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208324 Oct 27 10:23:34.627650 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-7f2ab26e-6aed-4ea3-8416-94e0a8f28a2b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743873145191', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25847877'] for segment, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:34.627844 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-1eb06c0b-e44d-4b0a-98e1-ae342f72a303 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:34.649458 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-7f2ab26e-6aed-4ea3-8416-94e0a8f28a2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:34.666736 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f2ab26e-6aed-4ea3-8416-94e0a8f28a2b admin admin] Releasing vlan 402 on physical network physnet1 to pool {{(pid=102346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 10:23:34.667184 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-7f2ab26e-6aed-4ea3-8416-94e0a8f28a2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27024137'] for segment, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:34.669128 n-d-813419-10 neutron-server[102346]: Traceback (most recent call last): Oct 27 10:23:34.669128 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 10:23:34.669128 n-d-813419-10 neutron-server[102346]: timer() Oct 27 10:23:34.669128 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 10:23:34.669128 n-d-813419-10 neutron-server[102346]: cb(*args, **kw) Oct 27 10:23:34.669128 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 10:23:34.669128 n-d-813419-10 neutron-server[102346]: return func(*args, **kwargs) Oct 27 10:23:34.669128 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 10:23:34.669128 n-d-813419-10 neutron-server[102346]: self._notify() Oct 27 10:23:34.669128 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 10:23:34.669128 n-d-813419-10 neutron-server[102346]: self.callback(batched_events) Oct 27 10:23:34.669128 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 10:23:34.669128 n-d-813419-10 neutron-server[102346]: event.method(event) Oct 27 10:23:34.669128 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 10:23:34.669128 n-d-813419-10 neutron-server[102346]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 10:23:34.669128 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 10:23:34.669128 n-d-813419-10 neutron-server[102346]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 10:23:34.669128 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 10:23:34.669128 n-d-813419-10 neutron-server[102346]: return f(self, *a, **k) Oct 27 10:23:34.669128 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 10:23:34.669128 n-d-813419-10 neutron-server[102346]: return self._get(url).json() Oct 27 10:23:34.669128 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 10:23:34.669128 n-d-813419-10 neutron-server[102346]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 10:23:34.669128 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 10:23:34.669128 n-d-813419-10 neutron-server[102346]: return self.request(url, 'GET', **kwargs) Oct 27 10:23:34.669128 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 10:23:34.669128 n-d-813419-10 neutron-server[102346]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 10:23:34.669128 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 10:23:34.669128 n-d-813419-10 neutron-server[102346]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 10:23:34.669128 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 10:23:34.669128 n-d-813419-10 neutron-server[102346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 10:23:34.669128 n-d-813419-10 neutron-server[102346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 10:23:34.684493 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7b0b3b-0de8-4fed-abf7-ff8737186a10 req-9e2e6358-bfeb-4ec4-a87f-7673d806d7f9 tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:34.686020 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-bb7b0b3b-0de8-4fed-abf7-ff8737186a10 req-9e2e6358-bfeb-4ec4-a87f-7673d806d7f9 tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] 10.222.0.44 "GET /v2.0/ports?device_id=3af85982-dc07-4d85-b2bd-bca942cf5ac3 HTTP/1.1" status: 200 len: 944 time: 0.0800717 Oct 27 10:23:34.717931 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-1eb06c0b-e44d-4b0a-98e1-ae342f72a303 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:34.727327 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device a93ab4fc-aed1-4d9c-8e60-95cde1df69c5 details requested by agent hyperv_n-h2-813419-10 with host n-h2-813419-10 {{(pid=102348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 10:23:34.784319 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-bb7b0b3b-0de8-4fed-abf7-ff8737186a10 req-503f902f-3f86-490d-9fe0-4cc6aebbd13e tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] 10.222.0.44 "GET /v2.0/security-groups?id=abb43ff2-3d53-4d6f-bfce-d681dce200c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919735 Oct 27 10:23:34.791202 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-2453e7c3-ce14-4dbc-9ff5-00f0ed01875d req-2683a588-c751-4da2-806a-b28641ea1cd8 service neutron] 10.222.0.64 "GET /v2.0/networks/27d7cb22-6b39-4584-92c4-ddd219d7765c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2240276 Oct 27 10:23:34.792024 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eb06c0b-e44d-4b0a-98e1-ae342f72a303 admin admin] Network 185ff123-c7ff-45c7-a6be-71feb35acc9c is already hosted by enough agents. {{(pid=102347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:23:34.793335 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-7f2ab26e-6aed-4ea3-8416-94e0a8f28a2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664840'] for network, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:34.795416 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [None req-1eb06c0b-e44d-4b0a-98e1-ae342f72a303 admin admin] Resources bound (agent type, host, resource id): {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:23:34.798978 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-7f2ab26e-6aed-4ea3-8416-94e0a8f28a2b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for network, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:34.800117 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eb06c0b-e44d-4b0a-98e1-ae342f72a303 admin admin] Received port after_create {{(pid=102347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:23:34.802824 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-7f2ab26e-6aed-4ea3-8416-94e0a8f28a2b admin admin] 10.222.0.44 "DELETE /v2.0/networks/4fa39ad6-0868-4e26-a541-a3ededd6e6d3 HTTP/1.1" status: 204 len: 168 time: 0.8918729 Oct 27 10:23:34.808851 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb06c0b-e44d-4b0a-98e1-ae342f72a303 admin admin] Pushing event updated for resources: {'Port': ['ID=c4182ee9-3f4f-40bf-b482-839ad83ef6b2,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:23:34.870661 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2ab26e-6aed-4ea3-8416-94e0a8f28a2b admin admin] Pushing event deleted for resources: {'Network': ['ID=4fa39ad6-0868-4e26-a541-a3ededd6e6d3,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:23:34.916395 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] For port a93ab4fc-aed1-4d9c-8e60-95cde1df69c5, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=a93ab4fc-aed1-4d9c-8e60-95cde1df69c5,segment=NetworkSegment(e031df76-6a67-4dc9-b33e-3b490749e49c),segment_id=e031df76-6a67-4dc9-b33e-3b490749e49c)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:23:34.929197 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-2453e7c3-ce14-4dbc-9ff5-00f0ed01875d req-dceb47c9-c5f0-4d24-94f7-7340d0ba1934 service neutron] 10.222.0.64 "GET /v2.0/networks/27d7cb22-6b39-4584-92c4-ddd219d7765c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249824 Oct 27 10:23:34.951934 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Returning: {'device': 'a93ab4fc-aed1-4d9c-8e60-95cde1df69c5', 'network_id': '6e5c7d55-96e0-4ffb-8753-a93efa7224ea', 'port_id': 'a93ab4fc-aed1-4d9c-8e60-95cde1df69c5', 'mac_address': 'fa:16:3e:d1:eb:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6e255bf-7b36-48de-87ff-f5121c37ce2b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 10:23:35.011421 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:35.013448 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 46370) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:23:35.030986 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a93ab4fc-aed1-4d9c-8e60-95cde1df69c5 {{(pid=102348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:23:35.039595 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3565bd65-0f8b-4936-8479-c6084f631861 req-cad276ca-8380-49c9-b50c-e14efe26053c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:35.041769 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-3565bd65-0f8b-4936-8479-c6084f631861 req-cad276ca-8380-49c9-b50c-e14efe26053c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=43f2f041c0f44e039e9e70ad3f6842ae&device_id=a3a82d36-162e-496f-ba7c-f96057ee46bd HTTP/1.1" status: 200 len: 1096 time: 0.0562394 Oct 27 10:23:35.060908 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] For port a93ab4fc-aed1-4d9c-8e60-95cde1df69c5, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=a93ab4fc-aed1-4d9c-8e60-95cde1df69c5,segment=NetworkSegment(e031df76-6a67-4dc9-b33e-3b490749e49c),segment_id=e031df76-6a67-4dc9-b33e-3b490749e49c)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:23:35.067591 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:35.069121 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device 567f4fc1-5f28-4ac5-9a26-ecbb14bf10a8 details requested by agent hyperv_n-h2-813419-10 with host n-h2-813419-10 {{(pid=102348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 10:23:35.078868 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-444db081-40e3-4b05-bfa8-f905f767adeb admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=54312c7c8f9740c0a6858560a6518b0e&name=default HTTP/1.1" status: 200 len: 2977 time: 0.0616961 Oct 27 10:23:35.098639 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 46372) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:23:35.168104 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Pushing event updated for resources: {'Port': ['ID=a93ab4fc-aed1-4d9c-8e60-95cde1df69c5,revision_number=4']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:23:35.181554 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3565bd65-0f8b-4936-8479-c6084f631861 req-5ae0c394-efdd-484f-b9c3-4194008d774a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:35.183043 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-3565bd65-0f8b-4936-8479-c6084f631861 req-5ae0c394-efdd-484f-b9c3-4194008d774a service neutron] 10.222.0.64 "GET /v2.0/networks?id=27d7cb22-6b39-4584-92c4-ddd219d7765c HTTP/1.1" status: 200 len: 922 time: 0.1343460 Oct 27 10:23:35.183858 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d75521cd-e4cf-4441-89a6-9db731003bad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:35.218072 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] For port 567f4fc1-5f28-4ac5-9a26-ecbb14bf10a8, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=567f4fc1-5f28-4ac5-9a26-ecbb14bf10a8,segment=NetworkSegment(f7c42c6d-2766-46d8-a8b7-4852117a5555),segment_id=f7c42c6d-2766-46d8-a8b7-4852117a5555)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:23:35.226631 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-1eb06c0b-e44d-4b0a-98e1-ae342f72a303 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:35.230967 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Returning: {'device': '567f4fc1-5f28-4ac5-9a26-ecbb14bf10a8', 'network_id': '4d250f92-d229-45fe-a579-67fef8e6c544', 'port_id': '567f4fc1-5f28-4ac5-9a26-ecbb14bf10a8', 'mac_address': 'fa:16:3e:c0:9e:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62eb52f7-aac4-48af-8670-e04300325561', 'ip_address': '192.168.233.202'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 10:23:35.249741 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-3565bd65-0f8b-4936-8479-c6084f631861 req-5fd5ef74-2371-42e7-ba4e-9663276f1b20 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=16402309-c901-479f-86f7-4cd9af914209 HTTP/1.1" status: 200 len: 217 time: 0.0548635 Oct 27 10:23:35.267993 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d75521cd-e4cf-4441-89a6-9db731003bad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:35.271143 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:35.284827 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 567f4fc1-5f28-4ac5-9a26-ecbb14bf10a8 {{(pid=102348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:23:35.308538 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] For port 567f4fc1-5f28-4ac5-9a26-ecbb14bf10a8, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=567f4fc1-5f28-4ac5-9a26-ecbb14bf10a8,segment=NetworkSegment(f7c42c6d-2766-46d8-a8b7-4852117a5555),segment_id=f7c42c6d-2766-46d8-a8b7-4852117a5555)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:23:35.313652 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:35.372666 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d98a9d-3486-4e4b-b6f4-14bc8df11c86 req-94a24d27-b63e-4cf0-95fd-56793fb8b3d7 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:35.374223 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-e1d98a9d-3486-4e4b-b6f4-14bc8df11c86 req-94a24d27-b63e-4cf0-95fd-56793fb8b3d7 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/ports?device_id=91f1b872-bfe1-4648-a448-cef70da3dd1f HTTP/1.1" status: 200 len: 949 time: 0.1300535 Oct 27 10:23:35.376593 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3565bd65-0f8b-4936-8479-c6084f631861 req-d5b515f3-812d-4d4f-9bed-0c1241c099bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:35.378026 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-3565bd65-0f8b-4936-8479-c6084f631861 req-d5b515f3-812d-4d4f-9bed-0c1241c099bd service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1ea6538e-fdad-42c2-9f49-d63e9d85038b HTTP/1.1" status: 200 len: 860 time: 0.0948577 Oct 27 10:23:35.378694 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Pushing event updated for resources: {'Port': ['ID=567f4fc1-5f28-4ac5-9a26-ecbb14bf10a8,revision_number=12']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:23:35.446742 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d75521cd-e4cf-4441-89a6-9db731003bad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:35.449232 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d75521cd-e4cf-4441-89a6-9db731003bad admin admin] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:35.450391 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-d75521cd-e4cf-4441-89a6-9db731003bad admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e3018bff-e5f8-44d8-a835-69520a8698da HTTP/1.1" status: 204 len: 168 time: 0.3508036 Oct 27 10:23:35.475250 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3565bd65-0f8b-4936-8479-c6084f631861 req-5ac047f9-638c-42b3-bb1d-db96501b9abd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:35.477214 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-3565bd65-0f8b-4936-8479-c6084f631861 req-5ac047f9-638c-42b3-bb1d-db96501b9abd service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=27d7cb22-6b39-4584-92c4-ddd219d7765c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0915058 Oct 27 10:23:35.480814 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-e1d98a9d-3486-4e4b-b6f4-14bc8df11c86 req-ee1eb744-f1bb-47aa-b1cc-a95e9c84473b tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/security-groups?id=e786382c-1289-4f9d-b471-ed120470c2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859246 Oct 27 10:23:35.481808 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75521cd-e4cf-4441-89a6-9db731003bad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3018bff-e5f8-44d8-a835-69520a8698da,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:23:35.623754 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-3565bd65-0f8b-4936-8479-c6084f631861 req-d9e76108-ac1f-4001-a4ca-f89b348e3a8b service neutron] 10.222.0.64 "GET /v2.0/networks/27d7cb22-6b39-4584-92c4-ddd219d7765c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360512 Oct 27 10:23:35.676544 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] get_ports_and_sgs() called for port_ids ['a93ab4fc-aed1-4d9c-8e60-95cde1df69c5'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:23:35.709531 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] get_ports_and_sgs() called for port_ids ['567f4fc1-5f28-4ac5-9a26-ecbb14bf10a8'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:23:35.778738 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-3565bd65-0f8b-4936-8479-c6084f631861 req-b6e4381f-405b-4e3a-aee0-975716233e85 service neutron] 10.222.0.64 "GET /v2.0/networks/27d7cb22-6b39-4584-92c4-ddd219d7765c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1448774 Oct 27 10:23:35.779811 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80c9091-cd6a-4d11-9244-0578888e9570 req-607e29b3-f2c5-46ac-ae4e-f0a96921253f tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:35.781056 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-a80c9091-cd6a-4d11-9244-0578888e9570 req-607e29b3-f2c5-46ac-ae4e-f0a96921253f tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/ports?device_id=91f1b872-bfe1-4648-a448-cef70da3dd1f HTTP/1.1" status: 200 len: 950 time: 0.0677376 Oct 27 10:23:35.819025 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-1eb06c0b-e44d-4b0a-98e1-ae342f72a303 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1765699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1769372'] for router, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:35.946210 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-a80c9091-cd6a-4d11-9244-0578888e9570 req-898479e9-977e-4129-855b-2b89a83952aa tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/security-groups?id=e786382c-1289-4f9d-b471-ed120470c2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428559 Oct 27 10:23:36.019242 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 46394) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:23:36.047413 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1eb06c0b-e44d-4b0a-98e1-ae342f72a303 admin admin] Router abb6ec27-9976-4ada-8049-ef949c366442 is scheduled to L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb with binding_index 1 {{(pid=102347) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 10:23:36.113693 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e090f0-ff41-4b9d-9ac8-258eed0f56bb req-e63b3173-8489-4803-ba03-543ec37f832e tempest-FloatingIPsAssociationTestJSON-1989441382 tempest-FloatingIPsAssociationTestJSON-1989441382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:36.121623 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-19e090f0-ff41-4b9d-9ac8-258eed0f56bb req-e63b3173-8489-4803-ba03-543ec37f832e tempest-FloatingIPsAssociationTestJSON-1989441382 tempest-FloatingIPsAssociationTestJSON-1989441382-project] 10.222.0.44 "GET /v2.0/ports?device_id=a3a82d36-162e-496f-ba7c-f96057ee46bd HTTP/1.1" status: 200 len: 944 time: 0.0952528 Oct 27 10:23:36.130664 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-90b7771c-70eb-4896-9d1d-df5333a85e0a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=180429ca98dd4f13975e8870a7468a19&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1098058 Oct 27 10:23:36.133500 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 46396) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:23:36.178724 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-19e090f0-ff41-4b9d-9ac8-258eed0f56bb req-4d92f174-0f15-4261-bcf3-d3b60f2e736c tempest-FloatingIPsAssociationTestJSON-1989441382 tempest-FloatingIPsAssociationTestJSON-1989441382-project] 10.222.0.44 "GET /v2.0/security-groups?id=a00dcf68-5e22-461d-9e5d-f9afa5233f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493984 Oct 27 10:23:36.208596 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1eb06c0b-e44d-4b0a-98e1-ae342f72a303 admin admin] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:23:36.221400 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77982e5e-5890-472a-a286-d16bdf27622d None None] Sync routers for ids ['abb6ec27-9976-4ada-8049-ef949c366442'] in n-d-813419-10 {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:23:36.235629 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77982e5e-5890-472a-a286-d16bdf27622d None None] Routers {'abb6ec27-9976-4ada-8049-ef949c366442'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:23:36.236485 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-77982e5e-5890-472a-a286-d16bdf27622d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:23:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['abb6ec27-9976-4ada-8049-ef949c366442'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:23:36.281460 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db29c21c-ca75-4713-9071-8f1cd0e481ac req-354dd90e-db14-459c-b619-cd5d9f894eb6 tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:36.283486 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-db29c21c-ca75-4713-9071-8f1cd0e481ac req-354dd90e-db14-459c-b619-cd5d9f894eb6 tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] 10.222.0.44 "GET /v2.0/ports?device_id=3af85982-dc07-4d85-b2bd-bca942cf5ac3 HTTP/1.1" status: 200 len: 945 time: 0.0699317 Oct 27 10:23:36.287002 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-1eb06c0b-e44d-4b0a-98e1-ae342f72a303 admin admin] Publish callbacks [] for router, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:36.291541 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 46400) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:23:36.291749 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-1eb06c0b-e44d-4b0a-98e1-ae342f72a303 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.4647315 Oct 27 10:23:36.292538 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-ab8c1360-0736-4b50-9e43-9826d5e31a96 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:36.358345 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-db29c21c-ca75-4713-9071-8f1cd0e481ac req-46882304-eeb3-47bf-a05c-6c869172d6d0 tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] 10.222.0.44 "GET /v2.0/security-groups?id=abb43ff2-3d53-4d6f-bfce-d681dce200c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627296 Oct 27 10:23:36.363274 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-ab8c1360-0736-4b50-9e43-9826d5e31a96 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:36.398958 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvr_db [None req-77982e5e-5890-472a-a286-d16bdf27622d None None] Set router abb6ec27-9976-4ada-8049-ef949c366442 gateway port host: n-d-813419-10 {{(pid=102349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:23:36.426273 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-ab8c1360-0736-4b50-9e43-9826d5e31a96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:36.429186 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-ab8c1360-0736-4b50-9e43-9826d5e31a96 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:36.430306 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-ab8c1360-0736-4b50-9e43-9826d5e31a96 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/81d8d248-60cc-46a6-a951-f333d32e3f88 HTTP/1.1" status: 204 len: 168 time: 0.2933993 Oct 27 10:23:36.445477 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8c1360-0736-4b50-9e43-9826d5e31a96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81d8d248-60cc-46a6-a951-f333d32e3f88,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:23:36.476393 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-10e233d6-81e7-4cff-bc24-a97e4c3fa78a req-bea398a6-7fa0-4026-a3c6-596e377c463d tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=31dc088f778a4c2fb761c23ef7d22647&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0336194 Oct 27 10:23:36.587831 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-77982e5e-5890-472a-a286-d16bdf27622d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abb6ec27-9976-4ada-8049-ef949c366442', 'name': 'tempest-ServerRescueTestJSON-1917292420-router', 'tenant_id': '23d18887a95946a7b35c0b3b4d482024', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.183'}], 'enable_snat': True}, 'gw_port_id': 'c4182ee9-3f4f-40bf-b482-839ad83ef6b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:23:33Z', 'updated_at': '2021-10-27T10:23:35Z', 'revision_number': 3, 'project_id': '23d18887a95946a7b35c0b3b4d482024', 'gw_port': {'id': 'c4182ee9-3f4f-40bf-b482-839ad83ef6b2', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:f5:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abb6ec27-9976-4ada-8049-ef949c366442', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:23:34Z', 'updated_at': '2021-10-27T10:23:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10'}], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:23:36.620728 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77982e5e-5890-472a-a286-d16bdf27622d None None] Checking router: abb6ec27-9976-4ada-8049-ef949c366442 for host: n-d-813419-10 {{(pid=102349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 10:23:36.621069 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77982e5e-5890-472a-a286-d16bdf27622d None None] Updating router abb6ec27-9976-4ada-8049-ef949c366442 port c4182ee9-3f4f-40bf-b482-839ad83ef6b2 binding host n-d-813419-10 {{(pid=102349) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 10:23:36.651006 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-77982e5e-5890-472a-a286-d16bdf27622d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:36.682361 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e233d6-81e7-4cff-bc24-a97e4c3fa78a req-6cf5102a-ec42-4dd2-aa4e-e41ddf41b686 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:36.683842 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-10e233d6-81e7-4cff-bc24-a97e4c3fa78a req-6cf5102a-ec42-4dd2-aa4e-e41ddf41b686 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1949263 Oct 27 10:23:36.709241 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-10e233d6-81e7-4cff-bc24-a97e4c3fa78a req-561e72ea-b789-4433-90bd-6e7bbc0a070f tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/quotas/31dc088f778a4c2fb761c23ef7d22647 HTTP/1.1" status: 200 len: 375 time: 0.0157914 Oct 27 10:23:36.840218 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-10e233d6-81e7-4cff-bc24-a97e4c3fa78a req-04b949d6-0db0-4490-8c48-63e70160e801 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=31dc088f778a4c2fb761c23ef7d22647&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0692716 Oct 27 10:23:36.963079 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-77982e5e-5890-472a-a286-d16bdf27622d None None] Publish callbacks [] for port, precommit_update {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:36.970630 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-77982e5e-5890-472a-a286-d16bdf27622d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:37.007264 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-33ac066b-c84f-4c45-a9db-61c2c54e616e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:37.070246 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-6c1106a0-16b6-4690-831e-38614b26e82e req-688a2ba5-1d80-4092-9306-73d4d4befbb5 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/ports?device_id=e8ba4d8b-4106-4181-809e-b9e98a50d4b3 HTTP/1.1" status: 200 len: 210 time: 0.0319169 Oct 27 10:23:37.205905 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.managers [None req-77982e5e-5890-472a-a286-d16bdf27622d None None] Attempting to bind port c4182ee9-3f4f-40bf-b482-839ad83ef6b2 on host n-d-813419-10 for vnic_type normal with profile {{(pid=102349) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:23:37.206457 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.managers [None req-77982e5e-5890-472a-a286-d16bdf27622d None None] Attempting to bind port c4182ee9-3f4f-40bf-b482-839ad83ef6b2 by drivers openvswitch,hyperv on host n-d-813419-10 at level 0 using segments [{'id': 'bc14127b-7032-4c50-bb5b-f6813cbae86e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'}] {{(pid=102349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:23:37.206995 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77982e5e-5890-472a-a286-d16bdf27622d None None] Attempting to bind port c4182ee9-3f4f-40bf-b482-839ad83ef6b2 on network 185ff123-c7ff-45c7-a6be-71feb35acc9c {{(pid=102349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:23:37.223602 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77982e5e-5890-472a-a286-d16bdf27622d None None] Checking agent: {'id': '89dba0f3-79b2-435e-9822-33674b8f6ada', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 8, 20), 'started_at': datetime.datetime(2021, 10, 27, 10, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 23, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:23:37.223602 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77982e5e-5890-472a-a286-d16bdf27622d None None] Checking segment: {'id': 'bc14127b-7032-4c50-bb5b-f6813cbae86e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:23:37.223602 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-77982e5e-5890-472a-a286-d16bdf27622d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:37.223602 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77982e5e-5890-472a-a286-d16bdf27622d None None] Bound using segment: {'id': 'bc14127b-7032-4c50-bb5b-f6813cbae86e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'} {{(pid=102349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:23:37.224518 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.managers [None req-77982e5e-5890-472a-a286-d16bdf27622d None None] Bound port: c4182ee9-3f4f-40bf-b482-839ad83ef6b2, host: n-d-813419-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc14127b-7032-4c50-bb5b-f6813cbae86e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'}}] {{(pid=102349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:23:37.229093 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-77982e5e-5890-472a-a286-d16bdf27622d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:37.232624 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_common [None req-33ac066b-c84f-4c45-a9db-61c2c54e616e admin admin] Allocated IP 172.20.0.1 (940fd3c1-7ac3-4e71-b915-5317697caaa9/77c01f76-4118-40f3-9687-19e52d96a177/0cfe8b40-e1bb-4df5-8339-8c880b6e2634) {{(pid=102346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:23:37.309907 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.db [None req-77982e5e-5890-472a-a286-d16bdf27622d None None] For port c4182ee9-3f4f-40bf-b482-839ad83ef6b2, host n-d-813419-10, cleared binding levels {{(pid=102349) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:23:37.313506 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.db [None req-77982e5e-5890-472a-a286-d16bdf27622d None None] For port c4182ee9-3f4f-40bf-b482-839ad83ef6b2, host n-d-813419-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=c4182ee9-3f4f-40bf-b482-839ad83ef6b2,segment=NetworkSegment(bc14127b-7032-4c50-bb5b-f6813cbae86e),segment_id=bc14127b-7032-4c50-bb5b-f6813cbae86e)] {{(pid=102349) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:23:37.323712 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-77982e5e-5890-472a-a286-d16bdf27622d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:37.326753 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfe0cc7-329c-4606-b150-3dc713c20ddb None None] Pushing event updated for resources: {'Port': ['ID=c4182ee9-3f4f-40bf-b482-839ad83ef6b2,revision_number=2']} {{(pid=102349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:23:37.350087 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfe0cc7-329c-4606-b150-3dc713c20ddb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:23:37.350440 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfe0cc7-329c-4606-b150-3dc713c20ddb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:23:37.350756 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfe0cc7-329c-4606-b150-3dc713c20ddb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:23:37.351085 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfe0cc7-329c-4606-b150-3dc713c20ddb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:23:37.351407 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfe0cc7-329c-4606-b150-3dc713c20ddb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:23:37.351729 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfe0cc7-329c-4606-b150-3dc713c20ddb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:23:37.352046 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfe0cc7-329c-4606-b150-3dc713c20ddb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:23:37.352415 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfe0cc7-329c-4606-b150-3dc713c20ddb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:23:37.352770 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfe0cc7-329c-4606-b150-3dc713c20ddb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:23:37.353087 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfe0cc7-329c-4606-b150-3dc713c20ddb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:23:37.353399 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfe0cc7-329c-4606-b150-3dc713c20ddb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:23:37.353706 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dfe0cc7-329c-4606-b150-3dc713c20ddb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:23:37.360919 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8752ca95-86b8-44a6-8c5e-380f04601d95 req-bfb30f0a-7412-4dae-b6af-e267de612d46 tempest-FloatingIPsAssociationTestJSON-1989441382 tempest-FloatingIPsAssociationTestJSON-1989441382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:37.367537 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 46448) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:23:37.369958 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-8752ca95-86b8-44a6-8c5e-380f04601d95 req-bfb30f0a-7412-4dae-b6af-e267de612d46 tempest-FloatingIPsAssociationTestJSON-1989441382 tempest-FloatingIPsAssociationTestJSON-1989441382-project] 10.222.0.44 "GET /v2.0/ports?device_id=a3a82d36-162e-496f-ba7c-f96057ee46bd HTTP/1.1" status: 200 len: 944 time: 0.1004708 Oct 27 10:23:37.442612 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfe0cc7-329c-4606-b150-3dc713c20ddb None None] Pushing event updated for resources: {'Port': ['ID=c4182ee9-3f4f-40bf-b482-839ad83ef6b2,revision_number=3']} {{(pid=102349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:23:37.444720 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-8752ca95-86b8-44a6-8c5e-380f04601d95 req-116a1fc4-85a9-4a01-b6e3-107d3fdbfb34 tempest-FloatingIPsAssociationTestJSON-1989441382 tempest-FloatingIPsAssociationTestJSON-1989441382-project] 10.222.0.44 "GET /v2.0/security-groups?id=a00dcf68-5e22-461d-9e5d-f9afa5233f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662825 Oct 27 10:23:37.475255 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-33ac066b-c84f-4c45-a9db-61c2c54e616e admin admin] Publish callbacks [] for port, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:37.501432 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77982e5e-5890-472a-a286-d16bdf27622d None None] Routers {'abb6ec27-9976-4ada-8049-ef949c366442'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:23:37.502140 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-77982e5e-5890-472a-a286-d16bdf27622d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:23:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['abb6ec27-9976-4ada-8049-ef949c366442'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:23:37.519361 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-9ab1f423-b078-4d53-b1d9-a94db029008f admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1156052074-network', 'tenant_id': '9c487093db7840e98dafd374096ede4c'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:23:37.520726 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-33ac066b-c84f-4c45-a9db-61c2c54e616e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:37.571952 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33ac066b-c84f-4c45-a9db-61c2c54e616e admin admin] Network 940fd3c1-7ac3-4e71-b915-5317697caaa9 is already hosted by enough agents. {{(pid=102346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:23:37.577636 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-33ac066b-c84f-4c45-a9db-61c2c54e616e admin admin] Resources bound (agent type, host, resource id): {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:23:37.580146 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33ac066b-c84f-4c45-a9db-61c2c54e616e admin admin] Received port after_create {{(pid=102346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:23:37.588984 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11eea7dd-da91-4337-b02f-17fc1a117956 req-587b80e4-9f71-48f5-8c41-03539f4878d4 tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:37.593913 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-11eea7dd-da91-4337-b02f-17fc1a117956 req-587b80e4-9f71-48f5-8c41-03539f4878d4 tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] 10.222.0.44 "GET /v2.0/ports?device_id=3af85982-dc07-4d85-b2bd-bca942cf5ac3 HTTP/1.1" status: 200 len: 945 time: 0.1064472 Oct 27 10:23:37.595398 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ab1f423-b078-4d53-b1d9-a94db029008f admin admin] Made reservation on behalf of 9c487093db7840e98dafd374096ede4c for: {'network': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:23:37.598043 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-9ab1f423-b078-4d53-b1d9-a94db029008f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for network, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:37.615519 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-9ab1f423-b078-4d53-b1d9-a94db029008f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:37.624216 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ac066b-c84f-4c45-a9db-61c2c54e616e admin admin] Pushing event updated for resources: {'Port': ['ID=0cfe8b40-e1bb-4df5-8339-8c880b6e2634,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:23:37.638451 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-33ac066b-c84f-4c45-a9db-61c2c54e616e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1664961'] for router_interface, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:37.646567 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvr_db [None req-77982e5e-5890-472a-a286-d16bdf27622d None None] Set router abb6ec27-9976-4ada-8049-ef949c366442 gateway port host: n-d-813419-10 {{(pid=102349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:23:37.682358 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-11eea7dd-da91-4337-b02f-17fc1a117956 req-75b9e5ca-e08b-4305-b6f6-1fec868516fd tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] 10.222.0.44 "GET /v2.0/security-groups?id=abb43ff2-3d53-4d6f-bfce-d681dce200c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794237 Oct 27 10:23:37.770780 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-9ab1f423-b078-4d53-b1d9-a94db029008f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:37.777543 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-9ab1f423-b078-4d53-b1d9-a94db029008f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:37.804154 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ab1f423-b078-4d53-b1d9-a94db029008f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 439} {{(pid=102347) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 10:23:37.813051 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab1f423-b078-4d53-b1d9-a94db029008f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df17171a-6534-4d8a-8518-0be5fe64cbb1,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:23:37.819278 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-9ab1f423-b078-4d53-b1d9-a94db029008f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:37.819722 n-d-813419-10 neutron-server[102347]: INFO neutron.db.segments_db [None req-9ab1f423-b078-4d53-b1d9-a94db029008f admin admin] Added segment 50500633-18ab-48c2-98da-73563c3123ba of type vlan for network b70d8912-e651-449a-aede-549067567147 Oct 27 10:23:37.836230 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-33ac066b-c84f-4c45-a9db-61c2c54e616e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:37.862980 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-77982e5e-5890-472a-a286-d16bdf27622d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abb6ec27-9976-4ada-8049-ef949c366442', 'name': 'tempest-ServerRescueTestJSON-1917292420-router', 'tenant_id': '23d18887a95946a7b35c0b3b4d482024', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.183'}], 'enable_snat': True}, 'gw_port_id': 'c4182ee9-3f4f-40bf-b482-839ad83ef6b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:23:33Z', 'updated_at': '2021-10-27T10:23:35Z', 'revision_number': 3, 'project_id': '23d18887a95946a7b35c0b3b4d482024', 'gw_port': {'id': 'c4182ee9-3f4f-40bf-b482-839ad83ef6b2', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:f5:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abb6ec27-9976-4ada-8049-ef949c366442', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:23:34Z', 'updated_at': '2021-10-27T10:23:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10'}], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:23:37.863925 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-9ab1f423-b078-4d53-b1d9-a94db029008f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743872593080'] for network, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:37.898393 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-9ab1f423-b078-4d53-b1d9-a94db029008f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913'] for network, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:37.901229 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ab1f423-b078-4d53-b1d9-a94db029008f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:37.901383 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77982e5e-5890-472a-a286-d16bdf27622d None None] The sync data for ids ['abb6ec27-9976-4ada-8049-ef949c366442'] in n-d-813419-10 is: [{'id': 'abb6ec27-9976-4ada-8049-ef949c366442', 'name': 'tempest-ServerRescueTestJSON-1917292420-router', 'tenant_id': '23d18887a95946a7b35c0b3b4d482024', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.183'}], 'enable_snat': True}, 'gw_port_id': 'c4182ee9-3f4f-40bf-b482-839ad83ef6b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:23:33Z', 'updated_at': '2021-10-27T10:23:35Z', 'revision_number': 3, 'project_id': '23d18887a95946a7b35c0b3b4d482024', 'gw_port': {'id': 'c4182ee9-3f4f-40bf-b482-839ad83ef6b2', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:f5:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abb6ec27-9976-4ada-8049-ef949c366442', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:23:34Z', 'updated_at': '2021-10-27T10:23:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10'}] {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:23:37.902163 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-9ab1f423-b078-4d53-b1d9-a94db029008f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for network, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:37.966607 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-9ab1f423-b078-4d53-b1d9-a94db029008f admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5971887 Oct 27 10:23:37.973536 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 46458) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:23:37.986247 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-933c7662-130b-4bb3-b04c-8e57e4896417 admin admin] Request body: {'subnet': {'network_id': 'b70d8912-e651-449a-aede-549067567147', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1156052074-subnet', 'tenant_id': '9c487093db7840e98dafd374096ede4c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:23:37.994808 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab1f423-b078-4d53-b1d9-a94db029008f admin admin] Pushing event updated for resources: {'Network': ['ID=b70d8912-e651-449a-aede-549067567147,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:23:38.009542 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Network b70d8912-e651-449a-aede-549067567147 details requested by agent ovs-agent-n-d-813419-10 with host n-d-813419-10 {{(pid=102348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 10:23:38.037002 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-933c7662-130b-4bb3-b04c-8e57e4896417 admin admin] Made reservation on behalf of 9c487093db7840e98dafd374096ede4c for: {'subnet': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:23:38.039425 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-933c7662-130b-4bb3-b04c-8e57e4896417 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18044073'] for subnet, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:38.057416 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-33ac066b-c84f-4c45-a9db-61c2c54e616e admin admin] Publish callbacks [] for port, precommit_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:38.066944 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-33ac066b-c84f-4c45-a9db-61c2c54e616e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27024173'] for port, after_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:38.147923 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-33ac066b-c84f-4c45-a9db-61c2c54e616e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2006967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1766225'] for router_interface, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:38.149964 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ac066b-c84f-4c45-a9db-61c2c54e616e admin admin] Pushing event updated for resources: {'Port': ['ID=0cfe8b40-e1bb-4df5-8339-8c880b6e2634,revision_number=2']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:23:38.247777 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-e5c91c36-3bf7-488c-9383-55d9f0383b82 req-5720589d-4de3-43b0-ab22-9f74c5a3f3bd tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/ports?device_id=e8ba4d8b-4106-4181-809e-b9e98a50d4b3 HTTP/1.1" status: 200 len: 210 time: 0.0678511 Oct 27 10:23:38.327825 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33ac066b-c84f-4c45-a9db-61c2c54e616e admin admin] Network 940fd3c1-7ac3-4e71-b915-5317697caaa9 is already hosted by enough agents. {{(pid=102346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:23:38.331042 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-33ac066b-c84f-4c45-a9db-61c2c54e616e admin admin] Resources bound (agent type, host, resource id): {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:23:38.349818 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device 16402309-c901-479f-86f7-4cd9af914209 details requested by agent hyperv_n-h1-813419-10 with host n-h1-813419-10 {{(pid=102348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 10:23:38.388241 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-933c7662-130b-4bb3-b04c-8e57e4896417 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-18295883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18044091'] for subnet, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:38.418268 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-10e233d6-81e7-4cff-bc24-a97e4c3fa78a req-01a28e0f-b7b1-4467-bf9e-8e5529bb3bea tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=31dc088f778a4c2fb761c23ef7d22647&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0584233 Oct 27 10:23:38.501139 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33ac066b-c84f-4c45-a9db-61c2c54e616e admin admin] Router abb6ec27-9976-4ada-8049-ef949c366442 has already been hosted by L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb {{(pid=102346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 10:23:38.609145 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-933c7662-130b-4bb3-b04c-8e57e4896417 admin admin] Checking segment: {'id': '50500633-18ab-48c2-98da-73563c3123ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'b70d8912-e651-449a-aede-549067567147'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:23:38.609520 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-933c7662-130b-4bb3-b04c-8e57e4896417 admin admin] Network hostable DHCP agents. Network: b70d8912-e651-449a-aede-549067567147, hostable agents: ['eafd4000-b897-4722-ae8b-0118ec955181'], hosted agents: [] {{(pid=102347) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 10:23:38.633185 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933c7662-130b-4bb3-b04c-8e57e4896417 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0c8d0682-e9d2-4157-8f50-67abbd1aff64,revision_number=0']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:23:38.658328 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-933c7662-130b-4bb3-b04c-8e57e4896417 admin admin] Network b70d8912-e651-449a-aede-549067567147 is scheduled to be hosted by DHCP agent eafd4000-b897-4722-ae8b-0118ec955181 with binding_index 1 {{(pid=102347) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 10:23:38.678274 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [None req-933c7662-130b-4bb3-b04c-8e57e4896417 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-10, b70d8912-e651-449a-aede-549067567147) {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:23:38.679792 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port 16402309-c901-479f-86f7-4cd9af914209, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=16402309-c901-479f-86f7-4cd9af914209,segment=NetworkSegment(fdb00e04-9654-415e-a0bd-268fdd4e2b52),segment_id=fdb00e04-9654-415e-a0bd-268fdd4e2b52)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:23:38.684141 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-933c7662-130b-4bb3-b04c-8e57e4896417 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:38.684957 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-933c7662-130b-4bb3-b04c-8e57e4896417 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:38.698087 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c868153-fab9-4966-bc68-9436f0964272 None None] Network b70d8912-e651-449a-aede-549067567147 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:23:38.704616 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbd5bfc-ba90-4265-bfac-b7e5170cfa3b req-392d794d-66bd-46d0-960e-13f7fcc4941f tempest-FloatingIPsAssociationTestJSON-1989441382 tempest-FloatingIPsAssociationTestJSON-1989441382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:38.712867 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-3bbd5bfc-ba90-4265-bfac-b7e5170cfa3b req-392d794d-66bd-46d0-960e-13f7fcc4941f tempest-FloatingIPsAssociationTestJSON-1989441382 tempest-FloatingIPsAssociationTestJSON-1989441382-project] 10.222.0.44 "GET /v2.0/ports?device_id=a3a82d36-162e-496f-ba7c-f96057ee46bd HTTP/1.1" status: 200 len: 944 time: 0.1324117 Oct 27 10:23:38.717420 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-933c7662-130b-4bb3-b04c-8e57e4896417 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7428069 Oct 27 10:23:38.735673 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e233d6-81e7-4cff-bc24-a97e4c3fa78a req-ab47997e-07e2-41ea-9b79-64587629faa9 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:38.737768 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-10e233d6-81e7-4cff-bc24-a97e4c3fa78a req-ab47997e-07e2-41ea-9b79-64587629faa9 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2850707 Oct 27 10:23:38.754031 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [req-10e233d6-81e7-4cff-bc24-a97e4c3fa78a req-7d653097-e845-44b5-ab37-a90ed2a6c31c tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] Request body: {'port': {'device_id': 'e8ba4d8b-4106-4181-809e-b9e98a50d4b3', 'network_id': '4d250f92-d229-45fe-a579-67fef8e6c544', 'admin_state_up': True, 'tenant_id': '31dc088f778a4c2fb761c23ef7d22647'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:23:38.765466 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33ac066b-c84f-4c45-a9db-61c2c54e616e admin admin] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:23:38.785870 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-33ac066b-c84f-4c45-a9db-61c2c54e616e admin admin] 10.222.0.44 "PUT /v2.0/routers/abb6ec27-9976-4ada-8049-ef949c366442/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4842463 Oct 27 10:23:38.826230 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-3bbd5bfc-ba90-4265-bfac-b7e5170cfa3b req-e1e3ce0d-d623-48da-991d-e0d97bd69b14 tempest-FloatingIPsAssociationTestJSON-1989441382 tempest-FloatingIPsAssociationTestJSON-1989441382-project] 10.222.0.44 "GET /v2.0/security-groups?id=a00dcf68-5e22-461d-9e5d-f9afa5233f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119180 Oct 27 10:23:38.834832 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device a93ab4fc-aed1-4d9c-8e60-95cde1df69c5 up at agent hyperv_n-h2-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:23:38.942292 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5cbba6-0f61-4565-91ba-e0c268997208 req-13e88eb3-bf21-46a3-a590-aa6211485a44 tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:38.950210 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-9a5cbba6-0f61-4565-91ba-e0c268997208 req-13e88eb3-bf21-46a3-a590-aa6211485a44 tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] 10.222.0.44 "GET /v2.0/ports?device_id=3af85982-dc07-4d85-b2bd-bca942cf5ac3 HTTP/1.1" status: 200 len: 945 time: 0.1032491 Oct 27 10:23:38.987644 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Returning: {'device': '16402309-c901-479f-86f7-4cd9af914209', 'network_id': '27d7cb22-6b39-4584-92c4-ddd219d7765c', 'port_id': '16402309-c901-479f-86f7-4cd9af914209', 'mac_address': 'fa:16:3e:b1:5e:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 427, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ea6538e-fdad-42c2-9f49-d63e9d85038b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 10:23:39.025230 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10e233d6-81e7-4cff-bc24-a97e4c3fa78a req-7d653097-e845-44b5-ab37-a90ed2a6c31c tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] Made reservation on behalf of 31dc088f778a4c2fb761c23ef7d22647 for: {'port': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:23:39.030425 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-695b8649-38c6-444b-afae-183799ba8559 None None] Network b70d8912-e651-449a-aede-549067567147 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:23:39.030962 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-10e233d6-81e7-4cff-bc24-a97e4c3fa78a req-7d653097-e845-44b5-ab37-a90ed2a6c31c tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:39.038452 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:39.055248 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-9a5cbba6-0f61-4565-91ba-e0c268997208 req-0914c316-8482-45af-8d94-9965e0f16e51 tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] 10.222.0.44 "GET /v2.0/security-groups?id=abb43ff2-3d53-4d6f-bfce-d681dce200c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035323 Oct 27 10:23:39.136231 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Provisioning for port a93ab4fc-aed1-4d9c-8e60-95cde1df69c5 completed by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 10:23:39.152035 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Provisioning complete for port a93ab4fc-aed1-4d9c-8e60-95cde1df69c5 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:23:39.152432 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:39.202524 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:39.244170 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16402309-c901-479f-86f7-4cd9af914209 {{(pid=102348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:23:39.315218 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_common [req-10e233d6-81e7-4cff-bc24-a97e4c3fa78a req-7d653097-e845-44b5-ab37-a90ed2a6c31c tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] Allocated IP 192.168.233.161 (4d250f92-d229-45fe-a579-67fef8e6c544/62eb52f7-aac4-48af-8670-e04300325561/ef599265-bc33-4c73-9c72-0acae098e5ed) {{(pid=102347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:23:39.341711 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device c4182ee9-3f4f-40bf-b482-839ad83ef6b2 up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:23:39.388037 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port 16402309-c901-479f-86f7-4cd9af914209, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=16402309-c901-479f-86f7-4cd9af914209,segment=NetworkSegment(fdb00e04-9654-415e-a0bd-268fdd4e2b52),segment_id=fdb00e04-9654-415e-a0bd-268fdd4e2b52)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:23:39.421103 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:39.456111 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-a0f4b588-4fce-444d-a62c-f8a7ddca6731 req-b0489f92-c33d-40df-bf28-250182bc6e80 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/ports?device_id=e8ba4d8b-4106-4181-809e-b9e98a50d4b3 HTTP/1.1" status: 200 len: 210 time: 0.0451868 Oct 27 10:23:39.488318 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:39.517664 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Pushing event updated for resources: {'Port': ['ID=16402309-c901-479f-86f7-4cd9af914209,revision_number=4']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:23:39.542365 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3af85982-dc07-4d85-b2bd-bca942cf5ac3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a93ab4fc-aed1-4d9c-8e60-95cde1df69c5'}] {{(pid=102348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:23:39.545281 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c588921fa634554a1d9242fdea1b05457a9ff1d3b28ba54ec1dace7f2f1df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34fbee9b-f599-43b7-b077-64bd17f1a5e6" -d '{"events": [{"server_uuid": "3af85982-dc07-4d85-b2bd-bca942cf5ac3", "name": "network-vif-plugged", "status": "completed", "tag": "a93ab4fc-aed1-4d9c-8e60-95cde1df69c5"}]}' {{(pid=102348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:23:39.562528 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port c4182ee9-3f4f-40bf-b482-839ad83ef6b2 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:23:39.563157 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:39.565502 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] For port a93ab4fc-aed1-4d9c-8e60-95cde1df69c5, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=a93ab4fc-aed1-4d9c-8e60-95cde1df69c5,segment=NetworkSegment(e031df76-6a67-4dc9-b33e-3b490749e49c),segment_id=e031df76-6a67-4dc9-b33e-3b490749e49c)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:23:39.592398 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-10e233d6-81e7-4cff-bc24-a97e4c3fa78a req-7d653097-e845-44b5-ab37-a90ed2a6c31c tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] Publish callbacks [] for port, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:39.596936 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:39.598425 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device 567f4fc1-5f28-4ac5-9a26-ecbb14bf10a8 up at agent hyperv_n-h2-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:23:39.614518 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 46506) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:23:39.620190 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-1f95eff4-9f39-434d-8157-cfcffbe4e117 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-401103117-network', 'tenant_id': '53abf8aee8624d57a24c91a4302db02b'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:23:39.657937 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f95eff4-9f39-434d-8157-cfcffbe4e117 admin admin] Made reservation on behalf of 53abf8aee8624d57a24c91a4302db02b for: {'network': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:23:39.660658 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-1f95eff4-9f39-434d-8157-cfcffbe4e117 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for network, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:39.670650 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-1f95eff4-9f39-434d-8157-cfcffbe4e117 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:39.678337 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-10e233d6-81e7-4cff-bc24-a97e4c3fa78a req-7d653097-e845-44b5-ab37-a90ed2a6c31c tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:39.707556 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] get_ports_and_sgs() called for port_ids ['16402309-c901-479f-86f7-4cd9af914209'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:23:39.710071 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] get_ports_and_sgs() called for port_ids ['567f4fc1-5f28-4ac5-9a26-ecbb14bf10a8'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:23:39.757490 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10e233d6-81e7-4cff-bc24-a97e4c3fa78a req-7d653097-e845-44b5-ab37-a90ed2a6c31c tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] Network 4d250f92-d229-45fe-a579-67fef8e6c544 is already hosted by enough agents. {{(pid=102347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:23:39.778394 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [req-10e233d6-81e7-4cff-bc24-a97e4c3fa78a req-7d653097-e845-44b5-ab37-a90ed2a6c31c tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] Resources bound (agent type, host, resource id): {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:23:39.787236 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [req-10e233d6-81e7-4cff-bc24-a97e4c3fa78a req-7d653097-e845-44b5-ab37-a90ed2a6c31c tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] Received port after_create {{(pid=102347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:23:39.810002 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-1f95eff4-9f39-434d-8157-cfcffbe4e117 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:39.818514 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-1f95eff4-9f39-434d-8157-cfcffbe4e117 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:39.832613 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f95eff4-9f39-434d-8157-cfcffbe4e117 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 441} {{(pid=102346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 10:23:39.865029 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-1f95eff4-9f39-434d-8157-cfcffbe4e117 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:39.865370 n-d-813419-10 neutron-server[102346]: INFO neutron.db.segments_db [None req-1f95eff4-9f39-434d-8157-cfcffbe4e117 admin admin] Added segment 15ef1271-7ebb-421c-98d1-fb27dfc0237f of type vlan for network f00ddbde-2f44-4777-aa88-254af05d6c7c Oct 27 10:23:39.887622 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:39.905303 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Provisioning for port 567f4fc1-5f28-4ac5-9a26-ecbb14bf10a8 completed by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 10:23:39.912411 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d653097-e845-44b5-ab37-a90ed2a6c31c tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] Pushing event updated for resources: {'Port': ['ID=ef599265-bc33-4c73-9c72-0acae098e5ed,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:23:39.928707 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Provisioning complete for port 567f4fc1-5f28-4ac5-9a26-ecbb14bf10a8 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:23:39.929217 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:39.947103 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Pushing event updated for resources: {'Port': ['ID=a93ab4fc-aed1-4d9c-8e60-95cde1df69c5,revision_number=5']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:23:39.959467 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e233d6-81e7-4cff-bc24-a97e4c3fa78a req-7d653097-e845-44b5-ab37-a90ed2a6c31c tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:39.960127 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-10e233d6-81e7-4cff-bc24-a97e4c3fa78a req-7d653097-e845-44b5-ab37-a90ed2a6c31c tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:39.970408 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-1f95eff4-9f39-434d-8157-cfcffbe4e117 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743872593080'] for network, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:39.983661 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-10e233d6-81e7-4cff-bc24-a97e4c3fa78a req-7d653097-e845-44b5-ab37-a90ed2a6c31c tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2346134 Oct 27 10:23:40.004669 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [req-10e233d6-81e7-4cff-bc24-a97e4c3fa78a req-ea66edba-b75f-4db6-aaab-6fbd9e849831 service neutron] Request body: {'port': {'device_id': 'e8ba4d8b-4106-4181-809e-b9e98a50d4b3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-10'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:23:40.017619 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f95eff4-9f39-434d-8157-cfcffbe4e117 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08279b6d-76eb-42f7-b825-a169861cd469,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:23:40.034504 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] For port c4182ee9-3f4f-40bf-b482-839ad83ef6b2, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=c4182ee9-3f4f-40bf-b482-839ad83ef6b2,segment=NetworkSegment(bc14127b-7032-4c50-bb5b-f6813cbae86e),segment_id=bc14127b-7032-4c50-bb5b-f6813cbae86e)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:23:40.060575 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-1f95eff4-9f39-434d-8157-cfcffbe4e117 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913'] for network, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:40.062034 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f95eff4-9f39-434d-8157-cfcffbe4e117 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:40.063170 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-1f95eff4-9f39-434d-8157-cfcffbe4e117 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for network, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:40.082153 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:40.090229 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:23:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36f865e2-31f2-4c96-9dad-b3c8a135c558 x-openstack-request-id: req-36f865e2-31f2-4c96-9dad-b3c8a135c558 {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:23:40.090772 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3af85982-dc07-4d85-b2bd-bca942cf5ac3", "name": "network-vif-plugged", "status": "completed", "tag": "a93ab4fc-aed1-4d9c-8e60-95cde1df69c5", "code": 200}]} {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:23:40.091193 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-36f865e2-31f2-4c96-9dad-b3c8a135c558 {{(pid=102348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:23:40.091593 n-d-813419-10 neutron-server[102348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3af85982-dc07-4d85-b2bd-bca942cf5ac3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a93ab4fc-aed1-4d9c-8e60-95cde1df69c5', 'code': 200} Oct 27 10:23:40.105103 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba65a906-0df5-4241-9030-3c72268e56fc req-2a6c8931-a10b-4600-a71a-63b785bc9416 tempest-ServerRescueTestJSON-1025374340 tempest-ServerRescueTestJSON-1025374340-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:40.115658 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-ba65a906-0df5-4241-9030-3c72268e56fc req-2a6c8931-a10b-4600-a71a-63b785bc9416 tempest-ServerRescueTestJSON-1025374340 tempest-ServerRescueTestJSON-1025374340-project] 10.222.0.44 "GET /v2.0/networks?id=940fd3c1-7ac3-4e71-b915-5317697caaa9 HTTP/1.1" status: 200 len: 811 time: 0.3812089 Oct 27 10:23:40.136968 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-ba65a906-0df5-4241-9030-3c72268e56fc req-258ea042-0024-4464-ac85-f1865275e6f3 tempest-ServerRescueTestJSON-1025374340 tempest-ServerRescueTestJSON-1025374340-project] 10.222.0.44 "GET /v2.0/quotas/23d18887a95946a7b35c0b3b4d482024 HTTP/1.1" status: 200 len: 375 time: 0.0100648 Oct 27 10:23:40.159756 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-1f95eff4-9f39-434d-8157-cfcffbe4e117 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.5435956 Oct 27 10:23:40.171437 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 46522) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:23:40.193584 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-262f3c8b-d255-43f8-b82e-4650da4fba7e admin admin] Request body: {'subnet': {'network_id': 'f00ddbde-2f44-4777-aa88-254af05d6c7c', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-401103117-subnet', 'tenant_id': '53abf8aee8624d57a24c91a4302db02b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:23:40.212007 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f95eff4-9f39-434d-8157-cfcffbe4e117 admin admin] Pushing event updated for resources: {'Network': ['ID=f00ddbde-2f44-4777-aa88-254af05d6c7c,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:23:40.233368 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Network f00ddbde-2f44-4777-aa88-254af05d6c7c details requested by agent ovs-agent-n-d-813419-10 with host n-d-813419-10 {{(pid=102348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 10:23:40.245119 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8577fc-9dab-4af7-ae2f-6e574e38e886 req-7eece7fa-4375-4c88-a426-2a8f7cdef84f tempest-FloatingIPsAssociationTestJSON-1989441382 tempest-FloatingIPsAssociationTestJSON-1989441382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:40.249075 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-6b8577fc-9dab-4af7-ae2f-6e574e38e886 req-7eece7fa-4375-4c88-a426-2a8f7cdef84f tempest-FloatingIPsAssociationTestJSON-1989441382 tempest-FloatingIPsAssociationTestJSON-1989441382-project] 10.222.0.44 "GET /v2.0/ports?device_id=a3a82d36-162e-496f-ba7c-f96057ee46bd HTTP/1.1" status: 200 len: 945 time: 0.0966756 Oct 27 10:23:40.252304 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-262f3c8b-d255-43f8-b82e-4650da4fba7e admin admin] Made reservation on behalf of 53abf8aee8624d57a24c91a4302db02b for: {'subnet': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:23:40.255059 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-262f3c8b-d255-43f8-b82e-4650da4fba7e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27167186'] for subnet, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:40.265633 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-10e233d6-81e7-4cff-bc24-a97e4c3fa78a req-ea66edba-b75f-4db6-aaab-6fbd9e849831 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:40.289102 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27a4265-6432-4b6e-a69c-2d72a55a62ad req-cbce2dea-992a-453c-8bc9-5f64b52546ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:40.291155 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b27a4265-6432-4b6e-a69c-2d72a55a62ad req-cbce2dea-992a-453c-8bc9-5f64b52546ad service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=3af85982-dc07-4d85-b2bd-bca942cf5ac3 HTTP/1.1" status: 200 len: 1098 time: 0.1532109 Oct 27 10:23:40.320080 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-83d0b97d-c187-47c3-8076-33cb597e9411 None None] Provisioning complete for port ef599265-bc33-4c73-9c72-0acae098e5ed triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:23:40.320731 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-83d0b97d-c187-47c3-8076-33cb597e9411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:40.337937 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-ba65a906-0df5-4241-9030-3c72268e56fc req-9fba5a6a-0cd5-42f0-b2c0-cb6fe10a8085 tempest-ServerRescueTestJSON-1025374340 tempest-ServerRescueTestJSON-1025374340-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=23d18887a95946a7b35c0b3b4d482024&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1871078 Oct 27 10:23:40.372982 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-6b8577fc-9dab-4af7-ae2f-6e574e38e886 req-cb30cd93-fde9-49c2-9a8c-87ef75ede7a5 tempest-FloatingIPsAssociationTestJSON-1989441382 tempest-FloatingIPsAssociationTestJSON-1989441382-project] 10.222.0.44 "GET /v2.0/security-groups?id=a00dcf68-5e22-461d-9e5d-f9afa5233f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649672 Oct 27 10:23:40.402137 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Pushing event updated for resources: {'Port': ['ID=c4182ee9-3f4f-40bf-b482-839ad83ef6b2,revision_number=4']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:23:40.507034 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:40.539830 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-551c3d45-7c12-40a1-adda-ed3d2f201a40 None None] Sync routers for ids ['abb6ec27-9976-4ada-8049-ef949c366442'] in n-d-813419-10 {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:23:40.567819 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-ba65a906-0df5-4241-9030-3c72268e56fc req-5cd6fa67-3330-42ba-8e5e-5ba7acb42897 service neutron] 10.222.0.44 "GET /v2.0/networks/940fd3c1-7ac3-4e71-b915-5317697caaa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2289298 Oct 27 10:23:40.604422 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-83d0b97d-c187-47c3-8076-33cb597e9411 None None] Port ef599265-bc33-4c73-9c72-0acae098e5ed cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:23:40.613035 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-551c3d45-7c12-40a1-adda-ed3d2f201a40 None None] Routers {'abb6ec27-9976-4ada-8049-ef949c366442'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:23:40.613662 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-551c3d45-7c12-40a1-adda-ed3d2f201a40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:23:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['abb6ec27-9976-4ada-8049-ef949c366442'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:23:40.633576 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9a0331-4e0b-49de-aa20-7db95e28529f req-dc45c2d7-e8f5-45e4-9f1c-77697ffbe95e tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:40.641111 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-2b9a0331-4e0b-49de-aa20-7db95e28529f req-dc45c2d7-e8f5-45e4-9f1c-77697ffbe95e tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] 10.222.0.44 "GET /v2.0/ports?device_id=3af85982-dc07-4d85-b2bd-bca942cf5ac3 HTTP/1.1" status: 200 len: 946 time: 0.1370182 Oct 27 10:23:40.669298 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-262f3c8b-d255-43f8-b82e-4650da4fba7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27024290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27167168'] for subnet, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:40.686382 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b27a4265-6432-4b6e-a69c-2d72a55a62ad req-61405850-4d6d-4ceb-b342-354bc4c811fa service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=abb43ff2-3d53-4d6f-bfce-d681dce200c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3691030 Oct 27 10:23:40.730201 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] For port 567f4fc1-5f28-4ac5-9a26-ecbb14bf10a8, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=567f4fc1-5f28-4ac5-9a26-ecbb14bf10a8,segment=NetworkSegment(f7c42c6d-2766-46d8-a8b7-4852117a5555),segment_id=f7c42c6d-2766-46d8-a8b7-4852117a5555)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:23:40.732045 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-2b9a0331-4e0b-49de-aa20-7db95e28529f req-30c3f40a-6e0d-4834-b25f-901a10334fe4 tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] 10.222.0.44 "GET /v2.0/security-groups?id=abb43ff2-3d53-4d6f-bfce-d681dce200c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894387 Oct 27 10:23:40.744835 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:40.748600 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-ba65a906-0df5-4241-9030-3c72268e56fc req-6005df62-3c8f-46a6-ada4-2589cafd1e00 service neutron] 10.222.0.44 "GET /v2.0/networks/940fd3c1-7ac3-4e71-b915-5317697caaa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1797986 Oct 27 10:23:40.751416 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262f3c8b-d255-43f8-b82e-4650da4fba7e admin admin] Pushing event updated for resources: {'Subnet': ['ID=06b71198-a2fe-4354-86ba-f029ab7f9384,revision_number=0']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:23:40.756126 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-262f3c8b-d255-43f8-b82e-4650da4fba7e admin admin] Checking segment: {'id': '15ef1271-7ebb-421c-98d1-fb27dfc0237f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'f00ddbde-2f44-4777-aa88-254af05d6c7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:23:40.756605 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-262f3c8b-d255-43f8-b82e-4650da4fba7e admin admin] Network hostable DHCP agents. Network: f00ddbde-2f44-4777-aa88-254af05d6c7c, hostable agents: ['eafd4000-b897-4722-ae8b-0118ec955181'], hosted agents: [] {{(pid=102346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 10:23:40.782638 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-262f3c8b-d255-43f8-b82e-4650da4fba7e admin admin] Network f00ddbde-2f44-4777-aa88-254af05d6c7c is scheduled to be hosted by DHCP agent eafd4000-b897-4722-ae8b-0118ec955181 with binding_index 1 {{(pid=102346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 10:23:40.794874 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-262f3c8b-d255-43f8-b82e-4650da4fba7e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-10, f00ddbde-2f44-4777-aa88-254af05d6c7c) {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:23:40.801230 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-262f3c8b-d255-43f8-b82e-4650da4fba7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:40.801922 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-262f3c8b-d255-43f8-b82e-4650da4fba7e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for subnet, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:40.816751 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a8e80fb-7534-47da-b4aa-98b0040fb7db None None] Network f00ddbde-2f44-4777-aa88-254af05d6c7c requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:23:40.824970 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-262f3c8b-d255-43f8-b82e-4650da4fba7e admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6523087 Oct 27 10:23:40.833412 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [req-10e233d6-81e7-4cff-bc24-a97e4c3fa78a req-ea66edba-b75f-4db6-aaab-6fbd9e849831 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef599265-bc33-4c73-9c72-0acae098e5ed {{(pid=102347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:23:40.850594 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-10e233d6-81e7-4cff-bc24-a97e4c3fa78a req-ea66edba-b75f-4db6-aaab-6fbd9e849831 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:40.867353 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.provisioning_blocks [req-10e233d6-81e7-4cff-bc24-a97e4c3fa78a req-ea66edba-b75f-4db6-aaab-6fbd9e849831 service neutron] Transition to ACTIVE for port object ef599265-bc33-4c73-9c72-0acae098e5ed will not be triggered until provisioned by entity L2. {{(pid=102347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 10:23:40.872903 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-10e233d6-81e7-4cff-bc24-a97e4c3fa78a req-ea66edba-b75f-4db6-aaab-6fbd9e849831 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:40.939405 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea66edba-b75f-4db6-aaab-6fbd9e849831 service neutron] Pushing event updated for resources: {'Port': ['ID=ef599265-bc33-4c73-9c72-0acae098e5ed,revision_number=2']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:23:40.980556 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Pushing event updated for resources: {'Port': ['ID=567f4fc1-5f28-4ac5-9a26-ecbb14bf10a8,revision_number=13']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:23:40.996216 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvr_db [None req-551c3d45-7c12-40a1-adda-ed3d2f201a40 None None] Set router abb6ec27-9976-4ada-8049-ef949c366442 gateway port host: n-d-813419-10 {{(pid=102348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:23:41.080261 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-10e233d6-81e7-4cff-bc24-a97e4c3fa78a req-ea66edba-b75f-4db6-aaab-6fbd9e849831 service neutron] Attempting to bind port ef599265-bc33-4c73-9c72-0acae098e5ed on host n-h2-813419-10 for vnic_type normal with profile {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:23:41.080261 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-10e233d6-81e7-4cff-bc24-a97e4c3fa78a req-ea66edba-b75f-4db6-aaab-6fbd9e849831 service neutron] Attempting to bind port ef599265-bc33-4c73-9c72-0acae098e5ed by drivers openvswitch,hyperv on host n-h2-813419-10 at level 0 using segments [{'id': 'f7c42c6d-2766-46d8-a8b7-4852117a5555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '4d250f92-d229-45fe-a579-67fef8e6c544'}] {{(pid=102347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:23:41.080261 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10e233d6-81e7-4cff-bc24-a97e4c3fa78a req-ea66edba-b75f-4db6-aaab-6fbd9e849831 service neutron] Attempting to bind port ef599265-bc33-4c73-9c72-0acae098e5ed on network 4d250f92-d229-45fe-a579-67fef8e6c544 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:23:41.088186 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10e233d6-81e7-4cff-bc24-a97e4c3fa78a req-ea66edba-b75f-4db6-aaab-6fbd9e849831 service neutron] Port ef599265-bc33-4c73-9c72-0acae098e5ed on network 4d250f92-d229-45fe-a579-67fef8e6c544 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-10 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 10:23:41.088537 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10e233d6-81e7-4cff-bc24-a97e4c3fa78a req-ea66edba-b75f-4db6-aaab-6fbd9e849831 service neutron] Attempting to bind port ef599265-bc33-4c73-9c72-0acae098e5ed on network 4d250f92-d229-45fe-a579-67fef8e6c544 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:23:41.100450 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6538407-58b0-4558-9937-6486a5d605ca req-52d986fa-1ef8-4bd1-9f18-f190e2a40392 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:41.110915 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c6538407-58b0-4558-9937-6486a5d605ca req-52d986fa-1ef8-4bd1-9f18-f190e2a40392 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/ports?device_id=e8ba4d8b-4106-4181-809e-b9e98a50d4b3 HTTP/1.1" status: 200 len: 948 time: 0.1399348 Oct 27 10:23:41.121248 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10e233d6-81e7-4cff-bc24-a97e4c3fa78a req-ea66edba-b75f-4db6-aaab-6fbd9e849831 service neutron] Checking agent: {'id': 'a2edc247-0fa4-4ce6-bbae-a10492f6bd71', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 16, 9), 'started_at': datetime.datetime(2021, 10, 27, 10, 16, 9), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 23, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:23:41.121508 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10e233d6-81e7-4cff-bc24-a97e4c3fa78a req-ea66edba-b75f-4db6-aaab-6fbd9e849831 service neutron] Checking segment: {'id': 'f7c42c6d-2766-46d8-a8b7-4852117a5555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '4d250f92-d229-45fe-a579-67fef8e6c544'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:23:41.122562 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10e233d6-81e7-4cff-bc24-a97e4c3fa78a req-ea66edba-b75f-4db6-aaab-6fbd9e849831 service neutron] Bound using segment: {'id': 'f7c42c6d-2766-46d8-a8b7-4852117a5555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '4d250f92-d229-45fe-a579-67fef8e6c544'} {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:23:41.122562 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-10e233d6-81e7-4cff-bc24-a97e4c3fa78a req-ea66edba-b75f-4db6-aaab-6fbd9e849831 service neutron] Bound port: ef599265-bc33-4c73-9c72-0acae098e5ed, host: n-h2-813419-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7c42c6d-2766-46d8-a8b7-4852117a5555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '4d250f92-d229-45fe-a579-67fef8e6c544'}}] {{(pid=102347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:23:41.122920 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-10e233d6-81e7-4cff-bc24-a97e4c3fa78a req-ea66edba-b75f-4db6-aaab-6fbd9e849831 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:41.221579 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-f540815c-a335-476d-8799-b15c922823fa req-36cc822d-d059-4393-aeb9-eb76062e07ad tempest-ServerRescueTestJSON-1025374340 tempest-ServerRescueTestJSON-1025374340-project] 10.222.0.44 "GET /v2.0/ports?device_id=0f0a6b0b-7cfe-4818-8a36-1dd5676c3af3 HTTP/1.1" status: 200 len: 210 time: 0.0507722 Oct 27 10:23:41.243356 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c6538407-58b0-4558-9937-6486a5d605ca req-c9ee035b-55a3-4e54-a9e0-2c03b73aa8fa tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/security-groups?id=e786382c-1289-4f9d-b471-ed120470c2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267197 Oct 27 10:23:41.319226 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-10e233d6-81e7-4cff-bc24-a97e4c3fa78a req-ea66edba-b75f-4db6-aaab-6fbd9e849831 service neutron] For port ef599265-bc33-4c73-9c72-0acae098e5ed, host n-h2-813419-10, cleared binding levels {{(pid=102347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:23:41.323672 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-10e233d6-81e7-4cff-bc24-a97e4c3fa78a req-ea66edba-b75f-4db6-aaab-6fbd9e849831 service neutron] For port ef599265-bc33-4c73-9c72-0acae098e5ed, host n-h2-813419-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=ef599265-bc33-4c73-9c72-0acae098e5ed,segment=NetworkSegment(f7c42c6d-2766-46d8-a8b7-4852117a5555),segment_id=f7c42c6d-2766-46d8-a8b7-4852117a5555)] {{(pid=102347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:23:41.334552 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-10e233d6-81e7-4cff-bc24-a97e4c3fa78a req-ea66edba-b75f-4db6-aaab-6fbd9e849831 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:41.390592 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e233d6-81e7-4cff-bc24-a97e4c3fa78a req-ea66edba-b75f-4db6-aaab-6fbd9e849831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:41.391248 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-10e233d6-81e7-4cff-bc24-a97e4c3fa78a req-ea66edba-b75f-4db6-aaab-6fbd9e849831 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:41.395833 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-10e233d6-81e7-4cff-bc24-a97e4c3fa78a req-ea66edba-b75f-4db6-aaab-6fbd9e849831 service neutron] 10.222.0.76 "PUT /v2.0/ports/ef599265-bc33-4c73-9c72-0acae098e5ed HTTP/1.1" status: 200 len: 1097 time: 1.4033899 Oct 27 10:23:41.413271 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8ba4d8b-4106-4181-809e-b9e98a50d4b3', 'tag': 'ef599265-bc33-4c73-9c72-0acae098e5ed'}] {{(pid=102347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:23:41.416369 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311149b481204ee7edffdb959c881838506fbd95bc8577c048f6677abb73acc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d75a70d6-f142-4de8-b2fc-81168f81ba5e" -d '{"events": [{"name": "network-changed", "server_uuid": "e8ba4d8b-4106-4181-809e-b9e98a50d4b3", "tag": "ef599265-bc33-4c73-9c72-0acae098e5ed"}]}' {{(pid=102347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:23:41.461166 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] get_ports_and_sgs() called for port_ids ['4226de95-7a65-4c77-86b6-a858ffe6dac1', 'c8c8271b-367b-4ab3-86e4-bb5ec9b8ea1d'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:23:41.467794 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea66edba-b75f-4db6-aaab-6fbd9e849831 service neutron] Pushing event updated for resources: {'Port': ['ID=ef599265-bc33-4c73-9c72-0acae098e5ed,revision_number=3']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:23:41.470216 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device c4182ee9-3f4f-40bf-b482-839ad83ef6b2 up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:23:41.563281 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e233d6-81e7-4cff-bc24-a97e4c3fa78a req-23dd447d-e671-4ddd-b73c-ebc41d5a866f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:41.565073 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-10e233d6-81e7-4cff-bc24-a97e4c3fa78a req-23dd447d-e671-4ddd-b73c-ebc41d5a866f service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=31dc088f778a4c2fb761c23ef7d22647&device_id=e8ba4d8b-4106-4181-809e-b9e98a50d4b3 HTTP/1.1" status: 200 len: 1100 time: 0.0919623 Oct 27 10:23:41.620543 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9457edf4-df5a-4ebd-bb8e-dd1b9f4a82f0 req-866482b5-6cd7-47e1-b088-01a4a7dfb122 tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:41.626769 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-10e233d6-81e7-4cff-bc24-a97e4c3fa78a req-2ca3c5c3-c435-4460-8cf3-e4f7040f4875 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.161&port_id=ef599265-bc33-4c73-9c72-0acae098e5ed HTTP/1.1" status: 200 len: 217 time: 0.0509977 Oct 27 10:23:41.632005 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-9457edf4-df5a-4ebd-bb8e-dd1b9f4a82f0 req-866482b5-6cd7-47e1-b088-01a4a7dfb122 tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] 10.222.0.44 "GET /v2.0/networks?id=b70d8912-e651-449a-aede-549067567147 HTTP/1.1" status: 200 len: 808 time: 0.1879079 Oct 27 10:23:41.640543 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1137e6cb-56c4-4bdc-b7ef-70698e0e47d3 req-21d1cd01-8422-4d32-a05e-692749692bd5 tempest-FloatingIPsAssociationTestJSON-1989441382 tempest-FloatingIPsAssociationTestJSON-1989441382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:41.642953 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-1137e6cb-56c4-4bdc-b7ef-70698e0e47d3 req-21d1cd01-8422-4d32-a05e-692749692bd5 tempest-FloatingIPsAssociationTestJSON-1989441382 tempest-FloatingIPsAssociationTestJSON-1989441382-project] 10.222.0.44 "GET /v2.0/ports?device_id=a3a82d36-162e-496f-ba7c-f96057ee46bd HTTP/1.1" status: 200 len: 945 time: 0.1206675 Oct 27 10:23:41.658954 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-9457edf4-df5a-4ebd-bb8e-dd1b9f4a82f0 req-785c5400-f2a2-4a54-af60-37b1189370d8 tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] 10.222.0.44 "GET /v2.0/quotas/9c487093db7840e98dafd374096ede4c HTTP/1.1" status: 200 len: 375 time: 0.0248742 Oct 27 10:23:41.676849 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85da6b51-3c74-4fd1-8676-ec3cf8e779b7 None None] Network f00ddbde-2f44-4777-aa88-254af05d6c7c requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:23:41.702057 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-9457edf4-df5a-4ebd-bb8e-dd1b9f4a82f0 req-7b6a14d3-95de-4d14-82ee-c58d4e5e9686 tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=9c487093db7840e98dafd374096ede4c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0413995 Oct 27 10:23:41.723017 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e233d6-81e7-4cff-bc24-a97e4c3fa78a req-c02d24ee-49fb-46b1-9007-e2c291cc758e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:41.724803 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-10e233d6-81e7-4cff-bc24-a97e4c3fa78a req-c02d24ee-49fb-46b1-9007-e2c291cc758e service neutron] 10.222.0.76 "GET /v2.0/subnets?id=62eb52f7-aac4-48af-8670-e04300325561 HTTP/1.1" status: 200 len: 843 time: 0.0809665 Oct 27 10:23:41.733591 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-1137e6cb-56c4-4bdc-b7ef-70698e0e47d3 req-93e2fb0e-cc39-46c8-903a-0a26c017d1d3 tempest-FloatingIPsAssociationTestJSON-1989441382 tempest-FloatingIPsAssociationTestJSON-1989441382-project] 10.222.0.44 "GET /v2.0/security-groups?id=a00dcf68-5e22-461d-9e5d-f9afa5233f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601416 Oct 27 10:23:41.785169 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e233d6-81e7-4cff-bc24-a97e4c3fa78a req-da03b13f-ddec-4b2e-9c67-1d4f31438f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:41.789462 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-10e233d6-81e7-4cff-bc24-a97e4c3fa78a req-da03b13f-ddec-4b2e-9c67-1d4f31438f07 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=4d250f92-d229-45fe-a579-67fef8e6c544&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0548980 Oct 27 10:23:41.828905 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-9457edf4-df5a-4ebd-bb8e-dd1b9f4a82f0 req-8f3566bf-bda1-4f60-992f-b7fa03729899 service neutron] 10.222.0.44 "GET /v2.0/networks/b70d8912-e651-449a-aede-549067567147?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257925 Oct 27 10:23:41.886246 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port c4182ee9-3f4f-40bf-b482-839ad83ef6b2 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:23:41.886983 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:41.892894 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 10:23:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e57ab049-3a74-4c47-bc94-972e7308c9db x-openstack-request-id: req-e57ab049-3a74-4c47-bc94-972e7308c9db {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:23:41.893269 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8ba4d8b-4106-4181-809e-b9e98a50d4b3", "tag": "ef599265-bc33-4c73-9c72-0acae098e5ed", "status": "completed", "code": 200}]} {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:23:41.893559 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e57ab049-3a74-4c47-bc94-972e7308c9db {{(pid=102347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:23:41.894011 n-d-813419-10 neutron-server[102347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8ba4d8b-4106-4181-809e-b9e98a50d4b3', 'tag': 'ef599265-bc33-4c73-9c72-0acae098e5ed', 'status': 'completed', 'code': 200} Oct 27 10:23:41.958820 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-9457edf4-df5a-4ebd-bb8e-dd1b9f4a82f0 req-9855e98f-f7e5-42f0-8534-aec0df96f638 service neutron] 10.222.0.44 "GET /v2.0/networks/b70d8912-e651-449a-aede-549067567147?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1142652 Oct 27 10:23:41.991601 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3240838-a809-43e8-9a50-7c98501be840 req-380027e0-c03b-41cd-96ae-9ad240ff0f22 tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:41.993404 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-a3240838-a809-43e8-9a50-7c98501be840 req-380027e0-c03b-41cd-96ae-9ad240ff0f22 tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] 10.222.0.44 "GET /v2.0/ports?device_id=3af85982-dc07-4d85-b2bd-bca942cf5ac3 HTTP/1.1" status: 200 len: 946 time: 0.0984390 Oct 27 10:23:41.998150 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-10e233d6-81e7-4cff-bc24-a97e4c3fa78a req-09571b2f-667a-4fb3-9d92-b67e4a583c11 service neutron] 10.222.0.76 "GET /v2.0/networks/4d250f92-d229-45fe-a579-67fef8e6c544?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1927733 Oct 27 10:23:42.093472 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-a3240838-a809-43e8-9a50-7c98501be840 req-d28c48f2-5a8a-43af-ae3c-6917625fc834 tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] 10.222.0.44 "GET /v2.0/security-groups?id=abb43ff2-3d53-4d6f-bfce-d681dce200c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936396 Oct 27 10:23:42.097047 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91f1b872-bfe1-4648-a448-cef70da3dd1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '567f4fc1-5f28-4ac5-9a26-ecbb14bf10a8'}] {{(pid=102348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:23:42.101369 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c588921fa634554a1d9242fdea1b05457a9ff1d3b28ba54ec1dace7f2f1df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8547b7aa-cc41-47e9-a5c1-39eeb118d792" -d '{"events": [{"server_uuid": "91f1b872-bfe1-4648-a448-cef70da3dd1f", "name": "network-vif-plugged", "status": "completed", "tag": "567f4fc1-5f28-4ac5-9a26-ecbb14bf10a8"}]}' {{(pid=102348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:23:42.120778 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-551c3d45-7c12-40a1-adda-ed3d2f201a40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abb6ec27-9976-4ada-8049-ef949c366442', 'name': 'tempest-ServerRescueTestJSON-1917292420-router', 'tenant_id': '23d18887a95946a7b35c0b3b4d482024', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.183'}], 'enable_snat': True}, 'gw_port_id': 'c4182ee9-3f4f-40bf-b482-839ad83ef6b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:23:33Z', 'updated_at': '2021-10-27T10:23:37Z', 'revision_number': 4, 'project_id': '23d18887a95946a7b35c0b3b4d482024', 'gw_port': {'id': 'c4182ee9-3f4f-40bf-b482-839ad83ef6b2', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:f5:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb6ec27-9976-4ada-8049-ef949c366442', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:23:34Z', 'updated_at': '2021-10-27T10:23:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_interfaces': [{'id': '0cfe8b40-e1bb-4df5-8339-8c880b6e2634', 'name': '', 'network_id': '940fd3c1-7ac3-4e71-b915-5317697caaa9', 'tenant_id': '23d18887a95946a7b35c0b3b4d482024', 'mac_address': 'fa:16:3e:93:86:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abb6ec27-9976-4ada-8049-ef949c366442', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '77c01f76-4118-40f3-9687-19e52d96a177', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:23:37Z', 'updated_at': '2021-10-27T10:23:37Z', 'revision_number': 2, 'project_id': '23d18887a95946a7b35c0b3b4d482024', 'subnets': [{'id': '77c01f76-4118-40f3-9687-19e52d96a177', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:23:42.140265 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-10e233d6-81e7-4cff-bc24-a97e4c3fa78a req-dac86e62-f8e1-4377-9ba1-039b72883935 service neutron] 10.222.0.76 "GET /v2.0/networks/4d250f92-d229-45fe-a579-67fef8e6c544?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260860 Oct 27 10:23:42.197712 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-551c3d45-7c12-40a1-adda-ed3d2f201a40 None None] Checking router: abb6ec27-9976-4ada-8049-ef949c366442 for host: n-d-813419-10 {{(pid=102348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 10:23:42.198165 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-551c3d45-7c12-40a1-adda-ed3d2f201a40 None None] Updating router abb6ec27-9976-4ada-8049-ef949c366442 port 0cfe8b40-e1bb-4df5-8339-8c880b6e2634 binding host n-d-813419-10 {{(pid=102348) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 10:23:42.215220 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-510682c5-51f2-4de8-bcec-2cc52f923964 req-e752b5e5-3fe1-4cfb-a360-a16f3377b71b tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] 10.222.0.44 "GET /v2.0/ports?device_id=1691db0e-712c-4567-bc1c-2e9c228da106 HTTP/1.1" status: 200 len: 210 time: 0.0577075 Oct 27 10:23:42.264330 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-551c3d45-7c12-40a1-adda-ed3d2f201a40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:42.293858 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75a70d6-f142-4de8-b2fc-81168f81ba5e req-66e4ad26-7ee2-453d-8076-884b029ccba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:42.297501 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-d75a70d6-f142-4de8-b2fc-81168f81ba5e req-66e4ad26-7ee2-453d-8076-884b029ccba5 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=31dc088f778a4c2fb761c23ef7d22647&device_id=e8ba4d8b-4106-4181-809e-b9e98a50d4b3 HTTP/1.1" status: 200 len: 1100 time: 0.0813098 Oct 27 10:23:42.339430 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:23:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b15d821-1beb-4d67-bb18-97f1c5473442 x-openstack-request-id: req-9b15d821-1beb-4d67-bb18-97f1c5473442 {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:23:42.339787 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91f1b872-bfe1-4648-a448-cef70da3dd1f", "name": "network-vif-plugged", "status": "completed", "tag": "567f4fc1-5f28-4ac5-9a26-ecbb14bf10a8", "code": 200}]} {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:23:42.340159 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9b15d821-1beb-4d67-bb18-97f1c5473442 {{(pid=102348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:23:42.340748 n-d-813419-10 neutron-server[102348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91f1b872-bfe1-4648-a448-cef70da3dd1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '567f4fc1-5f28-4ac5-9a26-ecbb14bf10a8', 'code': 200} Oct 27 10:23:42.360675 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device 16402309-c901-479f-86f7-4cd9af914209 up at agent hyperv_n-h1-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:23:42.469540 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-23a24c41-24d0-43a1-bfa4-1ff56517108d req-879d1ca4-6c56-4e7a-9982-19fed32961ee tempest-ServerRescueTestJSON-1025374340 tempest-ServerRescueTestJSON-1025374340-project] 10.222.0.44 "GET /v2.0/ports?device_id=0f0a6b0b-7cfe-4818-8a36-1dd5676c3af3 HTTP/1.1" status: 200 len: 210 time: 0.0385256 Oct 27 10:23:42.523655 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75a70d6-f142-4de8-b2fc-81168f81ba5e req-be61288e-9b36-47f4-b0bf-e2f48fd4664e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:42.528899 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-d75a70d6-f142-4de8-b2fc-81168f81ba5e req-be61288e-9b36-47f4-b0bf-e2f48fd4664e service neutron] 10.222.0.76 "GET /v2.0/networks?id=4d250f92-d229-45fe-a579-67fef8e6c544 HTTP/1.1" status: 200 len: 870 time: 0.2213826 Oct 27 10:23:42.562156 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Provisioning for port 16402309-c901-479f-86f7-4cd9af914209 completed by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 10:23:42.568332 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Provisioning complete for port 16402309-c901-479f-86f7-4cd9af914209 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:23:42.569288 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:42.619873 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba65a906-0df5-4241-9030-3c72268e56fc req-414c96ed-b8f7-4701-895b-0adb27ea29fa tempest-ServerRescueTestJSON-1025374340 tempest-ServerRescueTestJSON-1025374340-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:42.622055 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ba65a906-0df5-4241-9030-3c72268e56fc req-414c96ed-b8f7-4701-895b-0adb27ea29fa tempest-ServerRescueTestJSON-1025374340 tempest-ServerRescueTestJSON-1025374340-project] 10.222.0.64 "GET /v2.0/networks?id=940fd3c1-7ac3-4e71-b915-5317697caaa9 HTTP/1.1" status: 200 len: 811 time: 0.2091229 Oct 27 10:23:42.630753 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4fe359-5ba9-4b58-bcfa-4a63060d624b req-665b4c9d-c2e0-40db-b0f7-d882f42f26ec tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:42.637762 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-d75a70d6-f142-4de8-b2fc-81168f81ba5e req-2be59196-e91b-4977-883d-039f5e9a91ad service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.161&port_id=ef599265-bc33-4c73-9c72-0acae098e5ed HTTP/1.1" status: 200 len: 217 time: 0.0997372 Oct 27 10:23:42.638542 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-0f4fe359-5ba9-4b58-bcfa-4a63060d624b req-665b4c9d-c2e0-40db-b0f7-d882f42f26ec tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/ports?device_id=e8ba4d8b-4106-4181-809e-b9e98a50d4b3 HTTP/1.1" status: 200 len: 948 time: 0.2689106 Oct 27 10:23:42.644078 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [req-ba65a906-0df5-4241-9030-3c72268e56fc req-a62c0619-deec-49e2-9045-d8405128ddfb tempest-ServerRescueTestJSON-1025374340 tempest-ServerRescueTestJSON-1025374340-project] Request body: {'port': {'device_id': '0f0a6b0b-7cfe-4818-8a36-1dd5676c3af3', 'network_id': '940fd3c1-7ac3-4e71-b915-5317697caaa9', 'admin_state_up': True, 'tenant_id': '23d18887a95946a7b35c0b3b4d482024'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:23:42.715596 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:42.729494 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75a70d6-f142-4de8-b2fc-81168f81ba5e req-8ea9b938-e49e-413a-9210-dbbf01ea62fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:42.731528 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-d75a70d6-f142-4de8-b2fc-81168f81ba5e req-8ea9b938-e49e-413a-9210-dbbf01ea62fb service neutron] 10.222.0.76 "GET /v2.0/subnets?id=62eb52f7-aac4-48af-8670-e04300325561 HTTP/1.1" status: 200 len: 843 time: 0.0851254 Oct 27 10:23:42.749970 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-0f4fe359-5ba9-4b58-bcfa-4a63060d624b req-513f16dc-fb77-43a1-8f2a-ffbaaed19d38 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/security-groups?id=e786382c-1289-4f9d-b471-ed120470c2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007903 Oct 27 10:23:42.797420 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port 16402309-c901-479f-86f7-4cd9af914209, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=16402309-c901-479f-86f7-4cd9af914209,segment=NetworkSegment(fdb00e04-9654-415e-a0bd-268fdd4e2b52),segment_id=fdb00e04-9654-415e-a0bd-268fdd4e2b52)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:23:42.813456 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:42.836117 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba65a906-0df5-4241-9030-3c72268e56fc req-a62c0619-deec-49e2-9045-d8405128ddfb tempest-ServerRescueTestJSON-1025374340 tempest-ServerRescueTestJSON-1025374340-project] Made reservation on behalf of 23d18887a95946a7b35c0b3b4d482024 for: {'port': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:23:42.836746 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75a70d6-f142-4de8-b2fc-81168f81ba5e req-a1165894-b1aa-4f01-ab93-499b2a3e46eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:42.839514 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-d75a70d6-f142-4de8-b2fc-81168f81ba5e req-a1165894-b1aa-4f01-ab93-499b2a3e46eb service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=4d250f92-d229-45fe-a579-67fef8e6c544&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0977950 Oct 27 10:23:42.841066 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-ba65a906-0df5-4241-9030-3c72268e56fc req-a62c0619-deec-49e2-9045-d8405128ddfb tempest-ServerRescueTestJSON-1025374340 tempest-ServerRescueTestJSON-1025374340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:42.951070 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Pushing event updated for resources: {'Port': ['ID=16402309-c901-479f-86f7-4cd9af914209,revision_number=5']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:23:42.970294 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-d75a70d6-f142-4de8-b2fc-81168f81ba5e req-2987f626-7967-48b8-b6d5-bb72cbb96393 service neutron] 10.222.0.76 "GET /v2.0/networks/4d250f92-d229-45fe-a579-67fef8e6c544?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1130962 Oct 27 10:23:42.988609 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aded191-44a7-4923-a9ff-de6ed8630198 req-e14202cb-19a1-447f-bf97-542e8dd75533 tempest-FloatingIPsAssociationTestJSON-1989441382 tempest-FloatingIPsAssociationTestJSON-1989441382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:42.990094 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-7aded191-44a7-4923-a9ff-de6ed8630198 req-e14202cb-19a1-447f-bf97-542e8dd75533 tempest-FloatingIPsAssociationTestJSON-1989441382 tempest-FloatingIPsAssociationTestJSON-1989441382-project] 10.222.0.44 "GET /v2.0/ports?device_id=a3a82d36-162e-496f-ba7c-f96057ee46bd HTTP/1.1" status: 200 len: 946 time: 0.1475551 Oct 27 10:23:43.000526 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-551c3d45-7c12-40a1-adda-ed3d2f201a40 None None] Publish callbacks [] for port, precommit_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:43.007473 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-551c3d45-7c12-40a1-adda-ed3d2f201a40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:43.068961 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320257cb-4220-4cd1-98ad-fadae7fedc6f None None] Pushing event updated for resources: {'Port': ['ID=0cfe8b40-e1bb-4df5-8339-8c880b6e2634,revision_number=3']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:23:43.069287 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_common [req-ba65a906-0df5-4241-9030-3c72268e56fc req-a62c0619-deec-49e2-9045-d8405128ddfb tempest-ServerRescueTestJSON-1025374340 tempest-ServerRescueTestJSON-1025374340-project] Allocated IP 172.20.0.14 (940fd3c1-7ac3-4e71-b915-5317697caaa9/77c01f76-4118-40f3-9687-19e52d96a177/bdf6e277-47ee-46b6-b621-767c0d64b96e) {{(pid=102346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:23:43.138791 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-551c3d45-7c12-40a1-adda-ed3d2f201a40 None None] Attempting to bind port 0cfe8b40-e1bb-4df5-8339-8c880b6e2634 on host n-d-813419-10 for vnic_type normal with profile {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:23:43.139157 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-551c3d45-7c12-40a1-adda-ed3d2f201a40 None None] Attempting to bind port 0cfe8b40-e1bb-4df5-8339-8c880b6e2634 by drivers openvswitch,hyperv on host n-d-813419-10 at level 0 using segments [{'id': '6e01fb65-f38f-48de-8da6-2931b7e7e084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '940fd3c1-7ac3-4e71-b915-5317697caaa9'}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:23:43.139520 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-551c3d45-7c12-40a1-adda-ed3d2f201a40 None None] Attempting to bind port 0cfe8b40-e1bb-4df5-8339-8c880b6e2634 on network 940fd3c1-7ac3-4e71-b915-5317697caaa9 {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:23:43.155719 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-551c3d45-7c12-40a1-adda-ed3d2f201a40 None None] Checking agent: {'id': '89dba0f3-79b2-435e-9822-33674b8f6ada', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 8, 20), 'started_at': datetime.datetime(2021, 10, 27, 10, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 23, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:23:43.155719 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-551c3d45-7c12-40a1-adda-ed3d2f201a40 None None] Checking segment: {'id': '6e01fb65-f38f-48de-8da6-2931b7e7e084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '940fd3c1-7ac3-4e71-b915-5317697caaa9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:23:43.156124 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-551c3d45-7c12-40a1-adda-ed3d2f201a40 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:43.156555 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-551c3d45-7c12-40a1-adda-ed3d2f201a40 None None] Bound using segment: {'id': '6e01fb65-f38f-48de-8da6-2931b7e7e084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '940fd3c1-7ac3-4e71-b915-5317697caaa9'} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:23:43.157002 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-551c3d45-7c12-40a1-adda-ed3d2f201a40 None None] Bound port: 0cfe8b40-e1bb-4df5-8339-8c880b6e2634, host: n-d-813419-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e01fb65-f38f-48de-8da6-2931b7e7e084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '940fd3c1-7ac3-4e71-b915-5317697caaa9'}}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:23:43.157395 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-551c3d45-7c12-40a1-adda-ed3d2f201a40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:43.255601 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-551c3d45-7c12-40a1-adda-ed3d2f201a40 None None] For port 0cfe8b40-e1bb-4df5-8339-8c880b6e2634, host n-d-813419-10, cleared binding levels {{(pid=102348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:23:43.259890 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-551c3d45-7c12-40a1-adda-ed3d2f201a40 None None] For port 0cfe8b40-e1bb-4df5-8339-8c880b6e2634, host n-d-813419-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=0cfe8b40-e1bb-4df5-8339-8c880b6e2634,segment=NetworkSegment(6e01fb65-f38f-48de-8da6-2931b7e7e084),segment_id=6e01fb65-f38f-48de-8da6-2931b7e7e084)] {{(pid=102348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:23:43.270967 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-551c3d45-7c12-40a1-adda-ed3d2f201a40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:43.323355 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-ba65a906-0df5-4241-9030-3c72268e56fc req-a62c0619-deec-49e2-9045-d8405128ddfb tempest-ServerRescueTestJSON-1025374340 tempest-ServerRescueTestJSON-1025374340-project] Publish callbacks [] for port, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:43.338045 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320257cb-4220-4cd1-98ad-fadae7fedc6f None None] Pushing event updated for resources: {'Port': ['ID=0cfe8b40-e1bb-4df5-8339-8c880b6e2634,revision_number=4']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:23:43.347725 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d9eab2-d07e-4fe9-9fa3-9a2d3eabad0f req-53509438-0e0b-4aa9-b225-f518e6342136 tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:43.349453 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-d4d9eab2-d07e-4fe9-9fa3-9a2d3eabad0f req-53509438-0e0b-4aa9-b225-f518e6342136 tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] 10.222.0.44 "GET /v2.0/ports?device_id=3af85982-dc07-4d85-b2bd-bca942cf5ac3 HTTP/1.1" status: 200 len: 946 time: 0.0885456 Oct 27 10:23:43.354088 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-551c3d45-7c12-40a1-adda-ed3d2f201a40 None None] Routers {'abb6ec27-9976-4ada-8049-ef949c366442'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:23:43.354823 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-551c3d45-7c12-40a1-adda-ed3d2f201a40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:23:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['abb6ec27-9976-4ada-8049-ef949c366442'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:23:43.395273 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-d75a70d6-f142-4de8-b2fc-81168f81ba5e req-0a23bdc0-bbc9-411b-a33d-68b9a30da119 service neutron] 10.222.0.76 "GET /v2.0/networks/4d250f92-d229-45fe-a579-67fef8e6c544?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4153440 Oct 27 10:23:43.406016 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-ba65a906-0df5-4241-9030-3c72268e56fc req-a62c0619-deec-49e2-9045-d8405128ddfb tempest-ServerRescueTestJSON-1025374340 tempest-ServerRescueTestJSON-1025374340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:43.419296 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-d4d9eab2-d07e-4fe9-9fa3-9a2d3eabad0f req-e0a5242e-d294-4cab-9ad5-6da6116ce0ac tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] 10.222.0.44 "GET /v2.0/security-groups?id=abb43ff2-3d53-4d6f-bfce-d681dce200c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590031 Oct 27 10:23:43.449039 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba65a906-0df5-4241-9030-3c72268e56fc req-a62c0619-deec-49e2-9045-d8405128ddfb tempest-ServerRescueTestJSON-1025374340 tempest-ServerRescueTestJSON-1025374340-project] Network 940fd3c1-7ac3-4e71-b915-5317697caaa9 is already hosted by enough agents. {{(pid=102346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:23:43.452738 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-7aded191-44a7-4923-a9ff-de6ed8630198 req-de157d06-d7a5-4d3b-bdc2-408597360dea tempest-FloatingIPsAssociationTestJSON-1989441382 tempest-FloatingIPsAssociationTestJSON-1989441382-project] 10.222.0.44 "GET /v2.0/security-groups?id=a00dcf68-5e22-461d-9e5d-f9afa5233f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521684 Oct 27 10:23:43.472692 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [req-ba65a906-0df5-4241-9030-3c72268e56fc req-a62c0619-deec-49e2-9045-d8405128ddfb tempest-ServerRescueTestJSON-1025374340 tempest-ServerRescueTestJSON-1025374340-project] Resources bound (agent type, host, resource id): {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:23:43.476836 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba65a906-0df5-4241-9030-3c72268e56fc req-a62c0619-deec-49e2-9045-d8405128ddfb tempest-ServerRescueTestJSON-1025374340 tempest-ServerRescueTestJSON-1025374340-project] Received port after_create {{(pid=102346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:23:43.516409 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvr_db [None req-551c3d45-7c12-40a1-adda-ed3d2f201a40 None None] Set router abb6ec27-9976-4ada-8049-ef949c366442 gateway port host: n-d-813419-10 {{(pid=102348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:23:43.528521 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62c0619-deec-49e2-9045-d8405128ddfb tempest-ServerRescueTestJSON-1025374340 tempest-ServerRescueTestJSON-1025374340-project] Pushing event updated for resources: {'Port': ['ID=bdf6e277-47ee-46b6-b621-767c0d64b96e,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:23:43.545127 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba65a906-0df5-4241-9030-3c72268e56fc req-a62c0619-deec-49e2-9045-d8405128ddfb tempest-ServerRescueTestJSON-1025374340 tempest-ServerRescueTestJSON-1025374340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:43.545876 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-ba65a906-0df5-4241-9030-3c72268e56fc req-a62c0619-deec-49e2-9045-d8405128ddfb tempest-ServerRescueTestJSON-1025374340 tempest-ServerRescueTestJSON-1025374340-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:43.568108 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-90fc0fb8-7152-429e-87d6-e692f1b105c7 req-4aef5633-99e6-4ea4-95ba-09f6e7a79648 tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] 10.222.0.44 "GET /v2.0/ports?device_id=1691db0e-712c-4567-bc1c-2e9c228da106 HTTP/1.1" status: 200 len: 210 time: 0.0408080 Oct 27 10:23:43.576002 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ba65a906-0df5-4241-9030-3c72268e56fc req-a62c0619-deec-49e2-9045-d8405128ddfb tempest-ServerRescueTestJSON-1025374340 tempest-ServerRescueTestJSON-1025374340-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9355755 Oct 27 10:23:43.598287 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [req-ba65a906-0df5-4241-9030-3c72268e56fc req-afbd6a38-3bd7-4ae2-9afe-1356197783f9 service neutron] Request body: {'port': {'device_id': '0f0a6b0b-7cfe-4818-8a36-1dd5676c3af3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-10'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:23:43.716616 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd36b7d-b6a3-4603-81ab-648a5271506b req-a452d544-ec48-4681-a292-3f9bd0f30548 tempest-ServerRescueTestJSON-1025374340 tempest-ServerRescueTestJSON-1025374340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:43.725753 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-5dd36b7d-b6a3-4603-81ab-648a5271506b req-a452d544-ec48-4681-a292-3f9bd0f30548 tempest-ServerRescueTestJSON-1025374340 tempest-ServerRescueTestJSON-1025374340-project] 10.222.0.44 "GET /v2.0/ports?device_id=0f0a6b0b-7cfe-4818-8a36-1dd5676c3af3 HTTP/1.1" status: 200 len: 932 time: 0.0795777 Oct 27 10:23:43.885410 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-5dd36b7d-b6a3-4603-81ab-648a5271506b req-0fcf0d36-9ddc-4c56-9927-1e3ee10eb020 tempest-ServerRescueTestJSON-1025374340 tempest-ServerRescueTestJSON-1025374340-project] 10.222.0.44 "GET /v2.0/security-groups?id=5f97c1ff-dad7-428f-af4b-bc7a94091827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580360 Oct 27 10:23:43.922340 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9457edf4-df5a-4ebd-bb8e-dd1b9f4a82f0 req-bd036483-685a-45f2-830b-cf936380574a tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:43.930810 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-9457edf4-df5a-4ebd-bb8e-dd1b9f4a82f0 req-bd036483-685a-45f2-830b-cf936380574a tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] 10.222.0.76 "GET /v2.0/networks?id=b70d8912-e651-449a-aede-549067567147 HTTP/1.1" status: 200 len: 808 time: 0.1868794 Oct 27 10:23:43.953124 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [req-9457edf4-df5a-4ebd-bb8e-dd1b9f4a82f0 req-bf7c1a8f-508a-46c8-a6b3-e93d1829891c tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] Request body: {'port': {'device_id': '1691db0e-712c-4567-bc1c-2e9c228da106', 'network_id': 'b70d8912-e651-449a-aede-549067567147', 'admin_state_up': True, 'tenant_id': '9c487093db7840e98dafd374096ede4c'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:23:44.013957 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-551c3d45-7c12-40a1-adda-ed3d2f201a40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abb6ec27-9976-4ada-8049-ef949c366442', 'name': 'tempest-ServerRescueTestJSON-1917292420-router', 'tenant_id': '23d18887a95946a7b35c0b3b4d482024', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.183'}], 'enable_snat': True}, 'gw_port_id': 'c4182ee9-3f4f-40bf-b482-839ad83ef6b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:23:33Z', 'updated_at': '2021-10-27T10:23:37Z', 'revision_number': 4, 'project_id': '23d18887a95946a7b35c0b3b4d482024', 'gw_port': {'id': 'c4182ee9-3f4f-40bf-b482-839ad83ef6b2', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:f5:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb6ec27-9976-4ada-8049-ef949c366442', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:23:34Z', 'updated_at': '2021-10-27T10:23:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_interfaces': [{'id': '0cfe8b40-e1bb-4df5-8339-8c880b6e2634', 'name': '', 'network_id': '940fd3c1-7ac3-4e71-b915-5317697caaa9', 'tenant_id': '23d18887a95946a7b35c0b3b4d482024', 'mac_address': 'fa:16:3e:93:86:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abb6ec27-9976-4ada-8049-ef949c366442', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '77c01f76-4118-40f3-9687-19e52d96a177', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:23:37Z', 'updated_at': '2021-10-27T10:23:43Z', 'revision_number': 4, 'project_id': '23d18887a95946a7b35c0b3b4d482024', 'subnets': [{'id': '77c01f76-4118-40f3-9687-19e52d96a177', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:23:44.054726 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-551c3d45-7c12-40a1-adda-ed3d2f201a40 None None] The sync data for ids ['abb6ec27-9976-4ada-8049-ef949c366442'] in n-d-813419-10 is: [{'id': 'abb6ec27-9976-4ada-8049-ef949c366442', 'name': 'tempest-ServerRescueTestJSON-1917292420-router', 'tenant_id': '23d18887a95946a7b35c0b3b4d482024', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.183'}], 'enable_snat': True}, 'gw_port_id': 'c4182ee9-3f4f-40bf-b482-839ad83ef6b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:23:33Z', 'updated_at': '2021-10-27T10:23:37Z', 'revision_number': 4, 'project_id': '23d18887a95946a7b35c0b3b4d482024', 'gw_port': {'id': 'c4182ee9-3f4f-40bf-b482-839ad83ef6b2', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:f5:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb6ec27-9976-4ada-8049-ef949c366442', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:23:34Z', 'updated_at': '2021-10-27T10:23:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_interfaces': [{'id': '0cfe8b40-e1bb-4df5-8339-8c880b6e2634', 'name': '', 'network_id': '940fd3c1-7ac3-4e71-b915-5317697caaa9', 'tenant_id': '23d18887a95946a7b35c0b3b4d482024', 'mac_address': 'fa:16:3e:93:86:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abb6ec27-9976-4ada-8049-ef949c366442', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '77c01f76-4118-40f3-9687-19e52d96a177', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:23:37Z', 'updated_at': '2021-10-27T10:23:43Z', 'revision_number': 4, 'project_id': '23d18887a95946a7b35c0b3b4d482024', 'subnets': [{'id': '77c01f76-4118-40f3-9687-19e52d96a177', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:23:44.177937 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9457edf4-df5a-4ebd-bb8e-dd1b9f4a82f0 req-bf7c1a8f-508a-46c8-a6b3-e93d1829891c tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] Made reservation on behalf of 9c487093db7840e98dafd374096ede4c for: {'port': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:23:44.184085 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-9457edf4-df5a-4ebd-bb8e-dd1b9f4a82f0 req-bf7c1a8f-508a-46c8-a6b3-e93d1829891c tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:44.213503 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-ba65a906-0df5-4241-9030-3c72268e56fc req-afbd6a38-3bd7-4ae2-9afe-1356197783f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:44.232769 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae48a8db-e8a0-4164-afe7-5dcd11f44e62 req-c51b256f-1760-402a-b366-d78f5a18444a tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:44.241498 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ae48a8db-e8a0-4164-afe7-5dcd11f44e62 req-c51b256f-1760-402a-b366-d78f5a18444a tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/ports?device_id=e8ba4d8b-4106-4181-809e-b9e98a50d4b3 HTTP/1.1" status: 200 len: 948 time: 0.1105452 Oct 27 10:23:44.342230 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3a82d36-162e-496f-ba7c-f96057ee46bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16402309-c901-479f-86f7-4cd9af914209'}] {{(pid=102348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:23:44.352126 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c588921fa634554a1d9242fdea1b05457a9ff1d3b28ba54ec1dace7f2f1df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5a8dcee-bdfa-4a60-b80c-42d95ceab412" -d '{"events": [{"server_uuid": "a3a82d36-162e-496f-ba7c-f96057ee46bd", "name": "network-vif-plugged", "status": "completed", "tag": "16402309-c901-479f-86f7-4cd9af914209"}]}' {{(pid=102348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:23:44.360559 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ae48a8db-e8a0-4164-afe7-5dcd11f44e62 req-fcb68a14-1a0b-4617-b831-f19e7353a335 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/security-groups?id=e786382c-1289-4f9d-b471-ed120470c2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179428 Oct 27 10:23:44.406636 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_common [req-9457edf4-df5a-4ebd-bb8e-dd1b9f4a82f0 req-bf7c1a8f-508a-46c8-a6b3-e93d1829891c tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] Allocated IP 172.20.0.12 (b70d8912-e651-449a-aede-549067567147/0c8d0682-e9d2-4157-8f50-67abbd1aff64/41aac355-a685-4f09-997c-fd92e489e835) {{(pid=102347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:23:44.419076 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:23:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50eaaab1-5d0c-461a-9fce-b462cd3e336e x-openstack-request-id: req-50eaaab1-5d0c-461a-9fce-b462cd3e336e {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:23:44.419315 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3a82d36-162e-496f-ba7c-f96057ee46bd", "name": "network-vif-plugged", "status": "completed", "tag": "16402309-c901-479f-86f7-4cd9af914209", "code": 200}]} {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:23:44.419564 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-50eaaab1-5d0c-461a-9fce-b462cd3e336e {{(pid=102348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:23:44.420039 n-d-813419-10 neutron-server[102348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3a82d36-162e-496f-ba7c-f96057ee46bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16402309-c901-479f-86f7-4cd9af914209', 'code': 200} Oct 27 10:23:44.626815 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c54467-269b-4a31-88be-85112f3d6501 req-27855540-7519-4cc6-ba40-e8c7e56a1177 tempest-FloatingIPsAssociationTestJSON-1989441382 tempest-FloatingIPsAssociationTestJSON-1989441382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:44.628337 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-00c54467-269b-4a31-88be-85112f3d6501 req-27855540-7519-4cc6-ba40-e8c7e56a1177 tempest-FloatingIPsAssociationTestJSON-1989441382 tempest-FloatingIPsAssociationTestJSON-1989441382-project] 10.222.0.44 "GET /v2.0/ports?device_id=a3a82d36-162e-496f-ba7c-f96057ee46bd HTTP/1.1" status: 200 len: 946 time: 0.0778573 Oct 27 10:23:44.663791 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacc4735-ec31-41ca-9fe6-e07f415aa7c9 req-01146dc7-eccc-4c4f-b7a4-673a148f8b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:44.665136 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-dacc4735-ec31-41ca-9fe6-e07f415aa7c9 req-01146dc7-eccc-4c4f-b7a4-673a148f8b3f service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=a3a82d36-162e-496f-ba7c-f96057ee46bd HTTP/1.1" status: 200 len: 1098 time: 0.1507881 Oct 27 10:23:44.691280 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-9457edf4-df5a-4ebd-bb8e-dd1b9f4a82f0 req-bf7c1a8f-508a-46c8-a6b3-e93d1829891c tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] Publish callbacks [] for port, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:44.695121 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-00c54467-269b-4a31-88be-85112f3d6501 req-356047db-d37c-462b-bf14-4892a3ef358f tempest-FloatingIPsAssociationTestJSON-1989441382 tempest-FloatingIPsAssociationTestJSON-1989441382-project] 10.222.0.44 "GET /v2.0/security-groups?id=a00dcf68-5e22-461d-9e5d-f9afa5233f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565603 Oct 27 10:23:44.703306 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbfa644-1666-47cc-8a52-5f56369c5aab req-a13ac7bb-53fd-4655-bcae-12a824825f4f tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:44.704890 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-1bbfa644-1666-47cc-8a52-5f56369c5aab req-a13ac7bb-53fd-4655-bcae-12a824825f4f tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] 10.222.0.44 "GET /v2.0/ports?device_id=3af85982-dc07-4d85-b2bd-bca942cf5ac3 HTTP/1.1" status: 200 len: 946 time: 0.1433814 Oct 27 10:23:44.765696 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-9457edf4-df5a-4ebd-bb8e-dd1b9f4a82f0 req-bf7c1a8f-508a-46c8-a6b3-e93d1829891c tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:44.777520 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-dacc4735-ec31-41ca-9fe6-e07f415aa7c9 req-da40f8ac-f35b-406f-91f7-658f71b1bbd9 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=a00dcf68-5e22-461d-9e5d-f9afa5233f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037192 Oct 27 10:23:44.779576 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device ef599265-bc33-4c73-9c72-0acae098e5ed details requested by agent hyperv_n-h2-813419-10 with host n-h2-813419-10 {{(pid=102348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 10:23:44.810097 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-1bbfa644-1666-47cc-8a52-5f56369c5aab req-7b12221e-78f6-4953-ac83-16d1e7185edb tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] 10.222.0.44 "GET /v2.0/security-groups?id=abb43ff2-3d53-4d6f-bfce-d681dce200c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991721 Oct 27 10:23:44.863700 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9457edf4-df5a-4ebd-bb8e-dd1b9f4a82f0 req-bf7c1a8f-508a-46c8-a6b3-e93d1829891c tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] Network b70d8912-e651-449a-aede-549067567147 is already hosted by enough agents. {{(pid=102347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:23:44.866981 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [req-9457edf4-df5a-4ebd-bb8e-dd1b9f4a82f0 req-bf7c1a8f-508a-46c8-a6b3-e93d1829891c tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] Resources bound (agent type, host, resource id): {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:23:44.870054 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [req-9457edf4-df5a-4ebd-bb8e-dd1b9f4a82f0 req-bf7c1a8f-508a-46c8-a6b3-e93d1829891c tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] Received port after_create {{(pid=102347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:23:44.877127 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7c1a8f-508a-46c8-a6b3-e93d1829891c tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] Pushing event updated for resources: {'Port': ['ID=41aac355-a685-4f09-997c-fd92e489e835,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:23:44.912274 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [req-ba65a906-0df5-4241-9030-3c72268e56fc req-afbd6a38-3bd7-4ae2-9afe-1356197783f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bdf6e277-47ee-46b6-b621-767c0d64b96e {{(pid=102346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:23:44.934103 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-ba65a906-0df5-4241-9030-3c72268e56fc req-afbd6a38-3bd7-4ae2-9afe-1356197783f9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:44.937402 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9457edf4-df5a-4ebd-bb8e-dd1b9f4a82f0 req-bf7c1a8f-508a-46c8-a6b3-e93d1829891c tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:44.938304 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-9457edf4-df5a-4ebd-bb8e-dd1b9f4a82f0 req-bf7c1a8f-508a-46c8-a6b3-e93d1829891c tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:44.971695 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] For port ef599265-bc33-4c73-9c72-0acae098e5ed, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=ef599265-bc33-4c73-9c72-0acae098e5ed,segment=NetworkSegment(f7c42c6d-2766-46d8-a8b7-4852117a5555),segment_id=f7c42c6d-2766-46d8-a8b7-4852117a5555)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:23:44.976529 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.provisioning_blocks [req-ba65a906-0df5-4241-9030-3c72268e56fc req-afbd6a38-3bd7-4ae2-9afe-1356197783f9 service neutron] Transition to ACTIVE for port object bdf6e277-47ee-46b6-b621-767c0d64b96e will not be triggered until provisioned by entity L2. {{(pid=102346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 10:23:44.979067 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-9457edf4-df5a-4ebd-bb8e-dd1b9f4a82f0 req-bf7c1a8f-508a-46c8-a6b3-e93d1829891c tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0311437 Oct 27 10:23:44.985235 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-ba65a906-0df5-4241-9030-3c72268e56fc req-afbd6a38-3bd7-4ae2-9afe-1356197783f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27024173'] for port, after_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:45.007774 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [req-9457edf4-df5a-4ebd-bb8e-dd1b9f4a82f0 req-4215e805-db8c-4821-8857-ac2415484ee6 service neutron] Request body: {'port': {'device_id': '1691db0e-712c-4567-bc1c-2e9c228da106', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-10'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:23:45.010798 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Returning: {'device': 'ef599265-bc33-4c73-9c72-0acae098e5ed', 'network_id': '4d250f92-d229-45fe-a579-67fef8e6c544', 'port_id': 'ef599265-bc33-4c73-9c72-0acae098e5ed', 'mac_address': 'fa:16:3e:a0:11:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62eb52f7-aac4-48af-8670-e04300325561', 'ip_address': '192.168.233.161'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 10:23:45.062478 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbd6a38-3bd7-4ae2-9afe-1356197783f9 service neutron] Pushing event updated for resources: {'Port': ['ID=bdf6e277-47ee-46b6-b621-767c0d64b96e,revision_number=2']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:23:45.072103 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:45.083535 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54f5150-138d-4687-8be5-4215edf3873d req-3ba3aeee-f916-4d8c-86c7-55d35e73f497 tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:45.085240 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-d54f5150-138d-4687-8be5-4215edf3873d req-3ba3aeee-f916-4d8c-86c7-55d35e73f497 tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] 10.222.0.44 "GET /v2.0/ports?device_id=1691db0e-712c-4567-bc1c-2e9c228da106 HTTP/1.1" status: 200 len: 932 time: 0.1215298 Oct 27 10:23:45.092661 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef599265-bc33-4c73-9c72-0acae098e5ed {{(pid=102348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:23:45.092868 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-9457edf4-df5a-4ebd-bb8e-dd1b9f4a82f0 req-4215e805-db8c-4821-8857-ac2415484ee6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:45.117280 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] For port ef599265-bc33-4c73-9c72-0acae098e5ed, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=ef599265-bc33-4c73-9c72-0acae098e5ed,segment=NetworkSegment(f7c42c6d-2766-46d8-a8b7-4852117a5555),segment_id=f7c42c6d-2766-46d8-a8b7-4852117a5555)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:23:45.122154 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:45.191559 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c1eddc-3b46-49c1-a550-a918148932b2 req-48478556-33e4-4159-b489-9d56517ed5fe tempest-ServerRescueTestJSON-1025374340 tempest-ServerRescueTestJSON-1025374340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:45.192365 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Pushing event updated for resources: {'Port': ['ID=ef599265-bc33-4c73-9c72-0acae098e5ed,revision_number=4']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:23:45.193419 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-81c1eddc-3b46-49c1-a550-a918148932b2 req-48478556-33e4-4159-b489-9d56517ed5fe tempest-ServerRescueTestJSON-1025374340 tempest-ServerRescueTestJSON-1025374340-project] 10.222.0.44 "GET /v2.0/ports?device_id=0f0a6b0b-7cfe-4818-8a36-1dd5676c3af3 HTTP/1.1" status: 200 len: 944 time: 0.1513748 Oct 27 10:23:45.194105 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.managers [req-ba65a906-0df5-4241-9030-3c72268e56fc req-afbd6a38-3bd7-4ae2-9afe-1356197783f9 service neutron] Attempting to bind port bdf6e277-47ee-46b6-b621-767c0d64b96e on host n-h1-813419-10 for vnic_type normal with profile {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:23:45.194430 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.managers [req-ba65a906-0df5-4241-9030-3c72268e56fc req-afbd6a38-3bd7-4ae2-9afe-1356197783f9 service neutron] Attempting to bind port bdf6e277-47ee-46b6-b621-767c0d64b96e by drivers openvswitch,hyperv on host n-h1-813419-10 at level 0 using segments [{'id': '6e01fb65-f38f-48de-8da6-2931b7e7e084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '940fd3c1-7ac3-4e71-b915-5317697caaa9'}] {{(pid=102346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:23:45.194753 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba65a906-0df5-4241-9030-3c72268e56fc req-afbd6a38-3bd7-4ae2-9afe-1356197783f9 service neutron] Attempting to bind port bdf6e277-47ee-46b6-b621-767c0d64b96e on network 940fd3c1-7ac3-4e71-b915-5317697caaa9 {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:23:45.201104 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba65a906-0df5-4241-9030-3c72268e56fc req-afbd6a38-3bd7-4ae2-9afe-1356197783f9 service neutron] Port bdf6e277-47ee-46b6-b621-767c0d64b96e on network 940fd3c1-7ac3-4e71-b915-5317697caaa9 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-10 {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 10:23:45.201469 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba65a906-0df5-4241-9030-3c72268e56fc req-afbd6a38-3bd7-4ae2-9afe-1356197783f9 service neutron] Attempting to bind port bdf6e277-47ee-46b6-b621-767c0d64b96e on network 940fd3c1-7ac3-4e71-b915-5317697caaa9 {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:23:45.208604 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba65a906-0df5-4241-9030-3c72268e56fc req-afbd6a38-3bd7-4ae2-9afe-1356197783f9 service neutron] Checking agent: {'id': 'a52e1cab-0c63-402d-9c94-330537c6c076', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 16, 2), 'started_at': datetime.datetime(2021, 10, 27, 10, 16, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 23, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:23:45.208982 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba65a906-0df5-4241-9030-3c72268e56fc req-afbd6a38-3bd7-4ae2-9afe-1356197783f9 service neutron] Checking segment: {'id': '6e01fb65-f38f-48de-8da6-2931b7e7e084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '940fd3c1-7ac3-4e71-b915-5317697caaa9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:23:45.209643 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba65a906-0df5-4241-9030-3c72268e56fc req-afbd6a38-3bd7-4ae2-9afe-1356197783f9 service neutron] Bound using segment: {'id': '6e01fb65-f38f-48de-8da6-2931b7e7e084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '940fd3c1-7ac3-4e71-b915-5317697caaa9'} {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:23:45.209829 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.managers [req-ba65a906-0df5-4241-9030-3c72268e56fc req-afbd6a38-3bd7-4ae2-9afe-1356197783f9 service neutron] Bound port: bdf6e277-47ee-46b6-b621-767c0d64b96e, host: n-h1-813419-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e01fb65-f38f-48de-8da6-2931b7e7e084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '940fd3c1-7ac3-4e71-b915-5317697caaa9'}}] {{(pid=102346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:23:45.210187 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-ba65a906-0df5-4241-9030-3c72268e56fc req-afbd6a38-3bd7-4ae2-9afe-1356197783f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:45.214194 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-d54f5150-138d-4687-8be5-4215edf3873d req-7351db7e-9791-4d1b-86aa-39ff2710444a tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] 10.222.0.44 "GET /v2.0/security-groups?id=df17171a-6534-4d8a-8518-0be5fe64cbb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139803 Oct 27 10:23:45.318147 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 0cfe8b40-e1bb-4df5-8339-8c880b6e2634 up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:23:45.326801 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-81c1eddc-3b46-49c1-a550-a918148932b2 req-f8fc6760-31a1-4427-a9a5-cb17717800dd tempest-ServerRescueTestJSON-1025374340 tempest-ServerRescueTestJSON-1025374340-project] 10.222.0.44 "GET /v2.0/security-groups?id=5f97c1ff-dad7-428f-af4b-bc7a94091827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907738 Oct 27 10:23:45.340453 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [req-ba65a906-0df5-4241-9030-3c72268e56fc req-afbd6a38-3bd7-4ae2-9afe-1356197783f9 service neutron] For port bdf6e277-47ee-46b6-b621-767c0d64b96e, host n-h1-813419-10, cleared binding levels {{(pid=102346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:23:45.348621 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [req-ba65a906-0df5-4241-9030-3c72268e56fc req-afbd6a38-3bd7-4ae2-9afe-1356197783f9 service neutron] For port bdf6e277-47ee-46b6-b621-767c0d64b96e, host n-h1-813419-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=bdf6e277-47ee-46b6-b621-767c0d64b96e,segment=NetworkSegment(6e01fb65-f38f-48de-8da6-2931b7e7e084),segment_id=6e01fb65-f38f-48de-8da6-2931b7e7e084)] {{(pid=102346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:23:45.354752 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-ba65a906-0df5-4241-9030-3c72268e56fc req-afbd6a38-3bd7-4ae2-9afe-1356197783f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27024173'] for port, after_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:45.397089 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba65a906-0df5-4241-9030-3c72268e56fc req-afbd6a38-3bd7-4ae2-9afe-1356197783f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:45.398714 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-ba65a906-0df5-4241-9030-3c72268e56fc req-afbd6a38-3bd7-4ae2-9afe-1356197783f9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:45.399952 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ba65a906-0df5-4241-9030-3c72268e56fc req-afbd6a38-3bd7-4ae2-9afe-1356197783f9 service neutron] 10.222.0.64 "PUT /v2.0/ports/bdf6e277-47ee-46b6-b621-767c0d64b96e HTTP/1.1" status: 200 len: 1093 time: 1.8160827 Oct 27 10:23:45.400445 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f0a6b0b-7cfe-4818-8a36-1dd5676c3af3', 'tag': 'bdf6e277-47ee-46b6-b621-767c0d64b96e'}] {{(pid=102346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:23:45.402770 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc0e418f5fc417c8d55d94c0aa509b037d0beb2a734c1a709e789eb65639a56d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-658a9ad6-1c9c-4b78-91a3-7b8609f1d968" -d '{"events": [{"name": "network-changed", "server_uuid": "0f0a6b0b-7cfe-4818-8a36-1dd5676c3af3", "tag": "bdf6e277-47ee-46b6-b621-767c0d64b96e"}]}' {{(pid=102346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:23:45.432022 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port 0cfe8b40-e1bb-4df5-8339-8c880b6e2634 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:23:45.432022 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:45.495907 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 10:23:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f57f404f-a70e-492e-bf02-b84ec96c48bc x-openstack-request-id: req-f57f404f-a70e-492e-bf02-b84ec96c48bc {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:23:45.496187 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f0a6b0b-7cfe-4818-8a36-1dd5676c3af3", "tag": "bdf6e277-47ee-46b6-b621-767c0d64b96e", "status": "completed", "code": 200}]} {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:23:45.496462 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f57f404f-a70e-492e-bf02-b84ec96c48bc {{(pid=102346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:23:45.496854 n-d-813419-10 neutron-server[102346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f0a6b0b-7cfe-4818-8a36-1dd5676c3af3', 'tag': 'bdf6e277-47ee-46b6-b621-767c0d64b96e', 'status': 'completed', 'code': 200} Oct 27 10:23:45.506277 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbd6a38-3bd7-4ae2-9afe-1356197783f9 service neutron] Pushing event updated for resources: {'Port': ['ID=bdf6e277-47ee-46b6-b621-767c0d64b96e,revision_number=3']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:23:45.525464 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba65a906-0df5-4241-9030-3c72268e56fc req-e9b183aa-2880-44b6-898d-3da41b2e4fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:45.527100 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ba65a906-0df5-4241-9030-3c72268e56fc req-e9b183aa-2880-44b6-898d-3da41b2e4fc4 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=23d18887a95946a7b35c0b3b4d482024&device_id=0f0a6b0b-7cfe-4818-8a36-1dd5676c3af3 HTTP/1.1" status: 200 len: 1096 time: 0.0743451 Oct 27 10:23:45.536817 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:45.570868 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [req-9457edf4-df5a-4ebd-bb8e-dd1b9f4a82f0 req-4215e805-db8c-4821-8857-ac2415484ee6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41aac355-a685-4f09-997c-fd92e489e835 {{(pid=102347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:23:45.580401 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] For port 0cfe8b40-e1bb-4df5-8339-8c880b6e2634, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=0cfe8b40-e1bb-4df5-8339-8c880b6e2634,segment=NetworkSegment(6e01fb65-f38f-48de-8da6-2931b7e7e084),segment_id=6e01fb65-f38f-48de-8da6-2931b7e7e084)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:23:45.580780 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ba65a906-0df5-4241-9030-3c72268e56fc req-4a468a05-b157-4ca4-b721-e9575a5c7af3 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bdf6e277-47ee-46b6-b621-767c0d64b96e HTTP/1.1" status: 200 len: 217 time: 0.0454130 Oct 27 10:23:45.580948 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-9457edf4-df5a-4ebd-bb8e-dd1b9f4a82f0 req-4215e805-db8c-4821-8857-ac2415484ee6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:45.584810 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:45.598401 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa4b368-6c6e-4406-b9d1-89240694d37d req-df348847-b687-42e0-a6c5-d8e78d8063e9 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:45.600028 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-faa4b368-6c6e-4406-b9d1-89240694d37d req-df348847-b687-42e0-a6c5-d8e78d8063e9 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/ports?device_id=e8ba4d8b-4106-4181-809e-b9e98a50d4b3 HTTP/1.1" status: 200 len: 949 time: 0.1433103 Oct 27 10:23:45.607821 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.provisioning_blocks [req-9457edf4-df5a-4ebd-bb8e-dd1b9f4a82f0 req-4215e805-db8c-4821-8857-ac2415484ee6 service neutron] Transition to ACTIVE for port object 41aac355-a685-4f09-997c-fd92e489e835 will not be triggered until provisioned by entity L2. {{(pid=102347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 10:23:45.617645 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-9457edf4-df5a-4ebd-bb8e-dd1b9f4a82f0 req-4215e805-db8c-4821-8857-ac2415484ee6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:45.637995 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba65a906-0df5-4241-9030-3c72268e56fc req-1c7d35ac-00a8-4f3c-8ec4-2ea157db0cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:45.639476 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ba65a906-0df5-4241-9030-3c72268e56fc req-1c7d35ac-00a8-4f3c-8ec4-2ea157db0cf3 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=77c01f76-4118-40f3-9687-19e52d96a177 HTTP/1.1" status: 200 len: 851 time: 0.0508242 Oct 27 10:23:45.646355 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] get_ports_and_sgs() called for port_ids ['ef599265-bc33-4c73-9c72-0acae098e5ed'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:23:45.676832 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ba65a906-0df5-4241-9030-3c72268e56fc req-1d91d3db-0743-43d7-b79f-d7ae312c38bc service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=940fd3c1-7ac3-4e71-b915-5317697caaa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290449 Oct 27 10:23:45.682370 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Pushing event updated for resources: {'Port': ['ID=0cfe8b40-e1bb-4df5-8339-8c880b6e2634,revision_number=5']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:23:45.697297 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-faa4b368-6c6e-4406-b9d1-89240694d37d req-d8345c48-2f72-4d86-b39f-1a238aa881a0 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/security-groups?id=e786382c-1289-4f9d-b471-ed120470c2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876014 Oct 27 10:23:45.709276 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4215e805-db8c-4821-8857-ac2415484ee6 service neutron] Pushing event updated for resources: {'Port': ['ID=41aac355-a685-4f09-997c-fd92e489e835,revision_number=2']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:23:45.795848 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-9457edf4-df5a-4ebd-bb8e-dd1b9f4a82f0 req-4215e805-db8c-4821-8857-ac2415484ee6 service neutron] Attempting to bind port 41aac355-a685-4f09-997c-fd92e489e835 on host n-h2-813419-10 for vnic_type normal with profile {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:23:45.796402 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-9457edf4-df5a-4ebd-bb8e-dd1b9f4a82f0 req-4215e805-db8c-4821-8857-ac2415484ee6 service neutron] Attempting to bind port 41aac355-a685-4f09-997c-fd92e489e835 by drivers openvswitch,hyperv on host n-h2-813419-10 at level 0 using segments [{'id': '50500633-18ab-48c2-98da-73563c3123ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'b70d8912-e651-449a-aede-549067567147'}] {{(pid=102347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:23:45.797324 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9457edf4-df5a-4ebd-bb8e-dd1b9f4a82f0 req-4215e805-db8c-4821-8857-ac2415484ee6 service neutron] Attempting to bind port 41aac355-a685-4f09-997c-fd92e489e835 on network b70d8912-e651-449a-aede-549067567147 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:23:45.801350 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ba65a906-0df5-4241-9030-3c72268e56fc req-3f2978e2-e3c4-424d-aab5-a310fb221afb service neutron] 10.222.0.64 "GET /v2.0/networks/940fd3c1-7ac3-4e71-b915-5317697caaa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1138661 Oct 27 10:23:45.801880 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9457edf4-df5a-4ebd-bb8e-dd1b9f4a82f0 req-4215e805-db8c-4821-8857-ac2415484ee6 service neutron] Port 41aac355-a685-4f09-997c-fd92e489e835 on network b70d8912-e651-449a-aede-549067567147 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-10 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 10:23:45.802266 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9457edf4-df5a-4ebd-bb8e-dd1b9f4a82f0 req-4215e805-db8c-4821-8857-ac2415484ee6 service neutron] Attempting to bind port 41aac355-a685-4f09-997c-fd92e489e835 on network b70d8912-e651-449a-aede-549067567147 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:23:45.808002 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9457edf4-df5a-4ebd-bb8e-dd1b9f4a82f0 req-4215e805-db8c-4821-8857-ac2415484ee6 service neutron] Checking agent: {'id': 'a2edc247-0fa4-4ce6-bbae-a10492f6bd71', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 16, 9), 'started_at': datetime.datetime(2021, 10, 27, 10, 16, 9), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 23, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:23:45.808385 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9457edf4-df5a-4ebd-bb8e-dd1b9f4a82f0 req-4215e805-db8c-4821-8857-ac2415484ee6 service neutron] Checking segment: {'id': '50500633-18ab-48c2-98da-73563c3123ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'b70d8912-e651-449a-aede-549067567147'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:23:45.808768 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9457edf4-df5a-4ebd-bb8e-dd1b9f4a82f0 req-4215e805-db8c-4821-8857-ac2415484ee6 service neutron] Bound using segment: {'id': '50500633-18ab-48c2-98da-73563c3123ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'b70d8912-e651-449a-aede-549067567147'} {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:23:45.809188 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-9457edf4-df5a-4ebd-bb8e-dd1b9f4a82f0 req-4215e805-db8c-4821-8857-ac2415484ee6 service neutron] Bound port: 41aac355-a685-4f09-997c-fd92e489e835, host: n-h2-813419-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50500633-18ab-48c2-98da-73563c3123ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'b70d8912-e651-449a-aede-549067567147'}}] {{(pid=102347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:23:45.809542 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-9457edf4-df5a-4ebd-bb8e-dd1b9f4a82f0 req-4215e805-db8c-4821-8857-ac2415484ee6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:45.888449 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-9457edf4-df5a-4ebd-bb8e-dd1b9f4a82f0 req-4215e805-db8c-4821-8857-ac2415484ee6 service neutron] For port 41aac355-a685-4f09-997c-fd92e489e835, host n-h2-813419-10, cleared binding levels {{(pid=102347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:23:45.930184 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-9457edf4-df5a-4ebd-bb8e-dd1b9f4a82f0 req-4215e805-db8c-4821-8857-ac2415484ee6 service neutron] For port 41aac355-a685-4f09-997c-fd92e489e835, host n-h2-813419-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=41aac355-a685-4f09-997c-fd92e489e835,segment=NetworkSegment(50500633-18ab-48c2-98da-73563c3123ba),segment_id=50500633-18ab-48c2-98da-73563c3123ba)] {{(pid=102347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:23:45.935234 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aee8436-0acb-45c0-a227-3c3b0681e943 req-d27c5617-2ea8-4ed1-ab0a-41933c6aebde tempest-FloatingIPsAssociationTestJSON-1989441382 tempest-FloatingIPsAssociationTestJSON-1989441382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:45.936625 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-7aee8436-0acb-45c0-a227-3c3b0681e943 req-d27c5617-2ea8-4ed1-ab0a-41933c6aebde tempest-FloatingIPsAssociationTestJSON-1989441382 tempest-FloatingIPsAssociationTestJSON-1989441382-project] 10.222.0.44 "GET /v2.0/ports?device_id=a3a82d36-162e-496f-ba7c-f96057ee46bd HTTP/1.1" status: 200 len: 946 time: 0.1241698 Oct 27 10:23:45.936750 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-9457edf4-df5a-4ebd-bb8e-dd1b9f4a82f0 req-4215e805-db8c-4821-8857-ac2415484ee6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:45.966908 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ba65a906-0df5-4241-9030-3c72268e56fc req-2f8f5c27-2ad8-4d7d-a21c-ceb8f5188ae1 service neutron] 10.222.0.64 "GET /v2.0/networks/940fd3c1-7ac3-4e71-b915-5317697caaa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1446507 Oct 27 10:23:45.998257 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-7aee8436-0acb-45c0-a227-3c3b0681e943 req-6984898b-e6f0-4ea7-9eba-9cab5319909b tempest-FloatingIPsAssociationTestJSON-1989441382 tempest-FloatingIPsAssociationTestJSON-1989441382-project] 10.222.0.44 "GET /v2.0/security-groups?id=a00dcf68-5e22-461d-9e5d-f9afa5233f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507865 Oct 27 10:23:46.003659 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa34f10-c428-4839-9871-95ead1044118 req-4814fa22-ee0d-4f63-a08b-9c54f8a998e7 tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:46.005303 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-baa34f10-c428-4839-9871-95ead1044118 req-4814fa22-ee0d-4f63-a08b-9c54f8a998e7 tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] 10.222.0.44 "GET /v2.0/ports?device_id=3af85982-dc07-4d85-b2bd-bca942cf5ac3 HTTP/1.1" status: 200 len: 946 time: 0.1185353 Oct 27 10:23:46.009749 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9457edf4-df5a-4ebd-bb8e-dd1b9f4a82f0 req-4215e805-db8c-4821-8857-ac2415484ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:46.010345 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-9457edf4-df5a-4ebd-bb8e-dd1b9f4a82f0 req-4215e805-db8c-4821-8857-ac2415484ee6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:46.011679 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-9457edf4-df5a-4ebd-bb8e-dd1b9f4a82f0 req-4215e805-db8c-4821-8857-ac2415484ee6 service neutron] 10.222.0.76 "PUT /v2.0/ports/41aac355-a685-4f09-997c-fd92e489e835 HTTP/1.1" status: 200 len: 1093 time: 1.0096819 Oct 27 10:23:46.012110 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1691db0e-712c-4567-bc1c-2e9c228da106', 'tag': '41aac355-a685-4f09-997c-fd92e489e835'}] {{(pid=102347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:23:46.014347 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311149b481204ee7edffdb959c881838506fbd95bc8577c048f6677abb73acc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30f26924-4360-42e0-9706-869ccd35e6a8" -d '{"events": [{"name": "network-changed", "server_uuid": "1691db0e-712c-4567-bc1c-2e9c228da106", "tag": "41aac355-a685-4f09-997c-fd92e489e835"}]}' {{(pid=102347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:23:46.026731 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4215e805-db8c-4821-8857-ac2415484ee6 service neutron] Pushing event updated for resources: {'Port': ['ID=41aac355-a685-4f09-997c-fd92e489e835,revision_number=3']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:23:46.058236 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-baa34f10-c428-4839-9871-95ead1044118 req-f52e2f07-9384-42b4-976c-5a35f119a552 tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] 10.222.0.44 "GET /v2.0/security-groups?id=abb43ff2-3d53-4d6f-bfce-d681dce200c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385375 Oct 27 10:23:46.109847 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658a9ad6-1c9c-4b78-91a3-7b8609f1d968 req-dc5fcfaf-2ff1-4845-842b-4011d2b727c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:46.111409 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-658a9ad6-1c9c-4b78-91a3-7b8609f1d968 req-dc5fcfaf-2ff1-4845-842b-4011d2b727c6 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=23d18887a95946a7b35c0b3b4d482024&device_id=0f0a6b0b-7cfe-4818-8a36-1dd5676c3af3 HTTP/1.1" status: 200 len: 1096 time: 0.0763419 Oct 27 10:23:46.144415 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-0883a2c7-cc92-4ccc-a27a-f79f0cbf809c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:46.148104 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9457edf4-df5a-4ebd-bb8e-dd1b9f4a82f0 req-7b0df352-bb1f-4339-acc9-dcfed87b6d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:46.149673 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-9457edf4-df5a-4ebd-bb8e-dd1b9f4a82f0 req-7b0df352-bb1f-4339-acc9-dcfed87b6d5c service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=9c487093db7840e98dafd374096ede4c&device_id=1691db0e-712c-4567-bc1c-2e9c228da106 HTTP/1.1" status: 200 len: 1096 time: 0.0697625 Oct 27 10:23:46.205311 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 10:23:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8df1fcd9-1656-4aa6-b5bd-983ec1816893 x-openstack-request-id: req-8df1fcd9-1656-4aa6-b5bd-983ec1816893 {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:23:46.205596 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1691db0e-712c-4567-bc1c-2e9c228da106", "tag": "41aac355-a685-4f09-997c-fd92e489e835", "status": "completed", "code": 200}]} {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:23:46.205849 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-8df1fcd9-1656-4aa6-b5bd-983ec1816893 {{(pid=102347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:23:46.206247 n-d-813419-10 neutron-server[102347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1691db0e-712c-4567-bc1c-2e9c228da106', 'tag': '41aac355-a685-4f09-997c-fd92e489e835', 'status': 'completed', 'code': 200} Oct 27 10:23:46.207997 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-9457edf4-df5a-4ebd-bb8e-dd1b9f4a82f0 req-e090dbac-86c7-4fd2-a161-3bb6eb444917 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=41aac355-a685-4f09-997c-fd92e489e835 HTTP/1.1" status: 200 len: 217 time: 0.0433235 Oct 27 10:23:46.228602 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658a9ad6-1c9c-4b78-91a3-7b8609f1d968 req-48d4c972-812f-4d7e-ab64-56f3983ca3e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:46.230066 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-658a9ad6-1c9c-4b78-91a3-7b8609f1d968 req-48d4c972-812f-4d7e-ab64-56f3983ca3e8 service neutron] 10.222.0.64 "GET /v2.0/networks?id=940fd3c1-7ac3-4e71-b915-5317697caaa9 HTTP/1.1" status: 200 len: 912 time: 0.1103857 Oct 27 10:23:46.259947 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9457edf4-df5a-4ebd-bb8e-dd1b9f4a82f0 req-98fc7c68-742d-4697-a0a4-d51ec2fc3f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:46.261710 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-9457edf4-df5a-4ebd-bb8e-dd1b9f4a82f0 req-98fc7c68-742d-4697-a0a4-d51ec2fc3f79 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=0c8d0682-e9d2-4157-8f50-67abbd1aff64 HTTP/1.1" status: 200 len: 848 time: 0.0464487 Oct 27 10:23:46.274141 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-658a9ad6-1c9c-4b78-91a3-7b8609f1d968 req-47065d77-6fb1-41e7-81f9-10a98ef79782 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bdf6e277-47ee-46b6-b621-767c0d64b96e HTTP/1.1" status: 200 len: 217 time: 0.0355053 Oct 27 10:23:46.295636 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-9457edf4-df5a-4ebd-bb8e-dd1b9f4a82f0 req-d7a28865-6e00-408c-be30-d87c66180828 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=b70d8912-e651-449a-aede-549067567147&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263519 Oct 27 10:23:46.325083 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658a9ad6-1c9c-4b78-91a3-7b8609f1d968 req-3f0f754b-7d4c-4729-b213-400538d74a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:46.326624 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-658a9ad6-1c9c-4b78-91a3-7b8609f1d968 req-3f0f754b-7d4c-4729-b213-400538d74a65 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=77c01f76-4118-40f3-9687-19e52d96a177 HTTP/1.1" status: 200 len: 851 time: 0.0443351 Oct 27 10:23:46.366516 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-658a9ad6-1c9c-4b78-91a3-7b8609f1d968 req-82505a89-c452-4693-aa45-c8c224cfcd23 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=940fd3c1-7ac3-4e71-b915-5317697caaa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310152 Oct 27 10:23:46.395351 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87068aa7-d03b-4ca1-b082-026ffdf3e812 req-064bd10e-c1c2-4cd3-b0b0-1b58994a0357 tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:46.396946 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-87068aa7-d03b-4ca1-b082-026ffdf3e812 req-064bd10e-c1c2-4cd3-b0b0-1b58994a0357 tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] 10.222.0.44 "GET /v2.0/ports?device_id=1691db0e-712c-4567-bc1c-2e9c228da106 HTTP/1.1" status: 200 len: 944 time: 0.1037378 Oct 27 10:23:46.442150 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-9457edf4-df5a-4ebd-bb8e-dd1b9f4a82f0 req-cb206b60-85d8-44b5-a342-3e942773682e service neutron] 10.222.0.76 "GET /v2.0/networks/b70d8912-e651-449a-aede-549067567147?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364496 Oct 27 10:23:46.474567 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-87068aa7-d03b-4ca1-b082-026ffdf3e812 req-7f28153d-9d51-4d89-84b9-b48595b00c51 tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] 10.222.0.44 "GET /v2.0/security-groups?id=df17171a-6534-4d8a-8518-0be5fe64cbb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637567 Oct 27 10:23:46.499422 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-658a9ad6-1c9c-4b78-91a3-7b8609f1d968 req-46c9720e-f4cc-4967-808c-8b03a19eb4a0 service neutron] 10.222.0.64 "GET /v2.0/networks/940fd3c1-7ac3-4e71-b915-5317697caaa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253867 Oct 27 10:23:46.510544 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13e569f-baee-4408-ac12-85fafd523796 req-4706e575-84b1-475e-bb47-901fc6c71afe tempest-ServerRescueTestJSON-1025374340 tempest-ServerRescueTestJSON-1025374340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:46.511936 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-e13e569f-baee-4408-ac12-85fafd523796 req-4706e575-84b1-475e-bb47-901fc6c71afe tempest-ServerRescueTestJSON-1025374340 tempest-ServerRescueTestJSON-1025374340-project] 10.222.0.44 "GET /v2.0/ports?device_id=0f0a6b0b-7cfe-4818-8a36-1dd5676c3af3 HTTP/1.1" status: 200 len: 944 time: 0.0644970 Oct 27 10:23:46.544296 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-9457edf4-df5a-4ebd-bb8e-dd1b9f4a82f0 req-30a5e753-84e9-4df7-9c03-cdaed52e0a4a service neutron] 10.222.0.76 "GET /v2.0/networks/b70d8912-e651-449a-aede-549067567147?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925615 Oct 27 10:23:46.598292 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-e13e569f-baee-4408-ac12-85fafd523796 req-c27aaacc-42e5-4d04-81fd-6c316dd32aa4 tempest-ServerRescueTestJSON-1025374340 tempest-ServerRescueTestJSON-1025374340-project] 10.222.0.44 "GET /v2.0/security-groups?id=5f97c1ff-dad7-428f-af4b-bc7a94091827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777142 Oct 27 10:23:46.626116 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-658a9ad6-1c9c-4b78-91a3-7b8609f1d968 req-4f9c9d24-ab54-40ec-9294-a83fce7122b9 service neutron] 10.222.0.64 "GET /v2.0/networks/940fd3c1-7ac3-4e71-b915-5317697caaa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1132026 Oct 27 10:23:46.643403 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f26924-4360-42e0-9706-869ccd35e6a8 req-de4af9ad-1826-4f15-bdf7-aab591e95cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:46.644885 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-30f26924-4360-42e0-9706-869ccd35e6a8 req-de4af9ad-1826-4f15-bdf7-aab591e95cfc service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=9c487093db7840e98dafd374096ede4c&device_id=1691db0e-712c-4567-bc1c-2e9c228da106 HTTP/1.1" status: 200 len: 1096 time: 0.0430353 Oct 27 10:23:46.745655 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f26924-4360-42e0-9706-869ccd35e6a8 req-bb01f289-ab92-42b8-8029-faeb7eb4a567 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:46.747110 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-30f26924-4360-42e0-9706-869ccd35e6a8 req-bb01f289-ab92-42b8-8029-faeb7eb4a567 service neutron] 10.222.0.76 "GET /v2.0/networks?id=b70d8912-e651-449a-aede-549067567147 HTTP/1.1" status: 200 len: 909 time: 0.0877934 Oct 27 10:23:46.784444 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device a93ab4fc-aed1-4d9c-8e60-95cde1df69c5 details requested by agent hyperv_n-h2-813419-10 with host n-h2-813419-10 {{(pid=102348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 10:23:46.793808 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-30f26924-4360-42e0-9706-869ccd35e6a8 req-cede216e-0f38-4a60-a352-727a80e58714 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=41aac355-a685-4f09-997c-fd92e489e835 HTTP/1.1" status: 200 len: 217 time: 0.0368819 Oct 27 10:23:46.867532 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f26924-4360-42e0-9706-869ccd35e6a8 req-ca2f0112-a6c3-449e-a654-6313ce05c16a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:46.869463 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-30f26924-4360-42e0-9706-869ccd35e6a8 req-ca2f0112-a6c3-449e-a654-6313ce05c16a service neutron] 10.222.0.76 "GET /v2.0/subnets?id=0c8d0682-e9d2-4157-8f50-67abbd1aff64 HTTP/1.1" status: 200 len: 848 time: 0.0668581 Oct 27 10:23:46.877380 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9d7ffc-a14d-4149-80d8-94900e9ca513 req-720d68d0-6468-4042-a9c2-ffdde54d27d6 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:46.878777 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-7e9d7ffc-a14d-4149-80d8-94900e9ca513 req-720d68d0-6468-4042-a9c2-ffdde54d27d6 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/ports?device_id=e8ba4d8b-4106-4181-809e-b9e98a50d4b3 HTTP/1.1" status: 200 len: 949 time: 0.0873985 Oct 27 10:23:46.890252 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] For port a93ab4fc-aed1-4d9c-8e60-95cde1df69c5, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=a93ab4fc-aed1-4d9c-8e60-95cde1df69c5,segment=NetworkSegment(e031df76-6a67-4dc9-b33e-3b490749e49c),segment_id=e031df76-6a67-4dc9-b33e-3b490749e49c)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:23:46.902416 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Returning: {'device': 'a93ab4fc-aed1-4d9c-8e60-95cde1df69c5', 'network_id': '6e5c7d55-96e0-4ffb-8753-a93efa7224ea', 'port_id': 'a93ab4fc-aed1-4d9c-8e60-95cde1df69c5', 'mac_address': 'fa:16:3e:d1:eb:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6e255bf-7b36-48de-87ff-f5121c37ce2b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 10:23:46.915955 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-30f26924-4360-42e0-9706-869ccd35e6a8 req-ba5beb23-0e7f-40ee-8eae-026e0e777251 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=b70d8912-e651-449a-aede-549067567147&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354004 Oct 27 10:23:46.937948 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:46.950370 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-7e9d7ffc-a14d-4149-80d8-94900e9ca513 req-4eadcd49-1604-4798-83ba-edf9c302bfae tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/security-groups?id=e786382c-1289-4f9d-b471-ed120470c2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605247 Oct 27 10:23:46.954373 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a93ab4fc-aed1-4d9c-8e60-95cde1df69c5 {{(pid=102348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:23:46.973820 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] For port a93ab4fc-aed1-4d9c-8e60-95cde1df69c5, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=a93ab4fc-aed1-4d9c-8e60-95cde1df69c5,segment=NetworkSegment(e031df76-6a67-4dc9-b33e-3b490749e49c),segment_id=e031df76-6a67-4dc9-b33e-3b490749e49c)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:23:46.977724 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:47.018833 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-30f26924-4360-42e0-9706-869ccd35e6a8 req-32c9b370-3e84-4c9b-96e5-7177f837c157 service neutron] 10.222.0.76 "GET /v2.0/networks/b70d8912-e651-449a-aede-549067567147?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906725 Oct 27 10:23:47.026549 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Pushing event updated for resources: {'Port': ['ID=a93ab4fc-aed1-4d9c-8e60-95cde1df69c5,revision_number=6']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:23:47.111592 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-30f26924-4360-42e0-9706-869ccd35e6a8 req-34958ee8-4563-4015-afbe-760157fd7fef service neutron] 10.222.0.76 "GET /v2.0/networks/b70d8912-e651-449a-aede-549067567147?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845706 Oct 27 10:23:47.113135 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b98a8e2-ca11-4c16-9f0c-286f89d70c45 req-c93bcd1e-83f6-4e96-9167-2b20d481dc6a tempest-FloatingIPsAssociationTestJSON-1989441382 tempest-FloatingIPsAssociationTestJSON-1989441382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:47.114751 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-3b98a8e2-ca11-4c16-9f0c-286f89d70c45 req-c93bcd1e-83f6-4e96-9167-2b20d481dc6a tempest-FloatingIPsAssociationTestJSON-1989441382 tempest-FloatingIPsAssociationTestJSON-1989441382-project] 10.222.0.44 "GET /v2.0/ports?device_id=a3a82d36-162e-496f-ba7c-f96057ee46bd HTTP/1.1" status: 200 len: 946 time: 0.0528877 Oct 27 10:23:47.119711 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] get_ports_and_sgs() called for port_ids ['a93ab4fc-aed1-4d9c-8e60-95cde1df69c5'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:23:47.175681 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-3b98a8e2-ca11-4c16-9f0c-286f89d70c45 req-4bf4d138-e731-4db7-968b-f6e681d8ed12 tempest-FloatingIPsAssociationTestJSON-1989441382 tempest-FloatingIPsAssociationTestJSON-1989441382-project] 10.222.0.44 "GET /v2.0/security-groups?id=a00dcf68-5e22-461d-9e5d-f9afa5233f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394199 Oct 27 10:23:47.209047 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841806a3-b128-49dc-8bc7-4ec1642d1c3e req-adcd9255-218a-4306-be0e-8621f476223f tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:47.213174 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-841806a3-b128-49dc-8bc7-4ec1642d1c3e req-adcd9255-218a-4306-be0e-8621f476223f tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] 10.222.0.44 "GET /v2.0/ports?device_id=3af85982-dc07-4d85-b2bd-bca942cf5ac3 HTTP/1.1" status: 200 len: 945 time: 0.0799267 Oct 27 10:23:47.235891 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 0cfe8b40-e1bb-4df5-8339-8c880b6e2634 up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:23:47.256511 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-841806a3-b128-49dc-8bc7-4ec1642d1c3e req-ae587005-871e-44b2-8e88-a05c7767766a tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] 10.222.0.44 "GET /v2.0/security-groups?id=abb43ff2-3d53-4d6f-bfce-d681dce200c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373731 Oct 27 10:23:47.323388 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port 0cfe8b40-e1bb-4df5-8339-8c880b6e2634 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:23:47.323751 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:47.467816 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7683a7-2af3-4026-a479-1d1a58d7ffab req-0c3f3391-427b-4b8c-9428-942148e60485 tempest-FloatingIPsAssociationTestJSON-1989441382 tempest-FloatingIPsAssociationTestJSON-1989441382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:47.469349 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-fe7683a7-2af3-4026-a479-1d1a58d7ffab req-0c3f3391-427b-4b8c-9428-942148e60485 tempest-FloatingIPsAssociationTestJSON-1989441382 tempest-FloatingIPsAssociationTestJSON-1989441382-project] 10.222.0.44 "GET /v2.0/ports?device_id=801aa122-9f97-443a-883f-63b90fda649f&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0858879 Oct 27 10:23:47.518334 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-fe7683a7-2af3-4026-a479-1d1a58d7ffab req-5df7fbb8-425c-4fab-a32e-c5e99e0868e0 tempest-FloatingIPsAssociationTestJSON-1989441382 tempest-FloatingIPsAssociationTestJSON-1989441382-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.8.232 HTTP/1.1" status: 200 len: 696 time: 0.0430408 Oct 27 10:23:47.527903 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [req-fe7683a7-2af3-4026-a479-1d1a58d7ffab req-8c3f3285-30ac-4115-9574-6ca267173bde tempest-FloatingIPsAssociationTestJSON-1989441382 tempest-FloatingIPsAssociationTestJSON-1989441382-project] Request body: {'floatingip': {'port_id': '3d39b2e9-b317-4161-9a6f-55c29cc4ab58', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:23:47.570352 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-fe7683a7-2af3-4026-a479-1d1a58d7ffab req-8c3f3285-30ac-4115-9574-6ca267173bde tempest-FloatingIPsAssociationTestJSON-1989441382 tempest-FloatingIPsAssociationTestJSON-1989441382-project] Publish callbacks [] for floatingip, before_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:47.597923 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a5709f-fa45-4d65-ac26-6952fa06a070 req-ebae3b5b-ea24-4500-b7d3-1f4eb4e7d926 tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:47.599537 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b2a5709f-fa45-4d65-ac26-6952fa06a070 req-ebae3b5b-ea24-4500-b7d3-1f4eb4e7d926 tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] 10.222.0.44 "GET /v2.0/ports?device_id=1691db0e-712c-4567-bc1c-2e9c228da106 HTTP/1.1" status: 200 len: 944 time: 0.0530317 Oct 27 10:23:47.638367 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b2a5709f-fa45-4d65-ac26-6952fa06a070 req-c0879171-2fd8-4ccc-8c61-7763e0c4db0e tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] 10.222.0.44 "GET /v2.0/security-groups?id=df17171a-6534-4d8a-8518-0be5fe64cbb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322621 Oct 27 10:23:47.740082 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c4faa2-3080-456b-89c5-fc6e82467643 req-d107872c-170a-4866-9014-1b97dfa0b804 tempest-ServerRescueTestJSON-1025374340 tempest-ServerRescueTestJSON-1025374340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:47.741566 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-37c4faa2-3080-456b-89c5-fc6e82467643 req-d107872c-170a-4866-9014-1b97dfa0b804 tempest-ServerRescueTestJSON-1025374340 tempest-ServerRescueTestJSON-1025374340-project] 10.222.0.44 "GET /v2.0/ports?device_id=0f0a6b0b-7cfe-4818-8a36-1dd5676c3af3 HTTP/1.1" status: 200 len: 944 time: 0.0481293 Oct 27 10:23:47.779231 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-37c4faa2-3080-456b-89c5-fc6e82467643 req-cce5cbd1-500f-4650-8a30-e0d1dc221292 tempest-ServerRescueTestJSON-1025374340 tempest-ServerRescueTestJSON-1025374340-project] 10.222.0.44 "GET /v2.0/security-groups?id=5f97c1ff-dad7-428f-af4b-bc7a94091827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307999 Oct 27 10:23:47.987800 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-fe7683a7-2af3-4026-a479-1d1a58d7ffab req-8c3f3285-30ac-4115-9574-6ca267173bde tempest-FloatingIPsAssociationTestJSON-1989441382 tempest-FloatingIPsAssociationTestJSON-1989441382-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:47.991611 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-fe7683a7-2af3-4026-a479-1d1a58d7ffab req-8c3f3285-30ac-4115-9574-6ca267173bde tempest-FloatingIPsAssociationTestJSON-1989441382 tempest-FloatingIPsAssociationTestJSON-1989441382-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1664826'] for floatingip, after_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:48.064505 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1f53f2-a3fd-4f12-95be-4f4918f5093d req-4f3b5fe4-4674-4a97-aaf8-c43c06fad6bc tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:48.065959 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-9b1f53f2-a3fd-4f12-95be-4f4918f5093d req-4f3b5fe4-4674-4a97-aaf8-c43c06fad6bc tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/ports?device_id=e8ba4d8b-4106-4181-809e-b9e98a50d4b3 HTTP/1.1" status: 200 len: 949 time: 0.0486104 Oct 27 10:23:48.086384 n-d-813419-10 neutron-server[102346]: INFO neutron.db.l3_db [req-fe7683a7-2af3-4026-a479-1d1a58d7ffab req-8c3f3285-30ac-4115-9574-6ca267173bde tempest-FloatingIPsAssociationTestJSON-1989441382 tempest-FloatingIPsAssociationTestJSON-1989441382-project] Floating IP d18ed351-b70f-4d78-a830-886dea1072d0 associated. External IP: 172.25.8.232, port: 3d39b2e9-b317-4161-9a6f-55c29cc4ab58. Oct 27 10:23:48.103582 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-9b1f53f2-a3fd-4f12-95be-4f4918f5093d req-c14ca9f8-98bd-4cdf-8591-da47c7cf30b4 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/security-groups?id=e786382c-1289-4f9d-b471-ed120470c2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317030 Oct 27 10:23:48.288051 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fe7683a7-2af3-4026-a479-1d1a58d7ffab req-8c3f3285-30ac-4115-9574-6ca267173bde tempest-FloatingIPsAssociationTestJSON-1989441382 tempest-FloatingIPsAssociationTestJSON-1989441382-project] Router 2f38e628-1bbd-4204-9ff9-c0646102a78d has already been hosted by L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb {{(pid=102346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 10:23:48.378770 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d22fa6-39a0-4fd9-a063-b8daf30298f7 req-da8de14a-9e7d-41b0-b1b7-f85e22593f00 tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:48.380256 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-39d22fa6-39a0-4fd9-a063-b8daf30298f7 req-da8de14a-9e7d-41b0-b1b7-f85e22593f00 tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] 10.222.0.44 "GET /v2.0/ports?device_id=3af85982-dc07-4d85-b2bd-bca942cf5ac3 HTTP/1.1" status: 200 len: 945 time: 0.0520597 Oct 27 10:23:48.394268 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device bdf6e277-47ee-46b6-b621-767c0d64b96e details requested by agent hyperv_n-h1-813419-10 with host n-h1-813419-10 {{(pid=102348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 10:23:48.397757 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fe7683a7-2af3-4026-a479-1d1a58d7ffab req-8c3f3285-30ac-4115-9574-6ca267173bde tempest-FloatingIPsAssociationTestJSON-1989441382 tempest-FloatingIPsAssociationTestJSON-1989441382-project] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:23:48.408421 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab5a08f6-5b3c-425b-a708-1ad53adb516f None None] Sync routers for ids ['2f38e628-1bbd-4204-9ff9-c0646102a78d'] in n-d-813419-10 {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:23:48.408998 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-fe7683a7-2af3-4026-a479-1d1a58d7ffab req-8c3f3285-30ac-4115-9574-6ca267173bde tempest-FloatingIPsAssociationTestJSON-1989441382 tempest-FloatingIPsAssociationTestJSON-1989441382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for floatingip, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:48.422092 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-39d22fa6-39a0-4fd9-a063-b8daf30298f7 req-02c7fc25-2712-4614-ad06-3c435c80e9de tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] 10.222.0.44 "GET /v2.0/security-groups?id=abb43ff2-3d53-4d6f-bfce-d681dce200c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351009 Oct 27 10:23:48.422709 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab5a08f6-5b3c-425b-a708-1ad53adb516f None None] Routers {'2f38e628-1bbd-4204-9ff9-c0646102a78d'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:23:48.423316 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-ab5a08f6-5b3c-425b-a708-1ad53adb516f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:23:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['2f38e628-1bbd-4204-9ff9-c0646102a78d'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:23:48.442481 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-fe7683a7-2af3-4026-a479-1d1a58d7ffab req-8c3f3285-30ac-4115-9574-6ca267173bde tempest-FloatingIPsAssociationTestJSON-1989441382 tempest-FloatingIPsAssociationTestJSON-1989441382-project] 10.222.0.44 "PUT /v2.0/floatingips/d18ed351-b70f-4d78-a830-886dea1072d0 HTTP/1.1" status: 200 len: 997 time: 0.9183652 Oct 27 10:23:48.442972 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '801aa122-9f97-443a-883f-63b90fda649f', 'tag': '3d39b2e9-b317-4161-9a6f-55c29cc4ab58'}] {{(pid=102346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:23:48.445296 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc0e418f5fc417c8d55d94c0aa509b037d0beb2a734c1a709e789eb65639a56d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccc08da5-0b3e-40f4-8b2e-500c89bb9bb6" -d '{"events": [{"name": "network-changed", "server_uuid": "801aa122-9f97-443a-883f-63b90fda649f", "tag": "3d39b2e9-b317-4161-9a6f-55c29cc4ab58"}]}' {{(pid=102346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:23:48.540319 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvr_db [None req-ab5a08f6-5b3c-425b-a708-1ad53adb516f None None] Set router 2f38e628-1bbd-4204-9ff9-c0646102a78d gateway port host: n-d-813419-10 {{(pid=102349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:23:48.552169 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port bdf6e277-47ee-46b6-b621-767c0d64b96e, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=bdf6e277-47ee-46b6-b621-767c0d64b96e,segment=NetworkSegment(6e01fb65-f38f-48de-8da6-2931b7e7e084),segment_id=6e01fb65-f38f-48de-8da6-2931b7e7e084)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:23:48.559163 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7683a7-2af3-4026-a479-1d1a58d7ffab req-f24c9ed4-e5fa-4211-9114-c3beb56e4c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:48.560336 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-fe7683a7-2af3-4026-a479-1d1a58d7ffab req-f24c9ed4-e5fa-4211-9114-c3beb56e4c0f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=43f2f041c0f44e039e9e70ad3f6842ae&device_id=801aa122-9f97-443a-883f-63b90fda649f HTTP/1.1" status: 200 len: 1098 time: 0.0964699 Oct 27 10:23:48.563985 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Returning: {'device': 'bdf6e277-47ee-46b6-b621-767c0d64b96e', 'network_id': '940fd3c1-7ac3-4e71-b915-5317697caaa9', 'port_id': 'bdf6e277-47ee-46b6-b621-767c0d64b96e', 'mac_address': 'fa:16:3e:3a:09:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 424, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77c01f76-4118-40f3-9687-19e52d96a177', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 10:23:48.608505 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:48.626586 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bdf6e277-47ee-46b6-b621-767c0d64b96e {{(pid=102348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:23:48.650685 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port bdf6e277-47ee-46b6-b621-767c0d64b96e, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=bdf6e277-47ee-46b6-b621-767c0d64b96e,segment=NetworkSegment(6e01fb65-f38f-48de-8da6-2931b7e7e084),segment_id=6e01fb65-f38f-48de-8da6-2931b7e7e084)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:23:48.657261 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:48.660459 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 10:23:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-694b5c3d-327b-4d12-8d8a-51e3f1a0ea5e x-openstack-request-id: req-694b5c3d-327b-4d12-8d8a-51e3f1a0ea5e {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:23:48.660649 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "801aa122-9f97-443a-883f-63b90fda649f", "tag": "3d39b2e9-b317-4161-9a6f-55c29cc4ab58", "status": "completed", "code": 200}]} {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:23:48.660848 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-694b5c3d-327b-4d12-8d8a-51e3f1a0ea5e {{(pid=102346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:23:48.661222 n-d-813419-10 neutron-server[102346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '801aa122-9f97-443a-883f-63b90fda649f', 'tag': '3d39b2e9-b317-4161-9a6f-55c29cc4ab58', 'status': 'completed', 'code': 200} Oct 27 10:23:48.671372 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7683a7-2af3-4026-a479-1d1a58d7ffab req-e9cb9ef9-c9d0-4a19-b352-ead2805dd638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:48.676773 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-fe7683a7-2af3-4026-a479-1d1a58d7ffab req-e9cb9ef9-c9d0-4a19-b352-ead2805dd638 service neutron] 10.222.0.44 "GET /v2.0/networks?id=27d7cb22-6b39-4584-92c4-ddd219d7765c HTTP/1.1" status: 200 len: 922 time: 0.1064520 Oct 27 10:23:48.729948 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Pushing event updated for resources: {'Port': ['ID=bdf6e277-47ee-46b6-b621-767c0d64b96e,revision_number=4']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:23:48.782144 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device a93ab4fc-aed1-4d9c-8e60-95cde1df69c5 up at agent hyperv_n-h2-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:23:48.785142 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc08da5-0b3e-40f4-8b2e-500c89bb9bb6 req-0be98010-545f-4a7f-bbd6-e7fbbf594c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:48.787807 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ccc08da5-0b3e-40f4-8b2e-500c89bb9bb6 req-0be98010-545f-4a7f-bbd6-e7fbbf594c52 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=43f2f041c0f44e039e9e70ad3f6842ae&device_id=801aa122-9f97-443a-883f-63b90fda649f HTTP/1.1" status: 200 len: 1098 time: 0.1040087 Oct 27 10:23:48.802532 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-fe7683a7-2af3-4026-a479-1d1a58d7ffab req-14a0343d-61be-4baf-a418-50d4c7f72354 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3d39b2e9-b317-4161-9a6f-55c29cc4ab58 HTTP/1.1" status: 200 len: 1000 time: 0.1174798 Oct 27 10:23:48.846805 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-ab5a08f6-5b3c-425b-a708-1ad53adb516f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f38e628-1bbd-4204-9ff9-c0646102a78d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1801060925-router', 'tenant_id': '43f2f041c0f44e039e9e70ad3f6842ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.197'}], 'enable_snat': True}, 'gw_port_id': '767b48b9-eccd-479b-858b-2c5201822042', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:22:56Z', 'updated_at': '2021-10-27T10:23:01Z', 'revision_number': 4, 'project_id': '43f2f041c0f44e039e9e70ad3f6842ae', 'gw_port': {'id': '767b48b9-eccd-479b-858b-2c5201822042', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:df:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f38e628-1bbd-4204-9ff9-c0646102a78d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:22:57Z', 'updated_at': '2021-10-27T10:23:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_floatingips': [{'id': 'd18ed351-b70f-4d78-a830-886dea1072d0', 'tenant_id': '43f2f041c0f44e039e9e70ad3f6842ae', 'floating_ip_address': '172.25.8.232', 'floating_network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'router_id': '2f38e628-1bbd-4204-9ff9-c0646102a78d', 'port_id': '3d39b2e9-b317-4161-9a6f-55c29cc4ab58', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 642, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27d7cb22-6b39-4584-92c4-ddd219d7765c', 'mac_address': 'fa:16:3e:62:22:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '801aa122-9f97-443a-883f-63b90fda649f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T10:23:27Z', 'updated_at': '2021-10-27T10:23:47Z', 'revision_number': 1, 'project_id': '43f2f041c0f44e039e9e70ad3f6842ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7df4673a-4591-4964-b54f-3205e76df8d0', 'name': '', 'network_id': '27d7cb22-6b39-4584-92c4-ddd219d7765c', 'tenant_id': '43f2f041c0f44e039e9e70ad3f6842ae', 'mac_address': 'fa:16:3e:e5:12:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f38e628-1bbd-4204-9ff9-c0646102a78d', 'device_owner': 'network:router_interface', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '1ea6538e-fdad-42c2-9f49-d63e9d85038b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:23:00Z', 'updated_at': '2021-10-27T10:23:07Z', 'revision_number': 5, 'project_id': '43f2f041c0f44e039e9e70ad3f6842ae', 'subnets': [{'id': '1ea6538e-fdad-42c2-9f49-d63e9d85038b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:23:48.854329 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfa9cf8-4f95-446b-99a6-1e9be866f597 req-68e90131-e728-4c2d-a3b5-b3bfb9361caf tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:48.854859 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-55b249dd-2d73-4971-9d80-bfac4b0acd3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:48.861121 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Provisioning complete for port a93ab4fc-aed1-4d9c-8e60-95cde1df69c5 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:23:48.861606 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:48.864732 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-cbfa9cf8-4f95-446b-99a6-1e9be866f597 req-68e90131-e728-4c2d-a3b5-b3bfb9361caf tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] 10.222.0.44 "GET /v2.0/ports?device_id=1691db0e-712c-4567-bc1c-2e9c228da106 HTTP/1.1" status: 200 len: 944 time: 0.0706770 Oct 27 10:23:48.886340 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab5a08f6-5b3c-425b-a708-1ad53adb516f None None] Checking router: 2f38e628-1bbd-4204-9ff9-c0646102a78d for host: n-d-813419-10 {{(pid=102349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 10:23:48.896657 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab5a08f6-5b3c-425b-a708-1ad53adb516f None None] Routers {'2f38e628-1bbd-4204-9ff9-c0646102a78d'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:23:48.897382 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-ab5a08f6-5b3c-425b-a708-1ad53adb516f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:23:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['2f38e628-1bbd-4204-9ff9-c0646102a78d'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:23:48.902956 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7683a7-2af3-4026-a479-1d1a58d7ffab req-8eaa44b1-19a2-4d7d-9c1c-8fbc014bd518 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:48.904013 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-cbfa9cf8-4f95-446b-99a6-1e9be866f597 req-cd7c4180-47a9-449c-a2f8-1459cc801b10 tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] 10.222.0.44 "GET /v2.0/security-groups?id=df17171a-6534-4d8a-8518-0be5fe64cbb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384316 Oct 27 10:23:48.924067 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-fe7683a7-2af3-4026-a479-1d1a58d7ffab req-8eaa44b1-19a2-4d7d-9c1c-8fbc014bd518 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1ea6538e-fdad-42c2-9f49-d63e9d85038b HTTP/1.1" status: 200 len: 860 time: 0.1123350 Oct 27 10:23:48.970685 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:48.974886 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] get_ports_and_sgs() called for port_ids ['bdf6e277-47ee-46b6-b621-767c0d64b96e'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:23:48.987488 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7683a7-2af3-4026-a479-1d1a58d7ffab req-13ab3ec3-1b42-48a7-af77-149fb0d0e600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:48.990066 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-fe7683a7-2af3-4026-a479-1d1a58d7ffab req-13ab3ec3-1b42-48a7-af77-149fb0d0e600 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=27d7cb22-6b39-4584-92c4-ddd219d7765c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0726318 Oct 27 10:23:49.007750 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [req-fe7683a7-2af3-4026-a479-1d1a58d7ffab req-7e1cd378-2b5c-43bc-ba3b-bacfa9f06d47 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=102346) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 10:23:49.009221 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-fe7683a7-2af3-4026-a479-1d1a58d7ffab req-7e1cd378-2b5c-43bc-ba3b-bacfa9f06d47 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0066144 Oct 27 10:23:49.014786 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc08da5-0b3e-40f4-8b2e-500c89bb9bb6 req-9af9c59d-a19d-451d-866f-dfd7fe3e5116 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:49.016802 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ccc08da5-0b3e-40f4-8b2e-500c89bb9bb6 req-9af9c59d-a19d-451d-866f-dfd7fe3e5116 service neutron] 10.222.0.64 "GET /v2.0/networks?id=27d7cb22-6b39-4584-92c4-ddd219d7765c HTTP/1.1" status: 200 len: 922 time: 0.2120628 Oct 27 10:23:49.026576 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3af85982-dc07-4d85-b2bd-bca942cf5ac3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a93ab4fc-aed1-4d9c-8e60-95cde1df69c5'}] {{(pid=102348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:23:49.028657 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvr_db [None req-ab5a08f6-5b3c-425b-a708-1ad53adb516f None None] Set router 2f38e628-1bbd-4204-9ff9-c0646102a78d gateway port host: n-d-813419-10 {{(pid=102349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:23:49.028906 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c588921fa634554a1d9242fdea1b05457a9ff1d3b28ba54ec1dace7f2f1df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35a49a9f-d993-4afc-8cd0-d7227fe58371" -d '{"events": [{"server_uuid": "3af85982-dc07-4d85-b2bd-bca942cf5ac3", "name": "network-vif-plugged", "status": "completed", "tag": "a93ab4fc-aed1-4d9c-8e60-95cde1df69c5"}]}' {{(pid=102348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:23:49.048646 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022cebe8-fed1-4dad-84fc-1d460275b4fb req-027d0960-f370-439f-9326-ed7ee2f6ad6e tempest-ServerRescueTestJSON-1025374340 tempest-ServerRescueTestJSON-1025374340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:49.050271 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-022cebe8-fed1-4dad-84fc-1d460275b4fb req-027d0960-f370-439f-9326-ed7ee2f6ad6e tempest-ServerRescueTestJSON-1025374340 tempest-ServerRescueTestJSON-1025374340-project] 10.222.0.44 "GET /v2.0/ports?device_id=0f0a6b0b-7cfe-4818-8a36-1dd5676c3af3 HTTP/1.1" status: 200 len: 945 time: 0.0797911 Oct 27 10:23:49.050398 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] For port a93ab4fc-aed1-4d9c-8e60-95cde1df69c5, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=a93ab4fc-aed1-4d9c-8e60-95cde1df69c5,segment=NetworkSegment(e031df76-6a67-4dc9-b33e-3b490749e49c),segment_id=e031df76-6a67-4dc9-b33e-3b490749e49c)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:23:49.066137 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:49.067624 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device ef599265-bc33-4c73-9c72-0acae098e5ed up at agent hyperv_n-h2-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:23:49.116551 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-022cebe8-fed1-4dad-84fc-1d460275b4fb req-13f3693c-95da-4208-b713-ac7d171caa8a tempest-ServerRescueTestJSON-1025374340 tempest-ServerRescueTestJSON-1025374340-project] 10.222.0.44 "GET /v2.0/security-groups?id=5f97c1ff-dad7-428f-af4b-bc7a94091827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445614 Oct 27 10:23:49.170107 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:23:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3126d56-4d95-468f-94d3-469bcceb2ccc x-openstack-request-id: req-a3126d56-4d95-468f-94d3-469bcceb2ccc {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:23:49.170526 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3af85982-dc07-4d85-b2bd-bca942cf5ac3", "name": "network-vif-plugged", "status": "completed", "tag": "a93ab4fc-aed1-4d9c-8e60-95cde1df69c5", "code": 200}]} {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:23:49.170995 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a3126d56-4d95-468f-94d3-469bcceb2ccc {{(pid=102348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:23:49.171492 n-d-813419-10 neutron-server[102348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3af85982-dc07-4d85-b2bd-bca942cf5ac3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a93ab4fc-aed1-4d9c-8e60-95cde1df69c5', 'code': 200} Oct 27 10:23:49.211819 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Pushing event updated for resources: {'Port': ['ID=a93ab4fc-aed1-4d9c-8e60-95cde1df69c5,revision_number=7']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:23:49.252943 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Provisioning for port ef599265-bc33-4c73-9c72-0acae098e5ed completed by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 10:23:49.268608 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Provisioning complete for port ef599265-bc33-4c73-9c72-0acae098e5ed triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:23:49.269144 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:49.307317 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b373773-768c-426c-865a-d5ffb522fb24 req-5655cea6-296f-40ad-869d-acf77d34582e tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:49.314943 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-0b373773-768c-426c-865a-d5ffb522fb24 req-5655cea6-296f-40ad-869d-acf77d34582e tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/ports?device_id=e8ba4d8b-4106-4181-809e-b9e98a50d4b3 HTTP/1.1" status: 200 len: 949 time: 0.0777197 Oct 27 10:23:49.356820 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-0b373773-768c-426c-865a-d5ffb522fb24 req-47421d39-2353-4fd3-a078-b8a018cef1b8 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/security-groups?id=e786382c-1289-4f9d-b471-ed120470c2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403371 Oct 27 10:23:49.359932 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-ab5a08f6-5b3c-425b-a708-1ad53adb516f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f38e628-1bbd-4204-9ff9-c0646102a78d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1801060925-router', 'tenant_id': '43f2f041c0f44e039e9e70ad3f6842ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.197'}], 'enable_snat': True}, 'gw_port_id': '767b48b9-eccd-479b-858b-2c5201822042', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:22:56Z', 'updated_at': '2021-10-27T10:23:01Z', 'revision_number': 4, 'project_id': '43f2f041c0f44e039e9e70ad3f6842ae', 'gw_port': {'id': '767b48b9-eccd-479b-858b-2c5201822042', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:df:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f38e628-1bbd-4204-9ff9-c0646102a78d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:22:57Z', 'updated_at': '2021-10-27T10:23:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_floatingips': [{'id': 'd18ed351-b70f-4d78-a830-886dea1072d0', 'tenant_id': '43f2f041c0f44e039e9e70ad3f6842ae', 'floating_ip_address': '172.25.8.232', 'floating_network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'router_id': '2f38e628-1bbd-4204-9ff9-c0646102a78d', 'port_id': '3d39b2e9-b317-4161-9a6f-55c29cc4ab58', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 642, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27d7cb22-6b39-4584-92c4-ddd219d7765c', 'mac_address': 'fa:16:3e:62:22:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '801aa122-9f97-443a-883f-63b90fda649f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T10:23:27Z', 'updated_at': '2021-10-27T10:23:47Z', 'revision_number': 1, 'project_id': '43f2f041c0f44e039e9e70ad3f6842ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7df4673a-4591-4964-b54f-3205e76df8d0', 'name': '', 'network_id': '27d7cb22-6b39-4584-92c4-ddd219d7765c', 'tenant_id': '43f2f041c0f44e039e9e70ad3f6842ae', 'mac_address': 'fa:16:3e:e5:12:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f38e628-1bbd-4204-9ff9-c0646102a78d', 'device_owner': 'network:router_interface', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '1ea6538e-fdad-42c2-9f49-d63e9d85038b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:23:00Z', 'updated_at': '2021-10-27T10:23:07Z', 'revision_number': 5, 'project_id': '43f2f041c0f44e039e9e70ad3f6842ae', 'subnets': [{'id': '1ea6538e-fdad-42c2-9f49-d63e9d85038b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:23:49.393431 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab5a08f6-5b3c-425b-a708-1ad53adb516f None None] The sync data for ids ['2f38e628-1bbd-4204-9ff9-c0646102a78d'] in n-d-813419-10 is: [{'id': '2f38e628-1bbd-4204-9ff9-c0646102a78d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1801060925-router', 'tenant_id': '43f2f041c0f44e039e9e70ad3f6842ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.197'}], 'enable_snat': True}, 'gw_port_id': '767b48b9-eccd-479b-858b-2c5201822042', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:22:56Z', 'updated_at': '2021-10-27T10:23:01Z', 'revision_number': 4, 'project_id': '43f2f041c0f44e039e9e70ad3f6842ae', 'gw_port': {'id': '767b48b9-eccd-479b-858b-2c5201822042', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:df:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f38e628-1bbd-4204-9ff9-c0646102a78d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:22:57Z', 'updated_at': '2021-10-27T10:23:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_floatingips': [{'id': 'd18ed351-b70f-4d78-a830-886dea1072d0', 'tenant_id': '43f2f041c0f44e039e9e70ad3f6842ae', 'floating_ip_address': '172.25.8.232', 'floating_network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'router_id': '2f38e628-1bbd-4204-9ff9-c0646102a78d', 'port_id': '3d39b2e9-b317-4161-9a6f-55c29cc4ab58', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 642, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27d7cb22-6b39-4584-92c4-ddd219d7765c', 'mac_address': 'fa:16:3e:62:22:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '801aa122-9f97-443a-883f-63b90fda649f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T10:23:27Z', 'updated_at': '2021-10-27T10:23:47Z', 'revision_number': 1, 'project_id': '43f2f041c0f44e039e9e70ad3f6842ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7df4673a-4591-4964-b54f-3205e76df8d0', 'name': '', 'network_id': '27d7cb22-6b39-4584-92c4-ddd219d7765c', 'tenant_id': '43f2f041c0f44e039e9e70ad3f6842ae', 'mac_address': 'fa:16:3e:e5:12:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f38e628-1bbd-4204-9ff9-c0646102a78d', 'device_owner': 'network:router_interface', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '1ea6538e-fdad-42c2-9f49-d63e9d85038b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:23:00Z', 'updated_at': '2021-10-27T10:23:07Z', 'revision_number': 5, 'project_id': '43f2f041c0f44e039e9e70ad3f6842ae', 'subnets': [{'id': '1ea6538e-fdad-42c2-9f49-d63e9d85038b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:23:49.398660 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:49.435891 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] For port ef599265-bc33-4c73-9c72-0acae098e5ed, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=ef599265-bc33-4c73-9c72-0acae098e5ed,segment=NetworkSegment(f7c42c6d-2766-46d8-a8b7-4852117a5555),segment_id=f7c42c6d-2766-46d8-a8b7-4852117a5555)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:23:49.440625 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:49.515504 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ccc08da5-0b3e-40f4-8b2e-500c89bb9bb6 req-d6feb62f-3211-40e5-adc6-27f7c4189264 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3d39b2e9-b317-4161-9a6f-55c29cc4ab58 HTTP/1.1" status: 200 len: 1000 time: 0.4755909 Oct 27 10:23:49.516763 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Pushing event updated for resources: {'Port': ['ID=ef599265-bc33-4c73-9c72-0acae098e5ed,revision_number=5']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:23:49.517227 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-fe7683a7-2af3-4026-a479-1d1a58d7ffab req-d71da9eb-d93a-4003-96a9-e11ff38c7eab service neutron] 10.222.0.44 "GET /v2.0/networks/27d7cb22-6b39-4584-92c4-ddd219d7765c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4993317 Oct 27 10:23:49.553219 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5f2b45-290f-414e-bad2-76d8b406637e req-e10aa034-5e30-497a-b415-645b5bb6a458 tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:49.554932 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-af5f2b45-290f-414e-bad2-76d8b406637e req-e10aa034-5e30-497a-b415-645b5bb6a458 tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] 10.222.0.44 "GET /v2.0/ports?device_id=3af85982-dc07-4d85-b2bd-bca942cf5ac3 HTTP/1.1" status: 200 len: 946 time: 0.0510898 Oct 27 10:23:49.597149 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-af5f2b45-290f-414e-bad2-76d8b406637e req-10481447-3a46-4636-a2e8-51d7ef194d45 tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] 10.222.0.44 "GET /v2.0/security-groups?id=abb43ff2-3d53-4d6f-bfce-d681dce200c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358651 Oct 27 10:23:49.624545 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc08da5-0b3e-40f4-8b2e-500c89bb9bb6 req-292790fd-d12d-4356-8021-a645b00e3466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:49.628762 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ccc08da5-0b3e-40f4-8b2e-500c89bb9bb6 req-292790fd-d12d-4356-8021-a645b00e3466 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1ea6538e-fdad-42c2-9f49-d63e9d85038b HTTP/1.1" status: 200 len: 860 time: 0.1059945 Oct 27 10:23:49.659139 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c0cafae-cff2-400e-8f1c-3a5cdb5a739f None None] New status for floating IP d18ed351-b70f-4d78-a830-886dea1072d0: ACTIVE {{(pid=102348) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 10:23:49.691751 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-fe7683a7-2af3-4026-a479-1d1a58d7ffab req-276dec85-2d9a-4e73-8448-00821bf33a68 service neutron] 10.222.0.44 "GET /v2.0/networks/27d7cb22-6b39-4584-92c4-ddd219d7765c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1585326 Oct 27 10:23:49.697407 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc08da5-0b3e-40f4-8b2e-500c89bb9bb6 req-8b0da435-6ab5-4ec8-a504-b5d6f179076d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:49.698860 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ccc08da5-0b3e-40f4-8b2e-500c89bb9bb6 req-8b0da435-6ab5-4ec8-a504-b5d6f179076d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=27d7cb22-6b39-4584-92c4-ddd219d7765c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0637000 Oct 27 10:23:49.823344 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ccc08da5-0b3e-40f4-8b2e-500c89bb9bb6 req-23057c11-e845-40e9-9ddc-843cfcfcab02 service neutron] 10.222.0.64 "GET /v2.0/networks/27d7cb22-6b39-4584-92c4-ddd219d7765c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1164804 Oct 27 10:23:49.894662 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-eadeaa30-4096-4d1a-b3cb-aa7ebfb291ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:49.913533 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3328995d-dd8d-45e5-a2fd-a2d3be09b5cd req-84debe7c-cbb9-416e-ba1f-94e65fb35bd6 tempest-FloatingIPsAssociationTestJSON-1989441382 tempest-FloatingIPsAssociationTestJSON-1989441382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:49.915036 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-3328995d-dd8d-45e5-a2fd-a2d3be09b5cd req-84debe7c-cbb9-416e-ba1f-94e65fb35bd6 tempest-FloatingIPsAssociationTestJSON-1989441382 tempest-FloatingIPsAssociationTestJSON-1989441382-project] 10.222.0.44 "GET /v2.0/ports?device_id=a3a82d36-162e-496f-ba7c-f96057ee46bd&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1072257 Oct 27 10:23:49.930143 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:49.975990 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ccc08da5-0b3e-40f4-8b2e-500c89bb9bb6 req-724f9139-d0e0-4861-a6a5-d4c9cf0ca265 service neutron] 10.222.0.64 "GET /v2.0/networks/27d7cb22-6b39-4584-92c4-ddd219d7765c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382408 Oct 27 10:23:50.021154 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a1290b-dc8c-4811-ab4d-862181d3af38 req-252ce020-9068-4ae2-a1ca-70ad5cb8cdfb tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:50.022649 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-65a1290b-dc8c-4811-ab4d-862181d3af38 req-252ce020-9068-4ae2-a1ca-70ad5cb8cdfb tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] 10.222.0.44 "GET /v2.0/ports?device_id=1691db0e-712c-4567-bc1c-2e9c228da106 HTTP/1.1" status: 200 len: 944 time: 0.0497789 Oct 27 10:23:50.027427 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-3328995d-dd8d-45e5-a2fd-a2d3be09b5cd req-69dd678a-b845-4ad4-97ef-2924bc380ccd tempest-FloatingIPsAssociationTestJSON-1989441382 tempest-FloatingIPsAssociationTestJSON-1989441382-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.8.232 HTTP/1.1" status: 200 len: 1002 time: 0.0935183 Oct 27 10:23:50.036950 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [req-3328995d-dd8d-45e5-a2fd-a2d3be09b5cd req-599371e3-02a0-42fa-999b-eae4d4d28733 tempest-FloatingIPsAssociationTestJSON-1989441382 tempest-FloatingIPsAssociationTestJSON-1989441382-project] Request body: {'floatingip': {'port_id': '16402309-c901-479f-86f7-4cd9af914209', 'fixed_ip_address': '172.20.0.10'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:23:50.061442 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-65a1290b-dc8c-4811-ab4d-862181d3af38 req-21db2919-83a3-401e-839d-48fe9ad69825 tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] 10.222.0.44 "GET /v2.0/security-groups?id=df17171a-6534-4d8a-8518-0be5fe64cbb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316584 Oct 27 10:23:50.095466 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-3328995d-dd8d-45e5-a2fd-a2d3be09b5cd req-599371e3-02a0-42fa-999b-eae4d4d28733 tempest-FloatingIPsAssociationTestJSON-1989441382 tempest-FloatingIPsAssociationTestJSON-1989441382-project] Publish callbacks [] for floatingip, before_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:50.214615 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e715e197-6877-495b-92dd-6b55b3b89d67 req-ad70fa3f-d929-4bd4-acd2-9758f0b9a4dc tempest-ServerRescueTestJSON-1025374340 tempest-ServerRescueTestJSON-1025374340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:50.216225 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-e715e197-6877-495b-92dd-6b55b3b89d67 req-ad70fa3f-d929-4bd4-acd2-9758f0b9a4dc tempest-ServerRescueTestJSON-1025374340 tempest-ServerRescueTestJSON-1025374340-project] 10.222.0.44 "GET /v2.0/ports?device_id=0f0a6b0b-7cfe-4818-8a36-1dd5676c3af3 HTTP/1.1" status: 200 len: 945 time: 0.0515695 Oct 27 10:23:50.253671 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-e715e197-6877-495b-92dd-6b55b3b89d67 req-dc79c335-a39d-4b4e-aeb6-61165f6e07b8 tempest-ServerRescueTestJSON-1025374340 tempest-ServerRescueTestJSON-1025374340-project] 10.222.0.44 "GET /v2.0/security-groups?id=5f97c1ff-dad7-428f-af4b-bc7a94091827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312762 Oct 27 10:23:50.405393 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device bdf6e277-47ee-46b6-b621-767c0d64b96e up at agent hyperv_n-h1-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:23:50.455478 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Provisioning for port bdf6e277-47ee-46b6-b621-767c0d64b96e completed by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 10:23:50.460532 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Provisioning complete for port bdf6e277-47ee-46b6-b621-767c0d64b96e triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:23:50.460895 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:50.482313 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdbadf3-de7d-4ec8-a1ff-bd32455f01c7 req-88c5f8df-5344-472b-88d5-4caf834ca7c6 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:50.489069 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-9bdbadf3-de7d-4ec8-a1ff-bd32455f01c7 req-88c5f8df-5344-472b-88d5-4caf834ca7c6 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/ports?device_id=e8ba4d8b-4106-4181-809e-b9e98a50d4b3 HTTP/1.1" status: 200 len: 950 time: 0.0610471 Oct 27 10:23:50.532387 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-9bdbadf3-de7d-4ec8-a1ff-bd32455f01c7 req-62bf76e6-0f6f-4c64-8e65-838dacd42478 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/security-groups?id=e786382c-1289-4f9d-b471-ed120470c2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335088 Oct 27 10:23:50.549044 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:50.557959 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-3328995d-dd8d-45e5-a2fd-a2d3be09b5cd req-599371e3-02a0-42fa-999b-eae4d4d28733 tempest-FloatingIPsAssociationTestJSON-1989441382 tempest-FloatingIPsAssociationTestJSON-1989441382-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:50.561715 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-3328995d-dd8d-45e5-a2fd-a2d3be09b5cd req-599371e3-02a0-42fa-999b-eae4d4d28733 tempest-FloatingIPsAssociationTestJSON-1989441382 tempest-FloatingIPsAssociationTestJSON-1989441382-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1664826'] for floatingip, after_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:50.581668 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port bdf6e277-47ee-46b6-b621-767c0d64b96e, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=bdf6e277-47ee-46b6-b621-767c0d64b96e,segment=NetworkSegment(6e01fb65-f38f-48de-8da6-2931b7e7e084),segment_id=6e01fb65-f38f-48de-8da6-2931b7e7e084)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:23:50.585614 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:50.641386 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Pushing event updated for resources: {'Port': ['ID=bdf6e277-47ee-46b6-b621-767c0d64b96e,revision_number=5']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:23:50.669052 n-d-813419-10 neutron-server[102346]: INFO neutron.db.l3_db [req-3328995d-dd8d-45e5-a2fd-a2d3be09b5cd req-599371e3-02a0-42fa-999b-eae4d4d28733 tempest-FloatingIPsAssociationTestJSON-1989441382 tempest-FloatingIPsAssociationTestJSON-1989441382-project] Floating IP d18ed351-b70f-4d78-a830-886dea1072d0 associated. External IP: 172.25.8.232, port: 3d39b2e9-b317-4161-9a6f-55c29cc4ab58. Oct 27 10:23:50.719383 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76505d75-5209-4838-b459-c0138b067f24 req-c0764213-8e53-4b90-9bc8-fa3420b46fd3 tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:50.721159 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-76505d75-5209-4838-b459-c0138b067f24 req-c0764213-8e53-4b90-9bc8-fa3420b46fd3 tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] 10.222.0.44 "GET /v2.0/ports?device_id=3af85982-dc07-4d85-b2bd-bca942cf5ac3 HTTP/1.1" status: 200 len: 946 time: 0.0533717 Oct 27 10:23:50.759864 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-76505d75-5209-4838-b459-c0138b067f24 req-fee4281f-7d99-44ee-836d-fa93110d0a6e tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] 10.222.0.44 "GET /v2.0/security-groups?id=abb43ff2-3d53-4d6f-bfce-d681dce200c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324705 Oct 27 10:23:50.878325 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3328995d-dd8d-45e5-a2fd-a2d3be09b5cd req-599371e3-02a0-42fa-999b-eae4d4d28733 tempest-FloatingIPsAssociationTestJSON-1989441382 tempest-FloatingIPsAssociationTestJSON-1989441382-project] Router 2f38e628-1bbd-4204-9ff9-c0646102a78d has already been hosted by L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb {{(pid=102346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 10:23:50.986751 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3328995d-dd8d-45e5-a2fd-a2d3be09b5cd req-599371e3-02a0-42fa-999b-eae4d4d28733 tempest-FloatingIPsAssociationTestJSON-1989441382 tempest-FloatingIPsAssociationTestJSON-1989441382-project] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:23:50.996084 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a56f6a55-5707-4625-9a8d-bc33a6ec3053 None None] Sync routers for ids ['2f38e628-1bbd-4204-9ff9-c0646102a78d'] in n-d-813419-10 {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:23:51.006390 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a56f6a55-5707-4625-9a8d-bc33a6ec3053 None None] Routers {'2f38e628-1bbd-4204-9ff9-c0646102a78d'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:23:51.006989 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-a56f6a55-5707-4625-9a8d-bc33a6ec3053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:23:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['2f38e628-1bbd-4204-9ff9-c0646102a78d'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:23:51.112461 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvr_db [None req-a56f6a55-5707-4625-9a8d-bc33a6ec3053 None None] Set router 2f38e628-1bbd-4204-9ff9-c0646102a78d gateway port host: n-d-813419-10 {{(pid=102349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:23:51.172790 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8ba4d8b-4106-4181-809e-b9e98a50d4b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef599265-bc33-4c73-9c72-0acae098e5ed'}, {'server_uuid': '0f0a6b0b-7cfe-4818-8a36-1dd5676c3af3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdf6e277-47ee-46b6-b621-767c0d64b96e'}] {{(pid=102348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:23:51.175039 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c588921fa634554a1d9242fdea1b05457a9ff1d3b28ba54ec1dace7f2f1df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c31a037-8f97-46a9-aec5-c98344fa0040" -d '{"events": [{"server_uuid": "e8ba4d8b-4106-4181-809e-b9e98a50d4b3", "name": "network-vif-plugged", "status": "completed", "tag": "ef599265-bc33-4c73-9c72-0acae098e5ed"}, {"server_uuid": "0f0a6b0b-7cfe-4818-8a36-1dd5676c3af3", "name": "network-vif-plugged", "status": "completed", "tag": "bdf6e277-47ee-46b6-b621-767c0d64b96e"}]}' {{(pid=102348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:23:51.183373 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd05d8e-4fc6-494f-a9f1-716ebe87c8fd req-f7d103d4-bbd0-4763-b6f6-aeab90ebb80a tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:51.185510 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-3fd05d8e-4fc6-494f-a9f1-716ebe87c8fd req-f7d103d4-bbd0-4763-b6f6-aeab90ebb80a tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] 10.222.0.44 "GET /v2.0/ports?device_id=1691db0e-712c-4567-bc1c-2e9c228da106 HTTP/1.1" status: 200 len: 944 time: 0.0534451 Oct 27 10:23:51.207642 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3328995d-dd8d-45e5-a2fd-a2d3be09b5cd req-599371e3-02a0-42fa-999b-eae4d4d28733 tempest-FloatingIPsAssociationTestJSON-1989441382 tempest-FloatingIPsAssociationTestJSON-1989441382-project] Router 2f38e628-1bbd-4204-9ff9-c0646102a78d has already been hosted by L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb {{(pid=102346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 10:23:51.224256 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-3fd05d8e-4fc6-494f-a9f1-716ebe87c8fd req-983c33f6-d544-47b5-90ad-21cbfe6d727d tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] 10.222.0.44 "GET /v2.0/security-groups?id=df17171a-6534-4d8a-8518-0be5fe64cbb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325754 Oct 27 10:23:51.289123 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 27 Oct 2021 10:23:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-392bf008-80ff-477d-b5d9-e4f2791cf6bb x-openstack-request-id: req-392bf008-80ff-477d-b5d9-e4f2791cf6bb {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:23:51.289739 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8ba4d8b-4106-4181-809e-b9e98a50d4b3", "name": "network-vif-plugged", "status": "completed", "tag": "ef599265-bc33-4c73-9c72-0acae098e5ed", "code": 200}, {"server_uuid": "0f0a6b0b-7cfe-4818-8a36-1dd5676c3af3", "name": "network-vif-plugged", "status": "completed", "tag": "bdf6e277-47ee-46b6-b621-767c0d64b96e", "code": 200}]} {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:23:51.289999 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-392bf008-80ff-477d-b5d9-e4f2791cf6bb {{(pid=102348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:23:51.290403 n-d-813419-10 neutron-server[102348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8ba4d8b-4106-4181-809e-b9e98a50d4b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef599265-bc33-4c73-9c72-0acae098e5ed', 'code': 200} Oct 27 10:23:51.290661 n-d-813419-10 neutron-server[102348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f0a6b0b-7cfe-4818-8a36-1dd5676c3af3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdf6e277-47ee-46b6-b621-767c0d64b96e', 'code': 200} Oct 27 10:23:51.341376 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3328995d-dd8d-45e5-a2fd-a2d3be09b5cd req-599371e3-02a0-42fa-999b-eae4d4d28733 tempest-FloatingIPsAssociationTestJSON-1989441382 tempest-FloatingIPsAssociationTestJSON-1989441382-project] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:23:51.354920 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-3328995d-dd8d-45e5-a2fd-a2d3be09b5cd req-599371e3-02a0-42fa-999b-eae4d4d28733 tempest-FloatingIPsAssociationTestJSON-1989441382 tempest-FloatingIPsAssociationTestJSON-1989441382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for floatingip, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:51.381407 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-a56f6a55-5707-4625-9a8d-bc33a6ec3053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f38e628-1bbd-4204-9ff9-c0646102a78d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1801060925-router', 'tenant_id': '43f2f041c0f44e039e9e70ad3f6842ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.197'}], 'enable_snat': True}, 'gw_port_id': '767b48b9-eccd-479b-858b-2c5201822042', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:22:56Z', 'updated_at': '2021-10-27T10:23:01Z', 'revision_number': 4, 'project_id': '43f2f041c0f44e039e9e70ad3f6842ae', 'gw_port': {'id': '767b48b9-eccd-479b-858b-2c5201822042', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:df:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f38e628-1bbd-4204-9ff9-c0646102a78d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:22:57Z', 'updated_at': '2021-10-27T10:23:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_floatingips': [{'id': 'd18ed351-b70f-4d78-a830-886dea1072d0', 'tenant_id': '43f2f041c0f44e039e9e70ad3f6842ae', 'floating_ip_address': '172.25.8.232', 'floating_network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'router_id': '2f38e628-1bbd-4204-9ff9-c0646102a78d', 'port_id': '16402309-c901-479f-86f7-4cd9af914209', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 642, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27d7cb22-6b39-4584-92c4-ddd219d7765c', 'mac_address': 'fa:16:3e:b1:5e:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3a82d36-162e-496f-ba7c-f96057ee46bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T10:23:27Z', 'updated_at': '2021-10-27T10:23:50Z', 'revision_number': 3, 'project_id': '43f2f041c0f44e039e9e70ad3f6842ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7df4673a-4591-4964-b54f-3205e76df8d0', 'name': '', 'network_id': '27d7cb22-6b39-4584-92c4-ddd219d7765c', 'tenant_id': '43f2f041c0f44e039e9e70ad3f6842ae', 'mac_address': 'fa:16:3e:e5:12:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f38e628-1bbd-4204-9ff9-c0646102a78d', 'device_owner': 'network:router_interface', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '1ea6538e-fdad-42c2-9f49-d63e9d85038b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:23:00Z', 'updated_at': '2021-10-27T10:23:07Z', 'revision_number': 5, 'project_id': '43f2f041c0f44e039e9e70ad3f6842ae', 'subnets': [{'id': '1ea6538e-fdad-42c2-9f49-d63e9d85038b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:23:51.386936 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '801aa122-9f97-443a-883f-63b90fda649f', 'tag': '3d39b2e9-b317-4161-9a6f-55c29cc4ab58'}] {{(pid=102346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:23:51.387588 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc0e418f5fc417c8d55d94c0aa509b037d0beb2a734c1a709e789eb65639a56d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a60a81c5-1013-4afd-a3f2-0f300a2df6d0" -d '{"events": [{"name": "network-changed", "server_uuid": "801aa122-9f97-443a-883f-63b90fda649f", "tag": "3d39b2e9-b317-4161-9a6f-55c29cc4ab58"}]}' {{(pid=102346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:23:51.411841 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a56f6a55-5707-4625-9a8d-bc33a6ec3053 None None] Checking router: 2f38e628-1bbd-4204-9ff9-c0646102a78d for host: n-d-813419-10 {{(pid=102349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 10:23:51.420593 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a56f6a55-5707-4625-9a8d-bc33a6ec3053 None None] Routers {'2f38e628-1bbd-4204-9ff9-c0646102a78d'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:23:51.421370 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-a56f6a55-5707-4625-9a8d-bc33a6ec3053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:23:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['2f38e628-1bbd-4204-9ff9-c0646102a78d'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:23:51.436441 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-3328995d-dd8d-45e5-a2fd-a2d3be09b5cd req-599371e3-02a0-42fa-999b-eae4d4d28733 tempest-FloatingIPsAssociationTestJSON-1989441382 tempest-FloatingIPsAssociationTestJSON-1989441382-project] 10.222.0.44 "PUT /v2.0/floatingips/d18ed351-b70f-4d78-a830-886dea1072d0 HTTP/1.1" status: 200 len: 999 time: 1.4031494 Oct 27 10:23:51.437626 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073e136e-5825-4234-9d07-a4064cf41ef9 req-7c86fa1d-468e-4b95-b38c-a39de3a3e862 tempest-ServerRescueTestJSON-1025374340 tempest-ServerRescueTestJSON-1025374340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:51.444767 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-073e136e-5825-4234-9d07-a4064cf41ef9 req-7c86fa1d-468e-4b95-b38c-a39de3a3e862 tempest-ServerRescueTestJSON-1025374340 tempest-ServerRescueTestJSON-1025374340-project] 10.222.0.44 "GET /v2.0/ports?device_id=0f0a6b0b-7cfe-4818-8a36-1dd5676c3af3 HTTP/1.1" status: 200 len: 946 time: 0.0933609 Oct 27 10:23:51.459080 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd9183e-7658-4f1f-9fff-5e15e0b8f375 req-be6f327a-4028-4630-9aa2-428f76ab9a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:51.460589 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-7cd9183e-7658-4f1f-9fff-5e15e0b8f375 req-be6f327a-4028-4630-9aa2-428f76ab9a56 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=0f0a6b0b-7cfe-4818-8a36-1dd5676c3af3 HTTP/1.1" status: 200 len: 1098 time: 0.0552194 Oct 27 10:23:51.483693 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4088da-086d-43ca-bca9-1f993a24baa9 req-a26777f1-a2c2-435b-95a2-72a97bcbd701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:51.485855 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-3d4088da-086d-43ca-bca9-1f993a24baa9 req-a26777f1-a2c2-435b-95a2-72a97bcbd701 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=e8ba4d8b-4106-4181-809e-b9e98a50d4b3 HTTP/1.1" status: 200 len: 1102 time: 0.0819623 Oct 27 10:23:51.494371 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-073e136e-5825-4234-9d07-a4064cf41ef9 req-5be6d61e-eae8-4225-9c94-1fb92ea9337d tempest-ServerRescueTestJSON-1025374340 tempest-ServerRescueTestJSON-1025374340-project] 10.222.0.44 "GET /v2.0/security-groups?id=5f97c1ff-dad7-428f-af4b-bc7a94091827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487647 Oct 27 10:23:51.531364 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3328995d-dd8d-45e5-a2fd-a2d3be09b5cd req-2e393aaa-5f0b-410b-b507-883a0dbf411e tempest-FloatingIPsAssociationTestJSON-1989441382 tempest-FloatingIPsAssociationTestJSON-1989441382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:51.532828 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-3328995d-dd8d-45e5-a2fd-a2d3be09b5cd req-2e393aaa-5f0b-410b-b507-883a0dbf411e tempest-FloatingIPsAssociationTestJSON-1989441382 tempest-FloatingIPsAssociationTestJSON-1989441382-project] 10.222.0.44 "GET /v2.0/ports/3d39b2e9-b317-4161-9a6f-55c29cc4ab58 HTTP/1.1" status: 200 len: 943 time: 0.0883012 Oct 27 10:23:51.545714 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-7cd9183e-7658-4f1f-9fff-5e15e0b8f375 req-608e89de-b0c6-4d09-ae2b-273c7cc900b0 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=5f97c1ff-dad7-428f-af4b-bc7a94091827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649736 Oct 27 10:23:51.553096 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-3d4088da-086d-43ca-bca9-1f993a24baa9 req-2f05ceef-05fa-4e4c-8ef9-16b4296a4a97 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=e786382c-1289-4f9d-b471-ed120470c2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547879 Oct 27 10:23:51.556608 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 10:23:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59628d7f-a2cd-4ec4-8374-f7f1fa46d0ea x-openstack-request-id: req-59628d7f-a2cd-4ec4-8374-f7f1fa46d0ea {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:23:51.556989 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "801aa122-9f97-443a-883f-63b90fda649f", "tag": "3d39b2e9-b317-4161-9a6f-55c29cc4ab58", "status": "completed", "code": 200}]} {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:23:51.557332 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-59628d7f-a2cd-4ec4-8374-f7f1fa46d0ea {{(pid=102346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:23:51.557844 n-d-813419-10 neutron-server[102346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '801aa122-9f97-443a-883f-63b90fda649f', 'tag': '3d39b2e9-b317-4161-9a6f-55c29cc4ab58', 'status': 'completed', 'code': 200} Oct 27 10:23:51.627727 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvr_db [None req-a56f6a55-5707-4625-9a8d-bc33a6ec3053 None None] Set router 2f38e628-1bbd-4204-9ff9-c0646102a78d gateway port host: n-d-813419-10 {{(pid=102349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:23:51.639791 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3328995d-dd8d-45e5-a2fd-a2d3be09b5cd req-66168bc3-9fdb-4db7-b019-f54206bdf8f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:51.644684 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-3328995d-dd8d-45e5-a2fd-a2d3be09b5cd req-66168bc3-9fdb-4db7-b019-f54206bdf8f0 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=43f2f041c0f44e039e9e70ad3f6842ae&device_id=801aa122-9f97-443a-883f-63b90fda649f HTTP/1.1" status: 200 len: 1098 time: 0.0461514 Oct 27 10:23:51.654240 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf6b68d-381c-4852-b00f-f9efe113cfba req-dca33520-45bb-4adf-86e7-2b728fc5ea52 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:51.655722 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-5bf6b68d-381c-4852-b00f-f9efe113cfba req-dca33520-45bb-4adf-86e7-2b728fc5ea52 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/ports?device_id=e8ba4d8b-4106-4181-809e-b9e98a50d4b3 HTTP/1.1" status: 200 len: 950 time: 0.0544760 Oct 27 10:23:51.697575 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-5bf6b68d-381c-4852-b00f-f9efe113cfba req-4e837300-78fa-49f3-965c-be87bf895707 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/security-groups?id=e786382c-1289-4f9d-b471-ed120470c2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351012 Oct 27 10:23:51.737946 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3328995d-dd8d-45e5-a2fd-a2d3be09b5cd req-a76a2fac-6afc-47f6-8cb7-29fc2c8edabc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:51.739431 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-3328995d-dd8d-45e5-a2fd-a2d3be09b5cd req-a76a2fac-6afc-47f6-8cb7-29fc2c8edabc service neutron] 10.222.0.44 "GET /v2.0/networks?id=27d7cb22-6b39-4584-92c4-ddd219d7765c HTTP/1.1" status: 200 len: 922 time: 0.0921764 Oct 27 10:23:51.788997 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-3328995d-dd8d-45e5-a2fd-a2d3be09b5cd req-93cab66a-4057-405a-8c57-9a9345f052be service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3d39b2e9-b317-4161-9a6f-55c29cc4ab58 HTTP/1.1" status: 200 len: 217 time: 0.0416534 Oct 27 10:23:51.791927 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-3c6a8245-0581-48aa-b5f6-4d8fe98cd16e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:51.866399 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60a81c5-1013-4afd-a3f2-0f300a2df6d0 req-d70f053d-5f60-45d8-9964-2665bc81d9eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:51.868538 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-a56f6a55-5707-4625-9a8d-bc33a6ec3053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f38e628-1bbd-4204-9ff9-c0646102a78d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1801060925-router', 'tenant_id': '43f2f041c0f44e039e9e70ad3f6842ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.197'}], 'enable_snat': True}, 'gw_port_id': '767b48b9-eccd-479b-858b-2c5201822042', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:22:56Z', 'updated_at': '2021-10-27T10:23:01Z', 'revision_number': 4, 'project_id': '43f2f041c0f44e039e9e70ad3f6842ae', 'gw_port': {'id': '767b48b9-eccd-479b-858b-2c5201822042', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:df:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f38e628-1bbd-4204-9ff9-c0646102a78d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:22:57Z', 'updated_at': '2021-10-27T10:23:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_floatingips': [{'id': 'd18ed351-b70f-4d78-a830-886dea1072d0', 'tenant_id': '43f2f041c0f44e039e9e70ad3f6842ae', 'floating_ip_address': '172.25.8.232', 'floating_network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'router_id': '2f38e628-1bbd-4204-9ff9-c0646102a78d', 'port_id': '16402309-c901-479f-86f7-4cd9af914209', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 642, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27d7cb22-6b39-4584-92c4-ddd219d7765c', 'mac_address': 'fa:16:3e:b1:5e:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3a82d36-162e-496f-ba7c-f96057ee46bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T10:23:27Z', 'updated_at': '2021-10-27T10:23:50Z', 'revision_number': 3, 'project_id': '43f2f041c0f44e039e9e70ad3f6842ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7df4673a-4591-4964-b54f-3205e76df8d0', 'name': '', 'network_id': '27d7cb22-6b39-4584-92c4-ddd219d7765c', 'tenant_id': '43f2f041c0f44e039e9e70ad3f6842ae', 'mac_address': 'fa:16:3e:e5:12:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f38e628-1bbd-4204-9ff9-c0646102a78d', 'device_owner': 'network:router_interface', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '1ea6538e-fdad-42c2-9f49-d63e9d85038b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:23:00Z', 'updated_at': '2021-10-27T10:23:07Z', 'revision_number': 5, 'project_id': '43f2f041c0f44e039e9e70ad3f6842ae', 'subnets': [{'id': '1ea6538e-fdad-42c2-9f49-d63e9d85038b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:23:51.869390 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-a60a81c5-1013-4afd-a3f2-0f300a2df6d0 req-d70f053d-5f60-45d8-9964-2665bc81d9eb service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=43f2f041c0f44e039e9e70ad3f6842ae&device_id=801aa122-9f97-443a-883f-63b90fda649f HTTP/1.1" status: 200 len: 1098 time: 0.0820303 Oct 27 10:23:51.871249 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3328995d-dd8d-45e5-a2fd-a2d3be09b5cd req-37348000-a841-4cde-9e2f-43ccd55dfc11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:51.876849 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-3328995d-dd8d-45e5-a2fd-a2d3be09b5cd req-37348000-a841-4cde-9e2f-43ccd55dfc11 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1ea6538e-fdad-42c2-9f49-d63e9d85038b HTTP/1.1" status: 200 len: 860 time: 0.0801778 Oct 27 10:23:51.888728 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c179e7-e5f3-452c-ab56-998c8feda2c3 req-0c4ba081-30b0-4d9d-89ee-dfdcd38534f3 tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:51.890230 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-88c179e7-e5f3-452c-ab56-998c8feda2c3 req-0c4ba081-30b0-4d9d-89ee-dfdcd38534f3 tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] 10.222.0.44 "GET /v2.0/ports?device_id=3af85982-dc07-4d85-b2bd-bca942cf5ac3 HTTP/1.1" status: 200 len: 946 time: 0.0588140 Oct 27 10:23:51.900725 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a56f6a55-5707-4625-9a8d-bc33a6ec3053 None None] The sync data for ids ['2f38e628-1bbd-4204-9ff9-c0646102a78d'] in n-d-813419-10 is: [{'id': '2f38e628-1bbd-4204-9ff9-c0646102a78d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1801060925-router', 'tenant_id': '43f2f041c0f44e039e9e70ad3f6842ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.197'}], 'enable_snat': True}, 'gw_port_id': '767b48b9-eccd-479b-858b-2c5201822042', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:22:56Z', 'updated_at': '2021-10-27T10:23:01Z', 'revision_number': 4, 'project_id': '43f2f041c0f44e039e9e70ad3f6842ae', 'gw_port': {'id': '767b48b9-eccd-479b-858b-2c5201822042', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:df:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f38e628-1bbd-4204-9ff9-c0646102a78d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:22:57Z', 'updated_at': '2021-10-27T10:23:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_floatingips': [{'id': 'd18ed351-b70f-4d78-a830-886dea1072d0', 'tenant_id': '43f2f041c0f44e039e9e70ad3f6842ae', 'floating_ip_address': '172.25.8.232', 'floating_network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'router_id': '2f38e628-1bbd-4204-9ff9-c0646102a78d', 'port_id': '16402309-c901-479f-86f7-4cd9af914209', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 642, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27d7cb22-6b39-4584-92c4-ddd219d7765c', 'mac_address': 'fa:16:3e:b1:5e:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3a82d36-162e-496f-ba7c-f96057ee46bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T10:23:27Z', 'updated_at': '2021-10-27T10:23:50Z', 'revision_number': 3, 'project_id': '43f2f041c0f44e039e9e70ad3f6842ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7df4673a-4591-4964-b54f-3205e76df8d0', 'name': '', 'network_id': '27d7cb22-6b39-4584-92c4-ddd219d7765c', 'tenant_id': '43f2f041c0f44e039e9e70ad3f6842ae', 'mac_address': 'fa:16:3e:e5:12:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f38e628-1bbd-4204-9ff9-c0646102a78d', 'device_owner': 'network:router_interface', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '1ea6538e-fdad-42c2-9f49-d63e9d85038b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:23:00Z', 'updated_at': '2021-10-27T10:23:07Z', 'revision_number': 5, 'project_id': '43f2f041c0f44e039e9e70ad3f6842ae', 'subnets': [{'id': '1ea6538e-fdad-42c2-9f49-d63e9d85038b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:23:51.935563 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-88c179e7-e5f3-452c-ab56-998c8feda2c3 req-39079526-b5e9-485f-aa38-99d2b264a64a tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] 10.222.0.44 "GET /v2.0/security-groups?id=abb43ff2-3d53-4d6f-bfce-d681dce200c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373826 Oct 27 10:23:51.975772 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3328995d-dd8d-45e5-a2fd-a2d3be09b5cd req-44349612-c026-49ab-a63b-a15f93e71a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:51.977832 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-3328995d-dd8d-45e5-a2fd-a2d3be09b5cd req-44349612-c026-49ab-a63b-a15f93e71a23 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=27d7cb22-6b39-4584-92c4-ddd219d7765c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0900590 Oct 27 10:23:52.049058 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60a81c5-1013-4afd-a3f2-0f300a2df6d0 req-fec2c711-706a-415a-bb52-6008fd27cbc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:52.050558 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-a60a81c5-1013-4afd-a3f2-0f300a2df6d0 req-fec2c711-706a-415a-bb52-6008fd27cbc8 service neutron] 10.222.0.64 "GET /v2.0/networks?id=27d7cb22-6b39-4584-92c4-ddd219d7765c HTTP/1.1" status: 200 len: 922 time: 0.1727960 Oct 27 10:23:52.090581 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd9d925d-0103-44bc-82e1-6399ec648f3e None None] New status for floating IP d18ed351-b70f-4d78-a830-886dea1072d0: ACTIVE {{(pid=102348) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 10:23:52.095534 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-a60a81c5-1013-4afd-a3f2-0f300a2df6d0 req-505dc050-94db-4a68-b1f4-fa55d4147f3e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3d39b2e9-b317-4161-9a6f-55c29cc4ab58 HTTP/1.1" status: 200 len: 217 time: 0.0360982 Oct 27 10:23:52.156486 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-3328995d-dd8d-45e5-a2fd-a2d3be09b5cd req-829aa146-0267-4936-a5c9-040cbb4cb2d3 service neutron] 10.222.0.44 "GET /v2.0/networks/27d7cb22-6b39-4584-92c4-ddd219d7765c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1671860 Oct 27 10:23:52.166496 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60a81c5-1013-4afd-a3f2-0f300a2df6d0 req-2e491868-e897-4e54-94bd-d3dc63e33021 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:52.168206 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-a60a81c5-1013-4afd-a3f2-0f300a2df6d0 req-2e491868-e897-4e54-94bd-d3dc63e33021 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1ea6538e-fdad-42c2-9f49-d63e9d85038b HTTP/1.1" status: 200 len: 860 time: 0.0600560 Oct 27 10:23:52.279355 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60a81c5-1013-4afd-a3f2-0f300a2df6d0 req-bc4d14db-e9a3-42ab-8dfc-34774aa4241f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:52.280905 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-a60a81c5-1013-4afd-a3f2-0f300a2df6d0 req-bc4d14db-e9a3-42ab-8dfc-34774aa4241f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=27d7cb22-6b39-4584-92c4-ddd219d7765c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0982161 Oct 27 10:23:52.356629 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-3328995d-dd8d-45e5-a2fd-a2d3be09b5cd req-8ae4c723-4158-4b2b-b5e7-2d232bf399f8 service neutron] 10.222.0.44 "GET /v2.0/networks/27d7cb22-6b39-4584-92c4-ddd219d7765c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1847649 Oct 27 10:23:52.361858 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ac3116-ef1a-4ab4-91f9-badba06b2200 req-94162af0-4f91-43c9-a284-3e4f5dde9b8d tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:52.363507 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b6ac3116-ef1a-4ab4-91f9-badba06b2200 req-94162af0-4f91-43c9-a284-3e4f5dde9b8d tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] 10.222.0.44 "GET /v2.0/ports?device_id=1691db0e-712c-4567-bc1c-2e9c228da106 HTTP/1.1" status: 200 len: 944 time: 0.0602136 Oct 27 10:23:52.384724 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3de97fa9-3d3f-45e7-86b0-8582070cb037 None None] Sync routers for ids ['2f38e628-1bbd-4204-9ff9-c0646102a78d'] in n-d-813419-10 {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:23:52.396984 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3de97fa9-3d3f-45e7-86b0-8582070cb037 None None] Routers {'2f38e628-1bbd-4204-9ff9-c0646102a78d'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:23:52.397714 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-3de97fa9-3d3f-45e7-86b0-8582070cb037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:23:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['2f38e628-1bbd-4204-9ff9-c0646102a78d'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:23:52.413348 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b6ac3116-ef1a-4ab4-91f9-badba06b2200 req-3c08df6d-709f-49fa-b39d-195d7f66accd tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] 10.222.0.44 "GET /v2.0/security-groups?id=df17171a-6534-4d8a-8518-0be5fe64cbb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412104 Oct 27 10:23:52.415598 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-a60a81c5-1013-4afd-a3f2-0f300a2df6d0 req-15a54da1-1340-4598-9aa8-24365b3ec958 service neutron] 10.222.0.64 "GET /v2.0/networks/27d7cb22-6b39-4584-92c4-ddd219d7765c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222651 Oct 27 10:23:52.494633 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3328995d-dd8d-45e5-a2fd-a2d3be09b5cd req-9cafd0a9-d62e-42ba-a787-18ef40dd4720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:52.496029 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-3328995d-dd8d-45e5-a2fd-a2d3be09b5cd req-9cafd0a9-d62e-42ba-a787-18ef40dd4720 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=43f2f041c0f44e039e9e70ad3f6842ae&device_id=a3a82d36-162e-496f-ba7c-f96057ee46bd HTTP/1.1" status: 200 len: 1098 time: 0.0995798 Oct 27 10:23:52.508743 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvr_db [None req-3de97fa9-3d3f-45e7-86b0-8582070cb037 None None] Set router 2f38e628-1bbd-4204-9ff9-c0646102a78d gateway port host: n-d-813419-10 {{(pid=102349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:23:52.576463 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-a60a81c5-1013-4afd-a3f2-0f300a2df6d0 req-68002d2d-668d-4e33-a488-5ae14cdb40ec service neutron] 10.222.0.64 "GET /v2.0/networks/27d7cb22-6b39-4584-92c4-ddd219d7765c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1474986 Oct 27 10:23:52.610494 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3328995d-dd8d-45e5-a2fd-a2d3be09b5cd req-b02509b5-8a85-4161-a8d3-4a1070d6c7fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:52.612249 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-3328995d-dd8d-45e5-a2fd-a2d3be09b5cd req-b02509b5-8a85-4161-a8d3-4a1070d6c7fd service neutron] 10.222.0.44 "GET /v2.0/networks?id=27d7cb22-6b39-4584-92c4-ddd219d7765c HTTP/1.1" status: 200 len: 922 time: 0.1101127 Oct 27 10:23:52.619971 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a818111-b633-4330-a4c8-30fff38b3212 req-329adf63-0905-410e-a971-2ae220afefcf tempest-ServerRescueTestJSON-1025374340 tempest-ServerRescueTestJSON-1025374340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:52.621486 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-4a818111-b633-4330-a4c8-30fff38b3212 req-329adf63-0905-410e-a971-2ae220afefcf tempest-ServerRescueTestJSON-1025374340 tempest-ServerRescueTestJSON-1025374340-project] 10.222.0.44 "GET /v2.0/ports?device_id=0f0a6b0b-7cfe-4818-8a36-1dd5676c3af3 HTTP/1.1" status: 200 len: 946 time: 0.0559320 Oct 27 10:23:52.663322 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-4a818111-b633-4330-a4c8-30fff38b3212 req-5a23d6e7-aba9-47a6-9de5-4873980e0bda tempest-ServerRescueTestJSON-1025374340 tempest-ServerRescueTestJSON-1025374340-project] 10.222.0.44 "GET /v2.0/security-groups?id=5f97c1ff-dad7-428f-af4b-bc7a94091827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339074 Oct 27 10:23:52.686025 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-3328995d-dd8d-45e5-a2fd-a2d3be09b5cd req-29e8fe3f-dadc-431a-aba6-7131f7aa3df5 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=16402309-c901-479f-86f7-4cd9af914209 HTTP/1.1" status: 200 len: 1002 time: 0.0667627 Oct 27 10:23:52.747969 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3328995d-dd8d-45e5-a2fd-a2d3be09b5cd req-de3e8f54-3499-4dac-a804-cffddbcacaa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:52.749477 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-3328995d-dd8d-45e5-a2fd-a2d3be09b5cd req-de3e8f54-3499-4dac-a804-cffddbcacaa9 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1ea6538e-fdad-42c2-9f49-d63e9d85038b HTTP/1.1" status: 200 len: 860 time: 0.0574262 Oct 27 10:23:52.761705 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-3de97fa9-3d3f-45e7-86b0-8582070cb037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f38e628-1bbd-4204-9ff9-c0646102a78d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1801060925-router', 'tenant_id': '43f2f041c0f44e039e9e70ad3f6842ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.197'}], 'enable_snat': True}, 'gw_port_id': '767b48b9-eccd-479b-858b-2c5201822042', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:22:56Z', 'updated_at': '2021-10-27T10:23:01Z', 'revision_number': 4, 'project_id': '43f2f041c0f44e039e9e70ad3f6842ae', 'gw_port': {'id': '767b48b9-eccd-479b-858b-2c5201822042', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:df:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f38e628-1bbd-4204-9ff9-c0646102a78d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:22:57Z', 'updated_at': '2021-10-27T10:23:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_floatingips': [{'id': 'd18ed351-b70f-4d78-a830-886dea1072d0', 'tenant_id': '43f2f041c0f44e039e9e70ad3f6842ae', 'floating_ip_address': '172.25.8.232', 'floating_network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'router_id': '2f38e628-1bbd-4204-9ff9-c0646102a78d', 'port_id': '16402309-c901-479f-86f7-4cd9af914209', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 642, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27d7cb22-6b39-4584-92c4-ddd219d7765c', 'mac_address': 'fa:16:3e:b1:5e:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3a82d36-162e-496f-ba7c-f96057ee46bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T10:23:27Z', 'updated_at': '2021-10-27T10:23:52Z', 'revision_number': 4, 'project_id': '43f2f041c0f44e039e9e70ad3f6842ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7df4673a-4591-4964-b54f-3205e76df8d0', 'name': '', 'network_id': '27d7cb22-6b39-4584-92c4-ddd219d7765c', 'tenant_id': '43f2f041c0f44e039e9e70ad3f6842ae', 'mac_address': 'fa:16:3e:e5:12:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f38e628-1bbd-4204-9ff9-c0646102a78d', 'device_owner': 'network:router_interface', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '1ea6538e-fdad-42c2-9f49-d63e9d85038b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:23:00Z', 'updated_at': '2021-10-27T10:23:07Z', 'revision_number': 5, 'project_id': '43f2f041c0f44e039e9e70ad3f6842ae', 'subnets': [{'id': '1ea6538e-fdad-42c2-9f49-d63e9d85038b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:23:52.793184 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3de97fa9-3d3f-45e7-86b0-8582070cb037 None None] Checking router: 2f38e628-1bbd-4204-9ff9-c0646102a78d for host: n-d-813419-10 {{(pid=102349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 10:23:52.800525 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device 41aac355-a685-4f09-997c-fd92e489e835 details requested by agent hyperv_n-h2-813419-10 with host n-h2-813419-10 {{(pid=102348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 10:23:52.812338 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3de97fa9-3d3f-45e7-86b0-8582070cb037 None None] Routers {'2f38e628-1bbd-4204-9ff9-c0646102a78d'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:23:52.817136 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-3de97fa9-3d3f-45e7-86b0-8582070cb037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:23:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['2f38e628-1bbd-4204-9ff9-c0646102a78d'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:23:52.865386 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b08894-f35d-46e8-b3de-2400ebead846 req-a97666ff-73ed-4ae8-9568-ac762d76f638 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:52.867189 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-e1b08894-f35d-46e8-b3de-2400ebead846 req-a97666ff-73ed-4ae8-9568-ac762d76f638 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/ports?device_id=e8ba4d8b-4106-4181-809e-b9e98a50d4b3 HTTP/1.1" status: 200 len: 950 time: 0.0915287 Oct 27 10:23:52.956857 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-e1b08894-f35d-46e8-b3de-2400ebead846 req-0eaf258b-55fc-44f4-8515-23c438543e90 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/security-groups?id=e786382c-1289-4f9d-b471-ed120470c2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815821 Oct 27 10:23:52.960262 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvr_db [None req-3de97fa9-3d3f-45e7-86b0-8582070cb037 None None] Set router 2f38e628-1bbd-4204-9ff9-c0646102a78d gateway port host: n-d-813419-10 {{(pid=102349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:23:53.094345 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b602885b-374d-47ed-b19a-647b5388dccb req-595c8618-80fc-475e-a206-289d6026f9bd tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:53.102843 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b602885b-374d-47ed-b19a-647b5388dccb req-595c8618-80fc-475e-a206-289d6026f9bd tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] 10.222.0.44 "GET /v2.0/ports?device_id=3af85982-dc07-4d85-b2bd-bca942cf5ac3 HTTP/1.1" status: 200 len: 946 time: 0.0645337 Oct 27 10:23:53.143144 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3328995d-dd8d-45e5-a2fd-a2d3be09b5cd req-7e3ed7a1-499e-4582-948c-2a4bef8fd957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:53.145502 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b602885b-374d-47ed-b19a-647b5388dccb req-3be5076c-02d9-40b8-9282-4d54c68125dc tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] 10.222.0.44 "GET /v2.0/security-groups?id=abb43ff2-3d53-4d6f-bfce-d681dce200c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418029 Oct 27 10:23:53.145666 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-3328995d-dd8d-45e5-a2fd-a2d3be09b5cd req-7e3ed7a1-499e-4582-948c-2a4bef8fd957 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=27d7cb22-6b39-4584-92c4-ddd219d7765c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3900626 Oct 27 10:23:53.167130 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] For port 41aac355-a685-4f09-997c-fd92e489e835, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=41aac355-a685-4f09-997c-fd92e489e835,segment=NetworkSegment(50500633-18ab-48c2-98da-73563c3123ba),segment_id=50500633-18ab-48c2-98da-73563c3123ba)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:23:53.175248 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Returning: {'device': '41aac355-a685-4f09-997c-fd92e489e835', 'network_id': 'b70d8912-e651-449a-aede-549067567147', 'port_id': '41aac355-a685-4f09-997c-fd92e489e835', 'mac_address': 'fa:16:3e:09:78:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 439, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c8d0682-e9d2-4157-8f50-67abbd1aff64', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 10:23:53.226460 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:53.240969 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41aac355-a685-4f09-997c-fd92e489e835 {{(pid=102348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:23:53.246164 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-3328995d-dd8d-45e5-a2fd-a2d3be09b5cd req-7b9651f0-e59d-4f1f-91d4-a1f017621c70 service neutron] 10.222.0.44 "GET /v2.0/networks/27d7cb22-6b39-4584-92c4-ddd219d7765c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926735 Oct 27 10:23:53.261113 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-3de97fa9-3d3f-45e7-86b0-8582070cb037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f38e628-1bbd-4204-9ff9-c0646102a78d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1801060925-router', 'tenant_id': '43f2f041c0f44e039e9e70ad3f6842ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.197'}], 'enable_snat': True}, 'gw_port_id': '767b48b9-eccd-479b-858b-2c5201822042', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:22:56Z', 'updated_at': '2021-10-27T10:23:01Z', 'revision_number': 4, 'project_id': '43f2f041c0f44e039e9e70ad3f6842ae', 'gw_port': {'id': '767b48b9-eccd-479b-858b-2c5201822042', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:df:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f38e628-1bbd-4204-9ff9-c0646102a78d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:22:57Z', 'updated_at': '2021-10-27T10:23:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_floatingips': [{'id': 'd18ed351-b70f-4d78-a830-886dea1072d0', 'tenant_id': '43f2f041c0f44e039e9e70ad3f6842ae', 'floating_ip_address': '172.25.8.232', 'floating_network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'router_id': '2f38e628-1bbd-4204-9ff9-c0646102a78d', 'port_id': '16402309-c901-479f-86f7-4cd9af914209', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 642, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27d7cb22-6b39-4584-92c4-ddd219d7765c', 'mac_address': 'fa:16:3e:b1:5e:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3a82d36-162e-496f-ba7c-f96057ee46bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T10:23:27Z', 'updated_at': '2021-10-27T10:23:52Z', 'revision_number': 4, 'project_id': '43f2f041c0f44e039e9e70ad3f6842ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7df4673a-4591-4964-b54f-3205e76df8d0', 'name': '', 'network_id': '27d7cb22-6b39-4584-92c4-ddd219d7765c', 'tenant_id': '43f2f041c0f44e039e9e70ad3f6842ae', 'mac_address': 'fa:16:3e:e5:12:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f38e628-1bbd-4204-9ff9-c0646102a78d', 'device_owner': 'network:router_interface', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '1ea6538e-fdad-42c2-9f49-d63e9d85038b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:23:00Z', 'updated_at': '2021-10-27T10:23:07Z', 'revision_number': 5, 'project_id': '43f2f041c0f44e039e9e70ad3f6842ae', 'subnets': [{'id': '1ea6538e-fdad-42c2-9f49-d63e9d85038b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:23:53.274527 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] For port 41aac355-a685-4f09-997c-fd92e489e835, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=41aac355-a685-4f09-997c-fd92e489e835,segment=NetworkSegment(50500633-18ab-48c2-98da-73563c3123ba),segment_id=50500633-18ab-48c2-98da-73563c3123ba)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:23:53.279598 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:53.299258 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3de97fa9-3d3f-45e7-86b0-8582070cb037 None None] The sync data for ids ['2f38e628-1bbd-4204-9ff9-c0646102a78d'] in n-d-813419-10 is: [{'id': '2f38e628-1bbd-4204-9ff9-c0646102a78d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1801060925-router', 'tenant_id': '43f2f041c0f44e039e9e70ad3f6842ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.197'}], 'enable_snat': True}, 'gw_port_id': '767b48b9-eccd-479b-858b-2c5201822042', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:22:56Z', 'updated_at': '2021-10-27T10:23:01Z', 'revision_number': 4, 'project_id': '43f2f041c0f44e039e9e70ad3f6842ae', 'gw_port': {'id': '767b48b9-eccd-479b-858b-2c5201822042', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:df:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f38e628-1bbd-4204-9ff9-c0646102a78d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:22:57Z', 'updated_at': '2021-10-27T10:23:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_floatingips': [{'id': 'd18ed351-b70f-4d78-a830-886dea1072d0', 'tenant_id': '43f2f041c0f44e039e9e70ad3f6842ae', 'floating_ip_address': '172.25.8.232', 'floating_network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'router_id': '2f38e628-1bbd-4204-9ff9-c0646102a78d', 'port_id': '16402309-c901-479f-86f7-4cd9af914209', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 642, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27d7cb22-6b39-4584-92c4-ddd219d7765c', 'mac_address': 'fa:16:3e:b1:5e:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3a82d36-162e-496f-ba7c-f96057ee46bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T10:23:27Z', 'updated_at': '2021-10-27T10:23:52Z', 'revision_number': 4, 'project_id': '43f2f041c0f44e039e9e70ad3f6842ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7df4673a-4591-4964-b54f-3205e76df8d0', 'name': '', 'network_id': '27d7cb22-6b39-4584-92c4-ddd219d7765c', 'tenant_id': '43f2f041c0f44e039e9e70ad3f6842ae', 'mac_address': 'fa:16:3e:e5:12:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f38e628-1bbd-4204-9ff9-c0646102a78d', 'device_owner': 'network:router_interface', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '1ea6538e-fdad-42c2-9f49-d63e9d85038b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:23:00Z', 'updated_at': '2021-10-27T10:23:07Z', 'revision_number': 5, 'project_id': '43f2f041c0f44e039e9e70ad3f6842ae', 'subnets': [{'id': '1ea6538e-fdad-42c2-9f49-d63e9d85038b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:23:53.342751 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Pushing event updated for resources: {'Port': ['ID=41aac355-a685-4f09-997c-fd92e489e835,revision_number=4']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:23:53.374387 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-3328995d-dd8d-45e5-a2fd-a2d3be09b5cd req-32b376f3-b178-4c68-8f51-69f0c0f6a37b service neutron] 10.222.0.44 "GET /v2.0/networks/27d7cb22-6b39-4584-92c4-ddd219d7765c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1172307 Oct 27 10:23:53.563708 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3a82d36-162e-496f-ba7c-f96057ee46bd', 'tag': '16402309-c901-479f-86f7-4cd9af914209'}] {{(pid=102346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:23:53.565914 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc0e418f5fc417c8d55d94c0aa509b037d0beb2a734c1a709e789eb65639a56d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90c1fa29-b58a-411e-bcc9-a82ad845ca94" -d '{"events": [{"name": "network-changed", "server_uuid": "a3a82d36-162e-496f-ba7c-f96057ee46bd", "tag": "16402309-c901-479f-86f7-4cd9af914209"}]}' {{(pid=102346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:23:53.580058 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-d7ff294f-60eb-482d-adf1-bafd1925073c req-f399c81a-686d-4afe-8d41-0de9cad4ce37 tempest-FloatingIPsAssociationTestJSON-1989441382 tempest-FloatingIPsAssociationTestJSON-1989441382-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.8.232 HTTP/1.1" status: 200 len: 1002 time: 0.0932369 Oct 27 10:23:53.606745 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57814d7-71fe-4a2d-9386-5d6c23375789 req-4c669179-81fd-410f-9202-7d5ad27ea4fe tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:53.608159 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-c57814d7-71fe-4a2d-9386-5d6c23375789 req-4c669179-81fd-410f-9202-7d5ad27ea4fe tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] 10.222.0.44 "GET /v2.0/ports?device_id=1691db0e-712c-4567-bc1c-2e9c228da106 HTTP/1.1" status: 200 len: 945 time: 0.0542872 Oct 27 10:23:53.629349 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ff294f-60eb-482d-adf1-bafd1925073c req-94a9a95d-77d2-4489-a35d-8eb3a01d8fae tempest-FloatingIPsAssociationTestJSON-1989441382 tempest-FloatingIPsAssociationTestJSON-1989441382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:53.630268 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-d7ff294f-60eb-482d-adf1-bafd1925073c req-94a9a95d-77d2-4489-a35d-8eb3a01d8fae tempest-FloatingIPsAssociationTestJSON-1989441382 tempest-FloatingIPsAssociationTestJSON-1989441382-project] 10.222.0.44 "GET /v2.0/ports/16402309-c901-479f-86f7-4cd9af914209 HTTP/1.1" status: 200 len: 943 time: 0.0443559 Oct 27 10:23:53.646922 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-c57814d7-71fe-4a2d-9386-5d6c23375789 req-c92ff392-7096-44d9-9dd1-20c210992b16 tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] 10.222.0.44 "GET /v2.0/security-groups?id=df17171a-6534-4d8a-8518-0be5fe64cbb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325594 Oct 27 10:23:53.790585 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-d7ff294f-60eb-482d-adf1-bafd1925073c req-edd0c5de-d62c-4151-b1e8-b2ed9cff3556 tempest-FloatingIPsAssociationTestJSON-1989441382 tempest-FloatingIPsAssociationTestJSON-1989441382-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.8.232 HTTP/1.1" status: 200 len: 1002 time: 0.0763288 Oct 27 10:23:53.795111 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 10:23:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4055ea06-07a2-4da1-816d-551a6e16d3a4 x-openstack-request-id: req-4055ea06-07a2-4da1-816d-551a6e16d3a4 {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:23:53.795996 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3a82d36-162e-496f-ba7c-f96057ee46bd", "tag": "16402309-c901-479f-86f7-4cd9af914209", "status": "completed", "code": 200}]} {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:23:53.796588 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4055ea06-07a2-4da1-816d-551a6e16d3a4 {{(pid=102346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:23:53.796992 n-d-813419-10 neutron-server[102346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3a82d36-162e-496f-ba7c-f96057ee46bd', 'tag': '16402309-c901-479f-86f7-4cd9af914209', 'status': 'completed', 'code': 200} Oct 27 10:23:53.840970 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] get_ports_and_sgs() called for port_ids ['41aac355-a685-4f09-997c-fd92e489e835'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:23:53.902660 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c1fa29-b58a-411e-bcc9-a82ad845ca94 req-00eabefa-ae51-46a3-9531-635e2d6b38a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:53.904256 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-90c1fa29-b58a-411e-bcc9-a82ad845ca94 req-00eabefa-ae51-46a3-9531-635e2d6b38a2 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=43f2f041c0f44e039e9e70ad3f6842ae&device_id=a3a82d36-162e-496f-ba7c-f96057ee46bd HTTP/1.1" status: 200 len: 1098 time: 0.0784094 Oct 27 10:23:53.905078 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ff294f-60eb-482d-adf1-bafd1925073c req-af71aabe-9a0a-402a-9a85-35015ecb3e05 tempest-FloatingIPsAssociationTestJSON-1989441382 tempest-FloatingIPsAssociationTestJSON-1989441382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:53.906976 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-d7ff294f-60eb-482d-adf1-bafd1925073c req-af71aabe-9a0a-402a-9a85-35015ecb3e05 tempest-FloatingIPsAssociationTestJSON-1989441382 tempest-FloatingIPsAssociationTestJSON-1989441382-project] 10.222.0.44 "GET /v2.0/networks/185ff123-c7ff-45c7-a6be-71feb35acc9c HTTP/1.1" status: 200 len: 784 time: 0.1110249 Oct 27 10:23:53.917998 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [req-d7ff294f-60eb-482d-adf1-bafd1925073c req-8870f91c-f9c2-452a-9dee-9d0239042a51 tempest-FloatingIPsAssociationTestJSON-1989441382 tempest-FloatingIPsAssociationTestJSON-1989441382-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=102347) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 10:23:53.918963 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-d7ff294f-60eb-482d-adf1-bafd1925073c req-8870f91c-f9c2-452a-9dee-9d0239042a51 tempest-FloatingIPsAssociationTestJSON-1989441382 tempest-FloatingIPsAssociationTestJSON-1989441382-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0061231 Oct 27 10:23:53.919490 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e383193-ff7a-4352-95bc-bea7d95a2c92 req-2d241724-9be6-450b-a9e9-4458a2d6cd2e tempest-ServerRescueTestJSON-1025374340 tempest-ServerRescueTestJSON-1025374340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:53.921080 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-4e383193-ff7a-4352-95bc-bea7d95a2c92 req-2d241724-9be6-450b-a9e9-4458a2d6cd2e tempest-ServerRescueTestJSON-1025374340 tempest-ServerRescueTestJSON-1025374340-project] 10.222.0.44 "GET /v2.0/ports?device_id=0f0a6b0b-7cfe-4818-8a36-1dd5676c3af3 HTTP/1.1" status: 200 len: 946 time: 0.0624018 Oct 27 10:23:54.011789 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-4e383193-ff7a-4352-95bc-bea7d95a2c92 req-5a03ea94-9a87-48d7-9035-fbbd4b180434 tempest-ServerRescueTestJSON-1025374340 tempest-ServerRescueTestJSON-1025374340-project] 10.222.0.44 "GET /v2.0/security-groups?id=5f97c1ff-dad7-428f-af4b-bc7a94091827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807371 Oct 27 10:23:54.022138 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a0158f-d0f4-414c-aa50-ad23eb64e4fa req-df829349-d8c3-4608-b696-159ad9d369e5 tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:54.023619 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-72a0158f-d0f4-414c-aa50-ad23eb64e4fa req-df829349-d8c3-4608-b696-159ad9d369e5 tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] 10.222.0.44 "GET /v2.0/ports?device_id=3af85982-dc07-4d85-b2bd-bca942cf5ac3 HTTP/1.1" status: 200 len: 946 time: 0.0514336 Oct 27 10:23:54.049517 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c1fa29-b58a-411e-bcc9-a82ad845ca94 req-8bc6828c-31da-45ab-961d-a5281e4a6d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:54.050950 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-90c1fa29-b58a-411e-bcc9-a82ad845ca94 req-8bc6828c-31da-45ab-961d-a5281e4a6d8b service neutron] 10.222.0.64 "GET /v2.0/networks?id=27d7cb22-6b39-4584-92c4-ddd219d7765c HTTP/1.1" status: 200 len: 922 time: 0.1289296 Oct 27 10:23:54.066100 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-72a0158f-d0f4-414c-aa50-ad23eb64e4fa req-f328c4d8-39a2-40e3-885e-b744a913120d tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] 10.222.0.44 "GET /v2.0/security-groups?id=abb43ff2-3d53-4d6f-bfce-d681dce200c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340619 Oct 27 10:23:54.148595 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-eeba6811-8a64-40e5-9a0d-ba562a58aee7 req-fa53d6fd-aeff-4a05-b395-db50e0d095f1 tempest-FloatingIPsAssociationTestJSON-1989441382 tempest-FloatingIPsAssociationTestJSON-1989441382-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.8.232 HTTP/1.1" status: 200 len: 1002 time: 0.1110868 Oct 27 10:23:54.157164 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-90c1fa29-b58a-411e-bcc9-a82ad845ca94 req-61b42206-dc1f-4050-bffd-582fe5ddebd5 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=16402309-c901-479f-86f7-4cd9af914209 HTTP/1.1" status: 200 len: 1002 time: 0.0796244 Oct 27 10:23:54.169897 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2620850-530a-4e9e-bded-55132ef788c7 req-8cd41285-b3b5-4ab1-b485-160c1ecc4ef2 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:54.171383 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b2620850-530a-4e9e-bded-55132ef788c7 req-8cd41285-b3b5-4ab1-b485-160c1ecc4ef2 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/ports?device_id=e8ba4d8b-4106-4181-809e-b9e98a50d4b3 HTTP/1.1" status: 200 len: 950 time: 0.0482693 Oct 27 10:23:54.215715 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b2620850-530a-4e9e-bded-55132ef788c7 req-2d316cfe-cde4-456f-a0a7-599d693aad9c tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/security-groups?id=e786382c-1289-4f9d-b471-ed120470c2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377738 Oct 27 10:23:54.230094 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeba6811-8a64-40e5-9a0d-ba562a58aee7 req-e8e4c23c-b564-4a95-840b-5d4f3afe6157 tempest-FloatingIPsAssociationTestJSON-1989441382 tempest-FloatingIPsAssociationTestJSON-1989441382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:54.231725 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-eeba6811-8a64-40e5-9a0d-ba562a58aee7 req-e8e4c23c-b564-4a95-840b-5d4f3afe6157 tempest-FloatingIPsAssociationTestJSON-1989441382 tempest-FloatingIPsAssociationTestJSON-1989441382-project] 10.222.0.44 "GET /v2.0/ports/16402309-c901-479f-86f7-4cd9af914209 HTTP/1.1" status: 200 len: 943 time: 0.0737870 Oct 27 10:23:54.240728 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c1fa29-b58a-411e-bcc9-a82ad845ca94 req-79eda969-e626-428c-962f-d096cc79446e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:54.242154 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-90c1fa29-b58a-411e-bcc9-a82ad845ca94 req-79eda969-e626-428c-962f-d096cc79446e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1ea6538e-fdad-42c2-9f49-d63e9d85038b HTTP/1.1" status: 200 len: 860 time: 0.0746415 Oct 27 10:23:54.359947 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c1fa29-b58a-411e-bcc9-a82ad845ca94 req-f34dcbb0-d08b-4469-9bac-26b3a6267c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:54.361500 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-90c1fa29-b58a-411e-bcc9-a82ad845ca94 req-f34dcbb0-d08b-4469-9bac-26b3a6267c34 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=27d7cb22-6b39-4584-92c4-ddd219d7765c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1114867 Oct 27 10:23:54.385229 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-eeba6811-8a64-40e5-9a0d-ba562a58aee7 req-30e22a06-a786-4fc6-97e1-c81fc9f5f507 tempest-FloatingIPsAssociationTestJSON-1989441382 tempest-FloatingIPsAssociationTestJSON-1989441382-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.8.232 HTTP/1.1" status: 200 len: 1002 time: 0.1017046 Oct 27 10:23:54.553510 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c84493b-9c5b-44a3-822f-e1a7eafa68f2 req-9500ecef-4f5f-4e06-bb49-6ec3f3c16cf1 tempest-MigrationsAdminTest-1595324937 tempest-MigrationsAdminTest-1595324937-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:54.554990 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-2c84493b-9c5b-44a3-822f-e1a7eafa68f2 req-9500ecef-4f5f-4e06-bb49-6ec3f3c16cf1 tempest-MigrationsAdminTest-1595324937 tempest-MigrationsAdminTest-1595324937-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=e8ba4d8b-4106-4181-809e-b9e98a50d4b3 HTTP/1.1" status: 200 len: 1102 time: 0.0441980 Oct 27 10:23:54.589269 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b22d758-5dfd-4a44-8711-340bdefd8fdb req-41d40467-1ac0-4166-a947-7f5e72c3b667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:54.590622 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-2c84493b-9c5b-44a3-822f-e1a7eafa68f2 req-90434be0-dff8-411a-9629-587658066f0d tempest-MigrationsAdminTest-1595324937 tempest-MigrationsAdminTest-1595324937-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=e786382c-1289-4f9d-b471-ed120470c2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295539 Oct 27 10:23:54.591129 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-8b22d758-5dfd-4a44-8711-340bdefd8fdb req-41d40467-1ac0-4166-a947-7f5e72c3b667 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=23d18887a95946a7b35c0b3b4d482024&device_id=0f0a6b0b-7cfe-4818-8a36-1dd5676c3af3 HTTP/1.1" status: 200 len: 1098 time: 0.1492505 Oct 27 10:23:54.597683 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-90c1fa29-b58a-411e-bcc9-a82ad845ca94 req-116f6a5e-7324-4f67-b01c-ab0eafef0873 service neutron] 10.222.0.64 "GET /v2.0/networks/27d7cb22-6b39-4584-92c4-ddd219d7765c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2282743 Oct 27 10:23:54.608761 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeba6811-8a64-40e5-9a0d-ba562a58aee7 req-28c00995-50f2-4514-8a71-ca99890fa025 tempest-FloatingIPsAssociationTestJSON-1989441382 tempest-FloatingIPsAssociationTestJSON-1989441382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:54.613847 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-eeba6811-8a64-40e5-9a0d-ba562a58aee7 req-28c00995-50f2-4514-8a71-ca99890fa025 tempest-FloatingIPsAssociationTestJSON-1989441382 tempest-FloatingIPsAssociationTestJSON-1989441382-project] 10.222.0.44 "GET /v2.0/networks/185ff123-c7ff-45c7-a6be-71feb35acc9c HTTP/1.1" status: 200 len: 784 time: 0.2151308 Oct 27 10:23:54.725453 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129606c8-6e66-4147-9b01-ad2d8fcf682e req-ef3bf1cd-839f-4c9d-8277-040d6f01b053 tempest-ServerRescueTestJSON-1025374340 tempest-ServerRescueTestJSON-1025374340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:54.727556 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-129606c8-6e66-4147-9b01-ad2d8fcf682e req-ef3bf1cd-839f-4c9d-8277-040d6f01b053 tempest-ServerRescueTestJSON-1025374340 tempest-ServerRescueTestJSON-1025374340-project] 10.222.0.44 "GET /v2.0/ports?device_id=0f0a6b0b-7cfe-4818-8a36-1dd5676c3af3 HTTP/1.1" status: 200 len: 946 time: 0.0717907 Oct 27 10:23:54.771143 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-129606c8-6e66-4147-9b01-ad2d8fcf682e req-4b11ae5f-f9b5-4dcd-9a68-5fba4ca2d73b tempest-ServerRescueTestJSON-1025374340 tempest-ServerRescueTestJSON-1025374340-project] 10.222.0.44 "GET /v2.0/security-groups?id=5f97c1ff-dad7-428f-af4b-bc7a94091827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375304 Oct 27 10:23:54.797745 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-eeba6811-8a64-40e5-9a0d-ba562a58aee7 req-7c692a0a-f584-4920-9d74-018ba3cbbf5a tempest-FloatingIPsAssociationTestJSON-1989441382 tempest-FloatingIPsAssociationTestJSON-1989441382-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.8.232 HTTP/1.1" status: 200 len: 1002 time: 0.1740022 Oct 27 10:23:54.805856 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device a93ab4fc-aed1-4d9c-8e60-95cde1df69c5 no longer exists at agent hyperv_n-h2-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:23:54.816972 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [req-eeba6811-8a64-40e5-9a0d-ba562a58aee7 req-ddcddfdf-584e-40fa-81d5-22d32065a3ff tempest-FloatingIPsAssociationTestJSON-1989441382 tempest-FloatingIPsAssociationTestJSON-1989441382-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:23:54.887879 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b22d758-5dfd-4a44-8711-340bdefd8fdb req-202522e5-bc51-4fbf-8c6b-45075a02515b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:54.889415 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-8b22d758-5dfd-4a44-8711-340bdefd8fdb req-202522e5-bc51-4fbf-8c6b-45075a02515b service neutron] 10.222.0.64 "GET /v2.0/networks?id=940fd3c1-7ac3-4e71-b915-5317697caaa9 HTTP/1.1" status: 200 len: 912 time: 0.2735283 Oct 27 10:23:54.893405 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-90c1fa29-b58a-411e-bcc9-a82ad845ca94 req-a1eed687-3c2d-4e30-84d0-2fc6695888c5 service neutron] 10.222.0.64 "GET /v2.0/networks/27d7cb22-6b39-4584-92c4-ddd219d7765c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2785861 Oct 27 10:23:54.897478 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0034b65-77a6-4bee-b677-5da2d0dd38b5 req-2aeef581-df2c-4c43-b280-43ea5ad10c01 tempest-ServersTestManualDisk-1099522627 tempest-ServersTestManualDisk-1099522627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:54.899115 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b0034b65-77a6-4bee-b677-5da2d0dd38b5 req-2aeef581-df2c-4c43-b280-43ea5ad10c01 tempest-ServersTestManualDisk-1099522627 tempest-ServersTestManualDisk-1099522627-project] 10.222.0.44 "GET /v2.0/ports?device_id=d069e6af-40d4-4204-92a2-851efcbbaa25 HTTP/1.1" status: 200 len: 945 time: 0.0599174 Oct 27 10:23:54.914316 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-eeba6811-8a64-40e5-9a0d-ba562a58aee7 req-ddcddfdf-584e-40fa-81d5-22d32065a3ff tempest-FloatingIPsAssociationTestJSON-1989441382 tempest-FloatingIPsAssociationTestJSON-1989441382-project] Publish callbacks [] for floatingip, before_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:54.918989 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:54.942704 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3af85982-dc07-4d85-b2bd-bca942cf5ac3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a93ab4fc-aed1-4d9c-8e60-95cde1df69c5'}] {{(pid=102348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:23:54.943978 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-8b22d758-5dfd-4a44-8711-340bdefd8fdb req-6907085f-cb47-46c8-be3b-6324129450b2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bdf6e277-47ee-46b6-b621-767c0d64b96e HTTP/1.1" status: 200 len: 217 time: 0.0415254 Oct 27 10:23:54.945365 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c588921fa634554a1d9242fdea1b05457a9ff1d3b28ba54ec1dace7f2f1df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8e0b358-05b1-4924-9b83-b6c827c531c7" -d '{"events": [{"server_uuid": "3af85982-dc07-4d85-b2bd-bca942cf5ac3", "name": "network-vif-unplugged", "status": "completed", "tag": "a93ab4fc-aed1-4d9c-8e60-95cde1df69c5"}]}' {{(pid=102348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:23:54.948394 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b0034b65-77a6-4bee-b677-5da2d0dd38b5 req-ffdbd2a2-6212-4b8a-96e5-d514a2e96ddd tempest-ServersTestManualDisk-1099522627 tempest-ServersTestManualDisk-1099522627-project] 10.222.0.44 "GET /v2.0/security-groups?id=205a0546-e26b-45de-81f6-22c717043123&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390871 Oct 27 10:23:54.959663 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] For port a93ab4fc-aed1-4d9c-8e60-95cde1df69c5, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=a93ab4fc-aed1-4d9c-8e60-95cde1df69c5,segment=NetworkSegment(e031df76-6a67-4dc9-b33e-3b490749e49c),segment_id=e031df76-6a67-4dc9-b33e-3b490749e49c)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:23:54.964376 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:55.021354 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Pushing event updated for resources: {'Port': ['ID=a93ab4fc-aed1-4d9c-8e60-95cde1df69c5,revision_number=8']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:23:55.088412 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b22d758-5dfd-4a44-8711-340bdefd8fdb req-8ece8163-ba9c-41dc-a58d-a12a7c5635ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:55.089887 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-8b22d758-5dfd-4a44-8711-340bdefd8fdb req-8ece8163-ba9c-41dc-a58d-a12a7c5635ca service neutron] 10.222.0.64 "GET /v2.0/subnets?id=77c01f76-4118-40f3-9687-19e52d96a177 HTTP/1.1" status: 200 len: 851 time: 0.0991647 Oct 27 10:23:55.127370 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-8b22d758-5dfd-4a44-8711-340bdefd8fdb req-91706a4e-e5c9-48bb-a28d-97cf375c58bb service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=940fd3c1-7ac3-4e71-b915-5317697caaa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292406 Oct 27 10:23:55.174514 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-eeba6811-8a64-40e5-9a0d-ba562a58aee7 req-ddcddfdf-584e-40fa-81d5-22d32065a3ff tempest-FloatingIPsAssociationTestJSON-1989441382 tempest-FloatingIPsAssociationTestJSON-1989441382-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:55.184073 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-eeba6811-8a64-40e5-9a0d-ba562a58aee7 req-ddcddfdf-584e-40fa-81d5-22d32065a3ff tempest-FloatingIPsAssociationTestJSON-1989441382 tempest-FloatingIPsAssociationTestJSON-1989441382-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1664826'] for floatingip, after_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:55.184499 n-d-813419-10 neutron-server[102346]: INFO neutron.db.l3_db [req-eeba6811-8a64-40e5-9a0d-ba562a58aee7 req-ddcddfdf-584e-40fa-81d5-22d32065a3ff tempest-FloatingIPsAssociationTestJSON-1989441382 tempest-FloatingIPsAssociationTestJSON-1989441382-project] Floating IP d18ed351-b70f-4d78-a830-886dea1072d0 disassociated. External IP: 172.25.8.232, port: 16402309-c901-479f-86f7-4cd9af914209. Oct 27 10:23:55.330023 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-8b22d758-5dfd-4a44-8711-340bdefd8fdb req-4e34878e-d0c9-4a23-a1cf-ffa3e197ae73 service neutron] 10.222.0.64 "GET /v2.0/networks/940fd3c1-7ac3-4e71-b915-5317697caaa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1681976 Oct 27 10:23:55.503296 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-8b22d758-5dfd-4a44-8711-340bdefd8fdb req-1da21804-04d6-4ff9-b29f-7197fe124be4 service neutron] 10.222.0.64 "GET /v2.0/networks/940fd3c1-7ac3-4e71-b915-5317697caaa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1642311 Oct 27 10:23:55.511578 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.l3_agent_scheduler [req-eeba6811-8a64-40e5-9a0d-ba562a58aee7 req-ddcddfdf-584e-40fa-81d5-22d32065a3ff tempest-FloatingIPsAssociationTestJSON-1989441382 tempest-FloatingIPsAssociationTestJSON-1989441382-project] Router 2f38e628-1bbd-4204-9ff9-c0646102a78d has already been hosted by L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb {{(pid=102346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 10:23:55.639935 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-eeba6811-8a64-40e5-9a0d-ba562a58aee7 req-ddcddfdf-584e-40fa-81d5-22d32065a3ff tempest-FloatingIPsAssociationTestJSON-1989441382 tempest-FloatingIPsAssociationTestJSON-1989441382-project] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:23:55.644527 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-eeba6811-8a64-40e5-9a0d-ba562a58aee7 req-ddcddfdf-584e-40fa-81d5-22d32065a3ff tempest-FloatingIPsAssociationTestJSON-1989441382 tempest-FloatingIPsAssociationTestJSON-1989441382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for floatingip, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:55.647295 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3c1165-9f1b-4531-b8a9-abcb74652348 req-c480eda9-21bc-417f-a0f5-bed23327d528 tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:55.649359 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-6f3c1165-9f1b-4531-b8a9-abcb74652348 req-c480eda9-21bc-417f-a0f5-bed23327d528 tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] 10.222.0.44 "GET /v2.0/ports?device_id=1691db0e-712c-4567-bc1c-2e9c228da106 HTTP/1.1" status: 200 len: 945 time: 0.0810750 Oct 27 10:23:55.652057 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff724805-41a7-4a10-8685-c7f8b63ba7fb None None] Sync routers for ids ['2f38e628-1bbd-4204-9ff9-c0646102a78d'] in n-d-813419-10 {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:23:55.656945 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8f24240c-3ce3-4f96-82a0-b41aca2b00aa req-c5eecc44-9fa5-4726-b785-ea7200e5612a service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=e8ba4d8b-4106-4181-809e-b9e98a50d4b3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0568182 Oct 27 10:23:55.675760 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff724805-41a7-4a10-8685-c7f8b63ba7fb None None] Routers {'2f38e628-1bbd-4204-9ff9-c0646102a78d'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:23:55.678178 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-eeba6811-8a64-40e5-9a0d-ba562a58aee7 req-ddcddfdf-584e-40fa-81d5-22d32065a3ff tempest-FloatingIPsAssociationTestJSON-1989441382 tempest-FloatingIPsAssociationTestJSON-1989441382-project] 10.222.0.44 "PUT /v2.0/floatingips/d18ed351-b70f-4d78-a830-886dea1072d0 HTTP/1.1" status: 200 len: 695 time: 0.8702044 Oct 27 10:23:55.682702 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-ff724805-41a7-4a10-8685-c7f8b63ba7fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:23:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['2f38e628-1bbd-4204-9ff9-c0646102a78d'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:23:55.691214 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-6f3c1165-9f1b-4531-b8a9-abcb74652348 req-aa09c7d6-0522-4649-931e-452df11fb966 tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] 10.222.0.44 "GET /v2.0/security-groups?id=df17171a-6534-4d8a-8518-0be5fe64cbb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333183 Oct 27 10:23:55.747041 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeba6811-8a64-40e5-9a0d-ba562a58aee7 req-31031d11-2758-460c-87ab-b71bd9761d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:55.748733 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-eeba6811-8a64-40e5-9a0d-ba562a58aee7 req-31031d11-2758-460c-87ab-b71bd9761d93 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=43f2f041c0f44e039e9e70ad3f6842ae&device_id=a3a82d36-162e-496f-ba7c-f96057ee46bd HTTP/1.1" status: 200 len: 1098 time: 0.0554671 Oct 27 10:23:55.807169 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3a82d36-162e-496f-ba7c-f96057ee46bd', 'tag': '16402309-c901-479f-86f7-4cd9af914209'}] {{(pid=102346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:23:55.810051 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc0e418f5fc417c8d55d94c0aa509b037d0beb2a734c1a709e789eb65639a56d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d62703f9-2ad7-4321-be09-a6feb97d5b97" -d '{"events": [{"name": "network-changed", "server_uuid": "a3a82d36-162e-496f-ba7c-f96057ee46bd", "tag": "16402309-c901-479f-86f7-4cd9af914209"}]}' {{(pid=102346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:23:55.820544 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 27 Oct 2021 10:23:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2aa9a757-41fa-4324-85c4-2352193d67ea x-openstack-request-id: req-2aa9a757-41fa-4324-85c4-2352193d67ea {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:23:55.821435 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3af85982-dc07-4d85-b2bd-bca942cf5ac3", "name": "network-vif-unplugged", "status": "completed", "tag": "a93ab4fc-aed1-4d9c-8e60-95cde1df69c5", "code": 200}]} {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:23:55.821900 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-2aa9a757-41fa-4324-85c4-2352193d67ea {{(pid=102348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:23:55.822373 n-d-813419-10 neutron-server[102348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3af85982-dc07-4d85-b2bd-bca942cf5ac3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a93ab4fc-aed1-4d9c-8e60-95cde1df69c5', 'code': 200} Oct 27 10:23:55.838197 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvr_db [None req-ff724805-41a7-4a10-8685-c7f8b63ba7fb None None] Set router 2f38e628-1bbd-4204-9ff9-c0646102a78d gateway port host: n-d-813419-10 {{(pid=102348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:23:55.869980 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeba6811-8a64-40e5-9a0d-ba562a58aee7 req-c9a0fd49-d64e-4dff-b84a-27c0d3c9dc86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:55.871644 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-eeba6811-8a64-40e5-9a0d-ba562a58aee7 req-c9a0fd49-d64e-4dff-b84a-27c0d3c9dc86 service neutron] 10.222.0.44 "GET /v2.0/networks?id=27d7cb22-6b39-4584-92c4-ddd219d7765c HTTP/1.1" status: 200 len: 922 time: 0.1156988 Oct 27 10:23:55.928351 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-eeba6811-8a64-40e5-9a0d-ba562a58aee7 req-b775e905-8afb-4ebf-b5e0-7d5985772d72 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=16402309-c901-479f-86f7-4cd9af914209 HTTP/1.1" status: 200 len: 217 time: 0.0469530 Oct 27 10:23:55.946586 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65312b7-7d78-4b97-8062-62a59372d5ce req-7fb765a1-a41a-429b-b485-5cab9ec367c6 tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:55.948099 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c65312b7-7d78-4b97-8062-62a59372d5ce req-7fb765a1-a41a-429b-b485-5cab9ec367c6 tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] 10.222.0.44 "GET /v2.0/ports?device_id=3af85982-dc07-4d85-b2bd-bca942cf5ac3 HTTP/1.1" status: 200 len: 944 time: 0.0687315 Oct 27 10:23:55.980860 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8a0db9-c640-4de3-9653-560ca80d4909 req-7c91b949-57d3-4f81-83dc-02e6f21157de tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:55.982715 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-1e8a0db9-c640-4de3-9653-560ca80d4909 req-7c91b949-57d3-4f81-83dc-02e6f21157de tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] 10.222.0.76 "GET /v2.0/ports?device_id=3af85982-dc07-4d85-b2bd-bca942cf5ac3 HTTP/1.1" status: 200 len: 944 time: 0.1184323 Oct 27 10:23:55.998799 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeba6811-8a64-40e5-9a0d-ba562a58aee7 req-f425a687-f6da-483e-902d-be7b0c321718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:56.009613 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-eeba6811-8a64-40e5-9a0d-ba562a58aee7 req-f425a687-f6da-483e-902d-be7b0c321718 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1ea6538e-fdad-42c2-9f49-d63e9d85038b HTTP/1.1" status: 200 len: 860 time: 0.0789127 Oct 27 10:23:56.048947 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c65312b7-7d78-4b97-8062-62a59372d5ce req-236ad2f7-e5b4-4d39-a519-85604f7573f1 tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] 10.222.0.44 "GET /v2.0/security-groups?id=abb43ff2-3d53-4d6f-bfce-d681dce200c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915956 Oct 27 10:23:56.074012 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeba6811-8a64-40e5-9a0d-ba562a58aee7 req-8f92c20c-4992-4f29-be02-32b06bc1ed6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:56.075653 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-eeba6811-8a64-40e5-9a0d-ba562a58aee7 req-8f92c20c-4992-4f29-be02-32b06bc1ed6b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=27d7cb22-6b39-4584-92c4-ddd219d7765c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0651476 Oct 27 10:23:56.111170 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-ff724805-41a7-4a10-8685-c7f8b63ba7fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f38e628-1bbd-4204-9ff9-c0646102a78d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1801060925-router', 'tenant_id': '43f2f041c0f44e039e9e70ad3f6842ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.197'}], 'enable_snat': True}, 'gw_port_id': '767b48b9-eccd-479b-858b-2c5201822042', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:22:56Z', 'updated_at': '2021-10-27T10:23:01Z', 'revision_number': 4, 'project_id': '43f2f041c0f44e039e9e70ad3f6842ae', 'gw_port': {'id': '767b48b9-eccd-479b-858b-2c5201822042', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:df:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f38e628-1bbd-4204-9ff9-c0646102a78d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:22:57Z', 'updated_at': '2021-10-27T10:23:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_interfaces': [{'id': '7df4673a-4591-4964-b54f-3205e76df8d0', 'name': '', 'network_id': '27d7cb22-6b39-4584-92c4-ddd219d7765c', 'tenant_id': '43f2f041c0f44e039e9e70ad3f6842ae', 'mac_address': 'fa:16:3e:e5:12:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f38e628-1bbd-4204-9ff9-c0646102a78d', 'device_owner': 'network:router_interface', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '1ea6538e-fdad-42c2-9f49-d63e9d85038b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:23:00Z', 'updated_at': '2021-10-27T10:23:07Z', 'revision_number': 5, 'project_id': '43f2f041c0f44e039e9e70ad3f6842ae', 'subnets': [{'id': '1ea6538e-fdad-42c2-9f49-d63e9d85038b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:23:56.141939 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff724805-41a7-4a10-8685-c7f8b63ba7fb None None] Checking router: 2f38e628-1bbd-4204-9ff9-c0646102a78d for host: n-d-813419-10 {{(pid=102348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 10:23:56.153092 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff724805-41a7-4a10-8685-c7f8b63ba7fb None None] Routers {'2f38e628-1bbd-4204-9ff9-c0646102a78d'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:23:56.154361 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-ff724805-41a7-4a10-8685-c7f8b63ba7fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:23:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['2f38e628-1bbd-4204-9ff9-c0646102a78d'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:23:56.206998 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-eeba6811-8a64-40e5-9a0d-ba562a58aee7 req-1c861aa2-9123-4683-9348-369db9b512a6 service neutron] 10.222.0.44 "GET /v2.0/networks/27d7cb22-6b39-4584-92c4-ddd219d7765c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231565 Oct 27 10:23:56.228296 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c74c62-74d8-4e23-85d5-30654ab8a864 req-69995e41-41b9-4fe6-b49a-df11d35c6d46 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:56.235679 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-a9c74c62-74d8-4e23-85d5-30654ab8a864 req-69995e41-41b9-4fe6-b49a-df11d35c6d46 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/ports?device_id=e8ba4d8b-4106-4181-809e-b9e98a50d4b3 HTTP/1.1" status: 200 len: 950 time: 0.0787199 Oct 27 10:23:56.239810 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [req-1e8a0db9-c640-4de3-9653-560ca80d4909 req-305e301d-eeb4-43ac-94d7-aed5cbf6df1a tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] Deleting port a93ab4fc-aed1-4d9c-8e60-95cde1df69c5 {{(pid=102347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:23:56.240156 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-1e8a0db9-c640-4de3-9653-560ca80d4909 req-305e301d-eeb4-43ac-94d7-aed5cbf6df1a tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:56.296959 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvr_db [None req-ff724805-41a7-4a10-8685-c7f8b63ba7fb None None] Set router 2f38e628-1bbd-4204-9ff9-c0646102a78d gateway port host: n-d-813419-10 {{(pid=102348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:23:56.321360 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-a9c74c62-74d8-4e23-85d5-30654ab8a864 req-5f5dbc43-e1c4-45ad-92d8-d47a1de33bc7 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/security-groups?id=e786382c-1289-4f9d-b471-ed120470c2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841644 Oct 27 10:23:56.322158 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-eeba6811-8a64-40e5-9a0d-ba562a58aee7 req-f82d5982-d0a7-4a72-8ba4-cbaf5a318b06 service neutron] 10.222.0.44 "GET /v2.0/networks/27d7cb22-6b39-4584-92c4-ddd219d7765c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1140115 Oct 27 10:23:56.390904 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-1e8a0db9-c640-4de3-9653-560ca80d4909 req-305e301d-eeb4-43ac-94d7-aed5cbf6df1a tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] For port a93ab4fc-aed1-4d9c-8e60-95cde1df69c5, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=a93ab4fc-aed1-4d9c-8e60-95cde1df69c5,segment=NetworkSegment(e031df76-6a67-4dc9-b33e-3b490749e49c),segment_id=e031df76-6a67-4dc9-b33e-3b490749e49c)] {{(pid=102347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:23:56.391401 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-1e8a0db9-c640-4de3-9653-560ca80d4909 req-305e301d-eeb4-43ac-94d7-aed5cbf6df1a tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:56.407796 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [req-1e8a0db9-c640-4de3-9653-560ca80d4909 req-305e301d-eeb4-43ac-94d7-aed5cbf6df1a tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] Calling delete_port for a93ab4fc-aed1-4d9c-8e60-95cde1df69c5 owned by compute:nova {{(pid=102347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:23:56.412637 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 10:23:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-572a5dc4-27ed-4d66-b2d1-f1ba42fd273f x-openstack-request-id: req-572a5dc4-27ed-4d66-b2d1-f1ba42fd273f {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:23:56.413042 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3a82d36-162e-496f-ba7c-f96057ee46bd", "tag": "16402309-c901-479f-86f7-4cd9af914209", "status": "completed", "code": 200}]} {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:23:56.413354 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-572a5dc4-27ed-4d66-b2d1-f1ba42fd273f {{(pid=102346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:23:56.413833 n-d-813419-10 neutron-server[102346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3a82d36-162e-496f-ba7c-f96057ee46bd', 'tag': '16402309-c901-479f-86f7-4cd9af914209', 'status': 'completed', 'code': 200} Oct 27 10:23:56.489417 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62703f9-2ad7-4321-be09-a6feb97d5b97 req-0c40f278-e0df-4551-9a83-bfc11dad7150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:56.490778 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-d62703f9-2ad7-4321-be09-a6feb97d5b97 req-0c40f278-e0df-4551-9a83-bfc11dad7150 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=43f2f041c0f44e039e9e70ad3f6842ae&device_id=a3a82d36-162e-496f-ba7c-f96057ee46bd HTTP/1.1" status: 200 len: 1098 time: 0.0483606 Oct 27 10:23:56.553099 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4704d52-419c-4f34-9a2c-44fc0b7fd5fa req-df6aaae6-9d96-4beb-ba04-6e2722344fa3 tempest-ServerRescueTestJSON-1025374340 tempest-ServerRescueTestJSON-1025374340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:56.554886 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-e4704d52-419c-4f34-9a2c-44fc0b7fd5fa req-df6aaae6-9d96-4beb-ba04-6e2722344fa3 tempest-ServerRescueTestJSON-1025374340 tempest-ServerRescueTestJSON-1025374340-project] 10.222.0.44 "GET /v2.0/ports?device_id=0f0a6b0b-7cfe-4818-8a36-1dd5676c3af3 HTTP/1.1" status: 200 len: 946 time: 0.0761707 Oct 27 10:23:56.613362 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-e4704d52-419c-4f34-9a2c-44fc0b7fd5fa req-51239fd1-af4c-4f17-8355-dad9da957d78 tempest-ServerRescueTestJSON-1025374340 tempest-ServerRescueTestJSON-1025374340-project] 10.222.0.44 "GET /v2.0/security-groups?id=5f97c1ff-dad7-428f-af4b-bc7a94091827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506725 Oct 27 10:23:56.636454 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62703f9-2ad7-4321-be09-a6feb97d5b97 req-dd395fae-99bf-4089-9e72-f9c0ccc2a566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:56.638028 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-d62703f9-2ad7-4321-be09-a6feb97d5b97 req-dd395fae-99bf-4089-9e72-f9c0ccc2a566 service neutron] 10.222.0.64 "GET /v2.0/networks?id=27d7cb22-6b39-4584-92c4-ddd219d7765c HTTP/1.1" status: 200 len: 922 time: 0.1259830 Oct 27 10:23:56.656212 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-ff724805-41a7-4a10-8685-c7f8b63ba7fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f38e628-1bbd-4204-9ff9-c0646102a78d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1801060925-router', 'tenant_id': '43f2f041c0f44e039e9e70ad3f6842ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.197'}], 'enable_snat': True}, 'gw_port_id': '767b48b9-eccd-479b-858b-2c5201822042', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:22:56Z', 'updated_at': '2021-10-27T10:23:01Z', 'revision_number': 4, 'project_id': '43f2f041c0f44e039e9e70ad3f6842ae', 'gw_port': {'id': '767b48b9-eccd-479b-858b-2c5201822042', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:df:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f38e628-1bbd-4204-9ff9-c0646102a78d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:22:57Z', 'updated_at': '2021-10-27T10:23:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_interfaces': [{'id': '7df4673a-4591-4964-b54f-3205e76df8d0', 'name': '', 'network_id': '27d7cb22-6b39-4584-92c4-ddd219d7765c', 'tenant_id': '43f2f041c0f44e039e9e70ad3f6842ae', 'mac_address': 'fa:16:3e:e5:12:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f38e628-1bbd-4204-9ff9-c0646102a78d', 'device_owner': 'network:router_interface', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '1ea6538e-fdad-42c2-9f49-d63e9d85038b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:23:00Z', 'updated_at': '2021-10-27T10:23:07Z', 'revision_number': 5, 'project_id': '43f2f041c0f44e039e9e70ad3f6842ae', 'subnets': [{'id': '1ea6538e-fdad-42c2-9f49-d63e9d85038b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:23:56.690083 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff724805-41a7-4a10-8685-c7f8b63ba7fb None None] The sync data for ids ['2f38e628-1bbd-4204-9ff9-c0646102a78d'] in n-d-813419-10 is: [{'id': '2f38e628-1bbd-4204-9ff9-c0646102a78d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1801060925-router', 'tenant_id': '43f2f041c0f44e039e9e70ad3f6842ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.197'}], 'enable_snat': True}, 'gw_port_id': '767b48b9-eccd-479b-858b-2c5201822042', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:22:56Z', 'updated_at': '2021-10-27T10:23:01Z', 'revision_number': 4, 'project_id': '43f2f041c0f44e039e9e70ad3f6842ae', 'gw_port': {'id': '767b48b9-eccd-479b-858b-2c5201822042', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:df:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f38e628-1bbd-4204-9ff9-c0646102a78d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:22:57Z', 'updated_at': '2021-10-27T10:23:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_interfaces': [{'id': '7df4673a-4591-4964-b54f-3205e76df8d0', 'name': '', 'network_id': '27d7cb22-6b39-4584-92c4-ddd219d7765c', 'tenant_id': '43f2f041c0f44e039e9e70ad3f6842ae', 'mac_address': 'fa:16:3e:e5:12:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f38e628-1bbd-4204-9ff9-c0646102a78d', 'device_owner': 'network:router_interface', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '1ea6538e-fdad-42c2-9f49-d63e9d85038b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:23:00Z', 'updated_at': '2021-10-27T10:23:07Z', 'revision_number': 5, 'project_id': '43f2f041c0f44e039e9e70ad3f6842ae', 'subnets': [{'id': '1ea6538e-fdad-42c2-9f49-d63e9d85038b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:23:56.701784 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-1e8a0db9-c640-4de3-9653-560ca80d4909 req-305e301d-eeb4-43ac-94d7-aed5cbf6df1a tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:56.739789 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-d62703f9-2ad7-4321-be09-a6feb97d5b97 req-ec934259-ae35-41fb-8776-f68682b2f8c5 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=16402309-c901-479f-86f7-4cd9af914209 HTTP/1.1" status: 200 len: 217 time: 0.0890827 Oct 27 10:23:56.763660 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305e301d-eeb4-43ac-94d7-aed5cbf6df1a tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] Pushing event deleted for resources: {'Port': ['ID=a93ab4fc-aed1-4d9c-8e60-95cde1df69c5,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:23:56.814103 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device 41aac355-a685-4f09-997c-fd92e489e835 up at agent hyperv_n-h2-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:23:56.825427 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62703f9-2ad7-4321-be09-a6feb97d5b97 req-672143cd-360c-45c6-8abf-e17ed408abf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:56.827038 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-d62703f9-2ad7-4321-be09-a6feb97d5b97 req-672143cd-360c-45c6-8abf-e17ed408abf2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1ea6538e-fdad-42c2-9f49-d63e9d85038b HTTP/1.1" status: 200 len: 860 time: 0.0789206 Oct 27 10:23:56.832914 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e8a0db9-c640-4de3-9653-560ca80d4909 req-305e301d-eeb4-43ac-94d7-aed5cbf6df1a tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] No DVR routers for this DVR port a93ab4fc-aed1-4d9c-8e60-95cde1df69c5 on host n-h2-813419-10 {{(pid=102347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:23:56.835706 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-1e8a0db9-c640-4de3-9653-560ca80d4909 req-305e301d-eeb4-43ac-94d7-aed5cbf6df1a tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:56.839806 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-1e8a0db9-c640-4de3-9653-560ca80d4909 req-305e301d-eeb4-43ac-94d7-aed5cbf6df1a tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] 10.222.0.76 "DELETE /v2.0/ports/a93ab4fc-aed1-4d9c-8e60-95cde1df69c5 HTTP/1.1" status: 204 len: 173 time: 0.8132331 Oct 27 10:23:56.840900 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3af85982-dc07-4d85-b2bd-bca942cf5ac3', 'name': 'network-vif-deleted', 'tag': 'a93ab4fc-aed1-4d9c-8e60-95cde1df69c5'}] {{(pid=102347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:23:56.843179 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311149b481204ee7edffdb959c881838506fbd95bc8577c048f6677abb73acc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f20c55f-18a7-4fd9-a074-5bfe315679e4" -d '{"events": [{"server_uuid": "3af85982-dc07-4d85-b2bd-bca942cf5ac3", "name": "network-vif-deleted", "tag": "a93ab4fc-aed1-4d9c-8e60-95cde1df69c5"}]}' {{(pid=102347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:23:56.925573 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62703f9-2ad7-4321-be09-a6feb97d5b97 req-52263779-8275-4aca-a097-dc8186e2540f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:56.929698 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-d62703f9-2ad7-4321-be09-a6feb97d5b97 req-52263779-8275-4aca-a097-dc8186e2540f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=27d7cb22-6b39-4584-92c4-ddd219d7765c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0861394 Oct 27 10:23:56.940019 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Provisioning for port 41aac355-a685-4f09-997c-fd92e489e835 completed by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 10:23:56.949819 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Provisioning complete for port 41aac355-a685-4f09-997c-fd92e489e835 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:23:56.950341 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:57.087385 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:57.103087 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cbb473-9d90-4b2b-bc38-bac136926e90 req-3f66e1de-3648-4454-b69f-36ab33fc82c6 tempest-ServersTestManualDisk-1099522627 tempest-ServersTestManualDisk-1099522627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:57.104623 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-a9cbb473-9d90-4b2b-bc38-bac136926e90 req-3f66e1de-3648-4454-b69f-36ab33fc82c6 tempest-ServersTestManualDisk-1099522627 tempest-ServersTestManualDisk-1099522627-project] 10.222.0.44 "GET /v2.0/ports?device_id=d069e6af-40d4-4204-92a2-851efcbbaa25 HTTP/1.1" status: 200 len: 945 time: 0.0903506 Oct 27 10:23:57.125010 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d77e06d9-a905-4bb9-97f9-55c309414ecc None None] New status for floating IP d18ed351-b70f-4d78-a830-886dea1072d0: DOWN {{(pid=102349) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 10:23:57.131785 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-d62703f9-2ad7-4321-be09-a6feb97d5b97 req-dfca8dc8-4262-405f-8867-76f413716b6f service neutron] 10.222.0.64 "GET /v2.0/networks/27d7cb22-6b39-4584-92c4-ddd219d7765c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1879976 Oct 27 10:23:57.133395 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d67448d-113e-4793-b826-3b083706e81c req-28f94fda-746a-4c2d-bd81-83d1f3f122bc tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:57.143424 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-1d67448d-113e-4793-b826-3b083706e81c req-28f94fda-746a-4c2d-bd81-83d1f3f122bc tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] 10.222.0.44 "GET /v2.0/ports?device_id=1691db0e-712c-4567-bc1c-2e9c228da106 HTTP/1.1" status: 200 len: 945 time: 0.0790758 Oct 27 10:23:57.147313 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] For port 41aac355-a685-4f09-997c-fd92e489e835, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=41aac355-a685-4f09-997c-fd92e489e835,segment=NetworkSegment(50500633-18ab-48c2-98da-73563c3123ba),segment_id=50500633-18ab-48c2-98da-73563c3123ba)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:23:57.156784 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:57.228531 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Pushing event updated for resources: {'Port': ['ID=41aac355-a685-4f09-997c-fd92e489e835,revision_number=5']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:23:57.230203 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-1d67448d-113e-4793-b826-3b083706e81c req-fd4f35ac-1894-41e4-a8f9-bc6b996d1239 tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] 10.222.0.44 "GET /v2.0/security-groups?id=df17171a-6534-4d8a-8518-0be5fe64cbb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775752 Oct 27 10:23:57.230637 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-a9cbb473-9d90-4b2b-bc38-bac136926e90 req-d88c1443-e9dc-441d-b605-79a39ee8ecdd tempest-ServersTestManualDisk-1099522627 tempest-ServersTestManualDisk-1099522627-project] 10.222.0.44 "GET /v2.0/security-groups?id=205a0546-e26b-45de-81f6-22c717043123&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1081960 Oct 27 10:23:57.251584 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f24240c-3ce3-4f96-82a0-b41aca2b00aa req-62769b10-a471-4858-8e29-14f359b54b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:57.254163 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8f24240c-3ce3-4f96-82a0-b41aca2b00aa req-62769b10-a471-4858-8e29-14f359b54b68 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=31dc088f778a4c2fb761c23ef7d22647&device_id=e8ba4d8b-4106-4181-809e-b9e98a50d4b3 HTTP/1.1" status: 200 len: 1102 time: 0.0654378 Oct 27 10:23:57.319808 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-d62703f9-2ad7-4321-be09-a6feb97d5b97 req-60336d9e-9e3b-4c23-baf9-547cfe8dc951 service neutron] 10.222.0.64 "GET /v2.0/networks/27d7cb22-6b39-4584-92c4-ddd219d7765c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1720443 Oct 27 10:23:57.365070 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:23:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dce2f67-9362-4a96-af69-cfb771d6480b x-openstack-request-id: req-7dce2f67-9362-4a96-af69-cfb771d6480b {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:23:57.365269 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3af85982-dc07-4d85-b2bd-bca942cf5ac3", "name": "network-vif-deleted", "tag": "a93ab4fc-aed1-4d9c-8e60-95cde1df69c5", "status": "completed", "code": 200}]} {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:23:57.365520 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7dce2f67-9362-4a96-af69-cfb771d6480b {{(pid=102347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:23:57.365910 n-d-813419-10 neutron-server[102347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3af85982-dc07-4d85-b2bd-bca942cf5ac3', 'name': 'network-vif-deleted', 'tag': 'a93ab4fc-aed1-4d9c-8e60-95cde1df69c5', 'status': 'completed', 'code': 200} Oct 27 10:23:57.408318 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-682eb1ed-6bf6-48cc-9257-db9377b25707 req-c7e7a0ba-df8f-4888-b489-c1767940881e tempest-ImagesTestJSON-162246934 tempest-ImagesTestJSON-162246934-project] 10.222.0.44 "GET /v2.0/ports?device_id=3af85982-dc07-4d85-b2bd-bca942cf5ac3 HTTP/1.1" status: 200 len: 210 time: 0.0362430 Oct 27 10:23:57.463079 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f24240c-3ce3-4f96-82a0-b41aca2b00aa req-89fbecfb-b68d-4c92-b4e5-e16d5c9c3a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:57.464577 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8f24240c-3ce3-4f96-82a0-b41aca2b00aa req-89fbecfb-b68d-4c92-b4e5-e16d5c9c3a4e service neutron] 10.222.0.76 "GET /v2.0/networks?id=4d250f92-d229-45fe-a579-67fef8e6c544 HTTP/1.1" status: 200 len: 870 time: 0.1955788 Oct 27 10:23:57.525404 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8f24240c-3ce3-4f96-82a0-b41aca2b00aa req-fefd2d43-6b6e-4ac5-8b68-c3e97f37f78f service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.161&port_id=ef599265-bc33-4c73-9c72-0acae098e5ed HTTP/1.1" status: 200 len: 217 time: 0.0449114 Oct 27 10:23:57.539334 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f4f8b3-ec91-4ffe-a679-421888eed7c8 req-8783717e-6ef2-40c8-af8e-b7b77cadabd6 tempest-FloatingIPsAssociationTestJSON-1989441382 tempest-FloatingIPsAssociationTestJSON-1989441382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:57.544653 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-e9f4f8b3-ec91-4ffe-a679-421888eed7c8 req-8783717e-6ef2-40c8-af8e-b7b77cadabd6 tempest-FloatingIPsAssociationTestJSON-1989441382 tempest-FloatingIPsAssociationTestJSON-1989441382-project] 10.222.0.44 "GET /v2.0/ports?device_id=801aa122-9f97-443a-883f-63b90fda649f&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1815329 Oct 27 10:23:57.547789 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fea6cf2-70dd-46ec-852a-461e78395272 req-6adde9ab-df7b-4401-9264-5d33a7a1b4c3 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:57.549297 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-1fea6cf2-70dd-46ec-852a-461e78395272 req-6adde9ab-df7b-4401-9264-5d33a7a1b4c3 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/ports?device_id=e8ba4d8b-4106-4181-809e-b9e98a50d4b3 HTTP/1.1" status: 200 len: 950 time: 0.0534081 Oct 27 10:23:57.586632 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-1fea6cf2-70dd-46ec-852a-461e78395272 req-832323b1-4d51-4ee5-9e15-815c6b16d225 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/security-groups?id=e786382c-1289-4f9d-b471-ed120470c2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313866 Oct 27 10:23:57.622687 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-e9f4f8b3-ec91-4ffe-a679-421888eed7c8 req-f9029a1a-f1df-424d-bd86-c4d0684d13a3 tempest-FloatingIPsAssociationTestJSON-1989441382 tempest-FloatingIPsAssociationTestJSON-1989441382-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.8.232 HTTP/1.1" status: 200 len: 696 time: 0.0691273 Oct 27 10:23:57.633049 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f24240c-3ce3-4f96-82a0-b41aca2b00aa req-67952b72-cf90-46ee-b336-9cbfe59a9c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:57.633247 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8f24240c-3ce3-4f96-82a0-b41aca2b00aa req-67952b72-cf90-46ee-b336-9cbfe59a9c4c service neutron] 10.222.0.76 "GET /v2.0/subnets?id=62eb52f7-aac4-48af-8670-e04300325561 HTTP/1.1" status: 200 len: 843 time: 0.0873911 Oct 27 10:23:57.636866 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [req-e9f4f8b3-ec91-4ffe-a679-421888eed7c8 req-9d799982-7ca7-4c89-b547-d0afd26afc0b tempest-FloatingIPsAssociationTestJSON-1989441382 tempest-FloatingIPsAssociationTestJSON-1989441382-project] Request body: {'floatingip': {'port_id': '3d39b2e9-b317-4161-9a6f-55c29cc4ab58', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:23:57.735229 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c50300b-4039-4c3c-9b79-ca3f4f505150 req-97d7d5cf-9682-4905-8a8e-e73450ce6fae tempest-ServerRescueTestJSON-1025374340 tempest-ServerRescueTestJSON-1025374340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:57.736852 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-6c50300b-4039-4c3c-9b79-ca3f4f505150 req-97d7d5cf-9682-4905-8a8e-e73450ce6fae tempest-ServerRescueTestJSON-1025374340 tempest-ServerRescueTestJSON-1025374340-project] 10.222.0.44 "GET /v2.0/ports?device_id=0f0a6b0b-7cfe-4818-8a36-1dd5676c3af3 HTTP/1.1" status: 200 len: 946 time: 0.0505424 Oct 27 10:23:57.777506 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-6c50300b-4039-4c3c-9b79-ca3f4f505150 req-d7e3af47-403c-4e2b-bddc-4661de6b2446 tempest-ServerRescueTestJSON-1025374340 tempest-ServerRescueTestJSON-1025374340-project] 10.222.0.44 "GET /v2.0/security-groups?id=5f97c1ff-dad7-428f-af4b-bc7a94091827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339370 Oct 27 10:23:57.823817 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1691db0e-712c-4567-bc1c-2e9c228da106', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41aac355-a685-4f09-997c-fd92e489e835'}] {{(pid=102348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:23:57.826310 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c588921fa634554a1d9242fdea1b05457a9ff1d3b28ba54ec1dace7f2f1df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-772deb4c-303f-4a3b-b3c6-d6f23849f667" -d '{"events": [{"server_uuid": "1691db0e-712c-4567-bc1c-2e9c228da106", "name": "network-vif-plugged", "status": "completed", "tag": "41aac355-a685-4f09-997c-fd92e489e835"}]}' {{(pid=102348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:23:57.949885 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:23:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-362b2e6e-9e18-4748-995b-884d790b0c01 x-openstack-request-id: req-362b2e6e-9e18-4748-995b-884d790b0c01 {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:23:57.950247 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1691db0e-712c-4567-bc1c-2e9c228da106", "name": "network-vif-plugged", "status": "completed", "tag": "41aac355-a685-4f09-997c-fd92e489e835", "code": 200}]} {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:23:57.950561 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-362b2e6e-9e18-4748-995b-884d790b0c01 {{(pid=102348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:23:57.951005 n-d-813419-10 neutron-server[102348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1691db0e-712c-4567-bc1c-2e9c228da106', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41aac355-a685-4f09-997c-fd92e489e835', 'code': 200} Oct 27 10:23:57.993748 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-e9f4f8b3-ec91-4ffe-a679-421888eed7c8 req-9d799982-7ca7-4c89-b547-d0afd26afc0b tempest-FloatingIPsAssociationTestJSON-1989441382 tempest-FloatingIPsAssociationTestJSON-1989441382-project] Publish callbacks [] for floatingip, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:58.121422 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f24240c-3ce3-4f96-82a0-b41aca2b00aa req-a3a6db51-0aeb-4d6d-8e02-7c98ae9428bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:58.122915 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8f24240c-3ce3-4f96-82a0-b41aca2b00aa req-a3a6db51-0aeb-4d6d-8e02-7c98ae9428bf service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=4d250f92-d229-45fe-a579-67fef8e6c544&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4821248 Oct 27 10:23:58.137264 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64be709d-2822-47be-9f71-d37660a52bd1 req-01dd22a8-9641-4543-8bd8-4ecce11dacef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:58.138699 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-64be709d-2822-47be-9f71-d37660a52bd1 req-01dd22a8-9641-4543-8bd8-4ecce11dacef service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=1691db0e-712c-4567-bc1c-2e9c228da106 HTTP/1.1" status: 200 len: 1098 time: 0.1133223 Oct 27 10:23:58.183065 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55faa924-eeab-4dc9-b922-ced3d73196f5 req-0c0802c6-62ba-4fe1-8b2f-59641a431846 tempest-ServersTestManualDisk-1099522627 tempest-ServersTestManualDisk-1099522627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:58.184539 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-55faa924-eeab-4dc9-b922-ced3d73196f5 req-0c0802c6-62ba-4fe1-8b2f-59641a431846 tempest-ServersTestManualDisk-1099522627 tempest-ServersTestManualDisk-1099522627-project] 10.222.0.44 "GET /v2.0/ports?device_id=d069e6af-40d4-4204-92a2-851efcbbaa25 HTTP/1.1" status: 200 len: 945 time: 0.0530448 Oct 27 10:23:58.220402 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-55faa924-eeab-4dc9-b922-ced3d73196f5 req-376952ef-3214-4baa-a299-0b8746c645c2 tempest-ServersTestManualDisk-1099522627 tempest-ServersTestManualDisk-1099522627-project] 10.222.0.44 "GET /v2.0/security-groups?id=205a0546-e26b-45de-81f6-22c717043123&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299327 Oct 27 10:23:58.302492 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-64be709d-2822-47be-9f71-d37660a52bd1 req-c93a457a-d9fe-4009-b0d4-9b2c1e2848f6 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=df17171a-6534-4d8a-8518-0be5fe64cbb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474731 Oct 27 10:23:58.333485 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8f24240c-3ce3-4f96-82a0-b41aca2b00aa req-7947943a-1ec1-4f81-8c26-f8dc41f8ee05 service neutron] 10.222.0.76 "GET /v2.0/networks/4d250f92-d229-45fe-a579-67fef8e6c544?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1938086 Oct 27 10:23:58.367187 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e18d761-842e-4508-ba3c-01ebb9eacd43 req-0c760887-63f7-4907-a756-3afd1b898291 tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:58.368717 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-4e18d761-842e-4508-ba3c-01ebb9eacd43 req-0c760887-63f7-4907-a756-3afd1b898291 tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] 10.222.0.44 "GET /v2.0/ports?device_id=1691db0e-712c-4567-bc1c-2e9c228da106 HTTP/1.1" status: 200 len: 946 time: 0.0565009 Oct 27 10:23:58.406575 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-4e18d761-842e-4508-ba3c-01ebb9eacd43 req-b8ef47b6-ff1c-4649-9b07-b79de199bfa9 tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] 10.222.0.44 "GET /v2.0/security-groups?id=df17171a-6534-4d8a-8518-0be5fe64cbb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317800 Oct 27 10:23:58.554622 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-e9f4f8b3-ec91-4ffe-a679-421888eed7c8 req-9d799982-7ca7-4c89-b547-d0afd26afc0b tempest-FloatingIPsAssociationTestJSON-1989441382 tempest-FloatingIPsAssociationTestJSON-1989441382-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:58.559114 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-e9f4f8b3-ec91-4ffe-a679-421888eed7c8 req-9d799982-7ca7-4c89-b547-d0afd26afc0b tempest-FloatingIPsAssociationTestJSON-1989441382 tempest-FloatingIPsAssociationTestJSON-1989441382-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1664826'] for floatingip, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:58.660594 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394e26e3-d690-4ea6-b700-826744b4295c req-f178bbc0-fbf8-4d8c-b10d-8ea2d97e2594 tempest-FloatingIPsAssociationTestJSON-1989441382 tempest-FloatingIPsAssociationTestJSON-1989441382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:58.662364 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-394e26e3-d690-4ea6-b700-826744b4295c req-f178bbc0-fbf8-4d8c-b10d-8ea2d97e2594 tempest-FloatingIPsAssociationTestJSON-1989441382 tempest-FloatingIPsAssociationTestJSON-1989441382-project] 10.222.0.64 "GET /v2.0/ports?device_id=a3a82d36-162e-496f-ba7c-f96057ee46bd HTTP/1.1" status: 200 len: 946 time: 0.0558114 Oct 27 10:23:58.729890 n-d-813419-10 neutron-server[102347]: INFO neutron.db.l3_db [req-e9f4f8b3-ec91-4ffe-a679-421888eed7c8 req-9d799982-7ca7-4c89-b547-d0afd26afc0b tempest-FloatingIPsAssociationTestJSON-1989441382 tempest-FloatingIPsAssociationTestJSON-1989441382-project] Floating IP d18ed351-b70f-4d78-a830-886dea1072d0 associated. External IP: 172.25.8.232, port: 3d39b2e9-b317-4161-9a6f-55c29cc4ab58. Oct 27 10:23:58.734563 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8f24240c-3ce3-4f96-82a0-b41aca2b00aa req-a45d9021-8943-4474-aed6-e976a95b24fc service neutron] 10.222.0.76 "GET /v2.0/networks/4d250f92-d229-45fe-a579-67fef8e6c544?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391726 Oct 27 10:23:58.964131 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e9f4f8b3-ec91-4ffe-a679-421888eed7c8 req-9d799982-7ca7-4c89-b547-d0afd26afc0b tempest-FloatingIPsAssociationTestJSON-1989441382 tempest-FloatingIPsAssociationTestJSON-1989441382-project] Router 2f38e628-1bbd-4204-9ff9-c0646102a78d has already been hosted by L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb {{(pid=102347) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 10:23:59.066655 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a38aa8d-dc85-4d8f-b51b-df083577c605 req-332ba5fd-51de-47a6-b75a-857f0c62aa49 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:59.068016 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-6a38aa8d-dc85-4d8f-b51b-df083577c605 req-332ba5fd-51de-47a6-b75a-857f0c62aa49 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/ports?device_id=e8ba4d8b-4106-4181-809e-b9e98a50d4b3 HTTP/1.1" status: 200 len: 950 time: 0.3896275 Oct 27 10:23:59.075267 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e9f4f8b3-ec91-4ffe-a679-421888eed7c8 req-9d799982-7ca7-4c89-b547-d0afd26afc0b tempest-FloatingIPsAssociationTestJSON-1989441382 tempest-FloatingIPsAssociationTestJSON-1989441382-project] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:23:59.080363 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-e9f4f8b3-ec91-4ffe-a679-421888eed7c8 req-9d799982-7ca7-4c89-b547-d0afd26afc0b tempest-FloatingIPsAssociationTestJSON-1989441382 tempest-FloatingIPsAssociationTestJSON-1989441382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for floatingip, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:59.087258 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5513a0d6-485a-420d-ba78-6cc8def8e4ce None None] Sync routers for ids ['2f38e628-1bbd-4204-9ff9-c0646102a78d'] in n-d-813419-10 {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:23:59.098313 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5513a0d6-485a-420d-ba78-6cc8def8e4ce None None] Routers {'2f38e628-1bbd-4204-9ff9-c0646102a78d'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:23:59.099123 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-5513a0d6-485a-420d-ba78-6cc8def8e4ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:23:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['2f38e628-1bbd-4204-9ff9-c0646102a78d'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:23:59.110172 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [req-394e26e3-d690-4ea6-b700-826744b4295c req-1e2d9967-c9bb-49f2-b42c-52a313606cca tempest-FloatingIPsAssociationTestJSON-1989441382 tempest-FloatingIPsAssociationTestJSON-1989441382-project] Deleting port 16402309-c901-479f-86f7-4cd9af914209 {{(pid=102346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:23:59.110496 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-394e26e3-d690-4ea6-b700-826744b4295c req-1e2d9967-c9bb-49f2-b42c-52a313606cca tempest-FloatingIPsAssociationTestJSON-1989441382 tempest-FloatingIPsAssociationTestJSON-1989441382-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:59.111415 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-e9f4f8b3-ec91-4ffe-a679-421888eed7c8 req-9d799982-7ca7-4c89-b547-d0afd26afc0b tempest-FloatingIPsAssociationTestJSON-1989441382 tempest-FloatingIPsAssociationTestJSON-1989441382-project] 10.222.0.44 "PUT /v2.0/floatingips/d18ed351-b70f-4d78-a830-886dea1072d0 HTTP/1.1" status: 200 len: 997 time: 1.4824023 Oct 27 10:23:59.155588 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-6a38aa8d-dc85-4d8f-b51b-df083577c605 req-f26c5e4c-9e86-4335-9c3f-7ccbab628852 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/security-groups?id=e786382c-1289-4f9d-b471-ed120470c2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800672 Oct 27 10:23:59.215731 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [req-394e26e3-d690-4ea6-b700-826744b4295c req-1e2d9967-c9bb-49f2-b42c-52a313606cca tempest-FloatingIPsAssociationTestJSON-1989441382 tempest-FloatingIPsAssociationTestJSON-1989441382-project] For port 16402309-c901-479f-86f7-4cd9af914209, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=16402309-c901-479f-86f7-4cd9af914209,segment=NetworkSegment(fdb00e04-9654-415e-a0bd-268fdd4e2b52),segment_id=fdb00e04-9654-415e-a0bd-268fdd4e2b52)] {{(pid=102346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:23:59.215731 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-394e26e3-d690-4ea6-b700-826744b4295c req-1e2d9967-c9bb-49f2-b42c-52a313606cca tempest-FloatingIPsAssociationTestJSON-1989441382 tempest-FloatingIPsAssociationTestJSON-1989441382-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:59.226402 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f4f8b3-ec91-4ffe-a679-421888eed7c8 req-ea6ca9fc-4014-4b72-9c95-0670cf4ffe26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:59.230678 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [req-394e26e3-d690-4ea6-b700-826744b4295c req-1e2d9967-c9bb-49f2-b42c-52a313606cca tempest-FloatingIPsAssociationTestJSON-1989441382 tempest-FloatingIPsAssociationTestJSON-1989441382-project] Calling delete_port for 16402309-c901-479f-86f7-4cd9af914209 owned by compute:nova {{(pid=102346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:23:59.235969 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-e9f4f8b3-ec91-4ffe-a679-421888eed7c8 req-ea6ca9fc-4014-4b72-9c95-0670cf4ffe26 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=43f2f041c0f44e039e9e70ad3f6842ae&device_id=801aa122-9f97-443a-883f-63b90fda649f HTTP/1.1" status: 200 len: 1098 time: 0.1096232 Oct 27 10:23:59.248908 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvr_db [None req-5513a0d6-485a-420d-ba78-6cc8def8e4ce None None] Set router 2f38e628-1bbd-4204-9ff9-c0646102a78d gateway port host: n-d-813419-10 {{(pid=102348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:23:59.337686 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f4f8b3-ec91-4ffe-a679-421888eed7c8 req-c6f20e22-e82b-49f6-a9cb-1d6a553a2ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:59.339115 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-e9f4f8b3-ec91-4ffe-a679-421888eed7c8 req-c6f20e22-e82b-49f6-a9cb-1d6a553a2ab7 service neutron] 10.222.0.44 "GET /v2.0/networks?id=27d7cb22-6b39-4584-92c4-ddd219d7765c HTTP/1.1" status: 200 len: 922 time: 0.1020617 Oct 27 10:23:59.346015 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f389343-6792-4ace-ae3f-fac5249e44e2 req-a92ef636-558a-4e48-b661-30a09fa55fe2 tempest-ServerRescueTestJSON-1025374340 tempest-ServerRescueTestJSON-1025374340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:59.347525 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-3f389343-6792-4ace-ae3f-fac5249e44e2 req-a92ef636-558a-4e48-b661-30a09fa55fe2 tempest-ServerRescueTestJSON-1025374340 tempest-ServerRescueTestJSON-1025374340-project] 10.222.0.44 "GET /v2.0/ports?device_id=0f0a6b0b-7cfe-4818-8a36-1dd5676c3af3 HTTP/1.1" status: 200 len: 946 time: 0.0715411 Oct 27 10:23:59.387321 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '801aa122-9f97-443a-883f-63b90fda649f', 'tag': '3d39b2e9-b317-4161-9a6f-55c29cc4ab58'}] {{(pid=102347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:23:59.389855 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311149b481204ee7edffdb959c881838506fbd95bc8577c048f6677abb73acc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-494e7e56-9d25-49bf-932f-a13bcdb3821f" -d '{"events": [{"name": "network-changed", "server_uuid": "801aa122-9f97-443a-883f-63b90fda649f", "tag": "3d39b2e9-b317-4161-9a6f-55c29cc4ab58"}]}' {{(pid=102347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:23:59.397516 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-3f389343-6792-4ace-ae3f-fac5249e44e2 req-d5acdf52-2cf0-441a-a821-4f360027980e tempest-ServerRescueTestJSON-1025374340 tempest-ServerRescueTestJSON-1025374340-project] 10.222.0.44 "GET /v2.0/security-groups?id=5f97c1ff-dad7-428f-af4b-bc7a94091827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429766 Oct 27 10:23:59.431438 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-e9f4f8b3-ec91-4ffe-a679-421888eed7c8 req-8e6c424f-b698-4092-a739-67ecde219a22 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3d39b2e9-b317-4161-9a6f-55c29cc4ab58 HTTP/1.1" status: 200 len: 1000 time: 0.0797312 Oct 27 10:23:59.458434 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-394e26e3-d690-4ea6-b700-826744b4295c req-1e2d9967-c9bb-49f2-b42c-52a313606cca tempest-FloatingIPsAssociationTestJSON-1989441382 tempest-FloatingIPsAssociationTestJSON-1989441382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:59.490860 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2d9967-c9bb-49f2-b42c-52a313606cca tempest-FloatingIPsAssociationTestJSON-1989441382 tempest-FloatingIPsAssociationTestJSON-1989441382-project] Pushing event deleted for resources: {'Port': ['ID=16402309-c901-479f-86f7-4cd9af914209,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:23:59.500750 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f4f8b3-ec91-4ffe-a679-421888eed7c8 req-3529f890-e717-476f-920c-80bda69cf3b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:59.500898 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] get_ports_and_sgs() called for port_ids ['3d39b2e9-b317-4161-9a6f-55c29cc4ab58', '16402309-c901-479f-86f7-4cd9af914209'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:23:59.509545 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-e9f4f8b3-ec91-4ffe-a679-421888eed7c8 req-3529f890-e717-476f-920c-80bda69cf3b8 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1ea6538e-fdad-42c2-9f49-d63e9d85038b HTTP/1.1" status: 200 len: 860 time: 0.0705070 Oct 27 10:23:59.560939 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [req-394e26e3-d690-4ea6-b700-826744b4295c req-1e2d9967-c9bb-49f2-b42c-52a313606cca tempest-FloatingIPsAssociationTestJSON-1989441382 tempest-FloatingIPsAssociationTestJSON-1989441382-project] No DVR routers for this DVR port 16402309-c901-479f-86f7-4cd9af914209 on host n-h1-813419-10 {{(pid=102346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:23:59.564895 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-394e26e3-d690-4ea6-b700-826744b4295c req-1e2d9967-c9bb-49f2-b42c-52a313606cca tempest-FloatingIPsAssociationTestJSON-1989441382 tempest-FloatingIPsAssociationTestJSON-1989441382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:23:59.567113 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f4f8b3-ec91-4ffe-a679-421888eed7c8 req-15adcc2f-3d53-43ad-8318-645b50fa1787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:59.569738 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-394e26e3-d690-4ea6-b700-826744b4295c req-1e2d9967-c9bb-49f2-b42c-52a313606cca tempest-FloatingIPsAssociationTestJSON-1989441382 tempest-FloatingIPsAssociationTestJSON-1989441382-project] 10.222.0.64 "DELETE /v2.0/ports/16402309-c901-479f-86f7-4cd9af914209 HTTP/1.1" status: 204 len: 173 time: 0.8995485 Oct 27 10:23:59.570396 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3a82d36-162e-496f-ba7c-f96057ee46bd', 'name': 'network-vif-deleted', 'tag': '16402309-c901-479f-86f7-4cd9af914209'}] {{(pid=102346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:23:59.573485 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc0e418f5fc417c8d55d94c0aa509b037d0beb2a734c1a709e789eb65639a56d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7559581-badc-4353-87f2-4b363a90ce96" -d '{"events": [{"server_uuid": "a3a82d36-162e-496f-ba7c-f96057ee46bd", "name": "network-vif-deleted", "tag": "16402309-c901-479f-86f7-4cd9af914209"}]}' {{(pid=102346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:23:59.581680 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-e9f4f8b3-ec91-4ffe-a679-421888eed7c8 req-15adcc2f-3d53-43ad-8318-645b50fa1787 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=27d7cb22-6b39-4584-92c4-ddd219d7765c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0703187 Oct 27 10:23:59.617444 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-5513a0d6-485a-420d-ba78-6cc8def8e4ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f38e628-1bbd-4204-9ff9-c0646102a78d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1801060925-router', 'tenant_id': '43f2f041c0f44e039e9e70ad3f6842ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.197'}], 'enable_snat': True}, 'gw_port_id': '767b48b9-eccd-479b-858b-2c5201822042', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:22:56Z', 'updated_at': '2021-10-27T10:23:01Z', 'revision_number': 4, 'project_id': '43f2f041c0f44e039e9e70ad3f6842ae', 'gw_port': {'id': '767b48b9-eccd-479b-858b-2c5201822042', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:df:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f38e628-1bbd-4204-9ff9-c0646102a78d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:22:57Z', 'updated_at': '2021-10-27T10:23:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_floatingips': [{'id': 'd18ed351-b70f-4d78-a830-886dea1072d0', 'tenant_id': '43f2f041c0f44e039e9e70ad3f6842ae', 'floating_ip_address': '172.25.8.232', 'floating_network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'router_id': '2f38e628-1bbd-4204-9ff9-c0646102a78d', 'port_id': '3d39b2e9-b317-4161-9a6f-55c29cc4ab58', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 642, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27d7cb22-6b39-4584-92c4-ddd219d7765c', 'mac_address': 'fa:16:3e:62:22:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '801aa122-9f97-443a-883f-63b90fda649f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T10:23:27Z', 'updated_at': '2021-10-27T10:23:58Z', 'revision_number': 8, 'project_id': '43f2f041c0f44e039e9e70ad3f6842ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7df4673a-4591-4964-b54f-3205e76df8d0', 'name': '', 'network_id': '27d7cb22-6b39-4584-92c4-ddd219d7765c', 'tenant_id': '43f2f041c0f44e039e9e70ad3f6842ae', 'mac_address': 'fa:16:3e:e5:12:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f38e628-1bbd-4204-9ff9-c0646102a78d', 'device_owner': 'network:router_interface', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '1ea6538e-fdad-42c2-9f49-d63e9d85038b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:23:00Z', 'updated_at': '2021-10-27T10:23:07Z', 'revision_number': 5, 'project_id': '43f2f041c0f44e039e9e70ad3f6842ae', 'subnets': [{'id': '1ea6538e-fdad-42c2-9f49-d63e9d85038b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:23:59.661078 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5513a0d6-485a-420d-ba78-6cc8def8e4ce None None] Checking router: 2f38e628-1bbd-4204-9ff9-c0646102a78d for host: n-d-813419-10 {{(pid=102348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 10:23:59.680829 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5513a0d6-485a-420d-ba78-6cc8def8e4ce None None] Routers {'2f38e628-1bbd-4204-9ff9-c0646102a78d'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:23:59.681458 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-5513a0d6-485a-420d-ba78-6cc8def8e4ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:23:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['2f38e628-1bbd-4204-9ff9-c0646102a78d'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:23:59.717703 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-e9f4f8b3-ec91-4ffe-a679-421888eed7c8 req-fc5f686f-aa0a-4af2-841c-4148b2bb1a67 service neutron] 10.222.0.44 "GET /v2.0/networks/27d7cb22-6b39-4584-92c4-ddd219d7765c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331682 Oct 27 10:23:59.837823 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa16a2d-d1e6-42a6-acc1-1da1e94319b9 req-a988066f-5114-4ded-a6c7-6224ce22ed0b tempest-ServersTestManualDisk-1099522627 tempest-ServersTestManualDisk-1099522627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:23:59.838731 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-3aa16a2d-d1e6-42a6-acc1-1da1e94319b9 req-a988066f-5114-4ded-a6c7-6224ce22ed0b tempest-ServersTestManualDisk-1099522627 tempest-ServersTestManualDisk-1099522627-project] 10.222.0.44 "GET /v2.0/ports?device_id=d069e6af-40d4-4204-92a2-851efcbbaa25 HTTP/1.1" status: 200 len: 945 time: 0.0754225 Oct 27 10:23:59.845939 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-e9f4f8b3-ec91-4ffe-a679-421888eed7c8 req-cee8f131-4299-4b04-91ad-a7adfcac9ecd service neutron] 10.222.0.44 "GET /v2.0/networks/27d7cb22-6b39-4584-92c4-ddd219d7765c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231904 Oct 27 10:23:59.890039 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-3aa16a2d-d1e6-42a6-acc1-1da1e94319b9 req-1c8f9faa-c665-4727-81b8-15e891e7c898 tempest-ServersTestManualDisk-1099522627 tempest-ServersTestManualDisk-1099522627-project] 10.222.0.44 "GET /v2.0/security-groups?id=205a0546-e26b-45de-81f6-22c717043123&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407157 Oct 27 10:23:59.901082 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 10:23:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e98831a-8fe6-45e0-8ea6-1cb8b064a090 x-openstack-request-id: req-7e98831a-8fe6-45e0-8ea6-1cb8b064a090 {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:23:59.901381 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "801aa122-9f97-443a-883f-63b90fda649f", "tag": "3d39b2e9-b317-4161-9a6f-55c29cc4ab58", "status": "completed", "code": 200}]} {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:23:59.901638 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7e98831a-8fe6-45e0-8ea6-1cb8b064a090 {{(pid=102347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:23:59.902186 n-d-813419-10 neutron-server[102347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '801aa122-9f97-443a-883f-63b90fda649f', 'tag': '3d39b2e9-b317-4161-9a6f-55c29cc4ab58', 'status': 'completed', 'code': 200} Oct 27 10:23:59.945520 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:23:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95c3d5dc-a95b-45ff-b768-0aae49bab3d9 x-openstack-request-id: req-95c3d5dc-a95b-45ff-b768-0aae49bab3d9 {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:23:59.946889 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3a82d36-162e-496f-ba7c-f96057ee46bd", "name": "network-vif-deleted", "tag": "16402309-c901-479f-86f7-4cd9af914209", "status": "completed", "code": 200}]} {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:23:59.947396 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-95c3d5dc-a95b-45ff-b768-0aae49bab3d9 {{(pid=102346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:23:59.948114 n-d-813419-10 neutron-server[102346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3a82d36-162e-496f-ba7c-f96057ee46bd', 'name': 'network-vif-deleted', 'tag': '16402309-c901-479f-86f7-4cd9af914209', 'status': 'completed', 'code': 200} Oct 27 10:24:00.008807 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494e7e56-9d25-49bf-932f-a13bcdb3821f req-8e4585f3-d21a-433e-a923-dc5278de78ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:00.010391 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-494e7e56-9d25-49bf-932f-a13bcdb3821f req-8e4585f3-d21a-433e-a923-dc5278de78ed service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=43f2f041c0f44e039e9e70ad3f6842ae&device_id=801aa122-9f97-443a-883f-63b90fda649f HTTP/1.1" status: 200 len: 1098 time: 0.0682719 Oct 27 10:24:00.020494 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cde5fb-0782-489b-9365-902c0e02cfc4 req-74975d18-9800-48b8-8f20-1ac909a275cd tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:00.022619 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-e7cde5fb-0782-489b-9365-902c0e02cfc4 req-74975d18-9800-48b8-8f20-1ac909a275cd tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] 10.222.0.44 "GET /v2.0/ports?device_id=1691db0e-712c-4567-bc1c-2e9c228da106 HTTP/1.1" status: 200 len: 946 time: 0.0717216 Oct 27 10:24:00.055497 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvr_db [None req-5513a0d6-485a-420d-ba78-6cc8def8e4ce None None] Set router 2f38e628-1bbd-4204-9ff9-c0646102a78d gateway port host: n-d-813419-10 {{(pid=102348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:24:00.083175 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-e7cde5fb-0782-489b-9365-902c0e02cfc4 req-b34e4e3e-a32e-48c5-a512-93eb3ae5395f tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] 10.222.0.44 "GET /v2.0/security-groups?id=df17171a-6534-4d8a-8518-0be5fe64cbb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493274 Oct 27 10:24:00.144576 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 46962) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:24:00.226445 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-1a9c367f-79dd-4443-b67b-a36b0d4f64a7 req-c05282f7-b05f-4fcc-af84-08ff98ff24fb tempest-FloatingIPsAssociationTestJSON-1989441382 tempest-FloatingIPsAssociationTestJSON-1989441382-project] 10.222.0.44 "GET /v2.0/floatingips/d18ed351-b70f-4d78-a830-886dea1072d0 HTTP/1.1" status: 200 len: 997 time: 0.1452751 Oct 27 10:24:00.248517 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_v2 [None req-385740a3-a65c-4260-b3c1-2b7cc640b4a1 admin admin] Deleting subnet a6e255bf-7b36-48de-87ff-f5121c37ce2b {{(pid=102347) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 10:24:00.251836 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-385740a3-a65c-4260-b3c1-2b7cc640b4a1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:00.295137 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494e7e56-9d25-49bf-932f-a13bcdb3821f req-101af8ce-2cf0-4f4e-9da4-09467c538cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:00.296895 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-494e7e56-9d25-49bf-932f-a13bcdb3821f req-101af8ce-2cf0-4f4e-9da4-09467c538cfd service neutron] 10.222.0.64 "GET /v2.0/networks?id=27d7cb22-6b39-4584-92c4-ddd219d7765c HTTP/1.1" status: 200 len: 922 time: 0.2778256 Oct 27 10:24:00.306225 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-385740a3-a65c-4260-b3c1-2b7cc640b4a1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-18445109'] for subnet, precommit_delete_associations {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:00.353679 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-5513a0d6-485a-420d-ba78-6cc8def8e4ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f38e628-1bbd-4204-9ff9-c0646102a78d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1801060925-router', 'tenant_id': '43f2f041c0f44e039e9e70ad3f6842ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.197'}], 'enable_snat': True}, 'gw_port_id': '767b48b9-eccd-479b-858b-2c5201822042', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:22:56Z', 'updated_at': '2021-10-27T10:23:01Z', 'revision_number': 4, 'project_id': '43f2f041c0f44e039e9e70ad3f6842ae', 'gw_port': {'id': '767b48b9-eccd-479b-858b-2c5201822042', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:df:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f38e628-1bbd-4204-9ff9-c0646102a78d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:22:57Z', 'updated_at': '2021-10-27T10:23:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_floatingips': [{'id': 'd18ed351-b70f-4d78-a830-886dea1072d0', 'tenant_id': '43f2f041c0f44e039e9e70ad3f6842ae', 'floating_ip_address': '172.25.8.232', 'floating_network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'router_id': '2f38e628-1bbd-4204-9ff9-c0646102a78d', 'port_id': '3d39b2e9-b317-4161-9a6f-55c29cc4ab58', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 642, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27d7cb22-6b39-4584-92c4-ddd219d7765c', 'mac_address': 'fa:16:3e:62:22:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '801aa122-9f97-443a-883f-63b90fda649f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T10:23:27Z', 'updated_at': '2021-10-27T10:23:58Z', 'revision_number': 8, 'project_id': '43f2f041c0f44e039e9e70ad3f6842ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7df4673a-4591-4964-b54f-3205e76df8d0', 'name': '', 'network_id': '27d7cb22-6b39-4584-92c4-ddd219d7765c', 'tenant_id': '43f2f041c0f44e039e9e70ad3f6842ae', 'mac_address': 'fa:16:3e:e5:12:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f38e628-1bbd-4204-9ff9-c0646102a78d', 'device_owner': 'network:router_interface', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '1ea6538e-fdad-42c2-9f49-d63e9d85038b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:23:00Z', 'updated_at': '2021-10-27T10:23:07Z', 'revision_number': 5, 'project_id': '43f2f041c0f44e039e9e70ad3f6842ae', 'subnets': [{'id': '1ea6538e-fdad-42c2-9f49-d63e9d85038b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:24:00.386453 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5513a0d6-485a-420d-ba78-6cc8def8e4ce None None] The sync data for ids ['2f38e628-1bbd-4204-9ff9-c0646102a78d'] in n-d-813419-10 is: [{'id': '2f38e628-1bbd-4204-9ff9-c0646102a78d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1801060925-router', 'tenant_id': '43f2f041c0f44e039e9e70ad3f6842ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.197'}], 'enable_snat': True}, 'gw_port_id': '767b48b9-eccd-479b-858b-2c5201822042', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:22:56Z', 'updated_at': '2021-10-27T10:23:01Z', 'revision_number': 4, 'project_id': '43f2f041c0f44e039e9e70ad3f6842ae', 'gw_port': {'id': '767b48b9-eccd-479b-858b-2c5201822042', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:df:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f38e628-1bbd-4204-9ff9-c0646102a78d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:22:57Z', 'updated_at': '2021-10-27T10:23:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_floatingips': [{'id': 'd18ed351-b70f-4d78-a830-886dea1072d0', 'tenant_id': '43f2f041c0f44e039e9e70ad3f6842ae', 'floating_ip_address': '172.25.8.232', 'floating_network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'router_id': '2f38e628-1bbd-4204-9ff9-c0646102a78d', 'port_id': '3d39b2e9-b317-4161-9a6f-55c29cc4ab58', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 642, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27d7cb22-6b39-4584-92c4-ddd219d7765c', 'mac_address': 'fa:16:3e:62:22:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '801aa122-9f97-443a-883f-63b90fda649f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T10:23:27Z', 'updated_at': '2021-10-27T10:23:58Z', 'revision_number': 8, 'project_id': '43f2f041c0f44e039e9e70ad3f6842ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7df4673a-4591-4964-b54f-3205e76df8d0', 'name': '', 'network_id': '27d7cb22-6b39-4584-92c4-ddd219d7765c', 'tenant_id': '43f2f041c0f44e039e9e70ad3f6842ae', 'mac_address': 'fa:16:3e:e5:12:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f38e628-1bbd-4204-9ff9-c0646102a78d', 'device_owner': 'network:router_interface', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '1ea6538e-fdad-42c2-9f49-d63e9d85038b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:23:00Z', 'updated_at': '2021-10-27T10:23:07Z', 'revision_number': 5, 'project_id': '43f2f041c0f44e039e9e70ad3f6842ae', 'subnets': [{'id': '1ea6538e-fdad-42c2-9f49-d63e9d85038b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:24:00.388473 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-385740a3-a65c-4260-b3c1-2b7cc640b4a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855646'] for subnet, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:00.390328 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-494e7e56-9d25-49bf-932f-a13bcdb3821f req-b8b2622b-afb7-40b4-8f5f-27657c982923 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3d39b2e9-b317-4161-9a6f-55c29cc4ab58 HTTP/1.1" status: 200 len: 1000 time: 0.0842509 Oct 27 10:24:00.401688 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9c367f-79dd-4443-b67b-a36b0d4f64a7 req-fb7c9f09-be2d-4529-bdde-65b7c414fad0 tempest-FloatingIPsAssociationTestJSON-1989441382 tempest-FloatingIPsAssociationTestJSON-1989441382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:00.416766 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6504d2-c4de-4b2b-bf80-4b2f008b1c5f req-a84e3ea1-3f61-4305-a538-53425c6421fc tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:00.416941 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-1a9c367f-79dd-4443-b67b-a36b0d4f64a7 req-fb7c9f09-be2d-4529-bdde-65b7c414fad0 tempest-FloatingIPsAssociationTestJSON-1989441382 tempest-FloatingIPsAssociationTestJSON-1989441382-project] 10.222.0.44 "GET /v2.0/networks/185ff123-c7ff-45c7-a6be-71feb35acc9c HTTP/1.1" status: 200 len: 784 time: 0.1800997 Oct 27 10:24:00.423828 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-fc6504d2-c4de-4b2b-bf80-4b2f008b1c5f req-a84e3ea1-3f61-4305-a538-53425c6421fc tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/ports?device_id=e8ba4d8b-4106-4181-809e-b9e98a50d4b3 HTTP/1.1" status: 200 len: 950 time: 0.1379101 Oct 27 10:24:00.475405 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-fc6504d2-c4de-4b2b-bf80-4b2f008b1c5f req-3c0871ae-7031-4eb7-ae7b-b11157b959e4 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/security-groups?id=e786382c-1289-4f9d-b471-ed120470c2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493331 Oct 27 10:24:00.492230 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-385740a3-a65c-4260-b3c1-2b7cc640b4a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-18295818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18043720'] for subnet, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:00.525354 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385740a3-a65c-4260-b3c1-2b7cc640b4a1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a6e255bf-7b36-48de-87ff-f5121c37ce2b,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:24:00.528007 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494e7e56-9d25-49bf-932f-a13bcdb3821f req-58007e1a-49ed-461a-9b6b-8e5605cbfd96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:00.530482 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-494e7e56-9d25-49bf-932f-a13bcdb3821f req-58007e1a-49ed-461a-9b6b-8e5605cbfd96 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1ea6538e-fdad-42c2-9f49-d63e9d85038b HTTP/1.1" status: 200 len: 860 time: 0.1124055 Oct 27 10:24:00.533577 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-385740a3-a65c-4260-b3c1-2b7cc640b4a1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:00.536970 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-385740a3-a65c-4260-b3c1-2b7cc640b4a1 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/a6e255bf-7b36-48de-87ff-f5121c37ce2b HTTP/1.1" status: 204 len: 168 time: 0.3911452 Oct 27 10:24:00.540747 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 46972) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:24:00.552716 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-d9277d4b-720c-49db-ace2-c53317ff1589 req-335e15b7-92b2-4b54-8542-cd951c9a978a tempest-FloatingIPsAssociationTestJSON-1989441382 tempest-FloatingIPsAssociationTestJSON-1989441382-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.8.232 HTTP/1.1" status: 200 len: 1000 time: 0.1265681 Oct 27 10:24:00.630716 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9277d4b-720c-49db-ace2-c53317ff1589 req-14238141-a23f-4a9c-89d9-183806d8b34c tempest-FloatingIPsAssociationTestJSON-1989441382 tempest-FloatingIPsAssociationTestJSON-1989441382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:00.632123 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-d9277d4b-720c-49db-ace2-c53317ff1589 req-14238141-a23f-4a9c-89d9-183806d8b34c tempest-FloatingIPsAssociationTestJSON-1989441382 tempest-FloatingIPsAssociationTestJSON-1989441382-project] 10.222.0.44 "GET /v2.0/ports/3d39b2e9-b317-4161-9a6f-55c29cc4ab58 HTTP/1.1" status: 200 len: 943 time: 0.0732379 Oct 27 10:24:00.638896 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494e7e56-9d25-49bf-932f-a13bcdb3821f req-2e3e3805-2c2a-443f-9373-ac41b7b999bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:00.640488 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-494e7e56-9d25-49bf-932f-a13bcdb3821f req-2e3e3805-2c2a-443f-9373-ac41b7b999bd service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=27d7cb22-6b39-4584-92c4-ddd219d7765c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0996010 Oct 27 10:24:00.646652 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2846ec11-bfc1-44cc-ad84-a75904c8fe88 None None] New status for floating IP d18ed351-b70f-4d78-a830-886dea1072d0: ACTIVE {{(pid=102349) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 10:24:00.697259 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-20163fdc-7f7e-4b01-aa58-39e9ebb74dee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586917'] for network, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:00.723543 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bbbf73-47d9-4998-a146-83fc23eca64e req-241551d3-d381-4d0d-983b-a624aaca8af2 tempest-ServersTestManualDisk-1099522627 tempest-ServersTestManualDisk-1099522627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:00.725035 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-a7bbbf73-47d9-4998-a146-83fc23eca64e req-241551d3-d381-4d0d-983b-a624aaca8af2 tempest-ServersTestManualDisk-1099522627 tempest-ServersTestManualDisk-1099522627-project] 10.222.0.76 "GET /v2.0/ports?device_id=d069e6af-40d4-4204-92a2-851efcbbaa25 HTTP/1.1" status: 200 len: 945 time: 0.1315718 Oct 27 10:24:00.736005 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94d95e4-8948-4cba-9ee6-e8251a3b90f5 req-5970816c-b359-422c-8f64-b03b8c4abcbe tempest-ServerRescueTestJSON-1025374340 tempest-ServerRescueTestJSON-1025374340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:00.737831 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-d94d95e4-8948-4cba-9ee6-e8251a3b90f5 req-5970816c-b359-422c-8f64-b03b8c4abcbe tempest-ServerRescueTestJSON-1025374340 tempest-ServerRescueTestJSON-1025374340-project] 10.222.0.44 "GET /v2.0/ports?device_id=0f0a6b0b-7cfe-4818-8a36-1dd5676c3af3 HTTP/1.1" status: 200 len: 946 time: 0.1717854 Oct 27 10:24:00.780135 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-d9277d4b-720c-49db-ace2-c53317ff1589 req-ca6a4950-516a-4511-8db8-5d81f464a8d1 tempest-FloatingIPsAssociationTestJSON-1989441382 tempest-FloatingIPsAssociationTestJSON-1989441382-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.8.232 HTTP/1.1" status: 200 len: 1000 time: 0.0828238 Oct 27 10:24:00.818870 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device a93ab4fc-aed1-4d9c-8e60-95cde1df69c5 no longer exists at agent hyperv_n-h2-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:24:00.843646 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] No Port match for: a93ab4fc-aed1-4d9c-8e60-95cde1df69c5 {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:24:00.843981 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device a93ab4fc-aed1-4d9c-8e60-95cde1df69c5 not bound to the agent host n-h2-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:24:00.870014 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-494e7e56-9d25-49bf-932f-a13bcdb3821f req-3fb46c34-f8f6-48dc-ad83-7359ea33618c service neutron] 10.222.0.64 "GET /v2.0/networks/27d7cb22-6b39-4584-92c4-ddd219d7765c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2210786 Oct 27 10:24:00.894986 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-d94d95e4-8948-4cba-9ee6-e8251a3b90f5 req-36cb8b0a-cae3-47c4-8de8-59af2dc971b6 tempest-ServerRescueTestJSON-1025374340 tempest-ServerRescueTestJSON-1025374340-project] 10.222.0.44 "GET /v2.0/security-groups?id=5f97c1ff-dad7-428f-af4b-bc7a94091827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488583 Oct 27 10:24:00.900807 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-20163fdc-7f7e-4b01-aa58-39e9ebb74dee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857803', 'neutron.services.segments.db._delete_segments_for_network-8743873143390'] for network, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:00.944076 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-20163fdc-7f7e-4b01-aa58-39e9ebb74dee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e5c7d55-96e0-4ffb-8753-a93efa7224ea']}} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:24:00.957241 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-20163fdc-7f7e-4b01-aa58-39e9ebb74dee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e031df76-6a67-4dc9-b33e-3b490749e49c') {'for_net_delete': True} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:24:00.957518 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-20163fdc-7f7e-4b01-aa58-39e9ebb74dee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e031df76-6a67-4dc9-b33e-3b490749e49c') {} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:24:00.959166 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9277d4b-720c-49db-ace2-c53317ff1589 req-43ed87f7-7721-4e72-9565-5047488456f0 tempest-FloatingIPsAssociationTestJSON-1989441382 tempest-FloatingIPsAssociationTestJSON-1989441382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:00.968043 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-d9277d4b-720c-49db-ace2-c53317ff1589 req-43ed87f7-7721-4e72-9565-5047488456f0 tempest-FloatingIPsAssociationTestJSON-1989441382 tempest-FloatingIPsAssociationTestJSON-1989441382-project] 10.222.0.44 "GET /v2.0/networks/185ff123-c7ff-45c7-a6be-71feb35acc9c HTTP/1.1" status: 200 len: 784 time: 0.1815476 Oct 27 10:24:00.970020 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [req-a7bbbf73-47d9-4998-a146-83fc23eca64e req-f5b156d6-a664-4f0f-93b1-6359dcd9234f tempest-ServersTestManualDisk-1099522627 tempest-ServersTestManualDisk-1099522627-project] Deleting port 14407f80-093a-4bf6-9c53-3f90eb312ee7 {{(pid=102347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:24:00.970358 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-a7bbbf73-47d9-4998-a146-83fc23eca64e req-f5b156d6-a664-4f0f-93b1-6359dcd9234f tempest-ServersTestManualDisk-1099522627 tempest-ServersTestManualDisk-1099522627-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:00.975011 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-20163fdc-7f7e-4b01-aa58-39e9ebb74dee admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743873145191', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18445132'] for segment, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:01.033538 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-20163fdc-7f7e-4b01-aa58-39e9ebb74dee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:01.044169 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20163fdc-7f7e-4b01-aa58-39e9ebb74dee admin admin] Releasing vlan 422 on physical network physnet1 to pool {{(pid=102347) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 10:24:01.044624 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-20163fdc-7f7e-4b01-aa58-39e9ebb74dee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-18296032'] for segment, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:01.046446 n-d-813419-10 neutron-server[102347]: Traceback (most recent call last): Oct 27 10:24:01.046446 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 10:24:01.046446 n-d-813419-10 neutron-server[102347]: timer() Oct 27 10:24:01.046446 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 10:24:01.046446 n-d-813419-10 neutron-server[102347]: cb(*args, **kw) Oct 27 10:24:01.046446 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 10:24:01.046446 n-d-813419-10 neutron-server[102347]: return func(*args, **kwargs) Oct 27 10:24:01.046446 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 10:24:01.046446 n-d-813419-10 neutron-server[102347]: self._notify() Oct 27 10:24:01.046446 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 10:24:01.046446 n-d-813419-10 neutron-server[102347]: self.callback(batched_events) Oct 27 10:24:01.046446 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 10:24:01.046446 n-d-813419-10 neutron-server[102347]: event.method(event) Oct 27 10:24:01.046446 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 10:24:01.046446 n-d-813419-10 neutron-server[102347]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 10:24:01.046446 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 10:24:01.046446 n-d-813419-10 neutron-server[102347]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 10:24:01.046446 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 10:24:01.046446 n-d-813419-10 neutron-server[102347]: return f(self, *a, **k) Oct 27 10:24:01.046446 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 10:24:01.046446 n-d-813419-10 neutron-server[102347]: return self._get(url).json() Oct 27 10:24:01.046446 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 10:24:01.046446 n-d-813419-10 neutron-server[102347]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 10:24:01.046446 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 10:24:01.046446 n-d-813419-10 neutron-server[102347]: return self.request(url, 'GET', **kwargs) Oct 27 10:24:01.046446 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 10:24:01.046446 n-d-813419-10 neutron-server[102347]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 10:24:01.046446 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 10:24:01.046446 n-d-813419-10 neutron-server[102347]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 10:24:01.046446 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 10:24:01.046446 n-d-813419-10 neutron-server[102347]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 10:24:01.046446 n-d-813419-10 neutron-server[102347]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 10:24:01.068887 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-d9277d4b-720c-49db-ace2-c53317ff1589 req-52d80af6-b496-4a1d-8ccd-19633f5f45b9 tempest-FloatingIPsAssociationTestJSON-1989441382 tempest-FloatingIPsAssociationTestJSON-1989441382-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.8.232 HTTP/1.1" status: 200 len: 1002 time: 0.1000087 Oct 27 10:24:01.080654 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [req-d9277d4b-720c-49db-ace2-c53317ff1589 req-56c920e2-1629-4a24-9f93-dcec0ce879b8 tempest-FloatingIPsAssociationTestJSON-1989441382 tempest-FloatingIPsAssociationTestJSON-1989441382-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:24:01.121708 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-494e7e56-9d25-49bf-932f-a13bcdb3821f req-5962bbef-5021-4fba-bbc5-1ce7525e500b service neutron] 10.222.0.64 "GET /v2.0/networks/27d7cb22-6b39-4584-92c4-ddd219d7765c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2416954 Oct 27 10:24:01.128952 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-a7bbbf73-47d9-4998-a146-83fc23eca64e req-f5b156d6-a664-4f0f-93b1-6359dcd9234f tempest-ServersTestManualDisk-1099522627 tempest-ServersTestManualDisk-1099522627-project] For port 14407f80-093a-4bf6-9c53-3f90eb312ee7, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=14407f80-093a-4bf6-9c53-3f90eb312ee7,segment=NetworkSegment(8362cf3a-6db6-47e3-8f24-e9789361bc5e),segment_id=8362cf3a-6db6-47e3-8f24-e9789361bc5e)] {{(pid=102347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:24:01.129521 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-a7bbbf73-47d9-4998-a146-83fc23eca64e req-f5b156d6-a664-4f0f-93b1-6359dcd9234f tempest-ServersTestManualDisk-1099522627 tempest-ServersTestManualDisk-1099522627-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:01.131696 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-20163fdc-7f7e-4b01-aa58-39e9ebb74dee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664840'] for network, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:01.144292 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-20163fdc-7f7e-4b01-aa58-39e9ebb74dee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for network, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:01.150888 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-20163fdc-7f7e-4b01-aa58-39e9ebb74dee admin admin] 10.222.0.44 "DELETE /v2.0/networks/6e5c7d55-96e0-4ffb-8753-a93efa7224ea HTTP/1.1" status: 204 len: 168 time: 0.6057656 Oct 27 10:24:01.161661 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-d9277d4b-720c-49db-ace2-c53317ff1589 req-56c920e2-1629-4a24-9f93-dcec0ce879b8 tempest-FloatingIPsAssociationTestJSON-1989441382 tempest-FloatingIPsAssociationTestJSON-1989441382-project] Publish callbacks [] for floatingip, before_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:01.239729 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20163fdc-7f7e-4b01-aa58-39e9ebb74dee admin admin] Pushing event deleted for resources: {'Network': ['ID=6e5c7d55-96e0-4ffb-8753-a93efa7224ea,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:24:01.325015 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-d9277d4b-720c-49db-ace2-c53317ff1589 req-56c920e2-1629-4a24-9f93-dcec0ce879b8 tempest-FloatingIPsAssociationTestJSON-1989441382 tempest-FloatingIPsAssociationTestJSON-1989441382-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:01.332246 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-d9277d4b-720c-49db-ace2-c53317ff1589 req-56c920e2-1629-4a24-9f93-dcec0ce879b8 tempest-FloatingIPsAssociationTestJSON-1989441382 tempest-FloatingIPsAssociationTestJSON-1989441382-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1664826'] for floatingip, after_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:01.332246 n-d-813419-10 neutron-server[102346]: INFO neutron.db.l3_db [req-d9277d4b-720c-49db-ace2-c53317ff1589 req-56c920e2-1629-4a24-9f93-dcec0ce879b8 tempest-FloatingIPsAssociationTestJSON-1989441382 tempest-FloatingIPsAssociationTestJSON-1989441382-project] Floating IP d18ed351-b70f-4d78-a830-886dea1072d0 disassociated. External IP: 172.25.8.232, port: 3d39b2e9-b317-4161-9a6f-55c29cc4ab58. Oct 27 10:24:01.373370 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 46982) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:24:01.459098 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-06d0e5bc-caff-4e00-a3e2-8403af6d78d1 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=580a3fc36cc44c288aa6a1263e27e7ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0844672 Oct 27 10:24:01.463693 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 46984) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:24:01.593628 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-9dfadd21-1e5d-43f4-b3d0-4ad78683c9e9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:01.626514 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-9dfadd21-1e5d-43f4-b3d0-4ad78683c9e9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:01.630520 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165b7b2b-f316-4922-83e9-dcd177d17a90 req-c90ee67a-423e-4c64-89ce-aa7ddb56c971 tempest-ServersTestManualDisk-1099522627 tempest-ServersTestManualDisk-1099522627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:01.632015 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-165b7b2b-f316-4922-83e9-dcd177d17a90 req-c90ee67a-423e-4c64-89ce-aa7ddb56c971 tempest-ServersTestManualDisk-1099522627 tempest-ServersTestManualDisk-1099522627-project] 10.222.0.44 "GET /v2.0/ports?device_id=d069e6af-40d4-4204-92a2-851efcbbaa25 HTTP/1.1" status: 200 len: 945 time: 0.4821420 Oct 27 10:24:01.649563 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d9277d4b-720c-49db-ace2-c53317ff1589 req-56c920e2-1629-4a24-9f93-dcec0ce879b8 tempest-FloatingIPsAssociationTestJSON-1989441382 tempest-FloatingIPsAssociationTestJSON-1989441382-project] Router 2f38e628-1bbd-4204-9ff9-c0646102a78d has already been hosted by L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb {{(pid=102346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 10:24:01.718831 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-165b7b2b-f316-4922-83e9-dcd177d17a90 req-a3cc19b3-e6c9-49dc-9a28-d40bb79a4e6b tempest-ServersTestManualDisk-1099522627 tempest-ServersTestManualDisk-1099522627-project] 10.222.0.44 "GET /v2.0/security-groups?id=205a0546-e26b-45de-81f6-22c717043123&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0791590 Oct 27 10:24:01.745328 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-a7bbbf73-47d9-4998-a146-83fc23eca64e req-f5b156d6-a664-4f0f-93b1-6359dcd9234f tempest-ServersTestManualDisk-1099522627 tempest-ServersTestManualDisk-1099522627-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:01.745776 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-a7bbbf73-47d9-4998-a146-83fc23eca64e req-f5b156d6-a664-4f0f-93b1-6359dcd9234f tempest-ServersTestManualDisk-1099522627 tempest-ServersTestManualDisk-1099522627-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1664826'] for floatingip, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:01.746053 n-d-813419-10 neutron-server[102347]: INFO neutron.db.l3_db [req-a7bbbf73-47d9-4998-a146-83fc23eca64e req-f5b156d6-a664-4f0f-93b1-6359dcd9234f tempest-ServersTestManualDisk-1099522627 tempest-ServersTestManualDisk-1099522627-project] Floating IP d2db40af-5ced-4b03-a372-f9de31d78dcf disassociated. External IP: 172.25.8.4, port: 14407f80-093a-4bf6-9c53-3f90eb312ee7. Oct 27 10:24:01.746421 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [req-a7bbbf73-47d9-4998-a146-83fc23eca64e req-f5b156d6-a664-4f0f-93b1-6359dcd9234f tempest-ServersTestManualDisk-1099522627 tempest-ServersTestManualDisk-1099522627-project] Calling delete_port for 14407f80-093a-4bf6-9c53-3f90eb312ee7 owned by compute:nova {{(pid=102347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:24:01.749977 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-9dfadd21-1e5d-43f4-b3d0-4ad78683c9e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:01.752482 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-9dfadd21-1e5d-43f4-b3d0-4ad78683c9e9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:01.755922 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-9dfadd21-1e5d-43f4-b3d0-4ad78683c9e9 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/abb43ff2-3d53-4d6f-bfce-d681dce200c5 HTTP/1.1" status: 204 len: 168 time: 0.2889884 Oct 27 10:24:01.772054 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfadd21-1e5d-43f4-b3d0-4ad78683c9e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abb43ff2-3d53-4d6f-bfce-d681dce200c5,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:24:01.797851 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d9277d4b-720c-49db-ace2-c53317ff1589 req-56c920e2-1629-4a24-9f93-dcec0ce879b8 tempest-FloatingIPsAssociationTestJSON-1989441382 tempest-FloatingIPsAssociationTestJSON-1989441382-project] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:24:01.802547 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-d9277d4b-720c-49db-ace2-c53317ff1589 req-56c920e2-1629-4a24-9f93-dcec0ce879b8 tempest-FloatingIPsAssociationTestJSON-1989441382 tempest-FloatingIPsAssociationTestJSON-1989441382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for floatingip, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:01.812548 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81fadd5b-be32-4f99-b28e-dece97c54772 None None] Sync routers for ids ['2f38e628-1bbd-4204-9ff9-c0646102a78d'] in n-d-813419-10 {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:24:01.822608 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81fadd5b-be32-4f99-b28e-dece97c54772 None None] Routers {'2f38e628-1bbd-4204-9ff9-c0646102a78d'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:24:01.823381 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-81fadd5b-be32-4f99-b28e-dece97c54772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:23:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['2f38e628-1bbd-4204-9ff9-c0646102a78d'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:24:01.839472 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-d9277d4b-720c-49db-ace2-c53317ff1589 req-56c920e2-1629-4a24-9f93-dcec0ce879b8 tempest-FloatingIPsAssociationTestJSON-1989441382 tempest-FloatingIPsAssociationTestJSON-1989441382-project] 10.222.0.44 "PUT /v2.0/floatingips/d18ed351-b70f-4d78-a830-886dea1072d0 HTTP/1.1" status: 200 len: 696 time: 0.7696331 Oct 27 10:24:01.888169 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3970a4b6-c199-4209-a0f0-9d2c0a20de99 req-1aade559-53b9-4426-be9a-204faa949012 tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:01.889772 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-3970a4b6-c199-4209-a0f0-9d2c0a20de99 req-1aade559-53b9-4426-be9a-204faa949012 tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] 10.222.0.44 "GET /v2.0/ports?device_id=1691db0e-712c-4567-bc1c-2e9c228da106 HTTP/1.1" status: 200 len: 946 time: 0.0784347 Oct 27 10:24:01.912512 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9277d4b-720c-49db-ace2-c53317ff1589 req-f031d276-9085-4ba6-96d6-266a33a7db8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:01.914049 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-d9277d4b-720c-49db-ace2-c53317ff1589 req-f031d276-9085-4ba6-96d6-266a33a7db8a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=43f2f041c0f44e039e9e70ad3f6842ae&device_id=801aa122-9f97-443a-883f-63b90fda649f HTTP/1.1" status: 200 len: 1098 time: 0.0409703 Oct 27 10:24:01.943134 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvr_db [None req-81fadd5b-be32-4f99-b28e-dece97c54772 None None] Set router 2f38e628-1bbd-4204-9ff9-c0646102a78d gateway port host: n-d-813419-10 {{(pid=102348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:24:01.974851 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '801aa122-9f97-443a-883f-63b90fda649f', 'tag': '3d39b2e9-b317-4161-9a6f-55c29cc4ab58'}] {{(pid=102346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:24:01.978802 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc0e418f5fc417c8d55d94c0aa509b037d0beb2a734c1a709e789eb65639a56d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dcd6b0d-ab2a-4f67-979d-4674106624b4" -d '{"events": [{"name": "network-changed", "server_uuid": "801aa122-9f97-443a-883f-63b90fda649f", "tag": "3d39b2e9-b317-4161-9a6f-55c29cc4ab58"}]}' {{(pid=102346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:24:01.980470 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-3970a4b6-c199-4209-a0f0-9d2c0a20de99 req-62beb266-9400-44a1-ad3f-476ce5df0cc5 tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] 10.222.0.44 "GET /v2.0/security-groups?id=df17171a-6534-4d8a-8518-0be5fe64cbb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832222 Oct 27 10:24:02.011686 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-a7bbbf73-47d9-4998-a146-83fc23eca64e req-f5b156d6-a664-4f0f-93b1-6359dcd9234f tempest-ServersTestManualDisk-1099522627 tempest-ServersTestManualDisk-1099522627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:02.068963 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b156d6-a664-4f0f-93b1-6359dcd9234f tempest-ServersTestManualDisk-1099522627 tempest-ServersTestManualDisk-1099522627-project] Pushing event deleted for resources: {'Port': ['ID=14407f80-093a-4bf6-9c53-3f90eb312ee7,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:24:02.078310 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9277d4b-720c-49db-ace2-c53317ff1589 req-f43eecca-1c9c-4931-9501-7593ac430f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:02.083400 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-d9277d4b-720c-49db-ace2-c53317ff1589 req-f43eecca-1c9c-4931-9501-7593ac430f7d service neutron] 10.222.0.44 "GET /v2.0/networks?id=27d7cb22-6b39-4584-92c4-ddd219d7765c HTTP/1.1" status: 200 len: 922 time: 0.1617706 Oct 27 10:24:02.143156 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-d9277d4b-720c-49db-ace2-c53317ff1589 req-530dc865-c023-4290-befd-47db49dcfb38 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3d39b2e9-b317-4161-9a6f-55c29cc4ab58 HTTP/1.1" status: 200 len: 217 time: 0.0520806 Oct 27 10:24:02.193875 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9277d4b-720c-49db-ace2-c53317ff1589 req-c8b7bffa-5817-47cd-9a6b-be1c3329e635 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:02.195696 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-d9277d4b-720c-49db-ace2-c53317ff1589 req-c8b7bffa-5817-47cd-9a6b-be1c3329e635 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1ea6538e-fdad-42c2-9f49-d63e9d85038b HTTP/1.1" status: 200 len: 860 time: 0.0517297 Oct 27 10:24:02.198839 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:02.221818 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bba563-088d-475a-8684-850ea7ff0e9f req-5f74376a-24d6-4842-8d30-80cedf4ee01e tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:02.224034 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-38bba563-088d-475a-8684-850ea7ff0e9f req-5f74376a-24d6-4842-8d30-80cedf4ee01e tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/ports?device_id=e8ba4d8b-4106-4181-809e-b9e98a50d4b3 HTTP/1.1" status: 200 len: 950 time: 0.1580620 Oct 27 10:24:02.233357 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-81fadd5b-be32-4f99-b28e-dece97c54772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f38e628-1bbd-4204-9ff9-c0646102a78d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1801060925-router', 'tenant_id': '43f2f041c0f44e039e9e70ad3f6842ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.197'}], 'enable_snat': True}, 'gw_port_id': '767b48b9-eccd-479b-858b-2c5201822042', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:22:56Z', 'updated_at': '2021-10-27T10:23:01Z', 'revision_number': 4, 'project_id': '43f2f041c0f44e039e9e70ad3f6842ae', 'gw_port': {'id': '767b48b9-eccd-479b-858b-2c5201822042', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:df:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f38e628-1bbd-4204-9ff9-c0646102a78d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:22:57Z', 'updated_at': '2021-10-27T10:23:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_interfaces': [{'id': '7df4673a-4591-4964-b54f-3205e76df8d0', 'name': '', 'network_id': '27d7cb22-6b39-4584-92c4-ddd219d7765c', 'tenant_id': '43f2f041c0f44e039e9e70ad3f6842ae', 'mac_address': 'fa:16:3e:e5:12:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f38e628-1bbd-4204-9ff9-c0646102a78d', 'device_owner': 'network:router_interface', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '1ea6538e-fdad-42c2-9f49-d63e9d85038b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:23:00Z', 'updated_at': '2021-10-27T10:23:07Z', 'revision_number': 5, 'project_id': '43f2f041c0f44e039e9e70ad3f6842ae', 'subnets': [{'id': '1ea6538e-fdad-42c2-9f49-d63e9d85038b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:24:02.252822 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9277d4b-720c-49db-ace2-c53317ff1589 req-33403d1c-d090-4d7d-8780-b2c8978476fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:02.254335 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-d9277d4b-720c-49db-ace2-c53317ff1589 req-33403d1c-d090-4d7d-8780-b2c8978476fa service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=27d7cb22-6b39-4584-92c4-ddd219d7765c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0525286 Oct 27 10:24:02.270234 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81fadd5b-be32-4f99-b28e-dece97c54772 None None] Checking router: 2f38e628-1bbd-4204-9ff9-c0646102a78d for host: n-d-813419-10 {{(pid=102348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 10:24:02.280281 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81fadd5b-be32-4f99-b28e-dece97c54772 None None] Routers {'2f38e628-1bbd-4204-9ff9-c0646102a78d'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:24:02.280933 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-81fadd5b-be32-4f99-b28e-dece97c54772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:23:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['2f38e628-1bbd-4204-9ff9-c0646102a78d'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:24:02.281517 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-38bba563-088d-475a-8684-850ea7ff0e9f req-5e476a7d-7b7d-426c-b796-b3ef0af86283 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/security-groups?id=e786382c-1289-4f9d-b471-ed120470c2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495093 Oct 27 10:24:02.291780 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a7bbbf73-47d9-4998-a146-83fc23eca64e req-f5b156d6-a664-4f0f-93b1-6359dcd9234f tempest-ServersTestManualDisk-1099522627 tempest-ServersTestManualDisk-1099522627-project] Router d09ebe0f-6a17-422c-9236-1672157d3776 has already been hosted by L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb {{(pid=102347) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 10:24:02.395032 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-d9277d4b-720c-49db-ace2-c53317ff1589 req-1ca4edc3-9b01-4e43-b249-149686b78b31 service neutron] 10.222.0.44 "GET /v2.0/networks/27d7cb22-6b39-4584-92c4-ddd219d7765c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334016 Oct 27 10:24:02.465335 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvr_db [None req-81fadd5b-be32-4f99-b28e-dece97c54772 None None] Set router 2f38e628-1bbd-4204-9ff9-c0646102a78d gateway port host: n-d-813419-10 {{(pid=102348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:24:02.471557 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae79e09a-a354-4254-97e9-44a1a7a6c3cc req-ae3d9803-ad88-45a6-ae22-d6ddbfb3db22 tempest-ServerRescueTestJSON-1025374340 tempest-ServerRescueTestJSON-1025374340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:02.479414 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-ae79e09a-a354-4254-97e9-44a1a7a6c3cc req-ae3d9803-ad88-45a6-ae22-d6ddbfb3db22 tempest-ServerRescueTestJSON-1025374340 tempest-ServerRescueTestJSON-1025374340-project] 10.222.0.44 "GET /v2.0/ports?device_id=0f0a6b0b-7cfe-4818-8a36-1dd5676c3af3 HTTP/1.1" status: 200 len: 946 time: 0.0861940 Oct 27 10:24:02.504836 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device 16402309-c901-479f-86f7-4cd9af914209 no longer exists at agent hyperv_n-h1-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:24:02.510872 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a7bbbf73-47d9-4998-a146-83fc23eca64e req-f5b156d6-a664-4f0f-93b1-6359dcd9234f tempest-ServersTestManualDisk-1099522627 tempest-ServersTestManualDisk-1099522627-project] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:24:02.529020 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-d9277d4b-720c-49db-ace2-c53317ff1589 req-a108d371-5c02-4997-ab44-a494a4c4707b service neutron] 10.222.0.44 "GET /v2.0/networks/27d7cb22-6b39-4584-92c4-ddd219d7765c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331501 Oct 27 10:24:02.529192 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4fba7a3-b3a6-4da4-a90a-ffa44fa5d455 None None] Sync routers for ids ['d09ebe0f-6a17-422c-9236-1672157d3776'] in n-d-813419-10 {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:24:02.541175 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] No Port match for: 16402309-c901-479f-86f7-4cd9af914209 {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:24:02.541753 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device 16402309-c901-479f-86f7-4cd9af914209 not bound to the agent host n-h1-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:24:02.546764 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4fba7a3-b3a6-4da4-a90a-ffa44fa5d455 None None] Routers {'d09ebe0f-6a17-422c-9236-1672157d3776'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:24:02.547545 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-f4fba7a3-b3a6-4da4-a90a-ffa44fa5d455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:23:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['d09ebe0f-6a17-422c-9236-1672157d3776'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:24:02.608790 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 10:24:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bff3f5e-735c-4c7e-8269-6cc9c4169251 x-openstack-request-id: req-9bff3f5e-735c-4c7e-8269-6cc9c4169251 {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:24:02.609285 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "801aa122-9f97-443a-883f-63b90fda649f", "tag": "3d39b2e9-b317-4161-9a6f-55c29cc4ab58", "status": "completed", "code": 200}]} {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:24:02.609737 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9bff3f5e-735c-4c7e-8269-6cc9c4169251 {{(pid=102346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:24:02.610277 n-d-813419-10 neutron-server[102346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '801aa122-9f97-443a-883f-63b90fda649f', 'tag': '3d39b2e9-b317-4161-9a6f-55c29cc4ab58', 'status': 'completed', 'code': 200} Oct 27 10:24:02.625115 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7bbbf73-47d9-4998-a146-83fc23eca64e req-f5b156d6-a664-4f0f-93b1-6359dcd9234f tempest-ServersTestManualDisk-1099522627 tempest-ServersTestManualDisk-1099522627-project] No DVR routers for this DVR port 14407f80-093a-4bf6-9c53-3f90eb312ee7 on host n-h2-813419-10 {{(pid=102347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:24:02.651803 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-ae79e09a-a354-4254-97e9-44a1a7a6c3cc req-2e94dde5-51f7-47c8-906b-532a3fe05981 tempest-ServerRescueTestJSON-1025374340 tempest-ServerRescueTestJSON-1025374340-project] 10.222.0.44 "GET /v2.0/security-groups?id=5f97c1ff-dad7-428f-af4b-bc7a94091827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715224 Oct 27 10:24:02.658738 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-a7bbbf73-47d9-4998-a146-83fc23eca64e req-f5b156d6-a664-4f0f-93b1-6359dcd9234f tempest-ServersTestManualDisk-1099522627 tempest-ServersTestManualDisk-1099522627-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:02.688006 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-a7bbbf73-47d9-4998-a146-83fc23eca64e req-f5b156d6-a664-4f0f-93b1-6359dcd9234f tempest-ServersTestManualDisk-1099522627 tempest-ServersTestManualDisk-1099522627-project] 10.222.0.76 "DELETE /v2.0/ports/14407f80-093a-4bf6-9c53-3f90eb312ee7 HTTP/1.1" status: 204 len: 173 time: 1.9490857 Oct 27 10:24:02.691934 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd069e6af-40d4-4204-92a2-851efcbbaa25', 'name': 'network-vif-deleted', 'tag': '14407f80-093a-4bf6-9c53-3f90eb312ee7'}] {{(pid=102347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:24:02.698552 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311149b481204ee7edffdb959c881838506fbd95bc8577c048f6677abb73acc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68736ced-d4e0-4563-97ba-ad309babfe49" -d '{"events": [{"server_uuid": "d069e6af-40d4-4204-92a2-851efcbbaa25", "name": "network-vif-deleted", "tag": "14407f80-093a-4bf6-9c53-3f90eb312ee7"}]}' {{(pid=102347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:24:02.730396 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvr_db [None req-f4fba7a3-b3a6-4da4-a90a-ffa44fa5d455 None None] Set router d09ebe0f-6a17-422c-9236-1672157d3776 gateway port host: n-d-813419-10 {{(pid=102349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:24:02.754987 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcd6b0d-ab2a-4f67-979d-4674106624b4 req-58c6eb2e-2e98-4da4-a522-a340acbc7681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:02.756532 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-1dcd6b0d-ab2a-4f67-979d-4674106624b4 req-58c6eb2e-2e98-4da4-a522-a340acbc7681 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=43f2f041c0f44e039e9e70ad3f6842ae&device_id=801aa122-9f97-443a-883f-63b90fda649f HTTP/1.1" status: 200 len: 1098 time: 0.1236627 Oct 27 10:24:02.886205 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-81fadd5b-be32-4f99-b28e-dece97c54772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f38e628-1bbd-4204-9ff9-c0646102a78d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1801060925-router', 'tenant_id': '43f2f041c0f44e039e9e70ad3f6842ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.197'}], 'enable_snat': True}, 'gw_port_id': '767b48b9-eccd-479b-858b-2c5201822042', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:22:56Z', 'updated_at': '2021-10-27T10:23:01Z', 'revision_number': 4, 'project_id': '43f2f041c0f44e039e9e70ad3f6842ae', 'gw_port': {'id': '767b48b9-eccd-479b-858b-2c5201822042', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:df:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f38e628-1bbd-4204-9ff9-c0646102a78d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:22:57Z', 'updated_at': '2021-10-27T10:23:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_interfaces': [{'id': '7df4673a-4591-4964-b54f-3205e76df8d0', 'name': '', 'network_id': '27d7cb22-6b39-4584-92c4-ddd219d7765c', 'tenant_id': '43f2f041c0f44e039e9e70ad3f6842ae', 'mac_address': 'fa:16:3e:e5:12:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f38e628-1bbd-4204-9ff9-c0646102a78d', 'device_owner': 'network:router_interface', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '1ea6538e-fdad-42c2-9f49-d63e9d85038b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:23:00Z', 'updated_at': '2021-10-27T10:23:07Z', 'revision_number': 5, 'project_id': '43f2f041c0f44e039e9e70ad3f6842ae', 'subnets': [{'id': '1ea6538e-fdad-42c2-9f49-d63e9d85038b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:24:02.938656 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81fadd5b-be32-4f99-b28e-dece97c54772 None None] The sync data for ids ['2f38e628-1bbd-4204-9ff9-c0646102a78d'] in n-d-813419-10 is: [{'id': '2f38e628-1bbd-4204-9ff9-c0646102a78d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1801060925-router', 'tenant_id': '43f2f041c0f44e039e9e70ad3f6842ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.197'}], 'enable_snat': True}, 'gw_port_id': '767b48b9-eccd-479b-858b-2c5201822042', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:22:56Z', 'updated_at': '2021-10-27T10:23:01Z', 'revision_number': 4, 'project_id': '43f2f041c0f44e039e9e70ad3f6842ae', 'gw_port': {'id': '767b48b9-eccd-479b-858b-2c5201822042', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:df:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f38e628-1bbd-4204-9ff9-c0646102a78d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:22:57Z', 'updated_at': '2021-10-27T10:23:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_interfaces': [{'id': '7df4673a-4591-4964-b54f-3205e76df8d0', 'name': '', 'network_id': '27d7cb22-6b39-4584-92c4-ddd219d7765c', 'tenant_id': '43f2f041c0f44e039e9e70ad3f6842ae', 'mac_address': 'fa:16:3e:e5:12:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f38e628-1bbd-4204-9ff9-c0646102a78d', 'device_owner': 'network:router_interface', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '1ea6538e-fdad-42c2-9f49-d63e9d85038b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:23:00Z', 'updated_at': '2021-10-27T10:23:07Z', 'revision_number': 5, 'project_id': '43f2f041c0f44e039e9e70ad3f6842ae', 'subnets': [{'id': '1ea6538e-fdad-42c2-9f49-d63e9d85038b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:24:02.998129 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcd6b0d-ab2a-4f67-979d-4674106624b4 req-1102b39b-91ec-45ef-b632-f3752cf13376 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:02.999988 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-1dcd6b0d-ab2a-4f67-979d-4674106624b4 req-1102b39b-91ec-45ef-b632-f3752cf13376 service neutron] 10.222.0.64 "GET /v2.0/networks?id=27d7cb22-6b39-4584-92c4-ddd219d7765c HTTP/1.1" status: 200 len: 922 time: 0.2275670 Oct 27 10:24:03.048818 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:24:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffa8540c-84d8-4dfa-bd6a-f177473128a7 x-openstack-request-id: req-ffa8540c-84d8-4dfa-bd6a-f177473128a7 {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:24:03.049119 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d069e6af-40d4-4204-92a2-851efcbbaa25", "name": "network-vif-deleted", "tag": "14407f80-093a-4bf6-9c53-3f90eb312ee7", "status": "completed", "code": 200}]} {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:24:03.049982 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ffa8540c-84d8-4dfa-bd6a-f177473128a7 {{(pid=102347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:24:03.050393 n-d-813419-10 neutron-server[102347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd069e6af-40d4-4204-92a2-851efcbbaa25', 'name': 'network-vif-deleted', 'tag': '14407f80-093a-4bf6-9c53-3f90eb312ee7', 'status': 'completed', 'code': 200} Oct 27 10:24:03.069881 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-1dcd6b0d-ab2a-4f67-979d-4674106624b4 req-4ecc1d11-44f0-4546-ac4c-26ae61cb20bf service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3d39b2e9-b317-4161-9a6f-55c29cc4ab58 HTTP/1.1" status: 200 len: 217 time: 0.0593448 Oct 27 10:24:03.138184 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcd6b0d-ab2a-4f67-979d-4674106624b4 req-bb886dfc-0130-4504-93ae-d8c40a65c815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:03.139700 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-1dcd6b0d-ab2a-4f67-979d-4674106624b4 req-bb886dfc-0130-4504-93ae-d8c40a65c815 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1ea6538e-fdad-42c2-9f49-d63e9d85038b HTTP/1.1" status: 200 len: 860 time: 0.0627995 Oct 27 10:24:03.150428 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-f4fba7a3-b3a6-4da4-a90a-ffa44fa5d455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd09ebe0f-6a17-422c-9236-1672157d3776', 'name': 'tempest-ServersTestManualDisk-400905066-router', 'tenant_id': 'f7d542f2ad3542a48fab2828515078ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.231'}], 'enable_snat': True}, 'gw_port_id': '86d5bcf3-dcb9-4865-aa34-e275b048961d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:20:11Z', 'updated_at': '2021-10-27T10:20:14Z', 'revision_number': 4, 'project_id': 'f7d542f2ad3542a48fab2828515078ca', 'gw_port': {'id': '86d5bcf3-dcb9-4865-aa34-e275b048961d', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:5b:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd09ebe0f-6a17-422c-9236-1672157d3776', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:20:11Z', 'updated_at': '2021-10-27T10:20:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_interfaces': [{'id': 'cadf2637-0ea7-49c8-a0dc-0fe06fa81731', 'name': '', 'network_id': '5bb94e13-008a-44fd-afcd-6dce4832ca40', 'tenant_id': 'f7d542f2ad3542a48fab2828515078ca', 'mac_address': 'fa:16:3e:db:83:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd09ebe0f-6a17-422c-9236-1672157d3776', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '6ea95b43-4fb0-47bc-873b-3f5bbca3aa45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:20:13Z', 'updated_at': '2021-10-27T10:20:19Z', 'revision_number': 5, 'project_id': 'f7d542f2ad3542a48fab2828515078ca', 'subnets': [{'id': '6ea95b43-4fb0-47bc-873b-3f5bbca3aa45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:24:03.182681 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4fba7a3-b3a6-4da4-a90a-ffa44fa5d455 None None] Checking router: d09ebe0f-6a17-422c-9236-1672157d3776 for host: n-d-813419-10 {{(pid=102349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 10:24:03.183074 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-d14d5157-9ede-4145-8113-1dea7c500b86 req-bca3056b-210d-4810-a13a-e7281792dcda tempest-ServersTestManualDisk-1099522627 tempest-ServersTestManualDisk-1099522627-project] 10.222.0.44 "GET /v2.0/ports?device_id=d069e6af-40d4-4204-92a2-851efcbbaa25 HTTP/1.1" status: 200 len: 210 time: 0.0496533 Oct 27 10:24:03.200057 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4fba7a3-b3a6-4da4-a90a-ffa44fa5d455 None None] Routers {'d09ebe0f-6a17-422c-9236-1672157d3776'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:24:03.200941 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-f4fba7a3-b3a6-4da4-a90a-ffa44fa5d455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:23:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['d09ebe0f-6a17-422c-9236-1672157d3776'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:24:03.223385 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcd6b0d-ab2a-4f67-979d-4674106624b4 req-3a1828de-3405-45d0-9438-40d6e5da3299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:03.224934 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-1dcd6b0d-ab2a-4f67-979d-4674106624b4 req-3a1828de-3405-45d0-9438-40d6e5da3299 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=27d7cb22-6b39-4584-92c4-ddd219d7765c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0773580 Oct 27 10:24:03.237760 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85822f8a-2c8b-4bdd-b1fe-7d978d452c10 req-1ed99771-f7e2-4431-919f-6d05d194b76c tempest-LiveMigrationTest-1571947473 tempest-LiveMigrationTest-1571947473-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:03.239465 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-85822f8a-2c8b-4bdd-b1fe-7d978d452c10 req-1ed99771-f7e2-4431-919f-6d05d194b76c tempest-LiveMigrationTest-1571947473 tempest-LiveMigrationTest-1571947473-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=1691db0e-712c-4567-bc1c-2e9c228da106 HTTP/1.1" status: 200 len: 1098 time: 0.0648859 Oct 27 10:24:03.325340 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvr_db [None req-f4fba7a3-b3a6-4da4-a90a-ffa44fa5d455 None None] Set router d09ebe0f-6a17-422c-9236-1672157d3776 gateway port host: n-d-813419-10 {{(pid=102349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:24:03.370885 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-85822f8a-2c8b-4bdd-b1fe-7d978d452c10 req-f6805219-834e-4aa5-bc0e-1d56e8db201e tempest-LiveMigrationTest-1571947473 tempest-LiveMigrationTest-1571947473-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=df17171a-6534-4d8a-8518-0be5fe64cbb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218846 Oct 27 10:24:03.395095 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ae5533e-c8c5-4538-8d48-fd981dcff48b None None] New status for floating IP d18ed351-b70f-4d78-a830-886dea1072d0: DOWN {{(pid=102348) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 10:24:03.447418 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-1dcd6b0d-ab2a-4f67-979d-4674106624b4 req-ee3f5d40-337d-414f-a49f-5b3cc527ac0b service neutron] 10.222.0.64 "GET /v2.0/networks/27d7cb22-6b39-4584-92c4-ddd219d7765c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2125912 Oct 27 10:24:03.447996 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-263ebc46-0652-43e4-a4de-6379b4d88520 req-fce34a9e-5088-4edd-892e-740a82a23f18 tempest-FloatingIPsAssociationTestJSON-1989441382 tempest-FloatingIPsAssociationTestJSON-1989441382-project] 10.222.0.44 "GET /v2.0/floatingips/d18ed351-b70f-4d78-a830-886dea1072d0 HTTP/1.1" status: 200 len: 696 time: 0.0700006 Oct 27 10:24:03.588902 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263ebc46-0652-43e4-a4de-6379b4d88520 req-e5500139-fedb-4c35-889e-eceb26e0afd4 tempest-FloatingIPsAssociationTestJSON-1989441382 tempest-FloatingIPsAssociationTestJSON-1989441382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:03.590381 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-263ebc46-0652-43e4-a4de-6379b4d88520 req-e5500139-fedb-4c35-889e-eceb26e0afd4 tempest-FloatingIPsAssociationTestJSON-1989441382 tempest-FloatingIPsAssociationTestJSON-1989441382-project] 10.222.0.44 "GET /v2.0/networks/185ff123-c7ff-45c7-a6be-71feb35acc9c HTTP/1.1" status: 200 len: 784 time: 0.1416256 Oct 27 10:24:03.612641 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8350f1e5-ab21-453e-bbbd-106004a57f71 req-d2750510-1dfe-4e07-94f6-08974b673414 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:03.614331 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-8350f1e5-ab21-453e-bbbd-106004a57f71 req-d2750510-1dfe-4e07-94f6-08974b673414 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/ports?device_id=e8ba4d8b-4106-4181-809e-b9e98a50d4b3 HTTP/1.1" status: 200 len: 950 time: 0.0757732 Oct 27 10:24:03.621648 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-f4fba7a3-b3a6-4da4-a90a-ffa44fa5d455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd09ebe0f-6a17-422c-9236-1672157d3776', 'name': 'tempest-ServersTestManualDisk-400905066-router', 'tenant_id': 'f7d542f2ad3542a48fab2828515078ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.231'}], 'enable_snat': True}, 'gw_port_id': '86d5bcf3-dcb9-4865-aa34-e275b048961d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:20:11Z', 'updated_at': '2021-10-27T10:20:14Z', 'revision_number': 4, 'project_id': 'f7d542f2ad3542a48fab2828515078ca', 'gw_port': {'id': '86d5bcf3-dcb9-4865-aa34-e275b048961d', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:5b:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd09ebe0f-6a17-422c-9236-1672157d3776', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:20:11Z', 'updated_at': '2021-10-27T10:20:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_interfaces': [{'id': 'cadf2637-0ea7-49c8-a0dc-0fe06fa81731', 'name': '', 'network_id': '5bb94e13-008a-44fd-afcd-6dce4832ca40', 'tenant_id': 'f7d542f2ad3542a48fab2828515078ca', 'mac_address': 'fa:16:3e:db:83:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd09ebe0f-6a17-422c-9236-1672157d3776', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '6ea95b43-4fb0-47bc-873b-3f5bbca3aa45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:20:13Z', 'updated_at': '2021-10-27T10:20:19Z', 'revision_number': 5, 'project_id': 'f7d542f2ad3542a48fab2828515078ca', 'subnets': [{'id': '6ea95b43-4fb0-47bc-873b-3f5bbca3aa45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:24:03.641946 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-1dcd6b0d-ab2a-4f67-979d-4674106624b4 req-af706a08-c7ba-42b2-9dba-04afbd8bcd61 service neutron] 10.222.0.64 "GET /v2.0/networks/27d7cb22-6b39-4584-92c4-ddd219d7765c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1861210 Oct 27 10:24:03.652680 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4fba7a3-b3a6-4da4-a90a-ffa44fa5d455 None None] The sync data for ids ['d09ebe0f-6a17-422c-9236-1672157d3776'] in n-d-813419-10 is: [{'id': 'd09ebe0f-6a17-422c-9236-1672157d3776', 'name': 'tempest-ServersTestManualDisk-400905066-router', 'tenant_id': 'f7d542f2ad3542a48fab2828515078ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.231'}], 'enable_snat': True}, 'gw_port_id': '86d5bcf3-dcb9-4865-aa34-e275b048961d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:20:11Z', 'updated_at': '2021-10-27T10:20:14Z', 'revision_number': 4, 'project_id': 'f7d542f2ad3542a48fab2828515078ca', 'gw_port': {'id': '86d5bcf3-dcb9-4865-aa34-e275b048961d', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:5b:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd09ebe0f-6a17-422c-9236-1672157d3776', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:20:11Z', 'updated_at': '2021-10-27T10:20:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_interfaces': [{'id': 'cadf2637-0ea7-49c8-a0dc-0fe06fa81731', 'name': '', 'network_id': '5bb94e13-008a-44fd-afcd-6dce4832ca40', 'tenant_id': 'f7d542f2ad3542a48fab2828515078ca', 'mac_address': 'fa:16:3e:db:83:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd09ebe0f-6a17-422c-9236-1672157d3776', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '6ea95b43-4fb0-47bc-873b-3f5bbca3aa45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:20:13Z', 'updated_at': '2021-10-27T10:20:19Z', 'revision_number': 5, 'project_id': 'f7d542f2ad3542a48fab2828515078ca', 'subnets': [{'id': '6ea95b43-4fb0-47bc-873b-3f5bbca3aa45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:24:03.667285 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-8350f1e5-ab21-453e-bbbd-106004a57f71 req-0f421fc8-f126-4aa9-9a47-0bf88b741586 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/security-groups?id=e786382c-1289-4f9d-b471-ed120470c2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424380 Oct 27 10:24:03.674104 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-263ebc46-0652-43e4-a4de-6379b4d88520 req-171008fe-4352-4414-bec0-696c2bc145bc tempest-FloatingIPsAssociationTestJSON-1989441382 tempest-FloatingIPsAssociationTestJSON-1989441382-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.8.232 HTTP/1.1" status: 200 len: 699 time: 0.0735042 Oct 27 10:24:03.746630 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-263ebc46-0652-43e4-a4de-6379b4d88520 req-937158bf-54a4-4b3f-962b-aa601261afcd tempest-FloatingIPsAssociationTestJSON-1989441382 tempest-FloatingIPsAssociationTestJSON-1989441382-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.8.232 HTTP/1.1" status: 200 len: 697 time: 0.0620730 Oct 27 10:24:03.827931 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a17a4d4-aaeb-4df7-9840-58bc8c62db15 req-0bc004a9-0483-4958-b0b0-17b18cc6de60 tempest-LiveMigrationTest-1571947473 tempest-LiveMigrationTest-1571947473-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:03.829568 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-3a17a4d4-aaeb-4df7-9840-58bc8c62db15 req-0bc004a9-0483-4958-b0b0-17b18cc6de60 tempest-LiveMigrationTest-1571947473 tempest-LiveMigrationTest-1571947473-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=1691db0e-712c-4567-bc1c-2e9c228da106 HTTP/1.1" status: 200 len: 1098 time: 0.0425262 Oct 27 10:24:03.867024 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-3a17a4d4-aaeb-4df7-9840-58bc8c62db15 req-04ea5dab-36a1-4f1a-a94e-c87b97c819a9 tempest-LiveMigrationTest-1571947473 tempest-LiveMigrationTest-1571947473-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=df17171a-6534-4d8a-8518-0be5fe64cbb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307760 Oct 27 10:24:03.881473 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [req-263ebc46-0652-43e4-a4de-6379b4d88520 req-80b39071-0033-481c-89e8-2ccb101d178c tempest-FloatingIPsAssociationTestJSON-1989441382 tempest-FloatingIPsAssociationTestJSON-1989441382-project] Deleting port f67aa608-a6b2-4c58-92e5-ce46b8c87b70 {{(pid=102347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:24:03.881813 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-263ebc46-0652-43e4-a4de-6379b4d88520 req-80b39071-0033-481c-89e8-2ccb101d178c tempest-FloatingIPsAssociationTestJSON-1989441382 tempest-FloatingIPsAssociationTestJSON-1989441382-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:03.947756 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bded418-db29-41b8-8ac2-2152c46c3c62 None None] New status for floating IP d2db40af-5ced-4b03-a372-f9de31d78dcf: DOWN {{(pid=102349) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 10:24:03.963704 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-263ebc46-0652-43e4-a4de-6379b4d88520 req-80b39071-0033-481c-89e8-2ccb101d178c tempest-FloatingIPsAssociationTestJSON-1989441382 tempest-FloatingIPsAssociationTestJSON-1989441382-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:03.964027 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-263ebc46-0652-43e4-a4de-6379b4d88520 req-80b39071-0033-481c-89e8-2ccb101d178c tempest-FloatingIPsAssociationTestJSON-1989441382 tempest-FloatingIPsAssociationTestJSON-1989441382-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:03.975689 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [req-263ebc46-0652-43e4-a4de-6379b4d88520 req-80b39071-0033-481c-89e8-2ccb101d178c tempest-FloatingIPsAssociationTestJSON-1989441382 tempest-FloatingIPsAssociationTestJSON-1989441382-project] Calling delete_port for f67aa608-a6b2-4c58-92e5-ce46b8c87b70 owned by network:floatingip {{(pid=102347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:24:03.989429 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f42d6e-1754-4e12-a6e9-1a610d44f4b9 req-1da36659-caaa-4ec9-897b-2f75e964a017 tempest-ServerRescueTestJSON-1025374340 tempest-ServerRescueTestJSON-1025374340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:03.990955 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-c3f42d6e-1754-4e12-a6e9-1a610d44f4b9 req-1da36659-caaa-4ec9-897b-2f75e964a017 tempest-ServerRescueTestJSON-1025374340 tempest-ServerRescueTestJSON-1025374340-project] 10.222.0.44 "GET /v2.0/ports?device_id=0f0a6b0b-7cfe-4818-8a36-1dd5676c3af3 HTTP/1.1" status: 200 len: 946 time: 0.0545812 Oct 27 10:24:04.029714 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-c3f42d6e-1754-4e12-a6e9-1a610d44f4b9 req-5e6dd9ea-cd84-4bf9-848b-9411440ea810 tempest-ServerRescueTestJSON-1025374340 tempest-ServerRescueTestJSON-1025374340-project] 10.222.0.44 "GET /v2.0/security-groups?id=5f97c1ff-dad7-428f-af4b-bc7a94091827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319796 Oct 27 10:24:04.128761 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-263ebc46-0652-43e4-a4de-6379b4d88520 req-80b39071-0033-481c-89e8-2ccb101d178c tempest-FloatingIPsAssociationTestJSON-1989441382 tempest-FloatingIPsAssociationTestJSON-1989441382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:04.155202 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b39071-0033-481c-89e8-2ccb101d178c tempest-FloatingIPsAssociationTestJSON-1989441382 tempest-FloatingIPsAssociationTestJSON-1989441382-project] Pushing event deleted for resources: {'Port': ['ID=f67aa608-a6b2-4c58-92e5-ce46b8c87b70,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:24:04.214063 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-263ebc46-0652-43e4-a4de-6379b4d88520 req-80b39071-0033-481c-89e8-2ccb101d178c tempest-FloatingIPsAssociationTestJSON-1989441382 tempest-FloatingIPsAssociationTestJSON-1989441382-project] Publish callbacks [] for floatingip, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:04.216540 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-263ebc46-0652-43e4-a4de-6379b4d88520 req-80b39071-0033-481c-89e8-2ccb101d178c tempest-FloatingIPsAssociationTestJSON-1989441382 tempest-FloatingIPsAssociationTestJSON-1989441382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for floatingip, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:04.217661 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-263ebc46-0652-43e4-a4de-6379b4d88520 req-80b39071-0033-481c-89e8-2ccb101d178c tempest-FloatingIPsAssociationTestJSON-1989441382 tempest-FloatingIPsAssociationTestJSON-1989441382-project] 10.222.0.44 "DELETE /v2.0/floatingips/d18ed351-b70f-4d78-a830-886dea1072d0 HTTP/1.1" status: 204 len: 173 time: 0.4649918 Oct 27 10:24:04.541548 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 47064) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:24:04.599376 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d926b220-7d66-48eb-bc41-3585ad80ae86 tempest-ServersTestManualDisk-1099522627 tempest-ServersTestManualDisk-1099522627-project] Publish callbacks [] for security_group, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:04.623275 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d926b220-7d66-48eb-bc41-3585ad80ae86 tempest-ServersTestManualDisk-1099522627 tempest-ServersTestManualDisk-1099522627-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:04.672902 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d926b220-7d66-48eb-bc41-3585ad80ae86 tempest-ServersTestManualDisk-1099522627 tempest-ServersTestManualDisk-1099522627-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:04.676233 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d926b220-7d66-48eb-bc41-3585ad80ae86 tempest-ServersTestManualDisk-1099522627 tempest-ServersTestManualDisk-1099522627-project] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:04.678926 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-d926b220-7d66-48eb-bc41-3585ad80ae86 tempest-ServersTestManualDisk-1099522627 tempest-ServersTestManualDisk-1099522627-project] 10.222.0.44 "DELETE /v2.0/security-groups/205a0546-e26b-45de-81f6-22c717043123 HTTP/1.1" status: 204 len: 168 time: 0.1364307 Oct 27 10:24:04.682094 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 47070) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:24:04.698690 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d926b220-7d66-48eb-bc41-3585ad80ae86 tempest-ServersTestManualDisk-1099522627 tempest-ServersTestManualDisk-1099522627-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=205a0546-e26b-45de-81f6-22c717043123,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:24:04.726309 n-d-813419-10 neutron-server[102347]: INFO neutron.api.v2.resource [None req-6b1759cd-e073-4be0-8406-3ebbd68d2792 tempest-ServersTestManualDisk-1099522627 tempest-ServersTestManualDisk-1099522627-project] show failed (client error): The resource could not be found. Oct 27 10:24:04.730624 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-6b1759cd-e073-4be0-8406-3ebbd68d2792 tempest-ServersTestManualDisk-1099522627 tempest-ServersTestManualDisk-1099522627-project] 10.222.0.44 "GET /v2.0/security-groups/205a0546-e26b-45de-81f6-22c717043123 HTTP/1.1" status: 404 len: 347 time: 0.0448430 Oct 27 10:24:04.731315 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 47074) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:24:04.849226 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device 14407f80-093a-4bf6-9c53-3f90eb312ee7 no longer exists at agent hyperv_n-h2-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:24:04.867182 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-7b474adc-e011-45a3-9ce0-0ed31a1a8196 tempest-ServersTestManualDisk-1099522627 tempest-ServersTestManualDisk-1099522627-project] Deleting port d41c40c3-55d7-499b-993b-6b59e924a18f {{(pid=102346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:24:04.868159 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-7b474adc-e011-45a3-9ce0-0ed31a1a8196 tempest-ServersTestManualDisk-1099522627 tempest-ServersTestManualDisk-1099522627-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:04.873953 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] No Port match for: 14407f80-093a-4bf6-9c53-3f90eb312ee7 {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:24:04.874565 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device 14407f80-093a-4bf6-9c53-3f90eb312ee7 not bound to the agent host n-h2-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:24:04.957355 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-7b474adc-e011-45a3-9ce0-0ed31a1a8196 tempest-ServersTestManualDisk-1099522627 tempest-ServersTestManualDisk-1099522627-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:04.957702 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-7b474adc-e011-45a3-9ce0-0ed31a1a8196 tempest-ServersTestManualDisk-1099522627 tempest-ServersTestManualDisk-1099522627-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:04.970003 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-7b474adc-e011-45a3-9ce0-0ed31a1a8196 tempest-ServersTestManualDisk-1099522627 tempest-ServersTestManualDisk-1099522627-project] Calling delete_port for d41c40c3-55d7-499b-993b-6b59e924a18f owned by network:floatingip {{(pid=102346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:24:05.030892 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12a9cd5-0a6a-41e5-8be9-cec807c097b5 req-00a87e16-9c8c-4d96-a497-3cb218906553 tempest-FloatingIPsAssociationTestJSON-1989441382 tempest-FloatingIPsAssociationTestJSON-1989441382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:05.032524 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-f12a9cd5-0a6a-41e5-8be9-cec807c097b5 req-00a87e16-9c8c-4d96-a497-3cb218906553 tempest-FloatingIPsAssociationTestJSON-1989441382 tempest-FloatingIPsAssociationTestJSON-1989441382-project] 10.222.0.44 "GET /v2.0/ports?device_id=801aa122-9f97-443a-883f-63b90fda649f HTTP/1.1" status: 200 len: 946 time: 0.0572338 Oct 27 10:24:05.081309 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-f12a9cd5-0a6a-41e5-8be9-cec807c097b5 req-07b88fa3-af77-44c5-9619-f7a1b94daacd tempest-FloatingIPsAssociationTestJSON-1989441382 tempest-FloatingIPsAssociationTestJSON-1989441382-project] 10.222.0.44 "GET /v2.0/security-groups?id=a00dcf68-5e22-461d-9e5d-f9afa5233f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424037 Oct 27 10:24:05.119493 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-7b474adc-e011-45a3-9ce0-0ed31a1a8196 tempest-ServersTestManualDisk-1099522627 tempest-ServersTestManualDisk-1099522627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:05.145704 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b474adc-e011-45a3-9ce0-0ed31a1a8196 tempest-ServersTestManualDisk-1099522627 tempest-ServersTestManualDisk-1099522627-project] Pushing event deleted for resources: {'Port': ['ID=d41c40c3-55d7-499b-993b-6b59e924a18f,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:24:05.206965 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d0cc5d-07ef-40bd-be0e-259b93d81ffe req-cf77c4f7-d649-4dff-a2c8-d45be87ff2cd tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:05.209293 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-a6d0cc5d-07ef-40bd-be0e-259b93d81ffe req-cf77c4f7-d649-4dff-a2c8-d45be87ff2cd tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/ports?device_id=e8ba4d8b-4106-4181-809e-b9e98a50d4b3 HTTP/1.1" status: 200 len: 950 time: 0.0635059 Oct 27 10:24:05.209890 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-7b474adc-e011-45a3-9ce0-0ed31a1a8196 tempest-ServersTestManualDisk-1099522627 tempest-ServersTestManualDisk-1099522627-project] Publish callbacks [] for floatingip, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:05.212492 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-7b474adc-e011-45a3-9ce0-0ed31a1a8196 tempest-ServersTestManualDisk-1099522627 tempest-ServersTestManualDisk-1099522627-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for floatingip, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:05.213626 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-7b474adc-e011-45a3-9ce0-0ed31a1a8196 tempest-ServersTestManualDisk-1099522627 tempest-ServersTestManualDisk-1099522627-project] 10.222.0.44 "DELETE /v2.0/floatingips/d2db40af-5ced-4b03-a372-f9de31d78dcf HTTP/1.1" status: 204 len: 168 time: 0.4812770 Oct 27 10:24:05.216744 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 47096) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:24:05.324088 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-a6d0cc5d-07ef-40bd-be0e-259b93d81ffe req-63d22e5c-26f2-4cc6-8876-16cb699b4a49 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/security-groups?id=e786382c-1289-4f9d-b471-ed120470c2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009178 Oct 27 10:24:05.395458 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [req-2e2c6339-ac9d-4b34-a5ab-f5b465e02ee4 req-82897e58-1356-438e-9c53-c3086f1600f5 tempest-LiveMigrationTest-1571947473 tempest-LiveMigrationTest-1571947473-project-admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=102346) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 10:24:05.397076 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-2e2c6339-ac9d-4b34-a5ab-f5b465e02ee4 req-82897e58-1356-438e-9c53-c3086f1600f5 tempest-LiveMigrationTest-1571947473 tempest-LiveMigrationTest-1571947473-project-admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0060384 Oct 27 10:24:05.436614 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2c6339-ac9d-4b34-a5ab-f5b465e02ee4 req-a3808469-8d88-41ab-baf9-f0ce36b72811 tempest-LiveMigrationTest-1571947473 tempest-LiveMigrationTest-1571947473-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:05.437999 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-2e2c6339-ac9d-4b34-a5ab-f5b465e02ee4 req-a3808469-8d88-41ab-baf9-f0ce36b72811 tempest-LiveMigrationTest-1571947473 tempest-LiveMigrationTest-1571947473-project-admin] 10.222.0.44 "GET /v2.0/ports/41aac355-a685-4f09-997c-fd92e489e835 HTTP/1.1" status: 200 len: 1095 time: 0.0348377 Oct 27 10:24:05.447734 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [req-2e2c6339-ac9d-4b34-a5ab-f5b465e02ee4 req-4c8f2e92-3c8d-46ef-9974-5e1c11d0b7b2 service neutron] Request body: {'binding': {'host': 'n-h1-813419-10', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:24:05.448173 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [req-2e2c6339-ac9d-4b34-a5ab-f5b465e02ee4 req-4c8f2e92-3c8d-46ef-9974-5e1c11d0b7b2 service neutron] Unknown quota resources ['binding']. {{(pid=102346) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 27 10:24:05.497944 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c743cdaa-dc4a-4119-ae75-722b580bf58e req-0de7132c-d850-4d97-8d01-27a94ee3de40 tempest-ServerRescueTestJSON-1025374340 tempest-ServerRescueTestJSON-1025374340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:05.499414 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c743cdaa-dc4a-4119-ae75-722b580bf58e req-0de7132c-d850-4d97-8d01-27a94ee3de40 tempest-ServerRescueTestJSON-1025374340 tempest-ServerRescueTestJSON-1025374340-project] 10.222.0.44 "GET /v2.0/ports?device_id=0f0a6b0b-7cfe-4818-8a36-1dd5676c3af3 HTTP/1.1" status: 200 len: 946 time: 0.0645270 Oct 27 10:24:05.568059 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c743cdaa-dc4a-4119-ae75-722b580bf58e req-98726908-f9ae-4671-b828-cfbf34186c16 tempest-ServerRescueTestJSON-1025374340 tempest-ServerRescueTestJSON-1025374340-project] 10.222.0.44 "GET /v2.0/security-groups?id=5f97c1ff-dad7-428f-af4b-bc7a94091827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623980 Oct 27 10:24:05.579267 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.managers [req-2e2c6339-ac9d-4b34-a5ab-f5b465e02ee4 req-4c8f2e92-3c8d-46ef-9974-5e1c11d0b7b2 service neutron] Attempting to bind port 41aac355-a685-4f09-997c-fd92e489e835 on host n-h1-813419-10 for vnic_type normal with profile None {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:24:05.579800 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.managers [req-2e2c6339-ac9d-4b34-a5ab-f5b465e02ee4 req-4c8f2e92-3c8d-46ef-9974-5e1c11d0b7b2 service neutron] Attempting to bind port 41aac355-a685-4f09-997c-fd92e489e835 by drivers openvswitch,hyperv on host n-h1-813419-10 at level 0 using segments [{'id': '50500633-18ab-48c2-98da-73563c3123ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'b70d8912-e651-449a-aede-549067567147'}] {{(pid=102346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:24:05.580011 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e2c6339-ac9d-4b34-a5ab-f5b465e02ee4 req-4c8f2e92-3c8d-46ef-9974-5e1c11d0b7b2 service neutron] Attempting to bind port 41aac355-a685-4f09-997c-fd92e489e835 on network b70d8912-e651-449a-aede-549067567147 {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:24:05.584396 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e2c6339-ac9d-4b34-a5ab-f5b465e02ee4 req-4c8f2e92-3c8d-46ef-9974-5e1c11d0b7b2 service neutron] Port 41aac355-a685-4f09-997c-fd92e489e835 on network b70d8912-e651-449a-aede-549067567147 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-10 {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 10:24:05.584713 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e2c6339-ac9d-4b34-a5ab-f5b465e02ee4 req-4c8f2e92-3c8d-46ef-9974-5e1c11d0b7b2 service neutron] Attempting to bind port 41aac355-a685-4f09-997c-fd92e489e835 on network b70d8912-e651-449a-aede-549067567147 {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:24:05.590156 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e2c6339-ac9d-4b34-a5ab-f5b465e02ee4 req-4c8f2e92-3c8d-46ef-9974-5e1c11d0b7b2 service neutron] Checking agent: {'id': 'a52e1cab-0c63-402d-9c94-330537c6c076', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 16, 2), 'started_at': datetime.datetime(2021, 10, 27, 10, 16, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 24, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:24:05.590491 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e2c6339-ac9d-4b34-a5ab-f5b465e02ee4 req-4c8f2e92-3c8d-46ef-9974-5e1c11d0b7b2 service neutron] Checking segment: {'id': '50500633-18ab-48c2-98da-73563c3123ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'b70d8912-e651-449a-aede-549067567147'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:24:05.590930 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e2c6339-ac9d-4b34-a5ab-f5b465e02ee4 req-4c8f2e92-3c8d-46ef-9974-5e1c11d0b7b2 service neutron] Bound using segment: {'id': '50500633-18ab-48c2-98da-73563c3123ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'b70d8912-e651-449a-aede-549067567147'} {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:24:05.591352 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.managers [req-2e2c6339-ac9d-4b34-a5ab-f5b465e02ee4 req-4c8f2e92-3c8d-46ef-9974-5e1c11d0b7b2 service neutron] Bound port: 41aac355-a685-4f09-997c-fd92e489e835, host: n-h1-813419-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50500633-18ab-48c2-98da-73563c3123ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'b70d8912-e651-449a-aede-549067567147'}}] {{(pid=102346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:24:05.646258 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [req-2e2c6339-ac9d-4b34-a5ab-f5b465e02ee4 req-4c8f2e92-3c8d-46ef-9974-5e1c11d0b7b2 service neutron] For port 41aac355-a685-4f09-997c-fd92e489e835, host n-h1-813419-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=41aac355-a685-4f09-997c-fd92e489e835,segment=NetworkSegment(50500633-18ab-48c2-98da-73563c3123ba),segment_id=50500633-18ab-48c2-98da-73563c3123ba)] {{(pid=102346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:24:05.655828 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-2e2c6339-ac9d-4b34-a5ab-f5b465e02ee4 req-4c8f2e92-3c8d-46ef-9974-5e1c11d0b7b2 service neutron] Publish callbacks [] for binding, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:05.657053 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-2e2c6339-ac9d-4b34-a5ab-f5b465e02ee4 req-4c8f2e92-3c8d-46ef-9974-5e1c11d0b7b2 service neutron] 10.222.0.44 "POST /v2.0/ports/41aac355-a685-4f09-997c-fd92e489e835/bindings HTTP/1.1" status: 201 len: 390 time: 0.2132366 Oct 27 10:24:05.688792 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-e56949fc-1665-449b-b6a1-d0324e5f3907 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1766202'] for router_interface, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:05.892156 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c837338c-a713-43af-b8b2-9897bc86233b req-e6c7788a-6bc2-4a70-b372-c5ab050cf94e tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:05.893674 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c837338c-a713-43af-b8b2-9897bc86233b req-e6c7788a-6bc2-4a70-b372-c5ab050cf94e tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] 10.222.0.44 "GET /v2.0/ports?device_id=1691db0e-712c-4567-bc1c-2e9c228da106 HTTP/1.1" status: 200 len: 946 time: 0.0966127 Oct 27 10:24:05.958634 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c837338c-a713-43af-b8b2-9897bc86233b req-07d3171d-b03b-4e58-8e4d-21c23a7d3de4 tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] 10.222.0.44 "GET /v2.0/security-groups?id=df17171a-6534-4d8a-8518-0be5fe64cbb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425470 Oct 27 10:24:05.981394 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2c6339-ac9d-4b34-a5ab-f5b465e02ee4 req-f2ed07df-e96b-454a-bf17-b3b554f0a256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:05.982975 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-2e2c6339-ac9d-4b34-a5ab-f5b465e02ee4 req-f2ed07df-e96b-454a-bf17-b3b554f0a256 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9c487093db7840e98dafd374096ede4c&device_id=1691db0e-712c-4567-bc1c-2e9c228da106 HTTP/1.1" status: 200 len: 1098 time: 0.0770059 Oct 27 10:24:06.043399 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-e56949fc-1665-449b-b6a1-d0324e5f3907 admin admin] Deleting port cadf2637-0ea7-49c8-a0dc-0fe06fa81731 {{(pid=102347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:24:06.044011 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-e56949fc-1665-449b-b6a1-d0324e5f3907 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:06.052585 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffb456d-c390-45d7-a052-2f4e85ed8944 req-f6eb17c5-e6cc-477c-93cb-a15b8f1eaa57 tempest-FloatingIPsAssociationTestJSON-1989441382 tempest-FloatingIPsAssociationTestJSON-1989441382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:06.054023 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-bffb456d-c390-45d7-a052-2f4e85ed8944 req-f6eb17c5-e6cc-477c-93cb-a15b8f1eaa57 tempest-FloatingIPsAssociationTestJSON-1989441382 tempest-FloatingIPsAssociationTestJSON-1989441382-project] 10.222.0.64 "GET /v2.0/ports?device_id=801aa122-9f97-443a-883f-63b90fda649f HTTP/1.1" status: 200 len: 946 time: 0.1177416 Oct 27 10:24:06.147230 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [None req-e56949fc-1665-449b-b6a1-d0324e5f3907 admin admin] For port cadf2637-0ea7-49c8-a0dc-0fe06fa81731, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=cadf2637-0ea7-49c8-a0dc-0fe06fa81731,segment=NetworkSegment(8362cf3a-6db6-47e3-8f24-e9789361bc5e),segment_id=8362cf3a-6db6-47e3-8f24-e9789361bc5e)] {{(pid=102347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:24:06.147621 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-e56949fc-1665-449b-b6a1-d0324e5f3907 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:06.153739 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2c6339-ac9d-4b34-a5ab-f5b465e02ee4 req-c60fefcf-fb68-4d98-801e-5484a86217fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:06.155225 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-2e2c6339-ac9d-4b34-a5ab-f5b465e02ee4 req-c60fefcf-fb68-4d98-801e-5484a86217fc service neutron] 10.222.0.64 "GET /v2.0/networks?id=b70d8912-e651-449a-aede-549067567147 HTTP/1.1" status: 200 len: 909 time: 0.1657240 Oct 27 10:24:06.166770 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-e56949fc-1665-449b-b6a1-d0324e5f3907 admin admin] Calling delete_port for cadf2637-0ea7-49c8-a0dc-0fe06fa81731 owned by network:router_interface {{(pid=102347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:24:06.170247 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 47120) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:24:06.228403 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-2e2c6339-ac9d-4b34-a5ab-f5b465e02ee4 req-7d477254-8c58-466c-baee-b72a8c0926fc service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=41aac355-a685-4f09-997c-fd92e489e835 HTTP/1.1" status: 200 len: 217 time: 0.0561152 Oct 27 10:24:06.245498 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [req-bffb456d-c390-45d7-a052-2f4e85ed8944 req-039d0534-35f6-454d-9a1f-93113e938607 tempest-FloatingIPsAssociationTestJSON-1989441382 tempest-FloatingIPsAssociationTestJSON-1989441382-project] Deleting port 3d39b2e9-b317-4161-9a6f-55c29cc4ab58 {{(pid=102346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:24:06.245871 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-bffb456d-c390-45d7-a052-2f4e85ed8944 req-039d0534-35f6-454d-9a1f-93113e938607 tempest-FloatingIPsAssociationTestJSON-1989441382 tempest-FloatingIPsAssociationTestJSON-1989441382-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:06.296223 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-151b8205-e12a-4f4e-8ea4-881d11644683 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:06.305818 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bf0a1b-4710-414d-9bb1-63b8bdb09439 req-f3d53361-839d-41de-a553-3e5e9d5b82af tempest-FloatingIPsAssociationTestJSON-1989441382 tempest-FloatingIPsAssociationTestJSON-1989441382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:06.307294 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-d6bf0a1b-4710-414d-9bb1-63b8bdb09439 req-f3d53361-839d-41de-a553-3e5e9d5b82af tempest-FloatingIPsAssociationTestJSON-1989441382 tempest-FloatingIPsAssociationTestJSON-1989441382-project] 10.222.0.44 "GET /v2.0/ports?device_id=801aa122-9f97-443a-883f-63b90fda649f HTTP/1.1" status: 200 len: 946 time: 0.1495571 Oct 27 10:24:06.393095 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2c6339-ac9d-4b34-a5ab-f5b465e02ee4 req-3c9de96f-5e6b-4237-99f2-7fd6adf6dff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:06.394554 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-2e2c6339-ac9d-4b34-a5ab-f5b465e02ee4 req-3c9de96f-5e6b-4237-99f2-7fd6adf6dff4 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0c8d0682-e9d2-4157-8f50-67abbd1aff64 HTTP/1.1" status: 200 len: 848 time: 0.1429806 Oct 27 10:24:06.416242 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-d6bf0a1b-4710-414d-9bb1-63b8bdb09439 req-7a3e4c52-9fce-4ed6-8f01-ca3de6a28124 tempest-FloatingIPsAssociationTestJSON-1989441382 tempest-FloatingIPsAssociationTestJSON-1989441382-project] 10.222.0.44 "GET /v2.0/security-groups?id=a00dcf68-5e22-461d-9e5d-f9afa5233f7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900507 Oct 27 10:24:06.450612 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-2e2c6339-ac9d-4b34-a5ab-f5b465e02ee4 req-eec7394e-aab1-414d-9d02-efe439ae6705 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b70d8912-e651-449a-aede-549067567147&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314767 Oct 27 10:24:06.454371 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-e56949fc-1665-449b-b6a1-d0324e5f3907 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:06.455530 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [req-bffb456d-c390-45d7-a052-2f4e85ed8944 req-039d0534-35f6-454d-9a1f-93113e938607 tempest-FloatingIPsAssociationTestJSON-1989441382 tempest-FloatingIPsAssociationTestJSON-1989441382-project] For port 3d39b2e9-b317-4161-9a6f-55c29cc4ab58, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=3d39b2e9-b317-4161-9a6f-55c29cc4ab58,segment=NetworkSegment(fdb00e04-9654-415e-a0bd-268fdd4e2b52),segment_id=fdb00e04-9654-415e-a0bd-268fdd4e2b52)] {{(pid=102346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:24:06.455899 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-bffb456d-c390-45d7-a052-2f4e85ed8944 req-039d0534-35f6-454d-9a1f-93113e938607 tempest-FloatingIPsAssociationTestJSON-1989441382 tempest-FloatingIPsAssociationTestJSON-1989441382-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:06.470277 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-151b8205-e12a-4f4e-8ea4-881d11644683 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:06.485907 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [req-bffb456d-c390-45d7-a052-2f4e85ed8944 req-039d0534-35f6-454d-9a1f-93113e938607 tempest-FloatingIPsAssociationTestJSON-1989441382 tempest-FloatingIPsAssociationTestJSON-1989441382-project] Calling delete_port for 3d39b2e9-b317-4161-9a6f-55c29cc4ab58 owned by compute:nova {{(pid=102346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:24:06.500071 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-151b8205-e12a-4f4e-8ea4-881d11644683 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:06.504077 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56949fc-1665-449b-b6a1-d0324e5f3907 admin admin] Pushing event deleted for resources: {'Port': ['ID=cadf2637-0ea7-49c8-a0dc-0fe06fa81731,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:24:06.589554 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151b8205-e12a-4f4e-8ea4-881d11644683 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5b8256f-eb34-4224-b68f-215154ca9ad5,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:24:06.596121 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-151b8205-e12a-4f4e-8ea4-881d11644683 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1913682fd36b44a98799bb6d3544b01c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4226291 Oct 27 10:24:06.605093 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8821c44-bf3d-4c9c-84ae-2141881929cf req-7ecb1bca-fe5c-457d-94c0-b74ef6116ed5 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:06.613299 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-e8821c44-bf3d-4c9c-84ae-2141881929cf req-7ecb1bca-fe5c-457d-94c0-b74ef6116ed5 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/ports?device_id=e8ba4d8b-4106-4181-809e-b9e98a50d4b3 HTTP/1.1" status: 200 len: 950 time: 0.1904821 Oct 27 10:24:06.615001 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 47128) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:24:06.636341 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.agents_db [None req-e79ee67d-056e-46ea-bd99-e80473396b25 None None] Agent healthcheck: found 7 active agents {{(pid=102349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 10:24:06.764533 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-e8821c44-bf3d-4c9c-84ae-2141881929cf req-117c9e8f-d5f8-4635-8028-377add49ae12 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/security-groups?id=e786382c-1289-4f9d-b471-ed120470c2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502273 Oct 27 10:24:06.790024 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-e831181b-ce4d-4069-85c8-ff4e349070ee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:06.825551 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-e831181b-ce4d-4069-85c8-ff4e349070ee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:06.827197 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-e56949fc-1665-449b-b6a1-d0324e5f3907 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2006968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1766358'] for router_interface, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:06.960180 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-e831181b-ce4d-4069-85c8-ff4e349070ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:06.963225 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-e831181b-ce4d-4069-85c8-ff4e349070ee admin admin] Publish callbacks [] for security_group, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:06.964383 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-e831181b-ce4d-4069-85c8-ff4e349070ee admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e5b8256f-eb34-4224-b68f-215154ca9ad5 HTTP/1.1" status: 204 len: 168 time: 0.3440571 Oct 27 10:24:06.976174 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e831181b-ce4d-4069-85c8-ff4e349070ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5b8256f-eb34-4224-b68f-215154ca9ad5,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:24:06.987725 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-2e2c6339-ac9d-4b34-a5ab-f5b465e02ee4 req-a4c45630-6b0f-4fd5-abe4-ed69dee95346 service neutron] 10.222.0.64 "GET /v2.0/networks/b70d8912-e651-449a-aede-549067567147?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5288727 Oct 27 10:24:07.074011 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1905d7-ec32-425e-99a2-73a0d9c93a25 req-d072ef9f-33dd-40e1-a09e-3e0e4a9a21e4 tempest-ServerRescueTestJSON-1025374340 tempest-ServerRescueTestJSON-1025374340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:07.075525 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-0c1905d7-ec32-425e-99a2-73a0d9c93a25 req-d072ef9f-33dd-40e1-a09e-3e0e4a9a21e4 tempest-ServerRescueTestJSON-1025374340 tempest-ServerRescueTestJSON-1025374340-project] 10.222.0.44 "GET /v2.0/ports?device_id=0f0a6b0b-7cfe-4818-8a36-1dd5676c3af3 HTTP/1.1" status: 200 len: 946 time: 0.1817255 Oct 27 10:24:07.136347 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1208d54-88ed-4bf1-bb0c-63daa80358f4 req-5603b6e7-c07e-4945-a3b2-783c05c09038 tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:07.137999 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b1208d54-88ed-4bf1-bb0c-63daa80358f4 req-5603b6e7-c07e-4945-a3b2-783c05c09038 tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] 10.222.0.44 "GET /v2.0/ports?device_id=1691db0e-712c-4567-bc1c-2e9c228da106 HTTP/1.1" status: 200 len: 946 time: 0.0807350 Oct 27 10:24:07.151469 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e56949fc-1665-449b-b6a1-d0324e5f3907 admin admin] Router d09ebe0f-6a17-422c-9236-1672157d3776 has already been hosted by L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb {{(pid=102347) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 10:24:07.160223 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-0c1905d7-ec32-425e-99a2-73a0d9c93a25 req-b9ef667e-a16d-415b-8a1a-833e34dbde5c tempest-ServerRescueTestJSON-1025374340 tempest-ServerRescueTestJSON-1025374340-project] 10.222.0.44 "GET /v2.0/security-groups?id=5f97c1ff-dad7-428f-af4b-bc7a94091827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775330 Oct 27 10:24:07.209187 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-2e2c6339-ac9d-4b34-a5ab-f5b465e02ee4 req-6c49e77a-ecde-431a-a194-3de96f27f55f service neutron] 10.222.0.64 "GET /v2.0/networks/b70d8912-e651-449a-aede-549067567147?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2101724 Oct 27 10:24:07.269796 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-bffb456d-c390-45d7-a052-2f4e85ed8944 req-039d0534-35f6-454d-9a1f-93113e938607 tempest-FloatingIPsAssociationTestJSON-1989441382 tempest-FloatingIPsAssociationTestJSON-1989441382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:07.270717 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b1208d54-88ed-4bf1-bb0c-63daa80358f4 req-7aa0f4bd-8471-44ff-823f-8240cde5c5a8 tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] 10.222.0.44 "GET /v2.0/security-groups?id=df17171a-6534-4d8a-8518-0be5fe64cbb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126792 Oct 27 10:24:07.286472 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] get_ports_and_sgs() called for port_ids ['3d39b2e9-b317-4161-9a6f-55c29cc4ab58'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:24:07.319714 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039d0534-35f6-454d-9a1f-93113e938607 tempest-FloatingIPsAssociationTestJSON-1989441382 tempest-FloatingIPsAssociationTestJSON-1989441382-project] Pushing event deleted for resources: {'Port': ['ID=3d39b2e9-b317-4161-9a6f-55c29cc4ab58,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:24:07.344829 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e56949fc-1665-449b-b6a1-d0324e5f3907 admin admin] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:24:07.351859 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-e56949fc-1665-449b-b6a1-d0324e5f3907 admin admin] 10.222.0.44 "PUT /v2.0/routers/d09ebe0f-6a17-422c-9236-1672157d3776/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1330330 Oct 27 10:24:07.354094 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 47144) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:24:07.366196 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f73d050b-05c7-417f-bea2-50601b5d6b22 None None] Sync routers for ids ['d09ebe0f-6a17-422c-9236-1672157d3776'] in n-d-813419-10 {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:24:07.379250 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f73d050b-05c7-417f-bea2-50601b5d6b22 None None] Routers {'d09ebe0f-6a17-422c-9236-1672157d3776'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:24:07.379885 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-f73d050b-05c7-417f-bea2-50601b5d6b22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:23:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['d09ebe0f-6a17-422c-9236-1672157d3776'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:24:07.399420 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [req-bffb456d-c390-45d7-a052-2f4e85ed8944 req-039d0534-35f6-454d-9a1f-93113e938607 tempest-FloatingIPsAssociationTestJSON-1989441382 tempest-FloatingIPsAssociationTestJSON-1989441382-project] No DVR routers for this DVR port 3d39b2e9-b317-4161-9a6f-55c29cc4ab58 on host n-h1-813419-10 {{(pid=102346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:24:07.408340 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-bffb456d-c390-45d7-a052-2f4e85ed8944 req-039d0534-35f6-454d-9a1f-93113e938607 tempest-FloatingIPsAssociationTestJSON-1989441382 tempest-FloatingIPsAssociationTestJSON-1989441382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:07.412659 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-bffb456d-c390-45d7-a052-2f4e85ed8944 req-039d0534-35f6-454d-9a1f-93113e938607 tempest-FloatingIPsAssociationTestJSON-1989441382 tempest-FloatingIPsAssociationTestJSON-1989441382-project] 10.222.0.64 "DELETE /v2.0/ports/3d39b2e9-b317-4161-9a6f-55c29cc4ab58 HTTP/1.1" status: 204 len: 173 time: 1.3502200 Oct 27 10:24:07.414465 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '801aa122-9f97-443a-883f-63b90fda649f', 'name': 'network-vif-deleted', 'tag': '3d39b2e9-b317-4161-9a6f-55c29cc4ab58'}] {{(pid=102346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:24:07.417046 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc0e418f5fc417c8d55d94c0aa509b037d0beb2a734c1a709e789eb65639a56d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80e47a94-5549-481a-99bb-eeb71797aacd" -d '{"events": [{"server_uuid": "801aa122-9f97-443a-883f-63b90fda649f", "name": "network-vif-deleted", "tag": "3d39b2e9-b317-4161-9a6f-55c29cc4ab58"}]}' {{(pid=102346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:24:07.454853 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2c6339-ac9d-4b34-a5ab-f5b465e02ee4 req-709a4442-3ee2-414d-8a67-b08d02169134 tempest-LiveMigrationTest-1571947473 tempest-LiveMigrationTest-1571947473-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:07.466070 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-2e2c6339-ac9d-4b34-a5ab-f5b465e02ee4 req-709a4442-3ee2-414d-8a67-b08d02169134 tempest-LiveMigrationTest-1571947473 tempest-LiveMigrationTest-1571947473-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=1691db0e-712c-4567-bc1c-2e9c228da106&tenant_id=9c487093db7840e98dafd374096ede4c&binding%3Ahost_id=n-h2-813419-10 HTTP/1.1" status: 200 len: 1098 time: 0.1547022 Oct 27 10:24:07.483636 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-f52e42a3-9522-4370-9835-d0abcbc11805 admin admin] Publish callbacks [] for router, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:07.494600 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [req-2e2c6339-ac9d-4b34-a5ab-f5b465e02ee4 req-18e6e3c9-37c1-4f43-b8c5-6624522dcbef service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-813419-10'}}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:24:07.544227 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvr_db [None req-f73d050b-05c7-417f-bea2-50601b5d6b22 None None] Set router d09ebe0f-6a17-422c-9236-1672157d3776 gateway port host: n-d-813419-10 {{(pid=102348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:24:07.549868 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:24:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49228437-d4a1-40f1-8464-5e282b55ad77 x-openstack-request-id: req-49228437-d4a1-40f1-8464-5e282b55ad77 {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:24:07.553032 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "801aa122-9f97-443a-883f-63b90fda649f", "name": "network-vif-deleted", "tag": "3d39b2e9-b317-4161-9a6f-55c29cc4ab58", "status": "completed", "code": 200}]} {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:24:07.553382 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-49228437-d4a1-40f1-8464-5e282b55ad77 {{(pid=102346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:24:07.553877 n-d-813419-10 neutron-server[102346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '801aa122-9f97-443a-883f-63b90fda649f', 'name': 'network-vif-deleted', 'tag': '3d39b2e9-b317-4161-9a6f-55c29cc4ab58', 'status': 'completed', 'code': 200} Oct 27 10:24:07.587450 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-2e2c6339-ac9d-4b34-a5ab-f5b465e02ee4 req-18e6e3c9-37c1-4f43-b8c5-6624522dcbef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:07.802245 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-28a68276-6638-405d-b18d-f29641398312 req-94649a98-d045-40df-92ff-120b9758a751 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=a52d4eb7-7ffd-4109-9f94-dc97814340a0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0931063 Oct 27 10:24:07.859066 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [req-2e2c6339-ac9d-4b34-a5ab-f5b465e02ee4 req-18e6e3c9-37c1-4f43-b8c5-6624522dcbef service neutron] For port 41aac355-a685-4f09-997c-fd92e489e835, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=41aac355-a685-4f09-997c-fd92e489e835,segment=NetworkSegment(50500633-18ab-48c2-98da-73563c3123ba),segment_id=50500633-18ab-48c2-98da-73563c3123ba)] {{(pid=102346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:24:07.902553 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-f73d050b-05c7-417f-bea2-50601b5d6b22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd09ebe0f-6a17-422c-9236-1672157d3776', 'name': 'tempest-ServersTestManualDisk-400905066-router', 'tenant_id': 'f7d542f2ad3542a48fab2828515078ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.231'}], 'enable_snat': True}, 'gw_port_id': '86d5bcf3-dcb9-4865-aa34-e275b048961d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:20:11Z', 'updated_at': '2021-10-27T10:24:06Z', 'revision_number': 5, 'project_id': 'f7d542f2ad3542a48fab2828515078ca', 'gw_port': {'id': '86d5bcf3-dcb9-4865-aa34-e275b048961d', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:5b:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd09ebe0f-6a17-422c-9236-1672157d3776', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:20:11Z', 'updated_at': '2021-10-27T10:20:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10'}], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:24:07.966166 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f73d050b-05c7-417f-bea2-50601b5d6b22 None None] Checking router: d09ebe0f-6a17-422c-9236-1672157d3776 for host: n-d-813419-10 {{(pid=102348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 10:24:07.977151 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f73d050b-05c7-417f-bea2-50601b5d6b22 None None] Routers {'d09ebe0f-6a17-422c-9236-1672157d3776'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:24:07.977773 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-f73d050b-05c7-417f-bea2-50601b5d6b22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:23:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['d09ebe0f-6a17-422c-9236-1672157d3776'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:24:08.012021 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-cfa1e0ab-029b-4b02-aa70-e1f39df17b49 req-d22b16ae-9a82-42bf-ad4f-73c1ea9761d9 tempest-FloatingIPsAssociationTestJSON-1989441382 tempest-FloatingIPsAssociationTestJSON-1989441382-project] 10.222.0.44 "GET /v2.0/ports?device_id=801aa122-9f97-443a-883f-63b90fda649f HTTP/1.1" status: 200 len: 210 time: 0.0875978 Oct 27 10:24:08.099669 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a68276-6638-405d-b18d-f29641398312 req-07a9bd01-808d-4d12-a81c-4297a92227b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:08.102065 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-28a68276-6638-405d-b18d-f29641398312 req-07a9bd01-808d-4d12-a81c-4297a92227b5 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=31dc088f778a4c2fb761c23ef7d22647&device_id=a52d4eb7-7ffd-4109-9f94-dc97814340a0 HTTP/1.1" status: 200 len: 1102 time: 0.1960442 Oct 27 10:24:08.110575 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [req-2e2c6339-ac9d-4b34-a5ab-f5b465e02ee4 req-18e6e3c9-37c1-4f43-b8c5-6624522dcbef service neutron] For port 41aac355-a685-4f09-997c-fd92e489e835, host n-h2-813419-10, cleared binding levels {{(pid=102346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:24:08.112563 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 47168) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:24:08.124862 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvr_db [None req-f73d050b-05c7-417f-bea2-50601b5d6b22 None None] Set router d09ebe0f-6a17-422c-9236-1672157d3776 gateway port host: n-d-813419-10 {{(pid=102348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:24:08.141492 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-f52e42a3-9522-4370-9835-d0abcbc11805 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:08.145000 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c9eb36-ec11-476e-8fbd-f5f1a23cf8ef req-4304daa7-a803-4ad3-a8db-8033caf41237 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:08.146561 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-73c9eb36-ec11-476e-8fbd-f5f1a23cf8ef req-4304daa7-a803-4ad3-a8db-8033caf41237 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/ports?device_id=e8ba4d8b-4106-4181-809e-b9e98a50d4b3 HTTP/1.1" status: 200 len: 950 time: 0.2420611 Oct 27 10:24:08.246100 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-73c9eb36-ec11-476e-8fbd-f5f1a23cf8ef req-f662015b-bb82-478a-b74e-196da279b6a6 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/security-groups?id=e786382c-1289-4f9d-b471-ed120470c2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761771 Oct 27 10:24:08.248555 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-f52e42a3-9522-4370-9835-d0abcbc11805 admin admin] Deleting port 86d5bcf3-dcb9-4865-aa34-e275b048961d {{(pid=102347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:24:08.248922 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-f52e42a3-9522-4370-9835-d0abcbc11805 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:08.278445 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-2e2c6339-ac9d-4b34-a5ab-f5b465e02ee4 req-18e6e3c9-37c1-4f43-b8c5-6624522dcbef service neutron] Publish callbacks [] for port, precommit_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:08.289166 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-2e2c6339-ac9d-4b34-a5ab-f5b465e02ee4 req-18e6e3c9-37c1-4f43-b8c5-6624522dcbef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27024173'] for port, after_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:08.390754 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [None req-f52e42a3-9522-4370-9835-d0abcbc11805 admin admin] For port 86d5bcf3-dcb9-4865-aa34-e275b048961d, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=86d5bcf3-dcb9-4865-aa34-e275b048961d,segment=NetworkSegment(bc14127b-7032-4c50-bb5b-f6813cbae86e),segment_id=bc14127b-7032-4c50-bb5b-f6813cbae86e)] {{(pid=102347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:24:08.391203 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-f52e42a3-9522-4370-9835-d0abcbc11805 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:08.408502 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-f52e42a3-9522-4370-9835-d0abcbc11805 admin admin] Calling delete_port for 86d5bcf3-dcb9-4865-aa34-e275b048961d owned by network:router_gateway {{(pid=102347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:24:08.412737 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e6e3c9-37c1-4f43-b8c5-6624522dcbef service neutron] Pushing event updated for resources: {'Port': ['ID=41aac355-a685-4f09-997c-fd92e489e835,revision_number=7']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:24:08.427366 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-db186473-e6cb-4b96-9bb9-e0ab45714bff admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-2034825096-network', 'tenant_id': '218cefac8af54854a39dc56211e2a581'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:24:08.428587 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a79685-2db1-4299-bc29-e44c4d3dd103 req-d5bcf355-1e4c-4f97-8ad2-6b95b5c37433 tempest-ServerRescueTestJSON-1025374340 tempest-ServerRescueTestJSON-1025374340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:08.430896 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-21a79685-2db1-4299-bc29-e44c4d3dd103 req-d5bcf355-1e4c-4f97-8ad2-6b95b5c37433 tempest-ServerRescueTestJSON-1025374340 tempest-ServerRescueTestJSON-1025374340-project] 10.222.0.44 "GET /v2.0/ports?device_id=0f0a6b0b-7cfe-4818-8a36-1dd5676c3af3 HTTP/1.1" status: 200 len: 946 time: 0.0942035 Oct 27 10:24:08.431398 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a68276-6638-405d-b18d-f29641398312 req-4b9ce34e-ee1f-48cd-b05f-186d6e7a89d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:08.432858 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-28a68276-6638-405d-b18d-f29641398312 req-4b9ce34e-ee1f-48cd-b05f-186d6e7a89d6 service neutron] 10.222.0.64 "GET /v2.0/networks?id=4d250f92-d229-45fe-a579-67fef8e6c544 HTTP/1.1" status: 200 len: 870 time: 0.2853856 Oct 27 10:24:08.511913 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-21a79685-2db1-4299-bc29-e44c4d3dd103 req-b50ae71b-c13c-4fac-85dc-28e0617e69c6 tempest-ServerRescueTestJSON-1025374340 tempest-ServerRescueTestJSON-1025374340-project] 10.222.0.44 "GET /v2.0/security-groups?id=5f97c1ff-dad7-428f-af4b-bc7a94091827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484498 Oct 27 10:24:08.519109 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-28a68276-6638-405d-b18d-f29641398312 req-2775f1d1-9d01-48a2-8603-dda88b8159f0 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.179&port_id=4226de95-7a65-4c77-86b6-a858ffe6dac1 HTTP/1.1" status: 200 len: 217 time: 0.0640588 Oct 27 10:24:08.558345 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db186473-e6cb-4b96-9bb9-e0ab45714bff admin admin] Made reservation on behalf of 218cefac8af54854a39dc56211e2a581 for: {'network': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:24:08.560403 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-db186473-e6cb-4b96-9bb9-e0ab45714bff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for network, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:08.574224 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-f73d050b-05c7-417f-bea2-50601b5d6b22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd09ebe0f-6a17-422c-9236-1672157d3776', 'name': 'tempest-ServersTestManualDisk-400905066-router', 'tenant_id': 'f7d542f2ad3542a48fab2828515078ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.231'}], 'enable_snat': True}, 'gw_port_id': '86d5bcf3-dcb9-4865-aa34-e275b048961d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:20:11Z', 'updated_at': '2021-10-27T10:24:06Z', 'revision_number': 5, 'project_id': 'f7d542f2ad3542a48fab2828515078ca', 'gw_port': {'id': '86d5bcf3-dcb9-4865-aa34-e275b048961d', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:5b:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd09ebe0f-6a17-422c-9236-1672157d3776', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:20:11Z', 'updated_at': '2021-10-27T10:20:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10'}], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:24:08.597748 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-db186473-e6cb-4b96-9bb9-e0ab45714bff admin admin] Publish callbacks [] for security_group, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:08.602370 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f73d050b-05c7-417f-bea2-50601b5d6b22 None None] The sync data for ids ['d09ebe0f-6a17-422c-9236-1672157d3776'] in n-d-813419-10 is: [{'id': 'd09ebe0f-6a17-422c-9236-1672157d3776', 'name': 'tempest-ServersTestManualDisk-400905066-router', 'tenant_id': 'f7d542f2ad3542a48fab2828515078ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.231'}], 'enable_snat': True}, 'gw_port_id': '86d5bcf3-dcb9-4865-aa34-e275b048961d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:20:11Z', 'updated_at': '2021-10-27T10:24:06Z', 'revision_number': 5, 'project_id': 'f7d542f2ad3542a48fab2828515078ca', 'gw_port': {'id': '86d5bcf3-dcb9-4865-aa34-e275b048961d', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:5b:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd09ebe0f-6a17-422c-9236-1672157d3776', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:20:11Z', 'updated_at': '2021-10-27T10:20:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10'}] {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:24:08.609997 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.managers [req-2e2c6339-ac9d-4b34-a5ab-f5b465e02ee4 req-18e6e3c9-37c1-4f43-b8c5-6624522dcbef service neutron] Attempting to bind port 41aac355-a685-4f09-997c-fd92e489e835 on host n-h2-813419-10 for vnic_type normal with profile {"migrating_to": "n-h1-813419-10"} {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:24:08.610329 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.managers [req-2e2c6339-ac9d-4b34-a5ab-f5b465e02ee4 req-18e6e3c9-37c1-4f43-b8c5-6624522dcbef service neutron] Attempting to bind port 41aac355-a685-4f09-997c-fd92e489e835 by drivers openvswitch,hyperv on host n-h2-813419-10 at level 0 using segments [{'id': '50500633-18ab-48c2-98da-73563c3123ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'b70d8912-e651-449a-aede-549067567147'}] {{(pid=102346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:24:08.610707 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e2c6339-ac9d-4b34-a5ab-f5b465e02ee4 req-18e6e3c9-37c1-4f43-b8c5-6624522dcbef service neutron] Attempting to bind port 41aac355-a685-4f09-997c-fd92e489e835 on network b70d8912-e651-449a-aede-549067567147 {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:24:08.620473 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e52f5c-582f-4dec-bcd4-93013f6cfc00 req-44f0a89e-c190-4086-b892-9caeaf078dbf tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:08.622029 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-14e52f5c-582f-4dec-bcd4-93013f6cfc00 req-44f0a89e-c190-4086-b892-9caeaf078dbf tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] 10.222.0.44 "GET /v2.0/ports?device_id=1691db0e-712c-4567-bc1c-2e9c228da106 HTTP/1.1" status: 200 len: 944 time: 0.2061365 Oct 27 10:24:08.634083 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e2c6339-ac9d-4b34-a5ab-f5b465e02ee4 req-18e6e3c9-37c1-4f43-b8c5-6624522dcbef service neutron] Port 41aac355-a685-4f09-997c-fd92e489e835 on network b70d8912-e651-449a-aede-549067567147 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-10 {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 10:24:08.634409 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e2c6339-ac9d-4b34-a5ab-f5b465e02ee4 req-18e6e3c9-37c1-4f43-b8c5-6624522dcbef service neutron] Attempting to bind port 41aac355-a685-4f09-997c-fd92e489e835 on network b70d8912-e651-449a-aede-549067567147 {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:24:08.635082 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-f52e42a3-9522-4370-9835-d0abcbc11805 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:08.667708 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e2c6339-ac9d-4b34-a5ab-f5b465e02ee4 req-18e6e3c9-37c1-4f43-b8c5-6624522dcbef service neutron] Checking agent: {'id': 'a2edc247-0fa4-4ce6-bbae-a10492f6bd71', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 16, 9), 'started_at': datetime.datetime(2021, 10, 27, 10, 16, 9), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 23, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:24:08.668043 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e2c6339-ac9d-4b34-a5ab-f5b465e02ee4 req-18e6e3c9-37c1-4f43-b8c5-6624522dcbef service neutron] Checking segment: {'id': '50500633-18ab-48c2-98da-73563c3123ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'b70d8912-e651-449a-aede-549067567147'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:24:08.668441 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e2c6339-ac9d-4b34-a5ab-f5b465e02ee4 req-18e6e3c9-37c1-4f43-b8c5-6624522dcbef service neutron] Bound using segment: {'id': '50500633-18ab-48c2-98da-73563c3123ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'b70d8912-e651-449a-aede-549067567147'} {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:24:08.668872 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.managers [req-2e2c6339-ac9d-4b34-a5ab-f5b465e02ee4 req-18e6e3c9-37c1-4f43-b8c5-6624522dcbef service neutron] Bound port: 41aac355-a685-4f09-997c-fd92e489e835, host: n-h2-813419-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50500633-18ab-48c2-98da-73563c3123ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'b70d8912-e651-449a-aede-549067567147'}}] {{(pid=102346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:24:08.669222 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-2e2c6339-ac9d-4b34-a5ab-f5b465e02ee4 req-18e6e3c9-37c1-4f43-b8c5-6624522dcbef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:08.671789 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a68276-6638-405d-b18d-f29641398312 req-38efd21c-dd5a-4483-bda0-946a8a59b3bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:08.671938 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52e42a3-9522-4370-9835-d0abcbc11805 admin admin] Pushing event deleted for resources: {'Port': ['ID=86d5bcf3-dcb9-4865-aa34-e275b048961d,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:24:08.673314 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-28a68276-6638-405d-b18d-f29641398312 req-38efd21c-dd5a-4483-bda0-946a8a59b3bd service neutron] 10.222.0.64 "GET /v2.0/subnets?id=62eb52f7-aac4-48af-8670-e04300325561 HTTP/1.1" status: 200 len: 843 time: 0.1287956 Oct 27 10:24:08.730162 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-f52e42a3-9522-4370-9835-d0abcbc11805 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1664884'] for router_gateway, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:08.749732 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:08.764368 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-14e52f5c-582f-4dec-bcd4-93013f6cfc00 req-3eb3bf45-5078-412f-ab96-78858ba208b2 tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] 10.222.0.44 "GET /v2.0/security-groups?id=df17171a-6534-4d8a-8518-0be5fe64cbb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331379 Oct 27 10:24:08.813323 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a68276-6638-405d-b18d-f29641398312 req-939b99f5-b4c0-4727-92a7-0fbfc7b59b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:08.814727 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-28a68276-6638-405d-b18d-f29641398312 req-939b99f5-b4c0-4727-92a7-0fbfc7b59b89 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4d250f92-d229-45fe-a579-67fef8e6c544&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1235871 Oct 27 10:24:08.833496 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [req-2e2c6339-ac9d-4b34-a5ab-f5b465e02ee4 req-18e6e3c9-37c1-4f43-b8c5-6624522dcbef service neutron] For port 41aac355-a685-4f09-997c-fd92e489e835, host n-h2-813419-10, cleared binding levels {{(pid=102346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:24:08.843623 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-f52e42a3-9522-4370-9835-d0abcbc11805 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1765662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3700'] for router, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:08.845771 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-f52e42a3-9522-4370-9835-d0abcbc11805 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:08.890493 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-db186473-e6cb-4b96-9bb9-e0ab45714bff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:08.895385 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [req-2e2c6339-ac9d-4b34-a5ab-f5b465e02ee4 req-18e6e3c9-37c1-4f43-b8c5-6624522dcbef service neutron] For port 41aac355-a685-4f09-997c-fd92e489e835, host n-h2-813419-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=41aac355-a685-4f09-997c-fd92e489e835,segment=NetworkSegment(50500633-18ab-48c2-98da-73563c3123ba),segment_id=50500633-18ab-48c2-98da-73563c3123ba)] {{(pid=102346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:24:08.898115 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-db186473-e6cb-4b96-9bb9-e0ab45714bff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:08.907918 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-2e2c6339-ac9d-4b34-a5ab-f5b465e02ee4 req-18e6e3c9-37c1-4f43-b8c5-6624522dcbef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27024173'] for port, after_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:08.911322 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-f52e42a3-9522-4370-9835-d0abcbc11805 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1765641'] for router, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:08.911885 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f52e42a3-9522-4370-9835-d0abcbc11805 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d09ebe0f-6a17-422c-9236-1672157d3776 {{(pid=102347) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 10:24:08.917074 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-f52e42a3-9522-4370-9835-d0abcbc11805 admin admin] Publish callbacks [] for router, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:08.918231 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-f52e42a3-9522-4370-9835-d0abcbc11805 admin admin] 10.222.0.44 "DELETE /v2.0/routers/d09ebe0f-6a17-422c-9236-1672157d3776 HTTP/1.1" status: 204 len: 168 time: 1.5631850 Oct 27 10:24:08.920733 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 47176) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:24:08.969847 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db186473-e6cb-4b96-9bb9-e0ab45714bff admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 436} {{(pid=102346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 10:24:08.979919 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_v2 [None req-d99d3440-b0f4-4d75-b084-b73704c9e859 admin admin] Deleting subnet 6ea95b43-4fb0-47bc-873b-3f5bbca3aa45 {{(pid=102347) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 10:24:08.983971 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-d99d3440-b0f4-4d75-b084-b73704c9e859 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:09.000665 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db186473-e6cb-4b96-9bb9-e0ab45714bff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f276a67d-9e93-463b-b0a2-3e206c03b654,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:24:09.018158 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-db186473-e6cb-4b96-9bb9-e0ab45714bff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:09.018506 n-d-813419-10 neutron-server[102346]: INFO neutron.db.segments_db [None req-db186473-e6cb-4b96-9bb9-e0ab45714bff admin admin] Added segment decbe644-9a77-4e48-9a29-036ea3cab9b0 of type vlan for network efc5dfe6-de09-46df-b154-ddd837da0a5a Oct 27 10:24:09.023320 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-d99d3440-b0f4-4d75-b084-b73704c9e859 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-18445109'] for subnet, precommit_delete_associations {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:09.040874 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-28a68276-6638-405d-b18d-f29641398312 req-9db6c22a-f75f-4ae3-a705-98319511cbe6 service neutron] 10.222.0.64 "GET /v2.0/networks/4d250f92-d229-45fe-a579-67fef8e6c544?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2162962 Oct 27 10:24:09.073530 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e6e3c9-37c1-4f43-b8c5-6624522dcbef service neutron] Pushing event updated for resources: {'Port': ['ID=41aac355-a685-4f09-997c-fd92e489e835,revision_number=8']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:24:09.094808 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 47180) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:24:09.121090 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2c6339-ac9d-4b34-a5ab-f5b465e02ee4 req-18e6e3c9-37c1-4f43-b8c5-6624522dcbef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:09.121718 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-2e2c6339-ac9d-4b34-a5ab-f5b465e02ee4 req-18e6e3c9-37c1-4f43-b8c5-6624522dcbef service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:09.123110 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-2e2c6339-ac9d-4b34-a5ab-f5b465e02ee4 req-18e6e3c9-37c1-4f43-b8c5-6624522dcbef service neutron] 10.222.0.64 "PUT /v2.0/ports/41aac355-a685-4f09-997c-fd92e489e835 HTTP/1.1" status: 200 len: 1124 time: 1.6516180 Oct 27 10:24:09.150869 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-db186473-e6cb-4b96-9bb9-e0ab45714bff admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743872593080'] for network, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:09.202026 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-db186473-e6cb-4b96-9bb9-e0ab45714bff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913'] for network, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:09.202991 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db186473-e6cb-4b96-9bb9-e0ab45714bff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:09.203773 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-db186473-e6cb-4b96-9bb9-e0ab45714bff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for network, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:09.219199 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] get_ports_and_sgs() called for port_ids ['41aac355-a685-4f09-997c-fd92e489e835'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:24:09.260513 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-db186473-e6cb-4b96-9bb9-e0ab45714bff admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.1448822 Oct 27 10:24:09.262729 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 47186) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:24:09.270622 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-13b40dd9-ad03-4b67-8ea2-c40559dcd589 admin admin] Request body: {'subnet': {'network_id': 'efc5dfe6-de09-46df-b154-ddd837da0a5a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-2034825096-subnet', 'tenant_id': '218cefac8af54854a39dc56211e2a581', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:24:09.309726 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-d99d3440-b0f4-4d75-b084-b73704c9e859 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855646'] for subnet, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:09.341220 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device cadf2637-0ea7-49c8-a0dc-0fe06fa81731 no longer exists at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:24:09.368370 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db186473-e6cb-4b96-9bb9-e0ab45714bff admin admin] Pushing event updated for resources: {'Network': ['ID=efc5dfe6-de09-46df-b154-ddd837da0a5a,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:24:09.382619 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] No Port match for: cadf2637-0ea7-49c8-a0dc-0fe06fa81731 {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:24:09.384505 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device cadf2637-0ea7-49c8-a0dc-0fe06fa81731 not bound to the agent host n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:24:09.393362 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13b40dd9-ad03-4b67-8ea2-c40559dcd589 admin admin] Made reservation on behalf of 218cefac8af54854a39dc56211e2a581 for: {'subnet': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:24:09.395732 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-13b40dd9-ad03-4b67-8ea2-c40559dcd589 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18044073'] for subnet, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:09.398466 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Network efc5dfe6-de09-46df-b154-ddd837da0a5a details requested by agent ovs-agent-n-d-813419-10 with host n-d-813419-10 {{(pid=102348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 10:24:09.401465 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-28a68276-6638-405d-b18d-f29641398312 req-4e160df7-2e66-48aa-b5b9-19a433c953bc service neutron] 10.222.0.64 "GET /v2.0/networks/4d250f92-d229-45fe-a579-67fef8e6c544?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3279359 Oct 27 10:24:09.474977 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a817979a-4189-4d9d-82f2-3042495a42ea req-4ff86f02-7c64-4e64-b353-a0b558eabd44 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:09.485872 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-a817979a-4189-4d9d-82f2-3042495a42ea req-4ff86f02-7c64-4e64-b353-a0b558eabd44 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/ports?device_id=e8ba4d8b-4106-4181-809e-b9e98a50d4b3 HTTP/1.1" status: 200 len: 950 time: 0.0828431 Oct 27 10:24:09.532833 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-a817979a-4189-4d9d-82f2-3042495a42ea req-3d9a7265-3ffa-42aa-ae65-5273ec34d4cc tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/security-groups?id=e786382c-1289-4f9d-b471-ed120470c2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456843 Oct 27 10:24:09.555371 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1691db0e-712c-4567-bc1c-2e9c228da106', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '41aac355-a685-4f09-997c-fd92e489e835'}, {'name': 'network-changed', 'server_uuid': '1691db0e-712c-4567-bc1c-2e9c228da106', 'tag': '41aac355-a685-4f09-997c-fd92e489e835'}] {{(pid=102346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:24:09.558527 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc0e418f5fc417c8d55d94c0aa509b037d0beb2a734c1a709e789eb65639a56d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f054e3f-9617-49da-aca0-901938c4dc92" -d '{"events": [{"server_uuid": "1691db0e-712c-4567-bc1c-2e9c228da106", "name": "network-vif-unplugged", "status": "completed", "tag": "41aac355-a685-4f09-997c-fd92e489e835"}, {"name": "network-changed", "server_uuid": "1691db0e-712c-4567-bc1c-2e9c228da106", "tag": "41aac355-a685-4f09-997c-fd92e489e835"}]}' {{(pid=102346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:24:09.576818 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-d99d3440-b0f4-4d75-b084-b73704c9e859 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-18295818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18043720'] for subnet, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:09.600943 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Wed, 27 Oct 2021 10:24:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3260aa7-306e-4fcf-8b70-9767b0e160e8 x-openstack-request-id: req-a3260aa7-306e-4fcf-8b70-9767b0e160e8 {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:24:09.601237 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1691db0e-712c-4567-bc1c-2e9c228da106", "name": "network-vif-unplugged", "status": "completed", "tag": "41aac355-a685-4f09-997c-fd92e489e835", "code": 200}, {"name": "network-changed", "server_uuid": "1691db0e-712c-4567-bc1c-2e9c228da106", "tag": "41aac355-a685-4f09-997c-fd92e489e835", "status": "completed", "code": 200}]} {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:24:09.601542 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a3260aa7-306e-4fcf-8b70-9767b0e160e8 {{(pid=102346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:24:09.602430 n-d-813419-10 neutron-server[102346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1691db0e-712c-4567-bc1c-2e9c228da106', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '41aac355-a685-4f09-997c-fd92e489e835', 'code': 200} Oct 27 10:24:09.602678 n-d-813419-10 neutron-server[102346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1691db0e-712c-4567-bc1c-2e9c228da106', 'tag': '41aac355-a685-4f09-997c-fd92e489e835', 'status': 'completed', 'code': 200} Oct 27 10:24:09.624643 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-d99d3440-b0f4-4d75-b084-b73704c9e859 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:09.629692 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-d99d3440-b0f4-4d75-b084-b73704c9e859 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/6ea95b43-4fb0-47bc-873b-3f5bbca3aa45 HTTP/1.1" status: 204 len: 168 time: 0.7079980 Oct 27 10:24:09.630095 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1732f9ad-9993-4c53-a94d-2681a639c4e9 None None] Network 5bb94e13-008a-44fd-afcd-6dce4832ca40 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:24:09.630641 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99d3440-b0f4-4d75-b084-b73704c9e859 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6ea95b43-4fb0-47bc-873b-3f5bbca3aa45,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:24:09.636763 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 47194) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:24:09.722441 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-1464908f-db0f-464e-a3a2-0304d4912744 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586917'] for network, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:09.794685 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-1464908f-db0f-464e-a3a2-0304d4912744 admin admin] Deleting port c94f1776-5336-4d2c-9f00-febba7b9a764 {{(pid=102346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:24:09.795023 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-1464908f-db0f-464e-a3a2-0304d4912744 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:09.795505 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428e8b99-c711-44e5-9d3e-44e8a6c51acb req-63672711-9d55-4fa2-82c6-62d2d25bf443 tempest-ServerRescueTestJSON-1025374340 tempest-ServerRescueTestJSON-1025374340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:09.797099 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-428e8b99-c711-44e5-9d3e-44e8a6c51acb req-63672711-9d55-4fa2-82c6-62d2d25bf443 tempest-ServerRescueTestJSON-1025374340 tempest-ServerRescueTestJSON-1025374340-project] 10.222.0.44 "GET /v2.0/ports?device_id=0f0a6b0b-7cfe-4818-8a36-1dd5676c3af3 HTTP/1.1" status: 200 len: 946 time: 0.1801250 Oct 27 10:24:09.823836 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f054e3f-9617-49da-aca0-901938c4dc92 req-32eb5131-1aca-45d0-ac26-c0aaf29acdac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:09.825338 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-9f054e3f-9617-49da-aca0-901938c4dc92 req-32eb5131-1aca-45d0-ac26-c0aaf29acdac service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=9c487093db7840e98dafd374096ede4c&device_id=1691db0e-712c-4567-bc1c-2e9c228da106 HTTP/1.1" status: 200 len: 1127 time: 0.1787715 Oct 27 10:24:09.868792 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-674be3f9-dc34-4da1-8d05-a962bead735c None None] DHCP port deletion for 5bb94e13-008a-44fd-afcd-6dce4832ca40 request from n-d-813419-10 {{(pid=102348) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 10:24:09.920549 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [None req-1464908f-db0f-464e-a3a2-0304d4912744 admin admin] For port c94f1776-5336-4d2c-9f00-febba7b9a764, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=c94f1776-5336-4d2c-9f00-febba7b9a764,segment=NetworkSegment(8362cf3a-6db6-47e3-8f24-e9789361bc5e),segment_id=8362cf3a-6db6-47e3-8f24-e9789361bc5e)] {{(pid=102346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:24:09.921344 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-1464908f-db0f-464e-a3a2-0304d4912744 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:09.936411 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-674be3f9-dc34-4da1-8d05-a962bead735c None None] Deleting port c94f1776-5336-4d2c-9f00-febba7b9a764 {{(pid=102348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:24:09.937308 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-674be3f9-dc34-4da1-8d05-a962bead735c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:09.940709 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-1464908f-db0f-464e-a3a2-0304d4912744 admin admin] Calling delete_port for c94f1776-5336-4d2c-9f00-febba7b9a764 owned by network:dhcp {{(pid=102346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:24:09.967187 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2cca48-1e34-4bc4-ac92-3ea8351b5d44 req-db324031-8710-44ba-a75d-70c60bb6212e tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:09.969590 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-eb2cca48-1e34-4bc4-ac92-3ea8351b5d44 req-db324031-8710-44ba-a75d-70c60bb6212e tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] 10.222.0.44 "GET /v2.0/ports?device_id=1691db0e-712c-4567-bc1c-2e9c228da106 HTTP/1.1" status: 200 len: 944 time: 0.0926249 Oct 27 10:24:09.984220 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-428e8b99-c711-44e5-9d3e-44e8a6c51acb req-4ad5bc07-1edc-47e2-ac4a-ccbc102a266b tempest-ServerRescueTestJSON-1025374340 tempest-ServerRescueTestJSON-1025374340-project] 10.222.0.44 "GET /v2.0/security-groups?id=5f97c1ff-dad7-428f-af4b-bc7a94091827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746788 Oct 27 10:24:09.991012 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-13b40dd9-ad03-4b67-8ea2-c40559dcd589 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-18295883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18044091'] for subnet, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:10.017000 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-674be3f9-dc34-4da1-8d05-a962bead735c None None] For port c94f1776-5336-4d2c-9f00-febba7b9a764, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=c94f1776-5336-4d2c-9f00-febba7b9a764,segment=NetworkSegment(8362cf3a-6db6-47e3-8f24-e9789361bc5e),segment_id=8362cf3a-6db6-47e3-8f24-e9789361bc5e)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:24:10.017529 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-674be3f9-dc34-4da1-8d05-a962bead735c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:10.032996 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-674be3f9-dc34-4da1-8d05-a962bead735c None None] Calling delete_port for c94f1776-5336-4d2c-9f00-febba7b9a764 owned by network:dhcp {{(pid=102348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:24:10.072783 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-eb2cca48-1e34-4bc4-ac92-3ea8351b5d44 req-12d40b80-cc26-44ba-92d6-436f01b2f46b tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] 10.222.0.44 "GET /v2.0/security-groups?id=df17171a-6534-4d8a-8518-0be5fe64cbb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602212 Oct 27 10:24:10.073982 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f054e3f-9617-49da-aca0-901938c4dc92 req-5eb33c77-cb25-4a8d-8a19-1946e8e3cb1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:10.075454 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-9f054e3f-9617-49da-aca0-901938c4dc92 req-5eb33c77-cb25-4a8d-8a19-1946e8e3cb1e service neutron] 10.222.0.76 "GET /v2.0/networks?id=b70d8912-e651-449a-aede-549067567147 HTTP/1.1" status: 200 len: 909 time: 0.2354350 Oct 27 10:24:10.076051 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b40dd9-ad03-4b67-8ea2-c40559dcd589 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f51c2521-acfc-4fbd-bae2-70c1829cecad,revision_number=0']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:24:10.109326 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-1464908f-db0f-464e-a3a2-0304d4912744 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:10.130674 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-674be3f9-dc34-4da1-8d05-a962bead735c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615'] for port, after_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:10.142168 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1464908f-db0f-464e-a3a2-0304d4912744 admin admin] No DVR routers for this DVR port c94f1776-5336-4d2c-9f00-febba7b9a764 on host n-d-813419-10 {{(pid=102346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:24:10.142767 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-9f054e3f-9617-49da-aca0-901938c4dc92 req-a12196af-df5c-4ff8-af7a-df14b03fb622 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=41aac355-a685-4f09-997c-fd92e489e835 HTTP/1.1" status: 200 len: 217 time: 0.0518429 Oct 27 10:24:10.144283 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1464908f-db0f-464e-a3a2-0304d4912744 admin admin] Pushing event deleted for resources: {'Port': ['ID=c94f1776-5336-4d2c-9f00-febba7b9a764,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:24:10.159101 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13b40dd9-ad03-4b67-8ea2-c40559dcd589 admin admin] Checking segment: {'id': 'decbe644-9a77-4e48-9a29-036ea3cab9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'efc5dfe6-de09-46df-b154-ddd837da0a5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:24:10.159457 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13b40dd9-ad03-4b67-8ea2-c40559dcd589 admin admin] Network hostable DHCP agents. Network: efc5dfe6-de09-46df-b154-ddd837da0a5a, hostable agents: ['eafd4000-b897-4722-ae8b-0118ec955181'], hosted agents: [] {{(pid=102347) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 10:24:10.159997 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674be3f9-dc34-4da1-8d05-a962bead735c None None] Pushing event deleted for resources: {'Port': ['ID=c94f1776-5336-4d2c-9f00-febba7b9a764,revision_number=None']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:24:10.163659 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-674be3f9-dc34-4da1-8d05-a962bead735c None None] No DVR routers for this DVR port c94f1776-5336-4d2c-9f00-febba7b9a764 on host n-d-813419-10 {{(pid=102348) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:24:10.224850 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-1464908f-db0f-464e-a3a2-0304d4912744 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857803', 'neutron.services.segments.db._delete_segments_for_network-8743873143390'] for network, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:10.236745 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f054e3f-9617-49da-aca0-901938c4dc92 req-fbe5d40d-79dc-46bb-beea-b0dc301f8b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:10.238199 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-9f054e3f-9617-49da-aca0-901938c4dc92 req-fbe5d40d-79dc-46bb-beea-b0dc301f8b14 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=0c8d0682-e9d2-4157-8f50-67abbd1aff64 HTTP/1.1" status: 200 len: 848 time: 0.0877163 Oct 27 10:24:10.238740 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13b40dd9-ad03-4b67-8ea2-c40559dcd589 admin admin] Network efc5dfe6-de09-46df-b154-ddd837da0a5a is scheduled to be hosted by DHCP agent eafd4000-b897-4722-ae8b-0118ec955181 with binding_index 1 {{(pid=102347) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 10:24:10.248076 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-1464908f-db0f-464e-a3a2-0304d4912744 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5bb94e13-008a-44fd-afcd-6dce4832ca40']}} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:24:10.260411 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-1464908f-db0f-464e-a3a2-0304d4912744 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8362cf3a-6db6-47e3-8f24-e9789361bc5e') {'for_net_delete': True} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:24:10.260683 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-1464908f-db0f-464e-a3a2-0304d4912744 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8362cf3a-6db6-47e3-8f24-e9789361bc5e') {} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:24:10.267357 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [None req-13b40dd9-ad03-4b67-8ea2-c40559dcd589 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-10, efc5dfe6-de09-46df-b154-ddd837da0a5a) {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:24:10.271783 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13b40dd9-ad03-4b67-8ea2-c40559dcd589 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:10.272596 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-13b40dd9-ad03-4b67-8ea2-c40559dcd589 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:10.281912 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-1464908f-db0f-464e-a3a2-0304d4912744 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743873145191', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25847877'] for segment, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:10.283930 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f2dddbf-95fa-4322-8d73-0a7f1d91dfc3 None None] Network efc5dfe6-de09-46df-b154-ddd837da0a5a requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:24:10.302362 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-1464908f-db0f-464e-a3a2-0304d4912744 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:10.302678 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-9f054e3f-9617-49da-aca0-901938c4dc92 req-bac7361e-02ee-4a12-bf47-3fe1e7b143ac service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=b70d8912-e651-449a-aede-549067567147&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0452189 Oct 27 10:24:10.307264 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-32029fb1-39b7-4ee8-9c73-caec28ca8589 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1766202'] for router_interface, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:10.310066 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1464908f-db0f-464e-a3a2-0304d4912744 admin admin] Releasing vlan 425 on physical network physnet1 to pool {{(pid=102346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 10:24:10.310446 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-1464908f-db0f-464e-a3a2-0304d4912744 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27024137'] for segment, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:10.312633 n-d-813419-10 neutron-server[102346]: Traceback (most recent call last): Oct 27 10:24:10.312633 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 10:24:10.312633 n-d-813419-10 neutron-server[102346]: timer() Oct 27 10:24:10.312633 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 10:24:10.312633 n-d-813419-10 neutron-server[102346]: cb(*args, **kw) Oct 27 10:24:10.312633 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 10:24:10.312633 n-d-813419-10 neutron-server[102346]: return func(*args, **kwargs) Oct 27 10:24:10.312633 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 10:24:10.312633 n-d-813419-10 neutron-server[102346]: self._notify() Oct 27 10:24:10.312633 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 10:24:10.312633 n-d-813419-10 neutron-server[102346]: self.callback(batched_events) Oct 27 10:24:10.312633 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 10:24:10.312633 n-d-813419-10 neutron-server[102346]: event.method(event) Oct 27 10:24:10.312633 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 10:24:10.312633 n-d-813419-10 neutron-server[102346]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 10:24:10.312633 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 10:24:10.312633 n-d-813419-10 neutron-server[102346]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 10:24:10.312633 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 10:24:10.312633 n-d-813419-10 neutron-server[102346]: return f(self, *a, **k) Oct 27 10:24:10.312633 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 10:24:10.312633 n-d-813419-10 neutron-server[102346]: return self._get(url).json() Oct 27 10:24:10.312633 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 10:24:10.312633 n-d-813419-10 neutron-server[102346]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 10:24:10.312633 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 10:24:10.312633 n-d-813419-10 neutron-server[102346]: return self.request(url, 'GET', **kwargs) Oct 27 10:24:10.312633 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 10:24:10.312633 n-d-813419-10 neutron-server[102346]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 10:24:10.312633 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 10:24:10.312633 n-d-813419-10 neutron-server[102346]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 10:24:10.312633 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 10:24:10.312633 n-d-813419-10 neutron-server[102346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 10:24:10.312633 n-d-813419-10 neutron-server[102346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 10:24:10.376643 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-13b40dd9-ad03-4b67-8ea2-c40559dcd589 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.1099601 Oct 27 10:24:10.385242 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-1464908f-db0f-464e-a3a2-0304d4912744 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664840'] for network, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:10.400367 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-1464908f-db0f-464e-a3a2-0304d4912744 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for network, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:10.406355 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-1464908f-db0f-464e-a3a2-0304d4912744 admin admin] 10.222.0.44 "DELETE /v2.0/networks/5bb94e13-008a-44fd-afcd-6dce4832ca40 HTTP/1.1" status: 204 len: 168 time: 0.7659192 Oct 27 10:24:10.417862 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1464908f-db0f-464e-a3a2-0304d4912744 admin admin] Pushing event deleted for resources: {'Network': ['ID=5bb94e13-008a-44fd-afcd-6dce4832ca40,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:24:10.484964 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a97ea10-00e8-41c8-ac43-d1a5d51529ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp734b258e-7d96-550c-b970-9b72ab66f383-efc5dfe6-de09-46df-b154-ddd837da0a5a', 'network_id': 'efc5dfe6-de09-46df-b154-ddd837da0a5a', 'tenant_id': '218cefac8af54854a39dc56211e2a581', 'fixed_ips': [{'subnet_id': 'f51c2521-acfc-4fbd-bae2-70c1829cecad'}]}} from n-d-813419-10. {{(pid=102348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 10:24:10.485835 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-3a97ea10-00e8-41c8-ac43-d1a5d51529ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:10.520013 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device 41aac355-a685-4f09-997c-fd92e489e835 details requested by agent hyperv_n-h1-813419-10 with host n-h1-813419-10 {{(pid=102348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 10:24:10.522304 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device 3d39b2e9-b317-4161-9a6f-55c29cc4ab58 no longer exists at agent hyperv_n-h1-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:24:10.545278 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-9f054e3f-9617-49da-aca0-901938c4dc92 req-e68c8724-2705-4974-b15a-148d2bc5174c service neutron] 10.222.0.76 "GET /v2.0/networks/b70d8912-e651-449a-aede-549067567147?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2339628 Oct 27 10:24:10.608462 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 47210) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:24:10.616597 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] No Port match for: 3d39b2e9-b317-4161-9a6f-55c29cc4ab58 {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:24:10.616597 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device 3d39b2e9-b317-4161-9a6f-55c29cc4ab58 not bound to the agent host n-h1-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:24:10.679378 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-20cc113e-8158-4b0e-8eaf-1a285b72106a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f7d542f2ad3542a48fab2828515078ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0802269 Oct 27 10:24:10.680380 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 47212) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:24:10.766563 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-9f054e3f-9617-49da-aca0-901938c4dc92 req-5861cb0f-3630-4f55-9649-78ad31ed1036 service neutron] 10.222.0.76 "GET /v2.0/networks/b70d8912-e651-449a-aede-549067567147?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1982667 Oct 27 10:24:10.770527 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-05af6037-2938-4603-b95e-154d6eaaa48e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:10.809218 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-05af6037-2938-4603-b95e-154d6eaaa48e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:10.811011 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.db_base_plugin_common [None req-3a97ea10-00e8-41c8-ac43-d1a5d51529ab None None] Allocated IP 172.20.0.2 (efc5dfe6-de09-46df-b154-ddd837da0a5a/f51c2521-acfc-4fbd-bae2-70c1829cecad/410bd337-09f6-4dd8-b3b6-68e02d752c7e) {{(pid=102348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:24:10.814072 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c14fbf6-0cae-4217-b3bd-5e9de6b3cfa0 req-3eea786b-3a7f-4cd3-aaa8-adb2d4d8327e tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:10.815643 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-9c14fbf6-0cae-4217-b3bd-5e9de6b3cfa0 req-3eea786b-3a7f-4cd3-aaa8-adb2d4d8327e tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/ports?device_id=e8ba4d8b-4106-4181-809e-b9e98a50d4b3 HTTP/1.1" status: 200 len: 950 time: 0.1063454 Oct 27 10:24:10.819399 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port 41aac355-a685-4f09-997c-fd92e489e835, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=41aac355-a685-4f09-997c-fd92e489e835,segment=NetworkSegment(50500633-18ab-48c2-98da-73563c3123ba),segment_id=50500633-18ab-48c2-98da-73563c3123ba)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:24:10.840391 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device 41aac355-a685-4f09-997c-fd92e489e835 has no active binding in host n-h1-813419-10 {{(pid=102348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 27 10:24:10.867820 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-05af6037-2938-4603-b95e-154d6eaaa48e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:10.870583 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-05af6037-2938-4603-b95e-154d6eaaa48e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:10.872169 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-05af6037-2938-4603-b95e-154d6eaaa48e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/19cba88d-8d95-407d-ac4d-0db3c2444d4a HTTP/1.1" status: 204 len: 168 time: 0.1908054 Oct 27 10:24:10.883530 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05af6037-2938-4603-b95e-154d6eaaa48e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19cba88d-8d95-407d-ac4d-0db3c2444d4a,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:24:10.952297 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-9c14fbf6-0cae-4217-b3bd-5e9de6b3cfa0 req-a2747022-5b78-4d05-8b80-dbd9dda57d91 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/security-groups?id=e786382c-1289-4f9d-b471-ed120470c2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267073 Oct 27 10:24:10.977997 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-32029fb1-39b7-4ee8-9c73-caec28ca8589 admin admin] Deleting port 7df4673a-4591-4964-b54f-3205e76df8d0 {{(pid=102347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:24:10.978340 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-32029fb1-39b7-4ee8-9c73-caec28ca8589 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:11.053850 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-3a97ea10-00e8-41c8-ac43-d1a5d51529ab None None] Publish callbacks [] for port, precommit_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:11.063312 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-3a97ea10-00e8-41c8-ac43-d1a5d51529ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606'] for port, after_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:11.116572 n-d-813419-10 neutron-server[102348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a97ea10-00e8-41c8-ac43-d1a5d51529ab None None] Network efc5dfe6-de09-46df-b154-ddd837da0a5a is already hosted by enough agents. {{(pid=102348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:24:11.120384 n-d-813419-10 neutron-server[102348]: DEBUG neutron.scheduler.base_scheduler [None req-3a97ea10-00e8-41c8-ac43-d1a5d51529ab None None] Resources bound (agent type, host, resource id): {{(pid=102348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:24:11.132763 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a97ea10-00e8-41c8-ac43-d1a5d51529ab None None] Received port after_create {{(pid=102348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:24:11.138786 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a97ea10-00e8-41c8-ac43-d1a5d51529ab None None] Pushing event updated for resources: {'Port': ['ID=410bd337-09f6-4dd8-b3b6-68e02d752c7e,revision_number=1']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:24:11.154230 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [None req-32029fb1-39b7-4ee8-9c73-caec28ca8589 admin admin] For port 7df4673a-4591-4964-b54f-3205e76df8d0, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=7df4673a-4591-4964-b54f-3205e76df8d0,segment=NetworkSegment(fdb00e04-9654-415e-a0bd-268fdd4e2b52),segment_id=fdb00e04-9654-415e-a0bd-268fdd4e2b52)] {{(pid=102347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:24:11.154796 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-32029fb1-39b7-4ee8-9c73-caec28ca8589 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:11.173385 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-32029fb1-39b7-4ee8-9c73-caec28ca8589 admin admin] Calling delete_port for 7df4673a-4591-4964-b54f-3205e76df8d0 owned by network:router_interface {{(pid=102347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:24:11.203062 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2d866a-e66e-444c-82b4-3ddff812fc3a req-c05d239c-71c0-401d-bd5d-e7965cd6b3d9 tempest-ServerRescueTestJSON-1025374340 tempest-ServerRescueTestJSON-1025374340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:11.206278 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-3a97ea10-00e8-41c8-ac43-d1a5d51529ab None None] Attempting to bind port 410bd337-09f6-4dd8-b3b6-68e02d752c7e on host n-d-813419-10 for vnic_type normal with profile {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:24:11.206751 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-3a97ea10-00e8-41c8-ac43-d1a5d51529ab None None] Attempting to bind port 410bd337-09f6-4dd8-b3b6-68e02d752c7e by drivers openvswitch,hyperv on host n-d-813419-10 at level 0 using segments [{'id': 'decbe644-9a77-4e48-9a29-036ea3cab9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'efc5dfe6-de09-46df-b154-ddd837da0a5a'}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:24:11.207185 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a97ea10-00e8-41c8-ac43-d1a5d51529ab None None] Attempting to bind port 410bd337-09f6-4dd8-b3b6-68e02d752c7e on network efc5dfe6-de09-46df-b154-ddd837da0a5a {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:24:11.210394 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-0b2d866a-e66e-444c-82b4-3ddff812fc3a req-c05d239c-71c0-401d-bd5d-e7965cd6b3d9 tempest-ServerRescueTestJSON-1025374340 tempest-ServerRescueTestJSON-1025374340-project] 10.222.0.44 "GET /v2.0/ports?device_id=0f0a6b0b-7cfe-4818-8a36-1dd5676c3af3 HTTP/1.1" status: 200 len: 946 time: 0.1032925 Oct 27 10:24:11.213326 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a97ea10-00e8-41c8-ac43-d1a5d51529ab None None] Checking agent: {'id': '89dba0f3-79b2-435e-9822-33674b8f6ada', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 8, 20), 'started_at': datetime.datetime(2021, 10, 27, 10, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 23, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:24:11.213938 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a97ea10-00e8-41c8-ac43-d1a5d51529ab None None] Checking segment: {'id': 'decbe644-9a77-4e48-9a29-036ea3cab9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'efc5dfe6-de09-46df-b154-ddd837da0a5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:24:11.214406 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-3a97ea10-00e8-41c8-ac43-d1a5d51529ab None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:11.214865 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a97ea10-00e8-41c8-ac43-d1a5d51529ab None None] Bound using segment: {'id': 'decbe644-9a77-4e48-9a29-036ea3cab9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'efc5dfe6-de09-46df-b154-ddd837da0a5a'} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:24:11.215576 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-3a97ea10-00e8-41c8-ac43-d1a5d51529ab None None] Bound port: 410bd337-09f6-4dd8-b3b6-68e02d752c7e, host: n-d-813419-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'decbe644-9a77-4e48-9a29-036ea3cab9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'efc5dfe6-de09-46df-b154-ddd837da0a5a'}}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:24:11.216006 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-3a97ea10-00e8-41c8-ac43-d1a5d51529ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:11.266713 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 86d5bcf3-dcb9-4865-aa34-e275b048961d no longer exists at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:24:11.270351 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759b2494-e572-4026-a696-794e596b1c2c req-64d9bc6d-0303-4640-835d-a20a1d780985 tempest-ListServerFiltersTestJSON-326742351 tempest-ListServerFiltersTestJSON-326742351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:11.271915 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-759b2494-e572-4026-a696-794e596b1c2c req-64d9bc6d-0303-4640-835d-a20a1d780985 tempest-ListServerFiltersTestJSON-326742351 tempest-ListServerFiltersTestJSON-326742351-project] 10.222.0.44 "GET /v2.0/networks?id=efc5dfe6-de09-46df-b154-ddd837da0a5a HTTP/1.1" status: 200 len: 816 time: 0.1885173 Oct 27 10:24:11.290704 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] No Port match for: 86d5bcf3-dcb9-4865-aa34-e275b048961d {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:24:11.291045 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 86d5bcf3-dcb9-4865-aa34-e275b048961d not bound to the agent host n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:24:11.291464 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device c94f1776-5336-4d2c-9f00-febba7b9a764 no longer exists at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:24:11.296079 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-759b2494-e572-4026-a696-794e596b1c2c req-a6d39a79-db6a-4f41-b79d-1a3c62e75bea tempest-ListServerFiltersTestJSON-326742351 tempest-ListServerFiltersTestJSON-326742351-project] 10.222.0.44 "GET /v2.0/quotas/218cefac8af54854a39dc56211e2a581 HTTP/1.1" status: 200 len: 375 time: 0.0158565 Oct 27 10:24:11.313439 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] No Port match for: c94f1776-5336-4d2c-9f00-febba7b9a764 {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:24:11.313439 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device c94f1776-5336-4d2c-9f00-febba7b9a764 not bound to the agent host n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:24:11.338740 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-3a97ea10-00e8-41c8-ac43-d1a5d51529ab None None] For port 410bd337-09f6-4dd8-b3b6-68e02d752c7e, host n-d-813419-10, cleared binding levels {{(pid=102348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:24:11.340736 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-0b2d866a-e66e-444c-82b4-3ddff812fc3a req-63d17cae-fe09-4f9b-a7ae-91d16532f2de tempest-ServerRescueTestJSON-1025374340 tempest-ServerRescueTestJSON-1025374340-project] 10.222.0.44 "GET /v2.0/security-groups?id=5f97c1ff-dad7-428f-af4b-bc7a94091827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289356 Oct 27 10:24:11.342441 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-3a97ea10-00e8-41c8-ac43-d1a5d51529ab None None] For port 410bd337-09f6-4dd8-b3b6-68e02d752c7e, host n-d-813419-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=410bd337-09f6-4dd8-b3b6-68e02d752c7e,segment=NetworkSegment(decbe644-9a77-4e48-9a29-036ea3cab9b0),segment_id=decbe644-9a77-4e48-9a29-036ea3cab9b0)] {{(pid=102348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:24:11.351166 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-3a97ea10-00e8-41c8-ac43-d1a5d51529ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:11.384854 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-759b2494-e572-4026-a696-794e596b1c2c req-58f6b050-68d4-4a8a-885d-2709fc21828a tempest-ListServerFiltersTestJSON-326742351 tempest-ListServerFiltersTestJSON-326742351-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=218cefac8af54854a39dc56211e2a581&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0872345 Oct 27 10:24:11.437465 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a97ea10-00e8-41c8-ac43-d1a5d51529ab None None] Pushing event updated for resources: {'Port': ['ID=410bd337-09f6-4dd8-b3b6-68e02d752c7e,revision_number=2']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:24:11.502205 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-32029fb1-39b7-4ee8-9c73-caec28ca8589 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:11.533281 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-759b2494-e572-4026-a696-794e596b1c2c req-d0748f2f-4389-41b5-b26d-1fc0b163dbd6 service neutron] 10.222.0.44 "GET /v2.0/networks/efc5dfe6-de09-46df-b154-ddd837da0a5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1480620 Oct 27 10:24:11.540902 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32029fb1-39b7-4ee8-9c73-caec28ca8589 admin admin] Pushing event deleted for resources: {'Port': ['ID=7df4673a-4591-4964-b54f-3205e76df8d0,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:24:11.636400 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2f20db-a8f5-48fd-8f98-173669b3fd85 req-1a44ec4c-b900-4b5a-8e62-6b891188265d tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:11.648044 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-db2f20db-a8f5-48fd-8f98-173669b3fd85 req-1a44ec4c-b900-4b5a-8e62-6b891188265d tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] 10.222.0.44 "GET /v2.0/ports?device_id=1691db0e-712c-4567-bc1c-2e9c228da106 HTTP/1.1" status: 200 len: 944 time: 0.1601365 Oct 27 10:24:11.709173 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-759b2494-e572-4026-a696-794e596b1c2c req-43c14bbb-c87a-4f4f-b7dd-631f6a3239c8 service neutron] 10.222.0.44 "GET /v2.0/networks/efc5dfe6-de09-46df-b154-ddd837da0a5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1600912 Oct 27 10:24:12.072072 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 47264) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:24:12.256987 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-db2f20db-a8f5-48fd-8f98-173669b3fd85 req-72e743bf-379f-44a8-bc0f-e0fc67f5f169 tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] 10.222.0.44 "GET /v2.0/security-groups?id=df17171a-6534-4d8a-8518-0be5fe64cbb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5993881 Oct 27 10:24:12.260748 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c24c94-c32e-4c6c-b9e0-ecf6ed007d1a req-5256b4ab-1904-4435-9d65-49266d1795b9 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:12.264057 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-54c24c94-c32e-4c6c-b9e0-ecf6ed007d1a req-5256b4ab-1904-4435-9d65-49266d1795b9 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/ports?device_id=e8ba4d8b-4106-4181-809e-b9e98a50d4b3 HTTP/1.1" status: 200 len: 950 time: 0.0861208 Oct 27 10:24:12.279419 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-838af7bd-8e18-4ba8-a6b4-07e2bea9c963 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-782512702-network', 'tenant_id': '4aa10ad73dbe4076b2c4dd14c0d23687'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:24:12.288083 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-32029fb1-39b7-4ee8-9c73-caec28ca8589 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2006968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1766358'] for router_interface, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:12.344654 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-54c24c94-c32e-4c6c-b9e0-ecf6ed007d1a req-5e2b864f-1908-4ba0-8d16-735bc5dd4e95 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/security-groups?id=e786382c-1289-4f9d-b471-ed120470c2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615609 Oct 27 10:24:12.371310 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-838af7bd-8e18-4ba8-a6b4-07e2bea9c963 admin admin] Made reservation on behalf of 4aa10ad73dbe4076b2c4dd14c0d23687 for: {'network': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:24:12.385016 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-838af7bd-8e18-4ba8-a6b4-07e2bea9c963 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for network, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:12.398097 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-838af7bd-8e18-4ba8-a6b4-07e2bea9c963 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:12.544483 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7a47ae-01aa-4e80-a058-a2904ccc9f2d req-29cf54ae-e4c8-4c6e-bd20-20172878381c tempest-ServerRescueTestJSON-1025374340 tempest-ServerRescueTestJSON-1025374340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:12.546325 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-de7a47ae-01aa-4e80-a058-a2904ccc9f2d req-29cf54ae-e4c8-4c6e-bd20-20172878381c tempest-ServerRescueTestJSON-1025374340 tempest-ServerRescueTestJSON-1025374340-project] 10.222.0.44 "GET /v2.0/ports?device_id=0f0a6b0b-7cfe-4818-8a36-1dd5676c3af3 HTTP/1.1" status: 200 len: 946 time: 0.0956998 Oct 27 10:24:12.566932 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0945389-d3a7-48a0-9456-cfba2c97e81f req-13b46fc2-1499-49e3-ac9f-fffd897bb3e5 tempest-ListServerFiltersTestJSON-326742351 tempest-ListServerFiltersTestJSON-326742351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:12.575171 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c0945389-d3a7-48a0-9456-cfba2c97e81f req-13b46fc2-1499-49e3-ac9f-fffd897bb3e5 tempest-ListServerFiltersTestJSON-326742351 tempest-ListServerFiltersTestJSON-326742351-project] 10.222.0.44 "GET /v2.0/networks?id=efc5dfe6-de09-46df-b154-ddd837da0a5a HTTP/1.1" status: 200 len: 816 time: 0.1715240 Oct 27 10:24:12.615440 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-838af7bd-8e18-4ba8-a6b4-07e2bea9c963 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:12.633861 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-838af7bd-8e18-4ba8-a6b4-07e2bea9c963 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:12.649391 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c0945389-d3a7-48a0-9456-cfba2c97e81f req-2082197e-6c72-4af9-af5e-4adfa4a5435e tempest-ListServerFiltersTestJSON-326742351 tempest-ListServerFiltersTestJSON-326742351-project] 10.222.0.44 "GET /v2.0/quotas/218cefac8af54854a39dc56211e2a581 HTTP/1.1" status: 200 len: 375 time: 0.0733633 Oct 27 10:24:12.658175 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-de7a47ae-01aa-4e80-a058-a2904ccc9f2d req-55c43d4b-0c18-4155-8e81-b332885ae235 tempest-ServerRescueTestJSON-1025374340 tempest-ServerRescueTestJSON-1025374340-project] 10.222.0.44 "GET /v2.0/security-groups?id=5f97c1ff-dad7-428f-af4b-bc7a94091827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006031 Oct 27 10:24:12.667707 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-838af7bd-8e18-4ba8-a6b4-07e2bea9c963 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 449} {{(pid=102346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 10:24:12.683592 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838af7bd-8e18-4ba8-a6b4-07e2bea9c963 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=652e3df3-defd-4709-b4c8-a9361485da20,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:24:12.698247 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-838af7bd-8e18-4ba8-a6b4-07e2bea9c963 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:12.698247 n-d-813419-10 neutron-server[102346]: INFO neutron.db.segments_db [None req-838af7bd-8e18-4ba8-a6b4-07e2bea9c963 admin admin] Added segment ace8832b-0d39-4720-866a-60ecd5970cfb of type vlan for network 5f1726cf-df95-405e-a4b7-a0ec3cc3a1aa Oct 27 10:24:12.749966 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-838af7bd-8e18-4ba8-a6b4-07e2bea9c963 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743872593080'] for network, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:12.762441 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c0945389-d3a7-48a0-9456-cfba2c97e81f req-268b029d-79e7-46e2-9119-009398102db4 tempest-ListServerFiltersTestJSON-326742351 tempest-ListServerFiltersTestJSON-326742351-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=218cefac8af54854a39dc56211e2a581&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0946658 Oct 27 10:24:12.785698 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-838af7bd-8e18-4ba8-a6b4-07e2bea9c963 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913'] for network, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:12.786855 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-838af7bd-8e18-4ba8-a6b4-07e2bea9c963 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:12.787565 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-838af7bd-8e18-4ba8-a6b4-07e2bea9c963 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for network, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:12.828856 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32029fb1-39b7-4ee8-9c73-caec28ca8589 admin admin] Router 2f38e628-1bbd-4204-9ff9-c0646102a78d has already been hosted by L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb {{(pid=102347) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 10:24:12.843501 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-838af7bd-8e18-4ba8-a6b4-07e2bea9c963 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7701111 Oct 27 10:24:12.847029 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 47284) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:24:12.855059 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838af7bd-8e18-4ba8-a6b4-07e2bea9c963 admin admin] Pushing event updated for resources: {'Network': ['ID=5f1726cf-df95-405e-a4b7-a0ec3cc3a1aa,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:24:12.855393 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-9ab7140a-8216-4965-bac8-4db25f7800ff admin admin] Request body: {'subnet': {'network_id': '5f1726cf-df95-405e-a4b7-a0ec3cc3a1aa', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-782512702-subnet', 'tenant_id': '4aa10ad73dbe4076b2c4dd14c0d23687', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:24:12.866264 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Network 5f1726cf-df95-405e-a4b7-a0ec3cc3a1aa details requested by agent ovs-agent-n-d-813419-10 with host n-d-813419-10 {{(pid=102348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 10:24:12.907216 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c21119a1-fe72-455a-9f97-42805b957d2c None None] Network efc5dfe6-de09-46df-b154-ddd837da0a5a requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:24:12.968338 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ab7140a-8216-4965-bac8-4db25f7800ff admin admin] Made reservation on behalf of 4aa10ad73dbe4076b2c4dd14c0d23687 for: {'subnet': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:24:12.970618 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-9ab7140a-8216-4965-bac8-4db25f7800ff admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18044073'] for subnet, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:12.976092 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c0945389-d3a7-48a0-9456-cfba2c97e81f req-5ab90755-ca9d-4ee5-8168-c23a8833e791 service neutron] 10.222.0.44 "GET /v2.0/networks/efc5dfe6-de09-46df-b154-ddd837da0a5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2083082 Oct 27 10:24:12.995786 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-bfa7fe74-d5a0-493e-be94-f986e8b71cae None None] Provisioning complete for port 410bd337-09f6-4dd8-b3b6-68e02d752c7e triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:24:12.996147 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-bfa7fe74-d5a0-493e-be94-f986e8b71cae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:13.129440 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32029fb1-39b7-4ee8-9c73-caec28ca8589 admin admin] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:24:13.143067 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c42fd9f3-2600-401f-915b-4ed56c78817f None None] Sync routers for ids ['2f38e628-1bbd-4204-9ff9-c0646102a78d'] in n-d-813419-10 {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:24:13.145561 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-32029fb1-39b7-4ee8-9c73-caec28ca8589 admin admin] 10.222.0.44 "PUT /v2.0/routers/2f38e628-1bbd-4204-9ff9-c0646102a78d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0495200 Oct 27 10:24:13.148108 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 47290) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:24:13.161470 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-bfa7fe74-d5a0-493e-be94-f986e8b71cae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:13.170120 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c42fd9f3-2600-401f-915b-4ed56c78817f None None] Routers {'2f38e628-1bbd-4204-9ff9-c0646102a78d'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:24:13.171646 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c0945389-d3a7-48a0-9456-cfba2c97e81f req-f6e2cbb2-964d-4508-af34-d59a109af7dd service neutron] 10.222.0.44 "GET /v2.0/networks/efc5dfe6-de09-46df-b154-ddd837da0a5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1838858 Oct 27 10:24:13.172871 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-c42fd9f3-2600-401f-915b-4ed56c78817f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:23:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['2f38e628-1bbd-4204-9ff9-c0646102a78d'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:24:13.222789 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-bfa7fe74-d5a0-493e-be94-f986e8b71cae None None] For port 410bd337-09f6-4dd8-b3b6-68e02d752c7e, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=410bd337-09f6-4dd8-b3b6-68e02d752c7e,segment=NetworkSegment(decbe644-9a77-4e48-9a29-036ea3cab9b0),segment_id=decbe644-9a77-4e48-9a29-036ea3cab9b0)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:24:13.230448 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-bfa7fe74-d5a0-493e-be94-f986e8b71cae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:13.346503 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa7fe74-d5a0-493e-be94-f986e8b71cae None None] Pushing event updated for resources: {'Port': ['ID=410bd337-09f6-4dd8-b3b6-68e02d752c7e,revision_number=3']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:24:13.422071 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-9ab7140a-8216-4965-bac8-4db25f7800ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-18295883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18044091'] for subnet, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:13.588798 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab7140a-8216-4965-bac8-4db25f7800ff admin admin] Pushing event updated for resources: {'Subnet': ['ID=f4dae274-687c-43d5-8fe0-b0ba3958c688,revision_number=0']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:24:13.609695 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 410bd337-09f6-4dd8-b3b6-68e02d752c7e up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:24:13.619745 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvr_db [None req-c42fd9f3-2600-401f-915b-4ed56c78817f None None] Set router 2f38e628-1bbd-4204-9ff9-c0646102a78d gateway port host: n-d-813419-10 {{(pid=102349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:24:13.781519 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ab7140a-8216-4965-bac8-4db25f7800ff admin admin] Checking segment: {'id': 'ace8832b-0d39-4720-866a-60ecd5970cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '5f1726cf-df95-405e-a4b7-a0ec3cc3a1aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:24:13.782222 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ab7140a-8216-4965-bac8-4db25f7800ff admin admin] Network hostable DHCP agents. Network: 5f1726cf-df95-405e-a4b7-a0ec3cc3a1aa, hostable agents: ['eafd4000-b897-4722-ae8b-0118ec955181'], hosted agents: [] {{(pid=102347) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 10:24:13.791984 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-20379258-9472-4ac5-ae55-ee165f8c5fd3 None None] Provisioning complete for port 410bd337-09f6-4dd8-b3b6-68e02d752c7e triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:24:13.796219 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-20379258-9472-4ac5-ae55-ee165f8c5fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:13.799661 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b704f1-30d5-430c-86ff-710a3606af51 req-553c0073-68c2-4f34-9293-897d3a615c8d tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:13.801491 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-37b704f1-30d5-430c-86ff-710a3606af51 req-553c0073-68c2-4f34-9293-897d3a615c8d tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/ports?device_id=e8ba4d8b-4106-4181-809e-b9e98a50d4b3 HTTP/1.1" status: 200 len: 950 time: 0.2056220 Oct 27 10:24:13.807783 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port 410bd337-09f6-4dd8-b3b6-68e02d752c7e triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:24:13.808551 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:13.825080 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ab7140a-8216-4965-bac8-4db25f7800ff admin admin] Network 5f1726cf-df95-405e-a4b7-a0ec3cc3a1aa is scheduled to be hosted by DHCP agent eafd4000-b897-4722-ae8b-0118ec955181 with binding_index 1 {{(pid=102347) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 10:24:13.854139 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [None req-9ab7140a-8216-4965-bac8-4db25f7800ff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-10, 5f1726cf-df95-405e-a4b7-a0ec3cc3a1aa) {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:24:13.854311 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e20f3ac-ed3e-4633-90f3-32d0f899f2c3 req-8f5f5dbd-86db-48b7-9a19-077e8158f47a tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:13.864368 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ab7140a-8216-4965-bac8-4db25f7800ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:13.865816 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-9ab7140a-8216-4965-bac8-4db25f7800ff admin admin] Publish callbacks [] for subnet, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:13.869608 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-3e20f3ac-ed3e-4633-90f3-32d0f899f2c3 req-8f5f5dbd-86db-48b7-9a19-077e8158f47a tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] 10.222.0.44 "GET /v2.0/ports?device_id=1691db0e-712c-4567-bc1c-2e9c228da106 HTTP/1.1" status: 200 len: 944 time: 0.3038733 Oct 27 10:24:13.884273 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-37b704f1-30d5-430c-86ff-710a3606af51 req-c5302ecd-2d59-4f35-8801-403e99233fac tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/security-groups?id=e786382c-1289-4f9d-b471-ed120470c2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633619 Oct 27 10:24:13.912038 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 47308) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:24:13.916381 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-9ab7140a-8216-4965-bac8-4db25f7800ff admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0620053 Oct 27 10:24:13.919336 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9520db3f-7515-4a49-92c0-70d3530f1192 None None] Network 5f1726cf-df95-405e-a4b7-a0ec3cc3a1aa requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:24:13.964309 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-c42fd9f3-2600-401f-915b-4ed56c78817f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f38e628-1bbd-4204-9ff9-c0646102a78d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1801060925-router', 'tenant_id': '43f2f041c0f44e039e9e70ad3f6842ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.197'}], 'enable_snat': True}, 'gw_port_id': '767b48b9-eccd-479b-858b-2c5201822042', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:22:56Z', 'updated_at': '2021-10-27T10:24:11Z', 'revision_number': 5, 'project_id': '43f2f041c0f44e039e9e70ad3f6842ae', 'gw_port': {'id': '767b48b9-eccd-479b-858b-2c5201822042', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:df:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f38e628-1bbd-4204-9ff9-c0646102a78d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:22:57Z', 'updated_at': '2021-10-27T10:23:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10'}], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:24:13.978357 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-9eb6051f-a29b-4106-9e0d-4d61bf744267 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-782512702-router', 'tenant_id': '4aa10ad73dbe4076b2c4dd14c0d23687', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'}}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:24:13.986771 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-0a7f1c92-1dce-4124-b2dc-e8700e544e50 admin admin] Publish callbacks [] for router, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:13.996953 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c42fd9f3-2600-401f-915b-4ed56c78817f None None] Checking router: 2f38e628-1bbd-4204-9ff9-c0646102a78d for host: n-d-813419-10 {{(pid=102349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 10:24:14.010199 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c42fd9f3-2600-401f-915b-4ed56c78817f None None] Routers {'2f38e628-1bbd-4204-9ff9-c0646102a78d'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:24:14.010921 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-c42fd9f3-2600-401f-915b-4ed56c78817f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:23:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['2f38e628-1bbd-4204-9ff9-c0646102a78d'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:24:14.093557 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-3e20f3ac-ed3e-4633-90f3-32d0f899f2c3 req-174d24e8-c3f9-4eb0-81d7-3de66b8dd9fc tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] 10.222.0.44 "GET /v2.0/security-groups?id=df17171a-6534-4d8a-8518-0be5fe64cbb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2228577 Oct 27 10:24:14.103278 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4bb681-5542-447c-90ec-34cab99b12ef req-3ebb971d-116a-43fa-9f6d-f8cf5b9c9848 tempest-ServerRescueTestJSON-1025374340 tempest-ServerRescueTestJSON-1025374340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:14.105528 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-fc4bb681-5542-447c-90ec-34cab99b12ef req-3ebb971d-116a-43fa-9f6d-f8cf5b9c9848 tempest-ServerRescueTestJSON-1025374340 tempest-ServerRescueTestJSON-1025374340-project] 10.222.0.44 "GET /v2.0/ports?device_id=0f0a6b0b-7cfe-4818-8a36-1dd5676c3af3 HTTP/1.1" status: 200 len: 946 time: 0.1062129 Oct 27 10:24:14.165941 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvr_db [None req-c42fd9f3-2600-401f-915b-4ed56c78817f None None] Set router 2f38e628-1bbd-4204-9ff9-c0646102a78d gateway port host: n-d-813419-10 {{(pid=102349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:24:14.180762 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-9eb6051f-a29b-4106-9e0d-4d61bf744267 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1768632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3610'] for router, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:14.181793 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-9eb6051f-a29b-4106-9e0d-4d61bf744267 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1765704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1769409', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1694266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3597'] for router, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:14.219007 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-fc4bb681-5542-447c-90ec-34cab99b12ef req-292c21f1-bd0d-4a22-90a8-6f2676b14913 tempest-ServerRescueTestJSON-1025374340 tempest-ServerRescueTestJSON-1025374340-project] 10.222.0.44 "GET /v2.0/security-groups?id=5f97c1ff-dad7-428f-af4b-bc7a94091827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028945 Oct 27 10:24:14.227426 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-951e211c-6a50-4b8e-93e1-ccc7906a645a req-d3b4b1c0-49ff-425f-93b9-5952793be969 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=91f1b872-bfe1-4648-a448-cef70da3dd1f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0613253 Oct 27 10:24:14.249066 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759b2494-e572-4026-a696-794e596b1c2c req-21491c52-debf-45a5-8baa-1a6a600cecf3 tempest-ListServerFiltersTestJSON-326742351 tempest-ListServerFiltersTestJSON-326742351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:14.251311 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-759b2494-e572-4026-a696-794e596b1c2c req-21491c52-debf-45a5-8baa-1a6a600cecf3 tempest-ListServerFiltersTestJSON-326742351 tempest-ListServerFiltersTestJSON-326742351-project] 10.222.0.64 "GET /v2.0/networks?id=efc5dfe6-de09-46df-b154-ddd837da0a5a HTTP/1.1" status: 200 len: 816 time: 0.8630624 Oct 27 10:24:14.320637 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [req-759b2494-e572-4026-a696-794e596b1c2c req-4f85f3f3-fa73-4e05-b49f-5c52bb72ce1e tempest-ListServerFiltersTestJSON-326742351 tempest-ListServerFiltersTestJSON-326742351-project] Request body: {'port': {'device_id': '45d14893-5bf6-4b65-b786-fa5afce227ce', 'network_id': 'efc5dfe6-de09-46df-b154-ddd837da0a5a', 'admin_state_up': True, 'tenant_id': '218cefac8af54854a39dc56211e2a581'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:24:14.334579 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951e211c-6a50-4b8e-93e1-ccc7906a645a req-f7ce80dd-5f7a-4903-aaf9-5069b63c5246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:14.344321 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-951e211c-6a50-4b8e-93e1-ccc7906a645a req-f7ce80dd-5f7a-4903-aaf9-5069b63c5246 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=31dc088f778a4c2fb761c23ef7d22647&device_id=91f1b872-bfe1-4648-a448-cef70da3dd1f HTTP/1.1" status: 200 len: 1103 time: 0.0868173 Oct 27 10:24:14.526645 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951e211c-6a50-4b8e-93e1-ccc7906a645a req-6872aed1-5023-4563-aa28-a469c9b8b2b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:14.530825 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-951e211c-6a50-4b8e-93e1-ccc7906a645a req-6872aed1-5023-4563-aa28-a469c9b8b2b3 service neutron] 10.222.0.76 "GET /v2.0/networks?id=4d250f92-d229-45fe-a579-67fef8e6c544 HTTP/1.1" status: 200 len: 870 time: 0.1582832 Oct 27 10:24:14.576574 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-951e211c-6a50-4b8e-93e1-ccc7906a645a req-4fd37aed-fe7e-46d6-8e1a-adb139f84415 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.202&port_id=567f4fc1-5f28-4ac5-9a26-ecbb14bf10a8 HTTP/1.1" status: 200 len: 217 time: 0.0378294 Oct 27 10:24:14.586945 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba1d8945-51ee-4fc6-b1db-4fc34ee48105 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp734b258e-7d96-550c-b970-9b72ab66f383-5f1726cf-df95-405e-a4b7-a0ec3cc3a1aa', 'network_id': '5f1726cf-df95-405e-a4b7-a0ec3cc3a1aa', 'tenant_id': '4aa10ad73dbe4076b2c4dd14c0d23687', 'fixed_ips': [{'subnet_id': 'f4dae274-687c-43d5-8fe0-b0ba3958c688'}]}} from n-d-813419-10. {{(pid=102348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 10:24:14.588405 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-ba1d8945-51ee-4fc6-b1db-4fc34ee48105 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:14.603175 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-9eb6051f-a29b-4106-9e0d-4d61bf744267 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:14.629914 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-c42fd9f3-2600-401f-915b-4ed56c78817f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f38e628-1bbd-4204-9ff9-c0646102a78d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1801060925-router', 'tenant_id': '43f2f041c0f44e039e9e70ad3f6842ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.197'}], 'enable_snat': True}, 'gw_port_id': '767b48b9-eccd-479b-858b-2c5201822042', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:22:56Z', 'updated_at': '2021-10-27T10:24:11Z', 'revision_number': 5, 'project_id': '43f2f041c0f44e039e9e70ad3f6842ae', 'gw_port': {'id': '767b48b9-eccd-479b-858b-2c5201822042', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:df:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f38e628-1bbd-4204-9ff9-c0646102a78d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:22:57Z', 'updated_at': '2021-10-27T10:23:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10'}], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:24:14.645880 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951e211c-6a50-4b8e-93e1-ccc7906a645a req-b1276c3a-e007-4726-ad07-fd2ae638155b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:14.647474 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-951e211c-6a50-4b8e-93e1-ccc7906a645a req-b1276c3a-e007-4726-ad07-fd2ae638155b service neutron] 10.222.0.76 "GET /v2.0/subnets?id=62eb52f7-aac4-48af-8670-e04300325561 HTTP/1.1" status: 200 len: 843 time: 0.0634692 Oct 27 10:24:14.650409 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8756df51-c584-4f61-be4c-674c62e972c2 req-cddd7ad4-e5c6-4d03-8530-e5613e21cc8c tempest-ListServerFiltersTestJSON-326742351 tempest-ListServerFiltersTestJSON-326742351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:14.651876 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-8756df51-c584-4f61-be4c-674c62e972c2 req-cddd7ad4-e5c6-4d03-8530-e5613e21cc8c tempest-ListServerFiltersTestJSON-326742351 tempest-ListServerFiltersTestJSON-326742351-project] 10.222.0.44 "GET /v2.0/networks?id=efc5dfe6-de09-46df-b154-ddd837da0a5a HTTP/1.1" status: 200 len: 816 time: 0.3966713 Oct 27 10:24:14.667927 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c42fd9f3-2600-401f-915b-4ed56c78817f None None] The sync data for ids ['2f38e628-1bbd-4204-9ff9-c0646102a78d'] in n-d-813419-10 is: [{'id': '2f38e628-1bbd-4204-9ff9-c0646102a78d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1801060925-router', 'tenant_id': '43f2f041c0f44e039e9e70ad3f6842ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.197'}], 'enable_snat': True}, 'gw_port_id': '767b48b9-eccd-479b-858b-2c5201822042', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:22:56Z', 'updated_at': '2021-10-27T10:24:11Z', 'revision_number': 5, 'project_id': '43f2f041c0f44e039e9e70ad3f6842ae', 'gw_port': {'id': '767b48b9-eccd-479b-858b-2c5201822042', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:df:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f38e628-1bbd-4204-9ff9-c0646102a78d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:22:57Z', 'updated_at': '2021-10-27T10:23:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10'}] {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:24:14.697114 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-0a7f1c92-1dce-4124-b2dc-e8700e544e50 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:14.709129 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951e211c-6a50-4b8e-93e1-ccc7906a645a req-45a79725-5739-4b21-8ea4-80d0bf8703d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:14.709129 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-951e211c-6a50-4b8e-93e1-ccc7906a645a req-45a79725-5739-4b21-8ea4-80d0bf8703d9 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=4d250f92-d229-45fe-a579-67fef8e6c544&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0491953 Oct 27 10:24:14.768159 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.db_base_plugin_common [None req-ba1d8945-51ee-4fc6-b1db-4fc34ee48105 None None] Allocated IP 172.20.0.2 (5f1726cf-df95-405e-a4b7-a0ec3cc3a1aa/f4dae274-687c-43d5-8fe0-b0ba3958c688/339753e1-3ce9-4332-b298-c9b9fc49f13d) {{(pid=102348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:24:14.820629 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-951e211c-6a50-4b8e-93e1-ccc7906a645a req-9190ed05-c581-4dc0-b7fa-63d25094e12c service neutron] 10.222.0.76 "GET /v2.0/networks/4d250f92-d229-45fe-a579-67fef8e6c544?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992575 Oct 27 10:24:14.933630 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-951e211c-6a50-4b8e-93e1-ccc7906a645a req-2fbd6959-7a38-4f8e-9701-689522a99ae3 service neutron] 10.222.0.76 "GET /v2.0/networks/4d250f92-d229-45fe-a579-67fef8e6c544?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045525 Oct 27 10:24:14.947384 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-ba1d8945-51ee-4fc6-b1db-4fc34ee48105 None None] Publish callbacks [] for port, precommit_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:14.958460 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-ba1d8945-51ee-4fc6-b1db-4fc34ee48105 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606'] for port, after_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:15.020074 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177f4487-dc23-41ea-aba5-129d504f20d5 req-17c7796d-95ae-4cce-b93f-12954433b3b5 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:15.029402 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-177f4487-dc23-41ea-aba5-129d504f20d5 req-17c7796d-95ae-4cce-b93f-12954433b3b5 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/ports?device_id=e8ba4d8b-4106-4181-809e-b9e98a50d4b3 HTTP/1.1" status: 200 len: 950 time: 0.0640938 Oct 27 10:24:15.042306 n-d-813419-10 neutron-server[102348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba1d8945-51ee-4fc6-b1db-4fc34ee48105 None None] Network 5f1726cf-df95-405e-a4b7-a0ec3cc3a1aa is already hosted by enough agents. {{(pid=102348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:24:15.046329 n-d-813419-10 neutron-server[102348]: DEBUG neutron.scheduler.base_scheduler [None req-ba1d8945-51ee-4fc6-b1db-4fc34ee48105 None None] Resources bound (agent type, host, resource id): {{(pid=102348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:24:15.064616 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba1d8945-51ee-4fc6-b1db-4fc34ee48105 None None] Received port after_create {{(pid=102348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:24:15.078841 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1d8945-51ee-4fc6-b1db-4fc34ee48105 None None] Pushing event updated for resources: {'Port': ['ID=339753e1-3ce9-4332-b298-c9b9fc49f13d,revision_number=1']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:24:15.091430 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-177f4487-dc23-41ea-aba5-129d504f20d5 req-dad2ce47-44f1-4ea5-97ab-a5a3ff1ca5ae tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/security-groups?id=e786382c-1289-4f9d-b471-ed120470c2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607305 Oct 27 10:24:15.137407 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-8756df51-c584-4f61-be4c-674c62e972c2 req-b70b20c0-e7f0-45dc-ac6f-db1c58254999 tempest-ListServerFiltersTestJSON-326742351 tempest-ListServerFiltersTestJSON-326742351-project] 10.222.0.44 "GET /v2.0/quotas/218cefac8af54854a39dc56211e2a581 HTTP/1.1" status: 200 len: 375 time: 0.4306533 Oct 27 10:24:15.196281 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-ba1d8945-51ee-4fc6-b1db-4fc34ee48105 None None] Attempting to bind port 339753e1-3ce9-4332-b298-c9b9fc49f13d on host n-d-813419-10 for vnic_type normal with profile {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:24:15.196726 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-ba1d8945-51ee-4fc6-b1db-4fc34ee48105 None None] Attempting to bind port 339753e1-3ce9-4332-b298-c9b9fc49f13d by drivers openvswitch,hyperv on host n-d-813419-10 at level 0 using segments [{'id': 'ace8832b-0d39-4720-866a-60ecd5970cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '5f1726cf-df95-405e-a4b7-a0ec3cc3a1aa'}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:24:15.197879 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba1d8945-51ee-4fc6-b1db-4fc34ee48105 None None] Attempting to bind port 339753e1-3ce9-4332-b298-c9b9fc49f13d on network 5f1726cf-df95-405e-a4b7-a0ec3cc3a1aa {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:24:15.204342 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba1d8945-51ee-4fc6-b1db-4fc34ee48105 None None] Checking agent: {'id': '89dba0f3-79b2-435e-9822-33674b8f6ada', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 8, 20), 'started_at': datetime.datetime(2021, 10, 27, 10, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 23, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:24:15.204603 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba1d8945-51ee-4fc6-b1db-4fc34ee48105 None None] Checking segment: {'id': 'ace8832b-0d39-4720-866a-60ecd5970cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '5f1726cf-df95-405e-a4b7-a0ec3cc3a1aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:24:15.205669 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-ba1d8945-51ee-4fc6-b1db-4fc34ee48105 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:15.206058 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba1d8945-51ee-4fc6-b1db-4fc34ee48105 None None] Bound using segment: {'id': 'ace8832b-0d39-4720-866a-60ecd5970cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '5f1726cf-df95-405e-a4b7-a0ec3cc3a1aa'} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:24:15.206524 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-ba1d8945-51ee-4fc6-b1db-4fc34ee48105 None None] Bound port: 339753e1-3ce9-4332-b298-c9b9fc49f13d, host: n-d-813419-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ace8832b-0d39-4720-866a-60ecd5970cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '5f1726cf-df95-405e-a4b7-a0ec3cc3a1aa'}}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:24:15.206949 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-ba1d8945-51ee-4fc6-b1db-4fc34ee48105 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:15.232521 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-9eb6051f-a29b-4106-9e0d-4d61bf744267 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:15.275211 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1550c33-9dcc-46a2-bfc9-30d7ad4dc172 req-a8445496-2f87-4f6a-a6ff-e821d482cd0a tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:15.279334 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-f1550c33-9dcc-46a2-bfc9-30d7ad4dc172 req-a8445496-2f87-4f6a-a6ff-e821d482cd0a tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] 10.222.0.44 "GET /v2.0/ports?device_id=1691db0e-712c-4567-bc1c-2e9c228da106 HTTP/1.1" status: 200 len: 944 time: 0.0863919 Oct 27 10:24:15.292114 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-ba1d8945-51ee-4fc6-b1db-4fc34ee48105 None None] For port 339753e1-3ce9-4332-b298-c9b9fc49f13d, host n-d-813419-10, cleared binding levels {{(pid=102348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:24:15.296455 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-ba1d8945-51ee-4fc6-b1db-4fc34ee48105 None None] For port 339753e1-3ce9-4332-b298-c9b9fc49f13d, host n-d-813419-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=339753e1-3ce9-4332-b298-c9b9fc49f13d,segment=NetworkSegment(ace8832b-0d39-4720-866a-60ecd5970cfb),segment_id=ace8832b-0d39-4720-866a-60ecd5970cfb)] {{(pid=102348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:24:15.302013 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-ba1d8945-51ee-4fc6-b1db-4fc34ee48105 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:15.365293 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 410bd337-09f6-4dd8-b3b6-68e02d752c7e up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:24:15.373520 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-f1550c33-9dcc-46a2-bfc9-30d7ad4dc172 req-49b6784d-070d-4420-a89c-22bb83dd8d14 tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] 10.222.0.44 "GET /v2.0/security-groups?id=df17171a-6534-4d8a-8518-0be5fe64cbb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867536 Oct 27 10:24:15.390154 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-759b2494-e572-4026-a696-794e596b1c2c req-4f85f3f3-fa73-4e05-b49f-5c52bb72ce1e tempest-ListServerFiltersTestJSON-326742351 tempest-ListServerFiltersTestJSON-326742351-project] Made reservation on behalf of 218cefac8af54854a39dc56211e2a581 for: {'port': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:24:15.394311 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-759b2494-e572-4026-a696-794e596b1c2c req-4f85f3f3-fa73-4e05-b49f-5c52bb72ce1e tempest-ListServerFiltersTestJSON-326742351 tempest-ListServerFiltersTestJSON-326742351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:15.463204 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1d8945-51ee-4fc6-b1db-4fc34ee48105 None None] Pushing event updated for resources: {'Port': ['ID=339753e1-3ce9-4332-b298-c9b9fc49f13d,revision_number=2']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:24:15.486793 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port 410bd337-09f6-4dd8-b3b6-68e02d752c7e triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:24:15.487157 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:15.524903 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5227f4-d289-4799-b04b-96b6e0d9280a req-dfb1de5d-2bb6-4d42-bac0-41877c6d3da2 tempest-ServerRescueTestJSON-1025374340 tempest-ServerRescueTestJSON-1025374340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:15.532824 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-3e5227f4-d289-4799-b04b-96b6e0d9280a req-dfb1de5d-2bb6-4d42-bac0-41877c6d3da2 tempest-ServerRescueTestJSON-1025374340 tempest-ServerRescueTestJSON-1025374340-project] 10.222.0.44 "GET /v2.0/ports?device_id=0f0a6b0b-7cfe-4818-8a36-1dd5676c3af3 HTTP/1.1" status: 200 len: 946 time: 0.0715718 Oct 27 10:24:15.553705 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-0a7f1c92-1dce-4124-b2dc-e8700e544e50 admin admin] Deleting port 767b48b9-eccd-479b-858b-2c5201822042 {{(pid=102346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:24:15.554242 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-0a7f1c92-1dce-4124-b2dc-e8700e544e50 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:15.579744 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-3e5227f4-d289-4799-b04b-96b6e0d9280a req-30c8c985-3893-4ac9-96ec-8068e7639611 tempest-ServerRescueTestJSON-1025374340 tempest-ServerRescueTestJSON-1025374340-project] 10.222.0.44 "GET /v2.0/security-groups?id=5f97c1ff-dad7-428f-af4b-bc7a94091827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425911 Oct 27 10:24:15.583704 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 7df4673a-4591-4964-b54f-3205e76df8d0 no longer exists at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:24:15.600683 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-8756df51-c584-4f61-be4c-674c62e972c2 req-675027b7-51fb-4d1f-9793-a735d0f8fde1 tempest-ListServerFiltersTestJSON-326742351 tempest-ListServerFiltersTestJSON-326742351-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=218cefac8af54854a39dc56211e2a581&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4623432 Oct 27 10:24:15.627009 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] No Port match for: 7df4673a-4591-4964-b54f-3205e76df8d0 {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:24:15.627820 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 7df4673a-4591-4964-b54f-3205e76df8d0 not bound to the agent host n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:24:15.763028 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0945389-d3a7-48a0-9456-cfba2c97e81f req-658c7cff-bcfd-45bf-ab12-23bbb8c1c6ee tempest-ListServerFiltersTestJSON-326742351 tempest-ListServerFiltersTestJSON-326742351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:15.764536 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-c0945389-d3a7-48a0-9456-cfba2c97e81f req-658c7cff-bcfd-45bf-ab12-23bbb8c1c6ee tempest-ListServerFiltersTestJSON-326742351 tempest-ListServerFiltersTestJSON-326742351-project] 10.222.0.64 "GET /v2.0/networks?id=efc5dfe6-de09-46df-b154-ddd837da0a5a HTTP/1.1" status: 200 len: 816 time: 0.5259194 Oct 27 10:24:15.874578 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [None req-0a7f1c92-1dce-4124-b2dc-e8700e544e50 admin admin] For port 767b48b9-eccd-479b-858b-2c5201822042, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=767b48b9-eccd-479b-858b-2c5201822042,segment=NetworkSegment(bc14127b-7032-4c50-bb5b-f6813cbae86e),segment_id=bc14127b-7032-4c50-bb5b-f6813cbae86e)] {{(pid=102346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:24:15.874932 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-0a7f1c92-1dce-4124-b2dc-e8700e544e50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:15.888040 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-8756df51-c584-4f61-be4c-674c62e972c2 req-7fead21a-493a-42d5-814c-34e902443d66 service neutron] 10.222.0.44 "GET /v2.0/networks/efc5dfe6-de09-46df-b154-ddd837da0a5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2139516 Oct 27 10:24:15.895016 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_common [req-759b2494-e572-4026-a696-794e596b1c2c req-4f85f3f3-fa73-4e05-b49f-5c52bb72ce1e tempest-ListServerFiltersTestJSON-326742351 tempest-ListServerFiltersTestJSON-326742351-project] Allocated IP 172.20.0.10 (efc5dfe6-de09-46df-b154-ddd837da0a5a/f51c2521-acfc-4fbd-bae2-70c1829cecad/5aa969cd-99b4-4c9b-83d0-d6509464307d) {{(pid=102346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:24:15.898018 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-0a7f1c92-1dce-4124-b2dc-e8700e544e50 admin admin] Calling delete_port for 767b48b9-eccd-479b-858b-2c5201822042 owned by network:router_gateway {{(pid=102346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:24:16.152487 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7d312dfc-f6a5-40c7-b885-005b6ba9812b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:16.281822 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [req-c0945389-d3a7-48a0-9456-cfba2c97e81f req-81b15c5f-b3e2-4b42-8d31-aaa9dac78b6b tempest-ListServerFiltersTestJSON-326742351 tempest-ListServerFiltersTestJSON-326742351-project] Request body: {'port': {'device_id': '48159e85-4d68-4bf6-8aa6-e816915ba353', 'network_id': 'efc5dfe6-de09-46df-b154-ddd837da0a5a', 'admin_state_up': True, 'tenant_id': '218cefac8af54854a39dc56211e2a581'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:24:16.293400 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-8756df51-c584-4f61-be4c-674c62e972c2 req-7e438ed0-151a-4bfa-ad03-5e2b84268d2f service neutron] 10.222.0.44 "GET /v2.0/networks/efc5dfe6-de09-46df-b154-ddd837da0a5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3929260 Oct 27 10:24:16.372897 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-9eb6051f-a29b-4106-9e0d-4d61bf744267 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:16.421486 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-9eb6051f-a29b-4106-9e0d-4d61bf744267 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:16.445501 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60b0cf8-5155-4e46-b10c-8b504c2bb829 req-fc0e5757-4fd1-47ae-b10a-d4779d082e62 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:16.453678 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c60b0cf8-5155-4e46-b10c-8b504c2bb829 req-fc0e5757-4fd1-47ae-b10a-d4779d082e62 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/ports?device_id=e8ba4d8b-4106-4181-809e-b9e98a50d4b3 HTTP/1.1" status: 200 len: 950 time: 0.0976911 Oct 27 10:24:16.501032 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba0d76d2-6ab0-426d-91ac-4ab2fdccb4e3 None None] Network 5f1726cf-df95-405e-a4b7-a0ec3cc3a1aa requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:24:16.507918 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c60b0cf8-5155-4e46-b10c-8b504c2bb829 req-f70da744-db8f-474d-b3fb-e91842ac4a3e tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/security-groups?id=e786382c-1289-4f9d-b471-ed120470c2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531614 Oct 27 10:24:16.531905 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-759b2494-e572-4026-a696-794e596b1c2c req-4f85f3f3-fa73-4e05-b49f-5c52bb72ce1e tempest-ListServerFiltersTestJSON-326742351 tempest-ListServerFiltersTestJSON-326742351-project] Publish callbacks [] for port, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:16.578140 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-0a7f1c92-1dce-4124-b2dc-e8700e544e50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:16.614723 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-394022aa-afa9-4253-b9b8-c76eeca41421 None None] Provisioning complete for port 339753e1-3ce9-4332-b298-c9b9fc49f13d triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:24:16.615092 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-394022aa-afa9-4253-b9b8-c76eeca41421 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:16.675751 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7f1c92-1dce-4124-b2dc-e8700e544e50 admin admin] Pushing event deleted for resources: {'Port': ['ID=767b48b9-eccd-479b-858b-2c5201822042,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:24:16.687723 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6a8f18-b07e-4f7e-92e5-07f67a720e46 req-e5bddf1b-a244-4a8e-a613-df25f3403176 tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:16.690997 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8d6a8f18-b07e-4f7e-92e5-07f67a720e46 req-e5bddf1b-a244-4a8e-a613-df25f3403176 tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] 10.222.0.44 "GET /v2.0/ports?device_id=1691db0e-712c-4567-bc1c-2e9c228da106 HTTP/1.1" status: 200 len: 944 time: 0.1017194 Oct 27 10:24:16.760475 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8d6a8f18-b07e-4f7e-92e5-07f67a720e46 req-4df594ca-c8f1-4675-95a2-a4cd6569000b tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] 10.222.0.44 "GET /v2.0/security-groups?id=df17171a-6534-4d8a-8518-0be5fe64cbb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626729 Oct 27 10:24:16.809665 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-394022aa-afa9-4253-b9b8-c76eeca41421 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:16.810186 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0945389-d3a7-48a0-9456-cfba2c97e81f req-81b15c5f-b3e2-4b42-8d31-aaa9dac78b6b tempest-ListServerFiltersTestJSON-326742351 tempest-ListServerFiltersTestJSON-326742351-project] Made reservation on behalf of 218cefac8af54854a39dc56211e2a581 for: {'port': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:24:16.813657 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-c0945389-d3a7-48a0-9456-cfba2c97e81f req-81b15c5f-b3e2-4b42-8d31-aaa9dac78b6b tempest-ListServerFiltersTestJSON-326742351 tempest-ListServerFiltersTestJSON-326742351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:16.835343 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-0a7f1c92-1dce-4124-b2dc-e8700e544e50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1664884'] for router_gateway, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:16.844688 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-759b2494-e572-4026-a696-794e596b1c2c req-4f85f3f3-fa73-4e05-b49f-5c52bb72ce1e tempest-ListServerFiltersTestJSON-326742351 tempest-ListServerFiltersTestJSON-326742351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:16.858395 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-394022aa-afa9-4253-b9b8-c76eeca41421 None None] For port 339753e1-3ce9-4332-b298-c9b9fc49f13d, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=339753e1-3ce9-4332-b298-c9b9fc49f13d,segment=NetworkSegment(ace8832b-0d39-4720-866a-60ecd5970cfb),segment_id=ace8832b-0d39-4720-866a-60ecd5970cfb)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:24:16.863083 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-74bc6ac0-4eb9-4f5d-9064-18754a763f89 req-8a8df8fa-8e1d-4df5-8e02-4e2b4e34a9ec tempest-ListServerFiltersTestJSON-326742351 tempest-ListServerFiltersTestJSON-326742351-project] 10.222.0.44 "GET /v2.0/ports?device_id=2bd3b845-baa6-4707-936b-e5789fffd4ee HTTP/1.1" status: 200 len: 210 time: 0.0622315 Oct 27 10:24:16.863835 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-394022aa-afa9-4253-b9b8-c76eeca41421 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:16.928570 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_common [None req-9eb6051f-a29b-4106-9e0d-4d61bf744267 admin admin] Allocated IP 172.25.8.223 (185ff123-c7ff-45c7-a6be-71feb35acc9c/0fb9f9d1-7384-481f-8fa8-f4566c349d30/c4bf061e-3837-4940-b2a7-a9d33d973de6) {{(pid=102346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:24:16.940668 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394022aa-afa9-4253-b9b8-c76eeca41421 None None] Pushing event updated for resources: {'Port': ['ID=339753e1-3ce9-4332-b298-c9b9fc49f13d,revision_number=3']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:24:16.989036 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a556043-0f52-48ba-8344-ecdede174132 req-1cbfacd5-5d9d-4b73-afeb-64081b4af618 tempest-ServersWithSpecificFlavorTestJSON-2103273157 tempest-ServersWithSpecificFlavorTestJSON-2103273157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:16.990631 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-5a556043-0f52-48ba-8344-ecdede174132 req-1cbfacd5-5d9d-4b73-afeb-64081b4af618 tempest-ServersWithSpecificFlavorTestJSON-2103273157 tempest-ServersWithSpecificFlavorTestJSON-2103273157-project] 10.222.0.44 "GET /v2.0/ports?device_id=dab55e46-8e3b-4a56-8e39-e3a205f3b352 HTTP/1.1" status: 200 len: 945 time: 0.3810480 Oct 27 10:24:17.007796 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f6ab29-7412-4a50-9330-f9a1651b6dcf req-b79ad8f2-939e-4f5a-a0b6-b4d6f7afb99e tempest-ServerRescueTestJSON-1025374340 tempest-ServerRescueTestJSON-1025374340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:17.015177 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-17f6ab29-7412-4a50-9330-f9a1651b6dcf req-b79ad8f2-939e-4f5a-a0b6-b4d6f7afb99e tempest-ServerRescueTestJSON-1025374340 tempest-ServerRescueTestJSON-1025374340-project] 10.222.0.44 "GET /v2.0/ports?device_id=0f0a6b0b-7cfe-4818-8a36-1dd5676c3af3 HTTP/1.1" status: 200 len: 946 time: 0.0672665 Oct 27 10:24:17.048694 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-759b2494-e572-4026-a696-794e596b1c2c req-4f85f3f3-fa73-4e05-b49f-5c52bb72ce1e tempest-ListServerFiltersTestJSON-326742351 tempest-ListServerFiltersTestJSON-326742351-project] Network efc5dfe6-de09-46df-b154-ddd837da0a5a is already hosted by enough agents. {{(pid=102346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:24:17.052839 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-0a7f1c92-1dce-4124-b2dc-e8700e544e50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1765662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3700'] for router, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:17.059018 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-17f6ab29-7412-4a50-9330-f9a1651b6dcf req-2ac37ed2-a10c-43ec-902e-9868b2c7a933 tempest-ServerRescueTestJSON-1025374340 tempest-ServerRescueTestJSON-1025374340-project] 10.222.0.44 "GET /v2.0/security-groups?id=5f97c1ff-dad7-428f-af4b-bc7a94091827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427802 Oct 27 10:24:17.067718 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-0a7f1c92-1dce-4124-b2dc-e8700e544e50 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:17.095748 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [req-759b2494-e572-4026-a696-794e596b1c2c req-4f85f3f3-fa73-4e05-b49f-5c52bb72ce1e tempest-ListServerFiltersTestJSON-326742351 tempest-ListServerFiltersTestJSON-326742351-project] Resources bound (agent type, host, resource id): {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:24:17.098259 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [req-759b2494-e572-4026-a696-794e596b1c2c req-4f85f3f3-fa73-4e05-b49f-5c52bb72ce1e tempest-ListServerFiltersTestJSON-326742351 tempest-ListServerFiltersTestJSON-326742351-project] Received port after_create {{(pid=102346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:24:17.211907 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-c52abd29-7928-4d71-b840-06be88069aa7 None None] Provisioning complete for port 339753e1-3ce9-4332-b298-c9b9fc49f13d triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:24:17.212522 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-c52abd29-7928-4d71-b840-06be88069aa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:17.278203 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f85f3f3-fa73-4e05-b49f-5c52bb72ce1e tempest-ListServerFiltersTestJSON-326742351 tempest-ListServerFiltersTestJSON-326742351-project] Pushing event updated for resources: {'Port': ['ID=5aa969cd-99b4-4c9b-83d0-d6509464307d,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:24:17.382364 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759b2494-e572-4026-a696-794e596b1c2c req-4f85f3f3-fa73-4e05-b49f-5c52bb72ce1e tempest-ListServerFiltersTestJSON-326742351 tempest-ListServerFiltersTestJSON-326742351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:17.383076 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-759b2494-e572-4026-a696-794e596b1c2c req-4f85f3f3-fa73-4e05-b49f-5c52bb72ce1e tempest-ListServerFiltersTestJSON-326742351 tempest-ListServerFiltersTestJSON-326742351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:17.389350 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-5a556043-0f52-48ba-8344-ecdede174132 req-a6b8793e-5564-4904-a2d6-f4a93c38832a tempest-ServersWithSpecificFlavorTestJSON-2103273157 tempest-ServersWithSpecificFlavorTestJSON-2103273157-project] 10.222.0.44 "GET /v2.0/security-groups?id=a5c3a744-545c-4ff0-934c-41785bfff57c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3700297 Oct 27 10:24:17.452933 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 339753e1-3ce9-4332-b298-c9b9fc49f13d up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:24:17.467085 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-2e2c6339-ac9d-4b34-a5ab-f5b465e02ee4 req-c07940f2-1929-4127-8588-bb8a10844255 service neutron] 10.222.0.76 "GET /v2.0/ports/41aac355-a685-4f09-997c-fd92e489e835/bindings/n-h1-813419-10 HTTP/1.1" status: 200 len: 385 time: 0.0815125 Oct 27 10:24:17.469419 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-0a7f1c92-1dce-4124-b2dc-e8700e544e50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1765641'] for router, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:17.469983 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a7f1c92-1dce-4124-b2dc-e8700e544e50 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2f38e628-1bbd-4204-9ff9-c0646102a78d {{(pid=102346) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 10:24:17.484543 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_common [req-c0945389-d3a7-48a0-9456-cfba2c97e81f req-81b15c5f-b3e2-4b42-8d31-aaa9dac78b6b tempest-ListServerFiltersTestJSON-326742351 tempest-ListServerFiltersTestJSON-326742351-project] Allocated IP 172.20.0.4 (efc5dfe6-de09-46df-b154-ddd837da0a5a/f51c2521-acfc-4fbd-bae2-70c1829cecad/d15d3d59-7292-45e2-a583-16ea6115c10d) {{(pid=102346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:24:17.490418 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-0a7f1c92-1dce-4124-b2dc-e8700e544e50 admin admin] Publish callbacks [] for router, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:17.493517 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-0a7f1c92-1dce-4124-b2dc-e8700e544e50 admin admin] 10.222.0.44 "DELETE /v2.0/routers/2f38e628-1bbd-4204-9ff9-c0646102a78d HTTP/1.1" status: 204 len: 168 time: 4.3408744 Oct 27 10:24:17.503664 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 47356) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:24:17.527283 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-31d8cb84-cd41-432f-9317-411f263dac8a None None] Provisioning complete for port 5aa969cd-99b4-4c9b-83d0-d6509464307d triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:24:17.527697 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-31d8cb84-cd41-432f-9317-411f263dac8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:17.576404 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-31d8cb84-cd41-432f-9317-411f263dac8a None None] Port 5aa969cd-99b4-4c9b-83d0-d6509464307d cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:24:17.577600 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-759b2494-e572-4026-a696-794e596b1c2c req-4f85f3f3-fa73-4e05-b49f-5c52bb72ce1e tempest-ListServerFiltersTestJSON-326742351 tempest-ListServerFiltersTestJSON-326742351-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2745795 Oct 27 10:24:17.592012 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-9eb6051f-a29b-4106-9e0d-4d61bf744267 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:17.595631 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port 339753e1-3ce9-4332-b298-c9b9fc49f13d triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:24:17.597285 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:17.609163 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [req-759b2494-e572-4026-a696-794e596b1c2c req-45ea3ac4-cc24-4490-9417-51c03389e71a service neutron] Request body: {'port': {'device_id': '45d14893-5bf6-4b65-b786-fa5afce227ce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-10'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:24:17.636060 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_v2 [None req-adbed5c7-e658-45c5-995d-b9c180275b5d admin admin] Deleting subnet 1ea6538e-fdad-42c2-9f49-d63e9d85038b {{(pid=102346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 10:24:17.653427 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-adbed5c7-e658-45c5-995d-b9c180275b5d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:17.731483 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-2e2c6339-ac9d-4b34-a5ab-f5b465e02ee4 req-20e6b88f-8f1b-43d0-823a-c1c00dab72cd service neutron] For port 41aac355-a685-4f09-997c-fd92e489e835, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=41aac355-a685-4f09-997c-fd92e489e835,segment=NetworkSegment(50500633-18ab-48c2-98da-73563c3123ba),segment_id=50500633-18ab-48c2-98da-73563c3123ba)] {{(pid=102347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:24:17.750050 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-2e2c6339-ac9d-4b34-a5ab-f5b465e02ee4 req-20e6b88f-8f1b-43d0-823a-c1c00dab72cd service neutron] For port 41aac355-a685-4f09-997c-fd92e489e835, host n-h2-813419-10, cleared binding levels {{(pid=102347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:24:17.783714 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [req-2e2c6339-ac9d-4b34-a5ab-f5b465e02ee4 req-20e6b88f-8f1b-43d0-823a-c1c00dab72cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41aac355-a685-4f09-997c-fd92e489e835 {{(pid=102347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:24:17.787587 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-adbed5c7-e658-45c5-995d-b9c180275b5d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25847868'] for subnet, precommit_delete_associations {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:17.796713 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-2e2c6339-ac9d-4b34-a5ab-f5b465e02ee4 req-20e6b88f-8f1b-43d0-823a-c1c00dab72cd service neutron] For port 41aac355-a685-4f09-997c-fd92e489e835, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=41aac355-a685-4f09-997c-fd92e489e835,segment=NetworkSegment(50500633-18ab-48c2-98da-73563c3123ba),segment_id=50500633-18ab-48c2-98da-73563c3123ba)] {{(pid=102347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:24:17.811971 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-2e2c6339-ac9d-4b34-a5ab-f5b465e02ee4 req-20e6b88f-8f1b-43d0-823a-c1c00dab72cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:17.852719 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-759b2494-e572-4026-a696-794e596b1c2c req-45ea3ac4-cc24-4490-9417-51c03389e71a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:17.890427 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-9eb6051f-a29b-4106-9e0d-4d61bf744267 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:17.905888 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad04f0b-99cd-437a-befc-1b3d0e532978 req-31eeb626-1337-4a1d-b10b-d849b7423054 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:17.907502 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-6ad04f0b-99cd-437a-befc-1b3d0e532978 req-31eeb626-1337-4a1d-b10b-d849b7423054 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/ports?device_id=e8ba4d8b-4106-4181-809e-b9e98a50d4b3 HTTP/1.1" status: 200 len: 950 time: 0.2792571 Oct 27 10:24:17.993541 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a822bb-a089-4dff-8060-3cd2df2f4a79 req-e04a3ebf-fa39-4056-b97a-8772cbf5f4ed tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:17.995213 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c6a822bb-a089-4dff-8060-3cd2df2f4a79 req-e04a3ebf-fa39-4056-b97a-8772cbf5f4ed tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] 10.222.0.44 "GET /v2.0/ports?device_id=1691db0e-712c-4567-bc1c-2e9c228da106 HTTP/1.1" status: 200 len: 944 time: 0.1421139 Oct 27 10:24:18.001974 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.provisioning_blocks [req-2e2c6339-ac9d-4b34-a5ab-f5b465e02ee4 req-20e6b88f-8f1b-43d0-823a-c1c00dab72cd service neutron] Transition to ACTIVE for port object 41aac355-a685-4f09-997c-fd92e489e835 will not be triggered until provisioned by entity L2. {{(pid=102347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 10:24:18.018185 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-2e2c6339-ac9d-4b34-a5ab-f5b465e02ee4 req-20e6b88f-8f1b-43d0-823a-c1c00dab72cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:18.160623 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8756df51-c584-4f61-be4c-674c62e972c2 req-55e176bd-6cb8-4773-941f-a37ab8f1f4de tempest-ListServerFiltersTestJSON-326742351 tempest-ListServerFiltersTestJSON-326742351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:18.161833 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8756df51-c584-4f61-be4c-674c62e972c2 req-55e176bd-6cb8-4773-941f-a37ab8f1f4de tempest-ListServerFiltersTestJSON-326742351 tempest-ListServerFiltersTestJSON-326742351-project] 10.222.0.76 "GET /v2.0/networks?id=efc5dfe6-de09-46df-b154-ddd837da0a5a HTTP/1.1" status: 200 len: 816 time: 0.2560620 Oct 27 10:24:18.164925 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c6a822bb-a089-4dff-8060-3cd2df2f4a79 req-e79a4583-1c7b-493b-9aea-41434d45f516 tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] 10.222.0.44 "GET /v2.0/security-groups?id=df17171a-6534-4d8a-8518-0be5fe64cbb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559539 Oct 27 10:24:18.168086 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e2c6339-ac9d-4b34-a5ab-f5b465e02ee4 req-20e6b88f-8f1b-43d0-823a-c1c00dab72cd service neutron] No DVR routers for this DVR port 41aac355-a685-4f09-997c-fd92e489e835 on host n-h2-813419-10 {{(pid=102347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:24:18.171411 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e6b88f-8f1b-43d0-823a-c1c00dab72cd service neutron] Pushing event updated for resources: {'Port': ['ID=41aac355-a685-4f09-997c-fd92e489e835,revision_number=10']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:24:18.181535 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [req-8756df51-c584-4f61-be4c-674c62e972c2 req-1b76c11b-cb83-4138-93d8-914888ed152a tempest-ListServerFiltersTestJSON-326742351 tempest-ListServerFiltersTestJSON-326742351-project] Request body: {'port': {'device_id': '2bd3b845-baa6-4707-936b-e5789fffd4ee', 'network_id': 'efc5dfe6-de09-46df-b154-ddd837da0a5a', 'admin_state_up': True, 'tenant_id': '218cefac8af54854a39dc56211e2a581'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:24:18.250684 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-2e2c6339-ac9d-4b34-a5ab-f5b465e02ee4 req-20e6b88f-8f1b-43d0-823a-c1c00dab72cd service neutron] 10.222.0.76 "PUT /v2.0/ports/41aac355-a685-4f09-997c-fd92e489e835/bindings/n-h1-813419-10/activate HTTP/1.1" status: 200 len: 370 time: 0.7742057 Oct 27 10:24:18.293211 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-a7f8ec1e-22cc-431b-85ff-2d26bdd34b25 req-9390c626-ced9-4c67-be0f-568ca88babc1 tempest-ListServerFiltersTestJSON-326742351 tempest-ListServerFiltersTestJSON-326742351-project] 10.222.0.44 "GET /v2.0/ports?device_id=2bd3b845-baa6-4707-936b-e5789fffd4ee HTTP/1.1" status: 200 len: 210 time: 0.0415008 Oct 27 10:24:18.338433 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eb6051f-a29b-4106-9e0d-4d61bf744267 admin admin] Network 185ff123-c7ff-45c7-a6be-71feb35acc9c is already hosted by enough agents. {{(pid=102346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:24:18.367415 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8756df51-c584-4f61-be4c-674c62e972c2 req-1b76c11b-cb83-4138-93d8-914888ed152a tempest-ListServerFiltersTestJSON-326742351 tempest-ListServerFiltersTestJSON-326742351-project] Made reservation on behalf of 218cefac8af54854a39dc56211e2a581 for: {'port': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:24:18.371380 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-8756df51-c584-4f61-be4c-674c62e972c2 req-1b76c11b-cb83-4138-93d8-914888ed152a tempest-ListServerFiltersTestJSON-326742351 tempest-ListServerFiltersTestJSON-326742351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:18.377009 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-9eb6051f-a29b-4106-9e0d-4d61bf744267 admin admin] Resources bound (agent type, host, resource id): {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:24:18.378876 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb6051f-a29b-4106-9e0d-4d61bf744267 admin admin] Pushing event updated for resources: {'Port': ['ID=c4bf061e-3837-4940-b2a7-a9d33d973de6,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:24:18.390543 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eb6051f-a29b-4106-9e0d-4d61bf744267 admin admin] Received port after_create {{(pid=102346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:24:18.480671 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2c6339-ac9d-4b34-a5ab-f5b465e02ee4 req-a8668b2c-f165-43b6-9616-739af1cc1932 tempest-LiveMigrationTest-1571947473 tempest-LiveMigrationTest-1571947473-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:18.482656 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-2e2c6339-ac9d-4b34-a5ab-f5b465e02ee4 req-a8668b2c-f165-43b6-9616-739af1cc1932 tempest-LiveMigrationTest-1571947473 tempest-LiveMigrationTest-1571947473-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=1691db0e-712c-4567-bc1c-2e9c228da106&tenant_id=9c487093db7840e98dafd374096ede4c&binding%3Ahost_id=n-h2-813419-10 HTTP/1.1" status: 200 len: 1097 time: 0.1080959 Oct 27 10:24:18.529221 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-adbed5c7-e658-45c5-995d-b9c180275b5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855646'] for subnet, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:18.556399 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-6ad04f0b-99cd-437a-befc-1b3d0e532978 req-8da0ad47-2d2b-4690-9472-9d12cbe1da19 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/security-groups?id=e786382c-1289-4f9d-b471-ed120470c2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6138630 Oct 27 10:24:18.559795 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-c0945389-d3a7-48a0-9456-cfba2c97e81f req-81b15c5f-b3e2-4b42-8d31-aaa9dac78b6b tempest-ListServerFiltersTestJSON-326742351 tempest-ListServerFiltersTestJSON-326742351-project] Publish callbacks [] for port, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:18.562675 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2c6339-ac9d-4b34-a5ab-f5b465e02ee4 req-1a40b99b-b848-4f73-86d9-c5252b4b2819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:18.564759 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-2e2c6339-ac9d-4b34-a5ab-f5b465e02ee4 req-1a40b99b-b848-4f73-86d9-c5252b4b2819 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=1691db0e-712c-4567-bc1c-2e9c228da106&tenant_id=9c487093db7840e98dafd374096ede4c HTTP/1.1" status: 200 len: 1097 time: 0.0734227 Oct 27 10:24:18.586915 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4571dcd1-d592-41df-8cc3-ce714d60481d req-3da07cd3-7284-47f1-9b13-edd2289e1282 tempest-ServerRescueTestJSON-1025374340 tempest-ServerRescueTestJSON-1025374340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:18.588442 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-4571dcd1-d592-41df-8cc3-ce714d60481d req-3da07cd3-7284-47f1-9b13-edd2289e1282 tempest-ServerRescueTestJSON-1025374340 tempest-ServerRescueTestJSON-1025374340-project] 10.222.0.44 "GET /v2.0/ports?device_id=0f0a6b0b-7cfe-4818-8a36-1dd5676c3af3 HTTP/1.1" status: 200 len: 946 time: 0.0697401 Oct 27 10:24:18.661746 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-4571dcd1-d592-41df-8cc3-ce714d60481d req-36d509ac-9eab-406d-92f3-a7a9c897c1f9 tempest-ServerRescueTestJSON-1025374340 tempest-ServerRescueTestJSON-1025374340-project] 10.222.0.44 "GET /v2.0/security-groups?id=5f97c1ff-dad7-428f-af4b-bc7a94091827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630562 Oct 27 10:24:18.665282 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2c6339-ac9d-4b34-a5ab-f5b465e02ee4 req-c481fb17-0e45-4461-b0ee-33c496414d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:18.666588 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-2e2c6339-ac9d-4b34-a5ab-f5b465e02ee4 req-c481fb17-0e45-4461-b0ee-33c496414d4c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9c487093db7840e98dafd374096ede4c&device_id=1691db0e-712c-4567-bc1c-2e9c228da106 HTTP/1.1" status: 200 len: 1097 time: 0.0667653 Oct 27 10:24:18.767883 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-adbed5c7-e658-45c5-995d-b9c180275b5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27024355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27168307'] for subnet, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:18.774698 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-c0945389-d3a7-48a0-9456-cfba2c97e81f req-81b15c5f-b3e2-4b42-8d31-aaa9dac78b6b tempest-ListServerFiltersTestJSON-326742351 tempest-ListServerFiltersTestJSON-326742351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:18.800547 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2c6339-ac9d-4b34-a5ab-f5b465e02ee4 req-f9927ec4-8e59-4751-a07d-be30922bb9d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:18.801555 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-2e2c6339-ac9d-4b34-a5ab-f5b465e02ee4 req-f9927ec4-8e59-4751-a07d-be30922bb9d1 service neutron] 10.222.0.64 "GET /v2.0/networks?id=b70d8912-e651-449a-aede-549067567147 HTTP/1.1" status: 200 len: 909 time: 0.1267929 Oct 27 10:24:18.816987 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbed5c7-e658-45c5-995d-b9c180275b5d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1ea6538e-fdad-42c2-9f49-d63e9d85038b,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:24:18.819990 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f5da9dbf-5beb-4fc9-842d-2bcd822ff5e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:18.833881 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-620a9d4c-b25a-4f77-8c8b-e9adfaa350f0 None None] Network 27d7cb22-6b39-4584-92c4-ddd219d7765c requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:24:18.837058 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-adbed5c7-e658-45c5-995d-b9c180275b5d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for subnet, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:18.842590 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-adbed5c7-e658-45c5-995d-b9c180275b5d admin admin] 10.222.0.44 "DELETE /v2.0/subnets/1ea6538e-fdad-42c2-9f49-d63e9d85038b HTTP/1.1" status: 204 len: 168 time: 1.3350744 Oct 27 10:24:18.851810 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c725b2c-da25-4c29-830d-f68c5f77e685 req-45f6de85-d692-40e5-ae45-90047c648d0e tempest-ServersWithSpecificFlavorTestJSON-2103273157 tempest-ServersWithSpecificFlavorTestJSON-2103273157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:18.853420 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-7c725b2c-da25-4c29-830d-f68c5f77e685 req-45f6de85-d692-40e5-ae45-90047c648d0e tempest-ServersWithSpecificFlavorTestJSON-2103273157 tempest-ServersWithSpecificFlavorTestJSON-2103273157-project] 10.222.0.44 "GET /v2.0/ports?device_id=dab55e46-8e3b-4a56-8e39-e3a205f3b352 HTTP/1.1" status: 200 len: 945 time: 0.1945574 Oct 27 10:24:18.855741 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 47372) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:24:18.856650 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-2e2c6339-ac9d-4b34-a5ab-f5b465e02ee4 req-79385d1a-7d4b-46bd-9640-8860ff9c4a92 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=41aac355-a685-4f09-997c-fd92e489e835 HTTP/1.1" status: 200 len: 217 time: 0.0396879 Oct 27 10:24:18.879770 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_common [req-8756df51-c584-4f61-be4c-674c62e972c2 req-1b76c11b-cb83-4138-93d8-914888ed152a tempest-ListServerFiltersTestJSON-326742351 tempest-ListServerFiltersTestJSON-326742351-project] Allocated IP 172.20.0.6 (efc5dfe6-de09-46df-b154-ddd837da0a5a/f51c2521-acfc-4fbd-bae2-70c1829cecad/85265c05-ec01-41f1-9ab1-acc35f6ac44d) {{(pid=102347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:24:18.935236 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2c6339-ac9d-4b34-a5ab-f5b465e02ee4 req-8bd5e399-90ca-4713-b4d6-42a23dbd64f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:18.936904 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-2e2c6339-ac9d-4b34-a5ab-f5b465e02ee4 req-8bd5e399-90ca-4713-b4d6-42a23dbd64f7 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0c8d0682-e9d2-4157-8f50-67abbd1aff64 HTTP/1.1" status: 200 len: 848 time: 0.0691237 Oct 27 10:24:18.985139 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-2e2c6339-ac9d-4b34-a5ab-f5b465e02ee4 req-a04b588d-b232-465d-9f96-32bca9ee289f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b70d8912-e651-449a-aede-549067567147&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337946 Oct 27 10:24:18.985442 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0945389-d3a7-48a0-9456-cfba2c97e81f req-81b15c5f-b3e2-4b42-8d31-aaa9dac78b6b tempest-ListServerFiltersTestJSON-326742351 tempest-ListServerFiltersTestJSON-326742351-project] Network efc5dfe6-de09-46df-b154-ddd837da0a5a is already hosted by enough agents. {{(pid=102346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:24:19.018279 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [req-c0945389-d3a7-48a0-9456-cfba2c97e81f req-81b15c5f-b3e2-4b42-8d31-aaa9dac78b6b tempest-ListServerFiltersTestJSON-326742351 tempest-ListServerFiltersTestJSON-326742351-project] Resources bound (agent type, host, resource id): {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:24:19.030720 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0945389-d3a7-48a0-9456-cfba2c97e81f req-81b15c5f-b3e2-4b42-8d31-aaa9dac78b6b tempest-ListServerFiltersTestJSON-326742351 tempest-ListServerFiltersTestJSON-326742351-project] Received port after_create {{(pid=102346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:24:19.045328 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b15c5f-b3e2-4b42-8d31-aaa9dac78b6b tempest-ListServerFiltersTestJSON-326742351 tempest-ListServerFiltersTestJSON-326742351-project] Pushing event updated for resources: {'Port': ['ID=d15d3d59-7292-45e2-a583-16ea6115c10d,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:24:19.051163 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd0cbf50-61c8-49de-8eaa-5774f8442d24 None None] DHCP port deletion for 27d7cb22-6b39-4584-92c4-ddd219d7765c request from n-d-813419-10 {{(pid=102348) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 10:24:19.106202 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-bbc14c98-4d0e-4c03-b239-07f819193b34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586917'] for network, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:19.116331 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-7c725b2c-da25-4c29-830d-f68c5f77e685 req-13e0da0f-a3e1-49e1-aa0a-185be583c493 tempest-ServersWithSpecificFlavorTestJSON-2103273157 tempest-ServersWithSpecificFlavorTestJSON-2103273157-project] 10.222.0.44 "GET /v2.0/security-groups?id=a5c3a744-545c-4ff0-934c-41785bfff57c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2418108 Oct 27 10:24:19.136982 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-fd0cbf50-61c8-49de-8eaa-5774f8442d24 None None] Deleting port 0de4aeed-a226-4ded-b408-5a340459a314 {{(pid=102348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:24:19.137843 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-fd0cbf50-61c8-49de-8eaa-5774f8442d24 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:19.192876 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-8756df51-c584-4f61-be4c-674c62e972c2 req-1b76c11b-cb83-4138-93d8-914888ed152a tempest-ListServerFiltersTestJSON-326742351 tempest-ListServerFiltersTestJSON-326742351-project] Publish callbacks [] for port, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:19.201705 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-2e2c6339-ac9d-4b34-a5ab-f5b465e02ee4 req-39cb0cef-a7e6-4d0f-8e26-b9d564d16e59 service neutron] 10.222.0.64 "GET /v2.0/networks/b70d8912-e651-449a-aede-549067567147?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2014649 Oct 27 10:24:19.203314 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-9eb6051f-a29b-4106-9e0d-4d61bf744267 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:19.221442 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0945389-d3a7-48a0-9456-cfba2c97e81f req-81b15c5f-b3e2-4b42-8d31-aaa9dac78b6b tempest-ListServerFiltersTestJSON-326742351 tempest-ListServerFiltersTestJSON-326742351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:19.232718 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-c0945389-d3a7-48a0-9456-cfba2c97e81f req-81b15c5f-b3e2-4b42-8d31-aaa9dac78b6b tempest-ListServerFiltersTestJSON-326742351 tempest-ListServerFiltersTestJSON-326742351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:19.263098 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-fd0cbf50-61c8-49de-8eaa-5774f8442d24 None None] For port 0de4aeed-a226-4ded-b408-5a340459a314, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=0de4aeed-a226-4ded-b408-5a340459a314,segment=NetworkSegment(fdb00e04-9654-415e-a0bd-268fdd4e2b52),segment_id=fdb00e04-9654-415e-a0bd-268fdd4e2b52)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:24:19.263432 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-fd0cbf50-61c8-49de-8eaa-5774f8442d24 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:19.301497 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-fd0cbf50-61c8-49de-8eaa-5774f8442d24 None None] Calling delete_port for 0de4aeed-a226-4ded-b408-5a340459a314 owned by network:dhcp {{(pid=102348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:24:19.304106 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 0de4aeed-a226-4ded-b408-5a340459a314 no longer exists at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:24:19.321294 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-8756df51-c584-4f61-be4c-674c62e972c2 req-1b76c11b-cb83-4138-93d8-914888ed152a tempest-ListServerFiltersTestJSON-326742351 tempest-ListServerFiltersTestJSON-326742351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:19.395848 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-c0945389-d3a7-48a0-9456-cfba2c97e81f req-81b15c5f-b3e2-4b42-8d31-aaa9dac78b6b tempest-ListServerFiltersTestJSON-326742351 tempest-ListServerFiltersTestJSON-326742351-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1227007 Oct 27 10:24:19.411426 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8756df51-c584-4f61-be4c-674c62e972c2 req-1b76c11b-cb83-4138-93d8-914888ed152a tempest-ListServerFiltersTestJSON-326742351 tempest-ListServerFiltersTestJSON-326742351-project] Network efc5dfe6-de09-46df-b154-ddd837da0a5a is already hosted by enough agents. {{(pid=102347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:24:19.414913 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [req-c0945389-d3a7-48a0-9456-cfba2c97e81f req-f11bd78e-a003-4c5e-bd4f-c927377796e4 service neutron] Request body: {'port': {'device_id': '48159e85-4d68-4bf6-8aa6-e816915ba353', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-10'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:24:19.419949 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b76c11b-cb83-4138-93d8-914888ed152a tempest-ListServerFiltersTestJSON-326742351 tempest-ListServerFiltersTestJSON-326742351-project] Pushing event updated for resources: {'Port': ['ID=85265c05-ec01-41f1-9ab1-acc35f6ac44d,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:24:19.422471 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [req-8756df51-c584-4f61-be4c-674c62e972c2 req-1b76c11b-cb83-4138-93d8-914888ed152a tempest-ListServerFiltersTestJSON-326742351 tempest-ListServerFiltersTestJSON-326742351-project] Resources bound (agent type, host, resource id): {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:24:19.428227 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [req-8756df51-c584-4f61-be4c-674c62e972c2 req-1b76c11b-cb83-4138-93d8-914888ed152a tempest-ListServerFiltersTestJSON-326742351 tempest-ListServerFiltersTestJSON-326742351-project] Received port after_create {{(pid=102347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:24:19.457736 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-94485737-4968-46cb-b442-917de16b3077 None None] Provisioning complete for port d15d3d59-7292-45e2-a583-16ea6115c10d triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:24:19.458161 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-94485737-4968-46cb-b442-917de16b3077 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:19.485276 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a00527-df48-442f-a5eb-1d2df28cc6d7 req-d19a9662-0f08-4e22-a3d7-563ea8621580 tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:19.493534 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-49a00527-df48-442f-a5eb-1d2df28cc6d7 req-d19a9662-0f08-4e22-a3d7-563ea8621580 tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] 10.222.0.44 "GET /v2.0/ports?device_id=1691db0e-712c-4567-bc1c-2e9c228da106 HTTP/1.1" status: 200 len: 945 time: 0.1914122 Oct 27 10:24:19.515447 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-2e2c6339-ac9d-4b34-a5ab-f5b465e02ee4 req-59c474e4-86ea-43f2-9b93-6538c3b92b0d service neutron] 10.222.0.64 "GET /v2.0/networks/b70d8912-e651-449a-aede-549067567147?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2993524 Oct 27 10:24:19.518313 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-bbc14c98-4d0e-4c03-b239-07f819193b34 admin admin] Deleting port 0de4aeed-a226-4ded-b408-5a340459a314 {{(pid=102346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:24:19.518909 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-bbc14c98-4d0e-4c03-b239-07f819193b34 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:19.546090 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-fd0cbf50-61c8-49de-8eaa-5774f8442d24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615'] for port, after_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:19.576876 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-49a00527-df48-442f-a5eb-1d2df28cc6d7 req-9f7dc1c9-b046-4c87-a10b-bca6a149ca83 tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] 10.222.0.44 "GET /v2.0/security-groups?id=df17171a-6534-4d8a-8518-0be5fe64cbb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768297 Oct 27 10:24:19.581334 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-94485737-4968-46cb-b442-917de16b3077 None None] Port d15d3d59-7292-45e2-a583-16ea6115c10d cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:24:19.587089 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0cbf50-61c8-49de-8eaa-5774f8442d24 None None] Pushing event deleted for resources: {'Port': ['ID=0de4aeed-a226-4ded-b408-5a340459a314,revision_number=None']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:24:19.590588 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:19.592788 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd0cbf50-61c8-49de-8eaa-5774f8442d24 None None] No DVR routers for this DVR port 0de4aeed-a226-4ded-b408-5a340459a314 on host n-d-813419-10 {{(pid=102348) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:24:19.592932 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8756df51-c584-4f61-be4c-674c62e972c2 req-1b76c11b-cb83-4138-93d8-914888ed152a tempest-ListServerFiltersTestJSON-326742351 tempest-ListServerFiltersTestJSON-326742351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:19.594213 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-8756df51-c584-4f61-be4c-674c62e972c2 req-1b76c11b-cb83-4138-93d8-914888ed152a tempest-ListServerFiltersTestJSON-326742351 tempest-ListServerFiltersTestJSON-326742351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:19.633750 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8756df51-c584-4f61-be4c-674c62e972c2 req-1b76c11b-cb83-4138-93d8-914888ed152a tempest-ListServerFiltersTestJSON-326742351 tempest-ListServerFiltersTestJSON-326742351-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4579837 Oct 27 10:24:19.652627 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [req-8756df51-c584-4f61-be4c-674c62e972c2 req-4a0575a9-6dd2-48be-b1dd-13c699df4a9b service neutron] Request body: {'port': {'device_id': '2bd3b845-baa6-4707-936b-e5789fffd4ee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-10'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:24:19.680723 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 767b48b9-eccd-479b-858b-2c5201822042 no longer exists at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:24:19.701697 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] No Port match for: 767b48b9-eccd-479b-858b-2c5201822042 {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:24:19.702174 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 767b48b9-eccd-479b-858b-2c5201822042 not bound to the agent host n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:24:19.763290 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3890986-846c-4dbc-aa92-3f2aeed0bfc3 req-00f0e9a2-a62c-43ea-90f9-430275b67b63 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:19.765369 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c3890986-846c-4dbc-aa92-3f2aeed0bfc3 req-00f0e9a2-a62c-43ea-90f9-430275b67b63 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/ports?device_id=e8ba4d8b-4106-4181-809e-b9e98a50d4b3 HTTP/1.1" status: 200 len: 950 time: 0.0855701 Oct 27 10:24:19.769143 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-c0945389-d3a7-48a0-9456-cfba2c97e81f req-f11bd78e-a003-4c5e-bd4f-c927377796e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:19.788175 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d35dbe6-112b-41d8-882c-3d101b21f975 req-0d756204-b639-465d-969e-719f96cd8089 tempest-ListServerFiltersTestJSON-326742351 tempest-ListServerFiltersTestJSON-326742351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:19.790013 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-9d35dbe6-112b-41d8-882c-3d101b21f975 req-0d756204-b639-465d-969e-719f96cd8089 tempest-ListServerFiltersTestJSON-326742351 tempest-ListServerFiltersTestJSON-326742351-project] 10.222.0.44 "GET /v2.0/ports?device_id=2bd3b845-baa6-4707-936b-e5789fffd4ee HTTP/1.1" status: 200 len: 931 time: 0.3666699 Oct 27 10:24:19.812931 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-8756df51-c584-4f61-be4c-674c62e972c2 req-4a0575a9-6dd2-48be-b1dd-13c699df4a9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:19.854782 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [None req-bbc14c98-4d0e-4c03-b239-07f819193b34 admin admin] For port 0de4aeed-a226-4ded-b408-5a340459a314, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=0de4aeed-a226-4ded-b408-5a340459a314,segment=NetworkSegment(fdb00e04-9654-415e-a0bd-268fdd4e2b52),segment_id=fdb00e04-9654-415e-a0bd-268fdd4e2b52)] {{(pid=102346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:24:19.855141 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-bbc14c98-4d0e-4c03-b239-07f819193b34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:19.859177 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c3890986-846c-4dbc-aa92-3f2aeed0bfc3 req-b45987a3-a1fb-4c26-8b98-774423363320 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/security-groups?id=e786382c-1289-4f9d-b471-ed120470c2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782440 Oct 27 10:24:19.910256 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-bbc14c98-4d0e-4c03-b239-07f819193b34 admin admin] Calling delete_port for 0de4aeed-a226-4ded-b408-5a340459a314 owned by network:dhcp {{(pid=102346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:24:19.918164 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2c6339-ac9d-4b34-a5ab-f5b465e02ee4 req-e2e0277a-d2a0-4e0b-bd45-e2eccbfd1f1c tempest-LiveMigrationTest-1571947473 tempest-LiveMigrationTest-1571947473-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:19.919653 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-2e2c6339-ac9d-4b34-a5ab-f5b465e02ee4 req-e2e0277a-d2a0-4e0b-bd45-e2eccbfd1f1c tempest-LiveMigrationTest-1571947473 tempest-LiveMigrationTest-1571947473-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=1691db0e-712c-4567-bc1c-2e9c228da106&tenant_id=9c487093db7840e98dafd374096ede4c&binding%3Ahost_id=n-h1-813419-10 HTTP/1.1" status: 200 len: 1097 time: 0.1181540 Oct 27 10:24:19.924430 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-eadeaa30-4096-4d1a-b3cb-aa7ebfb291ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:19.938874 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-ca110fd6-5d8f-4c5d-a1a3-3cc165ad834a None None] Provisioning complete for port 85265c05-ec01-41f1-9ab1-acc35f6ac44d triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:24:19.939783 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-ca110fd6-5d8f-4c5d-a1a3-3cc165ad834a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:19.940183 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [req-759b2494-e572-4026-a696-794e596b1c2c req-45ea3ac4-cc24-4490-9417-51c03389e71a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5aa969cd-99b4-4c9b-83d0-d6509464307d {{(pid=102346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:24:19.949970 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-9eb6051f-a29b-4106-9e0d-4d61bf744267 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1765699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1769372'] for router, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:19.961920 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-759b2494-e572-4026-a696-794e596b1c2c req-45ea3ac4-cc24-4490-9417-51c03389e71a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:19.970987 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:19.990437 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-ca110fd6-5d8f-4c5d-a1a3-3cc165ad834a None None] Port 85265c05-ec01-41f1-9ab1-acc35f6ac44d cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:24:19.999745 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-9d35dbe6-112b-41d8-882c-3d101b21f975 req-9f5360e5-320e-4c23-a1c1-8f87781e0263 tempest-ListServerFiltersTestJSON-326742351 tempest-ListServerFiltersTestJSON-326742351-project] 10.222.0.44 "GET /v2.0/security-groups?id=f276a67d-9e93-463b-b0a2-3e206c03b654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864564 Oct 27 10:24:20.059109 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.64', 50589) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:24:20.142257 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.provisioning_blocks [req-759b2494-e572-4026-a696-794e596b1c2c req-45ea3ac4-cc24-4490-9417-51c03389e71a service neutron] Transition to ACTIVE for port object 5aa969cd-99b4-4c9b-83d0-d6509464307d will not be triggered until provisioned by entity L2. {{(pid=102346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 10:24:20.166017 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-759b2494-e572-4026-a696-794e596b1c2c req-45ea3ac4-cc24-4490-9417-51c03389e71a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27024173'] for port, after_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:20.298574 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-bbc14c98-4d0e-4c03-b239-07f819193b34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:20.303703 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ea3ac4-cc24-4490-9417-51c03389e71a service neutron] Pushing event updated for resources: {'Port': ['ID=5aa969cd-99b4-4c9b-83d0-d6509464307d,revision_number=2']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:24:20.388950 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc14c98-4d0e-4c03-b239-07f819193b34 admin admin] Pushing event deleted for resources: {'Port': ['ID=0de4aeed-a226-4ded-b408-5a340459a314,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:24:20.397808 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbc14c98-4d0e-4c03-b239-07f819193b34 admin admin] No DVR routers for this DVR port 0de4aeed-a226-4ded-b408-5a340459a314 on host n-d-813419-10 {{(pid=102346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:24:20.407881 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f547d4-dbdb-4d0d-b603-4fafdc1d4993 req-5248719b-13f6-4fb8-9da6-5deae30d9991 tempest-ServersWithSpecificFlavorTestJSON-2103273157 tempest-ServersWithSpecificFlavorTestJSON-2103273157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:20.409430 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-21f547d4-dbdb-4d0d-b603-4fafdc1d4993 req-5248719b-13f6-4fb8-9da6-5deae30d9991 tempest-ServersWithSpecificFlavorTestJSON-2103273157 tempest-ServersWithSpecificFlavorTestJSON-2103273157-project] 10.222.0.44 "GET /v2.0/ports?device_id=dab55e46-8e3b-4a56-8e39-e3a205f3b352 HTTP/1.1" status: 200 len: 945 time: 0.1967862 Oct 27 10:24:20.510800 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f3fed4-db7d-4c77-a35c-b9eb1af0519f req-c0f3d0c3-9efe-4c48-bcf8-84c8dcd69564 tempest-ServerRescueTestJSON-1025374340 tempest-ServerRescueTestJSON-1025374340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:20.512439 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b6f3fed4-db7d-4c77-a35c-b9eb1af0519f req-c0f3d0c3-9efe-4c48-bcf8-84c8dcd69564 tempest-ServerRescueTestJSON-1025374340 tempest-ServerRescueTestJSON-1025374340-project] 10.222.0.44 "GET /v2.0/ports?device_id=0f0a6b0b-7cfe-4818-8a36-1dd5676c3af3 HTTP/1.1" status: 200 len: 946 time: 0.5138454 Oct 27 10:24:20.545585 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-bbc14c98-4d0e-4c03-b239-07f819193b34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857803', 'neutron.services.segments.db._delete_segments_for_network-8743873143390'] for network, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:20.548181 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.managers [req-759b2494-e572-4026-a696-794e596b1c2c req-45ea3ac4-cc24-4490-9417-51c03389e71a service neutron] Attempting to bind port 5aa969cd-99b4-4c9b-83d0-d6509464307d on host n-h1-813419-10 for vnic_type normal with profile {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:24:20.548534 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.managers [req-759b2494-e572-4026-a696-794e596b1c2c req-45ea3ac4-cc24-4490-9417-51c03389e71a service neutron] Attempting to bind port 5aa969cd-99b4-4c9b-83d0-d6509464307d by drivers openvswitch,hyperv on host n-h1-813419-10 at level 0 using segments [{'id': 'decbe644-9a77-4e48-9a29-036ea3cab9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'efc5dfe6-de09-46df-b154-ddd837da0a5a'}] {{(pid=102346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:24:20.548861 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-759b2494-e572-4026-a696-794e596b1c2c req-45ea3ac4-cc24-4490-9417-51c03389e71a service neutron] Attempting to bind port 5aa969cd-99b4-4c9b-83d0-d6509464307d on network efc5dfe6-de09-46df-b154-ddd837da0a5a {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:24:20.555071 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48d9ded-fa80-49ce-be12-731614decf5e req-e65fb64d-355c-49fa-9819-478a1773f61d tempest-ServersWithSpecificFlavorTestJSON-2103273157 tempest-ServersWithSpecificFlavorTestJSON-2103273157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:20.556545 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c48d9ded-fa80-49ce-be12-731614decf5e req-e65fb64d-355c-49fa-9819-478a1773f61d tempest-ServersWithSpecificFlavorTestJSON-2103273157 tempest-ServersWithSpecificFlavorTestJSON-2103273157-project] 10.222.0.64 "GET /v2.0/ports?device_id=dab55e46-8e3b-4a56-8e39-e3a205f3b352 HTTP/1.1" status: 200 len: 945 time: 0.4964805 Oct 27 10:24:20.559093 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-21f547d4-dbdb-4d0d-b603-4fafdc1d4993 req-ecdd2b43-5b31-4f5b-a012-59e259378820 tempest-ServersWithSpecificFlavorTestJSON-2103273157 tempest-ServersWithSpecificFlavorTestJSON-2103273157-project] 10.222.0.44 "GET /v2.0/security-groups?id=a5c3a744-545c-4ff0-934c-41785bfff57c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1183872 Oct 27 10:24:20.562419 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9eb6051f-a29b-4106-9e0d-4d61bf744267 admin admin] Router fa692b7a-2766-4757-8e5c-fba99543e07d is scheduled to L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb with binding_index 1 {{(pid=102346) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 10:24:20.568987 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-759b2494-e572-4026-a696-794e596b1c2c req-45ea3ac4-cc24-4490-9417-51c03389e71a service neutron] Port 5aa969cd-99b4-4c9b-83d0-d6509464307d on network efc5dfe6-de09-46df-b154-ddd837da0a5a not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-10 {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 10:24:20.570374 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-759b2494-e572-4026-a696-794e596b1c2c req-45ea3ac4-cc24-4490-9417-51c03389e71a service neutron] Attempting to bind port 5aa969cd-99b4-4c9b-83d0-d6509464307d on network efc5dfe6-de09-46df-b154-ddd837da0a5a {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:24:20.589667 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-bbc14c98-4d0e-4c03-b239-07f819193b34 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27d7cb22-6b39-4584-92c4-ddd219d7765c']}} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:24:20.593686 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-759b2494-e572-4026-a696-794e596b1c2c req-45ea3ac4-cc24-4490-9417-51c03389e71a service neutron] Checking agent: {'id': 'a52e1cab-0c63-402d-9c94-330537c6c076', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 16, 2), 'started_at': datetime.datetime(2021, 10, 27, 10, 16, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 24, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:24:20.594020 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-759b2494-e572-4026-a696-794e596b1c2c req-45ea3ac4-cc24-4490-9417-51c03389e71a service neutron] Checking segment: {'id': 'decbe644-9a77-4e48-9a29-036ea3cab9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'efc5dfe6-de09-46df-b154-ddd837da0a5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:24:20.594390 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-759b2494-e572-4026-a696-794e596b1c2c req-45ea3ac4-cc24-4490-9417-51c03389e71a service neutron] Bound using segment: {'id': 'decbe644-9a77-4e48-9a29-036ea3cab9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'efc5dfe6-de09-46df-b154-ddd837da0a5a'} {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:24:20.594817 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.managers [req-759b2494-e572-4026-a696-794e596b1c2c req-45ea3ac4-cc24-4490-9417-51c03389e71a service neutron] Bound port: 5aa969cd-99b4-4c9b-83d0-d6509464307d, host: n-h1-813419-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'decbe644-9a77-4e48-9a29-036ea3cab9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'efc5dfe6-de09-46df-b154-ddd837da0a5a'}}] {{(pid=102346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:24:20.595165 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-759b2494-e572-4026-a696-794e596b1c2c req-45ea3ac4-cc24-4490-9417-51c03389e71a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:20.613913 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-bbc14c98-4d0e-4c03-b239-07f819193b34 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fdb00e04-9654-415e-a0bd-268fdd4e2b52') {'for_net_delete': True} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:24:20.614178 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-bbc14c98-4d0e-4c03-b239-07f819193b34 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fdb00e04-9654-415e-a0bd-268fdd4e2b52') {} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:24:20.647453 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-2e2c6339-ac9d-4b34-a5ab-f5b465e02ee4 req-820d1d7b-31fc-4417-9fb2-00b9838e5e9c service neutron] For port 41aac355-a685-4f09-997c-fd92e489e835, host n-h2-813419-10, cleared binding levels {{(pid=102347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:24:20.653258 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b6f3fed4-db7d-4c77-a35c-b9eb1af0519f req-847c0f01-428e-4ccb-b65e-42d5ca7673ca tempest-ServerRescueTestJSON-1025374340 tempest-ServerRescueTestJSON-1025374340-project] 10.222.0.44 "GET /v2.0/security-groups?id=5f97c1ff-dad7-428f-af4b-bc7a94091827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318274 Oct 27 10:24:20.659098 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-bbc14c98-4d0e-4c03-b239-07f819193b34 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743873145191', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25847877'] for segment, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:20.662471 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-2e2c6339-ac9d-4b34-a5ab-f5b465e02ee4 req-820d1d7b-31fc-4417-9fb2-00b9838e5e9c service neutron] Publish callbacks [] for binding, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:20.663584 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-2e2c6339-ac9d-4b34-a5ab-f5b465e02ee4 req-820d1d7b-31fc-4417-9fb2-00b9838e5e9c service neutron] 10.222.0.64 "DELETE /v2.0/ports/41aac355-a685-4f09-997c-fd92e489e835/bindings/n-h2-813419-10 HTTP/1.1" status: 204 len: 173 time: 0.7335970 Oct 27 10:24:20.743982 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [req-8756df51-c584-4f61-be4c-674c62e972c2 req-4a0575a9-6dd2-48be-b1dd-13c699df4a9b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85265c05-ec01-41f1-9ab1-acc35f6ac44d {{(pid=102347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:24:20.753387 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-8756df51-c584-4f61-be4c-674c62e972c2 req-4a0575a9-6dd2-48be-b1dd-13c699df4a9b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:20.767244 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-bbc14c98-4d0e-4c03-b239-07f819193b34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:20.772242 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [req-c48d9ded-fa80-49ce-be12-731614decf5e req-b6e3f141-07fd-4d5d-baf3-581c713f0152 tempest-ServersWithSpecificFlavorTestJSON-2103273157 tempest-ServersWithSpecificFlavorTestJSON-2103273157-project] Deleting port 2b419df8-369a-43a9-82ec-0032d3a5f1f8 {{(pid=102347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:24:20.772640 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-c48d9ded-fa80-49ce-be12-731614decf5e req-b6e3f141-07fd-4d5d-baf3-581c713f0152 tempest-ServersWithSpecificFlavorTestJSON-2103273157 tempest-ServersWithSpecificFlavorTestJSON-2103273157-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:20.776117 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.provisioning_blocks [req-8756df51-c584-4f61-be4c-674c62e972c2 req-4a0575a9-6dd2-48be-b1dd-13c699df4a9b service neutron] Transition to ACTIVE for port object 85265c05-ec01-41f1-9ab1-acc35f6ac44d will not be triggered until provisioned by entity L2. {{(pid=102347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 10:24:20.785995 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbc14c98-4d0e-4c03-b239-07f819193b34 admin admin] Releasing vlan 427 on physical network physnet1 to pool {{(pid=102346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 10:24:20.786399 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-bbc14c98-4d0e-4c03-b239-07f819193b34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27024137'] for segment, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:20.789800 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-8756df51-c584-4f61-be4c-674c62e972c2 req-4a0575a9-6dd2-48be-b1dd-13c699df4a9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:20.795679 n-d-813419-10 neutron-server[102346]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 10:24:20.795679 n-d-813419-10 neutron-server[102346]: self.session.flush() Oct 27 10:24:20.795679 n-d-813419-10 neutron-server[102346]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 10:24:20.795679 n-d-813419-10 neutron-server[102346]: self.session.flush() Oct 27 10:24:20.795679 n-d-813419-10 neutron-server[102346]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 10:24:20.795679 n-d-813419-10 neutron-server[102346]: self.session.flush() Oct 27 10:24:20.795679 n-d-813419-10 neutron-server[102346]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 10:24:20.795679 n-d-813419-10 neutron-server[102346]: self.session.flush() Oct 27 10:24:20.795679 n-d-813419-10 neutron-server[102346]: Traceback (most recent call last): Oct 27 10:24:20.795679 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 10:24:20.795679 n-d-813419-10 neutron-server[102346]: timer() Oct 27 10:24:20.795679 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 10:24:20.795679 n-d-813419-10 neutron-server[102346]: cb(*args, **kw) Oct 27 10:24:20.795679 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 10:24:20.795679 n-d-813419-10 neutron-server[102346]: return func(*args, **kwargs) Oct 27 10:24:20.795679 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 10:24:20.795679 n-d-813419-10 neutron-server[102346]: self._notify() Oct 27 10:24:20.795679 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 10:24:20.795679 n-d-813419-10 neutron-server[102346]: self.callback(batched_events) Oct 27 10:24:20.795679 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 10:24:20.795679 n-d-813419-10 neutron-server[102346]: event.method(event) Oct 27 10:24:20.795679 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 10:24:20.795679 n-d-813419-10 neutron-server[102346]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 10:24:20.795679 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 10:24:20.795679 n-d-813419-10 neutron-server[102346]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 10:24:20.795679 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 10:24:20.795679 n-d-813419-10 neutron-server[102346]: return f(self, *a, **k) Oct 27 10:24:20.795679 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 10:24:20.795679 n-d-813419-10 neutron-server[102346]: return self._get(url).json() Oct 27 10:24:20.795679 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 10:24:20.795679 n-d-813419-10 neutron-server[102346]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 10:24:20.795679 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 10:24:20.795679 n-d-813419-10 neutron-server[102346]: return self.request(url, 'GET', **kwargs) Oct 27 10:24:20.795679 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 10:24:20.795679 n-d-813419-10 neutron-server[102346]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 10:24:20.795679 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 10:24:20.795679 n-d-813419-10 neutron-server[102346]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 10:24:20.795679 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 10:24:20.795679 n-d-813419-10 neutron-server[102346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 10:24:20.795679 n-d-813419-10 neutron-server[102346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 10:24:20.864010 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device 41aac355-a685-4f09-997c-fd92e489e835 no longer exists at agent hyperv_n-h2-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:24:20.908623 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0575a9-6dd2-48be-b1dd-13c699df4a9b service neutron] Pushing event updated for resources: {'Port': ['ID=85265c05-ec01-41f1-9ab1-acc35f6ac44d,revision_number=2']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:24:20.930048 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device 41aac355-a685-4f09-997c-fd92e489e835 not bound to the agent host n-h2-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:24:20.970656 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-c48d9ded-fa80-49ce-be12-731614decf5e req-b6e3f141-07fd-4d5d-baf3-581c713f0152 tempest-ServersWithSpecificFlavorTestJSON-2103273157 tempest-ServersWithSpecificFlavorTestJSON-2103273157-project] For port 2b419df8-369a-43a9-82ec-0032d3a5f1f8, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=2b419df8-369a-43a9-82ec-0032d3a5f1f8,segment=NetworkSegment(1c5c493c-9b99-4313-a0b3-4267f64405e2),segment_id=1c5c493c-9b99-4313-a0b3-4267f64405e2)] {{(pid=102347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:24:20.971025 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-c48d9ded-fa80-49ce-be12-731614decf5e req-b6e3f141-07fd-4d5d-baf3-581c713f0152 tempest-ServersWithSpecificFlavorTestJSON-2103273157 tempest-ServersWithSpecificFlavorTestJSON-2103273157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:21.092171 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-8756df51-c584-4f61-be4c-674c62e972c2 req-4a0575a9-6dd2-48be-b1dd-13c699df4a9b service neutron] Attempting to bind port 85265c05-ec01-41f1-9ab1-acc35f6ac44d on host n-h2-813419-10 for vnic_type normal with profile {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:24:21.092538 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-8756df51-c584-4f61-be4c-674c62e972c2 req-4a0575a9-6dd2-48be-b1dd-13c699df4a9b service neutron] Attempting to bind port 85265c05-ec01-41f1-9ab1-acc35f6ac44d by drivers openvswitch,hyperv on host n-h2-813419-10 at level 0 using segments [{'id': 'decbe644-9a77-4e48-9a29-036ea3cab9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'efc5dfe6-de09-46df-b154-ddd837da0a5a'}] {{(pid=102347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:24:21.092869 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8756df51-c584-4f61-be4c-674c62e972c2 req-4a0575a9-6dd2-48be-b1dd-13c699df4a9b service neutron] Attempting to bind port 85265c05-ec01-41f1-9ab1-acc35f6ac44d on network efc5dfe6-de09-46df-b154-ddd837da0a5a {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:24:21.104977 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61431c05-f423-4e07-b8c8-55e774f554cc req-dacaa238-40a2-4b36-9a4e-14c800e0cab4 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:21.108681 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-61431c05-f423-4e07-b8c8-55e774f554cc req-dacaa238-40a2-4b36-9a4e-14c800e0cab4 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/ports?device_id=e8ba4d8b-4106-4181-809e-b9e98a50d4b3 HTTP/1.1" status: 200 len: 950 time: 0.1666012 Oct 27 10:24:21.164346 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8756df51-c584-4f61-be4c-674c62e972c2 req-4a0575a9-6dd2-48be-b1dd-13c699df4a9b service neutron] Port 85265c05-ec01-41f1-9ab1-acc35f6ac44d on network efc5dfe6-de09-46df-b154-ddd837da0a5a not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-10 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 10:24:21.164724 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8756df51-c584-4f61-be4c-674c62e972c2 req-4a0575a9-6dd2-48be-b1dd-13c699df4a9b service neutron] Attempting to bind port 85265c05-ec01-41f1-9ab1-acc35f6ac44d on network efc5dfe6-de09-46df-b154-ddd837da0a5a {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:24:21.175119 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8756df51-c584-4f61-be4c-674c62e972c2 req-4a0575a9-6dd2-48be-b1dd-13c699df4a9b service neutron] Checking agent: {'id': 'a2edc247-0fa4-4ce6-bbae-a10492f6bd71', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 16, 9), 'started_at': datetime.datetime(2021, 10, 27, 10, 16, 9), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 24, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:24:21.175598 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8756df51-c584-4f61-be4c-674c62e972c2 req-4a0575a9-6dd2-48be-b1dd-13c699df4a9b service neutron] Checking segment: {'id': 'decbe644-9a77-4e48-9a29-036ea3cab9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'efc5dfe6-de09-46df-b154-ddd837da0a5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:24:21.175836 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8756df51-c584-4f61-be4c-674c62e972c2 req-4a0575a9-6dd2-48be-b1dd-13c699df4a9b service neutron] Bound using segment: {'id': 'decbe644-9a77-4e48-9a29-036ea3cab9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'efc5dfe6-de09-46df-b154-ddd837da0a5a'} {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:24:21.176312 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-8756df51-c584-4f61-be4c-674c62e972c2 req-4a0575a9-6dd2-48be-b1dd-13c699df4a9b service neutron] Bound port: 85265c05-ec01-41f1-9ab1-acc35f6ac44d, host: n-h2-813419-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'decbe644-9a77-4e48-9a29-036ea3cab9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'efc5dfe6-de09-46df-b154-ddd837da0a5a'}}] {{(pid=102347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:24:21.176719 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-8756df51-c584-4f61-be4c-674c62e972c2 req-4a0575a9-6dd2-48be-b1dd-13c699df4a9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:21.258136 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [req-759b2494-e572-4026-a696-794e596b1c2c req-45ea3ac4-cc24-4490-9417-51c03389e71a service neutron] For port 5aa969cd-99b4-4c9b-83d0-d6509464307d, host n-h1-813419-10, cleared binding levels {{(pid=102346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:24:21.269742 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5e7947-21ae-41e4-b4a6-d29429d4589e req-08364af3-02a7-4b80-904d-b612ba8a12ba tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:21.271248 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-8f5e7947-21ae-41e4-b4a6-d29429d4589e req-08364af3-02a7-4b80-904d-b612ba8a12ba tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] 10.222.0.44 "GET /v2.0/ports?device_id=1691db0e-712c-4567-bc1c-2e9c228da106 HTTP/1.1" status: 200 len: 945 time: 0.6145034 Oct 27 10:24:21.283495 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-61431c05-f423-4e07-b8c8-55e774f554cc req-f7c40696-755c-4e33-bf1b-335a088e00d2 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/security-groups?id=e786382c-1289-4f9d-b471-ed120470c2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683371 Oct 27 10:24:21.295727 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [req-759b2494-e572-4026-a696-794e596b1c2c req-45ea3ac4-cc24-4490-9417-51c03389e71a service neutron] For port 5aa969cd-99b4-4c9b-83d0-d6509464307d, host n-h1-813419-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=5aa969cd-99b4-4c9b-83d0-d6509464307d,segment=NetworkSegment(decbe644-9a77-4e48-9a29-036ea3cab9b0),segment_id=decbe644-9a77-4e48-9a29-036ea3cab9b0)] {{(pid=102346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:24:21.300516 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-bbc14c98-4d0e-4c03-b239-07f819193b34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664840'] for network, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:21.321336 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-c48d9ded-fa80-49ce-be12-731614decf5e req-b6e3f141-07fd-4d5d-baf3-581c713f0152 tempest-ServersWithSpecificFlavorTestJSON-2103273157 tempest-ServersWithSpecificFlavorTestJSON-2103273157-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:21.321709 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-c48d9ded-fa80-49ce-be12-731614decf5e req-b6e3f141-07fd-4d5d-baf3-581c713f0152 tempest-ServersWithSpecificFlavorTestJSON-2103273157 tempest-ServersWithSpecificFlavorTestJSON-2103273157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1664826'] for floatingip, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:21.322025 n-d-813419-10 neutron-server[102347]: INFO neutron.db.l3_db [req-c48d9ded-fa80-49ce-be12-731614decf5e req-b6e3f141-07fd-4d5d-baf3-581c713f0152 tempest-ServersWithSpecificFlavorTestJSON-2103273157 tempest-ServersWithSpecificFlavorTestJSON-2103273157-project] Floating IP 956bc502-238d-4e60-bccb-892ef75d4751 disassociated. External IP: 172.25.8.219, port: 2b419df8-369a-43a9-82ec-0032d3a5f1f8. Oct 27 10:24:21.322367 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [req-c48d9ded-fa80-49ce-be12-731614decf5e req-b6e3f141-07fd-4d5d-baf3-581c713f0152 tempest-ServersWithSpecificFlavorTestJSON-2103273157 tempest-ServersWithSpecificFlavorTestJSON-2103273157-project] Calling delete_port for 2b419df8-369a-43a9-82ec-0032d3a5f1f8 owned by compute:nova {{(pid=102347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:24:21.326738 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-bbc14c98-4d0e-4c03-b239-07f819193b34 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for network, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:21.332259 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-bbc14c98-4d0e-4c03-b239-07f819193b34 admin admin] 10.222.0.44 "DELETE /v2.0/networks/27d7cb22-6b39-4584-92c4-ddd219d7765c HTTP/1.1" status: 204 len: 168 time: 2.4696302 Oct 27 10:24:21.332259 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-759b2494-e572-4026-a696-794e596b1c2c req-45ea3ac4-cc24-4490-9417-51c03389e71a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27024173'] for port, after_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:21.333124 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-8756df51-c584-4f61-be4c-674c62e972c2 req-4a0575a9-6dd2-48be-b1dd-13c699df4a9b service neutron] For port 85265c05-ec01-41f1-9ab1-acc35f6ac44d, host n-h2-813419-10, cleared binding levels {{(pid=102347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:24:21.348594 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-8756df51-c584-4f61-be4c-674c62e972c2 req-4a0575a9-6dd2-48be-b1dd-13c699df4a9b service neutron] For port 85265c05-ec01-41f1-9ab1-acc35f6ac44d, host n-h2-813419-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=85265c05-ec01-41f1-9ab1-acc35f6ac44d,segment=NetworkSegment(decbe644-9a77-4e48-9a29-036ea3cab9b0),segment_id=decbe644-9a77-4e48-9a29-036ea3cab9b0)] {{(pid=102347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:24:21.360892 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9eb6051f-a29b-4106-9e0d-4d61bf744267 admin admin] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:24:21.373635 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9521a81-ee55-41e5-897b-932a167ba49e None None] Sync routers for ids ['fa692b7a-2766-4757-8e5c-fba99543e07d'] in n-d-813419-10 {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:24:21.389850 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9521a81-ee55-41e5-897b-932a167ba49e None None] Routers {'fa692b7a-2766-4757-8e5c-fba99543e07d'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:24:21.390775 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-a9521a81-ee55-41e5-897b-932a167ba49e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:24:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['fa692b7a-2766-4757-8e5c-fba99543e07d'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:24:21.394419 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc14c98-4d0e-4c03-b239-07f819193b34 admin admin] Pushing event deleted for resources: {'Network': ['ID=27d7cb22-6b39-4584-92c4-ddd219d7765c,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:24:21.432976 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759b2494-e572-4026-a696-794e596b1c2c req-45ea3ac4-cc24-4490-9417-51c03389e71a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:21.433725 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-759b2494-e572-4026-a696-794e596b1c2c req-45ea3ac4-cc24-4490-9417-51c03389e71a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:21.435134 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-759b2494-e572-4026-a696-794e596b1c2c req-45ea3ac4-cc24-4490-9417-51c03389e71a service neutron] 10.222.0.64 "PUT /v2.0/ports/5aa969cd-99b4-4c9b-83d0-d6509464307d HTTP/1.1" status: 200 len: 1093 time: 3.8342228 Oct 27 10:24:21.444842 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45d14893-5bf6-4b65-b786-fa5afce227ce', 'tag': '5aa969cd-99b4-4c9b-83d0-d6509464307d'}] {{(pid=102346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:24:21.448458 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc0e418f5fc417c8d55d94c0aa509b037d0beb2a734c1a709e789eb65639a56d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-455ecb1c-8c6f-4c19-8f20-729d3a828d20" -d '{"events": [{"name": "network-changed", "server_uuid": "45d14893-5bf6-4b65-b786-fa5afce227ce", "tag": "5aa969cd-99b4-4c9b-83d0-d6509464307d"}]}' {{(pid=102346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:24:21.472301 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-8f5e7947-21ae-41e4-b4a6-d29429d4589e req-9a2485d0-f0cb-47d5-91c2-5fdb9b954413 tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] 10.222.0.44 "GET /v2.0/security-groups?id=df17171a-6534-4d8a-8518-0be5fe64cbb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850727 Oct 27 10:24:21.505632 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-8756df51-c584-4f61-be4c-674c62e972c2 req-4a0575a9-6dd2-48be-b1dd-13c699df4a9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:21.527802 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-9eb6051f-a29b-4106-9e0d-4d61bf744267 admin admin] Publish callbacks [] for router, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:21.529557 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-9eb6051f-a29b-4106-9e0d-4d61bf744267 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.5956612 Oct 27 10:24:21.555718 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 47400) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:24:21.616292 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 47402) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:24:21.627386 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvr_db [None req-a9521a81-ee55-41e5-897b-932a167ba49e None None] Set router fa692b7a-2766-4757-8e5c-fba99543e07d gateway port host: n-d-813419-10 {{(pid=102348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:24:21.721500 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8756df51-c584-4f61-be4c-674c62e972c2 req-4a0575a9-6dd2-48be-b1dd-13c699df4a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:21.722487 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-8756df51-c584-4f61-be4c-674c62e972c2 req-4a0575a9-6dd2-48be-b1dd-13c699df4a9b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:21.723894 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8756df51-c584-4f61-be4c-674c62e972c2 req-4a0575a9-6dd2-48be-b1dd-13c699df4a9b service neutron] 10.222.0.76 "PUT /v2.0/ports/85265c05-ec01-41f1-9ab1-acc35f6ac44d HTTP/1.1" status: 200 len: 1092 time: 2.0775480 Oct 27 10:24:21.742791 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bd3b845-baa6-4707-936b-e5789fffd4ee', 'tag': '85265c05-ec01-41f1-9ab1-acc35f6ac44d'}] {{(pid=102347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:24:21.745271 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311149b481204ee7edffdb959c881838506fbd95bc8577c048f6677abb73acc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d7ced01-64e5-483c-830d-e8c51c0a17f9" -d '{"events": [{"name": "network-changed", "server_uuid": "2bd3b845-baa6-4707-936b-e5789fffd4ee", "tag": "85265c05-ec01-41f1-9ab1-acc35f6ac44d"}]}' {{(pid=102347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:24:21.825830 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [req-c0945389-d3a7-48a0-9456-cfba2c97e81f req-f11bd78e-a003-4c5e-bd4f-c927377796e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d15d3d59-7292-45e2-a583-16ea6115c10d {{(pid=102346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:24:21.834021 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 10:24:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14c58aa5-7b8c-4381-8fbd-01dcd4021da5 x-openstack-request-id: req-14c58aa5-7b8c-4381-8fbd-01dcd4021da5 {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:24:21.834315 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45d14893-5bf6-4b65-b786-fa5afce227ce", "tag": "5aa969cd-99b4-4c9b-83d0-d6509464307d", "status": "completed", "code": 200}]} {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:24:21.834575 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-14c58aa5-7b8c-4381-8fbd-01dcd4021da5 {{(pid=102346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:24:21.835021 n-d-813419-10 neutron-server[102346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45d14893-5bf6-4b65-b786-fa5afce227ce', 'tag': '5aa969cd-99b4-4c9b-83d0-d6509464307d', 'status': 'completed', 'code': 200} Oct 27 10:24:21.837024 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ea3ac4-cc24-4490-9417-51c03389e71a service neutron] Pushing event updated for resources: {'Port': ['ID=5aa969cd-99b4-4c9b-83d0-d6509464307d,revision_number=3']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:24:21.850551 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-c0945389-d3a7-48a0-9456-cfba2c97e81f req-f11bd78e-a003-4c5e-bd4f-c927377796e4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:21.864523 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee275426-6239-4caa-8e47-79a8d4a3ad97 req-f4b45b35-e427-4a78-8386-f4cb5df618b3 tempest-ListServerFiltersTestJSON-326742351 tempest-ListServerFiltersTestJSON-326742351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:21.870056 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-ee275426-6239-4caa-8e47-79a8d4a3ad97 req-f4b45b35-e427-4a78-8386-f4cb5df618b3 tempest-ListServerFiltersTestJSON-326742351 tempest-ListServerFiltersTestJSON-326742351-project] 10.222.0.44 "GET /v2.0/ports?device_id=2bd3b845-baa6-4707-936b-e5789fffd4ee HTTP/1.1" status: 200 len: 943 time: 0.3676970 Oct 27 10:24:21.870743 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0575a9-6dd2-48be-b1dd-13c699df4a9b service neutron] Pushing event updated for resources: {'Port': ['ID=85265c05-ec01-41f1-9ab1-acc35f6ac44d,revision_number=3']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:24:21.903496 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-3c6a8245-0581-48aa-b5f6-4d8fe98cd16e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:21.921677 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-c48d9ded-fa80-49ce-be12-731614decf5e req-b6e3f141-07fd-4d5d-baf3-581c713f0152 tempest-ServersWithSpecificFlavorTestJSON-2103273157 tempest-ServersWithSpecificFlavorTestJSON-2103273157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:21.926925 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.provisioning_blocks [req-c0945389-d3a7-48a0-9456-cfba2c97e81f req-f11bd78e-a003-4c5e-bd4f-c927377796e4 service neutron] Transition to ACTIVE for port object d15d3d59-7292-45e2-a583-16ea6115c10d will not be triggered until provisioned by entity L2. {{(pid=102346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 10:24:21.927977 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-9d35c531-b873-435a-a7be-6ed90d10c918 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=43f2f041c0f44e039e9e70ad3f6842ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3044369 Oct 27 10:24:21.936029 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 47412) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:24:21.938097 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759b2494-e572-4026-a696-794e596b1c2c req-2c286d70-3c6b-47c4-96a5-d329363c5cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:21.939659 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-759b2494-e572-4026-a696-794e596b1c2c req-2c286d70-3c6b-47c4-96a5-d329363c5cb8 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=218cefac8af54854a39dc56211e2a581&device_id=45d14893-5bf6-4b65-b786-fa5afce227ce HTTP/1.1" status: 200 len: 1096 time: 0.4233015 Oct 27 10:24:21.946078 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-c0945389-d3a7-48a0-9456-cfba2c97e81f req-f11bd78e-a003-4c5e-bd4f-c927377796e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27024173'] for port, after_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:21.962090 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-a9521a81-ee55-41e5-897b-932a167ba49e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa692b7a-2766-4757-8e5c-fba99543e07d', 'name': 'tempest-TaggedBootDevicesTest-782512702-router', 'tenant_id': '4aa10ad73dbe4076b2c4dd14c0d23687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.223'}], 'enable_snat': True}, 'gw_port_id': 'c4bf061e-3837-4940-b2a7-a9d33d973de6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:24:14Z', 'updated_at': '2021-10-27T10:24:18Z', 'revision_number': 3, 'project_id': '4aa10ad73dbe4076b2c4dd14c0d23687', 'gw_port': {'id': 'c4bf061e-3837-4940-b2a7-a9d33d973de6', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:9c:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa692b7a-2766-4757-8e5c-fba99543e07d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:24:16Z', 'updated_at': '2021-10-27T10:24:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10'}], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:24:21.996360 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9521a81-ee55-41e5-897b-932a167ba49e None None] Checking router: fa692b7a-2766-4757-8e5c-fba99543e07d for host: n-d-813419-10 {{(pid=102348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 10:24:21.997000 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9521a81-ee55-41e5-897b-932a167ba49e None None] Updating router fa692b7a-2766-4757-8e5c-fba99543e07d port c4bf061e-3837-4940-b2a7-a9d33d973de6 binding host n-d-813419-10 {{(pid=102348) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 10:24:21.998066 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8756df51-c584-4f61-be4c-674c62e972c2 req-dc916eeb-b135-4cbe-a625-b5b807fc32ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:21.999594 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8756df51-c584-4f61-be4c-674c62e972c2 req-dc916eeb-b135-4cbe-a625-b5b807fc32ef service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=218cefac8af54854a39dc56211e2a581&device_id=2bd3b845-baa6-4707-936b-e5789fffd4ee HTTP/1.1" status: 200 len: 1095 time: 0.2146435 Oct 27 10:24:22.001716 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e3f141-07fd-4d5d-baf3-581c713f0152 tempest-ServersWithSpecificFlavorTestJSON-2103273157 tempest-ServersWithSpecificFlavorTestJSON-2103273157-project] Pushing event deleted for resources: {'Port': ['ID=2b419df8-369a-43a9-82ec-0032d3a5f1f8,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:24:22.035689 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a9521a81-ee55-41e5-897b-932a167ba49e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:22.058887 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-ee275426-6239-4caa-8e47-79a8d4a3ad97 req-6944d9d4-8de9-4141-a38f-d379cc57d56e tempest-ListServerFiltersTestJSON-326742351 tempest-ListServerFiltersTestJSON-326742351-project] 10.222.0.44 "GET /v2.0/security-groups?id=f276a67d-9e93-463b-b0a2-3e206c03b654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693296 Oct 27 10:24:22.115729 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-759b2494-e572-4026-a696-794e596b1c2c req-68fc6bf0-6932-4666-bc00-f6d14d4493ee service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5aa969cd-99b4-4c9b-83d0-d6509464307d HTTP/1.1" status: 200 len: 217 time: 0.1610684 Oct 27 10:24:22.151011 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ae1083-e791-47bc-a30f-43c99a3254a2 req-dc1e25a7-c39d-41ed-a695-4160fd9695e4 tempest-ServersWithSpecificFlavorTestJSON-2103273157 tempest-ServersWithSpecificFlavorTestJSON-2103273157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:22.158496 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-f4ae1083-e791-47bc-a30f-43c99a3254a2 req-dc1e25a7-c39d-41ed-a695-4160fd9695e4 tempest-ServersWithSpecificFlavorTestJSON-2103273157 tempest-ServersWithSpecificFlavorTestJSON-2103273157-project] 10.222.0.44 "GET /v2.0/ports?device_id=dab55e46-8e3b-4a56-8e39-e3a205f3b352 HTTP/1.1" status: 200 len: 867 time: 0.3167713 Oct 27 10:24:22.177659 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8756df51-c584-4f61-be4c-674c62e972c2 req-e6a49a3e-8f49-4537-aef3-e0729894ef17 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=85265c05-ec01-41f1-9ab1-acc35f6ac44d HTTP/1.1" status: 200 len: 217 time: 0.1329424 Oct 27 10:24:22.236478 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11bd78e-a003-4c5e-bd4f-c927377796e4 service neutron] Pushing event updated for resources: {'Port': ['ID=d15d3d59-7292-45e2-a583-16ea6115c10d,revision_number=2']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:24:22.308319 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95c5122-4a7f-4d76-bd3d-4ec71a633f64 req-0da3e6e6-4ce2-4cc1-867b-f8416b1cef20 tempest-ServerRescueTestJSON-1025374340 tempest-ServerRescueTestJSON-1025374340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:22.310300 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c95c5122-4a7f-4d76-bd3d-4ec71a633f64 req-0da3e6e6-4ce2-4cc1-867b-f8416b1cef20 tempest-ServerRescueTestJSON-1025374340 tempest-ServerRescueTestJSON-1025374340-project] 10.222.0.44 "GET /v2.0/ports?device_id=0f0a6b0b-7cfe-4818-8a36-1dd5676c3af3 HTTP/1.1" status: 200 len: 946 time: 0.1315248 Oct 27 10:24:22.318934 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8756df51-c584-4f61-be4c-674c62e972c2 req-c34ee96f-b0cc-495e-bc43-843a12d6a0ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:22.320520 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8756df51-c584-4f61-be4c-674c62e972c2 req-c34ee96f-b0cc-495e-bc43-843a12d6a0ad service neutron] 10.222.0.76 "GET /v2.0/subnets?id=f51c2521-acfc-4fbd-bae2-70c1829cecad HTTP/1.1" status: 200 len: 855 time: 0.1258922 Oct 27 10:24:22.372120 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-f4ae1083-e791-47bc-a30f-43c99a3254a2 req-fb3ac125-41fe-4d10-86dd-3ab8c9b204af tempest-ServersWithSpecificFlavorTestJSON-2103273157 tempest-ServersWithSpecificFlavorTestJSON-2103273157-project] 10.222.0.44 "GET /v2.0/security-groups?id=a5c3a744-545c-4ff0-934c-41785bfff57c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2126606 Oct 27 10:24:22.380545 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759b2494-e572-4026-a696-794e596b1c2c req-da23daf1-16fd-4ac6-8abd-109793ad1a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:22.382101 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-759b2494-e572-4026-a696-794e596b1c2c req-da23daf1-16fd-4ac6-8abd-109793ad1a63 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f51c2521-acfc-4fbd-bae2-70c1829cecad HTTP/1.1" status: 200 len: 855 time: 0.2394490 Oct 27 10:24:22.387904 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-a98f86d2-ec5b-4af2-98c5-2f2168a31d3e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:22.392491 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c95c5122-4a7f-4d76-bd3d-4ec71a633f64 req-8290911a-7eb0-49f4-b6d6-27ea1c180b4a tempest-ServerRescueTestJSON-1025374340 tempest-ServerRescueTestJSON-1025374340-project] 10.222.0.44 "GET /v2.0/security-groups?id=5f97c1ff-dad7-428f-af4b-bc7a94091827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710175 Oct 27 10:24:22.395693 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c48d9ded-fa80-49ce-be12-731614decf5e req-b6e3f141-07fd-4d5d-baf3-581c713f0152 tempest-ServersWithSpecificFlavorTestJSON-2103273157 tempest-ServersWithSpecificFlavorTestJSON-2103273157-project] Router 63f7ed1c-370f-4434-bb3c-bdaf6c5b2e01 has already been hosted by L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb {{(pid=102347) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 10:24:22.488708 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8756df51-c584-4f61-be4c-674c62e972c2 req-4d710c9b-4cf8-46d8-941a-7498491ada33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:22.490285 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8756df51-c584-4f61-be4c-674c62e972c2 req-4d710c9b-4cf8-46d8-941a-7498491ada33 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=efc5dfe6-de09-46df-b154-ddd837da0a5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1096311 Oct 27 10:24:22.527790 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 10:24:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8a70945-e35d-4f28-8409-30ca2aca73dc x-openstack-request-id: req-c8a70945-e35d-4f28-8409-30ca2aca73dc {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:24:22.528073 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bd3b845-baa6-4707-936b-e5789fffd4ee", "tag": "85265c05-ec01-41f1-9ab1-acc35f6ac44d", "status": "completed", "code": 200}]} {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:24:22.528399 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c8a70945-e35d-4f28-8409-30ca2aca73dc {{(pid=102347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:24:22.528803 n-d-813419-10 neutron-server[102347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bd3b845-baa6-4707-936b-e5789fffd4ee', 'tag': '85265c05-ec01-41f1-9ab1-acc35f6ac44d', 'status': 'completed', 'code': 200} Oct 27 10:24:22.640360 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8756df51-c584-4f61-be4c-674c62e972c2 req-543e64ea-a31d-4ac7-8815-d6a5a51d5dfd service neutron] 10.222.0.76 "GET /v2.0/networks/efc5dfe6-de09-46df-b154-ddd837da0a5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1106858 Oct 27 10:24:22.661803 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-a98f86d2-ec5b-4af2-98c5-2f2168a31d3e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:22.697843 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.managers [req-c0945389-d3a7-48a0-9456-cfba2c97e81f req-f11bd78e-a003-4c5e-bd4f-c927377796e4 service neutron] Attempting to bind port d15d3d59-7292-45e2-a583-16ea6115c10d on host n-h1-813419-10 for vnic_type normal with profile {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:24:22.698342 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.managers [req-c0945389-d3a7-48a0-9456-cfba2c97e81f req-f11bd78e-a003-4c5e-bd4f-c927377796e4 service neutron] Attempting to bind port d15d3d59-7292-45e2-a583-16ea6115c10d by drivers openvswitch,hyperv on host n-h1-813419-10 at level 0 using segments [{'id': 'decbe644-9a77-4e48-9a29-036ea3cab9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'efc5dfe6-de09-46df-b154-ddd837da0a5a'}] {{(pid=102346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:24:22.698885 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0945389-d3a7-48a0-9456-cfba2c97e81f req-f11bd78e-a003-4c5e-bd4f-c927377796e4 service neutron] Attempting to bind port d15d3d59-7292-45e2-a583-16ea6115c10d on network efc5dfe6-de09-46df-b154-ddd837da0a5a {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:24:22.721481 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759b2494-e572-4026-a696-794e596b1c2c req-0015c6d6-9846-41b5-ac48-b2d18c1f2cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:22.723441 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-759b2494-e572-4026-a696-794e596b1c2c req-0015c6d6-9846-41b5-ac48-b2d18c1f2cb5 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=efc5dfe6-de09-46df-b154-ddd837da0a5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3296742 Oct 27 10:24:22.730486 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a9521a81-ee55-41e5-897b-932a167ba49e None None] Publish callbacks [] for port, precommit_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:22.741540 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a9521a81-ee55-41e5-897b-932a167ba49e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:22.755192 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c48d9ded-fa80-49ce-be12-731614decf5e req-b6e3f141-07fd-4d5d-baf3-581c713f0152 tempest-ServersWithSpecificFlavorTestJSON-2103273157 tempest-ServersWithSpecificFlavorTestJSON-2103273157-project] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:24:22.762290 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0945389-d3a7-48a0-9456-cfba2c97e81f req-f11bd78e-a003-4c5e-bd4f-c927377796e4 service neutron] Port d15d3d59-7292-45e2-a583-16ea6115c10d on network efc5dfe6-de09-46df-b154-ddd837da0a5a not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-10 {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 10:24:22.762831 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0945389-d3a7-48a0-9456-cfba2c97e81f req-f11bd78e-a003-4c5e-bd4f-c927377796e4 service neutron] Attempting to bind port d15d3d59-7292-45e2-a583-16ea6115c10d on network efc5dfe6-de09-46df-b154-ddd837da0a5a {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:24:22.770581 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf8f148c-071c-43c3-b506-867be12df746 None None] Sync routers for ids ['63f7ed1c-370f-4434-bb3c-bdaf6c5b2e01'] in n-d-813419-10 {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:24:22.787636 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf8f148c-071c-43c3-b506-867be12df746 None None] Routers {'63f7ed1c-370f-4434-bb3c-bdaf6c5b2e01'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:24:22.788307 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-bf8f148c-071c-43c3-b506-867be12df746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:24:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['63f7ed1c-370f-4434-bb3c-bdaf6c5b2e01'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:24:22.791199 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e80ba23-8de9-4cd8-a944-d60fc547965d req-f64efbb8-daac-4821-9cc9-d6684af5d595 tempest-LiveMigrationTest-1571947473 tempest-LiveMigrationTest-1571947473-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:22.792909 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-8e80ba23-8de9-4cd8-a944-d60fc547965d req-f64efbb8-daac-4821-9cc9-d6684af5d595 tempest-LiveMigrationTest-1571947473 tempest-LiveMigrationTest-1571947473-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=1691db0e-712c-4567-bc1c-2e9c228da106 HTTP/1.1" status: 200 len: 1097 time: 0.2812371 Oct 27 10:24:22.830775 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22ed468-7ca9-4e59-b5b0-3551dc86fc7d None None] Pushing event updated for resources: {'Port': ['ID=c4bf061e-3837-4940-b2a7-a9d33d973de6,revision_number=2']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:24:22.834523 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-a9521a81-ee55-41e5-897b-932a167ba49e None None] Attempting to bind port c4bf061e-3837-4940-b2a7-a9d33d973de6 on host n-d-813419-10 for vnic_type normal with profile {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:24:22.834523 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-a9521a81-ee55-41e5-897b-932a167ba49e None None] Attempting to bind port c4bf061e-3837-4940-b2a7-a9d33d973de6 by drivers openvswitch,hyperv on host n-d-813419-10 at level 0 using segments [{'id': 'bc14127b-7032-4c50-bb5b-f6813cbae86e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:24:22.834799 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9521a81-ee55-41e5-897b-932a167ba49e None None] Attempting to bind port c4bf061e-3837-4940-b2a7-a9d33d973de6 on network 185ff123-c7ff-45c7-a6be-71feb35acc9c {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:24:22.842682 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9521a81-ee55-41e5-897b-932a167ba49e None None] Checking agent: {'id': '89dba0f3-79b2-435e-9822-33674b8f6ada', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 8, 20), 'started_at': datetime.datetime(2021, 10, 27, 10, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 24, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:24:22.843196 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9521a81-ee55-41e5-897b-932a167ba49e None None] Checking segment: {'id': 'bc14127b-7032-4c50-bb5b-f6813cbae86e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:24:22.843604 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a9521a81-ee55-41e5-897b-932a167ba49e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:22.843997 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9521a81-ee55-41e5-897b-932a167ba49e None None] Bound using segment: {'id': 'bc14127b-7032-4c50-bb5b-f6813cbae86e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:24:22.844501 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-a9521a81-ee55-41e5-897b-932a167ba49e None None] Bound port: c4bf061e-3837-4940-b2a7-a9d33d973de6, host: n-d-813419-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc14127b-7032-4c50-bb5b-f6813cbae86e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'}}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:24:22.844886 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a9521a81-ee55-41e5-897b-932a167ba49e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:22.856351 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0945389-d3a7-48a0-9456-cfba2c97e81f req-f11bd78e-a003-4c5e-bd4f-c927377796e4 service neutron] Checking agent: {'id': 'a52e1cab-0c63-402d-9c94-330537c6c076', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 16, 2), 'started_at': datetime.datetime(2021, 10, 27, 10, 16, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 24, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:24:22.856823 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0945389-d3a7-48a0-9456-cfba2c97e81f req-f11bd78e-a003-4c5e-bd4f-c927377796e4 service neutron] Checking segment: {'id': 'decbe644-9a77-4e48-9a29-036ea3cab9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'efc5dfe6-de09-46df-b154-ddd837da0a5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:24:22.857324 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0945389-d3a7-48a0-9456-cfba2c97e81f req-f11bd78e-a003-4c5e-bd4f-c927377796e4 service neutron] Bound using segment: {'id': 'decbe644-9a77-4e48-9a29-036ea3cab9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'efc5dfe6-de09-46df-b154-ddd837da0a5a'} {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:24:22.857885 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.managers [req-c0945389-d3a7-48a0-9456-cfba2c97e81f req-f11bd78e-a003-4c5e-bd4f-c927377796e4 service neutron] Bound port: d15d3d59-7292-45e2-a583-16ea6115c10d, host: n-h1-813419-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'decbe644-9a77-4e48-9a29-036ea3cab9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'efc5dfe6-de09-46df-b154-ddd837da0a5a'}}] {{(pid=102346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:24:22.858307 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-c0945389-d3a7-48a0-9456-cfba2c97e81f req-f11bd78e-a003-4c5e-bd4f-c927377796e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:22.867411 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [req-c48d9ded-fa80-49ce-be12-731614decf5e req-b6e3f141-07fd-4d5d-baf3-581c713f0152 tempest-ServersWithSpecificFlavorTestJSON-2103273157 tempest-ServersWithSpecificFlavorTestJSON-2103273157-project] No DVR routers for this DVR port 2b419df8-369a-43a9-82ec-0032d3a5f1f8 on host n-h1-813419-10 {{(pid=102347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:24:22.875252 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8756df51-c584-4f61-be4c-674c62e972c2 req-6e38f7e9-e35b-4939-ad59-b754fa51ff61 service neutron] 10.222.0.76 "GET /v2.0/networks/efc5dfe6-de09-46df-b154-ddd837da0a5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2251334 Oct 27 10:24:22.876352 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-c48d9ded-fa80-49ce-be12-731614decf5e req-b6e3f141-07fd-4d5d-baf3-581c713f0152 tempest-ServersWithSpecificFlavorTestJSON-2103273157 tempest-ServersWithSpecificFlavorTestJSON-2103273157-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:22.879580 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c48d9ded-fa80-49ce-be12-731614decf5e req-b6e3f141-07fd-4d5d-baf3-581c713f0152 tempest-ServersWithSpecificFlavorTestJSON-2103273157 tempest-ServersWithSpecificFlavorTestJSON-2103273157-project] 10.222.0.64 "DELETE /v2.0/ports/2b419df8-369a-43a9-82ec-0032d3a5f1f8 HTTP/1.1" status: 204 len: 173 time: 2.3165584 Oct 27 10:24:22.940345 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a9521a81-ee55-41e5-897b-932a167ba49e None None] For port c4bf061e-3837-4940-b2a7-a9d33d973de6, host n-d-813419-10, cleared binding levels {{(pid=102348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:24:22.961473 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a9521a81-ee55-41e5-897b-932a167ba49e None None] For port c4bf061e-3837-4940-b2a7-a9d33d973de6, host n-d-813419-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=c4bf061e-3837-4940-b2a7-a9d33d973de6,segment=NetworkSegment(bc14127b-7032-4c50-bb5b-f6813cbae86e),segment_id=bc14127b-7032-4c50-bb5b-f6813cbae86e)] {{(pid=102348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:24:22.969916 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a9521a81-ee55-41e5-897b-932a167ba49e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:23.008487 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvr_db [None req-bf8f148c-071c-43c3-b506-867be12df746 None None] Set router 63f7ed1c-370f-4434-bb3c-bdaf6c5b2e01 gateway port host: n-d-813419-10 {{(pid=102349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:24:23.027536 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7ced01-64e5-483c-830d-e8c51c0a17f9 req-5d247b07-effb-4b3f-8f11-4cebc92f25e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:23.029132 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-7d7ced01-64e5-483c-830d-e8c51c0a17f9 req-5d247b07-effb-4b3f-8f11-4cebc92f25e4 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=218cefac8af54854a39dc56211e2a581&device_id=2bd3b845-baa6-4707-936b-e5789fffd4ee HTTP/1.1" status: 200 len: 1095 time: 0.0949001 Oct 27 10:24:23.047103 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-a98f86d2-ec5b-4af2-98c5-2f2168a31d3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:23.049788 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-a98f86d2-ec5b-4af2-98c5-2f2168a31d3e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:23.053621 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-a98f86d2-ec5b-4af2-98c5-2f2168a31d3e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a00dcf68-5e22-461d-9e5d-f9afa5233f7d HTTP/1.1" status: 204 len: 168 time: 1.1129084 Oct 27 10:24:23.058237 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-8e80ba23-8de9-4cd8-a944-d60fc547965d req-0e6ff1bd-965c-48c0-aa2b-02dbac3ecd9f tempest-LiveMigrationTest-1571947473 tempest-LiveMigrationTest-1571947473-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=df17171a-6534-4d8a-8518-0be5fe64cbb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2262332 Oct 27 10:24:23.107653 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9521a81-ee55-41e5-897b-932a167ba49e None None] Routers {'fa692b7a-2766-4757-8e5c-fba99543e07d'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:24:23.113174 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-a9521a81-ee55-41e5-897b-932a167ba49e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:24:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['fa692b7a-2766-4757-8e5c-fba99543e07d'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:24:23.117376 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22ed468-7ca9-4e59-b5b0-3551dc86fc7d None None] Pushing event updated for resources: {'Port': ['ID=c4bf061e-3837-4940-b2a7-a9d33d973de6,revision_number=3']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:24:23.200695 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-759b2494-e572-4026-a696-794e596b1c2c req-92bef479-f4dd-4a9d-8a31-af8be90a3ccc service neutron] 10.222.0.64 "GET /v2.0/networks/efc5dfe6-de09-46df-b154-ddd837da0a5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4647727 Oct 27 10:24:23.209460 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98f86d2-ec5b-4af2-98c5-2f2168a31d3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a00dcf68-5e22-461d-9e5d-f9afa5233f7d,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:24:23.236056 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [req-c0945389-d3a7-48a0-9456-cfba2c97e81f req-f11bd78e-a003-4c5e-bd4f-c927377796e4 service neutron] For port d15d3d59-7292-45e2-a583-16ea6115c10d, host n-h1-813419-10, cleared binding levels {{(pid=102346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:24:23.292124 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-bf8f148c-071c-43c3-b506-867be12df746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63f7ed1c-370f-4434-bb3c-bdaf6c5b2e01', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-425009108-router', 'tenant_id': '60bf030ec38b4548b292ea0483de5f05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.225'}], 'enable_snat': True}, 'gw_port_id': '52a1bbf4-2cd9-4872-bd73-dd8c7601673c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:18:17Z', 'updated_at': '2021-10-27T10:18:21Z', 'revision_number': 4, 'project_id': '60bf030ec38b4548b292ea0483de5f05', 'gw_port': {'id': '52a1bbf4-2cd9-4872-bd73-dd8c7601673c', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:ea:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63f7ed1c-370f-4434-bb3c-bdaf6c5b2e01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:18:18Z', 'updated_at': '2021-10-27T10:18:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_interfaces': [{'id': '30541382-9698-42aa-b364-000a568db488', 'name': '', 'network_id': '0a48af15-1075-4a1c-b6c2-04479e771f49', 'tenant_id': '60bf030ec38b4548b292ea0483de5f05', 'mac_address': 'fa:16:3e:da:d0:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63f7ed1c-370f-4434-bb3c-bdaf6c5b2e01', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '01ed277a-6c4a-420b-a94a-e6bb1e65fbf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:18:20Z', 'updated_at': '2021-10-27T10:18:25Z', 'revision_number': 5, 'project_id': '60bf030ec38b4548b292ea0483de5f05', 'subnets': [{'id': '01ed277a-6c4a-420b-a94a-e6bb1e65fbf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:24:23.331554 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf8f148c-071c-43c3-b506-867be12df746 None None] Checking router: 63f7ed1c-370f-4434-bb3c-bdaf6c5b2e01 for host: n-d-813419-10 {{(pid=102349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 10:24:23.342260 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf8f148c-071c-43c3-b506-867be12df746 None None] Routers {'63f7ed1c-370f-4434-bb3c-bdaf6c5b2e01'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:24:23.343722 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-bf8f148c-071c-43c3-b506-867be12df746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:24:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['63f7ed1c-370f-4434-bb3c-bdaf6c5b2e01'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:24:23.358080 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvr_db [None req-a9521a81-ee55-41e5-897b-932a167ba49e None None] Set router fa692b7a-2766-4757-8e5c-fba99543e07d gateway port host: n-d-813419-10 {{(pid=102348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:24:23.403505 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [req-c0945389-d3a7-48a0-9456-cfba2c97e81f req-f11bd78e-a003-4c5e-bd4f-c927377796e4 service neutron] For port d15d3d59-7292-45e2-a583-16ea6115c10d, host n-h1-813419-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=d15d3d59-7292-45e2-a583-16ea6115c10d,segment=NetworkSegment(decbe644-9a77-4e48-9a29-036ea3cab9b0),segment_id=decbe644-9a77-4e48-9a29-036ea3cab9b0)] {{(pid=102346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:24:23.484319 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-c0945389-d3a7-48a0-9456-cfba2c97e81f req-f11bd78e-a003-4c5e-bd4f-c927377796e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27024173'] for port, after_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:23.499092 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvr_db [None req-bf8f148c-071c-43c3-b506-867be12df746 None None] Set router 63f7ed1c-370f-4434-bb3c-bdaf6c5b2e01 gateway port host: n-d-813419-10 {{(pid=102349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:24:23.568424 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7ced01-64e5-483c-830d-e8c51c0a17f9 req-f7eea610-e88e-401a-bbb0-b2e49168c623 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:23.570242 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-7d7ced01-64e5-483c-830d-e8c51c0a17f9 req-f7eea610-e88e-401a-bbb0-b2e49168c623 service neutron] 10.222.0.76 "GET /v2.0/networks?id=efc5dfe6-de09-46df-b154-ddd837da0a5a HTTP/1.1" status: 200 len: 917 time: 0.5136795 Oct 27 10:24:23.646429 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0945389-d3a7-48a0-9456-cfba2c97e81f req-f11bd78e-a003-4c5e-bd4f-c927377796e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:23.647096 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-c0945389-d3a7-48a0-9456-cfba2c97e81f req-f11bd78e-a003-4c5e-bd4f-c927377796e4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:23.648823 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-c0945389-d3a7-48a0-9456-cfba2c97e81f req-f11bd78e-a003-4c5e-bd4f-c927377796e4 service neutron] 10.222.0.64 "PUT /v2.0/ports/d15d3d59-7292-45e2-a583-16ea6115c10d HTTP/1.1" status: 200 len: 1092 time: 4.2406132 Oct 27 10:24:23.701509 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-a9521a81-ee55-41e5-897b-932a167ba49e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa692b7a-2766-4757-8e5c-fba99543e07d', 'name': 'tempest-TaggedBootDevicesTest-782512702-router', 'tenant_id': '4aa10ad73dbe4076b2c4dd14c0d23687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.223'}], 'enable_snat': True}, 'gw_port_id': 'c4bf061e-3837-4940-b2a7-a9d33d973de6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:24:14Z', 'updated_at': '2021-10-27T10:24:18Z', 'revision_number': 3, 'project_id': '4aa10ad73dbe4076b2c4dd14c0d23687', 'gw_port': {'id': 'c4bf061e-3837-4940-b2a7-a9d33d973de6', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:9c:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa692b7a-2766-4757-8e5c-fba99543e07d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:24:16Z', 'updated_at': '2021-10-27T10:24:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10'}], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:24:23.710412 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-7d7ced01-64e5-483c-830d-e8c51c0a17f9 req-c47036a2-f501-4760-a77b-98c194d89f98 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=85265c05-ec01-41f1-9ab1-acc35f6ac44d HTTP/1.1" status: 200 len: 217 time: 0.1206098 Oct 27 10:24:23.722479 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4a43f7-ff28-480f-84e7-ecf884ab8ed7 req-6c6c5cd9-bce8-4af8-89c3-766dadc865d2 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:23.731069 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-9b4a43f7-ff28-480f-84e7-ecf884ab8ed7 req-6c6c5cd9-bce8-4af8-89c3-766dadc865d2 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/ports?device_id=e8ba4d8b-4106-4181-809e-b9e98a50d4b3 HTTP/1.1" status: 200 len: 950 time: 0.7004707 Oct 27 10:24:23.762380 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9521a81-ee55-41e5-897b-932a167ba49e None None] The sync data for ids ['fa692b7a-2766-4757-8e5c-fba99543e07d'] in n-d-813419-10 is: [{'id': 'fa692b7a-2766-4757-8e5c-fba99543e07d', 'name': 'tempest-TaggedBootDevicesTest-782512702-router', 'tenant_id': '4aa10ad73dbe4076b2c4dd14c0d23687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.223'}], 'enable_snat': True}, 'gw_port_id': 'c4bf061e-3837-4940-b2a7-a9d33d973de6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:24:14Z', 'updated_at': '2021-10-27T10:24:18Z', 'revision_number': 3, 'project_id': '4aa10ad73dbe4076b2c4dd14c0d23687', 'gw_port': {'id': 'c4bf061e-3837-4940-b2a7-a9d33d973de6', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:9c:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa692b7a-2766-4757-8e5c-fba99543e07d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:24:16Z', 'updated_at': '2021-10-27T10:24:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10'}] {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:24:23.775980 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-fe9c9754-f8ad-4b98-ac50-0cefbfb480b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:23.802339 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-bf8f148c-071c-43c3-b506-867be12df746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63f7ed1c-370f-4434-bb3c-bdaf6c5b2e01', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-425009108-router', 'tenant_id': '60bf030ec38b4548b292ea0483de5f05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.225'}], 'enable_snat': True}, 'gw_port_id': '52a1bbf4-2cd9-4872-bd73-dd8c7601673c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:18:17Z', 'updated_at': '2021-10-27T10:18:21Z', 'revision_number': 4, 'project_id': '60bf030ec38b4548b292ea0483de5f05', 'gw_port': {'id': '52a1bbf4-2cd9-4872-bd73-dd8c7601673c', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:ea:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63f7ed1c-370f-4434-bb3c-bdaf6c5b2e01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:18:18Z', 'updated_at': '2021-10-27T10:18:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_interfaces': [{'id': '30541382-9698-42aa-b364-000a568db488', 'name': '', 'network_id': '0a48af15-1075-4a1c-b6c2-04479e771f49', 'tenant_id': '60bf030ec38b4548b292ea0483de5f05', 'mac_address': 'fa:16:3e:da:d0:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63f7ed1c-370f-4434-bb3c-bdaf6c5b2e01', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '01ed277a-6c4a-420b-a94a-e6bb1e65fbf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:18:20Z', 'updated_at': '2021-10-27T10:18:25Z', 'revision_number': 5, 'project_id': '60bf030ec38b4548b292ea0483de5f05', 'subnets': [{'id': '01ed277a-6c4a-420b-a94a-e6bb1e65fbf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:24:23.872129 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11bd78e-a003-4c5e-bd4f-c927377796e4 service neutron] Pushing event updated for resources: {'Port': ['ID=d15d3d59-7292-45e2-a583-16ea6115c10d,revision_number=3']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:24:23.886810 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf8f148c-071c-43c3-b506-867be12df746 None None] The sync data for ids ['63f7ed1c-370f-4434-bb3c-bdaf6c5b2e01'] in n-d-813419-10 is: [{'id': '63f7ed1c-370f-4434-bb3c-bdaf6c5b2e01', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-425009108-router', 'tenant_id': '60bf030ec38b4548b292ea0483de5f05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.225'}], 'enable_snat': True}, 'gw_port_id': '52a1bbf4-2cd9-4872-bd73-dd8c7601673c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:18:17Z', 'updated_at': '2021-10-27T10:18:21Z', 'revision_number': 4, 'project_id': '60bf030ec38b4548b292ea0483de5f05', 'gw_port': {'id': '52a1bbf4-2cd9-4872-bd73-dd8c7601673c', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:ea:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63f7ed1c-370f-4434-bb3c-bdaf6c5b2e01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:18:18Z', 'updated_at': '2021-10-27T10:18:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_interfaces': [{'id': '30541382-9698-42aa-b364-000a568db488', 'name': '', 'network_id': '0a48af15-1075-4a1c-b6c2-04479e771f49', 'tenant_id': '60bf030ec38b4548b292ea0483de5f05', 'mac_address': 'fa:16:3e:da:d0:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63f7ed1c-370f-4434-bb3c-bdaf6c5b2e01', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '01ed277a-6c4a-420b-a94a-e6bb1e65fbf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:18:20Z', 'updated_at': '2021-10-27T10:18:25Z', 'revision_number': 5, 'project_id': '60bf030ec38b4548b292ea0483de5f05', 'subnets': [{'id': '01ed277a-6c4a-420b-a94a-e6bb1e65fbf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:24:23.896956 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990fde78-2e74-4d6e-8708-728ea9a193fe req-18c15936-3bad-4adc-85a3-ad9e488e67fb tempest-ListServerFiltersTestJSON-326742351 tempest-ListServerFiltersTestJSON-326742351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:23.904797 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-990fde78-2e74-4d6e-8708-728ea9a193fe req-18c15936-3bad-4adc-85a3-ad9e488e67fb tempest-ListServerFiltersTestJSON-326742351 tempest-ListServerFiltersTestJSON-326742351-project] 10.222.0.44 "GET /v2.0/ports?device_id=2bd3b845-baa6-4707-936b-e5789fffd4ee HTTP/1.1" status: 200 len: 943 time: 0.5925419 Oct 27 10:24:23.918861 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-9b4a43f7-ff28-480f-84e7-ecf884ab8ed7 req-dd0a879e-83eb-4106-b388-310108d18f82 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/security-groups?id=e786382c-1289-4f9d-b471-ed120470c2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866271 Oct 27 10:24:23.934075 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48159e85-4d68-4bf6-8aa6-e816915ba353', 'tag': 'd15d3d59-7292-45e2-a583-16ea6115c10d'}] {{(pid=102346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:24:23.941855 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7ced01-64e5-483c-830d-e8c51c0a17f9 req-27d3089f-f3dc-43a8-8563-2e6b765800fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:23.943833 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-7d7ced01-64e5-483c-830d-e8c51c0a17f9 req-27d3089f-f3dc-43a8-8563-2e6b765800fe service neutron] 10.222.0.76 "GET /v2.0/subnets?id=f51c2521-acfc-4fbd-bae2-70c1829cecad HTTP/1.1" status: 200 len: 855 time: 0.2099018 Oct 27 10:24:23.944400 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc0e418f5fc417c8d55d94c0aa509b037d0beb2a734c1a709e789eb65639a56d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ee2ba7a-e255-45ba-ac86-2f60ecf718c8" -d '{"events": [{"name": "network-changed", "server_uuid": "48159e85-4d68-4bf6-8aa6-e816915ba353", "tag": "d15d3d59-7292-45e2-a583-16ea6115c10d"}]}' {{(pid=102346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:24:24.020290 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-759b2494-e572-4026-a696-794e596b1c2c req-ea439811-b4be-418f-b150-65d22508afe3 service neutron] 10.222.0.64 "GET /v2.0/networks/efc5dfe6-de09-46df-b154-ddd837da0a5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7965629 Oct 27 10:24:24.055877 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7ced01-64e5-483c-830d-e8c51c0a17f9 req-29303e15-30aa-4190-b742-af8c6949c8c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:24.057710 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-7d7ced01-64e5-483c-830d-e8c51c0a17f9 req-29303e15-30aa-4190-b742-af8c6949c8c7 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=efc5dfe6-de09-46df-b154-ddd837da0a5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1038129 Oct 27 10:24:24.091686 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0945389-d3a7-48a0-9456-cfba2c97e81f req-efdad602-4e4c-4a8a-b528-850e215b04b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:24.093231 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-c0945389-d3a7-48a0-9456-cfba2c97e81f req-efdad602-4e4c-4a8a-b528-850e215b04b3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=218cefac8af54854a39dc56211e2a581&device_id=48159e85-4d68-4bf6-8aa6-e816915ba353 HTTP/1.1" status: 200 len: 1095 time: 0.3915889 Oct 27 10:24:24.234960 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b46bf5-66dc-4b1d-a8eb-7405d1ed1166 req-73cc4ee7-d425-47cd-8068-99e5fe7142b4 tempest-ServerRescueTestJSON-1025374340 tempest-ServerRescueTestJSON-1025374340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:24.236553 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-62b46bf5-66dc-4b1d-a8eb-7405d1ed1166 req-73cc4ee7-d425-47cd-8068-99e5fe7142b4 tempest-ServerRescueTestJSON-1025374340 tempest-ServerRescueTestJSON-1025374340-project] 10.222.0.44 "GET /v2.0/ports?device_id=0f0a6b0b-7cfe-4818-8a36-1dd5676c3af3 HTTP/1.1" status: 200 len: 946 time: 0.1002858 Oct 27 10:24:24.242900 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-990fde78-2e74-4d6e-8708-728ea9a193fe req-c830b368-2974-4621-b33e-3f02d2298f59 tempest-ListServerFiltersTestJSON-326742351 tempest-ListServerFiltersTestJSON-326742351-project] 10.222.0.44 "GET /v2.0/security-groups?id=f276a67d-9e93-463b-b0a2-3e206c03b654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2754350 Oct 27 10:24:24.300275 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-7d7ced01-64e5-483c-830d-e8c51c0a17f9 req-f7d8ce32-8cbf-4e13-a828-512865cbca28 service neutron] 10.222.0.76 "GET /v2.0/networks/efc5dfe6-de09-46df-b154-ddd837da0a5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2329183 Oct 27 10:24:24.301354 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-c0945389-d3a7-48a0-9456-cfba2c97e81f req-313f8452-d995-4d3f-b1a4-7e39a5788efd service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d15d3d59-7292-45e2-a583-16ea6115c10d HTTP/1.1" status: 200 len: 217 time: 0.1924446 Oct 27 10:24:24.386652 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-62b46bf5-66dc-4b1d-a8eb-7405d1ed1166 req-55652dff-3ca9-4e86-a23d-48bd8ff1b587 tempest-ServerRescueTestJSON-1025374340 tempest-ServerRescueTestJSON-1025374340-project] 10.222.0.44 "GET /v2.0/security-groups?id=5f97c1ff-dad7-428f-af4b-bc7a94091827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417472 Oct 27 10:24:24.455110 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-7d7ced01-64e5-483c-830d-e8c51c0a17f9 req-b06c6919-65f9-45ba-87ba-647823f9f4d0 service neutron] 10.222.0.76 "GET /v2.0/networks/efc5dfe6-de09-46df-b154-ddd837da0a5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1434195 Oct 27 10:24:24.465834 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bac8e17d-a6b1-417a-9596-50e973ea8833 None None] New status for floating IP 956bc502-238d-4e60-bccb-892ef75d4751: DOWN {{(pid=102348) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 10:24:24.468352 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 10:24:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1bdf1d4-e27c-47c2-af46-109a01543aa6 x-openstack-request-id: req-e1bdf1d4-e27c-47c2-af46-109a01543aa6 {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:24:24.468648 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48159e85-4d68-4bf6-8aa6-e816915ba353", "tag": "d15d3d59-7292-45e2-a583-16ea6115c10d", "status": "completed", "code": 200}]} {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:24:24.468905 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e1bdf1d4-e27c-47c2-af46-109a01543aa6 {{(pid=102346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:24:24.469298 n-d-813419-10 neutron-server[102346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48159e85-4d68-4bf6-8aa6-e816915ba353', 'tag': 'd15d3d59-7292-45e2-a583-16ea6115c10d', 'status': 'completed', 'code': 200} Oct 27 10:24:24.480706 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 47464) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:24:24.529582 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dab55e46-8e3b-4a56-8e39-e3a205f3b352', 'name': 'network-vif-deleted', 'tag': '2b419df8-369a-43a9-82ec-0032d3a5f1f8'}] {{(pid=102347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:24:24.531873 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311149b481204ee7edffdb959c881838506fbd95bc8577c048f6677abb73acc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c99a5d5e-d387-4b06-b650-d5f7107b4b68" -d '{"events": [{"server_uuid": "dab55e46-8e3b-4a56-8e39-e3a205f3b352", "name": "network-vif-deleted", "tag": "2b419df8-369a-43a9-82ec-0032d3a5f1f8"}]}' {{(pid=102347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:24:24.566722 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device 2b419df8-369a-43a9-82ec-0032d3a5f1f8 no longer exists at agent hyperv_n-h1-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:24:24.573130 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0945389-d3a7-48a0-9456-cfba2c97e81f req-cb7ac4c1-91ce-4c37-bbca-7939572fa7ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:24.574620 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-c0945389-d3a7-48a0-9456-cfba2c97e81f req-cb7ac4c1-91ce-4c37-bbca-7939572fa7ab service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f51c2521-acfc-4fbd-bae2-70c1829cecad HTTP/1.1" status: 200 len: 855 time: 0.2530563 Oct 27 10:24:24.586957 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455ecb1c-8c6f-4c19-8f20-729d3a828d20 req-cb063640-19a4-4d15-90a2-ffa0c62d714c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:24.588515 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-455ecb1c-8c6f-4c19-8f20-729d3a828d20 req-cb063640-19a4-4d15-90a2-ffa0c62d714c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=218cefac8af54854a39dc56211e2a581&device_id=45d14893-5bf6-4b65-b786-fa5afce227ce HTTP/1.1" status: 200 len: 1096 time: 0.4767854 Oct 27 10:24:24.589790 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_common [None req-fe9c9754-f8ad-4b98-ac50-0cefbfb480b0 admin admin] Allocated IP 172.20.0.1 (5f1726cf-df95-405e-a4b7-a0ec3cc3a1aa/f4dae274-687c-43d5-8fe0-b0ba3958c688/1f126ddd-8f9d-4ece-a015-8aae84ec702c) {{(pid=102346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:24:24.611818 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] No Port match for: 2b419df8-369a-43a9-82ec-0032d3a5f1f8 {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:24:24.612570 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device 2b419df8-369a-43a9-82ec-0032d3a5f1f8 not bound to the agent host n-h1-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:24:24.643209 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-5dc5cc9f-8973-4209-97fc-5dac9e21714f admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-275503941-network', 'tenant_id': '835b0e92be23426b8a689738b52d097e'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:24:24.673217 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dc5cc9f-8973-4209-97fc-5dac9e21714f admin admin] Made reservation on behalf of 835b0e92be23426b8a689738b52d097e for: {'network': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:24:24.675736 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-5dc5cc9f-8973-4209-97fc-5dac9e21714f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for network, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:24.685743 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-5dc5cc9f-8973-4209-97fc-5dac9e21714f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:24.746502 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:24:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96394777-ced7-45d8-a06b-7903dc624ab2 x-openstack-request-id: req-96394777-ced7-45d8-a06b-7903dc624ab2 {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:24:24.747378 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dab55e46-8e3b-4a56-8e39-e3a205f3b352", "name": "network-vif-deleted", "tag": "2b419df8-369a-43a9-82ec-0032d3a5f1f8", "status": "completed", "code": 200}]} {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:24:24.748168 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-96394777-ced7-45d8-a06b-7903dc624ab2 {{(pid=102347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:24:24.748918 n-d-813419-10 neutron-server[102347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dab55e46-8e3b-4a56-8e39-e3a205f3b352', 'name': 'network-vif-deleted', 'tag': '2b419df8-369a-43a9-82ec-0032d3a5f1f8', 'status': 'completed', 'code': 200} Oct 27 10:24:24.792871 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 47474) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:24:24.818770 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-5dc5cc9f-8973-4209-97fc-5dac9e21714f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:24.828568 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455ecb1c-8c6f-4c19-8f20-729d3a828d20 req-29e276c9-8154-49a8-a313-3fbccb6d7e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:24.830106 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-455ecb1c-8c6f-4c19-8f20-729d3a828d20 req-29e276c9-8154-49a8-a313-3fbccb6d7e1a service neutron] 10.222.0.64 "GET /v2.0/networks?id=efc5dfe6-de09-46df-b154-ddd837da0a5a HTTP/1.1" status: 200 len: 917 time: 0.2165852 Oct 27 10:24:24.830459 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-5dc5cc9f-8973-4209-97fc-5dac9e21714f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:24.856870 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0945389-d3a7-48a0-9456-cfba2c97e81f req-7dd1541c-07eb-4a96-80cd-0858e3fcd838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:24.858603 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-c0945389-d3a7-48a0-9456-cfba2c97e81f req-7dd1541c-07eb-4a96-80cd-0858e3fcd838 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=efc5dfe6-de09-46df-b154-ddd837da0a5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2624111 Oct 27 10:24:24.879949 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5dc5cc9f-8973-4209-97fc-5dac9e21714f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 413} {{(pid=102347) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 10:24:24.883408 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc5cc9f-8973-4209-97fc-5dac9e21714f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6946833a-a24d-4dba-a1dd-074ade3f3b84,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:24:24.898496 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911461f3-772e-4bfa-942f-41129dd89d95 req-1de50ccf-23e7-49a0-aff5-b14c3f78e039 tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:24.900563 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-911461f3-772e-4bfa-942f-41129dd89d95 req-1de50ccf-23e7-49a0-aff5-b14c3f78e039 tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] 10.222.0.44 "GET /v2.0/networks?id=b70d8912-e651-449a-aede-549067567147 HTTP/1.1" status: 200 len: 808 time: 0.4358563 Oct 27 10:24:24.905996 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-311877df-e7ba-494c-a582-b7783993cbe7 tempest-ServersWithSpecificFlavorTestJSON-2103273157 tempest-ServersWithSpecificFlavorTestJSON-2103273157-project] Publish callbacks [] for security_group, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:24.908039 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-5dc5cc9f-8973-4209-97fc-5dac9e21714f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:24.908409 n-d-813419-10 neutron-server[102347]: INFO neutron.db.segments_db [None req-5dc5cc9f-8973-4209-97fc-5dac9e21714f admin admin] Added segment be724bff-168f-4f44-bd48-6d66ce83179a of type vlan for network e07fb2ab-8da9-446a-b184-59fa6c116fe7 Oct 27 10:24:24.910798 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-455ecb1c-8c6f-4c19-8f20-729d3a828d20 req-fd9122ca-1228-4d82-bffe-e03a2de6678d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5aa969cd-99b4-4c9b-83d0-d6509464307d HTTP/1.1" status: 200 len: 217 time: 0.0713770 Oct 27 10:24:24.970310 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-311877df-e7ba-494c-a582-b7783993cbe7 tempest-ServersWithSpecificFlavorTestJSON-2103273157 tempest-ServersWithSpecificFlavorTestJSON-2103273157-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:24.981047 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-5dc5cc9f-8973-4209-97fc-5dac9e21714f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743872593080'] for network, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:25.010416 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-911461f3-772e-4bfa-942f-41129dd89d95 req-4d4bdad0-8ca7-41f9-89c4-77166d5630f4 tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] 10.222.0.44 "GET /v2.0/quotas/9c487093db7840e98dafd374096ede4c HTTP/1.1" status: 200 len: 375 time: 0.0874207 Oct 27 10:24:25.058547 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-5dc5cc9f-8973-4209-97fc-5dac9e21714f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913'] for network, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:25.059533 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dc5cc9f-8973-4209-97fc-5dac9e21714f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:25.064067 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-5dc5cc9f-8973-4209-97fc-5dac9e21714f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for network, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:25.137427 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-5dc5cc9f-8973-4209-97fc-5dac9e21714f admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.6552949 Oct 27 10:24:25.141425 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 47478) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:24:25.144431 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-311877df-e7ba-494c-a582-b7783993cbe7 tempest-ServersWithSpecificFlavorTestJSON-2103273157 tempest-ServersWithSpecificFlavorTestJSON-2103273157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:25.146965 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-311877df-e7ba-494c-a582-b7783993cbe7 tempest-ServersWithSpecificFlavorTestJSON-2103273157 tempest-ServersWithSpecificFlavorTestJSON-2103273157-project] Publish callbacks [] for security_group, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:25.150564 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-311877df-e7ba-494c-a582-b7783993cbe7 tempest-ServersWithSpecificFlavorTestJSON-2103273157 tempest-ServersWithSpecificFlavorTestJSON-2103273157-project] 10.222.0.44 "DELETE /v2.0/security-groups/a5c3a744-545c-4ff0-934c-41785bfff57c HTTP/1.1" status: 204 len: 168 time: 0.3540974 Oct 27 10:24:25.151740 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-d771d8ad-5768-41cf-b218-064ddc4dea92 admin admin] Request body: {'subnet': {'network_id': 'e07fb2ab-8da9-446a-b184-59fa6c116fe7', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-275503941-subnet', 'tenant_id': '835b0e92be23426b8a689738b52d097e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:24:25.160142 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 47480) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:24:25.163073 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc5cc9f-8973-4209-97fc-5dac9e21714f admin admin] Pushing event updated for resources: {'Network': ['ID=e07fb2ab-8da9-446a-b184-59fa6c116fe7,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:24:25.183876 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5374a1d2-cc7f-4d14-adca-b01f65e61948 req-adfeb3b6-06e9-4bba-83e0-5ac0f9d11d66 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:25.185524 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-5374a1d2-cc7f-4d14-adca-b01f65e61948 req-adfeb3b6-06e9-4bba-83e0-5ac0f9d11d66 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/ports?device_id=e8ba4d8b-4106-4181-809e-b9e98a50d4b3 HTTP/1.1" status: 200 len: 950 time: 0.1776335 Oct 27 10:24:25.204917 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Network e07fb2ab-8da9-446a-b184-59fa6c116fe7 details requested by agent ovs-agent-n-d-813419-10 with host n-d-813419-10 {{(pid=102348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 10:24:25.236834 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311877df-e7ba-494c-a582-b7783993cbe7 tempest-ServersWithSpecificFlavorTestJSON-2103273157 tempest-ServersWithSpecificFlavorTestJSON-2103273157-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5c3a744-545c-4ff0-934c-41785bfff57c,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:24:25.244154 n-d-813419-10 neutron-server[102347]: INFO neutron.api.v2.resource [None req-4ee09ef4-9ff7-4701-bd6b-27061237e498 tempest-ServersWithSpecificFlavorTestJSON-2103273157 tempest-ServersWithSpecificFlavorTestJSON-2103273157-project] show failed (client error): The resource could not be found. Oct 27 10:24:25.248864 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-4ee09ef4-9ff7-4701-bd6b-27061237e498 tempest-ServersWithSpecificFlavorTestJSON-2103273157 tempest-ServersWithSpecificFlavorTestJSON-2103273157-project] 10.222.0.44 "GET /v2.0/security-groups/a5c3a744-545c-4ff0-934c-41785bfff57c HTTP/1.1" status: 404 len: 347 time: 0.0867114 Oct 27 10:24:25.249535 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 47482) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:24:25.319976 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-5374a1d2-cc7f-4d14-adca-b01f65e61948 req-9d4b7f2c-c962-4c02-b8af-58964326a4ec tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/security-groups?id=e786382c-1289-4f9d-b471-ed120470c2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209970 Oct 27 10:24:25.333323 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d771d8ad-5768-41cf-b218-064ddc4dea92 admin admin] Made reservation on behalf of 835b0e92be23426b8a689738b52d097e for: {'subnet': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:24:25.336217 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-d771d8ad-5768-41cf-b218-064ddc4dea92 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18044073'] for subnet, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:25.337501 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device c4bf061e-3837-4940-b2a7-a9d33d973de6 up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:24:25.416130 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port c4bf061e-3837-4940-b2a7-a9d33d973de6 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:24:25.416822 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:25.458987 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455ecb1c-8c6f-4c19-8f20-729d3a828d20 req-29930547-340b-450a-aad5-3f80195146a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:25.461159 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-455ecb1c-8c6f-4c19-8f20-729d3a828d20 req-29930547-340b-450a-aad5-3f80195146a3 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f51c2521-acfc-4fbd-bae2-70c1829cecad HTTP/1.1" status: 200 len: 855 time: 0.5339429 Oct 27 10:24:25.471602 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-fe9c9754-f8ad-4b98-ac50-0cefbfb480b0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:25.497674 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-c0945389-d3a7-48a0-9456-cfba2c97e81f req-aeaebf54-d4c9-47b9-88c2-41b01400becd service neutron] 10.222.0.64 "GET /v2.0/networks/efc5dfe6-de09-46df-b154-ddd837da0a5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5964303 Oct 27 10:24:25.510064 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:25.537667 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] For port c4bf061e-3837-4940-b2a7-a9d33d973de6, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=c4bf061e-3837-4940-b2a7-a9d33d973de6,segment=NetworkSegment(bc14127b-7032-4c50-bb5b-f6813cbae86e),segment_id=bc14127b-7032-4c50-bb5b-f6813cbae86e)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:24:25.543129 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:25.559591 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-911461f3-772e-4bfa-942f-41129dd89d95 req-0edbf78f-248a-4bfd-87af-b1f34d373d35 tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=9c487093db7840e98dafd374096ede4c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1671450 Oct 27 10:24:25.611571 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Pushing event updated for resources: {'Port': ['ID=c4bf061e-3837-4940-b2a7-a9d33d973de6,revision_number=4']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:24:25.620887 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:24:25.620887 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:24:25.621221 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:24:25.621446 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:24:25.621961 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:24:25.622087 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:24:25.622419 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:24:25.623439 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:24:25.623665 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:24:25.624000 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:24:25.624394 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:24:25.624720 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:24:25.680140 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455ecb1c-8c6f-4c19-8f20-729d3a828d20 req-3dc49e3d-649e-4aaf-a8f1-c160df2dbd3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:25.681911 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-455ecb1c-8c6f-4c19-8f20-729d3a828d20 req-3dc49e3d-649e-4aaf-a8f1-c160df2dbd3a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=efc5dfe6-de09-46df-b154-ddd837da0a5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2018099 Oct 27 10:24:25.704899 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-fe9c9754-f8ad-4b98-ac50-0cefbfb480b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:25.825628 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe9c9754-f8ad-4b98-ac50-0cefbfb480b0 admin admin] Network 5f1726cf-df95-405e-a4b7-a0ec3cc3a1aa is already hosted by enough agents. {{(pid=102346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:24:25.829451 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-c0945389-d3a7-48a0-9456-cfba2c97e81f req-76227384-b985-493d-9b92-56a93faa8e79 service neutron] 10.222.0.64 "GET /v2.0/networks/efc5dfe6-de09-46df-b154-ddd837da0a5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3105724 Oct 27 10:24:25.845678 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-fe9c9754-f8ad-4b98-ac50-0cefbfb480b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:24:25.851364 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe9c9754-f8ad-4b98-ac50-0cefbfb480b0 admin admin] Received port after_create {{(pid=102346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:24:25.854686 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9c9754-f8ad-4b98-ac50-0cefbfb480b0 admin admin] Pushing event updated for resources: {'Port': ['ID=1f126ddd-8f9d-4ece-a015-8aae84ec702c,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:24:25.863203 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d88e1e-1898-4876-87a6-5c62dbc689a5 req-8215b4ba-01b6-4223-b6f8-243a0175d674 tempest-ListServerFiltersTestJSON-326742351 tempest-ListServerFiltersTestJSON-326742351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:25.865938 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-01d88e1e-1898-4876-87a6-5c62dbc689a5 req-8215b4ba-01b6-4223-b6f8-243a0175d674 tempest-ListServerFiltersTestJSON-326742351 tempest-ListServerFiltersTestJSON-326742351-project] 10.222.0.44 "GET /v2.0/ports?device_id=2bd3b845-baa6-4707-936b-e5789fffd4ee HTTP/1.1" status: 200 len: 943 time: 0.1261814 Oct 27 10:24:25.893737 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-911461f3-772e-4bfa-942f-41129dd89d95 req-5e9392be-66e5-4380-9f07-f1ec189d9dfe service neutron] 10.222.0.44 "GET /v2.0/networks/b70d8912-e651-449a-aede-549067567147?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2945843 Oct 27 10:24:25.934370 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-d117bfae-82b7-47cf-8bb1-542fe9de1a15 tempest-ServersWithSpecificFlavorTestJSON-2103273157 tempest-ServersWithSpecificFlavorTestJSON-2103273157-project] Deleting port 3d7d5ce9-c5c6-43a0-9ee0-10bfd8b02ce6 {{(pid=102347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:24:25.935051 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-d117bfae-82b7-47cf-8bb1-542fe9de1a15 tempest-ServersWithSpecificFlavorTestJSON-2103273157 tempest-ServersWithSpecificFlavorTestJSON-2103273157-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:26.018686 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-455ecb1c-8c6f-4c19-8f20-729d3a828d20 req-585b40ee-7e3d-4701-8a9a-ba55e04d3ea7 service neutron] 10.222.0.64 "GET /v2.0/networks/efc5dfe6-de09-46df-b154-ddd837da0a5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3284769 Oct 27 10:24:26.019340 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-fe9c9754-f8ad-4b98-ac50-0cefbfb480b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1664961'] for router_interface, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:26.045382 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-01d88e1e-1898-4876-87a6-5c62dbc689a5 req-c93a9cf8-f7a0-474d-b5bc-fabbc02b3e81 tempest-ListServerFiltersTestJSON-326742351 tempest-ListServerFiltersTestJSON-326742351-project] 10.222.0.44 "GET /v2.0/security-groups?id=f276a67d-9e93-463b-b0a2-3e206c03b654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719768 Oct 27 10:24:26.098928 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-d771d8ad-5768-41cf-b218-064ddc4dea92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-18295883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18044091'] for subnet, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:26.169877 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-1b6e6a44-45f7-4ef7-86e2-71e3ecd8acc6 None None] Provisioning complete for port 1f126ddd-8f9d-4ece-a015-8aae84ec702c triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:24:26.170033 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-1b6e6a44-45f7-4ef7-86e2-71e3ecd8acc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:26.192386 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee2ba7a-e255-45ba-ac86-2f60ecf718c8 req-91e60c24-ca7c-40d0-a553-75c9e7bfa84d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:26.194130 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-1ee2ba7a-e255-45ba-ac86-2f60ecf718c8 req-91e60c24-ca7c-40d0-a553-75c9e7bfa84d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=218cefac8af54854a39dc56211e2a581&device_id=48159e85-4d68-4bf6-8aa6-e816915ba353 HTTP/1.1" status: 200 len: 1095 time: 0.2464437 Oct 27 10:24:26.210053 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-1b6e6a44-45f7-4ef7-86e2-71e3ecd8acc6 None None] Port 1f126ddd-8f9d-4ece-a015-8aae84ec702c cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:24:26.229010 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d771d8ad-5768-41cf-b218-064ddc4dea92 admin admin] Pushing event updated for resources: {'Subnet': ['ID=faf29995-4e62-4f88-a8e8-4f78cc5f1ee9,revision_number=0']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:24:26.250349 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-d117bfae-82b7-47cf-8bb1-542fe9de1a15 tempest-ServersWithSpecificFlavorTestJSON-2103273157 tempest-ServersWithSpecificFlavorTestJSON-2103273157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:26.250675 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-d117bfae-82b7-47cf-8bb1-542fe9de1a15 tempest-ServersWithSpecificFlavorTestJSON-2103273157 tempest-ServersWithSpecificFlavorTestJSON-2103273157-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:26.252833 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-911461f3-772e-4bfa-942f-41129dd89d95 req-a45dec29-8907-4f0c-9577-600b993066f7 service neutron] 10.222.0.44 "GET /v2.0/networks/b70d8912-e651-449a-aede-549067567147?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3467185 Oct 27 10:24:26.277283 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225636c8-69d9-4bff-9d18-aeb5c2483fc7 req-e34fee90-e1a4-4624-ad03-170ae16c2cdc tempest-ServerRescueTestJSON-1025374340 tempest-ServerRescueTestJSON-1025374340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:26.278782 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-225636c8-69d9-4bff-9d18-aeb5c2483fc7 req-e34fee90-e1a4-4624-ad03-170ae16c2cdc tempest-ServerRescueTestJSON-1025374340 tempest-ServerRescueTestJSON-1025374340-project] 10.222.0.44 "GET /v2.0/ports?device_id=0f0a6b0b-7cfe-4818-8a36-1dd5676c3af3 HTTP/1.1" status: 200 len: 946 time: 0.1417177 Oct 27 10:24:26.279990 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-d117bfae-82b7-47cf-8bb1-542fe9de1a15 tempest-ServersWithSpecificFlavorTestJSON-2103273157 tempest-ServersWithSpecificFlavorTestJSON-2103273157-project] Calling delete_port for 3d7d5ce9-c5c6-43a0-9ee0-10bfd8b02ce6 owned by network:floatingip {{(pid=102347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:24:26.283792 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d771d8ad-5768-41cf-b218-064ddc4dea92 admin admin] Checking segment: {'id': 'be724bff-168f-4f44-bd48-6d66ce83179a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'e07fb2ab-8da9-446a-b184-59fa6c116fe7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:24:26.284152 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d771d8ad-5768-41cf-b218-064ddc4dea92 admin admin] Network hostable DHCP agents. Network: e07fb2ab-8da9-446a-b184-59fa6c116fe7, hostable agents: ['eafd4000-b897-4722-ae8b-0118ec955181'], hosted agents: [] {{(pid=102347) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 10:24:26.368981 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d771d8ad-5768-41cf-b218-064ddc4dea92 admin admin] Network e07fb2ab-8da9-446a-b184-59fa6c116fe7 is scheduled to be hosted by DHCP agent eafd4000-b897-4722-ae8b-0118ec955181 with binding_index 1 {{(pid=102347) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 10:24:26.369366 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-455ecb1c-8c6f-4c19-8f20-729d3a828d20 req-182d7990-3036-46ab-b1c2-dc1178a624db service neutron] 10.222.0.64 "GET /v2.0/networks/efc5dfe6-de09-46df-b154-ddd837da0a5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3402910 Oct 27 10:24:26.389107 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-fe9c9754-f8ad-4b98-ac50-0cefbfb480b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:26.390990 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-225636c8-69d9-4bff-9d18-aeb5c2483fc7 req-8fd96005-14e6-44d4-9c9f-2f27f3c5f1dd tempest-ServerRescueTestJSON-1025374340 tempest-ServerRescueTestJSON-1025374340-project] 10.222.0.44 "GET /v2.0/security-groups?id=5f97c1ff-dad7-428f-af4b-bc7a94091827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003528 Oct 27 10:24:26.397383 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [None req-d771d8ad-5768-41cf-b218-064ddc4dea92 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-10, e07fb2ab-8da9-446a-b184-59fa6c116fe7) {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:24:26.406383 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee1e9805-9c76-4d0d-ba2d-091dbfde28ae None None] Network e07fb2ab-8da9-446a-b184-59fa6c116fe7 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:24:26.406903 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d771d8ad-5768-41cf-b218-064ddc4dea92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:26.407492 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-d771d8ad-5768-41cf-b218-064ddc4dea92 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:26.455990 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-d771d8ad-5768-41cf-b218-064ddc4dea92 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.3124018 Oct 27 10:24:26.459719 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 47496) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:24:26.468947 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-fc91f288-9022-4f26-b910-787a5230f95a admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-275503941-router', 'tenant_id': '835b0e92be23426b8a689738b52d097e', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'}}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:24:26.582952 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-fc91f288-9022-4f26-b910-787a5230f95a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1768632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3610'] for router, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:26.584270 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-fc91f288-9022-4f26-b910-787a5230f95a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1765704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1769409', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1694266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3597'] for router, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:26.587637 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device 5aa969cd-99b4-4c9b-83d0-d6509464307d details requested by agent hyperv_n-h1-813419-10 with host n-h1-813419-10 {{(pid=102348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 10:24:26.625069 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-e2b9c8b8-b345-4584-b785-ff6c9886fd8b req-caddb4b6-5da3-43e2-8cae-0028f344990a tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] 10.222.0.44 "GET /v2.0/ports?device_id=bc03c0c0-96d1-4c90-904e-304dc69ac804 HTTP/1.1" status: 200 len: 210 time: 0.0342321 Oct 27 10:24:26.630046 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee2ba7a-e255-45ba-ac86-2f60ecf718c8 req-291d7dd3-8fe4-4fa5-9d5e-0ced888ef367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:26.631402 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-1ee2ba7a-e255-45ba-ac86-2f60ecf718c8 req-291d7dd3-8fe4-4fa5-9d5e-0ced888ef367 service neutron] 10.222.0.64 "GET /v2.0/networks?id=efc5dfe6-de09-46df-b154-ddd837da0a5a HTTP/1.1" status: 200 len: 917 time: 0.4139783 Oct 27 10:24:26.635248 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f03bc6-dec6-4236-b850-dfda68660be6 req-b73f9c7c-da50-4887-81dd-3dc645ae0136 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:26.636870 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-79f03bc6-dec6-4236-b850-dfda68660be6 req-b73f9c7c-da50-4887-81dd-3dc645ae0136 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/ports?device_id=e8ba4d8b-4106-4181-809e-b9e98a50d4b3 HTTP/1.1" status: 200 len: 950 time: 0.1315620 Oct 27 10:24:26.694034 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-1ee2ba7a-e255-45ba-ac86-2f60ecf718c8 req-4bb5eac3-af22-4781-a70c-5112cb523b23 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d15d3d59-7292-45e2-a583-16ea6115c10d HTTP/1.1" status: 200 len: 217 time: 0.0485322 Oct 27 10:24:26.697458 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed121fd7-d49d-4733-91ae-fc3f22c5a3db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp734b258e-7d96-550c-b970-9b72ab66f383-e07fb2ab-8da9-446a-b184-59fa6c116fe7', 'network_id': 'e07fb2ab-8da9-446a-b184-59fa6c116fe7', 'tenant_id': '835b0e92be23426b8a689738b52d097e', 'fixed_ips': [{'subnet_id': 'faf29995-4e62-4f88-a8e8-4f78cc5f1ee9'}]}} from n-d-813419-10. {{(pid=102348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 10:24:26.698901 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-ed121fd7-d49d-4733-91ae-fc3f22c5a3db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:26.728502 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-79f03bc6-dec6-4236-b850-dfda68660be6 req-9d1ae866-5207-4edd-9ffc-a14f89f8876c tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/security-groups?id=e786382c-1289-4f9d-b471-ed120470c2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842569 Oct 27 10:24:26.729183 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-d117bfae-82b7-47cf-8bb1-542fe9de1a15 tempest-ServersWithSpecificFlavorTestJSON-2103273157 tempest-ServersWithSpecificFlavorTestJSON-2103273157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:26.766900 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-fe9c9754-f8ad-4b98-ac50-0cefbfb480b0 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:26.777256 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-fe9c9754-f8ad-4b98-ac50-0cefbfb480b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27024173'] for port, after_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:26.814609 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-fc91f288-9022-4f26-b910-787a5230f95a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:26.817547 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port 5aa969cd-99b4-4c9b-83d0-d6509464307d, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=5aa969cd-99b4-4c9b-83d0-d6509464307d,segment=NetworkSegment(decbe644-9a77-4e48-9a29-036ea3cab9b0),segment_id=decbe644-9a77-4e48-9a29-036ea3cab9b0)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:24:26.838886 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Returning: {'device': '5aa969cd-99b4-4c9b-83d0-d6509464307d', 'network_id': 'efc5dfe6-de09-46df-b154-ddd837da0a5a', 'port_id': '5aa969cd-99b4-4c9b-83d0-d6509464307d', 'mac_address': 'fa:16:3e:6d:2a:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 436, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f51c2521-acfc-4fbd-bae2-70c1829cecad', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 10:24:26.854641 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee2ba7a-e255-45ba-ac86-2f60ecf718c8 req-c2895a4a-7cc1-42c1-9bfe-1b6b019650a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:26.856358 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-1ee2ba7a-e255-45ba-ac86-2f60ecf718c8 req-c2895a4a-7cc1-42c1-9bfe-1b6b019650a1 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f51c2521-acfc-4fbd-bae2-70c1829cecad HTTP/1.1" status: 200 len: 855 time: 0.1542838 Oct 27 10:24:26.871018 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d117bfae-82b7-47cf-8bb1-542fe9de1a15 tempest-ServersWithSpecificFlavorTestJSON-2103273157 tempest-ServersWithSpecificFlavorTestJSON-2103273157-project] Pushing event deleted for resources: {'Port': ['ID=3d7d5ce9-c5c6-43a0-9ee0-10bfd8b02ce6,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:24:26.896665 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9c9754-f8ad-4b98-ac50-0cefbfb480b0 admin admin] Pushing event updated for resources: {'Port': ['ID=1f126ddd-8f9d-4ece-a015-8aae84ec702c,revision_number=2']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:24:26.901697 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device 85265c05-ec01-41f1-9ab1-acc35f6ac44d details requested by agent hyperv_n-h2-813419-10 with host n-h2-813419-10 {{(pid=102348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 10:24:26.906118 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-fe9c9754-f8ad-4b98-ac50-0cefbfb480b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2006967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1766225'] for router_interface, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:26.932127 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.db_base_plugin_common [None req-ed121fd7-d49d-4733-91ae-fc3f22c5a3db None None] Allocated IP 172.20.0.2 (e07fb2ab-8da9-446a-b184-59fa6c116fe7/faf29995-4e62-4f88-a8e8-4f78cc5f1ee9/1f66471f-aedd-450c-9129-38222cf9bae1) {{(pid=102348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:24:26.937309 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee2ba7a-e255-45ba-ac86-2f60ecf718c8 req-22a7fe1c-d58a-4f40-abbc-511f89374eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:26.939021 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-1ee2ba7a-e255-45ba-ac86-2f60ecf718c8 req-22a7fe1c-d58a-4f40-abbc-511f89374eeb service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=efc5dfe6-de09-46df-b154-ddd837da0a5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0727510 Oct 27 10:24:26.942908 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:26.973254 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-d117bfae-82b7-47cf-8bb1-542fe9de1a15 tempest-ServersWithSpecificFlavorTestJSON-2103273157 tempest-ServersWithSpecificFlavorTestJSON-2103273157-project] Publish callbacks [] for floatingip, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:26.977842 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-d117bfae-82b7-47cf-8bb1-542fe9de1a15 tempest-ServersWithSpecificFlavorTestJSON-2103273157 tempest-ServersWithSpecificFlavorTestJSON-2103273157-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for floatingip, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:26.978252 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5aa969cd-99b4-4c9b-83d0-d6509464307d {{(pid=102348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:24:26.981689 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-d117bfae-82b7-47cf-8bb1-542fe9de1a15 tempest-ServersWithSpecificFlavorTestJSON-2103273157 tempest-ServersWithSpecificFlavorTestJSON-2103273157-project] 10.222.0.44 "DELETE /v2.0/floatingips/956bc502-238d-4e60-bccb-892ef75d4751 HTTP/1.1" status: 204 len: 168 time: 1.7235906 Oct 27 10:24:27.079260 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-1ee2ba7a-e255-45ba-ac86-2f60ecf718c8 req-7d22c2db-6198-4a17-9809-3c5c96ab21bd service neutron] 10.222.0.64 "GET /v2.0/networks/efc5dfe6-de09-46df-b154-ddd837da0a5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058545 Oct 27 10:24:27.227256 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port 5aa969cd-99b4-4c9b-83d0-d6509464307d, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=5aa969cd-99b4-4c9b-83d0-d6509464307d,segment=NetworkSegment(decbe644-9a77-4e48-9a29-036ea3cab9b0),segment_id=decbe644-9a77-4e48-9a29-036ea3cab9b0)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:24:27.241172 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:27.323968 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-1ee2ba7a-e255-45ba-ac86-2f60ecf718c8 req-6b8d8ea2-2dfa-4d53-8e60-e11c6b37e6bc service neutron] 10.222.0.64 "GET /v2.0/networks/efc5dfe6-de09-46df-b154-ddd837da0a5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2281792 Oct 27 10:24:27.343840 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device c4bf061e-3837-4940-b2a7-a9d33d973de6 up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:24:27.344064 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-fc91f288-9022-4f26-b910-787a5230f95a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:27.389528 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe9c9754-f8ad-4b98-ac50-0cefbfb480b0 admin admin] Network 5f1726cf-df95-405e-a4b7-a0ec3cc3a1aa is already hosted by enough agents. {{(pid=102346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:24:27.390985 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-fe9c9754-f8ad-4b98-ac50-0cefbfb480b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:24:27.420605 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321aff55-b40c-46b5-81e6-1ee49e529e4b req-258d3c73-5cfb-4523-847f-7f09e4bc5771 tempest-ListServerFiltersTestJSON-326742351 tempest-ListServerFiltersTestJSON-326742351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:27.431427 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-321aff55-b40c-46b5-81e6-1ee49e529e4b req-258d3c73-5cfb-4523-847f-7f09e4bc5771 tempest-ListServerFiltersTestJSON-326742351 tempest-ListServerFiltersTestJSON-326742351-project] 10.222.0.44 "GET /v2.0/ports?device_id=2bd3b845-baa6-4707-936b-e5789fffd4ee HTTP/1.1" status: 200 len: 943 time: 0.1279542 Oct 27 10:24:27.463045 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] For port 85265c05-ec01-41f1-9ab1-acc35f6ac44d, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=85265c05-ec01-41f1-9ab1-acc35f6ac44d,segment=NetworkSegment(decbe644-9a77-4e48-9a29-036ea3cab9b0),segment_id=decbe644-9a77-4e48-9a29-036ea3cab9b0)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:24:27.488290 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-321aff55-b40c-46b5-81e6-1ee49e529e4b req-2481b569-66a0-417c-a3a1-ff939a60e1e8 tempest-ListServerFiltersTestJSON-326742351 tempest-ListServerFiltersTestJSON-326742351-project] 10.222.0.44 "GET /v2.0/security-groups?id=f276a67d-9e93-463b-b0a2-3e206c03b654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513315 Oct 27 10:24:27.500394 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Returning: {'device': '85265c05-ec01-41f1-9ab1-acc35f6ac44d', 'network_id': 'efc5dfe6-de09-46df-b154-ddd837da0a5a', 'port_id': '85265c05-ec01-41f1-9ab1-acc35f6ac44d', 'mac_address': 'fa:16:3e:55:12:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 436, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f51c2521-acfc-4fbd-bae2-70c1829cecad', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 10:24:27.650207 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:27.672865 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85265c05-ec01-41f1-9ab1-acc35f6ac44d {{(pid=102348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:24:27.677382 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] get_ports_and_sgs() called for port_ids ['5aa969cd-99b4-4c9b-83d0-d6509464307d'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:24:27.706217 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e811d84-0cab-4914-93ad-f18ccbdd627d req-1ce6799d-7f92-47fe-a5a0-9d2c3b4d4b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:27.707803 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-4e811d84-0cab-4914-93ad-f18ccbdd627d req-1ce6799d-7f92-47fe-a5a0-9d2c3b4d4b6a service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=0f0a6b0b-7cfe-4818-8a36-1dd5676c3af3 HTTP/1.1" status: 200 len: 1098 time: 0.1036837 Oct 27 10:24:27.718277 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a90819-9b49-478a-b0ee-983f5be3871f req-ebc39cb4-ee0c-4488-96bb-23910985c28a tempest-ServerRescueTestJSON-1025374340 tempest-ServerRescueTestJSON-1025374340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:27.719876 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-d1a90819-9b49-478a-b0ee-983f5be3871f req-ebc39cb4-ee0c-4488-96bb-23910985c28a tempest-ServerRescueTestJSON-1025374340 tempest-ServerRescueTestJSON-1025374340-project] 10.222.0.44 "GET /v2.0/ports?device_id=0f0a6b0b-7cfe-4818-8a36-1dd5676c3af3 HTTP/1.1" status: 200 len: 946 time: 0.1679866 Oct 27 10:24:27.741962 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-ed121fd7-d49d-4733-91ae-fc3f22c5a3db None None] Publish callbacks [] for port, precommit_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:27.747161 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Pushing event updated for resources: {'Port': ['ID=5aa969cd-99b4-4c9b-83d0-d6509464307d,revision_number=4']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:24:27.800063 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe9c9754-f8ad-4b98-ac50-0cefbfb480b0 admin admin] Router fa692b7a-2766-4757-8e5c-fba99543e07d has already been hosted by L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb {{(pid=102346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 10:24:27.812995 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-fc91f288-9022-4f26-b910-787a5230f95a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:27.816337 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] For port 85265c05-ec01-41f1-9ab1-acc35f6ac44d, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=85265c05-ec01-41f1-9ab1-acc35f6ac44d,segment=NetworkSegment(decbe644-9a77-4e48-9a29-036ea3cab9b0),segment_id=decbe644-9a77-4e48-9a29-036ea3cab9b0)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:24:27.822012 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-ed121fd7-d49d-4733-91ae-fc3f22c5a3db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606'] for port, after_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:27.834977 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-4e811d84-0cab-4914-93ad-f18ccbdd627d req-460c45b3-af13-4171-b2c4-44a6d9bea0a1 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=5f97c1ff-dad7-428f-af4b-bc7a94091827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140687 Oct 27 10:24:27.841731 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:27.849924 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-fc91f288-9022-4f26-b910-787a5230f95a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:27.855378 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-d1a90819-9b49-478a-b0ee-983f5be3871f req-8bfbf6ad-d241-46cb-b8db-bb4a50e37e54 tempest-ServerRescueTestJSON-1025374340 tempest-ServerRescueTestJSON-1025374340-project] 10.222.0.44 "GET /v2.0/security-groups?id=5f97c1ff-dad7-428f-af4b-bc7a94091827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213758 Oct 27 10:24:27.904575 n-d-813419-10 neutron-server[102348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed121fd7-d49d-4733-91ae-fc3f22c5a3db None None] Network e07fb2ab-8da9-446a-b184-59fa6c116fe7 is already hosted by enough agents. {{(pid=102348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:24:27.915128 n-d-813419-10 neutron-server[102348]: DEBUG neutron.scheduler.base_scheduler [None req-ed121fd7-d49d-4733-91ae-fc3f22c5a3db None None] Resources bound (agent type, host, resource id): {{(pid=102348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:24:27.926274 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-be1051b9-ae93-48de-996c-e90ab7bd6e56 None None] Provisioning complete for port 1f126ddd-8f9d-4ece-a015-8aae84ec702c triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:24:27.928364 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-be1051b9-ae93-48de-996c-e90ab7bd6e56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:27.957706 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed121fd7-d49d-4733-91ae-fc3f22c5a3db None None] Received port after_create {{(pid=102348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:24:27.981447 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-57a215b8-1fcc-457b-b5b7-3f57fb3088f7 req-9f570e60-fe03-488f-85de-73e074b17cc3 tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] 10.222.0.44 "GET /v2.0/ports?device_id=bc03c0c0-96d1-4c90-904e-304dc69ac804 HTTP/1.1" status: 200 len: 210 time: 0.1657615 Oct 27 10:24:27.990898 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port c4bf061e-3837-4940-b2a7-a9d33d973de6 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:24:27.991137 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:28.048650 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fde6aad-26ed-449d-8249-8d26952d3fcf req-39033500-5e74-40a6-a510-491e90d013fc tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:28.050177 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-1fde6aad-26ed-449d-8249-8d26952d3fcf req-39033500-5e74-40a6-a510-491e90d013fc tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/ports?device_id=e8ba4d8b-4106-4181-809e-b9e98a50d4b3 HTTP/1.1" status: 200 len: 950 time: 0.0847318 Oct 27 10:24:28.078511 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe9c9754-f8ad-4b98-ac50-0cefbfb480b0 admin admin] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:24:28.082746 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_common [None req-fc91f288-9022-4f26-b910-787a5230f95a admin admin] Allocated IP 172.25.8.18 (185ff123-c7ff-45c7-a6be-71feb35acc9c/0fb9f9d1-7384-481f-8fa8-f4566c349d30/016da588-3c50-4ac5-af47-3aa21864f901) {{(pid=102347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:24:28.091431 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d786a20-f61d-4885-aad9-d30d70b45e69 None None] Sync routers for ids ['fa692b7a-2766-4757-8e5c-fba99543e07d'] in n-d-813419-10 {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:24:28.093497 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed121fd7-d49d-4733-91ae-fc3f22c5a3db None None] Pushing event updated for resources: {'Port': ['ID=1f66471f-aedd-450c-9129-38222cf9bae1,revision_number=1']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:24:28.103944 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-fe9c9754-f8ad-4b98-ac50-0cefbfb480b0 admin admin] 10.222.0.44 "PUT /v2.0/routers/fa692b7a-2766-4757-8e5c-fba99543e07d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5461915 Oct 27 10:24:28.106062 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d786a20-f61d-4885-aad9-d30d70b45e69 None None] Routers {'fa692b7a-2766-4757-8e5c-fba99543e07d'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:24:28.109031 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-6d786a20-f61d-4885-aad9-d30d70b45e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:24:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['fa692b7a-2766-4757-8e5c-fba99543e07d'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:24:28.123119 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 47534) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:24:28.183851 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-1fde6aad-26ed-449d-8249-8d26952d3fcf req-94d405dc-d757-4909-88be-5c9902a199df tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/security-groups?id=e786382c-1289-4f9d-b471-ed120470c2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143544 Oct 27 10:24:28.228493 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Pushing event updated for resources: {'Port': ['ID=85265c05-ec01-41f1-9ab1-acc35f6ac44d,revision_number=4']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:24:28.278916 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvr_db [None req-6d786a20-f61d-4885-aad9-d30d70b45e69 None None] Set router fa692b7a-2766-4757-8e5c-fba99543e07d gateway port host: n-d-813419-10 {{(pid=102349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:24:28.288562 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-be1051b9-ae93-48de-996c-e90ab7bd6e56 None None] Port 1f126ddd-8f9d-4ece-a015-8aae84ec702c cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:24:28.300280 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-ed121fd7-d49d-4733-91ae-fc3f22c5a3db None None] Attempting to bind port 1f66471f-aedd-450c-9129-38222cf9bae1 on host n-d-813419-10 for vnic_type normal with profile {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:24:28.301104 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-ed121fd7-d49d-4733-91ae-fc3f22c5a3db None None] Attempting to bind port 1f66471f-aedd-450c-9129-38222cf9bae1 by drivers openvswitch,hyperv on host n-d-813419-10 at level 0 using segments [{'id': 'be724bff-168f-4f44-bd48-6d66ce83179a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'e07fb2ab-8da9-446a-b184-59fa6c116fe7'}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:24:28.301708 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed121fd7-d49d-4733-91ae-fc3f22c5a3db None None] Attempting to bind port 1f66471f-aedd-450c-9129-38222cf9bae1 on network e07fb2ab-8da9-446a-b184-59fa6c116fe7 {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:24:28.321357 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] get_ports_and_sgs() called for port_ids ['85265c05-ec01-41f1-9ab1-acc35f6ac44d'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:24:28.341987 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed121fd7-d49d-4733-91ae-fc3f22c5a3db None None] Checking agent: {'id': '89dba0f3-79b2-435e-9822-33674b8f6ada', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 8, 20), 'started_at': datetime.datetime(2021, 10, 27, 10, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 24, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:24:28.344313 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed121fd7-d49d-4733-91ae-fc3f22c5a3db None None] Checking segment: {'id': 'be724bff-168f-4f44-bd48-6d66ce83179a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'e07fb2ab-8da9-446a-b184-59fa6c116fe7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:24:28.344770 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-ed121fd7-d49d-4733-91ae-fc3f22c5a3db None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:28.345168 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed121fd7-d49d-4733-91ae-fc3f22c5a3db None None] Bound using segment: {'id': 'be724bff-168f-4f44-bd48-6d66ce83179a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'e07fb2ab-8da9-446a-b184-59fa6c116fe7'} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:24:28.345658 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-ed121fd7-d49d-4733-91ae-fc3f22c5a3db None None] Bound port: 1f66471f-aedd-450c-9129-38222cf9bae1, host: n-d-813419-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be724bff-168f-4f44-bd48-6d66ce83179a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'e07fb2ab-8da9-446a-b184-59fa6c116fe7'}}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:24:28.346036 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-ed121fd7-d49d-4733-91ae-fc3f22c5a3db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:28.352591 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911461f3-772e-4bfa-942f-41129dd89d95 req-26f44ab8-8a3b-46e1-a602-3c21cc190e00 tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:28.357144 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-911461f3-772e-4bfa-942f-41129dd89d95 req-26f44ab8-8a3b-46e1-a602-3c21cc190e00 tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] 10.222.0.76 "GET /v2.0/networks?id=b70d8912-e651-449a-aede-549067567147 HTTP/1.1" status: 200 len: 808 time: 0.4054074 Oct 27 10:24:28.387981 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [req-911461f3-772e-4bfa-942f-41129dd89d95 req-aa275358-ea4c-4d3c-92e6-66494e5950d9 tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] Request body: {'port': {'device_id': 'bc03c0c0-96d1-4c90-904e-304dc69ac804', 'network_id': 'b70d8912-e651-449a-aede-549067567147', 'admin_state_up': True, 'tenant_id': '9c487093db7840e98dafd374096ede4c'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:24:28.398200 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-fc91f288-9022-4f26-b910-787a5230f95a admin admin] Publish callbacks [] for port, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:28.603500 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device d15d3d59-7292-45e2-a583-16ea6115c10d details requested by agent hyperv_n-h1-813419-10 with host n-h1-813419-10 {{(pid=102348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 10:24:28.612697 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-6d786a20-f61d-4885-aad9-d30d70b45e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa692b7a-2766-4757-8e5c-fba99543e07d', 'name': 'tempest-TaggedBootDevicesTest-782512702-router', 'tenant_id': '4aa10ad73dbe4076b2c4dd14c0d23687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.223'}], 'enable_snat': True}, 'gw_port_id': 'c4bf061e-3837-4940-b2a7-a9d33d973de6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:24:14Z', 'updated_at': '2021-10-27T10:24:26Z', 'revision_number': 4, 'project_id': '4aa10ad73dbe4076b2c4dd14c0d23687', 'gw_port': {'id': 'c4bf061e-3837-4940-b2a7-a9d33d973de6', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:9c:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa692b7a-2766-4757-8e5c-fba99543e07d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:24:16Z', 'updated_at': '2021-10-27T10:24:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_interfaces': [{'id': '1f126ddd-8f9d-4ece-a015-8aae84ec702c', 'name': '', 'network_id': '5f1726cf-df95-405e-a4b7-a0ec3cc3a1aa', 'tenant_id': '4aa10ad73dbe4076b2c4dd14c0d23687', 'mac_address': 'fa:16:3e:d0:a2:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa692b7a-2766-4757-8e5c-fba99543e07d', 'device_owner': 'network:router_interface', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': 'f4dae274-687c-43d5-8fe0-b0ba3958c688', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:24:23Z', 'updated_at': '2021-10-27T10:24:26Z', 'revision_number': 2, 'project_id': '4aa10ad73dbe4076b2c4dd14c0d23687', 'subnets': [{'id': 'f4dae274-687c-43d5-8fe0-b0ba3958c688', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:24:28.658534 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-fc91f288-9022-4f26-b910-787a5230f95a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:28.662851 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d786a20-f61d-4885-aad9-d30d70b45e69 None None] Checking router: fa692b7a-2766-4757-8e5c-fba99543e07d for host: n-d-813419-10 {{(pid=102349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 10:24:28.663533 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d786a20-f61d-4885-aad9-d30d70b45e69 None None] Updating router fa692b7a-2766-4757-8e5c-fba99543e07d port 1f126ddd-8f9d-4ece-a015-8aae84ec702c binding host n-d-813419-10 {{(pid=102349) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 10:24:28.699132 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-6d786a20-f61d-4885-aad9-d30d70b45e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:28.744528 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-dfd5b123-4aa0-4258-ba85-9c58b8f0857a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1766202'] for router_interface, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:28.749181 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc91f288-9022-4f26-b910-787a5230f95a admin admin] Network 185ff123-c7ff-45c7-a6be-71feb35acc9c is already hosted by enough agents. {{(pid=102347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:24:28.763384 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [None req-fc91f288-9022-4f26-b910-787a5230f95a admin admin] Resources bound (agent type, host, resource id): {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:24:28.766915 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-ed121fd7-d49d-4733-91ae-fc3f22c5a3db None None] For port 1f66471f-aedd-450c-9129-38222cf9bae1, host n-d-813419-10, cleared binding levels {{(pid=102348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:24:28.771125 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-ed121fd7-d49d-4733-91ae-fc3f22c5a3db None None] For port 1f66471f-aedd-450c-9129-38222cf9bae1, host n-d-813419-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=1f66471f-aedd-450c-9129-38222cf9bae1,segment=NetworkSegment(be724bff-168f-4f44-bd48-6d66ce83179a),segment_id=be724bff-168f-4f44-bd48-6d66ce83179a)] {{(pid=102348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:24:28.771359 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc91f288-9022-4f26-b910-787a5230f95a admin admin] Received port after_create {{(pid=102347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:24:28.778123 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-911461f3-772e-4bfa-942f-41129dd89d95 req-aa275358-ea4c-4d3c-92e6-66494e5950d9 tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] Made reservation on behalf of 9c487093db7840e98dafd374096ede4c for: {'port': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:24:28.788621 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-911461f3-772e-4bfa-942f-41129dd89d95 req-aa275358-ea4c-4d3c-92e6-66494e5950d9 tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:28.791560 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-ed121fd7-d49d-4733-91ae-fc3f22c5a3db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:28.814822 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c7a956-19ff-48ab-968f-578bcd0068d8 req-cfde0c96-a58c-4e83-8556-f91f250865a7 tempest-ListServerFiltersTestJSON-326742351 tempest-ListServerFiltersTestJSON-326742351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:28.822991 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-d9c7a956-19ff-48ab-968f-578bcd0068d8 req-cfde0c96-a58c-4e83-8556-f91f250865a7 tempest-ListServerFiltersTestJSON-326742351 tempest-ListServerFiltersTestJSON-326742351-project] 10.222.0.44 "GET /v2.0/ports?device_id=2bd3b845-baa6-4707-936b-e5789fffd4ee HTTP/1.1" status: 200 len: 944 time: 0.2130089 Oct 27 10:24:28.829451 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc91f288-9022-4f26-b910-787a5230f95a admin admin] Pushing event updated for resources: {'Port': ['ID=016da588-3c50-4ac5-af47-3aa21864f901,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:24:29.104858 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed121fd7-d49d-4733-91ae-fc3f22c5a3db None None] Pushing event updated for resources: {'Port': ['ID=1f66471f-aedd-450c-9129-38222cf9bae1,revision_number=2']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:24:29.131776 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port d15d3d59-7292-45e2-a583-16ea6115c10d, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=d15d3d59-7292-45e2-a583-16ea6115c10d,segment=NetworkSegment(decbe644-9a77-4e48-9a29-036ea3cab9b0),segment_id=decbe644-9a77-4e48-9a29-036ea3cab9b0)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:24:29.160533 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-d9c7a956-19ff-48ab-968f-578bcd0068d8 req-518c4b32-0418-4e1f-9335-3e0fca121aff tempest-ListServerFiltersTestJSON-326742351 tempest-ListServerFiltersTestJSON-326742351-project] 10.222.0.44 "GET /v2.0/security-groups?id=f276a67d-9e93-463b-b0a2-3e206c03b654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3365424 Oct 27 10:24:29.190306 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11530f60-cf96-413d-8ca1-9ee16573d914 req-ba6d74ed-a1b4-4080-b710-6bcf0aaca31b tempest-ServerRescueTestJSON-1025374340 tempest-ServerRescueTestJSON-1025374340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:29.192813 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-11530f60-cf96-413d-8ca1-9ee16573d914 req-ba6d74ed-a1b4-4080-b710-6bcf0aaca31b tempest-ServerRescueTestJSON-1025374340 tempest-ServerRescueTestJSON-1025374340-project] 10.222.0.44 "GET /v2.0/ports?device_id=0f0a6b0b-7cfe-4818-8a36-1dd5676c3af3 HTTP/1.1" status: 200 len: 946 time: 0.1384757 Oct 27 10:24:29.231878 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Returning: {'device': 'd15d3d59-7292-45e2-a583-16ea6115c10d', 'network_id': 'efc5dfe6-de09-46df-b154-ddd837da0a5a', 'port_id': 'd15d3d59-7292-45e2-a583-16ea6115c10d', 'mac_address': 'fa:16:3e:ec:d7:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 436, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f51c2521-acfc-4fbd-bae2-70c1829cecad', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 10:24:29.279447 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-11530f60-cf96-413d-8ca1-9ee16573d914 req-8d98e119-356b-4f17-843d-d515a378fb46 tempest-ServerRescueTestJSON-1025374340 tempest-ServerRescueTestJSON-1025374340-project] 10.222.0.44 "GET /v2.0/security-groups?id=5f97c1ff-dad7-428f-af4b-bc7a94091827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753186 Oct 27 10:24:29.333483 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-6d786a20-f61d-4885-aad9-d30d70b45e69 None None] Publish callbacks [] for port, precommit_update {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:29.346807 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-6d786a20-f61d-4885-aad9-d30d70b45e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:29.349678 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:29.427650 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6a6ef3-20a2-4692-a975-78c30df37dc5 None None] Pushing event updated for resources: {'Port': ['ID=1f126ddd-8f9d-4ece-a015-8aae84ec702c,revision_number=3']} {{(pid=102349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:24:29.432563 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d15d3d59-7292-45e2-a583-16ea6115c10d {{(pid=102348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:24:29.489845 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port d15d3d59-7292-45e2-a583-16ea6115c10d, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=d15d3d59-7292-45e2-a583-16ea6115c10d,segment=NetworkSegment(decbe644-9a77-4e48-9a29-036ea3cab9b0),segment_id=decbe644-9a77-4e48-9a29-036ea3cab9b0)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:24:29.500068 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:29.523909 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.managers [None req-6d786a20-f61d-4885-aad9-d30d70b45e69 None None] Attempting to bind port 1f126ddd-8f9d-4ece-a015-8aae84ec702c on host n-d-813419-10 for vnic_type normal with profile {{(pid=102349) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:24:29.524298 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.managers [None req-6d786a20-f61d-4885-aad9-d30d70b45e69 None None] Attempting to bind port 1f126ddd-8f9d-4ece-a015-8aae84ec702c by drivers openvswitch,hyperv on host n-d-813419-10 at level 0 using segments [{'id': 'ace8832b-0d39-4720-866a-60ecd5970cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '5f1726cf-df95-405e-a4b7-a0ec3cc3a1aa'}] {{(pid=102349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:24:29.524661 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d786a20-f61d-4885-aad9-d30d70b45e69 None None] Attempting to bind port 1f126ddd-8f9d-4ece-a015-8aae84ec702c on network 5f1726cf-df95-405e-a4b7-a0ec3cc3a1aa {{(pid=102349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:24:29.531790 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d786a20-f61d-4885-aad9-d30d70b45e69 None None] Checking agent: {'id': '89dba0f3-79b2-435e-9822-33674b8f6ada', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 8, 20), 'started_at': datetime.datetime(2021, 10, 27, 10, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 24, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:24:29.532150 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d786a20-f61d-4885-aad9-d30d70b45e69 None None] Checking segment: {'id': 'ace8832b-0d39-4720-866a-60ecd5970cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '5f1726cf-df95-405e-a4b7-a0ec3cc3a1aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:24:29.535919 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-6d786a20-f61d-4885-aad9-d30d70b45e69 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:29.536563 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d786a20-f61d-4885-aad9-d30d70b45e69 None None] Bound using segment: {'id': 'ace8832b-0d39-4720-866a-60ecd5970cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '5f1726cf-df95-405e-a4b7-a0ec3cc3a1aa'} {{(pid=102349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:24:29.537202 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.managers [None req-6d786a20-f61d-4885-aad9-d30d70b45e69 None None] Bound port: 1f126ddd-8f9d-4ece-a015-8aae84ec702c, host: n-d-813419-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ace8832b-0d39-4720-866a-60ecd5970cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '5f1726cf-df95-405e-a4b7-a0ec3cc3a1aa'}}] {{(pid=102349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:24:29.537966 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-6d786a20-f61d-4885-aad9-d30d70b45e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:29.568890 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-dfd5b123-4aa0-4258-ba85-9c58b8f0857a admin admin] Deleting port 30541382-9698-42aa-b364-000a568db488 {{(pid=102346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:24:29.569363 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-dfd5b123-4aa0-4258-ba85-9c58b8f0857a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:29.626068 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-4958d9ed-dd18-4eca-9bfa-99515c84cee9 req-18380481-f688-4346-bab8-458454eb6bd9 tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] 10.222.0.44 "GET /v2.0/ports?device_id=bc03c0c0-96d1-4c90-904e-304dc69ac804 HTTP/1.1" status: 200 len: 210 time: 0.1293676 Oct 27 10:24:29.628171 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Pushing event updated for resources: {'Port': ['ID=d15d3d59-7292-45e2-a583-16ea6115c10d,revision_number=4']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:24:29.654617 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.db [None req-6d786a20-f61d-4885-aad9-d30d70b45e69 None None] For port 1f126ddd-8f9d-4ece-a015-8aae84ec702c, host n-d-813419-10, cleared binding levels {{(pid=102349) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:24:29.658229 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.db [None req-6d786a20-f61d-4885-aad9-d30d70b45e69 None None] For port 1f126ddd-8f9d-4ece-a015-8aae84ec702c, host n-d-813419-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=1f126ddd-8f9d-4ece-a015-8aae84ec702c,segment=NetworkSegment(ace8832b-0d39-4720-866a-60ecd5970cfb),segment_id=ace8832b-0d39-4720-866a-60ecd5970cfb)] {{(pid=102349) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:24:29.664531 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-6d786a20-f61d-4885-aad9-d30d70b45e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:29.676439 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86883621-acb1-4dc3-bd51-e8c0971530f3 req-5bb27280-4ad3-4112-a8d9-b5a03ef35ee3 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:29.685908 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-86883621-acb1-4dc3-bd51-e8c0971530f3 req-5bb27280-4ad3-4112-a8d9-b5a03ef35ee3 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/ports?device_id=e8ba4d8b-4106-4181-809e-b9e98a50d4b3 HTTP/1.1" status: 200 len: 950 time: 0.1714337 Oct 27 10:24:29.725611 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6a6ef3-20a2-4692-a975-78c30df37dc5 None None] Pushing event updated for resources: {'Port': ['ID=1f126ddd-8f9d-4ece-a015-8aae84ec702c,revision_number=4']} {{(pid=102349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:24:29.756569 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d786a20-f61d-4885-aad9-d30d70b45e69 None None] Routers {'fa692b7a-2766-4757-8e5c-fba99543e07d'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:24:29.758239 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-6d786a20-f61d-4885-aad9-d30d70b45e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:24:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['fa692b7a-2766-4757-8e5c-fba99543e07d'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:24:29.765743 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-86883621-acb1-4dc3-bd51-e8c0971530f3 req-072794cb-d78e-430f-bf26-2db069f661fe tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/security-groups?id=e786382c-1289-4f9d-b471-ed120470c2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737045 Oct 27 10:24:29.769949 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_common [req-911461f3-772e-4bfa-942f-41129dd89d95 req-aa275358-ea4c-4d3c-92e6-66494e5950d9 tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] Allocated IP 172.20.0.2 (b70d8912-e651-449a-aede-549067567147/0c8d0682-e9d2-4157-8f50-67abbd1aff64/848dd2ed-9585-42c3-869b-840c7332f2f2) {{(pid=102347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:24:29.788627 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] get_ports_and_sgs() called for port_ids ['d15d3d59-7292-45e2-a583-16ea6115c10d'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:24:29.806958 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [None req-dfd5b123-4aa0-4258-ba85-9c58b8f0857a admin admin] For port 30541382-9698-42aa-b364-000a568db488, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=30541382-9698-42aa-b364-000a568db488,segment=NetworkSegment(1c5c493c-9b99-4313-a0b3-4267f64405e2),segment_id=1c5c493c-9b99-4313-a0b3-4267f64405e2)] {{(pid=102346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:24:29.807658 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-dfd5b123-4aa0-4258-ba85-9c58b8f0857a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:29.877645 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-dfd5b123-4aa0-4258-ba85-9c58b8f0857a admin admin] Calling delete_port for 30541382-9698-42aa-b364-000a568db488 owned by network:router_interface {{(pid=102346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:24:29.970038 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvr_db [None req-6d786a20-f61d-4885-aad9-d30d70b45e69 None None] Set router fa692b7a-2766-4757-8e5c-fba99543e07d gateway port host: n-d-813419-10 {{(pid=102349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:24:30.014928 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-8b8b77ae-d948-4138-bd21-c9065aabd077 None None] Provisioning complete for port 1f126ddd-8f9d-4ece-a015-8aae84ec702c triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:24:30.015436 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-8b8b77ae-d948-4138-bd21-c9065aabd077 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:30.146052 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-911461f3-772e-4bfa-942f-41129dd89d95 req-aa275358-ea4c-4d3c-92e6-66494e5950d9 tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] Publish callbacks [] for port, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:30.232705 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-fc91f288-9022-4f26-b910-787a5230f95a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:30.318150 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-8b8b77ae-d948-4138-bd21-c9065aabd077 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:30.407999 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-8b8b77ae-d948-4138-bd21-c9065aabd077 None None] For port 1f126ddd-8f9d-4ece-a015-8aae84ec702c, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=1f126ddd-8f9d-4ece-a015-8aae84ec702c,segment=NetworkSegment(ace8832b-0d39-4720-866a-60ecd5970cfb),segment_id=ace8832b-0d39-4720-866a-60ecd5970cfb)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:24:30.417428 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-8b8b77ae-d948-4138-bd21-c9065aabd077 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:30.418507 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-911461f3-772e-4bfa-942f-41129dd89d95 req-aa275358-ea4c-4d3c-92e6-66494e5950d9 tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:30.445839 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-6d786a20-f61d-4885-aad9-d30d70b45e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa692b7a-2766-4757-8e5c-fba99543e07d', 'name': 'tempest-TaggedBootDevicesTest-782512702-router', 'tenant_id': '4aa10ad73dbe4076b2c4dd14c0d23687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.223'}], 'enable_snat': True}, 'gw_port_id': 'c4bf061e-3837-4940-b2a7-a9d33d973de6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:24:14Z', 'updated_at': '2021-10-27T10:24:26Z', 'revision_number': 4, 'project_id': '4aa10ad73dbe4076b2c4dd14c0d23687', 'gw_port': {'id': 'c4bf061e-3837-4940-b2a7-a9d33d973de6', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:9c:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa692b7a-2766-4757-8e5c-fba99543e07d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:24:16Z', 'updated_at': '2021-10-27T10:24:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_interfaces': [{'id': '1f126ddd-8f9d-4ece-a015-8aae84ec702c', 'name': '', 'network_id': '5f1726cf-df95-405e-a4b7-a0ec3cc3a1aa', 'tenant_id': '4aa10ad73dbe4076b2c4dd14c0d23687', 'mac_address': 'fa:16:3e:d0:a2:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa692b7a-2766-4757-8e5c-fba99543e07d', 'device_owner': 'network:router_interface', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': 'f4dae274-687c-43d5-8fe0-b0ba3958c688', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:24:23Z', 'updated_at': '2021-10-27T10:24:29Z', 'revision_number': 4, 'project_id': '4aa10ad73dbe4076b2c4dd14c0d23687', 'subnets': [{'id': 'f4dae274-687c-43d5-8fe0-b0ba3958c688', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:24:30.509260 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8b77ae-d948-4138-bd21-c9065aabd077 None None] Pushing event updated for resources: {'Port': ['ID=1f126ddd-8f9d-4ece-a015-8aae84ec702c,revision_number=5']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:24:30.517227 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d786a20-f61d-4885-aad9-d30d70b45e69 None None] The sync data for ids ['fa692b7a-2766-4757-8e5c-fba99543e07d'] in n-d-813419-10 is: [{'id': 'fa692b7a-2766-4757-8e5c-fba99543e07d', 'name': 'tempest-TaggedBootDevicesTest-782512702-router', 'tenant_id': '4aa10ad73dbe4076b2c4dd14c0d23687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.223'}], 'enable_snat': True}, 'gw_port_id': 'c4bf061e-3837-4940-b2a7-a9d33d973de6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:24:14Z', 'updated_at': '2021-10-27T10:24:26Z', 'revision_number': 4, 'project_id': '4aa10ad73dbe4076b2c4dd14c0d23687', 'gw_port': {'id': 'c4bf061e-3837-4940-b2a7-a9d33d973de6', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:9c:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa692b7a-2766-4757-8e5c-fba99543e07d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:24:16Z', 'updated_at': '2021-10-27T10:24:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_interfaces': [{'id': '1f126ddd-8f9d-4ece-a015-8aae84ec702c', 'name': '', 'network_id': '5f1726cf-df95-405e-a4b7-a0ec3cc3a1aa', 'tenant_id': '4aa10ad73dbe4076b2c4dd14c0d23687', 'mac_address': 'fa:16:3e:d0:a2:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa692b7a-2766-4757-8e5c-fba99543e07d', 'device_owner': 'network:router_interface', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': 'f4dae274-687c-43d5-8fe0-b0ba3958c688', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:24:23Z', 'updated_at': '2021-10-27T10:24:29Z', 'revision_number': 4, 'project_id': '4aa10ad73dbe4076b2c4dd14c0d23687', 'subnets': [{'id': 'f4dae274-687c-43d5-8fe0-b0ba3958c688', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:24:30.528979 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-911461f3-772e-4bfa-942f-41129dd89d95 req-aa275358-ea4c-4d3c-92e6-66494e5950d9 tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] Network b70d8912-e651-449a-aede-549067567147 is already hosted by enough agents. {{(pid=102347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:24:30.592258 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-5652f372-3b8c-44af-ba93-a53d5d55b2b2 None None] Provisioning complete for port 1f126ddd-8f9d-4ece-a015-8aae84ec702c triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:24:30.603686 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-5652f372-3b8c-44af-ba93-a53d5d55b2b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:30.609113 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [req-911461f3-772e-4bfa-942f-41129dd89d95 req-aa275358-ea4c-4d3c-92e6-66494e5950d9 tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] Resources bound (agent type, host, resource id): {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:24:30.630211 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [req-911461f3-772e-4bfa-942f-41129dd89d95 req-aa275358-ea4c-4d3c-92e6-66494e5950d9 tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] Received port after_create {{(pid=102347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:24:30.634686 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device 5aa969cd-99b4-4c9b-83d0-d6509464307d up at agent hyperv_n-h1-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:24:30.768097 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911461f3-772e-4bfa-942f-41129dd89d95 req-aa275358-ea4c-4d3c-92e6-66494e5950d9 tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:30.768926 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-911461f3-772e-4bfa-942f-41129dd89d95 req-aa275358-ea4c-4d3c-92e6-66494e5950d9 tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:30.772672 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa275358-ea4c-4d3c-92e6-66494e5950d9 tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] Pushing event updated for resources: {'Port': ['ID=848dd2ed-9585-42c3-869b-840c7332f2f2,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:24:30.799355 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9963801b-4816-408d-8c1c-fdb57f0da47e None None] Network e07fb2ab-8da9-446a-b184-59fa6c116fe7 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:24:30.938308 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device 85265c05-ec01-41f1-9ab1-acc35f6ac44d up at agent hyperv_n-h2-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:24:30.960821 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-fc91f288-9022-4f26-b910-787a5230f95a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1765699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1769372'] for router, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:30.972169 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9210e1c1-440e-4253-88ec-b0a7cd7d66cd req-36bd3e01-b464-48fa-b11e-11c897940cb0 tempest-ServerRescueTestJSON-1025374340 tempest-ServerRescueTestJSON-1025374340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:30.980434 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-9210e1c1-440e-4253-88ec-b0a7cd7d66cd req-36bd3e01-b464-48fa-b11e-11c897940cb0 tempest-ServerRescueTestJSON-1025374340 tempest-ServerRescueTestJSON-1025374340-project] 10.222.0.44 "GET /v2.0/ports?device_id=0f0a6b0b-7cfe-4818-8a36-1dd5676c3af3 HTTP/1.1" status: 200 len: 946 time: 0.5093095 Oct 27 10:24:30.989840 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Provisioning for port 5aa969cd-99b4-4c9b-83d0-d6509464307d completed by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 10:24:31.006226 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-911461f3-772e-4bfa-942f-41129dd89d95 req-aa275358-ea4c-4d3c-92e6-66494e5950d9 tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6354737 Oct 27 10:24:31.006660 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Provisioning complete for port 5aa969cd-99b4-4c9b-83d0-d6509464307d triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:24:31.007563 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:31.035399 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-dfd5b123-4aa0-4258-ba85-9c58b8f0857a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:31.055908 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daed19c3-8e54-4af2-87e8-d4c335d509a3 req-fd4f9147-c091-4340-85ee-c8249e1f8a5e tempest-ListServerFiltersTestJSON-326742351 tempest-ListServerFiltersTestJSON-326742351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:31.063869 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-daed19c3-8e54-4af2-87e8-d4c335d509a3 req-fd4f9147-c091-4340-85ee-c8249e1f8a5e tempest-ListServerFiltersTestJSON-326742351 tempest-ListServerFiltersTestJSON-326742351-project] 10.222.0.44 "GET /v2.0/ports?device_id=2bd3b845-baa6-4707-936b-e5789fffd4ee HTTP/1.1" status: 200 len: 944 time: 0.7464354 Oct 27 10:24:31.096526 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd5b123-4aa0-4258-ba85-9c58b8f0857a admin admin] Pushing event deleted for resources: {'Port': ['ID=30541382-9698-42aa-b364-000a568db488,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:24:31.116445 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd5b123-4aa0-4258-ba85-9c58b8f0857a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:24:31.116846 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd5b123-4aa0-4258-ba85-9c58b8f0857a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:24:31.117179 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd5b123-4aa0-4258-ba85-9c58b8f0857a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:24:31.117514 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd5b123-4aa0-4258-ba85-9c58b8f0857a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:24:31.117841 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd5b123-4aa0-4258-ba85-9c58b8f0857a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:24:31.118163 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd5b123-4aa0-4258-ba85-9c58b8f0857a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:24:31.118472 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd5b123-4aa0-4258-ba85-9c58b8f0857a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:24:31.118795 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd5b123-4aa0-4258-ba85-9c58b8f0857a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:24:31.119107 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd5b123-4aa0-4258-ba85-9c58b8f0857a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:24:31.119423 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd5b123-4aa0-4258-ba85-9c58b8f0857a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:24:31.119736 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd5b123-4aa0-4258-ba85-9c58b8f0857a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:24:31.120047 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd5b123-4aa0-4258-ba85-9c58b8f0857a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:24:31.130542 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [req-911461f3-772e-4bfa-942f-41129dd89d95 req-4878a41c-6459-4ca0-939b-e695e965768e service neutron] Request body: {'port': {'device_id': 'bc03c0c0-96d1-4c90-904e-304dc69ac804', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-10'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:24:31.275497 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-9210e1c1-440e-4253-88ec-b0a7cd7d66cd req-26bad6a2-021f-400f-9b6f-ab68cac98307 tempest-ServerRescueTestJSON-1025374340 tempest-ServerRescueTestJSON-1025374340-project] 10.222.0.44 "GET /v2.0/security-groups?id=5f97c1ff-dad7-428f-af4b-bc7a94091827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2918859 Oct 27 10:24:31.360115 n-d-813419-10 neutron-server[102347]: INFO neutron.api.v2.resource [req-8f24240c-3ce3-4f96-82a0-b41aca2b00aa req-d7698ec4-f6c4-4099-bc24-cb9e2f8f6b9b service neutron] show failed (client error): The resource could not be found. Oct 27 10:24:31.362596 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8f24240c-3ce3-4f96-82a0-b41aca2b00aa req-d7698ec4-f6c4-4099-bc24-cb9e2f8f6b9b service neutron] 10.222.0.76 "GET /v2.0/ports/ef599265-bc33-4c73-9c72-0acae098e5ed/bindings/n-h1-813419-10 HTTP/1.1" status: 404 len: 381 time: 0.6364214 Oct 27 10:24:31.384031 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-911461f3-772e-4bfa-942f-41129dd89d95 req-4878a41c-6459-4ca0-939b-e695e965768e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:31.452280 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-daed19c3-8e54-4af2-87e8-d4c335d509a3 req-df9cc4f5-6fbf-4489-98a8-2cd4530c7c17 tempest-ListServerFiltersTestJSON-326742351 tempest-ListServerFiltersTestJSON-326742351-project] 10.222.0.44 "GET /v2.0/security-groups?id=f276a67d-9e93-463b-b0a2-3e206c03b654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3817422 Oct 27 10:24:31.644357 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-0cb41b77-6495-439a-984c-ae0e48c9ff74 None None] Provisioning complete for port 1f66471f-aedd-450c-9129-38222cf9bae1 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:24:31.644739 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-0cb41b77-6495-439a-984c-ae0e48c9ff74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:31.719790 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442144be-a1c2-4cea-839b-d33d96473b25 req-b7c31f9a-d4ab-47ae-8adc-0d569c844404 tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:31.722027 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-442144be-a1c2-4cea-839b-d33d96473b25 req-b7c31f9a-d4ab-47ae-8adc-0d569c844404 tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] 10.222.0.44 "GET /v2.0/ports?device_id=bc03c0c0-96d1-4c90-904e-304dc69ac804 HTTP/1.1" status: 200 len: 931 time: 0.2532816 Oct 27 10:24:31.762696 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 1f66471f-aedd-450c-9129-38222cf9bae1 up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:24:31.778244 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce442a1-0851-494c-b3ae-cba26d5c4711 req-912df428-3d5b-4111-9891-2191f518f679 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:31.785843 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-4ce442a1-0851-494c-b3ae-cba26d5c4711 req-912df428-3d5b-4111-9891-2191f518f679 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/ports?device_id=e8ba4d8b-4106-4181-809e-b9e98a50d4b3 HTTP/1.1" status: 200 len: 950 time: 0.1719599 Oct 27 10:24:31.826414 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Provisioning for port 85265c05-ec01-41f1-9ab1-acc35f6ac44d completed by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 10:24:31.854579 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Provisioning complete for port 85265c05-ec01-41f1-9ab1-acc35f6ac44d triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:24:31.855209 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:31.880551 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-dfd5b123-4aa0-4258-ba85-9c58b8f0857a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2006968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1766358'] for router_interface, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:31.890163 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-4ce442a1-0851-494c-b3ae-cba26d5c4711 req-777dfa01-9fb2-4615-9fed-f56ab812955c tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/security-groups?id=e786382c-1289-4f9d-b471-ed120470c2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034436 Oct 27 10:24:31.906355 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:31.906735 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc91f288-9022-4f26-b910-787a5230f95a admin admin] Router 5195b8de-e96a-46e9-80b8-b88584e35498 is scheduled to L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb with binding_index 1 {{(pid=102347) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 10:24:32.049595 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f24240c-3ce3-4f96-82a0-b41aca2b00aa req-cd5a90cb-c465-4343-b9d1-1f47727adae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:32.059058 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-8f24240c-3ce3-4f96-82a0-b41aca2b00aa req-cd5a90cb-c465-4343-b9d1-1f47727adae9 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=e8ba4d8b-4106-4181-809e-b9e98a50d4b3&tenant_id=31dc088f778a4c2fb761c23ef7d22647 HTTP/1.1" status: 200 len: 1102 time: 0.3449242 Oct 27 10:24:32.075737 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:32.141518 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [req-8f24240c-3ce3-4f96-82a0-b41aca2b00aa req-3e6266a1-5984-453a-b818-def59aab8cf3 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-813419-10', 'device_owner': 'compute:nova'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:24:32.185875 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45d14893-5bf6-4b65-b786-fa5afce227ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5aa969cd-99b4-4c9b-83d0-d6509464307d'}] {{(pid=102348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:24:32.189195 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c588921fa634554a1d9242fdea1b05457a9ff1d3b28ba54ec1dace7f2f1df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d4856a9-5cbc-4bc3-91d7-21c745b986e8" -d '{"events": [{"server_uuid": "45d14893-5bf6-4b65-b786-fa5afce227ce", "name": "network-vif-plugged", "status": "completed", "tag": "5aa969cd-99b4-4c9b-83d0-d6509464307d"}]}' {{(pid=102348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:24:32.203008 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port 1f66471f-aedd-450c-9129-38222cf9bae1 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:24:32.203369 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:32.256561 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port 5aa969cd-99b4-4c9b-83d0-d6509464307d, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=5aa969cd-99b4-4c9b-83d0-d6509464307d,segment=NetworkSegment(decbe644-9a77-4e48-9a29-036ea3cab9b0),segment_id=decbe644-9a77-4e48-9a29-036ea3cab9b0)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:24:32.281919 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:32.286034 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] For port 85265c05-ec01-41f1-9ab1-acc35f6ac44d, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=85265c05-ec01-41f1-9ab1-acc35f6ac44d,segment=NetworkSegment(decbe644-9a77-4e48-9a29-036ea3cab9b0),segment_id=decbe644-9a77-4e48-9a29-036ea3cab9b0)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:24:32.334566 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:32.341200 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:32.356007 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-0cb41b77-6495-439a-984c-ae0e48c9ff74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:32.403675 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Pushing event updated for resources: {'Port': ['ID=5aa969cd-99b4-4c9b-83d0-d6509464307d,revision_number=5']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:24:32.412577 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-8f24240c-3ce3-4f96-82a0-b41aca2b00aa req-3e6266a1-5984-453a-b818-def59aab8cf3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:32.454803 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac9f1af-042f-4721-9d43-cb5dbdcbe7fc req-50568fea-590c-4074-89a9-f6165e00ed74 tempest-ServerRescueTestJSON-1025374340 tempest-ServerRescueTestJSON-1025374340-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:32.458439 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-fac9f1af-042f-4721-9d43-cb5dbdcbe7fc req-50568fea-590c-4074-89a9-f6165e00ed74 tempest-ServerRescueTestJSON-1025374340 tempest-ServerRescueTestJSON-1025374340-project] 10.222.0.44 "GET /v2.0/networks?id=940fd3c1-7ac3-4e71-b915-5317697caaa9 HTTP/1.1" status: 200 len: 811 time: 0.2640841 Oct 27 10:24:32.491230 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Pushing event updated for resources: {'Port': ['ID=85265c05-ec01-41f1-9ab1-acc35f6ac44d,revision_number=5']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:24:32.540478 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:32.546016 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-442144be-a1c2-4cea-839b-d33d96473b25 req-7b18645e-0d64-406a-98f6-3e0daa13fbf8 tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] 10.222.0.44 "GET /v2.0/security-groups?id=df17171a-6534-4d8a-8518-0be5fe64cbb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7340307 Oct 27 10:24:32.570940 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-0cb41b77-6495-439a-984c-ae0e48c9ff74 None None] For port 1f66471f-aedd-450c-9129-38222cf9bae1, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=1f66471f-aedd-450c-9129-38222cf9bae1,segment=NetworkSegment(be724bff-168f-4f44-bd48-6d66ce83179a),segment_id=be724bff-168f-4f44-bd48-6d66ce83179a)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:24:32.580609 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-0cb41b77-6495-439a-984c-ae0e48c9ff74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:32.656831 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:24:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34f68dce-0435-4102-b873-be3f5ed82f70 x-openstack-request-id: req-34f68dce-0435-4102-b873-be3f5ed82f70 {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:24:32.657194 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45d14893-5bf6-4b65-b786-fa5afce227ce", "name": "network-vif-plugged", "status": "completed", "tag": "5aa969cd-99b4-4c9b-83d0-d6509464307d", "code": 200}]} {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:24:32.657515 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-34f68dce-0435-4102-b873-be3f5ed82f70 {{(pid=102348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:24:32.658034 n-d-813419-10 neutron-server[102348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45d14893-5bf6-4b65-b786-fa5afce227ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5aa969cd-99b4-4c9b-83d0-d6509464307d', 'code': 200} Oct 27 10:24:32.660854 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb41b77-6495-439a-984c-ae0e48c9ff74 None None] Pushing event updated for resources: {'Port': ['ID=1f66471f-aedd-450c-9129-38222cf9bae1,revision_number=3']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:24:32.664177 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device d15d3d59-7292-45e2-a583-16ea6115c10d up at agent hyperv_n-h1-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:24:32.728298 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc91f288-9022-4f26-b910-787a5230f95a admin admin] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:24:32.735504 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.db.api [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102348) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 27 10:24:32.735977 n-d-813419-10 neutron-server[102348]: DEBUG oslo_db.api [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 10:24:32.762615 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-fc91f288-9022-4f26-b910-787a5230f95a admin admin] Publish callbacks [] for router, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:32.763359 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcec78be-1bc3-4f17-9b97-1a58b49ccc2f None None] Sync routers for ids ['5195b8de-e96a-46e9-80b8-b88584e35498'] in n-d-813419-10 {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:24:32.764096 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-fc91f288-9022-4f26-b910-787a5230f95a admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 6.3009694 Oct 27 10:24:32.774318 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 47660) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:24:32.792717 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-6db29028-5b6b-4df1-b432-1408ecaf5373 None None] Provisioning complete for port 1f66471f-aedd-450c-9129-38222cf9bae1 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:24:32.792717 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-6db29028-5b6b-4df1-b432-1408ecaf5373 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:32.821394 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcec78be-1bc3-4f17-9b97-1a58b49ccc2f None None] Routers {'5195b8de-e96a-46e9-80b8-b88584e35498'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:24:32.822021 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-fcec78be-1bc3-4f17-9b97-1a58b49ccc2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:24:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['5195b8de-e96a-46e9-80b8-b88584e35498'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:24:32.871317 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-fac9f1af-042f-4721-9d43-cb5dbdcbe7fc req-b811b8cb-dfcc-4669-9a8b-fab2e7b98a53 tempest-ServerRescueTestJSON-1025374340 tempest-ServerRescueTestJSON-1025374340-project] 10.222.0.44 "GET /v2.0/quotas/23d18887a95946a7b35c0b3b4d482024 HTTP/1.1" status: 200 len: 375 time: 0.4011960 Oct 27 10:24:32.936871 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Provisioning for port d15d3d59-7292-45e2-a583-16ea6115c10d completed by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 10:24:32.937939 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57438f54-d72f-4b98-867a-aa749a61a2e1 req-753d71e5-eb57-4c95-8922-e983bb8e08a1 tempest-ListServerFiltersTestJSON-326742351 tempest-ListServerFiltersTestJSON-326742351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:32.939778 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-57438f54-d72f-4b98-867a-aa749a61a2e1 req-753d71e5-eb57-4c95-8922-e983bb8e08a1 tempest-ListServerFiltersTestJSON-326742351 tempest-ListServerFiltersTestJSON-326742351-project] 10.222.0.44 "GET /v2.0/ports?device_id=2bd3b845-baa6-4707-936b-e5789fffd4ee HTTP/1.1" status: 200 len: 945 time: 0.1690915 Oct 27 10:24:32.942099 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [req-911461f3-772e-4bfa-942f-41129dd89d95 req-4878a41c-6459-4ca0-939b-e695e965768e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 848dd2ed-9585-42c3-869b-840c7332f2f2 {{(pid=102347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:24:32.956846 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-911461f3-772e-4bfa-942f-41129dd89d95 req-4878a41c-6459-4ca0-939b-e695e965768e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:32.960774 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfd5b123-4aa0-4258-ba85-9c58b8f0857a admin admin] Router 63f7ed1c-370f-4434-bb3c-bdaf6c5b2e01 has already been hosted by L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb {{(pid=102346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 10:24:32.965878 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Provisioning complete for port d15d3d59-7292-45e2-a583-16ea6115c10d triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:24:32.966240 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:32.996671 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.provisioning_blocks [req-911461f3-772e-4bfa-942f-41129dd89d95 req-4878a41c-6459-4ca0-939b-e695e965768e service neutron] Transition to ACTIVE for port object 848dd2ed-9585-42c3-869b-840c7332f2f2 will not be triggered until provisioned by entity L2. {{(pid=102347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 10:24:33.012440 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-911461f3-772e-4bfa-942f-41129dd89d95 req-4878a41c-6459-4ca0-939b-e695e965768e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:33.042866 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvr_db [None req-fcec78be-1bc3-4f17-9b97-1a58b49ccc2f None None] Set router 5195b8de-e96a-46e9-80b8-b88584e35498 gateway port host: n-d-813419-10 {{(pid=102348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:24:33.058086 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-57438f54-d72f-4b98-867a-aa749a61a2e1 req-8fbc0561-7f29-40a5-aeec-48b3f5f7b822 tempest-ListServerFiltersTestJSON-326742351 tempest-ListServerFiltersTestJSON-326742351-project] 10.222.0.44 "GET /v2.0/security-groups?id=f276a67d-9e93-463b-b0a2-3e206c03b654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071196 Oct 27 10:24:33.087622 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-fac9f1af-042f-4721-9d43-cb5dbdcbe7fc req-37cd0cea-d8e4-4ffc-8cc7-2524f2a5eb65 tempest-ServerRescueTestJSON-1025374340 tempest-ServerRescueTestJSON-1025374340-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=23d18887a95946a7b35c0b3b4d482024&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2117953 Oct 27 10:24:33.157470 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4878a41c-6459-4ca0-939b-e695e965768e service neutron] Pushing event updated for resources: {'Port': ['ID=848dd2ed-9585-42c3-869b-840c7332f2f2,revision_number=2']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:24:33.226575 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfd5b123-4aa0-4258-ba85-9c58b8f0857a admin admin] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:24:33.244085 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3b2e72b-394e-4458-9295-f6405667497f None None] Sync routers for ids ['63f7ed1c-370f-4434-bb3c-bdaf6c5b2e01'] in n-d-813419-10 {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:24:33.245771 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:33.279473 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3b2e72b-394e-4458-9295-f6405667497f None None] Routers {'63f7ed1c-370f-4434-bb3c-bdaf6c5b2e01'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:24:33.281199 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-b3b2e72b-394e-4458-9295-f6405667497f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:24:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['63f7ed1c-370f-4434-bb3c-bdaf6c5b2e01'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:24:33.308972 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-911461f3-772e-4bfa-942f-41129dd89d95 req-4878a41c-6459-4ca0-939b-e695e965768e service neutron] Attempting to bind port 848dd2ed-9585-42c3-869b-840c7332f2f2 on host n-h2-813419-10 for vnic_type normal with profile {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:24:33.309323 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-911461f3-772e-4bfa-942f-41129dd89d95 req-4878a41c-6459-4ca0-939b-e695e965768e service neutron] Attempting to bind port 848dd2ed-9585-42c3-869b-840c7332f2f2 by drivers openvswitch,hyperv on host n-h2-813419-10 at level 0 using segments [{'id': '50500633-18ab-48c2-98da-73563c3123ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'b70d8912-e651-449a-aede-549067567147'}] {{(pid=102347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:24:33.309875 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-911461f3-772e-4bfa-942f-41129dd89d95 req-4878a41c-6459-4ca0-939b-e695e965768e service neutron] Attempting to bind port 848dd2ed-9585-42c3-869b-840c7332f2f2 on network b70d8912-e651-449a-aede-549067567147 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:24:33.320046 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d20e30f-43cd-4f94-a4cb-113e60817ba3 req-338df6ea-4da3-4927-86d0-fed22910d25b tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:33.323999 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-2d20e30f-43cd-4f94-a4cb-113e60817ba3 req-338df6ea-4da3-4927-86d0-fed22910d25b tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/ports?device_id=e8ba4d8b-4106-4181-809e-b9e98a50d4b3 HTTP/1.1" status: 200 len: 950 time: 0.1675372 Oct 27 10:24:33.330578 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-911461f3-772e-4bfa-942f-41129dd89d95 req-4878a41c-6459-4ca0-939b-e695e965768e service neutron] Port 848dd2ed-9585-42c3-869b-840c7332f2f2 on network b70d8912-e651-449a-aede-549067567147 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-10 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 10:24:33.330905 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-911461f3-772e-4bfa-942f-41129dd89d95 req-4878a41c-6459-4ca0-939b-e695e965768e service neutron] Attempting to bind port 848dd2ed-9585-42c3-869b-840c7332f2f2 on network b70d8912-e651-449a-aede-549067567147 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:24:33.356438 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 1f126ddd-8f9d-4ece-a015-8aae84ec702c up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:24:33.369100 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port d15d3d59-7292-45e2-a583-16ea6115c10d, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=d15d3d59-7292-45e2-a583-16ea6115c10d,segment=NetworkSegment(decbe644-9a77-4e48-9a29-036ea3cab9b0),segment_id=decbe644-9a77-4e48-9a29-036ea3cab9b0)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:24:33.383936 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71af2e6f-61d1-4966-b158-dd12b24fa22c req-a1d6e99c-1ac4-4068-b4ba-7f11027fb1c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:33.387183 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-71af2e6f-61d1-4966-b158-dd12b24fa22c req-a1d6e99c-1ac4-4068-b4ba-7f11027fb1c5 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=45d14893-5bf6-4b65-b786-fa5afce227ce HTTP/1.1" status: 200 len: 1098 time: 0.6521895 Oct 27 10:24:33.393617 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:33.394869 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-fac9f1af-042f-4721-9d43-cb5dbdcbe7fc req-e391eddc-7b21-47ac-89e1-825d02ac7756 service neutron] 10.222.0.44 "GET /v2.0/networks/940fd3c1-7ac3-4e71-b915-5317697caaa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1703632 Oct 27 10:24:33.399181 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-dfd5b123-4aa0-4258-ba85-9c58b8f0857a admin admin] 10.222.0.44 "PUT /v2.0/routers/63f7ed1c-370f-4434-bb3c-bdaf6c5b2e01/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2752643 Oct 27 10:24:33.403120 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 47666) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:24:33.493216 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Pushing event updated for resources: {'Port': ['ID=d15d3d59-7292-45e2-a583-16ea6115c10d,revision_number=5']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:24:33.511703 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port 1f126ddd-8f9d-4ece-a015-8aae84ec702c triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:24:33.512079 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:33.513860 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-911461f3-772e-4bfa-942f-41129dd89d95 req-4878a41c-6459-4ca0-939b-e695e965768e service neutron] Checking agent: {'id': 'a2edc247-0fa4-4ce6-bbae-a10492f6bd71', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 16, 9), 'started_at': datetime.datetime(2021, 10, 27, 10, 16, 9), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 24, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:24:33.515890 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-911461f3-772e-4bfa-942f-41129dd89d95 req-4878a41c-6459-4ca0-939b-e695e965768e service neutron] Checking segment: {'id': '50500633-18ab-48c2-98da-73563c3123ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'b70d8912-e651-449a-aede-549067567147'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:24:33.515890 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-911461f3-772e-4bfa-942f-41129dd89d95 req-4878a41c-6459-4ca0-939b-e695e965768e service neutron] Bound using segment: {'id': '50500633-18ab-48c2-98da-73563c3123ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'b70d8912-e651-449a-aede-549067567147'} {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:24:33.519134 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-911461f3-772e-4bfa-942f-41129dd89d95 req-4878a41c-6459-4ca0-939b-e695e965768e service neutron] Bound port: 848dd2ed-9585-42c3-869b-840c7332f2f2, host: n-h2-813419-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50500633-18ab-48c2-98da-73563c3123ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'b70d8912-e651-449a-aede-549067567147'}}] {{(pid=102347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:24:33.519501 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-911461f3-772e-4bfa-942f-41129dd89d95 req-4878a41c-6459-4ca0-939b-e695e965768e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:33.548495 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-fcec78be-1bc3-4f17-9b97-1a58b49ccc2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5195b8de-e96a-46e9-80b8-b88584e35498', 'name': 'tempest-FloatingIPsNegativeTestJSON-275503941-router', 'tenant_id': '835b0e92be23426b8a689738b52d097e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.18'}], 'enable_snat': True}, 'gw_port_id': '016da588-3c50-4ac5-af47-3aa21864f901', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:24:26Z', 'updated_at': '2021-10-27T10:24:29Z', 'revision_number': 3, 'project_id': '835b0e92be23426b8a689738b52d097e', 'gw_port': {'id': '016da588-3c50-4ac5-af47-3aa21864f901', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:71:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5195b8de-e96a-46e9-80b8-b88584e35498', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:24:27Z', 'updated_at': '2021-10-27T10:24:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10'}], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:24:33.571631 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvr_db [None req-b3b2e72b-394e-4458-9295-f6405667497f None None] Set router 63f7ed1c-370f-4434-bb3c-bdaf6c5b2e01 gateway port host: n-d-813419-10 {{(pid=102349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:24:33.586270 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcec78be-1bc3-4f17-9b97-1a58b49ccc2f None None] Checking router: 5195b8de-e96a-46e9-80b8-b88584e35498 for host: n-d-813419-10 {{(pid=102348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 10:24:33.586620 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcec78be-1bc3-4f17-9b97-1a58b49ccc2f None None] Updating router 5195b8de-e96a-46e9-80b8-b88584e35498 port 016da588-3c50-4ac5-af47-3aa21864f901 binding host n-d-813419-10 {{(pid=102348) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 10:24:33.625041 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-fcec78be-1bc3-4f17-9b97-1a58b49ccc2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:33.642613 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-71af2e6f-61d1-4966-b158-dd12b24fa22c req-87c5abd1-579b-4e68-955b-5ab5d388a168 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=f276a67d-9e93-463b-b0a2-3e206c03b654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2401562 Oct 27 10:24:33.671282 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-2d20e30f-43cd-4f94-a4cb-113e60817ba3 req-cc2433f9-26d4-4330-ab05-b1064d59dee8 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/security-groups?id=e786382c-1289-4f9d-b471-ed120470c2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3376088 Oct 27 10:24:33.719905 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-fac9f1af-042f-4721-9d43-cb5dbdcbe7fc req-26dec7c7-de92-44f9-929b-6c9d8d0cda78 service neutron] 10.222.0.44 "GET /v2.0/networks/940fd3c1-7ac3-4e71-b915-5317697caaa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2840633 Oct 27 10:24:33.741973 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-18034243-4183-48be-9af4-55c0be28bd8a admin admin] Publish callbacks [] for router, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:33.818661 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-911461f3-772e-4bfa-942f-41129dd89d95 req-4878a41c-6459-4ca0-939b-e695e965768e service neutron] For port 848dd2ed-9585-42c3-869b-840c7332f2f2, host n-h2-813419-10, cleared binding levels {{(pid=102347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:24:33.860574 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-911461f3-772e-4bfa-942f-41129dd89d95 req-4878a41c-6459-4ca0-939b-e695e965768e service neutron] For port 848dd2ed-9585-42c3-869b-840c7332f2f2, host n-h2-813419-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=848dd2ed-9585-42c3-869b-840c7332f2f2,segment=NetworkSegment(50500633-18ab-48c2-98da-73563c3123ba),segment_id=50500633-18ab-48c2-98da-73563c3123ba)] {{(pid=102347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:24:33.974766 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [req-8f24240c-3ce3-4f96-82a0-b41aca2b00aa req-3e6266a1-5984-453a-b818-def59aab8cf3 service neutron] For port ef599265-bc33-4c73-9c72-0acae098e5ed, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=ef599265-bc33-4c73-9c72-0acae098e5ed,segment=NetworkSegment(f7c42c6d-2766-46d8-a8b7-4852117a5555),segment_id=f7c42c6d-2766-46d8-a8b7-4852117a5555)] {{(pid=102346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:24:33.978098 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-18034243-4183-48be-9af4-55c0be28bd8a admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:34.059919 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-911461f3-772e-4bfa-942f-41129dd89d95 req-4878a41c-6459-4ca0-939b-e695e965768e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:34.129521 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-b3b2e72b-394e-4458-9295-f6405667497f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63f7ed1c-370f-4434-bb3c-bdaf6c5b2e01', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-425009108-router', 'tenant_id': '60bf030ec38b4548b292ea0483de5f05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.225'}], 'enable_snat': True}, 'gw_port_id': '52a1bbf4-2cd9-4872-bd73-dd8c7601673c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:18:17Z', 'updated_at': '2021-10-27T10:24:30Z', 'revision_number': 5, 'project_id': '60bf030ec38b4548b292ea0483de5f05', 'gw_port': {'id': '52a1bbf4-2cd9-4872-bd73-dd8c7601673c', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:ea:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63f7ed1c-370f-4434-bb3c-bdaf6c5b2e01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:18:18Z', 'updated_at': '2021-10-27T10:18:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10'}], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:24:34.167353 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911461f3-772e-4bfa-942f-41129dd89d95 req-4878a41c-6459-4ca0-939b-e695e965768e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:34.168493 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-911461f3-772e-4bfa-942f-41129dd89d95 req-4878a41c-6459-4ca0-939b-e695e965768e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:34.170067 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-911461f3-772e-4bfa-942f-41129dd89d95 req-4878a41c-6459-4ca0-939b-e695e965768e service neutron] 10.222.0.76 "PUT /v2.0/ports/848dd2ed-9585-42c3-869b-840c7332f2f2 HTTP/1.1" status: 200 len: 1092 time: 3.1208386 Oct 27 10:24:34.173226 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4878a41c-6459-4ca0-939b-e695e965768e service neutron] Pushing event updated for resources: {'Port': ['ID=848dd2ed-9585-42c3-869b-840c7332f2f2,revision_number=3']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:24:34.175482 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc03c0c0-96d1-4c90-904e-304dc69ac804', 'tag': '848dd2ed-9585-42c3-869b-840c7332f2f2'}] {{(pid=102347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:24:34.181215 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311149b481204ee7edffdb959c881838506fbd95bc8577c048f6677abb73acc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23a52282-78b5-4156-a6ad-1d58464d639c" -d '{"events": [{"name": "network-changed", "server_uuid": "bc03c0c0-96d1-4c90-904e-304dc69ac804", "tag": "848dd2ed-9585-42c3-869b-840c7332f2f2"}]}' {{(pid=102347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:24:34.197513 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3b2e72b-394e-4458-9295-f6405667497f None None] Checking router: 63f7ed1c-370f-4434-bb3c-bdaf6c5b2e01 for host: n-d-813419-10 {{(pid=102349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 10:24:34.217637 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4878a41c-6459-4ca0-939b-e695e965768e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:24:34.218307 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4878a41c-6459-4ca0-939b-e695e965768e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:24:34.218750 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4878a41c-6459-4ca0-939b-e695e965768e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:24:34.219422 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4878a41c-6459-4ca0-939b-e695e965768e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:24:34.222127 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4878a41c-6459-4ca0-939b-e695e965768e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:24:34.223222 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4878a41c-6459-4ca0-939b-e695e965768e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:24:34.224175 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4878a41c-6459-4ca0-939b-e695e965768e service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:24:34.224650 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4878a41c-6459-4ca0-939b-e695e965768e service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:24:34.225092 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4878a41c-6459-4ca0-939b-e695e965768e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:24:34.226076 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4878a41c-6459-4ca0-939b-e695e965768e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:24:34.226510 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4878a41c-6459-4ca0-939b-e695e965768e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:24:34.229175 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3b2e72b-394e-4458-9295-f6405667497f None None] Routers {'63f7ed1c-370f-4434-bb3c-bdaf6c5b2e01'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:24:34.229534 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4878a41c-6459-4ca0-939b-e695e965768e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:24:34.229811 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-b3b2e72b-394e-4458-9295-f6405667497f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:24:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['63f7ed1c-370f-4434-bb3c-bdaf6c5b2e01'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:24:34.250666 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [req-8f24240c-3ce3-4f96-82a0-b41aca2b00aa req-3e6266a1-5984-453a-b818-def59aab8cf3 service neutron] For port ef599265-bc33-4c73-9c72-0acae098e5ed, host n-h2-813419-10, cleared binding levels {{(pid=102346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:24:34.266038 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-e6a133fe-bf86-4a8b-8631-9c4cb3160894 req-9fe2fde2-8dd5-4d40-aec5-6c725cb7c471 tempest-ServerRescueTestJSON-1025374340 tempest-ServerRescueTestJSON-1025374340-project] 10.222.0.44 "GET /v2.0/ports?device_id=3023f4e1-4118-4ca5-96f9-0bf5c68da3ab HTTP/1.1" status: 200 len: 210 time: 0.0729032 Oct 27 10:24:34.351472 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvr_db [None req-b3b2e72b-394e-4458-9295-f6405667497f None None] Set router 63f7ed1c-370f-4434-bb3c-bdaf6c5b2e01 gateway port host: None {{(pid=102349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:24:34.354878 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8763e37-f00d-43eb-b5f5-0dcaf21d61a7 req-882b966a-9f48-4b38-911a-102281095985 tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:34.357017 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c8763e37-f00d-43eb-b5f5-0dcaf21d61a7 req-882b966a-9f48-4b38-911a-102281095985 tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] 10.222.0.44 "GET /v2.0/ports?device_id=bc03c0c0-96d1-4c90-904e-304dc69ac804 HTTP/1.1" status: 200 len: 943 time: 0.3966115 Oct 27 10:24:34.413089 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911461f3-772e-4bfa-942f-41129dd89d95 req-37394f5e-29ed-4529-96d4-93a2f58399fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:34.415256 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-911461f3-772e-4bfa-942f-41129dd89d95 req-37394f5e-29ed-4529-96d4-93a2f58399fc service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=9c487093db7840e98dafd374096ede4c&device_id=bc03c0c0-96d1-4c90-904e-304dc69ac804 HTTP/1.1" status: 200 len: 1095 time: 0.1789393 Oct 27 10:24:34.422342 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-b3b2e72b-394e-4458-9295-f6405667497f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63f7ed1c-370f-4434-bb3c-bdaf6c5b2e01', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-425009108-router', 'tenant_id': '60bf030ec38b4548b292ea0483de5f05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:18:17Z', 'updated_at': '2021-10-27T10:24:33Z', 'revision_number': 6, 'project_id': '60bf030ec38b4548b292ea0483de5f05', 'gw_port_host': None}], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:24:34.435100 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 1f66471f-aedd-450c-9129-38222cf9bae1 up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:24:34.441315 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-18034243-4183-48be-9af4-55c0be28bd8a admin admin] Deleting port 52a1bbf4-2cd9-4872-bd73-dd8c7601673c {{(pid=102346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:24:34.441661 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-18034243-4183-48be-9af4-55c0be28bd8a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:34.456665 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3b2e72b-394e-4458-9295-f6405667497f None None] The sync data for ids ['63f7ed1c-370f-4434-bb3c-bdaf6c5b2e01'] in n-d-813419-10 is: [{'id': '63f7ed1c-370f-4434-bb3c-bdaf6c5b2e01', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-425009108-router', 'tenant_id': '60bf030ec38b4548b292ea0483de5f05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:18:17Z', 'updated_at': '2021-10-27T10:24:33Z', 'revision_number': 6, 'project_id': '60bf030ec38b4548b292ea0483de5f05', 'gw_port_host': None}] {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:24:34.488797 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-911461f3-772e-4bfa-942f-41129dd89d95 req-4636f7eb-48b5-47c3-b162-59b786a46da2 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=848dd2ed-9585-42c3-869b-840c7332f2f2 HTTP/1.1" status: 200 len: 217 time: 0.0549254 Oct 27 10:24:34.499618 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-404a740e-0370-413a-9f94-76a4aa4cd39b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:34.524609 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c8763e37-f00d-43eb-b5f5-0dcaf21d61a7 req-5543ccf7-11e5-4ad8-a06a-d8f5e417107e tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] 10.222.0.44 "GET /v2.0/security-groups?id=df17171a-6534-4d8a-8518-0be5fe64cbb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511216 Oct 27 10:24:34.613102 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 10:24:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6e76e3e-3d56-45f8-839b-f448d8cc5dea x-openstack-request-id: req-b6e76e3e-3d56-45f8-839b-f448d8cc5dea {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:24:34.613481 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc03c0c0-96d1-4c90-904e-304dc69ac804", "tag": "848dd2ed-9585-42c3-869b-840c7332f2f2", "status": "completed", "code": 200}]} {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:24:34.613633 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b6e76e3e-3d56-45f8-839b-f448d8cc5dea {{(pid=102347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:24:34.614000 n-d-813419-10 neutron-server[102347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc03c0c0-96d1-4c90-904e-304dc69ac804', 'tag': '848dd2ed-9585-42c3-869b-840c7332f2f2', 'status': 'completed', 'code': 200} Oct 27 10:24:34.640725 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8ba4d8b-4106-4181-809e-b9e98a50d4b3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ef599265-bc33-4c73-9c72-0acae098e5ed'}] {{(pid=102346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:24:34.643061 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc0e418f5fc417c8d55d94c0aa509b037d0beb2a734c1a709e789eb65639a56d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4316ff14-d018-4587-b8bc-ae8c02c7b52f" -d '{"events": [{"server_uuid": "e8ba4d8b-4106-4181-809e-b9e98a50d4b3", "name": "network-vif-unplugged", "status": "completed", "tag": "ef599265-bc33-4c73-9c72-0acae098e5ed"}]}' {{(pid=102346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:24:34.652138 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port 1f66471f-aedd-450c-9129-38222cf9bae1 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:24:34.652705 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:34.657414 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-8f24240c-3ce3-4f96-82a0-b41aca2b00aa req-3e6266a1-5984-453a-b818-def59aab8cf3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:34.701453 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [None req-18034243-4183-48be-9af4-55c0be28bd8a admin admin] For port 52a1bbf4-2cd9-4872-bd73-dd8c7601673c, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=52a1bbf4-2cd9-4872-bd73-dd8c7601673c,segment=NetworkSegment(bc14127b-7032-4c50-bb5b-f6813cbae86e),segment_id=bc14127b-7032-4c50-bb5b-f6813cbae86e)] {{(pid=102346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:24:34.701888 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-18034243-4183-48be-9af4-55c0be28bd8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:34.708712 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911461f3-772e-4bfa-942f-41129dd89d95 req-e40db8aa-cf7f-463c-8f64-9f909252c7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:34.715373 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bd3b845-baa6-4707-936b-e5789fffd4ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85265c05-ec01-41f1-9ab1-acc35f6ac44d'}, {'server_uuid': '48159e85-4d68-4bf6-8aa6-e816915ba353', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd15d3d59-7292-45e2-a583-16ea6115c10d'}] {{(pid=102348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:24:34.716308 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-911461f3-772e-4bfa-942f-41129dd89d95 req-e40db8aa-cf7f-463c-8f64-9f909252c7b6 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=0c8d0682-e9d2-4157-8f50-67abbd1aff64 HTTP/1.1" status: 200 len: 848 time: 0.2188849 Oct 27 10:24:34.718561 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c588921fa634554a1d9242fdea1b05457a9ff1d3b28ba54ec1dace7f2f1df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-280fff6e-910b-4a05-88d4-048aef18c2ad" -d '{"events": [{"server_uuid": "2bd3b845-baa6-4707-936b-e5789fffd4ee", "name": "network-vif-plugged", "status": "completed", "tag": "85265c05-ec01-41f1-9ab1-acc35f6ac44d"}, {"server_uuid": "48159e85-4d68-4bf6-8aa6-e816915ba353", "name": "network-vif-plugged", "status": "completed", "tag": "d15d3d59-7292-45e2-a583-16ea6115c10d"}]}' {{(pid=102348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:24:34.731220 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-18034243-4183-48be-9af4-55c0be28bd8a admin admin] Calling delete_port for 52a1bbf4-2cd9-4872-bd73-dd8c7601673c owned by network:router_gateway {{(pid=102346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:24:34.747556 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-fcec78be-1bc3-4f17-9b97-1a58b49ccc2f None None] Publish callbacks [] for port, precommit_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:34.769078 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-fcec78be-1bc3-4f17-9b97-1a58b49ccc2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:34.806141 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-911461f3-772e-4bfa-942f-41129dd89d95 req-a30fc131-1803-4244-8583-0e40ca3ef9e1 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=b70d8912-e651-449a-aede-549067567147&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0660553 Oct 27 10:24:34.873490 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24cbfc90-4fd0-4188-af58-20968cfb84dd None None] Pushing event updated for resources: {'Port': ['ID=016da588-3c50-4ac5-af47-3aa21864f901,revision_number=2']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:24:34.946529 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device ef599265-bc33-4c73-9c72-0acae098e5ed no longer exists at agent hyperv_n-h2-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:24:35.014704 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-fcec78be-1bc3-4f17-9b97-1a58b49ccc2f None None] Attempting to bind port 016da588-3c50-4ac5-af47-3aa21864f901 on host n-d-813419-10 for vnic_type normal with profile {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:24:35.015224 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-fcec78be-1bc3-4f17-9b97-1a58b49ccc2f None None] Attempting to bind port 016da588-3c50-4ac5-af47-3aa21864f901 by drivers openvswitch,hyperv on host n-d-813419-10 at level 0 using segments [{'id': 'bc14127b-7032-4c50-bb5b-f6813cbae86e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:24:35.015932 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcec78be-1bc3-4f17-9b97-1a58b49ccc2f None None] Attempting to bind port 016da588-3c50-4ac5-af47-3aa21864f901 on network 185ff123-c7ff-45c7-a6be-71feb35acc9c {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:24:35.027266 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 27 Oct 2021 10:24:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5992617-4366-42ed-a9dd-4ff271fe6b65 x-openstack-request-id: req-f5992617-4366-42ed-a9dd-4ff271fe6b65 {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:24:35.027786 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8ba4d8b-4106-4181-809e-b9e98a50d4b3", "name": "network-vif-unplugged", "status": "completed", "tag": "ef599265-bc33-4c73-9c72-0acae098e5ed", "code": 200}]} {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:24:35.028223 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f5992617-4366-42ed-a9dd-4ff271fe6b65 {{(pid=102346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:24:35.028784 n-d-813419-10 neutron-server[102346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8ba4d8b-4106-4181-809e-b9e98a50d4b3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ef599265-bc33-4c73-9c72-0acae098e5ed', 'code': 200} Oct 27 10:24:35.033585 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-18034243-4183-48be-9af4-55c0be28bd8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:35.041016 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcec78be-1bc3-4f17-9b97-1a58b49ccc2f None None] Checking agent: {'id': '89dba0f3-79b2-435e-9822-33674b8f6ada', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 8, 20), 'started_at': datetime.datetime(2021, 10, 27, 10, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 24, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:24:35.041722 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcec78be-1bc3-4f17-9b97-1a58b49ccc2f None None] Checking segment: {'id': 'bc14127b-7032-4c50-bb5b-f6813cbae86e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:24:35.042221 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-fcec78be-1bc3-4f17-9b97-1a58b49ccc2f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:35.042712 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcec78be-1bc3-4f17-9b97-1a58b49ccc2f None None] Bound using segment: {'id': 'bc14127b-7032-4c50-bb5b-f6813cbae86e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:24:35.043744 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-fcec78be-1bc3-4f17-9b97-1a58b49ccc2f None None] Bound port: 016da588-3c50-4ac5-af47-3aa21864f901, host: n-d-813419-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc14127b-7032-4c50-bb5b-f6813cbae86e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'}}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:24:35.044291 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-fcec78be-1bc3-4f17-9b97-1a58b49ccc2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:35.083430 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.provisioning_blocks [req-8f24240c-3ce3-4f96-82a0-b41aca2b00aa req-3e6266a1-5984-453a-b818-def59aab8cf3 service neutron] Transition to ACTIVE for port object ef599265-bc33-4c73-9c72-0acae098e5ed will not be triggered until provisioned by entity L2. {{(pid=102346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 10:24:35.095743 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18034243-4183-48be-9af4-55c0be28bd8a admin admin] Pushing event deleted for resources: {'Port': ['ID=52a1bbf4-2cd9-4872-bd73-dd8c7601673c,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:24:35.101537 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-8f24240c-3ce3-4f96-82a0-b41aca2b00aa req-3e6266a1-5984-453a-b818-def59aab8cf3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27024173'] for port, after_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:35.122142 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device ef599265-bc33-4c73-9c72-0acae098e5ed not bound to the agent host n-h2-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:24:35.160055 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-fcec78be-1bc3-4f17-9b97-1a58b49ccc2f None None] For port 016da588-3c50-4ac5-af47-3aa21864f901, host n-d-813419-10, cleared binding levels {{(pid=102348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:24:35.164631 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-fcec78be-1bc3-4f17-9b97-1a58b49ccc2f None None] For port 016da588-3c50-4ac5-af47-3aa21864f901, host n-d-813419-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=016da588-3c50-4ac5-af47-3aa21864f901,segment=NetworkSegment(bc14127b-7032-4c50-bb5b-f6813cbae86e),segment_id=bc14127b-7032-4c50-bb5b-f6813cbae86e)] {{(pid=102348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:24:35.171683 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-fcec78be-1bc3-4f17-9b97-1a58b49ccc2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:35.175126 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7c32c7-7818-4e5a-bfbb-e275e1dc04b6 req-9dd322fc-afce-41c7-8034-c7c6b0ebd9ad tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:35.177545 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8f7c32c7-7818-4e5a-bfbb-e275e1dc04b6 req-9dd322fc-afce-41c7-8034-c7c6b0ebd9ad tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/ports?device_id=e8ba4d8b-4106-4181-809e-b9e98a50d4b3 HTTP/1.1" status: 200 len: 950 time: 0.3152530 Oct 27 10:24:35.213820 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-911461f3-772e-4bfa-942f-41129dd89d95 req-2a77a04c-f837-4b77-9d17-e173f90e689b service neutron] 10.222.0.76 "GET /v2.0/networks/b70d8912-e651-449a-aede-549067567147?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3974614 Oct 27 10:24:35.227024 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_common [None req-404a740e-0370-413a-9f94-76a4aa4cd39b admin admin] Allocated IP 172.20.0.1 (e07fb2ab-8da9-446a-b184-59fa6c116fe7/faf29995-4e62-4f88-a8e8-4f78cc5f1ee9/91f93362-2926-45b7-96f1-6d4b11b29062) {{(pid=102347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:24:35.233937 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e9cb48-ba27-4c64-a2c7-cb29e45eb0a8 req-fb41457a-af50-4871-afda-154797c63c56 tempest-ListServerFiltersTestJSON-326742351 tempest-ListServerFiltersTestJSON-326742351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:35.237838 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-52e9cb48-ba27-4c64-a2c7-cb29e45eb0a8 req-fb41457a-af50-4871-afda-154797c63c56 tempest-ListServerFiltersTestJSON-326742351 tempest-ListServerFiltersTestJSON-326742351-project] 10.222.0.44 "GET /v2.0/ports?device_id=2bd3b845-baa6-4707-936b-e5789fffd4ee HTTP/1.1" status: 200 len: 945 time: 0.6813123 Oct 27 10:24:35.254341 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcec78be-1bc3-4f17-9b97-1a58b49ccc2f None None] Routers {'5195b8de-e96a-46e9-80b8-b88584e35498'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:24:35.255068 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-fcec78be-1bc3-4f17-9b97-1a58b49ccc2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:24:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['5195b8de-e96a-46e9-80b8-b88584e35498'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:24:35.306155 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8f7c32c7-7818-4e5a-bfbb-e275e1dc04b6 req-77f5b56a-fc33-47a6-87a7-5b9840c348f0 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/security-groups?id=e786382c-1289-4f9d-b471-ed120470c2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155033 Oct 27 10:24:35.307045 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6266a1-5984-453a-b818-def59aab8cf3 service neutron] Pushing event updated for resources: {'Port': ['ID=ef599265-bc33-4c73-9c72-0acae098e5ed,revision_number=6']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:24:35.362326 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24cbfc90-4fd0-4188-af58-20968cfb84dd None None] Pushing event updated for resources: {'Port': ['ID=016da588-3c50-4ac5-af47-3aa21864f901,revision_number=3']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:24:35.452907 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-911461f3-772e-4bfa-942f-41129dd89d95 req-adc52ed7-c69a-4d3e-8f7f-e3b5207b476f service neutron] 10.222.0.76 "GET /v2.0/networks/b70d8912-e651-449a-aede-549067567147?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2218122 Oct 27 10:24:35.486024 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-404a740e-0370-413a-9f94-76a4aa4cd39b admin admin] Publish callbacks [] for port, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:35.512778 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 27 Oct 2021 10:24:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a26a51f1-ddb2-4fb5-9120-3aa7399dea42 x-openstack-request-id: req-a26a51f1-ddb2-4fb5-9120-3aa7399dea42 {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:24:35.513345 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bd3b845-baa6-4707-936b-e5789fffd4ee", "name": "network-vif-plugged", "status": "completed", "tag": "85265c05-ec01-41f1-9ab1-acc35f6ac44d", "code": 200}, {"server_uuid": "48159e85-4d68-4bf6-8aa6-e816915ba353", "name": "network-vif-plugged", "status": "completed", "tag": "d15d3d59-7292-45e2-a583-16ea6115c10d", "code": 200}]} {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:24:35.513345 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a26a51f1-ddb2-4fb5-9120-3aa7399dea42 {{(pid=102348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:24:35.515476 n-d-813419-10 neutron-server[102348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bd3b845-baa6-4707-936b-e5789fffd4ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85265c05-ec01-41f1-9ab1-acc35f6ac44d', 'code': 200} Oct 27 10:24:35.515719 n-d-813419-10 neutron-server[102348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48159e85-4d68-4bf6-8aa6-e816915ba353', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd15d3d59-7292-45e2-a583-16ea6115c10d', 'code': 200} Oct 27 10:24:35.565814 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-404a740e-0370-413a-9f94-76a4aa4cd39b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:35.662702 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-52e9cb48-ba27-4c64-a2c7-cb29e45eb0a8 req-d334e2e6-ea10-43bc-88c5-dc0b3ce30af8 tempest-ListServerFiltersTestJSON-326742351 tempest-ListServerFiltersTestJSON-326742351-project] 10.222.0.44 "GET /v2.0/security-groups?id=f276a67d-9e93-463b-b0a2-3e206c03b654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4061582 Oct 27 10:24:35.665174 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvr_db [None req-fcec78be-1bc3-4f17-9b97-1a58b49ccc2f None None] Set router 5195b8de-e96a-46e9-80b8-b88584e35498 gateway port host: n-d-813419-10 {{(pid=102348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:24:35.672869 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f24240c-3ce3-4f96-82a0-b41aca2b00aa req-3e6266a1-5984-453a-b818-def59aab8cf3 service neutron] No DVR routers for this DVR port ef599265-bc33-4c73-9c72-0acae098e5ed on host n-h2-813419-10 {{(pid=102346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:24:35.752774 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-18034243-4183-48be-9af4-55c0be28bd8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1664884'] for router_gateway, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:35.833467 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-7bf62482-d1f8-44fc-9363-cc82651c423a req-b0d5bfd0-259c-492f-be40-845e2c02935a tempest-ServerRescueTestJSON-1025374340 tempest-ServerRescueTestJSON-1025374340-project] 10.222.0.44 "GET /v2.0/ports?device_id=3023f4e1-4118-4ca5-96f9-0bf5c68da3ab HTTP/1.1" status: 200 len: 210 time: 0.1771736 Oct 27 10:24:35.836850 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-404a740e-0370-413a-9f94-76a4aa4cd39b admin admin] Network e07fb2ab-8da9-446a-b184-59fa6c116fe7 is already hosted by enough agents. {{(pid=102347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:24:35.842894 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [None req-404a740e-0370-413a-9f94-76a4aa4cd39b admin admin] Resources bound (agent type, host, resource id): {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:24:35.846203 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404a740e-0370-413a-9f94-76a4aa4cd39b admin admin] Pushing event updated for resources: {'Port': ['ID=91f93362-2926-45b7-96f1-6d4b11b29062,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:24:35.849507 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-404a740e-0370-413a-9f94-76a4aa4cd39b admin admin] Received port after_create {{(pid=102347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:24:35.900676 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.managers [req-8f24240c-3ce3-4f96-82a0-b41aca2b00aa req-3e6266a1-5984-453a-b818-def59aab8cf3 service neutron] Attempting to bind port ef599265-bc33-4c73-9c72-0acae098e5ed on host n-h1-813419-10 for vnic_type normal with profile {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:24:35.901016 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.managers [req-8f24240c-3ce3-4f96-82a0-b41aca2b00aa req-3e6266a1-5984-453a-b818-def59aab8cf3 service neutron] Attempting to bind port ef599265-bc33-4c73-9c72-0acae098e5ed by drivers openvswitch,hyperv on host n-h1-813419-10 at level 0 using segments [{'id': 'f7c42c6d-2766-46d8-a8b7-4852117a5555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '4d250f92-d229-45fe-a579-67fef8e6c544'}] {{(pid=102346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:24:35.901347 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f24240c-3ce3-4f96-82a0-b41aca2b00aa req-3e6266a1-5984-453a-b818-def59aab8cf3 service neutron] Attempting to bind port ef599265-bc33-4c73-9c72-0acae098e5ed on network 4d250f92-d229-45fe-a579-67fef8e6c544 {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:24:35.909369 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39223042-513f-4ad4-9ea2-65fb86763859 req-d5da9224-6621-4ae5-bbf7-beb45a60a80e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:35.910883 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-39223042-513f-4ad4-9ea2-65fb86763859 req-d5da9224-6621-4ae5-bbf7-beb45a60a80e service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=48159e85-4d68-4bf6-8aa6-e816915ba353 HTTP/1.1" status: 200 len: 1097 time: 0.2783806 Oct 27 10:24:35.914972 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-18034243-4183-48be-9af4-55c0be28bd8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1765662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3700'] for router, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:35.915886 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a52282-78b5-4156-a6ad-1d58464d639c req-27f8ace6-7d82-42cc-ae0d-a3ee96078f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:35.917416 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-23a52282-78b5-4156-a6ad-1d58464d639c req-27f8ace6-7d82-42cc-ae0d-a3ee96078f48 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=9c487093db7840e98dafd374096ede4c&device_id=bc03c0c0-96d1-4c90-904e-304dc69ac804 HTTP/1.1" status: 200 len: 1095 time: 0.2886288 Oct 27 10:24:35.919127 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-404a740e-0370-413a-9f94-76a4aa4cd39b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1664961'] for router_interface, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:35.923638 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-18034243-4183-48be-9af4-55c0be28bd8a admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:35.937566 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f24240c-3ce3-4f96-82a0-b41aca2b00aa req-3e6266a1-5984-453a-b818-def59aab8cf3 service neutron] Port ef599265-bc33-4c73-9c72-0acae098e5ed on network 4d250f92-d229-45fe-a579-67fef8e6c544 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-10 {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 10:24:35.937891 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f24240c-3ce3-4f96-82a0-b41aca2b00aa req-3e6266a1-5984-453a-b818-def59aab8cf3 service neutron] Attempting to bind port ef599265-bc33-4c73-9c72-0acae098e5ed on network 4d250f92-d229-45fe-a579-67fef8e6c544 {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:24:36.011132 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6459d837-dc65-4292-9a61-11dc321f6b76 req-e7bb3947-cd1c-445e-9505-59b4dd579c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:36.012825 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-6459d837-dc65-4292-9a61-11dc321f6b76 req-e7bb3947-cd1c-445e-9505-59b4dd579c9c service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=2bd3b845-baa6-4707-936b-e5789fffd4ee HTTP/1.1" status: 200 len: 1097 time: 0.3662548 Oct 27 10:24:36.034578 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 30541382-9698-42aa-b364-000a568db488 no longer exists at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:24:36.098597 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] No Port match for: 30541382-9698-42aa-b364-000a568db488 {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:24:36.098941 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 30541382-9698-42aa-b364-000a568db488 not bound to the agent host n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:24:36.099375 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 52a1bbf4-2cd9-4872-bd73-dd8c7601673c no longer exists at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:24:36.161705 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] No Port match for: 52a1bbf4-2cd9-4872-bd73-dd8c7601673c {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:24:36.161930 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 52a1bbf4-2cd9-4872-bd73-dd8c7601673c not bound to the agent host n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:24:36.185567 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-fcec78be-1bc3-4f17-9b97-1a58b49ccc2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5195b8de-e96a-46e9-80b8-b88584e35498', 'name': 'tempest-FloatingIPsNegativeTestJSON-275503941-router', 'tenant_id': '835b0e92be23426b8a689738b52d097e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.18'}], 'enable_snat': True}, 'gw_port_id': '016da588-3c50-4ac5-af47-3aa21864f901', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:24:26Z', 'updated_at': '2021-10-27T10:24:29Z', 'revision_number': 3, 'project_id': '835b0e92be23426b8a689738b52d097e', 'gw_port': {'id': '016da588-3c50-4ac5-af47-3aa21864f901', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:71:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5195b8de-e96a-46e9-80b8-b88584e35498', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:24:27Z', 'updated_at': '2021-10-27T10:24:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10'}], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:24:36.225063 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcec78be-1bc3-4f17-9b97-1a58b49ccc2f None None] The sync data for ids ['5195b8de-e96a-46e9-80b8-b88584e35498'] in n-d-813419-10 is: [{'id': '5195b8de-e96a-46e9-80b8-b88584e35498', 'name': 'tempest-FloatingIPsNegativeTestJSON-275503941-router', 'tenant_id': '835b0e92be23426b8a689738b52d097e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.18'}], 'enable_snat': True}, 'gw_port_id': '016da588-3c50-4ac5-af47-3aa21864f901', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:24:26Z', 'updated_at': '2021-10-27T10:24:29Z', 'revision_number': 3, 'project_id': '835b0e92be23426b8a689738b52d097e', 'gw_port': {'id': '016da588-3c50-4ac5-af47-3aa21864f901', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:71:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5195b8de-e96a-46e9-80b8-b88584e35498', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:24:27Z', 'updated_at': '2021-10-27T10:24:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10'}] {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:24:36.273918 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-6459d837-dc65-4292-9a61-11dc321f6b76 req-1edbbe54-4856-4d98-af5f-244092d08a18 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=f276a67d-9e93-463b-b0a2-3e206c03b654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510730 Oct 27 10:24:36.284903 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a52282-78b5-4156-a6ad-1d58464d639c req-f4e3500f-12a3-44a6-872e-3238ab35f094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:36.286447 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-23a52282-78b5-4156-a6ad-1d58464d639c req-f4e3500f-12a3-44a6-872e-3238ab35f094 service neutron] 10.222.0.76 "GET /v2.0/networks?id=b70d8912-e651-449a-aede-549067567147 HTTP/1.1" status: 200 len: 909 time: 0.3606763 Oct 27 10:24:36.329910 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-a9762bfd-dad9-4975-baf8-3b7383045a6c None None] Provisioning complete for port 91f93362-2926-45b7-96f1-6d4b11b29062 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:24:36.330429 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a9762bfd-dad9-4975-baf8-3b7383045a6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:36.421103 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f24240c-3ce3-4f96-82a0-b41aca2b00aa req-3e6266a1-5984-453a-b818-def59aab8cf3 service neutron] Checking agent: {'id': 'a52e1cab-0c63-402d-9c94-330537c6c076', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 16, 2), 'started_at': datetime.datetime(2021, 10, 27, 10, 16, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 24, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:24:36.421709 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f24240c-3ce3-4f96-82a0-b41aca2b00aa req-3e6266a1-5984-453a-b818-def59aab8cf3 service neutron] Checking segment: {'id': 'f7c42c6d-2766-46d8-a8b7-4852117a5555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '4d250f92-d229-45fe-a579-67fef8e6c544'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:24:36.421709 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f24240c-3ce3-4f96-82a0-b41aca2b00aa req-3e6266a1-5984-453a-b818-def59aab8cf3 service neutron] Bound using segment: {'id': 'f7c42c6d-2766-46d8-a8b7-4852117a5555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '4d250f92-d229-45fe-a579-67fef8e6c544'} {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:24:36.422170 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.managers [req-8f24240c-3ce3-4f96-82a0-b41aca2b00aa req-3e6266a1-5984-453a-b818-def59aab8cf3 service neutron] Bound port: ef599265-bc33-4c73-9c72-0acae098e5ed, host: n-h1-813419-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7c42c6d-2766-46d8-a8b7-4852117a5555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '4d250f92-d229-45fe-a579-67fef8e6c544'}}] {{(pid=102346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:24:36.423687 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-8f24240c-3ce3-4f96-82a0-b41aca2b00aa req-3e6266a1-5984-453a-b818-def59aab8cf3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:36.454917 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-404a740e-0370-413a-9f94-76a4aa4cd39b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:36.467566 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621a0126-d576-49a2-b7ff-66c6f6e9fc15 req-ec6dc905-6e10-4413-983f-849a2bd199a0 tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:36.475979 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-621a0126-d576-49a2-b7ff-66c6f6e9fc15 req-ec6dc905-6e10-4413-983f-849a2bd199a0 tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] 10.222.0.44 "GET /v2.0/ports?device_id=bc03c0c0-96d1-4c90-904e-304dc69ac804 HTTP/1.1" status: 200 len: 943 time: 0.6841118 Oct 27 10:24:36.498274 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-a9762bfd-dad9-4975-baf8-3b7383045a6c None None] Port 91f93362-2926-45b7-96f1-6d4b11b29062 cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:24:36.528706 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-18034243-4183-48be-9af4-55c0be28bd8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1765641'] for router, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:36.530750 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18034243-4183-48be-9af4-55c0be28bd8a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 63f7ed1c-370f-4434-bb3c-bdaf6c5b2e01 {{(pid=102346) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 10:24:36.543289 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-39223042-513f-4ad4-9ea2-65fb86763859 req-518c3149-4c4c-40a6-9b39-35ae6806cb98 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=f276a67d-9e93-463b-b0a2-3e206c03b654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6174138 Oct 27 10:24:36.549952 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-18034243-4183-48be-9af4-55c0be28bd8a admin admin] Publish callbacks [] for router, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:36.553353 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-18034243-4183-48be-9af4-55c0be28bd8a admin admin] 10.222.0.44 "DELETE /v2.0/routers/63f7ed1c-370f-4434-bb3c-bdaf6c5b2e01 HTTP/1.1" status: 204 len: 168 time: 3.1431141 Oct 27 10:24:36.598488 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 47704) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:24:36.725212 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-621a0126-d576-49a2-b7ff-66c6f6e9fc15 req-71babb66-103b-48cb-aa7d-55cf88034912 tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] 10.222.0.44 "GET /v2.0/security-groups?id=df17171a-6534-4d8a-8518-0be5fe64cbb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2480407 Oct 27 10:24:36.744967 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [req-8f24240c-3ce3-4f96-82a0-b41aca2b00aa req-3e6266a1-5984-453a-b818-def59aab8cf3 service neutron] For port ef599265-bc33-4c73-9c72-0acae098e5ed, host n-h1-813419-10, cleared binding levels {{(pid=102346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:24:36.777605 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [req-8f24240c-3ce3-4f96-82a0-b41aca2b00aa req-3e6266a1-5984-453a-b818-def59aab8cf3 service neutron] For port ef599265-bc33-4c73-9c72-0acae098e5ed, host n-h1-813419-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=ef599265-bc33-4c73-9c72-0acae098e5ed,segment=NetworkSegment(f7c42c6d-2766-46d8-a8b7-4852117a5555),segment_id=f7c42c6d-2766-46d8-a8b7-4852117a5555)] {{(pid=102346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:24:36.787657 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac9f1af-042f-4721-9d43-cb5dbdcbe7fc req-1a5788ad-bb6a-42ec-828f-837454dd01ca tempest-ServerRescueTestJSON-1025374340 tempest-ServerRescueTestJSON-1025374340-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:36.790251 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-fac9f1af-042f-4721-9d43-cb5dbdcbe7fc req-1a5788ad-bb6a-42ec-828f-837454dd01ca tempest-ServerRescueTestJSON-1025374340 tempest-ServerRescueTestJSON-1025374340-project] 10.222.0.76 "GET /v2.0/networks?id=940fd3c1-7ac3-4e71-b915-5317697caaa9 HTTP/1.1" status: 200 len: 811 time: 0.4464757 Oct 27 10:24:36.793871 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-8f24240c-3ce3-4f96-82a0-b41aca2b00aa req-3e6266a1-5984-453a-b818-def59aab8cf3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27024173'] for port, after_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:36.839706 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-23a52282-78b5-4156-a6ad-1d58464d639c req-fc372cdb-3860-4054-aa43-df49303b6428 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=848dd2ed-9585-42c3-869b-840c7332f2f2 HTTP/1.1" status: 200 len: 217 time: 0.2420719 Oct 27 10:24:36.853632 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [req-fac9f1af-042f-4721-9d43-cb5dbdcbe7fc req-1dd5e885-c546-4149-a0e8-56259a974334 tempest-ServerRescueTestJSON-1025374340 tempest-ServerRescueTestJSON-1025374340-project] Request body: {'port': {'device_id': '3023f4e1-4118-4ca5-96f9-0bf5c68da3ab', 'network_id': '940fd3c1-7ac3-4e71-b915-5317697caaa9', 'admin_state_up': True, 'tenant_id': '23d18887a95946a7b35c0b3b4d482024'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:24:36.922626 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_v2 [None req-98812def-a887-41a8-95ac-b9b67858d26b admin admin] Deleting subnet 01ed277a-6c4a-420b-a94a-e6bb1e65fbf9 {{(pid=102347) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 10:24:36.926846 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-98812def-a887-41a8-95ac-b9b67858d26b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:36.933841 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f24240c-3ce3-4f96-82a0-b41aca2b00aa req-3e6266a1-5984-453a-b818-def59aab8cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:36.934463 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-8f24240c-3ce3-4f96-82a0-b41aca2b00aa req-3e6266a1-5984-453a-b818-def59aab8cf3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:36.935860 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-8f24240c-3ce3-4f96-82a0-b41aca2b00aa req-3e6266a1-5984-453a-b818-def59aab8cf3 service neutron] 10.222.0.64 "PUT /v2.0/ports/ef599265-bc33-4c73-9c72-0acae098e5ed HTTP/1.1" status: 200 len: 1097 time: 4.8074136 Oct 27 10:24:37.000081 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3aa674c-ff3e-43ae-8ad9-7209e6d3c4b2 req-d2264841-c0d3-4425-b354-4008ce61f6ce tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:37.007864 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b3aa674c-ff3e-43ae-8ad9-7209e6d3c4b2 req-d2264841-c0d3-4425-b354-4008ce61f6ce tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/ports?device_id=e8ba4d8b-4106-4181-809e-b9e98a50d4b3 HTTP/1.1" status: 200 len: 948 time: 0.4624383 Oct 27 10:24:37.062806 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-98812def-a887-41a8-95ac-b9b67858d26b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-18445109'] for subnet, precommit_delete_associations {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:37.071117 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8ba4d8b-4106-4181-809e-b9e98a50d4b3', 'tag': 'ef599265-bc33-4c73-9c72-0acae098e5ed'}] {{(pid=102346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:24:37.073393 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc0e418f5fc417c8d55d94c0aa509b037d0beb2a734c1a709e789eb65639a56d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dd92e56-19f6-44f2-8d31-fdc2a9f615ed" -d '{"events": [{"name": "network-changed", "server_uuid": "e8ba4d8b-4106-4181-809e-b9e98a50d4b3", "tag": "ef599265-bc33-4c73-9c72-0acae098e5ed"}]}' {{(pid=102346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:24:37.162608 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6266a1-5984-453a-b818-def59aab8cf3 service neutron] Pushing event updated for resources: {'Port': ['ID=ef599265-bc33-4c73-9c72-0acae098e5ed,revision_number=7']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:24:37.180884 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f24240c-3ce3-4f96-82a0-b41aca2b00aa req-cadc3cbd-3712-40d4-87e3-3ae7a90c8291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:37.182409 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-8f24240c-3ce3-4f96-82a0-b41aca2b00aa req-cadc3cbd-3712-40d4-87e3-3ae7a90c8291 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=31dc088f778a4c2fb761c23ef7d22647&device_id=e8ba4d8b-4106-4181-809e-b9e98a50d4b3 HTTP/1.1" status: 200 len: 1100 time: 0.2032855 Oct 27 10:24:37.209138 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17925222-f420-4e25-a084-327e5b99af4f req-7177e01f-23bb-4e21-a0ef-d01248012aee tempest-ListServerFiltersTestJSON-326742351 tempest-ListServerFiltersTestJSON-326742351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:37.212731 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-17925222-f420-4e25-a084-327e5b99af4f req-7177e01f-23bb-4e21-a0ef-d01248012aee tempest-ListServerFiltersTestJSON-326742351 tempest-ListServerFiltersTestJSON-326742351-project] 10.222.0.44 "GET /v2.0/ports?device_id=2bd3b845-baa6-4707-936b-e5789fffd4ee HTTP/1.1" status: 200 len: 945 time: 0.2438664 Oct 27 10:24:37.343802 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-17925222-f420-4e25-a084-327e5b99af4f req-034d76f9-c409-480c-bdf5-3f934d3de11f tempest-ListServerFiltersTestJSON-326742351 tempest-ListServerFiltersTestJSON-326742351-project] 10.222.0.44 "GET /v2.0/security-groups?id=f276a67d-9e93-463b-b0a2-3e206c03b654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194723 Oct 27 10:24:37.373704 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fac9f1af-042f-4721-9d43-cb5dbdcbe7fc req-1dd5e885-c546-4149-a0e8-56259a974334 tempest-ServerRescueTestJSON-1025374340 tempest-ServerRescueTestJSON-1025374340-project] Made reservation on behalf of 23d18887a95946a7b35c0b3b4d482024 for: {'port': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:24:37.377878 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-fac9f1af-042f-4721-9d43-cb5dbdcbe7fc req-1dd5e885-c546-4149-a0e8-56259a974334 tempest-ServerRescueTestJSON-1025374340 tempest-ServerRescueTestJSON-1025374340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:37.417650 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f24240c-3ce3-4f96-82a0-b41aca2b00aa req-a41a4a02-80e0-482a-bc29-fed2e895590a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:37.419165 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-8f24240c-3ce3-4f96-82a0-b41aca2b00aa req-a41a4a02-80e0-482a-bc29-fed2e895590a service neutron] 10.222.0.64 "GET /v2.0/networks?id=4d250f92-d229-45fe-a579-67fef8e6c544 HTTP/1.1" status: 200 len: 870 time: 0.2268887 Oct 27 10:24:37.491581 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-8f24240c-3ce3-4f96-82a0-b41aca2b00aa req-4cc830c7-f5ab-4d60-91e1-792ff9effa4e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.161&port_id=ef599265-bc33-4c73-9c72-0acae098e5ed HTTP/1.1" status: 200 len: 217 time: 0.0487552 Oct 27 10:24:37.587019 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-c010b7be-9e51-45c0-8520-c100f156e4b0 req-e8257e1c-c213-46a3-bc8a-f56d102200d3 tempest-ServerRescueTestJSON-1025374340 tempest-ServerRescueTestJSON-1025374340-project] 10.222.0.44 "GET /v2.0/ports?device_id=3023f4e1-4118-4ca5-96f9-0bf5c68da3ab HTTP/1.1" status: 200 len: 210 time: 0.0996854 Oct 27 10:24:37.635571 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a52282-78b5-4156-a6ad-1d58464d639c req-99341553-4b3e-4f43-a97a-a35869fb3174 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:37.637087 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-23a52282-78b5-4156-a6ad-1d58464d639c req-99341553-4b3e-4f43-a97a-a35869fb3174 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=0c8d0682-e9d2-4157-8f50-67abbd1aff64 HTTP/1.1" status: 200 len: 848 time: 0.7761214 Oct 27 10:24:37.673162 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-98812def-a887-41a8-95ac-b9b67858d26b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855646'] for subnet, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:37.684120 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 10:24:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-712d0b39-66dd-4034-b48b-590f1767b85f x-openstack-request-id: req-712d0b39-66dd-4034-b48b-590f1767b85f {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:24:37.685071 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8ba4d8b-4106-4181-809e-b9e98a50d4b3", "tag": "ef599265-bc33-4c73-9c72-0acae098e5ed", "status": "completed", "code": 200}]} {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:24:37.685318 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-712d0b39-66dd-4034-b48b-590f1767b85f {{(pid=102346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:24:37.686455 n-d-813419-10 neutron-server[102346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8ba4d8b-4106-4181-809e-b9e98a50d4b3', 'tag': 'ef599265-bc33-4c73-9c72-0acae098e5ed', 'status': 'completed', 'code': 200} Oct 27 10:24:37.693345 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f24240c-3ce3-4f96-82a0-b41aca2b00aa req-b8e85f32-c643-4631-80cd-761d41b50ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:37.694819 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-8f24240c-3ce3-4f96-82a0-b41aca2b00aa req-b8e85f32-c643-4631-80cd-761d41b50ca2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=62eb52f7-aac4-48af-8670-e04300325561 HTTP/1.1" status: 200 len: 843 time: 0.1576006 Oct 27 10:24:37.734162 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b3aa674c-ff3e-43ae-8ad9-7209e6d3c4b2 req-dc398f1f-ba6a-44e4-8a05-8c9a4cdec492 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/security-groups?id=e786382c-1289-4f9d-b471-ed120470c2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7207744 Oct 27 10:24:37.736550 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-23a52282-78b5-4156-a6ad-1d58464d639c req-2b64a846-6328-4e58-a407-e3fa2099feb8 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=b70d8912-e651-449a-aede-549067567147&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0891845 Oct 27 10:24:37.788748 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f24240c-3ce3-4f96-82a0-b41aca2b00aa req-9f53c44d-ead2-461a-898a-2628f761085e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:37.790831 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-8f24240c-3ce3-4f96-82a0-b41aca2b00aa req-9f53c44d-ead2-461a-898a-2628f761085e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4d250f92-d229-45fe-a579-67fef8e6c544&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0869586 Oct 27 10:24:37.792217 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_common [req-fac9f1af-042f-4721-9d43-cb5dbdcbe7fc req-1dd5e885-c546-4149-a0e8-56259a974334 tempest-ServerRescueTestJSON-1025374340 tempest-ServerRescueTestJSON-1025374340-project] Allocated IP 172.20.0.3 (940fd3c1-7ac3-4e71-b915-5317697caaa9/77c01f76-4118-40f3-9687-19e52d96a177/df1216e0-d1af-4909-ae11-d3114caca167) {{(pid=102346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:24:37.970042 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd92e56-19f6-44f2-8d31-fdc2a9f615ed req-aefffcc7-957c-47ee-bebe-07c0d38d3a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:37.974823 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-1dd92e56-19f6-44f2-8d31-fdc2a9f615ed req-aefffcc7-957c-47ee-bebe-07c0d38d3a06 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=31dc088f778a4c2fb761c23ef7d22647&device_id=e8ba4d8b-4106-4181-809e-b9e98a50d4b3 HTTP/1.1" status: 200 len: 1100 time: 0.1840551 Oct 27 10:24:38.093615 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-8f24240c-3ce3-4f96-82a0-b41aca2b00aa req-ade2a04e-6876-43df-b3b0-8ae9661dfec2 service neutron] 10.222.0.64 "GET /v2.0/networks/4d250f92-d229-45fe-a579-67fef8e6c544?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2914107 Oct 27 10:24:38.098127 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 016da588-3c50-4ac5-af47-3aa21864f901 up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:24:38.105591 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f773d4-fd03-4e7c-bfcb-23cf1ea322e7 req-72065d53-5880-469c-bd36-5a4dc76b170f tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:38.107338 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-22f773d4-fd03-4e7c-bfcb-23cf1ea322e7 req-72065d53-5880-469c-bd36-5a4dc76b170f tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] 10.222.0.44 "GET /v2.0/ports?device_id=bc03c0c0-96d1-4c90-904e-304dc69ac804 HTTP/1.1" status: 200 len: 943 time: 0.1683443 Oct 27 10:24:38.129950 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-98812def-a887-41a8-95ac-b9b67858d26b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-18295818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18043720'] for subnet, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:38.184671 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port 016da588-3c50-4ac5-af47-3aa21864f901 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:24:38.185399 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:38.209898 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-404a740e-0370-413a-9f94-76a4aa4cd39b admin admin] Publish callbacks [] for port, precommit_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:38.216854 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98812def-a887-41a8-95ac-b9b67858d26b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=01ed277a-6c4a-420b-a94a-e6bb1e65fbf9,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:24:38.222018 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-98812def-a887-41a8-95ac-b9b67858d26b admin admin] Publish callbacks [] for subnet, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:38.227694 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-98812def-a887-41a8-95ac-b9b67858d26b admin admin] 10.222.0.44 "DELETE /v2.0/subnets/01ed277a-6c4a-420b-a94a-e6bb1e65fbf9 HTTP/1.1" status: 204 len: 168 time: 1.6247139 Oct 27 10:24:38.229047 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-404a740e-0370-413a-9f94-76a4aa4cd39b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:38.232874 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-23a52282-78b5-4156-a6ad-1d58464d639c req-75fb6fcd-3d99-4801-af92-7ca7ff8edce6 service neutron] 10.222.0.76 "GET /v2.0/networks/b70d8912-e651-449a-aede-549067567147?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4876175 Oct 27 10:24:38.233340 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 47720) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:24:38.239043 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-785786e7-d8a5-4447-ba56-dd9ad6ff81bc None None] Network 0a48af15-1075-4a1c-b6c2-04479e771f49 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:24:38.280365 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-22f773d4-fd03-4e7c-bfcb-23cf1ea322e7 req-9378b036-0242-4496-88d1-5e00774be0b7 tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] 10.222.0.44 "GET /v2.0/security-groups?id=df17171a-6534-4d8a-8518-0be5fe64cbb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047926 Oct 27 10:24:38.284618 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-8f24240c-3ce3-4f96-82a0-b41aca2b00aa req-1603e138-6e33-44e4-9122-3413d5dcdf53 service neutron] 10.222.0.64 "GET /v2.0/networks/4d250f92-d229-45fe-a579-67fef8e6c544?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1721261 Oct 27 10:24:38.349938 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-fac9f1af-042f-4721-9d43-cb5dbdcbe7fc req-1dd5e885-c546-4149-a0e8-56259a974334 tempest-ServerRescueTestJSON-1025374340 tempest-ServerRescueTestJSON-1025374340-project] Publish callbacks [] for port, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:38.462774 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-fac9f1af-042f-4721-9d43-cb5dbdcbe7fc req-1dd5e885-c546-4149-a0e8-56259a974334 tempest-ServerRescueTestJSON-1025374340 tempest-ServerRescueTestJSON-1025374340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:38.487753 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] get_ports_and_sgs() called for port_ids ['bdf6e277-47ee-46b6-b621-767c0d64b96e'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:24:38.563041 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd92e56-19f6-44f2-8d31-fdc2a9f615ed req-b96e7082-f61e-4693-84c3-6cdb9cb34b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:38.564593 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-1dd92e56-19f6-44f2-8d31-fdc2a9f615ed req-b96e7082-f61e-4693-84c3-6cdb9cb34b72 service neutron] 10.222.0.76 "GET /v2.0/networks?id=4d250f92-d229-45fe-a579-67fef8e6c544 HTTP/1.1" status: 200 len: 870 time: 0.5507519 Oct 27 10:24:38.588059 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404a740e-0370-413a-9f94-76a4aa4cd39b admin admin] Pushing event updated for resources: {'Port': ['ID=91f93362-2926-45b7-96f1-6d4b11b29062,revision_number=2']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:24:38.590691 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-404a740e-0370-413a-9f94-76a4aa4cd39b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2006967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1766225'] for router_interface, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:38.610568 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fac9f1af-042f-4721-9d43-cb5dbdcbe7fc req-1dd5e885-c546-4149-a0e8-56259a974334 tempest-ServerRescueTestJSON-1025374340 tempest-ServerRescueTestJSON-1025374340-project] Network 940fd3c1-7ac3-4e71-b915-5317697caaa9 is already hosted by enough agents. {{(pid=102346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:24:38.621544 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [req-fac9f1af-042f-4721-9d43-cb5dbdcbe7fc req-1dd5e885-c546-4149-a0e8-56259a974334 tempest-ServerRescueTestJSON-1025374340 tempest-ServerRescueTestJSON-1025374340-project] Resources bound (agent type, host, resource id): {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:24:38.631209 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [req-fac9f1af-042f-4721-9d43-cb5dbdcbe7fc req-1dd5e885-c546-4149-a0e8-56259a974334 tempest-ServerRescueTestJSON-1025374340 tempest-ServerRescueTestJSON-1025374340-project] Received port after_create {{(pid=102346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:24:38.644920 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd5e885-c546-4149-a0e8-56259a974334 tempest-ServerRescueTestJSON-1025374340 tempest-ServerRescueTestJSON-1025374340-project] Pushing event updated for resources: {'Port': ['ID=df1216e0-d1af-4909-ae11-d3114caca167,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:24:38.651002 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd92e56-19f6-44f2-8d31-fdc2a9f615ed req-89b03676-ba09-4c83-a1f8-cbafd4e5b2b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:38.651964 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-1dd92e56-19f6-44f2-8d31-fdc2a9f615ed req-89b03676-ba09-4c83-a1f8-cbafd4e5b2b8 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=31dc088f778a4c2fb761c23ef7d22647&device_id=e8ba4d8b-4106-4181-809e-b9e98a50d4b3 HTTP/1.1" status: 200 len: 1100 time: 0.2047706 Oct 27 10:24:38.682779 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:38.723285 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] For port 016da588-3c50-4ac5-af47-3aa21864f901, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=016da588-3c50-4ac5-af47-3aa21864f901,segment=NetworkSegment(bc14127b-7032-4c50-bb5b-f6813cbae86e),segment_id=bc14127b-7032-4c50-bb5b-f6813cbae86e)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:24:38.733971 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:38.770151 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-1dd92e56-19f6-44f2-8d31-fdc2a9f615ed req-c7b00fb1-a9ee-4253-87c9-5a165725788a service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.161&port_id=ef599265-bc33-4c73-9c72-0acae098e5ed HTTP/1.1" status: 200 len: 217 time: 0.1738398 Oct 27 10:24:38.780021 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-94a34456-98dc-4f0c-9a22-4798e8aca44c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586917'] for network, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:38.788405 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab82deb8-09dd-4958-bde8-8558fd24f5cc None None] DHCP port deletion for 0a48af15-1075-4a1c-b6c2-04479e771f49 request from n-d-813419-10 {{(pid=102348) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 10:24:38.832009 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac9f1af-042f-4721-9d43-cb5dbdcbe7fc req-1dd5e885-c546-4149-a0e8-56259a974334 tempest-ServerRescueTestJSON-1025374340 tempest-ServerRescueTestJSON-1025374340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:38.832685 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-fac9f1af-042f-4721-9d43-cb5dbdcbe7fc req-1dd5e885-c546-4149-a0e8-56259a974334 tempest-ServerRescueTestJSON-1025374340 tempest-ServerRescueTestJSON-1025374340-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:38.838435 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:38.852730 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd92e56-19f6-44f2-8d31-fdc2a9f615ed req-1760b709-b024-4b47-9e02-f777321ca37d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:38.853931 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-1dd92e56-19f6-44f2-8d31-fdc2a9f615ed req-1760b709-b024-4b47-9e02-f777321ca37d service neutron] 10.222.0.76 "GET /v2.0/subnets?id=62eb52f7-aac4-48af-8670-e04300325561 HTTP/1.1" status: 200 len: 843 time: 0.0677173 Oct 27 10:24:38.881274 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-fac9f1af-042f-4721-9d43-cb5dbdcbe7fc req-1dd5e885-c546-4149-a0e8-56259a974334 tempest-ServerRescueTestJSON-1025374340 tempest-ServerRescueTestJSON-1025374340-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0345099 Oct 27 10:24:38.905969 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0518888-0d16-418d-a130-e1bd09eeb6df req-4fe214d0-5d00-4485-b320-53046f6cb364 tempest-ServerRescueTestJSON-1025374340 tempest-ServerRescueTestJSON-1025374340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:38.912685 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-c0518888-0d16-418d-a130-e1bd09eeb6df req-4fe214d0-5d00-4485-b320-53046f6cb364 tempest-ServerRescueTestJSON-1025374340 tempest-ServerRescueTestJSON-1025374340-project] 10.222.0.44 "GET /v2.0/ports?device_id=3023f4e1-4118-4ca5-96f9-0bf5c68da3ab HTTP/1.1" status: 200 len: 931 time: 0.1880860 Oct 27 10:24:38.922708 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Pushing event updated for resources: {'Port': ['ID=016da588-3c50-4ac5-af47-3aa21864f901,revision_number=4']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:24:38.926192 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [req-fac9f1af-042f-4721-9d43-cb5dbdcbe7fc req-61ac50c9-c3d3-4e3c-850a-9ae0f5c7e5ba service neutron] Request body: {'port': {'device_id': '3023f4e1-4118-4ca5-96f9-0bf5c68da3ab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-10'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:24:38.982471 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-ab82deb8-09dd-4958-bde8-8558fd24f5cc None None] Deleting port 198d56f2-770a-475a-bb67-141cbd7747ec {{(pid=102348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:24:38.982778 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-ab82deb8-09dd-4958-bde8-8558fd24f5cc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:38.984682 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd92e56-19f6-44f2-8d31-fdc2a9f615ed req-a5bbb3a5-7ad3-4659-b909-59b99d0aa0c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:38.986767 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-1dd92e56-19f6-44f2-8d31-fdc2a9f615ed req-a5bbb3a5-7ad3-4659-b909-59b99d0aa0c1 service neutron] 10.222.0.64 "GET /v2.0/networks?id=4d250f92-d229-45fe-a579-67fef8e6c544 HTTP/1.1" status: 200 len: 870 time: 0.2909055 Oct 27 10:24:39.036590 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-23a52282-78b5-4156-a6ad-1d58464d639c req-2ec7ce9b-181a-4f3f-bf63-4633cfeb5b74 service neutron] 10.222.0.76 "GET /v2.0/networks/b70d8912-e651-449a-aede-549067567147?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7662334 Oct 27 10:24:39.064228 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-ab82deb8-09dd-4958-bde8-8558fd24f5cc None None] For port 198d56f2-770a-475a-bb67-141cbd7747ec, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=198d56f2-770a-475a-bb67-141cbd7747ec,segment=NetworkSegment(1c5c493c-9b99-4313-a0b3-4267f64405e2),segment_id=1c5c493c-9b99-4313-a0b3-4267f64405e2)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:24:39.064615 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-ab82deb8-09dd-4958-bde8-8558fd24f5cc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:39.064884 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbb6962-5d79-455a-a775-9af31c2296c3 req-24b624d9-0ee3-4196-bf69-62deac26b7a1 tempest-ListServerFiltersTestJSON-326742351 tempest-ListServerFiltersTestJSON-326742351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:39.072687 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-dcbb6962-5d79-455a-a775-9af31c2296c3 req-24b624d9-0ee3-4196-bf69-62deac26b7a1 tempest-ListServerFiltersTestJSON-326742351 tempest-ListServerFiltersTestJSON-326742351-project] 10.222.0.44 "GET /v2.0/ports?device_id=2bd3b845-baa6-4707-936b-e5789fffd4ee HTTP/1.1" status: 200 len: 945 time: 0.5593028 Oct 27 10:24:39.078824 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-ab82deb8-09dd-4958-bde8-8558fd24f5cc None None] Calling delete_port for 198d56f2-770a-475a-bb67-141cbd7747ec owned by network:dhcp {{(pid=102348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:24:39.088383 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-1dd92e56-19f6-44f2-8d31-fdc2a9f615ed req-2a2a1826-8ae7-473d-98ee-92f57ff46fa0 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.161&port_id=ef599265-bc33-4c73-9c72-0acae098e5ed HTTP/1.1" status: 200 len: 217 time: 0.0534430 Oct 27 10:24:39.095002 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-404a740e-0370-413a-9f94-76a4aa4cd39b admin admin] Network e07fb2ab-8da9-446a-b184-59fa6c116fe7 is already hosted by enough agents. {{(pid=102347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:24:39.108881 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [None req-404a740e-0370-413a-9f94-76a4aa4cd39b admin admin] Resources bound (agent type, host, resource id): {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:24:39.136045 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd92e56-19f6-44f2-8d31-fdc2a9f615ed req-f9757d90-bc64-4db2-a3a1-581553d4f340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:39.137554 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-1dd92e56-19f6-44f2-8d31-fdc2a9f615ed req-f9757d90-bc64-4db2-a3a1-581553d4f340 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=4d250f92-d229-45fe-a579-67fef8e6c544&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2615132 Oct 27 10:24:39.171591 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-fac9f1af-042f-4721-9d43-cb5dbdcbe7fc req-61ac50c9-c3d3-4e3c-850a-9ae0f5c7e5ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:39.209274 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-dcbb6962-5d79-455a-a775-9af31c2296c3 req-3a40cfc0-12f6-4dcf-a4e1-766b0967ad53 tempest-ListServerFiltersTestJSON-326742351 tempest-ListServerFiltersTestJSON-326742351-project] 10.222.0.44 "GET /v2.0/security-groups?id=f276a67d-9e93-463b-b0a2-3e206c03b654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355054 Oct 27 10:24:39.224851 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-c0518888-0d16-418d-a130-e1bd09eeb6df req-3b266e0d-9c84-4110-a48e-0beb892f272e tempest-ServerRescueTestJSON-1025374340 tempest-ServerRescueTestJSON-1025374340-project] 10.222.0.44 "GET /v2.0/security-groups?id=5f97c1ff-dad7-428f-af4b-bc7a94091827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2292528 Oct 27 10:24:39.243940 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-ab82deb8-09dd-4958-bde8-8558fd24f5cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615'] for port, after_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:39.331222 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab82deb8-09dd-4958-bde8-8558fd24f5cc None None] No DVR routers for this DVR port 198d56f2-770a-475a-bb67-141cbd7747ec on host n-d-813419-10 {{(pid=102348) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:24:39.331222 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab82deb8-09dd-4958-bde8-8558fd24f5cc None None] Pushing event deleted for resources: {'Port': ['ID=198d56f2-770a-475a-bb67-141cbd7747ec,revision_number=None']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:24:39.461910 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd92e56-19f6-44f2-8d31-fdc2a9f615ed req-0fedcad0-f0df-49da-a8bf-5c51dc1f7990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:39.463324 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-1dd92e56-19f6-44f2-8d31-fdc2a9f615ed req-0fedcad0-f0df-49da-a8bf-5c51dc1f7990 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=62eb52f7-aac4-48af-8670-e04300325561 HTTP/1.1" status: 200 len: 843 time: 0.3459351 Oct 27 10:24:39.468624 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-94a34456-98dc-4f0c-9a22-4798e8aca44c admin admin] Deleting port 198d56f2-770a-475a-bb67-141cbd7747ec {{(pid=102347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:24:39.468897 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-94a34456-98dc-4f0c-9a22-4798e8aca44c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:39.519546 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-3b0241c8-86ce-4096-8b9c-f4fe07f63812 None None] Provisioning complete for port 91f93362-2926-45b7-96f1-6d4b11b29062 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:24:39.520222 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-3b0241c8-86ce-4096-8b9c-f4fe07f63812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:39.574163 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-3b0241c8-86ce-4096-8b9c-f4fe07f63812 None None] Port 91f93362-2926-45b7-96f1-6d4b11b29062 cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:24:39.602078 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b024a1-5d61-468b-850e-793fa0a632f0 req-f608af88-e0c6-4cce-9ba0-e856026db4dc tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:39.604661 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-a3b024a1-5d61-468b-850e-793fa0a632f0 req-f608af88-e0c6-4cce-9ba0-e856026db4dc tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/ports?device_id=e8ba4d8b-4106-4181-809e-b9e98a50d4b3 HTTP/1.1" status: 200 len: 948 time: 0.1828320 Oct 27 10:24:39.608724 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd92e56-19f6-44f2-8d31-fdc2a9f615ed req-bcb5d483-22c3-4278-82d8-ca40c5d2458d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:39.610224 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-1dd92e56-19f6-44f2-8d31-fdc2a9f615ed req-bcb5d483-22c3-4278-82d8-ca40c5d2458d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4d250f92-d229-45fe-a579-67fef8e6c544&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1241345 Oct 27 10:24:39.611220 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-404a740e-0370-413a-9f94-76a4aa4cd39b admin admin] Router 5195b8de-e96a-46e9-80b8-b88584e35498 has already been hosted by L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb {{(pid=102347) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 10:24:39.620366 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [None req-94a34456-98dc-4f0c-9a22-4798e8aca44c admin admin] For port 198d56f2-770a-475a-bb67-141cbd7747ec, host n-d-813419-10, got binding levels [] {{(pid=102347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:24:39.620615 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2799bdd0-45b8-4890-ad25-bef7877dd2ad req-94cda859-b76a-45c5-ad31-8e7b181d2f72 tempest-ListServerFiltersTestJSON-326742351 tempest-ListServerFiltersTestJSON-326742351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:39.621148 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-94a34456-98dc-4f0c-9a22-4798e8aca44c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:39.627939 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-2799bdd0-45b8-4890-ad25-bef7877dd2ad req-94cda859-b76a-45c5-ad31-8e7b181d2f72 tempest-ListServerFiltersTestJSON-326742351 tempest-ListServerFiltersTestJSON-326742351-project] 10.222.0.44 "GET /v2.0/ports?device_id=45d14893-5bf6-4b65-b786-fa5afce227ce HTTP/1.1" status: 200 len: 946 time: 0.1708202 Oct 27 10:24:39.638674 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-94a34456-98dc-4f0c-9a22-4798e8aca44c admin admin] Calling delete_port for 198d56f2-770a-475a-bb67-141cbd7747ec owned by network:dhcp {{(pid=102347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:24:39.643259 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.ipam_backend_mixin [None req-94a34456-98dc-4f0c-9a22-4798e8aca44c admin admin] Port 198d56f2-770a-475a-bb67-141cbd7747ec was not found and therefore no delete operation was performed {{(pid=102347) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 27 10:24:39.644925 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-94a34456-98dc-4f0c-9a22-4798e8aca44c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:39.696833 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-1dd92e56-19f6-44f2-8d31-fdc2a9f615ed req-40d89622-4588-4642-9021-cd29e826d34f service neutron] 10.222.0.76 "GET /v2.0/networks/4d250f92-d229-45fe-a579-67fef8e6c544?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5496378 Oct 27 10:24:39.706442 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a34456-98dc-4f0c-9a22-4798e8aca44c admin admin] Pushing event deleted for resources: {'Port': ['ID=198d56f2-770a-475a-bb67-141cbd7747ec,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:24:39.731506 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94a34456-98dc-4f0c-9a22-4798e8aca44c admin admin] No DVR routers for this DVR port 198d56f2-770a-475a-bb67-141cbd7747ec on host n-d-813419-10 {{(pid=102347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:24:39.764911 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-2799bdd0-45b8-4890-ad25-bef7877dd2ad req-ec461165-6981-428c-b689-83e6d93f0207 tempest-ListServerFiltersTestJSON-326742351 tempest-ListServerFiltersTestJSON-326742351-project] 10.222.0.44 "GET /v2.0/security-groups?id=f276a67d-9e93-463b-b0a2-3e206c03b654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303129 Oct 27 10:24:39.835908 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-1dd92e56-19f6-44f2-8d31-fdc2a9f615ed req-6322850f-90b8-47d5-a570-f3182ec2113a service neutron] 10.222.0.64 "GET /v2.0/networks/4d250f92-d229-45fe-a579-67fef8e6c544?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1927657 Oct 27 10:24:39.843185 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [req-fac9f1af-042f-4721-9d43-cb5dbdcbe7fc req-61ac50c9-c3d3-4e3c-850a-9ae0f5c7e5ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df1216e0-d1af-4909-ae11-d3114caca167 {{(pid=102346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:24:39.864007 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-fac9f1af-042f-4721-9d43-cb5dbdcbe7fc req-61ac50c9-c3d3-4e3c-850a-9ae0f5c7e5ba service neutron] Publish callbacks [] for port, precommit_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:39.940807 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.provisioning_blocks [req-fac9f1af-042f-4721-9d43-cb5dbdcbe7fc req-61ac50c9-c3d3-4e3c-850a-9ae0f5c7e5ba service neutron] Transition to ACTIVE for port object df1216e0-d1af-4909-ae11-d3114caca167 will not be triggered until provisioned by entity L2. {{(pid=102346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 10:24:39.946924 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-94a34456-98dc-4f0c-9a22-4798e8aca44c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857803', 'neutron.services.segments.db._delete_segments_for_network-8743873143390'] for network, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:39.952524 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-fac9f1af-042f-4721-9d43-cb5dbdcbe7fc req-61ac50c9-c3d3-4e3c-850a-9ae0f5c7e5ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27024173'] for port, after_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:39.967144 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-94a34456-98dc-4f0c-9a22-4798e8aca44c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a48af15-1075-4a1c-b6c2-04479e771f49']}} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:24:39.978391 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-94a34456-98dc-4f0c-9a22-4798e8aca44c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c5c493c-9b99-4313-a0b3-4267f64405e2') {'for_net_delete': True} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:24:39.978685 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-94a34456-98dc-4f0c-9a22-4798e8aca44c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c5c493c-9b99-4313-a0b3-4267f64405e2') {} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:24:39.992991 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-94a34456-98dc-4f0c-9a22-4798e8aca44c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743873145191', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18445132'] for segment, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:40.009091 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-94a34456-98dc-4f0c-9a22-4798e8aca44c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:40.015237 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94a34456-98dc-4f0c-9a22-4798e8aca44c admin admin] Releasing vlan 430 on physical network physnet1 to pool {{(pid=102347) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 10:24:40.015648 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-94a34456-98dc-4f0c-9a22-4798e8aca44c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-18296032'] for segment, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:40.028058 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dd0919-be57-4718-9860-d70b8860d556 req-eb1a387b-a43f-46b6-afee-0a9ce6628edf tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:40.029803 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-a8dd0919-be57-4718-9860-d70b8860d556 req-eb1a387b-a43f-46b6-afee-0a9ce6628edf tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] 10.222.0.44 "GET /v2.0/ports?device_id=bc03c0c0-96d1-4c90-904e-304dc69ac804 HTTP/1.1" status: 200 len: 943 time: 0.1545663 Oct 27 10:24:40.061158 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-1dd92e56-19f6-44f2-8d31-fdc2a9f615ed req-cc2e6b00-93e5-44ad-a448-b4d7a6038db7 service neutron] 10.222.0.64 "GET /v2.0/networks/4d250f92-d229-45fe-a579-67fef8e6c544?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2131045 Oct 27 10:24:40.077053 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 016da588-3c50-4ac5-af47-3aa21864f901 up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:24:40.078248 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ac50c9-c3d3-4e3c-850a-9ae0f5c7e5ba service neutron] Pushing event updated for resources: {'Port': ['ID=df1216e0-d1af-4909-ae11-d3114caca167,revision_number=2']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:24:40.113492 n-d-813419-10 neutron-server[102347]: Traceback (most recent call last): Oct 27 10:24:40.113492 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 10:24:40.113492 n-d-813419-10 neutron-server[102347]: timer() Oct 27 10:24:40.113492 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 10:24:40.113492 n-d-813419-10 neutron-server[102347]: cb(*args, **kw) Oct 27 10:24:40.113492 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 10:24:40.113492 n-d-813419-10 neutron-server[102347]: return func(*args, **kwargs) Oct 27 10:24:40.113492 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 10:24:40.113492 n-d-813419-10 neutron-server[102347]: self._notify() Oct 27 10:24:40.113492 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 10:24:40.113492 n-d-813419-10 neutron-server[102347]: self.callback(batched_events) Oct 27 10:24:40.113492 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 10:24:40.113492 n-d-813419-10 neutron-server[102347]: event.method(event) Oct 27 10:24:40.113492 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 10:24:40.113492 n-d-813419-10 neutron-server[102347]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 10:24:40.113492 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 10:24:40.113492 n-d-813419-10 neutron-server[102347]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 10:24:40.113492 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 10:24:40.113492 n-d-813419-10 neutron-server[102347]: return f(self, *a, **k) Oct 27 10:24:40.113492 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 10:24:40.113492 n-d-813419-10 neutron-server[102347]: return self._get(url).json() Oct 27 10:24:40.113492 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 10:24:40.113492 n-d-813419-10 neutron-server[102347]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 10:24:40.113492 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 10:24:40.113492 n-d-813419-10 neutron-server[102347]: return self.request(url, 'GET', **kwargs) Oct 27 10:24:40.113492 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 10:24:40.113492 n-d-813419-10 neutron-server[102347]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 10:24:40.113492 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 10:24:40.113492 n-d-813419-10 neutron-server[102347]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 10:24:40.113492 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 10:24:40.113492 n-d-813419-10 neutron-server[102347]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 10:24:40.113492 n-d-813419-10 neutron-server[102347]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 10:24:40.125595 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-a3b024a1-5d61-468b-850e-793fa0a632f0 req-f3952133-9544-4548-b777-468222a33827 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/security-groups?id=e786382c-1289-4f9d-b471-ed120470c2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4784555 Oct 27 10:24:40.126204 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-94a34456-98dc-4f0c-9a22-4798e8aca44c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664840'] for network, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:40.142266 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-94a34456-98dc-4f0c-9a22-4798e8aca44c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for network, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:40.144323 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-a8dd0919-be57-4718-9860-d70b8860d556 req-0f907bb0-6e1d-45f0-a55d-cf29907cec37 tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] 10.222.0.44 "GET /v2.0/security-groups?id=df17171a-6534-4d8a-8518-0be5fe64cbb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018200 Oct 27 10:24:40.149476 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 47740) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:24:40.150429 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-94a34456-98dc-4f0c-9a22-4798e8aca44c admin admin] 10.222.0.44 "DELETE /v2.0/networks/0a48af15-1075-4a1c-b6c2-04479e771f49 HTTP/1.1" status: 204 len: 168 time: 1.9119256 Oct 27 10:24:40.173022 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a34456-98dc-4f0c-9a22-4798e8aca44c admin admin] Pushing event deleted for resources: {'Network': ['ID=0a48af15-1075-4a1c-b6c2-04479e771f49,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:24:40.211737 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port 016da588-3c50-4ac5-af47-3aa21864f901 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:24:40.211994 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:40.219039 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-404a740e-0370-413a-9f94-76a4aa4cd39b admin admin] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:24:40.221985 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-1dd92e56-19f6-44f2-8d31-fdc2a9f615ed req-f8b99474-bccf-4f41-9523-70020106197b service neutron] 10.222.0.76 "GET /v2.0/networks/4d250f92-d229-45fe-a579-67fef8e6c544?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5114107 Oct 27 10:24:40.228848 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-404a740e-0370-413a-9f94-76a4aa4cd39b admin admin] 10.222.0.44 "PUT /v2.0/routers/5195b8de-e96a-46e9-80b8-b88584e35498/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4534378 Oct 27 10:24:40.346158 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.managers [req-fac9f1af-042f-4721-9d43-cb5dbdcbe7fc req-61ac50c9-c3d3-4e3c-850a-9ae0f5c7e5ba service neutron] Attempting to bind port df1216e0-d1af-4909-ae11-d3114caca167 on host n-h2-813419-10 for vnic_type normal with profile {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:24:40.346559 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.managers [req-fac9f1af-042f-4721-9d43-cb5dbdcbe7fc req-61ac50c9-c3d3-4e3c-850a-9ae0f5c7e5ba service neutron] Attempting to bind port df1216e0-d1af-4909-ae11-d3114caca167 by drivers openvswitch,hyperv on host n-h2-813419-10 at level 0 using segments [{'id': '6e01fb65-f38f-48de-8da6-2931b7e7e084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '940fd3c1-7ac3-4e71-b915-5317697caaa9'}] {{(pid=102346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:24:40.346842 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fac9f1af-042f-4721-9d43-cb5dbdcbe7fc req-61ac50c9-c3d3-4e3c-850a-9ae0f5c7e5ba service neutron] Attempting to bind port df1216e0-d1af-4909-ae11-d3114caca167 on network 940fd3c1-7ac3-4e71-b915-5317697caaa9 {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:24:40.365242 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fac9f1af-042f-4721-9d43-cb5dbdcbe7fc req-61ac50c9-c3d3-4e3c-850a-9ae0f5c7e5ba service neutron] Port df1216e0-d1af-4909-ae11-d3114caca167 on network 940fd3c1-7ac3-4e71-b915-5317697caaa9 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-10 {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 10:24:40.365623 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fac9f1af-042f-4721-9d43-cb5dbdcbe7fc req-61ac50c9-c3d3-4e3c-850a-9ae0f5c7e5ba service neutron] Attempting to bind port df1216e0-d1af-4909-ae11-d3114caca167 on network 940fd3c1-7ac3-4e71-b915-5317697caaa9 {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:24:40.385738 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a07474f-537d-4459-8d15-4bb5b88ee46b req-cd2dda64-9b3c-4443-97e0-7e1d100abf21 tempest-ListServerFiltersTestJSON-326742351 tempest-ListServerFiltersTestJSON-326742351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:40.391683 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-4a07474f-537d-4459-8d15-4bb5b88ee46b req-cd2dda64-9b3c-4443-97e0-7e1d100abf21 tempest-ListServerFiltersTestJSON-326742351 tempest-ListServerFiltersTestJSON-326742351-project] 10.222.0.44 "GET /v2.0/ports?device_id=48159e85-4d68-4bf6-8aa6-e816915ba353 HTTP/1.1" status: 200 len: 945 time: 0.1171033 Oct 27 10:24:40.395931 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fac9f1af-042f-4721-9d43-cb5dbdcbe7fc req-61ac50c9-c3d3-4e3c-850a-9ae0f5c7e5ba service neutron] Checking agent: {'id': 'a2edc247-0fa4-4ce6-bbae-a10492f6bd71', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 16, 9), 'started_at': datetime.datetime(2021, 10, 27, 10, 16, 9), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 24, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:24:40.396285 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fac9f1af-042f-4721-9d43-cb5dbdcbe7fc req-61ac50c9-c3d3-4e3c-850a-9ae0f5c7e5ba service neutron] Checking segment: {'id': '6e01fb65-f38f-48de-8da6-2931b7e7e084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '940fd3c1-7ac3-4e71-b915-5317697caaa9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:24:40.396671 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fac9f1af-042f-4721-9d43-cb5dbdcbe7fc req-61ac50c9-c3d3-4e3c-850a-9ae0f5c7e5ba service neutron] Bound using segment: {'id': '6e01fb65-f38f-48de-8da6-2931b7e7e084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '940fd3c1-7ac3-4e71-b915-5317697caaa9'} {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:24:40.397110 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.managers [req-fac9f1af-042f-4721-9d43-cb5dbdcbe7fc req-61ac50c9-c3d3-4e3c-850a-9ae0f5c7e5ba service neutron] Bound port: df1216e0-d1af-4909-ae11-d3114caca167, host: n-h2-813419-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e01fb65-f38f-48de-8da6-2931b7e7e084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '940fd3c1-7ac3-4e71-b915-5317697caaa9'}}] {{(pid=102346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:24:40.398003 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-fac9f1af-042f-4721-9d43-cb5dbdcbe7fc req-61ac50c9-c3d3-4e3c-850a-9ae0f5c7e5ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:40.493659 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa95255f-993d-41e3-a270-ee7901edc072 None None] Sync routers for ids ['5195b8de-e96a-46e9-80b8-b88584e35498'] in n-d-813419-10 {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:24:40.533895 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7131f4eb-d397-4abe-ae98-f25548839bfa req-163508da-e602-4c9a-9bd7-167f69de8196 tempest-ServerRescueTestJSON-1025374340 tempest-ServerRescueTestJSON-1025374340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:40.535460 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-7131f4eb-d397-4abe-ae98-f25548839bfa req-163508da-e602-4c9a-9bd7-167f69de8196 tempest-ServerRescueTestJSON-1025374340 tempest-ServerRescueTestJSON-1025374340-project] 10.222.0.44 "GET /v2.0/ports?device_id=3023f4e1-4118-4ca5-96f9-0bf5c68da3ab HTTP/1.1" status: 200 len: 943 time: 0.1551147 Oct 27 10:24:40.564861 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-4a07474f-537d-4459-8d15-4bb5b88ee46b req-bd4d3614-9ec3-4750-9997-0fdd8b91c630 tempest-ListServerFiltersTestJSON-326742351 tempest-ListServerFiltersTestJSON-326742351-project] 10.222.0.44 "GET /v2.0/security-groups?id=f276a67d-9e93-463b-b0a2-3e206c03b654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566117 Oct 27 10:24:40.601037 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa95255f-993d-41e3-a270-ee7901edc072 None None] Routers {'5195b8de-e96a-46e9-80b8-b88584e35498'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:24:40.602081 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-fa95255f-993d-41e3-a270-ee7901edc072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:24:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['5195b8de-e96a-46e9-80b8-b88584e35498'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:24:40.629485 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [req-fac9f1af-042f-4721-9d43-cb5dbdcbe7fc req-61ac50c9-c3d3-4e3c-850a-9ae0f5c7e5ba service neutron] For port df1216e0-d1af-4909-ae11-d3114caca167, host n-h2-813419-10, cleared binding levels {{(pid=102346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:24:40.653181 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [req-fac9f1af-042f-4721-9d43-cb5dbdcbe7fc req-61ac50c9-c3d3-4e3c-850a-9ae0f5c7e5ba service neutron] For port df1216e0-d1af-4909-ae11-d3114caca167, host n-h2-813419-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=df1216e0-d1af-4909-ae11-d3114caca167,segment=NetworkSegment(6e01fb65-f38f-48de-8da6-2931b7e7e084),segment_id=6e01fb65-f38f-48de-8da6-2931b7e7e084)] {{(pid=102346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:24:40.673345 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-7131f4eb-d397-4abe-ae98-f25548839bfa req-94c0b3d8-afd2-4f86-aa86-946947535372 tempest-ServerRescueTestJSON-1025374340 tempest-ServerRescueTestJSON-1025374340-project] 10.222.0.44 "GET /v2.0/security-groups?id=5f97c1ff-dad7-428f-af4b-bc7a94091827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147666 Oct 27 10:24:40.718024 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-fac9f1af-042f-4721-9d43-cb5dbdcbe7fc req-61ac50c9-c3d3-4e3c-850a-9ae0f5c7e5ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27024173'] for port, after_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:40.766445 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device ef599265-bc33-4c73-9c72-0acae098e5ed details requested by agent hyperv_n-h1-813419-10 with host n-h1-813419-10 {{(pid=102348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 10:24:40.800467 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac9f1af-042f-4721-9d43-cb5dbdcbe7fc req-61ac50c9-c3d3-4e3c-850a-9ae0f5c7e5ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:40.801961 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-fac9f1af-042f-4721-9d43-cb5dbdcbe7fc req-61ac50c9-c3d3-4e3c-850a-9ae0f5c7e5ba service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:40.804175 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-fac9f1af-042f-4721-9d43-cb5dbdcbe7fc req-61ac50c9-c3d3-4e3c-850a-9ae0f5c7e5ba service neutron] 10.222.0.76 "PUT /v2.0/ports/df1216e0-d1af-4909-ae11-d3114caca167 HTTP/1.1" status: 200 len: 1092 time: 1.8865867 Oct 27 10:24:40.823692 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3023f4e1-4118-4ca5-96f9-0bf5c68da3ab', 'tag': 'df1216e0-d1af-4909-ae11-d3114caca167'}] {{(pid=102346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:24:40.829211 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc0e418f5fc417c8d55d94c0aa509b037d0beb2a734c1a709e789eb65639a56d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0ea4c9d-38c8-4bec-a545-2b4416e5793a" -d '{"events": [{"name": "network-changed", "server_uuid": "3023f4e1-4118-4ca5-96f9-0bf5c68da3ab", "tag": "df1216e0-d1af-4909-ae11-d3114caca167"}]}' {{(pid=102346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:24:40.935305 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port ef599265-bc33-4c73-9c72-0acae098e5ed, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=ef599265-bc33-4c73-9c72-0acae098e5ed,segment=NetworkSegment(f7c42c6d-2766-46d8-a8b7-4852117a5555),segment_id=f7c42c6d-2766-46d8-a8b7-4852117a5555)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:24:40.949593 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Returning: {'device': 'ef599265-bc33-4c73-9c72-0acae098e5ed', 'network_id': '4d250f92-d229-45fe-a579-67fef8e6c544', 'port_id': 'ef599265-bc33-4c73-9c72-0acae098e5ed', 'mac_address': 'fa:16:3e:a0:11:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62eb52f7-aac4-48af-8670-e04300325561', 'ip_address': '192.168.233.161'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 10:24:40.970561 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device 848dd2ed-9585-42c3-869b-840c7332f2f2 details requested by agent hyperv_n-h2-813419-10 with host n-h2-813419-10 {{(pid=102348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 10:24:41.023554 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:41.064021 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvr_db [None req-fa95255f-993d-41e3-a270-ee7901edc072 None None] Set router 5195b8de-e96a-46e9-80b8-b88584e35498 gateway port host: n-d-813419-10 {{(pid=102348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:24:41.154533 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b0bd83-56a8-4535-a1c5-294dac64edc6 req-5e968845-8ac4-4c9c-9527-757ea4f7c0bf tempest-ListServerFiltersTestJSON-326742351 tempest-ListServerFiltersTestJSON-326742351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:41.166028 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b5b0bd83-56a8-4535-a1c5-294dac64edc6 req-5e968845-8ac4-4c9c-9527-757ea4f7c0bf tempest-ListServerFiltersTestJSON-326742351 tempest-ListServerFiltersTestJSON-326742351-project] 10.222.0.44 "GET /v2.0/ports?device_id=2bd3b845-baa6-4707-936b-e5789fffd4ee HTTP/1.1" status: 200 len: 945 time: 0.0682454 Oct 27 10:24:41.214320 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b5b0bd83-56a8-4535-a1c5-294dac64edc6 req-bb6cbfc4-e199-46b1-9e0e-32afc9b12593 tempest-ListServerFiltersTestJSON-326742351 tempest-ListServerFiltersTestJSON-326742351-project] 10.222.0.44 "GET /v2.0/security-groups?id=f276a67d-9e93-463b-b0a2-3e206c03b654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470371 Oct 27 10:24:41.326091 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] For port 848dd2ed-9585-42c3-869b-840c7332f2f2, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=848dd2ed-9585-42c3-869b-840c7332f2f2,segment=NetworkSegment(50500633-18ab-48c2-98da-73563c3123ba),segment_id=50500633-18ab-48c2-98da-73563c3123ba)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:24:41.340183 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef599265-bc33-4c73-9c72-0acae098e5ed {{(pid=102348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:24:41.352183 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Returning: {'device': '848dd2ed-9585-42c3-869b-840c7332f2f2', 'network_id': 'b70d8912-e651-449a-aede-549067567147', 'port_id': '848dd2ed-9585-42c3-869b-840c7332f2f2', 'mac_address': 'fa:16:3e:ba:f4:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 439, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c8d0682-e9d2-4157-8f50-67abbd1aff64', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 10:24:41.421853 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port ef599265-bc33-4c73-9c72-0acae098e5ed, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=ef599265-bc33-4c73-9c72-0acae098e5ed,segment=NetworkSegment(f7c42c6d-2766-46d8-a8b7-4852117a5555),segment_id=f7c42c6d-2766-46d8-a8b7-4852117a5555)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:24:41.454293 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:41.455906 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37cdc03-b650-4bbf-86d1-5fc9640538ad req-c1ec180f-23f7-49f4-8bdd-82f7384554a4 tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:41.458356 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c37cdc03-b650-4bbf-86d1-5fc9640538ad req-c1ec180f-23f7-49f4-8bdd-82f7384554a4 tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] 10.222.0.44 "GET /v2.0/ports?device_id=bc03c0c0-96d1-4c90-904e-304dc69ac804 HTTP/1.1" status: 200 len: 943 time: 0.0994239 Oct 27 10:24:41.519988 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:41.544519 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c37cdc03-b650-4bbf-86d1-5fc9640538ad req-42089dcd-57af-4c06-9ad8-dbe723ca0759 tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] 10.222.0.44 "GET /v2.0/security-groups?id=df17171a-6534-4d8a-8518-0be5fe64cbb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780809 Oct 27 10:24:41.561927 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-67ebae3e-cc18-4b5d-bb74-9d00a8ffdd0d req-9601a94a-6c63-48de-997e-ee0e18459a7a tempest-FloatingIPsNegativeTestJSON-1537023911 tempest-FloatingIPsNegativeTestJSON-1537023911-project] 10.222.0.44 "GET /v2.0/floatingips?tenant_id=835b0e92be23426b8a689738b52d097e HTTP/1.1" status: 200 len: 217 time: 0.7225213 Oct 27 10:24:41.566086 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 10:24:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad86513f-4075-4f20-82ab-a5c3dccb7829 x-openstack-request-id: req-ad86513f-4075-4f20-82ab-a5c3dccb7829 {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:24:41.566086 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3023f4e1-4118-4ca5-96f9-0bf5c68da3ab", "tag": "df1216e0-d1af-4909-ae11-d3114caca167", "status": "completed", "code": 200}]} {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:24:41.566330 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ad86513f-4075-4f20-82ab-a5c3dccb7829 {{(pid=102346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:24:41.566595 n-d-813419-10 neutron-server[102346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3023f4e1-4118-4ca5-96f9-0bf5c68da3ab', 'tag': 'df1216e0-d1af-4909-ae11-d3114caca167', 'status': 'completed', 'code': 200} Oct 27 10:24:41.567638 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 198d56f2-770a-475a-bb67-141cbd7747ec no longer exists at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:24:41.585807 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ac50c9-c3d3-4e3c-850a-9ae0f5c7e5ba service neutron] Pushing event updated for resources: {'Port': ['ID=df1216e0-d1af-4909-ae11-d3114caca167,revision_number=3']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:24:41.595944 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 848dd2ed-9585-42c3-869b-840c7332f2f2 {{(pid=102348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:24:41.630649 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] No Port match for: 198d56f2-770a-475a-bb67-141cbd7747ec {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:24:41.630983 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 198d56f2-770a-475a-bb67-141cbd7747ec not bound to the agent host n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:24:41.659107 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac9f1af-042f-4721-9d43-cb5dbdcbe7fc req-37bee40e-f11a-4488-bc50-03be17fac021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:41.660669 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-fac9f1af-042f-4721-9d43-cb5dbdcbe7fc req-37bee40e-f11a-4488-bc50-03be17fac021 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=23d18887a95946a7b35c0b3b4d482024&device_id=3023f4e1-4118-4ca5-96f9-0bf5c68da3ab HTTP/1.1" status: 200 len: 1095 time: 0.7883039 Oct 27 10:24:41.705577 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Pushing event updated for resources: {'Port': ['ID=ef599265-bc33-4c73-9c72-0acae098e5ed,revision_number=8']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:24:41.727039 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] For port 848dd2ed-9585-42c3-869b-840c7332f2f2, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=848dd2ed-9585-42c3-869b-840c7332f2f2,segment=NetworkSegment(50500633-18ab-48c2-98da-73563c3123ba),segment_id=50500633-18ab-48c2-98da-73563c3123ba)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:24:41.727276 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-fac9f1af-042f-4721-9d43-cb5dbdcbe7fc req-4a523330-7fb2-4234-a989-4592f32f37c3 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=df1216e0-d1af-4909-ae11-d3114caca167 HTTP/1.1" status: 200 len: 217 time: 0.0380366 Oct 27 10:24:41.739036 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:41.838698 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced6c9bc-4bda-4748-ae9e-ac8768e7dff5 req-d78c9130-41d6-4776-96f3-9b8dbf4a2b92 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:41.843327 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] get_ports_and_sgs() called for port_ids ['ef599265-bc33-4c73-9c72-0acae098e5ed'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:24:41.847298 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ced6c9bc-4bda-4748-ae9e-ac8768e7dff5 req-d78c9130-41d6-4776-96f3-9b8dbf4a2b92 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/ports?device_id=e8ba4d8b-4106-4181-809e-b9e98a50d4b3 HTTP/1.1" status: 200 len: 949 time: 0.1993859 Oct 27 10:24:41.847646 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-fa95255f-993d-41e3-a270-ee7901edc072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5195b8de-e96a-46e9-80b8-b88584e35498', 'name': 'tempest-FloatingIPsNegativeTestJSON-275503941-router', 'tenant_id': '835b0e92be23426b8a689738b52d097e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.18'}], 'enable_snat': True}, 'gw_port_id': '016da588-3c50-4ac5-af47-3aa21864f901', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:24:26Z', 'updated_at': '2021-10-27T10:24:36Z', 'revision_number': 4, 'project_id': '835b0e92be23426b8a689738b52d097e', 'gw_port': {'id': '016da588-3c50-4ac5-af47-3aa21864f901', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:71:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5195b8de-e96a-46e9-80b8-b88584e35498', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:24:27Z', 'updated_at': '2021-10-27T10:24:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_interfaces': [{'id': '91f93362-2926-45b7-96f1-6d4b11b29062', 'name': '', 'network_id': 'e07fb2ab-8da9-446a-b184-59fa6c116fe7', 'tenant_id': '835b0e92be23426b8a689738b52d097e', 'mac_address': 'fa:16:3e:ed:41:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5195b8de-e96a-46e9-80b8-b88584e35498', 'device_owner': 'network:router_interface', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'faf29995-4e62-4f88-a8e8-4f78cc5f1ee9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:24:34Z', 'updated_at': '2021-10-27T10:24:36Z', 'revision_number': 2, 'project_id': '835b0e92be23426b8a689738b52d097e', 'subnets': [{'id': 'faf29995-4e62-4f88-a8e8-4f78cc5f1ee9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:24:41.851798 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Pushing event updated for resources: {'Port': ['ID=848dd2ed-9585-42c3-869b-840c7332f2f2,revision_number=4']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:24:41.859918 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac9f1af-042f-4721-9d43-cb5dbdcbe7fc req-b05d9a0d-b207-4fbd-86f2-96c2545442ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:41.861414 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-fac9f1af-042f-4721-9d43-cb5dbdcbe7fc req-b05d9a0d-b207-4fbd-86f2-96c2545442ca service neutron] 10.222.0.76 "GET /v2.0/subnets?id=77c01f76-4118-40f3-9687-19e52d96a177 HTTP/1.1" status: 200 len: 851 time: 0.1253896 Oct 27 10:24:41.903351 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-fac9f1af-042f-4721-9d43-cb5dbdcbe7fc req-00c82b50-125a-41cb-9d31-a5d07c2452b7 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=940fd3c1-7ac3-4e71-b915-5317697caaa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312896 Oct 27 10:24:41.918869 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa95255f-993d-41e3-a270-ee7901edc072 None None] Checking router: 5195b8de-e96a-46e9-80b8-b88584e35498 for host: n-d-813419-10 {{(pid=102348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 10:24:41.920005 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa95255f-993d-41e3-a270-ee7901edc072 None None] Updating router 5195b8de-e96a-46e9-80b8-b88584e35498 port 91f93362-2926-45b7-96f1-6d4b11b29062 binding host n-d-813419-10 {{(pid=102348) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 10:24:41.952135 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55d7a62-a150-412a-8a0c-0d8a7417d278 req-411d57d6-dcfd-4429-94bf-6cefb2f97296 tempest-ListServerFiltersTestJSON-326742351 tempest-ListServerFiltersTestJSON-326742351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:41.960243 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c55d7a62-a150-412a-8a0c-0d8a7417d278 req-411d57d6-dcfd-4429-94bf-6cefb2f97296 tempest-ListServerFiltersTestJSON-326742351 tempest-ListServerFiltersTestJSON-326742351-project] 10.222.0.44 "GET /v2.0/ports?device_id=45d14893-5bf6-4b65-b786-fa5afce227ce HTTP/1.1" status: 200 len: 946 time: 0.0617228 Oct 27 10:24:41.961497 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-fa95255f-993d-41e3-a270-ee7901edc072 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:41.985866 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ced6c9bc-4bda-4748-ae9e-ac8768e7dff5 req-5a41dbea-6dd9-41f5-b4fe-472973210e75 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/security-groups?id=e786382c-1289-4f9d-b471-ed120470c2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345429 Oct 27 10:24:41.994185 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-f6cffb08-206b-4ccc-95dc-b5471aa645c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1766202'] for router_interface, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:42.017426 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c55d7a62-a150-412a-8a0c-0d8a7417d278 req-b0e1d917-d1ed-4ff0-b01b-8d587d4c41ed tempest-ListServerFiltersTestJSON-326742351 tempest-ListServerFiltersTestJSON-326742351-project] 10.222.0.44 "GET /v2.0/security-groups?id=f276a67d-9e93-463b-b0a2-3e206c03b654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557811 Oct 27 10:24:42.129970 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] get_ports_and_sgs() called for port_ids ['848dd2ed-9585-42c3-869b-840c7332f2f2'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:24:42.130716 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-a13c1ce0-7849-4476-ac11-509c342a07e3 req-09aa5497-5ee6-4b7d-a968-29ab398cbac8 tempest-FloatingIPsNegativeTestJSON-1537023911 tempest-FloatingIPsNegativeTestJSON-1537023911-project] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0861642 Oct 27 10:24:42.214043 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-fac9f1af-042f-4721-9d43-cb5dbdcbe7fc req-9899afab-f9b5-4c5b-a7ef-9626f7c98025 service neutron] 10.222.0.76 "GET /v2.0/networks/940fd3c1-7ac3-4e71-b915-5317697caaa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3011837 Oct 27 10:24:42.262515 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1face00c-bac1-464d-903e-0e4d8bdb02eb req-29820174-3b59-485e-85ad-b1f76e01e2d3 tempest-ServerRescueTestJSON-1025374340 tempest-ServerRescueTestJSON-1025374340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:42.272516 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-1face00c-bac1-464d-903e-0e4d8bdb02eb req-29820174-3b59-485e-85ad-b1f76e01e2d3 tempest-ServerRescueTestJSON-1025374340 tempest-ServerRescueTestJSON-1025374340-project] 10.222.0.44 "GET /v2.0/ports?device_id=3023f4e1-4118-4ca5-96f9-0bf5c68da3ab HTTP/1.1" status: 200 len: 943 time: 0.0970957 Oct 27 10:24:42.322497 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-1face00c-bac1-464d-903e-0e4d8bdb02eb req-8f7d2b91-902e-43df-9426-429fabde8a50 tempest-ServerRescueTestJSON-1025374340 tempest-ServerRescueTestJSON-1025374340-project] 10.222.0.44 "GET /v2.0/security-groups?id=5f97c1ff-dad7-428f-af4b-bc7a94091827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490298 Oct 27 10:24:42.521804 n-d-813419-10 neutron-server[102346]: INFO neutron.api.v2.resource [req-dd7f0b13-7b8b-49e4-ba3a-c883f16899c3 req-8466e8ff-cbf4-4877-9d01-edcbf648983f tempest-FloatingIPsNegativeTestJSON-1537023911 tempest-FloatingIPsNegativeTestJSON-1537023911-project] show failed (client error): The resource could not be found. Oct 27 10:24:42.523232 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-dd7f0b13-7b8b-49e4-ba3a-c883f16899c3 req-8466e8ff-cbf4-4877-9d01-edcbf648983f tempest-FloatingIPsNegativeTestJSON-1537023911 tempest-FloatingIPsNegativeTestJSON-1537023911-project] 10.222.0.44 "GET /v2.0/floatingips/3c30a0ac-8ca3-4136-af28-12a0c8d8a428 HTTP/1.1" status: 404 len: 350 time: 0.0766606 Oct 27 10:24:42.533404 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 47780) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:24:42.588324 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-fa95255f-993d-41e3-a270-ee7901edc072 None None] Publish callbacks [] for port, precommit_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:42.613686 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-fa95255f-993d-41e3-a270-ee7901edc072 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:42.684974 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ffbc16-f1e9-44bf-b3ef-3907b1655fa6 req-d2ba1d89-d490-4c08-b311-76601f6160be tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:42.686592 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-a3ffbc16-f1e9-44bf-b3ef-3907b1655fa6 req-d2ba1d89-d490-4c08-b311-76601f6160be tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.64 "GET /v2.0/ports?device_id=e8ba4d8b-4106-4181-809e-b9e98a50d4b3&tenant_id=31dc088f778a4c2fb761c23ef7d22647&binding%3Ahost_id=n-h1-813419-10 HTTP/1.1" status: 200 len: 949 time: 0.2433410 Oct 27 10:24:42.709162 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-fac9f1af-042f-4721-9d43-cb5dbdcbe7fc req-f7d32b57-82cc-4774-b615-b2a570e34ba5 service neutron] 10.222.0.76 "GET /v2.0/networks/940fd3c1-7ac3-4e71-b915-5317697caaa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4608855 Oct 27 10:24:42.769357 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621bd9f2-6228-4cd8-8f4b-f6ddb34dd4a8 None None] Pushing event updated for resources: {'Port': ['ID=91f93362-2926-45b7-96f1-6d4b11b29062,revision_number=3']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:24:42.784493 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bd5fe8-b59a-417f-9777-f347b146401c req-f39d18e4-6636-4406-bd42-8b7f40afd085 tempest-ListServerFiltersTestJSON-326742351 tempest-ListServerFiltersTestJSON-326742351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:42.792055 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bd5fe8-b59a-417f-9777-f347b146401c req-f39d18e4-6636-4406-bd42-8b7f40afd085 tempest-ListServerFiltersTestJSON-326742351 tempest-ListServerFiltersTestJSON-326742351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:42.798070 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bd5fe8-b59a-417f-9777-f347b146401c req-f39d18e4-6636-4406-bd42-8b7f40afd085 tempest-ListServerFiltersTestJSON-326742351 tempest-ListServerFiltersTestJSON-326742351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:42.799725 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-82bd5fe8-b59a-417f-9777-f347b146401c req-f39d18e4-6636-4406-bd42-8b7f40afd085 tempest-ListServerFiltersTestJSON-326742351 tempest-ListServerFiltersTestJSON-326742351-project] 10.222.0.44 "GET /v2.0/ports?device_id=2bd3b845-baa6-4707-936b-e5789fffd4ee&device_id=48159e85-4d68-4bf6-8aa6-e816915ba353&device_id=45d14893-5bf6-4b65-b786-fa5afce227ce HTTP/1.1" status: 200 len: 2417 time: 0.1228924 Oct 27 10:24:42.830482 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-fa95255f-993d-41e3-a270-ee7901edc072 None None] Attempting to bind port 91f93362-2926-45b7-96f1-6d4b11b29062 on host n-d-813419-10 for vnic_type normal with profile {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:24:42.830988 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-fa95255f-993d-41e3-a270-ee7901edc072 None None] Attempting to bind port 91f93362-2926-45b7-96f1-6d4b11b29062 by drivers openvswitch,hyperv on host n-d-813419-10 at level 0 using segments [{'id': 'be724bff-168f-4f44-bd48-6d66ce83179a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'e07fb2ab-8da9-446a-b184-59fa6c116fe7'}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:24:42.831461 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa95255f-993d-41e3-a270-ee7901edc072 None None] Attempting to bind port 91f93362-2926-45b7-96f1-6d4b11b29062 on network e07fb2ab-8da9-446a-b184-59fa6c116fe7 {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:24:42.838550 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa95255f-993d-41e3-a270-ee7901edc072 None None] Checking agent: {'id': '89dba0f3-79b2-435e-9822-33674b8f6ada', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 8, 20), 'started_at': datetime.datetime(2021, 10, 27, 10, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 24, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:24:42.838925 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa95255f-993d-41e3-a270-ee7901edc072 None None] Checking segment: {'id': 'be724bff-168f-4f44-bd48-6d66ce83179a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'e07fb2ab-8da9-446a-b184-59fa6c116fe7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:24:42.839420 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-fa95255f-993d-41e3-a270-ee7901edc072 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:42.839908 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa95255f-993d-41e3-a270-ee7901edc072 None None] Bound using segment: {'id': 'be724bff-168f-4f44-bd48-6d66ce83179a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'e07fb2ab-8da9-446a-b184-59fa6c116fe7'} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:24:42.840496 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-fa95255f-993d-41e3-a270-ee7901edc072 None None] Bound port: 91f93362-2926-45b7-96f1-6d4b11b29062, host: n-d-813419-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be724bff-168f-4f44-bd48-6d66ce83179a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'e07fb2ab-8da9-446a-b184-59fa6c116fe7'}}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:24:42.840979 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-fa95255f-993d-41e3-a270-ee7901edc072 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:42.877280 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-a3ffbc16-f1e9-44bf-b3ef-3907b1655fa6 req-023a4e9c-f440-449e-be18-b06ea4f79ab2 service neutron] 10.222.0.64 "GET /v2.0/ports/ef599265-bc33-4c73-9c72-0acae098e5ed/bindings/n-h1-813419-10 HTTP/1.1" status: 200 len: 383 time: 0.1740811 Oct 27 10:24:42.961714 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-fa95255f-993d-41e3-a270-ee7901edc072 None None] For port 91f93362-2926-45b7-96f1-6d4b11b29062, host n-d-813419-10, cleared binding levels {{(pid=102348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:24:42.966540 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a6919b-b4ac-4cad-b1a5-7f620b078f41 req-07a46a67-bcde-4073-b323-73dc246938ff tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:42.970455 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-fa95255f-993d-41e3-a270-ee7901edc072 None None] For port 91f93362-2926-45b7-96f1-6d4b11b29062, host n-d-813419-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=91f93362-2926-45b7-96f1-6d4b11b29062,segment=NetworkSegment(be724bff-168f-4f44-bd48-6d66ce83179a),segment_id=be724bff-168f-4f44-bd48-6d66ce83179a)] {{(pid=102348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:24:42.974603 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-50a6919b-b4ac-4cad-b1a5-7f620b078f41 req-07a46a67-bcde-4073-b323-73dc246938ff tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/ports?device_id=e8ba4d8b-4106-4181-809e-b9e98a50d4b3 HTTP/1.1" status: 200 len: 949 time: 0.3356898 Oct 27 10:24:42.978882 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-fa95255f-993d-41e3-a270-ee7901edc072 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:42.989662 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-82bd5fe8-b59a-417f-9777-f347b146401c req-183eb1c9-e869-492a-9417-18efa2936db9 tempest-ListServerFiltersTestJSON-326742351 tempest-ListServerFiltersTestJSON-326742351-project] 10.222.0.44 "GET /v2.0/security-groups?id=f276a67d-9e93-463b-b0a2-3e206c03b654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613712 Oct 27 10:24:42.998298 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ea4c9d-38c8-4bec-a545-2b4416e5793a req-f4906ca9-0e3c-40d3-ac20-32e7bd3bf5d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:43.000661 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-d0ea4c9d-38c8-4bec-a545-2b4416e5793a req-f4906ca9-0e3c-40d3-ac20-32e7bd3bf5d3 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=23d18887a95946a7b35c0b3b4d482024&device_id=3023f4e1-4118-4ca5-96f9-0bf5c68da3ab HTTP/1.1" status: 200 len: 1095 time: 0.1603034 Oct 27 10:24:43.112240 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-214138b5-bc23-4ed4-bd40-ae88aec8ea2a None None] Provisioning complete for port 91f93362-2926-45b7-96f1-6d4b11b29062 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:24:43.112484 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-214138b5-bc23-4ed4-bd40-ae88aec8ea2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:43.118276 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621bd9f2-6228-4cd8-8f4b-f6ddb34dd4a8 None None] Pushing event updated for resources: {'Port': ['ID=91f93362-2926-45b7-96f1-6d4b11b29062,revision_number=4']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:24:43.129959 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-50a6919b-b4ac-4cad-b1a5-7f620b078f41 req-4846fe9b-9aa6-47e9-9f10-baac7b1c8240 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/security-groups?id=e786382c-1289-4f9d-b471-ed120470c2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543641 Oct 27 10:24:43.144157 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ffbc16-f1e9-44bf-b3ef-3907b1655fa6 req-b921ccc3-28f5-4cab-bdff-6af637cc1f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:43.146170 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-a3ffbc16-f1e9-44bf-b3ef-3907b1655fa6 req-b921ccc3-28f5-4cab-bdff-6af637cc1f0f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=31dc088f778a4c2fb761c23ef7d22647&device_id=e8ba4d8b-4106-4181-809e-b9e98a50d4b3 HTTP/1.1" status: 200 len: 1101 time: 0.2378235 Oct 27 10:24:43.189284 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f844fa2a-b238-423e-a99a-d9677e847ec1 req-750789de-0c96-483c-b65a-992f11fc53d6 tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:43.190867 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-f844fa2a-b238-423e-a99a-d9677e847ec1 req-750789de-0c96-483c-b65a-992f11fc53d6 tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] 10.222.0.44 "GET /v2.0/ports?device_id=bc03c0c0-96d1-4c90-904e-304dc69ac804 HTTP/1.1" status: 200 len: 944 time: 0.1354671 Oct 27 10:24:43.315953 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-f844fa2a-b238-423e-a99a-d9677e847ec1 req-f1c5abf0-7b22-4b2a-8b63-dc512f9868fd tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] 10.222.0.44 "GET /v2.0/security-groups?id=df17171a-6534-4d8a-8518-0be5fe64cbb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003597 Oct 27 10:24:43.361489 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ea4c9d-38c8-4bec-a545-2b4416e5793a req-b33df923-d4b4-45d6-a206-f57384c3d75b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:43.363045 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-d0ea4c9d-38c8-4bec-a545-2b4416e5793a req-b33df923-d4b4-45d6-a206-f57384c3d75b service neutron] 10.222.0.76 "GET /v2.0/networks?id=940fd3c1-7ac3-4e71-b915-5317697caaa9 HTTP/1.1" status: 200 len: 912 time: 0.3358879 Oct 27 10:24:43.401873 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-f6cffb08-206b-4ccc-95dc-b5471aa645c5 admin admin] Deleting port d31f45b2-4996-417f-9b15-13bef4c0e7e5 {{(pid=102346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:24:43.402260 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-f6cffb08-206b-4ccc-95dc-b5471aa645c5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:43.433966 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa95255f-993d-41e3-a270-ee7901edc072 None None] Routers {'5195b8de-e96a-46e9-80b8-b88584e35498'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:24:43.434667 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-fa95255f-993d-41e3-a270-ee7901edc072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:24:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['5195b8de-e96a-46e9-80b8-b88584e35498'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:24:43.455996 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-d0ea4c9d-38c8-4bec-a545-2b4416e5793a req-8b6500b2-d860-4aef-a9af-6d06fa28b545 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=df1216e0-d1af-4909-ae11-d3114caca167 HTTP/1.1" status: 200 len: 217 time: 0.0652964 Oct 27 10:24:43.509377 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-c277024b-7bf6-46d6-857c-858957a206cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1766202'] for router_interface, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:43.574949 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6106474a-a69c-45a5-8421-287e3da155be req-f3279135-feb7-40eb-ab28-a16f7ec020eb tempest-ListServerFiltersTestJSON-326742351 tempest-ListServerFiltersTestJSON-326742351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:43.580713 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-6106474a-a69c-45a5-8421-287e3da155be req-f3279135-feb7-40eb-ab28-a16f7ec020eb tempest-ListServerFiltersTestJSON-326742351 tempest-ListServerFiltersTestJSON-326742351-project] 10.222.0.44 "GET /v2.0/ports?device_id=2bd3b845-baa6-4707-936b-e5789fffd4ee HTTP/1.1" status: 200 len: 945 time: 0.2720501 Oct 27 10:24:43.597881 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ea4c9d-38c8-4bec-a545-2b4416e5793a req-f6f5d922-2bea-4d16-a654-2a962354fb56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:43.598134 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-d0ea4c9d-38c8-4bec-a545-2b4416e5793a req-f6f5d922-2bea-4d16-a654-2a962354fb56 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=77c01f76-4118-40f3-9687-19e52d96a177 HTTP/1.1" status: 200 len: 851 time: 0.1117692 Oct 27 10:24:43.624577 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ffbc16-f1e9-44bf-b3ef-3907b1655fa6 req-ef384a64-1e23-417d-89e4-507b4b77f3c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:43.626208 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-a3ffbc16-f1e9-44bf-b3ef-3907b1655fa6 req-ef384a64-1e23-417d-89e4-507b4b77f3c7 service neutron] 10.222.0.64 "GET /v2.0/networks?id=4d250f92-d229-45fe-a579-67fef8e6c544 HTTP/1.1" status: 200 len: 870 time: 0.4263225 Oct 27 10:24:43.630530 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-214138b5-bc23-4ed4-bd40-ae88aec8ea2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:43.641618 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.agents_db [None req-e79ee67d-056e-46ea-bd99-e80473396b25 None None] Agent healthcheck: found 7 active agents {{(pid=102349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 10:24:43.660421 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-d0ea4c9d-38c8-4bec-a545-2b4416e5793a req-ab03c095-3cb4-4048-adf5-7c1ffba351fd service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=940fd3c1-7ac3-4e71-b915-5317697caaa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0521431 Oct 27 10:24:43.667882 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cb0806-3ae8-4f83-9f1a-6af2c3401acd req-17953e01-0a3d-4d21-b9fe-275c546bfcac tempest-ServerRescueTestJSON-1025374340 tempest-ServerRescueTestJSON-1025374340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:43.674610 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-a7cb0806-3ae8-4f83-9f1a-6af2c3401acd req-17953e01-0a3d-4d21-b9fe-275c546bfcac tempest-ServerRescueTestJSON-1025374340 tempest-ServerRescueTestJSON-1025374340-project] 10.222.0.44 "GET /v2.0/ports?device_id=3023f4e1-4118-4ca5-96f9-0bf5c68da3ab HTTP/1.1" status: 200 len: 943 time: 0.1126356 Oct 27 10:24:43.719643 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-214138b5-bc23-4ed4-bd40-ae88aec8ea2a None None] For port 91f93362-2926-45b7-96f1-6d4b11b29062, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=91f93362-2926-45b7-96f1-6d4b11b29062,segment=NetworkSegment(be724bff-168f-4f44-bd48-6d66ce83179a),segment_id=be724bff-168f-4f44-bd48-6d66ce83179a)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:24:43.722844 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-a3ffbc16-f1e9-44bf-b3ef-3907b1655fa6 req-4052cea1-75f7-4b79-96ac-34d20cb2a6df service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.161&port_id=ef599265-bc33-4c73-9c72-0acae098e5ed HTTP/1.1" status: 200 len: 217 time: 0.0710948 Oct 27 10:24:43.735843 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvr_db [None req-fa95255f-993d-41e3-a270-ee7901edc072 None None] Set router 5195b8de-e96a-46e9-80b8-b88584e35498 gateway port host: n-d-813419-10 {{(pid=102348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:24:43.738718 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-6106474a-a69c-45a5-8421-287e3da155be req-676c0eae-3832-42ca-a25c-27415455552d tempest-ListServerFiltersTestJSON-326742351 tempest-ListServerFiltersTestJSON-326742351-project] 10.222.0.44 "GET /v2.0/security-groups?id=f276a67d-9e93-463b-b0a2-3e206c03b654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526189 Oct 27 10:24:43.768816 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-a7cb0806-3ae8-4f83-9f1a-6af2c3401acd req-85679210-0199-43cf-b509-7650976e3fe7 tempest-ServerRescueTestJSON-1025374340 tempest-ServerRescueTestJSON-1025374340-project] 10.222.0.44 "GET /v2.0/security-groups?id=5f97c1ff-dad7-428f-af4b-bc7a94091827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932493 Oct 27 10:24:43.782241 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-214138b5-bc23-4ed4-bd40-ae88aec8ea2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:43.838677 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214138b5-bc23-4ed4-bd40-ae88aec8ea2a None None] Pushing event updated for resources: {'Port': ['ID=91f93362-2926-45b7-96f1-6d4b11b29062,revision_number=5']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:24:43.844133 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [None req-f6cffb08-206b-4ccc-95dc-b5471aa645c5 admin admin] For port d31f45b2-4996-417f-9b15-13bef4c0e7e5, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=d31f45b2-4996-417f-9b15-13bef4c0e7e5,segment=NetworkSegment(c1c09620-5217-4ebd-a09d-b6f9de28c0f2),segment_id=c1c09620-5217-4ebd-a09d-b6f9de28c0f2)] {{(pid=102346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:24:43.844670 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-f6cffb08-206b-4ccc-95dc-b5471aa645c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:43.865234 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-f6cffb08-206b-4ccc-95dc-b5471aa645c5 admin admin] Calling delete_port for d31f45b2-4996-417f-9b15-13bef4c0e7e5 owned by network:router_interface {{(pid=102346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:24:44.013587 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-24bfa653-c686-441a-ae82-29990c6eff1a None None] Provisioning complete for port 91f93362-2926-45b7-96f1-6d4b11b29062 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:24:44.013963 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-24bfa653-c686-441a-ae82-29990c6eff1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:44.086684 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ffbc16-f1e9-44bf-b3ef-3907b1655fa6 req-401e4ae0-76e4-4227-891a-760a732abebb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:44.088223 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-a3ffbc16-f1e9-44bf-b3ef-3907b1655fa6 req-401e4ae0-76e4-4227-891a-760a732abebb service neutron] 10.222.0.64 "GET /v2.0/subnets?id=62eb52f7-aac4-48af-8670-e04300325561 HTTP/1.1" status: 200 len: 843 time: 0.3495119 Oct 27 10:24:44.199299 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-d0ea4c9d-38c8-4bec-a545-2b4416e5793a req-202fb803-5333-4be9-bc3b-497117873a3d service neutron] 10.222.0.76 "GET /v2.0/networks/940fd3c1-7ac3-4e71-b915-5317697caaa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4925601 Oct 27 10:24:44.225457 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ffbc16-f1e9-44bf-b3ef-3907b1655fa6 req-bd6a531a-2c6a-499a-bb40-e8d5e504f4c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:44.227191 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-a3ffbc16-f1e9-44bf-b3ef-3907b1655fa6 req-bd6a531a-2c6a-499a-bb40-e8d5e504f4c8 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4d250f92-d229-45fe-a579-67fef8e6c544&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1273837 Oct 27 10:24:44.377986 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-fa95255f-993d-41e3-a270-ee7901edc072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5195b8de-e96a-46e9-80b8-b88584e35498', 'name': 'tempest-FloatingIPsNegativeTestJSON-275503941-router', 'tenant_id': '835b0e92be23426b8a689738b52d097e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.18'}], 'enable_snat': True}, 'gw_port_id': '016da588-3c50-4ac5-af47-3aa21864f901', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:24:26Z', 'updated_at': '2021-10-27T10:24:36Z', 'revision_number': 4, 'project_id': '835b0e92be23426b8a689738b52d097e', 'gw_port': {'id': '016da588-3c50-4ac5-af47-3aa21864f901', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:71:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5195b8de-e96a-46e9-80b8-b88584e35498', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:24:27Z', 'updated_at': '2021-10-27T10:24:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_interfaces': [{'id': '91f93362-2926-45b7-96f1-6d4b11b29062', 'name': '', 'network_id': 'e07fb2ab-8da9-446a-b184-59fa6c116fe7', 'tenant_id': '835b0e92be23426b8a689738b52d097e', 'mac_address': 'fa:16:3e:ed:41:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5195b8de-e96a-46e9-80b8-b88584e35498', 'device_owner': 'network:router_interface', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'faf29995-4e62-4f88-a8e8-4f78cc5f1ee9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:24:34Z', 'updated_at': '2021-10-27T10:24:42Z', 'revision_number': 4, 'project_id': '835b0e92be23426b8a689738b52d097e', 'subnets': [{'id': 'faf29995-4e62-4f88-a8e8-4f78cc5f1ee9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:24:44.383031 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-c277024b-7bf6-46d6-857c-858957a206cb admin admin] Deleting port 91f93362-2926-45b7-96f1-6d4b11b29062 {{(pid=102347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:24:44.383580 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-c277024b-7bf6-46d6-857c-858957a206cb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:44.430861 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa95255f-993d-41e3-a270-ee7901edc072 None None] The sync data for ids ['5195b8de-e96a-46e9-80b8-b88584e35498'] in n-d-813419-10 is: [{'id': '5195b8de-e96a-46e9-80b8-b88584e35498', 'name': 'tempest-FloatingIPsNegativeTestJSON-275503941-router', 'tenant_id': '835b0e92be23426b8a689738b52d097e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.18'}], 'enable_snat': True}, 'gw_port_id': '016da588-3c50-4ac5-af47-3aa21864f901', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:24:26Z', 'updated_at': '2021-10-27T10:24:36Z', 'revision_number': 4, 'project_id': '835b0e92be23426b8a689738b52d097e', 'gw_port': {'id': '016da588-3c50-4ac5-af47-3aa21864f901', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:71:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5195b8de-e96a-46e9-80b8-b88584e35498', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:24:27Z', 'updated_at': '2021-10-27T10:24:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_interfaces': [{'id': '91f93362-2926-45b7-96f1-6d4b11b29062', 'name': '', 'network_id': 'e07fb2ab-8da9-446a-b184-59fa6c116fe7', 'tenant_id': '835b0e92be23426b8a689738b52d097e', 'mac_address': 'fa:16:3e:ed:41:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5195b8de-e96a-46e9-80b8-b88584e35498', 'device_owner': 'network:router_interface', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'faf29995-4e62-4f88-a8e8-4f78cc5f1ee9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:24:34Z', 'updated_at': '2021-10-27T10:24:42Z', 'revision_number': 4, 'project_id': '835b0e92be23426b8a689738b52d097e', 'subnets': [{'id': 'faf29995-4e62-4f88-a8e8-4f78cc5f1ee9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:24:44.473829 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [None req-c277024b-7bf6-46d6-857c-858957a206cb admin admin] For port 91f93362-2926-45b7-96f1-6d4b11b29062, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=91f93362-2926-45b7-96f1-6d4b11b29062,segment=NetworkSegment(be724bff-168f-4f44-bd48-6d66ce83179a),segment_id=be724bff-168f-4f44-bd48-6d66ce83179a)] {{(pid=102347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:24:44.474189 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-c277024b-7bf6-46d6-857c-858957a206cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:44.490549 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-c277024b-7bf6-46d6-857c-858957a206cb admin admin] Calling delete_port for 91f93362-2926-45b7-96f1-6d4b11b29062 owned by network:router_interface {{(pid=102347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:24:44.538495 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-d0ea4c9d-38c8-4bec-a545-2b4416e5793a req-cf85b8d9-f2b9-4fbb-a94e-6cf421895035 service neutron] 10.222.0.76 "GET /v2.0/networks/940fd3c1-7ac3-4e71-b915-5317697caaa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3260396 Oct 27 10:24:44.558043 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9bc12c-b572-4717-86fc-6d37726ae8a3 req-8de2c6c5-bcdf-40c9-8b7e-f585dbece8f6 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:44.569932 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-8a9bc12c-b572-4717-86fc-6d37726ae8a3 req-8de2c6c5-bcdf-40c9-8b7e-f585dbece8f6 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/ports?device_id=e8ba4d8b-4106-4181-809e-b9e98a50d4b3 HTTP/1.1" status: 200 len: 949 time: 0.2418025 Oct 27 10:24:44.618466 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-f6cffb08-206b-4ccc-95dc-b5471aa645c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:44.644289 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device ef599265-bc33-4c73-9c72-0acae098e5ed up at agent hyperv_n-h1-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:24:44.696690 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-8a9bc12c-b572-4717-86fc-6d37726ae8a3 req-5bc6b7bb-02f5-4207-822f-01fdcc2247e1 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/security-groups?id=e786382c-1289-4f9d-b471-ed120470c2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257484 Oct 27 10:24:44.707107 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cffb08-206b-4ccc-95dc-b5471aa645c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=d31f45b2-4996-417f-9b15-13bef4c0e7e5,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:24:44.710484 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-a3ffbc16-f1e9-44bf-b3ef-3907b1655fa6 req-aba493e5-63a5-49b0-9b17-3796b4e2992f service neutron] 10.222.0.64 "GET /v2.0/networks/4d250f92-d229-45fe-a579-67fef8e6c544?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3754117 Oct 27 10:24:44.812543 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Provisioning for port ef599265-bc33-4c73-9c72-0acae098e5ed completed by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 10:24:44.817596 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Provisioning complete for port ef599265-bc33-4c73-9c72-0acae098e5ed triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:24:44.818165 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:44.951045 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:44.965660 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device 848dd2ed-9585-42c3-869b-840c7332f2f2 up at agent hyperv_n-h2-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:24:45.002544 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-c277024b-7bf6-46d6-857c-858957a206cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:45.048827 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port ef599265-bc33-4c73-9c72-0acae098e5ed, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=ef599265-bc33-4c73-9c72-0acae098e5ed,segment=NetworkSegment(f7c42c6d-2766-46d8-a8b7-4852117a5555),segment_id=f7c42c6d-2766-46d8-a8b7-4852117a5555)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:24:45.065054 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8ba4d8b-4106-4181-809e-b9e98a50d4b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef599265-bc33-4c73-9c72-0acae098e5ed'}] {{(pid=102348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:24:45.073338 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c588921fa634554a1d9242fdea1b05457a9ff1d3b28ba54ec1dace7f2f1df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79c36c70-cad8-4ebb-b57c-88f0d5264f4a" -d '{"events": [{"server_uuid": "e8ba4d8b-4106-4181-809e-b9e98a50d4b3", "name": "network-vif-plugged", "status": "completed", "tag": "ef599265-bc33-4c73-9c72-0acae098e5ed"}]}' {{(pid=102348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:24:45.084013 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:45.182819 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c277024b-7bf6-46d6-857c-858957a206cb admin admin] Pushing event deleted for resources: {'Port': ['ID=91f93362-2926-45b7-96f1-6d4b11b29062,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:24:45.240352 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Pushing event updated for resources: {'Port': ['ID=ef599265-bc33-4c73-9c72-0acae098e5ed,revision_number=9']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:24:45.248019 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Provisioning for port 848dd2ed-9585-42c3-869b-840c7332f2f2 completed by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 10:24:45.252377 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Provisioning complete for port 848dd2ed-9585-42c3-869b-840c7332f2f2 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:24:45.252749 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:45.394745 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-f6cffb08-206b-4ccc-95dc-b5471aa645c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2006968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1766358'] for router_interface, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:45.426293 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:45.429642 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c44f0a-bb05-45d4-be4f-f8dd450d3f3b req-4bf99f58-4796-4db1-a8d3-247e55fa3cd9 tempest-ServerRescueTestJSON-1025374340 tempest-ServerRescueTestJSON-1025374340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:45.432558 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-a0c44f0a-bb05-45d4-be4f-f8dd450d3f3b req-4bf99f58-4796-4db1-a8d3-247e55fa3cd9 tempest-ServerRescueTestJSON-1025374340 tempest-ServerRescueTestJSON-1025374340-project] 10.222.0.44 "GET /v2.0/ports?device_id=3023f4e1-4118-4ca5-96f9-0bf5c68da3ab HTTP/1.1" status: 200 len: 943 time: 0.2443020 Oct 27 10:24:45.448356 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0ae4ef-a320-43c8-8014-9d102c88dd55 req-1a9b0736-7b5d-4d31-9e2c-dbc3d4877fb8 tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:45.459065 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ea0ae4ef-a320-43c8-8014-9d102c88dd55 req-1a9b0736-7b5d-4d31-9e2c-dbc3d4877fb8 tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] 10.222.0.44 "GET /v2.0/ports?device_id=bc03c0c0-96d1-4c90-904e-304dc69ac804 HTTP/1.1" status: 200 len: 944 time: 0.4248061 Oct 27 10:24:45.465255 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-a3ffbc16-f1e9-44bf-b3ef-3907b1655fa6 req-444e5d5f-d517-443c-8a4f-43bf4ce7b9c8 service neutron] 10.222.0.64 "GET /v2.0/networks/4d250f92-d229-45fe-a579-67fef8e6c544?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6801751 Oct 27 10:24:45.504343 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] For port 848dd2ed-9585-42c3-869b-840c7332f2f2, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=848dd2ed-9585-42c3-869b-840c7332f2f2,segment=NetworkSegment(50500633-18ab-48c2-98da-73563c3123ba),segment_id=50500633-18ab-48c2-98da-73563c3123ba)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:24:45.512528 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:45.529040 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-a0c44f0a-bb05-45d4-be4f-f8dd450d3f3b req-b58419f5-3693-405b-b0fd-cda2c88299fa tempest-ServerRescueTestJSON-1025374340 tempest-ServerRescueTestJSON-1025374340-project] 10.222.0.44 "GET /v2.0/security-groups?id=5f97c1ff-dad7-428f-af4b-bc7a94091827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860143 Oct 27 10:24:45.531421 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-c277024b-7bf6-46d6-857c-858957a206cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2006968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1766358'] for router_interface, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:45.615724 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Pushing event updated for resources: {'Port': ['ID=848dd2ed-9585-42c3-869b-840c7332f2f2,revision_number=5']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:24:45.696011 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:24:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3bd3b02-7245-4893-97a0-f311b67bb73a x-openstack-request-id: req-d3bd3b02-7245-4893-97a0-f311b67bb73a {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:24:45.696723 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8ba4d8b-4106-4181-809e-b9e98a50d4b3", "name": "network-vif-plugged", "status": "completed", "tag": "ef599265-bc33-4c73-9c72-0acae098e5ed", "code": 200}]} {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:24:45.696723 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d3bd3b02-7245-4893-97a0-f311b67bb73a {{(pid=102348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:24:45.696927 n-d-813419-10 neutron-server[102348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8ba4d8b-4106-4181-809e-b9e98a50d4b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef599265-bc33-4c73-9c72-0acae098e5ed', 'code': 200} Oct 27 10:24:45.986685 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c277024b-7bf6-46d6-857c-858957a206cb admin admin] Router 5195b8de-e96a-46e9-80b8-b88584e35498 has already been hosted by L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb {{(pid=102347) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 10:24:46.066765 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ea0ae4ef-a320-43c8-8014-9d102c88dd55 req-a81536a9-c001-4e2c-aeae-8dd6d9b69bd3 tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] 10.222.0.44 "GET /v2.0/security-groups?id=df17171a-6534-4d8a-8518-0be5fe64cbb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6063147 Oct 27 10:24:46.164786 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-8a9c95d7-9699-46f8-83e3-e5bfb6b29eeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:46.193398 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e14d3c6-995b-4065-b0ac-46192ae48b1f req-10b88a95-3cae-4dac-bbb5-0f803d135357 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:46.202134 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-4e14d3c6-995b-4065-b0ac-46192ae48b1f req-10b88a95-3cae-4dac-bbb5-0f803d135357 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/ports?device_id=e8ba4d8b-4106-4181-809e-b9e98a50d4b3 HTTP/1.1" status: 200 len: 950 time: 0.1937261 Oct 27 10:24:46.295140 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6cffb08-206b-4ccc-95dc-b5471aa645c5 admin admin] Router 5f7c37b4-192d-4d4b-bba1-b1bb77e59eca has already been hosted by L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb {{(pid=102346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 10:24:46.296069 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-4e14d3c6-995b-4065-b0ac-46192ae48b1f req-1f15a0d8-3610-4e0b-b490-a0fe701ce2f4 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/security-groups?id=e786382c-1289-4f9d-b471-ed120470c2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928359 Oct 27 10:24:46.374885 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c277024b-7bf6-46d6-857c-858957a206cb admin admin] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:24:46.387413 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-c277024b-7bf6-46d6-857c-858957a206cb admin admin] 10.222.0.44 "PUT /v2.0/routers/5195b8de-e96a-46e9-80b8-b88584e35498/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8530848 Oct 27 10:24:46.388866 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 47828) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:24:46.468000 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6cffb08-206b-4ccc-95dc-b5471aa645c5 admin admin] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:24:46.474586 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-f6cffb08-206b-4ccc-95dc-b5471aa645c5 admin admin] 10.222.0.44 "PUT /v2.0/routers/5f7c37b4-192d-4d4b-bba1-b1bb77e59eca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3238146 Oct 27 10:24:46.480253 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08edeb13-4e05-4625-85b7-843b6c527369 None None] Sync routers for ids ['5f7c37b4-192d-4d4b-bba1-b1bb77e59eca'] in n-d-813419-10 {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:24:46.481531 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 47830) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:24:46.490154 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08edeb13-4e05-4625-85b7-843b6c527369 None None] Routers {'5f7c37b4-192d-4d4b-bba1-b1bb77e59eca'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:24:46.490838 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-08edeb13-4e05-4625-85b7-843b6c527369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:24:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['5f7c37b4-192d-4d4b-bba1-b1bb77e59eca'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:24:46.544315 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7edd89ef-2304-452a-8046-f099fdf07a44 None None] Sync routers for ids ['5195b8de-e96a-46e9-80b8-b88584e35498'] in n-d-813419-10 {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:24:46.551989 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65ad88f-ac7c-4504-8f4b-bfa79466c242 req-c6d2baf0-800b-4f6a-85ee-a98dd6642dda tempest-ListServerFiltersTestJSON-326742351 tempest-ListServerFiltersTestJSON-326742351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:46.558644 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7edd89ef-2304-452a-8046-f099fdf07a44 None None] Routers {'5195b8de-e96a-46e9-80b8-b88584e35498'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:24:46.559393 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b65ad88f-ac7c-4504-8f4b-bfa79466c242 req-c6d2baf0-800b-4f6a-85ee-a98dd6642dda tempest-ListServerFiltersTestJSON-326742351 tempest-ListServerFiltersTestJSON-326742351-project] 10.222.0.44 "GET /v2.0/ports?device_id=45d14893-5bf6-4b65-b786-fa5afce227ce HTTP/1.1" status: 200 len: 946 time: 0.1226516 Oct 27 10:24:46.559595 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-7edd89ef-2304-452a-8046-f099fdf07a44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:24:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['5195b8de-e96a-46e9-80b8-b88584e35498'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:24:46.591657 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-a29ce8aa-549d-4098-bfc9-58a5db96f902 admin admin] Publish callbacks [] for router, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:46.636819 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-680fc0f4-f7a5-42dc-b4d6-065e70ed9c17 admin admin] Publish callbacks [] for router, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:46.704973 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b65ad88f-ac7c-4504-8f4b-bfa79466c242 req-3863357a-7887-47d4-a86d-6b2929133cc2 tempest-ListServerFiltersTestJSON-326742351 tempest-ListServerFiltersTestJSON-326742351-project] 10.222.0.44 "GET /v2.0/security-groups?id=f276a67d-9e93-463b-b0a2-3e206c03b654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426072 Oct 27 10:24:46.720087 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvr_db [None req-08edeb13-4e05-4625-85b7-843b6c527369 None None] Set router 5f7c37b4-192d-4d4b-bba1-b1bb77e59eca gateway port host: n-d-813419-10 {{(pid=102349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:24:46.752983 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-a29ce8aa-549d-4098-bfc9-58a5db96f902 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:46.770555 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvr_db [None req-7edd89ef-2304-452a-8046-f099fdf07a44 None None] Set router 5195b8de-e96a-46e9-80b8-b88584e35498 gateway port host: n-d-813419-10 {{(pid=102348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:24:46.784117 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919117f1-7265-4fac-9b6e-9567241fcf8e req-f335640b-e1dc-4787-9303-263b9dc48fe5 tempest-ServerRescueTestJSON-1025374340 tempest-ServerRescueTestJSON-1025374340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:46.792664 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-919117f1-7265-4fac-9b6e-9567241fcf8e req-f335640b-e1dc-4787-9303-263b9dc48fe5 tempest-ServerRescueTestJSON-1025374340 tempest-ServerRescueTestJSON-1025374340-project] 10.222.0.44 "GET /v2.0/ports?device_id=3023f4e1-4118-4ca5-96f9-0bf5c68da3ab HTTP/1.1" status: 200 len: 943 time: 0.1092491 Oct 27 10:24:46.848318 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-a29ce8aa-549d-4098-bfc9-58a5db96f902 admin admin] Deleting port 016da588-3c50-4ac5-af47-3aa21864f901 {{(pid=102347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:24:46.848608 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-a29ce8aa-549d-4098-bfc9-58a5db96f902 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:46.858646 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-680fc0f4-f7a5-42dc-b4d6-065e70ed9c17 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:46.894201 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-919117f1-7265-4fac-9b6e-9567241fcf8e req-18a33f2f-3e9a-417a-97ff-7ce293659826 tempest-ServerRescueTestJSON-1025374340 tempest-ServerRescueTestJSON-1025374340-project] 10.222.0.44 "GET /v2.0/security-groups?id=5f97c1ff-dad7-428f-af4b-bc7a94091827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005547 Oct 27 10:24:46.972964 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-680fc0f4-f7a5-42dc-b4d6-065e70ed9c17 admin admin] Deleting port 480b1f37-6b43-41d5-a795-d0f98b083578 {{(pid=102346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:24:46.973818 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-680fc0f4-f7a5-42dc-b4d6-065e70ed9c17 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:46.992135 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device df1216e0-d1af-4909-ae11-d3114caca167 details requested by agent hyperv_n-h2-813419-10 with host n-h2-813419-10 {{(pid=102348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 10:24:46.998531 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [None req-a29ce8aa-549d-4098-bfc9-58a5db96f902 admin admin] For port 016da588-3c50-4ac5-af47-3aa21864f901, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=016da588-3c50-4ac5-af47-3aa21864f901,segment=NetworkSegment(bc14127b-7032-4c50-bb5b-f6813cbae86e),segment_id=bc14127b-7032-4c50-bb5b-f6813cbae86e)] {{(pid=102347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:24:47.000427 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-a29ce8aa-549d-4098-bfc9-58a5db96f902 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:47.017103 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-a29ce8aa-549d-4098-bfc9-58a5db96f902 admin admin] Calling delete_port for 016da588-3c50-4ac5-af47-3aa21864f901 owned by network:router_gateway {{(pid=102347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:24:47.066877 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [None req-680fc0f4-f7a5-42dc-b4d6-065e70ed9c17 admin admin] For port 480b1f37-6b43-41d5-a795-d0f98b083578, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=480b1f37-6b43-41d5-a795-d0f98b083578,segment=NetworkSegment(bc14127b-7032-4c50-bb5b-f6813cbae86e),segment_id=bc14127b-7032-4c50-bb5b-f6813cbae86e)] {{(pid=102346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:24:47.067663 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-680fc0f4-f7a5-42dc-b4d6-065e70ed9c17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:47.086442 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-680fc0f4-f7a5-42dc-b4d6-065e70ed9c17 admin admin] Calling delete_port for 480b1f37-6b43-41d5-a795-d0f98b083578 owned by network:router_gateway {{(pid=102346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:24:47.143853 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-7edd89ef-2304-452a-8046-f099fdf07a44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5195b8de-e96a-46e9-80b8-b88584e35498', 'name': 'tempest-FloatingIPsNegativeTestJSON-275503941-router', 'tenant_id': '835b0e92be23426b8a689738b52d097e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.18'}], 'enable_snat': True}, 'gw_port_id': '016da588-3c50-4ac5-af47-3aa21864f901', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:24:26Z', 'updated_at': '2021-10-27T10:24:44Z', 'revision_number': 5, 'project_id': '835b0e92be23426b8a689738b52d097e', 'gw_port': {'id': '016da588-3c50-4ac5-af47-3aa21864f901', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:71:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5195b8de-e96a-46e9-80b8-b88584e35498', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:24:27Z', 'updated_at': '2021-10-27T10:24:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10'}], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:24:47.205306 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7edd89ef-2304-452a-8046-f099fdf07a44 None None] Checking router: 5195b8de-e96a-46e9-80b8-b88584e35498 for host: n-d-813419-10 {{(pid=102348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 10:24:47.231667 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] For port df1216e0-d1af-4909-ae11-d3114caca167, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=df1216e0-d1af-4909-ae11-d3114caca167,segment=NetworkSegment(6e01fb65-f38f-48de-8da6-2931b7e7e084),segment_id=6e01fb65-f38f-48de-8da6-2931b7e7e084)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:24:47.235340 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7edd89ef-2304-452a-8046-f099fdf07a44 None None] Routers {'5195b8de-e96a-46e9-80b8-b88584e35498'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:24:47.236190 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-7edd89ef-2304-452a-8046-f099fdf07a44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:24:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['5195b8de-e96a-46e9-80b8-b88584e35498'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:24:47.249154 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-a29ce8aa-549d-4098-bfc9-58a5db96f902 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:47.318215 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-08edeb13-4e05-4625-85b7-843b6c527369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f7c37b4-192d-4d4b-bba1-b1bb77e59eca', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-196907994-router', 'tenant_id': '33823056f9a74b6c8fa951c009c88ec7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.132'}], 'enable_snat': True}, 'gw_port_id': '480b1f37-6b43-41d5-a795-d0f98b083578', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:18:26Z', 'updated_at': '2021-10-27T10:24:44Z', 'revision_number': 5, 'project_id': '33823056f9a74b6c8fa951c009c88ec7', 'gw_port': {'id': '480b1f37-6b43-41d5-a795-d0f98b083578', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:3b:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f7c37b4-192d-4d4b-bba1-b1bb77e59eca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:18:28Z', 'updated_at': '2021-10-27T10:18:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10'}], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:24:47.364647 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08edeb13-4e05-4625-85b7-843b6c527369 None None] Checking router: 5f7c37b4-192d-4d4b-bba1-b1bb77e59eca for host: n-d-813419-10 {{(pid=102349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 10:24:47.375245 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08edeb13-4e05-4625-85b7-843b6c527369 None None] Routers {'5f7c37b4-192d-4d4b-bba1-b1bb77e59eca'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:24:47.375892 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-08edeb13-4e05-4625-85b7-843b6c527369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:24:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['5f7c37b4-192d-4d4b-bba1-b1bb77e59eca'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:24:47.382097 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Returning: {'device': 'df1216e0-d1af-4909-ae11-d3114caca167', 'network_id': '940fd3c1-7ac3-4e71-b915-5317697caaa9', 'port_id': 'df1216e0-d1af-4909-ae11-d3114caca167', 'mac_address': 'fa:16:3e:88:b2:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 424, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77c01f76-4118-40f3-9687-19e52d96a177', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 10:24:47.395836 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvr_db [None req-7edd89ef-2304-452a-8046-f099fdf07a44 None None] Set router 5195b8de-e96a-46e9-80b8-b88584e35498 gateway port host: None {{(pid=102348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:24:47.410845 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29ce8aa-549d-4098-bfc9-58a5db96f902 admin admin] Pushing event deleted for resources: {'Port': ['ID=016da588-3c50-4ac5-af47-3aa21864f901,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:24:47.446256 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-680fc0f4-f7a5-42dc-b4d6-065e70ed9c17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:47.475998 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-a29ce8aa-549d-4098-bfc9-58a5db96f902 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1664884'] for router_gateway, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:47.486052 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-7edd89ef-2304-452a-8046-f099fdf07a44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5195b8de-e96a-46e9-80b8-b88584e35498', 'name': 'tempest-FloatingIPsNegativeTestJSON-275503941-router', 'tenant_id': '835b0e92be23426b8a689738b52d097e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:24:26Z', 'updated_at': '2021-10-27T10:24:47Z', 'revision_number': 7, 'project_id': '835b0e92be23426b8a689738b52d097e', 'gw_port_host': None}], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:24:47.509908 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvr_db [None req-08edeb13-4e05-4625-85b7-843b6c527369 None None] Set router 5f7c37b4-192d-4d4b-bba1-b1bb77e59eca gateway port host: None {{(pid=102349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:24:47.518355 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b170cc4d-82b0-4fd9-81c3-0d426c8907e8 req-07458210-4510-4a24-98e4-162ea3be0957 tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:47.519926 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b170cc4d-82b0-4fd9-81c3-0d426c8907e8 req-07458210-4510-4a24-98e4-162ea3be0957 tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] 10.222.0.44 "GET /v2.0/ports?device_id=bc03c0c0-96d1-4c90-904e-304dc69ac804 HTTP/1.1" status: 200 len: 945 time: 0.2505980 Oct 27 10:24:47.544333 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:47.573879 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680fc0f4-f7a5-42dc-b4d6-065e70ed9c17 admin admin] Pushing event deleted for resources: {'Port': ['ID=480b1f37-6b43-41d5-a795-d0f98b083578,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:24:47.586088 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-08edeb13-4e05-4625-85b7-843b6c527369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f7c37b4-192d-4d4b-bba1-b1bb77e59eca', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-196907994-router', 'tenant_id': '33823056f9a74b6c8fa951c009c88ec7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:18:26Z', 'updated_at': '2021-10-27T10:24:46Z', 'revision_number': 6, 'project_id': '33823056f9a74b6c8fa951c009c88ec7', 'gw_port_host': None}], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:24:47.616087 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7edd89ef-2304-452a-8046-f099fdf07a44 None None] The sync data for ids ['5195b8de-e96a-46e9-80b8-b88584e35498'] in n-d-813419-10 is: [{'id': '5195b8de-e96a-46e9-80b8-b88584e35498', 'name': 'tempest-FloatingIPsNegativeTestJSON-275503941-router', 'tenant_id': '835b0e92be23426b8a689738b52d097e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:24:26Z', 'updated_at': '2021-10-27T10:24:47Z', 'revision_number': 7, 'project_id': '835b0e92be23426b8a689738b52d097e', 'gw_port_host': None}] {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:24:47.633285 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df1216e0-d1af-4909-ae11-d3114caca167 {{(pid=102348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:24:47.639274 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08edeb13-4e05-4625-85b7-843b6c527369 None None] The sync data for ids ['5f7c37b4-192d-4d4b-bba1-b1bb77e59eca'] in n-d-813419-10 is: [{'id': '5f7c37b4-192d-4d4b-bba1-b1bb77e59eca', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-196907994-router', 'tenant_id': '33823056f9a74b6c8fa951c009c88ec7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:18:26Z', 'updated_at': '2021-10-27T10:24:46Z', 'revision_number': 6, 'project_id': '33823056f9a74b6c8fa951c009c88ec7', 'gw_port_host': None}] {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:24:47.658073 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] For port df1216e0-d1af-4909-ae11-d3114caca167, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=df1216e0-d1af-4909-ae11-d3114caca167,segment=NetworkSegment(6e01fb65-f38f-48de-8da6-2931b7e7e084),segment_id=6e01fb65-f38f-48de-8da6-2931b7e7e084)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:24:47.664913 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:47.682439 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1c538b-ebe1-40d2-89f7-747722f6defe req-3fb41332-8a4a-4ba0-a53c-09b28d6c1b35 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:47.684415 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-fa1c538b-ebe1-40d2-89f7-747722f6defe req-3fb41332-8a4a-4ba0-a53c-09b28d6c1b35 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/ports?device_id=e8ba4d8b-4106-4181-809e-b9e98a50d4b3 HTTP/1.1" status: 200 len: 950 time: 0.2520914 Oct 27 10:24:47.712315 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc03c0c0-96d1-4c90-904e-304dc69ac804', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '848dd2ed-9585-42c3-869b-840c7332f2f2'}] {{(pid=102348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:24:47.713598 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-680fc0f4-f7a5-42dc-b4d6-065e70ed9c17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1664884'] for router_gateway, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:47.714775 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c588921fa634554a1d9242fdea1b05457a9ff1d3b28ba54ec1dace7f2f1df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7179195-051e-4a93-9598-ca9e45b0b987" -d '{"events": [{"server_uuid": "bc03c0c0-96d1-4c90-904e-304dc69ac804", "name": "network-vif-plugged", "status": "completed", "tag": "848dd2ed-9585-42c3-869b-840c7332f2f2"}]}' {{(pid=102348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:24:47.764884 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-a29ce8aa-549d-4098-bfc9-58a5db96f902 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1765662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3700'] for router, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:47.770276 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-a29ce8aa-549d-4098-bfc9-58a5db96f902 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:47.774277 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Pushing event updated for resources: {'Port': ['ID=df1216e0-d1af-4909-ae11-d3114caca167,revision_number=4']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:24:47.783253 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b170cc4d-82b0-4fd9-81c3-0d426c8907e8 req-b8ee627e-f6fa-4a05-a7b7-0e7e50f0e8cd tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] 10.222.0.44 "GET /v2.0/security-groups?id=df17171a-6534-4d8a-8518-0be5fe64cbb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1945693 Oct 27 10:24:47.851670 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-fa1c538b-ebe1-40d2-89f7-747722f6defe req-f3c09ac2-70c6-41eb-862c-55436d054835 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/security-groups?id=e786382c-1289-4f9d-b471-ed120470c2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505320 Oct 27 10:24:47.853554 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-680fc0f4-f7a5-42dc-b4d6-065e70ed9c17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1765662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3700'] for router, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:47.856159 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-680fc0f4-f7a5-42dc-b4d6-065e70ed9c17 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:47.911983 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-680fc0f4-f7a5-42dc-b4d6-065e70ed9c17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1765641'] for router, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:47.912615 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-680fc0f4-f7a5-42dc-b4d6-065e70ed9c17 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5f7c37b4-192d-4d4b-bba1-b1bb77e59eca {{(pid=102346) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 10:24:47.915906 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-a29ce8aa-549d-4098-bfc9-58a5db96f902 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1765641'] for router, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:47.917618 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a29ce8aa-549d-4098-bfc9-58a5db96f902 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5195b8de-e96a-46e9-80b8-b88584e35498 {{(pid=102347) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 10:24:47.925017 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-a29ce8aa-549d-4098-bfc9-58a5db96f902 admin admin] Publish callbacks [] for router, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:47.927606 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-680fc0f4-f7a5-42dc-b4d6-065e70ed9c17 admin admin] Publish callbacks [] for router, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:47.931360 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-a29ce8aa-549d-4098-bfc9-58a5db96f902 admin admin] 10.222.0.44 "DELETE /v2.0/routers/5195b8de-e96a-46e9-80b8-b88584e35498 HTTP/1.1" status: 204 len: 168 time: 1.5403807 Oct 27 10:24:47.932041 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 47848) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:24:47.934394 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-680fc0f4-f7a5-42dc-b4d6-065e70ed9c17 admin admin] 10.222.0.44 "DELETE /v2.0/routers/5f7c37b4-192d-4d4b-bba1-b1bb77e59eca HTTP/1.1" status: 204 len: 168 time: 1.4516621 Oct 27 10:24:47.936701 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:24:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd7f45e7-47b5-490f-aaeb-963bf7799dc0 x-openstack-request-id: req-bd7f45e7-47b5-490f-aaeb-963bf7799dc0 {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:24:47.937049 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc03c0c0-96d1-4c90-904e-304dc69ac804", "name": "network-vif-plugged", "status": "completed", "tag": "848dd2ed-9585-42c3-869b-840c7332f2f2", "code": 200}]} {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:24:47.937218 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-bd7f45e7-47b5-490f-aaeb-963bf7799dc0 {{(pid=102348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:24:47.937596 n-d-813419-10 neutron-server[102348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc03c0c0-96d1-4c90-904e-304dc69ac804', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '848dd2ed-9585-42c3-869b-840c7332f2f2', 'code': 200} Oct 27 10:24:47.938060 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 47850) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:24:48.062678 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] get_ports_and_sgs() called for port_ids ['df1216e0-d1af-4909-ae11-d3114caca167'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:24:48.114838 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_v2 [None req-7919bc2e-b60e-4b81-8e3c-373b66f33a0b admin admin] Deleting subnet 16b44445-0e9a-438e-82b0-913601a3a13d {{(pid=102346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 10:24:48.140843 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_v2 [None req-2459a0e0-2f6b-4ce6-a8b3-5dfb8276d8c2 admin admin] Deleting subnet faf29995-4e62-4f88-a8e8-4f78cc5f1ee9 {{(pid=102347) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 10:24:48.153332 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-7919bc2e-b60e-4b81-8e3c-373b66f33a0b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:48.165279 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-2459a0e0-2f6b-4ce6-a8b3-5dfb8276d8c2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:48.207012 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae27b27-4e89-43a8-b265-69620295304f req-7f4ca1e7-9c2c-4d99-9bd6-894654d84ad5 tempest-ListServerFiltersTestJSON-326742351 tempest-ListServerFiltersTestJSON-326742351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:48.212784 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-9ae27b27-4e89-43a8-b265-69620295304f req-7f4ca1e7-9c2c-4d99-9bd6-894654d84ad5 tempest-ListServerFiltersTestJSON-326742351 tempest-ListServerFiltersTestJSON-326742351-project] 10.222.0.44 "GET /v2.0/ports?device_id=45d14893-5bf6-4b65-b786-fa5afce227ce HTTP/1.1" status: 200 len: 946 time: 0.2110856 Oct 27 10:24:48.227018 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-7919bc2e-b60e-4b81-8e3c-373b66f33a0b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25847868'] for subnet, precommit_delete_associations {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:48.292458 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-2459a0e0-2f6b-4ce6-a8b3-5dfb8276d8c2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-18445109'] for subnet, precommit_delete_associations {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:48.293714 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0595789-857c-4852-84f1-5a52dfc794b3 req-a405a0a7-e207-43b9-8f2a-71062998da9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:48.295251 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-e0595789-857c-4852-84f1-5a52dfc794b3 req-a405a0a7-e207-43b9-8f2a-71062998da9a service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=bc03c0c0-96d1-4c90-904e-304dc69ac804 HTTP/1.1" status: 200 len: 1097 time: 0.2543917 Oct 27 10:24:48.336441 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-9ae27b27-4e89-43a8-b265-69620295304f req-093dc038-ed9d-4266-9465-dcbafa40d8ad tempest-ListServerFiltersTestJSON-326742351 tempest-ListServerFiltersTestJSON-326742351-project] 10.222.0.44 "GET /v2.0/security-groups?id=f276a67d-9e93-463b-b0a2-3e206c03b654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032784 Oct 27 10:24:48.352756 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136b2216-9bf1-40e5-929b-c85cf812cee7 req-7785691f-09e8-4fdc-9eef-68eeec6d2647 tempest-ServerRescueTestJSON-1025374340 tempest-ServerRescueTestJSON-1025374340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:48.356077 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ffbc16-f1e9-44bf-b3ef-3907b1655fa6 req-5d8c6372-6076-411f-94cb-03a1ef337a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:48.360708 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-a3ffbc16-f1e9-44bf-b3ef-3907b1655fa6 req-5d8c6372-6076-411f-94cb-03a1ef337a31 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=e8ba4d8b-4106-4181-809e-b9e98a50d4b3&tenant_id=31dc088f778a4c2fb761c23ef7d22647 HTTP/1.1" status: 200 len: 1102 time: 0.2382190 Oct 27 10:24:48.368179 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-136b2216-9bf1-40e5-929b-c85cf812cee7 req-7785691f-09e8-4fdc-9eef-68eeec6d2647 tempest-ServerRescueTestJSON-1025374340 tempest-ServerRescueTestJSON-1025374340-project] 10.222.0.44 "GET /v2.0/ports?device_id=3023f4e1-4118-4ca5-96f9-0bf5c68da3ab HTTP/1.1" status: 200 len: 944 time: 0.3078847 Oct 27 10:24:48.374522 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [req-a3ffbc16-f1e9-44bf-b3ef-3907b1655fa6 req-c760c9d5-89b7-41b3-bd65-a3ecc5024b50 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-813419-10', 'device_owner': 'compute:nova'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:24:48.482931 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-e0595789-857c-4852-84f1-5a52dfc794b3 req-ddfa3f61-e583-4898-b224-9eea50320673 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=df17171a-6534-4d8a-8518-0be5fe64cbb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617892 Oct 27 10:24:48.494523 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-a3ffbc16-f1e9-44bf-b3ef-3907b1655fa6 req-c760c9d5-89b7-41b3-bd65-a3ecc5024b50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:48.497153 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-136b2216-9bf1-40e5-929b-c85cf812cee7 req-b39b43cd-feb8-4cc6-9934-1541037429fe tempest-ServerRescueTestJSON-1025374340 tempest-ServerRescueTestJSON-1025374340-project] 10.222.0.44 "GET /v2.0/security-groups?id=5f97c1ff-dad7-428f-af4b-bc7a94091827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276288 Oct 27 10:24:48.517280 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-7919bc2e-b60e-4b81-8e3c-373b66f33a0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855646'] for subnet, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:48.538370 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-2459a0e0-2f6b-4ce6-a8b3-5dfb8276d8c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855646'] for subnet, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:48.576177 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-7919bc2e-b60e-4b81-8e3c-373b66f33a0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27024355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27168307'] for subnet, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:48.610144 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7919bc2e-b60e-4b81-8e3c-373b66f33a0b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=16b44445-0e9a-438e-82b0-913601a3a13d,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:24:48.633107 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-7919bc2e-b60e-4b81-8e3c-373b66f33a0b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for subnet, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:48.637989 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b17e138f-31a6-4fdf-9f0a-ca51effd208b None None] Network ebc39447-82cc-4f9f-afce-53bb2f09f197 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:24:48.645160 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 47854) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:24:48.651703 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-7919bc2e-b60e-4b81-8e3c-373b66f33a0b admin admin] 10.222.0.44 "DELETE /v2.0/subnets/16b44445-0e9a-438e-82b0-913601a3a13d HTTP/1.1" status: 204 len: 168 time: 0.7125249 Oct 27 10:24:48.777269 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-2459a0e0-2f6b-4ce6-a8b3-5dfb8276d8c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-18295818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18043720'] for subnet, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:48.834033 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-cb2151ff-1acb-437f-9373-c679da1b9d44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:48.844007 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-2459a0e0-2f6b-4ce6-a8b3-5dfb8276d8c2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:48.850340 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 47866) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:24:48.850974 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-2459a0e0-2f6b-4ce6-a8b3-5dfb8276d8c2 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/faf29995-4e62-4f88-a8e8-4f78cc5f1ee9 HTTP/1.1" status: 204 len: 168 time: 0.9178455 Oct 27 10:24:48.854013 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2459a0e0-2f6b-4ce6-a8b3-5dfb8276d8c2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=faf29995-4e62-4f88-a8e8-4f78cc5f1ee9,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:24:48.854277 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3119611f-c5d4-45cf-8688-980c01e9b36a None None] Network e07fb2ab-8da9-446a-b184-59fa6c116fe7 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:24:48.858918 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-0c04d160-c692-47ed-ae63-01077af060d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586917'] for network, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:48.948939 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-a3ffbc16-f1e9-44bf-b3ef-3907b1655fa6 req-c760c9d5-89b7-41b3-bd65-a3ecc5024b50 service neutron] For port ef599265-bc33-4c73-9c72-0acae098e5ed, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=ef599265-bc33-4c73-9c72-0acae098e5ed,segment=NetworkSegment(f7c42c6d-2766-46d8-a8b7-4852117a5555),segment_id=f7c42c6d-2766-46d8-a8b7-4852117a5555)] {{(pid=102347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:24:48.986795 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c3a918d-610d-474a-80a6-9a649bf9d228 None None] DHCP port deletion for ebc39447-82cc-4f9f-afce-53bb2f09f197 request from n-d-813419-10 {{(pid=102348) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 10:24:49.060991 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-a099b4be-7aba-40d1-ac49-022264af647c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586917'] for network, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:49.095519 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-a3ffbc16-f1e9-44bf-b3ef-3907b1655fa6 req-c760c9d5-89b7-41b3-bd65-a3ecc5024b50 service neutron] For port ef599265-bc33-4c73-9c72-0acae098e5ed, host n-h1-813419-10, cleared binding levels {{(pid=102347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:24:49.116940 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 91f93362-2926-45b7-96f1-6d4b11b29062 no longer exists at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:24:49.136807 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-0c04d160-c692-47ed-ae63-01077af060d1 admin admin] Deleting port 525d894a-d63e-4c98-8b2a-adf25f7f3a75 {{(pid=102347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:24:49.137144 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-0c04d160-c692-47ed-ae63-01077af060d1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:49.147152 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c785e65f-08bf-44d6-8b8e-0e7abea89fe3 req-af3bfc13-6be3-4732-bab5-c868e8d66db7 tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:49.148682 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c785e65f-08bf-44d6-8b8e-0e7abea89fe3 req-af3bfc13-6be3-4732-bab5-c868e8d66db7 tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] 10.222.0.44 "GET /v2.0/ports?device_id=bc03c0c0-96d1-4c90-904e-304dc69ac804 HTTP/1.1" status: 200 len: 945 time: 0.2070553 Oct 27 10:24:49.187857 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18cd587-b3b5-44db-9283-1df9638250e8 req-44ef5ffd-426f-40b7-b368-926a9818852d tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:49.189432 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] No Port match for: 91f93362-2926-45b7-96f1-6d4b11b29062 {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:24:49.189777 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 91f93362-2926-45b7-96f1-6d4b11b29062 not bound to the agent host n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:24:49.190105 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-c18cd587-b3b5-44db-9283-1df9638250e8 req-44ef5ffd-426f-40b7-b368-926a9818852d tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/ports?device_id=e8ba4d8b-4106-4181-809e-b9e98a50d4b3 HTTP/1.1" status: 200 len: 950 time: 0.1213155 Oct 27 10:24:49.215997 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-3c3a918d-610d-474a-80a6-9a649bf9d228 None None] Deleting port 525d894a-d63e-4c98-8b2a-adf25f7f3a75 {{(pid=102348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:24:49.216516 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-3c3a918d-610d-474a-80a6-9a649bf9d228 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:49.226995 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8ba4d8b-4106-4181-809e-b9e98a50d4b3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ef599265-bc33-4c73-9c72-0acae098e5ed'}] {{(pid=102347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:24:49.230910 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311149b481204ee7edffdb959c881838506fbd95bc8577c048f6677abb73acc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4e0b5ce-6049-4eb4-9a98-be4f2c3cb835" -d '{"events": [{"server_uuid": "e8ba4d8b-4106-4181-809e-b9e98a50d4b3", "name": "network-vif-unplugged", "status": "completed", "tag": "ef599265-bc33-4c73-9c72-0acae098e5ed"}]}' {{(pid=102347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:24:49.252837 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-a3ffbc16-f1e9-44bf-b3ef-3907b1655fa6 req-c760c9d5-89b7-41b3-bd65-a3ecc5024b50 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:49.266309 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-c18cd587-b3b5-44db-9283-1df9638250e8 req-b9aaa1a8-17b4-4e2a-bc0f-4cafccf41713 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/security-groups?id=e786382c-1289-4f9d-b471-ed120470c2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593951 Oct 27 10:24:49.291465 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-a099b4be-7aba-40d1-ac49-022264af647c admin admin] Deleting port 1f66471f-aedd-450c-9129-38222cf9bae1 {{(pid=102346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:24:49.291943 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-a099b4be-7aba-40d1-ac49-022264af647c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:49.301894 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [None req-0c04d160-c692-47ed-ae63-01077af060d1 admin admin] For port 525d894a-d63e-4c98-8b2a-adf25f7f3a75, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=525d894a-d63e-4c98-8b2a-adf25f7f3a75,segment=NetworkSegment(c1c09620-5217-4ebd-a09d-b6f9de28c0f2),segment_id=c1c09620-5217-4ebd-a09d-b6f9de28c0f2)] {{(pid=102347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:24:49.302267 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-0c04d160-c692-47ed-ae63-01077af060d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:49.317797 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.provisioning_blocks [req-a3ffbc16-f1e9-44bf-b3ef-3907b1655fa6 req-c760c9d5-89b7-41b3-bd65-a3ecc5024b50 service neutron] Transition to ACTIVE for port object ef599265-bc33-4c73-9c72-0acae098e5ed will not be triggered until provisioned by entity L2. {{(pid=102347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 10:24:49.327437 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-0c04d160-c692-47ed-ae63-01077af060d1 admin admin] Calling delete_port for 525d894a-d63e-4c98-8b2a-adf25f7f3a75 owned by network:dhcp {{(pid=102347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:24:49.329558 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39517f58-0028-440b-a983-0d01da6c6d8b None None] DHCP port deletion for e07fb2ab-8da9-446a-b184-59fa6c116fe7 request from n-d-813419-10 {{(pid=102348) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 10:24:49.389279 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [None req-a099b4be-7aba-40d1-ac49-022264af647c admin admin] For port 1f66471f-aedd-450c-9129-38222cf9bae1, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=1f66471f-aedd-450c-9129-38222cf9bae1,segment=NetworkSegment(be724bff-168f-4f44-bd48-6d66ce83179a),segment_id=be724bff-168f-4f44-bd48-6d66ce83179a)] {{(pid=102346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:24:49.390027 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-a099b4be-7aba-40d1-ac49-022264af647c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:49.442108 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-a099b4be-7aba-40d1-ac49-022264af647c admin admin] Calling delete_port for 1f66471f-aedd-450c-9129-38222cf9bae1 owned by network:dhcp {{(pid=102346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:24:49.455296 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-3c3a918d-610d-474a-80a6-9a649bf9d228 None None] For port 525d894a-d63e-4c98-8b2a-adf25f7f3a75, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=525d894a-d63e-4c98-8b2a-adf25f7f3a75,segment=NetworkSegment(c1c09620-5217-4ebd-a09d-b6f9de28c0f2),segment_id=c1c09620-5217-4ebd-a09d-b6f9de28c0f2)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:24:49.455600 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-3c3a918d-610d-474a-80a6-9a649bf9d228 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:49.496705 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-a3ffbc16-f1e9-44bf-b3ef-3907b1655fa6 req-c760c9d5-89b7-41b3-bd65-a3ecc5024b50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:49.503054 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-3c3a918d-610d-474a-80a6-9a649bf9d228 None None] Calling delete_port for 525d894a-d63e-4c98-8b2a-adf25f7f3a75 owned by network:dhcp {{(pid=102348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:24:49.533897 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-0c04d160-c692-47ed-ae63-01077af060d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:49.561063 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 27 Oct 2021 10:24:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6689b703-3095-40d1-bc6f-abb7f24242dc x-openstack-request-id: req-6689b703-3095-40d1-bc6f-abb7f24242dc {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:24:49.561991 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8ba4d8b-4106-4181-809e-b9e98a50d4b3", "name": "network-vif-unplugged", "status": "completed", "tag": "ef599265-bc33-4c73-9c72-0acae098e5ed", "code": 200}]} {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:24:49.562304 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6689b703-3095-40d1-bc6f-abb7f24242dc {{(pid=102347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:24:49.562834 n-d-813419-10 neutron-server[102347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8ba4d8b-4106-4181-809e-b9e98a50d4b3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ef599265-bc33-4c73-9c72-0acae098e5ed', 'code': 200} Oct 27 10:24:49.592797 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c785e65f-08bf-44d6-8b8e-0e7abea89fe3 req-0c713f31-abe7-4d48-943c-8d7c0f4cda33 tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] 10.222.0.44 "GET /v2.0/security-groups?id=df17171a-6534-4d8a-8518-0be5fe64cbb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4276090 Oct 27 10:24:49.659506 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-a099b4be-7aba-40d1-ac49-022264af647c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:49.676768 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c760c9d5-89b7-41b3-bd65-a3ecc5024b50 service neutron] Pushing event updated for resources: {'Port': ['ID=ef599265-bc33-4c73-9c72-0acae098e5ed,revision_number=10']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:24:49.677795 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-39517f58-0028-440b-a983-0d01da6c6d8b None None] Deleting port 1f66471f-aedd-450c-9129-38222cf9bae1 {{(pid=102348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:24:49.678158 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-39517f58-0028-440b-a983-0d01da6c6d8b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:49.698241 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3ffbc16-f1e9-44bf-b3ef-3907b1655fa6 req-c760c9d5-89b7-41b3-bd65-a3ecc5024b50 service neutron] No DVR routers for this DVR port ef599265-bc33-4c73-9c72-0acae098e5ed on host n-h1-813419-10 {{(pid=102347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:24:49.703456 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c04d160-c692-47ed-ae63-01077af060d1 admin admin] No DVR routers for this DVR port 525d894a-d63e-4c98-8b2a-adf25f7f3a75 on host n-d-813419-10 {{(pid=102347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:24:49.744937 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c04d160-c692-47ed-ae63-01077af060d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=525d894a-d63e-4c98-8b2a-adf25f7f3a75,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:24:49.783472 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a099b4be-7aba-40d1-ac49-022264af647c admin admin] Pushing event deleted for resources: {'Port': ['ID=1f66471f-aedd-450c-9129-38222cf9bae1,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:24:49.785832 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a099b4be-7aba-40d1-ac49-022264af647c admin admin] No DVR routers for this DVR port 1f66471f-aedd-450c-9129-38222cf9bae1 on host n-d-813419-10 {{(pid=102346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:24:49.876405 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-0c04d160-c692-47ed-ae63-01077af060d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857803', 'neutron.services.segments.db._delete_segments_for_network-8743873143390'] for network, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:49.896153 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-3c3a918d-610d-474a-80a6-9a649bf9d228 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615'] for port, after_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:49.911785 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-39517f58-0028-440b-a983-0d01da6c6d8b None None] For port 1f66471f-aedd-450c-9129-38222cf9bae1, host n-d-813419-10, got binding levels [] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:24:49.912642 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-39517f58-0028-440b-a983-0d01da6c6d8b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:49.917946 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f385515e-43f2-4168-89ef-9fd361a39f1a req-81352c68-7a6a-4e25-a317-e1f1ee3a8f4f tempest-ListServerFiltersTestJSON-326742351 tempest-ListServerFiltersTestJSON-326742351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:49.920326 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-f385515e-43f2-4168-89ef-9fd361a39f1a req-81352c68-7a6a-4e25-a317-e1f1ee3a8f4f tempest-ListServerFiltersTestJSON-326742351 tempest-ListServerFiltersTestJSON-326742351-project] 10.222.0.44 "GET /v2.0/ports?device_id=45d14893-5bf6-4b65-b786-fa5afce227ce HTTP/1.1" status: 200 len: 946 time: 0.2711926 Oct 27 10:24:49.929659 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-a3ffbc16-f1e9-44bf-b3ef-3907b1655fa6 req-c760c9d5-89b7-41b3-bd65-a3ecc5024b50 service neutron] Attempting to bind port ef599265-bc33-4c73-9c72-0acae098e5ed on host n-h2-813419-10 for vnic_type normal with profile {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:24:49.930013 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-a3ffbc16-f1e9-44bf-b3ef-3907b1655fa6 req-c760c9d5-89b7-41b3-bd65-a3ecc5024b50 service neutron] Attempting to bind port ef599265-bc33-4c73-9c72-0acae098e5ed by drivers openvswitch,hyperv on host n-h2-813419-10 at level 0 using segments [{'id': 'f7c42c6d-2766-46d8-a8b7-4852117a5555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '4d250f92-d229-45fe-a579-67fef8e6c544'}] {{(pid=102347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:24:49.930344 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3ffbc16-f1e9-44bf-b3ef-3907b1655fa6 req-c760c9d5-89b7-41b3-bd65-a3ecc5024b50 service neutron] Attempting to bind port ef599265-bc33-4c73-9c72-0acae098e5ed on network 4d250f92-d229-45fe-a579-67fef8e6c544 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:24:49.945357 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-a099b4be-7aba-40d1-ac49-022264af647c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857803', 'neutron.services.segments.db._delete_segments_for_network-8743873143390'] for network, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:49.950522 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-0c04d160-c692-47ed-ae63-01077af060d1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ebc39447-82cc-4f9f-afce-53bb2f09f197']}} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:24:49.955401 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3ffbc16-f1e9-44bf-b3ef-3907b1655fa6 req-c760c9d5-89b7-41b3-bd65-a3ecc5024b50 service neutron] Port ef599265-bc33-4c73-9c72-0acae098e5ed on network 4d250f92-d229-45fe-a579-67fef8e6c544 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-10 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 10:24:49.955728 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3ffbc16-f1e9-44bf-b3ef-3907b1655fa6 req-c760c9d5-89b7-41b3-bd65-a3ecc5024b50 service neutron] Attempting to bind port ef599265-bc33-4c73-9c72-0acae098e5ed on network 4d250f92-d229-45fe-a579-67fef8e6c544 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:24:49.976079 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-0c04d160-c692-47ed-ae63-01077af060d1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1c09620-5217-4ebd-a09d-b6f9de28c0f2') {'for_net_delete': True} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:24:49.976410 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-0c04d160-c692-47ed-ae63-01077af060d1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1c09620-5217-4ebd-a09d-b6f9de28c0f2') {} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:24:49.985879 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3ffbc16-f1e9-44bf-b3ef-3907b1655fa6 req-c760c9d5-89b7-41b3-bd65-a3ecc5024b50 service neutron] Checking agent: {'id': 'a2edc247-0fa4-4ce6-bbae-a10492f6bd71', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 16, 9), 'started_at': datetime.datetime(2021, 10, 27, 10, 16, 9), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 24, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:24:49.986213 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3ffbc16-f1e9-44bf-b3ef-3907b1655fa6 req-c760c9d5-89b7-41b3-bd65-a3ecc5024b50 service neutron] Checking segment: {'id': 'f7c42c6d-2766-46d8-a8b7-4852117a5555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '4d250f92-d229-45fe-a579-67fef8e6c544'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:24:49.986598 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3ffbc16-f1e9-44bf-b3ef-3907b1655fa6 req-c760c9d5-89b7-41b3-bd65-a3ecc5024b50 service neutron] Bound using segment: {'id': 'f7c42c6d-2766-46d8-a8b7-4852117a5555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '4d250f92-d229-45fe-a579-67fef8e6c544'} {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:24:49.987034 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-a3ffbc16-f1e9-44bf-b3ef-3907b1655fa6 req-c760c9d5-89b7-41b3-bd65-a3ecc5024b50 service neutron] Bound port: ef599265-bc33-4c73-9c72-0acae098e5ed, host: n-h2-813419-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7c42c6d-2766-46d8-a8b7-4852117a5555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '4d250f92-d229-45fe-a579-67fef8e6c544'}}] {{(pid=102347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:24:49.987381 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-a3ffbc16-f1e9-44bf-b3ef-3907b1655fa6 req-c760c9d5-89b7-41b3-bd65-a3ecc5024b50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:49.989648 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-a099b4be-7aba-40d1-ac49-022264af647c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e07fb2ab-8da9-446a-b184-59fa6c116fe7']}} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:24:50.011010 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-0c04d160-c692-47ed-ae63-01077af060d1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743873145191', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18445132'] for segment, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:50.016638 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3a918d-610d-474a-80a6-9a649bf9d228 None None] Pushing event deleted for resources: {'Port': ['ID=525d894a-d63e-4c98-8b2a-adf25f7f3a75,revision_number=None']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:24:50.019159 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-a099b4be-7aba-40d1-ac49-022264af647c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be724bff-168f-4f44-bd48-6d66ce83179a') {'for_net_delete': True} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:24:50.019526 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-a099b4be-7aba-40d1-ac49-022264af647c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be724bff-168f-4f44-bd48-6d66ce83179a') {} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:24:50.023670 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-39517f58-0028-440b-a983-0d01da6c6d8b None None] Calling delete_port for 1f66471f-aedd-450c-9129-38222cf9bae1 owned by network:dhcp {{(pid=102348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:24:50.028918 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c3a918d-610d-474a-80a6-9a649bf9d228 None None] No DVR routers for this DVR port 525d894a-d63e-4c98-8b2a-adf25f7f3a75 on host n-d-813419-10 {{(pid=102348) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:24:50.032917 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.ipam_backend_mixin [None req-39517f58-0028-440b-a983-0d01da6c6d8b None None] Port 1f66471f-aedd-450c-9129-38222cf9bae1 was not found and therefore no delete operation was performed {{(pid=102348) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 27 10:24:50.036090 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-eadeaa30-4096-4d1a-b3cb-aa7ebfb291ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:50.038296 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-39517f58-0028-440b-a983-0d01da6c6d8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615'] for port, after_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:50.056682 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:50.061314 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a79fc8e-afe9-4e09-adcd-4af0d187a30b req-d52e36f6-d78d-443c-be02-cdda383fab70 tempest-ServerRescueTestJSON-1025374340 tempest-ServerRescueTestJSON-1025374340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:50.068801 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-3a79fc8e-afe9-4e09-adcd-4af0d187a30b req-d52e36f6-d78d-443c-be02-cdda383fab70 tempest-ServerRescueTestJSON-1025374340 tempest-ServerRescueTestJSON-1025374340-project] 10.222.0.44 "GET /v2.0/ports?device_id=3023f4e1-4118-4ca5-96f9-0bf5c68da3ab HTTP/1.1" status: 200 len: 944 time: 0.2129154 Oct 27 10:24:50.077540 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39517f58-0028-440b-a983-0d01da6c6d8b None None] No DVR routers for this DVR port 1f66471f-aedd-450c-9129-38222cf9bae1 on host n-d-813419-10 {{(pid=102348) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:24:50.078226 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-0c04d160-c692-47ed-ae63-01077af060d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:50.081997 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39517f58-0028-440b-a983-0d01da6c6d8b None None] Pushing event deleted for resources: {'Port': ['ID=1f66471f-aedd-450c-9129-38222cf9bae1,revision_number=None']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:24:50.106549 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c04d160-c692-47ed-ae63-01077af060d1 admin admin] Releasing vlan 435 on physical network physnet1 to pool {{(pid=102347) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 10:24:50.106949 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-0c04d160-c692-47ed-ae63-01077af060d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-18296032'] for segment, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:50.108623 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-a099b4be-7aba-40d1-ac49-022264af647c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743873145191', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25847877'] for segment, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:50.108828 n-d-813419-10 neutron-server[102347]: Traceback (most recent call last): Oct 27 10:24:50.108828 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 10:24:50.108828 n-d-813419-10 neutron-server[102347]: timer() Oct 27 10:24:50.108828 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 10:24:50.108828 n-d-813419-10 neutron-server[102347]: cb(*args, **kw) Oct 27 10:24:50.108828 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 10:24:50.108828 n-d-813419-10 neutron-server[102347]: return func(*args, **kwargs) Oct 27 10:24:50.108828 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 10:24:50.108828 n-d-813419-10 neutron-server[102347]: self._notify() Oct 27 10:24:50.108828 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 10:24:50.108828 n-d-813419-10 neutron-server[102347]: self.callback(batched_events) Oct 27 10:24:50.108828 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 10:24:50.108828 n-d-813419-10 neutron-server[102347]: event.method(event) Oct 27 10:24:50.108828 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 10:24:50.108828 n-d-813419-10 neutron-server[102347]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 10:24:50.108828 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 10:24:50.108828 n-d-813419-10 neutron-server[102347]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 10:24:50.108828 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 10:24:50.108828 n-d-813419-10 neutron-server[102347]: return f(self, *a, **k) Oct 27 10:24:50.108828 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 10:24:50.108828 n-d-813419-10 neutron-server[102347]: return self._get(url).json() Oct 27 10:24:50.108828 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 10:24:50.108828 n-d-813419-10 neutron-server[102347]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 10:24:50.108828 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 10:24:50.108828 n-d-813419-10 neutron-server[102347]: return self.request(url, 'GET', **kwargs) Oct 27 10:24:50.108828 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 10:24:50.108828 n-d-813419-10 neutron-server[102347]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 10:24:50.108828 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 10:24:50.108828 n-d-813419-10 neutron-server[102347]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 10:24:50.108828 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 10:24:50.108828 n-d-813419-10 neutron-server[102347]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 10:24:50.108828 n-d-813419-10 neutron-server[102347]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 10:24:50.138443 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 1f66471f-aedd-450c-9129-38222cf9bae1 no longer exists at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:24:50.145555 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-f385515e-43f2-4168-89ef-9fd361a39f1a req-b2c47784-33fd-4c6b-9f2e-6e60507da770 tempest-ListServerFiltersTestJSON-326742351 tempest-ListServerFiltersTestJSON-326742351-project] 10.222.0.44 "GET /v2.0/security-groups?id=f276a67d-9e93-463b-b0a2-3e206c03b654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2188799 Oct 27 10:24:50.160272 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-a099b4be-7aba-40d1-ac49-022264af647c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:50.161800 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] No Port match for: 1f66471f-aedd-450c-9129-38222cf9bae1 {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:24:50.162141 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 1f66471f-aedd-450c-9129-38222cf9bae1 not bound to the agent host n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:24:50.162590 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 480b1f37-6b43-41d5-a795-d0f98b083578 no longer exists at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:24:50.182925 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a099b4be-7aba-40d1-ac49-022264af647c admin admin] Releasing vlan 413 on physical network physnet1 to pool {{(pid=102346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 10:24:50.182925 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-a099b4be-7aba-40d1-ac49-022264af647c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27024137'] for segment, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:50.182925 n-d-813419-10 neutron-server[102346]: Traceback (most recent call last): Oct 27 10:24:50.182925 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 10:24:50.182925 n-d-813419-10 neutron-server[102346]: timer() Oct 27 10:24:50.182925 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 10:24:50.182925 n-d-813419-10 neutron-server[102346]: cb(*args, **kw) Oct 27 10:24:50.182925 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 10:24:50.182925 n-d-813419-10 neutron-server[102346]: return func(*args, **kwargs) Oct 27 10:24:50.182925 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 10:24:50.182925 n-d-813419-10 neutron-server[102346]: self._notify() Oct 27 10:24:50.182925 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 10:24:50.182925 n-d-813419-10 neutron-server[102346]: self.callback(batched_events) Oct 27 10:24:50.182925 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 10:24:50.182925 n-d-813419-10 neutron-server[102346]: event.method(event) Oct 27 10:24:50.182925 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 10:24:50.182925 n-d-813419-10 neutron-server[102346]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 10:24:50.182925 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 10:24:50.182925 n-d-813419-10 neutron-server[102346]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 10:24:50.182925 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 10:24:50.182925 n-d-813419-10 neutron-server[102346]: return f(self, *a, **k) Oct 27 10:24:50.182925 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 10:24:50.182925 n-d-813419-10 neutron-server[102346]: return self._get(url).json() Oct 27 10:24:50.182925 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 10:24:50.182925 n-d-813419-10 neutron-server[102346]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 10:24:50.182925 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 10:24:50.182925 n-d-813419-10 neutron-server[102346]: return self.request(url, 'GET', **kwargs) Oct 27 10:24:50.182925 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 10:24:50.182925 n-d-813419-10 neutron-server[102346]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 10:24:50.182925 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 10:24:50.182925 n-d-813419-10 neutron-server[102346]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 10:24:50.182925 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 10:24:50.182925 n-d-813419-10 neutron-server[102346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 10:24:50.182925 n-d-813419-10 neutron-server[102346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 10:24:50.185650 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] No Port match for: 480b1f37-6b43-41d5-a795-d0f98b083578 {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:24:50.185650 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 480b1f37-6b43-41d5-a795-d0f98b083578 not bound to the agent host n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:24:50.185650 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 525d894a-d63e-4c98-8b2a-adf25f7f3a75 no longer exists at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:24:50.210836 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] No Port match for: 525d894a-d63e-4c98-8b2a-adf25f7f3a75 {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:24:50.211264 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 525d894a-d63e-4c98-8b2a-adf25f7f3a75 not bound to the agent host n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:24:50.212356 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 016da588-3c50-4ac5-af47-3aa21864f901 no longer exists at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:24:50.242476 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] No Port match for: 016da588-3c50-4ac5-af47-3aa21864f901 {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:24:50.242811 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 016da588-3c50-4ac5-af47-3aa21864f901 not bound to the agent host n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:24:50.243246 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device d31f45b2-4996-417f-9b15-13bef4c0e7e5 no longer exists at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:24:50.245286 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-a3ffbc16-f1e9-44bf-b3ef-3907b1655fa6 req-c760c9d5-89b7-41b3-bd65-a3ecc5024b50 service neutron] For port ef599265-bc33-4c73-9c72-0acae098e5ed, host n-h2-813419-10, cleared binding levels {{(pid=102347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:24:50.251702 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-3a79fc8e-afe9-4e09-adcd-4af0d187a30b req-dad8aaf3-1f72-419b-abc8-bec672b52157 tempest-ServerRescueTestJSON-1025374340 tempest-ServerRescueTestJSON-1025374340-project] 10.222.0.44 "GET /v2.0/security-groups?id=5f97c1ff-dad7-428f-af4b-bc7a94091827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814585 Oct 27 10:24:50.265787 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] No Port match for: d31f45b2-4996-417f-9b15-13bef4c0e7e5 {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:24:50.266126 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device d31f45b2-4996-417f-9b15-13bef4c0e7e5 not bound to the agent host n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:24:50.273223 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-a3ffbc16-f1e9-44bf-b3ef-3907b1655fa6 req-c760c9d5-89b7-41b3-bd65-a3ecc5024b50 service neutron] For port ef599265-bc33-4c73-9c72-0acae098e5ed, host n-h2-813419-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=ef599265-bc33-4c73-9c72-0acae098e5ed,segment=NetworkSegment(f7c42c6d-2766-46d8-a8b7-4852117a5555),segment_id=f7c42c6d-2766-46d8-a8b7-4852117a5555)] {{(pid=102347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:24:50.274523 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-0c04d160-c692-47ed-ae63-01077af060d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664840'] for network, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:50.280045 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-0c04d160-c692-47ed-ae63-01077af060d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for network, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:50.285842 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-0c04d160-c692-47ed-ae63-01077af060d1 admin admin] 10.222.0.44 "DELETE /v2.0/networks/ebc39447-82cc-4f9f-afce-53bb2f09f197 HTTP/1.1" status: 204 len: 168 time: 1.6366570 Oct 27 10:24:50.287962 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-a3ffbc16-f1e9-44bf-b3ef-3907b1655fa6 req-c760c9d5-89b7-41b3-bd65-a3ecc5024b50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:50.304738 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-a099b4be-7aba-40d1-ac49-022264af647c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664840'] for network, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:50.338313 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c04d160-c692-47ed-ae63-01077af060d1 admin admin] Pushing event deleted for resources: {'Network': ['ID=ebc39447-82cc-4f9f-afce-53bb2f09f197,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:24:50.340786 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-a099b4be-7aba-40d1-ac49-022264af647c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for network, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:50.345703 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-a099b4be-7aba-40d1-ac49-022264af647c admin admin] 10.222.0.44 "DELETE /v2.0/networks/e07fb2ab-8da9-446a-b184-59fa6c116fe7 HTTP/1.1" status: 204 len: 168 time: 1.4942460 Oct 27 10:24:50.360532 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ffbc16-f1e9-44bf-b3ef-3907b1655fa6 req-c760c9d5-89b7-41b3-bd65-a3ecc5024b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:50.361297 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-a3ffbc16-f1e9-44bf-b3ef-3907b1655fa6 req-c760c9d5-89b7-41b3-bd65-a3ecc5024b50 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:50.362916 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-a3ffbc16-f1e9-44bf-b3ef-3907b1655fa6 req-c760c9d5-89b7-41b3-bd65-a3ecc5024b50 service neutron] 10.222.0.76 "PUT /v2.0/ports/ef599265-bc33-4c73-9c72-0acae098e5ed HTTP/1.1" status: 200 len: 1098 time: 1.9954102 Oct 27 10:24:50.389981 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a099b4be-7aba-40d1-ac49-022264af647c admin admin] Pushing event deleted for resources: {'Network': ['ID=e07fb2ab-8da9-446a-b184-59fa6c116fe7,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:24:50.436479 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c760c9d5-89b7-41b3-bd65-a3ecc5024b50 service neutron] Pushing event updated for resources: {'Port': ['ID=ef599265-bc33-4c73-9c72-0acae098e5ed,revision_number=11']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:24:50.527955 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ffbc16-f1e9-44bf-b3ef-3907b1655fa6 req-c8893335-603d-48df-a014-06374e2d2f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:50.529517 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-a3ffbc16-f1e9-44bf-b3ef-3907b1655fa6 req-c8893335-603d-48df-a014-06374e2d2f86 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=31dc088f778a4c2fb761c23ef7d22647&device_id=e8ba4d8b-4106-4181-809e-b9e98a50d4b3 HTTP/1.1" status: 200 len: 1101 time: 0.1108968 Oct 27 10:24:50.535836 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122174eb-2e58-49c3-86b4-f6ce5ca9abb1 req-519be5ae-533b-453f-873c-87150ff8279e tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:50.537971 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-122174eb-2e58-49c3-86b4-f6ce5ca9abb1 req-519be5ae-533b-453f-873c-87150ff8279e tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/ports?device_id=e8ba4d8b-4106-4181-809e-b9e98a50d4b3 HTTP/1.1" status: 200 len: 949 time: 0.1111646 Oct 27 10:24:50.561307 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 47898) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:24:50.590386 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 47900) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:24:50.656044 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ffbc16-f1e9-44bf-b3ef-3907b1655fa6 req-65720dec-7831-4722-ade7-dd3248511fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:50.657831 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-a3ffbc16-f1e9-44bf-b3ef-3907b1655fa6 req-65720dec-7831-4722-ade7-dd3248511fa9 service neutron] 10.222.0.76 "GET /v2.0/networks?id=4d250f92-d229-45fe-a579-67fef8e6c544 HTTP/1.1" status: 200 len: 870 time: 0.1124513 Oct 27 10:24:50.664320 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-122174eb-2e58-49c3-86b4-f6ce5ca9abb1 req-d14498e4-e51e-401f-9e37-e3206ec9d65f tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/security-groups?id=e786382c-1289-4f9d-b471-ed120470c2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170959 Oct 27 10:24:50.681599 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device ef599265-bc33-4c73-9c72-0acae098e5ed no longer exists at agent hyperv_n-h1-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:24:50.721554 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-a3ffbc16-f1e9-44bf-b3ef-3907b1655fa6 req-92f0358f-2548-42eb-bda1-bb4aebe020b1 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.161&port_id=ef599265-bc33-4c73-9c72-0acae098e5ed HTTP/1.1" status: 200 len: 217 time: 0.0553021 Oct 27 10:24:50.723434 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device ef599265-bc33-4c73-9c72-0acae098e5ed not bound to the agent host n-h1-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:24:50.730234 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-5b0e9e00-f6a9-4502-ae6c-081a7aea8877 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=60bf030ec38b4548b292ea0483de5f05&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1678269 Oct 27 10:24:50.734988 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 47904) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:24:50.778927 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-34626265-44a9-4f10-95e3-ffb9d50aad1d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=835b0e92be23426b8a689738b52d097e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1839235 Oct 27 10:24:50.781567 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 47906) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:24:50.806624 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-102dd660-67eb-45ce-94df-2921f0620793 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:50.816965 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ffbc16-f1e9-44bf-b3ef-3907b1655fa6 req-d780949b-76e3-4ba4-ad6e-d0055ceaaae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:50.818652 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-a3ffbc16-f1e9-44bf-b3ef-3907b1655fa6 req-d780949b-76e3-4ba4-ad6e-d0055ceaaae3 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=62eb52f7-aac4-48af-8670-e04300325561 HTTP/1.1" status: 200 len: 843 time: 0.0838411 Oct 27 10:24:50.835105 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9f9f04-2bcd-49b2-a5b5-17e9a3a4afa2 req-2784ea09-ae9c-474a-a85b-94f9e15ee32e tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:50.837162 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-bd9f9f04-2bcd-49b2-a5b5-17e9a3a4afa2 req-2784ea09-ae9c-474a-a85b-94f9e15ee32e tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] 10.222.0.44 "GET /v2.0/ports?device_id=bc03c0c0-96d1-4c90-904e-304dc69ac804 HTTP/1.1" status: 200 len: 945 time: 0.0667026 Oct 27 10:24:50.846022 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-102dd660-67eb-45ce-94df-2921f0620793 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:50.888999 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-9a1c59fb-36bb-4d8e-ae40-d1dee10e9ed5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:50.912169 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-9a1c59fb-36bb-4d8e-ae40-d1dee10e9ed5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:50.976851 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-9a1c59fb-36bb-4d8e-ae40-d1dee10e9ed5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:50.979721 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-9a1c59fb-36bb-4d8e-ae40-d1dee10e9ed5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:50.981745 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-9a1c59fb-36bb-4d8e-ae40-d1dee10e9ed5 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/6946833a-a24d-4dba-a1dd-074ade3f3b84 HTTP/1.1" status: 204 len: 168 time: 0.1990819 Oct 27 10:24:50.991882 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-102dd660-67eb-45ce-94df-2921f0620793 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:50.995636 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-102dd660-67eb-45ce-94df-2921f0620793 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:50.997338 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-102dd660-67eb-45ce-94df-2921f0620793 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d7526d7c-7f45-492b-806b-d4004d573aaf HTTP/1.1" status: 204 len: 168 time: 0.2614365 Oct 27 10:24:51.003282 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device df1216e0-d1af-4909-ae11-d3114caca167 up at agent hyperv_n-h2-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:24:51.023157 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1c59fb-36bb-4d8e-ae40-d1dee10e9ed5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6946833a-a24d-4dba-a1dd-074ade3f3b84,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:24:51.041978 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102dd660-67eb-45ce-94df-2921f0620793 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7526d7c-7f45-492b-806b-d4004d573aaf,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:24:51.111880 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Provisioning for port df1216e0-d1af-4909-ae11-d3114caca167 completed by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 10:24:51.117532 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Provisioning complete for port df1216e0-d1af-4909-ae11-d3114caca167 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:24:51.118085 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:51.237949 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-bd9f9f04-2bcd-49b2-a5b5-17e9a3a4afa2 req-1ee5a8b1-6c8c-4947-b5e2-21f53e87733e tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] 10.222.0.44 "GET /v2.0/security-groups?id=df17171a-6534-4d8a-8518-0be5fe64cbb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3905063 Oct 27 10:24:51.239895 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ffbc16-f1e9-44bf-b3ef-3907b1655fa6 req-5342fe17-9b14-4392-897c-a7f943544705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:51.248030 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-a3ffbc16-f1e9-44bf-b3ef-3907b1655fa6 req-5342fe17-9b14-4392-897c-a7f943544705 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=4d250f92-d229-45fe-a579-67fef8e6c544&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4078219 Oct 27 10:24:51.271867 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:51.302129 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3023f4e1-4118-4ca5-96f9-0bf5c68da3ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df1216e0-d1af-4909-ae11-d3114caca167'}] {{(pid=102348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:24:51.305030 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c588921fa634554a1d9242fdea1b05457a9ff1d3b28ba54ec1dace7f2f1df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-885295ab-bb29-4126-b52b-3390c6160237" -d '{"events": [{"server_uuid": "3023f4e1-4118-4ca5-96f9-0bf5c68da3ab", "name": "network-vif-plugged", "status": "completed", "tag": "df1216e0-d1af-4909-ae11-d3114caca167"}]}' {{(pid=102348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:24:51.320553 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] For port df1216e0-d1af-4909-ae11-d3114caca167, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=df1216e0-d1af-4909-ae11-d3114caca167,segment=NetworkSegment(6e01fb65-f38f-48de-8da6-2931b7e7e084),segment_id=6e01fb65-f38f-48de-8da6-2931b7e7e084)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:24:51.330071 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:51.393359 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b7e43f-cfc5-4811-a2d7-2d4d5f398118 req-dfcf3e66-fd5b-4d58-9df7-61134452e759 tempest-ListServerFiltersTestJSON-326742351 tempest-ListServerFiltersTestJSON-326742351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:51.402434 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-39b7e43f-cfc5-4811-a2d7-2d4d5f398118 req-dfcf3e66-fd5b-4d58-9df7-61134452e759 tempest-ListServerFiltersTestJSON-326742351 tempest-ListServerFiltersTestJSON-326742351-project] 10.222.0.44 "GET /v2.0/ports?device_id=45d14893-5bf6-4b65-b786-fa5afce227ce HTTP/1.1" status: 200 len: 946 time: 0.1388583 Oct 27 10:24:51.429536 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Pushing event updated for resources: {'Port': ['ID=df1216e0-d1af-4909-ae11-d3114caca167,revision_number=5']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:24:51.474598 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-39b7e43f-cfc5-4811-a2d7-2d4d5f398118 req-b1594791-03a9-4eb0-b31b-1faac4b68912 tempest-ListServerFiltersTestJSON-326742351 tempest-ListServerFiltersTestJSON-326742351-project] 10.222.0.44 "GET /v2.0/security-groups?id=f276a67d-9e93-463b-b0a2-3e206c03b654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655062 Oct 27 10:24:51.494755 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc8aa93-0231-4d40-8ad6-c29c9bc5b480 req-cf47ad31-9f48-4321-80df-109dd5c7e261 tempest-ServerRescueTestJSON-1025374340 tempest-ServerRescueTestJSON-1025374340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:51.496514 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-5bc8aa93-0231-4d40-8ad6-c29c9bc5b480 req-cf47ad31-9f48-4321-80df-109dd5c7e261 tempest-ServerRescueTestJSON-1025374340 tempest-ServerRescueTestJSON-1025374340-project] 10.222.0.44 "GET /v2.0/ports?device_id=3023f4e1-4118-4ca5-96f9-0bf5c68da3ab HTTP/1.1" status: 200 len: 945 time: 0.1213162 Oct 27 10:24:51.549803 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-a3ffbc16-f1e9-44bf-b3ef-3907b1655fa6 req-12168919-b078-4f18-a43a-cc1dc36524d2 service neutron] 10.222.0.76 "GET /v2.0/networks/4d250f92-d229-45fe-a579-67fef8e6c544?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2918019 Oct 27 10:24:51.569677 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8ba4d8b-4106-4181-809e-b9e98a50d4b3', 'tag': 'ef599265-bc33-4c73-9c72-0acae098e5ed'}] {{(pid=102347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:24:51.575839 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311149b481204ee7edffdb959c881838506fbd95bc8577c048f6677abb73acc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35feace0-1882-4e4a-98de-0255f2f54fe3" -d '{"events": [{"name": "network-changed", "server_uuid": "e8ba4d8b-4106-4181-809e-b9e98a50d4b3", "tag": "ef599265-bc33-4c73-9c72-0acae098e5ed"}]}' {{(pid=102347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:24:51.626469 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-5bc8aa93-0231-4d40-8ad6-c29c9bc5b480 req-7a2102cf-39e0-416f-9900-011a539cb647 tempest-ServerRescueTestJSON-1025374340 tempest-ServerRescueTestJSON-1025374340-project] 10.222.0.44 "GET /v2.0/security-groups?id=5f97c1ff-dad7-428f-af4b-bc7a94091827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197016 Oct 27 10:24:51.652537 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d6ce02-a5c3-45ee-bb90-4ac37a09294a req-8ed92ce9-9516-4802-9037-45e922e5230f tempest-LiveMigrationTest-1571947473 tempest-LiveMigrationTest-1571947473-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:51.663580 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-24d6ce02-a5c3-45ee-bb90-4ac37a09294a req-8ed92ce9-9516-4802-9037-45e922e5230f tempest-LiveMigrationTest-1571947473 tempest-LiveMigrationTest-1571947473-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=bc03c0c0-96d1-4c90-904e-304dc69ac804 HTTP/1.1" status: 200 len: 1097 time: 0.1115561 Oct 27 10:24:51.711541 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:24:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59ce350d-f9aa-4e12-a225-0a56c36a1c1e x-openstack-request-id: req-59ce350d-f9aa-4e12-a225-0a56c36a1c1e {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:24:51.711744 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 47940) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:24:51.712222 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3023f4e1-4118-4ca5-96f9-0bf5c68da3ab", "name": "network-vif-plugged", "status": "completed", "tag": "df1216e0-d1af-4909-ae11-d3114caca167", "code": 200}]} {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:24:51.712222 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-59ce350d-f9aa-4e12-a225-0a56c36a1c1e {{(pid=102348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:24:51.712807 n-d-813419-10 neutron-server[102348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3023f4e1-4118-4ca5-96f9-0bf5c68da3ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df1216e0-d1af-4909-ae11-d3114caca167', 'code': 200} Oct 27 10:24:51.786104 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-24d6ce02-a5c3-45ee-bb90-4ac37a09294a req-8472afd2-5c9c-48ca-a4d1-6e1db0bf7b25 tempest-LiveMigrationTest-1571947473 tempest-LiveMigrationTest-1571947473-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=df17171a-6534-4d8a-8518-0be5fe64cbb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172984 Oct 27 10:24:51.802991 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-3c6a8245-0581-48aa-b5f6-4d8fe98cd16e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:51.813522 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-a3ffbc16-f1e9-44bf-b3ef-3907b1655fa6 req-dd4dc815-6099-41f2-aa2a-2d7cc6308710 service neutron] 10.222.0.76 "GET /v2.0/networks/4d250f92-d229-45fe-a579-67fef8e6c544?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1970134 Oct 27 10:24:51.893077 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 10:24:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be703838-e25b-4032-9e4e-6f8697612521 x-openstack-request-id: req-be703838-e25b-4032-9e4e-6f8697612521 {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:24:51.893907 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8ba4d8b-4106-4181-809e-b9e98a50d4b3", "tag": "ef599265-bc33-4c73-9c72-0acae098e5ed", "status": "completed", "code": 200}]} {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:24:51.894230 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-be703838-e25b-4032-9e4e-6f8697612521 {{(pid=102347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:24:51.894698 n-d-813419-10 neutron-server[102347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8ba4d8b-4106-4181-809e-b9e98a50d4b3', 'tag': 'ef599265-bc33-4c73-9c72-0acae098e5ed', 'status': 'completed', 'code': 200} Oct 27 10:24:51.902387 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-2e7a241b-bd3f-44c4-a2e0-73823fc2cea2 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=33823056f9a74b6c8fa951c009c88ec7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1860530 Oct 27 10:24:51.904091 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 47944) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:24:51.939121 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07609cbd-2038-4255-a40d-fbf183dc3bb9 req-3a538831-eb1c-4ad6-b8b9-09df827fe2c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:51.940709 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-07609cbd-2038-4255-a40d-fbf183dc3bb9 req-3a538831-eb1c-4ad6-b8b9-09df827fe2c0 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=3023f4e1-4118-4ca5-96f9-0bf5c68da3ab HTTP/1.1" status: 200 len: 1097 time: 0.1535847 Oct 27 10:24:52.003870 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8467c4-7b1c-4318-8a47-99ae7de780b1 req-723d2dba-b98d-4382-b0c0-1f802e4cddc4 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:52.005549 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-4b8467c4-7b1c-4318-8a47-99ae7de780b1 req-723d2dba-b98d-4382-b0c0-1f802e4cddc4 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/ports?device_id=e8ba4d8b-4106-4181-809e-b9e98a50d4b3 HTTP/1.1" status: 200 len: 949 time: 0.1259608 Oct 27 10:24:52.040928 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-07609cbd-2038-4255-a40d-fbf183dc3bb9 req-2bed53e9-f2db-4fc2-8ff1-fa15a6764bb1 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=5f97c1ff-dad7-428f-af4b-bc7a94091827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728552 Oct 27 10:24:52.046605 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35feace0-1882-4e4a-98de-0255f2f54fe3 req-3e2e4a87-fbde-4df6-9e44-18128ead7d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:52.048070 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-35feace0-1882-4e4a-98de-0255f2f54fe3 req-3e2e4a87-fbde-4df6-9e44-18128ead7d97 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=31dc088f778a4c2fb761c23ef7d22647&device_id=e8ba4d8b-4106-4181-809e-b9e98a50d4b3 HTTP/1.1" status: 200 len: 1101 time: 0.1114898 Oct 27 10:24:52.071965 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35feace0-1882-4e4a-98de-0255f2f54fe3 req-20444ec1-f482-4129-a1d1-0bc707a71acb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:52.074049 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-35feace0-1882-4e4a-98de-0255f2f54fe3 req-20444ec1-f482-4129-a1d1-0bc707a71acb service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=31dc088f778a4c2fb761c23ef7d22647&device_id=e8ba4d8b-4106-4181-809e-b9e98a50d4b3 HTTP/1.1" status: 200 len: 1101 time: 0.1414509 Oct 27 10:24:52.075907 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-4b8467c4-7b1c-4318-8a47-99ae7de780b1 req-0c76d42c-1490-4a90-b807-1bb380cd4a2e tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/security-groups?id=e786382c-1289-4f9d-b471-ed120470c2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578468 Oct 27 10:24:52.086532 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-ed36c186-28b0-4bbf-a25e-2280dd8b2a92 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:52.090189 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13e0e60-2298-4afc-bc16-efea7644a360 req-2bcc3df0-69c8-42ca-b5c0-99ab80496643 tempest-LiveMigrationTest-1571947473 tempest-LiveMigrationTest-1571947473-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:52.091804 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c13e0e60-2298-4afc-bc16-efea7644a360 req-2bcc3df0-69c8-42ca-b5c0-99ab80496643 tempest-LiveMigrationTest-1571947473 tempest-LiveMigrationTest-1571947473-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=bc03c0c0-96d1-4c90-904e-304dc69ac804 HTTP/1.1" status: 200 len: 1097 time: 0.1152990 Oct 27 10:24:52.133305 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-ed36c186-28b0-4bbf-a25e-2280dd8b2a92 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:52.172716 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c13e0e60-2298-4afc-bc16-efea7644a360 req-1a4871b1-e256-4a77-baaa-fa7bcc05610b tempest-LiveMigrationTest-1571947473 tempest-LiveMigrationTest-1571947473-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=df17171a-6534-4d8a-8518-0be5fe64cbb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709805 Oct 27 10:24:52.194942 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35feace0-1882-4e4a-98de-0255f2f54fe3 req-f6bd151a-d7d6-4371-a49b-62c5e8192aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:52.197236 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-35feace0-1882-4e4a-98de-0255f2f54fe3 req-f6bd151a-d7d6-4371-a49b-62c5e8192aa8 service neutron] 10.222.0.64 "GET /v2.0/networks?id=4d250f92-d229-45fe-a579-67fef8e6c544 HTTP/1.1" status: 200 len: 870 time: 0.1351247 Oct 27 10:24:52.225619 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-ed36c186-28b0-4bbf-a25e-2280dd8b2a92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:52.229238 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-ed36c186-28b0-4bbf-a25e-2280dd8b2a92 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:52.235948 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-ed36c186-28b0-4bbf-a25e-2280dd8b2a92 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c1f3c770-4ded-48bf-8ec9-ab91ac154138 HTTP/1.1" status: 204 len: 168 time: 0.3305092 Oct 27 10:24:52.256242 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed36c186-28b0-4bbf-a25e-2280dd8b2a92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1f3c770-4ded-48bf-8ec9-ab91ac154138,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:24:52.288504 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-35feace0-1882-4e4a-98de-0255f2f54fe3 req-46fc2bab-be6c-4003-af19-4fbbb3866d97 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.161&port_id=ef599265-bc33-4c73-9c72-0acae098e5ed HTTP/1.1" status: 200 len: 217 time: 0.0820444 Oct 27 10:24:52.401947 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35feace0-1882-4e4a-98de-0255f2f54fe3 req-002bfc89-c4b9-41f3-a7a0-8b1acdc26097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:52.412474 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-35feace0-1882-4e4a-98de-0255f2f54fe3 req-002bfc89-c4b9-41f3-a7a0-8b1acdc26097 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=62eb52f7-aac4-48af-8670-e04300325561 HTTP/1.1" status: 200 len: 843 time: 0.1102078 Oct 27 10:24:52.413265 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 47962) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:24:52.501643 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35feace0-1882-4e4a-98de-0255f2f54fe3 req-ce7dbad3-d46b-425d-8bf3-f3411397a9f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:52.502457 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-35feace0-1882-4e4a-98de-0255f2f54fe3 req-ce7dbad3-d46b-425d-8bf3-f3411397a9f3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4d250f92-d229-45fe-a579-67fef8e6c544&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0570867 Oct 27 10:24:52.578940 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35feace0-1882-4e4a-98de-0255f2f54fe3 req-ce95866d-3b2a-43ab-bcd4-3e33ea9e7e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:52.580474 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-35feace0-1882-4e4a-98de-0255f2f54fe3 req-ce95866d-3b2a-43ab-bcd4-3e33ea9e7e1d service neutron] 10.222.0.76 "GET /v2.0/networks?id=4d250f92-d229-45fe-a579-67fef8e6c544 HTTP/1.1" status: 200 len: 870 time: 0.2316837 Oct 27 10:24:52.660024 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3daf08-1b6c-4c67-9514-99715f0e35a9 req-02b77839-76e0-480b-abd4-ad3b6532f88d tempest-LiveMigrationTest-1571947473 tempest-LiveMigrationTest-1571947473-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:52.670012 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-7f3daf08-1b6c-4c67-9514-99715f0e35a9 req-02b77839-76e0-480b-abd4-ad3b6532f88d tempest-LiveMigrationTest-1571947473 tempest-LiveMigrationTest-1571947473-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=bc03c0c0-96d1-4c90-904e-304dc69ac804 HTTP/1.1" status: 200 len: 1097 time: 0.1079128 Oct 27 10:24:52.728865 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-35feace0-1882-4e4a-98de-0255f2f54fe3 req-29bbe108-7154-4664-a4e7-163c60722433 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.161&port_id=ef599265-bc33-4c73-9c72-0acae098e5ed HTTP/1.1" status: 200 len: 217 time: 0.1372349 Oct 27 10:24:52.729647 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-7f3daf08-1b6c-4c67-9514-99715f0e35a9 req-e0c25394-3862-4589-b8b2-11ae4d836489 tempest-LiveMigrationTest-1571947473 tempest-LiveMigrationTest-1571947473-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=df17171a-6534-4d8a-8518-0be5fe64cbb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587590 Oct 27 10:24:52.774685 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-35feace0-1882-4e4a-98de-0255f2f54fe3 req-f88be9e1-912e-4036-9d6e-2152eb4d8205 service neutron] 10.222.0.64 "GET /v2.0/networks/4d250f92-d229-45fe-a579-67fef8e6c544?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2539585 Oct 27 10:24:52.787994 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c13d9f9-b43b-45a9-accd-e4b99a0d2f04 req-dc5662d3-3eb4-404b-b204-81e6ae4e9844 tempest-ListServerFiltersTestJSON-326742351 tempest-ListServerFiltersTestJSON-326742351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:52.804386 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8c13d9f9-b43b-45a9-accd-e4b99a0d2f04 req-dc5662d3-3eb4-404b-b204-81e6ae4e9844 tempest-ListServerFiltersTestJSON-326742351 tempest-ListServerFiltersTestJSON-326742351-project] 10.222.0.44 "GET /v2.0/ports?device_id=45d14893-5bf6-4b65-b786-fa5afce227ce HTTP/1.1" status: 200 len: 946 time: 0.2055905 Oct 27 10:24:52.869270 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-c92171da-8194-4b31-99ca-0dcc73f34a5c admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-2054842009-network', 'tenant_id': '2188d08323094fd29aa0ce0c21743039'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:24:52.885418 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35feace0-1882-4e4a-98de-0255f2f54fe3 req-73bfa3a8-9aaf-4151-b8c9-ed5e178ef42b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:52.887190 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-35feace0-1882-4e4a-98de-0255f2f54fe3 req-73bfa3a8-9aaf-4151-b8c9-ed5e178ef42b service neutron] 10.222.0.76 "GET /v2.0/subnets?id=62eb52f7-aac4-48af-8670-e04300325561 HTTP/1.1" status: 200 len: 843 time: 0.1474705 Oct 27 10:24:52.912987 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8c13d9f9-b43b-45a9-accd-e4b99a0d2f04 req-17f173be-97f5-474e-aef8-09b7e027a72d tempest-ListServerFiltersTestJSON-326742351 tempest-ListServerFiltersTestJSON-326742351-project] 10.222.0.44 "GET /v2.0/security-groups?id=f276a67d-9e93-463b-b0a2-3e206c03b654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025047 Oct 27 10:24:52.964285 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e811022-3e1f-4b51-8ef2-67063f9389fb req-cdf31019-b9b1-4144-bced-33fe9e320f43 tempest-ServerRescueTestJSON-1025374340 tempest-ServerRescueTestJSON-1025374340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:52.974683 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-4e811022-3e1f-4b51-8ef2-67063f9389fb req-cdf31019-b9b1-4144-bced-33fe9e320f43 tempest-ServerRescueTestJSON-1025374340 tempest-ServerRescueTestJSON-1025374340-project] 10.222.0.44 "GET /v2.0/ports?device_id=3023f4e1-4118-4ca5-96f9-0bf5c68da3ab HTTP/1.1" status: 200 len: 945 time: 0.1110215 Oct 27 10:24:52.984313 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35feace0-1882-4e4a-98de-0255f2f54fe3 req-35047dd7-aae0-4e70-8c87-9f0b2d98272e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:52.985882 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-35feace0-1882-4e4a-98de-0255f2f54fe3 req-35047dd7-aae0-4e70-8c87-9f0b2d98272e service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=4d250f92-d229-45fe-a579-67fef8e6c544&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0639205 Oct 27 10:24:52.993195 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c92171da-8194-4b31-99ca-0dcc73f34a5c admin admin] Made reservation on behalf of 2188d08323094fd29aa0ce0c21743039 for: {'network': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:24:52.996294 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-c92171da-8194-4b31-99ca-0dcc73f34a5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for network, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:53.025572 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-c92171da-8194-4b31-99ca-0dcc73f34a5c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:53.041550 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-35feace0-1882-4e4a-98de-0255f2f54fe3 req-b788f008-fe21-42fa-bcaa-6fcf1a68d622 service neutron] 10.222.0.64 "GET /v2.0/networks/4d250f92-d229-45fe-a579-67fef8e6c544?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2604878 Oct 27 10:24:53.079308 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-4e811022-3e1f-4b51-8ef2-67063f9389fb req-fad8278c-cbd9-4836-b678-aa003940db94 tempest-ServerRescueTestJSON-1025374340 tempest-ServerRescueTestJSON-1025374340-project] 10.222.0.44 "GET /v2.0/security-groups?id=5f97c1ff-dad7-428f-af4b-bc7a94091827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982440 Oct 27 10:24:53.155813 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-35feace0-1882-4e4a-98de-0255f2f54fe3 req-c66286b3-0211-4744-8567-89151bd0d1c3 service neutron] 10.222.0.76 "GET /v2.0/networks/4d250f92-d229-45fe-a579-67fef8e6c544?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1549239 Oct 27 10:24:53.164093 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-c92171da-8194-4b31-99ca-0dcc73f34a5c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:53.168573 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-c92171da-8194-4b31-99ca-0dcc73f34a5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:53.184529 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c92171da-8194-4b31-99ca-0dcc73f34a5c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 400} {{(pid=102346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 10:24:53.195780 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-c92171da-8194-4b31-99ca-0dcc73f34a5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:53.196122 n-d-813419-10 neutron-server[102346]: INFO neutron.db.segments_db [None req-c92171da-8194-4b31-99ca-0dcc73f34a5c admin admin] Added segment 922b6d3e-9a8b-4e20-bf5d-299fdca2febe of type vlan for network f7c4c830-52ad-4ee2-a72d-431abd6800b4 Oct 27 10:24:53.238542 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-c92171da-8194-4b31-99ca-0dcc73f34a5c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743872593080'] for network, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:53.283855 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92171da-8194-4b31-99ca-0dcc73f34a5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c17542d-7fc8-4217-9c44-3a2fd00892bb,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:24:53.288549 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-c92171da-8194-4b31-99ca-0dcc73f34a5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913'] for network, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:53.289540 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c92171da-8194-4b31-99ca-0dcc73f34a5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:53.290606 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-c92171da-8194-4b31-99ca-0dcc73f34a5c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for network, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:53.327723 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dbe5a8-d22d-4895-8c66-5efd5f6df87f req-74e21baf-0691-4ba8-a139-1abb314d35da tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:53.337551 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-f1dbe5a8-d22d-4895-8c66-5efd5f6df87f req-74e21baf-0691-4ba8-a139-1abb314d35da tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/ports?device_id=e8ba4d8b-4106-4181-809e-b9e98a50d4b3 HTTP/1.1" status: 200 len: 949 time: 0.1591461 Oct 27 10:24:53.361480 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-c92171da-8194-4b31-99ca-0dcc73f34a5c admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.9436667 Oct 27 10:24:53.362935 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 48002) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:24:53.373862 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-5182014f-9bf1-436c-b51a-76471beee2ee admin admin] Request body: {'subnet': {'network_id': 'f7c4c830-52ad-4ee2-a72d-431abd6800b4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-2054842009-subnet', 'tenant_id': '2188d08323094fd29aa0ce0c21743039', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:24:53.385823 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92171da-8194-4b31-99ca-0dcc73f34a5c admin admin] Pushing event updated for resources: {'Network': ['ID=f7c4c830-52ad-4ee2-a72d-431abd6800b4,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:24:53.396480 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Network f7c4c830-52ad-4ee2-a72d-431abd6800b4 details requested by agent ovs-agent-n-d-813419-10 with host n-d-813419-10 {{(pid=102348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 10:24:53.405344 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5182014f-9bf1-436c-b51a-76471beee2ee admin admin] Made reservation on behalf of 2188d08323094fd29aa0ce0c21743039 for: {'subnet': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:24:53.408536 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-5182014f-9bf1-436c-b51a-76471beee2ee admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27167186'] for subnet, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:53.410252 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-35feace0-1882-4e4a-98de-0255f2f54fe3 req-fc7b66f0-e76d-48de-adbb-418af040aa9e service neutron] 10.222.0.76 "GET /v2.0/networks/4d250f92-d229-45fe-a579-67fef8e6c544?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2308474 Oct 27 10:24:53.439878 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-f1dbe5a8-d22d-4895-8c66-5efd5f6df87f req-435d136c-30d1-452e-95fd-d93d82c3d3d0 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/security-groups?id=e786382c-1289-4f9d-b471-ed120470c2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013770 Oct 27 10:24:53.610211 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-5182014f-9bf1-436c-b51a-76471beee2ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27024290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27167168'] for subnet, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:53.667637 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5182014f-9bf1-436c-b51a-76471beee2ee admin admin] Pushing event updated for resources: {'Subnet': ['ID=16b456d2-8438-42f0-a0ba-9b2d6c1c5bfa,revision_number=0']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:24:53.680343 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5182014f-9bf1-436c-b51a-76471beee2ee admin admin] Checking segment: {'id': '922b6d3e-9a8b-4e20-bf5d-299fdca2febe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'f7c4c830-52ad-4ee2-a72d-431abd6800b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:24:53.680761 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5182014f-9bf1-436c-b51a-76471beee2ee admin admin] Network hostable DHCP agents. Network: f7c4c830-52ad-4ee2-a72d-431abd6800b4, hostable agents: ['eafd4000-b897-4722-ae8b-0118ec955181'], hosted agents: [] {{(pid=102346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 10:24:53.698996 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5182014f-9bf1-436c-b51a-76471beee2ee admin admin] Network f7c4c830-52ad-4ee2-a72d-431abd6800b4 is scheduled to be hosted by DHCP agent eafd4000-b897-4722-ae8b-0118ec955181 with binding_index 1 {{(pid=102346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 10:24:53.711288 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-5182014f-9bf1-436c-b51a-76471beee2ee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-10, f7c4c830-52ad-4ee2-a72d-431abd6800b4) {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:24:53.715334 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5182014f-9bf1-436c-b51a-76471beee2ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:53.716277 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-5182014f-9bf1-436c-b51a-76471beee2ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for subnet, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:53.721963 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17a2ee02-c08c-4be0-ac74-676ef2c9aa95 None None] Network f7c4c830-52ad-4ee2-a72d-431abd6800b4 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:24:53.745379 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-5182014f-9bf1-436c-b51a-76471beee2ee admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.3826857 Oct 27 10:24:53.922616 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be3038b-9068-4e74-97e2-4a019c0f2307 req-db52b857-9b68-4df7-8883-c5ba2edce446 tempest-LiveMigrationTest-1571947473 tempest-LiveMigrationTest-1571947473-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:53.937841 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-5be3038b-9068-4e74-97e2-4a019c0f2307 req-db52b857-9b68-4df7-8883-c5ba2edce446 tempest-LiveMigrationTest-1571947473 tempest-LiveMigrationTest-1571947473-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=bc03c0c0-96d1-4c90-904e-304dc69ac804 HTTP/1.1" status: 200 len: 1097 time: 0.1030197 Oct 27 10:24:53.967900 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88dcc6b2-f4d0-49b5-b5ba-107f7ee34e3f None None] Network f7c4c830-52ad-4ee2-a72d-431abd6800b4 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:24:54.027335 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-5be3038b-9068-4e74-97e2-4a019c0f2307 req-d57852b6-ae54-4f34-aa74-b36d04b277d5 tempest-LiveMigrationTest-1571947473 tempest-LiveMigrationTest-1571947473-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=df17171a-6534-4d8a-8518-0be5fe64cbb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885572 Oct 27 10:24:54.131768 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6da4c9c-f484-4cd3-aee2-fb26902e63c7 req-d55a5ab4-3c14-4695-a193-2efe06cc5f70 tempest-ListServerFiltersTestJSON-326742351 tempest-ListServerFiltersTestJSON-326742351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:54.133515 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c6da4c9c-f484-4cd3-aee2-fb26902e63c7 req-d55a5ab4-3c14-4695-a193-2efe06cc5f70 tempest-ListServerFiltersTestJSON-326742351 tempest-ListServerFiltersTestJSON-326742351-project] 10.222.0.44 "GET /v2.0/ports?device_id=45d14893-5bf6-4b65-b786-fa5afce227ce HTTP/1.1" status: 200 len: 946 time: 0.0868926 Oct 27 10:24:54.188590 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c6da4c9c-f484-4cd3-aee2-fb26902e63c7 req-bba57314-8d7a-4bc4-a563-c24d20a4b855 tempest-ListServerFiltersTestJSON-326742351 tempest-ListServerFiltersTestJSON-326742351-project] 10.222.0.44 "GET /v2.0/security-groups?id=f276a67d-9e93-463b-b0a2-3e206c03b654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465999 Oct 27 10:24:54.560488 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6c6f60-fdde-4228-948c-575b5bbc5a22 req-70c50b80-fb6b-4c01-88e7-70e86a13bc5d tempest-ImagesOneServerNegativeTestJSON-1258670322 tempest-ImagesOneServerNegativeTestJSON-1258670322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:54.561976 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-dd6c6f60-fdde-4228-948c-575b5bbc5a22 req-70c50b80-fb6b-4c01-88e7-70e86a13bc5d tempest-ImagesOneServerNegativeTestJSON-1258670322 tempest-ImagesOneServerNegativeTestJSON-1258670322-project] 10.222.0.44 "GET /v2.0/networks?id=f7c4c830-52ad-4ee2-a72d-431abd6800b4 HTTP/1.1" status: 200 len: 822 time: 0.1074903 Oct 27 10:24:54.577771 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-dd6c6f60-fdde-4228-948c-575b5bbc5a22 req-4bf78e1b-959e-440d-bd2b-3c513cb2e441 tempest-ImagesOneServerNegativeTestJSON-1258670322 tempest-ImagesOneServerNegativeTestJSON-1258670322-project] 10.222.0.44 "GET /v2.0/quotas/2188d08323094fd29aa0ce0c21743039 HTTP/1.1" status: 200 len: 375 time: 0.0097427 Oct 27 10:24:54.612099 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-dd6c6f60-fdde-4228-948c-575b5bbc5a22 req-bc36e353-1176-4e91-9567-e5131ce9fb7e tempest-ImagesOneServerNegativeTestJSON-1258670322 tempest-ImagesOneServerNegativeTestJSON-1258670322-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=2188d08323094fd29aa0ce0c21743039&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0271647 Oct 27 10:24:54.721142 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-dd6c6f60-fdde-4228-948c-575b5bbc5a22 req-89792834-6f6e-48db-9f87-297a2c6ac7b4 service neutron] 10.222.0.44 "GET /v2.0/networks/f7c4c830-52ad-4ee2-a72d-431abd6800b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006663 Oct 27 10:24:54.844890 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-dd6c6f60-fdde-4228-948c-575b5bbc5a22 req-22567e06-1780-460a-80ef-f6eef1c58441 service neutron] 10.222.0.44 "GET /v2.0/networks/f7c4c830-52ad-4ee2-a72d-431abd6800b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1068933 Oct 27 10:24:55.083356 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0122e6-fb38-4b3c-9a33-4a83c0d49f32 req-fbd068b2-a69e-49c1-8bd3-2370a16f305d tempest-ServerRescueTestJSON-1025374340 tempest-ServerRescueTestJSON-1025374340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:55.085500 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-4a0122e6-fb38-4b3c-9a33-4a83c0d49f32 req-fbd068b2-a69e-49c1-8bd3-2370a16f305d tempest-ServerRescueTestJSON-1025374340 tempest-ServerRescueTestJSON-1025374340-project] 10.222.0.44 "GET /v2.0/ports?device_id=3023f4e1-4118-4ca5-96f9-0bf5c68da3ab HTTP/1.1" status: 200 len: 945 time: 0.0797248 Oct 27 10:24:55.144020 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-4a0122e6-fb38-4b3c-9a33-4a83c0d49f32 req-19ac1e79-2051-45f7-ae94-096f15a199ce tempest-ServerRescueTestJSON-1025374340 tempest-ServerRescueTestJSON-1025374340-project] 10.222.0.44 "GET /v2.0/security-groups?id=5f97c1ff-dad7-428f-af4b-bc7a94091827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496645 Oct 27 10:24:55.422180 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [req-4a7d01b2-9a2f-46ae-8916-4248595200d6 req-12e01839-74a8-4c10-8eba-a8d5bd075c8f tempest-LiveMigrationTest-1571947473 tempest-LiveMigrationTest-1571947473-project-admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=102346) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 10:24:55.423682 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-4a7d01b2-9a2f-46ae-8916-4248595200d6 req-12e01839-74a8-4c10-8eba-a8d5bd075c8f tempest-LiveMigrationTest-1571947473 tempest-LiveMigrationTest-1571947473-project-admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0268798 Oct 27 10:24:55.522760 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7d01b2-9a2f-46ae-8916-4248595200d6 req-6e41a6c1-ec83-47fc-9fed-109790701ba2 tempest-LiveMigrationTest-1571947473 tempest-LiveMigrationTest-1571947473-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:55.524318 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-4a7d01b2-9a2f-46ae-8916-4248595200d6 req-6e41a6c1-ec83-47fc-9fed-109790701ba2 tempest-LiveMigrationTest-1571947473 tempest-LiveMigrationTest-1571947473-project-admin] 10.222.0.44 "GET /v2.0/ports/848dd2ed-9585-42c3-869b-840c7332f2f2 HTTP/1.1" status: 200 len: 1094 time: 0.0766029 Oct 27 10:24:55.537167 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [req-4a7d01b2-9a2f-46ae-8916-4248595200d6 req-025c211a-25cf-4489-bc03-7e4f6ae6fc67 service neutron] Request body: {'binding': {'host': 'n-h1-813419-10', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:24:55.537681 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [req-4a7d01b2-9a2f-46ae-8916-4248595200d6 req-025c211a-25cf-4489-bc03-7e4f6ae6fc67 service neutron] Unknown quota resources ['binding']. {{(pid=102346) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 27 10:24:55.549285 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dcc442-406e-43c5-bf18-ff16f8fa9899 req-2241bded-751d-4e3f-a4a7-97129b399514 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:55.556921 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-a3dcc442-406e-43c5-bf18-ff16f8fa9899 req-2241bded-751d-4e3f-a4a7-97129b399514 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/ports?device_id=e8ba4d8b-4106-4181-809e-b9e98a50d4b3 HTTP/1.1" status: 200 len: 949 time: 0.1559443 Oct 27 10:24:55.759991 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-a3dcc442-406e-43c5-bf18-ff16f8fa9899 req-7bd1bcb1-8754-4c2b-a7e2-99ae9f0d50cf tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/security-groups?id=e786382c-1289-4f9d-b471-ed120470c2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2018132 Oct 27 10:24:55.904511 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-9173fa7d-6317-49be-96d0-269ec9773ff0 req-7109647d-66d0-40a1-8f9b-18a160c64b14 tempest-ImagesOneServerNegativeTestJSON-1258670322 tempest-ImagesOneServerNegativeTestJSON-1258670322-project] 10.222.0.44 "GET /v2.0/ports?device_id=c16b2e36-80f9-40d6-a6d2-7f76f45239f0 HTTP/1.1" status: 200 len: 210 time: 0.0548904 Oct 27 10:24:55.945667 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.managers [req-4a7d01b2-9a2f-46ae-8916-4248595200d6 req-025c211a-25cf-4489-bc03-7e4f6ae6fc67 service neutron] Attempting to bind port 848dd2ed-9585-42c3-869b-840c7332f2f2 on host n-h1-813419-10 for vnic_type normal with profile None {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:24:55.945809 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.managers [req-4a7d01b2-9a2f-46ae-8916-4248595200d6 req-025c211a-25cf-4489-bc03-7e4f6ae6fc67 service neutron] Attempting to bind port 848dd2ed-9585-42c3-869b-840c7332f2f2 by drivers openvswitch,hyperv on host n-h1-813419-10 at level 0 using segments [{'id': '50500633-18ab-48c2-98da-73563c3123ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'b70d8912-e651-449a-aede-549067567147'}] {{(pid=102346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:24:55.946079 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a7d01b2-9a2f-46ae-8916-4248595200d6 req-025c211a-25cf-4489-bc03-7e4f6ae6fc67 service neutron] Attempting to bind port 848dd2ed-9585-42c3-869b-840c7332f2f2 on network b70d8912-e651-449a-aede-549067567147 {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:24:55.965823 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a7d01b2-9a2f-46ae-8916-4248595200d6 req-025c211a-25cf-4489-bc03-7e4f6ae6fc67 service neutron] Port 848dd2ed-9585-42c3-869b-840c7332f2f2 on network b70d8912-e651-449a-aede-549067567147 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-10 {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 10:24:55.966140 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a7d01b2-9a2f-46ae-8916-4248595200d6 req-025c211a-25cf-4489-bc03-7e4f6ae6fc67 service neutron] Attempting to bind port 848dd2ed-9585-42c3-869b-840c7332f2f2 on network b70d8912-e651-449a-aede-549067567147 {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:24:55.972835 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a7d01b2-9a2f-46ae-8916-4248595200d6 req-025c211a-25cf-4489-bc03-7e4f6ae6fc67 service neutron] Checking agent: {'id': 'a52e1cab-0c63-402d-9c94-330537c6c076', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 16, 2), 'started_at': datetime.datetime(2021, 10, 27, 10, 16, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 24, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:24:55.973228 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a7d01b2-9a2f-46ae-8916-4248595200d6 req-025c211a-25cf-4489-bc03-7e4f6ae6fc67 service neutron] Checking segment: {'id': '50500633-18ab-48c2-98da-73563c3123ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'b70d8912-e651-449a-aede-549067567147'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:24:55.973618 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a7d01b2-9a2f-46ae-8916-4248595200d6 req-025c211a-25cf-4489-bc03-7e4f6ae6fc67 service neutron] Bound using segment: {'id': '50500633-18ab-48c2-98da-73563c3123ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'b70d8912-e651-449a-aede-549067567147'} {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:24:55.974068 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.managers [req-4a7d01b2-9a2f-46ae-8916-4248595200d6 req-025c211a-25cf-4489-bc03-7e4f6ae6fc67 service neutron] Bound port: 848dd2ed-9585-42c3-869b-840c7332f2f2, host: n-h1-813419-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50500633-18ab-48c2-98da-73563c3123ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'b70d8912-e651-449a-aede-549067567147'}}] {{(pid=102346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:24:56.071965 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [req-4a7d01b2-9a2f-46ae-8916-4248595200d6 req-025c211a-25cf-4489-bc03-7e4f6ae6fc67 service neutron] For port 848dd2ed-9585-42c3-869b-840c7332f2f2, host n-h1-813419-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=848dd2ed-9585-42c3-869b-840c7332f2f2,segment=NetworkSegment(50500633-18ab-48c2-98da-73563c3123ba),segment_id=50500633-18ab-48c2-98da-73563c3123ba)] {{(pid=102346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:24:56.082801 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-4a7d01b2-9a2f-46ae-8916-4248595200d6 req-025c211a-25cf-4489-bc03-7e4f6ae6fc67 service neutron] Publish callbacks [] for binding, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:56.087329 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-4a7d01b2-9a2f-46ae-8916-4248595200d6 req-025c211a-25cf-4489-bc03-7e4f6ae6fc67 service neutron] 10.222.0.44 "POST /v2.0/ports/848dd2ed-9585-42c3-869b-840c7332f2f2/bindings HTTP/1.1" status: 201 len: 390 time: 0.5540884 Oct 27 10:24:56.264274 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db653faf-f8c2-4f45-ac77-ec0222c52ab3 req-6a3d1570-9d34-4a50-bda0-8236dc8413a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:56.269166 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-db653faf-f8c2-4f45-ac77-ec0222c52ab3 req-6a3d1570-9d34-4a50-bda0-8236dc8413a4 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=23d18887a95946a7b35c0b3b4d482024&device_id=3023f4e1-4118-4ca5-96f9-0bf5c68da3ab HTTP/1.1" status: 200 len: 1097 time: 0.0797579 Oct 27 10:24:56.305577 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ffb477-ce3b-4c28-b741-ffaed8f283a9 req-4fabe02f-4113-43c5-affc-33623d8a566e tempest-ListServerFiltersTestJSON-326742351 tempest-ListServerFiltersTestJSON-326742351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:56.316149 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-c0ffb477-ce3b-4c28-b741-ffaed8f283a9 req-4fabe02f-4113-43c5-affc-33623d8a566e tempest-ListServerFiltersTestJSON-326742351 tempest-ListServerFiltersTestJSON-326742351-project] 10.222.0.44 "GET /v2.0/ports?device_id=45d14893-5bf6-4b65-b786-fa5afce227ce HTTP/1.1" status: 200 len: 946 time: 0.1078265 Oct 27 10:24:56.378964 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-c0ffb477-ce3b-4c28-b741-ffaed8f283a9 req-cd99042a-2db5-4fda-a329-274e29f03339 tempest-ListServerFiltersTestJSON-326742351 tempest-ListServerFiltersTestJSON-326742351-project] 10.222.0.44 "GET /v2.0/security-groups?id=f276a67d-9e93-463b-b0a2-3e206c03b654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618167 Oct 27 10:24:56.506409 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db653faf-f8c2-4f45-ac77-ec0222c52ab3 req-5233f7e5-714a-4f15-b695-99c9616fd6df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:56.508750 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-db653faf-f8c2-4f45-ac77-ec0222c52ab3 req-5233f7e5-714a-4f15-b695-99c9616fd6df service neutron] 10.222.0.76 "GET /v2.0/networks?id=940fd3c1-7ac3-4e71-b915-5317697caaa9 HTTP/1.1" status: 200 len: 912 time: 0.2322185 Oct 27 10:24:56.569661 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-db653faf-f8c2-4f45-ac77-ec0222c52ab3 req-d65fae40-9502-476c-831a-7e84e137a2bc service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=df1216e0-d1af-4909-ae11-d3114caca167 HTTP/1.1" status: 200 len: 217 time: 0.0459661 Oct 27 10:24:56.639337 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad42a89-6809-4ba8-8f12-178a0c442145 req-4ed5f7a5-5e67-4c38-a27f-44548f8f3f80 tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:56.641030 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-dad42a89-6809-4ba8-8f12-178a0c442145 req-4ed5f7a5-5e67-4c38-a27f-44548f8f3f80 tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] 10.222.0.44 "GET /v2.0/ports?device_id=bc03c0c0-96d1-4c90-904e-304dc69ac804 HTTP/1.1" status: 200 len: 945 time: 0.1226304 Oct 27 10:24:56.645148 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7d01b2-9a2f-46ae-8916-4248595200d6 req-e0cb25a8-f432-402c-9adb-c1d29e245110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:56.647065 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-4a7d01b2-9a2f-46ae-8916-4248595200d6 req-e0cb25a8-f432-402c-9adb-c1d29e245110 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9c487093db7840e98dafd374096ede4c&device_id=bc03c0c0-96d1-4c90-904e-304dc69ac804 HTTP/1.1" status: 200 len: 1097 time: 0.1294279 Oct 27 10:24:56.687503 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d55678-c57c-4fa5-9c13-55429433196e req-d8a1fda2-03ed-4bde-9722-ee2c2672c433 tempest-ServerRescueTestJSON-1025374340 tempest-ServerRescueTestJSON-1025374340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:56.692803 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-91d55678-c57c-4fa5-9c13-55429433196e req-d8a1fda2-03ed-4bde-9722-ee2c2672c433 tempest-ServerRescueTestJSON-1025374340 tempest-ServerRescueTestJSON-1025374340-project] 10.222.0.44 "GET /v2.0/ports?device_id=3023f4e1-4118-4ca5-96f9-0bf5c68da3ab HTTP/1.1" status: 200 len: 945 time: 0.1257682 Oct 27 10:24:56.695184 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db653faf-f8c2-4f45-ac77-ec0222c52ab3 req-ed74ceb3-573b-44a2-87c3-b152bf141f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:56.697178 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-db653faf-f8c2-4f45-ac77-ec0222c52ab3 req-ed74ceb3-573b-44a2-87c3-b152bf141f1f service neutron] 10.222.0.76 "GET /v2.0/subnets?id=77c01f76-4118-40f3-9687-19e52d96a177 HTTP/1.1" status: 200 len: 851 time: 0.1149006 Oct 27 10:24:56.707420 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6c6f60-fdde-4228-948c-575b5bbc5a22 req-9ec7d686-b772-41db-a6a5-dc0ad088cf22 tempest-ImagesOneServerNegativeTestJSON-1258670322 tempest-ImagesOneServerNegativeTestJSON-1258670322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:56.708816 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-dd6c6f60-fdde-4228-948c-575b5bbc5a22 req-9ec7d686-b772-41db-a6a5-dc0ad088cf22 tempest-ImagesOneServerNegativeTestJSON-1258670322 tempest-ImagesOneServerNegativeTestJSON-1258670322-project] 10.222.0.64 "GET /v2.0/networks?id=f7c4c830-52ad-4ee2-a72d-431abd6800b4 HTTP/1.1" status: 200 len: 822 time: 0.2979887 Oct 27 10:24:56.743345 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [req-dd6c6f60-fdde-4228-948c-575b5bbc5a22 req-f7844d57-7cb9-4bd7-ac55-29202c526031 tempest-ImagesOneServerNegativeTestJSON-1258670322 tempest-ImagesOneServerNegativeTestJSON-1258670322-project] Request body: {'port': {'device_id': 'c16b2e36-80f9-40d6-a6d2-7f76f45239f0', 'network_id': 'f7c4c830-52ad-4ee2-a72d-431abd6800b4', 'admin_state_up': True, 'tenant_id': '2188d08323094fd29aa0ce0c21743039'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:24:56.749557 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-db653faf-f8c2-4f45-ac77-ec0222c52ab3 req-0b0a13c7-a1f0-46e6-adf4-5a5de01bd8e2 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=940fd3c1-7ac3-4e71-b915-5317697caaa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317345 Oct 27 10:24:56.780244 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-91d55678-c57c-4fa5-9c13-55429433196e req-39b99cec-ee98-463d-bb6d-200d8ca78d82 tempest-ServerRescueTestJSON-1025374340 tempest-ServerRescueTestJSON-1025374340-project] 10.222.0.44 "GET /v2.0/security-groups?id=5f97c1ff-dad7-428f-af4b-bc7a94091827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818582 Oct 27 10:24:56.843768 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-dad42a89-6809-4ba8-8f12-178a0c442145 req-4becd188-92d8-4979-a49c-0405a5a52ea3 tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] 10.222.0.44 "GET /v2.0/security-groups?id=df17171a-6534-4d8a-8518-0be5fe64cbb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1909130 Oct 27 10:24:56.916263 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-db653faf-f8c2-4f45-ac77-ec0222c52ab3 req-c36fad97-e123-42cc-81d7-b4e3cf0e63af service neutron] 10.222.0.76 "GET /v2.0/networks/940fd3c1-7ac3-4e71-b915-5317697caaa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514852 Oct 27 10:24:56.940546 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7d01b2-9a2f-46ae-8916-4248595200d6 req-be3308ad-ce4f-4f30-91e4-eb79655097f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:56.945140 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-4a7d01b2-9a2f-46ae-8916-4248595200d6 req-be3308ad-ce4f-4f30-91e4-eb79655097f0 service neutron] 10.222.0.64 "GET /v2.0/networks?id=b70d8912-e651-449a-aede-549067567147 HTTP/1.1" status: 200 len: 909 time: 0.2796133 Oct 27 10:24:57.019698 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device ef599265-bc33-4c73-9c72-0acae098e5ed details requested by agent hyperv_n-h2-813419-10 with host n-h2-813419-10 {{(pid=102348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 10:24:57.042271 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-4a7d01b2-9a2f-46ae-8916-4248595200d6 req-75fa0687-bd70-4272-ba14-5b37b45f1a17 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=848dd2ed-9585-42c3-869b-840c7332f2f2 HTTP/1.1" status: 200 len: 217 time: 0.0876131 Oct 27 10:24:57.066858 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cef0593-35fc-41f5-80c3-65898b250e42 req-5afa67da-27bf-4043-9048-033a5d693d48 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:57.076671 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-0cef0593-35fc-41f5-80c3-65898b250e42 req-5afa67da-27bf-4043-9048-033a5d693d48 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/ports?device_id=e8ba4d8b-4106-4181-809e-b9e98a50d4b3 HTTP/1.1" status: 200 len: 949 time: 0.1385186 Oct 27 10:24:57.101279 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-db653faf-f8c2-4f45-ac77-ec0222c52ab3 req-22663b6a-de66-4deb-a4f0-dadba37d7d0c service neutron] 10.222.0.76 "GET /v2.0/networks/940fd3c1-7ac3-4e71-b915-5317697caaa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1746547 Oct 27 10:24:57.156505 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-0cef0593-35fc-41f5-80c3-65898b250e42 req-24d17964-ee31-4c1c-a7f5-c65bef984b89 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/security-groups?id=e786382c-1289-4f9d-b471-ed120470c2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784976 Oct 27 10:24:57.186725 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] For port ef599265-bc33-4c73-9c72-0acae098e5ed, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=ef599265-bc33-4c73-9c72-0acae098e5ed,segment=NetworkSegment(f7c42c6d-2766-46d8-a8b7-4852117a5555),segment_id=f7c42c6d-2766-46d8-a8b7-4852117a5555)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:24:57.205902 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Returning: {'device': 'ef599265-bc33-4c73-9c72-0acae098e5ed', 'network_id': '4d250f92-d229-45fe-a579-67fef8e6c544', 'port_id': 'ef599265-bc33-4c73-9c72-0acae098e5ed', 'mac_address': 'fa:16:3e:a0:11:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62eb52f7-aac4-48af-8670-e04300325561', 'ip_address': '192.168.233.161'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 10:24:57.255480 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:57.278306 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef599265-bc33-4c73-9c72-0acae098e5ed {{(pid=102348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:24:57.304989 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] For port ef599265-bc33-4c73-9c72-0acae098e5ed, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=ef599265-bc33-4c73-9c72-0acae098e5ed,segment=NetworkSegment(f7c42c6d-2766-46d8-a8b7-4852117a5555),segment_id=f7c42c6d-2766-46d8-a8b7-4852117a5555)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:24:57.311059 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:57.385550 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Pushing event updated for resources: {'Port': ['ID=ef599265-bc33-4c73-9c72-0acae098e5ed,revision_number=12']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:24:57.423575 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd6c6f60-fdde-4228-948c-575b5bbc5a22 req-f7844d57-7cb9-4bd7-ac55-29202c526031 tempest-ImagesOneServerNegativeTestJSON-1258670322 tempest-ImagesOneServerNegativeTestJSON-1258670322-project] Made reservation on behalf of 2188d08323094fd29aa0ce0c21743039 for: {'port': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:24:57.427072 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-dd6c6f60-fdde-4228-948c-575b5bbc5a22 req-f7844d57-7cb9-4bd7-ac55-29202c526031 tempest-ImagesOneServerNegativeTestJSON-1258670322 tempest-ImagesOneServerNegativeTestJSON-1258670322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:57.430884 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ac620456-ba59-451b-9936-b1b0d92f5875 req-464c9d38-0780-49c7-a16e-b7a5fae4af9e tempest-ImagesOneServerNegativeTestJSON-1258670322 tempest-ImagesOneServerNegativeTestJSON-1258670322-project] 10.222.0.44 "GET /v2.0/ports?device_id=c16b2e36-80f9-40d6-a6d2-7f76f45239f0 HTTP/1.1" status: 200 len: 210 time: 0.3946643 Oct 27 10:24:57.463936 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7d01b2-9a2f-46ae-8916-4248595200d6 req-7574becb-2341-453d-9c67-36deaa50f60b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:57.465284 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-4a7d01b2-9a2f-46ae-8916-4248595200d6 req-7574becb-2341-453d-9c67-36deaa50f60b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0c8d0682-e9d2-4157-8f50-67abbd1aff64 HTTP/1.1" status: 200 len: 848 time: 0.4135146 Oct 27 10:24:57.500978 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4051330-9c04-46b5-8ae6-6f278fad08ef req-e2b94600-4506-4a47-a777-b21d3b1a3370 tempest-MigrationsAdminTest-1595324937 tempest-MigrationsAdminTest-1595324937-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:57.502495 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c4051330-9c04-46b5-8ae6-6f278fad08ef req-e2b94600-4506-4a47-a777-b21d3b1a3370 tempest-MigrationsAdminTest-1595324937 tempest-MigrationsAdminTest-1595324937-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=e8ba4d8b-4106-4181-809e-b9e98a50d4b3 HTTP/1.1" status: 200 len: 1102 time: 0.0467072 Oct 27 10:24:57.535206 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-4a7d01b2-9a2f-46ae-8916-4248595200d6 req-6a904dd6-1d57-445b-8b4b-6722c5d9dce7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b70d8912-e651-449a-aede-549067567147&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0612688 Oct 27 10:24:57.549464 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c4051330-9c04-46b5-8ae6-6f278fad08ef req-92bce083-3f3f-4d44-ba66-ab05e7f5c362 tempest-MigrationsAdminTest-1595324937 tempest-MigrationsAdminTest-1595324937-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=e786382c-1289-4f9d-b471-ed120470c2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395091 Oct 27 10:24:57.705327 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_common [req-dd6c6f60-fdde-4228-948c-575b5bbc5a22 req-f7844d57-7cb9-4bd7-ac55-29202c526031 tempest-ImagesOneServerNegativeTestJSON-1258670322 tempest-ImagesOneServerNegativeTestJSON-1258670322-project] Allocated IP 172.20.0.5 (f7c4c830-52ad-4ee2-a72d-431abd6800b4/16b456d2-8438-42f0-a0ba-9b2d6c1c5bfa/3f71b419-5f78-425f-87ed-afcb3e12c26c) {{(pid=102346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:24:57.738713 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3549e629-c042-40f5-8d8a-05c2367b6af1 req-e39477cb-ad31-47fc-a6bb-be5365a9e015 tempest-ListServerFiltersTestJSON-326742351 tempest-ListServerFiltersTestJSON-326742351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:57.742917 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-3549e629-c042-40f5-8d8a-05c2367b6af1 req-e39477cb-ad31-47fc-a6bb-be5365a9e015 tempest-ListServerFiltersTestJSON-326742351 tempest-ListServerFiltersTestJSON-326742351-project] 10.222.0.44 "GET /v2.0/ports?device_id=45d14893-5bf6-4b65-b786-fa5afce227ce HTTP/1.1" status: 200 len: 946 time: 0.1142409 Oct 27 10:24:57.745051 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-4a7d01b2-9a2f-46ae-8916-4248595200d6 req-bbd18bf6-712a-4f29-84cc-f0f25992734c service neutron] 10.222.0.64 "GET /v2.0/networks/b70d8912-e651-449a-aede-549067567147?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2012587 Oct 27 10:24:57.781810 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] get_ports_and_sgs() called for port_ids ['ef599265-bc33-4c73-9c72-0acae098e5ed'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:24:57.850650 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67d5a2a-4dcf-4977-ab83-f070894d143c req-7501aabc-37ae-4119-b1d6-ecb916b72be0 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:57.852592 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b67d5a2a-4dcf-4977-ab83-f070894d143c req-7501aabc-37ae-4119-b1d6-ecb916b72be0 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/ports?device_id=e8ba4d8b-4106-4181-809e-b9e98a50d4b3 HTTP/1.1" status: 200 len: 950 time: 0.0513556 Oct 27 10:24:57.863413 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-3549e629-c042-40f5-8d8a-05c2367b6af1 req-10e699eb-d0d0-4fce-896e-62b06c763188 tempest-ListServerFiltersTestJSON-326742351 tempest-ListServerFiltersTestJSON-326742351-project] 10.222.0.44 "GET /v2.0/security-groups?id=f276a67d-9e93-463b-b0a2-3e206c03b654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111596 Oct 27 10:24:57.906836 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b67d5a2a-4dcf-4977-ab83-f070894d143c req-ab65b910-9d52-4a3e-9473-1076baf7f06a tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/security-groups?id=e786382c-1289-4f9d-b471-ed120470c2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443213 Oct 27 10:24:57.947659 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-4a7d01b2-9a2f-46ae-8916-4248595200d6 req-f3c88d02-6f63-4e38-9cb2-55f635445ab6 service neutron] 10.222.0.64 "GET /v2.0/networks/b70d8912-e651-449a-aede-549067567147?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1943181 Oct 27 10:24:58.017780 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-dd6c6f60-fdde-4228-948c-575b5bbc5a22 req-f7844d57-7cb9-4bd7-ac55-29202c526031 tempest-ImagesOneServerNegativeTestJSON-1258670322 tempest-ImagesOneServerNegativeTestJSON-1258670322-project] Publish callbacks [] for port, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:58.056448 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2621aa8-33e8-4fb9-a1fc-ea8639418ee0 req-8e1f7572-aa98-483e-b431-d4378bfe589e tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:58.058274 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-a2621aa8-33e8-4fb9-a1fc-ea8639418ee0 req-8e1f7572-aa98-483e-b431-d4378bfe589e tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] 10.222.0.44 "GET /v2.0/ports?device_id=bc03c0c0-96d1-4c90-904e-304dc69ac804 HTTP/1.1" status: 200 len: 945 time: 0.0590017 Oct 27 10:24:58.072157 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec81bb05-91c4-4c27-9363-2d193df1e78e req-aabf3b85-3f50-4754-8b33-933671252b44 tempest-ServerRescueTestJSON-1025374340 tempest-ServerRescueTestJSON-1025374340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:58.073683 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ec81bb05-91c4-4c27-9363-2d193df1e78e req-aabf3b85-3f50-4754-8b33-933671252b44 tempest-ServerRescueTestJSON-1025374340 tempest-ServerRescueTestJSON-1025374340-project] 10.222.0.44 "GET /v2.0/ports?device_id=3023f4e1-4118-4ca5-96f9-0bf5c68da3ab HTTP/1.1" status: 200 len: 945 time: 0.0969746 Oct 27 10:24:58.112836 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-a2621aa8-33e8-4fb9-a1fc-ea8639418ee0 req-d78b5a60-d47e-4935-b602-d5b855d09069 tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] 10.222.0.44 "GET /v2.0/security-groups?id=df17171a-6534-4d8a-8518-0be5fe64cbb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475504 Oct 27 10:24:58.127966 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7d01b2-9a2f-46ae-8916-4248595200d6 req-f8d49d7a-4ced-485e-bb38-b55c5c944263 tempest-LiveMigrationTest-1571947473 tempest-LiveMigrationTest-1571947473-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:58.129480 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-4a7d01b2-9a2f-46ae-8916-4248595200d6 req-f8d49d7a-4ced-485e-bb38-b55c5c944263 tempest-LiveMigrationTest-1571947473 tempest-LiveMigrationTest-1571947473-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=bc03c0c0-96d1-4c90-904e-304dc69ac804&tenant_id=9c487093db7840e98dafd374096ede4c&binding%3Ahost_id=n-h2-813419-10 HTTP/1.1" status: 200 len: 1097 time: 0.1010315 Oct 27 10:24:58.147035 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [req-4a7d01b2-9a2f-46ae-8916-4248595200d6 req-7081874e-8b03-4a10-9469-a70badb8cccf service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-813419-10'}}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:24:58.150108 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-dd6c6f60-fdde-4228-948c-575b5bbc5a22 req-f7844d57-7cb9-4bd7-ac55-29202c526031 tempest-ImagesOneServerNegativeTestJSON-1258670322 tempest-ImagesOneServerNegativeTestJSON-1258670322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:58.160227 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ec81bb05-91c4-4c27-9363-2d193df1e78e req-3f72e241-f960-4808-b1c7-1687c320a225 tempest-ServerRescueTestJSON-1025374340 tempest-ServerRescueTestJSON-1025374340-project] 10.222.0.44 "GET /v2.0/security-groups?id=5f97c1ff-dad7-428f-af4b-bc7a94091827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746305 Oct 27 10:24:58.227127 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd6c6f60-fdde-4228-948c-575b5bbc5a22 req-f7844d57-7cb9-4bd7-ac55-29202c526031 tempest-ImagesOneServerNegativeTestJSON-1258670322 tempest-ImagesOneServerNegativeTestJSON-1258670322-project] Network f7c4c830-52ad-4ee2-a72d-431abd6800b4 is already hosted by enough agents. {{(pid=102346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:24:58.234004 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [req-dd6c6f60-fdde-4228-948c-575b5bbc5a22 req-f7844d57-7cb9-4bd7-ac55-29202c526031 tempest-ImagesOneServerNegativeTestJSON-1258670322 tempest-ImagesOneServerNegativeTestJSON-1258670322-project] Resources bound (agent type, host, resource id): {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:24:58.250950 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd6c6f60-fdde-4228-948c-575b5bbc5a22 req-f7844d57-7cb9-4bd7-ac55-29202c526031 tempest-ImagesOneServerNegativeTestJSON-1258670322 tempest-ImagesOneServerNegativeTestJSON-1258670322-project] Received port after_create {{(pid=102346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:24:58.255445 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7844d57-7cb9-4bd7-ac55-29202c526031 tempest-ImagesOneServerNegativeTestJSON-1258670322 tempest-ImagesOneServerNegativeTestJSON-1258670322-project] Pushing event updated for resources: {'Port': ['ID=3f71b419-5f78-425f-87ed-afcb3e12c26c,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:24:58.287699 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-4a7d01b2-9a2f-46ae-8916-4248595200d6 req-7081874e-8b03-4a10-9469-a70badb8cccf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:58.340926 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6c6f60-fdde-4228-948c-575b5bbc5a22 req-f7844d57-7cb9-4bd7-ac55-29202c526031 tempest-ImagesOneServerNegativeTestJSON-1258670322 tempest-ImagesOneServerNegativeTestJSON-1258670322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:58.341553 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-dd6c6f60-fdde-4228-948c-575b5bbc5a22 req-f7844d57-7cb9-4bd7-ac55-29202c526031 tempest-ImagesOneServerNegativeTestJSON-1258670322 tempest-ImagesOneServerNegativeTestJSON-1258670322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:58.374860 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-dd6c6f60-fdde-4228-948c-575b5bbc5a22 req-f7844d57-7cb9-4bd7-ac55-29202c526031 tempest-ImagesOneServerNegativeTestJSON-1258670322 tempest-ImagesOneServerNegativeTestJSON-1258670322-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6305330 Oct 27 10:24:58.440394 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [req-dd6c6f60-fdde-4228-948c-575b5bbc5a22 req-b45d5330-516d-45b4-add2-fa151917979a service neutron] Request body: {'port': {'device_id': 'c16b2e36-80f9-40d6-a6d2-7f76f45239f0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-10'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:24:58.526440 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-dd6c6f60-fdde-4228-948c-575b5bbc5a22 req-b45d5330-516d-45b4-add2-fa151917979a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:58.530160 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [req-4a7d01b2-9a2f-46ae-8916-4248595200d6 req-7081874e-8b03-4a10-9469-a70badb8cccf service neutron] For port 848dd2ed-9585-42c3-869b-840c7332f2f2, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=848dd2ed-9585-42c3-869b-840c7332f2f2,segment=NetworkSegment(50500633-18ab-48c2-98da-73563c3123ba),segment_id=50500633-18ab-48c2-98da-73563c3123ba)] {{(pid=102346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:24:58.561611 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1d650e-8e61-4c23-94e8-d3f37a02ca16 req-a7298eff-4972-49d7-bdcf-a2ae61a13c35 tempest-ImagesOneServerNegativeTestJSON-1258670322 tempest-ImagesOneServerNegativeTestJSON-1258670322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:58.569240 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-1a1d650e-8e61-4c23-94e8-d3f37a02ca16 req-a7298eff-4972-49d7-bdcf-a2ae61a13c35 tempest-ImagesOneServerNegativeTestJSON-1258670322 tempest-ImagesOneServerNegativeTestJSON-1258670322-project] 10.222.0.44 "GET /v2.0/ports?device_id=c16b2e36-80f9-40d6-a6d2-7f76f45239f0 HTTP/1.1" status: 200 len: 931 time: 0.0641196 Oct 27 10:24:58.608437 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-1a1d650e-8e61-4c23-94e8-d3f37a02ca16 req-9caa61a5-6cab-4a0f-a400-a371c5a13cac tempest-ImagesOneServerNegativeTestJSON-1258670322 tempest-ImagesOneServerNegativeTestJSON-1258670322-project] 10.222.0.44 "GET /v2.0/security-groups?id=0c17542d-7fc8-4217-9c44-3a2fd00892bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379755 Oct 27 10:24:58.610722 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [req-4a7d01b2-9a2f-46ae-8916-4248595200d6 req-7081874e-8b03-4a10-9469-a70badb8cccf service neutron] For port 848dd2ed-9585-42c3-869b-840c7332f2f2, host n-h2-813419-10, cleared binding levels {{(pid=102346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:24:58.809367 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc03c0c0-96d1-4c90-904e-304dc69ac804', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '848dd2ed-9585-42c3-869b-840c7332f2f2'}] {{(pid=102346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:24:58.811699 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc0e418f5fc417c8d55d94c0aa509b037d0beb2a734c1a709e789eb65639a56d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49786b58-ceab-498b-abfb-5da2604414e4" -d '{"events": [{"server_uuid": "bc03c0c0-96d1-4c90-904e-304dc69ac804", "name": "network-vif-unplugged", "status": "completed", "tag": "848dd2ed-9585-42c3-869b-840c7332f2f2"}]}' {{(pid=102346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:24:58.815668 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-4a7d01b2-9a2f-46ae-8916-4248595200d6 req-7081874e-8b03-4a10-9469-a70badb8cccf service neutron] Publish callbacks [] for port, precommit_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:58.823976 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-4a7d01b2-9a2f-46ae-8916-4248595200d6 req-7081874e-8b03-4a10-9469-a70badb8cccf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27024173'] for port, after_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:58.865264 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 27 Oct 2021 10:24:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb386317-75d2-45f5-a2fe-80cd018a29f3 x-openstack-request-id: req-bb386317-75d2-45f5-a2fe-80cd018a29f3 {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:24:58.865562 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc03c0c0-96d1-4c90-904e-304dc69ac804", "name": "network-vif-unplugged", "status": "completed", "tag": "848dd2ed-9585-42c3-869b-840c7332f2f2", "code": 200}]} {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:24:58.865819 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-bb386317-75d2-45f5-a2fe-80cd018a29f3 {{(pid=102346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:24:58.866217 n-d-813419-10 neutron-server[102346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc03c0c0-96d1-4c90-904e-304dc69ac804', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '848dd2ed-9585-42c3-869b-840c7332f2f2', 'code': 200} Oct 27 10:24:58.941644 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7081874e-8b03-4a10-9469-a70badb8cccf service neutron] Pushing event updated for resources: {'Port': ['ID=848dd2ed-9585-42c3-869b-840c7332f2f2,revision_number=7']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:24:58.988770 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [req-dd6c6f60-fdde-4228-948c-575b5bbc5a22 req-b45d5330-516d-45b4-add2-fa151917979a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f71b419-5f78-425f-87ed-afcb3e12c26c {{(pid=102346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:24:58.996476 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.managers [req-4a7d01b2-9a2f-46ae-8916-4248595200d6 req-7081874e-8b03-4a10-9469-a70badb8cccf service neutron] Attempting to bind port 848dd2ed-9585-42c3-869b-840c7332f2f2 on host n-h2-813419-10 for vnic_type normal with profile {"migrating_to": "n-h1-813419-10"} {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:24:58.997050 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.managers [req-4a7d01b2-9a2f-46ae-8916-4248595200d6 req-7081874e-8b03-4a10-9469-a70badb8cccf service neutron] Attempting to bind port 848dd2ed-9585-42c3-869b-840c7332f2f2 by drivers openvswitch,hyperv on host n-h2-813419-10 at level 0 using segments [{'id': '50500633-18ab-48c2-98da-73563c3123ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'b70d8912-e651-449a-aede-549067567147'}] {{(pid=102346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:24:58.997569 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a7d01b2-9a2f-46ae-8916-4248595200d6 req-7081874e-8b03-4a10-9469-a70badb8cccf service neutron] Attempting to bind port 848dd2ed-9585-42c3-869b-840c7332f2f2 on network b70d8912-e651-449a-aede-549067567147 {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:24:59.002490 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-dd6c6f60-fdde-4228-948c-575b5bbc5a22 req-b45d5330-516d-45b4-add2-fa151917979a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:59.009887 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a7d01b2-9a2f-46ae-8916-4248595200d6 req-7081874e-8b03-4a10-9469-a70badb8cccf service neutron] Port 848dd2ed-9585-42c3-869b-840c7332f2f2 on network b70d8912-e651-449a-aede-549067567147 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-10 {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 10:24:59.010213 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a7d01b2-9a2f-46ae-8916-4248595200d6 req-7081874e-8b03-4a10-9469-a70badb8cccf service neutron] Attempting to bind port 848dd2ed-9585-42c3-869b-840c7332f2f2 on network b70d8912-e651-449a-aede-549067567147 {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:24:59.018861 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d6d3f1-c3a8-48bb-87c5-ebde411b4a49 req-71f8b685-9bd6-4663-8781-0a5cdcd17bfb tempest-ListServerFiltersTestJSON-326742351 tempest-ListServerFiltersTestJSON-326742351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:59.022879 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-17d6d3f1-c3a8-48bb-87c5-ebde411b4a49 req-71f8b685-9bd6-4663-8781-0a5cdcd17bfb tempest-ListServerFiltersTestJSON-326742351 tempest-ListServerFiltersTestJSON-326742351-project] 10.222.0.44 "GET /v2.0/ports?device_id=45d14893-5bf6-4b65-b786-fa5afce227ce HTTP/1.1" status: 200 len: 946 time: 0.0689023 Oct 27 10:24:59.043629 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a7d01b2-9a2f-46ae-8916-4248595200d6 req-7081874e-8b03-4a10-9469-a70badb8cccf service neutron] Checking agent: {'id': 'a2edc247-0fa4-4ce6-bbae-a10492f6bd71', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 16, 9), 'started_at': datetime.datetime(2021, 10, 27, 10, 16, 9), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 24, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:24:59.044021 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a7d01b2-9a2f-46ae-8916-4248595200d6 req-7081874e-8b03-4a10-9469-a70badb8cccf service neutron] Checking segment: {'id': '50500633-18ab-48c2-98da-73563c3123ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'b70d8912-e651-449a-aede-549067567147'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:24:59.044303 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a7d01b2-9a2f-46ae-8916-4248595200d6 req-7081874e-8b03-4a10-9469-a70badb8cccf service neutron] Bound using segment: {'id': '50500633-18ab-48c2-98da-73563c3123ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'b70d8912-e651-449a-aede-549067567147'} {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:24:59.045137 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.managers [req-4a7d01b2-9a2f-46ae-8916-4248595200d6 req-7081874e-8b03-4a10-9469-a70badb8cccf service neutron] Bound port: 848dd2ed-9585-42c3-869b-840c7332f2f2, host: n-h2-813419-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50500633-18ab-48c2-98da-73563c3123ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'b70d8912-e651-449a-aede-549067567147'}}] {{(pid=102346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:24:59.048322 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-4a7d01b2-9a2f-46ae-8916-4248595200d6 req-7081874e-8b03-4a10-9469-a70badb8cccf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:59.057527 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.provisioning_blocks [req-dd6c6f60-fdde-4228-948c-575b5bbc5a22 req-b45d5330-516d-45b4-add2-fa151917979a service neutron] Transition to ACTIVE for port object 3f71b419-5f78-425f-87ed-afcb3e12c26c will not be triggered until provisioned by entity L2. {{(pid=102346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 10:24:59.069646 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-17d6d3f1-c3a8-48bb-87c5-ebde411b4a49 req-cb853162-5530-4717-b6d1-34c420960de8 tempest-ListServerFiltersTestJSON-326742351 tempest-ListServerFiltersTestJSON-326742351-project] 10.222.0.44 "GET /v2.0/security-groups?id=f276a67d-9e93-463b-b0a2-3e206c03b654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387032 Oct 27 10:24:59.073673 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-dd6c6f60-fdde-4228-948c-575b5bbc5a22 req-b45d5330-516d-45b4-add2-fa151917979a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27024173'] for port, after_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:59.170154 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b44c9ac-cbed-4e29-91f9-d54ee0df5e3b req-2054eac2-2fc5-4d6a-9784-2ec459453eab tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:59.171762 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-3b44c9ac-cbed-4e29-91f9-d54ee0df5e3b req-2054eac2-2fc5-4d6a-9784-2ec459453eab tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/ports?device_id=e8ba4d8b-4106-4181-809e-b9e98a50d4b3 HTTP/1.1" status: 200 len: 950 time: 0.1646101 Oct 27 10:24:59.190093 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45d5330-516d-45b4-add2-fa151917979a service neutron] Pushing event updated for resources: {'Port': ['ID=3f71b419-5f78-425f-87ed-afcb3e12c26c,revision_number=2']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:24:59.260312 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa622baf-f7ee-48fe-a5fe-88b878f0db24 req-aca166b7-9c4d-4dd4-a66e-978c48318b63 tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:59.262195 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-fa622baf-f7ee-48fe-a5fe-88b878f0db24 req-aca166b7-9c4d-4dd4-a66e-978c48318b63 tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] 10.222.0.44 "GET /v2.0/ports?device_id=bc03c0c0-96d1-4c90-904e-304dc69ac804 HTTP/1.1" status: 200 len: 943 time: 0.0676324 Oct 27 10:24:59.263381 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [req-4a7d01b2-9a2f-46ae-8916-4248595200d6 req-7081874e-8b03-4a10-9469-a70badb8cccf service neutron] For port 848dd2ed-9585-42c3-869b-840c7332f2f2, host n-h2-813419-10, cleared binding levels {{(pid=102346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:24:59.294773 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [req-4a7d01b2-9a2f-46ae-8916-4248595200d6 req-7081874e-8b03-4a10-9469-a70badb8cccf service neutron] For port 848dd2ed-9585-42c3-869b-840c7332f2f2, host n-h2-813419-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=848dd2ed-9585-42c3-869b-840c7332f2f2,segment=NetworkSegment(50500633-18ab-48c2-98da-73563c3123ba),segment_id=50500633-18ab-48c2-98da-73563c3123ba)] {{(pid=102346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:24:59.299236 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-3b44c9ac-cbed-4e29-91f9-d54ee0df5e3b req-bb13d9a1-7c35-486d-9a8b-0b1833354fac tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/security-groups?id=e786382c-1289-4f9d-b471-ed120470c2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111991 Oct 27 10:24:59.313983 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-4a7d01b2-9a2f-46ae-8916-4248595200d6 req-7081874e-8b03-4a10-9469-a70badb8cccf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27024173'] for port, after_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:59.341854 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-fa622baf-f7ee-48fe-a5fe-88b878f0db24 req-92d86aff-b177-4065-900f-1b25fba1051b tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] 10.222.0.44 "GET /v2.0/security-groups?id=df17171a-6534-4d8a-8518-0be5fe64cbb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652220 Oct 27 10:24:59.351882 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.managers [req-dd6c6f60-fdde-4228-948c-575b5bbc5a22 req-b45d5330-516d-45b4-add2-fa151917979a service neutron] Attempting to bind port 3f71b419-5f78-425f-87ed-afcb3e12c26c on host n-h1-813419-10 for vnic_type normal with profile {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:24:59.352229 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.managers [req-dd6c6f60-fdde-4228-948c-575b5bbc5a22 req-b45d5330-516d-45b4-add2-fa151917979a service neutron] Attempting to bind port 3f71b419-5f78-425f-87ed-afcb3e12c26c by drivers openvswitch,hyperv on host n-h1-813419-10 at level 0 using segments [{'id': '922b6d3e-9a8b-4e20-bf5d-299fdca2febe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'f7c4c830-52ad-4ee2-a72d-431abd6800b4'}] {{(pid=102346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:24:59.353450 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd6c6f60-fdde-4228-948c-575b5bbc5a22 req-b45d5330-516d-45b4-add2-fa151917979a service neutron] Attempting to bind port 3f71b419-5f78-425f-87ed-afcb3e12c26c on network f7c4c830-52ad-4ee2-a72d-431abd6800b4 {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:24:59.369332 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd6c6f60-fdde-4228-948c-575b5bbc5a22 req-b45d5330-516d-45b4-add2-fa151917979a service neutron] Port 3f71b419-5f78-425f-87ed-afcb3e12c26c on network f7c4c830-52ad-4ee2-a72d-431abd6800b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-10 {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 10:24:59.369656 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd6c6f60-fdde-4228-948c-575b5bbc5a22 req-b45d5330-516d-45b4-add2-fa151917979a service neutron] Attempting to bind port 3f71b419-5f78-425f-87ed-afcb3e12c26c on network f7c4c830-52ad-4ee2-a72d-431abd6800b4 {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:24:59.415713 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd6c6f60-fdde-4228-948c-575b5bbc5a22 req-b45d5330-516d-45b4-add2-fa151917979a service neutron] Checking agent: {'id': 'a52e1cab-0c63-402d-9c94-330537c6c076', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 16, 2), 'started_at': datetime.datetime(2021, 10, 27, 10, 16, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 24, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:24:59.416077 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd6c6f60-fdde-4228-948c-575b5bbc5a22 req-b45d5330-516d-45b4-add2-fa151917979a service neutron] Checking segment: {'id': '922b6d3e-9a8b-4e20-bf5d-299fdca2febe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'f7c4c830-52ad-4ee2-a72d-431abd6800b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:24:59.416554 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd6c6f60-fdde-4228-948c-575b5bbc5a22 req-b45d5330-516d-45b4-add2-fa151917979a service neutron] Bound using segment: {'id': '922b6d3e-9a8b-4e20-bf5d-299fdca2febe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'f7c4c830-52ad-4ee2-a72d-431abd6800b4'} {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:24:59.416874 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.managers [req-dd6c6f60-fdde-4228-948c-575b5bbc5a22 req-b45d5330-516d-45b4-add2-fa151917979a service neutron] Bound port: 3f71b419-5f78-425f-87ed-afcb3e12c26c, host: n-h1-813419-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '922b6d3e-9a8b-4e20-bf5d-299fdca2febe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'f7c4c830-52ad-4ee2-a72d-431abd6800b4'}}] {{(pid=102346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:24:59.417296 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-dd6c6f60-fdde-4228-948c-575b5bbc5a22 req-b45d5330-516d-45b4-add2-fa151917979a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:59.420277 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7d01b2-9a2f-46ae-8916-4248595200d6 req-7081874e-8b03-4a10-9469-a70badb8cccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:59.427143 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-4a7d01b2-9a2f-46ae-8916-4248595200d6 req-7081874e-8b03-4a10-9469-a70badb8cccf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:59.428814 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-4a7d01b2-9a2f-46ae-8916-4248595200d6 req-7081874e-8b03-4a10-9469-a70badb8cccf service neutron] 10.222.0.64 "PUT /v2.0/ports/848dd2ed-9585-42c3-869b-840c7332f2f2 HTTP/1.1" status: 200 len: 1123 time: 1.2887352 Oct 27 10:24:59.469673 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7081874e-8b03-4a10-9469-a70badb8cccf service neutron] Pushing event updated for resources: {'Port': ['ID=848dd2ed-9585-42c3-869b-840c7332f2f2,revision_number=8']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:24:59.534667 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfbb827-a5cb-4317-9a80-5c631b2020ab req-4d0ccd4e-37c1-40a4-a08b-8d59d988893c tempest-ServerRescueTestJSON-1025374340 tempest-ServerRescueTestJSON-1025374340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:59.541859 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-7dfbb827-a5cb-4317-9a80-5c631b2020ab req-4d0ccd4e-37c1-40a4-a08b-8d59d988893c tempest-ServerRescueTestJSON-1025374340 tempest-ServerRescueTestJSON-1025374340-project] 10.222.0.44 "GET /v2.0/ports?device_id=3023f4e1-4118-4ca5-96f9-0bf5c68da3ab HTTP/1.1" status: 200 len: 945 time: 0.1220295 Oct 27 10:24:59.567782 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [req-dd6c6f60-fdde-4228-948c-575b5bbc5a22 req-b45d5330-516d-45b4-add2-fa151917979a service neutron] For port 3f71b419-5f78-425f-87ed-afcb3e12c26c, host n-h1-813419-10, cleared binding levels {{(pid=102346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:24:59.573885 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [req-dd6c6f60-fdde-4228-948c-575b5bbc5a22 req-b45d5330-516d-45b4-add2-fa151917979a service neutron] For port 3f71b419-5f78-425f-87ed-afcb3e12c26c, host n-h1-813419-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=3f71b419-5f78-425f-87ed-afcb3e12c26c,segment=NetworkSegment(922b6d3e-9a8b-4e20-bf5d-299fdca2febe),segment_id=922b6d3e-9a8b-4e20-bf5d-299fdca2febe)] {{(pid=102346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:24:59.579355 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-7dfbb827-a5cb-4317-9a80-5c631b2020ab req-cbba52b1-f154-422e-b7fd-6754dddb64b9 tempest-ServerRescueTestJSON-1025374340 tempest-ServerRescueTestJSON-1025374340-project] 10.222.0.44 "GET /v2.0/security-groups?id=5f97c1ff-dad7-428f-af4b-bc7a94091827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366521 Oct 27 10:24:59.580895 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-dd6c6f60-fdde-4228-948c-575b5bbc5a22 req-b45d5330-516d-45b4-add2-fa151917979a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27024173'] for port, after_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:59.627588 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6c6f60-fdde-4228-948c-575b5bbc5a22 req-b45d5330-516d-45b4-add2-fa151917979a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:59.628216 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-dd6c6f60-fdde-4228-948c-575b5bbc5a22 req-b45d5330-516d-45b4-add2-fa151917979a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:59.629606 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-dd6c6f60-fdde-4228-948c-575b5bbc5a22 req-b45d5330-516d-45b4-add2-fa151917979a service neutron] 10.222.0.64 "PUT /v2.0/ports/3f71b419-5f78-425f-87ed-afcb3e12c26c HTTP/1.1" status: 200 len: 1092 time: 1.2448421 Oct 27 10:24:59.639635 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] get_ports_and_sgs() called for port_ids ['848dd2ed-9585-42c3-869b-840c7332f2f2'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:24:59.679002 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45d5330-516d-45b4-add2-fa151917979a service neutron] Pushing event updated for resources: {'Port': ['ID=3f71b419-5f78-425f-87ed-afcb3e12c26c,revision_number=3']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:24:59.753184 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090b7c59-ed85-47b2-a8d1-a30ed230c44c req-f9876cb7-f1fa-4749-a4f0-8d612be2ecc8 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:59.754724 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-090b7c59-ed85-47b2-a8d1-a30ed230c44c req-f9876cb7-f1fa-4749-a4f0-8d612be2ecc8 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.76 "GET /v2.0/ports?device_id=e8ba4d8b-4106-4181-809e-b9e98a50d4b3 HTTP/1.1" status: 200 len: 950 time: 0.1040201 Oct 27 10:24:59.800537 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6c6f60-fdde-4228-948c-575b5bbc5a22 req-f1a2538b-c563-4b63-be3f-7de2cdca6600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:59.802523 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-dd6c6f60-fdde-4228-948c-575b5bbc5a22 req-f1a2538b-c563-4b63-be3f-7de2cdca6600 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2188d08323094fd29aa0ce0c21743039&device_id=c16b2e36-80f9-40d6-a6d2-7f76f45239f0 HTTP/1.1" status: 200 len: 1095 time: 0.1108577 Oct 27 10:24:59.849854 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e302ea-658a-40e5-8e8d-4edfb0d693ec req-2f6a87a7-b2e3-4960-bfcc-dde57566f4c8 tempest-ImagesOneServerNegativeTestJSON-1258670322 tempest-ImagesOneServerNegativeTestJSON-1258670322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:24:59.853061 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-87e302ea-658a-40e5-8e8d-4edfb0d693ec req-2f6a87a7-b2e3-4960-bfcc-dde57566f4c8 tempest-ImagesOneServerNegativeTestJSON-1258670322 tempest-ImagesOneServerNegativeTestJSON-1258670322-project] 10.222.0.44 "GET /v2.0/ports?device_id=c16b2e36-80f9-40d6-a6d2-7f76f45239f0 HTTP/1.1" status: 200 len: 943 time: 0.1077406 Oct 27 10:24:59.918018 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [req-090b7c59-ed85-47b2-a8d1-a30ed230c44c req-ea8e3d67-42d1-427b-bbca-7b95912f7d06 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] Deleting port ef599265-bc33-4c73-9c72-0acae098e5ed {{(pid=102347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:24:59.918459 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-090b7c59-ed85-47b2-a8d1-a30ed230c44c req-ea8e3d67-42d1-427b-bbca-7b95912f7d06 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:24:59.923024 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-dd6c6f60-fdde-4228-948c-575b5bbc5a22 req-4b1fc630-f4dc-409f-b747-f7dea8b0a65c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3f71b419-5f78-425f-87ed-afcb3e12c26c HTTP/1.1" status: 200 len: 217 time: 0.0619228 Oct 27 10:24:59.996523 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-87e302ea-658a-40e5-8e8d-4edfb0d693ec req-e07504cc-b141-472a-b137-bae6958a9a4d tempest-ImagesOneServerNegativeTestJSON-1258670322 tempest-ImagesOneServerNegativeTestJSON-1258670322-project] 10.222.0.44 "GET /v2.0/security-groups?id=0c17542d-7fc8-4217-9c44-3a2fd00892bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763421 Oct 27 10:25:00.016642 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6c6f60-fdde-4228-948c-575b5bbc5a22 req-e1d51576-4062-4f73-80d6-7618bba5c446 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:00.018444 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-dd6c6f60-fdde-4228-948c-575b5bbc5a22 req-e1d51576-4062-4f73-80d6-7618bba5c446 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=16b456d2-8438-42f0-a0ba-9b2d6c1c5bfa HTTP/1.1" status: 200 len: 862 time: 0.0803230 Oct 27 10:25:00.044288 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-090b7c59-ed85-47b2-a8d1-a30ed230c44c req-ea8e3d67-42d1-427b-bbca-7b95912f7d06 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] For port ef599265-bc33-4c73-9c72-0acae098e5ed, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=ef599265-bc33-4c73-9c72-0acae098e5ed,segment=NetworkSegment(f7c42c6d-2766-46d8-a8b7-4852117a5555),segment_id=f7c42c6d-2766-46d8-a8b7-4852117a5555)] {{(pid=102347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:25:00.044713 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-090b7c59-ed85-47b2-a8d1-a30ed230c44c req-ea8e3d67-42d1-427b-bbca-7b95912f7d06 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:00.070359 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [req-090b7c59-ed85-47b2-a8d1-a30ed230c44c req-ea8e3d67-42d1-427b-bbca-7b95912f7d06 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] Calling delete_port for ef599265-bc33-4c73-9c72-0acae098e5ed owned by compute:nova {{(pid=102347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:25:00.076099 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-dd6c6f60-fdde-4228-948c-575b5bbc5a22 req-9609549c-9e0c-4bda-93c2-be7a8d177421 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f7c4c830-52ad-4ee2-a72d-431abd6800b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0489607 Oct 27 10:25:00.236452 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bca4ed-ef99-40da-9a0f-c103d626f4aa req-2751dcf2-6aa3-45bf-ba99-0108e6332878 tempest-ListServerFiltersTestJSON-326742351 tempest-ListServerFiltersTestJSON-326742351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:00.238516 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-13bca4ed-ef99-40da-9a0f-c103d626f4aa req-2751dcf2-6aa3-45bf-ba99-0108e6332878 tempest-ListServerFiltersTestJSON-326742351 tempest-ListServerFiltersTestJSON-326742351-project] 10.222.0.44 "GET /v2.0/ports?device_id=45d14893-5bf6-4b65-b786-fa5afce227ce HTTP/1.1" status: 200 len: 946 time: 0.0848689 Oct 27 10:25:00.242649 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-dd6c6f60-fdde-4228-948c-575b5bbc5a22 req-5136d7b5-7a7d-4f4c-94a4-4803c740f5e2 service neutron] 10.222.0.64 "GET /v2.0/networks/f7c4c830-52ad-4ee2-a72d-431abd6800b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1556807 Oct 27 10:25:00.365083 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-dd6c6f60-fdde-4228-948c-575b5bbc5a22 req-3aaf48b8-7648-47da-9258-17e3b3627175 service neutron] 10.222.0.64 "GET /v2.0/networks/f7c4c830-52ad-4ee2-a72d-431abd6800b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1139939 Oct 27 10:25:00.384971 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-13bca4ed-ef99-40da-9a0f-c103d626f4aa req-78bfdae5-7379-4760-9117-be54bcaa7723 tempest-ListServerFiltersTestJSON-326742351 tempest-ListServerFiltersTestJSON-326742351-project] 10.222.0.44 "GET /v2.0/security-groups?id=f276a67d-9e93-463b-b0a2-3e206c03b654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384327 Oct 27 10:25:00.414276 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-090b7c59-ed85-47b2-a8d1-a30ed230c44c req-ea8e3d67-42d1-427b-bbca-7b95912f7d06 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:00.427523 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] get_ports_and_sgs() called for port_ids ['4226de95-7a65-4c77-86b6-a858ffe6dac1', 'c8c8271b-367b-4ab3-86e4-bb5ec9b8ea1d'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:25:00.434314 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] get_ports_and_sgs() called for port_ids ['567f4fc1-5f28-4ac5-9a26-ecbb14bf10a8', 'ef599265-bc33-4c73-9c72-0acae098e5ed'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:25:00.456064 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-a6dacbc6-6a91-4a87-b501-ee35ea1bdba7 req-6306fcb5-418c-46bd-b4dd-a4f259930bfa tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/ports?device_id=e8ba4d8b-4106-4181-809e-b9e98a50d4b3 HTTP/1.1" status: 200 len: 210 time: 0.0517530 Oct 27 10:25:00.472188 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8e3d67-42d1-427b-bbca-7b95912f7d06 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] Pushing event deleted for resources: {'Port': ['ID=ef599265-bc33-4c73-9c72-0acae098e5ed,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:25:00.551953 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [req-090b7c59-ed85-47b2-a8d1-a30ed230c44c req-ea8e3d67-42d1-427b-bbca-7b95912f7d06 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] No DVR routers for this DVR port ef599265-bc33-4c73-9c72-0acae098e5ed on host n-h2-813419-10 {{(pid=102347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:25:00.603169 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-090b7c59-ed85-47b2-a8d1-a30ed230c44c req-ea8e3d67-42d1-427b-bbca-7b95912f7d06 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:00.610202 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-090b7c59-ed85-47b2-a8d1-a30ed230c44c req-ea8e3d67-42d1-427b-bbca-7b95912f7d06 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.76 "DELETE /v2.0/ports/ef599265-bc33-4c73-9c72-0acae098e5ed HTTP/1.1" status: 204 len: 173 time: 0.8446565 Oct 27 10:25:00.612471 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8ba4d8b-4106-4181-809e-b9e98a50d4b3', 'name': 'network-vif-deleted', 'tag': 'ef599265-bc33-4c73-9c72-0acae098e5ed'}] {{(pid=102347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:25:00.641805 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311149b481204ee7edffdb959c881838506fbd95bc8577c048f6677abb73acc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b92dea01-ba7c-45e4-96a3-f176f0b2d8a0" -d '{"events": [{"server_uuid": "e8ba4d8b-4106-4181-809e-b9e98a50d4b3", "name": "network-vif-deleted", "tag": "ef599265-bc33-4c73-9c72-0acae098e5ed"}]}' {{(pid=102347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:25:00.727711 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device 848dd2ed-9585-42c3-869b-840c7332f2f2 details requested by agent hyperv_n-h1-813419-10 with host n-h1-813419-10 {{(pid=102348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 10:25:00.732301 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 48276) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:25:00.736591 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba0df8f-7536-4057-a3de-5d5458bedfe2 req-20642e08-b1e5-42f3-8b99-718e0e9ad542 tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:00.760935 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-dba0df8f-7536-4057-a3de-5d5458bedfe2 req-20642e08-b1e5-42f3-8b99-718e0e9ad542 tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] 10.222.0.44 "GET /v2.0/ports?device_id=bc03c0c0-96d1-4c90-904e-304dc69ac804 HTTP/1.1" status: 200 len: 943 time: 0.2108905 Oct 27 10:25:00.850182 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7cebfc-b89a-4039-95b0-2c0f7fdc0f1e req-01bc8154-1218-4559-8cc4-c3bcfac2fc58 tempest-ServerRescueTestJSON-1025374340 tempest-ServerRescueTestJSON-1025374340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:00.858641 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-4c7cebfc-b89a-4039-95b0-2c0f7fdc0f1e req-01bc8154-1218-4559-8cc4-c3bcfac2fc58 tempest-ServerRescueTestJSON-1025374340 tempest-ServerRescueTestJSON-1025374340-project] 10.222.0.44 "GET /v2.0/ports?device_id=3023f4e1-4118-4ca5-96f9-0bf5c68da3ab HTTP/1.1" status: 200 len: 945 time: 0.1519408 Oct 27 10:25:00.867428 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc03c0c0-96d1-4c90-904e-304dc69ac804', 'tag': '848dd2ed-9585-42c3-869b-840c7332f2f2'}, {'name': 'network-changed', 'server_uuid': 'c16b2e36-80f9-40d6-a6d2-7f76f45239f0', 'tag': '3f71b419-5f78-425f-87ed-afcb3e12c26c'}] {{(pid=102346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:25:00.869814 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc0e418f5fc417c8d55d94c0aa509b037d0beb2a734c1a709e789eb65639a56d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36e3d135-ed9c-4c93-a2d9-bfa83e10d39c" -d '{"events": [{"name": "network-changed", "server_uuid": "bc03c0c0-96d1-4c90-904e-304dc69ac804", "tag": "848dd2ed-9585-42c3-869b-840c7332f2f2"}, {"name": "network-changed", "server_uuid": "c16b2e36-80f9-40d6-a6d2-7f76f45239f0", "tag": "3f71b419-5f78-425f-87ed-afcb3e12c26c"}]}' {{(pid=102346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:25:00.934159 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-dba0df8f-7536-4057-a3de-5d5458bedfe2 req-423e783c-fa91-4a5e-91a3-d1a0ee2e6bd7 tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] 10.222.0.44 "GET /v2.0/security-groups?id=df17171a-6534-4d8a-8518-0be5fe64cbb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722071 Oct 27 10:25:00.961466 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-4c7cebfc-b89a-4039-95b0-2c0f7fdc0f1e req-9d9974e6-afb6-4a49-9c25-64548a81dcdc tempest-ServerRescueTestJSON-1025374340 tempest-ServerRescueTestJSON-1025374340-project] 10.222.0.44 "GET /v2.0/security-groups?id=5f97c1ff-dad7-428f-af4b-bc7a94091827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965121 Oct 27 10:25:00.999902 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port 848dd2ed-9585-42c3-869b-840c7332f2f2, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=848dd2ed-9585-42c3-869b-840c7332f2f2,segment=NetworkSegment(50500633-18ab-48c2-98da-73563c3123ba),segment_id=50500633-18ab-48c2-98da-73563c3123ba)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:25:01.019155 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device 848dd2ed-9585-42c3-869b-840c7332f2f2 has no active binding in host n-h1-813419-10 {{(pid=102348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 27 10:25:01.052665 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-07213307-2373-4da6-9e87-d394ec2befb6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:01.070145 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device ef599265-bc33-4c73-9c72-0acae098e5ed up at agent hyperv_n-h2-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:25:01.073072 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:25:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25ce12ce-1e76-41c6-8b8c-45557215077e x-openstack-request-id: req-25ce12ce-1e76-41c6-8b8c-45557215077e {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:25:01.074617 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8ba4d8b-4106-4181-809e-b9e98a50d4b3", "name": "network-vif-deleted", "tag": "ef599265-bc33-4c73-9c72-0acae098e5ed", "status": "completed", "code": 200}]} {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:25:01.076031 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-25ce12ce-1e76-41c6-8b8c-45557215077e {{(pid=102347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:25:01.077745 n-d-813419-10 neutron-server[102347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8ba4d8b-4106-4181-809e-b9e98a50d4b3', 'name': 'network-vif-deleted', 'tag': 'ef599265-bc33-4c73-9c72-0acae098e5ed', 'status': 'completed', 'code': 200} Oct 27 10:25:01.108418 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] No Port match for: ef599265-bc33-4c73-9c72-0acae098e5ed {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:25:01.108825 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device ef599265-bc33-4c73-9c72-0acae098e5ed not bound to the agent host n-h2-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Oct 27 10:25:01.139198 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 27 Oct 2021 10:25:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fad21c26-e450-478d-9299-0744357c8456 x-openstack-request-id: req-fad21c26-e450-478d-9299-0744357c8456 {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:25:01.139825 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc03c0c0-96d1-4c90-904e-304dc69ac804", "tag": "848dd2ed-9585-42c3-869b-840c7332f2f2", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "c16b2e36-80f9-40d6-a6d2-7f76f45239f0", "tag": "3f71b419-5f78-425f-87ed-afcb3e12c26c", "status": "completed", "code": 200}]} {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:25:01.139825 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-fad21c26-e450-478d-9299-0744357c8456 {{(pid=102346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:25:01.140153 n-d-813419-10 neutron-server[102346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc03c0c0-96d1-4c90-904e-304dc69ac804', 'tag': '848dd2ed-9585-42c3-869b-840c7332f2f2', 'status': 'completed', 'code': 200} Oct 27 10:25:01.140519 n-d-813419-10 neutron-server[102346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c16b2e36-80f9-40d6-a6d2-7f76f45239f0', 'tag': '3f71b419-5f78-425f-87ed-afcb3e12c26c', 'status': 'completed', 'code': 200} Oct 27 10:25:01.223263 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e3d135-ed9c-4c93-a2d9-bfa83e10d39c req-80a38e98-5a3d-4be3-a63e-556a7ee111e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:01.225153 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-36e3d135-ed9c-4c93-a2d9-bfa83e10d39c req-80a38e98-5a3d-4be3-a63e-556a7ee111e2 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=9c487093db7840e98dafd374096ede4c&device_id=bc03c0c0-96d1-4c90-904e-304dc69ac804 HTTP/1.1" status: 200 len: 1126 time: 0.0748453 Oct 27 10:25:01.285499 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-07213307-2373-4da6-9e87-d394ec2befb6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:01.297294 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e3d135-ed9c-4c93-a2d9-bfa83e10d39c req-bb6de633-cf3c-4b43-8722-5e68c4f91353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:01.298906 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-36e3d135-ed9c-4c93-a2d9-bfa83e10d39c req-bb6de633-cf3c-4b43-8722-5e68c4f91353 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2188d08323094fd29aa0ce0c21743039&device_id=c16b2e36-80f9-40d6-a6d2-7f76f45239f0 HTTP/1.1" status: 200 len: 1095 time: 0.1333840 Oct 27 10:25:01.300538 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-07213307-2373-4da6-9e87-d394ec2befb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:01.314473 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef62718c-1dff-4445-825e-df0b65140bc7 req-d7625a50-719c-4999-9337-2580013b8d16 tempest-ImagesOneServerNegativeTestJSON-1258670322 tempest-ImagesOneServerNegativeTestJSON-1258670322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:01.316067 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ef62718c-1dff-4445-825e-df0b65140bc7 req-d7625a50-719c-4999-9337-2580013b8d16 tempest-ImagesOneServerNegativeTestJSON-1258670322 tempest-ImagesOneServerNegativeTestJSON-1258670322-project] 10.222.0.44 "GET /v2.0/ports?device_id=c16b2e36-80f9-40d6-a6d2-7f76f45239f0 HTTP/1.1" status: 200 len: 943 time: 0.1032653 Oct 27 10:25:01.342552 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Port ef599265-bc33-4c73-9c72-0acae098e5ed not found, will not notify nova. {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Oct 27 10:25:01.391801 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e3d135-ed9c-4c93-a2d9-bfa83e10d39c req-d9aa8c10-aed3-432f-b113-65b64ca55c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:01.394184 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-36e3d135-ed9c-4c93-a2d9-bfa83e10d39c req-d9aa8c10-aed3-432f-b113-65b64ca55c90 service neutron] 10.222.0.76 "GET /v2.0/networks?id=b70d8912-e651-449a-aede-549067567147 HTTP/1.1" status: 200 len: 909 time: 0.1579530 Oct 27 10:25:01.452138 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-36e3d135-ed9c-4c93-a2d9-bfa83e10d39c req-e7262e19-2e50-4426-a4bd-884a35c266d9 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=848dd2ed-9585-42c3-869b-840c7332f2f2 HTTP/1.1" status: 200 len: 217 time: 0.0487750 Oct 27 10:25:01.459685 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-07213307-2373-4da6-9e87-d394ec2befb6 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9fe91af5ddba41c1a3725bf77ced9747&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7262456 Oct 27 10:25:01.462222 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 48290) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:25:01.472531 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07213307-2373-4da6-9e87-d394ec2befb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17511bfb-5036-4eda-bb11-65afb744d303,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:25:01.494803 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ef62718c-1dff-4445-825e-df0b65140bc7 req-ec64a40b-685a-46bf-9f38-eb9ba362531e tempest-ImagesOneServerNegativeTestJSON-1258670322 tempest-ImagesOneServerNegativeTestJSON-1258670322-project] 10.222.0.44 "GET /v2.0/security-groups?id=0c17542d-7fc8-4217-9c44-3a2fd00892bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636374 Oct 27 10:25:01.527482 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e3d135-ed9c-4c93-a2d9-bfa83e10d39c req-883e1315-58ef-4c21-907b-0023cede8349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:01.529160 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-36e3d135-ed9c-4c93-a2d9-bfa83e10d39c req-883e1315-58ef-4c21-907b-0023cede8349 service neutron] 10.222.0.64 "GET /v2.0/networks?id=f7c4c830-52ad-4ee2-a72d-431abd6800b4 HTTP/1.1" status: 200 len: 923 time: 0.2121508 Oct 27 10:25:01.560473 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e3d135-ed9c-4c93-a2d9-bfa83e10d39c req-ea1c0255-30e5-406e-ae9c-0ebc9b4364b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:01.561916 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-36e3d135-ed9c-4c93-a2d9-bfa83e10d39c req-ea1c0255-30e5-406e-ae9c-0ebc9b4364b6 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=0c8d0682-e9d2-4157-8f50-67abbd1aff64 HTTP/1.1" status: 200 len: 848 time: 0.1009245 Oct 27 10:25:01.579347 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-36e3d135-ed9c-4c93-a2d9-bfa83e10d39c req-71692fe5-fc8a-45ec-9272-7194988bce49 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3f71b419-5f78-425f-87ed-afcb3e12c26c HTTP/1.1" status: 200 len: 217 time: 0.0367589 Oct 27 10:25:01.594231 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7929ca-da10-4891-abfb-750188d2501c req-01d959f5-b2e0-49d9-b18a-7791e6615e0f tempest-ListServerFiltersTestJSON-326742351 tempest-ListServerFiltersTestJSON-326742351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:01.595688 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-3f7929ca-da10-4891-abfb-750188d2501c req-01d959f5-b2e0-49d9-b18a-7791e6615e0f tempest-ListServerFiltersTestJSON-326742351 tempest-ListServerFiltersTestJSON-326742351-project] 10.222.0.44 "GET /v2.0/ports?device_id=45d14893-5bf6-4b65-b786-fa5afce227ce HTTP/1.1" status: 200 len: 946 time: 0.0987916 Oct 27 10:25:01.619105 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-36e3d135-ed9c-4c93-a2d9-bfa83e10d39c req-2050786b-91b1-4ec2-8d38-50bbb41212ed service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=b70d8912-e651-449a-aede-549067567147&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448270 Oct 27 10:25:01.636297 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-765c64ab-f897-4e5a-8b76-e7fd80150cb6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:01.642222 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e3d135-ed9c-4c93-a2d9-bfa83e10d39c req-f2597267-b486-467f-b7b6-934f101631da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:01.643650 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-36e3d135-ed9c-4c93-a2d9-bfa83e10d39c req-f2597267-b486-467f-b7b6-934f101631da service neutron] 10.222.0.64 "GET /v2.0/subnets?id=16b456d2-8438-42f0-a0ba-9b2d6c1c5bfa HTTP/1.1" status: 200 len: 862 time: 0.0564272 Oct 27 10:25:01.693768 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-36e3d135-ed9c-4c93-a2d9-bfa83e10d39c req-263ece41-4d36-4e1c-bf86-062f446d070b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f7c4c830-52ad-4ee2-a72d-431abd6800b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392480 Oct 27 10:25:01.735831 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-765c64ab-f897-4e5a-8b76-e7fd80150cb6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:01.746275 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-3f7929ca-da10-4891-abfb-750188d2501c req-d0cb3ab2-5116-4083-9db8-08f01d01cea5 tempest-ListServerFiltersTestJSON-326742351 tempest-ListServerFiltersTestJSON-326742351-project] 10.222.0.44 "GET /v2.0/security-groups?id=f276a67d-9e93-463b-b0a2-3e206c03b654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341889 Oct 27 10:25:01.802142 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-36e3d135-ed9c-4c93-a2d9-bfa83e10d39c req-42d27c66-0587-4403-bf2a-a5147f4de700 service neutron] 10.222.0.76 "GET /v2.0/networks/b70d8912-e651-449a-aede-549067567147?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1727536 Oct 27 10:25:01.829942 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6779d7b-9d43-4cbc-b38f-7e448fd14d3a req-a00f0f1c-c235-4273-80fe-10751b56d547 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:01.831401 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-b6779d7b-9d43-4cbc-b38f-7e448fd14d3a req-a00f0f1c-c235-4273-80fe-10751b56d547 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/ports?device_id=91f1b872-bfe1-4648-a448-cef70da3dd1f HTTP/1.1" status: 200 len: 951 time: 0.0820653 Oct 27 10:25:01.832902 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-765c64ab-f897-4e5a-8b76-e7fd80150cb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:01.836614 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-765c64ab-f897-4e5a-8b76-e7fd80150cb6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:01.837737 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-765c64ab-f897-4e5a-8b76-e7fd80150cb6 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/17511bfb-5036-4eda-bb11-65afb744d303 HTTP/1.1" status: 204 len: 168 time: 0.3743157 Oct 27 10:25:01.838027 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-36e3d135-ed9c-4c93-a2d9-bfa83e10d39c req-bafd3de8-1110-4e6b-9fd9-6ec90694cacf service neutron] 10.222.0.64 "GET /v2.0/networks/f7c4c830-52ad-4ee2-a72d-431abd6800b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354923 Oct 27 10:25:01.878853 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765c64ab-f897-4e5a-8b76-e7fd80150cb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17511bfb-5036-4eda-bb11-65afb744d303,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:25:01.931703 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-36e3d135-ed9c-4c93-a2d9-bfa83e10d39c req-3e3c07cc-e55c-4282-a63d-1b6e62c52bfc service neutron] 10.222.0.76 "GET /v2.0/networks/b70d8912-e651-449a-aede-549067567147?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1175997 Oct 27 10:25:01.940764 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-b6779d7b-9d43-4cbc-b38f-7e448fd14d3a req-5bcde02a-7112-4b8a-9a31-29ab0278c8d6 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/security-groups?id=e786382c-1289-4f9d-b471-ed120470c2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978031 Oct 27 10:25:01.993529 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-36e3d135-ed9c-4c93-a2d9-bfa83e10d39c req-3f5c3a3e-df50-4a55-85ac-4387dfa6f5da service neutron] 10.222.0.64 "GET /v2.0/networks/f7c4c830-52ad-4ee2-a72d-431abd6800b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1443541 Oct 27 10:25:02.088422 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4612cf4b-24dc-451b-a660-a389db77eda3 req-e8485abe-7a85-40f4-ac74-4ccd5f5e95d8 tempest-ServerRescueTestJSON-1025374340 tempest-ServerRescueTestJSON-1025374340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:02.095221 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f9a2bb-a86a-48ce-b633-023e193e1ae6 req-bd035a84-7255-49a1-b786-fba9819ce3ae tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:02.096143 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-4612cf4b-24dc-451b-a660-a389db77eda3 req-e8485abe-7a85-40f4-ac74-4ccd5f5e95d8 tempest-ServerRescueTestJSON-1025374340 tempest-ServerRescueTestJSON-1025374340-project] 10.222.0.44 "GET /v2.0/ports?device_id=3023f4e1-4118-4ca5-96f9-0bf5c68da3ab HTTP/1.1" status: 200 len: 945 time: 0.0668762 Oct 27 10:25:02.096965 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-95f9a2bb-a86a-48ce-b633-023e193e1ae6 req-bd035a84-7255-49a1-b786-fba9819ce3ae tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] 10.222.0.44 "GET /v2.0/ports?device_id=bc03c0c0-96d1-4c90-904e-304dc69ac804 HTTP/1.1" status: 200 len: 943 time: 0.0699027 Oct 27 10:25:02.097911 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 48308) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:25:02.103147 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-f8eea030-5c4e-45d4-9106-0b53c9fe63b3 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-477750587'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:25:02.134383 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-4612cf4b-24dc-451b-a660-a389db77eda3 req-d74187e6-67a8-462c-b3c9-cf897eb4a61f tempest-ServerRescueTestJSON-1025374340 tempest-ServerRescueTestJSON-1025374340-project] 10.222.0.44 "GET /v2.0/security-groups?id=5f97c1ff-dad7-428f-af4b-bc7a94091827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371363 Oct 27 10:25:02.144217 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8eea030-5c4e-45d4-9106-0b53c9fe63b3 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Made reservation on behalf of 4aa10ad73dbe4076b2c4dd14c0d23687 for: {'network': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:25:02.148566 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-f8eea030-5c4e-45d4-9106-0b53c9fe63b3 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for network, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:02.165451 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-95f9a2bb-a86a-48ce-b633-023e193e1ae6 req-e2bc7b39-e92a-4d4f-9ec3-228a1e652df3 tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] 10.222.0.44 "GET /v2.0/security-groups?id=df17171a-6534-4d8a-8518-0be5fe64cbb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583632 Oct 27 10:25:02.179437 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8eea030-5c4e-45d4-9106-0b53c9fe63b3 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 427} {{(pid=102347) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 10:25:02.190047 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-f8eea030-5c4e-45d4-9106-0b53c9fe63b3 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:02.190465 n-d-813419-10 neutron-server[102347]: INFO neutron.db.segments_db [None req-f8eea030-5c4e-45d4-9106-0b53c9fe63b3 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Added segment cd49c69a-bebc-4495-b045-2a5c5dbedd8b of type vlan for network d9f24547-a97b-4994-95da-a3dc1f0864ec Oct 27 10:25:02.207406 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:02.218819 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 48312) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:25:02.232889 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-39f71ab8-6755-4688-bd5d-5c81f50798dd admin admin] Publish callbacks [] for security_group, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:02.243273 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-f8eea030-5c4e-45d4-9106-0b53c9fe63b3 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743872593080'] for network, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:02.276664 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-f8eea030-5c4e-45d4-9106-0b53c9fe63b3 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913'] for network, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:02.282574 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8eea030-5c4e-45d4-9106-0b53c9fe63b3 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:02.283140 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-f8eea030-5c4e-45d4-9106-0b53c9fe63b3 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for network, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:02.308857 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-39f71ab8-6755-4688-bd5d-5c81f50798dd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:02.312271 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-39f71ab8-6755-4688-bd5d-5c81f50798dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:02.340678 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-f8eea030-5c4e-45d4-9106-0b53c9fe63b3 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.2415779 Oct 27 10:25:02.347182 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 48314) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:25:02.352008 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-8042f1a9-2535-4d47-937d-c428ad2552a7 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1326635550'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:25:02.355011 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8eea030-5c4e-45d4-9106-0b53c9fe63b3 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Pushing event updated for resources: {'Network': ['ID=d9f24547-a97b-4994-95da-a3dc1f0864ec,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:25:02.365642 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Network d9f24547-a97b-4994-95da-a3dc1f0864ec details requested by agent ovs-agent-n-d-813419-10 with host n-d-813419-10 {{(pid=102348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 10:25:02.366192 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f71ab8-6755-4688-bd5d-5c81f50798dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e263a12-7a85-4666-b1b9-f3d18d0e5496,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:25:02.372833 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-39f71ab8-6755-4688-bd5d-5c81f50798dd admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=cf222830a60e4400a4175f75cf6feb4e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1504951 Oct 27 10:25:02.373298 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 48316) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:25:02.398099 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8042f1a9-2535-4d47-937d-c428ad2552a7 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Made reservation on behalf of 4aa10ad73dbe4076b2c4dd14c0d23687 for: {'network': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:25:02.401436 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-8042f1a9-2535-4d47-937d-c428ad2552a7 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for network, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:02.437265 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8042f1a9-2535-4d47-937d-c428ad2552a7 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 446} {{(pid=102346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 10:25:02.451922 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-1124eb14-abb2-4e20-8a93-e0758124b129 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:02.456245 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-8042f1a9-2535-4d47-937d-c428ad2552a7 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:02.456577 n-d-813419-10 neutron-server[102346]: INFO neutron.db.segments_db [None req-8042f1a9-2535-4d47-937d-c428ad2552a7 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Added segment 5f991bd4-92e4-45ad-bd12-2bffdf37846d of type vlan for network 629f7918-c2db-454f-876e-5fb1ab57b5ce Oct 27 10:25:02.504097 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-1124eb14-abb2-4e20-8a93-e0758124b129 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:02.518296 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-8042f1a9-2535-4d47-937d-c428ad2552a7 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743872593080'] for network, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:02.561507 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-8042f1a9-2535-4d47-937d-c428ad2552a7 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913'] for network, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:02.567130 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8042f1a9-2535-4d47-937d-c428ad2552a7 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:02.567709 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-8042f1a9-2535-4d47-937d-c428ad2552a7 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for network, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:02.620344 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-1124eb14-abb2-4e20-8a93-e0758124b129 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:02.622844 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-1124eb14-abb2-4e20-8a93-e0758124b129 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:02.626300 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-1124eb14-abb2-4e20-8a93-e0758124b129 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9e263a12-7a85-4666-b1b9-f3d18d0e5496 HTTP/1.1" status: 204 len: 168 time: 0.2499242 Oct 27 10:25:02.626452 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ae8ac5-3c74-4c22-90ea-d0d8102d60a4 req-71924dfd-f900-438e-acda-9b33a4890ee2 tempest-ImagesOneServerNegativeTestJSON-1258670322 tempest-ImagesOneServerNegativeTestJSON-1258670322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:02.626452 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-63ae8ac5-3c74-4c22-90ea-d0d8102d60a4 req-71924dfd-f900-438e-acda-9b33a4890ee2 tempest-ImagesOneServerNegativeTestJSON-1258670322 tempest-ImagesOneServerNegativeTestJSON-1258670322-project] 10.222.0.44 "GET /v2.0/ports?device_id=c16b2e36-80f9-40d6-a6d2-7f76f45239f0 HTTP/1.1" status: 200 len: 943 time: 0.0530808 Oct 27 10:25:02.639981 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-8042f1a9-2535-4d47-937d-c428ad2552a7 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.2917595 Oct 27 10:25:02.643163 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 48322) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:25:02.649710 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1124eb14-abb2-4e20-8a93-e0758124b129 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e263a12-7a85-4666-b1b9-f3d18d0e5496,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:25:02.650175 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-ea399b5a-7da3-4069-a92f-a15889b3d4c5 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Request body: {'subnet': {'network_id': 'd9f24547-a97b-4994-95da-a3dc1f0864ec', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:25:02.651749 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8042f1a9-2535-4d47-937d-c428ad2552a7 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Pushing event updated for resources: {'Network': ['ID=629f7918-c2db-454f-876e-5fb1ab57b5ce,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:25:02.703418 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Network 629f7918-c2db-454f-876e-5fb1ab57b5ce details requested by agent ovs-agent-n-d-813419-10 with host n-d-813419-10 {{(pid=102348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 10:25:02.741562 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-63ae8ac5-3c74-4c22-90ea-d0d8102d60a4 req-da338d39-a3d3-4e1d-9dde-e0662fc0412b tempest-ImagesOneServerNegativeTestJSON-1258670322 tempest-ImagesOneServerNegativeTestJSON-1258670322-project] 10.222.0.44 "GET /v2.0/security-groups?id=0c17542d-7fc8-4217-9c44-3a2fd00892bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081491 Oct 27 10:25:02.749467 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device 3f71b419-5f78-425f-87ed-afcb3e12c26c details requested by agent hyperv_n-h1-813419-10 with host n-h1-813419-10 {{(pid=102348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 10:25:02.782244 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea399b5a-7da3-4069-a92f-a15889b3d4c5 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Made reservation on behalf of 4aa10ad73dbe4076b2c4dd14c0d23687 for: {'subnet': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:25:02.788913 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-ea399b5a-7da3-4069-a92f-a15889b3d4c5 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18044073'] for subnet, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:02.916220 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port 3f71b419-5f78-425f-87ed-afcb3e12c26c, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=3f71b419-5f78-425f-87ed-afcb3e12c26c,segment=NetworkSegment(922b6d3e-9a8b-4e20-bf5d-299fdca2febe),segment_id=922b6d3e-9a8b-4e20-bf5d-299fdca2febe)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:25:02.922046 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fecf845-6d30-4003-b9b0-645f6ab901f5 req-a3a88707-d33f-4858-b437-f398e3eabafd tempest-ListServerFiltersTestJSON-326742351 tempest-ListServerFiltersTestJSON-326742351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:02.923867 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-4fecf845-6d30-4003-b9b0-645f6ab901f5 req-a3a88707-d33f-4858-b437-f398e3eabafd tempest-ListServerFiltersTestJSON-326742351 tempest-ListServerFiltersTestJSON-326742351-project] 10.222.0.44 "GET /v2.0/ports?device_id=45d14893-5bf6-4b65-b786-fa5afce227ce HTTP/1.1" status: 200 len: 946 time: 0.0803514 Oct 27 10:25:02.939461 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Returning: {'device': '3f71b419-5f78-425f-87ed-afcb3e12c26c', 'network_id': 'f7c4c830-52ad-4ee2-a72d-431abd6800b4', 'port_id': '3f71b419-5f78-425f-87ed-afcb3e12c26c', 'mac_address': 'fa:16:3e:49:40:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16b456d2-8438-42f0-a0ba-9b2d6c1c5bfa', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 10:25:02.984516 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-4fecf845-6d30-4003-b9b0-645f6ab901f5 req-5f44c5f9-12c6-42bc-b384-aa8564b7b179 tempest-ListServerFiltersTestJSON-326742351 tempest-ListServerFiltersTestJSON-326742351-project] 10.222.0.44 "GET /v2.0/security-groups?id=f276a67d-9e93-463b-b0a2-3e206c03b654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543268 Oct 27 10:25:03.005674 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:03.023894 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f71b419-5f78-425f-87ed-afcb3e12c26c {{(pid=102348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:25:03.061122 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port 3f71b419-5f78-425f-87ed-afcb3e12c26c, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=3f71b419-5f78-425f-87ed-afcb3e12c26c,segment=NetworkSegment(922b6d3e-9a8b-4e20-bf5d-299fdca2febe),segment_id=922b6d3e-9a8b-4e20-bf5d-299fdca2febe)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:25:03.066013 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:03.075744 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device ef599265-bc33-4c73-9c72-0acae098e5ed no longer exists at agent hyperv_n-h2-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:25:03.093593 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-ea399b5a-7da3-4069-a92f-a15889b3d4c5 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-18295883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18044091'] for subnet, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:03.130051 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] No Port match for: ef599265-bc33-4c73-9c72-0acae098e5ed {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:25:03.130391 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device ef599265-bc33-4c73-9c72-0acae098e5ed not bound to the agent host n-h2-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:25:03.139605 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94194d63-6e76-461a-9faf-702cce90fca4 req-81aebae1-35a8-4079-ae79-619e46e197af tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:03.141138 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-94194d63-6e76-461a-9faf-702cce90fca4 req-81aebae1-35a8-4079-ae79-619e46e197af tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/ports?device_id=91f1b872-bfe1-4648-a448-cef70da3dd1f HTTP/1.1" status: 200 len: 951 time: 0.0998857 Oct 27 10:25:03.150057 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Pushing event updated for resources: {'Port': ['ID=3f71b419-5f78-425f-87ed-afcb3e12c26c,revision_number=4']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:25:03.193144 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea399b5a-7da3-4069-a92f-a15889b3d4c5 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Pushing event updated for resources: {'Subnet': ['ID=237eead6-dd56-4753-9d54-b14517989073,revision_number=0']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:25:03.213821 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-94194d63-6e76-461a-9faf-702cce90fca4 req-103cc997-12c9-4623-8650-696f301f4264 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/security-groups?id=e786382c-1289-4f9d-b471-ed120470c2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613024 Oct 27 10:25:03.215194 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea399b5a-7da3-4069-a92f-a15889b3d4c5 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Checking segment: {'id': 'cd49c69a-bebc-4495-b045-2a5c5dbedd8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'd9f24547-a97b-4994-95da-a3dc1f0864ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:25:03.215728 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea399b5a-7da3-4069-a92f-a15889b3d4c5 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Network hostable DHCP agents. Network: d9f24547-a97b-4994-95da-a3dc1f0864ec, hostable agents: ['eafd4000-b897-4722-ae8b-0118ec955181'], hosted agents: [] {{(pid=102347) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 10:25:03.243370 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea399b5a-7da3-4069-a92f-a15889b3d4c5 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Network d9f24547-a97b-4994-95da-a3dc1f0864ec is scheduled to be hosted by DHCP agent eafd4000-b897-4722-ae8b-0118ec955181 with binding_index 1 {{(pid=102347) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 10:25:03.261132 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [None req-ea399b5a-7da3-4069-a92f-a15889b3d4c5 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-10, d9f24547-a97b-4994-95da-a3dc1f0864ec) {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:25:03.273462 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7390ea30-4573-4b34-b8d4-c408a96a8786 None None] Network d9f24547-a97b-4994-95da-a3dc1f0864ec requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:25:03.279029 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea399b5a-7da3-4069-a92f-a15889b3d4c5 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:03.281937 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-ea399b5a-7da3-4069-a92f-a15889b3d4c5 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Publish callbacks [] for subnet, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:03.305202 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec58d464-94e3-4735-a610-109196a9ca4f req-dfa89dbf-80cc-4cae-84a9-ffc1f7307852 tempest-ServerRescueTestJSON-1025374340 tempest-ServerRescueTestJSON-1025374340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:03.312322 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ec58d464-94e3-4735-a610-109196a9ca4f req-dfa89dbf-80cc-4cae-84a9-ffc1f7307852 tempest-ServerRescueTestJSON-1025374340 tempest-ServerRescueTestJSON-1025374340-project] 10.222.0.44 "GET /v2.0/ports?device_id=3023f4e1-4118-4ca5-96f9-0bf5c68da3ab HTTP/1.1" status: 200 len: 945 time: 0.0936382 Oct 27 10:25:03.341309 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-ea399b5a-7da3-4069-a92f-a15889b3d4c5 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.6968474 Oct 27 10:25:03.344959 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 48350) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:25:03.352557 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-cebb4128-427d-4f48-aee2-8e2c79735d2c tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Request body: {'subnet': {'network_id': '629f7918-c2db-454f-876e-5fb1ab57b5ce', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:25:03.379218 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ec58d464-94e3-4735-a610-109196a9ca4f req-14f747bc-ddbb-42ac-8c55-66629f9a63db tempest-ServerRescueTestJSON-1025374340 tempest-ServerRescueTestJSON-1025374340-project] 10.222.0.44 "GET /v2.0/security-groups?id=5f97c1ff-dad7-428f-af4b-bc7a94091827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607252 Oct 27 10:25:03.411569 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] get_ports_and_sgs() called for port_ids ['3f71b419-5f78-425f-87ed-afcb3e12c26c'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:25:03.421831 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd431ca-9625-45ea-b4d7-ee5825d62dfe req-112767fa-894e-4c3b-86d4-09a26d381548 tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:03.431455 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-1dd431ca-9625-45ea-b4d7-ee5825d62dfe req-112767fa-894e-4c3b-86d4-09a26d381548 tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] 10.222.0.44 "GET /v2.0/ports?device_id=bc03c0c0-96d1-4c90-904e-304dc69ac804 HTTP/1.1" status: 200 len: 943 time: 0.1351421 Oct 27 10:25:03.513713 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f98f3280-7ef7-4174-9b64-39faa215f2f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp734b258e-7d96-550c-b970-9b72ab66f383-d9f24547-a97b-4994-95da-a3dc1f0864ec', 'network_id': 'd9f24547-a97b-4994-95da-a3dc1f0864ec', 'tenant_id': '4aa10ad73dbe4076b2c4dd14c0d23687', 'fixed_ips': [{'subnet_id': '237eead6-dd56-4753-9d54-b14517989073'}]}} from n-d-813419-10. {{(pid=102348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 10:25:03.514939 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f98f3280-7ef7-4174-9b64-39faa215f2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:03.548549 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-1dd431ca-9625-45ea-b4d7-ee5825d62dfe req-e1691450-2172-4b60-8aa6-14082844989c tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] 10.222.0.44 "GET /v2.0/security-groups?id=df17171a-6534-4d8a-8518-0be5fe64cbb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116545 Oct 27 10:25:03.561997 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2f5cd6-f43e-4306-b7a6-7c9059e1bec8 req-d631cc65-e839-4e11-86e8-6d59f2476764 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:03.563471 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-2a2f5cd6-f43e-4306-b7a6-7c9059e1bec8 req-d631cc65-e839-4e11-86e8-6d59f2476764 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.76 "GET /v2.0/ports?device_id=91f1b872-bfe1-4648-a448-cef70da3dd1f HTTP/1.1" status: 200 len: 951 time: 0.1261015 Oct 27 10:25:03.570333 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cebb4128-427d-4f48-aee2-8e2c79735d2c tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Made reservation on behalf of 4aa10ad73dbe4076b2c4dd14c0d23687 for: {'subnet': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:25:03.573895 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-cebb4128-427d-4f48-aee2-8e2c79735d2c tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18044073'] for subnet, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:03.722510 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.db_base_plugin_common [None req-f98f3280-7ef7-4174-9b64-39faa215f2f7 None None] Allocated IP 10.1.1.2 (d9f24547-a97b-4994-95da-a3dc1f0864ec/237eead6-dd56-4753-9d54-b14517989073/b517a35e-44a1-414e-bccd-79da18877ac1) {{(pid=102348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:25:03.775726 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [req-2a2f5cd6-f43e-4306-b7a6-7c9059e1bec8 req-871a6afc-bf1b-4de8-ae25-aa0356d4e84b tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] Deleting port 567f4fc1-5f28-4ac5-9a26-ecbb14bf10a8 {{(pid=102347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:25:03.776326 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-2a2f5cd6-f43e-4306-b7a6-7c9059e1bec8 req-871a6afc-bf1b-4de8-ae25-aa0356d4e84b tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:03.890556 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f466bd-9dec-487a-8dc7-7b2278013425 req-d8f7b9da-dfbd-442d-afe9-296afc90f820 tempest-ImagesOneServerNegativeTestJSON-1258670322 tempest-ImagesOneServerNegativeTestJSON-1258670322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:03.892492 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-56f466bd-9dec-487a-8dc7-7b2278013425 req-d8f7b9da-dfbd-442d-afe9-296afc90f820 tempest-ImagesOneServerNegativeTestJSON-1258670322 tempest-ImagesOneServerNegativeTestJSON-1258670322-project] 10.222.0.44 "GET /v2.0/ports?device_id=c16b2e36-80f9-40d6-a6d2-7f76f45239f0 HTTP/1.1" status: 200 len: 944 time: 0.0653596 Oct 27 10:25:03.915729 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-cebb4128-427d-4f48-aee2-8e2c79735d2c tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-18295883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18044091'] for subnet, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:03.931251 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-2a2f5cd6-f43e-4306-b7a6-7c9059e1bec8 req-871a6afc-bf1b-4de8-ae25-aa0356d4e84b tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] For port 567f4fc1-5f28-4ac5-9a26-ecbb14bf10a8, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=567f4fc1-5f28-4ac5-9a26-ecbb14bf10a8,segment=NetworkSegment(f7c42c6d-2766-46d8-a8b7-4852117a5555),segment_id=f7c42c6d-2766-46d8-a8b7-4852117a5555)] {{(pid=102347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:25:03.931607 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-2a2f5cd6-f43e-4306-b7a6-7c9059e1bec8 req-871a6afc-bf1b-4de8-ae25-aa0356d4e84b tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:03.937655 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f98f3280-7ef7-4174-9b64-39faa215f2f7 None None] Publish callbacks [] for port, precommit_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:03.947489 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f98f3280-7ef7-4174-9b64-39faa215f2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606'] for port, after_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:03.974136 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-56f466bd-9dec-487a-8dc7-7b2278013425 req-53c9664d-cd91-40f0-a708-44ba8fb729af tempest-ImagesOneServerNegativeTestJSON-1258670322 tempest-ImagesOneServerNegativeTestJSON-1258670322-project] 10.222.0.44 "GET /v2.0/security-groups?id=0c17542d-7fc8-4217-9c44-3a2fd00892bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687695 Oct 27 10:25:03.976990 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [req-2a2f5cd6-f43e-4306-b7a6-7c9059e1bec8 req-871a6afc-bf1b-4de8-ae25-aa0356d4e84b tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] Calling delete_port for 567f4fc1-5f28-4ac5-9a26-ecbb14bf10a8 owned by compute:nova {{(pid=102347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:25:04.003088 n-d-813419-10 neutron-server[102348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f98f3280-7ef7-4174-9b64-39faa215f2f7 None None] Network d9f24547-a97b-4994-95da-a3dc1f0864ec is already hosted by enough agents. {{(pid=102348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:25:04.004087 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98f3280-7ef7-4174-9b64-39faa215f2f7 None None] Pushing event updated for resources: {'Port': ['ID=b517a35e-44a1-414e-bccd-79da18877ac1,revision_number=1']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:25:04.008439 n-d-813419-10 neutron-server[102348]: DEBUG neutron.scheduler.base_scheduler [None req-f98f3280-7ef7-4174-9b64-39faa215f2f7 None None] Resources bound (agent type, host, resource id): {{(pid=102348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:25:04.010778 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f98f3280-7ef7-4174-9b64-39faa215f2f7 None None] Received port after_create {{(pid=102348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:25:04.056096 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebb4128-427d-4f48-aee2-8e2c79735d2c tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Pushing event updated for resources: {'Subnet': ['ID=44c80a83-a220-441f-8a83-aa10dbf72783,revision_number=0']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:25:04.094175 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-f98f3280-7ef7-4174-9b64-39faa215f2f7 None None] Attempting to bind port b517a35e-44a1-414e-bccd-79da18877ac1 on host n-d-813419-10 for vnic_type normal with profile {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:25:04.094623 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-f98f3280-7ef7-4174-9b64-39faa215f2f7 None None] Attempting to bind port b517a35e-44a1-414e-bccd-79da18877ac1 by drivers openvswitch,hyperv on host n-d-813419-10 at level 0 using segments [{'id': 'cd49c69a-bebc-4495-b045-2a5c5dbedd8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'd9f24547-a97b-4994-95da-a3dc1f0864ec'}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:25:04.094992 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f98f3280-7ef7-4174-9b64-39faa215f2f7 None None] Attempting to bind port b517a35e-44a1-414e-bccd-79da18877ac1 on network d9f24547-a97b-4994-95da-a3dc1f0864ec {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:25:04.096577 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cebb4128-427d-4f48-aee2-8e2c79735d2c tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Checking segment: {'id': '5f991bd4-92e4-45ad-bd12-2bffdf37846d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '629f7918-c2db-454f-876e-5fb1ab57b5ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:25:04.096934 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cebb4128-427d-4f48-aee2-8e2c79735d2c tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Network hostable DHCP agents. Network: 629f7918-c2db-454f-876e-5fb1ab57b5ce, hostable agents: ['eafd4000-b897-4722-ae8b-0118ec955181'], hosted agents: [] {{(pid=102347) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 10:25:04.100917 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f98f3280-7ef7-4174-9b64-39faa215f2f7 None None] Checking agent: {'id': '89dba0f3-79b2-435e-9822-33674b8f6ada', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 8, 20), 'started_at': datetime.datetime(2021, 10, 27, 10, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 24, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:25:04.101296 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f98f3280-7ef7-4174-9b64-39faa215f2f7 None None] Checking segment: {'id': 'cd49c69a-bebc-4495-b045-2a5c5dbedd8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'd9f24547-a97b-4994-95da-a3dc1f0864ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:25:04.101695 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f98f3280-7ef7-4174-9b64-39faa215f2f7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:04.102088 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f98f3280-7ef7-4174-9b64-39faa215f2f7 None None] Bound using segment: {'id': 'cd49c69a-bebc-4495-b045-2a5c5dbedd8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'd9f24547-a97b-4994-95da-a3dc1f0864ec'} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:25:04.102553 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-f98f3280-7ef7-4174-9b64-39faa215f2f7 None None] Bound port: b517a35e-44a1-414e-bccd-79da18877ac1, host: n-d-813419-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd49c69a-bebc-4495-b045-2a5c5dbedd8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'd9f24547-a97b-4994-95da-a3dc1f0864ec'}}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:25:04.102930 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f98f3280-7ef7-4174-9b64-39faa215f2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:04.158739 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f96ae9-f2c4-4171-933e-bef9d3cf9200 req-6ed3e95a-30fd-4d9d-bc3e-9724d0e5ac38 tempest-ListServerFiltersTestJSON-326742351 tempest-ListServerFiltersTestJSON-326742351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:04.160265 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b4f96ae9-f2c4-4171-933e-bef9d3cf9200 req-6ed3e95a-30fd-4d9d-bc3e-9724d0e5ac38 tempest-ListServerFiltersTestJSON-326742351 tempest-ListServerFiltersTestJSON-326742351-project] 10.222.0.44 "GET /v2.0/ports?device_id=45d14893-5bf6-4b65-b786-fa5afce227ce HTTP/1.1" status: 200 len: 946 time: 0.0847733 Oct 27 10:25:04.163050 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cebb4128-427d-4f48-aee2-8e2c79735d2c tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Network 629f7918-c2db-454f-876e-5fb1ab57b5ce is scheduled to be hosted by DHCP agent eafd4000-b897-4722-ae8b-0118ec955181 with binding_index 1 {{(pid=102347) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 10:25:04.173789 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f98f3280-7ef7-4174-9b64-39faa215f2f7 None None] For port b517a35e-44a1-414e-bccd-79da18877ac1, host n-d-813419-10, cleared binding levels {{(pid=102348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:25:04.177401 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f98f3280-7ef7-4174-9b64-39faa215f2f7 None None] For port b517a35e-44a1-414e-bccd-79da18877ac1, host n-d-813419-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=b517a35e-44a1-414e-bccd-79da18877ac1,segment=NetworkSegment(cd49c69a-bebc-4495-b045-2a5c5dbedd8b),segment_id=cd49c69a-bebc-4495-b045-2a5c5dbedd8b)] {{(pid=102348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:25:04.181870 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f98f3280-7ef7-4174-9b64-39faa215f2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:04.203289 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [None req-cebb4128-427d-4f48-aee2-8e2c79735d2c tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-10, 629f7918-c2db-454f-876e-5fb1ab57b5ce) {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:25:04.217149 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-333723f3-643c-4e49-91a4-fc449f5bdd78 None None] Network 629f7918-c2db-454f-876e-5fb1ab57b5ce requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:25:04.218096 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cebb4128-427d-4f48-aee2-8e2c79735d2c tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:04.218674 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-cebb4128-427d-4f48-aee2-8e2c79735d2c tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Publish callbacks [] for subnet, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:04.270136 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b4f96ae9-f2c4-4171-933e-bef9d3cf9200 req-ddf87c50-e16c-40df-8ff4-1408dc23e751 tempest-ListServerFiltersTestJSON-326742351 tempest-ListServerFiltersTestJSON-326742351-project] 10.222.0.44 "GET /v2.0/security-groups?id=f276a67d-9e93-463b-b0a2-3e206c03b654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812976 Oct 27 10:25:04.279977 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-cebb4128-427d-4f48-aee2-8e2c79735d2c tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.9339213 Oct 27 10:25:04.283379 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 48378) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:25:04.285734 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-2a2f5cd6-f43e-4306-b7a6-7c9059e1bec8 req-871a6afc-bf1b-4de8-ae25-aa0356d4e84b tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:04.298953 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-0c0ea817-e595-4014-89b0-50ee0c7588de tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Request body: {'port': {'network_id': 'd9f24547-a97b-4994-95da-a3dc1f0864ec', 'name': 'tempest-TaggedBootDevicesTest-1135356859', 'fixed_ips': [{'subnet_id': '237eead6-dd56-4753-9d54-b14517989073'}]}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:25:04.310635 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] get_ports_and_sgs() called for port_ids ['567f4fc1-5f28-4ac5-9a26-ecbb14bf10a8'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:25:04.320540 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871a6afc-bf1b-4de8-ae25-aa0356d4e84b tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] Pushing event deleted for resources: {'Port': ['ID=567f4fc1-5f28-4ac5-9a26-ecbb14bf10a8,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:25:04.359296 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98f3280-7ef7-4174-9b64-39faa215f2f7 None None] Pushing event updated for resources: {'Port': ['ID=b517a35e-44a1-414e-bccd-79da18877ac1,revision_number=2']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:25:04.386446 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a2f5cd6-f43e-4306-b7a6-7c9059e1bec8 req-871a6afc-bf1b-4de8-ae25-aa0356d4e84b tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] No DVR routers for this DVR port 567f4fc1-5f28-4ac5-9a26-ecbb14bf10a8 on host n-h2-813419-10 {{(pid=102347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:25:04.389554 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-2a2f5cd6-f43e-4306-b7a6-7c9059e1bec8 req-871a6afc-bf1b-4de8-ae25-aa0356d4e84b tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:04.395083 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-2a2f5cd6-f43e-4306-b7a6-7c9059e1bec8 req-871a6afc-bf1b-4de8-ae25-aa0356d4e84b tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.76 "DELETE /v2.0/ports/567f4fc1-5f28-4ac5-9a26-ecbb14bf10a8 HTTP/1.1" status: 204 len: 173 time: 0.8142717 Oct 27 10:25:04.395523 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91f1b872-bfe1-4648-a448-cef70da3dd1f', 'name': 'network-vif-deleted', 'tag': '567f4fc1-5f28-4ac5-9a26-ecbb14bf10a8'}] {{(pid=102347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:25:04.408923 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311149b481204ee7edffdb959c881838506fbd95bc8577c048f6677abb73acc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88729e42-4213-4bb6-8532-7a995f0db2c9" -d '{"events": [{"server_uuid": "91f1b872-bfe1-4648-a448-cef70da3dd1f", "name": "network-vif-deleted", "tag": "567f4fc1-5f28-4ac5-9a26-ecbb14bf10a8"}]}' {{(pid=102347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:25:04.453162 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] get_ports_and_sgs() called for port_ids ['4226de95-7a65-4c77-86b6-a858ffe6dac1', 'c8c8271b-367b-4ab3-86e4-bb5ec9b8ea1d'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:25:04.469107 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-f501365e-71e3-4349-9d2d-90f2e7c3859a req-db98b950-8320-4e3a-9409-2fd3317d850d tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/ports?device_id=91f1b872-bfe1-4648-a448-cef70da3dd1f HTTP/1.1" status: 200 len: 210 time: 0.0632951 Oct 27 10:25:04.580097 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1b4aaeb-5bfb-424d-a4d5-717371268d79 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp734b258e-7d96-550c-b970-9b72ab66f383-629f7918-c2db-454f-876e-5fb1ab57b5ce', 'network_id': '629f7918-c2db-454f-876e-5fb1ab57b5ce', 'tenant_id': '4aa10ad73dbe4076b2c4dd14c0d23687', 'fixed_ips': [{'subnet_id': '44c80a83-a220-441f-8a83-aa10dbf72783'}]}} from n-d-813419-10. {{(pid=102348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 10:25:04.583779 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a1b4aaeb-5bfb-424d-a4d5-717371268d79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:04.644839 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:25:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4f573f0-512f-4e56-83b0-0ee79503625c x-openstack-request-id: req-e4f573f0-512f-4e56-83b0-0ee79503625c {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:25:04.645131 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91f1b872-bfe1-4648-a448-cef70da3dd1f", "name": "network-vif-deleted", "tag": "567f4fc1-5f28-4ac5-9a26-ecbb14bf10a8", "status": "completed", "code": 200}]} {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:25:04.646050 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e4f573f0-512f-4e56-83b0-0ee79503625c {{(pid=102347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:25:04.647005 n-d-813419-10 neutron-server[102347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91f1b872-bfe1-4648-a448-cef70da3dd1f', 'name': 'network-vif-deleted', 'tag': '567f4fc1-5f28-4ac5-9a26-ecbb14bf10a8', 'status': 'completed', 'code': 200} Oct 27 10:25:04.671526 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c0ea817-e595-4014-89b0-50ee0c7588de tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Made reservation on behalf of 4aa10ad73dbe4076b2c4dd14c0d23687 for: {'port': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:25:04.686526 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5fe62c-fb47-4b34-b302-69cae3d9eb02 req-81452a2b-cc03-486c-8f41-35ce038eff14 tempest-ServerRescueTestJSON-1025374340 tempest-ServerRescueTestJSON-1025374340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:04.688229 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-5d5fe62c-fb47-4b34-b302-69cae3d9eb02 req-81452a2b-cc03-486c-8f41-35ce038eff14 tempest-ServerRescueTestJSON-1025374340 tempest-ServerRescueTestJSON-1025374340-project] 10.222.0.44 "GET /v2.0/ports?device_id=3023f4e1-4118-4ca5-96f9-0bf5c68da3ab HTTP/1.1" status: 200 len: 945 time: 0.0827603 Oct 27 10:25:04.784943 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-5d5fe62c-fb47-4b34-b302-69cae3d9eb02 req-7ccb1989-781a-409f-afa8-fff20cf79490 tempest-ServerRescueTestJSON-1025374340 tempest-ServerRescueTestJSON-1025374340-project] 10.222.0.44 "GET /v2.0/security-groups?id=5f97c1ff-dad7-428f-af4b-bc7a94091827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802307 Oct 27 10:25:04.787434 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device 3f71b419-5f78-425f-87ed-afcb3e12c26c up at agent hyperv_n-h1-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:25:04.844303 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-0c0ea817-e595-4014-89b0-50ee0c7588de tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:04.864897 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [None req-0c0ea817-e595-4014-89b0-50ee0c7588de tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] device_id is not set on port f866a8ac-0d08-4157-96c5-6411c7be1248 yet. {{(pid=102346) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 10:25:04.898329 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.db_base_plugin_common [None req-a1b4aaeb-5bfb-424d-a4d5-717371268d79 None None] Allocated IP 10.2.2.2 (629f7918-c2db-454f-876e-5fb1ab57b5ce/44c80a83-a220-441f-8a83-aa10dbf72783/79af605a-8a87-4dfb-8e28-b62eeed7c3c3) {{(pid=102348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:25:04.934570 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d2a7dd-993d-434e-85c5-6bc1dc19cb6a req-171d0e61-e6db-4805-b72f-5f8798c0b60c tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:04.946458 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-49d2a7dd-993d-434e-85c5-6bc1dc19cb6a req-171d0e61-e6db-4805-b72f-5f8798c0b60c tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] 10.222.0.44 "GET /v2.0/ports?device_id=bc03c0c0-96d1-4c90-904e-304dc69ac804 HTTP/1.1" status: 200 len: 943 time: 0.1315727 Oct 27 10:25:05.018795 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-49d2a7dd-993d-434e-85c5-6bc1dc19cb6a req-404614fb-f446-4cf1-aca7-1263c8ed010f tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] 10.222.0.44 "GET /v2.0/security-groups?id=df17171a-6534-4d8a-8518-0be5fe64cbb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701904 Oct 27 10:25:05.103421 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Provisioning for port 3f71b419-5f78-425f-87ed-afcb3e12c26c completed by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 10:25:05.117372 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Provisioning complete for port 3f71b419-5f78-425f-87ed-afcb3e12c26c triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:25:05.117372 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:05.158497 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1c40be-7a4b-4c8b-972c-12876c717957 req-2d0224e2-7fe8-4e83-8f8e-06ca86694457 tempest-ImagesOneServerNegativeTestJSON-1258670322 tempest-ImagesOneServerNegativeTestJSON-1258670322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:05.170805 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-ea1c40be-7a4b-4c8b-972c-12876c717957 req-2d0224e2-7fe8-4e83-8f8e-06ca86694457 tempest-ImagesOneServerNegativeTestJSON-1258670322 tempest-ImagesOneServerNegativeTestJSON-1258670322-project] 10.222.0.44 "GET /v2.0/ports?device_id=c16b2e36-80f9-40d6-a6d2-7f76f45239f0 HTTP/1.1" status: 200 len: 944 time: 0.0769742 Oct 27 10:25:05.256903 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-ea1c40be-7a4b-4c8b-972c-12876c717957 req-145384d6-a422-4f46-9edc-d3ef60fcd36d tempest-ImagesOneServerNegativeTestJSON-1258670322 tempest-ImagesOneServerNegativeTestJSON-1258670322-project] 10.222.0.44 "GET /v2.0/security-groups?id=0c17542d-7fc8-4217-9c44-3a2fd00892bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848453 Oct 27 10:25:05.270570 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_common [None req-0c0ea817-e595-4014-89b0-50ee0c7588de tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Allocated IP 10.1.1.108 (d9f24547-a97b-4994-95da-a3dc1f0864ec/237eead6-dd56-4753-9d54-b14517989073/f866a8ac-0d08-4157-96c5-6411c7be1248) {{(pid=102346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:25:05.411388 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:05.443664 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06874e78-89bb-4da0-aa5d-21570bd77ad7 req-4a29f9ca-f0ee-479a-908a-3e43bb303735 tempest-ListServerFiltersTestJSON-326742351 tempest-ListServerFiltersTestJSON-326742351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:05.452350 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-06874e78-89bb-4da0-aa5d-21570bd77ad7 req-4a29f9ca-f0ee-479a-908a-3e43bb303735 tempest-ListServerFiltersTestJSON-326742351 tempest-ListServerFiltersTestJSON-326742351-project] 10.222.0.44 "GET /v2.0/ports?device_id=45d14893-5bf6-4b65-b786-fa5afce227ce HTTP/1.1" status: 200 len: 946 time: 0.0912821 Oct 27 10:25:05.475756 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a1b4aaeb-5bfb-424d-a4d5-717371268d79 None None] Publish callbacks [] for port, precommit_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:05.478644 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c16b2e36-80f9-40d6-a6d2-7f76f45239f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f71b419-5f78-425f-87ed-afcb3e12c26c'}] {{(pid=102348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:25:05.481371 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c588921fa634554a1d9242fdea1b05457a9ff1d3b28ba54ec1dace7f2f1df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-753e25e0-9a34-4334-ad87-bd7e88149b5d" -d '{"events": [{"server_uuid": "c16b2e36-80f9-40d6-a6d2-7f76f45239f0", "name": "network-vif-plugged", "status": "completed", "tag": "3f71b419-5f78-425f-87ed-afcb3e12c26c"}]}' {{(pid=102348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:25:05.498847 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a1b4aaeb-5bfb-424d-a4d5-717371268d79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606'] for port, after_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:05.506891 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port 3f71b419-5f78-425f-87ed-afcb3e12c26c, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=3f71b419-5f78-425f-87ed-afcb3e12c26c,segment=NetworkSegment(922b6d3e-9a8b-4e20-bf5d-299fdca2febe),segment_id=922b6d3e-9a8b-4e20-bf5d-299fdca2febe)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:25:05.510953 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-0c0ea817-e595-4014-89b0-50ee0c7588de tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Publish callbacks [] for port, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:05.521445 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-06874e78-89bb-4da0-aa5d-21570bd77ad7 req-c636f5a6-9435-464a-a5b8-c21d8f9645b5 tempest-ListServerFiltersTestJSON-326742351 tempest-ListServerFiltersTestJSON-326742351-project] 10.222.0.44 "GET /v2.0/security-groups?id=f276a67d-9e93-463b-b0a2-3e206c03b654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675926 Oct 27 10:25:05.540604 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:05.554126 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-0c0ea817-e595-4014-89b0-50ee0c7588de tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:05.568482 n-d-813419-10 neutron-server[102348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1b4aaeb-5bfb-424d-a4d5-717371268d79 None None] Network 629f7918-c2db-454f-876e-5fb1ab57b5ce is already hosted by enough agents. {{(pid=102348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:25:05.572847 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:25:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e66f06a-ad63-4756-85d4-cadd440d5bfa x-openstack-request-id: req-8e66f06a-ad63-4756-85d4-cadd440d5bfa {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:25:05.573143 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c16b2e36-80f9-40d6-a6d2-7f76f45239f0", "name": "network-vif-plugged", "status": "completed", "tag": "3f71b419-5f78-425f-87ed-afcb3e12c26c", "code": 200}]} {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:25:05.573400 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-8e66f06a-ad63-4756-85d4-cadd440d5bfa {{(pid=102348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:25:05.573814 n-d-813419-10 neutron-server[102348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c16b2e36-80f9-40d6-a6d2-7f76f45239f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f71b419-5f78-425f-87ed-afcb3e12c26c', 'code': 200} Oct 27 10:25:05.582795 n-d-813419-10 neutron-server[102348]: DEBUG neutron.scheduler.base_scheduler [None req-a1b4aaeb-5bfb-424d-a4d5-717371268d79 None None] Resources bound (agent type, host, resource id): {{(pid=102348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:25:05.600579 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1b4aaeb-5bfb-424d-a4d5-717371268d79 None None] Received port after_create {{(pid=102348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:25:05.607963 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b4aaeb-5bfb-424d-a4d5-717371268d79 None None] Pushing event updated for resources: {'Port': ['ID=79af605a-8a87-4dfb-8e28-b62eeed7c3c3,revision_number=1']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:25:05.666099 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c0ea817-e595-4014-89b0-50ee0c7588de tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Network d9f24547-a97b-4994-95da-a3dc1f0864ec is already hosted by enough agents. {{(pid=102346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:25:05.708412 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-0c0ea817-e595-4014-89b0-50ee0c7588de tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Resources bound (agent type, host, resource id): {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:25:05.717752 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0ea817-e595-4014-89b0-50ee0c7588de tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Pushing event updated for resources: {'Port': ['ID=f866a8ac-0d08-4157-96c5-6411c7be1248,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:25:05.720262 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c0ea817-e595-4014-89b0-50ee0c7588de tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Received port after_create {{(pid=102346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:25:05.728574 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-a1b4aaeb-5bfb-424d-a4d5-717371268d79 None None] Attempting to bind port 79af605a-8a87-4dfb-8e28-b62eeed7c3c3 on host n-d-813419-10 for vnic_type normal with profile {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:25:05.728934 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-a1b4aaeb-5bfb-424d-a4d5-717371268d79 None None] Attempting to bind port 79af605a-8a87-4dfb-8e28-b62eeed7c3c3 by drivers openvswitch,hyperv on host n-d-813419-10 at level 0 using segments [{'id': '5f991bd4-92e4-45ad-bd12-2bffdf37846d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '629f7918-c2db-454f-876e-5fb1ab57b5ce'}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:25:05.729177 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1b4aaeb-5bfb-424d-a4d5-717371268d79 None None] Attempting to bind port 79af605a-8a87-4dfb-8e28-b62eeed7c3c3 on network 629f7918-c2db-454f-876e-5fb1ab57b5ce {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:25:05.748929 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1b4aaeb-5bfb-424d-a4d5-717371268d79 None None] Checking agent: {'id': '89dba0f3-79b2-435e-9822-33674b8f6ada', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 8, 20), 'started_at': datetime.datetime(2021, 10, 27, 10, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 24, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:25:05.749139 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1b4aaeb-5bfb-424d-a4d5-717371268d79 None None] Checking segment: {'id': '5f991bd4-92e4-45ad-bd12-2bffdf37846d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '629f7918-c2db-454f-876e-5fb1ab57b5ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:25:05.749501 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a1b4aaeb-5bfb-424d-a4d5-717371268d79 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:05.750063 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1b4aaeb-5bfb-424d-a4d5-717371268d79 None None] Bound using segment: {'id': '5f991bd4-92e4-45ad-bd12-2bffdf37846d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '629f7918-c2db-454f-876e-5fb1ab57b5ce'} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:25:05.750623 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-a1b4aaeb-5bfb-424d-a4d5-717371268d79 None None] Bound port: 79af605a-8a87-4dfb-8e28-b62eeed7c3c3, host: n-d-813419-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f991bd4-92e4-45ad-bd12-2bffdf37846d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '629f7918-c2db-454f-876e-5fb1ab57b5ce'}}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:25:05.750937 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a1b4aaeb-5bfb-424d-a4d5-717371268d79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:05.766593 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Pushing event updated for resources: {'Port': ['ID=3f71b419-5f78-425f-87ed-afcb3e12c26c,revision_number=5']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:25:05.811894 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3e7596-0272-4a00-a7ed-1cccf73bc659 req-18395459-0e53-4053-9bb3-95cf3a5466a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:05.837354 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-3b3e7596-0272-4a00-a7ed-1cccf73bc659 req-18395459-0e53-4053-9bb3-95cf3a5466a8 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=c16b2e36-80f9-40d6-a6d2-7f76f45239f0 HTTP/1.1" status: 200 len: 1097 time: 0.1879036 Oct 27 10:25:05.847714 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bc7b4d7-1101-4f0c-b1df-22d986a61951 None None] Network d9f24547-a97b-4994-95da-a3dc1f0864ec requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:25:05.880688 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c0ea817-e595-4014-89b0-50ee0c7588de tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:05.881745 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-0c0ea817-e595-4014-89b0-50ee0c7588de tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:05.904561 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a1b4aaeb-5bfb-424d-a4d5-717371268d79 None None] For port 79af605a-8a87-4dfb-8e28-b62eeed7c3c3, host n-d-813419-10, cleared binding levels {{(pid=102348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:25:05.910133 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-0c0ea817-e595-4014-89b0-50ee0c7588de tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.6253915 Oct 27 10:25:05.914753 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 48436) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:25:05.920393 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-6c0b10d9-fc8e-48f8-b3cd-70bcaf5fd6e7 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Request body: {'port': {'network_id': 'd9f24547-a97b-4994-95da-a3dc1f0864ec', 'name': 'tempest-TaggedBootDevicesTest-1708293197', 'fixed_ips': [{'subnet_id': '237eead6-dd56-4753-9d54-b14517989073'}]}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:25:06.081993 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-3b3e7596-0272-4a00-a7ed-1cccf73bc659 req-3bbd3350-3bbe-492d-bad1-4ec624dc77f9 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=0c17542d-7fc8-4217-9c44-3a2fd00892bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2268763 Oct 27 10:25:06.114999 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a1b4aaeb-5bfb-424d-a4d5-717371268d79 None None] For port 79af605a-8a87-4dfb-8e28-b62eeed7c3c3, host n-d-813419-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=79af605a-8a87-4dfb-8e28-b62eeed7c3c3,segment=NetworkSegment(5f991bd4-92e4-45ad-bd12-2bffdf37846d),segment_id=5f991bd4-92e4-45ad-bd12-2bffdf37846d)] {{(pid=102348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:25:06.126493 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa58bf3-1f3a-4560-9a5f-409805f5152b req-4d647793-0f59-47a3-b390-327450c79899 tempest-ServerRescueTestJSON-1025374340 tempest-ServerRescueTestJSON-1025374340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:06.128664 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a1b4aaeb-5bfb-424d-a4d5-717371268d79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:06.135215 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-efa58bf3-1f3a-4560-9a5f-409805f5152b req-4d647793-0f59-47a3-b390-327450c79899 tempest-ServerRescueTestJSON-1025374340 tempest-ServerRescueTestJSON-1025374340-project] 10.222.0.44 "GET /v2.0/ports?device_id=3023f4e1-4118-4ca5-96f9-0bf5c68da3ab HTTP/1.1" status: 200 len: 945 time: 0.1358185 Oct 27 10:25:06.138184 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c0b10d9-fc8e-48f8-b3cd-70bcaf5fd6e7 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Made reservation on behalf of 4aa10ad73dbe4076b2c4dd14c0d23687 for: {'port': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:25:06.142917 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-6c0b10d9-fc8e-48f8-b3cd-70bcaf5fd6e7 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:06.176052 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device b517a35e-44a1-414e-bccd-79da18877ac1 up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:25:06.179335 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-cb84c4ee-edd7-4b33-a68d-e77b46602cd3 None None] Provisioning complete for port b517a35e-44a1-414e-bccd-79da18877ac1 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:25:06.179508 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 48442) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:25:06.180337 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-cb84c4ee-edd7-4b33-a68d-e77b46602cd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:06.201562 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [None req-6c0b10d9-fc8e-48f8-b3cd-70bcaf5fd6e7 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] device_id is not set on port 2987d3d2-c23b-41d4-81db-f2875388f5dc yet. {{(pid=102346) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 10:25:06.215623 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-efa58bf3-1f3a-4560-9a5f-409805f5152b req-5e8f068c-9097-45a4-9efb-12349375301e tempest-ServerRescueTestJSON-1025374340 tempest-ServerRescueTestJSON-1025374340-project] 10.222.0.44 "GET /v2.0/security-groups?id=5f97c1ff-dad7-428f-af4b-bc7a94091827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793777 Oct 27 10:25:06.332313 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b4aaeb-5bfb-424d-a4d5-717371268d79 None None] Pushing event updated for resources: {'Port': ['ID=79af605a-8a87-4dfb-8e28-b62eeed7c3c3,revision_number=2']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:25:06.387510 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-4a7d01b2-9a2f-46ae-8916-4248595200d6 req-b792b392-3988-4b67-bdbf-99ad95c5f4e9 service neutron] 10.222.0.76 "GET /v2.0/ports/848dd2ed-9585-42c3-869b-840c7332f2f2/bindings/n-h1-813419-10 HTTP/1.1" status: 200 len: 385 time: 0.6033702 Oct 27 10:25:06.405440 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54505b98-d3a7-4d43-855e-e7cc8b25043c req-434682a7-63a9-4dbf-8125-273f55785825 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:06.408835 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-54505b98-d3a7-4d43-855e-e7cc8b25043c req-434682a7-63a9-4dbf-8125-273f55785825 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/ports?device_id=608b8252-7dee-4a66-b7a1-a863de63ff13 HTTP/1.1" status: 200 len: 950 time: 0.1052210 Oct 27 10:25:06.445319 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port b517a35e-44a1-414e-bccd-79da18877ac1 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:25:06.445854 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:06.476352 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-6b16c96b-8181-4a4d-b98b-708bb0b3443f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:06.492919 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-cb84c4ee-edd7-4b33-a68d-e77b46602cd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:06.526497 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-54505b98-d3a7-4d43-855e-e7cc8b25043c req-7b5b124b-efe8-4523-b595-e19afae250ce tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/security-groups?id=e786382c-1289-4f9d-b471-ed120470c2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008291 Oct 27 10:25:06.527849 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffced14-42b8-407f-9db8-b40cfd79fd65 req-8293429b-c757-435f-92db-eed148b3700a tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:06.538754 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-fffced14-42b8-407f-9db8-b40cfd79fd65 req-8293429b-c757-435f-92db-eed148b3700a tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] 10.222.0.44 "GET /v2.0/ports?device_id=bc03c0c0-96d1-4c90-904e-304dc69ac804 HTTP/1.1" status: 200 len: 943 time: 0.1198761 Oct 27 10:25:06.573732 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-cb84c4ee-edd7-4b33-a68d-e77b46602cd3 None None] For port b517a35e-44a1-414e-bccd-79da18877ac1, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=b517a35e-44a1-414e-bccd-79da18877ac1,segment=NetworkSegment(cd49c69a-bebc-4495-b045-2a5c5dbedd8b),segment_id=cd49c69a-bebc-4495-b045-2a5c5dbedd8b)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:25:06.592522 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-cb84c4ee-edd7-4b33-a68d-e77b46602cd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:06.654075 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_common [None req-6c0b10d9-fc8e-48f8-b3cd-70bcaf5fd6e7 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Allocated IP 10.1.1.246 (d9f24547-a97b-4994-95da-a3dc1f0864ec/237eead6-dd56-4753-9d54-b14517989073/2987d3d2-c23b-41d4-81db-f2875388f5dc) {{(pid=102346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:25:06.691054 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-fffced14-42b8-407f-9db8-b40cfd79fd65 req-59b0a302-d2f2-4204-af2a-69a18b359822 tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] 10.222.0.44 "GET /v2.0/security-groups?id=df17171a-6534-4d8a-8518-0be5fe64cbb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490912 Oct 27 10:25:06.781590 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb84c4ee-edd7-4b33-a68d-e77b46602cd3 None None] Pushing event updated for resources: {'Port': ['ID=b517a35e-44a1-414e-bccd-79da18877ac1,revision_number=3']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:25:06.831721 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090291a0-b459-433b-a8db-2e142fdd78f5 req-3d4edbd6-a46f-4003-89a0-1e1b7f05ba60 tempest-ImagesOneServerNegativeTestJSON-1258670322 tempest-ImagesOneServerNegativeTestJSON-1258670322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:06.839068 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-090291a0-b459-433b-a8db-2e142fdd78f5 req-3d4edbd6-a46f-4003-89a0-1e1b7f05ba60 tempest-ImagesOneServerNegativeTestJSON-1258670322 tempest-ImagesOneServerNegativeTestJSON-1258670322-project] 10.222.0.44 "GET /v2.0/ports?device_id=c16b2e36-80f9-40d6-a6d2-7f76f45239f0 HTTP/1.1" status: 200 len: 945 time: 0.1794088 Oct 27 10:25:06.873278 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-6b16c96b-8181-4a4d-b98b-708bb0b3443f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:06.895344 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-4a7d01b2-9a2f-46ae-8916-4248595200d6 req-a4fbeb46-743c-44ac-a7f7-43036ff1f5ef service neutron] For port 848dd2ed-9585-42c3-869b-840c7332f2f2, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=848dd2ed-9585-42c3-869b-840c7332f2f2,segment=NetworkSegment(50500633-18ab-48c2-98da-73563c3123ba),segment_id=50500633-18ab-48c2-98da-73563c3123ba)] {{(pid=102347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:25:06.918369 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-090291a0-b459-433b-a8db-2e142fdd78f5 req-a79133a7-0d06-4c25-8380-6a7ba5743f1a tempest-ImagesOneServerNegativeTestJSON-1258670322 tempest-ImagesOneServerNegativeTestJSON-1258670322-project] 10.222.0.44 "GET /v2.0/security-groups?id=0c17542d-7fc8-4217-9c44-3a2fd00892bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783541 Oct 27 10:25:06.941197 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-4a7d01b2-9a2f-46ae-8916-4248595200d6 req-a4fbeb46-743c-44ac-a7f7-43036ff1f5ef service neutron] For port 848dd2ed-9585-42c3-869b-840c7332f2f2, host n-h2-813419-10, cleared binding levels {{(pid=102347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:25:06.942546 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-c53720dc-58f0-4a54-a1eb-6aa43625d658 None None] Provisioning complete for port f866a8ac-0d08-4157-96c5-6411c7be1248 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:25:06.942546 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-c53720dc-58f0-4a54-a1eb-6aa43625d658 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:06.980111 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [req-4a7d01b2-9a2f-46ae-8916-4248595200d6 req-a4fbeb46-743c-44ac-a7f7-43036ff1f5ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 848dd2ed-9585-42c3-869b-840c7332f2f2 {{(pid=102347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:25:06.997472 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-4a7d01b2-9a2f-46ae-8916-4248595200d6 req-a4fbeb46-743c-44ac-a7f7-43036ff1f5ef service neutron] For port 848dd2ed-9585-42c3-869b-840c7332f2f2, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=848dd2ed-9585-42c3-869b-840c7332f2f2,segment=NetworkSegment(50500633-18ab-48c2-98da-73563c3123ba),segment_id=50500633-18ab-48c2-98da-73563c3123ba)] {{(pid=102347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:25:07.018002 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-4a7d01b2-9a2f-46ae-8916-4248595200d6 req-a4fbeb46-743c-44ac-a7f7-43036ff1f5ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:07.026669 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-c53720dc-58f0-4a54-a1eb-6aa43625d658 None None] Port f866a8ac-0d08-4157-96c5-6411c7be1248 cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:25:07.042195 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-c53720dc-58f0-4a54-a1eb-6aa43625d658 None None] Provisioning complete for port b517a35e-44a1-414e-bccd-79da18877ac1 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:25:07.042589 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-c53720dc-58f0-4a54-a1eb-6aa43625d658 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:07.086802 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device 567f4fc1-5f28-4ac5-9a26-ecbb14bf10a8 no longer exists at agent hyperv_n-h2-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:25:07.117211 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] No Port match for: 567f4fc1-5f28-4ac5-9a26-ecbb14bf10a8 {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:25:07.117453 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device 567f4fc1-5f28-4ac5-9a26-ecbb14bf10a8 not bound to the agent host n-h2-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:25:07.127343 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.provisioning_blocks [req-4a7d01b2-9a2f-46ae-8916-4248595200d6 req-a4fbeb46-743c-44ac-a7f7-43036ff1f5ef service neutron] Transition to ACTIVE for port object 848dd2ed-9585-42c3-869b-840c7332f2f2 will not be triggered until provisioned by entity L2. {{(pid=102347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 10:25:07.134271 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-4a7d01b2-9a2f-46ae-8916-4248595200d6 req-a4fbeb46-743c-44ac-a7f7-43036ff1f5ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:07.214462 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a7d01b2-9a2f-46ae-8916-4248595200d6 req-a4fbeb46-743c-44ac-a7f7-43036ff1f5ef service neutron] No DVR routers for this DVR port 848dd2ed-9585-42c3-869b-840c7332f2f2 on host n-h2-813419-10 {{(pid=102347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:25:07.226972 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fbeb46-743c-44ac-a7f7-43036ff1f5ef service neutron] Pushing event updated for resources: {'Port': ['ID=848dd2ed-9585-42c3-869b-840c7332f2f2,revision_number=10']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:25:07.265480 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-4a7d01b2-9a2f-46ae-8916-4248595200d6 req-a4fbeb46-743c-44ac-a7f7-43036ff1f5ef service neutron] 10.222.0.76 "PUT /v2.0/ports/848dd2ed-9585-42c3-869b-840c7332f2f2/bindings/n-h1-813419-10/activate HTTP/1.1" status: 200 len: 370 time: 0.8703325 Oct 27 10:25:07.275257 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-6b16c96b-8181-4a4d-b98b-708bb0b3443f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:07.322408 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-e6131da7-49fb-4a4c-b0ce-c8bb11e8d053 None None] Provisioning complete for port f866a8ac-0d08-4157-96c5-6411c7be1248 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:25:07.322862 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-e6131da7-49fb-4a4c-b0ce-c8bb11e8d053 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:07.368829 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b89009-da21-4c57-9b43-eacd1b5bde65 req-1f40c351-d1c0-4960-8575-ffb55982a4df tempest-ListServerFiltersTestJSON-326742351 tempest-ListServerFiltersTestJSON-326742351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:07.377821 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-48b89009-da21-4c57-9b43-eacd1b5bde65 req-1f40c351-d1c0-4960-8575-ffb55982a4df tempest-ListServerFiltersTestJSON-326742351 tempest-ListServerFiltersTestJSON-326742351-project] 10.222.0.44 "GET /v2.0/ports?device_id=45d14893-5bf6-4b65-b786-fa5afce227ce HTTP/1.1" status: 200 len: 946 time: 0.5461056 Oct 27 10:25:07.382917 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-e6131da7-49fb-4a4c-b0ce-c8bb11e8d053 None None] Port f866a8ac-0d08-4157-96c5-6411c7be1248 cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:25:07.394776 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-6b16c96b-8181-4a4d-b98b-708bb0b3443f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f24ab06605da402c82988a8a72d4ed16&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2142541 Oct 27 10:25:07.400055 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 48454) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:25:07.410840 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b16c96b-8181-4a4d-b98b-708bb0b3443f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dcb926a-24fa-4994-9a98-d9787ff645a4,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:25:07.446056 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb672f6-d36c-44cf-b8bd-a60d0fbd7a0c req-09dbdf4b-f891-49aa-a299-75fab7ed897e tempest-ServerRescueTestJSON-1025374340 tempest-ServerRescueTestJSON-1025374340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:07.447617 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-0eb672f6-d36c-44cf-b8bd-a60d0fbd7a0c req-09dbdf4b-f891-49aa-a299-75fab7ed897e tempest-ServerRescueTestJSON-1025374340 tempest-ServerRescueTestJSON-1025374340-project] 10.222.0.44 "GET /v2.0/ports?device_id=3023f4e1-4118-4ca5-96f9-0bf5c68da3ab HTTP/1.1" status: 200 len: 945 time: 0.1082120 Oct 27 10:25:07.494616 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-6c0b10d9-fc8e-48f8-b3cd-70bcaf5fd6e7 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Publish callbacks [] for port, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:07.516753 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-0eb672f6-d36c-44cf-b8bd-a60d0fbd7a0c req-e1bccc32-e558-4c31-bb0b-4224739311dc tempest-ServerRescueTestJSON-1025374340 tempest-ServerRescueTestJSON-1025374340-project] 10.222.0.44 "GET /v2.0/security-groups?id=5f97c1ff-dad7-428f-af4b-bc7a94091827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610917 Oct 27 10:25:07.518190 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-2b7db3c4-b178-431d-bcd2-533cbb694105 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:07.520743 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-48b89009-da21-4c57-9b43-eacd1b5bde65 req-5b5a6615-7b1c-4756-aafc-1454bdc9ea10 tempest-ListServerFiltersTestJSON-326742351 tempest-ListServerFiltersTestJSON-326742351-project] 10.222.0.44 "GET /v2.0/security-groups?id=f276a67d-9e93-463b-b0a2-3e206c03b654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369765 Oct 27 10:25:07.533578 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7d01b2-9a2f-46ae-8916-4248595200d6 req-2ba119fd-e2aa-42e5-ac86-a5b1d16064b5 tempest-LiveMigrationTest-1571947473 tempest-LiveMigrationTest-1571947473-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:07.533578 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-4a7d01b2-9a2f-46ae-8916-4248595200d6 req-2ba119fd-e2aa-42e5-ac86-a5b1d16064b5 tempest-LiveMigrationTest-1571947473 tempest-LiveMigrationTest-1571947473-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=bc03c0c0-96d1-4c90-904e-304dc69ac804&tenant_id=9c487093db7840e98dafd374096ede4c&binding%3Ahost_id=n-h2-813419-10 HTTP/1.1" status: 200 len: 1096 time: 0.1471004 Oct 27 10:25:07.548308 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-2b7db3c4-b178-431d-bcd2-533cbb694105 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:07.616838 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-2b7db3c4-b178-431d-bcd2-533cbb694105 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:07.619369 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-2b7db3c4-b178-431d-bcd2-533cbb694105 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:07.623055 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-2b7db3c4-b178-431d-bcd2-533cbb694105 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/0dcb926a-24fa-4994-9a98-d9787ff645a4 HTTP/1.1" status: 204 len: 168 time: 0.2179663 Oct 27 10:25:07.633098 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7db3c4-b178-431d-bcd2-533cbb694105 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dcb926a-24fa-4994-9a98-d9787ff645a4,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:25:07.708334 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7134218f-91fe-4d17-8814-086e0e0b0931 None None] Network 629f7918-c2db-454f-876e-5fb1ab57b5ce requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:25:07.782851 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-6c0b10d9-fc8e-48f8-b3cd-70bcaf5fd6e7 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:07.790287 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7d01b2-9a2f-46ae-8916-4248595200d6 req-8605870c-9bc5-4da9-9482-dafb9203b53b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:07.794044 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-4a7d01b2-9a2f-46ae-8916-4248595200d6 req-8605870c-9bc5-4da9-9482-dafb9203b53b service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=bc03c0c0-96d1-4c90-904e-304dc69ac804&tenant_id=9c487093db7840e98dafd374096ede4c HTTP/1.1" status: 200 len: 1096 time: 0.2480235 Oct 27 10:25:07.814643 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8706474e-cdd3-4640-aa1c-6aad09b28944 req-077d4cdc-7ca1-42b1-adc3-36454aee2464 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:07.816722 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-8706474e-cdd3-4640-aa1c-6aad09b28944 req-077d4cdc-7ca1-42b1-adc3-36454aee2464 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.64 "GET /v2.0/ports?device_id=608b8252-7dee-4a66-b7a1-a863de63ff13 HTTP/1.1" status: 200 len: 950 time: 0.2377362 Oct 27 10:25:07.839045 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-6ec60c4c-e7a0-4e4c-984d-dc644053b93c None None] Provisioning complete for port 79af605a-8a87-4dfb-8e28-b62eeed7c3c3 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:25:07.839410 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-6ec60c4c-e7a0-4e4c-984d-dc644053b93c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:07.848817 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313b1c85-8e95-4c08-b7dd-4464772ef42a req-4d27740d-4158-46b1-b3ca-0212adfea5dc tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:07.851729 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-313b1c85-8e95-4c08-b7dd-4464772ef42a req-4d27740d-4158-46b1-b3ca-0212adfea5dc tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/ports?device_id=608b8252-7dee-4a66-b7a1-a863de63ff13 HTTP/1.1" status: 200 len: 950 time: 0.2000697 Oct 27 10:25:07.889945 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-5fec9ed3-7d61-4f65-b3aa-61d2d512f9e4 req-3cc9376c-0478-4751-8364-b64515dd8739 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=0f0a6b0b-7cfe-4818-8a36-1dd5676c3af3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1068857 Oct 27 10:25:07.949713 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c0b10d9-fc8e-48f8-b3cd-70bcaf5fd6e7 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Network d9f24547-a97b-4994-95da-a3dc1f0864ec is already hosted by enough agents. {{(pid=102346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:25:07.966216 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-6c0b10d9-fc8e-48f8-b3cd-70bcaf5fd6e7 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Resources bound (agent type, host, resource id): {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:25:07.968730 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c0b10d9-fc8e-48f8-b3cd-70bcaf5fd6e7 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Received port after_create {{(pid=102346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:25:07.971442 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0b10d9-fc8e-48f8-b3cd-70bcaf5fd6e7 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Pushing event updated for resources: {'Port': ['ID=2987d3d2-c23b-41d4-81db-f2875388f5dc,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:25:07.978633 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-6ec60c4c-e7a0-4e4c-984d-dc644053b93c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:08.048357 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-6ec60c4c-e7a0-4e4c-984d-dc644053b93c None None] For port 79af605a-8a87-4dfb-8e28-b62eeed7c3c3, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=79af605a-8a87-4dfb-8e28-b62eeed7c3c3,segment=NetworkSegment(5f991bd4-92e4-45ad-bd12-2bffdf37846d),segment_id=5f991bd4-92e4-45ad-bd12-2bffdf37846d)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:25:08.049032 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4187df36-b978-4ee8-8a6d-4cdb6dd60f38 req-b7cdf4b4-b9ce-49ac-a2e3-c95db7eda50b tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:08.062412 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-313b1c85-8e95-4c08-b7dd-4464772ef42a req-603ea668-8793-4495-8b41-c8ea68ea3ab0 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/security-groups?id=e786382c-1289-4f9d-b471-ed120470c2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1986294 Oct 27 10:25:08.063373 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-6ec60c4c-e7a0-4e4c-984d-dc644053b93c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:08.068021 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-4187df36-b978-4ee8-8a6d-4cdb6dd60f38 req-b7cdf4b4-b9ce-49ac-a2e3-c95db7eda50b tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] 10.222.0.44 "GET /v2.0/ports?device_id=bc03c0c0-96d1-4c90-904e-304dc69ac804 HTTP/1.1" status: 200 len: 944 time: 0.1719964 Oct 27 10:25:08.082944 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7d01b2-9a2f-46ae-8916-4248595200d6 req-cc4ff20b-ee0c-4ff2-a3e0-3423b3edd464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:08.085128 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-4a7d01b2-9a2f-46ae-8916-4248595200d6 req-cc4ff20b-ee0c-4ff2-a3e0-3423b3edd464 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9c487093db7840e98dafd374096ede4c&device_id=bc03c0c0-96d1-4c90-904e-304dc69ac804 HTTP/1.1" status: 200 len: 1096 time: 0.2455344 Oct 27 10:25:08.091533 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c0b10d9-fc8e-48f8-b3cd-70bcaf5fd6e7 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:08.092413 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-6c0b10d9-fc8e-48f8-b3cd-70bcaf5fd6e7 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:08.137934 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 48472) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:25:08.168469 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-6c0b10d9-fc8e-48f8-b3cd-70bcaf5fd6e7 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.2523367 Oct 27 10:25:08.200011 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [req-8706474e-cdd3-4640-aa1c-6aad09b28944 req-ff713fee-497a-4475-87af-4bc2a255d9f7 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] Deleting port c8c8271b-367b-4ab3-86e4-bb5ec9b8ea1d {{(pid=102346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:25:08.200930 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-8706474e-cdd3-4640-aa1c-6aad09b28944 req-ff713fee-497a-4475-87af-4bc2a255d9f7 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:08.246244 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fec9ed3-7d61-4f65-b3aa-61d2d512f9e4 req-9a99a527-3f70-42d5-8ab9-2762f0c50938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:08.247838 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-5fec9ed3-7d61-4f65-b3aa-61d2d512f9e4 req-9a99a527-3f70-42d5-8ab9-2762f0c50938 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=23d18887a95946a7b35c0b3b4d482024&device_id=0f0a6b0b-7cfe-4818-8a36-1dd5676c3af3 HTTP/1.1" status: 200 len: 1098 time: 0.3191161 Oct 27 10:25:08.252180 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-dbf96bf5-e0cd-4f68-abc7-69ef8ada0ebe admin admin] Publish callbacks [] for security_group, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:08.256768 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec60c4c-e7a0-4e4c-984d-dc644053b93c None None] Pushing event updated for resources: {'Port': ['ID=79af605a-8a87-4dfb-8e28-b62eeed7c3c3,revision_number=3']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:25:08.306424 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-4187df36-b978-4ee8-8a6d-4cdb6dd60f38 req-2cc91609-6e18-4091-b7dd-7ca792beb1e2 tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] 10.222.0.44 "GET /v2.0/security-groups?id=df17171a-6534-4d8a-8518-0be5fe64cbb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2333934 Oct 27 10:25:08.342233 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7d01b2-9a2f-46ae-8916-4248595200d6 req-43c6a7a0-8770-47d2-a891-e542a19b6e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:08.350185 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-4a7d01b2-9a2f-46ae-8916-4248595200d6 req-43c6a7a0-8770-47d2-a891-e542a19b6e7b service neutron] 10.222.0.64 "GET /v2.0/networks?id=b70d8912-e651-449a-aede-549067567147 HTTP/1.1" status: 200 len: 909 time: 0.2515693 Oct 27 10:25:08.437155 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 79af605a-8a87-4dfb-8e28-b62eeed7c3c3 up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:25:08.448014 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-4a7d01b2-9a2f-46ae-8916-4248595200d6 req-f8385b20-efaa-4648-823f-bd5488ea9781 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=848dd2ed-9585-42c3-869b-840c7332f2f2 HTTP/1.1" status: 200 len: 217 time: 0.0863502 Oct 27 10:25:08.456114 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [req-8706474e-cdd3-4640-aa1c-6aad09b28944 req-ff713fee-497a-4475-87af-4bc2a255d9f7 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] For port c8c8271b-367b-4ab3-86e4-bb5ec9b8ea1d, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=c8c8271b-367b-4ab3-86e4-bb5ec9b8ea1d,segment=NetworkSegment(f7c42c6d-2766-46d8-a8b7-4852117a5555),segment_id=f7c42c6d-2766-46d8-a8b7-4852117a5555)] {{(pid=102346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:25:08.461298 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-8706474e-cdd3-4640-aa1c-6aad09b28944 req-ff713fee-497a-4475-87af-4bc2a255d9f7 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:08.486705 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ccaa4f-71df-4805-b3cf-baec592dceaf req-49ed12d3-d5e8-491a-875b-96dbb10b2a5e tempest-ImagesOneServerNegativeTestJSON-1258670322 tempest-ImagesOneServerNegativeTestJSON-1258670322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:08.494646 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-10ccaa4f-71df-4805-b3cf-baec592dceaf req-49ed12d3-d5e8-491a-875b-96dbb10b2a5e tempest-ImagesOneServerNegativeTestJSON-1258670322 tempest-ImagesOneServerNegativeTestJSON-1258670322-project] 10.222.0.44 "GET /v2.0/ports?device_id=c16b2e36-80f9-40d6-a6d2-7f76f45239f0 HTTP/1.1" status: 200 len: 945 time: 0.2012382 Oct 27 10:25:08.525317 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port 79af605a-8a87-4dfb-8e28-b62eeed7c3c3 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:25:08.526081 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:08.544543 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [req-8706474e-cdd3-4640-aa1c-6aad09b28944 req-ff713fee-497a-4475-87af-4bc2a255d9f7 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] Calling delete_port for c8c8271b-367b-4ab3-86e4-bb5ec9b8ea1d owned by compute:nova {{(pid=102346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:25:08.553063 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fec9ed3-7d61-4f65-b3aa-61d2d512f9e4 req-5e56485a-56b6-463a-966a-6f4f80ffd3f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:08.555177 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-5fec9ed3-7d61-4f65-b3aa-61d2d512f9e4 req-5e56485a-56b6-463a-966a-6f4f80ffd3f0 service neutron] 10.222.0.64 "GET /v2.0/networks?id=940fd3c1-7ac3-4e71-b915-5317697caaa9 HTTP/1.1" status: 200 len: 912 time: 0.2427266 Oct 27 10:25:08.613942 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-a5d4f602-9c3f-4020-9ee6-fa1b4f7a4d73 None None] Provisioning complete for port 2987d3d2-c23b-41d4-81db-f2875388f5dc triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:25:08.614691 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a5d4f602-9c3f-4020-9ee6-fa1b4f7a4d73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:08.636439 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7d01b2-9a2f-46ae-8916-4248595200d6 req-68a130fd-9228-4417-b517-4e2a78ee94f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:08.637649 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-dbf96bf5-e0cd-4f68-abc7-69ef8ada0ebe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:08.638020 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-4a7d01b2-9a2f-46ae-8916-4248595200d6 req-68a130fd-9228-4417-b517-4e2a78ee94f9 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0c8d0682-e9d2-4157-8f50-67abbd1aff64 HTTP/1.1" status: 200 len: 848 time: 0.1728563 Oct 27 10:25:08.653852 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-10ccaa4f-71df-4805-b3cf-baec592dceaf req-4bcd5447-65bb-4be8-8cb9-78b3b5a694d8 tempest-ImagesOneServerNegativeTestJSON-1258670322 tempest-ImagesOneServerNegativeTestJSON-1258670322-project] 10.222.0.44 "GET /v2.0/security-groups?id=0c17542d-7fc8-4217-9c44-3a2fd00892bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548686 Oct 27 10:25:08.666007 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-a5d4f602-9c3f-4020-9ee6-fa1b4f7a4d73 None None] Port 2987d3d2-c23b-41d4-81db-f2875388f5dc cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:25:08.682151 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-5fec9ed3-7d61-4f65-b3aa-61d2d512f9e4 req-efc313cc-526a-45c5-8091-0d197cf5f9e6 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bdf6e277-47ee-46b6-b621-767c0d64b96e HTTP/1.1" status: 200 len: 217 time: 0.0411456 Oct 27 10:25:08.682973 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 48482) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:25:08.687523 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-e7696569-a42a-4f26-b505-a71f5e754495 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Request body: {'security_group': {'name': 'tempest-securitygroup--424502411', 'description': 'tempest-description--314755317'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:25:08.723278 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device b517a35e-44a1-414e-bccd-79da18877ac1 up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:25:08.734182 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-4a7d01b2-9a2f-46ae-8916-4248595200d6 req-5853ceb6-5e4a-471e-a61c-faa477412d72 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b70d8912-e651-449a-aede-549067567147&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0791993 Oct 27 10:25:08.742296 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-dbf96bf5-e0cd-4f68-abc7-69ef8ada0ebe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:08.769248 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fec9ed3-7d61-4f65-b3aa-61d2d512f9e4 req-9e4c7575-d334-408c-899f-224dfecb9637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:08.771369 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-5fec9ed3-7d61-4f65-b3aa-61d2d512f9e4 req-9e4c7575-d334-408c-899f-224dfecb9637 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=77c01f76-4118-40f3-9687-19e52d96a177 HTTP/1.1" status: 200 len: 851 time: 0.0742545 Oct 27 10:25:08.797327 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:08.802086 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port b517a35e-44a1-414e-bccd-79da18877ac1 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:25:08.803045 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:08.806198 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-759feb7a-99d3-427d-b472-39530ab71f03 None None] Provisioning complete for port 79af605a-8a87-4dfb-8e28-b62eeed7c3c3 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:25:08.806630 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-759feb7a-99d3-427d-b472-39530ab71f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:08.815379 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-dbf96bf5-e0cd-4f68-abc7-69ef8ada0ebe admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e0e2ceb66d034080a1816e17140fadb5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6679819 Oct 27 10:25:08.820994 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 48484) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:25:08.885724 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-5fec9ed3-7d61-4f65-b3aa-61d2d512f9e4 req-ef0c1e20-937d-463f-a705-e3be15a15b77 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=940fd3c1-7ac3-4e71-b915-5317697caaa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0676000 Oct 27 10:25:08.893802 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dc74a2-39bd-437f-b4d0-e2e8da770c5c req-545aa363-d591-4f3c-82d4-fc8d074ebeb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:08.895269 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-97dc74a2-39bd-437f-b4d0-e2e8da770c5c req-545aa363-d591-4f3c-82d4-fc8d074ebeb9 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=218cefac8af54854a39dc56211e2a581&device_id=45d14893-5bf6-4b65-b786-fa5afce227ce HTTP/1.1" status: 200 len: 1098 time: 0.4561791 Oct 27 10:25:08.920808 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf96bf5-e0cd-4f68-abc7-69ef8ada0ebe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=166afb59-c55b-4733-a5f9-51bbc88c0558,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:25:08.945310 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-e7696569-a42a-4f26-b505-a71f5e754495 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Publish callbacks [] for security_group, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:08.952596 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cef130-2720-4e30-84b8-b6b8a844e8c1 req-96ac36c3-d98d-4e2f-a7ae-38b23017e062 tempest-ListServerFiltersTestJSON-326742351 tempest-ListServerFiltersTestJSON-326742351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:08.954102 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-02cef130-2720-4e30-84b8-b6b8a844e8c1 req-96ac36c3-d98d-4e2f-a7ae-38b23017e062 tempest-ListServerFiltersTestJSON-326742351 tempest-ListServerFiltersTestJSON-326742351-project] 10.222.0.44 "GET /v2.0/ports?device_id=45d14893-5bf6-4b65-b786-fa5afce227ce HTTP/1.1" status: 200 len: 946 time: 0.1439030 Oct 27 10:25:08.961812 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-4a7d01b2-9a2f-46ae-8916-4248595200d6 req-b1b5b283-e102-4346-9720-77d97d00ced6 service neutron] 10.222.0.64 "GET /v2.0/networks/b70d8912-e651-449a-aede-549067567147?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2166908 Oct 27 10:25:08.985532 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-8706474e-cdd3-4640-aa1c-6aad09b28944 req-ff713fee-497a-4475-87af-4bc2a255d9f7 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:08.997091 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] get_ports_and_sgs() called for port_ids ['4226de95-7a65-4c77-86b6-a858ffe6dac1'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:25:09.011030 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e12c58-4747-412c-9e83-e501afe668a2 req-39aed969-f197-47fc-863c-8173f8f39a92 tempest-ServerRescueTestJSON-1025374340 tempest-ServerRescueTestJSON-1025374340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:09.012549 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-16e12c58-4747-412c-9e83-e501afe668a2 req-39aed969-f197-47fc-863c-8173f8f39a92 tempest-ServerRescueTestJSON-1025374340 tempest-ServerRescueTestJSON-1025374340-project] 10.222.0.44 "GET /v2.0/ports?device_id=3023f4e1-4118-4ca5-96f9-0bf5c68da3ab HTTP/1.1" status: 200 len: 945 time: 0.2392042 Oct 27 10:25:09.077111 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff713fee-497a-4475-87af-4bc2a255d9f7 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] Pushing event deleted for resources: {'Port': ['ID=c8c8271b-367b-4ab3-86e4-bb5ec9b8ea1d,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:25:09.102186 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device 848dd2ed-9585-42c3-869b-840c7332f2f2 no longer exists at agent hyperv_n-h2-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:25:09.140613 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [req-8706474e-cdd3-4640-aa1c-6aad09b28944 req-ff713fee-497a-4475-87af-4bc2a255d9f7 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] No DVR routers for this DVR port c8c8271b-367b-4ab3-86e4-bb5ec9b8ea1d on host n-h1-813419-10 {{(pid=102346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:25:09.147141 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-8706474e-cdd3-4640-aa1c-6aad09b28944 req-ff713fee-497a-4475-87af-4bc2a255d9f7 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:09.150494 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-8706474e-cdd3-4640-aa1c-6aad09b28944 req-ff713fee-497a-4475-87af-4bc2a255d9f7 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.64 "DELETE /v2.0/ports/c8c8271b-367b-4ab3-86e4-bb5ec9b8ea1d HTTP/1.1" status: 204 len: 173 time: 1.2878730 Oct 27 10:25:09.150936 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '608b8252-7dee-4a66-b7a1-a863de63ff13', 'name': 'network-vif-deleted', 'tag': 'c8c8271b-367b-4ab3-86e4-bb5ec9b8ea1d'}] {{(pid=102346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:25:09.153429 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc0e418f5fc417c8d55d94c0aa509b037d0beb2a734c1a709e789eb65639a56d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c20c329-3f75-4519-aa9a-31614ed938ef" -d '{"events": [{"server_uuid": "608b8252-7dee-4a66-b7a1-a863de63ff13", "name": "network-vif-deleted", "tag": "c8c8271b-367b-4ab3-86e4-bb5ec9b8ea1d"}]}' {{(pid=102346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:25:09.156699 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-901c0419-3648-474f-b0b2-52baacebde64 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:09.163562 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-02cef130-2720-4e30-84b8-b6b8a844e8c1 req-cdb13cdb-2d65-4cc1-8c76-8bb9d31f9f15 tempest-ListServerFiltersTestJSON-326742351 tempest-ListServerFiltersTestJSON-326742351-project] 10.222.0.44 "GET /v2.0/security-groups?id=f276a67d-9e93-463b-b0a2-3e206c03b654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1931386 Oct 27 10:25:09.196071 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-16e12c58-4747-412c-9e83-e501afe668a2 req-29dbdc83-fd13-46d6-84e5-f758eef0cc7c tempest-ServerRescueTestJSON-1025374340 tempest-ServerRescueTestJSON-1025374340-project] 10.222.0.44 "GET /v2.0/security-groups?id=5f97c1ff-dad7-428f-af4b-bc7a94091827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487098 Oct 27 10:25:09.221120 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device 848dd2ed-9585-42c3-869b-840c7332f2f2 not bound to the agent host n-h2-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:25:09.228788 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-4a7d01b2-9a2f-46ae-8916-4248595200d6 req-00f05973-cd6d-4812-bf48-cd0c2dc987f6 service neutron] 10.222.0.64 "GET /v2.0/networks/b70d8912-e651-449a-aede-549067567147?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2565618 Oct 27 10:25:09.262387 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-5fec9ed3-7d61-4f65-b3aa-61d2d512f9e4 req-8d9a9bb9-489e-42d8-b2a2-815228ebbd47 service neutron] 10.222.0.64 "GET /v2.0/networks/940fd3c1-7ac3-4e71-b915-5317697caaa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3616633 Oct 27 10:25:09.264675 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-901c0419-3648-474f-b0b2-52baacebde64 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:09.272223 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dc74a2-39bd-437f-b4d0-e2e8da770c5c req-18d956e9-1a65-4788-95da-620bd7b0e741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:09.274281 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-97dc74a2-39bd-437f-b4d0-e2e8da770c5c req-18d956e9-1a65-4788-95da-620bd7b0e741 service neutron] 10.222.0.64 "GET /v2.0/networks?id=efc5dfe6-de09-46df-b154-ddd837da0a5a HTTP/1.1" status: 200 len: 917 time: 0.3552468 Oct 27 10:25:09.343372 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a492b9-dfe3-4559-bab7-638db9d369cd req-e0d998ac-39e7-41c7-80e4-2d7ad4883677 tempest-ImagesOneServerNegativeTestJSON-1258670322 tempest-ImagesOneServerNegativeTestJSON-1258670322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:09.352968 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-e6a492b9-dfe3-4559-bab7-638db9d369cd req-e0d998ac-39e7-41c7-80e4-2d7ad4883677 tempest-ImagesOneServerNegativeTestJSON-1258670322 tempest-ImagesOneServerNegativeTestJSON-1258670322-project] 10.222.0.44 "GET /v2.0/ports?device_id=c16b2e36-80f9-40d6-a6d2-7f76f45239f0 HTTP/1.1" status: 200 len: 945 time: 0.0721521 Oct 27 10:25:09.359110 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-e7696569-a42a-4f26-b505-a71f5e754495 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Publish callbacks [] for security_group, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:09.391140 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-e6a492b9-dfe3-4559-bab7-638db9d369cd req-97f5e8d4-0d14-471a-abe6-fde849201b5d tempest-ImagesOneServerNegativeTestJSON-1258670322 tempest-ImagesOneServerNegativeTestJSON-1258670322-project] 10.222.0.44 "GET /v2.0/security-groups?id=0c17542d-7fc8-4217-9c44-3a2fd00892bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372403 Oct 27 10:25:09.419673 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-06aa2799-81d0-4a9c-b44e-12f63aef7ddc req-a7b0ac52-0151-4f8e-bf40-06f4108c9839 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/ports?device_id=608b8252-7dee-4a66-b7a1-a863de63ff13 HTTP/1.1" status: 200 len: 210 time: 0.1526172 Oct 27 10:25:09.425137 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-97dc74a2-39bd-437f-b4d0-e2e8da770c5c req-fa1070a5-c117-4c7a-947e-e18a68bae985 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5aa969cd-99b4-4c9b-83d0-d6509464307d HTTP/1.1" status: 200 len: 217 time: 0.1337130 Oct 27 10:25:09.425251 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-e7696569-a42a-4f26-b505-a71f5e754495 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:09.440699 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:25:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fa13f75-dcab-4b86-9192-42dc8a1bdb23 x-openstack-request-id: req-3fa13f75-dcab-4b86-9192-42dc8a1bdb23 {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:25:09.441420 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "608b8252-7dee-4a66-b7a1-a863de63ff13", "name": "network-vif-deleted", "tag": "c8c8271b-367b-4ab3-86e4-bb5ec9b8ea1d", "status": "completed", "code": 200}]} {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:25:09.441737 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3fa13f75-dcab-4b86-9192-42dc8a1bdb23 {{(pid=102346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:25:09.442254 n-d-813419-10 neutron-server[102346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '608b8252-7dee-4a66-b7a1-a863de63ff13', 'name': 'network-vif-deleted', 'tag': 'c8c8271b-367b-4ab3-86e4-bb5ec9b8ea1d', 'status': 'completed', 'code': 200} Oct 27 10:25:09.502622 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-e7696569-a42a-4f26-b505-a71f5e754495 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Publish callbacks [] for security_group, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:09.505470 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-e7696569-a42a-4f26-b505-a71f5e754495 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.8214147 Oct 27 10:25:09.507595 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 48500) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:25:09.512994 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-52cbce3b-449d-40df-98d8-bab06243b825 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Request body: {'security_group_rule': {'security_group_id': '34344a0a-bfc2-4f4b-96e6-fe0cf33c620a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:25:09.536292 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7696569-a42a-4f26-b505-a71f5e754495 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34344a0a-bfc2-4f4b-96e6-fe0cf33c620a,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:25:09.547998 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-901c0419-3648-474f-b0b2-52baacebde64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:09.550570 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-901c0419-3648-474f-b0b2-52baacebde64 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:09.551717 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-901c0419-3648-474f-b0b2-52baacebde64 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/166afb59-c55b-4733-a5f9-51bbc88c0558 HTTP/1.1" status: 204 len: 168 time: 0.7136865 Oct 27 10:25:09.612852 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dc74a2-39bd-437f-b4d0-e2e8da770c5c req-ca38fd5a-d928-4c3b-9ab4-0ca901f413a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:09.614483 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-97dc74a2-39bd-437f-b4d0-e2e8da770c5c req-ca38fd5a-d928-4c3b-9ab4-0ca901f413a7 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f51c2521-acfc-4fbd-bae2-70c1829cecad HTTP/1.1" status: 200 len: 855 time: 0.1665518 Oct 27 10:25:09.617663 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901c0419-3648-474f-b0b2-52baacebde64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=166afb59-c55b-4733-a5f9-51bbc88c0558,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:25:09.622983 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-5fec9ed3-7d61-4f65-b3aa-61d2d512f9e4 req-9471e910-c840-4ad6-b364-3acbe26cac38 service neutron] 10.222.0.64 "GET /v2.0/networks/940fd3c1-7ac3-4e71-b915-5317697caaa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3418348 Oct 27 10:25:09.632737 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-52cbce3b-449d-40df-98d8-bab06243b825 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:09.743194 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7d01b2-9a2f-46ae-8916-4248595200d6 req-7bb7e5ce-bbb9-4ec0-838c-a01a2f93822a tempest-LiveMigrationTest-1571947473 tempest-LiveMigrationTest-1571947473-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:09.746114 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-4a7d01b2-9a2f-46ae-8916-4248595200d6 req-7bb7e5ce-bbb9-4ec0-838c-a01a2f93822a tempest-LiveMigrationTest-1571947473 tempest-LiveMigrationTest-1571947473-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=bc03c0c0-96d1-4c90-904e-304dc69ac804&tenant_id=9c487093db7840e98dafd374096ede4c&binding%3Ahost_id=n-h1-813419-10 HTTP/1.1" status: 200 len: 1096 time: 0.1844261 Oct 27 10:25:09.757732 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dc74a2-39bd-437f-b4d0-e2e8da770c5c req-99894ac8-001d-47ef-80d0-2f6d0f8bf258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:09.759343 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-97dc74a2-39bd-437f-b4d0-e2e8da770c5c req-99894ac8-001d-47ef-80d0-2f6d0f8bf258 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=efc5dfe6-de09-46df-b154-ddd837da0a5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1215184 Oct 27 10:25:09.762518 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41451b2-c90a-413c-bbb9-0f7a60332342 req-15063b30-814d-4910-b0b0-1610ca7b117c tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:09.764057 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-f41451b2-c90a-413c-bbb9-0f7a60332342 req-15063b30-814d-4910-b0b0-1610ca7b117c tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] 10.222.0.44 "GET /v2.0/ports?device_id=bc03c0c0-96d1-4c90-904e-304dc69ac804 HTTP/1.1" status: 200 len: 944 time: 0.1497869 Oct 27 10:25:09.796574 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59122188-164d-44cb-aa27-ad7474ed9675 req-1c498120-378f-4fb6-b2e4-37e5a19f6232 tempest-ImagesOneServerNegativeTestJSON-1258670322 tempest-ImagesOneServerNegativeTestJSON-1258670322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:09.798176 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-59122188-164d-44cb-aa27-ad7474ed9675 req-1c498120-378f-4fb6-b2e4-37e5a19f6232 tempest-ImagesOneServerNegativeTestJSON-1258670322 tempest-ImagesOneServerNegativeTestJSON-1258670322-project] 10.222.0.44 "GET /v2.0/ports?device_id=c16b2e36-80f9-40d6-a6d2-7f76f45239f0 HTTP/1.1" status: 200 len: 945 time: 0.0938280 Oct 27 10:25:09.884591 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-52cbce3b-449d-40df-98d8-bab06243b825 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:09.907331 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-f41451b2-c90a-413c-bbb9-0f7a60332342 req-8d88ec34-134a-4b06-8965-9efc8fd0e7a3 tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] 10.222.0.44 "GET /v2.0/security-groups?id=df17171a-6534-4d8a-8518-0be5fe64cbb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987115 Oct 27 10:25:09.909978 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-52cbce3b-449d-40df-98d8-bab06243b825 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671902'] for security_group_rule, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:09.919820 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-59122188-164d-44cb-aa27-ad7474ed9675 req-f9a47184-279d-4fd4-aeb3-72979e3ba87c tempest-ImagesOneServerNegativeTestJSON-1258670322 tempest-ImagesOneServerNegativeTestJSON-1258670322-project] 10.222.0.44 "GET /v2.0/security-groups?id=0c17542d-7fc8-4217-9c44-3a2fd00892bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019373 Oct 27 10:25:09.944736 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-97dc74a2-39bd-437f-b4d0-e2e8da770c5c req-81d54910-dcaf-44ac-97b6-bb43e20f8634 service neutron] 10.222.0.64 "GET /v2.0/networks/efc5dfe6-de09-46df-b154-ddd837da0a5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1737261 Oct 27 10:25:10.017608 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cbce3b-449d-40df-98d8-bab06243b825 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15d751f6-c4a5-4ac9-9790-ab6c8e70402a,revision_number=0']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:25:10.040262 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-52cbce3b-449d-40df-98d8-bab06243b825 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:10.044729 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-52cbce3b-449d-40df-98d8-bab06243b825 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5359068 Oct 27 10:25:10.053107 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 48512) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:25:10.059231 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [req-4a7d01b2-9a2f-46ae-8916-4248595200d6 req-0c84e016-10b2-40ea-a4ed-a0f689817a24 service neutron] For port 848dd2ed-9585-42c3-869b-840c7332f2f2, host n-h2-813419-10, cleared binding levels {{(pid=102346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:25:10.061909 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-50d4d14d-e855-4c5a-9ef0-a4029ad42171 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Request body: {'security_group_rule': {'security_group_id': '34344a0a-bfc2-4f4b-96e6-fe0cf33c620a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:25:10.067229 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-4a7d01b2-9a2f-46ae-8916-4248595200d6 req-0c84e016-10b2-40ea-a4ed-a0f689817a24 service neutron] Publish callbacks [] for binding, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:10.068881 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-4a7d01b2-9a2f-46ae-8916-4248595200d6 req-0c84e016-10b2-40ea-a4ed-a0f689817a24 service neutron] 10.222.0.64 "DELETE /v2.0/ports/848dd2ed-9585-42c3-869b-840c7332f2f2/bindings/n-h2-813419-10 HTTP/1.1" status: 204 len: 173 time: 0.3037257 Oct 27 10:25:10.085872 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-97dc74a2-39bd-437f-b4d0-e2e8da770c5c req-307abe39-e810-4a88-9735-59201990760a service neutron] 10.222.0.64 "GET /v2.0/networks/efc5dfe6-de09-46df-b154-ddd837da0a5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327116 Oct 27 10:25:10.107403 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b41a1cf-2996-4675-b848-6f194e49eed9 req-c34efafd-e66b-46a3-8fa5-9923c5a168fe tempest-ImagesOneServerNegativeTestJSON-1258670322 tempest-ImagesOneServerNegativeTestJSON-1258670322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:10.108884 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 79af605a-8a87-4dfb-8e28-b62eeed7c3c3 up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:25:10.109388 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-6b41a1cf-2996-4675-b848-6f194e49eed9 req-c34efafd-e66b-46a3-8fa5-9923c5a168fe tempest-ImagesOneServerNegativeTestJSON-1258670322 tempest-ImagesOneServerNegativeTestJSON-1258670322-project] 10.222.0.44 "GET /v2.0/ports?device_id=c16b2e36-80f9-40d6-a6d2-7f76f45239f0 HTTP/1.1" status: 200 len: 945 time: 0.0935736 Oct 27 10:25:10.118477 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-50d4d14d-e855-4c5a-9ef0-a4029ad42171 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:10.175048 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-6b41a1cf-2996-4675-b848-6f194e49eed9 req-8bb5761e-f12f-46ac-9ec7-c7ce0081f74d tempest-ImagesOneServerNegativeTestJSON-1258670322 tempest-ImagesOneServerNegativeTestJSON-1258670322-project] 10.222.0.44 "GET /v2.0/security-groups?id=0c17542d-7fc8-4217-9c44-3a2fd00892bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548220 Oct 27 10:25:10.182467 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-50d4d14d-e855-4c5a-9ef0-a4029ad42171 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:10.187424 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-50d4d14d-e855-4c5a-9ef0-a4029ad42171 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671902'] for security_group_rule, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:10.199430 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port 79af605a-8a87-4dfb-8e28-b62eeed7c3c3 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:25:10.200064 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:10.218626 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d4d14d-e855-4c5a-9ef0-a4029ad42171 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6cec5a42-522a-4db7-b460-4086f5ebd646,revision_number=0']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:25:10.233809 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-50d4d14d-e855-4c5a-9ef0-a4029ad42171 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:10.236235 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-50d4d14d-e855-4c5a-9ef0-a4029ad42171 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1802669 Oct 27 10:25:10.238323 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 48526) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:25:10.243331 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-02861bd2-3e64-42ce-9607-6bb57dbea05d tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Request body: {'floatingip': {'floating_network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:25:10.273208 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-02861bd2-3e64-42ce-9607-6bb57dbea05d tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Publish callbacks [] for floatingip, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:10.348984 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c1bd13-31c0-4da2-bf6b-11467def21d2 req-ee83693c-564b-4014-87f0-b36563262dd1 tempest-ImagesOneServerNegativeTestJSON-1258670322 tempest-ImagesOneServerNegativeTestJSON-1258670322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:10.351072 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-28c1bd13-31c0-4da2-bf6b-11467def21d2 req-ee83693c-564b-4014-87f0-b36563262dd1 tempest-ImagesOneServerNegativeTestJSON-1258670322 tempest-ImagesOneServerNegativeTestJSON-1258670322-project] 10.222.0.44 "GET /v2.0/ports?device_id=c16b2e36-80f9-40d6-a6d2-7f76f45239f0 HTTP/1.1" status: 200 len: 945 time: 0.0549784 Oct 27 10:25:10.378599 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae70f42f-87f2-465d-b986-cf9bd48866af req-04223d14-5031-4168-bdee-9b154f7589ee tempest-ListServerFiltersTestJSON-326742351 tempest-ListServerFiltersTestJSON-326742351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:10.380187 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ae70f42f-87f2-465d-b986-cf9bd48866af req-04223d14-5031-4168-bdee-9b154f7589ee tempest-ListServerFiltersTestJSON-326742351 tempest-ListServerFiltersTestJSON-326742351-project] 10.222.0.44 "GET /v2.0/ports?device_id=45d14893-5bf6-4b65-b786-fa5afce227ce HTTP/1.1" status: 200 len: 946 time: 0.1110356 Oct 27 10:25:10.392335 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-28c1bd13-31c0-4da2-bf6b-11467def21d2 req-e9f65776-1cf0-4f19-92ad-5ec67c4be34e tempest-ImagesOneServerNegativeTestJSON-1258670322 tempest-ImagesOneServerNegativeTestJSON-1258670322-project] 10.222.0.44 "GET /v2.0/security-groups?id=0c17542d-7fc8-4217-9c44-3a2fd00892bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343385 Oct 27 10:25:10.437614 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ae70f42f-87f2-465d-b986-cf9bd48866af req-1dc9f9d6-63c8-493a-a8da-70cd9ae8a4da tempest-ListServerFiltersTestJSON-326742351 tempest-ListServerFiltersTestJSON-326742351-project] 10.222.0.44 "GET /v2.0/security-groups?id=f276a67d-9e93-463b-b0a2-3e206c03b654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472257 Oct 27 10:25:10.456030 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-02861bd2-3e64-42ce-9607-6bb57dbea05d tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:10.540089 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f0cf8b-8465-4722-94af-ca35f561a3d4 req-a083de42-6772-499e-b875-22ccd44f4378 tempest-ServerRescueTestJSON-1025374340 tempest-ServerRescueTestJSON-1025374340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:10.541830 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-23f0cf8b-8465-4722-94af-ca35f561a3d4 req-a083de42-6772-499e-b875-22ccd44f4378 tempest-ServerRescueTestJSON-1025374340 tempest-ServerRescueTestJSON-1025374340-project] 10.222.0.44 "GET /v2.0/ports?device_id=3023f4e1-4118-4ca5-96f9-0bf5c68da3ab HTTP/1.1" status: 200 len: 945 time: 0.0612347 Oct 27 10:25:10.583241 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-23f0cf8b-8465-4722-94af-ca35f561a3d4 req-345902ba-7494-4be2-b314-38e933066fb4 tempest-ServerRescueTestJSON-1025374340 tempest-ServerRescueTestJSON-1025374340-project] 10.222.0.44 "GET /v2.0/security-groups?id=5f97c1ff-dad7-428f-af4b-bc7a94091827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354390 Oct 27 10:25:10.642826 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_common [None req-02861bd2-3e64-42ce-9607-6bb57dbea05d tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Allocated IP 172.25.8.41 (185ff123-c7ff-45c7-a6be-71feb35acc9c/0fb9f9d1-7384-481f-8fa8-f4566c349d30/39bd4002-7c0f-457b-9ee0-8ef35234a81d) {{(pid=102346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:25:10.664521 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b693235-9758-4c8a-8ca9-94cbb87d1706 req-aef22267-ee78-4d21-a830-63037179ee19 tempest-ImagesOneServerNegativeTestJSON-1258670322 tempest-ImagesOneServerNegativeTestJSON-1258670322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:10.666043 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-6b693235-9758-4c8a-8ca9-94cbb87d1706 req-aef22267-ee78-4d21-a830-63037179ee19 tempest-ImagesOneServerNegativeTestJSON-1258670322 tempest-ImagesOneServerNegativeTestJSON-1258670322-project] 10.222.0.44 "GET /v2.0/ports?device_id=c16b2e36-80f9-40d6-a6d2-7f76f45239f0 HTTP/1.1" status: 200 len: 945 time: 0.0759940 Oct 27 10:25:10.751176 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-6b693235-9758-4c8a-8ca9-94cbb87d1706 req-afbe7e7c-1c52-4176-86a1-a6a13146e2a9 tempest-ImagesOneServerNegativeTestJSON-1258670322 tempest-ImagesOneServerNegativeTestJSON-1258670322-project] 10.222.0.44 "GET /v2.0/security-groups?id=0c17542d-7fc8-4217-9c44-3a2fd00892bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690763 Oct 27 10:25:10.796165 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device c8c8271b-367b-4ab3-86e4-bb5ec9b8ea1d no longer exists at agent hyperv_n-h1-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:25:10.814585 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-02861bd2-3e64-42ce-9607-6bb57dbea05d tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Publish callbacks [] for port, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:10.821242 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] No Port match for: c8c8271b-367b-4ab3-86e4-bb5ec9b8ea1d {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:25:10.821710 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device c8c8271b-367b-4ab3-86e4-bb5ec9b8ea1d not bound to the agent host n-h1-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:25:10.914497 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-02861bd2-3e64-42ce-9607-6bb57dbea05d tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:10.969984 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02861bd2-3e64-42ce-9607-6bb57dbea05d tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Network 185ff123-c7ff-45c7-a6be-71feb35acc9c is already hosted by enough agents. {{(pid=102346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:25:10.978858 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc13bb11-9ae4-4a71-abed-903840c351db req-92686cd5-805d-46ae-8985-9fb38cb8cf86 tempest-ImagesOneServerNegativeTestJSON-1258670322 tempest-ImagesOneServerNegativeTestJSON-1258670322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:10.980159 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0878079e-36b6-4c1d-b88f-05799f396abc req-f2fc9ffd-20d5-475f-be8e-de942950b95a tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:10.981046 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-cc13bb11-9ae4-4a71-abed-903840c351db req-92686cd5-805d-46ae-8985-9fb38cb8cf86 tempest-ImagesOneServerNegativeTestJSON-1258670322 tempest-ImagesOneServerNegativeTestJSON-1258670322-project] 10.222.0.44 "GET /v2.0/ports?device_id=c16b2e36-80f9-40d6-a6d2-7f76f45239f0 HTTP/1.1" status: 200 len: 945 time: 0.1157050 Oct 27 10:25:10.984420 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-02861bd2-3e64-42ce-9607-6bb57dbea05d tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Resources bound (agent type, host, resource id): {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:25:10.988308 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-0878079e-36b6-4c1d-b88f-05799f396abc req-f2fc9ffd-20d5-475f-be8e-de942950b95a tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/ports?device_id=a52d4eb7-7ffd-4109-9f94-dc97814340a0 HTTP/1.1" status: 200 len: 950 time: 0.0610063 Oct 27 10:25:10.988680 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02861bd2-3e64-42ce-9607-6bb57dbea05d tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Received port after_create {{(pid=102346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:25:10.995191 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02861bd2-3e64-42ce-9607-6bb57dbea05d tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Pushing event updated for resources: {'Port': ['ID=39bd4002-7c0f-457b-9ee0-8ef35234a81d,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:25:11.044910 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-0878079e-36b6-4c1d-b88f-05799f396abc req-922b7ee6-34b0-47e3-8119-2484b94194b8 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/security-groups?id=e786382c-1289-4f9d-b471-ed120470c2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534949 Oct 27 10:25:11.113417 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-cc13bb11-9ae4-4a71-abed-903840c351db req-be05021d-217c-475c-9b7f-12952c81b850 tempest-ImagesOneServerNegativeTestJSON-1258670322 tempest-ImagesOneServerNegativeTestJSON-1258670322-project] 10.222.0.44 "GET /v2.0/security-groups?id=0c17542d-7fc8-4217-9c44-3a2fd00892bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930037 Oct 27 10:25:11.125504 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-02861bd2-3e64-42ce-9607-6bb57dbea05d tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:11.174359 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5d60c7-b640-47d5-86cf-aeac68567f8f req-d91fcddd-76b6-4ea7-8727-2a8c98e427d9 tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:11.176923 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-02861bd2-3e64-42ce-9607-6bb57dbea05d tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:11.181985 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-be5d60c7-b640-47d5-86cf-aeac68567f8f req-d91fcddd-76b6-4ea7-8727-2a8c98e427d9 tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] 10.222.0.44 "GET /v2.0/ports?device_id=bc03c0c0-96d1-4c90-904e-304dc69ac804 HTTP/1.1" status: 200 len: 944 time: 0.0742717 Oct 27 10:25:11.217221 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-be5d60c7-b640-47d5-86cf-aeac68567f8f req-c82c1cbc-fd19-421b-8753-641fc6605bb2 tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] 10.222.0.44 "GET /v2.0/security-groups?id=df17171a-6534-4d8a-8518-0be5fe64cbb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343454 Oct 27 10:25:11.323111 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc68726b-3ebf-4dc1-b8b1-618ae6415456 req-056b5ec7-9fbe-4680-8070-cd533bd8015d tempest-ImagesOneServerNegativeTestJSON-1258670322 tempest-ImagesOneServerNegativeTestJSON-1258670322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:11.324738 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-cc68726b-3ebf-4dc1-b8b1-618ae6415456 req-056b5ec7-9fbe-4680-8070-cd533bd8015d tempest-ImagesOneServerNegativeTestJSON-1258670322 tempest-ImagesOneServerNegativeTestJSON-1258670322-project] 10.222.0.44 "GET /v2.0/ports?device_id=c16b2e36-80f9-40d6-a6d2-7f76f45239f0 HTTP/1.1" status: 200 len: 945 time: 0.1147616 Oct 27 10:25:11.363286 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a66da98-5585-4576-91c1-bbf660701baf req-f33aff94-b416-4997-8aa7-4d27a4612252 tempest-LiveMigrationTest-1571947473 tempest-LiveMigrationTest-1571947473-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:11.365183 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-4a66da98-5585-4576-91c1-bbf660701baf req-f33aff94-b416-4997-8aa7-4d27a4612252 tempest-LiveMigrationTest-1571947473 tempest-LiveMigrationTest-1571947473-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=bc03c0c0-96d1-4c90-904e-304dc69ac804 HTTP/1.1" status: 200 len: 1096 time: 0.0508759 Oct 27 10:25:11.389181 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-cc68726b-3ebf-4dc1-b8b1-618ae6415456 req-9632b6c6-a983-45d8-acfb-a09e5fb153f7 tempest-ImagesOneServerNegativeTestJSON-1258670322 tempest-ImagesOneServerNegativeTestJSON-1258670322-project] 10.222.0.44 "GET /v2.0/security-groups?id=0c17542d-7fc8-4217-9c44-3a2fd00892bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579464 Oct 27 10:25:11.413202 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-4a66da98-5585-4576-91c1-bbf660701baf req-f5814898-4eab-4223-aa5c-e3d03d7800fc tempest-LiveMigrationTest-1571947473 tempest-LiveMigrationTest-1571947473-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=df17171a-6534-4d8a-8518-0be5fe64cbb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421033 Oct 27 10:25:11.429768 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-02861bd2-3e64-42ce-9607-6bb57dbea05d tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Publish callbacks [] for port, precommit_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:11.443988 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-02861bd2-3e64-42ce-9607-6bb57dbea05d tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27024173'] for port, after_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:11.519287 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02861bd2-3e64-42ce-9607-6bb57dbea05d tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Pushing event updated for resources: {'Port': ['ID=39bd4002-7c0f-457b-9ee0-8ef35234a81d,revision_number=2']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:25:11.533883 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-02861bd2-3e64-42ce-9607-6bb57dbea05d tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1664826'] for floatingip, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:11.550781 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-02861bd2-3e64-42ce-9607-6bb57dbea05d tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for floatingip, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:11.552670 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-02861bd2-3e64-42ce-9607-6bb57dbea05d tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3129795 Oct 27 10:25:11.748170 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e40126-53d7-4416-939a-4b7cc288da67 req-3f412d21-e888-409e-a490-6fb1875209c9 tempest-ListServerFiltersTestJSON-326742351 tempest-ListServerFiltersTestJSON-326742351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:11.752684 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-54e40126-53d7-4416-939a-4b7cc288da67 req-3f412d21-e888-409e-a490-6fb1875209c9 tempest-ListServerFiltersTestJSON-326742351 tempest-ListServerFiltersTestJSON-326742351-project] 10.222.0.44 "GET /v2.0/ports?device_id=45d14893-5bf6-4b65-b786-fa5afce227ce HTTP/1.1" status: 200 len: 946 time: 0.0519903 Oct 27 10:25:11.807730 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-54e40126-53d7-4416-939a-4b7cc288da67 req-3a1f5524-e77b-4a8e-9a2b-de66340f2b2a tempest-ListServerFiltersTestJSON-326742351 tempest-ListServerFiltersTestJSON-326742351-project] 10.222.0.44 "GET /v2.0/security-groups?id=f276a67d-9e93-463b-b0a2-3e206c03b654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523367 Oct 27 10:25:11.938430 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2dfb68-e435-4321-99aa-b590dc77bd50 req-575045a5-f6b4-4079-8844-076d75ff8960 tempest-ServerRescueTestJSON-1025374340 tempest-ServerRescueTestJSON-1025374340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:11.939977 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-fe2dfb68-e435-4321-99aa-b590dc77bd50 req-575045a5-f6b4-4079-8844-076d75ff8960 tempest-ServerRescueTestJSON-1025374340 tempest-ServerRescueTestJSON-1025374340-project] 10.222.0.44 "GET /v2.0/ports?device_id=3023f4e1-4118-4ca5-96f9-0bf5c68da3ab HTTP/1.1" status: 200 len: 945 time: 0.0553322 Oct 27 10:25:11.955880 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e56037-0c8e-48a2-a4fc-516033dc764e req-3f5d04a3-0d24-472e-a620-7ba02e4d45bd tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:11.957479 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-54e56037-0c8e-48a2-a4fc-516033dc764e req-3f5d04a3-0d24-472e-a620-7ba02e4d45bd tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] 10.222.0.44 "GET /v2.0/networks?id=b70d8912-e651-449a-aede-549067567147 HTTP/1.1" status: 200 len: 808 time: 0.1135042 Oct 27 10:25:11.975635 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-54e56037-0c8e-48a2-a4fc-516033dc764e req-773e5eb2-5d63-4b4d-9eb6-7764f7dbb759 tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] 10.222.0.44 "GET /v2.0/quotas/9c487093db7840e98dafd374096ede4c HTTP/1.1" status: 200 len: 375 time: 0.0104072 Oct 27 10:25:11.981614 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-fe2dfb68-e435-4321-99aa-b590dc77bd50 req-86f1ab57-7fb3-44a8-9071-7b92b3b23042 tempest-ServerRescueTestJSON-1025374340 tempest-ServerRescueTestJSON-1025374340-project] 10.222.0.44 "GET /v2.0/security-groups?id=5f97c1ff-dad7-428f-af4b-bc7a94091827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337315 Oct 27 10:25:12.030931 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-54e56037-0c8e-48a2-a4fc-516033dc764e req-0709af62-3d8d-48c7-bbf4-16df46bca21e tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=9c487093db7840e98dafd374096ede4c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0458302 Oct 27 10:25:12.120486 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-54e56037-0c8e-48a2-a4fc-516033dc764e req-4fe83623-cc59-4bc6-a50b-b27f1f2b023b service neutron] 10.222.0.44 "GET /v2.0/networks/b70d8912-e651-449a-aede-549067567147?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816295 Oct 27 10:25:12.204402 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c176d563-0f61-4fe2-90fc-3234b96cd8d4 req-9a4c6106-f5dd-4046-ae10-f1f78c8ad1d6 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--424502411&fields=id&tenant_id=4aa10ad73dbe4076b2c4dd14c0d23687 HTTP/1.1" status: 200 len: 267 time: 0.0321512 Oct 27 10:25:12.213430 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-54e56037-0c8e-48a2-a4fc-516033dc764e req-1b6e6954-3b29-4701-935e-29b665eb70ef service neutron] 10.222.0.44 "GET /v2.0/networks/b70d8912-e651-449a-aede-549067567147?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870287 Oct 27 10:25:12.254985 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c176d563-0f61-4fe2-90fc-3234b96cd8d4 req-47705ca2-8128-4d04-811a-1a1720008d8f tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:12.256312 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c176d563-0f61-4fe2-90fc-3234b96cd8d4 req-47705ca2-8128-4d04-811a-1a1720008d8f tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] 10.222.0.44 "GET /v2.0/ports/f866a8ac-0d08-4157-96c5-6411c7be1248 HTTP/1.1" status: 200 len: 932 time: 0.0445526 Oct 27 10:25:12.309728 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c176d563-0f61-4fe2-90fc-3234b96cd8d4 req-5e699ac3-4dd4-491c-a6f0-32a5b833aed7 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:12.311531 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c176d563-0f61-4fe2-90fc-3234b96cd8d4 req-5e699ac3-4dd4-491c-a6f0-32a5b833aed7 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] 10.222.0.44 "GET /v2.0/ports/2987d3d2-c23b-41d4-81db-f2875388f5dc HTTP/1.1" status: 200 len: 932 time: 0.0488002 Oct 27 10:25:12.387593 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c176d563-0f61-4fe2-90fc-3234b96cd8d4 req-c8c7c857-0c07-439a-a9ea-9a8b153e7b14 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] 10.222.0.44 "GET /v2.0/ports?network_id=629f7918-c2db-454f-876e-5fb1ab57b5ce&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0687826 Oct 27 10:25:12.435628 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c176d563-0f61-4fe2-90fc-3234b96cd8d4 req-1294df6e-30a3-40be-9020-a7a081bdf450 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] 10.222.0.44 "GET /v2.0/ports?network_id=629f7918-c2db-454f-876e-5fb1ab57b5ce&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0338161 Oct 27 10:25:12.453704 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92e9fc5-4b23-42d7-baac-b630502c5992 req-a9577f50-88e1-45c8-9a9f-24dec528b2df tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:12.455367 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c92e9fc5-4b23-42d7-baac-b630502c5992 req-a9577f50-88e1-45c8-9a9f-24dec528b2df tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.64 "GET /v2.0/ports?device_id=a52d4eb7-7ffd-4109-9f94-dc97814340a0 HTTP/1.1" status: 200 len: 950 time: 0.0967257 Oct 27 10:25:12.546579 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e47aec-d061-4a84-8944-a9562e9fc782 req-fed2b88c-99b4-467d-b6b8-34884b256dc2 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:12.548845 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-06e47aec-d061-4a84-8944-a9562e9fc782 req-fed2b88c-99b4-467d-b6b8-34884b256dc2 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/ports?device_id=a52d4eb7-7ffd-4109-9f94-dc97814340a0 HTTP/1.1" status: 200 len: 950 time: 0.0516496 Oct 27 10:25:12.601563 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-06e47aec-d061-4a84-8944-a9562e9fc782 req-2f2e0ede-e130-483d-a7a1-47b1a611e09c tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/security-groups?id=e786382c-1289-4f9d-b471-ed120470c2de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443623 Oct 27 10:25:12.643903 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c176d563-0f61-4fe2-90fc-3234b96cd8d4 req-e2a7ec1a-f864-4409-86b3-c4c0ad146935 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:12.651428 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c176d563-0f61-4fe2-90fc-3234b96cd8d4 req-e2a7ec1a-f864-4409-86b3-c4c0ad146935 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:12.658915 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c176d563-0f61-4fe2-90fc-3234b96cd8d4 req-e2a7ec1a-f864-4409-86b3-c4c0ad146935 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:12.666352 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c176d563-0f61-4fe2-90fc-3234b96cd8d4 req-e2a7ec1a-f864-4409-86b3-c4c0ad146935 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] 10.222.0.44 "GET /v2.0/networks?id=5f1726cf-df95-405e-a4b7-a0ec3cc3a1aa&id=d9f24547-a97b-4994-95da-a3dc1f0864ec&id=d9f24547-a97b-4994-95da-a3dc1f0864ec&id=629f7918-c2db-454f-876e-5fb1ab57b5ce&id=629f7918-c2db-454f-876e-5fb1ab57b5ce HTTP/1.1" status: 200 len: 1989 time: 0.2222061 Oct 27 10:25:12.681638 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [req-c92e9fc5-4b23-42d7-baac-b630502c5992 req-3523c1e8-6943-42e7-8820-0798d83785d6 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] Deleting port 4226de95-7a65-4c77-86b6-a858ffe6dac1 {{(pid=102347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:25:12.681906 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-c92e9fc5-4b23-42d7-baac-b630502c5992 req-3523c1e8-6943-42e7-8820-0798d83785d6 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:12.685629 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c176d563-0f61-4fe2-90fc-3234b96cd8d4 req-a1465fda-a943-4ede-8c94-b7699b9e5e09 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] 10.222.0.44 "GET /v2.0/quotas/4aa10ad73dbe4076b2c4dd14c0d23687 HTTP/1.1" status: 200 len: 375 time: 0.0183969 Oct 27 10:25:12.714833 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-342fe6b9-f871-4053-aa9c-1ffcb8be5d13 req-3ca35a15-684f-40de-bd68-745ab181dbed tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] 10.222.0.44 "GET /v2.0/ports?device_id=f165f7ac-c937-4242-9d48-b6ac68f3a6e2 HTTP/1.1" status: 200 len: 210 time: 0.0336869 Oct 27 10:25:12.815817 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c176d563-0f61-4fe2-90fc-3234b96cd8d4 req-e671bf98-e7d2-4031-840d-bb23a7ee43f1 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=4aa10ad73dbe4076b2c4dd14c0d23687&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1156740 Oct 27 10:25:12.898524 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-c92e9fc5-4b23-42d7-baac-b630502c5992 req-3523c1e8-6943-42e7-8820-0798d83785d6 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] For port 4226de95-7a65-4c77-86b6-a858ffe6dac1, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=4226de95-7a65-4c77-86b6-a858ffe6dac1,segment=NetworkSegment(f7c42c6d-2766-46d8-a8b7-4852117a5555),segment_id=f7c42c6d-2766-46d8-a8b7-4852117a5555)] {{(pid=102347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:25:12.898923 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-c92e9fc5-4b23-42d7-baac-b630502c5992 req-3523c1e8-6943-42e7-8820-0798d83785d6 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:12.917565 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [req-c92e9fc5-4b23-42d7-baac-b630502c5992 req-3523c1e8-6943-42e7-8820-0798d83785d6 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] Calling delete_port for 4226de95-7a65-4c77-86b6-a858ffe6dac1 owned by compute:nova {{(pid=102347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:25:12.992808 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c176d563-0f61-4fe2-90fc-3234b96cd8d4 req-d397e432-ce98-4221-8a8c-be63af72e91d service neutron] 10.222.0.44 "GET /v2.0/networks/5f1726cf-df95-405e-a4b7-a0ec3cc3a1aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1623690 Oct 27 10:25:12.998973 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081a065b-0853-462c-adf5-2261b4d70fe6 req-4ea49c9d-e5b6-476b-9a80-f7ea84b2f131 tempest-ListServerFiltersTestJSON-326742351 tempest-ListServerFiltersTestJSON-326742351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:13.008272 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-081a065b-0853-462c-adf5-2261b4d70fe6 req-4ea49c9d-e5b6-476b-9a80-f7ea84b2f131 tempest-ListServerFiltersTestJSON-326742351 tempest-ListServerFiltersTestJSON-326742351-project] 10.222.0.44 "GET /v2.0/ports?device_id=45d14893-5bf6-4b65-b786-fa5afce227ce HTTP/1.1" status: 200 len: 946 time: 0.0687187 Oct 27 10:25:13.046275 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-081a065b-0853-462c-adf5-2261b4d70fe6 req-a8a22b2f-66ae-4d62-aa09-8d76bc42d33c tempest-ListServerFiltersTestJSON-326742351 tempest-ListServerFiltersTestJSON-326742351-project] 10.222.0.44 "GET /v2.0/security-groups?id=f276a67d-9e93-463b-b0a2-3e206c03b654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371356 Oct 27 10:25:13.139188 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c176d563-0f61-4fe2-90fc-3234b96cd8d4 req-ba302a25-b256-4559-8a75-d1b8e9f3ce4b service neutron] 10.222.0.44 "GET /v2.0/networks/5f1726cf-df95-405e-a4b7-a0ec3cc3a1aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379027 Oct 27 10:25:13.185147 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-c92e9fc5-4b23-42d7-baac-b630502c5992 req-3523c1e8-6943-42e7-8820-0798d83785d6 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:13.188932 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94638ab3-1767-48f9-8670-ae548895faab req-3fba627a-4628-417f-a10b-3fe49eeea0a3 tempest-ImagesOneServerNegativeTestJSON-1258670322 tempest-ImagesOneServerNegativeTestJSON-1258670322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:13.190440 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-94638ab3-1767-48f9-8670-ae548895faab req-3fba627a-4628-417f-a10b-3fe49eeea0a3 tempest-ImagesOneServerNegativeTestJSON-1258670322 tempest-ImagesOneServerNegativeTestJSON-1258670322-project] 10.222.0.44 "GET /v2.0/ports?device_id=c16b2e36-80f9-40d6-a6d2-7f76f45239f0 HTTP/1.1" status: 200 len: 945 time: 0.0519698 Oct 27 10:25:13.196934 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c176d563-0f61-4fe2-90fc-3234b96cd8d4 req-946e0d63-f180-4c47-b4d1-6ac85cb5fbb4 service neutron] 10.222.0.44 "GET /v2.0/ports/f866a8ac-0d08-4157-96c5-6411c7be1248?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0490603 Oct 27 10:25:13.228141 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3523c1e8-6943-42e7-8820-0798d83785d6 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] Pushing event deleted for resources: {'Port': ['ID=4226de95-7a65-4c77-86b6-a858ffe6dac1,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:25:13.235395 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-94638ab3-1767-48f9-8670-ae548895faab req-006e9aec-a3f1-444d-a8bb-f49e17d8855b tempest-ImagesOneServerNegativeTestJSON-1258670322 tempest-ImagesOneServerNegativeTestJSON-1258670322-project] 10.222.0.44 "GET /v2.0/security-groups?id=0c17542d-7fc8-4217-9c44-3a2fd00892bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370421 Oct 27 10:25:13.300448 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [req-c92e9fc5-4b23-42d7-baac-b630502c5992 req-3523c1e8-6943-42e7-8820-0798d83785d6 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] No DVR routers for this DVR port 4226de95-7a65-4c77-86b6-a858ffe6dac1 on host n-h1-813419-10 {{(pid=102347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:25:13.303937 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-c92e9fc5-4b23-42d7-baac-b630502c5992 req-3523c1e8-6943-42e7-8820-0798d83785d6 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:13.307184 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c92e9fc5-4b23-42d7-baac-b630502c5992 req-3523c1e8-6943-42e7-8820-0798d83785d6 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.64 "DELETE /v2.0/ports/4226de95-7a65-4c77-86b6-a858ffe6dac1 HTTP/1.1" status: 204 len: 173 time: 0.8402128 Oct 27 10:25:13.309166 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a52d4eb7-7ffd-4109-9f94-dc97814340a0', 'name': 'network-vif-deleted', 'tag': '4226de95-7a65-4c77-86b6-a858ffe6dac1'}] {{(pid=102347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:25:13.312175 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311149b481204ee7edffdb959c881838506fbd95bc8577c048f6677abb73acc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1416df21-fb91-49f0-b350-357cb21f173f" -d '{"events": [{"server_uuid": "a52d4eb7-7ffd-4109-9f94-dc97814340a0", "name": "network-vif-deleted", "tag": "4226de95-7a65-4c77-86b6-a858ffe6dac1"}]}' {{(pid=102347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:25:13.360838 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832b6d8c-737e-4f08-901f-9ec7d9e30285 req-b0c96ce5-2c75-401e-a8ee-1dc3d3415987 tempest-ServerRescueTestJSON-1025374340 tempest-ServerRescueTestJSON-1025374340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:13.368942 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-832b6d8c-737e-4f08-901f-9ec7d9e30285 req-b0c96ce5-2c75-401e-a8ee-1dc3d3415987 tempest-ServerRescueTestJSON-1025374340 tempest-ServerRescueTestJSON-1025374340-project] 10.222.0.44 "GET /v2.0/ports?device_id=3023f4e1-4118-4ca5-96f9-0bf5c68da3ab HTTP/1.1" status: 200 len: 945 time: 0.0723372 Oct 27 10:25:13.372339 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c176d563-0f61-4fe2-90fc-3234b96cd8d4 req-809cc1f4-cc27-4eeb-8c0f-5f906228657e service neutron] 10.222.0.44 "GET /v2.0/networks/d9f24547-a97b-4994-95da-a3dc1f0864ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1569903 Oct 27 10:25:13.413984 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-832b6d8c-737e-4f08-901f-9ec7d9e30285 req-ccbd3ea2-85cf-44b4-89a4-218d146b9be1 tempest-ServerRescueTestJSON-1025374340 tempest-ServerRescueTestJSON-1025374340-project] 10.222.0.44 "GET /v2.0/security-groups?id=5f97c1ff-dad7-428f-af4b-bc7a94091827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434978 Oct 27 10:25:13.549433 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157cf3d7-b96d-4cff-92f7-956d0061309d req-3254dc48-e5b7-47b2-8e91-367910ff3d85 tempest-ListServerFiltersTestJSON-326742351 tempest-ListServerFiltersTestJSON-326742351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:13.551070 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-157cf3d7-b96d-4cff-92f7-956d0061309d req-3254dc48-e5b7-47b2-8e91-367910ff3d85 tempest-ListServerFiltersTestJSON-326742351 tempest-ListServerFiltersTestJSON-326742351-project] 10.222.0.44 "GET /v2.0/ports?device_id=48159e85-4d68-4bf6-8aa6-e816915ba353 HTTP/1.1" status: 200 len: 945 time: 0.0542507 Oct 27 10:25:13.590483 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-157cf3d7-b96d-4cff-92f7-956d0061309d req-1bc9dcbd-ea5d-4b0a-bb31-9c0b4ca899de tempest-ListServerFiltersTestJSON-326742351 tempest-ListServerFiltersTestJSON-326742351-project] 10.222.0.44 "GET /v2.0/security-groups?id=f276a67d-9e93-463b-b0a2-3e206c03b654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320034 Oct 27 10:25:13.598735 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e56037-0c8e-48a2-a4fc-516033dc764e req-b8a7f242-a015-40b2-a397-d2cd64f25436 tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:13.600859 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-54e56037-0c8e-48a2-a4fc-516033dc764e req-b8a7f242-a015-40b2-a397-d2cd64f25436 tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] 10.222.0.76 "GET /v2.0/networks?id=b70d8912-e651-449a-aede-549067567147 HTTP/1.1" status: 200 len: 808 time: 0.2148323 Oct 27 10:25:13.602839 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c176d563-0f61-4fe2-90fc-3234b96cd8d4 req-46a7e0b8-2050-470f-a3c2-9ffef83785e2 service neutron] 10.222.0.44 "GET /v2.0/networks/d9f24547-a97b-4994-95da-a3dc1f0864ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2297730 Oct 27 10:25:13.619920 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [req-54e56037-0c8e-48a2-a4fc-516033dc764e req-464c3ddb-f691-4ca5-bf82-735f457239e3 tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] Request body: {'port': {'device_id': 'f165f7ac-c937-4242-9d48-b6ac68f3a6e2', 'network_id': 'b70d8912-e651-449a-aede-549067567147', 'admin_state_up': True, 'tenant_id': '9c487093db7840e98dafd374096ede4c'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:25:13.681434 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:25:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-605de030-0e10-4414-b8c6-190b529034d3 x-openstack-request-id: req-605de030-0e10-4414-b8c6-190b529034d3 {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:25:13.681843 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a52d4eb7-7ffd-4109-9f94-dc97814340a0", "name": "network-vif-deleted", "tag": "4226de95-7a65-4c77-86b6-a858ffe6dac1", "status": "completed", "code": 200}]} {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:25:13.681994 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-605de030-0e10-4414-b8c6-190b529034d3 {{(pid=102347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:25:13.682344 n-d-813419-10 neutron-server[102347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a52d4eb7-7ffd-4109-9f94-dc97814340a0', 'name': 'network-vif-deleted', 'tag': '4226de95-7a65-4c77-86b6-a858ffe6dac1', 'status': 'completed', 'code': 200} Oct 27 10:25:13.699934 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c176d563-0f61-4fe2-90fc-3234b96cd8d4 req-1a76f983-19bc-4e1b-8235-14ffcac31f2e service neutron] 10.222.0.44 "GET /v2.0/ports/2987d3d2-c23b-41d4-81db-f2875388f5dc?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0839231 Oct 27 10:25:13.836099 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60349f9-55ab-4840-b72d-d5e01a4630e2 req-b696add0-4f05-4d7f-a7ae-10dbd10cbfca tempest-ListServerFiltersTestJSON-326742351 tempest-ListServerFiltersTestJSON-326742351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:13.838090 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-c60349f9-55ab-4840-b72d-d5e01a4630e2 req-b696add0-4f05-4d7f-a7ae-10dbd10cbfca tempest-ListServerFiltersTestJSON-326742351 tempest-ListServerFiltersTestJSON-326742351-project] 10.222.0.44 "GET /v2.0/ports?device_id=2bd3b845-baa6-4707-936b-e5789fffd4ee HTTP/1.1" status: 200 len: 945 time: 0.0536709 Oct 27 10:25:13.846923 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c176d563-0f61-4fe2-90fc-3234b96cd8d4 req-8e63da88-ceb7-4177-8e69-61e15fc6d604 service neutron] 10.222.0.44 "GET /v2.0/networks/d9f24547-a97b-4994-95da-a3dc1f0864ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401513 Oct 27 10:25:13.849731 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54e56037-0c8e-48a2-a4fc-516033dc764e req-464c3ddb-f691-4ca5-bf82-735f457239e3 tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] Made reservation on behalf of 9c487093db7840e98dafd374096ede4c for: {'port': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:25:13.853514 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-54e56037-0c8e-48a2-a4fc-516033dc764e req-464c3ddb-f691-4ca5-bf82-735f457239e3 tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:13.884925 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-c60349f9-55ab-4840-b72d-d5e01a4630e2 req-597df2fb-880b-435b-b0a5-c896fce1eb85 tempest-ListServerFiltersTestJSON-326742351 tempest-ListServerFiltersTestJSON-326742351-project] 10.222.0.44 "GET /v2.0/security-groups?id=f276a67d-9e93-463b-b0a2-3e206c03b654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400712 Oct 27 10:25:14.039264 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ab0ed9f2-51aa-48c4-9c4e-041799cd999b req-c6072f09-421d-4e1c-93bf-9b59cdfe3601 tempest-MigrationsAdminTest-1091491721 tempest-MigrationsAdminTest-1091491721-project] 10.222.0.44 "GET /v2.0/ports?device_id=a52d4eb7-7ffd-4109-9f94-dc97814340a0 HTTP/1.1" status: 200 len: 210 time: 0.0342221 Oct 27 10:25:14.062086 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c176d563-0f61-4fe2-90fc-3234b96cd8d4 req-b8c1bdcd-f37d-4854-a209-eeafc8c58f32 service neutron] 10.222.0.44 "GET /v2.0/networks/d9f24547-a97b-4994-95da-a3dc1f0864ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2063618 Oct 27 10:25:14.143535 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_common [req-54e56037-0c8e-48a2-a4fc-516033dc764e req-464c3ddb-f691-4ca5-bf82-735f457239e3 tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] Allocated IP 172.20.0.13 (b70d8912-e651-449a-aede-549067567147/0c8d0682-e9d2-4157-8f50-67abbd1aff64/e0474841-83ec-4834-b5fd-d0a2d2bdb667) {{(pid=102347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:25:14.160595 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-a426d3c2-66bf-45e4-aecd-560c86822b86 req-6d1064d1-03c1-4859-8089-f59fdd0c17a5 tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] 10.222.0.44 "GET /v2.0/ports?device_id=f165f7ac-c937-4242-9d48-b6ac68f3a6e2 HTTP/1.1" status: 200 len: 210 time: 0.0309546 Oct 27 10:25:14.200411 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [req-ce00e71e-c816-4072-ac4e-33ceac579f56 req-a2a10045-bc4b-408e-8bef-b79f5fb1a2f7 tempest-ListServerFiltersTestJSON-326742351 tempest-ListServerFiltersTestJSON-326742351-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=102346) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 10:25:14.201397 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ce00e71e-c816-4072-ac4e-33ceac579f56 req-a2a10045-bc4b-408e-8bef-b79f5fb1a2f7 tempest-ListServerFiltersTestJSON-326742351 tempest-ListServerFiltersTestJSON-326742351-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0068750 Oct 27 10:25:14.207610 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-f5bcbb4e-2609-42b8-9a10-f469f354468a req-efc96fc2-d5b5-477f-b12e-9203d364da15 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=d0703643-1364-4ee4-80fa-4e826a594d67&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0494165 Oct 27 10:25:14.215831 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c176d563-0f61-4fe2-90fc-3234b96cd8d4 req-1a1810ca-9554-423e-bbf7-97bea1fcece5 service neutron] 10.222.0.44 "GET /v2.0/networks/d9f24547-a97b-4994-95da-a3dc1f0864ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426709 Oct 27 10:25:14.317222 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ce00e71e-c816-4072-ac4e-33ceac579f56 req-e358454d-3401-4bc4-bd0d-cf729e340f2c tempest-ListServerFiltersTestJSON-326742351 tempest-ListServerFiltersTestJSON-326742351-project] 10.222.0.44 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.10&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.1086767 Oct 27 10:25:14.320254 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bcbb4e-2609-42b8-9a10-f469f354468a req-3ee1c0ed-46f4-4158-bba0-1605c7934faa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:14.321219 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-f5bcbb4e-2609-42b8-9a10-f469f354468a req-3ee1c0ed-46f4-4158-bba0-1605c7934faa service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=5a3c12df7f43463a852ca5173c2eabe7&device_id=d0703643-1364-4ee4-80fa-4e826a594d67 HTTP/1.1" status: 200 len: 1097 time: 0.0814660 Oct 27 10:25:14.389416 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c176d563-0f61-4fe2-90fc-3234b96cd8d4 req-54697914-9733-450c-bdb1-e3e1040beaac service neutron] 10.222.0.44 "GET /v2.0/networks/d9f24547-a97b-4994-95da-a3dc1f0864ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1653697 Oct 27 10:25:14.411172 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-54e56037-0c8e-48a2-a4fc-516033dc764e req-464c3ddb-f691-4ca5-bf82-735f457239e3 tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] Publish callbacks [] for port, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:14.440462 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bcbb4e-2609-42b8-9a10-f469f354468a req-f8ab47c6-0684-4f83-ac18-af16d2d39ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:14.442245 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-f5bcbb4e-2609-42b8-9a10-f469f354468a req-f8ab47c6-0684-4f83-ac18-af16d2d39ebe service neutron] 10.222.0.76 "GET /v2.0/networks?id=6ef429fe-b6d8-4054-9275-be62180ab304 HTTP/1.1" status: 200 len: 907 time: 0.0923846 Oct 27 10:25:14.531340 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c176d563-0f61-4fe2-90fc-3234b96cd8d4 req-faf32bf0-c366-4bb2-8e21-d13c59ee8ad2 service neutron] 10.222.0.44 "GET /v2.0/networks/d9f24547-a97b-4994-95da-a3dc1f0864ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322615 Oct 27 10:25:14.546312 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-54e56037-0c8e-48a2-a4fc-516033dc764e req-464c3ddb-f691-4ca5-bf82-735f457239e3 tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:14.549931 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-f5bcbb4e-2609-42b8-9a10-f469f354468a req-296ffc4f-9fbb-499c-ad50-35fa8694a3c1 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=63ffddaf-77c9-47e2-8e97-4a90c844dd8b HTTP/1.1" status: 200 len: 1001 time: 0.0998871 Oct 27 10:25:14.630553 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bcbb4e-2609-42b8-9a10-f469f354468a req-8aeef232-59b3-47d1-be39-0eb6838e8a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:14.632041 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-f5bcbb4e-2609-42b8-9a10-f469f354468a req-8aeef232-59b3-47d1-be39-0eb6838e8a91 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=0581c968-e77f-4ae1-b8cd-953b2bcace51 HTTP/1.1" status: 200 len: 845 time: 0.0746715 Oct 27 10:25:14.648964 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6ac1a8-35d5-40c2-83eb-bb184702f9a6 req-b424cbef-8c55-4999-bbe7-054d167c70b3 tempest-ImagesOneServerNegativeTestJSON-1258670322 tempest-ImagesOneServerNegativeTestJSON-1258670322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:14.650894 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ac6ac1a8-35d5-40c2-83eb-bb184702f9a6 req-b424cbef-8c55-4999-bbe7-054d167c70b3 tempest-ImagesOneServerNegativeTestJSON-1258670322 tempest-ImagesOneServerNegativeTestJSON-1258670322-project] 10.222.0.44 "GET /v2.0/ports?device_id=c16b2e36-80f9-40d6-a6d2-7f76f45239f0 HTTP/1.1" status: 200 len: 945 time: 0.0841727 Oct 27 10:25:14.735663 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ac6ac1a8-35d5-40c2-83eb-bb184702f9a6 req-6738d1ee-5b14-40da-9167-684b54098457 tempest-ImagesOneServerNegativeTestJSON-1258670322 tempest-ImagesOneServerNegativeTestJSON-1258670322-project] 10.222.0.44 "GET /v2.0/security-groups?id=0c17542d-7fc8-4217-9c44-3a2fd00892bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736730 Oct 27 10:25:14.737673 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bcbb4e-2609-42b8-9a10-f469f354468a req-4974f55b-3b7f-42dc-8224-27a1a1a241df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:14.739353 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-f5bcbb4e-2609-42b8-9a10-f469f354468a req-4974f55b-3b7f-42dc-8224-27a1a1a241df service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=6ef429fe-b6d8-4054-9275-be62180ab304&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0873699 Oct 27 10:25:14.806995 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device 3f71b419-5f78-425f-87ed-afcb3e12c26c details requested by agent hyperv_n-h1-813419-10 with host n-h1-813419-10 {{(pid=102348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 10:25:14.866893 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device 4226de95-7a65-4c77-86b6-a858ffe6dac1 no longer exists at agent hyperv_n-h1-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:25:14.872983 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 48688) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:25:14.889064 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] No Port match for: 4226de95-7a65-4c77-86b6-a858ffe6dac1 {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:25:14.889279 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device 4226de95-7a65-4c77-86b6-a858ffe6dac1 not bound to the agent host n-h1-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:25:14.933443 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9122da77-6c48-4cce-ac85-f300c53093b5 req-a56160c4-a78c-46a5-8960-4a55868b76c2 tempest-ServerRescueTestJSON-1025374340 tempest-ServerRescueTestJSON-1025374340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:14.935961 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-9122da77-6c48-4cce-ac85-f300c53093b5 req-a56160c4-a78c-46a5-8960-4a55868b76c2 tempest-ServerRescueTestJSON-1025374340 tempest-ServerRescueTestJSON-1025374340-project] 10.222.0.44 "GET /v2.0/ports?device_id=3023f4e1-4118-4ca5-96f9-0bf5c68da3ab HTTP/1.1" status: 200 len: 945 time: 0.1373973 Oct 27 10:25:14.936436 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port 3f71b419-5f78-425f-87ed-afcb3e12c26c, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=3f71b419-5f78-425f-87ed-afcb3e12c26c,segment=NetworkSegment(922b6d3e-9a8b-4e20-bf5d-299fdca2febe),segment_id=922b6d3e-9a8b-4e20-bf5d-299fdca2febe)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:25:14.949787 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Returning: {'device': '3f71b419-5f78-425f-87ed-afcb3e12c26c', 'network_id': 'f7c4c830-52ad-4ee2-a72d-431abd6800b4', 'port_id': '3f71b419-5f78-425f-87ed-afcb3e12c26c', 'mac_address': 'fa:16:3e:49:40:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16b456d2-8438-42f0-a0ba-9b2d6c1c5bfa', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 10:25:14.966161 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-f5bcbb4e-2609-42b8-9a10-f469f354468a req-a46535c5-fb58-4525-81cc-ed748c65c7f1 service neutron] 10.222.0.76 "GET /v2.0/networks/6ef429fe-b6d8-4054-9275-be62180ab304?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2121408 Oct 27 10:25:14.991210 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:15.009127 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3f71b419-5f78-425f-87ed-afcb3e12c26c {{(pid=102348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:25:15.022386 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54e56037-0c8e-48a2-a4fc-516033dc764e req-464c3ddb-f691-4ca5-bf82-735f457239e3 tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] Network b70d8912-e651-449a-aede-549067567147 is already hosted by enough agents. {{(pid=102347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:25:15.030537 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [req-54e56037-0c8e-48a2-a4fc-516033dc764e req-464c3ddb-f691-4ca5-bf82-735f457239e3 tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] Resources bound (agent type, host, resource id): {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:25:15.037755 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port 3f71b419-5f78-425f-87ed-afcb3e12c26c, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=3f71b419-5f78-425f-87ed-afcb3e12c26c,segment=NetworkSegment(922b6d3e-9a8b-4e20-bf5d-299fdca2febe),segment_id=922b6d3e-9a8b-4e20-bf5d-299fdca2febe)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:25:15.038884 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [req-54e56037-0c8e-48a2-a4fc-516033dc764e req-464c3ddb-f691-4ca5-bf82-735f457239e3 tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] Received port after_create {{(pid=102347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:25:15.044566 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:15.052880 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-9122da77-6c48-4cce-ac85-f300c53093b5 req-539b1b43-0610-41f4-9409-11e75503e89b tempest-ServerRescueTestJSON-1025374340 tempest-ServerRescueTestJSON-1025374340-project] 10.222.0.44 "GET /v2.0/security-groups?id=5f97c1ff-dad7-428f-af4b-bc7a94091827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054337 Oct 27 10:25:15.069552 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464c3ddb-f691-4ca5-bf82-735f457239e3 tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] Pushing event updated for resources: {'Port': ['ID=e0474841-83ec-4834-b5fd-d0a2d2bdb667,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:25:15.087972 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-b0c8242d-f5e0-47bd-84c6-39aaac6b581b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:15.126877 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e56037-0c8e-48a2-a4fc-516033dc764e req-464c3ddb-f691-4ca5-bf82-735f457239e3 tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:15.127516 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-54e56037-0c8e-48a2-a4fc-516033dc764e req-464c3ddb-f691-4ca5-bf82-735f457239e3 tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:15.128456 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Pushing event updated for resources: {'Port': ['ID=3f71b419-5f78-425f-87ed-afcb3e12c26c,revision_number=6']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:25:15.134852 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c176d563-0f61-4fe2-90fc-3234b96cd8d4 req-fea6f729-ceb0-4773-9f04-44a486929d4b service neutron] 10.222.0.44 "GET /v2.0/networks/d9f24547-a97b-4994-95da-a3dc1f0864ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6026807 Oct 27 10:25:15.154669 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] get_ports_and_sgs() called for port_ids ['3f71b419-5f78-425f-87ed-afcb3e12c26c'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:25:15.156957 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-54e56037-0c8e-48a2-a4fc-516033dc764e req-464c3ddb-f691-4ca5-bf82-735f457239e3 tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5427217 Oct 27 10:25:15.171409 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [req-54e56037-0c8e-48a2-a4fc-516033dc764e req-6a57a673-e815-45cb-aa6c-d8e58552205a service neutron] Request body: {'port': {'device_id': 'f165f7ac-c937-4242-9d48-b6ac68f3a6e2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-10'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:25:15.217671 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-f5bcbb4e-2609-42b8-9a10-f469f354468a req-af1ff686-1037-4781-8abb-6c141c287969 service neutron] 10.222.0.76 "GET /v2.0/networks/6ef429fe-b6d8-4054-9275-be62180ab304?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2421145 Oct 27 10:25:15.262595 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b31789-b828-4f2b-94c7-135b76caf08e req-395ef39e-3f5b-4d54-a11d-e7877c257928 tempest-ListServerFiltersTestJSON-326742351 tempest-ListServerFiltersTestJSON-326742351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:15.264106 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-e0b31789-b828-4f2b-94c7-135b76caf08e req-395ef39e-3f5b-4d54-a11d-e7877c257928 tempest-ListServerFiltersTestJSON-326742351 tempest-ListServerFiltersTestJSON-326742351-project] 10.222.0.44 "GET /v2.0/ports?device_id=45d14893-5bf6-4b65-b786-fa5afce227ce HTTP/1.1" status: 200 len: 946 time: 0.1038401 Oct 27 10:25:15.268931 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-b0c8242d-f5e0-47bd-84c6-39aaac6b581b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:15.279684 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-b0c8242d-f5e0-47bd-84c6-39aaac6b581b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:15.298304 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-54e56037-0c8e-48a2-a4fc-516033dc764e req-6a57a673-e815-45cb-aa6c-d8e58552205a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:15.324406 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c176d563-0f61-4fe2-90fc-3234b96cd8d4 req-eb551f98-da7b-4025-bc45-95a8a08ebab9 service neutron] 10.222.0.44 "GET /v2.0/networks/629f7918-c2db-454f-876e-5fb1ab57b5ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1661243 Oct 27 10:25:15.331417 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-b0c8242d-f5e0-47bd-84c6-39aaac6b581b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=953e46a4d1ba4198967f2dada7e30508&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4522479 Oct 27 10:25:15.337397 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 48696) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:25:15.346013 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c8242d-f5e0-47bd-84c6-39aaac6b581b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b602b136-d3fb-4c53-be5a-a25411b73ca2,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:25:15.351821 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-e0b31789-b828-4f2b-94c7-135b76caf08e req-5eb26c35-8052-4eaf-879b-c70154ce5d6c tempest-ListServerFiltersTestJSON-326742351 tempest-ListServerFiltersTestJSON-326742351-project] 10.222.0.44 "GET /v2.0/security-groups?id=f276a67d-9e93-463b-b0a2-3e206c03b654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813310 Oct 27 10:25:15.396495 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-0d1e3f05-47b0-452c-b236-e1c62b7ff356 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:15.419237 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-0d1e3f05-47b0-452c-b236-e1c62b7ff356 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:15.494635 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-0d1e3f05-47b0-452c-b236-e1c62b7ff356 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:15.500459 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-0d1e3f05-47b0-452c-b236-e1c62b7ff356 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:15.502517 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-0d1e3f05-47b0-452c-b236-e1c62b7ff356 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b602b136-d3fb-4c53-be5a-a25411b73ca2 HTTP/1.1" status: 204 len: 168 time: 0.1634333 Oct 27 10:25:15.531368 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1e3f05-47b0-452c-b236-e1c62b7ff356 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b602b136-d3fb-4c53-be5a-a25411b73ca2,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:25:15.564718 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c176d563-0f61-4fe2-90fc-3234b96cd8d4 req-bab61a9a-ed57-4742-a48d-c8acd2834550 service neutron] 10.222.0.44 "GET /v2.0/networks/629f7918-c2db-454f-876e-5fb1ab57b5ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2189131 Oct 27 10:25:15.602306 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6796c10-ec6e-4632-93cb-97e34f4962e8 req-c2ce54a1-a0bf-422d-b450-cc2ac6f071e6 tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:15.603841 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-a6796c10-ec6e-4632-93cb-97e34f4962e8 req-c2ce54a1-a0bf-422d-b450-cc2ac6f071e6 tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] 10.222.0.44 "GET /v2.0/ports?device_id=f165f7ac-c937-4242-9d48-b6ac68f3a6e2 HTTP/1.1" status: 200 len: 932 time: 0.0703816 Oct 27 10:25:15.645493 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-a6796c10-ec6e-4632-93cb-97e34f4962e8 req-6332bcdd-e0d2-4bb5-9c62-4683bc3d1147 tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] 10.222.0.44 "GET /v2.0/security-groups?id=df17171a-6534-4d8a-8518-0be5fe64cbb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351663 Oct 27 10:25:15.721553 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c176d563-0f61-4fe2-90fc-3234b96cd8d4 req-5c78bc82-9f0f-4fec-9e7d-d01e67b06f28 service neutron] 10.222.0.44 "GET /v2.0/networks/629f7918-c2db-454f-876e-5fb1ab57b5ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432645 Oct 27 10:25:15.764689 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b7992e-4809-45ce-a5d1-dbcf684392ce req-509c6fa4-6b05-4cb0-9947-bdfc4c1ab899 tempest-ListServerFiltersTestJSON-326742351 tempest-ListServerFiltersTestJSON-326742351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:15.766189 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-70b7992e-4809-45ce-a5d1-dbcf684392ce req-509c6fa4-6b05-4cb0-9947-bdfc4c1ab899 tempest-ListServerFiltersTestJSON-326742351 tempest-ListServerFiltersTestJSON-326742351-project] 10.222.0.44 "GET /v2.0/ports?device_id=48159e85-4d68-4bf6-8aa6-e816915ba353 HTTP/1.1" status: 200 len: 945 time: 0.0580747 Oct 27 10:25:15.790073 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 48710) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:25:15.826958 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [req-54e56037-0c8e-48a2-a4fc-516033dc764e req-6a57a673-e815-45cb-aa6c-d8e58552205a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0474841-83ec-4834-b5fd-d0a2d2bdb667 {{(pid=102347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:25:15.838316 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-54e56037-0c8e-48a2-a4fc-516033dc764e req-6a57a673-e815-45cb-aa6c-d8e58552205a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:15.846766 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-70b7992e-4809-45ce-a5d1-dbcf684392ce req-53a7718f-b728-4d98-b62a-90c0bcddd88c tempest-ListServerFiltersTestJSON-326742351 tempest-ListServerFiltersTestJSON-326742351-project] 10.222.0.44 "GET /v2.0/security-groups?id=f276a67d-9e93-463b-b0a2-3e206c03b654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695951 Oct 27 10:25:15.879037 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.provisioning_blocks [req-54e56037-0c8e-48a2-a4fc-516033dc764e req-6a57a673-e815-45cb-aa6c-d8e58552205a service neutron] Transition to ACTIVE for port object e0474841-83ec-4834-b5fd-d0a2d2bdb667 will not be triggered until provisioned by entity L2. {{(pid=102347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 10:25:15.882941 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c176d563-0f61-4fe2-90fc-3234b96cd8d4 req-d70082ee-7389-44d2-8327-951ce621d865 service neutron] 10.222.0.44 "GET /v2.0/networks/629f7918-c2db-454f-876e-5fb1ab57b5ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1502125 Oct 27 10:25:15.886429 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-54e56037-0c8e-48a2-a4fc-516033dc764e req-6a57a673-e815-45cb-aa6c-d8e58552205a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:15.978649 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 48718) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:25:15.993308 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8654e4b0-1db8-42c9-adc1-b9ddd0c46f2e req-d8a5d041-b901-420d-b11d-51a7e42373a7 tempest-ImagesOneServerNegativeTestJSON-1258670322 tempest-ImagesOneServerNegativeTestJSON-1258670322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:15.994684 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-8654e4b0-1db8-42c9-adc1-b9ddd0c46f2e req-d8a5d041-b901-420d-b11d-51a7e42373a7 tempest-ImagesOneServerNegativeTestJSON-1258670322 tempest-ImagesOneServerNegativeTestJSON-1258670322-project] 10.222.0.44 "GET /v2.0/ports?device_id=c16b2e36-80f9-40d6-a6d2-7f76f45239f0 HTTP/1.1" status: 200 len: 944 time: 0.0859213 Oct 27 10:25:15.999141 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a57a673-e815-45cb-aa6c-d8e58552205a service neutron] Pushing event updated for resources: {'Port': ['ID=e0474841-83ec-4834-b5fd-d0a2d2bdb667,revision_number=2']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:25:16.009540 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-1a79c5be-f1ed-4264-979d-fffe738f0e6b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:16.051223 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-54e56037-0c8e-48a2-a4fc-516033dc764e req-6a57a673-e815-45cb-aa6c-d8e58552205a service neutron] Attempting to bind port e0474841-83ec-4834-b5fd-d0a2d2bdb667 on host n-h2-813419-10 for vnic_type normal with profile {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:25:16.051625 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-54e56037-0c8e-48a2-a4fc-516033dc764e req-6a57a673-e815-45cb-aa6c-d8e58552205a service neutron] Attempting to bind port e0474841-83ec-4834-b5fd-d0a2d2bdb667 by drivers openvswitch,hyperv on host n-h2-813419-10 at level 0 using segments [{'id': '50500633-18ab-48c2-98da-73563c3123ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'b70d8912-e651-449a-aede-549067567147'}] {{(pid=102347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:25:16.052011 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54e56037-0c8e-48a2-a4fc-516033dc764e req-6a57a673-e815-45cb-aa6c-d8e58552205a service neutron] Attempting to bind port e0474841-83ec-4834-b5fd-d0a2d2bdb667 on network b70d8912-e651-449a-aede-549067567147 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:25:16.056369 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-af177a1d-46aa-4e7f-8ff2-a1a5f518184b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=31dc088f778a4c2fb761c23ef7d22647&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2630432 Oct 27 10:25:16.056859 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 48722) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:25:16.057485 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54e56037-0c8e-48a2-a4fc-516033dc764e req-6a57a673-e815-45cb-aa6c-d8e58552205a service neutron] Port e0474841-83ec-4834-b5fd-d0a2d2bdb667 on network b70d8912-e651-449a-aede-549067567147 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-10 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 10:25:16.057944 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54e56037-0c8e-48a2-a4fc-516033dc764e req-6a57a673-e815-45cb-aa6c-d8e58552205a service neutron] Attempting to bind port e0474841-83ec-4834-b5fd-d0a2d2bdb667 on network b70d8912-e651-449a-aede-549067567147 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:25:16.075670 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54e56037-0c8e-48a2-a4fc-516033dc764e req-6a57a673-e815-45cb-aa6c-d8e58552205a service neutron] Checking agent: {'id': 'a2edc247-0fa4-4ce6-bbae-a10492f6bd71', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 16, 9), 'started_at': datetime.datetime(2021, 10, 27, 10, 16, 9), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 25, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:25:16.076343 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54e56037-0c8e-48a2-a4fc-516033dc764e req-6a57a673-e815-45cb-aa6c-d8e58552205a service neutron] Checking segment: {'id': '50500633-18ab-48c2-98da-73563c3123ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'b70d8912-e651-449a-aede-549067567147'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:25:16.076445 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54e56037-0c8e-48a2-a4fc-516033dc764e req-6a57a673-e815-45cb-aa6c-d8e58552205a service neutron] Bound using segment: {'id': '50500633-18ab-48c2-98da-73563c3123ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'b70d8912-e651-449a-aede-549067567147'} {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:25:16.076948 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-54e56037-0c8e-48a2-a4fc-516033dc764e req-6a57a673-e815-45cb-aa6c-d8e58552205a service neutron] Bound port: e0474841-83ec-4834-b5fd-d0a2d2bdb667, host: n-h2-813419-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50500633-18ab-48c2-98da-73563c3123ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'b70d8912-e651-449a-aede-549067567147'}}] {{(pid=102347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:25:16.077155 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-54e56037-0c8e-48a2-a4fc-516033dc764e req-6a57a673-e815-45cb-aa6c-d8e58552205a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:16.085874 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-8654e4b0-1db8-42c9-adc1-b9ddd0c46f2e req-6a26e6d2-52cd-4c56-847e-f4be66305e56 tempest-ImagesOneServerNegativeTestJSON-1258670322 tempest-ImagesOneServerNegativeTestJSON-1258670322-project] 10.222.0.44 "GET /v2.0/security-groups?id=0c17542d-7fc8-4217-9c44-3a2fd00892bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833042 Oct 27 10:25:16.157758 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a3e2495c-40cf-417a-a00b-cfca4f267a44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:16.174056 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-1a79c5be-f1ed-4264-979d-fffe738f0e6b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:16.187176 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-1a79c5be-f1ed-4264-979d-fffe738f0e6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:16.191654 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-8b3605a9-a05b-4772-a9cc-a34ca6223dfe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:16.213110 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-54e56037-0c8e-48a2-a4fc-516033dc764e req-6a57a673-e815-45cb-aa6c-d8e58552205a service neutron] For port e0474841-83ec-4834-b5fd-d0a2d2bdb667, host n-h2-813419-10, cleared binding levels {{(pid=102347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:25:16.232514 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-8b3605a9-a05b-4772-a9cc-a34ca6223dfe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:16.235128 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-54e56037-0c8e-48a2-a4fc-516033dc764e req-6a57a673-e815-45cb-aa6c-d8e58552205a service neutron] For port e0474841-83ec-4834-b5fd-d0a2d2bdb667, host n-h2-813419-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=e0474841-83ec-4834-b5fd-d0a2d2bdb667,segment=NetworkSegment(50500633-18ab-48c2-98da-73563c3123ba),segment_id=50500633-18ab-48c2-98da-73563c3123ba)] {{(pid=102347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:25:16.243251 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-54e56037-0c8e-48a2-a4fc-516033dc764e req-6a57a673-e815-45cb-aa6c-d8e58552205a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:16.256418 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-1a79c5be-f1ed-4264-979d-fffe738f0e6b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=cb62bf1e52754d009c1a39962faa7dd2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2773218 Oct 27 10:25:16.258007 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a79c5be-f1ed-4264-979d-fffe738f0e6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=062877d6-4de9-4cb4-8e17-08ea69458a2c,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:25:16.260569 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 48734) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:25:16.268168 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79f6b31-d30d-4a2a-a87a-c10bcd8756b4 req-5aa45c75-5b31-4bc4-8f0c-5889fb0a4f10 tempest-ListServerFiltersTestJSON-326742351 tempest-ListServerFiltersTestJSON-326742351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:16.273521 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-d79f6b31-d30d-4a2a-a87a-c10bcd8756b4 req-5aa45c75-5b31-4bc4-8f0c-5889fb0a4f10 tempest-ListServerFiltersTestJSON-326742351 tempest-ListServerFiltersTestJSON-326742351-project] 10.222.0.44 "GET /v2.0/ports?device_id=2bd3b845-baa6-4707-936b-e5789fffd4ee HTTP/1.1" status: 200 len: 945 time: 0.0972633 Oct 27 10:25:16.304381 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e56037-0c8e-48a2-a4fc-516033dc764e req-6a57a673-e815-45cb-aa6c-d8e58552205a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:16.304999 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-54e56037-0c8e-48a2-a4fc-516033dc764e req-6a57a673-e815-45cb-aa6c-d8e58552205a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:16.306387 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-54e56037-0c8e-48a2-a4fc-516033dc764e req-6a57a673-e815-45cb-aa6c-d8e58552205a service neutron] 10.222.0.76 "PUT /v2.0/ports/e0474841-83ec-4834-b5fd-d0a2d2bdb667 HTTP/1.1" status: 200 len: 1093 time: 1.1393652 Oct 27 10:25:16.306829 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f165f7ac-c937-4242-9d48-b6ac68f3a6e2', 'tag': 'e0474841-83ec-4834-b5fd-d0a2d2bdb667'}] {{(pid=102347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:25:16.309155 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311149b481204ee7edffdb959c881838506fbd95bc8577c048f6677abb73acc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b4ff827-783e-4c4c-8163-ad61081b0c2c" -d '{"events": [{"name": "network-changed", "server_uuid": "f165f7ac-c937-4242-9d48-b6ac68f3a6e2", "tag": "e0474841-83ec-4834-b5fd-d0a2d2bdb667"}]}' {{(pid=102347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:25:16.343368 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a57a673-e815-45cb-aa6c-d8e58552205a service neutron] Pushing event updated for resources: {'Port': ['ID=e0474841-83ec-4834-b5fd-d0a2d2bdb667,revision_number=3']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:25:16.363764 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-8b3605a9-a05b-4772-a9cc-a34ca6223dfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:16.367827 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-8b3605a9-a05b-4772-a9cc-a34ca6223dfe admin admin] Publish callbacks [] for security_group, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:16.368688 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-8b3605a9-a05b-4772-a9cc-a34ca6223dfe admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e786382c-1289-4f9d-b471-ed120470c2de HTTP/1.1" status: 204 len: 168 time: 0.3085120 Oct 27 10:25:16.378427 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3605a9-a05b-4772-a9cc-a34ca6223dfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e786382c-1289-4f9d-b471-ed120470c2de,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:25:16.446860 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e56037-0c8e-48a2-a4fc-516033dc764e req-d960e566-3cb4-4df6-bf24-76e8145dcce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:16.450547 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-54e56037-0c8e-48a2-a4fc-516033dc764e req-d960e566-3cb4-4df6-bf24-76e8145dcce7 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=9c487093db7840e98dafd374096ede4c&device_id=f165f7ac-c937-4242-9d48-b6ac68f3a6e2 HTTP/1.1" status: 200 len: 1096 time: 0.0675876 Oct 27 10:25:16.520691 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-54e56037-0c8e-48a2-a4fc-516033dc764e req-55474e7f-4047-43dd-b6b2-6fe22be1054f service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e0474841-83ec-4834-b5fd-d0a2d2bdb667 HTTP/1.1" status: 200 len: 217 time: 0.0607474 Oct 27 10:25:16.603605 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e56037-0c8e-48a2-a4fc-516033dc764e req-0f24900a-a027-44c0-b81e-9aefec2cf870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:16.605122 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-54e56037-0c8e-48a2-a4fc-516033dc764e req-0f24900a-a027-44c0-b81e-9aefec2cf870 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=0c8d0682-e9d2-4157-8f50-67abbd1aff64 HTTP/1.1" status: 200 len: 848 time: 0.0674958 Oct 27 10:25:16.647855 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-54e56037-0c8e-48a2-a4fc-516033dc764e req-6def6444-80dc-4707-bc26-28b030b880b6 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=b70d8912-e651-449a-aede-549067567147&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349278 Oct 27 10:25:16.742974 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-d79f6b31-d30d-4a2a-a87a-c10bcd8756b4 req-05cfb07b-a450-447d-9103-4288a0a546c6 tempest-ListServerFiltersTestJSON-326742351 tempest-ListServerFiltersTestJSON-326742351-project] 10.222.0.44 "GET /v2.0/security-groups?id=f276a67d-9e93-463b-b0a2-3e206c03b654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4658413 Oct 27 10:25:16.795717 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-44ea249f-4470-447a-a428-a7a06720a156 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:16.823594 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88251ea4-040a-4903-87c7-e5a58f55c77d req-46096362-e04a-4ae3-9bc9-06a1b9b74fe5 tempest-ServerRescueTestJSON-1025374340 tempest-ServerRescueTestJSON-1025374340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:16.827232 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device 3f71b419-5f78-425f-87ed-afcb3e12c26c no longer exists at agent hyperv_n-h1-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:25:16.831729 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-88251ea4-040a-4903-87c7-e5a58f55c77d req-46096362-e04a-4ae3-9bc9-06a1b9b74fe5 tempest-ServerRescueTestJSON-1025374340 tempest-ServerRescueTestJSON-1025374340-project] 10.222.0.44 "GET /v2.0/ports?device_id=3023f4e1-4118-4ca5-96f9-0bf5c68da3ab HTTP/1.1" status: 200 len: 945 time: 0.1587398 Oct 27 10:25:16.841493 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-44ea249f-4470-447a-a428-a7a06720a156 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:16.870854 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-54e56037-0c8e-48a2-a4fc-516033dc764e req-bf41326b-176e-48b0-af36-515c88e8efd3 service neutron] 10.222.0.76 "GET /v2.0/networks/b70d8912-e651-449a-aede-549067567147?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2134404 Oct 27 10:25:16.897684 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 48764) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:25:16.958654 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-b384b380-81ac-42bf-bcc4-f075d66abddf admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5c17f68562ac456bb4410e32f36d2670&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0601823 Oct 27 10:25:16.959238 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 48768) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:25:16.966430 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-88251ea4-040a-4903-87c7-e5a58f55c77d req-33f67673-d87a-47ec-a3f4-54e309136683 tempest-ServerRescueTestJSON-1025374340 tempest-ServerRescueTestJSON-1025374340-project] 10.222.0.44 "GET /v2.0/security-groups?id=5f97c1ff-dad7-428f-af4b-bc7a94091827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330388 Oct 27 10:25:17.018480 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 10:25:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-387e7b12-230c-42eb-a66c-04fee1a4c97e x-openstack-request-id: req-387e7b12-230c-42eb-a66c-04fee1a4c97e {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:25:17.018768 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f165f7ac-c937-4242-9d48-b6ac68f3a6e2", "tag": "e0474841-83ec-4834-b5fd-d0a2d2bdb667", "status": "completed", "code": 200}]} {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:25:17.019021 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-387e7b12-230c-42eb-a66c-04fee1a4c97e {{(pid=102347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:25:17.019433 n-d-813419-10 neutron-server[102347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f165f7ac-c937-4242-9d48-b6ac68f3a6e2', 'tag': 'e0474841-83ec-4834-b5fd-d0a2d2bdb667', 'status': 'completed', 'code': 200} Oct 27 10:25:17.047355 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-44ea249f-4470-447a-a428-a7a06720a156 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:17.048414 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:17.051073 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-54e56037-0c8e-48a2-a4fc-516033dc764e req-148e2031-d525-4107-a286-8e0798de0353 service neutron] 10.222.0.76 "GET /v2.0/networks/b70d8912-e651-449a-aede-549067567147?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1629086 Oct 27 10:25:17.053861 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-44ea249f-4470-447a-a428-a7a06720a156 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:17.057898 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-44ea249f-4470-447a-a428-a7a06720a156 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/062877d6-4de9-4cb4-8e17-08ea69458a2c HTTP/1.1" status: 204 len: 168 time: 0.7833493 Oct 27 10:25:17.087803 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 3f71b419-5f78-425f-87ed-afcb3e12c26c {{(pid=102348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:25:17.094070 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ea249f-4470-447a-a428-a7a06720a156 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=062877d6-4de9-4cb4-8e17-08ea69458a2c,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:25:17.132346 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-79f46b75-5cf2-4e19-a437-aa69955400c0 req-e8ba8b06-b47a-4909-ba5d-7d6c4d01a426 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] 10.222.0.44 "GET /v2.0/ports?device_id=19de7999-f151-4eb5-986d-3e7b0f987b5e HTTP/1.1" status: 200 len: 210 time: 0.0522459 Oct 27 10:25:17.147319 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-39477c56-62b5-42d4-9bc7-f028a0b81dad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:17.155848 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port 3f71b419-5f78-425f-87ed-afcb3e12c26c, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=3f71b419-5f78-425f-87ed-afcb3e12c26c,segment=NetworkSegment(922b6d3e-9a8b-4e20-bf5d-299fdca2febe),segment_id=922b6d3e-9a8b-4e20-bf5d-299fdca2febe)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:25:17.169033 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:17.187473 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-39477c56-62b5-42d4-9bc7-f028a0b81dad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:17.251987 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-39477c56-62b5-42d4-9bc7-f028a0b81dad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:17.260385 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-39477c56-62b5-42d4-9bc7-f028a0b81dad admin admin] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:17.264279 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-39477c56-62b5-42d4-9bc7-f028a0b81dad admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/0aaf6f62-243e-494e-b931-c5cf376ba9e5 HTTP/1.1" status: 204 len: 168 time: 0.3011465 Oct 27 10:25:17.265330 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4ff827-783e-4c4c-8163-ad61081b0c2c req-6fdb4130-b8e6-4bb7-ba28-8fe75c2582cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:17.267845 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-0b4ff827-783e-4c4c-8163-ad61081b0c2c req-6fdb4130-b8e6-4bb7-ba28-8fe75c2582cb service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=9c487093db7840e98dafd374096ede4c&device_id=f165f7ac-c937-4242-9d48-b6ac68f3a6e2 HTTP/1.1" status: 200 len: 1096 time: 0.1514792 Oct 27 10:25:17.283716 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d093a08-b3c1-4dab-b7b3-c065b758f715 req-11a5f834-868e-4622-a218-f3e3d4b656e7 tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:17.284189 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39477c56-62b5-42d4-9bc7-f028a0b81dad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0aaf6f62-243e-494e-b931-c5cf376ba9e5,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:25:17.293730 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-1d093a08-b3c1-4dab-b7b3-c065b758f715 req-11a5f834-868e-4622-a218-f3e3d4b656e7 tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] 10.222.0.44 "GET /v2.0/ports?device_id=f165f7ac-c937-4242-9d48-b6ac68f3a6e2 HTTP/1.1" status: 200 len: 944 time: 0.0922952 Oct 27 10:25:17.314229 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Pushing event updated for resources: {'Port': ['ID=3f71b419-5f78-425f-87ed-afcb3e12c26c,revision_number=7']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:25:17.415298 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-1d093a08-b3c1-4dab-b7b3-c065b758f715 req-f03d5929-f19a-478c-9e7f-8d46dffd8286 tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] 10.222.0.44 "GET /v2.0/security-groups?id=df17171a-6534-4d8a-8518-0be5fe64cbb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203101 Oct 27 10:25:17.475475 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701ca8c3-4602-4414-9637-b0290d47fd92 req-9f0cdb5c-ab9f-43ec-b0be-f27c35066175 tempest-ListServerFiltersTestJSON-326742351 tempest-ListServerFiltersTestJSON-326742351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:17.481192 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4ff827-783e-4c4c-8163-ad61081b0c2c req-e71fa837-dd03-4497-9294-60c8e9b0adb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:17.482958 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-0b4ff827-783e-4c4c-8163-ad61081b0c2c req-e71fa837-dd03-4497-9294-60c8e9b0adb8 service neutron] 10.222.0.76 "GET /v2.0/networks?id=b70d8912-e651-449a-aede-549067567147 HTTP/1.1" status: 200 len: 909 time: 0.1862254 Oct 27 10:25:17.485586 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701ca8c3-4602-4414-9637-b0290d47fd92 req-9f0cdb5c-ab9f-43ec-b0be-f27c35066175 tempest-ListServerFiltersTestJSON-326742351 tempest-ListServerFiltersTestJSON-326742351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:17.492387 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701ca8c3-4602-4414-9637-b0290d47fd92 req-9f0cdb5c-ab9f-43ec-b0be-f27c35066175 tempest-ListServerFiltersTestJSON-326742351 tempest-ListServerFiltersTestJSON-326742351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:17.502306 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-701ca8c3-4602-4414-9637-b0290d47fd92 req-9f0cdb5c-ab9f-43ec-b0be-f27c35066175 tempest-ListServerFiltersTestJSON-326742351 tempest-ListServerFiltersTestJSON-326742351-project] 10.222.0.44 "GET /v2.0/ports?device_id=2bd3b845-baa6-4707-936b-e5789fffd4ee&device_id=48159e85-4d68-4bf6-8aa6-e816915ba353&device_id=45d14893-5bf6-4b65-b786-fa5afce227ce HTTP/1.1" status: 200 len: 2417 time: 0.0959136 Oct 27 10:25:17.543366 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-0b4ff827-783e-4c4c-8163-ad61081b0c2c req-c99dc458-1406-4f4f-9c3b-5ec0b3a566fe service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e0474841-83ec-4834-b5fd-d0a2d2bdb667 HTTP/1.1" status: 200 len: 217 time: 0.0519328 Oct 27 10:25:17.589912 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-701ca8c3-4602-4414-9637-b0290d47fd92 req-d6a8ab08-ae55-49e9-85f1-11683a5ff1cc tempest-ListServerFiltersTestJSON-326742351 tempest-ListServerFiltersTestJSON-326742351-project] 10.222.0.44 "GET /v2.0/security-groups?id=f276a67d-9e93-463b-b0a2-3e206c03b654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866275 Oct 27 10:25:17.632280 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4ff827-783e-4c4c-8163-ad61081b0c2c req-7989bc12-f48c-486b-afe6-bc39bd18ac72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:17.634056 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-0b4ff827-783e-4c4c-8163-ad61081b0c2c req-7989bc12-f48c-486b-afe6-bc39bd18ac72 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=0c8d0682-e9d2-4157-8f50-67abbd1aff64 HTTP/1.1" status: 200 len: 848 time: 0.0784361 Oct 27 10:25:17.642209 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b5cd17-a4c5-430b-a8fd-8d599ca76724 req-8ff9b86f-d014-4d14-a4fc-483c6c2833cd tempest-ImagesOneServerNegativeTestJSON-1258670322 tempest-ImagesOneServerNegativeTestJSON-1258670322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:17.650192 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-93b5cd17-a4c5-430b-a8fd-8d599ca76724 req-8ff9b86f-d014-4d14-a4fc-483c6c2833cd tempest-ImagesOneServerNegativeTestJSON-1258670322 tempest-ImagesOneServerNegativeTestJSON-1258670322-project] 10.222.0.44 "GET /v2.0/ports?device_id=c16b2e36-80f9-40d6-a6d2-7f76f45239f0 HTTP/1.1" status: 200 len: 943 time: 0.1092699 Oct 27 10:25:17.691298 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-0b4ff827-783e-4c4c-8163-ad61081b0c2c req-f3bcf914-3700-42ec-b678-d7bf73553f33 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=b70d8912-e651-449a-aede-549067567147&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388644 Oct 27 10:25:17.706716 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-26b894fb-b0e6-417e-881b-6f58f67c0b1d req-2b7c6b90-8987-445a-99ea-b361c535cae5 tempest-ListServerFiltersTestJSON-326742351 tempest-ListServerFiltersTestJSON-326742351-project] 10.222.0.44 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.0844221 Oct 27 10:25:17.801751 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-93b5cd17-a4c5-430b-a8fd-8d599ca76724 req-80e21bf0-408e-4c4a-8042-12b226ea1759 tempest-ImagesOneServerNegativeTestJSON-1258670322 tempest-ImagesOneServerNegativeTestJSON-1258670322-project] 10.222.0.44 "GET /v2.0/security-groups?id=0c17542d-7fc8-4217-9c44-3a2fd00892bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504889 Oct 27 10:25:17.861509 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-0b4ff827-783e-4c4c-8163-ad61081b0c2c req-67643666-bcf9-4b79-b390-f1d4f494dd75 service neutron] 10.222.0.76 "GET /v2.0/networks/b70d8912-e651-449a-aede-549067567147?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434684 Oct 27 10:25:17.993279 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-0b4ff827-783e-4c4c-8163-ad61081b0c2c req-166b922a-9cb3-44e1-8f6d-9c9ad2326462 service neutron] 10.222.0.76 "GET /v2.0/networks/b70d8912-e651-449a-aede-549067567147?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238825 Oct 27 10:25:18.095806 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c8bc01-e238-49b6-81b2-fcbd3d5fce4c req-b6cd98a5-5394-4fe7-99f1-388a3a712868 tempest-ServerRescueTestJSON-1025374340 tempest-ServerRescueTestJSON-1025374340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:18.103428 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-66c8bc01-e238-49b6-81b2-fcbd3d5fce4c req-b6cd98a5-5394-4fe7-99f1-388a3a712868 tempest-ServerRescueTestJSON-1025374340 tempest-ServerRescueTestJSON-1025374340-project] 10.222.0.44 "GET /v2.0/ports?device_id=3023f4e1-4118-4ca5-96f9-0bf5c68da3ab HTTP/1.1" status: 200 len: 945 time: 0.0622685 Oct 27 10:25:18.156940 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c176d563-0f61-4fe2-90fc-3234b96cd8d4 req-017b9d7a-dc3e-4858-9306-5a2d3eb331ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:18.157786 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-66c8bc01-e238-49b6-81b2-fcbd3d5fce4c req-3a76ce14-775d-4ce0-8e21-cfcfee972879 tempest-ServerRescueTestJSON-1025374340 tempest-ServerRescueTestJSON-1025374340-project] 10.222.0.44 "GET /v2.0/security-groups?id=5f97c1ff-dad7-428f-af4b-bc7a94091827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532210 Oct 27 10:25:18.159217 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c176d563-0f61-4fe2-90fc-3234b96cd8d4 req-017b9d7a-dc3e-4858-9306-5a2d3eb331ea service neutron] 10.222.0.64 "GET /v2.0/ports/f866a8ac-0d08-4157-96c5-6411c7be1248 HTTP/1.1" status: 200 len: 1028 time: 0.0622044 Oct 27 10:25:18.235164 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c176d563-0f61-4fe2-90fc-3234b96cd8d4 req-04eb09a5-c077-4a74-9a80-27ce7d2e1d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:18.236830 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c176d563-0f61-4fe2-90fc-3234b96cd8d4 req-04eb09a5-c077-4a74-9a80-27ce7d2e1d97 service neutron] 10.222.0.64 "GET /v2.0/ports/2987d3d2-c23b-41d4-81db-f2875388f5dc HTTP/1.1" status: 200 len: 1028 time: 0.0639284 Oct 27 10:25:18.396395 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c176d563-0f61-4fe2-90fc-3234b96cd8d4 req-ef143c09-01f3-49ad-907b-9d6ad08d591e tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:18.402915 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c176d563-0f61-4fe2-90fc-3234b96cd8d4 req-ef143c09-01f3-49ad-907b-9d6ad08d591e tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:18.409376 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c176d563-0f61-4fe2-90fc-3234b96cd8d4 req-ef143c09-01f3-49ad-907b-9d6ad08d591e tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:18.412026 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c176d563-0f61-4fe2-90fc-3234b96cd8d4 req-ef143c09-01f3-49ad-907b-9d6ad08d591e tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] 10.222.0.64 "GET /v2.0/networks?id=5f1726cf-df95-405e-a4b7-a0ec3cc3a1aa&id=d9f24547-a97b-4994-95da-a3dc1f0864ec&id=d9f24547-a97b-4994-95da-a3dc1f0864ec&id=d9f24547-a97b-4994-95da-a3dc1f0864ec&id=d9f24547-a97b-4994-95da-a3dc1f0864ec&id=629f7918-c2db-454f-876e-5fb1ab57b5ce&id=629f7918-c2db-454f-876e-5fb1ab57b5ce HTTP/1.1" status: 200 len: 1989 time: 0.1624465 Oct 27 10:25:18.501107 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-c26408fa-8a60-4760-805b-be05c023d56c req-1d72f1ea-0349-4151-9418-df1cc7414fad tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] 10.222.0.44 "GET /v2.0/ports?device_id=19de7999-f151-4eb5-986d-3e7b0f987b5e HTTP/1.1" status: 200 len: 210 time: 0.0421925 Oct 27 10:25:18.564107 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c176d563-0f61-4fe2-90fc-3234b96cd8d4 req-ca9b880b-1ff1-48ae-b06c-f9d3b8c30372 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4aa10ad73dbe4076b2c4dd14c0d23687 HTTP/1.1" status: 200 len: 379 time: 0.1172521 Oct 27 10:25:18.582008 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [req-c176d563-0f61-4fe2-90fc-3234b96cd8d4 req-c8bdcc92-630c-429e-905e-f196030dfdab tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Request body: {'port': {'device_id': '19de7999-f151-4eb5-986d-3e7b0f987b5e', 'network_id': '5f1726cf-df95-405e-a4b7-a0ec3cc3a1aa', 'admin_state_up': True, 'tenant_id': '4aa10ad73dbe4076b2c4dd14c0d23687', 'security_groups': ['34344a0a-bfc2-4f4b-96e6-fe0cf33c620a']}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:25:18.621236 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7199fedc-1a9f-467a-a0ad-4787da9aa190 req-2f9d8ebf-69d8-4192-8f94-9c86f591803b tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:18.622796 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-7199fedc-1a9f-467a-a0ad-4787da9aa190 req-2f9d8ebf-69d8-4192-8f94-9c86f591803b tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] 10.222.0.44 "GET /v2.0/ports?device_id=f165f7ac-c937-4242-9d48-b6ac68f3a6e2 HTTP/1.1" status: 200 len: 944 time: 0.0595090 Oct 27 10:25:18.696724 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-7199fedc-1a9f-467a-a0ad-4787da9aa190 req-c7c8152f-69bc-40ec-94ec-84bd4212fba4 tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] 10.222.0.44 "GET /v2.0/security-groups?id=df17171a-6534-4d8a-8518-0be5fe64cbb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661435 Oct 27 10:25:18.779752 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c176d563-0f61-4fe2-90fc-3234b96cd8d4 req-c8bdcc92-630c-429e-905e-f196030dfdab tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Made reservation on behalf of 4aa10ad73dbe4076b2c4dd14c0d23687 for: {'port': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:25:18.784254 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-c176d563-0f61-4fe2-90fc-3234b96cd8d4 req-c8bdcc92-630c-429e-905e-f196030dfdab tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:18.822893 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-2af083ad-e12d-4f83-a4ba-e4ebb8dc77bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:19.073660 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde0f0b8-0a00-4587-81f0-f08dd04ea79d req-fcd8a0f8-9278-4617-9d61-d2dd4035de7e tempest-ImagesOneServerNegativeTestJSON-1258670322 tempest-ImagesOneServerNegativeTestJSON-1258670322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:19.079268 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-cde0f0b8-0a00-4587-81f0-f08dd04ea79d req-fcd8a0f8-9278-4617-9d61-d2dd4035de7e tempest-ImagesOneServerNegativeTestJSON-1258670322 tempest-ImagesOneServerNegativeTestJSON-1258670322-project] 10.222.0.44 "GET /v2.0/ports?device_id=c16b2e36-80f9-40d6-a6d2-7f76f45239f0 HTTP/1.1" status: 200 len: 943 time: 0.1529453 Oct 27 10:25:19.079456 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_common [req-c176d563-0f61-4fe2-90fc-3234b96cd8d4 req-c8bdcc92-630c-429e-905e-f196030dfdab tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Allocated IP 172.20.0.11 (5f1726cf-df95-405e-a4b7-a0ec3cc3a1aa/f4dae274-687c-43d5-8fe0-b0ba3958c688/663ad4fb-d48e-41b4-ba03-42d778bf0122) {{(pid=102347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:25:19.103134 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d026b32-d4ff-47cd-9a31-36e1235d5494 req-7f371024-4cae-4ecb-8d39-df2d5241210b tempest-ImagesOneServerNegativeTestJSON-1258670322 tempest-ImagesOneServerNegativeTestJSON-1258670322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:19.105976 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-5d026b32-d4ff-47cd-9a31-36e1235d5494 req-7f371024-4cae-4ecb-8d39-df2d5241210b tempest-ImagesOneServerNegativeTestJSON-1258670322 tempest-ImagesOneServerNegativeTestJSON-1258670322-project] 10.222.0.64 "GET /v2.0/ports?device_id=c16b2e36-80f9-40d6-a6d2-7f76f45239f0 HTTP/1.1" status: 200 len: 943 time: 0.2806280 Oct 27 10:25:19.252597 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-cde0f0b8-0a00-4587-81f0-f08dd04ea79d req-f5568d93-1298-4c6f-935a-021bae066b4e tempest-ImagesOneServerNegativeTestJSON-1258670322 tempest-ImagesOneServerNegativeTestJSON-1258670322-project] 10.222.0.44 "GET /v2.0/security-groups?id=0c17542d-7fc8-4217-9c44-3a2fd00892bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572583 Oct 27 10:25:19.258405 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [req-5d026b32-d4ff-47cd-9a31-36e1235d5494 req-600d87d0-9bf5-4388-8240-819a911811b8 tempest-ImagesOneServerNegativeTestJSON-1258670322 tempest-ImagesOneServerNegativeTestJSON-1258670322-project] Deleting port 3f71b419-5f78-425f-87ed-afcb3e12c26c {{(pid=102346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:25:19.263914 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-5d026b32-d4ff-47cd-9a31-36e1235d5494 req-600d87d0-9bf5-4388-8240-819a911811b8 tempest-ImagesOneServerNegativeTestJSON-1258670322 tempest-ImagesOneServerNegativeTestJSON-1258670322-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:19.419421 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79af888f-0c4e-4698-a7c0-98f0e4a459b1 req-0c5f40b9-db26-4f5b-b730-74443b0be0a4 tempest-ServerRescueTestJSON-1025374340 tempest-ServerRescueTestJSON-1025374340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:19.422388 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-79af888f-0c4e-4698-a7c0-98f0e4a459b1 req-0c5f40b9-db26-4f5b-b730-74443b0be0a4 tempest-ServerRescueTestJSON-1025374340 tempest-ServerRescueTestJSON-1025374340-project] 10.222.0.44 "GET /v2.0/ports?device_id=3023f4e1-4118-4ca5-96f9-0bf5c68da3ab HTTP/1.1" status: 200 len: 945 time: 0.1167042 Oct 27 10:25:19.429829 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-c176d563-0f61-4fe2-90fc-3234b96cd8d4 req-c8bdcc92-630c-429e-905e-f196030dfdab tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Publish callbacks [] for port, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:19.478562 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [req-5d026b32-d4ff-47cd-9a31-36e1235d5494 req-600d87d0-9bf5-4388-8240-819a911811b8 tempest-ImagesOneServerNegativeTestJSON-1258670322 tempest-ImagesOneServerNegativeTestJSON-1258670322-project] For port 3f71b419-5f78-425f-87ed-afcb3e12c26c, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=3f71b419-5f78-425f-87ed-afcb3e12c26c,segment=NetworkSegment(922b6d3e-9a8b-4e20-bf5d-299fdca2febe),segment_id=922b6d3e-9a8b-4e20-bf5d-299fdca2febe)] {{(pid=102346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:25:19.486512 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-5d026b32-d4ff-47cd-9a31-36e1235d5494 req-600d87d0-9bf5-4388-8240-819a911811b8 tempest-ImagesOneServerNegativeTestJSON-1258670322 tempest-ImagesOneServerNegativeTestJSON-1258670322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:19.515406 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-79af888f-0c4e-4698-a7c0-98f0e4a459b1 req-fd622e8a-d10b-4c8c-a992-72b9327b3711 tempest-ServerRescueTestJSON-1025374340 tempest-ServerRescueTestJSON-1025374340-project] 10.222.0.44 "GET /v2.0/security-groups?id=5f97c1ff-dad7-428f-af4b-bc7a94091827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826392 Oct 27 10:25:19.541490 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [req-5d026b32-d4ff-47cd-9a31-36e1235d5494 req-600d87d0-9bf5-4388-8240-819a911811b8 tempest-ImagesOneServerNegativeTestJSON-1258670322 tempest-ImagesOneServerNegativeTestJSON-1258670322-project] Calling delete_port for 3f71b419-5f78-425f-87ed-afcb3e12c26c owned by compute:nova {{(pid=102346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:25:19.555218 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-c176d563-0f61-4fe2-90fc-3234b96cd8d4 req-c8bdcc92-630c-429e-905e-f196030dfdab tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:19.643690 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bdcc92-630c-429e-905e-f196030dfdab tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Pushing event updated for resources: {'Port': ['ID=663ad4fb-d48e-41b4-ba03-42d778bf0122,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:25:19.654292 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c176d563-0f61-4fe2-90fc-3234b96cd8d4 req-c8bdcc92-630c-429e-905e-f196030dfdab tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Network 5f1726cf-df95-405e-a4b7-a0ec3cc3a1aa is already hosted by enough agents. {{(pid=102347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:25:19.655853 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [req-c176d563-0f61-4fe2-90fc-3234b96cd8d4 req-c8bdcc92-630c-429e-905e-f196030dfdab tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Resources bound (agent type, host, resource id): {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:25:19.669111 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [req-c176d563-0f61-4fe2-90fc-3234b96cd8d4 req-c8bdcc92-630c-429e-905e-f196030dfdab tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Received port after_create {{(pid=102347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:25:19.717674 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd99994d-38cf-42a8-a280-8be455f3871b req-58ec8114-0f54-4342-8402-1b7f7aa79249 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:19.726336 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-fd99994d-38cf-42a8-a280-8be455f3871b req-58ec8114-0f54-4342-8402-1b7f7aa79249 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] 10.222.0.44 "GET /v2.0/ports?device_id=19de7999-f151-4eb5-986d-3e7b0f987b5e HTTP/1.1" status: 200 len: 932 time: 0.0888901 Oct 27 10:25:19.737972 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c176d563-0f61-4fe2-90fc-3234b96cd8d4 req-c8bdcc92-630c-429e-905e-f196030dfdab tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:19.738621 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-c176d563-0f61-4fe2-90fc-3234b96cd8d4 req-c8bdcc92-630c-429e-905e-f196030dfdab tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:19.788511 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c176d563-0f61-4fe2-90fc-3234b96cd8d4 req-c8bdcc92-630c-429e-905e-f196030dfdab tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2233860 Oct 27 10:25:19.788762 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-fd99994d-38cf-42a8-a280-8be455f3871b req-e5f1b6f5-b9bb-44b9-9cf1-934c7ac1a2a5 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] 10.222.0.44 "GET /v2.0/security-groups?id=34344a0a-bfc2-4f4b-96e6-fe0cf33c620a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613668 Oct 27 10:25:19.808377 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [req-c176d563-0f61-4fe2-90fc-3234b96cd8d4 req-a0f971c8-9c50-40e7-aa9a-a3304c045ea8 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Request body: {'port': {'device_id': '19de7999-f151-4eb5-986d-3e7b0f987b5e', 'network_id': 'd9f24547-a97b-4994-95da-a3dc1f0864ec', 'admin_state_up': True, 'tenant_id': '4aa10ad73dbe4076b2c4dd14c0d23687', 'security_groups': ['34344a0a-bfc2-4f4b-96e6-fe0cf33c620a']}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:25:19.875700 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-5d026b32-d4ff-47cd-9a31-36e1235d5494 req-600d87d0-9bf5-4388-8240-819a911811b8 tempest-ImagesOneServerNegativeTestJSON-1258670322 tempest-ImagesOneServerNegativeTestJSON-1258670322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:19.913841 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-eadeaa30-4096-4d1a-b3cb-aa7ebfb291ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:19.942336 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb3fcff-b564-4f93-a688-547956fb3b0c req-2834f246-14f5-472a-b95e-ad69c598a6d5 tempest-ListServerFiltersTestJSON-326742351 tempest-ListServerFiltersTestJSON-326742351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:19.944011 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-4fb3fcff-b564-4f93-a688-547956fb3b0c req-2834f246-14f5-472a-b95e-ad69c598a6d5 tempest-ListServerFiltersTestJSON-326742351 tempest-ListServerFiltersTestJSON-326742351-project] 10.222.0.44 "GET /v2.0/ports?device_id=2bd3b845-baa6-4707-936b-e5789fffd4ee HTTP/1.1" status: 200 len: 945 time: 0.1541595 Oct 27 10:25:19.960833 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:19.990891 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600d87d0-9bf5-4388-8240-819a911811b8 tempest-ImagesOneServerNegativeTestJSON-1258670322 tempest-ImagesOneServerNegativeTestJSON-1258670322-project] Pushing event deleted for resources: {'Port': ['ID=3f71b419-5f78-425f-87ed-afcb3e12c26c,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:25:20.013547 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-4fb3fcff-b564-4f93-a688-547956fb3b0c req-37ce4be8-8390-43ea-8bf2-ed85ca4250c7 tempest-ListServerFiltersTestJSON-326742351 tempest-ListServerFiltersTestJSON-326742351-project] 10.222.0.44 "GET /v2.0/security-groups?id=f276a67d-9e93-463b-b0a2-3e206c03b654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631571 Oct 27 10:25:20.023257 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d026b32-d4ff-47cd-9a31-36e1235d5494 req-600d87d0-9bf5-4388-8240-819a911811b8 tempest-ImagesOneServerNegativeTestJSON-1258670322 tempest-ImagesOneServerNegativeTestJSON-1258670322-project] No DVR routers for this DVR port 3f71b419-5f78-425f-87ed-afcb3e12c26c on host n-h1-813419-10 {{(pid=102346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:25:20.027096 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-5d026b32-d4ff-47cd-9a31-36e1235d5494 req-600d87d0-9bf5-4388-8240-819a911811b8 tempest-ImagesOneServerNegativeTestJSON-1258670322 tempest-ImagesOneServerNegativeTestJSON-1258670322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:20.031157 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-5d026b32-d4ff-47cd-9a31-36e1235d5494 req-600d87d0-9bf5-4388-8240-819a911811b8 tempest-ImagesOneServerNegativeTestJSON-1258670322 tempest-ImagesOneServerNegativeTestJSON-1258670322-project] 10.222.0.64 "DELETE /v2.0/ports/3f71b419-5f78-425f-87ed-afcb3e12c26c HTTP/1.1" status: 204 len: 173 time: 0.9171031 Oct 27 10:25:20.031978 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c16b2e36-80f9-40d6-a6d2-7f76f45239f0', 'name': 'network-vif-deleted', 'tag': '3f71b419-5f78-425f-87ed-afcb3e12c26c'}] {{(pid=102346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:25:20.033363 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c176d563-0f61-4fe2-90fc-3234b96cd8d4 req-a0f971c8-9c50-40e7-aa9a-a3304c045ea8 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Made reservation on behalf of 4aa10ad73dbe4076b2c4dd14c0d23687 for: {'port': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:25:20.034658 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc0e418f5fc417c8d55d94c0aa509b037d0beb2a734c1a709e789eb65639a56d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8e21be2-3113-4ba5-bd73-cc4600bc9dba" -d '{"events": [{"server_uuid": "c16b2e36-80f9-40d6-a6d2-7f76f45239f0", "name": "network-vif-deleted", "tag": "3f71b419-5f78-425f-87ed-afcb3e12c26c"}]}' {{(pid=102346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:25:20.046326 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-c176d563-0f61-4fe2-90fc-3234b96cd8d4 req-a0f971c8-9c50-40e7-aa9a-a3304c045ea8 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:20.089485 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-26505f97-0419-4b74-b384-0e715e5ccbd5 None None] Provisioning complete for port 663ad4fb-d48e-41b4-ba03-42d778bf0122 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:25:20.094729 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-26505f97-0419-4b74-b384-0e715e5ccbd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:20.153364 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-26505f97-0419-4b74-b384-0e715e5ccbd5 None None] Port 663ad4fb-d48e-41b4-ba03-42d778bf0122 cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:25:20.229334 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_common [req-c176d563-0f61-4fe2-90fc-3234b96cd8d4 req-a0f971c8-9c50-40e7-aa9a-a3304c045ea8 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Allocated IP 10.1.1.133 (d9f24547-a97b-4994-95da-a3dc1f0864ec/237eead6-dd56-4753-9d54-b14517989073/56a0b817-75f4-4ce7-b33b-a8b3aecdb601) {{(pid=102347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:25:20.269760 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2ec5b1-904d-4a6d-b53f-5586d36ff5d0 req-f2ff1fb5-38af-4af9-9759-1d7107e06406 tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:20.273570 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-3e2ec5b1-904d-4a6d-b53f-5586d36ff5d0 req-f2ff1fb5-38af-4af9-9759-1d7107e06406 tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] 10.222.0.44 "GET /v2.0/ports?device_id=f165f7ac-c937-4242-9d48-b6ac68f3a6e2 HTTP/1.1" status: 200 len: 944 time: 0.0924206 Oct 27 10:25:20.300596 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-80da0fb7-16b4-4c30-8cf3-142bfae34994 req-a923d4c1-715a-4ad5-ab28-2bf290f74353 tempest-TenantUsagesTestJSON-1784934378 tempest-TenantUsagesTestJSON-1784934378-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=f636857bf1a64d9b8d28058381ace7e5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0230386 Oct 27 10:25:20.367739 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-3e2ec5b1-904d-4a6d-b53f-5586d36ff5d0 req-ce972789-b84b-4104-bf70-6b365bb24574 tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] 10.222.0.44 "GET /v2.0/security-groups?id=df17171a-6534-4d8a-8518-0be5fe64cbb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831330 Oct 27 10:25:20.423658 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-c176d563-0f61-4fe2-90fc-3234b96cd8d4 req-a0f971c8-9c50-40e7-aa9a-a3304c045ea8 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Publish callbacks [] for port, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:20.433640 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80da0fb7-16b4-4c30-8cf3-142bfae34994 req-fa641eb7-0745-43fa-aa43-dec00a89fef4 tempest-TenantUsagesTestJSON-1784934378 tempest-TenantUsagesTestJSON-1784934378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:20.441466 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-80da0fb7-16b4-4c30-8cf3-142bfae34994 req-fa641eb7-0745-43fa-aa43-dec00a89fef4 tempest-TenantUsagesTestJSON-1784934378 tempest-TenantUsagesTestJSON-1784934378-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1337035 Oct 27 10:25:20.463683 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-c176d563-0f61-4fe2-90fc-3234b96cd8d4 req-a0f971c8-9c50-40e7-aa9a-a3304c045ea8 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:20.471597 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-80da0fb7-16b4-4c30-8cf3-142bfae34994 req-48d01ecf-a81e-49dc-9535-3d2076811750 tempest-TenantUsagesTestJSON-1784934378 tempest-TenantUsagesTestJSON-1784934378-project] 10.222.0.44 "GET /v2.0/quotas/f636857bf1a64d9b8d28058381ace7e5 HTTP/1.1" status: 200 len: 375 time: 0.0187659 Oct 27 10:25:20.508922 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-80da0fb7-16b4-4c30-8cf3-142bfae34994 req-12cbcbd8-9da3-4be8-ac8d-ac7a8233f303 tempest-TenantUsagesTestJSON-1784934378 tempest-TenantUsagesTestJSON-1784934378-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=f636857bf1a64d9b8d28058381ace7e5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0363688 Oct 27 10:25:20.521364 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c176d563-0f61-4fe2-90fc-3234b96cd8d4 req-a0f971c8-9c50-40e7-aa9a-a3304c045ea8 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Network d9f24547-a97b-4994-95da-a3dc1f0864ec is already hosted by enough agents. {{(pid=102347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:25:20.527225 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [req-c176d563-0f61-4fe2-90fc-3234b96cd8d4 req-a0f971c8-9c50-40e7-aa9a-a3304c045ea8 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Resources bound (agent type, host, resource id): {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:25:20.529560 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f971c8-9c50-40e7-aa9a-a3304c045ea8 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Pushing event updated for resources: {'Port': ['ID=56a0b817-75f4-4ce7-b33b-a8b3aecdb601,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:25:20.531809 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [req-c176d563-0f61-4fe2-90fc-3234b96cd8d4 req-a0f971c8-9c50-40e7-aa9a-a3304c045ea8 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Received port after_create {{(pid=102347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:25:20.598361 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c176d563-0f61-4fe2-90fc-3234b96cd8d4 req-a0f971c8-9c50-40e7-aa9a-a3304c045ea8 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:20.599327 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-c176d563-0f61-4fe2-90fc-3234b96cd8d4 req-a0f971c8-9c50-40e7-aa9a-a3304c045ea8 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:20.620938 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c176d563-0f61-4fe2-90fc-3234b96cd8d4 req-a0f971c8-9c50-40e7-aa9a-a3304c045ea8 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8184857 Oct 27 10:25:20.632344 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:25:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-578769d5-3d6e-409c-b3bf-b85bcca47cbb x-openstack-request-id: req-578769d5-3d6e-409c-b3bf-b85bcca47cbb {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:25:20.633326 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c16b2e36-80f9-40d6-a6d2-7f76f45239f0", "name": "network-vif-deleted", "tag": "3f71b419-5f78-425f-87ed-afcb3e12c26c", "status": "completed", "code": 200}]} {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:25:20.638274 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-578769d5-3d6e-409c-b3bf-b85bcca47cbb {{(pid=102346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:25:20.638857 n-d-813419-10 neutron-server[102346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c16b2e36-80f9-40d6-a6d2-7f76f45239f0', 'name': 'network-vif-deleted', 'tag': '3f71b419-5f78-425f-87ed-afcb3e12c26c', 'status': 'completed', 'code': 200} Oct 27 10:25:20.644486 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.agents_db [None req-e79ee67d-056e-46ea-bd99-e80473396b25 None None] Agent healthcheck: found 7 active agents {{(pid=102349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 10:25:20.647766 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [req-c176d563-0f61-4fe2-90fc-3234b96cd8d4 req-55e8a975-3527-441e-9e20-23d66705cb2d tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Request body: {'port': {'device_id': '19de7999-f151-4eb5-986d-3e7b0f987b5e', 'network_id': 'd9f24547-a97b-4994-95da-a3dc1f0864ec', 'admin_state_up': True, 'tenant_id': '4aa10ad73dbe4076b2c4dd14c0d23687', 'security_groups': ['34344a0a-bfc2-4f4b-96e6-fe0cf33c620a']}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:25:20.834718 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f05235-30f6-4003-8fac-ebfe89a51d64 req-5bf6080d-a646-4dbe-9baf-800c45309b87 tempest-ServerRescueTestJSON-1025374340 tempest-ServerRescueTestJSON-1025374340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:20.842683 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-99f05235-30f6-4003-8fac-ebfe89a51d64 req-5bf6080d-a646-4dbe-9baf-800c45309b87 tempest-ServerRescueTestJSON-1025374340 tempest-ServerRescueTestJSON-1025374340-project] 10.222.0.44 "GET /v2.0/ports?device_id=3023f4e1-4118-4ca5-96f9-0bf5c68da3ab HTTP/1.1" status: 200 len: 945 time: 0.0707700 Oct 27 10:25:20.863740 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-6bb38b38-36ab-4619-a026-be0a309377dc req-71fbc70c-6ef4-4ecd-a515-d88c1096611f tempest-ImagesOneServerNegativeTestJSON-1258670322 tempest-ImagesOneServerNegativeTestJSON-1258670322-project] 10.222.0.44 "GET /v2.0/ports?device_id=c16b2e36-80f9-40d6-a6d2-7f76f45239f0 HTTP/1.1" status: 200 len: 210 time: 0.0709789 Oct 27 10:25:20.867418 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c176d563-0f61-4fe2-90fc-3234b96cd8d4 req-55e8a975-3527-441e-9e20-23d66705cb2d tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Made reservation on behalf of 4aa10ad73dbe4076b2c4dd14c0d23687 for: {'port': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:25:20.872757 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-c176d563-0f61-4fe2-90fc-3234b96cd8d4 req-55e8a975-3527-441e-9e20-23d66705cb2d tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:20.902373 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-8087e8d0-0caf-4b5f-86f6-8e976974af98 None None] Provisioning complete for port 56a0b817-75f4-4ce7-b33b-a8b3aecdb601 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:25:20.902737 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-8087e8d0-0caf-4b5f-86f6-8e976974af98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:20.906180 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-99f05235-30f6-4003-8fac-ebfe89a51d64 req-74be5c41-a38a-4301-acd5-44108c5b32f6 tempest-ServerRescueTestJSON-1025374340 tempest-ServerRescueTestJSON-1025374340-project] 10.222.0.44 "GET /v2.0/security-groups?id=5f97c1ff-dad7-428f-af4b-bc7a94091827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626724 Oct 27 10:25:20.997117 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-8087e8d0-0caf-4b5f-86f6-8e976974af98 None None] Port 56a0b817-75f4-4ce7-b33b-a8b3aecdb601 cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:25:21.128672 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_common [req-c176d563-0f61-4fe2-90fc-3234b96cd8d4 req-55e8a975-3527-441e-9e20-23d66705cb2d tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Allocated IP 10.1.1.177 (d9f24547-a97b-4994-95da-a3dc1f0864ec/237eead6-dd56-4753-9d54-b14517989073/870bf313-566e-41bd-b31c-74deaf9c052a) {{(pid=102347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:25:21.138009 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device e0474841-83ec-4834-b5fd-d0a2d2bdb667 details requested by agent hyperv_n-h2-813419-10 with host n-h2-813419-10 {{(pid=102348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 10:25:21.145723 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-3a8cf7bb-4c6d-4cc2-93c1-a6771bbfc902 req-dba61e8a-5e08-4a85-ac76-5d8ad3f0dc41 tempest-TenantUsagesTestJSON-1784934378 tempest-TenantUsagesTestJSON-1784934378-project] 10.222.0.44 "GET /v2.0/ports?device_id=361e1f3b-09df-4239-b53e-befa924810d4 HTTP/1.1" status: 200 len: 210 time: 0.0405431 Oct 27 10:25:21.288637 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153b1727-8cd6-4e16-bc7c-f2f21ce8c012 req-2d9a5af3-ea31-46b4-a811-dfde44d600df tempest-ListServerFiltersTestJSON-326742351 tempest-ListServerFiltersTestJSON-326742351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:21.297634 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-153b1727-8cd6-4e16-bc7c-f2f21ce8c012 req-2d9a5af3-ea31-46b4-a811-dfde44d600df tempest-ListServerFiltersTestJSON-326742351 tempest-ListServerFiltersTestJSON-326742351-project] 10.222.0.44 "GET /v2.0/ports?device_id=2bd3b845-baa6-4707-936b-e5789fffd4ee HTTP/1.1" status: 200 len: 945 time: 0.0710282 Oct 27 10:25:21.370405 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-153b1727-8cd6-4e16-bc7c-f2f21ce8c012 req-9681fea2-4783-488f-b3c5-b2bfc0b76c0b tempest-ListServerFiltersTestJSON-326742351 tempest-ListServerFiltersTestJSON-326742351-project] 10.222.0.44 "GET /v2.0/security-groups?id=f276a67d-9e93-463b-b0a2-3e206c03b654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687487 Oct 27 10:25:21.415249 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] For port e0474841-83ec-4834-b5fd-d0a2d2bdb667, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=e0474841-83ec-4834-b5fd-d0a2d2bdb667,segment=NetworkSegment(50500633-18ab-48c2-98da-73563c3123ba),segment_id=50500633-18ab-48c2-98da-73563c3123ba)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:25:21.426444 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bd8a5d-ae04-4ec6-aec0-9e4ac313e26c req-b25aeb77-840c-4e20-9fae-beac6c2286e3 tempest-ListServerFiltersTestJSON-326742351 tempest-ListServerFiltersTestJSON-326742351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:21.428512 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-11bd8a5d-ae04-4ec6-aec0-9e4ac313e26c req-b25aeb77-840c-4e20-9fae-beac6c2286e3 tempest-ListServerFiltersTestJSON-326742351 tempest-ListServerFiltersTestJSON-326742351-project] 10.222.0.76 "GET /v2.0/ports?device_id=2bd3b845-baa6-4707-936b-e5789fffd4ee HTTP/1.1" status: 200 len: 945 time: 0.1967576 Oct 27 10:25:21.444363 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Returning: {'device': 'e0474841-83ec-4834-b5fd-d0a2d2bdb667', 'network_id': 'b70d8912-e651-449a-aede-549067567147', 'port_id': 'e0474841-83ec-4834-b5fd-d0a2d2bdb667', 'mac_address': 'fa:16:3e:fe:d7:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 439, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c8d0682-e9d2-4157-8f50-67abbd1aff64', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 10:25:21.463180 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946d7003-7175-4cfc-87bd-f47cad731b97 req-7d26651b-0d4e-4ea9-b39a-d77d90b09cd7 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:21.468797 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946d7003-7175-4cfc-87bd-f47cad731b97 req-7d26651b-0d4e-4ea9-b39a-d77d90b09cd7 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:21.476440 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-946d7003-7175-4cfc-87bd-f47cad731b97 req-7d26651b-0d4e-4ea9-b39a-d77d90b09cd7 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] 10.222.0.44 "GET /v2.0/ports?device_id=19de7999-f151-4eb5-986d-3e7b0f987b5e HTTP/1.1" status: 200 len: 1654 time: 0.2195957 Oct 27 10:25:21.513858 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:21.536598 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0474841-83ec-4834-b5fd-d0a2d2bdb667 {{(pid=102348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:25:21.547607 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09a7164-8527-413c-bd41-43502e1cb756 req-0adf8ab3-3cc5-4a77-9ee2-964d9f7b49e8 tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:21.556868 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-e09a7164-8527-413c-bd41-43502e1cb756 req-0adf8ab3-3cc5-4a77-9ee2-964d9f7b49e8 tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] 10.222.0.44 "GET /v2.0/ports?device_id=f165f7ac-c937-4242-9d48-b6ac68f3a6e2 HTTP/1.1" status: 200 len: 944 time: 0.0659511 Oct 27 10:25:21.562052 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-946d7003-7175-4cfc-87bd-f47cad731b97 req-6c4b27ea-27be-4686-830e-1fad4f689840 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] 10.222.0.44 "GET /v2.0/security-groups?id=34344a0a-bfc2-4f4b-96e6-fe0cf33c620a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0834291 Oct 27 10:25:21.570500 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] For port e0474841-83ec-4834-b5fd-d0a2d2bdb667, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=e0474841-83ec-4834-b5fd-d0a2d2bdb667,segment=NetworkSegment(50500633-18ab-48c2-98da-73563c3123ba),segment_id=50500633-18ab-48c2-98da-73563c3123ba)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:25:21.589508 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:21.661163 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-e09a7164-8527-413c-bd41-43502e1cb756 req-e01d765c-6312-4676-b959-7d6b963b9e9a tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] 10.222.0.44 "GET /v2.0/security-groups?id=df17171a-6534-4d8a-8518-0be5fe64cbb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944083 Oct 27 10:25:21.754453 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-c176d563-0f61-4fe2-90fc-3234b96cd8d4 req-55e8a975-3527-441e-9e20-23d66705cb2d tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Publish callbacks [] for port, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:21.837791 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [req-11bd8a5d-ae04-4ec6-aec0-9e4ac313e26c req-15c09f7d-4ac6-4f11-aaa0-20b559171604 tempest-ListServerFiltersTestJSON-326742351 tempest-ListServerFiltersTestJSON-326742351-project] Deleting port 85265c05-ec01-41f1-9ab1-acc35f6ac44d {{(pid=102347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:25:21.838120 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-11bd8a5d-ae04-4ec6-aec0-9e4ac313e26c req-15c09f7d-4ac6-4f11-aaa0-20b559171604 tempest-ListServerFiltersTestJSON-326742351 tempest-ListServerFiltersTestJSON-326742351-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:21.937161 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-3c6a8245-0581-48aa-b5f6-4d8fe98cd16e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:21.941927 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Pushing event updated for resources: {'Port': ['ID=e0474841-83ec-4834-b5fd-d0a2d2bdb667,revision_number=4']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:25:21.943312 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-11bd8a5d-ae04-4ec6-aec0-9e4ac313e26c req-15c09f7d-4ac6-4f11-aaa0-20b559171604 tempest-ListServerFiltersTestJSON-326742351 tempest-ListServerFiltersTestJSON-326742351-project] For port 85265c05-ec01-41f1-9ab1-acc35f6ac44d, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=85265c05-ec01-41f1-9ab1-acc35f6ac44d,segment=NetworkSegment(decbe644-9a77-4e48-9a29-036ea3cab9b0),segment_id=decbe644-9a77-4e48-9a29-036ea3cab9b0)] {{(pid=102347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:25:21.943755 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-11bd8a5d-ae04-4ec6-aec0-9e4ac313e26c req-15c09f7d-4ac6-4f11-aaa0-20b559171604 tempest-ListServerFiltersTestJSON-326742351 tempest-ListServerFiltersTestJSON-326742351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:21.957565 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [req-11bd8a5d-ae04-4ec6-aec0-9e4ac313e26c req-15c09f7d-4ac6-4f11-aaa0-20b559171604 tempest-ListServerFiltersTestJSON-326742351 tempest-ListServerFiltersTestJSON-326742351-project] Calling delete_port for 85265c05-ec01-41f1-9ab1-acc35f6ac44d owned by compute:nova {{(pid=102347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:25:22.010626 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] get_ports_and_sgs() called for port_ids ['e0474841-83ec-4834-b5fd-d0a2d2bdb667'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:25:22.155018 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-11bd8a5d-ae04-4ec6-aec0-9e4ac313e26c req-15c09f7d-4ac6-4f11-aaa0-20b559171604 tempest-ListServerFiltersTestJSON-326742351 tempest-ListServerFiltersTestJSON-326742351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:22.169135 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] get_ports_and_sgs() called for port_ids ['5aa969cd-99b4-4c9b-83d0-d6509464307d', 'd15d3d59-7292-45e2-a583-16ea6115c10d'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:25:22.300544 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-80da0fb7-16b4-4c30-8cf3-142bfae34994 req-d87186d1-4f37-436f-a632-4e75af327111 tempest-TenantUsagesTestJSON-1784934378 tempest-TenantUsagesTestJSON-1784934378-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=f636857bf1a64d9b8d28058381ace7e5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0661380 Oct 27 10:25:22.332920 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-c176d563-0f61-4fe2-90fc-3234b96cd8d4 req-55e8a975-3527-441e-9e20-23d66705cb2d tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:22.371060 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c09f7d-4ac6-4f11-aaa0-20b559171604 tempest-ListServerFiltersTestJSON-326742351 tempest-ListServerFiltersTestJSON-326742351-project] Pushing event deleted for resources: {'Port': ['ID=85265c05-ec01-41f1-9ab1-acc35f6ac44d,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:25:22.415242 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 48966) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:25:22.442415 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c176d563-0f61-4fe2-90fc-3234b96cd8d4 req-55e8a975-3527-441e-9e20-23d66705cb2d tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Network d9f24547-a97b-4994-95da-a3dc1f0864ec is already hosted by enough agents. {{(pid=102347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:25:22.467721 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [req-11bd8a5d-ae04-4ec6-aec0-9e4ac313e26c req-15c09f7d-4ac6-4f11-aaa0-20b559171604 tempest-ListServerFiltersTestJSON-326742351 tempest-ListServerFiltersTestJSON-326742351-project] No DVR routers for this DVR port 85265c05-ec01-41f1-9ab1-acc35f6ac44d on host n-h2-813419-10 {{(pid=102347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:25:22.473236 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-11bd8a5d-ae04-4ec6-aec0-9e4ac313e26c req-15c09f7d-4ac6-4f11-aaa0-20b559171604 tempest-ListServerFiltersTestJSON-326742351 tempest-ListServerFiltersTestJSON-326742351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:22.481672 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-11bd8a5d-ae04-4ec6-aec0-9e4ac313e26c req-15c09f7d-4ac6-4f11-aaa0-20b559171604 tempest-ListServerFiltersTestJSON-326742351 tempest-ListServerFiltersTestJSON-326742351-project] 10.222.0.76 "DELETE /v2.0/ports/85265c05-ec01-41f1-9ab1-acc35f6ac44d HTTP/1.1" status: 204 len: 173 time: 1.0011942 Oct 27 10:25:22.483301 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 48970) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:25:22.492814 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bd3b845-baa6-4707-936b-e5789fffd4ee', 'name': 'network-vif-deleted', 'tag': '85265c05-ec01-41f1-9ab1-acc35f6ac44d'}] {{(pid=102347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:25:22.500892 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311149b481204ee7edffdb959c881838506fbd95bc8577c048f6677abb73acc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9255884a-7c34-4b37-aece-12f3ec86fb32" -d '{"events": [{"server_uuid": "2bd3b845-baa6-4707-936b-e5789fffd4ee", "name": "network-vif-deleted", "tag": "85265c05-ec01-41f1-9ab1-acc35f6ac44d"}]}' {{(pid=102347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:25:22.517524 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-16ac6cd7-92d6-4788-9933-53083a7aba09 tempest-ImagesOneServerNegativeTestJSON-1258670322 tempest-ImagesOneServerNegativeTestJSON-1258670322-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1770633560', 'description': 'tempest-description--606984494'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:25:22.530416 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [req-c176d563-0f61-4fe2-90fc-3234b96cd8d4 req-55e8a975-3527-441e-9e20-23d66705cb2d tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Resources bound (agent type, host, resource id): {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:25:22.537860 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [req-c176d563-0f61-4fe2-90fc-3234b96cd8d4 req-55e8a975-3527-441e-9e20-23d66705cb2d tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Received port after_create {{(pid=102347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:25:22.557799 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e019e3d-fe82-420e-b08e-38a9019d993d req-081a2c0f-47b5-4213-aba9-68674da4a94f tempest-ServerRescueTestJSON-1025374340 tempest-ServerRescueTestJSON-1025374340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:22.570805 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-7e019e3d-fe82-420e-b08e-38a9019d993d req-081a2c0f-47b5-4213-aba9-68674da4a94f tempest-ServerRescueTestJSON-1025374340 tempest-ServerRescueTestJSON-1025374340-project] 10.222.0.44 "GET /v2.0/ports?device_id=3023f4e1-4118-4ca5-96f9-0bf5c68da3ab HTTP/1.1" status: 200 len: 945 time: 0.4308712 Oct 27 10:25:22.593911 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80da0fb7-16b4-4c30-8cf3-142bfae34994 req-f9c0ccab-e99e-420b-869f-c9b9620e8eae tempest-TenantUsagesTestJSON-1784934378 tempest-TenantUsagesTestJSON-1784934378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:22.607566 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-80da0fb7-16b4-4c30-8cf3-142bfae34994 req-f9c0ccab-e99e-420b-869f-c9b9620e8eae tempest-TenantUsagesTestJSON-1784934378 tempest-TenantUsagesTestJSON-1784934378-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3004847 Oct 27 10:25:22.626879 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [req-80da0fb7-16b4-4c30-8cf3-142bfae34994 req-9c6bd248-470d-44d9-aecf-f5e7e2c7596e tempest-TenantUsagesTestJSON-1784934378 tempest-TenantUsagesTestJSON-1784934378-project] Request body: {'port': {'device_id': '361e1f3b-09df-4239-b53e-befa924810d4', 'network_id': '4d250f92-d229-45fe-a579-67fef8e6c544', 'admin_state_up': True, 'tenant_id': 'f636857bf1a64d9b8d28058381ace7e5'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:25:22.710043 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e8a975-3527-441e-9e20-23d66705cb2d tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Pushing event updated for resources: {'Port': ['ID=870bf313-566e-41bd-b31c-74deaf9c052a,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:25:22.740620 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-39cc0c05-cd2e-4424-942f-547cb36d3d81 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:22.784611 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-16ac6cd7-92d6-4788-9933-53083a7aba09 tempest-ImagesOneServerNegativeTestJSON-1258670322 tempest-ImagesOneServerNegativeTestJSON-1258670322-project] Publish callbacks [] for security_group, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:22.796821 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c176d563-0f61-4fe2-90fc-3234b96cd8d4 req-55e8a975-3527-441e-9e20-23d66705cb2d tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:22.797622 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-c176d563-0f61-4fe2-90fc-3234b96cd8d4 req-55e8a975-3527-441e-9e20-23d66705cb2d tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:22.809267 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-62253f60-f028-4b40-ab25-97de8a721c2a req-eaa0b0a0-ad29-49c9-b4d4-69a60809c5b0 tempest-TenantUsagesTestJSON-1784934378 tempest-TenantUsagesTestJSON-1784934378-project] 10.222.0.44 "GET /v2.0/ports?device_id=361e1f3b-09df-4239-b53e-befa924810d4 HTTP/1.1" status: 200 len: 210 time: 0.0548332 Oct 27 10:25:22.822035 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-7e019e3d-fe82-420e-b08e-38a9019d993d req-ba0057e1-88d5-49d4-9ef5-c65468e92901 tempest-ServerRescueTestJSON-1025374340 tempest-ServerRescueTestJSON-1025374340-project] 10.222.0.44 "GET /v2.0/security-groups?id=5f97c1ff-dad7-428f-af4b-bc7a94091827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2426865 Oct 27 10:25:22.827994 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device 3f71b419-5f78-425f-87ed-afcb3e12c26c no longer exists at agent hyperv_n-h1-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:25:22.890565 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c176d563-0f61-4fe2-90fc-3234b96cd8d4 req-55e8a975-3527-441e-9e20-23d66705cb2d tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2488201 Oct 27 10:25:22.909907 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] get_ports_and_sgs() called for port_ids ['85265c05-ec01-41f1-9ab1-acc35f6ac44d'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:25:22.914580 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [req-c176d563-0f61-4fe2-90fc-3234b96cd8d4 req-aa0134ba-5bfa-48c9-975e-131b86c91e5f tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Request body: {'port': {'device_id': '19de7999-f151-4eb5-986d-3e7b0f987b5e', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '629f7918-c2db-454f-876e-5fb1ab57b5ce', 'admin_state_up': True, 'tenant_id': '4aa10ad73dbe4076b2c4dd14c0d23687', 'security_groups': ['34344a0a-bfc2-4f4b-96e6-fe0cf33c620a']}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:25:22.921458 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] No Port match for: 3f71b419-5f78-425f-87ed-afcb3e12c26c {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:25:22.927586 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device 3f71b419-5f78-425f-87ed-afcb3e12c26c not bound to the agent host n-h1-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:25:22.939865 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:25:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-063ad381-8281-40cd-8fdd-2fd9d5a253cd x-openstack-request-id: req-063ad381-8281-40cd-8fdd-2fd9d5a253cd {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:25:22.940318 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bd3b845-baa6-4707-936b-e5789fffd4ee", "name": "network-vif-deleted", "tag": "85265c05-ec01-41f1-9ab1-acc35f6ac44d", "status": "completed", "code": 200}]} {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:25:22.941817 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-063ad381-8281-40cd-8fdd-2fd9d5a253cd {{(pid=102347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:25:22.942346 n-d-813419-10 neutron-server[102347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bd3b845-baa6-4707-936b-e5789fffd4ee', 'name': 'network-vif-deleted', 'tag': '85265c05-ec01-41f1-9ab1-acc35f6ac44d', 'status': 'completed', 'code': 200} Oct 27 10:25:22.983505 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80da0fb7-16b4-4c30-8cf3-142bfae34994 req-9c6bd248-470d-44d9-aecf-f5e7e2c7596e tempest-TenantUsagesTestJSON-1784934378 tempest-TenantUsagesTestJSON-1784934378-project] Made reservation on behalf of f636857bf1a64d9b8d28058381ace7e5 for: {'port': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:25:22.988699 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-80da0fb7-16b4-4c30-8cf3-142bfae34994 req-9c6bd248-470d-44d9-aecf-f5e7e2c7596e tempest-TenantUsagesTestJSON-1784934378 tempest-TenantUsagesTestJSON-1784934378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:23.000098 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-80da0fb7-16b4-4c30-8cf3-142bfae34994 req-9c6bd248-470d-44d9-aecf-f5e7e2c7596e tempest-TenantUsagesTestJSON-1784934378 tempest-TenantUsagesTestJSON-1784934378-project] Publish callbacks [] for security_group, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:23.032182 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-10398118-b413-4fbb-84f6-82ba38dd0bb8 None None] Provisioning complete for port 870bf313-566e-41bd-b31c-74deaf9c052a triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:25:23.035075 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-10398118-b413-4fbb-84f6-82ba38dd0bb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:23.069693 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82987ec3-a2f9-432a-a8bc-816944727695 req-92f79fa9-8489-491d-8252-9df50de9ab24 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:23.075734 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82987ec3-a2f9-432a-a8bc-816944727695 req-92f79fa9-8489-491d-8252-9df50de9ab24 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:23.081720 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82987ec3-a2f9-432a-a8bc-816944727695 req-92f79fa9-8489-491d-8252-9df50de9ab24 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:23.083804 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-82987ec3-a2f9-432a-a8bc-816944727695 req-92f79fa9-8489-491d-8252-9df50de9ab24 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] 10.222.0.44 "GET /v2.0/ports?device_id=19de7999-f151-4eb5-986d-3e7b0f987b5e HTTP/1.1" status: 200 len: 2375 time: 0.0851808 Oct 27 10:25:23.117018 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-10398118-b413-4fbb-84f6-82ba38dd0bb8 None None] Port 870bf313-566e-41bd-b31c-74deaf9c052a cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:25:23.157162 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device e0474841-83ec-4834-b5fd-d0a2d2bdb667 up at agent hyperv_n-h2-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:25:23.166529 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-82987ec3-a2f9-432a-a8bc-816944727695 req-90cac038-8b16-41df-bfa3-e20184f5f9f2 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] 10.222.0.44 "GET /v2.0/security-groups?id=34344a0a-bfc2-4f4b-96e6-fe0cf33c620a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714009 Oct 27 10:25:23.206965 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-80da0fb7-16b4-4c30-8cf3-142bfae34994 req-9c6bd248-470d-44d9-aecf-f5e7e2c7596e tempest-TenantUsagesTestJSON-1784934378 tempest-TenantUsagesTestJSON-1784934378-project] Publish callbacks [] for security_group, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:23.221306 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-80da0fb7-16b4-4c30-8cf3-142bfae34994 req-9c6bd248-470d-44d9-aecf-f5e7e2c7596e tempest-TenantUsagesTestJSON-1784934378 tempest-TenantUsagesTestJSON-1784934378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:23.265308 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Provisioning for port e0474841-83ec-4834-b5fd-d0a2d2bdb667 completed by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 10:25:23.269641 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Provisioning complete for port e0474841-83ec-4834-b5fd-d0a2d2bdb667 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:25:23.270008 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:23.355992 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6bd248-470d-44d9-aecf-f5e7e2c7596e tempest-TenantUsagesTestJSON-1784934378 tempest-TenantUsagesTestJSON-1784934378-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c39ad688-55cd-4b55-9c6a-ad223fa49193,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:25:23.393389 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:23.415434 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ed0ed5-bde3-4672-a82d-cafcee6d0459 req-56b90c83-1d14-4402-b442-31ecb7964a27 tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:23.417052 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-33ed0ed5-bde3-4672-a82d-cafcee6d0459 req-56b90c83-1d14-4402-b442-31ecb7964a27 tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] 10.222.0.44 "GET /v2.0/ports?device_id=f165f7ac-c937-4242-9d48-b6ac68f3a6e2 HTTP/1.1" status: 200 len: 945 time: 0.1384032 Oct 27 10:25:23.434002 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f165f7ac-c937-4242-9d48-b6ac68f3a6e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0474841-83ec-4834-b5fd-d0a2d2bdb667'}] {{(pid=102348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:25:23.436332 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c588921fa634554a1d9242fdea1b05457a9ff1d3b28ba54ec1dace7f2f1df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e765dfe-09a5-473e-830c-8dd224035acf" -d '{"events": [{"server_uuid": "f165f7ac-c937-4242-9d48-b6ac68f3a6e2", "name": "network-vif-plugged", "status": "completed", "tag": "e0474841-83ec-4834-b5fd-d0a2d2bdb667"}]}' {{(pid=102348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:25:23.450173 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] For port e0474841-83ec-4834-b5fd-d0a2d2bdb667, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=e0474841-83ec-4834-b5fd-d0a2d2bdb667,segment=NetworkSegment(50500633-18ab-48c2-98da-73563c3123ba),segment_id=50500633-18ab-48c2-98da-73563c3123ba)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:25:23.455516 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:23.456355 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device 85265c05-ec01-41f1-9ab1-acc35f6ac44d no longer exists at agent hyperv_n-h2-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:25:23.483731 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] No Port match for: 85265c05-ec01-41f1-9ab1-acc35f6ac44d {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:25:23.483971 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device 85265c05-ec01-41f1-9ab1-acc35f6ac44d not bound to the agent host n-h2-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:25:23.496534 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-3df18455-9210-4abf-ae56-ea867d6b28eb req-b43bcac3-fd97-400b-9058-cf37fbce14cf tempest-ListServerFiltersTestJSON-326742351 tempest-ListServerFiltersTestJSON-326742351-project] 10.222.0.44 "GET /v2.0/ports?device_id=2bd3b845-baa6-4707-936b-e5789fffd4ee HTTP/1.1" status: 200 len: 210 time: 0.0439951 Oct 27 10:25:23.521415 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_common [req-80da0fb7-16b4-4c30-8cf3-142bfae34994 req-9c6bd248-470d-44d9-aecf-f5e7e2c7596e tempest-TenantUsagesTestJSON-1784934378 tempest-TenantUsagesTestJSON-1784934378-project] Allocated IP 192.168.233.126 (4d250f92-d229-45fe-a579-67fef8e6c544/62eb52f7-aac4-48af-8670-e04300325561/93159cd7-e7db-43b2-80a0-547324506f23) {{(pid=102346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:25:23.547637 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Pushing event updated for resources: {'Port': ['ID=e0474841-83ec-4834-b5fd-d0a2d2bdb667,revision_number=5']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:25:23.549180 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-33ed0ed5-bde3-4672-a82d-cafcee6d0459 req-02a5b0c6-6ada-4856-b342-a3f8e44c25c8 tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] 10.222.0.44 "GET /v2.0/security-groups?id=df17171a-6534-4d8a-8518-0be5fe64cbb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211321 Oct 27 10:25:23.573478 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:25:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02589b66-c062-4ae9-b94b-72ada2736281 x-openstack-request-id: req-02589b66-c062-4ae9-b94b-72ada2736281 {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:25:23.573763 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f165f7ac-c937-4242-9d48-b6ac68f3a6e2", "name": "network-vif-plugged", "status": "completed", "tag": "e0474841-83ec-4834-b5fd-d0a2d2bdb667", "code": 200}]} {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:25:23.574014 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-02589b66-c062-4ae9-b94b-72ada2736281 {{(pid=102348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:25:23.574416 n-d-813419-10 neutron-server[102348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f165f7ac-c937-4242-9d48-b6ac68f3a6e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0474841-83ec-4834-b5fd-d0a2d2bdb667', 'code': 200} Oct 27 10:25:23.581555 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c176d563-0f61-4fe2-90fc-3234b96cd8d4 req-aa0134ba-5bfa-48c9-975e-131b86c91e5f tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Made reservation on behalf of 4aa10ad73dbe4076b2c4dd14c0d23687 for: {'port': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:25:23.717157 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-16ac6cd7-92d6-4788-9933-53083a7aba09 tempest-ImagesOneServerNegativeTestJSON-1258670322 tempest-ImagesOneServerNegativeTestJSON-1258670322-project] Publish callbacks [] for security_group, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:23.718995 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-39cc0c05-cd2e-4424-942f-547cb36d3d81 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:23.727114 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-39cc0c05-cd2e-4424-942f-547cb36d3d81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:23.729347 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-16ac6cd7-92d6-4788-9933-53083a7aba09 tempest-ImagesOneServerNegativeTestJSON-1258670322 tempest-ImagesOneServerNegativeTestJSON-1258670322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:23.732365 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-80da0fb7-16b4-4c30-8cf3-142bfae34994 req-9c6bd248-470d-44d9-aecf-f5e7e2c7596e tempest-TenantUsagesTestJSON-1784934378 tempest-TenantUsagesTestJSON-1784934378-project] Publish callbacks [] for port, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:23.738124 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-c176d563-0f61-4fe2-90fc-3234b96cd8d4 req-aa0134ba-5bfa-48c9-975e-131b86c91e5f tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:23.770484 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-80da0fb7-16b4-4c30-8cf3-142bfae34994 req-9c6bd248-470d-44d9-aecf-f5e7e2c7596e tempest-TenantUsagesTestJSON-1784934378 tempest-TenantUsagesTestJSON-1784934378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:23.797701 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dc61c0-dfb3-4b9e-93b9-3230c115df0e req-10bd2ef9-2851-40de-adf0-02bfc347ef4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:23.799195 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-18dc61c0-dfb3-4b9e-93b9-3230c115df0e req-10bd2ef9-2851-40de-adf0-02bfc347ef4c service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=f165f7ac-c937-4242-9d48-b6ac68f3a6e2 HTTP/1.1" status: 200 len: 1098 time: 0.1297028 Oct 27 10:25:23.808397 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-16ac6cd7-92d6-4788-9933-53083a7aba09 tempest-ImagesOneServerNegativeTestJSON-1258670322 tempest-ImagesOneServerNegativeTestJSON-1258670322-project] Publish callbacks [] for security_group, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:23.812591 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-16ac6cd7-92d6-4788-9933-53083a7aba09 tempest-ImagesOneServerNegativeTestJSON-1258670322 tempest-ImagesOneServerNegativeTestJSON-1258670322-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.3026986 Oct 27 10:25:23.814026 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 48982) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:25:23.818714 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-39cc0c05-cd2e-4424-942f-547cb36d3d81 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ad1275a0d80d431ba69ef4550d8e99ef&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3983734 Oct 27 10:25:23.819344 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 48984) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:25:23.820653 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-3639b4f5-6b0c-447f-bc1c-982297155268 tempest-ImagesOneServerNegativeTestJSON-1258670322 tempest-ImagesOneServerNegativeTestJSON-1258670322-project] Request body: {'security_group_rule': {'security_group_id': 'ad06bb2d-967b-4942-801f-72f371043a66', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:25:23.826981 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cc0c05-cd2e-4424-942f-547cb36d3d81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=213a1c5e-0a2b-4935-ba23-d32021516d96,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:25:23.840594 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80da0fb7-16b4-4c30-8cf3-142bfae34994 req-9c6bd248-470d-44d9-aecf-f5e7e2c7596e tempest-TenantUsagesTestJSON-1784934378 tempest-TenantUsagesTestJSON-1784934378-project] Network 4d250f92-d229-45fe-a579-67fef8e6c544 is already hosted by enough agents. {{(pid=102346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:25:23.847871 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [req-80da0fb7-16b4-4c30-8cf3-142bfae34994 req-9c6bd248-470d-44d9-aecf-f5e7e2c7596e tempest-TenantUsagesTestJSON-1784934378 tempest-TenantUsagesTestJSON-1784934378-project] Resources bound (agent type, host, resource id): {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:25:23.852564 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [req-80da0fb7-16b4-4c30-8cf3-142bfae34994 req-9c6bd248-470d-44d9-aecf-f5e7e2c7596e tempest-TenantUsagesTestJSON-1784934378 tempest-TenantUsagesTestJSON-1784934378-project] Received port after_create {{(pid=102346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:25:23.857303 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6bd248-470d-44d9-aecf-f5e7e2c7596e tempest-TenantUsagesTestJSON-1784934378 tempest-TenantUsagesTestJSON-1784934378-project] Pushing event updated for resources: {'Port': ['ID=93159cd7-e7db-43b2-80a0-547324506f23,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:25:24.023680 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80da0fb7-16b4-4c30-8cf3-142bfae34994 req-9c6bd248-470d-44d9-aecf-f5e7e2c7596e tempest-TenantUsagesTestJSON-1784934378 tempest-TenantUsagesTestJSON-1784934378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:24.024386 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-80da0fb7-16b4-4c30-8cf3-142bfae34994 req-9c6bd248-470d-44d9-aecf-f5e7e2c7596e tempest-TenantUsagesTestJSON-1784934378 tempest-TenantUsagesTestJSON-1784934378-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:24.026808 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-3639b4f5-6b0c-447f-bc1c-982297155268 tempest-ImagesOneServerNegativeTestJSON-1258670322 tempest-ImagesOneServerNegativeTestJSON-1258670322-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:24.036973 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ac6cd7-92d6-4788-9933-53083a7aba09 tempest-ImagesOneServerNegativeTestJSON-1258670322 tempest-ImagesOneServerNegativeTestJSON-1258670322-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad06bb2d-967b-4942-801f-72f371043a66,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:25:24.072458 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-80da0fb7-16b4-4c30-8cf3-142bfae34994 req-9c6bd248-470d-44d9-aecf-f5e7e2c7596e tempest-TenantUsagesTestJSON-1784934378 tempest-TenantUsagesTestJSON-1784934378-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4565501 Oct 27 10:25:24.094007 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [req-80da0fb7-16b4-4c30-8cf3-142bfae34994 req-d6a5e371-5905-4468-8b13-c64994cf884e service neutron] Request body: {'port': {'device_id': '361e1f3b-09df-4239-b53e-befa924810d4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-10'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:25:24.104080 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b20ee4-448d-4e5d-83ce-582fe43f65fe req-b9d4e18f-c2f9-46c0-8723-c610d9243be5 tempest-ServerRescueTestJSON-1025374340 tempest-ServerRescueTestJSON-1025374340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:24.105915 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-a6b20ee4-448d-4e5d-83ce-582fe43f65fe req-b9d4e18f-c2f9-46c0-8723-c610d9243be5 tempest-ServerRescueTestJSON-1025374340 tempest-ServerRescueTestJSON-1025374340-project] 10.222.0.44 "GET /v2.0/ports?device_id=3023f4e1-4118-4ca5-96f9-0bf5c68da3ab HTTP/1.1" status: 200 len: 945 time: 0.1276388 Oct 27 10:25:24.158721 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-18dc61c0-dfb3-4b9e-93b9-3230c115df0e req-3c7e8140-965b-4a05-a553-e139de390206 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=df17171a-6534-4d8a-8518-0be5fe64cbb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3476405 Oct 27 10:25:24.163437 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-0b9e1610-d483-47bc-a766-14cd102cb3d0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:24.184789 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec2815a-5696-405f-8244-73d511c15855 req-a9c57b23-d107-408f-8454-8b6362d6dd95 tempest-TenantUsagesTestJSON-1784934378 tempest-TenantUsagesTestJSON-1784934378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:24.186254 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-4ec2815a-5696-405f-8244-73d511c15855 req-a9c57b23-d107-408f-8454-8b6362d6dd95 tempest-TenantUsagesTestJSON-1784934378 tempest-TenantUsagesTestJSON-1784934378-project] 10.222.0.44 "GET /v2.0/ports?device_id=361e1f3b-09df-4239-b53e-befa924810d4 HTTP/1.1" status: 200 len: 936 time: 0.1457524 Oct 27 10:25:24.208233 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-3639b4f5-6b0c-447f-bc1c-982297155268 tempest-ImagesOneServerNegativeTestJSON-1258670322 tempest-ImagesOneServerNegativeTestJSON-1258670322-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:24.213015 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-80da0fb7-16b4-4c30-8cf3-142bfae34994 req-d6a5e371-5905-4468-8b13-c64994cf884e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:24.216176 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-3639b4f5-6b0c-447f-bc1c-982297155268 tempest-ImagesOneServerNegativeTestJSON-1258670322 tempest-ImagesOneServerNegativeTestJSON-1258670322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671902'] for security_group_rule, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:24.248561 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-0b9e1610-d483-47bc-a766-14cd102cb3d0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:24.251307 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7d36695f-6d04-4c46-8290-9fdd2f0149bc None None] Provisioning complete for port 93159cd7-e7db-43b2-80a0-547324506f23 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:25:24.252470 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7d36695f-6d04-4c46-8290-9fdd2f0149bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:24.263007 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3639b4f5-6b0c-447f-bc1c-982297155268 tempest-ImagesOneServerNegativeTestJSON-1258670322 tempest-ImagesOneServerNegativeTestJSON-1258670322-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea782dbd-23e5-4711-a1e9-aa901048e220,revision_number=0']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:25:24.298156 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-7d36695f-6d04-4c46-8290-9fdd2f0149bc None None] Port 93159cd7-e7db-43b2-80a0-547324506f23 cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:25:24.312609 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_common [req-c176d563-0f61-4fe2-90fc-3234b96cd8d4 req-aa0134ba-5bfa-48c9-975e-131b86c91e5f tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Allocated IP 10.2.2.100 (629f7918-c2db-454f-876e-5fb1ab57b5ce/44c80a83-a220-441f-8a83-aa10dbf72783/02eec9e0-03c6-433a-af9e-1b5e5abf2703) {{(pid=102347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:25:24.315271 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-a6b20ee4-448d-4e5d-83ce-582fe43f65fe req-10f23c7a-2b4b-4652-8543-317f2768f367 tempest-ServerRescueTestJSON-1025374340 tempest-ServerRescueTestJSON-1025374340-project] 10.222.0.44 "GET /v2.0/security-groups?id=5f97c1ff-dad7-428f-af4b-bc7a94091827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361389 Oct 27 10:25:24.320159 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-4ec2815a-5696-405f-8244-73d511c15855 req-f42ead86-fd1f-497f-849f-37aa21a03acb tempest-TenantUsagesTestJSON-1784934378 tempest-TenantUsagesTestJSON-1784934378-project] 10.222.0.44 "GET /v2.0/security-groups?id=c39ad688-55cd-4b55-9c6a-ad223fa49193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229372 Oct 27 10:25:24.373529 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-0b9e1610-d483-47bc-a766-14cd102cb3d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:24.378277 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-0b9e1610-d483-47bc-a766-14cd102cb3d0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:24.379890 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-0b9e1610-d483-47bc-a766-14cd102cb3d0 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/213a1c5e-0a2b-4935-ba23-d32021516d96 HTTP/1.1" status: 204 len: 168 time: 0.5536904 Oct 27 10:25:24.461463 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-3639b4f5-6b0c-447f-bc1c-982297155268 tempest-ImagesOneServerNegativeTestJSON-1258670322 tempest-ImagesOneServerNegativeTestJSON-1258670322-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:24.462852 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-3639b4f5-6b0c-447f-bc1c-982297155268 tempest-ImagesOneServerNegativeTestJSON-1258670322 tempest-ImagesOneServerNegativeTestJSON-1258670322-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6463957 Oct 27 10:25:24.466121 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 48994) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:25:24.470689 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-75e46bde-5c2a-4717-8ff1-fd233b4846fb tempest-ImagesOneServerNegativeTestJSON-1258670322 tempest-ImagesOneServerNegativeTestJSON-1258670322-project] Request body: {'security_group_rule': {'security_group_id': 'ad06bb2d-967b-4942-801f-72f371043a66', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:25:24.515150 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9e1610-d483-47bc-a766-14cd102cb3d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=213a1c5e-0a2b-4935-ba23-d32021516d96,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:25:24.602296 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fad60e-1682-4fa3-8fd1-02748085502e req-e0e026b0-7ac1-4a12-b047-5c80f59737d3 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:24.608452 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fad60e-1682-4fa3-8fd1-02748085502e req-e0e026b0-7ac1-4a12-b047-5c80f59737d3 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:24.617977 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fad60e-1682-4fa3-8fd1-02748085502e req-e0e026b0-7ac1-4a12-b047-5c80f59737d3 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:24.619657 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c5fad60e-1682-4fa3-8fd1-02748085502e req-e0e026b0-7ac1-4a12-b047-5c80f59737d3 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] 10.222.0.44 "GET /v2.0/ports?device_id=19de7999-f151-4eb5-986d-3e7b0f987b5e HTTP/1.1" status: 200 len: 2375 time: 0.1868794 Oct 27 10:25:24.622752 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-c176d563-0f61-4fe2-90fc-3234b96cd8d4 req-aa0134ba-5bfa-48c9-975e-131b86c91e5f tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Publish callbacks [] for port, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:24.649054 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-75e46bde-5c2a-4717-8ff1-fd233b4846fb tempest-ImagesOneServerNegativeTestJSON-1258670322 tempest-ImagesOneServerNegativeTestJSON-1258670322-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:24.695411 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c5fad60e-1682-4fa3-8fd1-02748085502e req-a93ff2f7-6ceb-4983-b323-bb223287016b tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] 10.222.0.44 "GET /v2.0/security-groups?id=34344a0a-bfc2-4f4b-96e6-fe0cf33c620a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607467 Oct 27 10:25:24.716155 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-c176d563-0f61-4fe2-90fc-3234b96cd8d4 req-aa0134ba-5bfa-48c9-975e-131b86c91e5f tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:24.805024 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c176d563-0f61-4fe2-90fc-3234b96cd8d4 req-aa0134ba-5bfa-48c9-975e-131b86c91e5f tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Network 629f7918-c2db-454f-876e-5fb1ab57b5ce is already hosted by enough agents. {{(pid=102347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:25:24.809464 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [req-c176d563-0f61-4fe2-90fc-3234b96cd8d4 req-aa0134ba-5bfa-48c9-975e-131b86c91e5f tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Resources bound (agent type, host, resource id): {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:25:24.811616 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0134ba-5bfa-48c9-975e-131b86c91e5f tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Pushing event updated for resources: {'Port': ['ID=02eec9e0-03c6-433a-af9e-1b5e5abf2703,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:25:24.813952 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [req-c176d563-0f61-4fe2-90fc-3234b96cd8d4 req-aa0134ba-5bfa-48c9-975e-131b86c91e5f tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Received port after_create {{(pid=102347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:25:24.858151 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 49006) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:25:24.884478 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-3596fb21-8faa-4b0c-9f28-e7ccb3a46f64 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:24.901578 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c176d563-0f61-4fe2-90fc-3234b96cd8d4 req-aa0134ba-5bfa-48c9-975e-131b86c91e5f tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:24.902237 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-c176d563-0f61-4fe2-90fc-3234b96cd8d4 req-aa0134ba-5bfa-48c9-975e-131b86c91e5f tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:24.956270 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d825b1-7597-41ef-9fda-6a03b0e1fb03 req-f2096b7c-805e-466c-8af6-cccfb74ecc18 tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:24.967555 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c176d563-0f61-4fe2-90fc-3234b96cd8d4 req-aa0134ba-5bfa-48c9-975e-131b86c91e5f tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0623438 Oct 27 10:25:24.969439 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-a1d825b1-7597-41ef-9fda-6a03b0e1fb03 req-f2096b7c-805e-466c-8af6-cccfb74ecc18 tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] 10.222.0.44 "GET /v2.0/ports?device_id=f165f7ac-c937-4242-9d48-b6ac68f3a6e2 HTTP/1.1" status: 200 len: 946 time: 0.1998360 Oct 27 10:25:24.984972 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-75e46bde-5c2a-4717-8ff1-fd233b4846fb tempest-ImagesOneServerNegativeTestJSON-1258670322 tempest-ImagesOneServerNegativeTestJSON-1258670322-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:24.992429 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [req-c176d563-0f61-4fe2-90fc-3234b96cd8d4 req-339a230a-add0-47ed-abcd-37e8ca2b9696 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Request body: {'port': {'device_id': '19de7999-f151-4eb5-986d-3e7b0f987b5e', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '629f7918-c2db-454f-876e-5fb1ab57b5ce', 'admin_state_up': True, 'tenant_id': '4aa10ad73dbe4076b2c4dd14c0d23687', 'security_groups': ['34344a0a-bfc2-4f4b-96e6-fe0cf33c620a']}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:25:24.999992 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-75e46bde-5c2a-4717-8ff1-fd233b4846fb tempest-ImagesOneServerNegativeTestJSON-1258670322 tempest-ImagesOneServerNegativeTestJSON-1258670322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671902'] for security_group_rule, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:25.014118 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [req-80da0fb7-16b4-4c30-8cf3-142bfae34994 req-d6a5e371-5905-4468-8b13-c64994cf884e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93159cd7-e7db-43b2-80a0-547324506f23 {{(pid=102346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:25:25.035015 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-80da0fb7-16b4-4c30-8cf3-142bfae34994 req-d6a5e371-5905-4468-8b13-c64994cf884e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:25.057575 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e46bde-5c2a-4717-8ff1-fd233b4846fb tempest-ImagesOneServerNegativeTestJSON-1258670322 tempest-ImagesOneServerNegativeTestJSON-1258670322-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3877219c-9d3c-4482-bcec-1a58ac40cb9c,revision_number=0']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:25:25.101481 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-a1d825b1-7597-41ef-9fda-6a03b0e1fb03 req-21fece3c-b534-4a43-886b-f458aa8fbca7 tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] 10.222.0.44 "GET /v2.0/security-groups?id=df17171a-6534-4d8a-8518-0be5fe64cbb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310179 Oct 27 10:25:25.107202 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.provisioning_blocks [req-80da0fb7-16b4-4c30-8cf3-142bfae34994 req-d6a5e371-5905-4468-8b13-c64994cf884e service neutron] Transition to ACTIVE for port object 93159cd7-e7db-43b2-80a0-547324506f23 will not be triggered until provisioned by entity L2. {{(pid=102346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 10:25:25.123047 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-75e46bde-5c2a-4717-8ff1-fd233b4846fb tempest-ImagesOneServerNegativeTestJSON-1258670322 tempest-ImagesOneServerNegativeTestJSON-1258670322-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:25.124866 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-75e46bde-5c2a-4717-8ff1-fd233b4846fb tempest-ImagesOneServerNegativeTestJSON-1258670322 tempest-ImagesOneServerNegativeTestJSON-1258670322-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6576877 Oct 27 10:25:25.128309 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-3596fb21-8faa-4b0c-9f28-e7ccb3a46f64 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:25.128469 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 49010) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:25:25.134445 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-79acbfa4-5beb-49ec-ba70-ce3d905ababd tempest-ImagesOneServerNegativeTestJSON-1258670322 tempest-ImagesOneServerNegativeTestJSON-1258670322-project] Request body: {'floatingip': {'floating_network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:25:25.137504 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-3596fb21-8faa-4b0c-9f28-e7ccb3a46f64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:25.140537 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-80da0fb7-16b4-4c30-8cf3-142bfae34994 req-d6a5e371-5905-4468-8b13-c64994cf884e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27024173'] for port, after_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:25.147116 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-4041388b-0d6a-4b5b-9644-1915a4145729 None None] Provisioning complete for port 02eec9e0-03c6-433a-af9e-1b5e5abf2703 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:25:25.147571 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-4041388b-0d6a-4b5b-9644-1915a4145729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:25.217638 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-79acbfa4-5beb-49ec-ba70-ce3d905ababd tempest-ImagesOneServerNegativeTestJSON-1258670322 tempest-ImagesOneServerNegativeTestJSON-1258670322-project] Publish callbacks [] for floatingip, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:25.219033 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-4041388b-0d6a-4b5b-9644-1915a4145729 None None] Port 02eec9e0-03c6-433a-af9e-1b5e5abf2703 cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:25:25.224428 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a5e371-5905-4468-8b13-c64994cf884e service neutron] Pushing event updated for resources: {'Port': ['ID=93159cd7-e7db-43b2-80a0-547324506f23,revision_number=2']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:25:25.263837 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-3596fb21-8faa-4b0c-9f28-e7ccb3a46f64 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2bd36876351742aab91b33f5762fa7d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4046369 Oct 27 10:25:25.264762 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3596fb21-8faa-4b0c-9f28-e7ccb3a46f64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64556b65-5f99-4698-a6e9-e843d707401f,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:25:25.269126 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 49012) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:25:25.336520 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c176d563-0f61-4fe2-90fc-3234b96cd8d4 req-339a230a-add0-47ed-abcd-37e8ca2b9696 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Made reservation on behalf of 4aa10ad73dbe4076b2c4dd14c0d23687 for: {'port': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:25:25.342055 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-c176d563-0f61-4fe2-90fc-3234b96cd8d4 req-339a230a-add0-47ed-abcd-37e8ca2b9696 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:25.381807 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb97aec-102c-4caf-9729-13bfa6efedcf req-f76f8558-c715-46a3-83e7-49f5bca2f7e3 tempest-ListServerFiltersTestJSON-326742351 tempest-ListServerFiltersTestJSON-326742351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:25.389728 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-eeb97aec-102c-4caf-9729-13bfa6efedcf req-f76f8558-c715-46a3-83e7-49f5bca2f7e3 tempest-ListServerFiltersTestJSON-326742351 tempest-ListServerFiltersTestJSON-326742351-project] 10.222.0.44 "GET /v2.0/ports?device_id=48159e85-4d68-4bf6-8aa6-e816915ba353 HTTP/1.1" status: 200 len: 945 time: 0.1979632 Oct 27 10:25:25.403536 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-3aef3991-b88a-4102-8fc5-9910e76bc918 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:25.441266 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.managers [req-80da0fb7-16b4-4c30-8cf3-142bfae34994 req-d6a5e371-5905-4468-8b13-c64994cf884e service neutron] Attempting to bind port 93159cd7-e7db-43b2-80a0-547324506f23 on host n-h1-813419-10 for vnic_type normal with profile {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:25:25.442038 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.managers [req-80da0fb7-16b4-4c30-8cf3-142bfae34994 req-d6a5e371-5905-4468-8b13-c64994cf884e service neutron] Attempting to bind port 93159cd7-e7db-43b2-80a0-547324506f23 by drivers openvswitch,hyperv on host n-h1-813419-10 at level 0 using segments [{'id': 'f7c42c6d-2766-46d8-a8b7-4852117a5555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '4d250f92-d229-45fe-a579-67fef8e6c544'}] {{(pid=102346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:25:25.443128 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80da0fb7-16b4-4c30-8cf3-142bfae34994 req-d6a5e371-5905-4468-8b13-c64994cf884e service neutron] Attempting to bind port 93159cd7-e7db-43b2-80a0-547324506f23 on network 4d250f92-d229-45fe-a579-67fef8e6c544 {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:25:25.444558 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-3aef3991-b88a-4102-8fc5-9910e76bc918 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:25.465851 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80da0fb7-16b4-4c30-8cf3-142bfae34994 req-d6a5e371-5905-4468-8b13-c64994cf884e service neutron] Port 93159cd7-e7db-43b2-80a0-547324506f23 on network 4d250f92-d229-45fe-a579-67fef8e6c544 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-10 {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 10:25:25.466455 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80da0fb7-16b4-4c30-8cf3-142bfae34994 req-d6a5e371-5905-4468-8b13-c64994cf884e service neutron] Attempting to bind port 93159cd7-e7db-43b2-80a0-547324506f23 on network 4d250f92-d229-45fe-a579-67fef8e6c544 {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:25:25.488101 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80da0fb7-16b4-4c30-8cf3-142bfae34994 req-d6a5e371-5905-4468-8b13-c64994cf884e service neutron] Checking agent: {'id': 'a52e1cab-0c63-402d-9c94-330537c6c076', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 16, 2), 'started_at': datetime.datetime(2021, 10, 27, 10, 16, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 25, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:25:25.488748 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80da0fb7-16b4-4c30-8cf3-142bfae34994 req-d6a5e371-5905-4468-8b13-c64994cf884e service neutron] Checking segment: {'id': 'f7c42c6d-2766-46d8-a8b7-4852117a5555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '4d250f92-d229-45fe-a579-67fef8e6c544'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:25:25.489357 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80da0fb7-16b4-4c30-8cf3-142bfae34994 req-d6a5e371-5905-4468-8b13-c64994cf884e service neutron] Bound using segment: {'id': 'f7c42c6d-2766-46d8-a8b7-4852117a5555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '4d250f92-d229-45fe-a579-67fef8e6c544'} {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:25:25.490481 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.managers [req-80da0fb7-16b4-4c30-8cf3-142bfae34994 req-d6a5e371-5905-4468-8b13-c64994cf884e service neutron] Bound port: 93159cd7-e7db-43b2-80a0-547324506f23, host: n-h1-813419-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7c42c6d-2766-46d8-a8b7-4852117a5555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '4d250f92-d229-45fe-a579-67fef8e6c544'}}] {{(pid=102346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:25:25.490996 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-80da0fb7-16b4-4c30-8cf3-142bfae34994 req-d6a5e371-5905-4468-8b13-c64994cf884e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:25.544822 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-eeb97aec-102c-4caf-9729-13bfa6efedcf req-c06dc6dc-4cfc-4776-afd5-f4f3ac3e5c60 tempest-ListServerFiltersTestJSON-326742351 tempest-ListServerFiltersTestJSON-326742351-project] 10.222.0.44 "GET /v2.0/security-groups?id=f276a67d-9e93-463b-b0a2-3e206c03b654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538393 Oct 27 10:25:25.605119 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [req-80da0fb7-16b4-4c30-8cf3-142bfae34994 req-d6a5e371-5905-4468-8b13-c64994cf884e service neutron] For port 93159cd7-e7db-43b2-80a0-547324506f23, host n-h1-813419-10, cleared binding levels {{(pid=102346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:25:25.611225 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [req-80da0fb7-16b4-4c30-8cf3-142bfae34994 req-d6a5e371-5905-4468-8b13-c64994cf884e service neutron] For port 93159cd7-e7db-43b2-80a0-547324506f23, host n-h1-813419-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=93159cd7-e7db-43b2-80a0-547324506f23,segment=NetworkSegment(f7c42c6d-2766-46d8-a8b7-4852117a5555),segment_id=f7c42c6d-2766-46d8-a8b7-4852117a5555)] {{(pid=102346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:25:25.626448 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-80da0fb7-16b4-4c30-8cf3-142bfae34994 req-d6a5e371-5905-4468-8b13-c64994cf884e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27024173'] for port, after_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:25.669691 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-3aef3991-b88a-4102-8fc5-9910e76bc918 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:25.672708 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-3aef3991-b88a-4102-8fc5-9910e76bc918 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:25.673844 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-3aef3991-b88a-4102-8fc5-9910e76bc918 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/64556b65-5f99-4698-a6e9-e843d707401f HTTP/1.1" status: 204 len: 168 time: 0.4015703 Oct 27 10:25:25.689442 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8cf75d-fc18-4054-9f11-19cee3f5682a req-c6ef957d-3f85-4fc7-8143-dfc43ce69882 tempest-TenantUsagesTestJSON-1784934378 tempest-TenantUsagesTestJSON-1784934378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:25.690968 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-9d8cf75d-fc18-4054-9f11-19cee3f5682a req-c6ef957d-3f85-4fc7-8143-dfc43ce69882 tempest-TenantUsagesTestJSON-1784934378 tempest-TenantUsagesTestJSON-1784934378-project] 10.222.0.44 "GET /v2.0/ports?device_id=361e1f3b-09df-4239-b53e-befa924810d4 HTTP/1.1" status: 200 len: 948 time: 0.2414463 Oct 27 10:25:25.702001 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80da0fb7-16b4-4c30-8cf3-142bfae34994 req-d6a5e371-5905-4468-8b13-c64994cf884e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:25.702749 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-80da0fb7-16b4-4c30-8cf3-142bfae34994 req-d6a5e371-5905-4468-8b13-c64994cf884e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:25.704805 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-80da0fb7-16b4-4c30-8cf3-142bfae34994 req-d6a5e371-5905-4468-8b13-c64994cf884e service neutron] 10.222.0.64 "PUT /v2.0/ports/93159cd7-e7db-43b2-80a0-547324506f23 HTTP/1.1" status: 200 len: 1097 time: 1.6164474 Oct 27 10:25:25.704805 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '361e1f3b-09df-4239-b53e-befa924810d4', 'tag': '93159cd7-e7db-43b2-80a0-547324506f23'}] {{(pid=102346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:25:25.706823 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc0e418f5fc417c8d55d94c0aa509b037d0beb2a734c1a709e789eb65639a56d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cc3845b-0efc-4b13-8990-2b15bfe8c7b4" -d '{"events": [{"name": "network-changed", "server_uuid": "361e1f3b-09df-4239-b53e-befa924810d4", "tag": "93159cd7-e7db-43b2-80a0-547324506f23"}]}' {{(pid=102346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:25:25.738002 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aef3991-b88a-4102-8fc5-9910e76bc918 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64556b65-5f99-4698-a6e9-e843d707401f,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:25:25.759933 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f434f0fc-a00b-44d8-83d0-bafbcb99a922 req-6a77e321-4a38-4fd5-a752-99de168a178b tempest-ServerRescueTestJSON-1025374340 tempest-ServerRescueTestJSON-1025374340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:25.760413 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a5e371-5905-4468-8b13-c64994cf884e service neutron] Pushing event updated for resources: {'Port': ['ID=93159cd7-e7db-43b2-80a0-547324506f23,revision_number=3']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:25:25.763203 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-f434f0fc-a00b-44d8-83d0-bafbcb99a922 req-6a77e321-4a38-4fd5-a752-99de168a178b tempest-ServerRescueTestJSON-1025374340 tempest-ServerRescueTestJSON-1025374340-project] 10.222.0.44 "GET /v2.0/ports?device_id=3023f4e1-4118-4ca5-96f9-0bf5c68da3ab HTTP/1.1" status: 200 len: 945 time: 0.1351857 Oct 27 10:25:25.771465 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-79acbfa4-5beb-49ec-ba70-ce3d905ababd tempest-ImagesOneServerNegativeTestJSON-1258670322 tempest-ImagesOneServerNegativeTestJSON-1258670322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:25.804434 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-9d8cf75d-fc18-4054-9f11-19cee3f5682a req-0930b5de-508b-4095-8d81-be1394e12ad8 tempest-TenantUsagesTestJSON-1784934378 tempest-TenantUsagesTestJSON-1784934378-project] 10.222.0.44 "GET /v2.0/security-groups?id=c39ad688-55cd-4b55-9c6a-ad223fa49193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922766 Oct 27 10:25:25.889756 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_common [req-c176d563-0f61-4fe2-90fc-3234b96cd8d4 req-339a230a-add0-47ed-abcd-37e8ca2b9696 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Allocated IP 10.2.2.200 (629f7918-c2db-454f-876e-5fb1ab57b5ce/44c80a83-a220-441f-8a83-aa10dbf72783/52999097-daf5-40c3-b409-81f220c75685) {{(pid=102347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:25:25.901809 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-f434f0fc-a00b-44d8-83d0-bafbcb99a922 req-136281fe-16b1-44f7-aa62-3194e03563c0 tempest-ServerRescueTestJSON-1025374340 tempest-ServerRescueTestJSON-1025374340-project] 10.222.0.44 "GET /v2.0/security-groups?id=5f97c1ff-dad7-428f-af4b-bc7a94091827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307580 Oct 27 10:25:25.912682 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 10:25:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cba5370-2093-45c1-8884-4fb472a5380c x-openstack-request-id: req-3cba5370-2093-45c1-8884-4fb472a5380c {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:25:25.913205 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "361e1f3b-09df-4239-b53e-befa924810d4", "tag": "93159cd7-e7db-43b2-80a0-547324506f23", "status": "completed", "code": 200}]} {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:25:25.913616 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3cba5370-2093-45c1-8884-4fb472a5380c {{(pid=102346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:25:25.914174 n-d-813419-10 neutron-server[102346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '361e1f3b-09df-4239-b53e-befa924810d4', 'tag': '93159cd7-e7db-43b2-80a0-547324506f23', 'status': 'completed', 'code': 200} Oct 27 10:25:26.041833 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80da0fb7-16b4-4c30-8cf3-142bfae34994 req-f7ef3f2c-dfb0-46a6-b6b2-ffd966fc0dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:26.043319 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-80da0fb7-16b4-4c30-8cf3-142bfae34994 req-f7ef3f2c-dfb0-46a6-b6b2-ffd966fc0dfc service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f636857bf1a64d9b8d28058381ace7e5&device_id=361e1f3b-09df-4239-b53e-befa924810d4 HTTP/1.1" status: 200 len: 1100 time: 0.1560984 Oct 27 10:25:26.116869 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-80da0fb7-16b4-4c30-8cf3-142bfae34994 req-235c3a24-d963-4926-82f8-47543269db40 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.126&port_id=93159cd7-e7db-43b2-80a0-547324506f23 HTTP/1.1" status: 200 len: 217 time: 0.0568554 Oct 27 10:25:26.128524 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_common [None req-79acbfa4-5beb-49ec-ba70-ce3d905ababd tempest-ImagesOneServerNegativeTestJSON-1258670322 tempest-ImagesOneServerNegativeTestJSON-1258670322-project] Allocated IP 172.25.8.53 (185ff123-c7ff-45c7-a6be-71feb35acc9c/0fb9f9d1-7384-481f-8fa8-f4566c349d30/bc2a3935-cd1e-47ab-9cb2-2a019bc1caae) {{(pid=102346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:25:26.199935 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-c176d563-0f61-4fe2-90fc-3234b96cd8d4 req-339a230a-add0-47ed-abcd-37e8ca2b9696 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Publish callbacks [] for port, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:26.226934 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80da0fb7-16b4-4c30-8cf3-142bfae34994 req-24685091-efe2-43dd-9766-4413832cb134 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:26.230020 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-80da0fb7-16b4-4c30-8cf3-142bfae34994 req-24685091-efe2-43dd-9766-4413832cb134 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=62eb52f7-aac4-48af-8670-e04300325561 HTTP/1.1" status: 200 len: 843 time: 0.0986958 Oct 27 10:25:26.281138 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-c176d563-0f61-4fe2-90fc-3234b96cd8d4 req-339a230a-add0-47ed-abcd-37e8ca2b9696 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:26.333040 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7844b60-13b9-499b-b413-7d5ae5df3bef req-f4ceb243-e7b8-4255-ac96-4c275ed892ea tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:26.341013 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7844b60-13b9-499b-b413-7d5ae5df3bef req-f4ceb243-e7b8-4255-ac96-4c275ed892ea tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:26.348442 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7844b60-13b9-499b-b413-7d5ae5df3bef req-f4ceb243-e7b8-4255-ac96-4c275ed892ea tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:26.354366 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7844b60-13b9-499b-b413-7d5ae5df3bef req-f4ceb243-e7b8-4255-ac96-4c275ed892ea tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:26.362942 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-d7844b60-13b9-499b-b413-7d5ae5df3bef req-f4ceb243-e7b8-4255-ac96-4c275ed892ea tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] 10.222.0.44 "GET /v2.0/ports?device_id=19de7999-f151-4eb5-986d-3e7b0f987b5e HTTP/1.1" status: 200 len: 3096 time: 0.3276734 Oct 27 10:25:26.381737 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c176d563-0f61-4fe2-90fc-3234b96cd8d4 req-339a230a-add0-47ed-abcd-37e8ca2b9696 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Network 629f7918-c2db-454f-876e-5fb1ab57b5ce is already hosted by enough agents. {{(pid=102347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:25:26.394806 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [req-c176d563-0f61-4fe2-90fc-3234b96cd8d4 req-339a230a-add0-47ed-abcd-37e8ca2b9696 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Resources bound (agent type, host, resource id): {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:25:26.410566 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339a230a-add0-47ed-abcd-37e8ca2b9696 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Pushing event updated for resources: {'Port': ['ID=52999097-daf5-40c3-b409-81f220c75685,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:25:26.435801 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [req-c176d563-0f61-4fe2-90fc-3234b96cd8d4 req-339a230a-add0-47ed-abcd-37e8ca2b9696 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Received port after_create {{(pid=102347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:25:26.436944 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80da0fb7-16b4-4c30-8cf3-142bfae34994 req-fb5178b7-ffe4-4c4d-b2fe-2b50141c1b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:26.438660 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-80da0fb7-16b4-4c30-8cf3-142bfae34994 req-fb5178b7-ffe4-4c4d-b2fe-2b50141c1b27 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4d250f92-d229-45fe-a579-67fef8e6c544&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1928208 Oct 27 10:25:26.463210 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ff6e0a-0dab-4ff8-a694-5decf6f77250 req-4d2d6339-d45e-466a-aa25-d1196234e22d tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:26.464858 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-76ff6e0a-0dab-4ff8-a694-5decf6f77250 req-4d2d6339-d45e-466a-aa25-d1196234e22d tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] 10.222.0.44 "GET /v2.0/ports?device_id=f165f7ac-c937-4242-9d48-b6ac68f3a6e2 HTTP/1.1" status: 200 len: 946 time: 0.2025177 Oct 27 10:25:26.497953 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-79acbfa4-5beb-49ec-ba70-ce3d905ababd tempest-ImagesOneServerNegativeTestJSON-1258670322 tempest-ImagesOneServerNegativeTestJSON-1258670322-project] Publish callbacks [] for port, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:26.514986 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-d7844b60-13b9-499b-b413-7d5ae5df3bef req-ef004f25-d181-462c-89cc-dede79fcd9ec tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] 10.222.0.44 "GET /v2.0/security-groups?id=34344a0a-bfc2-4f4b-96e6-fe0cf33c620a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1514070 Oct 27 10:25:26.590133 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b8630c-1e10-455e-aaae-0f3ac524ec8e req-8ab7daa8-800c-4587-a235-75ab81fe67ea tempest-ListServerFiltersTestJSON-326742351 tempest-ListServerFiltersTestJSON-326742351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:26.592804 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-91b8630c-1e10-455e-aaae-0f3ac524ec8e req-8ab7daa8-800c-4587-a235-75ab81fe67ea tempest-ListServerFiltersTestJSON-326742351 tempest-ListServerFiltersTestJSON-326742351-project] 10.222.0.64 "GET /v2.0/ports?device_id=48159e85-4d68-4bf6-8aa6-e816915ba353 HTTP/1.1" status: 200 len: 945 time: 0.2098105 Oct 27 10:25:26.602564 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c176d563-0f61-4fe2-90fc-3234b96cd8d4 req-339a230a-add0-47ed-abcd-37e8ca2b9696 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:26.603016 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-c176d563-0f61-4fe2-90fc-3234b96cd8d4 req-339a230a-add0-47ed-abcd-37e8ca2b9696 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:26.616720 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-79acbfa4-5beb-49ec-ba70-ce3d905ababd tempest-ImagesOneServerNegativeTestJSON-1258670322 tempest-ImagesOneServerNegativeTestJSON-1258670322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:26.677550 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-76ff6e0a-0dab-4ff8-a694-5decf6f77250 req-7277d668-b157-4d6a-b5ef-7e356556c6ea tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] 10.222.0.44 "GET /v2.0/security-groups?id=df17171a-6534-4d8a-8518-0be5fe64cbb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861551 Oct 27 10:25:26.697765 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79acbfa4-5beb-49ec-ba70-ce3d905ababd tempest-ImagesOneServerNegativeTestJSON-1258670322 tempest-ImagesOneServerNegativeTestJSON-1258670322-project] Network 185ff123-c7ff-45c7-a6be-71feb35acc9c is already hosted by enough agents. {{(pid=102346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:25:26.715251 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-79acbfa4-5beb-49ec-ba70-ce3d905ababd tempest-ImagesOneServerNegativeTestJSON-1258670322 tempest-ImagesOneServerNegativeTestJSON-1258670322-project] Resources bound (agent type, host, resource id): {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:25:26.722995 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79acbfa4-5beb-49ec-ba70-ce3d905ababd tempest-ImagesOneServerNegativeTestJSON-1258670322 tempest-ImagesOneServerNegativeTestJSON-1258670322-project] Received port after_create {{(pid=102346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:25:26.788470 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c176d563-0f61-4fe2-90fc-3234b96cd8d4 req-339a230a-add0-47ed-abcd-37e8ca2b9696 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8020539 Oct 27 10:25:26.814163 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [req-c176d563-0f61-4fe2-90fc-3234b96cd8d4 req-91be89d6-c434-40dc-8a50-348d7d9e24c1 service neutron] Request body: {'port': {'device_id': '19de7999-f151-4eb5-986d-3e7b0f987b5e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-10'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:25:26.836909 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-80da0fb7-16b4-4c30-8cf3-142bfae34994 req-31518a13-2fc6-437b-8fd8-6e1e360413b0 service neutron] 10.222.0.64 "GET /v2.0/networks/4d250f92-d229-45fe-a579-67fef8e6c544?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3258188 Oct 27 10:25:26.870036 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79acbfa4-5beb-49ec-ba70-ce3d905ababd tempest-ImagesOneServerNegativeTestJSON-1258670322 tempest-ImagesOneServerNegativeTestJSON-1258670322-project] Pushing event updated for resources: {'Port': ['ID=bc2a3935-cd1e-47ab-9cb2-2a019bc1caae,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:25:26.879281 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24061804-62e8-49b3-a964-e2bf206d3586 req-dfdde464-11e6-4f56-9598-7c29cdb69b0a tempest-LiveMigrationTest-1571947473 tempest-LiveMigrationTest-1571947473-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:26.897160 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-24061804-62e8-49b3-a964-e2bf206d3586 req-dfdde464-11e6-4f56-9598-7c29cdb69b0a tempest-LiveMigrationTest-1571947473 tempest-LiveMigrationTest-1571947473-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=f165f7ac-c937-4242-9d48-b6ac68f3a6e2 HTTP/1.1" status: 200 len: 1098 time: 0.1263807 Oct 27 10:25:26.914606 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-bc86991e-6ec8-4767-ab5a-f1101580d2b1 None None] Provisioning complete for port 52999097-daf5-40c3-b409-81f220c75685 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:25:26.915193 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-bc86991e-6ec8-4767-ab5a-f1101580d2b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:26.974298 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-bc86991e-6ec8-4767-ab5a-f1101580d2b1 None None] Port 52999097-daf5-40c3-b409-81f220c75685 cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:25:26.992482 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [req-91b8630c-1e10-455e-aaae-0f3ac524ec8e req-49f96416-c1b0-4ffa-9efa-7ab87464b5b7 tempest-ListServerFiltersTestJSON-326742351 tempest-ListServerFiltersTestJSON-326742351-project] Deleting port d15d3d59-7292-45e2-a583-16ea6115c10d {{(pid=102347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:25:26.992981 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-91b8630c-1e10-455e-aaae-0f3ac524ec8e req-49f96416-c1b0-4ffa-9efa-7ab87464b5b7 tempest-ListServerFiltersTestJSON-326742351 tempest-ListServerFiltersTestJSON-326742351-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:26.999441 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97779036-b515-484e-a78c-bc9763ea3b3a req-97ba5ce9-7ba2-4ee5-be3c-f378c8b9b724 tempest-ListServerFiltersTestJSON-326742351 tempest-ListServerFiltersTestJSON-326742351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:27.001127 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-97779036-b515-484e-a78c-bc9763ea3b3a req-97ba5ce9-7ba2-4ee5-be3c-f378c8b9b724 tempest-ListServerFiltersTestJSON-326742351 tempest-ListServerFiltersTestJSON-326742351-project] 10.222.0.44 "GET /v2.0/ports?device_id=48159e85-4d68-4bf6-8aa6-e816915ba353 HTTP/1.1" status: 200 len: 945 time: 0.3016956 Oct 27 10:25:27.002323 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-79acbfa4-5beb-49ec-ba70-ce3d905ababd tempest-ImagesOneServerNegativeTestJSON-1258670322 tempest-ImagesOneServerNegativeTestJSON-1258670322-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:27.041757 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-c176d563-0f61-4fe2-90fc-3234b96cd8d4 req-91be89d6-c434-40dc-8a50-348d7d9e24c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:27.063088 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-79acbfa4-5beb-49ec-ba70-ce3d905ababd tempest-ImagesOneServerNegativeTestJSON-1258670322 tempest-ImagesOneServerNegativeTestJSON-1258670322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:27.088887 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-24061804-62e8-49b3-a964-e2bf206d3586 req-0916deff-df04-4af7-8c82-6a4053301d3f tempest-LiveMigrationTest-1571947473 tempest-LiveMigrationTest-1571947473-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=df17171a-6534-4d8a-8518-0be5fe64cbb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1907434 Oct 27 10:25:27.235417 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-79acbfa4-5beb-49ec-ba70-ce3d905ababd tempest-ImagesOneServerNegativeTestJSON-1258670322 tempest-ImagesOneServerNegativeTestJSON-1258670322-project] Publish callbacks [] for port, precommit_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:27.266501 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-97779036-b515-484e-a78c-bc9763ea3b3a req-9e46aff6-7dcf-459e-ae9c-7a7b44a905e5 tempest-ListServerFiltersTestJSON-326742351 tempest-ListServerFiltersTestJSON-326742351-project] 10.222.0.44 "GET /v2.0/security-groups?id=f276a67d-9e93-463b-b0a2-3e206c03b654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2532241 Oct 27 10:25:27.267162 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-79acbfa4-5beb-49ec-ba70-ce3d905ababd tempest-ImagesOneServerNegativeTestJSON-1258670322 tempest-ImagesOneServerNegativeTestJSON-1258670322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27024173'] for port, after_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:27.338394 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79acbfa4-5beb-49ec-ba70-ce3d905ababd tempest-ImagesOneServerNegativeTestJSON-1258670322 tempest-ImagesOneServerNegativeTestJSON-1258670322-project] Pushing event updated for resources: {'Port': ['ID=bc2a3935-cd1e-47ab-9cb2-2a019bc1caae,revision_number=2']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:25:27.368971 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-80da0fb7-16b4-4c30-8cf3-142bfae34994 req-a0d149a3-919e-4a13-93ab-08a9dcc4afa4 service neutron] 10.222.0.64 "GET /v2.0/networks/4d250f92-d229-45fe-a579-67fef8e6c544?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5148411 Oct 27 10:25:27.431607 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-91b8630c-1e10-455e-aaae-0f3ac524ec8e req-49f96416-c1b0-4ffa-9efa-7ab87464b5b7 tempest-ListServerFiltersTestJSON-326742351 tempest-ListServerFiltersTestJSON-326742351-project] For port d15d3d59-7292-45e2-a583-16ea6115c10d, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=d15d3d59-7292-45e2-a583-16ea6115c10d,segment=NetworkSegment(decbe644-9a77-4e48-9a29-036ea3cab9b0),segment_id=decbe644-9a77-4e48-9a29-036ea3cab9b0)] {{(pid=102347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:25:27.431974 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-91b8630c-1e10-455e-aaae-0f3ac524ec8e req-49f96416-c1b0-4ffa-9efa-7ab87464b5b7 tempest-ListServerFiltersTestJSON-326742351 tempest-ListServerFiltersTestJSON-326742351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:27.452121 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c9cc45-061e-4cc4-be52-18a82ee670f1 req-94bce61c-07a5-45c6-8e68-b4cf0b986bd7 tempest-TenantUsagesTestJSON-1784934378 tempest-TenantUsagesTestJSON-1784934378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:27.460040 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-15c9cc45-061e-4cc4-be52-18a82ee670f1 req-94bce61c-07a5-45c6-8e68-b4cf0b986bd7 tempest-TenantUsagesTestJSON-1784934378 tempest-TenantUsagesTestJSON-1784934378-project] 10.222.0.44 "GET /v2.0/ports?device_id=361e1f3b-09df-4239-b53e-befa924810d4 HTTP/1.1" status: 200 len: 948 time: 0.2040758 Oct 27 10:25:27.493570 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [req-91b8630c-1e10-455e-aaae-0f3ac524ec8e req-49f96416-c1b0-4ffa-9efa-7ab87464b5b7 tempest-ListServerFiltersTestJSON-326742351 tempest-ListServerFiltersTestJSON-326742351-project] Calling delete_port for d15d3d59-7292-45e2-a583-16ea6115c10d owned by compute:nova {{(pid=102347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:25:27.506971 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-79acbfa4-5beb-49ec-ba70-ce3d905ababd tempest-ImagesOneServerNegativeTestJSON-1258670322 tempest-ImagesOneServerNegativeTestJSON-1258670322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1664826'] for floatingip, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:27.533373 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7ffaab-9b32-45e7-9ce6-6a5b35e6de4f req-be922082-2634-40f8-8cd8-e9a7504ea1d3 tempest-ServerRescueTestJSON-1025374340 tempest-ServerRescueTestJSON-1025374340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:27.542429 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-db7ffaab-9b32-45e7-9ce6-6a5b35e6de4f req-be922082-2634-40f8-8cd8-e9a7504ea1d3 tempest-ServerRescueTestJSON-1025374340 tempest-ServerRescueTestJSON-1025374340-project] 10.222.0.44 "GET /v2.0/ports?device_id=3023f4e1-4118-4ca5-96f9-0bf5c68da3ab HTTP/1.1" status: 200 len: 945 time: 0.0806217 Oct 27 10:25:27.567171 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-79acbfa4-5beb-49ec-ba70-ce3d905ababd tempest-ImagesOneServerNegativeTestJSON-1258670322 tempest-ImagesOneServerNegativeTestJSON-1258670322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for floatingip, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:27.569389 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-79acbfa4-5beb-49ec-ba70-ce3d905ababd tempest-ImagesOneServerNegativeTestJSON-1258670322 tempest-ImagesOneServerNegativeTestJSON-1258670322-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.4398890 Oct 27 10:25:27.594193 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-15c9cc45-061e-4cc4-be52-18a82ee670f1 req-5080810d-8b29-4603-b146-3bfe77058b87 tempest-TenantUsagesTestJSON-1784934378 tempest-TenantUsagesTestJSON-1784934378-project] 10.222.0.44 "GET /v2.0/security-groups?id=c39ad688-55cd-4b55-9c6a-ad223fa49193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330290 Oct 27 10:25:27.595240 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc3845b-0efc-4b13-8990-2b15bfe8c7b4 req-dfcc0e0d-fc5c-4e24-9370-57f2e437b908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:27.597050 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-4cc3845b-0efc-4b13-8990-2b15bfe8c7b4 req-dfcc0e0d-fc5c-4e24-9370-57f2e437b908 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f636857bf1a64d9b8d28058381ace7e5&device_id=361e1f3b-09df-4239-b53e-befa924810d4 HTTP/1.1" status: 200 len: 1100 time: 0.1765685 Oct 27 10:25:27.618395 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-db7ffaab-9b32-45e7-9ce6-6a5b35e6de4f req-2c16b6a3-37f2-4903-a32a-e9e5de0643ad tempest-ServerRescueTestJSON-1025374340 tempest-ServerRescueTestJSON-1025374340-project] 10.222.0.44 "GET /v2.0/security-groups?id=5f97c1ff-dad7-428f-af4b-bc7a94091827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748012 Oct 27 10:25:27.797297 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [req-c176d563-0f61-4fe2-90fc-3234b96cd8d4 req-91be89d6-c434-40dc-8a50-348d7d9e24c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 663ad4fb-d48e-41b4-ba03-42d778bf0122 {{(pid=102347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:25:27.812072 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc3845b-0efc-4b13-8990-2b15bfe8c7b4 req-4557a2f6-93ee-4b17-a0e3-7aaa71feb2a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:27.815210 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-4cc3845b-0efc-4b13-8990-2b15bfe8c7b4 req-4557a2f6-93ee-4b17-a0e3-7aaa71feb2a9 service neutron] 10.222.0.64 "GET /v2.0/networks?id=4d250f92-d229-45fe-a579-67fef8e6c544 HTTP/1.1" status: 200 len: 870 time: 0.1954710 Oct 27 10:25:27.819575 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-c176d563-0f61-4fe2-90fc-3234b96cd8d4 req-91be89d6-c434-40dc-8a50-348d7d9e24c1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:27.886105 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-4cc3845b-0efc-4b13-8990-2b15bfe8c7b4 req-3d717c32-afc7-4f12-973e-6eb7b5c38f5a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.126&port_id=93159cd7-e7db-43b2-80a0-547324506f23 HTTP/1.1" status: 200 len: 217 time: 0.0628068 Oct 27 10:25:27.892300 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.provisioning_blocks [req-c176d563-0f61-4fe2-90fc-3234b96cd8d4 req-91be89d6-c434-40dc-8a50-348d7d9e24c1 service neutron] Transition to ACTIVE for port object 663ad4fb-d48e-41b4-ba03-42d778bf0122 will not be triggered until provisioned by entity L2. {{(pid=102347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 10:25:27.905805 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-c176d563-0f61-4fe2-90fc-3234b96cd8d4 req-91be89d6-c434-40dc-8a50-348d7d9e24c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:27.944841 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023deb8e-a115-4524-9201-f3375c6fdef7 req-14324ef2-a5b5-41d0-a3a9-4d134319eca5 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:27.951013 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023deb8e-a115-4524-9201-f3375c6fdef7 req-14324ef2-a5b5-41d0-a3a9-4d134319eca5 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:27.957186 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023deb8e-a115-4524-9201-f3375c6fdef7 req-14324ef2-a5b5-41d0-a3a9-4d134319eca5 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:27.964078 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023deb8e-a115-4524-9201-f3375c6fdef7 req-14324ef2-a5b5-41d0-a3a9-4d134319eca5 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:27.970094 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023deb8e-a115-4524-9201-f3375c6fdef7 req-14324ef2-a5b5-41d0-a3a9-4d134319eca5 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:27.971967 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-023deb8e-a115-4524-9201-f3375c6fdef7 req-14324ef2-a5b5-41d0-a3a9-4d134319eca5 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] 10.222.0.44 "GET /v2.0/ports?device_id=19de7999-f151-4eb5-986d-3e7b0f987b5e HTTP/1.1" status: 200 len: 3817 time: 0.1682804 Oct 27 10:25:27.990968 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-91b8630c-1e10-455e-aaae-0f3ac524ec8e req-49f96416-c1b0-4ffa-9efa-7ab87464b5b7 tempest-ListServerFiltersTestJSON-326742351 tempest-ListServerFiltersTestJSON-326742351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:28.004062 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] get_ports_and_sgs() called for port_ids ['5aa969cd-99b4-4c9b-83d0-d6509464307d'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:25:28.038045 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91be89d6-c434-40dc-8a50-348d7d9e24c1 service neutron] Pushing event updated for resources: {'Port': ['ID=663ad4fb-d48e-41b4-ba03-42d778bf0122,revision_number=2']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:25:28.140581 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f96416-c1b0-4ffa-9efa-7ab87464b5b7 tempest-ListServerFiltersTestJSON-326742351 tempest-ListServerFiltersTestJSON-326742351-project] Pushing event deleted for resources: {'Port': ['ID=d15d3d59-7292-45e2-a583-16ea6115c10d,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:25:28.226138 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [req-91b8630c-1e10-455e-aaae-0f3ac524ec8e req-49f96416-c1b0-4ffa-9efa-7ab87464b5b7 tempest-ListServerFiltersTestJSON-326742351 tempest-ListServerFiltersTestJSON-326742351-project] No DVR routers for this DVR port d15d3d59-7292-45e2-a583-16ea6115c10d on host n-h1-813419-10 {{(pid=102347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:25:28.278838 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-91b8630c-1e10-455e-aaae-0f3ac524ec8e req-49f96416-c1b0-4ffa-9efa-7ab87464b5b7 tempest-ListServerFiltersTestJSON-326742351 tempest-ListServerFiltersTestJSON-326742351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:28.286878 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-91b8630c-1e10-455e-aaae-0f3ac524ec8e req-49f96416-c1b0-4ffa-9efa-7ab87464b5b7 tempest-ListServerFiltersTestJSON-326742351 tempest-ListServerFiltersTestJSON-326742351-project] 10.222.0.64 "DELETE /v2.0/ports/d15d3d59-7292-45e2-a583-16ea6115c10d HTTP/1.1" status: 204 len: 173 time: 1.6741397 Oct 27 10:25:28.299784 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48159e85-4d68-4bf6-8aa6-e816915ba353', 'name': 'network-vif-deleted', 'tag': 'd15d3d59-7292-45e2-a583-16ea6115c10d'}] {{(pid=102347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:25:28.304485 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311149b481204ee7edffdb959c881838506fbd95bc8577c048f6677abb73acc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ad8383b-071e-40b8-bb3b-479068e62766" -d '{"events": [{"server_uuid": "48159e85-4d68-4bf6-8aa6-e816915ba353", "name": "network-vif-deleted", "tag": "d15d3d59-7292-45e2-a583-16ea6115c10d"}]}' {{(pid=102347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:25:28.358019 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-023deb8e-a115-4524-9201-f3375c6fdef7 req-0fc4600e-64cf-4590-b0bd-95d0cce1ae78 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] 10.222.0.44 "GET /v2.0/security-groups?id=34344a0a-bfc2-4f4b-96e6-fe0cf33c620a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3273520 Oct 27 10:25:28.455216 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-c176d563-0f61-4fe2-90fc-3234b96cd8d4 req-91be89d6-c434-40dc-8a50-348d7d9e24c1 service neutron] Attempting to bind port 663ad4fb-d48e-41b4-ba03-42d778bf0122 on host n-h1-813419-10 for vnic_type normal with profile {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:25:28.459724 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-c176d563-0f61-4fe2-90fc-3234b96cd8d4 req-91be89d6-c434-40dc-8a50-348d7d9e24c1 service neutron] Attempting to bind port 663ad4fb-d48e-41b4-ba03-42d778bf0122 by drivers openvswitch,hyperv on host n-h1-813419-10 at level 0 using segments [{'id': 'ace8832b-0d39-4720-866a-60ecd5970cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '5f1726cf-df95-405e-a4b7-a0ec3cc3a1aa'}] {{(pid=102347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:25:28.460069 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c176d563-0f61-4fe2-90fc-3234b96cd8d4 req-91be89d6-c434-40dc-8a50-348d7d9e24c1 service neutron] Attempting to bind port 663ad4fb-d48e-41b4-ba03-42d778bf0122 on network 5f1726cf-df95-405e-a4b7-a0ec3cc3a1aa {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:25:28.477870 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c176d563-0f61-4fe2-90fc-3234b96cd8d4 req-91be89d6-c434-40dc-8a50-348d7d9e24c1 service neutron] Port 663ad4fb-d48e-41b4-ba03-42d778bf0122 on network 5f1726cf-df95-405e-a4b7-a0ec3cc3a1aa not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-10 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 10:25:28.478198 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c176d563-0f61-4fe2-90fc-3234b96cd8d4 req-91be89d6-c434-40dc-8a50-348d7d9e24c1 service neutron] Attempting to bind port 663ad4fb-d48e-41b4-ba03-42d778bf0122 on network 5f1726cf-df95-405e-a4b7-a0ec3cc3a1aa {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:25:28.485689 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c176d563-0f61-4fe2-90fc-3234b96cd8d4 req-91be89d6-c434-40dc-8a50-348d7d9e24c1 service neutron] Checking agent: {'id': 'a52e1cab-0c63-402d-9c94-330537c6c076', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 16, 2), 'started_at': datetime.datetime(2021, 10, 27, 10, 16, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 25, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:25:28.488932 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c176d563-0f61-4fe2-90fc-3234b96cd8d4 req-91be89d6-c434-40dc-8a50-348d7d9e24c1 service neutron] Checking segment: {'id': 'ace8832b-0d39-4720-866a-60ecd5970cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '5f1726cf-df95-405e-a4b7-a0ec3cc3a1aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:25:28.490361 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c176d563-0f61-4fe2-90fc-3234b96cd8d4 req-91be89d6-c434-40dc-8a50-348d7d9e24c1 service neutron] Bound using segment: {'id': 'ace8832b-0d39-4720-866a-60ecd5970cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '5f1726cf-df95-405e-a4b7-a0ec3cc3a1aa'} {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:25:28.490987 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-c176d563-0f61-4fe2-90fc-3234b96cd8d4 req-91be89d6-c434-40dc-8a50-348d7d9e24c1 service neutron] Bound port: 663ad4fb-d48e-41b4-ba03-42d778bf0122, host: n-h1-813419-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ace8832b-0d39-4720-866a-60ecd5970cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '5f1726cf-df95-405e-a4b7-a0ec3cc3a1aa'}}] {{(pid=102347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:25:28.492717 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-c176d563-0f61-4fe2-90fc-3234b96cd8d4 req-91be89d6-c434-40dc-8a50-348d7d9e24c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:28.639517 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09efd462-c6b9-414b-b710-ec95c6c1b5b6 req-d219156d-b3ea-479c-8caa-b7dc853c18ab tempest-ImagesOneServerNegativeTestJSON-1258670322 tempest-ImagesOneServerNegativeTestJSON-1258670322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:28.651993 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-09efd462-c6b9-414b-b710-ec95c6c1b5b6 req-d219156d-b3ea-479c-8caa-b7dc853c18ab tempest-ImagesOneServerNegativeTestJSON-1258670322 tempest-ImagesOneServerNegativeTestJSON-1258670322-project] 10.222.0.44 "GET /v2.0/networks?id=f7c4c830-52ad-4ee2-a72d-431abd6800b4 HTTP/1.1" status: 200 len: 822 time: 0.7686899 Oct 27 10:25:28.693851 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-c176d563-0f61-4fe2-90fc-3234b96cd8d4 req-91be89d6-c434-40dc-8a50-348d7d9e24c1 service neutron] For port 663ad4fb-d48e-41b4-ba03-42d778bf0122, host n-h1-813419-10, cleared binding levels {{(pid=102347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:25:28.698040 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-c176d563-0f61-4fe2-90fc-3234b96cd8d4 req-91be89d6-c434-40dc-8a50-348d7d9e24c1 service neutron] For port 663ad4fb-d48e-41b4-ba03-42d778bf0122, host n-h1-813419-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=663ad4fb-d48e-41b4-ba03-42d778bf0122,segment=NetworkSegment(ace8832b-0d39-4720-866a-60ecd5970cfb),segment_id=ace8832b-0d39-4720-866a-60ecd5970cfb)] {{(pid=102347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:25:28.702499 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-09efd462-c6b9-414b-b710-ec95c6c1b5b6 req-1a7adefa-2b05-40c9-b0f5-c3cca5f28bd7 tempest-ImagesOneServerNegativeTestJSON-1258670322 tempest-ImagesOneServerNegativeTestJSON-1258670322-project] 10.222.0.44 "GET /v2.0/quotas/2188d08323094fd29aa0ce0c21743039 HTTP/1.1" status: 200 len: 375 time: 0.0492535 Oct 27 10:25:28.705282 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-c176d563-0f61-4fe2-90fc-3234b96cd8d4 req-91be89d6-c434-40dc-8a50-348d7d9e24c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:28.756293 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc3845b-0efc-4b13-8990-2b15bfe8c7b4 req-e30bca2c-218e-44cc-9bb2-afa5bff9044c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:28.758508 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-4cc3845b-0efc-4b13-8990-2b15bfe8c7b4 req-e30bca2c-218e-44cc-9bb2-afa5bff9044c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=62eb52f7-aac4-48af-8670-e04300325561 HTTP/1.1" status: 200 len: 843 time: 0.8617430 Oct 27 10:25:28.771023 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c176d563-0f61-4fe2-90fc-3234b96cd8d4 req-91be89d6-c434-40dc-8a50-348d7d9e24c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:28.771826 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-c176d563-0f61-4fe2-90fc-3234b96cd8d4 req-91be89d6-c434-40dc-8a50-348d7d9e24c1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:28.773591 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c176d563-0f61-4fe2-90fc-3234b96cd8d4 req-91be89d6-c434-40dc-8a50-348d7d9e24c1 service neutron] 10.222.0.64 "PUT /v2.0/ports/663ad4fb-d48e-41b4-ba03-42d778bf0122 HTTP/1.1" status: 200 len: 1093 time: 1.9638202 Oct 27 10:25:28.802414 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-09efd462-c6b9-414b-b710-ec95c6c1b5b6 req-ff10abf8-df96-4108-8fe6-1c956c5bcddc tempest-ImagesOneServerNegativeTestJSON-1258670322 tempest-ImagesOneServerNegativeTestJSON-1258670322-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=2188d08323094fd29aa0ce0c21743039&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0986836 Oct 27 10:25:28.808791 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [req-c176d563-0f61-4fe2-90fc-3234b96cd8d4 req-43ede6e1-88b8-4350-a1c2-28e0fbad57d5 service neutron] Request body: {'port': {'device_id': '19de7999-f151-4eb5-986d-3e7b0f987b5e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-10'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:25:28.813888 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91be89d6-c434-40dc-8a50-348d7d9e24c1 service neutron] Pushing event updated for resources: {'Port': ['ID=663ad4fb-d48e-41b4-ba03-42d778bf0122,revision_number=3']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:25:28.854070 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device 93159cd7-e7db-43b2-80a0-547324506f23 details requested by agent hyperv_n-h1-813419-10 with host n-h1-813419-10 {{(pid=102348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 10:25:28.857990 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device d15d3d59-7292-45e2-a583-16ea6115c10d no longer exists at agent hyperv_n-h1-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:25:28.906982 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] No Port match for: d15d3d59-7292-45e2-a583-16ea6115c10d {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:25:28.907624 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device d15d3d59-7292-45e2-a583-16ea6115c10d not bound to the agent host n-h1-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:25:28.944578 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-2272653d-e981-4d17-8440-999eae895a27 req-eb5cb058-21a6-4cd8-8116-421606b4d9d8 tempest-ListServerFiltersTestJSON-326742351 tempest-ListServerFiltersTestJSON-326742351-project] 10.222.0.44 "GET /v2.0/ports?device_id=48159e85-4d68-4bf6-8aa6-e816915ba353 HTTP/1.1" status: 200 len: 210 time: 0.0956075 Oct 27 10:25:29.049579 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc3845b-0efc-4b13-8990-2b15bfe8c7b4 req-0682ce51-603d-4b80-a442-200c1b5f6bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:29.051114 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-4cc3845b-0efc-4b13-8990-2b15bfe8c7b4 req-0682ce51-603d-4b80-a442-200c1b5f6bc8 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4d250f92-d229-45fe-a579-67fef8e6c544&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2236884 Oct 27 10:25:29.059374 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-c176d563-0f61-4fe2-90fc-3234b96cd8d4 req-43ede6e1-88b8-4350-a1c2-28e0fbad57d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:29.094651 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:25:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b910e8f8-b6ad-47ca-b7e2-4da8b24ca92c x-openstack-request-id: req-b910e8f8-b6ad-47ca-b7e2-4da8b24ca92c {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:25:29.096755 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48159e85-4d68-4bf6-8aa6-e816915ba353", "name": "network-vif-deleted", "tag": "d15d3d59-7292-45e2-a583-16ea6115c10d", "status": "completed", "code": 200}]} {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:25:29.097241 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b910e8f8-b6ad-47ca-b7e2-4da8b24ca92c {{(pid=102347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:25:29.100012 n-d-813419-10 neutron-server[102347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48159e85-4d68-4bf6-8aa6-e816915ba353', 'name': 'network-vif-deleted', 'tag': 'd15d3d59-7292-45e2-a583-16ea6115c10d', 'status': 'completed', 'code': 200} Oct 27 10:25:29.160619 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port 93159cd7-e7db-43b2-80a0-547324506f23, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=93159cd7-e7db-43b2-80a0-547324506f23,segment=NetworkSegment(f7c42c6d-2766-46d8-a8b7-4852117a5555),segment_id=f7c42c6d-2766-46d8-a8b7-4852117a5555)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:25:29.186998 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Returning: {'device': '93159cd7-e7db-43b2-80a0-547324506f23', 'network_id': '4d250f92-d229-45fe-a579-67fef8e6c544', 'port_id': '93159cd7-e7db-43b2-80a0-547324506f23', 'mac_address': 'fa:16:3e:bd:f8:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62eb52f7-aac4-48af-8670-e04300325561', 'ip_address': '192.168.233.126'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 10:25:29.268431 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:29.284098 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-4cc3845b-0efc-4b13-8990-2b15bfe8c7b4 req-86b74d72-3398-48f1-ab53-4669c0d9b18b service neutron] 10.222.0.64 "GET /v2.0/networks/4d250f92-d229-45fe-a579-67fef8e6c544?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2165861 Oct 27 10:25:29.293523 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93159cd7-e7db-43b2-80a0-547324506f23 {{(pid=102348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:25:29.306573 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-09efd462-c6b9-414b-b710-ec95c6c1b5b6 req-4bd1cd74-5303-412e-b388-a4826db44d63 service neutron] 10.222.0.44 "GET /v2.0/networks/f7c4c830-52ad-4ee2-a72d-431abd6800b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5028219 Oct 27 10:25:29.346472 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port 93159cd7-e7db-43b2-80a0-547324506f23, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=93159cd7-e7db-43b2-80a0-547324506f23,segment=NetworkSegment(f7c42c6d-2766-46d8-a8b7-4852117a5555),segment_id=f7c42c6d-2766-46d8-a8b7-4852117a5555)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:25:29.356245 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:29.466669 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Pushing event updated for resources: {'Port': ['ID=93159cd7-e7db-43b2-80a0-547324506f23,revision_number=4']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:25:29.478980 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-4cc3845b-0efc-4b13-8990-2b15bfe8c7b4 req-ff7d93d7-ba4e-4e7f-a77a-3d361294db11 service neutron] 10.222.0.64 "GET /v2.0/networks/4d250f92-d229-45fe-a579-67fef8e6c544?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1704612 Oct 27 10:25:29.490295 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:25:29.491657 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:25:29.492160 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:25:29.495893 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:25:29.496465 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:25:29.497580 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:25:29.498099 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:25:29.498590 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:25:29.499078 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:25:29.499568 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:25:29.500058 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:25:29.505542 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:25:29.522339 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-09efd462-c6b9-414b-b710-ec95c6c1b5b6 req-cec3d199-4aaf-46b5-a3b1-feeb51e9aa5b service neutron] 10.222.0.44 "GET /v2.0/networks/f7c4c830-52ad-4ee2-a72d-431abd6800b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2022767 Oct 27 10:25:29.544279 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92174f3d-9167-46ef-9c7d-66e80ba7dc9b req-383802d8-5c6c-4a41-b71f-2e7606e12209 tempest-TenantUsagesTestJSON-1784934378 tempest-TenantUsagesTestJSON-1784934378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:29.552797 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-92174f3d-9167-46ef-9c7d-66e80ba7dc9b req-383802d8-5c6c-4a41-b71f-2e7606e12209 tempest-TenantUsagesTestJSON-1784934378 tempest-TenantUsagesTestJSON-1784934378-project] 10.222.0.44 "GET /v2.0/ports?device_id=361e1f3b-09df-4239-b53e-befa924810d4 HTTP/1.1" status: 200 len: 948 time: 0.3470404 Oct 27 10:25:29.592977 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed4f792-9b4c-479d-a557-5f5758899d17 req-3f4ec232-c974-4aee-ba57-979d1c4e1d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:29.594608 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-5ed4f792-9b4c-479d-a557-5f5758899d17 req-3f4ec232-c974-4aee-ba57-979d1c4e1d2c service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=3023f4e1-4118-4ca5-96f9-0bf5c68da3ab HTTP/1.1" status: 200 len: 1097 time: 0.3749299 Oct 27 10:25:29.612467 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] get_ports_and_sgs() called for port_ids ['93159cd7-e7db-43b2-80a0-547324506f23'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:25:29.695486 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-92174f3d-9167-46ef-9c7d-66e80ba7dc9b req-95cc84d1-94b1-4584-acb3-711abfef7fa0 tempest-TenantUsagesTestJSON-1784934378 tempest-TenantUsagesTestJSON-1784934378-project] 10.222.0.44 "GET /v2.0/security-groups?id=c39ad688-55cd-4b55-9c6a-ad223fa49193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417253 Oct 27 10:25:29.715551 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-5ed4f792-9b4c-479d-a557-5f5758899d17 req-c1deb9dd-cd78-4b2e-ae94-706d209bdcf7 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=5f97c1ff-dad7-428f-af4b-bc7a94091827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948999 Oct 27 10:25:29.862713 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf25cc2-70ec-4509-b218-17217185081c req-a4999e58-8d88-4251-8fe5-4e41d120bd2b tempest-ServerRescueTestJSON-1025374340 tempest-ServerRescueTestJSON-1025374340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:29.864488 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-adf25cc2-70ec-4509-b218-17217185081c req-a4999e58-8d88-4251-8fe5-4e41d120bd2b tempest-ServerRescueTestJSON-1025374340 tempest-ServerRescueTestJSON-1025374340-project] 10.222.0.44 "GET /v2.0/ports?device_id=3023f4e1-4118-4ca5-96f9-0bf5c68da3ab HTTP/1.1" status: 200 len: 945 time: 0.1001549 Oct 27 10:25:29.882681 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [req-c176d563-0f61-4fe2-90fc-3234b96cd8d4 req-43ede6e1-88b8-4350-a1c2-28e0fbad57d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f866a8ac-0d08-4157-96c5-6411c7be1248 {{(pid=102347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:25:29.891951 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-c176d563-0f61-4fe2-90fc-3234b96cd8d4 req-43ede6e1-88b8-4350-a1c2-28e0fbad57d5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:29.913328 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.provisioning_blocks [req-c176d563-0f61-4fe2-90fc-3234b96cd8d4 req-43ede6e1-88b8-4350-a1c2-28e0fbad57d5 service neutron] Transition to ACTIVE for port object f866a8ac-0d08-4157-96c5-6411c7be1248 will not be triggered until provisioned by entity L2. {{(pid=102347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 10:25:29.919626 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-c176d563-0f61-4fe2-90fc-3234b96cd8d4 req-43ede6e1-88b8-4350-a1c2-28e0fbad57d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:29.929873 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-adf25cc2-70ec-4509-b218-17217185081c req-d7f520d0-c9dc-4005-a714-602762f975be tempest-ServerRescueTestJSON-1025374340 tempest-ServerRescueTestJSON-1025374340-project] 10.222.0.44 "GET /v2.0/security-groups?id=5f97c1ff-dad7-428f-af4b-bc7a94091827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543118 Oct 27 10:25:30.036879 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ede6e1-88b8-4350-a1c2-28e0fbad57d5 service neutron] Pushing event updated for resources: {'Port': ['ID=f866a8ac-0d08-4157-96c5-6411c7be1248,revision_number=2']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:25:30.123030 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-33dfb031-a12f-4552-9267-58c6def05aa1 req-d8dac1ba-c752-47c7-83a5-b5564018b711 tempest-ImagesOneServerNegativeTestJSON-1258670322 tempest-ImagesOneServerNegativeTestJSON-1258670322-project] 10.222.0.44 "GET /v2.0/ports?device_id=3baf93d8-a20a-45c4-a1d6-8d5e86fb9c41 HTTP/1.1" status: 200 len: 210 time: 0.0362489 Oct 27 10:25:30.143611 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4965197b-3aab-40e4-9042-e0f9fc44f61b req-0d5c39b6-c332-43b4-af52-38f3a8241f5f tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:30.158220 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4965197b-3aab-40e4-9042-e0f9fc44f61b req-0d5c39b6-c332-43b4-af52-38f3a8241f5f tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:30.174959 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4965197b-3aab-40e4-9042-e0f9fc44f61b req-0d5c39b6-c332-43b4-af52-38f3a8241f5f tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:30.176414 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-c176d563-0f61-4fe2-90fc-3234b96cd8d4 req-43ede6e1-88b8-4350-a1c2-28e0fbad57d5 service neutron] Attempting to bind port f866a8ac-0d08-4157-96c5-6411c7be1248 on host n-h1-813419-10 for vnic_type normal with profile {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:25:30.176812 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-c176d563-0f61-4fe2-90fc-3234b96cd8d4 req-43ede6e1-88b8-4350-a1c2-28e0fbad57d5 service neutron] Attempting to bind port f866a8ac-0d08-4157-96c5-6411c7be1248 by drivers openvswitch,hyperv on host n-h1-813419-10 at level 0 using segments [{'id': 'cd49c69a-bebc-4495-b045-2a5c5dbedd8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'd9f24547-a97b-4994-95da-a3dc1f0864ec'}] {{(pid=102347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:25:30.177142 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c176d563-0f61-4fe2-90fc-3234b96cd8d4 req-43ede6e1-88b8-4350-a1c2-28e0fbad57d5 service neutron] Attempting to bind port f866a8ac-0d08-4157-96c5-6411c7be1248 on network d9f24547-a97b-4994-95da-a3dc1f0864ec {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:25:30.185118 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4965197b-3aab-40e4-9042-e0f9fc44f61b req-0d5c39b6-c332-43b4-af52-38f3a8241f5f tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:30.189831 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c176d563-0f61-4fe2-90fc-3234b96cd8d4 req-43ede6e1-88b8-4350-a1c2-28e0fbad57d5 service neutron] Port f866a8ac-0d08-4157-96c5-6411c7be1248 on network d9f24547-a97b-4994-95da-a3dc1f0864ec not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-10 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 10:25:30.190167 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c176d563-0f61-4fe2-90fc-3234b96cd8d4 req-43ede6e1-88b8-4350-a1c2-28e0fbad57d5 service neutron] Attempting to bind port f866a8ac-0d08-4157-96c5-6411c7be1248 on network d9f24547-a97b-4994-95da-a3dc1f0864ec {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:25:30.202813 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4965197b-3aab-40e4-9042-e0f9fc44f61b req-0d5c39b6-c332-43b4-af52-38f3a8241f5f tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:30.207103 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c176d563-0f61-4fe2-90fc-3234b96cd8d4 req-43ede6e1-88b8-4350-a1c2-28e0fbad57d5 service neutron] Checking agent: {'id': 'a52e1cab-0c63-402d-9c94-330537c6c076', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 16, 2), 'started_at': datetime.datetime(2021, 10, 27, 10, 16, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 25, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:25:30.207445 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c176d563-0f61-4fe2-90fc-3234b96cd8d4 req-43ede6e1-88b8-4350-a1c2-28e0fbad57d5 service neutron] Checking segment: {'id': 'cd49c69a-bebc-4495-b045-2a5c5dbedd8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'd9f24547-a97b-4994-95da-a3dc1f0864ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:25:30.209745 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c176d563-0f61-4fe2-90fc-3234b96cd8d4 req-43ede6e1-88b8-4350-a1c2-28e0fbad57d5 service neutron] Bound using segment: {'id': 'cd49c69a-bebc-4495-b045-2a5c5dbedd8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'd9f24547-a97b-4994-95da-a3dc1f0864ec'} {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:25:30.211943 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-c176d563-0f61-4fe2-90fc-3234b96cd8d4 req-43ede6e1-88b8-4350-a1c2-28e0fbad57d5 service neutron] Bound port: f866a8ac-0d08-4157-96c5-6411c7be1248, host: n-h1-813419-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd49c69a-bebc-4495-b045-2a5c5dbedd8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'd9f24547-a97b-4994-95da-a3dc1f0864ec'}}] {{(pid=102347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:25:30.212388 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-c176d563-0f61-4fe2-90fc-3234b96cd8d4 req-43ede6e1-88b8-4350-a1c2-28e0fbad57d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:30.214013 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4965197b-3aab-40e4-9042-e0f9fc44f61b req-0d5c39b6-c332-43b4-af52-38f3a8241f5f tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:30.218175 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-4965197b-3aab-40e4-9042-e0f9fc44f61b req-0d5c39b6-c332-43b4-af52-38f3a8241f5f tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] 10.222.0.44 "GET /v2.0/ports?device_id=19de7999-f151-4eb5-986d-3e7b0f987b5e HTTP/1.1" status: 200 len: 4602 time: 0.1773264 Oct 27 10:25:30.300271 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-4965197b-3aab-40e4-9042-e0f9fc44f61b req-aaeb2d72-727d-4c88-ab23-f24d5ec20f04 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] 10.222.0.44 "GET /v2.0/security-groups?id=34344a0a-bfc2-4f4b-96e6-fe0cf33c620a&id=652e3df3-defd-4709-b4c8-a9361485da20&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0712385 Oct 27 10:25:30.368851 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-c176d563-0f61-4fe2-90fc-3234b96cd8d4 req-43ede6e1-88b8-4350-a1c2-28e0fbad57d5 service neutron] For port f866a8ac-0d08-4157-96c5-6411c7be1248, host n-h1-813419-10, cleared binding levels {{(pid=102347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:25:30.383228 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-c176d563-0f61-4fe2-90fc-3234b96cd8d4 req-43ede6e1-88b8-4350-a1c2-28e0fbad57d5 service neutron] For port f866a8ac-0d08-4157-96c5-6411c7be1248, host n-h1-813419-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=f866a8ac-0d08-4157-96c5-6411c7be1248,segment=NetworkSegment(cd49c69a-bebc-4495-b045-2a5c5dbedd8b),segment_id=cd49c69a-bebc-4495-b045-2a5c5dbedd8b)] {{(pid=102347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:25:30.390465 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-c176d563-0f61-4fe2-90fc-3234b96cd8d4 req-43ede6e1-88b8-4350-a1c2-28e0fbad57d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:30.394900 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 49134) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:25:30.431302 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c176d563-0f61-4fe2-90fc-3234b96cd8d4 req-43ede6e1-88b8-4350-a1c2-28e0fbad57d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:30.431973 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-c176d563-0f61-4fe2-90fc-3234b96cd8d4 req-43ede6e1-88b8-4350-a1c2-28e0fbad57d5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:30.433409 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c176d563-0f61-4fe2-90fc-3234b96cd8d4 req-43ede6e1-88b8-4350-a1c2-28e0fbad57d5 service neutron] 10.222.0.64 "PUT /v2.0/ports/f866a8ac-0d08-4157-96c5-6411c7be1248 HTTP/1.1" status: 200 len: 1132 time: 1.6293173 Oct 27 10:25:30.487002 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [req-c176d563-0f61-4fe2-90fc-3234b96cd8d4 req-30c63e9b-fed0-4698-9fa3-ebf0dd8402b4 service neutron] Request body: {'port': {'device_id': '19de7999-f151-4eb5-986d-3e7b0f987b5e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-10'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:25:30.627618 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ede6e1-88b8-4350-a1c2-28e0fbad57d5 service neutron] Pushing event updated for resources: {'Port': ['ID=f866a8ac-0d08-4157-96c5-6411c7be1248,revision_number=3']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:25:30.638457 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-c176d563-0f61-4fe2-90fc-3234b96cd8d4 req-30c63e9b-fed0-4698-9fa3-ebf0dd8402b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:30.673377 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-af1e4b06-43d3-4248-8f0a-c446d3156958 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:30.718517 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f47540-2433-40c0-bcb0-1ea91e534938 req-e55bff25-aff9-44c8-8e53-3835dd2e7642 tempest-ListServerFiltersTestJSON-326742351 tempest-ListServerFiltersTestJSON-326742351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:30.727147 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-23f47540-2433-40c0-bcb0-1ea91e534938 req-e55bff25-aff9-44c8-8e53-3835dd2e7642 tempest-ListServerFiltersTestJSON-326742351 tempest-ListServerFiltersTestJSON-326742351-project] 10.222.0.44 "GET /v2.0/ports?device_id=45d14893-5bf6-4b65-b786-fa5afce227ce HTTP/1.1" status: 200 len: 946 time: 0.1328061 Oct 27 10:25:30.847857 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-23f47540-2433-40c0-bcb0-1ea91e534938 req-982ef8f4-5c3c-4ce8-ad37-c0e077a9d3ac tempest-ListServerFiltersTestJSON-326742351 tempest-ListServerFiltersTestJSON-326742351-project] 10.222.0.44 "GET /v2.0/security-groups?id=f276a67d-9e93-463b-b0a2-3e206c03b654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196878 Oct 27 10:25:30.875023 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device 93159cd7-e7db-43b2-80a0-547324506f23 up at agent hyperv_n-h1-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:25:30.932665 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-af1e4b06-43d3-4248-8f0a-c446d3156958 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:30.946185 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-af1e4b06-43d3-4248-8f0a-c446d3156958 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:30.989267 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-af1e4b06-43d3-4248-8f0a-c446d3156958 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=57cfa292382445dbb783d468d7d83c8e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5928171 Oct 27 10:25:30.992033 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 49156) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:25:31.038076 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Provisioning for port 93159cd7-e7db-43b2-80a0-547324506f23 completed by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 10:25:31.042898 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Provisioning complete for port 93159cd7-e7db-43b2-80a0-547324506f23 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:25:31.044653 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:31.097284 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1e4b06-43d3-4248-8f0a-c446d3156958 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24ca1977-5630-45f3-ad85-983b9c94056e,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:25:31.149985 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-c43117ba-4794-4629-8428-f6d50aa6146f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:31.172563 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-c43117ba-4794-4629-8428-f6d50aa6146f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:31.182941 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [req-c176d563-0f61-4fe2-90fc-3234b96cd8d4 req-30c63e9b-fed0-4698-9fa3-ebf0dd8402b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2987d3d2-c23b-41d4-81db-f2875388f5dc {{(pid=102347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:25:31.193376 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-c176d563-0f61-4fe2-90fc-3234b96cd8d4 req-30c63e9b-fed0-4698-9fa3-ebf0dd8402b4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:31.212752 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.provisioning_blocks [req-c176d563-0f61-4fe2-90fc-3234b96cd8d4 req-30c63e9b-fed0-4698-9fa3-ebf0dd8402b4 service neutron] Transition to ACTIVE for port object 2987d3d2-c23b-41d4-81db-f2875388f5dc will not be triggered until provisioned by entity L2. {{(pid=102347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 10:25:31.215502 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19de7999-f151-4eb5-986d-3e7b0f987b5e', 'tag': '663ad4fb-d48e-41b4-ba03-42d778bf0122'}, {'name': 'network-changed', 'server_uuid': '19de7999-f151-4eb5-986d-3e7b0f987b5e', 'tag': 'f866a8ac-0d08-4157-96c5-6411c7be1248'}] {{(pid=102347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:25:31.222314 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311149b481204ee7edffdb959c881838506fbd95bc8577c048f6677abb73acc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd17e8e6-c73a-4af3-ae87-ca9dafb66d80" -d '{"events": [{"name": "network-changed", "server_uuid": "19de7999-f151-4eb5-986d-3e7b0f987b5e", "tag": "663ad4fb-d48e-41b4-ba03-42d778bf0122"}, {"name": "network-changed", "server_uuid": "19de7999-f151-4eb5-986d-3e7b0f987b5e", "tag": "f866a8ac-0d08-4157-96c5-6411c7be1248"}]}' {{(pid=102347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:25:31.224709 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb17aa9-fafa-4b8d-ae41-55f193e56da5 req-dd68da26-5e5b-485d-9556-979dd18dedbd tempest-TenantUsagesTestJSON-1784934378 tempest-TenantUsagesTestJSON-1784934378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:31.232947 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-1cb17aa9-fafa-4b8d-ae41-55f193e56da5 req-dd68da26-5e5b-485d-9556-979dd18dedbd tempest-TenantUsagesTestJSON-1784934378 tempest-TenantUsagesTestJSON-1784934378-project] 10.222.0.44 "GET /v2.0/ports?device_id=361e1f3b-09df-4239-b53e-befa924810d4 HTTP/1.1" status: 200 len: 949 time: 0.2187521 Oct 27 10:25:31.236372 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-c176d563-0f61-4fe2-90fc-3234b96cd8d4 req-30c63e9b-fed0-4698-9fa3-ebf0dd8402b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:31.259322 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:31.261277 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-c43117ba-4794-4629-8428-f6d50aa6146f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:31.264501 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-c43117ba-4794-4629-8428-f6d50aa6146f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:31.265664 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-c43117ba-4794-4629-8428-f6d50aa6146f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/24ca1977-5630-45f3-ad85-983b9c94056e HTTP/1.1" status: 204 len: 168 time: 0.2720990 Oct 27 10:25:31.298842 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '361e1f3b-09df-4239-b53e-befa924810d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93159cd7-e7db-43b2-80a0-547324506f23'}] {{(pid=102348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:25:31.304688 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c588921fa634554a1d9242fdea1b05457a9ff1d3b28ba54ec1dace7f2f1df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6687c5d3-e517-477f-a888-76f716030a27" -d '{"events": [{"server_uuid": "361e1f3b-09df-4239-b53e-befa924810d4", "name": "network-vif-plugged", "status": "completed", "tag": "93159cd7-e7db-43b2-80a0-547324506f23"}]}' {{(pid=102348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:25:31.323576 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43117ba-4794-4629-8428-f6d50aa6146f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24ca1977-5630-45f3-ad85-983b9c94056e,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:25:31.337665 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port 93159cd7-e7db-43b2-80a0-547324506f23, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=93159cd7-e7db-43b2-80a0-547324506f23,segment=NetworkSegment(f7c42c6d-2766-46d8-a8b7-4852117a5555),segment_id=f7c42c6d-2766-46d8-a8b7-4852117a5555)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:25:31.344347 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:31.384958 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43117ba-4794-4629-8428-f6d50aa6146f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:25:31.385340 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43117ba-4794-4629-8428-f6d50aa6146f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:25:31.388181 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43117ba-4794-4629-8428-f6d50aa6146f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:25:31.388462 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43117ba-4794-4629-8428-f6d50aa6146f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:25:31.389504 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43117ba-4794-4629-8428-f6d50aa6146f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:25:31.389859 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43117ba-4794-4629-8428-f6d50aa6146f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:25:31.390203 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43117ba-4794-4629-8428-f6d50aa6146f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:25:31.391341 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43117ba-4794-4629-8428-f6d50aa6146f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:25:31.392238 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43117ba-4794-4629-8428-f6d50aa6146f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:25:31.393593 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43117ba-4794-4629-8428-f6d50aa6146f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:25:31.393942 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43117ba-4794-4629-8428-f6d50aa6146f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:25:31.395529 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43117ba-4794-4629-8428-f6d50aa6146f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:25:31.424604 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-1cb17aa9-fafa-4b8d-ae41-55f193e56da5 req-02530430-a0ea-46f4-ba73-c15c0d2b204b tempest-TenantUsagesTestJSON-1784934378 tempest-TenantUsagesTestJSON-1784934378-project] 10.222.0.44 "GET /v2.0/security-groups?id=c39ad688-55cd-4b55-9c6a-ad223fa49193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1907456 Oct 27 10:25:31.464542 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Pushing event updated for resources: {'Port': ['ID=93159cd7-e7db-43b2-80a0-547324506f23,revision_number=5']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:25:31.600474 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c63e9b-fed0-4698-9fa3-ebf0dd8402b4 service neutron] Pushing event updated for resources: {'Port': ['ID=2987d3d2-c23b-41d4-81db-f2875388f5dc,revision_number=2']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:25:31.698910 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd08374-ecbc-4aa9-908c-5fdcefd5650e req-2a03a80d-c9f8-46de-91b0-11db565c94e2 tempest-ServerRescueTestJSON-1025374340 tempest-ServerRescueTestJSON-1025374340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:31.706608 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-0bd08374-ecbc-4aa9-908c-5fdcefd5650e req-2a03a80d-c9f8-46de-91b0-11db565c94e2 tempest-ServerRescueTestJSON-1025374340 tempest-ServerRescueTestJSON-1025374340-project] 10.222.0.44 "GET /v2.0/ports?device_id=3023f4e1-4118-4ca5-96f9-0bf5c68da3ab HTTP/1.1" status: 200 len: 945 time: 0.4743559 Oct 27 10:25:31.714612 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-279b783a-5617-48c9-8696-1b0c24ff3ea7 req-2f266e3b-756f-4b1c-aeab-00c6052ac90e tempest-ImagesOneServerNegativeTestJSON-1258670322 tempest-ImagesOneServerNegativeTestJSON-1258670322-project] 10.222.0.44 "GET /v2.0/ports?device_id=3baf93d8-a20a-45c4-a1d6-8d5e86fb9c41 HTTP/1.1" status: 200 len: 210 time: 0.0501432 Oct 27 10:25:31.809132 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09efd462-c6b9-414b-b710-ec95c6c1b5b6 req-add1e810-a767-4c17-857c-0a9a55c51ba4 tempest-ImagesOneServerNegativeTestJSON-1258670322 tempest-ImagesOneServerNegativeTestJSON-1258670322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:31.812424 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-09efd462-c6b9-414b-b710-ec95c6c1b5b6 req-add1e810-a767-4c17-857c-0a9a55c51ba4 tempest-ImagesOneServerNegativeTestJSON-1258670322 tempest-ImagesOneServerNegativeTestJSON-1258670322-project] 10.222.0.76 "GET /v2.0/networks?id=f7c4c830-52ad-4ee2-a72d-431abd6800b4 HTTP/1.1" status: 200 len: 822 time: 0.4322455 Oct 27 10:25:31.818685 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 27 Oct 2021 10:25:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4395f4d-abe8-4027-bf10-ff0b79b5c671 x-openstack-request-id: req-a4395f4d-abe8-4027-bf10-ff0b79b5c671 {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:25:31.818989 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19de7999-f151-4eb5-986d-3e7b0f987b5e", "tag": "663ad4fb-d48e-41b4-ba03-42d778bf0122", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "19de7999-f151-4eb5-986d-3e7b0f987b5e", "tag": "f866a8ac-0d08-4157-96c5-6411c7be1248", "status": "completed", "code": 200}]} {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:25:31.819244 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a4395f4d-abe8-4027-bf10-ff0b79b5c671 {{(pid=102347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:25:31.820231 n-d-813419-10 neutron-server[102347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19de7999-f151-4eb5-986d-3e7b0f987b5e', 'tag': '663ad4fb-d48e-41b4-ba03-42d778bf0122', 'status': 'completed', 'code': 200} Oct 27 10:25:31.820505 n-d-813419-10 neutron-server[102347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19de7999-f151-4eb5-986d-3e7b0f987b5e', 'tag': 'f866a8ac-0d08-4157-96c5-6411c7be1248', 'status': 'completed', 'code': 200} Oct 27 10:25:31.831144 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 49172) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:25:31.839427 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:25:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6141b46f-b94a-4db1-8fd1-560af99cf28f x-openstack-request-id: req-6141b46f-b94a-4db1-8fd1-560af99cf28f {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:25:31.839721 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "361e1f3b-09df-4239-b53e-befa924810d4", "name": "network-vif-plugged", "status": "completed", "tag": "93159cd7-e7db-43b2-80a0-547324506f23", "code": 200}]} {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:25:31.839973 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6141b46f-b94a-4db1-8fd1-560af99cf28f {{(pid=102348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:25:31.840384 n-d-813419-10 neutron-server[102348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '361e1f3b-09df-4239-b53e-befa924810d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93159cd7-e7db-43b2-80a0-547324506f23', 'code': 200} Oct 27 10:25:31.842922 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [req-09efd462-c6b9-414b-b710-ec95c6c1b5b6 req-ee95834b-2011-4a74-8213-a88f076969ed tempest-ImagesOneServerNegativeTestJSON-1258670322 tempest-ImagesOneServerNegativeTestJSON-1258670322-project] Request body: {'port': {'device_id': '3baf93d8-a20a-45c4-a1d6-8d5e86fb9c41', 'network_id': 'f7c4c830-52ad-4ee2-a72d-431abd6800b4', 'admin_state_up': True, 'tenant_id': '2188d08323094fd29aa0ce0c21743039'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:25:31.864350 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-5db17a8c-c014-4644-ad5b-8bb9f087861e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:32.020825 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd17e8e6-c73a-4af3-ae87-ca9dafb66d80 req-13f5c429-a443-4d19-b7b9-4e7f2c45bdb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:32.021590 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd17e8e6-c73a-4af3-ae87-ca9dafb66d80 req-13f5c429-a443-4d19-b7b9-4e7f2c45bdb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:32.021685 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09efd462-c6b9-414b-b710-ec95c6c1b5b6 req-ee95834b-2011-4a74-8213-a88f076969ed tempest-ImagesOneServerNegativeTestJSON-1258670322 tempest-ImagesOneServerNegativeTestJSON-1258670322-project] Made reservation on behalf of 2188d08323094fd29aa0ce0c21743039 for: {'port': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:25:32.021810 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd17e8e6-c73a-4af3-ae87-ca9dafb66d80 req-13f5c429-a443-4d19-b7b9-4e7f2c45bdb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:32.023985 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd17e8e6-c73a-4af3-ae87-ca9dafb66d80 req-13f5c429-a443-4d19-b7b9-4e7f2c45bdb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:32.024469 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd17e8e6-c73a-4af3-ae87-ca9dafb66d80 req-13f5c429-a443-4d19-b7b9-4e7f2c45bdb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:32.024981 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd17e8e6-c73a-4af3-ae87-ca9dafb66d80 req-13f5c429-a443-4d19-b7b9-4e7f2c45bdb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:32.025160 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-09efd462-c6b9-414b-b710-ec95c6c1b5b6 req-ee95834b-2011-4a74-8213-a88f076969ed tempest-ImagesOneServerNegativeTestJSON-1258670322 tempest-ImagesOneServerNegativeTestJSON-1258670322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:32.025438 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd17e8e6-c73a-4af3-ae87-ca9dafb66d80 req-13f5c429-a443-4d19-b7b9-4e7f2c45bdb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:32.027393 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-c176d563-0f61-4fe2-90fc-3234b96cd8d4 req-30c63e9b-fed0-4698-9fa3-ebf0dd8402b4 service neutron] Attempting to bind port 2987d3d2-c23b-41d4-81db-f2875388f5dc on host n-h1-813419-10 for vnic_type normal with profile {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:25:32.027688 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-bd17e8e6-c73a-4af3-ae87-ca9dafb66d80 req-13f5c429-a443-4d19-b7b9-4e7f2c45bdb7 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4aa10ad73dbe4076b2c4dd14c0d23687&device_id=19de7999-f151-4eb5-986d-3e7b0f987b5e HTTP/1.1" status: 200 len: 6173 time: 0.1558452 Oct 27 10:25:32.027807 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-c176d563-0f61-4fe2-90fc-3234b96cd8d4 req-30c63e9b-fed0-4698-9fa3-ebf0dd8402b4 service neutron] Attempting to bind port 2987d3d2-c23b-41d4-81db-f2875388f5dc by drivers openvswitch,hyperv on host n-h1-813419-10 at level 0 using segments [{'id': 'cd49c69a-bebc-4495-b045-2a5c5dbedd8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'd9f24547-a97b-4994-95da-a3dc1f0864ec'}] {{(pid=102347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:25:32.028039 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c176d563-0f61-4fe2-90fc-3234b96cd8d4 req-30c63e9b-fed0-4698-9fa3-ebf0dd8402b4 service neutron] Attempting to bind port 2987d3d2-c23b-41d4-81db-f2875388f5dc on network d9f24547-a97b-4994-95da-a3dc1f0864ec {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:25:32.062477 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43aea4fd-0ba9-4542-a241-b63b0e81e843 req-ec9e2699-914c-4231-8ab9-f357b5ffe8ca tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:32.070538 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43aea4fd-0ba9-4542-a241-b63b0e81e843 req-ec9e2699-914c-4231-8ab9-f357b5ffe8ca tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:32.071271 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-0bd08374-ecbc-4aa9-908c-5fdcefd5650e req-c012b3c1-f613-42dc-abf7-2445fd4435ed tempest-ServerRescueTestJSON-1025374340 tempest-ServerRescueTestJSON-1025374340-project] 10.222.0.44 "GET /v2.0/security-groups?id=5f97c1ff-dad7-428f-af4b-bc7a94091827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3636916 Oct 27 10:25:32.071827 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c176d563-0f61-4fe2-90fc-3234b96cd8d4 req-30c63e9b-fed0-4698-9fa3-ebf0dd8402b4 service neutron] Port 2987d3d2-c23b-41d4-81db-f2875388f5dc on network d9f24547-a97b-4994-95da-a3dc1f0864ec not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-10 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 10:25:32.072155 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c176d563-0f61-4fe2-90fc-3234b96cd8d4 req-30c63e9b-fed0-4698-9fa3-ebf0dd8402b4 service neutron] Attempting to bind port 2987d3d2-c23b-41d4-81db-f2875388f5dc on network d9f24547-a97b-4994-95da-a3dc1f0864ec {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:25:32.111790 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43aea4fd-0ba9-4542-a241-b63b0e81e843 req-ec9e2699-914c-4231-8ab9-f357b5ffe8ca tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:32.117956 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43aea4fd-0ba9-4542-a241-b63b0e81e843 req-ec9e2699-914c-4231-8ab9-f357b5ffe8ca tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:32.136353 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43aea4fd-0ba9-4542-a241-b63b0e81e843 req-ec9e2699-914c-4231-8ab9-f357b5ffe8ca tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:32.142340 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43aea4fd-0ba9-4542-a241-b63b0e81e843 req-ec9e2699-914c-4231-8ab9-f357b5ffe8ca tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:32.162219 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43aea4fd-0ba9-4542-a241-b63b0e81e843 req-ec9e2699-914c-4231-8ab9-f357b5ffe8ca tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:32.164274 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-43aea4fd-0ba9-4542-a241-b63b0e81e843 req-ec9e2699-914c-4231-8ab9-f357b5ffe8ca tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] 10.222.0.44 "GET /v2.0/ports?device_id=19de7999-f151-4eb5-986d-3e7b0f987b5e HTTP/1.1" status: 200 len: 5375 time: 0.2370906 Oct 27 10:25:32.222586 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:32.381838 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a798f29-5046-4813-9586-54a927f3f48c req-32f70d4c-9a09-43b9-a8cc-fe29930380d7 tempest-ListServerFiltersTestJSON-326742351 tempest-ListServerFiltersTestJSON-326742351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:32.383491 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-8a798f29-5046-4813-9586-54a927f3f48c req-32f70d4c-9a09-43b9-a8cc-fe29930380d7 tempest-ListServerFiltersTestJSON-326742351 tempest-ListServerFiltersTestJSON-326742351-project] 10.222.0.64 "GET /v2.0/ports?device_id=45d14893-5bf6-4b65-b786-fa5afce227ce HTTP/1.1" status: 200 len: 946 time: 0.2072847 Oct 27 10:25:32.388117 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-43aea4fd-0ba9-4542-a241-b63b0e81e843 req-3e03f13b-50ff-452d-892c-523dbf6dabc4 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] 10.222.0.44 "GET /v2.0/security-groups?id=34344a0a-bfc2-4f4b-96e6-fe0cf33c620a&id=652e3df3-defd-4709-b4c8-a9361485da20&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1505833 Oct 27 10:25:32.507429 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd17e8e6-c73a-4af3-ae87-ca9dafb66d80 req-0acf2a5d-ac06-4745-acef-cc2f39c93f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:32.507905 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd17e8e6-c73a-4af3-ae87-ca9dafb66d80 req-0acf2a5d-ac06-4745-acef-cc2f39c93f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:32.508420 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd17e8e6-c73a-4af3-ae87-ca9dafb66d80 req-0acf2a5d-ac06-4745-acef-cc2f39c93f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:32.510044 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-bd17e8e6-c73a-4af3-ae87-ca9dafb66d80 req-0acf2a5d-ac06-4745-acef-cc2f39c93f04 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=4aa10ad73dbe4076b2c4dd14c0d23687&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.3447294 Oct 27 10:25:32.590002 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a144b5-e36f-4659-95c8-431c01c5336e req-1aaa4afd-2f40-4cf0-9b52-67a758b3f631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:32.592848 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-d4a144b5-e36f-4659-95c8-431c01c5336e req-1aaa4afd-2f40-4cf0-9b52-67a758b3f631 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=361e1f3b-09df-4239-b53e-befa924810d4 HTTP/1.1" status: 200 len: 1102 time: 0.6052752 Oct 27 10:25:32.604570 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c176d563-0f61-4fe2-90fc-3234b96cd8d4 req-30c63e9b-fed0-4698-9fa3-ebf0dd8402b4 service neutron] Checking agent: {'id': 'a52e1cab-0c63-402d-9c94-330537c6c076', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 16, 2), 'started_at': datetime.datetime(2021, 10, 27, 10, 16, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 25, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:25:32.605524 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c176d563-0f61-4fe2-90fc-3234b96cd8d4 req-30c63e9b-fed0-4698-9fa3-ebf0dd8402b4 service neutron] Checking segment: {'id': 'cd49c69a-bebc-4495-b045-2a5c5dbedd8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'd9f24547-a97b-4994-95da-a3dc1f0864ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:25:32.606146 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c176d563-0f61-4fe2-90fc-3234b96cd8d4 req-30c63e9b-fed0-4698-9fa3-ebf0dd8402b4 service neutron] Bound using segment: {'id': 'cd49c69a-bebc-4495-b045-2a5c5dbedd8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'd9f24547-a97b-4994-95da-a3dc1f0864ec'} {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:25:32.606803 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-c176d563-0f61-4fe2-90fc-3234b96cd8d4 req-30c63e9b-fed0-4698-9fa3-ebf0dd8402b4 service neutron] Bound port: 2987d3d2-c23b-41d4-81db-f2875388f5dc, host: n-h1-813419-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd49c69a-bebc-4495-b045-2a5c5dbedd8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'd9f24547-a97b-4994-95da-a3dc1f0864ec'}}] {{(pid=102347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:25:32.607385 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-c176d563-0f61-4fe2-90fc-3234b96cd8d4 req-30c63e9b-fed0-4698-9fa3-ebf0dd8402b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:32.694920 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd17e8e6-c73a-4af3-ae87-ca9dafb66d80 req-b26a175c-d539-407a-9add-559bef51e311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:32.696446 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-bd17e8e6-c73a-4af3-ae87-ca9dafb66d80 req-b26a175c-d539-407a-9add-559bef51e311 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1760101 Oct 27 10:25:32.698460 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-5db17a8c-c014-4644-ad5b-8bb9f087861e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:32.701618 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_common [req-09efd462-c6b9-414b-b710-ec95c6c1b5b6 req-ee95834b-2011-4a74-8213-a88f076969ed tempest-ImagesOneServerNegativeTestJSON-1258670322 tempest-ImagesOneServerNegativeTestJSON-1258670322-project] Allocated IP 172.20.0.2 (f7c4c830-52ad-4ee2-a72d-431abd6800b4/16b456d2-8438-42f0-a0ba-9b2d6c1c5bfa/dbe4b56c-8e04-4355-93d8-5697ac411eeb) {{(pid=102347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:25:32.723649 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-5db17a8c-c014-4644-ad5b-8bb9f087861e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:32.733111 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-d4a144b5-e36f-4659-95c8-431c01c5336e req-0ecbb162-f1fd-47c9-8099-8dd2c3d29073 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=c39ad688-55cd-4b55-9c6a-ad223fa49193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233561 Oct 27 10:25:32.770349 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfd6ba9-f64d-433a-8cae-5de1e0ca0b41 req-cf73b6b7-b0bf-47c1-b793-601d7870a82c tempest-ListServerFiltersTestJSON-326742351 tempest-ListServerFiltersTestJSON-326742351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:32.777837 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-4cfd6ba9-f64d-433a-8cae-5de1e0ca0b41 req-cf73b6b7-b0bf-47c1-b793-601d7870a82c tempest-ListServerFiltersTestJSON-326742351 tempest-ListServerFiltersTestJSON-326742351-project] 10.222.0.44 "GET /v2.0/ports?device_id=45d14893-5bf6-4b65-b786-fa5afce227ce HTTP/1.1" status: 200 len: 946 time: 0.1900153 Oct 27 10:25:32.793952 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-5db17a8c-c014-4644-ad5b-8bb9f087861e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a5e1fe26501049aca6b9e4fdebb12792&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9593911 Oct 27 10:25:32.795674 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db17a8c-c014-4644-ad5b-8bb9f087861e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=244c2725-59b8-475b-96bb-dd6f6dce1907,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:25:32.798158 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 49190) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:25:32.808079 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9eb427d-e58a-41cf-a386-e3425cbfe7e4 req-e4dc7480-7020-4f3a-9846-ff334d56c2af tempest-TenantUsagesTestJSON-1784934378 tempest-TenantUsagesTestJSON-1784934378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:32.815761 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-b9eb427d-e58a-41cf-a386-e3425cbfe7e4 req-e4dc7480-7020-4f3a-9846-ff334d56c2af tempest-TenantUsagesTestJSON-1784934378 tempest-TenantUsagesTestJSON-1784934378-project] 10.222.0.44 "GET /v2.0/ports?device_id=361e1f3b-09df-4239-b53e-befa924810d4 HTTP/1.1" status: 200 len: 950 time: 0.1683459 Oct 27 10:25:32.820443 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfee96b-9737-40b9-8472-1912d18013db req-cfaf8f79-0ef3-424a-ab38-536472d73f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:32.821904 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-fcfee96b-9737-40b9-8472-1912d18013db req-cfaf8f79-0ef3-424a-ab38-536472d73f81 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=23d18887a95946a7b35c0b3b4d482024&device_id=3023f4e1-4118-4ca5-96f9-0bf5c68da3ab HTTP/1.1" status: 200 len: 1097 time: 0.1756501 Oct 27 10:25:32.834685 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [req-8a798f29-5046-4813-9586-54a927f3f48c req-ae792940-7d76-4bf0-8130-797741275708 tempest-ListServerFiltersTestJSON-326742351 tempest-ListServerFiltersTestJSON-326742351-project] Deleting port 5aa969cd-99b4-4c9b-83d0-d6509464307d {{(pid=102346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:25:32.835028 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-8a798f29-5046-4813-9586-54a927f3f48c req-ae792940-7d76-4bf0-8130-797741275708 tempest-ListServerFiltersTestJSON-326742351 tempest-ListServerFiltersTestJSON-326742351-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:32.842572 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-c176d563-0f61-4fe2-90fc-3234b96cd8d4 req-30c63e9b-fed0-4698-9fa3-ebf0dd8402b4 service neutron] For port 2987d3d2-c23b-41d4-81db-f2875388f5dc, host n-h1-813419-10, cleared binding levels {{(pid=102347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:25:32.861301 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-4cfd6ba9-f64d-433a-8cae-5de1e0ca0b41 req-e8e85bb4-1d67-4ff5-8586-96f8b6118a40 tempest-ListServerFiltersTestJSON-326742351 tempest-ListServerFiltersTestJSON-326742351-project] 10.222.0.44 "GET /v2.0/security-groups?id=f276a67d-9e93-463b-b0a2-3e206c03b654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825160 Oct 27 10:25:32.868439 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-c176d563-0f61-4fe2-90fc-3234b96cd8d4 req-30c63e9b-fed0-4698-9fa3-ebf0dd8402b4 service neutron] For port 2987d3d2-c23b-41d4-81db-f2875388f5dc, host n-h1-813419-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=2987d3d2-c23b-41d4-81db-f2875388f5dc,segment=NetworkSegment(cd49c69a-bebc-4495-b045-2a5c5dbedd8b),segment_id=cd49c69a-bebc-4495-b045-2a5c5dbedd8b)] {{(pid=102347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:25:32.886898 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-c176d563-0f61-4fe2-90fc-3234b96cd8d4 req-30c63e9b-fed0-4698-9fa3-ebf0dd8402b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:32.996801 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c176d563-0f61-4fe2-90fc-3234b96cd8d4 req-30c63e9b-fed0-4698-9fa3-ebf0dd8402b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:32.997418 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-c176d563-0f61-4fe2-90fc-3234b96cd8d4 req-30c63e9b-fed0-4698-9fa3-ebf0dd8402b4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:32.998805 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c176d563-0f61-4fe2-90fc-3234b96cd8d4 req-30c63e9b-fed0-4698-9fa3-ebf0dd8402b4 service neutron] 10.222.0.64 "PUT /v2.0/ports/2987d3d2-c23b-41d4-81db-f2875388f5dc HTTP/1.1" status: 200 len: 1132 time: 2.5170004 Oct 27 10:25:33.032234 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-b9eb427d-e58a-41cf-a386-e3425cbfe7e4 req-eb4dc571-4b0f-41b3-8144-20f985917b26 tempest-TenantUsagesTestJSON-1784934378 tempest-TenantUsagesTestJSON-1784934378-project] 10.222.0.44 "GET /v2.0/security-groups?id=c39ad688-55cd-4b55-9c6a-ad223fa49193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2155635 Oct 27 10:25:33.064511 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-5c1c25b3-175b-4d14-9366-b2f653d2591d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:33.067486 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [req-c176d563-0f61-4fe2-90fc-3234b96cd8d4 req-26983997-c6eb-4647-bbc8-0cfd5e8bac5f service neutron] Request body: {'port': {'device_id': '19de7999-f151-4eb5-986d-3e7b0f987b5e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-10'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:25:33.101536 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-5c1c25b3-175b-4d14-9366-b2f653d2591d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:33.127771 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c63e9b-fed0-4698-9fa3-ebf0dd8402b4 service neutron] Pushing event updated for resources: {'Port': ['ID=2987d3d2-c23b-41d4-81db-f2875388f5dc,revision_number=3']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:25:33.146887 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd17e8e6-c73a-4af3-ae87-ca9dafb66d80 req-90083a4b-20e2-40ec-b216-ecf90a5040d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:33.147635 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd17e8e6-c73a-4af3-ae87-ca9dafb66d80 req-90083a4b-20e2-40ec-b216-ecf90a5040d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:33.148371 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd17e8e6-c73a-4af3-ae87-ca9dafb66d80 req-90083a4b-20e2-40ec-b216-ecf90a5040d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:33.149712 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd17e8e6-c73a-4af3-ae87-ca9dafb66d80 req-90083a4b-20e2-40ec-b216-ecf90a5040d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:33.157317 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd17e8e6-c73a-4af3-ae87-ca9dafb66d80 req-90083a4b-20e2-40ec-b216-ecf90a5040d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:33.160483 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd17e8e6-c73a-4af3-ae87-ca9dafb66d80 req-90083a4b-20e2-40ec-b216-ecf90a5040d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:33.161986 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd17e8e6-c73a-4af3-ae87-ca9dafb66d80 req-90083a4b-20e2-40ec-b216-ecf90a5040d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:33.167087 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-bd17e8e6-c73a-4af3-ae87-ca9dafb66d80 req-90083a4b-20e2-40ec-b216-ecf90a5040d6 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4aa10ad73dbe4076b2c4dd14c0d23687&device_id=19de7999-f151-4eb5-986d-3e7b0f987b5e HTTP/1.1" status: 200 len: 6215 time: 0.2091153 Oct 27 10:25:33.182375 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [req-8a798f29-5046-4813-9586-54a927f3f48c req-ae792940-7d76-4bf0-8130-797741275708 tempest-ListServerFiltersTestJSON-326742351 tempest-ListServerFiltersTestJSON-326742351-project] For port 5aa969cd-99b4-4c9b-83d0-d6509464307d, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=5aa969cd-99b4-4c9b-83d0-d6509464307d,segment=NetworkSegment(decbe644-9a77-4e48-9a29-036ea3cab9b0),segment_id=decbe644-9a77-4e48-9a29-036ea3cab9b0)] {{(pid=102346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:25:33.182851 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-8a798f29-5046-4813-9586-54a927f3f48c req-ae792940-7d76-4bf0-8130-797741275708 tempest-ListServerFiltersTestJSON-326742351 tempest-ListServerFiltersTestJSON-326742351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:33.211085 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfee96b-9737-40b9-8472-1912d18013db req-d0a8ec7b-e329-4ae9-8103-e9a3d8d6b7f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:33.212692 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-fcfee96b-9737-40b9-8472-1912d18013db req-d0a8ec7b-e329-4ae9-8103-e9a3d8d6b7f6 service neutron] 10.222.0.76 "GET /v2.0/networks?id=940fd3c1-7ac3-4e71-b915-5317697caaa9 HTTP/1.1" status: 200 len: 912 time: 0.3703647 Oct 27 10:25:33.217327 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [req-8a798f29-5046-4813-9586-54a927f3f48c req-ae792940-7d76-4bf0-8130-797741275708 tempest-ListServerFiltersTestJSON-326742351 tempest-ListServerFiltersTestJSON-326742351-project] Calling delete_port for 5aa969cd-99b4-4c9b-83d0-d6509464307d owned by compute:nova {{(pid=102346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:25:33.227029 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-09efd462-c6b9-414b-b710-ec95c6c1b5b6 req-ee95834b-2011-4a74-8213-a88f076969ed tempest-ImagesOneServerNegativeTestJSON-1258670322 tempest-ImagesOneServerNegativeTestJSON-1258670322-project] Publish callbacks [] for port, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:33.270034 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-fcfee96b-9737-40b9-8472-1912d18013db req-2d70ca26-0323-4f28-ad78-457460f29daf service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=df1216e0-d1af-4909-ae11-d3114caca167 HTTP/1.1" status: 200 len: 217 time: 0.0445707 Oct 27 10:25:33.313744 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-b0240268-31cb-43e1-88f8-92acc6edfbfc req-bbab8a6f-50d0-4ebf-b84b-9a5ab38e89cd tempest-ImagesOneServerNegativeTestJSON-1258670322 tempest-ImagesOneServerNegativeTestJSON-1258670322-project] 10.222.0.44 "GET /v2.0/ports?device_id=3baf93d8-a20a-45c4-a1d6-8d5e86fb9c41 HTTP/1.1" status: 200 len: 210 time: 0.0425735 Oct 27 10:25:33.405807 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-5c1c25b3-175b-4d14-9366-b2f653d2591d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:33.408858 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-5c1c25b3-175b-4d14-9366-b2f653d2591d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:33.410265 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-5c1c25b3-175b-4d14-9366-b2f653d2591d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/244c2725-59b8-475b-96bb-dd6f6dce1907 HTTP/1.1" status: 204 len: 168 time: 0.5917604 Oct 27 10:25:33.414510 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfee96b-9737-40b9-8472-1912d18013db req-a9730ab0-6dad-4fbf-a329-85e8c0796e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:33.416288 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-fcfee96b-9737-40b9-8472-1912d18013db req-a9730ab0-6dad-4fbf-a329-85e8c0796e6a service neutron] 10.222.0.76 "GET /v2.0/subnets?id=77c01f76-4118-40f3-9687-19e52d96a177 HTTP/1.1" status: 200 len: 851 time: 0.1333988 Oct 27 10:25:33.466749 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-fcfee96b-9737-40b9-8472-1912d18013db req-61f6e595-2c44-478b-83f4-62826d091ee6 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=940fd3c1-7ac3-4e71-b915-5317697caaa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381761 Oct 27 10:25:33.470542 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1c25b3-175b-4d14-9366-b2f653d2591d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=244c2725-59b8-475b-96bb-dd6f6dce1907,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:25:33.555451 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6e3286-bb20-4a17-ab45-59272664e457 req-3a42340f-05af-4577-af21-dc4bbb1681f0 tempest-ServerRescueTestJSON-1025374340 tempest-ServerRescueTestJSON-1025374340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:33.562906 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-2c6e3286-bb20-4a17-ab45-59272664e457 req-3a42340f-05af-4577-af21-dc4bbb1681f0 tempest-ServerRescueTestJSON-1025374340 tempest-ServerRescueTestJSON-1025374340-project] 10.222.0.44 "GET /v2.0/ports?device_id=3023f4e1-4118-4ca5-96f9-0bf5c68da3ab HTTP/1.1" status: 200 len: 945 time: 0.6069129 Oct 27 10:25:33.598362 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-c176d563-0f61-4fe2-90fc-3234b96cd8d4 req-26983997-c6eb-4647-bbc8-0cfd5e8bac5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:33.621138 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-09efd462-c6b9-414b-b710-ec95c6c1b5b6 req-ee95834b-2011-4a74-8213-a88f076969ed tempest-ImagesOneServerNegativeTestJSON-1258670322 tempest-ImagesOneServerNegativeTestJSON-1258670322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:33.623306 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd17e8e6-c73a-4af3-ae87-ca9dafb66d80 req-e7827f6c-b8e2-4ccb-be90-8720c7f00716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:33.623786 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd17e8e6-c73a-4af3-ae87-ca9dafb66d80 req-e7827f6c-b8e2-4ccb-be90-8720c7f00716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:33.624281 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd17e8e6-c73a-4af3-ae87-ca9dafb66d80 req-e7827f6c-b8e2-4ccb-be90-8720c7f00716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:33.625984 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-bd17e8e6-c73a-4af3-ae87-ca9dafb66d80 req-e7827f6c-b8e2-4ccb-be90-8720c7f00716 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=4aa10ad73dbe4076b2c4dd14c0d23687&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.3921914 Oct 27 10:25:33.655399 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48eaf32f-3f75-4470-af4b-c00a42e4f3a8 req-4948d449-1621-4f74-90ab-3c8b01b896c3 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:33.661253 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48eaf32f-3f75-4470-af4b-c00a42e4f3a8 req-4948d449-1621-4f74-90ab-3c8b01b896c3 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:33.667165 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48eaf32f-3f75-4470-af4b-c00a42e4f3a8 req-4948d449-1621-4f74-90ab-3c8b01b896c3 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:33.673738 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48eaf32f-3f75-4470-af4b-c00a42e4f3a8 req-4948d449-1621-4f74-90ab-3c8b01b896c3 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:33.680053 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee95834b-2011-4a74-8213-a88f076969ed tempest-ImagesOneServerNegativeTestJSON-1258670322 tempest-ImagesOneServerNegativeTestJSON-1258670322-project] Pushing event updated for resources: {'Port': ['ID=dbe4b56c-8e04-4355-93d8-5697ac411eeb,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:25:33.680241 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48eaf32f-3f75-4470-af4b-c00a42e4f3a8 req-4948d449-1621-4f74-90ab-3c8b01b896c3 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:33.687123 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48eaf32f-3f75-4470-af4b-c00a42e4f3a8 req-4948d449-1621-4f74-90ab-3c8b01b896c3 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:33.693628 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48eaf32f-3f75-4470-af4b-c00a42e4f3a8 req-4948d449-1621-4f74-90ab-3c8b01b896c3 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:33.695610 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-48eaf32f-3f75-4470-af4b-c00a42e4f3a8 req-4948d449-1621-4f74-90ab-3c8b01b896c3 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] 10.222.0.44 "GET /v2.0/ports?device_id=19de7999-f151-4eb5-986d-3e7b0f987b5e HTTP/1.1" status: 200 len: 5375 time: 0.1553044 Oct 27 10:25:33.755588 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-fcfee96b-9737-40b9-8472-1912d18013db req-05bd7be3-f00e-400c-a1b8-8ca71973a773 service neutron] 10.222.0.76 "GET /v2.0/networks/940fd3c1-7ac3-4e71-b915-5317697caaa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2789614 Oct 27 10:25:33.761071 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-8a798f29-5046-4813-9586-54a927f3f48c req-ae792940-7d76-4bf0-8130-797741275708 tempest-ListServerFiltersTestJSON-326742351 tempest-ListServerFiltersTestJSON-326742351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:33.791557 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd17e8e6-c73a-4af3-ae87-ca9dafb66d80 req-e9b2fbc2-483e-4d0f-b7e2-84b6a6510cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:33.793079 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-bd17e8e6-c73a-4af3-ae87-ca9dafb66d80 req-e9b2fbc2-483e-4d0f-b7e2-84b6a6510cc2 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1145306 Oct 27 10:25:33.833431 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09efd462-c6b9-414b-b710-ec95c6c1b5b6 req-ee95834b-2011-4a74-8213-a88f076969ed tempest-ImagesOneServerNegativeTestJSON-1258670322 tempest-ImagesOneServerNegativeTestJSON-1258670322-project] Network f7c4c830-52ad-4ee2-a72d-431abd6800b4 is already hosted by enough agents. {{(pid=102347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:25:33.834479 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19de7999-f151-4eb5-986d-3e7b0f987b5e', 'tag': '2987d3d2-c23b-41d4-81db-f2875388f5dc'}] {{(pid=102347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:25:33.836923 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311149b481204ee7edffdb959c881838506fbd95bc8577c048f6677abb73acc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6eae280-cc91-492b-9f91-f8155b689760" -d '{"events": [{"name": "network-changed", "server_uuid": "19de7999-f151-4eb5-986d-3e7b0f987b5e", "tag": "2987d3d2-c23b-41d4-81db-f2875388f5dc"}]}' {{(pid=102347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:25:33.843902 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [req-09efd462-c6b9-414b-b710-ec95c6c1b5b6 req-ee95834b-2011-4a74-8213-a88f076969ed tempest-ImagesOneServerNegativeTestJSON-1258670322 tempest-ImagesOneServerNegativeTestJSON-1258670322-project] Resources bound (agent type, host, resource id): {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:25:33.853832 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [req-09efd462-c6b9-414b-b710-ec95c6c1b5b6 req-ee95834b-2011-4a74-8213-a88f076969ed tempest-ImagesOneServerNegativeTestJSON-1258670322 tempest-ImagesOneServerNegativeTestJSON-1258670322-project] Received port after_create {{(pid=102347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:25:33.869667 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-2c6e3286-bb20-4a17-ab45-59272664e457 req-00362dc6-8298-42af-b358-98c246d8e478 tempest-ServerRescueTestJSON-1025374340 tempest-ServerRescueTestJSON-1025374340-project] 10.222.0.44 "GET /v2.0/security-groups?id=5f97c1ff-dad7-428f-af4b-bc7a94091827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3058019 Oct 27 10:25:33.870762 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae792940-7d76-4bf0-8130-797741275708 tempest-ListServerFiltersTestJSON-326742351 tempest-ListServerFiltersTestJSON-326742351-project] Pushing event deleted for resources: {'Port': ['ID=5aa969cd-99b4-4c9b-83d0-d6509464307d,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:25:33.897465 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-48eaf32f-3f75-4470-af4b-c00a42e4f3a8 req-84ecdee4-ea6a-43a8-a4f2-2e476a9f74fc tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] 10.222.0.44 "GET /v2.0/security-groups?id=34344a0a-bfc2-4f4b-96e6-fe0cf33c620a&id=652e3df3-defd-4709-b4c8-a9361485da20&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1824498 Oct 27 10:25:33.957141 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-fcfee96b-9737-40b9-8472-1912d18013db req-04cd7bf8-ab82-4814-a244-490528c45b97 service neutron] 10.222.0.76 "GET /v2.0/networks/940fd3c1-7ac3-4e71-b915-5317697caaa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1908789 Oct 27 10:25:33.966340 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 10:25:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85370330-afd2-433d-9d05-bea46d6e60ee x-openstack-request-id: req-85370330-afd2-433d-9d05-bea46d6e60ee {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:25:33.966979 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19de7999-f151-4eb5-986d-3e7b0f987b5e", "tag": "2987d3d2-c23b-41d4-81db-f2875388f5dc", "status": "completed", "code": 200}]} {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:25:33.967523 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-85370330-afd2-433d-9d05-bea46d6e60ee {{(pid=102347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:25:33.968071 n-d-813419-10 neutron-server[102347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19de7999-f151-4eb5-986d-3e7b0f987b5e', 'tag': '2987d3d2-c23b-41d4-81db-f2875388f5dc', 'status': 'completed', 'code': 200} Oct 27 10:25:34.002246 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a798f29-5046-4813-9586-54a927f3f48c req-ae792940-7d76-4bf0-8130-797741275708 tempest-ListServerFiltersTestJSON-326742351 tempest-ListServerFiltersTestJSON-326742351-project] No DVR routers for this DVR port 5aa969cd-99b4-4c9b-83d0-d6509464307d on host n-h1-813419-10 {{(pid=102346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:25:34.006653 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-8a798f29-5046-4813-9586-54a927f3f48c req-ae792940-7d76-4bf0-8130-797741275708 tempest-ListServerFiltersTestJSON-326742351 tempest-ListServerFiltersTestJSON-326742351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:34.011893 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-8a798f29-5046-4813-9586-54a927f3f48c req-ae792940-7d76-4bf0-8130-797741275708 tempest-ListServerFiltersTestJSON-326742351 tempest-ListServerFiltersTestJSON-326742351-project] 10.222.0.64 "DELETE /v2.0/ports/5aa969cd-99b4-4c9b-83d0-d6509464307d HTTP/1.1" status: 204 len: 173 time: 1.6162522 Oct 27 10:25:34.012734 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45d14893-5bf6-4b65-b786-fa5afce227ce', 'name': 'network-vif-deleted', 'tag': '5aa969cd-99b4-4c9b-83d0-d6509464307d'}] {{(pid=102346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:25:34.016276 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc0e418f5fc417c8d55d94c0aa509b037d0beb2a734c1a709e789eb65639a56d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dce5de5-e8df-4329-b1cf-e0dbd232ddb1" -d '{"events": [{"server_uuid": "45d14893-5bf6-4b65-b786-fa5afce227ce", "name": "network-vif-deleted", "tag": "5aa969cd-99b4-4c9b-83d0-d6509464307d"}]}' {{(pid=102346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:25:34.094214 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:25:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b7d945c-c631-4852-a096-c212f32ff251 x-openstack-request-id: req-9b7d945c-c631-4852-a096-c212f32ff251 {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:25:34.094882 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45d14893-5bf6-4b65-b786-fa5afce227ce", "name": "network-vif-deleted", "tag": "5aa969cd-99b4-4c9b-83d0-d6509464307d", "status": "completed", "code": 200}]} {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:25:34.095119 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9b7d945c-c631-4852-a096-c212f32ff251 {{(pid=102346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:25:34.095500 n-d-813419-10 neutron-server[102346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45d14893-5bf6-4b65-b786-fa5afce227ce', 'name': 'network-vif-deleted', 'tag': '5aa969cd-99b4-4c9b-83d0-d6509464307d', 'status': 'completed', 'code': 200} Oct 27 10:25:34.112964 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-d9da131c-a148-4df2-ae35-016af5042546 req-45851818-8ee9-4f1a-997c-2bd9cf2b8edc tempest-ListServerFiltersTestJSON-326742351 tempest-ListServerFiltersTestJSON-326742351-project] 10.222.0.44 "GET /v2.0/ports?device_id=45d14893-5bf6-4b65-b786-fa5afce227ce HTTP/1.1" status: 200 len: 210 time: 0.0752041 Oct 27 10:25:34.191792 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09efd462-c6b9-414b-b710-ec95c6c1b5b6 req-ee95834b-2011-4a74-8213-a88f076969ed tempest-ImagesOneServerNegativeTestJSON-1258670322 tempest-ImagesOneServerNegativeTestJSON-1258670322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:34.205494 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-09efd462-c6b9-414b-b710-ec95c6c1b5b6 req-ee95834b-2011-4a74-8213-a88f076969ed tempest-ImagesOneServerNegativeTestJSON-1258670322 tempest-ImagesOneServerNegativeTestJSON-1258670322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:34.224222 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6eae280-cc91-492b-9f91-f8155b689760 req-456141df-ac69-46e3-973e-5d80d00c35bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:34.224805 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6eae280-cc91-492b-9f91-f8155b689760 req-456141df-ac69-46e3-973e-5d80d00c35bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:34.225742 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6eae280-cc91-492b-9f91-f8155b689760 req-456141df-ac69-46e3-973e-5d80d00c35bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:34.225865 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6eae280-cc91-492b-9f91-f8155b689760 req-456141df-ac69-46e3-973e-5d80d00c35bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:34.226255 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6eae280-cc91-492b-9f91-f8155b689760 req-456141df-ac69-46e3-973e-5d80d00c35bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:34.226749 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6eae280-cc91-492b-9f91-f8155b689760 req-456141df-ac69-46e3-973e-5d80d00c35bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:34.227219 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6eae280-cc91-492b-9f91-f8155b689760 req-456141df-ac69-46e3-973e-5d80d00c35bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:34.229509 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-a6eae280-cc91-492b-9f91-f8155b689760 req-456141df-ac69-46e3-973e-5d80d00c35bc service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4aa10ad73dbe4076b2c4dd14c0d23687&device_id=19de7999-f151-4eb5-986d-3e7b0f987b5e HTTP/1.1" status: 200 len: 6215 time: 0.1330304 Oct 27 10:25:34.265958 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-09efd462-c6b9-414b-b710-ec95c6c1b5b6 req-ee95834b-2011-4a74-8213-a88f076969ed tempest-ImagesOneServerNegativeTestJSON-1258670322 tempest-ImagesOneServerNegativeTestJSON-1258670322-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4329176 Oct 27 10:25:34.305263 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [req-09efd462-c6b9-414b-b710-ec95c6c1b5b6 req-a07c3f65-b4d0-4839-bf53-2a0e37df4c59 service neutron] Request body: {'port': {'device_id': '3baf93d8-a20a-45c4-a1d6-8d5e86fb9c41', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-10'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:25:34.438321 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6eae280-cc91-492b-9f91-f8155b689760 req-0dd63c25-54ce-427b-a910-b5c2364a9039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:34.438779 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6eae280-cc91-492b-9f91-f8155b689760 req-0dd63c25-54ce-427b-a910-b5c2364a9039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:34.439399 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6eae280-cc91-492b-9f91-f8155b689760 req-0dd63c25-54ce-427b-a910-b5c2364a9039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:34.441711 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-a6eae280-cc91-492b-9f91-f8155b689760 req-0dd63c25-54ce-427b-a910-b5c2364a9039 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=4aa10ad73dbe4076b2c4dd14c0d23687&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.1952276 Oct 27 10:25:34.453504 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fff14d-55f4-4129-a47c-8a7cf3ccd7fa req-2969d84f-dceb-4311-a850-165a80b5ed44 tempest-TenantUsagesTestJSON-1784934378 tempest-TenantUsagesTestJSON-1784934378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:34.455338 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b4fff14d-55f4-4129-a47c-8a7cf3ccd7fa req-2969d84f-dceb-4311-a850-165a80b5ed44 tempest-TenantUsagesTestJSON-1784934378 tempest-TenantUsagesTestJSON-1784934378-project] 10.222.0.44 "GET /v2.0/ports?device_id=361e1f3b-09df-4239-b53e-befa924810d4 HTTP/1.1" status: 200 len: 950 time: 0.2190371 Oct 27 10:25:34.473130 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-09efd462-c6b9-414b-b710-ec95c6c1b5b6 req-a07c3f65-b4d0-4839-bf53-2a0e37df4c59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:34.591951 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b4fff14d-55f4-4129-a47c-8a7cf3ccd7fa req-d29afa0c-37c8-438a-b0d9-f58d5adce0c2 tempest-TenantUsagesTestJSON-1784934378 tempest-TenantUsagesTestJSON-1784934378-project] 10.222.0.44 "GET /v2.0/security-groups?id=c39ad688-55cd-4b55-9c6a-ad223fa49193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228139 Oct 27 10:25:34.649780 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f642f97-6ef0-41c9-9ba7-441aa39e07ff req-50907ceb-8e33-4fd0-a58c-4eb2e202aedd tempest-ImagesOneServerNegativeTestJSON-1258670322 tempest-ImagesOneServerNegativeTestJSON-1258670322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:34.652728 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-8f642f97-6ef0-41c9-9ba7-441aa39e07ff req-50907ceb-8e33-4fd0-a58c-4eb2e202aedd tempest-ImagesOneServerNegativeTestJSON-1258670322 tempest-ImagesOneServerNegativeTestJSON-1258670322-project] 10.222.0.44 "GET /v2.0/ports?device_id=3baf93d8-a20a-45c4-a1d6-8d5e86fb9c41 HTTP/1.1" status: 200 len: 931 time: 0.2093987 Oct 27 10:25:34.739362 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [req-c176d563-0f61-4fe2-90fc-3234b96cd8d4 req-26983997-c6eb-4647-bbc8-0cfd5e8bac5f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56a0b817-75f4-4ce7-b33b-a8b3aecdb601 {{(pid=102347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:25:34.769596 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-c176d563-0f61-4fe2-90fc-3234b96cd8d4 req-26983997-c6eb-4647-bbc8-0cfd5e8bac5f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:34.778660 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6eae280-cc91-492b-9f91-f8155b689760 req-1ed10511-5729-4068-9b56-29793ad09cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:34.780361 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-a6eae280-cc91-492b-9f91-f8155b689760 req-1ed10511-5729-4068-9b56-29793ad09cdf service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3264561 Oct 27 10:25:34.783387 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-8f642f97-6ef0-41c9-9ba7-441aa39e07ff req-b1066b30-77ac-455f-b184-a8f4e7ad9ebc tempest-ImagesOneServerNegativeTestJSON-1258670322 tempest-ImagesOneServerNegativeTestJSON-1258670322-project] 10.222.0.44 "GET /v2.0/security-groups?id=0c17542d-7fc8-4217-9c44-3a2fd00892bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229722 Oct 27 10:25:34.857300 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.provisioning_blocks [req-c176d563-0f61-4fe2-90fc-3234b96cd8d4 req-26983997-c6eb-4647-bbc8-0cfd5e8bac5f service neutron] Transition to ACTIVE for port object 56a0b817-75f4-4ce7-b33b-a8b3aecdb601 will not be triggered until provisioned by entity L2. {{(pid=102347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 10:25:34.868714 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-c176d563-0f61-4fe2-90fc-3234b96cd8d4 req-26983997-c6eb-4647-bbc8-0cfd5e8bac5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:34.900304 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device 5aa969cd-99b4-4c9b-83d0-d6509464307d no longer exists at agent hyperv_n-h1-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:25:34.941223 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] No Port match for: 5aa969cd-99b4-4c9b-83d0-d6509464307d {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:25:34.941600 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device 5aa969cd-99b4-4c9b-83d0-d6509464307d not bound to the agent host n-h1-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:25:35.069563 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b735c2d-2037-4ab7-a480-8149729e7d6b req-be33335c-bcc2-4f4b-a86d-0e5e27580e92 tempest-ServerRescueTestJSON-1025374340 tempest-ServerRescueTestJSON-1025374340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:35.073225 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-6b735c2d-2037-4ab7-a480-8149729e7d6b req-be33335c-bcc2-4f4b-a86d-0e5e27580e92 tempest-ServerRescueTestJSON-1025374340 tempest-ServerRescueTestJSON-1025374340-project] 10.222.0.44 "GET /v2.0/ports?device_id=3023f4e1-4118-4ca5-96f9-0bf5c68da3ab HTTP/1.1" status: 200 len: 945 time: 0.1064994 Oct 27 10:25:35.103898 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26983997-c6eb-4647-bbc8-0cfd5e8bac5f service neutron] Pushing event updated for resources: {'Port': ['ID=56a0b817-75f4-4ce7-b33b-a8b3aecdb601,revision_number=2']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:25:35.153857 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26983997-c6eb-4647-bbc8-0cfd5e8bac5f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:25:35.154203 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26983997-c6eb-4647-bbc8-0cfd5e8bac5f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:25:35.154547 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26983997-c6eb-4647-bbc8-0cfd5e8bac5f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:25:35.154883 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26983997-c6eb-4647-bbc8-0cfd5e8bac5f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:25:35.155216 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26983997-c6eb-4647-bbc8-0cfd5e8bac5f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:25:35.155546 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26983997-c6eb-4647-bbc8-0cfd5e8bac5f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:25:35.155872 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26983997-c6eb-4647-bbc8-0cfd5e8bac5f service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:25:35.156218 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26983997-c6eb-4647-bbc8-0cfd5e8bac5f service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:25:35.156580 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26983997-c6eb-4647-bbc8-0cfd5e8bac5f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:25:35.156853 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26983997-c6eb-4647-bbc8-0cfd5e8bac5f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:25:35.157180 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26983997-c6eb-4647-bbc8-0cfd5e8bac5f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:25:35.157500 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26983997-c6eb-4647-bbc8-0cfd5e8bac5f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:25:35.164225 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-6b735c2d-2037-4ab7-a480-8149729e7d6b req-f5aacc59-f651-4665-9a2f-4bbd0dd7a758 tempest-ServerRescueTestJSON-1025374340 tempest-ServerRescueTestJSON-1025374340-project] 10.222.0.44 "GET /v2.0/security-groups?id=5f97c1ff-dad7-428f-af4b-bc7a94091827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734866 Oct 27 10:25:35.164821 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-c176d563-0f61-4fe2-90fc-3234b96cd8d4 req-26983997-c6eb-4647-bbc8-0cfd5e8bac5f service neutron] Attempting to bind port 56a0b817-75f4-4ce7-b33b-a8b3aecdb601 on host n-h1-813419-10 for vnic_type normal with profile {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:25:35.164917 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-c176d563-0f61-4fe2-90fc-3234b96cd8d4 req-26983997-c6eb-4647-bbc8-0cfd5e8bac5f service neutron] Attempting to bind port 56a0b817-75f4-4ce7-b33b-a8b3aecdb601 by drivers openvswitch,hyperv on host n-h1-813419-10 at level 0 using segments [{'id': 'cd49c69a-bebc-4495-b045-2a5c5dbedd8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'd9f24547-a97b-4994-95da-a3dc1f0864ec'}] {{(pid=102347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:25:35.165218 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c176d563-0f61-4fe2-90fc-3234b96cd8d4 req-26983997-c6eb-4647-bbc8-0cfd5e8bac5f service neutron] Attempting to bind port 56a0b817-75f4-4ce7-b33b-a8b3aecdb601 on network d9f24547-a97b-4994-95da-a3dc1f0864ec {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:25:35.183077 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c176d563-0f61-4fe2-90fc-3234b96cd8d4 req-26983997-c6eb-4647-bbc8-0cfd5e8bac5f service neutron] Port 56a0b817-75f4-4ce7-b33b-a8b3aecdb601 on network d9f24547-a97b-4994-95da-a3dc1f0864ec not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-10 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 10:25:35.183409 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c176d563-0f61-4fe2-90fc-3234b96cd8d4 req-26983997-c6eb-4647-bbc8-0cfd5e8bac5f service neutron] Attempting to bind port 56a0b817-75f4-4ce7-b33b-a8b3aecdb601 on network d9f24547-a97b-4994-95da-a3dc1f0864ec {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:25:35.201365 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d1e846-0f6f-4e7f-9aec-3b71fb88a636 req-4f57e4c3-b8f9-486d-9474-7f197c131a24 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:35.207367 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d1e846-0f6f-4e7f-9aec-3b71fb88a636 req-4f57e4c3-b8f9-486d-9474-7f197c131a24 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:35.213428 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d1e846-0f6f-4e7f-9aec-3b71fb88a636 req-4f57e4c3-b8f9-486d-9474-7f197c131a24 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:35.219545 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d1e846-0f6f-4e7f-9aec-3b71fb88a636 req-4f57e4c3-b8f9-486d-9474-7f197c131a24 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:35.226178 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d1e846-0f6f-4e7f-9aec-3b71fb88a636 req-4f57e4c3-b8f9-486d-9474-7f197c131a24 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:35.232398 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d1e846-0f6f-4e7f-9aec-3b71fb88a636 req-4f57e4c3-b8f9-486d-9474-7f197c131a24 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:35.238333 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d1e846-0f6f-4e7f-9aec-3b71fb88a636 req-4f57e4c3-b8f9-486d-9474-7f197c131a24 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:35.240915 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-79d1e846-0f6f-4e7f-9aec-3b71fb88a636 req-4f57e4c3-b8f9-486d-9474-7f197c131a24 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] 10.222.0.44 "GET /v2.0/ports?device_id=19de7999-f151-4eb5-986d-3e7b0f987b5e HTTP/1.1" status: 200 len: 5387 time: 0.2009859 Oct 27 10:25:35.245462 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c176d563-0f61-4fe2-90fc-3234b96cd8d4 req-26983997-c6eb-4647-bbc8-0cfd5e8bac5f service neutron] Checking agent: {'id': 'a52e1cab-0c63-402d-9c94-330537c6c076', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 16, 2), 'started_at': datetime.datetime(2021, 10, 27, 10, 16, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 25, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:25:35.245462 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c176d563-0f61-4fe2-90fc-3234b96cd8d4 req-26983997-c6eb-4647-bbc8-0cfd5e8bac5f service neutron] Checking segment: {'id': 'cd49c69a-bebc-4495-b045-2a5c5dbedd8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'd9f24547-a97b-4994-95da-a3dc1f0864ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:25:35.245462 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c176d563-0f61-4fe2-90fc-3234b96cd8d4 req-26983997-c6eb-4647-bbc8-0cfd5e8bac5f service neutron] Bound using segment: {'id': 'cd49c69a-bebc-4495-b045-2a5c5dbedd8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'd9f24547-a97b-4994-95da-a3dc1f0864ec'} {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:25:35.245462 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-c176d563-0f61-4fe2-90fc-3234b96cd8d4 req-26983997-c6eb-4647-bbc8-0cfd5e8bac5f service neutron] Bound port: 56a0b817-75f4-4ce7-b33b-a8b3aecdb601, host: n-h1-813419-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd49c69a-bebc-4495-b045-2a5c5dbedd8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'd9f24547-a97b-4994-95da-a3dc1f0864ec'}}] {{(pid=102347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:25:35.245462 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-c176d563-0f61-4fe2-90fc-3234b96cd8d4 req-26983997-c6eb-4647-bbc8-0cfd5e8bac5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:35.301291 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 49254) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:25:35.383463 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [req-09efd462-c6b9-414b-b710-ec95c6c1b5b6 req-a07c3f65-b4d0-4839-bf53-2a0e37df4c59 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dbe4b56c-8e04-4355-93d8-5697ac411eeb {{(pid=102347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:25:35.402101 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-79d1e846-0f6f-4e7f-9aec-3b71fb88a636 req-39fde7c4-4bf3-48ba-9143-7f4206f03fd3 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] 10.222.0.44 "GET /v2.0/security-groups?id=34344a0a-bfc2-4f4b-96e6-fe0cf33c620a&id=652e3df3-defd-4709-b4c8-a9361485da20&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1544764 Oct 27 10:25:35.405679 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-09efd462-c6b9-414b-b710-ec95c6c1b5b6 req-a07c3f65-b4d0-4839-bf53-2a0e37df4c59 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:35.420763 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec990fa9-b49c-4a5a-8170-0a8584b89670 admin admin] Deleting subnet f51c2521-acfc-4fbd-bae2-70c1829cecad {{(pid=102347) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 10:25:35.424176 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-ec990fa9-b49c-4a5a-8170-0a8584b89670 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:35.465098 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-ec990fa9-b49c-4a5a-8170-0a8584b89670 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-18445109'] for subnet, precommit_delete_associations {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:35.557294 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.provisioning_blocks [req-09efd462-c6b9-414b-b710-ec95c6c1b5b6 req-a07c3f65-b4d0-4839-bf53-2a0e37df4c59 service neutron] Transition to ACTIVE for port object dbe4b56c-8e04-4355-93d8-5697ac411eeb will not be triggered until provisioned by entity L2. {{(pid=102347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 10:25:35.561282 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-c176d563-0f61-4fe2-90fc-3234b96cd8d4 req-26983997-c6eb-4647-bbc8-0cfd5e8bac5f service neutron] For port 56a0b817-75f4-4ce7-b33b-a8b3aecdb601, host n-h1-813419-10, cleared binding levels {{(pid=102347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:25:35.566067 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-c176d563-0f61-4fe2-90fc-3234b96cd8d4 req-26983997-c6eb-4647-bbc8-0cfd5e8bac5f service neutron] For port 56a0b817-75f4-4ce7-b33b-a8b3aecdb601, host n-h1-813419-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=56a0b817-75f4-4ce7-b33b-a8b3aecdb601,segment=NetworkSegment(cd49c69a-bebc-4495-b045-2a5c5dbedd8b),segment_id=cd49c69a-bebc-4495-b045-2a5c5dbedd8b)] {{(pid=102347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:25:35.569618 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-09efd462-c6b9-414b-b710-ec95c6c1b5b6 req-a07c3f65-b4d0-4839-bf53-2a0e37df4c59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:35.578322 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-ec990fa9-b49c-4a5a-8170-0a8584b89670 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855646'] for subnet, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:35.621370 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-c176d563-0f61-4fe2-90fc-3234b96cd8d4 req-26983997-c6eb-4647-bbc8-0cfd5e8bac5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:35.660182 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c176d563-0f61-4fe2-90fc-3234b96cd8d4 req-26983997-c6eb-4647-bbc8-0cfd5e8bac5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:35.661675 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-c176d563-0f61-4fe2-90fc-3234b96cd8d4 req-26983997-c6eb-4647-bbc8-0cfd5e8bac5f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:35.663042 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c176d563-0f61-4fe2-90fc-3234b96cd8d4 req-26983997-c6eb-4647-bbc8-0cfd5e8bac5f service neutron] 10.222.0.64 "PUT /v2.0/ports/56a0b817-75f4-4ce7-b33b-a8b3aecdb601 HTTP/1.1" status: 200 len: 1092 time: 2.6000624 Oct 27 10:25:35.673654 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07c3f65-b4d0-4839-bf53-2a0e37df4c59 service neutron] Pushing event updated for resources: {'Port': ['ID=dbe4b56c-8e04-4355-93d8-5697ac411eeb,revision_number=2']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:25:35.714617 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [req-c176d563-0f61-4fe2-90fc-3234b96cd8d4 req-c90251c6-5e14-4039-9e50-a04132c053b7 service neutron] Request body: {'port': {'device_id': '19de7999-f151-4eb5-986d-3e7b0f987b5e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-10'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:25:35.840275 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26983997-c6eb-4647-bbc8-0cfd5e8bac5f service neutron] Pushing event updated for resources: {'Port': ['ID=56a0b817-75f4-4ce7-b33b-a8b3aecdb601,revision_number=3']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:25:35.864749 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-ec990fa9-b49c-4a5a-8170-0a8584b89670 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-18295818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18043720'] for subnet, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:35.935290 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec990fa9-b49c-4a5a-8170-0a8584b89670 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f51c2521-acfc-4fbd-bae2-70c1829cecad,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:25:35.945853 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-c176d563-0f61-4fe2-90fc-3234b96cd8d4 req-c90251c6-5e14-4039-9e50-a04132c053b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:35.949697 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-ec990fa9-b49c-4a5a-8170-0a8584b89670 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:35.953108 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-ec990fa9-b49c-4a5a-8170-0a8584b89670 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/f51c2521-acfc-4fbd-bae2-70c1829cecad HTTP/1.1" status: 204 len: 168 time: 0.6498642 Oct 27 10:25:35.955769 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 49274) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:25:35.960675 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9acf28c-c0a8-43be-b199-f3356a72fc3e None None] Network efc5dfe6-de09-46df-b154-ddd837da0a5a requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:25:35.971232 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19de7999-f151-4eb5-986d-3e7b0f987b5e', 'tag': '56a0b817-75f4-4ce7-b33b-a8b3aecdb601'}] {{(pid=102347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:25:35.974350 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311149b481204ee7edffdb959c881838506fbd95bc8577c048f6677abb73acc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8d9122a-b527-40d6-a9cf-c0f002b23315" -d '{"events": [{"name": "network-changed", "server_uuid": "19de7999-f151-4eb5-986d-3e7b0f987b5e", "tag": "56a0b817-75f4-4ce7-b33b-a8b3aecdb601"}]}' {{(pid=102347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:25:35.979158 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-09efd462-c6b9-414b-b710-ec95c6c1b5b6 req-a07c3f65-b4d0-4839-bf53-2a0e37df4c59 service neutron] Attempting to bind port dbe4b56c-8e04-4355-93d8-5697ac411eeb on host n-h2-813419-10 for vnic_type normal with profile {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:25:35.979496 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-09efd462-c6b9-414b-b710-ec95c6c1b5b6 req-a07c3f65-b4d0-4839-bf53-2a0e37df4c59 service neutron] Attempting to bind port dbe4b56c-8e04-4355-93d8-5697ac411eeb by drivers openvswitch,hyperv on host n-h2-813419-10 at level 0 using segments [{'id': '922b6d3e-9a8b-4e20-bf5d-299fdca2febe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'f7c4c830-52ad-4ee2-a72d-431abd6800b4'}] {{(pid=102347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:25:35.979828 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09efd462-c6b9-414b-b710-ec95c6c1b5b6 req-a07c3f65-b4d0-4839-bf53-2a0e37df4c59 service neutron] Attempting to bind port dbe4b56c-8e04-4355-93d8-5697ac411eeb on network f7c4c830-52ad-4ee2-a72d-431abd6800b4 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:25:36.007808 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09efd462-c6b9-414b-b710-ec95c6c1b5b6 req-a07c3f65-b4d0-4839-bf53-2a0e37df4c59 service neutron] Port dbe4b56c-8e04-4355-93d8-5697ac411eeb on network f7c4c830-52ad-4ee2-a72d-431abd6800b4 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-10 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 10:25:36.008131 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09efd462-c6b9-414b-b710-ec95c6c1b5b6 req-a07c3f65-b4d0-4839-bf53-2a0e37df4c59 service neutron] Attempting to bind port dbe4b56c-8e04-4355-93d8-5697ac411eeb on network f7c4c830-52ad-4ee2-a72d-431abd6800b4 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:25:36.023075 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09efd462-c6b9-414b-b710-ec95c6c1b5b6 req-a07c3f65-b4d0-4839-bf53-2a0e37df4c59 service neutron] Checking agent: {'id': 'a2edc247-0fa4-4ce6-bbae-a10492f6bd71', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 16, 9), 'started_at': datetime.datetime(2021, 10, 27, 10, 16, 9), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 25, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:25:36.023941 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09efd462-c6b9-414b-b710-ec95c6c1b5b6 req-a07c3f65-b4d0-4839-bf53-2a0e37df4c59 service neutron] Checking segment: {'id': '922b6d3e-9a8b-4e20-bf5d-299fdca2febe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'f7c4c830-52ad-4ee2-a72d-431abd6800b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:25:36.023941 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09efd462-c6b9-414b-b710-ec95c6c1b5b6 req-a07c3f65-b4d0-4839-bf53-2a0e37df4c59 service neutron] Bound using segment: {'id': '922b6d3e-9a8b-4e20-bf5d-299fdca2febe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'f7c4c830-52ad-4ee2-a72d-431abd6800b4'} {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:25:36.024354 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-09efd462-c6b9-414b-b710-ec95c6c1b5b6 req-a07c3f65-b4d0-4839-bf53-2a0e37df4c59 service neutron] Bound port: dbe4b56c-8e04-4355-93d8-5697ac411eeb, host: n-h2-813419-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '922b6d3e-9a8b-4e20-bf5d-299fdca2febe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'f7c4c830-52ad-4ee2-a72d-431abd6800b4'}}] {{(pid=102347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:25:36.024603 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-09efd462-c6b9-414b-b710-ec95c6c1b5b6 req-a07c3f65-b4d0-4839-bf53-2a0e37df4c59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:36.034339 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b9162b-5b6a-4a93-a5d5-6ac5cdb4d7ac req-39e525db-72b1-41cb-acd9-ba96c8ae0d50 tempest-ImagesOneServerNegativeTestJSON-1258670322 tempest-ImagesOneServerNegativeTestJSON-1258670322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:36.036173 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-a6b9162b-5b6a-4a93-a5d5-6ac5cdb4d7ac req-39e525db-72b1-41cb-acd9-ba96c8ae0d50 tempest-ImagesOneServerNegativeTestJSON-1258670322 tempest-ImagesOneServerNegativeTestJSON-1258670322-project] 10.222.0.44 "GET /v2.0/ports?device_id=3baf93d8-a20a-45c4-a1d6-8d5e86fb9c41 HTTP/1.1" status: 200 len: 943 time: 0.1192775 Oct 27 10:25:36.042987 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4c75a6-4eaf-4706-85b1-943abecceb27 req-ae67c418-d7e5-44c1-8599-42867bc37305 tempest-TenantUsagesTestJSON-1784934378 tempest-TenantUsagesTestJSON-1784934378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:36.044562 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-5b4c75a6-4eaf-4706-85b1-943abecceb27 req-ae67c418-d7e5-44c1-8599-42867bc37305 tempest-TenantUsagesTestJSON-1784934378 tempest-TenantUsagesTestJSON-1784934378-project] 10.222.0.44 "GET /v2.0/ports?device_id=361e1f3b-09df-4239-b53e-befa924810d4 HTTP/1.1" status: 200 len: 950 time: 0.1776092 Oct 27 10:25:36.075400 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-64e1cec3-7deb-4ff5-a9be-b824f478e4c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586917'] for network, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:36.108513 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-a6b9162b-5b6a-4a93-a5d5-6ac5cdb4d7ac req-5424eae9-b79d-41bb-91de-70ddf30b9848 tempest-ImagesOneServerNegativeTestJSON-1258670322 tempest-ImagesOneServerNegativeTestJSON-1258670322-project] 10.222.0.44 "GET /v2.0/security-groups?id=0c17542d-7fc8-4217-9c44-3a2fd00892bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650601 Oct 27 10:25:36.183355 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-64e1cec3-7deb-4ff5-a9be-b824f478e4c7 admin admin] Deleting port 410bd337-09f6-4dd8-b3b6-68e02d752c7e {{(pid=102346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:25:36.183979 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-64e1cec3-7deb-4ff5-a9be-b824f478e4c7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:36.229131 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-5b4c75a6-4eaf-4706-85b1-943abecceb27 req-97fd835e-8f3a-462a-96fa-a9fec620405f tempest-TenantUsagesTestJSON-1784934378 tempest-TenantUsagesTestJSON-1784934378-project] 10.222.0.44 "GET /v2.0/security-groups?id=c39ad688-55cd-4b55-9c6a-ad223fa49193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774466 Oct 27 10:25:36.255583 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 10:25:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd68be00-cfc1-4697-aa2d-fb2a3e33b7dc x-openstack-request-id: req-bd68be00-cfc1-4697-aa2d-fb2a3e33b7dc {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:25:36.257498 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d704cc6b-246b-4c5c-b435-5aedb0e0af9b None None] DHCP port deletion for efc5dfe6-de09-46df-b154-ddd837da0a5a request from n-d-813419-10 {{(pid=102348) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 10:25:36.258039 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19de7999-f151-4eb5-986d-3e7b0f987b5e", "tag": "56a0b817-75f4-4ce7-b33b-a8b3aecdb601", "status": "completed", "code": 200}]} {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:25:36.258385 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-bd68be00-cfc1-4697-aa2d-fb2a3e33b7dc {{(pid=102347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:25:36.258878 n-d-813419-10 neutron-server[102347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19de7999-f151-4eb5-986d-3e7b0f987b5e', 'tag': '56a0b817-75f4-4ce7-b33b-a8b3aecdb601', 'status': 'completed', 'code': 200} Oct 27 10:25:36.277901 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-09efd462-c6b9-414b-b710-ec95c6c1b5b6 req-a07c3f65-b4d0-4839-bf53-2a0e37df4c59 service neutron] For port dbe4b56c-8e04-4355-93d8-5697ac411eeb, host n-h2-813419-10, cleared binding levels {{(pid=102347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:25:36.353121 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-09efd462-c6b9-414b-b710-ec95c6c1b5b6 req-a07c3f65-b4d0-4839-bf53-2a0e37df4c59 service neutron] For port dbe4b56c-8e04-4355-93d8-5697ac411eeb, host n-h2-813419-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=dbe4b56c-8e04-4355-93d8-5697ac411eeb,segment=NetworkSegment(922b6d3e-9a8b-4e20-bf5d-299fdca2febe),segment_id=922b6d3e-9a8b-4e20-bf5d-299fdca2febe)] {{(pid=102347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:25:36.361558 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-d704cc6b-246b-4c5c-b435-5aedb0e0af9b None None] Deleting port 410bd337-09f6-4dd8-b3b6-68e02d752c7e {{(pid=102348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:25:36.362898 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-d704cc6b-246b-4c5c-b435-5aedb0e0af9b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:36.375561 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-09efd462-c6b9-414b-b710-ec95c6c1b5b6 req-a07c3f65-b4d0-4839-bf53-2a0e37df4c59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:36.395094 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [None req-64e1cec3-7deb-4ff5-a9be-b824f478e4c7 admin admin] For port 410bd337-09f6-4dd8-b3b6-68e02d752c7e, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=410bd337-09f6-4dd8-b3b6-68e02d752c7e,segment=NetworkSegment(decbe644-9a77-4e48-9a29-036ea3cab9b0),segment_id=decbe644-9a77-4e48-9a29-036ea3cab9b0)] {{(pid=102346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:25:36.395443 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-64e1cec3-7deb-4ff5-a9be-b824f478e4c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:36.417789 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-64e1cec3-7deb-4ff5-a9be-b824f478e4c7 admin admin] Calling delete_port for 410bd337-09f6-4dd8-b3b6-68e02d752c7e owned by network:dhcp {{(pid=102346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:25:36.426218 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d9122a-b527-40d6-a9cf-c0f002b23315 req-eedeb9cb-2346-4856-9b31-e867151a2fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:36.427822 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d9122a-b527-40d6-a9cf-c0f002b23315 req-eedeb9cb-2346-4856-9b31-e867151a2fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:36.428328 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d9122a-b527-40d6-a9cf-c0f002b23315 req-eedeb9cb-2346-4856-9b31-e867151a2fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:36.428787 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d9122a-b527-40d6-a9cf-c0f002b23315 req-eedeb9cb-2346-4856-9b31-e867151a2fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:36.429251 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d9122a-b527-40d6-a9cf-c0f002b23315 req-eedeb9cb-2346-4856-9b31-e867151a2fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:36.429706 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d9122a-b527-40d6-a9cf-c0f002b23315 req-eedeb9cb-2346-4856-9b31-e867151a2fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:36.430161 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d9122a-b527-40d6-a9cf-c0f002b23315 req-eedeb9cb-2346-4856-9b31-e867151a2fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:36.432037 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-f8d9122a-b527-40d6-a9cf-c0f002b23315 req-eedeb9cb-2346-4856-9b31-e867151a2fa1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4aa10ad73dbe4076b2c4dd14c0d23687&device_id=19de7999-f151-4eb5-986d-3e7b0f987b5e HTTP/1.1" status: 200 len: 6283 time: 0.1667707 Oct 27 10:25:36.454792 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09efd462-c6b9-414b-b710-ec95c6c1b5b6 req-a07c3f65-b4d0-4839-bf53-2a0e37df4c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:36.455844 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-09efd462-c6b9-414b-b710-ec95c6c1b5b6 req-a07c3f65-b4d0-4839-bf53-2a0e37df4c59 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:36.457405 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-09efd462-c6b9-414b-b710-ec95c6c1b5b6 req-a07c3f65-b4d0-4839-bf53-2a0e37df4c59 service neutron] 10.222.0.76 "PUT /v2.0/ports/dbe4b56c-8e04-4355-93d8-5697ac411eeb HTTP/1.1" status: 200 len: 1092 time: 2.1722655 Oct 27 10:25:36.466343 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac50f32-70a3-452d-a522-c417d5d58351 req-90811449-f87f-402b-b802-c57ee5673eb7 tempest-ServerRescueTestJSON-1025374340 tempest-ServerRescueTestJSON-1025374340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:36.473900 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-dac50f32-70a3-452d-a522-c417d5d58351 req-90811449-f87f-402b-b802-c57ee5673eb7 tempest-ServerRescueTestJSON-1025374340 tempest-ServerRescueTestJSON-1025374340-project] 10.222.0.44 "GET /v2.0/ports?device_id=3023f4e1-4118-4ca5-96f9-0bf5c68da3ab HTTP/1.1" status: 200 len: 945 time: 0.1351619 Oct 27 10:25:36.579927 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-d704cc6b-246b-4c5c-b435-5aedb0e0af9b None None] For port 410bd337-09f6-4dd8-b3b6-68e02d752c7e, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=410bd337-09f6-4dd8-b3b6-68e02d752c7e,segment=NetworkSegment(decbe644-9a77-4e48-9a29-036ea3cab9b0),segment_id=decbe644-9a77-4e48-9a29-036ea3cab9b0)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:25:36.580808 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-d704cc6b-246b-4c5c-b435-5aedb0e0af9b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:36.602491 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-d704cc6b-246b-4c5c-b435-5aedb0e0af9b None None] Calling delete_port for 410bd337-09f6-4dd8-b3b6-68e02d752c7e owned by network:dhcp {{(pid=102348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:25:36.662804 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-dac50f32-70a3-452d-a522-c417d5d58351 req-70b9d2c1-6d2c-49d1-87f0-c737af331fba tempest-ServerRescueTestJSON-1025374340 tempest-ServerRescueTestJSON-1025374340-project] 10.222.0.44 "GET /v2.0/security-groups?id=5f97c1ff-dad7-428f-af4b-bc7a94091827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879103 Oct 27 10:25:36.667990 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07c3f65-b4d0-4839-bf53-2a0e37df4c59 service neutron] Pushing event updated for resources: {'Port': ['ID=dbe4b56c-8e04-4355-93d8-5697ac411eeb,revision_number=3']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:25:36.712513 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d9122a-b527-40d6-a9cf-c0f002b23315 req-d86c9534-d153-47e9-bb53-07a090a328ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:36.713321 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d9122a-b527-40d6-a9cf-c0f002b23315 req-d86c9534-d153-47e9-bb53-07a090a328ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:36.713904 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d9122a-b527-40d6-a9cf-c0f002b23315 req-d86c9534-d153-47e9-bb53-07a090a328ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:36.719667 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-f8d9122a-b527-40d6-a9cf-c0f002b23315 req-d86c9534-d153-47e9-bb53-07a090a328ab service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=4aa10ad73dbe4076b2c4dd14c0d23687&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.2756596 Oct 27 10:25:36.720369 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 49288) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:25:36.746229 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-d704cc6b-246b-4c5c-b435-5aedb0e0af9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615'] for port, after_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:36.757331 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-64e1cec3-7deb-4ff5-a9be-b824f478e4c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:36.770706 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d704cc6b-246b-4c5c-b435-5aedb0e0af9b None None] No DVR routers for this DVR port 410bd337-09f6-4dd8-b3b6-68e02d752c7e on host n-d-813419-10 {{(pid=102348) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:25:36.794984 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d704cc6b-246b-4c5c-b435-5aedb0e0af9b None None] Pushing event deleted for resources: {'Port': ['ID=410bd337-09f6-4dd8-b3b6-68e02d752c7e,revision_number=None']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:25:36.817884 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09efd462-c6b9-414b-b710-ec95c6c1b5b6 req-ef2b9a2d-55e0-4968-ad22-3a657e61195f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:36.819404 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-09efd462-c6b9-414b-b710-ec95c6c1b5b6 req-ef2b9a2d-55e0-4968-ad22-3a657e61195f service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=2188d08323094fd29aa0ce0c21743039&device_id=3baf93d8-a20a-45c4-a1d6-8d5e86fb9c41 HTTP/1.1" status: 200 len: 1095 time: 0.2550495 Oct 27 10:25:36.823214 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e1cec3-7deb-4ff5-a9be-b824f478e4c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=410bd337-09f6-4dd8-b3b6-68e02d752c7e,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:25:36.825998 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64e1cec3-7deb-4ff5-a9be-b824f478e4c7 admin admin] No DVR routers for this DVR port 410bd337-09f6-4dd8-b3b6-68e02d752c7e on host n-d-813419-10 {{(pid=102346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:25:36.857214 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e654570-91e2-4385-a654-c462b91969af req-f03926bd-9f3f-424d-a510-fb2813ad0d1b tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:36.863512 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e654570-91e2-4385-a654-c462b91969af req-f03926bd-9f3f-424d-a510-fb2813ad0d1b tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:36.872975 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e654570-91e2-4385-a654-c462b91969af req-f03926bd-9f3f-424d-a510-fb2813ad0d1b tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:36.878898 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e654570-91e2-4385-a654-c462b91969af req-f03926bd-9f3f-424d-a510-fb2813ad0d1b tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:36.888368 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e654570-91e2-4385-a654-c462b91969af req-f03926bd-9f3f-424d-a510-fb2813ad0d1b tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:36.894723 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e654570-91e2-4385-a654-c462b91969af req-f03926bd-9f3f-424d-a510-fb2813ad0d1b tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:36.901488 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e654570-91e2-4385-a654-c462b91969af req-f03926bd-9f3f-424d-a510-fb2813ad0d1b tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:36.909572 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-1e654570-91e2-4385-a654-c462b91969af req-f03926bd-9f3f-424d-a510-fb2813ad0d1b tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] 10.222.0.44 "GET /v2.0/ports?device_id=19de7999-f151-4eb5-986d-3e7b0f987b5e HTTP/1.1" status: 200 len: 5387 time: 0.3204737 Oct 27 10:25:36.938206 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-9397f9f5-8f04-415c-91a2-e71582afb587 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:36.944060 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-64e1cec3-7deb-4ff5-a9be-b824f478e4c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857803', 'neutron.services.segments.db._delete_segments_for_network-8743873143390'] for network, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:36.986767 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-09efd462-c6b9-414b-b710-ec95c6c1b5b6 req-c8be343c-8cc9-4a0d-a436-c762dccaf5cb service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=dbe4b56c-8e04-4355-93d8-5697ac411eeb HTTP/1.1" status: 200 len: 217 time: 0.1507280 Oct 27 10:25:37.007622 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-64e1cec3-7deb-4ff5-a9be-b824f478e4c7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efc5dfe6-de09-46df-b154-ddd837da0a5a']}} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:25:37.017235 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d9122a-b527-40d6-a9cf-c0f002b23315 req-6ff08062-8d5f-466b-b140-3aeb1fd76b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:37.018867 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-f8d9122a-b527-40d6-a9cf-c0f002b23315 req-6ff08062-8d5f-466b-b140-3aeb1fd76b65 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2871971 Oct 27 10:25:37.028813 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-64e1cec3-7deb-4ff5-a9be-b824f478e4c7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'decbe644-9a77-4e48-9a29-036ea3cab9b0') {'for_net_delete': True} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:25:37.029191 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-64e1cec3-7deb-4ff5-a9be-b824f478e4c7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'decbe644-9a77-4e48-9a29-036ea3cab9b0') {} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:25:37.043959 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-64e1cec3-7deb-4ff5-a9be-b824f478e4c7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743873145191', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25847877'] for segment, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:37.046892 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [req-c176d563-0f61-4fe2-90fc-3234b96cd8d4 req-c90251c6-5e14-4039-9e50-a04132c053b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 870bf313-566e-41bd-b31c-74deaf9c052a {{(pid=102347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:25:37.064757 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-64e1cec3-7deb-4ff5-a9be-b824f478e4c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:37.075887 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-c176d563-0f61-4fe2-90fc-3234b96cd8d4 req-c90251c6-5e14-4039-9e50-a04132c053b7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:37.076349 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64e1cec3-7deb-4ff5-a9be-b824f478e4c7 admin admin] Releasing vlan 436 on physical network physnet1 to pool {{(pid=102346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 10:25:37.076725 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-64e1cec3-7deb-4ff5-a9be-b824f478e4c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27024137'] for segment, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:37.078394 n-d-813419-10 neutron-server[102346]: Traceback (most recent call last): Oct 27 10:25:37.078394 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 10:25:37.078394 n-d-813419-10 neutron-server[102346]: timer() Oct 27 10:25:37.078394 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 10:25:37.078394 n-d-813419-10 neutron-server[102346]: cb(*args, **kw) Oct 27 10:25:37.078394 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 10:25:37.078394 n-d-813419-10 neutron-server[102346]: return func(*args, **kwargs) Oct 27 10:25:37.078394 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 10:25:37.078394 n-d-813419-10 neutron-server[102346]: self._notify() Oct 27 10:25:37.078394 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 10:25:37.078394 n-d-813419-10 neutron-server[102346]: self.callback(batched_events) Oct 27 10:25:37.078394 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 10:25:37.078394 n-d-813419-10 neutron-server[102346]: event.method(event) Oct 27 10:25:37.078394 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 10:25:37.078394 n-d-813419-10 neutron-server[102346]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 10:25:37.078394 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 10:25:37.078394 n-d-813419-10 neutron-server[102346]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 10:25:37.078394 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 10:25:37.078394 n-d-813419-10 neutron-server[102346]: return f(self, *a, **k) Oct 27 10:25:37.078394 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 10:25:37.078394 n-d-813419-10 neutron-server[102346]: return self._get(url).json() Oct 27 10:25:37.078394 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 10:25:37.078394 n-d-813419-10 neutron-server[102346]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 10:25:37.078394 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 10:25:37.078394 n-d-813419-10 neutron-server[102346]: return self.request(url, 'GET', **kwargs) Oct 27 10:25:37.078394 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 10:25:37.078394 n-d-813419-10 neutron-server[102346]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 10:25:37.078394 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 10:25:37.078394 n-d-813419-10 neutron-server[102346]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 10:25:37.078394 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 10:25:37.078394 n-d-813419-10 neutron-server[102346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 10:25:37.078394 n-d-813419-10 neutron-server[102346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 10:25:37.144386 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-1e654570-91e2-4385-a654-c462b91969af req-8d162e75-cad9-4afb-b02e-4e171de8a383 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] 10.222.0.44 "GET /v2.0/security-groups?id=34344a0a-bfc2-4f4b-96e6-fe0cf33c620a&id=652e3df3-defd-4709-b4c8-a9361485da20&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2316344 Oct 27 10:25:37.157460 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09efd462-c6b9-414b-b710-ec95c6c1b5b6 req-037dc8a4-caf0-45aa-829b-6681acb1ff3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:37.160755 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-09efd462-c6b9-414b-b710-ec95c6c1b5b6 req-037dc8a4-caf0-45aa-829b-6681acb1ff3f service neutron] 10.222.0.76 "GET /v2.0/subnets?id=16b456d2-8438-42f0-a0ba-9b2d6c1c5bfa HTTP/1.1" status: 200 len: 862 time: 0.1583803 Oct 27 10:25:37.161995 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.provisioning_blocks [req-c176d563-0f61-4fe2-90fc-3234b96cd8d4 req-c90251c6-5e14-4039-9e50-a04132c053b7 service neutron] Transition to ACTIVE for port object 870bf313-566e-41bd-b31c-74deaf9c052a will not be triggered until provisioned by entity L2. {{(pid=102347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 10:25:37.168657 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-c176d563-0f61-4fe2-90fc-3234b96cd8d4 req-c90251c6-5e14-4039-9e50-a04132c053b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:37.235149 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90251c6-5e14-4039-9e50-a04132c053b7 service neutron] Pushing event updated for resources: {'Port': ['ID=870bf313-566e-41bd-b31c-74deaf9c052a,revision_number=2']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:25:37.252036 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-9397f9f5-8f04-415c-91a2-e71582afb587 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:37.253163 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-64e1cec3-7deb-4ff5-a9be-b824f478e4c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664840'] for network, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:37.268309 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-09efd462-c6b9-414b-b710-ec95c6c1b5b6 req-566f4dc6-70a5-4b24-9099-5995903151ec service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=f7c4c830-52ad-4ee2-a72d-431abd6800b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0958612 Oct 27 10:25:37.277070 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-64e1cec3-7deb-4ff5-a9be-b824f478e4c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for network, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:37.284545 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-64e1cec3-7deb-4ff5-a9be-b824f478e4c7 admin admin] 10.222.0.44 "DELETE /v2.0/networks/efc5dfe6-de09-46df-b154-ddd837da0a5a HTTP/1.1" status: 204 len: 168 time: 1.3262532 Oct 27 10:25:37.303536 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-9397f9f5-8f04-415c-91a2-e71582afb587 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:37.326960 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e1cec3-7deb-4ff5-a9be-b824f478e4c7 admin admin] Pushing event deleted for resources: {'Network': ['ID=efc5dfe6-de09-46df-b154-ddd837da0a5a,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:25:37.357922 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd4abc6-d534-4fbf-a6de-5591f76fa8f6 req-f5f0a2bd-dfcd-45fe-8d2d-3380e105986b tempest-TenantUsagesTestJSON-1784934378 tempest-TenantUsagesTestJSON-1784934378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:37.362936 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-1dd4abc6-d534-4fbf-a6de-5591f76fa8f6 req-f5f0a2bd-dfcd-45fe-8d2d-3380e105986b tempest-TenantUsagesTestJSON-1784934378 tempest-TenantUsagesTestJSON-1784934378-project] 10.222.0.64 "GET /v2.0/ports?device_id=361e1f3b-09df-4239-b53e-befa924810d4 HTTP/1.1" status: 200 len: 950 time: 0.2693453 Oct 27 10:25:37.454529 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-9397f9f5-8f04-415c-91a2-e71582afb587 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=de0b29b9b8074e7fb1f68365e0ead03b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7320702 Oct 27 10:25:37.493644 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 49298) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:25:37.552947 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 49300) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:25:37.603342 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-09efd462-c6b9-414b-b710-ec95c6c1b5b6 req-a7a87553-b5f2-4ed8-a27d-c62623b59568 service neutron] 10.222.0.76 "GET /v2.0/networks/f7c4c830-52ad-4ee2-a72d-431abd6800b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3224258 Oct 27 10:25:37.740296 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-ddd037ad-b9fd-4ba5-b987-eaa9865117d4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:37.759164 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95adca54-22e0-4395-be0e-afc3bea9b22a req-220741be-145a-4c02-91ba-b9845d8b9d32 tempest-TenantUsagesTestJSON-1784934378 tempest-TenantUsagesTestJSON-1784934378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:37.760765 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-95adca54-22e0-4395-be0e-afc3bea9b22a req-220741be-145a-4c02-91ba-b9845d8b9d32 tempest-TenantUsagesTestJSON-1784934378 tempest-TenantUsagesTestJSON-1784934378-project] 10.222.0.44 "GET /v2.0/ports?device_id=361e1f3b-09df-4239-b53e-befa924810d4 HTTP/1.1" status: 200 len: 950 time: 0.3675120 Oct 27 10:25:37.777214 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-33f06d17-2339-45e1-be07-7f0005e16f32 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=218cefac8af54854a39dc56211e2a581&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1964474 Oct 27 10:25:37.785657 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 49306) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:25:37.805798 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-09efd462-c6b9-414b-b710-ec95c6c1b5b6 req-8cb4373c-8821-418b-8384-16e898b4518d service neutron] 10.222.0.76 "GET /v2.0/networks/f7c4c830-52ad-4ee2-a72d-431abd6800b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1703484 Oct 27 10:25:37.812916 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-ddd037ad-b9fd-4ba5-b987-eaa9865117d4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:37.842702 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9397f9f5-8f04-415c-91a2-e71582afb587 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2c2e93a-a21f-4456-9743-06a233606eb4,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:25:37.861757 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250d813e-0397-4c37-bb64-430cda3632fe req-e5cd328c-0f37-4782-b9d8-e40cdec6bb1f tempest-ImagesOneServerNegativeTestJSON-1258670322 tempest-ImagesOneServerNegativeTestJSON-1258670322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:37.864584 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-250d813e-0397-4c37-bb64-430cda3632fe req-e5cd328c-0f37-4782-b9d8-e40cdec6bb1f tempest-ImagesOneServerNegativeTestJSON-1258670322 tempest-ImagesOneServerNegativeTestJSON-1258670322-project] 10.222.0.44 "GET /v2.0/ports?device_id=3baf93d8-a20a-45c4-a1d6-8d5e86fb9c41 HTTP/1.1" status: 200 len: 943 time: 0.6270158 Oct 27 10:25:37.869652 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-c176d563-0f61-4fe2-90fc-3234b96cd8d4 req-c90251c6-5e14-4039-9e50-a04132c053b7 service neutron] Attempting to bind port 870bf313-566e-41bd-b31c-74deaf9c052a on host n-h1-813419-10 for vnic_type normal with profile {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:25:37.870124 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-c176d563-0f61-4fe2-90fc-3234b96cd8d4 req-c90251c6-5e14-4039-9e50-a04132c053b7 service neutron] Attempting to bind port 870bf313-566e-41bd-b31c-74deaf9c052a by drivers openvswitch,hyperv on host n-h1-813419-10 at level 0 using segments [{'id': 'cd49c69a-bebc-4495-b045-2a5c5dbedd8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'd9f24547-a97b-4994-95da-a3dc1f0864ec'}] {{(pid=102347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:25:37.870234 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c176d563-0f61-4fe2-90fc-3234b96cd8d4 req-c90251c6-5e14-4039-9e50-a04132c053b7 service neutron] Attempting to bind port 870bf313-566e-41bd-b31c-74deaf9c052a on network d9f24547-a97b-4994-95da-a3dc1f0864ec {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:25:37.907278 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c176d563-0f61-4fe2-90fc-3234b96cd8d4 req-c90251c6-5e14-4039-9e50-a04132c053b7 service neutron] Port 870bf313-566e-41bd-b31c-74deaf9c052a on network d9f24547-a97b-4994-95da-a3dc1f0864ec not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-10 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 10:25:37.907599 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c176d563-0f61-4fe2-90fc-3234b96cd8d4 req-c90251c6-5e14-4039-9e50-a04132c053b7 service neutron] Attempting to bind port 870bf313-566e-41bd-b31c-74deaf9c052a on network d9f24547-a97b-4994-95da-a3dc1f0864ec {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:25:37.917945 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-95adca54-22e0-4395-be0e-afc3bea9b22a req-5da35b54-68e7-46e1-acae-a2545c2704b8 tempest-TenantUsagesTestJSON-1784934378 tempest-TenantUsagesTestJSON-1784934378-project] 10.222.0.44 "GET /v2.0/security-groups?id=c39ad688-55cd-4b55-9c6a-ad223fa49193&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371932 Oct 27 10:25:37.921268 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c176d563-0f61-4fe2-90fc-3234b96cd8d4 req-c90251c6-5e14-4039-9e50-a04132c053b7 service neutron] Checking agent: {'id': 'a52e1cab-0c63-402d-9c94-330537c6c076', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 16, 2), 'started_at': datetime.datetime(2021, 10, 27, 10, 16, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 25, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:25:37.921575 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c176d563-0f61-4fe2-90fc-3234b96cd8d4 req-c90251c6-5e14-4039-9e50-a04132c053b7 service neutron] Checking segment: {'id': 'cd49c69a-bebc-4495-b045-2a5c5dbedd8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'd9f24547-a97b-4994-95da-a3dc1f0864ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:25:37.921991 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c176d563-0f61-4fe2-90fc-3234b96cd8d4 req-c90251c6-5e14-4039-9e50-a04132c053b7 service neutron] Bound using segment: {'id': 'cd49c69a-bebc-4495-b045-2a5c5dbedd8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'd9f24547-a97b-4994-95da-a3dc1f0864ec'} {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:25:37.922384 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-c176d563-0f61-4fe2-90fc-3234b96cd8d4 req-c90251c6-5e14-4039-9e50-a04132c053b7 service neutron] Bound port: 870bf313-566e-41bd-b31c-74deaf9c052a, host: n-h1-813419-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd49c69a-bebc-4495-b045-2a5c5dbedd8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'd9f24547-a97b-4994-95da-a3dc1f0864ec'}}] {{(pid=102347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:25:37.922816 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-c176d563-0f61-4fe2-90fc-3234b96cd8d4 req-c90251c6-5e14-4039-9e50-a04132c053b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:37.958818 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-250d813e-0397-4c37-bb64-430cda3632fe req-67b82535-d525-4642-8139-0e5e54e3fbaf tempest-ImagesOneServerNegativeTestJSON-1258670322 tempest-ImagesOneServerNegativeTestJSON-1258670322-project] 10.222.0.44 "GET /v2.0/security-groups?id=0c17542d-7fc8-4217-9c44-3a2fd00892bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769408 Oct 27 10:25:37.977661 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-53153792-a526-4628-9e88-f979d79b248b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:37.987710 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [req-1dd4abc6-d534-4fbf-a6de-5591f76fa8f6 req-c19339a5-f197-4df4-a7b4-f78c3ffaf293 tempest-TenantUsagesTestJSON-1784934378 tempest-TenantUsagesTestJSON-1784934378-project] Deleting port 93159cd7-e7db-43b2-80a0-547324506f23 {{(pid=102346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:25:37.988508 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-1dd4abc6-d534-4fbf-a6de-5591f76fa8f6 req-c19339a5-f197-4df4-a7b4-f78c3ffaf293 tempest-TenantUsagesTestJSON-1784934378 tempest-TenantUsagesTestJSON-1784934378-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:38.002955 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-53153792-a526-4628-9e88-f979d79b248b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:38.065122 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-ddd037ad-b9fd-4ba5-b987-eaa9865117d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:38.068626 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-ddd037ad-b9fd-4ba5-b987-eaa9865117d4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:38.070271 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-ddd037ad-b9fd-4ba5-b987-eaa9865117d4 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d2c2e93a-a21f-4456-9743-06a233606eb4 HTTP/1.1" status: 204 len: 168 time: 0.5738881 Oct 27 10:25:38.097428 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 410bd337-09f6-4dd8-b3b6-68e02d752c7e no longer exists at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:25:38.150486 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] No Port match for: 410bd337-09f6-4dd8-b3b6-68e02d752c7e {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:25:38.153150 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 410bd337-09f6-4dd8-b3b6-68e02d752c7e not bound to the agent host n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:25:38.169414 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-53153792-a526-4628-9e88-f979d79b248b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:38.173288 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-53153792-a526-4628-9e88-f979d79b248b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:38.187175 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-53153792-a526-4628-9e88-f979d79b248b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f276a67d-9e93-463b-b0a2-3e206c03b654 HTTP/1.1" status: 204 len: 168 time: 0.3997138 Oct 27 10:25:38.212110 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-c176d563-0f61-4fe2-90fc-3234b96cd8d4 req-c90251c6-5e14-4039-9e50-a04132c053b7 service neutron] For port 870bf313-566e-41bd-b31c-74deaf9c052a, host n-h1-813419-10, cleared binding levels {{(pid=102347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:25:38.218028 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-c176d563-0f61-4fe2-90fc-3234b96cd8d4 req-c90251c6-5e14-4039-9e50-a04132c053b7 service neutron] For port 870bf313-566e-41bd-b31c-74deaf9c052a, host n-h1-813419-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=870bf313-566e-41bd-b31c-74deaf9c052a,segment=NetworkSegment(cd49c69a-bebc-4495-b045-2a5c5dbedd8b),segment_id=cd49c69a-bebc-4495-b045-2a5c5dbedd8b)] {{(pid=102347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:25:38.220712 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [req-1dd4abc6-d534-4fbf-a6de-5591f76fa8f6 req-c19339a5-f197-4df4-a7b4-f78c3ffaf293 tempest-TenantUsagesTestJSON-1784934378 tempest-TenantUsagesTestJSON-1784934378-project] For port 93159cd7-e7db-43b2-80a0-547324506f23, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=93159cd7-e7db-43b2-80a0-547324506f23,segment=NetworkSegment(f7c42c6d-2766-46d8-a8b7-4852117a5555),segment_id=f7c42c6d-2766-46d8-a8b7-4852117a5555)] {{(pid=102346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:25:38.222874 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-1dd4abc6-d534-4fbf-a6de-5591f76fa8f6 req-c19339a5-f197-4df4-a7b4-f78c3ffaf293 tempest-TenantUsagesTestJSON-1784934378 tempest-TenantUsagesTestJSON-1784934378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:38.233686 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd037ad-b9fd-4ba5-b987-eaa9865117d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2c2e93a-a21f-4456-9743-06a233606eb4,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:25:38.258057 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [req-1dd4abc6-d534-4fbf-a6de-5591f76fa8f6 req-c19339a5-f197-4df4-a7b4-f78c3ffaf293 tempest-TenantUsagesTestJSON-1784934378 tempest-TenantUsagesTestJSON-1784934378-project] Calling delete_port for 93159cd7-e7db-43b2-80a0-547324506f23 owned by compute:nova {{(pid=102346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:25:38.259335 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-c176d563-0f61-4fe2-90fc-3234b96cd8d4 req-c90251c6-5e14-4039-9e50-a04132c053b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:38.333209 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53153792-a526-4628-9e88-f979d79b248b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f276a67d-9e93-463b-b0a2-3e206c03b654,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:25:38.335661 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3baf93d8-a20a-45c4-a1d6-8d5e86fb9c41', 'tag': 'dbe4b56c-8e04-4355-93d8-5697ac411eeb'}] {{(pid=102347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:25:38.338597 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311149b481204ee7edffdb959c881838506fbd95bc8577c048f6677abb73acc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e88331e-664b-4179-bef3-1e5e0c31ba9f" -d '{"events": [{"name": "network-changed", "server_uuid": "3baf93d8-a20a-45c4-a1d6-8d5e86fb9c41", "tag": "dbe4b56c-8e04-4355-93d8-5697ac411eeb"}]}' {{(pid=102347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:25:38.368721 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb85b38-0df8-4f05-8870-fb3ad6539966 req-802dc1ca-510c-40e5-9704-5c5536822811 tempest-ServerRescueTestJSON-1025374340 tempest-ServerRescueTestJSON-1025374340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:38.383796 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-cdb85b38-0df8-4f05-8870-fb3ad6539966 req-802dc1ca-510c-40e5-9704-5c5536822811 tempest-ServerRescueTestJSON-1025374340 tempest-ServerRescueTestJSON-1025374340-project] 10.222.0.44 "GET /v2.0/ports?device_id=3023f4e1-4118-4ca5-96f9-0bf5c68da3ab HTTP/1.1" status: 200 len: 945 time: 0.3348691 Oct 27 10:25:38.385754 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90251c6-5e14-4039-9e50-a04132c053b7 service neutron] Pushing event updated for resources: {'Port': ['ID=870bf313-566e-41bd-b31c-74deaf9c052a,revision_number=3']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:25:38.411608 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c176d563-0f61-4fe2-90fc-3234b96cd8d4 req-c90251c6-5e14-4039-9e50-a04132c053b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:38.412530 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-c176d563-0f61-4fe2-90fc-3234b96cd8d4 req-c90251c6-5e14-4039-9e50-a04132c053b7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:38.414282 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c176d563-0f61-4fe2-90fc-3234b96cd8d4 req-c90251c6-5e14-4039-9e50-a04132c053b7 service neutron] 10.222.0.64 "PUT /v2.0/ports/870bf313-566e-41bd-b31c-74deaf9c052a HTTP/1.1" status: 200 len: 1092 time: 2.7089925 Oct 27 10:25:38.446297 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6882c9-a29f-432a-b9ae-70968f1b9e3b req-f8cc0f1d-7ddf-4f4a-bbf7-dc0932a0ddc5 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:38.452582 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6882c9-a29f-432a-b9ae-70968f1b9e3b req-f8cc0f1d-7ddf-4f4a-bbf7-dc0932a0ddc5 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:38.459110 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6882c9-a29f-432a-b9ae-70968f1b9e3b req-f8cc0f1d-7ddf-4f4a-bbf7-dc0932a0ddc5 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:38.465021 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6882c9-a29f-432a-b9ae-70968f1b9e3b req-f8cc0f1d-7ddf-4f4a-bbf7-dc0932a0ddc5 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:38.487535 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-cdb85b38-0df8-4f05-8870-fb3ad6539966 req-b68135c3-b0c4-41a1-bf9f-8b8370cc8a3b tempest-ServerRescueTestJSON-1025374340 tempest-ServerRescueTestJSON-1025374340-project] 10.222.0.44 "GET /v2.0/security-groups?id=5f97c1ff-dad7-428f-af4b-bc7a94091827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026907 Oct 27 10:25:38.488744 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6882c9-a29f-432a-b9ae-70968f1b9e3b req-f8cc0f1d-7ddf-4f4a-bbf7-dc0932a0ddc5 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:38.494775 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6882c9-a29f-432a-b9ae-70968f1b9e3b req-f8cc0f1d-7ddf-4f4a-bbf7-dc0932a0ddc5 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:38.504143 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [req-c176d563-0f61-4fe2-90fc-3234b96cd8d4 req-a9be6d1b-53c0-4718-8833-33a7095ac011 service neutron] Request body: {'port': {'device_id': '19de7999-f151-4eb5-986d-3e7b0f987b5e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-10'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:25:38.508376 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6882c9-a29f-432a-b9ae-70968f1b9e3b req-f8cc0f1d-7ddf-4f4a-bbf7-dc0932a0ddc5 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:38.522539 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-dd6882c9-a29f-432a-b9ae-70968f1b9e3b req-f8cc0f1d-7ddf-4f4a-bbf7-dc0932a0ddc5 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] 10.222.0.44 "GET /v2.0/ports?device_id=19de7999-f151-4eb5-986d-3e7b0f987b5e HTTP/1.1" status: 200 len: 5399 time: 0.1612024 Oct 27 10:25:38.718494 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-dd6882c9-a29f-432a-b9ae-70968f1b9e3b req-670c73e3-abdc-46ea-9710-b42d191f1c13 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] 10.222.0.44 "GET /v2.0/security-groups?id=34344a0a-bfc2-4f4b-96e6-fe0cf33c620a&id=652e3df3-defd-4709-b4c8-a9361485da20&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1340640 Oct 27 10:25:38.721160 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-1dd4abc6-d534-4fbf-a6de-5591f76fa8f6 req-c19339a5-f197-4df4-a7b4-f78c3ffaf293 tempest-TenantUsagesTestJSON-1784934378 tempest-TenantUsagesTestJSON-1784934378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:38.735492 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] get_ports_and_sgs() called for port_ids ['93159cd7-e7db-43b2-80a0-547324506f23'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:25:38.803813 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19339a5-f197-4df4-a7b4-f78c3ffaf293 tempest-TenantUsagesTestJSON-1784934378 tempest-TenantUsagesTestJSON-1784934378-project] Pushing event deleted for resources: {'Port': ['ID=93159cd7-e7db-43b2-80a0-547324506f23,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:25:38.881894 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:38.889165 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [req-1dd4abc6-d534-4fbf-a6de-5591f76fa8f6 req-c19339a5-f197-4df4-a7b4-f78c3ffaf293 tempest-TenantUsagesTestJSON-1784934378 tempest-TenantUsagesTestJSON-1784934378-project] No DVR routers for this DVR port 93159cd7-e7db-43b2-80a0-547324506f23 on host n-h1-813419-10 {{(pid=102346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:25:38.893938 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-1dd4abc6-d534-4fbf-a6de-5591f76fa8f6 req-c19339a5-f197-4df4-a7b4-f78c3ffaf293 tempest-TenantUsagesTestJSON-1784934378 tempest-TenantUsagesTestJSON-1784934378-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:38.897380 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-1dd4abc6-d534-4fbf-a6de-5591f76fa8f6 req-c19339a5-f197-4df4-a7b4-f78c3ffaf293 tempest-TenantUsagesTestJSON-1784934378 tempest-TenantUsagesTestJSON-1784934378-project] 10.222.0.64 "DELETE /v2.0/ports/93159cd7-e7db-43b2-80a0-547324506f23 HTTP/1.1" status: 204 len: 173 time: 1.5124185 Oct 27 10:25:38.897855 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '361e1f3b-09df-4239-b53e-befa924810d4', 'name': 'network-vif-deleted', 'tag': '93159cd7-e7db-43b2-80a0-547324506f23'}] {{(pid=102346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:25:38.915782 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc0e418f5fc417c8d55d94c0aa509b037d0beb2a734c1a709e789eb65639a56d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96c608bb-2d5b-49bd-8a40-b626a2e8fa47" -d '{"events": [{"server_uuid": "361e1f3b-09df-4239-b53e-befa924810d4", "name": "network-vif-deleted", "tag": "93159cd7-e7db-43b2-80a0-547324506f23"}]}' {{(pid=102346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:25:39.020350 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:25:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abf93a36-dc7d-4907-8475-0f664b74f30f x-openstack-request-id: req-abf93a36-dc7d-4907-8475-0f664b74f30f {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:25:39.020649 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "361e1f3b-09df-4239-b53e-befa924810d4", "name": "network-vif-deleted", "tag": "93159cd7-e7db-43b2-80a0-547324506f23", "status": "completed", "code": 200}]} {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:25:39.020911 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-abf93a36-dc7d-4907-8475-0f664b74f30f {{(pid=102346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:25:39.021326 n-d-813419-10 neutron-server[102346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '361e1f3b-09df-4239-b53e-befa924810d4', 'name': 'network-vif-deleted', 'tag': '93159cd7-e7db-43b2-80a0-547324506f23', 'status': 'completed', 'code': 200} Oct 27 10:25:39.021933 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 49338) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:25:39.044688 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-caf8b25b-c516-4789-b979-272615d93b3c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:39.115146 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff028319-3828-4e6d-9427-a5575ccc19ce req-04032a6b-6741-4931-a626-b224bf74a69f tempest-ServerRescueTestJSON-1025374340 tempest-ServerRescueTestJSON-1025374340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:39.128336 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ff028319-3828-4e6d-9427-a5575ccc19ce req-04032a6b-6741-4931-a626-b224bf74a69f tempest-ServerRescueTestJSON-1025374340 tempest-ServerRescueTestJSON-1025374340-project] 10.222.0.44 "GET /v2.0/ports?device_id=3023f4e1-4118-4ca5-96f9-0bf5c68da3ab HTTP/1.1" status: 200 len: 945 time: 0.1812346 Oct 27 10:25:39.205539 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 10:25:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2eea35aa-9b21-4ca1-ba5e-75d34c48a419 x-openstack-request-id: req-2eea35aa-9b21-4ca1-ba5e-75d34c48a419 {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:25:39.206122 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3baf93d8-a20a-45c4-a1d6-8d5e86fb9c41", "tag": "dbe4b56c-8e04-4355-93d8-5697ac411eeb", "status": "completed", "code": 200}]} {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:25:39.206295 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-2eea35aa-9b21-4ca1-ba5e-75d34c48a419 {{(pid=102347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:25:39.206780 n-d-813419-10 neutron-server[102347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3baf93d8-a20a-45c4-a1d6-8d5e86fb9c41', 'tag': 'dbe4b56c-8e04-4355-93d8-5697ac411eeb', 'status': 'completed', 'code': 200} Oct 27 10:25:39.213042 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ff028319-3828-4e6d-9427-a5575ccc19ce req-6feeb390-4f61-47f4-a11e-c1a69a081408 tempest-ServerRescueTestJSON-1025374340 tempest-ServerRescueTestJSON-1025374340-project] 10.222.0.44 "GET /v2.0/security-groups?id=5f97c1ff-dad7-428f-af4b-bc7a94091827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734925 Oct 27 10:25:39.253543 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-5d1374ac-3a83-4cdd-b4c3-cdc82bbfd010 req-6f06847a-fecd-4342-ad45-2898c111b77c tempest-TenantUsagesTestJSON-1784934378 tempest-TenantUsagesTestJSON-1784934378-project] 10.222.0.44 "GET /v2.0/ports?device_id=361e1f3b-09df-4239-b53e-befa924810d4 HTTP/1.1" status: 200 len: 210 time: 0.0612977 Oct 27 10:25:39.297930 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-caf8b25b-c516-4789-b979-272615d93b3c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:39.325700 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-caf8b25b-c516-4789-b979-272615d93b3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:39.354183 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-c176d563-0f61-4fe2-90fc-3234b96cd8d4 req-a9be6d1b-53c0-4718-8833-33a7095ac011 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:39.371609 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e88331e-664b-4179-bef3-1e5e0c31ba9f req-9321c20d-7063-49b4-9759-9bbd8487e46f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:39.373228 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-9e88331e-664b-4179-bef3-1e5e0c31ba9f req-9321c20d-7063-49b4-9759-9bbd8487e46f service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=2188d08323094fd29aa0ce0c21743039&device_id=3baf93d8-a20a-45c4-a1d6-8d5e86fb9c41 HTTP/1.1" status: 200 len: 1095 time: 0.1760883 Oct 27 10:25:39.395728 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-caf8b25b-c516-4789-b979-272615d93b3c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=03b763f65454445ba3d9d1471f961549&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3707197 Oct 27 10:25:39.396403 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 49346) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:25:39.524802 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf8b25b-c516-4789-b979-272615d93b3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d15ad86-4dbe-49df-af51-2b056f5afccb,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:25:39.547779 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4f568e-2e1a-4baa-9ad4-244ed1d14a82 req-b0363135-99d9-4485-8f89-44809c14cf63 tempest-ImagesOneServerNegativeTestJSON-1258670322 tempest-ImagesOneServerNegativeTestJSON-1258670322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:39.555604 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-da4f568e-2e1a-4baa-9ad4-244ed1d14a82 req-b0363135-99d9-4485-8f89-44809c14cf63 tempest-ImagesOneServerNegativeTestJSON-1258670322 tempest-ImagesOneServerNegativeTestJSON-1258670322-project] 10.222.0.44 "GET /v2.0/ports?device_id=3baf93d8-a20a-45c4-a1d6-8d5e86fb9c41 HTTP/1.1" status: 200 len: 943 time: 0.2526581 Oct 27 10:25:39.597716 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e88331e-664b-4179-bef3-1e5e0c31ba9f req-40df55c4-3d09-465c-ac2c-6ec4bdecef69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:39.599946 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-9e88331e-664b-4179-bef3-1e5e0c31ba9f req-40df55c4-3d09-465c-ac2c-6ec4bdecef69 service neutron] 10.222.0.76 "GET /v2.0/networks?id=f7c4c830-52ad-4ee2-a72d-431abd6800b4 HTTP/1.1" status: 200 len: 923 time: 0.2115586 Oct 27 10:25:39.613611 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-eeaccb93-4f8c-46a0-b76e-2477824e8218 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:39.652357 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-eeaccb93-4f8c-46a0-b76e-2477824e8218 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:39.725410 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-9e88331e-664b-4179-bef3-1e5e0c31ba9f req-33d45b76-4173-4dbd-9b0f-2a1704a22195 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=dbe4b56c-8e04-4355-93d8-5697ac411eeb HTTP/1.1" status: 200 len: 217 time: 0.1086106 Oct 27 10:25:39.727403 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-da4f568e-2e1a-4baa-9ad4-244ed1d14a82 req-352523d6-d5cd-46ef-8398-ea0bccc622b9 tempest-ImagesOneServerNegativeTestJSON-1258670322 tempest-ImagesOneServerNegativeTestJSON-1258670322-project] 10.222.0.44 "GET /v2.0/security-groups?id=0c17542d-7fc8-4217-9c44-3a2fd00892bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708493 Oct 27 10:25:39.752054 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-eeaccb93-4f8c-46a0-b76e-2477824e8218 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:39.757929 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-eeaccb93-4f8c-46a0-b76e-2477824e8218 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:39.769058 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-eeaccb93-4f8c-46a0-b76e-2477824e8218 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/5d15ad86-4dbe-49df-af51-2b056f5afccb HTTP/1.1" status: 204 len: 168 time: 0.3652313 Oct 27 10:25:39.769679 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 49354) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:25:39.825070 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeaccb93-4f8c-46a0-b76e-2477824e8218 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d15ad86-4dbe-49df-af51-2b056f5afccb,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:25:39.969737 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e88331e-664b-4179-bef3-1e5e0c31ba9f req-23d8a7e7-3b0d-4e44-81c4-868632f42df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:39.971214 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-9e88331e-664b-4179-bef3-1e5e0c31ba9f req-23d8a7e7-3b0d-4e44-81c4-868632f42df5 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=16b456d2-8438-42f0-a0ba-9b2d6c1c5bfa HTTP/1.1" status: 200 len: 862 time: 0.2349656 Oct 27 10:25:39.996649 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64932464-7e66-44f8-8a91-b4f27b014a12 req-92bf0eb6-a74f-4668-a2e6-c56fca15ef07 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:40.002813 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64932464-7e66-44f8-8a91-b4f27b014a12 req-92bf0eb6-a74f-4668-a2e6-c56fca15ef07 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:40.023013 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64932464-7e66-44f8-8a91-b4f27b014a12 req-92bf0eb6-a74f-4668-a2e6-c56fca15ef07 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:40.043899 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64932464-7e66-44f8-8a91-b4f27b014a12 req-92bf0eb6-a74f-4668-a2e6-c56fca15ef07 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:40.055878 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64932464-7e66-44f8-8a91-b4f27b014a12 req-92bf0eb6-a74f-4668-a2e6-c56fca15ef07 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:40.062578 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64932464-7e66-44f8-8a91-b4f27b014a12 req-92bf0eb6-a74f-4668-a2e6-c56fca15ef07 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:40.070082 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64932464-7e66-44f8-8a91-b4f27b014a12 req-92bf0eb6-a74f-4668-a2e6-c56fca15ef07 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:40.087784 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-64932464-7e66-44f8-8a91-b4f27b014a12 req-92bf0eb6-a74f-4668-a2e6-c56fca15ef07 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] 10.222.0.44 "GET /v2.0/ports?device_id=19de7999-f151-4eb5-986d-3e7b0f987b5e HTTP/1.1" status: 200 len: 5399 time: 0.2058392 Oct 27 10:25:40.204348 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-4be46432-3273-4625-98dd-036e947e63fe admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-508807618-network', 'tenant_id': 'e94df4c4c18844e2bca64e6c86b37300'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:25:40.245705 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4be46432-3273-4625-98dd-036e947e63fe admin admin] Made reservation on behalf of e94df4c4c18844e2bca64e6c86b37300 for: {'network': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:25:40.248537 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-4be46432-3273-4625-98dd-036e947e63fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for network, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:40.250442 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-9e88331e-664b-4179-bef3-1e5e0c31ba9f req-30f20c9c-2045-47b7-83e1-1e11df7deedf service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=f7c4c830-52ad-4ee2-a72d-431abd6800b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1467261 Oct 27 10:25:40.272994 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-4be46432-3273-4625-98dd-036e947e63fe admin admin] Publish callbacks [] for security_group, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:40.474622 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-9e88331e-664b-4179-bef3-1e5e0c31ba9f req-44fc61f3-5ff7-4e94-b396-d195ede189b9 service neutron] 10.222.0.76 "GET /v2.0/networks/f7c4c830-52ad-4ee2-a72d-431abd6800b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2062278 Oct 27 10:25:40.499028 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d5d7df-4718-46ab-850f-3c3107b8b306 req-fd2b9349-5146-46df-a9ab-e3d1aad5be33 tempest-ServerRescueTestJSON-1025374340 tempest-ServerRescueTestJSON-1025374340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:40.501391 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-40d5d7df-4718-46ab-850f-3c3107b8b306 req-fd2b9349-5146-46df-a9ab-e3d1aad5be33 tempest-ServerRescueTestJSON-1025374340 tempest-ServerRescueTestJSON-1025374340-project] 10.222.0.44 "GET /v2.0/ports?device_id=3023f4e1-4118-4ca5-96f9-0bf5c68da3ab HTTP/1.1" status: 200 len: 945 time: 0.1440895 Oct 27 10:25:40.508914 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-64932464-7e66-44f8-8a91-b4f27b014a12 req-20bf5ef0-1d3a-4743-9b18-a30a03f161fe tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] 10.222.0.44 "GET /v2.0/security-groups?id=34344a0a-bfc2-4f4b-96e6-fe0cf33c620a&id=652e3df3-defd-4709-b4c8-a9361485da20&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4150534 Oct 27 10:25:40.617784 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-40d5d7df-4718-46ab-850f-3c3107b8b306 req-8d0f3279-ed93-42b7-b78b-c9d8e8156b66 tempest-ServerRescueTestJSON-1025374340 tempest-ServerRescueTestJSON-1025374340-project] 10.222.0.44 "GET /v2.0/security-groups?id=5f97c1ff-dad7-428f-af4b-bc7a94091827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032629 Oct 27 10:25:40.653929 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-9e88331e-664b-4179-bef3-1e5e0c31ba9f req-8a1aa2e2-69c1-435c-9fba-98cc6726eb78 service neutron] 10.222.0.76 "GET /v2.0/networks/f7c4c830-52ad-4ee2-a72d-431abd6800b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1583998 Oct 27 10:25:40.667362 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-4be46432-3273-4625-98dd-036e947e63fe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:40.674663 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-4be46432-3273-4625-98dd-036e947e63fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:40.719812 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be46432-3273-4625-98dd-036e947e63fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ef68dd5-26a7-478b-9aed-6f26200a7f3c,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:25:40.737281 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4be46432-3273-4625-98dd-036e947e63fe admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 411} {{(pid=102346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 10:25:40.780036 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-4be46432-3273-4625-98dd-036e947e63fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:40.782874 n-d-813419-10 neutron-server[102346]: INFO neutron.db.segments_db [None req-4be46432-3273-4625-98dd-036e947e63fe admin admin] Added segment 9d06246e-2507-44a2-a724-a2681fe3f929 of type vlan for network 2a1956cb-c04f-4397-beaa-b7b235f041a1 Oct 27 10:25:40.826554 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [req-c176d563-0f61-4fe2-90fc-3234b96cd8d4 req-a9be6d1b-53c0-4718-8833-33a7095ac011 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02eec9e0-03c6-433a-af9e-1b5e5abf2703 {{(pid=102347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:25:40.847173 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-c176d563-0f61-4fe2-90fc-3234b96cd8d4 req-a9be6d1b-53c0-4718-8833-33a7095ac011 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:40.866266 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.provisioning_blocks [req-c176d563-0f61-4fe2-90fc-3234b96cd8d4 req-a9be6d1b-53c0-4718-8833-33a7095ac011 service neutron] Transition to ACTIVE for port object 02eec9e0-03c6-433a-af9e-1b5e5abf2703 will not be triggered until provisioned by entity L2. {{(pid=102347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 10:25:40.872819 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-c176d563-0f61-4fe2-90fc-3234b96cd8d4 req-a9be6d1b-53c0-4718-8833-33a7095ac011 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:40.917468 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device 93159cd7-e7db-43b2-80a0-547324506f23 no longer exists at agent hyperv_n-h1-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:25:40.928935 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-4be46432-3273-4625-98dd-036e947e63fe admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743872593080'] for network, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:40.975637 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e3d573-ea3a-4aa3-9715-94a2a2e29a80 req-e6094769-8180-49d9-bc6f-0564104ff393 tempest-ImagesOneServerNegativeTestJSON-1258670322 tempest-ImagesOneServerNegativeTestJSON-1258670322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:40.984432 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-84e3d573-ea3a-4aa3-9715-94a2a2e29a80 req-e6094769-8180-49d9-bc6f-0564104ff393 tempest-ImagesOneServerNegativeTestJSON-1258670322 tempest-ImagesOneServerNegativeTestJSON-1258670322-project] 10.222.0.44 "GET /v2.0/ports?device_id=3baf93d8-a20a-45c4-a1d6-8d5e86fb9c41 HTTP/1.1" status: 200 len: 943 time: 0.1272550 Oct 27 10:25:40.990424 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] No Port match for: 93159cd7-e7db-43b2-80a0-547324506f23 {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:25:40.990780 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device 93159cd7-e7db-43b2-80a0-547324506f23 not bound to the agent host n-h1-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:25:41.039114 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-84e3d573-ea3a-4aa3-9715-94a2a2e29a80 req-d03feda2-ae83-4407-ad17-5781b61017dd tempest-ImagesOneServerNegativeTestJSON-1258670322 tempest-ImagesOneServerNegativeTestJSON-1258670322-project] 10.222.0.44 "GET /v2.0/security-groups?id=0c17542d-7fc8-4217-9c44-3a2fd00892bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535812 Oct 27 10:25:41.075049 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-4be46432-3273-4625-98dd-036e947e63fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913'] for network, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:41.077940 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4be46432-3273-4625-98dd-036e947e63fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:41.079823 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-4be46432-3273-4625-98dd-036e947e63fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for network, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:41.156232 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-4be46432-3273-4625-98dd-036e947e63fe admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.3733613 Oct 27 10:25:41.158753 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-c176d563-0f61-4fe2-90fc-3234b96cd8d4 req-a9be6d1b-53c0-4718-8833-33a7095ac011 service neutron] Attempting to bind port 02eec9e0-03c6-433a-af9e-1b5e5abf2703 on host n-h1-813419-10 for vnic_type normal with profile {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:25:41.159132 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-c176d563-0f61-4fe2-90fc-3234b96cd8d4 req-a9be6d1b-53c0-4718-8833-33a7095ac011 service neutron] Attempting to bind port 02eec9e0-03c6-433a-af9e-1b5e5abf2703 by drivers openvswitch,hyperv on host n-h1-813419-10 at level 0 using segments [{'id': '5f991bd4-92e4-45ad-bd12-2bffdf37846d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '629f7918-c2db-454f-876e-5fb1ab57b5ce'}] {{(pid=102347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:25:41.159866 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 49392) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:25:41.160077 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c176d563-0f61-4fe2-90fc-3234b96cd8d4 req-a9be6d1b-53c0-4718-8833-33a7095ac011 service neutron] Attempting to bind port 02eec9e0-03c6-433a-af9e-1b5e5abf2703 on network 629f7918-c2db-454f-876e-5fb1ab57b5ce {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:25:41.168993 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-c7a2db93-eaa7-4cd8-81ba-c2ffd2a83e6e admin admin] Request body: {'subnet': {'network_id': '2a1956cb-c04f-4397-beaa-b7b235f041a1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-508807618-subnet', 'tenant_id': 'e94df4c4c18844e2bca64e6c86b37300', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:25:41.173366 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c176d563-0f61-4fe2-90fc-3234b96cd8d4 req-a9be6d1b-53c0-4718-8833-33a7095ac011 service neutron] Port 02eec9e0-03c6-433a-af9e-1b5e5abf2703 on network 629f7918-c2db-454f-876e-5fb1ab57b5ce not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-10 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 10:25:41.178789 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c176d563-0f61-4fe2-90fc-3234b96cd8d4 req-a9be6d1b-53c0-4718-8833-33a7095ac011 service neutron] Attempting to bind port 02eec9e0-03c6-433a-af9e-1b5e5abf2703 on network 629f7918-c2db-454f-876e-5fb1ab57b5ce {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:25:41.181584 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9be6d1b-53c0-4718-8833-33a7095ac011 service neutron] Pushing event updated for resources: {'Port': ['ID=02eec9e0-03c6-433a-af9e-1b5e5abf2703,revision_number=2']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:25:41.185250 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device dbe4b56c-8e04-4355-93d8-5697ac411eeb details requested by agent hyperv_n-h2-813419-10 with host n-h2-813419-10 {{(pid=102348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 10:25:41.201430 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c176d563-0f61-4fe2-90fc-3234b96cd8d4 req-a9be6d1b-53c0-4718-8833-33a7095ac011 service neutron] Checking agent: {'id': 'a52e1cab-0c63-402d-9c94-330537c6c076', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 16, 2), 'started_at': datetime.datetime(2021, 10, 27, 10, 16, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 25, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:25:41.204671 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c176d563-0f61-4fe2-90fc-3234b96cd8d4 req-a9be6d1b-53c0-4718-8833-33a7095ac011 service neutron] Checking segment: {'id': '5f991bd4-92e4-45ad-bd12-2bffdf37846d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '629f7918-c2db-454f-876e-5fb1ab57b5ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:25:41.206175 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c176d563-0f61-4fe2-90fc-3234b96cd8d4 req-a9be6d1b-53c0-4718-8833-33a7095ac011 service neutron] Bound using segment: {'id': '5f991bd4-92e4-45ad-bd12-2bffdf37846d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '629f7918-c2db-454f-876e-5fb1ab57b5ce'} {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:25:41.206798 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-c176d563-0f61-4fe2-90fc-3234b96cd8d4 req-a9be6d1b-53c0-4718-8833-33a7095ac011 service neutron] Bound port: 02eec9e0-03c6-433a-af9e-1b5e5abf2703, host: n-h1-813419-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f991bd4-92e4-45ad-bd12-2bffdf37846d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '629f7918-c2db-454f-876e-5fb1ab57b5ce'}}] {{(pid=102347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:25:41.207323 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-c176d563-0f61-4fe2-90fc-3234b96cd8d4 req-a9be6d1b-53c0-4718-8833-33a7095ac011 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:41.225186 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be46432-3273-4625-98dd-036e947e63fe admin admin] Pushing event updated for resources: {'Network': ['ID=2a1956cb-c04f-4397-beaa-b7b235f041a1,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:25:41.243252 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19de7999-f151-4eb5-986d-3e7b0f987b5e', 'tag': '870bf313-566e-41bd-b31c-74deaf9c052a'}] {{(pid=102347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:25:41.246882 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311149b481204ee7edffdb959c881838506fbd95bc8577c048f6677abb73acc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7703279c-12b7-467a-8091-b38590db11d3" -d '{"events": [{"name": "network-changed", "server_uuid": "19de7999-f151-4eb5-986d-3e7b0f987b5e", "tag": "870bf313-566e-41bd-b31c-74deaf9c052a"}]}' {{(pid=102347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:25:41.247900 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Network 2a1956cb-c04f-4397-beaa-b7b235f041a1 details requested by agent ovs-agent-n-d-813419-10 with host n-d-813419-10 {{(pid=102348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 10:25:41.260526 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7a2db93-eaa7-4cd8-81ba-c2ffd2a83e6e admin admin] Made reservation on behalf of e94df4c4c18844e2bca64e6c86b37300 for: {'subnet': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:25:41.265038 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-c7a2db93-eaa7-4cd8-81ba-c2ffd2a83e6e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27167186'] for subnet, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:41.303260 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 49396) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:25:41.335121 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 10:25:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d72d9a32-5f89-4b59-be69-fe240def9cbd x-openstack-request-id: req-d72d9a32-5f89-4b59-be69-fe240def9cbd {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:25:41.335811 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19de7999-f151-4eb5-986d-3e7b0f987b5e", "tag": "870bf313-566e-41bd-b31c-74deaf9c052a", "status": "completed", "code": 200}]} {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:25:41.336267 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d72d9a32-5f89-4b59-be69-fe240def9cbd {{(pid=102347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:25:41.337333 n-d-813419-10 neutron-server[102347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19de7999-f151-4eb5-986d-3e7b0f987b5e', 'tag': '870bf313-566e-41bd-b31c-74deaf9c052a', 'status': 'completed', 'code': 200} Oct 27 10:25:41.366740 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-c176d563-0f61-4fe2-90fc-3234b96cd8d4 req-a9be6d1b-53c0-4718-8833-33a7095ac011 service neutron] For port 02eec9e0-03c6-433a-af9e-1b5e5abf2703, host n-h1-813419-10, cleared binding levels {{(pid=102347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:25:41.371271 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-c176d563-0f61-4fe2-90fc-3234b96cd8d4 req-a9be6d1b-53c0-4718-8833-33a7095ac011 service neutron] For port 02eec9e0-03c6-433a-af9e-1b5e5abf2703, host n-h1-813419-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=02eec9e0-03c6-433a-af9e-1b5e5abf2703,segment=NetworkSegment(5f991bd4-92e4-45ad-bd12-2bffdf37846d),segment_id=5f991bd4-92e4-45ad-bd12-2bffdf37846d)] {{(pid=102347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:25:41.381584 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-c176d563-0f61-4fe2-90fc-3234b96cd8d4 req-a9be6d1b-53c0-4718-8833-33a7095ac011 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:41.436299 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.db.resource_extend [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 27 10:25:41.535120 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9be6d1b-53c0-4718-8833-33a7095ac011 service neutron] Pushing event updated for resources: {'Port': ['ID=02eec9e0-03c6-433a-af9e-1b5e5abf2703,revision_number=3']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:25:41.551244 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c176d563-0f61-4fe2-90fc-3234b96cd8d4 req-a9be6d1b-53c0-4718-8833-33a7095ac011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:41.551885 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-c176d563-0f61-4fe2-90fc-3234b96cd8d4 req-a9be6d1b-53c0-4718-8833-33a7095ac011 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:41.553333 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c176d563-0f61-4fe2-90fc-3234b96cd8d4 req-a9be6d1b-53c0-4718-8833-33a7095ac011 service neutron] 10.222.0.64 "PUT /v2.0/ports/02eec9e0-03c6-433a-af9e-1b5e5abf2703 HTTP/1.1" status: 200 len: 1092 time: 3.0759137 Oct 27 10:25:41.587111 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [req-c176d563-0f61-4fe2-90fc-3234b96cd8d4 req-23f8acba-77bb-4eee-92d5-4e5f016ed890 service neutron] Request body: {'port': {'device_id': '19de7999-f151-4eb5-986d-3e7b0f987b5e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-10'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:25:41.607563 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-c7a2db93-eaa7-4cd8-81ba-c2ffd2a83e6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27024290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27167168'] for subnet, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:41.785161 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-c176d563-0f61-4fe2-90fc-3234b96cd8d4 req-23f8acba-77bb-4eee-92d5-4e5f016ed890 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:41.818799 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] For port dbe4b56c-8e04-4355-93d8-5697ac411eeb, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=dbe4b56c-8e04-4355-93d8-5697ac411eeb,segment=NetworkSegment(922b6d3e-9a8b-4e20-bf5d-299fdca2febe),segment_id=922b6d3e-9a8b-4e20-bf5d-299fdca2febe)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:25:41.851544 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Returning: {'device': 'dbe4b56c-8e04-4355-93d8-5697ac411eeb', 'network_id': 'f7c4c830-52ad-4ee2-a72d-431abd6800b4', 'port_id': 'dbe4b56c-8e04-4355-93d8-5697ac411eeb', 'mac_address': 'fa:16:3e:8b:38:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16b456d2-8438-42f0-a0ba-9b2d6c1c5bfa', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 10:25:41.938748 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7a2db93-eaa7-4cd8-81ba-c2ffd2a83e6e admin admin] Checking segment: {'id': '9d06246e-2507-44a2-a724-a2681fe3f929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '2a1956cb-c04f-4397-beaa-b7b235f041a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:25:41.939257 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7a2db93-eaa7-4cd8-81ba-c2ffd2a83e6e admin admin] Network hostable DHCP agents. Network: 2a1956cb-c04f-4397-beaa-b7b235f041a1, hostable agents: ['eafd4000-b897-4722-ae8b-0118ec955181'], hosted agents: [] {{(pid=102346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 10:25:41.942139 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a2db93-eaa7-4cd8-81ba-c2ffd2a83e6e admin admin] Pushing event updated for resources: {'Subnet': ['ID=a5b18142-639f-42f3-8888-6e7ef35bca87,revision_number=0']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:25:41.962594 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:41.967267 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7703279c-12b7-467a-8091-b38590db11d3 req-5d56af0c-06df-4341-a025-b31ed0657a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:41.967953 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7703279c-12b7-467a-8091-b38590db11d3 req-5d56af0c-06df-4341-a025-b31ed0657a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:41.968868 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7703279c-12b7-467a-8091-b38590db11d3 req-5d56af0c-06df-4341-a025-b31ed0657a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:41.969528 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7703279c-12b7-467a-8091-b38590db11d3 req-5d56af0c-06df-4341-a025-b31ed0657a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:41.970808 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7703279c-12b7-467a-8091-b38590db11d3 req-5d56af0c-06df-4341-a025-b31ed0657a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:41.971359 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7703279c-12b7-467a-8091-b38590db11d3 req-5d56af0c-06df-4341-a025-b31ed0657a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:41.971927 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7703279c-12b7-467a-8091-b38590db11d3 req-5d56af0c-06df-4341-a025-b31ed0657a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:41.974737 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-7703279c-12b7-467a-8091-b38590db11d3 req-5d56af0c-06df-4341-a025-b31ed0657a06 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4aa10ad73dbe4076b2c4dd14c0d23687&device_id=19de7999-f151-4eb5-986d-3e7b0f987b5e HTTP/1.1" status: 200 len: 6419 time: 0.3949976 Oct 27 10:25:42.002630 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-40936aff-6611-4727-963e-6759ba610639 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f636857bf1a64d9b8d28058381ace7e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6973026 Oct 27 10:25:42.011481 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2292ac48-395c-4a5b-8c8e-98fa1f9d72df req-6f395c8d-da95-42cc-9d79-f464fc993b74 tempest-ServerRescueTestJSON-1025374340 tempest-ServerRescueTestJSON-1025374340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:42.013232 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-2292ac48-395c-4a5b-8c8e-98fa1f9d72df req-6f395c8d-da95-42cc-9d79-f464fc993b74 tempest-ServerRescueTestJSON-1025374340 tempest-ServerRescueTestJSON-1025374340-project] 10.222.0.44 "GET /v2.0/ports?device_id=3023f4e1-4118-4ca5-96f9-0bf5c68da3ab HTTP/1.1" status: 200 len: 945 time: 0.2214999 Oct 27 10:25:42.013870 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dbe4b56c-8e04-4355-93d8-5697ac411eeb {{(pid=102348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:25:42.014900 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 49416) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:25:42.089967 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] For port dbe4b56c-8e04-4355-93d8-5697ac411eeb, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=dbe4b56c-8e04-4355-93d8-5697ac411eeb,segment=NetworkSegment(922b6d3e-9a8b-4e20-bf5d-299fdca2febe),segment_id=922b6d3e-9a8b-4e20-bf5d-299fdca2febe)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:25:42.105736 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:42.106464 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7703279c-12b7-467a-8091-b38590db11d3 req-cae4973c-23b0-4097-b4d8-c6c7835a2b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:42.107152 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7703279c-12b7-467a-8091-b38590db11d3 req-cae4973c-23b0-4097-b4d8-c6c7835a2b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:42.107715 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7703279c-12b7-467a-8091-b38590db11d3 req-cae4973c-23b0-4097-b4d8-c6c7835a2b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:42.109865 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-7703279c-12b7-467a-8091-b38590db11d3 req-cae4973c-23b0-4097-b4d8-c6c7835a2b24 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=4aa10ad73dbe4076b2c4dd14c0d23687&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.1236708 Oct 27 10:25:42.150767 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c028b7c-efe0-40d9-94e6-d74c9bba7f2e req-eb09ccd6-9ccb-4f18-a31a-dd5a5e423da3 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:42.156940 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c028b7c-efe0-40d9-94e6-d74c9bba7f2e req-eb09ccd6-9ccb-4f18-a31a-dd5a5e423da3 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:42.164303 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c028b7c-efe0-40d9-94e6-d74c9bba7f2e req-eb09ccd6-9ccb-4f18-a31a-dd5a5e423da3 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:42.170940 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c028b7c-efe0-40d9-94e6-d74c9bba7f2e req-eb09ccd6-9ccb-4f18-a31a-dd5a5e423da3 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:42.178220 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c028b7c-efe0-40d9-94e6-d74c9bba7f2e req-eb09ccd6-9ccb-4f18-a31a-dd5a5e423da3 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:42.184732 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c028b7c-efe0-40d9-94e6-d74c9bba7f2e req-eb09ccd6-9ccb-4f18-a31a-dd5a5e423da3 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:42.190925 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c028b7c-efe0-40d9-94e6-d74c9bba7f2e req-eb09ccd6-9ccb-4f18-a31a-dd5a5e423da3 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:42.193249 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-6c028b7c-efe0-40d9-94e6-d74c9bba7f2e req-eb09ccd6-9ccb-4f18-a31a-dd5a5e423da3 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] 10.222.0.44 "GET /v2.0/ports?device_id=19de7999-f151-4eb5-986d-3e7b0f987b5e HTTP/1.1" status: 200 len: 5411 time: 0.5251353 Oct 27 10:25:42.215359 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Pushing event updated for resources: {'Port': ['ID=dbe4b56c-8e04-4355-93d8-5697ac411eeb,revision_number=4']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:25:42.231659 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-2292ac48-395c-4a5b-8c8e-98fa1f9d72df req-7048d92e-a82a-42d3-baaa-4ac029759d10 tempest-ServerRescueTestJSON-1025374340 tempest-ServerRescueTestJSON-1025374340-project] 10.222.0.44 "GET /v2.0/security-groups?id=5f97c1ff-dad7-428f-af4b-bc7a94091827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2120299 Oct 27 10:25:42.284932 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-452488ea-f966-4c7d-94ef-bd15503fd5fe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:42.289804 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7a2db93-eaa7-4cd8-81ba-c2ffd2a83e6e admin admin] Network 2a1956cb-c04f-4397-beaa-b7b235f041a1 is scheduled to be hosted by DHCP agent eafd4000-b897-4722-ae8b-0118ec955181 with binding_index 1 {{(pid=102346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 10:25:42.324698 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-452488ea-f966-4c7d-94ef-bd15503fd5fe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:42.358284 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-c7a2db93-eaa7-4cd8-81ba-c2ffd2a83e6e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-10, 2a1956cb-c04f-4397-beaa-b7b235f041a1) {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:25:42.370323 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7a2db93-eaa7-4cd8-81ba-c2ffd2a83e6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:42.371004 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0a8a8aa-a758-477e-95eb-712b242cde88 None None] Network 2a1956cb-c04f-4397-beaa-b7b235f041a1 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:25:42.371590 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-c7a2db93-eaa7-4cd8-81ba-c2ffd2a83e6e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for subnet, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:42.434185 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-452488ea-f966-4c7d-94ef-bd15503fd5fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:42.437483 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-452488ea-f966-4c7d-94ef-bd15503fd5fe admin admin] Publish callbacks [] for security_group, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:42.438790 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-452488ea-f966-4c7d-94ef-bd15503fd5fe admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c39ad688-55cd-4b55-9c6a-ad223fa49193 HTTP/1.1" status: 204 len: 168 time: 0.4228220 Oct 27 10:25:42.452500 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452488ea-f966-4c7d-94ef-bd15503fd5fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c39ad688-55cd-4b55-9c6a-ad223fa49193,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:25:42.472108 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7703279c-12b7-467a-8091-b38590db11d3 req-9cee6f68-8301-484d-b0bd-3dc7d5de33eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:42.476772 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-7703279c-12b7-467a-8091-b38590db11d3 req-9cee6f68-8301-484d-b0bd-3dc7d5de33eb service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3569756 Oct 27 10:25:42.500161 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-c7a2db93-eaa7-4cd8-81ba-c2ffd2a83e6e admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.3379958 Oct 27 10:25:42.549786 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-6c028b7c-efe0-40d9-94e6-d74c9bba7f2e req-80abb1a5-d9c9-4a50-bd35-6db675ac84ca tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] 10.222.0.44 "GET /v2.0/security-groups?id=34344a0a-bfc2-4f4b-96e6-fe0cf33c620a&id=652e3df3-defd-4709-b4c8-a9361485da20&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3035398 Oct 27 10:25:42.550744 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [req-c176d563-0f61-4fe2-90fc-3234b96cd8d4 req-23f8acba-77bb-4eee-92d5-4e5f016ed890 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52999097-daf5-40c3-b409-81f220c75685 {{(pid=102347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:25:42.570492 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-c176d563-0f61-4fe2-90fc-3234b96cd8d4 req-23f8acba-77bb-4eee-92d5-4e5f016ed890 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:42.591309 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] get_ports_and_sgs() called for port_ids ['dbe4b56c-8e04-4355-93d8-5697ac411eeb'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:25:42.608804 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.provisioning_blocks [req-c176d563-0f61-4fe2-90fc-3234b96cd8d4 req-23f8acba-77bb-4eee-92d5-4e5f016ed890 service neutron] Transition to ACTIVE for port object 52999097-daf5-40c3-b409-81f220c75685 will not be triggered until provisioned by entity L2. {{(pid=102347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 10:25:42.618526 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-c176d563-0f61-4fe2-90fc-3234b96cd8d4 req-23f8acba-77bb-4eee-92d5-4e5f016ed890 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:42.714179 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259b48b1-4f94-45b4-8b11-124b154dcff6 req-2cf05641-57d1-43d1-8c4a-ff627de3e119 tempest-ImagesOneServerNegativeTestJSON-1258670322 tempest-ImagesOneServerNegativeTestJSON-1258670322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:42.721477 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-259b48b1-4f94-45b4-8b11-124b154dcff6 req-2cf05641-57d1-43d1-8c4a-ff627de3e119 tempest-ImagesOneServerNegativeTestJSON-1258670322 tempest-ImagesOneServerNegativeTestJSON-1258670322-project] 10.222.0.44 "GET /v2.0/ports?device_id=3baf93d8-a20a-45c4-a1d6-8d5e86fb9c41 HTTP/1.1" status: 200 len: 944 time: 0.1762538 Oct 27 10:25:42.760936 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f856810-1a58-4136-90a2-18b56e7570e6 None None] Network 2a1956cb-c04f-4397-beaa-b7b235f041a1 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:25:42.782812 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0975ca8-6334-4b7b-80d1-54996d01a77f req-866fd25a-da43-43ba-a784-f0b1475c447a tempest-ServersTestJSON-1341865721 tempest-ServersTestJSON-1341865721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:42.796169 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-a0975ca8-6334-4b7b-80d1-54996d01a77f req-866fd25a-da43-43ba-a784-f0b1475c447a tempest-ServersTestJSON-1341865721 tempest-ServersTestJSON-1341865721-project] 10.222.0.44 "GET /v2.0/ports?device_id=d0703643-1364-4ee4-80fa-4e826a594d67 HTTP/1.1" status: 200 len: 945 time: 0.1162100 Oct 27 10:25:42.806841 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f8acba-77bb-4eee-92d5-4e5f016ed890 service neutron] Pushing event updated for resources: {'Port': ['ID=52999097-daf5-40c3-b409-81f220c75685,revision_number=2']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:25:42.868522 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-a0975ca8-6334-4b7b-80d1-54996d01a77f req-8e3fc96e-388b-43bb-80f6-f771dda1bd75 tempest-ServersTestJSON-1341865721 tempest-ServersTestJSON-1341865721-project] 10.222.0.44 "GET /v2.0/security-groups?id=8fb6e5b5-c2fd-4ec8-99a2-cc35d354719d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712938 Oct 27 10:25:42.931679 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-259b48b1-4f94-45b4-8b11-124b154dcff6 req-d2d6ffab-be1e-4e3f-8938-0ea67740d2a2 tempest-ImagesOneServerNegativeTestJSON-1258670322 tempest-ImagesOneServerNegativeTestJSON-1258670322-project] 10.222.0.44 "GET /v2.0/security-groups?id=0c17542d-7fc8-4217-9c44-3a2fd00892bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2036161 Oct 27 10:25:43.153193 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-c176d563-0f61-4fe2-90fc-3234b96cd8d4 req-23f8acba-77bb-4eee-92d5-4e5f016ed890 service neutron] Attempting to bind port 52999097-daf5-40c3-b409-81f220c75685 on host n-h1-813419-10 for vnic_type normal with profile {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:25:43.153557 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-c176d563-0f61-4fe2-90fc-3234b96cd8d4 req-23f8acba-77bb-4eee-92d5-4e5f016ed890 service neutron] Attempting to bind port 52999097-daf5-40c3-b409-81f220c75685 by drivers openvswitch,hyperv on host n-h1-813419-10 at level 0 using segments [{'id': '5f991bd4-92e4-45ad-bd12-2bffdf37846d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '629f7918-c2db-454f-876e-5fb1ab57b5ce'}] {{(pid=102347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:25:43.153898 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c176d563-0f61-4fe2-90fc-3234b96cd8d4 req-23f8acba-77bb-4eee-92d5-4e5f016ed890 service neutron] Attempting to bind port 52999097-daf5-40c3-b409-81f220c75685 on network 629f7918-c2db-454f-876e-5fb1ab57b5ce {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:25:43.158552 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 49446) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:25:43.165234 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189f0891-86c8-4dd5-aa5a-e0d9769fd733 req-bb003b6d-5db7-4ec6-b905-610c5a76c3db tempest-ServerRescueTestJSON-1025374340 tempest-ServerRescueTestJSON-1025374340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:43.166721 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-189f0891-86c8-4dd5-aa5a-e0d9769fd733 req-bb003b6d-5db7-4ec6-b905-610c5a76c3db tempest-ServerRescueTestJSON-1025374340 tempest-ServerRescueTestJSON-1025374340-project] 10.222.0.76 "GET /v2.0/ports?device_id=3023f4e1-4118-4ca5-96f9-0bf5c68da3ab HTTP/1.1" status: 200 len: 945 time: 0.1977365 Oct 27 10:25:43.186026 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-6b77c64c-1286-4c4c-aed3-af9e89a85053 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:43.195376 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c176d563-0f61-4fe2-90fc-3234b96cd8d4 req-23f8acba-77bb-4eee-92d5-4e5f016ed890 service neutron] Port 52999097-daf5-40c3-b409-81f220c75685 on network 629f7918-c2db-454f-876e-5fb1ab57b5ce not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-10 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 10:25:43.195703 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c176d563-0f61-4fe2-90fc-3234b96cd8d4 req-23f8acba-77bb-4eee-92d5-4e5f016ed890 service neutron] Attempting to bind port 52999097-daf5-40c3-b409-81f220c75685 on network 629f7918-c2db-454f-876e-5fb1ab57b5ce {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:25:43.253216 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c176d563-0f61-4fe2-90fc-3234b96cd8d4 req-23f8acba-77bb-4eee-92d5-4e5f016ed890 service neutron] Checking agent: {'id': 'a52e1cab-0c63-402d-9c94-330537c6c076', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 16, 2), 'started_at': datetime.datetime(2021, 10, 27, 10, 16, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 25, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:25:43.253559 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c176d563-0f61-4fe2-90fc-3234b96cd8d4 req-23f8acba-77bb-4eee-92d5-4e5f016ed890 service neutron] Checking segment: {'id': '5f991bd4-92e4-45ad-bd12-2bffdf37846d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '629f7918-c2db-454f-876e-5fb1ab57b5ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:25:43.253956 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c176d563-0f61-4fe2-90fc-3234b96cd8d4 req-23f8acba-77bb-4eee-92d5-4e5f016ed890 service neutron] Bound using segment: {'id': '5f991bd4-92e4-45ad-bd12-2bffdf37846d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '629f7918-c2db-454f-876e-5fb1ab57b5ce'} {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:25:43.254434 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-c176d563-0f61-4fe2-90fc-3234b96cd8d4 req-23f8acba-77bb-4eee-92d5-4e5f016ed890 service neutron] Bound port: 52999097-daf5-40c3-b409-81f220c75685, host: n-h1-813419-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f991bd4-92e4-45ad-bd12-2bffdf37846d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '629f7918-c2db-454f-876e-5fb1ab57b5ce'}}] {{(pid=102347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:25:43.254789 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-c176d563-0f61-4fe2-90fc-3234b96cd8d4 req-23f8acba-77bb-4eee-92d5-4e5f016ed890 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:43.320053 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-6b77c64c-1286-4c4c-aed3-af9e89a85053 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:43.328851 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-6b77c64c-1286-4c4c-aed3-af9e89a85053 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:43.355562 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19de7999-f151-4eb5-986d-3e7b0f987b5e', 'tag': '02eec9e0-03c6-433a-af9e-1b5e5abf2703'}] {{(pid=102347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:25:43.361823 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311149b481204ee7edffdb959c881838506fbd95bc8577c048f6677abb73acc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98e36c45-dd3f-4d4b-96f7-0722b275a4cc" -d '{"events": [{"name": "network-changed", "server_uuid": "19de7999-f151-4eb5-986d-3e7b0f987b5e", "tag": "02eec9e0-03c6-433a-af9e-1b5e5abf2703"}]}' {{(pid=102347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:25:43.399956 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-6b77c64c-1286-4c4c-aed3-af9e89a85053 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c822f5c20f9340cbba1b9fab86ce4e13&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2400804 Oct 27 10:25:43.401389 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b77c64c-1286-4c4c-aed3-af9e89a85053 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=889413e4-4229-4720-9749-2d0325f57676,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:25:43.403800 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 49452) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:25:43.464035 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-4bf7858b-b43d-49b6-a732-aa22ac0144c8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:43.479389 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [req-189f0891-86c8-4dd5-aa5a-e0d9769fd733 req-abb4a94e-17d3-412e-a475-de04f4c15508 tempest-ServerRescueTestJSON-1025374340 tempest-ServerRescueTestJSON-1025374340-project] Deleting port df1216e0-d1af-4909-ae11-d3114caca167 {{(pid=102347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:25:43.480085 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-189f0891-86c8-4dd5-aa5a-e0d9769fd733 req-abb4a94e-17d3-412e-a475-de04f4c15508 tempest-ServerRescueTestJSON-1025374340 tempest-ServerRescueTestJSON-1025374340-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:43.516743 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-4bf7858b-b43d-49b6-a732-aa22ac0144c8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:43.587570 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-4bf7858b-b43d-49b6-a732-aa22ac0144c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:43.592644 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-c176d563-0f61-4fe2-90fc-3234b96cd8d4 req-23f8acba-77bb-4eee-92d5-4e5f016ed890 service neutron] For port 52999097-daf5-40c3-b409-81f220c75685, host n-h1-813419-10, cleared binding levels {{(pid=102347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:25:43.597466 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-189f0891-86c8-4dd5-aa5a-e0d9769fd733 req-abb4a94e-17d3-412e-a475-de04f4c15508 tempest-ServerRescueTestJSON-1025374340 tempest-ServerRescueTestJSON-1025374340-project] For port df1216e0-d1af-4909-ae11-d3114caca167, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=df1216e0-d1af-4909-ae11-d3114caca167,segment=NetworkSegment(6e01fb65-f38f-48de-8da6-2931b7e7e084),segment_id=6e01fb65-f38f-48de-8da6-2931b7e7e084)] {{(pid=102347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:25:43.597908 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-189f0891-86c8-4dd5-aa5a-e0d9769fd733 req-abb4a94e-17d3-412e-a475-de04f4c15508 tempest-ServerRescueTestJSON-1025374340 tempest-ServerRescueTestJSON-1025374340-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:43.601828 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-c176d563-0f61-4fe2-90fc-3234b96cd8d4 req-23f8acba-77bb-4eee-92d5-4e5f016ed890 service neutron] For port 52999097-daf5-40c3-b409-81f220c75685, host n-h1-813419-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=52999097-daf5-40c3-b409-81f220c75685,segment=NetworkSegment(5f991bd4-92e4-45ad-bd12-2bffdf37846d),segment_id=5f991bd4-92e4-45ad-bd12-2bffdf37846d)] {{(pid=102347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:25:43.603306 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-4bf7858b-b43d-49b6-a732-aa22ac0144c8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:43.606569 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-4bf7858b-b43d-49b6-a732-aa22ac0144c8 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/889413e4-4229-4720-9749-2d0325f57676 HTTP/1.1" status: 204 len: 168 time: 0.2018120 Oct 27 10:25:43.612547 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-c176d563-0f61-4fe2-90fc-3234b96cd8d4 req-23f8acba-77bb-4eee-92d5-4e5f016ed890 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:43.643592 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf7858b-b43d-49b6-a732-aa22ac0144c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=889413e4-4229-4720-9749-2d0325f57676,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:25:43.661102 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-a5605c27-c471-4e4c-a24c-15f377e42e97 req-4b4dd867-fa73-4bc0-9f6a-cf6753e4b235 tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=90a01745d25e42a2aa454aea883f58a1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0528057 Oct 27 10:25:43.710225 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c176d563-0f61-4fe2-90fc-3234b96cd8d4 req-23f8acba-77bb-4eee-92d5-4e5f016ed890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:43.710854 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-c176d563-0f61-4fe2-90fc-3234b96cd8d4 req-23f8acba-77bb-4eee-92d5-4e5f016ed890 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:43.712399 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c176d563-0f61-4fe2-90fc-3234b96cd8d4 req-23f8acba-77bb-4eee-92d5-4e5f016ed890 service neutron] 10.222.0.64 "PUT /v2.0/ports/52999097-daf5-40c3-b409-81f220c75685 HTTP/1.1" status: 200 len: 1092 time: 2.1307311 Oct 27 10:25:43.727466 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [req-189f0891-86c8-4dd5-aa5a-e0d9769fd733 req-abb4a94e-17d3-412e-a475-de04f4c15508 tempest-ServerRescueTestJSON-1025374340 tempest-ServerRescueTestJSON-1025374340-project] Calling delete_port for df1216e0-d1af-4909-ae11-d3114caca167 owned by compute:nova {{(pid=102347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:25:43.730121 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f8acba-77bb-4eee-92d5-4e5f016ed890 service neutron] Pushing event updated for resources: {'Port': ['ID=52999097-daf5-40c3-b409-81f220c75685,revision_number=3']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:25:43.837122 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5605c27-c471-4e4c-a24c-15f377e42e97 req-417021a7-25a0-49a5-9352-7c289c31ecc7 tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:43.840062 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-a5605c27-c471-4e4c-a24c-15f377e42e97 req-417021a7-25a0-49a5-9352-7c289c31ecc7 tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1780243 Oct 27 10:25:43.865148 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-a5605c27-c471-4e4c-a24c-15f377e42e97 req-e9b3456d-fa79-4f8e-8f8c-7ca5a6ea8e18 tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] 10.222.0.44 "GET /v2.0/quotas/90a01745d25e42a2aa454aea883f58a1 HTTP/1.1" status: 200 len: 375 time: 0.0182312 Oct 27 10:25:43.918165 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-a5605c27-c471-4e4c-a24c-15f377e42e97 req-a38fa44f-37c4-42f8-a823-47388c096782 tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=90a01745d25e42a2aa454aea883f58a1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0441704 Oct 27 10:25:43.935466 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c176d563-0f61-4fe2-90fc-3234b96cd8d4 req-c5c7574c-9ba8-4828-baaf-c248b440e16b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:43.935946 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c176d563-0f61-4fe2-90fc-3234b96cd8d4 req-c5c7574c-9ba8-4828-baaf-c248b440e16b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:43.936480 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c176d563-0f61-4fe2-90fc-3234b96cd8d4 req-c5c7574c-9ba8-4828-baaf-c248b440e16b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:43.936947 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c176d563-0f61-4fe2-90fc-3234b96cd8d4 req-c5c7574c-9ba8-4828-baaf-c248b440e16b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:43.937401 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c176d563-0f61-4fe2-90fc-3234b96cd8d4 req-c5c7574c-9ba8-4828-baaf-c248b440e16b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:43.938073 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c176d563-0f61-4fe2-90fc-3234b96cd8d4 req-c5c7574c-9ba8-4828-baaf-c248b440e16b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:43.938544 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c176d563-0f61-4fe2-90fc-3234b96cd8d4 req-c5c7574c-9ba8-4828-baaf-c248b440e16b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:43.941106 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c176d563-0f61-4fe2-90fc-3234b96cd8d4 req-c5c7574c-9ba8-4828-baaf-c248b440e16b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4aa10ad73dbe4076b2c4dd14c0d23687&device_id=19de7999-f151-4eb5-986d-3e7b0f987b5e HTTP/1.1" status: 200 len: 6487 time: 0.1626709 Oct 27 10:25:44.005324 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c176d563-0f61-4fe2-90fc-3234b96cd8d4 req-b8f45f93-ab6d-4333-9839-fe44b21e1fa3 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=663ad4fb-d48e-41b4-ba03-42d778bf0122 HTTP/1.1" status: 200 len: 217 time: 0.0522330 Oct 27 10:25:44.126384 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c176d563-0f61-4fe2-90fc-3234b96cd8d4 req-316d5b2c-9d81-4391-b1d7-82e6356e9a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:44.127853 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c176d563-0f61-4fe2-90fc-3234b96cd8d4 req-316d5b2c-9d81-4391-b1d7-82e6356e9a2f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f4dae274-687c-43d5-8fe0-b0ba3958c688 HTTP/1.1" status: 200 len: 850 time: 0.1140523 Oct 27 10:25:44.155054 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11809e3a-3fa3-43cc-8565-d6459217dff8 req-559d93f2-04f3-4c93-85ef-8f3862d4c4ab tempest-ListServersNegativeTestJSON-2132882824 tempest-ListServersNegativeTestJSON-2132882824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:44.156610 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-11809e3a-3fa3-43cc-8565-d6459217dff8 req-559d93f2-04f3-4c93-85ef-8f3862d4c4ab tempest-ListServersNegativeTestJSON-2132882824 tempest-ListServersNegativeTestJSON-2132882824-project] 10.222.0.44 "GET /v2.0/networks?id=2a1956cb-c04f-4397-beaa-b7b235f041a1 HTTP/1.1" status: 200 len: 817 time: 0.4433150 Oct 27 10:25:44.185308 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-11809e3a-3fa3-43cc-8565-d6459217dff8 req-db2ff716-084e-4b31-aec6-f51bd27cb549 tempest-ListServersNegativeTestJSON-2132882824 tempest-ListServersNegativeTestJSON-2132882824-project] 10.222.0.44 "GET /v2.0/quotas/e94df4c4c18844e2bca64e6c86b37300 HTTP/1.1" status: 200 len: 375 time: 0.0134270 Oct 27 10:25:44.263790 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-11809e3a-3fa3-43cc-8565-d6459217dff8 req-d5fc4814-802e-4869-8d1e-6e7b433ee63d tempest-ListServersNegativeTestJSON-2132882824 tempest-ListServersNegativeTestJSON-2132882824-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=e94df4c4c18844e2bca64e6c86b37300&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0677373 Oct 27 10:25:44.293931 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c176d563-0f61-4fe2-90fc-3234b96cd8d4 req-5a8994e7-eada-42f5-85c1-ae2fd0f769d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:44.295006 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c176d563-0f61-4fe2-90fc-3234b96cd8d4 req-5a8994e7-eada-42f5-85c1-ae2fd0f769d5 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5f1726cf-df95-405e-a4b7-a0ec3cc3a1aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1580017 Oct 27 10:25:44.319831 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0866f40c-7827-43d1-9cf5-14dead41c6cf req-e38713b9-ed1b-47b4-9db1-17ee5a4d266e tempest-ServerRescueTestJSON-1025374340 tempest-ServerRescueTestJSON-1025374340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:44.321448 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-0866f40c-7827-43d1-9cf5-14dead41c6cf req-e38713b9-ed1b-47b4-9db1-17ee5a4d266e tempest-ServerRescueTestJSON-1025374340 tempest-ServerRescueTestJSON-1025374340-project] 10.222.0.44 "GET /v2.0/ports?device_id=3023f4e1-4118-4ca5-96f9-0bf5c68da3ab HTTP/1.1" status: 200 len: 945 time: 0.1385667 Oct 27 10:25:44.413048 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-0866f40c-7827-43d1-9cf5-14dead41c6cf req-b2b26b65-9286-42c9-b46c-fcf5e28eecca tempest-ServerRescueTestJSON-1025374340 tempest-ServerRescueTestJSON-1025374340-project] 10.222.0.44 "GET /v2.0/security-groups?id=5f97c1ff-dad7-428f-af4b-bc7a94091827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778391 Oct 27 10:25:44.438297 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-189f0891-86c8-4dd5-aa5a-e0d9769fd733 req-abb4a94e-17d3-412e-a475-de04f4c15508 tempest-ServerRescueTestJSON-1025374340 tempest-ServerRescueTestJSON-1025374340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:44.458603 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] get_ports_and_sgs() called for port_ids ['bdf6e277-47ee-46b6-b621-767c0d64b96e'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:25:44.461091 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] get_ports_and_sgs() called for port_ids ['df1216e0-d1af-4909-ae11-d3114caca167'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:25:44.485391 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 10:25:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9f51e63-7127-4fc5-b05e-f6c85bc4fb24 x-openstack-request-id: req-d9f51e63-7127-4fc5-b05e-f6c85bc4fb24 {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:25:44.485794 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19de7999-f151-4eb5-986d-3e7b0f987b5e", "tag": "02eec9e0-03c6-433a-af9e-1b5e5abf2703", "status": "completed", "code": 200}]} {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:25:44.486141 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d9f51e63-7127-4fc5-b05e-f6c85bc4fb24 {{(pid=102347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:25:44.486649 n-d-813419-10 neutron-server[102347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19de7999-f151-4eb5-986d-3e7b0f987b5e', 'tag': '02eec9e0-03c6-433a-af9e-1b5e5abf2703', 'status': 'completed', 'code': 200} Oct 27 10:25:44.492725 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb4a94e-17d3-412e-a475-de04f4c15508 tempest-ServerRescueTestJSON-1025374340 tempest-ServerRescueTestJSON-1025374340-project] Pushing event deleted for resources: {'Port': ['ID=df1216e0-d1af-4909-ae11-d3114caca167,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:25:44.590064 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [req-189f0891-86c8-4dd5-aa5a-e0d9769fd733 req-abb4a94e-17d3-412e-a475-de04f4c15508 tempest-ServerRescueTestJSON-1025374340 tempest-ServerRescueTestJSON-1025374340-project] No DVR routers for this DVR port df1216e0-d1af-4909-ae11-d3114caca167 on host n-h2-813419-10 {{(pid=102347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:25:44.612004 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-189f0891-86c8-4dd5-aa5a-e0d9769fd733 req-abb4a94e-17d3-412e-a475-de04f4c15508 tempest-ServerRescueTestJSON-1025374340 tempest-ServerRescueTestJSON-1025374340-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:44.616711 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc86f30-d027-4eae-898b-5fe6a05ff0f5 req-a9f54a2d-d65c-4b2f-8978-0c42f28a3cc3 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:44.617519 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-189f0891-86c8-4dd5-aa5a-e0d9769fd733 req-abb4a94e-17d3-412e-a475-de04f4c15508 tempest-ServerRescueTestJSON-1025374340 tempest-ServerRescueTestJSON-1025374340-project] 10.222.0.76 "DELETE /v2.0/ports/df1216e0-d1af-4909-ae11-d3114caca167 HTTP/1.1" status: 204 len: 173 time: 1.4352567 Oct 27 10:25:44.625599 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-11809e3a-3fa3-43cc-8565-d6459217dff8 req-e36d53f3-bf7d-4abc-9ffa-1eba66d16132 service neutron] 10.222.0.44 "GET /v2.0/networks/2a1956cb-c04f-4397-beaa-b7b235f041a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3520646 Oct 27 10:25:44.635176 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc86f30-d027-4eae-898b-5fe6a05ff0f5 req-a9f54a2d-d65c-4b2f-8978-0c42f28a3cc3 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:44.647198 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc86f30-d027-4eae-898b-5fe6a05ff0f5 req-a9f54a2d-d65c-4b2f-8978-0c42f28a3cc3 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:44.656233 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc86f30-d027-4eae-898b-5fe6a05ff0f5 req-a9f54a2d-d65c-4b2f-8978-0c42f28a3cc3 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:44.664716 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c176d563-0f61-4fe2-90fc-3234b96cd8d4 req-331c1c24-d93f-4e56-9dc3-5d380a509485 service neutron] 10.222.0.64 "GET /v2.0/networks/5f1726cf-df95-405e-a4b7-a0ec3cc3a1aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3524389 Oct 27 10:25:44.665601 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc86f30-d027-4eae-898b-5fe6a05ff0f5 req-a9f54a2d-d65c-4b2f-8978-0c42f28a3cc3 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:44.673322 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc86f30-d027-4eae-898b-5fe6a05ff0f5 req-a9f54a2d-d65c-4b2f-8978-0c42f28a3cc3 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:44.681070 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc86f30-d027-4eae-898b-5fe6a05ff0f5 req-a9f54a2d-d65c-4b2f-8978-0c42f28a3cc3 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:44.710241 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-9fc86f30-d027-4eae-898b-5fe6a05ff0f5 req-a9f54a2d-d65c-4b2f-8978-0c42f28a3cc3 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] 10.222.0.44 "GET /v2.0/ports?device_id=19de7999-f151-4eb5-986d-3e7b0f987b5e HTTP/1.1" status: 200 len: 5423 time: 0.1813745 Oct 27 10:25:44.802703 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-9fc86f30-d027-4eae-898b-5fe6a05ff0f5 req-c608b4c1-61c3-42b0-bfb7-9767f23005ce tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] 10.222.0.44 "GET /v2.0/security-groups?id=34344a0a-bfc2-4f4b-96e6-fe0cf33c620a&id=652e3df3-defd-4709-b4c8-a9361485da20&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0857739 Oct 27 10:25:45.016905 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-11809e3a-3fa3-43cc-8565-d6459217dff8 req-dc3aaba0-4668-4539-86b5-66ff91f462df service neutron] 10.222.0.44 "GET /v2.0/networks/2a1956cb-c04f-4397-beaa-b7b235f041a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3768113 Oct 27 10:25:45.036611 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c176d563-0f61-4fe2-90fc-3234b96cd8d4 req-b3fb1ca3-d6fc-4978-a98b-89f35713791f service neutron] 10.222.0.64 "GET /v2.0/networks/5f1726cf-df95-405e-a4b7-a0ec3cc3a1aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3539352 Oct 27 10:25:45.064635 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 49510) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:25:45.155083 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c176d563-0f61-4fe2-90fc-3234b96cd8d4 req-e9d7a819-2967-430e-8ea8-4fdd24ed4312 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.108&port_id=f866a8ac-0d08-4157-96c5-6411c7be1248 HTTP/1.1" status: 200 len: 217 time: 0.1003613 Oct 27 10:25:45.184514 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device dbe4b56c-8e04-4355-93d8-5697ac411eeb up at agent hyperv_n-h2-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:25:45.211339 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3f3295-5763-4400-8708-f59d5ce1e436 req-ba97f4c7-3d95-4e41-b345-e547f18c392e tempest-ImagesOneServerNegativeTestJSON-1258670322 tempest-ImagesOneServerNegativeTestJSON-1258670322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:45.213025 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-9a3f3295-5763-4400-8708-f59d5ce1e436 req-ba97f4c7-3d95-4e41-b345-e547f18c392e tempest-ImagesOneServerNegativeTestJSON-1258670322 tempest-ImagesOneServerNegativeTestJSON-1258670322-project] 10.222.0.44 "GET /v2.0/ports?device_id=3baf93d8-a20a-45c4-a1d6-8d5e86fb9c41 HTTP/1.1" status: 200 len: 944 time: 0.1421678 Oct 27 10:25:45.270526 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c176d563-0f61-4fe2-90fc-3234b96cd8d4 req-fdba5c70-9549-429b-839e-42848373211d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:45.272245 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c176d563-0f61-4fe2-90fc-3234b96cd8d4 req-fdba5c70-9549-429b-839e-42848373211d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=237eead6-dd56-4753-9d54-b14517989073 HTTP/1.1" status: 200 len: 797 time: 0.1067297 Oct 27 10:25:45.276925 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-413c736f-eeb2-48d4-8ff2-0507a19dfb63 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-607403003-network', 'tenant_id': '7ff04810037d408397bbc2c5d21ef590'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:25:45.305547 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Provisioning for port dbe4b56c-8e04-4355-93d8-5697ac411eeb completed by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 10:25:45.316128 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Provisioning complete for port dbe4b56c-8e04-4355-93d8-5697ac411eeb triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:25:45.317422 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:45.328814 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-9a3f3295-5763-4400-8708-f59d5ce1e436 req-b7ec60d2-2e2f-4e86-9da5-e5fc3be7d87e tempest-ImagesOneServerNegativeTestJSON-1258670322 tempest-ImagesOneServerNegativeTestJSON-1258670322-project] 10.222.0.44 "GET /v2.0/security-groups?id=0c17542d-7fc8-4217-9c44-3a2fd00892bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090541 Oct 27 10:25:45.348233 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-413c736f-eeb2-48d4-8ff2-0507a19dfb63 admin admin] Made reservation on behalf of 7ff04810037d408397bbc2c5d21ef590 for: {'network': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:25:45.351781 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-413c736f-eeb2-48d4-8ff2-0507a19dfb63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for network, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:45.364154 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-413c736f-eeb2-48d4-8ff2-0507a19dfb63 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:45.421424 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c176d563-0f61-4fe2-90fc-3234b96cd8d4 req-73079d20-3e05-493c-ab99-aff7ba16541b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:45.432515 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c176d563-0f61-4fe2-90fc-3234b96cd8d4 req-73079d20-3e05-493c-ab99-aff7ba16541b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d9f24547-a97b-4994-95da-a3dc1f0864ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1514320 Oct 27 10:25:45.523339 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:45.567826 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-58018b2e-be0e-45fd-a2a1-3a295a40dce8 req-e44d8c0e-48bc-47d3-ba76-cbd157ad8140 tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] 10.222.0.44 "GET /v2.0/ports?device_id=002947b4-ae99-468d-8263-34ff77508595 HTTP/1.1" status: 200 len: 210 time: 0.1140549 Oct 27 10:25:45.575607 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] For port dbe4b56c-8e04-4355-93d8-5697ac411eeb, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=dbe4b56c-8e04-4355-93d8-5697ac411eeb,segment=NetworkSegment(922b6d3e-9a8b-4e20-bf5d-299fdca2febe),segment_id=922b6d3e-9a8b-4e20-bf5d-299fdca2febe)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:25:45.577272 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3baf93d8-a20a-45c4-a1d6-8d5e86fb9c41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbe4b56c-8e04-4355-93d8-5697ac411eeb'}] {{(pid=102348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:25:45.583025 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c588921fa634554a1d9242fdea1b05457a9ff1d3b28ba54ec1dace7f2f1df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60a568e5-e656-4f03-a2af-d760d18531a6" -d '{"events": [{"server_uuid": "3baf93d8-a20a-45c4-a1d6-8d5e86fb9c41", "name": "network-vif-plugged", "status": "completed", "tag": "dbe4b56c-8e04-4355-93d8-5697ac411eeb"}]}' {{(pid=102348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:25:45.593767 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:45.666650 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-a5605c27-c471-4e4c-a24c-15f377e42e97 req-2dfaaa4d-9ff4-4b8a-b5a8-8e20cf8d3e3a tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=90a01745d25e42a2aa454aea883f58a1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0548253 Oct 27 10:25:45.673302 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-413c736f-eeb2-48d4-8ff2-0507a19dfb63 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:45.684567 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c176d563-0f61-4fe2-90fc-3234b96cd8d4 req-6fb28165-aa1f-4ed8-a1eb-bee2ffa21d8e service neutron] 10.222.0.64 "GET /v2.0/networks/d9f24547-a97b-4994-95da-a3dc1f0864ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2371888 Oct 27 10:25:45.711908 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-413c736f-eeb2-48d4-8ff2-0507a19dfb63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:45.715421 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Pushing event updated for resources: {'Port': ['ID=dbe4b56c-8e04-4355-93d8-5697ac411eeb,revision_number=5']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:25:45.816385 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-413c736f-eeb2-48d4-8ff2-0507a19dfb63 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 402} {{(pid=102346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 10:25:45.833335 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:25:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd432b43-6fe5-4f49-a63a-76aa5574ea8a x-openstack-request-id: req-cd432b43-6fe5-4f49-a63a-76aa5574ea8a {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:25:45.833844 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3baf93d8-a20a-45c4-a1d6-8d5e86fb9c41", "name": "network-vif-plugged", "status": "completed", "tag": "dbe4b56c-8e04-4355-93d8-5697ac411eeb", "code": 200}]} {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:25:45.834277 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-cd432b43-6fe5-4f49-a63a-76aa5574ea8a {{(pid=102348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:25:45.834839 n-d-813419-10 neutron-server[102348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3baf93d8-a20a-45c4-a1d6-8d5e86fb9c41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbe4b56c-8e04-4355-93d8-5697ac411eeb', 'code': 200} Oct 27 10:25:45.846890 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413c736f-eeb2-48d4-8ff2-0507a19dfb63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87c60c04-bc0e-45a7-a9f7-115745924900,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:25:45.869407 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-413c736f-eeb2-48d4-8ff2-0507a19dfb63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:45.873971 n-d-813419-10 neutron-server[102346]: INFO neutron.db.segments_db [None req-413c736f-eeb2-48d4-8ff2-0507a19dfb63 admin admin] Added segment 245f67ce-4f02-48c5-ad99-468e9064edc5 of type vlan for network a899c728-b9f7-4cae-86e1-719a5eb28cea Oct 27 10:25:45.935316 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c176d563-0f61-4fe2-90fc-3234b96cd8d4 req-7e95bc8b-4f7f-4c39-abfe-345845de865b service neutron] 10.222.0.64 "GET /v2.0/networks/d9f24547-a97b-4994-95da-a3dc1f0864ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2419753 Oct 27 10:25:45.952389 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-413c736f-eeb2-48d4-8ff2-0507a19dfb63 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743872593080'] for network, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:45.966937 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5605c27-c471-4e4c-a24c-15f377e42e97 req-221f6f11-6e82-40f3-bedf-cd47e6bc53a1 tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:45.968515 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-a5605c27-c471-4e4c-a24c-15f377e42e97 req-221f6f11-6e82-40f3-bedf-cd47e6bc53a1 tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2938690 Oct 27 10:25:45.986208 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [req-a5605c27-c471-4e4c-a24c-15f377e42e97 req-58210999-b513-40d8-80f4-df8b950dbf7b tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] Request body: {'port': {'device_id': '002947b4-ae99-468d-8263-34ff77508595', 'network_id': '4d250f92-d229-45fe-a579-67fef8e6c544', 'admin_state_up': True, 'tenant_id': '90a01745d25e42a2aa454aea883f58a1'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:25:46.077092 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c176d563-0f61-4fe2-90fc-3234b96cd8d4 req-ba5b11a0-ee6c-49dc-9046-b15b80a1d92c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.246&port_id=2987d3d2-c23b-41d4-81db-f2875388f5dc HTTP/1.1" status: 200 len: 217 time: 0.0965161 Oct 27 10:25:46.096065 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec06851-d8dc-4d5d-b714-105c05d00257 req-cdbf1445-8aaa-42e0-a833-085c7f58fefd tempest-ServersTestJSON-1341865721 tempest-ServersTestJSON-1341865721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:46.108358 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-9ec06851-d8dc-4d5d-b714-105c05d00257 req-cdbf1445-8aaa-42e0-a833-085c7f58fefd tempest-ServersTestJSON-1341865721 tempest-ServersTestJSON-1341865721-project] 10.222.0.44 "GET /v2.0/ports?device_id=d0703643-1364-4ee4-80fa-4e826a594d67 HTTP/1.1" status: 200 len: 945 time: 0.4183187 Oct 27 10:25:46.120876 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0957d49-8346-4826-a76f-8a96d7e21e87 req-e2881e8c-d503-4562-a256-b8a5aa55eda4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:46.122603 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b0957d49-8346-4826-a76f-8a96d7e21e87 req-e2881e8c-d503-4562-a256-b8a5aa55eda4 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=3baf93d8-a20a-45c4-a1d6-8d5e86fb9c41 HTTP/1.1" status: 200 len: 1097 time: 0.1851742 Oct 27 10:25:46.153548 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-ce4fe65e-e81b-4a32-a7c4-7db743518c0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:46.171641 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5605c27-c471-4e4c-a24c-15f377e42e97 req-58210999-b513-40d8-80f4-df8b950dbf7b tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] Made reservation on behalf of 90a01745d25e42a2aa454aea883f58a1 for: {'port': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:25:46.177389 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-a5605c27-c471-4e4c-a24c-15f377e42e97 req-58210999-b513-40d8-80f4-df8b950dbf7b tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:46.201282 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-a5605c27-c471-4e4c-a24c-15f377e42e97 req-58210999-b513-40d8-80f4-df8b950dbf7b tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] Publish callbacks [] for security_group, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:46.205855 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-fa16efa9-5fd4-4af5-8eb5-c1b6d80e3084 req-34a4d1af-0146-4c18-bed7-050cd95112a0 tempest-ListServersNegativeTestJSON-2132882824 tempest-ListServersNegativeTestJSON-2132882824-project] 10.222.0.44 "GET /v2.0/ports?device_id=2e500175-dfa4-4437-bcf1-beb05fa87fb9 HTTP/1.1" status: 200 len: 210 time: 0.0662706 Oct 27 10:25:46.206458 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-413c736f-eeb2-48d4-8ff2-0507a19dfb63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913'] for network, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:46.207377 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-413c736f-eeb2-48d4-8ff2-0507a19dfb63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:46.208670 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-413c736f-eeb2-48d4-8ff2-0507a19dfb63 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for network, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:46.260212 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b0957d49-8346-4826-a76f-8a96d7e21e87 req-db7da0e4-7ed5-4044-b019-a3da365ea634 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=0c17542d-7fc8-4217-9c44-3a2fd00892bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157823 Oct 27 10:25:46.280770 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-9ec06851-d8dc-4d5d-b714-105c05d00257 req-1f0a4dde-ff5e-40e3-858a-8b1105cf1863 tempest-ServersTestJSON-1341865721 tempest-ServersTestJSON-1341865721-project] 10.222.0.44 "GET /v2.0/security-groups?id=8fb6e5b5-c2fd-4ec8-99a2-cc35d354719d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1713974 Oct 27 10:25:46.289262 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c176d563-0f61-4fe2-90fc-3234b96cd8d4 req-ed51b7f4-762b-4802-af86-41e1afb0a50b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:46.291067 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c176d563-0f61-4fe2-90fc-3234b96cd8d4 req-ed51b7f4-762b-4802-af86-41e1afb0a50b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=237eead6-dd56-4753-9d54-b14517989073 HTTP/1.1" status: 200 len: 797 time: 0.1757097 Oct 27 10:25:46.373879 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c176d563-0f61-4fe2-90fc-3234b96cd8d4 req-5aa51c72-99b6-4217-ac93-08ebfeab93cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:46.375592 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c176d563-0f61-4fe2-90fc-3234b96cd8d4 req-5aa51c72-99b6-4217-ac93-08ebfeab93cb service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d9f24547-a97b-4994-95da-a3dc1f0864ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0758519 Oct 27 10:25:46.407767 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-413c736f-eeb2-48d4-8ff2-0507a19dfb63 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.3419976 Oct 27 10:25:46.420846 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 49550) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:25:46.426679 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-5d8b83c1-010c-4dc5-aef1-5af78298826c admin admin] Request body: {'subnet': {'network_id': 'a899c728-b9f7-4cae-86e1-719a5eb28cea', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-607403003-subnet', 'tenant_id': '7ff04810037d408397bbc2c5d21ef590', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:25:46.431871 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-a5605c27-c471-4e4c-a24c-15f377e42e97 req-58210999-b513-40d8-80f4-df8b950dbf7b tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] Publish callbacks [] for security_group, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:46.434176 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413c736f-eeb2-48d4-8ff2-0507a19dfb63 admin admin] Pushing event updated for resources: {'Network': ['ID=a899c728-b9f7-4cae-86e1-719a5eb28cea,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:25:46.444299 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Network a899c728-b9f7-4cae-86e1-719a5eb28cea details requested by agent ovs-agent-n-d-813419-10 with host n-d-813419-10 {{(pid=102348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 10:25:46.462631 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-a5605c27-c471-4e4c-a24c-15f377e42e97 req-58210999-b513-40d8-80f4-df8b950dbf7b tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:46.489468 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19de7999-f151-4eb5-986d-3e7b0f987b5e', 'tag': '52999097-daf5-40c3-b409-81f220c75685'}, {'server_uuid': '3023f4e1-4118-4ca5-96f9-0bf5c68da3ab', 'name': 'network-vif-deleted', 'tag': 'df1216e0-d1af-4909-ae11-d3114caca167'}] {{(pid=102347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:25:46.491884 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311149b481204ee7edffdb959c881838506fbd95bc8577c048f6677abb73acc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a3c5888-57d7-4cd0-93a4-bab55fc6384e" -d '{"events": [{"name": "network-changed", "server_uuid": "19de7999-f151-4eb5-986d-3e7b0f987b5e", "tag": "52999097-daf5-40c3-b409-81f220c75685"}, {"server_uuid": "3023f4e1-4118-4ca5-96f9-0bf5c68da3ab", "name": "network-vif-deleted", "tag": "df1216e0-d1af-4909-ae11-d3114caca167"}]}' {{(pid=102347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:25:46.506093 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afaf3d0-9b2b-4371-9479-a8e7b394b705 req-e05a028b-9a87-4b8b-a961-7dfb41cbe584 tempest-ServerRescueTestJSON-1025374340 tempest-ServerRescueTestJSON-1025374340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:46.507796 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-0afaf3d0-9b2b-4371-9479-a8e7b394b705 req-e05a028b-9a87-4b8b-a961-7dfb41cbe584 tempest-ServerRescueTestJSON-1025374340 tempest-ServerRescueTestJSON-1025374340-project] 10.222.0.44 "GET /v2.0/ports?device_id=0f0a6b0b-7cfe-4818-8a36-1dd5676c3af3 HTTP/1.1" status: 200 len: 946 time: 0.1245811 Oct 27 10:25:46.583772 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-0afaf3d0-9b2b-4371-9479-a8e7b394b705 req-9892245b-f18d-4c40-b574-868444fd5d66 tempest-ServerRescueTestJSON-1025374340 tempest-ServerRescueTestJSON-1025374340-project] 10.222.0.44 "GET /v2.0/security-groups?id=5f97c1ff-dad7-428f-af4b-bc7a94091827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678654 Oct 27 10:25:46.595333 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c176d563-0f61-4fe2-90fc-3234b96cd8d4 req-98a6aa01-0ac4-4a32-bdef-551bd184de96 service neutron] 10.222.0.64 "GET /v2.0/networks/d9f24547-a97b-4994-95da-a3dc1f0864ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1995900 Oct 27 10:25:46.762784 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d8b83c1-010c-4dc5-aef1-5af78298826c admin admin] Made reservation on behalf of 7ff04810037d408397bbc2c5d21ef590 for: {'subnet': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:25:46.766880 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-5d8b83c1-010c-4dc5-aef1-5af78298826c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27167186'] for subnet, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:46.775857 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c176d563-0f61-4fe2-90fc-3234b96cd8d4 req-db5e71f3-494c-460b-a4bd-8f508c3f72ee service neutron] 10.222.0.64 "GET /v2.0/networks/d9f24547-a97b-4994-95da-a3dc1f0864ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1706042 Oct 27 10:25:46.886382 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c562b0-7c7f-45b0-a4f6-1dbfaed7de3f req-62614647-fe64-44fa-9407-993ac335db09 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:46.892728 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c562b0-7c7f-45b0-a4f6-1dbfaed7de3f req-62614647-fe64-44fa-9407-993ac335db09 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:46.900666 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c562b0-7c7f-45b0-a4f6-1dbfaed7de3f req-62614647-fe64-44fa-9407-993ac335db09 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:46.908165 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c562b0-7c7f-45b0-a4f6-1dbfaed7de3f req-62614647-fe64-44fa-9407-993ac335db09 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:46.915614 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c562b0-7c7f-45b0-a4f6-1dbfaed7de3f req-62614647-fe64-44fa-9407-993ac335db09 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:46.937711 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c562b0-7c7f-45b0-a4f6-1dbfaed7de3f req-62614647-fe64-44fa-9407-993ac335db09 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:46.955992 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c562b0-7c7f-45b0-a4f6-1dbfaed7de3f req-62614647-fe64-44fa-9407-993ac335db09 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:46.962440 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-e6c562b0-7c7f-45b0-a4f6-1dbfaed7de3f req-62614647-fe64-44fa-9407-993ac335db09 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] 10.222.0.44 "GET /v2.0/ports?device_id=19de7999-f151-4eb5-986d-3e7b0f987b5e HTTP/1.1" status: 200 len: 5423 time: 0.6207628 Oct 27 10:25:47.014736 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_common [req-a5605c27-c471-4e4c-a24c-15f377e42e97 req-58210999-b513-40d8-80f4-df8b950dbf7b tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] Allocated IP 192.168.233.143 (4d250f92-d229-45fe-a579-67fef8e6c544/62eb52f7-aac4-48af-8670-e04300325561/4b885691-85ba-4912-82eb-e467a6991070) {{(pid=102346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:25:47.175475 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58210999-b513-40d8-80f4-df8b950dbf7b tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] Pushing event updated for resources: {'SecurityGroup': ['ID=564ecd8b-da86-4175-923a-67dcc5fcd400,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:25:47.204647 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device df1216e0-d1af-4909-ae11-d3114caca167 no longer exists at agent hyperv_n-h2-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:25:47.227076 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] No Port match for: df1216e0-d1af-4909-ae11-d3114caca167 {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:25:47.228317 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device df1216e0-d1af-4909-ae11-d3114caca167 not bound to the agent host n-h2-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:25:47.233933 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-e6c562b0-7c7f-45b0-a4f6-1dbfaed7de3f req-978603fe-2eb7-47f4-99ad-aa8404937390 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] 10.222.0.44 "GET /v2.0/security-groups?id=34344a0a-bfc2-4f4b-96e6-fe0cf33c620a&id=652e3df3-defd-4709-b4c8-a9361485da20&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1016769 Oct 27 10:25:47.234376 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c176d563-0f61-4fe2-90fc-3234b96cd8d4 req-d45a4d80-6bef-4d77-8288-c361fca1db77 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.133&port_id=56a0b817-75f4-4ce7-b33b-a8b3aecdb601 HTTP/1.1" status: 200 len: 217 time: 0.4429092 Oct 27 10:25:47.306855 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c176d563-0f61-4fe2-90fc-3234b96cd8d4 req-918f0969-05cb-44ea-8452-8a0abe097dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:47.309209 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c176d563-0f61-4fe2-90fc-3234b96cd8d4 req-918f0969-05cb-44ea-8452-8a0abe097dbe service neutron] 10.222.0.64 "GET /v2.0/subnets?id=237eead6-dd56-4753-9d54-b14517989073 HTTP/1.1" status: 200 len: 797 time: 0.0649526 Oct 27 10:25:47.314221 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-a5605c27-c471-4e4c-a24c-15f377e42e97 req-58210999-b513-40d8-80f4-df8b950dbf7b tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] Publish callbacks [] for port, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:47.318005 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 27 Oct 2021 10:25:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c8a212d-420a-40e1-9c72-f9ffeb20e4a6 x-openstack-request-id: req-1c8a212d-420a-40e1-9c72-f9ffeb20e4a6 {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:25:47.318308 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19de7999-f151-4eb5-986d-3e7b0f987b5e", "tag": "52999097-daf5-40c3-b409-81f220c75685", "status": "completed", "code": 200}, {"server_uuid": "3023f4e1-4118-4ca5-96f9-0bf5c68da3ab", "name": "network-vif-deleted", "tag": "df1216e0-d1af-4909-ae11-d3114caca167", "status": "completed", "code": 200}]} {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:25:47.318559 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1c8a212d-420a-40e1-9c72-f9ffeb20e4a6 {{(pid=102347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:25:47.319192 n-d-813419-10 neutron-server[102347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19de7999-f151-4eb5-986d-3e7b0f987b5e', 'tag': '52999097-daf5-40c3-b409-81f220c75685', 'status': 'completed', 'code': 200} Oct 27 10:25:47.320373 n-d-813419-10 neutron-server[102347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3023f4e1-4118-4ca5-96f9-0bf5c68da3ab', 'name': 'network-vif-deleted', 'tag': 'df1216e0-d1af-4909-ae11-d3114caca167', 'status': 'completed', 'code': 200} Oct 27 10:25:47.397676 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b646ee6-cf45-4efd-9d53-19d60f450cac req-98c38ed3-0b76-473d-83d0-e824b511d4ba tempest-ImagesOneServerNegativeTestJSON-1258670322 tempest-ImagesOneServerNegativeTestJSON-1258670322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:47.412007 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-7b646ee6-cf45-4efd-9d53-19d60f450cac req-98c38ed3-0b76-473d-83d0-e824b511d4ba tempest-ImagesOneServerNegativeTestJSON-1258670322 tempest-ImagesOneServerNegativeTestJSON-1258670322-project] 10.222.0.44 "GET /v2.0/ports?device_id=3baf93d8-a20a-45c4-a1d6-8d5e86fb9c41 HTTP/1.1" status: 200 len: 945 time: 0.6348143 Oct 27 10:25:47.454655 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-4c67b20a-951a-4c9a-92ef-0ee5862caf88 req-b2f53ef7-2fcb-46a8-8a1f-751be7a383e0 tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] 10.222.0.44 "GET /v2.0/ports?device_id=002947b4-ae99-468d-8263-34ff77508595 HTTP/1.1" status: 200 len: 210 time: 0.0451927 Oct 27 10:25:47.458240 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-5d8b83c1-010c-4dc5-aef1-5af78298826c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27024290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27167168'] for subnet, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:47.492634 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-7b646ee6-cf45-4efd-9d53-19d60f450cac req-9ec266fb-1918-4d11-bf14-5133289376f2 tempest-ImagesOneServerNegativeTestJSON-1258670322 tempest-ImagesOneServerNegativeTestJSON-1258670322-project] 10.222.0.44 "GET /v2.0/security-groups?id=0c17542d-7fc8-4217-9c44-3a2fd00892bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796111 Oct 27 10:25:47.544267 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-a5605c27-c471-4e4c-a24c-15f377e42e97 req-58210999-b513-40d8-80f4-df8b950dbf7b tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:47.705041 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8b83c1-010c-4dc5-aef1-5af78298826c admin admin] Pushing event updated for resources: {'Subnet': ['ID=f896a67c-21d1-42ce-a83a-e51a75d19a56,revision_number=0']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:25:47.710194 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-198de344-120a-4c24-a6a3-4770829ae380 req-dd1a477d-ebca-4d8d-9fd2-4a8847e2033d tempest-ListServersNegativeTestJSON-2132882824 tempest-ListServersNegativeTestJSON-2132882824-project] 10.222.0.44 "GET /v2.0/ports?device_id=2e500175-dfa4-4437-bcf1-beb05fa87fb9 HTTP/1.1" status: 200 len: 210 time: 0.0685668 Oct 27 10:25:47.733664 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c176d563-0f61-4fe2-90fc-3234b96cd8d4 req-162df288-dd1a-4e56-b510-5407907a8b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:47.735206 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c176d563-0f61-4fe2-90fc-3234b96cd8d4 req-162df288-dd1a-4e56-b510-5407907a8b04 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d9f24547-a97b-4994-95da-a3dc1f0864ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4101403 Oct 27 10:25:47.775703 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5605c27-c471-4e4c-a24c-15f377e42e97 req-58210999-b513-40d8-80f4-df8b950dbf7b tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] Network 4d250f92-d229-45fe-a579-67fef8e6c544 is already hosted by enough agents. {{(pid=102346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:25:47.792173 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [req-a5605c27-c471-4e4c-a24c-15f377e42e97 req-58210999-b513-40d8-80f4-df8b950dbf7b tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] Resources bound (agent type, host, resource id): {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:25:47.815884 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58210999-b513-40d8-80f4-df8b950dbf7b tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] Pushing event updated for resources: {'Port': ['ID=4b885691-85ba-4912-82eb-e467a6991070,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:25:47.820114 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5605c27-c471-4e4c-a24c-15f377e42e97 req-58210999-b513-40d8-80f4-df8b950dbf7b tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] Received port after_create {{(pid=102346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:25:47.830654 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d8b83c1-010c-4dc5-aef1-5af78298826c admin admin] Checking segment: {'id': '245f67ce-4f02-48c5-ad99-468e9064edc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'a899c728-b9f7-4cae-86e1-719a5eb28cea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:25:47.840101 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d8b83c1-010c-4dc5-aef1-5af78298826c admin admin] Network hostable DHCP agents. Network: a899c728-b9f7-4cae-86e1-719a5eb28cea, hostable agents: ['eafd4000-b897-4722-ae8b-0118ec955181'], hosted agents: [] {{(pid=102346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 10:25:47.973267 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c176d563-0f61-4fe2-90fc-3234b96cd8d4 req-01158ef8-8e36-4f02-adb6-1f4ae7a2de7f service neutron] 10.222.0.64 "GET /v2.0/networks/d9f24547-a97b-4994-95da-a3dc1f0864ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399934 Oct 27 10:25:47.984223 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5605c27-c471-4e4c-a24c-15f377e42e97 req-58210999-b513-40d8-80f4-df8b950dbf7b tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:47.985373 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-a5605c27-c471-4e4c-a24c-15f377e42e97 req-58210999-b513-40d8-80f4-df8b950dbf7b tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:47.991122 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d8b83c1-010c-4dc5-aef1-5af78298826c admin admin] Network a899c728-b9f7-4cae-86e1-719a5eb28cea is scheduled to be hosted by DHCP agent eafd4000-b897-4722-ae8b-0118ec955181 with binding_index 1 {{(pid=102346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 10:25:48.024568 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51c3876-949c-49f7-9efa-bdda79155e9d req-94212db1-d058-4923-92f7-018a11cf6325 tempest-ServersTestJSON-1341865721 tempest-ServersTestJSON-1341865721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:48.026988 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-c51c3876-949c-49f7-9efa-bdda79155e9d req-94212db1-d058-4923-92f7-018a11cf6325 tempest-ServersTestJSON-1341865721 tempest-ServersTestJSON-1341865721-project] 10.222.0.44 "GET /v2.0/ports?device_id=d0703643-1364-4ee4-80fa-4e826a594d67 HTTP/1.1" status: 200 len: 945 time: 0.1434133 Oct 27 10:25:48.029917 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-5d8b83c1-010c-4dc5-aef1-5af78298826c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-10, a899c728-b9f7-4cae-86e1-719a5eb28cea) {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:25:48.042322 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81829e8b-bda8-4038-bd8d-1e9c7c7a2403 None None] Network a899c728-b9f7-4cae-86e1-719a5eb28cea requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:25:48.054834 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d8b83c1-010c-4dc5-aef1-5af78298826c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:48.055430 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-5d8b83c1-010c-4dc5-aef1-5af78298826c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for subnet, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:48.078422 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-a5605c27-c471-4e4c-a24c-15f377e42e97 req-58210999-b513-40d8-80f4-df8b950dbf7b tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0951509 Oct 27 10:25:48.177182 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-5d8b83c1-010c-4dc5-aef1-5af78298826c admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.7542317 Oct 27 10:25:48.190312 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-c51c3876-949c-49f7-9efa-bdda79155e9d req-4b21b02d-47e7-4e22-ad81-7b867cd0692c tempest-ServersTestJSON-1341865721 tempest-ServersTestJSON-1341865721-project] 10.222.0.44 "GET /v2.0/security-groups?id=8fb6e5b5-c2fd-4ec8-99a2-cc35d354719d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1374669 Oct 27 10:25:48.217195 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f11c97a-bee0-4b4a-9aea-15b94cecbb80 req-884c761e-4959-4f00-9750-96d9444848bc tempest-ServerRescueTestJSON-1025374340 tempest-ServerRescueTestJSON-1025374340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:48.226728 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-6f11c97a-bee0-4b4a-9aea-15b94cecbb80 req-884c761e-4959-4f00-9750-96d9444848bc tempest-ServerRescueTestJSON-1025374340 tempest-ServerRescueTestJSON-1025374340-project] 10.222.0.44 "GET /v2.0/ports?device_id=0f0a6b0b-7cfe-4818-8a36-1dd5676c3af3 HTTP/1.1" status: 200 len: 946 time: 0.2485986 Oct 27 10:25:48.295642 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11809e3a-3fa3-43cc-8565-d6459217dff8 req-118d1be8-20da-4f30-98a0-1e84b2fcd6f7 tempest-ListServersNegativeTestJSON-2132882824 tempest-ListServersNegativeTestJSON-2132882824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:48.297741 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-11809e3a-3fa3-43cc-8565-d6459217dff8 req-118d1be8-20da-4f30-98a0-1e84b2fcd6f7 tempest-ListServersNegativeTestJSON-2132882824 tempest-ListServersNegativeTestJSON-2132882824-project] 10.222.0.64 "GET /v2.0/networks?id=2a1956cb-c04f-4397-beaa-b7b235f041a1 HTTP/1.1" status: 200 len: 817 time: 0.6514030 Oct 27 10:25:48.305772 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11809e3a-3fa3-43cc-8565-d6459217dff8 req-0231379c-70f1-4252-9238-5eca64403992 tempest-ListServersNegativeTestJSON-2132882824 tempest-ListServersNegativeTestJSON-2132882824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:48.307686 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-11809e3a-3fa3-43cc-8565-d6459217dff8 req-0231379c-70f1-4252-9238-5eca64403992 tempest-ListServersNegativeTestJSON-2132882824 tempest-ListServersNegativeTestJSON-2132882824-project] 10.222.0.76 "GET /v2.0/networks?id=2a1956cb-c04f-4397-beaa-b7b235f041a1 HTTP/1.1" status: 200 len: 817 time: 0.8014507 Oct 27 10:25:48.325805 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [req-11809e3a-3fa3-43cc-8565-d6459217dff8 req-c96f6536-a436-4eba-9e24-364b3e55756d tempest-ListServersNegativeTestJSON-2132882824 tempest-ListServersNegativeTestJSON-2132882824-project] Request body: {'port': {'device_id': '8abbd019-3bfd-468a-8fc4-b9138932da3a', 'network_id': '2a1956cb-c04f-4397-beaa-b7b235f041a1', 'admin_state_up': True, 'tenant_id': 'e94df4c4c18844e2bca64e6c86b37300'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:25:48.364097 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [req-a5605c27-c471-4e4c-a24c-15f377e42e97 req-aca6219d-a43c-4613-8e46-d11aa6960ac6 service neutron] Request body: {'port': {'device_id': '002947b4-ae99-468d-8263-34ff77508595', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-10'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:25:48.386959 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-e4e72f2f-0c48-46b0-81e0-9ac9394f6770 None None] Provisioning complete for port 4b885691-85ba-4912-82eb-e467a6991070 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:25:48.388057 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-e4e72f2f-0c48-46b0-81e0-9ac9394f6770 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:48.406778 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11809e3a-3fa3-43cc-8565-d6459217dff8 req-cd260d34-18ed-4803-9530-6f1129482545 tempest-ListServersNegativeTestJSON-2132882824 tempest-ListServersNegativeTestJSON-2132882824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:48.408380 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-11809e3a-3fa3-43cc-8565-d6459217dff8 req-cd260d34-18ed-4803-9530-6f1129482545 tempest-ListServersNegativeTestJSON-2132882824 tempest-ListServersNegativeTestJSON-2132882824-project] 10.222.0.76 "GET /v2.0/networks?id=2a1956cb-c04f-4397-beaa-b7b235f041a1 HTTP/1.1" status: 200 len: 817 time: 0.2281585 Oct 27 10:25:48.441248 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [req-11809e3a-3fa3-43cc-8565-d6459217dff8 req-7af6c569-1f9c-453e-aa05-5be557de93d5 tempest-ListServersNegativeTestJSON-2132882824 tempest-ListServersNegativeTestJSON-2132882824-project] Request body: {'port': {'device_id': 'fd112806-2ea1-49a6-8bc4-ad2b94351f55', 'network_id': '2a1956cb-c04f-4397-beaa-b7b235f041a1', 'admin_state_up': True, 'tenant_id': 'e94df4c4c18844e2bca64e6c86b37300'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:25:48.473566 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-e4e72f2f-0c48-46b0-81e0-9ac9394f6770 None None] Port 4b885691-85ba-4912-82eb-e467a6991070 cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:25:48.487701 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9288d45-a7ac-4b17-9011-908a30d022bc None None] Network a899c728-b9f7-4cae-86e1-719a5eb28cea requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:25:48.489399 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [req-11809e3a-3fa3-43cc-8565-d6459217dff8 req-b689a330-d91b-491d-8070-1bf80d5d277a tempest-ListServersNegativeTestJSON-2132882824 tempest-ListServersNegativeTestJSON-2132882824-project] Request body: {'port': {'device_id': '2e500175-dfa4-4437-bcf1-beb05fa87fb9', 'network_id': '2a1956cb-c04f-4397-beaa-b7b235f041a1', 'admin_state_up': True, 'tenant_id': 'e94df4c4c18844e2bca64e6c86b37300'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:25:48.567559 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-6f11c97a-bee0-4b4a-9aea-15b94cecbb80 req-b71c54b0-40f8-4cc2-8188-81a2cc5bce60 tempest-ServerRescueTestJSON-1025374340 tempest-ServerRescueTestJSON-1025374340-project] 10.222.0.44 "GET /v2.0/security-groups?id=5f97c1ff-dad7-428f-af4b-bc7a94091827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3393524 Oct 27 10:25:48.600404 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11809e3a-3fa3-43cc-8565-d6459217dff8 req-c96f6536-a436-4eba-9e24-364b3e55756d tempest-ListServersNegativeTestJSON-2132882824 tempest-ListServersNegativeTestJSON-2132882824-project] Made reservation on behalf of e94df4c4c18844e2bca64e6c86b37300 for: {'port': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:25:48.603972 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-11809e3a-3fa3-43cc-8565-d6459217dff8 req-c96f6536-a436-4eba-9e24-364b3e55756d tempest-ListServersNegativeTestJSON-2132882824 tempest-ListServersNegativeTestJSON-2132882824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:48.605998 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cef854e-bb15-4451-8f6c-7d114cb607c0 req-8a64eb18-0d61-432c-9dc1-682aef75ae5f tempest-ServerRescueTestJSON-1025374340 tempest-ServerRescueTestJSON-1025374340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:48.607581 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-1cef854e-bb15-4451-8f6c-7d114cb607c0 req-8a64eb18-0d61-432c-9dc1-682aef75ae5f tempest-ServerRescueTestJSON-1025374340 tempest-ServerRescueTestJSON-1025374340-project] 10.222.0.64 "GET /v2.0/ports?device_id=0f0a6b0b-7cfe-4818-8a36-1dd5676c3af3 HTTP/1.1" status: 200 len: 946 time: 0.1935818 Oct 27 10:25:48.607711 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c176d563-0f61-4fe2-90fc-3234b96cd8d4 req-32d8429d-9140-4b6a-913d-875d105be70d service neutron] 10.222.0.64 "GET /v2.0/networks/d9f24547-a97b-4994-95da-a3dc1f0864ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6103034 Oct 27 10:25:48.613154 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-a5605c27-c471-4e4c-a24c-15f377e42e97 req-aca6219d-a43c-4613-8e46-d11aa6960ac6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:48.717426 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c176d563-0f61-4fe2-90fc-3234b96cd8d4 req-5a5c39ec-b4f1-4256-a7f0-b0c3f784e784 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.177&port_id=870bf313-566e-41bd-b31c-74deaf9c052a HTTP/1.1" status: 200 len: 217 time: 0.0964260 Oct 27 10:25:48.827002 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-9390ee1a-70fe-46f4-af12-e20fd5e00f5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:48.919946 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f2b92a-5d27-48df-b662-d39debf49b8d req-228142a3-c8fa-4e2c-b6af-44d7aa0ede4c tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:48.926082 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f2b92a-5d27-48df-b662-d39debf49b8d req-228142a3-c8fa-4e2c-b6af-44d7aa0ede4c tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:48.932659 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f2b92a-5d27-48df-b662-d39debf49b8d req-228142a3-c8fa-4e2c-b6af-44d7aa0ede4c tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:48.938597 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f2b92a-5d27-48df-b662-d39debf49b8d req-228142a3-c8fa-4e2c-b6af-44d7aa0ede4c tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:48.945199 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f2b92a-5d27-48df-b662-d39debf49b8d req-228142a3-c8fa-4e2c-b6af-44d7aa0ede4c tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:48.951360 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f2b92a-5d27-48df-b662-d39debf49b8d req-228142a3-c8fa-4e2c-b6af-44d7aa0ede4c tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:48.957923 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f2b92a-5d27-48df-b662-d39debf49b8d req-228142a3-c8fa-4e2c-b6af-44d7aa0ede4c tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:48.959946 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-62f2b92a-5d27-48df-b662-d39debf49b8d req-228142a3-c8fa-4e2c-b6af-44d7aa0ede4c tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] 10.222.0.44 "GET /v2.0/ports?device_id=19de7999-f151-4eb5-986d-3e7b0f987b5e HTTP/1.1" status: 200 len: 5423 time: 0.5431178 Oct 27 10:25:49.001593 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c176d563-0f61-4fe2-90fc-3234b96cd8d4 req-ceff2c87-efbe-4cfe-8ef4-c26044afc187 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:49.003356 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c176d563-0f61-4fe2-90fc-3234b96cd8d4 req-ceff2c87-efbe-4cfe-8ef4-c26044afc187 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=237eead6-dd56-4753-9d54-b14517989073 HTTP/1.1" status: 200 len: 797 time: 0.2781043 Oct 27 10:25:49.003873 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 49594) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:25:49.005654 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_common [req-11809e3a-3fa3-43cc-8565-d6459217dff8 req-c96f6536-a436-4eba-9e24-364b3e55756d tempest-ListServersNegativeTestJSON-2132882824 tempest-ListServersNegativeTestJSON-2132882824-project] Allocated IP 172.20.0.12 (2a1956cb-c04f-4397-beaa-b7b235f041a1/a5b18142-639f-42f3-8888-6e7ef35bca87/9886b58c-1679-42a0-bef6-9a653fb0e061) {{(pid=102347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:25:49.025489 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-080e6b29-3563-4c0c-a4ae-00ef686e70a6 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-157120836-network', 'tenant_id': 'cb55253f9d804f048b892ffcb64d4cae'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:25:49.060819 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11809e3a-3fa3-43cc-8565-d6459217dff8 req-7af6c569-1f9c-453e-aa05-5be557de93d5 tempest-ListServersNegativeTestJSON-2132882824 tempest-ListServersNegativeTestJSON-2132882824-project] Made reservation on behalf of e94df4c4c18844e2bca64e6c86b37300 for: {'port': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:25:49.064966 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-11809e3a-3fa3-43cc-8565-d6459217dff8 req-7af6c569-1f9c-453e-aa05-5be557de93d5 tempest-ListServersNegativeTestJSON-2132882824 tempest-ListServersNegativeTestJSON-2132882824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:49.090669 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e491da1a-c2e9-4bbd-b211-cc8232ecd3e4 req-744f4c87-2f0e-4a8a-abc4-54e93d2945e1 tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:49.098305 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-e491da1a-c2e9-4bbd-b211-cc8232ecd3e4 req-744f4c87-2f0e-4a8a-abc4-54e93d2945e1 tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] 10.222.0.44 "GET /v2.0/ports?device_id=002947b4-ae99-468d-8263-34ff77508595 HTTP/1.1" status: 200 len: 936 time: 0.3556654 Oct 27 10:25:49.104235 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-62f2b92a-5d27-48df-b662-d39debf49b8d req-5dc82fbf-ae0e-4226-a552-f8ed9b1b75dc tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] 10.222.0.44 "GET /v2.0/security-groups?id=34344a0a-bfc2-4f4b-96e6-fe0cf33c620a&id=652e3df3-defd-4709-b4c8-a9361485da20&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1290045 Oct 27 10:25:49.136086 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [req-1cef854e-bb15-4451-8f6c-7d114cb607c0 req-3feddf3e-b774-41a6-a7d1-ca9f1529cc9f tempest-ServerRescueTestJSON-1025374340 tempest-ServerRescueTestJSON-1025374340-project] Deleting port bdf6e277-47ee-46b6-b621-767c0d64b96e {{(pid=102346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:25:49.136681 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-1cef854e-bb15-4451-8f6c-7d114cb607c0 req-3feddf3e-b774-41a6-a7d1-ca9f1529cc9f tempest-ServerRescueTestJSON-1025374340 tempest-ServerRescueTestJSON-1025374340-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:49.194727 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11809e3a-3fa3-43cc-8565-d6459217dff8 req-b689a330-d91b-491d-8070-1bf80d5d277a tempest-ListServersNegativeTestJSON-2132882824 tempest-ListServersNegativeTestJSON-2132882824-project] Made reservation on behalf of e94df4c4c18844e2bca64e6c86b37300 for: {'port': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:25:49.198784 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-11809e3a-3fa3-43cc-8565-d6459217dff8 req-b689a330-d91b-491d-8070-1bf80d5d277a tempest-ListServersNegativeTestJSON-2132882824 tempest-ListServersNegativeTestJSON-2132882824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:49.265801 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c176d563-0f61-4fe2-90fc-3234b96cd8d4 req-97dc9829-fd4d-434a-ab1c-26b63af07d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:49.267235 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c176d563-0f61-4fe2-90fc-3234b96cd8d4 req-97dc9829-fd4d-434a-ab1c-26b63af07d76 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d9f24547-a97b-4994-95da-a3dc1f0864ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2542541 Oct 27 10:25:49.285745 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-080e6b29-3563-4c0c-a4ae-00ef686e70a6 admin admin] Made reservation on behalf of cb55253f9d804f048b892ffcb64d4cae for: {'network': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:25:49.287781 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-080e6b29-3563-4c0c-a4ae-00ef686e70a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for network, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:49.325779 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-e491da1a-c2e9-4bbd-b211-cc8232ecd3e4 req-47ec4d80-a221-45de-aef3-3e0a8c262145 tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] 10.222.0.44 "GET /v2.0/security-groups?id=564ecd8b-da86-4175-923a-67dcc5fcd400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2266581 Oct 27 10:25:49.350277 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-080e6b29-3563-4c0c-a4ae-00ef686e70a6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:49.483787 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-328c40d0-0f31-4030-b4c9-d40de4cd6f8c req-52c60171-404c-4199-acff-2fbf2d5f9282 tempest-ListServersNegativeTestJSON-2132882824 tempest-ListServersNegativeTestJSON-2132882824-project] 10.222.0.44 "GET /v2.0/ports?device_id=2e500175-dfa4-4437-bcf1-beb05fa87fb9 HTTP/1.1" status: 200 len: 210 time: 0.0619442 Oct 27 10:25:49.505694 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-11809e3a-3fa3-43cc-8565-d6459217dff8 req-c96f6536-a436-4eba-9e24-364b3e55756d tempest-ListServersNegativeTestJSON-2132882824 tempest-ListServersNegativeTestJSON-2132882824-project] Publish callbacks [] for port, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:49.544612 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c176d563-0f61-4fe2-90fc-3234b96cd8d4 req-8a8bd8e9-9f2d-4fd5-a6df-196a7709f0c7 service neutron] 10.222.0.64 "GET /v2.0/networks/d9f24547-a97b-4994-95da-a3dc1f0864ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2623627 Oct 27 10:25:49.694402 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-11809e3a-3fa3-43cc-8565-d6459217dff8 req-c96f6536-a436-4eba-9e24-364b3e55756d tempest-ListServersNegativeTestJSON-2132882824 tempest-ListServersNegativeTestJSON-2132882824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:49.698400 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f305a582-25ac-4ad6-b16c-7ae33949f900 req-ce705c4f-5529-4cf1-b3ba-5e0c7eb31ee7 tempest-ImagesOneServerNegativeTestJSON-1258670322 tempest-ImagesOneServerNegativeTestJSON-1258670322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:49.699940 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-f305a582-25ac-4ad6-b16c-7ae33949f900 req-ce705c4f-5529-4cf1-b3ba-5e0c7eb31ee7 tempest-ImagesOneServerNegativeTestJSON-1258670322 tempest-ImagesOneServerNegativeTestJSON-1258670322-project] 10.222.0.44 "GET /v2.0/ports?device_id=3baf93d8-a20a-45c4-a1d6-8d5e86fb9c41 HTTP/1.1" status: 200 len: 945 time: 0.4777942 Oct 27 10:25:49.721039 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-080e6b29-3563-4c0c-a4ae-00ef686e70a6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:49.743557 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [req-1cef854e-bb15-4451-8f6c-7d114cb607c0 req-3feddf3e-b774-41a6-a7d1-ca9f1529cc9f tempest-ServerRescueTestJSON-1025374340 tempest-ServerRescueTestJSON-1025374340-project] For port bdf6e277-47ee-46b6-b621-767c0d64b96e, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=bdf6e277-47ee-46b6-b621-767c0d64b96e,segment=NetworkSegment(6e01fb65-f38f-48de-8da6-2931b7e7e084),segment_id=6e01fb65-f38f-48de-8da6-2931b7e7e084)] {{(pid=102346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:25:49.743965 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-1cef854e-bb15-4451-8f6c-7d114cb607c0 req-3feddf3e-b774-41a6-a7d1-ca9f1529cc9f tempest-ServerRescueTestJSON-1025374340 tempest-ServerRescueTestJSON-1025374340-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:49.772815 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-080e6b29-3563-4c0c-a4ae-00ef686e70a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:49.787755 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [req-1cef854e-bb15-4451-8f6c-7d114cb607c0 req-3feddf3e-b774-41a6-a7d1-ca9f1529cc9f tempest-ServerRescueTestJSON-1025374340 tempest-ServerRescueTestJSON-1025374340-project] Calling delete_port for bdf6e277-47ee-46b6-b621-767c0d64b96e owned by compute:nova {{(pid=102346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:25:49.816065 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [req-a5605c27-c471-4e4c-a24c-15f377e42e97 req-aca6219d-a43c-4613-8e46-d11aa6960ac6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b885691-85ba-4912-82eb-e467a6991070 {{(pid=102346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:25:49.830905 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58eef4e-f17b-4c34-92ff-fcf0972994eb req-7c0fb4e8-31b7-4edb-9085-8447bc73581c tempest-ServersTestJSON-1341865721 tempest-ServersTestJSON-1341865721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:49.844856 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-a58eef4e-f17b-4c34-92ff-fcf0972994eb req-7c0fb4e8-31b7-4edb-9085-8447bc73581c tempest-ServersTestJSON-1341865721 tempest-ServersTestJSON-1341865721-project] 10.222.0.44 "GET /v2.0/ports?device_id=d0703643-1364-4ee4-80fa-4e826a594d67 HTTP/1.1" status: 200 len: 945 time: 0.2176049 Oct 27 10:25:49.856827 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c176d563-0f61-4fe2-90fc-3234b96cd8d4 req-d7280d9e-cc90-4ba9-8d87-b1da0ca6bf33 service neutron] 10.222.0.64 "GET /v2.0/networks/d9f24547-a97b-4994-95da-a3dc1f0864ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3028035 Oct 27 10:25:49.858174 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11809e3a-3fa3-43cc-8565-d6459217dff8 req-c96f6536-a436-4eba-9e24-364b3e55756d tempest-ListServersNegativeTestJSON-2132882824 tempest-ListServersNegativeTestJSON-2132882824-project] Network 2a1956cb-c04f-4397-beaa-b7b235f041a1 is already hosted by enough agents. {{(pid=102347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:25:49.862413 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-a5605c27-c471-4e4c-a24c-15f377e42e97 req-aca6219d-a43c-4613-8e46-d11aa6960ac6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:49.868550 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-080e6b29-3563-4c0c-a4ae-00ef686e70a6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 438} {{(pid=102347) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 10:25:49.899366 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [req-11809e3a-3fa3-43cc-8565-d6459217dff8 req-c96f6536-a436-4eba-9e24-364b3e55756d tempest-ListServersNegativeTestJSON-2132882824 tempest-ListServersNegativeTestJSON-2132882824-project] Resources bound (agent type, host, resource id): {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:25:49.908617 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96f6536-a436-4eba-9e24-364b3e55756d tempest-ListServersNegativeTestJSON-2132882824 tempest-ListServersNegativeTestJSON-2132882824-project] Pushing event updated for resources: {'Port': ['ID=9886b58c-1679-42a0-bef6-9a653fb0e061,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:25:49.913088 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [req-11809e3a-3fa3-43cc-8565-d6459217dff8 req-c96f6536-a436-4eba-9e24-364b3e55756d tempest-ListServersNegativeTestJSON-2132882824 tempest-ListServersNegativeTestJSON-2132882824-project] Received port after_create {{(pid=102347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:25:49.939741 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-f305a582-25ac-4ad6-b16c-7ae33949f900 req-bba4e63e-a3eb-4835-8022-5f8c4efb6490 tempest-ImagesOneServerNegativeTestJSON-1258670322 tempest-ImagesOneServerNegativeTestJSON-1258670322-project] 10.222.0.44 "GET /v2.0/security-groups?id=0c17542d-7fc8-4217-9c44-3a2fd00892bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2213135 Oct 27 10:25:49.948964 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_common [req-11809e3a-3fa3-43cc-8565-d6459217dff8 req-7af6c569-1f9c-453e-aa05-5be557de93d5 tempest-ListServersNegativeTestJSON-2132882824 tempest-ListServersNegativeTestJSON-2132882824-project] Allocated IP 172.20.0.14 (2a1956cb-c04f-4397-beaa-b7b235f041a1/a5b18142-639f-42f3-8888-6e7ef35bca87/a2555fb0-436b-4c7b-b5d3-007c3a7dc679) {{(pid=102347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:25:49.952471 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-080e6b29-3563-4c0c-a4ae-00ef686e70a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:49.953043 n-d-813419-10 neutron-server[102347]: INFO neutron.db.segments_db [None req-080e6b29-3563-4c0c-a4ae-00ef686e70a6 admin admin] Added segment 67324eb9-d650-430d-8d97-f9312a04d52f of type vlan for network a1b69a7f-ab4a-4745-93fc-68ba478ae2d2 Oct 27 10:25:49.956278 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080e6b29-3563-4c0c-a4ae-00ef686e70a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37efbbc4-7494-416a-a218-eb89a06ad29e,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:25:49.972613 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.provisioning_blocks [req-a5605c27-c471-4e4c-a24c-15f377e42e97 req-aca6219d-a43c-4613-8e46-d11aa6960ac6 service neutron] Transition to ACTIVE for port object 4b885691-85ba-4912-82eb-e467a6991070 will not be triggered until provisioned by entity L2. {{(pid=102346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 10:25:49.977099 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:49.983074 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-eadeaa30-4096-4d1a-b3cb-aa7ebfb291ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:49.991294 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c176d563-0f61-4fe2-90fc-3234b96cd8d4 req-776d07dd-6824-4721-af0a-52718ee70f95 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=02eec9e0-03c6-433a-af9e-1b5e5abf2703 HTTP/1.1" status: 200 len: 217 time: 0.1167507 Oct 27 10:25:49.995673 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-a5605c27-c471-4e4c-a24c-15f377e42e97 req-aca6219d-a43c-4613-8e46-d11aa6960ac6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27024173'] for port, after_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:50.076786 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-a58eef4e-f17b-4c34-92ff-fcf0972994eb req-5ef6b52c-644a-4f91-9b40-a85fd352cd93 tempest-ServersTestJSON-1341865721 tempest-ServersTestJSON-1341865721-project] 10.222.0.44 "GET /v2.0/security-groups?id=8fb6e5b5-c2fd-4ec8-99a2-cc35d354719d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2369547 Oct 27 10:25:50.125403 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca6219d-a43c-4613-8e46-d11aa6960ac6 service neutron] Pushing event updated for resources: {'Port': ['ID=4b885691-85ba-4912-82eb-e467a6991070,revision_number=2']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:25:50.131794 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-080e6b29-3563-4c0c-a4ae-00ef686e70a6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743872593080'] for network, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:50.234412 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f340d98-72d4-4e2a-b25b-7c3652530732 req-7307989f-8026-4766-8f47-2dc3e558148e tempest-ServerRescueTestJSON-1025374340 tempest-ServerRescueTestJSON-1025374340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:50.235987 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-9f340d98-72d4-4e2a-b25b-7c3652530732 req-7307989f-8026-4766-8f47-2dc3e558148e tempest-ServerRescueTestJSON-1025374340 tempest-ServerRescueTestJSON-1025374340-project] 10.222.0.44 "GET /v2.0/ports?device_id=0f0a6b0b-7cfe-4818-8a36-1dd5676c3af3 HTTP/1.1" status: 200 len: 946 time: 0.1712704 Oct 27 10:25:50.264403 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-080e6b29-3563-4c0c-a4ae-00ef686e70a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913'] for network, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:50.269590 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-080e6b29-3563-4c0c-a4ae-00ef686e70a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:50.270786 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-080e6b29-3563-4c0c-a4ae-00ef686e70a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for network, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:50.289140 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-1cef854e-bb15-4451-8f6c-7d114cb607c0 req-3feddf3e-b774-41a6-a7d1-ca9f1529cc9f tempest-ServerRescueTestJSON-1025374340 tempest-ServerRescueTestJSON-1025374340-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:50.293989 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c176d563-0f61-4fe2-90fc-3234b96cd8d4 req-eff4961b-3f82-42bf-9444-6395707305da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:50.295377 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c176d563-0f61-4fe2-90fc-3234b96cd8d4 req-eff4961b-3f82-42bf-9444-6395707305da service neutron] 10.222.0.64 "GET /v2.0/subnets?id=44c80a83-a220-441f-8a83-aa10dbf72783 HTTP/1.1" status: 200 len: 797 time: 0.2873929 Oct 27 10:25:50.296995 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.managers [req-a5605c27-c471-4e4c-a24c-15f377e42e97 req-aca6219d-a43c-4613-8e46-d11aa6960ac6 service neutron] Attempting to bind port 4b885691-85ba-4912-82eb-e467a6991070 on host n-h1-813419-10 for vnic_type normal with profile {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:25:50.297334 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.managers [req-a5605c27-c471-4e4c-a24c-15f377e42e97 req-aca6219d-a43c-4613-8e46-d11aa6960ac6 service neutron] Attempting to bind port 4b885691-85ba-4912-82eb-e467a6991070 by drivers openvswitch,hyperv on host n-h1-813419-10 at level 0 using segments [{'id': 'f7c42c6d-2766-46d8-a8b7-4852117a5555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '4d250f92-d229-45fe-a579-67fef8e6c544'}] {{(pid=102346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:25:50.297667 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5605c27-c471-4e4c-a24c-15f377e42e97 req-aca6219d-a43c-4613-8e46-d11aa6960ac6 service neutron] Attempting to bind port 4b885691-85ba-4912-82eb-e467a6991070 on network 4d250f92-d229-45fe-a579-67fef8e6c544 {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:25:50.346050 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11809e3a-3fa3-43cc-8565-d6459217dff8 req-c96f6536-a436-4eba-9e24-364b3e55756d tempest-ListServersNegativeTestJSON-2132882824 tempest-ListServersNegativeTestJSON-2132882824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:50.347228 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-11809e3a-3fa3-43cc-8565-d6459217dff8 req-c96f6536-a436-4eba-9e24-364b3e55756d tempest-ListServersNegativeTestJSON-2132882824 tempest-ListServersNegativeTestJSON-2132882824-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:50.352325 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5605c27-c471-4e4c-a24c-15f377e42e97 req-aca6219d-a43c-4613-8e46-d11aa6960ac6 service neutron] Port 4b885691-85ba-4912-82eb-e467a6991070 on network 4d250f92-d229-45fe-a579-67fef8e6c544 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-10 {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 10:25:50.352723 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5605c27-c471-4e4c-a24c-15f377e42e97 req-aca6219d-a43c-4613-8e46-d11aa6960ac6 service neutron] Attempting to bind port 4b885691-85ba-4912-82eb-e467a6991070 on network 4d250f92-d229-45fe-a579-67fef8e6c544 {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:25:50.354822 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3feddf3e-b774-41a6-a7d1-ca9f1529cc9f tempest-ServerRescueTestJSON-1025374340 tempest-ServerRescueTestJSON-1025374340-project] Pushing event deleted for resources: {'Port': ['ID=bdf6e277-47ee-46b6-b621-767c0d64b96e,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:25:50.369417 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-9f340d98-72d4-4e2a-b25b-7c3652530732 req-64952aa8-625c-488f-aa49-f0a68493d37c tempest-ServerRescueTestJSON-1025374340 tempest-ServerRescueTestJSON-1025374340-project] 10.222.0.44 "GET /v2.0/security-groups?id=5f97c1ff-dad7-428f-af4b-bc7a94091827&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244135 Oct 27 10:25:50.388991 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5605c27-c471-4e4c-a24c-15f377e42e97 req-aca6219d-a43c-4613-8e46-d11aa6960ac6 service neutron] Checking agent: {'id': 'a52e1cab-0c63-402d-9c94-330537c6c076', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 16, 2), 'started_at': datetime.datetime(2021, 10, 27, 10, 16, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 25, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:25:50.389493 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5605c27-c471-4e4c-a24c-15f377e42e97 req-aca6219d-a43c-4613-8e46-d11aa6960ac6 service neutron] Checking segment: {'id': 'f7c42c6d-2766-46d8-a8b7-4852117a5555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '4d250f92-d229-45fe-a579-67fef8e6c544'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:25:50.389929 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5605c27-c471-4e4c-a24c-15f377e42e97 req-aca6219d-a43c-4613-8e46-d11aa6960ac6 service neutron] Bound using segment: {'id': 'f7c42c6d-2766-46d8-a8b7-4852117a5555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '4d250f92-d229-45fe-a579-67fef8e6c544'} {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:25:50.390624 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.managers [req-a5605c27-c471-4e4c-a24c-15f377e42e97 req-aca6219d-a43c-4613-8e46-d11aa6960ac6 service neutron] Bound port: 4b885691-85ba-4912-82eb-e467a6991070, host: n-h1-813419-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7c42c6d-2766-46d8-a8b7-4852117a5555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '4d250f92-d229-45fe-a579-67fef8e6c544'}}] {{(pid=102346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:25:50.391029 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-a5605c27-c471-4e4c-a24c-15f377e42e97 req-aca6219d-a43c-4613-8e46-d11aa6960ac6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:50.419587 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cef854e-bb15-4451-8f6c-7d114cb607c0 req-3feddf3e-b774-41a6-a7d1-ca9f1529cc9f tempest-ServerRescueTestJSON-1025374340 tempest-ServerRescueTestJSON-1025374340-project] No DVR routers for this DVR port bdf6e277-47ee-46b6-b621-767c0d64b96e on host n-h1-813419-10 {{(pid=102346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:25:50.422141 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-1cef854e-bb15-4451-8f6c-7d114cb607c0 req-3feddf3e-b774-41a6-a7d1-ca9f1529cc9f tempest-ServerRescueTestJSON-1025374340 tempest-ServerRescueTestJSON-1025374340-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:50.426777 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-1cef854e-bb15-4451-8f6c-7d114cb607c0 req-3feddf3e-b774-41a6-a7d1-ca9f1529cc9f tempest-ServerRescueTestJSON-1025374340 tempest-ServerRescueTestJSON-1025374340-project] 10.222.0.64 "DELETE /v2.0/ports/bdf6e277-47ee-46b6-b621-767c0d64b96e HTTP/1.1" status: 204 len: 173 time: 1.7961946 Oct 27 10:25:50.426949 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080e6b29-3563-4c0c-a4ae-00ef686e70a6 admin admin] Pushing event updated for resources: {'Network': ['ID=a1b69a7f-ab4a-4745-93fc-68ba478ae2d2,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:25:50.428012 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f0a6b0b-7cfe-4818-8a36-1dd5676c3af3', 'name': 'network-vif-deleted', 'tag': 'bdf6e277-47ee-46b6-b621-767c0d64b96e'}] {{(pid=102346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:25:50.431988 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc0e418f5fc417c8d55d94c0aa509b037d0beb2a734c1a709e789eb65639a56d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c2b85cf-1fab-433c-b839-1356f6d95794" -d '{"events": [{"server_uuid": "0f0a6b0b-7cfe-4818-8a36-1dd5676c3af3", "name": "network-vif-deleted", "tag": "bdf6e277-47ee-46b6-b621-767c0d64b96e"}]}' {{(pid=102346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:25:50.441995 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Network a1b69a7f-ab4a-4745-93fc-68ba478ae2d2 details requested by agent ovs-agent-n-d-813419-10 with host n-d-813419-10 {{(pid=102348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 10:25:50.501370 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-080e6b29-3563-4c0c-a4ae-00ef686e70a6 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.4894185 Oct 27 10:25:50.508927 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c2e9f2-2b52-4d94-87d8-61e36f185493 req-a2a526d8-d2c5-4674-8488-4e1bc33dc133 tempest-LiveMigrationTest-1571947473 tempest-LiveMigrationTest-1571947473-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:50.510573 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-61c2e9f2-2b52-4d94-87d8-61e36f185493 req-a2a526d8-d2c5-4674-8488-4e1bc33dc133 tempest-LiveMigrationTest-1571947473 tempest-LiveMigrationTest-1571947473-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=f165f7ac-c937-4242-9d48-b6ac68f3a6e2 HTTP/1.1" status: 200 len: 1098 time: 0.3143847 Oct 27 10:25:50.515354 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 49614) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:25:50.527039 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-797ecf1a-e924-4d50-aec5-50bca8e05f58 admin admin] Request body: {'subnet': {'network_id': 'a1b69a7f-ab4a-4745-93fc-68ba478ae2d2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-157120836-subnet', 'tenant_id': 'cb55253f9d804f048b892ffcb64d4cae', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:25:50.540940 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-11809e3a-3fa3-43cc-8565-d6459217dff8 req-c96f6536-a436-4eba-9e24-364b3e55756d tempest-ListServersNegativeTestJSON-2132882824 tempest-ListServersNegativeTestJSON-2132882824-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2263334 Oct 27 10:25:50.552076 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec92f0b-7217-4d81-a31c-5a5e6ade810a req-b61dca69-e49f-42c8-baa9-748d3087d6f0 tempest-ServersTestJSON-1341865721 tempest-ServersTestJSON-1341865721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:50.553690 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-6ec92f0b-7217-4d81-a31c-5a5e6ade810a req-b61dca69-e49f-42c8-baa9-748d3087d6f0 tempest-ServersTestJSON-1341865721 tempest-ServersTestJSON-1341865721-project] 10.222.0.76 "GET /v2.0/ports?device_id=d0703643-1364-4ee4-80fa-4e826a594d67 HTTP/1.1" status: 200 len: 945 time: 0.3179936 Oct 27 10:25:50.558827 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [req-a5605c27-c471-4e4c-a24c-15f377e42e97 req-aca6219d-a43c-4613-8e46-d11aa6960ac6 service neutron] For port 4b885691-85ba-4912-82eb-e467a6991070, host n-h1-813419-10, cleared binding levels {{(pid=102346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:25:50.562686 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [req-a5605c27-c471-4e4c-a24c-15f377e42e97 req-aca6219d-a43c-4613-8e46-d11aa6960ac6 service neutron] For port 4b885691-85ba-4912-82eb-e467a6991070, host n-h1-813419-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=4b885691-85ba-4912-82eb-e467a6991070,segment=NetworkSegment(f7c42c6d-2766-46d8-a8b7-4852117a5555),segment_id=f7c42c6d-2766-46d8-a8b7-4852117a5555)] {{(pid=102346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:25:50.570131 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [req-11809e3a-3fa3-43cc-8565-d6459217dff8 req-d292eae2-8e9c-442d-90c3-be60aa110916 service neutron] Request body: {'port': {'device_id': '8abbd019-3bfd-468a-8fc4-b9138932da3a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-10'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:25:50.575274 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357b70f7-9236-4a39-8b3f-b52f0710e28f req-9e650325-ee24-4abf-830f-44d3571fee66 tempest-ImagesOneServerNegativeTestJSON-1258670322 tempest-ImagesOneServerNegativeTestJSON-1258670322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:50.576857 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-357b70f7-9236-4a39-8b3f-b52f0710e28f req-9e650325-ee24-4abf-830f-44d3571fee66 tempest-ImagesOneServerNegativeTestJSON-1258670322 tempest-ImagesOneServerNegativeTestJSON-1258670322-project] 10.222.0.44 "GET /v2.0/ports?device_id=3baf93d8-a20a-45c4-a1d6-8d5e86fb9c41 HTTP/1.1" status: 200 len: 945 time: 0.1140525 Oct 27 10:25:50.580108 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-a5605c27-c471-4e4c-a24c-15f377e42e97 req-aca6219d-a43c-4613-8e46-d11aa6960ac6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27024173'] for port, after_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:50.613037 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c176d563-0f61-4fe2-90fc-3234b96cd8d4 req-71d794ea-84ef-4555-b151-a92329a771ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:50.615129 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c176d563-0f61-4fe2-90fc-3234b96cd8d4 req-71d794ea-84ef-4555-b151-a92329a771ed service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=629f7918-c2db-454f-876e-5fb1ab57b5ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2579365 Oct 27 10:25:50.621892 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-797ecf1a-e924-4d50-aec5-50bca8e05f58 admin admin] Made reservation on behalf of cb55253f9d804f048b892ffcb64d4cae for: {'subnet': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:25:50.624058 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-797ecf1a-e924-4d50-aec5-50bca8e05f58 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27167186'] for subnet, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:50.631500 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5605c27-c471-4e4c-a24c-15f377e42e97 req-aca6219d-a43c-4613-8e46-d11aa6960ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:50.632444 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-a5605c27-c471-4e4c-a24c-15f377e42e97 req-aca6219d-a43c-4613-8e46-d11aa6960ac6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:50.633819 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-a5605c27-c471-4e4c-a24c-15f377e42e97 req-aca6219d-a43c-4613-8e46-d11aa6960ac6 service neutron] 10.222.0.64 "PUT /v2.0/ports/4b885691-85ba-4912-82eb-e467a6991070 HTTP/1.1" status: 200 len: 1097 time: 2.4524829 Oct 27 10:25:50.768382 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-357b70f7-9236-4a39-8b3f-b52f0710e28f req-feddec0f-b47a-4f40-a80b-f1e861e9b9cd tempest-ImagesOneServerNegativeTestJSON-1258670322 tempest-ImagesOneServerNegativeTestJSON-1258670322-project] 10.222.0.44 "GET /v2.0/security-groups?id=0c17542d-7fc8-4217-9c44-3a2fd00892bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781380 Oct 27 10:25:50.778849 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca6219d-a43c-4613-8e46-d11aa6960ac6 service neutron] Pushing event updated for resources: {'Port': ['ID=4b885691-85ba-4912-82eb-e467a6991070,revision_number=3']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:25:50.779509 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-11809e3a-3fa3-43cc-8565-d6459217dff8 req-7af6c569-1f9c-453e-aa05-5be557de93d5 tempest-ListServersNegativeTestJSON-2132882824 tempest-ListServersNegativeTestJSON-2132882824-project] Publish callbacks [] for port, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:50.801292 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5605c27-c471-4e4c-a24c-15f377e42e97 req-6faab27d-6d88-4f81-8786-5894f333b95c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:50.802838 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-a5605c27-c471-4e4c-a24c-15f377e42e97 req-6faab27d-6d88-4f81-8786-5894f333b95c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=90a01745d25e42a2aa454aea883f58a1&device_id=002947b4-ae99-468d-8263-34ff77508595 HTTP/1.1" status: 200 len: 1100 time: 0.1123159 Oct 27 10:25:50.824528 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-61c2e9f2-2b52-4d94-87d8-61e36f185493 req-5be55eb4-7d8a-4847-b2e4-6a55d5320a75 tempest-LiveMigrationTest-1571947473 tempest-LiveMigrationTest-1571947473-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=df17171a-6534-4d8a-8518-0be5fe64cbb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2858233 Oct 27 10:25:50.853732 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-a5605c27-c471-4e4c-a24c-15f377e42e97 req-bfcabd6a-c114-4581-b8b3-5040a74d7b91 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.143&port_id=4b885691-85ba-4912-82eb-e467a6991070 HTTP/1.1" status: 200 len: 217 time: 0.0416903 Oct 27 10:25:50.930255 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-11809e3a-3fa3-43cc-8565-d6459217dff8 req-d292eae2-8e9c-442d-90c3-be60aa110916 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:50.934617 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c176d563-0f61-4fe2-90fc-3234b96cd8d4 req-a5fd2273-daae-4311-a1d0-473fd4a0087a service neutron] 10.222.0.64 "GET /v2.0/networks/629f7918-c2db-454f-876e-5fb1ab57b5ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2909493 Oct 27 10:25:50.939117 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-11809e3a-3fa3-43cc-8565-d6459217dff8 req-7af6c569-1f9c-453e-aa05-5be557de93d5 tempest-ListServersNegativeTestJSON-2132882824 tempest-ListServersNegativeTestJSON-2132882824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:50.981417 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device bdf6e277-47ee-46b6-b621-767c0d64b96e no longer exists at agent hyperv_n-h1-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:25:51.021589 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] No Port match for: bdf6e277-47ee-46b6-b621-767c0d64b96e {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:25:51.022331 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device bdf6e277-47ee-46b6-b621-767c0d64b96e not bound to the agent host n-h1-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:25:51.039477 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5605c27-c471-4e4c-a24c-15f377e42e97 req-afab9a6d-11b8-4429-aa3a-1cd7a29aa53d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:51.040977 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-a5605c27-c471-4e4c-a24c-15f377e42e97 req-afab9a6d-11b8-4429-aa3a-1cd7a29aa53d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=62eb52f7-aac4-48af-8670-e04300325561 HTTP/1.1" status: 200 len: 843 time: 0.1645777 Oct 27 10:25:51.068261 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_common [req-11809e3a-3fa3-43cc-8565-d6459217dff8 req-b689a330-d91b-491d-8070-1bf80d5d277a tempest-ListServersNegativeTestJSON-2132882824 tempest-ListServersNegativeTestJSON-2132882824-project] Allocated IP 172.20.0.2 (2a1956cb-c04f-4397-beaa-b7b235f041a1/a5b18142-639f-42f3-8888-6e7ef35bca87/08ad9fb6-2a77-47d2-9ba3-fc1818f1927d) {{(pid=102346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:25:51.109495 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-797ecf1a-e924-4d50-aec5-50bca8e05f58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27024290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27167168'] for subnet, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:51.171790 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9a3f0f-fdd3-45b9-a0b9-10a216fdc217 req-da9ee466-0abe-430a-aefc-c7dd28ca4c02 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:51.178402 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9a3f0f-fdd3-45b9-a0b9-10a216fdc217 req-da9ee466-0abe-430a-aefc-c7dd28ca4c02 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:51.184351 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9a3f0f-fdd3-45b9-a0b9-10a216fdc217 req-da9ee466-0abe-430a-aefc-c7dd28ca4c02 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:51.190213 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9a3f0f-fdd3-45b9-a0b9-10a216fdc217 req-da9ee466-0abe-430a-aefc-c7dd28ca4c02 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:51.196312 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9a3f0f-fdd3-45b9-a0b9-10a216fdc217 req-da9ee466-0abe-430a-aefc-c7dd28ca4c02 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:51.202461 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9a3f0f-fdd3-45b9-a0b9-10a216fdc217 req-da9ee466-0abe-430a-aefc-c7dd28ca4c02 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:51.208413 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9a3f0f-fdd3-45b9-a0b9-10a216fdc217 req-da9ee466-0abe-430a-aefc-c7dd28ca4c02 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:51.210388 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ec9a3f0f-fdd3-45b9-a0b9-10a216fdc217 req-da9ee466-0abe-430a-aefc-c7dd28ca4c02 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] 10.222.0.44 "GET /v2.0/ports?device_id=19de7999-f151-4eb5-986d-3e7b0f987b5e HTTP/1.1" status: 200 len: 5423 time: 0.2430584 Oct 27 10:25:51.272420 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5605c27-c471-4e4c-a24c-15f377e42e97 req-d6d483d4-3aea-4364-a4e4-07c6e0303af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:51.273937 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-a5605c27-c471-4e4c-a24c-15f377e42e97 req-d6d483d4-3aea-4364-a4e4-07c6e0303af6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4d250f92-d229-45fe-a579-67fef8e6c544&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2219675 Oct 27 10:25:51.280386 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797ecf1a-e924-4d50-aec5-50bca8e05f58 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2ff80a51-8d12-4c97-bbdb-2013bb3bc67f,revision_number=0']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:25:51.413671 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ec9a3f0f-fdd3-45b9-a0b9-10a216fdc217 req-75da36cd-5d63-42de-ab1d-d3a7ba7c24f4 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] 10.222.0.44 "GET /v2.0/security-groups?id=34344a0a-bfc2-4f4b-96e6-fe0cf33c620a&id=652e3df3-defd-4709-b4c8-a9361485da20&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1923740 Oct 27 10:25:51.424283 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-797ecf1a-e924-4d50-aec5-50bca8e05f58 admin admin] Checking segment: {'id': '67324eb9-d650-430d-8d97-f9312a04d52f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'a1b69a7f-ab4a-4745-93fc-68ba478ae2d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:25:51.424645 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-797ecf1a-e924-4d50-aec5-50bca8e05f58 admin admin] Network hostable DHCP agents. Network: a1b69a7f-ab4a-4745-93fc-68ba478ae2d2, hostable agents: ['eafd4000-b897-4722-ae8b-0118ec955181'], hosted agents: [] {{(pid=102346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 10:25:51.448333 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11809e3a-3fa3-43cc-8565-d6459217dff8 req-7af6c569-1f9c-453e-aa05-5be557de93d5 tempest-ListServersNegativeTestJSON-2132882824 tempest-ListServersNegativeTestJSON-2132882824-project] Network 2a1956cb-c04f-4397-beaa-b7b235f041a1 is already hosted by enough agents. {{(pid=102347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:25:51.449380 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [req-11809e3a-3fa3-43cc-8565-d6459217dff8 req-7af6c569-1f9c-453e-aa05-5be557de93d5 tempest-ListServersNegativeTestJSON-2132882824 tempest-ListServersNegativeTestJSON-2132882824-project] Resources bound (agent type, host, resource id): {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:25:51.456232 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [req-11809e3a-3fa3-43cc-8565-d6459217dff8 req-7af6c569-1f9c-453e-aa05-5be557de93d5 tempest-ListServersNegativeTestJSON-2132882824 tempest-ListServersNegativeTestJSON-2132882824-project] Received port after_create {{(pid=102347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:25:51.477129 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [req-6ec92f0b-7217-4d81-a31c-5a5e6ade810a req-19ea5d28-c2f4-4b8b-bc08-655491e6acc5 tempest-ServersTestJSON-1341865721 tempest-ServersTestJSON-1341865721-project] Deleting port 63ffddaf-77c9-47e2-8e97-4a90c844dd8b {{(pid=102347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:25:51.477476 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-6ec92f0b-7217-4d81-a31c-5a5e6ade810a req-19ea5d28-c2f4-4b8b-bc08-655491e6acc5 tempest-ServersTestJSON-1341865721 tempest-ServersTestJSON-1341865721-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:51.498470 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:25:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8b3d279-2a14-49b8-bd8b-652c29d07882 x-openstack-request-id: req-a8b3d279-2a14-49b8-bd8b-652c29d07882 {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:25:51.498769 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f0a6b0b-7cfe-4818-8a36-1dd5676c3af3", "name": "network-vif-deleted", "tag": "bdf6e277-47ee-46b6-b621-767c0d64b96e", "status": "completed", "code": 200}]} {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:25:51.499005 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a8b3d279-2a14-49b8-bd8b-652c29d07882 {{(pid=102346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:25:51.499492 n-d-813419-10 neutron-server[102346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f0a6b0b-7cfe-4818-8a36-1dd5676c3af3', 'name': 'network-vif-deleted', 'tag': 'bdf6e277-47ee-46b6-b621-767c0d64b96e', 'status': 'completed', 'code': 200} Oct 27 10:25:51.500049 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-797ecf1a-e924-4d50-aec5-50bca8e05f58 admin admin] Network a1b69a7f-ab4a-4745-93fc-68ba478ae2d2 is scheduled to be hosted by DHCP agent eafd4000-b897-4722-ae8b-0118ec955181 with binding_index 1 {{(pid=102346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 10:25:51.501807 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af6c569-1f9c-453e-aa05-5be557de93d5 tempest-ListServersNegativeTestJSON-2132882824 tempest-ListServersNegativeTestJSON-2132882824-project] Pushing event updated for resources: {'Port': ['ID=a2555fb0-436b-4c7b-b5d3-007c3a7dc679,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:25:51.523662 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-11809e3a-3fa3-43cc-8565-d6459217dff8 req-b689a330-d91b-491d-8070-1bf80d5d277a tempest-ListServersNegativeTestJSON-2132882824 tempest-ListServersNegativeTestJSON-2132882824-project] Publish callbacks [] for port, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:51.526670 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-a5605c27-c471-4e4c-a24c-15f377e42e97 req-e639d901-0dea-42f5-889e-e4fd8cbae0f1 service neutron] 10.222.0.64 "GET /v2.0/networks/4d250f92-d229-45fe-a579-67fef8e6c544?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2424972 Oct 27 10:25:51.530235 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-797ecf1a-e924-4d50-aec5-50bca8e05f58 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-10, a1b69a7f-ab4a-4745-93fc-68ba478ae2d2) {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:25:51.542193 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5a9424b-9545-49f1-acb9-352f5478bb8f None None] Network a1b69a7f-ab4a-4745-93fc-68ba478ae2d2 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:25:51.546390 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-797ecf1a-e924-4d50-aec5-50bca8e05f58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:51.546542 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-797ecf1a-e924-4d50-aec5-50bca8e05f58 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for subnet, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:51.616323 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0bb958-df91-4e78-a66c-0ea213ab6b55 req-d18ce8ec-0473-42c7-901a-1a219fe4f5ce tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:51.617773 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8d0bb958-df91-4e78-a66c-0ea213ab6b55 req-d18ce8ec-0473-42c7-901a-1a219fe4f5ce tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] 10.222.0.44 "GET /v2.0/ports?device_id=002947b4-ae99-468d-8263-34ff77508595 HTTP/1.1" status: 200 len: 948 time: 0.6822674 Oct 27 10:25:51.635940 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-82fd0892-2919-4081-bb3d-881eb4247fcd req-2f3d98cb-6e70-4776-828e-276922eada89 tempest-ListServersNegativeTestJSON-2132882824 tempest-ListServersNegativeTestJSON-2132882824-project] 10.222.0.44 "GET /v2.0/ports?device_id=2e500175-dfa4-4437-bcf1-beb05fa87fb9 HTTP/1.1" status: 200 len: 210 time: 0.0722518 Oct 27 10:25:51.647948 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-797ecf1a-e924-4d50-aec5-50bca8e05f58 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1238046 Oct 27 10:25:51.698004 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-11809e3a-3fa3-43cc-8565-d6459217dff8 req-b689a330-d91b-491d-8070-1bf80d5d277a tempest-ListServersNegativeTestJSON-2132882824 tempest-ListServersNegativeTestJSON-2132882824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:51.699864 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c176d563-0f61-4fe2-90fc-3234b96cd8d4 req-6c3a4464-dc8a-4c60-b271-6dd5dcac4ce1 service neutron] 10.222.0.64 "GET /v2.0/networks/629f7918-c2db-454f-876e-5fb1ab57b5ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7496760 Oct 27 10:25:51.716328 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11809e3a-3fa3-43cc-8565-d6459217dff8 req-7af6c569-1f9c-453e-aa05-5be557de93d5 tempest-ListServersNegativeTestJSON-2132882824 tempest-ListServersNegativeTestJSON-2132882824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:51.716975 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-11809e3a-3fa3-43cc-8565-d6459217dff8 req-7af6c569-1f9c-453e-aa05-5be557de93d5 tempest-ListServersNegativeTestJSON-2132882824 tempest-ListServersNegativeTestJSON-2132882824-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:51.735558 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef5baa16-8fb9-4600-9391-2448fd957f5e None None] Network a1b69a7f-ab4a-4745-93fc-68ba478ae2d2 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:25:51.761725 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-a5605c27-c471-4e4c-a24c-15f377e42e97 req-af6ced87-073e-4e54-a3a5-f62faf053292 service neutron] 10.222.0.64 "GET /v2.0/networks/4d250f92-d229-45fe-a579-67fef8e6c544?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2272577 Oct 27 10:25:51.778979 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11809e3a-3fa3-43cc-8565-d6459217dff8 req-b689a330-d91b-491d-8070-1bf80d5d277a tempest-ListServersNegativeTestJSON-2132882824 tempest-ListServersNegativeTestJSON-2132882824-project] Network 2a1956cb-c04f-4397-beaa-b7b235f041a1 is already hosted by enough agents. {{(pid=102346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:25:51.782269 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [req-11809e3a-3fa3-43cc-8565-d6459217dff8 req-b689a330-d91b-491d-8070-1bf80d5d277a tempest-ListServersNegativeTestJSON-2132882824 tempest-ListServersNegativeTestJSON-2132882824-project] Resources bound (agent type, host, resource id): {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:25:51.785321 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [req-11809e3a-3fa3-43cc-8565-d6459217dff8 req-b689a330-d91b-491d-8070-1bf80d5d277a tempest-ListServersNegativeTestJSON-2132882824 tempest-ListServersNegativeTestJSON-2132882824-project] Received port after_create {{(pid=102346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:25:51.819764 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b689a330-d91b-491d-8070-1bf80d5d277a tempest-ListServersNegativeTestJSON-2132882824 tempest-ListServersNegativeTestJSON-2132882824-project] Pushing event updated for resources: {'Port': ['ID=08ad9fb6-2a77-47d2-9ba3-fc1818f1927d,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:25:51.836785 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c176d563-0f61-4fe2-90fc-3234b96cd8d4 req-d5605500-a771-4fa3-9d7b-4a00e14ce635 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=52999097-daf5-40c3-b409-81f220c75685 HTTP/1.1" status: 200 len: 217 time: 0.1089587 Oct 27 10:25:51.855398 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-3c6a8245-0581-48aa-b5f6-4d8fe98cd16e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:51.858435 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-11809e3a-3fa3-43cc-8565-d6459217dff8 req-7af6c569-1f9c-453e-aa05-5be557de93d5 tempest-ListServersNegativeTestJSON-2132882824 tempest-ListServersNegativeTestJSON-2132882824-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4413009 Oct 27 10:25:51.883629 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11809e3a-3fa3-43cc-8565-d6459217dff8 req-b689a330-d91b-491d-8070-1bf80d5d277a tempest-ListServersNegativeTestJSON-2132882824 tempest-ListServersNegativeTestJSON-2132882824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:51.884569 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-11809e3a-3fa3-43cc-8565-d6459217dff8 req-b689a330-d91b-491d-8070-1bf80d5d277a tempest-ListServersNegativeTestJSON-2132882824 tempest-ListServersNegativeTestJSON-2132882824-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:51.912072 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-11809e3a-3fa3-43cc-8565-d6459217dff8 req-b689a330-d91b-491d-8070-1bf80d5d277a tempest-ListServersNegativeTestJSON-2132882824 tempest-ListServersNegativeTestJSON-2132882824-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4447865 Oct 27 10:25:51.925602 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [req-11809e3a-3fa3-43cc-8565-d6459217dff8 req-7cf48064-f572-4602-a8cd-b2b9d0933d9e service neutron] Request body: {'port': {'device_id': '2e500175-dfa4-4437-bcf1-beb05fa87fb9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-10'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:25:51.937246 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [req-11809e3a-3fa3-43cc-8565-d6459217dff8 req-19e75c4a-7136-434d-bef5-47d86ef48fb1 service neutron] Request body: {'port': {'device_id': 'fd112806-2ea1-49a6-8bc4-ad2b94351f55', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-10'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:25:51.958453 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8d0bb958-df91-4e78-a66c-0ea213ab6b55 req-ea7d4ba1-fb48-4c88-9cf5-e3567a9d1ae2 tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] 10.222.0.44 "GET /v2.0/security-groups?id=564ecd8b-da86-4175-923a-67dcc5fcd400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3166633 Oct 27 10:25:51.993228 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-11809e3a-3fa3-43cc-8565-d6459217dff8 req-7cf48064-f572-4602-a8cd-b2b9d0933d9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:52.016221 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-6ec92f0b-7217-4d81-a31c-5a5e6ade810a req-19ea5d28-c2f4-4b8b-bc08-655491e6acc5 tempest-ServersTestJSON-1341865721 tempest-ServersTestJSON-1341865721-project] For port 63ffddaf-77c9-47e2-8e97-4a90c844dd8b, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=63ffddaf-77c9-47e2-8e97-4a90c844dd8b,segment=NetworkSegment(484662c5-6896-4c64-9da4-4aa0000b52b3),segment_id=484662c5-6896-4c64-9da4-4aa0000b52b3)] {{(pid=102347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:25:52.016396 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-6ec92f0b-7217-4d81-a31c-5a5e6ade810a req-19ea5d28-c2f4-4b8b-bc08-655491e6acc5 tempest-ServersTestJSON-1341865721 tempest-ServersTestJSON-1341865721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:52.110299 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c176d563-0f61-4fe2-90fc-3234b96cd8d4 req-fc95727f-7865-43f7-996b-c04100dacb0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:52.111758 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c176d563-0f61-4fe2-90fc-3234b96cd8d4 req-fc95727f-7865-43f7-996b-c04100dacb0d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=44c80a83-a220-441f-8a83-aa10dbf72783 HTTP/1.1" status: 200 len: 797 time: 0.2678976 Oct 27 10:25:52.162783 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-11809e3a-3fa3-43cc-8565-d6459217dff8 req-19e75c4a-7136-434d-bef5-47d86ef48fb1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:52.249249 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2359bd14-e455-4f76-8566-03d095f66805 req-e3695eb2-b93f-42c3-b256-3151c5b9b5a9 tempest-ServersTestJSON-1341865721 tempest-ServersTestJSON-1341865721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:52.250740 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-2359bd14-e455-4f76-8566-03d095f66805 req-e3695eb2-b93f-42c3-b256-3151c5b9b5a9 tempest-ServersTestJSON-1341865721 tempest-ServersTestJSON-1341865721-project] 10.222.0.44 "GET /v2.0/ports?device_id=d0703643-1364-4ee4-80fa-4e826a594d67 HTTP/1.1" status: 200 len: 945 time: 0.0671968 Oct 27 10:25:52.297550 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-2359bd14-e455-4f76-8566-03d095f66805 req-252ff2d8-9612-4d2b-ae6b-19ef3035a6ad tempest-ServersTestJSON-1341865721 tempest-ServersTestJSON-1341865721-project] 10.222.0.44 "GET /v2.0/security-groups?id=8fb6e5b5-c2fd-4ec8-99a2-cc35d354719d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396922 Oct 27 10:25:52.374539 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c176d563-0f61-4fe2-90fc-3234b96cd8d4 req-133b37cf-1fcf-4aec-a256-70fdaebacbf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:52.376054 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c176d563-0f61-4fe2-90fc-3234b96cd8d4 req-133b37cf-1fcf-4aec-a256-70fdaebacbf5 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=629f7918-c2db-454f-876e-5fb1ab57b5ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2416294 Oct 27 10:25:52.397910 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 49648) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:25:52.440943 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [req-11809e3a-3fa3-43cc-8565-d6459217dff8 req-d292eae2-8e9c-442d-90c3-be60aa110916 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9886b58c-1679-42a0-bef6-9a653fb0e061 {{(pid=102347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:25:52.464988 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-11809e3a-3fa3-43cc-8565-d6459217dff8 req-d292eae2-8e9c-442d-90c3-be60aa110916 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:52.532712 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-6ec92f0b-7217-4d81-a31c-5a5e6ade810a req-19ea5d28-c2f4-4b8b-bc08-655491e6acc5 tempest-ServersTestJSON-1341865721 tempest-ServersTestJSON-1341865721-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:52.533093 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-6ec92f0b-7217-4d81-a31c-5a5e6ade810a req-19ea5d28-c2f4-4b8b-bc08-655491e6acc5 tempest-ServersTestJSON-1341865721 tempest-ServersTestJSON-1341865721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1664826'] for floatingip, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:52.533479 n-d-813419-10 neutron-server[102347]: INFO neutron.db.l3_db [req-6ec92f0b-7217-4d81-a31c-5a5e6ade810a req-19ea5d28-c2f4-4b8b-bc08-655491e6acc5 tempest-ServersTestJSON-1341865721 tempest-ServersTestJSON-1341865721-project] Floating IP 2fddb83b-ff87-4072-95f0-c84db454d6e1 disassociated. External IP: 172.25.8.129, port: 63ffddaf-77c9-47e2-8e97-4a90c844dd8b. Oct 27 10:25:52.533736 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [req-6ec92f0b-7217-4d81-a31c-5a5e6ade810a req-19ea5d28-c2f4-4b8b-bc08-655491e6acc5 tempest-ServersTestJSON-1341865721 tempest-ServersTestJSON-1341865721-project] Calling delete_port for 63ffddaf-77c9-47e2-8e97-4a90c844dd8b owned by compute:nova {{(pid=102347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:25:52.548462 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.provisioning_blocks [req-11809e3a-3fa3-43cc-8565-d6459217dff8 req-d292eae2-8e9c-442d-90c3-be60aa110916 service neutron] Transition to ACTIVE for port object 9886b58c-1679-42a0-bef6-9a653fb0e061 will not be triggered until provisioned by entity L2. {{(pid=102347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 10:25:52.561418 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-11809e3a-3fa3-43cc-8565-d6459217dff8 req-d292eae2-8e9c-442d-90c3-be60aa110916 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:52.689429 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c176d563-0f61-4fe2-90fc-3234b96cd8d4 req-dfac9b10-d1f3-4561-8425-7b19d7a4d24a service neutron] 10.222.0.64 "GET /v2.0/networks/629f7918-c2db-454f-876e-5fb1ab57b5ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2947874 Oct 27 10:25:52.697128 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d292eae2-8e9c-442d-90c3-be60aa110916 service neutron] Pushing event updated for resources: {'Port': ['ID=9886b58c-1679-42a0-bef6-9a653fb0e061,revision_number=2']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:25:52.860095 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bf60cd-b961-4e6c-85f2-63b4011b0df2 req-d609ffde-befa-4408-93c0-3fb336e9361c tempest-VolumesAdminNegativeTest-898796943 tempest-VolumesAdminNegativeTest-898796943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:52.862503 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-67bf60cd-b961-4e6c-85f2-63b4011b0df2 req-d609ffde-befa-4408-93c0-3fb336e9361c tempest-VolumesAdminNegativeTest-898796943 tempest-VolumesAdminNegativeTest-898796943-project] 10.222.0.44 "GET /v2.0/networks?id=a899c728-b9f7-4cae-86e1-719a5eb28cea HTTP/1.1" status: 200 len: 814 time: 0.1930397 Oct 27 10:25:52.886140 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c176d563-0f61-4fe2-90fc-3234b96cd8d4 req-b4b05f34-edec-420e-952f-65d99bfc3a8f service neutron] 10.222.0.64 "GET /v2.0/networks/629f7918-c2db-454f-876e-5fb1ab57b5ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1863158 Oct 27 10:25:52.889294 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-67bf60cd-b961-4e6c-85f2-63b4011b0df2 req-80083473-b4e2-4899-a514-4e8584da04cd tempest-VolumesAdminNegativeTest-898796943 tempest-VolumesAdminNegativeTest-898796943-project] 10.222.0.44 "GET /v2.0/quotas/7ff04810037d408397bbc2c5d21ef590 HTTP/1.1" status: 200 len: 375 time: 0.0149214 Oct 27 10:25:52.893987 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-11809e3a-3fa3-43cc-8565-d6459217dff8 req-d292eae2-8e9c-442d-90c3-be60aa110916 service neutron] Attempting to bind port 9886b58c-1679-42a0-bef6-9a653fb0e061 on host n-h1-813419-10 for vnic_type normal with profile {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:25:52.894325 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-11809e3a-3fa3-43cc-8565-d6459217dff8 req-d292eae2-8e9c-442d-90c3-be60aa110916 service neutron] Attempting to bind port 9886b58c-1679-42a0-bef6-9a653fb0e061 by drivers openvswitch,hyperv on host n-h1-813419-10 at level 0 using segments [{'id': '9d06246e-2507-44a2-a724-a2681fe3f929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '2a1956cb-c04f-4397-beaa-b7b235f041a1'}] {{(pid=102347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:25:52.895206 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11809e3a-3fa3-43cc-8565-d6459217dff8 req-d292eae2-8e9c-442d-90c3-be60aa110916 service neutron] Attempting to bind port 9886b58c-1679-42a0-bef6-9a653fb0e061 on network 2a1956cb-c04f-4397-beaa-b7b235f041a1 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:25:52.903138 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11809e3a-3fa3-43cc-8565-d6459217dff8 req-d292eae2-8e9c-442d-90c3-be60aa110916 service neutron] Port 9886b58c-1679-42a0-bef6-9a653fb0e061 on network 2a1956cb-c04f-4397-beaa-b7b235f041a1 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-10 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 10:25:52.903458 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11809e3a-3fa3-43cc-8565-d6459217dff8 req-d292eae2-8e9c-442d-90c3-be60aa110916 service neutron] Attempting to bind port 9886b58c-1679-42a0-bef6-9a653fb0e061 on network 2a1956cb-c04f-4397-beaa-b7b235f041a1 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:25:52.910982 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11809e3a-3fa3-43cc-8565-d6459217dff8 req-d292eae2-8e9c-442d-90c3-be60aa110916 service neutron] Checking agent: {'id': 'a52e1cab-0c63-402d-9c94-330537c6c076', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 16, 2), 'started_at': datetime.datetime(2021, 10, 27, 10, 16, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 25, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:25:52.911549 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11809e3a-3fa3-43cc-8565-d6459217dff8 req-d292eae2-8e9c-442d-90c3-be60aa110916 service neutron] Checking segment: {'id': '9d06246e-2507-44a2-a724-a2681fe3f929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '2a1956cb-c04f-4397-beaa-b7b235f041a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:25:52.912230 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11809e3a-3fa3-43cc-8565-d6459217dff8 req-d292eae2-8e9c-442d-90c3-be60aa110916 service neutron] Bound using segment: {'id': '9d06246e-2507-44a2-a724-a2681fe3f929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '2a1956cb-c04f-4397-beaa-b7b235f041a1'} {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:25:52.912808 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-11809e3a-3fa3-43cc-8565-d6459217dff8 req-d292eae2-8e9c-442d-90c3-be60aa110916 service neutron] Bound port: 9886b58c-1679-42a0-bef6-9a653fb0e061, host: n-h1-813419-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d06246e-2507-44a2-a724-a2681fe3f929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '2a1956cb-c04f-4397-beaa-b7b235f041a1'}}] {{(pid=102347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:25:52.913129 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-11809e3a-3fa3-43cc-8565-d6459217dff8 req-d292eae2-8e9c-442d-90c3-be60aa110916 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:52.933688 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-6ec92f0b-7217-4d81-a31c-5a5e6ade810a req-19ea5d28-c2f4-4b8b-bc08-655491e6acc5 tempest-ServersTestJSON-1341865721 tempest-ServersTestJSON-1341865721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:52.967463 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-67bf60cd-b961-4e6c-85f2-63b4011b0df2 req-1f41d89f-c4ed-4249-ac25-02adc8ab0de7 tempest-VolumesAdminNegativeTest-898796943 tempest-VolumesAdminNegativeTest-898796943-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=7ff04810037d408397bbc2c5d21ef590&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0618379 Oct 27 10:25:52.986105 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device 4b885691-85ba-4912-82eb-e467a6991070 details requested by agent hyperv_n-h1-813419-10 with host n-h1-813419-10 {{(pid=102348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 10:25:53.015957 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ea5d28-c2f4-4b8b-bc08-655491e6acc5 tempest-ServersTestJSON-1341865721 tempest-ServersTestJSON-1341865721-project] Pushing event deleted for resources: {'Port': ['ID=63ffddaf-77c9-47e2-8e97-4a90c844dd8b,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:25:53.095894 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-67bf60cd-b961-4e6c-85f2-63b4011b0df2 req-1f13b106-30ab-43de-8151-37e0b0c0fd8b service neutron] 10.222.0.44 "GET /v2.0/networks/a899c728-b9f7-4cae-86e1-719a5eb28cea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1094832 Oct 27 10:25:53.105686 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [req-11809e3a-3fa3-43cc-8565-d6459217dff8 req-7cf48064-f572-4602-a8cd-b2b9d0933d9e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08ad9fb6-2a77-47d2-9ba3-fc1818f1927d {{(pid=102346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:25:53.118555 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-11809e3a-3fa3-43cc-8565-d6459217dff8 req-d292eae2-8e9c-442d-90c3-be60aa110916 service neutron] For port 9886b58c-1679-42a0-bef6-9a653fb0e061, host n-h1-813419-10, cleared binding levels {{(pid=102347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:25:53.126482 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-11809e3a-3fa3-43cc-8565-d6459217dff8 req-7cf48064-f572-4602-a8cd-b2b9d0933d9e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:53.126923 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e36c45-dd3f-4d4b-96f7-0722b275a4cc req-3961384c-0060-43a4-8587-afd0420fb5a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:53.127837 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e36c45-dd3f-4d4b-96f7-0722b275a4cc req-3961384c-0060-43a4-8587-afd0420fb5a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:53.127837 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e36c45-dd3f-4d4b-96f7-0722b275a4cc req-3961384c-0060-43a4-8587-afd0420fb5a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:53.128340 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e36c45-dd3f-4d4b-96f7-0722b275a4cc req-3961384c-0060-43a4-8587-afd0420fb5a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:53.128840 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e36c45-dd3f-4d4b-96f7-0722b275a4cc req-3961384c-0060-43a4-8587-afd0420fb5a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:53.129314 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e36c45-dd3f-4d4b-96f7-0722b275a4cc req-3961384c-0060-43a4-8587-afd0420fb5a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:53.129755 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e36c45-dd3f-4d4b-96f7-0722b275a4cc req-3961384c-0060-43a4-8587-afd0420fb5a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:53.131712 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-98e36c45-dd3f-4d4b-96f7-0722b275a4cc req-3961384c-0060-43a4-8587-afd0420fb5a4 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4aa10ad73dbe4076b2c4dd14c0d23687&device_id=19de7999-f151-4eb5-986d-3e7b0f987b5e HTTP/1.1" status: 200 len: 6487 time: 0.1663642 Oct 27 10:25:53.141004 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port 4b885691-85ba-4912-82eb-e467a6991070, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=4b885691-85ba-4912-82eb-e467a6991070,segment=NetworkSegment(f7c42c6d-2766-46d8-a8b7-4852117a5555),segment_id=f7c42c6d-2766-46d8-a8b7-4852117a5555)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:25:53.154264 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Returning: {'device': '4b885691-85ba-4912-82eb-e467a6991070', 'network_id': '4d250f92-d229-45fe-a579-67fef8e6c544', 'port_id': '4b885691-85ba-4912-82eb-e467a6991070', 'mac_address': 'fa:16:3e:f5:50:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62eb52f7-aac4-48af-8670-e04300325561', 'ip_address': '192.168.233.143'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 10:25:53.157438 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-11809e3a-3fa3-43cc-8565-d6459217dff8 req-d292eae2-8e9c-442d-90c3-be60aa110916 service neutron] For port 9886b58c-1679-42a0-bef6-9a653fb0e061, host n-h1-813419-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=9886b58c-1679-42a0-bef6-9a653fb0e061,segment=NetworkSegment(9d06246e-2507-44a2-a724-a2681fe3f929),segment_id=9d06246e-2507-44a2-a724-a2681fe3f929)] {{(pid=102347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:25:53.194620 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:53.196988 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-11809e3a-3fa3-43cc-8565-d6459217dff8 req-d292eae2-8e9c-442d-90c3-be60aa110916 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:53.209611 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.provisioning_blocks [req-11809e3a-3fa3-43cc-8565-d6459217dff8 req-7cf48064-f572-4602-a8cd-b2b9d0933d9e service neutron] Transition to ACTIVE for port object 08ad9fb6-2a77-47d2-9ba3-fc1818f1927d will not be triggered until provisioned by entity L2. {{(pid=102346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 10:25:53.226571 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device 63ffddaf-77c9-47e2-8e97-4a90c844dd8b no longer exists at agent hyperv_n-h2-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:25:53.256488 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b885691-85ba-4912-82eb-e467a6991070 {{(pid=102348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:25:53.262182 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] No Port match for: 63ffddaf-77c9-47e2-8e97-4a90c844dd8b {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:25:53.262727 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device 63ffddaf-77c9-47e2-8e97-4a90c844dd8b not bound to the agent host n-h2-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:25:53.280685 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port 4b885691-85ba-4912-82eb-e467a6991070, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=4b885691-85ba-4912-82eb-e467a6991070,segment=NetworkSegment(f7c42c6d-2766-46d8-a8b7-4852117a5555),segment_id=f7c42c6d-2766-46d8-a8b7-4852117a5555)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:25:53.286857 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-11809e3a-3fa3-43cc-8565-d6459217dff8 req-7cf48064-f572-4602-a8cd-b2b9d0933d9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27024173'] for port, after_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:53.288533 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:53.297575 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11809e3a-3fa3-43cc-8565-d6459217dff8 req-d292eae2-8e9c-442d-90c3-be60aa110916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:53.298212 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-11809e3a-3fa3-43cc-8565-d6459217dff8 req-d292eae2-8e9c-442d-90c3-be60aa110916 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:53.299617 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-11809e3a-3fa3-43cc-8565-d6459217dff8 req-d292eae2-8e9c-442d-90c3-be60aa110916 service neutron] 10.222.0.64 "PUT /v2.0/ports/9886b58c-1679-42a0-bef6-9a653fb0e061 HTTP/1.1" status: 200 len: 1093 time: 2.7449212 Oct 27 10:25:53.300068 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8abbd019-3bfd-468a-8fc4-b9138932da3a', 'tag': '9886b58c-1679-42a0-bef6-9a653fb0e061'}] {{(pid=102347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:25:53.302396 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311149b481204ee7edffdb959c881838506fbd95bc8577c048f6677abb73acc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf18cda9-5c71-44e9-8ab9-7bbb083d28ba" -d '{"events": [{"name": "network-changed", "server_uuid": "8abbd019-3bfd-468a-8fc4-b9138932da3a", "tag": "9886b58c-1679-42a0-bef6-9a653fb0e061"}]}' {{(pid=102347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:25:53.368493 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Pushing event updated for resources: {'Port': ['ID=4b885691-85ba-4912-82eb-e467a6991070,revision_number=4']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:25:53.388382 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [req-1216175e-f1e2-4c57-ba37-cd168e28292b req-e83257c6-fb9e-474f-a68e-17a877ff735d tempest-LiveMigrationTest-1571947473 tempest-LiveMigrationTest-1571947473-project-admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=102346) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 10:25:53.389567 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-1216175e-f1e2-4c57-ba37-cd168e28292b req-e83257c6-fb9e-474f-a68e-17a877ff735d tempest-LiveMigrationTest-1571947473 tempest-LiveMigrationTest-1571947473-project-admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.2199214 Oct 27 10:25:53.396469 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d292eae2-8e9c-442d-90c3-be60aa110916 service neutron] Pushing event updated for resources: {'Port': ['ID=9886b58c-1679-42a0-bef6-9a653fb0e061,revision_number=3']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:25:53.411402 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e36c45-dd3f-4d4b-96f7-0722b275a4cc req-c73abffe-730e-476f-a144-178e13776f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:53.412919 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-98e36c45-dd3f-4d4b-96f7-0722b275a4cc req-c73abffe-730e-476f-a144-178e13776f0d service neutron] 10.222.0.64 "GET /v2.0/networks?id=629f7918-c2db-454f-876e-5fb1ab57b5ce HTTP/1.1" status: 200 len: 903 time: 0.2685280 Oct 27 10:25:53.414632 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-67bf60cd-b961-4e6c-85f2-63b4011b0df2 req-82f9e8c9-322c-4950-a8dd-7a5299d79692 service neutron] 10.222.0.44 "GET /v2.0/networks/a899c728-b9f7-4cae-86e1-719a5eb28cea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3036857 Oct 27 10:25:53.418830 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6ec92f0b-7217-4d81-a31c-5a5e6ade810a req-19ea5d28-c2f4-4b8b-bc08-655491e6acc5 tempest-ServersTestJSON-1341865721 tempest-ServersTestJSON-1341865721-project] Router 068ef6e0-446e-4e93-a5c2-1d5d6ef40eb8 has already been hosted by L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb {{(pid=102347) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 10:25:53.463189 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf48064-f572-4602-a8cd-b2b9d0933d9e service neutron] Pushing event updated for resources: {'Port': ['ID=08ad9fb6-2a77-47d2-9ba3-fc1818f1927d,revision_number=2']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:25:53.481954 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-b760cc79-315e-4d90-bd54-b39ac0b8667c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1766202'] for router_interface, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:53.504309 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '002947b4-ae99-468d-8263-34ff77508595', 'tag': '4b885691-85ba-4912-82eb-e467a6991070'}] {{(pid=102346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:25:53.506365 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] get_ports_and_sgs() called for port_ids ['4b885691-85ba-4912-82eb-e467a6991070'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:25:53.506802 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc0e418f5fc417c8d55d94c0aa509b037d0beb2a734c1a709e789eb65639a56d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-871dc21f-3afd-4cf6-a6d0-88628c2c7848" -d '{"events": [{"name": "network-changed", "server_uuid": "002947b4-ae99-468d-8263-34ff77508595", "tag": "4b885691-85ba-4912-82eb-e467a6991070"}]}' {{(pid=102346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:25:53.546985 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-98e36c45-dd3f-4d4b-96f7-0722b275a4cc req-bc4f2d8e-844b-4084-bfd2-4f439a93af00 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=02eec9e0-03c6-433a-af9e-1b5e5abf2703 HTTP/1.1" status: 200 len: 217 time: 0.1236560 Oct 27 10:25:53.598203 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1216175e-f1e2-4c57-ba37-cd168e28292b req-ee4ee7d5-7e6f-4e7f-a5be-6dc759b5c4d1 tempest-LiveMigrationTest-1571947473 tempest-LiveMigrationTest-1571947473-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:53.599752 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-1216175e-f1e2-4c57-ba37-cd168e28292b req-ee4ee7d5-7e6f-4e7f-a5be-6dc759b5c4d1 tempest-LiveMigrationTest-1571947473 tempest-LiveMigrationTest-1571947473-project-admin] 10.222.0.44 "GET /v2.0/ports/e0474841-83ec-4834-b5fd-d0a2d2bdb667 HTTP/1.1" status: 200 len: 1095 time: 0.1839855 Oct 27 10:25:53.665533 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11809e3a-3fa3-43cc-8565-d6459217dff8 req-a865819a-ce8e-4643-af46-ef21460c079b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:53.672568 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-11809e3a-3fa3-43cc-8565-d6459217dff8 req-a865819a-ce8e-4643-af46-ef21460c079b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e94df4c4c18844e2bca64e6c86b37300&device_id=8abbd019-3bfd-468a-8fc4-b9138932da3a HTTP/1.1" status: 200 len: 1096 time: 0.3181949 Oct 27 10:25:53.685020 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.managers [req-11809e3a-3fa3-43cc-8565-d6459217dff8 req-7cf48064-f572-4602-a8cd-b2b9d0933d9e service neutron] Attempting to bind port 08ad9fb6-2a77-47d2-9ba3-fc1818f1927d on host n-h2-813419-10 for vnic_type normal with profile {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:25:53.685294 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.managers [req-11809e3a-3fa3-43cc-8565-d6459217dff8 req-7cf48064-f572-4602-a8cd-b2b9d0933d9e service neutron] Attempting to bind port 08ad9fb6-2a77-47d2-9ba3-fc1818f1927d by drivers openvswitch,hyperv on host n-h2-813419-10 at level 0 using segments [{'id': '9d06246e-2507-44a2-a724-a2681fe3f929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '2a1956cb-c04f-4397-beaa-b7b235f041a1'}] {{(pid=102346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:25:53.685627 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11809e3a-3fa3-43cc-8565-d6459217dff8 req-7cf48064-f572-4602-a8cd-b2b9d0933d9e service neutron] Attempting to bind port 08ad9fb6-2a77-47d2-9ba3-fc1818f1927d on network 2a1956cb-c04f-4397-beaa-b7b235f041a1 {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:25:53.695049 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11809e3a-3fa3-43cc-8565-d6459217dff8 req-7cf48064-f572-4602-a8cd-b2b9d0933d9e service neutron] Port 08ad9fb6-2a77-47d2-9ba3-fc1818f1927d on network 2a1956cb-c04f-4397-beaa-b7b235f041a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-10 {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 10:25:53.695377 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11809e3a-3fa3-43cc-8565-d6459217dff8 req-7cf48064-f572-4602-a8cd-b2b9d0933d9e service neutron] Attempting to bind port 08ad9fb6-2a77-47d2-9ba3-fc1818f1927d on network 2a1956cb-c04f-4397-beaa-b7b235f041a1 {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:25:53.706841 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [req-1216175e-f1e2-4c57-ba37-cd168e28292b req-ae8ea466-9890-4a58-b504-d77b4a9fdf83 service neutron] Request body: {'binding': {'host': 'n-h1-813419-10', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:25:53.707325 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [req-1216175e-f1e2-4c57-ba37-cd168e28292b req-ae8ea466-9890-4a58-b504-d77b4a9fdf83 service neutron] Unknown quota resources ['binding']. {{(pid=102346) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 27 10:25:53.741694 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11809e3a-3fa3-43cc-8565-d6459217dff8 req-7cf48064-f572-4602-a8cd-b2b9d0933d9e service neutron] Checking agent: {'id': 'a2edc247-0fa4-4ce6-bbae-a10492f6bd71', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 16, 9), 'started_at': datetime.datetime(2021, 10, 27, 10, 16, 9), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 25, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:25:53.741995 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11809e3a-3fa3-43cc-8565-d6459217dff8 req-7cf48064-f572-4602-a8cd-b2b9d0933d9e service neutron] Checking segment: {'id': '9d06246e-2507-44a2-a724-a2681fe3f929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '2a1956cb-c04f-4397-beaa-b7b235f041a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:25:53.742145 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11809e3a-3fa3-43cc-8565-d6459217dff8 req-7cf48064-f572-4602-a8cd-b2b9d0933d9e service neutron] Bound using segment: {'id': '9d06246e-2507-44a2-a724-a2681fe3f929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '2a1956cb-c04f-4397-beaa-b7b235f041a1'} {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:25:53.742559 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.managers [req-11809e3a-3fa3-43cc-8565-d6459217dff8 req-7cf48064-f572-4602-a8cd-b2b9d0933d9e service neutron] Bound port: 08ad9fb6-2a77-47d2-9ba3-fc1818f1927d, host: n-h2-813419-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d06246e-2507-44a2-a724-a2681fe3f929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '2a1956cb-c04f-4397-beaa-b7b235f041a1'}}] {{(pid=102346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:25:53.742914 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-11809e3a-3fa3-43cc-8565-d6459217dff8 req-7cf48064-f572-4602-a8cd-b2b9d0933d9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:53.831848 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-11809e3a-3fa3-43cc-8565-d6459217dff8 req-ceb961c3-3212-4249-86c7-2349b41b2e5c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9886b58c-1679-42a0-bef6-9a653fb0e061 HTTP/1.1" status: 200 len: 217 time: 0.0973940 Oct 27 10:25:53.873102 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e36c45-dd3f-4d4b-96f7-0722b275a4cc req-24fd8a56-4ace-4541-a4ab-5bff9e4e25f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:53.874531 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-98e36c45-dd3f-4d4b-96f7-0722b275a4cc req-24fd8a56-4ace-4541-a4ab-5bff9e4e25f4 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=44c80a83-a220-441f-8a83-aa10dbf72783 HTTP/1.1" status: 200 len: 797 time: 0.3174510 Oct 27 10:25:53.910141 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [req-11809e3a-3fa3-43cc-8565-d6459217dff8 req-7cf48064-f572-4602-a8cd-b2b9d0933d9e service neutron] For port 08ad9fb6-2a77-47d2-9ba3-fc1818f1927d, host n-h2-813419-10, cleared binding levels {{(pid=102346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:25:53.931076 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [req-11809e3a-3fa3-43cc-8565-d6459217dff8 req-7cf48064-f572-4602-a8cd-b2b9d0933d9e service neutron] For port 08ad9fb6-2a77-47d2-9ba3-fc1818f1927d, host n-h2-813419-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=08ad9fb6-2a77-47d2-9ba3-fc1818f1927d,segment=NetworkSegment(9d06246e-2507-44a2-a724-a2681fe3f929),segment_id=9d06246e-2507-44a2-a724-a2681fe3f929)] {{(pid=102346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:25:53.945257 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-11809e3a-3fa3-43cc-8565-d6459217dff8 req-7cf48064-f572-4602-a8cd-b2b9d0933d9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27024173'] for port, after_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:53.945679 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [req-11809e3a-3fa3-43cc-8565-d6459217dff8 req-19e75c4a-7136-434d-bef5-47d86ef48fb1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2555fb0-436b-4c7b-b5d3-007c3a7dc679 {{(pid=102347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:25:53.959153 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-11809e3a-3fa3-43cc-8565-d6459217dff8 req-19e75c4a-7136-434d-bef5-47d86ef48fb1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:53.994107 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11809e3a-3fa3-43cc-8565-d6459217dff8 req-d3475e3e-62d7-4974-ae28-0df496272912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:53.995580 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-11809e3a-3fa3-43cc-8565-d6459217dff8 req-d3475e3e-62d7-4974-ae28-0df496272912 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a5b18142-639f-42f3-8888-6e7ef35bca87 HTTP/1.1" status: 200 len: 857 time: 0.1386402 Oct 27 10:25:53.996528 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.provisioning_blocks [req-11809e3a-3fa3-43cc-8565-d6459217dff8 req-19e75c4a-7136-434d-bef5-47d86ef48fb1 service neutron] Transition to ACTIVE for port object a2555fb0-436b-4c7b-b5d3-007c3a7dc679 will not be triggered until provisioned by entity L2. {{(pid=102347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 10:25:54.006737 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-11809e3a-3fa3-43cc-8565-d6459217dff8 req-19e75c4a-7136-434d-bef5-47d86ef48fb1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:54.026322 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6ec92f0b-7217-4d81-a31c-5a5e6ade810a req-19ea5d28-c2f4-4b8b-bc08-655491e6acc5 tempest-ServersTestJSON-1341865721 tempest-ServersTestJSON-1341865721-project] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:25:54.040649 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11809e3a-3fa3-43cc-8565-d6459217dff8 req-7cf48064-f572-4602-a8cd-b2b9d0933d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:54.041272 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-11809e3a-3fa3-43cc-8565-d6459217dff8 req-7cf48064-f572-4602-a8cd-b2b9d0933d9e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:54.042673 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-11809e3a-3fa3-43cc-8565-d6459217dff8 req-7cf48064-f572-4602-a8cd-b2b9d0933d9e service neutron] 10.222.0.76 "PUT /v2.0/ports/08ad9fb6-2a77-47d2-9ba3-fc1818f1927d HTTP/1.1" status: 200 len: 1092 time: 2.1213648 Oct 27 10:25:54.052970 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8f59cf8-990c-4af6-9d4f-e3bb698b4100 None None] Sync routers for ids ['068ef6e0-446e-4e93-a5c2-1d5d6ef40eb8'] in n-d-813419-10 {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:25:54.084353 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8f59cf8-990c-4af6-9d4f-e3bb698b4100 None None] Routers {'068ef6e0-446e-4e93-a5c2-1d5d6ef40eb8'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:25:54.085354 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-c8f59cf8-990c-4af6-9d4f-e3bb698b4100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:25:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['068ef6e0-446e-4e93-a5c2-1d5d6ef40eb8'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:25:54.096278 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-11809e3a-3fa3-43cc-8565-d6459217dff8 req-2df6e996-d507-49e9-9f72-3f0b795683d5 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2a1956cb-c04f-4397-beaa-b7b235f041a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0902064 Oct 27 10:25:54.108682 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf48064-f572-4602-a8cd-b2b9d0933d9e service neutron] Pushing event updated for resources: {'Port': ['ID=08ad9fb6-2a77-47d2-9ba3-fc1818f1927d,revision_number=3']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:25:54.115879 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e36c45-dd3f-4d4b-96f7-0722b275a4cc req-ba0a44dc-f8a7-4bbb-bda5-a004abfc3b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:54.117388 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-98e36c45-dd3f-4d4b-96f7-0722b275a4cc req-ba0a44dc-f8a7-4bbb-bda5-a004abfc3b9b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=629f7918-c2db-454f-876e-5fb1ab57b5ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2133768 Oct 27 10:25:54.127348 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e5969e-d667-4f66-aec0-8c64014ed7ae req-31feaebf-6068-46bc-a7cf-8abf7d9fa057 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:54.133383 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e5969e-d667-4f66-aec0-8c64014ed7ae req-31feaebf-6068-46bc-a7cf-8abf7d9fa057 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:54.139430 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e5969e-d667-4f66-aec0-8c64014ed7ae req-31feaebf-6068-46bc-a7cf-8abf7d9fa057 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:54.145711 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e5969e-d667-4f66-aec0-8c64014ed7ae req-31feaebf-6068-46bc-a7cf-8abf7d9fa057 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:54.151755 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e5969e-d667-4f66-aec0-8c64014ed7ae req-31feaebf-6068-46bc-a7cf-8abf7d9fa057 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:54.157792 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e5969e-d667-4f66-aec0-8c64014ed7ae req-31feaebf-6068-46bc-a7cf-8abf7d9fa057 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:54.164344 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e5969e-d667-4f66-aec0-8c64014ed7ae req-31feaebf-6068-46bc-a7cf-8abf7d9fa057 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:54.166283 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-07e5969e-d667-4f66-aec0-8c64014ed7ae req-31feaebf-6068-46bc-a7cf-8abf7d9fa057 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] 10.222.0.44 "GET /v2.0/ports?device_id=19de7999-f151-4eb5-986d-3e7b0f987b5e HTTP/1.1" status: 200 len: 5423 time: 0.2256706 Oct 27 10:25:54.167048 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.managers [req-1216175e-f1e2-4c57-ba37-cd168e28292b req-ae8ea466-9890-4a58-b504-d77b4a9fdf83 service neutron] Attempting to bind port e0474841-83ec-4834-b5fd-d0a2d2bdb667 on host n-h1-813419-10 for vnic_type normal with profile None {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:25:54.167382 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.managers [req-1216175e-f1e2-4c57-ba37-cd168e28292b req-ae8ea466-9890-4a58-b504-d77b4a9fdf83 service neutron] Attempting to bind port e0474841-83ec-4834-b5fd-d0a2d2bdb667 by drivers openvswitch,hyperv on host n-h1-813419-10 at level 0 using segments [{'id': '50500633-18ab-48c2-98da-73563c3123ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'b70d8912-e651-449a-aede-549067567147'}] {{(pid=102346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:25:54.167708 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1216175e-f1e2-4c57-ba37-cd168e28292b req-ae8ea466-9890-4a58-b504-d77b4a9fdf83 service neutron] Attempting to bind port e0474841-83ec-4834-b5fd-d0a2d2bdb667 on network b70d8912-e651-449a-aede-549067567147 {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:25:54.225504 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1216175e-f1e2-4c57-ba37-cd168e28292b req-ae8ea466-9890-4a58-b504-d77b4a9fdf83 service neutron] Port e0474841-83ec-4834-b5fd-d0a2d2bdb667 on network b70d8912-e651-449a-aede-549067567147 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-10 {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 10:25:54.225743 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1216175e-f1e2-4c57-ba37-cd168e28292b req-ae8ea466-9890-4a58-b504-d77b4a9fdf83 service neutron] Attempting to bind port e0474841-83ec-4834-b5fd-d0a2d2bdb667 on network b70d8912-e651-449a-aede-549067567147 {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:25:54.248548 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1216175e-f1e2-4c57-ba37-cd168e28292b req-ae8ea466-9890-4a58-b504-d77b4a9fdf83 service neutron] Checking agent: {'id': 'a52e1cab-0c63-402d-9c94-330537c6c076', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 16, 2), 'started_at': datetime.datetime(2021, 10, 27, 10, 16, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 25, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:25:54.248983 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1216175e-f1e2-4c57-ba37-cd168e28292b req-ae8ea466-9890-4a58-b504-d77b4a9fdf83 service neutron] Checking segment: {'id': '50500633-18ab-48c2-98da-73563c3123ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'b70d8912-e651-449a-aede-549067567147'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:25:54.249311 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1216175e-f1e2-4c57-ba37-cd168e28292b req-ae8ea466-9890-4a58-b504-d77b4a9fdf83 service neutron] Bound using segment: {'id': '50500633-18ab-48c2-98da-73563c3123ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'b70d8912-e651-449a-aede-549067567147'} {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:25:54.249752 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.managers [req-1216175e-f1e2-4c57-ba37-cd168e28292b req-ae8ea466-9890-4a58-b504-d77b4a9fdf83 service neutron] Bound port: e0474841-83ec-4834-b5fd-d0a2d2bdb667, host: n-h1-813419-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50500633-18ab-48c2-98da-73563c3123ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'b70d8912-e651-449a-aede-549067567147'}}] {{(pid=102346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:25:54.250490 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvr_db [None req-c8f59cf8-990c-4af6-9d4f-e3bb698b4100 None None] Set router 068ef6e0-446e-4e93-a5c2-1d5d6ef40eb8 gateway port host: n-d-813419-10 {{(pid=102349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:25:54.307983 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11809e3a-3fa3-43cc-8565-d6459217dff8 req-9485bc95-2cd6-4692-9be7-543456e5168f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:54.309649 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-11809e3a-3fa3-43cc-8565-d6459217dff8 req-9485bc95-2cd6-4692-9be7-543456e5168f service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=e94df4c4c18844e2bca64e6c86b37300&device_id=2e500175-dfa4-4437-bcf1-beb05fa87fb9 HTTP/1.1" status: 200 len: 1095 time: 0.1946361 Oct 27 10:25:54.323247 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-07e5969e-d667-4f66-aec0-8c64014ed7ae req-893576d9-162f-4aed-962d-0c74502b66cd tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] 10.222.0.44 "GET /v2.0/security-groups?id=34344a0a-bfc2-4f4b-96e6-fe0cf33c620a&id=652e3df3-defd-4709-b4c8-a9361485da20&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1383829 Oct 27 10:25:54.564448 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ec92f0b-7217-4d81-a31c-5a5e6ade810a req-19ea5d28-c2f4-4b8b-bc08-655491e6acc5 tempest-ServersTestJSON-1341865721 tempest-ServersTestJSON-1341865721-project] No DVR routers for this DVR port 63ffddaf-77c9-47e2-8e97-4a90c844dd8b on host n-h2-813419-10 {{(pid=102347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:25:54.567375 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-6ec92f0b-7217-4d81-a31c-5a5e6ade810a req-19ea5d28-c2f4-4b8b-bc08-655491e6acc5 tempest-ServersTestJSON-1341865721 tempest-ServersTestJSON-1341865721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:54.571033 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-6ec92f0b-7217-4d81-a31c-5a5e6ade810a req-19ea5d28-c2f4-4b8b-bc08-655491e6acc5 tempest-ServersTestJSON-1341865721 tempest-ServersTestJSON-1341865721-project] 10.222.0.76 "DELETE /v2.0/ports/63ffddaf-77c9-47e2-8e97-4a90c844dd8b HTTP/1.1" status: 204 len: 173 time: 3.9981990 Oct 27 10:25:54.645728 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-c8f59cf8-990c-4af6-9d4f-e3bb698b4100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '068ef6e0-446e-4e93-a5c2-1d5d6ef40eb8', 'name': 'tempest-ServersTestJSON-1800046610-router', 'tenant_id': '5a3c12df7f43463a852ca5173c2eabe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.233'}], 'enable_snat': True}, 'gw_port_id': 'ced55022-f93b-4955-a885-9d6e097ca9ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:22:06Z', 'updated_at': '2021-10-27T10:22:19Z', 'revision_number': 4, 'project_id': '5a3c12df7f43463a852ca5173c2eabe7', 'gw_port': {'id': 'ced55022-f93b-4955-a885-9d6e097ca9ba', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:5d:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '068ef6e0-446e-4e93-a5c2-1d5d6ef40eb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:22:08Z', 'updated_at': '2021-10-27T10:22:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_interfaces': [{'id': '4d588d28-d0d6-41f3-92d4-e512162cef6b', 'name': '', 'network_id': '6ef429fe-b6d8-4054-9275-be62180ab304', 'tenant_id': '5a3c12df7f43463a852ca5173c2eabe7', 'mac_address': 'fa:16:3e:26:d3:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '068ef6e0-446e-4e93-a5c2-1d5d6ef40eb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '0581c968-e77f-4ae1-b8cd-953b2bcace51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:22:17Z', 'updated_at': '2021-10-27T10:22:24Z', 'revision_number': 5, 'project_id': '5a3c12df7f43463a852ca5173c2eabe7', 'subnets': [{'id': '0581c968-e77f-4ae1-b8cd-953b2bcace51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:25:54.668076 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e75c4a-7136-434d-bef5-47d86ef48fb1 service neutron] Pushing event updated for resources: {'Port': ['ID=a2555fb0-436b-4c7b-b5d3-007c3a7dc679,revision_number=2']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:25:54.696250 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8f59cf8-990c-4af6-9d4f-e3bb698b4100 None None] Checking router: 068ef6e0-446e-4e93-a5c2-1d5d6ef40eb8 for host: n-d-813419-10 {{(pid=102349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 10:25:54.698842 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-11809e3a-3fa3-43cc-8565-d6459217dff8 req-0dcbda16-ad46-4395-8f31-bb9920e501d4 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=08ad9fb6-2a77-47d2-9ba3-fc1818f1927d HTTP/1.1" status: 200 len: 217 time: 0.3746243 Oct 27 10:25:54.709430 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8f59cf8-990c-4af6-9d4f-e3bb698b4100 None None] Routers {'068ef6e0-446e-4e93-a5c2-1d5d6ef40eb8'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:25:54.710061 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-c8f59cf8-990c-4af6-9d4f-e3bb698b4100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:25:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['068ef6e0-446e-4e93-a5c2-1d5d6ef40eb8'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:25:54.711538 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [req-1216175e-f1e2-4c57-ba37-cd168e28292b req-ae8ea466-9890-4a58-b504-d77b4a9fdf83 service neutron] For port e0474841-83ec-4834-b5fd-d0a2d2bdb667, host n-h1-813419-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=e0474841-83ec-4834-b5fd-d0a2d2bdb667,segment=NetworkSegment(50500633-18ab-48c2-98da-73563c3123ba),segment_id=50500633-18ab-48c2-98da-73563c3123ba)] {{(pid=102346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:25:54.714079 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-b760cc79-315e-4d90-bd54-b39ac0b8667c admin admin] Deleting port 0cfe8b40-e1bb-4df5-8339-8c880b6e2634 {{(pid=102346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:25:54.714079 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-b760cc79-315e-4d90-bd54-b39ac0b8667c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:54.751095 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-1216175e-f1e2-4c57-ba37-cd168e28292b req-ae8ea466-9890-4a58-b504-d77b4a9fdf83 service neutron] Publish callbacks [] for binding, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:54.752335 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-1216175e-f1e2-4c57-ba37-cd168e28292b req-ae8ea466-9890-4a58-b504-d77b4a9fdf83 service neutron] 10.222.0.44 "POST /v2.0/ports/e0474841-83ec-4834-b5fd-d0a2d2bdb667/bindings HTTP/1.1" status: 201 len: 390 time: 1.1313195 Oct 27 10:25:54.815866 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-11809e3a-3fa3-43cc-8565-d6459217dff8 req-80481221-2f54-4372-ab39-4e9eebd85ca6 service neutron] 10.222.0.64 "GET /v2.0/networks/2a1956cb-c04f-4397-beaa-b7b235f041a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7046409 Oct 27 10:25:54.817543 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-11809e3a-3fa3-43cc-8565-d6459217dff8 req-19e75c4a-7136-434d-bef5-47d86ef48fb1 service neutron] Attempting to bind port a2555fb0-436b-4c7b-b5d3-007c3a7dc679 on host n-h2-813419-10 for vnic_type normal with profile {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:25:54.817972 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-11809e3a-3fa3-43cc-8565-d6459217dff8 req-19e75c4a-7136-434d-bef5-47d86ef48fb1 service neutron] Attempting to bind port a2555fb0-436b-4c7b-b5d3-007c3a7dc679 by drivers openvswitch,hyperv on host n-h2-813419-10 at level 0 using segments [{'id': '9d06246e-2507-44a2-a724-a2681fe3f929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '2a1956cb-c04f-4397-beaa-b7b235f041a1'}] {{(pid=102347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:25:54.818295 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11809e3a-3fa3-43cc-8565-d6459217dff8 req-19e75c4a-7136-434d-bef5-47d86ef48fb1 service neutron] Attempting to bind port a2555fb0-436b-4c7b-b5d3-007c3a7dc679 on network 2a1956cb-c04f-4397-beaa-b7b235f041a1 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:25:54.823009 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-98e36c45-dd3f-4d4b-96f7-0722b275a4cc req-bccebdb9-a113-49bc-a9aa-5d4a79177e4a service neutron] 10.222.0.64 "GET /v2.0/networks/629f7918-c2db-454f-876e-5fb1ab57b5ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2614191 Oct 27 10:25:54.827100 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11809e3a-3fa3-43cc-8565-d6459217dff8 req-19e75c4a-7136-434d-bef5-47d86ef48fb1 service neutron] Port a2555fb0-436b-4c7b-b5d3-007c3a7dc679 on network 2a1956cb-c04f-4397-beaa-b7b235f041a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-10 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 10:25:54.827429 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11809e3a-3fa3-43cc-8565-d6459217dff8 req-19e75c4a-7136-434d-bef5-47d86ef48fb1 service neutron] Attempting to bind port a2555fb0-436b-4c7b-b5d3-007c3a7dc679 on network 2a1956cb-c04f-4397-beaa-b7b235f041a1 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:25:54.840035 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11809e3a-3fa3-43cc-8565-d6459217dff8 req-7fb70136-82f3-4298-8361-4b8ca824192c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:54.841611 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-11809e3a-3fa3-43cc-8565-d6459217dff8 req-7fb70136-82f3-4298-8361-4b8ca824192c service neutron] 10.222.0.76 "GET /v2.0/subnets?id=a5b18142-639f-42f3-8888-6e7ef35bca87 HTTP/1.1" status: 200 len: 857 time: 0.1251705 Oct 27 10:25:54.852484 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9d75b6-82f1-42f9-8229-b0822277e9ff req-fdc35332-c7de-49c1-b530-cfff822dd51a tempest-ListServersNegativeTestJSON-2132882824 tempest-ListServersNegativeTestJSON-2132882824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:54.860100 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-fd9d75b6-82f1-42f9-8229-b0822277e9ff req-fdc35332-c7de-49c1-b530-cfff822dd51a tempest-ListServersNegativeTestJSON-2132882824 tempest-ListServersNegativeTestJSON-2132882824-project] 10.222.0.44 "GET /v2.0/ports?device_id=2e500175-dfa4-4437-bcf1-beb05fa87fb9 HTTP/1.1" status: 200 len: 943 time: 0.1692688 Oct 27 10:25:54.892629 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11809e3a-3fa3-43cc-8565-d6459217dff8 req-19e75c4a-7136-434d-bef5-47d86ef48fb1 service neutron] Checking agent: {'id': 'a2edc247-0fa4-4ce6-bbae-a10492f6bd71', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 16, 9), 'started_at': datetime.datetime(2021, 10, 27, 10, 16, 9), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 25, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:25:54.892975 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11809e3a-3fa3-43cc-8565-d6459217dff8 req-19e75c4a-7136-434d-bef5-47d86ef48fb1 service neutron] Checking segment: {'id': '9d06246e-2507-44a2-a724-a2681fe3f929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '2a1956cb-c04f-4397-beaa-b7b235f041a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:25:54.893367 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11809e3a-3fa3-43cc-8565-d6459217dff8 req-19e75c4a-7136-434d-bef5-47d86ef48fb1 service neutron] Bound using segment: {'id': '9d06246e-2507-44a2-a724-a2681fe3f929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '2a1956cb-c04f-4397-beaa-b7b235f041a1'} {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:25:54.893821 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-11809e3a-3fa3-43cc-8565-d6459217dff8 req-19e75c4a-7136-434d-bef5-47d86ef48fb1 service neutron] Bound port: a2555fb0-436b-4c7b-b5d3-007c3a7dc679, host: n-h2-813419-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d06246e-2507-44a2-a724-a2681fe3f929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '2a1956cb-c04f-4397-beaa-b7b235f041a1'}}] {{(pid=102347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:25:54.894178 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-11809e3a-3fa3-43cc-8565-d6459217dff8 req-19e75c4a-7136-434d-bef5-47d86ef48fb1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:54.905305 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvr_db [None req-c8f59cf8-990c-4af6-9d4f-e3bb698b4100 None None] Set router 068ef6e0-446e-4e93-a5c2-1d5d6ef40eb8 gateway port host: n-d-813419-10 {{(pid=102349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:25:54.914143 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-11809e3a-3fa3-43cc-8565-d6459217dff8 req-16e68541-1268-4a12-af67-b49cd0a633f9 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=2a1956cb-c04f-4397-beaa-b7b235f041a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0486491 Oct 27 10:25:54.968012 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [None req-b760cc79-315e-4d90-bd54-b39ac0b8667c admin admin] For port 0cfe8b40-e1bb-4df5-8339-8c880b6e2634, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=0cfe8b40-e1bb-4df5-8339-8c880b6e2634,segment=NetworkSegment(6e01fb65-f38f-48de-8da6-2931b7e7e084),segment_id=6e01fb65-f38f-48de-8da6-2931b7e7e084)] {{(pid=102346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:25:54.968448 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-b760cc79-315e-4d90-bd54-b39ac0b8667c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:54.980952 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-fd9d75b6-82f1-42f9-8229-b0822277e9ff req-b22ef2cb-e8be-4f9f-bd14-3e3379120129 tempest-ListServersNegativeTestJSON-2132882824 tempest-ListServersNegativeTestJSON-2132882824-project] 10.222.0.44 "GET /v2.0/security-groups?id=7ef68dd5-26a7-478b-9aed-6f26200a7f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198902 Oct 27 10:25:55.009321 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device 4b885691-85ba-4912-82eb-e467a6991070 up at agent hyperv_n-h1-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:25:55.040279 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-b760cc79-315e-4d90-bd54-b39ac0b8667c admin admin] Calling delete_port for 0cfe8b40-e1bb-4df5-8339-8c880b6e2634 owned by network:router_interface {{(pid=102346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:25:55.165973 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Provisioning for port 4b885691-85ba-4912-82eb-e467a6991070 completed by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 10:25:55.169965 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-11809e3a-3fa3-43cc-8565-d6459217dff8 req-19e75c4a-7136-434d-bef5-47d86ef48fb1 service neutron] For port a2555fb0-436b-4c7b-b5d3-007c3a7dc679, host n-h2-813419-10, cleared binding levels {{(pid=102347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:25:55.174556 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Provisioning complete for port 4b885691-85ba-4912-82eb-e467a6991070 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:25:55.175127 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-11809e3a-3fa3-43cc-8565-d6459217dff8 req-19e75c4a-7136-434d-bef5-47d86ef48fb1 service neutron] For port a2555fb0-436b-4c7b-b5d3-007c3a7dc679, host n-h2-813419-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=a2555fb0-436b-4c7b-b5d3-007c3a7dc679,segment=NetworkSegment(9d06246e-2507-44a2-a724-a2681fe3f929),segment_id=9d06246e-2507-44a2-a724-a2681fe3f929)] {{(pid=102347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:25:55.175941 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:55.180161 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-98e36c45-dd3f-4d4b-96f7-0722b275a4cc req-54fe2116-d1dd-4a9c-9e11-85a0eb771fff service neutron] 10.222.0.64 "GET /v2.0/networks/629f7918-c2db-454f-876e-5fb1ab57b5ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3394547 Oct 27 10:25:55.182771 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 10:25:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18d93057-be67-49ac-8226-bfb9937db82f x-openstack-request-id: req-18d93057-be67-49ac-8226-bfb9937db82f {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:25:55.183058 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8abbd019-3bfd-468a-8fc4-b9138932da3a", "tag": "9886b58c-1679-42a0-bef6-9a653fb0e061", "status": "completed", "code": 200}]} {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:25:55.183436 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-18d93057-be67-49ac-8226-bfb9937db82f {{(pid=102347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:25:55.183890 n-d-813419-10 neutron-server[102347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8abbd019-3bfd-468a-8fc4-b9138932da3a', 'tag': '9886b58c-1679-42a0-bef6-9a653fb0e061', 'status': 'completed', 'code': 200} Oct 27 10:25:55.224356 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-11809e3a-3fa3-43cc-8565-d6459217dff8 req-df2f3b56-55f7-49f7-ac68-2b02363fbc05 service neutron] 10.222.0.76 "GET /v2.0/networks/2a1956cb-c04f-4397-beaa-b7b235f041a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2949615 Oct 27 10:25:55.266693 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-11809e3a-3fa3-43cc-8565-d6459217dff8 req-dbc9c8f7-d441-4290-ba86-a68ccfa4717a service neutron] 10.222.0.64 "GET /v2.0/networks/2a1956cb-c04f-4397-beaa-b7b235f041a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4415648 Oct 27 10:25:55.268283 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-11809e3a-3fa3-43cc-8565-d6459217dff8 req-19e75c4a-7136-434d-bef5-47d86ef48fb1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:55.268656 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device dbe4b56c-8e04-4355-93d8-5697ac411eeb details requested by agent hyperv_n-h2-813419-10 with host n-h2-813419-10 {{(pid=102348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 10:25:55.287603 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bf60cd-b961-4e6c-85f2-63b4011b0df2 req-529b3577-70b3-4544-a203-ad6af11fbe93 tempest-VolumesAdminNegativeTest-898796943 tempest-VolumesAdminNegativeTest-898796943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:55.289348 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-67bf60cd-b961-4e6c-85f2-63b4011b0df2 req-529b3577-70b3-4544-a203-ad6af11fbe93 tempest-VolumesAdminNegativeTest-898796943 tempest-VolumesAdminNegativeTest-898796943-project] 10.222.0.64 "GET /v2.0/networks?id=a899c728-b9f7-4cae-86e1-719a5eb28cea HTTP/1.1" status: 200 len: 814 time: 0.2699702 Oct 27 10:25:55.317010 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-3a5e866b-c23f-4bdd-95b2-8e376fa86223 req-42dd4062-d531-4c2a-8162-755dee992325 tempest-ServersTestJSON-1341865721 tempest-ServersTestJSON-1341865721-project] 10.222.0.44 "GET /v2.0/ports?device_id=d0703643-1364-4ee4-80fa-4e826a594d67 HTTP/1.1" status: 200 len: 210 time: 0.1004248 Oct 27 10:25:55.322550 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [req-67bf60cd-b961-4e6c-85f2-63b4011b0df2 req-ded71636-cb71-41cb-bb00-a2ca6bcd9f13 tempest-VolumesAdminNegativeTest-898796943 tempest-VolumesAdminNegativeTest-898796943-project] Request body: {'port': {'device_id': '2cef3d67-5fc3-40c1-9851-33627b264318', 'network_id': 'a899c728-b9f7-4cae-86e1-719a5eb28cea', 'admin_state_up': True, 'tenant_id': '7ff04810037d408397bbc2c5d21ef590'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:25:55.415957 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11809e3a-3fa3-43cc-8565-d6459217dff8 req-19e75c4a-7136-434d-bef5-47d86ef48fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:55.416743 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-11809e3a-3fa3-43cc-8565-d6459217dff8 req-19e75c4a-7136-434d-bef5-47d86ef48fb1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:55.418234 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-11809e3a-3fa3-43cc-8565-d6459217dff8 req-19e75c4a-7136-434d-bef5-47d86ef48fb1 service neutron] 10.222.0.76 "PUT /v2.0/ports/a2555fb0-436b-4c7b-b5d3-007c3a7dc679 HTTP/1.1" status: 200 len: 1093 time: 3.5279398 Oct 27 10:25:55.492154 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] For port dbe4b56c-8e04-4355-93d8-5697ac411eeb, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=dbe4b56c-8e04-4355-93d8-5697ac411eeb,segment=NetworkSegment(922b6d3e-9a8b-4e20-bf5d-299fdca2febe),segment_id=922b6d3e-9a8b-4e20-bf5d-299fdca2febe)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:25:55.508771 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:55.509564 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 10:25:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acbf2e6a-b13b-4bb0-a0e2-123601f39c29 x-openstack-request-id: req-acbf2e6a-b13b-4bb0-a0e2-123601f39c29 {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:25:55.509968 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "002947b4-ae99-468d-8263-34ff77508595", "tag": "4b885691-85ba-4912-82eb-e467a6991070", "status": "completed", "code": 200}]} {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:25:55.510360 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-acbf2e6a-b13b-4bb0-a0e2-123601f39c29 {{(pid=102346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:25:55.510866 n-d-813419-10 neutron-server[102346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '002947b4-ae99-468d-8263-34ff77508595', 'tag': '4b885691-85ba-4912-82eb-e467a6991070', 'status': 'completed', 'code': 200} Oct 27 10:25:55.532819 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e02f95-1b12-4e01-bab3-8920cc396914 req-5e1a3bd0-ea2c-4757-9aea-b4003d03b48e tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:55.534546 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b4e02f95-1b12-4e01-bab3-8920cc396914 req-5e1a3bd0-ea2c-4757-9aea-b4003d03b48e tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] 10.222.0.44 "GET /v2.0/ports?device_id=002947b4-ae99-468d-8263-34ff77508595 HTTP/1.1" status: 200 len: 949 time: 0.3498466 Oct 27 10:25:55.537248 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-c8f59cf8-990c-4af6-9d4f-e3bb698b4100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '068ef6e0-446e-4e93-a5c2-1d5d6ef40eb8', 'name': 'tempest-ServersTestJSON-1800046610-router', 'tenant_id': '5a3c12df7f43463a852ca5173c2eabe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.233'}], 'enable_snat': True}, 'gw_port_id': 'ced55022-f93b-4955-a885-9d6e097ca9ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:22:06Z', 'updated_at': '2021-10-27T10:22:19Z', 'revision_number': 4, 'project_id': '5a3c12df7f43463a852ca5173c2eabe7', 'gw_port': {'id': 'ced55022-f93b-4955-a885-9d6e097ca9ba', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:5d:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '068ef6e0-446e-4e93-a5c2-1d5d6ef40eb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:22:08Z', 'updated_at': '2021-10-27T10:22:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_interfaces': [{'id': '4d588d28-d0d6-41f3-92d4-e512162cef6b', 'name': '', 'network_id': '6ef429fe-b6d8-4054-9275-be62180ab304', 'tenant_id': '5a3c12df7f43463a852ca5173c2eabe7', 'mac_address': 'fa:16:3e:26:d3:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '068ef6e0-446e-4e93-a5c2-1d5d6ef40eb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '0581c968-e77f-4ae1-b8cd-953b2bcace51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:22:17Z', 'updated_at': '2021-10-27T10:22:24Z', 'revision_number': 5, 'project_id': '5a3c12df7f43463a852ca5173c2eabe7', 'subnets': [{'id': '0581c968-e77f-4ae1-b8cd-953b2bcace51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:25:55.550749 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.64', 50627) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:25:55.551014 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '002947b4-ae99-468d-8263-34ff77508595', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b885691-85ba-4912-82eb-e467a6991070'}] {{(pid=102348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:25:55.554026 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c588921fa634554a1d9242fdea1b05457a9ff1d3b28ba54ec1dace7f2f1df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8509f85-c032-4fe7-b3dc-fd88a40e38aa" -d '{"events": [{"server_uuid": "002947b4-ae99-468d-8263-34ff77508595", "name": "network-vif-plugged", "status": "completed", "tag": "4b885691-85ba-4912-82eb-e467a6991070"}]}' {{(pid=102348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:25:55.556943 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Returning: {'device': 'dbe4b56c-8e04-4355-93d8-5697ac411eeb', 'network_id': 'f7c4c830-52ad-4ee2-a72d-431abd6800b4', 'port_id': 'dbe4b56c-8e04-4355-93d8-5697ac411eeb', 'mac_address': 'fa:16:3e:8b:38:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16b456d2-8438-42f0-a0ba-9b2d6c1c5bfa', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 10:25:55.578076 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port 4b885691-85ba-4912-82eb-e467a6991070, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=4b885691-85ba-4912-82eb-e467a6991070,segment=NetworkSegment(f7c42c6d-2766-46d8-a8b7-4852117a5555),segment_id=f7c42c6d-2766-46d8-a8b7-4852117a5555)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:25:55.600983 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8f59cf8-990c-4af6-9d4f-e3bb698b4100 None None] The sync data for ids ['068ef6e0-446e-4e93-a5c2-1d5d6ef40eb8'] in n-d-813419-10 is: [{'id': '068ef6e0-446e-4e93-a5c2-1d5d6ef40eb8', 'name': 'tempest-ServersTestJSON-1800046610-router', 'tenant_id': '5a3c12df7f43463a852ca5173c2eabe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.233'}], 'enable_snat': True}, 'gw_port_id': 'ced55022-f93b-4955-a885-9d6e097ca9ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:22:06Z', 'updated_at': '2021-10-27T10:22:19Z', 'revision_number': 4, 'project_id': '5a3c12df7f43463a852ca5173c2eabe7', 'gw_port': {'id': 'ced55022-f93b-4955-a885-9d6e097ca9ba', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:5d:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '068ef6e0-446e-4e93-a5c2-1d5d6ef40eb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:22:08Z', 'updated_at': '2021-10-27T10:22:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_interfaces': [{'id': '4d588d28-d0d6-41f3-92d4-e512162cef6b', 'name': '', 'network_id': '6ef429fe-b6d8-4054-9275-be62180ab304', 'tenant_id': '5a3c12df7f43463a852ca5173c2eabe7', 'mac_address': 'fa:16:3e:26:d3:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '068ef6e0-446e-4e93-a5c2-1d5d6ef40eb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '0581c968-e77f-4ae1-b8cd-953b2bcace51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:22:17Z', 'updated_at': '2021-10-27T10:22:24Z', 'revision_number': 5, 'project_id': '5a3c12df7f43463a852ca5173c2eabe7', 'subnets': [{'id': '0581c968-e77f-4ae1-b8cd-953b2bcace51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:25:55.612504 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e75c4a-7136-434d-bef5-47d86ef48fb1 service neutron] Pushing event updated for resources: {'Port': ['ID=a2555fb0-436b-4c7b-b5d3-007c3a7dc679,revision_number=3']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:25:55.624506 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:55.625919 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3c5888-57d7-4cd0-93a4-bab55fc6384e req-2f9c39c5-eee4-4376-90ed-a2c57428ba9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:55.626514 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3c5888-57d7-4cd0-93a4-bab55fc6384e req-2f9c39c5-eee4-4376-90ed-a2c57428ba9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:55.627049 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3c5888-57d7-4cd0-93a4-bab55fc6384e req-2f9c39c5-eee4-4376-90ed-a2c57428ba9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:55.627580 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3c5888-57d7-4cd0-93a4-bab55fc6384e req-2f9c39c5-eee4-4376-90ed-a2c57428ba9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:55.628354 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3c5888-57d7-4cd0-93a4-bab55fc6384e req-2f9c39c5-eee4-4376-90ed-a2c57428ba9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:55.629192 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3c5888-57d7-4cd0-93a4-bab55fc6384e req-2f9c39c5-eee4-4376-90ed-a2c57428ba9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:55.629731 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3c5888-57d7-4cd0-93a4-bab55fc6384e req-2f9c39c5-eee4-4376-90ed-a2c57428ba9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:55.631846 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-4a3c5888-57d7-4cd0-93a4-bab55fc6384e req-2f9c39c5-eee4-4376-90ed-a2c57428ba9a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4aa10ad73dbe4076b2c4dd14c0d23687&device_id=19de7999-f151-4eb5-986d-3e7b0f987b5e HTTP/1.1" status: 200 len: 6487 time: 0.3510602 Oct 27 10:25:55.647659 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67bf60cd-b961-4e6c-85f2-63b4011b0df2 req-ded71636-cb71-41cb-bb00-a2ca6bcd9f13 tempest-VolumesAdminNegativeTest-898796943 tempest-VolumesAdminNegativeTest-898796943-project] Made reservation on behalf of 7ff04810037d408397bbc2c5d21ef590 for: {'port': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:25:55.651310 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-67bf60cd-b961-4e6c-85f2-63b4011b0df2 req-ded71636-cb71-41cb-bb00-a2ca6bcd9f13 tempest-VolumesAdminNegativeTest-898796943 tempest-VolumesAdminNegativeTest-898796943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:55.677299 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:55.694496 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id dbe4b56c-8e04-4355-93d8-5697ac411eeb {{(pid=102348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:25:55.708889 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1216175e-f1e2-4c57-ba37-cd168e28292b req-5f4a4ee8-3a69-4196-88a0-f3dcb34cdf73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:55.710541 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-1216175e-f1e2-4c57-ba37-cd168e28292b req-5f4a4ee8-3a69-4196-88a0-f3dcb34cdf73 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9c487093db7840e98dafd374096ede4c&device_id=f165f7ac-c937-4242-9d48-b6ac68f3a6e2 HTTP/1.1" status: 200 len: 1098 time: 0.3181355 Oct 27 10:25:55.732914 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] For port dbe4b56c-8e04-4355-93d8-5697ac411eeb, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=dbe4b56c-8e04-4355-93d8-5697ac411eeb,segment=NetworkSegment(922b6d3e-9a8b-4e20-bf5d-299fdca2febe),segment_id=922b6d3e-9a8b-4e20-bf5d-299fdca2febe)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:25:55.738259 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Pushing event updated for resources: {'Port': ['ID=4b885691-85ba-4912-82eb-e467a6991070,revision_number=5']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:25:55.749419 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:55.779853 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-11809e3a-3fa3-43cc-8565-d6459217dff8 req-d1838932-aa6f-430c-a031-a227be6d5af1 service neutron] 10.222.0.76 "GET /v2.0/networks/2a1956cb-c04f-4397-beaa-b7b235f041a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5409441 Oct 27 10:25:55.796637 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-87a9130f-575f-4793-8121-f775645edd30 req-e45d2153-1bc0-4a21-b1d1-90a0d2d3344f tempest-VolumesAdminNegativeTest-898796943 tempest-VolumesAdminNegativeTest-898796943-project] 10.222.0.44 "GET /v2.0/ports?device_id=2cef3d67-5fc3-40c1-9851-33627b264318 HTTP/1.1" status: 200 len: 210 time: 0.1857557 Oct 27 10:25:55.796880 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11809e3a-3fa3-43cc-8565-d6459217dff8 req-e034e6a6-6faf-4a6c-8b6f-a66d50ca8bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:55.798422 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-11809e3a-3fa3-43cc-8565-d6459217dff8 req-e034e6a6-6faf-4a6c-8b6f-a66d50ca8bcb service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=e94df4c4c18844e2bca64e6c86b37300&device_id=fd112806-2ea1-49a6-8bc4-ad2b94351f55 HTTP/1.1" status: 200 len: 1096 time: 0.2617538 Oct 27 10:25:55.802155 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b4e02f95-1b12-4e01-bab3-8920cc396914 req-9cbc2dc3-ecc9-4b2e-bdce-210b5ac79118 tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] 10.222.0.44 "GET /v2.0/security-groups?id=564ecd8b-da86-4175-923a-67dcc5fcd400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2473977 Oct 27 10:25:55.807905 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871dc21f-3afd-4cf6-a6d0-88628c2c7848 req-656cff12-0e3e-45ba-b2d6-e5bbac6dbc86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:55.809895 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-871dc21f-3afd-4cf6-a6d0-88628c2c7848 req-656cff12-0e3e-45ba-b2d6-e5bbac6dbc86 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=90a01745d25e42a2aa454aea883f58a1&device_id=002947b4-ae99-468d-8263-34ff77508595 HTTP/1.1" status: 200 len: 1101 time: 0.2564888 Oct 27 10:25:55.858911 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] get_ports_and_sgs() called for port_ids ['dbe4b56c-8e04-4355-93d8-5697ac411eeb'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:25:55.862917 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Pushing event updated for resources: {'Port': ['ID=dbe4b56c-8e04-4355-93d8-5697ac411eeb,revision_number=6']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:25:55.956084 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-b760cc79-315e-4d90-bd54-b39ac0b8667c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:56.002786 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-11809e3a-3fa3-43cc-8565-d6459217dff8 req-6b927d19-24ec-4fc4-bf70-fb6c2997ece4 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a2555fb0-436b-4c7b-b5d3-007c3a7dc679 HTTP/1.1" status: 200 len: 217 time: 0.1747272 Oct 27 10:25:56.057190 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f83af50-cf5f-4f39-906b-c92395504ba5 None None] New status for floating IP 2fddb83b-ff87-4072-95f0-c84db454d6e1: DOWN {{(pid=102348) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 10:25:56.074762 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_common [req-67bf60cd-b961-4e6c-85f2-63b4011b0df2 req-ded71636-cb71-41cb-bb00-a2ca6bcd9f13 tempest-VolumesAdminNegativeTest-898796943 tempest-VolumesAdminNegativeTest-898796943-project] Allocated IP 172.20.0.2 (a899c728-b9f7-4cae-86e1-719a5eb28cea/f896a67c-21d1-42ce-a83a-e51a75d19a56/28a78682-4e3a-4032-9eee-515a7073fe9b) {{(pid=102346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:25:56.111358 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1216175e-f1e2-4c57-ba37-cd168e28292b req-7d5b04f3-39ba-4bd3-a7d6-693da172afbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:56.114027 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-1216175e-f1e2-4c57-ba37-cd168e28292b req-7d5b04f3-39ba-4bd3-a7d6-693da172afbf service neutron] 10.222.0.64 "GET /v2.0/networks?id=b70d8912-e651-449a-aede-549067567147 HTTP/1.1" status: 200 len: 909 time: 0.3835034 Oct 27 10:25:56.115378 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3c5888-57d7-4cd0-93a4-bab55fc6384e req-8aa13ac9-1adc-42c2-94ad-5a038f9f916c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:56.117032 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-4a3c5888-57d7-4cd0-93a4-bab55fc6384e req-8aa13ac9-1adc-42c2-94ad-5a038f9f916c service neutron] 10.222.0.64 "GET /v2.0/networks?id=629f7918-c2db-454f-876e-5fb1ab57b5ce HTTP/1.1" status: 200 len: 903 time: 0.4723592 Oct 27 10:25:56.240800 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-1216175e-f1e2-4c57-ba37-cd168e28292b req-5fa4924e-b461-48e8-b90a-83e388736508 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e0474841-83ec-4834-b5fd-d0a2d2bdb667 HTTP/1.1" status: 200 len: 217 time: 0.1066391 Oct 27 10:25:56.243991 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-4a3c5888-57d7-4cd0-93a4-bab55fc6384e req-91d7fc20-fe40-4e0e-a429-3b5065e03813 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=52999097-daf5-40c3-b409-81f220c75685 HTTP/1.1" status: 200 len: 217 time: 0.1113441 Oct 27 10:25:56.251490 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf18cda9-5c71-44e9-8ab9-7bbb083d28ba req-372a88e5-ec4a-404a-abbf-bc0caf4b080b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:56.252398 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11809e3a-3fa3-43cc-8565-d6459217dff8 req-d2f79c85-d1d3-4345-99f3-c1f936fbf551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:56.253062 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-bf18cda9-5c71-44e9-8ab9-7bbb083d28ba req-372a88e5-ec4a-404a-abbf-bc0caf4b080b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e94df4c4c18844e2bca64e6c86b37300&device_id=8abbd019-3bfd-468a-8fc4-b9138932da3a HTTP/1.1" status: 200 len: 1096 time: 0.7113945 Oct 27 10:25:56.254023 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-11809e3a-3fa3-43cc-8565-d6459217dff8 req-d2f79c85-d1d3-4345-99f3-c1f936fbf551 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=a5b18142-639f-42f3-8888-6e7ef35bca87 HTTP/1.1" status: 200 len: 857 time: 0.2138617 Oct 27 10:25:56.287965 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de63b80d-f52e-41c0-af54-88149c190c52 req-1d3d8105-d28a-4d15-a7f1-ea64064c5fc8 tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:56.295307 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-de63b80d-f52e-41c0-af54-88149c190c52 req-1d3d8105-d28a-4d15-a7f1-ea64064c5fc8 tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] 10.222.0.44 "GET /v2.0/ports?device_id=f165f7ac-c937-4242-9d48-b6ac68f3a6e2 HTTP/1.1" status: 200 len: 946 time: 0.3295419 Oct 27 10:25:56.323713 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b760cc79-315e-4d90-bd54-b39ac0b8667c admin admin] Pushing event deleted for resources: {'Port': ['ID=0cfe8b40-e1bb-4df5-8339-8c880b6e2634,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:25:56.361735 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871dc21f-3afd-4cf6-a6d0-88628c2c7848 req-708265cd-22ec-4fa0-9797-8fe980527576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:56.363180 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-871dc21f-3afd-4cf6-a6d0-88628c2c7848 req-708265cd-22ec-4fa0-9797-8fe980527576 service neutron] 10.222.0.64 "GET /v2.0/networks?id=4d250f92-d229-45fe-a579-67fef8e6c544 HTTP/1.1" status: 200 len: 870 time: 0.5444868 Oct 27 10:25:56.374226 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-11809e3a-3fa3-43cc-8565-d6459217dff8 req-4d984ed4-f391-4160-9fe8-a0b4485c3de3 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=2a1956cb-c04f-4397-beaa-b7b235f041a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0987177 Oct 27 10:25:56.501393 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-871dc21f-3afd-4cf6-a6d0-88628c2c7848 req-e8130892-ad71-491c-b192-a668309cc036 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.143&port_id=4b885691-85ba-4912-82eb-e467a6991070 HTTP/1.1" status: 200 len: 217 time: 0.1244738 Oct 27 10:25:56.503963 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c3afd2-8c3c-40dd-9076-a8a98f95a599 req-806f57da-6849-49d0-947e-cb30a5a22b3b tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:56.508720 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3c5888-57d7-4cd0-93a4-bab55fc6384e req-475dad9a-caec-4613-8991-47514b244203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:56.508720 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-4a3c5888-57d7-4cd0-93a4-bab55fc6384e req-475dad9a-caec-4613-8991-47514b244203 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=44c80a83-a220-441f-8a83-aa10dbf72783 HTTP/1.1" status: 200 len: 797 time: 0.2463620 Oct 27 10:25:56.510003 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c3afd2-8c3c-40dd-9076-a8a98f95a599 req-806f57da-6849-49d0-947e-cb30a5a22b3b tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:56.515997 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c3afd2-8c3c-40dd-9076-a8a98f95a599 req-806f57da-6849-49d0-947e-cb30a5a22b3b tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:56.517245 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1216175e-f1e2-4c57-ba37-cd168e28292b req-7281fef3-b3d3-4433-a0a5-ce8a1ea1c40b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:56.518575 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-1216175e-f1e2-4c57-ba37-cd168e28292b req-7281fef3-b3d3-4433-a0a5-ce8a1ea1c40b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0c8d0682-e9d2-4157-8f50-67abbd1aff64 HTTP/1.1" status: 200 len: 848 time: 0.2591474 Oct 27 10:25:56.522250 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c3afd2-8c3c-40dd-9076-a8a98f95a599 req-806f57da-6849-49d0-947e-cb30a5a22b3b tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:56.528355 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c3afd2-8c3c-40dd-9076-a8a98f95a599 req-806f57da-6849-49d0-947e-cb30a5a22b3b tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:56.534461 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c3afd2-8c3c-40dd-9076-a8a98f95a599 req-806f57da-6849-49d0-947e-cb30a5a22b3b tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:56.541124 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c3afd2-8c3c-40dd-9076-a8a98f95a599 req-806f57da-6849-49d0-947e-cb30a5a22b3b tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:56.543143 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-58c3afd2-8c3c-40dd-9076-a8a98f95a599 req-806f57da-6849-49d0-947e-cb30a5a22b3b tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] 10.222.0.44 "GET /v2.0/ports?device_id=19de7999-f151-4eb5-986d-3e7b0f987b5e HTTP/1.1" status: 200 len: 5423 time: 0.2531748 Oct 27 10:25:56.569041 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-67bf60cd-b961-4e6c-85f2-63b4011b0df2 req-ded71636-cb71-41cb-bb00-a2ca6bcd9f13 tempest-VolumesAdminNegativeTest-898796943 tempest-VolumesAdminNegativeTest-898796943-project] Publish callbacks [] for port, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:56.607745 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-de63b80d-f52e-41c0-af54-88149c190c52 req-40f6ff96-307e-4ee1-93a3-d429382e143a tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] 10.222.0.44 "GET /v2.0/security-groups?id=df17171a-6534-4d8a-8518-0be5fe64cbb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3115780 Oct 27 10:25:56.633876 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-1216175e-f1e2-4c57-ba37-cd168e28292b req-d8511537-73d2-42aa-9b4d-0f0d2f4d151d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b70d8912-e651-449a-aede-549067567147&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0841782 Oct 27 10:25:56.658332 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:25:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3737f5a7-bcef-41d3-a865-3942add1ca64 x-openstack-request-id: req-3737f5a7-bcef-41d3-a865-3942add1ca64 {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:25:56.658614 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "002947b4-ae99-468d-8263-34ff77508595", "name": "network-vif-plugged", "status": "completed", "tag": "4b885691-85ba-4912-82eb-e467a6991070", "code": 200}]} {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:25:56.658874 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3737f5a7-bcef-41d3-a865-3942add1ca64 {{(pid=102348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:25:56.659277 n-d-813419-10 neutron-server[102348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '002947b4-ae99-468d-8263-34ff77508595', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b885691-85ba-4912-82eb-e467a6991070', 'code': 200} Oct 27 10:25:56.674254 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf18cda9-5c71-44e9-8ab9-7bbb083d28ba req-571f1a1c-aecf-4b38-9c04-2750292487bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:56.675721 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-bf18cda9-5c71-44e9-8ab9-7bbb083d28ba req-571f1a1c-aecf-4b38-9c04-2750292487bd service neutron] 10.222.0.64 "GET /v2.0/networks?id=2a1956cb-c04f-4397-beaa-b7b235f041a1 HTTP/1.1" status: 200 len: 918 time: 0.3800189 Oct 27 10:25:56.738485 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.64', 50628) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:25:56.744053 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-58c3afd2-8c3c-40dd-9076-a8a98f95a599 req-fca953de-25f3-4c58-a6e9-c6fc4e8106c9 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] 10.222.0.44 "GET /v2.0/security-groups?id=34344a0a-bfc2-4f4b-96e6-fe0cf33c620a&id=652e3df3-defd-4709-b4c8-a9361485da20&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1868250 Oct 27 10:25:56.751610 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-bf18cda9-5c71-44e9-8ab9-7bbb083d28ba req-3a927778-d8be-4465-88e8-110e2ef85646 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9886b58c-1679-42a0-bef6-9a653fb0e061 HTTP/1.1" status: 200 len: 217 time: 0.0612390 Oct 27 10:25:56.775116 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871dc21f-3afd-4cf6-a6d0-88628c2c7848 req-5dccc3cc-0cc9-48f9-89ec-8fbb72f07bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:56.776751 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-871dc21f-3afd-4cf6-a6d0-88628c2c7848 req-5dccc3cc-0cc9-48f9-89ec-8fbb72f07bc5 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=62eb52f7-aac4-48af-8670-e04300325561 HTTP/1.1" status: 200 len: 843 time: 0.2679842 Oct 27 10:25:56.801061 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-11809e3a-3fa3-43cc-8565-d6459217dff8 req-8a56a0c7-e258-4767-a7cf-cf74dc305b48 service neutron] 10.222.0.76 "GET /v2.0/networks/2a1956cb-c04f-4397-beaa-b7b235f041a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4118190 Oct 27 10:25:56.816468 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-b760cc79-315e-4d90-bd54-b39ac0b8667c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2006968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1766358'] for router_interface, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:56.829876 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-67bf60cd-b961-4e6c-85f2-63b4011b0df2 req-ded71636-cb71-41cb-bb00-a2ca6bcd9f13 tempest-VolumesAdminNegativeTest-898796943 tempest-VolumesAdminNegativeTest-898796943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:56.836150 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3c5888-57d7-4cd0-93a4-bab55fc6384e req-efe70957-832d-48f4-9638-e52456add79e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:56.837676 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-4a3c5888-57d7-4cd0-93a4-bab55fc6384e req-efe70957-832d-48f4-9638-e52456add79e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=629f7918-c2db-454f-876e-5fb1ab57b5ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3060095 Oct 27 10:25:56.954703 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf18cda9-5c71-44e9-8ab9-7bbb083d28ba req-87d17d60-1eb0-4cf0-af41-db57bec50009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:56.956117 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-bf18cda9-5c71-44e9-8ab9-7bbb083d28ba req-87d17d60-1eb0-4cf0-af41-db57bec50009 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a5b18142-639f-42f3-8888-6e7ef35bca87 HTTP/1.1" status: 200 len: 857 time: 0.1966615 Oct 27 10:25:56.991489 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67bf60cd-b961-4e6c-85f2-63b4011b0df2 req-ded71636-cb71-41cb-bb00-a2ca6bcd9f13 tempest-VolumesAdminNegativeTest-898796943 tempest-VolumesAdminNegativeTest-898796943-project] Network a899c728-b9f7-4cae-86e1-719a5eb28cea is already hosted by enough agents. {{(pid=102346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:25:56.999342 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device 9886b58c-1679-42a0-bef6-9a653fb0e061 details requested by agent hyperv_n-h1-813419-10 with host n-h1-813419-10 {{(pid=102348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 10:25:57.013484 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [req-67bf60cd-b961-4e6c-85f2-63b4011b0df2 req-ded71636-cb71-41cb-bb00-a2ca6bcd9f13 tempest-VolumesAdminNegativeTest-898796943 tempest-VolumesAdminNegativeTest-898796943-project] Resources bound (agent type, host, resource id): {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:25:57.016655 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-bf18cda9-5c71-44e9-8ab9-7bbb083d28ba req-425bb9f3-0779-4685-bd0a-aebbe2e58b24 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2a1956cb-c04f-4397-beaa-b7b235f041a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0485623 Oct 27 10:25:57.018681 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [req-67bf60cd-b961-4e6c-85f2-63b4011b0df2 req-ded71636-cb71-41cb-bb00-a2ca6bcd9f13 tempest-VolumesAdminNegativeTest-898796943 tempest-VolumesAdminNegativeTest-898796943-project] Received port after_create {{(pid=102346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:25:57.028394 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded71636-cb71-41cb-bb00-a2ca6bcd9f13 tempest-VolumesAdminNegativeTest-898796943 tempest-VolumesAdminNegativeTest-898796943-project] Pushing event updated for resources: {'Port': ['ID=28a78682-4e3a-4032-9eee-515a7073fe9b,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:25:57.038639 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2f4d05-2c41-47b7-a919-b24eb9ab0fbc req-ad30c50e-a2fd-4236-bbbb-1ea29b4ede95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:57.040120 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-1e2f4d05-2c41-47b7-a919-b24eb9ab0fbc req-ad30c50e-a2fd-4236-bbbb-1ea29b4ede95 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=002947b4-ae99-468d-8263-34ff77508595 HTTP/1.1" status: 200 len: 1102 time: 0.2988174 Oct 27 10:25:57.058394 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f0b09a-015f-4ebe-9674-e5de99dc2b5b req-c7d1a2d3-c9a8-43d3-83db-e1e774ba25a5 tempest-ImagesOneServerNegativeTestJSON-1258670322 tempest-ImagesOneServerNegativeTestJSON-1258670322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:57.059856 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-40f0b09a-015f-4ebe-9674-e5de99dc2b5b req-c7d1a2d3-c9a8-43d3-83db-e1e774ba25a5 tempest-ImagesOneServerNegativeTestJSON-1258670322 tempest-ImagesOneServerNegativeTestJSON-1258670322-project] 10.222.0.44 "GET /v2.0/ports?device_id=3baf93d8-a20a-45c4-a1d6-8d5e86fb9c41 HTTP/1.1" status: 200 len: 944 time: 0.3229256 Oct 27 10:25:57.071013 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-1216175e-f1e2-4c57-ba37-cd168e28292b req-ff7b4562-8610-41b2-aa70-cbef9c9e8a41 service neutron] 10.222.0.64 "GET /v2.0/networks/b70d8912-e651-449a-aede-549067567147?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4270823 Oct 27 10:25:57.077068 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871dc21f-3afd-4cf6-a6d0-88628c2c7848 req-9cefd5d0-b15c-448e-aae2-023bc9b49941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:57.078511 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-871dc21f-3afd-4cf6-a6d0-88628c2c7848 req-9cefd5d0-b15c-448e-aae2-023bc9b49941 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4d250f92-d229-45fe-a579-67fef8e6c544&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2819414 Oct 27 10:25:57.115297 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port 9886b58c-1679-42a0-bef6-9a653fb0e061, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=9886b58c-1679-42a0-bef6-9a653fb0e061,segment=NetworkSegment(9d06246e-2507-44a2-a724-a2681fe3f929),segment_id=9d06246e-2507-44a2-a724-a2681fe3f929)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:25:57.115974 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6450fabf-1978-4a0a-b91d-f31122009a76 req-d948f7fb-6442-4856-a86d-80bb7c98113e tempest-ListServersNegativeTestJSON-2132882824 tempest-ListServersNegativeTestJSON-2132882824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:57.117262 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-6450fabf-1978-4a0a-b91d-f31122009a76 req-d948f7fb-6442-4856-a86d-80bb7c98113e tempest-ListServersNegativeTestJSON-2132882824 tempest-ListServersNegativeTestJSON-2132882824-project] 10.222.0.44 "GET /v2.0/ports?device_id=2e500175-dfa4-4437-bcf1-beb05fa87fb9 HTTP/1.1" status: 200 len: 943 time: 0.2904875 Oct 27 10:25:57.127740 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Returning: {'device': '9886b58c-1679-42a0-bef6-9a653fb0e061', 'network_id': '2a1956cb-c04f-4397-beaa-b7b235f041a1', 'port_id': '9886b58c-1679-42a0-bef6-9a653fb0e061', 'mac_address': 'fa:16:3e:fc:81:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 411, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5b18142-639f-42f3-8888-6e7ef35bca87', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 10:25:57.158046 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bf60cd-b961-4e6c-85f2-63b4011b0df2 req-ded71636-cb71-41cb-bb00-a2ca6bcd9f13 tempest-VolumesAdminNegativeTest-898796943 tempest-VolumesAdminNegativeTest-898796943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:57.158790 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-67bf60cd-b961-4e6c-85f2-63b4011b0df2 req-ded71636-cb71-41cb-bb00-a2ca6bcd9f13 tempest-VolumesAdminNegativeTest-898796943 tempest-VolumesAdminNegativeTest-898796943-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:57.167334 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:57.182267 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9886b58c-1679-42a0-bef6-9a653fb0e061 {{(pid=102348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:25:57.205158 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port 9886b58c-1679-42a0-bef6-9a653fb0e061, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=9886b58c-1679-42a0-bef6-9a653fb0e061,segment=NetworkSegment(9d06246e-2507-44a2-a724-a2681fe3f929),segment_id=9d06246e-2507-44a2-a724-a2681fe3f929)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:25:57.210231 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:57.216649 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-67bf60cd-b961-4e6c-85f2-63b4011b0df2 req-ded71636-cb71-41cb-bb00-a2ca6bcd9f13 tempest-VolumesAdminNegativeTest-898796943 tempest-VolumesAdminNegativeTest-898796943-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9021256 Oct 27 10:25:57.221819 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-6450fabf-1978-4a0a-b91d-f31122009a76 req-f690013f-0c4c-4319-b78c-9e326d43c6fc tempest-ListServersNegativeTestJSON-2132882824 tempest-ListServersNegativeTestJSON-2132882824-project] 10.222.0.44 "GET /v2.0/security-groups?id=7ef68dd5-26a7-478b-9aed-6f26200a7f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866642 Oct 27 10:25:57.237653 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device dbe4b56c-8e04-4355-93d8-5697ac411eeb up at agent hyperv_n-h2-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:25:57.282671 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [req-67bf60cd-b961-4e6c-85f2-63b4011b0df2 req-8771bbc7-ba8f-4762-b764-314a1766f750 service neutron] Request body: {'port': {'device_id': '2cef3d67-5fc3-40c1-9851-33627b264318', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-10'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:25:57.311732 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Pushing event updated for resources: {'Port': ['ID=9886b58c-1679-42a0-bef6-9a653fb0e061,revision_number=4']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:25:57.341479 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-bf18cda9-5c71-44e9-8ab9-7bbb083d28ba req-edcb4747-ef4b-4c8c-acca-067502e4ee8b service neutron] 10.222.0.64 "GET /v2.0/networks/2a1956cb-c04f-4397-beaa-b7b235f041a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3150287 Oct 27 10:25:57.344240 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Provisioning complete for port dbe4b56c-8e04-4355-93d8-5697ac411eeb triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:25:57.344240 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:57.445613 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:57.470422 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] get_ports_and_sgs() called for port_ids ['9886b58c-1679-42a0-bef6-9a653fb0e061'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:25:57.478833 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-67bf60cd-b961-4e6c-85f2-63b4011b0df2 req-8771bbc7-ba8f-4762-b764-314a1766f750 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:57.511621 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e500175-dfa4-4437-bcf1-beb05fa87fb9', 'tag': '08ad9fb6-2a77-47d2-9ba3-fc1818f1927d'}] {{(pid=102346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:25:57.513961 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc0e418f5fc417c8d55d94c0aa509b037d0beb2a734c1a709e789eb65639a56d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14b63b5a-f840-43ad-b6e0-357dfaa13240" -d '{"events": [{"name": "network-changed", "server_uuid": "2e500175-dfa4-4437-bcf1-beb05fa87fb9", "tag": "08ad9fb6-2a77-47d2-9ba3-fc1818f1927d"}]}' {{(pid=102346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:25:57.522823 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] For port dbe4b56c-8e04-4355-93d8-5697ac411eeb, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=dbe4b56c-8e04-4355-93d8-5697ac411eeb,segment=NetworkSegment(922b6d3e-9a8b-4e20-bf5d-299fdca2febe),segment_id=922b6d3e-9a8b-4e20-bf5d-299fdca2febe)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:25:57.531586 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:57.544103 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0703643-1364-4ee4-80fa-4e826a594d67', 'name': 'network-vif-deleted', 'tag': '63ffddaf-77c9-47e2-8e97-4a90c844dd8b'}, {'name': 'network-changed', 'server_uuid': 'fd112806-2ea1-49a6-8bc4-ad2b94351f55', 'tag': 'a2555fb0-436b-4c7b-b5d3-007c3a7dc679'}] {{(pid=102347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:25:57.546353 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311149b481204ee7edffdb959c881838506fbd95bc8577c048f6677abb73acc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9fef883-5ee9-4f17-bb30-0516cf44aab5" -d '{"events": [{"server_uuid": "d0703643-1364-4ee4-80fa-4e826a594d67", "name": "network-vif-deleted", "tag": "63ffddaf-77c9-47e2-8e97-4a90c844dd8b"}, {"name": "network-changed", "server_uuid": "fd112806-2ea1-49a6-8bc4-ad2b94351f55", "tag": "a2555fb0-436b-4c7b-b5d3-007c3a7dc679"}]}' {{(pid=102347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:25:57.570882 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b760cc79-315e-4d90-bd54-b39ac0b8667c admin admin] Router abb6ec27-9976-4ada-8049-ef949c366442 has already been hosted by L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb {{(pid=102346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 10:25:57.576182 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-bf18cda9-5c71-44e9-8ab9-7bbb083d28ba req-4f956ee0-eb9a-44bb-bbb9-8f2d006cc499 service neutron] 10.222.0.64 "GET /v2.0/networks/2a1956cb-c04f-4397-beaa-b7b235f041a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2183838 Oct 27 10:25:57.586819 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962c2bb0-20a0-4d7a-849b-f5c8f160748f req-2dd3a81b-56be-4e1c-8eae-f22c0f0c92c6 tempest-VolumesAdminNegativeTest-898796943 tempest-VolumesAdminNegativeTest-898796943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:57.593999 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-962c2bb0-20a0-4d7a-849b-f5c8f160748f req-2dd3a81b-56be-4e1c-8eae-f22c0f0c92c6 tempest-VolumesAdminNegativeTest-898796943 tempest-VolumesAdminNegativeTest-898796943-project] 10.222.0.44 "GET /v2.0/ports?device_id=2cef3d67-5fc3-40c1-9851-33627b264318 HTTP/1.1" status: 200 len: 931 time: 0.2005873 Oct 27 10:25:57.609191 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-11809e3a-3fa3-43cc-8565-d6459217dff8 req-8977731f-99b3-4e8a-a8c0-02caf7362f34 service neutron] 10.222.0.76 "GET /v2.0/networks/2a1956cb-c04f-4397-beaa-b7b235f041a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7655013 Oct 27 10:25:57.610362 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Pushing event updated for resources: {'Port': ['ID=dbe4b56c-8e04-4355-93d8-5697ac411eeb,revision_number=7']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:25:57.621038 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-4a3c5888-57d7-4cd0-93a4-bab55fc6384e req-981fa09f-6c22-43fe-ac3c-1101ff4e226b service neutron] 10.222.0.64 "GET /v2.0/networks/629f7918-c2db-454f-876e-5fb1ab57b5ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7618978 Oct 27 10:25:57.632742 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-1e2f4d05-2c41-47b7-a919-b24eb9ab0fbc req-f9dfd500-b1fe-4d1b-959c-6d8e6318c626 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=564ecd8b-da86-4175-923a-67dcc5fcd400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5849540 Oct 27 10:25:57.643704 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.agents_db [None req-e79ee67d-056e-46ea-bd99-e80473396b25 None None] Agent healthcheck: found 7 active agents {{(pid=102349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 10:25:57.711544 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-40f0b09a-015f-4ebe-9674-e5de99dc2b5b req-9941fa30-7486-445f-8324-80aeddac1662 tempest-ImagesOneServerNegativeTestJSON-1258670322 tempest-ImagesOneServerNegativeTestJSON-1258670322-project] 10.222.0.44 "GET /v2.0/security-groups?id=0c17542d-7fc8-4217-9c44-3a2fd00892bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6179342 Oct 27 10:25:57.765171 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-1216175e-f1e2-4c57-ba37-cd168e28292b req-79acd2cb-6c40-4db5-8fb3-fc797f1f2727 service neutron] 10.222.0.64 "GET /v2.0/networks/b70d8912-e651-449a-aede-549067567147?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6726522 Oct 27 10:25:57.766939 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-871dc21f-3afd-4cf6-a6d0-88628c2c7848 req-d4d8e20b-6e2f-491c-81e2-f77411350ef6 service neutron] 10.222.0.64 "GET /v2.0/networks/4d250f92-d229-45fe-a579-67fef8e6c544?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6579096 Oct 27 10:25:57.783305 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-962c2bb0-20a0-4d7a-849b-f5c8f160748f req-8b5426f6-d52d-41a8-9ac1-022e53a695ac tempest-VolumesAdminNegativeTest-898796943 tempest-VolumesAdminNegativeTest-898796943-project] 10.222.0.44 "GET /v2.0/security-groups?id=87c60c04-bc0e-45a7-a9f7-115745924900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884220 Oct 27 10:25:57.823732 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-4a3c5888-57d7-4cd0-93a4-bab55fc6384e req-e9687ad0-0ad0-4e79-8d39-25024b266cca service neutron] 10.222.0.64 "GET /v2.0/networks/629f7918-c2db-454f-876e-5fb1ab57b5ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1892521 Oct 27 10:25:57.844441 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3725027d-9f91-464b-bac1-90012e9526d6 req-c027fcc8-62f8-4f14-a57e-48288dc6616e tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:57.853028 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-3725027d-9f91-464b-bac1-90012e9526d6 req-c027fcc8-62f8-4f14-a57e-48288dc6616e tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] 10.222.0.44 "GET /v2.0/ports?device_id=002947b4-ae99-468d-8263-34ff77508595 HTTP/1.1" status: 200 len: 950 time: 0.0757182 Oct 27 10:25:57.865000 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 49736) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:25:57.960217 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 27 Oct 2021 10:25:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90ddd058-6252-4807-ad62-272a0f4f8efe x-openstack-request-id: req-90ddd058-6252-4807-ad62-272a0f4f8efe {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:25:57.960519 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0703643-1364-4ee4-80fa-4e826a594d67", "name": "network-vif-deleted", "tag": "63ffddaf-77c9-47e2-8e97-4a90c844dd8b", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "fd112806-2ea1-49a6-8bc4-ad2b94351f55", "tag": "a2555fb0-436b-4c7b-b5d3-007c3a7dc679", "status": "completed", "code": 200}]} {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:25:57.960770 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-90ddd058-6252-4807-ad62-272a0f4f8efe {{(pid=102347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:25:57.961311 n-d-813419-10 neutron-server[102347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0703643-1364-4ee4-80fa-4e826a594d67', 'name': 'network-vif-deleted', 'tag': '63ffddaf-77c9-47e2-8e97-4a90c844dd8b', 'status': 'completed', 'code': 200} Oct 27 10:25:57.962824 n-d-813419-10 neutron-server[102347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd112806-2ea1-49a6-8bc4-ad2b94351f55', 'tag': 'a2555fb0-436b-4c7b-b5d3-007c3a7dc679', 'status': 'completed', 'code': 200} Oct 27 10:25:57.972182 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-3725027d-9f91-464b-bac1-90012e9526d6 req-36f7bd0c-64d1-40c8-92ca-0bfe1dd9d7f6 tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] 10.222.0.44 "GET /v2.0/security-groups?id=564ecd8b-da86-4175-923a-67dcc5fcd400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170855 Oct 27 10:25:58.055482 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b63b5a-f840-43ad-b6e0-357dfaa13240 req-00464934-621f-4d7c-9da8-9e529c740b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:58.061662 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-14b63b5a-f840-43ad-b6e0-357dfaa13240 req-00464934-621f-4d7c-9da8-9e529c740b0e service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=e94df4c4c18844e2bca64e6c86b37300&device_id=2e500175-dfa4-4437-bcf1-beb05fa87fb9 HTTP/1.1" status: 200 len: 1095 time: 0.0929930 Oct 27 10:25:58.101797 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-871dc21f-3afd-4cf6-a6d0-88628c2c7848 req-5234cf3a-b59a-4796-ac55-7d89257c2109 service neutron] 10.222.0.64 "GET /v2.0/networks/4d250f92-d229-45fe-a579-67fef8e6c544?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2453039 Oct 27 10:25:58.238642 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0636179a-b7ce-4561-bcc0-6d0ce410e099 req-8ec83ef8-7fdb-432d-8668-46b0efe60789 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:58.245291 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0636179a-b7ce-4561-bcc0-6d0ce410e099 req-8ec83ef8-7fdb-432d-8668-46b0efe60789 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:58.248114 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 10:25:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6683014-0c95-4732-91c5-f5805e51154a x-openstack-request-id: req-b6683014-0c95-4732-91c5-f5805e51154a {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:25:58.248474 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e500175-dfa4-4437-bcf1-beb05fa87fb9", "tag": "08ad9fb6-2a77-47d2-9ba3-fc1818f1927d", "status": "completed", "code": 200}]} {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:25:58.248874 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b6683014-0c95-4732-91c5-f5805e51154a {{(pid=102346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:25:58.249634 n-d-813419-10 neutron-server[102346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e500175-dfa4-4437-bcf1-beb05fa87fb9', 'tag': '08ad9fb6-2a77-47d2-9ba3-fc1818f1927d', 'status': 'completed', 'code': 200} Oct 27 10:25:58.252550 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0636179a-b7ce-4561-bcc0-6d0ce410e099 req-8ec83ef8-7fdb-432d-8668-46b0efe60789 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:58.259987 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0636179a-b7ce-4561-bcc0-6d0ce410e099 req-8ec83ef8-7fdb-432d-8668-46b0efe60789 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:58.266591 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0636179a-b7ce-4561-bcc0-6d0ce410e099 req-8ec83ef8-7fdb-432d-8668-46b0efe60789 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:58.273619 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0636179a-b7ce-4561-bcc0-6d0ce410e099 req-8ec83ef8-7fdb-432d-8668-46b0efe60789 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:58.281235 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0636179a-b7ce-4561-bcc0-6d0ce410e099 req-8ec83ef8-7fdb-432d-8668-46b0efe60789 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:58.283396 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-0636179a-b7ce-4561-bcc0-6d0ce410e099 req-8ec83ef8-7fdb-432d-8668-46b0efe60789 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] 10.222.0.44 "GET /v2.0/ports?device_id=19de7999-f151-4eb5-986d-3e7b0f987b5e HTTP/1.1" status: 200 len: 5423 time: 0.1805131 Oct 27 10:25:58.307307 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b760cc79-315e-4d90-bd54-b39ac0b8667c admin admin] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:25:58.314230 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b63b5a-f840-43ad-b6e0-357dfaa13240 req-a3caf63a-9a64-410c-9db5-4697db7864c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:58.315858 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-14b63b5a-f840-43ad-b6e0-357dfaa13240 req-a3caf63a-9a64-410c-9db5-4697db7864c3 service neutron] 10.222.0.76 "GET /v2.0/networks?id=2a1956cb-c04f-4397-beaa-b7b235f041a1 HTTP/1.1" status: 200 len: 918 time: 0.2493522 Oct 27 10:25:58.322048 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff5813ae-8dac-4a7a-886b-e82cafa6d39b None None] Sync routers for ids ['abb6ec27-9976-4ada-8049-ef949c366442'] in n-d-813419-10 {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:25:58.338297 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff5813ae-8dac-4a7a-886b-e82cafa6d39b None None] Routers {'abb6ec27-9976-4ada-8049-ef949c366442'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:25:58.338532 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-b760cc79-315e-4d90-bd54-b39ac0b8667c admin admin] 10.222.0.44 "PUT /v2.0/routers/abb6ec27-9976-4ada-8049-ef949c366442/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9394081 Oct 27 10:25:58.339436 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-ff5813ae-8dac-4a7a-886b-e82cafa6d39b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:25:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['abb6ec27-9976-4ada-8049-ef949c366442'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:25:58.346027 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 49740) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:25:58.393985 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fef883-5ee9-4f17-bb30-0516cf44aab5 req-97b88e38-1bce-441f-938e-b0a78ea049d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:58.398013 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-a9fef883-5ee9-4f17-bb30-0516cf44aab5 req-97b88e38-1bce-441f-938e-b0a78ea049d5 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=e94df4c4c18844e2bca64e6c86b37300&device_id=fd112806-2ea1-49a6-8bc4-ad2b94351f55 HTTP/1.1" status: 200 len: 1096 time: 0.1513655 Oct 27 10:25:58.424738 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-14b63b5a-f840-43ad-b6e0-357dfaa13240 req-c0e1d46b-8ac0-446b-b930-9138e0928366 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=08ad9fb6-2a77-47d2-9ba3-fc1818f1927d HTTP/1.1" status: 200 len: 217 time: 0.0958683 Oct 27 10:25:58.477716 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cb8536-47f7-463e-9832-768cc6ff5244 req-60e611b8-af18-4107-8083-d552733a15b0 tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:58.485582 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-57cb8536-47f7-463e-9832-768cc6ff5244 req-60e611b8-af18-4107-8083-d552733a15b0 tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] 10.222.0.44 "GET /v2.0/ports?device_id=f165f7ac-c937-4242-9d48-b6ac68f3a6e2 HTTP/1.1" status: 200 len: 946 time: 0.2338507 Oct 27 10:25:58.487415 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-4b511f20-f3e6-40ae-a91f-89c0fd1e6fbf tempest-ServersTestJSON-1341865721 tempest-ServersTestJSON-1341865721-project] Publish callbacks [] for security_group, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:58.502366 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b63b5a-f840-43ad-b6e0-357dfaa13240 req-dc387524-dcdf-4896-970a-006a71332c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:58.503838 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-14b63b5a-f840-43ad-b6e0-357dfaa13240 req-dc387524-dcdf-4896-970a-006a71332c15 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=a5b18142-639f-42f3-8888-6e7ef35bca87 HTTP/1.1" status: 200 len: 857 time: 0.0480795 Oct 27 10:25:58.510008 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-0636179a-b7ce-4561-bcc0-6d0ce410e099 req-ae2a7c57-408d-4f71-a41b-42d97c03aba5 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] 10.222.0.44 "GET /v2.0/security-groups?id=34344a0a-bfc2-4f4b-96e6-fe0cf33c620a&id=652e3df3-defd-4709-b4c8-a9361485da20&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2186606 Oct 27 10:25:58.547727 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-14b63b5a-f840-43ad-b6e0-357dfaa13240 req-d720f9cd-4f5b-4ef0-847b-f431ae32c7eb service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=2a1956cb-c04f-4397-beaa-b7b235f041a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324273 Oct 27 10:25:58.570400 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [req-67bf60cd-b961-4e6c-85f2-63b4011b0df2 req-8771bbc7-ba8f-4762-b764-314a1766f750 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28a78682-4e3a-4032-9eee-515a7073fe9b {{(pid=102346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:25:58.583202 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-67bf60cd-b961-4e6c-85f2-63b4011b0df2 req-8771bbc7-ba8f-4762-b764-314a1766f750 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:58.594141 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-4b511f20-f3e6-40ae-a91f-89c0fd1e6fbf tempest-ServersTestJSON-1341865721 tempest-ServersTestJSON-1341865721-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:58.632762 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.provisioning_blocks [req-67bf60cd-b961-4e6c-85f2-63b4011b0df2 req-8771bbc7-ba8f-4762-b764-314a1766f750 service neutron] Transition to ACTIVE for port object 28a78682-4e3a-4032-9eee-515a7073fe9b will not be triggered until provisioned by entity L2. {{(pid=102346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 10:25:58.636824 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvr_db [None req-ff5813ae-8dac-4a7a-886b-e82cafa6d39b None None] Set router abb6ec27-9976-4ada-8049-ef949c366442 gateway port host: n-d-813419-10 {{(pid=102349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:25:58.660436 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-57cb8536-47f7-463e-9832-768cc6ff5244 req-20a8ccce-5433-4f53-8ee3-e7099e739677 tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] 10.222.0.44 "GET /v2.0/security-groups?id=df17171a-6534-4d8a-8518-0be5fe64cbb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734216 Oct 27 10:25:58.661193 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3baf93d8-a20a-45c4-a1d6-8d5e86fb9c41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbe4b56c-8e04-4355-93d8-5697ac411eeb'}] {{(pid=102348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:25:58.664586 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c588921fa634554a1d9242fdea1b05457a9ff1d3b28ba54ec1dace7f2f1df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1e24618-3ba5-46e0-909e-a18613f31ec2" -d '{"events": [{"server_uuid": "3baf93d8-a20a-45c4-a1d6-8d5e86fb9c41", "name": "network-vif-plugged", "status": "completed", "tag": "dbe4b56c-8e04-4355-93d8-5697ac411eeb"}]}' {{(pid=102348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:25:58.666535 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-67bf60cd-b961-4e6c-85f2-63b4011b0df2 req-8771bbc7-ba8f-4762-b764-314a1766f750 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27024173'] for port, after_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:58.723379 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-bc84ea57-c449-4302-b4bf-03a9527bf203 admin admin] Publish callbacks [] for router, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:58.737177 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fef883-5ee9-4f17-bb30-0516cf44aab5 req-d91d2fbf-487d-40c6-9791-fe49894a624a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:58.739497 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-a9fef883-5ee9-4f17-bb30-0516cf44aab5 req-d91d2fbf-487d-40c6-9791-fe49894a624a service neutron] 10.222.0.76 "GET /v2.0/networks?id=2a1956cb-c04f-4397-beaa-b7b235f041a1 HTTP/1.1" status: 200 len: 918 time: 0.3058779 Oct 27 10:25:58.775998 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:25:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7bd3e50-ce76-4f72-a920-a5e453835ec9 x-openstack-request-id: req-b7bd3e50-ce76-4f72-a920-a5e453835ec9 {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:25:58.776838 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3baf93d8-a20a-45c4-a1d6-8d5e86fb9c41", "name": "network-vif-plugged", "status": "completed", "tag": "dbe4b56c-8e04-4355-93d8-5697ac411eeb", "code": 200}]} {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:25:58.777267 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b7bd3e50-ce76-4f72-a920-a5e453835ec9 {{(pid=102348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:25:58.777867 n-d-813419-10 neutron-server[102348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3baf93d8-a20a-45c4-a1d6-8d5e86fb9c41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbe4b56c-8e04-4355-93d8-5697ac411eeb', 'code': 200} Oct 27 10:25:58.805824 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8771bbc7-ba8f-4762-b764-314a1766f750 service neutron] Pushing event updated for resources: {'Port': ['ID=28a78682-4e3a-4032-9eee-515a7073fe9b,revision_number=2']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:25:58.810470 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-a9fef883-5ee9-4f17-bb30-0516cf44aab5 req-71b8263e-1980-45c6-9181-725256dea7e7 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a2555fb0-436b-4c7b-b5d3-007c3a7dc679 HTTP/1.1" status: 200 len: 217 time: 0.0604403 Oct 27 10:25:58.816643 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-4b511f20-f3e6-40ae-a91f-89c0fd1e6fbf tempest-ServersTestJSON-1341865721 tempest-ServersTestJSON-1341865721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:58.819233 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-4b511f20-f3e6-40ae-a91f-89c0fd1e6fbf tempest-ServersTestJSON-1341865721 tempest-ServersTestJSON-1341865721-project] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:58.820515 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-4b511f20-f3e6-40ae-a91f-89c0fd1e6fbf tempest-ServersTestJSON-1341865721 tempest-ServersTestJSON-1341865721-project] 10.222.0.44 "DELETE /v2.0/security-groups/8fb6e5b5-c2fd-4ec8-99a2-cc35d354719d HTTP/1.1" status: 204 len: 168 time: 0.9530933 Oct 27 10:25:58.853557 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 49748) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:25:58.904850 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-bc84ea57-c449-4302-b4bf-03a9527bf203 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:58.927065 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b511f20-f3e6-40ae-a91f-89c0fd1e6fbf tempest-ServersTestJSON-1341865721 tempest-ServersTestJSON-1341865721-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fb6e5b5-c2fd-4ec8-99a2-cc35d354719d,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:25:58.938400 n-d-813419-10 neutron-server[102346]: INFO neutron.api.v2.resource [None req-5ee8faab-d239-4d9a-9bde-ffe07f354b4d tempest-ServersTestJSON-1341865721 tempest-ServersTestJSON-1341865721-project] show failed (client error): The resource could not be found. Oct 27 10:25:58.941958 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-5ee8faab-d239-4d9a-9bde-ffe07f354b4d tempest-ServersTestJSON-1341865721 tempest-ServersTestJSON-1341865721-project] 10.222.0.44 "GET /v2.0/security-groups/8fb6e5b5-c2fd-4ec8-99a2-cc35d354719d HTTP/1.1" status: 404 len: 347 time: 0.0820985 Oct 27 10:25:58.942502 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00de2412-46a2-4a4b-9dbb-11d795afcd47 req-fb35ede2-bdc6-416b-89d6-b92736903ad4 tempest-ListServersNegativeTestJSON-2132882824 tempest-ListServersNegativeTestJSON-2132882824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:58.951319 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-00de2412-46a2-4a4b-9dbb-11d795afcd47 req-fb35ede2-bdc6-416b-89d6-b92736903ad4 tempest-ListServersNegativeTestJSON-2132882824 tempest-ListServersNegativeTestJSON-2132882824-project] 10.222.0.44 "GET /v2.0/ports?device_id=2e500175-dfa4-4437-bcf1-beb05fa87fb9 HTTP/1.1" status: 200 len: 943 time: 0.3072698 Oct 27 10:25:58.957521 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 49750) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:25:59.005846 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-ff5813ae-8dac-4a7a-886b-e82cafa6d39b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abb6ec27-9976-4ada-8049-ef949c366442', 'name': 'tempest-ServerRescueTestJSON-1917292420-router', 'tenant_id': '23d18887a95946a7b35c0b3b4d482024', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.183'}], 'enable_snat': True}, 'gw_port_id': 'c4182ee9-3f4f-40bf-b482-839ad83ef6b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:23:33Z', 'updated_at': '2021-10-27T10:25:55Z', 'revision_number': 5, 'project_id': '23d18887a95946a7b35c0b3b4d482024', 'gw_port': {'id': 'c4182ee9-3f4f-40bf-b482-839ad83ef6b2', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:f5:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abb6ec27-9976-4ada-8049-ef949c366442', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:23:34Z', 'updated_at': '2021-10-27T10:23:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10'}], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:25:59.023840 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fef883-5ee9-4f17-bb30-0516cf44aab5 req-d7f1ec25-87bc-482f-9738-bc7f00d0f412 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:59.025258 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-a9fef883-5ee9-4f17-bb30-0516cf44aab5 req-d7f1ec25-87bc-482f-9738-bc7f00d0f412 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=a5b18142-639f-42f3-8888-6e7ef35bca87 HTTP/1.1" status: 200 len: 857 time: 0.1896076 Oct 27 10:25:59.025454 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device 9886b58c-1679-42a0-bef6-9a653fb0e061 up at agent hyperv_n-h1-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:25:59.055468 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-14b63b5a-f840-43ad-b6e0-357dfaa13240 req-5ec845da-3783-4d46-b840-d2a988eacf04 service neutron] 10.222.0.76 "GET /v2.0/networks/2a1956cb-c04f-4397-beaa-b7b235f041a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4934213 Oct 27 10:25:59.070872 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-00de2412-46a2-4a4b-9dbb-11d795afcd47 req-f3db0be1-9c8a-406e-85cd-8eebb853e4b3 tempest-ListServersNegativeTestJSON-2132882824 tempest-ListServersNegativeTestJSON-2132882824-project] 10.222.0.44 "GET /v2.0/security-groups?id=7ef68dd5-26a7-478b-9aed-6f26200a7f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186349 Oct 27 10:25:59.098806 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-bc84ea57-c449-4302-b4bf-03a9527bf203 admin admin] Deleting port c4182ee9-3f4f-40bf-b482-839ad83ef6b2 {{(pid=102347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:25:59.100374 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff5813ae-8dac-4a7a-886b-e82cafa6d39b None None] Checking router: abb6ec27-9976-4ada-8049-ef949c366442 for host: n-d-813419-10 {{(pid=102349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 10:25:59.101925 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-bc84ea57-c449-4302-b4bf-03a9527bf203 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:59.117414 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.managers [req-67bf60cd-b961-4e6c-85f2-63b4011b0df2 req-8771bbc7-ba8f-4762-b764-314a1766f750 service neutron] Attempting to bind port 28a78682-4e3a-4032-9eee-515a7073fe9b on host n-h1-813419-10 for vnic_type normal with profile {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:25:59.117743 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.managers [req-67bf60cd-b961-4e6c-85f2-63b4011b0df2 req-8771bbc7-ba8f-4762-b764-314a1766f750 service neutron] Attempting to bind port 28a78682-4e3a-4032-9eee-515a7073fe9b by drivers openvswitch,hyperv on host n-h1-813419-10 at level 0 using segments [{'id': '245f67ce-4f02-48c5-ad99-468e9064edc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'a899c728-b9f7-4cae-86e1-719a5eb28cea'}] {{(pid=102346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:25:59.118072 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67bf60cd-b961-4e6c-85f2-63b4011b0df2 req-8771bbc7-ba8f-4762-b764-314a1766f750 service neutron] Attempting to bind port 28a78682-4e3a-4032-9eee-515a7073fe9b on network a899c728-b9f7-4cae-86e1-719a5eb28cea {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:25:59.118687 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff5813ae-8dac-4a7a-886b-e82cafa6d39b None None] Routers {'abb6ec27-9976-4ada-8049-ef949c366442'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:25:59.121454 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-ff5813ae-8dac-4a7a-886b-e82cafa6d39b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:25:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['abb6ec27-9976-4ada-8049-ef949c366442'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:25:59.129125 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b37726-5d6c-4e4e-b51f-8b8e49082087 req-6bace5d8-a28e-4d20-86b4-fdf8bfcaa449 tempest-ImagesOneServerNegativeTestJSON-1258670322 tempest-ImagesOneServerNegativeTestJSON-1258670322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:59.136362 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-04b37726-5d6c-4e4e-b51f-8b8e49082087 req-6bace5d8-a28e-4d20-86b4-fdf8bfcaa449 tempest-ImagesOneServerNegativeTestJSON-1258670322 tempest-ImagesOneServerNegativeTestJSON-1258670322-project] 10.222.0.44 "GET /v2.0/ports?device_id=3baf93d8-a20a-45c4-a1d6-8d5e86fb9c41 HTTP/1.1" status: 200 len: 945 time: 0.2103901 Oct 27 10:25:59.148580 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67bf60cd-b961-4e6c-85f2-63b4011b0df2 req-8771bbc7-ba8f-4762-b764-314a1766f750 service neutron] Port 28a78682-4e3a-4032-9eee-515a7073fe9b on network a899c728-b9f7-4cae-86e1-719a5eb28cea not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-10 {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 10:25:59.148907 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67bf60cd-b961-4e6c-85f2-63b4011b0df2 req-8771bbc7-ba8f-4762-b764-314a1766f750 service neutron] Attempting to bind port 28a78682-4e3a-4032-9eee-515a7073fe9b on network a899c728-b9f7-4cae-86e1-719a5eb28cea {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:25:59.158598 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Provisioning for port 9886b58c-1679-42a0-bef6-9a653fb0e061 completed by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 10:25:59.165187 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Provisioning complete for port 9886b58c-1679-42a0-bef6-9a653fb0e061 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:25:59.165187 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:59.181291 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67bf60cd-b961-4e6c-85f2-63b4011b0df2 req-8771bbc7-ba8f-4762-b764-314a1766f750 service neutron] Checking agent: {'id': 'a52e1cab-0c63-402d-9c94-330537c6c076', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 16, 2), 'started_at': datetime.datetime(2021, 10, 27, 10, 16, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 25, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:25:59.181582 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67bf60cd-b961-4e6c-85f2-63b4011b0df2 req-8771bbc7-ba8f-4762-b764-314a1766f750 service neutron] Checking segment: {'id': '245f67ce-4f02-48c5-ad99-468e9064edc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'a899c728-b9f7-4cae-86e1-719a5eb28cea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:25:59.181924 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67bf60cd-b961-4e6c-85f2-63b4011b0df2 req-8771bbc7-ba8f-4762-b764-314a1766f750 service neutron] Bound using segment: {'id': '245f67ce-4f02-48c5-ad99-468e9064edc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'a899c728-b9f7-4cae-86e1-719a5eb28cea'} {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:25:59.182371 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.managers [req-67bf60cd-b961-4e6c-85f2-63b4011b0df2 req-8771bbc7-ba8f-4762-b764-314a1766f750 service neutron] Bound port: 28a78682-4e3a-4032-9eee-515a7073fe9b, host: n-h1-813419-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '245f67ce-4f02-48c5-ad99-468e9064edc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'a899c728-b9f7-4cae-86e1-719a5eb28cea'}}] {{(pid=102346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:25:59.182721 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-67bf60cd-b961-4e6c-85f2-63b4011b0df2 req-8771bbc7-ba8f-4762-b764-314a1766f750 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:59.212403 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-a9fef883-5ee9-4f17-bb30-0516cf44aab5 req-db02ca4e-ce0c-4dd2-9375-e64641a55689 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=2a1956cb-c04f-4397-beaa-b7b235f041a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0462399 Oct 27 10:25:59.246243 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-04b37726-5d6c-4e4e-b51f-8b8e49082087 req-6d26e964-37d8-44bb-9984-0cd91c9098b2 tempest-ImagesOneServerNegativeTestJSON-1258670322 tempest-ImagesOneServerNegativeTestJSON-1258670322-project] 10.222.0.44 "GET /v2.0/security-groups?id=0c17542d-7fc8-4217-9c44-3a2fd00892bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067421 Oct 27 10:25:59.343893 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvr_db [None req-ff5813ae-8dac-4a7a-886b-e82cafa6d39b None None] Set router abb6ec27-9976-4ada-8049-ef949c366442 gateway port host: None {{(pid=102349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:25:59.369408 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:59.379518 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-78ab9b4c-273d-47ce-8503-d8472e65a57f tempest-ServersTestJSON-1341865721 tempest-ServersTestJSON-1341865721-project] Deleting port 020d5c36-02ab-43f4-90b1-8c5b63f914ef {{(pid=102346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:25:59.379855 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-78ab9b4c-273d-47ce-8503-d8472e65a57f tempest-ServersTestJSON-1341865721 tempest-ServersTestJSON-1341865721-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:59.411850 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [None req-bc84ea57-c449-4302-b4bf-03a9527bf203 admin admin] For port c4182ee9-3f4f-40bf-b482-839ad83ef6b2, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=c4182ee9-3f4f-40bf-b482-839ad83ef6b2,segment=NetworkSegment(bc14127b-7032-4c50-bb5b-f6813cbae86e),segment_id=bc14127b-7032-4c50-bb5b-f6813cbae86e)] {{(pid=102347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:25:59.412397 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-bc84ea57-c449-4302-b4bf-03a9527bf203 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:59.435779 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-bc84ea57-c449-4302-b4bf-03a9527bf203 admin admin] Calling delete_port for c4182ee9-3f4f-40bf-b482-839ad83ef6b2 owned by network:router_gateway {{(pid=102347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:25:59.452640 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port 9886b58c-1679-42a0-bef6-9a653fb0e061, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=9886b58c-1679-42a0-bef6-9a653fb0e061,segment=NetworkSegment(9d06246e-2507-44a2-a724-a2681fe3f929),segment_id=9d06246e-2507-44a2-a724-a2681fe3f929)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:25:59.460553 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a283187-ccc0-4111-8389-8b39b6f788e4 req-e7892b6a-d386-4268-9d5a-51ccdbb69311 tempest-VolumesAdminNegativeTest-898796943 tempest-VolumesAdminNegativeTest-898796943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:59.462907 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:59.470177 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-0a283187-ccc0-4111-8389-8b39b6f788e4 req-e7892b6a-d386-4268-9d5a-51ccdbb69311 tempest-VolumesAdminNegativeTest-898796943 tempest-VolumesAdminNegativeTest-898796943-project] 10.222.0.44 "GET /v2.0/ports?device_id=2cef3d67-5fc3-40c1-9851-33627b264318 HTTP/1.1" status: 200 len: 943 time: 0.1900585 Oct 27 10:25:59.489198 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-ff5813ae-8dac-4a7a-886b-e82cafa6d39b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abb6ec27-9976-4ada-8049-ef949c366442', 'name': 'tempest-ServerRescueTestJSON-1917292420-router', 'tenant_id': '23d18887a95946a7b35c0b3b4d482024', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:23:33Z', 'updated_at': '2021-10-27T10:25:58Z', 'revision_number': 6, 'project_id': '23d18887a95946a7b35c0b3b4d482024', 'gw_port_host': None}], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:25:59.508026 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [req-67bf60cd-b961-4e6c-85f2-63b4011b0df2 req-8771bbc7-ba8f-4762-b764-314a1766f750 service neutron] For port 28a78682-4e3a-4032-9eee-515a7073fe9b, host n-h1-813419-10, cleared binding levels {{(pid=102346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:25:59.530405 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Pushing event updated for resources: {'Port': ['ID=9886b58c-1679-42a0-bef6-9a653fb0e061,revision_number=5']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:25:59.531358 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff5813ae-8dac-4a7a-886b-e82cafa6d39b None None] The sync data for ids ['abb6ec27-9976-4ada-8049-ef949c366442'] in n-d-813419-10 is: [{'id': 'abb6ec27-9976-4ada-8049-ef949c366442', 'name': 'tempest-ServerRescueTestJSON-1917292420-router', 'tenant_id': '23d18887a95946a7b35c0b3b4d482024', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:23:33Z', 'updated_at': '2021-10-27T10:25:58Z', 'revision_number': 6, 'project_id': '23d18887a95946a7b35c0b3b4d482024', 'gw_port_host': None}] {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:25:59.541565 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e683aa60-16d9-4adf-8c37-ecd26966fe66 req-4751d940-f47e-4690-a17b-31fa58be0e4f tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:59.543586 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-e683aa60-16d9-4adf-8c37-ecd26966fe66 req-4751d940-f47e-4690-a17b-31fa58be0e4f tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] 10.222.0.44 "GET /v2.0/ports?device_id=002947b4-ae99-468d-8263-34ff77508595 HTTP/1.1" status: 200 len: 950 time: 0.1850874 Oct 27 10:25:59.547253 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [req-67bf60cd-b961-4e6c-85f2-63b4011b0df2 req-8771bbc7-ba8f-4762-b764-314a1766f750 service neutron] For port 28a78682-4e3a-4032-9eee-515a7073fe9b, host n-h1-813419-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=28a78682-4e3a-4032-9eee-515a7073fe9b,segment=NetworkSegment(245f67ce-4f02-48c5-ad99-468e9064edc5),segment_id=245f67ce-4f02-48c5-ad99-468e9064edc5)] {{(pid=102346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:25:59.551650 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-a9fef883-5ee9-4f17-bb30-0516cf44aab5 req-cd64fc6e-346e-4f92-976d-3e2657d08aea service neutron] 10.222.0.76 "GET /v2.0/networks/2a1956cb-c04f-4397-beaa-b7b235f041a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3226175 Oct 27 10:25:59.565708 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-67bf60cd-b961-4e6c-85f2-63b4011b0df2 req-8771bbc7-ba8f-4762-b764-314a1766f750 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27024173'] for port, after_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:59.579298 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-78ab9b4c-273d-47ce-8503-d8472e65a57f tempest-ServersTestJSON-1341865721 tempest-ServersTestJSON-1341865721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:59.579770 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-78ab9b4c-273d-47ce-8503-d8472e65a57f tempest-ServersTestJSON-1341865721 tempest-ServersTestJSON-1341865721-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:59.609941 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-14b63b5a-f840-43ad-b6e0-357dfaa13240 req-476f09ff-2217-4be4-a585-d53d6a4b3c0d service neutron] 10.222.0.76 "GET /v2.0/networks/2a1956cb-c04f-4397-beaa-b7b235f041a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3287287 Oct 27 10:25:59.618132 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-0a283187-ccc0-4111-8389-8b39b6f788e4 req-7959e5dc-4d36-41b7-803b-02c119b09a75 tempest-VolumesAdminNegativeTest-898796943 tempest-VolumesAdminNegativeTest-898796943-project] 10.222.0.44 "GET /v2.0/security-groups?id=87c60c04-bc0e-45a7-a9f7-115745924900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463683 Oct 27 10:25:59.729774 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-78ab9b4c-273d-47ce-8503-d8472e65a57f tempest-ServersTestJSON-1341865721 tempest-ServersTestJSON-1341865721-project] Calling delete_port for 020d5c36-02ab-43f4-90b1-8c5b63f914ef owned by network:floatingip {{(pid=102346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:25:59.744233 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bf60cd-b961-4e6c-85f2-63b4011b0df2 req-8771bbc7-ba8f-4762-b764-314a1766f750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:59.745012 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-67bf60cd-b961-4e6c-85f2-63b4011b0df2 req-8771bbc7-ba8f-4762-b764-314a1766f750 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:59.746510 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-67bf60cd-b961-4e6c-85f2-63b4011b0df2 req-8771bbc7-ba8f-4762-b764-314a1766f750 service neutron] 10.222.0.64 "PUT /v2.0/ports/28a78682-4e3a-4032-9eee-515a7073fe9b HTTP/1.1" status: 200 len: 1092 time: 2.5181124 Oct 27 10:25:59.796269 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef24353-b559-4fe9-988d-e5469400341f req-0a74b946-e26b-4b36-bb71-6f7cd3ea5700 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:59.801226 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-e683aa60-16d9-4adf-8c37-ecd26966fe66 req-2453495a-9f3b-484a-85e3-7df95af31d82 tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] 10.222.0.44 "GET /v2.0/security-groups?id=564ecd8b-da86-4175-923a-67dcc5fcd400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2321270 Oct 27 10:25:59.802165 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef24353-b559-4fe9-988d-e5469400341f req-0a74b946-e26b-4b36-bb71-6f7cd3ea5700 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:59.808060 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef24353-b559-4fe9-988d-e5469400341f req-0a74b946-e26b-4b36-bb71-6f7cd3ea5700 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:59.813941 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef24353-b559-4fe9-988d-e5469400341f req-0a74b946-e26b-4b36-bb71-6f7cd3ea5700 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:59.821665 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef24353-b559-4fe9-988d-e5469400341f req-0a74b946-e26b-4b36-bb71-6f7cd3ea5700 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:59.827623 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef24353-b559-4fe9-988d-e5469400341f req-0a74b946-e26b-4b36-bb71-6f7cd3ea5700 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:59.834617 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef24353-b559-4fe9-988d-e5469400341f req-0a74b946-e26b-4b36-bb71-6f7cd3ea5700 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:59.836587 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-cef24353-b559-4fe9-988d-e5469400341f req-0a74b946-e26b-4b36-bb71-6f7cd3ea5700 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] 10.222.0.44 "GET /v2.0/ports?device_id=19de7999-f151-4eb5-986d-3e7b0f987b5e HTTP/1.1" status: 200 len: 5423 time: 0.1455679 Oct 27 10:25:59.837810 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-bc84ea57-c449-4302-b4bf-03a9527bf203 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:25:59.874044 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc84ea57-c449-4302-b4bf-03a9527bf203 admin admin] Pushing event deleted for resources: {'Port': ['ID=c4182ee9-3f4f-40bf-b482-839ad83ef6b2,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:25:59.892488 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8771bbc7-ba8f-4762-b764-314a1766f750 service neutron] Pushing event updated for resources: {'Port': ['ID=28a78682-4e3a-4032-9eee-515a7073fe9b,revision_number=3']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:25:59.961663 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-cef24353-b559-4fe9-988d-e5469400341f req-e9ef407d-e612-4fba-9340-70c42eb8fa52 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] 10.222.0.44 "GET /v2.0/security-groups?id=34344a0a-bfc2-4f4b-96e6-fe0cf33c620a&id=652e3df3-defd-4709-b4c8-a9361485da20&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0965016 Oct 27 10:25:59.974272 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-a9fef883-5ee9-4f17-bb30-0516cf44aab5 req-2bea3e3d-f19f-4109-85e0-f7bb77a4e193 service neutron] 10.222.0.76 "GET /v2.0/networks/2a1956cb-c04f-4397-beaa-b7b235f041a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3911886 Oct 27 10:25:59.993444 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bf60cd-b961-4e6c-85f2-63b4011b0df2 req-27448557-8b1a-4f4d-b728-2b0ce4bdd060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:25:59.995231 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-67bf60cd-b961-4e6c-85f2-63b4011b0df2 req-27448557-8b1a-4f4d-b728-2b0ce4bdd060 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7ff04810037d408397bbc2c5d21ef590&device_id=2cef3d67-5fc3-40c1-9851-33627b264318 HTTP/1.1" status: 200 len: 1095 time: 0.1789739 Oct 27 10:26:00.018525 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ed3b2f-6d35-4c14-92fc-d0ac974ad2dc req-f0234aff-0378-4bf2-b40e-da8664f42430 tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:00.020035 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-bc84ea57-c449-4302-b4bf-03a9527bf203 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1664884'] for router_gateway, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:00.024492 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-94ed3b2f-6d35-4c14-92fc-d0ac974ad2dc req-f0234aff-0378-4bf2-b40e-da8664f42430 tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] 10.222.0.44 "GET /v2.0/ports?device_id=f165f7ac-c937-4242-9d48-b6ac68f3a6e2 HTTP/1.1" status: 200 len: 946 time: 0.1285591 Oct 27 10:26:00.119695 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-67bf60cd-b961-4e6c-85f2-63b4011b0df2 req-8005ecfb-64ea-47d6-a27d-2d10de48edc3 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=28a78682-4e3a-4032-9eee-515a7073fe9b HTTP/1.1" status: 200 len: 217 time: 0.0941877 Oct 27 10:26:00.152703 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-bc84ea57-c449-4302-b4bf-03a9527bf203 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1765662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3700'] for router, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:00.156002 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-bc84ea57-c449-4302-b4bf-03a9527bf203 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:00.194493 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-94ed3b2f-6d35-4c14-92fc-d0ac974ad2dc req-27b12cf7-9ac8-4643-8d4d-49ec1b7711cb tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] 10.222.0.44 "GET /v2.0/security-groups?id=df17171a-6534-4d8a-8518-0be5fe64cbb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519430 Oct 27 10:26:00.221862 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bf60cd-b961-4e6c-85f2-63b4011b0df2 req-4bc99706-d161-4943-beab-36ed0e465a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:00.222763 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-bc84ea57-c449-4302-b4bf-03a9527bf203 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1765641'] for router, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:00.223266 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc84ea57-c449-4302-b4bf-03a9527bf203 admin admin] Fanout notify agent at l3_agent the message router_deleted on router abb6ec27-9976-4ada-8049-ef949c366442 {{(pid=102347) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 10:26:00.224044 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-67bf60cd-b961-4e6c-85f2-63b4011b0df2 req-4bc99706-d161-4943-beab-36ed0e465a4f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f896a67c-21d1-42ce-a83a-e51a75d19a56 HTTP/1.1" status: 200 len: 854 time: 0.0959685 Oct 27 10:26:00.230814 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-bc84ea57-c449-4302-b4bf-03a9527bf203 admin admin] Publish callbacks [] for router, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:00.234582 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-bc84ea57-c449-4302-b4bf-03a9527bf203 admin admin] 10.222.0.44 "DELETE /v2.0/routers/abb6ec27-9976-4ada-8049-ef949c366442 HTTP/1.1" status: 204 len: 168 time: 1.8850424 Oct 27 10:26:00.236056 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 49766) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:26:00.251161 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2cef3d67-5fc3-40c1-9851-33627b264318', 'tag': '28a78682-4e3a-4032-9eee-515a7073fe9b'}] {{(pid=102346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:26:00.255266 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc0e418f5fc417c8d55d94c0aa509b037d0beb2a734c1a709e789eb65639a56d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-852a2cc8-659a-49ca-a74d-24f6c3a2abb1" -d '{"events": [{"name": "network-changed", "server_uuid": "2cef3d67-5fc3-40c1-9851-33627b264318", "tag": "28a78682-4e3a-4032-9eee-515a7073fe9b"}]}' {{(pid=102346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:26:00.260427 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-78ab9b4c-273d-47ce-8503-d8472e65a57f tempest-ServersTestJSON-1341865721 tempest-ServersTestJSON-1341865721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:00.288713 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-67bf60cd-b961-4e6c-85f2-63b4011b0df2 req-bab8668e-3100-4056-9c42-3476bb622090 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a899c728-b9f7-4cae-86e1-719a5eb28cea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0554972 Oct 27 10:26:00.334553 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ab9b4c-273d-47ce-8503-d8472e65a57f tempest-ServersTestJSON-1341865721 tempest-ServersTestJSON-1341865721-project] Pushing event deleted for resources: {'Port': ['ID=020d5c36-02ab-43f4-90b1-8c5b63f914ef,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:26:00.340607 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_v2 [None req-be7a254f-ead3-456a-a451-27cb0f9ac9ea admin admin] Deleting subnet 77c01f76-4118-40f3-9687-19e52d96a177 {{(pid=102347) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 10:26:00.352690 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-be7a254f-ead3-456a-a451-27cb0f9ac9ea admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:00.395307 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-be7a254f-ead3-456a-a451-27cb0f9ac9ea admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-18445109'] for subnet, precommit_delete_associations {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:00.398187 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3741c5d1-30c5-412b-8965-a9a2539b8d48 req-9cad6bbf-c0d0-478e-bc3b-e6c197494c5b tempest-ServersOnMultiNodesTest-130542004 tempest-ServersOnMultiNodesTest-130542004-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:00.399711 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-3741c5d1-30c5-412b-8965-a9a2539b8d48 req-9cad6bbf-c0d0-478e-bc3b-e6c197494c5b tempest-ServersOnMultiNodesTest-130542004 tempest-ServersOnMultiNodesTest-130542004-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=002947b4-ae99-468d-8263-34ff77508595 HTTP/1.1" status: 200 len: 1102 time: 0.1015551 Oct 27 10:26:00.452312 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-3741c5d1-30c5-412b-8965-a9a2539b8d48 req-2c9d27e7-2622-4d24-92d3-69e7738a18d7 tempest-ServersOnMultiNodesTest-130542004 tempest-ServersOnMultiNodesTest-130542004-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:00.459130 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 0cfe8b40-e1bb-4df5-8339-8c880b6e2634 no longer exists at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:26:00.477238 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-be7a254f-ead3-456a-a451-27cb0f9ac9ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855646'] for subnet, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:00.480811 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-78ab9b4c-273d-47ce-8503-d8472e65a57f tempest-ServersTestJSON-1341865721 tempest-ServersTestJSON-1341865721-project] Publish callbacks [] for floatingip, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:00.484026 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-78ab9b4c-273d-47ce-8503-d8472e65a57f tempest-ServersTestJSON-1341865721 tempest-ServersTestJSON-1341865721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for floatingip, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:00.488081 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-78ab9b4c-273d-47ce-8503-d8472e65a57f tempest-ServersTestJSON-1341865721 tempest-ServersTestJSON-1341865721-project] 10.222.0.44 "DELETE /v2.0/floatingips/2fddb83b-ff87-4072-95f0-c84db454d6e1 HTTP/1.1" status: 204 len: 168 time: 1.5269015 Oct 27 10:26:00.490475 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 49772) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:26:00.500594 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d51ff1-32a4-4839-95c1-9689d13c2b3b req-3544fc7b-b10c-45f0-8b2b-ae721ab30d67 tempest-ListServersNegativeTestJSON-2132882824 tempest-ListServersNegativeTestJSON-2132882824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:00.502384 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-88d51ff1-32a4-4839-95c1-9689d13c2b3b req-3544fc7b-b10c-45f0-8b2b-ae721ab30d67 tempest-ListServersNegativeTestJSON-2132882824 tempest-ListServersNegativeTestJSON-2132882824-project] 10.222.0.44 "GET /v2.0/ports?device_id=2e500175-dfa4-4437-bcf1-beb05fa87fb9 HTTP/1.1" status: 200 len: 943 time: 0.1646135 Oct 27 10:26:00.533082 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] No Port match for: 0cfe8b40-e1bb-4df5-8339-8c880b6e2634 {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:26:00.545908 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 0cfe8b40-e1bb-4df5-8339-8c880b6e2634 not bound to the agent host n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:26:00.577190 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-be7a254f-ead3-456a-a451-27cb0f9ac9ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-18295818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18043720'] for subnet, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:00.621191 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7a254f-ead3-456a-a451-27cb0f9ac9ea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=77c01f76-4118-40f3-9687-19e52d96a177,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:26:00.627218 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-be7a254f-ead3-456a-a451-27cb0f9ac9ea admin admin] Publish callbacks [] for subnet, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:00.633841 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-be7a254f-ead3-456a-a451-27cb0f9ac9ea admin admin] 10.222.0.44 "DELETE /v2.0/subnets/77c01f76-4118-40f3-9687-19e52d96a177 HTTP/1.1" status: 204 len: 168 time: 0.3961945 Oct 27 10:26:00.634454 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 49774) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:26:00.643097 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-3741c5d1-30c5-412b-8965-a9a2539b8d48 req-2c9d27e7-2622-4d24-92d3-69e7738a18d7 tempest-ServersOnMultiNodesTest-130542004 tempest-ServersOnMultiNodesTest-130542004-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:00.655391 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-67bf60cd-b961-4e6c-85f2-63b4011b0df2 req-2a4f3bf0-7b23-4dd4-8910-a41cd02931b3 service neutron] 10.222.0.64 "GET /v2.0/networks/a899c728-b9f7-4cae-86e1-719a5eb28cea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3293583 Oct 27 10:26:00.664971 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-88d51ff1-32a4-4839-95c1-9689d13c2b3b req-d746f78a-4dcb-4106-b217-a602716a8add tempest-ListServersNegativeTestJSON-2132882824 tempest-ListServersNegativeTestJSON-2132882824-project] 10.222.0.44 "GET /v2.0/security-groups?id=7ef68dd5-26a7-478b-9aed-6f26200a7f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548164 Oct 27 10:26:00.720669 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-3741c5d1-30c5-412b-8965-a9a2539b8d48 req-2c9d27e7-2622-4d24-92d3-69e7738a18d7 tempest-ServersOnMultiNodesTest-130542004 tempest-ServersOnMultiNodesTest-130542004-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:00.763080 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-3741c5d1-30c5-412b-8965-a9a2539b8d48 req-2c9d27e7-2622-4d24-92d3-69e7738a18d7 tempest-ServersOnMultiNodesTest-130542004 tempest-ServersOnMultiNodesTest-130542004-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=564ecd8b-da86-4175-923a-67dcc5fcd400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3391640 Oct 27 10:26:00.776212 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 10:26:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3484fc92-ae50-459e-9766-9083acb2dc31 x-openstack-request-id: req-3484fc92-ae50-459e-9766-9083acb2dc31 {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:26:00.776541 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2cef3d67-5fc3-40c1-9851-33627b264318", "tag": "28a78682-4e3a-4032-9eee-515a7073fe9b", "status": "completed", "code": 200}]} {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:26:00.776882 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3484fc92-ae50-459e-9766-9083acb2dc31 {{(pid=102346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:26:00.777383 n-d-813419-10 neutron-server[102346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2cef3d67-5fc3-40c1-9851-33627b264318', 'tag': '28a78682-4e3a-4032-9eee-515a7073fe9b', 'status': 'completed', 'code': 200} Oct 27 10:26:00.779610 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8abbd019-3bfd-468a-8fc4-b9138932da3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9886b58c-1679-42a0-bef6-9a653fb0e061'}] {{(pid=102348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:26:00.782154 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c588921fa634554a1d9242fdea1b05457a9ff1d3b28ba54ec1dace7f2f1df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e86c0f8-014d-411a-843e-02f0195d7d60" -d '{"events": [{"server_uuid": "8abbd019-3bfd-468a-8fc4-b9138932da3a", "name": "network-vif-plugged", "status": "completed", "tag": "9886b58c-1679-42a0-bef6-9a653fb0e061"}]}' {{(pid=102348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:26:00.814999 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-f67fd8f5-89f5-49d2-9ea4-c5342df4ce0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586917'] for network, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:00.851004 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9d27e7-2622-4d24-92d3-69e7738a18d7 tempest-ServersOnMultiNodesTest-130542004 tempest-ServersOnMultiNodesTest-130542004-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e909c24-5297-4824-a5d6-dbc96a00115b,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:26:00.917607 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-67bf60cd-b961-4e6c-85f2-63b4011b0df2 req-cc4cdf99-d9c1-409e-94e4-1599fd5e60c0 service neutron] 10.222.0.64 "GET /v2.0/networks/a899c728-b9f7-4cae-86e1-719a5eb28cea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2514102 Oct 27 10:26:00.956469 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-f67fd8f5-89f5-49d2-9ea4-c5342df4ce0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857803', 'neutron.services.segments.db._delete_segments_for_network-8743873143390'] for network, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:00.966191 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f544f2a7-fb46-4e0a-87e8-01c250c3d022 req-7e6bfd50-e721-45c5-8491-f45f151d26f1 tempest-VolumesAdminNegativeTest-898796943 tempest-VolumesAdminNegativeTest-898796943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:00.967728 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-f544f2a7-fb46-4e0a-87e8-01c250c3d022 req-7e6bfd50-e721-45c5-8491-f45f151d26f1 tempest-VolumesAdminNegativeTest-898796943 tempest-VolumesAdminNegativeTest-898796943-project] 10.222.0.44 "GET /v2.0/ports?device_id=2cef3d67-5fc3-40c1-9851-33627b264318 HTTP/1.1" status: 200 len: 943 time: 0.0967295 Oct 27 10:26:00.987644 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-f67fd8f5-89f5-49d2-9ea4-c5342df4ce0b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['940fd3c1-7ac3-4e71-b915-5317697caaa9']}} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:26:00.997691 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-f67fd8f5-89f5-49d2-9ea4-c5342df4ce0b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e01fb65-f38f-48de-8da6-2931b7e7e084') {'for_net_delete': True} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:26:00.998363 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-f67fd8f5-89f5-49d2-9ea4-c5342df4ce0b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e01fb65-f38f-48de-8da6-2931b7e7e084') {} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:26:01.009903 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-f67fd8f5-89f5-49d2-9ea4-c5342df4ce0b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743873145191', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18445132'] for segment, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:01.029664 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-f67fd8f5-89f5-49d2-9ea4-c5342df4ce0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:01.051914 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f67fd8f5-89f5-49d2-9ea4-c5342df4ce0b admin admin] Releasing vlan 424 on physical network physnet1 to pool {{(pid=102347) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 10:26:01.052325 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-f67fd8f5-89f5-49d2-9ea4-c5342df4ce0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-18296032'] for segment, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:01.054953 n-d-813419-10 neutron-server[102347]: Traceback (most recent call last): Oct 27 10:26:01.054953 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 10:26:01.054953 n-d-813419-10 neutron-server[102347]: timer() Oct 27 10:26:01.054953 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 10:26:01.054953 n-d-813419-10 neutron-server[102347]: cb(*args, **kw) Oct 27 10:26:01.054953 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 10:26:01.054953 n-d-813419-10 neutron-server[102347]: return func(*args, **kwargs) Oct 27 10:26:01.054953 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 10:26:01.054953 n-d-813419-10 neutron-server[102347]: self._notify() Oct 27 10:26:01.054953 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 10:26:01.054953 n-d-813419-10 neutron-server[102347]: self.callback(batched_events) Oct 27 10:26:01.054953 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 10:26:01.054953 n-d-813419-10 neutron-server[102347]: event.method(event) Oct 27 10:26:01.054953 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 10:26:01.054953 n-d-813419-10 neutron-server[102347]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 10:26:01.054953 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 10:26:01.054953 n-d-813419-10 neutron-server[102347]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 10:26:01.054953 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 10:26:01.054953 n-d-813419-10 neutron-server[102347]: return f(self, *a, **k) Oct 27 10:26:01.054953 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 10:26:01.054953 n-d-813419-10 neutron-server[102347]: return self._get(url).json() Oct 27 10:26:01.054953 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 10:26:01.054953 n-d-813419-10 neutron-server[102347]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 10:26:01.054953 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 10:26:01.054953 n-d-813419-10 neutron-server[102347]: return self.request(url, 'GET', **kwargs) Oct 27 10:26:01.054953 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 10:26:01.054953 n-d-813419-10 neutron-server[102347]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 10:26:01.054953 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 10:26:01.054953 n-d-813419-10 neutron-server[102347]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 10:26:01.054953 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 10:26:01.054953 n-d-813419-10 neutron-server[102347]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 10:26:01.054953 n-d-813419-10 neutron-server[102347]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 10:26:01.095089 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-f544f2a7-fb46-4e0a-87e8-01c250c3d022 req-1a8fd3f7-6aca-456f-a5ba-409e5132bf2c tempest-VolumesAdminNegativeTest-898796943 tempest-VolumesAdminNegativeTest-898796943-project] 10.222.0.44 "GET /v2.0/security-groups?id=87c60c04-bc0e-45a7-a9f7-115745924900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201260 Oct 27 10:26:01.138154 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852a2cc8-659a-49ca-a74d-24f6c3a2abb1 req-bd77fa0d-a6a1-4798-b4a4-49cc12ac213b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:01.141137 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-852a2cc8-659a-49ca-a74d-24f6c3a2abb1 req-bd77fa0d-a6a1-4798-b4a4-49cc12ac213b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7ff04810037d408397bbc2c5d21ef590&device_id=2cef3d67-5fc3-40c1-9851-33627b264318 HTTP/1.1" status: 200 len: 1095 time: 0.1103053 Oct 27 10:26:01.143233 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa22476-0a34-4146-85b6-21ee71bf6d29 req-afc20293-5387-479e-b508-3488d4036768 tempest-ImagesOneServerNegativeTestJSON-1258670322 tempest-ImagesOneServerNegativeTestJSON-1258670322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:01.149295 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8aa22476-0a34-4146-85b6-21ee71bf6d29 req-afc20293-5387-479e-b508-3488d4036768 tempest-ImagesOneServerNegativeTestJSON-1258670322 tempest-ImagesOneServerNegativeTestJSON-1258670322-project] 10.222.0.44 "GET /v2.0/ports?device_id=3baf93d8-a20a-45c4-a1d6-8d5e86fb9c41 HTTP/1.1" status: 200 len: 945 time: 0.2943869 Oct 27 10:26:01.164849 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-f67fd8f5-89f5-49d2-9ea4-c5342df4ce0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664840'] for network, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:01.184973 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-f67fd8f5-89f5-49d2-9ea4-c5342df4ce0b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for network, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:01.187885 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-f67fd8f5-89f5-49d2-9ea4-c5342df4ce0b admin admin] 10.222.0.44 "DELETE /v2.0/networks/940fd3c1-7ac3-4e71-b915-5317697caaa9 HTTP/1.1" status: 204 len: 168 time: 0.5482280 Oct 27 10:26:01.201751 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67fd8f5-89f5-49d2-9ea4-c5342df4ce0b admin admin] Pushing event deleted for resources: {'Network': ['ID=940fd3c1-7ac3-4e71-b915-5317697caaa9,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:26:01.223386 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8aa22476-0a34-4146-85b6-21ee71bf6d29 req-c85fa310-2abc-40ad-8e63-089e978469e3 tempest-ImagesOneServerNegativeTestJSON-1258670322 tempest-ImagesOneServerNegativeTestJSON-1258670322-project] 10.222.0.44 "GET /v2.0/security-groups?id=0c17542d-7fc8-4217-9c44-3a2fd00892bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680315 Oct 27 10:26:01.254802 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device a2555fb0-436b-4c7b-b5d3-007c3a7dc679 details requested by agent hyperv_n-h2-813419-10 with host n-h2-813419-10 {{(pid=102348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 10:26:01.323616 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852a2cc8-659a-49ca-a74d-24f6c3a2abb1 req-fc386bf2-d52c-4b67-8cb0-daa99cd87daa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:01.325273 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-852a2cc8-659a-49ca-a74d-24f6c3a2abb1 req-fc386bf2-d52c-4b67-8cb0-daa99cd87daa service neutron] 10.222.0.64 "GET /v2.0/networks?id=a899c728-b9f7-4cae-86e1-719a5eb28cea HTTP/1.1" status: 200 len: 915 time: 0.1728032 Oct 27 10:26:01.328047 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-76af3c82-ca20-4a74-b1f1-214d96d26dcb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1766202'] for router_interface, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:01.533061 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2e3080-65b5-47c2-8082-444df3189865 req-c0c6c613-f4e6-43e6-b076-ec31e9d05e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:01.535650 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-5e2e3080-65b5-47c2-8082-444df3189865 req-c0c6c613-f4e6-43e6-b076-ec31e9d05e4b service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=8abbd019-3bfd-468a-8fc4-b9138932da3a HTTP/1.1" status: 200 len: 1098 time: 0.1094646 Oct 27 10:26:01.558983 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6dde52-9cea-4cd9-9997-2c84ed839967 req-4cfd4ded-044f-4246-8c8d-a41abc8431f3 tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:01.567868 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-4c6dde52-9cea-4cd9-9997-2c84ed839967 req-4cfd4ded-044f-4246-8c8d-a41abc8431f3 tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] 10.222.0.44 "GET /v2.0/ports?device_id=f165f7ac-c937-4242-9d48-b6ac68f3a6e2 HTTP/1.1" status: 200 len: 946 time: 0.1269503 Oct 27 10:26:01.599968 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] For port a2555fb0-436b-4c7b-b5d3-007c3a7dc679, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=a2555fb0-436b-4c7b-b5d3-007c3a7dc679,segment=NetworkSegment(9d06246e-2507-44a2-a724-a2681fe3f929),segment_id=9d06246e-2507-44a2-a724-a2681fe3f929)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:26:01.615102 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 49794) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:26:01.617660 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-852a2cc8-659a-49ca-a74d-24f6c3a2abb1 req-0b985a52-8f56-4dcf-baf3-81895c621e94 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=28a78682-4e3a-4032-9eee-515a7073fe9b HTTP/1.1" status: 200 len: 217 time: 0.2826619 Oct 27 10:26:01.620709 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:26:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d07e7d39-7ebb-411c-ad31-39340b371c2c x-openstack-request-id: req-d07e7d39-7ebb-411c-ad31-39340b371c2c {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:26:01.621443 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8abbd019-3bfd-468a-8fc4-b9138932da3a", "name": "network-vif-plugged", "status": "completed", "tag": "9886b58c-1679-42a0-bef6-9a653fb0e061", "code": 200}]} {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:26:01.621909 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d07e7d39-7ebb-411c-ad31-39340b371c2c {{(pid=102348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:26:01.622581 n-d-813419-10 neutron-server[102348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8abbd019-3bfd-468a-8fc4-b9138932da3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9886b58c-1679-42a0-bef6-9a653fb0e061', 'code': 200} Oct 27 10:26:01.624120 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Returning: {'device': 'a2555fb0-436b-4c7b-b5d3-007c3a7dc679', 'network_id': '2a1956cb-c04f-4397-beaa-b7b235f041a1', 'port_id': 'a2555fb0-436b-4c7b-b5d3-007c3a7dc679', 'mac_address': 'fa:16:3e:7f:0f:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 411, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5b18142-639f-42f3-8888-6e7ef35bca87', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 10:26:01.632455 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-4c6dde52-9cea-4cd9-9997-2c84ed839967 req-8a086541-a8fe-49bd-a5ae-997d133bbf2e tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] 10.222.0.44 "GET /v2.0/security-groups?id=df17171a-6534-4d8a-8518-0be5fe64cbb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631738 Oct 27 10:26:01.683794 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:01.692581 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-5e2e3080-65b5-47c2-8082-444df3189865 req-afa3d653-5665-497d-8bc1-5dc2ac1be8f5 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=7ef68dd5-26a7-478b-9aed-6f26200a7f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444223 Oct 27 10:26:01.700626 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2555fb0-436b-4c7b-b5d3-007c3a7dc679 {{(pid=102348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:26:01.726616 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] For port a2555fb0-436b-4c7b-b5d3-007c3a7dc679, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=a2555fb0-436b-4c7b-b5d3-007c3a7dc679,segment=NetworkSegment(9d06246e-2507-44a2-a724-a2681fe3f929),segment_id=9d06246e-2507-44a2-a724-a2681fe3f929)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:26:01.732773 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:01.733923 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device 08ad9fb6-2a77-47d2-9ba3-fc1818f1927d details requested by agent hyperv_n-h2-813419-10 with host n-h2-813419-10 {{(pid=102348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 10:26:01.824104 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Pushing event updated for resources: {'Port': ['ID=a2555fb0-436b-4c7b-b5d3-007c3a7dc679,revision_number=4']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:26:01.851960 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] For port 08ad9fb6-2a77-47d2-9ba3-fc1818f1927d, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=08ad9fb6-2a77-47d2-9ba3-fc1818f1927d,segment=NetworkSegment(9d06246e-2507-44a2-a724-a2681fe3f929),segment_id=9d06246e-2507-44a2-a724-a2681fe3f929)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:26:01.867593 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Returning: {'device': '08ad9fb6-2a77-47d2-9ba3-fc1818f1927d', 'network_id': '2a1956cb-c04f-4397-beaa-b7b235f041a1', 'port_id': '08ad9fb6-2a77-47d2-9ba3-fc1818f1927d', 'mac_address': 'fa:16:3e:0e:ec:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 411, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5b18142-639f-42f3-8888-6e7ef35bca87', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 10:26:01.911955 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:01.926761 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08ad9fb6-2a77-47d2-9ba3-fc1818f1927d {{(pid=102348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:26:01.948272 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] For port 08ad9fb6-2a77-47d2-9ba3-fc1818f1927d, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=08ad9fb6-2a77-47d2-9ba3-fc1818f1927d,segment=NetworkSegment(9d06246e-2507-44a2-a724-a2681fe3f929),segment_id=9d06246e-2507-44a2-a724-a2681fe3f929)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:26:01.952147 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:01.958174 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b9a01bbe-4b0e-4f9c-8058-34876fe66be6 req-43e96f2a-8f66-4458-befd-16a982fdfd1d tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=90a01745d25e42a2aa454aea883f58a1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0339015 Oct 27 10:26:02.008033 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Pushing event updated for resources: {'Port': ['ID=08ad9fb6-2a77-47d2-9ba3-fc1818f1927d,revision_number=4']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:26:02.033868 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device c4182ee9-3f4f-40bf-b482-839ad83ef6b2 no longer exists at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:26:02.055547 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34844d49-79e3-422d-bb4d-1c483232c7f4 req-894b01f7-bace-41d5-8df5-0e0266ed10a1 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:02.061406 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34844d49-79e3-422d-bb4d-1c483232c7f4 req-894b01f7-bace-41d5-8df5-0e0266ed10a1 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:02.066190 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] No Port match for: c4182ee9-3f4f-40bf-b482-839ad83ef6b2 {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:26:02.066534 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device c4182ee9-3f4f-40bf-b482-839ad83ef6b2 not bound to the agent host n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:26:02.067843 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34844d49-79e3-422d-bb4d-1c483232c7f4 req-894b01f7-bace-41d5-8df5-0e0266ed10a1 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:02.073524 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34844d49-79e3-422d-bb4d-1c483232c7f4 req-894b01f7-bace-41d5-8df5-0e0266ed10a1 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:02.079324 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34844d49-79e3-422d-bb4d-1c483232c7f4 req-894b01f7-bace-41d5-8df5-0e0266ed10a1 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:02.085754 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34844d49-79e3-422d-bb4d-1c483232c7f4 req-894b01f7-bace-41d5-8df5-0e0266ed10a1 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:02.091528 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34844d49-79e3-422d-bb4d-1c483232c7f4 req-894b01f7-bace-41d5-8df5-0e0266ed10a1 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:02.097034 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-34844d49-79e3-422d-bb4d-1c483232c7f4 req-894b01f7-bace-41d5-8df5-0e0266ed10a1 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] 10.222.0.44 "GET /v2.0/ports?device_id=19de7999-f151-4eb5-986d-3e7b0f987b5e HTTP/1.1" status: 200 len: 5423 time: 0.6134529 Oct 27 10:26:02.113383 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a01bbe-4b0e-4f9c-8058-34876fe66be6 req-517c340a-aa11-4f77-8156-d33d41d6590e tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:02.116931 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b9a01bbe-4b0e-4f9c-8058-34876fe66be6 req-517c340a-aa11-4f77-8156-d33d41d6590e tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1527996 Oct 27 10:26:02.139535 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b9a01bbe-4b0e-4f9c-8058-34876fe66be6 req-4924847f-af7b-4d17-8102-932cb162f991 tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] 10.222.0.44 "GET /v2.0/quotas/90a01745d25e42a2aa454aea883f58a1 HTTP/1.1" status: 200 len: 375 time: 0.0159807 Oct 27 10:26:02.151255 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-99bec017-8340-4e5b-bfa8-1373c81b5c74 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=23d18887a95946a7b35c0b3b4d482024&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5323610 Oct 27 10:26:02.156188 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 49810) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:26:02.157988 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852a2cc8-659a-49ca-a74d-24f6c3a2abb1 req-89bab5b3-a1c3-4e16-943d-008dbd508e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:02.160702 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-852a2cc8-659a-49ca-a74d-24f6c3a2abb1 req-89bab5b3-a1c3-4e16-943d-008dbd508e97 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f896a67c-21d1-42ce-a83a-e51a75d19a56 HTTP/1.1" status: 200 len: 854 time: 0.5197237 Oct 27 10:26:02.200189 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b9a01bbe-4b0e-4f9c-8058-34876fe66be6 req-b4cf4b62-e838-4e88-b2be-0f03f9f79c05 tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=90a01745d25e42a2aa454aea883f58a1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0504704 Oct 27 10:26:02.228946 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-852a2cc8-659a-49ca-a74d-24f6c3a2abb1 req-fef3f9e3-ac17-44a2-8e64-383e839cdad3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a899c728-b9f7-4cae-86e1-719a5eb28cea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0481806 Oct 27 10:26:02.236878 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-34844d49-79e3-422d-bb4d-1c483232c7f4 req-f606f2ae-2556-4b4c-8714-fd4adb15fc31 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] 10.222.0.44 "GET /v2.0/security-groups?id=34344a0a-bfc2-4f4b-96e6-fe0cf33c620a&id=652e3df3-defd-4709-b4c8-a9361485da20&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1302822 Oct 27 10:26:02.260929 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:02.381644 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] get_ports_and_sgs() called for port_ids ['08ad9fb6-2a77-47d2-9ba3-fc1818f1927d'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:26:02.399377 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-99b8efae-3c17-4afa-ac8c-c3d699157f34 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:02.409546 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] get_ports_and_sgs() called for port_ids ['a2555fb0-436b-4c7b-b5d3-007c3a7dc679'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:26:02.472722 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-99b8efae-3c17-4afa-ac8c-c3d699157f34 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:02.500265 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb15ca2-3e00-45c9-b87e-77a50e4f708e req-89b775e6-f12e-435e-b7fb-fed01d778818 tempest-ListServersNegativeTestJSON-2132882824 tempest-ListServersNegativeTestJSON-2132882824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:02.502067 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-dfb15ca2-3e00-45c9-b87e-77a50e4f708e req-89b775e6-f12e-435e-b7fb-fed01d778818 tempest-ListServersNegativeTestJSON-2132882824 tempest-ListServersNegativeTestJSON-2132882824-project] 10.222.0.44 "GET /v2.0/ports?device_id=2e500175-dfa4-4437-bcf1-beb05fa87fb9 HTTP/1.1" status: 200 len: 944 time: 0.1605928 Oct 27 10:26:02.512957 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-852a2cc8-659a-49ca-a74d-24f6c3a2abb1 req-a93a84b0-b62a-463d-8b5c-6f48d0dd0f4d service neutron] 10.222.0.64 "GET /v2.0/networks/a899c728-b9f7-4cae-86e1-719a5eb28cea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2645125 Oct 27 10:26:02.656983 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-dfb15ca2-3e00-45c9-b87e-77a50e4f708e req-021a84ff-f700-4d7a-a542-394a38220c20 tempest-ListServersNegativeTestJSON-2132882824 tempest-ListServersNegativeTestJSON-2132882824-project] 10.222.0.44 "GET /v2.0/security-groups?id=7ef68dd5-26a7-478b-9aed-6f26200a7f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434228 Oct 27 10:26:02.700074 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-99b8efae-3c17-4afa-ac8c-c3d699157f34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:02.703370 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-99b8efae-3c17-4afa-ac8c-c3d699157f34 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:02.706424 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-99b8efae-3c17-4afa-ac8c-c3d699157f34 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/5f97c1ff-dad7-428f-af4b-bc7a94091827 HTTP/1.1" status: 204 len: 168 time: 0.5421674 Oct 27 10:26:02.727723 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-852a2cc8-659a-49ca-a74d-24f6c3a2abb1 req-4f682e9c-0855-4523-be5c-794c22c17e68 service neutron] 10.222.0.64 "GET /v2.0/networks/a899c728-b9f7-4cae-86e1-719a5eb28cea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2047687 Oct 27 10:26:02.728304 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b8efae-3c17-4afa-ac8c-c3d699157f34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f97c1ff-dad7-428f-af4b-bc7a94091827,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:26:02.791624 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-76af3c82-ca20-4a74-b1f1-214d96d26dcb admin admin] Deleting port 4d588d28-d0d6-41f3-92d4-e512162cef6b {{(pid=102346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:26:02.791962 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-76af3c82-ca20-4a74-b1f1-214d96d26dcb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:02.888010 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c38fff-48ce-426b-b573-c4528d270ed6 req-f05499e9-e5fb-460f-8a81-1aa41f508b42 tempest-VolumesAdminNegativeTest-898796943 tempest-VolumesAdminNegativeTest-898796943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:02.895374 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-24c38fff-48ce-426b-b573-c4528d270ed6 req-f05499e9-e5fb-460f-8a81-1aa41f508b42 tempest-VolumesAdminNegativeTest-898796943 tempest-VolumesAdminNegativeTest-898796943-project] 10.222.0.44 "GET /v2.0/ports?device_id=2cef3d67-5fc3-40c1-9851-33627b264318 HTTP/1.1" status: 200 len: 943 time: 0.0725098 Oct 27 10:26:02.955827 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-24c38fff-48ce-426b-b573-c4528d270ed6 req-9502e75c-038a-4b77-ae93-ec3618eb54ca tempest-VolumesAdminNegativeTest-898796943 tempest-VolumesAdminNegativeTest-898796943-project] 10.222.0.44 "GET /v2.0/security-groups?id=87c60c04-bc0e-45a7-a9f7-115745924900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594358 Oct 27 10:26:02.971836 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02412937-fac0-4dc5-9cdf-2938392ce26b req-d8bf3234-aee7-467a-a4ea-88104c1b7722 tempest-ImagesOneServerNegativeTestJSON-1258670322 tempest-ImagesOneServerNegativeTestJSON-1258670322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:02.981034 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-02412937-fac0-4dc5-9cdf-2938392ce26b req-d8bf3234-aee7-467a-a4ea-88104c1b7722 tempest-ImagesOneServerNegativeTestJSON-1258670322 tempest-ImagesOneServerNegativeTestJSON-1258670322-project] 10.222.0.44 "GET /v2.0/ports?device_id=3baf93d8-a20a-45c4-a1d6-8d5e86fb9c41 HTTP/1.1" status: 200 len: 945 time: 0.2280662 Oct 27 10:26:03.044897 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device 28a78682-4e3a-4032-9eee-515a7073fe9b details requested by agent hyperv_n-h1-813419-10 with host n-h1-813419-10 {{(pid=102348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 10:26:03.061767 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [None req-76af3c82-ca20-4a74-b1f1-214d96d26dcb admin admin] For port 4d588d28-d0d6-41f3-92d4-e512162cef6b, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=4d588d28-d0d6-41f3-92d4-e512162cef6b,segment=NetworkSegment(484662c5-6896-4c64-9da4-4aa0000b52b3),segment_id=484662c5-6896-4c64-9da4-4aa0000b52b3)] {{(pid=102346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:26:03.062130 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-76af3c82-ca20-4a74-b1f1-214d96d26dcb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:03.066940 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-02412937-fac0-4dc5-9cdf-2938392ce26b req-ec524e5d-80ec-4b0a-aa8c-76c31912e6f6 tempest-ImagesOneServerNegativeTestJSON-1258670322 tempest-ImagesOneServerNegativeTestJSON-1258670322-project] 10.222.0.44 "GET /v2.0/security-groups?id=0c17542d-7fc8-4217-9c44-3a2fd00892bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762119 Oct 27 10:26:03.081251 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedb4691-ad41-4b67-a615-1b6be27612bb req-2ef55ee4-afe7-4fca-a61f-9d55ca0dd4bf tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:03.082917 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-76af3c82-ca20-4a74-b1f1-214d96d26dcb admin admin] Calling delete_port for 4d588d28-d0d6-41f3-92d4-e512162cef6b owned by network:router_interface {{(pid=102346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:26:03.089105 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-dedb4691-ad41-4b67-a615-1b6be27612bb req-2ef55ee4-afe7-4fca-a61f-9d55ca0dd4bf tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] 10.222.0.44 "GET /v2.0/ports?device_id=f165f7ac-c937-4242-9d48-b6ac68f3a6e2 HTTP/1.1" status: 200 len: 946 time: 0.0667214 Oct 27 10:26:03.161757 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-dedb4691-ad41-4b67-a615-1b6be27612bb req-ff08fef1-fb44-4e03-801e-98a3aacb162c tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] 10.222.0.44 "GET /v2.0/security-groups?id=df17171a-6534-4d8a-8518-0be5fe64cbb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590386 Oct 27 10:26:03.254481 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port 28a78682-4e3a-4032-9eee-515a7073fe9b, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=28a78682-4e3a-4032-9eee-515a7073fe9b,segment=NetworkSegment(245f67ce-4f02-48c5-ad99-468e9064edc5),segment_id=245f67ce-4f02-48c5-ad99-468e9064edc5)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:26:03.267596 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Returning: {'device': '28a78682-4e3a-4032-9eee-515a7073fe9b', 'network_id': 'a899c728-b9f7-4cae-86e1-719a5eb28cea', 'port_id': '28a78682-4e3a-4032-9eee-515a7073fe9b', 'mac_address': 'fa:16:3e:8b:8d:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f896a67c-21d1-42ce-a83a-e51a75d19a56', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 10:26:03.386930 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:03.424829 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device dbe4b56c-8e04-4355-93d8-5697ac411eeb no longer exists at agent hyperv_n-h2-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:26:03.475682 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28a78682-4e3a-4032-9eee-515a7073fe9b {{(pid=102348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:26:03.504864 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port 28a78682-4e3a-4032-9eee-515a7073fe9b, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=28a78682-4e3a-4032-9eee-515a7073fe9b,segment=NetworkSegment(245f67ce-4f02-48c5-ad99-468e9064edc5),segment_id=245f67ce-4f02-48c5-ad99-468e9064edc5)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:26:03.527980 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00295fd1-77d8-4041-a696-7c80e6186683 req-1be014dd-9484-4ba9-ac4a-a9671b8cf92c tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:03.544528 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00295fd1-77d8-4041-a696-7c80e6186683 req-1be014dd-9484-4ba9-ac4a-a9671b8cf92c tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:03.551086 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00295fd1-77d8-4041-a696-7c80e6186683 req-1be014dd-9484-4ba9-ac4a-a9671b8cf92c tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:03.564792 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:03.567066 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-e0c64726-8b70-4451-ad5e-c90c2c7803a8 req-4a389b8b-5568-42f3-8c71-43abf73a047a tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] 10.222.0.44 "GET /v2.0/ports?device_id=c39fed20-6b3e-45f9-9022-5d1db3ab74ae HTTP/1.1" status: 200 len: 210 time: 0.1423450 Oct 27 10:26:03.574957 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00295fd1-77d8-4041-a696-7c80e6186683 req-1be014dd-9484-4ba9-ac4a-a9671b8cf92c tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:03.581595 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00295fd1-77d8-4041-a696-7c80e6186683 req-1be014dd-9484-4ba9-ac4a-a9671b8cf92c tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:03.603847 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00295fd1-77d8-4041-a696-7c80e6186683 req-1be014dd-9484-4ba9-ac4a-a9671b8cf92c tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:03.610126 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00295fd1-77d8-4041-a696-7c80e6186683 req-1be014dd-9484-4ba9-ac4a-a9671b8cf92c tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:03.614810 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-00295fd1-77d8-4041-a696-7c80e6186683 req-1be014dd-9484-4ba9-ac4a-a9671b8cf92c tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] 10.222.0.44 "GET /v2.0/ports?device_id=19de7999-f151-4eb5-986d-3e7b0f987b5e HTTP/1.1" status: 200 len: 5423 time: 0.2155888 Oct 27 10:26:03.630590 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-76af3c82-ca20-4a74-b1f1-214d96d26dcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:03.682532 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-00295fd1-77d8-4041-a696-7c80e6186683 req-1120ffd3-d7bf-4682-8564-59f83f320c05 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] 10.222.0.44 "GET /v2.0/security-groups?id=34344a0a-bfc2-4f4b-96e6-fe0cf33c620a&id=652e3df3-defd-4709-b4c8-a9361485da20&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0597241 Oct 27 10:26:03.687684 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Pushing event updated for resources: {'Port': ['ID=28a78682-4e3a-4032-9eee-515a7073fe9b,revision_number=4']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:26:03.713808 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:03.770971 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76af3c82-ca20-4a74-b1f1-214d96d26dcb admin admin] Pushing event deleted for resources: {'Port': ['ID=4d588d28-d0d6-41f3-92d4-e512162cef6b,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:26:03.827140 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] For port dbe4b56c-8e04-4355-93d8-5697ac411eeb, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=dbe4b56c-8e04-4355-93d8-5697ac411eeb,segment=NetworkSegment(922b6d3e-9a8b-4e20-bf5d-299fdca2febe),segment_id=922b6d3e-9a8b-4e20-bf5d-299fdca2febe)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:26:03.835988 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3baf93d8-a20a-45c4-a1d6-8d5e86fb9c41', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dbe4b56c-8e04-4355-93d8-5697ac411eeb'}] {{(pid=102348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:26:03.850067 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c588921fa634554a1d9242fdea1b05457a9ff1d3b28ba54ec1dace7f2f1df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-570026d8-1e85-4a1e-afbd-31a99fa19e2f" -d '{"events": [{"server_uuid": "3baf93d8-a20a-45c4-a1d6-8d5e86fb9c41", "name": "network-vif-unplugged", "status": "completed", "tag": "dbe4b56c-8e04-4355-93d8-5697ac411eeb"}]}' {{(pid=102348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:26:03.867478 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] get_ports_and_sgs() called for port_ids ['28a78682-4e3a-4032-9eee-515a7073fe9b'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:26:03.918752 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:03.971477 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 27 Oct 2021 10:26:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87afa28f-a41f-4321-b94c-c191e867f12e x-openstack-request-id: req-87afa28f-a41f-4321-b94c-c191e867f12e {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:26:03.971875 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3baf93d8-a20a-45c4-a1d6-8d5e86fb9c41", "name": "network-vif-unplugged", "status": "completed", "tag": "dbe4b56c-8e04-4355-93d8-5697ac411eeb", "code": 200}]} {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:26:03.972787 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-87afa28f-a41f-4321-b94c-c191e867f12e {{(pid=102348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:26:03.986549 n-d-813419-10 neutron-server[102348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3baf93d8-a20a-45c4-a1d6-8d5e86fb9c41', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dbe4b56c-8e04-4355-93d8-5697ac411eeb', 'code': 200} Oct 27 10:26:04.012030 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f9ce82-65f7-4743-b63f-88dd1633665f req-41d73fa9-df27-43be-8ea0-0dd095378b68 tempest-ListServersNegativeTestJSON-2132882824 tempest-ListServersNegativeTestJSON-2132882824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:04.023036 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-35f9ce82-65f7-4743-b63f-88dd1633665f req-41d73fa9-df27-43be-8ea0-0dd095378b68 tempest-ListServersNegativeTestJSON-2132882824 tempest-ListServersNegativeTestJSON-2132882824-project] 10.222.0.44 "GET /v2.0/ports?device_id=2e500175-dfa4-4437-bcf1-beb05fa87fb9 HTTP/1.1" status: 200 len: 944 time: 0.2033048 Oct 27 10:26:04.149823 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Pushing event updated for resources: {'Port': ['ID=dbe4b56c-8e04-4355-93d8-5697ac411eeb,revision_number=8']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:26:04.187145 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df512f11-3b19-4dfd-8186-31f401e09442 req-39fd73c0-a479-4e4d-a5ec-9d793776c3d6 tempest-VolumesAdminNegativeTest-898796943 tempest-VolumesAdminNegativeTest-898796943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:04.200317 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-df512f11-3b19-4dfd-8186-31f401e09442 req-39fd73c0-a479-4e4d-a5ec-9d793776c3d6 tempest-VolumesAdminNegativeTest-898796943 tempest-VolumesAdminNegativeTest-898796943-project] 10.222.0.44 "GET /v2.0/ports?device_id=2cef3d67-5fc3-40c1-9851-33627b264318 HTTP/1.1" status: 200 len: 944 time: 0.1175473 Oct 27 10:26:04.281865 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-df512f11-3b19-4dfd-8186-31f401e09442 req-968586a4-3a4e-45da-95cf-ff6087bfba8f tempest-VolumesAdminNegativeTest-898796943 tempest-VolumesAdminNegativeTest-898796943-project] 10.222.0.44 "GET /v2.0/security-groups?id=87c60c04-bc0e-45a7-a9f7-115745924900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782650 Oct 27 10:26:04.335836 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49371536-2a4d-4d25-bc7a-8a82636e1f70 req-db7baa13-150a-492e-8075-cc95d555238e tempest-ImagesOneServerNegativeTestJSON-1258670322 tempest-ImagesOneServerNegativeTestJSON-1258670322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:04.337533 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-49371536-2a4d-4d25-bc7a-8a82636e1f70 req-db7baa13-150a-492e-8075-cc95d555238e tempest-ImagesOneServerNegativeTestJSON-1258670322 tempest-ImagesOneServerNegativeTestJSON-1258670322-project] 10.222.0.76 "GET /v2.0/ports?device_id=3baf93d8-a20a-45c4-a1d6-8d5e86fb9c41 HTTP/1.1" status: 200 len: 943 time: 0.3132589 Oct 27 10:26:04.356285 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-35f9ce82-65f7-4743-b63f-88dd1633665f req-e7110872-be97-4945-a81a-3229793e7e86 tempest-ListServersNegativeTestJSON-2132882824 tempest-ListServersNegativeTestJSON-2132882824-project] 10.222.0.44 "GET /v2.0/security-groups?id=7ef68dd5-26a7-478b-9aed-6f26200a7f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2423403 Oct 27 10:26:04.422300 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588beefa-a375-4124-8f2a-aafd14588dd3 req-fd9cb69a-44ab-4553-8656-0c7d9b7f7f1e tempest-ImagesOneServerNegativeTestJSON-1258670322 tempest-ImagesOneServerNegativeTestJSON-1258670322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:04.428631 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-588beefa-a375-4124-8f2a-aafd14588dd3 req-fd9cb69a-44ab-4553-8656-0c7d9b7f7f1e tempest-ImagesOneServerNegativeTestJSON-1258670322 tempest-ImagesOneServerNegativeTestJSON-1258670322-project] 10.222.0.44 "GET /v2.0/ports?device_id=3baf93d8-a20a-45c4-a1d6-8d5e86fb9c41 HTTP/1.1" status: 200 len: 943 time: 0.0708408 Oct 27 10:26:04.487576 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-76af3c82-ca20-4a74-b1f1-214d96d26dcb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2006968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1766358'] for router_interface, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:04.510121 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-588beefa-a375-4124-8f2a-aafd14588dd3 req-b84b7512-13a1-4652-9a1c-f00bb41ceb80 tempest-ImagesOneServerNegativeTestJSON-1258670322 tempest-ImagesOneServerNegativeTestJSON-1258670322-project] 10.222.0.44 "GET /v2.0/security-groups?id=0c17542d-7fc8-4217-9c44-3a2fd00892bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716734 Oct 27 10:26:04.676002 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa68882-3b4f-4b10-9c78-71ffcca6a308 req-7d35ec61-5da6-457d-b76d-e1e35d5064a1 tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:04.678510 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-8fa68882-3b4f-4b10-9c78-71ffcca6a308 req-7d35ec61-5da6-457d-b76d-e1e35d5064a1 tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] 10.222.0.44 "GET /v2.0/ports?device_id=f165f7ac-c937-4242-9d48-b6ac68f3a6e2 HTTP/1.1" status: 200 len: 946 time: 0.2162855 Oct 27 10:26:04.683791 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [req-49371536-2a4d-4d25-bc7a-8a82636e1f70 req-781ecb16-15ad-4f33-be04-f4d716e1201e tempest-ImagesOneServerNegativeTestJSON-1258670322 tempest-ImagesOneServerNegativeTestJSON-1258670322-project] Deleting port dbe4b56c-8e04-4355-93d8-5697ac411eeb {{(pid=102346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:26:04.684383 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-49371536-2a4d-4d25-bc7a-8a82636e1f70 req-781ecb16-15ad-4f33-be04-f4d716e1201e tempest-ImagesOneServerNegativeTestJSON-1258670322 tempest-ImagesOneServerNegativeTestJSON-1258670322-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:04.746835 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-7d947ecc-1faf-48d8-b26b-d982ab82aa8c req-aa4944f1-270e-4a9b-aa71-fa160e4ec002 tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] 10.222.0.44 "GET /v2.0/ports?device_id=c39fed20-6b3e-45f9-9022-5d1db3ab74ae HTTP/1.1" status: 200 len: 210 time: 0.0626078 Oct 27 10:26:04.793376 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b9a01bbe-4b0e-4f9c-8058-34876fe66be6 req-32550bc6-5ba6-4870-867b-aa1b18a3b2a8 tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=90a01745d25e42a2aa454aea883f58a1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0632017 Oct 27 10:26:04.808159 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-8fa68882-3b4f-4b10-9c78-71ffcca6a308 req-c8407265-44a5-4d74-a1c8-2f2eeb8d906a tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] 10.222.0.44 "GET /v2.0/security-groups?id=df17171a-6534-4d8a-8518-0be5fe64cbb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188309 Oct 27 10:26:04.958892 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [req-49371536-2a4d-4d25-bc7a-8a82636e1f70 req-781ecb16-15ad-4f33-be04-f4d716e1201e tempest-ImagesOneServerNegativeTestJSON-1258670322 tempest-ImagesOneServerNegativeTestJSON-1258670322-project] For port dbe4b56c-8e04-4355-93d8-5697ac411eeb, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=dbe4b56c-8e04-4355-93d8-5697ac411eeb,segment=NetworkSegment(922b6d3e-9a8b-4e20-bf5d-299fdca2febe),segment_id=922b6d3e-9a8b-4e20-bf5d-299fdca2febe)] {{(pid=102346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:26:04.959218 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-49371536-2a4d-4d25-bc7a-8a82636e1f70 req-781ecb16-15ad-4f33-be04-f4d716e1201e tempest-ImagesOneServerNegativeTestJSON-1258670322 tempest-ImagesOneServerNegativeTestJSON-1258670322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:04.978474 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [req-49371536-2a4d-4d25-bc7a-8a82636e1f70 req-781ecb16-15ad-4f33-be04-f4d716e1201e tempest-ImagesOneServerNegativeTestJSON-1258670322 tempest-ImagesOneServerNegativeTestJSON-1258670322-project] Calling delete_port for dbe4b56c-8e04-4355-93d8-5697ac411eeb owned by compute:nova {{(pid=102346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:26:05.006099 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0774b2-a88f-47d6-8b09-bd10fce8a722 req-ec2872ae-8e35-401a-bc85-4dd4bbc5af12 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:05.009945 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76af3c82-ca20-4a74-b1f1-214d96d26dcb admin admin] Router 068ef6e0-446e-4e93-a5c2-1d5d6ef40eb8 has already been hosted by L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb {{(pid=102346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 10:26:05.012451 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0774b2-a88f-47d6-8b09-bd10fce8a722 req-ec2872ae-8e35-401a-bc85-4dd4bbc5af12 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:05.019832 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0774b2-a88f-47d6-8b09-bd10fce8a722 req-ec2872ae-8e35-401a-bc85-4dd4bbc5af12 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:05.026181 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0774b2-a88f-47d6-8b09-bd10fce8a722 req-ec2872ae-8e35-401a-bc85-4dd4bbc5af12 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:05.033022 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0774b2-a88f-47d6-8b09-bd10fce8a722 req-ec2872ae-8e35-401a-bc85-4dd4bbc5af12 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:05.040564 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0774b2-a88f-47d6-8b09-bd10fce8a722 req-ec2872ae-8e35-401a-bc85-4dd4bbc5af12 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:05.047732 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0774b2-a88f-47d6-8b09-bd10fce8a722 req-ec2872ae-8e35-401a-bc85-4dd4bbc5af12 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:05.060160 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device 28a78682-4e3a-4032-9eee-515a7073fe9b up at agent hyperv_n-h1-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:26:05.069937 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-1c0774b2-a88f-47d6-8b09-bd10fce8a722 req-ec2872ae-8e35-401a-bc85-4dd4bbc5af12 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] 10.222.0.44 "GET /v2.0/ports?device_id=19de7999-f151-4eb5-986d-3e7b0f987b5e HTTP/1.1" status: 200 len: 5423 time: 0.1744616 Oct 27 10:26:05.168888 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Provisioning for port 28a78682-4e3a-4032-9eee-515a7073fe9b completed by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 10:26:05.176042 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Provisioning complete for port 28a78682-4e3a-4032-9eee-515a7073fe9b triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:26:05.177016 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:05.222840 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a01bbe-4b0e-4f9c-8058-34876fe66be6 req-fe270cd2-e9a8-4157-9474-95f862ba8a02 tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:05.230452 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b9a01bbe-4b0e-4f9c-8058-34876fe66be6 req-fe270cd2-e9a8-4157-9474-95f862ba8a02 tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4287868 Oct 27 10:26:05.233917 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b9a01bbe-4b0e-4f9c-8058-34876fe66be6 req-bdcfd65f-25a2-4b74-ab55-7601df6e0f18 tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=90a01745d25e42a2aa454aea883f58a1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1065705 Oct 27 10:26:05.268556 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-1c0774b2-a88f-47d6-8b09-bd10fce8a722 req-03a9970c-3176-4511-8606-4377b41de0a6 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] 10.222.0.44 "GET /v2.0/security-groups?id=34344a0a-bfc2-4f4b-96e6-fe0cf33c620a&id=652e3df3-defd-4709-b4c8-a9361485da20&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1971443 Oct 27 10:26:05.278847 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device a2555fb0-436b-4c7b-b5d3-007c3a7dc679 up at agent hyperv_n-h2-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:26:05.287189 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [req-b9a01bbe-4b0e-4f9c-8058-34876fe66be6 req-6aed34ac-ba3d-46d3-a85b-51a2b95e2fbb tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] Request body: {'port': {'device_id': '405a8b4a-a771-4f3e-bf85-395c054486d5', 'network_id': '4d250f92-d229-45fe-a579-67fef8e6c544', 'admin_state_up': True, 'tenant_id': '90a01745d25e42a2aa454aea883f58a1'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:26:05.305939 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-49371536-2a4d-4d25-bc7a-8a82636e1f70 req-781ecb16-15ad-4f33-be04-f4d716e1201e tempest-ImagesOneServerNegativeTestJSON-1258670322 tempest-ImagesOneServerNegativeTestJSON-1258670322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:05.341869 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781ecb16-15ad-4f33-be04-f4d716e1201e tempest-ImagesOneServerNegativeTestJSON-1258670322 tempest-ImagesOneServerNegativeTestJSON-1258670322-project] Pushing event deleted for resources: {'Port': ['ID=dbe4b56c-8e04-4355-93d8-5697ac411eeb,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:26:05.400752 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:05.442521 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Provisioning for port a2555fb0-436b-4c7b-b5d3-007c3a7dc679 completed by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 10:26:05.454996 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [req-49371536-2a4d-4d25-bc7a-8a82636e1f70 req-781ecb16-15ad-4f33-be04-f4d716e1201e tempest-ImagesOneServerNegativeTestJSON-1258670322 tempest-ImagesOneServerNegativeTestJSON-1258670322-project] No DVR routers for this DVR port dbe4b56c-8e04-4355-93d8-5697ac411eeb on host n-h2-813419-10 {{(pid=102346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:26:05.457951 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-49371536-2a4d-4d25-bc7a-8a82636e1f70 req-781ecb16-15ad-4f33-be04-f4d716e1201e tempest-ImagesOneServerNegativeTestJSON-1258670322 tempest-ImagesOneServerNegativeTestJSON-1258670322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:05.461355 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Provisioning complete for port a2555fb0-436b-4c7b-b5d3-007c3a7dc679 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:26:05.461724 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:05.462360 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-49371536-2a4d-4d25-bc7a-8a82636e1f70 req-781ecb16-15ad-4f33-be04-f4d716e1201e tempest-ImagesOneServerNegativeTestJSON-1258670322 tempest-ImagesOneServerNegativeTestJSON-1258670322-project] 10.222.0.76 "DELETE /v2.0/ports/dbe4b56c-8e04-4355-93d8-5697ac411eeb HTTP/1.1" status: 204 len: 173 time: 1.1033766 Oct 27 10:26:05.504736 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3baf93d8-a20a-45c4-a1d6-8d5e86fb9c41', 'name': 'network-vif-deleted', 'tag': 'dbe4b56c-8e04-4355-93d8-5697ac411eeb'}] {{(pid=102346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:26:05.509079 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc0e418f5fc417c8d55d94c0aa509b037d0beb2a734c1a709e789eb65639a56d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c1e5b73-5d7f-4b5c-98f9-d0422593c4a0" -d '{"events": [{"server_uuid": "3baf93d8-a20a-45c4-a1d6-8d5e86fb9c41", "name": "network-vif-deleted", "tag": "dbe4b56c-8e04-4355-93d8-5697ac411eeb"}]}' {{(pid=102346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:26:05.544604 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port 28a78682-4e3a-4032-9eee-515a7073fe9b, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=28a78682-4e3a-4032-9eee-515a7073fe9b,segment=NetworkSegment(245f67ce-4f02-48c5-ad99-468e9064edc5),segment_id=245f67ce-4f02-48c5-ad99-468e9064edc5)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:26:05.552889 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a01bbe-4b0e-4f9c-8058-34876fe66be6 req-0198a343-4a48-43a2-86eb-95dac496e1eb tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:05.554424 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:05.555612 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b9a01bbe-4b0e-4f9c-8058-34876fe66be6 req-0198a343-4a48-43a2-86eb-95dac496e1eb tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2511005 Oct 27 10:26:05.566589 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c991b5-6d0e-487f-9727-e9a032791099 req-a1e0005e-d5b7-4f02-b3f1-d40dccc491c1 tempest-VolumesAdminNegativeTest-898796943 tempest-VolumesAdminNegativeTest-898796943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:05.568605 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-f4c991b5-6d0e-487f-9727-e9a032791099 req-a1e0005e-d5b7-4f02-b3f1-d40dccc491c1 tempest-VolumesAdminNegativeTest-898796943 tempest-VolumesAdminNegativeTest-898796943-project] 10.222.0.44 "GET /v2.0/ports?device_id=2cef3d67-5fc3-40c1-9851-33627b264318 HTTP/1.1" status: 200 len: 944 time: 0.1414642 Oct 27 10:26:05.570515 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76af3c82-ca20-4a74-b1f1-214d96d26dcb admin admin] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:26:05.581068 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-76af3c82-ca20-4a74-b1f1-214d96d26dcb admin admin] 10.222.0.44 "PUT /v2.0/routers/068ef6e0-446e-4e93-a5c2-1d5d6ef40eb8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0775552 Oct 27 10:26:05.584179 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 49894) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:26:05.626966 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [req-b9a01bbe-4b0e-4f9c-8058-34876fe66be6 req-b16a4c05-fc31-46dd-8df3-8043b9d7652f tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] Request body: {'port': {'device_id': 'c39fed20-6b3e-45f9-9022-5d1db3ab74ae', 'network_id': '4d250f92-d229-45fe-a579-67fef8e6c544', 'admin_state_up': True, 'tenant_id': '90a01745d25e42a2aa454aea883f58a1'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:26:05.645043 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Pushing event updated for resources: {'Port': ['ID=28a78682-4e3a-4032-9eee-515a7073fe9b,revision_number=5']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:26:05.648303 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29743a36-c1f8-43f5-ad0c-21de5eb85a5f None None] Sync routers for ids ['068ef6e0-446e-4e93-a5c2-1d5d6ef40eb8'] in n-d-813419-10 {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:26:05.709201 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:05.712639 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29743a36-c1f8-43f5-ad0c-21de5eb85a5f None None] Routers {'068ef6e0-446e-4e93-a5c2-1d5d6ef40eb8'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:26:05.713575 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-29743a36-c1f8-43f5-ad0c-21de5eb85a5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:25:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['068ef6e0-446e-4e93-a5c2-1d5d6ef40eb8'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:26:05.818359 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-f4c991b5-6d0e-487f-9727-e9a032791099 req-d5a43df1-4a48-4dff-85c6-c701e0682b81 tempest-VolumesAdminNegativeTest-898796943 tempest-VolumesAdminNegativeTest-898796943-project] 10.222.0.44 "GET /v2.0/security-groups?id=87c60c04-bc0e-45a7-a9f7-115745924900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2350681 Oct 27 10:26:05.838371 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-48e9e7a2-9030-43f7-b498-b872d802d2fb admin admin] Publish callbacks [] for router, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:05.846718 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] For port a2555fb0-436b-4c7b-b5d3-007c3a7dc679, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=a2555fb0-436b-4c7b-b5d3-007c3a7dc679,segment=NetworkSegment(9d06246e-2507-44a2-a724-a2681fe3f929),segment_id=9d06246e-2507-44a2-a724-a2681fe3f929)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:26:05.850805 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd819a3-158b-4410-a6d8-66f055af4c2b req-33dfdb33-b2c0-48ff-8d79-d66bc6eb2493 tempest-ListServersNegativeTestJSON-2132882824 tempest-ListServersNegativeTestJSON-2132882824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:05.856488 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:05.857261 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device 08ad9fb6-2a77-47d2-9ba3-fc1818f1927d up at agent hyperv_n-h2-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:26:05.861782 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-cdd819a3-158b-4410-a6d8-66f055af4c2b req-33dfdb33-b2c0-48ff-8d79-d66bc6eb2493 tempest-ListServersNegativeTestJSON-2132882824 tempest-ListServersNegativeTestJSON-2132882824-project] 10.222.0.44 "GET /v2.0/ports?device_id=2e500175-dfa4-4437-bcf1-beb05fa87fb9 HTTP/1.1" status: 200 len: 944 time: 0.3032482 Oct 27 10:26:05.880983 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9a01bbe-4b0e-4f9c-8058-34876fe66be6 req-b16a4c05-fc31-46dd-8df3-8043b9d7652f tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] Made reservation on behalf of 90a01745d25e42a2aa454aea883f58a1 for: {'port': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:26:05.884850 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-b9a01bbe-4b0e-4f9c-8058-34876fe66be6 req-b16a4c05-fc31-46dd-8df3-8043b9d7652f tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:05.955432 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Pushing event updated for resources: {'Port': ['ID=a2555fb0-436b-4c7b-b5d3-007c3a7dc679,revision_number=5']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:26:05.974590 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvr_db [None req-29743a36-c1f8-43f5-ad0c-21de5eb85a5f None None] Set router 068ef6e0-446e-4e93-a5c2-1d5d6ef40eb8 gateway port host: n-d-813419-10 {{(pid=102348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:26:05.982202 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:26:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8a2a01f-c299-4ffc-96f0-99869d4c36e6 x-openstack-request-id: req-b8a2a01f-c299-4ffc-96f0-99869d4c36e6 {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:26:05.982528 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3baf93d8-a20a-45c4-a1d6-8d5e86fb9c41", "name": "network-vif-deleted", "tag": "dbe4b56c-8e04-4355-93d8-5697ac411eeb", "status": "completed", "code": 200}]} {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:26:05.982739 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b8a2a01f-c299-4ffc-96f0-99869d4c36e6 {{(pid=102346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:26:05.983135 n-d-813419-10 neutron-server[102346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3baf93d8-a20a-45c4-a1d6-8d5e86fb9c41', 'name': 'network-vif-deleted', 'tag': 'dbe4b56c-8e04-4355-93d8-5697ac411eeb', 'status': 'completed', 'code': 200} Oct 27 10:26:05.991370 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-48e9e7a2-9030-43f7-b498-b872d802d2fb admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:06.004538 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cef3d67-5fc3-40c1-9851-33627b264318', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28a78682-4e3a-4032-9eee-515a7073fe9b'}, {'server_uuid': 'fd112806-2ea1-49a6-8bc4-ad2b94351f55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2555fb0-436b-4c7b-b5d3-007c3a7dc679'}] {{(pid=102348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:26:06.007101 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c588921fa634554a1d9242fdea1b05457a9ff1d3b28ba54ec1dace7f2f1df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b6cd321-dc57-4ea8-9986-fbcf31df1a8b" -d '{"events": [{"server_uuid": "2cef3d67-5fc3-40c1-9851-33627b264318", "name": "network-vif-plugged", "status": "completed", "tag": "28a78682-4e3a-4032-9eee-515a7073fe9b"}, {"server_uuid": "fd112806-2ea1-49a6-8bc4-ad2b94351f55", "name": "network-vif-plugged", "status": "completed", "tag": "a2555fb0-436b-4c7b-b5d3-007c3a7dc679"}]}' {{(pid=102348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:26:06.148830 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-c289091f-87cc-48e8-b114-1c1a7d93c0cc req-3f1e9b76-edb4-4680-a573-4e7210d42412 tempest-ImagesOneServerNegativeTestJSON-1258670322 tempest-ImagesOneServerNegativeTestJSON-1258670322-project] 10.222.0.44 "GET /v2.0/ports?device_id=3baf93d8-a20a-45c4-a1d6-8d5e86fb9c41 HTTP/1.1" status: 200 len: 210 time: 0.0712097 Oct 27 10:26:06.179645 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Provisioning for port 08ad9fb6-2a77-47d2-9ba3-fc1818f1927d completed by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 10:26:06.186662 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Provisioning complete for port 08ad9fb6-2a77-47d2-9ba3-fc1818f1927d triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:26:06.187064 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:06.201411 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-48e9e7a2-9030-43f7-b498-b872d802d2fb admin admin] Deleting port ced55022-f93b-4955-a885-9d6e097ca9ba {{(pid=102346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:26:06.201692 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-48e9e7a2-9030-43f7-b498-b872d802d2fb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:06.289645 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-29743a36-c1f8-43f5-ad0c-21de5eb85a5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '068ef6e0-446e-4e93-a5c2-1d5d6ef40eb8', 'name': 'tempest-ServersTestJSON-1800046610-router', 'tenant_id': '5a3c12df7f43463a852ca5173c2eabe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.233'}], 'enable_snat': True}, 'gw_port_id': 'ced55022-f93b-4955-a885-9d6e097ca9ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:22:06Z', 'updated_at': '2021-10-27T10:26:03Z', 'revision_number': 5, 'project_id': '5a3c12df7f43463a852ca5173c2eabe7', 'gw_port': {'id': 'ced55022-f93b-4955-a885-9d6e097ca9ba', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:5d:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '068ef6e0-446e-4e93-a5c2-1d5d6ef40eb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:22:08Z', 'updated_at': '2021-10-27T10:22:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10'}], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:26:06.320838 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29743a36-c1f8-43f5-ad0c-21de5eb85a5f None None] Checking router: 068ef6e0-446e-4e93-a5c2-1d5d6ef40eb8 for host: n-d-813419-10 {{(pid=102348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 10:26:06.327508 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:06.342449 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29743a36-c1f8-43f5-ad0c-21de5eb85a5f None None] Routers {'068ef6e0-446e-4e93-a5c2-1d5d6ef40eb8'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:26:06.343075 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-29743a36-c1f8-43f5-ad0c-21de5eb85a5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:25:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['068ef6e0-446e-4e93-a5c2-1d5d6ef40eb8'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:26:06.352411 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-f084a85f-c497-4470-b2a3-f37f7732461a req-7b32ed23-8122-4431-9e88-4dc6e1a86b08 tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] 10.222.0.44 "GET /v2.0/ports?device_id=c39fed20-6b3e-45f9-9022-5d1db3ab74ae HTTP/1.1" status: 200 len: 210 time: 0.0594001 Oct 27 10:26:06.448806 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] For port 08ad9fb6-2a77-47d2-9ba3-fc1818f1927d, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=08ad9fb6-2a77-47d2-9ba3-fc1818f1927d,segment=NetworkSegment(9d06246e-2507-44a2-a724-a2681fe3f929),segment_id=9d06246e-2507-44a2-a724-a2681fe3f929)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:26:06.457226 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [None req-48e9e7a2-9030-43f7-b498-b872d802d2fb admin admin] For port ced55022-f93b-4955-a885-9d6e097ca9ba, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=ced55022-f93b-4955-a885-9d6e097ca9ba,segment=NetworkSegment(bc14127b-7032-4c50-bb5b-f6813cbae86e),segment_id=bc14127b-7032-4c50-bb5b-f6813cbae86e)] {{(pid=102346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:26:06.459137 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:06.459838 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-48e9e7a2-9030-43f7-b498-b872d802d2fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:06.460174 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device dbe4b56c-8e04-4355-93d8-5697ac411eeb no longer exists at agent hyperv_n-h2-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:26:06.494056 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] No Port match for: dbe4b56c-8e04-4355-93d8-5697ac411eeb {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:26:06.494458 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device dbe4b56c-8e04-4355-93d8-5697ac411eeb not bound to the agent host n-h2-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:26:06.497220 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvr_db [None req-29743a36-c1f8-43f5-ad0c-21de5eb85a5f None None] Set router 068ef6e0-446e-4e93-a5c2-1d5d6ef40eb8 gateway port host: None {{(pid=102348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:26:06.504029 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-48e9e7a2-9030-43f7-b498-b872d802d2fb admin admin] Calling delete_port for ced55022-f93b-4955-a885-9d6e097ca9ba owned by network:router_gateway {{(pid=102346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:26:06.552884 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9a01bbe-4b0e-4f9c-8058-34876fe66be6 req-6aed34ac-ba3d-46d3-a85b-51a2b95e2fbb tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] Made reservation on behalf of 90a01745d25e42a2aa454aea883f58a1 for: {'port': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:26:06.556390 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-b9a01bbe-4b0e-4f9c-8058-34876fe66be6 req-6aed34ac-ba3d-46d3-a85b-51a2b95e2fbb tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:06.579641 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_common [req-b9a01bbe-4b0e-4f9c-8058-34876fe66be6 req-b16a4c05-fc31-46dd-8df3-8043b9d7652f tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] Allocated IP 192.168.233.16 (4d250f92-d229-45fe-a579-67fef8e6c544/62eb52f7-aac4-48af-8670-e04300325561/922a99a6-a89a-48b9-8d61-65b98322153e) {{(pid=102347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:26:06.580442 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-29743a36-c1f8-43f5-ad0c-21de5eb85a5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '068ef6e0-446e-4e93-a5c2-1d5d6ef40eb8', 'name': 'tempest-ServersTestJSON-1800046610-router', 'tenant_id': '5a3c12df7f43463a852ca5173c2eabe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:22:06Z', 'updated_at': '2021-10-27T10:26:05Z', 'revision_number': 6, 'project_id': '5a3c12df7f43463a852ca5173c2eabe7', 'gw_port_host': None}], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:26:06.596285 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-cdd819a3-158b-4410-a6d8-66f055af4c2b req-878f161a-9abc-4f13-be87-0be5225f2e31 tempest-ListServersNegativeTestJSON-2132882824 tempest-ListServersNegativeTestJSON-2132882824-project] 10.222.0.44 "GET /v2.0/security-groups?id=7ef68dd5-26a7-478b-9aed-6f26200a7f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7330735 Oct 27 10:26:06.601249 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad99ae5b-c88e-4113-8dae-681b7a5c012a req-2985719b-cee1-45bb-a214-8922c99893bd tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:06.609816 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ad99ae5b-c88e-4113-8dae-681b7a5c012a req-2985719b-cee1-45bb-a214-8922c99893bd tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] 10.222.0.44 "GET /v2.0/ports?device_id=f165f7ac-c937-4242-9d48-b6ac68f3a6e2 HTTP/1.1" status: 200 len: 946 time: 0.1290839 Oct 27 10:26:06.620853 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29743a36-c1f8-43f5-ad0c-21de5eb85a5f None None] The sync data for ids ['068ef6e0-446e-4e93-a5c2-1d5d6ef40eb8'] in n-d-813419-10 is: [{'id': '068ef6e0-446e-4e93-a5c2-1d5d6ef40eb8', 'name': 'tempest-ServersTestJSON-1800046610-router', 'tenant_id': '5a3c12df7f43463a852ca5173c2eabe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:22:06Z', 'updated_at': '2021-10-27T10:26:05Z', 'revision_number': 6, 'project_id': '5a3c12df7f43463a852ca5173c2eabe7', 'gw_port_host': None}] {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:26:06.641856 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Pushing event updated for resources: {'Port': ['ID=08ad9fb6-2a77-47d2-9ba3-fc1818f1927d,revision_number=5']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:26:06.692447 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 27 Oct 2021 10:26:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf28c671-f052-470c-9d4f-236a663b232d x-openstack-request-id: req-cf28c671-f052-470c-9d4f-236a663b232d {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:26:06.692784 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cef3d67-5fc3-40c1-9851-33627b264318", "name": "network-vif-plugged", "status": "completed", "tag": "28a78682-4e3a-4032-9eee-515a7073fe9b", "code": 200}, {"server_uuid": "fd112806-2ea1-49a6-8bc4-ad2b94351f55", "name": "network-vif-plugged", "status": "completed", "tag": "a2555fb0-436b-4c7b-b5d3-007c3a7dc679", "code": 200}]} {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:26:06.693447 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-cf28c671-f052-470c-9d4f-236a663b232d {{(pid=102348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:26:06.693989 n-d-813419-10 neutron-server[102348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cef3d67-5fc3-40c1-9851-33627b264318', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28a78682-4e3a-4032-9eee-515a7073fe9b', 'code': 200} Oct 27 10:26:06.694302 n-d-813419-10 neutron-server[102348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd112806-2ea1-49a6-8bc4-ad2b94351f55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2555fb0-436b-4c7b-b5d3-007c3a7dc679', 'code': 200} Oct 27 10:26:06.730845 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ad99ae5b-c88e-4113-8dae-681b7a5c012a req-b4796785-2c70-47ec-8bbd-80ddd953074e tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] 10.222.0.44 "GET /v2.0/security-groups?id=df17171a-6534-4d8a-8518-0be5fe64cbb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197302 Oct 27 10:26:06.874989 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 49916) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:26:06.934037 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29ecfe7-5ef3-49c9-9d84-8b370eef4436 req-f5dc3f2c-3bd4-4593-b054-d472e0037652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:06.936570 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-b29ecfe7-5ef3-49c9-9d84-8b370eef4436 req-f5dc3f2c-3bd4-4593-b054-d472e0037652 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=2cef3d67-5fc3-40c1-9851-33627b264318 HTTP/1.1" status: 200 len: 1097 time: 0.1097002 Oct 27 10:26:06.977317 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0ced4e-4bac-453d-815c-d44152ef134d req-4861ad05-84ae-4f7c-a1bf-a0016f104979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:06.979062 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-cd0ced4e-4bac-453d-815c-d44152ef134d req-4861ad05-84ae-4f7c-a1bf-a0016f104979 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=fd112806-2ea1-49a6-8bc4-ad2b94351f55 HTTP/1.1" status: 200 len: 1098 time: 0.1809316 Oct 27 10:26:06.988658 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfe134c-6a1c-4c69-84f9-1cbbd6153cd5 req-8c356307-061b-45ae-8f6e-aeedac66713a tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:06.995001 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfe134c-6a1c-4c69-84f9-1cbbd6153cd5 req-8c356307-061b-45ae-8f6e-aeedac66713a tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:07.001180 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfe134c-6a1c-4c69-84f9-1cbbd6153cd5 req-8c356307-061b-45ae-8f6e-aeedac66713a tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:07.007799 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfe134c-6a1c-4c69-84f9-1cbbd6153cd5 req-8c356307-061b-45ae-8f6e-aeedac66713a tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:07.014514 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfe134c-6a1c-4c69-84f9-1cbbd6153cd5 req-8c356307-061b-45ae-8f6e-aeedac66713a tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:07.021822 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfe134c-6a1c-4c69-84f9-1cbbd6153cd5 req-8c356307-061b-45ae-8f6e-aeedac66713a tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:07.028425 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfe134c-6a1c-4c69-84f9-1cbbd6153cd5 req-8c356307-061b-45ae-8f6e-aeedac66713a tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:07.036841 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-0bfe134c-6a1c-4c69-84f9-1cbbd6153cd5 req-8c356307-061b-45ae-8f6e-aeedac66713a tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] 10.222.0.44 "GET /v2.0/ports?device_id=19de7999-f151-4eb5-986d-3e7b0f987b5e HTTP/1.1" status: 200 len: 5423 time: 0.2707033 Oct 27 10:26:07.067482 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-f8fdaaf0-5d19-458f-8909-04ca54fd28d8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:07.103326 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-b9a01bbe-4b0e-4f9c-8058-34876fe66be6 req-b16a4c05-fc31-46dd-8df3-8043b9d7652f tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] Publish callbacks [] for port, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:07.115532 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea5a839-81ef-4e8c-9421-1f76be647188 req-faac398b-4d35-4e89-aa4f-794b99f61f20 tempest-VolumesAdminNegativeTest-898796943 tempest-VolumesAdminNegativeTest-898796943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:07.116767 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-0bfe134c-6a1c-4c69-84f9-1cbbd6153cd5 req-9193a4c3-1b28-4e2d-8fca-003c5010dd67 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] 10.222.0.44 "GET /v2.0/security-groups?id=34344a0a-bfc2-4f4b-96e6-fe0cf33c620a&id=652e3df3-defd-4709-b4c8-a9361485da20&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0782979 Oct 27 10:26:07.117004 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-dea5a839-81ef-4e8c-9421-1f76be647188 req-faac398b-4d35-4e89-aa4f-794b99f61f20 tempest-VolumesAdminNegativeTest-898796943 tempest-VolumesAdminNegativeTest-898796943-project] 10.222.0.44 "GET /v2.0/ports?device_id=2cef3d67-5fc3-40c1-9851-33627b264318 HTTP/1.1" status: 200 len: 945 time: 0.2049215 Oct 27 10:26:07.124387 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-48e9e7a2-9030-43f7-b498-b872d802d2fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:07.148453 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-b29ecfe7-5ef3-49c9-9d84-8b370eef4436 req-6dabd9a6-7217-4aa2-a881-fe6a837d0787 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=87c60c04-bc0e-45a7-a9f7-115745924900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629808 Oct 27 10:26:07.150079 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-cd0ced4e-4bac-453d-815c-d44152ef134d req-a4dc2b78-1011-45ee-90b9-c199f02c9932 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=7ef68dd5-26a7-478b-9aed-6f26200a7f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479332 Oct 27 10:26:07.161900 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-b9a01bbe-4b0e-4f9c-8058-34876fe66be6 req-b16a4c05-fc31-46dd-8df3-8043b9d7652f tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:07.174634 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] get_ports_and_sgs() called for port_ids ['4b885691-85ba-4912-82eb-e467a6991070'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:26:07.200521 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e9e7a2-9030-43f7-b498-b872d802d2fb admin admin] Pushing event deleted for resources: {'Port': ['ID=ced55022-f93b-4955-a885-9d6e097ca9ba,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:26:07.246442 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9a01bbe-4b0e-4f9c-8058-34876fe66be6 req-b16a4c05-fc31-46dd-8df3-8043b9d7652f tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] Network 4d250f92-d229-45fe-a579-67fef8e6c544 is already hosted by enough agents. {{(pid=102347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:26:07.266643 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [req-b9a01bbe-4b0e-4f9c-8058-34876fe66be6 req-b16a4c05-fc31-46dd-8df3-8043b9d7652f tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] Resources bound (agent type, host, resource id): {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:26:07.272921 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9a01bbe-4b0e-4f9c-8058-34876fe66be6 req-b16a4c05-fc31-46dd-8df3-8043b9d7652f tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] Received port after_create {{(pid=102347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:26:07.277845 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-48e9e7a2-9030-43f7-b498-b872d802d2fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1664884'] for router_gateway, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:07.303835 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-dea5a839-81ef-4e8c-9421-1f76be647188 req-3ebc1efa-d1ab-4c22-a09e-77f3a561aab3 tempest-VolumesAdminNegativeTest-898796943 tempest-VolumesAdminNegativeTest-898796943-project] 10.222.0.44 "GET /v2.0/security-groups?id=87c60c04-bc0e-45a7-a9f7-115745924900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683121 Oct 27 10:26:07.308760 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16a4c05-fc31-46dd-8df3-8043b9d7652f tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] Pushing event updated for resources: {'Port': ['ID=922a99a6-a89a-48b9-8d61-65b98322153e,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:26:07.343508 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_common [req-b9a01bbe-4b0e-4f9c-8058-34876fe66be6 req-6aed34ac-ba3d-46d3-a85b-51a2b95e2fbb tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] Allocated IP 192.168.233.48 (4d250f92-d229-45fe-a579-67fef8e6c544/62eb52f7-aac4-48af-8670-e04300325561/85eb83c4-aae3-4041-805d-c9e07ba77132) {{(pid=102347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:26:07.409377 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a01bbe-4b0e-4f9c-8058-34876fe66be6 req-b16a4c05-fc31-46dd-8df3-8043b9d7652f tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:07.409982 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-b9a01bbe-4b0e-4f9c-8058-34876fe66be6 req-b16a4c05-fc31-46dd-8df3-8043b9d7652f tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:07.439526 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b9a01bbe-4b0e-4f9c-8058-34876fe66be6 req-b16a4c05-fc31-46dd-8df3-8043b9d7652f tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8165798 Oct 27 10:26:07.466601 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [req-b9a01bbe-4b0e-4f9c-8058-34876fe66be6 req-4d84582b-5874-4e73-878d-bc6a447413d5 service neutron] Request body: {'port': {'device_id': 'c39fed20-6b3e-45f9-9022-5d1db3ab74ae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-10'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:26:07.558524 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-48e9e7a2-9030-43f7-b498-b872d802d2fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1765662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3700'] for router, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:07.561311 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-48e9e7a2-9030-43f7-b498-b872d802d2fb admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:07.652149 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-48e9e7a2-9030-43f7-b498-b872d802d2fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1765641'] for router, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:07.653562 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48e9e7a2-9030-43f7-b498-b872d802d2fb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 068ef6e0-446e-4e93-a5c2-1d5d6ef40eb8 {{(pid=102346) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 10:26:07.658865 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-48e9e7a2-9030-43f7-b498-b872d802d2fb admin admin] Publish callbacks [] for router, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:07.663401 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-48e9e7a2-9030-43f7-b498-b872d802d2fb admin admin] 10.222.0.44 "DELETE /v2.0/routers/068ef6e0-446e-4e93-a5c2-1d5d6ef40eb8 HTTP/1.1" status: 204 len: 168 time: 2.0775602 Oct 27 10:26:07.680850 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-ee92b852-41b6-4231-abb0-2f39c8be741e None None] Provisioning complete for port 922a99a6-a89a-48b9-8d61-65b98322153e triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:26:07.681347 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-ee92b852-41b6-4231-abb0-2f39c8be741e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:07.686302 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-b9a01bbe-4b0e-4f9c-8058-34876fe66be6 req-6aed34ac-ba3d-46d3-a85b-51a2b95e2fbb tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] Publish callbacks [] for port, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:07.700844 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 49938) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:26:07.717951 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-f8fdaaf0-5d19-458f-8909-04ca54fd28d8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:07.726348 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-ee92b852-41b6-4231-abb0-2f39c8be741e None None] Port 922a99a6-a89a-48b9-8d61-65b98322153e cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:26:07.740379 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-b9a01bbe-4b0e-4f9c-8058-34876fe66be6 req-6aed34ac-ba3d-46d3-a85b-51a2b95e2fbb tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:07.754323 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-f8fdaaf0-5d19-458f-8909-04ca54fd28d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:07.827086 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb07237-6f3b-45e2-8488-0b93a0204490 req-d7bc0891-41dc-418a-870a-e0563f66e7b4 tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:07.828808 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-bcb07237-6f3b-45e2-8488-0b93a0204490 req-d7bc0891-41dc-418a-870a-e0563f66e7b4 tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] 10.222.0.44 "GET /v2.0/ports?device_id=c39fed20-6b3e-45f9-9022-5d1db3ab74ae HTTP/1.1" status: 200 len: 935 time: 0.2221053 Oct 27 10:26:07.834613 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-f8fdaaf0-5d19-458f-8909-04ca54fd28d8 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=540bec47674e45699fa27a20e7093459&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9576864 Oct 27 10:26:07.835532 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 49942) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:26:07.840087 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_v2 [None req-3eb9c101-0af0-4a26-ae8c-18402ab66fb1 admin admin] Deleting subnet 0581c968-e77f-4ae1-b8cd-953b2bcace51 {{(pid=102346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 10:26:07.848013 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fdaaf0-5d19-458f-8909-04ca54fd28d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6c021ce-8313-4aa4-9dec-82ea920b50d9,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:26:07.853987 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-3eb9c101-0af0-4a26-ae8c-18402ab66fb1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:07.861169 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] get_ports_and_sgs() called for port_ids ['4b885691-85ba-4912-82eb-e467a6991070'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:26:07.880669 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9a01bbe-4b0e-4f9c-8058-34876fe66be6 req-6aed34ac-ba3d-46d3-a85b-51a2b95e2fbb tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] Network 4d250f92-d229-45fe-a579-67fef8e6c544 is already hosted by enough agents. {{(pid=102347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:26:07.885530 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-b9a01bbe-4b0e-4f9c-8058-34876fe66be6 req-4d84582b-5874-4e73-878d-bc6a447413d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:07.893018 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [req-b9a01bbe-4b0e-4f9c-8058-34876fe66be6 req-6aed34ac-ba3d-46d3-a85b-51a2b95e2fbb tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] Resources bound (agent type, host, resource id): {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:26:07.899518 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9a01bbe-4b0e-4f9c-8058-34876fe66be6 req-6aed34ac-ba3d-46d3-a85b-51a2b95e2fbb tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] Received port after_create {{(pid=102347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:26:07.911937 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aed34ac-ba3d-46d3-a85b-51a2b95e2fbb tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] Pushing event updated for resources: {'Port': ['ID=85eb83c4-aae3-4041-805d-c9e07ba77132,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:26:07.985462 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-3eb9c101-0af0-4a26-ae8c-18402ab66fb1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25847868'] for subnet, precommit_delete_associations {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:08.023541 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-bcb07237-6f3b-45e2-8488-0b93a0204490 req-d2ea0e76-8e4d-4bdb-9fc7-d450d8d9de55 tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] 10.222.0.44 "GET /v2.0/security-groups?id=564ecd8b-da86-4175-923a-67dcc5fcd400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808040 Oct 27 10:26:08.043405 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-8467a6f0-b476-480b-8038-b4c5f9747957 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:08.140644 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device ced55022-f93b-4955-a885-9d6e097ca9ba no longer exists at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:26:08.141533 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-8467a6f0-b476-480b-8038-b4c5f9747957 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:08.194220 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] No Port match for: ced55022-f93b-4955-a885-9d6e097ca9ba {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:26:08.194563 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device ced55022-f93b-4955-a885-9d6e097ca9ba not bound to the agent host n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:26:08.194986 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 4d588d28-d0d6-41f3-92d4-e512162cef6b no longer exists at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:26:08.230497 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] No Port match for: 4d588d28-d0d6-41f3-92d4-e512162cef6b {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:26:08.231211 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 4d588d28-d0d6-41f3-92d4-e512162cef6b not bound to the agent host n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:26:08.232804 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a01bbe-4b0e-4f9c-8058-34876fe66be6 req-6aed34ac-ba3d-46d3-a85b-51a2b95e2fbb tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:08.233533 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-b9a01bbe-4b0e-4f9c-8058-34876fe66be6 req-6aed34ac-ba3d-46d3-a85b-51a2b95e2fbb tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:08.239911 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-3eb9c101-0af0-4a26-ae8c-18402ab66fb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855646'] for subnet, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:08.253354 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb10e3e-9298-473d-856d-5f45f82b265a req-9c9f96df-8c5d-4ad6-8378-97c8eeee882b tempest-ImagesOneServerNegativeTestJSON-1258670322 tempest-ImagesOneServerNegativeTestJSON-1258670322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:08.254849 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-3fb10e3e-9298-473d-856d-5f45f82b265a req-9c9f96df-8c5d-4ad6-8378-97c8eeee882b tempest-ImagesOneServerNegativeTestJSON-1258670322 tempest-ImagesOneServerNegativeTestJSON-1258670322-project] 10.222.0.44 "GET /v2.0/networks?id=f7c4c830-52ad-4ee2-a72d-431abd6800b4 HTTP/1.1" status: 200 len: 822 time: 0.5283797 Oct 27 10:26:08.261688 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-1bc0771e-8097-4e2c-bd93-c0007ac47240 None None] Provisioning complete for port 85eb83c4-aae3-4041-805d-c9e07ba77132 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:26:08.262060 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-1bc0771e-8097-4e2c-bd93-c0007ac47240 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:08.313284 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-1bc0771e-8097-4e2c-bd93-c0007ac47240 None None] Port 85eb83c4-aae3-4041-805d-c9e07ba77132 cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:26:08.371925 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-3fb10e3e-9298-473d-856d-5f45f82b265a req-3e55a191-9861-4570-a486-0dfc0f2cfb31 tempest-ImagesOneServerNegativeTestJSON-1258670322 tempest-ImagesOneServerNegativeTestJSON-1258670322-project] 10.222.0.44 "GET /v2.0/quotas/2188d08323094fd29aa0ce0c21743039 HTTP/1.1" status: 200 len: 375 time: 0.0625618 Oct 27 10:26:08.386911 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b9a01bbe-4b0e-4f9c-8058-34876fe66be6 req-6aed34ac-ba3d-46d3-a85b-51a2b95e2fbb tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.1140573 Oct 27 10:26:08.405282 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [req-b9a01bbe-4b0e-4f9c-8058-34876fe66be6 req-78c7b65b-a384-4e8e-b7db-f783e925d8c9 service neutron] Request body: {'port': {'device_id': '405a8b4a-a771-4f3e-bf85-395c054486d5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-10'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:26:08.540604 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-3fb10e3e-9298-473d-856d-5f45f82b265a req-b74fa2ec-e921-4742-ad3e-8b62cdf1b949 tempest-ImagesOneServerNegativeTestJSON-1258670322 tempest-ImagesOneServerNegativeTestJSON-1258670322-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=2188d08323094fd29aa0ce0c21743039&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1575553 Oct 27 10:26:08.546203 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [req-b9a01bbe-4b0e-4f9c-8058-34876fe66be6 req-4d84582b-5874-4e73-878d-bc6a447413d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 922a99a6-a89a-48b9-8d61-65b98322153e {{(pid=102347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:26:08.550950 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-b9a01bbe-4b0e-4f9c-8058-34876fe66be6 req-78c7b65b-a384-4e8e-b7db-f783e925d8c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:08.564599 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-b9a01bbe-4b0e-4f9c-8058-34876fe66be6 req-4d84582b-5874-4e73-878d-bc6a447413d5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:08.592738 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578b6db1-fe80-4f1d-9b9b-76c4d00f2ae0 req-fa402bf2-7884-470f-a8de-0359eab7a8c7 tempest-ListServersNegativeTestJSON-2132882824 tempest-ListServersNegativeTestJSON-2132882824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:08.598286 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-578b6db1-fe80-4f1d-9b9b-76c4d00f2ae0 req-fa402bf2-7884-470f-a8de-0359eab7a8c7 tempest-ListServersNegativeTestJSON-2132882824 tempest-ListServersNegativeTestJSON-2132882824-project] 10.222.0.44 "GET /v2.0/ports?device_id=2e500175-dfa4-4437-bcf1-beb05fa87fb9 HTTP/1.1" status: 200 len: 945 time: 0.4535615 Oct 27 10:26:08.637796 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.provisioning_blocks [req-b9a01bbe-4b0e-4f9c-8058-34876fe66be6 req-4d84582b-5874-4e73-878d-bc6a447413d5 service neutron] Transition to ACTIVE for port object 922a99a6-a89a-48b9-8d61-65b98322153e will not be triggered until provisioned by entity L2. {{(pid=102347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 10:26:08.639869 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-8467a6f0-b476-480b-8038-b4c5f9747957 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:08.642889 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-8467a6f0-b476-480b-8038-b4c5f9747957 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:08.644681 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-8467a6f0-b476-480b-8038-b4c5f9747957 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c6c021ce-8313-4aa4-9dec-82ea920b50d9 HTTP/1.1" status: 204 len: 168 time: 0.8074279 Oct 27 10:26:08.646861 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-b9a01bbe-4b0e-4f9c-8058-34876fe66be6 req-4d84582b-5874-4e73-878d-bc6a447413d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:08.669919 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8467a6f0-b476-480b-8038-b4c5f9747957 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6c021ce-8313-4aa4-9dec-82ea920b50d9,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:26:08.675871 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-3eb9c101-0af0-4a26-ae8c-18402ab66fb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27024355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27168307'] for subnet, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:08.681882 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-578b6db1-fe80-4f1d-9b9b-76c4d00f2ae0 req-1e5344a7-980f-40d1-9aed-b6c831967ca4 tempest-ListServersNegativeTestJSON-2132882824 tempest-ListServersNegativeTestJSON-2132882824-project] 10.222.0.44 "GET /v2.0/security-groups?id=7ef68dd5-26a7-478b-9aed-6f26200a7f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774245 Oct 27 10:26:08.700995 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e500175-dfa4-4437-bcf1-beb05fa87fb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08ad9fb6-2a77-47d2-9ba3-fc1818f1927d'}] {{(pid=102348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:26:08.703240 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c588921fa634554a1d9242fdea1b05457a9ff1d3b28ba54ec1dace7f2f1df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45d552c2-eda2-4f52-9548-3b5c69200f30" -d '{"events": [{"server_uuid": "2e500175-dfa4-4437-bcf1-beb05fa87fb9", "name": "network-vif-plugged", "status": "completed", "tag": "08ad9fb6-2a77-47d2-9ba3-fc1818f1927d"}]}' {{(pid=102348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:26:08.704786 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb9c101-0af0-4a26-ae8c-18402ab66fb1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0581c968-e77f-4ae1-b8cd-953b2bcace51,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:26:08.712714 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-3eb9c101-0af0-4a26-ae8c-18402ab66fb1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for subnet, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:08.719034 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-3eb9c101-0af0-4a26-ae8c-18402ab66fb1 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/0581c968-e77f-4ae1-b8cd-953b2bcace51 HTTP/1.1" status: 204 len: 168 time: 0.9955807 Oct 27 10:26:08.719456 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 49952) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:26:08.771167 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2098a3c-eae6-4e68-afac-41c51ed64f69 None None] Network 6ef429fe-b6d8-4054-9275-be62180ab304 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:26:08.823269 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d84582b-5874-4e73-878d-bc6a447413d5 service neutron] Pushing event updated for resources: {'Port': ['ID=922a99a6-a89a-48b9-8d61-65b98322153e,revision_number=2']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:26:08.863905 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-3fb10e3e-9298-473d-856d-5f45f82b265a req-6f374ffa-72f7-40fe-bc7e-89a6cf0eb363 service neutron] 10.222.0.44 "GET /v2.0/networks/f7c4c830-52ad-4ee2-a72d-431abd6800b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3085079 Oct 27 10:26:08.869983 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:08.908879 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d972bd53-a0cb-4133-aeed-9a2bda447e44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586917'] for network, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:08.994817 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-3fb10e3e-9298-473d-856d-5f45f82b265a req-f9d492a3-5d7a-46b7-8526-d33411055ede service neutron] 10.222.0.44 "GET /v2.0/networks/f7c4c830-52ad-4ee2-a72d-431abd6800b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296222 Oct 27 10:26:09.033619 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1faa00b7-8c77-41b8-8ffc-3965dd39d3d0 req-1a682fc7-f6d2-4a91-9aa8-0030054fe229 tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:09.035422 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-1faa00b7-8c77-41b8-8ffc-3965dd39d3d0 req-1a682fc7-f6d2-4a91-9aa8-0030054fe229 tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] 10.222.0.44 "GET /v2.0/ports?device_id=f165f7ac-c937-4242-9d48-b6ac68f3a6e2 HTTP/1.1" status: 200 len: 946 time: 0.1195474 Oct 27 10:26:09.125769 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-1faa00b7-8c77-41b8-8ffc-3965dd39d3d0 req-6ae71d7d-f806-420a-9326-4088721ae475 tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] 10.222.0.44 "GET /v2.0/security-groups?id=df17171a-6534-4d8a-8518-0be5fe64cbb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713890 Oct 27 10:26:09.142568 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-d972bd53-a0cb-4133-aeed-9a2bda447e44 admin admin] Deleting port 21b0f9e3-423f-4222-87b2-b24b2d8c4fbb {{(pid=102346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:26:09.142905 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d972bd53-a0cb-4133-aeed-9a2bda447e44 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:09.243650 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 49962) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:26:09.302444 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [None req-d972bd53-a0cb-4133-aeed-9a2bda447e44 admin admin] For port 21b0f9e3-423f-4222-87b2-b24b2d8c4fbb, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=21b0f9e3-423f-4222-87b2-b24b2d8c4fbb,segment=NetworkSegment(484662c5-6896-4c64-9da4-4aa0000b52b3),segment_id=484662c5-6896-4c64-9da4-4aa0000b52b3)] {{(pid=102346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:26:09.302811 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d972bd53-a0cb-4133-aeed-9a2bda447e44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:09.309787 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb8fb72b-205c-4142-b02d-2ed0a158b1d7 None None] DHCP port deletion for 6ef429fe-b6d8-4054-9275-be62180ab304 request from n-d-813419-10 {{(pid=102348) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 10:26:09.315178 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-cef695fc-242b-4ffe-b724-fbb8c467f80d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:09.319850 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-d972bd53-a0cb-4133-aeed-9a2bda447e44 admin admin] Calling delete_port for 21b0f9e3-423f-4222-87b2-b24b2d8c4fbb owned by network:dhcp {{(pid=102346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:26:09.352428 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a509b9cc-f541-41a5-bbc5-49318ce46590 req-549529ff-6c61-4d74-b670-086455c9acc8 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:09.358771 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a509b9cc-f541-41a5-bbc5-49318ce46590 req-549529ff-6c61-4d74-b670-086455c9acc8 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:09.364860 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a509b9cc-f541-41a5-bbc5-49318ce46590 req-549529ff-6c61-4d74-b670-086455c9acc8 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:09.370854 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a509b9cc-f541-41a5-bbc5-49318ce46590 req-549529ff-6c61-4d74-b670-086455c9acc8 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:09.374617 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-bb8fb72b-205c-4142-b02d-2ed0a158b1d7 None None] Deleting port 21b0f9e3-423f-4222-87b2-b24b2d8c4fbb {{(pid=102348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:26:09.375203 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-bb8fb72b-205c-4142-b02d-2ed0a158b1d7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:09.377180 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a509b9cc-f541-41a5-bbc5-49318ce46590 req-549529ff-6c61-4d74-b670-086455c9acc8 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:09.383474 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a509b9cc-f541-41a5-bbc5-49318ce46590 req-549529ff-6c61-4d74-b670-086455c9acc8 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:09.389393 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a509b9cc-f541-41a5-bbc5-49318ce46590 req-549529ff-6c61-4d74-b670-086455c9acc8 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:09.391925 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-a509b9cc-f541-41a5-bbc5-49318ce46590 req-549529ff-6c61-4d74-b670-086455c9acc8 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] 10.222.0.44 "GET /v2.0/ports?device_id=19de7999-f151-4eb5-986d-3e7b0f987b5e HTTP/1.1" status: 200 len: 5423 time: 0.1513927 Oct 27 10:26:09.453296 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [req-b9a01bbe-4b0e-4f9c-8058-34876fe66be6 req-78c7b65b-a384-4e8e-b7db-f783e925d8c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85eb83c4-aae3-4041-805d-c9e07ba77132 {{(pid=102347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:26:09.474153 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-b9a01bbe-4b0e-4f9c-8058-34876fe66be6 req-78c7b65b-a384-4e8e-b7db-f783e925d8c9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:09.478866 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-bb8fb72b-205c-4142-b02d-2ed0a158b1d7 None None] For port 21b0f9e3-423f-4222-87b2-b24b2d8c4fbb, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=21b0f9e3-423f-4222-87b2-b24b2d8c4fbb,segment=NetworkSegment(484662c5-6896-4c64-9da4-4aa0000b52b3),segment_id=484662c5-6896-4c64-9da4-4aa0000b52b3)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:26:09.479522 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-bb8fb72b-205c-4142-b02d-2ed0a158b1d7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:09.492643 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.provisioning_blocks [req-b9a01bbe-4b0e-4f9c-8058-34876fe66be6 req-78c7b65b-a384-4e8e-b7db-f783e925d8c9 service neutron] Transition to ACTIVE for port object 85eb83c4-aae3-4041-805d-c9e07ba77132 will not be triggered until provisioned by entity L2. {{(pid=102347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 10:26:09.497984 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-bb8fb72b-205c-4142-b02d-2ed0a158b1d7 None None] Calling delete_port for 21b0f9e3-423f-4222-87b2-b24b2d8c4fbb owned by network:dhcp {{(pid=102348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:26:09.499195 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-b9a01bbe-4b0e-4f9c-8058-34876fe66be6 req-4d84582b-5874-4e73-878d-bc6a447413d5 service neutron] Attempting to bind port 922a99a6-a89a-48b9-8d61-65b98322153e on host n-h2-813419-10 for vnic_type normal with profile {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:26:09.499712 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-b9a01bbe-4b0e-4f9c-8058-34876fe66be6 req-4d84582b-5874-4e73-878d-bc6a447413d5 service neutron] Attempting to bind port 922a99a6-a89a-48b9-8d61-65b98322153e by drivers openvswitch,hyperv on host n-h2-813419-10 at level 0 using segments [{'id': 'f7c42c6d-2766-46d8-a8b7-4852117a5555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '4d250f92-d229-45fe-a579-67fef8e6c544'}] {{(pid=102347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:26:09.500226 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9a01bbe-4b0e-4f9c-8058-34876fe66be6 req-4d84582b-5874-4e73-878d-bc6a447413d5 service neutron] Attempting to bind port 922a99a6-a89a-48b9-8d61-65b98322153e on network 4d250f92-d229-45fe-a579-67fef8e6c544 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:26:09.501249 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-a509b9cc-f541-41a5-bbc5-49318ce46590 req-cab6fa3c-ef4a-4fa0-b0fb-730a83b750f6 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] 10.222.0.44 "GET /v2.0/security-groups?id=34344a0a-bfc2-4f4b-96e6-fe0cf33c620a&id=652e3df3-defd-4709-b4c8-a9361485da20&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1015894 Oct 27 10:26:09.513069 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-b9a01bbe-4b0e-4f9c-8058-34876fe66be6 req-78c7b65b-a384-4e8e-b7db-f783e925d8c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:09.553393 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d972bd53-a0cb-4133-aeed-9a2bda447e44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:09.582464 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a32c2c1-1af4-4ae9-a4e7-ed5045d67903 req-16d8232a-38bd-4829-84c9-e1c3928ff2c8 tempest-VolumesAdminNegativeTest-898796943 tempest-VolumesAdminNegativeTest-898796943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:09.592066 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8a32c2c1-1af4-4ae9-a4e7-ed5045d67903 req-16d8232a-38bd-4829-84c9-e1c3928ff2c8 tempest-VolumesAdminNegativeTest-898796943 tempest-VolumesAdminNegativeTest-898796943-project] 10.222.0.44 "GET /v2.0/ports?device_id=2cef3d67-5fc3-40c1-9851-33627b264318 HTTP/1.1" status: 200 len: 945 time: 0.3162405 Oct 27 10:26:09.598760 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9a01bbe-4b0e-4f9c-8058-34876fe66be6 req-4d84582b-5874-4e73-878d-bc6a447413d5 service neutron] Port 922a99a6-a89a-48b9-8d61-65b98322153e on network 4d250f92-d229-45fe-a579-67fef8e6c544 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-10 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 10:26:09.599617 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9a01bbe-4b0e-4f9c-8058-34876fe66be6 req-4d84582b-5874-4e73-878d-bc6a447413d5 service neutron] Attempting to bind port 922a99a6-a89a-48b9-8d61-65b98322153e on network 4d250f92-d229-45fe-a579-67fef8e6c544 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:26:09.607042 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:26:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17cfbe0f-5aad-4012-8e35-8996c73a2dcc x-openstack-request-id: req-17cfbe0f-5aad-4012-8e35-8996c73a2dcc {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:26:09.607362 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e500175-dfa4-4437-bcf1-beb05fa87fb9", "name": "network-vif-plugged", "status": "completed", "tag": "08ad9fb6-2a77-47d2-9ba3-fc1818f1927d", "code": 200}]} {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:26:09.607592 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-17cfbe0f-5aad-4012-8e35-8996c73a2dcc {{(pid=102348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:26:09.609034 n-d-813419-10 neutron-server[102348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e500175-dfa4-4437-bcf1-beb05fa87fb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08ad9fb6-2a77-47d2-9ba3-fc1818f1927d', 'code': 200} Oct 27 10:26:09.612361 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c7b65b-a384-4e8e-b7db-f783e925d8c9 service neutron] Pushing event updated for resources: {'Port': ['ID=85eb83c4-aae3-4041-805d-c9e07ba77132,revision_number=2']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:26:09.638413 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9a01bbe-4b0e-4f9c-8058-34876fe66be6 req-4d84582b-5874-4e73-878d-bc6a447413d5 service neutron] Checking agent: {'id': 'a2edc247-0fa4-4ce6-bbae-a10492f6bd71', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 16, 9), 'started_at': datetime.datetime(2021, 10, 27, 10, 16, 9), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 26, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:26:09.638890 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9a01bbe-4b0e-4f9c-8058-34876fe66be6 req-4d84582b-5874-4e73-878d-bc6a447413d5 service neutron] Checking segment: {'id': 'f7c42c6d-2766-46d8-a8b7-4852117a5555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '4d250f92-d229-45fe-a579-67fef8e6c544'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:26:09.639312 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9a01bbe-4b0e-4f9c-8058-34876fe66be6 req-4d84582b-5874-4e73-878d-bc6a447413d5 service neutron] Bound using segment: {'id': 'f7c42c6d-2766-46d8-a8b7-4852117a5555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '4d250f92-d229-45fe-a579-67fef8e6c544'} {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:26:09.639950 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-b9a01bbe-4b0e-4f9c-8058-34876fe66be6 req-4d84582b-5874-4e73-878d-bc6a447413d5 service neutron] Bound port: 922a99a6-a89a-48b9-8d61-65b98322153e, host: n-h2-813419-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7c42c6d-2766-46d8-a8b7-4852117a5555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '4d250f92-d229-45fe-a579-67fef8e6c544'}}] {{(pid=102347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:26:09.640576 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-b9a01bbe-4b0e-4f9c-8058-34876fe66be6 req-4d84582b-5874-4e73-878d-bc6a447413d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:09.651440 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d972bd53-a0cb-4133-aeed-9a2bda447e44 admin admin] Pushing event deleted for resources: {'Port': ['ID=21b0f9e3-423f-4222-87b2-b24b2d8c4fbb,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:26:09.658164 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-bb8fb72b-205c-4142-b02d-2ed0a158b1d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615'] for port, after_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:09.697050 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8fb72b-205c-4142-b02d-2ed0a158b1d7 None None] Pushing event deleted for resources: {'Port': ['ID=21b0f9e3-423f-4222-87b2-b24b2d8c4fbb,revision_number=None']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:26:09.699780 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb8fb72b-205c-4142-b02d-2ed0a158b1d7 None None] No DVR routers for this DVR port 21b0f9e3-423f-4222-87b2-b24b2d8c4fbb on host n-d-813419-10 {{(pid=102348) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:26:09.713322 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d972bd53-a0cb-4133-aeed-9a2bda447e44 admin admin] No DVR routers for this DVR port 21b0f9e3-423f-4222-87b2-b24b2d8c4fbb on host n-d-813419-10 {{(pid=102346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:26:09.782067 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4207ba2-6d14-4307-a5e0-2bb011f0b005 req-81fc27f8-4a82-4cad-8b39-b5172f99c324 tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:09.790878 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-e4207ba2-6d14-4307-a5e0-2bb011f0b005 req-81fc27f8-4a82-4cad-8b39-b5172f99c324 tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] 10.222.0.44 "GET /v2.0/ports?device_id=c39fed20-6b3e-45f9-9022-5d1db3ab74ae HTTP/1.1" status: 200 len: 947 time: 0.1660914 Oct 27 10:26:09.805594 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58e40f1-3559-4e98-abb7-4985f15bc60d req-5dbe377d-f5e8-41b4-acb8-6058b6c87949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:09.807219 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-a58e40f1-3559-4e98-abb7-4985f15bc60d req-5dbe377d-f5e8-41b4-acb8-6058b6c87949 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=2e500175-dfa4-4437-bcf1-beb05fa87fb9 HTTP/1.1" status: 200 len: 1097 time: 0.1701770 Oct 27 10:26:09.834605 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8a32c2c1-1af4-4ae9-a4e7-ed5045d67903 req-0d4c5f23-fb9f-44ad-a92b-f44d0c33d491 tempest-VolumesAdminNegativeTest-898796943 tempest-VolumesAdminNegativeTest-898796943-project] 10.222.0.44 "GET /v2.0/security-groups?id=87c60c04-bc0e-45a7-a9f7-115745924900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2348111 Oct 27 10:26:09.868717 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-cef695fc-242b-4ffe-b724-fbb8c467f80d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:09.881757 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-cef695fc-242b-4ffe-b724-fbb8c467f80d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:09.894478 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-b9a01bbe-4b0e-4f9c-8058-34876fe66be6 req-78c7b65b-a384-4e8e-b7db-f783e925d8c9 service neutron] Attempting to bind port 85eb83c4-aae3-4041-805d-c9e07ba77132 on host n-h2-813419-10 for vnic_type normal with profile {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:26:09.895368 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-b9a01bbe-4b0e-4f9c-8058-34876fe66be6 req-78c7b65b-a384-4e8e-b7db-f783e925d8c9 service neutron] Attempting to bind port 85eb83c4-aae3-4041-805d-c9e07ba77132 by drivers openvswitch,hyperv on host n-h2-813419-10 at level 0 using segments [{'id': 'f7c42c6d-2766-46d8-a8b7-4852117a5555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '4d250f92-d229-45fe-a579-67fef8e6c544'}] {{(pid=102347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:26:09.895368 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9a01bbe-4b0e-4f9c-8058-34876fe66be6 req-78c7b65b-a384-4e8e-b7db-f783e925d8c9 service neutron] Attempting to bind port 85eb83c4-aae3-4041-805d-c9e07ba77132 on network 4d250f92-d229-45fe-a579-67fef8e6c544 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:26:09.936015 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9a01bbe-4b0e-4f9c-8058-34876fe66be6 req-78c7b65b-a384-4e8e-b7db-f783e925d8c9 service neutron] Port 85eb83c4-aae3-4041-805d-c9e07ba77132 on network 4d250f92-d229-45fe-a579-67fef8e6c544 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-10 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 10:26:09.936428 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9a01bbe-4b0e-4f9c-8058-34876fe66be6 req-78c7b65b-a384-4e8e-b7db-f783e925d8c9 service neutron] Attempting to bind port 85eb83c4-aae3-4041-805d-c9e07ba77132 on network 4d250f92-d229-45fe-a579-67fef8e6c544 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:26:09.950198 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d972bd53-a0cb-4133-aeed-9a2bda447e44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857803', 'neutron.services.segments.db._delete_segments_for_network-8743873143390'] for network, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:09.979706 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-4281dc80-0557-45b9-901f-9ceabfdc6729 req-9c6ec5cf-f542-44bd-a76a-ee23c5a63cb4 tempest-ImagesOneServerNegativeTestJSON-1258670322 tempest-ImagesOneServerNegativeTestJSON-1258670322-project] 10.222.0.44 "GET /v2.0/ports?device_id=46d600e0-a226-4b11-a8a6-bbd4283815d0 HTTP/1.1" status: 200 len: 210 time: 0.0561416 Oct 27 10:26:10.006049 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-e4207ba2-6d14-4307-a5e0-2bb011f0b005 req-06af9da5-ff2d-4f53-82e2-279ec2a4836f tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] 10.222.0.44 "GET /v2.0/security-groups?id=564ecd8b-da86-4175-923a-67dcc5fcd400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2130518 Oct 27 10:26:10.016125 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9a01bbe-4b0e-4f9c-8058-34876fe66be6 req-78c7b65b-a384-4e8e-b7db-f783e925d8c9 service neutron] Checking agent: {'id': 'a2edc247-0fa4-4ce6-bbae-a10492f6bd71', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 16, 9), 'started_at': datetime.datetime(2021, 10, 27, 10, 16, 9), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 26, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:26:10.016996 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9a01bbe-4b0e-4f9c-8058-34876fe66be6 req-78c7b65b-a384-4e8e-b7db-f783e925d8c9 service neutron] Checking segment: {'id': 'f7c42c6d-2766-46d8-a8b7-4852117a5555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '4d250f92-d229-45fe-a579-67fef8e6c544'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:26:10.017694 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9a01bbe-4b0e-4f9c-8058-34876fe66be6 req-78c7b65b-a384-4e8e-b7db-f783e925d8c9 service neutron] Bound using segment: {'id': 'f7c42c6d-2766-46d8-a8b7-4852117a5555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '4d250f92-d229-45fe-a579-67fef8e6c544'} {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:26:10.018170 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-b9a01bbe-4b0e-4f9c-8058-34876fe66be6 req-78c7b65b-a384-4e8e-b7db-f783e925d8c9 service neutron] Bound port: 85eb83c4-aae3-4041-805d-c9e07ba77132, host: n-h2-813419-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7c42c6d-2766-46d8-a8b7-4852117a5555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '4d250f92-d229-45fe-a579-67fef8e6c544'}}] {{(pid=102347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:26:10.018944 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-b9a01bbe-4b0e-4f9c-8058-34876fe66be6 req-78c7b65b-a384-4e8e-b7db-f783e925d8c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:10.036387 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-b9a01bbe-4b0e-4f9c-8058-34876fe66be6 req-4d84582b-5874-4e73-878d-bc6a447413d5 service neutron] For port 922a99a6-a89a-48b9-8d61-65b98322153e, host n-h2-813419-10, cleared binding levels {{(pid=102347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:26:10.041091 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef695fc-242b-4ffe-b724-fbb8c467f80d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2f88194-3004-4d1b-b058-399cc25414d1,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:26:10.053664 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-cef695fc-242b-4ffe-b724-fbb8c467f80d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=50825609c98c4b25abddeaa4144ba749&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7668529 Oct 27 10:26:10.061979 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 49976) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:26:10.067090 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-d972bd53-a0cb-4133-aeed-9a2bda447e44 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ef429fe-b6d8-4054-9275-be62180ab304']}} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:26:10.088867 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-b9a01bbe-4b0e-4f9c-8058-34876fe66be6 req-4d84582b-5874-4e73-878d-bc6a447413d5 service neutron] For port 922a99a6-a89a-48b9-8d61-65b98322153e, host n-h2-813419-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=922a99a6-a89a-48b9-8d61-65b98322153e,segment=NetworkSegment(f7c42c6d-2766-46d8-a8b7-4852117a5555),segment_id=f7c42c6d-2766-46d8-a8b7-4852117a5555)] {{(pid=102347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:26:10.113466 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-b9a01bbe-4b0e-4f9c-8058-34876fe66be6 req-4d84582b-5874-4e73-878d-bc6a447413d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:10.126604 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-a58e40f1-3559-4e98-abb7-4985f15bc60d req-d669ba57-6c43-4c0f-bfb3-1381d254516e service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=7ef68dd5-26a7-478b-9aed-6f26200a7f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2838902 Oct 27 10:26:10.150508 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-d972bd53-a0cb-4133-aeed-9a2bda447e44 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '484662c5-6896-4c64-9da4-4aa0000b52b3') {'for_net_delete': True} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:26:10.150896 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-d972bd53-a0cb-4133-aeed-9a2bda447e44 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '484662c5-6896-4c64-9da4-4aa0000b52b3') {} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:26:10.171778 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 21b0f9e3-423f-4222-87b2-b24b2d8c4fbb no longer exists at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:26:10.188625 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d972bd53-a0cb-4133-aeed-9a2bda447e44 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743873145191', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25847877'] for segment, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:10.199288 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d84582b-5874-4e73-878d-bc6a447413d5 service neutron] Pushing event updated for resources: {'Port': ['ID=922a99a6-a89a-48b9-8d61-65b98322153e,revision_number=3']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:26:10.220048 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d972bd53-a0cb-4133-aeed-9a2bda447e44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:10.223667 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] No Port match for: 21b0f9e3-423f-4222-87b2-b24b2d8c4fbb {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:26:10.224019 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 21b0f9e3-423f-4222-87b2-b24b2d8c4fbb not bound to the agent host n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:26:10.251899 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d972bd53-a0cb-4133-aeed-9a2bda447e44 admin admin] Releasing vlan 444 on physical network physnet1 to pool {{(pid=102346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 10:26:10.252320 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d972bd53-a0cb-4133-aeed-9a2bda447e44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27024137'] for segment, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:10.261860 n-d-813419-10 neutron-server[102346]: Traceback (most recent call last): Oct 27 10:26:10.261860 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 10:26:10.261860 n-d-813419-10 neutron-server[102346]: timer() Oct 27 10:26:10.261860 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 10:26:10.261860 n-d-813419-10 neutron-server[102346]: cb(*args, **kw) Oct 27 10:26:10.261860 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 10:26:10.261860 n-d-813419-10 neutron-server[102346]: return func(*args, **kwargs) Oct 27 10:26:10.261860 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 10:26:10.261860 n-d-813419-10 neutron-server[102346]: self._notify() Oct 27 10:26:10.261860 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 10:26:10.261860 n-d-813419-10 neutron-server[102346]: self.callback(batched_events) Oct 27 10:26:10.261860 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 10:26:10.261860 n-d-813419-10 neutron-server[102346]: event.method(event) Oct 27 10:26:10.261860 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 10:26:10.261860 n-d-813419-10 neutron-server[102346]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 10:26:10.261860 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 10:26:10.261860 n-d-813419-10 neutron-server[102346]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 10:26:10.261860 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 10:26:10.261860 n-d-813419-10 neutron-server[102346]: return f(self, *a, **k) Oct 27 10:26:10.261860 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 10:26:10.261860 n-d-813419-10 neutron-server[102346]: return self._get(url).json() Oct 27 10:26:10.261860 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 10:26:10.261860 n-d-813419-10 neutron-server[102346]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 10:26:10.261860 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 10:26:10.261860 n-d-813419-10 neutron-server[102346]: return self.request(url, 'GET', **kwargs) Oct 27 10:26:10.261860 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 10:26:10.261860 n-d-813419-10 neutron-server[102346]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 10:26:10.261860 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 10:26:10.261860 n-d-813419-10 neutron-server[102346]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 10:26:10.261860 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 10:26:10.261860 n-d-813419-10 neutron-server[102346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 10:26:10.261860 n-d-813419-10 neutron-server[102346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 10:26:10.309219 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a01bbe-4b0e-4f9c-8058-34876fe66be6 req-4d84582b-5874-4e73-878d-bc6a447413d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:10.310654 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-b9a01bbe-4b0e-4f9c-8058-34876fe66be6 req-4d84582b-5874-4e73-878d-bc6a447413d5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:10.312522 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b9a01bbe-4b0e-4f9c-8058-34876fe66be6 req-4d84582b-5874-4e73-878d-bc6a447413d5 service neutron] 10.222.0.76 "PUT /v2.0/ports/922a99a6-a89a-48b9-8d61-65b98322153e HTTP/1.1" status: 200 len: 1096 time: 2.8525391 Oct 27 10:26:10.314531 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c39fed20-6b3e-45f9-9022-5d1db3ab74ae', 'tag': '922a99a6-a89a-48b9-8d61-65b98322153e'}] {{(pid=102347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:26:10.317579 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311149b481204ee7edffdb959c881838506fbd95bc8577c048f6677abb73acc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ffe49f3-a73f-4716-b102-1ce8db5a4902" -d '{"events": [{"name": "network-changed", "server_uuid": "c39fed20-6b3e-45f9-9022-5d1db3ab74ae", "tag": "922a99a6-a89a-48b9-8d61-65b98322153e"}]}' {{(pid=102347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:26:10.325931 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-b9a01bbe-4b0e-4f9c-8058-34876fe66be6 req-78c7b65b-a384-4e8e-b7db-f783e925d8c9 service neutron] For port 85eb83c4-aae3-4041-805d-c9e07ba77132, host n-h2-813419-10, cleared binding levels {{(pid=102347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:26:10.338457 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-b9a01bbe-4b0e-4f9c-8058-34876fe66be6 req-78c7b65b-a384-4e8e-b7db-f783e925d8c9 service neutron] For port 85eb83c4-aae3-4041-805d-c9e07ba77132, host n-h2-813419-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=85eb83c4-aae3-4041-805d-c9e07ba77132,segment=NetworkSegment(f7c42c6d-2766-46d8-a8b7-4852117a5555),segment_id=f7c42c6d-2766-46d8-a8b7-4852117a5555)] {{(pid=102347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:26:10.351556 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052510a4-8049-487a-8ba8-d7252ff468e2 req-0d113e73-3eb1-4dc8-8282-7309f6dfc4f4 tempest-ListServersNegativeTestJSON-2132882824 tempest-ListServersNegativeTestJSON-2132882824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:10.353245 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-052510a4-8049-487a-8ba8-d7252ff468e2 req-0d113e73-3eb1-4dc8-8282-7309f6dfc4f4 tempest-ListServersNegativeTestJSON-2132882824 tempest-ListServersNegativeTestJSON-2132882824-project] 10.222.0.44 "GET /v2.0/ports?device_id=2e500175-dfa4-4437-bcf1-beb05fa87fb9 HTTP/1.1" status: 200 len: 945 time: 0.2468975 Oct 27 10:26:10.356726 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-b9a01bbe-4b0e-4f9c-8058-34876fe66be6 req-78c7b65b-a384-4e8e-b7db-f783e925d8c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:10.463792 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d972bd53-a0cb-4133-aeed-9a2bda447e44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664840'] for network, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:10.476939 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d972bd53-a0cb-4133-aeed-9a2bda447e44 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for network, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:10.482139 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-d972bd53-a0cb-4133-aeed-9a2bda447e44 admin admin] 10.222.0.44 "DELETE /v2.0/networks/6ef429fe-b6d8-4054-9275-be62180ab304 HTTP/1.1" status: 204 len: 168 time: 1.7617755 Oct 27 10:26:10.509319 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a01bbe-4b0e-4f9c-8058-34876fe66be6 req-78c7b65b-a384-4e8e-b7db-f783e925d8c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:10.509938 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-b9a01bbe-4b0e-4f9c-8058-34876fe66be6 req-78c7b65b-a384-4e8e-b7db-f783e925d8c9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:10.511702 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b9a01bbe-4b0e-4f9c-8058-34876fe66be6 req-78c7b65b-a384-4e8e-b7db-f783e925d8c9 service neutron] 10.222.0.76 "PUT /v2.0/ports/85eb83c4-aae3-4041-805d-c9e07ba77132 HTTP/1.1" status: 200 len: 1096 time: 2.1117337 Oct 27 10:26:10.556940 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-052510a4-8049-487a-8ba8-d7252ff468e2 req-2d543c38-60a7-4fdd-9775-f79d8ba03171 tempest-ListServersNegativeTestJSON-2132882824 tempest-ListServersNegativeTestJSON-2132882824-project] 10.222.0.44 "GET /v2.0/security-groups?id=7ef68dd5-26a7-478b-9aed-6f26200a7f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902905 Oct 27 10:26:10.570131 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-37b97cd6-af58-4847-9935-961b6cb37b2b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:10.579962 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d972bd53-a0cb-4133-aeed-9a2bda447e44 admin admin] Pushing event deleted for resources: {'Network': ['ID=6ef429fe-b6d8-4054-9275-be62180ab304,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:26:10.584756 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a01bbe-4b0e-4f9c-8058-34876fe66be6 req-21cff246-01e3-4719-9676-0ef750419ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:10.586858 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b9a01bbe-4b0e-4f9c-8058-34876fe66be6 req-21cff246-01e3-4719-9676-0ef750419ffb service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=90a01745d25e42a2aa454aea883f58a1&device_id=c39fed20-6b3e-45f9-9022-5d1db3ab74ae HTTP/1.1" status: 200 len: 1099 time: 0.1306934 Oct 27 10:26:10.587104 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c7b65b-a384-4e8e-b7db-f783e925d8c9 service neutron] Pushing event updated for resources: {'Port': ['ID=85eb83c4-aae3-4041-805d-c9e07ba77132,revision_number=3']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:26:10.658686 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03e3681-a199-45a2-8d26-2779f2b48264 req-7459aecb-c70a-497b-9ba7-119671bcf406 tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:10.671324 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-b03e3681-a199-45a2-8d26-2779f2b48264 req-7459aecb-c70a-497b-9ba7-119671bcf406 tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] 10.222.0.44 "GET /v2.0/ports?device_id=f165f7ac-c937-4242-9d48-b6ac68f3a6e2 HTTP/1.1" status: 200 len: 946 time: 0.4124305 Oct 27 10:26:10.684309 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b9a01bbe-4b0e-4f9c-8058-34876fe66be6 req-868c421c-ed44-42b5-bd2f-ee97cc9defb5 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.16&port_id=922a99a6-a89a-48b9-8d61-65b98322153e HTTP/1.1" status: 200 len: 217 time: 0.0821583 Oct 27 10:26:10.685897 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 10:26:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65e88359-c3f9-4e0d-b35b-53b1ef588509 x-openstack-request-id: req-65e88359-c3f9-4e0d-b35b-53b1ef588509 {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:26:10.686525 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c39fed20-6b3e-45f9-9022-5d1db3ab74ae", "tag": "922a99a6-a89a-48b9-8d61-65b98322153e", "status": "completed", "code": 200}]} {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:26:10.686786 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-65e88359-c3f9-4e0d-b35b-53b1ef588509 {{(pid=102347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:26:10.687268 n-d-813419-10 neutron-server[102347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c39fed20-6b3e-45f9-9022-5d1db3ab74ae', 'tag': '922a99a6-a89a-48b9-8d61-65b98322153e', 'status': 'completed', 'code': 200} Oct 27 10:26:10.691582 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-0a967326-8008-4f39-9ccb-498c0b0e7264 req-daed4b07-e169-4675-b7e7-c1c07a029b10 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=1691db0e-712c-4567-bc1c-2e9c228da106&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4541206 Oct 27 10:26:10.721392 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-37b97cd6-af58-4847-9935-961b6cb37b2b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:10.836534 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-b03e3681-a199-45a2-8d26-2779f2b48264 req-ca334cbd-83df-48d1-82c3-4afec3bb9c2e tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] 10.222.0.44 "GET /v2.0/security-groups?id=df17171a-6534-4d8a-8518-0be5fe64cbb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644294 Oct 27 10:26:10.841716 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 49992) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:26:10.850660 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a01bbe-4b0e-4f9c-8058-34876fe66be6 req-a087459f-a352-4956-a829-1508c382f228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:10.852440 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b9a01bbe-4b0e-4f9c-8058-34876fe66be6 req-a087459f-a352-4956-a829-1508c382f228 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=90a01745d25e42a2aa454aea883f58a1&device_id=405a8b4a-a771-4f3e-bf85-395c054486d5 HTTP/1.1" status: 200 len: 1099 time: 0.2483807 Oct 27 10:26:10.863163 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a01bbe-4b0e-4f9c-8058-34876fe66be6 req-0f277e4e-0da9-4345-a352-523f7c3ccf42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:10.864952 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b9a01bbe-4b0e-4f9c-8058-34876fe66be6 req-0f277e4e-0da9-4345-a352-523f7c3ccf42 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=62eb52f7-aac4-48af-8670-e04300325561 HTTP/1.1" status: 200 len: 843 time: 0.1176105 Oct 27 10:26:10.906341 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a967326-8008-4f39-9ccb-498c0b0e7264 req-610d5fcb-0104-4b31-9b3e-3dae9292811e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:10.908039 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-0a967326-8008-4f39-9ccb-498c0b0e7264 req-610d5fcb-0104-4b31-9b3e-3dae9292811e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9c487093db7840e98dafd374096ede4c&device_id=1691db0e-712c-4567-bc1c-2e9c228da106 HTTP/1.1" status: 200 len: 1097 time: 0.1440685 Oct 27 10:26:10.914017 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-d9c7ca28-9b53-492b-88d4-bc85ddcb746c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5a3c12df7f43463a852ca5173c2eabe7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0671296 Oct 27 10:26:10.914017 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 49994) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:26:10.943512 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b9a01bbe-4b0e-4f9c-8058-34876fe66be6 req-61f320fd-f211-4bd0-b27b-a416c9c7e4da service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.48&port_id=85eb83c4-aae3-4041-805d-c9e07ba77132 HTTP/1.1" status: 200 len: 217 time: 0.0770421 Oct 27 10:26:11.004253 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294ef966-4740-484d-99ec-372c11349285 req-011f2f34-4e28-4222-b32d-bd5901e6e28b tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:11.022563 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294ef966-4740-484d-99ec-372c11349285 req-011f2f34-4e28-4222-b32d-bd5901e6e28b tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:11.032919 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294ef966-4740-484d-99ec-372c11349285 req-011f2f34-4e28-4222-b32d-bd5901e6e28b tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:11.041138 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294ef966-4740-484d-99ec-372c11349285 req-011f2f34-4e28-4222-b32d-bd5901e6e28b tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:11.051161 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-37b97cd6-af58-4847-9935-961b6cb37b2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:11.053031 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294ef966-4740-484d-99ec-372c11349285 req-011f2f34-4e28-4222-b32d-bd5901e6e28b tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:11.054375 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-37b97cd6-af58-4847-9935-961b6cb37b2b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:11.055760 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-37b97cd6-af58-4847-9935-961b6cb37b2b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d2f88194-3004-4d1b-b058-399cc25414d1 HTTP/1.1" status: 204 len: 168 time: 0.9859426 Oct 27 10:26:11.062839 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294ef966-4740-484d-99ec-372c11349285 req-011f2f34-4e28-4222-b32d-bd5901e6e28b tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:11.069269 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device f866a8ac-0d08-4157-96c5-6411c7be1248 details requested by agent hyperv_n-h1-813419-10 with host n-h1-813419-10 {{(pid=102348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 10:26:11.071014 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294ef966-4740-484d-99ec-372c11349285 req-011f2f34-4e28-4222-b32d-bd5901e6e28b tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:11.080719 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-294ef966-4740-484d-99ec-372c11349285 req-011f2f34-4e28-4222-b32d-bd5901e6e28b tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] 10.222.0.44 "GET /v2.0/ports?device_id=19de7999-f151-4eb5-986d-3e7b0f987b5e HTTP/1.1" status: 200 len: 5423 time: 0.2805021 Oct 27 10:26:11.107377 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a01bbe-4b0e-4f9c-8058-34876fe66be6 req-2525edf7-1482-4201-9b9e-25acd11e7f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:11.109279 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b9a01bbe-4b0e-4f9c-8058-34876fe66be6 req-2525edf7-1482-4201-9b9e-25acd11e7f87 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=4d250f92-d229-45fe-a579-67fef8e6c544&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2340257 Oct 27 10:26:11.140399 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a967326-8008-4f39-9ccb-498c0b0e7264 req-1e9af70a-8bce-4ec1-8863-e5efbdc5468a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:11.142540 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-0a967326-8008-4f39-9ccb-498c0b0e7264 req-1e9af70a-8bce-4ec1-8863-e5efbdc5468a service neutron] 10.222.0.64 "GET /v2.0/networks?id=b70d8912-e651-449a-aede-549067567147 HTTP/1.1" status: 200 len: 909 time: 0.2000294 Oct 27 10:26:11.182903 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b97cd6-af58-4847-9935-961b6cb37b2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2f88194-3004-4d1b-b058-399cc25414d1,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:26:11.265545 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b9a01bbe-4b0e-4f9c-8058-34876fe66be6 req-4320fb51-c068-4ca1-8570-c2766431c07d service neutron] 10.222.0.76 "GET /v2.0/networks/4d250f92-d229-45fe-a579-67fef8e6c544?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297052 Oct 27 10:26:11.332809 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-f4eed7ad-165f-4349-9417-174364a3d313 req-740bdc04-1469-448f-bed9-ae5cf5aa2b10 tempest-ImagesOneServerNegativeTestJSON-1258670322 tempest-ImagesOneServerNegativeTestJSON-1258670322-project] 10.222.0.44 "GET /v2.0/ports?device_id=46d600e0-a226-4b11-a8a6-bbd4283815d0 HTTP/1.1" status: 200 len: 210 time: 0.2187891 Oct 27 10:26:11.334791 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-0a967326-8008-4f39-9ccb-498c0b0e7264 req-d3b009c5-9d47-447a-8129-08f54efe2754 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=41aac355-a685-4f09-997c-fd92e489e835 HTTP/1.1" status: 200 len: 217 time: 0.1693351 Oct 27 10:26:11.341840 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port f866a8ac-0d08-4157-96c5-6411c7be1248, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=f866a8ac-0d08-4157-96c5-6411c7be1248,segment=NetworkSegment(cd49c69a-bebc-4495-b045-2a5c5dbedd8b),segment_id=cd49c69a-bebc-4495-b045-2a5c5dbedd8b)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:26:11.357121 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Returning: {'device': 'f866a8ac-0d08-4157-96c5-6411c7be1248', 'network_id': 'd9f24547-a97b-4994-95da-a3dc1f0864ec', 'port_id': 'f866a8ac-0d08-4157-96c5-6411c7be1248', 'mac_address': 'fa:16:3e:36:a8:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 427, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '237eead6-dd56-4753-9d54-b14517989073', 'ip_address': '10.1.1.108'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 10:26:11.377475 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a01bbe-4b0e-4f9c-8058-34876fe66be6 req-87caa1ea-f13c-429e-87a9-2cb9b820b950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:11.379787 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b9a01bbe-4b0e-4f9c-8058-34876fe66be6 req-87caa1ea-f13c-429e-87a9-2cb9b820b950 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=62eb52f7-aac4-48af-8670-e04300325561 HTTP/1.1" status: 200 len: 843 time: 0.4279683 Oct 27 10:26:11.385300 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-294ef966-4740-484d-99ec-372c11349285 req-e0629a5c-e15f-45a8-b383-9111ffb8a248 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] 10.222.0.44 "GET /v2.0/security-groups?id=34344a0a-bfc2-4f4b-96e6-fe0cf33c620a&id=652e3df3-defd-4709-b4c8-a9361485da20&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3029625 Oct 27 10:26:11.409718 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:11.425003 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f866a8ac-0d08-4157-96c5-6411c7be1248 {{(pid=102348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:26:11.459746 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port f866a8ac-0d08-4157-96c5-6411c7be1248, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=f866a8ac-0d08-4157-96c5-6411c7be1248,segment=NetworkSegment(cd49c69a-bebc-4495-b045-2a5c5dbedd8b),segment_id=cd49c69a-bebc-4495-b045-2a5c5dbedd8b)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:26:11.461683 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-608afb80-ff65-44cd-b459-f9900ff15b0a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:11.474862 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:11.475537 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device 663ad4fb-d48e-41b4-ba03-42d778bf0122 details requested by agent hyperv_n-h1-813419-10 with host n-h1-813419-10 {{(pid=102348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 10:26:11.559554 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a967326-8008-4f39-9ccb-498c0b0e7264 req-0e325bf6-54eb-495b-81b2-e4cda880f563 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:11.562072 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-0a967326-8008-4f39-9ccb-498c0b0e7264 req-0e325bf6-54eb-495b-81b2-e4cda880f563 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0c8d0682-e9d2-4157-8f50-67abbd1aff64 HTTP/1.1" status: 200 len: 848 time: 0.2045243 Oct 27 10:26:11.564952 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-608afb80-ff65-44cd-b459-f9900ff15b0a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:11.609785 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b9a01bbe-4b0e-4f9c-8058-34876fe66be6 req-78b879a6-bead-43ea-8a71-7528a81e2ca8 service neutron] 10.222.0.76 "GET /v2.0/networks/4d250f92-d229-45fe-a579-67fef8e6c544?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3353610 Oct 27 10:26:11.644545 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a01bbe-4b0e-4f9c-8058-34876fe66be6 req-43eea299-513a-47f1-a4e2-7f9efef9d03e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:11.646190 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b9a01bbe-4b0e-4f9c-8058-34876fe66be6 req-43eea299-513a-47f1-a4e2-7f9efef9d03e service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=4d250f92-d229-45fe-a579-67fef8e6c544&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2457504 Oct 27 10:26:11.653540 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb10e3e-9298-473d-856d-5f45f82b265a req-fd30a25e-ef6b-4cb3-ab27-d3020d8b99af tempest-ImagesOneServerNegativeTestJSON-1258670322 tempest-ImagesOneServerNegativeTestJSON-1258670322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:11.655227 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-3fb10e3e-9298-473d-856d-5f45f82b265a req-fd30a25e-ef6b-4cb3-ab27-d3020d8b99af tempest-ImagesOneServerNegativeTestJSON-1258670322 tempest-ImagesOneServerNegativeTestJSON-1258670322-project] 10.222.0.64 "GET /v2.0/networks?id=f7c4c830-52ad-4ee2-a72d-431abd6800b4 HTTP/1.1" status: 200 len: 822 time: 0.5716565 Oct 27 10:26:11.673268 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Pushing event updated for resources: {'Port': ['ID=f866a8ac-0d08-4157-96c5-6411c7be1248,revision_number=4']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:26:11.695616 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-0a967326-8008-4f39-9ccb-498c0b0e7264 req-c4b07b41-61bb-4e81-b0c2-98f3ed4228cf service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b70d8912-e651-449a-aede-549067567147&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1196160 Oct 27 10:26:11.697867 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [req-3fb10e3e-9298-473d-856d-5f45f82b265a req-69e7734e-b258-4ac8-b99d-6995767a2c56 tempest-ImagesOneServerNegativeTestJSON-1258670322 tempest-ImagesOneServerNegativeTestJSON-1258670322-project] Request body: {'port': {'device_id': '46d600e0-a226-4b11-a8a6-bbd4283815d0', 'network_id': 'f7c4c830-52ad-4ee2-a72d-431abd6800b4', 'admin_state_up': True, 'tenant_id': '2188d08323094fd29aa0ce0c21743039'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:26:11.745326 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port 663ad4fb-d48e-41b4-ba03-42d778bf0122, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=663ad4fb-d48e-41b4-ba03-42d778bf0122,segment=NetworkSegment(ace8832b-0d39-4720-866a-60ecd5970cfb),segment_id=ace8832b-0d39-4720-866a-60ecd5970cfb)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:26:11.761122 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Returning: {'device': '663ad4fb-d48e-41b4-ba03-42d778bf0122', 'network_id': '5f1726cf-df95-405e-a4b7-a0ec3cc3a1aa', 'port_id': '663ad4fb-d48e-41b4-ba03-42d778bf0122', 'mac_address': 'fa:16:3e:6b:af:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4dae274-687c-43d5-8fe0-b0ba3958c688', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 10:26:11.805930 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d911d2d-98e8-499c-a3e4-3dd32c58783d req-c1ccf567-5288-4132-85bd-3660a4046561 tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:11.807545 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-0d911d2d-98e8-499c-a3e4-3dd32c58783d req-c1ccf567-5288-4132-85bd-3660a4046561 tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] 10.222.0.44 "GET /v2.0/ports?device_id=c39fed20-6b3e-45f9-9022-5d1db3ab74ae HTTP/1.1" status: 200 len: 947 time: 0.3241971 Oct 27 10:26:11.861358 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:11.890322 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 663ad4fb-d48e-41b4-ba03-42d778bf0122 {{(pid=102348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:26:11.899384 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-608afb80-ff65-44cd-b459-f9900ff15b0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:11.903220 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-608afb80-ff65-44cd-b459-f9900ff15b0a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:11.904853 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-608afb80-ff65-44cd-b459-f9900ff15b0a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/615bdcbe-ed5b-471f-bde6-bd7c27af75c0 HTTP/1.1" status: 204 len: 168 time: 0.9830546 Oct 27 10:26:11.929897 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608afb80-ff65-44cd-b459-f9900ff15b0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=615bdcbe-ed5b-471f-bde6-bd7c27af75c0,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:26:11.938125 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port 663ad4fb-d48e-41b4-ba03-42d778bf0122, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=663ad4fb-d48e-41b4-ba03-42d778bf0122,segment=NetworkSegment(ace8832b-0d39-4720-866a-60ecd5970cfb),segment_id=ace8832b-0d39-4720-866a-60ecd5970cfb)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:26:11.945124 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:11.946043 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device 02eec9e0-03c6-433a-af9e-1b5e5abf2703 details requested by agent hyperv_n-h1-813419-10 with host n-h1-813419-10 {{(pid=102348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 10:26:11.954628 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-0a967326-8008-4f39-9ccb-498c0b0e7264 req-426b00fe-cf04-47c3-8055-c353b60b95dd service neutron] 10.222.0.64 "GET /v2.0/networks/b70d8912-e651-449a-aede-549067567147?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2124438 Oct 27 10:26:12.041813 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-0d911d2d-98e8-499c-a3e4-3dd32c58783d req-4eaae554-9963-45b7-afd9-7bba50724611 tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] 10.222.0.44 "GET /v2.0/security-groups?id=564ecd8b-da86-4175-923a-67dcc5fcd400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2080722 Oct 27 10:26:12.051305 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Pushing event updated for resources: {'Port': ['ID=663ad4fb-d48e-41b4-ba03-42d778bf0122,revision_number=4']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:26:12.145624 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-0a967326-8008-4f39-9ccb-498c0b0e7264 req-34a49484-f781-4e5f-87e6-8d193b7e0d01 service neutron] 10.222.0.64 "GET /v2.0/networks/b70d8912-e651-449a-aede-549067567147?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1742251 Oct 27 10:26:12.231491 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port 02eec9e0-03c6-433a-af9e-1b5e5abf2703, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=02eec9e0-03c6-433a-af9e-1b5e5abf2703,segment=NetworkSegment(5f991bd4-92e4-45ad-bd12-2bffdf37846d),segment_id=5f991bd4-92e4-45ad-bd12-2bffdf37846d)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:26:12.245032 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Returning: {'device': '02eec9e0-03c6-433a-af9e-1b5e5abf2703', 'network_id': '629f7918-c2db-454f-876e-5fb1ab57b5ce', 'port_id': '02eec9e0-03c6-433a-af9e-1b5e5abf2703', 'mac_address': 'fa:16:3e:ae:f6:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44c80a83-a220-441f-8a83-aa10dbf72783', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 10:26:12.294370 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:12.300857 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1108ee54-53d3-468b-a4ce-3946d4bf3f5a req-d0f4176f-50d2-466b-932d-ea9084d142dc tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:12.309042 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-1108ee54-53d3-468b-a4ce-3946d4bf3f5a req-d0f4176f-50d2-466b-932d-ea9084d142dc tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] 10.222.0.44 "GET /v2.0/ports?device_id=f165f7ac-c937-4242-9d48-b6ac68f3a6e2 HTTP/1.1" status: 200 len: 946 time: 0.1118686 Oct 27 10:26:12.312996 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02eec9e0-03c6-433a-af9e-1b5e5abf2703 {{(pid=102348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:26:12.333732 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port 02eec9e0-03c6-433a-af9e-1b5e5abf2703, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=02eec9e0-03c6-433a-af9e-1b5e5abf2703,segment=NetworkSegment(5f991bd4-92e4-45ad-bd12-2bffdf37846d),segment_id=5f991bd4-92e4-45ad-bd12-2bffdf37846d)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:26:12.340683 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:12.341502 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device 52999097-daf5-40c3-b409-81f220c75685 details requested by agent hyperv_n-h1-813419-10 with host n-h1-813419-10 {{(pid=102348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 10:26:12.388808 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-1108ee54-53d3-468b-a4ce-3946d4bf3f5a req-3c78f106-001a-4ef1-8d8b-b045c03cf47c tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] 10.222.0.44 "GET /v2.0/security-groups?id=df17171a-6534-4d8a-8518-0be5fe64cbb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761163 Oct 27 10:26:12.422292 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port 52999097-daf5-40c3-b409-81f220c75685, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=52999097-daf5-40c3-b409-81f220c75685,segment=NetworkSegment(5f991bd4-92e4-45ad-bd12-2bffdf37846d),segment_id=5f991bd4-92e4-45ad-bd12-2bffdf37846d)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:26:12.443880 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Returning: {'device': '52999097-daf5-40c3-b409-81f220c75685', 'network_id': '629f7918-c2db-454f-876e-5fb1ab57b5ce', 'port_id': '52999097-daf5-40c3-b409-81f220c75685', 'mac_address': 'fa:16:3e:78:20:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44c80a83-a220-441f-8a83-aa10dbf72783', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 10:26:12.452476 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Pushing event updated for resources: {'Port': ['ID=02eec9e0-03c6-433a-af9e-1b5e5abf2703,revision_number=4']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:26:12.501408 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-4df7a61d-95f9-4543-a2c7-5cfe2a80202b req-013283b5-841c-4ddf-a0b1-ba2ea0a99931 tempest-ImagesOneServerNegativeTestJSON-1258670322 tempest-ImagesOneServerNegativeTestJSON-1258670322-project] 10.222.0.44 "GET /v2.0/ports?device_id=46d600e0-a226-4b11-a8a6-bbd4283815d0 HTTP/1.1" status: 200 len: 210 time: 0.0448718 Oct 27 10:26:12.508953 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:12.528607 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b9a01bbe-4b0e-4f9c-8058-34876fe66be6 req-3b6e3b51-63be-4099-aa43-1ff1dc1d925e service neutron] 10.222.0.76 "GET /v2.0/networks/4d250f92-d229-45fe-a579-67fef8e6c544?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8702717 Oct 27 10:26:12.538893 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52999097-daf5-40c3-b409-81f220c75685 {{(pid=102348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:26:12.541229 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deff40d6-8087-45f3-aa70-65c9a6d6af3a req-1083d404-c3ba-48da-96e4-3be08e2f3e6d tempest-ListServersNegativeTestJSON-2132882824 tempest-ListServersNegativeTestJSON-2132882824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:12.542752 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-deff40d6-8087-45f3-aa70-65c9a6d6af3a req-1083d404-c3ba-48da-96e4-3be08e2f3e6d tempest-ListServersNegativeTestJSON-2132882824 tempest-ListServersNegativeTestJSON-2132882824-project] 10.222.0.44 "GET /v2.0/ports?device_id=2e500175-dfa4-4437-bcf1-beb05fa87fb9 HTTP/1.1" status: 200 len: 945 time: 0.7413025 Oct 27 10:26:12.600189 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port 52999097-daf5-40c3-b409-81f220c75685, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=52999097-daf5-40c3-b409-81f220c75685,segment=NetworkSegment(5f991bd4-92e4-45ad-bd12-2bffdf37846d),segment_id=5f991bd4-92e4-45ad-bd12-2bffdf37846d)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:26:12.606762 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:12.607934 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device 56a0b817-75f4-4ce7-b33b-a8b3aecdb601 details requested by agent hyperv_n-h1-813419-10 with host n-h1-813419-10 {{(pid=102348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 10:26:12.616109 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1216175e-f1e2-4c57-ba37-cd168e28292b req-69c736ad-13fd-42c7-a369-0cd3b62a6567 tempest-LiveMigrationTest-1571947473 tempest-LiveMigrationTest-1571947473-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:12.617633 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-1216175e-f1e2-4c57-ba37-cd168e28292b req-69c736ad-13fd-42c7-a369-0cd3b62a6567 tempest-LiveMigrationTest-1571947473 tempest-LiveMigrationTest-1571947473-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=f165f7ac-c937-4242-9d48-b6ac68f3a6e2&tenant_id=9c487093db7840e98dafd374096ede4c&binding%3Ahost_id=n-h2-813419-10 HTTP/1.1" status: 200 len: 1098 time: 0.7943358 Oct 27 10:26:12.627472 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffe49f3-a73f-4716-b102-1ce8db5a4902 req-e3faa2f0-0404-4470-bea0-e3113e7c95a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:12.629940 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-6ffe49f3-a73f-4716-b102-1ce8db5a4902 req-e3faa2f0-0404-4470-bea0-e3113e7c95a3 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=90a01745d25e42a2aa454aea883f58a1&device_id=c39fed20-6b3e-45f9-9022-5d1db3ab74ae HTTP/1.1" status: 200 len: 1099 time: 0.8189459 Oct 27 10:26:12.634779 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [req-1216175e-f1e2-4c57-ba37-cd168e28292b req-498efa4e-6d31-42e6-bbea-79bf4ef04854 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-813419-10'}}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:26:12.682483 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Pushing event updated for resources: {'Port': ['ID=52999097-daf5-40c3-b409-81f220c75685,revision_number=4']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:26:12.700531 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '405a8b4a-a771-4f3e-bf85-395c054486d5', 'tag': '85eb83c4-aae3-4041-805d-c9e07ba77132'}] {{(pid=102347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:26:12.703104 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311149b481204ee7edffdb959c881838506fbd95bc8577c048f6677abb73acc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a1c57fa-f170-4ebc-8175-4d6dbe77b633" -d '{"events": [{"name": "network-changed", "server_uuid": "405a8b4a-a771-4f3e-bf85-395c054486d5", "tag": "85eb83c4-aae3-4041-805d-c9e07ba77132"}]}' {{(pid=102347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:26:12.744259 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc673bc0-a772-414c-98c9-8ceb131ba7ec req-dc7fff89-ecb3-4751-a544-548179c5b441 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:12.761342 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc673bc0-a772-414c-98c9-8ceb131ba7ec req-dc7fff89-ecb3-4751-a544-548179c5b441 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:12.763288 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port 56a0b817-75f4-4ce7-b33b-a8b3aecdb601, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=56a0b817-75f4-4ce7-b33b-a8b3aecdb601,segment=NetworkSegment(cd49c69a-bebc-4495-b045-2a5c5dbedd8b),segment_id=cd49c69a-bebc-4495-b045-2a5c5dbedd8b)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:26:12.780186 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc673bc0-a772-414c-98c9-8ceb131ba7ec req-dc7fff89-ecb3-4751-a544-548179c5b441 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:12.787930 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Returning: {'device': '56a0b817-75f4-4ce7-b33b-a8b3aecdb601', 'network_id': 'd9f24547-a97b-4994-95da-a3dc1f0864ec', 'port_id': '56a0b817-75f4-4ce7-b33b-a8b3aecdb601', 'mac_address': 'fa:16:3e:05:f5:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 427, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '237eead6-dd56-4753-9d54-b14517989073', 'ip_address': '10.1.1.133'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 10:26:12.795099 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc673bc0-a772-414c-98c9-8ceb131ba7ec req-dc7fff89-ecb3-4751-a544-548179c5b441 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:12.813379 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-deff40d6-8087-45f3-aa70-65c9a6d6af3a req-3142b2a9-814e-4ca0-b513-75dbe4676d93 tempest-ListServersNegativeTestJSON-2132882824 tempest-ListServersNegativeTestJSON-2132882824-project] 10.222.0.44 "GET /v2.0/security-groups?id=7ef68dd5-26a7-478b-9aed-6f26200a7f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2361100 Oct 27 10:26:12.813559 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc673bc0-a772-414c-98c9-8ceb131ba7ec req-dc7fff89-ecb3-4751-a544-548179c5b441 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:12.825967 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc673bc0-a772-414c-98c9-8ceb131ba7ec req-dc7fff89-ecb3-4751-a544-548179c5b441 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:12.847540 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc673bc0-a772-414c-98c9-8ceb131ba7ec req-dc7fff89-ecb3-4751-a544-548179c5b441 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:12.849556 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-cc673bc0-a772-414c-98c9-8ceb131ba7ec req-dc7fff89-ecb3-4751-a544-548179c5b441 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] 10.222.0.44 "GET /v2.0/ports?device_id=19de7999-f151-4eb5-986d-3e7b0f987b5e HTTP/1.1" status: 200 len: 5427 time: 0.2326095 Oct 27 10:26:12.880451 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:12.895338 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3fb10e3e-9298-473d-856d-5f45f82b265a req-69e7734e-b258-4ac8-b99d-6995767a2c56 tempest-ImagesOneServerNegativeTestJSON-1258670322 tempest-ImagesOneServerNegativeTestJSON-1258670322-project] Made reservation on behalf of 2188d08323094fd29aa0ce0c21743039 for: {'port': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:26:12.898873 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-3fb10e3e-9298-473d-856d-5f45f82b265a req-69e7734e-b258-4ac8-b99d-6995767a2c56 tempest-ImagesOneServerNegativeTestJSON-1258670322 tempest-ImagesOneServerNegativeTestJSON-1258670322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:12.904023 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-1216175e-f1e2-4c57-ba37-cd168e28292b req-498efa4e-6d31-42e6-bbea-79bf4ef04854 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:12.907202 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b9a01bbe-4b0e-4f9c-8058-34876fe66be6 req-126df4ff-0bbd-416d-bd50-cab81a6a3d67 service neutron] 10.222.0.76 "GET /v2.0/networks/4d250f92-d229-45fe-a579-67fef8e6c544?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3613033 Oct 27 10:26:12.913787 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56a0b817-75f4-4ce7-b33b-a8b3aecdb601 {{(pid=102348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:26:12.946500 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-cc673bc0-a772-414c-98c9-8ceb131ba7ec req-91b60a64-afd1-416c-b926-8cabcf55e7ba tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] 10.222.0.44 "GET /v2.0/security-groups?id=34344a0a-bfc2-4f4b-96e6-fe0cf33c620a&id=652e3df3-defd-4709-b4c8-a9361485da20&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0896666 Oct 27 10:26:12.959534 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffe49f3-a73f-4716-b102-1ce8db5a4902 req-556e09c9-56b9-4744-b3b4-3e47fa994e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:12.961095 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-6ffe49f3-a73f-4716-b102-1ce8db5a4902 req-556e09c9-56b9-4744-b3b4-3e47fa994e8b service neutron] 10.222.0.76 "GET /v2.0/networks?id=4d250f92-d229-45fe-a579-67fef8e6c544 HTTP/1.1" status: 200 len: 870 time: 0.2865603 Oct 27 10:26:12.974672 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port 56a0b817-75f4-4ce7-b33b-a8b3aecdb601, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=56a0b817-75f4-4ce7-b33b-a8b3aecdb601,segment=NetworkSegment(cd49c69a-bebc-4495-b045-2a5c5dbedd8b),segment_id=cd49c69a-bebc-4495-b045-2a5c5dbedd8b)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:26:12.986454 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:12.987700 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device 870bf313-566e-41bd-b31c-74deaf9c052a details requested by agent hyperv_n-h1-813419-10 with host n-h1-813419-10 {{(pid=102348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 10:26:13.075197 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 10:26:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a25dea86-dcb1-4a49-9718-a1cae19b44e4 x-openstack-request-id: req-a25dea86-dcb1-4a49-9718-a1cae19b44e4 {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:26:13.075504 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "405a8b4a-a771-4f3e-bf85-395c054486d5", "tag": "85eb83c4-aae3-4041-805d-c9e07ba77132", "status": "completed", "code": 200}]} {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:26:13.075763 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a25dea86-dcb1-4a49-9718-a1cae19b44e4 {{(pid=102347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:26:13.076156 n-d-813419-10 neutron-server[102347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '405a8b4a-a771-4f3e-bf85-395c054486d5', 'tag': '85eb83c4-aae3-4041-805d-c9e07ba77132', 'status': 'completed', 'code': 200} Oct 27 10:26:13.079780 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-6ffe49f3-a73f-4716-b102-1ce8db5a4902 req-024b22d4-fae6-4db7-a703-1b5e42620e3f service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.16&port_id=922a99a6-a89a-48b9-8d61-65b98322153e HTTP/1.1" status: 200 len: 217 time: 0.0898652 Oct 27 10:26:13.128147 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.db.resource_extend [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 27 10:26:13.162108 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port 870bf313-566e-41bd-b31c-74deaf9c052a, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=870bf313-566e-41bd-b31c-74deaf9c052a,segment=NetworkSegment(cd49c69a-bebc-4495-b045-2a5c5dbedd8b),segment_id=cd49c69a-bebc-4495-b045-2a5c5dbedd8b)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:26:13.218673 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Pushing event updated for resources: {'Port': ['ID=56a0b817-75f4-4ce7-b33b-a8b3aecdb601,revision_number=4']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:26:13.226781 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Returning: {'device': '870bf313-566e-41bd-b31c-74deaf9c052a', 'network_id': 'd9f24547-a97b-4994-95da-a3dc1f0864ec', 'port_id': '870bf313-566e-41bd-b31c-74deaf9c052a', 'mac_address': 'fa:16:3e:e6:ad:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 427, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '237eead6-dd56-4753-9d54-b14517989073', 'ip_address': '10.1.1.177'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 10:26:13.233482 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffe49f3-a73f-4716-b102-1ce8db5a4902 req-cba5dc2e-4745-441b-b5ea-1b698cdad83a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:13.235079 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-6ffe49f3-a73f-4716-b102-1ce8db5a4902 req-cba5dc2e-4745-441b-b5ea-1b698cdad83a service neutron] 10.222.0.76 "GET /v2.0/subnets?id=62eb52f7-aac4-48af-8670-e04300325561 HTTP/1.1" status: 200 len: 843 time: 0.1413286 Oct 27 10:26:13.251600 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0bd985-6da1-4701-afef-e8a37c289e7a req-ce433fd5-db9d-4e60-943a-ca175d3aa536 tempest-ListServersNegativeTestJSON-2132882824 tempest-ListServersNegativeTestJSON-2132882824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:13.260798 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-9b0bd985-6da1-4701-afef-e8a37c289e7a req-ce433fd5-db9d-4e60-943a-ca175d3aa536 tempest-ListServersNegativeTestJSON-2132882824 tempest-ListServersNegativeTestJSON-2132882824-project] 10.222.0.44 "GET /v2.0/ports?device_id=8abbd019-3bfd-468a-8fc4-b9138932da3a HTTP/1.1" status: 200 len: 946 time: 0.0869703 Oct 27 10:26:13.325171 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-9b0bd985-6da1-4701-afef-e8a37c289e7a req-27d5df23-dcf9-4ea5-a9b3-3ce6e4dd685b tempest-ListServersNegativeTestJSON-2132882824 tempest-ListServersNegativeTestJSON-2132882824-project] 10.222.0.44 "GET /v2.0/security-groups?id=7ef68dd5-26a7-478b-9aed-6f26200a7f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593343 Oct 27 10:26:13.360534 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:13.412407 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 870bf313-566e-41bd-b31c-74deaf9c052a {{(pid=102348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:26:13.440114 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port 870bf313-566e-41bd-b31c-74deaf9c052a, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=870bf313-566e-41bd-b31c-74deaf9c052a,segment=NetworkSegment(cd49c69a-bebc-4495-b045-2a5c5dbedd8b),segment_id=cd49c69a-bebc-4495-b045-2a5c5dbedd8b)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:26:13.449254 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:13.450141 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device 2987d3d2-c23b-41d4-81db-f2875388f5dc details requested by agent hyperv_n-h1-813419-10 with host n-h1-813419-10 {{(pid=102348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 10:26:13.562510 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3614ed9b-a68b-4a7f-85f9-33b257525ea5 req-230faa3a-ae35-4d5c-a6dc-da26fbb1ee5e tempest-ListServersNegativeTestJSON-2132882824 tempest-ListServersNegativeTestJSON-2132882824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:13.564022 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-3614ed9b-a68b-4a7f-85f9-33b257525ea5 req-230faa3a-ae35-4d5c-a6dc-da26fbb1ee5e tempest-ListServersNegativeTestJSON-2132882824 tempest-ListServersNegativeTestJSON-2132882824-project] 10.222.0.44 "GET /v2.0/ports?device_id=fd112806-2ea1-49a6-8bc4-ad2b94351f55 HTTP/1.1" status: 200 len: 946 time: 0.1119525 Oct 27 10:26:13.616220 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffe49f3-a73f-4716-b102-1ce8db5a4902 req-b231dd98-7947-4589-9938-96fdba2a80aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:13.618715 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-6ffe49f3-a73f-4716-b102-1ce8db5a4902 req-b231dd98-7947-4589-9938-96fdba2a80aa service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=4d250f92-d229-45fe-a579-67fef8e6c544&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3344285 Oct 27 10:26:13.637864 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port 2987d3d2-c23b-41d4-81db-f2875388f5dc, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=2987d3d2-c23b-41d4-81db-f2875388f5dc,segment=NetworkSegment(cd49c69a-bebc-4495-b045-2a5c5dbedd8b),segment_id=cd49c69a-bebc-4495-b045-2a5c5dbedd8b)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:26:13.646191 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Pushing event updated for resources: {'Port': ['ID=870bf313-566e-41bd-b31c-74deaf9c052a,revision_number=4']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:26:13.646905 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-3614ed9b-a68b-4a7f-85f9-33b257525ea5 req-119f8246-37f5-41f9-ba84-36508aa599b2 tempest-ListServersNegativeTestJSON-2132882824 tempest-ListServersNegativeTestJSON-2132882824-project] 10.222.0.44 "GET /v2.0/security-groups?id=7ef68dd5-26a7-478b-9aed-6f26200a7f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747354 Oct 27 10:26:13.658292 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Returning: {'device': '2987d3d2-c23b-41d4-81db-f2875388f5dc', 'network_id': 'd9f24547-a97b-4994-95da-a3dc1f0864ec', 'port_id': '2987d3d2-c23b-41d4-81db-f2875388f5dc', 'mac_address': 'fa:16:3e:54:de:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 427, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '237eead6-dd56-4753-9d54-b14517989073', 'ip_address': '10.1.1.246'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 10:26:13.681806 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76b1ab8-9f2f-4d81-b123-30fbd41ce35d req-edd62bf3-a48a-49c5-8f6b-7f85c112765b tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:13.683346 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-f76b1ab8-9f2f-4d81-b123-30fbd41ce35d req-edd62bf3-a48a-49c5-8f6b-7f85c112765b tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] 10.222.0.44 "GET /v2.0/ports?device_id=c39fed20-6b3e-45f9-9022-5d1db3ab74ae HTTP/1.1" status: 200 len: 947 time: 0.2326808 Oct 27 10:26:13.685356 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1c57fa-f170-4ebc-8175-4d6dbe77b633 req-ba521d6a-0221-4415-8026-98b6cfc98b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:13.686726 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-1a1c57fa-f170-4ebc-8175-4d6dbe77b633 req-ba521d6a-0221-4415-8026-98b6cfc98b50 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=90a01745d25e42a2aa454aea883f58a1&device_id=405a8b4a-a771-4f3e-bf85-395c054486d5 HTTP/1.1" status: 200 len: 1099 time: 0.5830688 Oct 27 10:26:13.736452 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_common [req-3fb10e3e-9298-473d-856d-5f45f82b265a req-69e7734e-b258-4ac8-b99d-6995767a2c56 tempest-ImagesOneServerNegativeTestJSON-1258670322 tempest-ImagesOneServerNegativeTestJSON-1258670322-project] Allocated IP 172.20.0.11 (f7c4c830-52ad-4ee2-a72d-431abd6800b4/16b456d2-8438-42f0-a0ba-9b2d6c1c5bfa/0a1072e5-2e78-4dbf-90e5-645231a0368f) {{(pid=102347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:26:13.752158 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:13.771417 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-1216175e-f1e2-4c57-ba37-cd168e28292b req-498efa4e-6d31-42e6-bbea-79bf4ef04854 service neutron] For port e0474841-83ec-4834-b5fd-d0a2d2bdb667, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=e0474841-83ec-4834-b5fd-d0a2d2bdb667,segment=NetworkSegment(50500633-18ab-48c2-98da-73563c3123ba),segment_id=50500633-18ab-48c2-98da-73563c3123ba)] {{(pid=102347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:26:13.786874 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2987d3d2-c23b-41d4-81db-f2875388f5dc {{(pid=102348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:26:13.812951 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5234c179-f457-46dd-bfcd-e6b1d375ee2d req-0303b501-fda9-4f1a-889a-1213f7fb31e7 tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:13.825313 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-5234c179-f457-46dd-bfcd-e6b1d375ee2d req-0303b501-fda9-4f1a-889a-1213f7fb31e7 tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] 10.222.0.44 "GET /v2.0/ports?device_id=f165f7ac-c937-4242-9d48-b6ac68f3a6e2 HTTP/1.1" status: 200 len: 946 time: 0.0730646 Oct 27 10:26:13.831005 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port 2987d3d2-c23b-41d4-81db-f2875388f5dc, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=2987d3d2-c23b-41d4-81db-f2875388f5dc,segment=NetworkSegment(cd49c69a-bebc-4495-b045-2a5c5dbedd8b),segment_id=cd49c69a-bebc-4495-b045-2a5c5dbedd8b)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:26:13.840777 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:13.854584 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-f76b1ab8-9f2f-4d81-b123-30fbd41ce35d req-ec7dc7cb-e989-40d9-8034-4f2cc2727e50 tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] 10.222.0.44 "GET /v2.0/security-groups?id=564ecd8b-da86-4175-923a-67dcc5fcd400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354418 Oct 27 10:26:13.893376 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-5234c179-f457-46dd-bfcd-e6b1d375ee2d req-224fd173-096b-4ea6-b18c-d8bf232a817f tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] 10.222.0.44 "GET /v2.0/security-groups?id=df17171a-6534-4d8a-8518-0be5fe64cbb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668471 Oct 27 10:26:13.915681 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device e0474841-83ec-4834-b5fd-d0a2d2bdb667 details requested by agent hyperv_n-h1-813419-10 with host n-h1-813419-10 {{(pid=102348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 10:26:14.028451 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Pushing event updated for resources: {'Port': ['ID=2987d3d2-c23b-41d4-81db-f2875388f5dc,revision_number=4']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:26:14.042416 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-1216175e-f1e2-4c57-ba37-cd168e28292b req-498efa4e-6d31-42e6-bbea-79bf4ef04854 service neutron] For port e0474841-83ec-4834-b5fd-d0a2d2bdb667, host n-h2-813419-10, cleared binding levels {{(pid=102347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:26:14.142517 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-46664e0b-7231-48fe-859f-8ab38b9cc307 req-a366b524-c59a-46a1-9adb-280987920b50 tempest-ImagesOneServerNegativeTestJSON-1258670322 tempest-ImagesOneServerNegativeTestJSON-1258670322-project] 10.222.0.44 "GET /v2.0/ports?device_id=46d600e0-a226-4b11-a8a6-bbd4283815d0 HTTP/1.1" status: 200 len: 210 time: 0.0742145 Oct 27 10:26:14.183556 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-6ffe49f3-a73f-4716-b102-1ce8db5a4902 req-79a26a30-04a9-4882-9552-210d68298236 service neutron] 10.222.0.76 "GET /v2.0/networks/4d250f92-d229-45fe-a579-67fef8e6c544?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5463054 Oct 27 10:26:14.224939 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port e0474841-83ec-4834-b5fd-d0a2d2bdb667, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=e0474841-83ec-4834-b5fd-d0a2d2bdb667,segment=NetworkSegment(50500633-18ab-48c2-98da-73563c3123ba),segment_id=50500633-18ab-48c2-98da-73563c3123ba)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:26:14.240463 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-1216175e-f1e2-4c57-ba37-cd168e28292b req-498efa4e-6d31-42e6-bbea-79bf4ef04854 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:14.254129 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device e0474841-83ec-4834-b5fd-d0a2d2bdb667 has no active binding in host n-h1-813419-10 {{(pid=102348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 27 10:26:14.259223 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1c57fa-f170-4ebc-8175-4d6dbe77b633 req-5e2e037d-2564-49c6-a675-c527e565d467 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:14.260854 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-1a1c57fa-f170-4ebc-8175-4d6dbe77b633 req-5e2e037d-2564-49c6-a675-c527e565d467 service neutron] 10.222.0.76 "GET /v2.0/networks?id=4d250f92-d229-45fe-a579-67fef8e6c544 HTTP/1.1" status: 200 len: 870 time: 0.5391276 Oct 27 10:26:14.307765 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-1216175e-f1e2-4c57-ba37-cd168e28292b req-498efa4e-6d31-42e6-bbea-79bf4ef04854 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:14.454131 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-1a1c57fa-f170-4ebc-8175-4d6dbe77b633 req-ffaa88fa-da58-4028-a407-bfb8a561814c service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.48&port_id=85eb83c4-aae3-4041-805d-c9e07ba77132 HTTP/1.1" status: 200 len: 217 time: 0.1557555 Oct 27 10:26:14.653822 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-3fb10e3e-9298-473d-856d-5f45f82b265a req-69e7734e-b258-4ac8-b99d-6995767a2c56 tempest-ImagesOneServerNegativeTestJSON-1258670322 tempest-ImagesOneServerNegativeTestJSON-1258670322-project] Publish callbacks [] for port, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:14.662307 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498efa4e-6d31-42e6-bbea-79bf4ef04854 service neutron] Pushing event updated for resources: {'Port': ['ID=e0474841-83ec-4834-b5fd-d0a2d2bdb667,revision_number=7']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:26:14.693733 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1c57fa-f170-4ebc-8175-4d6dbe77b633 req-b49cf2a7-5bc9-4b64-bafb-ef77d847f6dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:14.694859 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-1a1c57fa-f170-4ebc-8175-4d6dbe77b633 req-b49cf2a7-5bc9-4b64-bafb-ef77d847f6dc service neutron] 10.222.0.76 "GET /v2.0/subnets?id=62eb52f7-aac4-48af-8670-e04300325561 HTTP/1.1" status: 200 len: 843 time: 0.2112982 Oct 27 10:26:14.697864 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-6ffe49f3-a73f-4716-b102-1ce8db5a4902 req-88bbe5a7-ea5a-4fd7-93b9-daf2472c7684 service neutron] 10.222.0.76 "GET /v2.0/networks/4d250f92-d229-45fe-a579-67fef8e6c544?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4777584 Oct 27 10:26:14.703254 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-1216175e-f1e2-4c57-ba37-cd168e28292b req-498efa4e-6d31-42e6-bbea-79bf4ef04854 service neutron] Attempting to bind port e0474841-83ec-4834-b5fd-d0a2d2bdb667 on host n-h2-813419-10 for vnic_type normal with profile {"migrating_to": "n-h1-813419-10"} {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:26:14.703588 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-1216175e-f1e2-4c57-ba37-cd168e28292b req-498efa4e-6d31-42e6-bbea-79bf4ef04854 service neutron] Attempting to bind port e0474841-83ec-4834-b5fd-d0a2d2bdb667 by drivers openvswitch,hyperv on host n-h2-813419-10 at level 0 using segments [{'id': '50500633-18ab-48c2-98da-73563c3123ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'b70d8912-e651-449a-aede-549067567147'}] {{(pid=102347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:26:14.703922 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1216175e-f1e2-4c57-ba37-cd168e28292b req-498efa4e-6d31-42e6-bbea-79bf4ef04854 service neutron] Attempting to bind port e0474841-83ec-4834-b5fd-d0a2d2bdb667 on network b70d8912-e651-449a-aede-549067567147 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:26:14.735024 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f30e2d-9c7c-4857-ac79-e6ae559d0edb req-92e437ed-271e-4ad4-a735-c1289e78626a tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:14.742482 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f30e2d-9c7c-4857-ac79-e6ae559d0edb req-92e437ed-271e-4ad4-a735-c1289e78626a tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:14.755094 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f30e2d-9c7c-4857-ac79-e6ae559d0edb req-92e437ed-271e-4ad4-a735-c1289e78626a tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:14.761670 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f30e2d-9c7c-4857-ac79-e6ae559d0edb req-92e437ed-271e-4ad4-a735-c1289e78626a tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:14.767680 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f30e2d-9c7c-4857-ac79-e6ae559d0edb req-92e437ed-271e-4ad4-a735-c1289e78626a tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:14.774878 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f30e2d-9c7c-4857-ac79-e6ae559d0edb req-92e437ed-271e-4ad4-a735-c1289e78626a tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:14.780849 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f30e2d-9c7c-4857-ac79-e6ae559d0edb req-92e437ed-271e-4ad4-a735-c1289e78626a tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:14.788758 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-94f30e2d-9c7c-4857-ac79-e6ae559d0edb req-92e437ed-271e-4ad4-a735-c1289e78626a tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] 10.222.0.44 "GET /v2.0/ports?device_id=19de7999-f151-4eb5-986d-3e7b0f987b5e HTTP/1.1" status: 200 len: 5430 time: 0.3017874 Oct 27 10:26:14.793830 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] get_ports_and_sgs() called for port_ids ['2987d3d2-c23b-41d4-81db-f2875388f5dc'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:26:14.813470 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bbab23-b321-48ab-b8a1-e00329f99c9f req-c14ca0c1-19c4-40c9-8c77-0a147762585c tempest-ListServersNegativeTestJSON-2132882824 tempest-ListServersNegativeTestJSON-2132882824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:14.814985 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-a8bbab23-b321-48ab-b8a1-e00329f99c9f req-c14ca0c1-19c4-40c9-8c77-0a147762585c tempest-ListServersNegativeTestJSON-2132882824 tempest-ListServersNegativeTestJSON-2132882824-project] 10.222.0.44 "GET /v2.0/ports?device_id=fd112806-2ea1-49a6-8bc4-ad2b94351f55 HTTP/1.1" status: 200 len: 946 time: 0.1009367 Oct 27 10:26:14.866775 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] get_ports_and_sgs() called for port_ids ['f866a8ac-0d08-4157-96c5-6411c7be1248'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:26:14.907013 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] get_ports_and_sgs() called for port_ids ['663ad4fb-d48e-41b4-ba03-42d778bf0122'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:26:14.910888 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-a8bbab23-b321-48ab-b8a1-e00329f99c9f req-265d5ef9-7a60-4a96-b16a-bd0efd54ba16 tempest-ListServersNegativeTestJSON-2132882824 tempest-ListServersNegativeTestJSON-2132882824-project] 10.222.0.44 "GET /v2.0/security-groups?id=7ef68dd5-26a7-478b-9aed-6f26200a7f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755501 Oct 27 10:26:14.973101 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] get_ports_and_sgs() called for port_ids ['02eec9e0-03c6-433a-af9e-1b5e5abf2703'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:26:14.996106 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1216175e-f1e2-4c57-ba37-cd168e28292b req-498efa4e-6d31-42e6-bbea-79bf4ef04854 service neutron] Port e0474841-83ec-4834-b5fd-d0a2d2bdb667 on network b70d8912-e651-449a-aede-549067567147 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-10 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 10:26:14.996568 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1216175e-f1e2-4c57-ba37-cd168e28292b req-498efa4e-6d31-42e6-bbea-79bf4ef04854 service neutron] Attempting to bind port e0474841-83ec-4834-b5fd-d0a2d2bdb667 on network b70d8912-e651-449a-aede-549067567147 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:26:15.034024 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-94f30e2d-9c7c-4857-ac79-e6ae559d0edb req-512b04b1-7538-45f9-9b4b-c6ef2a4cb9b3 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] 10.222.0.44 "GET /v2.0/security-groups?id=34344a0a-bfc2-4f4b-96e6-fe0cf33c620a&id=652e3df3-defd-4709-b4c8-a9361485da20&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2323627 Oct 27 10:26:15.036949 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] get_ports_and_sgs() called for port_ids ['870bf313-566e-41bd-b31c-74deaf9c052a'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:26:15.059673 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-3fb10e3e-9298-473d-856d-5f45f82b265a req-69e7734e-b258-4ac8-b99d-6995767a2c56 tempest-ImagesOneServerNegativeTestJSON-1258670322 tempest-ImagesOneServerNegativeTestJSON-1258670322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:15.061328 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1216175e-f1e2-4c57-ba37-cd168e28292b req-498efa4e-6d31-42e6-bbea-79bf4ef04854 service neutron] Checking agent: {'id': 'a2edc247-0fa4-4ce6-bbae-a10492f6bd71', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 16, 9), 'started_at': datetime.datetime(2021, 10, 27, 10, 16, 9), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 26, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:26:15.062047 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1216175e-f1e2-4c57-ba37-cd168e28292b req-498efa4e-6d31-42e6-bbea-79bf4ef04854 service neutron] Checking segment: {'id': '50500633-18ab-48c2-98da-73563c3123ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'b70d8912-e651-449a-aede-549067567147'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:26:15.063104 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1216175e-f1e2-4c57-ba37-cd168e28292b req-498efa4e-6d31-42e6-bbea-79bf4ef04854 service neutron] Bound using segment: {'id': '50500633-18ab-48c2-98da-73563c3123ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'b70d8912-e651-449a-aede-549067567147'} {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:26:15.065196 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-4801e9c4-620b-40b9-a356-9f67cef77f70 req-564783a0-d26a-4458-b5c5-77be564a839b tempest-ServerShowV257Test-1104222655 tempest-ServerShowV257Test-1104222655-project] 10.222.0.44 "GET /v2.0/ports?device_id=9686b29a-79fa-43bf-a440-91a18f92bc03 HTTP/1.1" status: 200 len: 210 time: 0.0559382 Oct 27 10:26:15.065449 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-1216175e-f1e2-4c57-ba37-cd168e28292b req-498efa4e-6d31-42e6-bbea-79bf4ef04854 service neutron] Bound port: e0474841-83ec-4834-b5fd-d0a2d2bdb667, host: n-h2-813419-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50500633-18ab-48c2-98da-73563c3123ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'b70d8912-e651-449a-aede-549067567147'}}] {{(pid=102347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:26:15.067078 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-1216175e-f1e2-4c57-ba37-cd168e28292b req-498efa4e-6d31-42e6-bbea-79bf4ef04854 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:15.088876 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f165f7ac-c937-4242-9d48-b6ac68f3a6e2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e0474841-83ec-4834-b5fd-d0a2d2bdb667'}] {{(pid=102347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:26:15.089264 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] get_ports_and_sgs() called for port_ids ['52999097-daf5-40c3-b409-81f220c75685'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:26:15.091671 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311149b481204ee7edffdb959c881838506fbd95bc8577c048f6677abb73acc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d5d8ad2-c544-475f-a296-3891f09ad437" -d '{"events": [{"server_uuid": "f165f7ac-c937-4242-9d48-b6ac68f3a6e2", "name": "network-vif-unplugged", "status": "completed", "tag": "e0474841-83ec-4834-b5fd-d0a2d2bdb667"}]}' {{(pid=102347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:26:15.158027 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1c57fa-f170-4ebc-8175-4d6dbe77b633 req-75c5da9d-1481-4b59-a3f9-8f5f7336e91a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:15.160499 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-1a1c57fa-f170-4ebc-8175-4d6dbe77b633 req-75c5da9d-1481-4b59-a3f9-8f5f7336e91a service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=4d250f92-d229-45fe-a579-67fef8e6c544&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4403298 Oct 27 10:26:15.204551 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3fb10e3e-9298-473d-856d-5f45f82b265a req-69e7734e-b258-4ac8-b99d-6995767a2c56 tempest-ImagesOneServerNegativeTestJSON-1258670322 tempest-ImagesOneServerNegativeTestJSON-1258670322-project] Network f7c4c830-52ad-4ee2-a72d-431abd6800b4 is already hosted by enough agents. {{(pid=102347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:26:15.238239 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [req-3fb10e3e-9298-473d-856d-5f45f82b265a req-69e7734e-b258-4ac8-b99d-6995767a2c56 tempest-ImagesOneServerNegativeTestJSON-1258670322 tempest-ImagesOneServerNegativeTestJSON-1258670322-project] Resources bound (agent type, host, resource id): {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:26:15.250418 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fb10e3e-9298-473d-856d-5f45f82b265a req-69e7734e-b258-4ac8-b99d-6995767a2c56 tempest-ImagesOneServerNegativeTestJSON-1258670322 tempest-ImagesOneServerNegativeTestJSON-1258670322-project] Received port after_create {{(pid=102347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:26:15.322789 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8007b137-bfc1-46ac-9ffc-132c47f7b676 req-c1056cb4-05b4-431f-8ae0-437f7c11a8e3 tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:15.341224 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-8007b137-bfc1-46ac-9ffc-132c47f7b676 req-c1056cb4-05b4-431f-8ae0-437f7c11a8e3 tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] 10.222.0.44 "GET /v2.0/ports?device_id=f165f7ac-c937-4242-9d48-b6ac68f3a6e2 HTTP/1.1" status: 200 len: 944 time: 0.0977075 Oct 27 10:26:15.400120 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-1216175e-f1e2-4c57-ba37-cd168e28292b req-498efa4e-6d31-42e6-bbea-79bf4ef04854 service neutron] For port e0474841-83ec-4834-b5fd-d0a2d2bdb667, host n-h2-813419-10, cleared binding levels {{(pid=102347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:26:15.405544 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-1216175e-f1e2-4c57-ba37-cd168e28292b req-498efa4e-6d31-42e6-bbea-79bf4ef04854 service neutron] For port e0474841-83ec-4834-b5fd-d0a2d2bdb667, host n-h2-813419-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=e0474841-83ec-4834-b5fd-d0a2d2bdb667,segment=NetworkSegment(50500633-18ab-48c2-98da-73563c3123ba),segment_id=50500633-18ab-48c2-98da-73563c3123ba)] {{(pid=102347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:26:15.428863 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-8007b137-bfc1-46ac-9ffc-132c47f7b676 req-701b984c-11a1-487a-aaa7-1e3d58e3f4e9 tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] 10.222.0.44 "GET /v2.0/security-groups?id=df17171a-6534-4d8a-8518-0be5fe64cbb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770528 Oct 27 10:26:15.444531 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb10e3e-9298-473d-856d-5f45f82b265a req-69e7734e-b258-4ac8-b99d-6995767a2c56 tempest-ImagesOneServerNegativeTestJSON-1258670322 tempest-ImagesOneServerNegativeTestJSON-1258670322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:15.445202 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-3fb10e3e-9298-473d-856d-5f45f82b265a req-69e7734e-b258-4ac8-b99d-6995767a2c56 tempest-ImagesOneServerNegativeTestJSON-1258670322 tempest-ImagesOneServerNegativeTestJSON-1258670322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:15.491700 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device 85eb83c4-aae3-4041-805d-c9e07ba77132 details requested by agent hyperv_n-h2-813419-10 with host n-h2-813419-10 {{(pid=102348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 10:26:15.574052 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 27 Oct 2021 10:26:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e84848c-057d-4d29-a182-2f29ae7da46b x-openstack-request-id: req-4e84848c-057d-4d29-a182-2f29ae7da46b {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:26:15.574357 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f165f7ac-c937-4242-9d48-b6ac68f3a6e2", "name": "network-vif-unplugged", "status": "completed", "tag": "e0474841-83ec-4834-b5fd-d0a2d2bdb667", "code": 200}]} {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:26:15.575868 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4e84848c-057d-4d29-a182-2f29ae7da46b {{(pid=102347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:26:15.586055 n-d-813419-10 neutron-server[102347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f165f7ac-c937-4242-9d48-b6ac68f3a6e2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e0474841-83ec-4834-b5fd-d0a2d2bdb667', 'code': 200} Oct 27 10:26:15.590297 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e7734e-b258-4ac8-b99d-6995767a2c56 tempest-ImagesOneServerNegativeTestJSON-1258670322 tempest-ImagesOneServerNegativeTestJSON-1258670322-project] Pushing event updated for resources: {'Port': ['ID=0a1072e5-2e78-4dbf-90e5-645231a0368f,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:26:15.614376 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-1216175e-f1e2-4c57-ba37-cd168e28292b req-498efa4e-6d31-42e6-bbea-79bf4ef04854 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:15.631590 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-3fb10e3e-9298-473d-856d-5f45f82b265a req-69e7734e-b258-4ac8-b99d-6995767a2c56 tempest-ImagesOneServerNegativeTestJSON-1258670322 tempest-ImagesOneServerNegativeTestJSON-1258670322-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9601007 Oct 27 10:26:15.705230 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [req-3fb10e3e-9298-473d-856d-5f45f82b265a req-1d3dacb7-85f0-4ea4-9875-cd6b1f59e378 service neutron] Request body: {'port': {'device_id': '46d600e0-a226-4b11-a8a6-bbd4283815d0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-10'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:26:15.713773 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75e6455-cd9f-4cf1-ac64-0f44c9eb3e60 req-689daf5e-e479-4dab-b010-7ef35d5f4cad tempest-ImagesOneServerNegativeTestJSON-1258670322 tempest-ImagesOneServerNegativeTestJSON-1258670322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:15.721622 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498efa4e-6d31-42e6-bbea-79bf4ef04854 service neutron] Pushing event updated for resources: {'Port': ['ID=e0474841-83ec-4834-b5fd-d0a2d2bdb667,revision_number=8']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:26:15.725038 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-d75e6455-cd9f-4cf1-ac64-0f44c9eb3e60 req-689daf5e-e479-4dab-b010-7ef35d5f4cad tempest-ImagesOneServerNegativeTestJSON-1258670322 tempest-ImagesOneServerNegativeTestJSON-1258670322-project] 10.222.0.44 "GET /v2.0/ports?device_id=46d600e0-a226-4b11-a8a6-bbd4283815d0 HTTP/1.1" status: 200 len: 932 time: 0.0936136 Oct 27 10:26:15.808055 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5d252e-fabd-4900-8ef9-f3f26c65004a req-a0742000-9ca5-461a-b9d8-ee8ff9849165 tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:15.819244 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-6b5d252e-fabd-4900-8ef9-f3f26c65004a req-a0742000-9ca5-461a-b9d8-ee8ff9849165 tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] 10.222.0.44 "GET /v2.0/ports?device_id=c39fed20-6b3e-45f9-9022-5d1db3ab74ae HTTP/1.1" status: 200 len: 947 time: 0.4119930 Oct 27 10:26:15.842351 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-d75e6455-cd9f-4cf1-ac64-0f44c9eb3e60 req-d33721ec-d503-497a-9c9a-ead1635d5c27 tempest-ImagesOneServerNegativeTestJSON-1258670322 tempest-ImagesOneServerNegativeTestJSON-1258670322-project] 10.222.0.44 "GET /v2.0/security-groups?id=0c17542d-7fc8-4217-9c44-3a2fd00892bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038675 Oct 27 10:26:15.920906 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-1a1c57fa-f170-4ebc-8175-4d6dbe77b633 req-7236c800-309b-45be-86a8-4af7a05fa546 service neutron] 10.222.0.76 "GET /v2.0/networks/4d250f92-d229-45fe-a579-67fef8e6c544?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7407634 Oct 27 10:26:15.958148 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1216175e-f1e2-4c57-ba37-cd168e28292b req-498efa4e-6d31-42e6-bbea-79bf4ef04854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:15.960141 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-1216175e-f1e2-4c57-ba37-cd168e28292b req-498efa4e-6d31-42e6-bbea-79bf4ef04854 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:15.962309 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-1216175e-f1e2-4c57-ba37-cd168e28292b req-498efa4e-6d31-42e6-bbea-79bf4ef04854 service neutron] 10.222.0.64 "PUT /v2.0/ports/e0474841-83ec-4834-b5fd-d0a2d2bdb667 HTTP/1.1" status: 200 len: 1124 time: 3.3314078 Oct 27 10:26:16.063518 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-3fb10e3e-9298-473d-856d-5f45f82b265a req-1d3dacb7-85f0-4ea4-9875-cd6b1f59e378 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:16.074487 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-6b5d252e-fabd-4900-8ef9-f3f26c65004a req-2b53a193-1839-4ecf-b5bb-442b2d348a99 tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] 10.222.0.44 "GET /v2.0/security-groups?id=564ecd8b-da86-4175-923a-67dcc5fcd400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2541213 Oct 27 10:26:16.169090 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca637dbc-7417-42b2-b8c5-f976fd7e6f7b req-520052dd-328a-4170-bc52-43beea227223 tempest-ListServersNegativeTestJSON-2132882824 tempest-ListServersNegativeTestJSON-2132882824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:16.170735 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] get_ports_and_sgs() called for port_ids ['56a0b817-75f4-4ce7-b33b-a8b3aecdb601'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:26:16.182334 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ca637dbc-7417-42b2-b8c5-f976fd7e6f7b req-520052dd-328a-4170-bc52-43beea227223 tempest-ListServersNegativeTestJSON-2132882824 tempest-ListServersNegativeTestJSON-2132882824-project] 10.222.0.44 "GET /v2.0/ports?device_id=fd112806-2ea1-49a6-8bc4-ad2b94351f55 HTTP/1.1" status: 200 len: 946 time: 0.1622055 Oct 27 10:26:16.246863 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] For port 85eb83c4-aae3-4041-805d-c9e07ba77132, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=85eb83c4-aae3-4041-805d-c9e07ba77132,segment=NetworkSegment(f7c42c6d-2766-46d8-a8b7-4852117a5555),segment_id=f7c42c6d-2766-46d8-a8b7-4852117a5555)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:26:16.264495 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Returning: {'device': '85eb83c4-aae3-4041-805d-c9e07ba77132', 'network_id': '4d250f92-d229-45fe-a579-67fef8e6c544', 'port_id': '85eb83c4-aae3-4041-805d-c9e07ba77132', 'mac_address': 'fa:16:3e:0a:04:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62eb52f7-aac4-48af-8670-e04300325561', 'ip_address': '192.168.233.48'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 10:26:16.291892 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ca637dbc-7417-42b2-b8c5-f976fd7e6f7b req-35b5422b-f433-4d99-9b71-6852c2850afa tempest-ListServersNegativeTestJSON-2132882824 tempest-ListServersNegativeTestJSON-2132882824-project] 10.222.0.44 "GET /v2.0/security-groups?id=7ef68dd5-26a7-478b-9aed-6f26200a7f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066453 Oct 27 10:26:16.350115 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] get_ports_and_sgs() called for port_ids ['e0474841-83ec-4834-b5fd-d0a2d2bdb667'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:26:16.357368 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 50170) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:26:16.465783 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-b3f4d9b3-cffa-4805-ae3e-3e700880faad req-fc4102cd-c654-4a4b-92f2-6393cd50bd25 tempest-ServerShowV257Test-1104222655 tempest-ServerShowV257Test-1104222655-project] 10.222.0.44 "GET /v2.0/ports?device_id=9686b29a-79fa-43bf-a440-91a18f92bc03 HTTP/1.1" status: 200 len: 210 time: 0.0387232 Oct 27 10:26:16.492454 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f4c5ce91-4c50-4e94-9e5d-586c86efa8e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:16.496604 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ee5f83-812f-4a07-b6c0-804b9156e858 req-10ea6062-dfbb-44b9-b314-dd282554371b tempest-ListServersNegativeTestJSON-2132882824 tempest-ListServersNegativeTestJSON-2132882824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:16.499800 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-f0ee5f83-812f-4a07-b6c0-804b9156e858 req-10ea6062-dfbb-44b9-b314-dd282554371b tempest-ListServersNegativeTestJSON-2132882824 tempest-ListServersNegativeTestJSON-2132882824-project] 10.222.0.76 "GET /v2.0/ports?device_id=fd112806-2ea1-49a6-8bc4-ad2b94351f55 HTTP/1.1" status: 200 len: 946 time: 0.1646061 Oct 27 10:26:16.627883 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] get_ports_and_sgs() called for port_ids ['e0474841-83ec-4834-b5fd-d0a2d2bdb667'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:26:16.654268 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:16.700716 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-e74e9f59-5d41-42d7-b882-0897d441ca0b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:16.803110 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85eb83c4-aae3-4041-805d-c9e07ba77132 {{(pid=102348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:26:16.821364 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-1a1c57fa-f170-4ebc-8175-4d6dbe77b633 req-d17407d8-6d40-4b02-b33b-9e8523387b2c service neutron] 10.222.0.76 "GET /v2.0/networks/4d250f92-d229-45fe-a579-67fef8e6c544?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8226366 Oct 27 10:26:16.832968 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-e74e9f59-5d41-42d7-b882-0897d441ca0b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:16.844566 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3335cb3a-e0d0-43c6-ac0b-42d837f83197 req-8e9a469d-a0c2-4b6a-b892-36e3a98ee8b7 tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:16.853569 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-3335cb3a-e0d0-43c6-ac0b-42d837f83197 req-8e9a469d-a0c2-4b6a-b892-36e3a98ee8b7 tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] 10.222.0.44 "GET /v2.0/ports?device_id=f165f7ac-c937-4242-9d48-b6ac68f3a6e2 HTTP/1.1" status: 200 len: 944 time: 0.2372596 Oct 27 10:26:16.855864 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5ea1b8-87ab-4ce2-9493-3ee47fe38ee6 req-520c426e-4576-477f-8866-b624a876915a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:16.857995 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8b5ea1b8-87ab-4ce2-9493-3ee47fe38ee6 req-520c426e-4576-477f-8866-b624a876915a service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=9c487093db7840e98dafd374096ede4c&device_id=f165f7ac-c937-4242-9d48-b6ac68f3a6e2 HTTP/1.1" status: 200 len: 1127 time: 0.6357741 Oct 27 10:26:16.858318 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-e74e9f59-5d41-42d7-b882-0897d441ca0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:16.872846 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d28a12-9189-4369-8c7e-7c12ddca39e3 req-d75c8f3d-0003-43e5-a622-febe948afc79 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:16.879780 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d28a12-9189-4369-8c7e-7c12ddca39e3 req-d75c8f3d-0003-43e5-a622-febe948afc79 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:16.885382 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] For port 85eb83c4-aae3-4041-805d-c9e07ba77132, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=85eb83c4-aae3-4041-805d-c9e07ba77132,segment=NetworkSegment(f7c42c6d-2766-46d8-a8b7-4852117a5555),segment_id=f7c42c6d-2766-46d8-a8b7-4852117a5555)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:26:16.886045 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d28a12-9189-4369-8c7e-7c12ddca39e3 req-d75c8f3d-0003-43e5-a622-febe948afc79 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:16.892051 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d28a12-9189-4369-8c7e-7c12ddca39e3 req-d75c8f3d-0003-43e5-a622-febe948afc79 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:16.898548 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d28a12-9189-4369-8c7e-7c12ddca39e3 req-d75c8f3d-0003-43e5-a622-febe948afc79 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:16.904952 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d28a12-9189-4369-8c7e-7c12ddca39e3 req-d75c8f3d-0003-43e5-a622-febe948afc79 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:16.908053 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [req-f0ee5f83-812f-4a07-b6c0-804b9156e858 req-6fc0eaab-3909-4a7a-bac8-6c04d245d5a6 tempest-ListServersNegativeTestJSON-2132882824 tempest-ListServersNegativeTestJSON-2132882824-project] Deleting port a2555fb0-436b-4c7b-b5d3-007c3a7dc679 {{(pid=102346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:26:16.908566 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-f0ee5f83-812f-4a07-b6c0-804b9156e858 req-6fc0eaab-3909-4a7a-bac8-6c04d245d5a6 tempest-ListServersNegativeTestJSON-2132882824 tempest-ListServersNegativeTestJSON-2132882824-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:16.910877 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d28a12-9189-4369-8c7e-7c12ddca39e3 req-d75c8f3d-0003-43e5-a622-febe948afc79 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:16.912818 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c6d28a12-9189-4369-8c7e-7c12ddca39e3 req-d75c8f3d-0003-43e5-a622-febe948afc79 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] 10.222.0.44 "GET /v2.0/ports?device_id=19de7999-f151-4eb5-986d-3e7b0f987b5e HTTP/1.1" status: 200 len: 5430 time: 0.6922843 Oct 27 10:26:16.937463 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:16.938493 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device 922a99a6-a89a-48b9-8d61-65b98322153e details requested by agent hyperv_n-h2-813419-10 with host n-h2-813419-10 {{(pid=102348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 10:26:16.973885 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] For port 922a99a6-a89a-48b9-8d61-65b98322153e, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=922a99a6-a89a-48b9-8d61-65b98322153e,segment=NetworkSegment(f7c42c6d-2766-46d8-a8b7-4852117a5555),segment_id=f7c42c6d-2766-46d8-a8b7-4852117a5555)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:26:17.000812 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74e9f59-5d41-42d7-b882-0897d441ca0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=368b09d0-0ee0-4c46-bae4-074d7f4f398e,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:26:17.006148 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-e74e9f59-5d41-42d7-b882-0897d441ca0b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=39c6ae68ae86486fb5738b3f1956bf2e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6252890 Oct 27 10:26:17.011340 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 50180) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:26:17.025924 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-3335cb3a-e0d0-43c6-ac0b-42d837f83197 req-27555bd8-2123-4cf5-b6a4-a72fe8801c53 tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] 10.222.0.44 "GET /v2.0/security-groups?id=df17171a-6534-4d8a-8518-0be5fe64cbb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711643 Oct 27 10:26:17.088602 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c6d28a12-9189-4369-8c7e-7c12ddca39e3 req-c45303d7-ad1f-400f-b86a-c91ac56de949 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] 10.222.0.44 "GET /v2.0/security-groups?id=34344a0a-bfc2-4f4b-96e6-fe0cf33c620a&id=652e3df3-defd-4709-b4c8-a9361485da20&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1536336 Oct 27 10:26:17.090157 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Returning: {'device': '922a99a6-a89a-48b9-8d61-65b98322153e', 'network_id': '4d250f92-d229-45fe-a579-67fef8e6c544', 'port_id': '922a99a6-a89a-48b9-8d61-65b98322153e', 'mac_address': 'fa:16:3e:3e:cf:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62eb52f7-aac4-48af-8670-e04300325561', 'ip_address': '192.168.233.16'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 10:26:17.132388 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Pushing event updated for resources: {'Port': ['ID=85eb83c4-aae3-4041-805d-c9e07ba77132,revision_number=4']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:26:17.204824 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [req-f0ee5f83-812f-4a07-b6c0-804b9156e858 req-6fc0eaab-3909-4a7a-bac8-6c04d245d5a6 tempest-ListServersNegativeTestJSON-2132882824 tempest-ListServersNegativeTestJSON-2132882824-project] For port a2555fb0-436b-4c7b-b5d3-007c3a7dc679, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=a2555fb0-436b-4c7b-b5d3-007c3a7dc679,segment=NetworkSegment(9d06246e-2507-44a2-a724-a2681fe3f929),segment_id=9d06246e-2507-44a2-a724-a2681fe3f929)] {{(pid=102346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:26:17.205286 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-f0ee5f83-812f-4a07-b6c0-804b9156e858 req-6fc0eaab-3909-4a7a-bac8-6c04d245d5a6 tempest-ListServersNegativeTestJSON-2132882824 tempest-ListServersNegativeTestJSON-2132882824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:17.209060 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [req-3fb10e3e-9298-473d-856d-5f45f82b265a req-1d3dacb7-85f0-4ea4-9875-cd6b1f59e378 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a1072e5-2e78-4dbf-90e5-645231a0368f {{(pid=102347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:26:17.218826 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-3fb10e3e-9298-473d-856d-5f45f82b265a req-1d3dacb7-85f0-4ea4-9875-cd6b1f59e378 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:17.219151 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-9c556d7a-ee2c-4bb7-8a5d-d3ce4a01b0bd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:17.237059 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [req-f0ee5f83-812f-4a07-b6c0-804b9156e858 req-6fc0eaab-3909-4a7a-bac8-6c04d245d5a6 tempest-ListServersNegativeTestJSON-2132882824 tempest-ListServersNegativeTestJSON-2132882824-project] Calling delete_port for a2555fb0-436b-4c7b-b5d3-007c3a7dc679 owned by compute:nova {{(pid=102346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:26:17.258580 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.provisioning_blocks [req-3fb10e3e-9298-473d-856d-5f45f82b265a req-1d3dacb7-85f0-4ea4-9875-cd6b1f59e378 service neutron] Transition to ACTIVE for port object 0a1072e5-2e78-4dbf-90e5-645231a0368f will not be triggered until provisioned by entity L2. {{(pid=102347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 10:26:17.263286 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:17.275722 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c8c6c6-f39a-4965-b7e4-1d2dd20c9a38 req-ae29af4e-12c6-4ef8-9e25-b70f8f3469ff tempest-ImagesOneServerNegativeTestJSON-1258670322 tempest-ImagesOneServerNegativeTestJSON-1258670322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:17.277466 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-30c8c6c6-f39a-4965-b7e4-1d2dd20c9a38 req-ae29af4e-12c6-4ef8-9e25-b70f8f3469ff tempest-ImagesOneServerNegativeTestJSON-1258670322 tempest-ImagesOneServerNegativeTestJSON-1258670322-project] 10.222.0.44 "GET /v2.0/ports?device_id=46d600e0-a226-4b11-a8a6-bbd4283815d0 HTTP/1.1" status: 200 len: 932 time: 0.1274960 Oct 27 10:26:17.281016 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-9c556d7a-ee2c-4bb7-8a5d-d3ce4a01b0bd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:17.294107 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5ea1b8-87ab-4ce2-9493-3ee47fe38ee6 req-0e54ccc0-c425-42f1-808b-294fd6255fed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:17.295648 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8b5ea1b8-87ab-4ce2-9493-3ee47fe38ee6 req-0e54ccc0-c425-42f1-808b-294fd6255fed service neutron] 10.222.0.76 "GET /v2.0/networks?id=b70d8912-e651-449a-aede-549067567147 HTTP/1.1" status: 200 len: 909 time: 0.3819206 Oct 27 10:26:17.298955 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 922a99a6-a89a-48b9-8d61-65b98322153e {{(pid=102348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:26:17.299415 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-3fb10e3e-9298-473d-856d-5f45f82b265a req-1d3dacb7-85f0-4ea4-9875-cd6b1f59e378 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:17.326783 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] For port 922a99a6-a89a-48b9-8d61-65b98322153e, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=922a99a6-a89a-48b9-8d61-65b98322153e,segment=NetworkSegment(f7c42c6d-2766-46d8-a8b7-4852117a5555),segment_id=f7c42c6d-2766-46d8-a8b7-4852117a5555)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:26:17.339903 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:17.398981 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Pushing event updated for resources: {'Port': ['ID=922a99a6-a89a-48b9-8d61-65b98322153e,revision_number=4']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:26:17.401284 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-30c8c6c6-f39a-4965-b7e4-1d2dd20c9a38 req-0509c614-5810-4547-b1dc-9ace94183c4d tempest-ImagesOneServerNegativeTestJSON-1258670322 tempest-ImagesOneServerNegativeTestJSON-1258670322-project] 10.222.0.44 "GET /v2.0/security-groups?id=0c17542d-7fc8-4217-9c44-3a2fd00892bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114142 Oct 27 10:26:17.421037 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3dacb7-85f0-4ea4-9875-cd6b1f59e378 service neutron] Pushing event updated for resources: {'Port': ['ID=0a1072e5-2e78-4dbf-90e5-645231a0368f,revision_number=2']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:26:17.429336 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8b5ea1b8-87ab-4ce2-9493-3ee47fe38ee6 req-e98b33e1-0bac-4b3a-82e3-3a7e5df01d5d service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e0474841-83ec-4834-b5fd-d0a2d2bdb667 HTTP/1.1" status: 200 len: 217 time: 0.1255348 Oct 27 10:26:17.442927 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-9c556d7a-ee2c-4bb7-8a5d-d3ce4a01b0bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:17.446464 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-9c556d7a-ee2c-4bb7-8a5d-d3ce4a01b0bd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:17.447751 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-9c556d7a-ee2c-4bb7-8a5d-d3ce4a01b0bd admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/368b09d0-0ee0-4c46-bae4-074d7f4f398e HTTP/1.1" status: 204 len: 168 time: 0.4349897 Oct 27 10:26:17.486138 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c556d7a-ee2c-4bb7-8a5d-d3ce4a01b0bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=368b09d0-0ee0-4c46-bae4-074d7f4f398e,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:26:17.566335 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-f0ee5f83-812f-4a07-b6c0-804b9156e858 req-6fc0eaab-3909-4a7a-bac8-6c04d245d5a6 tempest-ListServersNegativeTestJSON-2132882824 tempest-ListServersNegativeTestJSON-2132882824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:17.578280 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] get_ports_and_sgs() called for port_ids ['08ad9fb6-2a77-47d2-9ba3-fc1818f1927d'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:26:17.588033 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f165f7ac-c937-4242-9d48-b6ac68f3a6e2', 'tag': 'e0474841-83ec-4834-b5fd-d0a2d2bdb667'}] {{(pid=102347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:26:17.590826 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311149b481204ee7edffdb959c881838506fbd95bc8577c048f6677abb73acc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09d2f0b2-45d8-49aa-908d-91da45f58093" -d '{"events": [{"name": "network-changed", "server_uuid": "f165f7ac-c937-4242-9d48-b6ac68f3a6e2", "tag": "e0474841-83ec-4834-b5fd-d0a2d2bdb667"}]}' {{(pid=102347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:26:17.610573 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27d0455-0d16-4fff-b5b8-13065c9dff87 req-9cdc5517-c35e-4554-a323-8201c5e4a70e tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:17.613222 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b27d0455-0d16-4fff-b5b8-13065c9dff87 req-9cdc5517-c35e-4554-a323-8201c5e4a70e tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] 10.222.0.44 "GET /v2.0/ports?device_id=c39fed20-6b3e-45f9-9022-5d1db3ab74ae HTTP/1.1" status: 200 len: 948 time: 0.3143473 Oct 27 10:26:17.615774 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc0eaab-3909-4a7a-bac8-6c04d245d5a6 tempest-ListServersNegativeTestJSON-2132882824 tempest-ListServersNegativeTestJSON-2132882824-project] Pushing event deleted for resources: {'Port': ['ID=a2555fb0-436b-4c7b-b5d3-007c3a7dc679,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:26:17.621845 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5ea1b8-87ab-4ce2-9493-3ee47fe38ee6 req-9c5beff2-3754-466d-ae15-5e5d8f490a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:17.623601 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8b5ea1b8-87ab-4ce2-9493-3ee47fe38ee6 req-9c5beff2-3754-466d-ae15-5e5d8f490a07 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=0c8d0682-e9d2-4157-8f50-67abbd1aff64 HTTP/1.1" status: 200 len: 848 time: 0.1786144 Oct 27 10:26:17.665127 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0ee5f83-812f-4a07-b6c0-804b9156e858 req-6fc0eaab-3909-4a7a-bac8-6c04d245d5a6 tempest-ListServersNegativeTestJSON-2132882824 tempest-ListServersNegativeTestJSON-2132882824-project] No DVR routers for this DVR port a2555fb0-436b-4c7b-b5d3-007c3a7dc679 on host n-h2-813419-10 {{(pid=102346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:26:17.670372 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-f0ee5f83-812f-4a07-b6c0-804b9156e858 req-6fc0eaab-3909-4a7a-bac8-6c04d245d5a6 tempest-ListServersNegativeTestJSON-2132882824 tempest-ListServersNegativeTestJSON-2132882824-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:17.674121 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-f0ee5f83-812f-4a07-b6c0-804b9156e858 req-6fc0eaab-3909-4a7a-bac8-6c04d245d5a6 tempest-ListServersNegativeTestJSON-2132882824 tempest-ListServersNegativeTestJSON-2132882824-project] 10.222.0.76 "DELETE /v2.0/ports/a2555fb0-436b-4c7b-b5d3-007c3a7dc679 HTTP/1.1" status: 204 len: 173 time: 1.1672013 Oct 27 10:26:17.675422 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd112806-2ea1-49a6-8bc4-ad2b94351f55', 'name': 'network-vif-deleted', 'tag': 'a2555fb0-436b-4c7b-b5d3-007c3a7dc679'}] {{(pid=102346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:26:17.685191 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc0e418f5fc417c8d55d94c0aa509b037d0beb2a734c1a709e789eb65639a56d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14083a48-1f2d-4db0-ae64-718d13f64d26" -d '{"events": [{"server_uuid": "fd112806-2ea1-49a6-8bc4-ad2b94351f55", "name": "network-vif-deleted", "tag": "a2555fb0-436b-4c7b-b5d3-007c3a7dc679"}]}' {{(pid=102346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:26:17.702808 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0276c158-9489-4aee-b69c-6ca5e4b7f1fe req-f472fd0c-7bc1-4734-8fc0-d179ea7f180a tempest-ListServersNegativeTestJSON-2132882824 tempest-ListServersNegativeTestJSON-2132882824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:17.704797 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-0276c158-9489-4aee-b69c-6ca5e4b7f1fe req-f472fd0c-7bc1-4734-8fc0-d179ea7f180a tempest-ListServersNegativeTestJSON-2132882824 tempest-ListServersNegativeTestJSON-2132882824-project] 10.222.0.44 "GET /v2.0/ports?device_id=fd112806-2ea1-49a6-8bc4-ad2b94351f55 HTTP/1.1" status: 200 len: 867 time: 0.1787703 Oct 27 10:26:17.729483 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] get_ports_and_sgs() called for port_ids ['922a99a6-a89a-48b9-8d61-65b98322153e'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:26:17.731583 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8b5ea1b8-87ab-4ce2-9493-3ee47fe38ee6 req-73e05863-5097-4284-a465-541f52b4fff8 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=b70d8912-e651-449a-aede-549067567147&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0740938 Oct 27 10:26:17.791798 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-0276c158-9489-4aee-b69c-6ca5e4b7f1fe req-9f5c69f7-0183-4fe9-8205-58cf4ec00b90 tempest-ListServersNegativeTestJSON-2132882824 tempest-ListServersNegativeTestJSON-2132882824-project] 10.222.0.44 "GET /v2.0/security-groups?id=7ef68dd5-26a7-478b-9aed-6f26200a7f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800612 Oct 27 10:26:17.835062 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] get_ports_and_sgs() called for port_ids ['85eb83c4-aae3-4041-805d-c9e07ba77132'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:26:17.885863 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b27d0455-0d16-4fff-b5b8-13065c9dff87 req-a83e39f9-6de6-40e3-9da9-7816280c6932 tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] 10.222.0.44 "GET /v2.0/security-groups?id=564ecd8b-da86-4175-923a-67dcc5fcd400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2610428 Oct 27 10:26:17.894694 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-3fb10e3e-9298-473d-856d-5f45f82b265a req-1d3dacb7-85f0-4ea4-9875-cd6b1f59e378 service neutron] Attempting to bind port 0a1072e5-2e78-4dbf-90e5-645231a0368f on host n-h1-813419-10 for vnic_type normal with profile {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:26:17.894694 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-3fb10e3e-9298-473d-856d-5f45f82b265a req-1d3dacb7-85f0-4ea4-9875-cd6b1f59e378 service neutron] Attempting to bind port 0a1072e5-2e78-4dbf-90e5-645231a0368f by drivers openvswitch,hyperv on host n-h1-813419-10 at level 0 using segments [{'id': '922b6d3e-9a8b-4e20-bf5d-299fdca2febe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'f7c4c830-52ad-4ee2-a72d-431abd6800b4'}] {{(pid=102347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:26:17.894991 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fb10e3e-9298-473d-856d-5f45f82b265a req-1d3dacb7-85f0-4ea4-9875-cd6b1f59e378 service neutron] Attempting to bind port 0a1072e5-2e78-4dbf-90e5-645231a0368f on network f7c4c830-52ad-4ee2-a72d-431abd6800b4 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:26:17.963707 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 50198) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:26:17.973982 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fb10e3e-9298-473d-856d-5f45f82b265a req-1d3dacb7-85f0-4ea4-9875-cd6b1f59e378 service neutron] Port 0a1072e5-2e78-4dbf-90e5-645231a0368f on network f7c4c830-52ad-4ee2-a72d-431abd6800b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-10 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 10:26:17.974312 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fb10e3e-9298-473d-856d-5f45f82b265a req-1d3dacb7-85f0-4ea4-9875-cd6b1f59e378 service neutron] Attempting to bind port 0a1072e5-2e78-4dbf-90e5-645231a0368f on network f7c4c830-52ad-4ee2-a72d-431abd6800b4 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:26:17.976354 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-c92dc272-92f3-4534-be49-820e80cef5c8 req-93d7177f-ee79-4530-a51f-6c62c2eb9185 tempest-ServerShowV257Test-1104222655 tempest-ServerShowV257Test-1104222655-project] 10.222.0.44 "GET /v2.0/ports?device_id=9686b29a-79fa-43bf-a440-91a18f92bc03 HTTP/1.1" status: 200 len: 210 time: 0.0486929 Oct 27 10:26:17.991774 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-28a24990-b678-4cf8-8b8f-597257863366 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:18.006403 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fb10e3e-9298-473d-856d-5f45f82b265a req-1d3dacb7-85f0-4ea4-9875-cd6b1f59e378 service neutron] Checking agent: {'id': 'a52e1cab-0c63-402d-9c94-330537c6c076', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 16, 2), 'started_at': datetime.datetime(2021, 10, 27, 10, 16, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 26, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:26:18.006753 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fb10e3e-9298-473d-856d-5f45f82b265a req-1d3dacb7-85f0-4ea4-9875-cd6b1f59e378 service neutron] Checking segment: {'id': '922b6d3e-9a8b-4e20-bf5d-299fdca2febe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'f7c4c830-52ad-4ee2-a72d-431abd6800b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:26:18.007146 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fb10e3e-9298-473d-856d-5f45f82b265a req-1d3dacb7-85f0-4ea4-9875-cd6b1f59e378 service neutron] Bound using segment: {'id': '922b6d3e-9a8b-4e20-bf5d-299fdca2febe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'f7c4c830-52ad-4ee2-a72d-431abd6800b4'} {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:26:18.007596 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-3fb10e3e-9298-473d-856d-5f45f82b265a req-1d3dacb7-85f0-4ea4-9875-cd6b1f59e378 service neutron] Bound port: 0a1072e5-2e78-4dbf-90e5-645231a0368f, host: n-h1-813419-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '922b6d3e-9a8b-4e20-bf5d-299fdca2febe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'f7c4c830-52ad-4ee2-a72d-431abd6800b4'}}] {{(pid=102347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:26:18.007955 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-3fb10e3e-9298-473d-856d-5f45f82b265a req-1d3dacb7-85f0-4ea4-9875-cd6b1f59e378 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:18.011061 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 10:26:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba799d49-51e5-493c-9704-5aac9b871359 x-openstack-request-id: req-ba799d49-51e5-493c-9704-5aac9b871359 {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:26:18.011699 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f165f7ac-c937-4242-9d48-b6ac68f3a6e2", "tag": "e0474841-83ec-4834-b5fd-d0a2d2bdb667", "status": "completed", "code": 200}]} {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:26:18.011699 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ba799d49-51e5-493c-9704-5aac9b871359 {{(pid=102347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:26:18.012471 n-d-813419-10 neutron-server[102347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f165f7ac-c937-4242-9d48-b6ac68f3a6e2', 'tag': 'e0474841-83ec-4834-b5fd-d0a2d2bdb667', 'status': 'completed', 'code': 200} Oct 27 10:26:18.028189 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:26:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f112962-e74e-4499-92e7-148f149474fc x-openstack-request-id: req-7f112962-e74e-4499-92e7-148f149474fc {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:26:18.028514 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd112806-2ea1-49a6-8bc4-ad2b94351f55", "name": "network-vif-deleted", "tag": "a2555fb0-436b-4c7b-b5d3-007c3a7dc679", "status": "completed", "code": 200}]} {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:26:18.028783 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7f112962-e74e-4499-92e7-148f149474fc {{(pid=102346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:26:18.029188 n-d-813419-10 neutron-server[102346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd112806-2ea1-49a6-8bc4-ad2b94351f55', 'name': 'network-vif-deleted', 'tag': 'a2555fb0-436b-4c7b-b5d3-007c3a7dc679', 'status': 'completed', 'code': 200} Oct 27 10:26:18.111042 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-3fb10e3e-9298-473d-856d-5f45f82b265a req-1d3dacb7-85f0-4ea4-9875-cd6b1f59e378 service neutron] For port 0a1072e5-2e78-4dbf-90e5-645231a0368f, host n-h1-813419-10, cleared binding levels {{(pid=102347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:26:18.115612 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-3fb10e3e-9298-473d-856d-5f45f82b265a req-1d3dacb7-85f0-4ea4-9875-cd6b1f59e378 service neutron] For port 0a1072e5-2e78-4dbf-90e5-645231a0368f, host n-h1-813419-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=0a1072e5-2e78-4dbf-90e5-645231a0368f,segment=NetworkSegment(922b6d3e-9a8b-4e20-bf5d-299fdca2febe),segment_id=922b6d3e-9a8b-4e20-bf5d-299fdca2febe)] {{(pid=102347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:26:18.136170 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8b5ea1b8-87ab-4ce2-9493-3ee47fe38ee6 req-3b0eefcf-1992-4408-976e-44aee4346ffb service neutron] 10.222.0.76 "GET /v2.0/networks/b70d8912-e651-449a-aede-549067567147?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3880074 Oct 27 10:26:18.164677 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-3fb10e3e-9298-473d-856d-5f45f82b265a req-1d3dacb7-85f0-4ea4-9875-cd6b1f59e378 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:18.312259 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb10e3e-9298-473d-856d-5f45f82b265a req-1d3dacb7-85f0-4ea4-9875-cd6b1f59e378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:18.313116 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-3fb10e3e-9298-473d-856d-5f45f82b265a req-1d3dacb7-85f0-4ea4-9875-cd6b1f59e378 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:18.314601 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-3fb10e3e-9298-473d-856d-5f45f82b265a req-1d3dacb7-85f0-4ea4-9875-cd6b1f59e378 service neutron] 10.222.0.64 "PUT /v2.0/ports/0a1072e5-2e78-4dbf-90e5-645231a0368f HTTP/1.1" status: 200 len: 1093 time: 2.6136193 Oct 27 10:26:18.321411 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127fd3cf-17e6-48a9-be4a-3088ce45a403 req-c1e81706-ca45-4dcb-96a2-59d99e1d48d9 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:18.337503 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127fd3cf-17e6-48a9-be4a-3088ce45a403 req-c1e81706-ca45-4dcb-96a2-59d99e1d48d9 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:18.353743 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127fd3cf-17e6-48a9-be4a-3088ce45a403 req-c1e81706-ca45-4dcb-96a2-59d99e1d48d9 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:18.361651 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127fd3cf-17e6-48a9-be4a-3088ce45a403 req-c1e81706-ca45-4dcb-96a2-59d99e1d48d9 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:18.369098 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127fd3cf-17e6-48a9-be4a-3088ce45a403 req-c1e81706-ca45-4dcb-96a2-59d99e1d48d9 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:18.373785 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8647165d-2e46-49c4-a7cf-caea7a84b2e1 req-7374016e-59d0-40d2-b53e-24d6aa0be8f4 tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:18.375468 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8647165d-2e46-49c4-a7cf-caea7a84b2e1 req-7374016e-59d0-40d2-b53e-24d6aa0be8f4 tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] 10.222.0.44 "GET /v2.0/ports?device_id=f165f7ac-c937-4242-9d48-b6ac68f3a6e2 HTTP/1.1" status: 200 len: 944 time: 0.2581112 Oct 27 10:26:18.379593 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3dacb7-85f0-4ea4-9875-cd6b1f59e378 service neutron] Pushing event updated for resources: {'Port': ['ID=0a1072e5-2e78-4dbf-90e5-645231a0368f,revision_number=3']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:26:18.394336 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127fd3cf-17e6-48a9-be4a-3088ce45a403 req-c1e81706-ca45-4dcb-96a2-59d99e1d48d9 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:18.401642 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127fd3cf-17e6-48a9-be4a-3088ce45a403 req-c1e81706-ca45-4dcb-96a2-59d99e1d48d9 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:18.403644 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-127fd3cf-17e6-48a9-be4a-3088ce45a403 req-c1e81706-ca45-4dcb-96a2-59d99e1d48d9 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] 10.222.0.44 "GET /v2.0/ports?device_id=19de7999-f151-4eb5-986d-3e7b0f987b5e HTTP/1.1" status: 200 len: 5430 time: 0.1727324 Oct 27 10:26:18.458773 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-127fd3cf-17e6-48a9-be4a-3088ce45a403 req-43e98612-3f18-4063-8c04-18fd7de0f83b tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] 10.222.0.44 "GET /v2.0/security-groups?id=34344a0a-bfc2-4f4b-96e6-fe0cf33c620a&id=652e3df3-defd-4709-b4c8-a9361485da20&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0431006 Oct 27 10:26:18.467836 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] get_ports_and_sgs() called for port_ids ['9886b58c-1679-42a0-bef6-9a653fb0e061'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:26:18.500905 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8b5ea1b8-87ab-4ce2-9493-3ee47fe38ee6 req-94ebf7e9-2f24-4f03-acc6-ede8f3f5c281 service neutron] 10.222.0.76 "GET /v2.0/networks/b70d8912-e651-449a-aede-549067567147?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3394411 Oct 27 10:26:18.513432 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-add79b8d-012b-43d2-a258-29547a70dd4a req-296e7ab7-c893-4d2e-8ee2-4762405f0497 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=9686b29a-79fa-43bf-a440-91a18f92bc03 HTTP/1.1" status: 200 len: 210 time: 0.0888445 Oct 27 10:26:18.515529 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-28a24990-b678-4cf8-8b8f-597257863366 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:18.527350 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-28a24990-b678-4cf8-8b8f-597257863366 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:18.536885 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8647165d-2e46-49c4-a7cf-caea7a84b2e1 req-41cf8511-6a3e-4e36-ada7-e12c3ab11389 tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] 10.222.0.44 "GET /v2.0/security-groups?id=df17171a-6534-4d8a-8518-0be5fe64cbb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513095 Oct 27 10:26:18.598645 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb10e3e-9298-473d-856d-5f45f82b265a req-caaf2aff-c879-4148-9980-a7dfc809dd65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:18.600484 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-3fb10e3e-9298-473d-856d-5f45f82b265a req-caaf2aff-c879-4148-9980-a7dfc809dd65 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2188d08323094fd29aa0ce0c21743039&device_id=46d600e0-a226-4b11-a8a6-bbd4283815d0 HTTP/1.1" status: 200 len: 1096 time: 0.1770639 Oct 27 10:26:18.606075 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a24990-b678-4cf8-8b8f-597257863366 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4877907-c376-4c1f-9e9d-fe5954dbacba,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:26:18.630226 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-28a24990-b678-4cf8-8b8f-597257863366 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d53ca86daa05440b9ae4ca29263b22ea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6650786 Oct 27 10:26:18.633968 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 50206) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:26:18.638212 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24c0416-fe84-409a-84ed-546f2337c20e req-b273020b-5abb-430a-a0ed-37f2207d13c6 tempest-ImagesOneServerNegativeTestJSON-1258670322 tempest-ImagesOneServerNegativeTestJSON-1258670322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:18.642157 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-c24c0416-fe84-409a-84ed-546f2337c20e req-b273020b-5abb-430a-a0ed-37f2207d13c6 tempest-ImagesOneServerNegativeTestJSON-1258670322 tempest-ImagesOneServerNegativeTestJSON-1258670322-project] 10.222.0.44 "GET /v2.0/ports?device_id=46d600e0-a226-4b11-a8a6-bbd4283815d0 HTTP/1.1" status: 200 len: 944 time: 0.1192646 Oct 27 10:26:18.701318 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-c24c0416-fe84-409a-84ed-546f2337c20e req-5519825a-0c2b-4933-bf2e-26a0e6f1aeb4 tempest-ImagesOneServerNegativeTestJSON-1258670322 tempest-ImagesOneServerNegativeTestJSON-1258670322-project] 10.222.0.44 "GET /v2.0/security-groups?id=0c17542d-7fc8-4217-9c44-3a2fd00892bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503001 Oct 27 10:26:18.711349 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d2f0b2-45d8-49aa-908d-91da45f58093 req-0f8ec0cc-4cb0-4843-9af3-624e02e80f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:18.712995 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-09d2f0b2-45d8-49aa-908d-91da45f58093 req-0f8ec0cc-4cb0-4843-9af3-624e02e80f31 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=9c487093db7840e98dafd374096ede4c&device_id=f165f7ac-c937-4242-9d48-b6ac68f3a6e2 HTTP/1.1" status: 200 len: 1127 time: 0.1294446 Oct 27 10:26:18.744176 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-f8a88a0c-567a-4137-8f9f-6a1481586f79 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:18.801625 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-f8a88a0c-567a-4137-8f9f-6a1481586f79 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:18.822718 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-3972781e-68f0-453d-9c37-f5b81b1ccb7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:18.864026 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d2f0b2-45d8-49aa-908d-91da45f58093 req-9656ef10-715f-472a-92a5-b2ff5af92c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:18.865609 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-09d2f0b2-45d8-49aa-908d-91da45f58093 req-9656ef10-715f-472a-92a5-b2ff5af92c52 service neutron] 10.222.0.76 "GET /v2.0/networks?id=b70d8912-e651-449a-aede-549067567147 HTTP/1.1" status: 200 len: 909 time: 0.1417868 Oct 27 10:26:18.941503 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-09d2f0b2-45d8-49aa-908d-91da45f58093 req-03492e30-dff9-4a7b-840c-af5ffe4c0e5f service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e0474841-83ec-4834-b5fd-d0a2d2bdb667 HTTP/1.1" status: 200 len: 217 time: 0.0492661 Oct 27 10:26:18.942732 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-f8a88a0c-567a-4137-8f9f-6a1481586f79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:18.946042 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-f8a88a0c-567a-4137-8f9f-6a1481586f79 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:18.952800 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-f8a88a0c-567a-4137-8f9f-6a1481586f79 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b4877907-c376-4c1f-9e9d-fe5954dbacba HTTP/1.1" status: 204 len: 168 time: 0.3152342 Oct 27 10:26:18.991358 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a88a0c-567a-4137-8f9f-6a1481586f79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4877907-c376-4c1f-9e9d-fe5954dbacba,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:26:19.040555 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d2f0b2-45d8-49aa-908d-91da45f58093 req-04ae27e3-847c-426b-9477-2f2a684fe576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:19.042126 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-09d2f0b2-45d8-49aa-908d-91da45f58093 req-04ae27e3-847c-426b-9477-2f2a684fe576 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=0c8d0682-e9d2-4157-8f50-67abbd1aff64 HTTP/1.1" status: 200 len: 848 time: 0.0906279 Oct 27 10:26:19.081012 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-09d2f0b2-45d8-49aa-908d-91da45f58093 req-e909d6e6-c9d0-4ab3-8c12-815d818cb800 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=b70d8912-e651-449a-aede-549067567147&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295341 Oct 27 10:26:19.089268 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbac714-0431-4fb6-8971-1732b515b38a req-df03e2a6-4e2b-4112-9fb6-074e2e65bee7 tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:19.090911 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-cfbac714-0431-4fb6-8971-1732b515b38a req-df03e2a6-4e2b-4112-9fb6-074e2e65bee7 tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] 10.222.0.44 "GET /v2.0/ports?device_id=c39fed20-6b3e-45f9-9022-5d1db3ab74ae HTTP/1.1" status: 200 len: 948 time: 0.0926688 Oct 27 10:26:19.178393 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-cfbac714-0431-4fb6-8971-1732b515b38a req-6d909d22-4295-4032-8d1d-dafc49a887ff tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] 10.222.0.44 "GET /v2.0/security-groups?id=564ecd8b-da86-4175-923a-67dcc5fcd400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790315 Oct 27 10:26:19.209354 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-09d2f0b2-45d8-49aa-908d-91da45f58093 req-3a674ec8-0835-45ed-b7b8-54cb5f7e93b6 service neutron] 10.222.0.76 "GET /v2.0/networks/b70d8912-e651-449a-aede-549067567147?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1173804 Oct 27 10:26:19.252562 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ea8064f0-5175-41b2-833e-52a60f565a35 req-b4714d2a-ca3f-49f2-8435-558226248e5a tempest-ServerShowV257Test-1104222655 tempest-ServerShowV257Test-1104222655-project] 10.222.0.44 "GET /v2.0/ports?device_id=9686b29a-79fa-43bf-a440-91a18f92bc03 HTTP/1.1" status: 200 len: 210 time: 0.0585585 Oct 27 10:26:19.317183 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-09d2f0b2-45d8-49aa-908d-91da45f58093 req-97cf3994-d846-46c0-9b88-7a5367702c0f service neutron] 10.222.0.76 "GET /v2.0/networks/b70d8912-e651-449a-aede-549067567147?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988083 Oct 27 10:26:19.366942 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device 85eb83c4-aae3-4041-805d-c9e07ba77132 up at agent hyperv_n-h2-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:26:19.436619 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Provisioning for port 85eb83c4-aae3-4041-805d-c9e07ba77132 completed by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 10:26:19.442303 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Provisioning complete for port 85eb83c4-aae3-4041-805d-c9e07ba77132 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:26:19.442788 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:19.559598 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:19.597438 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '405a8b4a-a771-4f3e-bf85-395c054486d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85eb83c4-aae3-4041-805d-c9e07ba77132'}] {{(pid=102348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:26:19.600065 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c588921fa634554a1d9242fdea1b05457a9ff1d3b28ba54ec1dace7f2f1df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f595e2f9-1295-4ef5-91ce-f8131e7e10f9" -d '{"events": [{"server_uuid": "405a8b4a-a771-4f3e-bf85-395c054486d5", "name": "network-vif-plugged", "status": "completed", "tag": "85eb83c4-aae3-4041-805d-c9e07ba77132"}]}' {{(pid=102348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:26:19.615294 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] For port 85eb83c4-aae3-4041-805d-c9e07ba77132, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=85eb83c4-aae3-4041-805d-c9e07ba77132,segment=NetworkSegment(f7c42c6d-2766-46d8-a8b7-4852117a5555),segment_id=f7c42c6d-2766-46d8-a8b7-4852117a5555)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:26:19.622738 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:19.624471 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device 922a99a6-a89a-48b9-8d61-65b98322153e up at agent hyperv_n-h2-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:26:19.641759 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aef5e75-fa29-4d1f-952b-539a1217a243 req-109c9b43-91bd-4b70-8c87-30bbac79e1e3 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:19.652284 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aef5e75-fa29-4d1f-952b-539a1217a243 req-109c9b43-91bd-4b70-8c87-30bbac79e1e3 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:19.659856 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aef5e75-fa29-4d1f-952b-539a1217a243 req-109c9b43-91bd-4b70-8c87-30bbac79e1e3 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:19.665773 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aef5e75-fa29-4d1f-952b-539a1217a243 req-109c9b43-91bd-4b70-8c87-30bbac79e1e3 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:19.673665 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aef5e75-fa29-4d1f-952b-539a1217a243 req-109c9b43-91bd-4b70-8c87-30bbac79e1e3 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:19.680451 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aef5e75-fa29-4d1f-952b-539a1217a243 req-109c9b43-91bd-4b70-8c87-30bbac79e1e3 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:19.686399 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aef5e75-fa29-4d1f-952b-539a1217a243 req-109c9b43-91bd-4b70-8c87-30bbac79e1e3 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:19.698293 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-4aef5e75-fa29-4d1f-952b-539a1217a243 req-109c9b43-91bd-4b70-8c87-30bbac79e1e3 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] 10.222.0.44 "GET /v2.0/ports?device_id=19de7999-f151-4eb5-986d-3e7b0f987b5e HTTP/1.1" status: 200 len: 5430 time: 0.1274161 Oct 27 10:26:19.771329 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-3fb10e3e-9298-473d-856d-5f45f82b265a req-59ead324-abb2-438c-bc8e-b94314870dd7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0a1072e5-2e78-4dbf-90e5-645231a0368f HTTP/1.1" status: 200 len: 217 time: 0.0893283 Oct 27 10:26:19.801845 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-4aef5e75-fa29-4d1f-952b-539a1217a243 req-bc12af88-b97c-4262-b2ac-1ef1b4883b6d tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] 10.222.0.44 "GET /v2.0/security-groups?id=34344a0a-bfc2-4f4b-96e6-fe0cf33c620a&id=652e3df3-defd-4709-b4c8-a9361485da20&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1026137 Oct 27 10:26:19.802627 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Pushing event updated for resources: {'Port': ['ID=85eb83c4-aae3-4041-805d-c9e07ba77132,revision_number=5']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:26:19.839630 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Provisioning for port 922a99a6-a89a-48b9-8d61-65b98322153e completed by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 10:26:19.850542 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Provisioning complete for port 922a99a6-a89a-48b9-8d61-65b98322153e triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:26:19.850888 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:19.869609 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb10e3e-9298-473d-856d-5f45f82b265a req-6e10b9be-3240-4143-be9e-e36e2367acbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:19.871067 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-3fb10e3e-9298-473d-856d-5f45f82b265a req-6e10b9be-3240-4143-be9e-e36e2367acbd service neutron] 10.222.0.64 "GET /v2.0/subnets?id=16b456d2-8438-42f0-a0ba-9b2d6c1c5bfa HTTP/1.1" status: 200 len: 862 time: 0.0857224 Oct 27 10:26:19.895114 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device 52999097-daf5-40c3-b409-81f220c75685 up at agent hyperv_n-h1-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:26:19.938613 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:26:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11478f36-c778-4784-9820-30159ef055d2 x-openstack-request-id: req-11478f36-c778-4784-9820-30159ef055d2 {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:26:19.938887 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "405a8b4a-a771-4f3e-bf85-395c054486d5", "name": "network-vif-plugged", "status": "completed", "tag": "85eb83c4-aae3-4041-805d-c9e07ba77132", "code": 200}]} {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:26:19.939134 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-11478f36-c778-4784-9820-30159ef055d2 {{(pid=102348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:26:19.939707 n-d-813419-10 neutron-server[102348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '405a8b4a-a771-4f3e-bf85-395c054486d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85eb83c4-aae3-4041-805d-c9e07ba77132', 'code': 200} Oct 27 10:26:19.973319 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-3fb10e3e-9298-473d-856d-5f45f82b265a req-576e1115-a55f-4af5-acde-c7794144a5f1 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f7c4c830-52ad-4ee2-a72d-431abd6800b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0819583 Oct 27 10:26:19.980236 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:19.983140 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-eadeaa30-4096-4d1a-b3cb-aa7ebfb291ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:19.986828 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Provisioning for port 52999097-daf5-40c3-b409-81f220c75685 completed by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 10:26:19.992096 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Provisioning complete for port 52999097-daf5-40c3-b409-81f220c75685 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:26:19.992493 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:20.037334 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e39b2c-057e-48b8-bbb2-8dc802249609 req-d4229a57-9275-424d-b5aa-8fa7a6a70294 tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:20.038970 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b3e39b2c-057e-48b8-bbb2-8dc802249609 req-d4229a57-9275-424d-b5aa-8fa7a6a70294 tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] 10.222.0.44 "GET /v2.0/ports?device_id=f165f7ac-c937-4242-9d48-b6ac68f3a6e2 HTTP/1.1" status: 200 len: 944 time: 0.2305989 Oct 27 10:26:20.048686 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46d600e0-a226-4b11-a8a6-bbd4283815d0', 'tag': '0a1072e5-2e78-4dbf-90e5-645231a0368f'}] {{(pid=102347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:26:20.055053 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311149b481204ee7edffdb959c881838506fbd95bc8577c048f6677abb73acc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-167e896c-c062-4613-9105-d124d58a4580" -d '{"events": [{"name": "network-changed", "server_uuid": "46d600e0-a226-4b11-a8a6-bbd4283815d0", "tag": "0a1072e5-2e78-4dbf-90e5-645231a0368f"}]}' {{(pid=102347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:26:20.074367 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:20.156720 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4948c8e-cb1d-40e6-b9c9-1ea6fcfadb6c req-cdaf6053-b07d-41dd-af8e-8c15028709bb tempest-ImagesOneServerNegativeTestJSON-1258670322 tempest-ImagesOneServerNegativeTestJSON-1258670322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:20.158306 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-c4948c8e-cb1d-40e6-b9c9-1ea6fcfadb6c req-cdaf6053-b07d-41dd-af8e-8c15028709bb tempest-ImagesOneServerNegativeTestJSON-1258670322 tempest-ImagesOneServerNegativeTestJSON-1258670322-project] 10.222.0.44 "GET /v2.0/ports?device_id=46d600e0-a226-4b11-a8a6-bbd4283815d0 HTTP/1.1" status: 200 len: 944 time: 0.0872266 Oct 27 10:26:20.161410 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:20.164537 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] For port 922a99a6-a89a-48b9-8d61-65b98322153e, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=922a99a6-a89a-48b9-8d61-65b98322153e,segment=NetworkSegment(f7c42c6d-2766-46d8-a8b7-4852117a5555),segment_id=f7c42c6d-2766-46d8-a8b7-4852117a5555)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:26:20.188537 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:20.189354 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device a2555fb0-436b-4c7b-b5d3-007c3a7dc679 no longer exists at agent hyperv_n-h2-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:26:20.219040 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] No Port match for: a2555fb0-436b-4c7b-b5d3-007c3a7dc679 {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:26:20.219373 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device a2555fb0-436b-4c7b-b5d3-007c3a7dc679 not bound to the agent host n-h2-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:26:20.225942 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b3e39b2c-057e-48b8-bbb2-8dc802249609 req-5ece00cc-7394-412e-8db4-d515f56a55e6 tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] 10.222.0.44 "GET /v2.0/security-groups?id=df17171a-6534-4d8a-8518-0be5fe64cbb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517913 Oct 27 10:26:20.242571 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-c4948c8e-cb1d-40e6-b9c9-1ea6fcfadb6c req-88f426b2-08c0-47f6-80d2-c65694302e8d tempest-ImagesOneServerNegativeTestJSON-1258670322 tempest-ImagesOneServerNegativeTestJSON-1258670322-project] 10.222.0.44 "GET /v2.0/security-groups?id=0c17542d-7fc8-4217-9c44-3a2fd00892bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725262 Oct 27 10:26:20.275059 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628ea35b-fe5a-4153-8a80-f03fb8552863 req-881655b6-84ff-4ea3-86fc-1f9269b634cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:20.277363 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-628ea35b-fe5a-4153-8a80-f03fb8552863 req-881655b6-84ff-4ea3-86fc-1f9269b634cb service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=405a8b4a-a771-4f3e-bf85-395c054486d5 HTTP/1.1" status: 200 len: 1101 time: 0.2171299 Oct 27 10:26:20.305901 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port 52999097-daf5-40c3-b409-81f220c75685, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=52999097-daf5-40c3-b409-81f220c75685,segment=NetworkSegment(5f991bd4-92e4-45ad-bd12-2bffdf37846d),segment_id=5f991bd4-92e4-45ad-bd12-2bffdf37846d)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:26:20.315216 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:20.322463 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device 870bf313-566e-41bd-b31c-74deaf9c052a up at agent hyperv_n-h1-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:26:20.338411 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 10:26:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4718a30-fc79-47f7-89af-8ffa33b55adf x-openstack-request-id: req-f4718a30-fc79-47f7-89af-8ffa33b55adf {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:26:20.338411 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46d600e0-a226-4b11-a8a6-bbd4283815d0", "tag": "0a1072e5-2e78-4dbf-90e5-645231a0368f", "status": "completed", "code": 200}]} {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:26:20.338411 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f4718a30-fc79-47f7-89af-8ffa33b55adf {{(pid=102347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:26:20.338411 n-d-813419-10 neutron-server[102347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46d600e0-a226-4b11-a8a6-bbd4283815d0', 'tag': '0a1072e5-2e78-4dbf-90e5-645231a0368f', 'status': 'completed', 'code': 200} Oct 27 10:26:20.363527 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-3fb10e3e-9298-473d-856d-5f45f82b265a req-7ce39b3a-87b8-4c96-8525-83683f9a22b0 service neutron] 10.222.0.64 "GET /v2.0/networks/f7c4c830-52ad-4ee2-a72d-431abd6800b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3234484 Oct 27 10:26:20.415929 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Pushing event updated for resources: {'Port': ['ID=922a99a6-a89a-48b9-8d61-65b98322153e,revision_number=5']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:26:20.451470 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-628ea35b-fe5a-4153-8a80-f03fb8552863 req-74241f52-6f76-4063-9a2c-65b8fbb7ed75 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=564ecd8b-da86-4175-923a-67dcc5fcd400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511137 Oct 27 10:26:20.474228 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Provisioning for port 870bf313-566e-41bd-b31c-74deaf9c052a completed by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 10:26:20.489596 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Provisioning complete for port 870bf313-566e-41bd-b31c-74deaf9c052a triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:26:20.490052 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:20.514345 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5edd14-cf9c-45dd-870d-bdb367fd7f2d req-dcf09eaa-0b5c-421e-a124-451d0ea123f1 tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:20.522131 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-6e5edd14-cf9c-45dd-870d-bdb367fd7f2d req-dcf09eaa-0b5c-421e-a124-451d0ea123f1 tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] 10.222.0.44 "GET /v2.0/ports?device_id=c39fed20-6b3e-45f9-9022-5d1db3ab74ae HTTP/1.1" status: 200 len: 949 time: 0.1160650 Oct 27 10:26:20.522479 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d365aab0-07cf-48cd-9572-8f4a513f0d2e req-2aa4c195-0954-4c9e-bd8e-6cf1cb510f41 tempest-ListServersNegativeTestJSON-2132882824 tempest-ListServersNegativeTestJSON-2132882824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:20.522953 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Pushing event updated for resources: {'Port': ['ID=52999097-daf5-40c3-b409-81f220c75685,revision_number=5']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:26:20.538944 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d365aab0-07cf-48cd-9572-8f4a513f0d2e req-2aa4c195-0954-4c9e-bd8e-6cf1cb510f41 tempest-ListServersNegativeTestJSON-2132882824 tempest-ListServersNegativeTestJSON-2132882824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:20.541618 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-d365aab0-07cf-48cd-9572-8f4a513f0d2e req-2aa4c195-0954-4c9e-bd8e-6cf1cb510f41 tempest-ListServersNegativeTestJSON-2132882824 tempest-ListServersNegativeTestJSON-2132882824-project] 10.222.0.44 "GET /v2.0/ports?device_id=2e500175-dfa4-4437-bcf1-beb05fa87fb9&device_id=8abbd019-3bfd-468a-8fc4-b9138932da3a HTTP/1.1" status: 200 len: 1682 time: 0.1299927 Oct 27 10:26:20.558468 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-3fb10e3e-9298-473d-856d-5f45f82b265a req-790faf51-ee4f-4777-a8c5-92a4bf5f03a2 service neutron] 10.222.0.64 "GET /v2.0/networks/f7c4c830-52ad-4ee2-a72d-431abd6800b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1797476 Oct 27 10:26:20.581896 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-6e5edd14-cf9c-45dd-870d-bdb367fd7f2d req-a9594a70-cc23-42ec-9e0c-5693fe090757 tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] 10.222.0.44 "GET /v2.0/security-groups?id=564ecd8b-da86-4175-923a-67dcc5fcd400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552254 Oct 27 10:26:20.593153 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-d365aab0-07cf-48cd-9572-8f4a513f0d2e req-7d77bc32-f81a-43c0-a459-7eb2365c5473 tempest-ListServersNegativeTestJSON-2132882824 tempest-ListServersNegativeTestJSON-2132882824-project] 10.222.0.44 "GET /v2.0/security-groups?id=7ef68dd5-26a7-478b-9aed-6f26200a7f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456693 Oct 27 10:26:20.632589 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:20.702848 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port 870bf313-566e-41bd-b31c-74deaf9c052a, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=870bf313-566e-41bd-b31c-74deaf9c052a,segment=NetworkSegment(cd49c69a-bebc-4495-b045-2a5c5dbedd8b),segment_id=cd49c69a-bebc-4495-b045-2a5c5dbedd8b)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:26:20.709410 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:20.710999 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device 663ad4fb-d48e-41b4-ba03-42d778bf0122 up at agent hyperv_n-h1-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:26:20.724645 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-7ea835a1-2ae9-4176-895a-13dd999686a8 req-7f45c03e-6f8d-413a-89a3-a9d5f321fd13 tempest-ServerShowV257Test-1104222655 tempest-ServerShowV257Test-1104222655-project] 10.222.0.44 "GET /v2.0/ports?device_id=9686b29a-79fa-43bf-a440-91a18f92bc03 HTTP/1.1" status: 200 len: 210 time: 0.0727940 Oct 27 10:26:20.744595 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167e896c-c062-4613-9105-d124d58a4580 req-0885f29d-6999-4e24-a089-216f561c5747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:20.746079 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-167e896c-c062-4613-9105-d124d58a4580 req-0885f29d-6999-4e24-a089-216f561c5747 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2188d08323094fd29aa0ce0c21743039&device_id=46d600e0-a226-4b11-a8a6-bbd4283815d0 HTTP/1.1" status: 200 len: 1096 time: 0.0848429 Oct 27 10:26:20.849580 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Pushing event updated for resources: {'Port': ['ID=870bf313-566e-41bd-b31c-74deaf9c052a,revision_number=5']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:26:20.854810 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Provisioning for port 663ad4fb-d48e-41b4-ba03-42d778bf0122 completed by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 10:26:20.860159 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Provisioning complete for port 663ad4fb-d48e-41b4-ba03-42d778bf0122 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:26:20.860866 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:20.913002 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167e896c-c062-4613-9105-d124d58a4580 req-d687e4ac-9e89-42e2-85dc-318ec77e31ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:20.915049 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-167e896c-c062-4613-9105-d124d58a4580 req-d687e4ac-9e89-42e2-85dc-318ec77e31ff service neutron] 10.222.0.64 "GET /v2.0/networks?id=f7c4c830-52ad-4ee2-a72d-431abd6800b4 HTTP/1.1" status: 200 len: 923 time: 0.1582603 Oct 27 10:26:20.974232 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-167e896c-c062-4613-9105-d124d58a4580 req-9dd00cef-2a32-4249-9300-aca78b2752be service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0a1072e5-2e78-4dbf-90e5-645231a0368f HTTP/1.1" status: 200 len: 217 time: 0.0495198 Oct 27 10:26:21.002502 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:21.056305 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167e896c-c062-4613-9105-d124d58a4580 req-56c8f919-3258-4647-bc2f-3e005d4bf5ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:21.057942 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-167e896c-c062-4613-9105-d124d58a4580 req-56c8f919-3258-4647-bc2f-3e005d4bf5ec service neutron] 10.222.0.64 "GET /v2.0/subnets?id=16b456d2-8438-42f0-a0ba-9b2d6c1c5bfa HTTP/1.1" status: 200 len: 862 time: 0.0707297 Oct 27 10:26:21.060538 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb57176-64e6-4057-9c97-34fe4f06ed6a req-b0dd1ab9-5367-408a-a2e2-bd517234eb73 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:21.082717 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb57176-64e6-4057-9c97-34fe4f06ed6a req-b0dd1ab9-5367-408a-a2e2-bd517234eb73 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:21.088448 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port 663ad4fb-d48e-41b4-ba03-42d778bf0122, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=663ad4fb-d48e-41b4-ba03-42d778bf0122,segment=NetworkSegment(ace8832b-0d39-4720-866a-60ecd5970cfb),segment_id=ace8832b-0d39-4720-866a-60ecd5970cfb)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:26:21.092753 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb57176-64e6-4057-9c97-34fe4f06ed6a req-b0dd1ab9-5367-408a-a2e2-bd517234eb73 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:21.098841 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:21.099768 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device 2987d3d2-c23b-41d4-81db-f2875388f5dc up at agent hyperv_n-h1-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:26:21.113540 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb57176-64e6-4057-9c97-34fe4f06ed6a req-b0dd1ab9-5367-408a-a2e2-bd517234eb73 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:21.119617 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb57176-64e6-4057-9c97-34fe4f06ed6a req-b0dd1ab9-5367-408a-a2e2-bd517234eb73 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:21.121956 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-167e896c-c062-4613-9105-d124d58a4580 req-e9b315fe-f514-496d-a4c3-8d70a7351e7d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f7c4c830-52ad-4ee2-a72d-431abd6800b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0504057 Oct 27 10:26:21.134361 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb57176-64e6-4057-9c97-34fe4f06ed6a req-b0dd1ab9-5367-408a-a2e2-bd517234eb73 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:21.157068 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb57176-64e6-4057-9c97-34fe4f06ed6a req-b0dd1ab9-5367-408a-a2e2-bd517234eb73 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:21.176905 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-2cb57176-64e6-4057-9c97-34fe4f06ed6a req-b0dd1ab9-5367-408a-a2e2-bd517234eb73 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] 10.222.0.44 "GET /v2.0/ports?device_id=19de7999-f151-4eb5-986d-3e7b0f987b5e HTTP/1.1" status: 200 len: 5432 time: 0.2360249 Oct 27 10:26:21.255070 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Pushing event updated for resources: {'Port': ['ID=663ad4fb-d48e-41b4-ba03-42d778bf0122,revision_number=5']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:26:21.274694 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Provisioning for port 2987d3d2-c23b-41d4-81db-f2875388f5dc completed by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 10:26:21.282459 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-2cb57176-64e6-4057-9c97-34fe4f06ed6a req-fd764387-d96b-480f-be36-0e27f34529e2 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] 10.222.0.44 "GET /v2.0/security-groups?id=34344a0a-bfc2-4f4b-96e6-fe0cf33c620a&id=652e3df3-defd-4709-b4c8-a9361485da20&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0987444 Oct 27 10:26:21.293770 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Provisioning complete for port 2987d3d2-c23b-41d4-81db-f2875388f5dc triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:26:21.294284 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:21.382290 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-167e896c-c062-4613-9105-d124d58a4580 req-646ba098-3a7f-451b-9568-1399be9bfa96 service neutron] 10.222.0.64 "GET /v2.0/networks/f7c4c830-52ad-4ee2-a72d-431abd6800b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2489343 Oct 27 10:26:21.443220 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:21.515007 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port 2987d3d2-c23b-41d4-81db-f2875388f5dc, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=2987d3d2-c23b-41d4-81db-f2875388f5dc,segment=NetworkSegment(cd49c69a-bebc-4495-b045-2a5c5dbedd8b),segment_id=cd49c69a-bebc-4495-b045-2a5c5dbedd8b)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:26:21.522033 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:21.523708 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device 02eec9e0-03c6-433a-af9e-1b5e5abf2703 up at agent hyperv_n-h1-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:26:21.542356 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63536226-86fc-4477-b3c1-b5215c6b11d4 req-e6b8c797-a990-4cb5-8d78-3ed6af2be46a tempest-ImagesOneServerNegativeTestJSON-1258670322 tempest-ImagesOneServerNegativeTestJSON-1258670322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:21.551359 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-63536226-86fc-4477-b3c1-b5215c6b11d4 req-e6b8c797-a990-4cb5-8d78-3ed6af2be46a tempest-ImagesOneServerNegativeTestJSON-1258670322 tempest-ImagesOneServerNegativeTestJSON-1258670322-project] 10.222.0.44 "GET /v2.0/ports?device_id=46d600e0-a226-4b11-a8a6-bbd4283815d0 HTTP/1.1" status: 200 len: 944 time: 0.1400743 Oct 27 10:26:21.599578 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-167e896c-c062-4613-9105-d124d58a4580 req-f2e7031e-989a-4d1d-a662-49fb7245e5d3 service neutron] 10.222.0.64 "GET /v2.0/networks/f7c4c830-52ad-4ee2-a72d-431abd6800b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2103276 Oct 27 10:26:21.640430 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364df356-cfdd-40e8-b0c0-ee40b3110ba0 req-4578b61c-c674-4c0a-bc1e-d40e29b5f388 tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:21.641964 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-364df356-cfdd-40e8-b0c0-ee40b3110ba0 req-4578b61c-c674-4c0a-bc1e-d40e29b5f388 tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] 10.222.0.44 "GET /v2.0/ports?device_id=f165f7ac-c937-4242-9d48-b6ac68f3a6e2 HTTP/1.1" status: 200 len: 944 time: 0.0564916 Oct 27 10:26:21.658009 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-63536226-86fc-4477-b3c1-b5215c6b11d4 req-749b8751-3d91-414c-8a0c-70b271171912 tempest-ImagesOneServerNegativeTestJSON-1258670322 tempest-ImagesOneServerNegativeTestJSON-1258670322-project] 10.222.0.44 "GET /v2.0/security-groups?id=0c17542d-7fc8-4217-9c44-3a2fd00892bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039553 Oct 27 10:26:21.696441 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-364df356-cfdd-40e8-b0c0-ee40b3110ba0 req-e30672a6-829f-4519-9349-27f0440dc9cf tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] 10.222.0.44 "GET /v2.0/security-groups?id=df17171a-6534-4d8a-8518-0be5fe64cbb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443788 Oct 27 10:26:21.725489 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Pushing event updated for resources: {'Port': ['ID=2987d3d2-c23b-41d4-81db-f2875388f5dc,revision_number=5']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:26:21.742576 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Provisioning for port 02eec9e0-03c6-433a-af9e-1b5e5abf2703 completed by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 10:26:21.755751 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Provisioning complete for port 02eec9e0-03c6-433a-af9e-1b5e5abf2703 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:26:21.758001 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:21.856422 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-3c6a8245-0581-48aa-b5f6-4d8fe98cd16e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:21.900978 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974de144-6332-4290-a921-35ff836cf237 req-fa7fd49a-5d51-4a27-89d3-811bfe508e00 tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:21.912768 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-974de144-6332-4290-a921-35ff836cf237 req-fa7fd49a-5d51-4a27-89d3-811bfe508e00 tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] 10.222.0.44 "GET /v2.0/ports?device_id=c39fed20-6b3e-45f9-9022-5d1db3ab74ae HTTP/1.1" status: 200 len: 949 time: 0.1153116 Oct 27 10:26:21.945231 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c39fed20-6b3e-45f9-9022-5d1db3ab74ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '922a99a6-a89a-48b9-8d61-65b98322153e'}, {'server_uuid': '19de7999-f151-4eb5-986d-3e7b0f987b5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52999097-daf5-40c3-b409-81f220c75685'}, {'server_uuid': '19de7999-f151-4eb5-986d-3e7b0f987b5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '870bf313-566e-41bd-b31c-74deaf9c052a'}, {'server_uuid': '19de7999-f151-4eb5-986d-3e7b0f987b5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '663ad4fb-d48e-41b4-ba03-42d778bf0122'}, {'server_uuid': '19de7999-f151-4eb5-986d-3e7b0f987b5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2987d3d2-c23b-41d4-81db-f2875388f5dc'}] {{(pid=102348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:26:21.947913 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c588921fa634554a1d9242fdea1b05457a9ff1d3b28ba54ec1dace7f2f1df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7c1f3aa-26f5-49fe-ab0c-b97e794f17b8" -d '{"events": [{"server_uuid": "c39fed20-6b3e-45f9-9022-5d1db3ab74ae", "name": "network-vif-plugged", "status": "completed", "tag": "922a99a6-a89a-48b9-8d61-65b98322153e"}, {"server_uuid": "19de7999-f151-4eb5-986d-3e7b0f987b5e", "name": "network-vif-plugged", "status": "completed", "tag": "52999097-daf5-40c3-b409-81f220c75685"}, {"server_uuid": "19de7999-f151-4eb5-986d-3e7b0f987b5e", "name": "network-vif-plugged", "status": "completed", "tag": "870bf313-566e-41bd-b31c-74deaf9c052a"}, {"server_uuid": "19de7999-f151-4eb5-986d-3e7b0f987b5e", "name": "network-vif-plugged", "status": "completed", "tag": "663ad4fb-d48e-41b4-ba03-42d778bf0122"}, {"server_uuid": "19de7999-f151-4eb5-986d-3e7b0f987b5e", "name": "network-vif-plugged", "status": "completed", "tag": "2987d3d2-c23b-41d4-81db-f2875388f5dc"}]}' {{(pid=102348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:26:21.967021 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:21.975278 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e063be9d-43d3-4597-b1cc-f842d5c7bcf7 req-1226ad6b-fd3c-44c7-b8d7-226fcd319d41 tempest-ListServersNegativeTestJSON-2132882824 tempest-ListServersNegativeTestJSON-2132882824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:21.990754 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-e063be9d-43d3-4597-b1cc-f842d5c7bcf7 req-1226ad6b-fd3c-44c7-b8d7-226fcd319d41 tempest-ListServersNegativeTestJSON-2132882824 tempest-ListServersNegativeTestJSON-2132882824-project] 10.222.0.44 "GET /v2.0/ports?device_id=8abbd019-3bfd-468a-8fc4-b9138932da3a HTTP/1.1" status: 200 len: 946 time: 0.1374447 Oct 27 10:26:21.998651 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-974de144-6332-4290-a921-35ff836cf237 req-551bf80f-5667-413b-9ddf-ba7095be0f5d tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] 10.222.0.44 "GET /v2.0/security-groups?id=564ecd8b-da86-4175-923a-67dcc5fcd400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849228 Oct 27 10:26:22.004091 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port 02eec9e0-03c6-433a-af9e-1b5e5abf2703, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=02eec9e0-03c6-433a-af9e-1b5e5abf2703,segment=NetworkSegment(5f991bd4-92e4-45ad-bd12-2bffdf37846d),segment_id=5f991bd4-92e4-45ad-bd12-2bffdf37846d)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:26:22.019246 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:22.035215 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device f866a8ac-0d08-4157-96c5-6411c7be1248 up at agent hyperv_n-h1-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:26:22.117885 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-e063be9d-43d3-4597-b1cc-f842d5c7bcf7 req-9ea7409c-fd0b-4c1c-ba03-6e929fadc28b tempest-ListServersNegativeTestJSON-2132882824 tempest-ListServersNegativeTestJSON-2132882824-project] 10.222.0.44 "GET /v2.0/security-groups?id=7ef68dd5-26a7-478b-9aed-6f26200a7f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167457 Oct 27 10:26:22.134981 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ffaf8d86-0844-4061-91d9-8367969459e9 req-83b4eba3-feaa-4993-86e3-3ea9bcf4a0a7 tempest-ServerShowV257Test-1104222655 tempest-ServerShowV257Test-1104222655-project] 10.222.0.44 "GET /v2.0/ports?device_id=9686b29a-79fa-43bf-a440-91a18f92bc03 HTTP/1.1" status: 200 len: 210 time: 0.0431144 Oct 27 10:26:22.255659 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Pushing event updated for resources: {'Port': ['ID=02eec9e0-03c6-433a-af9e-1b5e5abf2703,revision_number=5']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:26:22.280512 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Provisioning for port f866a8ac-0d08-4157-96c5-6411c7be1248 completed by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 10:26:22.281753 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Provisioning complete for port f866a8ac-0d08-4157-96c5-6411c7be1248 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:26:22.282122 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:22.344935 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 867 Content-Type: application/json Date: Wed, 27 Oct 2021 10:26:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cca5ea8-01b8-4400-a979-b4db8173946d x-openstack-request-id: req-1cca5ea8-01b8-4400-a979-b4db8173946d {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:26:22.345251 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c39fed20-6b3e-45f9-9022-5d1db3ab74ae", "name": "network-vif-plugged", "status": "completed", "tag": "922a99a6-a89a-48b9-8d61-65b98322153e", "code": 200}, {"server_uuid": "19de7999-f151-4eb5-986d-3e7b0f987b5e", "name": "network-vif-plugged", "status": "completed", "tag": "52999097-daf5-40c3-b409-81f220c75685", "code": 200}, {"server_uuid": "19de7999-f151-4eb5-986d-3e7b0f987b5e", "name": "network-vif-plugged", "status": "completed", "tag": "870bf313-566e-41bd-b31c-74deaf9c052a", "code": 200}, {"server_uuid": "19de7999-f151-4eb5-986d-3e7b0f987b5e", "name": "network-vif-plugged", "status": "completed", "tag": "663ad4fb-d48e-41b4-ba03-42d778bf0122", "code": 200}, {"server_uuid": "19de7999-f151-4eb5-986d-3e7b0f987b5e", "name": "network-vif-plugged", "status": "completed", "tag": "2987d3d2-c23b-41d4-81db-f2875388f5dc", "code": 200}]} {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:26:22.345502 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1cca5ea8-01b8-4400-a979-b4db8173946d {{(pid=102348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:26:22.345912 n-d-813419-10 neutron-server[102348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c39fed20-6b3e-45f9-9022-5d1db3ab74ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '922a99a6-a89a-48b9-8d61-65b98322153e', 'code': 200} Oct 27 10:26:22.346169 n-d-813419-10 neutron-server[102348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19de7999-f151-4eb5-986d-3e7b0f987b5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52999097-daf5-40c3-b409-81f220c75685', 'code': 200} Oct 27 10:26:22.351093 n-d-813419-10 neutron-server[102348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19de7999-f151-4eb5-986d-3e7b0f987b5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '870bf313-566e-41bd-b31c-74deaf9c052a', 'code': 200} Oct 27 10:26:22.351366 n-d-813419-10 neutron-server[102348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19de7999-f151-4eb5-986d-3e7b0f987b5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '663ad4fb-d48e-41b4-ba03-42d778bf0122', 'code': 200} Oct 27 10:26:22.351732 n-d-813419-10 neutron-server[102348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19de7999-f151-4eb5-986d-3e7b0f987b5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2987d3d2-c23b-41d4-81db-f2875388f5dc', 'code': 200} Oct 27 10:26:22.425110 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:22.504318 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port f866a8ac-0d08-4157-96c5-6411c7be1248, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=f866a8ac-0d08-4157-96c5-6411c7be1248,segment=NetworkSegment(cd49c69a-bebc-4495-b045-2a5c5dbedd8b),segment_id=cd49c69a-bebc-4495-b045-2a5c5dbedd8b)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:26:22.509561 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:22.510412 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device 56a0b817-75f4-4ce7-b33b-a8b3aecdb601 up at agent hyperv_n-h1-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:26:22.544922 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5ec5aa-f793-4329-a93b-19427fe24684 req-657e23fe-ef6f-4364-a310-baaf29f407ad tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:22.553136 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5ec5aa-f793-4329-a93b-19427fe24684 req-657e23fe-ef6f-4364-a310-baaf29f407ad tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:22.559525 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5ec5aa-f793-4329-a93b-19427fe24684 req-657e23fe-ef6f-4364-a310-baaf29f407ad tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:22.566704 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5ec5aa-f793-4329-a93b-19427fe24684 req-657e23fe-ef6f-4364-a310-baaf29f407ad tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:22.579085 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5ec5aa-f793-4329-a93b-19427fe24684 req-657e23fe-ef6f-4364-a310-baaf29f407ad tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:22.585285 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5ec5aa-f793-4329-a93b-19427fe24684 req-657e23fe-ef6f-4364-a310-baaf29f407ad tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:22.597517 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5ec5aa-f793-4329-a93b-19427fe24684 req-657e23fe-ef6f-4364-a310-baaf29f407ad tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:22.607513 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8a5ec5aa-f793-4329-a93b-19427fe24684 req-657e23fe-ef6f-4364-a310-baaf29f407ad tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] 10.222.0.44 "GET /v2.0/ports?device_id=19de7999-f151-4eb5-986d-3e7b0f987b5e HTTP/1.1" status: 200 len: 5435 time: 0.1583121 Oct 27 10:26:22.644861 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71d4625-0ac3-4eae-b5df-3c199f98627e req-edd3135b-6dea-4998-9561-799256852404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:22.646403 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-a71d4625-0ac3-4eae-b5df-3c199f98627e req-edd3135b-6dea-4998-9561-799256852404 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=c39fed20-6b3e-45f9-9022-5d1db3ab74ae HTTP/1.1" status: 200 len: 1101 time: 0.1664751 Oct 27 10:26:22.681663 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8a5ec5aa-f793-4329-a93b-19427fe24684 req-a25700bb-9fe0-44de-ba11-c8740845537e tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] 10.222.0.44 "GET /v2.0/security-groups?id=34344a0a-bfc2-4f4b-96e6-fe0cf33c620a&id=652e3df3-defd-4709-b4c8-a9361485da20&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0730832 Oct 27 10:26:22.730657 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Pushing event updated for resources: {'Port': ['ID=f866a8ac-0d08-4157-96c5-6411c7be1248,revision_number=5']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:26:22.751032 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-a71d4625-0ac3-4eae-b5df-3c199f98627e req-9759e1eb-699c-4492-a343-efb38127b1de service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=564ecd8b-da86-4175-923a-67dcc5fcd400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927050 Oct 27 10:26:22.751234 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Provisioning for port 56a0b817-75f4-4ce7-b33b-a8b3aecdb601 completed by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 10:26:22.765225 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Provisioning complete for port 56a0b817-75f4-4ce7-b33b-a8b3aecdb601 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:26:22.765410 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:22.834530 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028fd3f8-5c5e-4267-8620-9feeb07b2bb8 req-321e4168-590c-499b-a4d1-5341dcf933f3 tempest-ImagesOneServerNegativeTestJSON-1258670322 tempest-ImagesOneServerNegativeTestJSON-1258670322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:22.841970 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-028fd3f8-5c5e-4267-8620-9feeb07b2bb8 req-321e4168-590c-499b-a4d1-5341dcf933f3 tempest-ImagesOneServerNegativeTestJSON-1258670322 tempest-ImagesOneServerNegativeTestJSON-1258670322-project] 10.222.0.44 "GET /v2.0/ports?device_id=46d600e0-a226-4b11-a8a6-bbd4283815d0 HTTP/1.1" status: 200 len: 944 time: 0.0641716 Oct 27 10:26:22.862391 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-d6a51574-ce1b-428b-905f-1f7cd8a784e0 req-cca0b848-192c-4403-8145-5e969e9c9799 tempest-ServerShowV257Test-1104222655 tempest-ServerShowV257Test-1104222655-project] 10.222.0.44 "GET /v2.0/ports?device_id=9686b29a-79fa-43bf-a440-91a18f92bc03 HTTP/1.1" status: 200 len: 210 time: 0.0625761 Oct 27 10:26:22.895758 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-028fd3f8-5c5e-4267-8620-9feeb07b2bb8 req-bb42b393-731e-401e-9c72-be35a633eae7 tempest-ImagesOneServerNegativeTestJSON-1258670322 tempest-ImagesOneServerNegativeTestJSON-1258670322-project] 10.222.0.44 "GET /v2.0/security-groups?id=0c17542d-7fc8-4217-9c44-3a2fd00892bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529139 Oct 27 10:26:22.937520 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:23.043201 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae03b6c-79da-4676-87bd-d62dd31bc092 req-30d33972-81e9-413c-a9f2-72babc1459d3 tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:23.054422 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-eae03b6c-79da-4676-87bd-d62dd31bc092 req-30d33972-81e9-413c-a9f2-72babc1459d3 tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] 10.222.0.44 "GET /v2.0/ports?device_id=f165f7ac-c937-4242-9d48-b6ac68f3a6e2 HTTP/1.1" status: 200 len: 944 time: 0.1070633 Oct 27 10:26:23.077265 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port 56a0b817-75f4-4ce7-b33b-a8b3aecdb601, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=56a0b817-75f4-4ce7-b33b-a8b3aecdb601,segment=NetworkSegment(cd49c69a-bebc-4495-b045-2a5c5dbedd8b),segment_id=cd49c69a-bebc-4495-b045-2a5c5dbedd8b)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:26:23.086559 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:23.125439 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-eae03b6c-79da-4676-87bd-d62dd31bc092 req-c253693a-47ee-4143-af23-9dcb672c72a8 tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] 10.222.0.44 "GET /v2.0/security-groups?id=df17171a-6534-4d8a-8518-0be5fe64cbb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698068 Oct 27 10:26:23.186549 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Pushing event updated for resources: {'Port': ['ID=56a0b817-75f4-4ce7-b33b-a8b3aecdb601,revision_number=5']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:26:23.200881 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5aaeb78-612d-4921-a164-06812de5ca30 req-01d46746-f3a8-49ea-8a1a-8f9ae1b5a69c tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:23.215617 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c5aaeb78-612d-4921-a164-06812de5ca30 req-01d46746-f3a8-49ea-8a1a-8f9ae1b5a69c tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] 10.222.0.44 "GET /v2.0/ports?device_id=c39fed20-6b3e-45f9-9022-5d1db3ab74ae HTTP/1.1" status: 200 len: 949 time: 0.1019583 Oct 27 10:26:23.279109 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c5aaeb78-612d-4921-a164-06812de5ca30 req-4a0fc44d-7831-48e9-9bd7-959fafb592bd tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] 10.222.0.44 "GET /v2.0/security-groups?id=564ecd8b-da86-4175-923a-67dcc5fcd400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626168 Oct 27 10:26:23.321660 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ad78cb-2d56-466a-bc44-26f0bc473b8b req-758374fd-93d1-423e-81c0-042ef88f07a2 tempest-ListServersNegativeTestJSON-2132882824 tempest-ListServersNegativeTestJSON-2132882824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:23.323177 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-81ad78cb-2d56-466a-bc44-26f0bc473b8b req-758374fd-93d1-423e-81c0-042ef88f07a2 tempest-ListServersNegativeTestJSON-2132882824 tempest-ListServersNegativeTestJSON-2132882824-project] 10.222.0.44 "GET /v2.0/ports?device_id=8abbd019-3bfd-468a-8fc4-b9138932da3a HTTP/1.1" status: 200 len: 946 time: 0.0874293 Oct 27 10:26:23.421804 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b02729-a3d1-493c-bfab-156584b82942 req-4196dae2-6df7-4fc3-b6bd-670ed8917653 tempest-ListServersNegativeTestJSON-2132882824 tempest-ListServersNegativeTestJSON-2132882824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:23.423907 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-98b02729-a3d1-493c-bfab-156584b82942 req-4196dae2-6df7-4fc3-b6bd-670ed8917653 tempest-ListServersNegativeTestJSON-2132882824 tempest-ListServersNegativeTestJSON-2132882824-project] 10.222.0.64 "GET /v2.0/ports?device_id=8abbd019-3bfd-468a-8fc4-b9138932da3a HTTP/1.1" status: 200 len: 946 time: 0.0671678 Oct 27 10:26:23.424066 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-81ad78cb-2d56-466a-bc44-26f0bc473b8b req-9df1783c-fcf5-4596-9f56-78bec57350ab tempest-ListServersNegativeTestJSON-2132882824 tempest-ListServersNegativeTestJSON-2132882824-project] 10.222.0.44 "GET /v2.0/security-groups?id=7ef68dd5-26a7-478b-9aed-6f26200a7f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903521 Oct 27 10:26:23.531262 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [req-98b02729-a3d1-493c-bfab-156584b82942 req-b2043078-7e12-49eb-9917-a28bf5ba7fb6 tempest-ListServersNegativeTestJSON-2132882824 tempest-ListServersNegativeTestJSON-2132882824-project] Deleting port 9886b58c-1679-42a0-bef6-9a653fb0e061 {{(pid=102347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:26:23.531738 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-98b02729-a3d1-493c-bfab-156584b82942 req-b2043078-7e12-49eb-9917-a28bf5ba7fb6 tempest-ListServersNegativeTestJSON-2132882824 tempest-ListServersNegativeTestJSON-2132882824-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:23.660295 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3fd7ca-7575-4520-b67c-53c36d7526dd req-dd139779-20ce-4e55-95db-7f03604541b7 tempest-ListServersNegativeTestJSON-2132882824 tempest-ListServersNegativeTestJSON-2132882824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:23.661766 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-5d3fd7ca-7575-4520-b67c-53c36d7526dd req-dd139779-20ce-4e55-95db-7f03604541b7 tempest-ListServersNegativeTestJSON-2132882824 tempest-ListServersNegativeTestJSON-2132882824-project] 10.222.0.76 "GET /v2.0/ports?device_id=2e500175-dfa4-4437-bcf1-beb05fa87fb9 HTTP/1.1" status: 200 len: 945 time: 0.0761964 Oct 27 10:26:23.668562 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-98b02729-a3d1-493c-bfab-156584b82942 req-b2043078-7e12-49eb-9917-a28bf5ba7fb6 tempest-ListServersNegativeTestJSON-2132882824 tempest-ListServersNegativeTestJSON-2132882824-project] For port 9886b58c-1679-42a0-bef6-9a653fb0e061, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=9886b58c-1679-42a0-bef6-9a653fb0e061,segment=NetworkSegment(9d06246e-2507-44a2-a724-a2681fe3f929),segment_id=9d06246e-2507-44a2-a724-a2681fe3f929)] {{(pid=102347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:26:23.668967 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-98b02729-a3d1-493c-bfab-156584b82942 req-b2043078-7e12-49eb-9917-a28bf5ba7fb6 tempest-ListServersNegativeTestJSON-2132882824 tempest-ListServersNegativeTestJSON-2132882824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:23.707954 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [req-98b02729-a3d1-493c-bfab-156584b82942 req-b2043078-7e12-49eb-9917-a28bf5ba7fb6 tempest-ListServersNegativeTestJSON-2132882824 tempest-ListServersNegativeTestJSON-2132882824-project] Calling delete_port for 9886b58c-1679-42a0-bef6-9a653fb0e061 owned by compute:nova {{(pid=102347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:26:23.889874 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7bb90a-8de8-40e0-92f1-86ab0f4515d6 req-156c3ad8-1e06-41c8-9861-51dc7e5826c4 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:23.894606 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device 0a1072e5-2e78-4dbf-90e5-645231a0368f details requested by agent hyperv_n-h1-813419-10 with host n-h1-813419-10 {{(pid=102348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 10:26:23.897310 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7bb90a-8de8-40e0-92f1-86ab0f4515d6 req-156c3ad8-1e06-41c8-9861-51dc7e5826c4 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:23.903786 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7bb90a-8de8-40e0-92f1-86ab0f4515d6 req-156c3ad8-1e06-41c8-9861-51dc7e5826c4 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:23.911849 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7bb90a-8de8-40e0-92f1-86ab0f4515d6 req-156c3ad8-1e06-41c8-9861-51dc7e5826c4 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:23.918339 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7bb90a-8de8-40e0-92f1-86ab0f4515d6 req-156c3ad8-1e06-41c8-9861-51dc7e5826c4 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:23.926150 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7bb90a-8de8-40e0-92f1-86ab0f4515d6 req-156c3ad8-1e06-41c8-9861-51dc7e5826c4 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:23.932512 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7bb90a-8de8-40e0-92f1-86ab0f4515d6 req-156c3ad8-1e06-41c8-9861-51dc7e5826c4 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:23.942380 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-fd7bb90a-8de8-40e0-92f1-86ab0f4515d6 req-156c3ad8-1e06-41c8-9861-51dc7e5826c4 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] 10.222.0.44 "GET /v2.0/ports?device_id=19de7999-f151-4eb5-986d-3e7b0f987b5e HTTP/1.1" status: 200 len: 5437 time: 0.1562729 Oct 27 10:26:23.968149 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [req-5d3fd7ca-7575-4520-b67c-53c36d7526dd req-98ba55b7-591d-4489-80e6-5eddfc3c8249 tempest-ListServersNegativeTestJSON-2132882824 tempest-ListServersNegativeTestJSON-2132882824-project] Deleting port 08ad9fb6-2a77-47d2-9ba3-fc1818f1927d {{(pid=102347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:26:23.968418 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-5d3fd7ca-7575-4520-b67c-53c36d7526dd req-98ba55b7-591d-4489-80e6-5eddfc3c8249 tempest-ListServersNegativeTestJSON-2132882824 tempest-ListServersNegativeTestJSON-2132882824-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:23.983623 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-0f42cbb5-6905-4693-aca4-ca8958657d7e req-2916d793-6c39-42f0-ac69-a7623cdc0949 tempest-ServerShowV257Test-1104222655 tempest-ServerShowV257Test-1104222655-project] 10.222.0.44 "GET /v2.0/ports?device_id=9686b29a-79fa-43bf-a440-91a18f92bc03 HTTP/1.1" status: 200 len: 210 time: 0.0394111 Oct 27 10:26:24.131183 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port 0a1072e5-2e78-4dbf-90e5-645231a0368f, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=0a1072e5-2e78-4dbf-90e5-645231a0368f,segment=NetworkSegment(922b6d3e-9a8b-4e20-bf5d-299fdca2febe),segment_id=922b6d3e-9a8b-4e20-bf5d-299fdca2febe)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:26:24.131675 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-fd7bb90a-8de8-40e0-92f1-86ab0f4515d6 req-8ba5271d-3bef-4188-8893-d50feabc2890 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] 10.222.0.44 "GET /v2.0/security-groups?id=34344a0a-bfc2-4f4b-96e6-fe0cf33c620a&id=652e3df3-defd-4709-b4c8-a9361485da20&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1870522 Oct 27 10:26:24.149663 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ce000f-6c1f-4f3b-b71c-4ce7602e8f08 req-40348be7-5d9f-4219-81c1-2e4f333e9964 tempest-ImagesOneServerNegativeTestJSON-1258670322 tempest-ImagesOneServerNegativeTestJSON-1258670322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:24.154711 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-33ce000f-6c1f-4f3b-b71c-4ce7602e8f08 req-40348be7-5d9f-4219-81c1-2e4f333e9964 tempest-ImagesOneServerNegativeTestJSON-1258670322 tempest-ImagesOneServerNegativeTestJSON-1258670322-project] 10.222.0.44 "GET /v2.0/ports?device_id=46d600e0-a226-4b11-a8a6-bbd4283815d0 HTTP/1.1" status: 200 len: 944 time: 0.0843785 Oct 27 10:26:24.157061 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-98b02729-a3d1-493c-bfab-156584b82942 req-b2043078-7e12-49eb-9917-a28bf5ba7fb6 tempest-ListServersNegativeTestJSON-2132882824 tempest-ListServersNegativeTestJSON-2132882824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:24.167602 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Returning: {'device': '0a1072e5-2e78-4dbf-90e5-645231a0368f', 'network_id': 'f7c4c830-52ad-4ee2-a72d-431abd6800b4', 'port_id': '0a1072e5-2e78-4dbf-90e5-645231a0368f', 'mac_address': 'fa:16:3e:6d:c4:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16b456d2-8438-42f0-a0ba-9b2d6c1c5bfa', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 10:26:24.172744 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] get_ports_and_sgs() called for port_ids ['9886b58c-1679-42a0-bef6-9a653fb0e061'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:26:24.231906 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-33ce000f-6c1f-4f3b-b71c-4ce7602e8f08 req-bce2dad6-c47c-447f-b422-d31ee90bfeb0 tempest-ImagesOneServerNegativeTestJSON-1258670322 tempest-ImagesOneServerNegativeTestJSON-1258670322-project] 10.222.0.44 "GET /v2.0/security-groups?id=0c17542d-7fc8-4217-9c44-3a2fd00892bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682912 Oct 27 10:26:24.241036 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] get_ports_and_sgs() called for port_ids ['08ad9fb6-2a77-47d2-9ba3-fc1818f1927d'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:26:24.250270 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-5d3fd7ca-7575-4520-b67c-53c36d7526dd req-98ba55b7-591d-4489-80e6-5eddfc3c8249 tempest-ListServersNegativeTestJSON-2132882824 tempest-ListServersNegativeTestJSON-2132882824-project] For port 08ad9fb6-2a77-47d2-9ba3-fc1818f1927d, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=08ad9fb6-2a77-47d2-9ba3-fc1818f1927d,segment=NetworkSegment(9d06246e-2507-44a2-a724-a2681fe3f929),segment_id=9d06246e-2507-44a2-a724-a2681fe3f929)] {{(pid=102347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:26:24.251179 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-5d3fd7ca-7575-4520-b67c-53c36d7526dd req-98ba55b7-591d-4489-80e6-5eddfc3c8249 tempest-ListServersNegativeTestJSON-2132882824 tempest-ListServersNegativeTestJSON-2132882824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:24.345688 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [req-5d3fd7ca-7575-4520-b67c-53c36d7526dd req-98ba55b7-591d-4489-80e6-5eddfc3c8249 tempest-ListServersNegativeTestJSON-2132882824 tempest-ListServersNegativeTestJSON-2132882824-project] Calling delete_port for 08ad9fb6-2a77-47d2-9ba3-fc1818f1927d owned by compute:nova {{(pid=102347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:26:24.360142 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19de7999-f151-4eb5-986d-3e7b0f987b5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02eec9e0-03c6-433a-af9e-1b5e5abf2703'}, {'server_uuid': '19de7999-f151-4eb5-986d-3e7b0f987b5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f866a8ac-0d08-4157-96c5-6411c7be1248'}, {'server_uuid': '19de7999-f151-4eb5-986d-3e7b0f987b5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56a0b817-75f4-4ce7-b33b-a8b3aecdb601'}] {{(pid=102348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:26:24.363283 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c588921fa634554a1d9242fdea1b05457a9ff1d3b28ba54ec1dace7f2f1df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-834844e0-b64e-4513-af77-7c716c319851" -d '{"events": [{"server_uuid": "19de7999-f151-4eb5-986d-3e7b0f987b5e", "name": "network-vif-plugged", "status": "completed", "tag": "02eec9e0-03c6-433a-af9e-1b5e5abf2703"}, {"server_uuid": "19de7999-f151-4eb5-986d-3e7b0f987b5e", "name": "network-vif-plugged", "status": "completed", "tag": "f866a8ac-0d08-4157-96c5-6411c7be1248"}, {"server_uuid": "19de7999-f151-4eb5-986d-3e7b0f987b5e", "name": "network-vif-plugged", "status": "completed", "tag": "56a0b817-75f4-4ce7-b33b-a8b3aecdb601"}]}' {{(pid=102348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:26:24.386018 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:24.414108 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a1072e5-2e78-4dbf-90e5-645231a0368f {{(pid=102348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:26:24.452000 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port 0a1072e5-2e78-4dbf-90e5-645231a0368f, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=0a1072e5-2e78-4dbf-90e5-645231a0368f,segment=NetworkSegment(922b6d3e-9a8b-4e20-bf5d-299fdca2febe),segment_id=922b6d3e-9a8b-4e20-bf5d-299fdca2febe)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:26:24.473922 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc3dc29-34e6-4ebc-a874-71db825d660e req-733891b8-2048-4639-a7ea-b3caeb9be585 tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:24.475864 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:24.483377 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-7fc3dc29-34e6-4ebc-a874-71db825d660e req-733891b8-2048-4639-a7ea-b3caeb9be585 tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] 10.222.0.44 "GET /v2.0/ports?device_id=c39fed20-6b3e-45f9-9022-5d1db3ab74ae HTTP/1.1" status: 200 len: 949 time: 0.0741074 Oct 27 10:26:24.534500 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-7fc3dc29-34e6-4ebc-a874-71db825d660e req-aa083fed-d0c7-4ebf-97ca-a3bd273c9eda tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] 10.222.0.44 "GET /v2.0/security-groups?id=564ecd8b-da86-4175-923a-67dcc5fcd400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503089 Oct 27 10:26:24.545120 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2043078-7e12-49eb-9917-a28bf5ba7fb6 tempest-ListServersNegativeTestJSON-2132882824 tempest-ListServersNegativeTestJSON-2132882824-project] Pushing event deleted for resources: {'Port': ['ID=9886b58c-1679-42a0-bef6-9a653fb0e061,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:26:24.566884 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Pushing event updated for resources: {'Port': ['ID=0a1072e5-2e78-4dbf-90e5-645231a0368f,revision_number=4']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:26:24.591634 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-5d3fd7ca-7575-4520-b67c-53c36d7526dd req-98ba55b7-591d-4489-80e6-5eddfc3c8249 tempest-ListServersNegativeTestJSON-2132882824 tempest-ListServersNegativeTestJSON-2132882824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:24.603497 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Wed, 27 Oct 2021 10:26:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e9e4331-d7c6-476b-8d3f-8294e65d2eef x-openstack-request-id: req-2e9e4331-d7c6-476b-8d3f-8294e65d2eef {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:26:24.603800 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19de7999-f151-4eb5-986d-3e7b0f987b5e", "name": "network-vif-plugged", "status": "completed", "tag": "02eec9e0-03c6-433a-af9e-1b5e5abf2703", "code": 200}, {"server_uuid": "19de7999-f151-4eb5-986d-3e7b0f987b5e", "name": "network-vif-plugged", "status": "completed", "tag": "f866a8ac-0d08-4157-96c5-6411c7be1248", "code": 200}, {"server_uuid": "19de7999-f151-4eb5-986d-3e7b0f987b5e", "name": "network-vif-plugged", "status": "completed", "tag": "56a0b817-75f4-4ce7-b33b-a8b3aecdb601", "code": 200}]} {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:26:24.604051 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-2e9e4331-d7c6-476b-8d3f-8294e65d2eef {{(pid=102348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:26:24.604767 n-d-813419-10 neutron-server[102348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19de7999-f151-4eb5-986d-3e7b0f987b5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02eec9e0-03c6-433a-af9e-1b5e5abf2703', 'code': 200} Oct 27 10:26:24.605373 n-d-813419-10 neutron-server[102348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19de7999-f151-4eb5-986d-3e7b0f987b5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f866a8ac-0d08-4157-96c5-6411c7be1248', 'code': 200} Oct 27 10:26:24.605632 n-d-813419-10 neutron-server[102348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19de7999-f151-4eb5-986d-3e7b0f987b5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56a0b817-75f4-4ce7-b33b-a8b3aecdb601', 'code': 200} Oct 27 10:26:24.615251 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] get_ports_and_sgs() called for port_ids ['9886b58c-1679-42a0-bef6-9a653fb0e061'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:26:24.694312 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-db1fe444-eafc-441f-9e93-a6c351e8a423 req-e807b37f-adbd-4c79-8519-23396e5b8f3a tempest-ListServersNegativeTestJSON-2132882824 tempest-ListServersNegativeTestJSON-2132882824-project] 10.222.0.44 "GET /v2.0/ports?device_id=8abbd019-3bfd-468a-8fc4-b9138932da3a HTTP/1.1" status: 200 len: 210 time: 0.0347292 Oct 27 10:26:24.798775 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d3fd7ca-7575-4520-b67c-53c36d7526dd req-98ba55b7-591d-4489-80e6-5eddfc3c8249 tempest-ListServersNegativeTestJSON-2132882824 tempest-ListServersNegativeTestJSON-2132882824-project] No DVR routers for this DVR port 08ad9fb6-2a77-47d2-9ba3-fc1818f1927d on host n-h2-813419-10 {{(pid=102347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:26:24.801634 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-5d3fd7ca-7575-4520-b67c-53c36d7526dd req-98ba55b7-591d-4489-80e6-5eddfc3c8249 tempest-ListServersNegativeTestJSON-2132882824 tempest-ListServersNegativeTestJSON-2132882824-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:24.805739 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-5d3fd7ca-7575-4520-b67c-53c36d7526dd req-98ba55b7-591d-4489-80e6-5eddfc3c8249 tempest-ListServersNegativeTestJSON-2132882824 tempest-ListServersNegativeTestJSON-2132882824-project] 10.222.0.76 "DELETE /v2.0/ports/08ad9fb6-2a77-47d2-9ba3-fc1818f1927d HTTP/1.1" status: 204 len: 173 time: 1.1342442 Oct 27 10:26:24.806739 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [req-98b02729-a3d1-493c-bfab-156584b82942 req-b2043078-7e12-49eb-9917-a28bf5ba7fb6 tempest-ListServersNegativeTestJSON-2132882824 tempest-ListServersNegativeTestJSON-2132882824-project] No DVR routers for this DVR port 9886b58c-1679-42a0-bef6-9a653fb0e061 on host n-h1-813419-10 {{(pid=102347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:26:24.818923 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-98b02729-a3d1-493c-bfab-156584b82942 req-b2043078-7e12-49eb-9917-a28bf5ba7fb6 tempest-ListServersNegativeTestJSON-2132882824 tempest-ListServersNegativeTestJSON-2132882824-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:24.823630 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-98b02729-a3d1-493c-bfab-156584b82942 req-b2043078-7e12-49eb-9917-a28bf5ba7fb6 tempest-ListServersNegativeTestJSON-2132882824 tempest-ListServersNegativeTestJSON-2132882824-project] 10.222.0.64 "DELETE /v2.0/ports/9886b58c-1679-42a0-bef6-9a653fb0e061 HTTP/1.1" status: 204 len: 173 time: 1.3913460 Oct 27 10:26:24.833366 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ba55b7-591d-4489-80e6-5eddfc3c8249 tempest-ListServersNegativeTestJSON-2132882824 tempest-ListServersNegativeTestJSON-2132882824-project] Pushing event deleted for resources: {'Port': ['ID=08ad9fb6-2a77-47d2-9ba3-fc1818f1927d,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:26:24.854350 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e500175-dfa4-4437-bcf1-beb05fa87fb9', 'name': 'network-vif-deleted', 'tag': '08ad9fb6-2a77-47d2-9ba3-fc1818f1927d'}, {'server_uuid': '8abbd019-3bfd-468a-8fc4-b9138932da3a', 'name': 'network-vif-deleted', 'tag': '9886b58c-1679-42a0-bef6-9a653fb0e061'}] {{(pid=102347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:26:24.855250 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdb349e-7ddf-400f-a96c-89045cc86b6f req-eaf3e710-feb9-4b46-8b43-901029c58a96 tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:24.865652 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311149b481204ee7edffdb959c881838506fbd95bc8577c048f6677abb73acc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bed18ad2-2431-45e6-8e5f-f1356f2c2d3f" -d '{"events": [{"server_uuid": "2e500175-dfa4-4437-bcf1-beb05fa87fb9", "name": "network-vif-deleted", "tag": "08ad9fb6-2a77-47d2-9ba3-fc1818f1927d"}, {"server_uuid": "8abbd019-3bfd-468a-8fc4-b9138932da3a", "name": "network-vif-deleted", "tag": "9886b58c-1679-42a0-bef6-9a653fb0e061"}]}' {{(pid=102347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:26:24.867795 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-fbdb349e-7ddf-400f-a96c-89045cc86b6f req-eaf3e710-feb9-4b46-8b43-901029c58a96 tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] 10.222.0.44 "GET /v2.0/ports?device_id=405a8b4a-a771-4f3e-bf85-395c054486d5 HTTP/1.1" status: 200 len: 949 time: 0.0915108 Oct 27 10:26:24.919283 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-fbdb349e-7ddf-400f-a96c-89045cc86b6f req-9a06dd14-947f-492d-bcfc-67e5ef864f46 tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] 10.222.0.44 "GET /v2.0/security-groups?id=564ecd8b-da86-4175-923a-67dcc5fcd400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484602 Oct 27 10:26:24.926119 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f98395e-efac-4603-bac8-8beffd423e10 req-7b773204-e1ed-4ca3-b276-397c8467b09e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:24.927119 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f98395e-efac-4603-bac8-8beffd423e10 req-7b773204-e1ed-4ca3-b276-397c8467b09e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:24.928573 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f98395e-efac-4603-bac8-8beffd423e10 req-7b773204-e1ed-4ca3-b276-397c8467b09e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:24.929239 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f98395e-efac-4603-bac8-8beffd423e10 req-7b773204-e1ed-4ca3-b276-397c8467b09e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:24.931013 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f98395e-efac-4603-bac8-8beffd423e10 req-7b773204-e1ed-4ca3-b276-397c8467b09e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:24.931703 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f98395e-efac-4603-bac8-8beffd423e10 req-7b773204-e1ed-4ca3-b276-397c8467b09e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:24.932388 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f98395e-efac-4603-bac8-8beffd423e10 req-7b773204-e1ed-4ca3-b276-397c8467b09e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:24.941757 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-2f98395e-efac-4603-bac8-8beffd423e10 req-7b773204-e1ed-4ca3-b276-397c8467b09e service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=19de7999-f151-4eb5-986d-3e7b0f987b5e HTTP/1.1" status: 200 len: 6501 time: 0.1682396 Oct 27 10:26:24.986111 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] get_ports_and_sgs() called for port_ids ['0a1072e5-2e78-4dbf-90e5-645231a0368f'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:26:24.993456 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f51b84-579f-4b90-a32c-62dd62b99805 req-17284c9d-1740-4a4b-a4a8-be0fa48366e4 tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:24.996169 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-62f51b84-579f-4b90-a32c-62dd62b99805 req-17284c9d-1740-4a4b-a4a8-be0fa48366e4 tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] 10.222.0.44 "GET /v2.0/ports?device_id=f165f7ac-c937-4242-9d48-b6ac68f3a6e2 HTTP/1.1" status: 200 len: 944 time: 0.6946540 Oct 27 10:26:25.039152 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 27 Oct 2021 10:26:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e84bdd12-b455-459f-8704-0167cc84d0d2 x-openstack-request-id: req-e84bdd12-b455-459f-8704-0167cc84d0d2 {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:26:25.039459 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e500175-dfa4-4437-bcf1-beb05fa87fb9", "name": "network-vif-deleted", "tag": "08ad9fb6-2a77-47d2-9ba3-fc1818f1927d", "status": "completed", "code": 200}, {"server_uuid": "8abbd019-3bfd-468a-8fc4-b9138932da3a", "name": "network-vif-deleted", "tag": "9886b58c-1679-42a0-bef6-9a653fb0e061", "status": "completed", "code": 200}]} {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:26:25.039770 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e84bdd12-b455-459f-8704-0167cc84d0d2 {{(pid=102347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:26:25.040225 n-d-813419-10 neutron-server[102347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e500175-dfa4-4437-bcf1-beb05fa87fb9', 'name': 'network-vif-deleted', 'tag': '08ad9fb6-2a77-47d2-9ba3-fc1818f1927d', 'status': 'completed', 'code': 200} Oct 27 10:26:25.040503 n-d-813419-10 neutron-server[102347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8abbd019-3bfd-468a-8fc4-b9138932da3a', 'name': 'network-vif-deleted', 'tag': '9886b58c-1679-42a0-bef6-9a653fb0e061', 'status': 'completed', 'code': 200} Oct 27 10:26:25.080242 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-62f51b84-579f-4b90-a32c-62dd62b99805 req-f7bd3bf7-101f-46ed-8e92-f78a1bbfa521 tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] 10.222.0.44 "GET /v2.0/security-groups?id=df17171a-6534-4d8a-8518-0be5fe64cbb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577865 Oct 27 10:26:25.086607 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-2f98395e-efac-4603-bac8-8beffd423e10 req-c8714b60-32a8-45c3-930f-4b22b16c812e service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=652e3df3-defd-4709-b4c8-a9361485da20&id=34344a0a-bfc2-4f4b-96e6-fe0cf33c620a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1346314 Oct 27 10:26:25.186057 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c7bf956f-85ce-4b60-8e73-f0d25331cd14 req-d53a742e-5730-44f5-95d5-f670d4f7c5bf tempest-ServerShowV257Test-1104222655 tempest-ServerShowV257Test-1104222655-project] 10.222.0.44 "GET /v2.0/ports?device_id=9686b29a-79fa-43bf-a440-91a18f92bc03 HTTP/1.1" status: 200 len: 210 time: 0.0401518 Oct 27 10:26:25.403351 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device 08ad9fb6-2a77-47d2-9ba3-fc1818f1927d no longer exists at agent hyperv_n-h2-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:26:25.415228 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b2b67b-66be-45a8-885d-674269b3be2f req-9a940e13-5d99-4e6f-9ec3-47a0ba7079f1 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:25.431944 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b2b67b-66be-45a8-885d-674269b3be2f req-9a940e13-5d99-4e6f-9ec3-47a0ba7079f1 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:25.445977 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b2b67b-66be-45a8-885d-674269b3be2f req-9a940e13-5d99-4e6f-9ec3-47a0ba7079f1 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:25.453780 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e778697e-46b3-489a-8102-ea18bd6e9998 req-8d9158b1-b4cf-4545-89c6-908a8d313aff tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:25.454361 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] No Port match for: 08ad9fb6-2a77-47d2-9ba3-fc1818f1927d {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:26:25.454361 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device 08ad9fb6-2a77-47d2-9ba3-fc1818f1927d not bound to the agent host n-h2-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:26:25.454766 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device e0474841-83ec-4834-b5fd-d0a2d2bdb667 no longer exists at agent hyperv_n-h2-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:26:25.459596 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b2b67b-66be-45a8-885d-674269b3be2f req-9a940e13-5d99-4e6f-9ec3-47a0ba7079f1 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:25.466228 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b2b67b-66be-45a8-885d-674269b3be2f req-9a940e13-5d99-4e6f-9ec3-47a0ba7079f1 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:25.466805 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e778697e-46b3-489a-8102-ea18bd6e9998 req-8d9158b1-b4cf-4545-89c6-908a8d313aff tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:25.469687 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-e778697e-46b3-489a-8102-ea18bd6e9998 req-8d9158b1-b4cf-4545-89c6-908a8d313aff tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] 10.222.0.44 "GET /v2.0/ports?device_id=405a8b4a-a771-4f3e-bf85-395c054486d5&device_id=c39fed20-6b3e-45f9-9022-5d1db3ab74ae HTTP/1.1" status: 200 len: 1689 time: 0.1129360 Oct 27 10:26:25.474451 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b2b67b-66be-45a8-885d-674269b3be2f req-9a940e13-5d99-4e6f-9ec3-47a0ba7079f1 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:25.481103 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b2b67b-66be-45a8-885d-674269b3be2f req-9a940e13-5d99-4e6f-9ec3-47a0ba7079f1 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:25.483165 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-36b2b67b-66be-45a8-885d-674269b3be2f req-9a940e13-5d99-4e6f-9ec3-47a0ba7079f1 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] 10.222.0.44 "GET /v2.0/ports?device_id=19de7999-f151-4eb5-986d-3e7b0f987b5e HTTP/1.1" status: 200 len: 5437 time: 0.1875823 Oct 27 10:26:25.565373 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-e778697e-46b3-489a-8102-ea18bd6e9998 req-ac93b1ae-0b73-4eb1-9bba-a93efa012d38 tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] 10.222.0.44 "GET /v2.0/security-groups?id=564ecd8b-da86-4175-923a-67dcc5fcd400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827096 Oct 27 10:26:25.589052 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-36b2b67b-66be-45a8-885d-674269b3be2f req-ae916328-b023-4d82-b425-8e0edd3aa968 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] 10.222.0.44 "GET /v2.0/security-groups?id=34344a0a-bfc2-4f4b-96e6-fe0cf33c620a&id=652e3df3-defd-4709-b4c8-a9361485da20&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0938604 Oct 27 10:26:25.674246 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-1216175e-f1e2-4c57-ba37-cd168e28292b req-70002bdc-71e5-47dc-b5a2-0090f8aa014e service neutron] 10.222.0.76 "GET /v2.0/ports/e0474841-83ec-4834-b5fd-d0a2d2bdb667/bindings/n-h1-813419-10 HTTP/1.1" status: 200 len: 385 time: 0.0930135 Oct 27 10:26:25.708432 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b566c14-8d8f-4bd2-8256-6098e0dfae1d req-422ee03c-609b-4144-89fb-0ee86acabb10 tempest-ImagesOneServerNegativeTestJSON-1258670322 tempest-ImagesOneServerNegativeTestJSON-1258670322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:25.713327 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-7b566c14-8d8f-4bd2-8256-6098e0dfae1d req-422ee03c-609b-4144-89fb-0ee86acabb10 tempest-ImagesOneServerNegativeTestJSON-1258670322 tempest-ImagesOneServerNegativeTestJSON-1258670322-project] 10.222.0.44 "GET /v2.0/ports?device_id=46d600e0-a226-4b11-a8a6-bbd4283815d0 HTTP/1.1" status: 200 len: 945 time: 0.0839722 Oct 27 10:26:25.809150 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-7b566c14-8d8f-4bd2-8256-6098e0dfae1d req-ff7734c0-aa79-47c5-9b72-e228b037aa44 tempest-ImagesOneServerNegativeTestJSON-1258670322 tempest-ImagesOneServerNegativeTestJSON-1258670322-project] 10.222.0.44 "GET /v2.0/security-groups?id=0c17542d-7fc8-4217-9c44-3a2fd00892bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868359 Oct 27 10:26:25.885051 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8981059e-c236-45af-a452-8bb3944c7f65 req-6fcbd78e-413c-4158-a561-8fcb19a8b70e tempest-ListServersNegativeTestJSON-2132882824 tempest-ListServersNegativeTestJSON-2132882824-project] 10.222.0.44 "GET /v2.0/ports?device_id=8abbd019-3bfd-468a-8fc4-b9138932da3a HTTP/1.1" status: 200 len: 210 time: 0.0403075 Oct 27 10:26:25.941760 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a3acb2-223e-4d45-912a-9b32701434fe req-3e52e32f-df43-4149-a34b-e058b7f8486c tempest-ServersOnMultiNodesTest-130542004 tempest-ServersOnMultiNodesTest-130542004-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:25.943411 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-a4a3acb2-223e-4d45-912a-9b32701434fe req-3e52e32f-df43-4149-a34b-e058b7f8486c tempest-ServersOnMultiNodesTest-130542004 tempest-ServersOnMultiNodesTest-130542004-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=405a8b4a-a771-4f3e-bf85-395c054486d5 HTTP/1.1" status: 200 len: 1101 time: 0.0491679 Oct 27 10:26:25.976087 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-1216175e-f1e2-4c57-ba37-cd168e28292b req-44067856-24d8-4b13-b7d8-c98859012702 service neutron] For port e0474841-83ec-4834-b5fd-d0a2d2bdb667, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=e0474841-83ec-4834-b5fd-d0a2d2bdb667,segment=NetworkSegment(50500633-18ab-48c2-98da-73563c3123ba),segment_id=50500633-18ab-48c2-98da-73563c3123ba)] {{(pid=102347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:26:25.987691 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-a4a3acb2-223e-4d45-912a-9b32701434fe req-d07469cd-bfca-4fba-8188-10874477e471 tempest-ServersOnMultiNodesTest-130542004 tempest-ServersOnMultiNodesTest-130542004-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=564ecd8b-da86-4175-923a-67dcc5fcd400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372245 Oct 27 10:26:25.998298 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-1216175e-f1e2-4c57-ba37-cd168e28292b req-44067856-24d8-4b13-b7d8-c98859012702 service neutron] For port e0474841-83ec-4834-b5fd-d0a2d2bdb667, host n-h2-813419-10, cleared binding levels {{(pid=102347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:26:26.035999 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [req-1216175e-f1e2-4c57-ba37-cd168e28292b req-44067856-24d8-4b13-b7d8-c98859012702 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0474841-83ec-4834-b5fd-d0a2d2bdb667 {{(pid=102347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:26:26.050561 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-1216175e-f1e2-4c57-ba37-cd168e28292b req-44067856-24d8-4b13-b7d8-c98859012702 service neutron] For port e0474841-83ec-4834-b5fd-d0a2d2bdb667, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=e0474841-83ec-4834-b5fd-d0a2d2bdb667,segment=NetworkSegment(50500633-18ab-48c2-98da-73563c3123ba),segment_id=50500633-18ab-48c2-98da-73563c3123ba)] {{(pid=102347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:26:26.092595 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-1216175e-f1e2-4c57-ba37-cd168e28292b req-44067856-24d8-4b13-b7d8-c98859012702 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:26.137119 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93169202-b9b0-4af2-80da-8583bca8ea7c req-5424d12c-dacc-4b0b-a850-72d023232e5d tempest-ServersOnMultiNodesTest-130542004 tempest-ServersOnMultiNodesTest-130542004-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:26.139996 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-93169202-b9b0-4af2-80da-8583bca8ea7c req-5424d12c-dacc-4b0b-a850-72d023232e5d tempest-ServersOnMultiNodesTest-130542004 tempest-ServersOnMultiNodesTest-130542004-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=c39fed20-6b3e-45f9-9022-5d1db3ab74ae HTTP/1.1" status: 200 len: 1101 time: 0.0799160 Oct 27 10:26:26.198443 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dfacb8-bf26-4b3e-98bf-a20047c6f034 req-71afbac1-7bec-4677-9b18-f95fc5a79968 tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:26.200126 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-a8dfacb8-bf26-4b3e-98bf-a20047c6f034 req-71afbac1-7bec-4677-9b18-f95fc5a79968 tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] 10.222.0.44 "GET /v2.0/ports?device_id=f165f7ac-c937-4242-9d48-b6ac68f3a6e2 HTTP/1.1" status: 200 len: 944 time: 0.0512354 Oct 27 10:26:26.210230 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-93169202-b9b0-4af2-80da-8583bca8ea7c req-0fb37160-e254-42aa-bd7a-bba78f60a032 tempest-ServersOnMultiNodesTest-130542004 tempest-ServersOnMultiNodesTest-130542004-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=564ecd8b-da86-4175-923a-67dcc5fcd400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624871 Oct 27 10:26:26.230892 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.provisioning_blocks [req-1216175e-f1e2-4c57-ba37-cd168e28292b req-44067856-24d8-4b13-b7d8-c98859012702 service neutron] Transition to ACTIVE for port object e0474841-83ec-4834-b5fd-d0a2d2bdb667 will not be triggered until provisioned by entity L2. {{(pid=102347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 10:26:26.236519 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-1216175e-f1e2-4c57-ba37-cd168e28292b req-44067856-24d8-4b13-b7d8-c98859012702 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:26.273173 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-a8dfacb8-bf26-4b3e-98bf-a20047c6f034 req-0ccb0ad5-05b1-4074-bbf7-20c72971cd4c tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] 10.222.0.44 "GET /v2.0/security-groups?id=df17171a-6534-4d8a-8518-0be5fe64cbb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644529 Oct 27 10:26:26.326675 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [req-1216175e-f1e2-4c57-ba37-cd168e28292b req-44067856-24d8-4b13-b7d8-c98859012702 service neutron] No DVR routers for this DVR port e0474841-83ec-4834-b5fd-d0a2d2bdb667 on host n-h2-813419-10 {{(pid=102347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:26:26.347794 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b973ddbd-a656-49f2-b8c1-992e305fe7c4 req-4b5a2fa2-3c49-4593-933f-1707ee668b30 tempest-ServerShowV257Test-1104222655 tempest-ServerShowV257Test-1104222655-project] 10.222.0.44 "GET /v2.0/ports?device_id=9686b29a-79fa-43bf-a440-91a18f92bc03 HTTP/1.1" status: 200 len: 210 time: 0.0591166 Oct 27 10:26:26.362578 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44067856-24d8-4b13-b7d8-c98859012702 service neutron] Pushing event updated for resources: {'Port': ['ID=e0474841-83ec-4834-b5fd-d0a2d2bdb667,revision_number=10']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:26:26.394598 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-1216175e-f1e2-4c57-ba37-cd168e28292b req-44067856-24d8-4b13-b7d8-c98859012702 service neutron] 10.222.0.76 "PUT /v2.0/ports/e0474841-83ec-4834-b5fd-d0a2d2bdb667/bindings/n-h1-813419-10/activate HTTP/1.1" status: 200 len: 370 time: 0.7120299 Oct 27 10:26:26.524807 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1216175e-f1e2-4c57-ba37-cd168e28292b req-ff39bb52-0fde-4a46-bb57-549b5d014342 tempest-LiveMigrationTest-1571947473 tempest-LiveMigrationTest-1571947473-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:26.529853 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-1216175e-f1e2-4c57-ba37-cd168e28292b req-ff39bb52-0fde-4a46-bb57-549b5d014342 tempest-LiveMigrationTest-1571947473 tempest-LiveMigrationTest-1571947473-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=f165f7ac-c937-4242-9d48-b6ac68f3a6e2&tenant_id=9c487093db7840e98dafd374096ede4c&binding%3Ahost_id=n-h2-813419-10 HTTP/1.1" status: 200 len: 1097 time: 0.0520248 Oct 27 10:26:26.587480 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-da60c927-6e6a-483e-9220-7cd990e0f316 req-40b7c55d-51ba-4752-93cf-9b5f3797da0e tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=90a01745d25e42a2aa454aea883f58a1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0390034 Oct 27 10:26:26.764399 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0dc2d5-739e-4cc0-ba73-f83b3ade942e req-2d3652fb-218e-4337-ad5c-0213f1fce175 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:26.770724 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0dc2d5-739e-4cc0-ba73-f83b3ade942e req-2d3652fb-218e-4337-ad5c-0213f1fce175 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:26.776776 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0dc2d5-739e-4cc0-ba73-f83b3ade942e req-2d3652fb-218e-4337-ad5c-0213f1fce175 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:26.783236 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0dc2d5-739e-4cc0-ba73-f83b3ade942e req-2d3652fb-218e-4337-ad5c-0213f1fce175 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:26.789881 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0dc2d5-739e-4cc0-ba73-f83b3ade942e req-2d3652fb-218e-4337-ad5c-0213f1fce175 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:26.797273 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0dc2d5-739e-4cc0-ba73-f83b3ade942e req-2d3652fb-218e-4337-ad5c-0213f1fce175 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:26.804504 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0dc2d5-739e-4cc0-ba73-f83b3ade942e req-2d3652fb-218e-4337-ad5c-0213f1fce175 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:26.806629 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-5b0dc2d5-739e-4cc0-ba73-f83b3ade942e req-2d3652fb-218e-4337-ad5c-0213f1fce175 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] 10.222.0.44 "GET /v2.0/ports?device_id=19de7999-f151-4eb5-986d-3e7b0f987b5e HTTP/1.1" status: 200 len: 5437 time: 0.1049824 Oct 27 10:26:26.858867 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-5b0dc2d5-739e-4cc0-ba73-f83b3ade942e req-0c18c0c5-7590-452e-af4d-923b154cb26e tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] 10.222.0.44 "GET /v2.0/security-groups?id=34344a0a-bfc2-4f4b-96e6-fe0cf33c620a&id=652e3df3-defd-4709-b4c8-a9361485da20&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0415232 Oct 27 10:26:26.936980 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1216175e-f1e2-4c57-ba37-cd168e28292b req-9e0063da-80d9-4c04-bdb3-0dce13f0cf5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:26.938470 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-1216175e-f1e2-4c57-ba37-cd168e28292b req-9e0063da-80d9-4c04-bdb3-0dce13f0cf5f service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=f165f7ac-c937-4242-9d48-b6ac68f3a6e2&tenant_id=9c487093db7840e98dafd374096ede4c HTTP/1.1" status: 200 len: 1097 time: 0.3991659 Oct 27 10:26:26.989690 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1b25d1-a59c-4a2c-b48d-99ad4fdd82f7 req-4e1c975e-cda5-4765-9a9f-2e0267dd796b tempest-ImagesOneServerNegativeTestJSON-1258670322 tempest-ImagesOneServerNegativeTestJSON-1258670322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:26.991769 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ec1b25d1-a59c-4a2c-b48d-99ad4fdd82f7 req-4e1c975e-cda5-4765-9a9f-2e0267dd796b tempest-ImagesOneServerNegativeTestJSON-1258670322 tempest-ImagesOneServerNegativeTestJSON-1258670322-project] 10.222.0.44 "GET /v2.0/ports?device_id=46d600e0-a226-4b11-a8a6-bbd4283815d0 HTTP/1.1" status: 200 len: 945 time: 0.0617270 Oct 27 10:26:27.039457 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ec1b25d1-a59c-4a2c-b48d-99ad4fdd82f7 req-fe3e62f3-d4c3-4d41-81d6-87d2189191d8 tempest-ImagesOneServerNegativeTestJSON-1258670322 tempest-ImagesOneServerNegativeTestJSON-1258670322-project] 10.222.0.44 "GET /v2.0/security-groups?id=0c17542d-7fc8-4217-9c44-3a2fd00892bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376272 Oct 27 10:26:27.060169 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1216175e-f1e2-4c57-ba37-cd168e28292b req-ef12e2b1-d298-43a8-9f4e-58cb77afebe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:27.061664 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-1216175e-f1e2-4c57-ba37-cd168e28292b req-ef12e2b1-d298-43a8-9f4e-58cb77afebe6 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9c487093db7840e98dafd374096ede4c&device_id=f165f7ac-c937-4242-9d48-b6ac68f3a6e2 HTTP/1.1" status: 200 len: 1097 time: 0.0783148 Oct 27 10:26:27.072613 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da60c927-6e6a-483e-9220-7cd990e0f316 req-ca0e585f-eebb-40c3-910f-ecd441645792 tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:27.074042 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-da60c927-6e6a-483e-9220-7cd990e0f316 req-ca0e585f-eebb-40c3-910f-ecd441645792 tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4791722 Oct 27 10:26:27.163017 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 50576) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:26:27.168885 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-da60c927-6e6a-483e-9220-7cd990e0f316 req-951c3f2f-e7b3-4026-85a0-4080de36536c tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] 10.222.0.44 "GET /v2.0/quotas/90a01745d25e42a2aa454aea883f58a1 HTTP/1.1" status: 200 len: 375 time: 0.0286627 Oct 27 10:26:27.174804 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1216175e-f1e2-4c57-ba37-cd168e28292b req-536f0b45-915a-4994-a3cf-e3a48e61161b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:27.176416 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-1216175e-f1e2-4c57-ba37-cd168e28292b req-536f0b45-915a-4994-a3cf-e3a48e61161b service neutron] 10.222.0.64 "GET /v2.0/networks?id=b70d8912-e651-449a-aede-549067567147 HTTP/1.1" status: 200 len: 909 time: 0.1014719 Oct 27 10:26:27.214837 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6472d98-fb12-48c6-89ec-a2928692c2c5 admin admin] Deleting subnet a5b18142-639f-42f3-8888-6e7ef35bca87 {{(pid=102346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 10:26:27.218451 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-b6472d98-fb12-48c6-89ec-a2928692c2c5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:27.256796 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-1216175e-f1e2-4c57-ba37-cd168e28292b req-df198bac-ead7-4804-96c7-b2d0ef62c701 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e0474841-83ec-4834-b5fd-d0a2d2bdb667 HTTP/1.1" status: 200 len: 217 time: 0.0448787 Oct 27 10:26:27.265679 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-b6472d98-fb12-48c6-89ec-a2928692c2c5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25847868'] for subnet, precommit_delete_associations {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:27.278199 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-da60c927-6e6a-483e-9220-7cd990e0f316 req-d527c378-f51b-460f-b81e-ead7bf140ab5 tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=90a01745d25e42a2aa454aea883f58a1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1066518 Oct 27 10:26:27.316402 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-b6472d98-fb12-48c6-89ec-a2928692c2c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855646'] for subnet, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:27.358661 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1216175e-f1e2-4c57-ba37-cd168e28292b req-c4f25fea-a7d2-4ecb-84ab-896ed9106b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:27.360151 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-1216175e-f1e2-4c57-ba37-cd168e28292b req-c4f25fea-a7d2-4ecb-84ab-896ed9106b23 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0c8d0682-e9d2-4157-8f50-67abbd1aff64 HTTP/1.1" status: 200 len: 848 time: 0.0811474 Oct 27 10:26:27.399859 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-1216175e-f1e2-4c57-ba37-cd168e28292b req-2060ae55-2166-4eeb-a81b-19447b479261 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b70d8912-e651-449a-aede-549067567147&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295882 Oct 27 10:26:27.412585 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-b6472d98-fb12-48c6-89ec-a2928692c2c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27024355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27168307'] for subnet, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:27.458719 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6472d98-fb12-48c6-89ec-a2928692c2c5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a5b18142-639f-42f3-8888-6e7ef35bca87,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:26:27.470259 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-b6472d98-fb12-48c6-89ec-a2928692c2c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for subnet, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:27.474622 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-b6472d98-fb12-48c6-89ec-a2928692c2c5 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/a5b18142-639f-42f3-8888-6e7ef35bca87 HTTP/1.1" status: 204 len: 168 time: 0.3092666 Oct 27 10:26:27.477666 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 50596) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:26:27.502060 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df35407-7332-4e3d-9639-acc1318c83de req-531df1de-332a-43d9-9f37-c7a2f3384516 tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:27.504134 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-0df35407-7332-4e3d-9639-acc1318c83de req-531df1de-332a-43d9-9f37-c7a2f3384516 tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] 10.222.0.44 "GET /v2.0/ports?device_id=f165f7ac-c937-4242-9d48-b6ac68f3a6e2 HTTP/1.1" status: 200 len: 945 time: 0.1082501 Oct 27 10:26:27.533888 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-1216175e-f1e2-4c57-ba37-cd168e28292b req-7a64ecb6-4f4f-4504-b23f-ba24ec7a77dc service neutron] 10.222.0.64 "GET /v2.0/networks/b70d8912-e651-449a-aede-549067567147?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246419 Oct 27 10:26:27.606113 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-0df35407-7332-4e3d-9639-acc1318c83de req-1b5e5d90-1198-4a98-9358-245fb336ca65 tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] 10.222.0.44 "GET /v2.0/security-groups?id=df17171a-6534-4d8a-8518-0be5fe64cbb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903339 Oct 27 10:26:27.613320 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-61522bfb-23e2-40ee-8509-e7ca68d5726a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586917'] for network, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:27.720106 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-1216175e-f1e2-4c57-ba37-cd168e28292b req-e64693de-3933-4400-afcd-2523bc75bdf1 service neutron] 10.222.0.64 "GET /v2.0/networks/b70d8912-e651-449a-aede-549067567147?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1632264 Oct 27 10:26:27.836692 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-793a8a44-8a4f-42d5-b569-aaf90e7f3e71 req-4e00450c-bb41-41c3-9f8b-5158bfde191b tempest-ServerShowV257Test-1104222655 tempest-ServerShowV257Test-1104222655-project] 10.222.0.44 "GET /v2.0/ports?device_id=9686b29a-79fa-43bf-a440-91a18f92bc03 HTTP/1.1" status: 200 len: 210 time: 0.0900760 Oct 27 10:26:27.844965 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 50608) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:26:27.869641 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-61522bfb-23e2-40ee-8509-e7ca68d5726a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857803', 'neutron.services.segments.db._delete_segments_for_network-8743873143390'] for network, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:27.898962 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-61522bfb-23e2-40ee-8509-e7ca68d5726a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a1956cb-c04f-4397-beaa-b7b235f041a1']}} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:26:27.915259 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-61522bfb-23e2-40ee-8509-e7ca68d5726a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d06246e-2507-44a2-a724-a2681fe3f929') {'for_net_delete': True} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:26:27.917257 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-61522bfb-23e2-40ee-8509-e7ca68d5726a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d06246e-2507-44a2-a724-a2681fe3f929') {} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:26:27.933122 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-61522bfb-23e2-40ee-8509-e7ca68d5726a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743873145191', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25847877'] for segment, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:27.939145 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device 0a1072e5-2e78-4dbf-90e5-645231a0368f up at agent hyperv_n-h1-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:26:27.952068 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-61522bfb-23e2-40ee-8509-e7ca68d5726a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:27.959534 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-3c124d87-9801-43e9-a799-9c783f1a2813 req-d73b147d-d80d-4931-ba33-3973a0f4be4b tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] 10.222.0.44 "GET /v2.0/ports?device_id=25645da6-8447-487a-999a-3cfa5acd00bb HTTP/1.1" status: 200 len: 210 time: 0.0902240 Oct 27 10:26:27.972057 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61522bfb-23e2-40ee-8509-e7ca68d5726a admin admin] Releasing vlan 411 on physical network physnet1 to pool {{(pid=102346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 10:26:27.972678 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-61522bfb-23e2-40ee-8509-e7ca68d5726a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27024137'] for segment, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:27.974626 n-d-813419-10 neutron-server[102346]: Traceback (most recent call last): Oct 27 10:26:27.974626 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 10:26:27.974626 n-d-813419-10 neutron-server[102346]: timer() Oct 27 10:26:27.974626 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 10:26:27.974626 n-d-813419-10 neutron-server[102346]: cb(*args, **kw) Oct 27 10:26:27.974626 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 10:26:27.974626 n-d-813419-10 neutron-server[102346]: return func(*args, **kwargs) Oct 27 10:26:27.974626 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 10:26:27.974626 n-d-813419-10 neutron-server[102346]: self._notify() Oct 27 10:26:27.974626 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 10:26:27.974626 n-d-813419-10 neutron-server[102346]: self.callback(batched_events) Oct 27 10:26:27.974626 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 10:26:27.974626 n-d-813419-10 neutron-server[102346]: event.method(event) Oct 27 10:26:27.974626 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 10:26:27.974626 n-d-813419-10 neutron-server[102346]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 10:26:27.974626 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 10:26:27.974626 n-d-813419-10 neutron-server[102346]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 10:26:27.974626 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 10:26:27.974626 n-d-813419-10 neutron-server[102346]: return f(self, *a, **k) Oct 27 10:26:27.974626 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 10:26:27.974626 n-d-813419-10 neutron-server[102346]: return self._get(url).json() Oct 27 10:26:27.974626 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 10:26:27.974626 n-d-813419-10 neutron-server[102346]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 10:26:27.974626 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 10:26:27.974626 n-d-813419-10 neutron-server[102346]: return self.request(url, 'GET', **kwargs) Oct 27 10:26:27.974626 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 10:26:27.974626 n-d-813419-10 neutron-server[102346]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 10:26:27.974626 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 10:26:27.974626 n-d-813419-10 neutron-server[102346]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 10:26:27.974626 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 10:26:27.974626 n-d-813419-10 neutron-server[102346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 10:26:27.974626 n-d-813419-10 neutron-server[102346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 10:26:28.031205 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Provisioning for port 0a1072e5-2e78-4dbf-90e5-645231a0368f completed by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 10:26:28.044647 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Provisioning complete for port 0a1072e5-2e78-4dbf-90e5-645231a0368f triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:26:28.046388 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:28.068850 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-9de7d7fa-6382-4525-a4f3-602e31525a99 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:28.128157 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-61522bfb-23e2-40ee-8509-e7ca68d5726a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664840'] for network, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:28.166315 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:28.179676 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1216175e-f1e2-4c57-ba37-cd168e28292b req-724e4887-f6ac-4b0e-9b30-ca61c23e13ad tempest-LiveMigrationTest-1571947473 tempest-LiveMigrationTest-1571947473-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:28.181538 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-1216175e-f1e2-4c57-ba37-cd168e28292b req-724e4887-f6ac-4b0e-9b30-ca61c23e13ad tempest-LiveMigrationTest-1571947473 tempest-LiveMigrationTest-1571947473-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=f165f7ac-c937-4242-9d48-b6ac68f3a6e2&tenant_id=9c487093db7840e98dafd374096ede4c&binding%3Ahost_id=n-h1-813419-10 HTTP/1.1" status: 200 len: 1097 time: 0.1202812 Oct 27 10:26:28.185075 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-61522bfb-23e2-40ee-8509-e7ca68d5726a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for network, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:28.188820 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-61522bfb-23e2-40ee-8509-e7ca68d5726a admin admin] 10.222.0.44 "DELETE /v2.0/networks/2a1956cb-c04f-4397-beaa-b7b235f041a1 HTTP/1.1" status: 204 len: 168 time: 0.7084064 Oct 27 10:26:28.207332 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbb82d3-9a08-4c5a-a9e5-b8026f23a55e req-77c5b252-05f3-4cb4-831b-cda95748b039 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:28.209720 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05095740-4940-4eef-8518-eef399372710 req-bfe475b2-bd5d-4c1b-91c6-1b7362205b86 tempest-ImagesOneServerNegativeTestJSON-1258670322 tempest-ImagesOneServerNegativeTestJSON-1258670322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:28.210818 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46d600e0-a226-4b11-a8a6-bbd4283815d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a1072e5-2e78-4dbf-90e5-645231a0368f'}] {{(pid=102348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:26:28.214416 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c588921fa634554a1d9242fdea1b05457a9ff1d3b28ba54ec1dace7f2f1df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d029e07-d581-429c-80a0-c04aa3e0806a" -d '{"events": [{"server_uuid": "46d600e0-a226-4b11-a8a6-bbd4283815d0", "name": "network-vif-plugged", "status": "completed", "tag": "0a1072e5-2e78-4dbf-90e5-645231a0368f"}]}' {{(pid=102348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:26:28.215869 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbb82d3-9a08-4c5a-a9e5-b8026f23a55e req-77c5b252-05f3-4cb4-831b-cda95748b039 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:28.224511 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbb82d3-9a08-4c5a-a9e5-b8026f23a55e req-77c5b252-05f3-4cb4-831b-cda95748b039 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:28.224666 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-05095740-4940-4eef-8518-eef399372710 req-bfe475b2-bd5d-4c1b-91c6-1b7362205b86 tempest-ImagesOneServerNegativeTestJSON-1258670322 tempest-ImagesOneServerNegativeTestJSON-1258670322-project] 10.222.0.44 "GET /v2.0/ports?device_id=46d600e0-a226-4b11-a8a6-bbd4283815d0 HTTP/1.1" status: 200 len: 945 time: 0.0913439 Oct 27 10:26:28.231336 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbb82d3-9a08-4c5a-a9e5-b8026f23a55e req-77c5b252-05f3-4cb4-831b-cda95748b039 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:28.237754 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbb82d3-9a08-4c5a-a9e5-b8026f23a55e req-77c5b252-05f3-4cb4-831b-cda95748b039 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:28.245808 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port 0a1072e5-2e78-4dbf-90e5-645231a0368f, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=0a1072e5-2e78-4dbf-90e5-645231a0368f,segment=NetworkSegment(922b6d3e-9a8b-4e20-bf5d-299fdca2febe),segment_id=922b6d3e-9a8b-4e20-bf5d-299fdca2febe)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:26:28.253850 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:28.255430 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device 9886b58c-1679-42a0-bef6-9a653fb0e061 no longer exists at agent hyperv_n-h1-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:26:28.258719 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbb82d3-9a08-4c5a-a9e5-b8026f23a55e req-77c5b252-05f3-4cb4-831b-cda95748b039 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:28.264651 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbb82d3-9a08-4c5a-a9e5-b8026f23a55e req-77c5b252-05f3-4cb4-831b-cda95748b039 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:28.266542 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-8cbb82d3-9a08-4c5a-a9e5-b8026f23a55e req-77c5b252-05f3-4cb4-831b-cda95748b039 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] 10.222.0.44 "GET /v2.0/ports?device_id=19de7999-f151-4eb5-986d-3e7b0f987b5e HTTP/1.1" status: 200 len: 5437 time: 0.2772655 Oct 27 10:26:28.292679 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] No Port match for: 9886b58c-1679-42a0-bef6-9a653fb0e061 {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:26:28.293365 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device 9886b58c-1679-42a0-bef6-9a653fb0e061 not bound to the agent host n-h1-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:26:28.303380 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-05095740-4940-4eef-8518-eef399372710 req-5d749c49-6e6b-4120-8541-ad526130a093 tempest-ImagesOneServerNegativeTestJSON-1258670322 tempest-ImagesOneServerNegativeTestJSON-1258670322-project] 10.222.0.44 "GET /v2.0/security-groups?id=0c17542d-7fc8-4217-9c44-3a2fd00892bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778818 Oct 27 10:26:28.367657 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-1216175e-f1e2-4c57-ba37-cd168e28292b req-7e07ed11-4a45-41b0-bafd-90c96aa6c8bc service neutron] For port e0474841-83ec-4834-b5fd-d0a2d2bdb667, host n-h2-813419-10, cleared binding levels {{(pid=102347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:26:28.371537 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-1216175e-f1e2-4c57-ba37-cd168e28292b req-7e07ed11-4a45-41b0-bafd-90c96aa6c8bc service neutron] Publish callbacks [] for binding, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:28.372859 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-1216175e-f1e2-4c57-ba37-cd168e28292b req-7e07ed11-4a45-41b0-bafd-90c96aa6c8bc service neutron] 10.222.0.64 "DELETE /v2.0/ports/e0474841-83ec-4834-b5fd-d0a2d2bdb667/bindings/n-h2-813419-10 HTTP/1.1" status: 204 len: 173 time: 0.1792295 Oct 27 10:26:28.381028 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Pushing event updated for resources: {'Port': ['ID=0a1072e5-2e78-4dbf-90e5-645231a0368f,revision_number=5']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:26:28.396630 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:26:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2523387-2715-4d62-b3a0-fde8396ed359 x-openstack-request-id: req-b2523387-2715-4d62-b3a0-fde8396ed359 {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:26:28.397259 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46d600e0-a226-4b11-a8a6-bbd4283815d0", "name": "network-vif-plugged", "status": "completed", "tag": "0a1072e5-2e78-4dbf-90e5-645231a0368f", "code": 200}]} {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:26:28.397762 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b2523387-2715-4d62-b3a0-fde8396ed359 {{(pid=102348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:26:28.398783 n-d-813419-10 neutron-server[102348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46d600e0-a226-4b11-a8a6-bbd4283815d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a1072e5-2e78-4dbf-90e5-645231a0368f', 'code': 200} Oct 27 10:26:28.423776 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61522bfb-23e2-40ee-8509-e7ca68d5726a admin admin] Pushing event deleted for resources: {'Network': ['ID=2a1956cb-c04f-4397-beaa-b7b235f041a1,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:26:28.441991 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-9de7d7fa-6382-4525-a4f3-602e31525a99 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:28.454307 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 50630) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:26:28.460865 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-8cbb82d3-9a08-4c5a-a9e5-b8026f23a55e req-b3a15333-f288-47ea-95d9-f685da727187 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] 10.222.0.44 "GET /v2.0/security-groups?id=34344a0a-bfc2-4f4b-96e6-fe0cf33c620a&id=652e3df3-defd-4709-b4c8-a9361485da20&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1794035 Oct 27 10:26:28.462371 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-9de7d7fa-6382-4525-a4f3-602e31525a99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:28.516979 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de7d7fa-6382-4525-a4f3-602e31525a99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7c57914-dcfb-4a30-9bb1-41633d8266cf,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:26:28.527282 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-9e730917-b7df-4f97-8d98-a358a6842d96 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e94df4c4c18844e2bca64e6c86b37300&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0712147 Oct 27 10:26:28.527844 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 50634) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:26:28.584733 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b047cf1-4fc0-4781-8f39-a9f6a5df0716 req-b29cc751-28b8-451b-8146-67ee4cb379d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:28.587125 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-6b047cf1-4fc0-4781-8f39-a9f6a5df0716 req-b29cc751-28b8-451b-8146-67ee4cb379d2 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=46d600e0-a226-4b11-a8a6-bbd4283815d0 HTTP/1.1" status: 200 len: 1098 time: 0.0580001 Oct 27 10:26:28.587783 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-9de7d7fa-6382-4525-a4f3-602e31525a99 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9b96d996352b4a8b87d105d4523d3858&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7413895 Oct 27 10:26:28.590501 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 50636) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:26:28.639926 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-f62786f6-fa54-4513-9713-a949b32ed385 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:28.691206 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-6b047cf1-4fc0-4781-8f39-a9f6a5df0716 req-9d24d3ce-6e1d-4bae-9dee-001e7f2fa931 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=0c17542d-7fc8-4217-9c44-3a2fd00892bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905025 Oct 27 10:26:28.702677 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-82e2b6f4-c261-4cbd-ba0d-cd8e3b0d9d49 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:28.716605 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-f62786f6-fa54-4513-9713-a949b32ed385 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:28.717089 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21038522-bf30-4c19-8fbf-c4c0b739be8a req-0547240e-dc81-42be-8576-2f05eadc7ce7 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:28.738019 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21038522-bf30-4c19-8fbf-c4c0b739be8a req-0547240e-dc81-42be-8576-2f05eadc7ce7 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:28.744057 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21038522-bf30-4c19-8fbf-c4c0b739be8a req-0547240e-dc81-42be-8576-2f05eadc7ce7 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:28.751159 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21038522-bf30-4c19-8fbf-c4c0b739be8a req-0547240e-dc81-42be-8576-2f05eadc7ce7 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:28.758792 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21038522-bf30-4c19-8fbf-c4c0b739be8a req-0547240e-dc81-42be-8576-2f05eadc7ce7 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:28.765142 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21038522-bf30-4c19-8fbf-c4c0b739be8a req-0547240e-dc81-42be-8576-2f05eadc7ce7 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:28.773068 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21038522-bf30-4c19-8fbf-c4c0b739be8a req-0547240e-dc81-42be-8576-2f05eadc7ce7 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:28.778585 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-21038522-bf30-4c19-8fbf-c4c0b739be8a req-0547240e-dc81-42be-8576-2f05eadc7ce7 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] 10.222.0.44 "GET /v2.0/ports?device_id=19de7999-f151-4eb5-986d-3e7b0f987b5e HTTP/1.1" status: 200 len: 5437 time: 0.1868186 Oct 27 10:26:28.787504 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 50642) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:26:28.793193 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-2d06583c-d865-418f-85d9-669f9869e28b tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Request body: {'floatingip': {'port_id': '663ad4fb-d48e-41b4-ba03-42d778bf0122'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:26:28.819436 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-82e2b6f4-c261-4cbd-ba0d-cd8e3b0d9d49 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:28.842551 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-2d06583c-d865-418f-85d9-669f9869e28b tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Publish callbacks [] for floatingip, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:28.900687 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f059515b-a1e2-4284-8517-20905f28f259 req-4543b3c2-7821-496b-a6fe-6e60134cf725 tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:28.909687 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-f059515b-a1e2-4284-8517-20905f28f259 req-4543b3c2-7821-496b-a6fe-6e60134cf725 tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] 10.222.0.44 "GET /v2.0/ports?device_id=f165f7ac-c937-4242-9d48-b6ac68f3a6e2 HTTP/1.1" status: 200 len: 945 time: 0.1746793 Oct 27 10:26:28.950930 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-f62786f6-fa54-4513-9713-a949b32ed385 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:28.955061 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-f62786f6-fa54-4513-9713-a949b32ed385 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:28.957824 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-f62786f6-fa54-4513-9713-a949b32ed385 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/7ef68dd5-26a7-478b-9aed-6f26200a7f3c HTTP/1.1" status: 204 len: 168 time: 0.4288332 Oct 27 10:26:28.993630 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-82e2b6f4-c261-4cbd-ba0d-cd8e3b0d9d49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:28.996469 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-82e2b6f4-c261-4cbd-ba0d-cd8e3b0d9d49 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:28.997633 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-82e2b6f4-c261-4cbd-ba0d-cd8e3b0d9d49 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b7c57914-dcfb-4a30-9bb1-41633d8266cf HTTP/1.1" status: 204 len: 168 time: 0.4062023 Oct 27 10:26:28.998769 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62786f6-fa54-4513-9713-a949b32ed385 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ef68dd5-26a7-478b-9aed-6f26200a7f3c,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:26:29.024493 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-f059515b-a1e2-4284-8517-20905f28f259 req-b779c6b7-6ae1-46ea-9573-de529120a43d tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] 10.222.0.44 "GET /v2.0/security-groups?id=df17171a-6534-4d8a-8518-0be5fe64cbb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097231 Oct 27 10:26:29.061888 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e2b6f4-c261-4cbd-ba0d-cd8e3b0d9d49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7c57914-dcfb-4a30-9bb1-41633d8266cf,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:26:29.089700 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-76766322-7c28-4b0a-8adf-bea0a42a2a63 req-25a50c7d-8d0a-47e6-a3cb-517a0d1707ad tempest-ServerShowV257Test-1104222655 tempest-ServerShowV257Test-1104222655-project] 10.222.0.44 "GET /v2.0/ports?device_id=9686b29a-79fa-43bf-a440-91a18f92bc03 HTTP/1.1" status: 200 len: 210 time: 0.1325374 Oct 27 10:26:29.235600 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-5866c5b7-44fe-405b-a0d3-f1525bf15e40 req-b894666e-7bf1-48de-b11a-93c20258b804 tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] 10.222.0.44 "GET /v2.0/ports?device_id=25645da6-8447-487a-999a-3cfa5acd00bb HTTP/1.1" status: 200 len: 210 time: 0.0367310 Oct 27 10:26:29.446001 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9f74f6-be64-4ab8-87f5-bd6ae8305eb4 req-2571ba5a-ad30-4b3b-808f-2fa9bb0e5a4e tempest-LiveMigrationTest-1571947473 tempest-LiveMigrationTest-1571947473-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:29.447505 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-be9f74f6-be64-4ab8-87f5-bd6ae8305eb4 req-2571ba5a-ad30-4b3b-808f-2fa9bb0e5a4e tempest-LiveMigrationTest-1571947473 tempest-LiveMigrationTest-1571947473-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=f165f7ac-c937-4242-9d48-b6ac68f3a6e2 HTTP/1.1" status: 200 len: 1097 time: 0.0635753 Oct 27 10:26:29.562260 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-be9f74f6-be64-4ab8-87f5-bd6ae8305eb4 req-cf23a700-fde3-4cd4-bab3-97d800b72b27 tempest-LiveMigrationTest-1571947473 tempest-LiveMigrationTest-1571947473-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=df17171a-6534-4d8a-8518-0be5fe64cbb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847528 Oct 27 10:26:29.587309 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-2d06583c-d865-418f-85d9-669f9869e28b tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:29.591896 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-2d06583c-d865-418f-85d9-669f9869e28b tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1664826'] for floatingip, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:29.593688 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 50670) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:26:29.608364 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-bbac0235-3aa9-4dde-9110-3f18d5bc6221 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:29.750732 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0f6f39-936e-4ae5-a00e-6a9acb99c739 req-5c5c9a7a-d2db-4c77-8f23-1a23f83f9115 tempest-ImagesOneServerNegativeTestJSON-1258670322 tempest-ImagesOneServerNegativeTestJSON-1258670322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:29.752301 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-ab0f6f39-936e-4ae5-a00e-6a9acb99c739 req-5c5c9a7a-d2db-4c77-8f23-1a23f83f9115 tempest-ImagesOneServerNegativeTestJSON-1258670322 tempest-ImagesOneServerNegativeTestJSON-1258670322-project] 10.222.0.44 "GET /v2.0/ports?device_id=46d600e0-a226-4b11-a8a6-bbd4283815d0 HTTP/1.1" status: 200 len: 946 time: 0.0828729 Oct 27 10:26:29.759555 n-d-813419-10 neutron-server[102347]: INFO neutron.db.l3_db [None req-2d06583c-d865-418f-85d9-669f9869e28b tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Floating IP e03480f4-bf39-4e8e-b599-d2f251f24582 associated. External IP: 172.25.8.41, port: 663ad4fb-d48e-41b4-ba03-42d778bf0122. Oct 27 10:26:29.780319 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-bbac0235-3aa9-4dde-9110-3f18d5bc6221 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:29.787026 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-bbac0235-3aa9-4dde-9110-3f18d5bc6221 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:29.824553 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbac0235-3aa9-4dde-9110-3f18d5bc6221 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=878c0028-3357-4002-80d2-44841fefec75,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:26:29.844123 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-bbac0235-3aa9-4dde-9110-3f18d5bc6221 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8c21a7299ff54d43a214d6577d2ce7d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2493222 Oct 27 10:26:29.847297 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 50676) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:26:29.914839 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-4ef774c2-0342-4efe-bc39-3f86ae0c46f4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:29.942040 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-4ef774c2-0342-4efe-bc39-3f86ae0c46f4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:30.038854 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-4ef774c2-0342-4efe-bc39-3f86ae0c46f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:30.046317 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-4ef774c2-0342-4efe-bc39-3f86ae0c46f4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:30.050433 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-4ef774c2-0342-4efe-bc39-3f86ae0c46f4 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/878c0028-3357-4002-80d2-44841fefec75 HTTP/1.1" status: 204 len: 168 time: 0.1991596 Oct 27 10:26:30.067988 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef774c2-0342-4efe-bc39-3f86ae0c46f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=878c0028-3357-4002-80d2-44841fefec75,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:26:30.101498 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7e37b4-6d7a-460d-b7ad-7724fe5e40bf req-1206714c-b97f-4ae5-92d8-37a70f144595 tempest-LiveMigrationTest-1571947473 tempest-LiveMigrationTest-1571947473-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:30.113377 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-fd7e37b4-6d7a-460d-b7ad-7724fe5e40bf req-1206714c-b97f-4ae5-92d8-37a70f144595 tempest-LiveMigrationTest-1571947473 tempest-LiveMigrationTest-1571947473-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=f165f7ac-c937-4242-9d48-b6ac68f3a6e2 HTTP/1.1" status: 200 len: 1097 time: 0.0642481 Oct 27 10:26:30.149420 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-da60c927-6e6a-483e-9220-7cd990e0f316 req-a46110bc-174f-4875-ae80-fd11a0101084 tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=90a01745d25e42a2aa454aea883f58a1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0870938 Oct 27 10:26:30.156818 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-ab0f6f39-936e-4ae5-a00e-6a9acb99c739 req-1753743e-3e63-416e-8272-2273c3d32f27 tempest-ImagesOneServerNegativeTestJSON-1258670322 tempest-ImagesOneServerNegativeTestJSON-1258670322-project] 10.222.0.44 "GET /v2.0/security-groups?id=0c17542d-7fc8-4217-9c44-3a2fd00892bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2882977 Oct 27 10:26:30.159290 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-da60c927-6e6a-483e-9220-7cd990e0f316 req-abba5bf4-78d8-4f4b-b030-5700243f977b tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=90a01745d25e42a2aa454aea883f58a1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0985665 Oct 27 10:26:30.190733 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-fd7e37b4-6d7a-460d-b7ad-7724fe5e40bf req-742cabc4-fce5-41a8-8ca5-6992d9739527 tempest-LiveMigrationTest-1571947473 tempest-LiveMigrationTest-1571947473-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=df17171a-6534-4d8a-8518-0be5fe64cbb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757122 Oct 27 10:26:30.365423 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-2fa8874b-cf92-456f-b469-706145fa4dec req-82791f0f-bbb5-4b49-9256-229fe3b363a4 tempest-ServerShowV257Test-1104222655 tempest-ServerShowV257Test-1104222655-project] 10.222.0.44 "GET /v2.0/ports?device_id=9686b29a-79fa-43bf-a440-91a18f92bc03 HTTP/1.1" status: 200 len: 210 time: 0.0807438 Oct 27 10:26:30.426294 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da60c927-6e6a-483e-9220-7cd990e0f316 req-ae01f715-c9ac-49ec-a765-c168c0e82df2 tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:30.428155 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-da60c927-6e6a-483e-9220-7cd990e0f316 req-ae01f715-c9ac-49ec-a765-c168c0e82df2 tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1671124 Oct 27 10:26:30.457936 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [req-da60c927-6e6a-483e-9220-7cd990e0f316 req-f33d2a26-7eb5-4678-a953-331ae97a65b8 tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] Request body: {'port': {'device_id': '46d11759-44ac-4f48-8e59-4a8367842d87', 'network_id': '4d250f92-d229-45fe-a579-67fef8e6c544', 'admin_state_up': True, 'tenant_id': '90a01745d25e42a2aa454aea883f58a1'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:26:30.556014 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-48b83329-c2fe-4860-ab71-0e7b7ac7523c req-19f74fd2-8345-4208-ad77-8c6503bcb1ec tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] 10.222.0.44 "GET /v2.0/ports?device_id=25645da6-8447-487a-999a-3cfa5acd00bb HTTP/1.1" status: 200 len: 210 time: 0.0660293 Oct 27 10:26:30.556499 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d06583c-d865-418f-85d9-669f9869e28b tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Router fa692b7a-2766-4757-8e5c-fba99543e07d has already been hosted by L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb {{(pid=102347) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 10:26:30.613081 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da60c927-6e6a-483e-9220-7cd990e0f316 req-4d39eb00-b080-4a2e-8f72-bb4edf65698f tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:30.614705 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-da60c927-6e6a-483e-9220-7cd990e0f316 req-4d39eb00-b080-4a2e-8f72-bb4edf65698f tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4519820 Oct 27 10:26:30.712891 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [req-da60c927-6e6a-483e-9220-7cd990e0f316 req-c3bd87b5-77d1-4ce6-b6fd-91aff3a0c5ee tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] Request body: {'port': {'device_id': '25645da6-8447-487a-999a-3cfa5acd00bb', 'network_id': '4d250f92-d229-45fe-a579-67fef8e6c544', 'admin_state_up': True, 'tenant_id': '90a01745d25e42a2aa454aea883f58a1'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:26:30.775724 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 50722) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:26:30.829171 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da60c927-6e6a-483e-9220-7cd990e0f316 req-f33d2a26-7eb5-4678-a953-331ae97a65b8 tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] Made reservation on behalf of 90a01745d25e42a2aa454aea883f58a1 for: {'port': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:26:30.833173 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-da60c927-6e6a-483e-9220-7cd990e0f316 req-f33d2a26-7eb5-4678-a953-331ae97a65b8 tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:30.855805 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d06583c-d865-418f-85d9-669f9869e28b tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:26:30.864407 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-2d06583c-d865-418f-85d9-669f9869e28b tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for floatingip, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:30.873467 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fa4125f-8f60-4f10-b4e9-c41a1a6af5d5 None None] Sync routers for ids ['fa692b7a-2766-4757-8e5c-fba99543e07d'] in n-d-813419-10 {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:26:30.891914 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fa4125f-8f60-4f10-b4e9-c41a1a6af5d5 None None] Routers {'fa692b7a-2766-4757-8e5c-fba99543e07d'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:26:30.895528 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-7fa4125f-8f60-4f10-b4e9-c41a1a6af5d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:26:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['fa692b7a-2766-4757-8e5c-fba99543e07d'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:26:30.970152 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-2d06583c-d865-418f-85d9-669f9869e28b tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] 10.222.0.44 "PUT /v2.0/floatingips/e03480f4-bf39-4e8e-b599-d2f251f24582 HTTP/1.1" status: 200 len: 991 time: 2.1815684 Oct 27 10:26:31.010122 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19de7999-f151-4eb5-986d-3e7b0f987b5e', 'tag': '663ad4fb-d48e-41b4-ba03-42d778bf0122'}] {{(pid=102347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:26:31.012804 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311149b481204ee7edffdb959c881838506fbd95bc8577c048f6677abb73acc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7807032-0bf3-48fc-bbdc-23e58020e790" -d '{"events": [{"name": "network-changed", "server_uuid": "19de7999-f151-4eb5-986d-3e7b0f987b5e", "tag": "663ad4fb-d48e-41b4-ba03-42d778bf0122"}]}' {{(pid=102347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:26:31.085000 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da60c927-6e6a-483e-9220-7cd990e0f316 req-c3bd87b5-77d1-4ce6-b6fd-91aff3a0c5ee tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] Made reservation on behalf of 90a01745d25e42a2aa454aea883f58a1 for: {'port': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:26:31.089315 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-da60c927-6e6a-483e-9220-7cd990e0f316 req-c3bd87b5-77d1-4ce6-b6fd-91aff3a0c5ee tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:31.095347 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvr_db [None req-7fa4125f-8f60-4f10-b4e9-c41a1a6af5d5 None None] Set router fa692b7a-2766-4757-8e5c-fba99543e07d gateway port host: n-d-813419-10 {{(pid=102349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:26:31.148454 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-bf74c593-baa9-4e7b-96a0-3023938b8fa7 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-821398407-network', 'tenant_id': '0fb538e2a79141b2959a7c53a8ecdb0a'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:26:31.180189 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 10:26:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a45f172c-a8a1-4e7e-984a-1d7f5f841534 x-openstack-request-id: req-a45f172c-a8a1-4e7e-984a-1d7f5f841534 {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:26:31.180533 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19de7999-f151-4eb5-986d-3e7b0f987b5e", "tag": "663ad4fb-d48e-41b4-ba03-42d778bf0122", "status": "completed", "code": 200}]} {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:26:31.180950 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a45f172c-a8a1-4e7e-984a-1d7f5f841534 {{(pid=102347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:26:31.181310 n-d-813419-10 neutron-server[102347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19de7999-f151-4eb5-986d-3e7b0f987b5e', 'tag': '663ad4fb-d48e-41b4-ba03-42d778bf0122', 'status': 'completed', 'code': 200} Oct 27 10:26:31.203208 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_common [req-da60c927-6e6a-483e-9220-7cd990e0f316 req-f33d2a26-7eb5-4678-a953-331ae97a65b8 tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] Allocated IP 192.168.233.22 (4d250f92-d229-45fe-a579-67fef8e6c544/62eb52f7-aac4-48af-8670-e04300325561/a2c0905d-8ff6-4c64-8718-c464c84f34df) {{(pid=102347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:26:31.205340 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf74c593-baa9-4e7b-96a0-3023938b8fa7 admin admin] Made reservation on behalf of 0fb538e2a79141b2959a7c53a8ecdb0a for: {'network': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:26:31.212465 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-bf74c593-baa9-4e7b-96a0-3023938b8fa7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for network, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:31.241870 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-bf74c593-baa9-4e7b-96a0-3023938b8fa7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:31.371467 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-bf74c593-baa9-4e7b-96a0-3023938b8fa7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:31.376907 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-bf74c593-baa9-4e7b-96a0-3023938b8fa7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:31.380484 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7807032-0bf3-48fc-bbdc-23e58020e790 req-26d8eea1-ab6d-4f29-962d-a6cc4b094e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:31.380926 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7807032-0bf3-48fc-bbdc-23e58020e790 req-26d8eea1-ab6d-4f29-962d-a6cc4b094e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:31.381405 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7807032-0bf3-48fc-bbdc-23e58020e790 req-26d8eea1-ab6d-4f29-962d-a6cc4b094e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:31.381940 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7807032-0bf3-48fc-bbdc-23e58020e790 req-26d8eea1-ab6d-4f29-962d-a6cc4b094e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:31.382394 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7807032-0bf3-48fc-bbdc-23e58020e790 req-26d8eea1-ab6d-4f29-962d-a6cc4b094e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:31.382854 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7807032-0bf3-48fc-bbdc-23e58020e790 req-26d8eea1-ab6d-4f29-962d-a6cc4b094e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:31.383416 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7807032-0bf3-48fc-bbdc-23e58020e790 req-26d8eea1-ab6d-4f29-962d-a6cc4b094e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:31.385635 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b7807032-0bf3-48fc-bbdc-23e58020e790 req-26d8eea1-ab6d-4f29-962d-a6cc4b094e9d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4aa10ad73dbe4076b2c4dd14c0d23687&device_id=19de7999-f151-4eb5-986d-3e7b0f987b5e HTTP/1.1" status: 200 len: 6501 time: 0.2010188 Oct 27 10:26:31.409541 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf74c593-baa9-4e7b-96a0-3023938b8fa7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c738e8e-b9b5-4de1-bafa-87f3b034b663,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:26:31.426467 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf74c593-baa9-4e7b-96a0-3023938b8fa7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:26:31.427137 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf74c593-baa9-4e7b-96a0-3023938b8fa7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:26:31.427772 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf74c593-baa9-4e7b-96a0-3023938b8fa7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:26:31.428331 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf74c593-baa9-4e7b-96a0-3023938b8fa7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:26:31.428901 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf74c593-baa9-4e7b-96a0-3023938b8fa7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:26:31.429439 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf74c593-baa9-4e7b-96a0-3023938b8fa7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:26:31.429972 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf74c593-baa9-4e7b-96a0-3023938b8fa7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:26:31.431055 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf74c593-baa9-4e7b-96a0-3023938b8fa7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:26:31.431747 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf74c593-baa9-4e7b-96a0-3023938b8fa7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:26:31.432305 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf74c593-baa9-4e7b-96a0-3023938b8fa7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:26:31.432869 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf74c593-baa9-4e7b-96a0-3023938b8fa7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:26:31.433378 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf74c593-baa9-4e7b-96a0-3023938b8fa7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:26:31.437526 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf74c593-baa9-4e7b-96a0-3023938b8fa7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 433} {{(pid=102346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 10:26:31.452717 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-bf74c593-baa9-4e7b-96a0-3023938b8fa7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:31.453159 n-d-813419-10 neutron-server[102346]: INFO neutron.db.segments_db [None req-bf74c593-baa9-4e7b-96a0-3023938b8fa7 admin admin] Added segment 092589f8-5d60-48db-876f-f23104f52838 of type vlan for network 74ff1335-d412-4b36-a00c-00fbffe9e9ab Oct 27 10:26:31.503333 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-7fa4125f-8f60-4f10-b4e9-c41a1a6af5d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa692b7a-2766-4757-8e5c-fba99543e07d', 'name': 'tempest-TaggedBootDevicesTest-782512702-router', 'tenant_id': '4aa10ad73dbe4076b2c4dd14c0d23687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.223'}], 'enable_snat': True}, 'gw_port_id': 'c4bf061e-3837-4940-b2a7-a9d33d973de6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:24:14Z', 'updated_at': '2021-10-27T10:24:26Z', 'revision_number': 4, 'project_id': '4aa10ad73dbe4076b2c4dd14c0d23687', 'gw_port': {'id': 'c4bf061e-3837-4940-b2a7-a9d33d973de6', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:9c:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa692b7a-2766-4757-8e5c-fba99543e07d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:24:16Z', 'updated_at': '2021-10-27T10:24:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_floatingips': [{'id': 'e03480f4-bf39-4e8e-b599-d2f251f24582', 'tenant_id': '4aa10ad73dbe4076b2c4dd14c0d23687', 'floating_ip_address': '172.25.8.41', 'floating_network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'router_id': 'fa692b7a-2766-4757-8e5c-fba99543e07d', 'port_id': '663ad4fb-d48e-41b4-ba03-42d778bf0122', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 763, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f1726cf-df95-405e-a4b7-a0ec3cc3a1aa', 'mac_address': 'fa:16:3e:6b:af:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19de7999-f151-4eb5-986d-3e7b0f987b5e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T10:25:11Z', 'updated_at': '2021-10-27T10:26:29Z', 'revision_number': 1, 'project_id': '4aa10ad73dbe4076b2c4dd14c0d23687', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f126ddd-8f9d-4ece-a015-8aae84ec702c', 'name': '', 'network_id': '5f1726cf-df95-405e-a4b7-a0ec3cc3a1aa', 'tenant_id': '4aa10ad73dbe4076b2c4dd14c0d23687', 'mac_address': 'fa:16:3e:d0:a2:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa692b7a-2766-4757-8e5c-fba99543e07d', 'device_owner': 'network:router_interface', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': 'f4dae274-687c-43d5-8fe0-b0ba3958c688', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:24:23Z', 'updated_at': '2021-10-27T10:24:30Z', 'revision_number': 5, 'project_id': '4aa10ad73dbe4076b2c4dd14c0d23687', 'subnets': [{'id': 'f4dae274-687c-43d5-8fe0-b0ba3958c688', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:26:31.510716 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ebaed9-4866-4fc3-aee0-c14f08a61eb4 req-50bd097f-f84c-4b0d-83af-44f448a92f62 tempest-ImagesOneServerNegativeTestJSON-1258670322 tempest-ImagesOneServerNegativeTestJSON-1258670322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:31.515250 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-bf74c593-baa9-4e7b-96a0-3023938b8fa7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743872593080'] for network, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:31.518842 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-54ebaed9-4866-4fc3-aee0-c14f08a61eb4 req-50bd097f-f84c-4b0d-83af-44f448a92f62 tempest-ImagesOneServerNegativeTestJSON-1258670322 tempest-ImagesOneServerNegativeTestJSON-1258670322-project] 10.222.0.44 "GET /v2.0/ports?device_id=46d600e0-a226-4b11-a8a6-bbd4283815d0 HTTP/1.1" status: 200 len: 946 time: 0.2052271 Oct 27 10:26:31.566238 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fa4125f-8f60-4f10-b4e9-c41a1a6af5d5 None None] Checking router: fa692b7a-2766-4757-8e5c-fba99543e07d for host: n-d-813419-10 {{(pid=102349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 10:26:31.577679 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fa4125f-8f60-4f10-b4e9-c41a1a6af5d5 None None] Routers {'fa692b7a-2766-4757-8e5c-fba99543e07d'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:26:31.578530 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-7fa4125f-8f60-4f10-b4e9-c41a1a6af5d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:26:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['fa692b7a-2766-4757-8e5c-fba99543e07d'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:26:31.591105 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-d5a439e9-7a3c-4897-a2f4-67e7c9a05865 req-21e33670-9d9a-453b-b3a9-5fc3816cc76c tempest-ServerShowV257Test-1104222655 tempest-ServerShowV257Test-1104222655-project] 10.222.0.44 "GET /v2.0/ports?device_id=9686b29a-79fa-43bf-a440-91a18f92bc03 HTTP/1.1" status: 200 len: 210 time: 0.0630763 Oct 27 10:26:31.625672 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-bf74c593-baa9-4e7b-96a0-3023938b8fa7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913'] for network, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:31.628439 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf74c593-baa9-4e7b-96a0-3023938b8fa7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:31.629415 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-bf74c593-baa9-4e7b-96a0-3023938b8fa7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for network, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:31.714837 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf74c593-baa9-4e7b-96a0-3023938b8fa7 admin admin] Pushing event updated for resources: {'Network': ['ID=74ff1335-d412-4b36-a00c-00fbffe9e9ab,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:26:31.722817 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-da60c927-6e6a-483e-9220-7cd990e0f316 req-f33d2a26-7eb5-4678-a953-331ae97a65b8 tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] Publish callbacks [] for port, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:31.727213 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Network 74ff1335-d412-4b36-a00c-00fbffe9e9ab details requested by agent ovs-agent-n-d-813419-10 with host n-d-813419-10 {{(pid=102348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 10:26:31.732779 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-bf74c593-baa9-4e7b-96a0-3023938b8fa7 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.9554672 Oct 27 10:26:31.735193 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 50756) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:26:31.741496 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-285bff08-7f8a-4f03-9766-bbfafa4b27b9 admin admin] Request body: {'subnet': {'network_id': '74ff1335-d412-4b36-a00c-00fbffe9e9ab', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-821398407-subnet', 'tenant_id': '0fb538e2a79141b2959a7c53a8ecdb0a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:26:31.748521 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-54ebaed9-4866-4fc3-aee0-c14f08a61eb4 req-68a240fe-a812-485b-bcc4-d2050dcc3468 tempest-ImagesOneServerNegativeTestJSON-1258670322 tempest-ImagesOneServerNegativeTestJSON-1258670322-project] 10.222.0.44 "GET /v2.0/security-groups?id=0c17542d-7fc8-4217-9c44-3a2fd00892bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270072 Oct 27 10:26:31.753745 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7807032-0bf3-48fc-bbdc-23e58020e790 req-05197b1a-c55b-4feb-9b1e-b82b60a83fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:31.755570 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b7807032-0bf3-48fc-bbdc-23e58020e790 req-05197b1a-c55b-4feb-9b1e-b82b60a83fd4 service neutron] 10.222.0.64 "GET /v2.0/networks?id=5f1726cf-df95-405e-a4b7-a0ec3cc3a1aa HTTP/1.1" status: 200 len: 912 time: 0.3531694 Oct 27 10:26:31.779165 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvr_db [None req-7fa4125f-8f60-4f10-b4e9-c41a1a6af5d5 None None] Set router fa692b7a-2766-4757-8e5c-fba99543e07d gateway port host: n-d-813419-10 {{(pid=102349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:26:31.853641 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b7807032-0bf3-48fc-bbdc-23e58020e790 req-13c4e871-53fc-451b-b982-ddd564ee6e2b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=663ad4fb-d48e-41b4-ba03-42d778bf0122 HTTP/1.1" status: 200 len: 999 time: 0.0800447 Oct 27 10:26:31.875106 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-b6416c6d-4111-4a36-a018-48912e86d55d req-5bb9060e-78d5-4127-8e33-91efa11a8f04 tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] 10.222.0.44 "GET /v2.0/ports?device_id=25645da6-8447-487a-999a-3cfa5acd00bb HTTP/1.1" status: 200 len: 210 time: 0.0807655 Oct 27 10:26:31.890337 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-285bff08-7f8a-4f03-9766-bbfafa4b27b9 admin admin] Made reservation on behalf of 0fb538e2a79141b2959a7c53a8ecdb0a for: {'subnet': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:26:31.892826 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-285bff08-7f8a-4f03-9766-bbfafa4b27b9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27167186'] for subnet, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:31.912474 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-da60c927-6e6a-483e-9220-7cd990e0f316 req-f33d2a26-7eb5-4678-a953-331ae97a65b8 tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:31.928143 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] get_ports_and_sgs() called for port_ids ['922a99a6-a89a-48b9-8d61-65b98322153e', '85eb83c4-aae3-4041-805d-c9e07ba77132'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:26:31.932524 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] get_ports_and_sgs() called for port_ids ['4b885691-85ba-4912-82eb-e467a6991070'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:26:32.246740 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-285bff08-7f8a-4f03-9766-bbfafa4b27b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27024290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27167168'] for subnet, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:32.345293 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:32.381286 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-285bff08-7f8a-4f03-9766-bbfafa4b27b9 admin admin] Checking segment: {'id': '092589f8-5d60-48db-876f-f23104f52838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '74ff1335-d412-4b36-a00c-00fbffe9e9ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:26:32.381757 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-285bff08-7f8a-4f03-9766-bbfafa4b27b9 admin admin] Network hostable DHCP agents. Network: 74ff1335-d412-4b36-a00c-00fbffe9e9ab, hostable agents: ['eafd4000-b897-4722-ae8b-0118ec955181'], hosted agents: [] {{(pid=102346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 10:26:32.438865 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-7fa4125f-8f60-4f10-b4e9-c41a1a6af5d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa692b7a-2766-4757-8e5c-fba99543e07d', 'name': 'tempest-TaggedBootDevicesTest-782512702-router', 'tenant_id': '4aa10ad73dbe4076b2c4dd14c0d23687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.223'}], 'enable_snat': True}, 'gw_port_id': 'c4bf061e-3837-4940-b2a7-a9d33d973de6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:24:14Z', 'updated_at': '2021-10-27T10:24:26Z', 'revision_number': 4, 'project_id': '4aa10ad73dbe4076b2c4dd14c0d23687', 'gw_port': {'id': 'c4bf061e-3837-4940-b2a7-a9d33d973de6', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:9c:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa692b7a-2766-4757-8e5c-fba99543e07d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:24:16Z', 'updated_at': '2021-10-27T10:24:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_floatingips': [{'id': 'e03480f4-bf39-4e8e-b599-d2f251f24582', 'tenant_id': '4aa10ad73dbe4076b2c4dd14c0d23687', 'floating_ip_address': '172.25.8.41', 'floating_network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'router_id': 'fa692b7a-2766-4757-8e5c-fba99543e07d', 'port_id': '663ad4fb-d48e-41b4-ba03-42d778bf0122', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 763, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f1726cf-df95-405e-a4b7-a0ec3cc3a1aa', 'mac_address': 'fa:16:3e:6b:af:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19de7999-f151-4eb5-986d-3e7b0f987b5e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T10:25:11Z', 'updated_at': '2021-10-27T10:26:29Z', 'revision_number': 1, 'project_id': '4aa10ad73dbe4076b2c4dd14c0d23687', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f126ddd-8f9d-4ece-a015-8aae84ec702c', 'name': '', 'network_id': '5f1726cf-df95-405e-a4b7-a0ec3cc3a1aa', 'tenant_id': '4aa10ad73dbe4076b2c4dd14c0d23687', 'mac_address': 'fa:16:3e:d0:a2:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa692b7a-2766-4757-8e5c-fba99543e07d', 'device_owner': 'network:router_interface', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': 'f4dae274-687c-43d5-8fe0-b0ba3958c688', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:24:23Z', 'updated_at': '2021-10-27T10:24:30Z', 'revision_number': 5, 'project_id': '4aa10ad73dbe4076b2c4dd14c0d23687', 'subnets': [{'id': 'f4dae274-687c-43d5-8fe0-b0ba3958c688', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:26:32.487883 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285bff08-7f8a-4f03-9766-bbfafa4b27b9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2dd52946-c439-4b22-bdf1-4a07f230f19d,revision_number=0']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:26:32.525394 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-285bff08-7f8a-4f03-9766-bbfafa4b27b9 admin admin] Network 74ff1335-d412-4b36-a00c-00fbffe9e9ab is scheduled to be hosted by DHCP agent eafd4000-b897-4722-ae8b-0118ec955181 with binding_index 1 {{(pid=102346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 10:26:32.530492 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fa4125f-8f60-4f10-b4e9-c41a1a6af5d5 None None] The sync data for ids ['fa692b7a-2766-4757-8e5c-fba99543e07d'] in n-d-813419-10 is: [{'id': 'fa692b7a-2766-4757-8e5c-fba99543e07d', 'name': 'tempest-TaggedBootDevicesTest-782512702-router', 'tenant_id': '4aa10ad73dbe4076b2c4dd14c0d23687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.223'}], 'enable_snat': True}, 'gw_port_id': 'c4bf061e-3837-4940-b2a7-a9d33d973de6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:24:14Z', 'updated_at': '2021-10-27T10:24:26Z', 'revision_number': 4, 'project_id': '4aa10ad73dbe4076b2c4dd14c0d23687', 'gw_port': {'id': 'c4bf061e-3837-4940-b2a7-a9d33d973de6', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:9c:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa692b7a-2766-4757-8e5c-fba99543e07d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:24:16Z', 'updated_at': '2021-10-27T10:24:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_floatingips': [{'id': 'e03480f4-bf39-4e8e-b599-d2f251f24582', 'tenant_id': '4aa10ad73dbe4076b2c4dd14c0d23687', 'floating_ip_address': '172.25.8.41', 'floating_network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'router_id': 'fa692b7a-2766-4757-8e5c-fba99543e07d', 'port_id': '663ad4fb-d48e-41b4-ba03-42d778bf0122', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 763, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f1726cf-df95-405e-a4b7-a0ec3cc3a1aa', 'mac_address': 'fa:16:3e:6b:af:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19de7999-f151-4eb5-986d-3e7b0f987b5e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T10:25:11Z', 'updated_at': '2021-10-27T10:26:29Z', 'revision_number': 1, 'project_id': '4aa10ad73dbe4076b2c4dd14c0d23687', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f126ddd-8f9d-4ece-a015-8aae84ec702c', 'name': '', 'network_id': '5f1726cf-df95-405e-a4b7-a0ec3cc3a1aa', 'tenant_id': '4aa10ad73dbe4076b2c4dd14c0d23687', 'mac_address': 'fa:16:3e:d0:a2:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa692b7a-2766-4757-8e5c-fba99543e07d', 'device_owner': 'network:router_interface', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': 'f4dae274-687c-43d5-8fe0-b0ba3958c688', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:24:23Z', 'updated_at': '2021-10-27T10:24:30Z', 'revision_number': 5, 'project_id': '4aa10ad73dbe4076b2c4dd14c0d23687', 'subnets': [{'id': 'f4dae274-687c-43d5-8fe0-b0ba3958c688', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:26:32.554411 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bef2c5-6818-46b1-bf55-e5bb0736542c req-2e326b3b-d2ba-44d1-8b35-f79b3a72a39e tempest-ImagesOneServerNegativeTestJSON-1258670322 tempest-ImagesOneServerNegativeTestJSON-1258670322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:32.557382 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-e3bef2c5-6818-46b1-bf55-e5bb0736542c req-2e326b3b-d2ba-44d1-8b35-f79b3a72a39e tempest-ImagesOneServerNegativeTestJSON-1258670322 tempest-ImagesOneServerNegativeTestJSON-1258670322-project] 10.222.0.44 "GET /v2.0/ports?device_id=46d600e0-a226-4b11-a8a6-bbd4283815d0 HTTP/1.1" status: 200 len: 946 time: 0.2344122 Oct 27 10:26:32.593556 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-285bff08-7f8a-4f03-9766-bbfafa4b27b9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-10, 74ff1335-d412-4b36-a00c-00fbffe9e9ab) {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:26:32.610220 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-965021d2-98bf-48ff-8502-d2bb1bd6dd31 None None] Network 74ff1335-d412-4b36-a00c-00fbffe9e9ab requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:26:32.611777 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-285bff08-7f8a-4f03-9766-bbfafa4b27b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:32.617911 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-285bff08-7f8a-4f03-9766-bbfafa4b27b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for subnet, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:32.671619 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-e3bef2c5-6818-46b1-bf55-e5bb0736542c req-43308b71-30be-43c1-82e4-5e3f874cab4d tempest-ImagesOneServerNegativeTestJSON-1258670322 tempest-ImagesOneServerNegativeTestJSON-1258670322-project] 10.222.0.44 "GET /v2.0/security-groups?id=0c17542d-7fc8-4217-9c44-3a2fd00892bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072011 Oct 27 10:26:32.682468 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-285bff08-7f8a-4f03-9766-bbfafa4b27b9 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.9453125 Oct 27 10:26:32.811419 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33d2a26-7eb5-4678-a953-331ae97a65b8 tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] Pushing event updated for resources: {'Port': ['ID=a2c0905d-8ff6-4c64-8718-c464c84f34df,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:26:32.900362 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da60c927-6e6a-483e-9220-7cd990e0f316 req-f33d2a26-7eb5-4678-a953-331ae97a65b8 tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] Network 4d250f92-d229-45fe-a579-67fef8e6c544 is already hosted by enough agents. {{(pid=102347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:26:32.911652 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [req-da60c927-6e6a-483e-9220-7cd990e0f316 req-f33d2a26-7eb5-4678-a953-331ae97a65b8 tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] Resources bound (agent type, host, resource id): {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:26:32.931458 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dff04b0-6d8b-4430-9fe5-9b81bd79273d None None] Network 74ff1335-d412-4b36-a00c-00fbffe9e9ab requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:26:32.995918 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7807032-0bf3-48fc-bbdc-23e58020e790 req-e1b7d92b-7e8e-47cb-a920-664186b1dc55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:33.004767 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2bb3833-c018-495b-9ff5-f9651e0f8626 None None] New status for floating IP e03480f4-bf39-4e8e-b599-d2f251f24582: ACTIVE {{(pid=102348) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 10:26:33.015077 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b7807032-0bf3-48fc-bbdc-23e58020e790 req-e1b7d92b-7e8e-47cb-a920-664186b1dc55 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f4dae274-687c-43d5-8fe0-b0ba3958c688 HTTP/1.1" status: 200 len: 850 time: 1.1501753 Oct 27 10:26:33.021761 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [req-da60c927-6e6a-483e-9220-7cd990e0f316 req-f33d2a26-7eb5-4678-a953-331ae97a65b8 tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] Received port after_create {{(pid=102347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:26:33.070480 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-1a473b9f-63f9-4240-8754-160db84531f4 req-4871a7ff-7673-439a-bc0b-ed37944a3b78 tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] 10.222.0.44 "GET /v2.0/ports?device_id=25645da6-8447-487a-999a-3cfa5acd00bb HTTP/1.1" status: 200 len: 210 time: 0.0398364 Oct 27 10:26:33.113865 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-4725ea34-31f7-4a8c-abda-e1a2b94961b9 req-b4889724-29b1-4618-bf0d-5a6d87f5642d tempest-ServerShowV257Test-1104222655 tempest-ServerShowV257Test-1104222655-project] 10.222.0.44 "GET /v2.0/ports?device_id=9686b29a-79fa-43bf-a440-91a18f92bc03 HTTP/1.1" status: 200 len: 210 time: 0.2652202 Oct 27 10:26:33.133217 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da60c927-6e6a-483e-9220-7cd990e0f316 req-f33d2a26-7eb5-4678-a953-331ae97a65b8 tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:33.134257 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-da60c927-6e6a-483e-9220-7cd990e0f316 req-f33d2a26-7eb5-4678-a953-331ae97a65b8 tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:33.226685 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_common [req-da60c927-6e6a-483e-9220-7cd990e0f316 req-c3bd87b5-77d1-4ce6-b6fd-91aff3a0c5ee tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] Allocated IP 192.168.233.41 (4d250f92-d229-45fe-a579-67fef8e6c544/62eb52f7-aac4-48af-8670-e04300325561/8b9b70e1-e27e-4007-b609-dd136bc31194) {{(pid=102347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:26:33.295600 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-da60c927-6e6a-483e-9220-7cd990e0f316 req-f33d2a26-7eb5-4678-a953-331ae97a65b8 tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.8437715 Oct 27 10:26:33.316140 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [req-da60c927-6e6a-483e-9220-7cd990e0f316 req-1d2b8950-7030-46e3-a784-6d113ae184ad service neutron] Request body: {'port': {'device_id': '46d11759-44ac-4f48-8e59-4a8367842d87', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-10'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:26:33.367238 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7807032-0bf3-48fc-bbdc-23e58020e790 req-4ea8c5e7-45be-4c45-a787-c6f0eed89dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:33.368823 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b7807032-0bf3-48fc-bbdc-23e58020e790 req-4ea8c5e7-45be-4c45-a787-c6f0eed89dd1 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5f1726cf-df95-405e-a4b7-a0ec3cc3a1aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2194917 Oct 27 10:26:33.411770 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-da60c927-6e6a-483e-9220-7cd990e0f316 req-1d2b8950-7030-46e3-a784-6d113ae184ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:33.690923 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-3ddfe26a-0b54-40ae-8338-517f48726fa5 None None] Provisioning complete for port a2c0905d-8ff6-4c64-8718-c464c84f34df triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:26:33.691698 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-3ddfe26a-0b54-40ae-8338-517f48726fa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:33.716600 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b7807032-0bf3-48fc-bbdc-23e58020e790 req-889de881-869b-4f72-8fee-6ecc852e507c service neutron] 10.222.0.64 "GET /v2.0/networks/5f1726cf-df95-405e-a4b7-a0ec3cc3a1aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3056774 Oct 27 10:26:33.753312 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-da60c927-6e6a-483e-9220-7cd990e0f316 req-c3bd87b5-77d1-4ce6-b6fd-91aff3a0c5ee tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] Publish callbacks [] for port, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:33.783199 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-3ddfe26a-0b54-40ae-8338-517f48726fa5 None None] Port a2c0905d-8ff6-4c64-8718-c464c84f34df cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:26:33.887514 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa391503-3fc4-432e-926a-c168b60cf61b req-250093eb-1b4a-41e7-8704-b4750fc2c85a tempest-ImagesOneServerNegativeTestJSON-1258670322 tempest-ImagesOneServerNegativeTestJSON-1258670322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:33.902191 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-fa391503-3fc4-432e-926a-c168b60cf61b req-250093eb-1b4a-41e7-8704-b4750fc2c85a tempest-ImagesOneServerNegativeTestJSON-1258670322 tempest-ImagesOneServerNegativeTestJSON-1258670322-project] 10.222.0.44 "GET /v2.0/ports?device_id=46d600e0-a226-4b11-a8a6-bbd4283815d0 HTTP/1.1" status: 200 len: 946 time: 0.0868807 Oct 27 10:26:33.963075 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-fa391503-3fc4-432e-926a-c168b60cf61b req-ab75d672-eb3a-45f5-b41f-b1ff09690f80 tempest-ImagesOneServerNegativeTestJSON-1258670322 tempest-ImagesOneServerNegativeTestJSON-1258670322-project] 10.222.0.44 "GET /v2.0/security-groups?id=0c17542d-7fc8-4217-9c44-3a2fd00892bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606308 Oct 27 10:26:33.970389 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-da60c927-6e6a-483e-9220-7cd990e0f316 req-c3bd87b5-77d1-4ce6-b6fd-91aff3a0c5ee tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:33.994074 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] get_ports_and_sgs() called for port_ids ['4b885691-85ba-4912-82eb-e467a6991070'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:26:33.996442 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] get_ports_and_sgs() called for port_ids ['922a99a6-a89a-48b9-8d61-65b98322153e', '85eb83c4-aae3-4041-805d-c9e07ba77132'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:26:34.010097 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b7807032-0bf3-48fc-bbdc-23e58020e790 req-b0ae9e18-9138-4be9-9915-bcb773aa79a2 service neutron] 10.222.0.64 "GET /v2.0/networks/5f1726cf-df95-405e-a4b7-a0ec3cc3a1aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2791169 Oct 27 10:26:34.086044 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da60c927-6e6a-483e-9220-7cd990e0f316 req-c3bd87b5-77d1-4ce6-b6fd-91aff3a0c5ee tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] Network 4d250f92-d229-45fe-a579-67fef8e6c544 is already hosted by enough agents. {{(pid=102347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:26:34.095916 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [req-da60c927-6e6a-483e-9220-7cd990e0f316 req-c3bd87b5-77d1-4ce6-b6fd-91aff3a0c5ee tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] Resources bound (agent type, host, resource id): {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:26:34.098945 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 50848) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:26:34.110681 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [req-da60c927-6e6a-483e-9220-7cd990e0f316 req-c3bd87b5-77d1-4ce6-b6fd-91aff3a0c5ee tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] Received port after_create {{(pid=102347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:26:34.229127 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bd87b5-77d1-4ce6-b6fd-91aff3a0c5ee tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] Pushing event updated for resources: {'Port': ['ID=8b9b70e1-e27e-4007-b609-dd136bc31194,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:26:34.320668 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be32210d-7628-4c49-86f0-07b1aba5c607 req-152cf52d-e9b0-488d-8ced-3a2d7ad6e1ab tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:34.322589 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49185983-5fb1-452e-9d9e-5edb8925d25a req-2f115d98-6238-47bb-8948-178e655a28c7 tempest-ServerAddressesNegativeTestJSON-1891923450 tempest-ServerAddressesNegativeTestJSON-1891923450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:34.324140 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-49185983-5fb1-452e-9d9e-5edb8925d25a req-2f115d98-6238-47bb-8948-178e655a28c7 tempest-ServerAddressesNegativeTestJSON-1891923450 tempest-ServerAddressesNegativeTestJSON-1891923450-project] 10.222.0.44 "GET /v2.0/networks?id=74ff1335-d412-4b36-a00c-00fbffe9e9ab HTTP/1.1" status: 200 len: 821 time: 0.4569890 Oct 27 10:26:34.342205 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-be32210d-7628-4c49-86f0-07b1aba5c607 req-152cf52d-e9b0-488d-8ced-3a2d7ad6e1ab tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] 10.222.0.44 "GET /v2.0/ports?device_id=25645da6-8447-487a-999a-3cfa5acd00bb HTTP/1.1" status: 200 len: 935 time: 0.1171315 Oct 27 10:26:34.347450 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da60c927-6e6a-483e-9220-7cd990e0f316 req-c3bd87b5-77d1-4ce6-b6fd-91aff3a0c5ee tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:34.348504 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-da60c927-6e6a-483e-9220-7cd990e0f316 req-c3bd87b5-77d1-4ce6-b6fd-91aff3a0c5ee tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:34.375259 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-49185983-5fb1-452e-9d9e-5edb8925d25a req-2d9b6b3c-2de2-4ecc-aad4-e2b099aeabe3 tempest-ServerAddressesNegativeTestJSON-1891923450 tempest-ServerAddressesNegativeTestJSON-1891923450-project] 10.222.0.44 "GET /v2.0/quotas/0fb538e2a79141b2959a7c53a8ecdb0a HTTP/1.1" status: 200 len: 375 time: 0.0444276 Oct 27 10:26:34.376187 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-083052e7-026a-4c79-b635-10b4d5505350 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:34.395215 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef73b42-3720-48c5-ae9e-54e24953a136 req-5d01fed0-1bbc-46c7-b3b6-a8fa5c88fcfe tempest-ImagesOneServerNegativeTestJSON-1258670322 tempest-ImagesOneServerNegativeTestJSON-1258670322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:34.398117 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8ef73b42-3720-48c5-ae9e-54e24953a136 req-5d01fed0-1bbc-46c7-b3b6-a8fa5c88fcfe tempest-ImagesOneServerNegativeTestJSON-1258670322 tempest-ImagesOneServerNegativeTestJSON-1258670322-project] 10.222.0.64 "GET /v2.0/ports?device_id=46d600e0-a226-4b11-a8a6-bbd4283815d0 HTTP/1.1" status: 200 len: 946 time: 0.2817574 Oct 27 10:26:34.423674 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-be32210d-7628-4c49-86f0-07b1aba5c607 req-9a4b05e1-e3da-4e0f-b253-2ef716af5cde tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] 10.222.0.44 "GET /v2.0/security-groups?id=564ecd8b-da86-4175-923a-67dcc5fcd400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805163 Oct 27 10:26:34.454128 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-49185983-5fb1-452e-9d9e-5edb8925d25a req-ada482b9-ca57-48f3-8b63-d2e0b34d0176 tempest-ServerAddressesNegativeTestJSON-1891923450 tempest-ServerAddressesNegativeTestJSON-1891923450-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=0fb538e2a79141b2959a7c53a8ecdb0a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0767670 Oct 27 10:26:34.535826 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-da60c927-6e6a-483e-9220-7cd990e0f316 req-c3bd87b5-77d1-4ce6-b6fd-91aff3a0c5ee tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.8308742 Oct 27 10:26:34.538468 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-bd98d42c-40cc-4688-8084-941b1482a23e req-b2b9b19c-23b2-4a76-a438-7a9a8606294c tempest-ServerShowV257Test-1104222655 tempest-ServerShowV257Test-1104222655-project] 10.222.0.44 "GET /v2.0/ports?device_id=9686b29a-79fa-43bf-a440-91a18f92bc03 HTTP/1.1" status: 200 len: 210 time: 0.0380304 Oct 27 10:26:34.539609 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-f6b99f1b-ff32-4d3b-aa3d-873b45e1b4d3 None None] Provisioning complete for port 8b9b70e1-e27e-4007-b609-dd136bc31194 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:26:34.540580 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f6b99f1b-ff32-4d3b-aa3d-873b45e1b4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:34.563940 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-083052e7-026a-4c79-b635-10b4d5505350 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:34.578483 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-083052e7-026a-4c79-b635-10b4d5505350 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:34.608181 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083052e7-026a-4c79-b635-10b4d5505350 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce9a5dde-6dd5-4d1d-8d87-9608a1d543df,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:26:34.628097 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-f6b99f1b-ff32-4d3b-aa3d-873b45e1b4d3 None None] Port 8b9b70e1-e27e-4007-b609-dd136bc31194 cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:26:34.645468 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [req-da60c927-6e6a-483e-9220-7cd990e0f316 req-d35c4822-711f-4f86-af99-1419fef1d563 service neutron] Request body: {'port': {'device_id': '25645da6-8447-487a-999a-3cfa5acd00bb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-10'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:26:34.647446 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.agents_db [None req-e79ee67d-056e-46ea-bd99-e80473396b25 None None] Agent healthcheck: found 7 active agents {{(pid=102349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 10:26:34.658258 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-083052e7-026a-4c79-b635-10b4d5505350 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e3bdd0f65de646708d890a890caf18df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5579896 Oct 27 10:26:34.659738 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-49185983-5fb1-452e-9d9e-5edb8925d25a req-322fbc87-3b67-4be5-baec-6cfb067b5f46 service neutron] 10.222.0.44 "GET /v2.0/networks/74ff1335-d412-4b36-a00c-00fbffe9e9ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2047589 Oct 27 10:26:34.670447 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 50860) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:26:34.721851 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [req-da60c927-6e6a-483e-9220-7cd990e0f316 req-1d2b8950-7030-46e3-a784-6d113ae184ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2c0905d-8ff6-4c64-8718-c464c84f34df {{(pid=102347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:26:34.735197 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-dd66393d-576b-4ddd-ba68-5310cfe766bc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:34.761973 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-dd66393d-576b-4ddd-ba68-5310cfe766bc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:34.785508 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-da60c927-6e6a-483e-9220-7cd990e0f316 req-1d2b8950-7030-46e3-a784-6d113ae184ad service neutron] Publish callbacks [] for port, precommit_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:34.818369 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-dd66393d-576b-4ddd-ba68-5310cfe766bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:34.821465 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-dd66393d-576b-4ddd-ba68-5310cfe766bc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:34.825122 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-dd66393d-576b-4ddd-ba68-5310cfe766bc admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ce9a5dde-6dd5-4d1d-8d87-9608a1d543df HTTP/1.1" status: 204 len: 168 time: 0.1512351 Oct 27 10:26:34.835276 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd66393d-576b-4ddd-ba68-5310cfe766bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce9a5dde-6dd5-4d1d-8d87-9608a1d543df,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:26:34.876447 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.provisioning_blocks [req-da60c927-6e6a-483e-9220-7cd990e0f316 req-1d2b8950-7030-46e3-a784-6d113ae184ad service neutron] Transition to ACTIVE for port object a2c0905d-8ff6-4c64-8718-c464c84f34df will not be triggered until provisioned by entity L2. {{(pid=102347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 10:26:34.889666 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-da60c927-6e6a-483e-9220-7cd990e0f316 req-1d2b8950-7030-46e3-a784-6d113ae184ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:34.894831 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-da60c927-6e6a-483e-9220-7cd990e0f316 req-d35c4822-711f-4f86-af99-1419fef1d563 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:34.952470 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [req-8ef73b42-3720-48c5-ae9e-54e24953a136 req-4db8dd23-e0dd-4741-b3d3-42b8bf0e867a tempest-ImagesOneServerNegativeTestJSON-1258670322 tempest-ImagesOneServerNegativeTestJSON-1258670322-project] Deleting port 0a1072e5-2e78-4dbf-90e5-645231a0368f {{(pid=102347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:26:34.952802 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-8ef73b42-3720-48c5-ae9e-54e24953a136 req-4db8dd23-e0dd-4741-b3d3-42b8bf0e867a tempest-ImagesOneServerNegativeTestJSON-1258670322 tempest-ImagesOneServerNegativeTestJSON-1258670322-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:35.049592 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2b8950-7030-46e3-a784-6d113ae184ad service neutron] Pushing event updated for resources: {'Port': ['ID=a2c0905d-8ff6-4c64-8718-c464c84f34df,revision_number=2']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:26:35.112207 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-49185983-5fb1-452e-9d9e-5edb8925d25a req-e9535930-7fc1-4e0d-97b1-6c855dace8d5 service neutron] 10.222.0.44 "GET /v2.0/networks/74ff1335-d412-4b36-a00c-00fbffe9e9ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3852375 Oct 27 10:26:35.175941 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519d3288-2291-407a-a454-e8021d7783ea req-100adf25-ae62-4a11-9ee4-a6341815f889 tempest-ImagesOneServerNegativeTestJSON-1258670322 tempest-ImagesOneServerNegativeTestJSON-1258670322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:35.185300 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-519d3288-2291-407a-a454-e8021d7783ea req-100adf25-ae62-4a11-9ee4-a6341815f889 tempest-ImagesOneServerNegativeTestJSON-1258670322 tempest-ImagesOneServerNegativeTestJSON-1258670322-project] 10.222.0.44 "GET /v2.0/ports?device_id=46d600e0-a226-4b11-a8a6-bbd4283815d0 HTTP/1.1" status: 200 len: 946 time: 0.0999806 Oct 27 10:26:35.207580 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-8ef73b42-3720-48c5-ae9e-54e24953a136 req-4db8dd23-e0dd-4741-b3d3-42b8bf0e867a tempest-ImagesOneServerNegativeTestJSON-1258670322 tempest-ImagesOneServerNegativeTestJSON-1258670322-project] For port 0a1072e5-2e78-4dbf-90e5-645231a0368f, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=0a1072e5-2e78-4dbf-90e5-645231a0368f,segment=NetworkSegment(922b6d3e-9a8b-4e20-bf5d-299fdca2febe),segment_id=922b6d3e-9a8b-4e20-bf5d-299fdca2febe)] {{(pid=102347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:26:35.208038 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-8ef73b42-3720-48c5-ae9e-54e24953a136 req-4db8dd23-e0dd-4741-b3d3-42b8bf0e867a tempest-ImagesOneServerNegativeTestJSON-1258670322 tempest-ImagesOneServerNegativeTestJSON-1258670322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:35.225422 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [req-8ef73b42-3720-48c5-ae9e-54e24953a136 req-4db8dd23-e0dd-4741-b3d3-42b8bf0e867a tempest-ImagesOneServerNegativeTestJSON-1258670322 tempest-ImagesOneServerNegativeTestJSON-1258670322-project] Calling delete_port for 0a1072e5-2e78-4dbf-90e5-645231a0368f owned by compute:nova {{(pid=102347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:26:35.242132 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-519d3288-2291-407a-a454-e8021d7783ea req-d1ba96d9-8e88-4144-bf89-dfaaeb0b15bc tempest-ImagesOneServerNegativeTestJSON-1258670322 tempest-ImagesOneServerNegativeTestJSON-1258670322-project] 10.222.0.44 "GET /v2.0/security-groups?id=0c17542d-7fc8-4217-9c44-3a2fd00892bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542562 Oct 27 10:26:35.261712 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 50868) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:26:35.278977 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-2c68d438-51a2-467b-b1aa-e57da38b602a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:35.418153 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-8ef73b42-3720-48c5-ae9e-54e24953a136 req-4db8dd23-e0dd-4741-b3d3-42b8bf0e867a tempest-ImagesOneServerNegativeTestJSON-1258670322 tempest-ImagesOneServerNegativeTestJSON-1258670322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:35.430371 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] get_ports_and_sgs() called for port_ids ['0a1072e5-2e78-4dbf-90e5-645231a0368f'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:26:35.474649 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-2c68d438-51a2-467b-b1aa-e57da38b602a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:35.622490 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db8dd23-e0dd-4741-b3d3-42b8bf0e867a tempest-ImagesOneServerNegativeTestJSON-1258670322 tempest-ImagesOneServerNegativeTestJSON-1258670322-project] Pushing event deleted for resources: {'Port': ['ID=0a1072e5-2e78-4dbf-90e5-645231a0368f,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:26:35.631168 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ef73b42-3720-48c5-ae9e-54e24953a136 req-4db8dd23-e0dd-4741-b3d3-42b8bf0e867a tempest-ImagesOneServerNegativeTestJSON-1258670322 tempest-ImagesOneServerNegativeTestJSON-1258670322-project] No DVR routers for this DVR port 0a1072e5-2e78-4dbf-90e5-645231a0368f on host n-h1-813419-10 {{(pid=102347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:26:35.634424 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-8ef73b42-3720-48c5-ae9e-54e24953a136 req-4db8dd23-e0dd-4741-b3d3-42b8bf0e867a tempest-ImagesOneServerNegativeTestJSON-1258670322 tempest-ImagesOneServerNegativeTestJSON-1258670322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:35.638381 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8ef73b42-3720-48c5-ae9e-54e24953a136 req-4db8dd23-e0dd-4741-b3d3-42b8bf0e867a tempest-ImagesOneServerNegativeTestJSON-1258670322 tempest-ImagesOneServerNegativeTestJSON-1258670322-project] 10.222.0.64 "DELETE /v2.0/ports/0a1072e5-2e78-4dbf-90e5-645231a0368f HTTP/1.1" status: 204 len: 173 time: 1.1732566 Oct 27 10:26:35.657836 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46d600e0-a226-4b11-a8a6-bbd4283815d0', 'name': 'network-vif-deleted', 'tag': '0a1072e5-2e78-4dbf-90e5-645231a0368f'}] {{(pid=102347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:26:35.661399 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311149b481204ee7edffdb959c881838506fbd95bc8577c048f6677abb73acc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65b66e3a-e125-443c-b687-94a4c4d9d553" -d '{"events": [{"server_uuid": "46d600e0-a226-4b11-a8a6-bbd4283815d0", "name": "network-vif-deleted", "tag": "0a1072e5-2e78-4dbf-90e5-645231a0368f"}]}' {{(pid=102347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:26:35.677190 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db8dd23-e0dd-4741-b3d3-42b8bf0e867a tempest-ImagesOneServerNegativeTestJSON-1258670322 tempest-ImagesOneServerNegativeTestJSON-1258670322-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:26:35.677570 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db8dd23-e0dd-4741-b3d3-42b8bf0e867a tempest-ImagesOneServerNegativeTestJSON-1258670322 tempest-ImagesOneServerNegativeTestJSON-1258670322-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:26:35.678023 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db8dd23-e0dd-4741-b3d3-42b8bf0e867a tempest-ImagesOneServerNegativeTestJSON-1258670322 tempest-ImagesOneServerNegativeTestJSON-1258670322-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:26:35.678494 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db8dd23-e0dd-4741-b3d3-42b8bf0e867a tempest-ImagesOneServerNegativeTestJSON-1258670322 tempest-ImagesOneServerNegativeTestJSON-1258670322-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:26:35.678713 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db8dd23-e0dd-4741-b3d3-42b8bf0e867a tempest-ImagesOneServerNegativeTestJSON-1258670322 tempest-ImagesOneServerNegativeTestJSON-1258670322-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:26:35.679118 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db8dd23-e0dd-4741-b3d3-42b8bf0e867a tempest-ImagesOneServerNegativeTestJSON-1258670322 tempest-ImagesOneServerNegativeTestJSON-1258670322-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:26:35.679488 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db8dd23-e0dd-4741-b3d3-42b8bf0e867a tempest-ImagesOneServerNegativeTestJSON-1258670322 tempest-ImagesOneServerNegativeTestJSON-1258670322-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:26:35.679847 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db8dd23-e0dd-4741-b3d3-42b8bf0e867a tempest-ImagesOneServerNegativeTestJSON-1258670322 tempest-ImagesOneServerNegativeTestJSON-1258670322-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:26:35.680293 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db8dd23-e0dd-4741-b3d3-42b8bf0e867a tempest-ImagesOneServerNegativeTestJSON-1258670322 tempest-ImagesOneServerNegativeTestJSON-1258670322-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:26:35.680664 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db8dd23-e0dd-4741-b3d3-42b8bf0e867a tempest-ImagesOneServerNegativeTestJSON-1258670322 tempest-ImagesOneServerNegativeTestJSON-1258670322-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:26:35.681030 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db8dd23-e0dd-4741-b3d3-42b8bf0e867a tempest-ImagesOneServerNegativeTestJSON-1258670322 tempest-ImagesOneServerNegativeTestJSON-1258670322-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:26:35.681374 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db8dd23-e0dd-4741-b3d3-42b8bf0e867a tempest-ImagesOneServerNegativeTestJSON-1258670322 tempest-ImagesOneServerNegativeTestJSON-1258670322-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:26:35.798947 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-da60c927-6e6a-483e-9220-7cd990e0f316 req-1d2b8950-7030-46e3-a784-6d113ae184ad service neutron] Attempting to bind port a2c0905d-8ff6-4c64-8718-c464c84f34df on host n-h2-813419-10 for vnic_type normal with profile {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:26:35.800110 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-da60c927-6e6a-483e-9220-7cd990e0f316 req-1d2b8950-7030-46e3-a784-6d113ae184ad service neutron] Attempting to bind port a2c0905d-8ff6-4c64-8718-c464c84f34df by drivers openvswitch,hyperv on host n-h2-813419-10 at level 0 using segments [{'id': 'f7c42c6d-2766-46d8-a8b7-4852117a5555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '4d250f92-d229-45fe-a579-67fef8e6c544'}] {{(pid=102347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:26:35.800742 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da60c927-6e6a-483e-9220-7cd990e0f316 req-1d2b8950-7030-46e3-a784-6d113ae184ad service neutron] Attempting to bind port a2c0905d-8ff6-4c64-8718-c464c84f34df on network 4d250f92-d229-45fe-a579-67fef8e6c544 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:26:35.820632 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a09c452-4620-4682-a43e-355158178883 req-b53470aa-c10e-46d4-b8ab-0aff4e3f6f15 tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:35.828067 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-3a09c452-4620-4682-a43e-355158178883 req-b53470aa-c10e-46d4-b8ab-0aff4e3f6f15 tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] 10.222.0.44 "GET /v2.0/ports?device_id=25645da6-8447-487a-999a-3cfa5acd00bb HTTP/1.1" status: 200 len: 935 time: 0.2802119 Oct 27 10:26:35.842922 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da60c927-6e6a-483e-9220-7cd990e0f316 req-1d2b8950-7030-46e3-a784-6d113ae184ad service neutron] Port a2c0905d-8ff6-4c64-8718-c464c84f34df on network 4d250f92-d229-45fe-a579-67fef8e6c544 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-10 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 10:26:35.843249 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da60c927-6e6a-483e-9220-7cd990e0f316 req-1d2b8950-7030-46e3-a784-6d113ae184ad service neutron] Attempting to bind port a2c0905d-8ff6-4c64-8718-c464c84f34df on network 4d250f92-d229-45fe-a579-67fef8e6c544 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:26:35.871676 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da60c927-6e6a-483e-9220-7cd990e0f316 req-1d2b8950-7030-46e3-a784-6d113ae184ad service neutron] Checking agent: {'id': 'a2edc247-0fa4-4ce6-bbae-a10492f6bd71', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 16, 9), 'started_at': datetime.datetime(2021, 10, 27, 10, 16, 9), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 26, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:26:35.872133 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da60c927-6e6a-483e-9220-7cd990e0f316 req-1d2b8950-7030-46e3-a784-6d113ae184ad service neutron] Checking segment: {'id': 'f7c42c6d-2766-46d8-a8b7-4852117a5555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '4d250f92-d229-45fe-a579-67fef8e6c544'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:26:35.872608 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da60c927-6e6a-483e-9220-7cd990e0f316 req-1d2b8950-7030-46e3-a784-6d113ae184ad service neutron] Bound using segment: {'id': 'f7c42c6d-2766-46d8-a8b7-4852117a5555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '4d250f92-d229-45fe-a579-67fef8e6c544'} {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:26:35.872999 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-da60c927-6e6a-483e-9220-7cd990e0f316 req-1d2b8950-7030-46e3-a784-6d113ae184ad service neutron] Bound port: a2c0905d-8ff6-4c64-8718-c464c84f34df, host: n-h2-813419-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7c42c6d-2766-46d8-a8b7-4852117a5555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '4d250f92-d229-45fe-a579-67fef8e6c544'}}] {{(pid=102347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:26:35.873356 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-da60c927-6e6a-483e-9220-7cd990e0f316 req-1d2b8950-7030-46e3-a784-6d113ae184ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:35.916994 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-3a09c452-4620-4682-a43e-355158178883 req-2ba4d8e3-5143-46dd-b041-15c162f428b0 tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] 10.222.0.44 "GET /v2.0/security-groups?id=564ecd8b-da86-4175-923a-67dcc5fcd400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877976 Oct 27 10:26:35.922705 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-2c68d438-51a2-467b-b1aa-e57da38b602a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:35.928141 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-715d52be-c30a-426a-a345-15e760fa2400 req-4dc024df-328e-4bf0-b03c-b5393052299f tempest-ServerAddressesNegativeTestJSON-1891923450 tempest-ServerAddressesNegativeTestJSON-1891923450-project] 10.222.0.44 "GET /v2.0/ports?device_id=6c6e6551-b8a2-4137-bb24-406cd25920b2 HTTP/1.1" status: 200 len: 210 time: 0.4838066 Oct 27 10:26:35.976144 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c68d438-51a2-467b-b1aa-e57da38b602a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fc267f5-34b6-4222-8a15-36479d154417,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:26:35.990420 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-2c68d438-51a2-467b-b1aa-e57da38b602a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=13662bca814e44b8b28b2c2873f26e54&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7273507 Oct 27 10:26:35.991140 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 50892) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:26:36.040146 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:26:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89d60d28-b2af-4575-8afc-3597f04294fc x-openstack-request-id: req-89d60d28-b2af-4575-8afc-3597f04294fc {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:26:36.040543 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46d600e0-a226-4b11-a8a6-bbd4283815d0", "name": "network-vif-deleted", "tag": "0a1072e5-2e78-4dbf-90e5-645231a0368f", "status": "completed", "code": 200}]} {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:26:36.040728 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-89d60d28-b2af-4575-8afc-3597f04294fc {{(pid=102347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:26:36.041151 n-d-813419-10 neutron-server[102347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46d600e0-a226-4b11-a8a6-bbd4283815d0', 'name': 'network-vif-deleted', 'tag': '0a1072e5-2e78-4dbf-90e5-645231a0368f', 'status': 'completed', 'code': 200} Oct 27 10:26:36.072972 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-5fc1d22e-524a-49e7-92e6-dc28334b06ac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:36.101801 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-1511d519-92a8-4e1f-94f8-15a41658aa36 req-5a0200c2-7e02-4948-8146-76d0f82e191a tempest-ServerShowV257Test-1104222655 tempest-ServerShowV257Test-1104222655-project] 10.222.0.44 "GET /v2.0/ports?device_id=9686b29a-79fa-43bf-a440-91a18f92bc03 HTTP/1.1" status: 200 len: 210 time: 0.0595956 Oct 27 10:26:36.106501 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-5fc1d22e-524a-49e7-92e6-dc28334b06ac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:36.155760 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-da60c927-6e6a-483e-9220-7cd990e0f316 req-1d2b8950-7030-46e3-a784-6d113ae184ad service neutron] For port a2c0905d-8ff6-4c64-8718-c464c84f34df, host n-h2-813419-10, cleared binding levels {{(pid=102347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:26:36.161758 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-da60c927-6e6a-483e-9220-7cd990e0f316 req-1d2b8950-7030-46e3-a784-6d113ae184ad service neutron] For port a2c0905d-8ff6-4c64-8718-c464c84f34df, host n-h2-813419-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=a2c0905d-8ff6-4c64-8718-c464c84f34df,segment=NetworkSegment(f7c42c6d-2766-46d8-a8b7-4852117a5555),segment_id=f7c42c6d-2766-46d8-a8b7-4852117a5555)] {{(pid=102347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:26:36.189352 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-5fc1d22e-524a-49e7-92e6-dc28334b06ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:36.191958 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-5fc1d22e-524a-49e7-92e6-dc28334b06ac admin admin] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:36.193143 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-5fc1d22e-524a-49e7-92e6-dc28334b06ac admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2fc267f5-34b6-4222-8a15-36479d154417 HTTP/1.1" status: 204 len: 168 time: 0.2010784 Oct 27 10:26:36.200265 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-da60c927-6e6a-483e-9220-7cd990e0f316 req-1d2b8950-7030-46e3-a784-6d113ae184ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:36.202620 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc1d22e-524a-49e7-92e6-dc28334b06ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fc267f5-34b6-4222-8a15-36479d154417,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:26:36.253147 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da60c927-6e6a-483e-9220-7cd990e0f316 req-1d2b8950-7030-46e3-a784-6d113ae184ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:36.254279 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-da60c927-6e6a-483e-9220-7cd990e0f316 req-1d2b8950-7030-46e3-a784-6d113ae184ad service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:36.256104 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-da60c927-6e6a-483e-9220-7cd990e0f316 req-1d2b8950-7030-46e3-a784-6d113ae184ad service neutron] 10.222.0.76 "PUT /v2.0/ports/a2c0905d-8ff6-4c64-8718-c464c84f34df HTTP/1.1" status: 200 len: 1096 time: 2.9485869 Oct 27 10:26:36.260802 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [req-da60c927-6e6a-483e-9220-7cd990e0f316 req-d35c4822-711f-4f86-af99-1419fef1d563 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b9b70e1-e27e-4007-b609-dd136bc31194 {{(pid=102347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:26:36.277536 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-da60c927-6e6a-483e-9220-7cd990e0f316 req-d35c4822-711f-4f86-af99-1419fef1d563 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:36.312877 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.provisioning_blocks [req-da60c927-6e6a-483e-9220-7cd990e0f316 req-d35c4822-711f-4f86-af99-1419fef1d563 service neutron] Transition to ACTIVE for port object 8b9b70e1-e27e-4007-b609-dd136bc31194 will not be triggered until provisioned by entity L2. {{(pid=102347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 10:26:36.319360 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2b8950-7030-46e3-a784-6d113ae184ad service neutron] Pushing event updated for resources: {'Port': ['ID=a2c0905d-8ff6-4c64-8718-c464c84f34df,revision_number=3']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:26:36.325152 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-da60c927-6e6a-483e-9220-7cd990e0f316 req-d35c4822-711f-4f86-af99-1419fef1d563 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:36.454908 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35c4822-711f-4f86-af99-1419fef1d563 service neutron] Pushing event updated for resources: {'Port': ['ID=8b9b70e1-e27e-4007-b609-dd136bc31194,revision_number=2']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:26:36.514044 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-8eeb2f9b-5bed-46b2-b1e6-014fe2122ec6 req-86e728d7-b6fa-4251-bb6d-95c38f544a4f tempest-ImagesOneServerNegativeTestJSON-1258670322 tempest-ImagesOneServerNegativeTestJSON-1258670322-project] 10.222.0.44 "GET /v2.0/ports?device_id=46d600e0-a226-4b11-a8a6-bbd4283815d0 HTTP/1.1" status: 200 len: 210 time: 0.0601888 Oct 27 10:26:36.539589 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da60c927-6e6a-483e-9220-7cd990e0f316 req-ef9373d4-a1cd-4a71-a516-00b911318dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:36.541309 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-da60c927-6e6a-483e-9220-7cd990e0f316 req-ef9373d4-a1cd-4a71-a516-00b911318dcd service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=90a01745d25e42a2aa454aea883f58a1&device_id=46d11759-44ac-4f48-8e59-4a8367842d87 HTTP/1.1" status: 200 len: 1099 time: 0.1794219 Oct 27 10:26:36.543837 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-da60c927-6e6a-483e-9220-7cd990e0f316 req-d35c4822-711f-4f86-af99-1419fef1d563 service neutron] Attempting to bind port 8b9b70e1-e27e-4007-b609-dd136bc31194 on host n-h1-813419-10 for vnic_type normal with profile {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:26:36.544161 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-da60c927-6e6a-483e-9220-7cd990e0f316 req-d35c4822-711f-4f86-af99-1419fef1d563 service neutron] Attempting to bind port 8b9b70e1-e27e-4007-b609-dd136bc31194 by drivers openvswitch,hyperv on host n-h1-813419-10 at level 0 using segments [{'id': 'f7c42c6d-2766-46d8-a8b7-4852117a5555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '4d250f92-d229-45fe-a579-67fef8e6c544'}] {{(pid=102347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:26:36.544749 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da60c927-6e6a-483e-9220-7cd990e0f316 req-d35c4822-711f-4f86-af99-1419fef1d563 service neutron] Attempting to bind port 8b9b70e1-e27e-4007-b609-dd136bc31194 on network 4d250f92-d229-45fe-a579-67fef8e6c544 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:26:36.553741 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da60c927-6e6a-483e-9220-7cd990e0f316 req-d35c4822-711f-4f86-af99-1419fef1d563 service neutron] Port 8b9b70e1-e27e-4007-b609-dd136bc31194 on network 4d250f92-d229-45fe-a579-67fef8e6c544 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-10 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 10:26:36.553988 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da60c927-6e6a-483e-9220-7cd990e0f316 req-d35c4822-711f-4f86-af99-1419fef1d563 service neutron] Attempting to bind port 8b9b70e1-e27e-4007-b609-dd136bc31194 on network 4d250f92-d229-45fe-a579-67fef8e6c544 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:26:36.596323 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-da60c927-6e6a-483e-9220-7cd990e0f316 req-4854aef7-004e-4343-bca9-2da52e14a260 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.22&port_id=a2c0905d-8ff6-4c64-8718-c464c84f34df HTTP/1.1" status: 200 len: 217 time: 0.0436809 Oct 27 10:26:36.597300 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da60c927-6e6a-483e-9220-7cd990e0f316 req-d35c4822-711f-4f86-af99-1419fef1d563 service neutron] Checking agent: {'id': 'a52e1cab-0c63-402d-9c94-330537c6c076', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 16, 2), 'started_at': datetime.datetime(2021, 10, 27, 10, 16, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 26, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:26:36.597758 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da60c927-6e6a-483e-9220-7cd990e0f316 req-d35c4822-711f-4f86-af99-1419fef1d563 service neutron] Checking segment: {'id': 'f7c42c6d-2766-46d8-a8b7-4852117a5555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '4d250f92-d229-45fe-a579-67fef8e6c544'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:26:36.598233 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da60c927-6e6a-483e-9220-7cd990e0f316 req-d35c4822-711f-4f86-af99-1419fef1d563 service neutron] Bound using segment: {'id': 'f7c42c6d-2766-46d8-a8b7-4852117a5555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '4d250f92-d229-45fe-a579-67fef8e6c544'} {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:26:36.598796 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-da60c927-6e6a-483e-9220-7cd990e0f316 req-d35c4822-711f-4f86-af99-1419fef1d563 service neutron] Bound port: 8b9b70e1-e27e-4007-b609-dd136bc31194, host: n-h1-813419-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7c42c6d-2766-46d8-a8b7-4852117a5555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '4d250f92-d229-45fe-a579-67fef8e6c544'}}] {{(pid=102347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:26:36.599313 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-da60c927-6e6a-483e-9220-7cd990e0f316 req-d35c4822-711f-4f86-af99-1419fef1d563 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:36.731207 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da60c927-6e6a-483e-9220-7cd990e0f316 req-8763fe42-9ab6-496c-97a7-c56f0148c18c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:36.732706 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-da60c927-6e6a-483e-9220-7cd990e0f316 req-8763fe42-9ab6-496c-97a7-c56f0148c18c service neutron] 10.222.0.76 "GET /v2.0/subnets?id=62eb52f7-aac4-48af-8670-e04300325561 HTTP/1.1" status: 200 len: 843 time: 0.1269789 Oct 27 10:26:36.774849 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-da60c927-6e6a-483e-9220-7cd990e0f316 req-d35c4822-711f-4f86-af99-1419fef1d563 service neutron] For port 8b9b70e1-e27e-4007-b609-dd136bc31194, host n-h1-813419-10, cleared binding levels {{(pid=102347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:26:36.800383 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-da60c927-6e6a-483e-9220-7cd990e0f316 req-d35c4822-711f-4f86-af99-1419fef1d563 service neutron] For port 8b9b70e1-e27e-4007-b609-dd136bc31194, host n-h1-813419-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=8b9b70e1-e27e-4007-b609-dd136bc31194,segment=NetworkSegment(f7c42c6d-2766-46d8-a8b7-4852117a5555),segment_id=f7c42c6d-2766-46d8-a8b7-4852117a5555)] {{(pid=102347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:26:36.807515 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da60c927-6e6a-483e-9220-7cd990e0f316 req-06fac836-1c2f-42f9-833b-09a4ca1cda60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:36.809661 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-da60c927-6e6a-483e-9220-7cd990e0f316 req-06fac836-1c2f-42f9-833b-09a4ca1cda60 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=4d250f92-d229-45fe-a579-67fef8e6c544&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0653777 Oct 27 10:26:36.810824 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-da60c927-6e6a-483e-9220-7cd990e0f316 req-d35c4822-711f-4f86-af99-1419fef1d563 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:36.973495 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da60c927-6e6a-483e-9220-7cd990e0f316 req-d35c4822-711f-4f86-af99-1419fef1d563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:36.976731 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-da60c927-6e6a-483e-9220-7cd990e0f316 req-d35c4822-711f-4f86-af99-1419fef1d563 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:36.981672 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-da60c927-6e6a-483e-9220-7cd990e0f316 req-d35c4822-711f-4f86-af99-1419fef1d563 service neutron] 10.222.0.64 "PUT /v2.0/ports/8b9b70e1-e27e-4007-b609-dd136bc31194 HTTP/1.1" status: 200 len: 1096 time: 2.3418007 Oct 27 10:26:37.038728 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49185983-5fb1-452e-9d9e-5edb8925d25a req-6983ff39-0f11-4f12-8a01-50a72069598f tempest-ServerAddressesNegativeTestJSON-1891923450 tempest-ServerAddressesNegativeTestJSON-1891923450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:37.040337 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-49185983-5fb1-452e-9d9e-5edb8925d25a req-6983ff39-0f11-4f12-8a01-50a72069598f tempest-ServerAddressesNegativeTestJSON-1891923450 tempest-ServerAddressesNegativeTestJSON-1891923450-project] 10.222.0.76 "GET /v2.0/networks?id=74ff1335-d412-4b36-a00c-00fbffe9e9ab HTTP/1.1" status: 200 len: 821 time: 0.2309120 Oct 27 10:26:37.058728 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [req-49185983-5fb1-452e-9d9e-5edb8925d25a req-c1c427a4-4996-4214-900f-1251ac3d7bf5 tempest-ServerAddressesNegativeTestJSON-1891923450 tempest-ServerAddressesNegativeTestJSON-1891923450-project] Request body: {'port': {'device_id': '6c6e6551-b8a2-4137-bb24-406cd25920b2', 'network_id': '74ff1335-d412-4b36-a00c-00fbffe9e9ab', 'admin_state_up': True, 'tenant_id': '0fb538e2a79141b2959a7c53a8ecdb0a'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:26:37.067011 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35c4822-711f-4f86-af99-1419fef1d563 service neutron] Pushing event updated for resources: {'Port': ['ID=8b9b70e1-e27e-4007-b609-dd136bc31194,revision_number=3']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:26:37.190563 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-ec7683fc-3923-4b1f-86d7-8bb9538eedb9 req-74300626-53c9-480e-84c6-5cd2ccdf3076 tempest-ServerAddressesNegativeTestJSON-1891923450 tempest-ServerAddressesNegativeTestJSON-1891923450-project] 10.222.0.44 "GET /v2.0/ports?device_id=6c6e6551-b8a2-4137-bb24-406cd25920b2 HTTP/1.1" status: 200 len: 210 time: 0.0659122 Oct 27 10:26:37.196498 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-da60c927-6e6a-483e-9220-7cd990e0f316 req-3952e559-e3b7-42e1-8829-4e447dc0c58f service neutron] 10.222.0.76 "GET /v2.0/networks/4d250f92-d229-45fe-a579-67fef8e6c544?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3704083 Oct 27 10:26:37.205919 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da60c927-6e6a-483e-9220-7cd990e0f316 req-99632042-b143-4279-b961-5494ac56f7be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:37.207409 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-da60c927-6e6a-483e-9220-7cd990e0f316 req-99632042-b143-4279-b961-5494ac56f7be service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=90a01745d25e42a2aa454aea883f58a1&device_id=25645da6-8447-487a-999a-3cfa5acd00bb HTTP/1.1" status: 200 len: 1099 time: 0.1165998 Oct 27 10:26:37.286502 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf7ae3a-385c-4713-89a4-fa38dc5c892f req-d4c45b79-2e62-4c63-824c-7b7d675a6800 tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:37.304761 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-cdf7ae3a-385c-4713-89a4-fa38dc5c892f req-d4c45b79-2e62-4c63-824c-7b7d675a6800 tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] 10.222.0.44 "GET /v2.0/ports?device_id=25645da6-8447-487a-999a-3cfa5acd00bb HTTP/1.1" status: 200 len: 947 time: 0.1709218 Oct 27 10:26:37.305326 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-da60c927-6e6a-483e-9220-7cd990e0f316 req-dcd04c30-4d8d-4dc4-8a02-180116d953a3 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.41&port_id=8b9b70e1-e27e-4007-b609-dd136bc31194 HTTP/1.1" status: 200 len: 217 time: 0.0791080 Oct 27 10:26:37.416630 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-cdf7ae3a-385c-4713-89a4-fa38dc5c892f req-4029f53c-9287-4a44-905f-54560d3901b8 tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] 10.222.0.44 "GET /v2.0/security-groups?id=564ecd8b-da86-4175-923a-67dcc5fcd400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109269 Oct 27 10:26:37.417207 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49185983-5fb1-452e-9d9e-5edb8925d25a req-c1c427a4-4996-4214-900f-1251ac3d7bf5 tempest-ServerAddressesNegativeTestJSON-1891923450 tempest-ServerAddressesNegativeTestJSON-1891923450-project] Made reservation on behalf of 0fb538e2a79141b2959a7c53a8ecdb0a for: {'port': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:26:37.420694 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-49185983-5fb1-452e-9d9e-5edb8925d25a req-c1c427a4-4996-4214-900f-1251ac3d7bf5 tempest-ServerAddressesNegativeTestJSON-1891923450 tempest-ServerAddressesNegativeTestJSON-1891923450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:37.447660 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da60c927-6e6a-483e-9220-7cd990e0f316 req-394d9332-a04d-4f75-b539-f468fff45cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:37.450338 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-da60c927-6e6a-483e-9220-7cd990e0f316 req-394d9332-a04d-4f75-b539-f468fff45cd4 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=62eb52f7-aac4-48af-8670-e04300325561 HTTP/1.1" status: 200 len: 843 time: 0.1187859 Oct 27 10:26:37.474596 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-e33c0037-9944-4e46-9227-4111005e1c15 req-bc03af5f-9078-47c2-bf53-93be4008bab2 tempest-ServerShowV257Test-1104222655 tempest-ServerShowV257Test-1104222655-project] 10.222.0.44 "GET /v2.0/ports?device_id=9686b29a-79fa-43bf-a440-91a18f92bc03 HTTP/1.1" status: 200 len: 210 time: 0.0395067 Oct 27 10:26:37.494590 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-da60c927-6e6a-483e-9220-7cd990e0f316 req-394df2e2-5c1e-4044-8f0d-714b4374e9c3 service neutron] 10.222.0.76 "GET /v2.0/networks/4d250f92-d229-45fe-a579-67fef8e6c544?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2791426 Oct 27 10:26:37.541676 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da60c927-6e6a-483e-9220-7cd990e0f316 req-74210018-0894-49e4-9e56-0262f358d4ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:37.543161 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-da60c927-6e6a-483e-9220-7cd990e0f316 req-74210018-0894-49e4-9e56-0262f358d4ed service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4d250f92-d229-45fe-a579-67fef8e6c544&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0710120 Oct 27 10:26:37.714616 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-da60c927-6e6a-483e-9220-7cd990e0f316 req-33034c2f-346d-4a88-b531-1e3434f9e506 service neutron] 10.222.0.64 "GET /v2.0/networks/4d250f92-d229-45fe-a579-67fef8e6c544?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1614323 Oct 27 10:26:37.752060 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_common [req-49185983-5fb1-452e-9d9e-5edb8925d25a req-c1c427a4-4996-4214-900f-1251ac3d7bf5 tempest-ServerAddressesNegativeTestJSON-1891923450 tempest-ServerAddressesNegativeTestJSON-1891923450-project] Allocated IP 172.20.0.13 (74ff1335-d412-4b36-a00c-00fbffe9e9ab/2dd52946-c439-4b22-bdf1-4a07f230f19d/326bc25f-d26a-4b8d-8b11-d246b8045d42) {{(pid=102346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:26:37.926754 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-da60c927-6e6a-483e-9220-7cd990e0f316 req-c1a9ff90-efe5-47d8-9558-16d5564e4234 service neutron] 10.222.0.64 "GET /v2.0/networks/4d250f92-d229-45fe-a579-67fef8e6c544?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1977541 Oct 27 10:26:37.931365 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 50946) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:26:37.963119 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device 0a1072e5-2e78-4dbf-90e5-645231a0368f no longer exists at agent hyperv_n-h1-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:26:38.001118 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] No Port match for: 0a1072e5-2e78-4dbf-90e5-645231a0368f {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:26:38.001468 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device 0a1072e5-2e78-4dbf-90e5-645231a0368f not bound to the agent host n-h1-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:26:38.007706 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-49185983-5fb1-452e-9d9e-5edb8925d25a req-c1c427a4-4996-4214-900f-1251ac3d7bf5 tempest-ServerAddressesNegativeTestJSON-1891923450 tempest-ServerAddressesNegativeTestJSON-1891923450-project] Publish callbacks [] for port, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:38.042703 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46d11759-44ac-4f48-8e59-4a8367842d87', 'tag': 'a2c0905d-8ff6-4c64-8718-c464c84f34df'}, {'name': 'network-changed', 'server_uuid': '25645da6-8447-487a-999a-3cfa5acd00bb', 'tag': '8b9b70e1-e27e-4007-b609-dd136bc31194'}] {{(pid=102347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:26:38.045739 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311149b481204ee7edffdb959c881838506fbd95bc8577c048f6677abb73acc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cf63577-56fe-44ac-adc2-930fe8be9345" -d '{"events": [{"name": "network-changed", "server_uuid": "46d11759-44ac-4f48-8e59-4a8367842d87", "tag": "a2c0905d-8ff6-4c64-8718-c464c84f34df"}, {"name": "network-changed", "server_uuid": "25645da6-8447-487a-999a-3cfa5acd00bb", "tag": "8b9b70e1-e27e-4007-b609-dd136bc31194"}]}' {{(pid=102347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:26:38.056474 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-49185983-5fb1-452e-9d9e-5edb8925d25a req-c1c427a4-4996-4214-900f-1251ac3d7bf5 tempest-ServerAddressesNegativeTestJSON-1891923450 tempest-ServerAddressesNegativeTestJSON-1891923450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:38.067015 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-da2c4bc0-705b-42df-8015-a22024e1a576 tempest-ImagesOneServerNegativeTestJSON-1258670322 tempest-ImagesOneServerNegativeTestJSON-1258670322-project] Publish callbacks [] for security_group, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:38.100238 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49185983-5fb1-452e-9d9e-5edb8925d25a req-c1c427a4-4996-4214-900f-1251ac3d7bf5 tempest-ServerAddressesNegativeTestJSON-1891923450 tempest-ServerAddressesNegativeTestJSON-1891923450-project] Network 74ff1335-d412-4b36-a00c-00fbffe9e9ab is already hosted by enough agents. {{(pid=102346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:26:38.103006 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-da2c4bc0-705b-42df-8015-a22024e1a576 tempest-ImagesOneServerNegativeTestJSON-1258670322 tempest-ImagesOneServerNegativeTestJSON-1258670322-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:38.103838 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [req-49185983-5fb1-452e-9d9e-5edb8925d25a req-c1c427a4-4996-4214-900f-1251ac3d7bf5 tempest-ServerAddressesNegativeTestJSON-1891923450 tempest-ServerAddressesNegativeTestJSON-1891923450-project] Resources bound (agent type, host, resource id): {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:26:38.110374 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [req-49185983-5fb1-452e-9d9e-5edb8925d25a req-c1c427a4-4996-4214-900f-1251ac3d7bf5 tempest-ServerAddressesNegativeTestJSON-1891923450 tempest-ServerAddressesNegativeTestJSON-1891923450-project] Received port after_create {{(pid=102346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:26:38.162333 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c427a4-4996-4214-900f-1251ac3d7bf5 tempest-ServerAddressesNegativeTestJSON-1891923450 tempest-ServerAddressesNegativeTestJSON-1891923450-project] Pushing event updated for resources: {'Port': ['ID=326bc25f-d26a-4b8d-8b11-d246b8045d42,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:26:38.168592 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 27 Oct 2021 10:26:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a3e4af9-f9dc-451c-9e85-8256ba9f89fc x-openstack-request-id: req-8a3e4af9-f9dc-451c-9e85-8256ba9f89fc {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:26:38.169147 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46d11759-44ac-4f48-8e59-4a8367842d87", "tag": "a2c0905d-8ff6-4c64-8718-c464c84f34df", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "25645da6-8447-487a-999a-3cfa5acd00bb", "tag": "8b9b70e1-e27e-4007-b609-dd136bc31194", "status": "completed", "code": 200}]} {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:26:38.169639 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-8a3e4af9-f9dc-451c-9e85-8256ba9f89fc {{(pid=102347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:26:38.170246 n-d-813419-10 neutron-server[102347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46d11759-44ac-4f48-8e59-4a8367842d87', 'tag': 'a2c0905d-8ff6-4c64-8718-c464c84f34df', 'status': 'completed', 'code': 200} Oct 27 10:26:38.170733 n-d-813419-10 neutron-server[102347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25645da6-8447-487a-999a-3cfa5acd00bb', 'tag': '8b9b70e1-e27e-4007-b609-dd136bc31194', 'status': 'completed', 'code': 200} Oct 27 10:26:38.198993 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49185983-5fb1-452e-9d9e-5edb8925d25a req-c1c427a4-4996-4214-900f-1251ac3d7bf5 tempest-ServerAddressesNegativeTestJSON-1891923450 tempest-ServerAddressesNegativeTestJSON-1891923450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:38.199628 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-49185983-5fb1-452e-9d9e-5edb8925d25a req-c1c427a4-4996-4214-900f-1251ac3d7bf5 tempest-ServerAddressesNegativeTestJSON-1891923450 tempest-ServerAddressesNegativeTestJSON-1891923450-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:38.220529 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-da2c4bc0-705b-42df-8015-a22024e1a576 tempest-ImagesOneServerNegativeTestJSON-1258670322 tempest-ImagesOneServerNegativeTestJSON-1258670322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:38.224005 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-da2c4bc0-705b-42df-8015-a22024e1a576 tempest-ImagesOneServerNegativeTestJSON-1258670322 tempest-ImagesOneServerNegativeTestJSON-1258670322-project] Publish callbacks [] for security_group, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:38.227660 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-da2c4bc0-705b-42df-8015-a22024e1a576 tempest-ImagesOneServerNegativeTestJSON-1258670322 tempest-ImagesOneServerNegativeTestJSON-1258670322-project] 10.222.0.44 "DELETE /v2.0/security-groups/ad06bb2d-967b-4942-801f-72f371043a66 HTTP/1.1" status: 204 len: 168 time: 0.2928171 Oct 27 10:26:38.232127 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-49185983-5fb1-452e-9d9e-5edb8925d25a req-c1c427a4-4996-4214-900f-1251ac3d7bf5 tempest-ServerAddressesNegativeTestJSON-1891923450 tempest-ServerAddressesNegativeTestJSON-1891923450-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1780567 Oct 27 10:26:38.232977 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 50958) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:26:38.248530 n-d-813419-10 neutron-server[102346]: INFO neutron.api.v2.resource [None req-59b80b7f-638b-4ff3-986b-c66b3ac59a8f tempest-ImagesOneServerNegativeTestJSON-1258670322 tempest-ImagesOneServerNegativeTestJSON-1258670322-project] show failed (client error): The resource could not be found. Oct 27 10:26:38.253846 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2c4bc0-705b-42df-8015-a22024e1a576 tempest-ImagesOneServerNegativeTestJSON-1258670322 tempest-ImagesOneServerNegativeTestJSON-1258670322-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad06bb2d-967b-4942-801f-72f371043a66,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:26:38.254330 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-59b80b7f-638b-4ff3-986b-c66b3ac59a8f tempest-ImagesOneServerNegativeTestJSON-1258670322 tempest-ImagesOneServerNegativeTestJSON-1258670322-project] 10.222.0.44 "GET /v2.0/security-groups/ad06bb2d-967b-4942-801f-72f371043a66 HTTP/1.1" status: 404 len: 347 time: 0.0194552 Oct 27 10:26:38.258002 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 50962) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:26:38.271804 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [req-49185983-5fb1-452e-9d9e-5edb8925d25a req-7a7dd7e1-a18c-4308-a7a2-19e1d65e45e0 service neutron] Request body: {'port': {'device_id': '6c6e6551-b8a2-4137-bb24-406cd25920b2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-10'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:26:38.292221 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf63577-56fe-44ac-adc2-930fe8be9345 req-861b7570-17ff-4521-93e1-99a988a1384e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:38.297401 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-2cf63577-56fe-44ac-adc2-930fe8be9345 req-861b7570-17ff-4521-93e1-99a988a1384e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=90a01745d25e42a2aa454aea883f58a1&device_id=25645da6-8447-487a-999a-3cfa5acd00bb HTTP/1.1" status: 200 len: 1099 time: 0.1203706 Oct 27 10:26:38.439094 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-49185983-5fb1-452e-9d9e-5edb8925d25a req-7a7dd7e1-a18c-4308-a7a2-19e1d65e45e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:38.595108 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b6803e-225e-4791-8e52-eec2980dbf67 req-8aad1835-1ed6-49df-959c-f99efd0f2785 tempest-ServerAddressesNegativeTestJSON-1891923450 tempest-ServerAddressesNegativeTestJSON-1891923450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:38.604330 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-20b6803e-225e-4791-8e52-eec2980dbf67 req-8aad1835-1ed6-49df-959c-f99efd0f2785 tempest-ServerAddressesNegativeTestJSON-1891923450 tempest-ServerAddressesNegativeTestJSON-1891923450-project] 10.222.0.44 "GET /v2.0/ports?device_id=6c6e6551-b8a2-4137-bb24-406cd25920b2 HTTP/1.1" status: 200 len: 932 time: 0.2093089 Oct 27 10:26:38.697246 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-a29c52cd-e647-4a72-835a-4ee963187263 tempest-ImagesOneServerNegativeTestJSON-1258670322 tempest-ImagesOneServerNegativeTestJSON-1258670322-project] Deleting port bc2a3935-cd1e-47ab-9cb2-2a019bc1caae {{(pid=102346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:26:38.698351 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-a29c52cd-e647-4a72-835a-4ee963187263 tempest-ImagesOneServerNegativeTestJSON-1258670322 tempest-ImagesOneServerNegativeTestJSON-1258670322-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:38.746787 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf63577-56fe-44ac-adc2-930fe8be9345 req-e653066c-8957-43bc-b517-4fe30b19d8c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:38.768379 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-2cf63577-56fe-44ac-adc2-930fe8be9345 req-e653066c-8957-43bc-b517-4fe30b19d8c4 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=90a01745d25e42a2aa454aea883f58a1&device_id=46d11759-44ac-4f48-8e59-4a8367842d87 HTTP/1.1" status: 200 len: 1099 time: 0.5433443 Oct 27 10:26:38.785936 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:38.871833 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf63577-56fe-44ac-adc2-930fe8be9345 req-b9bba153-bd08-4623-a237-15eaae71b9cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:38.873452 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-2cf63577-56fe-44ac-adc2-930fe8be9345 req-b9bba153-bd08-4623-a237-15eaae71b9cf service neutron] 10.222.0.76 "GET /v2.0/networks?id=4d250f92-d229-45fe-a579-67fef8e6c544 HTTP/1.1" status: 200 len: 870 time: 0.1041708 Oct 27 10:26:38.876698 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-20b6803e-225e-4791-8e52-eec2980dbf67 req-6b27977a-b7aa-49a9-b639-2e4114acfeec tempest-ServerAddressesNegativeTestJSON-1891923450 tempest-ServerAddressesNegativeTestJSON-1891923450-project] 10.222.0.44 "GET /v2.0/security-groups?id=3c738e8e-b9b5-4de1-bafa-87f3b034b663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2569242 Oct 27 10:26:38.985816 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-a29c52cd-e647-4a72-835a-4ee963187263 tempest-ImagesOneServerNegativeTestJSON-1258670322 tempest-ImagesOneServerNegativeTestJSON-1258670322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:38.986273 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-a29c52cd-e647-4a72-835a-4ee963187263 tempest-ImagesOneServerNegativeTestJSON-1258670322 tempest-ImagesOneServerNegativeTestJSON-1258670322-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:39.026561 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-791ed1b8-0ca6-4fba-9d80-5a3fee5b6263 req-0e6b64c9-46f1-432a-9a29-e8177ab43db5 tempest-ServerShowV257Test-1104222655 tempest-ServerShowV257Test-1104222655-project] 10.222.0.44 "GET /v2.0/ports?device_id=9686b29a-79fa-43bf-a440-91a18f92bc03 HTTP/1.1" status: 200 len: 210 time: 0.0495129 Oct 27 10:26:39.073077 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-2cf63577-56fe-44ac-adc2-930fe8be9345 req-a3271efa-bd9c-4632-b4f5-e3b8417ae083 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.22&port_id=a2c0905d-8ff6-4c64-8718-c464c84f34df HTTP/1.1" status: 200 len: 217 time: 0.1849666 Oct 27 10:26:39.090256 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-a29c52cd-e647-4a72-835a-4ee963187263 tempest-ImagesOneServerNegativeTestJSON-1258670322 tempest-ImagesOneServerNegativeTestJSON-1258670322-project] Calling delete_port for bc2a3935-cd1e-47ab-9cb2-2a019bc1caae owned by network:floatingip {{(pid=102346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:26:39.102776 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf63577-56fe-44ac-adc2-930fe8be9345 req-8e383c88-7d50-4dfa-b0bd-942b345cd9e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:39.104390 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-2cf63577-56fe-44ac-adc2-930fe8be9345 req-8e383c88-7d50-4dfa-b0bd-942b345cd9e0 service neutron] 10.222.0.64 "GET /v2.0/networks?id=4d250f92-d229-45fe-a579-67fef8e6c544 HTTP/1.1" status: 200 len: 870 time: 0.7964849 Oct 27 10:26:39.189165 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf63577-56fe-44ac-adc2-930fe8be9345 req-bb7872be-3dd0-444a-9f01-c22c0aca3727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:39.190737 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-2cf63577-56fe-44ac-adc2-930fe8be9345 req-bb7872be-3dd0-444a-9f01-c22c0aca3727 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=62eb52f7-aac4-48af-8670-e04300325561 HTTP/1.1" status: 200 len: 843 time: 0.0844488 Oct 27 10:26:39.204166 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb27e0b9-7619-48ca-b945-7987a62e82e8 req-f2b48bd5-ecf5-4ca9-a341-990cbb07e679 tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:39.211765 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-fb27e0b9-7619-48ca-b945-7987a62e82e8 req-f2b48bd5-ecf5-4ca9-a341-990cbb07e679 tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] 10.222.0.44 "GET /v2.0/ports?device_id=25645da6-8447-487a-999a-3cfa5acd00bb HTTP/1.1" status: 200 len: 947 time: 0.4674890 Oct 27 10:26:39.277625 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [req-49185983-5fb1-452e-9d9e-5edb8925d25a req-7a7dd7e1-a18c-4308-a7a2-19e1d65e45e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 326bc25f-d26a-4b8d-8b11-d246b8045d42 {{(pid=102346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:26:39.291065 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-49185983-5fb1-452e-9d9e-5edb8925d25a req-7a7dd7e1-a18c-4308-a7a2-19e1d65e45e0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:39.303635 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-2cf63577-56fe-44ac-adc2-930fe8be9345 req-ab0fdfd0-668d-4a0a-82d1-e8252199947b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.41&port_id=8b9b70e1-e27e-4007-b609-dd136bc31194 HTTP/1.1" status: 200 len: 217 time: 0.1356804 Oct 27 10:26:39.314385 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-fb27e0b9-7619-48ca-b945-7987a62e82e8 req-57fc4714-8848-494c-adc9-dcf8d975bc32 tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] 10.222.0.44 "GET /v2.0/security-groups?id=564ecd8b-da86-4175-923a-67dcc5fcd400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016438 Oct 27 10:26:39.325755 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.provisioning_blocks [req-49185983-5fb1-452e-9d9e-5edb8925d25a req-7a7dd7e1-a18c-4308-a7a2-19e1d65e45e0 service neutron] Transition to ACTIVE for port object 326bc25f-d26a-4b8d-8b11-d246b8045d42 will not be triggered until provisioned by entity L2. {{(pid=102346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 10:26:39.338252 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-49185983-5fb1-452e-9d9e-5edb8925d25a req-7a7dd7e1-a18c-4308-a7a2-19e1d65e45e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27024173'] for port, after_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:39.374865 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf63577-56fe-44ac-adc2-930fe8be9345 req-1a235f0c-f64e-4d0b-87ad-2f4abd5517b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:39.375793 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-2cf63577-56fe-44ac-adc2-930fe8be9345 req-1a235f0c-f64e-4d0b-87ad-2f4abd5517b9 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=4d250f92-d229-45fe-a579-67fef8e6c544&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1611831 Oct 27 10:26:39.494305 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7dd7e1-a18c-4308-a7a2-19e1d65e45e0 service neutron] Pushing event updated for resources: {'Port': ['ID=326bc25f-d26a-4b8d-8b11-d246b8045d42,revision_number=2']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:26:39.496666 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-2cf63577-56fe-44ac-adc2-930fe8be9345 req-32aa6086-79fc-48c3-afbd-d4748c7132b0 service neutron] 10.222.0.76 "GET /v2.0/networks/4d250f92-d229-45fe-a579-67fef8e6c544?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1107879 Oct 27 10:26:39.500867 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device a2c0905d-8ff6-4c64-8718-c464c84f34df details requested by agent hyperv_n-h2-813419-10 with host n-h2-813419-10 {{(pid=102348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 10:26:39.501427 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf63577-56fe-44ac-adc2-930fe8be9345 req-9f70b339-54c4-4b17-9310-c0d32b46c485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:39.503025 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-2cf63577-56fe-44ac-adc2-930fe8be9345 req-9f70b339-54c4-4b17-9310-c0d32b46c485 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=62eb52f7-aac4-48af-8670-e04300325561 HTTP/1.1" status: 200 len: 843 time: 0.1877465 Oct 27 10:26:39.548722 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.managers [req-49185983-5fb1-452e-9d9e-5edb8925d25a req-7a7dd7e1-a18c-4308-a7a2-19e1d65e45e0 service neutron] Attempting to bind port 326bc25f-d26a-4b8d-8b11-d246b8045d42 on host n-h2-813419-10 for vnic_type normal with profile {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:26:39.549613 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.managers [req-49185983-5fb1-452e-9d9e-5edb8925d25a req-7a7dd7e1-a18c-4308-a7a2-19e1d65e45e0 service neutron] Attempting to bind port 326bc25f-d26a-4b8d-8b11-d246b8045d42 by drivers openvswitch,hyperv on host n-h2-813419-10 at level 0 using segments [{'id': '092589f8-5d60-48db-876f-f23104f52838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '74ff1335-d412-4b36-a00c-00fbffe9e9ab'}] {{(pid=102346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:26:39.549877 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49185983-5fb1-452e-9d9e-5edb8925d25a req-7a7dd7e1-a18c-4308-a7a2-19e1d65e45e0 service neutron] Attempting to bind port 326bc25f-d26a-4b8d-8b11-d246b8045d42 on network 74ff1335-d412-4b36-a00c-00fbffe9e9ab {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:26:39.556081 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49185983-5fb1-452e-9d9e-5edb8925d25a req-7a7dd7e1-a18c-4308-a7a2-19e1d65e45e0 service neutron] Port 326bc25f-d26a-4b8d-8b11-d246b8045d42 on network 74ff1335-d412-4b36-a00c-00fbffe9e9ab not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-10 {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 10:26:39.556419 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49185983-5fb1-452e-9d9e-5edb8925d25a req-7a7dd7e1-a18c-4308-a7a2-19e1d65e45e0 service neutron] Attempting to bind port 326bc25f-d26a-4b8d-8b11-d246b8045d42 on network 74ff1335-d412-4b36-a00c-00fbffe9e9ab {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:26:39.565740 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49185983-5fb1-452e-9d9e-5edb8925d25a req-7a7dd7e1-a18c-4308-a7a2-19e1d65e45e0 service neutron] Checking agent: {'id': 'a2edc247-0fa4-4ce6-bbae-a10492f6bd71', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 16, 9), 'started_at': datetime.datetime(2021, 10, 27, 10, 16, 9), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 26, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:26:39.566078 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49185983-5fb1-452e-9d9e-5edb8925d25a req-7a7dd7e1-a18c-4308-a7a2-19e1d65e45e0 service neutron] Checking segment: {'id': '092589f8-5d60-48db-876f-f23104f52838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '74ff1335-d412-4b36-a00c-00fbffe9e9ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:26:39.566450 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49185983-5fb1-452e-9d9e-5edb8925d25a req-7a7dd7e1-a18c-4308-a7a2-19e1d65e45e0 service neutron] Bound using segment: {'id': '092589f8-5d60-48db-876f-f23104f52838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '74ff1335-d412-4b36-a00c-00fbffe9e9ab'} {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:26:39.566881 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.managers [req-49185983-5fb1-452e-9d9e-5edb8925d25a req-7a7dd7e1-a18c-4308-a7a2-19e1d65e45e0 service neutron] Bound port: 326bc25f-d26a-4b8d-8b11-d246b8045d42, host: n-h2-813419-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '092589f8-5d60-48db-876f-f23104f52838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '74ff1335-d412-4b36-a00c-00fbffe9e9ab'}}] {{(pid=102346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:26:39.567233 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-49185983-5fb1-452e-9d9e-5edb8925d25a req-7a7dd7e1-a18c-4308-a7a2-19e1d65e45e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:39.640701 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] For port a2c0905d-8ff6-4c64-8718-c464c84f34df, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=a2c0905d-8ff6-4c64-8718-c464c84f34df,segment=NetworkSegment(f7c42c6d-2766-46d8-a8b7-4852117a5555),segment_id=f7c42c6d-2766-46d8-a8b7-4852117a5555)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:26:39.656891 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Returning: {'device': 'a2c0905d-8ff6-4c64-8718-c464c84f34df', 'network_id': '4d250f92-d229-45fe-a579-67fef8e6c544', 'port_id': 'a2c0905d-8ff6-4c64-8718-c464c84f34df', 'mac_address': 'fa:16:3e:e0:85:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62eb52f7-aac4-48af-8670-e04300325561', 'ip_address': '192.168.233.22'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 10:26:39.665599 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-a29c52cd-e647-4a72-835a-4ee963187263 tempest-ImagesOneServerNegativeTestJSON-1258670322 tempest-ImagesOneServerNegativeTestJSON-1258670322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:39.684335 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf63577-56fe-44ac-adc2-930fe8be9345 req-81b1ddea-fb5f-4573-83f3-933f27c099bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:39.685550 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-2cf63577-56fe-44ac-adc2-930fe8be9345 req-81b1ddea-fb5f-4573-83f3-933f27c099bd service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4d250f92-d229-45fe-a579-67fef8e6c544&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1539731 Oct 27 10:26:39.778702 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:39.790549 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29c52cd-e647-4a72-835a-4ee963187263 tempest-ImagesOneServerNegativeTestJSON-1258670322 tempest-ImagesOneServerNegativeTestJSON-1258670322-project] Pushing event deleted for resources: {'Port': ['ID=bc2a3935-cd1e-47ab-9cb2-2a019bc1caae,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:26:39.808039 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2c0905d-8ff6-4c64-8718-c464c84f34df {{(pid=102348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:26:39.849630 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] For port a2c0905d-8ff6-4c64-8718-c464c84f34df, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=a2c0905d-8ff6-4c64-8718-c464c84f34df,segment=NetworkSegment(f7c42c6d-2766-46d8-a8b7-4852117a5555),segment_id=f7c42c6d-2766-46d8-a8b7-4852117a5555)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:26:39.857002 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:39.878070 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-2cf63577-56fe-44ac-adc2-930fe8be9345 req-9f9f50cf-4c3c-41fb-9c97-018e2f4ccc4a service neutron] 10.222.0.76 "GET /v2.0/networks/4d250f92-d229-45fe-a579-67fef8e6c544?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3695028 Oct 27 10:26:39.924541 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Pushing event updated for resources: {'Port': ['ID=a2c0905d-8ff6-4c64-8718-c464c84f34df,revision_number=4']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:26:39.926000 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [req-49185983-5fb1-452e-9d9e-5edb8925d25a req-7a7dd7e1-a18c-4308-a7a2-19e1d65e45e0 service neutron] For port 326bc25f-d26a-4b8d-8b11-d246b8045d42, host n-h2-813419-10, cleared binding levels {{(pid=102346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:26:39.936464 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [req-49185983-5fb1-452e-9d9e-5edb8925d25a req-7a7dd7e1-a18c-4308-a7a2-19e1d65e45e0 service neutron] For port 326bc25f-d26a-4b8d-8b11-d246b8045d42, host n-h2-813419-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=326bc25f-d26a-4b8d-8b11-d246b8045d42,segment=NetworkSegment(092589f8-5d60-48db-876f-f23104f52838),segment_id=092589f8-5d60-48db-876f-f23104f52838)] {{(pid=102346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:26:39.942466 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:26:39.943045 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:26:39.943580 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:26:39.944297 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:26:39.945505 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:26:39.946096 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:26:39.946693 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:26:39.947463 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:26:39.948484 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:26:39.949065 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:26:39.949211 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-a29c52cd-e647-4a72-835a-4ee963187263 tempest-ImagesOneServerNegativeTestJSON-1258670322 tempest-ImagesOneServerNegativeTestJSON-1258670322-project] Publish callbacks [] for floatingip, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:39.950102 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:26:39.950775 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:26:39.956105 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-a29c52cd-e647-4a72-835a-4ee963187263 tempest-ImagesOneServerNegativeTestJSON-1258670322 tempest-ImagesOneServerNegativeTestJSON-1258670322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for floatingip, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:39.957570 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-2cf63577-56fe-44ac-adc2-930fe8be9345 req-5d1d6b8a-4842-4d72-9d90-953226677d3e service neutron] 10.222.0.64 "GET /v2.0/networks/4d250f92-d229-45fe-a579-67fef8e6c544?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2531016 Oct 27 10:26:39.963843 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-a29c52cd-e647-4a72-835a-4ee963187263 tempest-ImagesOneServerNegativeTestJSON-1258670322 tempest-ImagesOneServerNegativeTestJSON-1258670322-project] 10.222.0.44 "DELETE /v2.0/floatingips/55b3b8b4-481f-4893-8c1f-59edd333fd35 HTTP/1.1" status: 204 len: 168 time: 1.7020717 Oct 27 10:26:39.967654 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-49185983-5fb1-452e-9d9e-5edb8925d25a req-7a7dd7e1-a18c-4308-a7a2-19e1d65e45e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27024173'] for port, after_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:39.993750 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device 8b9b70e1-e27e-4007-b609-dd136bc31194 details requested by agent hyperv_n-h1-813419-10 with host n-h1-813419-10 {{(pid=102348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 10:26:40.055855 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49185983-5fb1-452e-9d9e-5edb8925d25a req-7a7dd7e1-a18c-4308-a7a2-19e1d65e45e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:40.057945 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-49185983-5fb1-452e-9d9e-5edb8925d25a req-7a7dd7e1-a18c-4308-a7a2-19e1d65e45e0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:40.062413 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-49185983-5fb1-452e-9d9e-5edb8925d25a req-7a7dd7e1-a18c-4308-a7a2-19e1d65e45e0 service neutron] 10.222.0.76 "PUT /v2.0/ports/326bc25f-d26a-4b8d-8b11-d246b8045d42 HTTP/1.1" status: 200 len: 1093 time: 1.8056006 Oct 27 10:26:40.126821 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c6e6551-b8a2-4137-bb24-406cd25920b2', 'tag': '326bc25f-d26a-4b8d-8b11-d246b8045d42'}] {{(pid=102346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:26:40.134990 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc0e418f5fc417c8d55d94c0aa509b037d0beb2a734c1a709e789eb65639a56d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbf0dbc5-6dc7-4ae9-bbe9-60ebb3510354" -d '{"events": [{"name": "network-changed", "server_uuid": "6c6e6551-b8a2-4137-bb24-406cd25920b2", "tag": "326bc25f-d26a-4b8d-8b11-d246b8045d42"}]}' {{(pid=102346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:26:40.329029 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port 8b9b70e1-e27e-4007-b609-dd136bc31194, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=8b9b70e1-e27e-4007-b609-dd136bc31194,segment=NetworkSegment(f7c42c6d-2766-46d8-a8b7-4852117a5555),segment_id=f7c42c6d-2766-46d8-a8b7-4852117a5555)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:26:40.346361 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-72a2a0fb-5eac-4f6d-9db5-b70bd34ee226 req-bf475612-3a7a-46a8-9895-9008e7ed2979 tempest-ServerShowV257Test-1104222655 tempest-ServerShowV257Test-1104222655-project] 10.222.0.44 "GET /v2.0/ports?device_id=9686b29a-79fa-43bf-a440-91a18f92bc03 HTTP/1.1" status: 200 len: 210 time: 0.0762744 Oct 27 10:26:40.347651 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] get_ports_and_sgs() called for port_ids ['a2c0905d-8ff6-4c64-8718-c464c84f34df'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:26:40.359208 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97febfeb-8986-4a05-bb30-559221c2e35d req-e2d134b4-919c-497f-8b7f-61f2bd273e34 tempest-ServerAddressesNegativeTestJSON-1891923450 tempest-ServerAddressesNegativeTestJSON-1891923450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:40.361693 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-97febfeb-8986-4a05-bb30-559221c2e35d req-e2d134b4-919c-497f-8b7f-61f2bd273e34 tempest-ServerAddressesNegativeTestJSON-1891923450 tempest-ServerAddressesNegativeTestJSON-1891923450-project] 10.222.0.44 "GET /v2.0/ports?device_id=6c6e6551-b8a2-4137-bb24-406cd25920b2 HTTP/1.1" status: 200 len: 944 time: 0.2155468 Oct 27 10:26:40.421305 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Returning: {'device': '8b9b70e1-e27e-4007-b609-dd136bc31194', 'network_id': '4d250f92-d229-45fe-a579-67fef8e6c544', 'port_id': '8b9b70e1-e27e-4007-b609-dd136bc31194', 'mac_address': 'fa:16:3e:77:2a:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62eb52f7-aac4-48af-8670-e04300325561', 'ip_address': '192.168.233.41'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 10:26:40.434648 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49185983-5fb1-452e-9d9e-5edb8925d25a req-480f4d5f-cc6f-4de4-b732-e07c0f0ec9bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:40.449539 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-49185983-5fb1-452e-9d9e-5edb8925d25a req-480f4d5f-cc6f-4de4-b732-e07c0f0ec9bd service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=0fb538e2a79141b2959a7c53a8ecdb0a&device_id=6c6e6551-b8a2-4137-bb24-406cd25920b2 HTTP/1.1" status: 200 len: 1096 time: 0.3042772 Oct 27 10:26:40.450399 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7dd7e1-a18c-4308-a7a2-19e1d65e45e0 service neutron] Pushing event updated for resources: {'Port': ['ID=326bc25f-d26a-4b8d-8b11-d246b8045d42,revision_number=3']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:26:40.457874 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-2cf63577-56fe-44ac-adc2-930fe8be9345 req-426735b9-06f2-480d-87aa-df4c460c9af3 service neutron] 10.222.0.64 "GET /v2.0/networks/4d250f92-d229-45fe-a579-67fef8e6c544?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4825692 Oct 27 10:26:40.485802 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 51068) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:26:40.498625 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-97febfeb-8986-4a05-bb30-559221c2e35d req-400b9676-93f9-440d-816e-3cfd6361e6c4 tempest-ServerAddressesNegativeTestJSON-1891923450 tempest-ServerAddressesNegativeTestJSON-1891923450-project] 10.222.0.44 "GET /v2.0/security-groups?id=3c738e8e-b9b5-4de1-bafa-87f3b034b663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235592 Oct 27 10:26:40.518217 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:40.560189 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_v2 [None req-735ff939-90f4-430d-bb3e-8d42b10097f6 admin admin] Deleting subnet 16b456d2-8438-42f0-a0ba-9b2d6c1c5bfa {{(pid=102347) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 10:26:40.563623 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-735ff939-90f4-430d-bb3e-8d42b10097f6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:40.564029 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b9b70e1-e27e-4007-b609-dd136bc31194 {{(pid=102348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:26:40.621871 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port 8b9b70e1-e27e-4007-b609-dd136bc31194, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=8b9b70e1-e27e-4007-b609-dd136bc31194,segment=NetworkSegment(f7c42c6d-2766-46d8-a8b7-4852117a5555),segment_id=f7c42c6d-2766-46d8-a8b7-4852117a5555)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:26:40.633370 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:40.643940 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-49185983-5fb1-452e-9d9e-5edb8925d25a req-686cd68e-54cb-44bd-827f-c802b8b89cdd service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=326bc25f-d26a-4b8d-8b11-d246b8045d42 HTTP/1.1" status: 200 len: 217 time: 0.1837416 Oct 27 10:26:40.652141 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-735ff939-90f4-430d-bb3e-8d42b10097f6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-18445109'] for subnet, precommit_delete_associations {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:40.658290 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 10:26:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cc67ede-b84b-4081-8911-e6b6e500e9e3 x-openstack-request-id: req-6cc67ede-b84b-4081-8911-e6b6e500e9e3 {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:26:40.659101 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c6e6551-b8a2-4137-bb24-406cd25920b2", "tag": "326bc25f-d26a-4b8d-8b11-d246b8045d42", "status": "completed", "code": 200}]} {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:26:40.659476 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6cc67ede-b84b-4081-8911-e6b6e500e9e3 {{(pid=102346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:26:40.659759 n-d-813419-10 neutron-server[102346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c6e6551-b8a2-4137-bb24-406cd25920b2', 'tag': '326bc25f-d26a-4b8d-8b11-d246b8045d42', 'status': 'completed', 'code': 200} Oct 27 10:26:40.714121 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Pushing event updated for resources: {'Port': ['ID=8b9b70e1-e27e-4007-b609-dd136bc31194,revision_number=4']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:26:40.804545 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-735ff939-90f4-430d-bb3e-8d42b10097f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855646'] for subnet, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:40.844186 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 51074) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:26:40.876494 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49185983-5fb1-452e-9d9e-5edb8925d25a req-705370d4-045c-468a-8934-f2f830e930d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:40.878040 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-49185983-5fb1-452e-9d9e-5edb8925d25a req-705370d4-045c-468a-8934-f2f830e930d6 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=2dd52946-c439-4b22-bdf1-4a07f230f19d HTTP/1.1" status: 200 len: 861 time: 0.2174737 Oct 27 10:26:40.887365 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595df638-4634-4c64-9026-dff6732a87ac req-f7b2a003-bad6-4a8b-bb0c-8e0019ea8f46 tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:40.895420 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-595df638-4634-4c64-9026-dff6732a87ac req-f7b2a003-bad6-4a8b-bb0c-8e0019ea8f46 tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] 10.222.0.44 "GET /v2.0/ports?device_id=25645da6-8447-487a-999a-3cfa5acd00bb HTTP/1.1" status: 200 len: 948 time: 0.0975542 Oct 27 10:26:40.902411 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-735ff939-90f4-430d-bb3e-8d42b10097f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-18295818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18043720'] for subnet, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:40.936327 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-49185983-5fb1-452e-9d9e-5edb8925d25a req-77a02ab2-6efe-454b-a178-821d8fe30b44 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=74ff1335-d412-4b36-a00c-00fbffe9e9ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381482 Oct 27 10:26:40.942188 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735ff939-90f4-430d-bb3e-8d42b10097f6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=16b456d2-8438-42f0-a0ba-9b2d6c1c5bfa,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:26:40.966012 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-595df638-4634-4c64-9026-dff6732a87ac req-ccc72318-fd92-4f96-a376-85c1be85e2b2 tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] 10.222.0.44 "GET /v2.0/security-groups?id=564ecd8b-da86-4175-923a-67dcc5fcd400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671346 Oct 27 10:26:40.969497 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-735ff939-90f4-430d-bb3e-8d42b10097f6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:40.975763 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-735ff939-90f4-430d-bb3e-8d42b10097f6 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/16b456d2-8438-42f0-a0ba-9b2d6c1c5bfa HTTP/1.1" status: 204 len: 168 time: 0.4875097 Oct 27 10:26:40.977382 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 51078) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:26:41.073046 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] get_ports_and_sgs() called for port_ids ['8b9b70e1-e27e-4007-b609-dd136bc31194'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:26:41.133602 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-b0d7d848-7eef-40bf-a707-506bf5256e7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586917'] for network, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:41.141021 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-49185983-5fb1-452e-9d9e-5edb8925d25a req-bdf4a27b-ee14-4ec7-b86d-a6eef6ec093f service neutron] 10.222.0.76 "GET /v2.0/networks/74ff1335-d412-4b36-a00c-00fbffe9e9ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1873705 Oct 27 10:26:41.158771 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-5e2d5902-ce54-4122-8850-ae3905f5da97 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:41.271904 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-b0d7d848-7eef-40bf-a707-506bf5256e7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857803', 'neutron.services.segments.db._delete_segments_for_network-8743873143390'] for network, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:41.295792 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-b0d7d848-7eef-40bf-a707-506bf5256e7b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7c4c830-52ad-4ee2-a72d-431abd6800b4']}} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:26:41.308444 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-49185983-5fb1-452e-9d9e-5edb8925d25a req-1c624b83-c1f6-4450-b929-523ccc1842f9 service neutron] 10.222.0.76 "GET /v2.0/networks/74ff1335-d412-4b36-a00c-00fbffe9e9ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1574137 Oct 27 10:26:41.309115 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-b0d7d848-7eef-40bf-a707-506bf5256e7b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '922b6d3e-9a8b-4e20-bf5d-299fdca2febe') {'for_net_delete': True} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:26:41.309410 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-b0d7d848-7eef-40bf-a707-506bf5256e7b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '922b6d3e-9a8b-4e20-bf5d-299fdca2febe') {} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:26:41.321841 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-b0d7d848-7eef-40bf-a707-506bf5256e7b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743873145191', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18445132'] for segment, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:41.342754 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-b0d7d848-7eef-40bf-a707-506bf5256e7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:41.349846 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0d7d848-7eef-40bf-a707-506bf5256e7b admin admin] Releasing vlan 400 on physical network physnet1 to pool {{(pid=102347) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 10:26:41.350635 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-b0d7d848-7eef-40bf-a707-506bf5256e7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-18296032'] for segment, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:41.453084 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf0dbc5-6dc7-4ae9-bbe9-60ebb3510354 req-a5fe28c9-e2f6-4d45-8b97-211496362d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:41.454939 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-bbf0dbc5-6dc7-4ae9-bbe9-60ebb3510354 req-a5fe28c9-e2f6-4d45-8b97-211496362d5d service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=0fb538e2a79141b2959a7c53a8ecdb0a&device_id=6c6e6551-b8a2-4137-bb24-406cd25920b2 HTTP/1.1" status: 200 len: 1096 time: 0.0765238 Oct 27 10:26:41.491443 n-d-813419-10 neutron-server[102347]: Traceback (most recent call last): Oct 27 10:26:41.491443 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 10:26:41.491443 n-d-813419-10 neutron-server[102347]: timer() Oct 27 10:26:41.491443 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 10:26:41.491443 n-d-813419-10 neutron-server[102347]: cb(*args, **kw) Oct 27 10:26:41.491443 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 10:26:41.491443 n-d-813419-10 neutron-server[102347]: return func(*args, **kwargs) Oct 27 10:26:41.491443 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 10:26:41.491443 n-d-813419-10 neutron-server[102347]: self._notify() Oct 27 10:26:41.491443 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 10:26:41.491443 n-d-813419-10 neutron-server[102347]: self.callback(batched_events) Oct 27 10:26:41.491443 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 10:26:41.491443 n-d-813419-10 neutron-server[102347]: event.method(event) Oct 27 10:26:41.491443 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 10:26:41.491443 n-d-813419-10 neutron-server[102347]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 10:26:41.491443 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 10:26:41.491443 n-d-813419-10 neutron-server[102347]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 10:26:41.491443 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 10:26:41.491443 n-d-813419-10 neutron-server[102347]: return f(self, *a, **k) Oct 27 10:26:41.491443 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 10:26:41.491443 n-d-813419-10 neutron-server[102347]: return self._get(url).json() Oct 27 10:26:41.491443 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 10:26:41.491443 n-d-813419-10 neutron-server[102347]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 10:26:41.491443 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 10:26:41.491443 n-d-813419-10 neutron-server[102347]: return self.request(url, 'GET', **kwargs) Oct 27 10:26:41.491443 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 10:26:41.491443 n-d-813419-10 neutron-server[102347]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 10:26:41.491443 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 10:26:41.491443 n-d-813419-10 neutron-server[102347]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 10:26:41.491443 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 10:26:41.491443 n-d-813419-10 neutron-server[102347]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 10:26:41.491443 n-d-813419-10 neutron-server[102347]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 10:26:41.576498 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-b0d7d848-7eef-40bf-a707-506bf5256e7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664840'] for network, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:41.623382 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-b0d7d848-7eef-40bf-a707-506bf5256e7b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for network, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:41.630266 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-b0d7d848-7eef-40bf-a707-506bf5256e7b admin admin] 10.222.0.44 "DELETE /v2.0/networks/f7c4c830-52ad-4ee2-a72d-431abd6800b4 HTTP/1.1" status: 204 len: 168 time: 0.6513367 Oct 27 10:26:41.632235 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf0dbc5-6dc7-4ae9-bbe9-60ebb3510354 req-9110d66d-fb93-464c-94c9-13436e1b13ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:41.634127 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-bbf0dbc5-6dc7-4ae9-bbe9-60ebb3510354 req-9110d66d-fb93-464c-94c9-13436e1b13ac service neutron] 10.222.0.76 "GET /v2.0/networks?id=74ff1335-d412-4b36-a00c-00fbffe9e9ab HTTP/1.1" status: 200 len: 922 time: 0.1592336 Oct 27 10:26:41.648783 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d7d848-7eef-40bf-a707-506bf5256e7b admin admin] Pushing event deleted for resources: {'Network': ['ID=f7c4c830-52ad-4ee2-a72d-431abd6800b4,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:26:41.654296 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-6b691b0b-2419-4c54-b2a7-fb4089501503 req-8f51ed6e-3acb-4e15-b930-a49666167998 tempest-ServerShowV257Test-1104222655 tempest-ServerShowV257Test-1104222655-project] 10.222.0.44 "GET /v2.0/ports?device_id=9686b29a-79fa-43bf-a440-91a18f92bc03 HTTP/1.1" status: 200 len: 210 time: 0.1120622 Oct 27 10:26:41.749249 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-5e2d5902-ce54-4122-8850-ae3905f5da97 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:41.757226 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-5e2d5902-ce54-4122-8850-ae3905f5da97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:41.774016 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-bbf0dbc5-6dc7-4ae9-bbe9-60ebb3510354 req-71c57919-1260-4d18-9ae0-e59f7c546b58 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=326bc25f-d26a-4b8d-8b11-d246b8045d42 HTTP/1.1" status: 200 len: 217 time: 0.1300576 Oct 27 10:26:41.838346 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2d5902-ce54-4122-8850-ae3905f5da97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30c3fd47-50aa-45f2-aaa8-02dd9d62756c,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:26:41.845159 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-5e2d5902-ce54-4122-8850-ae3905f5da97 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b55699f66859475b912aef51701edee9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9961679 Oct 27 10:26:41.848712 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 51092) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:26:41.880885 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 51094) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:26:41.898821 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d3d692-e3d2-448d-b0bf-bcbb862c648d req-74dda2e5-c4db-474a-8a2e-fd029c194af9 tempest-ServerAddressesNegativeTestJSON-1891923450 tempest-ServerAddressesNegativeTestJSON-1891923450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:41.906237 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-85d3d692-e3d2-448d-b0bf-bcbb862c648d req-74dda2e5-c4db-474a-8a2e-fd029c194af9 tempest-ServerAddressesNegativeTestJSON-1891923450 tempest-ServerAddressesNegativeTestJSON-1891923450-project] 10.222.0.44 "GET /v2.0/ports?device_id=6c6e6551-b8a2-4137-bb24-406cd25920b2 HTTP/1.1" status: 200 len: 944 time: 0.2708879 Oct 27 10:26:41.933259 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-5a414408-5452-4c8f-8860-46798ef398b2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:41.964385 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf0dbc5-6dc7-4ae9-bbe9-60ebb3510354 req-7fe832b9-197a-4309-8a61-123a470b544d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:41.965984 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-bbf0dbc5-6dc7-4ae9-bbe9-60ebb3510354 req-7fe832b9-197a-4309-8a61-123a470b544d service neutron] 10.222.0.76 "GET /v2.0/subnets?id=2dd52946-c439-4b22-bdf1-4a07f230f19d HTTP/1.1" status: 200 len: 861 time: 0.1751816 Oct 27 10:26:41.988838 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-5a414408-5452-4c8f-8860-46798ef398b2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:41.999700 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-838a0274-f3ad-4f9d-8b0f-57dd32028e75 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2188d08323094fd29aa0ce0c21743039&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1152825 Oct 27 10:26:42.007669 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 51098) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:26:42.036556 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-bbf0dbc5-6dc7-4ae9-bbe9-60ebb3510354 req-8b01e09a-3744-4753-b64b-353df0e853b0 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=74ff1335-d412-4b36-a00c-00fbffe9e9ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394878 Oct 27 10:26:42.103070 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-5a414408-5452-4c8f-8860-46798ef398b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:42.106057 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-5a414408-5452-4c8f-8860-46798ef398b2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:42.114596 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-5a414408-5452-4c8f-8860-46798ef398b2 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/30c3fd47-50aa-45f2-aaa8-02dd9d62756c HTTP/1.1" status: 204 len: 168 time: 0.2637095 Oct 27 10:26:42.124358 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a414408-5452-4c8f-8860-46798ef398b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30c3fd47-50aa-45f2-aaa8-02dd9d62756c,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:26:42.124819 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-85d3d692-e3d2-448d-b0bf-bcbb862c648d req-3c1d0cf9-2db1-491c-8c9b-2640c930b955 tempest-ServerAddressesNegativeTestJSON-1891923450 tempest-ServerAddressesNegativeTestJSON-1891923450-project] 10.222.0.44 "GET /v2.0/security-groups?id=3c738e8e-b9b5-4de1-bafa-87f3b034b663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2130525 Oct 27 10:26:42.203529 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-b7512ca8-8afc-4d78-8f8b-1d0058934994 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:42.223565 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a98587b-1ef7-42cf-93e6-e5c57c9e34be req-f17c64a0-ce8c-4d92-afad-6a5aad17ce6c tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:42.226500 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-bbf0dbc5-6dc7-4ae9-bbe9-60ebb3510354 req-b1902407-15bd-4cd8-9f74-0e794ee2d7a4 service neutron] 10.222.0.76 "GET /v2.0/networks/74ff1335-d412-4b36-a00c-00fbffe9e9ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1723392 Oct 27 10:26:42.227246 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-0a98587b-1ef7-42cf-93e6-e5c57c9e34be req-f17c64a0-ce8c-4d92-afad-6a5aad17ce6c tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] 10.222.0.44 "GET /v2.0/ports?device_id=25645da6-8447-487a-999a-3cfa5acd00bb HTTP/1.1" status: 200 len: 948 time: 0.0989866 Oct 27 10:26:42.242803 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-b7512ca8-8afc-4d78-8f8b-1d0058934994 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:42.269644 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-0a98587b-1ef7-42cf-93e6-e5c57c9e34be req-f794f7a0-6f73-4100-8af2-fcaa89bd56af tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] 10.222.0.44 "GET /v2.0/security-groups?id=564ecd8b-da86-4175-923a-67dcc5fcd400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358312 Oct 27 10:26:42.395768 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-bbf0dbc5-6dc7-4ae9-bbe9-60ebb3510354 req-05bb0125-4d86-4354-9178-dc90e7c7e345 service neutron] 10.222.0.76 "GET /v2.0/networks/74ff1335-d412-4b36-a00c-00fbffe9e9ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1504014 Oct 27 10:26:42.397349 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-b7512ca8-8afc-4d78-8f8b-1d0058934994 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:42.399927 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-b7512ca8-8afc-4d78-8f8b-1d0058934994 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:42.401022 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-b7512ca8-8afc-4d78-8f8b-1d0058934994 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/0c17542d-7fc8-4217-9c44-3a2fd00892bb HTTP/1.1" status: 204 len: 168 time: 0.3889239 Oct 27 10:26:42.410113 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7512ca8-8afc-4d78-8f8b-1d0058934994 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c17542d-7fc8-4217-9c44-3a2fd00892bb,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:26:42.580534 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 51110) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:26:42.593883 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-3aa73e52-d7a4-4454-82b6-cf63e1e4ed12 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:42.690711 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-3aa73e52-d7a4-4454-82b6-cf63e1e4ed12 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:42.698793 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-3aa73e52-d7a4-4454-82b6-cf63e1e4ed12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:42.741073 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-3aa73e52-d7a4-4454-82b6-cf63e1e4ed12 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ac2cb29e694e414a944fda80c1211edd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1594851 Oct 27 10:26:42.743519 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 51122) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:26:42.747631 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa73e52-d7a4-4454-82b6-cf63e1e4ed12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d78bec2-b6f5-4202-afcd-5f103f3ab98c,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:26:42.858957 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-22be952a-43c4-492a-b920-82b99cc7c293 req-58fde762-8424-4b28-a706-def9d7c0e406 tempest-ServerShowV257Test-1104222655 tempest-ServerShowV257Test-1104222655-project] 10.222.0.44 "GET /v2.0/ports?device_id=9686b29a-79fa-43bf-a440-91a18f92bc03 HTTP/1.1" status: 200 len: 210 time: 0.0596712 Oct 27 10:26:42.889174 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-45a20d0e-5495-4d38-a3c8-3c9613a38416 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:42.918230 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-45a20d0e-5495-4d38-a3c8-3c9613a38416 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:43.010444 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-45a20d0e-5495-4d38-a3c8-3c9613a38416 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:43.014166 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-45a20d0e-5495-4d38-a3c8-3c9613a38416 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:43.015603 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-45a20d0e-5495-4d38-a3c8-3c9613a38416 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8d78bec2-b6f5-4202-afcd-5f103f3ab98c HTTP/1.1" status: 204 len: 168 time: 0.2703772 Oct 27 10:26:43.030628 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a20d0e-5495-4d38-a3c8-3c9613a38416 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d78bec2-b6f5-4202-afcd-5f103f3ab98c,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:26:43.314750 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afaec315-c888-4a7b-ad84-279f3de4c95f req-5dc8b5b7-265a-4bba-8c3e-33d27db02786 tempest-ServerAddressesNegativeTestJSON-1891923450 tempest-ServerAddressesNegativeTestJSON-1891923450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:43.321876 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-afaec315-c888-4a7b-ad84-279f3de4c95f req-5dc8b5b7-265a-4bba-8c3e-33d27db02786 tempest-ServerAddressesNegativeTestJSON-1891923450 tempest-ServerAddressesNegativeTestJSON-1891923450-project] 10.222.0.44 "GET /v2.0/ports?device_id=6c6e6551-b8a2-4137-bb24-406cd25920b2 HTTP/1.1" status: 200 len: 944 time: 0.1165948 Oct 27 10:26:43.435567 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-afaec315-c888-4a7b-ad84-279f3de4c95f req-b780c496-4268-4c0c-9019-a9c9a65669ea tempest-ServerAddressesNegativeTestJSON-1891923450 tempest-ServerAddressesNegativeTestJSON-1891923450-project] 10.222.0.44 "GET /v2.0/security-groups?id=3c738e8e-b9b5-4de1-bafa-87f3b034b663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065371 Oct 27 10:26:43.494164 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c780fe12-a03a-4205-a884-796195c33302 req-0ba6a89d-8764-45fe-80e7-a56d0329c36a tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:43.496137 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c780fe12-a03a-4205-a884-796195c33302 req-0ba6a89d-8764-45fe-80e7-a56d0329c36a tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] 10.222.0.44 "GET /v2.0/ports?device_id=25645da6-8447-487a-999a-3cfa5acd00bb HTTP/1.1" status: 200 len: 948 time: 0.0702791 Oct 27 10:26:43.509520 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 51152) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:26:43.526101 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device 326bc25f-d26a-4b8d-8b11-d246b8045d42 details requested by agent hyperv_n-h2-813419-10 with host n-h2-813419-10 {{(pid=102348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 10:26:43.554805 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c780fe12-a03a-4205-a884-796195c33302 req-df0ffe05-3a7d-4112-a678-b1e0717571a2 tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] 10.222.0.44 "GET /v2.0/security-groups?id=564ecd8b-da86-4175-923a-67dcc5fcd400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515354 Oct 27 10:26:43.570757 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device a2c0905d-8ff6-4c64-8718-c464c84f34df up at agent hyperv_n-h2-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:26:43.696981 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-de947518-dc35-480a-a251-666f0125a512 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1720092493-network', 'tenant_id': '2a73aad0ca0543f58dfb2590ad006be4'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:26:43.719997 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] For port 326bc25f-d26a-4b8d-8b11-d246b8045d42, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=326bc25f-d26a-4b8d-8b11-d246b8045d42,segment=NetworkSegment(092589f8-5d60-48db-876f-f23104f52838),segment_id=092589f8-5d60-48db-876f-f23104f52838)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:26:43.735876 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Returning: {'device': '326bc25f-d26a-4b8d-8b11-d246b8045d42', 'network_id': '74ff1335-d412-4b36-a00c-00fbffe9e9ab', 'port_id': '326bc25f-d26a-4b8d-8b11-d246b8045d42', 'mac_address': 'fa:16:3e:ce:b7:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2dd52946-c439-4b22-bdf1-4a07f230f19d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 10:26:43.740784 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de947518-dc35-480a-a251-666f0125a512 admin admin] Made reservation on behalf of 2a73aad0ca0543f58dfb2590ad006be4 for: {'network': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:26:43.746584 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-de947518-dc35-480a-a251-666f0125a512 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for network, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:43.773237 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-de947518-dc35-480a-a251-666f0125a512 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:43.776247 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Provisioning for port a2c0905d-8ff6-4c64-8718-c464c84f34df completed by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 10:26:43.803751 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Provisioning complete for port a2c0905d-8ff6-4c64-8718-c464c84f34df triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:26:43.814982 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:43.961526 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-de947518-dc35-480a-a251-666f0125a512 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:43.962735 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:43.964913 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:43.969459 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-de947518-dc35-480a-a251-666f0125a512 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:43.984951 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 326bc25f-d26a-4b8d-8b11-d246b8045d42 {{(pid=102348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:26:44.002526 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de947518-dc35-480a-a251-666f0125a512 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 447} {{(pid=102346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 10:26:44.010291 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] For port 326bc25f-d26a-4b8d-8b11-d246b8045d42, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=326bc25f-d26a-4b8d-8b11-d246b8045d42,segment=NetworkSegment(092589f8-5d60-48db-876f-f23104f52838),segment_id=092589f8-5d60-48db-876f-f23104f52838)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:26:44.011948 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device 8b9b70e1-e27e-4007-b609-dd136bc31194 up at agent hyperv_n-h1-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:26:44.028620 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-de947518-dc35-480a-a251-666f0125a512 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:44.028959 n-d-813419-10 neutron-server[102346]: INFO neutron.db.segments_db [None req-de947518-dc35-480a-a251-666f0125a512 admin admin] Added segment 55babfa1-afbc-48a2-a34b-7aa1ec1518dd of type vlan for network 4c4816f7-a34d-4509-b1c3-eb56e1ec3f30 Oct 27 10:26:44.064874 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:44.128741 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] For port a2c0905d-8ff6-4c64-8718-c464c84f34df, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=a2c0905d-8ff6-4c64-8718-c464c84f34df,segment=NetworkSegment(f7c42c6d-2766-46d8-a8b7-4852117a5555),segment_id=f7c42c6d-2766-46d8-a8b7-4852117a5555)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:26:44.129872 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Provisioning for port 8b9b70e1-e27e-4007-b609-dd136bc31194 completed by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 10:26:44.135785 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46d11759-44ac-4f48-8e59-4a8367842d87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2c0905d-8ff6-4c64-8718-c464c84f34df'}] {{(pid=102348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:26:44.138323 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c588921fa634554a1d9242fdea1b05457a9ff1d3b28ba54ec1dace7f2f1df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7a434c5-f4cc-4d1b-9669-8cf6784764aa" -d '{"events": [{"server_uuid": "46d11759-44ac-4f48-8e59-4a8367842d87", "name": "network-vif-plugged", "status": "completed", "tag": "a2c0905d-8ff6-4c64-8718-c464c84f34df"}]}' {{(pid=102348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:26:44.141373 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Provisioning complete for port 8b9b70e1-e27e-4007-b609-dd136bc31194 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:26:44.141745 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:44.184855 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:44.264713 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-259094cd-7501-4a5e-991e-54aaf874a14f req-a0d892e9-fb4d-4b8f-b350-5ffc9ec18e6f tempest-ServerShowV257Test-1104222655 tempest-ServerShowV257Test-1104222655-project] 10.222.0.44 "GET /v2.0/ports?device_id=9686b29a-79fa-43bf-a440-91a18f92bc03 HTTP/1.1" status: 200 len: 210 time: 0.1008079 Oct 27 10:26:44.266055 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:44.313718 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port 8b9b70e1-e27e-4007-b609-dd136bc31194, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=8b9b70e1-e27e-4007-b609-dd136bc31194,segment=NetworkSegment(f7c42c6d-2766-46d8-a8b7-4852117a5555),segment_id=f7c42c6d-2766-46d8-a8b7-4852117a5555)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:26:44.317346 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:26:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c2fb2d0-dab1-482e-883b-da7ca306c8d6 x-openstack-request-id: req-8c2fb2d0-dab1-482e-883b-da7ca306c8d6 {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:26:44.317831 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46d11759-44ac-4f48-8e59-4a8367842d87", "name": "network-vif-plugged", "status": "completed", "tag": "a2c0905d-8ff6-4c64-8718-c464c84f34df", "code": 200}]} {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:26:44.318545 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-8c2fb2d0-dab1-482e-883b-da7ca306c8d6 {{(pid=102348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:26:44.319516 n-d-813419-10 neutron-server[102348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46d11759-44ac-4f48-8e59-4a8367842d87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2c0905d-8ff6-4c64-8718-c464c84f34df', 'code': 200} Oct 27 10:26:44.324148 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:44.326304 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Pushing event updated for resources: {'Port': ['ID=326bc25f-d26a-4b8d-8b11-d246b8045d42,revision_number=4']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:26:44.332290 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-de947518-dc35-480a-a251-666f0125a512 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743872593080'] for network, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:44.430123 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Pushing event updated for resources: {'Port': ['ID=a2c0905d-8ff6-4c64-8718-c464c84f34df,revision_number=5']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:26:44.439388 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de947518-dc35-480a-a251-666f0125a512 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c947a31c-5410-49e0-adfc-c83fa1ba4206,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:26:44.446894 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-de947518-dc35-480a-a251-666f0125a512 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913'] for network, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:44.448656 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de947518-dc35-480a-a251-666f0125a512 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:44.449866 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-de947518-dc35-480a-a251-666f0125a512 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for network, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:44.513722 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Pushing event updated for resources: {'Port': ['ID=8b9b70e1-e27e-4007-b609-dd136bc31194,revision_number=5']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:26:44.592644 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-de947518-dc35-480a-a251-666f0125a512 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.0818150 Oct 27 10:26:44.594882 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d79c1a-2714-448d-8a5a-ac5ffba2fceb req-6b8d10e0-b600-454f-bd65-7e3e5af7e735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:44.597161 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-d9d79c1a-2714-448d-8a5a-ac5ffba2fceb req-6b8d10e0-b600-454f-bd65-7e3e5af7e735 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=46d11759-44ac-4f48-8e59-4a8367842d87 HTTP/1.1" status: 200 len: 1101 time: 0.1997736 Oct 27 10:26:44.597752 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 51192) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:26:44.605888 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-d3b37aef-5a1d-4163-80bb-cbac4fd9263c admin admin] Request body: {'subnet': {'network_id': '4c4816f7-a34d-4509-b1c3-eb56e1ec3f30', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1720092493-subnet', 'tenant_id': '2a73aad0ca0543f58dfb2590ad006be4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:26:44.612662 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de947518-dc35-480a-a251-666f0125a512 admin admin] Pushing event updated for resources: {'Network': ['ID=4c4816f7-a34d-4509-b1c3-eb56e1ec3f30,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:26:44.623802 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Network 4c4816f7-a34d-4509-b1c3-eb56e1ec3f30 details requested by agent ovs-agent-n-d-813419-10 with host n-d-813419-10 {{(pid=102348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 10:26:44.681613 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] get_ports_and_sgs() called for port_ids ['326bc25f-d26a-4b8d-8b11-d246b8045d42'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:26:44.690384 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6152ac-4bad-4f60-bc10-051390ca815f req-6116acd6-53ae-4558-800d-b0295bc01874 tempest-ServerAddressesNegativeTestJSON-1891923450 tempest-ServerAddressesNegativeTestJSON-1891923450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:44.701385 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-7f6152ac-4bad-4f60-bc10-051390ca815f req-6116acd6-53ae-4558-800d-b0295bc01874 tempest-ServerAddressesNegativeTestJSON-1891923450 tempest-ServerAddressesNegativeTestJSON-1891923450-project] 10.222.0.44 "GET /v2.0/ports?device_id=6c6e6551-b8a2-4137-bb24-406cd25920b2 HTTP/1.1" status: 200 len: 945 time: 0.1289997 Oct 27 10:26:44.773244 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3b37aef-5a1d-4163-80bb-cbac4fd9263c admin admin] Made reservation on behalf of 2a73aad0ca0543f58dfb2590ad006be4 for: {'subnet': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:26:44.775785 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d3b37aef-5a1d-4163-80bb-cbac4fd9263c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27167186'] for subnet, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:44.796720 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-7f6152ac-4bad-4f60-bc10-051390ca815f req-70b7b995-f6a4-4f18-a742-538966821ba6 tempest-ServerAddressesNegativeTestJSON-1891923450 tempest-ServerAddressesNegativeTestJSON-1891923450-project] 10.222.0.44 "GET /v2.0/security-groups?id=3c738e8e-b9b5-4de1-bafa-87f3b034b663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884655 Oct 27 10:26:44.838458 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-d9d79c1a-2714-448d-8a5a-ac5ffba2fceb req-4467de7b-8843-4187-a50c-dc72fed0164d service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=564ecd8b-da86-4175-923a-67dcc5fcd400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2285223 Oct 27 10:26:44.906585 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d572eea-cbc9-4e66-a418-c387b0afacf8 req-71c409f1-7a20-47ba-abf3-8f7942948123 tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:44.908709 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-7d572eea-cbc9-4e66-a418-c387b0afacf8 req-71c409f1-7a20-47ba-abf3-8f7942948123 tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] 10.222.0.44 "GET /v2.0/ports?device_id=25645da6-8447-487a-999a-3cfa5acd00bb HTTP/1.1" status: 200 len: 949 time: 0.2392035 Oct 27 10:26:44.973825 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-7d572eea-cbc9-4e66-a418-c387b0afacf8 req-db66e3f4-3a4e-489e-884a-4de065578966 tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] 10.222.0.44 "GET /v2.0/security-groups?id=564ecd8b-da86-4175-923a-67dcc5fcd400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543804 Oct 27 10:26:45.094120 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d3b37aef-5a1d-4163-80bb-cbac4fd9263c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27024290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27167168'] for subnet, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:45.184106 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b37aef-5a1d-4163-80bb-cbac4fd9263c admin admin] Pushing event updated for resources: {'Subnet': ['ID=94d6f39e-603b-4bcb-8dfa-684bf1105886,revision_number=0']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:26:45.196856 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3b37aef-5a1d-4163-80bb-cbac4fd9263c admin admin] Checking segment: {'id': '55babfa1-afbc-48a2-a34b-7aa1ec1518dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '4c4816f7-a34d-4509-b1c3-eb56e1ec3f30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:26:45.197222 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3b37aef-5a1d-4163-80bb-cbac4fd9263c admin admin] Network hostable DHCP agents. Network: 4c4816f7-a34d-4509-b1c3-eb56e1ec3f30, hostable agents: ['eafd4000-b897-4722-ae8b-0118ec955181'], hosted agents: [] {{(pid=102346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 10:26:45.219513 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3b37aef-5a1d-4163-80bb-cbac4fd9263c admin admin] Network 4c4816f7-a34d-4509-b1c3-eb56e1ec3f30 is scheduled to be hosted by DHCP agent eafd4000-b897-4722-ae8b-0118ec955181 with binding_index 1 {{(pid=102346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 10:26:45.232583 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-d3b37aef-5a1d-4163-80bb-cbac4fd9263c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-10, 4c4816f7-a34d-4509-b1c3-eb56e1ec3f30) {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:26:45.237618 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3b37aef-5a1d-4163-80bb-cbac4fd9263c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:45.238378 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d3b37aef-5a1d-4163-80bb-cbac4fd9263c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for subnet, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:45.243440 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f72191b-a3f2-4524-a368-66991fa23bac None None] Network 4c4816f7-a34d-4509-b1c3-eb56e1ec3f30 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:26:45.285903 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-d3b37aef-5a1d-4163-80bb-cbac4fd9263c admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6845937 Oct 27 10:26:45.435075 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-a0e1b28a-f482-4e52-9ca4-026ad09539a3 req-724e01ca-2609-42b4-ba3a-bc8a75b9d46f tempest-ServerShowV257Test-1104222655 tempest-ServerShowV257Test-1104222655-project] 10.222.0.44 "GET /v2.0/ports?device_id=9686b29a-79fa-43bf-a440-91a18f92bc03 HTTP/1.1" status: 200 len: 210 time: 0.0437827 Oct 27 10:26:45.505164 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d5a89f3-5d0d-4287-b0df-b2c01b1fe558 None None] Network 4c4816f7-a34d-4509-b1c3-eb56e1ec3f30 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:26:45.662794 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [req-705bf116-16b0-4080-b3c0-47f43f899dcd req-542665aa-aa41-42f1-b89b-e26a71b268c1 tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-688034890', 'description': 'tempest-description-1430091397'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:26:45.701399 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-705bf116-16b0-4080-b3c0-47f43f899dcd req-542665aa-aa41-42f1-b89b-e26a71b268c1 tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] Publish callbacks [] for security_group, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:45.817335 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-705bf116-16b0-4080-b3c0-47f43f899dcd req-542665aa-aa41-42f1-b89b-e26a71b268c1 tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] Publish callbacks [] for security_group, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:45.834347 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-705bf116-16b0-4080-b3c0-47f43f899dcd req-542665aa-aa41-42f1-b89b-e26a71b268c1 tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:45.901021 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542665aa-aa41-42f1-b89b-e26a71b268c1 tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8390c244-c93e-4214-9e1f-52aa9200614c,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:26:45.948290 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-705bf116-16b0-4080-b3c0-47f43f899dcd req-542665aa-aa41-42f1-b89b-e26a71b268c1 tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:45.952163 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-705bf116-16b0-4080-b3c0-47f43f899dcd req-542665aa-aa41-42f1-b89b-e26a71b268c1 tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.2935553 Oct 27 10:26:45.961081 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253e6682-18ab-4006-91ce-be78cb3b0821 req-04982cfd-6998-4cfa-8a7b-da50ed2db6a3 tempest-ServerAddressesNegativeTestJSON-1891923450 tempest-ServerAddressesNegativeTestJSON-1891923450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:45.962867 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-253e6682-18ab-4006-91ce-be78cb3b0821 req-04982cfd-6998-4cfa-8a7b-da50ed2db6a3 tempest-ServerAddressesNegativeTestJSON-1891923450 tempest-ServerAddressesNegativeTestJSON-1891923450-project] 10.222.0.44 "GET /v2.0/ports?device_id=6c6e6551-b8a2-4137-bb24-406cd25920b2 HTTP/1.1" status: 200 len: 945 time: 0.0776794 Oct 27 10:26:45.980656 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [req-360ed4b4-8256-4623-a20b-ca07850d18aa req-6046b4be-b3de-4574-a674-14446d72ab6c tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-595478016', 'description': 'tempest-description-436524737'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:26:46.006557 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-360ed4b4-8256-4623-a20b-ca07850d18aa req-6046b4be-b3de-4574-a674-14446d72ab6c tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] Publish callbacks [] for security_group, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:46.020701 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-253e6682-18ab-4006-91ce-be78cb3b0821 req-186f9ef0-9b2d-4840-bcba-d0861755c475 tempest-ServerAddressesNegativeTestJSON-1891923450 tempest-ServerAddressesNegativeTestJSON-1891923450-project] 10.222.0.44 "GET /v2.0/security-groups?id=3c738e8e-b9b5-4de1-bafa-87f3b034b663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461166 Oct 27 10:26:46.119639 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-360ed4b4-8256-4623-a20b-ca07850d18aa req-6046b4be-b3de-4574-a674-14446d72ab6c tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] Publish callbacks [] for security_group, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:46.128687 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-360ed4b4-8256-4623-a20b-ca07850d18aa req-6046b4be-b3de-4574-a674-14446d72ab6c tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:46.184903 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a5555706-c8c8-483d-b19a-a050764b1d6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:46.234423 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4813e1-3208-497b-9f94-4ab28bac6286 req-92d12088-0381-4814-9bd3-3ce9751306f2 tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:46.236973 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-aa4813e1-3208-497b-9f94-4ab28bac6286 req-92d12088-0381-4814-9bd3-3ce9751306f2 tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] 10.222.0.44 "GET /v2.0/ports?device_id=25645da6-8447-487a-999a-3cfa5acd00bb HTTP/1.1" status: 200 len: 949 time: 0.1011968 Oct 27 10:26:46.241450 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-360ed4b4-8256-4623-a20b-ca07850d18aa req-6046b4be-b3de-4574-a674-14446d72ab6c tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:46.243375 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-360ed4b4-8256-4623-a20b-ca07850d18aa req-6046b4be-b3de-4574-a674-14446d72ab6c tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.2686293 Oct 27 10:26:46.249255 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6046b4be-b3de-4574-a674-14446d72ab6c tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d4587b7-4cf2-4489-b676-d1d50a50f026,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:26:46.322191 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25645da6-8447-487a-999a-3cfa5acd00bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b9b70e1-e27e-4007-b609-dd136bc31194'}] {{(pid=102348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:26:46.325050 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c588921fa634554a1d9242fdea1b05457a9ff1d3b28ba54ec1dace7f2f1df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-334618b9-b9e2-4380-aa36-675206714140" -d '{"events": [{"server_uuid": "25645da6-8447-487a-999a-3cfa5acd00bb", "name": "network-vif-plugged", "status": "completed", "tag": "8b9b70e1-e27e-4007-b609-dd136bc31194"}]}' {{(pid=102348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:26:46.366605 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-aa4813e1-3208-497b-9f94-4ab28bac6286 req-8002f9c4-9950-4ddf-9420-8bd6703ae71b tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] 10.222.0.44 "GET /v2.0/security-groups?id=564ecd8b-da86-4175-923a-67dcc5fcd400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012728 Oct 27 10:26:46.438530 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:26:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f0c69f1-7697-45f3-9922-502edb353203 x-openstack-request-id: req-8f0c69f1-7697-45f3-9922-502edb353203 {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:26:46.440027 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25645da6-8447-487a-999a-3cfa5acd00bb", "name": "network-vif-plugged", "status": "completed", "tag": "8b9b70e1-e27e-4007-b609-dd136bc31194", "code": 200}]} {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:26:46.440504 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-8f0c69f1-7697-45f3-9922-502edb353203 {{(pid=102348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:26:46.441057 n-d-813419-10 neutron-server[102348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25645da6-8447-487a-999a-3cfa5acd00bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b9b70e1-e27e-4007-b609-dd136bc31194', 'code': 200} Oct 27 10:26:46.707019 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-19337b1e-365c-45e9-9849-5a18ccf344f7 req-d9590caf-0000-42d1-803b-cec5aaed407d tempest-ServerShowV257Test-1104222655 tempest-ServerShowV257Test-1104222655-project] 10.222.0.44 "GET /v2.0/ports?device_id=9686b29a-79fa-43bf-a440-91a18f92bc03 HTTP/1.1" status: 200 len: 210 time: 0.0722342 Oct 27 10:26:46.718521 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893ab25c-6c9b-4dd8-9236-61e1969b3bfc req-3733900f-5494-4b71-9972-a321cdedcb75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:46.721290 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-893ab25c-6c9b-4dd8-9236-61e1969b3bfc req-3733900f-5494-4b71-9972-a321cdedcb75 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=25645da6-8447-487a-999a-3cfa5acd00bb HTTP/1.1" status: 200 len: 1101 time: 0.1713445 Oct 27 10:26:46.777538 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-893ab25c-6c9b-4dd8-9236-61e1969b3bfc req-0d64550a-ef4e-4c7b-83fb-0d745fbee454 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=564ecd8b-da86-4175-923a-67dcc5fcd400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451877 Oct 27 10:26:46.787764 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834ac629-4bcc-4a14-af94-ce27772e0cf1 req-a6991a3b-56dc-45a9-ade4-82d6688974d2 tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:46.792666 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-834ac629-4bcc-4a14-af94-ce27772e0cf1 req-a6991a3b-56dc-45a9-ade4-82d6688974d2 tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] 10.222.0.44 "GET /v2.0/networks?id=4c4816f7-a34d-4509-b1c3-eb56e1ec3f30 HTTP/1.1" status: 200 len: 813 time: 0.3080556 Oct 27 10:26:46.806857 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-834ac629-4bcc-4a14-af94-ce27772e0cf1 req-a91bf204-4be8-40ab-bcad-72ee5f43c282 tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] 10.222.0.44 "GET /v2.0/quotas/2a73aad0ca0543f58dfb2590ad006be4 HTTP/1.1" status: 200 len: 375 time: 0.0096574 Oct 27 10:26:46.844826 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-834ac629-4bcc-4a14-af94-ce27772e0cf1 req-2b8a8622-3041-40ec-b4d9-376cc81c2a55 tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=2a73aad0ca0543f58dfb2590ad006be4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0313807 Oct 27 10:26:46.975470 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-834ac629-4bcc-4a14-af94-ce27772e0cf1 req-901e7b99-10ea-419d-b799-ffa4fb21c1e2 service neutron] 10.222.0.44 "GET /v2.0/networks/4c4816f7-a34d-4509-b1c3-eb56e1ec3f30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223176 Oct 27 10:26:47.089313 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-834ac629-4bcc-4a14-af94-ce27772e0cf1 req-0d0fc723-dd01-4822-a831-7e65c816d443 service neutron] 10.222.0.44 "GET /v2.0/networks/4c4816f7-a34d-4509-b1c3-eb56e1ec3f30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069555 Oct 27 10:26:47.220409 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f4005c-a334-4d63-b8dc-721e4f15b9d6 req-8236ad17-7b8a-4247-ad91-b65c7a3423e7 tempest-ServerAddressesNegativeTestJSON-1891923450 tempest-ServerAddressesNegativeTestJSON-1891923450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:47.222006 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-60f4005c-a334-4d63-b8dc-721e4f15b9d6 req-8236ad17-7b8a-4247-ad91-b65c7a3423e7 tempest-ServerAddressesNegativeTestJSON-1891923450 tempest-ServerAddressesNegativeTestJSON-1891923450-project] 10.222.0.44 "GET /v2.0/ports?device_id=6c6e6551-b8a2-4137-bb24-406cd25920b2 HTTP/1.1" status: 200 len: 945 time: 0.1034009 Oct 27 10:26:47.322407 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-60f4005c-a334-4d63-b8dc-721e4f15b9d6 req-f19893f8-8227-41f9-b78e-e5456283cbfa tempest-ServerAddressesNegativeTestJSON-1891923450 tempest-ServerAddressesNegativeTestJSON-1891923450-project] 10.222.0.44 "GET /v2.0/security-groups?id=3c738e8e-b9b5-4de1-bafa-87f3b034b663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842302 Oct 27 10:26:47.398591 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-2260245c-52df-40e6-9d0e-7b4e8098cc08 req-9e3b91c1-f1d0-4fed-b7d3-a99f736795ab tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] 10.222.0.44 "GET /v2.0/ports?device_id=f2e29daa-df39-4a5e-b964-856b7ba7d41d HTTP/1.1" status: 200 len: 210 time: 0.0344307 Oct 27 10:26:47.545095 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device 326bc25f-d26a-4b8d-8b11-d246b8045d42 up at agent hyperv_n-h2-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:26:47.653326 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe39252-a826-4f1a-bc5b-de1677e1c500 req-0131d6a7-6ef2-4b8e-a519-da1e161a7b9f tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:47.662872 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-bbe39252-a826-4f1a-bc5b-de1677e1c500 req-0131d6a7-6ef2-4b8e-a519-da1e161a7b9f tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] 10.222.0.44 "GET /v2.0/ports?device_id=25645da6-8447-487a-999a-3cfa5acd00bb HTTP/1.1" status: 200 len: 949 time: 0.1626024 Oct 27 10:26:47.712496 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Provisioning for port 326bc25f-d26a-4b8d-8b11-d246b8045d42 completed by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 10:26:47.717918 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Provisioning complete for port 326bc25f-d26a-4b8d-8b11-d246b8045d42 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:26:47.718557 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:47.748190 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-bbe39252-a826-4f1a-bc5b-de1677e1c500 req-7c3c2321-2eb1-4cc5-826c-d8545f957fe9 tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] 10.222.0.44 "GET /v2.0/security-groups?id=564ecd8b-da86-4175-923a-67dcc5fcd400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820701 Oct 27 10:26:47.923073 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:47.932615 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-9c35419c-3f64-483a-a994-f1e669b79f4c req-9607f156-349c-4ec5-a862-8ba5bc5aaab8 tempest-ServerShowV257Test-1104222655 tempest-ServerShowV257Test-1104222655-project] 10.222.0.44 "GET /v2.0/ports?device_id=9686b29a-79fa-43bf-a440-91a18f92bc03 HTTP/1.1" status: 200 len: 210 time: 0.0422325 Oct 27 10:26:48.024501 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] For port 326bc25f-d26a-4b8d-8b11-d246b8045d42, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=326bc25f-d26a-4b8d-8b11-d246b8045d42,segment=NetworkSegment(092589f8-5d60-48db-876f-f23104f52838),segment_id=092589f8-5d60-48db-876f-f23104f52838)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:26:48.029410 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:48.138592 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Pushing event updated for resources: {'Port': ['ID=326bc25f-d26a-4b8d-8b11-d246b8045d42,revision_number=5']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:26:48.442789 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c6e6551-b8a2-4137-bb24-406cd25920b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '326bc25f-d26a-4b8d-8b11-d246b8045d42'}] {{(pid=102348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:26:48.445712 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c588921fa634554a1d9242fdea1b05457a9ff1d3b28ba54ec1dace7f2f1df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-497eee74-4f0d-4819-a493-6fa4a046ff3a" -d '{"events": [{"server_uuid": "6c6e6551-b8a2-4137-bb24-406cd25920b2", "name": "network-vif-plugged", "status": "completed", "tag": "326bc25f-d26a-4b8d-8b11-d246b8045d42"}]}' {{(pid=102348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:26:48.526305 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-02e62d96-5c30-469c-a02a-231cfdeb3497 req-0e648940-30f1-4086-ab68-b90819ed7c21 tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] 10.222.0.44 "GET /v2.0/ports?device_id=f2e29daa-df39-4a5e-b964-856b7ba7d41d HTTP/1.1" status: 200 len: 210 time: 0.0363123 Oct 27 10:26:48.534901 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de223828-a23e-41a5-9086-30735f7728eb req-f57d9493-8bb2-47f5-b790-1f632cad932e tempest-ServerAddressesNegativeTestJSON-1891923450 tempest-ServerAddressesNegativeTestJSON-1891923450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:48.560838 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-de223828-a23e-41a5-9086-30735f7728eb req-f57d9493-8bb2-47f5-b790-1f632cad932e tempest-ServerAddressesNegativeTestJSON-1891923450 tempest-ServerAddressesNegativeTestJSON-1891923450-project] 10.222.0.44 "GET /v2.0/ports?device_id=6c6e6551-b8a2-4137-bb24-406cd25920b2 HTTP/1.1" status: 200 len: 946 time: 0.0923800 Oct 27 10:26:48.592867 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:26:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec12b493-9175-45da-b31f-e747bac47f18 x-openstack-request-id: req-ec12b493-9175-45da-b31f-e747bac47f18 {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:26:48.593917 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c6e6551-b8a2-4137-bb24-406cd25920b2", "name": "network-vif-plugged", "status": "completed", "tag": "326bc25f-d26a-4b8d-8b11-d246b8045d42", "code": 200}]} {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:26:48.594340 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ec12b493-9175-45da-b31f-e747bac47f18 {{(pid=102348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:26:48.594902 n-d-813419-10 neutron-server[102348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c6e6551-b8a2-4137-bb24-406cd25920b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '326bc25f-d26a-4b8d-8b11-d246b8045d42', 'code': 200} Oct 27 10:26:48.668374 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-de223828-a23e-41a5-9086-30735f7728eb req-8dcaed8f-43e8-45f8-bb99-687749803744 tempest-ServerAddressesNegativeTestJSON-1891923450 tempest-ServerAddressesNegativeTestJSON-1891923450-project] 10.222.0.44 "GET /v2.0/security-groups?id=3c738e8e-b9b5-4de1-bafa-87f3b034b663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056185 Oct 27 10:26:48.814869 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2161b49-2e75-4c3b-a314-757523a1a980 req-4a5678f4-4170-41ed-9fe7-2240369f2c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:48.821332 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-e2161b49-2e75-4c3b-a314-757523a1a980 req-4a5678f4-4170-41ed-9fe7-2240369f2c94 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=6c6e6551-b8a2-4137-bb24-406cd25920b2 HTTP/1.1" status: 200 len: 1098 time: 0.1255357 Oct 27 10:26:48.851655 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-8b1a64e7-7ad6-47f5-a114-e438a9e12a26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:49.105923 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834ac629-4bcc-4a14-af94-ce27772e0cf1 req-85f9c593-4eff-4578-aade-02467e0a6fc7 tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:49.107813 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-834ac629-4bcc-4a14-af94-ce27772e0cf1 req-85f9c593-4eff-4578-aade-02467e0a6fc7 tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] 10.222.0.76 "GET /v2.0/networks?id=4c4816f7-a34d-4509-b1c3-eb56e1ec3f30 HTTP/1.1" status: 200 len: 813 time: 0.3214607 Oct 27 10:26:49.167329 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-e02eabf5-58db-4dad-836c-a309ca9b3256 req-4e703e21-26c6-494d-ae74-f3067757acf1 tempest-ServerShowV257Test-1104222655 tempest-ServerShowV257Test-1104222655-project] 10.222.0.44 "GET /v2.0/ports?device_id=9686b29a-79fa-43bf-a440-91a18f92bc03 HTTP/1.1" status: 200 len: 210 time: 0.0582278 Oct 27 10:26:49.173281 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [req-834ac629-4bcc-4a14-af94-ce27772e0cf1 req-37604fad-759f-465b-868e-660e8e08a688 tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] Request body: {'port': {'device_id': 'f2e29daa-df39-4a5e-b964-856b7ba7d41d', 'network_id': '4c4816f7-a34d-4509-b1c3-eb56e1ec3f30', 'admin_state_up': True, 'tenant_id': '2a73aad0ca0543f58dfb2590ad006be4'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:26:49.325690 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-834ac629-4bcc-4a14-af94-ce27772e0cf1 req-37604fad-759f-465b-868e-660e8e08a688 tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] Made reservation on behalf of 2a73aad0ca0543f58dfb2590ad006be4 for: {'port': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:26:49.341194 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-834ac629-4bcc-4a14-af94-ce27772e0cf1 req-37604fad-759f-465b-868e-660e8e08a688 tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:49.379250 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-e2161b49-2e75-4c3b-a314-757523a1a980 req-0abd5f18-c367-4c06-b2b1-11d0223cca76 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=3c738e8e-b9b5-4de1-bafa-87f3b034b663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5496316 Oct 27 10:26:49.395418 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edd523c-8532-4e00-96cb-719615f38581 req-3f410e01-166f-4c7c-9bb3-209a679cdf8f tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:49.410715 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-2edd523c-8532-4e00-96cb-719615f38581 req-3f410e01-166f-4c7c-9bb3-209a679cdf8f tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] 10.222.0.44 "GET /v2.0/ports?device_id=25645da6-8447-487a-999a-3cfa5acd00bb HTTP/1.1" status: 200 len: 949 time: 0.5372708 Oct 27 10:26:49.460952 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-2edd523c-8532-4e00-96cb-719615f38581 req-a737b32b-afbf-41b7-9650-ae25ee7fdd6b tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] 10.222.0.44 "GET /v2.0/security-groups?id=564ecd8b-da86-4175-923a-67dcc5fcd400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492880 Oct 27 10:26:49.535958 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_common [req-834ac629-4bcc-4a14-af94-ce27772e0cf1 req-37604fad-759f-465b-868e-660e8e08a688 tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] Allocated IP 172.20.0.3 (4c4816f7-a34d-4509-b1c3-eb56e1ec3f30/94d6f39e-603b-4bcb-8dfa-684bf1105886/4059356e-83b5-413a-a82e-17745b15d80f) {{(pid=102347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:26:49.675092 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-f98c0a11-524f-45e1-b0c4-2066e16fef60 req-cf5bc14c-8d16-42cf-883d-b3828506f605 tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] 10.222.0.44 "GET /v2.0/ports?device_id=f2e29daa-df39-4a5e-b964-856b7ba7d41d HTTP/1.1" status: 200 len: 210 time: 0.0521672 Oct 27 10:26:49.695990 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ac835b-2d1d-44f1-826e-516542cadee7 req-f53d412c-db93-4383-998d-a14b141f1f17 tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:49.709809 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-d2ac835b-2d1d-44f1-826e-516542cadee7 req-f53d412c-db93-4383-998d-a14b141f1f17 tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] 10.222.0.44 "GET /v2.0/ports?device_id=46d11759-44ac-4f48-8e59-4a8367842d87 HTTP/1.1" status: 200 len: 949 time: 0.1424608 Oct 27 10:26:49.818694 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-d2ac835b-2d1d-44f1-826e-516542cadee7 req-030dbeef-1a29-43e3-8996-fd92132d780e tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] 10.222.0.44 "GET /v2.0/security-groups?id=564ecd8b-da86-4175-923a-67dcc5fcd400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077940 Oct 27 10:26:49.905154 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-834ac629-4bcc-4a14-af94-ce27772e0cf1 req-37604fad-759f-465b-868e-660e8e08a688 tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] Publish callbacks [] for port, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:49.912980 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-eadeaa30-4096-4d1a-b3cb-aa7ebfb291ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:49.945430 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-834ac629-4bcc-4a14-af94-ce27772e0cf1 req-37604fad-759f-465b-868e-660e8e08a688 tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:49.961753 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:50.013703 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37604fad-759f-465b-868e-660e8e08a688 tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] Pushing event updated for resources: {'Port': ['ID=4059356e-83b5-413a-a82e-17745b15d80f,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:26:50.023178 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-834ac629-4bcc-4a14-af94-ce27772e0cf1 req-37604fad-759f-465b-868e-660e8e08a688 tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] Network 4c4816f7-a34d-4509-b1c3-eb56e1ec3f30 is already hosted by enough agents. {{(pid=102347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:26:50.024968 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [req-834ac629-4bcc-4a14-af94-ce27772e0cf1 req-37604fad-759f-465b-868e-660e8e08a688 tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] Resources bound (agent type, host, resource id): {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:26:50.034766 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [req-834ac629-4bcc-4a14-af94-ce27772e0cf1 req-37604fad-759f-465b-868e-660e8e08a688 tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] Received port after_create {{(pid=102347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:26:50.120513 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c1f45d-dda4-4586-80f8-ec622075092f req-66a407ab-3e64-4aa1-9211-040c480bb32e tempest-ServerAddressesNegativeTestJSON-1891923450 tempest-ServerAddressesNegativeTestJSON-1891923450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:50.128054 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-48c1f45d-dda4-4586-80f8-ec622075092f req-66a407ab-3e64-4aa1-9211-040c480bb32e tempest-ServerAddressesNegativeTestJSON-1891923450 tempest-ServerAddressesNegativeTestJSON-1891923450-project] 10.222.0.44 "GET /v2.0/ports?device_id=6c6e6551-b8a2-4137-bb24-406cd25920b2 HTTP/1.1" status: 200 len: 946 time: 0.1151109 Oct 27 10:26:50.139368 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834ac629-4bcc-4a14-af94-ce27772e0cf1 req-37604fad-759f-465b-868e-660e8e08a688 tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:50.140046 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-834ac629-4bcc-4a14-af94-ce27772e0cf1 req-37604fad-759f-465b-868e-660e8e08a688 tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:50.160102 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-834ac629-4bcc-4a14-af94-ce27772e0cf1 req-37604fad-759f-465b-868e-660e8e08a688 tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9912074 Oct 27 10:26:50.173497 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [req-834ac629-4bcc-4a14-af94-ce27772e0cf1 req-09076ebf-d2f0-4bd6-b53a-bb35078f683b service neutron] Request body: {'port': {'device_id': 'f2e29daa-df39-4a5e-b964-856b7ba7d41d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-10'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:26:50.225821 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-48c1f45d-dda4-4586-80f8-ec622075092f req-17ef4ae0-78d7-4ff1-a116-185092f98999 tempest-ServerAddressesNegativeTestJSON-1891923450 tempest-ServerAddressesNegativeTestJSON-1891923450-project] 10.222.0.44 "GET /v2.0/security-groups?id=3c738e8e-b9b5-4de1-bafa-87f3b034b663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968568 Oct 27 10:26:50.265046 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-834ac629-4bcc-4a14-af94-ce27772e0cf1 req-09076ebf-d2f0-4bd6-b53a-bb35078f683b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:50.405719 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-fa14628e-7388-4648-98bc-ced104b544c6 req-4f709c87-743d-4d6e-8a93-fe1acbcc41a9 tempest-ServerShowV257Test-1104222655 tempest-ServerShowV257Test-1104222655-project] 10.222.0.44 "GET /v2.0/ports?device_id=9686b29a-79fa-43bf-a440-91a18f92bc03 HTTP/1.1" status: 200 len: 210 time: 0.0615046 Oct 27 10:26:50.532493 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d55bc4b-4d72-4bad-9bab-0d13a0c304f6 req-40c25247-7311-44ec-b202-6ce562e8b45c tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:50.538792 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d55bc4b-4d72-4bad-9bab-0d13a0c304f6 req-40c25247-7311-44ec-b202-6ce562e8b45c tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:50.546152 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-9d55bc4b-4d72-4bad-9bab-0d13a0c304f6 req-40c25247-7311-44ec-b202-6ce562e8b45c tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] 10.222.0.44 "GET /v2.0/ports?device_id=25645da6-8447-487a-999a-3cfa5acd00bb&device_id=46d11759-44ac-4f48-8e59-4a8367842d87 HTTP/1.1" status: 200 len: 1689 time: 0.2565279 Oct 27 10:26:50.608111 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-9d55bc4b-4d72-4bad-9bab-0d13a0c304f6 req-10987310-7864-45ea-a5d2-4998b1ee8914 tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] 10.222.0.44 "GET /v2.0/security-groups?id=564ecd8b-da86-4175-923a-67dcc5fcd400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610628 Oct 27 10:26:50.727752 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [req-834ac629-4bcc-4a14-af94-ce27772e0cf1 req-09076ebf-d2f0-4bd6-b53a-bb35078f683b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4059356e-83b5-413a-a82e-17745b15d80f {{(pid=102347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:26:50.738975 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-834ac629-4bcc-4a14-af94-ce27772e0cf1 req-09076ebf-d2f0-4bd6-b53a-bb35078f683b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:50.758695 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.provisioning_blocks [req-834ac629-4bcc-4a14-af94-ce27772e0cf1 req-09076ebf-d2f0-4bd6-b53a-bb35078f683b service neutron] Transition to ACTIVE for port object 4059356e-83b5-413a-a82e-17745b15d80f will not be triggered until provisioned by entity L2. {{(pid=102347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 10:26:50.774420 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-834ac629-4bcc-4a14-af94-ce27772e0cf1 req-09076ebf-d2f0-4bd6-b53a-bb35078f683b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:50.883164 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ceef79-bcdc-4ae0-b74f-a55951acfe46 req-5632fadb-b553-4d2a-962b-92c6da4198dd tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:50.890913 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-95ceef79-bcdc-4ae0-b74f-a55951acfe46 req-5632fadb-b553-4d2a-962b-92c6da4198dd tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] 10.222.0.44 "GET /v2.0/ports?device_id=f2e29daa-df39-4a5e-b964-856b7ba7d41d HTTP/1.1" status: 200 len: 943 time: 0.0940552 Oct 27 10:26:50.931530 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09076ebf-d2f0-4bd6-b53a-bb35078f683b service neutron] Pushing event updated for resources: {'Port': ['ID=4059356e-83b5-413a-a82e-17745b15d80f,revision_number=2']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:26:50.943505 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-95ceef79-bcdc-4ae0-b74f-a55951acfe46 req-78e11ed6-2e42-4c11-b4e0-0ea6f202d6a0 tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] 10.222.0.44 "GET /v2.0/security-groups?id=c947a31c-5410-49e0-adfc-c83fa1ba4206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467019 Oct 27 10:26:51.009201 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da67634-c5ff-42f2-bb47-33804fef352f req-e8c96dde-6e08-40e9-b8ba-c2d8f1e11347 tempest-ServersOnMultiNodesTest-130542004 tempest-ServersOnMultiNodesTest-130542004-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:51.019896 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-3da67634-c5ff-42f2-bb47-33804fef352f req-e8c96dde-6e08-40e9-b8ba-c2d8f1e11347 tempest-ServersOnMultiNodesTest-130542004 tempest-ServersOnMultiNodesTest-130542004-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=25645da6-8447-487a-999a-3cfa5acd00bb HTTP/1.1" status: 200 len: 1101 time: 0.2184498 Oct 27 10:26:51.105860 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-3da67634-c5ff-42f2-bb47-33804fef352f req-d92c994e-37b3-4a52-86d7-048a62b6985d tempest-ServersOnMultiNodesTest-130542004 tempest-ServersOnMultiNodesTest-130542004-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=564ecd8b-da86-4175-923a-67dcc5fcd400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849552 Oct 27 10:26:51.107071 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-834ac629-4bcc-4a14-af94-ce27772e0cf1 req-09076ebf-d2f0-4bd6-b53a-bb35078f683b service neutron] Attempting to bind port 4059356e-83b5-413a-a82e-17745b15d80f on host n-h2-813419-10 for vnic_type normal with profile {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:26:51.107404 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-834ac629-4bcc-4a14-af94-ce27772e0cf1 req-09076ebf-d2f0-4bd6-b53a-bb35078f683b service neutron] Attempting to bind port 4059356e-83b5-413a-a82e-17745b15d80f by drivers openvswitch,hyperv on host n-h2-813419-10 at level 0 using segments [{'id': '55babfa1-afbc-48a2-a34b-7aa1ec1518dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '4c4816f7-a34d-4509-b1c3-eb56e1ec3f30'}] {{(pid=102347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:26:51.107728 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-834ac629-4bcc-4a14-af94-ce27772e0cf1 req-09076ebf-d2f0-4bd6-b53a-bb35078f683b service neutron] Attempting to bind port 4059356e-83b5-413a-a82e-17745b15d80f on network 4c4816f7-a34d-4509-b1c3-eb56e1ec3f30 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:26:51.119369 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-834ac629-4bcc-4a14-af94-ce27772e0cf1 req-09076ebf-d2f0-4bd6-b53a-bb35078f683b service neutron] Port 4059356e-83b5-413a-a82e-17745b15d80f on network 4c4816f7-a34d-4509-b1c3-eb56e1ec3f30 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-10 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 10:26:51.119694 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-834ac629-4bcc-4a14-af94-ce27772e0cf1 req-09076ebf-d2f0-4bd6-b53a-bb35078f683b service neutron] Attempting to bind port 4059356e-83b5-413a-a82e-17745b15d80f on network 4c4816f7-a34d-4509-b1c3-eb56e1ec3f30 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:26:51.124764 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-834ac629-4bcc-4a14-af94-ce27772e0cf1 req-09076ebf-d2f0-4bd6-b53a-bb35078f683b service neutron] Checking agent: {'id': 'a2edc247-0fa4-4ce6-bbae-a10492f6bd71', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 16, 9), 'started_at': datetime.datetime(2021, 10, 27, 10, 16, 9), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 26, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:26:51.125097 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-834ac629-4bcc-4a14-af94-ce27772e0cf1 req-09076ebf-d2f0-4bd6-b53a-bb35078f683b service neutron] Checking segment: {'id': '55babfa1-afbc-48a2-a34b-7aa1ec1518dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '4c4816f7-a34d-4509-b1c3-eb56e1ec3f30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:26:51.125477 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-834ac629-4bcc-4a14-af94-ce27772e0cf1 req-09076ebf-d2f0-4bd6-b53a-bb35078f683b service neutron] Bound using segment: {'id': '55babfa1-afbc-48a2-a34b-7aa1ec1518dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '4c4816f7-a34d-4509-b1c3-eb56e1ec3f30'} {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:26:51.125893 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-834ac629-4bcc-4a14-af94-ce27772e0cf1 req-09076ebf-d2f0-4bd6-b53a-bb35078f683b service neutron] Bound port: 4059356e-83b5-413a-a82e-17745b15d80f, host: n-h2-813419-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55babfa1-afbc-48a2-a34b-7aa1ec1518dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '4c4816f7-a34d-4509-b1c3-eb56e1ec3f30'}}] {{(pid=102347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:26:51.126241 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-834ac629-4bcc-4a14-af94-ce27772e0cf1 req-09076ebf-d2f0-4bd6-b53a-bb35078f683b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:51.213465 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-834ac629-4bcc-4a14-af94-ce27772e0cf1 req-09076ebf-d2f0-4bd6-b53a-bb35078f683b service neutron] For port 4059356e-83b5-413a-a82e-17745b15d80f, host n-h2-813419-10, cleared binding levels {{(pid=102347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:26:51.219567 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-834ac629-4bcc-4a14-af94-ce27772e0cf1 req-09076ebf-d2f0-4bd6-b53a-bb35078f683b service neutron] For port 4059356e-83b5-413a-a82e-17745b15d80f, host n-h2-813419-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=4059356e-83b5-413a-a82e-17745b15d80f,segment=NetworkSegment(55babfa1-afbc-48a2-a34b-7aa1ec1518dd),segment_id=55babfa1-afbc-48a2-a34b-7aa1ec1518dd)] {{(pid=102347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:26:51.225723 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-834ac629-4bcc-4a14-af94-ce27772e0cf1 req-09076ebf-d2f0-4bd6-b53a-bb35078f683b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:51.246768 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61a9d71-7460-4015-8447-ade5eaf08159 req-7c132d69-b6f4-40f4-9f70-0aab353d71d7 tempest-ServersOnMultiNodesTest-130542004 tempest-ServersOnMultiNodesTest-130542004-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:51.256539 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-e61a9d71-7460-4015-8447-ade5eaf08159 req-7c132d69-b6f4-40f4-9f70-0aab353d71d7 tempest-ServersOnMultiNodesTest-130542004 tempest-ServersOnMultiNodesTest-130542004-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=46d11759-44ac-4f48-8e59-4a8367842d87 HTTP/1.1" status: 200 len: 1101 time: 0.0700076 Oct 27 10:26:51.309726 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834ac629-4bcc-4a14-af94-ce27772e0cf1 req-09076ebf-d2f0-4bd6-b53a-bb35078f683b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:51.310336 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-834ac629-4bcc-4a14-af94-ce27772e0cf1 req-09076ebf-d2f0-4bd6-b53a-bb35078f683b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:51.318388 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-834ac629-4bcc-4a14-af94-ce27772e0cf1 req-09076ebf-d2f0-4bd6-b53a-bb35078f683b service neutron] 10.222.0.76 "PUT /v2.0/ports/4059356e-83b5-413a-a82e-17745b15d80f HTTP/1.1" status: 200 len: 1092 time: 1.1433034 Oct 27 10:26:51.318969 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2e29daa-df39-4a5e-b964-856b7ba7d41d', 'tag': '4059356e-83b5-413a-a82e-17745b15d80f'}] {{(pid=102347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:26:51.320133 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-e61a9d71-7460-4015-8447-ade5eaf08159 req-c8c9c23a-ff5d-4ad1-8c6d-ac0ed014cc17 tempest-ServersOnMultiNodesTest-130542004 tempest-ServersOnMultiNodesTest-130542004-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=564ecd8b-da86-4175-923a-67dcc5fcd400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559111 Oct 27 10:26:51.321349 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311149b481204ee7edffdb959c881838506fbd95bc8577c048f6677abb73acc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea46d1f9-24c1-4fca-a5a3-18e302b2b145" -d '{"events": [{"name": "network-changed", "server_uuid": "f2e29daa-df39-4a5e-b964-856b7ba7d41d", "tag": "4059356e-83b5-413a-a82e-17745b15d80f"}]}' {{(pid=102347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:26:51.400038 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 10:26:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b781deff-a0c1-45ab-b152-0d8f809f2c1a x-openstack-request-id: req-b781deff-a0c1-45ab-b152-0d8f809f2c1a {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:26:51.400550 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2e29daa-df39-4a5e-b964-856b7ba7d41d", "tag": "4059356e-83b5-413a-a82e-17745b15d80f", "status": "completed", "code": 200}]} {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:26:51.401321 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b781deff-a0c1-45ab-b152-0d8f809f2c1a {{(pid=102347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:26:51.401899 n-d-813419-10 neutron-server[102347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2e29daa-df39-4a5e-b964-856b7ba7d41d', 'tag': '4059356e-83b5-413a-a82e-17745b15d80f', 'status': 'completed', 'code': 200} Oct 27 10:26:51.469133 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09076ebf-d2f0-4bd6-b53a-bb35078f683b service neutron] Pushing event updated for resources: {'Port': ['ID=4059356e-83b5-413a-a82e-17745b15d80f,revision_number=3']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:26:51.520779 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065291f6-173a-4896-8574-862c6f7afb7f req-6572aace-2983-453e-93a9-c19b15566278 tempest-ServerAddressesNegativeTestJSON-1891923450 tempest-ServerAddressesNegativeTestJSON-1891923450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:51.522452 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-065291f6-173a-4896-8574-862c6f7afb7f req-6572aace-2983-453e-93a9-c19b15566278 tempest-ServerAddressesNegativeTestJSON-1891923450 tempest-ServerAddressesNegativeTestJSON-1891923450-project] 10.222.0.44 "GET /v2.0/ports?device_id=6c6e6551-b8a2-4137-bb24-406cd25920b2 HTTP/1.1" status: 200 len: 946 time: 0.1740685 Oct 27 10:26:51.567724 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-3d5630a7-7b2d-453e-bb0f-35d7412f771a req-399c9620-359e-410f-acc4-2eefc197886c tempest-ServerShowV257Test-1104222655 tempest-ServerShowV257Test-1104222655-project] 10.222.0.44 "GET /v2.0/ports?device_id=9686b29a-79fa-43bf-a440-91a18f92bc03 HTTP/1.1" status: 200 len: 210 time: 0.0375857 Oct 27 10:26:51.618292 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834ac629-4bcc-4a14-af94-ce27772e0cf1 req-c2b7e88b-4aaa-4370-919a-3193b9d33329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:51.619869 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-834ac629-4bcc-4a14-af94-ce27772e0cf1 req-c2b7e88b-4aaa-4370-919a-3193b9d33329 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=2a73aad0ca0543f58dfb2590ad006be4&device_id=f2e29daa-df39-4a5e-b964-856b7ba7d41d HTTP/1.1" status: 200 len: 1095 time: 0.2165797 Oct 27 10:26:51.632888 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-065291f6-173a-4896-8574-862c6f7afb7f req-b6f9bb10-291c-4ae6-9ea0-434263fce751 tempest-ServerAddressesNegativeTestJSON-1891923450 tempest-ServerAddressesNegativeTestJSON-1891923450-project] 10.222.0.44 "GET /v2.0/security-groups?id=3c738e8e-b9b5-4de1-bafa-87f3b034b663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995469 Oct 27 10:26:51.701068 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-834ac629-4bcc-4a14-af94-ce27772e0cf1 req-a0721b05-eea5-4341-b68d-d86bb2433870 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4059356e-83b5-413a-a82e-17745b15d80f HTTP/1.1" status: 200 len: 217 time: 0.0660136 Oct 27 10:26:51.765664 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-a4130433-d7c4-4096-93f9-5e6b8c0d9836 req-fe86ba00-273d-4cd3-800e-b02d2d0a6bc3 tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=90a01745d25e42a2aa454aea883f58a1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0573590 Oct 27 10:26:51.816741 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834ac629-4bcc-4a14-af94-ce27772e0cf1 req-8ab5f403-2e6f-40ae-8761-c16958d1a4a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:51.819657 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-834ac629-4bcc-4a14-af94-ce27772e0cf1 req-8ab5f403-2e6f-40ae-8761-c16958d1a4a9 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=94d6f39e-603b-4bcb-8dfa-684bf1105886 HTTP/1.1" status: 200 len: 853 time: 0.1071820 Oct 27 10:26:51.834346 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-3c6a8245-0581-48aa-b5f6-4d8fe98cd16e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:51.868785 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-834ac629-4bcc-4a14-af94-ce27772e0cf1 req-19386fc6-e1b0-4e22-a9f5-c7d34434d4ac service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=4c4816f7-a34d-4509-b1c3-eb56e1ec3f30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403771 Oct 27 10:26:52.044093 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-834ac629-4bcc-4a14-af94-ce27772e0cf1 req-a0de4868-763d-4809-ac9f-9f6e24d3a31d service neutron] 10.222.0.76 "GET /v2.0/networks/4c4816f7-a34d-4509-b1c3-eb56e1ec3f30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1657093 Oct 27 10:26:52.111508 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4130433-d7c4-4096-93f9-5e6b8c0d9836 req-0b668d7b-495a-4418-9c44-56badc23a63a tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:52.123549 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-a4130433-d7c4-4096-93f9-5e6b8c0d9836 req-0b668d7b-495a-4418-9c44-56badc23a63a tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3516381 Oct 27 10:26:52.147123 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-a4130433-d7c4-4096-93f9-5e6b8c0d9836 req-ae1433b2-8019-4a31-a5b9-3d0c2ce8ee95 tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] 10.222.0.44 "GET /v2.0/quotas/90a01745d25e42a2aa454aea883f58a1 HTTP/1.1" status: 200 len: 375 time: 0.0219932 Oct 27 10:26:52.224593 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63442f3-f008-44de-a606-1f96beaf7ab7 req-52d52348-98fe-45dc-928b-606dc066baa0 tempest-VolumesAdminNegativeTest-898796943 tempest-VolumesAdminNegativeTest-898796943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:52.233406 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-e63442f3-f008-44de-a606-1f96beaf7ab7 req-52d52348-98fe-45dc-928b-606dc066baa0 tempest-VolumesAdminNegativeTest-898796943 tempest-VolumesAdminNegativeTest-898796943-project] 10.222.0.44 "GET /v2.0/ports?device_id=2cef3d67-5fc3-40c1-9851-33627b264318 HTTP/1.1" status: 200 len: 945 time: 0.0815465 Oct 27 10:26:52.280965 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-a4130433-d7c4-4096-93f9-5e6b8c0d9836 req-9c570fd0-b245-49d1-a951-f01df74c378d tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=90a01745d25e42a2aa454aea883f58a1&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1204095 Oct 27 10:26:52.282439 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-834ac629-4bcc-4a14-af94-ce27772e0cf1 req-331027da-ccdd-4ccf-87a8-b8bc8d7569c9 service neutron] 10.222.0.76 "GET /v2.0/networks/4c4816f7-a34d-4509-b1c3-eb56e1ec3f30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2169492 Oct 27 10:26:52.310042 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-e63442f3-f008-44de-a606-1f96beaf7ab7 req-cdda170a-2333-4f53-84ec-36fd09dd9d68 tempest-VolumesAdminNegativeTest-898796943 tempest-VolumesAdminNegativeTest-898796943-project] 10.222.0.44 "GET /v2.0/security-groups?id=87c60c04-bc0e-45a7-a9f7-115745924900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713224 Oct 27 10:26:52.358730 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 51730) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:26:52.501717 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea46d1f9-24c1-4fca-a5a3-18e302b2b145 req-608078ef-54b0-4eb7-8337-7ad27b7b1581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:52.503393 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-ea46d1f9-24c1-4fca-a5a3-18e302b2b145 req-608078ef-54b0-4eb7-8337-7ad27b7b1581 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=2a73aad0ca0543f58dfb2590ad006be4&device_id=f2e29daa-df39-4a5e-b964-856b7ba7d41d HTTP/1.1" status: 200 len: 1095 time: 0.1592710 Oct 27 10:26:52.520861 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-75721e9b-bb0f-4702-ab65-b851151230fd admin admin] Publish callbacks [] for security_group, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:52.567953 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f407c6-2c2c-4dd5-9f24-32bd9c5a8174 req-eb312601-a777-4f0e-935a-21f3ecdfc417 tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:52.584442 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-23f407c6-2c2c-4dd5-9f24-32bd9c5a8174 req-eb312601-a777-4f0e-935a-21f3ecdfc417 tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] 10.222.0.44 "GET /v2.0/ports?device_id=f2e29daa-df39-4a5e-b964-856b7ba7d41d HTTP/1.1" status: 200 len: 943 time: 0.1848748 Oct 27 10:26:52.654501 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-75721e9b-bb0f-4702-ab65-b851151230fd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:52.672411 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-95d8b54a-78a8-4329-bc3e-29c2bf6a7c95 req-97a87ace-f5df-4c8d-bfee-98f1ca25b8e6 tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] 10.222.0.44 "GET /v2.0/ports?device_id=53621847-f4f2-42a2-b1ec-02c4c6b66d48 HTTP/1.1" status: 200 len: 210 time: 0.0379627 Oct 27 10:26:52.673139 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-75721e9b-bb0f-4702-ab65-b851151230fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:52.707377 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75721e9b-bb0f-4702-ab65-b851151230fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4f5b513-6f64-48d4-84f3-250503d2215b,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:26:52.714775 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-23f407c6-2c2c-4dd5-9f24-32bd9c5a8174 req-ccee2c19-e366-4853-bf54-264a4554cdbc tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] 10.222.0.44 "GET /v2.0/security-groups?id=c947a31c-5410-49e0-adfc-c83fa1ba4206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294112 Oct 27 10:26:52.746447 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-75721e9b-bb0f-4702-ab65-b851151230fd admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e9d32083382743f6b5f7823acce123be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3809102 Oct 27 10:26:52.748134 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 51746) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:26:52.778050 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea46d1f9-24c1-4fca-a5a3-18e302b2b145 req-6e3a3f87-5c83-4a08-9893-a8f7e9ff1d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:52.780021 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-ea46d1f9-24c1-4fca-a5a3-18e302b2b145 req-6e3a3f87-5c83-4a08-9893-a8f7e9ff1d57 service neutron] 10.222.0.76 "GET /v2.0/networks?id=4c4816f7-a34d-4509-b1c3-eb56e1ec3f30 HTTP/1.1" status: 200 len: 914 time: 0.2628105 Oct 27 10:26:52.849338 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-76ac716a-2008-49c9-989b-807c8ab42866 req-6d145c6c-2264-4590-bb8d-0d571163ad9e tempest-ServerShowV257Test-1104222655 tempest-ServerShowV257Test-1104222655-project] 10.222.0.44 "GET /v2.0/ports?device_id=9686b29a-79fa-43bf-a440-91a18f92bc03 HTTP/1.1" status: 200 len: 210 time: 0.0683222 Oct 27 10:26:52.882116 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-ea46d1f9-24c1-4fca-a5a3-18e302b2b145 req-dee1873b-f5cc-452c-8062-de2cac0e0e8b service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4059356e-83b5-413a-a82e-17745b15d80f HTTP/1.1" status: 200 len: 217 time: 0.0699646 Oct 27 10:26:52.936783 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-d86b3fd5-dcda-46e0-b378-c3a756ae4db9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:52.979863 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea46d1f9-24c1-4fca-a5a3-18e302b2b145 req-c004f29d-f22d-4fc7-8a9d-571731a9a78a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:52.981724 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-ea46d1f9-24c1-4fca-a5a3-18e302b2b145 req-c004f29d-f22d-4fc7-8a9d-571731a9a78a service neutron] 10.222.0.76 "GET /v2.0/subnets?id=94d6f39e-603b-4bcb-8dfa-684bf1105886 HTTP/1.1" status: 200 len: 853 time: 0.0853291 Oct 27 10:26:52.990420 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-d86b3fd5-dcda-46e0-b378-c3a756ae4db9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:53.021800 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431f8af1-7630-4ffd-8834-1aa03895edd4 req-f2158c2a-fca2-4c53-aee8-4258a6d4882b tempest-ServerAddressesNegativeTestJSON-1891923450 tempest-ServerAddressesNegativeTestJSON-1891923450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:53.023612 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-431f8af1-7630-4ffd-8834-1aa03895edd4 req-f2158c2a-fca2-4c53-aee8-4258a6d4882b tempest-ServerAddressesNegativeTestJSON-1891923450 tempest-ServerAddressesNegativeTestJSON-1891923450-project] 10.222.0.44 "GET /v2.0/ports?device_id=6c6e6551-b8a2-4137-bb24-406cd25920b2 HTTP/1.1" status: 200 len: 946 time: 0.1014595 Oct 27 10:26:53.055698 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-ea46d1f9-24c1-4fca-a5a3-18e302b2b145 req-393b2320-2738-45dc-8154-621ab200ecde service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=4c4816f7-a34d-4509-b1c3-eb56e1ec3f30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0570743 Oct 27 10:26:53.066108 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-431f8af1-7630-4ffd-8834-1aa03895edd4 req-90388a4e-2909-4673-b484-4d67c56eb331 tempest-ServerAddressesNegativeTestJSON-1891923450 tempest-ServerAddressesNegativeTestJSON-1891923450-project] 10.222.0.44 "GET /v2.0/security-groups?id=3c738e8e-b9b5-4de1-bafa-87f3b034b663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351739 Oct 27 10:26:53.128324 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-d86b3fd5-dcda-46e0-b378-c3a756ae4db9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:53.131444 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-d86b3fd5-dcda-46e0-b378-c3a756ae4db9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:53.132770 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-d86b3fd5-dcda-46e0-b378-c3a756ae4db9 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d4f5b513-6f64-48d4-84f3-250503d2215b HTTP/1.1" status: 204 len: 168 time: 0.3836687 Oct 27 10:26:53.150458 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86b3fd5-dcda-46e0-b378-c3a756ae4db9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4f5b513-6f64-48d4-84f3-250503d2215b,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:26:53.207254 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-ea46d1f9-24c1-4fca-a5a3-18e302b2b145 req-e2fcd1f3-c8a3-407a-b98b-55a4d46e95c9 service neutron] 10.222.0.76 "GET /v2.0/networks/4c4816f7-a34d-4509-b1c3-eb56e1ec3f30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256723 Oct 27 10:26:53.360131 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-ea46d1f9-24c1-4fca-a5a3-18e302b2b145 req-b584c413-3b09-411c-bdc8-71c40b376a5f service neutron] 10.222.0.76 "GET /v2.0/networks/4c4816f7-a34d-4509-b1c3-eb56e1ec3f30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378210 Oct 27 10:26:53.435033 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12a09da-7321-4db8-8522-a918ffae23e9 req-6cec3fd3-ed9b-4470-be71-4dcb336b8741 tempest-VolumesAdminNegativeTest-898796943 tempest-VolumesAdminNegativeTest-898796943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:53.442960 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c12a09da-7321-4db8-8522-a918ffae23e9 req-6cec3fd3-ed9b-4470-be71-4dcb336b8741 tempest-VolumesAdminNegativeTest-898796943 tempest-VolumesAdminNegativeTest-898796943-project] 10.222.0.44 "GET /v2.0/ports?device_id=2cef3d67-5fc3-40c1-9851-33627b264318 HTTP/1.1" status: 200 len: 945 time: 0.0632074 Oct 27 10:26:53.476886 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c12a09da-7321-4db8-8522-a918ffae23e9 req-50db8cfc-2769-476b-bfc2-f748d2f20cae tempest-VolumesAdminNegativeTest-898796943 tempest-VolumesAdminNegativeTest-898796943-project] 10.222.0.44 "GET /v2.0/security-groups?id=87c60c04-bc0e-45a7-a9f7-115745924900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328827 Oct 27 10:26:53.784417 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-726002e0-61f3-4bb9-b007-76f3347df7a8 req-6aea5d50-807a-47cd-91a9-9c891616fb54 tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] 10.222.0.44 "GET /v2.0/ports?device_id=53621847-f4f2-42a2-b1ec-02c4c6b66d48 HTTP/1.1" status: 200 len: 210 time: 0.0321319 Oct 27 10:26:53.890037 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3437f1a7-ea74-40bd-8127-67ce395576dc req-23f546b6-628c-4d9a-9f4a-857fa1755969 tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:53.900272 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-3437f1a7-ea74-40bd-8127-67ce395576dc req-23f546b6-628c-4d9a-9f4a-857fa1755969 tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] 10.222.0.44 "GET /v2.0/ports?device_id=f2e29daa-df39-4a5e-b964-856b7ba7d41d HTTP/1.1" status: 200 len: 943 time: 0.0976460 Oct 27 10:26:53.913420 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-a4130433-d7c4-4096-93f9-5e6b8c0d9836 req-5f44b734-c66f-46d7-9b46-5a232cfd0e03 tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=90a01745d25e42a2aa454aea883f58a1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0357111 Oct 27 10:26:53.968942 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-3437f1a7-ea74-40bd-8127-67ce395576dc req-c56c3de4-587f-49f2-a140-a607e1fdcaea tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] 10.222.0.44 "GET /v2.0/security-groups?id=c947a31c-5410-49e0-adfc-c83fa1ba4206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617611 Oct 27 10:26:54.082730 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-e3c50623-c56d-4033-be28-093884197a38 req-37d80806-1fef-4598-8188-509e3277afc1 tempest-ServerShowV257Test-1104222655 tempest-ServerShowV257Test-1104222655-project] 10.222.0.44 "GET /v2.0/ports?device_id=9686b29a-79fa-43bf-a440-91a18f92bc03 HTTP/1.1" status: 200 len: 210 time: 0.1004424 Oct 27 10:26:54.139042 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795cba72-f7b2-4d46-a61c-4a8b7771a659 req-061bd178-3ecc-4c7c-a12e-d0e6741d3231 tempest-VolumesAdminNegativeTest-898796943 tempest-VolumesAdminNegativeTest-898796943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:54.141042 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-795cba72-f7b2-4d46-a61c-4a8b7771a659 req-061bd178-3ecc-4c7c-a12e-d0e6741d3231 tempest-VolumesAdminNegativeTest-898796943 tempest-VolumesAdminNegativeTest-898796943-project] 10.222.0.64 "GET /v2.0/ports?device_id=2cef3d67-5fc3-40c1-9851-33627b264318 HTTP/1.1" status: 200 len: 945 time: 0.1310437 Oct 27 10:26:54.177145 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4130433-d7c4-4096-93f9-5e6b8c0d9836 req-b3eb78e8-aebe-4867-941a-48b15c1d4d66 tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:54.179129 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-a4130433-d7c4-4096-93f9-5e6b8c0d9836 req-b3eb78e8-aebe-4867-941a-48b15c1d4d66 tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2545924 Oct 27 10:26:54.208133 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [req-a4130433-d7c4-4096-93f9-5e6b8c0d9836 req-bb65c524-8d77-4eb5-bb3f-857f493e77ee tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] Request body: {'port': {'device_id': '53621847-f4f2-42a2-b1ec-02c4c6b66d48', 'network_id': '4d250f92-d229-45fe-a579-67fef8e6c544', 'admin_state_up': True, 'tenant_id': '90a01745d25e42a2aa454aea883f58a1'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:26:54.248672 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50369ae4-9ca7-4feb-8d65-bf66ac583a27 req-1827ca95-c99d-4a43-a2a0-08a239b791b0 tempest-ServerAddressesNegativeTestJSON-1891923450 tempest-ServerAddressesNegativeTestJSON-1891923450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:54.250906 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-50369ae4-9ca7-4feb-8d65-bf66ac583a27 req-1827ca95-c99d-4a43-a2a0-08a239b791b0 tempest-ServerAddressesNegativeTestJSON-1891923450 tempest-ServerAddressesNegativeTestJSON-1891923450-project] 10.222.0.44 "GET /v2.0/ports?device_id=6c6e6551-b8a2-4137-bb24-406cd25920b2 HTTP/1.1" status: 200 len: 946 time: 0.0605829 Oct 27 10:26:54.329695 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-50369ae4-9ca7-4feb-8d65-bf66ac583a27 req-a54de58d-9cef-488b-a5d4-870ecd3b28d0 tempest-ServerAddressesNegativeTestJSON-1891923450 tempest-ServerAddressesNegativeTestJSON-1891923450-project] 10.222.0.44 "GET /v2.0/security-groups?id=3c738e8e-b9b5-4de1-bafa-87f3b034b663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674810 Oct 27 10:26:54.410662 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 51796) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:26:54.545965 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-fd9b2574-3488-440e-a3c7-1c5ddedf6162 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:54.662790 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-fd9b2574-3488-440e-a3c7-1c5ddedf6162 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:54.669506 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-fd9b2574-3488-440e-a3c7-1c5ddedf6162 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:54.734240 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-fd9b2574-3488-440e-a3c7-1c5ddedf6162 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b9f54c9dd6ee49aabee9aa7907ce1649&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3224065 Oct 27 10:26:54.735640 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9b2574-3488-440e-a3c7-1c5ddedf6162 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2fbea4f-5dd2-4890-9215-2c502005b435,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:26:54.738222 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 51804) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:26:54.799510 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4130433-d7c4-4096-93f9-5e6b8c0d9836 req-bb65c524-8d77-4eb5-bb3f-857f493e77ee tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] Made reservation on behalf of 90a01745d25e42a2aa454aea883f58a1 for: {'port': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:26:54.803068 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-a4130433-d7c4-4096-93f9-5e6b8c0d9836 req-bb65c524-8d77-4eb5-bb3f-857f493e77ee tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:54.847866 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d624d7-507c-4395-bd85-cda24a73c8e8 req-2ce3a61e-e3b5-4c6f-8138-12fe387534ca tempest-VolumesAdminNegativeTest-898796943 tempest-VolumesAdminNegativeTest-898796943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:54.849375 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-28d624d7-507c-4395-bd85-cda24a73c8e8 req-2ce3a61e-e3b5-4c6f-8138-12fe387534ca tempest-VolumesAdminNegativeTest-898796943 tempest-VolumesAdminNegativeTest-898796943-project] 10.222.0.44 "GET /v2.0/ports?device_id=2cef3d67-5fc3-40c1-9851-33627b264318 HTTP/1.1" status: 200 len: 945 time: 0.1559217 Oct 27 10:26:54.908833 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ae11e245-71d5-40e4-a4b9-f94d84736ce2 req-71312cfe-9ae8-47cc-b106-230a13289b84 tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] 10.222.0.44 "GET /v2.0/ports?device_id=53621847-f4f2-42a2-b1ec-02c4c6b66d48 HTTP/1.1" status: 200 len: 210 time: 0.0427623 Oct 27 10:26:54.931057 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [req-795cba72-f7b2-4d46-a61c-4a8b7771a659 req-f83919e9-d246-4c11-a694-c06e1fb4a059 tempest-VolumesAdminNegativeTest-898796943 tempest-VolumesAdminNegativeTest-898796943-project] Deleting port 28a78682-4e3a-4032-9eee-515a7073fe9b {{(pid=102347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:26:54.931399 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-795cba72-f7b2-4d46-a61c-4a8b7771a659 req-f83919e9-d246-4c11-a694-c06e1fb4a059 tempest-VolumesAdminNegativeTest-898796943 tempest-VolumesAdminNegativeTest-898796943-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:54.953311 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-2477755a-2669-4d0e-aaed-7b20c7439978 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:54.959499 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940e23b8-0da1-48a2-a2b7-df0e54f3142f req-9502cbef-cae3-4856-a7f8-5079212b73b1 tempest-ServerAddressesNegativeTestJSON-1891923450 tempest-ServerAddressesNegativeTestJSON-1891923450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:54.961154 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-940e23b8-0da1-48a2-a2b7-df0e54f3142f req-9502cbef-cae3-4856-a7f8-5079212b73b1 tempest-ServerAddressesNegativeTestJSON-1891923450 tempest-ServerAddressesNegativeTestJSON-1891923450-project] 10.222.0.76 "GET /v2.0/ports?device_id=6c6e6551-b8a2-4137-bb24-406cd25920b2 HTTP/1.1" status: 200 len: 946 time: 0.0669990 Oct 27 10:26:55.053577 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-28d624d7-507c-4395-bd85-cda24a73c8e8 req-8ff012d0-ebfb-4dce-9a9e-7f1c724eecdb tempest-VolumesAdminNegativeTest-898796943 tempest-VolumesAdminNegativeTest-898796943-project] 10.222.0.44 "GET /v2.0/security-groups?id=87c60c04-bc0e-45a7-a9f7-115745924900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837604 Oct 27 10:26:55.058439 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-2477755a-2669-4d0e-aaed-7b20c7439978 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:55.129172 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [req-940e23b8-0da1-48a2-a2b7-df0e54f3142f req-47188c78-a158-4393-8bfc-eab0d0af2463 tempest-ServerAddressesNegativeTestJSON-1891923450 tempest-ServerAddressesNegativeTestJSON-1891923450-project] Deleting port 326bc25f-d26a-4b8d-8b11-d246b8045d42 {{(pid=102346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:26:55.129813 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-940e23b8-0da1-48a2-a2b7-df0e54f3142f req-47188c78-a158-4393-8bfc-eab0d0af2463 tempest-ServerAddressesNegativeTestJSON-1891923450 tempest-ServerAddressesNegativeTestJSON-1891923450-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:55.142121 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c350d3-ec27-428f-9197-4466b33bdff2 req-838d0d02-43f3-49e2-bed7-ff0cdf79cab3 tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:55.149506 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-92c350d3-ec27-428f-9197-4466b33bdff2 req-838d0d02-43f3-49e2-bed7-ff0cdf79cab3 tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] 10.222.0.44 "GET /v2.0/ports?device_id=f2e29daa-df39-4a5e-b964-856b7ba7d41d HTTP/1.1" status: 200 len: 943 time: 0.0897110 Oct 27 10:26:55.193565 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_common [req-a4130433-d7c4-4096-93f9-5e6b8c0d9836 req-bb65c524-8d77-4eb5-bb3f-857f493e77ee tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] Allocated IP 192.168.233.227 (4d250f92-d229-45fe-a579-67fef8e6c544/62eb52f7-aac4-48af-8670-e04300325561/307705da-7819-45a3-a44b-e488150d0d2c) {{(pid=102347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:26:55.258075 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-92c350d3-ec27-428f-9197-4466b33bdff2 req-8fb6bbf5-1043-4c62-9db6-0fc14de40809 tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] 10.222.0.44 "GET /v2.0/security-groups?id=c947a31c-5410-49e0-adfc-c83fa1ba4206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075523 Oct 27 10:26:55.269389 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-9787e0a2-c465-41a7-9edb-b174cece331b req-870ecc24-b4ca-412e-89a5-f9d8ca1031f4 tempest-ServerShowV257Test-1104222655 tempest-ServerShowV257Test-1104222655-project] 10.222.0.44 "GET /v2.0/ports?device_id=9686b29a-79fa-43bf-a440-91a18f92bc03 HTTP/1.1" status: 200 len: 210 time: 0.0594089 Oct 27 10:26:55.284823 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-795cba72-f7b2-4d46-a61c-4a8b7771a659 req-f83919e9-d246-4c11-a694-c06e1fb4a059 tempest-VolumesAdminNegativeTest-898796943 tempest-VolumesAdminNegativeTest-898796943-project] For port 28a78682-4e3a-4032-9eee-515a7073fe9b, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=28a78682-4e3a-4032-9eee-515a7073fe9b,segment=NetworkSegment(245f67ce-4f02-48c5-ad99-468e9064edc5),segment_id=245f67ce-4f02-48c5-ad99-468e9064edc5)] {{(pid=102347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:26:55.285636 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-795cba72-f7b2-4d46-a61c-4a8b7771a659 req-f83919e9-d246-4c11-a694-c06e1fb4a059 tempest-VolumesAdminNegativeTest-898796943 tempest-VolumesAdminNegativeTest-898796943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:55.327772 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [req-795cba72-f7b2-4d46-a61c-4a8b7771a659 req-f83919e9-d246-4c11-a694-c06e1fb4a059 tempest-VolumesAdminNegativeTest-898796943 tempest-VolumesAdminNegativeTest-898796943-project] Calling delete_port for 28a78682-4e3a-4032-9eee-515a7073fe9b owned by compute:nova {{(pid=102347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:26:55.343013 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [req-940e23b8-0da1-48a2-a2b7-df0e54f3142f req-47188c78-a158-4393-8bfc-eab0d0af2463 tempest-ServerAddressesNegativeTestJSON-1891923450 tempest-ServerAddressesNegativeTestJSON-1891923450-project] For port 326bc25f-d26a-4b8d-8b11-d246b8045d42, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=326bc25f-d26a-4b8d-8b11-d246b8045d42,segment=NetworkSegment(092589f8-5d60-48db-876f-f23104f52838),segment_id=092589f8-5d60-48db-876f-f23104f52838)] {{(pid=102346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:26:55.343487 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-940e23b8-0da1-48a2-a2b7-df0e54f3142f req-47188c78-a158-4393-8bfc-eab0d0af2463 tempest-ServerAddressesNegativeTestJSON-1891923450 tempest-ServerAddressesNegativeTestJSON-1891923450-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:55.360323 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-2477755a-2669-4d0e-aaed-7b20c7439978 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:55.363707 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-2477755a-2669-4d0e-aaed-7b20c7439978 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:55.367414 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-2477755a-2669-4d0e-aaed-7b20c7439978 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f2fbea4f-5dd2-4890-9215-2c502005b435 HTTP/1.1" status: 204 len: 168 time: 0.6038647 Oct 27 10:26:55.367744 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [req-940e23b8-0da1-48a2-a2b7-df0e54f3142f req-47188c78-a158-4393-8bfc-eab0d0af2463 tempest-ServerAddressesNegativeTestJSON-1891923450 tempest-ServerAddressesNegativeTestJSON-1891923450-project] Calling delete_port for 326bc25f-d26a-4b8d-8b11-d246b8045d42 owned by compute:nova {{(pid=102346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:26:55.439074 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2477755a-2669-4d0e-aaed-7b20c7439978 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2fbea4f-5dd2-4890-9215-2c502005b435,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:26:55.532047 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fbe5d1-6b39-40d8-82d7-bf418962dbff req-372261e0-a10a-4e58-89ed-ba5bbae9ff3b tempest-ServerAddressesNegativeTestJSON-1891923450 tempest-ServerAddressesNegativeTestJSON-1891923450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:55.534354 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-71fbe5d1-6b39-40d8-82d7-bf418962dbff req-372261e0-a10a-4e58-89ed-ba5bbae9ff3b tempest-ServerAddressesNegativeTestJSON-1891923450 tempest-ServerAddressesNegativeTestJSON-1891923450-project] 10.222.0.44 "GET /v2.0/ports?device_id=6c6e6551-b8a2-4137-bb24-406cd25920b2 HTTP/1.1" status: 200 len: 946 time: 0.0815010 Oct 27 10:26:55.570433 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device 4059356e-83b5-413a-a82e-17745b15d80f details requested by agent hyperv_n-h2-813419-10 with host n-h2-813419-10 {{(pid=102348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 10:26:55.601562 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-795cba72-f7b2-4d46-a61c-4a8b7771a659 req-f83919e9-d246-4c11-a694-c06e1fb4a059 tempest-VolumesAdminNegativeTest-898796943 tempest-VolumesAdminNegativeTest-898796943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:55.642762 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83919e9-d246-4c11-a694-c06e1fb4a059 tempest-VolumesAdminNegativeTest-898796943 tempest-VolumesAdminNegativeTest-898796943-project] Pushing event deleted for resources: {'Port': ['ID=28a78682-4e3a-4032-9eee-515a7073fe9b,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:26:55.655036 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-940e23b8-0da1-48a2-a2b7-df0e54f3142f req-47188c78-a158-4393-8bfc-eab0d0af2463 tempest-ServerAddressesNegativeTestJSON-1891923450 tempest-ServerAddressesNegativeTestJSON-1891923450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:55.665027 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-71fbe5d1-6b39-40d8-82d7-bf418962dbff req-05fa416e-472d-4f50-9fda-08a230d6f59a tempest-ServerAddressesNegativeTestJSON-1891923450 tempest-ServerAddressesNegativeTestJSON-1891923450-project] 10.222.0.44 "GET /v2.0/security-groups?id=3c738e8e-b9b5-4de1-bafa-87f3b034b663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000001 Oct 27 10:26:55.677342 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-a4130433-d7c4-4096-93f9-5e6b8c0d9836 req-bb65c524-8d77-4eb5-bb3f-857f493e77ee tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] Publish callbacks [] for port, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:55.706608 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] get_ports_and_sgs() called for port_ids ['28a78682-4e3a-4032-9eee-515a7073fe9b'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:26:55.717476 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [req-795cba72-f7b2-4d46-a61c-4a8b7771a659 req-f83919e9-d246-4c11-a694-c06e1fb4a059 tempest-VolumesAdminNegativeTest-898796943 tempest-VolumesAdminNegativeTest-898796943-project] No DVR routers for this DVR port 28a78682-4e3a-4032-9eee-515a7073fe9b on host n-h1-813419-10 {{(pid=102347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:26:55.721700 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-795cba72-f7b2-4d46-a61c-4a8b7771a659 req-f83919e9-d246-4c11-a694-c06e1fb4a059 tempest-VolumesAdminNegativeTest-898796943 tempest-VolumesAdminNegativeTest-898796943-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:55.725937 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-795cba72-f7b2-4d46-a61c-4a8b7771a659 req-f83919e9-d246-4c11-a694-c06e1fb4a059 tempest-VolumesAdminNegativeTest-898796943 tempest-VolumesAdminNegativeTest-898796943-project] 10.222.0.64 "DELETE /v2.0/ports/28a78682-4e3a-4032-9eee-515a7073fe9b HTTP/1.1" status: 204 len: 173 time: 1.5717478 Oct 27 10:26:55.726769 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cef3d67-5fc3-40c1-9851-33627b264318', 'name': 'network-vif-deleted', 'tag': '28a78682-4e3a-4032-9eee-515a7073fe9b'}] {{(pid=102347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:26:55.739871 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311149b481204ee7edffdb959c881838506fbd95bc8577c048f6677abb73acc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b052e42-0c46-4958-9afa-6f3f06eaac83" -d '{"events": [{"server_uuid": "2cef3d67-5fc3-40c1-9851-33627b264318", "name": "network-vif-deleted", "tag": "28a78682-4e3a-4032-9eee-515a7073fe9b"}]}' {{(pid=102347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:26:55.765923 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47188c78-a158-4393-8bfc-eab0d0af2463 tempest-ServerAddressesNegativeTestJSON-1891923450 tempest-ServerAddressesNegativeTestJSON-1891923450-project] Pushing event deleted for resources: {'Port': ['ID=326bc25f-d26a-4b8d-8b11-d246b8045d42,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:26:55.783862 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] get_ports_and_sgs() called for port_ids ['326bc25f-d26a-4b8d-8b11-d246b8045d42'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:26:55.812112 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [req-940e23b8-0da1-48a2-a2b7-df0e54f3142f req-47188c78-a158-4393-8bfc-eab0d0af2463 tempest-ServerAddressesNegativeTestJSON-1891923450 tempest-ServerAddressesNegativeTestJSON-1891923450-project] No DVR routers for this DVR port 326bc25f-d26a-4b8d-8b11-d246b8045d42 on host n-h2-813419-10 {{(pid=102346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:26:55.814389 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:26:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1457c0b-13c8-4419-afad-99461ec8c31f x-openstack-request-id: req-a1457c0b-13c8-4419-afad-99461ec8c31f {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:26:55.815418 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cef3d67-5fc3-40c1-9851-33627b264318", "name": "network-vif-deleted", "tag": "28a78682-4e3a-4032-9eee-515a7073fe9b", "status": "completed", "code": 200}]} {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:26:55.816099 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a1457c0b-13c8-4419-afad-99461ec8c31f {{(pid=102347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:26:55.816434 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-940e23b8-0da1-48a2-a2b7-df0e54f3142f req-47188c78-a158-4393-8bfc-eab0d0af2463 tempest-ServerAddressesNegativeTestJSON-1891923450 tempest-ServerAddressesNegativeTestJSON-1891923450-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:55.820077 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-940e23b8-0da1-48a2-a2b7-df0e54f3142f req-47188c78-a158-4393-8bfc-eab0d0af2463 tempest-ServerAddressesNegativeTestJSON-1891923450 tempest-ServerAddressesNegativeTestJSON-1891923450-project] 10.222.0.76 "DELETE /v2.0/ports/326bc25f-d26a-4b8d-8b11-d246b8045d42 HTTP/1.1" status: 204 len: 173 time: 0.8515038 Oct 27 10:26:55.820688 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c6e6551-b8a2-4137-bb24-406cd25920b2', 'name': 'network-vif-deleted', 'tag': '326bc25f-d26a-4b8d-8b11-d246b8045d42'}] {{(pid=102346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:26:55.824684 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc0e418f5fc417c8d55d94c0aa509b037d0beb2a734c1a709e789eb65639a56d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65ea6184-d467-4c7b-b64e-2bd788096610" -d '{"events": [{"server_uuid": "6c6e6551-b8a2-4137-bb24-406cd25920b2", "name": "network-vif-deleted", "tag": "326bc25f-d26a-4b8d-8b11-d246b8045d42"}]}' {{(pid=102346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:26:55.825079 n-d-813419-10 neutron-server[102347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cef3d67-5fc3-40c1-9851-33627b264318', 'name': 'network-vif-deleted', 'tag': '28a78682-4e3a-4032-9eee-515a7073fe9b', 'status': 'completed', 'code': 200} Oct 27 10:26:55.828586 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-a4130433-d7c4-4096-93f9-5e6b8c0d9836 req-bb65c524-8d77-4eb5-bb3f-857f493e77ee tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:55.868880 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:26:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a25f624-0121-42d4-bbb6-9edf557a2d6e x-openstack-request-id: req-1a25f624-0121-42d4-bbb6-9edf557a2d6e {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:26:55.869243 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c6e6551-b8a2-4137-bb24-406cd25920b2", "name": "network-vif-deleted", "tag": "326bc25f-d26a-4b8d-8b11-d246b8045d42", "status": "completed", "code": 200}]} {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:26:55.869610 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1a25f624-0121-42d4-bbb6-9edf557a2d6e {{(pid=102346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:26:55.870068 n-d-813419-10 neutron-server[102346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c6e6551-b8a2-4137-bb24-406cd25920b2', 'name': 'network-vif-deleted', 'tag': '326bc25f-d26a-4b8d-8b11-d246b8045d42', 'status': 'completed', 'code': 200} Oct 27 10:26:55.914489 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] get_ports_and_sgs() called for port_ids ['4b885691-85ba-4912-82eb-e467a6991070', '8b9b70e1-e27e-4007-b609-dd136bc31194'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:26:55.935018 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] get_ports_and_sgs() called for port_ids ['922a99a6-a89a-48b9-8d61-65b98322153e', '85eb83c4-aae3-4041-805d-c9e07ba77132', 'a2c0905d-8ff6-4c64-8718-c464c84f34df'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:26:55.939840 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4130433-d7c4-4096-93f9-5e6b8c0d9836 req-bb65c524-8d77-4eb5-bb3f-857f493e77ee tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] Network 4d250f92-d229-45fe-a579-67fef8e6c544 is already hosted by enough agents. {{(pid=102347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:26:55.942455 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [req-a4130433-d7c4-4096-93f9-5e6b8c0d9836 req-bb65c524-8d77-4eb5-bb3f-857f493e77ee tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] Resources bound (agent type, host, resource id): {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:26:55.944473 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb65c524-8d77-4eb5-bb3f-857f493e77ee tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] Pushing event updated for resources: {'Port': ['ID=307705da-7819-45a3-a44b-e488150d0d2c,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:26:55.953648 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4130433-d7c4-4096-93f9-5e6b8c0d9836 req-bb65c524-8d77-4eb5-bb3f-857f493e77ee tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] Received port after_create {{(pid=102347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:26:56.045966 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4130433-d7c4-4096-93f9-5e6b8c0d9836 req-bb65c524-8d77-4eb5-bb3f-857f493e77ee tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:56.046632 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-a4130433-d7c4-4096-93f9-5e6b8c0d9836 req-bb65c524-8d77-4eb5-bb3f-857f493e77ee tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:56.068252 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] For port 4059356e-83b5-413a-a82e-17745b15d80f, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=4059356e-83b5-413a-a82e-17745b15d80f,segment=NetworkSegment(55babfa1-afbc-48a2-a34b-7aa1ec1518dd),segment_id=55babfa1-afbc-48a2-a34b-7aa1ec1518dd)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:26:56.102060 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-a4130433-d7c4-4096-93f9-5e6b8c0d9836 req-bb65c524-8d77-4eb5-bb3f-857f493e77ee tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9017391 Oct 27 10:26:56.123013 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [req-a4130433-d7c4-4096-93f9-5e6b8c0d9836 req-1493befe-9d56-4191-bd35-78af28ca27e5 service neutron] Request body: {'port': {'device_id': '53621847-f4f2-42a2-b1ec-02c4c6b66d48', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-10'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:26:56.145355 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3cdbc6-f3b5-4526-8288-f8319b0c8d5a req-839b7bf9-5729-49ff-8a98-ae25a114e18e tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:56.154262 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-fd3cdbc6-f3b5-4526-8288-f8319b0c8d5a req-839b7bf9-5729-49ff-8a98-ae25a114e18e tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] 10.222.0.44 "GET /v2.0/ports?device_id=53621847-f4f2-42a2-b1ec-02c4c6b66d48 HTTP/1.1" status: 200 len: 936 time: 0.0903037 Oct 27 10:26:56.199466 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-fd3cdbc6-f3b5-4526-8288-f8319b0c8d5a req-6b4e7518-2330-400a-8008-439e5ef2c01a tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] 10.222.0.44 "GET /v2.0/security-groups?id=564ecd8b-da86-4175-923a-67dcc5fcd400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436213 Oct 27 10:26:56.206528 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Returning: {'device': '4059356e-83b5-413a-a82e-17745b15d80f', 'network_id': '4c4816f7-a34d-4509-b1c3-eb56e1ec3f30', 'port_id': '4059356e-83b5-413a-a82e-17745b15d80f', 'mac_address': 'fa:16:3e:06:37:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94d6f39e-603b-4bcb-8dfa-684bf1105886', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 10:26:56.293138 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-728ee889-ed19-4ed9-9604-09d71cfc1b6a req-2e30cb22-3240-4a37-b2ea-c3dce06de481 tempest-VolumesAdminNegativeTest-898796943 tempest-VolumesAdminNegativeTest-898796943-project] 10.222.0.44 "GET /v2.0/ports?device_id=2cef3d67-5fc3-40c1-9851-33627b264318 HTTP/1.1" status: 200 len: 210 time: 0.0556178 Oct 27 10:26:56.294133 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-a4130433-d7c4-4096-93f9-5e6b8c0d9836 req-1493befe-9d56-4191-bd35-78af28ca27e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:56.578598 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:56.597831 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e852bcd-83f3-4428-be58-c28ffe2ac4db req-4ed824b7-90d0-4e15-a45d-66009d923084 tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:56.607808 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-2e852bcd-83f3-4428-be58-c28ffe2ac4db req-4ed824b7-90d0-4e15-a45d-66009d923084 tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] 10.222.0.44 "GET /v2.0/ports?device_id=f2e29daa-df39-4a5e-b964-856b7ba7d41d HTTP/1.1" status: 200 len: 943 time: 0.1223633 Oct 27 10:26:56.655672 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-53fd1542-8d50-43e5-9eb6-e2ffdbab6cd4 None None] Provisioning complete for port 307705da-7819-45a3-a44b-e488150d0d2c triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:26:56.663885 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-2e852bcd-83f3-4428-be58-c28ffe2ac4db req-05e5f4a3-9810-46e7-8d7e-6558a76820a3 tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] 10.222.0.44 "GET /v2.0/security-groups?id=c947a31c-5410-49e0-adfc-c83fa1ba4206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548286 Oct 27 10:26:56.668584 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-53fd1542-8d50-43e5-9eb6-e2ffdbab6cd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:56.676461 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-64e6757d-cafe-4d7a-a3dc-12a55b1eb1fc req-3d7808a1-06e6-41f4-8654-0dacdf807ce0 tempest-ServerShowV257Test-1104222655 tempest-ServerShowV257Test-1104222655-project] 10.222.0.44 "GET /v2.0/ports?device_id=9686b29a-79fa-43bf-a440-91a18f92bc03 HTTP/1.1" status: 200 len: 210 time: 0.0811617 Oct 27 10:26:56.709611 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4059356e-83b5-413a-a82e-17745b15d80f {{(pid=102348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:26:56.754500 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 51854) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:26:56.805136 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] For port 4059356e-83b5-413a-a82e-17745b15d80f, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=4059356e-83b5-413a-a82e-17745b15d80f,segment=NetworkSegment(55babfa1-afbc-48a2-a34b-7aa1ec1518dd),segment_id=55babfa1-afbc-48a2-a34b-7aa1ec1518dd)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:26:56.819939 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:56.820703 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_v2 [None req-3dd4970d-784d-4c59-817f-4f9a81afa766 admin admin] Deleting subnet 2dd52946-c439-4b22-bdf1-4a07f230f19d {{(pid=102346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 10:26:56.826803 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-3dd4970d-784d-4c59-817f-4f9a81afa766 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:56.864238 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-53fd1542-8d50-43e5-9eb6-e2ffdbab6cd4 None None] Port 307705da-7819-45a3-a44b-e488150d0d2c cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:26:56.876445 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-3dd4970d-784d-4c59-817f-4f9a81afa766 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25847868'] for subnet, precommit_delete_associations {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:56.913298 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [req-a4130433-d7c4-4096-93f9-5e6b8c0d9836 req-1493befe-9d56-4191-bd35-78af28ca27e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 307705da-7819-45a3-a44b-e488150d0d2c {{(pid=102347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:26:56.931364 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-a4130433-d7c4-4096-93f9-5e6b8c0d9836 req-1493befe-9d56-4191-bd35-78af28ca27e5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:56.960930 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.provisioning_blocks [req-a4130433-d7c4-4096-93f9-5e6b8c0d9836 req-1493befe-9d56-4191-bd35-78af28ca27e5 service neutron] Transition to ACTIVE for port object 307705da-7819-45a3-a44b-e488150d0d2c will not be triggered until provisioned by entity L2. {{(pid=102347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 10:26:56.965369 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-3dd4970d-784d-4c59-817f-4f9a81afa766 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855646'] for subnet, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:56.966119 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-a4130433-d7c4-4096-93f9-5e6b8c0d9836 req-1493befe-9d56-4191-bd35-78af28ca27e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:56.981677 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Pushing event updated for resources: {'Port': ['ID=4059356e-83b5-413a-a82e-17745b15d80f,revision_number=4']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:26:57.019653 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1493befe-9d56-4191-bd35-78af28ca27e5 service neutron] Pushing event updated for resources: {'Port': ['ID=307705da-7819-45a3-a44b-e488150d0d2c,revision_number=2']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:26:57.080225 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-3dd4970d-784d-4c59-817f-4f9a81afa766 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27024355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27168307'] for subnet, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:57.134264 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd4970d-784d-4c59-817f-4f9a81afa766 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2dd52946-c439-4b22-bdf1-4a07f230f19d,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:26:57.156952 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-3dd4970d-784d-4c59-817f-4f9a81afa766 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for subnet, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:57.172636 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-3dd4970d-784d-4c59-817f-4f9a81afa766 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/2dd52946-c439-4b22-bdf1-4a07f230f19d HTTP/1.1" status: 204 len: 168 time: 0.4131749 Oct 27 10:26:57.177464 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 51862) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:26:57.263513 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] get_ports_and_sgs() called for port_ids ['4059356e-83b5-413a-a82e-17745b15d80f'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:26:57.289863 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-a4130433-d7c4-4096-93f9-5e6b8c0d9836 req-1493befe-9d56-4191-bd35-78af28ca27e5 service neutron] Attempting to bind port 307705da-7819-45a3-a44b-e488150d0d2c on host n-h2-813419-10 for vnic_type normal with profile {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:26:57.290178 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-a4130433-d7c4-4096-93f9-5e6b8c0d9836 req-1493befe-9d56-4191-bd35-78af28ca27e5 service neutron] Attempting to bind port 307705da-7819-45a3-a44b-e488150d0d2c by drivers openvswitch,hyperv on host n-h2-813419-10 at level 0 using segments [{'id': 'f7c42c6d-2766-46d8-a8b7-4852117a5555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '4d250f92-d229-45fe-a579-67fef8e6c544'}] {{(pid=102347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:26:57.290848 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4130433-d7c4-4096-93f9-5e6b8c0d9836 req-1493befe-9d56-4191-bd35-78af28ca27e5 service neutron] Attempting to bind port 307705da-7819-45a3-a44b-e488150d0d2c on network 4d250f92-d229-45fe-a579-67fef8e6c544 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:26:57.327475 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4130433-d7c4-4096-93f9-5e6b8c0d9836 req-1493befe-9d56-4191-bd35-78af28ca27e5 service neutron] Port 307705da-7819-45a3-a44b-e488150d0d2c on network 4d250f92-d229-45fe-a579-67fef8e6c544 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-10 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 10:26:57.328285 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4130433-d7c4-4096-93f9-5e6b8c0d9836 req-1493befe-9d56-4191-bd35-78af28ca27e5 service neutron] Attempting to bind port 307705da-7819-45a3-a44b-e488150d0d2c on network 4d250f92-d229-45fe-a579-67fef8e6c544 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:26:57.353045 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-7f8dbe25-df0b-4941-a109-c191cc365933 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586917'] for network, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:57.373990 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4130433-d7c4-4096-93f9-5e6b8c0d9836 req-1493befe-9d56-4191-bd35-78af28ca27e5 service neutron] Checking agent: {'id': 'a2edc247-0fa4-4ce6-bbae-a10492f6bd71', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 16, 9), 'started_at': datetime.datetime(2021, 10, 27, 10, 16, 9), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 26, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:26:57.374562 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4130433-d7c4-4096-93f9-5e6b8c0d9836 req-1493befe-9d56-4191-bd35-78af28ca27e5 service neutron] Checking segment: {'id': 'f7c42c6d-2766-46d8-a8b7-4852117a5555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '4d250f92-d229-45fe-a579-67fef8e6c544'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:26:57.375125 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4130433-d7c4-4096-93f9-5e6b8c0d9836 req-1493befe-9d56-4191-bd35-78af28ca27e5 service neutron] Bound using segment: {'id': 'f7c42c6d-2766-46d8-a8b7-4852117a5555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '4d250f92-d229-45fe-a579-67fef8e6c544'} {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:26:57.377490 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-a4130433-d7c4-4096-93f9-5e6b8c0d9836 req-1493befe-9d56-4191-bd35-78af28ca27e5 service neutron] Bound port: 307705da-7819-45a3-a44b-e488150d0d2c, host: n-h2-813419-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7c42c6d-2766-46d8-a8b7-4852117a5555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '4d250f92-d229-45fe-a579-67fef8e6c544'}}] {{(pid=102347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:26:57.378915 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-a4130433-d7c4-4096-93f9-5e6b8c0d9836 req-1493befe-9d56-4191-bd35-78af28ca27e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:57.409438 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82224001-bd72-4a7f-ae6a-1af4d05cf362 req-85e07f79-f5c3-4c84-a7bb-99578b559dbf tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:57.418753 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-82224001-bd72-4a7f-ae6a-1af4d05cf362 req-85e07f79-f5c3-4c84-a7bb-99578b559dbf tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] 10.222.0.44 "GET /v2.0/ports?device_id=53621847-f4f2-42a2-b1ec-02c4c6b66d48 HTTP/1.1" status: 200 len: 948 time: 0.1092350 Oct 27 10:26:57.437989 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 51872) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:26:57.557870 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-82224001-bd72-4a7f-ae6a-1af4d05cf362 req-bedf50c3-ee25-4345-8925-7d3dada17074 tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] 10.222.0.44 "GET /v2.0/security-groups?id=564ecd8b-da86-4175-923a-67dcc5fcd400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339760 Oct 27 10:26:57.563189 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3b5a278-e974-45a3-963c-37962d853252 admin admin] Deleting subnet f896a67c-21d1-42ce-a83a-e51a75d19a56 {{(pid=102346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 10:26:57.572480 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-b3b5a278-e974-45a3-963c-37962d853252 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:57.598662 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device 326bc25f-d26a-4b8d-8b11-d246b8045d42 no longer exists at agent hyperv_n-h2-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:26:57.619699 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-b3b5a278-e974-45a3-963c-37962d853252 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25847868'] for subnet, precommit_delete_associations {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:57.632527 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-7f8dbe25-df0b-4941-a109-c191cc365933 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857803', 'neutron.services.segments.db._delete_segments_for_network-8743873143390'] for network, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:57.645548 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-a4130433-d7c4-4096-93f9-5e6b8c0d9836 req-1493befe-9d56-4191-bd35-78af28ca27e5 service neutron] For port 307705da-7819-45a3-a44b-e488150d0d2c, host n-h2-813419-10, cleared binding levels {{(pid=102347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:26:57.650876 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-a4130433-d7c4-4096-93f9-5e6b8c0d9836 req-1493befe-9d56-4191-bd35-78af28ca27e5 service neutron] For port 307705da-7819-45a3-a44b-e488150d0d2c, host n-h2-813419-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=307705da-7819-45a3-a44b-e488150d0d2c,segment=NetworkSegment(f7c42c6d-2766-46d8-a8b7-4852117a5555),segment_id=f7c42c6d-2766-46d8-a8b7-4852117a5555)] {{(pid=102347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:26:57.659392 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-a4130433-d7c4-4096-93f9-5e6b8c0d9836 req-1493befe-9d56-4191-bd35-78af28ca27e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:57.660185 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] No Port match for: 326bc25f-d26a-4b8d-8b11-d246b8045d42 {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:26:57.661766 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device 326bc25f-d26a-4b8d-8b11-d246b8045d42 not bound to the agent host n-h2-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:26:57.674983 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-7f8dbe25-df0b-4941-a109-c191cc365933 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74ff1335-d412-4b36-a00c-00fbffe9e9ab']}} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:26:57.691539 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-7f8dbe25-df0b-4941-a109-c191cc365933 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '092589f8-5d60-48db-876f-f23104f52838') {'for_net_delete': True} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:26:57.692285 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-7f8dbe25-df0b-4941-a109-c191cc365933 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '092589f8-5d60-48db-876f-f23104f52838') {} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:26:57.698619 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-b3b5a278-e974-45a3-963c-37962d853252 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855646'] for subnet, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:57.715445 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-7f8dbe25-df0b-4941-a109-c191cc365933 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743873145191', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18445132'] for segment, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:57.734893 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-7f8dbe25-df0b-4941-a109-c191cc365933 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:57.741845 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f8dbe25-df0b-4941-a109-c191cc365933 admin admin] Releasing vlan 433 on physical network physnet1 to pool {{(pid=102347) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 10:26:57.742279 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-7f8dbe25-df0b-4941-a109-c191cc365933 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-18296032'] for segment, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:57.813012 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-b3b5a278-e974-45a3-963c-37962d853252 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27024355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27168307'] for subnet, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:57.854087 n-d-813419-10 neutron-server[102347]: Traceback (most recent call last): Oct 27 10:26:57.854087 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 10:26:57.854087 n-d-813419-10 neutron-server[102347]: timer() Oct 27 10:26:57.854087 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 10:26:57.854087 n-d-813419-10 neutron-server[102347]: cb(*args, **kw) Oct 27 10:26:57.854087 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 10:26:57.854087 n-d-813419-10 neutron-server[102347]: return func(*args, **kwargs) Oct 27 10:26:57.854087 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 10:26:57.854087 n-d-813419-10 neutron-server[102347]: self._notify() Oct 27 10:26:57.854087 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 10:26:57.854087 n-d-813419-10 neutron-server[102347]: self.callback(batched_events) Oct 27 10:26:57.854087 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 10:26:57.854087 n-d-813419-10 neutron-server[102347]: event.method(event) Oct 27 10:26:57.854087 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 10:26:57.854087 n-d-813419-10 neutron-server[102347]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 10:26:57.854087 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 10:26:57.854087 n-d-813419-10 neutron-server[102347]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 10:26:57.854087 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 10:26:57.854087 n-d-813419-10 neutron-server[102347]: return f(self, *a, **k) Oct 27 10:26:57.854087 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 10:26:57.854087 n-d-813419-10 neutron-server[102347]: return self._get(url).json() Oct 27 10:26:57.854087 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 10:26:57.854087 n-d-813419-10 neutron-server[102347]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 10:26:57.854087 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 10:26:57.854087 n-d-813419-10 neutron-server[102347]: return self.request(url, 'GET', **kwargs) Oct 27 10:26:57.854087 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 10:26:57.854087 n-d-813419-10 neutron-server[102347]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 10:26:57.854087 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 10:26:57.854087 n-d-813419-10 neutron-server[102347]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 10:26:57.854087 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 10:26:57.854087 n-d-813419-10 neutron-server[102347]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 10:26:57.854087 n-d-813419-10 neutron-server[102347]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 10:26:57.896430 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b5a278-e974-45a3-963c-37962d853252 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f896a67c-21d1-42ce-a83a-e51a75d19a56,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:26:57.897023 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1493befe-9d56-4191-bd35-78af28ca27e5 service neutron] Pushing event updated for resources: {'Port': ['ID=307705da-7819-45a3-a44b-e488150d0d2c,revision_number=3']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:26:57.910266 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-92e5f83c-585e-46e3-b9cc-06741259ab42 req-a2764de5-77ed-4441-be91-de72d54115bb tempest-ServerShowV257Test-1104222655 tempest-ServerShowV257Test-1104222655-project] 10.222.0.44 "GET /v2.0/ports?device_id=9686b29a-79fa-43bf-a440-91a18f92bc03 HTTP/1.1" status: 200 len: 210 time: 0.0831962 Oct 27 10:26:57.920100 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-b3b5a278-e974-45a3-963c-37962d853252 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for subnet, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:57.928124 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-b3b5a278-e974-45a3-963c-37962d853252 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/f896a67c-21d1-42ce-a83a-e51a75d19a56 HTTP/1.1" status: 204 len: 168 time: 0.4857006 Oct 27 10:26:57.940094 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 51886) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:26:57.942795 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4130433-d7c4-4096-93f9-5e6b8c0d9836 req-1493befe-9d56-4191-bd35-78af28ca27e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:57.944257 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-a4130433-d7c4-4096-93f9-5e6b8c0d9836 req-1493befe-9d56-4191-bd35-78af28ca27e5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:57.946350 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-a4130433-d7c4-4096-93f9-5e6b8c0d9836 req-1493befe-9d56-4191-bd35-78af28ca27e5 service neutron] 10.222.0.76 "PUT /v2.0/ports/307705da-7819-45a3-a44b-e488150d0d2c HTTP/1.1" status: 200 len: 1097 time: 1.8339305 Oct 27 10:26:57.947012 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53621847-f4f2-42a2-b1ec-02c4c6b66d48', 'tag': '307705da-7819-45a3-a44b-e488150d0d2c'}] {{(pid=102347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:26:57.953314 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311149b481204ee7edffdb959c881838506fbd95bc8577c048f6677abb73acc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3049166-6b13-49f6-9292-fb42bf368a2c" -d '{"events": [{"name": "network-changed", "server_uuid": "53621847-f4f2-42a2-b1ec-02c4c6b66d48", "tag": "307705da-7819-45a3-a44b-e488150d0d2c"}]}' {{(pid=102347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:26:57.986513 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-7f8dbe25-df0b-4941-a109-c191cc365933 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664840'] for network, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:58.005607 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device 28a78682-4e3a-4032-9eee-515a7073fe9b no longer exists at agent hyperv_n-h1-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:26:58.016619 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-7f8dbe25-df0b-4941-a109-c191cc365933 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for network, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:58.023110 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-7f8dbe25-df0b-4941-a109-c191cc365933 admin admin] 10.222.0.44 "DELETE /v2.0/networks/74ff1335-d412-4b36-a00c-00fbffe9e9ab HTTP/1.1" status: 204 len: 168 time: 0.8423159 Oct 27 10:26:58.050288 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-6bfda4e3-82fa-46dd-8cf2-f6158f8c9211 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586917'] for network, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:58.085810 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] No Port match for: 28a78682-4e3a-4032-9eee-515a7073fe9b {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:26:58.086250 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device 28a78682-4e3a-4032-9eee-515a7073fe9b not bound to the agent host n-h1-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:26:58.094819 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 10:26:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0178a3e-1575-46aa-80bb-47216a2099cb x-openstack-request-id: req-d0178a3e-1575-46aa-80bb-47216a2099cb {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:26:58.096487 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53621847-f4f2-42a2-b1ec-02c4c6b66d48", "tag": "307705da-7819-45a3-a44b-e488150d0d2c", "status": "completed", "code": 200}]} {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:26:58.096764 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d0178a3e-1575-46aa-80bb-47216a2099cb {{(pid=102347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:26:58.097315 n-d-813419-10 neutron-server[102347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53621847-f4f2-42a2-b1ec-02c4c6b66d48', 'tag': '307705da-7819-45a3-a44b-e488150d0d2c', 'status': 'completed', 'code': 200} Oct 27 10:26:58.136538 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67aec24-d686-4c48-85ea-ac96dfc15e0f req-08c0d716-1273-496f-8ef0-3c5f8a46fc8d tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:58.150239 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b67aec24-d686-4c48-85ea-ac96dfc15e0f req-08c0d716-1273-496f-8ef0-3c5f8a46fc8d tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] 10.222.0.44 "GET /v2.0/ports?device_id=f2e29daa-df39-4a5e-b964-856b7ba7d41d HTTP/1.1" status: 200 len: 944 time: 0.2850330 Oct 27 10:26:58.167514 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8dbe25-df0b-4941-a109-c191cc365933 admin admin] Pushing event deleted for resources: {'Network': ['ID=74ff1335-d412-4b36-a00c-00fbffe9e9ab,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:26:58.185599 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-6bfda4e3-82fa-46dd-8cf2-f6158f8c9211 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857803', 'neutron.services.segments.db._delete_segments_for_network-8743873143390'] for network, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:58.247636 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-6bfda4e3-82fa-46dd-8cf2-f6158f8c9211 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a899c728-b9f7-4cae-86e1-719a5eb28cea']}} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:26:58.265336 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b67aec24-d686-4c48-85ea-ac96dfc15e0f req-aaf2393c-aa87-4e4d-95d8-1383db7bec1f tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] 10.222.0.44 "GET /v2.0/security-groups?id=c947a31c-5410-49e0-adfc-c83fa1ba4206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106861 Oct 27 10:26:58.270608 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4130433-d7c4-4096-93f9-5e6b8c0d9836 req-0f8a58bd-b62e-45b7-8c88-db1daaa7adc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:58.270916 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-6bfda4e3-82fa-46dd-8cf2-f6158f8c9211 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '245f67ce-4f02-48c5-ad99-468e9064edc5') {'for_net_delete': True} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:26:58.271217 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-6bfda4e3-82fa-46dd-8cf2-f6158f8c9211 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '245f67ce-4f02-48c5-ad99-468e9064edc5') {} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:26:58.272956 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-a4130433-d7c4-4096-93f9-5e6b8c0d9836 req-0f8a58bd-b62e-45b7-8c88-db1daaa7adc5 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=90a01745d25e42a2aa454aea883f58a1&device_id=53621847-f4f2-42a2-b1ec-02c4c6b66d48 HTTP/1.1" status: 200 len: 1100 time: 0.1839724 Oct 27 10:26:58.296731 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-6bfda4e3-82fa-46dd-8cf2-f6158f8c9211 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743873145191', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25847877'] for segment, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:58.330708 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-6bfda4e3-82fa-46dd-8cf2-f6158f8c9211 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:58.341290 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6bfda4e3-82fa-46dd-8cf2-f6158f8c9211 admin admin] Releasing vlan 402 on physical network physnet1 to pool {{(pid=102346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 10:26:58.342031 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-6bfda4e3-82fa-46dd-8cf2-f6158f8c9211 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27024137'] for segment, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:58.346771 n-d-813419-10 neutron-server[102346]: Traceback (most recent call last): Oct 27 10:26:58.346771 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 10:26:58.346771 n-d-813419-10 neutron-server[102346]: timer() Oct 27 10:26:58.346771 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 10:26:58.346771 n-d-813419-10 neutron-server[102346]: cb(*args, **kw) Oct 27 10:26:58.346771 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 10:26:58.346771 n-d-813419-10 neutron-server[102346]: return func(*args, **kwargs) Oct 27 10:26:58.346771 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 10:26:58.346771 n-d-813419-10 neutron-server[102346]: self._notify() Oct 27 10:26:58.346771 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 10:26:58.346771 n-d-813419-10 neutron-server[102346]: self.callback(batched_events) Oct 27 10:26:58.346771 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 10:26:58.346771 n-d-813419-10 neutron-server[102346]: event.method(event) Oct 27 10:26:58.346771 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 10:26:58.346771 n-d-813419-10 neutron-server[102346]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 10:26:58.346771 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 10:26:58.346771 n-d-813419-10 neutron-server[102346]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 10:26:58.346771 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 10:26:58.346771 n-d-813419-10 neutron-server[102346]: return f(self, *a, **k) Oct 27 10:26:58.346771 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 10:26:58.346771 n-d-813419-10 neutron-server[102346]: return self._get(url).json() Oct 27 10:26:58.346771 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 10:26:58.346771 n-d-813419-10 neutron-server[102346]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 10:26:58.346771 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 10:26:58.346771 n-d-813419-10 neutron-server[102346]: return self.request(url, 'GET', **kwargs) Oct 27 10:26:58.346771 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 10:26:58.346771 n-d-813419-10 neutron-server[102346]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 10:26:58.346771 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 10:26:58.346771 n-d-813419-10 neutron-server[102346]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 10:26:58.346771 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 10:26:58.346771 n-d-813419-10 neutron-server[102346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 10:26:58.346771 n-d-813419-10 neutron-server[102346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 10:26:58.399935 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-a4130433-d7c4-4096-93f9-5e6b8c0d9836 req-bd0bc5c8-1238-4551-b39c-90f30afb51e0 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.227&port_id=307705da-7819-45a3-a44b-e488150d0d2c HTTP/1.1" status: 200 len: 217 time: 0.1141121 Oct 27 10:26:58.430325 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 51900) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:26:58.475455 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-6bfda4e3-82fa-46dd-8cf2-f6158f8c9211 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664840'] for network, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:58.480324 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-6bfda4e3-82fa-46dd-8cf2-f6158f8c9211 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for network, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:58.482368 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4130433-d7c4-4096-93f9-5e6b8c0d9836 req-6e1fe027-da6c-4bfc-bdd9-78b67373a631 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:58.484872 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-a4130433-d7c4-4096-93f9-5e6b8c0d9836 req-6e1fe027-da6c-4bfc-bdd9-78b67373a631 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=62eb52f7-aac4-48af-8670-e04300325561 HTTP/1.1" status: 200 len: 843 time: 0.0759602 Oct 27 10:26:58.485393 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-6bfda4e3-82fa-46dd-8cf2-f6158f8c9211 admin admin] 10.222.0.44 "DELETE /v2.0/networks/a899c728-b9f7-4cae-86e1-719a5eb28cea HTTP/1.1" status: 204 len: 168 time: 0.5536404 Oct 27 10:26:58.488671 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 51902) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:26:58.504436 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfda4e3-82fa-46dd-8cf2-f6158f8c9211 admin admin] Pushing event deleted for resources: {'Network': ['ID=a899c728-b9f7-4cae-86e1-719a5eb28cea,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:26:58.527087 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-0c281535-0356-4fe9-bb35-1da808e175ce admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0fb538e2a79141b2959a7c53a8ecdb0a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0941656 Oct 27 10:26:58.527862 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 51904) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:26:58.564592 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 51908) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:26:58.615083 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-2ae2bc42-3260-47b0-b504-f9ae02323a9e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:58.628328 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4130433-d7c4-4096-93f9-5e6b8c0d9836 req-81cee9c7-0ba6-4e45-b678-6139af7d75bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:58.630252 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-a4130433-d7c4-4096-93f9-5e6b8c0d9836 req-81cee9c7-0ba6-4e45-b678-6139af7d75bf service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=4d250f92-d229-45fe-a579-67fef8e6c544&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1317921 Oct 27 10:26:58.633772 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d15bc88-3b22-4819-abd1-9a7874dda8ca admin admin] Deleting subnet 2ff80a51-8d12-4c97-bbdb-2013bb3bc67f {{(pid=102347) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 10:26:58.637440 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-8d15bc88-3b22-4819-abd1-9a7874dda8ca admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:58.643752 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-2ae2bc42-3260-47b0-b504-f9ae02323a9e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:58.737171 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-8d15bc88-3b22-4819-abd1-9a7874dda8ca admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-18445109'] for subnet, precommit_delete_associations {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:58.737442 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab410b0-36f4-46c1-9a26-5bcf411205fb req-ff565c2e-fd7d-40ff-b189-e82b5f95eca8 tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:58.737442 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-0ab410b0-36f4-46c1-9a26-5bcf411205fb req-ff565c2e-fd7d-40ff-b189-e82b5f95eca8 tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] 10.222.0.44 "GET /v2.0/ports?device_id=53621847-f4f2-42a2-b1ec-02c4c6b66d48 HTTP/1.1" status: 200 len: 948 time: 0.0689573 Oct 27 10:26:58.758098 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-2ae2bc42-3260-47b0-b504-f9ae02323a9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:58.761059 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-2ae2bc42-3260-47b0-b504-f9ae02323a9e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:58.764462 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-2ae2bc42-3260-47b0-b504-f9ae02323a9e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3c738e8e-b9b5-4de1-bafa-87f3b034b663 HTTP/1.1" status: 204 len: 168 time: 0.2334449 Oct 27 10:26:58.790324 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-0a0e3ed6-0e11-4241-a293-9bfcd3fd39c6 tempest-QuotasNegativeTest-355865649 tempest-QuotasNegativeTest-355865649-project-admin] Request body: {'quota': {'network': 2}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:26:58.801940 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-8d15bc88-3b22-4819-abd1-9a7874dda8ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855646'] for subnet, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:58.807514 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae2bc42-3260-47b0-b504-f9ae02323a9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c738e8e-b9b5-4de1-bafa-87f3b034b663,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:26:58.838681 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-0ab410b0-36f4-46c1-9a26-5bcf411205fb req-d17f8b57-b8f7-40c5-abb6-c9b50cd27a3f tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] 10.222.0.44 "GET /v2.0/security-groups?id=564ecd8b-da86-4175-923a-67dcc5fcd400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911939 Oct 27 10:26:58.841103 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-a4130433-d7c4-4096-93f9-5e6b8c0d9836 req-2a4d0e8e-0f2b-42e7-bd2a-d58b42490eea service neutron] 10.222.0.76 "GET /v2.0/networks/4d250f92-d229-45fe-a579-67fef8e6c544?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2009206 Oct 27 10:26:58.860578 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-0a0e3ed6-0e11-4241-a293-9bfcd3fd39c6 tempest-QuotasNegativeTest-355865649 tempest-QuotasNegativeTest-355865649-project-admin] 10.222.0.44 "PUT /v2.0/quotas/e34bd777bf7b43f6af7d128076793a64 HTTP/1.1" status: 200 len: 368 time: 0.2948551 Oct 27 10:26:58.868773 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 51916) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:26:58.879372 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-efdd0d46-3b18-41ab-a2d3-f39b3e082c4b tempest-QuotasNegativeTest-355865649 tempest-QuotasNegativeTest-355865649-project-admin] Request body: {'network': {'project_id': 'e34bd777bf7b43f6af7d128076793a64'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:26:58.903336 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efdd0d46-3b18-41ab-a2d3-f39b3e082c4b tempest-QuotasNegativeTest-355865649 tempest-QuotasNegativeTest-355865649-project-admin] Made reservation on behalf of e34bd777bf7b43f6af7d128076793a64 for: {'network': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:26:58.907235 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-efdd0d46-3b18-41ab-a2d3-f39b3e082c4b tempest-QuotasNegativeTest-355865649 tempest-QuotasNegativeTest-355865649-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for network, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:58.918894 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-efdd0d46-3b18-41ab-a2d3-f39b3e082c4b tempest-QuotasNegativeTest-355865649 tempest-QuotasNegativeTest-355865649-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:58.961160 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-8d15bc88-3b22-4819-abd1-9a7874dda8ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-18295818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18043720'] for subnet, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:58.996525 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d15bc88-3b22-4819-abd1-9a7874dda8ca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2ff80a51-8d12-4c97-bbdb-2013bb3bc67f,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:26:59.010102 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-8d15bc88-3b22-4819-abd1-9a7874dda8ca admin admin] Publish callbacks [] for subnet, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:59.015724 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-8d15bc88-3b22-4819-abd1-9a7874dda8ca admin admin] 10.222.0.44 "DELETE /v2.0/subnets/2ff80a51-8d12-4c97-bbdb-2013bb3bc67f HTTP/1.1" status: 204 len: 168 time: 0.5234916 Oct 27 10:26:59.015724 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-a4130433-d7c4-4096-93f9-5e6b8c0d9836 req-06a2013c-a156-44d8-9ee9-c6e4292fa832 service neutron] 10.222.0.76 "GET /v2.0/networks/4d250f92-d229-45fe-a579-67fef8e6c544?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1624823 Oct 27 10:26:59.015973 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 51920) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:26:59.075185 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-efdd0d46-3b18-41ab-a2d3-f39b3e082c4b tempest-QuotasNegativeTest-355865649 tempest-QuotasNegativeTest-355865649-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:59.082213 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-efdd0d46-3b18-41ab-a2d3-f39b3e082c4b tempest-QuotasNegativeTest-355865649 tempest-QuotasNegativeTest-355865649-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:59.128700 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-efdd0d46-3b18-41ab-a2d3-f39b3e082c4b tempest-QuotasNegativeTest-355865649 tempest-QuotasNegativeTest-355865649-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 414} {{(pid=102346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 10:26:59.134086 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-ba2eed8f-c813-4162-b9ae-683a51d53f87 req-f6b461b8-f1c6-487e-b7ec-3b255c9b1adb tempest-ServerShowV257Test-1104222655 tempest-ServerShowV257Test-1104222655-project] 10.222.0.44 "GET /v2.0/ports?device_id=9686b29a-79fa-43bf-a440-91a18f92bc03 HTTP/1.1" status: 200 len: 210 time: 0.0437069 Oct 27 10:26:59.148938 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdd0d46-3b18-41ab-a2d3-f39b3e082c4b tempest-QuotasNegativeTest-355865649 tempest-QuotasNegativeTest-355865649-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=337f1b04-ca54-49fd-9216-bbff56d3da1f,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:26:59.155429 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-0685d82a-9f67-4867-a35d-fa57afbb077a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586917'] for network, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:59.165758 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-efdd0d46-3b18-41ab-a2d3-f39b3e082c4b tempest-QuotasNegativeTest-355865649 tempest-QuotasNegativeTest-355865649-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:59.165758 n-d-813419-10 neutron-server[102346]: INFO neutron.db.segments_db [None req-efdd0d46-3b18-41ab-a2d3-f39b3e082c4b tempest-QuotasNegativeTest-355865649 tempest-QuotasNegativeTest-355865649-project-admin] Added segment cc5d8d87-b88f-466a-823a-6deff191d391 of type vlan for network 9811285e-8ec6-46eb-9f7c-78c165674733 Oct 27 10:26:59.216168 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3049166-6b13-49f6-9292-fb42bf368a2c req-aa07651d-247c-4df0-825d-1cd94f72ff40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:59.218048 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b3049166-6b13-49f6-9292-fb42bf368a2c req-aa07651d-247c-4df0-825d-1cd94f72ff40 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=90a01745d25e42a2aa454aea883f58a1&device_id=53621847-f4f2-42a2-b1ec-02c4c6b66d48 HTTP/1.1" status: 200 len: 1100 time: 0.1115251 Oct 27 10:26:59.257686 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-efdd0d46-3b18-41ab-a2d3-f39b3e082c4b tempest-QuotasNegativeTest-355865649 tempest-QuotasNegativeTest-355865649-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743872593080'] for network, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:59.309937 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-efdd0d46-3b18-41ab-a2d3-f39b3e082c4b tempest-QuotasNegativeTest-355865649 tempest-QuotasNegativeTest-355865649-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913'] for network, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:59.312767 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efdd0d46-3b18-41ab-a2d3-f39b3e082c4b tempest-QuotasNegativeTest-355865649 tempest-QuotasNegativeTest-355865649-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:59.313520 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-efdd0d46-3b18-41ab-a2d3-f39b3e082c4b tempest-QuotasNegativeTest-355865649 tempest-QuotasNegativeTest-355865649-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for network, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:59.331458 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-0685d82a-9f67-4867-a35d-fa57afbb077a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857803', 'neutron.services.segments.db._delete_segments_for_network-8743873143390'] for network, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:59.386985 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-0685d82a-9f67-4867-a35d-fa57afbb077a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1b69a7f-ab4a-4745-93fc-68ba478ae2d2']}} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:26:59.420797 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-efdd0d46-3b18-41ab-a2d3-f39b3e082c4b tempest-QuotasNegativeTest-355865649 tempest-QuotasNegativeTest-355865649-project-admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.5499930 Oct 27 10:26:59.431203 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 51934) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:26:59.437093 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-0685d82a-9f67-4867-a35d-fa57afbb077a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67324eb9-d650-430d-8d97-f9312a04d52f') {'for_net_delete': True} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:26:59.438331 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-0685d82a-9f67-4867-a35d-fa57afbb077a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67324eb9-d650-430d-8d97-f9312a04d52f') {} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:26:59.443795 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-d2780490-4d9b-4133-a2f6-9c894b194291 tempest-QuotasNegativeTest-355865649 tempest-QuotasNegativeTest-355865649-project-admin] Request body: {'network': {'project_id': 'e34bd777bf7b43f6af7d128076793a64'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:26:59.455803 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdd0d46-3b18-41ab-a2d3-f39b3e082c4b tempest-QuotasNegativeTest-355865649 tempest-QuotasNegativeTest-355865649-project-admin] Pushing event updated for resources: {'Network': ['ID=9811285e-8ec6-46eb-9f7c-78c165674733,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:26:59.469742 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Network 9811285e-8ec6-46eb-9f7c-78c165674733 details requested by agent ovs-agent-n-d-813419-10 with host n-d-813419-10 {{(pid=102348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 10:26:59.473329 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-0685d82a-9f67-4867-a35d-fa57afbb077a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743873145191', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18445132'] for segment, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:59.501677 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2780490-4d9b-4133-a2f6-9c894b194291 tempest-QuotasNegativeTest-355865649 tempest-QuotasNegativeTest-355865649-project-admin] Made reservation on behalf of e34bd777bf7b43f6af7d128076793a64 for: {'network': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:26:59.505141 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d2780490-4d9b-4133-a2f6-9c894b194291 tempest-QuotasNegativeTest-355865649 tempest-QuotasNegativeTest-355865649-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for network, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:59.527476 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-0685d82a-9f67-4867-a35d-fa57afbb077a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:59.542185 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2780490-4d9b-4133-a2f6-9c894b194291 tempest-QuotasNegativeTest-355865649 tempest-QuotasNegativeTest-355865649-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 443} {{(pid=102346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 10:26:59.554370 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d2780490-4d9b-4133-a2f6-9c894b194291 tempest-QuotasNegativeTest-355865649 tempest-QuotasNegativeTest-355865649-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:59.554822 n-d-813419-10 neutron-server[102346]: INFO neutron.db.segments_db [None req-d2780490-4d9b-4133-a2f6-9c894b194291 tempest-QuotasNegativeTest-355865649 tempest-QuotasNegativeTest-355865649-project-admin] Added segment eb5236df-5a3a-4709-8ff2-675995e82f07 of type vlan for network 3cfa38a6-85bd-427a-9634-710e19716165 Oct 27 10:26:59.567152 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3049166-6b13-49f6-9292-fb42bf368a2c req-8f3265a6-8550-4c2f-a35b-72ac2388df2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:59.568679 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b3049166-6b13-49f6-9292-fb42bf368a2c req-8f3265a6-8550-4c2f-a35b-72ac2388df2f service neutron] 10.222.0.76 "GET /v2.0/networks?id=4d250f92-d229-45fe-a579-67fef8e6c544 HTTP/1.1" status: 200 len: 870 time: 0.3347716 Oct 27 10:26:59.573517 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0685d82a-9f67-4867-a35d-fa57afbb077a admin admin] Releasing vlan 438 on physical network physnet1 to pool {{(pid=102347) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 10:26:59.573940 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-0685d82a-9f67-4867-a35d-fa57afbb077a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-18296032'] for segment, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:59.575976 n-d-813419-10 neutron-server[102347]: Traceback (most recent call last): Oct 27 10:26:59.575976 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 10:26:59.575976 n-d-813419-10 neutron-server[102347]: timer() Oct 27 10:26:59.575976 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 10:26:59.575976 n-d-813419-10 neutron-server[102347]: cb(*args, **kw) Oct 27 10:26:59.575976 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 10:26:59.575976 n-d-813419-10 neutron-server[102347]: return func(*args, **kwargs) Oct 27 10:26:59.575976 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 10:26:59.575976 n-d-813419-10 neutron-server[102347]: self._notify() Oct 27 10:26:59.575976 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 10:26:59.575976 n-d-813419-10 neutron-server[102347]: self.callback(batched_events) Oct 27 10:26:59.575976 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 10:26:59.575976 n-d-813419-10 neutron-server[102347]: event.method(event) Oct 27 10:26:59.575976 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 10:26:59.575976 n-d-813419-10 neutron-server[102347]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 10:26:59.575976 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 10:26:59.575976 n-d-813419-10 neutron-server[102347]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 10:26:59.575976 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 10:26:59.575976 n-d-813419-10 neutron-server[102347]: return f(self, *a, **k) Oct 27 10:26:59.575976 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 10:26:59.575976 n-d-813419-10 neutron-server[102347]: return self._get(url).json() Oct 27 10:26:59.575976 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 10:26:59.575976 n-d-813419-10 neutron-server[102347]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 10:26:59.575976 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 10:26:59.575976 n-d-813419-10 neutron-server[102347]: return self.request(url, 'GET', **kwargs) Oct 27 10:26:59.575976 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 10:26:59.575976 n-d-813419-10 neutron-server[102347]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 10:26:59.575976 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 10:26:59.575976 n-d-813419-10 neutron-server[102347]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 10:26:59.575976 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 10:26:59.575976 n-d-813419-10 neutron-server[102347]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 10:26:59.575976 n-d-813419-10 neutron-server[102347]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 10:26:59.591727 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device 4059356e-83b5-413a-a82e-17745b15d80f up at agent hyperv_n-h2-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:26:59.621239 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d2780490-4d9b-4133-a2f6-9c894b194291 tempest-QuotasNegativeTest-355865649 tempest-QuotasNegativeTest-355865649-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743872593080'] for network, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:59.658869 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d2780490-4d9b-4133-a2f6-9c894b194291 tempest-QuotasNegativeTest-355865649 tempest-QuotasNegativeTest-355865649-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913'] for network, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:59.660336 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2780490-4d9b-4133-a2f6-9c894b194291 tempest-QuotasNegativeTest-355865649 tempest-QuotasNegativeTest-355865649-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:59.661460 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d2780490-4d9b-4133-a2f6-9c894b194291 tempest-QuotasNegativeTest-355865649 tempest-QuotasNegativeTest-355865649-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for network, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:59.676729 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b3049166-6b13-49f6-9292-fb42bf368a2c req-1664353c-eb73-4530-9fae-3d28e656af8e service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.227&port_id=307705da-7819-45a3-a44b-e488150d0d2c HTTP/1.1" status: 200 len: 217 time: 0.0859008 Oct 27 10:26:59.741812 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576554bb-c0f2-4cb2-9262-b5c9b10c60c0 req-592915bf-2fe6-4869-8c46-2b8645a86a45 tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:59.743358 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-576554bb-c0f2-4cb2-9262-b5c9b10c60c0 req-592915bf-2fe6-4869-8c46-2b8645a86a45 tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] 10.222.0.44 "GET /v2.0/ports?device_id=f2e29daa-df39-4a5e-b964-856b7ba7d41d HTTP/1.1" status: 200 len: 944 time: 0.2225747 Oct 27 10:26:59.746317 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-0685d82a-9f67-4867-a35d-fa57afbb077a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664840'] for network, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:59.753371 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-0685d82a-9f67-4867-a35d-fa57afbb077a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for network, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:59.759320 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-0685d82a-9f67-4867-a35d-fa57afbb077a admin admin] 10.222.0.44 "DELETE /v2.0/networks/a1b69a7f-ab4a-4745-93fc-68ba478ae2d2 HTTP/1.1" status: 204 len: 168 time: 0.7424867 Oct 27 10:26:59.786585 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0685d82a-9f67-4867-a35d-fa57afbb077a admin admin] Pushing event deleted for resources: {'Network': ['ID=a1b69a7f-ab4a-4745-93fc-68ba478ae2d2,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:26:59.791693 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Provisioning for port 4059356e-83b5-413a-a82e-17745b15d80f completed by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 10:26:59.802386 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Provisioning complete for port 4059356e-83b5-413a-a82e-17745b15d80f triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:26:59.802752 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:26:59.807248 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3049166-6b13-49f6-9292-fb42bf368a2c req-8026b875-392b-4dab-8682-90a062539953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:59.808770 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b3049166-6b13-49f6-9292-fb42bf368a2c req-8026b875-392b-4dab-8682-90a062539953 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=62eb52f7-aac4-48af-8670-e04300325561 HTTP/1.1" status: 200 len: 843 time: 0.1149099 Oct 27 10:26:59.820084 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-d2780490-4d9b-4133-a2f6-9c894b194291 tempest-QuotasNegativeTest-355865649 tempest-QuotasNegativeTest-355865649-project-admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.3866882 Oct 27 10:26:59.823329 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 51948) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:26:59.829322 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-8524b1aa-f06d-4d7b-9b0d-e5cb38b1a6f8 tempest-QuotasNegativeTest-355865649 tempest-QuotasNegativeTest-355865649-project-admin] Request body: {'network': {'project_id': 'e34bd777bf7b43f6af7d128076793a64'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:26:59.855191 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2780490-4d9b-4133-a2f6-9c894b194291 tempest-QuotasNegativeTest-355865649 tempest-QuotasNegativeTest-355865649-project-admin] Pushing event updated for resources: {'Network': ['ID=3cfa38a6-85bd-427a-9634-710e19716165,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:26:59.867192 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-576554bb-c0f2-4cb2-9262-b5c9b10c60c0 req-deb70109-4873-454c-ade8-bb6ad9c87cff tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] 10.222.0.44 "GET /v2.0/security-groups?id=c947a31c-5410-49e0-adfc-c83fa1ba4206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023800 Oct 27 10:26:59.882225 n-d-813419-10 neutron-server[102346]: INFO neutron.pecan_wsgi.hooks.translation [None req-8524b1aa-f06d-4d7b-9b0d-e5cb38b1a6f8 tempest-QuotasNegativeTest-355865649 tempest-QuotasNegativeTest-355865649-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Oct 27 10:26:59.882682 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8524b1aa-f06d-4d7b-9b0d-e5cb38b1a6f8 tempest-QuotasNegativeTest-355865649 tempest-QuotasNegativeTest-355865649-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=102346) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 10:26:59.889308 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-8524b1aa-f06d-4d7b-9b0d-e5cb38b1a6f8 tempest-QuotasNegativeTest-355865649 tempest-QuotasNegativeTest-355865649-project-admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0644128 Oct 27 10:26:59.890825 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 51952) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:26:59.923848 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Network 3cfa38a6-85bd-427a-9634-710e19716165 details requested by agent ovs-agent-n-d-813419-10 with host n-d-813419-10 {{(pid=102348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 10:26:59.937822 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3049166-6b13-49f6-9292-fb42bf368a2c req-7ec093db-e52f-4ebd-9d0e-43e403618330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:26:59.947942 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b3049166-6b13-49f6-9292-fb42bf368a2c req-7ec093db-e52f-4ebd-9d0e-43e403618330 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=4d250f92-d229-45fe-a579-67fef8e6c544&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1212192 Oct 27 10:27:00.039284 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 51956) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:27:00.057532 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-1c6dde52-82dd-4361-99e5-0c7b61f329ab tempest-QuotasNegativeTest-355865649 tempest-QuotasNegativeTest-355865649-project-admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e34bd777bf7b43f6af7d128076793a64&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1653767 Oct 27 10:27:00.059917 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 51960) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:27:00.072262 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 51962) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:27:00.151559 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:00.153289 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48f4b29-db6d-4222-8798-99cb25202387 req-f495cbf5-29ce-4b56-aab6-69b0f6473aed tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:00.156941 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b3049166-6b13-49f6-9292-fb42bf368a2c req-a8cc40a9-cbed-4888-ae65-2fad97115e51 service neutron] 10.222.0.76 "GET /v2.0/networks/4d250f92-d229-45fe-a579-67fef8e6c544?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2011261 Oct 27 10:27:00.161446 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-c48f4b29-db6d-4222-8798-99cb25202387 req-f495cbf5-29ce-4b56-aab6-69b0f6473aed tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] 10.222.0.44 "GET /v2.0/ports?device_id=53621847-f4f2-42a2-b1ec-02c4c6b66d48 HTTP/1.1" status: 200 len: 948 time: 0.1787534 Oct 27 10:27:00.170380 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-1661c78c-5a0a-4ef7-917e-83296089ece3 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7ff04810037d408397bbc2c5d21ef590&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0970547 Oct 27 10:27:00.182234 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 51964) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:27:00.196438 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2e29daa-df39-4a5e-b964-856b7ba7d41d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4059356e-83b5-413a-a82e-17745b15d80f'}] {{(pid=102348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:27:00.199145 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c588921fa634554a1d9242fdea1b05457a9ff1d3b28ba54ec1dace7f2f1df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d46cf98b-bb7f-4996-9252-e671562f4248" -d '{"events": [{"server_uuid": "f2e29daa-df39-4a5e-b964-856b7ba7d41d", "name": "network-vif-plugged", "status": "completed", "tag": "4059356e-83b5-413a-a82e-17745b15d80f"}]}' {{(pid=102348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:27:00.217659 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] For port 4059356e-83b5-413a-a82e-17745b15d80f, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=4059356e-83b5-413a-a82e-17745b15d80f,segment=NetworkSegment(55babfa1-afbc-48a2-a34b-7aa1ec1518dd),segment_id=55babfa1-afbc-48a2-a34b-7aa1ec1518dd)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:27:00.226626 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:00.275563 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-c48f4b29-db6d-4222-8798-99cb25202387 req-fef41240-4687-4292-9df3-041577cb2967 tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] 10.222.0.44 "GET /v2.0/security-groups?id=564ecd8b-da86-4175-923a-67dcc5fcd400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083679 Oct 27 10:27:00.283770 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-dd252ea5-b4bd-4a67-b390-8764a962856c tempest-QuotasNegativeTest-355865649 tempest-QuotasNegativeTest-355865649-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:00.320779 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-dd252ea5-b4bd-4a67-b390-8764a962856c tempest-QuotasNegativeTest-355865649 tempest-QuotasNegativeTest-355865649-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:00.322648 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:27:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b61df61-1d16-4603-9d7a-4a2748897138 x-openstack-request-id: req-1b61df61-1d16-4603-9d7a-4a2748897138 {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:27:00.322944 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2e29daa-df39-4a5e-b964-856b7ba7d41d", "name": "network-vif-plugged", "status": "completed", "tag": "4059356e-83b5-413a-a82e-17745b15d80f", "code": 200}]} {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:27:00.323230 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1b61df61-1d16-4603-9d7a-4a2748897138 {{(pid=102348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:27:00.325405 n-d-813419-10 neutron-server[102348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2e29daa-df39-4a5e-b964-856b7ba7d41d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4059356e-83b5-413a-a82e-17745b15d80f', 'code': 200} Oct 27 10:27:00.365391 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-477ffc7b-e68e-4b9c-a6e5-7f4877ea5d21 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:00.371802 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b3049166-6b13-49f6-9292-fb42bf368a2c req-f1494f01-4e11-4593-8b43-3247d0f98cb3 service neutron] 10.222.0.76 "GET /v2.0/networks/4d250f92-d229-45fe-a579-67fef8e6c544?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2052381 Oct 27 10:27:00.372359 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Pushing event updated for resources: {'Port': ['ID=4059356e-83b5-413a-a82e-17745b15d80f,revision_number=5']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:27:00.458906 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-477ffc7b-e68e-4b9c-a6e5-7f4877ea5d21 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:00.489814 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-8e6f20ca-2469-4ea9-ad70-0f6e74a07f0c admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-346357877-network', 'tenant_id': '711c45a4d0284c7f80a3befcb873a497'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:27:00.495046 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-c5f5922a-90e7-4ea1-b031-9a566d87cbd5 req-03a98333-215b-4cff-923a-db8626b698aa tempest-ServerShowV257Test-1104222655 tempest-ServerShowV257Test-1104222655-project] 10.222.0.44 "GET /v2.0/ports?device_id=9686b29a-79fa-43bf-a440-91a18f92bc03 HTTP/1.1" status: 200 len: 210 time: 0.0657246 Oct 27 10:27:00.547078 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de548802-fc8d-40c2-8ec4-0ecd522efb89 req-83b20dcf-ddd9-4c18-b8bf-9f2f2da89836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:00.549168 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-de548802-fc8d-40c2-8ec4-0ecd522efb89 req-83b20dcf-ddd9-4c18-b8bf-9f2f2da89836 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=f2e29daa-df39-4a5e-b964-856b7ba7d41d HTTP/1.1" status: 200 len: 1097 time: 0.1672161 Oct 27 10:27:00.557113 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-dd252ea5-b4bd-4a67-b390-8764a962856c tempest-QuotasNegativeTest-355865649 tempest-QuotasNegativeTest-355865649-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:00.560304 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-dd252ea5-b4bd-4a67-b390-8764a962856c tempest-QuotasNegativeTest-355865649 tempest-QuotasNegativeTest-355865649-project-admin] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:00.561778 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-dd252ea5-b4bd-4a67-b390-8764a962856c tempest-QuotasNegativeTest-355865649 tempest-QuotasNegativeTest-355865649-project-admin] 10.222.0.44 "DELETE /v2.0/security-groups/337f1b04-ca54-49fd-9216-bbff56d3da1f HTTP/1.1" status: 204 len: 168 time: 0.5009212 Oct 27 10:27:00.565696 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 51972) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:27:00.566791 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e6f20ca-2469-4ea9-ad70-0f6e74a07f0c admin admin] Made reservation on behalf of 711c45a4d0284c7f80a3befcb873a497 for: {'network': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:27:00.569081 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-8e6f20ca-2469-4ea9-ad70-0f6e74a07f0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for network, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:00.600002 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-8e6f20ca-2469-4ea9-ad70-0f6e74a07f0c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:00.601210 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd252ea5-b4bd-4a67-b390-8764a962856c tempest-QuotasNegativeTest-355865649 tempest-QuotasNegativeTest-355865649-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=337f1b04-ca54-49fd-9216-bbff56d3da1f,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:27:00.619120 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-477ffc7b-e68e-4b9c-a6e5-7f4877ea5d21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:00.621601 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-477ffc7b-e68e-4b9c-a6e5-7f4877ea5d21 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:00.624251 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-477ffc7b-e68e-4b9c-a6e5-7f4877ea5d21 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/87c60c04-bc0e-45a7-a9f7-115745924900 HTTP/1.1" status: 204 len: 168 time: 0.4400306 Oct 27 10:27:00.643677 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-6e629fbd-da05-4f2f-82a0-66f51703ecd4 tempest-QuotasNegativeTest-355865649 tempest-QuotasNegativeTest-355865649-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586917'] for network, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:00.649765 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-de548802-fc8d-40c2-8ec4-0ecd522efb89 req-b503a099-ab3c-4594-beae-f185c217ce2d service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=c947a31c-5410-49e0-adfc-c83fa1ba4206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838597 Oct 27 10:27:00.652285 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477ffc7b-e68e-4b9c-a6e5-7f4877ea5d21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87c60c04-bc0e-45a7-a9f7-115745924900,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:27:00.742377 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-8e6f20ca-2469-4ea9-ad70-0f6e74a07f0c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:00.747893 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-8e6f20ca-2469-4ea9-ad70-0f6e74a07f0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:00.771923 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-6e629fbd-da05-4f2f-82a0-66f51703ecd4 tempest-QuotasNegativeTest-355865649 tempest-QuotasNegativeTest-355865649-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857803', 'neutron.services.segments.db._delete_segments_for_network-8743873143390'] for network, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:00.788496 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e6f20ca-2469-4ea9-ad70-0f6e74a07f0c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 401} {{(pid=102346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 10:27:00.798837 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-6e629fbd-da05-4f2f-82a0-66f51703ecd4 tempest-QuotasNegativeTest-355865649 tempest-QuotasNegativeTest-355865649-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3cfa38a6-85bd-427a-9634-710e19716165']}} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:27:00.810513 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6f20ca-2469-4ea9-ad70-0f6e74a07f0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=140b4a4a-aa49-4192-9626-9780fd5a1556,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:27:00.812155 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-6e629fbd-da05-4f2f-82a0-66f51703ecd4 tempest-QuotasNegativeTest-355865649 tempest-QuotasNegativeTest-355865649-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb5236df-5a3a-4709-8ff2-675995e82f07') {'for_net_delete': True} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:27:00.812532 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-6e629fbd-da05-4f2f-82a0-66f51703ecd4 tempest-QuotasNegativeTest-355865649 tempest-QuotasNegativeTest-355865649-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb5236df-5a3a-4709-8ff2-675995e82f07') {} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:27:00.815971 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-8e6f20ca-2469-4ea9-ad70-0f6e74a07f0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:00.816345 n-d-813419-10 neutron-server[102346]: INFO neutron.db.segments_db [None req-8e6f20ca-2469-4ea9-ad70-0f6e74a07f0c admin admin] Added segment 1002df7a-be23-443a-b0f1-02d8d7ac558c of type vlan for network 34b99e7c-45e1-4023-a82f-93c016f1a301 Oct 27 10:27:00.827010 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-6e629fbd-da05-4f2f-82a0-66f51703ecd4 tempest-QuotasNegativeTest-355865649 tempest-QuotasNegativeTest-355865649-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743873145191', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18445132'] for segment, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:00.850148 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-6e629fbd-da05-4f2f-82a0-66f51703ecd4 tempest-QuotasNegativeTest-355865649 tempest-QuotasNegativeTest-355865649-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:00.859552 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e629fbd-da05-4f2f-82a0-66f51703ecd4 tempest-QuotasNegativeTest-355865649 tempest-QuotasNegativeTest-355865649-project-admin] Releasing vlan 443 on physical network physnet1 to pool {{(pid=102347) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 10:27:00.860091 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-6e629fbd-da05-4f2f-82a0-66f51703ecd4 tempest-QuotasNegativeTest-355865649 tempest-QuotasNegativeTest-355865649-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-18296032'] for segment, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:00.861912 n-d-813419-10 neutron-server[102347]: Traceback (most recent call last): Oct 27 10:27:00.861912 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 10:27:00.861912 n-d-813419-10 neutron-server[102347]: timer() Oct 27 10:27:00.861912 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 10:27:00.861912 n-d-813419-10 neutron-server[102347]: cb(*args, **kw) Oct 27 10:27:00.861912 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 10:27:00.861912 n-d-813419-10 neutron-server[102347]: return func(*args, **kwargs) Oct 27 10:27:00.861912 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 10:27:00.861912 n-d-813419-10 neutron-server[102347]: self._notify() Oct 27 10:27:00.861912 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 10:27:00.861912 n-d-813419-10 neutron-server[102347]: self.callback(batched_events) Oct 27 10:27:00.861912 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 10:27:00.861912 n-d-813419-10 neutron-server[102347]: event.method(event) Oct 27 10:27:00.861912 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 10:27:00.861912 n-d-813419-10 neutron-server[102347]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 10:27:00.861912 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 10:27:00.861912 n-d-813419-10 neutron-server[102347]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 10:27:00.861912 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 10:27:00.861912 n-d-813419-10 neutron-server[102347]: return f(self, *a, **k) Oct 27 10:27:00.861912 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 10:27:00.861912 n-d-813419-10 neutron-server[102347]: return self._get(url).json() Oct 27 10:27:00.861912 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 10:27:00.861912 n-d-813419-10 neutron-server[102347]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 10:27:00.861912 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 10:27:00.861912 n-d-813419-10 neutron-server[102347]: return self.request(url, 'GET', **kwargs) Oct 27 10:27:00.861912 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 10:27:00.861912 n-d-813419-10 neutron-server[102347]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 10:27:00.861912 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 10:27:00.861912 n-d-813419-10 neutron-server[102347]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 10:27:00.861912 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 10:27:00.861912 n-d-813419-10 neutron-server[102347]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 10:27:00.861912 n-d-813419-10 neutron-server[102347]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 10:27:00.868135 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-8e6f20ca-2469-4ea9-ad70-0f6e74a07f0c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743872593080'] for network, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:00.897961 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-8e6f20ca-2469-4ea9-ad70-0f6e74a07f0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913'] for network, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:00.899315 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e6f20ca-2469-4ea9-ad70-0f6e74a07f0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:00.899725 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-8e6f20ca-2469-4ea9-ad70-0f6e74a07f0c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for network, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:00.950415 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-6e629fbd-da05-4f2f-82a0-66f51703ecd4 tempest-QuotasNegativeTest-355865649 tempest-QuotasNegativeTest-355865649-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664840'] for network, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:00.955925 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-6e629fbd-da05-4f2f-82a0-66f51703ecd4 tempest-QuotasNegativeTest-355865649 tempest-QuotasNegativeTest-355865649-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for network, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:00.964762 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-6e629fbd-da05-4f2f-82a0-66f51703ecd4 tempest-QuotasNegativeTest-355865649 tempest-QuotasNegativeTest-355865649-project-admin] 10.222.0.44 "DELETE /v2.0/networks/3cfa38a6-85bd-427a-9634-710e19716165 HTTP/1.1" status: 204 len: 168 time: 0.3978095 Oct 27 10:27:00.969543 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 51982) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:27:00.969797 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-8e6f20ca-2469-4ea9-ad70-0f6e74a07f0c admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9221013 Oct 27 10:27:00.970082 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 51984) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:27:00.992476 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6f20ca-2469-4ea9-ad70-0f6e74a07f0c admin admin] Pushing event updated for resources: {'Network': ['ID=34b99e7c-45e1-4023-a82f-93c016f1a301,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:27:01.002268 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-d8857bde-6d04-4a33-b0c6-b600248c67e1 admin admin] Request body: {'subnet': {'network_id': '34b99e7c-45e1-4023-a82f-93c016f1a301', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-346357877-subnet', 'tenant_id': '711c45a4d0284c7f80a3befcb873a497', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:27:01.002994 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Network 34b99e7c-45e1-4023-a82f-93c016f1a301 details requested by agent ovs-agent-n-d-813419-10 with host n-d-813419-10 {{(pid=102348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 10:27:01.028898 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e629fbd-da05-4f2f-82a0-66f51703ecd4 tempest-QuotasNegativeTest-355865649 tempest-QuotasNegativeTest-355865649-project-admin] Pushing event deleted for resources: {'Network': ['ID=3cfa38a6-85bd-427a-9634-710e19716165,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:27:01.112689 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 51988) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:27:01.157052 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-dad6a11b-5f5a-44b1-a608-8d23905be90e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=cb55253f9d804f048b892ffcb64d4cae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0429282 Oct 27 10:27:01.160825 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 51990) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:27:01.170541 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-66dd6ffa-ce72-40c1-8437-c564f1a16fe1 tempest-QuotasNegativeTest-355865649 tempest-QuotasNegativeTest-355865649-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586917'] for network, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:01.172853 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8857bde-6d04-4a33-b0c6-b600248c67e1 admin admin] Made reservation on behalf of 711c45a4d0284c7f80a3befcb873a497 for: {'subnet': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:27:01.177100 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-d8857bde-6d04-4a33-b0c6-b600248c67e1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18044073'] for subnet, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:01.192017 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74de110-6ed3-4652-8d29-2fc20fe9e20a req-c54ad424-fd01-409e-9985-5f6aaf1ee1e6 tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:01.195760 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b74de110-6ed3-4652-8d29-2fc20fe9e20a req-c54ad424-fd01-409e-9985-5f6aaf1ee1e6 tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] 10.222.0.44 "GET /v2.0/ports?device_id=f2e29daa-df39-4a5e-b964-856b7ba7d41d HTTP/1.1" status: 200 len: 945 time: 0.2266612 Oct 27 10:27:01.243381 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-6ae2d4f8-7d25-46c1-8bec-bb959fb4018b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:01.275176 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-6ae2d4f8-7d25-46c1-8bec-bb959fb4018b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:01.335916 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b74de110-6ed3-4652-8d29-2fc20fe9e20a req-7dbb9538-e459-4678-bdfb-14dbd3769553 tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] 10.222.0.44 "GET /v2.0/security-groups?id=c947a31c-5410-49e0-adfc-c83fa1ba4206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265166 Oct 27 10:27:01.364474 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-6ae2d4f8-7d25-46c1-8bec-bb959fb4018b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:01.372976 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-6ae2d4f8-7d25-46c1-8bec-bb959fb4018b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:01.375313 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-6ae2d4f8-7d25-46c1-8bec-bb959fb4018b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/37efbbc4-7494-416a-a218-eb89a06ad29e HTTP/1.1" status: 204 len: 168 time: 0.2119823 Oct 27 10:27:01.406640 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-66dd6ffa-ce72-40c1-8437-c564f1a16fe1 tempest-QuotasNegativeTest-355865649 tempest-QuotasNegativeTest-355865649-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857803', 'neutron.services.segments.db._delete_segments_for_network-8743873143390'] for network, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:01.410589 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae2d4f8-7d25-46c1-8bec-bb959fb4018b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37efbbc4-7494-416a-a218-eb89a06ad29e,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:27:01.460762 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27aab89b-56ee-4224-b36e-87bea1dcc7af req-511fa84e-eb16-467d-82a8-dd344f2d8c59 tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:01.462351 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-27aab89b-56ee-4224-b36e-87bea1dcc7af req-511fa84e-eb16-467d-82a8-dd344f2d8c59 tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] 10.222.0.44 "GET /v2.0/ports?device_id=53621847-f4f2-42a2-b1ec-02c4c6b66d48 HTTP/1.1" status: 200 len: 948 time: 0.0848684 Oct 27 10:27:01.489406 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-66dd6ffa-ce72-40c1-8437-c564f1a16fe1 tempest-QuotasNegativeTest-355865649 tempest-QuotasNegativeTest-355865649-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9811285e-8ec6-46eb-9f7c-78c165674733']}} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:27:01.519240 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-66dd6ffa-ce72-40c1-8437-c564f1a16fe1 tempest-QuotasNegativeTest-355865649 tempest-QuotasNegativeTest-355865649-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc5d8d87-b88f-466a-823a-6deff191d391') {'for_net_delete': True} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:27:01.519838 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-66dd6ffa-ce72-40c1-8437-c564f1a16fe1 tempest-QuotasNegativeTest-355865649 tempest-QuotasNegativeTest-355865649-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc5d8d87-b88f-466a-823a-6deff191d391') {} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:27:01.520347 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-27aab89b-56ee-4224-b36e-87bea1dcc7af req-f059cd1a-13f5-4a2f-8bd7-4dab78e13a94 tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] 10.222.0.44 "GET /v2.0/security-groups?id=564ecd8b-da86-4175-923a-67dcc5fcd400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513630 Oct 27 10:27:01.537200 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-66dd6ffa-ce72-40c1-8437-c564f1a16fe1 tempest-QuotasNegativeTest-355865649 tempest-QuotasNegativeTest-355865649-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743873145191', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18445132'] for segment, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:01.588838 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-66dd6ffa-ce72-40c1-8437-c564f1a16fe1 tempest-QuotasNegativeTest-355865649 tempest-QuotasNegativeTest-355865649-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:01.612639 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66dd6ffa-ce72-40c1-8437-c564f1a16fe1 tempest-QuotasNegativeTest-355865649 tempest-QuotasNegativeTest-355865649-project-admin] Releasing vlan 414 on physical network physnet1 to pool {{(pid=102347) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 10:27:01.612639 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-66dd6ffa-ce72-40c1-8437-c564f1a16fe1 tempest-QuotasNegativeTest-355865649 tempest-QuotasNegativeTest-355865649-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-18296032'] for segment, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:01.618100 n-d-813419-10 neutron-server[102347]: Traceback (most recent call last): Oct 27 10:27:01.618100 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 10:27:01.618100 n-d-813419-10 neutron-server[102347]: timer() Oct 27 10:27:01.618100 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 10:27:01.618100 n-d-813419-10 neutron-server[102347]: cb(*args, **kw) Oct 27 10:27:01.618100 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 10:27:01.618100 n-d-813419-10 neutron-server[102347]: return func(*args, **kwargs) Oct 27 10:27:01.618100 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 10:27:01.618100 n-d-813419-10 neutron-server[102347]: self._notify() Oct 27 10:27:01.618100 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 10:27:01.618100 n-d-813419-10 neutron-server[102347]: self.callback(batched_events) Oct 27 10:27:01.618100 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 10:27:01.618100 n-d-813419-10 neutron-server[102347]: event.method(event) Oct 27 10:27:01.618100 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 10:27:01.618100 n-d-813419-10 neutron-server[102347]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 10:27:01.618100 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 10:27:01.618100 n-d-813419-10 neutron-server[102347]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 10:27:01.618100 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 10:27:01.618100 n-d-813419-10 neutron-server[102347]: return f(self, *a, **k) Oct 27 10:27:01.618100 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 10:27:01.618100 n-d-813419-10 neutron-server[102347]: return self._get(url).json() Oct 27 10:27:01.618100 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 10:27:01.618100 n-d-813419-10 neutron-server[102347]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 10:27:01.618100 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 10:27:01.618100 n-d-813419-10 neutron-server[102347]: return self.request(url, 'GET', **kwargs) Oct 27 10:27:01.618100 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 10:27:01.618100 n-d-813419-10 neutron-server[102347]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 10:27:01.618100 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 10:27:01.618100 n-d-813419-10 neutron-server[102347]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 10:27:01.618100 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 10:27:01.618100 n-d-813419-10 neutron-server[102347]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 10:27:01.618100 n-d-813419-10 neutron-server[102347]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 10:27:01.684347 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-2605415b-a99d-47e0-9e88-57e205cd2d4b req-a8b5ddb9-b8ff-442b-96f4-ce821ddf38b1 tempest-ServerShowV257Test-1104222655 tempest-ServerShowV257Test-1104222655-project] 10.222.0.44 "GET /v2.0/ports?device_id=9686b29a-79fa-43bf-a440-91a18f92bc03 HTTP/1.1" status: 200 len: 210 time: 0.0969055 Oct 27 10:27:01.695252 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-d8857bde-6d04-4a33-b0c6-b600248c67e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-18295883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18044091'] for subnet, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:01.749784 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-66dd6ffa-ce72-40c1-8437-c564f1a16fe1 tempest-QuotasNegativeTest-355865649 tempest-QuotasNegativeTest-355865649-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664840'] for network, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:01.754376 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-66dd6ffa-ce72-40c1-8437-c564f1a16fe1 tempest-QuotasNegativeTest-355865649 tempest-QuotasNegativeTest-355865649-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for network, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:01.760983 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-66dd6ffa-ce72-40c1-8437-c564f1a16fe1 tempest-QuotasNegativeTest-355865649 tempest-QuotasNegativeTest-355865649-project-admin] 10.222.0.44 "DELETE /v2.0/networks/9811285e-8ec6-46eb-9f7c-78c165674733 HTTP/1.1" status: 204 len: 168 time: 0.7858729 Oct 27 10:27:01.781002 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66dd6ffa-ce72-40c1-8437-c564f1a16fe1 tempest-QuotasNegativeTest-355865649 tempest-QuotasNegativeTest-355865649-project-admin] Pushing event deleted for resources: {'Network': ['ID=9811285e-8ec6-46eb-9f7c-78c165674733,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:27:01.790130 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8857bde-6d04-4a33-b0c6-b600248c67e1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=54535aac-a44c-49a4-883e-eaff6abfb9ba,revision_number=0']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:27:01.809906 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8857bde-6d04-4a33-b0c6-b600248c67e1 admin admin] Checking segment: {'id': '1002df7a-be23-443a-b0f1-02d8d7ac558c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '34b99e7c-45e1-4023-a82f-93c016f1a301'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:27:01.810530 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8857bde-6d04-4a33-b0c6-b600248c67e1 admin admin] Network hostable DHCP agents. Network: 34b99e7c-45e1-4023-a82f-93c016f1a301, hostable agents: ['eafd4000-b897-4722-ae8b-0118ec955181'], hosted agents: [] {{(pid=102347) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 10:27:01.839577 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8857bde-6d04-4a33-b0c6-b600248c67e1 admin admin] Network 34b99e7c-45e1-4023-a82f-93c016f1a301 is scheduled to be hosted by DHCP agent eafd4000-b897-4722-ae8b-0118ec955181 with binding_index 1 {{(pid=102347) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 10:27:01.851147 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [None req-d8857bde-6d04-4a33-b0c6-b600248c67e1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-10, 34b99e7c-45e1-4023-a82f-93c016f1a301) {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:27:01.860080 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8857bde-6d04-4a33-b0c6-b600248c67e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:01.860583 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-d8857bde-6d04-4a33-b0c6-b600248c67e1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:01.864614 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60a1eed2-476b-46f5-a7e4-c6f8b74cba8f None None] Network 34b99e7c-45e1-4023-a82f-93c016f1a301 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:27:01.903867 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-d8857bde-6d04-4a33-b0c6-b600248c67e1 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9293981 Oct 27 10:27:02.052511 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93ddd340-15b0-40dd-a027-7ab36edd85b2 None None] Network 34b99e7c-45e1-4023-a82f-93c016f1a301 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:27:02.097972 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 52018) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:27:02.157777 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2ed2018-e971-4228-8520-34b43cf3e763 admin admin] Deleting subnet 54535aac-a44c-49a4-883e-eaff6abfb9ba {{(pid=102347) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 10:27:02.163040 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-f2ed2018-e971-4228-8520-34b43cf3e763 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:02.228138 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-f2ed2018-e971-4228-8520-34b43cf3e763 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-18445109'] for subnet, precommit_delete_associations {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:02.299239 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:02.308577 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-f2ed2018-e971-4228-8520-34b43cf3e763 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855646'] for subnet, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:02.385880 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-f2ed2018-e971-4228-8520-34b43cf3e763 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-18295818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18043720'] for subnet, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:02.431146 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ed2018-e971-4228-8520-34b43cf3e763 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=54535aac-a44c-49a4-883e-eaff6abfb9ba,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:27:02.440187 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-f2ed2018-e971-4228-8520-34b43cf3e763 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:02.448372 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 52026) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:27:02.450041 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-f2ed2018-e971-4228-8520-34b43cf3e763 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/54535aac-a44c-49a4-883e-eaff6abfb9ba HTTP/1.1" status: 204 len: 168 time: 0.3507864 Oct 27 10:27:02.566094 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-8ac4a6d7-098f-4b51-bd21-02e7394bc2ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586917'] for network, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:02.572453 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a80eda8-61bd-4793-9d94-02a46904c5a5 req-9bdcc1b8-48d1-4a1e-aed4-3cbb75e8dcb0 tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:02.577436 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-4a80eda8-61bd-4793-9d94-02a46904c5a5 req-9bdcc1b8-48d1-4a1e-aed4-3cbb75e8dcb0 tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] 10.222.0.44 "GET /v2.0/ports?device_id=f2e29daa-df39-4a5e-b964-856b7ba7d41d HTTP/1.1" status: 200 len: 945 time: 0.0900691 Oct 27 10:27:02.578105 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 52036) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:27:02.653025 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-4a80eda8-61bd-4793-9d94-02a46904c5a5 req-2eff48d8-6e52-4e21-a32d-9e5abd890821 tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] 10.222.0.44 "GET /v2.0/security-groups?id=c947a31c-5410-49e0-adfc-c83fa1ba4206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670805 Oct 27 10:27:02.738168 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-8ac4a6d7-098f-4b51-bd21-02e7394bc2ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857803', 'neutron.services.segments.db._delete_segments_for_network-8743873143390'] for network, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:02.755844 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-72198f24-9025-42ff-ac46-0a4dfa8ed323 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:02.782994 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-8ac4a6d7-098f-4b51-bd21-02e7394bc2ff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34b99e7c-45e1-4023-a82f-93c016f1a301']}} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:27:02.817344 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-8ac4a6d7-098f-4b51-bd21-02e7394bc2ff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1002df7a-be23-443a-b0f1-02d8d7ac558c') {'for_net_delete': True} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:27:02.817989 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-8ac4a6d7-098f-4b51-bd21-02e7394bc2ff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1002df7a-be23-443a-b0f1-02d8d7ac558c') {} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:27:02.823654 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-80f754bd-6a47-4e61-9f42-dc94b7a07c0f req-955c9ca0-e51f-4974-b66b-860638c58a54 tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-688034890&fields=id&tenant_id=2a73aad0ca0543f58dfb2590ad006be4 HTTP/1.1" status: 200 len: 267 time: 0.0703931 Oct 27 10:27:02.832837 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-8ac4a6d7-098f-4b51-bd21-02e7394bc2ff admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743873145191', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25847877'] for segment, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:02.854744 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-8ac4a6d7-098f-4b51-bd21-02e7394bc2ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:02.868453 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594bb94f-c492-46ed-9aed-6eff16baf2c9 req-6b1f5f14-3004-4671-8b6a-0ae2fea9b6f5 tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:02.878114 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-594bb94f-c492-46ed-9aed-6eff16baf2c9 req-6b1f5f14-3004-4671-8b6a-0ae2fea9b6f5 tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] 10.222.0.44 "GET /v2.0/ports?device_id=53621847-f4f2-42a2-b1ec-02c4c6b66d48 HTTP/1.1" status: 200 len: 948 time: 0.1061959 Oct 27 10:27:02.887746 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ac4a6d7-098f-4b51-bd21-02e7394bc2ff admin admin] Releasing vlan 401 on physical network physnet1 to pool {{(pid=102346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 10:27:02.889221 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-8ac4a6d7-098f-4b51-bd21-02e7394bc2ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27024137'] for segment, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:02.891217 n-d-813419-10 neutron-server[102346]: Traceback (most recent call last): Oct 27 10:27:02.891217 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 10:27:02.891217 n-d-813419-10 neutron-server[102346]: timer() Oct 27 10:27:02.891217 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 10:27:02.891217 n-d-813419-10 neutron-server[102346]: cb(*args, **kw) Oct 27 10:27:02.891217 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 10:27:02.891217 n-d-813419-10 neutron-server[102346]: return func(*args, **kwargs) Oct 27 10:27:02.891217 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 10:27:02.891217 n-d-813419-10 neutron-server[102346]: self._notify() Oct 27 10:27:02.891217 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 10:27:02.891217 n-d-813419-10 neutron-server[102346]: self.callback(batched_events) Oct 27 10:27:02.891217 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 10:27:02.891217 n-d-813419-10 neutron-server[102346]: event.method(event) Oct 27 10:27:02.891217 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 10:27:02.891217 n-d-813419-10 neutron-server[102346]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 10:27:02.891217 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 10:27:02.891217 n-d-813419-10 neutron-server[102346]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 10:27:02.891217 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 10:27:02.891217 n-d-813419-10 neutron-server[102346]: return f(self, *a, **k) Oct 27 10:27:02.891217 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 10:27:02.891217 n-d-813419-10 neutron-server[102346]: return self._get(url).json() Oct 27 10:27:02.891217 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 10:27:02.891217 n-d-813419-10 neutron-server[102346]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 10:27:02.891217 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 10:27:02.891217 n-d-813419-10 neutron-server[102346]: return self.request(url, 'GET', **kwargs) Oct 27 10:27:02.891217 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 10:27:02.891217 n-d-813419-10 neutron-server[102346]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 10:27:02.891217 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 10:27:02.891217 n-d-813419-10 neutron-server[102346]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 10:27:02.891217 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 10:27:02.891217 n-d-813419-10 neutron-server[102346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 10:27:02.891217 n-d-813419-10 neutron-server[102346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 10:27:02.894811 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 52048) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:27:02.896704 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f754bd-6a47-4e61-9f42-dc94b7a07c0f req-26145544-31aa-4d36-a24e-43ccacec28f0 tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:02.909987 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-80f754bd-6a47-4e61-9f42-dc94b7a07c0f req-26145544-31aa-4d36-a24e-43ccacec28f0 tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] 10.222.0.44 "GET /v2.0/ports?device_id=f2e29daa-df39-4a5e-b964-856b7ba7d41d HTTP/1.1" status: 200 len: 945 time: 0.0850816 Oct 27 10:27:02.917933 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [req-80f754bd-6a47-4e61-9f42-dc94b7a07c0f req-8d8038e8-e4d1-4325-8ac4-0c54e9d9548b tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] Request body: {'port': {'security_groups': ['c947a31c-5410-49e0-adfc-c83fa1ba4206', '8390c244-c93e-4214-9e1f-52aa9200614c']}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:27:02.986722 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-594bb94f-c492-46ed-9aed-6eff16baf2c9 req-0a488ce8-82d0-494b-a741-20413a5d72ea tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] 10.222.0.44 "GET /v2.0/security-groups?id=564ecd8b-da86-4175-923a-67dcc5fcd400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063731 Oct 27 10:27:03.055430 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-8ac4a6d7-098f-4b51-bd21-02e7394bc2ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664840'] for network, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:03.064479 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-8ac4a6d7-098f-4b51-bd21-02e7394bc2ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for network, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:03.072770 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-8ac4a6d7-098f-4b51-bd21-02e7394bc2ff admin admin] 10.222.0.44 "DELETE /v2.0/networks/34b99e7c-45e1-4023-a82f-93c016f1a301 HTTP/1.1" status: 204 len: 168 time: 0.6225464 Oct 27 10:27:03.099739 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac4a6d7-098f-4b51-bd21-02e7394bc2ff admin admin] Pushing event deleted for resources: {'Network': ['ID=34b99e7c-45e1-4023-a82f-93c016f1a301,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:27:03.120252 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-80f754bd-6a47-4e61-9f42-dc94b7a07c0f req-8d8038e8-e4d1-4325-8ac4-0c54e9d9548b tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:03.180065 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-be01ff48-712b-4e35-883d-af7dfa399278 req-edd060ba-b72a-4478-9f4d-cae769bdddab tempest-ServerShowV257Test-1104222655 tempest-ServerShowV257Test-1104222655-project] 10.222.0.44 "GET /v2.0/ports?device_id=9686b29a-79fa-43bf-a440-91a18f92bc03 HTTP/1.1" status: 200 len: 210 time: 0.0663581 Oct 27 10:27:03.201887 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-7bc75b40-3749-4b71-800e-ae2bc79a5a71 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-420425655-network', 'tenant_id': '7517d618a1be4ff0aa51550f921b9468'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:27:03.222068 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-72198f24-9025-42ff-ac46-0a4dfa8ed323 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:03.232000 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-72198f24-9025-42ff-ac46-0a4dfa8ed323 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:03.249903 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bc75b40-3749-4b71-800e-ae2bc79a5a71 admin admin] Made reservation on behalf of 7517d618a1be4ff0aa51550f921b9468 for: {'network': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:27:03.253342 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-7bc75b40-3749-4b71-800e-ae2bc79a5a71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for network, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:03.271629 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-7bc75b40-3749-4b71-800e-ae2bc79a5a71 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:03.274647 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 52056) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:27:03.344410 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-72198f24-9025-42ff-ac46-0a4dfa8ed323 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=28ef3851cc5f47539aa2d857842f0ed1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7649450 Oct 27 10:27:03.349576 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72198f24-9025-42ff-ac46-0a4dfa8ed323 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9c985c5-f97d-4dd8-8237-12091384a22a,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:27:03.352591 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 52058) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:27:03.454627 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-7bc75b40-3749-4b71-800e-ae2bc79a5a71 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:03.469691 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-d48374e7-5d4b-49a5-a21c-5f5cded4924a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=711c45a4d0284c7f80a3befcb873a497&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1854780 Oct 27 10:27:03.470977 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 52060) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:27:03.493193 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-7bc75b40-3749-4b71-800e-ae2bc79a5a71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:03.528162 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-f5e5dbd1-a24e-4536-a350-0a82210efbea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:03.538687 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7bc75b40-3749-4b71-800e-ae2bc79a5a71 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 425} {{(pid=102346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 10:27:03.563078 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-80f754bd-6a47-4e61-9f42-dc94b7a07c0f req-8d8038e8-e4d1-4325-8ac4-0c54e9d9548b tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] For port 4059356e-83b5-413a-a82e-17745b15d80f, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=4059356e-83b5-413a-a82e-17745b15d80f,segment=NetworkSegment(55babfa1-afbc-48a2-a34b-7aa1ec1518dd),segment_id=55babfa1-afbc-48a2-a34b-7aa1ec1518dd)] {{(pid=102347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:27:03.563389 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-7bc75b40-3749-4b71-800e-ae2bc79a5a71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:03.564330 n-d-813419-10 neutron-server[102346]: INFO neutron.db.segments_db [None req-7bc75b40-3749-4b71-800e-ae2bc79a5a71 admin admin] Added segment bb32181f-2d00-464a-ae3b-423fdf74c1eb of type vlan for network 8d0bfbf6-a651-4027-be4c-8c46c789c0fc Oct 27 10:27:03.567333 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc75b40-3749-4b71-800e-ae2bc79a5a71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9471a1c8-5aa9-4bed-91e9-0a13f0555c50,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:27:03.584593 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-f5e5dbd1-a24e-4536-a350-0a82210efbea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:03.590615 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-f43d9b2d-e4ad-4d6d-adb1-e0836d00de0d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:03.603159 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device 307705da-7819-45a3-a44b-e488150d0d2c details requested by agent hyperv_n-h2-813419-10 with host n-h2-813419-10 {{(pid=102348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 10:27:03.635376 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-f43d9b2d-e4ad-4d6d-adb1-e0836d00de0d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:03.638722 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-80f754bd-6a47-4e61-9f42-dc94b7a07c0f req-8d8038e8-e4d1-4325-8ac4-0c54e9d9548b tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] Publish callbacks [] for port, precommit_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:03.645521 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-80f754bd-6a47-4e61-9f42-dc94b7a07c0f req-8d8038e8-e4d1-4325-8ac4-0c54e9d9548b tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:03.651334 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-7bc75b40-3749-4b71-800e-ae2bc79a5a71 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743872593080'] for network, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:03.701103 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-7bc75b40-3749-4b71-800e-ae2bc79a5a71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913'] for network, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:03.702778 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bc75b40-3749-4b71-800e-ae2bc79a5a71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:03.705115 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-7bc75b40-3749-4b71-800e-ae2bc79a5a71 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for network, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:03.711579 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f754bd-6a47-4e61-9f42-dc94b7a07c0f req-8d8038e8-e4d1-4325-8ac4-0c54e9d9548b tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:03.712321 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-80f754bd-6a47-4e61-9f42-dc94b7a07c0f req-8d8038e8-e4d1-4325-8ac4-0c54e9d9548b tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:03.730372 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-80f754bd-6a47-4e61-9f42-dc94b7a07c0f req-8d8038e8-e4d1-4325-8ac4-0c54e9d9548b tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] 10.222.0.44 "PUT /v2.0/ports/4059356e-83b5-413a-a82e-17745b15d80f HTTP/1.1" status: 200 len: 981 time: 0.8192372 Oct 27 10:27:03.731705 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2e29daa-df39-4a5e-b964-856b7ba7d41d', 'tag': '4059356e-83b5-413a-a82e-17745b15d80f'}] {{(pid=102347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:27:03.734059 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311149b481204ee7edffdb959c881838506fbd95bc8577c048f6677abb73acc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90702b42-eada-4fde-8a38-9bcf48945397" -d '{"events": [{"name": "network-changed", "server_uuid": "f2e29daa-df39-4a5e-b964-856b7ba7d41d", "tag": "4059356e-83b5-413a-a82e-17745b15d80f"}]}' {{(pid=102347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:27:03.762518 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] get_ports_and_sgs() called for port_ids ['4059356e-83b5-413a-a82e-17745b15d80f'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:27:03.775069 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-7bc75b40-3749-4b71-800e-ae2bc79a5a71 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 901 time: 0.8551750 Oct 27 10:27:03.782303 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 52068) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:27:03.788313 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8038e8-e4d1-4325-8ac4-0c54e9d9548b tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] Pushing event updated for resources: {'Port': ['ID=4059356e-83b5-413a-a82e-17745b15d80f,revision_number=6']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:27:03.790366 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-56867430-d451-46e5-a63f-89ce871c1b2d admin admin] Request body: {'subnet': {'network_id': '8d0bfbf6-a651-4027-be4c-8c46c789c0fc', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-420425655-subnet', 'tenant_id': '7517d618a1be4ff0aa51550f921b9468', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:27:03.799721 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-f43d9b2d-e4ad-4d6d-adb1-e0836d00de0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:03.800438 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] For port 307705da-7819-45a3-a44b-e488150d0d2c, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=307705da-7819-45a3-a44b-e488150d0d2c,segment=NetworkSegment(f7c42c6d-2766-46d8-a8b7-4852117a5555),segment_id=f7c42c6d-2766-46d8-a8b7-4852117a5555)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:27:03.802323 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-f43d9b2d-e4ad-4d6d-adb1-e0836d00de0d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:03.803460 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-f43d9b2d-e4ad-4d6d-adb1-e0836d00de0d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/140b4a4a-aa49-4192-9626-9780fd5a1556 HTTP/1.1" status: 204 len: 168 time: 0.3313630 Oct 27 10:27:03.808054 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc75b40-3749-4b71-800e-ae2bc79a5a71 admin admin] Pushing event updated for resources: {'Network': ['ID=8d0bfbf6-a651-4027-be4c-8c46c789c0fc,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:27:03.809007 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-f5e5dbd1-a24e-4536-a350-0a82210efbea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:03.823819 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-f5e5dbd1-a24e-4536-a350-0a82210efbea admin admin] Publish callbacks [] for security_group, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:03.824345 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43d9b2d-e4ad-4d6d-adb1-e0836d00de0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=140b4a4a-aa49-4192-9626-9780fd5a1556,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:27:03.831006 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-f5e5dbd1-a24e-4536-a350-0a82210efbea admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f9c985c5-f97d-4dd8-8237-12091384a22a HTTP/1.1" status: 204 len: 168 time: 0.4745996 Oct 27 10:27:03.838700 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Returning: {'device': '307705da-7819-45a3-a44b-e488150d0d2c', 'network_id': '4d250f92-d229-45fe-a579-67fef8e6c544', 'port_id': '307705da-7819-45a3-a44b-e488150d0d2c', 'mac_address': 'fa:16:3e:7e:04:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62eb52f7-aac4-48af-8670-e04300325561', 'ip_address': '192.168.233.227'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 10:27:03.846302 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56867430-d451-46e5-a63f-89ce871c1b2d admin admin] Made reservation on behalf of 7517d618a1be4ff0aa51550f921b9468 for: {'subnet': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:27:03.850074 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-56867430-d451-46e5-a63f-89ce871c1b2d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27167186'] for subnet, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:03.868759 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e5dbd1-a24e-4536-a350-0a82210efbea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9c985c5-f97d-4dd8-8237-12091384a22a,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:27:03.883605 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Network 8d0bfbf6-a651-4027-be4c-8c46c789c0fc details requested by agent ovs-agent-n-d-813419-10 with host n-d-813419-10 {{(pid=102348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 10:27:03.886217 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] get_ports_and_sgs() called for port_ids ['4059356e-83b5-413a-a82e-17745b15d80f'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:27:03.893938 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 10:27:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec07074d-d2a8-4f94-81de-b85004e87199 x-openstack-request-id: req-ec07074d-d2a8-4f94-81de-b85004e87199 {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:27:03.894381 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2e29daa-df39-4a5e-b964-856b7ba7d41d", "tag": "4059356e-83b5-413a-a82e-17745b15d80f", "status": "completed", "code": 200}]} {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:27:03.894861 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ec07074d-d2a8-4f94-81de-b85004e87199 {{(pid=102347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:27:03.895354 n-d-813419-10 neutron-server[102347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2e29daa-df39-4a5e-b964-856b7ba7d41d', 'tag': '4059356e-83b5-413a-a82e-17745b15d80f', 'status': 'completed', 'code': 200} Oct 27 10:27:03.927167 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-6c171ea1-fcfe-424e-8aeb-62840aedf3b4 req-612e33ae-9e5a-4fe1-bd72-e666339edc81 tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-595478016&fields=id&tenant_id=2a73aad0ca0543f58dfb2590ad006be4 HTTP/1.1" status: 200 len: 267 time: 0.0613606 Oct 27 10:27:04.099681 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c171ea1-fcfe-424e-8aeb-62840aedf3b4 req-9f45c456-d345-425e-ac00-f483c2fab812 tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:04.108546 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90702b42-eada-4fde-8a38-9bcf48945397 req-e82af52d-5fcc-4fa0-a519-359690ca515b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:04.110147 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-90702b42-eada-4fde-8a38-9bcf48945397 req-e82af52d-5fcc-4fa0-a519-359690ca515b service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=2a73aad0ca0543f58dfb2590ad006be4&device_id=f2e29daa-df39-4a5e-b964-856b7ba7d41d HTTP/1.1" status: 200 len: 1136 time: 0.1342375 Oct 27 10:27:04.114798 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-6c171ea1-fcfe-424e-8aeb-62840aedf3b4 req-9f45c456-d345-425e-ac00-f483c2fab812 tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] 10.222.0.44 "GET /v2.0/ports?device_id=f2e29daa-df39-4a5e-b964-856b7ba7d41d HTTP/1.1" status: 200 len: 984 time: 0.1801481 Oct 27 10:27:04.130220 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [req-6c171ea1-fcfe-424e-8aeb-62840aedf3b4 req-5c97050d-f771-4a6b-b2fe-3276d5bc1792 tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] Request body: {'port': {'security_groups': ['8390c244-c93e-4214-9e1f-52aa9200614c', 'c947a31c-5410-49e0-adfc-c83fa1ba4206', '2d4587b7-4cf2-4489-b676-d1d50a50f026']}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:27:04.238221 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:04.265612 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 307705da-7819-45a3-a44b-e488150d0d2c {{(pid=102348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:27:04.294812 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] For port 307705da-7819-45a3-a44b-e488150d0d2c, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=307705da-7819-45a3-a44b-e488150d0d2c,segment=NetworkSegment(f7c42c6d-2766-46d8-a8b7-4852117a5555),segment_id=f7c42c6d-2766-46d8-a8b7-4852117a5555)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:27:04.313161 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:04.318570 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-6c171ea1-fcfe-424e-8aeb-62840aedf3b4 req-5c97050d-f771-4a6b-b2fe-3276d5bc1792 tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:04.536484 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccd3671-09f6-4068-91ec-7ac6d019a615 req-cc7b04ba-01a1-4d0a-9c48-3fac3f55d171 tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:04.538184 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-cccd3671-09f6-4068-91ec-7ac6d019a615 req-cc7b04ba-01a1-4d0a-9c48-3fac3f55d171 tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] 10.222.0.44 "GET /v2.0/ports?device_id=53621847-f4f2-42a2-b1ec-02c4c6b66d48 HTTP/1.1" status: 200 len: 948 time: 0.2863660 Oct 27 10:27:04.573542 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 52092) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:27:04.602176 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90702b42-eada-4fde-8a38-9bcf48945397 req-4d80d2fc-fa00-4897-9cf4-79f8a9ea94cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:04.604133 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-90702b42-eada-4fde-8a38-9bcf48945397 req-4d80d2fc-fa00-4897-9cf4-79f8a9ea94cb service neutron] 10.222.0.76 "GET /v2.0/networks?id=4c4816f7-a34d-4509-b1c3-eb56e1ec3f30 HTTP/1.1" status: 200 len: 914 time: 0.4787710 Oct 27 10:27:04.619550 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Pushing event updated for resources: {'Port': ['ID=307705da-7819-45a3-a44b-e488150d0d2c,revision_number=4']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:27:04.622144 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-e92149b4-b31b-47c3-95c2-0f35fcd47670 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:04.680055 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-56867430-d451-46e5-a63f-89ce871c1b2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27024290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27167168'] for subnet, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:04.687256 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-90702b42-eada-4fde-8a38-9bcf48945397 req-80ab4877-5993-4417-a8fa-f1fa0ea96dd8 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4059356e-83b5-413a-a82e-17745b15d80f HTTP/1.1" status: 200 len: 217 time: 0.0728815 Oct 27 10:27:04.769382 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-cccd3671-09f6-4068-91ec-7ac6d019a615 req-34e75ce6-5424-4d24-bebd-e8fea7acf4ac tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] 10.222.0.44 "GET /v2.0/security-groups?id=564ecd8b-da86-4175-923a-67dcc5fcd400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1969852 Oct 27 10:27:04.806133 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56867430-d451-46e5-a63f-89ce871c1b2d admin admin] Pushing event updated for resources: {'Subnet': ['ID=9550a2a4-cfa8-4bcb-a0bd-eb570b7d2fd8,revision_number=0']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:27:04.820294 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] get_ports_and_sgs() called for port_ids ['307705da-7819-45a3-a44b-e488150d0d2c'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:27:04.830217 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90702b42-eada-4fde-8a38-9bcf48945397 req-8c946735-21f3-4fde-a9e4-e142c6736ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:04.831711 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-90702b42-eada-4fde-8a38-9bcf48945397 req-8c946735-21f3-4fde-a9e4-e142c6736ed6 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=94d6f39e-603b-4bcb-8dfa-684bf1105886 HTTP/1.1" status: 200 len: 853 time: 0.1088898 Oct 27 10:27:04.932523 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-e92149b4-b31b-47c3-95c2-0f35fcd47670 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:04.936654 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-90702b42-eada-4fde-8a38-9bcf48945397 req-697b6901-b8ab-4b50-9e92-42e5c3f1e72b service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=4c4816f7-a34d-4509-b1c3-eb56e1ec3f30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0956924 Oct 27 10:27:04.939513 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56867430-d451-46e5-a63f-89ce871c1b2d admin admin] Checking segment: {'id': 'bb32181f-2d00-464a-ae3b-423fdf74c1eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '8d0bfbf6-a651-4027-be4c-8c46c789c0fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:27:04.940278 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56867430-d451-46e5-a63f-89ce871c1b2d admin admin] Network hostable DHCP agents. Network: 8d0bfbf6-a651-4027-be4c-8c46c789c0fc, hostable agents: ['eafd4000-b897-4722-ae8b-0118ec955181'], hosted agents: [] {{(pid=102346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 10:27:04.940727 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-6c171ea1-fcfe-424e-8aeb-62840aedf3b4 req-5c97050d-f771-4a6b-b2fe-3276d5bc1792 tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] For port 4059356e-83b5-413a-a82e-17745b15d80f, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=4059356e-83b5-413a-a82e-17745b15d80f,segment=NetworkSegment(55babfa1-afbc-48a2-a34b-7aa1ec1518dd),segment_id=55babfa1-afbc-48a2-a34b-7aa1ec1518dd)] {{(pid=102347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:27:04.948349 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-e92149b4-b31b-47c3-95c2-0f35fcd47670 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:05.003368 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-e92149b4-b31b-47c3-95c2-0f35fcd47670 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0a68ee241ad94933adeb88a2c9ba84f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4285257 Oct 27 10:27:05.015123 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 52100) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:27:05.057594 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-6c171ea1-fcfe-424e-8aeb-62840aedf3b4 req-5c97050d-f771-4a6b-b2fe-3276d5bc1792 tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] Publish callbacks [] for port, precommit_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:05.068070 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-e02e4e84-2119-412b-804e-60017d474e22 req-a7cc9ebf-7f3f-470e-a669-307ed0b86b67 tempest-ServerShowV257Test-1104222655 tempest-ServerShowV257Test-1104222655-project] 10.222.0.44 "GET /v2.0/ports?device_id=9686b29a-79fa-43bf-a440-91a18f92bc03 HTTP/1.1" status: 200 len: 210 time: 0.0724921 Oct 27 10:27:05.078683 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-6c171ea1-fcfe-424e-8aeb-62840aedf3b4 req-5c97050d-f771-4a6b-b2fe-3276d5bc1792 tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:05.125301 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56867430-d451-46e5-a63f-89ce871c1b2d admin admin] Network 8d0bfbf6-a651-4027-be4c-8c46c789c0fc is scheduled to be hosted by DHCP agent eafd4000-b897-4722-ae8b-0118ec955181 with binding_index 1 {{(pid=102346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 10:27:05.130261 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92149b4-b31b-47c3-95c2-0f35fcd47670 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03dfd381-4310-438b-af93-ebcdebb9bbb2,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:27:05.152515 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-56867430-d451-46e5-a63f-89ce871c1b2d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-10, 8d0bfbf6-a651-4027-be4c-8c46c789c0fc) {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:27:05.154732 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56867430-d451-46e5-a63f-89ce871c1b2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:05.155380 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-56867430-d451-46e5-a63f-89ce871c1b2d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for subnet, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:05.206352 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-56867430-d451-46e5-a63f-89ce871c1b2d admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.4227462 Oct 27 10:27:05.221195 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25560b1f-976d-4cbe-a5e7-7893f40c6878 None None] Network 8d0bfbf6-a651-4027-be4c-8c46c789c0fc requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:27:05.233104 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 52108) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:27:05.261397 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-0673eb3c-8072-4b4d-8681-73b1c8f56b19 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-420425655-router', 'tenant_id': '7517d618a1be4ff0aa51550f921b9468', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'}}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:27:05.269994 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c171ea1-fcfe-424e-8aeb-62840aedf3b4 req-5c97050d-f771-4a6b-b2fe-3276d5bc1792 tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:05.270664 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-6c171ea1-fcfe-424e-8aeb-62840aedf3b4 req-5c97050d-f771-4a6b-b2fe-3276d5bc1792 tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:05.272131 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-6c171ea1-fcfe-424e-8aeb-62840aedf3b4 req-5c97050d-f771-4a6b-b2fe-3276d5bc1792 tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] 10.222.0.44 "PUT /v2.0/ports/4059356e-83b5-413a-a82e-17745b15d80f HTTP/1.1" status: 200 len: 1020 time: 1.1558430 Oct 27 10:27:05.337793 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-90702b42-eada-4fde-8a38-9bcf48945397 req-aa5713c0-4910-4f81-bdd8-4df36631e424 service neutron] 10.222.0.76 "GET /v2.0/networks/4c4816f7-a34d-4509-b1c3-eb56e1ec3f30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3861949 Oct 27 10:27:05.378832 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-0673eb3c-8072-4b4d-8681-73b1c8f56b19 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1768632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3610'] for router, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:05.379905 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-0673eb3c-8072-4b4d-8681-73b1c8f56b19 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1765704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1769409', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1694266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3597'] for router, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:05.381004 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c97050d-f771-4a6b-b2fe-3276d5bc1792 tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] Pushing event updated for resources: {'Port': ['ID=4059356e-83b5-413a-a82e-17745b15d80f,revision_number=7']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:27:05.391549 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-bd892c31-49b7-48ed-9985-f4cd06fd8488 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:05.424263 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-bd892c31-49b7-48ed-9985-f4cd06fd8488 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:05.424655 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] get_ports_and_sgs() called for port_ids ['4059356e-83b5-413a-a82e-17745b15d80f'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:27:05.494971 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-bd892c31-49b7-48ed-9985-f4cd06fd8488 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:05.500606 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-bd892c31-49b7-48ed-9985-f4cd06fd8488 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:05.502413 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-bd892c31-49b7-48ed-9985-f4cd06fd8488 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/03dfd381-4310-438b-af93-ebcdebb9bbb2 HTTP/1.1" status: 204 len: 168 time: 0.4855642 Oct 27 10:27:05.515230 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd892c31-49b7-48ed-9985-f4cd06fd8488 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03dfd381-4310-438b-af93-ebcdebb9bbb2,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:27:05.529297 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-0673eb3c-8072-4b4d-8681-73b1c8f56b19 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:05.590841 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70a729fd-505e-4221-b9f2-c66b116d165b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp734b258e-7d96-550c-b970-9b72ab66f383-8d0bfbf6-a651-4027-be4c-8c46c789c0fc', 'network_id': '8d0bfbf6-a651-4027-be4c-8c46c789c0fc', 'tenant_id': '7517d618a1be4ff0aa51550f921b9468', 'fixed_ips': [{'subnet_id': '9550a2a4-cfa8-4bcb-a0bd-eb570b7d2fd8'}]}} from n-d-813419-10. {{(pid=102348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 10:27:05.592339 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-70a729fd-505e-4221-b9f2-c66b116d165b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:05.675449 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e7622b-b5f7-41a1-a7cf-134e5c534d4e req-82f9567d-3883-46d2-891c-2f9d6c52489f tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:05.677046 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-00e7622b-b5f7-41a1-a7cf-134e5c534d4e req-82f9567d-3883-46d2-891c-2f9d6c52489f tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] 10.222.0.44 "GET /v2.0/ports?device_id=f2e29daa-df39-4a5e-b964-856b7ba7d41d HTTP/1.1" status: 200 len: 1023 time: 0.1918323 Oct 27 10:27:05.767941 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-90702b42-eada-4fde-8a38-9bcf48945397 req-805f1dcd-83bf-4167-82ff-b31628ae294f service neutron] 10.222.0.76 "GET /v2.0/networks/4c4816f7-a34d-4509-b1c3-eb56e1ec3f30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4097428 Oct 27 10:27:05.772995 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-0673eb3c-8072-4b4d-8681-73b1c8f56b19 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:05.799684 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.db_base_plugin_common [None req-70a729fd-505e-4221-b9f2-c66b116d165b None None] Allocated IP 172.20.0.2 (8d0bfbf6-a651-4027-be4c-8c46c789c0fc/9550a2a4-cfa8-4bcb-a0bd-eb570b7d2fd8/a60af9a9-76bf-4383-a5be-0399dc65a4f5) {{(pid=102348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:27:05.896834 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2e29daa-df39-4a5e-b964-856b7ba7d41d', 'tag': '4059356e-83b5-413a-a82e-17745b15d80f'}] {{(pid=102347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:27:05.900920 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311149b481204ee7edffdb959c881838506fbd95bc8577c048f6677abb73acc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-810c867d-f6d4-4cab-a0ce-c9e7b60c2595" -d '{"events": [{"name": "network-changed", "server_uuid": "f2e29daa-df39-4a5e-b964-856b7ba7d41d", "tag": "4059356e-83b5-413a-a82e-17745b15d80f"}]}' {{(pid=102347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:27:05.930123 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-00e7622b-b5f7-41a1-a7cf-134e5c534d4e req-99b49693-ab50-4a71-8fbb-31d362c5d56d tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] 10.222.0.44 "GET /v2.0/security-groups?id=8390c244-c93e-4214-9e1f-52aa9200614c&id=c947a31c-5410-49e0-adfc-c83fa1ba4206&id=2d4587b7-4cf2-4489-b676-d1d50a50f026 HTTP/1.1" status: 200 len: 6147 time: 0.2433989 Oct 27 10:27:06.005716 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 52132) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:27:06.027075 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 10:27:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-933a07e3-cdf3-4211-b59e-72b2349883b9 x-openstack-request-id: req-933a07e3-cdf3-4211-b59e-72b2349883b9 {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:27:06.027400 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2e29daa-df39-4a5e-b964-856b7ba7d41d", "tag": "4059356e-83b5-413a-a82e-17745b15d80f", "status": "completed", "code": 200}]} {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:27:06.027778 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-933a07e3-cdf3-4211-b59e-72b2349883b9 {{(pid=102347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:27:06.028270 n-d-813419-10 neutron-server[102347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2e29daa-df39-4a5e-b964-856b7ba7d41d', 'tag': '4059356e-83b5-413a-a82e-17745b15d80f', 'status': 'completed', 'code': 200} Oct 27 10:27:06.066246 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfcc894-5400-4c50-92a9-ee27787bf7c9 req-84bc48a6-5c8f-40e0-93a5-616589bcd217 tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:06.067838 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-edfcc894-5400-4c50-92a9-ee27787bf7c9 req-84bc48a6-5c8f-40e0-93a5-616589bcd217 tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] 10.222.0.44 "GET /v2.0/ports?device_id=53621847-f4f2-42a2-b1ec-02c4c6b66d48 HTTP/1.1" status: 200 len: 949 time: 0.1194284 Oct 27 10:27:06.140433 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-70a729fd-505e-4221-b9f2-c66b116d165b None None] Publish callbacks [] for port, precommit_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:06.154863 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-70a729fd-505e-4221-b9f2-c66b116d165b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606'] for port, after_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:06.285393 n-d-813419-10 neutron-server[102348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70a729fd-505e-4221-b9f2-c66b116d165b None None] Network 8d0bfbf6-a651-4027-be4c-8c46c789c0fc is already hosted by enough agents. {{(pid=102348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:27:06.295374 n-d-813419-10 neutron-server[102348]: DEBUG neutron.scheduler.base_scheduler [None req-70a729fd-505e-4221-b9f2-c66b116d165b None None] Resources bound (agent type, host, resource id): {{(pid=102348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:27:06.301490 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] get_ports_and_sgs() called for port_ids ['4059356e-83b5-413a-a82e-17745b15d80f'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:27:06.417027 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70a729fd-505e-4221-b9f2-c66b116d165b None None] Received port after_create {{(pid=102348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:27:06.487584 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a729fd-505e-4221-b9f2-c66b116d165b None None] Pushing event updated for resources: {'Port': ['ID=a60af9a9-76bf-4383-a5be-0399dc65a4f5,revision_number=1']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:27:06.494113 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [req-f3f84e16-19d7-461a-8603-af85b6d09e0f req-256b0824-5e75-40b0-a906-5a27f4f70855 tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1077042783 ', 'description': 'tempest-description-1829338641'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:27:06.562580 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-f3f84e16-19d7-461a-8603-af85b6d09e0f req-256b0824-5e75-40b0-a906-5a27f4f70855 tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] Publish callbacks [] for security_group, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:06.571540 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810c867d-f6d4-4cab-a0ce-c9e7b60c2595 req-768ff81f-7c70-431f-bb97-f5e145b189ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:06.573093 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-810c867d-f6d4-4cab-a0ce-c9e7b60c2595 req-768ff81f-7c70-431f-bb97-f5e145b189ed service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=2a73aad0ca0543f58dfb2590ad006be4&device_id=f2e29daa-df39-4a5e-b964-856b7ba7d41d HTTP/1.1" status: 200 len: 1175 time: 0.1334803 Oct 27 10:27:06.600480 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-0673eb3c-8072-4b4d-8681-73b1c8f56b19 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:06.628535 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-70a729fd-505e-4221-b9f2-c66b116d165b None None] Attempting to bind port a60af9a9-76bf-4383-a5be-0399dc65a4f5 on host n-d-813419-10 for vnic_type normal with profile {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:27:06.628964 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-70a729fd-505e-4221-b9f2-c66b116d165b None None] Attempting to bind port a60af9a9-76bf-4383-a5be-0399dc65a4f5 by drivers openvswitch,hyperv on host n-d-813419-10 at level 0 using segments [{'id': 'bb32181f-2d00-464a-ae3b-423fdf74c1eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '8d0bfbf6-a651-4027-be4c-8c46c789c0fc'}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:27:06.629434 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70a729fd-505e-4221-b9f2-c66b116d165b None None] Attempting to bind port a60af9a9-76bf-4383-a5be-0399dc65a4f5 on network 8d0bfbf6-a651-4027-be4c-8c46c789c0fc {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:27:06.649566 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70a729fd-505e-4221-b9f2-c66b116d165b None None] Checking agent: {'id': '89dba0f3-79b2-435e-9822-33674b8f6ada', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 8, 20), 'started_at': datetime.datetime(2021, 10, 27, 10, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 26, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:27:06.650073 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70a729fd-505e-4221-b9f2-c66b116d165b None None] Checking segment: {'id': 'bb32181f-2d00-464a-ae3b-423fdf74c1eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '8d0bfbf6-a651-4027-be4c-8c46c789c0fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:27:06.650483 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-70a729fd-505e-4221-b9f2-c66b116d165b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:06.651552 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70a729fd-505e-4221-b9f2-c66b116d165b None None] Bound using segment: {'id': 'bb32181f-2d00-464a-ae3b-423fdf74c1eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '8d0bfbf6-a651-4027-be4c-8c46c789c0fc'} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:27:06.652055 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-70a729fd-505e-4221-b9f2-c66b116d165b None None] Bound port: a60af9a9-76bf-4383-a5be-0399dc65a4f5, host: n-d-813419-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb32181f-2d00-464a-ae3b-423fdf74c1eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '8d0bfbf6-a651-4027-be4c-8c46c789c0fc'}}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:27:06.652896 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-70a729fd-505e-4221-b9f2-c66b116d165b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:06.658699 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-0673eb3c-8072-4b4d-8681-73b1c8f56b19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:06.800277 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-4344a144-66bc-48b6-8662-dd5dc0db0d26 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:06.803625 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-1430bafa-ebaa-4cce-bbf6-f5c17b248f34 req-310cc2f9-9aad-47c1-b699-81bf0be2f535 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=9686b29a-79fa-43bf-a440-91a18f92bc03 HTTP/1.1" status: 200 len: 210 time: 0.0393205 Oct 27 10:27:06.826740 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-70a729fd-505e-4221-b9f2-c66b116d165b None None] For port a60af9a9-76bf-4383-a5be-0399dc65a4f5, host n-d-813419-10, cleared binding levels {{(pid=102348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:27:06.832250 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-70a729fd-505e-4221-b9f2-c66b116d165b None None] For port a60af9a9-76bf-4383-a5be-0399dc65a4f5, host n-d-813419-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=a60af9a9-76bf-4383-a5be-0399dc65a4f5,segment=NetworkSegment(bb32181f-2d00-464a-ae3b-423fdf74c1eb),segment_id=bb32181f-2d00-464a-ae3b-423fdf74c1eb)] {{(pid=102348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:27:06.844410 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-70a729fd-505e-4221-b9f2-c66b116d165b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:06.845716 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-edfcc894-5400-4c50-92a9-ee27787bf7c9 req-4b696eb1-3294-490d-a3a7-05e59c819407 tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] 10.222.0.44 "GET /v2.0/security-groups?id=564ecd8b-da86-4175-923a-67dcc5fcd400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7640753 Oct 27 10:27:06.879038 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_common [None req-0673eb3c-8072-4b4d-8681-73b1c8f56b19 admin admin] Allocated IP 172.25.8.207 (185ff123-c7ff-45c7-a6be-71feb35acc9c/0fb9f9d1-7384-481f-8fa8-f4566c349d30/2c7a60d1-f0e5-409d-be06-357a28208768) {{(pid=102346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:27:06.970483 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a729fd-505e-4221-b9f2-c66b116d165b None None] Pushing event updated for resources: {'Port': ['ID=a60af9a9-76bf-4383-a5be-0399dc65a4f5,revision_number=2']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:27:07.009398 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-252f6a8e-ac82-4607-bee8-2de87e1fa81e req-41b87250-eddc-4f9a-8524-8ebbf3b7c066 tempest-ServerShowV257Test-1104222655 tempest-ServerShowV257Test-1104222655-project] 10.222.0.44 "GET /v2.0/ports?device_id=9686b29a-79fa-43bf-a440-91a18f92bc03 HTTP/1.1" status: 200 len: 210 time: 0.0515027 Oct 27 10:27:07.080106 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-0673eb3c-8072-4b4d-8681-73b1c8f56b19 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:07.108027 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-4344a144-66bc-48b6-8662-dd5dc0db0d26 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:07.117450 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-4344a144-66bc-48b6-8662-dd5dc0db0d26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:07.128827 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810c867d-f6d4-4cab-a0ce-c9e7b60c2595 req-81c51768-884b-4efd-8168-d5a2acd09655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:07.130474 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-810c867d-f6d4-4cab-a0ce-c9e7b60c2595 req-81c51768-884b-4efd-8168-d5a2acd09655 service neutron] 10.222.0.76 "GET /v2.0/networks?id=4c4816f7-a34d-4509-b1c3-eb56e1ec3f30 HTTP/1.1" status: 200 len: 914 time: 0.5420580 Oct 27 10:27:07.154287 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4344a144-66bc-48b6-8662-dd5dc0db0d26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6524753-00d2-45ec-ad9d-8da90c09fe0e,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:27:07.177047 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-4344a144-66bc-48b6-8662-dd5dc0db0d26 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=91641827b1634fc2995c7203eea73f21&name=default HTTP/1.1" status: 200 len: 2981 time: 1.1697435 Oct 27 10:27:07.179591 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 52158) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:27:07.292707 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-a8b9160f-f984-4dc9-a805-37b2cc54571d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:07.332434 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-810c867d-f6d4-4cab-a0ce-c9e7b60c2595 req-41a5d034-3ff6-4aec-9037-6418fa2ac105 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4059356e-83b5-413a-a82e-17745b15d80f HTTP/1.1" status: 200 len: 217 time: 0.1871963 Oct 27 10:27:07.333293 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-0673eb3c-8072-4b4d-8681-73b1c8f56b19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:07.360413 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-a8b9160f-f984-4dc9-a805-37b2cc54571d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:07.436970 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-a8b9160f-f984-4dc9-a805-37b2cc54571d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:07.441262 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-a8b9160f-f984-4dc9-a805-37b2cc54571d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:07.442720 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-a8b9160f-f984-4dc9-a805-37b2cc54571d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c6524753-00d2-45ec-ad9d-8da90c09fe0e HTTP/1.1" status: 204 len: 168 time: 0.2622063 Oct 27 10:27:07.467789 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b9160f-f984-4dc9-a805-37b2cc54571d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6524753-00d2-45ec-ad9d-8da90c09fe0e,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:27:07.495424 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0673eb3c-8072-4b4d-8681-73b1c8f56b19 admin admin] Network 185ff123-c7ff-45c7-a6be-71feb35acc9c is already hosted by enough agents. {{(pid=102346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:27:07.510048 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-0673eb3c-8072-4b4d-8681-73b1c8f56b19 admin admin] Resources bound (agent type, host, resource id): {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:27:07.513311 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0673eb3c-8072-4b4d-8681-73b1c8f56b19 admin admin] Received port after_create {{(pid=102346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:27:07.564445 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810c867d-f6d4-4cab-a0ce-c9e7b60c2595 req-85cf541c-3b25-4093-9215-4c45d3498c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:07.565942 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-810c867d-f6d4-4cab-a0ce-c9e7b60c2595 req-85cf541c-3b25-4093-9215-4c45d3498c02 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=94d6f39e-603b-4bcb-8dfa-684bf1105886 HTTP/1.1" status: 200 len: 853 time: 0.2095890 Oct 27 10:27:07.572183 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0673eb3c-8072-4b4d-8681-73b1c8f56b19 admin admin] Pushing event updated for resources: {'Port': ['ID=2c7a60d1-f0e5-409d-be06-357a28208768,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:27:07.578052 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-f3f84e16-19d7-461a-8603-af85b6d09e0f req-256b0824-5e75-40b0-a906-5a27f4f70855 tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] Publish callbacks [] for security_group, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:07.597068 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-f3f84e16-19d7-461a-8603-af85b6d09e0f req-256b0824-5e75-40b0-a906-5a27f4f70855 tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:07.625123 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device 307705da-7819-45a3-a44b-e488150d0d2c up at agent hyperv_n-h2-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:27:07.676887 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256b0824-5e75-40b0-a906-5a27f4f70855 tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1bcc91f7-d189-4729-9212-0286fd2db278,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:27:07.681511 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-810c867d-f6d4-4cab-a0ce-c9e7b60c2595 req-a20e5740-42e3-4f0f-ae95-db94b5efec3b service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=4c4816f7-a34d-4509-b1c3-eb56e1ec3f30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1022120 Oct 27 10:27:07.689882 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-f3f84e16-19d7-461a-8603-af85b6d09e0f req-256b0824-5e75-40b0-a906-5a27f4f70855 tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:07.691180 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-f3f84e16-19d7-461a-8603-af85b6d09e0f req-256b0824-5e75-40b0-a906-5a27f4f70855 tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1788 time: 1.2532060 Oct 27 10:27:07.720620 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Provisioning for port 307705da-7819-45a3-a44b-e488150d0d2c completed by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 10:27:07.738104 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Provisioning complete for port 307705da-7819-45a3-a44b-e488150d0d2c triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:27:07.739056 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:07.857450 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-d5fae786-a08b-4a62-aeee-7c661bb9fce9 req-6dd885f8-e44c-43eb-8376-327a848c0f29 tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] 10.222.0.44 "GET /v2.0/security-groups/1bcc91f7-d189-4729-9212-0286fd2db278 HTTP/1.1" status: 200 len: 1783 time: 0.1064646 Oct 27 10:27:07.934390 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:08.004654 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53621847-f4f2-42a2-b1ec-02c4c6b66d48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '307705da-7819-45a3-a44b-e488150d0d2c'}] {{(pid=102348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:27:08.007326 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c588921fa634554a1d9242fdea1b05457a9ff1d3b28ba54ec1dace7f2f1df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98039005-47f9-435a-be40-016be0bfc182" -d '{"events": [{"server_uuid": "53621847-f4f2-42a2-b1ec-02c4c6b66d48", "name": "network-vif-plugged", "status": "completed", "tag": "307705da-7819-45a3-a44b-e488150d0d2c"}]}' {{(pid=102348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:27:08.024390 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] For port 307705da-7819-45a3-a44b-e488150d0d2c, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=307705da-7819-45a3-a44b-e488150d0d2c,segment=NetworkSegment(f7c42c6d-2766-46d8-a8b7-4852117a5555),segment_id=f7c42c6d-2766-46d8-a8b7-4852117a5555)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:27:08.027099 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-a13d8d14-7f68-4f83-a0b7-a39a63ab65fe req-0ce87fd8-ef7d-4a8a-afd0-8b250f1d6eca tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] 10.222.0.44 "GET /v2.0/security-groups/1bcc91f7-d189-4729-9212-0286fd2db278 HTTP/1.1" status: 200 len: 1783 time: 0.1111174 Oct 27 10:27:08.037296 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:08.078158 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-810c867d-f6d4-4cab-a0ce-c9e7b60c2595 req-a83bf1b7-f118-4ab5-966d-eca09090d4ab service neutron] 10.222.0.76 "GET /v2.0/networks/4c4816f7-a34d-4509-b1c3-eb56e1ec3f30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3805940 Oct 27 10:27:08.121903 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 52200) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:27:08.166275 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-a13d8d14-7f68-4f83-a0b7-a39a63ab65fe req-d8f5c0c5-19bf-41f3-b1dc-065415efe693 tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] Publish callbacks [] for security_group, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:08.179119 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Pushing event updated for resources: {'Port': ['ID=307705da-7819-45a3-a44b-e488150d0d2c,revision_number=5']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:27:08.235151 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-a13d8d14-7f68-4f83-a0b7-a39a63ab65fe req-d8f5c0c5-19bf-41f3-b1dc-065415efe693 tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:08.345516 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-a13d8d14-7f68-4f83-a0b7-a39a63ab65fe req-d8f5c0c5-19bf-41f3-b1dc-065415efe693 tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:08.348936 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-a13d8d14-7f68-4f83-a0b7-a39a63ab65fe req-d8f5c0c5-19bf-41f3-b1dc-065415efe693 tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] Publish callbacks [] for security_group, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:08.350960 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-a13d8d14-7f68-4f83-a0b7-a39a63ab65fe req-d8f5c0c5-19bf-41f3-b1dc-065415efe693 tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] 10.222.0.44 "DELETE /v2.0/security-groups/1bcc91f7-d189-4729-9212-0286fd2db278 HTTP/1.1" status: 204 len: 173 time: 0.3151975 Oct 27 10:27:08.377008 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f5c0c5-19bf-41f3-b1dc-065415efe693 tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bcc91f7-d189-4729-9212-0286fd2db278,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:27:08.454656 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:27:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fdf6031-dc2f-4c4c-ba89-d52b46578e3f x-openstack-request-id: req-1fdf6031-dc2f-4c4c-ba89-d52b46578e3f {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:27:08.454957 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53621847-f4f2-42a2-b1ec-02c4c6b66d48", "name": "network-vif-plugged", "status": "completed", "tag": "307705da-7819-45a3-a44b-e488150d0d2c", "code": 200}]} {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:27:08.455402 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1fdf6031-dc2f-4c4c-ba89-d52b46578e3f {{(pid=102348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:27:08.455742 n-d-813419-10 neutron-server[102348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53621847-f4f2-42a2-b1ec-02c4c6b66d48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '307705da-7819-45a3-a44b-e488150d0d2c', 'code': 200} Oct 27 10:27:08.557273 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device a60af9a9-76bf-4383-a5be-0399dc65a4f5 up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:27:08.560244 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67a91ab-6880-4e1b-8ba0-0a575d41b3e6 req-51f0e8dd-11ba-474d-934c-28ce66196f9c tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:08.561854 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-b67a91ab-6880-4e1b-8ba0-0a575d41b3e6 req-51f0e8dd-11ba-474d-934c-28ce66196f9c tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] 10.222.0.44 "GET /v2.0/ports?device_id=53621847-f4f2-42a2-b1ec-02c4c6b66d48 HTTP/1.1" status: 200 len: 950 time: 0.5368624 Oct 27 10:27:08.659350 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb52e68d-e640-4812-be8d-61bed4222e42 None None] Network 8d0bfbf6-a651-4027-be4c-8c46c789c0fc requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:27:08.675999 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-f5ff557f-03c4-4ffe-b142-d7db5b0956ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954891097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954891097-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-2029867333'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:27:08.684336 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-9efb7fcd-4b2c-4027-87d8-7d3ce56311c3 req-cf1a9e29-c7df-424f-acc3-09c4979d0c06 tempest-ServerShowV257Test-1104222655 tempest-ServerShowV257Test-1104222655-project] 10.222.0.44 "GET /v2.0/ports?device_id=9686b29a-79fa-43bf-a440-91a18f92bc03 HTTP/1.1" status: 200 len: 210 time: 0.0727050 Oct 27 10:27:08.708053 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08271a78-1cf8-4317-9ec2-5793eae47de1 req-d1055b51-4ad5-4272-a3c2-a2247b4a3307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:08.709908 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-08271a78-1cf8-4317-9ec2-5793eae47de1 req-d1055b51-4ad5-4272-a3c2-a2247b4a3307 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=53621847-f4f2-42a2-b1ec-02c4c6b66d48 HTTP/1.1" status: 200 len: 1102 time: 0.1725366 Oct 27 10:27:08.723799 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port a60af9a9-76bf-4383-a5be-0399dc65a4f5 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:27:08.724403 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:08.742540 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-810c867d-f6d4-4cab-a0ce-c9e7b60c2595 req-e8a6f9f2-2e02-4430-8b5f-34fd1050eaf4 service neutron] 10.222.0.76 "GET /v2.0/networks/4c4816f7-a34d-4509-b1c3-eb56e1ec3f30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6352646 Oct 27 10:27:08.783796 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5ff557f-03c4-4ffe-b142-d7db5b0956ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954891097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954891097-project] Made reservation on behalf of 0cf79b12786949e6a3b992451b827921 for: {'network': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:27:08.789952 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-f5ff557f-03c4-4ffe-b142-d7db5b0956ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954891097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954891097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for network, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:08.800698 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-0673eb3c-8072-4b4d-8681-73b1c8f56b19 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:08.806471 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-f5ff557f-03c4-4ffe-b142-d7db5b0956ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954891097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954891097-project] Publish callbacks [] for security_group, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:08.813198 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-08271a78-1cf8-4317-9ec2-5793eae47de1 req-afa5459f-09f4-496b-a1d5-f98f61329140 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=564ecd8b-da86-4175-923a-67dcc5fcd400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866940 Oct 27 10:27:08.813942 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-b67a91ab-6880-4e1b-8ba0-0a575d41b3e6 req-85c237d4-ae33-4266-93e7-5879d6b21051 tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] 10.222.0.44 "GET /v2.0/security-groups?id=564ecd8b-da86-4175-923a-67dcc5fcd400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2071018 Oct 27 10:27:08.860227 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-f8397160-e847-4700-8aa4-b4b83f0060fd None None] Provisioning complete for port a60af9a9-76bf-4383-a5be-0399dc65a4f5 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:27:08.861451 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f8397160-e847-4700-8aa4-b4b83f0060fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:08.911964 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:08.968045 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-f5ff557f-03c4-4ffe-b142-d7db5b0956ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954891097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954891097-project] Publish callbacks [] for security_group, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:08.976039 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-f5ff557f-03c4-4ffe-b142-d7db5b0956ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954891097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954891097-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:08.986350 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:09.012225 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5ff557f-03c4-4ffe-b142-d7db5b0956ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954891097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954891097-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 448} {{(pid=102347) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 10:27:09.031111 n-d-813419-10 neutron-server[102346]: INFO neutron.api.v2.resource [req-0ecc76bd-6f5e-4082-89d7-6d7d30fe2dbf req-7f7291c8-d763-4a6c-bb3d-14a6a90e1a66 tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] show failed (client error): The resource could not be found. Oct 27 10:27:09.033777 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-0ecc76bd-6f5e-4082-89d7-6d7d30fe2dbf req-7f7291c8-d763-4a6c-bb3d-14a6a90e1a66 tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] 10.222.0.44 "GET /v2.0/security-groups/1bcc91f7-d189-4729-9212-0286fd2db278 HTTP/1.1" status: 404 len: 352 time: 0.1408806 Oct 27 10:27:09.038752 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ff557f-03c4-4ffe-b142-d7db5b0956ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954891097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954891097-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7500cf07-2081-4cc5-ba42-8095d5a68e34,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:27:09.088533 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-f5ff557f-03c4-4ffe-b142-d7db5b0956ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954891097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954891097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:09.090074 n-d-813419-10 neutron-server[102347]: INFO neutron.db.segments_db [None req-f5ff557f-03c4-4ffe-b142-d7db5b0956ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954891097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954891097-project] Added segment e2816259-5d97-4d70-8185-657dafc2ccce of type vlan for network 26e8f3ce-7029-4f17-bcc4-67a5d7f64e7c Oct 27 10:27:09.161165 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] For port a60af9a9-76bf-4383-a5be-0399dc65a4f5, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=a60af9a9-76bf-4383-a5be-0399dc65a4f5,segment=NetworkSegment(bb32181f-2d00-464a-ae3b-423fdf74c1eb),segment_id=bb32181f-2d00-464a-ae3b-423fdf74c1eb)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:27:09.178719 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:09.186082 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f8397160-e847-4700-8aa4-b4b83f0060fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:09.202521 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [req-ca85d83c-be7f-44b3-adc1-8c6a0008022f req-03580b73-6fa1-468d-ac95-2628fc5775aa tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-784275897', 'description': 'tempest-description-1551172927'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:27:09.243173 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-f5ff557f-03c4-4ffe-b142-d7db5b0956ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954891097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954891097-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743872593080'] for network, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:09.253176 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-7af9a6f0-ec21-4103-82a1-3a05e19a5eb6 req-51125516-038b-482d-809d-205a5718b826 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b514f2100cf84ced99e5eafabecd9c1a&device_id=9686b29a-79fa-43bf-a440-91a18f92bc03 HTTP/1.1" status: 200 len: 210 time: 0.0907209 Oct 27 10:27:09.286805 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-0673eb3c-8072-4b4d-8681-73b1c8f56b19 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1765699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1769372'] for router, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:09.305036 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Pushing event updated for resources: {'Port': ['ID=a60af9a9-76bf-4383-a5be-0399dc65a4f5,revision_number=3']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:27:09.326646 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.db.api [None req-f8397160-e847-4700-8aa4-b4b83f0060fd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102348) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 27 10:27:09.327007 n-d-813419-10 neutron-server[102348]: DEBUG oslo_db.api [None req-f8397160-e847-4700-8aa4-b4b83f0060fd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 10:27:09.354414 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-f5ff557f-03c4-4ffe-b142-d7db5b0956ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954891097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954891097-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913'] for network, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:09.362093 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5ff557f-03c4-4ffe-b142-d7db5b0956ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954891097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954891097-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:09.363149 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-f5ff557f-03c4-4ffe-b142-d7db5b0956ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954891097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954891097-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for network, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:09.390538 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-7af9a6f0-ec21-4103-82a1-3a05e19a5eb6 req-ca06145f-147d-47b3-b232-96efea3612ba service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=b514f2100cf84ced99e5eafabecd9c1a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0908201 Oct 27 10:27:09.394868 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-ca85d83c-be7f-44b3-adc1-8c6a0008022f req-03580b73-6fa1-468d-ac95-2628fc5775aa tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] Publish callbacks [] for security_group, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:09.412631 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-f5ff557f-03c4-4ffe-b142-d7db5b0956ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954891097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954891097-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 1.2883599 Oct 27 10:27:09.511300 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0673eb3c-8072-4b4d-8681-73b1c8f56b19 admin admin] Router 526f997e-26ff-414f-8d93-a6c092756e34 is scheduled to L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb with binding_index 1 {{(pid=102346) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 10:27:09.581122 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af9a6f0-ec21-4103-82a1-3a05e19a5eb6 req-458b2cb2-8597-44ec-9c54-a8f4a03c4fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:09.582793 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-7af9a6f0-ec21-4103-82a1-3a05e19a5eb6 req-458b2cb2-8597-44ec-9c54-a8f4a03c4fcf service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1693251 Oct 27 10:27:09.592238 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ff557f-03c4-4ffe-b142-d7db5b0956ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954891097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954891097-project] Pushing event updated for resources: {'Network': ['ID=26e8f3ce-7029-4f17-bcc4-67a5d7f64e7c,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:27:09.605090 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Network 26e8f3ce-7029-4f17-bcc4-67a5d7f64e7c details requested by agent ovs-agent-n-d-813419-10 with host n-d-813419-10 {{(pid=102348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 10:27:09.680688 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0673eb3c-8072-4b4d-8681-73b1c8f56b19 admin admin] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:27:09.696156 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a6145eb-eba4-4cac-acb9-00e58e5e6759 None None] Sync routers for ids ['526f997e-26ff-414f-8d93-a6c092756e34'] in n-d-813419-10 {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:27:09.703232 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-ca85d83c-be7f-44b3-adc1-8c6a0008022f req-03580b73-6fa1-468d-ac95-2628fc5775aa tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] Publish callbacks [] for security_group, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:09.708495 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a6145eb-eba4-4cac-acb9-00e58e5e6759 None None] Routers {'526f997e-26ff-414f-8d93-a6c092756e34'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:27:09.709249 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-8a6145eb-eba4-4cac-acb9-00e58e5e6759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:26:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['526f997e-26ff-414f-8d93-a6c092756e34'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:27:09.725476 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-ca85d83c-be7f-44b3-adc1-8c6a0008022f req-03580b73-6fa1-468d-ac95-2628fc5775aa tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:09.733526 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-0673eb3c-8072-4b4d-8681-73b1c8f56b19 admin admin] Publish callbacks [] for router, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:09.739027 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-0673eb3c-8072-4b4d-8681-73b1c8f56b19 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 940 time: 4.5009787 Oct 27 10:27:09.740016 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 52244) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:27:09.819857 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03580b73-6fa1-468d-ac95-2628fc5775aa tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5bf78ee8-8394-44a2-b6da-08a3e2465476,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:27:09.825701 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-ca85d83c-be7f-44b3-adc1-8c6a0008022f req-03580b73-6fa1-468d-ac95-2628fc5775aa tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] Publish callbacks [] for security_group, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:09.854970 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-ca85d83c-be7f-44b3-adc1-8c6a0008022f req-03580b73-6fa1-468d-ac95-2628fc5775aa tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.6910019 Oct 27 10:27:09.890288 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-7b1b4f64-c510-4ca8-956d-0f834a77b74a req-d63068ea-f5c7-48e2-9b9e-65945c8e6b93 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=bc03c0c0-96d1-4c90-904e-304dc69ac804&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1115899 Oct 27 10:27:09.927172 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvr_db [None req-8a6145eb-eba4-4cac-acb9-00e58e5e6759 None None] Set router 526f997e-26ff-414f-8d93-a6c092756e34 gateway port host: n-d-813419-10 {{(pid=102349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:27:09.977083 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-996bdeee-ba69-4372-a8b9-db9a726c89ea req-5d192a1d-0d4d-4519-b242-21b8ef8c1876 tempest-ServerShowV257Test-1104222655 tempest-ServerShowV257Test-1104222655-project] 10.222.0.44 "GET /v2.0/ports?device_id=9686b29a-79fa-43bf-a440-91a18f92bc03 HTTP/1.1" status: 200 len: 210 time: 0.0351291 Oct 27 10:27:10.020449 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [req-ac9cc905-1e56-468c-8260-74a8697b4170 req-9b26ef1b-03f2-4489-b8bd-9acd229e96c0 tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-877412258', 'description': 'tempest-description-2085787781'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:27:10.059771 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1b4f64-c510-4ca8-956d-0f834a77b74a req-19249b20-927c-48ff-a1e8-8f93098b3441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:10.062512 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-7b1b4f64-c510-4ca8-956d-0f834a77b74a req-19249b20-927c-48ff-a1e8-8f93098b3441 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9c487093db7840e98dafd374096ede4c&device_id=bc03c0c0-96d1-4c90-904e-304dc69ac804 HTTP/1.1" status: 200 len: 1096 time: 0.0828724 Oct 27 10:27:10.083397 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-ac9cc905-1e56-468c-8260-74a8697b4170 req-9b26ef1b-03f2-4489-b8bd-9acd229e96c0 tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] Publish callbacks [] for security_group, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:10.109466 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-0cfbaa80-728b-454b-8666-1241646a4696 None None] Provisioning complete for port a60af9a9-76bf-4383-a5be-0399dc65a4f5 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:27:10.110065 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-0cfbaa80-728b-454b-8666-1241646a4696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:10.263256 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-8a6145eb-eba4-4cac-acb9-00e58e5e6759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '526f997e-26ff-414f-8d93-a6c092756e34', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-420425655-router', 'tenant_id': '7517d618a1be4ff0aa51550f921b9468', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.207'}], 'enable_snat': True}, 'gw_port_id': '2c7a60d1-f0e5-409d-be06-357a28208768', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:27:05Z', 'updated_at': '2021-10-27T10:27:07Z', 'revision_number': 3, 'project_id': '7517d618a1be4ff0aa51550f921b9468', 'gw_port': {'id': '2c7a60d1-f0e5-409d-be06-357a28208768', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:04:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '526f997e-26ff-414f-8d93-a6c092756e34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:27:06Z', 'updated_at': '2021-10-27T10:27:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10'}], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:27:10.333957 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 52262) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:27:10.352396 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a6145eb-eba4-4cac-acb9-00e58e5e6759 None None] Checking router: 526f997e-26ff-414f-8d93-a6c092756e34 for host: n-d-813419-10 {{(pid=102349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 10:27:10.353017 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a6145eb-eba4-4cac-acb9-00e58e5e6759 None None] Updating router 526f997e-26ff-414f-8d93-a6c092756e34 port 2c7a60d1-f0e5-409d-be06-357a28208768 binding host n-d-813419-10 {{(pid=102349) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 10:27:10.364411 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-0df16aaa-b7d5-4a9e-a4ff-346a992f6de0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] Request body: {'port': {'network_id': '26e8f3ce-7029-4f17-bcc4-67a5d7f64e7c', 'binding:host_id': 'n-h1-813419-10', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-7592996'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:27:10.394029 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1b4f64-c510-4ca8-956d-0f834a77b74a req-db7b69f0-fc91-4313-b297-462ae2ae2da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:10.402027 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-7b1b4f64-c510-4ca8-956d-0f834a77b74a req-db7b69f0-fc91-4313-b297-462ae2ae2da8 service neutron] 10.222.0.64 "GET /v2.0/networks?id=b70d8912-e651-449a-aede-549067567147 HTTP/1.1" status: 200 len: 909 time: 0.3011301 Oct 27 10:27:10.412568 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-ac9cc905-1e56-468c-8260-74a8697b4170 req-9b26ef1b-03f2-4489-b8bd-9acd229e96c0 tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] Publish callbacks [] for security_group, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:10.413532 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-8a6145eb-eba4-4cac-acb9-00e58e5e6759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:10.442907 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-ac9cc905-1e56-468c-8260-74a8697b4170 req-9b26ef1b-03f2-4489-b8bd-9acd229e96c0 tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:10.491518 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device a60af9a9-76bf-4383-a5be-0399dc65a4f5 up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:27:10.525048 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0df16aaa-b7d5-4a9e-a4ff-346a992f6de0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] Made reservation on behalf of 6a36cb2d1d5c4e989b5bc37d1fdb7a02 for: {'port': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:27:10.527508 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-0df16aaa-b7d5-4a9e-a4ff-346a992f6de0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:10.542852 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-7b1b4f64-c510-4ca8-956d-0f834a77b74a req-5af14d8b-0a25-4bb6-8d1f-dac566feb49c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=848dd2ed-9585-42c3-869b-840c7332f2f2 HTTP/1.1" status: 200 len: 217 time: 0.1248486 Oct 27 10:27:10.545611 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-0df16aaa-b7d5-4a9e-a4ff-346a992f6de0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:10.567711 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ebb7e4-5ad6-447b-b583-7e74acc3a298 req-c7c63082-8510-4092-93cb-c12bef121114 tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:10.575970 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-e0ebb7e4-5ad6-447b-b583-7e74acc3a298 req-c7c63082-8510-4092-93cb-c12bef121114 tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] 10.222.0.44 "GET /v2.0/ports?device_id=53621847-f4f2-42a2-b1ec-02c4c6b66d48 HTTP/1.1" status: 200 len: 950 time: 0.1184978 Oct 27 10:27:10.605717 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-ac9cc905-1e56-468c-8260-74a8697b4170 req-9b26ef1b-03f2-4489-b8bd-9acd229e96c0 tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] Publish callbacks [] for security_group, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:10.610700 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port a60af9a9-76bf-4383-a5be-0399dc65a4f5 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:27:10.611075 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:10.625939 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-ac9cc905-1e56-468c-8260-74a8697b4170 req-9b26ef1b-03f2-4489-b8bd-9acd229e96c0 tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.6119835 Oct 27 10:27:10.629229 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b26ef1b-03f2-4489-b8bd-9acd229e96c0 tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ed980f6-15d0-4cf2-adfb-beb0873b608b,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:27:10.679716 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-0df16aaa-b7d5-4a9e-a4ff-346a992f6de0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:10.690824 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-0df16aaa-b7d5-4a9e-a4ff-346a992f6de0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:10.692707 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1b4f64-c510-4ca8-956d-0f834a77b74a req-3548d067-cff7-4da3-9435-3b4fcba40aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:10.694360 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-7b1b4f64-c510-4ca8-956d-0f834a77b74a req-3548d067-cff7-4da3-9435-3b4fcba40aa7 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0c8d0682-e9d2-4157-8f50-67abbd1aff64 HTTP/1.1" status: 200 len: 848 time: 0.1417773 Oct 27 10:27:10.707273 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [None req-0df16aaa-b7d5-4a9e-a4ff-346a992f6de0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] device_id is not set on port 61d82174-4a11-4011-9072-c7eaca1a68d8 yet. {{(pid=102346) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 10:27:10.741046 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-7b1b4f64-c510-4ca8-956d-0f834a77b74a req-0911e2ee-e039-43ea-9603-fd93237f03ca service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b70d8912-e651-449a-aede-549067567147&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375645 Oct 27 10:27:10.861451 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-e0ebb7e4-5ad6-447b-b583-7e74acc3a298 req-6a3781e7-2fe5-4d46-95ad-d4f80b75bbc1 tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] 10.222.0.44 "GET /v2.0/security-groups?id=564ecd8b-da86-4175-923a-67dcc5fcd400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2841539 Oct 27 10:27:10.944586 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-7b1b4f64-c510-4ca8-956d-0f834a77b74a req-76111b40-6efe-4304-a90b-f2aa489d92d3 service neutron] 10.222.0.64 "GET /v2.0/networks/b70d8912-e651-449a-aede-549067567147?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1882033 Oct 27 10:27:10.954643 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [req-ad2ba73e-a63d-45c7-9534-e6bf009057a4 req-d3ae00c5-bac7-4d40-afae-4a744b83c996 tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1226304122', 'description': 'tempest-description-1284231782'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:27:11.026148 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df16aaa-b7d5-4a9e-a4ff-346a992f6de0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8ae8429-f93e-4afc-8cee-dcf523e744df,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:27:11.048368 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-8a6145eb-eba4-4cac-acb9-00e58e5e6759 None None] Publish callbacks [] for port, precommit_update {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:11.058981 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-8a6145eb-eba4-4cac-acb9-00e58e5e6759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:11.113503 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-ad2ba73e-a63d-45c7-9534-e6bf009057a4 req-d3ae00c5-bac7-4d40-afae-4a744b83c996 tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] Publish callbacks [] for security_group, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:11.119030 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-7af9a6f0-ec21-4103-82a1-3a05e19a5eb6 req-8fd4a914-4af9-4d14-bb8b-286bed0e27b6 tempest-ServerShowV257Test-1104222655 tempest-ServerShowV257Test-1104222655-project] 10.222.0.64 "GET /v2.0/ports?device_id=9686b29a-79fa-43bf-a440-91a18f92bc03 HTTP/1.1" status: 200 len: 210 time: 0.0525568 Oct 27 10:27:11.147995 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-915f4609-6bd5-4c4d-b343-77c352ec7a61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:11.164578 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-d2ba769e-815b-472b-a282-84fe6021c726 req-3b4bfa29-fd5d-4178-9386-bee826e49790 tempest-ServerShowV257Test-1104222655 tempest-ServerShowV257Test-1104222655-project] 10.222.0.44 "GET /v2.0/ports?device_id=9686b29a-79fa-43bf-a440-91a18f92bc03 HTTP/1.1" status: 200 len: 210 time: 0.0422602 Oct 27 10:27:11.167208 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083f4b34-cc79-4e90-9601-a032fcc00874 None None] Pushing event updated for resources: {'Port': ['ID=2c7a60d1-f0e5-409d-be06-357a28208768,revision_number=2']} {{(pid=102349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:27:11.194050 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083f4b34-cc79-4e90-9601-a032fcc00874 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:27:11.195232 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083f4b34-cc79-4e90-9601-a032fcc00874 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:27:11.201608 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083f4b34-cc79-4e90-9601-a032fcc00874 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:27:11.202331 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083f4b34-cc79-4e90-9601-a032fcc00874 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:27:11.202847 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083f4b34-cc79-4e90-9601-a032fcc00874 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:27:11.203361 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083f4b34-cc79-4e90-9601-a032fcc00874 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:27:11.203858 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083f4b34-cc79-4e90-9601-a032fcc00874 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:27:11.205036 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083f4b34-cc79-4e90-9601-a032fcc00874 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:27:11.208388 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083f4b34-cc79-4e90-9601-a032fcc00874 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:27:11.208984 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083f4b34-cc79-4e90-9601-a032fcc00874 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:27:11.209486 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083f4b34-cc79-4e90-9601-a032fcc00874 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:27:11.211897 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083f4b34-cc79-4e90-9601-a032fcc00874 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:27:11.226070 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-7b1b4f64-c510-4ca8-956d-0f834a77b74a req-155597d0-193b-4b93-aa13-4f04b00f80d6 service neutron] 10.222.0.64 "GET /v2.0/networks/b70d8912-e651-449a-aede-549067567147?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2707617 Oct 27 10:27:11.235349 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.managers [None req-8a6145eb-eba4-4cac-acb9-00e58e5e6759 None None] Attempting to bind port 2c7a60d1-f0e5-409d-be06-357a28208768 on host n-d-813419-10 for vnic_type normal with profile {{(pid=102349) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:27:11.235931 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.managers [None req-8a6145eb-eba4-4cac-acb9-00e58e5e6759 None None] Attempting to bind port 2c7a60d1-f0e5-409d-be06-357a28208768 by drivers openvswitch,hyperv on host n-d-813419-10 at level 0 using segments [{'id': 'bc14127b-7032-4c50-bb5b-f6813cbae86e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'}] {{(pid=102349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:27:11.236152 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a6145eb-eba4-4cac-acb9-00e58e5e6759 None None] Attempting to bind port 2c7a60d1-f0e5-409d-be06-357a28208768 on network 185ff123-c7ff-45c7-a6be-71feb35acc9c {{(pid=102349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:27:11.245552 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a6145eb-eba4-4cac-acb9-00e58e5e6759 None None] Checking agent: {'id': '89dba0f3-79b2-435e-9822-33674b8f6ada', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 8, 20), 'started_at': datetime.datetime(2021, 10, 27, 10, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 26, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:27:11.246721 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a6145eb-eba4-4cac-acb9-00e58e5e6759 None None] Checking segment: {'id': 'bc14127b-7032-4c50-bb5b-f6813cbae86e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:27:11.247197 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-8a6145eb-eba4-4cac-acb9-00e58e5e6759 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:11.247685 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a6145eb-eba4-4cac-acb9-00e58e5e6759 None None] Bound using segment: {'id': 'bc14127b-7032-4c50-bb5b-f6813cbae86e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'} {{(pid=102349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:27:11.248662 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.managers [None req-8a6145eb-eba4-4cac-acb9-00e58e5e6759 None None] Bound port: 2c7a60d1-f0e5-409d-be06-357a28208768, host: n-d-813419-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc14127b-7032-4c50-bb5b-f6813cbae86e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'}}] {{(pid=102349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:27:11.248662 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-8a6145eb-eba4-4cac-acb9-00e58e5e6759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:11.374458 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.db [None req-8a6145eb-eba4-4cac-acb9-00e58e5e6759 None None] For port 2c7a60d1-f0e5-409d-be06-357a28208768, host n-d-813419-10, cleared binding levels {{(pid=102349) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:27:11.379630 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.db [None req-8a6145eb-eba4-4cac-acb9-00e58e5e6759 None None] For port 2c7a60d1-f0e5-409d-be06-357a28208768, host n-d-813419-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=2c7a60d1-f0e5-409d-be06-357a28208768,segment=NetworkSegment(bc14127b-7032-4c50-bb5b-f6813cbae86e),segment_id=bc14127b-7032-4c50-bb5b-f6813cbae86e)] {{(pid=102349) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:27:11.385933 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-8a6145eb-eba4-4cac-acb9-00e58e5e6759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:11.435045 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083f4b34-cc79-4e90-9601-a032fcc00874 None None] Pushing event updated for resources: {'Port': ['ID=2c7a60d1-f0e5-409d-be06-357a28208768,revision_number=3']} {{(pid=102349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:27:11.457068 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a6145eb-eba4-4cac-acb9-00e58e5e6759 None None] Routers {'526f997e-26ff-414f-8d93-a6c092756e34'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:27:11.457887 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-8a6145eb-eba4-4cac-acb9-00e58e5e6759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:26:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['526f997e-26ff-414f-8d93-a6c092756e34'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:27:11.470113 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-ad2ba73e-a63d-45c7-9534-e6bf009057a4 req-d3ae00c5-bac7-4d40-afae-4a744b83c996 tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] Publish callbacks [] for security_group, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:11.486993 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [None req-0df16aaa-b7d5-4a9e-a4ff-346a992f6de0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] device_id is not set on port 61d82174-4a11-4011-9072-c7eaca1a68d8 yet. {{(pid=102346) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 10:27:11.491118 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-ad2ba73e-a63d-45c7-9534-e6bf009057a4 req-d3ae00c5-bac7-4d40-afae-4a744b83c996 tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:11.509463 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-0df16aaa-b7d5-4a9e-a4ff-346a992f6de0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:11.542937 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-0df16aaa-b7d5-4a9e-a4ff-346a992f6de0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:11.546431 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-ad2ba73e-a63d-45c7-9534-e6bf009057a4 req-d3ae00c5-bac7-4d40-afae-4a744b83c996 tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:11.548559 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ad2ba73e-a63d-45c7-9534-e6bf009057a4 req-d3ae00c5-bac7-4d40-afae-4a744b83c996 tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.6122940 Oct 27 10:27:11.595852 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvr_db [None req-8a6145eb-eba4-4cac-acb9-00e58e5e6759 None None] Set router 526f997e-26ff-414f-8d93-a6c092756e34 gateway port host: n-d-813419-10 {{(pid=102349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:27:11.621968 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ae00c5-bac7-4d40-afae-4a744b83c996 tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19f2c3de-5245-4755-a784-8de49debb103,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:27:11.697228 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-7b8cffbf-2180-4ced-a0e6-1b282f6e6422 req-91c40dc8-2600-4366-ba8a-0a568b46d252 tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2a73aad0ca0543f58dfb2590ad006be4 HTTP/1.1" status: 200 len: 10901 time: 0.1242063 Oct 27 10:27:11.706910 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.agents_db [None req-e79ee67d-056e-46ea-bd99-e80473396b25 None None] Agent healthcheck: found 7 active agents {{(pid=102349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 10:27:11.717841 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_common [None req-915f4609-6bd5-4c4d-b343-77c352ec7a61 admin admin] Allocated IP 172.20.0.1 (8d0bfbf6-a651-4027-be4c-8c46c789c0fc/9550a2a4-cfa8-4bcb-a0bd-eb570b7d2fd8/4b25f838-29f0-49e5-9cb7-cb35a84a94ac) {{(pid=102346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:27:11.742062 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df16aaa-b7d5-4a9e-a4ff-346a992f6de0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] Pushing event updated for resources: {'Port': ['ID=61d82174-4a11-4011-9072-c7eaca1a68d8,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:27:11.786352 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-7b8cffbf-2180-4ced-a0e6-1b282f6e6422 req-035cef4e-12c8-4b9f-af0e-740dabf68d7f tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] 10.222.0.44 "GET /v2.0/security-groups/c947a31c-5410-49e0-adfc-c83fa1ba4206 HTTP/1.1" status: 200 len: 2981 time: 0.0814860 Oct 27 10:27:11.930234 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-7b8cffbf-2180-4ced-a0e6-1b282f6e6422 req-b8185a0d-2641-4bc5-be87-e8df632ca387 tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] 10.222.0.44 "GET /v2.0/security-groups/c947a31c-5410-49e0-adfc-c83fa1ba4206 HTTP/1.1" status: 200 len: 2981 time: 0.1429935 Oct 27 10:27:11.940032 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-8a6145eb-eba4-4cac-acb9-00e58e5e6759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '526f997e-26ff-414f-8d93-a6c092756e34', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-420425655-router', 'tenant_id': '7517d618a1be4ff0aa51550f921b9468', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.207'}], 'enable_snat': True}, 'gw_port_id': '2c7a60d1-f0e5-409d-be06-357a28208768', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:27:05Z', 'updated_at': '2021-10-27T10:27:07Z', 'revision_number': 3, 'project_id': '7517d618a1be4ff0aa51550f921b9468', 'gw_port': {'id': '2c7a60d1-f0e5-409d-be06-357a28208768', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:04:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '526f997e-26ff-414f-8d93-a6c092756e34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:27:06Z', 'updated_at': '2021-10-27T10:27:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10'}], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:27:11.974092 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a6145eb-eba4-4cac-acb9-00e58e5e6759 None None] The sync data for ids ['526f997e-26ff-414f-8d93-a6c092756e34'] in n-d-813419-10 is: [{'id': '526f997e-26ff-414f-8d93-a6c092756e34', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-420425655-router', 'tenant_id': '7517d618a1be4ff0aa51550f921b9468', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.207'}], 'enable_snat': True}, 'gw_port_id': '2c7a60d1-f0e5-409d-be06-357a28208768', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:27:05Z', 'updated_at': '2021-10-27T10:27:07Z', 'revision_number': 3, 'project_id': '7517d618a1be4ff0aa51550f921b9468', 'gw_port': {'id': '2c7a60d1-f0e5-409d-be06-357a28208768', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:04:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '526f997e-26ff-414f-8d93-a6c092756e34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:27:06Z', 'updated_at': '2021-10-27T10:27:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10'}] {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:27:12.098511 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8440d876-eb0d-4235-b94d-9cb485f18222 req-9d39ec28-7ba7-4143-8b21-8a8ee4be77d1 tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] 10.222.0.44 "GET /v2.0/security-groups/5bf78ee8-8394-44a2-b6da-08a3e2465476 HTTP/1.1" status: 200 len: 1802 time: 0.0540929 Oct 27 10:27:12.167868 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-8440d876-eb0d-4235-b94d-9cb485f18222 req-52c3da05-ece0-4957-8b38-2331ead1b4db tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] Publish callbacks [] for security_group, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:12.194893 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-8440d876-eb0d-4235-b94d-9cb485f18222 req-52c3da05-ece0-4957-8b38-2331ead1b4db tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:12.229946 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0df16aaa-b7d5-4a9e-a4ff-346a992f6de0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] Checking segment: {'id': 'e2816259-5d97-4d70-8185-657dafc2ccce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '26e8f3ce-7029-4f17-bcc4-67a5d7f64e7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:27:12.230432 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0df16aaa-b7d5-4a9e-a4ff-346a992f6de0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] Network hostable DHCP agents. Network: 26e8f3ce-7029-4f17-bcc4-67a5d7f64e7c, hostable agents: ['eafd4000-b897-4722-ae8b-0118ec955181'], hosted agents: [] {{(pid=102346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 10:27:12.277993 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-8440d876-eb0d-4235-b94d-9cb485f18222 req-52c3da05-ece0-4957-8b38-2331ead1b4db tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:12.280648 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-8440d876-eb0d-4235-b94d-9cb485f18222 req-52c3da05-ece0-4957-8b38-2331ead1b4db tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] Publish callbacks [] for security_group, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:12.282023 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8440d876-eb0d-4235-b94d-9cb485f18222 req-52c3da05-ece0-4957-8b38-2331ead1b4db tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] 10.222.0.44 "DELETE /v2.0/security-groups/5bf78ee8-8394-44a2-b6da-08a3e2465476 HTTP/1.1" status: 204 len: 173 time: 0.1745794 Oct 27 10:27:12.295900 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c3da05-ece0-4957-8b38-2331ead1b4db tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bf78ee8-8394-44a2-b6da-08a3e2465476,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:27:12.325121 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0df16aaa-b7d5-4a9e-a4ff-346a992f6de0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] Network 26e8f3ce-7029-4f17-bcc4-67a5d7f64e7c is scheduled to be hosted by DHCP agent eafd4000-b897-4722-ae8b-0118ec955181 with binding_index 1 {{(pid=102346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 10:27:12.379669 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-915f4609-6bd5-4c4d-b343-77c352ec7a61 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:12.416118 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f02a84-200a-4514-9aa3-42db7871e2b0 req-ef07f591-1a30-44a9-aacf-46de10af1758 tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:12.418062 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-91f02a84-200a-4514-9aa3-42db7871e2b0 req-ef07f591-1a30-44a9-aacf-46de10af1758 tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] 10.222.0.44 "GET /v2.0/ports?device_id=53621847-f4f2-42a2-b1ec-02c4c6b66d48 HTTP/1.1" status: 200 len: 950 time: 0.2005439 Oct 27 10:27:12.418800 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-0df16aaa-b7d5-4a9e-a4ff-346a992f6de0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-10, 26e8f3ce-7029-4f17-bcc4-67a5d7f64e7c) {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:27:12.430324 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e383898-3482-4bd3-93d8-1c5c0b9d3ba8 None None] Network 26e8f3ce-7029-4f17-bcc4-67a5d7f64e7c requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:27:12.452589 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0df16aaa-b7d5-4a9e-a4ff-346a992f6de0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] Received port after_create {{(pid=102346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:27:12.492583 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.managers [None req-0df16aaa-b7d5-4a9e-a4ff-346a992f6de0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] Attempting to bind port 61d82174-4a11-4011-9072-c7eaca1a68d8 on host n-h1-813419-10 for vnic_type normal with profile {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:27:12.493296 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.managers [None req-0df16aaa-b7d5-4a9e-a4ff-346a992f6de0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] Attempting to bind port 61d82174-4a11-4011-9072-c7eaca1a68d8 by drivers openvswitch,hyperv on host n-h1-813419-10 at level 0 using segments [{'id': 'e2816259-5d97-4d70-8185-657dafc2ccce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '26e8f3ce-7029-4f17-bcc4-67a5d7f64e7c'}] {{(pid=102346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:27:12.493474 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0df16aaa-b7d5-4a9e-a4ff-346a992f6de0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] Attempting to bind port 61d82174-4a11-4011-9072-c7eaca1a68d8 on network 26e8f3ce-7029-4f17-bcc4-67a5d7f64e7c {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:27:12.510818 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0df16aaa-b7d5-4a9e-a4ff-346a992f6de0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] Port 61d82174-4a11-4011-9072-c7eaca1a68d8 on network 26e8f3ce-7029-4f17-bcc4-67a5d7f64e7c not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-10 {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 10:27:12.511290 n-d-813419-10 neutron-server[102346]: ERROR neutron.plugins.ml2.managers [None req-0df16aaa-b7d5-4a9e-a4ff-346a992f6de0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] Failed to bind port 61d82174-4a11-4011-9072-c7eaca1a68d8 on host n-h1-813419-10 for vnic_type normal using segments [{'id': 'e2816259-5d97-4d70-8185-657dafc2ccce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '26e8f3ce-7029-4f17-bcc4-67a5d7f64e7c'}] Oct 27 10:27:12.515431 n-d-813419-10 neutron-server[102346]: INFO neutron.plugins.ml2.plugin [None req-0df16aaa-b7d5-4a9e-a4ff-346a992f6de0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] Attempt 2 to bind port 61d82174-4a11-4011-9072-c7eaca1a68d8 Oct 27 10:27:12.525523 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-915f4609-6bd5-4c4d-b343-77c352ec7a61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:12.556172 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-91f02a84-200a-4514-9aa3-42db7871e2b0 req-fa2f35b7-f471-4bdf-85c6-1b60915d9d75 tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] 10.222.0.44 "GET /v2.0/security-groups?id=564ecd8b-da86-4175-923a-67dcc5fcd400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179941 Oct 27 10:27:12.575515 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 2c7a60d1-f0e5-409d-be06-357a28208768 up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:27:12.631804 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.managers [None req-0df16aaa-b7d5-4a9e-a4ff-346a992f6de0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] Attempting to bind port 61d82174-4a11-4011-9072-c7eaca1a68d8 on host n-h1-813419-10 for vnic_type normal with profile {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:27:12.633773 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.managers [None req-0df16aaa-b7d5-4a9e-a4ff-346a992f6de0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] Attempting to bind port 61d82174-4a11-4011-9072-c7eaca1a68d8 by drivers openvswitch,hyperv on host n-h1-813419-10 at level 0 using segments [{'id': 'e2816259-5d97-4d70-8185-657dafc2ccce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '26e8f3ce-7029-4f17-bcc4-67a5d7f64e7c'}] {{(pid=102346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:27:12.636574 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0df16aaa-b7d5-4a9e-a4ff-346a992f6de0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] Attempting to bind port 61d82174-4a11-4011-9072-c7eaca1a68d8 on network 26e8f3ce-7029-4f17-bcc4-67a5d7f64e7c {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:27:12.661459 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-915f4609-6bd5-4c4d-b343-77c352ec7a61 admin admin] Network 8d0bfbf6-a651-4027-be4c-8c46c789c0fc is already hosted by enough agents. {{(pid=102346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:27:12.679754 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915f4609-6bd5-4c4d-b343-77c352ec7a61 admin admin] Pushing event updated for resources: {'Port': ['ID=4b25f838-29f0-49e5-9cb7-cb35a84a94ac,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:27:12.682527 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0df16aaa-b7d5-4a9e-a4ff-346a992f6de0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] Port 61d82174-4a11-4011-9072-c7eaca1a68d8 on network 26e8f3ce-7029-4f17-bcc4-67a5d7f64e7c not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-10 {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 10:27:12.691716 n-d-813419-10 neutron-server[102346]: ERROR neutron.plugins.ml2.managers [None req-0df16aaa-b7d5-4a9e-a4ff-346a992f6de0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] Failed to bind port 61d82174-4a11-4011-9072-c7eaca1a68d8 on host n-h1-813419-10 for vnic_type normal using segments [{'id': 'e2816259-5d97-4d70-8185-657dafc2ccce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '26e8f3ce-7029-4f17-bcc4-67a5d7f64e7c'}] Oct 27 10:27:12.694436 n-d-813419-10 neutron-server[102346]: INFO neutron.plugins.ml2.plugin [None req-0df16aaa-b7d5-4a9e-a4ff-346a992f6de0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] Attempt 3 to bind port 61d82174-4a11-4011-9072-c7eaca1a68d8 Oct 27 10:27:12.746840 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port 2c7a60d1-f0e5-409d-be06-357a28208768 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:27:12.749102 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:12.751985 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-915f4609-6bd5-4c4d-b343-77c352ec7a61 admin admin] Resources bound (agent type, host, resource id): {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:27:12.789892 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.managers [None req-0df16aaa-b7d5-4a9e-a4ff-346a992f6de0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] Attempting to bind port 61d82174-4a11-4011-9072-c7eaca1a68d8 on host n-h1-813419-10 for vnic_type normal with profile {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:27:12.791753 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.managers [None req-0df16aaa-b7d5-4a9e-a4ff-346a992f6de0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] Attempting to bind port 61d82174-4a11-4011-9072-c7eaca1a68d8 by drivers openvswitch,hyperv on host n-h1-813419-10 at level 0 using segments [{'id': 'e2816259-5d97-4d70-8185-657dafc2ccce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '26e8f3ce-7029-4f17-bcc4-67a5d7f64e7c'}] {{(pid=102346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:27:12.793866 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0df16aaa-b7d5-4a9e-a4ff-346a992f6de0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] Attempting to bind port 61d82174-4a11-4011-9072-c7eaca1a68d8 on network 26e8f3ce-7029-4f17-bcc4-67a5d7f64e7c {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:27:12.800395 n-d-813419-10 neutron-server[102346]: INFO neutron.api.v2.resource [req-4b05ee4a-69cf-428f-9934-1a152e3f2c59 req-a6d11a9b-ace4-4600-93a4-323f9883032c tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] show failed (client error): The resource could not be found. Oct 27 10:27:12.816492 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-4b05ee4a-69cf-428f-9934-1a152e3f2c59 req-a6d11a9b-ace4-4600-93a4-323f9883032c tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] 10.222.0.44 "GET /v2.0/security-groups/5bf78ee8-8394-44a2-b6da-08a3e2465476 HTTP/1.1" status: 404 len: 352 time: 0.1391799 Oct 27 10:27:12.817688 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-915f4609-6bd5-4c4d-b343-77c352ec7a61 admin admin] Received port after_create {{(pid=102346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:27:12.937505 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-915f4609-6bd5-4c4d-b343-77c352ec7a61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1664961'] for router_interface, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:12.949410 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fd2e8c-5ec5-4a0a-ad92-22f51999a79d req-659b1f0a-9efa-442a-811d-28a620a29d9b tempest-ServersOnMultiNodesTest-130542004 tempest-ServersOnMultiNodesTest-130542004-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:12.966746 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-34fd2e8c-5ec5-4a0a-ad92-22f51999a79d req-659b1f0a-9efa-442a-811d-28a620a29d9b tempest-ServersOnMultiNodesTest-130542004 tempest-ServersOnMultiNodesTest-130542004-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=53621847-f4f2-42a2-b1ec-02c4c6b66d48 HTTP/1.1" status: 200 len: 1102 time: 0.1497741 Oct 27 10:27:13.003699 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:13.055130 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] For port 2c7a60d1-f0e5-409d-be06-357a28208768, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=2c7a60d1-f0e5-409d-be06-357a28208768,segment=NetworkSegment(bc14127b-7032-4c50-bb5b-f6813cbae86e),segment_id=bc14127b-7032-4c50-bb5b-f6813cbae86e)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:27:13.073949 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:13.098069 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0df16aaa-b7d5-4a9e-a4ff-346a992f6de0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] Port 61d82174-4a11-4011-9072-c7eaca1a68d8 on network 26e8f3ce-7029-4f17-bcc4-67a5d7f64e7c not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-10 {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 10:27:13.098401 n-d-813419-10 neutron-server[102346]: ERROR neutron.plugins.ml2.managers [None req-0df16aaa-b7d5-4a9e-a4ff-346a992f6de0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] Failed to bind port 61d82174-4a11-4011-9072-c7eaca1a68d8 on host n-h1-813419-10 for vnic_type normal using segments [{'id': 'e2816259-5d97-4d70-8185-657dafc2ccce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '26e8f3ce-7029-4f17-bcc4-67a5d7f64e7c'}] Oct 27 10:27:13.101884 n-d-813419-10 neutron-server[102346]: INFO neutron.plugins.ml2.plugin [None req-0df16aaa-b7d5-4a9e-a4ff-346a992f6de0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] Attempt 4 to bind port 61d82174-4a11-4011-9072-c7eaca1a68d8 Oct 27 10:27:13.127639 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-34fd2e8c-5ec5-4a0a-ad92-22f51999a79d req-b1aaa10c-7402-4a54-9693-cf8dc553dd84 tempest-ServersOnMultiNodesTest-130542004 tempest-ServersOnMultiNodesTest-130542004-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=564ecd8b-da86-4175-923a-67dcc5fcd400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581421 Oct 27 10:27:13.156016 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Pushing event updated for resources: {'Port': ['ID=2c7a60d1-f0e5-409d-be06-357a28208768,revision_number=4']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:27:13.195751 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.managers [None req-0df16aaa-b7d5-4a9e-a4ff-346a992f6de0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] Attempting to bind port 61d82174-4a11-4011-9072-c7eaca1a68d8 on host n-h1-813419-10 for vnic_type normal with profile {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:27:13.196091 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.managers [None req-0df16aaa-b7d5-4a9e-a4ff-346a992f6de0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] Attempting to bind port 61d82174-4a11-4011-9072-c7eaca1a68d8 by drivers openvswitch,hyperv on host n-h1-813419-10 at level 0 using segments [{'id': 'e2816259-5d97-4d70-8185-657dafc2ccce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '26e8f3ce-7029-4f17-bcc4-67a5d7f64e7c'}] {{(pid=102346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:27:13.196460 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0df16aaa-b7d5-4a9e-a4ff-346a992f6de0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] Attempting to bind port 61d82174-4a11-4011-9072-c7eaca1a68d8 on network 26e8f3ce-7029-4f17-bcc4-67a5d7f64e7c {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:27:13.246086 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-cea10ada-5f05-446b-8e53-29b5925cb71e None None] Provisioning complete for port 4b25f838-29f0-49e5-9cb7-cb35a84a94ac triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:27:13.246875 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-cea10ada-5f05-446b-8e53-29b5925cb71e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:13.263148 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0df16aaa-b7d5-4a9e-a4ff-346a992f6de0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] Port 61d82174-4a11-4011-9072-c7eaca1a68d8 on network 26e8f3ce-7029-4f17-bcc4-67a5d7f64e7c not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-10 {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 10:27:13.263561 n-d-813419-10 neutron-server[102346]: ERROR neutron.plugins.ml2.managers [None req-0df16aaa-b7d5-4a9e-a4ff-346a992f6de0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] Failed to bind port 61d82174-4a11-4011-9072-c7eaca1a68d8 on host n-h1-813419-10 for vnic_type normal using segments [{'id': 'e2816259-5d97-4d70-8185-657dafc2ccce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '26e8f3ce-7029-4f17-bcc4-67a5d7f64e7c'}] Oct 27 10:27:13.281773 n-d-813419-10 neutron-server[102346]: INFO neutron.plugins.ml2.plugin [None req-0df16aaa-b7d5-4a9e-a4ff-346a992f6de0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] Attempt 5 to bind port 61d82174-4a11-4011-9072-c7eaca1a68d8 Oct 27 10:27:13.314387 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-cea10ada-5f05-446b-8e53-29b5925cb71e None None] Port 4b25f838-29f0-49e5-9cb7-cb35a84a94ac cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:27:13.392222 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 52328) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:27:13.412588 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-52372c08-7c85-40c4-9b6f-7a2e0743ff48 req-0bfd1681-9e22-4d53-be56-0dd7ee691af7 tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] 10.222.0.44 "GET /v2.0/security-groups/9ed980f6-15d0-4cf2-adfb-beb0873b608b HTTP/1.1" status: 200 len: 1802 time: 0.3394899 Oct 27 10:27:13.433432 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.managers [None req-0df16aaa-b7d5-4a9e-a4ff-346a992f6de0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] Attempting to bind port 61d82174-4a11-4011-9072-c7eaca1a68d8 on host n-h1-813419-10 for vnic_type normal with profile {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:27:13.434049 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.managers [None req-0df16aaa-b7d5-4a9e-a4ff-346a992f6de0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] Attempting to bind port 61d82174-4a11-4011-9072-c7eaca1a68d8 by drivers openvswitch,hyperv on host n-h1-813419-10 at level 0 using segments [{'id': 'e2816259-5d97-4d70-8185-657dafc2ccce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '26e8f3ce-7029-4f17-bcc4-67a5d7f64e7c'}] {{(pid=102346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:27:13.436639 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0df16aaa-b7d5-4a9e-a4ff-346a992f6de0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] Attempting to bind port 61d82174-4a11-4011-9072-c7eaca1a68d8 on network 26e8f3ce-7029-4f17-bcc4-67a5d7f64e7c {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:27:13.499847 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0df16aaa-b7d5-4a9e-a4ff-346a992f6de0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] Port 61d82174-4a11-4011-9072-c7eaca1a68d8 on network 26e8f3ce-7029-4f17-bcc4-67a5d7f64e7c not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-10 {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 10:27:13.500544 n-d-813419-10 neutron-server[102346]: ERROR neutron.plugins.ml2.managers [None req-0df16aaa-b7d5-4a9e-a4ff-346a992f6de0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] Failed to bind port 61d82174-4a11-4011-9072-c7eaca1a68d8 on host n-h1-813419-10 for vnic_type normal using segments [{'id': 'e2816259-5d97-4d70-8185-657dafc2ccce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '26e8f3ce-7029-4f17-bcc4-67a5d7f64e7c'}] Oct 27 10:27:13.505068 n-d-813419-10 neutron-server[102346]: INFO neutron.plugins.ml2.plugin [None req-0df16aaa-b7d5-4a9e-a4ff-346a992f6de0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] Attempt 6 to bind port 61d82174-4a11-4011-9072-c7eaca1a68d8 Oct 27 10:27:13.533750 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-89fb5957-f9cd-43fd-9d80-aacf6b1f53a5 req-5c386650-3cad-4f7f-b3d3-b72d0dac04dd tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=90a01745d25e42a2aa454aea883f58a1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0461125 Oct 27 10:27:13.559613 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.managers [None req-0df16aaa-b7d5-4a9e-a4ff-346a992f6de0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] Attempting to bind port 61d82174-4a11-4011-9072-c7eaca1a68d8 on host n-h1-813419-10 for vnic_type normal with profile {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:27:13.560250 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.managers [None req-0df16aaa-b7d5-4a9e-a4ff-346a992f6de0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] Attempting to bind port 61d82174-4a11-4011-9072-c7eaca1a68d8 by drivers openvswitch,hyperv on host n-h1-813419-10 at level 0 using segments [{'id': 'e2816259-5d97-4d70-8185-657dafc2ccce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '26e8f3ce-7029-4f17-bcc4-67a5d7f64e7c'}] {{(pid=102346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:27:13.560622 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0df16aaa-b7d5-4a9e-a4ff-346a992f6de0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] Attempting to bind port 61d82174-4a11-4011-9072-c7eaca1a68d8 on network 26e8f3ce-7029-4f17-bcc4-67a5d7f64e7c {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:27:13.576211 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0df16aaa-b7d5-4a9e-a4ff-346a992f6de0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] Port 61d82174-4a11-4011-9072-c7eaca1a68d8 on network 26e8f3ce-7029-4f17-bcc4-67a5d7f64e7c not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-10 {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 10:27:13.576690 n-d-813419-10 neutron-server[102346]: ERROR neutron.plugins.ml2.managers [None req-0df16aaa-b7d5-4a9e-a4ff-346a992f6de0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] Failed to bind port 61d82174-4a11-4011-9072-c7eaca1a68d8 on host n-h1-813419-10 for vnic_type normal using segments [{'id': 'e2816259-5d97-4d70-8185-657dafc2ccce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '26e8f3ce-7029-4f17-bcc4-67a5d7f64e7c'}] Oct 27 10:27:13.579261 n-d-813419-10 neutron-server[102346]: INFO neutron.plugins.ml2.plugin [None req-0df16aaa-b7d5-4a9e-a4ff-346a992f6de0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] Attempt 7 to bind port 61d82174-4a11-4011-9072-c7eaca1a68d8 Oct 27 10:27:13.647019 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-915f4609-6bd5-4c4d-b343-77c352ec7a61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:13.661288 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-f769fe01-d0bd-4092-8026-75ed1ffeb9da admin admin] Publish callbacks [] for security_group, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:13.721307 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.managers [None req-0df16aaa-b7d5-4a9e-a4ff-346a992f6de0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] Attempting to bind port 61d82174-4a11-4011-9072-c7eaca1a68d8 on host n-h1-813419-10 for vnic_type normal with profile {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:27:13.721697 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.managers [None req-0df16aaa-b7d5-4a9e-a4ff-346a992f6de0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] Attempting to bind port 61d82174-4a11-4011-9072-c7eaca1a68d8 by drivers openvswitch,hyperv on host n-h1-813419-10 at level 0 using segments [{'id': 'e2816259-5d97-4d70-8185-657dafc2ccce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '26e8f3ce-7029-4f17-bcc4-67a5d7f64e7c'}] {{(pid=102346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:27:13.722041 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0df16aaa-b7d5-4a9e-a4ff-346a992f6de0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] Attempting to bind port 61d82174-4a11-4011-9072-c7eaca1a68d8 on network 26e8f3ce-7029-4f17-bcc4-67a5d7f64e7c {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:27:13.729048 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0df16aaa-b7d5-4a9e-a4ff-346a992f6de0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] Port 61d82174-4a11-4011-9072-c7eaca1a68d8 on network 26e8f3ce-7029-4f17-bcc4-67a5d7f64e7c not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-10 {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 10:27:13.729676 n-d-813419-10 neutron-server[102346]: ERROR neutron.plugins.ml2.managers [None req-0df16aaa-b7d5-4a9e-a4ff-346a992f6de0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] Failed to bind port 61d82174-4a11-4011-9072-c7eaca1a68d8 on host n-h1-813419-10 for vnic_type normal using segments [{'id': 'e2816259-5d97-4d70-8185-657dafc2ccce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '26e8f3ce-7029-4f17-bcc4-67a5d7f64e7c'}] Oct 27 10:27:13.730164 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-52372c08-7c85-40c4-9b6f-7a2e0743ff48 req-b5ad8a9f-6a06-48e7-a725-8fb4534311bf tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] Publish callbacks [] for security_group, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:13.734695 n-d-813419-10 neutron-server[102346]: INFO neutron.plugins.ml2.plugin [None req-0df16aaa-b7d5-4a9e-a4ff-346a992f6de0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] Attempt 8 to bind port 61d82174-4a11-4011-9072-c7eaca1a68d8 Oct 27 10:27:13.753314 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fb5957-f9cd-43fd-9d80-aacf6b1f53a5 req-c8c417ce-07dc-47f7-8e2b-a9d9dbbfeea8 tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:13.755413 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-89fb5957-f9cd-43fd-9d80-aacf6b1f53a5 req-c8c417ce-07dc-47f7-8e2b-a9d9dbbfeea8 tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2152584 Oct 27 10:27:13.777432 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.managers [None req-0df16aaa-b7d5-4a9e-a4ff-346a992f6de0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] Attempting to bind port 61d82174-4a11-4011-9072-c7eaca1a68d8 on host n-h1-813419-10 for vnic_type normal with profile {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:27:13.777708 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.managers [None req-0df16aaa-b7d5-4a9e-a4ff-346a992f6de0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] Attempting to bind port 61d82174-4a11-4011-9072-c7eaca1a68d8 by drivers openvswitch,hyperv on host n-h1-813419-10 at level 0 using segments [{'id': 'e2816259-5d97-4d70-8185-657dafc2ccce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '26e8f3ce-7029-4f17-bcc4-67a5d7f64e7c'}] {{(pid=102346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:27:13.778156 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0df16aaa-b7d5-4a9e-a4ff-346a992f6de0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] Attempting to bind port 61d82174-4a11-4011-9072-c7eaca1a68d8 on network 26e8f3ce-7029-4f17-bcc4-67a5d7f64e7c {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:27:13.785328 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-89fb5957-f9cd-43fd-9d80-aacf6b1f53a5 req-a0dc7e51-a6a2-433e-8a7b-dc03e1ce9b3b tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] 10.222.0.44 "GET /v2.0/quotas/90a01745d25e42a2aa454aea883f58a1 HTTP/1.1" status: 200 len: 375 time: 0.0184939 Oct 27 10:27:13.799763 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-52372c08-7c85-40c4-9b6f-7a2e0743ff48 req-b5ad8a9f-6a06-48e7-a725-8fb4534311bf tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:13.836465 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0df16aaa-b7d5-4a9e-a4ff-346a992f6de0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] Port 61d82174-4a11-4011-9072-c7eaca1a68d8 on network 26e8f3ce-7029-4f17-bcc4-67a5d7f64e7c not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-10 {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 10:27:13.836789 n-d-813419-10 neutron-server[102346]: ERROR neutron.plugins.ml2.managers [None req-0df16aaa-b7d5-4a9e-a4ff-346a992f6de0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] Failed to bind port 61d82174-4a11-4011-9072-c7eaca1a68d8 on host n-h1-813419-10 for vnic_type normal using segments [{'id': 'e2816259-5d97-4d70-8185-657dafc2ccce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '26e8f3ce-7029-4f17-bcc4-67a5d7f64e7c'}] Oct 27 10:27:13.840573 n-d-813419-10 neutron-server[102346]: INFO neutron.plugins.ml2.plugin [None req-0df16aaa-b7d5-4a9e-a4ff-346a992f6de0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] Attempt 9 to bind port 61d82174-4a11-4011-9072-c7eaca1a68d8 Oct 27 10:27:13.857643 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-f769fe01-d0bd-4092-8026-75ed1ffeb9da admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:13.874299 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.managers [None req-0df16aaa-b7d5-4a9e-a4ff-346a992f6de0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] Attempting to bind port 61d82174-4a11-4011-9072-c7eaca1a68d8 on host n-h1-813419-10 for vnic_type normal with profile {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:27:13.874635 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.managers [None req-0df16aaa-b7d5-4a9e-a4ff-346a992f6de0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] Attempting to bind port 61d82174-4a11-4011-9072-c7eaca1a68d8 by drivers openvswitch,hyperv on host n-h1-813419-10 at level 0 using segments [{'id': 'e2816259-5d97-4d70-8185-657dafc2ccce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '26e8f3ce-7029-4f17-bcc4-67a5d7f64e7c'}] {{(pid=102346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:27:13.875037 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0df16aaa-b7d5-4a9e-a4ff-346a992f6de0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] Attempting to bind port 61d82174-4a11-4011-9072-c7eaca1a68d8 on network 26e8f3ce-7029-4f17-bcc4-67a5d7f64e7c {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:27:13.903997 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-89fb5957-f9cd-43fd-9d80-aacf6b1f53a5 req-d5ed87af-983f-4a5d-83fe-10386b2027b3 tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=90a01745d25e42a2aa454aea883f58a1&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1066337 Oct 27 10:27:13.905994 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-f769fe01-d0bd-4092-8026-75ed1ffeb9da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:14.018132 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-915f4609-6bd5-4c4d-b343-77c352ec7a61 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:14.037929 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-f769fe01-d0bd-4092-8026-75ed1ffeb9da admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b514f2100cf84ced99e5eafabecd9c1a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6419704 Oct 27 10:27:14.038732 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f769fe01-d0bd-4092-8026-75ed1ffeb9da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=770993a4-8655-43e7-ab09-f36d6f8915ab,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:27:14.050413 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 52340) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:27:14.057309 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0df16aaa-b7d5-4a9e-a4ff-346a992f6de0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] Port 61d82174-4a11-4011-9072-c7eaca1a68d8 on network 26e8f3ce-7029-4f17-bcc4-67a5d7f64e7c not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-10 {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 10:27:14.057790 n-d-813419-10 neutron-server[102346]: ERROR neutron.plugins.ml2.managers [None req-0df16aaa-b7d5-4a9e-a4ff-346a992f6de0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] Failed to bind port 61d82174-4a11-4011-9072-c7eaca1a68d8 on host n-h1-813419-10 for vnic_type normal using segments [{'id': 'e2816259-5d97-4d70-8185-657dafc2ccce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '26e8f3ce-7029-4f17-bcc4-67a5d7f64e7c'}] Oct 27 10:27:14.058744 n-d-813419-10 neutron-server[102346]: INFO neutron.plugins.ml2.plugin [None req-0df16aaa-b7d5-4a9e-a4ff-346a992f6de0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] Attempt 10 to bind port 61d82174-4a11-4011-9072-c7eaca1a68d8 Oct 27 10:27:14.062327 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-915f4609-6bd5-4c4d-b343-77c352ec7a61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27024173'] for port, after_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:14.186993 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-bc021d3a-4f42-4458-a365-5a954c48eb55 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:14.206060 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-915f4609-6bd5-4c4d-b343-77c352ec7a61 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2006967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1766225'] for router_interface, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:14.209571 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-52372c08-7c85-40c4-9b6f-7a2e0743ff48 req-b5ad8a9f-6a06-48e7-a725-8fb4534311bf tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:14.217077 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-52372c08-7c85-40c4-9b6f-7a2e0743ff48 req-b5ad8a9f-6a06-48e7-a725-8fb4534311bf tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:14.234356 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-bc021d3a-4f42-4458-a365-5a954c48eb55 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:14.236845 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-52372c08-7c85-40c4-9b6f-7a2e0743ff48 req-b5ad8a9f-6a06-48e7-a725-8fb4534311bf tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] 10.222.0.44 "DELETE /v2.0/security-groups/9ed980f6-15d0-4cf2-adfb-beb0873b608b HTTP/1.1" status: 204 len: 173 time: 0.8162842 Oct 27 10:27:14.330169 n-d-813419-10 neutron-server[102347]: INFO neutron.api.v2.resource [req-6d88f80e-f9f8-4da2-bcb9-9f2ec96d0537 req-6b016bc9-2254-4454-9356-c1dd32c7e1eb tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] show failed (client error): The resource could not be found. Oct 27 10:27:14.349640 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-6d88f80e-f9f8-4da2-bcb9-9f2ec96d0537 req-6b016bc9-2254-4454-9356-c1dd32c7e1eb tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] 10.222.0.44 "GET /v2.0/security-groups/9ed980f6-15d0-4cf2-adfb-beb0873b608b HTTP/1.1" status: 404 len: 352 time: 0.0586693 Oct 27 10:27:14.379064 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.managers [None req-0df16aaa-b7d5-4a9e-a4ff-346a992f6de0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] Attempting to bind port 61d82174-4a11-4011-9072-c7eaca1a68d8 on host n-h1-813419-10 for vnic_type normal with profile {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:27:14.379407 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.managers [None req-0df16aaa-b7d5-4a9e-a4ff-346a992f6de0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] Attempting to bind port 61d82174-4a11-4011-9072-c7eaca1a68d8 by drivers openvswitch,hyperv on host n-h1-813419-10 at level 0 using segments [{'id': 'e2816259-5d97-4d70-8185-657dafc2ccce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '26e8f3ce-7029-4f17-bcc4-67a5d7f64e7c'}] {{(pid=102346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:27:14.381113 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0df16aaa-b7d5-4a9e-a4ff-346a992f6de0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] Attempting to bind port 61d82174-4a11-4011-9072-c7eaca1a68d8 on network 26e8f3ce-7029-4f17-bcc4-67a5d7f64e7c {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:27:14.383492 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-bc021d3a-4f42-4458-a365-5a954c48eb55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:14.386562 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-bc021d3a-4f42-4458-a365-5a954c48eb55 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:14.388037 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-bc021d3a-4f42-4458-a365-5a954c48eb55 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/770993a4-8655-43e7-ab09-f36d6f8915ab HTTP/1.1" status: 204 len: 168 time: 0.3355198 Oct 27 10:27:14.401458 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc021d3a-4f42-4458-a365-5a954c48eb55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=770993a4-8655-43e7-ab09-f36d6f8915ab,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:27:14.422244 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ad8a9f-6a06-48e7-a725-8fb4534311bf tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ed980f6-15d0-4cf2-adfb-beb0873b608b,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:27:14.511267 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 2c7a60d1-f0e5-409d-be06-357a28208768 up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:27:14.534668 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915f4609-6bd5-4c4d-b343-77c352ec7a61 admin admin] Pushing event updated for resources: {'Port': ['ID=4b25f838-29f0-49e5-9cb7-cb35a84a94ac,revision_number=2']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:27:14.552803 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-d6fb999f-bfdc-44e6-873d-c42baf42734b req-1c783c3d-741e-4420-b546-a4ae2f069713 tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] 10.222.0.44 "GET /v2.0/ports?device_id=9bb5027d-0226-4b9c-bc5a-2c56e46be55f HTTP/1.1" status: 200 len: 210 time: 0.2175066 Oct 27 10:27:14.640352 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0df16aaa-b7d5-4a9e-a4ff-346a992f6de0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] Port 61d82174-4a11-4011-9072-c7eaca1a68d8 on network 26e8f3ce-7029-4f17-bcc4-67a5d7f64e7c not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-10 {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 10:27:14.643445 n-d-813419-10 neutron-server[102346]: ERROR neutron.plugins.ml2.managers [None req-0df16aaa-b7d5-4a9e-a4ff-346a992f6de0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] Failed to bind port 61d82174-4a11-4011-9072-c7eaca1a68d8 on host n-h1-813419-10 for vnic_type normal using segments [{'id': 'e2816259-5d97-4d70-8185-657dafc2ccce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '26e8f3ce-7029-4f17-bcc4-67a5d7f64e7c'}] Oct 27 10:27:14.644506 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-0df16aaa-b7d5-4a9e-a4ff-346a992f6de0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:14.697014 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port 2c7a60d1-f0e5-409d-be06-357a28208768 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:27:14.697510 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:14.733258 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-6aeb1904-63d4-4d1a-8ed9-f3107e8507bb req-1c1f1a09-e4f1-4e60-bea7-459d31ce3a20 tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] 10.222.0.44 "GET /v2.0/security-groups/19f2c3de-5245-4755-a784-8de49debb103 HTTP/1.1" status: 200 len: 1803 time: 0.1369803 Oct 27 10:27:14.897503 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-6aeb1904-63d4-4d1a-8ed9-f3107e8507bb req-f0359ac6-dd4b-45bc-8642-ae0e27e9a067 tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] Publish callbacks [] for security_group, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:14.993004 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-915f4609-6bd5-4c4d-b343-77c352ec7a61 admin admin] Network 8d0bfbf6-a651-4027-be4c-8c46c789c0fc is already hosted by enough agents. {{(pid=102346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:27:14.999350 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-915f4609-6bd5-4c4d-b343-77c352ec7a61 admin admin] Resources bound (agent type, host, resource id): {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:27:15.013652 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-6aeb1904-63d4-4d1a-8ed9-f3107e8507bb req-f0359ac6-dd4b-45bc-8642-ae0e27e9a067 tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:15.231434 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-6aeb1904-63d4-4d1a-8ed9-f3107e8507bb req-f0359ac6-dd4b-45bc-8642-ae0e27e9a067 tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:15.240061 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-6aeb1904-63d4-4d1a-8ed9-f3107e8507bb req-f0359ac6-dd4b-45bc-8642-ae0e27e9a067 tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] Publish callbacks [] for security_group, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:15.248761 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-6aeb1904-63d4-4d1a-8ed9-f3107e8507bb req-f0359ac6-dd4b-45bc-8642-ae0e27e9a067 tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] 10.222.0.44 "DELETE /v2.0/security-groups/19f2c3de-5245-4755-a784-8de49debb103 HTTP/1.1" status: 204 len: 173 time: 0.5139792 Oct 27 10:27:15.280368 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0359ac6-dd4b-45bc-8642-ae0e27e9a067 tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=19f2c3de-5245-4755-a784-8de49debb103,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:27:15.350788 n-d-813419-10 neutron-server[102347]: INFO neutron.api.v2.resource [req-73e1abda-ea7d-47c3-b7b6-4608aa9c99ea req-944e3979-6fe1-4858-9b6a-ee5da48f9ff1 tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] show failed (client error): The resource could not be found. Oct 27 10:27:15.354848 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-73e1abda-ea7d-47c3-b7b6-4608aa9c99ea req-944e3979-6fe1-4858-9b6a-ee5da48f9ff1 tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] 10.222.0.44 "GET /v2.0/security-groups/19f2c3de-5245-4755-a784-8de49debb103 HTTP/1.1" status: 404 len: 352 time: 0.0405993 Oct 27 10:27:15.416159 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [None req-0df16aaa-b7d5-4a9e-a4ff-346a992f6de0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] For port 61d82174-4a11-4011-9072-c7eaca1a68d8, host n-h1-813419-10, cleared binding levels {{(pid=102346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:27:15.420796 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [None req-0df16aaa-b7d5-4a9e-a4ff-346a992f6de0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] Attempted to set empty binding levels {{(pid=102346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Oct 27 10:27:15.431865 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-0df16aaa-b7d5-4a9e-a4ff-346a992f6de0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27024173'] for port, after_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:15.535062 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0df16aaa-b7d5-4a9e-a4ff-346a992f6de0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:15.535788 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-0df16aaa-b7d5-4a9e-a4ff-346a992f6de0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:15.568094 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df16aaa-b7d5-4a9e-a4ff-346a992f6de0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] Pushing event updated for resources: {'Port': ['ID=61d82174-4a11-4011-9072-c7eaca1a68d8,revision_number=2']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:27:15.606573 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 52388) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:27:15.607455 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-0df16aaa-b7d5-4a9e-a4ff-346a992f6de0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 982 time: 5.2722545 Oct 27 10:27:15.637176 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-915f4609-6bd5-4c4d-b343-77c352ec7a61 admin admin] Router 526f997e-26ff-414f-8d93-a6c092756e34 has already been hosted by L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb {{(pid=102346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 10:27:15.684434 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c060bf47-8d57-43bd-a188-8512799da5a3 req-b784521d-a7ae-4c58-8bf7-b63f044a83ee tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2a73aad0ca0543f58dfb2590ad006be4 HTTP/1.1" status: 200 len: 6147 time: 0.2748766 Oct 27 10:27:15.686200 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-79a68d03-b86c-46d6-aa7d-55a305b834a3 None None] Provisioning complete for port 4b25f838-29f0-49e5-9cb7-cb35a84a94ac triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:27:15.688964 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-79a68d03-b86c-46d6-aa7d-55a305b834a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:15.768769 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-79a68d03-b86c-46d6-aa7d-55a305b834a3 None None] Port 4b25f838-29f0-49e5-9cb7-cb35a84a94ac cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:27:15.784117 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c060bf47-8d57-43bd-a188-8512799da5a3 req-6be9e2a5-b930-46e0-a5c8-fc98448e5bb7 tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] 10.222.0.44 "GET /v2.0/security-groups/c947a31c-5410-49e0-adfc-c83fa1ba4206 HTTP/1.1" status: 200 len: 2981 time: 0.0986030 Oct 27 10:27:15.822418 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-36a11a77-6cc6-4b55-bd58-5c95cda82d7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] Deleting port 61d82174-4a11-4011-9072-c7eaca1a68d8 {{(pid=102347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:27:15.822761 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-36a11a77-6cc6-4b55-bd58-5c95cda82d7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:15.854954 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c060bf47-8d57-43bd-a188-8512799da5a3 req-d463bbe4-71a6-4f08-b0f4-b28f8f40f624 tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] 10.222.0.44 "GET /v2.0/security-groups/c947a31c-5410-49e0-adfc-c83fa1ba4206 HTTP/1.1" status: 200 len: 2981 time: 0.0694826 Oct 27 10:27:15.872716 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-1dd479f1-2b72-4336-8432-3a57ea8dc457 req-8f94d88f-9137-4b75-9d95-fe0f18656e0f tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] 10.222.0.44 "GET /v2.0/ports?device_id=9bb5027d-0226-4b9c-bc5a-2c56e46be55f HTTP/1.1" status: 200 len: 210 time: 0.0645027 Oct 27 10:27:15.880379 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-915f4609-6bd5-4c4d-b343-77c352ec7a61 admin admin] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:27:15.887840 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-915f4609-6bd5-4c4d-b343-77c352ec7a61 admin admin] 10.222.0.44 "PUT /v2.0/routers/526f997e-26ff-414f-8d93-a6c092756e34/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1472237 Oct 27 10:27:15.899532 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48813b2c-8729-4d61-966d-435e81a2633c None None] Sync routers for ids ['526f997e-26ff-414f-8d93-a6c092756e34'] in n-d-813419-10 {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:27:15.908601 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [req-b2891574-0659-4837-839c-8fcd0ae9d1e7 req-31034f35-2dcb-4500-9e16-a9868a860749 tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1189020836', 'description': 'tempest-description-281872095'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:27:15.912725 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48813b2c-8729-4d61-966d-435e81a2633c None None] Routers {'526f997e-26ff-414f-8d93-a6c092756e34'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:27:15.912894 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-48813b2c-8729-4d61-966d-435e81a2633c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:26:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['526f997e-26ff-414f-8d93-a6c092756e34'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:27:15.952712 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [None req-36a11a77-6cc6-4b55-bd58-5c95cda82d7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] For port 61d82174-4a11-4011-9072-c7eaca1a68d8, host n-h1-813419-10, got binding levels [] {{(pid=102347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:27:15.953252 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-36a11a77-6cc6-4b55-bd58-5c95cda82d7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:15.965699 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-b2891574-0659-4837-839c-8fcd0ae9d1e7 req-31034f35-2dcb-4500-9e16-a9868a860749 tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] Publish callbacks [] for security_group, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:16.008352 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-36a11a77-6cc6-4b55-bd58-5c95cda82d7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] Calling delete_port for 61d82174-4a11-4011-9072-c7eaca1a68d8 owned by {{(pid=102347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:27:16.157021 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 52404) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:27:16.185454 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-89fb5957-f9cd-43fd-9d80-aacf6b1f53a5 req-c00a2ba5-e672-425d-b494-eabcdfc18fbb tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=90a01745d25e42a2aa454aea883f58a1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0781877 Oct 27 10:27:16.189542 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-2a5d2ffc-86ed-4ba5-b334-aa4e31a708eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:16.192287 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvr_db [None req-48813b2c-8729-4d61-966d-435e81a2633c None None] Set router 526f997e-26ff-414f-8d93-a6c092756e34 gateway port host: n-d-813419-10 {{(pid=102348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:27:16.312570 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-b2891574-0659-4837-839c-8fcd0ae9d1e7 req-31034f35-2dcb-4500-9e16-a9868a860749 tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] Publish callbacks [] for security_group, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:16.339171 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-b2891574-0659-4837-839c-8fcd0ae9d1e7 req-31034f35-2dcb-4500-9e16-a9868a860749 tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:16.361521 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-36a11a77-6cc6-4b55-bd58-5c95cda82d7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:16.364031 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-cec8cecd-3721-470b-a84a-12342f47ca53 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-2131976504-network', 'tenant_id': 'f314710ab2574682a5080affa23addcb'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:27:16.385167 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-36a11a77-6cc6-4b55-bd58-5c95cda82d7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:16.389109 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-36a11a77-6cc6-4b55-bd58-5c95cda82d7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] 10.222.0.44 "DELETE /v2.0/ports/61d82174-4a11-4011-9072-c7eaca1a68d8 HTTP/1.1" status: 204 len: 168 time: 0.7786212 Oct 27 10:27:16.414383 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 52416) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:27:16.431972 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a11a77-6cc6-4b55-bd58-5c95cda82d7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] Pushing event deleted for resources: {'Port': ['ID=61d82174-4a11-4011-9072-c7eaca1a68d8,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:27:16.443847 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cec8cecd-3721-470b-a84a-12342f47ca53 admin admin] Made reservation on behalf of f314710ab2574682a5080affa23addcb for: {'network': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:27:16.448050 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-cec8cecd-3721-470b-a84a-12342f47ca53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for network, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:16.457131 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-b2891574-0659-4837-839c-8fcd0ae9d1e7 req-31034f35-2dcb-4500-9e16-a9868a860749 tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] Publish callbacks [] for security_group, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:16.457131 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b2891574-0659-4837-839c-8fcd0ae9d1e7 req-31034f35-2dcb-4500-9e16-a9868a860749 tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.5500481 Oct 27 10:27:16.457131 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31034f35-2dcb-4500-9e16-a9868a860749 tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02dfdf07-1124-4944-a3cb-1b163ed42b09,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:27:16.481653 n-d-813419-10 neutron-server[102346]: INFO neutron.pecan_wsgi.hooks.translation [None req-79cbc591-1d29-4b36-ab58-74bfebf2d20a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] GET failed (client error): The resource could not be found. Oct 27 10:27:16.483401 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-79cbc591-1d29-4b36-ab58-74bfebf2d20a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] 10.222.0.44 "GET /v2.0/ports/61d82174-4a11-4011-9072-c7eaca1a68d8 HTTP/1.1" status: 404 len: 333 time: 0.0651467 Oct 27 10:27:16.484523 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-cec8cecd-3721-470b-a84a-12342f47ca53 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:16.488057 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 52420) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:27:16.502806 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-528ab319-9aed-4c80-9f73-2a66c74cb144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] Request body: {'port': {'network_id': '26e8f3ce-7029-4f17-bcc4-67a5d7f64e7c', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-409290397'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:27:16.527731 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fb5957-f9cd-43fd-9d80-aacf6b1f53a5 req-396f3d92-6397-4a17-a959-28871ec42806 tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:16.531470 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-89fb5957-f9cd-43fd-9d80-aacf6b1f53a5 req-396f3d92-6397-4a17-a959-28871ec42806 tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3325346 Oct 27 10:27:16.550985 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [req-89fb5957-f9cd-43fd-9d80-aacf6b1f53a5 req-a8c93e61-feab-4ed4-a619-b52327ceea4c tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] Request body: {'port': {'device_id': '9bb5027d-0226-4b9c-bc5a-2c56e46be55f', 'network_id': '4d250f92-d229-45fe-a579-67fef8e6c544', 'admin_state_up': True, 'tenant_id': '90a01745d25e42a2aa454aea883f58a1'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:27:16.568324 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-528ab319-9aed-4c80-9f73-2a66c74cb144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] Made reservation on behalf of 6a36cb2d1d5c4e989b5bc37d1fdb7a02 for: {'port': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:27:16.570924 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-528ab319-9aed-4c80-9f73-2a66c74cb144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:16.609022 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-cec8cecd-3721-470b-a84a-12342f47ca53 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:16.616561 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-cec8cecd-3721-470b-a84a-12342f47ca53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:16.624855 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [req-e1c655c9-9bfe-4b35-83c1-5cbb6b4cbbc8 req-c2d4447f-3122-4d3c-b1ac-4bd72a9c2d6f tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1759563910', 'description': 'tempest-description-1239937762'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:27:16.660437 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [None req-528ab319-9aed-4c80-9f73-2a66c74cb144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] device_id is not set on port bd3d8b60-c1ee-4ba8-a9d8-544ee2cb4ed9 yet. {{(pid=102347) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 10:27:16.664518 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cec8cecd-3721-470b-a84a-12342f47ca53 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 418} {{(pid=102346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 10:27:16.686438 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec8cecd-3721-470b-a84a-12342f47ca53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f7279ee-2d49-4f67-b584-fc902ef383cf,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:27:16.695993 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-cec8cecd-3721-470b-a84a-12342f47ca53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:16.697710 n-d-813419-10 neutron-server[102346]: INFO neutron.db.segments_db [None req-cec8cecd-3721-470b-a84a-12342f47ca53 admin admin] Added segment 2ae7a459-953f-4f06-8bb8-d3b1f54967e3 of type vlan for network 37f7eee7-78e5-4454-9540-9eb1f8cbbdab Oct 27 10:27:16.728259 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-48813b2c-8729-4d61-966d-435e81a2633c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '526f997e-26ff-414f-8d93-a6c092756e34', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-420425655-router', 'tenant_id': '7517d618a1be4ff0aa51550f921b9468', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.207'}], 'enable_snat': True}, 'gw_port_id': '2c7a60d1-f0e5-409d-be06-357a28208768', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:27:05Z', 'updated_at': '2021-10-27T10:27:13Z', 'revision_number': 4, 'project_id': '7517d618a1be4ff0aa51550f921b9468', 'gw_port': {'id': '2c7a60d1-f0e5-409d-be06-357a28208768', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:04:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '526f997e-26ff-414f-8d93-a6c092756e34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:27:06Z', 'updated_at': '2021-10-27T10:27:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_interfaces': [{'id': '4b25f838-29f0-49e5-9cb7-cb35a84a94ac', 'name': '', 'network_id': '8d0bfbf6-a651-4027-be4c-8c46c789c0fc', 'tenant_id': '7517d618a1be4ff0aa51550f921b9468', 'mac_address': 'fa:16:3e:ed:93:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '526f997e-26ff-414f-8d93-a6c092756e34', 'device_owner': 'network:router_interface', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': '9550a2a4-cfa8-4bcb-a0bd-eb570b7d2fd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:27:11Z', 'updated_at': '2021-10-27T10:27:13Z', 'revision_number': 2, 'project_id': '7517d618a1be4ff0aa51550f921b9468', 'subnets': [{'id': '9550a2a4-cfa8-4bcb-a0bd-eb570b7d2fd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:27:16.759907 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-cec8cecd-3721-470b-a84a-12342f47ca53 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743872593080'] for network, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:16.771327 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48813b2c-8729-4d61-966d-435e81a2633c None None] Checking router: 526f997e-26ff-414f-8d93-a6c092756e34 for host: n-d-813419-10 {{(pid=102348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 10:27:16.772077 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48813b2c-8729-4d61-966d-435e81a2633c None None] Updating router 526f997e-26ff-414f-8d93-a6c092756e34 port 4b25f838-29f0-49e5-9cb7-cb35a84a94ac binding host n-d-813419-10 {{(pid=102348) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 10:27:16.817359 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-cec8cecd-3721-470b-a84a-12342f47ca53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913'] for network, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:16.828914 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cec8cecd-3721-470b-a84a-12342f47ca53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:16.828914 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-cec8cecd-3721-470b-a84a-12342f47ca53 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for network, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:16.837790 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-e1c655c9-9bfe-4b35-83c1-5cbb6b4cbbc8 req-c2d4447f-3122-4d3c-b1ac-4bd72a9c2d6f tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] Publish callbacks [] for security_group, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:16.864582 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-48813b2c-8729-4d61-966d-435e81a2633c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:16.975697 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec8cecd-3721-470b-a84a-12342f47ca53 admin admin] Pushing event updated for resources: {'Network': ['ID=37f7eee7-78e5-4454-9540-9eb1f8cbbdab,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:27:16.994028 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-cec8cecd-3721-470b-a84a-12342f47ca53 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8317206 Oct 27 10:27:16.994028 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 52438) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:27:16.997644 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89fb5957-f9cd-43fd-9d80-aacf6b1f53a5 req-a8c93e61-feab-4ed4-a619-b52327ceea4c tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] Made reservation on behalf of 90a01745d25e42a2aa454aea883f58a1 for: {'port': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:27:17.002292 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-89fb5957-f9cd-43fd-9d80-aacf6b1f53a5 req-a8c93e61-feab-4ed4-a619-b52327ceea4c tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:17.002471 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-b80dd347-93b7-4f32-b8a3-79b60211a249 admin admin] Request body: {'subnet': {'network_id': '37f7eee7-78e5-4454-9540-9eb1f8cbbdab', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-2131976504-subnet', 'tenant_id': 'f314710ab2574682a5080affa23addcb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:27:17.034920 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Network 37f7eee7-78e5-4454-9540-9eb1f8cbbdab details requested by agent ovs-agent-n-d-813419-10 with host n-d-813419-10 {{(pid=102348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 10:27:17.110132 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b4acd7-fb9c-4b95-b860-1bcd361541e8 req-223bb697-e85a-4112-b703-c140dfbc6522 tempest-FloatingIPsAssociationNegativeTestJSON-285214202 tempest-FloatingIPsAssociationNegativeTestJSON-285214202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:17.111099 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-46b4acd7-fb9c-4b95-b860-1bcd361541e8 req-223bb697-e85a-4112-b703-c140dfbc6522 tempest-FloatingIPsAssociationNegativeTestJSON-285214202 tempest-FloatingIPsAssociationNegativeTestJSON-285214202-project] 10.222.0.44 "GET /v2.0/networks?id=8d0bfbf6-a651-4027-be4c-8c46c789c0fc HTTP/1.1" status: 200 len: 828 time: 0.2875547 Oct 27 10:27:17.112443 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b80dd347-93b7-4f32-b8a3-79b60211a249 admin admin] Made reservation on behalf of f314710ab2574682a5080affa23addcb for: {'subnet': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:27:17.124560 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-b80dd347-93b7-4f32-b8a3-79b60211a249 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27167186'] for subnet, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:17.193120 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-528ab319-9aed-4c80-9f73-2a66c74cb144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:17.197021 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-46b4acd7-fb9c-4b95-b860-1bcd361541e8 req-d02ea6e3-9c42-4a48-a8ad-024afa9744a3 tempest-FloatingIPsAssociationNegativeTestJSON-285214202 tempest-FloatingIPsAssociationNegativeTestJSON-285214202-project] 10.222.0.44 "GET /v2.0/quotas/7517d618a1be4ff0aa51550f921b9468 HTTP/1.1" status: 200 len: 375 time: 0.0682836 Oct 27 10:27:17.229342 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-e1c655c9-9bfe-4b35-83c1-5cbb6b4cbbc8 req-c2d4447f-3122-4d3c-b1ac-4bd72a9c2d6f tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] Publish callbacks [] for security_group, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:17.270044 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-e1c655c9-9bfe-4b35-83c1-5cbb6b4cbbc8 req-c2d4447f-3122-4d3c-b1ac-4bd72a9c2d6f tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:17.319350 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-46b4acd7-fb9c-4b95-b860-1bcd361541e8 req-f19d2ae2-06a5-4f16-9317-5826953de8fd tempest-FloatingIPsAssociationNegativeTestJSON-285214202 tempest-FloatingIPsAssociationNegativeTestJSON-285214202-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=7517d618a1be4ff0aa51550f921b9468&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1073284 Oct 27 10:27:17.336442 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-e1c655c9-9bfe-4b35-83c1-5cbb6b4cbbc8 req-c2d4447f-3122-4d3c-b1ac-4bd72a9c2d6f tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] Publish callbacks [] for security_group, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:17.340775 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-e1c655c9-9bfe-4b35-83c1-5cbb6b4cbbc8 req-c2d4447f-3122-4d3c-b1ac-4bd72a9c2d6f tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.7342482 Oct 27 10:27:17.369717 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_common [req-89fb5957-f9cd-43fd-9d80-aacf6b1f53a5 req-a8c93e61-feab-4ed4-a619-b52327ceea4c tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] Allocated IP 192.168.233.15 (4d250f92-d229-45fe-a579-67fef8e6c544/62eb52f7-aac4-48af-8670-e04300325561/3ebcd00e-72e2-4b9a-992d-3c1c8e45c35f) {{(pid=102347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:27:17.372706 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d4447f-3122-4d3c-b1ac-4bd72a9c2d6f tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64239b95-ed69-4ec1-9562-a638483ad2ce,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:27:17.425792 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-528ab319-9aed-4c80-9f73-2a66c74cb144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:17.458676 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-46b4acd7-fb9c-4b95-b860-1bcd361541e8 req-43bb7ede-ba1a-4264-9473-1cc0889a6084 service neutron] 10.222.0.44 "GET /v2.0/networks/8d0bfbf6-a651-4027-be4c-8c46c789c0fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248276 Oct 27 10:27:17.495951 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-48813b2c-8729-4d61-966d-435e81a2633c None None] Publish callbacks [] for port, precommit_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:17.515584 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-48813b2c-8729-4d61-966d-435e81a2633c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:17.548469 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-528ab319-9aed-4c80-9f73-2a66c74cb144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] Network 26e8f3ce-7029-4f17-bcc4-67a5d7f64e7c is already hosted by enough agents. {{(pid=102347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:27:17.558656 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [None req-528ab319-9aed-4c80-9f73-2a66c74cb144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] Resources bound (agent type, host, resource id): {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:27:17.574329 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-528ab319-9aed-4c80-9f73-2a66c74cb144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] Received port after_create {{(pid=102347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:27:17.575624 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-528ab319-9aed-4c80-9f73-2a66c74cb144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:17.576512 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-528ab319-9aed-4c80-9f73-2a66c74cb144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:17.652032 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-528ab319-9aed-4c80-9f73-2a66c74cb144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.1625378 Oct 27 10:27:17.656171 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 52448) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:27:17.682251 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-6a33caea-f687-43fd-bd3d-54dd2d4898bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-813419-10'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:27:17.692171 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-b80dd347-93b7-4f32-b8a3-79b60211a249 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27024290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27167168'] for subnet, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:17.756956 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89c9b8b-895a-42f1-87f5-e1e9197c40c1 None None] Pushing event updated for resources: {'Port': ['ID=4b25f838-29f0-49e5-9cb7-cb35a84a94ac,revision_number=3']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:27:17.777673 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-46b4acd7-fb9c-4b95-b860-1bcd361541e8 req-ab86b1d2-6067-4103-8ab1-b07fbdf1198f service neutron] 10.222.0.44 "GET /v2.0/networks/8d0bfbf6-a651-4027-be4c-8c46c789c0fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2987814 Oct 27 10:27:17.830536 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-48813b2c-8729-4d61-966d-435e81a2633c None None] Attempting to bind port 4b25f838-29f0-49e5-9cb7-cb35a84a94ac on host n-d-813419-10 for vnic_type normal with profile {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:27:17.830916 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-48813b2c-8729-4d61-966d-435e81a2633c None None] Attempting to bind port 4b25f838-29f0-49e5-9cb7-cb35a84a94ac by drivers openvswitch,hyperv on host n-d-813419-10 at level 0 using segments [{'id': 'bb32181f-2d00-464a-ae3b-423fdf74c1eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '8d0bfbf6-a651-4027-be4c-8c46c789c0fc'}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:27:17.831288 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48813b2c-8729-4d61-966d-435e81a2633c None None] Attempting to bind port 4b25f838-29f0-49e5-9cb7-cb35a84a94ac on network 8d0bfbf6-a651-4027-be4c-8c46c789c0fc {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:27:17.834869 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528ab319-9aed-4c80-9f73-2a66c74cb144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] Pushing event updated for resources: {'Port': ['ID=bd3d8b60-c1ee-4ba8-a9d8-544ee2cb4ed9,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:27:17.843895 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48813b2c-8729-4d61-966d-435e81a2633c None None] Checking agent: {'id': '89dba0f3-79b2-435e-9822-33674b8f6ada', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 8, 20), 'started_at': datetime.datetime(2021, 10, 27, 10, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 26, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:27:17.845905 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48813b2c-8729-4d61-966d-435e81a2633c None None] Checking segment: {'id': 'bb32181f-2d00-464a-ae3b-423fdf74c1eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '8d0bfbf6-a651-4027-be4c-8c46c789c0fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:27:17.847445 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-48813b2c-8729-4d61-966d-435e81a2633c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:17.847850 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48813b2c-8729-4d61-966d-435e81a2633c None None] Bound using segment: {'id': 'bb32181f-2d00-464a-ae3b-423fdf74c1eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '8d0bfbf6-a651-4027-be4c-8c46c789c0fc'} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:27:17.850078 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-48813b2c-8729-4d61-966d-435e81a2633c None None] Bound port: 4b25f838-29f0-49e5-9cb7-cb35a84a94ac, host: n-d-813419-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb32181f-2d00-464a-ae3b-423fdf74c1eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '8d0bfbf6-a651-4027-be4c-8c46c789c0fc'}}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:27:17.850585 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-48813b2c-8729-4d61-966d-435e81a2633c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:17.910161 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80dd347-93b7-4f32-b8a3-79b60211a249 admin admin] Pushing event updated for resources: {'Subnet': ['ID=249a5a87-559c-4770-af81-a36d13f3e017,revision_number=0']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:27:17.946024 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b80dd347-93b7-4f32-b8a3-79b60211a249 admin admin] Checking segment: {'id': '2ae7a459-953f-4f06-8bb8-d3b1f54967e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '37f7eee7-78e5-4454-9540-9eb1f8cbbdab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:27:17.946792 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b80dd347-93b7-4f32-b8a3-79b60211a249 admin admin] Network hostable DHCP agents. Network: 37f7eee7-78e5-4454-9540-9eb1f8cbbdab, hostable agents: ['eafd4000-b897-4722-ae8b-0118ec955181'], hosted agents: [] {{(pid=102346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 10:27:17.981401 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b80dd347-93b7-4f32-b8a3-79b60211a249 admin admin] Network 37f7eee7-78e5-4454-9540-9eb1f8cbbdab is scheduled to be hosted by DHCP agent eafd4000-b897-4722-ae8b-0118ec955181 with binding_index 1 {{(pid=102346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 10:27:17.997596 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-b80dd347-93b7-4f32-b8a3-79b60211a249 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-10, 37f7eee7-78e5-4454-9540-9eb1f8cbbdab) {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:27:17.998785 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-48813b2c-8729-4d61-966d-435e81a2633c None None] For port 4b25f838-29f0-49e5-9cb7-cb35a84a94ac, host n-d-813419-10, cleared binding levels {{(pid=102348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:27:18.005280 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b80dd347-93b7-4f32-b8a3-79b60211a249 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:18.007237 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-b80dd347-93b7-4f32-b8a3-79b60211a249 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for subnet, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:18.009937 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-48813b2c-8729-4d61-966d-435e81a2633c None None] For port 4b25f838-29f0-49e5-9cb7-cb35a84a94ac, host n-d-813419-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=4b25f838-29f0-49e5-9cb7-cb35a84a94ac,segment=NetworkSegment(bb32181f-2d00-464a-ae3b-423fdf74c1eb),segment_id=bb32181f-2d00-464a-ae3b-423fdf74c1eb)] {{(pid=102348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:27:18.015572 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bbcd8fc-a2e2-4d6a-9e3c-d624e0d79459 None None] Network 37f7eee7-78e5-4454-9540-9eb1f8cbbdab requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:27:18.019305 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-6aa1af24-4765-4fa5-a3d9-a1e9303ae95b req-a7ab9756-4113-460e-99f0-f011f21e3768 tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] 10.222.0.44 "GET /v2.0/ports?device_id=9bb5027d-0226-4b9c-bc5a-2c56e46be55f HTTP/1.1" status: 200 len: 210 time: 0.0975184 Oct 27 10:27:18.037331 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-48813b2c-8729-4d61-966d-435e81a2633c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:18.041264 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-6a33caea-f687-43fd-bd3d-54dd2d4898bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:18.043714 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-b80dd347-93b7-4f32-b8a3-79b60211a249 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0488317 Oct 27 10:27:18.205763 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-831f8955-38eb-40f1-bdb3-94686fa1c2dd req-841f31fe-6124-4112-a0f9-a62f5f5883b8 tempest-FloatingIPsAssociationNegativeTestJSON-285214202 tempest-FloatingIPsAssociationNegativeTestJSON-285214202-project] 10.222.0.44 "GET /v2.0/ports?device_id=960c3882-8995-469f-b814-0b87f3b61996 HTTP/1.1" status: 200 len: 210 time: 0.0437245 Oct 27 10:27:18.261489 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-89fb5957-f9cd-43fd-9d80-aacf6b1f53a5 req-a8c93e61-feab-4ed4-a619-b52327ceea4c tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] Publish callbacks [] for port, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:18.482365 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7e924173-fcfc-49ec-b077-72ace1006166 None None] Provisioning complete for port 4b25f838-29f0-49e5-9cb7-cb35a84a94ac triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:27:18.483451 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7e924173-fcfc-49ec-b077-72ace1006166 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:18.487312 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48813b2c-8729-4d61-966d-435e81a2633c None None] Routers {'526f997e-26ff-414f-8d93-a6c092756e34'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:27:18.499265 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-48813b2c-8729-4d61-966d-435e81a2633c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:26:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['526f997e-26ff-414f-8d93-a6c092756e34'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:27:18.504241 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-89fb5957-f9cd-43fd-9d80-aacf6b1f53a5 req-a8c93e61-feab-4ed4-a619-b52327ceea4c tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:18.531959 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f542a186-d3d3-4899-994a-a449c42c5eaa req-f4f6bf10-d273-4915-881d-11ca05302851 tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:18.542785 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-f542a186-d3d3-4899-994a-a449c42c5eaa req-f4f6bf10-d273-4915-881d-11ca05302851 tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] 10.222.0.44 "GET /v2.0/networks?id=4c4816f7-a34d-4509-b1c3-eb56e1ec3f30 HTTP/1.1" status: 200 len: 813 time: 0.3013432 Oct 27 10:27:18.606957 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-f542a186-d3d3-4899-994a-a449c42c5eaa req-5461d54a-7847-4d09-a6c1-d1f87c47b92f tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] 10.222.0.44 "GET /v2.0/quotas/2a73aad0ca0543f58dfb2590ad006be4 HTTP/1.1" status: 200 len: 375 time: 0.0620012 Oct 27 10:27:18.649310 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c93e61-feab-4ed4-a619-b52327ceea4c tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] Pushing event updated for resources: {'Port': ['ID=3ebcd00e-72e2-4b9a-992d-3c1c8e45c35f,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:27:18.690083 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-f542a186-d3d3-4899-994a-a449c42c5eaa req-6ed2b777-c7ff-482e-b73f-3d8958d980ac tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=2a73aad0ca0543f58dfb2590ad006be4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0822496 Oct 27 10:27:18.760360 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] get_ports_and_sgs() called for port_ids ['4b885691-85ba-4912-82eb-e467a6991070', '8b9b70e1-e27e-4007-b609-dd136bc31194'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:27:18.762408 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] get_ports_and_sgs() called for port_ids ['922a99a6-a89a-48b9-8d61-65b98322153e', '85eb83c4-aae3-4041-805d-c9e07ba77132', 'a2c0905d-8ff6-4c64-8718-c464c84f34df', '307705da-7819-45a3-a44b-e488150d0d2c'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:27:18.833594 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-f542a186-d3d3-4899-994a-a449c42c5eaa req-1700c1bc-28a8-43e6-9c60-f3a48aa97ca0 service neutron] 10.222.0.44 "GET /v2.0/networks/4c4816f7-a34d-4509-b1c3-eb56e1ec3f30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348200 Oct 27 10:27:18.999337 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-f542a186-d3d3-4899-994a-a449c42c5eaa req-ad91f8a4-5fdb-4275-a86e-5c39a978786b service neutron] 10.222.0.44 "GET /v2.0/networks/4c4816f7-a34d-4509-b1c3-eb56e1ec3f30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1646450 Oct 27 10:27:19.035202 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89c9b8b-895a-42f1-87f5-e1e9197c40c1 None None] Pushing event updated for resources: {'Port': ['ID=4b25f838-29f0-49e5-9cb7-cb35a84a94ac,revision_number=4']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:27:19.035360 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976b1990-f04b-45d8-993c-f919d570de54 req-2c67291d-103f-4a26-849a-d2f51510d168 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:19.051379 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-976b1990-f04b-45d8-993c-f919d570de54 req-2c67291d-103f-4a26-849a-d2f51510d168 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/networks?id=37f7eee7-78e5-4454-9540-9eb1f8cbbdab HTTP/1.1" status: 200 len: 814 time: 0.3579755 Oct 27 10:27:19.108387 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-2de64901-3441-4c19-bc3e-d5190b18d590 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:19.132774 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-976b1990-f04b-45d8-993c-f919d570de54 req-f73dfa98-75c7-42de-b8a0-5aef3abb4b96 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/quotas/f314710ab2574682a5080affa23addcb HTTP/1.1" status: 200 len: 375 time: 0.0563872 Oct 27 10:27:19.135915 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89fb5957-f9cd-43fd-9d80-aacf6b1f53a5 req-a8c93e61-feab-4ed4-a619-b52327ceea4c tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] Network 4d250f92-d229-45fe-a579-67fef8e6c544 is already hosted by enough agents. {{(pid=102347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:27:19.140554 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [req-89fb5957-f9cd-43fd-9d80-aacf6b1f53a5 req-a8c93e61-feab-4ed4-a619-b52327ceea4c tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] Resources bound (agent type, host, resource id): {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:27:19.150253 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [req-89fb5957-f9cd-43fd-9d80-aacf6b1f53a5 req-a8c93e61-feab-4ed4-a619-b52327ceea4c tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] Received port after_create {{(pid=102347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:27:19.233721 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-976b1990-f04b-45d8-993c-f919d570de54 req-c2de91a0-16d9-479e-bcc1-d037db131079 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=f314710ab2574682a5080affa23addcb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0707393 Oct 27 10:27:19.249189 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [None req-6a33caea-f687-43fd-bd3d-54dd2d4898bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] device_id is not set on port bd3d8b60-c1ee-4ba8-a9d8-544ee2cb4ed9 yet. {{(pid=102347) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 10:27:19.265324 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvr_db [None req-48813b2c-8729-4d61-966d-435e81a2633c None None] Set router 526f997e-26ff-414f-8d93-a6c092756e34 gateway port host: n-d-813419-10 {{(pid=102348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:27:19.331316 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-6a33caea-f687-43fd-bd3d-54dd2d4898bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:19.399257 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-6a33caea-f687-43fd-bd3d-54dd2d4898bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:19.429059 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-437da45a-03ee-4c60-a311-e9fa15c4608f None None] Network 37f7eee7-78e5-4454-9540-9eb1f8cbbdab requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:27:19.515271 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fb5957-f9cd-43fd-9d80-aacf6b1f53a5 req-a8c93e61-feab-4ed4-a619-b52327ceea4c tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:19.516063 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-89fb5957-f9cd-43fd-9d80-aacf6b1f53a5 req-a8c93e61-feab-4ed4-a619-b52327ceea4c tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:19.667685 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-89fb5957-f9cd-43fd-9d80-aacf6b1f53a5 req-a8c93e61-feab-4ed4-a619-b52327ceea4c tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.1233041 Oct 27 10:27:19.716363 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263aa9ab-c857-4a75-9116-eac6dfeda070 req-c9b04c0e-21dc-4ae6-a347-f7ba1a43e40e tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:19.718549 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a33caea-f687-43fd-bd3d-54dd2d4898bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] Pushing event updated for resources: {'Port': ['ID=bd3d8b60-c1ee-4ba8-a9d8-544ee2cb4ed9,revision_number=2']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:27:19.730623 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-263aa9ab-c857-4a75-9116-eac6dfeda070 req-c9b04c0e-21dc-4ae6-a347-f7ba1a43e40e tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] 10.222.0.44 "GET /v2.0/ports?device_id=9bb5027d-0226-4b9c-bc5a-2c56e46be55f HTTP/1.1" status: 200 len: 935 time: 0.1544397 Oct 27 10:27:19.750475 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [req-89fb5957-f9cd-43fd-9d80-aacf6b1f53a5 req-26a19673-a266-4d8e-b948-bb9c91a1f186 service neutron] Request body: {'port': {'device_id': '9bb5027d-0226-4b9c-bc5a-2c56e46be55f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-10'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:27:19.824335 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [None req-6a33caea-f687-43fd-bd3d-54dd2d4898bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] Attempting to bind port bd3d8b60-c1ee-4ba8-a9d8-544ee2cb4ed9 on host n-h1-813419-10 for vnic_type normal with profile {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:27:19.825018 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [None req-6a33caea-f687-43fd-bd3d-54dd2d4898bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] Attempting to bind port bd3d8b60-c1ee-4ba8-a9d8-544ee2cb4ed9 by drivers openvswitch,hyperv on host n-h1-813419-10 at level 0 using segments [{'id': 'e2816259-5d97-4d70-8185-657dafc2ccce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '26e8f3ce-7029-4f17-bcc4-67a5d7f64e7c'}] {{(pid=102347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:27:19.825821 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a33caea-f687-43fd-bd3d-54dd2d4898bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] Attempting to bind port bd3d8b60-c1ee-4ba8-a9d8-544ee2cb4ed9 on network 26e8f3ce-7029-4f17-bcc4-67a5d7f64e7c {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:27:19.841874 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-976b1990-f04b-45d8-993c-f919d570de54 req-8b57d23e-292a-495a-9285-12ad6177fcbd service neutron] 10.222.0.44 "GET /v2.0/networks/37f7eee7-78e5-4454-9540-9eb1f8cbbdab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5580447 Oct 27 10:27:19.887750 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-263aa9ab-c857-4a75-9116-eac6dfeda070 req-d0f6df00-6c61-49f2-87c1-1b134e9803be tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] 10.222.0.44 "GET /v2.0/security-groups?id=564ecd8b-da86-4175-923a-67dcc5fcd400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520896 Oct 27 10:27:19.977463 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-976b1990-f04b-45d8-993c-f919d570de54 req-64a4ece9-1f38-4338-b75a-7418fbc2d776 service neutron] 10.222.0.44 "GET /v2.0/networks/37f7eee7-78e5-4454-9540-9eb1f8cbbdab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329689 Oct 27 10:27:20.059521 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a33caea-f687-43fd-bd3d-54dd2d4898bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] Port bd3d8b60-c1ee-4ba8-a9d8-544ee2cb4ed9 on network 26e8f3ce-7029-4f17-bcc4-67a5d7f64e7c not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-10 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 10:27:20.060269 n-d-813419-10 neutron-server[102347]: ERROR neutron.plugins.ml2.managers [None req-6a33caea-f687-43fd-bd3d-54dd2d4898bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] Failed to bind port bd3d8b60-c1ee-4ba8-a9d8-544ee2cb4ed9 on host n-h1-813419-10 for vnic_type normal using segments [{'id': 'e2816259-5d97-4d70-8185-657dafc2ccce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '26e8f3ce-7029-4f17-bcc4-67a5d7f64e7c'}] Oct 27 10:27:20.063738 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-89fb5957-f9cd-43fd-9d80-aacf6b1f53a5 req-26a19673-a266-4d8e-b948-bb9c91a1f186 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:20.066669 n-d-813419-10 neutron-server[102347]: INFO neutron.plugins.ml2.plugin [None req-6a33caea-f687-43fd-bd3d-54dd2d4898bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] Attempt 2 to bind port bd3d8b60-c1ee-4ba8-a9d8-544ee2cb4ed9 Oct 27 10:27:20.293041 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-8edbfec1-446b-4ecf-b3d7-94fbf058ac5e req-882e3e60-08a0-4bbc-8821-ed71494a1a4c tempest-FloatingIPsAssociationNegativeTestJSON-285214202 tempest-FloatingIPsAssociationNegativeTestJSON-285214202-project] 10.222.0.44 "GET /v2.0/ports?device_id=960c3882-8995-469f-b814-0b87f3b61996 HTTP/1.1" status: 200 len: 210 time: 0.0887043 Oct 27 10:27:20.367256 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:20.369832 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [None req-6a33caea-f687-43fd-bd3d-54dd2d4898bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] Attempting to bind port bd3d8b60-c1ee-4ba8-a9d8-544ee2cb4ed9 on host n-h1-813419-10 for vnic_type normal with profile {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:27:20.370669 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [None req-6a33caea-f687-43fd-bd3d-54dd2d4898bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] Attempting to bind port bd3d8b60-c1ee-4ba8-a9d8-544ee2cb4ed9 by drivers openvswitch,hyperv on host n-h1-813419-10 at level 0 using segments [{'id': 'e2816259-5d97-4d70-8185-657dafc2ccce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '26e8f3ce-7029-4f17-bcc4-67a5d7f64e7c'}] {{(pid=102347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:27:20.371296 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a33caea-f687-43fd-bd3d-54dd2d4898bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] Attempting to bind port bd3d8b60-c1ee-4ba8-a9d8-544ee2cb4ed9 on network 26e8f3ce-7029-4f17-bcc4-67a5d7f64e7c {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:27:20.385352 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-eadeaa30-4096-4d1a-b3cb-aa7ebfb291ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:20.418955 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a33caea-f687-43fd-bd3d-54dd2d4898bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] Port bd3d8b60-c1ee-4ba8-a9d8-544ee2cb4ed9 on network 26e8f3ce-7029-4f17-bcc4-67a5d7f64e7c not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-10 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 10:27:20.419281 n-d-813419-10 neutron-server[102347]: ERROR neutron.plugins.ml2.managers [None req-6a33caea-f687-43fd-bd3d-54dd2d4898bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] Failed to bind port bd3d8b60-c1ee-4ba8-a9d8-544ee2cb4ed9 on host n-h1-813419-10 for vnic_type normal using segments [{'id': 'e2816259-5d97-4d70-8185-657dafc2ccce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '26e8f3ce-7029-4f17-bcc4-67a5d7f64e7c'}] Oct 27 10:27:20.427622 n-d-813419-10 neutron-server[102347]: INFO neutron.plugins.ml2.plugin [None req-6a33caea-f687-43fd-bd3d-54dd2d4898bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] Attempt 3 to bind port bd3d8b60-c1ee-4ba8-a9d8-544ee2cb4ed9 Oct 27 10:27:20.489720 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7e924173-fcfc-49ec-b077-72ace1006166 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:20.508424 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-662dc57e-543a-4ac9-8e0d-99f63bee012a req-d3bf2f08-afb9-40bb-abbb-d46f7da8a7b5 tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] 10.222.0.44 "GET /v2.0/ports?device_id=68ea0598-7f28-45b3-9509-6e18cfd4fd44 HTTP/1.1" status: 200 len: 210 time: 0.0825021 Oct 27 10:27:20.514864 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-b272736e-9202-48bf-89f7-317a2f5f45fa req-52bdc067-4e64-491f-a4cd-d2e98e40b205 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ae4390a-b621-4500-a1b9-c968556e5a4c HTTP/1.1" status: 200 len: 210 time: 0.0509679 Oct 27 10:27:20.625297 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [None req-6a33caea-f687-43fd-bd3d-54dd2d4898bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] Attempting to bind port bd3d8b60-c1ee-4ba8-a9d8-544ee2cb4ed9 on host n-h1-813419-10 for vnic_type normal with profile {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:27:20.626221 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [None req-6a33caea-f687-43fd-bd3d-54dd2d4898bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] Attempting to bind port bd3d8b60-c1ee-4ba8-a9d8-544ee2cb4ed9 by drivers openvswitch,hyperv on host n-h1-813419-10 at level 0 using segments [{'id': 'e2816259-5d97-4d70-8185-657dafc2ccce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '26e8f3ce-7029-4f17-bcc4-67a5d7f64e7c'}] {{(pid=102347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:27:20.626767 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a33caea-f687-43fd-bd3d-54dd2d4898bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] Attempting to bind port bd3d8b60-c1ee-4ba8-a9d8-544ee2cb4ed9 on network 26e8f3ce-7029-4f17-bcc4-67a5d7f64e7c {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:27:20.651103 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-7e924173-fcfc-49ec-b077-72ace1006166 None None] For port 4b25f838-29f0-49e5-9cb7-cb35a84a94ac, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=4b25f838-29f0-49e5-9cb7-cb35a84a94ac,segment=NetworkSegment(bb32181f-2d00-464a-ae3b-423fdf74c1eb),segment_id=bb32181f-2d00-464a-ae3b-423fdf74c1eb)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:27:20.675878 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7e924173-fcfc-49ec-b077-72ace1006166 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:20.700459 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a33caea-f687-43fd-bd3d-54dd2d4898bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] Port bd3d8b60-c1ee-4ba8-a9d8-544ee2cb4ed9 on network 26e8f3ce-7029-4f17-bcc4-67a5d7f64e7c not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-10 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 10:27:20.704659 n-d-813419-10 neutron-server[102347]: ERROR neutron.plugins.ml2.managers [None req-6a33caea-f687-43fd-bd3d-54dd2d4898bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] Failed to bind port bd3d8b60-c1ee-4ba8-a9d8-544ee2cb4ed9 on host n-h1-813419-10 for vnic_type normal using segments [{'id': 'e2816259-5d97-4d70-8185-657dafc2ccce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '26e8f3ce-7029-4f17-bcc4-67a5d7f64e7c'}] Oct 27 10:27:20.726893 n-d-813419-10 neutron-server[102347]: INFO neutron.plugins.ml2.plugin [None req-6a33caea-f687-43fd-bd3d-54dd2d4898bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] Attempt 4 to bind port bd3d8b60-c1ee-4ba8-a9d8-544ee2cb4ed9 Oct 27 10:27:20.762536 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b4acd7-fb9c-4b95-b860-1bcd361541e8 req-7286753a-d53c-41a9-8264-8ce50dc37387 tempest-FloatingIPsAssociationNegativeTestJSON-285214202 tempest-FloatingIPsAssociationNegativeTestJSON-285214202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:20.764316 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-46b4acd7-fb9c-4b95-b860-1bcd361541e8 req-7286753a-d53c-41a9-8264-8ce50dc37387 tempest-FloatingIPsAssociationNegativeTestJSON-285214202 tempest-FloatingIPsAssociationNegativeTestJSON-285214202-project] 10.222.0.64 "GET /v2.0/networks?id=8d0bfbf6-a651-4027-be4c-8c46c789c0fc HTTP/1.1" status: 200 len: 828 time: 0.6610138 Oct 27 10:27:20.771852 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [None req-6a33caea-f687-43fd-bd3d-54dd2d4898bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] Attempting to bind port bd3d8b60-c1ee-4ba8-a9d8-544ee2cb4ed9 on host n-h1-813419-10 for vnic_type normal with profile {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:27:20.772554 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [None req-6a33caea-f687-43fd-bd3d-54dd2d4898bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] Attempting to bind port bd3d8b60-c1ee-4ba8-a9d8-544ee2cb4ed9 by drivers openvswitch,hyperv on host n-h1-813419-10 at level 0 using segments [{'id': 'e2816259-5d97-4d70-8185-657dafc2ccce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '26e8f3ce-7029-4f17-bcc4-67a5d7f64e7c'}] {{(pid=102347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:27:20.773119 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a33caea-f687-43fd-bd3d-54dd2d4898bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] Attempting to bind port bd3d8b60-c1ee-4ba8-a9d8-544ee2cb4ed9 on network 26e8f3ce-7029-4f17-bcc4-67a5d7f64e7c {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:27:20.790459 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [req-46b4acd7-fb9c-4b95-b860-1bcd361541e8 req-c5899662-58ff-46b2-91af-822498d5dc2d tempest-FloatingIPsAssociationNegativeTestJSON-285214202 tempest-FloatingIPsAssociationNegativeTestJSON-285214202-project] Request body: {'port': {'device_id': '960c3882-8995-469f-b814-0b87f3b61996', 'network_id': '8d0bfbf6-a651-4027-be4c-8c46c789c0fc', 'admin_state_up': True, 'tenant_id': '7517d618a1be4ff0aa51550f921b9468'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:27:20.834406 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e924173-fcfc-49ec-b077-72ace1006166 None None] Pushing event updated for resources: {'Port': ['ID=4b25f838-29f0-49e5-9cb7-cb35a84a94ac,revision_number=5']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:27:20.841167 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-48813b2c-8729-4d61-966d-435e81a2633c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '526f997e-26ff-414f-8d93-a6c092756e34', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-420425655-router', 'tenant_id': '7517d618a1be4ff0aa51550f921b9468', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.207'}], 'enable_snat': True}, 'gw_port_id': '2c7a60d1-f0e5-409d-be06-357a28208768', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:27:05Z', 'updated_at': '2021-10-27T10:27:13Z', 'revision_number': 4, 'project_id': '7517d618a1be4ff0aa51550f921b9468', 'gw_port': {'id': '2c7a60d1-f0e5-409d-be06-357a28208768', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:04:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '526f997e-26ff-414f-8d93-a6c092756e34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:27:06Z', 'updated_at': '2021-10-27T10:27:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_interfaces': [{'id': '4b25f838-29f0-49e5-9cb7-cb35a84a94ac', 'name': '', 'network_id': '8d0bfbf6-a651-4027-be4c-8c46c789c0fc', 'tenant_id': '7517d618a1be4ff0aa51550f921b9468', 'mac_address': 'fa:16:3e:ed:93:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '526f997e-26ff-414f-8d93-a6c092756e34', 'device_owner': 'network:router_interface', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': '9550a2a4-cfa8-4bcb-a0bd-eb570b7d2fd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:27:11Z', 'updated_at': '2021-10-27T10:27:17Z', 'revision_number': 4, 'project_id': '7517d618a1be4ff0aa51550f921b9468', 'subnets': [{'id': '9550a2a4-cfa8-4bcb-a0bd-eb570b7d2fd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:27:20.880973 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a33caea-f687-43fd-bd3d-54dd2d4898bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] Port bd3d8b60-c1ee-4ba8-a9d8-544ee2cb4ed9 on network 26e8f3ce-7029-4f17-bcc4-67a5d7f64e7c not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-10 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 10:27:20.881392 n-d-813419-10 neutron-server[102347]: ERROR neutron.plugins.ml2.managers [None req-6a33caea-f687-43fd-bd3d-54dd2d4898bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] Failed to bind port bd3d8b60-c1ee-4ba8-a9d8-544ee2cb4ed9 on host n-h1-813419-10 for vnic_type normal using segments [{'id': 'e2816259-5d97-4d70-8185-657dafc2ccce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '26e8f3ce-7029-4f17-bcc4-67a5d7f64e7c'}] Oct 27 10:27:20.891309 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48813b2c-8729-4d61-966d-435e81a2633c None None] The sync data for ids ['526f997e-26ff-414f-8d93-a6c092756e34'] in n-d-813419-10 is: [{'id': '526f997e-26ff-414f-8d93-a6c092756e34', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-420425655-router', 'tenant_id': '7517d618a1be4ff0aa51550f921b9468', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.207'}], 'enable_snat': True}, 'gw_port_id': '2c7a60d1-f0e5-409d-be06-357a28208768', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:27:05Z', 'updated_at': '2021-10-27T10:27:13Z', 'revision_number': 4, 'project_id': '7517d618a1be4ff0aa51550f921b9468', 'gw_port': {'id': '2c7a60d1-f0e5-409d-be06-357a28208768', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:04:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '526f997e-26ff-414f-8d93-a6c092756e34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:27:06Z', 'updated_at': '2021-10-27T10:27:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_interfaces': [{'id': '4b25f838-29f0-49e5-9cb7-cb35a84a94ac', 'name': '', 'network_id': '8d0bfbf6-a651-4027-be4c-8c46c789c0fc', 'tenant_id': '7517d618a1be4ff0aa51550f921b9468', 'mac_address': 'fa:16:3e:ed:93:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '526f997e-26ff-414f-8d93-a6c092756e34', 'device_owner': 'network:router_interface', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': '9550a2a4-cfa8-4bcb-a0bd-eb570b7d2fd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:27:11Z', 'updated_at': '2021-10-27T10:27:17Z', 'revision_number': 4, 'project_id': '7517d618a1be4ff0aa51550f921b9468', 'subnets': [{'id': '9550a2a4-cfa8-4bcb-a0bd-eb570b7d2fd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:27:20.895512 n-d-813419-10 neutron-server[102347]: INFO neutron.plugins.ml2.plugin [None req-6a33caea-f687-43fd-bd3d-54dd2d4898bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] Attempt 5 to bind port bd3d8b60-c1ee-4ba8-a9d8-544ee2cb4ed9 Oct 27 10:27:20.897685 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-4f2d42c3-68aa-4ac6-b67d-a90a273fc83e None None] Provisioning complete for port 3ebcd00e-72e2-4b9a-992d-3c1c8e45c35f triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:27:20.897974 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-4f2d42c3-68aa-4ac6-b67d-a90a273fc83e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:21.008645 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [None req-6a33caea-f687-43fd-bd3d-54dd2d4898bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] Attempting to bind port bd3d8b60-c1ee-4ba8-a9d8-544ee2cb4ed9 on host n-h1-813419-10 for vnic_type normal with profile {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:27:21.008972 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [None req-6a33caea-f687-43fd-bd3d-54dd2d4898bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] Attempting to bind port bd3d8b60-c1ee-4ba8-a9d8-544ee2cb4ed9 by drivers openvswitch,hyperv on host n-h1-813419-10 at level 0 using segments [{'id': 'e2816259-5d97-4d70-8185-657dafc2ccce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '26e8f3ce-7029-4f17-bcc4-67a5d7f64e7c'}] {{(pid=102347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:27:21.009304 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a33caea-f687-43fd-bd3d-54dd2d4898bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] Attempting to bind port bd3d8b60-c1ee-4ba8-a9d8-544ee2cb4ed9 on network 26e8f3ce-7029-4f17-bcc4-67a5d7f64e7c {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:27:21.035973 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a33caea-f687-43fd-bd3d-54dd2d4898bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] Port bd3d8b60-c1ee-4ba8-a9d8-544ee2cb4ed9 on network 26e8f3ce-7029-4f17-bcc4-67a5d7f64e7c not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-10 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 10:27:21.036319 n-d-813419-10 neutron-server[102347]: ERROR neutron.plugins.ml2.managers [None req-6a33caea-f687-43fd-bd3d-54dd2d4898bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] Failed to bind port bd3d8b60-c1ee-4ba8-a9d8-544ee2cb4ed9 on host n-h1-813419-10 for vnic_type normal using segments [{'id': 'e2816259-5d97-4d70-8185-657dafc2ccce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '26e8f3ce-7029-4f17-bcc4-67a5d7f64e7c'}] Oct 27 10:27:21.046632 n-d-813419-10 neutron-server[102347]: INFO neutron.plugins.ml2.plugin [None req-6a33caea-f687-43fd-bd3d-54dd2d4898bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] Attempt 6 to bind port bd3d8b60-c1ee-4ba8-a9d8-544ee2cb4ed9 Oct 27 10:27:21.115463 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [None req-6a33caea-f687-43fd-bd3d-54dd2d4898bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] Attempting to bind port bd3d8b60-c1ee-4ba8-a9d8-544ee2cb4ed9 on host n-h1-813419-10 for vnic_type normal with profile {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:27:21.116026 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [None req-6a33caea-f687-43fd-bd3d-54dd2d4898bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] Attempting to bind port bd3d8b60-c1ee-4ba8-a9d8-544ee2cb4ed9 by drivers openvswitch,hyperv on host n-h1-813419-10 at level 0 using segments [{'id': 'e2816259-5d97-4d70-8185-657dafc2ccce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '26e8f3ce-7029-4f17-bcc4-67a5d7f64e7c'}] {{(pid=102347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:27:21.116026 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a33caea-f687-43fd-bd3d-54dd2d4898bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] Attempting to bind port bd3d8b60-c1ee-4ba8-a9d8-544ee2cb4ed9 on network 26e8f3ce-7029-4f17-bcc4-67a5d7f64e7c {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:27:21.144455 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a33caea-f687-43fd-bd3d-54dd2d4898bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] Port bd3d8b60-c1ee-4ba8-a9d8-544ee2cb4ed9 on network 26e8f3ce-7029-4f17-bcc4-67a5d7f64e7c not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-10 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 10:27:21.144926 n-d-813419-10 neutron-server[102347]: ERROR neutron.plugins.ml2.managers [None req-6a33caea-f687-43fd-bd3d-54dd2d4898bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] Failed to bind port bd3d8b60-c1ee-4ba8-a9d8-544ee2cb4ed9 on host n-h1-813419-10 for vnic_type normal using segments [{'id': 'e2816259-5d97-4d70-8185-657dafc2ccce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '26e8f3ce-7029-4f17-bcc4-67a5d7f64e7c'}] Oct 27 10:27:21.152157 n-d-813419-10 neutron-server[102347]: INFO neutron.plugins.ml2.plugin [None req-6a33caea-f687-43fd-bd3d-54dd2d4898bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] Attempt 7 to bind port bd3d8b60-c1ee-4ba8-a9d8-544ee2cb4ed9 Oct 27 10:27:21.167849 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46b4acd7-fb9c-4b95-b860-1bcd361541e8 req-c5899662-58ff-46b2-91af-822498d5dc2d tempest-FloatingIPsAssociationNegativeTestJSON-285214202 tempest-FloatingIPsAssociationNegativeTestJSON-285214202-project] Made reservation on behalf of 7517d618a1be4ff0aa51550f921b9468 for: {'port': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:27:21.171765 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-46b4acd7-fb9c-4b95-b860-1bcd361541e8 req-c5899662-58ff-46b2-91af-822498d5dc2d tempest-FloatingIPsAssociationNegativeTestJSON-285214202 tempest-FloatingIPsAssociationNegativeTestJSON-285214202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:21.208015 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-4f2d42c3-68aa-4ac6-b67d-a90a273fc83e None None] Port 3ebcd00e-72e2-4b9a-992d-3c1c8e45c35f cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:27:21.237353 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b98c0f4-81e0-4956-919c-d185289faac2 req-226d51f3-78de-4793-854b-c39e43a53b3d tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:21.239132 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-9b98c0f4-81e0-4956-919c-d185289faac2 req-226d51f3-78de-4793-854b-c39e43a53b3d tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] 10.222.0.44 "GET /v2.0/ports?device_id=9bb5027d-0226-4b9c-bc5a-2c56e46be55f HTTP/1.1" status: 200 len: 935 time: 0.1347756 Oct 27 10:27:21.331339 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-4f2d42c3-68aa-4ac6-b67d-a90a273fc83e None None] Provisioning complete for port 4b25f838-29f0-49e5-9cb7-cb35a84a94ac triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:27:21.331713 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-4f2d42c3-68aa-4ac6-b67d-a90a273fc83e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:21.358524 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-9b98c0f4-81e0-4956-919c-d185289faac2 req-22e22fb3-eab0-4644-b966-46bf30f737eb tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] 10.222.0.44 "GET /v2.0/security-groups?id=564ecd8b-da86-4175-923a-67dcc5fcd400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090519 Oct 27 10:27:21.603341 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-a68af72e-dfc2-487b-9220-003f9dfaef23 req-ff494dc8-9ee9-49a9-a8da-369b166c919e tempest-FloatingIPsAssociationNegativeTestJSON-285214202 tempest-FloatingIPsAssociationNegativeTestJSON-285214202-project] 10.222.0.44 "GET /v2.0/ports?device_id=960c3882-8995-469f-b814-0b87f3b61996 HTTP/1.1" status: 200 len: 210 time: 0.0538793 Oct 27 10:27:21.694363 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [None req-6a33caea-f687-43fd-bd3d-54dd2d4898bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] Attempting to bind port bd3d8b60-c1ee-4ba8-a9d8-544ee2cb4ed9 on host n-h1-813419-10 for vnic_type normal with profile {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:27:21.694815 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [None req-6a33caea-f687-43fd-bd3d-54dd2d4898bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] Attempting to bind port bd3d8b60-c1ee-4ba8-a9d8-544ee2cb4ed9 by drivers openvswitch,hyperv on host n-h1-813419-10 at level 0 using segments [{'id': 'e2816259-5d97-4d70-8185-657dafc2ccce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '26e8f3ce-7029-4f17-bcc4-67a5d7f64e7c'}] {{(pid=102347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:27:21.695100 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a33caea-f687-43fd-bd3d-54dd2d4898bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] Attempting to bind port bd3d8b60-c1ee-4ba8-a9d8-544ee2cb4ed9 on network 26e8f3ce-7029-4f17-bcc4-67a5d7f64e7c {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:27:21.747176 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a33caea-f687-43fd-bd3d-54dd2d4898bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] Port bd3d8b60-c1ee-4ba8-a9d8-544ee2cb4ed9 on network 26e8f3ce-7029-4f17-bcc4-67a5d7f64e7c not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-10 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 10:27:21.747534 n-d-813419-10 neutron-server[102347]: ERROR neutron.plugins.ml2.managers [None req-6a33caea-f687-43fd-bd3d-54dd2d4898bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] Failed to bind port bd3d8b60-c1ee-4ba8-a9d8-544ee2cb4ed9 on host n-h1-813419-10 for vnic_type normal using segments [{'id': 'e2816259-5d97-4d70-8185-657dafc2ccce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '26e8f3ce-7029-4f17-bcc4-67a5d7f64e7c'}] Oct 27 10:27:21.780290 n-d-813419-10 neutron-server[102347]: INFO neutron.plugins.ml2.plugin [None req-6a33caea-f687-43fd-bd3d-54dd2d4898bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] Attempt 8 to bind port bd3d8b60-c1ee-4ba8-a9d8-544ee2cb4ed9 Oct 27 10:27:21.834787 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [req-89fb5957-f9cd-43fd-9d80-aacf6b1f53a5 req-26a19673-a266-4d8e-b948-bb9c91a1f186 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ebcd00e-72e2-4b9a-992d-3c1c8e45c35f {{(pid=102347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:27:21.851565 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-89fb5957-f9cd-43fd-9d80-aacf6b1f53a5 req-26a19673-a266-4d8e-b948-bb9c91a1f186 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:21.869073 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-3c6a8245-0581-48aa-b5f6-4d8fe98cd16e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:21.888405 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [None req-6a33caea-f687-43fd-bd3d-54dd2d4898bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] Attempting to bind port bd3d8b60-c1ee-4ba8-a9d8-544ee2cb4ed9 on host n-h1-813419-10 for vnic_type normal with profile {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:27:21.888732 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [None req-6a33caea-f687-43fd-bd3d-54dd2d4898bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] Attempting to bind port bd3d8b60-c1ee-4ba8-a9d8-544ee2cb4ed9 by drivers openvswitch,hyperv on host n-h1-813419-10 at level 0 using segments [{'id': 'e2816259-5d97-4d70-8185-657dafc2ccce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '26e8f3ce-7029-4f17-bcc4-67a5d7f64e7c'}] {{(pid=102347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:27:21.889064 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a33caea-f687-43fd-bd3d-54dd2d4898bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] Attempting to bind port bd3d8b60-c1ee-4ba8-a9d8-544ee2cb4ed9 on network 26e8f3ce-7029-4f17-bcc4-67a5d7f64e7c {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:27:21.908733 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-85290317-ea17-4fa5-8105-52f9381d86a8 req-40660f3e-7beb-464c-8195-42d2fb1acc09 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ae4390a-b621-4500-a1b9-c968556e5a4c HTTP/1.1" status: 200 len: 210 time: 0.0631495 Oct 27 10:27:21.915577 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.provisioning_blocks [req-89fb5957-f9cd-43fd-9d80-aacf6b1f53a5 req-26a19673-a266-4d8e-b948-bb9c91a1f186 service neutron] Transition to ACTIVE for port object 3ebcd00e-72e2-4b9a-992d-3c1c8e45c35f will not be triggered until provisioned by entity L2. {{(pid=102347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 10:27:21.924983 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a33caea-f687-43fd-bd3d-54dd2d4898bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] Port bd3d8b60-c1ee-4ba8-a9d8-544ee2cb4ed9 on network 26e8f3ce-7029-4f17-bcc4-67a5d7f64e7c not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-10 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 10:27:21.925347 n-d-813419-10 neutron-server[102347]: ERROR neutron.plugins.ml2.managers [None req-6a33caea-f687-43fd-bd3d-54dd2d4898bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] Failed to bind port bd3d8b60-c1ee-4ba8-a9d8-544ee2cb4ed9 on host n-h1-813419-10 for vnic_type normal using segments [{'id': 'e2816259-5d97-4d70-8185-657dafc2ccce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '26e8f3ce-7029-4f17-bcc4-67a5d7f64e7c'}] Oct 27 10:27:21.932241 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33de2eff-ad63-410b-a841-03fed9c2aeb1 req-8d35e097-be61-49d1-9835-960d0db85a8c tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:21.939474 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-33de2eff-ad63-410b-a841-03fed9c2aeb1 req-8d35e097-be61-49d1-9835-960d0db85a8c tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] 10.222.0.44 "GET /v2.0/networks?id=b70d8912-e651-449a-aede-549067567147 HTTP/1.1" status: 200 len: 808 time: 0.8124485 Oct 27 10:27:21.947722 n-d-813419-10 neutron-server[102347]: INFO neutron.plugins.ml2.plugin [None req-6a33caea-f687-43fd-bd3d-54dd2d4898bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] Attempt 9 to bind port bd3d8b60-c1ee-4ba8-a9d8-544ee2cb4ed9 Oct 27 10:27:21.965744 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-89fb5957-f9cd-43fd-9d80-aacf6b1f53a5 req-26a19673-a266-4d8e-b948-bb9c91a1f186 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:22.021951 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-62bf71dc-301b-4bcf-81bb-ddf29eaa16cb req-8d6886b5-e3b7-4651-9ffb-26adb6f48e71 tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] 10.222.0.44 "GET /v2.0/ports?device_id=68ea0598-7f28-45b3-9509-6e18cfd4fd44 HTTP/1.1" status: 200 len: 210 time: 0.0352833 Oct 27 10:27:22.043712 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-33de2eff-ad63-410b-a841-03fed9c2aeb1 req-75e1e09f-ce31-4fd6-90c7-d25471f0e17d tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] 10.222.0.44 "GET /v2.0/quotas/9c487093db7840e98dafd374096ede4c HTTP/1.1" status: 200 len: 375 time: 0.1032805 Oct 27 10:27:22.081491 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [None req-6a33caea-f687-43fd-bd3d-54dd2d4898bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] Attempting to bind port bd3d8b60-c1ee-4ba8-a9d8-544ee2cb4ed9 on host n-h1-813419-10 for vnic_type normal with profile {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:27:22.081935 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [None req-6a33caea-f687-43fd-bd3d-54dd2d4898bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] Attempting to bind port bd3d8b60-c1ee-4ba8-a9d8-544ee2cb4ed9 by drivers openvswitch,hyperv on host n-h1-813419-10 at level 0 using segments [{'id': 'e2816259-5d97-4d70-8185-657dafc2ccce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '26e8f3ce-7029-4f17-bcc4-67a5d7f64e7c'}] {{(pid=102347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:27:22.082286 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a33caea-f687-43fd-bd3d-54dd2d4898bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] Attempting to bind port bd3d8b60-c1ee-4ba8-a9d8-544ee2cb4ed9 on network 26e8f3ce-7029-4f17-bcc4-67a5d7f64e7c {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:27:22.103451 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f542a186-d3d3-4899-994a-a449c42c5eaa req-71785db6-e86a-4ce8-bc7a-137825721979 tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:22.105690 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-f542a186-d3d3-4899-994a-a449c42c5eaa req-71785db6-e86a-4ce8-bc7a-137825721979 tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] 10.222.0.64 "GET /v2.0/networks?id=4c4816f7-a34d-4509-b1c3-eb56e1ec3f30 HTTP/1.1" status: 200 len: 813 time: 0.4147906 Oct 27 10:27:22.138564 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a33caea-f687-43fd-bd3d-54dd2d4898bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] Port bd3d8b60-c1ee-4ba8-a9d8-544ee2cb4ed9 on network 26e8f3ce-7029-4f17-bcc4-67a5d7f64e7c not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-10 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 10:27:22.139232 n-d-813419-10 neutron-server[102347]: ERROR neutron.plugins.ml2.managers [None req-6a33caea-f687-43fd-bd3d-54dd2d4898bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] Failed to bind port bd3d8b60-c1ee-4ba8-a9d8-544ee2cb4ed9 on host n-h1-813419-10 for vnic_type normal using segments [{'id': 'e2816259-5d97-4d70-8185-657dafc2ccce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '26e8f3ce-7029-4f17-bcc4-67a5d7f64e7c'}] Oct 27 10:27:22.157342 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [req-f542a186-d3d3-4899-994a-a449c42c5eaa req-4b190f18-2bf8-4aef-8ec2-09434924ab12 tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] Request body: {'port': {'device_id': '68ea0598-7f28-45b3-9509-6e18cfd4fd44', 'network_id': '4c4816f7-a34d-4509-b1c3-eb56e1ec3f30', 'admin_state_up': True, 'tenant_id': '2a73aad0ca0543f58dfb2590ad006be4'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:27:22.169812 n-d-813419-10 neutron-server[102347]: INFO neutron.plugins.ml2.plugin [None req-6a33caea-f687-43fd-bd3d-54dd2d4898bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] Attempt 10 to bind port bd3d8b60-c1ee-4ba8-a9d8-544ee2cb4ed9 Oct 27 10:27:22.199209 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a19673-a266-4d8e-b948-bb9c91a1f186 service neutron] Pushing event updated for resources: {'Port': ['ID=3ebcd00e-72e2-4b9a-992d-3c1c8e45c35f,revision_number=2']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:27:22.235111 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_common [req-46b4acd7-fb9c-4b95-b860-1bcd361541e8 req-c5899662-58ff-46b2-91af-822498d5dc2d tempest-FloatingIPsAssociationNegativeTestJSON-285214202 tempest-FloatingIPsAssociationNegativeTestJSON-285214202-project] Allocated IP 172.20.0.12 (8d0bfbf6-a651-4027-be4c-8c46c789c0fc/9550a2a4-cfa8-4bcb-a0bd-eb570b7d2fd8/dd1a4a75-aa59-4a40-9f4f-febceef5868f) {{(pid=102347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:27:22.300028 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [None req-6a33caea-f687-43fd-bd3d-54dd2d4898bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] Attempting to bind port bd3d8b60-c1ee-4ba8-a9d8-544ee2cb4ed9 on host n-h1-813419-10 for vnic_type normal with profile {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:27:22.300477 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [None req-6a33caea-f687-43fd-bd3d-54dd2d4898bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] Attempting to bind port bd3d8b60-c1ee-4ba8-a9d8-544ee2cb4ed9 by drivers openvswitch,hyperv on host n-h1-813419-10 at level 0 using segments [{'id': 'e2816259-5d97-4d70-8185-657dafc2ccce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '26e8f3ce-7029-4f17-bcc4-67a5d7f64e7c'}] {{(pid=102347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:27:22.300855 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a33caea-f687-43fd-bd3d-54dd2d4898bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] Attempting to bind port bd3d8b60-c1ee-4ba8-a9d8-544ee2cb4ed9 on network 26e8f3ce-7029-4f17-bcc4-67a5d7f64e7c {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:27:22.389880 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a33caea-f687-43fd-bd3d-54dd2d4898bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] Port bd3d8b60-c1ee-4ba8-a9d8-544ee2cb4ed9 on network 26e8f3ce-7029-4f17-bcc4-67a5d7f64e7c not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-10 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 10:27:22.389880 n-d-813419-10 neutron-server[102347]: ERROR neutron.plugins.ml2.managers [None req-6a33caea-f687-43fd-bd3d-54dd2d4898bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] Failed to bind port bd3d8b60-c1ee-4ba8-a9d8-544ee2cb4ed9 on host n-h1-813419-10 for vnic_type normal using segments [{'id': 'e2816259-5d97-4d70-8185-657dafc2ccce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '26e8f3ce-7029-4f17-bcc4-67a5d7f64e7c'}] Oct 27 10:27:22.390147 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-6a33caea-f687-43fd-bd3d-54dd2d4898bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:22.437654 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-33de2eff-ad63-410b-a841-03fed9c2aeb1 req-2dc4b8cd-6723-4dc3-98b0-d9ec3999615c tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=9c487093db7840e98dafd374096ede4c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3929882 Oct 27 10:27:22.574349 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 4b25f838-29f0-49e5-9cb7-cb35a84a94ac up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:27:22.622040 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976b1990-f04b-45d8-993c-f919d570de54 req-7c53ca76-f627-493e-8e44-3c0f1b4bbf0b tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:22.624216 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-976b1990-f04b-45d8-993c-f919d570de54 req-7c53ca76-f627-493e-8e44-3c0f1b4bbf0b tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.64 "GET /v2.0/networks?id=37f7eee7-78e5-4454-9540-9eb1f8cbbdab HTTP/1.1" status: 200 len: 814 time: 0.3543799 Oct 27 10:27:22.644264 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [req-976b1990-f04b-45d8-993c-f919d570de54 req-b6bb6039-00e7-40cb-8d20-4d76bc463aa1 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] Request body: {'port': {'device_id': '5ae4390a-b621-4500-a1b9-c968556e5a4c', 'network_id': '37f7eee7-78e5-4454-9540-9eb1f8cbbdab', 'admin_state_up': True, 'tenant_id': 'f314710ab2574682a5080affa23addcb'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:27:22.671178 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port 4b25f838-29f0-49e5-9cb7-cb35a84a94ac triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:27:22.671867 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:22.707407 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f561bb-d4eb-47c1-b6a6-46473013ffd2 req-71bfedb9-3d9f-4abf-bee6-a7e7902e60d7 tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:22.709481 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-c1f561bb-d4eb-47c1-b6a6-46473013ffd2 req-71bfedb9-3d9f-4abf-bee6-a7e7902e60d7 tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] 10.222.0.44 "GET /v2.0/ports?device_id=9bb5027d-0226-4b9c-bc5a-2c56e46be55f HTTP/1.1" status: 200 len: 947 time: 0.1599610 Oct 27 10:27:22.718661 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-89fb5957-f9cd-43fd-9d80-aacf6b1f53a5 req-26a19673-a266-4d8e-b948-bb9c91a1f186 service neutron] Attempting to bind port 3ebcd00e-72e2-4b9a-992d-3c1c8e45c35f on host n-h2-813419-10 for vnic_type normal with profile {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:27:22.718933 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-89fb5957-f9cd-43fd-9d80-aacf6b1f53a5 req-26a19673-a266-4d8e-b948-bb9c91a1f186 service neutron] Attempting to bind port 3ebcd00e-72e2-4b9a-992d-3c1c8e45c35f by drivers openvswitch,hyperv on host n-h2-813419-10 at level 0 using segments [{'id': 'f7c42c6d-2766-46d8-a8b7-4852117a5555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '4d250f92-d229-45fe-a579-67fef8e6c544'}] {{(pid=102347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:27:22.719120 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89fb5957-f9cd-43fd-9d80-aacf6b1f53a5 req-26a19673-a266-4d8e-b948-bb9c91a1f186 service neutron] Attempting to bind port 3ebcd00e-72e2-4b9a-992d-3c1c8e45c35f on network 4d250f92-d229-45fe-a579-67fef8e6c544 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:27:22.769247 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89fb5957-f9cd-43fd-9d80-aacf6b1f53a5 req-26a19673-a266-4d8e-b948-bb9c91a1f186 service neutron] Port 3ebcd00e-72e2-4b9a-992d-3c1c8e45c35f on network 4d250f92-d229-45fe-a579-67fef8e6c544 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-10 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 10:27:22.769919 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89fb5957-f9cd-43fd-9d80-aacf6b1f53a5 req-26a19673-a266-4d8e-b948-bb9c91a1f186 service neutron] Attempting to bind port 3ebcd00e-72e2-4b9a-992d-3c1c8e45c35f on network 4d250f92-d229-45fe-a579-67fef8e6c544 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:27:22.775656 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-c1f561bb-d4eb-47c1-b6a6-46473013ffd2 req-b4a17c2f-9e15-409d-8385-2f32bbe610d0 tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] 10.222.0.44 "GET /v2.0/security-groups?id=564ecd8b-da86-4175-923a-67dcc5fcd400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529082 Oct 27 10:27:22.808899 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f542a186-d3d3-4899-994a-a449c42c5eaa req-4b190f18-2bf8-4aef-8ec2-09434924ab12 tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] Made reservation on behalf of 2a73aad0ca0543f58dfb2590ad006be4 for: {'port': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:27:22.813716 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-f542a186-d3d3-4899-994a-a449c42c5eaa req-4b190f18-2bf8-4aef-8ec2-09434924ab12 tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:22.824376 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89fb5957-f9cd-43fd-9d80-aacf6b1f53a5 req-26a19673-a266-4d8e-b948-bb9c91a1f186 service neutron] Checking agent: {'id': 'a2edc247-0fa4-4ce6-bbae-a10492f6bd71', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 16, 9), 'started_at': datetime.datetime(2021, 10, 27, 10, 16, 9), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 27, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:27:22.824722 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89fb5957-f9cd-43fd-9d80-aacf6b1f53a5 req-26a19673-a266-4d8e-b948-bb9c91a1f186 service neutron] Checking segment: {'id': 'f7c42c6d-2766-46d8-a8b7-4852117a5555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '4d250f92-d229-45fe-a579-67fef8e6c544'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:27:22.825108 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89fb5957-f9cd-43fd-9d80-aacf6b1f53a5 req-26a19673-a266-4d8e-b948-bb9c91a1f186 service neutron] Bound using segment: {'id': 'f7c42c6d-2766-46d8-a8b7-4852117a5555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '4d250f92-d229-45fe-a579-67fef8e6c544'} {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:27:22.825560 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-89fb5957-f9cd-43fd-9d80-aacf6b1f53a5 req-26a19673-a266-4d8e-b948-bb9c91a1f186 service neutron] Bound port: 3ebcd00e-72e2-4b9a-992d-3c1c8e45c35f, host: n-h2-813419-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7c42c6d-2766-46d8-a8b7-4852117a5555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '4d250f92-d229-45fe-a579-67fef8e6c544'}}] {{(pid=102347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:27:22.825915 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-89fb5957-f9cd-43fd-9d80-aacf6b1f53a5 req-26a19673-a266-4d8e-b948-bb9c91a1f186 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:22.844358 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [None req-6a33caea-f687-43fd-bd3d-54dd2d4898bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] For port bd3d8b60-c1ee-4ba8-a9d8-544ee2cb4ed9, host n-h1-813419-10, cleared binding levels {{(pid=102347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:27:22.844727 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [None req-6a33caea-f687-43fd-bd3d-54dd2d4898bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] Attempted to set empty binding levels {{(pid=102347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Oct 27 10:27:22.862690 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-6a33caea-f687-43fd-bd3d-54dd2d4898bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:22.866548 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-976b1990-f04b-45d8-993c-f919d570de54 req-b6bb6039-00e7-40cb-8d20-4d76bc463aa1 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] Made reservation on behalf of f314710ab2574682a5080affa23addcb for: {'port': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:27:22.870923 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-976b1990-f04b-45d8-993c-f919d570de54 req-b6bb6039-00e7-40cb-8d20-4d76bc463aa1 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:22.878214 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-33de2eff-ad63-410b-a841-03fed9c2aeb1 req-1a8773a9-436b-4e19-ad68-f34fd4a24695 service neutron] 10.222.0.44 "GET /v2.0/networks/b70d8912-e651-449a-aede-549067567147?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4396596 Oct 27 10:27:22.921802 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-46b4acd7-fb9c-4b95-b860-1bcd361541e8 req-c5899662-58ff-46b2-91af-822498d5dc2d tempest-FloatingIPsAssociationNegativeTestJSON-285214202 tempest-FloatingIPsAssociationNegativeTestJSON-285214202-project] Publish callbacks [] for port, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:22.932105 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-971a54f7-5fd0-4638-8acc-3251aa9cc593 req-a975d446-5532-4eac-b072-f01233d1168f tempest-FloatingIPsAssociationNegativeTestJSON-285214202 tempest-FloatingIPsAssociationNegativeTestJSON-285214202-project] 10.222.0.44 "GET /v2.0/ports?device_id=960c3882-8995-469f-b814-0b87f3b61996 HTTP/1.1" status: 200 len: 210 time: 0.0310388 Oct 27 10:27:23.010969 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-6a33caea-f687-43fd-bd3d-54dd2d4898bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] In _notify_port_updated(), no bound segment for port bd3d8b60-c1ee-4ba8-a9d8-544ee2cb4ed9 on network 26e8f3ce-7029-4f17-bcc4-67a5d7f64e7c {{(pid=102347) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 27 10:27:23.011837 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a33caea-f687-43fd-bd3d-54dd2d4898bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:23.012472 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-6a33caea-f687-43fd-bd3d-54dd2d4898bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:23.013817 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-6a33caea-f687-43fd-bd3d-54dd2d4898bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] 10.222.0.44 "PUT /v2.0/ports/bd3d8b60-c1ee-4ba8-a9d8-544ee2cb4ed9 HTTP/1.1" status: 200 len: 979 time: 5.3484602 Oct 27 10:27:23.025732 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 52558) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:27:23.075902 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a33caea-f687-43fd-bd3d-54dd2d4898bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] Pushing event updated for resources: {'Port': ['ID=bd3d8b60-c1ee-4ba8-a9d8-544ee2cb4ed9,revision_number=3']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:27:23.128807 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-7561498f-54b2-4da1-8efa-41896cb48dea req-655bec4a-eedc-40c1-a0e3-9f369c1b9f49 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ae4390a-b621-4500-a1b9-c968556e5a4c HTTP/1.1" status: 200 len: 210 time: 0.0626283 Oct 27 10:27:23.157827 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_common [req-976b1990-f04b-45d8-993c-f919d570de54 req-b6bb6039-00e7-40cb-8d20-4d76bc463aa1 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] Allocated IP 172.20.0.14 (37f7eee7-78e5-4454-9540-9eb1f8cbbdab/249a5a87-559c-4770-af81-a36d13f3e017/863bd33a-7c9e-4cbf-aa6d-c8f79ce93249) {{(pid=102346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:27:23.167434 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-89fb5957-f9cd-43fd-9d80-aacf6b1f53a5 req-26a19673-a266-4d8e-b948-bb9c91a1f186 service neutron] For port 3ebcd00e-72e2-4b9a-992d-3c1c8e45c35f, host n-h2-813419-10, cleared binding levels {{(pid=102347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:27:23.186585 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de496b17-f667-4ce3-a8a2-3d3f0f16d1c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:23.187224 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de496b17-f667-4ce3-a8a2-3d3f0f16d1c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:23.187760 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de496b17-f667-4ce3-a8a2-3d3f0f16d1c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:23.188889 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de496b17-f667-4ce3-a8a2-3d3f0f16d1c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:23.189402 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de496b17-f667-4ce3-a8a2-3d3f0f16d1c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:23.189926 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de496b17-f667-4ce3-a8a2-3d3f0f16d1c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:23.190450 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de496b17-f667-4ce3-a8a2-3d3f0f16d1c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:23.190981 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de496b17-f667-4ce3-a8a2-3d3f0f16d1c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:23.191497 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de496b17-f667-4ce3-a8a2-3d3f0f16d1c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:23.192018 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de496b17-f667-4ce3-a8a2-3d3f0f16d1c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:23.192758 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de496b17-f667-4ce3-a8a2-3d3f0f16d1c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:23.193090 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de496b17-f667-4ce3-a8a2-3d3f0f16d1c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:23.193925 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de496b17-f667-4ce3-a8a2-3d3f0f16d1c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:23.194109 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de496b17-f667-4ce3-a8a2-3d3f0f16d1c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:23.194623 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de496b17-f667-4ce3-a8a2-3d3f0f16d1c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:23.195137 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de496b17-f667-4ce3-a8a2-3d3f0f16d1c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:23.195815 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de496b17-f667-4ce3-a8a2-3d3f0f16d1c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:23.196150 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de496b17-f667-4ce3-a8a2-3d3f0f16d1c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:23.196685 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de496b17-f667-4ce3-a8a2-3d3f0f16d1c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:23.197208 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de496b17-f667-4ce3-a8a2-3d3f0f16d1c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:23.197721 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de496b17-f667-4ce3-a8a2-3d3f0f16d1c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:23.198259 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de496b17-f667-4ce3-a8a2-3d3f0f16d1c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:23.198994 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de496b17-f667-4ce3-a8a2-3d3f0f16d1c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:23.199625 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de496b17-f667-4ce3-a8a2-3d3f0f16d1c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:23.199886 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de496b17-f667-4ce3-a8a2-3d3f0f16d1c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:23.200270 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de496b17-f667-4ce3-a8a2-3d3f0f16d1c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:23.200427 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-89fb5957-f9cd-43fd-9d80-aacf6b1f53a5 req-26a19673-a266-4d8e-b948-bb9c91a1f186 service neutron] For port 3ebcd00e-72e2-4b9a-992d-3c1c8e45c35f, host n-h2-813419-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=3ebcd00e-72e2-4b9a-992d-3c1c8e45c35f,segment=NetworkSegment(f7c42c6d-2766-46d8-a8b7-4852117a5555),segment_id=f7c42c6d-2766-46d8-a8b7-4852117a5555)] {{(pid=102347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:27:23.201201 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de496b17-f667-4ce3-a8a2-3d3f0f16d1c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:23.201897 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de496b17-f667-4ce3-a8a2-3d3f0f16d1c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:23.202545 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de496b17-f667-4ce3-a8a2-3d3f0f16d1c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:23.203190 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de496b17-f667-4ce3-a8a2-3d3f0f16d1c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:23.204000 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de496b17-f667-4ce3-a8a2-3d3f0f16d1c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:23.204850 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de496b17-f667-4ce3-a8a2-3d3f0f16d1c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:23.210426 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-de496b17-f667-4ce3-a8a2-3d3f0f16d1c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 28972 time: 0.1833367 Oct 27 10:27:23.213988 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-46b4acd7-fb9c-4b95-b860-1bcd361541e8 req-c5899662-58ff-46b2-91af-822498d5dc2d tempest-FloatingIPsAssociationNegativeTestJSON-285214202 tempest-FloatingIPsAssociationNegativeTestJSON-285214202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:23.215210 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 52564) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:27:23.227096 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-89fb5957-f9cd-43fd-9d80-aacf6b1f53a5 req-26a19673-a266-4d8e-b948-bb9c91a1f186 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:23.265103 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-33de2eff-ad63-410b-a841-03fed9c2aeb1 req-c88e86df-e357-4c9b-81fe-e8858cb20847 service neutron] 10.222.0.44 "GET /v2.0/networks/b70d8912-e651-449a-aede-549067567147?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3528981 Oct 27 10:27:23.285215 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_common [req-f542a186-d3d3-4899-994a-a449c42c5eaa req-4b190f18-2bf8-4aef-8ec2-09434924ab12 tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] Allocated IP 172.20.0.2 (4c4816f7-a34d-4509-b1c3-eb56e1ec3f30/94d6f39e-603b-4bcb-8dfa-684bf1105886/000260b4-400c-4b12-a382-b26f62e663ff) {{(pid=102347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:27:23.291500 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46b4acd7-fb9c-4b95-b860-1bcd361541e8 req-c5899662-58ff-46b2-91af-822498d5dc2d tempest-FloatingIPsAssociationNegativeTestJSON-285214202 tempest-FloatingIPsAssociationNegativeTestJSON-285214202-project] Network 8d0bfbf6-a651-4027-be4c-8c46c789c0fc is already hosted by enough agents. {{(pid=102347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:27:23.292970 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fb5957-f9cd-43fd-9d80-aacf6b1f53a5 req-26a19673-a266-4d8e-b948-bb9c91a1f186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:23.293579 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-89fb5957-f9cd-43fd-9d80-aacf6b1f53a5 req-26a19673-a266-4d8e-b948-bb9c91a1f186 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:23.294977 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-89fb5957-f9cd-43fd-9d80-aacf6b1f53a5 req-26a19673-a266-4d8e-b948-bb9c91a1f186 service neutron] 10.222.0.76 "PUT /v2.0/ports/3ebcd00e-72e2-4b9a-992d-3c1c8e45c35f HTTP/1.1" status: 200 len: 1096 time: 3.5888228 Oct 27 10:27:23.300117 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bb5027d-0226-4b9c-bc5a-2c56e46be55f', 'tag': '3ebcd00e-72e2-4b9a-992d-3c1c8e45c35f'}] {{(pid=102347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:27:23.302539 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311149b481204ee7edffdb959c881838506fbd95bc8577c048f6677abb73acc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-486a299a-b6cb-4bc2-9d8f-b0cc8d79d6cb" -d '{"events": [{"name": "network-changed", "server_uuid": "9bb5027d-0226-4b9c-bc5a-2c56e46be55f", "tag": "3ebcd00e-72e2-4b9a-992d-3c1c8e45c35f"}]}' {{(pid=102347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:27:23.313505 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [req-46b4acd7-fb9c-4b95-b860-1bcd361541e8 req-c5899662-58ff-46b2-91af-822498d5dc2d tempest-FloatingIPsAssociationNegativeTestJSON-285214202 tempest-FloatingIPsAssociationNegativeTestJSON-285214202-project] Resources bound (agent type, host, resource id): {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:27:23.318827 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [req-46b4acd7-fb9c-4b95-b860-1bcd361541e8 req-c5899662-58ff-46b2-91af-822498d5dc2d tempest-FloatingIPsAssociationNegativeTestJSON-285214202 tempest-FloatingIPsAssociationNegativeTestJSON-285214202-project] Received port after_create {{(pid=102347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:27:23.325842 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5899662-58ff-46b2-91af-822498d5dc2d tempest-FloatingIPsAssociationNegativeTestJSON-285214202 tempest-FloatingIPsAssociationNegativeTestJSON-285214202-project] Pushing event updated for resources: {'Port': ['ID=dd1a4a75-aa59-4a40-9f4f-febceef5868f,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:27:23.450477 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-6effbc93-0138-4ae2-807f-5eec1be3da11 req-cdb82271-320c-46db-9ba5-ab605ef9405a tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] 10.222.0.44 "GET /v2.0/ports?device_id=68ea0598-7f28-45b3-9509-6e18cfd4fd44 HTTP/1.1" status: 200 len: 210 time: 0.1894557 Oct 27 10:27:23.514913 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b4acd7-fb9c-4b95-b860-1bcd361541e8 req-c5899662-58ff-46b2-91af-822498d5dc2d tempest-FloatingIPsAssociationNegativeTestJSON-285214202 tempest-FloatingIPsAssociationNegativeTestJSON-285214202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:23.517317 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-46b4acd7-fb9c-4b95-b860-1bcd361541e8 req-c5899662-58ff-46b2-91af-822498d5dc2d tempest-FloatingIPsAssociationNegativeTestJSON-285214202 tempest-FloatingIPsAssociationNegativeTestJSON-285214202-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:23.547318 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-09332df7-147b-42bd-a9d8-64f9c254011a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] Deleting port bd3d8b60-c1ee-4ba8-a9d8-544ee2cb4ed9 {{(pid=102346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:27:23.548130 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-09332df7-147b-42bd-a9d8-64f9c254011a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:23.652969 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-976b1990-f04b-45d8-993c-f919d570de54 req-b6bb6039-00e7-40cb-8d20-4d76bc463aa1 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] Publish callbacks [] for port, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:23.695953 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [None req-09332df7-147b-42bd-a9d8-64f9c254011a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] For port bd3d8b60-c1ee-4ba8-a9d8-544ee2cb4ed9, host n-h1-813419-10, got binding levels [] {{(pid=102346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:27:23.696446 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-09332df7-147b-42bd-a9d8-64f9c254011a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:23.744577 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-09332df7-147b-42bd-a9d8-64f9c254011a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] Calling delete_port for bd3d8b60-c1ee-4ba8-a9d8-544ee2cb4ed9 owned by {{(pid=102346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:27:23.840579 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-976b1990-f04b-45d8-993c-f919d570de54 req-b6bb6039-00e7-40cb-8d20-4d76bc463aa1 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:23.849418 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-46b4acd7-fb9c-4b95-b860-1bcd361541e8 req-c5899662-58ff-46b2-91af-822498d5dc2d tempest-FloatingIPsAssociationNegativeTestJSON-285214202 tempest-FloatingIPsAssociationNegativeTestJSON-285214202-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0719941 Oct 27 10:27:23.871914 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-c7901e94-0be8-4f83-916b-fc63f3473d0e None None] Provisioning complete for port dd1a4a75-aa59-4a40-9f4f-febceef5868f triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:27:23.872508 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-c7901e94-0be8-4f83-916b-fc63f3473d0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:23.891498 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a19673-a266-4d8e-b948-bb9c91a1f186 service neutron] Pushing event updated for resources: {'Port': ['ID=3ebcd00e-72e2-4b9a-992d-3c1c8e45c35f,revision_number=3']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:27:23.895303 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-976b1990-f04b-45d8-993c-f919d570de54 req-b6bb6039-00e7-40cb-8d20-4d76bc463aa1 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] Network 37f7eee7-78e5-4454-9540-9eb1f8cbbdab is already hosted by enough agents. {{(pid=102346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:27:23.899741 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [req-976b1990-f04b-45d8-993c-f919d570de54 req-b6bb6039-00e7-40cb-8d20-4d76bc463aa1 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] Resources bound (agent type, host, resource id): {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:27:23.910371 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [req-976b1990-f04b-45d8-993c-f919d570de54 req-b6bb6039-00e7-40cb-8d20-4d76bc463aa1 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] Received port after_create {{(pid=102346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:27:23.915773 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [req-46b4acd7-fb9c-4b95-b860-1bcd361541e8 req-1f5c93d9-86de-44e3-8e8a-fd58e8cc8b67 service neutron] Request body: {'port': {'device_id': '960c3882-8995-469f-b814-0b87f3b61996', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-10'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:27:23.938650 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-f542a186-d3d3-4899-994a-a449c42c5eaa req-4b190f18-2bf8-4aef-8ec2-09434924ab12 tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] Publish callbacks [] for port, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:23.942042 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 10:27:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd384e1f-516e-4615-925e-2a8359e71741 x-openstack-request-id: req-cd384e1f-516e-4615-925e-2a8359e71741 {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:27:23.942332 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9bb5027d-0226-4b9c-bc5a-2c56e46be55f", "tag": "3ebcd00e-72e2-4b9a-992d-3c1c8e45c35f", "status": "completed", "code": 200}]} {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:27:23.942589 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-cd384e1f-516e-4615-925e-2a8359e71741 {{(pid=102347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:27:23.942989 n-d-813419-10 neutron-server[102347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9bb5027d-0226-4b9c-bc5a-2c56e46be55f', 'tag': '3ebcd00e-72e2-4b9a-992d-3c1c8e45c35f', 'status': 'completed', 'code': 200} Oct 27 10:27:23.966782 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bb6039-00e7-40cb-8d20-4d76bc463aa1 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] Pushing event updated for resources: {'Port': ['ID=863bd33a-7c9e-4cbf-aa6d-c8f79ce93249,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:27:23.982896 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-c7901e94-0be8-4f83-916b-fc63f3473d0e None None] Port dd1a4a75-aa59-4a40-9f4f-febceef5868f cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:27:23.987430 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-09332df7-147b-42bd-a9d8-64f9c254011a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:23.988087 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-a9518f60-93fc-4a27-9900-c9092e34ded8 req-a755db42-f60c-43d9-9a1a-8d1eb0188924 tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] 10.222.0.44 "GET /v2.0/ports?device_id=70421289-5784-4962-8b85-8bf7fa80cc12 HTTP/1.1" status: 200 len: 210 time: 0.1558411 Oct 27 10:27:24.023233 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976b1990-f04b-45d8-993c-f919d570de54 req-b6bb6039-00e7-40cb-8d20-4d76bc463aa1 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:24.024143 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-976b1990-f04b-45d8-993c-f919d570de54 req-b6bb6039-00e7-40cb-8d20-4d76bc463aa1 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:24.057168 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fb5957-f9cd-43fd-9d80-aacf6b1f53a5 req-44f4890c-e721-4a9b-a735-6d9adeb45610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:24.060437 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09332df7-147b-42bd-a9d8-64f9c254011a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] Pushing event deleted for resources: {'Port': ['ID=bd3d8b60-c1ee-4ba8-a9d8-544ee2cb4ed9,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:27:24.062155 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-89fb5957-f9cd-43fd-9d80-aacf6b1f53a5 req-44f4890c-e721-4a9b-a735-6d9adeb45610 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=90a01745d25e42a2aa454aea883f58a1&device_id=9bb5027d-0226-4b9c-bc5a-2c56e46be55f HTTP/1.1" status: 200 len: 1099 time: 0.2698743 Oct 27 10:27:24.067925 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-09332df7-147b-42bd-a9d8-64f9c254011a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:24.071717 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-09332df7-147b-42bd-a9d8-64f9c254011a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] 10.222.0.44 "DELETE /v2.0/ports/bd3d8b60-c1ee-4ba8-a9d8-544ee2cb4ed9 HTTP/1.1" status: 204 len: 168 time: 0.8552916 Oct 27 10:27:24.075846 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 52586) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:27:24.089878 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-976b1990-f04b-45d8-993c-f919d570de54 req-b6bb6039-00e7-40cb-8d20-4d76bc463aa1 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4527402 Oct 27 10:27:24.118746 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [req-976b1990-f04b-45d8-993c-f919d570de54 req-770289de-0f20-4cb8-b7d9-ebeb1ec73d35 service neutron] Request body: {'port': {'device_id': '5ae4390a-b621-4500-a1b9-c968556e5a4c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-10'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:27:24.126639 n-d-813419-10 neutron-server[102346]: INFO neutron.pecan_wsgi.hooks.translation [None req-1587eb54-02b4-4387-9f1b-c625fb8e114b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] GET failed (client error): The resource could not be found. Oct 27 10:27:24.128609 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-1587eb54-02b4-4387-9f1b-c625fb8e114b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] 10.222.0.44 "GET /v2.0/ports/bd3d8b60-c1ee-4ba8-a9d8-544ee2cb4ed9 HTTP/1.1" status: 404 len: 333 time: 0.0515523 Oct 27 10:27:24.162141 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 52592) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:27:24.168727 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-23e17a6b-050f-4bc0-8e8c-98d6a4f9298a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1322270380', 'network_id': '26e8f3ce-7029-4f17-bcc4-67a5d7f64e7c'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:27:24.192402 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-89fb5957-f9cd-43fd-9d80-aacf6b1f53a5 req-ebaada57-49d6-4963-a3f3-4cb95641da55 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.15&port_id=3ebcd00e-72e2-4b9a-992d-3c1c8e45c35f HTTP/1.1" status: 200 len: 217 time: 0.0934176 Oct 27 10:27:24.200281 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-46b4acd7-fb9c-4b95-b860-1bcd361541e8 req-1f5c93d9-86de-44e3-8e8a-fd58e8cc8b67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:24.288979 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1aaa25-c9c5-4659-8f9e-516c55fabeac req-920482cd-4ddb-4b10-a119-04596204cf83 tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:24.301985 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-3c1aaa25-c9c5-4659-8f9e-516c55fabeac req-920482cd-4ddb-4b10-a119-04596204cf83 tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] 10.222.0.44 "GET /v2.0/ports?device_id=9bb5027d-0226-4b9c-bc5a-2c56e46be55f HTTP/1.1" status: 200 len: 947 time: 0.1975944 Oct 27 10:27:24.313690 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-f542a186-d3d3-4899-994a-a449c42c5eaa req-4b190f18-2bf8-4aef-8ec2-09434924ab12 tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:24.327753 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] get_ports_and_sgs() called for port_ids ['4059356e-83b5-413a-a82e-17745b15d80f'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:27:24.349566 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5b467c-2963-4620-a5ea-cb28fbfc606c req-e3400299-aa46-4be7-b8fb-5ba84de5a9a8 tempest-FloatingIPsAssociationNegativeTestJSON-285214202 tempest-FloatingIPsAssociationNegativeTestJSON-285214202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:24.359005 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23e17a6b-050f-4bc0-8e8c-98d6a4f9298a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] Made reservation on behalf of 6a36cb2d1d5c4e989b5bc37d1fdb7a02 for: {'port': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:27:24.360442 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-7a5b467c-2963-4620-a5ea-cb28fbfc606c req-e3400299-aa46-4be7-b8fb-5ba84de5a9a8 tempest-FloatingIPsAssociationNegativeTestJSON-285214202 tempest-FloatingIPsAssociationNegativeTestJSON-285214202-project] 10.222.0.44 "GET /v2.0/ports?device_id=960c3882-8995-469f-b814-0b87f3b61996 HTTP/1.1" status: 200 len: 932 time: 0.2603779 Oct 27 10:27:24.362858 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-23e17a6b-050f-4bc0-8e8c-98d6a4f9298a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:24.404652 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-976b1990-f04b-45d8-993c-f919d570de54 req-770289de-0f20-4cb8-b7d9-ebeb1ec73d35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:24.430420 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fb5957-f9cd-43fd-9d80-aacf6b1f53a5 req-8275f41e-fe9d-4dd3-b6a3-c3948d8945b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:24.432441 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-89fb5957-f9cd-43fd-9d80-aacf6b1f53a5 req-8275f41e-fe9d-4dd3-b6a3-c3948d8945b7 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=62eb52f7-aac4-48af-8670-e04300325561 HTTP/1.1" status: 200 len: 843 time: 0.2111335 Oct 27 10:27:24.486106 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f542a186-d3d3-4899-994a-a449c42c5eaa req-4b190f18-2bf8-4aef-8ec2-09434924ab12 tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] Network 4c4816f7-a34d-4509-b1c3-eb56e1ec3f30 is already hosted by enough agents. {{(pid=102347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:27:24.496474 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [None req-23e17a6b-050f-4bc0-8e8c-98d6a4f9298a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] device_id is not set on port 66ea63cd-e8cd-48a2-97b0-822cb3676700 yet. {{(pid=102346) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 10:27:24.514209 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-3c1aaa25-c9c5-4659-8f9e-516c55fabeac req-a89debbb-4788-41f0-b139-ae818e44f156 tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] 10.222.0.44 "GET /v2.0/security-groups?id=564ecd8b-da86-4175-923a-67dcc5fcd400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2101603 Oct 27 10:27:24.588970 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-7a5b467c-2963-4620-a5ea-cb28fbfc606c req-cca1fbff-70bc-4393-9697-8914e491ebdd tempest-FloatingIPsAssociationNegativeTestJSON-285214202 tempest-FloatingIPsAssociationNegativeTestJSON-285214202-project] 10.222.0.44 "GET /v2.0/security-groups?id=9471a1c8-5aa9-4bed-91e9-0a13f0555c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2269781 Oct 27 10:27:24.590241 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [req-f542a186-d3d3-4899-994a-a449c42c5eaa req-4b190f18-2bf8-4aef-8ec2-09434924ab12 tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] Resources bound (agent type, host, resource id): {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:27:24.595850 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b190f18-2bf8-4aef-8ec2-09434924ab12 tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] Pushing event updated for resources: {'Port': ['ID=000260b4-400c-4b12-a382-b26f62e663ff,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:27:24.602755 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [req-f542a186-d3d3-4899-994a-a449c42c5eaa req-4b190f18-2bf8-4aef-8ec2-09434924ab12 tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] Received port after_create {{(pid=102347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:27:24.733764 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f542a186-d3d3-4899-994a-a449c42c5eaa req-4b190f18-2bf8-4aef-8ec2-09434924ab12 tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:24.734500 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-f542a186-d3d3-4899-994a-a449c42c5eaa req-4b190f18-2bf8-4aef-8ec2-09434924ab12 tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:24.800237 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fb5957-f9cd-43fd-9d80-aacf6b1f53a5 req-58b8c658-2973-48d3-9b33-84e1c96bb68c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:24.801759 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-89fb5957-f9cd-43fd-9d80-aacf6b1f53a5 req-58b8c658-2973-48d3-9b33-84e1c96bb68c service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=4d250f92-d229-45fe-a579-67fef8e6c544&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3489037 Oct 27 10:27:24.847647 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-f542a186-d3d3-4899-994a-a449c42c5eaa req-4b190f18-2bf8-4aef-8ec2-09434924ab12 tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7119887 Oct 27 10:27:24.852841 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1404d0-ea76-4a30-a329-4b806b1e1f9b req-c807f619-85ee-4717-920a-c0de34405b8e tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:24.860926 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-0a1404d0-ea76-4a30-a329-4b806b1e1f9b req-c807f619-85ee-4717-920a-c0de34405b8e tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ae4390a-b621-4500-a1b9-c968556e5a4c HTTP/1.1" status: 200 len: 932 time: 0.1461937 Oct 27 10:27:24.892711 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [req-f542a186-d3d3-4899-994a-a449c42c5eaa req-ac1d8eed-d7fe-4ba8-8d90-0fbd512c9723 service neutron] Request body: {'port': {'device_id': '68ea0598-7f28-45b3-9509-6e18cfd4fd44', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-10'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:27:24.957855 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748c7bbc-2774-4ba3-94f8-237a0aca2358 req-4bf83e33-cd99-4e1d-aedc-31c15e5ea8fd tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:24.963911 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-0a1404d0-ea76-4a30-a329-4b806b1e1f9b req-1a9bfee8-6dcb-4565-9b0b-e93dffc81f8a tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/security-groups?id=9f7279ee-2d49-4f67-b584-fc902ef383cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018503 Oct 27 10:27:24.965056 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-748c7bbc-2774-4ba3-94f8-237a0aca2358 req-4bf83e33-cd99-4e1d-aedc-31c15e5ea8fd tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] 10.222.0.44 "GET /v2.0/ports?device_id=68ea0598-7f28-45b3-9509-6e18cfd4fd44 HTTP/1.1" status: 200 len: 931 time: 0.2200601 Oct 27 10:27:25.073997 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-f542a186-d3d3-4899-994a-a449c42c5eaa req-ac1d8eed-d7fe-4ba8-8d90-0fbd512c9723 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:25.089161 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-748c7bbc-2774-4ba3-94f8-237a0aca2358 req-5ebcdb0e-7ea6-4ec6-b52a-a436e2c8f203 tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] 10.222.0.44 "GET /v2.0/security-groups?id=c947a31c-5410-49e0-adfc-c83fa1ba4206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189010 Oct 27 10:27:25.108618 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-23e17a6b-050f-4bc0-8e8c-98d6a4f9298a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:25.111193 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-89fb5957-f9cd-43fd-9d80-aacf6b1f53a5 req-e7d96a60-387b-4b5b-a154-930f5d55c57d service neutron] 10.222.0.76 "GET /v2.0/networks/4d250f92-d229-45fe-a579-67fef8e6c544?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2975142 Oct 27 10:27:25.218256 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [req-976b1990-f04b-45d8-993c-f919d570de54 req-770289de-0f20-4cb8-b7d9-ebeb1ec73d35 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 863bd33a-7c9e-4cbf-aa6d-c8f79ce93249 {{(pid=102346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:27:25.230261 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-976b1990-f04b-45d8-993c-f919d570de54 req-770289de-0f20-4cb8-b7d9-ebeb1ec73d35 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:25.244753 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-23e17a6b-050f-4bc0-8e8c-98d6a4f9298a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:25.255764 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.provisioning_blocks [req-976b1990-f04b-45d8-993c-f919d570de54 req-770289de-0f20-4cb8-b7d9-ebeb1ec73d35 service neutron] Transition to ACTIVE for port object 863bd33a-7c9e-4cbf-aa6d-c8f79ce93249 will not be triggered until provisioned by entity L2. {{(pid=102346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 10:27:25.284876 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [req-46b4acd7-fb9c-4b95-b860-1bcd361541e8 req-1f5c93d9-86de-44e3-8e8a-fd58e8cc8b67 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd1a4a75-aa59-4a40-9f4f-febceef5868f {{(pid=102347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:27:25.285467 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-976b1990-f04b-45d8-993c-f919d570de54 req-770289de-0f20-4cb8-b7d9-ebeb1ec73d35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27024173'] for port, after_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:25.299473 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-46b4acd7-fb9c-4b95-b860-1bcd361541e8 req-1f5c93d9-86de-44e3-8e8a-fd58e8cc8b67 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:25.314558 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23e17a6b-050f-4bc0-8e8c-98d6a4f9298a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] Network 26e8f3ce-7029-4f17-bcc4-67a5d7f64e7c is already hosted by enough agents. {{(pid=102346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:27:25.323304 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-23e17a6b-050f-4bc0-8e8c-98d6a4f9298a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] Resources bound (agent type, host, resource id): {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:27:25.327185 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23e17a6b-050f-4bc0-8e8c-98d6a4f9298a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] Received port after_create {{(pid=102346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:27:25.328184 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23e17a6b-050f-4bc0-8e8c-98d6a4f9298a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:25.329429 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-23e17a6b-050f-4bc0-8e8c-98d6a4f9298a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:25.331891 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e17a6b-050f-4bc0-8e8c-98d6a4f9298a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] Pushing event updated for resources: {'Port': ['ID=66ea63cd-e8cd-48a2-97b0-822cb3676700,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:27:25.360608 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-a7c69c30-a8e6-4996-8378-58a26d984912 req-849cf1af-25ec-4b34-a39c-6fb072363522 tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] 10.222.0.44 "GET /v2.0/ports?device_id=70421289-5784-4962-8b85-8bf7fa80cc12 HTTP/1.1" status: 200 len: 210 time: 0.1789403 Oct 27 10:27:25.400023 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-23e17a6b-050f-4bc0-8e8c-98d6a4f9298a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.2376742 Oct 27 10:27:25.422963 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 52620) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:27:25.436508 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.provisioning_blocks [req-46b4acd7-fb9c-4b95-b860-1bcd361541e8 req-1f5c93d9-86de-44e3-8e8a-fd58e8cc8b67 service neutron] Transition to ACTIVE for port object dd1a4a75-aa59-4a40-9f4f-febceef5868f will not be triggered until provisioned by entity L2. {{(pid=102347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 10:27:25.478132 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-46b4acd7-fb9c-4b95-b860-1bcd361541e8 req-1f5c93d9-86de-44e3-8e8a-fd58e8cc8b67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:25.502889 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-89fb5957-f9cd-43fd-9d80-aacf6b1f53a5 req-f1bfb6a3-888d-48a4-a9a8-c597a1630279 service neutron] 10.222.0.76 "GET /v2.0/networks/4d250f92-d229-45fe-a579-67fef8e6c544?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3658249 Oct 27 10:27:25.597159 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8491043b-2780-4a98-9e62-235546de2089 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:25.598488 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-8491043b-2780-4a98-9e62-235546de2089 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] 10.222.0.44 "GET /v2.0/ports/66ea63cd-e8cd-48a2-97b0-822cb3676700 HTTP/1.1" status: 200 len: 959 time: 0.1744816 Oct 27 10:27:25.630142 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 52624) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:27:25.630482 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 52626) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:27:26.014065 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770289de-0f20-4cb8-b7d9-ebeb1ec73d35 service neutron] Pushing event updated for resources: {'Port': ['ID=863bd33a-7c9e-4cbf-aa6d-c8f79ce93249,revision_number=2']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:27:26.155845 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33de2eff-ad63-410b-a841-03fed9c2aeb1 req-cb3fed5e-e3e1-4df4-8c4a-3863adbe1e0a tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:26.157812 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-33de2eff-ad63-410b-a841-03fed9c2aeb1 req-cb3fed5e-e3e1-4df4-8c4a-3863adbe1e0a tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] 10.222.0.76 "GET /v2.0/networks?id=b70d8912-e651-449a-aede-549067567147 HTTP/1.1" status: 200 len: 808 time: 0.2368529 Oct 27 10:27:26.186947 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [req-33de2eff-ad63-410b-a841-03fed9c2aeb1 req-012a29e7-f141-404d-9ac4-ae6f3af047da tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] Request body: {'port': {'device_id': '70421289-5784-4962-8b85-8bf7fa80cc12', 'network_id': 'b70d8912-e651-449a-aede-549067567147', 'admin_state_up': True, 'tenant_id': '9c487093db7840e98dafd374096ede4c'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:27:26.228036 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5c93d9-86de-44e3-8e8a-fd58e8cc8b67 service neutron] Pushing event updated for resources: {'Port': ['ID=dd1a4a75-aa59-4a40-9f4f-febceef5868f,revision_number=2']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:27:26.300511 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bf7714-ccdc-4cdb-b076-69ed761ca9cd req-90e4665f-92f3-40de-bc0c-21b08cb5b552 tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:26.308525 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-d5bf7714-ccdc-4cdb-b076-69ed761ca9cd req-90e4665f-92f3-40de-bc0c-21b08cb5b552 tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] 10.222.0.44 "GET /v2.0/ports?device_id=9bb5027d-0226-4b9c-bc5a-2c56e46be55f HTTP/1.1" status: 200 len: 947 time: 0.3905747 Oct 27 10:27:26.340274 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-ff2d1664-bd35-4006-8d68-3478de7879d6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:26.381532 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486a299a-b6cb-4bc2-9d8f-b0cc8d79d6cb req-5aea3130-4a6f-44cf-868f-22b6d2e02761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:26.383900 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-486a299a-b6cb-4bc2-9d8f-b0cc8d79d6cb req-5aea3130-4a6f-44cf-868f-22b6d2e02761 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=90a01745d25e42a2aa454aea883f58a1&device_id=9bb5027d-0226-4b9c-bc5a-2c56e46be55f HTTP/1.1" status: 200 len: 1099 time: 0.7646737 Oct 27 10:27:26.385494 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-d5bf7714-ccdc-4cdb-b076-69ed761ca9cd req-db007e38-a875-4fc4-a1a2-256bf5511f10 tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] 10.222.0.44 "GET /v2.0/security-groups?id=564ecd8b-da86-4175-923a-67dcc5fcd400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754392 Oct 27 10:27:26.388176 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.managers [req-976b1990-f04b-45d8-993c-f919d570de54 req-770289de-0f20-4cb8-b7d9-ebeb1ec73d35 service neutron] Attempting to bind port 863bd33a-7c9e-4cbf-aa6d-c8f79ce93249 on host n-h1-813419-10 for vnic_type normal with profile {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:27:26.388532 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.managers [req-976b1990-f04b-45d8-993c-f919d570de54 req-770289de-0f20-4cb8-b7d9-ebeb1ec73d35 service neutron] Attempting to bind port 863bd33a-7c9e-4cbf-aa6d-c8f79ce93249 by drivers openvswitch,hyperv on host n-h1-813419-10 at level 0 using segments [{'id': '2ae7a459-953f-4f06-8bb8-d3b1f54967e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '37f7eee7-78e5-4454-9540-9eb1f8cbbdab'}] {{(pid=102346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:27:26.388859 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-976b1990-f04b-45d8-993c-f919d570de54 req-770289de-0f20-4cb8-b7d9-ebeb1ec73d35 service neutron] Attempting to bind port 863bd33a-7c9e-4cbf-aa6d-c8f79ce93249 on network 37f7eee7-78e5-4454-9540-9eb1f8cbbdab {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:27:26.395797 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4405a1f-2126-441a-ab73-f07edfe74d17 req-13ec531d-cce0-4d87-aabe-8df503d1dd43 tempest-FloatingIPsAssociationNegativeTestJSON-285214202 tempest-FloatingIPsAssociationNegativeTestJSON-285214202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:26.397959 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-f4405a1f-2126-441a-ab73-f07edfe74d17 req-13ec531d-cce0-4d87-aabe-8df503d1dd43 tempest-FloatingIPsAssociationNegativeTestJSON-285214202 tempest-FloatingIPsAssociationNegativeTestJSON-285214202-project] 10.222.0.44 "GET /v2.0/ports?device_id=960c3882-8995-469f-b814-0b87f3b61996 HTTP/1.1" status: 200 len: 944 time: 0.2767777 Oct 27 10:27:26.411737 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-976b1990-f04b-45d8-993c-f919d570de54 req-770289de-0f20-4cb8-b7d9-ebeb1ec73d35 service neutron] Port 863bd33a-7c9e-4cbf-aa6d-c8f79ce93249 on network 37f7eee7-78e5-4454-9540-9eb1f8cbbdab not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-10 {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 10:27:26.415122 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-976b1990-f04b-45d8-993c-f919d570de54 req-770289de-0f20-4cb8-b7d9-ebeb1ec73d35 service neutron] Attempting to bind port 863bd33a-7c9e-4cbf-aa6d-c8f79ce93249 on network 37f7eee7-78e5-4454-9540-9eb1f8cbbdab {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:27:26.429439 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-976b1990-f04b-45d8-993c-f919d570de54 req-770289de-0f20-4cb8-b7d9-ebeb1ec73d35 service neutron] Checking agent: {'id': 'a52e1cab-0c63-402d-9c94-330537c6c076', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 16, 2), 'started_at': datetime.datetime(2021, 10, 27, 10, 16, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 27, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:27:26.429778 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-976b1990-f04b-45d8-993c-f919d570de54 req-770289de-0f20-4cb8-b7d9-ebeb1ec73d35 service neutron] Checking segment: {'id': '2ae7a459-953f-4f06-8bb8-d3b1f54967e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '37f7eee7-78e5-4454-9540-9eb1f8cbbdab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:27:26.431815 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-976b1990-f04b-45d8-993c-f919d570de54 req-770289de-0f20-4cb8-b7d9-ebeb1ec73d35 service neutron] Bound using segment: {'id': '2ae7a459-953f-4f06-8bb8-d3b1f54967e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '37f7eee7-78e5-4454-9540-9eb1f8cbbdab'} {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:27:26.434216 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.managers [req-976b1990-f04b-45d8-993c-f919d570de54 req-770289de-0f20-4cb8-b7d9-ebeb1ec73d35 service neutron] Bound port: 863bd33a-7c9e-4cbf-aa6d-c8f79ce93249, host: n-h1-813419-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ae7a459-953f-4f06-8bb8-d3b1f54967e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '37f7eee7-78e5-4454-9540-9eb1f8cbbdab'}}] {{(pid=102346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:27:26.434588 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-976b1990-f04b-45d8-993c-f919d570de54 req-770289de-0f20-4cb8-b7d9-ebeb1ec73d35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:26.474792 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-46b4acd7-fb9c-4b95-b860-1bcd361541e8 req-1f5c93d9-86de-44e3-8e8a-fd58e8cc8b67 service neutron] Attempting to bind port dd1a4a75-aa59-4a40-9f4f-febceef5868f on host n-h1-813419-10 for vnic_type normal with profile {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:27:26.475405 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-46b4acd7-fb9c-4b95-b860-1bcd361541e8 req-1f5c93d9-86de-44e3-8e8a-fd58e8cc8b67 service neutron] Attempting to bind port dd1a4a75-aa59-4a40-9f4f-febceef5868f by drivers openvswitch,hyperv on host n-h1-813419-10 at level 0 using segments [{'id': 'bb32181f-2d00-464a-ae3b-423fdf74c1eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '8d0bfbf6-a651-4027-be4c-8c46c789c0fc'}] {{(pid=102347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:27:26.475813 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46b4acd7-fb9c-4b95-b860-1bcd361541e8 req-1f5c93d9-86de-44e3-8e8a-fd58e8cc8b67 service neutron] Attempting to bind port dd1a4a75-aa59-4a40-9f4f-febceef5868f on network 8d0bfbf6-a651-4027-be4c-8c46c789c0fc {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:27:26.496472 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33de2eff-ad63-410b-a841-03fed9c2aeb1 req-012a29e7-f141-404d-9ac4-ae6f3af047da tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] Made reservation on behalf of 9c487093db7840e98dafd374096ede4c for: {'port': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:27:26.500147 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-33de2eff-ad63-410b-a841-03fed9c2aeb1 req-012a29e7-f141-404d-9ac4-ae6f3af047da tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:26.559517 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46b4acd7-fb9c-4b95-b860-1bcd361541e8 req-1f5c93d9-86de-44e3-8e8a-fd58e8cc8b67 service neutron] Port dd1a4a75-aa59-4a40-9f4f-febceef5868f on network 8d0bfbf6-a651-4027-be4c-8c46c789c0fc not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-10 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 10:27:26.559840 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46b4acd7-fb9c-4b95-b860-1bcd361541e8 req-1f5c93d9-86de-44e3-8e8a-fd58e8cc8b67 service neutron] Attempting to bind port dd1a4a75-aa59-4a40-9f4f-febceef5868f on network 8d0bfbf6-a651-4027-be4c-8c46c789c0fc {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:27:26.607455 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46b4acd7-fb9c-4b95-b860-1bcd361541e8 req-1f5c93d9-86de-44e3-8e8a-fd58e8cc8b67 service neutron] Checking agent: {'id': 'a52e1cab-0c63-402d-9c94-330537c6c076', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 16, 2), 'started_at': datetime.datetime(2021, 10, 27, 10, 16, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 27, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:27:26.607793 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46b4acd7-fb9c-4b95-b860-1bcd361541e8 req-1f5c93d9-86de-44e3-8e8a-fd58e8cc8b67 service neutron] Checking segment: {'id': 'bb32181f-2d00-464a-ae3b-423fdf74c1eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '8d0bfbf6-a651-4027-be4c-8c46c789c0fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:27:26.608186 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46b4acd7-fb9c-4b95-b860-1bcd361541e8 req-1f5c93d9-86de-44e3-8e8a-fd58e8cc8b67 service neutron] Bound using segment: {'id': 'bb32181f-2d00-464a-ae3b-423fdf74c1eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '8d0bfbf6-a651-4027-be4c-8c46c789c0fc'} {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:27:26.608652 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-46b4acd7-fb9c-4b95-b860-1bcd361541e8 req-1f5c93d9-86de-44e3-8e8a-fd58e8cc8b67 service neutron] Bound port: dd1a4a75-aa59-4a40-9f4f-febceef5868f, host: n-h1-813419-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb32181f-2d00-464a-ae3b-423fdf74c1eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '8d0bfbf6-a651-4027-be4c-8c46c789c0fc'}}] {{(pid=102347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:27:26.609017 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-46b4acd7-fb9c-4b95-b860-1bcd361541e8 req-1f5c93d9-86de-44e3-8e8a-fd58e8cc8b67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:26.643059 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [req-976b1990-f04b-45d8-993c-f919d570de54 req-770289de-0f20-4cb8-b7d9-ebeb1ec73d35 service neutron] For port 863bd33a-7c9e-4cbf-aa6d-c8f79ce93249, host n-h1-813419-10, cleared binding levels {{(pid=102346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:27:26.659273 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-f4405a1f-2126-441a-ab73-f07edfe74d17 req-6ee378cc-8825-4f67-94e7-543c7bf95e46 tempest-FloatingIPsAssociationNegativeTestJSON-285214202 tempest-FloatingIPsAssociationNegativeTestJSON-285214202-project] 10.222.0.44 "GET /v2.0/security-groups?id=9471a1c8-5aa9-4bed-91e9-0a13f0555c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2154934 Oct 27 10:27:26.673475 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50718bc1-fc18-4b24-9ff8-a3bba71b5049 req-fca0fec3-2345-4d29-ae1e-ffe85e9f5193 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:26.693304 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-50718bc1-fc18-4b24-9ff8-a3bba71b5049 req-fca0fec3-2345-4d29-ae1e-ffe85e9f5193 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ae4390a-b621-4500-a1b9-c968556e5a4c HTTP/1.1" status: 200 len: 944 time: 0.2003548 Oct 27 10:27:26.705207 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [req-976b1990-f04b-45d8-993c-f919d570de54 req-770289de-0f20-4cb8-b7d9-ebeb1ec73d35 service neutron] For port 863bd33a-7c9e-4cbf-aa6d-c8f79ce93249, host n-h1-813419-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=863bd33a-7c9e-4cbf-aa6d-c8f79ce93249,segment=NetworkSegment(2ae7a459-953f-4f06-8bb8-d3b1f54967e3),segment_id=2ae7a459-953f-4f06-8bb8-d3b1f54967e3)] {{(pid=102346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:27:26.724303 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-976b1990-f04b-45d8-993c-f919d570de54 req-770289de-0f20-4cb8-b7d9-ebeb1ec73d35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27024173'] for port, after_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:26.727655 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-233fc7d5-3e1c-4f6f-9a62-fc719f53c4da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] Deleting port 66ea63cd-e8cd-48a2-97b0-822cb3676700 {{(pid=102347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:27:26.727991 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-233fc7d5-3e1c-4f6f-9a62-fc719f53c4da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:26.818634 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976b1990-f04b-45d8-993c-f919d570de54 req-770289de-0f20-4cb8-b7d9-ebeb1ec73d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:26.819343 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-976b1990-f04b-45d8-993c-f919d570de54 req-770289de-0f20-4cb8-b7d9-ebeb1ec73d35 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:26.821173 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-976b1990-f04b-45d8-993c-f919d570de54 req-770289de-0f20-4cb8-b7d9-ebeb1ec73d35 service neutron] 10.222.0.64 "PUT /v2.0/ports/863bd33a-7c9e-4cbf-aa6d-c8f79ce93249 HTTP/1.1" status: 200 len: 1093 time: 2.7064247 Oct 27 10:27:26.826443 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ae4390a-b621-4500-a1b9-c968556e5a4c', 'tag': '863bd33a-7c9e-4cbf-aa6d-c8f79ce93249'}] {{(pid=102346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:27:26.828972 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc0e418f5fc417c8d55d94c0aa509b037d0beb2a734c1a709e789eb65639a56d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06607354-ccee-4aa9-8c5e-835f1307cb40" -d '{"events": [{"name": "network-changed", "server_uuid": "5ae4390a-b621-4500-a1b9-c968556e5a4c", "tag": "863bd33a-7c9e-4cbf-aa6d-c8f79ce93249"}]}' {{(pid=102346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:27:26.839303 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486a299a-b6cb-4bc2-9d8f-b0cc8d79d6cb req-af5c4de3-a35e-430b-b016-ce1aaaf3a221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:26.841767 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-486a299a-b6cb-4bc2-9d8f-b0cc8d79d6cb req-af5c4de3-a35e-430b-b016-ce1aaaf3a221 service neutron] 10.222.0.76 "GET /v2.0/networks?id=4d250f92-d229-45fe-a579-67fef8e6c544 HTTP/1.1" status: 200 len: 870 time: 0.4340622 Oct 27 10:27:26.844393 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [req-f542a186-d3d3-4899-994a-a449c42c5eaa req-ac1d8eed-d7fe-4ba8-8d90-0fbd512c9723 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 000260b4-400c-4b12-a382-b26f62e663ff {{(pid=102347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:27:26.870364 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-50718bc1-fc18-4b24-9ff8-a3bba71b5049 req-8c090476-43e0-4df7-8e83-c6dcb1b2ad0a tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/security-groups?id=9f7279ee-2d49-4f67-b584-fc902ef383cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757774 Oct 27 10:27:26.872162 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_common [req-33de2eff-ad63-410b-a841-03fed9c2aeb1 req-012a29e7-f141-404d-9ac4-ae6f3af047da tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] Allocated IP 172.20.0.11 (b70d8912-e651-449a-aede-549067567147/0c8d0682-e9d2-4157-8f50-67abbd1aff64/f81d61c2-dbd7-452d-b714-07ddb1d07d0b) {{(pid=102346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:27:26.903586 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-f542a186-d3d3-4899-994a-a449c42c5eaa req-ac1d8eed-d7fe-4ba8-8d90-0fbd512c9723 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:26.907231 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-ff2d1664-bd35-4006-8d68-3478de7879d6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:26.935505 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770289de-0f20-4cb8-b7d9-ebeb1ec73d35 service neutron] Pushing event updated for resources: {'Port': ['ID=863bd33a-7c9e-4cbf-aa6d-c8f79ce93249,revision_number=3']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:27:26.976833 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-ff2d1664-bd35-4006-8d68-3478de7879d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:27.004384 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976b1990-f04b-45d8-993c-f919d570de54 req-19402086-7b41-43fe-8781-11c9c06a8c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:27.006668 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-976b1990-f04b-45d8-993c-f919d570de54 req-19402086-7b41-43fe-8781-11c9c06a8c64 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f314710ab2574682a5080affa23addcb&device_id=5ae4390a-b621-4500-a1b9-c968556e5a4c HTTP/1.1" status: 200 len: 1096 time: 0.1238091 Oct 27 10:27:27.011400 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-c1aef718-e109-4d00-bc90-fd6eda517feb req-e4a6beac-76d0-4b83-9ca7-cfa329a927ce tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] 10.222.0.44 "GET /v2.0/ports?device_id=70421289-5784-4962-8b85-8bf7fa80cc12 HTTP/1.1" status: 200 len: 210 time: 0.0471985 Oct 27 10:27:27.026174 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-ff2d1664-bd35-4006-8d68-3478de7879d6 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=77b7db47bda54388ba7d41ae43d30825&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3794641 Oct 27 10:27:27.042721 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-486a299a-b6cb-4bc2-9d8f-b0cc8d79d6cb req-0aa3b75b-283e-4147-b9c5-d8373dc7115a service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.15&port_id=3ebcd00e-72e2-4b9a-992d-3c1c8e45c35f HTTP/1.1" status: 200 len: 217 time: 0.1497843 Oct 27 10:27:27.048010 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 52642) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:27:27.089625 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.provisioning_blocks [req-f542a186-d3d3-4899-994a-a449c42c5eaa req-ac1d8eed-d7fe-4ba8-8d90-0fbd512c9723 service neutron] Transition to ACTIVE for port object 000260b4-400c-4b12-a382-b26f62e663ff will not be triggered until provisioned by entity L2. {{(pid=102347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 10:27:27.089851 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 10:27:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbf8a8fd-bf06-41df-bb83-602f291b8d94 x-openstack-request-id: req-dbf8a8fd-bf06-41df-bb83-602f291b8d94 {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:27:27.089851 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ae4390a-b621-4500-a1b9-c968556e5a4c", "tag": "863bd33a-7c9e-4cbf-aa6d-c8f79ce93249", "status": "completed", "code": 200}]} {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:27:27.090488 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-dbf8a8fd-bf06-41df-bb83-602f291b8d94 {{(pid=102346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:27:27.090488 n-d-813419-10 neutron-server[102346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ae4390a-b621-4500-a1b9-c968556e5a4c', 'tag': '863bd33a-7c9e-4cbf-aa6d-c8f79ce93249', 'status': 'completed', 'code': 200} Oct 27 10:27:27.123731 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-976b1990-f04b-45d8-993c-f919d570de54 req-9de41e49-2029-4b65-9ec6-f568a4624658 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=863bd33a-7c9e-4cbf-aa6d-c8f79ce93249 HTTP/1.1" status: 200 len: 217 time: 0.0742357 Oct 27 10:27:27.151082 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-233fc7d5-3e1c-4f6f-9a62-fc719f53c4da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:27.167369 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-f542a186-d3d3-4899-994a-a449c42c5eaa req-ac1d8eed-d7fe-4ba8-8d90-0fbd512c9723 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:27.191872 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-46b4acd7-fb9c-4b95-b860-1bcd361541e8 req-1f5c93d9-86de-44e3-8e8a-fd58e8cc8b67 service neutron] For port dd1a4a75-aa59-4a40-9f4f-febceef5868f, host n-h1-813419-10, cleared binding levels {{(pid=102347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:27:27.201676 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976b1990-f04b-45d8-993c-f919d570de54 req-b78324ea-7c68-456a-a257-b4dd43a248a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:27.203317 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-976b1990-f04b-45d8-993c-f919d570de54 req-b78324ea-7c68-456a-a257-b4dd43a248a6 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=249a5a87-559c-4770-af81-a36d13f3e017 HTTP/1.1" status: 200 len: 854 time: 0.0696967 Oct 27 10:27:27.211594 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2d1664-bd35-4006-8d68-3478de7879d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d9badad-309f-433b-a1ae-e413468be087,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:27:27.215617 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-233fc7d5-3e1c-4f6f-9a62-fc719f53c4da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] Calling delete_port for 66ea63cd-e8cd-48a2-97b0-822cb3676700 owned by {{(pid=102347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:27:27.227976 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-33de2eff-ad63-410b-a841-03fed9c2aeb1 req-012a29e7-f141-404d-9ac4-ae6f3af047da tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] Publish callbacks [] for port, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:27.235652 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486a299a-b6cb-4bc2-9d8f-b0cc8d79d6cb req-c5e6007d-8c18-4355-80de-1016bf4c00a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:27.237524 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-486a299a-b6cb-4bc2-9d8f-b0cc8d79d6cb req-c5e6007d-8c18-4355-80de-1016bf4c00a6 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=62eb52f7-aac4-48af-8670-e04300325561 HTTP/1.1" status: 200 len: 843 time: 0.1557133 Oct 27 10:27:27.245564 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9a3689-f3a1-452a-a36c-4d495565f919 req-a38c3222-e988-4eac-b608-5883b86f2e99 tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:27.247354 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-bc9a3689-f3a1-452a-a36c-4d495565f919 req-a38c3222-e988-4eac-b608-5883b86f2e99 tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] 10.222.0.44 "GET /v2.0/ports?device_id=68ea0598-7f28-45b3-9509-6e18cfd4fd44 HTTP/1.1" status: 200 len: 931 time: 0.3505194 Oct 27 10:27:27.252159 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-976b1990-f04b-45d8-993c-f919d570de54 req-c34c2333-f3f4-4b38-a318-dc2271cddbb8 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=37f7eee7-78e5-4454-9540-9eb1f8cbbdab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386062 Oct 27 10:27:27.256402 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-46b4acd7-fb9c-4b95-b860-1bcd361541e8 req-1f5c93d9-86de-44e3-8e8a-fd58e8cc8b67 service neutron] For port dd1a4a75-aa59-4a40-9f4f-febceef5868f, host n-h1-813419-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=dd1a4a75-aa59-4a40-9f4f-febceef5868f,segment=NetworkSegment(bb32181f-2d00-464a-ae3b-423fdf74c1eb),segment_id=bb32181f-2d00-464a-ae3b-423fdf74c1eb)] {{(pid=102347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:27:27.306083 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-46b4acd7-fb9c-4b95-b860-1bcd361541e8 req-1f5c93d9-86de-44e3-8e8a-fd58e8cc8b67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:27.353761 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-33de2eff-ad63-410b-a841-03fed9c2aeb1 req-012a29e7-f141-404d-9ac4-ae6f3af047da tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:27.367194 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] get_ports_and_sgs() called for port_ids ['e0474841-83ec-4834-b5fd-d0a2d2bdb667'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:27:27.417996 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b4acd7-fb9c-4b95-b860-1bcd361541e8 req-1f5c93d9-86de-44e3-8e8a-fd58e8cc8b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:27.418624 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-46b4acd7-fb9c-4b95-b860-1bcd361541e8 req-1f5c93d9-86de-44e3-8e8a-fd58e8cc8b67 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:27.419998 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-46b4acd7-fb9c-4b95-b860-1bcd361541e8 req-1f5c93d9-86de-44e3-8e8a-fd58e8cc8b67 service neutron] 10.222.0.64 "PUT /v2.0/ports/dd1a4a75-aa59-4a40-9f4f-febceef5868f HTTP/1.1" status: 200 len: 1093 time: 3.5165327 Oct 27 10:27:27.426335 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '960c3882-8995-469f-b814-0b87f3b61996', 'tag': 'dd1a4a75-aa59-4a40-9f4f-febceef5868f'}] {{(pid=102347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:27:27.428642 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311149b481204ee7edffdb959c881838506fbd95bc8577c048f6677abb73acc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1541a4a0-54da-483e-a351-64c928d48860" -d '{"events": [{"name": "network-changed", "server_uuid": "960c3882-8995-469f-b814-0b87f3b61996", "tag": "dd1a4a75-aa59-4a40-9f4f-febceef5868f"}]}' {{(pid=102347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:27:27.437110 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33de2eff-ad63-410b-a841-03fed9c2aeb1 req-012a29e7-f141-404d-9ac4-ae6f3af047da tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] Network b70d8912-e651-449a-aede-549067567147 is already hosted by enough agents. {{(pid=102346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:27:27.440129 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-976b1990-f04b-45d8-993c-f919d570de54 req-1497c178-8d49-458d-a349-1a8111ac1c7b service neutron] 10.222.0.64 "GET /v2.0/networks/37f7eee7-78e5-4454-9540-9eb1f8cbbdab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1771896 Oct 27 10:27:27.444863 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [req-33de2eff-ad63-410b-a841-03fed9c2aeb1 req-012a29e7-f141-404d-9ac4-ae6f3af047da tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] Resources bound (agent type, host, resource id): {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:27:27.449110 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [req-33de2eff-ad63-410b-a841-03fed9c2aeb1 req-012a29e7-f141-404d-9ac4-ae6f3af047da tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] Received port after_create {{(pid=102346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:27:27.472143 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1d8eed-d7fe-4ba8-8d90-0fbd512c9723 service neutron] Pushing event updated for resources: {'Port': ['ID=000260b4-400c-4b12-a382-b26f62e663ff,revision_number=2']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:27:27.539853 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012a29e7-f141-404d-9ac4-ae6f3af047da tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] Pushing event updated for resources: {'Port': ['ID=f81d61c2-dbd7-452d-b714-07ddb1d07d0b,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:27:27.552061 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-729fdb7c-a954-481c-beaf-7a381137457b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:27.607677 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33de2eff-ad63-410b-a841-03fed9c2aeb1 req-012a29e7-f141-404d-9ac4-ae6f3af047da tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:27.609035 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-33de2eff-ad63-410b-a841-03fed9c2aeb1 req-012a29e7-f141-404d-9ac4-ae6f3af047da tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:27.672042 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-33de2eff-ad63-410b-a841-03fed9c2aeb1 req-012a29e7-f141-404d-9ac4-ae6f3af047da tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4956987 Oct 27 10:27:27.679590 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-976b1990-f04b-45d8-993c-f919d570de54 req-2d1b7f24-cbfa-4cd5-9810-42b652108a03 service neutron] 10.222.0.64 "GET /v2.0/networks/37f7eee7-78e5-4454-9540-9eb1f8cbbdab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2235115 Oct 27 10:27:27.687421 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [req-33de2eff-ad63-410b-a841-03fed9c2aeb1 req-91ca1f54-84c0-4eb8-a16f-43cd1b461d4b service neutron] Request body: {'port': {'device_id': '70421289-5784-4962-8b85-8bf7fa80cc12', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-10'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:27:27.707830 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b74a817-243b-4a43-bf95-19ae73230406 req-52ad5f17-6b0d-4ded-8ad5-62eba5c10e84 tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:27.710229 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-3b74a817-243b-4a43-bf95-19ae73230406 req-52ad5f17-6b0d-4ded-8ad5-62eba5c10e84 tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] 10.222.0.44 "GET /v2.0/ports?device_id=9bb5027d-0226-4b9c-bc5a-2c56e46be55f HTTP/1.1" status: 200 len: 947 time: 0.1208124 Oct 27 10:27:27.720395 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486a299a-b6cb-4bc2-9d8f-b0cc8d79d6cb req-8e868698-5e03-47ea-ba8e-fe12075c4362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:27.721968 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-486a299a-b6cb-4bc2-9d8f-b0cc8d79d6cb req-8e868698-5e03-47ea-ba8e-fe12075c4362 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=4d250f92-d229-45fe-a579-67fef8e6c544&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4692795 Oct 27 10:27:27.726274 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-bc9a3689-f3a1-452a-a36c-4d495565f919 req-2ad07519-959a-4b51-a27d-47a906e8a290 tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] 10.222.0.44 "GET /v2.0/security-groups?id=c947a31c-5410-49e0-adfc-c83fa1ba4206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4216781 Oct 27 10:27:27.866078 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-3b74a817-243b-4a43-bf95-19ae73230406 req-bb9eebc4-17cd-4ebe-a2b1-c8fa490e63d9 tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] 10.222.0.44 "GET /v2.0/security-groups?id=564ecd8b-da86-4175-923a-67dcc5fcd400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182594 Oct 27 10:27:27.868743 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-33de2eff-ad63-410b-a841-03fed9c2aeb1 req-91ca1f54-84c0-4eb8-a16f-43cd1b461d4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:27.884957 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06607354-ccee-4aa9-8c5e-835f1307cb40 req-04e8dd6e-7322-4818-8e41-dfad5e61d5cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:27.886463 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-06607354-ccee-4aa9-8c5e-835f1307cb40 req-04e8dd6e-7322-4818-8e41-dfad5e61d5cb service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f314710ab2574682a5080affa23addcb&device_id=5ae4390a-b621-4500-a1b9-c968556e5a4c HTTP/1.1" status: 200 len: 1096 time: 0.1228535 Oct 27 10:27:27.909685 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-486a299a-b6cb-4bc2-9d8f-b0cc8d79d6cb req-40bdda6c-ff11-4fba-a3c4-b8c7f77c85ca service neutron] 10.222.0.76 "GET /v2.0/networks/4d250f92-d229-45fe-a579-67fef8e6c544?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1571305 Oct 27 10:27:27.928409 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 10:27:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f02aa948-48ef-445f-8232-d622ff151be6 x-openstack-request-id: req-f02aa948-48ef-445f-8232-d622ff151be6 {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:27:27.928766 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "960c3882-8995-469f-b814-0b87f3b61996", "tag": "dd1a4a75-aa59-4a40-9f4f-febceef5868f", "status": "completed", "code": 200}]} {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:27:27.929563 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f02aa948-48ef-445f-8232-d622ff151be6 {{(pid=102347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:27:27.929563 n-d-813419-10 neutron-server[102347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '960c3882-8995-469f-b814-0b87f3b61996', 'tag': 'dd1a4a75-aa59-4a40-9f4f-febceef5868f', 'status': 'completed', 'code': 200} Oct 27 10:27:27.947211 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-729fdb7c-a954-481c-beaf-7a381137457b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:28.023633 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b4acd7-fb9c-4b95-b860-1bcd361541e8 req-f0011928-f30b-48af-8df6-21009774ffca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:28.025313 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-46b4acd7-fb9c-4b95-b860-1bcd361541e8 req-f0011928-f30b-48af-8df6-21009774ffca service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7517d618a1be4ff0aa51550f921b9468&device_id=960c3882-8995-469f-b814-0b87f3b61996 HTTP/1.1" status: 200 len: 1096 time: 0.5286412 Oct 27 10:27:28.085452 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5c93d9-86de-44e3-8e8a-fd58e8cc8b67 service neutron] Pushing event updated for resources: {'Port': ['ID=dd1a4a75-aa59-4a40-9f4f-febceef5868f,revision_number=3']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:27:28.138830 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06607354-ccee-4aa9-8c5e-835f1307cb40 req-95d132f5-98ab-4b0e-b38b-b83573d783ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:28.140369 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-06607354-ccee-4aa9-8c5e-835f1307cb40 req-95d132f5-98ab-4b0e-b38b-b83573d783ce service neutron] 10.222.0.64 "GET /v2.0/networks?id=37f7eee7-78e5-4454-9540-9eb1f8cbbdab HTTP/1.1" status: 200 len: 915 time: 0.2226336 Oct 27 10:27:28.142925 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-233fc7d5-3e1c-4f6f-9a62-fc719f53c4da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:28.149362 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-46b4acd7-fb9c-4b95-b860-1bcd361541e8 req-4851846f-7fbf-4b0c-90fc-92cc76e291f7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dd1a4a75-aa59-4a40-9f4f-febceef5868f HTTP/1.1" status: 200 len: 217 time: 0.0842123 Oct 27 10:27:28.162627 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-f542a186-d3d3-4899-994a-a449c42c5eaa req-ac1d8eed-d7fe-4ba8-8d90-0fbd512c9723 service neutron] Attempting to bind port 000260b4-400c-4b12-a382-b26f62e663ff on host n-h1-813419-10 for vnic_type normal with profile {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:27:28.163999 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-f542a186-d3d3-4899-994a-a449c42c5eaa req-ac1d8eed-d7fe-4ba8-8d90-0fbd512c9723 service neutron] Attempting to bind port 000260b4-400c-4b12-a382-b26f62e663ff by drivers openvswitch,hyperv on host n-h1-813419-10 at level 0 using segments [{'id': '55babfa1-afbc-48a2-a34b-7aa1ec1518dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '4c4816f7-a34d-4509-b1c3-eb56e1ec3f30'}] {{(pid=102347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:27:28.165297 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f542a186-d3d3-4899-994a-a449c42c5eaa req-ac1d8eed-d7fe-4ba8-8d90-0fbd512c9723 service neutron] Attempting to bind port 000260b4-400c-4b12-a382-b26f62e663ff on network 4c4816f7-a34d-4509-b1c3-eb56e1ec3f30 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:27:28.202933 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd45df1b-1cff-4b89-95a2-b19c7094490f req-22923eeb-207b-4759-b6ae-5ea564d123b8 tempest-FloatingIPsAssociationNegativeTestJSON-285214202 tempest-FloatingIPsAssociationNegativeTestJSON-285214202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:28.205285 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-bd45df1b-1cff-4b89-95a2-b19c7094490f req-22923eeb-207b-4759-b6ae-5ea564d123b8 tempest-FloatingIPsAssociationNegativeTestJSON-285214202 tempest-FloatingIPsAssociationNegativeTestJSON-285214202-project] 10.222.0.44 "GET /v2.0/ports?device_id=960c3882-8995-469f-b814-0b87f3b61996 HTTP/1.1" status: 200 len: 944 time: 0.2749612 Oct 27 10:27:28.223474 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233fc7d5-3e1c-4f6f-9a62-fc719f53c4da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] Pushing event deleted for resources: {'Port': ['ID=66ea63cd-e8cd-48a2-97b0-822cb3676700,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:27:28.233724 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d48fdb-b429-44df-a3fb-fcb23f63bfa6 req-c22ef849-2c5f-4f66-81e3-ae3ded7928ff tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:28.235253 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-54d48fdb-b429-44df-a3fb-fcb23f63bfa6 req-c22ef849-2c5f-4f66-81e3-ae3ded7928ff tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ae4390a-b621-4500-a1b9-c968556e5a4c HTTP/1.1" status: 200 len: 944 time: 0.1786544 Oct 27 10:27:28.240354 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-06607354-ccee-4aa9-8c5e-835f1307cb40 req-aff97eae-7774-4099-b3dd-7fb7ac0e0567 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=863bd33a-7c9e-4cbf-aa6d-c8f79ce93249 HTTP/1.1" status: 200 len: 217 time: 0.0548806 Oct 27 10:27:28.249465 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f542a186-d3d3-4899-994a-a449c42c5eaa req-ac1d8eed-d7fe-4ba8-8d90-0fbd512c9723 service neutron] Port 000260b4-400c-4b12-a382-b26f62e663ff on network 4c4816f7-a34d-4509-b1c3-eb56e1ec3f30 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-10 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 10:27:28.249857 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f542a186-d3d3-4899-994a-a449c42c5eaa req-ac1d8eed-d7fe-4ba8-8d90-0fbd512c9723 service neutron] Attempting to bind port 000260b4-400c-4b12-a382-b26f62e663ff on network 4c4816f7-a34d-4509-b1c3-eb56e1ec3f30 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:27:28.273724 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-233fc7d5-3e1c-4f6f-9a62-fc719f53c4da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:28.279315 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-233fc7d5-3e1c-4f6f-9a62-fc719f53c4da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] 10.222.0.44 "DELETE /v2.0/ports/66ea63cd-e8cd-48a2-97b0-822cb3676700 HTTP/1.1" status: 204 len: 168 time: 2.6391530 Oct 27 10:27:28.286081 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 52658) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:27:28.304189 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f542a186-d3d3-4899-994a-a449c42c5eaa req-ac1d8eed-d7fe-4ba8-8d90-0fbd512c9723 service neutron] Checking agent: {'id': 'a52e1cab-0c63-402d-9c94-330537c6c076', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 16, 2), 'started_at': datetime.datetime(2021, 10, 27, 10, 16, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 27, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:27:28.304778 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f542a186-d3d3-4899-994a-a449c42c5eaa req-ac1d8eed-d7fe-4ba8-8d90-0fbd512c9723 service neutron] Checking segment: {'id': '55babfa1-afbc-48a2-a34b-7aa1ec1518dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '4c4816f7-a34d-4509-b1c3-eb56e1ec3f30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:27:28.305193 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f542a186-d3d3-4899-994a-a449c42c5eaa req-ac1d8eed-d7fe-4ba8-8d90-0fbd512c9723 service neutron] Bound using segment: {'id': '55babfa1-afbc-48a2-a34b-7aa1ec1518dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '4c4816f7-a34d-4509-b1c3-eb56e1ec3f30'} {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:27:28.305682 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-f542a186-d3d3-4899-994a-a449c42c5eaa req-ac1d8eed-d7fe-4ba8-8d90-0fbd512c9723 service neutron] Bound port: 000260b4-400c-4b12-a382-b26f62e663ff, host: n-h1-813419-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55babfa1-afbc-48a2-a34b-7aa1ec1518dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '4c4816f7-a34d-4509-b1c3-eb56e1ec3f30'}}] {{(pid=102347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:27:28.306034 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-f542a186-d3d3-4899-994a-a449c42c5eaa req-ac1d8eed-d7fe-4ba8-8d90-0fbd512c9723 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:28.321323 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-729fdb7c-a954-481c-beaf-7a381137457b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:28.325945 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-729fdb7c-a954-481c-beaf-7a381137457b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:28.330046 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-729fdb7c-a954-481c-beaf-7a381137457b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4d9badad-309f-433b-a1ae-e413468be087 HTTP/1.1" status: 204 len: 168 time: 1.2605889 Oct 27 10:27:28.354229 n-d-813419-10 neutron-server[102346]: INFO neutron.pecan_wsgi.hooks.translation [None req-0755dfb3-6b7c-44da-87a9-5e9bcaa74b6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] GET failed (client error): The resource could not be found. Oct 27 10:27:28.359489 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-0755dfb3-6b7c-44da-87a9-5e9bcaa74b6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] 10.222.0.44 "GET /v2.0/ports/66ea63cd-e8cd-48a2-97b0-822cb3676700 HTTP/1.1" status: 404 len: 333 time: 0.0602965 Oct 27 10:27:28.359695 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-486a299a-b6cb-4bc2-9d8f-b0cc8d79d6cb req-bd4559f3-23e8-47a0-a4b0-171d5b3a2de3 service neutron] 10.222.0.76 "GET /v2.0/networks/4d250f92-d229-45fe-a579-67fef8e6c544?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4049144 Oct 27 10:27:28.367511 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 52662) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:27:28.377631 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-d6583700-00f7-43d3-ae0c-e6678d967f70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] Request body: {'port': {'network_id': '26e8f3ce-7029-4f17-bcc4-67a5d7f64e7c', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-994892856'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:27:28.378982 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b4acd7-fb9c-4b95-b860-1bcd361541e8 req-793cd86d-88ed-40b5-b835-94e0ef92d920 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:28.380533 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-46b4acd7-fb9c-4b95-b860-1bcd361541e8 req-793cd86d-88ed-40b5-b835-94e0ef92d920 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9550a2a4-cfa8-4bcb-a0bd-eb570b7d2fd8 HTTP/1.1" status: 200 len: 867 time: 0.1883938 Oct 27 10:27:28.388115 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729fdb7c-a954-481c-beaf-7a381137457b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d9badad-309f-433b-a1ae-e413468be087,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:27:28.409263 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06607354-ccee-4aa9-8c5e-835f1307cb40 req-785f7aec-81a5-43a0-9fbc-f7146bda8ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:28.410739 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-06607354-ccee-4aa9-8c5e-835f1307cb40 req-785f7aec-81a5-43a0-9fbc-f7146bda8ca7 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=249a5a87-559c-4770-af81-a36d13f3e017 HTTP/1.1" status: 200 len: 854 time: 0.1603503 Oct 27 10:27:28.417331 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-54d48fdb-b429-44df-a3fb-fcb23f63bfa6 req-42b1e8e1-a0e0-4573-ac98-ebb62582e4af tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/security-groups?id=9f7279ee-2d49-4f67-b584-fc902ef383cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726167 Oct 27 10:27:28.420144 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-bd45df1b-1cff-4b89-95a2-b19c7094490f req-8a7aae28-5a1d-43af-aefe-dd427ebd0bc8 tempest-FloatingIPsAssociationNegativeTestJSON-285214202 tempest-FloatingIPsAssociationNegativeTestJSON-285214202-project] 10.222.0.44 "GET /v2.0/security-groups?id=9471a1c8-5aa9-4bed-91e9-0a13f0555c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1981406 Oct 27 10:27:28.455354 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-06607354-ccee-4aa9-8c5e-835f1307cb40 req-fadcc805-6549-4457-9200-8e7b7b101a5e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=37f7eee7-78e5-4454-9540-9eb1f8cbbdab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336246 Oct 27 10:27:28.483418 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6583700-00f7-43d3-ae0c-e6678d967f70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] Made reservation on behalf of 6a36cb2d1d5c4e989b5bc37d1fdb7a02 for: {'port': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:27:28.485809 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d6583700-00f7-43d3-ae0c-e6678d967f70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:28.501655 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b4acd7-fb9c-4b95-b860-1bcd361541e8 req-73f451b1-5cd0-43cb-9774-6dfb23ffc55e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:28.503231 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-46b4acd7-fb9c-4b95-b860-1bcd361541e8 req-73f451b1-5cd0-43cb-9774-6dfb23ffc55e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8d0bfbf6-a651-4027-be4c-8c46c789c0fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0682497 Oct 27 10:27:28.504420 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-f542a186-d3d3-4899-994a-a449c42c5eaa req-ac1d8eed-d7fe-4ba8-8d90-0fbd512c9723 service neutron] For port 000260b4-400c-4b12-a382-b26f62e663ff, host n-h1-813419-10, cleared binding levels {{(pid=102347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:27:28.514333 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-f542a186-d3d3-4899-994a-a449c42c5eaa req-ac1d8eed-d7fe-4ba8-8d90-0fbd512c9723 service neutron] For port 000260b4-400c-4b12-a382-b26f62e663ff, host n-h1-813419-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=000260b4-400c-4b12-a382-b26f62e663ff,segment=NetworkSegment(55babfa1-afbc-48a2-a34b-7aa1ec1518dd),segment_id=55babfa1-afbc-48a2-a34b-7aa1ec1518dd)] {{(pid=102347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:27:28.537213 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-f542a186-d3d3-4899-994a-a449c42c5eaa req-ac1d8eed-d7fe-4ba8-8d90-0fbd512c9723 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:28.585873 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [None req-d6583700-00f7-43d3-ae0c-e6678d967f70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] device_id is not set on port 1bc4cd39-4914-4b6b-8b10-151d3ca213fe yet. {{(pid=102346) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 10:27:28.635962 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f542a186-d3d3-4899-994a-a449c42c5eaa req-ac1d8eed-d7fe-4ba8-8d90-0fbd512c9723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:28.636834 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-f542a186-d3d3-4899-994a-a449c42c5eaa req-ac1d8eed-d7fe-4ba8-8d90-0fbd512c9723 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:28.638229 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-f542a186-d3d3-4899-994a-a449c42c5eaa req-ac1d8eed-d7fe-4ba8-8d90-0fbd512c9723 service neutron] 10.222.0.64 "PUT /v2.0/ports/000260b4-400c-4b12-a382-b26f62e663ff HTTP/1.1" status: 200 len: 1092 time: 3.7755790 Oct 27 10:27:28.642391 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [req-33de2eff-ad63-410b-a841-03fed9c2aeb1 req-91ca1f54-84c0-4eb8-a16f-43cd1b461d4b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f81d61c2-dbd7-452d-b714-07ddb1d07d0b {{(pid=102346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:27:28.658182 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-33de2eff-ad63-410b-a841-03fed9c2aeb1 req-91ca1f54-84c0-4eb8-a16f-43cd1b461d4b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:28.721123 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.provisioning_blocks [req-33de2eff-ad63-410b-a841-03fed9c2aeb1 req-91ca1f54-84c0-4eb8-a16f-43cd1b461d4b service neutron] Transition to ACTIVE for port object f81d61c2-dbd7-452d-b714-07ddb1d07d0b will not be triggered until provisioned by entity L2. {{(pid=102346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 10:27:28.732393 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-33de2eff-ad63-410b-a841-03fed9c2aeb1 req-91ca1f54-84c0-4eb8-a16f-43cd1b461d4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27024173'] for port, after_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:28.736032 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-06607354-ccee-4aa9-8c5e-835f1307cb40 req-f722006c-2758-4849-98e4-4c928b3c3641 service neutron] 10.222.0.64 "GET /v2.0/networks/37f7eee7-78e5-4454-9540-9eb1f8cbbdab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2695942 Oct 27 10:27:28.750885 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1d8eed-d7fe-4ba8-8d90-0fbd512c9723 service neutron] Pushing event updated for resources: {'Port': ['ID=000260b4-400c-4b12-a382-b26f62e663ff,revision_number=3']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:27:28.791287 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-46b4acd7-fb9c-4b95-b860-1bcd361541e8 req-349be500-32fb-4e18-9d30-ad2bb5f38598 service neutron] 10.222.0.64 "GET /v2.0/networks/8d0bfbf6-a651-4027-be4c-8c46c789c0fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2755394 Oct 27 10:27:28.799162 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cf7adf-b4d2-4f14-a8ff-5f2d5349c1d2 req-667e658e-056f-4906-bea7-5bcb0062f99a tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:28.806708 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-a2cf7adf-b4d2-4f14-a8ff-5f2d5349c1d2 req-667e658e-056f-4906-bea7-5bcb0062f99a tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] 10.222.0.44 "GET /v2.0/ports?device_id=70421289-5784-4962-8b85-8bf7fa80cc12 HTTP/1.1" status: 200 len: 932 time: 0.2708907 Oct 27 10:27:28.874562 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f542a186-d3d3-4899-994a-a449c42c5eaa req-f74373cd-db5a-4910-b70e-7a3dab8f5138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:28.876112 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-f542a186-d3d3-4899-994a-a449c42c5eaa req-f74373cd-db5a-4910-b70e-7a3dab8f5138 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2a73aad0ca0543f58dfb2590ad006be4&device_id=68ea0598-7f28-45b3-9509-6e18cfd4fd44 HTTP/1.1" status: 200 len: 1095 time: 0.1866379 Oct 27 10:27:28.942370 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-a2cf7adf-b4d2-4f14-a8ff-5f2d5349c1d2 req-f867b4a3-1e90-4abc-acac-cd43640ce304 tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] 10.222.0.44 "GET /v2.0/security-groups?id=df17171a-6534-4d8a-8518-0be5fe64cbb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347890 Oct 27 10:27:28.946289 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-f542a186-d3d3-4899-994a-a449c42c5eaa req-642b735a-3210-4288-b922-e0c86cfd9873 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=000260b4-400c-4b12-a382-b26f62e663ff HTTP/1.1" status: 200 len: 217 time: 0.0531254 Oct 27 10:27:29.040931 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ca1f54-84c0-4eb8-a16f-43cd1b461d4b service neutron] Pushing event updated for resources: {'Port': ['ID=f81d61c2-dbd7-452d-b714-07ddb1d07d0b,revision_number=2']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:27:29.041756 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-46b4acd7-fb9c-4b95-b860-1bcd361541e8 req-3f8a3cb2-e65b-4660-a0bd-9dcff3e9f6ff service neutron] 10.222.0.64 "GET /v2.0/networks/8d0bfbf6-a651-4027-be4c-8c46c789c0fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2327371 Oct 27 10:27:29.117755 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f542a186-d3d3-4899-994a-a449c42c5eaa req-e1f0ed23-85f6-492b-b616-2f310585a76b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:29.120674 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-f542a186-d3d3-4899-994a-a449c42c5eaa req-e1f0ed23-85f6-492b-b616-2f310585a76b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=94d6f39e-603b-4bcb-8dfa-684bf1105886 HTTP/1.1" status: 200 len: 853 time: 0.1613872 Oct 27 10:27:29.138387 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba56b657-fb2e-4b7a-97f4-ff3ec2fecec3 req-8bc22de3-44cd-45ad-8375-17ae19ecca41 tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:29.146309 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ba56b657-fb2e-4b7a-97f4-ff3ec2fecec3 req-8bc22de3-44cd-45ad-8375-17ae19ecca41 tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] 10.222.0.44 "GET /v2.0/ports?device_id=68ea0598-7f28-45b3-9509-6e18cfd4fd44 HTTP/1.1" status: 200 len: 943 time: 0.2637613 Oct 27 10:27:29.157534 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d6583700-00f7-43d3-ae0c-e6678d967f70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:29.180292 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327742bc-a798-4b09-8c6e-c1d3e56a76ee req-03d86e6f-5238-4641-9a42-442f5888e852 tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:29.192590 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-327742bc-a798-4b09-8c6e-c1d3e56a76ee req-03d86e6f-5238-4641-9a42-442f5888e852 tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] 10.222.0.44 "GET /v2.0/ports?device_id=9bb5027d-0226-4b9c-bc5a-2c56e46be55f HTTP/1.1" status: 200 len: 947 time: 0.1452937 Oct 27 10:27:29.204705 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-06607354-ccee-4aa9-8c5e-835f1307cb40 req-d20bf11a-6721-4590-823d-19a948bdddcf service neutron] 10.222.0.64 "GET /v2.0/networks/37f7eee7-78e5-4454-9540-9eb1f8cbbdab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4526827 Oct 27 10:27:29.233936 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ba56b657-fb2e-4b7a-97f4-ff3ec2fecec3 req-a952353f-a088-4b2d-b5cc-0921ac7d367d tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] 10.222.0.44 "GET /v2.0/security-groups?id=c947a31c-5410-49e0-adfc-c83fa1ba4206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866828 Oct 27 10:27:29.239547 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.managers [req-33de2eff-ad63-410b-a841-03fed9c2aeb1 req-91ca1f54-84c0-4eb8-a16f-43cd1b461d4b service neutron] Attempting to bind port f81d61c2-dbd7-452d-b714-07ddb1d07d0b on host n-h2-813419-10 for vnic_type normal with profile {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:27:29.248602 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.managers [req-33de2eff-ad63-410b-a841-03fed9c2aeb1 req-91ca1f54-84c0-4eb8-a16f-43cd1b461d4b service neutron] Attempting to bind port f81d61c2-dbd7-452d-b714-07ddb1d07d0b by drivers openvswitch,hyperv on host n-h2-813419-10 at level 0 using segments [{'id': '50500633-18ab-48c2-98da-73563c3123ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'b70d8912-e651-449a-aede-549067567147'}] {{(pid=102346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:27:29.249204 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33de2eff-ad63-410b-a841-03fed9c2aeb1 req-91ca1f54-84c0-4eb8-a16f-43cd1b461d4b service neutron] Attempting to bind port f81d61c2-dbd7-452d-b714-07ddb1d07d0b on network b70d8912-e651-449a-aede-549067567147 {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:27:29.265956 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-f542a186-d3d3-4899-994a-a449c42c5eaa req-423e5ce2-04a3-4a6b-b86e-ff355488c741 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4c4816f7-a34d-4509-b1c3-eb56e1ec3f30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1340437 Oct 27 10:27:29.275775 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33de2eff-ad63-410b-a841-03fed9c2aeb1 req-91ca1f54-84c0-4eb8-a16f-43cd1b461d4b service neutron] Port f81d61c2-dbd7-452d-b714-07ddb1d07d0b on network b70d8912-e651-449a-aede-549067567147 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-10 {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 10:27:29.280876 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33de2eff-ad63-410b-a841-03fed9c2aeb1 req-91ca1f54-84c0-4eb8-a16f-43cd1b461d4b service neutron] Attempting to bind port f81d61c2-dbd7-452d-b714-07ddb1d07d0b on network b70d8912-e651-449a-aede-549067567147 {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:27:29.283928 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-327742bc-a798-4b09-8c6e-c1d3e56a76ee req-343d2326-58f0-450b-9e6b-bb70ae07ab45 tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] 10.222.0.44 "GET /v2.0/security-groups?id=564ecd8b-da86-4175-923a-67dcc5fcd400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871027 Oct 27 10:27:29.302047 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33de2eff-ad63-410b-a841-03fed9c2aeb1 req-91ca1f54-84c0-4eb8-a16f-43cd1b461d4b service neutron] Checking agent: {'id': 'a2edc247-0fa4-4ce6-bbae-a10492f6bd71', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 16, 9), 'started_at': datetime.datetime(2021, 10, 27, 10, 16, 9), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 27, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:27:29.302047 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33de2eff-ad63-410b-a841-03fed9c2aeb1 req-91ca1f54-84c0-4eb8-a16f-43cd1b461d4b service neutron] Checking segment: {'id': '50500633-18ab-48c2-98da-73563c3123ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'b70d8912-e651-449a-aede-549067567147'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:27:29.304479 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33de2eff-ad63-410b-a841-03fed9c2aeb1 req-91ca1f54-84c0-4eb8-a16f-43cd1b461d4b service neutron] Bound using segment: {'id': '50500633-18ab-48c2-98da-73563c3123ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'b70d8912-e651-449a-aede-549067567147'} {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:27:29.306445 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.managers [req-33de2eff-ad63-410b-a841-03fed9c2aeb1 req-91ca1f54-84c0-4eb8-a16f-43cd1b461d4b service neutron] Bound port: f81d61c2-dbd7-452d-b714-07ddb1d07d0b, host: n-h2-813419-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50500633-18ab-48c2-98da-73563c3123ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'b70d8912-e651-449a-aede-549067567147'}}] {{(pid=102346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:27:29.307214 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-33de2eff-ad63-410b-a841-03fed9c2aeb1 req-91ca1f54-84c0-4eb8-a16f-43cd1b461d4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:29.307931 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1541a4a0-54da-483e-a351-64c928d48860 req-3e722919-0eb1-437e-9bd6-0ebf906ccbed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:29.309768 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-1541a4a0-54da-483e-a351-64c928d48860 req-3e722919-0eb1-437e-9bd6-0ebf906ccbed service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7517d618a1be4ff0aa51550f921b9468&device_id=960c3882-8995-469f-b814-0b87f3b61996 HTTP/1.1" status: 200 len: 1096 time: 0.2029457 Oct 27 10:27:29.381383 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d6583700-00f7-43d3-ae0c-e6678d967f70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:29.463651 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6583700-00f7-43d3-ae0c-e6678d967f70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] Network 26e8f3ce-7029-4f17-bcc4-67a5d7f64e7c is already hosted by enough agents. {{(pid=102346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:27:29.473474 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-d6583700-00f7-43d3-ae0c-e6678d967f70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] Resources bound (agent type, host, resource id): {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:27:29.476234 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6583700-00f7-43d3-ae0c-e6678d967f70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] Received port after_create {{(pid=102346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:27:29.477360 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6583700-00f7-43d3-ae0c-e6678d967f70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:29.478005 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d6583700-00f7-43d3-ae0c-e6678d967f70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:29.506845 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [req-33de2eff-ad63-410b-a841-03fed9c2aeb1 req-91ca1f54-84c0-4eb8-a16f-43cd1b461d4b service neutron] For port f81d61c2-dbd7-452d-b714-07ddb1d07d0b, host n-h2-813419-10, cleared binding levels {{(pid=102346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:27:29.511106 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-f542a186-d3d3-4899-994a-a449c42c5eaa req-aeeff023-ebad-4351-a636-a5acffa71b45 service neutron] 10.222.0.64 "GET /v2.0/networks/4c4816f7-a34d-4509-b1c3-eb56e1ec3f30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2220328 Oct 27 10:27:29.512630 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1541a4a0-54da-483e-a351-64c928d48860 req-458a065d-c16f-461c-ad1c-fa404cc581c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:29.513090 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [req-33de2eff-ad63-410b-a841-03fed9c2aeb1 req-91ca1f54-84c0-4eb8-a16f-43cd1b461d4b service neutron] For port f81d61c2-dbd7-452d-b714-07ddb1d07d0b, host n-h2-813419-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=f81d61c2-dbd7-452d-b714-07ddb1d07d0b,segment=NetworkSegment(50500633-18ab-48c2-98da-73563c3123ba),segment_id=50500633-18ab-48c2-98da-73563c3123ba)] {{(pid=102346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:27:29.514471 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-1541a4a0-54da-483e-a351-64c928d48860 req-458a065d-c16f-461c-ad1c-fa404cc581c6 service neutron] 10.222.0.64 "GET /v2.0/networks?id=8d0bfbf6-a651-4027-be4c-8c46c789c0fc HTTP/1.1" status: 200 len: 929 time: 0.1912274 Oct 27 10:27:29.520686 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-d6583700-00f7-43d3-ae0c-e6678d967f70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.1447010 Oct 27 10:27:29.520686 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6583700-00f7-43d3-ae0c-e6678d967f70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] Pushing event updated for resources: {'Port': ['ID=1bc4cd39-4914-4b6b-8b10-151d3ca213fe,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:27:29.520983 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 52692) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:27:29.524148 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-33de2eff-ad63-410b-a841-03fed9c2aeb1 req-91ca1f54-84c0-4eb8-a16f-43cd1b461d4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27024173'] for port, after_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:29.535540 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-f129057b-a30a-4f0c-a819-46c2a2dba5f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-813419-10'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:27:29.567619 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33de2eff-ad63-410b-a841-03fed9c2aeb1 req-91ca1f54-84c0-4eb8-a16f-43cd1b461d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:29.568729 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-33de2eff-ad63-410b-a841-03fed9c2aeb1 req-91ca1f54-84c0-4eb8-a16f-43cd1b461d4b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:29.571237 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-33de2eff-ad63-410b-a841-03fed9c2aeb1 req-91ca1f54-84c0-4eb8-a16f-43cd1b461d4b service neutron] 10.222.0.76 "PUT /v2.0/ports/f81d61c2-dbd7-452d-b714-07ddb1d07d0b HTTP/1.1" status: 200 len: 1093 time: 1.8889496 Oct 27 10:27:29.577330 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70421289-5784-4962-8b85-8bf7fa80cc12', 'tag': 'f81d61c2-dbd7-452d-b714-07ddb1d07d0b'}] {{(pid=102346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:27:29.579685 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc0e418f5fc417c8d55d94c0aa509b037d0beb2a734c1a709e789eb65639a56d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6d30485-14e0-425c-8b82-16accf6fa657" -d '{"events": [{"name": "network-changed", "server_uuid": "70421289-5784-4962-8b85-8bf7fa80cc12", "tag": "f81d61c2-dbd7-452d-b714-07ddb1d07d0b"}]}' {{(pid=102346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:27:29.616769 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-1541a4a0-54da-483e-a351-64c928d48860 req-4169d6bc-9a77-4382-996d-67879db78079 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dd1a4a75-aa59-4a40-9f4f-febceef5868f HTTP/1.1" status: 200 len: 217 time: 0.0740788 Oct 27 10:27:29.630247 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ca1f54-84c0-4eb8-a16f-43cd1b461d4b service neutron] Pushing event updated for resources: {'Port': ['ID=f81d61c2-dbd7-452d-b714-07ddb1d07d0b,revision_number=3']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:27:29.694246 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device 3ebcd00e-72e2-4b9a-992d-3c1c8e45c35f details requested by agent hyperv_n-h2-813419-10 with host n-h2-813419-10 {{(pid=102348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 10:27:29.760258 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578d1bc4-ee51-4d49-9c62-49c28a372385 req-9d9ba8f8-9bc3-42ad-9f91-03ca795241d5 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:29.762514 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-578d1bc4-ee51-4d49-9c62-49c28a372385 req-9d9ba8f8-9bc3-42ad-9f91-03ca795241d5 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ae4390a-b621-4500-a1b9-c968556e5a4c HTTP/1.1" status: 200 len: 944 time: 0.1510539 Oct 27 10:27:29.766492 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33de2eff-ad63-410b-a841-03fed9c2aeb1 req-9aca8ad2-1409-4118-96db-0638e253d153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:29.768568 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-33de2eff-ad63-410b-a841-03fed9c2aeb1 req-9aca8ad2-1409-4118-96db-0638e253d153 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=9c487093db7840e98dafd374096ede4c&device_id=70421289-5784-4962-8b85-8bf7fa80cc12 HTTP/1.1" status: 200 len: 1096 time: 0.1353526 Oct 27 10:27:29.802725 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1541a4a0-54da-483e-a351-64c928d48860 req-5c49f860-424d-4183-b8e9-c0fd45cabcd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:29.811995 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-1541a4a0-54da-483e-a351-64c928d48860 req-5c49f860-424d-4183-b8e9-c0fd45cabcd2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9550a2a4-cfa8-4bcb-a0bd-eb570b7d2fd8 HTTP/1.1" status: 200 len: 867 time: 0.1302896 Oct 27 10:27:29.834940 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-33de2eff-ad63-410b-a841-03fed9c2aeb1 req-3e1719ed-2604-4de6-871b-20cbd2150c41 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f81d61c2-dbd7-452d-b714-07ddb1d07d0b HTTP/1.1" status: 200 len: 217 time: 0.0565827 Oct 27 10:27:29.858353 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] For port 3ebcd00e-72e2-4b9a-992d-3c1c8e45c35f, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=3ebcd00e-72e2-4b9a-992d-3c1c8e45c35f,segment=NetworkSegment(f7c42c6d-2766-46d8-a8b7-4852117a5555),segment_id=f7c42c6d-2766-46d8-a8b7-4852117a5555)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:27:29.874505 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Returning: {'device': '3ebcd00e-72e2-4b9a-992d-3c1c8e45c35f', 'network_id': '4d250f92-d229-45fe-a579-67fef8e6c544', 'port_id': '3ebcd00e-72e2-4b9a-992d-3c1c8e45c35f', 'mac_address': 'fa:16:3e:b7:bc:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62eb52f7-aac4-48af-8670-e04300325561', 'ip_address': '192.168.233.15'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 10:27:29.887692 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-578d1bc4-ee51-4d49-9c62-49c28a372385 req-46ff3b97-fb1b-4763-9145-e57c23314dd4 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/security-groups?id=9f7279ee-2d49-4f67-b584-fc902ef383cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178846 Oct 27 10:27:29.898515 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33de2eff-ad63-410b-a841-03fed9c2aeb1 req-faa86aac-db16-4fca-a076-9dea50c8a7f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:29.900399 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-33de2eff-ad63-410b-a841-03fed9c2aeb1 req-faa86aac-db16-4fca-a076-9dea50c8a7f2 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=0c8d0682-e9d2-4157-8f50-67abbd1aff64 HTTP/1.1" status: 200 len: 848 time: 0.0569487 Oct 27 10:27:29.907637 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-f129057b-a30a-4f0c-a819-46c2a2dba5f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:29.933176 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68ea0598-7f28-45b3-9509-6e18cfd4fd44', 'tag': '000260b4-400c-4b12-a382-b26f62e663ff'}] {{(pid=102347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:27:29.935594 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:29.935896 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311149b481204ee7edffdb959c881838506fbd95bc8577c048f6677abb73acc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee82e169-dd02-46c1-a16a-f9150bf571a5" -d '{"events": [{"name": "network-changed", "server_uuid": "68ea0598-7f28-45b3-9509-6e18cfd4fd44", "tag": "000260b4-400c-4b12-a382-b26f62e663ff"}]}' {{(pid=102347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:27:29.967480 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-33de2eff-ad63-410b-a841-03fed9c2aeb1 req-d0eb4d7e-a64f-4b70-a6ba-2a10ac0f8287 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=b70d8912-e651-449a-aede-549067567147&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0572481 Oct 27 10:27:29.969621 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ebcd00e-72e2-4b9a-992d-3c1c8e45c35f {{(pid=102348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:27:29.973817 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 10:27:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad787cf6-67ad-4626-b608-7751b78f3eea x-openstack-request-id: req-ad787cf6-67ad-4626-b608-7751b78f3eea {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:27:29.974146 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70421289-5784-4962-8b85-8bf7fa80cc12", "tag": "f81d61c2-dbd7-452d-b714-07ddb1d07d0b", "status": "completed", "code": 200}]} {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:27:29.974401 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ad787cf6-67ad-4626-b608-7751b78f3eea {{(pid=102346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:27:29.974859 n-d-813419-10 neutron-server[102346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70421289-5784-4962-8b85-8bf7fa80cc12', 'tag': 'f81d61c2-dbd7-452d-b714-07ddb1d07d0b', 'status': 'completed', 'code': 200} Oct 27 10:27:30.018108 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd75e3ff-d028-4ba1-9f36-042fc1877c2f req-b5d041f7-9d9e-4845-86be-bb764eefb7ef tempest-FloatingIPsAssociationNegativeTestJSON-285214202 tempest-FloatingIPsAssociationNegativeTestJSON-285214202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:30.018591 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] For port 3ebcd00e-72e2-4b9a-992d-3c1c8e45c35f, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=3ebcd00e-72e2-4b9a-992d-3c1c8e45c35f,segment=NetworkSegment(f7c42c6d-2766-46d8-a8b7-4852117a5555),segment_id=f7c42c6d-2766-46d8-a8b7-4852117a5555)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:27:30.025909 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:30.029873 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-dd75e3ff-d028-4ba1-9f36-042fc1877c2f req-b5d041f7-9d9e-4845-86be-bb764eefb7ef tempest-FloatingIPsAssociationNegativeTestJSON-285214202 tempest-FloatingIPsAssociationNegativeTestJSON-285214202-project] 10.222.0.44 "GET /v2.0/ports?device_id=960c3882-8995-469f-b814-0b87f3b61996 HTTP/1.1" status: 200 len: 944 time: 0.3862357 Oct 27 10:27:30.087356 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 10:27:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b8bffa2-a64b-4da0-9941-5171540fa351 x-openstack-request-id: req-2b8bffa2-a64b-4da0-9941-5171540fa351 {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:27:30.087553 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68ea0598-7f28-45b3-9509-6e18cfd4fd44", "tag": "000260b4-400c-4b12-a382-b26f62e663ff", "status": "completed", "code": 200}]} {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:27:30.087795 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-2b8bffa2-a64b-4da0-9941-5171540fa351 {{(pid=102347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:27:30.088157 n-d-813419-10 neutron-server[102347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68ea0598-7f28-45b3-9509-6e18cfd4fd44', 'tag': '000260b4-400c-4b12-a382-b26f62e663ff', 'status': 'completed', 'code': 200} Oct 27 10:27:30.090673 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-f542a186-d3d3-4899-994a-a449c42c5eaa req-e33db9fc-53a8-435e-9a70-03db60cf557b service neutron] 10.222.0.64 "GET /v2.0/networks/4c4816f7-a34d-4509-b1c3-eb56e1ec3f30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4826896 Oct 27 10:27:30.143880 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Pushing event updated for resources: {'Port': ['ID=3ebcd00e-72e2-4b9a-992d-3c1c8e45c35f,revision_number=4']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:27:30.151483 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device 863bd33a-7c9e-4cbf-aa6d-c8f79ce93249 details requested by agent hyperv_n-h1-813419-10 with host n-h1-813419-10 {{(pid=102348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 10:27:30.172756 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-33de2eff-ad63-410b-a841-03fed9c2aeb1 req-60046877-54f9-42a9-a31f-b7b5aed2bb74 service neutron] 10.222.0.76 "GET /v2.0/networks/b70d8912-e651-449a-aede-549067567147?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1956587 Oct 27 10:27:30.278216 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545095e6-23e6-4749-bb6f-d5f49ca0a997 req-aab15f37-da89-48bd-9b2f-bba973f6e9db tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:30.285942 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-545095e6-23e6-4749-bb6f-d5f49ca0a997 req-aab15f37-da89-48bd-9b2f-bba973f6e9db tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] 10.222.0.44 "GET /v2.0/ports?device_id=70421289-5784-4962-8b85-8bf7fa80cc12 HTTP/1.1" status: 200 len: 944 time: 0.1664550 Oct 27 10:27:30.287079 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1541a4a0-54da-483e-a351-64c928d48860 req-89eec507-7bab-4a53-ba77-2e5b34adfaf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:30.290517 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-1541a4a0-54da-483e-a351-64c928d48860 req-89eec507-7bab-4a53-ba77-2e5b34adfaf7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8d0bfbf6-a651-4027-be4c-8c46c789c0fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4167964 Oct 27 10:27:30.319499 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-dd75e3ff-d028-4ba1-9f36-042fc1877c2f req-79e70d5b-c541-440f-b7c1-18b5fa968a27 tempest-FloatingIPsAssociationNegativeTestJSON-285214202 tempest-FloatingIPsAssociationNegativeTestJSON-285214202-project] 10.222.0.44 "GET /v2.0/security-groups?id=9471a1c8-5aa9-4bed-91e9-0a13f0555c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2201264 Oct 27 10:27:30.350056 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-33de2eff-ad63-410b-a841-03fed9c2aeb1 req-193a457a-5999-48bb-a70a-fcc0966270ef service neutron] 10.222.0.76 "GET /v2.0/networks/b70d8912-e651-449a-aede-549067567147?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1622202 Oct 27 10:27:30.354900 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port 863bd33a-7c9e-4cbf-aa6d-c8f79ce93249, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=863bd33a-7c9e-4cbf-aa6d-c8f79ce93249,segment=NetworkSegment(2ae7a459-953f-4f06-8bb8-d3b1f54967e3),segment_id=2ae7a459-953f-4f06-8bb8-d3b1f54967e3)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:27:30.378054 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Returning: {'device': '863bd33a-7c9e-4cbf-aa6d-c8f79ce93249', 'network_id': '37f7eee7-78e5-4454-9540-9eb1f8cbbdab', 'port_id': '863bd33a-7c9e-4cbf-aa6d-c8f79ce93249', 'mac_address': 'fa:16:3e:db:4e:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '249a5a87-559c-4770-af81-a36d13f3e017', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 10:27:30.389307 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-545095e6-23e6-4749-bb6f-d5f49ca0a997 req-839c003d-bf42-430b-8f37-a650db97ad30 tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] 10.222.0.44 "GET /v2.0/security-groups?id=df17171a-6534-4d8a-8518-0be5fe64cbb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001945 Oct 27 10:27:30.473803 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:30.495962 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] get_ports_and_sgs() called for port_ids ['3ebcd00e-72e2-4b9a-992d-3c1c8e45c35f'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:27:30.505765 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d30485-14e0-425c-8b82-16accf6fa657 req-c47a33aa-4867-41fe-8079-dfefe7f20178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:30.507735 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-c6d30485-14e0-425c-8b82-16accf6fa657 req-c47a33aa-4867-41fe-8079-dfefe7f20178 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=9c487093db7840e98dafd374096ede4c&device_id=70421289-5784-4962-8b85-8bf7fa80cc12 HTTP/1.1" status: 200 len: 1096 time: 0.0795231 Oct 27 10:27:30.533497 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 863bd33a-7c9e-4cbf-aa6d-c8f79ce93249 {{(pid=102348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:27:30.556080 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port 863bd33a-7c9e-4cbf-aa6d-c8f79ce93249, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=863bd33a-7c9e-4cbf-aa6d-c8f79ce93249,segment=NetworkSegment(2ae7a459-953f-4f06-8bb8-d3b1f54967e3),segment_id=2ae7a459-953f-4f06-8bb8-d3b1f54967e3)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:27:30.566703 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:30.662357 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d30485-14e0-425c-8b82-16accf6fa657 req-88880e4c-dc7a-45e5-b263-e28bedba8401 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:30.665850 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-c6d30485-14e0-425c-8b82-16accf6fa657 req-88880e4c-dc7a-45e5-b263-e28bedba8401 service neutron] 10.222.0.76 "GET /v2.0/networks?id=b70d8912-e651-449a-aede-549067567147 HTTP/1.1" status: 200 len: 909 time: 0.1482365 Oct 27 10:27:30.686673 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Pushing event updated for resources: {'Port': ['ID=863bd33a-7c9e-4cbf-aa6d-c8f79ce93249,revision_number=4']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:27:30.787374 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-c6d30485-14e0-425c-8b82-16accf6fa657 req-31b3c9e6-76e1-49d2-b1ba-4d38180dee61 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f81d61c2-dbd7-452d-b714-07ddb1d07d0b HTTP/1.1" status: 200 len: 217 time: 0.1078091 Oct 27 10:27:30.959964 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee82e169-dd02-46c1-a16a-f9150bf571a5 req-2ef5e219-5a2a-4a6e-8835-f6195545c740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:30.961754 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-ee82e169-dd02-46c1-a16a-f9150bf571a5 req-2ef5e219-5a2a-4a6e-8835-f6195545c740 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2a73aad0ca0543f58dfb2590ad006be4&device_id=68ea0598-7f28-45b3-9509-6e18cfd4fd44 HTTP/1.1" status: 200 len: 1095 time: 0.7602575 Oct 27 10:27:30.967179 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] get_ports_and_sgs() called for port_ids ['863bd33a-7c9e-4cbf-aa6d-c8f79ce93249'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:27:31.047981 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19278324-d739-4be0-b4e7-36266ce4af3a req-e5f11345-0b58-42fe-a147-4f2be2415e1d tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:31.049387 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-19278324-d739-4be0-b4e7-36266ce4af3a req-e5f11345-0b58-42fe-a147-4f2be2415e1d tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] 10.222.0.44 "GET /v2.0/ports?device_id=68ea0598-7f28-45b3-9509-6e18cfd4fd44 HTTP/1.1" status: 200 len: 943 time: 0.1868417 Oct 27 10:27:31.140762 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [None req-f129057b-a30a-4f0c-a819-46c2a2dba5f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] device_id is not set on port 1bc4cd39-4914-4b6b-8b10-151d3ca213fe yet. {{(pid=102347) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 10:27:31.147824 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-1541a4a0-54da-483e-a351-64c928d48860 req-457ad238-cac5-423a-956c-f626aeb96b2f service neutron] 10.222.0.64 "GET /v2.0/networks/8d0bfbf6-a651-4027-be4c-8c46c789c0fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8254976 Oct 27 10:27:31.157242 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-f129057b-a30a-4f0c-a819-46c2a2dba5f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:31.235281 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-f129057b-a30a-4f0c-a819-46c2a2dba5f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:31.267429 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-19278324-d739-4be0-b4e7-36266ce4af3a req-beac4067-01f3-4049-b326-0a7a8fa70465 tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] 10.222.0.44 "GET /v2.0/security-groups?id=c947a31c-5410-49e0-adfc-c83fa1ba4206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1933200 Oct 27 10:27:31.327339 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee82e169-dd02-46c1-a16a-f9150bf571a5 req-d993dd1e-dd50-454c-a659-5c4ec2356d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:31.329735 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-ee82e169-dd02-46c1-a16a-f9150bf571a5 req-d993dd1e-dd50-454c-a659-5c4ec2356d13 service neutron] 10.222.0.64 "GET /v2.0/networks?id=4c4816f7-a34d-4509-b1c3-eb56e1ec3f30 HTTP/1.1" status: 200 len: 914 time: 0.3523896 Oct 27 10:27:31.369316 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5a602d-0441-4122-b9c0-492d33f3cd46 req-d568fa45-84c3-4367-a61f-10c13bb78ecc tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:31.378842 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-2f5a602d-0441-4122-b9c0-492d33f3cd46 req-d568fa45-84c3-4367-a61f-10c13bb78ecc tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] 10.222.0.44 "GET /v2.0/ports?device_id=9bb5027d-0226-4b9c-bc5a-2c56e46be55f HTTP/1.1" status: 200 len: 948 time: 0.8600812 Oct 27 10:27:31.415456 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d30485-14e0-425c-8b82-16accf6fa657 req-3326acce-b4ae-40c4-856e-5a4e0abd296f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:31.417016 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-c6d30485-14e0-425c-8b82-16accf6fa657 req-3326acce-b4ae-40c4-856e-5a4e0abd296f service neutron] 10.222.0.76 "GET /v2.0/subnets?id=0c8d0682-e9d2-4157-8f50-67abbd1aff64 HTTP/1.1" status: 200 len: 848 time: 0.6158898 Oct 27 10:27:31.439922 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [None req-f129057b-a30a-4f0c-a819-46c2a2dba5f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] Attempting to bind port 1bc4cd39-4914-4b6b-8b10-151d3ca213fe on host n-h1-813419-10 for vnic_type normal with profile {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:27:31.440480 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [None req-f129057b-a30a-4f0c-a819-46c2a2dba5f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] Attempting to bind port 1bc4cd39-4914-4b6b-8b10-151d3ca213fe by drivers openvswitch,hyperv on host n-h1-813419-10 at level 0 using segments [{'id': 'e2816259-5d97-4d70-8185-657dafc2ccce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '26e8f3ce-7029-4f17-bcc4-67a5d7f64e7c'}] {{(pid=102347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:27:31.440833 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f129057b-a30a-4f0c-a819-46c2a2dba5f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] Attempting to bind port 1bc4cd39-4914-4b6b-8b10-151d3ca213fe on network 26e8f3ce-7029-4f17-bcc4-67a5d7f64e7c {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:27:31.445462 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-ee82e169-dd02-46c1-a16a-f9150bf571a5 req-311702e8-a266-4bb0-8466-0afb3060729b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=000260b4-400c-4b12-a382-b26f62e663ff HTTP/1.1" status: 200 len: 217 time: 0.0756106 Oct 27 10:27:31.445689 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f129057b-a30a-4f0c-a819-46c2a2dba5f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] Pushing event updated for resources: {'Port': ['ID=1bc4cd39-4914-4b6b-8b10-151d3ca213fe,revision_number=2']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:27:31.451948 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-1541a4a0-54da-483e-a351-64c928d48860 req-972afb54-f1b9-45e3-b56e-de362708f922 service neutron] 10.222.0.64 "GET /v2.0/networks/8d0bfbf6-a651-4027-be4c-8c46c789c0fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2828760 Oct 27 10:27:31.453512 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f129057b-a30a-4f0c-a819-46c2a2dba5f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] Port 1bc4cd39-4914-4b6b-8b10-151d3ca213fe on network 26e8f3ce-7029-4f17-bcc4-67a5d7f64e7c not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-10 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 10:27:31.453690 n-d-813419-10 neutron-server[102347]: ERROR neutron.plugins.ml2.managers [None req-f129057b-a30a-4f0c-a819-46c2a2dba5f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] Failed to bind port 1bc4cd39-4914-4b6b-8b10-151d3ca213fe on host n-h1-813419-10 for vnic_type normal using segments [{'id': 'e2816259-5d97-4d70-8185-657dafc2ccce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '26e8f3ce-7029-4f17-bcc4-67a5d7f64e7c'}] Oct 27 10:27:31.454098 n-d-813419-10 neutron-server[102347]: INFO neutron.plugins.ml2.plugin [None req-f129057b-a30a-4f0c-a819-46c2a2dba5f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] Attempt 2 to bind port 1bc4cd39-4914-4b6b-8b10-151d3ca213fe Oct 27 10:27:31.454464 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-2f5a602d-0441-4122-b9c0-492d33f3cd46 req-cf1bbc68-80da-4fc7-afc2-ed553a5d32af tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] 10.222.0.44 "GET /v2.0/security-groups?id=564ecd8b-da86-4175-923a-67dcc5fcd400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697443 Oct 27 10:27:31.491010 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-c6d30485-14e0-425c-8b82-16accf6fa657 req-23a50e4d-47df-43cd-9230-ea50c374d465 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=b70d8912-e651-449a-aede-549067567147&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0605659 Oct 27 10:27:31.495835 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [None req-f129057b-a30a-4f0c-a819-46c2a2dba5f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] Attempting to bind port 1bc4cd39-4914-4b6b-8b10-151d3ca213fe on host n-h1-813419-10 for vnic_type normal with profile {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:27:31.496107 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [None req-f129057b-a30a-4f0c-a819-46c2a2dba5f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] Attempting to bind port 1bc4cd39-4914-4b6b-8b10-151d3ca213fe by drivers openvswitch,hyperv on host n-h1-813419-10 at level 0 using segments [{'id': 'e2816259-5d97-4d70-8185-657dafc2ccce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '26e8f3ce-7029-4f17-bcc4-67a5d7f64e7c'}] {{(pid=102347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:27:31.496537 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f129057b-a30a-4f0c-a819-46c2a2dba5f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] Attempting to bind port 1bc4cd39-4914-4b6b-8b10-151d3ca213fe on network 26e8f3ce-7029-4f17-bcc4-67a5d7f64e7c {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:27:31.510027 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f129057b-a30a-4f0c-a819-46c2a2dba5f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] Port 1bc4cd39-4914-4b6b-8b10-151d3ca213fe on network 26e8f3ce-7029-4f17-bcc4-67a5d7f64e7c not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-10 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 10:27:31.510419 n-d-813419-10 neutron-server[102347]: ERROR neutron.plugins.ml2.managers [None req-f129057b-a30a-4f0c-a819-46c2a2dba5f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] Failed to bind port 1bc4cd39-4914-4b6b-8b10-151d3ca213fe on host n-h1-813419-10 for vnic_type normal using segments [{'id': 'e2816259-5d97-4d70-8185-657dafc2ccce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '26e8f3ce-7029-4f17-bcc4-67a5d7f64e7c'}] Oct 27 10:27:31.512453 n-d-813419-10 neutron-server[102347]: INFO neutron.plugins.ml2.plugin [None req-f129057b-a30a-4f0c-a819-46c2a2dba5f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] Attempt 3 to bind port 1bc4cd39-4914-4b6b-8b10-151d3ca213fe Oct 27 10:27:31.528412 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [None req-f129057b-a30a-4f0c-a819-46c2a2dba5f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] Attempting to bind port 1bc4cd39-4914-4b6b-8b10-151d3ca213fe on host n-h1-813419-10 for vnic_type normal with profile {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:27:31.528850 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [None req-f129057b-a30a-4f0c-a819-46c2a2dba5f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] Attempting to bind port 1bc4cd39-4914-4b6b-8b10-151d3ca213fe by drivers openvswitch,hyperv on host n-h1-813419-10 at level 0 using segments [{'id': 'e2816259-5d97-4d70-8185-657dafc2ccce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '26e8f3ce-7029-4f17-bcc4-67a5d7f64e7c'}] {{(pid=102347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:27:31.529076 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f129057b-a30a-4f0c-a819-46c2a2dba5f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] Attempting to bind port 1bc4cd39-4914-4b6b-8b10-151d3ca213fe on network 26e8f3ce-7029-4f17-bcc4-67a5d7f64e7c {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:27:31.551927 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee82e169-dd02-46c1-a16a-f9150bf571a5 req-d4d5cf73-c73b-49f0-9b98-950b2a445a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:31.552724 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-ee82e169-dd02-46c1-a16a-f9150bf571a5 req-d4d5cf73-c73b-49f0-9b98-950b2a445a71 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=94d6f39e-603b-4bcb-8dfa-684bf1105886 HTTP/1.1" status: 200 len: 853 time: 0.0956128 Oct 27 10:27:31.571279 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f129057b-a30a-4f0c-a819-46c2a2dba5f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] Port 1bc4cd39-4914-4b6b-8b10-151d3ca213fe on network 26e8f3ce-7029-4f17-bcc4-67a5d7f64e7c not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-10 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 10:27:31.571625 n-d-813419-10 neutron-server[102347]: ERROR neutron.plugins.ml2.managers [None req-f129057b-a30a-4f0c-a819-46c2a2dba5f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] Failed to bind port 1bc4cd39-4914-4b6b-8b10-151d3ca213fe on host n-h1-813419-10 for vnic_type normal using segments [{'id': 'e2816259-5d97-4d70-8185-657dafc2ccce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '26e8f3ce-7029-4f17-bcc4-67a5d7f64e7c'}] Oct 27 10:27:31.573382 n-d-813419-10 neutron-server[102347]: INFO neutron.plugins.ml2.plugin [None req-f129057b-a30a-4f0c-a819-46c2a2dba5f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] Attempt 4 to bind port 1bc4cd39-4914-4b6b-8b10-151d3ca213fe Oct 27 10:27:31.616071 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-ee82e169-dd02-46c1-a16a-f9150bf571a5 req-a28a1b96-dd72-4404-811b-379e1a8d41e1 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4c4816f7-a34d-4509-b1c3-eb56e1ec3f30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435100 Oct 27 10:27:31.618067 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [None req-f129057b-a30a-4f0c-a819-46c2a2dba5f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] Attempting to bind port 1bc4cd39-4914-4b6b-8b10-151d3ca213fe on host n-h1-813419-10 for vnic_type normal with profile {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:27:31.618398 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [None req-f129057b-a30a-4f0c-a819-46c2a2dba5f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] Attempting to bind port 1bc4cd39-4914-4b6b-8b10-151d3ca213fe by drivers openvswitch,hyperv on host n-h1-813419-10 at level 0 using segments [{'id': 'e2816259-5d97-4d70-8185-657dafc2ccce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '26e8f3ce-7029-4f17-bcc4-67a5d7f64e7c'}] {{(pid=102347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:27:31.618797 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f129057b-a30a-4f0c-a819-46c2a2dba5f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] Attempting to bind port 1bc4cd39-4914-4b6b-8b10-151d3ca213fe on network 26e8f3ce-7029-4f17-bcc4-67a5d7f64e7c {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:27:31.628341 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f129057b-a30a-4f0c-a819-46c2a2dba5f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] Port 1bc4cd39-4914-4b6b-8b10-151d3ca213fe on network 26e8f3ce-7029-4f17-bcc4-67a5d7f64e7c not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-10 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 10:27:31.628706 n-d-813419-10 neutron-server[102347]: ERROR neutron.plugins.ml2.managers [None req-f129057b-a30a-4f0c-a819-46c2a2dba5f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] Failed to bind port 1bc4cd39-4914-4b6b-8b10-151d3ca213fe on host n-h1-813419-10 for vnic_type normal using segments [{'id': 'e2816259-5d97-4d70-8185-657dafc2ccce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '26e8f3ce-7029-4f17-bcc4-67a5d7f64e7c'}] Oct 27 10:27:31.629863 n-d-813419-10 neutron-server[102347]: INFO neutron.plugins.ml2.plugin [None req-f129057b-a30a-4f0c-a819-46c2a2dba5f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] Attempt 5 to bind port 1bc4cd39-4914-4b6b-8b10-151d3ca213fe Oct 27 10:27:31.679411 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7975872e-0525-42b7-8dbe-51958a67c169 req-a47f5df1-d3bb-4755-ab8a-1d774aecc4f7 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:31.681151 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-7975872e-0525-42b7-8dbe-51958a67c169 req-a47f5df1-d3bb-4755-ab8a-1d774aecc4f7 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ae4390a-b621-4500-a1b9-c968556e5a4c HTTP/1.1" status: 200 len: 945 time: 0.1556177 Oct 27 10:27:31.710179 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [None req-f129057b-a30a-4f0c-a819-46c2a2dba5f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] Attempting to bind port 1bc4cd39-4914-4b6b-8b10-151d3ca213fe on host n-h1-813419-10 for vnic_type normal with profile {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:27:31.710558 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [None req-f129057b-a30a-4f0c-a819-46c2a2dba5f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] Attempting to bind port 1bc4cd39-4914-4b6b-8b10-151d3ca213fe by drivers openvswitch,hyperv on host n-h1-813419-10 at level 0 using segments [{'id': 'e2816259-5d97-4d70-8185-657dafc2ccce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '26e8f3ce-7029-4f17-bcc4-67a5d7f64e7c'}] {{(pid=102347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:27:31.710906 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f129057b-a30a-4f0c-a819-46c2a2dba5f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] Attempting to bind port 1bc4cd39-4914-4b6b-8b10-151d3ca213fe on network 26e8f3ce-7029-4f17-bcc4-67a5d7f64e7c {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:27:31.721304 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3dff57-408f-4fd4-8d10-8c99d5707fd7 req-066eb502-0b4a-4832-b9e7-1900b62b7cfb tempest-FloatingIPsAssociationNegativeTestJSON-285214202 tempest-FloatingIPsAssociationNegativeTestJSON-285214202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:31.729104 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f129057b-a30a-4f0c-a819-46c2a2dba5f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] Port 1bc4cd39-4914-4b6b-8b10-151d3ca213fe on network 26e8f3ce-7029-4f17-bcc4-67a5d7f64e7c not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-10 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 10:27:31.729709 n-d-813419-10 neutron-server[102347]: ERROR neutron.plugins.ml2.managers [None req-f129057b-a30a-4f0c-a819-46c2a2dba5f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] Failed to bind port 1bc4cd39-4914-4b6b-8b10-151d3ca213fe on host n-h1-813419-10 for vnic_type normal using segments [{'id': 'e2816259-5d97-4d70-8185-657dafc2ccce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '26e8f3ce-7029-4f17-bcc4-67a5d7f64e7c'}] Oct 27 10:27:31.730446 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-5e3dff57-408f-4fd4-8d10-8c99d5707fd7 req-066eb502-0b4a-4832-b9e7-1900b62b7cfb tempest-FloatingIPsAssociationNegativeTestJSON-285214202 tempest-FloatingIPsAssociationNegativeTestJSON-285214202-project] 10.222.0.44 "GET /v2.0/ports?device_id=960c3882-8995-469f-b814-0b87f3b61996 HTTP/1.1" status: 200 len: 944 time: 0.1223090 Oct 27 10:27:31.738105 n-d-813419-10 neutron-server[102347]: INFO neutron.plugins.ml2.plugin [None req-f129057b-a30a-4f0c-a819-46c2a2dba5f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] Attempt 6 to bind port 1bc4cd39-4914-4b6b-8b10-151d3ca213fe Oct 27 10:27:31.769297 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-c6d30485-14e0-425c-8b82-16accf6fa657 req-baedc00a-5eb6-4ee2-af1c-90e0489efe06 service neutron] 10.222.0.76 "GET /v2.0/networks/b70d8912-e651-449a-aede-549067567147?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2665532 Oct 27 10:27:31.793038 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-7975872e-0525-42b7-8dbe-51958a67c169 req-2cff0d11-462d-491c-ac27-30d2cc31aedd tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/security-groups?id=9f7279ee-2d49-4f67-b584-fc902ef383cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854130 Oct 27 10:27:31.798266 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [None req-f129057b-a30a-4f0c-a819-46c2a2dba5f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] Attempting to bind port 1bc4cd39-4914-4b6b-8b10-151d3ca213fe on host n-h1-813419-10 for vnic_type normal with profile {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:27:31.798602 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [None req-f129057b-a30a-4f0c-a819-46c2a2dba5f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] Attempting to bind port 1bc4cd39-4914-4b6b-8b10-151d3ca213fe by drivers openvswitch,hyperv on host n-h1-813419-10 at level 0 using segments [{'id': 'e2816259-5d97-4d70-8185-657dafc2ccce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '26e8f3ce-7029-4f17-bcc4-67a5d7f64e7c'}] {{(pid=102347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:27:31.798939 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f129057b-a30a-4f0c-a819-46c2a2dba5f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] Attempting to bind port 1bc4cd39-4914-4b6b-8b10-151d3ca213fe on network 26e8f3ce-7029-4f17-bcc4-67a5d7f64e7c {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:27:31.799777 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-5e3dff57-408f-4fd4-8d10-8c99d5707fd7 req-e990397e-e043-4ab9-8913-7a4680a4e509 tempest-FloatingIPsAssociationNegativeTestJSON-285214202 tempest-FloatingIPsAssociationNegativeTestJSON-285214202-project] 10.222.0.44 "GET /v2.0/security-groups?id=9471a1c8-5aa9-4bed-91e9-0a13f0555c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683956 Oct 27 10:27:31.820786 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f129057b-a30a-4f0c-a819-46c2a2dba5f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] Port 1bc4cd39-4914-4b6b-8b10-151d3ca213fe on network 26e8f3ce-7029-4f17-bcc4-67a5d7f64e7c not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-10 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 10:27:31.821120 n-d-813419-10 neutron-server[102347]: ERROR neutron.plugins.ml2.managers [None req-f129057b-a30a-4f0c-a819-46c2a2dba5f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] Failed to bind port 1bc4cd39-4914-4b6b-8b10-151d3ca213fe on host n-h1-813419-10 for vnic_type normal using segments [{'id': 'e2816259-5d97-4d70-8185-657dafc2ccce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '26e8f3ce-7029-4f17-bcc4-67a5d7f64e7c'}] Oct 27 10:27:31.826085 n-d-813419-10 neutron-server[102347]: INFO neutron.plugins.ml2.plugin [None req-f129057b-a30a-4f0c-a819-46c2a2dba5f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] Attempt 7 to bind port 1bc4cd39-4914-4b6b-8b10-151d3ca213fe Oct 27 10:27:31.853864 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-ee82e169-dd02-46c1-a16a-f9150bf571a5 req-217cd018-f8c1-4d16-9223-3ee44c976b24 service neutron] 10.222.0.64 "GET /v2.0/networks/4c4816f7-a34d-4509-b1c3-eb56e1ec3f30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2169895 Oct 27 10:27:31.855042 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [None req-f129057b-a30a-4f0c-a819-46c2a2dba5f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] Attempting to bind port 1bc4cd39-4914-4b6b-8b10-151d3ca213fe on host n-h1-813419-10 for vnic_type normal with profile {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:27:31.855368 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [None req-f129057b-a30a-4f0c-a819-46c2a2dba5f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] Attempting to bind port 1bc4cd39-4914-4b6b-8b10-151d3ca213fe by drivers openvswitch,hyperv on host n-h1-813419-10 at level 0 using segments [{'id': 'e2816259-5d97-4d70-8185-657dafc2ccce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '26e8f3ce-7029-4f17-bcc4-67a5d7f64e7c'}] {{(pid=102347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:27:31.855702 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f129057b-a30a-4f0c-a819-46c2a2dba5f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] Attempting to bind port 1bc4cd39-4914-4b6b-8b10-151d3ca213fe on network 26e8f3ce-7029-4f17-bcc4-67a5d7f64e7c {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:27:31.864826 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f129057b-a30a-4f0c-a819-46c2a2dba5f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] Port 1bc4cd39-4914-4b6b-8b10-151d3ca213fe on network 26e8f3ce-7029-4f17-bcc4-67a5d7f64e7c not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-10 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 10:27:31.865158 n-d-813419-10 neutron-server[102347]: ERROR neutron.plugins.ml2.managers [None req-f129057b-a30a-4f0c-a819-46c2a2dba5f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] Failed to bind port 1bc4cd39-4914-4b6b-8b10-151d3ca213fe on host n-h1-813419-10 for vnic_type normal using segments [{'id': 'e2816259-5d97-4d70-8185-657dafc2ccce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '26e8f3ce-7029-4f17-bcc4-67a5d7f64e7c'}] Oct 27 10:27:31.871921 n-d-813419-10 neutron-server[102347]: INFO neutron.plugins.ml2.plugin [None req-f129057b-a30a-4f0c-a819-46c2a2dba5f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] Attempt 8 to bind port 1bc4cd39-4914-4b6b-8b10-151d3ca213fe Oct 27 10:27:31.916666 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-c6d30485-14e0-425c-8b82-16accf6fa657 req-bbeb615c-6830-43e2-ba6f-e7eff84d9fca service neutron] 10.222.0.76 "GET /v2.0/networks/b70d8912-e651-449a-aede-549067567147?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322439 Oct 27 10:27:31.923754 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [None req-f129057b-a30a-4f0c-a819-46c2a2dba5f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] Attempting to bind port 1bc4cd39-4914-4b6b-8b10-151d3ca213fe on host n-h1-813419-10 for vnic_type normal with profile {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:27:31.924076 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [None req-f129057b-a30a-4f0c-a819-46c2a2dba5f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] Attempting to bind port 1bc4cd39-4914-4b6b-8b10-151d3ca213fe by drivers openvswitch,hyperv on host n-h1-813419-10 at level 0 using segments [{'id': 'e2816259-5d97-4d70-8185-657dafc2ccce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '26e8f3ce-7029-4f17-bcc4-67a5d7f64e7c'}] {{(pid=102347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:27:31.924412 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f129057b-a30a-4f0c-a819-46c2a2dba5f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] Attempting to bind port 1bc4cd39-4914-4b6b-8b10-151d3ca213fe on network 26e8f3ce-7029-4f17-bcc4-67a5d7f64e7c {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:27:31.941271 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f129057b-a30a-4f0c-a819-46c2a2dba5f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] Port 1bc4cd39-4914-4b6b-8b10-151d3ca213fe on network 26e8f3ce-7029-4f17-bcc4-67a5d7f64e7c not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-10 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 10:27:31.941698 n-d-813419-10 neutron-server[102347]: ERROR neutron.plugins.ml2.managers [None req-f129057b-a30a-4f0c-a819-46c2a2dba5f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] Failed to bind port 1bc4cd39-4914-4b6b-8b10-151d3ca213fe on host n-h1-813419-10 for vnic_type normal using segments [{'id': 'e2816259-5d97-4d70-8185-657dafc2ccce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '26e8f3ce-7029-4f17-bcc4-67a5d7f64e7c'}] Oct 27 10:27:31.949307 n-d-813419-10 neutron-server[102347]: INFO neutron.plugins.ml2.plugin [None req-f129057b-a30a-4f0c-a819-46c2a2dba5f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] Attempt 9 to bind port 1bc4cd39-4914-4b6b-8b10-151d3ca213fe Oct 27 10:27:31.968084 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [None req-f129057b-a30a-4f0c-a819-46c2a2dba5f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] Attempting to bind port 1bc4cd39-4914-4b6b-8b10-151d3ca213fe on host n-h1-813419-10 for vnic_type normal with profile {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:27:31.969038 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [None req-f129057b-a30a-4f0c-a819-46c2a2dba5f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] Attempting to bind port 1bc4cd39-4914-4b6b-8b10-151d3ca213fe by drivers openvswitch,hyperv on host n-h1-813419-10 at level 0 using segments [{'id': 'e2816259-5d97-4d70-8185-657dafc2ccce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '26e8f3ce-7029-4f17-bcc4-67a5d7f64e7c'}] {{(pid=102347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:27:31.969709 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f129057b-a30a-4f0c-a819-46c2a2dba5f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] Attempting to bind port 1bc4cd39-4914-4b6b-8b10-151d3ca213fe on network 26e8f3ce-7029-4f17-bcc4-67a5d7f64e7c {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:27:31.976025 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f129057b-a30a-4f0c-a819-46c2a2dba5f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] Port 1bc4cd39-4914-4b6b-8b10-151d3ca213fe on network 26e8f3ce-7029-4f17-bcc4-67a5d7f64e7c not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-10 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 10:27:31.976352 n-d-813419-10 neutron-server[102347]: ERROR neutron.plugins.ml2.managers [None req-f129057b-a30a-4f0c-a819-46c2a2dba5f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] Failed to bind port 1bc4cd39-4914-4b6b-8b10-151d3ca213fe on host n-h1-813419-10 for vnic_type normal using segments [{'id': 'e2816259-5d97-4d70-8185-657dafc2ccce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '26e8f3ce-7029-4f17-bcc4-67a5d7f64e7c'}] Oct 27 10:27:31.978618 n-d-813419-10 neutron-server[102347]: INFO neutron.plugins.ml2.plugin [None req-f129057b-a30a-4f0c-a819-46c2a2dba5f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] Attempt 10 to bind port 1bc4cd39-4914-4b6b-8b10-151d3ca213fe Oct 27 10:27:32.005467 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [None req-f129057b-a30a-4f0c-a819-46c2a2dba5f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] Attempting to bind port 1bc4cd39-4914-4b6b-8b10-151d3ca213fe on host n-h1-813419-10 for vnic_type normal with profile {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:27:32.005900 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [None req-f129057b-a30a-4f0c-a819-46c2a2dba5f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] Attempting to bind port 1bc4cd39-4914-4b6b-8b10-151d3ca213fe by drivers openvswitch,hyperv on host n-h1-813419-10 at level 0 using segments [{'id': 'e2816259-5d97-4d70-8185-657dafc2ccce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '26e8f3ce-7029-4f17-bcc4-67a5d7f64e7c'}] {{(pid=102347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:27:32.006379 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f129057b-a30a-4f0c-a819-46c2a2dba5f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] Attempting to bind port 1bc4cd39-4914-4b6b-8b10-151d3ca213fe on network 26e8f3ce-7029-4f17-bcc4-67a5d7f64e7c {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:27:32.014545 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620b6dc0-825b-424b-b59f-36d4edd3ffbd req-6bcea6f1-a79f-49bd-90d2-a2a637542f94 tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:32.017245 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-620b6dc0-825b-424b-b59f-36d4edd3ffbd req-6bcea6f1-a79f-49bd-90d2-a2a637542f94 tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] 10.222.0.44 "GET /v2.0/ports?device_id=70421289-5784-4962-8b85-8bf7fa80cc12 HTTP/1.1" status: 200 len: 944 time: 0.0760968 Oct 27 10:27:32.026698 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f129057b-a30a-4f0c-a819-46c2a2dba5f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] Port 1bc4cd39-4914-4b6b-8b10-151d3ca213fe on network 26e8f3ce-7029-4f17-bcc4-67a5d7f64e7c not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-10 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 10:27:32.027154 n-d-813419-10 neutron-server[102347]: ERROR neutron.plugins.ml2.managers [None req-f129057b-a30a-4f0c-a819-46c2a2dba5f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] Failed to bind port 1bc4cd39-4914-4b6b-8b10-151d3ca213fe on host n-h1-813419-10 for vnic_type normal using segments [{'id': 'e2816259-5d97-4d70-8185-657dafc2ccce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '26e8f3ce-7029-4f17-bcc4-67a5d7f64e7c'}] Oct 27 10:27:32.027325 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-f129057b-a30a-4f0c-a819-46c2a2dba5f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:32.049984 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-ee82e169-dd02-46c1-a16a-f9150bf571a5 req-9a046f3f-4efe-42d4-8a81-bd70778136b2 service neutron] 10.222.0.64 "GET /v2.0/networks/4c4816f7-a34d-4509-b1c3-eb56e1ec3f30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1862497 Oct 27 10:27:32.080765 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-620b6dc0-825b-424b-b59f-36d4edd3ffbd req-3e48c5c6-bd68-41fe-a512-5502cd5efddb tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] 10.222.0.44 "GET /v2.0/security-groups?id=df17171a-6534-4d8a-8518-0be5fe64cbb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572612 Oct 27 10:27:32.120341 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [None req-f129057b-a30a-4f0c-a819-46c2a2dba5f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] For port 1bc4cd39-4914-4b6b-8b10-151d3ca213fe, host n-h1-813419-10, cleared binding levels {{(pid=102347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:27:32.120992 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [None req-f129057b-a30a-4f0c-a819-46c2a2dba5f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] Attempted to set empty binding levels {{(pid=102347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Oct 27 10:27:32.125809 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-f129057b-a30a-4f0c-a819-46c2a2dba5f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:32.158142 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-f129057b-a30a-4f0c-a819-46c2a2dba5f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] In _notify_port_updated(), no bound segment for port 1bc4cd39-4914-4b6b-8b10-151d3ca213fe on network 26e8f3ce-7029-4f17-bcc4-67a5d7f64e7c {{(pid=102347) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 27 10:27:32.158682 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f129057b-a30a-4f0c-a819-46c2a2dba5f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:32.159283 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-f129057b-a30a-4f0c-a819-46c2a2dba5f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:32.163221 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-f129057b-a30a-4f0c-a819-46c2a2dba5f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] 10.222.0.44 "PUT /v2.0/ports/1bc4cd39-4914-4b6b-8b10-151d3ca213fe HTTP/1.1" status: 200 len: 979 time: 2.6386063 Oct 27 10:27:32.164520 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 52748) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:27:32.167757 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device dd1a4a75-aa59-4a40-9f4f-febceef5868f details requested by agent hyperv_n-h1-813419-10 with host n-h1-813419-10 {{(pid=102348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 10:27:32.204675 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f129057b-a30a-4f0c-a819-46c2a2dba5f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] Pushing event updated for resources: {'Port': ['ID=1bc4cd39-4914-4b6b-8b10-151d3ca213fe,revision_number=3']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:27:32.262192 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-378a4387-aee0-4fc2-a465-5e7338128869 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] Deleting port 1bc4cd39-4914-4b6b-8b10-151d3ca213fe {{(pid=102347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:27:32.262594 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-378a4387-aee0-4fc2-a465-5e7338128869 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:32.314254 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port dd1a4a75-aa59-4a40-9f4f-febceef5868f, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=dd1a4a75-aa59-4a40-9f4f-febceef5868f,segment=NetworkSegment(bb32181f-2d00-464a-ae3b-423fdf74c1eb),segment_id=bb32181f-2d00-464a-ae3b-423fdf74c1eb)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:27:32.342615 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Returning: {'device': 'dd1a4a75-aa59-4a40-9f4f-febceef5868f', 'network_id': '8d0bfbf6-a651-4027-be4c-8c46c789c0fc', 'port_id': 'dd1a4a75-aa59-4a40-9f4f-febceef5868f', 'mac_address': 'fa:16:3e:8b:34:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9550a2a4-cfa8-4bcb-a0bd-eb570b7d2fd8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 10:27:32.354241 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:32.362199 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [None req-378a4387-aee0-4fc2-a465-5e7338128869 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] For port 1bc4cd39-4914-4b6b-8b10-151d3ca213fe, host n-h1-813419-10, got binding levels [] {{(pid=102347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:27:32.362728 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-378a4387-aee0-4fc2-a465-5e7338128869 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:32.363770 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 52754) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:27:32.382761 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-378a4387-aee0-4fc2-a465-5e7338128869 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] Calling delete_port for 1bc4cd39-4914-4b6b-8b10-151d3ca213fe owned by {{(pid=102347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:27:32.407669 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:32.432102 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd1a4a75-aa59-4a40-9f4f-febceef5868f {{(pid=102348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:27:32.459027 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port dd1a4a75-aa59-4a40-9f4f-febceef5868f, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=dd1a4a75-aa59-4a40-9f4f-febceef5868f,segment=NetworkSegment(bb32181f-2d00-464a-ae3b-423fdf74c1eb),segment_id=bb32181f-2d00-464a-ae3b-423fdf74c1eb)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:27:32.465274 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:32.466071 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device 000260b4-400c-4b12-a382-b26f62e663ff details requested by agent hyperv_n-h1-813419-10 with host n-h1-813419-10 {{(pid=102348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 10:27:32.558598 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4004a2de-cbc9-486d-be3c-194c07033f93 req-e7592217-3a6f-443e-8291-2c29cfd1fbf6 tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:32.560392 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-4004a2de-cbc9-486d-be3c-194c07033f93 req-e7592217-3a6f-443e-8291-2c29cfd1fbf6 tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] 10.222.0.44 "GET /v2.0/ports?device_id=68ea0598-7f28-45b3-9509-6e18cfd4fd44 HTTP/1.1" status: 200 len: 943 time: 0.1609044 Oct 27 10:27:32.561633 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-56c8114a-b079-4fbc-a451-63b569e09d40 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:32.609122 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-378a4387-aee0-4fc2-a465-5e7338128869 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:32.621929 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-4004a2de-cbc9-486d-be3c-194c07033f93 req-5bd18531-52a5-4590-b0a8-4f45a1450752 tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] 10.222.0.44 "GET /v2.0/security-groups?id=c947a31c-5410-49e0-adfc-c83fa1ba4206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541720 Oct 27 10:27:32.657145 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378a4387-aee0-4fc2-a465-5e7338128869 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] Pushing event deleted for resources: {'Port': ['ID=1bc4cd39-4914-4b6b-8b10-151d3ca213fe,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:27:32.657728 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03b1156-369d-477f-987f-f6f9c738bcba req-f3edaa6e-e67a-4df7-a1ac-720d270cae58 tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:32.661738 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-378a4387-aee0-4fc2-a465-5e7338128869 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:32.668564 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-378a4387-aee0-4fc2-a465-5e7338128869 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] 10.222.0.44 "DELETE /v2.0/ports/1bc4cd39-4914-4b6b-8b10-151d3ca213fe HTTP/1.1" status: 204 len: 168 time: 0.5010304 Oct 27 10:27:32.668850 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 52762) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:27:32.668998 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port 000260b4-400c-4b12-a382-b26f62e663ff, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=000260b4-400c-4b12-a382-b26f62e663ff,segment=NetworkSegment(55babfa1-afbc-48a2-a34b-7aa1ec1518dd),segment_id=55babfa1-afbc-48a2-a34b-7aa1ec1518dd)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:27:32.670180 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-c03b1156-369d-477f-987f-f6f9c738bcba req-f3edaa6e-e67a-4df7-a1ac-720d270cae58 tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] 10.222.0.44 "GET /v2.0/ports?device_id=9bb5027d-0226-4b9c-bc5a-2c56e46be55f HTTP/1.1" status: 200 len: 948 time: 0.1003923 Oct 27 10:27:32.684740 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Returning: {'device': '000260b4-400c-4b12-a382-b26f62e663ff', 'network_id': '4c4816f7-a34d-4509-b1c3-eb56e1ec3f30', 'port_id': '000260b4-400c-4b12-a382-b26f62e663ff', 'mac_address': 'fa:16:3e:6f:f4:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94d6f39e-603b-4bcb-8dfa-684bf1105886', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 10:27:32.710238 n-d-813419-10 neutron-server[102347]: INFO neutron.pecan_wsgi.hooks.translation [None req-c019f5fb-33ea-4714-b3ec-4cb992853eed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] GET failed (client error): The resource could not be found. Oct 27 10:27:32.712314 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-c019f5fb-33ea-4714-b3ec-4cb992853eed tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1272825761-project-admin] 10.222.0.44 "GET /v2.0/ports/1bc4cd39-4914-4b6b-8b10-151d3ca213fe HTTP/1.1" status: 404 len: 333 time: 0.0419805 Oct 27 10:27:32.715708 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 52764) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:27:32.753137 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-c03b1156-369d-477f-987f-f6f9c738bcba req-f16cf922-7174-4a9d-beb9-d88bda2df308 tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] 10.222.0.44 "GET /v2.0/security-groups?id=564ecd8b-da86-4175-923a-67dcc5fcd400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719728 Oct 27 10:27:32.761039 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Pushing event updated for resources: {'Port': ['ID=dd1a4a75-aa59-4a40-9f4f-febceef5868f,revision_number=4']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:27:32.765406 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:32.781860 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 000260b4-400c-4b12-a382-b26f62e663ff {{(pid=102348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:27:32.805218 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port 000260b4-400c-4b12-a382-b26f62e663ff, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=000260b4-400c-4b12-a382-b26f62e663ff,segment=NetworkSegment(55babfa1-afbc-48a2-a34b-7aa1ec1518dd),segment_id=55babfa1-afbc-48a2-a34b-7aa1ec1518dd)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:27:32.805686 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-56c8114a-b079-4fbc-a451-63b569e09d40 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:32.809404 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:32.813945 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-56c8114a-b079-4fbc-a451-63b569e09d40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:32.848897 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-7f72efe1-b1d4-43ba-b714-04e447e9fe66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954891097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954891097-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586917'] for network, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:32.875181 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Pushing event updated for resources: {'Port': ['ID=000260b4-400c-4b12-a382-b26f62e663ff,revision_number=4']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:27:32.882090 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c8114a-b079-4fbc-a451-63b569e09d40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca6889e1-d92a-4307-b8ba-29c853f56a0d,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:27:32.907667 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-56c8114a-b079-4fbc-a451-63b569e09d40 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=48aff2d64e644bd2b2158391a35402ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5424719 Oct 27 10:27:32.907929 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 52770) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:27:32.914863 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c8114a-b079-4fbc-a451-63b569e09d40 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:27:32.915514 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c8114a-b079-4fbc-a451-63b569e09d40 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:27:32.916160 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c8114a-b079-4fbc-a451-63b569e09d40 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:27:32.916841 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c8114a-b079-4fbc-a451-63b569e09d40 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:27:32.918001 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c8114a-b079-4fbc-a451-63b569e09d40 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:27:32.918518 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c8114a-b079-4fbc-a451-63b569e09d40 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:27:32.919016 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c8114a-b079-4fbc-a451-63b569e09d40 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:27:32.919512 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c8114a-b079-4fbc-a451-63b569e09d40 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:27:32.920031 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c8114a-b079-4fbc-a451-63b569e09d40 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:27:32.920552 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c8114a-b079-4fbc-a451-63b569e09d40 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:27:32.921095 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c8114a-b079-4fbc-a451-63b569e09d40 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:27:32.921582 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c8114a-b079-4fbc-a451-63b569e09d40 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:27:32.980766 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4701c8a0-bb9d-4331-9612-026477aec744 req-2709571f-093a-48ad-a45b-d73fcdb88b30 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:32.982393 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-4701c8a0-bb9d-4331-9612-026477aec744 req-2709571f-093a-48ad-a45b-d73fcdb88b30 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ae4390a-b621-4500-a1b9-c968556e5a4c HTTP/1.1" status: 200 len: 945 time: 0.0562978 Oct 27 10:27:33.028556 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-4701c8a0-bb9d-4331-9612-026477aec744 req-ffe596c9-84b3-4e75-93a5-4f35005db879 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/security-groups?id=9f7279ee-2d49-4f67-b584-fc902ef383cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399549 Oct 27 10:27:33.046733 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-7f72efe1-b1d4-43ba-b714-04e447e9fe66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954891097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954891097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857803', 'neutron.services.segments.db._delete_segments_for_network-8743873143390'] for network, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:33.083428 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098f15d6-99cf-47d8-bbed-2c150a88078c req-b5d084da-0df2-4005-a775-4a793101ec7f tempest-FloatingIPsAssociationNegativeTestJSON-285214202 tempest-FloatingIPsAssociationNegativeTestJSON-285214202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:33.084963 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-098f15d6-99cf-47d8-bbed-2c150a88078c req-b5d084da-0df2-4005-a775-4a793101ec7f tempest-FloatingIPsAssociationNegativeTestJSON-285214202 tempest-FloatingIPsAssociationNegativeTestJSON-285214202-project] 10.222.0.44 "GET /v2.0/ports?device_id=960c3882-8995-469f-b814-0b87f3b61996 HTTP/1.1" status: 200 len: 945 time: 0.1695111 Oct 27 10:27:33.094220 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-7f72efe1-b1d4-43ba-b714-04e447e9fe66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954891097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954891097-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26e8f3ce-7029-4f17-bcc4-67a5d7f64e7c']}} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:27:33.115133 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-7f72efe1-b1d4-43ba-b714-04e447e9fe66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954891097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954891097-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2816259-5d97-4d70-8185-657dafc2ccce') {'for_net_delete': True} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:27:33.115417 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-7f72efe1-b1d4-43ba-b714-04e447e9fe66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954891097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954891097-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2816259-5d97-4d70-8185-657dafc2ccce') {} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:27:33.130219 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-41c6fb55-edc4-4117-9670-451a01b2f8e0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:33.138247 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-7f72efe1-b1d4-43ba-b714-04e447e9fe66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954891097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954891097-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743873145191', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18445132'] for segment, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:33.177982 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-7f72efe1-b1d4-43ba-b714-04e447e9fe66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954891097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954891097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:33.181057 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-41c6fb55-edc4-4117-9670-451a01b2f8e0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:33.185695 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] get_ports_and_sgs() called for port_ids ['000260b4-400c-4b12-a382-b26f62e663ff'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:27:33.198526 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-098f15d6-99cf-47d8-bbed-2c150a88078c req-e74799bb-77ea-4ba0-9c05-2779c06c9b1d tempest-FloatingIPsAssociationNegativeTestJSON-285214202 tempest-FloatingIPsAssociationNegativeTestJSON-285214202-project] 10.222.0.44 "GET /v2.0/security-groups?id=9471a1c8-5aa9-4bed-91e9-0a13f0555c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017697 Oct 27 10:27:33.204830 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f72efe1-b1d4-43ba-b714-04e447e9fe66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954891097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954891097-project] Releasing vlan 448 on physical network physnet1 to pool {{(pid=102347) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 10:27:33.205245 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-7f72efe1-b1d4-43ba-b714-04e447e9fe66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954891097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954891097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-18296032'] for segment, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:33.209129 n-d-813419-10 neutron-server[102347]: Traceback (most recent call last): Oct 27 10:27:33.209129 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 10:27:33.209129 n-d-813419-10 neutron-server[102347]: timer() Oct 27 10:27:33.209129 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 10:27:33.209129 n-d-813419-10 neutron-server[102347]: cb(*args, **kw) Oct 27 10:27:33.209129 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 10:27:33.209129 n-d-813419-10 neutron-server[102347]: return func(*args, **kwargs) Oct 27 10:27:33.209129 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 10:27:33.209129 n-d-813419-10 neutron-server[102347]: self._notify() Oct 27 10:27:33.209129 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 10:27:33.209129 n-d-813419-10 neutron-server[102347]: self.callback(batched_events) Oct 27 10:27:33.209129 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 10:27:33.209129 n-d-813419-10 neutron-server[102347]: event.method(event) Oct 27 10:27:33.209129 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 10:27:33.209129 n-d-813419-10 neutron-server[102347]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 10:27:33.209129 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 10:27:33.209129 n-d-813419-10 neutron-server[102347]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 10:27:33.209129 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 10:27:33.209129 n-d-813419-10 neutron-server[102347]: return f(self, *a, **k) Oct 27 10:27:33.209129 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 10:27:33.209129 n-d-813419-10 neutron-server[102347]: return self._get(url).json() Oct 27 10:27:33.209129 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 10:27:33.209129 n-d-813419-10 neutron-server[102347]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 10:27:33.209129 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 10:27:33.209129 n-d-813419-10 neutron-server[102347]: return self.request(url, 'GET', **kwargs) Oct 27 10:27:33.209129 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 10:27:33.209129 n-d-813419-10 neutron-server[102347]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 10:27:33.209129 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 10:27:33.209129 n-d-813419-10 neutron-server[102347]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 10:27:33.209129 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 10:27:33.209129 n-d-813419-10 neutron-server[102347]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 10:27:33.209129 n-d-813419-10 neutron-server[102347]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 10:27:33.212373 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad20f9f9-431e-41ad-9dc9-6954f08d572a req-21c2c72c-d4b1-42a9-b9c5-394f3b89d27e tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:33.213920 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ad20f9f9-431e-41ad-9dc9-6954f08d572a req-21c2c72c-d4b1-42a9-b9c5-394f3b89d27e tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] 10.222.0.44 "GET /v2.0/ports?device_id=70421289-5784-4962-8b85-8bf7fa80cc12 HTTP/1.1" status: 200 len: 944 time: 0.0579274 Oct 27 10:27:33.238243 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] get_ports_and_sgs() called for port_ids ['dd1a4a75-aa59-4a40-9f4f-febceef5868f'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:27:33.281049 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ad20f9f9-431e-41ad-9dc9-6954f08d572a req-649a5c85-aa89-450e-ab62-731fdbf09d7c tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] 10.222.0.44 "GET /v2.0/security-groups?id=df17171a-6534-4d8a-8518-0be5fe64cbb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562487 Oct 27 10:27:33.294464 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-7f72efe1-b1d4-43ba-b714-04e447e9fe66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954891097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954891097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664840'] for network, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:33.304507 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-7f72efe1-b1d4-43ba-b714-04e447e9fe66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954891097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954891097-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for network, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:33.308726 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-7f72efe1-b1d4-43ba-b714-04e447e9fe66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954891097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954891097-project] 10.222.0.44 "DELETE /v2.0/networks/26e8f3ce-7029-4f17-bcc4-67a5d7f64e7c HTTP/1.1" status: 204 len: 168 time: 0.5908220 Oct 27 10:27:33.322557 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f72efe1-b1d4-43ba-b714-04e447e9fe66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954891097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1954891097-project] Pushing event deleted for resources: {'Network': ['ID=26e8f3ce-7029-4f17-bcc4-67a5d7f64e7c,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:27:33.326320 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-41c6fb55-edc4-4117-9670-451a01b2f8e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:33.329008 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-41c6fb55-edc4-4117-9670-451a01b2f8e0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:33.330164 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-41c6fb55-edc4-4117-9670-451a01b2f8e0 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ca6889e1-d92a-4307-b8ba-29c853f56a0d HTTP/1.1" status: 204 len: 168 time: 0.4214540 Oct 27 10:27:33.338547 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c6fb55-edc4-4117-9670-451a01b2f8e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca6889e1-d92a-4307-b8ba-29c853f56a0d,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:27:33.574904 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 52784) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:27:33.712841 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device 3ebcd00e-72e2-4b9a-992d-3c1c8e45c35f up at agent hyperv_n-h2-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:27:33.717756 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-77e0a0c8-bead-410c-b9f5-cb2dbf668bb9 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0cf79b12786949e6a3b992451b827921&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1416330 Oct 27 10:27:33.720941 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 52790) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:27:33.733922 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 52792) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:27:33.751571 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-889280dc-17f8-4f10-a126-7b80172808f6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:33.771911 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Provisioning for port 3ebcd00e-72e2-4b9a-992d-3c1c8e45c35f completed by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 10:27:33.776157 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Provisioning complete for port 3ebcd00e-72e2-4b9a-992d-3c1c8e45c35f triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:27:33.776575 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:33.781221 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-49c7b8ef-7547-4010-8993-fac93544e355 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:33.786132 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66df5040-391b-40c6-8811-4e3f41705253 req-40b16418-1db4-4940-a27e-6e299311965c tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:33.793442 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-66df5040-391b-40c6-8811-4e3f41705253 req-40b16418-1db4-4940-a27e-6e299311965c tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] 10.222.0.44 "GET /v2.0/ports?device_id=68ea0598-7f28-45b3-9509-6e18cfd4fd44 HTTP/1.1" status: 200 len: 944 time: 0.0921478 Oct 27 10:27:33.809653 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-49c7b8ef-7547-4010-8993-fac93544e355 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:33.857537 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-66df5040-391b-40c6-8811-4e3f41705253 req-aa13986e-ba65-41a9-adea-d7ec4702373a tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] 10.222.0.44 "GET /v2.0/security-groups?id=c947a31c-5410-49e0-adfc-c83fa1ba4206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630629 Oct 27 10:27:33.907708 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-889280dc-17f8-4f10-a126-7b80172808f6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:33.913009 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ab3796-88b0-491c-a7cd-44be6623c635 req-41e079a9-984d-4392-a1d4-dfac7b4df748 tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:33.913370 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-889280dc-17f8-4f10-a126-7b80172808f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:33.914548 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-40ab3796-88b0-491c-a7cd-44be6623c635 req-41e079a9-984d-4392-a1d4-dfac7b4df748 tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] 10.222.0.44 "GET /v2.0/ports?device_id=9bb5027d-0226-4b9c-bc5a-2c56e46be55f HTTP/1.1" status: 200 len: 948 time: 0.0636737 Oct 27 10:27:33.921150 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-49c7b8ef-7547-4010-8993-fac93544e355 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:33.924060 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-49c7b8ef-7547-4010-8993-fac93544e355 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:33.928845 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-49c7b8ef-7547-4010-8993-fac93544e355 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/7500cf07-2081-4cc5-ba42-8095d5a68e34 HTTP/1.1" status: 204 len: 168 time: 0.2067153 Oct 27 10:27:33.942678 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c7b8ef-7547-4010-8993-fac93544e355 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7500cf07-2081-4cc5-ba42-8095d5a68e34,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:27:33.956448 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-889280dc-17f8-4f10-a126-7b80172808f6 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=33446f583b2d4991b6bc5e4e94f492a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2213027 Oct 27 10:27:33.957689 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889280dc-17f8-4f10-a126-7b80172808f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c52cef24-33e5-43a6-87b2-2d6e72f08d0c,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:27:33.959476 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 52798) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:27:34.026671 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-40ab3796-88b0-491c-a7cd-44be6623c635 req-f49506cc-fd46-4a1b-b4f3-373003015966 tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] 10.222.0.44 "GET /v2.0/security-groups?id=564ecd8b-da86-4175-923a-67dcc5fcd400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966978 Oct 27 10:27:34.028753 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:34.046982 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-76947f45-f7df-4608-86eb-b959dc0b1bf6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:34.054935 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bb5027d-0226-4b9c-bc5a-2c56e46be55f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ebcd00e-72e2-4b9a-992d-3c1c8e45c35f'}] {{(pid=102348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:27:34.057268 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c588921fa634554a1d9242fdea1b05457a9ff1d3b28ba54ec1dace7f2f1df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87628097-1930-4766-bece-73373eb2ecf4" -d '{"events": [{"server_uuid": "9bb5027d-0226-4b9c-bc5a-2c56e46be55f", "name": "network-vif-plugged", "status": "completed", "tag": "3ebcd00e-72e2-4b9a-992d-3c1c8e45c35f"}]}' {{(pid=102348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:27:34.071637 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] For port 3ebcd00e-72e2-4b9a-992d-3c1c8e45c35f, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=3ebcd00e-72e2-4b9a-992d-3c1c8e45c35f,segment=NetworkSegment(f7c42c6d-2766-46d8-a8b7-4852117a5555),segment_id=f7c42c6d-2766-46d8-a8b7-4852117a5555)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:27:34.080512 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:34.085561 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-76947f45-f7df-4608-86eb-b959dc0b1bf6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:34.117381 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:27:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de188b38-edea-4f1c-b88f-43c29185f302 x-openstack-request-id: req-de188b38-edea-4f1c-b88f-43c29185f302 {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:27:34.118712 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bb5027d-0226-4b9c-bc5a-2c56e46be55f", "name": "network-vif-plugged", "status": "completed", "tag": "3ebcd00e-72e2-4b9a-992d-3c1c8e45c35f", "code": 200}]} {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:27:34.118964 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-de188b38-edea-4f1c-b88f-43c29185f302 {{(pid=102348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:27:34.119682 n-d-813419-10 neutron-server[102348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bb5027d-0226-4b9c-bc5a-2c56e46be55f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ebcd00e-72e2-4b9a-992d-3c1c8e45c35f', 'code': 200} Oct 27 10:27:34.153639 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-76947f45-f7df-4608-86eb-b959dc0b1bf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:34.161076 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-76947f45-f7df-4608-86eb-b959dc0b1bf6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:34.170394 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-76947f45-f7df-4608-86eb-b959dc0b1bf6 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c52cef24-33e5-43a6-87b2-2d6e72f08d0c HTTP/1.1" status: 204 len: 168 time: 0.2039099 Oct 27 10:27:34.177062 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Pushing event updated for resources: {'Port': ['ID=3ebcd00e-72e2-4b9a-992d-3c1c8e45c35f,revision_number=5']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:27:34.184999 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782f239d-755c-4794-be89-f358098dfe0c req-a64eb879-6cf7-40b3-b99b-86010cc048ec tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:34.186582 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device 863bd33a-7c9e-4cbf-aa6d-c8f79ce93249 up at agent hyperv_n-h1-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:27:34.187333 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76947f45-f7df-4608-86eb-b959dc0b1bf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c52cef24-33e5-43a6-87b2-2d6e72f08d0c,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:27:34.193132 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-782f239d-755c-4794-be89-f358098dfe0c req-a64eb879-6cf7-40b3-b99b-86010cc048ec tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ae4390a-b621-4500-a1b9-c968556e5a4c HTTP/1.1" status: 200 len: 945 time: 0.0693164 Oct 27 10:27:34.263949 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-782f239d-755c-4794-be89-f358098dfe0c req-3724d88c-b86f-4996-853f-730b00b309b2 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/security-groups?id=9f7279ee-2d49-4f67-b584-fc902ef383cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659118 Oct 27 10:27:34.287298 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2a76b3-4912-4ec2-a3ef-08c5bec0233d req-304b06dd-c615-419a-9b8e-0d0ae8188740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:34.288836 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-eb2a76b3-4912-4ec2-a3ef-08c5bec0233d req-304b06dd-c615-419a-9b8e-0d0ae8188740 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=9bb5027d-0226-4b9c-bc5a-2c56e46be55f HTTP/1.1" status: 200 len: 1101 time: 0.0743680 Oct 27 10:27:34.314934 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Provisioning for port 863bd33a-7c9e-4cbf-aa6d-c8f79ce93249 completed by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 10:27:34.322148 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Provisioning complete for port 863bd33a-7c9e-4cbf-aa6d-c8f79ce93249 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:27:34.322603 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:34.337144 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-eb2a76b3-4912-4ec2-a3ef-08c5bec0233d req-0a3e3a5f-419f-4ea3-a986-490734bd7dc4 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=564ecd8b-da86-4175-923a-67dcc5fcd400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397837 Oct 27 10:27:34.398212 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe3c2cb-03ef-4c87-900f-bcbf3d8d811d req-96a09b4d-faea-4c94-ada1-aa73cdce5cc2 tempest-FloatingIPsAssociationNegativeTestJSON-285214202 tempest-FloatingIPsAssociationNegativeTestJSON-285214202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:34.406187 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-ebe3c2cb-03ef-4c87-900f-bcbf3d8d811d req-96a09b4d-faea-4c94-ada1-aa73cdce5cc2 tempest-FloatingIPsAssociationNegativeTestJSON-285214202 tempest-FloatingIPsAssociationNegativeTestJSON-285214202-project] 10.222.0.44 "GET /v2.0/ports?device_id=960c3882-8995-469f-b814-0b87f3b61996 HTTP/1.1" status: 200 len: 945 time: 0.0880952 Oct 27 10:27:34.440917 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869a6da1-b1fb-4dc8-8eb7-c1929f417d52 req-6fca2f37-6a4e-449f-8cf0-9b48e0943d1f tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:34.449296 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-869a6da1-b1fb-4dc8-8eb7-c1929f417d52 req-6fca2f37-6a4e-449f-8cf0-9b48e0943d1f tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] 10.222.0.44 "GET /v2.0/ports?device_id=70421289-5784-4962-8b85-8bf7fa80cc12 HTTP/1.1" status: 200 len: 944 time: 0.0678816 Oct 27 10:27:34.459504 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-ebe3c2cb-03ef-4c87-900f-bcbf3d8d811d req-dbedbd24-8754-4e95-a9b4-9474af510093 tempest-FloatingIPsAssociationNegativeTestJSON-285214202 tempest-FloatingIPsAssociationNegativeTestJSON-285214202-project] 10.222.0.44 "GET /v2.0/security-groups?id=9471a1c8-5aa9-4bed-91e9-0a13f0555c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523345 Oct 27 10:27:34.473254 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 52812) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:27:34.489711 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:34.492006 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-869a6da1-b1fb-4dc8-8eb7-c1929f417d52 req-434c7e22-7388-48b7-ad6c-21fdb4542534 tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] 10.222.0.44 "GET /v2.0/security-groups?id=df17171a-6534-4d8a-8518-0be5fe64cbb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417197 Oct 27 10:27:34.528776 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-c884e73f-2dfc-46dc-988a-8d8efc1634d7 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=6a36cb2d1d5c4e989b5bc37d1fdb7a02&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0519750 Oct 27 10:27:34.529159 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 52816) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:27:34.540049 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port 863bd33a-7c9e-4cbf-aa6d-c8f79ce93249, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=863bd33a-7c9e-4cbf-aa6d-c8f79ce93249,segment=NetworkSegment(2ae7a459-953f-4f06-8bb8-d3b1f54967e3),segment_id=2ae7a459-953f-4f06-8bb8-d3b1f54967e3)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:27:34.544633 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:34.587016 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-6603b92a-5f3c-4d85-a0fd-3fe93234dbfc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:34.595872 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Pushing event updated for resources: {'Port': ['ID=863bd33a-7c9e-4cbf-aa6d-c8f79ce93249,revision_number=5']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:27:34.623044 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-6603b92a-5f3c-4d85-a0fd-3fe93234dbfc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:34.670222 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-6603b92a-5f3c-4d85-a0fd-3fe93234dbfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:34.673481 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-6603b92a-5f3c-4d85-a0fd-3fe93234dbfc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:34.674644 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-6603b92a-5f3c-4d85-a0fd-3fe93234dbfc admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d8ae8429-f93e-4afc-8cee-dcf523e744df HTTP/1.1" status: 204 len: 168 time: 0.1444960 Oct 27 10:27:34.683211 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6603b92a-5f3c-4d85-a0fd-3fe93234dbfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8ae8429-f93e-4afc-8cee-dcf523e744df,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:27:34.991928 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f98a1dc-1e11-4f1f-a0e4-fce4ff2cb3a4 req-b492b1aa-1275-4508-a754-5070671c2e98 tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:34.994506 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-1f98a1dc-1e11-4f1f-a0e4-fce4ff2cb3a4 req-b492b1aa-1275-4508-a754-5070671c2e98 tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] 10.222.0.44 "GET /v2.0/ports?device_id=68ea0598-7f28-45b3-9509-6e18cfd4fd44 HTTP/1.1" status: 200 len: 944 time: 0.0579870 Oct 27 10:27:35.038776 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-1f98a1dc-1e11-4f1f-a0e4-fce4ff2cb3a4 req-591332ab-b8f3-4e83-a861-13ccef782cdf tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] 10.222.0.44 "GET /v2.0/security-groups?id=c947a31c-5410-49e0-adfc-c83fa1ba4206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374691 Oct 27 10:27:35.165291 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411a162e-7165-4fb5-b853-a4487e7166ed req-7457b169-ba08-48a6-82ec-f7d0b9a58670 tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:35.166951 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-411a162e-7165-4fb5-b853-a4487e7166ed req-7457b169-ba08-48a6-82ec-f7d0b9a58670 tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] 10.222.0.44 "GET /v2.0/ports?device_id=9bb5027d-0226-4b9c-bc5a-2c56e46be55f HTTP/1.1" status: 200 len: 949 time: 0.0548258 Oct 27 10:27:35.210156 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-411a162e-7165-4fb5-b853-a4487e7166ed req-b148197b-310d-4e56-ac3d-6341b5f7f6f4 tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] 10.222.0.44 "GET /v2.0/security-groups?id=564ecd8b-da86-4175-923a-67dcc5fcd400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364430 Oct 27 10:27:35.376605 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047db7dc-d38d-434a-9f08-fa515712ed36 req-0dad11f2-d1f6-4660-845a-6ecbabd54fea tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:35.378308 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-047db7dc-d38d-434a-9f08-fa515712ed36 req-0dad11f2-d1f6-4660-845a-6ecbabd54fea tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ae4390a-b621-4500-a1b9-c968556e5a4c HTTP/1.1" status: 200 len: 946 time: 0.0545297 Oct 27 10:27:35.417402 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-047db7dc-d38d-434a-9f08-fa515712ed36 req-1f88c94e-5bb5-4043-b113-79bcbbf9430a tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/security-groups?id=9f7279ee-2d49-4f67-b584-fc902ef383cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326741 Oct 27 10:27:35.476464 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 52872) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:27:35.592501 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a4d708-e0b2-43a1-8897-ce2d352558cc req-3a4ea6ab-6a86-4bea-844a-9d7cd2faad73 tempest-FloatingIPsAssociationNegativeTestJSON-285214202 tempest-FloatingIPsAssociationNegativeTestJSON-285214202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:35.599738 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-a4a4d708-e0b2-43a1-8897-ce2d352558cc req-3a4ea6ab-6a86-4bea-844a-9d7cd2faad73 tempest-FloatingIPsAssociationNegativeTestJSON-285214202 tempest-FloatingIPsAssociationNegativeTestJSON-285214202-project] 10.222.0.44 "GET /v2.0/ports?device_id=960c3882-8995-469f-b814-0b87f3b61996 HTTP/1.1" status: 200 len: 945 time: 0.0609343 Oct 27 10:27:35.626134 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db37829-cb5f-484e-9fb2-b78a02402225 req-6edf2452-c0fb-4388-a66a-852711090efd tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:35.643577 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-7db37829-cb5f-484e-9fb2-b78a02402225 req-6edf2452-c0fb-4388-a66a-852711090efd tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] 10.222.0.44 "GET /v2.0/ports?device_id=70421289-5784-4962-8b85-8bf7fa80cc12 HTTP/1.1" status: 200 len: 944 time: 0.0838625 Oct 27 10:27:35.645005 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-a4a4d708-e0b2-43a1-8897-ce2d352558cc req-ca3ffa5f-d4d1-400e-bbe4-3c6564f62feb tempest-FloatingIPsAssociationNegativeTestJSON-285214202 tempest-FloatingIPsAssociationNegativeTestJSON-285214202-project] 10.222.0.44 "GET /v2.0/security-groups?id=9471a1c8-5aa9-4bed-91e9-0a13f0555c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427992 Oct 27 10:27:35.678855 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-557a5daf-069f-4709-a43f-5958e53c2c53 tempest-ExtraDHCPOptionsTestJSON-2029209177 tempest-ExtraDHCPOptionsTestJSON-2029209177-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-2116812104'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:27:35.695660 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-7db37829-cb5f-484e-9fb2-b78a02402225 req-c26d1162-544b-4387-b2a6-48e834f5c566 tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] 10.222.0.44 "GET /v2.0/security-groups?id=df17171a-6534-4d8a-8518-0be5fe64cbb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506878 Oct 27 10:27:35.708216 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-557a5daf-069f-4709-a43f-5958e53c2c53 tempest-ExtraDHCPOptionsTestJSON-2029209177 tempest-ExtraDHCPOptionsTestJSON-2029209177-project] Made reservation on behalf of 8c47eb08b27d447a962ed83b89b89bdf for: {'network': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:27:35.714487 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-557a5daf-069f-4709-a43f-5958e53c2c53 tempest-ExtraDHCPOptionsTestJSON-2029209177 tempest-ExtraDHCPOptionsTestJSON-2029209177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for network, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:35.725098 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-557a5daf-069f-4709-a43f-5958e53c2c53 tempest-ExtraDHCPOptionsTestJSON-2029209177 tempest-ExtraDHCPOptionsTestJSON-2029209177-project] Publish callbacks [] for security_group, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:35.802856 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-557a5daf-069f-4709-a43f-5958e53c2c53 tempest-ExtraDHCPOptionsTestJSON-2029209177 tempest-ExtraDHCPOptionsTestJSON-2029209177-project] Publish callbacks [] for security_group, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:35.806684 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-557a5daf-069f-4709-a43f-5958e53c2c53 tempest-ExtraDHCPOptionsTestJSON-2029209177 tempest-ExtraDHCPOptionsTestJSON-2029209177-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:35.830306 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-557a5daf-069f-4709-a43f-5958e53c2c53 tempest-ExtraDHCPOptionsTestJSON-2029209177 tempest-ExtraDHCPOptionsTestJSON-2029209177-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 416} {{(pid=102347) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 10:27:35.843396 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557a5daf-069f-4709-a43f-5958e53c2c53 tempest-ExtraDHCPOptionsTestJSON-2029209177 tempest-ExtraDHCPOptionsTestJSON-2029209177-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6700a14-2f6e-4cf8-98de-5cfef60564d3,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:27:35.848049 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-557a5daf-069f-4709-a43f-5958e53c2c53 tempest-ExtraDHCPOptionsTestJSON-2029209177 tempest-ExtraDHCPOptionsTestJSON-2029209177-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:35.848415 n-d-813419-10 neutron-server[102347]: INFO neutron.db.segments_db [None req-557a5daf-069f-4709-a43f-5958e53c2c53 tempest-ExtraDHCPOptionsTestJSON-2029209177 tempest-ExtraDHCPOptionsTestJSON-2029209177-project] Added segment 72a1eadf-8689-4ca2-bcbb-88e81e304590 of type vlan for network c780d9a9-357c-4000-862b-73cc3daa63d1 Oct 27 10:27:35.859065 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557a5daf-069f-4709-a43f-5958e53c2c53 tempest-ExtraDHCPOptionsTestJSON-2029209177 tempest-ExtraDHCPOptionsTestJSON-2029209177-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:27:35.859415 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557a5daf-069f-4709-a43f-5958e53c2c53 tempest-ExtraDHCPOptionsTestJSON-2029209177 tempest-ExtraDHCPOptionsTestJSON-2029209177-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:27:35.859791 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557a5daf-069f-4709-a43f-5958e53c2c53 tempest-ExtraDHCPOptionsTestJSON-2029209177 tempest-ExtraDHCPOptionsTestJSON-2029209177-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:27:35.860130 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557a5daf-069f-4709-a43f-5958e53c2c53 tempest-ExtraDHCPOptionsTestJSON-2029209177 tempest-ExtraDHCPOptionsTestJSON-2029209177-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:27:35.860500 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557a5daf-069f-4709-a43f-5958e53c2c53 tempest-ExtraDHCPOptionsTestJSON-2029209177 tempest-ExtraDHCPOptionsTestJSON-2029209177-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:27:35.860833 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557a5daf-069f-4709-a43f-5958e53c2c53 tempest-ExtraDHCPOptionsTestJSON-2029209177 tempest-ExtraDHCPOptionsTestJSON-2029209177-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:27:35.861161 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557a5daf-069f-4709-a43f-5958e53c2c53 tempest-ExtraDHCPOptionsTestJSON-2029209177 tempest-ExtraDHCPOptionsTestJSON-2029209177-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:27:35.861490 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557a5daf-069f-4709-a43f-5958e53c2c53 tempest-ExtraDHCPOptionsTestJSON-2029209177 tempest-ExtraDHCPOptionsTestJSON-2029209177-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:27:35.861815 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557a5daf-069f-4709-a43f-5958e53c2c53 tempest-ExtraDHCPOptionsTestJSON-2029209177 tempest-ExtraDHCPOptionsTestJSON-2029209177-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:27:35.862140 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557a5daf-069f-4709-a43f-5958e53c2c53 tempest-ExtraDHCPOptionsTestJSON-2029209177 tempest-ExtraDHCPOptionsTestJSON-2029209177-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:27:35.862462 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557a5daf-069f-4709-a43f-5958e53c2c53 tempest-ExtraDHCPOptionsTestJSON-2029209177 tempest-ExtraDHCPOptionsTestJSON-2029209177-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:27:35.862781 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557a5daf-069f-4709-a43f-5958e53c2c53 tempest-ExtraDHCPOptionsTestJSON-2029209177 tempest-ExtraDHCPOptionsTestJSON-2029209177-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:27:35.907201 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-557a5daf-069f-4709-a43f-5958e53c2c53 tempest-ExtraDHCPOptionsTestJSON-2029209177 tempest-ExtraDHCPOptionsTestJSON-2029209177-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743872593080'] for network, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:35.931211 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-557a5daf-069f-4709-a43f-5958e53c2c53 tempest-ExtraDHCPOptionsTestJSON-2029209177 tempest-ExtraDHCPOptionsTestJSON-2029209177-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913'] for network, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:35.936851 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-557a5daf-069f-4709-a43f-5958e53c2c53 tempest-ExtraDHCPOptionsTestJSON-2029209177 tempest-ExtraDHCPOptionsTestJSON-2029209177-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:35.937435 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-557a5daf-069f-4709-a43f-5958e53c2c53 tempest-ExtraDHCPOptionsTestJSON-2029209177 tempest-ExtraDHCPOptionsTestJSON-2029209177-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for network, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:35.993313 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-557a5daf-069f-4709-a43f-5958e53c2c53 tempest-ExtraDHCPOptionsTestJSON-2029209177 tempest-ExtraDHCPOptionsTestJSON-2029209177-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 0.5156624 Oct 27 10:27:35.996512 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 52890) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:27:36.001875 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-05ce5340-a7f3-4747-847a-a463b5e076e5 tempest-ExtraDHCPOptionsTestJSON-2029209177 tempest-ExtraDHCPOptionsTestJSON-2029209177-project] Request body: {'subnet': {'network_id': 'c780d9a9-357c-4000-862b-73cc3daa63d1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:27:36.053306 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557a5daf-069f-4709-a43f-5958e53c2c53 tempest-ExtraDHCPOptionsTestJSON-2029209177 tempest-ExtraDHCPOptionsTestJSON-2029209177-project] Pushing event updated for resources: {'Network': ['ID=c780d9a9-357c-4000-862b-73cc3daa63d1,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:27:36.064343 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Network c780d9a9-357c-4000-862b-73cc3daa63d1 details requested by agent ovs-agent-n-d-813419-10 with host n-d-813419-10 {{(pid=102348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 10:27:36.105995 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05ce5340-a7f3-4747-847a-a463b5e076e5 tempest-ExtraDHCPOptionsTestJSON-2029209177 tempest-ExtraDHCPOptionsTestJSON-2029209177-project] Made reservation on behalf of 8c47eb08b27d447a962ed83b89b89bdf for: {'subnet': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:27:36.110734 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-05ce5340-a7f3-4747-847a-a463b5e076e5 tempest-ExtraDHCPOptionsTestJSON-2029209177 tempest-ExtraDHCPOptionsTestJSON-2029209177-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18044073'] for subnet, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:36.122749 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ae4390a-b621-4500-a1b9-c968556e5a4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '863bd33a-7c9e-4cbf-aa6d-c8f79ce93249'}] {{(pid=102348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:27:36.125239 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c588921fa634554a1d9242fdea1b05457a9ff1d3b28ba54ec1dace7f2f1df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2343c98-2dc9-43f1-af00-f07bf9e278e9" -d '{"events": [{"server_uuid": "5ae4390a-b621-4500-a1b9-c968556e5a4c", "name": "network-vif-plugged", "status": "completed", "tag": "863bd33a-7c9e-4cbf-aa6d-c8f79ce93249"}]}' {{(pid=102348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:27:36.182184 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:27:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7bf7d21-c2f9-4e4c-8c93-675db4500042 x-openstack-request-id: req-a7bf7d21-c2f9-4e4c-8c93-675db4500042 {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:27:36.182733 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ae4390a-b621-4500-a1b9-c968556e5a4c", "name": "network-vif-plugged", "status": "completed", "tag": "863bd33a-7c9e-4cbf-aa6d-c8f79ce93249", "code": 200}]} {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:27:36.183312 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a7bf7d21-c2f9-4e4c-8c93-675db4500042 {{(pid=102348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:27:36.183932 n-d-813419-10 neutron-server[102348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ae4390a-b621-4500-a1b9-c968556e5a4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '863bd33a-7c9e-4cbf-aa6d-c8f79ce93249', 'code': 200} Oct 27 10:27:36.192781 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device dd1a4a75-aa59-4a40-9f4f-febceef5868f up at agent hyperv_n-h1-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:27:36.218350 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fef0cb-2bc6-465b-b34a-17dce5e53710 req-653bdfe0-3aa5-40d0-9214-580aa52190e3 tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:36.235543 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-63fef0cb-2bc6-465b-b34a-17dce5e53710 req-653bdfe0-3aa5-40d0-9214-580aa52190e3 tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] 10.222.0.44 "GET /v2.0/ports?device_id=68ea0598-7f28-45b3-9509-6e18cfd4fd44 HTTP/1.1" status: 200 len: 944 time: 0.0813458 Oct 27 10:27:36.266628 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Provisioning for port dd1a4a75-aa59-4a40-9f4f-febceef5868f completed by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 10:27:36.278023 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Provisioning complete for port dd1a4a75-aa59-4a40-9f4f-febceef5868f triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:27:36.279717 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:36.288385 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-63fef0cb-2bc6-465b-b34a-17dce5e53710 req-3834f6eb-277c-4d12-9883-4ae7276c4a6d tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] 10.222.0.44 "GET /v2.0/security-groups?id=c947a31c-5410-49e0-adfc-c83fa1ba4206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491660 Oct 27 10:27:36.378466 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:36.421898 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port dd1a4a75-aa59-4a40-9f4f-febceef5868f, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=dd1a4a75-aa59-4a40-9f4f-febceef5868f,segment=NetworkSegment(bb32181f-2d00-464a-ae3b-423fdf74c1eb),segment_id=bb32181f-2d00-464a-ae3b-423fdf74c1eb)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:27:36.427398 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:36.428487 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device 000260b4-400c-4b12-a382-b26f62e663ff up at agent hyperv_n-h1-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:27:36.444996 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-05ce5340-a7f3-4747-847a-a463b5e076e5 tempest-ExtraDHCPOptionsTestJSON-2029209177 tempest-ExtraDHCPOptionsTestJSON-2029209177-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-18295883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18044091'] for subnet, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:36.453050 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410118e8-85cd-4f39-9a98-7ef18988f69d req-0ace8436-7ad3-4fac-b546-9470c8ac3a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:36.454581 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-410118e8-85cd-4f39-9a98-7ef18988f69d req-0ace8436-7ad3-4fac-b546-9470c8ac3a38 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=5ae4390a-b621-4500-a1b9-c968556e5a4c HTTP/1.1" status: 200 len: 1098 time: 0.1584194 Oct 27 10:27:36.506625 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d541df9-c1dd-4fca-ab22-5d56db38e10d req-da65fd20-c68c-4367-834a-2ef0ee3f9dee tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:36.513780 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-1d541df9-c1dd-4fca-ab22-5d56db38e10d req-da65fd20-c68c-4367-834a-2ef0ee3f9dee tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] 10.222.0.44 "GET /v2.0/ports?device_id=9bb5027d-0226-4b9c-bc5a-2c56e46be55f HTTP/1.1" status: 200 len: 949 time: 0.1335583 Oct 27 10:27:36.514740 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Pushing event updated for resources: {'Port': ['ID=dd1a4a75-aa59-4a40-9f4f-febceef5868f,revision_number=5']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:27:36.530669 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Provisioning for port 000260b4-400c-4b12-a382-b26f62e663ff completed by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 10:27:36.535832 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Provisioning complete for port 000260b4-400c-4b12-a382-b26f62e663ff triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:27:36.536640 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:36.576906 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ce5340-a7f3-4747-847a-a463b5e076e5 tempest-ExtraDHCPOptionsTestJSON-2029209177 tempest-ExtraDHCPOptionsTestJSON-2029209177-project] Pushing event updated for resources: {'Subnet': ['ID=140313f1-ae8e-4c7c-afff-26c9fb27a6b5,revision_number=0']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:27:36.590352 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228e11f3-e52e-4ab7-b0d8-83df8a3e7caf req-59d9ac24-d810-4bbc-bb44-c9a53ca7af33 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:36.592946 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-228e11f3-e52e-4ab7-b0d8-83df8a3e7caf req-59d9ac24-d810-4bbc-bb44-c9a53ca7af33 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ae4390a-b621-4500-a1b9-c968556e5a4c HTTP/1.1" status: 200 len: 946 time: 0.0735140 Oct 27 10:27:36.600712 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-410118e8-85cd-4f39-9a98-7ef18988f69d req-7d73ba90-ff34-47b5-87d3-74f8f315d7c1 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=9f7279ee-2d49-4f67-b584-fc902ef383cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131270 Oct 27 10:27:36.621617 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-1d541df9-c1dd-4fca-ab22-5d56db38e10d req-22660aa2-17be-41ff-a611-e51800535f68 tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] 10.222.0.44 "GET /v2.0/security-groups?id=564ecd8b-da86-4175-923a-67dcc5fcd400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005409 Oct 27 10:27:36.622949 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05ce5340-a7f3-4747-847a-a463b5e076e5 tempest-ExtraDHCPOptionsTestJSON-2029209177 tempest-ExtraDHCPOptionsTestJSON-2029209177-project] Checking segment: {'id': '72a1eadf-8689-4ca2-bcbb-88e81e304590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'c780d9a9-357c-4000-862b-73cc3daa63d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:27:36.623488 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05ce5340-a7f3-4747-847a-a463b5e076e5 tempest-ExtraDHCPOptionsTestJSON-2029209177 tempest-ExtraDHCPOptionsTestJSON-2029209177-project] Network hostable DHCP agents. Network: c780d9a9-357c-4000-862b-73cc3daa63d1, hostable agents: ['eafd4000-b897-4722-ae8b-0118ec955181'], hosted agents: [] {{(pid=102347) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 10:27:36.634236 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:36.654211 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-228e11f3-e52e-4ab7-b0d8-83df8a3e7caf req-37a61f65-0ee3-477d-b955-4ccec7aadb37 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/security-groups?id=9f7279ee-2d49-4f67-b584-fc902ef383cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532005 Oct 27 10:27:36.658576 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05ce5340-a7f3-4747-847a-a463b5e076e5 tempest-ExtraDHCPOptionsTestJSON-2029209177 tempest-ExtraDHCPOptionsTestJSON-2029209177-project] Network c780d9a9-357c-4000-862b-73cc3daa63d1 is scheduled to be hosted by DHCP agent eafd4000-b897-4722-ae8b-0118ec955181 with binding_index 1 {{(pid=102347) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 10:27:36.690409 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [None req-05ce5340-a7f3-4747-847a-a463b5e076e5 tempest-ExtraDHCPOptionsTestJSON-2029209177 tempest-ExtraDHCPOptionsTestJSON-2029209177-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-10, c780d9a9-357c-4000-862b-73cc3daa63d1) {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:27:36.703420 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adeaeebf-0869-446d-9188-190883e1e01a None None] Network c780d9a9-357c-4000-862b-73cc3daa63d1 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:27:36.708573 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05ce5340-a7f3-4747-847a-a463b5e076e5 tempest-ExtraDHCPOptionsTestJSON-2029209177 tempest-ExtraDHCPOptionsTestJSON-2029209177-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:36.709222 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-05ce5340-a7f3-4747-847a-a463b5e076e5 tempest-ExtraDHCPOptionsTestJSON-2029209177 tempest-ExtraDHCPOptionsTestJSON-2029209177-project] Publish callbacks [] for subnet, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:36.709411 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port 000260b4-400c-4b12-a382-b26f62e663ff, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=000260b4-400c-4b12-a382-b26f62e663ff,segment=NetworkSegment(55babfa1-afbc-48a2-a34b-7aa1ec1518dd),segment_id=55babfa1-afbc-48a2-a34b-7aa1ec1518dd)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:27:36.741837 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 52912) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:27:36.742041 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-05ce5340-a7f3-4747-847a-a463b5e076e5 tempest-ExtraDHCPOptionsTestJSON-2029209177 tempest-ExtraDHCPOptionsTestJSON-2029209177-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7443140 Oct 27 10:27:36.748902 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-bedccbff-cb42-4bcf-9fd8-e96b7c698aff tempest-ExtraDHCPOptionsTestJSON-2029209177 tempest-ExtraDHCPOptionsTestJSON-2029209177-project] Request body: {'port': {'network_id': 'c780d9a9-357c-4000-862b-73cc3daa63d1', 'name': 'tempest-ExtraDHCPOptionsTestJSON-438660028'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:27:36.763963 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:36.807432 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 52914) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:27:36.842131 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Pushing event updated for resources: {'Port': ['ID=000260b4-400c-4b12-a382-b26f62e663ff,revision_number=5']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:27:36.847260 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f087203f-3e51-4aa2-900c-0620b31e56ec req-ff51f563-da40-4ce6-b5c9-1b60a1a694ed tempest-FloatingIPsAssociationNegativeTestJSON-285214202 tempest-FloatingIPsAssociationNegativeTestJSON-285214202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:36.855352 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-f087203f-3e51-4aa2-900c-0620b31e56ec req-ff51f563-da40-4ce6-b5c9-1b60a1a694ed tempest-FloatingIPsAssociationNegativeTestJSON-285214202 tempest-FloatingIPsAssociationNegativeTestJSON-285214202-project] 10.222.0.44 "GET /v2.0/ports?device_id=960c3882-8995-469f-b814-0b87f3b61996 HTTP/1.1" status: 200 len: 946 time: 0.0889001 Oct 27 10:27:36.904585 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-f087203f-3e51-4aa2-900c-0620b31e56ec req-7796d054-af59-44b9-b393-07dcfb56c930 tempest-FloatingIPsAssociationNegativeTestJSON-285214202 tempest-FloatingIPsAssociationNegativeTestJSON-285214202-project] 10.222.0.44 "GET /v2.0/security-groups?id=9471a1c8-5aa9-4bed-91e9-0a13f0555c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482447 Oct 27 10:27:36.917101 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b919f22-979f-4354-b6e3-5f036118be5a req-68465e50-d985-4eb0-9bcd-16e6d8505f61 tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:36.919005 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-2b919f22-979f-4354-b6e3-5f036118be5a req-68465e50-d985-4eb0-9bcd-16e6d8505f61 tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] 10.222.0.44 "GET /v2.0/ports?device_id=70421289-5784-4962-8b85-8bf7fa80cc12 HTTP/1.1" status: 200 len: 944 time: 0.0664639 Oct 27 10:27:36.919646 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bedccbff-cb42-4bcf-9fd8-e96b7c698aff tempest-ExtraDHCPOptionsTestJSON-2029209177 tempest-ExtraDHCPOptionsTestJSON-2029209177-project] Made reservation on behalf of 8c47eb08b27d447a962ed83b89b89bdf for: {'port': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:27:36.923397 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-bedccbff-cb42-4bcf-9fd8-e96b7c698aff tempest-ExtraDHCPOptionsTestJSON-2029209177 tempest-ExtraDHCPOptionsTestJSON-2029209177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:36.931514 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d913b0b6-eea7-46a8-a62a-0aa629d3b41c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp734b258e-7d96-550c-b970-9b72ab66f383-c780d9a9-357c-4000-862b-73cc3daa63d1', 'network_id': 'c780d9a9-357c-4000-862b-73cc3daa63d1', 'tenant_id': '8c47eb08b27d447a962ed83b89b89bdf', 'fixed_ips': [{'subnet_id': '140313f1-ae8e-4c7c-afff-26c9fb27a6b5'}]}} from n-d-813419-10. {{(pid=102348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 10:27:36.933554 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-d913b0b6-eea7-46a8-a62a-0aa629d3b41c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:36.968233 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [None req-bedccbff-cb42-4bcf-9fd8-e96b7c698aff tempest-ExtraDHCPOptionsTestJSON-2029209177 tempest-ExtraDHCPOptionsTestJSON-2029209177-project] device_id is not set on port 2ec6ff88-9946-45ef-b822-2a3991943aa3 yet. {{(pid=102346) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 10:27:36.985151 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-2b919f22-979f-4354-b6e3-5f036118be5a req-68b10f80-b166-4f0d-aad2-32b045c0d35a tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] 10.222.0.44 "GET /v2.0/security-groups?id=df17171a-6534-4d8a-8518-0be5fe64cbb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478427 Oct 27 10:27:36.994087 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-c0c7c83b-c6c0-4b48-b3a4-796781405b53 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:37.091251 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-c0c7c83b-c6c0-4b48-b3a4-796781405b53 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:37.091538 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.db_base_plugin_common [None req-d913b0b6-eea7-46a8-a62a-0aa629d3b41c None None] Allocated IP 172.20.0.2 (c780d9a9-357c-4000-862b-73cc3daa63d1/140313f1-ae8e-4c7c-afff-26c9fb27a6b5/e2b38228-c9a3-4fe4-81fd-83ae43c33be2) {{(pid=102348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:27:37.095280 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-c0c7c83b-c6c0-4b48-b3a4-796781405b53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:37.132843 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-c0c7c83b-c6c0-4b48-b3a4-796781405b53 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=185f5d92433e4775a71af90926000ce2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3213632 Oct 27 10:27:37.135347 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 52918) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:27:37.141950 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c7c83b-c6c0-4b48-b3a4-796781405b53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7da93a85-d059-409d-84f8-23b5fc661a63,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:27:37.186843 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-49ca8e63-270b-4e68-9494-76bf77bd0484 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:37.208553 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-49ca8e63-270b-4e68-9494-76bf77bd0484 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:37.233640 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-d913b0b6-eea7-46a8-a62a-0aa629d3b41c None None] Publish callbacks [] for port, precommit_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:37.239625 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-d913b0b6-eea7-46a8-a62a-0aa629d3b41c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606'] for port, after_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:37.265987 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-49ca8e63-270b-4e68-9494-76bf77bd0484 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:37.269829 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-49ca8e63-270b-4e68-9494-76bf77bd0484 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:37.271072 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-49ca8e63-270b-4e68-9494-76bf77bd0484 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/7da93a85-d059-409d-84f8-23b5fc661a63 HTTP/1.1" status: 204 len: 168 time: 0.1346922 Oct 27 10:27:37.279010 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ca8e63-270b-4e68-9494-76bf77bd0484 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7da93a85-d059-409d-84f8-23b5fc661a63,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:27:37.305406 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_common [None req-bedccbff-cb42-4bcf-9fd8-e96b7c698aff tempest-ExtraDHCPOptionsTestJSON-2029209177 tempest-ExtraDHCPOptionsTestJSON-2029209177-project] Allocated IP 172.20.0.13 (c780d9a9-357c-4000-862b-73cc3daa63d1/140313f1-ae8e-4c7c-afff-26c9fb27a6b5/2ec6ff88-9946-45ef-b822-2a3991943aa3) {{(pid=102346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:27:37.322878 n-d-813419-10 neutron-server[102348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d913b0b6-eea7-46a8-a62a-0aa629d3b41c None None] Network c780d9a9-357c-4000-862b-73cc3daa63d1 is already hosted by enough agents. {{(pid=102348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:27:37.324723 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d913b0b6-eea7-46a8-a62a-0aa629d3b41c None None] Pushing event updated for resources: {'Port': ['ID=e2b38228-c9a3-4fe4-81fd-83ae43c33be2,revision_number=1']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:27:37.327519 n-d-813419-10 neutron-server[102348]: DEBUG neutron.scheduler.base_scheduler [None req-d913b0b6-eea7-46a8-a62a-0aa629d3b41c None None] Resources bound (agent type, host, resource id): {{(pid=102348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:27:37.371799 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d913b0b6-eea7-46a8-a62a-0aa629d3b41c None None] Received port after_create {{(pid=102348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:27:37.430339 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-d913b0b6-eea7-46a8-a62a-0aa629d3b41c None None] Attempting to bind port e2b38228-c9a3-4fe4-81fd-83ae43c33be2 on host n-d-813419-10 for vnic_type normal with profile {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:27:37.430716 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-d913b0b6-eea7-46a8-a62a-0aa629d3b41c None None] Attempting to bind port e2b38228-c9a3-4fe4-81fd-83ae43c33be2 by drivers openvswitch,hyperv on host n-d-813419-10 at level 0 using segments [{'id': '72a1eadf-8689-4ca2-bcbb-88e81e304590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'c780d9a9-357c-4000-862b-73cc3daa63d1'}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:27:37.431081 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d913b0b6-eea7-46a8-a62a-0aa629d3b41c None None] Attempting to bind port e2b38228-c9a3-4fe4-81fd-83ae43c33be2 on network c780d9a9-357c-4000-862b-73cc3daa63d1 {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:27:37.436279 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d913b0b6-eea7-46a8-a62a-0aa629d3b41c None None] Checking agent: {'id': '89dba0f3-79b2-435e-9822-33674b8f6ada', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 8, 20), 'started_at': datetime.datetime(2021, 10, 27, 10, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 27, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:27:37.436655 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d913b0b6-eea7-46a8-a62a-0aa629d3b41c None None] Checking segment: {'id': '72a1eadf-8689-4ca2-bcbb-88e81e304590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'c780d9a9-357c-4000-862b-73cc3daa63d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:27:37.437055 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-d913b0b6-eea7-46a8-a62a-0aa629d3b41c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:37.437446 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d913b0b6-eea7-46a8-a62a-0aa629d3b41c None None] Bound using segment: {'id': '72a1eadf-8689-4ca2-bcbb-88e81e304590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'c780d9a9-357c-4000-862b-73cc3daa63d1'} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:27:37.438480 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-d913b0b6-eea7-46a8-a62a-0aa629d3b41c None None] Bound port: e2b38228-c9a3-4fe4-81fd-83ae43c33be2, host: n-d-813419-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72a1eadf-8689-4ca2-bcbb-88e81e304590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'c780d9a9-357c-4000-862b-73cc3daa63d1'}}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:27:37.438818 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-d913b0b6-eea7-46a8-a62a-0aa629d3b41c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:37.481900 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d2cdc8-657d-4421-84d9-a20c58e48126 req-3438c98e-1a78-4b18-803d-1d0d948d6c0d tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:37.484691 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-d6d2cdc8-657d-4421-84d9-a20c58e48126 req-3438c98e-1a78-4b18-803d-1d0d948d6c0d tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] 10.222.0.44 "GET /v2.0/ports?device_id=68ea0598-7f28-45b3-9509-6e18cfd4fd44 HTTP/1.1" status: 200 len: 945 time: 0.1173372 Oct 27 10:27:37.503659 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-d913b0b6-eea7-46a8-a62a-0aa629d3b41c None None] For port e2b38228-c9a3-4fe4-81fd-83ae43c33be2, host n-d-813419-10, cleared binding levels {{(pid=102348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:27:37.506974 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-d913b0b6-eea7-46a8-a62a-0aa629d3b41c None None] For port e2b38228-c9a3-4fe4-81fd-83ae43c33be2, host n-d-813419-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=e2b38228-c9a3-4fe4-81fd-83ae43c33be2,segment=NetworkSegment(72a1eadf-8689-4ca2-bcbb-88e81e304590),segment_id=72a1eadf-8689-4ca2-bcbb-88e81e304590)] {{(pid=102348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:27:37.512240 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-d913b0b6-eea7-46a8-a62a-0aa629d3b41c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:37.550208 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-d6d2cdc8-657d-4421-84d9-a20c58e48126 req-37b8dd53-da19-4074-923b-45cae6957f62 tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] 10.222.0.44 "GET /v2.0/security-groups?id=c947a31c-5410-49e0-adfc-c83fa1ba4206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609081 Oct 27 10:27:37.564076 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-bedccbff-cb42-4bcf-9fd8-e96b7c698aff tempest-ExtraDHCPOptionsTestJSON-2029209177 tempest-ExtraDHCPOptionsTestJSON-2029209177-project] Publish callbacks [] for port, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:37.579385 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d913b0b6-eea7-46a8-a62a-0aa629d3b41c None None] Pushing event updated for resources: {'Port': ['ID=e2b38228-c9a3-4fe4-81fd-83ae43c33be2,revision_number=2']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:27:37.612963 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-bedccbff-cb42-4bcf-9fd8-e96b7c698aff tempest-ExtraDHCPOptionsTestJSON-2029209177 tempest-ExtraDHCPOptionsTestJSON-2029209177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:37.647098 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 52928) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:27:37.676663 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bedccbff-cb42-4bcf-9fd8-e96b7c698aff tempest-ExtraDHCPOptionsTestJSON-2029209177 tempest-ExtraDHCPOptionsTestJSON-2029209177-project] Network c780d9a9-357c-4000-862b-73cc3daa63d1 is already hosted by enough agents. {{(pid=102346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:27:37.679761 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-64713e77-5d04-4f95-b521-208d090c9bd5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:37.690040 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-bedccbff-cb42-4bcf-9fd8-e96b7c698aff tempest-ExtraDHCPOptionsTestJSON-2029209177 tempest-ExtraDHCPOptionsTestJSON-2029209177-project] Resources bound (agent type, host, resource id): {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:27:37.694492 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bedccbff-cb42-4bcf-9fd8-e96b7c698aff tempest-ExtraDHCPOptionsTestJSON-2029209177 tempest-ExtraDHCPOptionsTestJSON-2029209177-project] Received port after_create {{(pid=102346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:27:37.725622 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedccbff-cb42-4bcf-9fd8-e96b7c698aff tempest-ExtraDHCPOptionsTestJSON-2029209177 tempest-ExtraDHCPOptionsTestJSON-2029209177-project] Pushing event updated for resources: {'Port': ['ID=2ec6ff88-9946-45ef-b822-2a3991943aa3,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:27:37.769898 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bedccbff-cb42-4bcf-9fd8-e96b7c698aff tempest-ExtraDHCPOptionsTestJSON-2029209177 tempest-ExtraDHCPOptionsTestJSON-2029209177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:37.770558 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-bedccbff-cb42-4bcf-9fd8-e96b7c698aff tempest-ExtraDHCPOptionsTestJSON-2029209177 tempest-ExtraDHCPOptionsTestJSON-2029209177-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:37.838319 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-bedccbff-cb42-4bcf-9fd8-e96b7c698aff tempest-ExtraDHCPOptionsTestJSON-2029209177 tempest-ExtraDHCPOptionsTestJSON-2029209177-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.0910795 Oct 27 10:27:37.841970 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 52934) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:27:37.856936 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-9aa365db-13ef-4d45-9d80-40494ee64899 tempest-ExtraDHCPOptionsTestJSON-2029209177 tempest-ExtraDHCPOptionsTestJSON-2029209177-project] Request body: {'port': {'network_id': 'c780d9a9-357c-4000-862b-73cc3daa63d1', 'name': 'tempest-ExtraDHCPOptionsTestJSON-358277308', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:27:37.857550 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.api.validators [None req-9aa365db-13ef-4d45-9d80-40494ee64899 tempest-ExtraDHCPOptionsTestJSON-2029209177 tempest-ExtraDHCPOptionsTestJSON-2029209177-project] bootfile-name is not in valid_values {{(pid=102346) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 27 10:27:37.857888 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.api.validators [None req-9aa365db-13ef-4d45-9d80-40494ee64899 tempest-ExtraDHCPOptionsTestJSON-2029209177 tempest-ExtraDHCPOptionsTestJSON-2029209177-project] tftp-server is not in valid_values {{(pid=102346) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 27 10:27:37.858213 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.api.validators [None req-9aa365db-13ef-4d45-9d80-40494ee64899 tempest-ExtraDHCPOptionsTestJSON-2029209177 tempest-ExtraDHCPOptionsTestJSON-2029209177-project] server-ip-address is not in valid_values {{(pid=102346) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 27 10:27:37.873244 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c628d5c8-6ac7-4815-abf0-d73fac18d832 req-e543185c-02db-42c5-aa35-46336430f739 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:37.874799 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c628d5c8-6ac7-4815-abf0-d73fac18d832 req-e543185c-02db-42c5-aa35-46336430f739 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ae4390a-b621-4500-a1b9-c968556e5a4c HTTP/1.1" status: 200 len: 946 time: 0.0960696 Oct 27 10:27:37.936477 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c628d5c8-6ac7-4815-abf0-d73fac18d832 req-18b07f80-952b-4850-b6ff-8db71dceb02c tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/security-groups?id=9f7279ee-2d49-4f67-b584-fc902ef383cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539188 Oct 27 10:27:37.936799 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2397494e-dce7-46e1-9d2a-080b4503a853 req-687554b8-6c20-4202-86c7-52ed52ba9ccd tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:37.944682 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-2397494e-dce7-46e1-9d2a-080b4503a853 req-687554b8-6c20-4202-86c7-52ed52ba9ccd tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] 10.222.0.44 "GET /v2.0/ports?device_id=9bb5027d-0226-4b9c-bc5a-2c56e46be55f HTTP/1.1" status: 200 len: 949 time: 0.1692743 Oct 27 10:27:37.976528 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-64713e77-5d04-4f95-b521-208d090c9bd5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:37.999152 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-64713e77-5d04-4f95-b521-208d090c9bd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:38.036583 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-2397494e-dce7-46e1-9d2a-080b4503a853 req-f497e045-7163-4bfd-9e55-9772df7038a9 tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] 10.222.0.44 "GET /v2.0/security-groups?id=564ecd8b-da86-4175-923a-67dcc5fcd400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905285 Oct 27 10:27:38.073684 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4771af7e-856d-43bb-8510-d166e04f8643 req-00d14592-0ddc-44da-a7f0-2d6cdfbbf87e tempest-FloatingIPsAssociationNegativeTestJSON-285214202 tempest-FloatingIPsAssociationNegativeTestJSON-285214202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:38.075144 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-4771af7e-856d-43bb-8510-d166e04f8643 req-00d14592-0ddc-44da-a7f0-2d6cdfbbf87e tempest-FloatingIPsAssociationNegativeTestJSON-285214202 tempest-FloatingIPsAssociationNegativeTestJSON-285214202-project] 10.222.0.44 "GET /v2.0/ports?device_id=960c3882-8995-469f-b814-0b87f3b61996 HTTP/1.1" status: 200 len: 946 time: 0.0787168 Oct 27 10:27:38.111084 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-64713e77-5d04-4f95-b521-208d090c9bd5 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ba167e43a1e64e1dba438dca8263491e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4630287 Oct 27 10:27:38.118719 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 52944) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:27:38.148310 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64713e77-5d04-4f95-b521-208d090c9bd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3fb617b-166d-4b19-bcdc-213661cd422c,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:27:38.154924 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9aa365db-13ef-4d45-9d80-40494ee64899 tempest-ExtraDHCPOptionsTestJSON-2029209177 tempest-ExtraDHCPOptionsTestJSON-2029209177-project] Made reservation on behalf of 8c47eb08b27d447a962ed83b89b89bdf for: {'port': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:27:38.156510 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-4771af7e-856d-43bb-8510-d166e04f8643 req-aef3701a-7358-4b58-bf92-bf048edbbab5 tempest-FloatingIPsAssociationNegativeTestJSON-285214202 tempest-FloatingIPsAssociationNegativeTestJSON-285214202-project] 10.222.0.44 "GET /v2.0/security-groups?id=9471a1c8-5aa9-4bed-91e9-0a13f0555c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738654 Oct 27 10:27:38.158746 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-9aa365db-13ef-4d45-9d80-40494ee64899 tempest-ExtraDHCPOptionsTestJSON-2029209177 tempest-ExtraDHCPOptionsTestJSON-2029209177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:38.178398 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [None req-9aa365db-13ef-4d45-9d80-40494ee64899 tempest-ExtraDHCPOptionsTestJSON-2029209177 tempest-ExtraDHCPOptionsTestJSON-2029209177-project] device_id is not set on port 4d2bceb8-ebdf-41c4-9280-5d1306f3553d yet. {{(pid=102346) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 10:27:38.185958 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '960c3882-8995-469f-b814-0b87f3b61996', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd1a4a75-aa59-4a40-9f4f-febceef5868f'}, {'server_uuid': '68ea0598-7f28-45b3-9509-6e18cfd4fd44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '000260b4-400c-4b12-a382-b26f62e663ff'}] {{(pid=102348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:27:38.197271 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c588921fa634554a1d9242fdea1b05457a9ff1d3b28ba54ec1dace7f2f1df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57498265-2632-49e7-b37e-fab371774f2c" -d '{"events": [{"server_uuid": "960c3882-8995-469f-b814-0b87f3b61996", "name": "network-vif-plugged", "status": "completed", "tag": "dd1a4a75-aa59-4a40-9f4f-febceef5868f"}, {"server_uuid": "68ea0598-7f28-45b3-9509-6e18cfd4fd44", "name": "network-vif-plugged", "status": "completed", "tag": "000260b4-400c-4b12-a382-b26f62e663ff"}]}' {{(pid=102348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:27:38.202599 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a28812-16d5-4eeb-b931-fdca9c397ec1 req-6f599942-ac27-4de6-9836-a59a54e8b507 tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:38.204566 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-96a28812-16d5-4eeb-b931-fdca9c397ec1 req-6f599942-ac27-4de6-9836-a59a54e8b507 tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] 10.222.0.44 "GET /v2.0/ports?device_id=70421289-5784-4962-8b85-8bf7fa80cc12 HTTP/1.1" status: 200 len: 944 time: 0.1131620 Oct 27 10:27:38.205422 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-a3d9693f-cc81-4539-8b1f-ef3a3538a989 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:38.235890 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-a3d9693f-cc81-4539-8b1f-ef3a3538a989 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:38.306424 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-a3d9693f-cc81-4539-8b1f-ef3a3538a989 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:38.309896 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-96a28812-16d5-4eeb-b931-fdca9c397ec1 req-201094a4-a912-4b55-ad24-c7caa22929ff tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] 10.222.0.44 "GET /v2.0/security-groups?id=df17171a-6534-4d8a-8518-0be5fe64cbb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648530 Oct 27 10:27:38.311016 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-a3d9693f-cc81-4539-8b1f-ef3a3538a989 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:38.315575 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-a3d9693f-cc81-4539-8b1f-ef3a3538a989 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b3fb617b-166d-4b19-bcdc-213661cd422c HTTP/1.1" status: 204 len: 168 time: 0.1927836 Oct 27 10:27:38.337364 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d9693f-cc81-4539-8b1f-ef3a3538a989 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3fb617b-166d-4b19-bcdc-213661cd422c,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:27:38.396097 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 27 Oct 2021 10:27:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4a28520-6aa7-4220-9de4-330cf67d27c6 x-openstack-request-id: req-e4a28520-6aa7-4220-9de4-330cf67d27c6 {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:27:38.396443 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "960c3882-8995-469f-b814-0b87f3b61996", "name": "network-vif-plugged", "status": "completed", "tag": "dd1a4a75-aa59-4a40-9f4f-febceef5868f", "code": 200}, {"server_uuid": "68ea0598-7f28-45b3-9509-6e18cfd4fd44", "name": "network-vif-plugged", "status": "completed", "tag": "000260b4-400c-4b12-a382-b26f62e663ff", "code": 200}]} {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:27:38.396697 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e4a28520-6aa7-4220-9de4-330cf67d27c6 {{(pid=102348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:27:38.397092 n-d-813419-10 neutron-server[102348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '960c3882-8995-469f-b814-0b87f3b61996', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd1a4a75-aa59-4a40-9f4f-febceef5868f', 'code': 200} Oct 27 10:27:38.397347 n-d-813419-10 neutron-server[102348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68ea0598-7f28-45b3-9509-6e18cfd4fd44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '000260b4-400c-4b12-a382-b26f62e663ff', 'code': 200} Oct 27 10:27:38.445093 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_common [None req-9aa365db-13ef-4d45-9d80-40494ee64899 tempest-ExtraDHCPOptionsTestJSON-2029209177 tempest-ExtraDHCPOptionsTestJSON-2029209177-project] Allocated IP 172.20.0.6 (c780d9a9-357c-4000-862b-73cc3daa63d1/140313f1-ae8e-4c7c-afff-26c9fb27a6b5/4d2bceb8-ebdf-41c4-9280-5d1306f3553d) {{(pid=102346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:27:38.487560 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80b4d7e-1d52-4c9d-b6ea-cbe9d40ad7b7 req-c53e8854-2143-4509-9402-a95445014580 tempest-ServersOnMultiNodesTest-130542004 tempest-ServersOnMultiNodesTest-130542004-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:38.490884 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-e80b4d7e-1d52-4c9d-b6ea-cbe9d40ad7b7 req-c53e8854-2143-4509-9402-a95445014580 tempest-ServersOnMultiNodesTest-130542004 tempest-ServersOnMultiNodesTest-130542004-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=9bb5027d-0226-4b9c-bc5a-2c56e46be55f HTTP/1.1" status: 200 len: 1101 time: 0.1550913 Oct 27 10:27:38.579462 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device e2b38228-c9a3-4fe4-81fd-83ae43c33be2 up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:27:38.647271 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-e80b4d7e-1d52-4c9d-b6ea-cbe9d40ad7b7 req-1a9288a2-a7c3-416e-81a6-abb7a93b4fda tempest-ServersOnMultiNodesTest-130542004 tempest-ServersOnMultiNodesTest-130542004-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=564ecd8b-da86-4175-923a-67dcc5fcd400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159182 Oct 27 10:27:38.658492 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b5a52a-29b3-4206-8d49-99c3c7709752 req-77620bf2-f5e4-4605-9b41-426f819e4de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:38.668691 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-80b5a52a-29b3-4206-8d49-99c3c7709752 req-77620bf2-f5e4-4605-9b41-426f819e4de2 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=960c3882-8995-469f-b814-0b87f3b61996 HTTP/1.1" status: 200 len: 1098 time: 0.1658492 Oct 27 10:27:38.718200 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port e2b38228-c9a3-4fe4-81fd-83ae43c33be2 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:27:38.728537 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:38.734390 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-80b5a52a-29b3-4206-8d49-99c3c7709752 req-e947c36e-6c1f-4ac7-bf8c-c6bc9f770049 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=9471a1c8-5aa9-4bed-91e9-0a13f0555c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588691 Oct 27 10:27:38.741491 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f06f8c-e671-45e5-9301-796381b87f8b req-b93c7cfd-10da-49eb-b295-baea7724acb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:38.743146 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-60f06f8c-e671-45e5-9301-796381b87f8b req-b93c7cfd-10da-49eb-b295-baea7724acb7 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=68ea0598-7f28-45b3-9509-6e18cfd4fd44 HTTP/1.1" status: 200 len: 1097 time: 0.1864660 Oct 27 10:27:38.797964 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:38.819983 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473585b3-9465-471e-a11c-e9b0d3c9f7c0 req-f04d887b-9bbc-41e1-8a73-c4b20eae10c5 tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:38.827545 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-473585b3-9465-471e-a11c-e9b0d3c9f7c0 req-f04d887b-9bbc-41e1-8a73-c4b20eae10c5 tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] 10.222.0.44 "GET /v2.0/ports?device_id=68ea0598-7f28-45b3-9509-6e18cfd4fd44 HTTP/1.1" status: 200 len: 945 time: 0.1262710 Oct 27 10:27:38.839663 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:38.846389 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-9aa365db-13ef-4d45-9d80-40494ee64899 tempest-ExtraDHCPOptionsTestJSON-2029209177 tempest-ExtraDHCPOptionsTestJSON-2029209177-project] Publish callbacks [] for port, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:38.882878 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] For port e2b38228-c9a3-4fe4-81fd-83ae43c33be2, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=e2b38228-c9a3-4fe4-81fd-83ae43c33be2,segment=NetworkSegment(72a1eadf-8689-4ca2-bcbb-88e81e304590),segment_id=72a1eadf-8689-4ca2-bcbb-88e81e304590)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:27:38.888741 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-473585b3-9465-471e-a11c-e9b0d3c9f7c0 req-5de9d67d-e35f-4c33-9c01-1825b4d8bfd3 tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] 10.222.0.44 "GET /v2.0/security-groups?id=c947a31c-5410-49e0-adfc-c83fa1ba4206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601037 Oct 27 10:27:38.893019 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:38.931554 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-9aa365db-13ef-4d45-9d80-40494ee64899 tempest-ExtraDHCPOptionsTestJSON-2029209177 tempest-ExtraDHCPOptionsTestJSON-2029209177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:39.009838 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Pushing event updated for resources: {'Port': ['ID=e2b38228-c9a3-4fe4-81fd-83ae43c33be2,revision_number=3']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:27:39.034489 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbd4988b-63cf-44ba-b382-e92bc30f8a83 None None] Network c780d9a9-357c-4000-862b-73cc3daa63d1 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:27:39.039947 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-d55c5af8-8818-4c29-9504-da1b5a7835ba req-abdeebf6-125d-43ed-8fd2-6a374574ec61 tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=90a01745d25e42a2aa454aea883f58a1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0647852 Oct 27 10:27:39.051913 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-60f06f8c-e671-45e5-9301-796381b87f8b req-d47497e7-b9ed-4c14-b7db-28ea1f142130 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=c947a31c-5410-49e0-adfc-c83fa1ba4206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111853 Oct 27 10:27:39.084213 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aa365db-13ef-4d45-9d80-40494ee64899 tempest-ExtraDHCPOptionsTestJSON-2029209177 tempest-ExtraDHCPOptionsTestJSON-2029209177-project] Network c780d9a9-357c-4000-862b-73cc3daa63d1 is already hosted by enough agents. {{(pid=102346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:27:39.092864 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-9aa365db-13ef-4d45-9d80-40494ee64899 tempest-ExtraDHCPOptionsTestJSON-2029209177 tempest-ExtraDHCPOptionsTestJSON-2029209177-project] Resources bound (agent type, host, resource id): {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:27:39.095917 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa365db-13ef-4d45-9d80-40494ee64899 tempest-ExtraDHCPOptionsTestJSON-2029209177 tempest-ExtraDHCPOptionsTestJSON-2029209177-project] Pushing event updated for resources: {'Port': ['ID=4d2bceb8-ebdf-41c4-9280-5d1306f3553d,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:27:39.098501 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aa365db-13ef-4d45-9d80-40494ee64899 tempest-ExtraDHCPOptionsTestJSON-2029209177 tempest-ExtraDHCPOptionsTestJSON-2029209177-project] Received port after_create {{(pid=102346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:27:39.147400 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-418194d5-011b-4dae-8f7c-770680e92a64 None None] Provisioning complete for port e2b38228-c9a3-4fe4-81fd-83ae43c33be2 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:27:39.147763 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-418194d5-011b-4dae-8f7c-770680e92a64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:39.150122 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9026ee5a-7968-4693-a472-76d79b34669d req-c8220846-fd54-436c-82c7-cc101af3c82d tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:39.158780 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-9026ee5a-7968-4693-a472-76d79b34669d req-c8220846-fd54-436c-82c7-cc101af3c82d tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ae4390a-b621-4500-a1b9-c968556e5a4c HTTP/1.1" status: 200 len: 946 time: 0.1302299 Oct 27 10:27:39.195154 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55c5af8-8818-4c29-9504-da1b5a7835ba req-8341da12-e5a1-45fe-bd74-e5b8bb4356c4 tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:39.202802 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aa365db-13ef-4d45-9d80-40494ee64899 tempest-ExtraDHCPOptionsTestJSON-2029209177 tempest-ExtraDHCPOptionsTestJSON-2029209177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:39.203472 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-9aa365db-13ef-4d45-9d80-40494ee64899 tempest-ExtraDHCPOptionsTestJSON-2029209177 tempest-ExtraDHCPOptionsTestJSON-2029209177-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:39.204333 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-d55c5af8-8818-4c29-9504-da1b5a7835ba req-8341da12-e5a1-45fe-bd74-e5b8bb4356c4 tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1546609 Oct 27 10:27:39.222619 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-d55c5af8-8818-4c29-9504-da1b5a7835ba req-3c5c02c4-9154-4308-a57c-77f30976d9b1 tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] 10.222.0.44 "GET /v2.0/quotas/90a01745d25e42a2aa454aea883f58a1 HTTP/1.1" status: 200 len: 375 time: 0.0173547 Oct 27 10:27:39.229309 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-9026ee5a-7968-4693-a472-76d79b34669d req-0a5eb681-4395-4344-81e2-5d3274ca914e tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/security-groups?id=9f7279ee-2d49-4f67-b584-fc902ef383cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696080 Oct 27 10:27:39.242679 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-9aa365db-13ef-4d45-9d80-40494ee64899 tempest-ExtraDHCPOptionsTestJSON-2029209177 tempest-ExtraDHCPOptionsTestJSON-2029209177-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1151 time: 1.3973393 Oct 27 10:27:39.244958 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 52978) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:27:39.335442 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-d55c5af8-8818-4c29-9504-da1b5a7835ba req-ae32f6e7-0d63-42fc-8a77-77b37f17294e tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=90a01745d25e42a2aa454aea883f58a1&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1119630 Oct 27 10:27:39.423168 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1301c768-4a86-44db-a8d6-3278b745f3cb tempest-ExtraDHCPOptionsTestJSON-2029209177 tempest-ExtraDHCPOptionsTestJSON-2029209177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:39.429288 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1301c768-4a86-44db-a8d6-3278b745f3cb tempest-ExtraDHCPOptionsTestJSON-2029209177 tempest-ExtraDHCPOptionsTestJSON-2029209177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:39.435269 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1301c768-4a86-44db-a8d6-3278b745f3cb tempest-ExtraDHCPOptionsTestJSON-2029209177 tempest-ExtraDHCPOptionsTestJSON-2029209177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:39.438715 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-1301c768-4a86-44db-a8d6-3278b745f3cb tempest-ExtraDHCPOptionsTestJSON-2029209177 tempest-ExtraDHCPOptionsTestJSON-2029209177-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2617 time: 0.1911302 Oct 27 10:27:39.440630 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 52994) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:27:39.467881 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cb11dc-1a41-40b2-bf50-4f2424173614 req-ce250aa1-5592-4013-8560-82b815896f3a tempest-FloatingIPsAssociationNegativeTestJSON-285214202 tempest-FloatingIPsAssociationNegativeTestJSON-285214202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:39.476368 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-e2cb11dc-1a41-40b2-bf50-4f2424173614 req-ce250aa1-5592-4013-8560-82b815896f3a tempest-FloatingIPsAssociationNegativeTestJSON-285214202 tempest-FloatingIPsAssociationNegativeTestJSON-285214202-project] 10.222.0.44 "GET /v2.0/ports?device_id=960c3882-8995-469f-b814-0b87f3b61996 HTTP/1.1" status: 200 len: 946 time: 0.1214321 Oct 27 10:27:39.535000 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-e2cb11dc-1a41-40b2-bf50-4f2424173614 req-fa388f04-b80b-4888-a6e9-3a0f1025e913 tempest-FloatingIPsAssociationNegativeTestJSON-285214202 tempest-FloatingIPsAssociationNegativeTestJSON-285214202-project] 10.222.0.44 "GET /v2.0/security-groups?id=9471a1c8-5aa9-4bed-91e9-0a13f0555c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577002 Oct 27 10:27:39.636329 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-4c83ad6b-114b-4e76-b528-ff2828cff310 tempest-ExtraDHCPOptionsTestJSON-2029209177 tempest-ExtraDHCPOptionsTestJSON-2029209177-project] Deleting port 4d2bceb8-ebdf-41c4-9280-5d1306f3553d {{(pid=102347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:27:39.638466 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-4c83ad6b-114b-4e76-b528-ff2828cff310 tempest-ExtraDHCPOptionsTestJSON-2029209177 tempest-ExtraDHCPOptionsTestJSON-2029209177-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:39.725286 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-9828a946-786d-41fd-ab3c-9eff9da845dd None None] Provisioning complete for port e2b38228-c9a3-4fe4-81fd-83ae43c33be2 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:27:39.725774 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-9828a946-786d-41fd-ab3c-9eff9da845dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:39.808049 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-4c83ad6b-114b-4e76-b528-ff2828cff310 tempest-ExtraDHCPOptionsTestJSON-2029209177 tempest-ExtraDHCPOptionsTestJSON-2029209177-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:39.841661 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4b9a35-f9b6-4186-b1a3-0cfba27082f0 req-2e1dd5a2-6349-4e7c-93d8-fdc9ce8cb249 tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:39.855860 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-bc4b9a35-f9b6-4186-b1a3-0cfba27082f0 req-2e1dd5a2-6349-4e7c-93d8-fdc9ce8cb249 tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] 10.222.0.44 "GET /v2.0/ports?device_id=70421289-5784-4962-8b85-8bf7fa80cc12 HTTP/1.1" status: 200 len: 944 time: 0.1812913 Oct 27 10:27:39.919354 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-bc4b9a35-f9b6-4186-b1a3-0cfba27082f0 req-76190c35-f17f-4c13-9561-f089827fdabb tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] 10.222.0.44 "GET /v2.0/security-groups?id=df17171a-6534-4d8a-8518-0be5fe64cbb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538988 Oct 27 10:27:39.955759 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-9828a946-786d-41fd-ab3c-9eff9da845dd None None] Provisioning complete for port 4d2bceb8-ebdf-41c4-9280-5d1306f3553d triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:27:39.956416 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-9828a946-786d-41fd-ab3c-9eff9da845dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:39.987615 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-4c83ad6b-114b-4e76-b528-ff2828cff310 tempest-ExtraDHCPOptionsTestJSON-2029209177 tempest-ExtraDHCPOptionsTestJSON-2029209177-project] Calling delete_port for 4d2bceb8-ebdf-41c4-9280-5d1306f3553d owned by {{(pid=102347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:27:40.017402 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-9828a946-786d-41fd-ab3c-9eff9da845dd None None] Port 4d2bceb8-ebdf-41c4-9280-5d1306f3553d cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:27:40.032278 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-9828a946-786d-41fd-ab3c-9eff9da845dd None None] Provisioning complete for port 2ec6ff88-9946-45ef-b822-2a3991943aa3 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:27:40.032918 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-9828a946-786d-41fd-ab3c-9eff9da845dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:40.075161 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-9828a946-786d-41fd-ab3c-9eff9da845dd None None] Port 2ec6ff88-9946-45ef-b822-2a3991943aa3 cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:27:40.108818 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-43c8b9fe-130d-4511-8793-ab120e9f160a req-84b1b464-460d-4a77-b76a-5fc0a7a69662 tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] 10.222.0.44 "GET /v2.0/ports?device_id=bda2ffb8-69b8-4fb2-a9fa-000ea4cb3e38 HTTP/1.1" status: 200 len: 210 time: 0.0821133 Oct 27 10:27:40.207684 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-b3203672-a13c-4cef-9301-8e4fe3d44e92 None None] Provisioning complete for port 2ec6ff88-9946-45ef-b822-2a3991943aa3 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:27:40.208058 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-b3203672-a13c-4cef-9301-8e4fe3d44e92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:40.308270 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-b3203672-a13c-4cef-9301-8e4fe3d44e92 None None] Port 2ec6ff88-9946-45ef-b822-2a3991943aa3 cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:27:40.325889 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78810e2e-86a3-41b8-a2cc-80171d202869 req-e46c89d3-a479-4484-bccf-c2281d66412e tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:40.340750 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-78810e2e-86a3-41b8-a2cc-80171d202869 req-e46c89d3-a479-4484-bccf-c2281d66412e tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] 10.222.0.44 "GET /v2.0/ports?device_id=68ea0598-7f28-45b3-9509-6e18cfd4fd44 HTTP/1.1" status: 200 len: 945 time: 0.1140597 Oct 27 10:27:40.372838 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-4c83ad6b-114b-4e76-b528-ff2828cff310 tempest-ExtraDHCPOptionsTestJSON-2029209177 tempest-ExtraDHCPOptionsTestJSON-2029209177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:40.409969 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c83ad6b-114b-4e76-b528-ff2828cff310 tempest-ExtraDHCPOptionsTestJSON-2029209177 tempest-ExtraDHCPOptionsTestJSON-2029209177-project] Pushing event deleted for resources: {'Port': ['ID=4d2bceb8-ebdf-41c4-9280-5d1306f3553d,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:27:40.478788 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-78810e2e-86a3-41b8-a2cc-80171d202869 req-ca4dd224-b157-4b1c-98d2-c6ba5e0c4aac tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] 10.222.0.44 "GET /v2.0/security-groups?id=c947a31c-5410-49e0-adfc-c83fa1ba4206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345196 Oct 27 10:27:40.513428 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device e2b38228-c9a3-4fe4-81fd-83ae43c33be2 up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:27:40.539804 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca169ace-8064-4a48-998f-fc348169ae8d req-71f610ef-0f13-4730-bbc1-a0c0c93a64be tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:40.548276 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-ca169ace-8064-4a48-998f-fc348169ae8d req-71f610ef-0f13-4730-bbc1-a0c0c93a64be tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/networks?id=37f7eee7-78e5-4454-9540-9eb1f8cbbdab HTTP/1.1" status: 200 len: 814 time: 0.7276943 Oct 27 10:27:40.582067 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-ca169ace-8064-4a48-998f-fc348169ae8d req-e1f8bc2b-d566-4477-a623-b8cceca73476 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/quotas/f314710ab2574682a5080affa23addcb HTTP/1.1" status: 200 len: 375 time: 0.0322785 Oct 27 10:27:40.641549 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port e2b38228-c9a3-4fe4-81fd-83ae43c33be2 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:27:40.641923 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:40.698544 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-4c83ad6b-114b-4e76-b528-ff2828cff310 tempest-ExtraDHCPOptionsTestJSON-2029209177 tempest-ExtraDHCPOptionsTestJSON-2029209177-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:40.710471 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-4c83ad6b-114b-4e76-b528-ff2828cff310 tempest-ExtraDHCPOptionsTestJSON-2029209177 tempest-ExtraDHCPOptionsTestJSON-2029209177-project] 10.222.0.44 "DELETE /v2.0/ports/4d2bceb8-ebdf-41c4-9280-5d1306f3553d HTTP/1.1" status: 204 len: 168 time: 1.2686217 Oct 27 10:27:40.721941 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 53036) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:27:40.728223 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-c1125961-6f77-464d-9b8a-179fa2e690cf tempest-ExtraDHCPOptionsTestJSON-2029209177 tempest-ExtraDHCPOptionsTestJSON-2029209177-project] Request body: {'port': {'name': 'tempest-new-port-name-635528066', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:27:40.728684 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.api.validators [None req-c1125961-6f77-464d-9b8a-179fa2e690cf tempest-ExtraDHCPOptionsTestJSON-2029209177 tempest-ExtraDHCPOptionsTestJSON-2029209177-project] bootfile-name is not in valid_values {{(pid=102347) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 27 10:27:40.729019 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.api.validators [None req-c1125961-6f77-464d-9b8a-179fa2e690cf tempest-ExtraDHCPOptionsTestJSON-2029209177 tempest-ExtraDHCPOptionsTestJSON-2029209177-project] tftp-server is not in valid_values {{(pid=102347) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 27 10:27:40.729457 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.api.validators [None req-c1125961-6f77-464d-9b8a-179fa2e690cf tempest-ExtraDHCPOptionsTestJSON-2029209177 tempest-ExtraDHCPOptionsTestJSON-2029209177-project] server-ip-address is not in valid_values {{(pid=102347) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 27 10:27:40.783577 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43107126-f31b-4d2d-a919-7b74bef33866 req-100957e5-c1b7-4031-ba5b-015a79f2b4a4 tempest-FloatingIPsAssociationNegativeTestJSON-285214202 tempest-FloatingIPsAssociationNegativeTestJSON-285214202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:40.794128 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-43107126-f31b-4d2d-a919-7b74bef33866 req-100957e5-c1b7-4031-ba5b-015a79f2b4a4 tempest-FloatingIPsAssociationNegativeTestJSON-285214202 tempest-FloatingIPsAssociationNegativeTestJSON-285214202-project] 10.222.0.44 "GET /v2.0/ports?device_id=960c3882-8995-469f-b814-0b87f3b61996 HTTP/1.1" status: 200 len: 946 time: 0.1285317 Oct 27 10:27:40.805815 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-ca169ace-8064-4a48-998f-fc348169ae8d req-2449da51-5878-4504-a1e6-a73362e57df6 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=f314710ab2574682a5080affa23addcb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1941082 Oct 27 10:27:40.863094 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-43107126-f31b-4d2d-a919-7b74bef33866 req-9807a3d6-a51d-4b98-a75c-a41cb0aac081 tempest-FloatingIPsAssociationNegativeTestJSON-285214202 tempest-FloatingIPsAssociationNegativeTestJSON-285214202-project] 10.222.0.44 "GET /v2.0/security-groups?id=9471a1c8-5aa9-4bed-91e9-0a13f0555c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637043 Oct 27 10:27:40.871295 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-ccc84ef1-07d7-4c1c-84bf-ec90fe5b6786 None None] Could not find standard attr ID for object 4d2bceb8-ebdf-41c4-9280-5d1306f3553d. {{(pid=102348) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 27 10:27:40.928635 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-c1125961-6f77-464d-9b8a-179fa2e690cf tempest-ExtraDHCPOptionsTestJSON-2029209177 tempest-ExtraDHCPOptionsTestJSON-2029209177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:41.046558 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-ca169ace-8064-4a48-998f-fc348169ae8d req-caac9f7f-ce6b-4ac2-a606-3a7910752680 service neutron] 10.222.0.44 "GET /v2.0/networks/37f7eee7-78e5-4454-9540-9eb1f8cbbdab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2399347 Oct 27 10:27:41.459187 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ef83a28a-5bf3-4337-9695-c97f288bf05f req-6d210e65-3192-414a-af80-ed843e8c5301 tempest-FloatingIPsAssociationNegativeTestJSON-285214202 tempest-FloatingIPsAssociationNegativeTestJSON-285214202-project] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=185ff123-c7ff-45c7-a6be-71feb35acc9c HTTP/1.1" status: 200 len: 258 time: 0.4399462 Oct 27 10:27:41.464116 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [req-ef83a28a-5bf3-4337-9695-c97f288bf05f req-6f19ffdb-e4f6-4ae3-bda8-760dc737fc78 tempest-FloatingIPsAssociationNegativeTestJSON-285214202 tempest-FloatingIPsAssociationNegativeTestJSON-285214202-project] Request body: {'floatingip': {'floating_network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:27:41.495029 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-ef83a28a-5bf3-4337-9695-c97f288bf05f req-6f19ffdb-e4f6-4ae3-bda8-760dc737fc78 tempest-FloatingIPsAssociationNegativeTestJSON-285214202 tempest-FloatingIPsAssociationNegativeTestJSON-285214202-project] Publish callbacks [] for floatingip, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:41.583867 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-d55c5af8-8818-4c29-9504-da1b5a7835ba req-e62467e6-f6d2-407e-827e-07b6fbf918a2 tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=90a01745d25e42a2aa454aea883f58a1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0396695 Oct 27 10:27:41.615602 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-ef83a28a-5bf3-4337-9695-c97f288bf05f req-6f19ffdb-e4f6-4ae3-bda8-760dc737fc78 tempest-FloatingIPsAssociationNegativeTestJSON-285214202 tempest-FloatingIPsAssociationNegativeTestJSON-285214202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:41.664159 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-ca169ace-8064-4a48-998f-fc348169ae8d req-51035c2a-7718-459e-9bc7-beca95b47555 service neutron] 10.222.0.44 "GET /v2.0/networks/37f7eee7-78e5-4454-9540-9eb1f8cbbdab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6160765 Oct 27 10:27:41.709450 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-c1125961-6f77-464d-9b8a-179fa2e690cf tempest-ExtraDHCPOptionsTestJSON-2029209177 tempest-ExtraDHCPOptionsTestJSON-2029209177-project] Publish callbacks [] for port, precommit_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:41.717640 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-c1125961-6f77-464d-9b8a-179fa2e690cf tempest-ExtraDHCPOptionsTestJSON-2029209177 tempest-ExtraDHCPOptionsTestJSON-2029209177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:41.785584 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_common [req-ef83a28a-5bf3-4337-9695-c97f288bf05f req-6f19ffdb-e4f6-4ae3-bda8-760dc737fc78 tempest-FloatingIPsAssociationNegativeTestJSON-285214202 tempest-FloatingIPsAssociationNegativeTestJSON-285214202-project] Allocated IP 172.25.8.67 (185ff123-c7ff-45c7-a6be-71feb35acc9c/0fb9f9d1-7384-481f-8fa8-f4566c349d30/361da875-e5f7-49fb-aff1-c5d6842cded9) {{(pid=102346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:27:41.798156 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55c5af8-8818-4c29-9504-da1b5a7835ba req-f9614c74-1eb0-47fc-9bb6-fed620c17f38 tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:41.799726 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-d55c5af8-8818-4c29-9504-da1b5a7835ba req-f9614c74-1eb0-47fc-9bb6-fed620c17f38 tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2086978 Oct 27 10:27:41.817709 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [req-d55c5af8-8818-4c29-9504-da1b5a7835ba req-cfb7963a-00d7-4ce7-9cb1-9c3faa3c3618 tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] Request body: {'port': {'device_id': 'bda2ffb8-69b8-4fb2-a9fa-000ea4cb3e38', 'network_id': '4d250f92-d229-45fe-a579-67fef8e6c544', 'admin_state_up': True, 'tenant_id': '90a01745d25e42a2aa454aea883f58a1'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:27:41.905653 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-c1125961-6f77-464d-9b8a-179fa2e690cf tempest-ExtraDHCPOptionsTestJSON-2029209177 tempest-ExtraDHCPOptionsTestJSON-2029209177-project] In _notify_port_updated(), no bound segment for port 2ec6ff88-9946-45ef-b822-2a3991943aa3 on network c780d9a9-357c-4000-862b-73cc3daa63d1 {{(pid=102347) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 27 10:27:41.912032 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1125961-6f77-464d-9b8a-179fa2e690cf tempest-ExtraDHCPOptionsTestJSON-2029209177 tempest-ExtraDHCPOptionsTestJSON-2029209177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:41.912630 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-c1125961-6f77-464d-9b8a-179fa2e690cf tempest-ExtraDHCPOptionsTestJSON-2029209177 tempest-ExtraDHCPOptionsTestJSON-2029209177-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:41.916470 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-c1125961-6f77-464d-9b8a-179fa2e690cf tempest-ExtraDHCPOptionsTestJSON-2029209177 tempest-ExtraDHCPOptionsTestJSON-2029209177-project] 10.222.0.44 "PUT /v2.0/ports/2ec6ff88-9946-45ef-b822-2a3991943aa3 HTTP/1.1" status: 200 len: 1136 time: 1.1901600 Oct 27 10:27:41.922057 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 53072) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:27:41.947435 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1125961-6f77-464d-9b8a-179fa2e690cf tempest-ExtraDHCPOptionsTestJSON-2029209177 tempest-ExtraDHCPOptionsTestJSON-2029209177-project] Pushing event updated for resources: {'Port': ['ID=2ec6ff88-9946-45ef-b822-2a3991943aa3,revision_number=2']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:27:42.025318 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-ef83a28a-5bf3-4337-9695-c97f288bf05f req-6f19ffdb-e4f6-4ae3-bda8-760dc737fc78 tempest-FloatingIPsAssociationNegativeTestJSON-285214202 tempest-FloatingIPsAssociationNegativeTestJSON-285214202-project] Publish callbacks [] for port, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:42.058762 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdd95937-155f-471d-8f06-8fe3079ff1e3 tempest-ExtraDHCPOptionsTestJSON-2029209177 tempest-ExtraDHCPOptionsTestJSON-2029209177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:42.060371 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-bdd95937-155f-471d-8f06-8fe3079ff1e3 tempest-ExtraDHCPOptionsTestJSON-2029209177 tempest-ExtraDHCPOptionsTestJSON-2029209177-project] 10.222.0.44 "GET /v2.0/ports/2ec6ff88-9946-45ef-b822-2a3991943aa3 HTTP/1.1" status: 200 len: 1136 time: 0.1371481 Oct 27 10:27:42.065782 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 53080) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:27:42.108303 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248d69a2-00d3-454e-ba3f-a27a1e3c7839 req-887f4ba2-6dcc-4ab6-84ab-d6dc73177efe tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:42.117654 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-248d69a2-00d3-454e-ba3f-a27a1e3c7839 req-887f4ba2-6dcc-4ab6-84ab-d6dc73177efe tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] 10.222.0.44 "GET /v2.0/ports?device_id=70421289-5784-4962-8b85-8bf7fa80cc12 HTTP/1.1" status: 200 len: 944 time: 0.1787050 Oct 27 10:27:42.118106 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-2bd4fa37-2290-45bf-89c5-9cee6f21ddaf None None] Provisioning complete for port 2ec6ff88-9946-45ef-b822-2a3991943aa3 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:27:42.118658 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-2bd4fa37-2290-45bf-89c5-9cee6f21ddaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:42.151551 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-ef83a28a-5bf3-4337-9695-c97f288bf05f req-6f19ffdb-e4f6-4ae3-bda8-760dc737fc78 tempest-FloatingIPsAssociationNegativeTestJSON-285214202 tempest-FloatingIPsAssociationNegativeTestJSON-285214202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:42.184317 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-2bd4fa37-2290-45bf-89c5-9cee6f21ddaf None None] Port 2ec6ff88-9946-45ef-b822-2a3991943aa3 cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:27:42.190656 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-248d69a2-00d3-454e-ba3f-a27a1e3c7839 req-50c7d341-ae69-4fee-8931-b5b8e013606b tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] 10.222.0.44 "GET /v2.0/security-groups?id=df17171a-6534-4d8a-8518-0be5fe64cbb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710630 Oct 27 10:27:42.192004 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d55c5af8-8818-4c29-9504-da1b5a7835ba req-cfb7963a-00d7-4ce7-9cb1-9c3faa3c3618 tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] Made reservation on behalf of 90a01745d25e42a2aa454aea883f58a1 for: {'port': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:27:42.197042 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-d55c5af8-8818-4c29-9504-da1b5a7835ba req-cfb7963a-00d7-4ce7-9cb1-9c3faa3c3618 tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:42.278266 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef83a28a-5bf3-4337-9695-c97f288bf05f req-6f19ffdb-e4f6-4ae3-bda8-760dc737fc78 tempest-FloatingIPsAssociationNegativeTestJSON-285214202 tempest-FloatingIPsAssociationNegativeTestJSON-285214202-project] Network 185ff123-c7ff-45c7-a6be-71feb35acc9c is already hosted by enough agents. {{(pid=102346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:27:42.290335 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [req-ef83a28a-5bf3-4337-9695-c97f288bf05f req-6f19ffdb-e4f6-4ae3-bda8-760dc737fc78 tempest-FloatingIPsAssociationNegativeTestJSON-285214202 tempest-FloatingIPsAssociationNegativeTestJSON-285214202-project] Resources bound (agent type, host, resource id): {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:27:42.308762 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef83a28a-5bf3-4337-9695-c97f288bf05f req-6f19ffdb-e4f6-4ae3-bda8-760dc737fc78 tempest-FloatingIPsAssociationNegativeTestJSON-285214202 tempest-FloatingIPsAssociationNegativeTestJSON-285214202-project] Received port after_create {{(pid=102346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:27:42.311286 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f19ffdb-e4f6-4ae3-bda8-760dc737fc78 tempest-FloatingIPsAssociationNegativeTestJSON-285214202 tempest-FloatingIPsAssociationNegativeTestJSON-285214202-project] Pushing event updated for resources: {'Port': ['ID=361da875-e5f7-49fb-aff1-c5d6842cded9,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:27:42.370233 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-48129d5e-3a85-49aa-aa67-b1842575c858 req-6845ebf2-6444-470a-ac0a-8ef560aa31ad tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] 10.222.0.44 "GET /v2.0/ports?device_id=bda2ffb8-69b8-4fb2-a9fa-000ea4cb3e38 HTTP/1.1" status: 200 len: 210 time: 0.0669217 Oct 27 10:27:42.398171 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-56cc868d-8ee5-4148-8a20-fe8b7a60a305 tempest-ExtraDHCPOptionsTestJSON-2029209177 tempest-ExtraDHCPOptionsTestJSON-2029209177-project] Deleting port 2ec6ff88-9946-45ef-b822-2a3991943aa3 {{(pid=102346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:27:42.398515 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-56cc868d-8ee5-4148-8a20-fe8b7a60a305 tempest-ExtraDHCPOptionsTestJSON-2029209177 tempest-ExtraDHCPOptionsTestJSON-2029209177-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:42.410478 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_common [req-d55c5af8-8818-4c29-9504-da1b5a7835ba req-cfb7963a-00d7-4ce7-9cb1-9c3faa3c3618 tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] Allocated IP 192.168.233.199 (4d250f92-d229-45fe-a579-67fef8e6c544/62eb52f7-aac4-48af-8670-e04300325561/15439c76-fe8b-4381-ba27-93b988e32c53) {{(pid=102347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:27:42.562018 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-ef83a28a-5bf3-4337-9695-c97f288bf05f req-6f19ffdb-e4f6-4ae3-bda8-760dc737fc78 tempest-FloatingIPsAssociationNegativeTestJSON-285214202 tempest-FloatingIPsAssociationNegativeTestJSON-285214202-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:42.593655 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-56cc868d-8ee5-4148-8a20-fe8b7a60a305 tempest-ExtraDHCPOptionsTestJSON-2029209177 tempest-ExtraDHCPOptionsTestJSON-2029209177-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:42.617765 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87725fdb-9b42-4f95-be53-275795466995 req-9de5123d-5cb5-4857-a0d8-ff769ffdb75f tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:42.625540 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-87725fdb-9b42-4f95-be53-275795466995 req-9de5123d-5cb5-4857-a0d8-ff769ffdb75f tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] 10.222.0.44 "GET /v2.0/ports?device_id=68ea0598-7f28-45b3-9509-6e18cfd4fd44 HTTP/1.1" status: 200 len: 945 time: 0.1159818 Oct 27 10:27:42.626989 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-56cc868d-8ee5-4148-8a20-fe8b7a60a305 tempest-ExtraDHCPOptionsTestJSON-2029209177 tempest-ExtraDHCPOptionsTestJSON-2029209177-project] Calling delete_port for 2ec6ff88-9946-45ef-b822-2a3991943aa3 owned by {{(pid=102346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:27:42.632471 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-ef83a28a-5bf3-4337-9695-c97f288bf05f req-6f19ffdb-e4f6-4ae3-bda8-760dc737fc78 tempest-FloatingIPsAssociationNegativeTestJSON-285214202 tempest-FloatingIPsAssociationNegativeTestJSON-285214202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:42.689194 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-87725fdb-9b42-4f95-be53-275795466995 req-499feec2-61b3-4fc7-a72d-1ccba6248d32 tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] 10.222.0.44 "GET /v2.0/security-groups?id=c947a31c-5410-49e0-adfc-c83fa1ba4206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627239 Oct 27 10:27:42.693424 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-d55c5af8-8818-4c29-9504-da1b5a7835ba req-cfb7963a-00d7-4ce7-9cb1-9c3faa3c3618 tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] Publish callbacks [] for port, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:42.758937 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-d55c5af8-8818-4c29-9504-da1b5a7835ba req-cfb7963a-00d7-4ce7-9cb1-9c3faa3c3618 tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:42.772473 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] get_ports_and_sgs() called for port_ids ['922a99a6-a89a-48b9-8d61-65b98322153e', '85eb83c4-aae3-4041-805d-c9e07ba77132', 'a2c0905d-8ff6-4c64-8718-c464c84f34df', '307705da-7819-45a3-a44b-e488150d0d2c', '3ebcd00e-72e2-4b9a-992d-3c1c8e45c35f'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:27:42.776502 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] get_ports_and_sgs() called for port_ids ['4b885691-85ba-4912-82eb-e467a6991070', '8b9b70e1-e27e-4007-b609-dd136bc31194'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:27:42.864860 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb7963a-00d7-4ce7-9cb1-9c3faa3c3618 tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] Pushing event updated for resources: {'Port': ['ID=15439c76-fe8b-4381-ba27-93b988e32c53,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:27:42.874829 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-bc604d7f-e7a6-4da7-8342-c387048e4fe0 req-29fc5c22-20df-48fd-879e-b54c3dbb96c6 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/ports?device_id=163edd21-57d3-4b96-bbd8-050c27cbdb61 HTTP/1.1" status: 200 len: 210 time: 0.0989192 Oct 27 10:27:42.877055 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d55c5af8-8818-4c29-9504-da1b5a7835ba req-cfb7963a-00d7-4ce7-9cb1-9c3faa3c3618 tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] Network 4d250f92-d229-45fe-a579-67fef8e6c544 is already hosted by enough agents. {{(pid=102347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:27:42.878657 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [req-d55c5af8-8818-4c29-9504-da1b5a7835ba req-cfb7963a-00d7-4ce7-9cb1-9c3faa3c3618 tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] Resources bound (agent type, host, resource id): {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:27:42.881877 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [req-d55c5af8-8818-4c29-9504-da1b5a7835ba req-cfb7963a-00d7-4ce7-9cb1-9c3faa3c3618 tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] Received port after_create {{(pid=102347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:27:42.938090 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-56cc868d-8ee5-4148-8a20-fe8b7a60a305 tempest-ExtraDHCPOptionsTestJSON-2029209177 tempest-ExtraDHCPOptionsTestJSON-2029209177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:42.952318 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55c5af8-8818-4c29-9504-da1b5a7835ba req-cfb7963a-00d7-4ce7-9cb1-9c3faa3c3618 tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:42.953849 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-d55c5af8-8818-4c29-9504-da1b5a7835ba req-cfb7963a-00d7-4ce7-9cb1-9c3faa3c3618 tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:42.997176 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-d55c5af8-8818-4c29-9504-da1b5a7835ba req-cfb7963a-00d7-4ce7-9cb1-9c3faa3c3618 tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1832008 Oct 27 10:27:43.009390 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [req-d55c5af8-8818-4c29-9504-da1b5a7835ba req-08cea509-2836-4d43-b448-8c37584309b3 service neutron] Request body: {'port': {'device_id': 'bda2ffb8-69b8-4fb2-a9fa-000ea4cb3e38', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-10'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:27:43.026500 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cc868d-8ee5-4148-8a20-fe8b7a60a305 tempest-ExtraDHCPOptionsTestJSON-2029209177 tempest-ExtraDHCPOptionsTestJSON-2029209177-project] Pushing event deleted for resources: {'Port': ['ID=2ec6ff88-9946-45ef-b822-2a3991943aa3,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:27:43.062867 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-ef83a28a-5bf3-4337-9695-c97f288bf05f req-6f19ffdb-e4f6-4ae3-bda8-760dc737fc78 tempest-FloatingIPsAssociationNegativeTestJSON-285214202 tempest-FloatingIPsAssociationNegativeTestJSON-285214202-project] Publish callbacks [] for port, precommit_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:43.137781 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-d55c5af8-8818-4c29-9504-da1b5a7835ba req-08cea509-2836-4d43-b448-8c37584309b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:43.185935 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-9d93f2ee-dc0b-4e17-abbe-32c949f150f6 req-c83b854a-51e9-4bd8-a3d1-6e3a9eeae263 tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1189020836&fields=id&tenant_id=2a73aad0ca0543f58dfb2590ad006be4 HTTP/1.1" status: 200 len: 267 time: 0.0982566 Oct 27 10:27:43.232962 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-56cc868d-8ee5-4148-8a20-fe8b7a60a305 tempest-ExtraDHCPOptionsTestJSON-2029209177 tempest-ExtraDHCPOptionsTestJSON-2029209177-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:43.235719 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-56cc868d-8ee5-4148-8a20-fe8b7a60a305 tempest-ExtraDHCPOptionsTestJSON-2029209177 tempest-ExtraDHCPOptionsTestJSON-2029209177-project] 10.222.0.44 "DELETE /v2.0/ports/2ec6ff88-9946-45ef-b822-2a3991943aa3 HTTP/1.1" status: 204 len: 168 time: 1.1682172 Oct 27 10:27:43.237185 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-ef83a28a-5bf3-4337-9695-c97f288bf05f req-6f19ffdb-e4f6-4ae3-bda8-760dc737fc78 tempest-FloatingIPsAssociationNegativeTestJSON-285214202 tempest-FloatingIPsAssociationNegativeTestJSON-285214202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27024173'] for port, after_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:43.239124 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 53102) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:27:43.307307 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f19ffdb-e4f6-4ae3-bda8-760dc737fc78 tempest-FloatingIPsAssociationNegativeTestJSON-285214202 tempest-FloatingIPsAssociationNegativeTestJSON-285214202-project] Pushing event updated for resources: {'Port': ['ID=361da875-e5f7-49fb-aff1-c5d6842cded9,revision_number=2']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:27:43.433244 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d93f2ee-dc0b-4e17-abbe-32c949f150f6 req-2412fa48-8e43-4e43-be79-74896b357ae1 tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:43.434770 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-9d93f2ee-dc0b-4e17-abbe-32c949f150f6 req-2412fa48-8e43-4e43-be79-74896b357ae1 tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] 10.222.0.44 "GET /v2.0/ports?device_id=68ea0598-7f28-45b3-9509-6e18cfd4fd44 HTTP/1.1" status: 200 len: 945 time: 0.2479262 Oct 27 10:27:43.453987 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-db9a466e-0148-4a47-a314-c31e62c8f295 None None] Provisioning complete for port 15439c76-fe8b-4381-ba27-93b988e32c53 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:27:43.454651 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-db9a466e-0148-4a47-a314-c31e62c8f295 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:43.474281 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-ef83a28a-5bf3-4337-9695-c97f288bf05f req-6f19ffdb-e4f6-4ae3-bda8-760dc737fc78 tempest-FloatingIPsAssociationNegativeTestJSON-285214202 tempest-FloatingIPsAssociationNegativeTestJSON-285214202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1664826'] for floatingip, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:43.518139 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_v2 [None req-efc4a549-610d-4d0a-8eaf-d79f140d7930 tempest-ExtraDHCPOptionsTestJSON-2029209177 tempest-ExtraDHCPOptionsTestJSON-2029209177-project] Deleting subnet 140313f1-ae8e-4c7c-afff-26c9fb27a6b5 {{(pid=102346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 10:27:43.529501 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-ef83a28a-5bf3-4337-9695-c97f288bf05f req-6f19ffdb-e4f6-4ae3-bda8-760dc737fc78 tempest-FloatingIPsAssociationNegativeTestJSON-285214202 tempest-FloatingIPsAssociationNegativeTestJSON-285214202-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for floatingip, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:43.538303 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ef83a28a-5bf3-4337-9695-c97f288bf05f req-6f19ffdb-e4f6-4ae3-bda8-760dc737fc78 tempest-FloatingIPsAssociationNegativeTestJSON-285214202 tempest-FloatingIPsAssociationNegativeTestJSON-285214202-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.0780947 Oct 27 10:27:43.540591 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-efc4a549-610d-4d0a-8eaf-d79f140d7930 tempest-ExtraDHCPOptionsTestJSON-2029209177 tempest-ExtraDHCPOptionsTestJSON-2029209177-project] Publish callbacks [] for subnet, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:43.548665 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [req-9d93f2ee-dc0b-4e17-abbe-32c949f150f6 req-538a7f79-ac9b-4d7b-9c00-25d0e97264b5 tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] Request body: {'port': {'security_groups': ['c947a31c-5410-49e0-adfc-c83fa1ba4206', '02dfdf07-1124-4944-a3cb-1b163ed42b09']}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:27:43.569153 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-db9a466e-0148-4a47-a314-c31e62c8f295 None None] Port 15439c76-fe8b-4381-ba27-93b988e32c53 cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:27:43.664186 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ef83a28a-5bf3-4337-9695-c97f288bf05f req-4b609adc-9c81-4fca-b825-b407de681fde tempest-FloatingIPsAssociationNegativeTestJSON-285214202 tempest-FloatingIPsAssociationNegativeTestJSON-285214202-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.8.67 HTTP/1.1" status: 200 len: 695 time: 0.1247435 Oct 27 10:27:43.690798 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-9d93f2ee-dc0b-4e17-abbe-32c949f150f6 req-538a7f79-ac9b-4d7b-9c00-25d0e97264b5 tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:43.763853 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device f81d61c2-dbd7-452d-b714-07ddb1d07d0b details requested by agent hyperv_n-h2-813419-10 with host n-h2-813419-10 {{(pid=102348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 10:27:43.840579 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [req-d55c5af8-8818-4c29-9504-da1b5a7835ba req-08cea509-2836-4d43-b448-8c37584309b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15439c76-fe8b-4381-ba27-93b988e32c53 {{(pid=102347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:27:43.855998 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-d55c5af8-8818-4c29-9504-da1b5a7835ba req-08cea509-2836-4d43-b448-8c37584309b3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:43.882218 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.provisioning_blocks [req-d55c5af8-8818-4c29-9504-da1b5a7835ba req-08cea509-2836-4d43-b448-8c37584309b3 service neutron] Transition to ACTIVE for port object 15439c76-fe8b-4381-ba27-93b988e32c53 will not be triggered until provisioned by entity L2. {{(pid=102347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 10:27:43.892929 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-d55c5af8-8818-4c29-9504-da1b5a7835ba req-08cea509-2836-4d43-b448-8c37584309b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:43.982206 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cea509-2836-4d43-b448-8c37584309b3 service neutron] Pushing event updated for resources: {'Port': ['ID=15439c76-fe8b-4381-ba27-93b988e32c53,revision_number=2']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:27:44.173564 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] For port f81d61c2-dbd7-452d-b714-07ddb1d07d0b, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=f81d61c2-dbd7-452d-b714-07ddb1d07d0b,segment=NetworkSegment(50500633-18ab-48c2-98da-73563c3123ba),segment_id=50500633-18ab-48c2-98da-73563c3123ba)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:27:44.177462 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca169ace-8064-4a48-998f-fc348169ae8d req-2b27545e-445b-4e6c-a420-97a8b4c36167 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:44.179197 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ca169ace-8064-4a48-998f-fc348169ae8d req-2b27545e-445b-4e6c-a420-97a8b4c36167 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.76 "GET /v2.0/networks?id=37f7eee7-78e5-4454-9540-9eb1f8cbbdab HTTP/1.1" status: 200 len: 814 time: 0.8017869 Oct 27 10:27:44.184227 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-9d93f2ee-dc0b-4e17-abbe-32c949f150f6 req-538a7f79-ac9b-4d7b-9c00-25d0e97264b5 tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] For port 000260b4-400c-4b12-a382-b26f62e663ff, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=000260b4-400c-4b12-a382-b26f62e663ff,segment=NetworkSegment(55babfa1-afbc-48a2-a34b-7aa1ec1518dd),segment_id=55babfa1-afbc-48a2-a34b-7aa1ec1518dd)] {{(pid=102347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:27:44.185988 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-efc4a549-610d-4d0a-8eaf-d79f140d7930 tempest-ExtraDHCPOptionsTestJSON-2029209177 tempest-ExtraDHCPOptionsTestJSON-2029209177-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25847868'] for subnet, precommit_delete_associations {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:44.203110 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Returning: {'device': 'f81d61c2-dbd7-452d-b714-07ddb1d07d0b', 'network_id': 'b70d8912-e651-449a-aede-549067567147', 'port_id': 'f81d61c2-dbd7-452d-b714-07ddb1d07d0b', 'mac_address': 'fa:16:3e:95:d2:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 439, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c8d0682-e9d2-4157-8f50-67abbd1aff64', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 10:27:44.238441 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [req-ca169ace-8064-4a48-998f-fc348169ae8d req-d9a20077-d45e-4415-9efb-e8cb819e9c30 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] Request body: {'port': {'device_id': '163edd21-57d3-4b96-bbd8-050c27cbdb61', 'network_id': '37f7eee7-78e5-4454-9540-9eb1f8cbbdab', 'admin_state_up': True, 'tenant_id': 'f314710ab2574682a5080affa23addcb'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:27:44.259040 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-9d93f2ee-dc0b-4e17-abbe-32c949f150f6 req-538a7f79-ac9b-4d7b-9c00-25d0e97264b5 tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] Publish callbacks [] for port, precommit_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:44.267214 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-d55c5af8-8818-4c29-9504-da1b5a7835ba req-08cea509-2836-4d43-b448-8c37584309b3 service neutron] Attempting to bind port 15439c76-fe8b-4381-ba27-93b988e32c53 on host n-h1-813419-10 for vnic_type normal with profile {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:27:44.267866 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-d55c5af8-8818-4c29-9504-da1b5a7835ba req-08cea509-2836-4d43-b448-8c37584309b3 service neutron] Attempting to bind port 15439c76-fe8b-4381-ba27-93b988e32c53 by drivers openvswitch,hyperv on host n-h1-813419-10 at level 0 using segments [{'id': 'f7c42c6d-2766-46d8-a8b7-4852117a5555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '4d250f92-d229-45fe-a579-67fef8e6c544'}] {{(pid=102347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:27:44.268381 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d55c5af8-8818-4c29-9504-da1b5a7835ba req-08cea509-2836-4d43-b448-8c37584309b3 service neutron] Attempting to bind port 15439c76-fe8b-4381-ba27-93b988e32c53 on network 4d250f92-d229-45fe-a579-67fef8e6c544 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:27:44.271608 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-9d93f2ee-dc0b-4e17-abbe-32c949f150f6 req-538a7f79-ac9b-4d7b-9c00-25d0e97264b5 tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:44.282743 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d55c5af8-8818-4c29-9504-da1b5a7835ba req-08cea509-2836-4d43-b448-8c37584309b3 service neutron] Port 15439c76-fe8b-4381-ba27-93b988e32c53 on network 4d250f92-d229-45fe-a579-67fef8e6c544 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-10 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 10:27:44.283138 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d55c5af8-8818-4c29-9504-da1b5a7835ba req-08cea509-2836-4d43-b448-8c37584309b3 service neutron] Attempting to bind port 15439c76-fe8b-4381-ba27-93b988e32c53 on network 4d250f92-d229-45fe-a579-67fef8e6c544 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:27:44.310073 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] get_ports_and_sgs() called for port_ids ['000260b4-400c-4b12-a382-b26f62e663ff'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:27:44.321703 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d55c5af8-8818-4c29-9504-da1b5a7835ba req-08cea509-2836-4d43-b448-8c37584309b3 service neutron] Checking agent: {'id': 'a52e1cab-0c63-402d-9c94-330537c6c076', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 16, 2), 'started_at': datetime.datetime(2021, 10, 27, 10, 16, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 27, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:27:44.322138 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d55c5af8-8818-4c29-9504-da1b5a7835ba req-08cea509-2836-4d43-b448-8c37584309b3 service neutron] Checking segment: {'id': 'f7c42c6d-2766-46d8-a8b7-4852117a5555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '4d250f92-d229-45fe-a579-67fef8e6c544'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:27:44.322610 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d55c5af8-8818-4c29-9504-da1b5a7835ba req-08cea509-2836-4d43-b448-8c37584309b3 service neutron] Bound using segment: {'id': 'f7c42c6d-2766-46d8-a8b7-4852117a5555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '4d250f92-d229-45fe-a579-67fef8e6c544'} {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:27:44.323171 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-d55c5af8-8818-4c29-9504-da1b5a7835ba req-08cea509-2836-4d43-b448-8c37584309b3 service neutron] Bound port: 15439c76-fe8b-4381-ba27-93b988e32c53, host: n-h1-813419-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7c42c6d-2766-46d8-a8b7-4852117a5555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '4d250f92-d229-45fe-a579-67fef8e6c544'}}] {{(pid=102347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:27:44.323593 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-d55c5af8-8818-4c29-9504-da1b5a7835ba req-08cea509-2836-4d43-b448-8c37584309b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:44.349587 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d93f2ee-dc0b-4e17-abbe-32c949f150f6 req-538a7f79-ac9b-4d7b-9c00-25d0e97264b5 tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:44.350369 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-9d93f2ee-dc0b-4e17-abbe-32c949f150f6 req-538a7f79-ac9b-4d7b-9c00-25d0e97264b5 tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:44.352500 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-9d93f2ee-dc0b-4e17-abbe-32c949f150f6 req-538a7f79-ac9b-4d7b-9c00-25d0e97264b5 tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] 10.222.0.44 "PUT /v2.0/ports/000260b4-400c-4b12-a382-b26f62e663ff HTTP/1.1" status: 200 len: 981 time: 0.9027817 Oct 27 10:27:44.353542 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68ea0598-7f28-45b3-9509-6e18cfd4fd44', 'tag': '000260b4-400c-4b12-a382-b26f62e663ff'}] {{(pid=102347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:27:44.356447 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311149b481204ee7edffdb959c881838506fbd95bc8577c048f6677abb73acc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6e6aba0-fb28-4047-af5a-18d97e5090e2" -d '{"events": [{"name": "network-changed", "server_uuid": "68ea0598-7f28-45b3-9509-6e18cfd4fd44", "tag": "000260b4-400c-4b12-a382-b26f62e663ff"}]}' {{(pid=102347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:27:44.423027 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:44.435782 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538a7f79-ac9b-4d7b-9c00-25d0e97264b5 tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] Pushing event updated for resources: {'Port': ['ID=000260b4-400c-4b12-a382-b26f62e663ff,revision_number=6']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:27:44.461613 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef83a28a-5bf3-4337-9695-c97f288bf05f req-e917554a-5616-48af-aef1-0684f1a6579d tempest-FloatingIPsAssociationNegativeTestJSON-285214202 tempest-FloatingIPsAssociationNegativeTestJSON-285214202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:44.463042 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ef83a28a-5bf3-4337-9695-c97f288bf05f req-e917554a-5616-48af-aef1-0684f1a6579d tempest-FloatingIPsAssociationNegativeTestJSON-285214202 tempest-FloatingIPsAssociationNegativeTestJSON-285214202-project] 10.222.0.44 "GET /v2.0/networks/185ff123-c7ff-45c7-a6be-71feb35acc9c HTTP/1.1" status: 200 len: 784 time: 0.7979765 Oct 27 10:27:44.493699 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-efc4a549-610d-4d0a-8eaf-d79f140d7930 tempest-ExtraDHCPOptionsTestJSON-2029209177 tempest-ExtraDHCPOptionsTestJSON-2029209177-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855646'] for subnet, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:44.500882 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f81d61c2-dbd7-452d-b714-07ddb1d07d0b {{(pid=102348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:27:44.525730 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] For port f81d61c2-dbd7-452d-b714-07ddb1d07d0b, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=f81d61c2-dbd7-452d-b714-07ddb1d07d0b,segment=NetworkSegment(50500633-18ab-48c2-98da-73563c3123ba),segment_id=50500633-18ab-48c2-98da-73563c3123ba)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:27:44.543726 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca169ace-8064-4a48-998f-fc348169ae8d req-d9a20077-d45e-4415-9efb-e8cb819e9c30 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] Made reservation on behalf of f314710ab2574682a5080affa23addcb for: {'port': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:27:44.549035 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-ca169ace-8064-4a48-998f-fc348169ae8d req-d9a20077-d45e-4415-9efb-e8cb819e9c30 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:44.556517 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] get_ports_and_sgs() called for port_ids ['000260b4-400c-4b12-a382-b26f62e663ff'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:27:44.561362 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:44.575254 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-d55c5af8-8818-4c29-9504-da1b5a7835ba req-08cea509-2836-4d43-b448-8c37584309b3 service neutron] For port 15439c76-fe8b-4381-ba27-93b988e32c53, host n-h1-813419-10, cleared binding levels {{(pid=102347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:27:44.581521 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-d55c5af8-8818-4c29-9504-da1b5a7835ba req-08cea509-2836-4d43-b448-8c37584309b3 service neutron] For port 15439c76-fe8b-4381-ba27-93b988e32c53, host n-h1-813419-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=15439c76-fe8b-4381-ba27-93b988e32c53,segment=NetworkSegment(f7c42c6d-2766-46d8-a8b7-4852117a5555),segment_id=f7c42c6d-2766-46d8-a8b7-4852117a5555)] {{(pid=102347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:27:44.592112 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-d55c5af8-8818-4c29-9504-da1b5a7835ba req-08cea509-2836-4d43-b448-8c37584309b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:44.645542 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Pushing event updated for resources: {'Port': ['ID=f81d61c2-dbd7-452d-b714-07ddb1d07d0b,revision_number=4']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:27:44.673314 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd8b39d-a6fd-4471-861d-6443f3c0299e req-b0ed1ca7-4c12-47e9-b1b3-10b3d29fa9bb tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:44.675397 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-fbd8b39d-a6fd-4471-861d-6443f3c0299e req-b0ed1ca7-4c12-47e9-b1b3-10b3d29fa9bb tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] 10.222.0.44 "GET /v2.0/ports?device_id=70421289-5784-4962-8b85-8bf7fa80cc12 HTTP/1.1" status: 200 len: 944 time: 0.1968257 Oct 27 10:27:44.697728 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:27:44.698074 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:27:44.698419 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:27:44.698752 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:27:44.699095 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:27:44.699413 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:27:44.699747 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:27:44.700106 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:27:44.700474 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:27:44.701029 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:27:44.701292 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:27:44.701619 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:27:44.702520 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55c5af8-8818-4c29-9504-da1b5a7835ba req-08cea509-2836-4d43-b448-8c37584309b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:44.703824 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-d55c5af8-8818-4c29-9504-da1b5a7835ba req-08cea509-2836-4d43-b448-8c37584309b3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:44.704176 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83f04eb-f8af-4732-a446-42407e365f85 req-ebf6c72e-1cfa-4458-929a-aab30aef618a tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:44.706198 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-d55c5af8-8818-4c29-9504-da1b5a7835ba req-08cea509-2836-4d43-b448-8c37584309b3 service neutron] 10.222.0.64 "PUT /v2.0/ports/15439c76-fe8b-4381-ba27-93b988e32c53 HTTP/1.1" status: 200 len: 1097 time: 1.7010536 Oct 27 10:27:44.707909 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-c83f04eb-f8af-4732-a446-42407e365f85 req-ebf6c72e-1cfa-4458-929a-aab30aef618a tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] 10.222.0.44 "GET /v2.0/ports?device_id=bda2ffb8-69b8-4fb2-a9fa-000ea4cb3e38 HTTP/1.1" status: 200 len: 948 time: 0.1555886 Oct 27 10:27:44.711869 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-efc4a549-610d-4d0a-8eaf-d79f140d7930 tempest-ExtraDHCPOptionsTestJSON-2029209177 tempest-ExtraDHCPOptionsTestJSON-2029209177-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27024355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27168307'] for subnet, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:44.798786 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-efc4a549-610d-4d0a-8eaf-d79f140d7930 tempest-ExtraDHCPOptionsTestJSON-2029209177 tempest-ExtraDHCPOptionsTestJSON-2029209177-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for subnet, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:44.805970 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-efc4a549-610d-4d0a-8eaf-d79f140d7930 tempest-ExtraDHCPOptionsTestJSON-2029209177 tempest-ExtraDHCPOptionsTestJSON-2029209177-project] 10.222.0.44 "DELETE /v2.0/subnets/140313f1-ae8e-4c7c-afff-26c9fb27a6b5 HTTP/1.1" status: 204 len: 168 time: 1.5080626 Oct 27 10:27:44.806233 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cea509-2836-4d43-b448-8c37584309b3 service neutron] Pushing event updated for resources: {'Port': ['ID=15439c76-fe8b-4381-ba27-93b988e32c53,revision_number=3']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:27:44.808141 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 53146) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:27:44.809927 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc4a549-610d-4d0a-8eaf-d79f140d7930 tempest-ExtraDHCPOptionsTestJSON-2029209177 tempest-ExtraDHCPOptionsTestJSON-2029209177-project] Pushing event deleted for resources: {'Subnet': ['ID=140313f1-ae8e-4c7c-afff-26c9fb27a6b5,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:27:44.840966 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2836b6b2-d960-4892-9631-e4a4b34ef955 None None] Network c780d9a9-357c-4000-862b-73cc3daa63d1 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:27:44.877175 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-c83f04eb-f8af-4732-a446-42407e365f85 req-a1ed8e47-9d5f-4322-9f00-ec979f053ca2 tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] 10.222.0.44 "GET /v2.0/security-groups?id=564ecd8b-da86-4175-923a-67dcc5fcd400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114604 Oct 27 10:27:44.884379 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_common [req-ca169ace-8064-4a48-998f-fc348169ae8d req-d9a20077-d45e-4415-9efb-e8cb819e9c30 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] Allocated IP 172.20.0.2 (37f7eee7-78e5-4454-9540-9eb1f8cbbdab/249a5a87-559c-4770-af81-a36d13f3e017/279274d4-464d-4fc6-9065-7cae6d97f17f) {{(pid=102346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:27:44.914332 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-fbd8b39d-a6fd-4471-861d-6443f3c0299e req-607d073a-c1bb-4036-87a3-05b6ccd613bc tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] 10.222.0.44 "GET /v2.0/security-groups?id=df17171a-6534-4d8a-8518-0be5fe64cbb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2188525 Oct 27 10:27:44.932258 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55c5af8-8818-4c29-9504-da1b5a7835ba req-8a38ebf7-1b62-4f16-9c91-6bf39c2ff60f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:44.933957 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-d55c5af8-8818-4c29-9504-da1b5a7835ba req-8a38ebf7-1b62-4f16-9c91-6bf39c2ff60f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=90a01745d25e42a2aa454aea883f58a1&device_id=bda2ffb8-69b8-4fb2-a9fa-000ea4cb3e38 HTTP/1.1" status: 200 len: 1100 time: 0.1713314 Oct 27 10:27:45.033042 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-d55c5af8-8818-4c29-9504-da1b5a7835ba req-e746ac1b-b7dd-489d-b0d3-2e01d91a6045 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.199&port_id=15439c76-fe8b-4381-ba27-93b988e32c53 HTTP/1.1" status: 200 len: 217 time: 0.0851536 Oct 27 10:27:45.045840 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-12fea678-c313-4347-9da4-09c0cf7a1ff6 tempest-ExtraDHCPOptionsTestJSON-2029209177 tempest-ExtraDHCPOptionsTestJSON-2029209177-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586917'] for network, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:45.133143 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-e0e67db7-0d2a-4d6a-84c3-288767146de6 req-580ee274-b865-4327-9683-377945ed8214 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/ports?device_id=163edd21-57d3-4b96-bbd8-050c27cbdb61 HTTP/1.1" status: 200 len: 210 time: 0.1491814 Oct 27 10:27:45.157355 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55c5af8-8818-4c29-9504-da1b5a7835ba req-24d981b5-c09f-448a-b108-708b420489cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:45.158933 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-d55c5af8-8818-4c29-9504-da1b5a7835ba req-24d981b5-c09f-448a-b108-708b420489cd service neutron] 10.222.0.64 "GET /v2.0/subnets?id=62eb52f7-aac4-48af-8670-e04300325561 HTTP/1.1" status: 200 len: 843 time: 0.1105044 Oct 27 10:27:45.175182 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-ced69004-d53a-41b8-bfac-5ad37aacda67 req-3ae95aaf-eb5e-4506-8f91-c0375b92eb94 tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] 10.222.0.44 "GET /v2.0/security-groups/02dfdf07-1124-4944-a3cb-1b163ed42b09 HTTP/1.1" status: 200 len: 1802 time: 0.1130970 Oct 27 10:27:45.229015 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-ca169ace-8064-4a48-998f-fc348169ae8d req-d9a20077-d45e-4415-9efb-e8cb819e9c30 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] Publish callbacks [] for port, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:45.257749 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 10:27:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-721eb7cc-3b9f-494d-92ab-a8971f39295b x-openstack-request-id: req-721eb7cc-3b9f-494d-92ab-a8971f39295b {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:27:45.258132 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68ea0598-7f28-45b3-9509-6e18cfd4fd44", "tag": "000260b4-400c-4b12-a382-b26f62e663ff", "status": "completed", "code": 200}]} {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:27:45.258509 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-721eb7cc-3b9f-494d-92ab-a8971f39295b {{(pid=102347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:27:45.259010 n-d-813419-10 neutron-server[102347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68ea0598-7f28-45b3-9509-6e18cfd4fd44', 'tag': '000260b4-400c-4b12-a382-b26f62e663ff', 'status': 'completed', 'code': 200} Oct 27 10:27:45.305834 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16b2097c-a42c-4e20-96cf-ba497e08867f None None] DHCP port deletion for c780d9a9-357c-4000-862b-73cc3daa63d1 request from n-d-813419-10 {{(pid=102348) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 10:27:45.330499 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-12fea678-c313-4347-9da4-09c0cf7a1ff6 tempest-ExtraDHCPOptionsTestJSON-2029209177 tempest-ExtraDHCPOptionsTestJSON-2029209177-project] Deleting port e2b38228-c9a3-4fe4-81fd-83ae43c33be2 {{(pid=102347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:27:45.330499 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-12fea678-c313-4347-9da4-09c0cf7a1ff6 tempest-ExtraDHCPOptionsTestJSON-2029209177 tempest-ExtraDHCPOptionsTestJSON-2029209177-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:45.350610 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55c5af8-8818-4c29-9504-da1b5a7835ba req-68377277-be36-4cd7-bebe-418cb3db660c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:45.352296 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-d55c5af8-8818-4c29-9504-da1b5a7835ba req-68377277-be36-4cd7-bebe-418cb3db660c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4d250f92-d229-45fe-a579-67fef8e6c544&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1715531 Oct 27 10:27:45.363613 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] get_ports_and_sgs() called for port_ids ['f81d61c2-dbd7-452d-b714-07ddb1d07d0b'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:27:45.371176 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-ca169ace-8064-4a48-998f-fc348169ae8d req-d9a20077-d45e-4415-9efb-e8cb819e9c30 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:45.394511 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] get_ports_and_sgs() called for port_ids ['863bd33a-7c9e-4cbf-aa6d-c8f79ce93249'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:27:45.463489 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca169ace-8064-4a48-998f-fc348169ae8d req-d9a20077-d45e-4415-9efb-e8cb819e9c30 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] Network 37f7eee7-78e5-4454-9540-9eb1f8cbbdab is already hosted by enough agents. {{(pid=102346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:27:45.467701 n-d-813419-10 neutron-server[102347]: INFO neutron.api.v2.resource [req-ced69004-d53a-41b8-bfac-5ad37aacda67 req-eb07f101-e1ce-4f77-bdf4-0495900dd4f8 tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] delete failed (client error): There was a conflict when trying to complete your request. Oct 27 10:27:45.469503 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-ced69004-d53a-41b8-bfac-5ad37aacda67 req-eb07f101-e1ce-4f77-bdf4-0495900dd4f8 tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] 10.222.0.44 "DELETE /v2.0/security-groups/02dfdf07-1124-4944-a3cb-1b163ed42b09 HTTP/1.1" status: 409 len: 341 time: 0.2503283 Oct 27 10:27:45.477656 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [req-ca169ace-8064-4a48-998f-fc348169ae8d req-d9a20077-d45e-4415-9efb-e8cb819e9c30 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] Resources bound (agent type, host, resource id): {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:27:45.489852 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5d1c0f-9f9c-4246-8eb5-47177db865ca req-b5e1c947-9eb8-4d80-b005-e4fbac961198 tempest-FloatingIPsAssociationNegativeTestJSON-285214202 tempest-FloatingIPsAssociationNegativeTestJSON-285214202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:45.499080 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-5d5d1c0f-9f9c-4246-8eb5-47177db865ca req-b5e1c947-9eb8-4d80-b005-e4fbac961198 tempest-FloatingIPsAssociationNegativeTestJSON-285214202 tempest-FloatingIPsAssociationNegativeTestJSON-285214202-project] 10.222.0.44 "GET /v2.0/ports?device_id=960c3882-8995-469f-b814-0b87f3b61996&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1692610 Oct 27 10:27:45.502424 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca169ace-8064-4a48-998f-fc348169ae8d req-d9a20077-d45e-4415-9efb-e8cb819e9c30 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] Received port after_create {{(pid=102346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:27:45.519441 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-16b2097c-a42c-4e20-96cf-ba497e08867f None None] Deleting port e2b38228-c9a3-4fe4-81fd-83ae43c33be2 {{(pid=102348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:27:45.519960 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-16b2097c-a42c-4e20-96cf-ba497e08867f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:45.525396 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e6aba0-fb28-4047-af5a-18d97e5090e2 req-5579ebac-880d-4660-b46a-7987a923b667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:45.534157 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b6e6aba0-fb28-4047-af5a-18d97e5090e2 req-5579ebac-880d-4660-b46a-7987a923b667 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2a73aad0ca0543f58dfb2590ad006be4&device_id=68ea0598-7f28-45b3-9509-6e18cfd4fd44 HTTP/1.1" status: 200 len: 1136 time: 0.2305417 Oct 27 10:27:45.539354 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [None req-12fea678-c313-4347-9da4-09c0cf7a1ff6 tempest-ExtraDHCPOptionsTestJSON-2029209177 tempest-ExtraDHCPOptionsTestJSON-2029209177-project] For port e2b38228-c9a3-4fe4-81fd-83ae43c33be2, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=e2b38228-c9a3-4fe4-81fd-83ae43c33be2,segment=NetworkSegment(72a1eadf-8689-4ca2-bcbb-88e81e304590),segment_id=72a1eadf-8689-4ca2-bcbb-88e81e304590)] {{(pid=102347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:27:45.541653 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-12fea678-c313-4347-9da4-09c0cf7a1ff6 tempest-ExtraDHCPOptionsTestJSON-2029209177 tempest-ExtraDHCPOptionsTestJSON-2029209177-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:45.574661 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a20077-d45e-4415-9efb-e8cb819e9c30 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] Pushing event updated for resources: {'Port': ['ID=279274d4-464d-4fc6-9065-7cae6d97f17f,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:27:45.587479 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-5d5d1c0f-9f9c-4246-8eb5-47177db865ca req-3738eb68-bda8-4c6b-bb50-9388dd76ea1d tempest-FloatingIPsAssociationNegativeTestJSON-285214202 tempest-FloatingIPsAssociationNegativeTestJSON-285214202-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.8.67 HTTP/1.1" status: 200 len: 695 time: 0.0874586 Oct 27 10:27:45.597626 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [req-5d5d1c0f-9f9c-4246-8eb5-47177db865ca req-e95a0013-c29f-43f9-afa9-7970425c1641 tempest-FloatingIPsAssociationNegativeTestJSON-285214202 tempest-FloatingIPsAssociationNegativeTestJSON-285214202-project] Request body: {'floatingip': {'port_id': 'dd1a4a75-aa59-4a40-9f4f-febceef5868f', 'fixed_ip_address': '172.20.0.12'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:27:45.623856 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-12fea678-c313-4347-9da4-09c0cf7a1ff6 tempest-ExtraDHCPOptionsTestJSON-2029209177 tempest-ExtraDHCPOptionsTestJSON-2029209177-project] Calling delete_port for e2b38228-c9a3-4fe4-81fd-83ae43c33be2 owned by network:dhcp {{(pid=102347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:27:45.638682 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-5d5d1c0f-9f9c-4246-8eb5-47177db865ca req-e95a0013-c29f-43f9-afa9-7970425c1641 tempest-FloatingIPsAssociationNegativeTestJSON-285214202 tempest-FloatingIPsAssociationNegativeTestJSON-285214202-project] Publish callbacks [] for floatingip, before_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:45.662315 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-16b2097c-a42c-4e20-96cf-ba497e08867f None None] For port e2b38228-c9a3-4fe4-81fd-83ae43c33be2, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=e2b38228-c9a3-4fe4-81fd-83ae43c33be2,segment=NetworkSegment(72a1eadf-8689-4ca2-bcbb-88e81e304590),segment_id=72a1eadf-8689-4ca2-bcbb-88e81e304590)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:27:45.662880 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-16b2097c-a42c-4e20-96cf-ba497e08867f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:45.721778 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca169ace-8064-4a48-998f-fc348169ae8d req-d9a20077-d45e-4415-9efb-e8cb819e9c30 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:45.722444 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-ca169ace-8064-4a48-998f-fc348169ae8d req-d9a20077-d45e-4415-9efb-e8cb819e9c30 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:45.760228 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-16b2097c-a42c-4e20-96cf-ba497e08867f None None] Calling delete_port for e2b38228-c9a3-4fe4-81fd-83ae43c33be2 owned by network:dhcp {{(pid=102348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:27:45.765849 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ca169ace-8064-4a48-998f-fc348169ae8d req-d9a20077-d45e-4415-9efb-e8cb819e9c30 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5382607 Oct 27 10:27:45.785159 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [req-ca169ace-8064-4a48-998f-fc348169ae8d req-4a4647e4-eb6a-46bd-8022-6a1daec39fdb service neutron] Request body: {'port': {'device_id': '163edd21-57d3-4b96-bbd8-050c27cbdb61', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-10'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:27:45.841098 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-d55c5af8-8818-4c29-9504-da1b5a7835ba req-31a8e213-fab1-4868-860f-e4e912963e36 service neutron] 10.222.0.64 "GET /v2.0/networks/4d250f92-d229-45fe-a579-67fef8e6c544?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4504874 Oct 27 10:27:45.941679 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-ca169ace-8064-4a48-998f-fc348169ae8d req-4a4647e4-eb6a-46bd-8022-6a1daec39fdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:45.951962 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-16b2097c-a42c-4e20-96cf-ba497e08867f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615'] for port, after_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:46.032397 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b2097c-a42c-4e20-96cf-ba497e08867f None None] Pushing event deleted for resources: {'Port': ['ID=e2b38228-c9a3-4fe4-81fd-83ae43c33be2,revision_number=None']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:27:46.043214 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e6aba0-fb28-4047-af5a-18d97e5090e2 req-a49b3e1e-12a4-453d-ae9d-bbefb2e2e330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:46.046265 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b6e6aba0-fb28-4047-af5a-18d97e5090e2 req-a49b3e1e-12a4-453d-ae9d-bbefb2e2e330 service neutron] 10.222.0.64 "GET /v2.0/networks?id=4c4816f7-a34d-4509-b1c3-eb56e1ec3f30 HTTP/1.1" status: 200 len: 914 time: 0.4938266 Oct 27 10:27:46.049588 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16b2097c-a42c-4e20-96cf-ba497e08867f None None] No DVR routers for this DVR port e2b38228-c9a3-4fe4-81fd-83ae43c33be2 on host n-d-813419-10 {{(pid=102348) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:27:46.080519 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25eb41c-87d2-4dab-b148-386da16c7f2e req-c9fcf903-bd52-4b74-8d22-dc58330619d5 tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:46.082154 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-d25eb41c-87d2-4dab-b148-386da16c7f2e req-c9fcf903-bd52-4b74-8d22-dc58330619d5 tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] 10.222.0.44 "GET /v2.0/ports?device_id=68ea0598-7f28-45b3-9509-6e18cfd4fd44 HTTP/1.1" status: 200 len: 984 time: 0.2718050 Oct 27 10:27:46.124512 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-d55c5af8-8818-4c29-9504-da1b5a7835ba req-4ef8b286-0825-4f44-895d-6079bcdc0d6e service neutron] 10.222.0.64 "GET /v2.0/networks/4d250f92-d229-45fe-a579-67fef8e6c544?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2587955 Oct 27 10:27:46.127402 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b6e6aba0-fb28-4047-af5a-18d97e5090e2 req-493f8c17-b21d-4e76-91c4-ebfdf9fdbc78 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=000260b4-400c-4b12-a382-b26f62e663ff HTTP/1.1" status: 200 len: 217 time: 0.0643718 Oct 27 10:27:46.158152 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-12fea678-c313-4347-9da4-09c0cf7a1ff6 tempest-ExtraDHCPOptionsTestJSON-2029209177 tempest-ExtraDHCPOptionsTestJSON-2029209177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:46.172983 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-d3d00875-8e16-404e-bad7-e976d5fc7f63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:46.227715 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fea678-c313-4347-9da4-09c0cf7a1ff6 tempest-ExtraDHCPOptionsTestJSON-2029209177 tempest-ExtraDHCPOptionsTestJSON-2029209177-project] Pushing event deleted for resources: {'Port': ['ID=e2b38228-c9a3-4fe4-81fd-83ae43c33be2,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:27:46.229581 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12fea678-c313-4347-9da4-09c0cf7a1ff6 tempest-ExtraDHCPOptionsTestJSON-2029209177 tempest-ExtraDHCPOptionsTestJSON-2029209177-project] No DVR routers for this DVR port e2b38228-c9a3-4fe4-81fd-83ae43c33be2 on host n-d-813419-10 {{(pid=102347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:27:46.274540 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-d25eb41c-87d2-4dab-b148-386da16c7f2e req-1b42b40d-294f-4e91-9c40-598e5773c37a tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] 10.222.0.44 "GET /v2.0/security-groups?id=c947a31c-5410-49e0-adfc-c83fa1ba4206&id=02dfdf07-1124-4944-a3cb-1b163ed42b09&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1515069 Oct 27 10:27:46.287340 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e6aba0-fb28-4047-af5a-18d97e5090e2 req-a935d6b1-a235-4e0c-9556-ce769abc949c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:46.287340 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b6e6aba0-fb28-4047-af5a-18d97e5090e2 req-a935d6b1-a235-4e0c-9556-ce769abc949c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=94d6f39e-603b-4bcb-8dfa-684bf1105886 HTTP/1.1" status: 200 len: 853 time: 0.1400061 Oct 27 10:27:46.415067 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b6e6aba0-fb28-4047-af5a-18d97e5090e2 req-ef28d2c6-2a67-4c11-a726-52fe130728f4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4c4816f7-a34d-4509-b1c3-eb56e1ec3f30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1024888 Oct 27 10:27:46.419972 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.db.resource_extend [req-5d5d1c0f-9f9c-4246-8eb5-47177db865ca req-e95a0013-c29f-43f9-afa9-7970425c1641 tempest-FloatingIPsAssociationNegativeTestJSON-285214202 tempest-FloatingIPsAssociationNegativeTestJSON-285214202-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 27 10:27:46.468186 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device e2b38228-c9a3-4fe4-81fd-83ae43c33be2 no longer exists at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:27:46.492815 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] No Port match for: e2b38228-c9a3-4fe4-81fd-83ae43c33be2 {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:27:46.493296 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device e2b38228-c9a3-4fe4-81fd-83ae43c33be2 not bound to the agent host n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:27:46.502110 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-12fea678-c313-4347-9da4-09c0cf7a1ff6 tempest-ExtraDHCPOptionsTestJSON-2029209177 tempest-ExtraDHCPOptionsTestJSON-2029209177-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857803', 'neutron.services.segments.db._delete_segments_for_network-8743873143390'] for network, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:46.520662 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-5d5d1c0f-9f9c-4246-8eb5-47177db865ca req-e95a0013-c29f-43f9-afa9-7970425c1641 tempest-FloatingIPsAssociationNegativeTestJSON-285214202 tempest-FloatingIPsAssociationNegativeTestJSON-285214202-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:46.532341 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-5d5d1c0f-9f9c-4246-8eb5-47177db865ca req-e95a0013-c29f-43f9-afa9-7970425c1641 tempest-FloatingIPsAssociationNegativeTestJSON-285214202 tempest-FloatingIPsAssociationNegativeTestJSON-285214202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1664826'] for floatingip, after_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:46.538337 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-12fea678-c313-4347-9da4-09c0cf7a1ff6 tempest-ExtraDHCPOptionsTestJSON-2029209177 tempest-ExtraDHCPOptionsTestJSON-2029209177-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c780d9a9-357c-4000-862b-73cc3daa63d1']}} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:27:46.562744 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f76a02b-a392-46d4-bafe-cce2c68ccb42 req-fa3b5183-a4aa-4ec0-8932-062bcbe82be2 tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:46.564890 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-3f76a02b-a392-46d4-bafe-cce2c68ccb42 req-fa3b5183-a4aa-4ec0-8932-062bcbe82be2 tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] 10.222.0.44 "GET /v2.0/ports?device_id=bda2ffb8-69b8-4fb2-a9fa-000ea4cb3e38 HTTP/1.1" status: 200 len: 948 time: 0.1684926 Oct 27 10:27:46.569034 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-12fea678-c313-4347-9da4-09c0cf7a1ff6 tempest-ExtraDHCPOptionsTestJSON-2029209177 tempest-ExtraDHCPOptionsTestJSON-2029209177-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72a1eadf-8689-4ca2-bcbb-88e81e304590') {'for_net_delete': True} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:27:46.569319 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-12fea678-c313-4347-9da4-09c0cf7a1ff6 tempest-ExtraDHCPOptionsTestJSON-2029209177 tempest-ExtraDHCPOptionsTestJSON-2029209177-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72a1eadf-8689-4ca2-bcbb-88e81e304590') {} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:27:46.598078 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-12fea678-c313-4347-9da4-09c0cf7a1ff6 tempest-ExtraDHCPOptionsTestJSON-2029209177 tempest-ExtraDHCPOptionsTestJSON-2029209177-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743873145191', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18445132'] for segment, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:46.618087 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] get_ports_and_sgs() called for port_ids ['4059356e-83b5-413a-a82e-17745b15d80f'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:27:46.636238 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-12fea678-c313-4347-9da4-09c0cf7a1ff6 tempest-ExtraDHCPOptionsTestJSON-2029209177 tempest-ExtraDHCPOptionsTestJSON-2029209177-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:46.640658 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b6e6aba0-fb28-4047-af5a-18d97e5090e2 req-48ca1bb2-5a2e-4385-83fe-efad138d56cb service neutron] 10.222.0.64 "GET /v2.0/networks/4c4816f7-a34d-4509-b1c3-eb56e1ec3f30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2075717 Oct 27 10:27:46.655846 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12fea678-c313-4347-9da4-09c0cf7a1ff6 tempest-ExtraDHCPOptionsTestJSON-2029209177 tempest-ExtraDHCPOptionsTestJSON-2029209177-project] Releasing vlan 416 on physical network physnet1 to pool {{(pid=102347) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 10:27:46.656275 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-12fea678-c313-4347-9da4-09c0cf7a1ff6 tempest-ExtraDHCPOptionsTestJSON-2029209177 tempest-ExtraDHCPOptionsTestJSON-2029209177-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-18296032'] for segment, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:46.659638 n-d-813419-10 neutron-server[102347]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 10:27:46.659638 n-d-813419-10 neutron-server[102347]: self.session.flush() Oct 27 10:27:46.659638 n-d-813419-10 neutron-server[102347]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 10:27:46.659638 n-d-813419-10 neutron-server[102347]: self.session.flush() Oct 27 10:27:46.659638 n-d-813419-10 neutron-server[102347]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 10:27:46.659638 n-d-813419-10 neutron-server[102347]: self.session.flush() Oct 27 10:27:46.659638 n-d-813419-10 neutron-server[102347]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 10:27:46.659638 n-d-813419-10 neutron-server[102347]: self.session.flush() Oct 27 10:27:46.659638 n-d-813419-10 neutron-server[102347]: Traceback (most recent call last): Oct 27 10:27:46.659638 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 10:27:46.659638 n-d-813419-10 neutron-server[102347]: timer() Oct 27 10:27:46.659638 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 10:27:46.659638 n-d-813419-10 neutron-server[102347]: cb(*args, **kw) Oct 27 10:27:46.659638 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 10:27:46.659638 n-d-813419-10 neutron-server[102347]: return func(*args, **kwargs) Oct 27 10:27:46.659638 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 10:27:46.659638 n-d-813419-10 neutron-server[102347]: self._notify() Oct 27 10:27:46.659638 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 10:27:46.659638 n-d-813419-10 neutron-server[102347]: self.callback(batched_events) Oct 27 10:27:46.659638 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 10:27:46.659638 n-d-813419-10 neutron-server[102347]: event.method(event) Oct 27 10:27:46.659638 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 10:27:46.659638 n-d-813419-10 neutron-server[102347]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 10:27:46.659638 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 10:27:46.659638 n-d-813419-10 neutron-server[102347]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 10:27:46.659638 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 10:27:46.659638 n-d-813419-10 neutron-server[102347]: return f(self, *a, **k) Oct 27 10:27:46.659638 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 10:27:46.659638 n-d-813419-10 neutron-server[102347]: return self._get(url).json() Oct 27 10:27:46.659638 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 10:27:46.659638 n-d-813419-10 neutron-server[102347]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 10:27:46.659638 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 10:27:46.659638 n-d-813419-10 neutron-server[102347]: return self.request(url, 'GET', **kwargs) Oct 27 10:27:46.659638 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 10:27:46.659638 n-d-813419-10 neutron-server[102347]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 10:27:46.659638 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 10:27:46.659638 n-d-813419-10 neutron-server[102347]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 10:27:46.659638 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 10:27:46.659638 n-d-813419-10 neutron-server[102347]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 10:27:46.659638 n-d-813419-10 neutron-server[102347]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 10:27:46.765370 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-3f76a02b-a392-46d4-bafe-cce2c68ccb42 req-92d8ca70-0690-4548-a9a6-55e327774395 tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] 10.222.0.44 "GET /v2.0/security-groups?id=564ecd8b-da86-4175-923a-67dcc5fcd400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736939 Oct 27 10:27:46.835925 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-12fea678-c313-4347-9da4-09c0cf7a1ff6 tempest-ExtraDHCPOptionsTestJSON-2029209177 tempest-ExtraDHCPOptionsTestJSON-2029209177-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664840'] for network, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:46.850919 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-12fea678-c313-4347-9da4-09c0cf7a1ff6 tempest-ExtraDHCPOptionsTestJSON-2029209177 tempest-ExtraDHCPOptionsTestJSON-2029209177-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for network, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:46.857759 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-12fea678-c313-4347-9da4-09c0cf7a1ff6 tempest-ExtraDHCPOptionsTestJSON-2029209177 tempest-ExtraDHCPOptionsTestJSON-2029209177-project] 10.222.0.44 "DELETE /v2.0/networks/c780d9a9-357c-4000-862b-73cc3daa63d1 HTTP/1.1" status: 204 len: 168 time: 2.0458727 Oct 27 10:27:46.895234 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [req-ca169ace-8064-4a48-998f-fc348169ae8d req-4a4647e4-eb6a-46bd-8022-6a1daec39fdb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 279274d4-464d-4fc6-9065-7cae6d97f17f {{(pid=102346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:27:46.908291 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-ca169ace-8064-4a48-998f-fc348169ae8d req-4a4647e4-eb6a-46bd-8022-6a1daec39fdb service neutron] Publish callbacks [] for port, precommit_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:46.923521 n-d-813419-10 neutron-server[102346]: INFO neutron.db.l3_db [req-5d5d1c0f-9f9c-4246-8eb5-47177db865ca req-e95a0013-c29f-43f9-afa9-7970425c1641 tempest-FloatingIPsAssociationNegativeTestJSON-285214202 tempest-FloatingIPsAssociationNegativeTestJSON-285214202-project] Floating IP 0ac0c7a6-6859-4663-aa74-f18117783248 associated. External IP: 172.25.8.67, port: dd1a4a75-aa59-4a40-9f4f-febceef5868f. Oct 27 10:27:46.958959 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.provisioning_blocks [req-ca169ace-8064-4a48-998f-fc348169ae8d req-4a4647e4-eb6a-46bd-8022-6a1daec39fdb service neutron] Transition to ACTIVE for port object 279274d4-464d-4fc6-9065-7cae6d97f17f will not be triggered until provisioned by entity L2. {{(pid=102346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 10:27:46.966580 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fea678-c313-4347-9da4-09c0cf7a1ff6 tempest-ExtraDHCPOptionsTestJSON-2029209177 tempest-ExtraDHCPOptionsTestJSON-2029209177-project] Pushing event deleted for resources: {'Network': ['ID=c780d9a9-357c-4000-862b-73cc3daa63d1,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:27:46.989667 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-ca169ace-8064-4a48-998f-fc348169ae8d req-4a4647e4-eb6a-46bd-8022-6a1daec39fdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27024173'] for port, after_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:47.004131 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b6e6aba0-fb28-4047-af5a-18d97e5090e2 req-67d49e3a-f422-406a-a951-e71f91c46552 service neutron] 10.222.0.64 "GET /v2.0/networks/4c4816f7-a34d-4509-b1c3-eb56e1ec3f30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3498907 Oct 27 10:27:47.022630 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a9a560-86c4-490d-93ad-4893b99761ce req-78300750-2f8f-430a-96c4-30c0831dedee tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:47.034129 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-e2a9a560-86c4-490d-93ad-4893b99761ce req-78300750-2f8f-430a-96c4-30c0831dedee tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] 10.222.0.44 "GET /v2.0/ports?device_id=70421289-5784-4962-8b85-8bf7fa80cc12 HTTP/1.1" status: 200 len: 945 time: 0.1387973 Oct 27 10:27:47.070585 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4647e4-eb6a-46bd-8022-6a1daec39fdb service neutron] Pushing event updated for resources: {'Port': ['ID=279274d4-464d-4fc6-9065-7cae6d97f17f,revision_number=2']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:27:47.110301 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-e2a9a560-86c4-490d-93ad-4893b99761ce req-535ebabc-aafc-4f79-b92e-600377c9d7c9 tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] 10.222.0.44 "GET /v2.0/security-groups?id=df17171a-6534-4d8a-8518-0be5fe64cbb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751698 Oct 27 10:27:47.133062 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2937ddb2-9cc6-4d87-9240-55a27386800f req-8803edd7-87cc-43db-95fb-bfe7711aaeb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:47.136394 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-2937ddb2-9cc6-4d87-9240-55a27386800f req-8803edd7-87cc-43db-95fb-bfe7711aaeb1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2a73aad0ca0543f58dfb2590ad006be4&device_id=68ea0598-7f28-45b3-9509-6e18cfd4fd44 HTTP/1.1" status: 200 len: 1136 time: 0.0621212 Oct 27 10:27:47.254250 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.managers [req-ca169ace-8064-4a48-998f-fc348169ae8d req-4a4647e4-eb6a-46bd-8022-6a1daec39fdb service neutron] Attempting to bind port 279274d4-464d-4fc6-9065-7cae6d97f17f on host n-h2-813419-10 for vnic_type normal with profile {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:27:47.255104 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.managers [req-ca169ace-8064-4a48-998f-fc348169ae8d req-4a4647e4-eb6a-46bd-8022-6a1daec39fdb service neutron] Attempting to bind port 279274d4-464d-4fc6-9065-7cae6d97f17f by drivers openvswitch,hyperv on host n-h2-813419-10 at level 0 using segments [{'id': '2ae7a459-953f-4f06-8bb8-d3b1f54967e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '37f7eee7-78e5-4454-9540-9eb1f8cbbdab'}] {{(pid=102346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:27:47.255638 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca169ace-8064-4a48-998f-fc348169ae8d req-4a4647e4-eb6a-46bd-8022-6a1daec39fdb service neutron] Attempting to bind port 279274d4-464d-4fc6-9065-7cae6d97f17f on network 37f7eee7-78e5-4454-9540-9eb1f8cbbdab {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:27:47.260465 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bda2ffb8-69b8-4fb2-a9fa-000ea4cb3e38', 'tag': '15439c76-fe8b-4381-ba27-93b988e32c53'}] {{(pid=102347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:27:47.263371 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311149b481204ee7edffdb959c881838506fbd95bc8577c048f6677abb73acc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d1ee117-7547-4820-9e22-8e2c8e5ea7f9" -d '{"events": [{"name": "network-changed", "server_uuid": "bda2ffb8-69b8-4fb2-a9fa-000ea4cb3e38", "tag": "15439c76-fe8b-4381-ba27-93b988e32c53"}]}' {{(pid=102347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:27:47.264875 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca169ace-8064-4a48-998f-fc348169ae8d req-4a4647e4-eb6a-46bd-8022-6a1daec39fdb service neutron] Port 279274d4-464d-4fc6-9065-7cae6d97f17f on network 37f7eee7-78e5-4454-9540-9eb1f8cbbdab not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-10 {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 10:27:47.265414 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca169ace-8064-4a48-998f-fc348169ae8d req-4a4647e4-eb6a-46bd-8022-6a1daec39fdb service neutron] Attempting to bind port 279274d4-464d-4fc6-9065-7cae6d97f17f on network 37f7eee7-78e5-4454-9540-9eb1f8cbbdab {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:27:47.278091 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca169ace-8064-4a48-998f-fc348169ae8d req-4a4647e4-eb6a-46bd-8022-6a1daec39fdb service neutron] Checking agent: {'id': 'a2edc247-0fa4-4ce6-bbae-a10492f6bd71', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 16, 9), 'started_at': datetime.datetime(2021, 10, 27, 10, 16, 9), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 27, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:27:47.278744 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca169ace-8064-4a48-998f-fc348169ae8d req-4a4647e4-eb6a-46bd-8022-6a1daec39fdb service neutron] Checking segment: {'id': '2ae7a459-953f-4f06-8bb8-d3b1f54967e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '37f7eee7-78e5-4454-9540-9eb1f8cbbdab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:27:47.279330 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca169ace-8064-4a48-998f-fc348169ae8d req-4a4647e4-eb6a-46bd-8022-6a1daec39fdb service neutron] Bound using segment: {'id': '2ae7a459-953f-4f06-8bb8-d3b1f54967e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '37f7eee7-78e5-4454-9540-9eb1f8cbbdab'} {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:27:47.279957 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.managers [req-ca169ace-8064-4a48-998f-fc348169ae8d req-4a4647e4-eb6a-46bd-8022-6a1daec39fdb service neutron] Bound port: 279274d4-464d-4fc6-9065-7cae6d97f17f, host: n-h2-813419-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ae7a459-953f-4f06-8bb8-d3b1f54967e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '37f7eee7-78e5-4454-9540-9eb1f8cbbdab'}}] {{(pid=102346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:27:47.280546 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-ca169ace-8064-4a48-998f-fc348169ae8d req-4a4647e4-eb6a-46bd-8022-6a1daec39fdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:47.281711 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2937ddb2-9cc6-4d87-9240-55a27386800f req-5354bbb6-9457-4e56-a616-314ee9270308 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:47.283396 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-2937ddb2-9cc6-4d87-9240-55a27386800f req-5354bbb6-9457-4e56-a616-314ee9270308 service neutron] 10.222.0.64 "GET /v2.0/networks?id=4c4816f7-a34d-4509-b1c3-eb56e1ec3f30 HTTP/1.1" status: 200 len: 914 time: 0.1282759 Oct 27 10:27:47.337114 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5d5d1c0f-9f9c-4246-8eb5-47177db865ca req-e95a0013-c29f-43f9-afa9-7970425c1641 tempest-FloatingIPsAssociationNegativeTestJSON-285214202 tempest-FloatingIPsAssociationNegativeTestJSON-285214202-project] Router 526f997e-26ff-414f-8d93-a6c092756e34 has already been hosted by L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb {{(pid=102346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 10:27:47.348580 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-2937ddb2-9cc6-4d87-9240-55a27386800f req-e63970a6-f5bf-4dfa-9edb-a3fa8ddab1fe service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=000260b4-400c-4b12-a382-b26f62e663ff HTTP/1.1" status: 200 len: 217 time: 0.0518601 Oct 27 10:27:47.365054 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [req-ca169ace-8064-4a48-998f-fc348169ae8d req-4a4647e4-eb6a-46bd-8022-6a1daec39fdb service neutron] For port 279274d4-464d-4fc6-9065-7cae6d97f17f, host n-h2-813419-10, cleared binding levels {{(pid=102346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:27:47.370295 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [req-ca169ace-8064-4a48-998f-fc348169ae8d req-4a4647e4-eb6a-46bd-8022-6a1daec39fdb service neutron] For port 279274d4-464d-4fc6-9065-7cae6d97f17f, host n-h2-813419-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=279274d4-464d-4fc6-9065-7cae6d97f17f,segment=NetworkSegment(2ae7a459-953f-4f06-8bb8-d3b1f54967e3),segment_id=2ae7a459-953f-4f06-8bb8-d3b1f54967e3)] {{(pid=102346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:27:47.391968 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 53214) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:27:47.408543 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-ca169ace-8064-4a48-998f-fc348169ae8d req-4a4647e4-eb6a-46bd-8022-6a1daec39fdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27024173'] for port, after_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:47.449315 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2937ddb2-9cc6-4d87-9240-55a27386800f req-d5f28d56-5811-4d62-b2aa-8d245fe380bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:47.451024 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-2937ddb2-9cc6-4d87-9240-55a27386800f req-d5f28d56-5811-4d62-b2aa-8d245fe380bf service neutron] 10.222.0.64 "GET /v2.0/subnets?id=94d6f39e-603b-4bcb-8dfa-684bf1105886 HTTP/1.1" status: 200 len: 853 time: 0.0936880 Oct 27 10:27:47.461196 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a13aeab-0e71-49ab-af8d-395bc5aa3c23 req-7aaf07b8-ed86-4269-8064-1e1fefdde501 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:47.462992 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-0a13aeab-0e71-49ab-af8d-395bc5aa3c23 req-7aaf07b8-ed86-4269-8064-1e1fefdde501 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/ports?device_id=163edd21-57d3-4b96-bbd8-050c27cbdb61 HTTP/1.1" status: 200 len: 943 time: 0.1186836 Oct 27 10:27:47.489382 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4647e4-eb6a-46bd-8022-6a1daec39fdb service neutron] Pushing event updated for resources: {'Port': ['ID=279274d4-464d-4fc6-9065-7cae6d97f17f,revision_number=3']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:27:47.509371 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca169ace-8064-4a48-998f-fc348169ae8d req-4a4647e4-eb6a-46bd-8022-6a1daec39fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:47.509996 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-ca169ace-8064-4a48-998f-fc348169ae8d req-4a4647e4-eb6a-46bd-8022-6a1daec39fdb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:47.511908 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ca169ace-8064-4a48-998f-fc348169ae8d req-4a4647e4-eb6a-46bd-8022-6a1daec39fdb service neutron] 10.222.0.76 "PUT /v2.0/ports/279274d4-464d-4fc6-9065-7cae6d97f17f HTTP/1.1" status: 200 len: 1092 time: 1.7312372 Oct 27 10:27:47.511908 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '163edd21-57d3-4b96-bbd8-050c27cbdb61', 'tag': '279274d4-464d-4fc6-9065-7cae6d97f17f'}] {{(pid=102346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:27:47.514207 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc0e418f5fc417c8d55d94c0aa509b037d0beb2a734c1a709e789eb65639a56d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7edcc3c-0084-4779-80d4-ff1cbe6012a9" -d '{"events": [{"name": "network-changed", "server_uuid": "163edd21-57d3-4b96-bbd8-050c27cbdb61", "tag": "279274d4-464d-4fc6-9065-7cae6d97f17f"}]}' {{(pid=102346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:27:47.562582 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5d5d1c0f-9f9c-4246-8eb5-47177db865ca req-e95a0013-c29f-43f9-afa9-7970425c1641 tempest-FloatingIPsAssociationNegativeTestJSON-285214202 tempest-FloatingIPsAssociationNegativeTestJSON-285214202-project] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:27:47.579521 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9db08e1-aa4a-4734-9410-c3d063e7caf1 None None] Sync routers for ids ['526f997e-26ff-414f-8d93-a6c092756e34'] in n-d-813419-10 {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:27:47.585005 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-5d5d1c0f-9f9c-4246-8eb5-47177db865ca req-e95a0013-c29f-43f9-afa9-7970425c1641 tempest-FloatingIPsAssociationNegativeTestJSON-285214202 tempest-FloatingIPsAssociationNegativeTestJSON-285214202-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for floatingip, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:47.593370 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9db08e1-aa4a-4734-9410-c3d063e7caf1 None None] Routers {'526f997e-26ff-414f-8d93-a6c092756e34'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:27:47.594576 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-f9db08e1-aa4a-4734-9410-c3d063e7caf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:27:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['526f997e-26ff-414f-8d93-a6c092756e34'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:27:47.669981 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-5d5d1c0f-9f9c-4246-8eb5-47177db865ca req-e95a0013-c29f-43f9-afa9-7970425c1641 tempest-FloatingIPsAssociationNegativeTestJSON-285214202 tempest-FloatingIPsAssociationNegativeTestJSON-285214202-project] 10.222.0.44 "PUT /v2.0/floatingips/0ac0c7a6-6859-4663-aa74-f18117783248 HTTP/1.1" status: 200 len: 996 time: 2.0749874 Oct 27 10:27:47.725899 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca169ace-8064-4a48-998f-fc348169ae8d req-361d6444-00cf-457b-aa8d-cb200ad0e629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:47.727846 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ca169ace-8064-4a48-998f-fc348169ae8d req-361d6444-00cf-457b-aa8d-cb200ad0e629 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=f314710ab2574682a5080affa23addcb&device_id=163edd21-57d3-4b96-bbd8-050c27cbdb61 HTTP/1.1" status: 200 len: 1095 time: 0.1384881 Oct 27 10:27:47.735861 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5d1c0f-9f9c-4246-8eb5-47177db865ca req-117de4d4-4383-40de-93f0-f899e6692fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:47.737656 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvr_db [None req-f9db08e1-aa4a-4734-9410-c3d063e7caf1 None None] Set router 526f997e-26ff-414f-8d93-a6c092756e34 gateway port host: n-d-813419-10 {{(pid=102349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:27:47.744186 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-5d5d1c0f-9f9c-4246-8eb5-47177db865ca req-117de4d4-4383-40de-93f0-f899e6692fbf service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7517d618a1be4ff0aa51550f921b9468&device_id=960c3882-8995-469f-b814-0b87f3b61996 HTTP/1.1" status: 200 len: 1098 time: 0.0672603 Oct 27 10:27:47.776386 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device f81d61c2-dbd7-452d-b714-07ddb1d07d0b up at agent hyperv_n-h2-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:27:47.881743 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ca169ace-8064-4a48-998f-fc348169ae8d req-d20d25ab-6e79-41ab-9ec9-7527aec2dd38 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=279274d4-464d-4fc6-9065-7cae6d97f17f HTTP/1.1" status: 200 len: 217 time: 0.1224623 Oct 27 10:27:47.884048 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-2937ddb2-9cc6-4d87-9240-55a27386800f req-edecdea5-3f5f-4af7-abe9-27a239228f8a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4c4816f7-a34d-4509-b1c3-eb56e1ec3f30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4199069 Oct 27 10:27:47.900062 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Provisioning for port f81d61c2-dbd7-452d-b714-07ddb1d07d0b completed by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 10:27:47.908794 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Provisioning complete for port f81d61c2-dbd7-452d-b714-07ddb1d07d0b triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:27:47.909444 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:47.970273 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-0a13aeab-0e71-49ab-af8d-395bc5aa3c23 req-b22abfec-a6e8-4589-835a-a23ce5529065 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/security-groups?id=9f7279ee-2d49-4f67-b584-fc902ef383cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4979601 Oct 27 10:27:48.010529 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-9e2a4121-13bc-4a3c-a15e-3e002c94bb66 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8c47eb08b27d447a962ed83b89b89bdf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6161754 Oct 27 10:27:48.013225 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 53230) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:27:48.032926 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca169ace-8064-4a48-998f-fc348169ae8d req-1d713c10-1a49-4b49-8db5-f77a268dc9dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:48.034334 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ca169ace-8064-4a48-998f-fc348169ae8d req-1d713c10-1a49-4b49-8db5-f77a268dc9dd service neutron] 10.222.0.76 "GET /v2.0/subnets?id=249a5a87-559c-4770-af81-a36d13f3e017 HTTP/1.1" status: 200 len: 854 time: 0.1395926 Oct 27 10:27:48.069493 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 10:27:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74d99f16-a5ac-476c-a8b8-e07467c0548f x-openstack-request-id: req-74d99f16-a5ac-476c-a8b8-e07467c0548f {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:27:48.070003 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bda2ffb8-69b8-4fb2-a9fa-000ea4cb3e38", "tag": "15439c76-fe8b-4381-ba27-93b988e32c53", "status": "completed", "code": 200}]} {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:27:48.070425 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-74d99f16-a5ac-476c-a8b8-e07467c0548f {{(pid=102347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:27:48.071143 n-d-813419-10 neutron-server[102347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bda2ffb8-69b8-4fb2-a9fa-000ea4cb3e38', 'tag': '15439c76-fe8b-4381-ba27-93b988e32c53', 'status': 'completed', 'code': 200} Oct 27 10:27:48.076418 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-2937ddb2-9cc6-4d87-9240-55a27386800f req-6256bdc4-7ef1-4cd9-ad27-0ac350d50292 service neutron] 10.222.0.64 "GET /v2.0/networks/4c4816f7-a34d-4509-b1c3-eb56e1ec3f30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1776249 Oct 27 10:27:48.087319 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:48.142749 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70421289-5784-4962-8b85-8bf7fa80cc12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f81d61c2-dbd7-452d-b714-07ddb1d07d0b'}] {{(pid=102348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:27:48.145045 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c588921fa634554a1d9242fdea1b05457a9ff1d3b28ba54ec1dace7f2f1df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64fbc0f3-e08c-42f8-915c-2fcaf6bfcc7d" -d '{"events": [{"server_uuid": "70421289-5784-4962-8b85-8bf7fa80cc12", "name": "network-vif-plugged", "status": "completed", "tag": "f81d61c2-dbd7-452d-b714-07ddb1d07d0b"}]}' {{(pid=102348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:27:48.158534 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ca169ace-8064-4a48-998f-fc348169ae8d req-b28e15d9-088c-433c-856a-775a579e4923 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=37f7eee7-78e5-4454-9540-9eb1f8cbbdab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1002927 Oct 27 10:27:48.159932 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5d1c0f-9f9c-4246-8eb5-47177db865ca req-a8981035-b372-49d2-b6a4-5780fd5e4ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:48.163885 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-f9db08e1-aa4a-4734-9410-c3d063e7caf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '526f997e-26ff-414f-8d93-a6c092756e34', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-420425655-router', 'tenant_id': '7517d618a1be4ff0aa51550f921b9468', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.207'}], 'enable_snat': True}, 'gw_port_id': '2c7a60d1-f0e5-409d-be06-357a28208768', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:27:05Z', 'updated_at': '2021-10-27T10:27:13Z', 'revision_number': 4, 'project_id': '7517d618a1be4ff0aa51550f921b9468', 'gw_port': {'id': '2c7a60d1-f0e5-409d-be06-357a28208768', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:04:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '526f997e-26ff-414f-8d93-a6c092756e34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:27:06Z', 'updated_at': '2021-10-27T10:27:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_floatingips': [{'id': '0ac0c7a6-6859-4663-aa74-f18117783248', 'tenant_id': '7517d618a1be4ff0aa51550f921b9468', 'floating_ip_address': '172.25.8.67', 'floating_network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'router_id': '526f997e-26ff-414f-8d93-a6c092756e34', 'port_id': 'dd1a4a75-aa59-4a40-9f4f-febceef5868f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1092, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8d0bfbf6-a651-4027-be4c-8c46c789c0fc', 'mac_address': 'fa:16:3e:8b:34:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '960c3882-8995-469f-b814-0b87f3b61996', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T10:27:42Z', 'updated_at': '2021-10-27T10:27:46Z', 'revision_number': 1, 'project_id': '7517d618a1be4ff0aa51550f921b9468', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b25f838-29f0-49e5-9cb7-cb35a84a94ac', 'name': '', 'network_id': '8d0bfbf6-a651-4027-be4c-8c46c789c0fc', 'tenant_id': '7517d618a1be4ff0aa51550f921b9468', 'mac_address': 'fa:16:3e:ed:93:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '526f997e-26ff-414f-8d93-a6c092756e34', 'device_owner': 'network:router_interface', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': '9550a2a4-cfa8-4bcb-a0bd-eb570b7d2fd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:27:11Z', 'updated_at': '2021-10-27T10:27:20Z', 'revision_number': 5, 'project_id': '7517d618a1be4ff0aa51550f921b9468', 'subnets': [{'id': '9550a2a4-cfa8-4bcb-a0bd-eb570b7d2fd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:27:48.168571 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-5d5d1c0f-9f9c-4246-8eb5-47177db865ca req-a8981035-b372-49d2-b6a4-5780fd5e4ad1 service neutron] 10.222.0.44 "GET /v2.0/networks?id=8d0bfbf6-a651-4027-be4c-8c46c789c0fc HTTP/1.1" status: 200 len: 929 time: 0.4228323 Oct 27 10:27:48.185983 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] For port f81d61c2-dbd7-452d-b714-07ddb1d07d0b, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=f81d61c2-dbd7-452d-b714-07ddb1d07d0b,segment=NetworkSegment(50500633-18ab-48c2-98da-73563c3123ba),segment_id=50500633-18ab-48c2-98da-73563c3123ba)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:27:48.194715 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:48.239933 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9db08e1-aa4a-4734-9410-c3d063e7caf1 None None] Checking router: 526f997e-26ff-414f-8d93-a6c092756e34 for host: n-d-813419-10 {{(pid=102349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 10:27:48.242236 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-cc6ff6a0-fa9f-4f31-93b9-8ea13349c929 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:48.247071 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device 15439c76-fe8b-4381-ba27-93b988e32c53 details requested by agent hyperv_n-h1-813419-10 with host n-h1-813419-10 {{(pid=102348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 10:27:48.261815 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9db08e1-aa4a-4734-9410-c3d063e7caf1 None None] Routers {'526f997e-26ff-414f-8d93-a6c092756e34'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:27:48.262329 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-f9db08e1-aa4a-4734-9410-c3d063e7caf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:27:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['526f997e-26ff-414f-8d93-a6c092756e34'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:27:48.305199 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Pushing event updated for resources: {'Port': ['ID=f81d61c2-dbd7-452d-b714-07ddb1d07d0b,revision_number=5']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:27:48.306453 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-cc6ff6a0-fa9f-4f31-93b9-8ea13349c929 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:48.335865 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1ee117-7547-4820-9e22-8e2c8e5ea7f9 req-2c4113d2-76b7-4970-8ede-9acec301ee03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:48.337391 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-0d1ee117-7547-4820-9e22-8e2c8e5ea7f9 req-2c4113d2-76b7-4970-8ede-9acec301ee03 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=90a01745d25e42a2aa454aea883f58a1&device_id=bda2ffb8-69b8-4fb2-a9fa-000ea4cb3e38 HTTP/1.1" status: 200 len: 1100 time: 0.2360139 Oct 27 10:27:48.373128 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-5d5d1c0f-9f9c-4246-8eb5-47177db865ca req-f2c971a7-f537-4554-b872-f44568ef07de service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dd1a4a75-aa59-4a40-9f4f-febceef5868f HTTP/1.1" status: 200 len: 999 time: 0.2036362 Oct 27 10:27:48.406765 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233cac4b-85c7-4f1d-838c-8867d671fcf1 req-23db621c-12d1-40b8-8e5d-0932f0932404 tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:48.414414 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-233cac4b-85c7-4f1d-838c-8867d671fcf1 req-23db621c-12d1-40b8-8e5d-0932f0932404 tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] 10.222.0.44 "GET /v2.0/ports?device_id=68ea0598-7f28-45b3-9509-6e18cfd4fd44 HTTP/1.1" status: 200 len: 984 time: 0.2193680 Oct 27 10:27:48.417579 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-2937ddb2-9cc6-4d87-9240-55a27386800f req-92c80b16-92ec-4d11-95b2-80fc877e6b5f service neutron] 10.222.0.64 "GET /v2.0/networks/4c4816f7-a34d-4509-b1c3-eb56e1ec3f30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3305488 Oct 27 10:27:48.469822 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port 15439c76-fe8b-4381-ba27-93b988e32c53, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=15439c76-fe8b-4381-ba27-93b988e32c53,segment=NetworkSegment(f7c42c6d-2766-46d8-a8b7-4852117a5555),segment_id=f7c42c6d-2766-46d8-a8b7-4852117a5555)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:27:48.472895 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvr_db [None req-f9db08e1-aa4a-4734-9410-c3d063e7caf1 None None] Set router 526f997e-26ff-414f-8d93-a6c092756e34 gateway port host: n-d-813419-10 {{(pid=102349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:27:48.473206 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5d1c0f-9f9c-4246-8eb5-47177db865ca req-cce299d8-d806-4200-87c2-8422d0ec8547 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:48.482921 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-5d5d1c0f-9f9c-4246-8eb5-47177db865ca req-cce299d8-d806-4200-87c2-8422d0ec8547 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9550a2a4-cfa8-4bcb-a0bd-eb570b7d2fd8 HTTP/1.1" status: 200 len: 867 time: 0.1088147 Oct 27 10:27:48.484102 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Returning: {'device': '15439c76-fe8b-4381-ba27-93b988e32c53', 'network_id': '4d250f92-d229-45fe-a579-67fef8e6c544', 'port_id': '15439c76-fe8b-4381-ba27-93b988e32c53', 'mac_address': 'fa:16:3e:9e:9f:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62eb52f7-aac4-48af-8670-e04300325561', 'ip_address': '192.168.233.199'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 10:27:48.495394 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ca169ace-8064-4a48-998f-fc348169ae8d req-a965e256-fe68-4b1b-9087-eacbf948c484 service neutron] 10.222.0.76 "GET /v2.0/networks/37f7eee7-78e5-4454-9540-9eb1f8cbbdab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3247831 Oct 27 10:27:48.564425 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:48.588156 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15439c76-fe8b-4381-ba27-93b988e32c53 {{(pid=102348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:27:48.616711 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-cc6ff6a0-fa9f-4f31-93b9-8ea13349c929 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:48.618892 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5d1c0f-9f9c-4246-8eb5-47177db865ca req-357e6f7d-2501-4656-9ed3-ace7c1ef2469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:48.619870 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-cc6ff6a0-fa9f-4f31-93b9-8ea13349c929 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:48.620344 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port 15439c76-fe8b-4381-ba27-93b988e32c53, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=15439c76-fe8b-4381-ba27-93b988e32c53,segment=NetworkSegment(f7c42c6d-2766-46d8-a8b7-4852117a5555),segment_id=f7c42c6d-2766-46d8-a8b7-4852117a5555)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:27:48.629628 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:48.630032 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-5d5d1c0f-9f9c-4246-8eb5-47177db865ca req-357e6f7d-2501-4656-9ed3-ace7c1ef2469 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8d0bfbf6-a651-4027-be4c-8c46c789c0fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1443589 Oct 27 10:27:48.635694 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-cc6ff6a0-fa9f-4f31-93b9-8ea13349c929 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c6700a14-2f6e-4cf8-98de-5cfef60564d3 HTTP/1.1" status: 204 len: 168 time: 0.6100934 Oct 27 10:27:48.668058 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6ff6a0-fa9f-4f31-93b9-8ea13349c929 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6700a14-2f6e-4cf8-98de-5cfef60564d3,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:27:48.746716 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ca169ace-8064-4a48-998f-fc348169ae8d req-951a1c70-30d4-4123-943f-ea39f1874044 service neutron] 10.222.0.76 "GET /v2.0/networks/37f7eee7-78e5-4454-9540-9eb1f8cbbdab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2208276 Oct 27 10:27:48.760386 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-233cac4b-85c7-4f1d-838c-8867d671fcf1 req-975b6884-0117-4d26-9d74-224243eca8a4 tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] 10.222.0.44 "GET /v2.0/security-groups?id=c947a31c-5410-49e0-adfc-c83fa1ba4206&id=02dfdf07-1124-4944-a3cb-1b163ed42b09&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.3447921 Oct 27 10:27:48.766482 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Pushing event updated for resources: {'Port': ['ID=15439c76-fe8b-4381-ba27-93b988e32c53,revision_number=4']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:27:48.801124 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.agents_db [None req-e79ee67d-056e-46ea-bd99-e80473396b25 None None] Agent healthcheck: found 7 active agents {{(pid=102349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 10:27:48.810925 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1ee117-7547-4820-9e22-8e2c8e5ea7f9 req-d9428188-0642-4437-bec9-ef8d922b9235 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:48.816956 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-0d1ee117-7547-4820-9e22-8e2c8e5ea7f9 req-d9428188-0642-4437-bec9-ef8d922b9235 service neutron] 10.222.0.64 "GET /v2.0/networks?id=4d250f92-d229-45fe-a579-67fef8e6c544 HTTP/1.1" status: 200 len: 870 time: 0.4536948 Oct 27 10:27:48.831621 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-5d5d1c0f-9f9c-4246-8eb5-47177db865ca req-accb6904-f752-4438-bf47-e4f37a3dd382 service neutron] 10.222.0.44 "GET /v2.0/networks/8d0bfbf6-a651-4027-be4c-8c46c789c0fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1984551 Oct 27 10:27:48.842068 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-99d68906-46bc-4f5e-ad7b-e8cd3983454b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:48.883040 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 10:27:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e78632b-ba77-4a62-951f-66717cf2babc x-openstack-request-id: req-9e78632b-ba77-4a62-951f-66717cf2babc {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:27:48.883332 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "163edd21-57d3-4b96-bbd8-050c27cbdb61", "tag": "279274d4-464d-4fc6-9065-7cae6d97f17f", "status": "completed", "code": 200}]} {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:27:48.883562 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9e78632b-ba77-4a62-951f-66717cf2babc {{(pid=102346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:27:48.883950 n-d-813419-10 neutron-server[102346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '163edd21-57d3-4b96-bbd8-050c27cbdb61', 'tag': '279274d4-464d-4fc6-9065-7cae6d97f17f', 'status': 'completed', 'code': 200} Oct 27 10:27:48.912458 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-0d1ee117-7547-4820-9e22-8e2c8e5ea7f9 req-e0f21aa9-1c28-4196-b939-0123be38fc6d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.199&port_id=15439c76-fe8b-4381-ba27-93b988e32c53 HTTP/1.1" status: 200 len: 217 time: 0.0771620 Oct 27 10:27:49.003706 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-f9db08e1-aa4a-4734-9410-c3d063e7caf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '526f997e-26ff-414f-8d93-a6c092756e34', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-420425655-router', 'tenant_id': '7517d618a1be4ff0aa51550f921b9468', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.207'}], 'enable_snat': True}, 'gw_port_id': '2c7a60d1-f0e5-409d-be06-357a28208768', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:27:05Z', 'updated_at': '2021-10-27T10:27:13Z', 'revision_number': 4, 'project_id': '7517d618a1be4ff0aa51550f921b9468', 'gw_port': {'id': '2c7a60d1-f0e5-409d-be06-357a28208768', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:04:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '526f997e-26ff-414f-8d93-a6c092756e34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:27:06Z', 'updated_at': '2021-10-27T10:27:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_floatingips': [{'id': '0ac0c7a6-6859-4663-aa74-f18117783248', 'tenant_id': '7517d618a1be4ff0aa51550f921b9468', 'floating_ip_address': '172.25.8.67', 'floating_network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'router_id': '526f997e-26ff-414f-8d93-a6c092756e34', 'port_id': 'dd1a4a75-aa59-4a40-9f4f-febceef5868f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1092, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8d0bfbf6-a651-4027-be4c-8c46c789c0fc', 'mac_address': 'fa:16:3e:8b:34:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '960c3882-8995-469f-b814-0b87f3b61996', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T10:27:42Z', 'updated_at': '2021-10-27T10:27:46Z', 'revision_number': 1, 'project_id': '7517d618a1be4ff0aa51550f921b9468', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b25f838-29f0-49e5-9cb7-cb35a84a94ac', 'name': '', 'network_id': '8d0bfbf6-a651-4027-be4c-8c46c789c0fc', 'tenant_id': '7517d618a1be4ff0aa51550f921b9468', 'mac_address': 'fa:16:3e:ed:93:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '526f997e-26ff-414f-8d93-a6c092756e34', 'device_owner': 'network:router_interface', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': '9550a2a4-cfa8-4bcb-a0bd-eb570b7d2fd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:27:11Z', 'updated_at': '2021-10-27T10:27:20Z', 'revision_number': 5, 'project_id': '7517d618a1be4ff0aa51550f921b9468', 'subnets': [{'id': '9550a2a4-cfa8-4bcb-a0bd-eb570b7d2fd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:27:49.012222 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1ee117-7547-4820-9e22-8e2c8e5ea7f9 req-25c08826-67f0-47f0-b7ed-dbc53d623619 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:49.013931 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-0d1ee117-7547-4820-9e22-8e2c8e5ea7f9 req-25c08826-67f0-47f0-b7ed-dbc53d623619 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=62eb52f7-aac4-48af-8670-e04300325561 HTTP/1.1" status: 200 len: 843 time: 0.0883420 Oct 27 10:27:49.039592 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9db08e1-aa4a-4734-9410-c3d063e7caf1 None None] The sync data for ids ['526f997e-26ff-414f-8d93-a6c092756e34'] in n-d-813419-10 is: [{'id': '526f997e-26ff-414f-8d93-a6c092756e34', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-420425655-router', 'tenant_id': '7517d618a1be4ff0aa51550f921b9468', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.207'}], 'enable_snat': True}, 'gw_port_id': '2c7a60d1-f0e5-409d-be06-357a28208768', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:27:05Z', 'updated_at': '2021-10-27T10:27:13Z', 'revision_number': 4, 'project_id': '7517d618a1be4ff0aa51550f921b9468', 'gw_port': {'id': '2c7a60d1-f0e5-409d-be06-357a28208768', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:04:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '526f997e-26ff-414f-8d93-a6c092756e34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:27:06Z', 'updated_at': '2021-10-27T10:27:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_floatingips': [{'id': '0ac0c7a6-6859-4663-aa74-f18117783248', 'tenant_id': '7517d618a1be4ff0aa51550f921b9468', 'floating_ip_address': '172.25.8.67', 'floating_network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'router_id': '526f997e-26ff-414f-8d93-a6c092756e34', 'port_id': 'dd1a4a75-aa59-4a40-9f4f-febceef5868f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1092, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8d0bfbf6-a651-4027-be4c-8c46c789c0fc', 'mac_address': 'fa:16:3e:8b:34:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '960c3882-8995-469f-b814-0b87f3b61996', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T10:27:42Z', 'updated_at': '2021-10-27T10:27:46Z', 'revision_number': 1, 'project_id': '7517d618a1be4ff0aa51550f921b9468', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b25f838-29f0-49e5-9cb7-cb35a84a94ac', 'name': '', 'network_id': '8d0bfbf6-a651-4027-be4c-8c46c789c0fc', 'tenant_id': '7517d618a1be4ff0aa51550f921b9468', 'mac_address': 'fa:16:3e:ed:93:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '526f997e-26ff-414f-8d93-a6c092756e34', 'device_owner': 'network:router_interface', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': '9550a2a4-cfa8-4bcb-a0bd-eb570b7d2fd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:27:11Z', 'updated_at': '2021-10-27T10:27:20Z', 'revision_number': 5, 'project_id': '7517d618a1be4ff0aa51550f921b9468', 'subnets': [{'id': '9550a2a4-cfa8-4bcb-a0bd-eb570b7d2fd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:27:49.043569 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] get_ports_and_sgs() called for port_ids ['15439c76-fe8b-4381-ba27-93b988e32c53'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:27:49.114679 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf45534-9846-49c7-a6fe-c27d594f98f6 req-97e602be-28d8-4e14-adee-61ae156787f2 tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:49.123674 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-bdf45534-9846-49c7-a6fe-c27d594f98f6 req-97e602be-28d8-4e14-adee-61ae156787f2 tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] 10.222.0.44 "GET /v2.0/ports?device_id=bda2ffb8-69b8-4fb2-a9fa-000ea4cb3e38 HTTP/1.1" status: 200 len: 949 time: 0.1086593 Oct 27 10:27:49.133005 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7edcc3c-0084-4779-80d4-ff1cbe6012a9 req-ea879e73-1c7e-452f-8647-13b0d7b54952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:49.137788 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-d7edcc3c-0084-4779-80d4-ff1cbe6012a9 req-ea879e73-1c7e-452f-8647-13b0d7b54952 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=f314710ab2574682a5080affa23addcb&device_id=163edd21-57d3-4b96-bbd8-050c27cbdb61 HTTP/1.1" status: 200 len: 1095 time: 0.2053463 Oct 27 10:27:49.147003 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1ee117-7547-4820-9e22-8e2c8e5ea7f9 req-f76164a7-0486-411e-861f-b6359bfa98f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:49.149012 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-0d1ee117-7547-4820-9e22-8e2c8e5ea7f9 req-f76164a7-0486-411e-861f-b6359bfa98f7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4d250f92-d229-45fe-a579-67fef8e6c544&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1145062 Oct 27 10:27:49.157560 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-5d5d1c0f-9f9c-4246-8eb5-47177db865ca req-c1d71c05-08f8-4e0e-a292-bd65ed9ab6ff service neutron] 10.222.0.44 "GET /v2.0/networks/8d0bfbf6-a651-4027-be4c-8c46c789c0fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3249998 Oct 27 10:27:49.206377 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-bdf45534-9846-49c7-a6fe-c27d594f98f6 req-1e25ddda-e7b8-4d54-805d-5d47c650936b tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] 10.222.0.44 "GET /v2.0/security-groups?id=564ecd8b-da86-4175-923a-67dcc5fcd400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813744 Oct 27 10:27:49.294281 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:27:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12a39427-3e4e-48a0-8daf-25ec5e372d9e x-openstack-request-id: req-12a39427-3e4e-48a0-8daf-25ec5e372d9e {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:27:49.294583 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70421289-5784-4962-8b85-8bf7fa80cc12", "name": "network-vif-plugged", "status": "completed", "tag": "f81d61c2-dbd7-452d-b714-07ddb1d07d0b", "code": 200}]} {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:27:49.294843 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-12a39427-3e4e-48a0-8daf-25ec5e372d9e {{(pid=102348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:27:49.295245 n-d-813419-10 neutron-server[102348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70421289-5784-4962-8b85-8bf7fa80cc12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f81d61c2-dbd7-452d-b714-07ddb1d07d0b', 'code': 200} Oct 27 10:27:49.442016 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-0d1ee117-7547-4820-9e22-8e2c8e5ea7f9 req-ec9b3377-e7ff-45c1-80aa-ded3213888f8 service neutron] 10.222.0.64 "GET /v2.0/networks/4d250f92-d229-45fe-a579-67fef8e6c544?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2834342 Oct 27 10:27:49.442682 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7edcc3c-0084-4779-80d4-ff1cbe6012a9 req-b98dfb46-2ecb-4978-8091-cf942c133dab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:49.444182 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-d7edcc3c-0084-4779-80d4-ff1cbe6012a9 req-b98dfb46-2ecb-4978-8091-cf942c133dab service neutron] 10.222.0.76 "GET /v2.0/networks?id=37f7eee7-78e5-4454-9540-9eb1f8cbbdab HTTP/1.1" status: 200 len: 915 time: 0.2845640 Oct 27 10:27:49.485138 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec5af0c2-b1c9-4c4f-bdc9-8d00c2e32f76 None None] New status for floating IP 0ac0c7a6-6859-4663-aa74-f18117783248: ACTIVE {{(pid=102348) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 10:27:49.580721 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f06f64-d2bd-4715-b5e3-1017552843cd req-89f13eba-3e10-4dc2-9fe2-3d39fe47e9d2 tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:49.588050 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-72f06f64-d2bd-4715-b5e3-1017552843cd req-89f13eba-3e10-4dc2-9fe2-3d39fe47e9d2 tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] 10.222.0.44 "GET /v2.0/ports?device_id=70421289-5784-4962-8b85-8bf7fa80cc12 HTTP/1.1" status: 200 len: 946 time: 0.3042073 Oct 27 10:27:49.593259 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-d7edcc3c-0084-4779-80d4-ff1cbe6012a9 req-5c8fd3d0-4444-46f4-9ecc-4b24def1c855 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=279274d4-464d-4fc6-9065-7cae6d97f17f HTTP/1.1" status: 200 len: 217 time: 0.1241095 Oct 27 10:27:49.599191 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b44bf55-a4bc-48e4-8874-d915071ec45b req-8a80723f-b5c5-4b77-a270-0a0ac1fabc03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:49.600912 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-3b44bf55-a4bc-48e4-8874-d915071ec45b req-8a80723f-b5c5-4b77-a270-0a0ac1fabc03 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=70421289-5784-4962-8b85-8bf7fa80cc12 HTTP/1.1" status: 200 len: 1098 time: 0.2239358 Oct 27 10:27:49.642868 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b872ea-d5f8-4bfc-b659-27616916a3d9 req-9322dd54-b772-49ad-ae94-5d484e4896c5 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:49.650064 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-95b872ea-d5f8-4bfc-b659-27616916a3d9 req-9322dd54-b772-49ad-ae94-5d484e4896c5 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/ports?device_id=163edd21-57d3-4b96-bbd8-050c27cbdb61 HTTP/1.1" status: 200 len: 943 time: 0.1605251 Oct 27 10:27:49.686407 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7edcc3c-0084-4779-80d4-ff1cbe6012a9 req-3f608fd7-11e6-4981-96a1-ba419546d58a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:49.688726 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-d7edcc3c-0084-4779-80d4-ff1cbe6012a9 req-3f608fd7-11e6-4981-96a1-ba419546d58a service neutron] 10.222.0.76 "GET /v2.0/subnets?id=249a5a87-559c-4770-af81-a36d13f3e017 HTTP/1.1" status: 200 len: 854 time: 0.0717869 Oct 27 10:27:49.714596 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-0d1ee117-7547-4820-9e22-8e2c8e5ea7f9 req-f2ffb7f3-d5da-425a-94ff-3f7437724f05 service neutron] 10.222.0.64 "GET /v2.0/networks/4d250f92-d229-45fe-a579-67fef8e6c544?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2606003 Oct 27 10:27:49.716558 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-72f06f64-d2bd-4715-b5e3-1017552843cd req-4e177d0c-7bb0-46b7-bd4a-c4d2ac03c6bc tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] 10.222.0.44 "GET /v2.0/security-groups?id=df17171a-6534-4d8a-8518-0be5fe64cbb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220324 Oct 27 10:27:49.756259 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-3b44bf55-a4bc-48e4-8874-d915071ec45b req-0ca07f06-cbe9-414a-ae4b-a0bd4be18d1a service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=df17171a-6534-4d8a-8518-0be5fe64cbb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259120 Oct 27 10:27:49.764078 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-d7edcc3c-0084-4779-80d4-ff1cbe6012a9 req-a1b1e5c1-edd7-47b0-8eb4-91bf04609463 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=37f7eee7-78e5-4454-9540-9eb1f8cbbdab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0548451 Oct 27 10:27:49.772184 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-95b872ea-d5f8-4bfc-b659-27616916a3d9 req-19f8ef9a-6c50-413b-b7d1-914667cc65f1 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/security-groups?id=9f7279ee-2d49-4f67-b584-fc902ef383cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209748 Oct 27 10:27:49.915495 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-eadeaa30-4096-4d1a-b3cb-aa7ebfb291ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:49.929516 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-751e6ca3-582e-49dd-b0ec-749d77a6b811 req-8048336d-e89f-4173-9750-f3aabc2b61d1 tempest-FloatingIPsAssociationNegativeTestJSON-285214202 tempest-FloatingIPsAssociationNegativeTestJSON-285214202-project] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=185ff123-c7ff-45c7-a6be-71feb35acc9c HTTP/1.1" status: 200 len: 258 time: 0.1630285 Oct 27 10:27:49.941439 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:49.942970 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [req-751e6ca3-582e-49dd-b0ec-749d77a6b811 req-4921114b-94ed-4c7d-b203-bbcdf4f4ed34 tempest-FloatingIPsAssociationNegativeTestJSON-285214202 tempest-FloatingIPsAssociationNegativeTestJSON-285214202-project] Request body: {'floatingip': {'floating_network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:27:49.958965 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101af94b-d297-4cee-94c9-628aa71d961f req-1f54fdd7-9074-4225-8498-452d94019622 tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:49.967600 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-101af94b-d297-4cee-94c9-628aa71d961f req-1f54fdd7-9074-4225-8498-452d94019622 tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] 10.222.0.44 "GET /v2.0/ports?device_id=68ea0598-7f28-45b3-9509-6e18cfd4fd44 HTTP/1.1" status: 200 len: 984 time: 0.1078537 Oct 27 10:27:49.982576 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-751e6ca3-582e-49dd-b0ec-749d77a6b811 req-4921114b-94ed-4c7d-b203-bbcdf4f4ed34 tempest-FloatingIPsAssociationNegativeTestJSON-285214202 tempest-FloatingIPsAssociationNegativeTestJSON-285214202-project] Publish callbacks [] for floatingip, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:50.016121 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-101af94b-d297-4cee-94c9-628aa71d961f req-401b5b8d-1ecc-4673-bdf0-71ee8c14d2b0 tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] 10.222.0.44 "GET /v2.0/security-groups?id=c947a31c-5410-49e0-adfc-c83fa1ba4206&id=02dfdf07-1124-4944-a3cb-1b163ed42b09&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0472069 Oct 27 10:27:50.160958 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-25c26560-6722-4307-bd33-f1367d092e68 req-b7fc2360-2fd6-4068-905e-d92e60c6b6da tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1759563910&fields=id&tenant_id=2a73aad0ca0543f58dfb2590ad006be4 HTTP/1.1" status: 200 len: 267 time: 0.0525510 Oct 27 10:27:50.161240 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-d7edcc3c-0084-4779-80d4-ff1cbe6012a9 req-d9553e1b-6ad1-4972-beef-360595e4c93b service neutron] 10.222.0.76 "GET /v2.0/networks/37f7eee7-78e5-4454-9540-9eb1f8cbbdab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1100063 Oct 27 10:27:50.178724 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 53284) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:27:50.242514 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-751e6ca3-582e-49dd-b0ec-749d77a6b811 req-4921114b-94ed-4c7d-b203-bbcdf4f4ed34 tempest-FloatingIPsAssociationNegativeTestJSON-285214202 tempest-FloatingIPsAssociationNegativeTestJSON-285214202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:50.250859 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c26560-6722-4307-bd33-f1367d092e68 req-26f8cb0b-6f8e-4115-92db-ceb8f77db367 tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:50.257392 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-25c26560-6722-4307-bd33-f1367d092e68 req-26f8cb0b-6f8e-4115-92db-ceb8f77db367 tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] 10.222.0.44 "GET /v2.0/ports?device_id=68ea0598-7f28-45b3-9509-6e18cfd4fd44 HTTP/1.1" status: 200 len: 984 time: 0.0707414 Oct 27 10:27:50.273035 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [req-25c26560-6722-4307-bd33-f1367d092e68 req-b065752f-cc0a-4cc4-a244-ff139855ea28 tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] Request body: {'port': {'security_groups': ['02dfdf07-1124-4944-a3cb-1b163ed42b09', 'c947a31c-5410-49e0-adfc-c83fa1ba4206', '64239b95-ed69-4ec1-9562-a638483ad2ce']}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:27:50.338955 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-d7edcc3c-0084-4779-80d4-ff1cbe6012a9 req-abd85a72-1a2a-4a96-92cc-fd82a76845c5 service neutron] 10.222.0.76 "GET /v2.0/networks/37f7eee7-78e5-4454-9540-9eb1f8cbbdab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1624565 Oct 27 10:27:50.383922 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-25c26560-6722-4307-bd33-f1367d092e68 req-b065752f-cc0a-4cc4-a244-ff139855ea28 tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:50.396126 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_common [req-751e6ca3-582e-49dd-b0ec-749d77a6b811 req-4921114b-94ed-4c7d-b203-bbcdf4f4ed34 tempest-FloatingIPsAssociationNegativeTestJSON-285214202 tempest-FloatingIPsAssociationNegativeTestJSON-285214202-project] Allocated IP 172.25.8.23 (185ff123-c7ff-45c7-a6be-71feb35acc9c/0fb9f9d1-7384-481f-8fa8-f4566c349d30/da93e913-89f1-4634-b8c7-6ffd1facfdad) {{(pid=102346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:27:50.433071 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-fafd55d9-64c0-4f1a-920b-b59bb06caaa0 tempest-RoutersNegativeIpV6Test-1489525779 tempest-RoutersNegativeIpV6Test-1489525779-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-219741771', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:27:50.481123 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-fafd55d9-64c0-4f1a-920b-b59bb06caaa0 tempest-RoutersNegativeIpV6Test-1489525779 tempest-RoutersNegativeIpV6Test-1489525779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1768632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3610'] for router, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:50.482126 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-fafd55d9-64c0-4f1a-920b-b59bb06caaa0 tempest-RoutersNegativeIpV6Test-1489525779 tempest-RoutersNegativeIpV6Test-1489525779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1765704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1769409', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1694266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3597'] for router, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:50.529087 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-751e6ca3-582e-49dd-b0ec-749d77a6b811 req-4921114b-94ed-4c7d-b203-bbcdf4f4ed34 tempest-FloatingIPsAssociationNegativeTestJSON-285214202 tempest-FloatingIPsAssociationNegativeTestJSON-285214202-project] Publish callbacks [] for port, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:50.562798 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-fafd55d9-64c0-4f1a-920b-b59bb06caaa0 tempest-RoutersNegativeIpV6Test-1489525779 tempest-RoutersNegativeIpV6Test-1489525779-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:50.568027 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-751e6ca3-582e-49dd-b0ec-749d77a6b811 req-4921114b-94ed-4c7d-b203-bbcdf4f4ed34 tempest-FloatingIPsAssociationNegativeTestJSON-285214202 tempest-FloatingIPsAssociationNegativeTestJSON-285214202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:50.570648 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-fafd55d9-64c0-4f1a-920b-b59bb06caaa0 tempest-RoutersNegativeIpV6Test-1489525779 tempest-RoutersNegativeIpV6Test-1489525779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1765699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1769372'] for router, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:50.617307 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-751e6ca3-582e-49dd-b0ec-749d77a6b811 req-4921114b-94ed-4c7d-b203-bbcdf4f4ed34 tempest-FloatingIPsAssociationNegativeTestJSON-285214202 tempest-FloatingIPsAssociationNegativeTestJSON-285214202-project] Network 185ff123-c7ff-45c7-a6be-71feb35acc9c is already hosted by enough agents. {{(pid=102346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:27:50.618258 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4921114b-94ed-4c7d-b203-bbcdf4f4ed34 tempest-FloatingIPsAssociationNegativeTestJSON-285214202 tempest-FloatingIPsAssociationNegativeTestJSON-285214202-project] Pushing event updated for resources: {'Port': ['ID=da93e913-89f1-4634-b8c7-6ffd1facfdad,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:27:50.621384 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [req-751e6ca3-582e-49dd-b0ec-749d77a6b811 req-4921114b-94ed-4c7d-b203-bbcdf4f4ed34 tempest-FloatingIPsAssociationNegativeTestJSON-285214202 tempest-FloatingIPsAssociationNegativeTestJSON-285214202-project] Resources bound (agent type, host, resource id): {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:27:50.628972 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [req-751e6ca3-582e-49dd-b0ec-749d77a6b811 req-4921114b-94ed-4c7d-b203-bbcdf4f4ed34 tempest-FloatingIPsAssociationNegativeTestJSON-285214202 tempest-FloatingIPsAssociationNegativeTestJSON-285214202-project] Received port after_create {{(pid=102346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:27:50.635700 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-fafd55d9-64c0-4f1a-920b-b59bb06caaa0 tempest-RoutersNegativeIpV6Test-1489525779 tempest-RoutersNegativeIpV6Test-1489525779-project] Publish callbacks [] for router, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:50.637506 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-fafd55d9-64c0-4f1a-920b-b59bb06caaa0 tempest-RoutersNegativeIpV6Test-1489525779 tempest-RoutersNegativeIpV6Test-1489525779-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 0.4573977 Oct 27 10:27:50.642713 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 53306) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:27:50.647791 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-bc74f9dd-6d28-4272-9e7d-b5a6b51a0caa tempest-RoutersNegativeIpV6Test-1489525779 tempest-RoutersNegativeIpV6Test-1489525779-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-318726180'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:27:50.687461 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc74f9dd-6d28-4272-9e7d-b5a6b51a0caa tempest-RoutersNegativeIpV6Test-1489525779 tempest-RoutersNegativeIpV6Test-1489525779-project] Made reservation on behalf of 235bf37660e84ccbafea49c2cc8ab9d1 for: {'network': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:27:50.691530 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-bc74f9dd-6d28-4272-9e7d-b5a6b51a0caa tempest-RoutersNegativeIpV6Test-1489525779 tempest-RoutersNegativeIpV6Test-1489525779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for network, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:50.709808 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-bc74f9dd-6d28-4272-9e7d-b5a6b51a0caa tempest-RoutersNegativeIpV6Test-1489525779 tempest-RoutersNegativeIpV6Test-1489525779-project] Publish callbacks [] for security_group, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:50.725668 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-25c26560-6722-4307-bd33-f1367d092e68 req-b065752f-cc0a-4cc4-a244-ff139855ea28 tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] For port 000260b4-400c-4b12-a382-b26f62e663ff, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=000260b4-400c-4b12-a382-b26f62e663ff,segment=NetworkSegment(55babfa1-afbc-48a2-a34b-7aa1ec1518dd),segment_id=55babfa1-afbc-48a2-a34b-7aa1ec1518dd)] {{(pid=102347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:27:50.785209 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-25c26560-6722-4307-bd33-f1367d092e68 req-b065752f-cc0a-4cc4-a244-ff139855ea28 tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] Publish callbacks [] for port, precommit_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:50.792893 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-25c26560-6722-4307-bd33-f1367d092e68 req-b065752f-cc0a-4cc4-a244-ff139855ea28 tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:50.806469 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] get_ports_and_sgs() called for port_ids ['000260b4-400c-4b12-a382-b26f62e663ff'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:27:50.808749 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] get_ports_and_sgs() called for port_ids ['4059356e-83b5-413a-a82e-17745b15d80f'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:27:50.866053 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b065752f-cc0a-4cc4-a244-ff139855ea28 tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] Pushing event updated for resources: {'Port': ['ID=000260b4-400c-4b12-a382-b26f62e663ff,revision_number=7']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:27:50.891714 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c26560-6722-4307-bd33-f1367d092e68 req-b065752f-cc0a-4cc4-a244-ff139855ea28 tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:50.892432 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-25c26560-6722-4307-bd33-f1367d092e68 req-b065752f-cc0a-4cc4-a244-ff139855ea28 tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:50.899565 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-25c26560-6722-4307-bd33-f1367d092e68 req-b065752f-cc0a-4cc4-a244-ff139855ea28 tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] 10.222.0.44 "PUT /v2.0/ports/000260b4-400c-4b12-a382-b26f62e663ff HTTP/1.1" status: 200 len: 1020 time: 0.6344566 Oct 27 10:27:50.900359 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68ea0598-7f28-45b3-9509-6e18cfd4fd44', 'tag': '000260b4-400c-4b12-a382-b26f62e663ff'}] {{(pid=102347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:27:50.911037 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311149b481204ee7edffdb959c881838506fbd95bc8577c048f6677abb73acc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8600f24-6a11-4523-9273-54c236de53fd" -d '{"events": [{"name": "network-changed", "server_uuid": "68ea0598-7f28-45b3-9509-6e18cfd4fd44", "tag": "000260b4-400c-4b12-a382-b26f62e663ff"}]}' {{(pid=102347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:27:50.953888 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-bc74f9dd-6d28-4272-9e7d-b5a6b51a0caa tempest-RoutersNegativeIpV6Test-1489525779 tempest-RoutersNegativeIpV6Test-1489525779-project] Publish callbacks [] for security_group, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:50.962463 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '960c3882-8995-469f-b814-0b87f3b61996', 'tag': 'dd1a4a75-aa59-4a40-9f4f-febceef5868f'}] {{(pid=102346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:27:50.963534 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-bc74f9dd-6d28-4272-9e7d-b5a6b51a0caa tempest-RoutersNegativeIpV6Test-1489525779 tempest-RoutersNegativeIpV6Test-1489525779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:50.964771 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc0e418f5fc417c8d55d94c0aa509b037d0beb2a734c1a709e789eb65639a56d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cc3d994-68e8-497c-a297-d0b865aca013" -d '{"events": [{"name": "network-changed", "server_uuid": "960c3882-8995-469f-b814-0b87f3b61996", "tag": "dd1a4a75-aa59-4a40-9f4f-febceef5868f"}]}' {{(pid=102346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:27:50.986945 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-751e6ca3-582e-49dd-b0ec-749d77a6b811 req-4921114b-94ed-4c7d-b203-bbcdf4f4ed34 tempest-FloatingIPsAssociationNegativeTestJSON-285214202 tempest-FloatingIPsAssociationNegativeTestJSON-285214202-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:50.992127 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc74f9dd-6d28-4272-9e7d-b5a6b51a0caa tempest-RoutersNegativeIpV6Test-1489525779 tempest-RoutersNegativeIpV6Test-1489525779-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 419} {{(pid=102347) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 10:27:51.023562 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-bc74f9dd-6d28-4272-9e7d-b5a6b51a0caa tempest-RoutersNegativeIpV6Test-1489525779 tempest-RoutersNegativeIpV6Test-1489525779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:51.024189 n-d-813419-10 neutron-server[102347]: INFO neutron.db.segments_db [None req-bc74f9dd-6d28-4272-9e7d-b5a6b51a0caa tempest-RoutersNegativeIpV6Test-1489525779 tempest-RoutersNegativeIpV6Test-1489525779-project] Added segment 960b232d-407f-4788-afba-8a151becf257 of type vlan for network c774295a-16c5-4f3d-9e78-d68a7d0e12d7 Oct 27 10:27:51.041954 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-751e6ca3-582e-49dd-b0ec-749d77a6b811 req-4921114b-94ed-4c7d-b203-bbcdf4f4ed34 tempest-FloatingIPsAssociationNegativeTestJSON-285214202 tempest-FloatingIPsAssociationNegativeTestJSON-285214202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:51.059393 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] get_ports_and_sgs() called for port_ids ['000260b4-400c-4b12-a382-b26f62e663ff'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:27:51.107911 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc74f9dd-6d28-4272-9e7d-b5a6b51a0caa tempest-RoutersNegativeIpV6Test-1489525779 tempest-RoutersNegativeIpV6Test-1489525779-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e00f90a-2005-4792-824b-bb8d2405c9cc,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:27:51.120145 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-bc74f9dd-6d28-4272-9e7d-b5a6b51a0caa tempest-RoutersNegativeIpV6Test-1489525779 tempest-RoutersNegativeIpV6Test-1489525779-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743872593080'] for network, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:51.139804 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2baee8-a13f-45af-a609-ce46b35d2393 req-b3e51b85-f61f-48c3-8879-1bfa6e28f78a tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:51.144728 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-fd2baee8-a13f-45af-a609-ce46b35d2393 req-b3e51b85-f61f-48c3-8879-1bfa6e28f78a tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] 10.222.0.44 "GET /v2.0/ports?device_id=bda2ffb8-69b8-4fb2-a9fa-000ea4cb3e38 HTTP/1.1" status: 200 len: 949 time: 0.1458614 Oct 27 10:27:51.211174 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-bc74f9dd-6d28-4272-9e7d-b5a6b51a0caa tempest-RoutersNegativeIpV6Test-1489525779 tempest-RoutersNegativeIpV6Test-1489525779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913'] for network, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:51.219794 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc74f9dd-6d28-4272-9e7d-b5a6b51a0caa tempest-RoutersNegativeIpV6Test-1489525779 tempest-RoutersNegativeIpV6Test-1489525779-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:51.220796 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-bc74f9dd-6d28-4272-9e7d-b5a6b51a0caa tempest-RoutersNegativeIpV6Test-1489525779 tempest-RoutersNegativeIpV6Test-1489525779-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for network, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:51.249621 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-751e6ca3-582e-49dd-b0ec-749d77a6b811 req-4921114b-94ed-4c7d-b203-bbcdf4f4ed34 tempest-FloatingIPsAssociationNegativeTestJSON-285214202 tempest-FloatingIPsAssociationNegativeTestJSON-285214202-project] Publish callbacks [] for port, precommit_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:51.255237 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-751e6ca3-582e-49dd-b0ec-749d77a6b811 req-4921114b-94ed-4c7d-b203-bbcdf4f4ed34 tempest-FloatingIPsAssociationNegativeTestJSON-285214202 tempest-FloatingIPsAssociationNegativeTestJSON-285214202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27024173'] for port, after_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:51.311071 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4921114b-94ed-4c7d-b203-bbcdf4f4ed34 tempest-FloatingIPsAssociationNegativeTestJSON-285214202 tempest-FloatingIPsAssociationNegativeTestJSON-285214202-project] Pushing event updated for resources: {'Port': ['ID=da93e913-89f1-4634-b8c7-6ffd1facfdad,revision_number=2']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:27:51.322992 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-fd2baee8-a13f-45af-a609-ce46b35d2393 req-c9c750d8-85cc-4321-8ff1-21430aab075e tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] 10.222.0.44 "GET /v2.0/security-groups?id=564ecd8b-da86-4175-923a-67dcc5fcd400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649082 Oct 27 10:27:51.345544 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-bc74f9dd-6d28-4272-9e7d-b5a6b51a0caa tempest-RoutersNegativeIpV6Test-1489525779 tempest-RoutersNegativeIpV6Test-1489525779-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.7020559 Oct 27 10:27:51.357097 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 53328) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:27:51.374491 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-340df519-0729-448d-ae7a-585172281ec3 tempest-RoutersNegativeIpV6Test-1489525779 tempest-RoutersNegativeIpV6Test-1489525779-project] Request body: {'subnet': {'network_id': 'c774295a-16c5-4f3d-9e78-d68a7d0e12d7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:27:51.381111 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-751e6ca3-582e-49dd-b0ec-749d77a6b811 req-4921114b-94ed-4c7d-b203-bbcdf4f4ed34 tempest-FloatingIPsAssociationNegativeTestJSON-285214202 tempest-FloatingIPsAssociationNegativeTestJSON-285214202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1664826'] for floatingip, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:51.404533 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-751e6ca3-582e-49dd-b0ec-749d77a6b811 req-4921114b-94ed-4c7d-b203-bbcdf4f4ed34 tempest-FloatingIPsAssociationNegativeTestJSON-285214202 tempest-FloatingIPsAssociationNegativeTestJSON-285214202-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for floatingip, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:51.418967 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-751e6ca3-582e-49dd-b0ec-749d77a6b811 req-4921114b-94ed-4c7d-b203-bbcdf4f4ed34 tempest-FloatingIPsAssociationNegativeTestJSON-285214202 tempest-FloatingIPsAssociationNegativeTestJSON-285214202-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.4807358 Oct 27 10:27:51.475987 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-751e6ca3-582e-49dd-b0ec-749d77a6b811 req-d7332c4b-afc0-4e83-a59e-f6f4122ea886 tempest-FloatingIPsAssociationNegativeTestJSON-285214202 tempest-FloatingIPsAssociationNegativeTestJSON-285214202-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.8.23 HTTP/1.1" status: 200 len: 695 time: 0.0568395 Oct 27 10:27:51.501593 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc74f9dd-6d28-4272-9e7d-b5a6b51a0caa tempest-RoutersNegativeIpV6Test-1489525779 tempest-RoutersNegativeIpV6Test-1489525779-project] Pushing event updated for resources: {'Network': ['ID=c774295a-16c5-4f3d-9e78-d68a7d0e12d7,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:27:51.513495 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Network c774295a-16c5-4f3d-9e78-d68a7d0e12d7 details requested by agent ovs-agent-n-d-813419-10 with host n-d-813419-10 {{(pid=102348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 10:27:51.544058 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-340df519-0729-448d-ae7a-585172281ec3 tempest-RoutersNegativeIpV6Test-1489525779 tempest-RoutersNegativeIpV6Test-1489525779-project] Made reservation on behalf of 235bf37660e84ccbafea49c2cc8ab9d1 for: {'subnet': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:27:51.547872 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-340df519-0729-448d-ae7a-585172281ec3 tempest-RoutersNegativeIpV6Test-1489525779 tempest-RoutersNegativeIpV6Test-1489525779-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18044073'] for subnet, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:51.624939 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a0cde2-9a28-4e60-8586-906ed5edab24 req-cdeda356-fa10-4ac9-a93f-94c0719a1318 tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:51.626457 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-08a0cde2-9a28-4e60-8586-906ed5edab24 req-cdeda356-fa10-4ac9-a93f-94c0719a1318 tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] 10.222.0.44 "GET /v2.0/ports?device_id=70421289-5784-4962-8b85-8bf7fa80cc12 HTTP/1.1" status: 200 len: 946 time: 0.1146097 Oct 27 10:27:51.633304 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751e6ca3-582e-49dd-b0ec-749d77a6b811 req-8fbf8dbd-f931-4d79-92ac-2078917be8fa tempest-FloatingIPsAssociationNegativeTestJSON-285214202 tempest-FloatingIPsAssociationNegativeTestJSON-285214202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:51.634710 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-751e6ca3-582e-49dd-b0ec-749d77a6b811 req-8fbf8dbd-f931-4d79-92ac-2078917be8fa tempest-FloatingIPsAssociationNegativeTestJSON-285214202 tempest-FloatingIPsAssociationNegativeTestJSON-285214202-project] 10.222.0.44 "GET /v2.0/networks/185ff123-c7ff-45c7-a6be-71feb35acc9c HTTP/1.1" status: 200 len: 784 time: 0.1523752 Oct 27 10:27:51.693736 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-08a0cde2-9a28-4e60-8586-906ed5edab24 req-318da7ff-adfc-4bee-b876-f7c0eb91f4fd tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] 10.222.0.44 "GET /v2.0/security-groups?id=df17171a-6534-4d8a-8518-0be5fe64cbb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548923 Oct 27 10:27:51.771905 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46cbe8c-886f-4ee3-8c53-e542bbfec17a req-c8f46235-0759-4923-b8c0-0a816a291c59 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:51.776466 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-e46cbe8c-886f-4ee3-8c53-e542bbfec17a req-c8f46235-0759-4923-b8c0-0a816a291c59 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/ports?device_id=163edd21-57d3-4b96-bbd8-050c27cbdb61 HTTP/1.1" status: 200 len: 943 time: 0.0794430 Oct 27 10:27:51.830598 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-3c6a8245-0581-48aa-b5f6-4d8fe98cd16e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:51.831774 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-541f88b4-11e4-4f81-b59a-5cfefa80eb66 req-090a5ef4-20cb-40ca-b61d-e9bff4fcc5d0 tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] 10.222.0.44 "GET /v2.0/security-groups/64239b95-ed69-4ec1-9562-a638483ad2ce HTTP/1.1" status: 200 len: 1803 time: 0.1008835 Oct 27 10:27:51.833103 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-340df519-0729-448d-ae7a-585172281ec3 tempest-RoutersNegativeIpV6Test-1489525779 tempest-RoutersNegativeIpV6Test-1489525779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-18295883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18044091'] for subnet, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:51.841462 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-e46cbe8c-886f-4ee3-8c53-e542bbfec17a req-334f19fc-5800-409b-ab83-165552e9602e tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/security-groups?id=9f7279ee-2d49-4f67-b584-fc902ef383cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518374 Oct 27 10:27:51.931006 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340df519-0729-448d-ae7a-585172281ec3 tempest-RoutersNegativeIpV6Test-1489525779 tempest-RoutersNegativeIpV6Test-1489525779-project] Pushing event updated for resources: {'Subnet': ['ID=497980b6-c67d-4780-9d51-e7e4ea1d0531,revision_number=0']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:27:51.936778 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 10:27:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b072b75-7ac9-42f7-971b-e8df874d1259 x-openstack-request-id: req-5b072b75-7ac9-42f7-971b-e8df874d1259 {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:27:51.937103 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68ea0598-7f28-45b3-9509-6e18cfd4fd44", "tag": "000260b4-400c-4b12-a382-b26f62e663ff", "status": "completed", "code": 200}]} {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:27:51.937266 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-5b072b75-7ac9-42f7-971b-e8df874d1259 {{(pid=102347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:27:51.937663 n-d-813419-10 neutron-server[102347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68ea0598-7f28-45b3-9509-6e18cfd4fd44', 'tag': '000260b4-400c-4b12-a382-b26f62e663ff', 'status': 'completed', 'code': 200} Oct 27 10:27:51.951602 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-340df519-0729-448d-ae7a-585172281ec3 tempest-RoutersNegativeIpV6Test-1489525779 tempest-RoutersNegativeIpV6Test-1489525779-project] Checking segment: {'id': '960b232d-407f-4788-afba-8a151becf257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'c774295a-16c5-4f3d-9e78-d68a7d0e12d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:27:51.951956 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-340df519-0729-448d-ae7a-585172281ec3 tempest-RoutersNegativeIpV6Test-1489525779 tempest-RoutersNegativeIpV6Test-1489525779-project] Network hostable DHCP agents. Network: c774295a-16c5-4f3d-9e78-d68a7d0e12d7, hostable agents: ['eafd4000-b897-4722-ae8b-0118ec955181'], hosted agents: [] {{(pid=102347) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 10:27:51.955498 n-d-813419-10 neutron-server[102347]: INFO neutron.api.v2.resource [req-541f88b4-11e4-4f81-b59a-5cfefa80eb66 req-79c99c7e-12b4-46f7-9212-0c0fec151830 tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] delete failed (client error): There was a conflict when trying to complete your request. Oct 27 10:27:51.967139 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-541f88b4-11e4-4f81-b59a-5cfefa80eb66 req-79c99c7e-12b4-46f7-9212-0c0fec151830 tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] 10.222.0.44 "DELETE /v2.0/security-groups/64239b95-ed69-4ec1-9562-a638483ad2ce HTTP/1.1" status: 409 len: 341 time: 0.1275544 Oct 27 10:27:51.986205 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 10:27:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8a11251-5e88-48fc-bab7-e6c46017c4d6 x-openstack-request-id: req-c8a11251-5e88-48fc-bab7-e6c46017c4d6 {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:27:51.986642 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "960c3882-8995-469f-b814-0b87f3b61996", "tag": "dd1a4a75-aa59-4a40-9f4f-febceef5868f", "status": "completed", "code": 200}]} {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:27:51.986898 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c8a11251-5e88-48fc-bab7-e6c46017c4d6 {{(pid=102346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:27:51.987341 n-d-813419-10 neutron-server[102346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '960c3882-8995-469f-b814-0b87f3b61996', 'tag': 'dd1a4a75-aa59-4a40-9f4f-febceef5868f', 'status': 'completed', 'code': 200} Oct 27 10:27:52.099751 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-340df519-0729-448d-ae7a-585172281ec3 tempest-RoutersNegativeIpV6Test-1489525779 tempest-RoutersNegativeIpV6Test-1489525779-project] Network c774295a-16c5-4f3d-9e78-d68a7d0e12d7 is scheduled to be hosted by DHCP agent eafd4000-b897-4722-ae8b-0118ec955181 with binding_index 1 {{(pid=102347) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 10:27:52.141407 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8600f24-6a11-4523-9273-54c236de53fd req-74b2f52b-0702-425c-b7b8-578f8d56a331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:52.143369 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-a8600f24-6a11-4523-9273-54c236de53fd req-74b2f52b-0702-425c-b7b8-578f8d56a331 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2a73aad0ca0543f58dfb2590ad006be4&device_id=68ea0598-7f28-45b3-9509-6e18cfd4fd44 HTTP/1.1" status: 200 len: 1175 time: 0.1740019 Oct 27 10:27:52.145939 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [None req-340df519-0729-448d-ae7a-585172281ec3 tempest-RoutersNegativeIpV6Test-1489525779 tempest-RoutersNegativeIpV6Test-1489525779-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-10, c774295a-16c5-4f3d-9e78-d68a7d0e12d7) {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:27:52.148842 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc3d994-68e8-497c-a297-d0b865aca013 req-42283eb4-956f-4b10-836d-255a7adaa33b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:52.150837 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-0cc3d994-68e8-497c-a297-d0b865aca013 req-42283eb4-956f-4b10-836d-255a7adaa33b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7517d618a1be4ff0aa51550f921b9468&device_id=960c3882-8995-469f-b814-0b87f3b61996 HTTP/1.1" status: 200 len: 1098 time: 0.1198895 Oct 27 10:27:52.153640 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-340df519-0729-448d-ae7a-585172281ec3 tempest-RoutersNegativeIpV6Test-1489525779 tempest-RoutersNegativeIpV6Test-1489525779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:52.154452 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-340df519-0729-448d-ae7a-585172281ec3 tempest-RoutersNegativeIpV6Test-1489525779 tempest-RoutersNegativeIpV6Test-1489525779-project] Publish callbacks [] for subnet, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:52.159025 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40224a8f-711c-4dfe-b34d-d189570d06b7 None None] Network c774295a-16c5-4f3d-9e78-d68a7d0e12d7 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:27:52.231660 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b95035-1a66-4ade-b9ae-54ff8598e557 req-c8094863-ccc9-435c-8571-3974b6dd55f4 tempest-FloatingIPsAssociationNegativeTestJSON-285214202 tempest-FloatingIPsAssociationNegativeTestJSON-285214202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:52.233513 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-f2b95035-1a66-4ade-b9ae-54ff8598e557 req-c8094863-ccc9-435c-8571-3974b6dd55f4 tempest-FloatingIPsAssociationNegativeTestJSON-285214202 tempest-FloatingIPsAssociationNegativeTestJSON-285214202-project] 10.222.0.44 "GET /v2.0/ports?device_id=960c3882-8995-469f-b814-0b87f3b61996&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1598775 Oct 27 10:27:52.251790 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-340df519-0729-448d-ae7a-585172281ec3 tempest-RoutersNegativeIpV6Test-1489525779 tempest-RoutersNegativeIpV6Test-1489525779-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8873413 Oct 27 10:27:52.253915 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 53354) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:27:52.290506 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440fbeea-15b2-45da-a362-e9770d6344f6 req-d0e0a111-2798-4f2a-bb19-3f8e8b6f8f8a tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:52.298969 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-c7bc397e-5fb3-41f8-9c68-484b6efa9648 tempest-RoutersNegativeIpV6Test-1489525779 tempest-RoutersNegativeIpV6Test-1489525779-project] Request body: {'network': {'name': 'tempest-router-network01--162257848'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:27:52.299793 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-440fbeea-15b2-45da-a362-e9770d6344f6 req-d0e0a111-2798-4f2a-bb19-3f8e8b6f8f8a tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] 10.222.0.44 "GET /v2.0/ports?device_id=68ea0598-7f28-45b3-9509-6e18cfd4fd44 HTTP/1.1" status: 200 len: 1023 time: 0.0679486 Oct 27 10:27:52.358541 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-440fbeea-15b2-45da-a362-e9770d6344f6 req-84283ff5-ff70-4b83-808d-586b8f295c2f tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] 10.222.0.44 "GET /v2.0/security-groups?id=64239b95-ed69-4ec1-9562-a638483ad2ce&id=c947a31c-5410-49e0-adfc-c83fa1ba4206&id=02dfdf07-1124-4944-a3cb-1b163ed42b09&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.0577385 Oct 27 10:27:52.385682 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-f2b95035-1a66-4ade-b9ae-54ff8598e557 req-bbd8c96f-db66-4324-bcf1-fca2493ce069 tempest-FloatingIPsAssociationNegativeTestJSON-285214202 tempest-FloatingIPsAssociationNegativeTestJSON-285214202-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.8.23 HTTP/1.1" status: 200 len: 695 time: 0.1322718 Oct 27 10:27:52.408367 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [req-f2b95035-1a66-4ade-b9ae-54ff8598e557 req-51a4dc97-6e25-44d9-9bc1-357d9018affc tempest-FloatingIPsAssociationNegativeTestJSON-285214202 tempest-FloatingIPsAssociationNegativeTestJSON-285214202-project] Request body: {'floatingip': {'port_id': 'dd1a4a75-aa59-4a40-9f4f-febceef5868f', 'fixed_ip_address': '172.20.0.12'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:27:52.463856 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7bc397e-5fb3-41f8-9c68-484b6efa9648 tempest-RoutersNegativeIpV6Test-1489525779 tempest-RoutersNegativeIpV6Test-1489525779-project] Made reservation on behalf of 235bf37660e84ccbafea49c2cc8ab9d1 for: {'network': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:27:52.467283 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-c7bc397e-5fb3-41f8-9c68-484b6efa9648 tempest-RoutersNegativeIpV6Test-1489525779 tempest-RoutersNegativeIpV6Test-1489525779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for network, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:52.471251 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device 15439c76-fe8b-4381-ba27-93b988e32c53 up at agent hyperv_n-h1-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:27:52.479687 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-f2b95035-1a66-4ade-b9ae-54ff8598e557 req-51a4dc97-6e25-44d9-9bc1-357d9018affc tempest-FloatingIPsAssociationNegativeTestJSON-285214202 tempest-FloatingIPsAssociationNegativeTestJSON-285214202-project] Publish callbacks [] for floatingip, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:52.493018 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8600f24-6a11-4523-9273-54c236de53fd req-257aaac6-8360-4626-94d0-f39f58a5f072 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:52.494505 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-a8600f24-6a11-4523-9273-54c236de53fd req-257aaac6-8360-4626-94d0-f39f58a5f072 service neutron] 10.222.0.64 "GET /v2.0/networks?id=4c4816f7-a34d-4509-b1c3-eb56e1ec3f30 HTTP/1.1" status: 200 len: 914 time: 0.3289156 Oct 27 10:27:52.520338 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e393423-1ba2-4a88-9ae4-4e7d1f6473f5 req-766fee35-2daa-4438-b916-2e5c9bf0ca97 tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:52.522849 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-5e393423-1ba2-4a88-9ae4-4e7d1f6473f5 req-766fee35-2daa-4438-b916-2e5c9bf0ca97 tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] 10.222.0.44 "GET /v2.0/ports?device_id=bda2ffb8-69b8-4fb2-a9fa-000ea4cb3e38 HTTP/1.1" status: 200 len: 949 time: 0.0815463 Oct 27 10:27:52.587666 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-5e393423-1ba2-4a88-9ae4-4e7d1f6473f5 req-72b43e62-1080-4f10-bdd3-1e38cb7f4cb0 tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] 10.222.0.44 "GET /v2.0/security-groups?id=564ecd8b-da86-4175-923a-67dcc5fcd400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576971 Oct 27 10:27:52.621171 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc3d994-68e8-497c-a297-d0b865aca013 req-d67bca0e-e379-4044-b199-e23b7c6f6139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:52.622990 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-0cc3d994-68e8-497c-a297-d0b865aca013 req-d67bca0e-e379-4044-b199-e23b7c6f6139 service neutron] 10.222.0.64 "GET /v2.0/networks?id=8d0bfbf6-a651-4027-be4c-8c46c789c0fc HTTP/1.1" status: 200 len: 929 time: 0.4421535 Oct 27 10:27:52.628492 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-a8600f24-6a11-4523-9273-54c236de53fd req-45bc8706-2d4e-4365-b6d3-5b9c8bd03a22 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=000260b4-400c-4b12-a382-b26f62e663ff HTTP/1.1" status: 200 len: 217 time: 0.0954323 Oct 27 10:27:52.629088 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99a5827b-7cf7-4884-a9d1-df73974d26db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp734b258e-7d96-550c-b970-9b72ab66f383-c774295a-16c5-4f3d-9e78-d68a7d0e12d7', 'network_id': 'c774295a-16c5-4f3d-9e78-d68a7d0e12d7', 'tenant_id': '235bf37660e84ccbafea49c2cc8ab9d1', 'fixed_ips': [{'subnet_id': '497980b6-c67d-4780-9d51-e7e4ea1d0531'}]}} from n-d-813419-10. {{(pid=102348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 10:27:52.630439 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-99a5827b-7cf7-4884-a9d1-df73974d26db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:52.637577 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Provisioning for port 15439c76-fe8b-4381-ba27-93b988e32c53 completed by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 10:27:52.650550 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Provisioning complete for port 15439c76-fe8b-4381-ba27-93b988e32c53 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:27:52.651642 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:52.678262 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7bc397e-5fb3-41f8-9c68-484b6efa9648 tempest-RoutersNegativeIpV6Test-1489525779 tempest-RoutersNegativeIpV6Test-1489525779-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 405} {{(pid=102347) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 10:27:52.764579 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-c7bc397e-5fb3-41f8-9c68-484b6efa9648 tempest-RoutersNegativeIpV6Test-1489525779 tempest-RoutersNegativeIpV6Test-1489525779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:52.764770 n-d-813419-10 neutron-server[102347]: INFO neutron.db.segments_db [None req-c7bc397e-5fb3-41f8-9c68-484b6efa9648 tempest-RoutersNegativeIpV6Test-1489525779 tempest-RoutersNegativeIpV6Test-1489525779-project] Added segment 6afdb3c8-7d13-479f-8053-18cd8397bc31 of type vlan for network 48c12134-0bfd-4fdc-bb0b-38a8fa6da80e Oct 27 10:27:52.837697 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:52.847494 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8600f24-6a11-4523-9273-54c236de53fd req-018ebd23-ad80-475e-b812-fb51aa199754 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:52.848992 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-a8600f24-6a11-4523-9273-54c236de53fd req-018ebd23-ad80-475e-b812-fb51aa199754 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=94d6f39e-603b-4bcb-8dfa-684bf1105886 HTTP/1.1" status: 200 len: 853 time: 0.1895363 Oct 27 10:27:52.879953 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bda2ffb8-69b8-4fb2-a9fa-000ea4cb3e38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15439c76-fe8b-4381-ba27-93b988e32c53'}] {{(pid=102348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:27:52.882737 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c588921fa634554a1d9242fdea1b05457a9ff1d3b28ba54ec1dace7f2f1df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-250f1109-b410-4413-9f87-9079bce23b46" -d '{"events": [{"server_uuid": "bda2ffb8-69b8-4fb2-a9fa-000ea4cb3e38", "name": "network-vif-plugged", "status": "completed", "tag": "15439c76-fe8b-4381-ba27-93b988e32c53"}]}' {{(pid=102348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:27:52.889580 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.db_base_plugin_common [None req-99a5827b-7cf7-4884-a9d1-df73974d26db None None] Allocated IP 2001:db8::2 (c774295a-16c5-4f3d-9e78-d68a7d0e12d7/497980b6-c67d-4780-9d51-e7e4ea1d0531/e3e5aa99-013b-44ff-bc95-50845fca92e7) {{(pid=102348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:27:52.900265 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-0cc3d994-68e8-497c-a297-d0b865aca013 req-1fbf7882-32fd-4299-9dca-04c5c48b9203 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dd1a4a75-aa59-4a40-9f4f-febceef5868f HTTP/1.1" status: 200 len: 1001 time: 0.2599595 Oct 27 10:27:52.910282 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port 15439c76-fe8b-4381-ba27-93b988e32c53, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=15439c76-fe8b-4381-ba27-93b988e32c53,segment=NetworkSegment(f7c42c6d-2766-46d8-a8b7-4852117a5555),segment_id=f7c42c6d-2766-46d8-a8b7-4852117a5555)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:27:52.918944 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:52.919103 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-c7bc397e-5fb3-41f8-9c68-484b6efa9648 tempest-RoutersNegativeIpV6Test-1489525779 tempest-RoutersNegativeIpV6Test-1489525779-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743872593080'] for network, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:52.920502 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf86934-128e-43b2-b4cc-961a78623d1e req-f1b10d5e-4dcd-4f17-933d-678afe4486a2 tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:52.923955 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-a8600f24-6a11-4523-9273-54c236de53fd req-51210fc7-67c7-4582-bfc8-09364fbf4ecd service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4c4816f7-a34d-4509-b1c3-eb56e1ec3f30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0447633 Oct 27 10:27:52.932177 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-fbf86934-128e-43b2-b4cc-961a78623d1e req-f1b10d5e-4dcd-4f17-933d-678afe4486a2 tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] 10.222.0.44 "GET /v2.0/ports?device_id=70421289-5784-4962-8b85-8bf7fa80cc12 HTTP/1.1" status: 200 len: 946 time: 0.1077461 Oct 27 10:27:52.995602 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-fbf86934-128e-43b2-b4cc-961a78623d1e req-5584aec9-4c32-4fe0-a435-f926a77cdec0 tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] 10.222.0.44 "GET /v2.0/security-groups?id=df17171a-6534-4d8a-8518-0be5fe64cbb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617516 Oct 27 10:27:53.026366 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Pushing event updated for resources: {'Port': ['ID=15439c76-fe8b-4381-ba27-93b988e32c53,revision_number=5']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:27:53.067825 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc3d994-68e8-497c-a297-d0b865aca013 req-6fbc59d1-d267-41fb-a811-47aa3b28b0b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:53.069325 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-0cc3d994-68e8-497c-a297-d0b865aca013 req-6fbc59d1-d267-41fb-a811-47aa3b28b0b9 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9550a2a4-cfa8-4bcb-a0bd-eb570b7d2fd8 HTTP/1.1" status: 200 len: 867 time: 0.1478252 Oct 27 10:27:53.069909 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-c7bc397e-5fb3-41f8-9c68-484b6efa9648 tempest-RoutersNegativeIpV6Test-1489525779 tempest-RoutersNegativeIpV6Test-1489525779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913'] for network, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:53.075402 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7bc397e-5fb3-41f8-9c68-484b6efa9648 tempest-RoutersNegativeIpV6Test-1489525779 tempest-RoutersNegativeIpV6Test-1489525779-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:53.075984 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-c7bc397e-5fb3-41f8-9c68-484b6efa9648 tempest-RoutersNegativeIpV6Test-1489525779 tempest-RoutersNegativeIpV6Test-1489525779-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for network, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:53.134570 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-99a5827b-7cf7-4884-a9d1-df73974d26db None None] Publish callbacks [] for port, precommit_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:53.144529 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-99a5827b-7cf7-4884-a9d1-df73974d26db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606'] for port, after_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:53.153174 n-d-813419-10 neutron-server[102347]: INFO neutron.api.v2.resource [req-f2b95035-1a66-4ade-b9ae-54ff8598e557 req-51a4dc97-6e25-44d9-9bc1-357d9018affc tempest-FloatingIPsAssociationNegativeTestJSON-285214202 tempest-FloatingIPsAssociationNegativeTestJSON-285214202-project] update failed (client error): There was a conflict when trying to complete your request. Oct 27 10:27:53.164264 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-f2b95035-1a66-4ade-b9ae-54ff8598e557 req-51a4dc97-6e25-44d9-9bc1-357d9018affc tempest-FloatingIPsAssociationNegativeTestJSON-285214202 tempest-FloatingIPsAssociationNegativeTestJSON-285214202-project] 10.222.0.44 "PUT /v2.0/floatingips/b2e98c38-30a1-4f51-a4bf-3bc7af5325e7 HTTP/1.1" status: 409 len: 550 time: 0.7774322 Oct 27 10:27:53.180631 n-d-813419-10 neutron-server[102348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99a5827b-7cf7-4884-a9d1-df73974d26db None None] Network c774295a-16c5-4f3d-9e78-d68a7d0e12d7 is already hosted by enough agents. {{(pid=102348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:27:53.182775 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8f5a65-558a-4b00-b4ca-ceabb5e8ada2 req-13c40303-28a4-4aef-b118-91e25e508790 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:53.183419 n-d-813419-10 neutron-server[102348]: DEBUG neutron.scheduler.base_scheduler [None req-99a5827b-7cf7-4884-a9d1-df73974d26db None None] Resources bound (agent type, host, resource id): {{(pid=102348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:27:53.184763 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ff8f5a65-558a-4b00-b4ca-ceabb5e8ada2 req-13c40303-28a4-4aef-b118-91e25e508790 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/ports?device_id=163edd21-57d3-4b96-bbd8-050c27cbdb61 HTTP/1.1" status: 200 len: 943 time: 0.0855837 Oct 27 10:27:53.186118 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99a5827b-7cf7-4884-a9d1-df73974d26db None None] Received port after_create {{(pid=102348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:27:53.233768 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-c7bc397e-5fb3-41f8-9c68-484b6efa9648 tempest-RoutersNegativeIpV6Test-1489525779 tempest-RoutersNegativeIpV6Test-1489525779-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.9471641 Oct 27 10:27:53.237245 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 53386) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:27:53.249556 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-8ef8a3b0-4c9d-4c53-8dd7-bbdd8e817a9c tempest-RoutersNegativeIpV6Test-1489525779 tempest-RoutersNegativeIpV6Test-1489525779-project] Request body: {'network': {'name': 'tempest-router-network02--41406316'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:27:53.253118 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:27:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4937ed4c-c73f-4211-8f02-c5059d171331 x-openstack-request-id: req-4937ed4c-c73f-4211-8f02-c5059d171331 {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:27:53.253430 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bda2ffb8-69b8-4fb2-a9fa-000ea4cb3e38", "name": "network-vif-plugged", "status": "completed", "tag": "15439c76-fe8b-4381-ba27-93b988e32c53", "code": 200}]} {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:27:53.253842 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4937ed4c-c73f-4211-8f02-c5059d171331 {{(pid=102348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:27:53.256110 n-d-813419-10 neutron-server[102348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bda2ffb8-69b8-4fb2-a9fa-000ea4cb3e38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15439c76-fe8b-4381-ba27-93b988e32c53', 'code': 200} Oct 27 10:27:53.266626 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-a8600f24-6a11-4523-9273-54c236de53fd req-367f366c-81e9-4765-9de9-bc094ee376c8 service neutron] 10.222.0.64 "GET /v2.0/networks/4c4816f7-a34d-4509-b1c3-eb56e1ec3f30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3293786 Oct 27 10:27:53.272443 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ff8f5a65-558a-4b00-b4ca-ceabb5e8ada2 req-b78d1f1f-fc5e-4350-8690-f211a96f1201 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/security-groups?id=9f7279ee-2d49-4f67-b584-fc902ef383cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809090 Oct 27 10:27:53.272800 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bc397e-5fb3-41f8-9c68-484b6efa9648 tempest-RoutersNegativeIpV6Test-1489525779 tempest-RoutersNegativeIpV6Test-1489525779-project] Pushing event updated for resources: {'Network': ['ID=48c12134-0bfd-4fdc-bb0b-38a8fa6da80e,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:27:53.276513 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a5827b-7cf7-4884-a9d1-df73974d26db None None] Pushing event updated for resources: {'Port': ['ID=e3e5aa99-013b-44ff-bc95-50845fca92e7,revision_number=1']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:27:53.281388 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-99a5827b-7cf7-4884-a9d1-df73974d26db None None] Attempting to bind port e3e5aa99-013b-44ff-bc95-50845fca92e7 on host n-d-813419-10 for vnic_type normal with profile {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:27:53.281765 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-99a5827b-7cf7-4884-a9d1-df73974d26db None None] Attempting to bind port e3e5aa99-013b-44ff-bc95-50845fca92e7 by drivers openvswitch,hyperv on host n-d-813419-10 at level 0 using segments [{'id': '960b232d-407f-4788-afba-8a151becf257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'c774295a-16c5-4f3d-9e78-d68a7d0e12d7'}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:27:53.282104 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99a5827b-7cf7-4884-a9d1-df73974d26db None None] Attempting to bind port e3e5aa99-013b-44ff-bc95-50845fca92e7 on network c774295a-16c5-4f3d-9e78-d68a7d0e12d7 {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:27:53.291745 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99a5827b-7cf7-4884-a9d1-df73974d26db None None] Checking agent: {'id': '89dba0f3-79b2-435e-9822-33674b8f6ada', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 8, 20), 'started_at': datetime.datetime(2021, 10, 27, 10, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 27, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:27:53.292132 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99a5827b-7cf7-4884-a9d1-df73974d26db None None] Checking segment: {'id': '960b232d-407f-4788-afba-8a151becf257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'c774295a-16c5-4f3d-9e78-d68a7d0e12d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:27:53.292988 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-99a5827b-7cf7-4884-a9d1-df73974d26db None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:53.293763 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99a5827b-7cf7-4884-a9d1-df73974d26db None None] Bound using segment: {'id': '960b232d-407f-4788-afba-8a151becf257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'c774295a-16c5-4f3d-9e78-d68a7d0e12d7'} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:27:53.294236 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-99a5827b-7cf7-4884-a9d1-df73974d26db None None] Bound port: e3e5aa99-013b-44ff-bc95-50845fca92e7, host: n-d-813419-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '960b232d-407f-4788-afba-8a151becf257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'c774295a-16c5-4f3d-9e78-d68a7d0e12d7'}}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:27:53.294810 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-99a5827b-7cf7-4884-a9d1-df73974d26db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:53.297905 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Network 48c12134-0bfd-4fdc-bb0b-38a8fa6da80e details requested by agent ovs-agent-n-d-813419-10 with host n-d-813419-10 {{(pid=102348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 10:27:53.308995 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ef8a3b0-4c9d-4c53-8dd7-bbdd8e817a9c tempest-RoutersNegativeIpV6Test-1489525779 tempest-RoutersNegativeIpV6Test-1489525779-project] Made reservation on behalf of 235bf37660e84ccbafea49c2cc8ab9d1 for: {'network': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:27:53.313677 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-8ef8a3b0-4c9d-4c53-8dd7-bbdd8e817a9c tempest-RoutersNegativeIpV6Test-1489525779 tempest-RoutersNegativeIpV6Test-1489525779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for network, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:53.320972 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc3d994-68e8-497c-a297-d0b865aca013 req-2401d8b8-1a76-492b-9014-849c8dcadd37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:53.322921 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-0cc3d994-68e8-497c-a297-d0b865aca013 req-2401d8b8-1a76-492b-9014-849c8dcadd37 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8d0bfbf6-a651-4027-be4c-8c46c789c0fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2427583 Oct 27 10:27:53.396091 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-3d0429ab-4a98-405f-85f2-aea2d846c683 req-cd2f6cbd-ba21-4ad0-b104-98778b7513fe tempest-FloatingIPsAssociationNegativeTestJSON-285214202 tempest-FloatingIPsAssociationNegativeTestJSON-285214202-project] 10.222.0.44 "GET /v2.0/floatingips/b2e98c38-30a1-4f51-a4bf-3bc7af5325e7 HTTP/1.1" status: 200 len: 692 time: 0.0709403 Oct 27 10:27:53.439309 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-99a5827b-7cf7-4884-a9d1-df73974d26db None None] For port e3e5aa99-013b-44ff-bc95-50845fca92e7, host n-d-813419-10, cleared binding levels {{(pid=102348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:27:53.443222 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-99a5827b-7cf7-4884-a9d1-df73974d26db None None] For port e3e5aa99-013b-44ff-bc95-50845fca92e7, host n-d-813419-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=e3e5aa99-013b-44ff-bc95-50845fca92e7,segment=NetworkSegment(960b232d-407f-4788-afba-8a151becf257),segment_id=960b232d-407f-4788-afba-8a151becf257)] {{(pid=102348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:27:53.456547 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-99a5827b-7cf7-4884-a9d1-df73974d26db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:53.543118 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a5827b-7cf7-4884-a9d1-df73974d26db None None] Pushing event updated for resources: {'Port': ['ID=e3e5aa99-013b-44ff-bc95-50845fca92e7,revision_number=2']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:27:53.590282 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0429ab-4a98-405f-85f2-aea2d846c683 req-84d11b24-bc50-40d9-99be-1833247edc49 tempest-FloatingIPsAssociationNegativeTestJSON-285214202 tempest-FloatingIPsAssociationNegativeTestJSON-285214202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:53.591919 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-3d0429ab-4a98-405f-85f2-aea2d846c683 req-84d11b24-bc50-40d9-99be-1833247edc49 tempest-FloatingIPsAssociationNegativeTestJSON-285214202 tempest-FloatingIPsAssociationNegativeTestJSON-285214202-project] 10.222.0.44 "GET /v2.0/networks/185ff123-c7ff-45c7-a6be-71feb35acc9c HTTP/1.1" status: 200 len: 784 time: 0.1854644 Oct 27 10:27:53.601557 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb25e8d-4a2b-421a-9bf5-678a20da5df7 req-e6c82eb9-49d0-43c9-8ca4-b15a4bca1ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:53.603300 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-3eb25e8d-4a2b-421a-9bf5-678a20da5df7 req-e6c82eb9-49d0-43c9-8ca4-b15a4bca1ff4 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=bda2ffb8-69b8-4fb2-a9fa-000ea4cb3e38 HTTP/1.1" status: 200 len: 1102 time: 0.2062840 Oct 27 10:27:53.676699 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-3d0429ab-4a98-405f-85f2-aea2d846c683 req-3890ba74-59c8-48e3-b242-f09e2b3e78d0 tempest-FloatingIPsAssociationNegativeTestJSON-285214202 tempest-FloatingIPsAssociationNegativeTestJSON-285214202-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.8.23 HTTP/1.1" status: 200 len: 695 time: 0.0723808 Oct 27 10:27:53.705759 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-3eb25e8d-4a2b-421a-9bf5-678a20da5df7 req-55c12b14-bb81-4317-bf1c-674778e641fd service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=564ecd8b-da86-4175-923a-67dcc5fcd400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508292 Oct 27 10:27:53.750266 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-3d0429ab-4a98-405f-85f2-aea2d846c683 req-c0bf6f08-8bef-4616-9a7e-796b025bf29a tempest-FloatingIPsAssociationNegativeTestJSON-285214202 tempest-FloatingIPsAssociationNegativeTestJSON-285214202-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.8.23 HTTP/1.1" status: 200 len: 695 time: 0.0605197 Oct 27 10:27:53.794174 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device 279274d4-464d-4fc6-9065-7cae6d97f17f details requested by agent hyperv_n-h2-813419-10 with host n-h2-813419-10 {{(pid=102348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 10:27:53.936104 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] For port 279274d4-464d-4fc6-9065-7cae6d97f17f, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=279274d4-464d-4fc6-9065-7cae6d97f17f,segment=NetworkSegment(2ae7a459-953f-4f06-8bb8-d3b1f54967e3),segment_id=2ae7a459-953f-4f06-8bb8-d3b1f54967e3)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:27:53.953350 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Returning: {'device': '279274d4-464d-4fc6-9065-7cae6d97f17f', 'network_id': '37f7eee7-78e5-4454-9540-9eb1f8cbbdab', 'port_id': '279274d4-464d-4fc6-9065-7cae6d97f17f', 'mac_address': 'fa:16:3e:d0:91:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '249a5a87-559c-4770-af81-a36d13f3e017', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 10:27:53.971049 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ef8a3b0-4c9d-4c53-8dd7-bbdd8e817a9c tempest-RoutersNegativeIpV6Test-1489525779 tempest-RoutersNegativeIpV6Test-1489525779-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 411} {{(pid=102347) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 10:27:53.987936 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [req-3d0429ab-4a98-405f-85f2-aea2d846c683 req-20878471-aef7-4f40-972d-63a7ba49ef20 tempest-FloatingIPsAssociationNegativeTestJSON-285214202 tempest-FloatingIPsAssociationNegativeTestJSON-285214202-project] Deleting port da93e913-89f1-4634-b8c7-6ffd1facfdad {{(pid=102346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:27:53.988679 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-3d0429ab-4a98-405f-85f2-aea2d846c683 req-20878471-aef7-4f40-972d-63a7ba49ef20 tempest-FloatingIPsAssociationNegativeTestJSON-285214202 tempest-FloatingIPsAssociationNegativeTestJSON-285214202-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:53.997390 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-8ef8a3b0-4c9d-4c53-8dd7-bbdd8e817a9c tempest-RoutersNegativeIpV6Test-1489525779 tempest-RoutersNegativeIpV6Test-1489525779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:53.997740 n-d-813419-10 neutron-server[102347]: INFO neutron.db.segments_db [None req-8ef8a3b0-4c9d-4c53-8dd7-bbdd8e817a9c tempest-RoutersNegativeIpV6Test-1489525779 tempest-RoutersNegativeIpV6Test-1489525779-project] Added segment bfad573d-3329-435d-8f34-cf3c181e33d1 of type vlan for network efa132db-5950-4dea-8d15-a0aeb2249fc1 Oct 27 10:27:54.006502 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:54.025548 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 279274d4-464d-4fc6-9065-7cae6d97f17f {{(pid=102348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:27:54.054088 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] For port 279274d4-464d-4fc6-9065-7cae6d97f17f, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=279274d4-464d-4fc6-9065-7cae6d97f17f,segment=NetworkSegment(2ae7a459-953f-4f06-8bb8-d3b1f54967e3),segment_id=2ae7a459-953f-4f06-8bb8-d3b1f54967e3)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:27:54.062187 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:54.063944 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c5271f-8b61-4aad-849b-2cc215c442c0 req-0cdd856c-a749-41d9-a47b-3aad987608d4 tempest-LiveMigrationTest-1571947473 tempest-LiveMigrationTest-1571947473-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:54.071533 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-21c5271f-8b61-4aad-849b-2cc215c442c0 req-0cdd856c-a749-41d9-a47b-3aad987608d4 tempest-LiveMigrationTest-1571947473 tempest-LiveMigrationTest-1571947473-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=70421289-5784-4962-8b85-8bf7fa80cc12 HTTP/1.1" status: 200 len: 1098 time: 0.2994168 Oct 27 10:27:54.093671 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-8ef8a3b0-4c9d-4c53-8dd7-bbdd8e817a9c tempest-RoutersNegativeIpV6Test-1489525779 tempest-RoutersNegativeIpV6Test-1489525779-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743872593080'] for network, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:54.104212 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-3d0429ab-4a98-405f-85f2-aea2d846c683 req-20878471-aef7-4f40-972d-63a7ba49ef20 tempest-FloatingIPsAssociationNegativeTestJSON-285214202 tempest-FloatingIPsAssociationNegativeTestJSON-285214202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:54.104620 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-3d0429ab-4a98-405f-85f2-aea2d846c683 req-20878471-aef7-4f40-972d-63a7ba49ef20 tempest-FloatingIPsAssociationNegativeTestJSON-285214202 tempest-FloatingIPsAssociationNegativeTestJSON-285214202-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:54.111390 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-a8600f24-6a11-4523-9273-54c236de53fd req-09d9bf40-adb6-4694-9dbd-ff98f5efa596 service neutron] 10.222.0.64 "GET /v2.0/networks/4c4816f7-a34d-4509-b1c3-eb56e1ec3f30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8221452 Oct 27 10:27:54.118935 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [req-3d0429ab-4a98-405f-85f2-aea2d846c683 req-20878471-aef7-4f40-972d-63a7ba49ef20 tempest-FloatingIPsAssociationNegativeTestJSON-285214202 tempest-FloatingIPsAssociationNegativeTestJSON-285214202-project] Calling delete_port for da93e913-89f1-4634-b8c7-6ffd1facfdad owned by network:floatingip {{(pid=102346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:27:54.121976 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Pushing event updated for resources: {'Port': ['ID=279274d4-464d-4fc6-9065-7cae6d97f17f,revision_number=4']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:27:54.127296 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-0cc3d994-68e8-497c-a297-d0b865aca013 req-4b717d7f-a0bd-4de8-9332-7dca178e640f service neutron] 10.222.0.64 "GET /v2.0/networks/8d0bfbf6-a651-4027-be4c-8c46c789c0fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3540761 Oct 27 10:27:54.176249 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-21c5271f-8b61-4aad-849b-2cc215c442c0 req-f186db0a-eae8-4f15-80bc-02e95aa3f986 tempest-LiveMigrationTest-1571947473 tempest-LiveMigrationTest-1571947473-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=df17171a-6534-4d8a-8518-0be5fe64cbb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031179 Oct 27 10:27:54.211761 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-8ef8a3b0-4c9d-4c53-8dd7-bbdd8e817a9c tempest-RoutersNegativeIpV6Test-1489525779 tempest-RoutersNegativeIpV6Test-1489525779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913'] for network, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:54.217780 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ef8a3b0-4c9d-4c53-8dd7-bbdd8e817a9c tempest-RoutersNegativeIpV6Test-1489525779 tempest-RoutersNegativeIpV6Test-1489525779-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:54.219517 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-8ef8a3b0-4c9d-4c53-8dd7-bbdd8e817a9c tempest-RoutersNegativeIpV6Test-1489525779 tempest-RoutersNegativeIpV6Test-1489525779-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for network, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:54.310852 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-3d0429ab-4a98-405f-85f2-aea2d846c683 req-20878471-aef7-4f40-972d-63a7ba49ef20 tempest-FloatingIPsAssociationNegativeTestJSON-285214202 tempest-FloatingIPsAssociationNegativeTestJSON-285214202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:54.321935 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-8ef8a3b0-4c9d-4c53-8dd7-bbdd8e817a9c tempest-RoutersNegativeIpV6Test-1489525779 tempest-RoutersNegativeIpV6Test-1489525779-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.0772839 Oct 27 10:27:54.331913 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 53408) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:27:54.340324 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20878471-aef7-4f40-972d-63a7ba49ef20 tempest-FloatingIPsAssociationNegativeTestJSON-285214202 tempest-FloatingIPsAssociationNegativeTestJSON-285214202-project] Pushing event deleted for resources: {'Port': ['ID=da93e913-89f1-4634-b8c7-6ffd1facfdad,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:27:54.347517 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-b327fd08-b497-4fe9-a2cb-4dd4d7c6efdf tempest-RoutersNegativeIpV6Test-1489525779 tempest-RoutersNegativeIpV6Test-1489525779-project] Request body: {'subnet': {'network_id': '48c12134-0bfd-4fdc-bb0b-38a8fa6da80e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:27:54.427534 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef8a3b0-4c9d-4c53-8dd7-bbdd8e817a9c tempest-RoutersNegativeIpV6Test-1489525779 tempest-RoutersNegativeIpV6Test-1489525779-project] Pushing event updated for resources: {'Network': ['ID=efa132db-5950-4dea-8d15-a0aeb2249fc1,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:27:54.433822 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-3d0429ab-4a98-405f-85f2-aea2d846c683 req-20878471-aef7-4f40-972d-63a7ba49ef20 tempest-FloatingIPsAssociationNegativeTestJSON-285214202 tempest-FloatingIPsAssociationNegativeTestJSON-285214202-project] Publish callbacks [] for floatingip, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:54.436213 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-3d0429ab-4a98-405f-85f2-aea2d846c683 req-20878471-aef7-4f40-972d-63a7ba49ef20 tempest-FloatingIPsAssociationNegativeTestJSON-285214202 tempest-FloatingIPsAssociationNegativeTestJSON-285214202-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for floatingip, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:54.437403 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-3d0429ab-4a98-405f-85f2-aea2d846c683 req-20878471-aef7-4f40-972d-63a7ba49ef20 tempest-FloatingIPsAssociationNegativeTestJSON-285214202 tempest-FloatingIPsAssociationNegativeTestJSON-285214202-project] 10.222.0.44 "DELETE /v2.0/floatingips/b2e98c38-30a1-4f51-a4bf-3bc7af5325e7 HTTP/1.1" status: 204 len: 173 time: 0.6811264 Oct 27 10:27:54.450742 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2c4a10-670c-4057-bd97-9d94ded472bf req-da76d510-463a-44f3-be2e-2eb7181eca73 tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:54.452398 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-af2c4a10-670c-4057-bd97-9d94ded472bf req-da76d510-463a-44f3-be2e-2eb7181eca73 tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] 10.222.0.64 "GET /v2.0/ports?device_id=68ea0598-7f28-45b3-9509-6e18cfd4fd44 HTTP/1.1" status: 200 len: 1023 time: 0.3050406 Oct 27 10:27:54.462033 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Network efa132db-5950-4dea-8d15-a0aeb2249fc1 details requested by agent ovs-agent-n-d-813419-10 with host n-d-813419-10 {{(pid=102348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 10:27:54.584951 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-0cc3d994-68e8-497c-a297-d0b865aca013 req-1988b60f-a5e7-4cc5-937c-fb9011977cda service neutron] 10.222.0.64 "GET /v2.0/networks/8d0bfbf6-a651-4027-be4c-8c46c789c0fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4348938 Oct 27 10:27:54.597433 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device e3e5aa99-013b-44ff-bc95-50845fca92e7 up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:27:54.610116 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3383cabb-1267-43d6-9d74-e275d94aa004 req-4ed379fd-aabf-42ba-9169-a4290b64e522 tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:54.621648 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-3383cabb-1267-43d6-9d74-e275d94aa004 req-4ed379fd-aabf-42ba-9169-a4290b64e522 tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] 10.222.0.44 "GET /v2.0/ports?device_id=68ea0598-7f28-45b3-9509-6e18cfd4fd44 HTTP/1.1" status: 200 len: 1023 time: 0.3528302 Oct 27 10:27:54.637684 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2aa6b48-8644-4dc7-8ff9-afd2d0784e56 req-4b146022-5496-40bd-ace2-7bd9aaf58e4f tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:54.647522 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] get_ports_and_sgs() called for port_ids ['279274d4-464d-4fc6-9065-7cae6d97f17f'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:27:54.655516 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-c2aa6b48-8644-4dc7-8ff9-afd2d0784e56 req-4b146022-5496-40bd-ace2-7bd9aaf58e4f tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] 10.222.0.44 "GET /v2.0/ports?device_id=bda2ffb8-69b8-4fb2-a9fa-000ea4cb3e38 HTTP/1.1" status: 200 len: 950 time: 0.1433806 Oct 27 10:27:54.707596 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-c2aa6b48-8644-4dc7-8ff9-afd2d0784e56 req-e70071f0-fb19-4a97-82c0-cb99f365ce82 tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] 10.222.0.44 "GET /v2.0/security-groups?id=564ecd8b-da86-4175-923a-67dcc5fcd400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510631 Oct 27 10:27:54.738796 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b327fd08-b497-4fe9-a2cb-4dd4d7c6efdf tempest-RoutersNegativeIpV6Test-1489525779 tempest-RoutersNegativeIpV6Test-1489525779-project] Made reservation on behalf of 235bf37660e84ccbafea49c2cc8ab9d1 for: {'subnet': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:27:54.744276 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-b327fd08-b497-4fe9-a2cb-4dd4d7c6efdf tempest-RoutersNegativeIpV6Test-1489525779 tempest-RoutersNegativeIpV6Test-1489525779-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18044073'] for subnet, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:54.762508 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port e3e5aa99-013b-44ff-bc95-50845fca92e7 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:27:54.765075 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:54.798222 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-3383cabb-1267-43d6-9d74-e275d94aa004 req-e3611e74-7a35-41ea-8fab-27e705a98c06 tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] 10.222.0.44 "GET /v2.0/security-groups?id=64239b95-ed69-4ec1-9562-a638483ad2ce&id=c947a31c-5410-49e0-adfc-c83fa1ba4206&id=02dfdf07-1124-4944-a3cb-1b163ed42b09&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.1695967 Oct 27 10:27:54.964691 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cf11e0-763d-4cc8-89c5-0f0ae9170c5f req-6b0ef9b8-f3c9-48f2-9561-98f5d53ed6be tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:54.974625 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-38cf11e0-763d-4cc8-89c5-0f0ae9170c5f req-6b0ef9b8-f3c9-48f2-9561-98f5d53ed6be tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/ports?device_id=163edd21-57d3-4b96-bbd8-050c27cbdb61 HTTP/1.1" status: 200 len: 944 time: 0.0748568 Oct 27 10:27:55.003467 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:55.013305 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [req-af2c4a10-670c-4057-bd97-9d94ded472bf req-885e707f-8035-487d-b97d-7a5f5ae9d425 tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] Deleting port 000260b4-400c-4b12-a382-b26f62e663ff {{(pid=102347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:27:55.014001 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-af2c4a10-670c-4057-bd97-9d94ded472bf req-885e707f-8035-487d-b97d-7a5f5ae9d425 tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:55.058078 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-38cf11e0-763d-4cc8-89c5-0f0ae9170c5f req-c3ef577a-fb42-4693-a27a-95022a967774 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/security-groups?id=9f7279ee-2d49-4f67-b584-fc902ef383cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790606 Oct 27 10:27:55.065573 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a5d4b79-450d-451c-a13b-79d322f915bb None None] Network c774295a-16c5-4f3d-9e78-d68a7d0e12d7 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:27:55.073459 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] For port e3e5aa99-013b-44ff-bc95-50845fca92e7, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=e3e5aa99-013b-44ff-bc95-50845fca92e7,segment=NetworkSegment(960b232d-407f-4788-afba-8a151becf257),segment_id=960b232d-407f-4788-afba-8a151becf257)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:27:55.121489 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:55.138279 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938faabe-523c-4d43-ae80-fed8f3a5f8de req-b821768a-083d-4097-a33f-49114c267167 tempest-LiveMigrationTest-1571947473 tempest-LiveMigrationTest-1571947473-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:55.139896 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-938faabe-523c-4d43-ae80-fed8f3a5f8de req-b821768a-083d-4097-a33f-49114c267167 tempest-LiveMigrationTest-1571947473 tempest-LiveMigrationTest-1571947473-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=70421289-5784-4962-8b85-8bf7fa80cc12 HTTP/1.1" status: 200 len: 1098 time: 0.2021308 Oct 27 10:27:55.160234 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-af2c4a10-670c-4057-bd97-9d94ded472bf req-885e707f-8035-487d-b97d-7a5f5ae9d425 tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] For port 000260b4-400c-4b12-a382-b26f62e663ff, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=000260b4-400c-4b12-a382-b26f62e663ff,segment=NetworkSegment(55babfa1-afbc-48a2-a34b-7aa1ec1518dd),segment_id=55babfa1-afbc-48a2-a34b-7aa1ec1518dd)] {{(pid=102347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:27:55.160572 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-af2c4a10-670c-4057-bd97-9d94ded472bf req-885e707f-8035-487d-b97d-7a5f5ae9d425 tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:55.200503 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [req-af2c4a10-670c-4057-bd97-9d94ded472bf req-885e707f-8035-487d-b97d-7a5f5ae9d425 tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] Calling delete_port for 000260b4-400c-4b12-a382-b26f62e663ff owned by compute:nova {{(pid=102347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:27:55.213392 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-aef0a4b5-a455-4128-8b21-0593c20b72f0 None None] Provisioning complete for port e3e5aa99-013b-44ff-bc95-50845fca92e7 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:27:55.213765 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-aef0a4b5-a455-4128-8b21-0593c20b72f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:55.246715 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Pushing event updated for resources: {'Port': ['ID=e3e5aa99-013b-44ff-bc95-50845fca92e7,revision_number=3']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:27:55.278343 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-938faabe-523c-4d43-ae80-fed8f3a5f8de req-fdd62741-2af4-42fe-9dd7-bd7788569cbe tempest-LiveMigrationTest-1571947473 tempest-LiveMigrationTest-1571947473-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=df17171a-6534-4d8a-8518-0be5fe64cbb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134942 Oct 27 10:27:55.309487 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-797e7f81-22cb-4a93-b806-1f0fd2320e7f req-7d53e58e-0ad6-4a01-9d10-577d8e9f01c6 tempest-FloatingIPsAssociationNegativeTestJSON-285214202 tempest-FloatingIPsAssociationNegativeTestJSON-285214202-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.8.67 HTTP/1.1" status: 200 len: 1001 time: 0.2098038 Oct 27 10:27:55.403750 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 53426) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:27:55.435947 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797e7f81-22cb-4a93-b806-1f0fd2320e7f req-ef0eb7d2-e632-4e12-ba5d-7d70495fd5b1 tempest-FloatingIPsAssociationNegativeTestJSON-285214202 tempest-FloatingIPsAssociationNegativeTestJSON-285214202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:55.448803 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-797e7f81-22cb-4a93-b806-1f0fd2320e7f req-ef0eb7d2-e632-4e12-ba5d-7d70495fd5b1 tempest-FloatingIPsAssociationNegativeTestJSON-285214202 tempest-FloatingIPsAssociationNegativeTestJSON-285214202-project] 10.222.0.44 "GET /v2.0/ports/dd1a4a75-aa59-4a40-9f4f-febceef5868f HTTP/1.1" status: 200 len: 943 time: 0.1339340 Oct 27 10:27:55.464398 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-b327fd08-b497-4fe9-a2cb-4dd4d7c6efdf tempest-RoutersNegativeIpV6Test-1489525779 tempest-RoutersNegativeIpV6Test-1489525779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-18295883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18044091'] for subnet, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:55.565713 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b327fd08-b497-4fe9-a2cb-4dd4d7c6efdf tempest-RoutersNegativeIpV6Test-1489525779 tempest-RoutersNegativeIpV6Test-1489525779-project] Checking segment: {'id': '6afdb3c8-7d13-479f-8053-18cd8397bc31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '48c12134-0bfd-4fdc-bb0b-38a8fa6da80e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:27:55.566485 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b327fd08-b497-4fe9-a2cb-4dd4d7c6efdf tempest-RoutersNegativeIpV6Test-1489525779 tempest-RoutersNegativeIpV6Test-1489525779-project] Network hostable DHCP agents. Network: 48c12134-0bfd-4fdc-bb0b-38a8fa6da80e, hostable agents: ['eafd4000-b897-4722-ae8b-0118ec955181'], hosted agents: [] {{(pid=102347) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 10:27:55.577236 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b327fd08-b497-4fe9-a2cb-4dd4d7c6efdf tempest-RoutersNegativeIpV6Test-1489525779 tempest-RoutersNegativeIpV6Test-1489525779-project] Pushing event updated for resources: {'Subnet': ['ID=ca0a30de-8633-4bf5-b174-36fec8a616eb,revision_number=0']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:27:55.606559 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b327fd08-b497-4fe9-a2cb-4dd4d7c6efdf tempest-RoutersNegativeIpV6Test-1489525779 tempest-RoutersNegativeIpV6Test-1489525779-project] Network 48c12134-0bfd-4fdc-bb0b-38a8fa6da80e is scheduled to be hosted by DHCP agent eafd4000-b897-4722-ae8b-0118ec955181 with binding_index 1 {{(pid=102347) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 10:27:55.610729 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-af2c4a10-670c-4057-bd97-9d94ded472bf req-885e707f-8035-487d-b97d-7a5f5ae9d425 tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:55.622682 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] get_ports_and_sgs() called for port_ids ['000260b4-400c-4b12-a382-b26f62e663ff'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:27:55.658501 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885e707f-8035-487d-b97d-7a5f5ae9d425 tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] Pushing event deleted for resources: {'Port': ['ID=000260b4-400c-4b12-a382-b26f62e663ff,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:27:55.660773 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-c466add8-53f1-43c6-b881-d69828bec1eb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:55.664571 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [None req-b327fd08-b497-4fe9-a2cb-4dd4d7c6efdf tempest-RoutersNegativeIpV6Test-1489525779 tempest-RoutersNegativeIpV6Test-1489525779-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-10, 48c12134-0bfd-4fdc-bb0b-38a8fa6da80e) {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:27:55.683493 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4292344-f323-4294-95b1-a692aa6dae52 None None] Network 48c12134-0bfd-4fdc-bb0b-38a8fa6da80e requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:27:55.692112 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-797e7f81-22cb-4a93-b806-1f0fd2320e7f req-8a11230c-47f4-456d-a6df-d28ba1674cc6 tempest-FloatingIPsAssociationNegativeTestJSON-285214202 tempest-FloatingIPsAssociationNegativeTestJSON-285214202-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.8.67 HTTP/1.1" status: 200 len: 1001 time: 0.1647060 Oct 27 10:27:55.693385 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b327fd08-b497-4fe9-a2cb-4dd4d7c6efdf tempest-RoutersNegativeIpV6Test-1489525779 tempest-RoutersNegativeIpV6Test-1489525779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:55.694039 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-b327fd08-b497-4fe9-a2cb-4dd4d7c6efdf tempest-RoutersNegativeIpV6Test-1489525779 tempest-RoutersNegativeIpV6Test-1489525779-project] Publish callbacks [] for subnet, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:55.729555 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [req-af2c4a10-670c-4057-bd97-9d94ded472bf req-885e707f-8035-487d-b97d-7a5f5ae9d425 tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] No DVR routers for this DVR port 000260b4-400c-4b12-a382-b26f62e663ff on host n-h1-813419-10 {{(pid=102347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:27:55.732515 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-af2c4a10-670c-4057-bd97-9d94ded472bf req-885e707f-8035-487d-b97d-7a5f5ae9d425 tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:55.736971 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-af2c4a10-670c-4057-bd97-9d94ded472bf req-885e707f-8035-487d-b97d-7a5f5ae9d425 tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] 10.222.0.64 "DELETE /v2.0/ports/000260b4-400c-4b12-a382-b26f62e663ff HTTP/1.1" status: 204 len: 173 time: 1.2466412 Oct 27 10:27:55.738118 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68ea0598-7f28-45b3-9509-6e18cfd4fd44', 'name': 'network-vif-deleted', 'tag': '000260b4-400c-4b12-a382-b26f62e663ff'}] {{(pid=102347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:27:55.743765 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311149b481204ee7edffdb959c881838506fbd95bc8577c048f6677abb73acc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5c4d44c-e197-4138-b9e0-8e0143149f89" -d '{"events": [{"server_uuid": "68ea0598-7f28-45b3-9509-6e18cfd4fd44", "name": "network-vif-deleted", "tag": "000260b4-400c-4b12-a382-b26f62e663ff"}]}' {{(pid=102347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:27:55.764022 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-b327fd08-b497-4fe9-a2cb-4dd4d7c6efdf tempest-RoutersNegativeIpV6Test-1489525779 tempest-RoutersNegativeIpV6Test-1489525779-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4297602 Oct 27 10:27:55.767656 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 53440) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:27:55.776356 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-d24c6f29-0c56-410f-a2be-6c017a4be096 tempest-RoutersNegativeIpV6Test-1489525779 tempest-RoutersNegativeIpV6Test-1489525779-project] Request body: {'subnet': {'network_id': 'efa132db-5950-4dea-8d15-a0aeb2249fc1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:27:55.823388 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-dcf083bc-9359-4cdb-9706-827cdf98a1f6 None None] Provisioning complete for port e3e5aa99-013b-44ff-bc95-50845fca92e7 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:27:55.823924 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-dcf083bc-9359-4cdb-9706-827cdf98a1f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:55.861752 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797e7f81-22cb-4a93-b806-1f0fd2320e7f req-e70631bd-7121-43e1-ba27-11058597e3d3 tempest-FloatingIPsAssociationNegativeTestJSON-285214202 tempest-FloatingIPsAssociationNegativeTestJSON-285214202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:55.870127 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-797e7f81-22cb-4a93-b806-1f0fd2320e7f req-e70631bd-7121-43e1-ba27-11058597e3d3 tempest-FloatingIPsAssociationNegativeTestJSON-285214202 tempest-FloatingIPsAssociationNegativeTestJSON-285214202-project] 10.222.0.44 "GET /v2.0/networks/185ff123-c7ff-45c7-a6be-71feb35acc9c HTTP/1.1" status: 200 len: 784 time: 0.1770597 Oct 27 10:27:55.941388 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-c466add8-53f1-43c6-b881-d69828bec1eb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:55.951827 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d24c6f29-0c56-410f-a2be-6c017a4be096 tempest-RoutersNegativeIpV6Test-1489525779 tempest-RoutersNegativeIpV6Test-1489525779-project] Made reservation on behalf of 235bf37660e84ccbafea49c2cc8ab9d1 for: {'subnet': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:27:55.953735 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-c466add8-53f1-43c6-b881-d69828bec1eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:55.962565 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-d24c6f29-0c56-410f-a2be-6c017a4be096 tempest-RoutersNegativeIpV6Test-1489525779 tempest-RoutersNegativeIpV6Test-1489525779-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18044073'] for subnet, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:56.005095 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-797e7f81-22cb-4a93-b806-1f0fd2320e7f req-d735d0ac-dac8-4759-b0f9-63dba21edadc tempest-FloatingIPsAssociationNegativeTestJSON-285214202 tempest-FloatingIPsAssociationNegativeTestJSON-285214202-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.8.67 HTTP/1.1" status: 200 len: 1001 time: 0.1338551 Oct 27 10:27:56.012813 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1fb442b-6239-4202-aa0c-3bef51f6aed3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp734b258e-7d96-550c-b970-9b72ab66f383-48c12134-0bfd-4fdc-bb0b-38a8fa6da80e', 'network_id': '48c12134-0bfd-4fdc-bb0b-38a8fa6da80e', 'tenant_id': '235bf37660e84ccbafea49c2cc8ab9d1', 'fixed_ips': [{'subnet_id': 'ca0a30de-8633-4bf5-b174-36fec8a616eb'}]}} from n-d-813419-10. {{(pid=102348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 10:27:56.014686 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [req-797e7f81-22cb-4a93-b806-1f0fd2320e7f req-c6fcfd92-9a7a-42c0-a96d-4f3c9f772f86 tempest-FloatingIPsAssociationNegativeTestJSON-285214202 tempest-FloatingIPsAssociationNegativeTestJSON-285214202-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:27:56.016017 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-b1fb442b-6239-4202-aa0c-3bef51f6aed3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:56.023788 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-c466add8-53f1-43c6-b881-d69828bec1eb admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a7f43039695945a8a4349e794691fd8b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6172898 Oct 27 10:27:56.053677 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c466add8-53f1-43c6-b881-d69828bec1eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=205250aa-956b-4928-95eb-d43f89211156,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:27:56.056274 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 53456) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:27:56.120652 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-797e7f81-22cb-4a93-b806-1f0fd2320e7f req-c6fcfd92-9a7a-42c0-a96d-4f3c9f772f86 tempest-FloatingIPsAssociationNegativeTestJSON-285214202 tempest-FloatingIPsAssociationNegativeTestJSON-285214202-project] Publish callbacks [] for floatingip, before_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:56.185757 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-b5e65595-d4f4-4c5b-a0a7-7857452574d4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:56.193060 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.db_base_plugin_common [None req-b1fb442b-6239-4202-aa0c-3bef51f6aed3 None None] Allocated IP 2001:db8::2 (48c12134-0bfd-4fdc-bb0b-38a8fa6da80e/ca0a30de-8633-4bf5-b174-36fec8a616eb/de29b6c8-dcdf-43fe-8daa-8096a403c3ba) {{(pid=102348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:27:56.237170 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-d24c6f29-0c56-410f-a2be-6c017a4be096 tempest-RoutersNegativeIpV6Test-1489525779 tempest-RoutersNegativeIpV6Test-1489525779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-18295883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18044091'] for subnet, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:56.251151 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-b5e65595-d4f4-4c5b-a0a7-7857452574d4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:56.311691 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] get_ports_and_sgs() called for port_ids ['4059356e-83b5-413a-a82e-17745b15d80f'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:27:56.318797 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24c6f29-0c56-410f-a2be-6c017a4be096 tempest-RoutersNegativeIpV6Test-1489525779 tempest-RoutersNegativeIpV6Test-1489525779-project] Pushing event updated for resources: {'Subnet': ['ID=87c4651d-9c12-4fcd-a5be-52a9ebaa9b8c,revision_number=0']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:27:56.326904 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-797e7f81-22cb-4a93-b806-1f0fd2320e7f req-c6fcfd92-9a7a-42c0-a96d-4f3c9f772f86 tempest-FloatingIPsAssociationNegativeTestJSON-285214202 tempest-FloatingIPsAssociationNegativeTestJSON-285214202-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:56.336502 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-797e7f81-22cb-4a93-b806-1f0fd2320e7f req-c6fcfd92-9a7a-42c0-a96d-4f3c9f772f86 tempest-FloatingIPsAssociationNegativeTestJSON-285214202 tempest-FloatingIPsAssociationNegativeTestJSON-285214202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1664826'] for floatingip, after_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:56.336848 n-d-813419-10 neutron-server[102346]: INFO neutron.db.l3_db [req-797e7f81-22cb-4a93-b806-1f0fd2320e7f req-c6fcfd92-9a7a-42c0-a96d-4f3c9f772f86 tempest-FloatingIPsAssociationNegativeTestJSON-285214202 tempest-FloatingIPsAssociationNegativeTestJSON-285214202-project] Floating IP 0ac0c7a6-6859-4663-aa74-f18117783248 disassociated. External IP: 172.25.8.67, port: dd1a4a75-aa59-4a40-9f4f-febceef5868f. Oct 27 10:27:56.339948 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d24c6f29-0c56-410f-a2be-6c017a4be096 tempest-RoutersNegativeIpV6Test-1489525779 tempest-RoutersNegativeIpV6Test-1489525779-project] Checking segment: {'id': 'bfad573d-3329-435d-8f34-cf3c181e33d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'efa132db-5950-4dea-8d15-a0aeb2249fc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:27:56.340344 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d24c6f29-0c56-410f-a2be-6c017a4be096 tempest-RoutersNegativeIpV6Test-1489525779 tempest-RoutersNegativeIpV6Test-1489525779-project] Network hostable DHCP agents. Network: efa132db-5950-4dea-8d15-a0aeb2249fc1, hostable agents: ['eafd4000-b897-4722-ae8b-0118ec955181'], hosted agents: [] {{(pid=102347) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 10:27:56.366100 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d24c6f29-0c56-410f-a2be-6c017a4be096 tempest-RoutersNegativeIpV6Test-1489525779 tempest-RoutersNegativeIpV6Test-1489525779-project] Network efa132db-5950-4dea-8d15-a0aeb2249fc1 is scheduled to be hosted by DHCP agent eafd4000-b897-4722-ae8b-0118ec955181 with binding_index 1 {{(pid=102347) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 10:27:56.385012 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [None req-d24c6f29-0c56-410f-a2be-6c017a4be096 tempest-RoutersNegativeIpV6Test-1489525779 tempest-RoutersNegativeIpV6Test-1489525779-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-10, efa132db-5950-4dea-8d15-a0aeb2249fc1) {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:27:56.391440 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-b5e65595-d4f4-4c5b-a0a7-7857452574d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:56.398734 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-b5e65595-d4f4-4c5b-a0a7-7857452574d4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:56.401035 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d24c6f29-0c56-410f-a2be-6c017a4be096 tempest-RoutersNegativeIpV6Test-1489525779 tempest-RoutersNegativeIpV6Test-1489525779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:56.402447 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-d24c6f29-0c56-410f-a2be-6c017a4be096 tempest-RoutersNegativeIpV6Test-1489525779 tempest-RoutersNegativeIpV6Test-1489525779-project] Publish callbacks [] for subnet, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:56.402760 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-b5e65595-d4f4-4c5b-a0a7-7857452574d4 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/205250aa-956b-4928-95eb-d43f89211156 HTTP/1.1" status: 204 len: 168 time: 0.3322206 Oct 27 10:27:56.444402 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-d24c6f29-0c56-410f-a2be-6c017a4be096 tempest-RoutersNegativeIpV6Test-1489525779 tempest-RoutersNegativeIpV6Test-1489525779-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6742237 Oct 27 10:27:56.445980 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 53468) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:27:56.456337 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e65595-d4f4-4c5b-a0a7-7857452574d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=205250aa-956b-4928-95eb-d43f89211156,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:27:56.627362 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95130276-e38d-43e3-b908-4bdb05fb0369 None None] Network efa132db-5950-4dea-8d15-a0aeb2249fc1 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:27:56.635974 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device e3e5aa99-013b-44ff-bc95-50845fca92e7 up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:27:56.744777 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.l3_agent_scheduler [req-797e7f81-22cb-4a93-b806-1f0fd2320e7f req-c6fcfd92-9a7a-42c0-a96d-4f3c9f772f86 tempest-FloatingIPsAssociationNegativeTestJSON-285214202 tempest-FloatingIPsAssociationNegativeTestJSON-285214202-project] Router 526f997e-26ff-414f-8d93-a6c092756e34 has already been hosted by L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb {{(pid=102346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 10:27:56.901106 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-b1fb442b-6239-4202-aa0c-3bef51f6aed3 None None] Publish callbacks [] for port, precommit_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:56.932687 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-797e7f81-22cb-4a93-b806-1f0fd2320e7f req-c6fcfd92-9a7a-42c0-a96d-4f3c9f772f86 tempest-FloatingIPsAssociationNegativeTestJSON-285214202 tempest-FloatingIPsAssociationNegativeTestJSON-285214202-project] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:27:56.934514 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-b1fb442b-6239-4202-aa0c-3bef51f6aed3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606'] for port, after_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:56.938596 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-797e7f81-22cb-4a93-b806-1f0fd2320e7f req-c6fcfd92-9a7a-42c0-a96d-4f3c9f772f86 tempest-FloatingIPsAssociationNegativeTestJSON-285214202 tempest-FloatingIPsAssociationNegativeTestJSON-285214202-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for floatingip, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:56.945813 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d96f6876-07af-49be-bc8c-021c83a1617a None None] Sync routers for ids ['526f997e-26ff-414f-8d93-a6c092756e34'] in n-d-813419-10 {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:27:56.950263 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 53474) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:27:56.963884 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d96f6876-07af-49be-bc8c-021c83a1617a None None] Routers {'526f997e-26ff-414f-8d93-a6c092756e34'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:27:56.966336 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-d96f6876-07af-49be-bc8c-021c83a1617a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:27:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['526f997e-26ff-414f-8d93-a6c092756e34'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:27:56.973559 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-797e7f81-22cb-4a93-b806-1f0fd2320e7f req-c6fcfd92-9a7a-42c0-a96d-4f3c9f772f86 tempest-FloatingIPsAssociationNegativeTestJSON-285214202 tempest-FloatingIPsAssociationNegativeTestJSON-285214202-project] 10.222.0.44 "PUT /v2.0/floatingips/0ac0c7a6-6859-4663-aa74-f18117783248 HTTP/1.1" status: 200 len: 694 time: 0.9675324 Oct 27 10:27:56.974432 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '960c3882-8995-469f-b814-0b87f3b61996', 'tag': 'dd1a4a75-aa59-4a40-9f4f-febceef5868f'}] {{(pid=102346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:27:56.977423 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc0e418f5fc417c8d55d94c0aa509b037d0beb2a734c1a709e789eb65639a56d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bda1e5b7-72cc-4d0d-9407-96b7b7441f74" -d '{"events": [{"name": "network-changed", "server_uuid": "960c3882-8995-469f-b814-0b87f3b61996", "tag": "dd1a4a75-aa59-4a40-9f4f-febceef5868f"}]}' {{(pid=102346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:27:56.986939 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-0ca1115d-911a-42ae-bbaf-a2fd9a30fc5c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:57.016458 n-d-813419-10 neutron-server[102348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1fb442b-6239-4202-aa0c-3bef51f6aed3 None None] Network 48c12134-0bfd-4fdc-bb0b-38a8fa6da80e is already hosted by enough agents. {{(pid=102348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:27:57.018249 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port e3e5aa99-013b-44ff-bc95-50845fca92e7 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:27:57.018736 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:57.042208 n-d-813419-10 neutron-server[102348]: DEBUG neutron.scheduler.base_scheduler [None req-b1fb442b-6239-4202-aa0c-3bef51f6aed3 None None] Resources bound (agent type, host, resource id): {{(pid=102348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:27:57.043710 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797e7f81-22cb-4a93-b806-1f0fd2320e7f req-49bca16b-0af0-4d8b-880b-1a05d6e88cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:57.050113 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-797e7f81-22cb-4a93-b806-1f0fd2320e7f req-49bca16b-0af0-4d8b-880b-1a05d6e88cd1 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7517d618a1be4ff0aa51550f921b9468&device_id=960c3882-8995-469f-b814-0b87f3b61996 HTTP/1.1" status: 200 len: 1098 time: 0.0578489 Oct 27 10:27:57.068918 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1fb442b-6239-4202-aa0c-3bef51f6aed3 None None] Received port after_create {{(pid=102348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:27:57.069477 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-f531582a-f513-4216-81c0-f37ebf2ba134 tempest-RoutersNegativeIpV6Test-1489525779 tempest-RoutersNegativeIpV6Test-1489525779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:57.081475 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [req-8f50e107-cc28-43e4-89c6-35c231aaf528 req-20641624-7e37-496b-8259-45b6c01a11b4 tempest-LiveMigrationTest-1571947473 tempest-LiveMigrationTest-1571947473-project-admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=102347) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 10:27:57.082851 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8f50e107-cc28-43e4-89c6-35c231aaf528 req-20641624-7e37-496b-8259-45b6c01a11b4 tempest-LiveMigrationTest-1571947473 tempest-LiveMigrationTest-1571947473-project-admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.3937836 Oct 27 10:27:57.109886 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fb442b-6239-4202-aa0c-3bef51f6aed3 None None] Pushing event updated for resources: {'Port': ['ID=de29b6c8-dcdf-43fe-8daa-8096a403c3ba,revision_number=1']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:27:57.144220 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvr_db [None req-d96f6876-07af-49be-bc8c-021c83a1617a None None] Set router 526f997e-26ff-414f-8d93-a6c092756e34 gateway port host: n-d-813419-10 {{(pid=102349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:27:57.179703 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797e7f81-22cb-4a93-b806-1f0fd2320e7f req-ca70f0c4-4be5-4228-9fcc-c74d099bd9f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:57.186020 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e315f23-a2cf-41a7-916e-91059072a6fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp734b258e-7d96-550c-b970-9b72ab66f383-efa132db-5950-4dea-8d15-a0aeb2249fc1', 'network_id': 'efa132db-5950-4dea-8d15-a0aeb2249fc1', 'tenant_id': '235bf37660e84ccbafea49c2cc8ab9d1', 'fixed_ips': [{'subnet_id': '87c4651d-9c12-4fcd-a5be-52a9ebaa9b8c'}]}} from n-d-813419-10. {{(pid=102348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 10:27:57.186853 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-2e315f23-a2cf-41a7-916e-91059072a6fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:57.189878 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-797e7f81-22cb-4a93-b806-1f0fd2320e7f req-ca70f0c4-4be5-4228-9fcc-c74d099bd9f3 service neutron] 10.222.0.44 "GET /v2.0/networks?id=8d0bfbf6-a651-4027-be4c-8c46c789c0fc HTTP/1.1" status: 200 len: 929 time: 0.1327095 Oct 27 10:27:57.223142 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-b1fb442b-6239-4202-aa0c-3bef51f6aed3 None None] Attempting to bind port de29b6c8-dcdf-43fe-8daa-8096a403c3ba on host n-d-813419-10 for vnic_type normal with profile {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:27:57.223509 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-b1fb442b-6239-4202-aa0c-3bef51f6aed3 None None] Attempting to bind port de29b6c8-dcdf-43fe-8daa-8096a403c3ba by drivers openvswitch,hyperv on host n-d-813419-10 at level 0 using segments [{'id': '6afdb3c8-7d13-479f-8053-18cd8397bc31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '48c12134-0bfd-4fdc-bb0b-38a8fa6da80e'}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:27:57.223966 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1fb442b-6239-4202-aa0c-3bef51f6aed3 None None] Attempting to bind port de29b6c8-dcdf-43fe-8daa-8096a403c3ba on network 48c12134-0bfd-4fdc-bb0b-38a8fa6da80e {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:27:57.241047 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-797e7f81-22cb-4a93-b806-1f0fd2320e7f req-db7f45bb-e720-4c6b-9fcf-7b53804c1c42 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dd1a4a75-aa59-4a40-9f4f-febceef5868f HTTP/1.1" status: 200 len: 217 time: 0.0499606 Oct 27 10:27:57.248549 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1fb442b-6239-4202-aa0c-3bef51f6aed3 None None] Checking agent: {'id': '89dba0f3-79b2-435e-9822-33674b8f6ada', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 8, 20), 'started_at': datetime.datetime(2021, 10, 27, 10, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 27, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:27:57.248929 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1fb442b-6239-4202-aa0c-3bef51f6aed3 None None] Checking segment: {'id': '6afdb3c8-7d13-479f-8053-18cd8397bc31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '48c12134-0bfd-4fdc-bb0b-38a8fa6da80e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:27:57.249329 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-b1fb442b-6239-4202-aa0c-3bef51f6aed3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:57.249725 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1fb442b-6239-4202-aa0c-3bef51f6aed3 None None] Bound using segment: {'id': '6afdb3c8-7d13-479f-8053-18cd8397bc31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '48c12134-0bfd-4fdc-bb0b-38a8fa6da80e'} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:27:57.250235 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-b1fb442b-6239-4202-aa0c-3bef51f6aed3 None None] Bound port: de29b6c8-dcdf-43fe-8daa-8096a403c3ba, host: n-d-813419-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6afdb3c8-7d13-479f-8053-18cd8397bc31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '48c12134-0bfd-4fdc-bb0b-38a8fa6da80e'}}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:27:57.250613 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-b1fb442b-6239-4202-aa0c-3bef51f6aed3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:57.306051 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797e7f81-22cb-4a93-b806-1f0fd2320e7f req-e24b65ef-acdb-42cd-8ccb-412efc4743a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:57.311179 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-797e7f81-22cb-4a93-b806-1f0fd2320e7f req-e24b65ef-acdb-42cd-8ccb-412efc4743a9 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9550a2a4-cfa8-4bcb-a0bd-eb570b7d2fd8 HTTP/1.1" status: 200 len: 867 time: 0.0684729 Oct 27 10:27:57.395208 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797e7f81-22cb-4a93-b806-1f0fd2320e7f req-96c44faf-7757-4a85-9fa9-a309ce422241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:57.396617 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-797e7f81-22cb-4a93-b806-1f0fd2320e7f req-96c44faf-7757-4a85-9fa9-a309ce422241 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8d0bfbf6-a651-4027-be4c-8c46c789c0fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0787432 Oct 27 10:27:57.404710 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-d96f6876-07af-49be-bc8c-021c83a1617a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '526f997e-26ff-414f-8d93-a6c092756e34', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-420425655-router', 'tenant_id': '7517d618a1be4ff0aa51550f921b9468', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.207'}], 'enable_snat': True}, 'gw_port_id': '2c7a60d1-f0e5-409d-be06-357a28208768', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:27:05Z', 'updated_at': '2021-10-27T10:27:13Z', 'revision_number': 4, 'project_id': '7517d618a1be4ff0aa51550f921b9468', 'gw_port': {'id': '2c7a60d1-f0e5-409d-be06-357a28208768', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:04:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '526f997e-26ff-414f-8d93-a6c092756e34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:27:06Z', 'updated_at': '2021-10-27T10:27:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_interfaces': [{'id': '4b25f838-29f0-49e5-9cb7-cb35a84a94ac', 'name': '', 'network_id': '8d0bfbf6-a651-4027-be4c-8c46c789c0fc', 'tenant_id': '7517d618a1be4ff0aa51550f921b9468', 'mac_address': 'fa:16:3e:ed:93:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '526f997e-26ff-414f-8d93-a6c092756e34', 'device_owner': 'network:router_interface', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': '9550a2a4-cfa8-4bcb-a0bd-eb570b7d2fd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:27:11Z', 'updated_at': '2021-10-27T10:27:20Z', 'revision_number': 5, 'project_id': '7517d618a1be4ff0aa51550f921b9468', 'subnets': [{'id': '9550a2a4-cfa8-4bcb-a0bd-eb570b7d2fd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:27:57.437264 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f50e107-cc28-43e4-89c6-35c231aaf528 req-22e5a156-8871-413d-8011-e3bfe35913ee tempest-LiveMigrationTest-1571947473 tempest-LiveMigrationTest-1571947473-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:57.445225 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8f50e107-cc28-43e4-89c6-35c231aaf528 req-22e5a156-8871-413d-8011-e3bfe35913ee tempest-LiveMigrationTest-1571947473 tempest-LiveMigrationTest-1571947473-project-admin] 10.222.0.44 "GET /v2.0/ports/f81d61c2-dbd7-452d-b714-07ddb1d07d0b HTTP/1.1" status: 200 len: 1095 time: 0.3498988 Oct 27 10:27:57.446093 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d96f6876-07af-49be-bc8c-021c83a1617a None None] Checking router: 526f997e-26ff-414f-8d93-a6c092756e34 for host: n-d-813419-10 {{(pid=102349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 10:27:57.468632 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d96f6876-07af-49be-bc8c-021c83a1617a None None] Routers {'526f997e-26ff-414f-8d93-a6c092756e34'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:27:57.471442 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-d96f6876-07af-49be-bc8c-021c83a1617a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:27:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['526f997e-26ff-414f-8d93-a6c092756e34'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:27:57.494952 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-b1fb442b-6239-4202-aa0c-3bef51f6aed3 None None] For port de29b6c8-dcdf-43fe-8daa-8096a403c3ba, host n-d-813419-10, cleared binding levels {{(pid=102348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:27:57.505928 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.db_base_plugin_common [None req-2e315f23-a2cf-41a7-916e-91059072a6fb None None] Allocated IP 2001:db8::2 (efa132db-5950-4dea-8d15-a0aeb2249fc1/87c4651d-9c12-4fcd-a5be-52a9ebaa9b8c/57605aad-65f5-409b-aeef-799de7936050) {{(pid=102348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:27:57.510416 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-b1fb442b-6239-4202-aa0c-3bef51f6aed3 None None] For port de29b6c8-dcdf-43fe-8daa-8096a403c3ba, host n-d-813419-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=de29b6c8-dcdf-43fe-8daa-8096a403c3ba,segment=NetworkSegment(6afdb3c8-7d13-479f-8053-18cd8397bc31),segment_id=6afdb3c8-7d13-479f-8053-18cd8397bc31)] {{(pid=102348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:27:57.522730 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-b1fb442b-6239-4202-aa0c-3bef51f6aed3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:57.548770 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-797e7f81-22cb-4a93-b806-1f0fd2320e7f req-7afb9307-e366-4e46-969b-703b61f29443 service neutron] 10.222.0.44 "GET /v2.0/networks/8d0bfbf6-a651-4027-be4c-8c46c789c0fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408482 Oct 27 10:27:57.560588 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-0ca1115d-911a-42ae-bbaf-a2fd9a30fc5c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:57.572960 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-0ca1115d-911a-42ae-bbaf-a2fd9a30fc5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:57.587653 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_common [None req-f531582a-f513-4216-81c0-f37ebf2ba134 tempest-RoutersNegativeIpV6Test-1489525779 tempest-RoutersNegativeIpV6Test-1489525779-project] Allocated IP 2001:db8::1 (48c12134-0bfd-4fdc-bb0b-38a8fa6da80e/ca0a30de-8633-4bf5-b174-36fec8a616eb/2b312b74-e4c7-4201-9a1d-3248cc95811c) {{(pid=102347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:27:57.646028 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fb442b-6239-4202-aa0c-3bef51f6aed3 None None] Pushing event updated for resources: {'Port': ['ID=de29b6c8-dcdf-43fe-8daa-8096a403c3ba,revision_number=2']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:27:57.661933 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvr_db [None req-d96f6876-07af-49be-bc8c-021c83a1617a None None] Set router 526f997e-26ff-414f-8d93-a6c092756e34 gateway port host: n-d-813419-10 {{(pid=102349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:27:57.692749 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [req-8f50e107-cc28-43e4-89c6-35c231aaf528 req-351c6f64-5fbb-44d9-9d6f-eb604ef5c737 service neutron] Request body: {'binding': {'host': 'n-h1-813419-10', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:27:57.693194 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [req-8f50e107-cc28-43e4-89c6-35c231aaf528 req-351c6f64-5fbb-44d9-9d6f-eb604ef5c737 service neutron] Unknown quota resources ['binding']. {{(pid=102347) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 27 10:27:57.700382 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca1115d-911a-42ae-bbaf-a2fd9a30fc5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acf107cb-3709-49fe-9cec-4c6ff71d0740,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:27:57.727843 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-797e7f81-22cb-4a93-b806-1f0fd2320e7f req-06078aca-f574-4ba7-b8f2-b92ece36637b service neutron] 10.222.0.44 "GET /v2.0/networks/8d0bfbf6-a651-4027-be4c-8c46c789c0fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1692455 Oct 27 10:27:57.764028 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-0ca1115d-911a-42ae-bbaf-a2fd9a30fc5c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b3eacac80c644fe1be7c7ea882a0ed3d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8122745 Oct 27 10:27:57.767135 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 53482) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:27:57.812344 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-2e315f23-a2cf-41a7-916e-91059072a6fb None None] Publish callbacks [] for port, precommit_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:57.827640 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-2e315f23-a2cf-41a7-916e-91059072a6fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606'] for port, after_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:57.841572 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device 279274d4-464d-4fc6-9065-7cae6d97f17f up at agent hyperv_n-h2-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:27:57.917264 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-36afa8ce-763c-4674-9d58-795286c70118 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:57.935319 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad53f7e2-7cf1-4710-8146-bf3f354df2bd req-f372d2e9-9854-433b-bd84-618441d4a4a8 tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:57.937038 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ad53f7e2-7cf1-4710-8146-bf3f354df2bd req-f372d2e9-9854-433b-bd84-618441d4a4a8 tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] 10.222.0.44 "GET /v2.0/ports?device_id=bda2ffb8-69b8-4fb2-a9fa-000ea4cb3e38 HTTP/1.1" status: 200 len: 950 time: 0.1128113 Oct 27 10:27:57.985350 n-d-813419-10 neutron-server[102348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e315f23-a2cf-41a7-916e-91059072a6fb None None] Network efa132db-5950-4dea-8d15-a0aeb2249fc1 is already hosted by enough agents. {{(pid=102348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:27:57.995113 n-d-813419-10 neutron-server[102348]: DEBUG neutron.scheduler.base_scheduler [None req-2e315f23-a2cf-41a7-916e-91059072a6fb None None] Resources bound (agent type, host, resource id): {{(pid=102348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:27:58.001838 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e315f23-a2cf-41a7-916e-91059072a6fb None None] Received port after_create {{(pid=102348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:27:58.004217 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-36afa8ce-763c-4674-9d58-795286c70118 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:58.009254 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ad53f7e2-7cf1-4710-8146-bf3f354df2bd req-60cec31c-ee13-45da-b586-2ef0592c986a tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] 10.222.0.44 "GET /v2.0/security-groups?id=564ecd8b-da86-4175-923a-67dcc5fcd400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567482 Oct 27 10:27:58.024126 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-f531582a-f513-4216-81c0-f37ebf2ba134 tempest-RoutersNegativeIpV6Test-1489525779 tempest-RoutersNegativeIpV6Test-1489525779-project] Publish callbacks [] for port, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:58.082112 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Provisioning for port 279274d4-464d-4fc6-9065-7cae6d97f17f completed by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 10:27:58.091409 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-d96f6876-07af-49be-bc8c-021c83a1617a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '526f997e-26ff-414f-8d93-a6c092756e34', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-420425655-router', 'tenant_id': '7517d618a1be4ff0aa51550f921b9468', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.207'}], 'enable_snat': True}, 'gw_port_id': '2c7a60d1-f0e5-409d-be06-357a28208768', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:27:05Z', 'updated_at': '2021-10-27T10:27:13Z', 'revision_number': 4, 'project_id': '7517d618a1be4ff0aa51550f921b9468', 'gw_port': {'id': '2c7a60d1-f0e5-409d-be06-357a28208768', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:04:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '526f997e-26ff-414f-8d93-a6c092756e34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:27:06Z', 'updated_at': '2021-10-27T10:27:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_interfaces': [{'id': '4b25f838-29f0-49e5-9cb7-cb35a84a94ac', 'name': '', 'network_id': '8d0bfbf6-a651-4027-be4c-8c46c789c0fc', 'tenant_id': '7517d618a1be4ff0aa51550f921b9468', 'mac_address': 'fa:16:3e:ed:93:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '526f997e-26ff-414f-8d93-a6c092756e34', 'device_owner': 'network:router_interface', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': '9550a2a4-cfa8-4bcb-a0bd-eb570b7d2fd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:27:11Z', 'updated_at': '2021-10-27T10:27:20Z', 'revision_number': 5, 'project_id': '7517d618a1be4ff0aa51550f921b9468', 'subnets': [{'id': '9550a2a4-cfa8-4bcb-a0bd-eb570b7d2fd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:27:58.092798 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e315f23-a2cf-41a7-916e-91059072a6fb None None] Pushing event updated for resources: {'Port': ['ID=57605aad-65f5-409b-aeef-799de7936050,revision_number=1']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:27:58.102237 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-36afa8ce-763c-4674-9d58-795286c70118 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:58.106127 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-36afa8ce-763c-4674-9d58-795286c70118 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:58.110554 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-36afa8ce-763c-4674-9d58-795286c70118 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/acf107cb-3709-49fe-9cec-4c6ff71d0740 HTTP/1.1" status: 204 len: 168 time: 0.3423748 Oct 27 10:27:58.115095 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-8f50e107-cc28-43e4-89c6-35c231aaf528 req-351c6f64-5fbb-44d9-9d6f-eb604ef5c737 service neutron] Attempting to bind port f81d61c2-dbd7-452d-b714-07ddb1d07d0b on host n-h1-813419-10 for vnic_type normal with profile None {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:27:58.115621 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-8f50e107-cc28-43e4-89c6-35c231aaf528 req-351c6f64-5fbb-44d9-9d6f-eb604ef5c737 service neutron] Attempting to bind port f81d61c2-dbd7-452d-b714-07ddb1d07d0b by drivers openvswitch,hyperv on host n-h1-813419-10 at level 0 using segments [{'id': '50500633-18ab-48c2-98da-73563c3123ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'b70d8912-e651-449a-aede-549067567147'}] {{(pid=102347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:27:58.116148 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f50e107-cc28-43e4-89c6-35c231aaf528 req-351c6f64-5fbb-44d9-9d6f-eb604ef5c737 service neutron] Attempting to bind port f81d61c2-dbd7-452d-b714-07ddb1d07d0b on network b70d8912-e651-449a-aede-549067567147 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:27:58.120847 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36afa8ce-763c-4674-9d58-795286c70118 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acf107cb-3709-49fe-9cec-4c6ff71d0740,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:27:58.132782 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f50e107-cc28-43e4-89c6-35c231aaf528 req-351c6f64-5fbb-44d9-9d6f-eb604ef5c737 service neutron] Port f81d61c2-dbd7-452d-b714-07ddb1d07d0b on network b70d8912-e651-449a-aede-549067567147 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-10 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 10:27:58.133093 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f50e107-cc28-43e4-89c6-35c231aaf528 req-351c6f64-5fbb-44d9-9d6f-eb604ef5c737 service neutron] Attempting to bind port f81d61c2-dbd7-452d-b714-07ddb1d07d0b on network b70d8912-e651-449a-aede-549067567147 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:27:58.136400 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:27:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db7e7595-9d07-4eef-ab52-bf00b78d3e44 x-openstack-request-id: req-db7e7595-9d07-4eef-ab52-bf00b78d3e44 {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:27:58.136686 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68ea0598-7f28-45b3-9509-6e18cfd4fd44", "name": "network-vif-deleted", "tag": "000260b4-400c-4b12-a382-b26f62e663ff", "status": "completed", "code": 200}]} {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:27:58.136942 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-db7e7595-9d07-4eef-ab52-bf00b78d3e44 {{(pid=102347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:27:58.137335 n-d-813419-10 neutron-server[102347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68ea0598-7f28-45b3-9509-6e18cfd4fd44', 'name': 'network-vif-deleted', 'tag': '000260b4-400c-4b12-a382-b26f62e663ff', 'status': 'completed', 'code': 200} Oct 27 10:27:58.139546 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Provisioning complete for port 279274d4-464d-4fc6-9065-7cae6d97f17f triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:27:58.141891 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:58.145080 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f50e107-cc28-43e4-89c6-35c231aaf528 req-351c6f64-5fbb-44d9-9d6f-eb604ef5c737 service neutron] Checking agent: {'id': 'a52e1cab-0c63-402d-9c94-330537c6c076', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 16, 2), 'started_at': datetime.datetime(2021, 10, 27, 10, 16, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 27, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:27:58.145409 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f50e107-cc28-43e4-89c6-35c231aaf528 req-351c6f64-5fbb-44d9-9d6f-eb604ef5c737 service neutron] Checking segment: {'id': '50500633-18ab-48c2-98da-73563c3123ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'b70d8912-e651-449a-aede-549067567147'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:27:58.145799 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f50e107-cc28-43e4-89c6-35c231aaf528 req-351c6f64-5fbb-44d9-9d6f-eb604ef5c737 service neutron] Bound using segment: {'id': '50500633-18ab-48c2-98da-73563c3123ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'b70d8912-e651-449a-aede-549067567147'} {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:27:58.146228 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-8f50e107-cc28-43e4-89c6-35c231aaf528 req-351c6f64-5fbb-44d9-9d6f-eb604ef5c737 service neutron] Bound port: f81d61c2-dbd7-452d-b714-07ddb1d07d0b, host: n-h1-813419-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50500633-18ab-48c2-98da-73563c3123ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'b70d8912-e651-449a-aede-549067567147'}}] {{(pid=102347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:27:58.179926 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d96f6876-07af-49be-bc8c-021c83a1617a None None] The sync data for ids ['526f997e-26ff-414f-8d93-a6c092756e34'] in n-d-813419-10 is: [{'id': '526f997e-26ff-414f-8d93-a6c092756e34', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-420425655-router', 'tenant_id': '7517d618a1be4ff0aa51550f921b9468', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.207'}], 'enable_snat': True}, 'gw_port_id': '2c7a60d1-f0e5-409d-be06-357a28208768', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:27:05Z', 'updated_at': '2021-10-27T10:27:13Z', 'revision_number': 4, 'project_id': '7517d618a1be4ff0aa51550f921b9468', 'gw_port': {'id': '2c7a60d1-f0e5-409d-be06-357a28208768', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:04:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '526f997e-26ff-414f-8d93-a6c092756e34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:27:06Z', 'updated_at': '2021-10-27T10:27:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_interfaces': [{'id': '4b25f838-29f0-49e5-9cb7-cb35a84a94ac', 'name': '', 'network_id': '8d0bfbf6-a651-4027-be4c-8c46c789c0fc', 'tenant_id': '7517d618a1be4ff0aa51550f921b9468', 'mac_address': 'fa:16:3e:ed:93:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '526f997e-26ff-414f-8d93-a6c092756e34', 'device_owner': 'network:router_interface', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': '9550a2a4-cfa8-4bcb-a0bd-eb570b7d2fd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:27:11Z', 'updated_at': '2021-10-27T10:27:20Z', 'revision_number': 5, 'project_id': '7517d618a1be4ff0aa51550f921b9468', 'subnets': [{'id': '9550a2a4-cfa8-4bcb-a0bd-eb570b7d2fd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:27:58.181307 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-f531582a-f513-4216-81c0-f37ebf2ba134 tempest-RoutersNegativeIpV6Test-1489525779 tempest-RoutersNegativeIpV6Test-1489525779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:58.241862 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f531582a-f513-4216-81c0-f37ebf2ba134 tempest-RoutersNegativeIpV6Test-1489525779 tempest-RoutersNegativeIpV6Test-1489525779-project] Network 48c12134-0bfd-4fdc-bb0b-38a8fa6da80e is already hosted by enough agents. {{(pid=102347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:27:58.251936 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [None req-f531582a-f513-4216-81c0-f37ebf2ba134 tempest-RoutersNegativeIpV6Test-1489525779 tempest-RoutersNegativeIpV6Test-1489525779-project] Resources bound (agent type, host, resource id): {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:27:58.255893 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f531582a-f513-4216-81c0-f37ebf2ba134 tempest-RoutersNegativeIpV6Test-1489525779 tempest-RoutersNegativeIpV6Test-1489525779-project] Received port after_create {{(pid=102347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:27:58.256491 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-f531582a-f513-4216-81c0-f37ebf2ba134 tempest-RoutersNegativeIpV6Test-1489525779 tempest-RoutersNegativeIpV6Test-1489525779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1664961'] for router_interface, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:58.304240 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device 000260b4-400c-4b12-a382-b26f62e663ff no longer exists at agent hyperv_n-h1-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:27:58.346465 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-2e315f23-a2cf-41a7-916e-91059072a6fb None None] Attempting to bind port 57605aad-65f5-409b-aeef-799de7936050 on host n-d-813419-10 for vnic_type normal with profile {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:27:58.346880 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-2e315f23-a2cf-41a7-916e-91059072a6fb None None] Attempting to bind port 57605aad-65f5-409b-aeef-799de7936050 by drivers openvswitch,hyperv on host n-d-813419-10 at level 0 using segments [{'id': 'bfad573d-3329-435d-8f34-cf3c181e33d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'efa132db-5950-4dea-8d15-a0aeb2249fc1'}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:27:58.347181 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e315f23-a2cf-41a7-916e-91059072a6fb None None] Attempting to bind port 57605aad-65f5-409b-aeef-799de7936050 on network efa132db-5950-4dea-8d15-a0aeb2249fc1 {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:27:58.354358 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] No Port match for: 000260b4-400c-4b12-a382-b26f62e663ff {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:27:58.354700 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device 000260b4-400c-4b12-a382-b26f62e663ff not bound to the agent host n-h1-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:27:58.369948 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-8f50e107-cc28-43e4-89c6-35c231aaf528 req-351c6f64-5fbb-44d9-9d6f-eb604ef5c737 service neutron] For port f81d61c2-dbd7-452d-b714-07ddb1d07d0b, host n-h1-813419-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=f81d61c2-dbd7-452d-b714-07ddb1d07d0b,segment=NetworkSegment(50500633-18ab-48c2-98da-73563c3123ba),segment_id=50500633-18ab-48c2-98da-73563c3123ba)] {{(pid=102347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:27:58.371849 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e315f23-a2cf-41a7-916e-91059072a6fb None None] Checking agent: {'id': '89dba0f3-79b2-435e-9822-33674b8f6ada', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 8, 20), 'started_at': datetime.datetime(2021, 10, 27, 10, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 27, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:27:58.382857 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-8f50e107-cc28-43e4-89c6-35c231aaf528 req-351c6f64-5fbb-44d9-9d6f-eb604ef5c737 service neutron] Publish callbacks [] for binding, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:58.384125 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e315f23-a2cf-41a7-916e-91059072a6fb None None] Checking segment: {'id': 'bfad573d-3329-435d-8f34-cf3c181e33d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'efa132db-5950-4dea-8d15-a0aeb2249fc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:27:58.385305 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8f50e107-cc28-43e4-89c6-35c231aaf528 req-351c6f64-5fbb-44d9-9d6f-eb604ef5c737 service neutron] 10.222.0.44 "POST /v2.0/ports/f81d61c2-dbd7-452d-b714-07ddb1d07d0b/bindings HTTP/1.1" status: 201 len: 390 time: 0.9389255 Oct 27 10:27:58.385651 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-2e315f23-a2cf-41a7-916e-91059072a6fb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:58.387237 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e315f23-a2cf-41a7-916e-91059072a6fb None None] Bound using segment: {'id': 'bfad573d-3329-435d-8f34-cf3c181e33d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'efa132db-5950-4dea-8d15-a0aeb2249fc1'} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:27:58.387750 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-2e315f23-a2cf-41a7-916e-91059072a6fb None None] Bound port: 57605aad-65f5-409b-aeef-799de7936050, host: n-d-813419-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfad573d-3329-435d-8f34-cf3c181e33d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'efa132db-5950-4dea-8d15-a0aeb2249fc1'}}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:27:58.388854 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f531582a-f513-4216-81c0-f37ebf2ba134 tempest-RoutersNegativeIpV6Test-1489525779 tempest-RoutersNegativeIpV6Test-1489525779-project] Pushing event updated for resources: {'Port': ['ID=2b312b74-e4c7-4201-9a1d-3248cc95811c,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:27:58.389289 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-2e315f23-a2cf-41a7-916e-91059072a6fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:58.532968 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fca186-ead2-4a03-b6d8-e4060871186b req-a69dea94-27a8-417d-aee6-b607a1948d85 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:58.546723 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-f5fca186-ead2-4a03-b6d8-e4060871186b req-a69dea94-27a8-417d-aee6-b607a1948d85 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/ports?device_id=163edd21-57d3-4b96-bbd8-050c27cbdb61 HTTP/1.1" status: 200 len: 944 time: 0.1234901 Oct 27 10:27:58.565193 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:58.612336 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device de29b6c8-dcdf-43fe-8daa-8096a403c3ba up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:27:58.638719 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-f5fca186-ead2-4a03-b6d8-e4060871186b req-f48e3b52-ec23-4026-a453-5013a4e1b23f tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/security-groups?id=9f7279ee-2d49-4f67-b584-fc902ef383cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885997 Oct 27 10:27:58.653096 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 10:27:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed1c1de8-4447-4bc6-ab7c-14dee057cce3 x-openstack-request-id: req-ed1c1de8-4447-4bc6-ab7c-14dee057cce3 {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:27:58.654473 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "960c3882-8995-469f-b814-0b87f3b61996", "tag": "dd1a4a75-aa59-4a40-9f4f-febceef5868f", "status": "completed", "code": 200}]} {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:27:58.656696 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ed1c1de8-4447-4bc6-ab7c-14dee057cce3 {{(pid=102346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:27:58.657242 n-d-813419-10 neutron-server[102346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '960c3882-8995-469f-b814-0b87f3b61996', 'tag': 'dd1a4a75-aa59-4a40-9f4f-febceef5868f', 'status': 'completed', 'code': 200} Oct 27 10:27:58.742475 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '163edd21-57d3-4b96-bbd8-050c27cbdb61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '279274d4-464d-4fc6-9065-7cae6d97f17f'}] {{(pid=102348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:27:58.743487 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c588921fa634554a1d9242fdea1b05457a9ff1d3b28ba54ec1dace7f2f1df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb713e90-bc89-4d76-abfe-3fc8ae00b422" -d '{"events": [{"server_uuid": "163edd21-57d3-4b96-bbd8-050c27cbdb61", "name": "network-vif-plugged", "status": "completed", "tag": "279274d4-464d-4fc6-9065-7cae6d97f17f"}]}' {{(pid=102348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:27:58.779035 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-2e315f23-a2cf-41a7-916e-91059072a6fb None None] For port 57605aad-65f5-409b-aeef-799de7936050, host n-d-813419-10, cleared binding levels {{(pid=102348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:27:58.784235 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] For port 279274d4-464d-4fc6-9065-7cae6d97f17f, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=279274d4-464d-4fc6-9065-7cae6d97f17f,segment=NetworkSegment(2ae7a459-953f-4f06-8bb8-d3b1f54967e3),segment_id=2ae7a459-953f-4f06-8bb8-d3b1f54967e3)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:27:58.801412 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:58.809280 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-2e315f23-a2cf-41a7-916e-91059072a6fb None None] For port 57605aad-65f5-409b-aeef-799de7936050, host n-d-813419-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=57605aad-65f5-409b-aeef-799de7936050,segment=NetworkSegment(bfad573d-3329-435d-8f34-cf3c181e33d1),segment_id=bfad573d-3329-435d-8f34-cf3c181e33d1)] {{(pid=102348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:27:58.842816 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-2e315f23-a2cf-41a7-916e-91059072a6fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:58.869848 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port de29b6c8-dcdf-43fe-8daa-8096a403c3ba triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:27:58.870216 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:58.933933 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Pushing event updated for resources: {'Port': ['ID=279274d4-464d-4fc6-9065-7cae6d97f17f,revision_number=5']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:27:58.938951 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c10289-abc1-4e9b-86c9-66663f9b9dbb req-85ab6a33-2d26-480e-9801-da9519a28d52 tempest-ServersOnMultiNodesTest-130542004 tempest-ServersOnMultiNodesTest-130542004-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:58.940521 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-e1c10289-abc1-4e9b-86c9-66663f9b9dbb req-85ab6a33-2d26-480e-9801-da9519a28d52 tempest-ServersOnMultiNodesTest-130542004 tempest-ServersOnMultiNodesTest-130542004-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=bda2ffb8-69b8-4fb2-a9fa-000ea4cb3e38 HTTP/1.1" status: 200 len: 1102 time: 0.0914609 Oct 27 10:27:58.947405 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-f531582a-f513-4216-81c0-f37ebf2ba134 tempest-RoutersNegativeIpV6Test-1489525779 tempest-RoutersNegativeIpV6Test-1489525779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:58.962075 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e826f0aa-17e4-4fbf-a217-d88c1bc6c842 None None] New status for floating IP 0ac0c7a6-6859-4663-aa74-f18117783248: DOWN {{(pid=102348) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 10:27:58.987071 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-41519883-ba76-43af-bd57-f77a79272b5b req-d72b6a74-14fe-4cfe-8b42-28ba02b3054e tempest-FloatingIPsAssociationNegativeTestJSON-285214202 tempest-FloatingIPsAssociationNegativeTestJSON-285214202-project] 10.222.0.44 "GET /v2.0/floatingips/0ac0c7a6-6859-4663-aa74-f18117783248 HTTP/1.1" status: 200 len: 694 time: 0.3064010 Oct 27 10:27:59.018152 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-e1c10289-abc1-4e9b-86c9-66663f9b9dbb req-a2ac7d7f-c187-4639-85c7-978f91743723 tempest-ServersOnMultiNodesTest-130542004 tempest-ServersOnMultiNodesTest-130542004-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=564ecd8b-da86-4175-923a-67dcc5fcd400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648482 Oct 27 10:27:59.059058 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda1e5b7-72cc-4d0d-9407-96b7b7441f74 req-2ef08ca2-0ee6-48a7-b22f-dd0f71aa36a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:59.060616 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-bda1e5b7-72cc-4d0d-9407-96b7b7441f74 req-2ef08ca2-0ee6-48a7-b22f-dd0f71aa36a1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7517d618a1be4ff0aa51550f921b9468&device_id=960c3882-8995-469f-b814-0b87f3b61996 HTTP/1.1" status: 200 len: 1098 time: 0.3788774 Oct 27 10:27:59.175897 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-c715de70-a0be-4289-bdde-b8a5f9121867 req-c7a37891-14e2-47c8-ba49-9948501ab69e tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] 10.222.0.44 "GET /v2.0/security-groups/02dfdf07-1124-4944-a3cb-1b163ed42b09 HTTP/1.1" status: 200 len: 1802 time: 0.0881798 Oct 27 10:27:59.268970 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e315f23-a2cf-41a7-916e-91059072a6fb None None] Pushing event updated for resources: {'Port': ['ID=57605aad-65f5-409b-aeef-799de7936050,revision_number=2']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:27:59.366739 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-c715de70-a0be-4289-bdde-b8a5f9121867 req-6e127b7e-a2f1-4086-b7d3-0be65919c0d5 tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] Publish callbacks [] for security_group, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:59.400837 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-c715de70-a0be-4289-bdde-b8a5f9121867 req-6e127b7e-a2f1-4086-b7d3-0be65919c0d5 tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:59.480055 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-c715de70-a0be-4289-bdde-b8a5f9121867 req-6e127b7e-a2f1-4086-b7d3-0be65919c0d5 tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:59.484001 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-c715de70-a0be-4289-bdde-b8a5f9121867 req-6e127b7e-a2f1-4086-b7d3-0be65919c0d5 tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:59.487484 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-c715de70-a0be-4289-bdde-b8a5f9121867 req-6e127b7e-a2f1-4086-b7d3-0be65919c0d5 tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] 10.222.0.44 "DELETE /v2.0/security-groups/02dfdf07-1124-4944-a3cb-1b163ed42b09 HTTP/1.1" status: 204 len: 173 time: 0.3072152 Oct 27 10:27:59.518330 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e127b7e-a2f1-4086-b7d3-0be65919c0d5 tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=02dfdf07-1124-4944-a3cb-1b163ed42b09,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:27:59.555915 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cb534e4-8b50-4c02-be2a-092ec8567dea None None] Network 48c12134-0bfd-4fdc-bb0b-38a8fa6da80e requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:27:59.618789 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c285bf5-fa75-4325-8672-e94f64d9d632 req-79f7cf1a-5666-4cb4-b02a-39b3461453bd tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:59.621224 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-1c285bf5-fa75-4325-8672-e94f64d9d632 req-79f7cf1a-5666-4cb4-b02a-39b3461453bd tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] 10.222.0.44 "GET /v2.0/ports?device_id=70421289-5784-4962-8b85-8bf7fa80cc12 HTTP/1.1" status: 200 len: 946 time: 0.0580797 Oct 27 10:27:59.638833 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:59.676459 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-1c285bf5-fa75-4325-8672-e94f64d9d632 req-2b223c21-d280-4c1a-a616-32f2e4ae1d45 tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] 10.222.0.44 "GET /v2.0/security-groups?id=df17171a-6534-4d8a-8518-0be5fe64cbb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489445 Oct 27 10:27:59.707715 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-9b275c4e-923e-4295-9d98-8b558e09c8c6 None None] Provisioning complete for port de29b6c8-dcdf-43fe-8daa-8096a403c3ba triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:27:59.708411 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-9b275c4e-923e-4295-9d98-8b558e09c8c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:59.747208 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:27:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a163228-e0c9-4039-b9d9-f6ea89eebd9a x-openstack-request-id: req-0a163228-e0c9-4039-b9d9-f6ea89eebd9a {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:27:59.748772 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "163edd21-57d3-4b96-bbd8-050c27cbdb61", "name": "network-vif-plugged", "status": "completed", "tag": "279274d4-464d-4fc6-9065-7cae6d97f17f", "code": 200}]} {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:27:59.749197 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-0a163228-e0c9-4039-b9d9-f6ea89eebd9a {{(pid=102348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:27:59.749777 n-d-813419-10 neutron-server[102348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '163edd21-57d3-4b96-bbd8-050c27cbdb61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '279274d4-464d-4fc6-9065-7cae6d97f17f', 'code': 200} Oct 27 10:27:59.793262 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] For port de29b6c8-dcdf-43fe-8daa-8096a403c3ba, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=de29b6c8-dcdf-43fe-8daa-8096a403c3ba,segment=NetworkSegment(6afdb3c8-7d13-479f-8053-18cd8397bc31),segment_id=6afdb3c8-7d13-479f-8053-18cd8397bc31)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:27:59.811806 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:27:59.814930 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f50e107-cc28-43e4-89c6-35c231aaf528 req-fffc3e34-4afc-4476-a02c-1a380d19821b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:59.816926 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8f50e107-cc28-43e4-89c6-35c231aaf528 req-fffc3e34-4afc-4476-a02c-1a380d19821b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9c487093db7840e98dafd374096ede4c&device_id=70421289-5784-4962-8b85-8bf7fa80cc12 HTTP/1.1" status: 200 len: 1098 time: 1.0210071 Oct 27 10:27:59.913169 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e155c1a-bd16-42a2-b841-d921bbed595a req-ac9f5d72-3d02-4975-a8a9-cc2b18c6ce00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:27:59.919271 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-1e155c1a-bd16-42a2-b841-d921bbed595a req-ac9f5d72-3d02-4975-a8a9-cc2b18c6ce00 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=163edd21-57d3-4b96-bbd8-050c27cbdb61 HTTP/1.1" status: 200 len: 1097 time: 0.0961840 Oct 27 10:27:59.969195 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-1e155c1a-bd16-42a2-b841-d921bbed595a req-a10e6698-f8ba-40c8-9734-ced6b9ad75d5 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=9f7279ee-2d49-4f67-b584-fc902ef383cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414848 Oct 27 10:28:00.018295 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Pushing event updated for resources: {'Port': ['ID=de29b6c8-dcdf-43fe-8daa-8096a403c3ba,revision_number=3']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:28:00.065072 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41519883-ba76-43af-bd57-f77a79272b5b req-36a4d694-0bb4-43ac-b804-1f06638f09ff tempest-FloatingIPsAssociationNegativeTestJSON-285214202 tempest-FloatingIPsAssociationNegativeTestJSON-285214202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:28:00.066508 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-41519883-ba76-43af-bd57-f77a79272b5b req-36a4d694-0bb4-43ac-b804-1f06638f09ff tempest-FloatingIPsAssociationNegativeTestJSON-285214202 tempest-FloatingIPsAssociationNegativeTestJSON-285214202-project] 10.222.0.44 "GET /v2.0/networks/185ff123-c7ff-45c7-a6be-71feb35acc9c HTTP/1.1" status: 200 len: 784 time: 1.0594349 Oct 27 10:28:00.177877 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f50e107-cc28-43e4-89c6-35c231aaf528 req-474ef630-a2af-4113-b87b-71d5c37de7fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:28:00.181311 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8f50e107-cc28-43e4-89c6-35c231aaf528 req-474ef630-a2af-4113-b87b-71d5c37de7fe service neutron] 10.222.0.64 "GET /v2.0/networks?id=b70d8912-e651-449a-aede-549067567147 HTTP/1.1" status: 200 len: 909 time: 0.3512218 Oct 27 10:28:00.206992 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-c7411504-beeb-424f-a46f-1c01e3592a76 req-cf197ed8-ecc4-4c51-b1d9-523aca55e6a9 tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] 10.222.0.44 "GET /v2.0/security-groups/64239b95-ed69-4ec1-9562-a638483ad2ce HTTP/1.1" status: 200 len: 1803 time: 0.0931299 Oct 27 10:28:00.212076 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-41519883-ba76-43af-bd57-f77a79272b5b req-b4708463-d4c8-4cf1-a8a5-fbbda8e1be8a tempest-FloatingIPsAssociationNegativeTestJSON-285214202 tempest-FloatingIPsAssociationNegativeTestJSON-285214202-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.8.67 HTTP/1.1" status: 200 len: 695 time: 0.1024337 Oct 27 10:28:00.264785 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8f50e107-cc28-43e4-89c6-35c231aaf528 req-1d4694fd-076a-4f55-88d4-60c4532b9577 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f81d61c2-dbd7-452d-b714-07ddb1d07d0b HTTP/1.1" status: 200 len: 217 time: 0.0663054 Oct 27 10:28:00.304701 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-c7411504-beeb-424f-a46f-1c01e3592a76 req-60a341ce-2643-4479-a6ac-f37f0c0d5e8b tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] Publish callbacks [] for security_group, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:00.344134 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-c7411504-beeb-424f-a46f-1c01e3592a76 req-60a341ce-2643-4479-a6ac-f37f0c0d5e8b tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:00.355440 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda1e5b7-72cc-4d0d-9407-96b7b7441f74 req-317a65fb-de2f-48d1-8660-daf11871ebe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:28:00.357281 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-bda1e5b7-72cc-4d0d-9407-96b7b7441f74 req-317a65fb-de2f-48d1-8660-daf11871ebe7 service neutron] 10.222.0.64 "GET /v2.0/networks?id=8d0bfbf6-a651-4027-be4c-8c46c789c0fc HTTP/1.1" status: 200 len: 929 time: 0.7330418 Oct 27 10:28:00.422917 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-c7411504-beeb-424f-a46f-1c01e3592a76 req-60a341ce-2643-4479-a6ac-f37f0c0d5e8b tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:00.425506 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-41519883-ba76-43af-bd57-f77a79272b5b req-7a371114-d6b7-479f-ab73-252e2bad7293 tempest-FloatingIPsAssociationNegativeTestJSON-285214202 tempest-FloatingIPsAssociationNegativeTestJSON-285214202-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.8.67 HTTP/1.1" status: 200 len: 695 time: 0.1741233 Oct 27 10:28:00.433483 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-c7411504-beeb-424f-a46f-1c01e3592a76 req-60a341ce-2643-4479-a6ac-f37f0c0d5e8b tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:00.455032 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-c7411504-beeb-424f-a46f-1c01e3592a76 req-60a341ce-2643-4479-a6ac-f37f0c0d5e8b tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] 10.222.0.44 "DELETE /v2.0/security-groups/64239b95-ed69-4ec1-9562-a638483ad2ce HTTP/1.1" status: 204 len: 173 time: 0.2462070 Oct 27 10:28:00.478741 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a341ce-2643-4479-a6ac-f37f0c0d5e8b tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=64239b95-ed69-4ec1-9562-a638483ad2ce,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:28:00.521029 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-bda1e5b7-72cc-4d0d-9407-96b7b7441f74 req-9a2eceed-1bfa-492e-b147-337747450fa1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dd1a4a75-aa59-4a40-9f4f-febceef5868f HTTP/1.1" status: 200 len: 217 time: 0.1254218 Oct 27 10:28:00.579515 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-ccfdfba0-ba7a-44be-8123-b9d452b344e3 None None] Provisioning complete for port 2b312b74-e4c7-4201-9a1d-3248cc95811c triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:28:00.579515 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-ccfdfba0-ba7a-44be-8123-b9d452b344e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:00.619725 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cee842-f522-4f8d-9eba-891416a2a223 req-c8829e0b-92a2-4ad8-ac13-004a5745cef9 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:28:00.621486 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-31cee842-f522-4f8d-9eba-891416a2a223 req-c8829e0b-92a2-4ad8-ac13-004a5745cef9 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/ports?device_id=163edd21-57d3-4b96-bbd8-050c27cbdb61 HTTP/1.1" status: 200 len: 945 time: 0.0918555 Oct 27 10:28:00.632401 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-ccfdfba0-ba7a-44be-8123-b9d452b344e3 None None] Port 2b312b74-e4c7-4201-9a1d-3248cc95811c cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:28:00.636710 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6a6cdb0-c601-462b-b42e-e95f8f57da12 None None] Network efa132db-5950-4dea-8d15-a0aeb2249fc1 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:28:00.685804 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-31cee842-f522-4f8d-9eba-891416a2a223 req-5201e9a0-62df-4718-a815-617e89cb791e tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/security-groups?id=9f7279ee-2d49-4f67-b584-fc902ef383cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565398 Oct 27 10:28:00.689493 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 57605aad-65f5-409b-aeef-799de7936050 up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:28:00.729451 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f50e107-cc28-43e4-89c6-35c231aaf528 req-5fdb704f-e15d-4943-a523-d70226d659e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:28:00.733651 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8f50e107-cc28-43e4-89c6-35c231aaf528 req-5fdb704f-e15d-4943-a523-d70226d659e5 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0c8d0682-e9d2-4157-8f50-67abbd1aff64 HTTP/1.1" status: 200 len: 848 time: 0.4208097 Oct 27 10:28:00.734447 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-ccfdfba0-ba7a-44be-8123-b9d452b344e3 None None] Provisioning complete for port de29b6c8-dcdf-43fe-8daa-8096a403c3ba triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:28:00.734811 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-ccfdfba0-ba7a-44be-8123-b9d452b344e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:00.801247 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-f531582a-f513-4216-81c0-f37ebf2ba134 tempest-RoutersNegativeIpV6Test-1489525779 tempest-RoutersNegativeIpV6Test-1489525779-project] Publish callbacks [] for port, precommit_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:00.825465 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a8af3d-8d6f-4c4f-ab9f-baa44806763d req-5d22d41c-08c8-4d91-af98-e4b884b0d39c tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:28:00.833713 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-c6a8af3d-8d6f-4c4f-ab9f-baa44806763d req-5d22d41c-08c8-4d91-af98-e4b884b0d39c tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] 10.222.0.44 "GET /v2.0/ports?device_id=bda2ffb8-69b8-4fb2-a9fa-000ea4cb3e38 HTTP/1.1" status: 200 len: 950 time: 0.0698380 Oct 27 10:28:00.848946 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8f50e107-cc28-43e4-89c6-35c231aaf528 req-5ca598fb-136d-4140-b0c1-028b96f5bfc0 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b70d8912-e651-449a-aede-549067567147&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0739994 Oct 27 10:28:00.869041 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-f531582a-f513-4216-81c0-f37ebf2ba134 tempest-RoutersNegativeIpV6Test-1489525779 tempest-RoutersNegativeIpV6Test-1489525779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:00.869819 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-f531582a-f513-4216-81c0-f37ebf2ba134 tempest-RoutersNegativeIpV6Test-1489525779 tempest-RoutersNegativeIpV6Test-1489525779-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2006967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1766225'] for router_interface, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:00.879959 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-c6a8af3d-8d6f-4c4f-ab9f-baa44806763d req-d967f9e6-49d3-413f-8afc-f23a5e13756b tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] 10.222.0.44 "GET /v2.0/security-groups?id=564ecd8b-da86-4175-923a-67dcc5fcd400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451224 Oct 27 10:28:00.896821 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda1e5b7-72cc-4d0d-9407-96b7b7441f74 req-3605035f-c0cd-4b10-bd3d-60618532cdad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:28:00.898314 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-bda1e5b7-72cc-4d0d-9407-96b7b7441f74 req-3605035f-c0cd-4b10-bd3d-60618532cdad service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9550a2a4-cfa8-4bcb-a0bd-eb570b7d2fd8 HTTP/1.1" status: 200 len: 867 time: 0.3103514 Oct 27 10:28:00.910094 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [req-54474454-cccd-4de6-8e60-23cbffde3ff4 req-ef07466d-db34-4242-b937-89c06fbba481 tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1014536176', 'description': 'tempest-description-1441449792'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:28:00.916379 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port 57605aad-65f5-409b-aeef-799de7936050 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:28:00.916379 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:00.948933 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-54474454-cccd-4de6-8e60-23cbffde3ff4 req-ef07466d-db34-4242-b937-89c06fbba481 tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] Publish callbacks [] for security_group, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:01.078047 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-54474454-cccd-4de6-8e60-23cbffde3ff4 req-ef07466d-db34-4242-b937-89c06fbba481 tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] Publish callbacks [] for security_group, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:01.084511 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:01.088292 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-54474454-cccd-4de6-8e60-23cbffde3ff4 req-ef07466d-db34-4242-b937-89c06fbba481 tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:01.120279 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [req-41519883-ba76-43af-bd57-f77a79272b5b req-7e3fb7ac-9616-430c-a5ad-6c70c90c46ba tempest-FloatingIPsAssociationNegativeTestJSON-285214202 tempest-FloatingIPsAssociationNegativeTestJSON-285214202-project] Deleting port 361da875-e5f7-49fb-aff1-c5d6842cded9 {{(pid=102347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:28:01.120873 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-41519883-ba76-43af-bd57-f77a79272b5b req-7e3fb7ac-9616-430c-a5ad-6c70c90c46ba tempest-FloatingIPsAssociationNegativeTestJSON-285214202 tempest-FloatingIPsAssociationNegativeTestJSON-285214202-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:01.124071 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] For port 57605aad-65f5-409b-aeef-799de7936050, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=57605aad-65f5-409b-aeef-799de7936050,segment=NetworkSegment(bfad573d-3329-435d-8f34-cf3c181e33d1),segment_id=bfad573d-3329-435d-8f34-cf3c181e33d1)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:28:01.129408 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-54474454-cccd-4de6-8e60-23cbffde3ff4 req-ef07466d-db34-4242-b937-89c06fbba481 tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:01.131276 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:01.132380 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device de29b6c8-dcdf-43fe-8daa-8096a403c3ba up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:28:01.137919 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda1e5b7-72cc-4d0d-9407-96b7b7441f74 req-9ac0cda7-e9f4-47ae-aa90-53e6f24a6cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:28:01.140544 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-bda1e5b7-72cc-4d0d-9407-96b7b7441f74 req-9ac0cda7-e9f4-47ae-aa90-53e6f24a6cd1 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8d0bfbf6-a651-4027-be4c-8c46c789c0fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2094409 Oct 27 10:28:01.155712 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-54474454-cccd-4de6-8e60-23cbffde3ff4 req-ef07466d-db34-4242-b937-89c06fbba481 tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.2519960 Oct 27 10:28:01.194492 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f531582a-f513-4216-81c0-f37ebf2ba134 tempest-RoutersNegativeIpV6Test-1489525779 tempest-RoutersNegativeIpV6Test-1489525779-project] Pushing event updated for resources: {'Port': ['ID=2b312b74-e4c7-4201-9a1d-3248cc95811c,revision_number=2']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:28:01.206155 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef07466d-db34-4242-b937-89c06fbba481 tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4165df54-b596-4a3a-9fc7-5f8cb80a8bb0,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:28:01.255839 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-b4f43ae9-b354-4393-9dee-d9530cae581d None None] Provisioning complete for port 2b312b74-e4c7-4201-9a1d-3248cc95811c triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:28:01.256248 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-b4f43ae9-b354-4393-9dee-d9530cae581d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:01.260142 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Pushing event updated for resources: {'Port': ['ID=57605aad-65f5-409b-aeef-799de7936050,revision_number=3']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:28:01.325294 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-b4f43ae9-b354-4393-9dee-d9530cae581d None None] Port 2b312b74-e4c7-4201-9a1d-3248cc95811c cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:28:01.331827 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port de29b6c8-dcdf-43fe-8daa-8096a403c3ba triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:28:01.332547 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:01.351692 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79d050c-6498-4be0-bb99-01b43f89fdb1 req-8461ff11-aacc-4673-816f-8b03be04b703 tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:28:01.353354 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-c79d050c-6498-4be0-bb99-01b43f89fdb1 req-8461ff11-aacc-4673-816f-8b03be04b703 tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] 10.222.0.44 "GET /v2.0/ports?device_id=70421289-5784-4962-8b85-8bf7fa80cc12 HTTP/1.1" status: 200 len: 946 time: 0.0704656 Oct 27 10:28:01.377863 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-b4f43ae9-b354-4393-9dee-d9530cae581d None None] Provisioning complete for port 57605aad-65f5-409b-aeef-799de7936050 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:28:01.377863 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-b4f43ae9-b354-4393-9dee-d9530cae581d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:01.401016 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8f50e107-cc28-43e4-89c6-35c231aaf528 req-727d0def-edfa-4c9a-a9b8-c966ea7475c1 service neutron] 10.222.0.64 "GET /v2.0/networks/b70d8912-e651-449a-aede-549067567147?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5281291 Oct 27 10:28:01.403440 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-bda1e5b7-72cc-4d0d-9407-96b7b7441f74 req-726529af-da83-4a05-8cb5-0edb6416a149 service neutron] 10.222.0.64 "GET /v2.0/networks/8d0bfbf6-a651-4027-be4c-8c46c789c0fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2101634 Oct 27 10:28:01.417626 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-c79d050c-6498-4be0-bb99-01b43f89fdb1 req-a9fb7880-d016-430b-94cd-dd4b296364dd tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] 10.222.0.44 "GET /v2.0/security-groups?id=df17171a-6534-4d8a-8518-0be5fe64cbb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553527 Oct 27 10:28:01.641932 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-087c4c3b-014c-4d30-ba95-63bbb9d21c2b req-f5e279b1-0601-4808-8e02-a0e3f694f5a6 tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] 10.222.0.44 "GET /v2.0/security-groups/4165df54-b596-4a3a-9fc7-5f8cb80a8bb0 HTTP/1.1" status: 200 len: 1803 time: 0.0704739 Oct 27 10:28:01.641932 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [req-087c4c3b-014c-4d30-ba95-63bbb9d21c2b req-5d7bc9d7-c288-4e4d-b2c0-56d00ba392b6 tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] Request body: {'security_group': {'name': 'tempest-sg-hth-592581797', 'description': 'tempest-description-hth-1355291059'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:28:01.662114 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-114d991a-c25d-4624-95cc-307cd183d434 None None] Provisioning complete for port 57605aad-65f5-409b-aeef-799de7936050 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:28:01.662477 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-114d991a-c25d-4624-95cc-307cd183d434 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:01.702032 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-087c4c3b-014c-4d30-ba95-63bbb9d21c2b req-5d7bc9d7-c288-4e4d-b2c0-56d00ba392b6 tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] Publish callbacks [] for security_group, before_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:01.813427 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad1336e-9f1d-4c45-a889-183b4584848c req-7d20c6a2-70a4-442e-9f49-146c7e544f1a tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:28:01.814924 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-cad1336e-9f1d-4c45-a889-183b4584848c req-7d20c6a2-70a4-442e-9f49-146c7e544f1a tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] 10.222.0.64 "GET /v2.0/ports?device_id=bda2ffb8-69b8-4fb2-a9fa-000ea4cb3e38 HTTP/1.1" status: 200 len: 950 time: 0.1099913 Oct 27 10:28:01.817445 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-087c4c3b-014c-4d30-ba95-63bbb9d21c2b req-5d7bc9d7-c288-4e4d-b2c0-56d00ba392b6 tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] Publish callbacks [] for security_group, precommit_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:01.822359 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-087c4c3b-014c-4d30-ba95-63bbb9d21c2b req-5d7bc9d7-c288-4e4d-b2c0-56d00ba392b6 tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:01.825400 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-087c4c3b-014c-4d30-ba95-63bbb9d21c2b req-5d7bc9d7-c288-4e4d-b2c0-56d00ba392b6 tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:01.826673 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-087c4c3b-014c-4d30-ba95-63bbb9d21c2b req-5d7bc9d7-c288-4e4d-b2c0-56d00ba392b6 tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] 10.222.0.44 "PUT /v2.0/security-groups/4165df54-b596-4a3a-9fc7-5f8cb80a8bb0 HTTP/1.1" status: 200 len: 1776 time: 0.2039363 Oct 27 10:28:01.884008 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f531582a-f513-4216-81c0-f37ebf2ba134 tempest-RoutersNegativeIpV6Test-1489525779 tempest-RoutersNegativeIpV6Test-1489525779-project] Network 48c12134-0bfd-4fdc-bb0b-38a8fa6da80e is already hosted by enough agents. {{(pid=102347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:28:01.887048 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [None req-f531582a-f513-4216-81c0-f37ebf2ba134 tempest-RoutersNegativeIpV6Test-1489525779 tempest-RoutersNegativeIpV6Test-1489525779-project] Resources bound (agent type, host, resource id): {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:28:01.893639 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7bc9d7-c288-4e4d-b2c0-56d00ba392b6 tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4165df54-b596-4a3a-9fc7-5f8cb80a8bb0,revision_number=2']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:28:01.901981 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-41519883-ba76-43af-bd57-f77a79272b5b req-7e3fb7ac-9616-430c-a5ad-6c70c90c46ba tempest-FloatingIPsAssociationNegativeTestJSON-285214202 tempest-FloatingIPsAssociationNegativeTestJSON-285214202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:01.902309 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-41519883-ba76-43af-bd57-f77a79272b5b req-7e3fb7ac-9616-430c-a5ad-6c70c90c46ba tempest-FloatingIPsAssociationNegativeTestJSON-285214202 tempest-FloatingIPsAssociationNegativeTestJSON-285214202-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:02.021648 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8f50e107-cc28-43e4-89c6-35c231aaf528 req-310c5aa5-0b2e-4362-89b8-f8f220529be2 service neutron] 10.222.0.64 "GET /v2.0/networks/b70d8912-e651-449a-aede-549067567147?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6011078 Oct 27 10:28:02.070988 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [req-41519883-ba76-43af-bd57-f77a79272b5b req-7e3fb7ac-9616-430c-a5ad-6c70c90c46ba tempest-FloatingIPsAssociationNegativeTestJSON-285214202 tempest-FloatingIPsAssociationNegativeTestJSON-285214202-project] Calling delete_port for 361da875-e5f7-49fb-aff1-c5d6842cded9 owned by network:floatingip {{(pid=102347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:28:02.209856 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-bda1e5b7-72cc-4d0d-9407-96b7b7441f74 req-7554240e-7395-4199-818c-e3427bbea6e1 service neutron] 10.222.0.64 "GET /v2.0/networks/8d0bfbf6-a651-4027-be4c-8c46c789c0fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7625525 Oct 27 10:28:02.258029 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-61d8782f-0542-4a34-ab6f-8b7b936d4d26 None None] Provisioning complete for port 2b312b74-e4c7-4201-9a1d-3248cc95811c triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:28:02.260048 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-61d8782f-0542-4a34-ab6f-8b7b936d4d26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:02.271082 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f531582a-f513-4216-81c0-f37ebf2ba134 tempest-RoutersNegativeIpV6Test-1489525779 tempest-RoutersNegativeIpV6Test-1489525779-project] Router 099a9746-f721-4a53-b11b-2365f2ebdb9c is scheduled to L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb with binding_index 1 {{(pid=102347) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 10:28:02.315918 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 53576) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:28:02.339548 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-61d8782f-0542-4a34-ab6f-8b7b936d4d26 None None] Port 2b312b74-e4c7-4201-9a1d-3248cc95811c cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:28:02.370285 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [req-cad1336e-9f1d-4c45-a889-183b4584848c req-dcda894b-e2b7-4333-bbf2-6627a3ade216 tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] Deleting port 15439c76-fe8b-4381-ba27-93b988e32c53 {{(pid=102346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:28:02.370671 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-cad1336e-9f1d-4c45-a889-183b4584848c req-dcda894b-e2b7-4333-bbf2-6627a3ade216 tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:02.381637 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d113fd4-b646-45b5-be84-50dd6a3133f0 req-5dac5f1f-1d2c-436e-b69c-1322849b2381 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:28:02.382613 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:02.388890 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-4d113fd4-b646-45b5-be84-50dd6a3133f0 req-5dac5f1f-1d2c-436e-b69c-1322849b2381 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/ports?device_id=163edd21-57d3-4b96-bbd8-050c27cbdb61 HTTP/1.1" status: 200 len: 945 time: 0.4413962 Oct 27 10:28:02.450171 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f531582a-f513-4216-81c0-f37ebf2ba134 tempest-RoutersNegativeIpV6Test-1489525779 tempest-RoutersNegativeIpV6Test-1489525779-project] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:28:02.463539 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d32d6a7-5fa5-49cf-94a9-2268d004ce59 None None] Sync routers for ids ['099a9746-f721-4a53-b11b-2365f2ebdb9c'] in n-d-813419-10 {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:28:02.482623 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d32d6a7-5fa5-49cf-94a9-2268d004ce59 None None] Routers {'099a9746-f721-4a53-b11b-2365f2ebdb9c'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:28:02.483127 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-4d113fd4-b646-45b5-be84-50dd6a3133f0 req-24a416d9-a3c5-48f7-bb40-a09e90dfc219 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/security-groups?id=9f7279ee-2d49-4f67-b584-fc902ef383cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888746 Oct 27 10:28:02.483241 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-6d32d6a7-5fa5-49cf-94a9-2268d004ce59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:27:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['099a9746-f721-4a53-b11b-2365f2ebdb9c'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:28:02.496557 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-f531582a-f513-4216-81c0-f37ebf2ba134 tempest-RoutersNegativeIpV6Test-1489525779 tempest-RoutersNegativeIpV6Test-1489525779-project] 10.222.0.44 "PUT /v2.0/routers/099a9746-f721-4a53-b11b-2365f2ebdb9c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0434036 Oct 27 10:28:02.498067 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 53584) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:28:02.527519 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-b0dd9f83-4491-4037-8eeb-5d345189fe47 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:02.528430 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 57605aad-65f5-409b-aeef-799de7936050 up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:28:02.573249 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-41519883-ba76-43af-bd57-f77a79272b5b req-7e3fb7ac-9616-430c-a5ad-6c70c90c46ba tempest-FloatingIPsAssociationNegativeTestJSON-285214202 tempest-FloatingIPsAssociationNegativeTestJSON-285214202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:02.611360 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port 57605aad-65f5-409b-aeef-799de7936050 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:28:02.612266 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:02.640415 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [req-cad1336e-9f1d-4c45-a889-183b4584848c req-dcda894b-e2b7-4333-bbf2-6627a3ade216 tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] For port 15439c76-fe8b-4381-ba27-93b988e32c53, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=15439c76-fe8b-4381-ba27-93b988e32c53,segment=NetworkSegment(f7c42c6d-2766-46d8-a8b7-4852117a5555),segment_id=f7c42c6d-2766-46d8-a8b7-4852117a5555)] {{(pid=102346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:28:02.640777 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-cad1336e-9f1d-4c45-a889-183b4584848c req-dcda894b-e2b7-4333-bbf2-6627a3ade216 tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:02.680630 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-18553cf1-d951-4de2-a891-17ba3f818196 req-2502f6a5-9bd8-4b5a-a0d5-6d4299edea3e tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] 10.222.0.44 "GET /v2.0/security-groups/4165df54-b596-4a3a-9fc7-5f8cb80a8bb0 HTTP/1.1" status: 200 len: 1776 time: 0.1644840 Oct 27 10:28:02.692049 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [req-cad1336e-9f1d-4c45-a889-183b4584848c req-dcda894b-e2b7-4333-bbf2-6627a3ade216 tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] Calling delete_port for 15439c76-fe8b-4381-ba27-93b988e32c53 owned by compute:nova {{(pid=102346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:28:02.756581 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-41519883-ba76-43af-bd57-f77a79272b5b req-7e3fb7ac-9616-430c-a5ad-6c70c90c46ba tempest-FloatingIPsAssociationNegativeTestJSON-285214202 tempest-FloatingIPsAssociationNegativeTestJSON-285214202-project] Publish callbacks [] for floatingip, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:02.759907 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-41519883-ba76-43af-bd57-f77a79272b5b req-7e3fb7ac-9616-430c-a5ad-6c70c90c46ba tempest-FloatingIPsAssociationNegativeTestJSON-285214202 tempest-FloatingIPsAssociationNegativeTestJSON-285214202-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for floatingip, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:02.761090 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-41519883-ba76-43af-bd57-f77a79272b5b req-7e3fb7ac-9616-430c-a5ad-6c70c90c46ba tempest-FloatingIPsAssociationNegativeTestJSON-285214202 tempest-FloatingIPsAssociationNegativeTestJSON-285214202-project] 10.222.0.44 "DELETE /v2.0/floatingips/0ac0c7a6-6859-4663-aa74-f18117783248 HTTP/1.1" status: 204 len: 173 time: 2.2867553 Oct 27 10:28:02.775960 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-6d32d6a7-5fa5-49cf-94a9-2268d004ce59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:28:02.780030 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3fb7ac-9616-430c-a5ad-6c70c90c46ba tempest-FloatingIPsAssociationNegativeTestJSON-285214202 tempest-FloatingIPsAssociationNegativeTestJSON-285214202-project] Pushing event deleted for resources: {'Port': ['ID=361da875-e5f7-49fb-aff1-c5d6842cded9,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:28:02.801543 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d32d6a7-5fa5-49cf-94a9-2268d004ce59 None None] Routers {'099a9746-f721-4a53-b11b-2365f2ebdb9c'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:28:02.802158 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-6d32d6a7-5fa5-49cf-94a9-2268d004ce59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:27:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['099a9746-f721-4a53-b11b-2365f2ebdb9c'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:28:02.871086 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-b0dd9f83-4491-4037-8eeb-5d345189fe47 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:02.875947 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-6d32d6a7-5fa5-49cf-94a9-2268d004ce59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:28:02.877034 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d32d6a7-5fa5-49cf-94a9-2268d004ce59 None None] The sync data for ids ['099a9746-f721-4a53-b11b-2365f2ebdb9c'] in n-d-813419-10 is: [] {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:28:02.883985 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7b9690-e977-411e-9179-70f099941f10 req-435bf199-327f-4563-968b-e6c9938c0a06 tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:28:02.887522 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-cd7b9690-e977-411e-9179-70f099941f10 req-435bf199-327f-4563-968b-e6c9938c0a06 tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] 10.222.0.44 "GET /v2.0/ports?device_id=bda2ffb8-69b8-4fb2-a9fa-000ea4cb3e38 HTTP/1.1" status: 200 len: 950 time: 0.0975153 Oct 27 10:28:02.896812 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-b0dd9f83-4491-4037-8eeb-5d345189fe47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:02.995519 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0dd9f83-4491-4037-8eeb-5d345189fe47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86dbff39-9771-4107-b4c9-ffb7bb94b828,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:28:03.001785 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5a594c-8141-4160-98b5-abd928efc660 req-48a61374-39ec-4f0b-a72c-4038fdb535aa tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:28:03.004502 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-db5a594c-8141-4160-98b5-abd928efc660 req-48a61374-39ec-4f0b-a72c-4038fdb535aa tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] 10.222.0.44 "GET /v2.0/ports?device_id=70421289-5784-4962-8b85-8bf7fa80cc12 HTTP/1.1" status: 200 len: 946 time: 0.0999227 Oct 27 10:28:03.010648 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-b0dd9f83-4491-4037-8eeb-5d345189fe47 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d2b6f60320f4421b946603caefcba835&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6936758 Oct 27 10:28:03.015830 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-cd7b9690-e977-411e-9179-70f099941f10 req-75a08ae0-939c-4434-b84e-15b3e7fabcae tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] 10.222.0.44 "GET /v2.0/security-groups?id=564ecd8b-da86-4175-923a-67dcc5fcd400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165085 Oct 27 10:28:03.018402 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 53592) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:28:03.065816 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-cad1336e-9f1d-4c45-a889-183b4584848c req-dcda894b-e2b7-4333-bbf2-6627a3ade216 tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:03.080783 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] get_ports_and_sgs() called for port_ids ['4b885691-85ba-4912-82eb-e467a6991070', '8b9b70e1-e27e-4007-b609-dd136bc31194'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:28:03.083366 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] get_ports_and_sgs() called for port_ids ['922a99a6-a89a-48b9-8d61-65b98322153e', '85eb83c4-aae3-4041-805d-c9e07ba77132', 'a2c0905d-8ff6-4c64-8718-c464c84f34df', '307705da-7819-45a3-a44b-e488150d0d2c', '3ebcd00e-72e2-4b9a-992d-3c1c8e45c35f'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:28:03.089989 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-db5a594c-8141-4160-98b5-abd928efc660 req-529e9558-6c01-410d-aa0a-9d5a5dbb3f8c tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] 10.222.0.44 "GET /v2.0/security-groups?id=df17171a-6534-4d8a-8518-0be5fe64cbb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562384 Oct 27 10:28:03.185205 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcda894b-e2b7-4333-bbf2-6627a3ade216 tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] Pushing event deleted for resources: {'Port': ['ID=15439c76-fe8b-4381-ba27-93b988e32c53,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:28:03.216859 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d3ffb527-cc1e-4f9b-a18e-39ad3c7b5167 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:03.248786 n-d-813419-10 neutron-server[102347]: INFO neutron.api.v2.resource [None req-13a096e2-370b-4ab7-b44c-31a3e764e51a tempest-RoutersNegativeIpV6Test-1489525779 tempest-RoutersNegativeIpV6Test-1489525779-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 27 10:28:03.250103 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-13a096e2-370b-4ab7-b44c-31a3e764e51a tempest-RoutersNegativeIpV6Test-1489525779 tempest-RoutersNegativeIpV6Test-1489525779-project] 10.222.0.44 "PUT /v2.0/routers/099a9746-f721-4a53-b11b-2365f2ebdb9c/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.7506533 Oct 27 10:28:03.255283 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 53594) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:28:03.349097 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d3ffb527-cc1e-4f9b-a18e-39ad3c7b5167 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:03.449967 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [req-cad1336e-9f1d-4c45-a889-183b4584848c req-dcda894b-e2b7-4333-bbf2-6627a3ade216 tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] No DVR routers for this DVR port 15439c76-fe8b-4381-ba27-93b988e32c53 on host n-h1-813419-10 {{(pid=102346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:28:03.455577 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d3ffb527-cc1e-4f9b-a18e-39ad3c7b5167 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:03.469534 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d3ffb527-cc1e-4f9b-a18e-39ad3c7b5167 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:03.470870 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-d3ffb527-cc1e-4f9b-a18e-39ad3c7b5167 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/86dbff39-9771-4107-b4c9-ffb7bb94b828 HTTP/1.1" status: 204 len: 168 time: 0.4517269 Oct 27 10:28:03.474357 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-cad1336e-9f1d-4c45-a889-183b4584848c req-dcda894b-e2b7-4333-bbf2-6627a3ade216 tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:03.477454 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-cad1336e-9f1d-4c45-a889-183b4584848c req-dcda894b-e2b7-4333-bbf2-6627a3ade216 tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] 10.222.0.64 "DELETE /v2.0/ports/15439c76-fe8b-4381-ba27-93b988e32c53 HTTP/1.1" status: 204 len: 173 time: 1.6497869 Oct 27 10:28:03.488742 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bda2ffb8-69b8-4fb2-a9fa-000ea4cb3e38', 'name': 'network-vif-deleted', 'tag': '15439c76-fe8b-4381-ba27-93b988e32c53'}] {{(pid=102346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:28:03.494234 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc0e418f5fc417c8d55d94c0aa509b037d0beb2a734c1a709e789eb65639a56d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e33e624-6aa0-4d66-8889-ba7a0cdb3575" -d '{"events": [{"server_uuid": "bda2ffb8-69b8-4fb2-a9fa-000ea4cb3e38", "name": "network-vif-deleted", "tag": "15439c76-fe8b-4381-ba27-93b988e32c53"}]}' {{(pid=102346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:28:03.535516 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-6529fad0-bfce-4e7d-9144-2f7959c36f57 req-bc79509d-14b2-4e38-ba87-90ba786bee8a tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] 10.222.0.44 "GET /v2.0/security-groups/4165df54-b596-4a3a-9fc7-5f8cb80a8bb0 HTTP/1.1" status: 200 len: 1776 time: 0.2790871 Oct 27 10:28:03.546249 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ffb527-cc1e-4f9b-a18e-39ad3c7b5167 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86dbff39-9771-4107-b4c9-ffb7bb94b828,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:28:03.608255 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7563cee-e6c8-48c6-b4bf-8fe78b1f9c65 req-2de4d60e-ef8a-40d8-9339-dba5ffcf05eb tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:28:03.610485 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-b7563cee-e6c8-48c6-b4bf-8fe78b1f9c65 req-2de4d60e-ef8a-40d8-9339-dba5ffcf05eb tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/ports?device_id=163edd21-57d3-4b96-bbd8-050c27cbdb61 HTTP/1.1" status: 200 len: 945 time: 0.2069890 Oct 27 10:28:03.722865 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-b7563cee-e6c8-48c6-b4bf-8fe78b1f9c65 req-837d00c4-6b8a-43f5-9aa6-382ef33eaaac tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/security-groups?id=9f7279ee-2d49-4f67-b584-fc902ef383cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876091 Oct 27 10:28:03.834874 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbc296f-eeae-45b4-a17f-ad47db97732e req-e6764a0d-98cb-4742-b930-3cc120e507e1 tempest-FloatingIPsAssociationNegativeTestJSON-285214202 tempest-FloatingIPsAssociationNegativeTestJSON-285214202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:28:03.841141 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-fbbc296f-eeae-45b4-a17f-ad47db97732e req-e6764a0d-98cb-4742-b930-3cc120e507e1 tempest-FloatingIPsAssociationNegativeTestJSON-285214202 tempest-FloatingIPsAssociationNegativeTestJSON-285214202-project] 10.222.0.44 "GET /v2.0/ports?device_id=960c3882-8995-469f-b814-0b87f3b61996&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0683455 Oct 27 10:28:03.888228 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-fbbc296f-eeae-45b4-a17f-ad47db97732e req-2bb588cb-05ee-4a0d-92c9-27cf58a1a1c3 tempest-FloatingIPsAssociationNegativeTestJSON-285214202 tempest-FloatingIPsAssociationNegativeTestJSON-285214202-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0402484 Oct 27 10:28:03.947792 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:28:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f28feb28-72d1-4ac5-9cf9-4b72e9a05c95 x-openstack-request-id: req-f28feb28-72d1-4ac5-9cf9-4b72e9a05c95 {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:28:03.948088 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bda2ffb8-69b8-4fb2-a9fa-000ea4cb3e38", "name": "network-vif-deleted", "tag": "15439c76-fe8b-4381-ba27-93b988e32c53", "status": "completed", "code": 200}]} {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:28:03.948376 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f28feb28-72d1-4ac5-9cf9-4b72e9a05c95 {{(pid=102346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:28:03.949932 n-d-813419-10 neutron-server[102346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bda2ffb8-69b8-4fb2-a9fa-000ea4cb3e38', 'name': 'network-vif-deleted', 'tag': '15439c76-fe8b-4381-ba27-93b988e32c53', 'status': 'completed', 'code': 200} Oct 27 10:28:03.976592 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-6529fad0-bfce-4e7d-9144-2f7959c36f57 req-d79287d9-c8a5-42da-b834-2328e021d945 tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] Publish callbacks [] for security_group, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:04.010709 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-65d0af30-3924-4e6f-8d2b-2cf177450080 req-b45b6288-a307-46de-9569-fbdb9bb918a3 tempest-FloatingIPsAssociationNegativeTestJSON-285214202 tempest-FloatingIPsAssociationNegativeTestJSON-285214202-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0506756 Oct 27 10:28:04.077265 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-6529fad0-bfce-4e7d-9144-2f7959c36f57 req-d79287d9-c8a5-42da-b834-2328e021d945 tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:04.236829 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-6529fad0-bfce-4e7d-9144-2f7959c36f57 req-d79287d9-c8a5-42da-b834-2328e021d945 tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:04.240542 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-6529fad0-bfce-4e7d-9144-2f7959c36f57 req-d79287d9-c8a5-42da-b834-2328e021d945 tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] Publish callbacks [] for security_group, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:04.244622 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-6529fad0-bfce-4e7d-9144-2f7959c36f57 req-d79287d9-c8a5-42da-b834-2328e021d945 tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] 10.222.0.44 "DELETE /v2.0/security-groups/4165df54-b596-4a3a-9fc7-5f8cb80a8bb0 HTTP/1.1" status: 204 len: 173 time: 0.7082684 Oct 27 10:28:04.261758 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-ef59dba5-5335-4c30-bac8-df77f5b1c53a tempest-RoutersNegativeIpV6Test-1489525779 tempest-RoutersNegativeIpV6Test-1489525779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1766202'] for router_interface, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:04.270264 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79287d9-c8a5-42da-b834-2328e021d945 tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4165df54-b596-4a3a-9fc7-5f8cb80a8bb0,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:28:04.284215 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device 15439c76-fe8b-4381-ba27-93b988e32c53 no longer exists at agent hyperv_n-h1-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:28:04.374347 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] No Port match for: 15439c76-fe8b-4381-ba27-93b988e32c53 {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:28:04.374694 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device 15439c76-fe8b-4381-ba27-93b988e32c53 not bound to the agent host n-h1-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:28:04.429027 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-e540e458-f376-4740-a25e-c050c32cf95e req-1326ef34-3602-4d92-bf86-132fcd3da32b tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] 10.222.0.44 "GET /v2.0/ports?device_id=bda2ffb8-69b8-4fb2-a9fa-000ea4cb3e38 HTTP/1.1" status: 200 len: 210 time: 0.0812023 Oct 27 10:28:04.642426 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8253ca-9118-447a-a2ac-f27903bcdede req-e0c0d7a0-1297-4fd0-86e7-a18c28b20046 tempest-FloatingIPsAssociationNegativeTestJSON-285214202 tempest-FloatingIPsAssociationNegativeTestJSON-285214202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:28:04.644967 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-4b8253ca-9118-447a-a2ac-f27903bcdede req-e0c0d7a0-1297-4fd0-86e7-a18c28b20046 tempest-FloatingIPsAssociationNegativeTestJSON-285214202 tempest-FloatingIPsAssociationNegativeTestJSON-285214202-project] 10.222.0.44 "GET /v2.0/ports?device_id=960c3882-8995-469f-b814-0b87f3b61996 HTTP/1.1" status: 200 len: 946 time: 0.0796890 Oct 27 10:28:04.702029 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-4b8253ca-9118-447a-a2ac-f27903bcdede req-bd52ffff-810b-4f5c-8ba8-d01f59ac789f tempest-FloatingIPsAssociationNegativeTestJSON-285214202 tempest-FloatingIPsAssociationNegativeTestJSON-285214202-project] 10.222.0.44 "GET /v2.0/security-groups?id=9471a1c8-5aa9-4bed-91e9-0a13f0555c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500009 Oct 27 10:28:04.732722 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83835dfa-ebce-4ee2-9c35-d1e73c5666f7 req-fcb6c915-1b01-4308-a70e-94891fff7b68 tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:28:04.734227 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-83835dfa-ebce-4ee2-9c35-d1e73c5666f7 req-fcb6c915-1b01-4308-a70e-94891fff7b68 tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] 10.222.0.44 "GET /v2.0/ports?device_id=70421289-5784-4962-8b85-8bf7fa80cc12 HTTP/1.1" status: 200 len: 946 time: 0.0971816 Oct 27 10:28:04.858110 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-83835dfa-ebce-4ee2-9c35-d1e73c5666f7 req-f9a8297d-6216-42ed-a768-4ef4ff4f8d61 tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] 10.222.0.44 "GET /v2.0/security-groups?id=df17171a-6534-4d8a-8518-0be5fe64cbb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051335 Oct 27 10:28:04.907695 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fddc96a-f58b-44e4-b730-84644d5e8361 req-6cd6dd56-ff21-423a-938b-2c342d03a5b3 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:28:04.910135 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-8fddc96a-f58b-44e4-b730-84644d5e8361 req-6cd6dd56-ff21-423a-938b-2c342d03a5b3 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/ports?device_id=163edd21-57d3-4b96-bbd8-050c27cbdb61 HTTP/1.1" status: 200 len: 945 time: 0.0893600 Oct 27 10:28:04.963533 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-8fddc96a-f58b-44e4-b730-84644d5e8361 req-bd605d35-337d-485a-b4ca-4f29e5d205ed tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/security-groups?id=9f7279ee-2d49-4f67-b584-fc902ef383cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467489 Oct 27 10:28:05.012676 n-d-813419-10 neutron-server[102347]: INFO neutron.api.v2.resource [req-406b3eb2-6bef-4679-a504-182cdbbf0c62 req-0b2d49bc-6cdc-49f1-8769-4042f0248b38 tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] show failed (client error): The resource could not be found. Oct 27 10:28:05.013763 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-406b3eb2-6bef-4679-a504-182cdbbf0c62 req-0b2d49bc-6cdc-49f1-8769-4042f0248b38 tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] 10.222.0.44 "GET /v2.0/security-groups/64239b95-ed69-4ec1-9562-a638483ad2ce HTTP/1.1" status: 404 len: 352 time: 0.0215032 Oct 27 10:28:05.051653 n-d-813419-10 neutron-server[102346]: INFO neutron.api.v2.resource [req-5a164972-d968-46b9-a951-82b85b57a706 req-c5651080-f2bc-44ed-bf74-8f6058818a21 tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] show failed (client error): The resource could not be found. Oct 27 10:28:05.060950 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-5a164972-d968-46b9-a951-82b85b57a706 req-c5651080-f2bc-44ed-bf74-8f6058818a21 tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] 10.222.0.44 "GET /v2.0/security-groups/02dfdf07-1124-4944-a3cb-1b163ed42b09 HTTP/1.1" status: 404 len: 352 time: 0.0253253 Oct 27 10:28:05.091174 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-ef59dba5-5335-4c30-bac8-df77f5b1c53a tempest-RoutersNegativeIpV6Test-1489525779 tempest-RoutersNegativeIpV6Test-1489525779-project] Deleting port 2b312b74-e4c7-4201-9a1d-3248cc95811c {{(pid=102347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:28:05.091646 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-ef59dba5-5335-4c30-bac8-df77f5b1c53a tempest-RoutersNegativeIpV6Test-1489525779 tempest-RoutersNegativeIpV6Test-1489525779-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:05.115029 n-d-813419-10 neutron-server[102347]: INFO neutron.api.v2.resource [req-e2803e15-18db-4787-a91f-b53bd8aae447 req-736439d9-dfa5-4c77-a33b-ec652419b98d tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] show failed (client error): The resource could not be found. Oct 27 10:28:05.116905 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-e2803e15-18db-4787-a91f-b53bd8aae447 req-736439d9-dfa5-4c77-a33b-ec652419b98d tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] 10.222.0.44 "GET /v2.0/security-groups/19f2c3de-5245-4755-a784-8de49debb103 HTTP/1.1" status: 404 len: 352 time: 0.0367508 Oct 27 10:28:05.166497 n-d-813419-10 neutron-server[102346]: INFO neutron.api.v2.resource [req-2143cde1-c72f-41ad-a2c1-22f702af2098 req-a7b9b538-19df-40a1-bd44-1009a5ac53f3 tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] show failed (client error): The resource could not be found. Oct 27 10:28:05.180853 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-2143cde1-c72f-41ad-a2c1-22f702af2098 req-a7b9b538-19df-40a1-bd44-1009a5ac53f3 tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] 10.222.0.44 "GET /v2.0/security-groups/9ed980f6-15d0-4cf2-adfb-beb0873b608b HTTP/1.1" status: 404 len: 352 time: 0.0374796 Oct 27 10:28:05.240550 n-d-813419-10 neutron-server[102347]: INFO neutron.api.v2.resource [req-4ba6536c-cc19-44d4-9327-9d303d1f29dc req-12bb7a88-f8ce-421b-b939-e31512b90e03 tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] show failed (client error): The resource could not be found. Oct 27 10:28:05.245816 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-4ba6536c-cc19-44d4-9327-9d303d1f29dc req-12bb7a88-f8ce-421b-b939-e31512b90e03 tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] 10.222.0.44 "GET /v2.0/security-groups/5bf78ee8-8394-44a2-b6da-08a3e2465476 HTTP/1.1" status: 404 len: 352 time: 0.0341730 Oct 27 10:28:05.284858 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-ef59dba5-5335-4c30-bac8-df77f5b1c53a tempest-RoutersNegativeIpV6Test-1489525779 tempest-RoutersNegativeIpV6Test-1489525779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:05.301098 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-ef59dba5-5335-4c30-bac8-df77f5b1c53a tempest-RoutersNegativeIpV6Test-1489525779 tempest-RoutersNegativeIpV6Test-1489525779-project] Calling delete_port for 2b312b74-e4c7-4201-9a1d-3248cc95811c owned by network:router_interface {{(pid=102347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:28:05.315766 n-d-813419-10 neutron-server[102346]: INFO neutron.api.v2.resource [req-cb90c2d6-6d94-47e2-8bc7-7cbc1758ddfa req-91ad7a97-cef4-4650-858b-5ae70a14be0e tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] show failed (client error): The resource could not be found. Oct 27 10:28:05.322636 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-cb90c2d6-6d94-47e2-8bc7-7cbc1758ddfa req-91ad7a97-cef4-4650-858b-5ae70a14be0e tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] 10.222.0.44 "GET /v2.0/security-groups/1bcc91f7-d189-4729-9212-0286fd2db278 HTTP/1.1" status: 404 len: 352 time: 0.0375607 Oct 27 10:28:05.357599 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef406174-650c-4429-ade6-3f34892b1af6 req-f5605d54-59e6-46ba-8569-da967ea97037 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:28:05.359404 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ef406174-650c-4429-ade6-3f34892b1af6 req-f5605d54-59e6-46ba-8569-da967ea97037 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.76 "GET /v2.0/ports?device_id=163edd21-57d3-4b96-bbd8-050c27cbdb61 HTTP/1.1" status: 200 len: 945 time: 0.1223197 Oct 27 10:28:05.533310 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [req-ef406174-650c-4429-ade6-3f34892b1af6 req-6ae5407e-2223-4a2f-9997-9cf891ce5ed6 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] Deleting port 279274d4-464d-4fc6-9065-7cae6d97f17f {{(pid=102346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:28:05.533654 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-ef406174-650c-4429-ade6-3f34892b1af6 req-6ae5407e-2223-4a2f-9997-9cf891ce5ed6 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:05.633421 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-ef59dba5-5335-4c30-bac8-df77f5b1c53a tempest-RoutersNegativeIpV6Test-1489525779 tempest-RoutersNegativeIpV6Test-1489525779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:05.688111 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef59dba5-5335-4c30-bac8-df77f5b1c53a tempest-RoutersNegativeIpV6Test-1489525779 tempest-RoutersNegativeIpV6Test-1489525779-project] Pushing event deleted for resources: {'Port': ['ID=2b312b74-e4c7-4201-9a1d-3248cc95811c,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:28:05.765764 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [req-ef406174-650c-4429-ade6-3f34892b1af6 req-6ae5407e-2223-4a2f-9997-9cf891ce5ed6 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] For port 279274d4-464d-4fc6-9065-7cae6d97f17f, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=279274d4-464d-4fc6-9065-7cae6d97f17f,segment=NetworkSegment(2ae7a459-953f-4f06-8bb8-d3b1f54967e3),segment_id=2ae7a459-953f-4f06-8bb8-d3b1f54967e3)] {{(pid=102346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:28:05.766288 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-ef406174-650c-4429-ade6-3f34892b1af6 req-6ae5407e-2223-4a2f-9997-9cf891ce5ed6 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:05.799722 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [req-ef406174-650c-4429-ade6-3f34892b1af6 req-6ae5407e-2223-4a2f-9997-9cf891ce5ed6 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] Calling delete_port for 279274d4-464d-4fc6-9065-7cae6d97f17f owned by compute:nova {{(pid=102346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:28:05.969776 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-ef59dba5-5335-4c30-bac8-df77f5b1c53a tempest-RoutersNegativeIpV6Test-1489525779 tempest-RoutersNegativeIpV6Test-1489525779-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2006968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1766358'] for router_interface, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:06.001861 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acac73ec-fedf-4388-bca6-cee12f05e197 req-04cb7706-0cc6-4c0b-be0d-fa7018186d8b tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:28:06.003501 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-acac73ec-fedf-4388-bca6-cee12f05e197 req-04cb7706-0cc6-4c0b-be0d-fa7018186d8b tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] 10.222.0.44 "GET /v2.0/ports?device_id=9bb5027d-0226-4b9c-bc5a-2c56e46be55f HTTP/1.1" status: 200 len: 949 time: 0.0955005 Oct 27 10:28:06.085844 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-ef406174-650c-4429-ade6-3f34892b1af6 req-6ae5407e-2223-4a2f-9997-9cf891ce5ed6 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:06.098153 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] get_ports_and_sgs() called for port_ids ['863bd33a-7c9e-4cbf-aa6d-c8f79ce93249'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:28:06.134672 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-acac73ec-fedf-4388-bca6-cee12f05e197 req-405990f7-1a84-4ebf-977d-ca2675f875fc tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] 10.222.0.44 "GET /v2.0/security-groups?id=564ecd8b-da86-4175-923a-67dcc5fcd400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988719 Oct 27 10:28:06.135184 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 53692) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:28:06.158390 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae5407e-2223-4a2f-9997-9cf891ce5ed6 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] Pushing event deleted for resources: {'Port': ['ID=279274d4-464d-4fc6-9065-7cae6d97f17f,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:28:06.239687 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92531524-24ba-40ae-b1e2-ec504d9ce7c3 req-4204c7ff-3c50-4caa-beb1-7e21cd96257f tempest-FloatingIPsAssociationNegativeTestJSON-285214202 tempest-FloatingIPsAssociationNegativeTestJSON-285214202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:28:06.242746 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-92531524-24ba-40ae-b1e2-ec504d9ce7c3 req-4204c7ff-3c50-4caa-beb1-7e21cd96257f tempest-FloatingIPsAssociationNegativeTestJSON-285214202 tempest-FloatingIPsAssociationNegativeTestJSON-285214202-project] 10.222.0.64 "GET /v2.0/ports?device_id=960c3882-8995-469f-b814-0b87f3b61996 HTTP/1.1" status: 200 len: 946 time: 0.3501954 Oct 27 10:28:06.253440 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f062c48-ad4e-4c6e-a964-16af2fa18e07 req-280a26f3-3c76-48fd-86ce-f2f678f2a796 tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:28:06.262166 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-7f062c48-ad4e-4c6e-a964-16af2fa18e07 req-280a26f3-3c76-48fd-86ce-f2f678f2a796 tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] 10.222.0.44 "GET /v2.0/ports?device_id=f2e29daa-df39-4a5e-b964-856b7ba7d41d HTTP/1.1" status: 200 len: 1023 time: 0.4452288 Oct 27 10:28:06.264394 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef406174-650c-4429-ade6-3f34892b1af6 req-6ae5407e-2223-4a2f-9997-9cf891ce5ed6 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] No DVR routers for this DVR port 279274d4-464d-4fc6-9065-7cae6d97f17f on host n-h2-813419-10 {{(pid=102346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:28:06.276718 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-ef406174-650c-4429-ade6-3f34892b1af6 req-6ae5407e-2223-4a2f-9997-9cf891ce5ed6 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:06.283287 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ef406174-650c-4429-ade6-3f34892b1af6 req-6ae5407e-2223-4a2f-9997-9cf891ce5ed6 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.76 "DELETE /v2.0/ports/279274d4-464d-4fc6-9065-7cae6d97f17f HTTP/1.1" status: 204 len: 173 time: 0.9164424 Oct 27 10:28:06.288470 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '163edd21-57d3-4b96-bbd8-050c27cbdb61', 'name': 'network-vif-deleted', 'tag': '279274d4-464d-4fc6-9065-7cae6d97f17f'}] {{(pid=102346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:28:06.290955 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc0e418f5fc417c8d55d94c0aa509b037d0beb2a734c1a709e789eb65639a56d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b8631f9-9a1c-4286-aefc-2c4f39b9e5ee" -d '{"events": [{"server_uuid": "163edd21-57d3-4b96-bbd8-050c27cbdb61", "name": "network-vif-deleted", "tag": "279274d4-464d-4fc6-9065-7cae6d97f17f"}]}' {{(pid=102346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:28:06.407793 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef59dba5-5335-4c30-bac8-df77f5b1c53a tempest-RoutersNegativeIpV6Test-1489525779 tempest-RoutersNegativeIpV6Test-1489525779-project] Router 099a9746-f721-4a53-b11b-2365f2ebdb9c has already been hosted by L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb {{(pid=102347) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 10:28:06.433852 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d51db55-0379-4451-98f5-55af5d75221b req-6a9bd752-4364-4318-bfce-94185ed22999 tempest-FloatingIPsAssociationNegativeTestJSON-285214202 tempest-FloatingIPsAssociationNegativeTestJSON-285214202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:28:06.435414 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-5d51db55-0379-4451-98f5-55af5d75221b req-6a9bd752-4364-4318-bfce-94185ed22999 tempest-FloatingIPsAssociationNegativeTestJSON-285214202 tempest-FloatingIPsAssociationNegativeTestJSON-285214202-project] 10.222.0.44 "GET /v2.0/ports?device_id=960c3882-8995-469f-b814-0b87f3b61996 HTTP/1.1" status: 200 len: 946 time: 0.1337507 Oct 27 10:28:06.478111 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-7f062c48-ad4e-4c6e-a964-16af2fa18e07 req-c766f5e0-3e29-4309-8f06-c3b500f22a31 tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] 10.222.0.44 "GET /v2.0/security-groups?id=8390c244-c93e-4214-9e1f-52aa9200614c&id=c947a31c-5410-49e0-adfc-c83fa1ba4206&id=2d4587b7-4cf2-4489-b676-d1d50a50f026&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.2119720 Oct 27 10:28:06.535123 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [req-92531524-24ba-40ae-b1e2-ec504d9ce7c3 req-6849ceab-a54a-4acb-9faf-779702bf9551 tempest-FloatingIPsAssociationNegativeTestJSON-285214202 tempest-FloatingIPsAssociationNegativeTestJSON-285214202-project] Deleting port dd1a4a75-aa59-4a40-9f4f-febceef5868f {{(pid=102346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:28:06.535465 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-92531524-24ba-40ae-b1e2-ec504d9ce7c3 req-6849ceab-a54a-4acb-9faf-779702bf9551 tempest-FloatingIPsAssociationNegativeTestJSON-285214202 tempest-FloatingIPsAssociationNegativeTestJSON-285214202-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:06.538240 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-3b166213-e89e-4fd2-98e0-1be677c1db05 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:06.575903 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef59dba5-5335-4c30-bac8-df77f5b1c53a tempest-RoutersNegativeIpV6Test-1489525779 tempest-RoutersNegativeIpV6Test-1489525779-project] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:28:06.590582 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-771dc0f0-2a6a-4826-8afe-760918e962d4 None None] Sync routers for ids ['099a9746-f721-4a53-b11b-2365f2ebdb9c'] in n-d-813419-10 {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:28:06.602773 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-ef59dba5-5335-4c30-bac8-df77f5b1c53a tempest-RoutersNegativeIpV6Test-1489525779 tempest-RoutersNegativeIpV6Test-1489525779-project] 10.222.0.44 "PUT /v2.0/routers/099a9746-f721-4a53-b11b-2365f2ebdb9c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3407187 Oct 27 10:28:06.610652 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-771dc0f0-2a6a-4826-8afe-760918e962d4 None None] Routers {'099a9746-f721-4a53-b11b-2365f2ebdb9c'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:28:06.611518 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-771dc0f0-2a6a-4826-8afe-760918e962d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:27:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['099a9746-f721-4a53-b11b-2365f2ebdb9c'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:28:06.617569 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 53698) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:28:06.628579 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-5d51db55-0379-4451-98f5-55af5d75221b req-883e79e4-9d10-4250-9179-db2edbfda22d tempest-FloatingIPsAssociationNegativeTestJSON-285214202 tempest-FloatingIPsAssociationNegativeTestJSON-285214202-project] 10.222.0.44 "GET /v2.0/security-groups?id=9471a1c8-5aa9-4bed-91e9-0a13f0555c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809616 Oct 27 10:28:06.652795 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-771dc0f0-2a6a-4826-8afe-760918e962d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:28:06.669614 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-771dc0f0-2a6a-4826-8afe-760918e962d4 None None] Routers {'099a9746-f721-4a53-b11b-2365f2ebdb9c'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:28:06.670804 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-771dc0f0-2a6a-4826-8afe-760918e962d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:27:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['099a9746-f721-4a53-b11b-2365f2ebdb9c'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:28:06.703273 n-d-813419-10 neutron-server[102346]: INFO neutron.api.v2.resource [None req-78a0e38f-c058-4aee-b334-82e979ca80f3 tempest-RoutersNegativeIpV6Test-1489525779 tempest-RoutersNegativeIpV6Test-1489525779-project] delete failed (client error): The resource could not be found. Oct 27 10:28:06.707817 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-78a0e38f-c058-4aee-b334-82e979ca80f3 tempest-RoutersNegativeIpV6Test-1489525779 tempest-RoutersNegativeIpV6Test-1489525779-project] 10.222.0.44 "DELETE /v2.0/routers/tempest-non_exist_router-2114779400 HTTP/1.1" status: 404 len: 335 time: 0.0819380 Oct 27 10:28:06.709338 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 53700) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:28:06.721810 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-e4db3834-ddf6-468d-a1d3-514db245b49e tempest-RoutersNegativeIpV6Test-1489525779 tempest-RoutersNegativeIpV6Test-1489525779-project] Request body: {'router': {'external_gateway_info': {'network_id': '099a9746-f721-4a53-b11b-2365f2ebdb9c'}}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:28:06.731363 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cd764e-d238-476b-9b53-e8537f0ec3ee req-0cdbd539-d9ec-4454-8c04-8fc4e562cf03 tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:28:06.739195 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-11cd764e-d238-476b-9b53-e8537f0ec3ee req-0cdbd539-d9ec-4454-8c04-8fc4e562cf03 tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] 10.222.0.44 "GET /v2.0/ports?device_id=70421289-5784-4962-8b85-8bf7fa80cc12 HTTP/1.1" status: 200 len: 946 time: 0.1857345 Oct 27 10:28:06.755930 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] get_ports_and_sgs() called for port_ids ['279274d4-464d-4fc6-9065-7cae6d97f17f'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:28:06.758264 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-771dc0f0-2a6a-4826-8afe-760918e962d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:28:06.758883 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-771dc0f0-2a6a-4826-8afe-760918e962d4 None None] The sync data for ids ['099a9746-f721-4a53-b11b-2365f2ebdb9c'] in n-d-813419-10 is: [] {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:28:06.798282 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-11cd764e-d238-476b-9b53-e8537f0ec3ee req-a3c66eed-a4ba-41d4-9634-ccd34a8564c3 tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] 10.222.0.44 "GET /v2.0/security-groups?id=df17171a-6534-4d8a-8518-0be5fe64cbb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580363 Oct 27 10:28:06.804553 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [req-92531524-24ba-40ae-b1e2-ec504d9ce7c3 req-6849ceab-a54a-4acb-9faf-779702bf9551 tempest-FloatingIPsAssociationNegativeTestJSON-285214202 tempest-FloatingIPsAssociationNegativeTestJSON-285214202-project] For port dd1a4a75-aa59-4a40-9f4f-febceef5868f, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=dd1a4a75-aa59-4a40-9f4f-febceef5868f,segment=NetworkSegment(bb32181f-2d00-464a-ae3b-423fdf74c1eb),segment_id=bb32181f-2d00-464a-ae3b-423fdf74c1eb)] {{(pid=102346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:28:06.804915 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-92531524-24ba-40ae-b1e2-ec504d9ce7c3 req-6849ceab-a54a-4acb-9faf-779702bf9551 tempest-FloatingIPsAssociationNegativeTestJSON-285214202 tempest-FloatingIPsAssociationNegativeTestJSON-285214202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:06.822054 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [req-92531524-24ba-40ae-b1e2-ec504d9ce7c3 req-6849ceab-a54a-4acb-9faf-779702bf9551 tempest-FloatingIPsAssociationNegativeTestJSON-285214202 tempest-FloatingIPsAssociationNegativeTestJSON-285214202-project] Calling delete_port for dd1a4a75-aa59-4a40-9f4f-febceef5868f owned by compute:nova {{(pid=102346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:28:06.860164 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-3b166213-e89e-4fd2-98e0-1be677c1db05 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:06.870323 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:28:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17053ca3-c43f-4ca9-a3fe-23b63a902a63 x-openstack-request-id: req-17053ca3-c43f-4ca9-a3fe-23b63a902a63 {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:28:06.870647 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "163edd21-57d3-4b96-bbd8-050c27cbdb61", "name": "network-vif-deleted", "tag": "279274d4-464d-4fc6-9065-7cae6d97f17f", "status": "completed", "code": 200}]} {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:28:06.870852 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-17053ca3-c43f-4ca9-a3fe-23b63a902a63 {{(pid=102346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:28:06.871245 n-d-813419-10 neutron-server[102346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '163edd21-57d3-4b96-bbd8-050c27cbdb61', 'name': 'network-vif-deleted', 'tag': '279274d4-464d-4fc6-9065-7cae6d97f17f', 'status': 'completed', 'code': 200} Oct 27 10:28:06.882608 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-3b166213-e89e-4fd2-98e0-1be677c1db05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:06.925116 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-6f18a816-ced6-4503-bd26-f8c6a9ccebeb req-7b56eefc-839e-4ac2-85ab-c473c4efd08a tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/ports?device_id=163edd21-57d3-4b96-bbd8-050c27cbdb61 HTTP/1.1" status: 200 len: 210 time: 0.0628715 Oct 27 10:28:06.987331 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-92531524-24ba-40ae-b1e2-ec504d9ce7c3 req-6849ceab-a54a-4acb-9faf-779702bf9551 tempest-FloatingIPsAssociationNegativeTestJSON-285214202 tempest-FloatingIPsAssociationNegativeTestJSON-285214202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:07.004437 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b166213-e89e-4fd2-98e0-1be677c1db05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7b1c856-0ef0-4847-86d1-1f9ec971ce44,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:28:07.024048 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6849ceab-a54a-4acb-9faf-779702bf9551 tempest-FloatingIPsAssociationNegativeTestJSON-285214202 tempest-FloatingIPsAssociationNegativeTestJSON-285214202-project] Pushing event deleted for resources: {'Port': ['ID=dd1a4a75-aa59-4a40-9f4f-febceef5868f,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:28:07.053165 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-3b166213-e89e-4fd2-98e0-1be677c1db05 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7f6510824ded4a2d941ef4d7fdd926f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9133148 Oct 27 10:28:07.053412 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 53704) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:28:07.081213 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [req-92531524-24ba-40ae-b1e2-ec504d9ce7c3 req-6849ceab-a54a-4acb-9faf-779702bf9551 tempest-FloatingIPsAssociationNegativeTestJSON-285214202 tempest-FloatingIPsAssociationNegativeTestJSON-285214202-project] No DVR routers for this DVR port dd1a4a75-aa59-4a40-9f4f-febceef5868f on host n-h1-813419-10 {{(pid=102346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:28:07.084707 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-92531524-24ba-40ae-b1e2-ec504d9ce7c3 req-6849ceab-a54a-4acb-9faf-779702bf9551 tempest-FloatingIPsAssociationNegativeTestJSON-285214202 tempest-FloatingIPsAssociationNegativeTestJSON-285214202-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:07.104479 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-92531524-24ba-40ae-b1e2-ec504d9ce7c3 req-6849ceab-a54a-4acb-9faf-779702bf9551 tempest-FloatingIPsAssociationNegativeTestJSON-285214202 tempest-FloatingIPsAssociationNegativeTestJSON-285214202-project] 10.222.0.64 "DELETE /v2.0/ports/dd1a4a75-aa59-4a40-9f4f-febceef5868f HTTP/1.1" status: 204 len: 173 time: 0.8360670 Oct 27 10:28:07.187600 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-e4db3834-ddf6-468d-a1d3-514db245b49e tempest-RoutersNegativeIpV6Test-1489525779 tempest-RoutersNegativeIpV6Test-1489525779-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:07.195891 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-e6ffcfdb-241e-468c-bbd6-04efad56db48 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:07.228926 n-d-813419-10 neutron-server[102347]: INFO neutron.api.v2.resource [None req-e4db3834-ddf6-468d-a1d3-514db245b49e tempest-RoutersNegativeIpV6Test-1489525779 tempest-RoutersNegativeIpV6Test-1489525779-project] update failed (client error): The resource could not be found. Oct 27 10:28:07.233538 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-e4db3834-ddf6-468d-a1d3-514db245b49e tempest-RoutersNegativeIpV6Test-1489525779 tempest-RoutersNegativeIpV6Test-1489525779-project] 10.222.0.44 "PUT /v2.0/routers/099a9746-f721-4a53-b11b-2365f2ebdb9c HTTP/1.1" status: 404 len: 339 time: 0.5165813 Oct 27 10:28:07.237115 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 53708) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:28:07.245205 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-42e5a783-7ba9-4004-ba93-df32e3aba8b1 tempest-RoutersNegativeIpV6Test-1489525779 tempest-RoutersNegativeIpV6Test-1489525779-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1038137286'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:28:07.249877 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-e6ffcfdb-241e-468c-bbd6-04efad56db48 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:07.294461 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42e5a783-7ba9-4004-ba93-df32e3aba8b1 tempest-RoutersNegativeIpV6Test-1489525779 tempest-RoutersNegativeIpV6Test-1489525779-project] Made reservation on behalf of 235bf37660e84ccbafea49c2cc8ab9d1 for: {'network': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:28:07.301248 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-42e5a783-7ba9-4004-ba93-df32e3aba8b1 tempest-RoutersNegativeIpV6Test-1489525779 tempest-RoutersNegativeIpV6Test-1489525779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for network, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:07.326103 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-e6ffcfdb-241e-468c-bbd6-04efad56db48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:07.332772 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-e6ffcfdb-241e-468c-bbd6-04efad56db48 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:07.339347 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-e6ffcfdb-241e-468c-bbd6-04efad56db48 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c7b1c856-0ef0-4847-86d1-1f9ec971ce44 HTTP/1.1" status: 204 len: 168 time: 0.2848661 Oct 27 10:28:07.353108 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ffcfdb-241e-468c-bbd6-04efad56db48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7b1c856-0ef0-4847-86d1-1f9ec971ce44,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:28:07.393931 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769a2190-1936-4bcf-8b18-8ec17f46a615 req-70b6bca7-a9a3-472a-8d85-b80ee3e2e25b tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:28:07.395605 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-769a2190-1936-4bcf-8b18-8ec17f46a615 req-70b6bca7-a9a3-472a-8d85-b80ee3e2e25b tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] 10.222.0.44 "GET /v2.0/ports?device_id=9bb5027d-0226-4b9c-bc5a-2c56e46be55f HTTP/1.1" status: 200 len: 949 time: 0.1596892 Oct 27 10:28:07.396532 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42e5a783-7ba9-4004-ba93-df32e3aba8b1 tempest-RoutersNegativeIpV6Test-1489525779 tempest-RoutersNegativeIpV6Test-1489525779-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 434} {{(pid=102346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 10:28:07.416693 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-42e5a783-7ba9-4004-ba93-df32e3aba8b1 tempest-RoutersNegativeIpV6Test-1489525779 tempest-RoutersNegativeIpV6Test-1489525779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:07.417044 n-d-813419-10 neutron-server[102346]: INFO neutron.db.segments_db [None req-42e5a783-7ba9-4004-ba93-df32e3aba8b1 tempest-RoutersNegativeIpV6Test-1489525779 tempest-RoutersNegativeIpV6Test-1489525779-project] Added segment 91fbc30d-556b-472c-9669-2a34612da13f of type vlan for network 1c944525-075d-49b9-a012-af74b5acaf5b Oct 27 10:28:07.481628 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-769a2190-1936-4bcf-8b18-8ec17f46a615 req-ed30daec-2469-41f6-9212-231091f31d3f tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] 10.222.0.44 "GET /v2.0/security-groups?id=564ecd8b-da86-4175-923a-67dcc5fcd400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771580 Oct 27 10:28:07.505911 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-42e5a783-7ba9-4004-ba93-df32e3aba8b1 tempest-RoutersNegativeIpV6Test-1489525779 tempest-RoutersNegativeIpV6Test-1489525779-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743872593080'] for network, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:07.539273 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-42e5a783-7ba9-4004-ba93-df32e3aba8b1 tempest-RoutersNegativeIpV6Test-1489525779 tempest-RoutersNegativeIpV6Test-1489525779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913'] for network, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:07.547659 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42e5a783-7ba9-4004-ba93-df32e3aba8b1 tempest-RoutersNegativeIpV6Test-1489525779 tempest-RoutersNegativeIpV6Test-1489525779-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:28:07.548225 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-42e5a783-7ba9-4004-ba93-df32e3aba8b1 tempest-RoutersNegativeIpV6Test-1489525779 tempest-RoutersNegativeIpV6Test-1489525779-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for network, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:07.611026 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f13f1c-5636-489b-afa4-e42f1af88aa2 req-34914436-9fc6-4e19-a4ea-1c99c93973e9 tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:28:07.612700 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-17f13f1c-5636-489b-afa4-e42f1af88aa2 req-34914436-9fc6-4e19-a4ea-1c99c93973e9 tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] 10.222.0.44 "GET /v2.0/ports?device_id=f2e29daa-df39-4a5e-b964-856b7ba7d41d HTTP/1.1" status: 200 len: 1023 time: 0.0603006 Oct 27 10:28:07.655500 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 53718) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:28:07.655925 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-42e5a783-7ba9-4004-ba93-df32e3aba8b1 tempest-RoutersNegativeIpV6Test-1489525779 tempest-RoutersNegativeIpV6Test-1489525779-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.4079878 Oct 27 10:28:07.664168 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-29eca75e-55f5-4aa5-bd3b-a40a92dd85b4 tempest-RoutersNegativeIpV6Test-1489525779 tempest-RoutersNegativeIpV6Test-1489525779-project] Request body: {'subnet': {'network_id': '1c944525-075d-49b9-a012-af74b5acaf5b', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:28:07.695034 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-17f13f1c-5636-489b-afa4-e42f1af88aa2 req-c3575634-1e35-4c56-9755-76e8c9ec64ac tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] 10.222.0.44 "GET /v2.0/security-groups?id=8390c244-c93e-4214-9e1f-52aa9200614c&id=c947a31c-5410-49e0-adfc-c83fa1ba4206&id=2d4587b7-4cf2-4489-b676-d1d50a50f026&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.0753322 Oct 27 10:28:07.769069 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 53720) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:28:07.784943 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-1aea88bc-8101-4b97-b836-a4816f47ed50 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:07.803455 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e5a783-7ba9-4004-ba93-df32e3aba8b1 tempest-RoutersNegativeIpV6Test-1489525779 tempest-RoutersNegativeIpV6Test-1489525779-project] Pushing event updated for resources: {'Network': ['ID=1c944525-075d-49b9-a012-af74b5acaf5b,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:28:07.818856 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Network 1c944525-075d-49b9-a012-af74b5acaf5b details requested by agent ovs-agent-n-d-813419-10 with host n-d-813419-10 {{(pid=102348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 10:28:07.851003 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-65d01b3c-1113-4509-a9e3-b6956eabe66e req-b7ff0ed4-b6c7-4f48-b857-e3e1da9cfc81 tempest-FloatingIPsAssociationNegativeTestJSON-285214202 tempest-FloatingIPsAssociationNegativeTestJSON-285214202-project] 10.222.0.44 "GET /v2.0/ports?device_id=960c3882-8995-469f-b814-0b87f3b61996 HTTP/1.1" status: 200 len: 210 time: 0.0633593 Oct 27 10:28:07.885516 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc93b62c-4efb-4212-b024-ecc154e851f8 req-261cc0f4-3177-4192-b63e-6bc35fc26adc tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:28:07.887464 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-fc93b62c-4efb-4212-b024-ecc154e851f8 req-261cc0f4-3177-4192-b63e-6bc35fc26adc tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] 10.222.0.76 "GET /v2.0/ports?device_id=f2e29daa-df39-4a5e-b964-856b7ba7d41d HTTP/1.1" status: 200 len: 1023 time: 0.1146178 Oct 27 10:28:07.896675 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29eca75e-55f5-4aa5-bd3b-a40a92dd85b4 tempest-RoutersNegativeIpV6Test-1489525779 tempest-RoutersNegativeIpV6Test-1489525779-project] Made reservation on behalf of 235bf37660e84ccbafea49c2cc8ab9d1 for: {'subnet': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:28:07.902857 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-29eca75e-55f5-4aa5-bd3b-a40a92dd85b4 tempest-RoutersNegativeIpV6Test-1489525779 tempest-RoutersNegativeIpV6Test-1489525779-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18044073'] for subnet, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:08.046490 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [req-fc93b62c-4efb-4212-b024-ecc154e851f8 req-e65e9ef3-347a-4fac-a4ee-62d355ce0504 tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] Deleting port 4059356e-83b5-413a-a82e-17745b15d80f {{(pid=102346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:28:08.047712 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-fc93b62c-4efb-4212-b024-ecc154e851f8 req-e65e9ef3-347a-4fac-a4ee-62d355ce0504 tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:08.085320 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0747f5-50d6-411f-8325-4fa94725f0ae req-3db0fd8a-1eb5-4795-a403-58a7c9427f64 tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:28:08.086858 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-1b0747f5-50d6-411f-8325-4fa94725f0ae req-3db0fd8a-1eb5-4795-a403-58a7c9427f64 tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] 10.222.0.44 "GET /v2.0/ports?device_id=70421289-5784-4962-8b85-8bf7fa80cc12 HTTP/1.1" status: 200 len: 946 time: 0.1735377 Oct 27 10:28:08.130932 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-1aea88bc-8101-4b97-b836-a4816f47ed50 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:08.145369 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-1aea88bc-8101-4b97-b836-a4816f47ed50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:08.184950 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [req-fc93b62c-4efb-4212-b024-ecc154e851f8 req-e65e9ef3-347a-4fac-a4ee-62d355ce0504 tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] For port 4059356e-83b5-413a-a82e-17745b15d80f, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=4059356e-83b5-413a-a82e-17745b15d80f,segment=NetworkSegment(55babfa1-afbc-48a2-a34b-7aa1ec1518dd),segment_id=55babfa1-afbc-48a2-a34b-7aa1ec1518dd)] {{(pid=102346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:28:08.185518 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-fc93b62c-4efb-4212-b024-ecc154e851f8 req-e65e9ef3-347a-4fac-a4ee-62d355ce0504 tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:08.202948 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [req-fc93b62c-4efb-4212-b024-ecc154e851f8 req-e65e9ef3-347a-4fac-a4ee-62d355ce0504 tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] Calling delete_port for 4059356e-83b5-413a-a82e-17745b15d80f owned by compute:nova {{(pid=102346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:28:08.211366 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-1b0747f5-50d6-411f-8325-4fa94725f0ae req-1d7c65b4-5523-4e88-80ef-7923a4bf20dd tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] 10.222.0.44 "GET /v2.0/security-groups?id=df17171a-6534-4d8a-8518-0be5fe64cbb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123784 Oct 27 10:28:08.217304 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f7ba19-af40-4192-ab4e-803e0751ab64 req-4533431d-bb9c-4218-b2a5-2a2fe20ec334 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:28:08.218910 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-75f7ba19-af40-4192-ab4e-803e0751ab64 req-4533431d-bb9c-4218-b2a5-2a2fe20ec334 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ae4390a-b621-4500-a1b9-c968556e5a4c HTTP/1.1" status: 200 len: 946 time: 0.0915451 Oct 27 10:28:08.274666 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device dd1a4a75-aa59-4a40-9f4f-febceef5868f no longer exists at agent hyperv_n-h1-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:28:08.300446 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] No Port match for: dd1a4a75-aa59-4a40-9f4f-febceef5868f {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:28:08.300848 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device dd1a4a75-aa59-4a40-9f4f-febceef5868f not bound to the agent host n-h1-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:28:08.305651 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-75f7ba19-af40-4192-ab4e-803e0751ab64 req-4180e633-e2eb-4599-b60b-79eb1079872d tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/security-groups?id=9f7279ee-2d49-4f67-b584-fc902ef383cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452766 Oct 27 10:28:08.425294 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-fc93b62c-4efb-4212-b024-ecc154e851f8 req-e65e9ef3-347a-4fac-a4ee-62d355ce0504 tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:08.439429 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] get_ports_and_sgs() called for port_ids ['4059356e-83b5-413a-a82e-17745b15d80f'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:28:08.463928 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65e9ef3-347a-4fac-a4ee-62d355ce0504 tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] Pushing event deleted for resources: {'Port': ['ID=4059356e-83b5-413a-a82e-17745b15d80f,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:28:08.560578 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-1aea88bc-8101-4b97-b836-a4816f47ed50 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=554b11d47a654e459424417162ab1940&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7904069 Oct 27 10:28:08.561337 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aea88bc-8101-4b97-b836-a4816f47ed50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=614a2b25-f0fa-4ffa-a2fc-60c05eb500c5,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:28:08.564391 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 53738) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:28:08.591252 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc93b62c-4efb-4212-b024-ecc154e851f8 req-e65e9ef3-347a-4fac-a4ee-62d355ce0504 tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] No DVR routers for this DVR port 4059356e-83b5-413a-a82e-17745b15d80f on host n-h2-813419-10 {{(pid=102346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:28:08.595535 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-fc93b62c-4efb-4212-b024-ecc154e851f8 req-e65e9ef3-347a-4fac-a4ee-62d355ce0504 tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:08.598995 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-fc93b62c-4efb-4212-b024-ecc154e851f8 req-e65e9ef3-347a-4fac-a4ee-62d355ce0504 tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] 10.222.0.76 "DELETE /v2.0/ports/4059356e-83b5-413a-a82e-17745b15d80f HTTP/1.1" status: 204 len: 173 time: 0.7044864 Oct 27 10:28:08.695115 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e9d743-3afe-48e5-a5a8-c8ca4c0ea49e req-d464930d-c818-4a60-8e58-f2cf12621369 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:28:08.700664 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-07e9d743-3afe-48e5-a5a8-c8ca4c0ea49e req-d464930d-c818-4a60-8e58-f2cf12621369 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ae4390a-b621-4500-a1b9-c968556e5a4c HTTP/1.1" status: 200 len: 946 time: 0.1107163 Oct 27 10:28:08.706537 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-29eca75e-55f5-4aa5-bd3b-a40a92dd85b4 tempest-RoutersNegativeIpV6Test-1489525779 tempest-RoutersNegativeIpV6Test-1489525779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-18295883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18044091'] for subnet, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:08.770020 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-07e9d743-3afe-48e5-a5a8-c8ca4c0ea49e req-1e979e2a-1186-4799-aa60-32d7ff6f7ef0 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/security-groups?id=9f7279ee-2d49-4f67-b584-fc902ef383cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550003 Oct 27 10:28:08.776641 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06cdc86-9b33-47a1-8be8-bb3c3cf2a296 req-5a47235a-a224-4ecb-843c-223d59f6705e tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:28:08.778123 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-f06cdc86-9b33-47a1-8be8-bb3c3cf2a296 req-5a47235a-a224-4ecb-843c-223d59f6705e tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] 10.222.0.76 "GET /v2.0/ports?device_id=9bb5027d-0226-4b9c-bc5a-2c56e46be55f HTTP/1.1" status: 200 len: 949 time: 0.1781073 Oct 27 10:28:08.790050 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:08.817423 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596118e4-5bbb-48c9-a212-ab2a3ab6e3dd req-c528b012-41ff-4d0d-934a-2d17ea45bf5c tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:28:08.818812 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-596118e4-5bbb-48c9-a212-ab2a3ab6e3dd req-c528b012-41ff-4d0d-934a-2d17ea45bf5c tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] 10.222.0.44 "GET /v2.0/ports?device_id=9bb5027d-0226-4b9c-bc5a-2c56e46be55f HTTP/1.1" status: 200 len: 949 time: 0.2198956 Oct 27 10:28:08.823027 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-b2897006-455a-4e59-85fe-2dd0c562f9d1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:08.862749 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29eca75e-55f5-4aa5-bd3b-a40a92dd85b4 tempest-RoutersNegativeIpV6Test-1489525779 tempest-RoutersNegativeIpV6Test-1489525779-project] Pushing event updated for resources: {'Subnet': ['ID=0a668677-e39b-466f-8030-e70a21876961,revision_number=0']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:28:08.873213 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '960c3882-8995-469f-b814-0b87f3b61996', 'name': 'network-vif-deleted', 'tag': 'dd1a4a75-aa59-4a40-9f4f-febceef5868f'}, {'server_uuid': 'f2e29daa-df39-4a5e-b964-856b7ba7d41d', 'name': 'network-vif-deleted', 'tag': '4059356e-83b5-413a-a82e-17745b15d80f'}] {{(pid=102346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:28:08.877114 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc0e418f5fc417c8d55d94c0aa509b037d0beb2a734c1a709e789eb65639a56d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-846806eb-7636-4e11-a87b-d88ac78f28af" -d '{"events": [{"server_uuid": "960c3882-8995-469f-b814-0b87f3b61996", "name": "network-vif-deleted", "tag": "dd1a4a75-aa59-4a40-9f4f-febceef5868f"}, {"server_uuid": "f2e29daa-df39-4a5e-b964-856b7ba7d41d", "name": "network-vif-deleted", "tag": "4059356e-83b5-413a-a82e-17745b15d80f"}]}' {{(pid=102346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:28:08.898207 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-b2897006-455a-4e59-85fe-2dd0c562f9d1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:08.900840 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-774567a5-d702-4766-9fdb-9a7d221fb7f7 req-79aec4bd-63db-41f5-9618-3d772b7fc1d5 tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] 10.222.0.44 "GET /v2.0/ports?device_id=f2e29daa-df39-4a5e-b964-856b7ba7d41d HTTP/1.1" status: 200 len: 210 time: 0.0435843 Oct 27 10:28:08.966885 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29eca75e-55f5-4aa5-bd3b-a40a92dd85b4 tempest-RoutersNegativeIpV6Test-1489525779 tempest-RoutersNegativeIpV6Test-1489525779-project] Checking segment: {'id': '91fbc30d-556b-472c-9669-2a34612da13f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '1c944525-075d-49b9-a012-af74b5acaf5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:28:08.967247 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29eca75e-55f5-4aa5-bd3b-a40a92dd85b4 tempest-RoutersNegativeIpV6Test-1489525779 tempest-RoutersNegativeIpV6Test-1489525779-project] Network hostable DHCP agents. Network: 1c944525-075d-49b9-a012-af74b5acaf5b, hostable agents: ['eafd4000-b897-4722-ae8b-0118ec955181'], hosted agents: [] {{(pid=102347) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 10:28:08.989245 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-596118e4-5bbb-48c9-a212-ab2a3ab6e3dd req-7ca5eb22-c7cb-4c32-86eb-9fa596730b6e tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] 10.222.0.44 "GET /v2.0/security-groups?id=564ecd8b-da86-4175-923a-67dcc5fcd400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380517 Oct 27 10:28:09.020974 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29eca75e-55f5-4aa5-bd3b-a40a92dd85b4 tempest-RoutersNegativeIpV6Test-1489525779 tempest-RoutersNegativeIpV6Test-1489525779-project] Network 1c944525-075d-49b9-a012-af74b5acaf5b is scheduled to be hosted by DHCP agent eafd4000-b897-4722-ae8b-0118ec955181 with binding_index 1 {{(pid=102347) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 10:28:09.033531 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf38772-ba22-4fd6-88e7-402304346480 req-1bcef2ba-1143-4c29-a2bd-af4ea35ce265 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:28:09.034930 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-fdf38772-ba22-4fd6-88e7-402304346480 req-1bcef2ba-1143-4c29-a2bd-af4ea35ce265 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ae4390a-b621-4500-a1b9-c968556e5a4c HTTP/1.1" status: 200 len: 946 time: 0.0676987 Oct 27 10:28:09.040708 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [None req-29eca75e-55f5-4aa5-bd3b-a40a92dd85b4 tempest-RoutersNegativeIpV6Test-1489525779 tempest-RoutersNegativeIpV6Test-1489525779-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-10, 1c944525-075d-49b9-a012-af74b5acaf5b) {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:28:09.053789 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcd85ac9-f2b3-467d-8e9d-898cdae6e436 None None] Network 1c944525-075d-49b9-a012-af74b5acaf5b requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:28:09.054495 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [req-f06cdc86-9b33-47a1-8be8-bb3c3cf2a296 req-ce03a16e-4b99-42b2-abd5-193acf9ddd33 tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] Deleting port 3ebcd00e-72e2-4b9a-992d-3c1c8e45c35f {{(pid=102347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:28:09.054961 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-f06cdc86-9b33-47a1-8be8-bb3c3cf2a296 req-ce03a16e-4b99-42b2-abd5-193acf9ddd33 tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:09.058132 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-b2897006-455a-4e59-85fe-2dd0c562f9d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:09.060721 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-b2897006-455a-4e59-85fe-2dd0c562f9d1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:09.062157 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-b2897006-455a-4e59-85fe-2dd0c562f9d1 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/614a2b25-f0fa-4ffa-a2fc-60c05eb500c5 HTTP/1.1" status: 204 len: 168 time: 0.4954436 Oct 27 10:28:09.065559 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29eca75e-55f5-4aa5-bd3b-a40a92dd85b4 tempest-RoutersNegativeIpV6Test-1489525779 tempest-RoutersNegativeIpV6Test-1489525779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:28:09.082440 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-29eca75e-55f5-4aa5-bd3b-a40a92dd85b4 tempest-RoutersNegativeIpV6Test-1489525779 tempest-RoutersNegativeIpV6Test-1489525779-project] Publish callbacks [] for subnet, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:09.085281 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 53752) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:28:09.169779 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2897006-455a-4e59-85fe-2dd0c562f9d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=614a2b25-f0fa-4ffa-a2fc-60c05eb500c5,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:28:09.193267 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-29eca75e-55f5-4aa5-bd3b-a40a92dd85b4 tempest-RoutersNegativeIpV6Test-1489525779 tempest-RoutersNegativeIpV6Test-1489525779-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.5362654 Oct 27 10:28:09.193888 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 53754) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:28:09.205797 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-8a8acf40-3009-4430-8f2c-b84a84d3dbc1 tempest-RoutersNegativeIpV6Test-1489525779 tempest-RoutersNegativeIpV6Test-1489525779-project] Request body: {'router': {'external_gateway_info': {'network_id': '1c944525-075d-49b9-a012-af74b5acaf5b'}}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:28:09.333454 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 27 Oct 2021 10:28:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c3d55c6-7dd7-4b51-9e37-6f0aa2aa4aa0 x-openstack-request-id: req-1c3d55c6-7dd7-4b51-9e37-6f0aa2aa4aa0 {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:28:09.333454 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "960c3882-8995-469f-b814-0b87f3b61996", "name": "network-vif-deleted", "tag": "dd1a4a75-aa59-4a40-9f4f-febceef5868f", "status": "completed", "code": 200}, {"server_uuid": "f2e29daa-df39-4a5e-b964-856b7ba7d41d", "name": "network-vif-deleted", "tag": "4059356e-83b5-413a-a82e-17745b15d80f", "status": "completed", "code": 200}]} {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:28:09.333454 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1c3d55c6-7dd7-4b51-9e37-6f0aa2aa4aa0 {{(pid=102346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:28:09.333454 n-d-813419-10 neutron-server[102346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '960c3882-8995-469f-b814-0b87f3b61996', 'name': 'network-vif-deleted', 'tag': 'dd1a4a75-aa59-4a40-9f4f-febceef5868f', 'status': 'completed', 'code': 200} Oct 27 10:28:09.333454 n-d-813419-10 neutron-server[102346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2e29daa-df39-4a5e-b964-856b7ba7d41d', 'name': 'network-vif-deleted', 'tag': '4059356e-83b5-413a-a82e-17745b15d80f', 'status': 'completed', 'code': 200} Oct 27 10:28:09.386735 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-fdf38772-ba22-4fd6-88e7-402304346480 req-a38d405b-074f-4b61-8a9e-208c76ceeb90 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/security-groups?id=9f7279ee-2d49-4f67-b584-fc902ef383cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3400698 Oct 27 10:28:09.449401 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-f06cdc86-9b33-47a1-8be8-bb3c3cf2a296 req-ce03a16e-4b99-42b2-abd5-193acf9ddd33 tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] For port 3ebcd00e-72e2-4b9a-992d-3c1c8e45c35f, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=3ebcd00e-72e2-4b9a-992d-3c1c8e45c35f,segment=NetworkSegment(f7c42c6d-2766-46d8-a8b7-4852117a5555),segment_id=f7c42c6d-2766-46d8-a8b7-4852117a5555)] {{(pid=102347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:28:09.449897 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-f06cdc86-9b33-47a1-8be8-bb3c3cf2a296 req-ce03a16e-4b99-42b2-abd5-193acf9ddd33 tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:09.504579 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [req-f06cdc86-9b33-47a1-8be8-bb3c3cf2a296 req-ce03a16e-4b99-42b2-abd5-193acf9ddd33 tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] Calling delete_port for 3ebcd00e-72e2-4b9a-992d-3c1c8e45c35f owned by compute:nova {{(pid=102347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:28:09.513975 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9adfcc43-9f1f-498c-ab67-3d929508a7ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp734b258e-7d96-550c-b970-9b72ab66f383-1c944525-075d-49b9-a012-af74b5acaf5b', 'network_id': '1c944525-075d-49b9-a012-af74b5acaf5b', 'tenant_id': '235bf37660e84ccbafea49c2cc8ab9d1', 'fixed_ips': [{'subnet_id': '0a668677-e39b-466f-8030-e70a21876961'}]}} from n-d-813419-10. {{(pid=102348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 10:28:09.514859 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-9adfcc43-9f1f-498c-ab67-3d929508a7ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:09.702876 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-8a8acf40-3009-4430-8f2c-b84a84d3dbc1 tempest-RoutersNegativeIpV6Test-1489525779 tempest-RoutersNegativeIpV6Test-1489525779-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:09.725758 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76957740-b01f-4969-8610-537f646b3019 req-b865ad3f-ed3e-4928-98b7-b0a25f30b9fd tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:28:09.727564 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-76957740-b01f-4969-8610-537f646b3019 req-b865ad3f-ed3e-4928-98b7-b0a25f30b9fd tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] 10.222.0.44 "GET /v2.0/ports?device_id=70421289-5784-4962-8b85-8bf7fa80cc12 HTTP/1.1" status: 200 len: 946 time: 0.3043144 Oct 27 10:28:09.902810 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-76957740-b01f-4969-8610-537f646b3019 req-4b260640-582a-44ab-9982-179be6e6f338 tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] 10.222.0.44 "GET /v2.0/security-groups?id=df17171a-6534-4d8a-8518-0be5fe64cbb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214855 Oct 27 10:28:09.920404 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device 279274d4-464d-4fc6-9065-7cae6d97f17f no longer exists at agent hyperv_n-h2-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:28:09.968330 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.db_base_plugin_common [None req-9adfcc43-9f1f-498c-ab67-3d929508a7ec None None] Allocated IP 2001:db8:1::2 (1c944525-075d-49b9-a012-af74b5acaf5b/0a668677-e39b-466f-8030-e70a21876961/17522ab1-9bf9-4ce4-a5ee-dfe48657d0cc) {{(pid=102348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:28:10.042813 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] No Port match for: 279274d4-464d-4fc6-9065-7cae6d97f17f {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:28:10.043306 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device 279274d4-464d-4fc6-9065-7cae6d97f17f not bound to the agent host n-h2-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:28:10.208351 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-43fd0372-b7bb-402e-8ffc-ec83b7f3718e req-6d24ebc5-5047-4cfb-b1b1-f549756dfcd5 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=002947b4-ae99-468d-8263-34ff77508595&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1417022 Oct 27 10:28:10.248071 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29684b85-746c-4e29-b991-a74a4d7520a2 req-866aa715-6d90-4173-b741-e610e873fca5 tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:28:10.250275 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-29684b85-746c-4e29-b991-a74a4d7520a2 req-866aa715-6d90-4173-b741-e610e873fca5 tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] 10.222.0.44 "GET /v2.0/ports?device_id=9bb5027d-0226-4b9c-bc5a-2c56e46be55f HTTP/1.1" status: 200 len: 949 time: 0.1435935 Oct 27 10:28:10.287932 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-e600403c-094f-4f20-b7c1-6cd4b562441b req-cef76bbc-ae62-47f2-824b-6265721192a5 tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] 10.222.0.44 "GET /v2.0/security-groups/2d4587b7-4cf2-4489-b676-d1d50a50f026 HTTP/1.1" status: 200 len: 1799 time: 0.2389009 Oct 27 10:28:10.303945 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-f06cdc86-9b33-47a1-8be8-bb3c3cf2a296 req-ce03a16e-4b99-42b2-abd5-193acf9ddd33 tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:10.325640 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] get_ports_and_sgs() called for port_ids ['4b885691-85ba-4912-82eb-e467a6991070', '8b9b70e1-e27e-4007-b609-dd136bc31194'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:28:10.336719 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] get_ports_and_sgs() called for port_ids ['922a99a6-a89a-48b9-8d61-65b98322153e', '85eb83c4-aae3-4041-805d-c9e07ba77132', 'a2c0905d-8ff6-4c64-8718-c464c84f34df', '307705da-7819-45a3-a44b-e488150d0d2c', '3ebcd00e-72e2-4b9a-992d-3c1c8e45c35f'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:28:10.349658 n-d-813419-10 neutron-server[102347]: INFO neutron.api.v2.resource [None req-8a8acf40-3009-4430-8f2c-b84a84d3dbc1 tempest-RoutersNegativeIpV6Test-1489525779 tempest-RoutersNegativeIpV6Test-1489525779-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 27 10:28:10.357105 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-8a8acf40-3009-4430-8f2c-b84a84d3dbc1 tempest-RoutersNegativeIpV6Test-1489525779 tempest-RoutersNegativeIpV6Test-1489525779-project] 10.222.0.44 "PUT /v2.0/routers/099a9746-f721-4a53-b11b-2365f2ebdb9c HTTP/1.1" status: 400 len: 364 time: 1.1571517 Oct 27 10:28:10.362669 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-29684b85-746c-4e29-b991-a74a4d7520a2 req-bb6a7aee-e865-4ccc-8ea2-a892ec227405 tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] 10.222.0.44 "GET /v2.0/security-groups?id=564ecd8b-da86-4175-923a-67dcc5fcd400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913210 Oct 27 10:28:10.363153 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 53790) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:28:10.378993 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-9adfcc43-9f1f-498c-ab67-3d929508a7ec None None] Publish callbacks [] for port, precommit_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:10.399847 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce03a16e-4b99-42b2-abd5-193acf9ddd33 tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] Pushing event deleted for resources: {'Port': ['ID=3ebcd00e-72e2-4b9a-992d-3c1c8e45c35f,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:28:10.442889 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-9adfcc43-9f1f-498c-ab67-3d929508a7ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606'] for port, after_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:10.545075 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [req-f06cdc86-9b33-47a1-8be8-bb3c3cf2a296 req-ce03a16e-4b99-42b2-abd5-193acf9ddd33 tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] No DVR routers for this DVR port 3ebcd00e-72e2-4b9a-992d-3c1c8e45c35f on host n-h2-813419-10 {{(pid=102347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:28:10.552112 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adfcc43-9f1f-498c-ab67-3d929508a7ec None None] Pushing event updated for resources: {'Port': ['ID=17522ab1-9bf9-4ce4-a5ee-dfe48657d0cc,revision_number=1']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:28:10.563395 n-d-813419-10 neutron-server[102348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9adfcc43-9f1f-498c-ab67-3d929508a7ec None None] Network 1c944525-075d-49b9-a012-af74b5acaf5b is already hosted by enough agents. {{(pid=102348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:28:10.570565 n-d-813419-10 neutron-server[102348]: DEBUG neutron.scheduler.base_scheduler [None req-9adfcc43-9f1f-498c-ab67-3d929508a7ec None None] Resources bound (agent type, host, resource id): {{(pid=102348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:28:10.575103 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fd0372-b7bb-402e-8ffc-ec83b7f3718e req-9f81be95-cf22-45f7-8aae-bbb66195fd4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:28:10.577084 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9adfcc43-9f1f-498c-ab67-3d929508a7ec None None] Received port after_create {{(pid=102348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:28:10.577751 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-43fd0372-b7bb-402e-8ffc-ec83b7f3718e req-9f81be95-cf22-45f7-8aae-bbb66195fd4f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=90a01745d25e42a2aa454aea883f58a1&device_id=002947b4-ae99-468d-8263-34ff77508595 HTTP/1.1" status: 200 len: 1102 time: 0.3229704 Oct 27 10:28:10.580822 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-f06cdc86-9b33-47a1-8be8-bb3c3cf2a296 req-ce03a16e-4b99-42b2-abd5-193acf9ddd33 tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:10.589171 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-f06cdc86-9b33-47a1-8be8-bb3c3cf2a296 req-ce03a16e-4b99-42b2-abd5-193acf9ddd33 tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] 10.222.0.76 "DELETE /v2.0/ports/3ebcd00e-72e2-4b9a-992d-3c1c8e45c35f HTTP/1.1" status: 204 len: 173 time: 1.7891753 Oct 27 10:28:10.604897 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bb5027d-0226-4b9c-bc5a-2c56e46be55f', 'name': 'network-vif-deleted', 'tag': '3ebcd00e-72e2-4b9a-992d-3c1c8e45c35f'}] {{(pid=102347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:28:10.615242 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311149b481204ee7edffdb959c881838506fbd95bc8577c048f6677abb73acc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d772bd1a-137a-44f5-90f1-f14de8ca2ba1" -d '{"events": [{"server_uuid": "9bb5027d-0226-4b9c-bc5a-2c56e46be55f", "name": "network-vif-deleted", "tag": "3ebcd00e-72e2-4b9a-992d-3c1c8e45c35f"}]}' {{(pid=102347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:28:10.651949 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-e600403c-094f-4f20-b7c1-6cd4b562441b req-32291a46-f75f-4343-9077-91f92e1e47c6 tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] Publish callbacks [] for security_group, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:10.709285 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-e600403c-094f-4f20-b7c1-6cd4b562441b req-32291a46-f75f-4343-9077-91f92e1e47c6 tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:10.742866 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:28:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3155140a-fab2-46c1-a04e-18b9475561fb x-openstack-request-id: req-3155140a-fab2-46c1-a04e-18b9475561fb {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:28:10.743478 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bb5027d-0226-4b9c-bc5a-2c56e46be55f", "name": "network-vif-deleted", "tag": "3ebcd00e-72e2-4b9a-992d-3c1c8e45c35f", "status": "completed", "code": 200}]} {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:28:10.743478 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3155140a-fab2-46c1-a04e-18b9475561fb {{(pid=102347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:28:10.744000 n-d-813419-10 neutron-server[102347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bb5027d-0226-4b9c-bc5a-2c56e46be55f', 'name': 'network-vif-deleted', 'tag': '3ebcd00e-72e2-4b9a-992d-3c1c8e45c35f', 'status': 'completed', 'code': 200} Oct 27 10:28:10.786325 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-9adfcc43-9f1f-498c-ab67-3d929508a7ec None None] Attempting to bind port 17522ab1-9bf9-4ce4-a5ee-dfe48657d0cc on host n-d-813419-10 for vnic_type normal with profile {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:28:10.786697 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-9adfcc43-9f1f-498c-ab67-3d929508a7ec None None] Attempting to bind port 17522ab1-9bf9-4ce4-a5ee-dfe48657d0cc by drivers openvswitch,hyperv on host n-d-813419-10 at level 0 using segments [{'id': '91fbc30d-556b-472c-9669-2a34612da13f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '1c944525-075d-49b9-a012-af74b5acaf5b'}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:28:10.787058 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9adfcc43-9f1f-498c-ab67-3d929508a7ec None None] Attempting to bind port 17522ab1-9bf9-4ce4-a5ee-dfe48657d0cc on network 1c944525-075d-49b9-a012-af74b5acaf5b {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:28:10.798518 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-e600403c-094f-4f20-b7c1-6cd4b562441b req-32291a46-f75f-4343-9077-91f92e1e47c6 tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:10.810827 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-e600403c-094f-4f20-b7c1-6cd4b562441b req-32291a46-f75f-4343-9077-91f92e1e47c6 tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] Publish callbacks [] for security_group, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:10.812001 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-e600403c-094f-4f20-b7c1-6cd4b562441b req-32291a46-f75f-4343-9077-91f92e1e47c6 tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] 10.222.0.44 "DELETE /v2.0/security-groups/2d4587b7-4cf2-4489-b676-d1d50a50f026 HTTP/1.1" status: 204 len: 173 time: 0.5091231 Oct 27 10:28:10.838753 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32291a46-f75f-4343-9077-91f92e1e47c6 tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d4587b7-4cf2-4489-b676-d1d50a50f026,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:28:10.843084 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9adfcc43-9f1f-498c-ab67-3d929508a7ec None None] Checking agent: {'id': '89dba0f3-79b2-435e-9822-33674b8f6ada', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 8, 20), 'started_at': datetime.datetime(2021, 10, 27, 10, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 27, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:28:10.843479 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9adfcc43-9f1f-498c-ab67-3d929508a7ec None None] Checking segment: {'id': '91fbc30d-556b-472c-9669-2a34612da13f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '1c944525-075d-49b9-a012-af74b5acaf5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:28:10.844413 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-9adfcc43-9f1f-498c-ab67-3d929508a7ec None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:10.844810 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9adfcc43-9f1f-498c-ab67-3d929508a7ec None None] Bound using segment: {'id': '91fbc30d-556b-472c-9669-2a34612da13f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '1c944525-075d-49b9-a012-af74b5acaf5b'} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:28:10.845284 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-9adfcc43-9f1f-498c-ab67-3d929508a7ec None None] Bound port: 17522ab1-9bf9-4ce4-a5ee-dfe48657d0cc, host: n-d-813419-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91fbc30d-556b-472c-9669-2a34612da13f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '1c944525-075d-49b9-a012-af74b5acaf5b'}}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:28:10.845662 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-9adfcc43-9f1f-498c-ab67-3d929508a7ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:11.100455 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bb13f3-cfcd-44fc-8959-82383bd01063 req-650af1d6-d63f-4e94-a9be-efe5f14886d5 tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:28:11.110283 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-59bb13f3-cfcd-44fc-8959-82383bd01063 req-650af1d6-d63f-4e94-a9be-efe5f14886d5 tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] 10.222.0.44 "GET /v2.0/ports?device_id=70421289-5784-4962-8b85-8bf7fa80cc12 HTTP/1.1" status: 200 len: 946 time: 0.0940075 Oct 27 10:28:11.166627 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-59bb13f3-cfcd-44fc-8959-82383bd01063 req-8bc97d5e-5e84-470c-9023-3c9410db429e tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] 10.222.0.44 "GET /v2.0/security-groups?id=df17171a-6534-4d8a-8518-0be5fe64cbb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544474 Oct 27 10:28:11.214525 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-577f2a97-b359-498e-9eeb-a9af1d508569 req-ea1240ad-c9ba-4030-b301-2764ba79a4ed tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] 10.222.0.44 "GET /v2.0/security-groups/8390c244-c93e-4214-9e1f-52aa9200614c HTTP/1.1" status: 200 len: 1800 time: 0.3443930 Oct 27 10:28:11.252091 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-6801af64-e8bc-4bc8-a1b8-6be0b45daded admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1766202'] for router_interface, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:11.289470 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-9adfcc43-9f1f-498c-ab67-3d929508a7ec None None] For port 17522ab1-9bf9-4ce4-a5ee-dfe48657d0cc, host n-d-813419-10, cleared binding levels {{(pid=102348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:28:11.319639 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-9adfcc43-9f1f-498c-ab67-3d929508a7ec None None] For port 17522ab1-9bf9-4ce4-a5ee-dfe48657d0cc, host n-d-813419-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=17522ab1-9bf9-4ce4-a5ee-dfe48657d0cc,segment=NetworkSegment(91fbc30d-556b-472c-9669-2a34612da13f),segment_id=91fbc30d-556b-472c-9669-2a34612da13f)] {{(pid=102348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:28:11.356874 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-9adfcc43-9f1f-498c-ab67-3d929508a7ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:11.380101 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-8dd8f7ca-f262-41d9-8653-14a21b8ccbf7 tempest-RoutersNegativeIpV6Test-1489525779 tempest-RoutersNegativeIpV6Test-1489525779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:11.397021 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fd0372-b7bb-402e-8ffc-ec83b7f3718e req-c98db8ba-d364-48e5-a8d0-d834f7bc7c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:28:11.398497 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-43fd0372-b7bb-402e-8ffc-ec83b7f3718e req-c98db8ba-d364-48e5-a8d0-d834f7bc7c27 service neutron] 10.222.0.64 "GET /v2.0/networks?id=4d250f92-d229-45fe-a579-67fef8e6c544 HTTP/1.1" status: 200 len: 870 time: 0.7458627 Oct 27 10:28:11.459446 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adfcc43-9f1f-498c-ab67-3d929508a7ec None None] Pushing event updated for resources: {'Port': ['ID=17522ab1-9bf9-4ce4-a5ee-dfe48657d0cc,revision_number=2']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:28:11.481701 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-43fd0372-b7bb-402e-8ffc-ec83b7f3718e req-e477a662-525f-4377-b80c-49d89da39949 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.143&port_id=4b885691-85ba-4912-82eb-e467a6991070 HTTP/1.1" status: 200 len: 217 time: 0.0645301 Oct 27 10:28:11.645836 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-577f2a97-b359-498e-9eeb-a9af1d508569 req-037c5879-b7a2-42b0-90cb-741785d73166 tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] Publish callbacks [] for security_group, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:11.772028 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fd0372-b7bb-402e-8ffc-ec83b7f3718e req-4e63e8f8-cda0-4293-963c-8b6963002e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:28:11.773575 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-43fd0372-b7bb-402e-8ffc-ec83b7f3718e req-4e63e8f8-cda0-4293-963c-8b6963002e2c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=62eb52f7-aac4-48af-8670-e04300325561 HTTP/1.1" status: 200 len: 843 time: 0.2544122 Oct 27 10:28:11.903285 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-577f2a97-b359-498e-9eeb-a9af1d508569 req-037c5879-b7a2-42b0-90cb-741785d73166 tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:11.917262 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device 3ebcd00e-72e2-4b9a-992d-3c1c8e45c35f no longer exists at agent hyperv_n-h2-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:28:11.950522 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] No Port match for: 3ebcd00e-72e2-4b9a-992d-3c1c8e45c35f {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:28:11.950872 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device 3ebcd00e-72e2-4b9a-992d-3c1c8e45c35f not bound to the agent host n-h2-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:28:11.954539 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a95cd7-86ce-4ad2-83ba-01dcc277445b req-6f63c4b0-52b6-436e-a681-106bfcf644d2 tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:28:11.956140 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b4a95cd7-86ce-4ad2-83ba-01dcc277445b req-6f63c4b0-52b6-436e-a681-106bfcf644d2 tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] 10.222.0.44 "GET /v2.0/ports?device_id=53621847-f4f2-42a2-b1ec-02c4c6b66d48 HTTP/1.1" status: 200 len: 950 time: 0.0873601 Oct 27 10:28:11.956743 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device 4059356e-83b5-413a-a82e-17745b15d80f no longer exists at agent hyperv_n-h2-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:28:11.994165 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] No Port match for: 4059356e-83b5-413a-a82e-17745b15d80f {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:28:11.994520 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device 4059356e-83b5-413a-a82e-17745b15d80f not bound to the agent host n-h2-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:28:12.012025 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b4a95cd7-86ce-4ad2-83ba-01dcc277445b req-c8b5b2a6-cccf-4b30-a2ee-738f1ce5b416 tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] 10.222.0.44 "GET /v2.0/security-groups?id=564ecd8b-da86-4175-923a-67dcc5fcd400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488465 Oct 27 10:28:12.045723 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fd0372-b7bb-402e-8ffc-ec83b7f3718e req-ef523ba4-84f1-41a1-831b-fc2ce138b3ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:28:12.047752 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-43fd0372-b7bb-402e-8ffc-ec83b7f3718e req-ef523ba4-84f1-41a1-831b-fc2ce138b3ff service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4d250f92-d229-45fe-a579-67fef8e6c544&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2205710 Oct 27 10:28:12.075927 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-577f2a97-b359-498e-9eeb-a9af1d508569 req-037c5879-b7a2-42b0-90cb-741785d73166 tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:12.078575 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-577f2a97-b359-498e-9eeb-a9af1d508569 req-037c5879-b7a2-42b0-90cb-741785d73166 tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:12.080663 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-577f2a97-b359-498e-9eeb-a9af1d508569 req-037c5879-b7a2-42b0-90cb-741785d73166 tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] 10.222.0.44 "DELETE /v2.0/security-groups/8390c244-c93e-4214-9e1f-52aa9200614c HTTP/1.1" status: 204 len: 173 time: 0.8622730 Oct 27 10:28:12.085781 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 53842) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:28:12.152632 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037c5879-b7a2-42b0-90cb-741785d73166 tempest-SecurityGroupsTestJSON-645884064 tempest-SecurityGroupsTestJSON-645884064-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8390c244-c93e-4214-9e1f-52aa9200614c,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:28:12.158953 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e05e7b6-e607-4cee-999b-9679c1035ebf admin admin] Deleting subnet 94d6f39e-603b-4bcb-8dfa-684bf1105886 {{(pid=102347) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 10:28:12.162854 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-4e05e7b6-e607-4cee-999b-9679c1035ebf admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:12.218144 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-4e05e7b6-e607-4cee-999b-9679c1035ebf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-18445109'] for subnet, precommit_delete_associations {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:12.220387 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_common [None req-8dd8f7ca-f262-41d9-8653-14a21b8ccbf7 tempest-RoutersNegativeIpV6Test-1489525779 tempest-RoutersNegativeIpV6Test-1489525779-project] Allocated IP 2001:db8::1 (c774295a-16c5-4f3d-9e78-d68a7d0e12d7/497980b6-c67d-4780-9d51-e7e4ea1d0531/30458bb6-dc09-4f2c-8a86-d260a64c9bc9) {{(pid=102346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:28:12.322685 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-4e05e7b6-e607-4cee-999b-9679c1035ebf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855646'] for subnet, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:12.374609 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0892f3-401f-4728-a44e-17459d4494e4 req-7f78b783-d768-4083-9d81-2aad66a47ae0 tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:28:12.376743 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-bc0892f3-401f-4728-a44e-17459d4494e4 req-7f78b783-d768-4083-9d81-2aad66a47ae0 tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] 10.222.0.44 "GET /v2.0/ports?device_id=70421289-5784-4962-8b85-8bf7fa80cc12 HTTP/1.1" status: 200 len: 946 time: 0.1074343 Oct 27 10:28:12.381183 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-43fd0372-b7bb-402e-8ffc-ec83b7f3718e req-38262c08-3078-4477-9e7c-c9a74bb89b46 service neutron] 10.222.0.64 "GET /v2.0/networks/4d250f92-d229-45fe-a579-67fef8e6c544?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3251975 Oct 27 10:28:12.447978 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-4e05e7b6-e607-4cee-999b-9679c1035ebf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-18295818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18043720'] for subnet, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:12.506982 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-bc0892f3-401f-4728-a44e-17459d4494e4 req-8c5157e7-b245-4da9-8560-e0b5ad0d44db tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] 10.222.0.44 "GET /v2.0/security-groups?id=df17171a-6534-4d8a-8518-0be5fe64cbb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003866 Oct 27 10:28:12.509620 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e05e7b6-e607-4cee-999b-9679c1035ebf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=94d6f39e-603b-4bcb-8dfa-684bf1105886,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:28:12.526151 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-4e05e7b6-e607-4cee-999b-9679c1035ebf admin admin] Publish callbacks [] for subnet, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:12.533121 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-4e05e7b6-e607-4cee-999b-9679c1035ebf admin admin] 10.222.0.44 "DELETE /v2.0/subnets/94d6f39e-603b-4bcb-8dfa-684bf1105886 HTTP/1.1" status: 204 len: 168 time: 0.4461350 Oct 27 10:28:12.537604 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 53884) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:28:12.676723 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 17522ab1-9bf9-4ce4-a5ee-dfe48657d0cc up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:28:12.749209 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-6801af64-e8bc-4bc8-a1b8-6be0b45daded admin admin] Deleting port 4b25f838-29f0-49e5-9cb7-cb35a84a94ac {{(pid=102346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:28:12.749546 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-6801af64-e8bc-4bc8-a1b8-6be0b45daded admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:12.753024 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07a2bdd-bd92-4a1f-b730-107da8d1f2ea req-64e68280-27a6-4e45-8c54-a7cfebaa8be1 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:28:12.765412 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-a07a2bdd-bd92-4a1f-b730-107da8d1f2ea req-64e68280-27a6-4e45-8c54-a7cfebaa8be1 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ae4390a-b621-4500-a1b9-c968556e5a4c HTTP/1.1" status: 200 len: 946 time: 0.0877590 Oct 27 10:28:12.767759 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port 17522ab1-9bf9-4ce4-a5ee-dfe48657d0cc triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:28:12.769852 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:12.859447 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-a07a2bdd-bd92-4a1f-b730-107da8d1f2ea req-20610cf0-b37f-40e2-877b-098d6dfbe391 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/security-groups?id=9f7279ee-2d49-4f67-b584-fc902ef383cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904894 Oct 27 10:28:12.951255 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:13.046556 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] For port 17522ab1-9bf9-4ce4-a5ee-dfe48657d0cc, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=17522ab1-9bf9-4ce4-a5ee-dfe48657d0cc,segment=NetworkSegment(91fbc30d-556b-472c-9669-2a34612da13f),segment_id=91fbc30d-556b-472c-9669-2a34612da13f)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:28:13.056752 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9210d7-bce0-4043-a099-7a4d00417c16 req-991d81a3-7c27-4c72-9718-4c848ce78662 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:28:13.060859 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-ea9210d7-bce0-4043-a099-7a4d00417c16 req-991d81a3-7c27-4c72-9718-4c848ce78662 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ae4390a-b621-4500-a1b9-c968556e5a4c HTTP/1.1" status: 200 len: 946 time: 0.0974922 Oct 27 10:28:13.062292 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 53898) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:28:13.064393 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:13.116991 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-ea9210d7-bce0-4043-a099-7a4d00417c16 req-a9ba24f6-87b1-4913-be99-3857748c9dac tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/security-groups?id=9f7279ee-2d49-4f67-b584-fc902ef383cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522978 Oct 27 10:28:13.148815 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47b82647-fb57-4223-92a9-b783aa3456fb None None] Network 1c944525-075d-49b9-a012-af74b5acaf5b requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:28:13.215742 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-8dd8f7ca-f262-41d9-8653-14a21b8ccbf7 tempest-RoutersNegativeIpV6Test-1489525779 tempest-RoutersNegativeIpV6Test-1489525779-project] Publish callbacks [] for port, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:13.230984 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-fa045f8f-b389-4015-8ac5-81f20fe614ab admin admin] Publish callbacks [] for security_group, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:13.239748 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-5f684338-4da5-46db-9af0-e8441c52d4f2 None None] Provisioning complete for port 17522ab1-9bf9-4ce4-a5ee-dfe48657d0cc triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:28:13.240189 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-5f684338-4da5-46db-9af0-e8441c52d4f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:13.243872 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Pushing event updated for resources: {'Port': ['ID=17522ab1-9bf9-4ce4-a5ee-dfe48657d0cc,revision_number=3']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:28:13.272669 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-8dd8f7ca-f262-41d9-8653-14a21b8ccbf7 tempest-RoutersNegativeIpV6Test-1489525779 tempest-RoutersNegativeIpV6Test-1489525779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:13.349749 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd8f7ca-f262-41d9-8653-14a21b8ccbf7 tempest-RoutersNegativeIpV6Test-1489525779 tempest-RoutersNegativeIpV6Test-1489525779-project] Pushing event updated for resources: {'Port': ['ID=30458bb6-dc09-4f2c-8a86-d260a64c9bc9,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:28:13.352340 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-43fd0372-b7bb-402e-8ffc-ec83b7f3718e req-472880f7-b458-4bc2-884f-5ed3d18c1847 service neutron] 10.222.0.64 "GET /v2.0/networks/4d250f92-d229-45fe-a579-67fef8e6c544?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9581020 Oct 27 10:28:13.354450 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-f759229a-af40-422e-b20a-8b79ac08651f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586917'] for network, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:13.361450 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-fa045f8f-b389-4015-8ac5-81f20fe614ab admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:13.368246 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-fa045f8f-b389-4015-8ac5-81f20fe614ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:13.397325 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dd8f7ca-f262-41d9-8653-14a21b8ccbf7 tempest-RoutersNegativeIpV6Test-1489525779 tempest-RoutersNegativeIpV6Test-1489525779-project] Network c774295a-16c5-4f3d-9e78-d68a7d0e12d7 is already hosted by enough agents. {{(pid=102346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:28:13.407602 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-8dd8f7ca-f262-41d9-8653-14a21b8ccbf7 tempest-RoutersNegativeIpV6Test-1489525779 tempest-RoutersNegativeIpV6Test-1489525779-project] Resources bound (agent type, host, resource id): {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:28:13.428377 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51319a4-df14-42a8-bf45-6fcc9231847c req-3ed2ac77-4364-4dea-8653-ac1a46045bc5 tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:28:13.429919 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-c51319a4-df14-42a8-bf45-6fcc9231847c req-3ed2ac77-4364-4dea-8653-ac1a46045bc5 tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] 10.222.0.44 "GET /v2.0/ports?device_id=53621847-f4f2-42a2-b1ec-02c4c6b66d48 HTTP/1.1" status: 200 len: 950 time: 0.1800981 Oct 27 10:28:13.456955 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa045f8f-b389-4015-8ac5-81f20fe614ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9101215f-eef3-4fa4-b5a3-135ad1854c12,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:28:13.476525 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dd8f7ca-f262-41d9-8653-14a21b8ccbf7 tempest-RoutersNegativeIpV6Test-1489525779 tempest-RoutersNegativeIpV6Test-1489525779-project] Received port after_create {{(pid=102346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:28:13.477086 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-8dd8f7ca-f262-41d9-8653-14a21b8ccbf7 tempest-RoutersNegativeIpV6Test-1489525779 tempest-RoutersNegativeIpV6Test-1489525779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1664961'] for router_interface, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:13.502960 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-fa045f8f-b389-4015-8ac5-81f20fe614ab admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0d47e28480a24dfb9d558fee1f545a04&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4291351 Oct 27 10:28:13.512759 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 53904) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:28:13.708937 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [None req-6801af64-e8bc-4bc8-a1b8-6be0b45daded admin admin] For port 4b25f838-29f0-49e5-9cb7-cb35a84a94ac, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=4b25f838-29f0-49e5-9cb7-cb35a84a94ac,segment=NetworkSegment(bb32181f-2d00-464a-ae3b-423fdf74c1eb),segment_id=bb32181f-2d00-464a-ae3b-423fdf74c1eb)] {{(pid=102346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:28:13.709817 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-6801af64-e8bc-4bc8-a1b8-6be0b45daded admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:13.742231 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-f759229a-af40-422e-b20a-8b79ac08651f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857803', 'neutron.services.segments.db._delete_segments_for_network-8743873143390'] for network, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:13.755525 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-c51319a4-df14-42a8-bf45-6fcc9231847c req-ff4f054e-7916-496c-82cf-ccbb5f0bef0e tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] 10.222.0.44 "GET /v2.0/security-groups?id=564ecd8b-da86-4175-923a-67dcc5fcd400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2757068 Oct 27 10:28:13.758487 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-6801af64-e8bc-4bc8-a1b8-6be0b45daded admin admin] Calling delete_port for 4b25f838-29f0-49e5-9cb7-cb35a84a94ac owned by network:router_interface {{(pid=102346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:28:13.758625 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0003ad2c-642d-4c67-ae08-fb0697a61702 req-4afa6f29-7ea4-4d36-955a-98798d0e710d tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:28:13.769995 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-0003ad2c-642d-4c67-ae08-fb0697a61702 req-4afa6f29-7ea4-4d36-955a-98798d0e710d tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] 10.222.0.44 "GET /v2.0/ports?device_id=70421289-5784-4962-8b85-8bf7fa80cc12 HTTP/1.1" status: 200 len: 946 time: 0.1771517 Oct 27 10:28:13.773007 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-5910c2a2-7c4b-473a-a6bc-a62f996280fd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:13.800004 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-f759229a-af40-422e-b20a-8b79ac08651f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c4816f7-a34d-4509-b1c3-eb56e1ec3f30']}} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:28:13.800669 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-5910c2a2-7c4b-473a-a6bc-a62f996280fd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:13.814072 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-f759229a-af40-422e-b20a-8b79ac08651f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55babfa1-afbc-48a2-a34b-7aa1ec1518dd') {'for_net_delete': True} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:28:13.814377 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-f759229a-af40-422e-b20a-8b79ac08651f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55babfa1-afbc-48a2-a34b-7aa1ec1518dd') {} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:28:13.860124 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-f759229a-af40-422e-b20a-8b79ac08651f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743873145191', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25847877'] for segment, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:13.926903 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-f759229a-af40-422e-b20a-8b79ac08651f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:13.945243 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-0003ad2c-642d-4c67-ae08-fb0697a61702 req-d0e59f69-d7f3-44e7-9bcb-32500c5e2b76 tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] 10.222.0.44 "GET /v2.0/security-groups?id=df17171a-6534-4d8a-8518-0be5fe64cbb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736526 Oct 27 10:28:13.962594 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f759229a-af40-422e-b20a-8b79ac08651f admin admin] Releasing vlan 447 on physical network physnet1 to pool {{(pid=102346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 10:28:13.963254 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-f759229a-af40-422e-b20a-8b79ac08651f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27024137'] for segment, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:13.965311 n-d-813419-10 neutron-server[102346]: Traceback (most recent call last): Oct 27 10:28:13.965311 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 10:28:13.965311 n-d-813419-10 neutron-server[102346]: timer() Oct 27 10:28:13.965311 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 10:28:13.965311 n-d-813419-10 neutron-server[102346]: cb(*args, **kw) Oct 27 10:28:13.965311 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 10:28:13.965311 n-d-813419-10 neutron-server[102346]: return func(*args, **kwargs) Oct 27 10:28:13.965311 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 10:28:13.965311 n-d-813419-10 neutron-server[102346]: self._notify() Oct 27 10:28:13.965311 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 10:28:13.965311 n-d-813419-10 neutron-server[102346]: self.callback(batched_events) Oct 27 10:28:13.965311 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 10:28:13.965311 n-d-813419-10 neutron-server[102346]: event.method(event) Oct 27 10:28:13.965311 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 10:28:13.965311 n-d-813419-10 neutron-server[102346]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 10:28:13.965311 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 10:28:13.965311 n-d-813419-10 neutron-server[102346]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 10:28:13.965311 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 10:28:13.965311 n-d-813419-10 neutron-server[102346]: return f(self, *a, **k) Oct 27 10:28:13.965311 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 10:28:13.965311 n-d-813419-10 neutron-server[102346]: return self._get(url).json() Oct 27 10:28:13.965311 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 10:28:13.965311 n-d-813419-10 neutron-server[102346]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 10:28:13.965311 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 10:28:13.965311 n-d-813419-10 neutron-server[102346]: return self.request(url, 'GET', **kwargs) Oct 27 10:28:13.965311 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 10:28:13.965311 n-d-813419-10 neutron-server[102346]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 10:28:13.965311 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 10:28:13.965311 n-d-813419-10 neutron-server[102346]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 10:28:13.965311 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 10:28:13.965311 n-d-813419-10 neutron-server[102346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 10:28:13.965311 n-d-813419-10 neutron-server[102346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 10:28:13.977623 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-8dd8f7ca-f262-41d9-8653-14a21b8ccbf7 tempest-RoutersNegativeIpV6Test-1489525779 tempest-RoutersNegativeIpV6Test-1489525779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:13.982189 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1f903e-6287-4d14-83a3-057b0d0e3a8d req-fa1c312d-f60d-4400-9529-3d7e9eeeccf5 tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:28:13.984703 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8b1f903e-6287-4d14-83a3-057b0d0e3a8d req-fa1c312d-f60d-4400-9529-3d7e9eeeccf5 tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] 10.222.0.76 "GET /v2.0/ports?device_id=53621847-f4f2-42a2-b1ec-02c4c6b66d48 HTTP/1.1" status: 200 len: 950 time: 0.1304212 Oct 27 10:28:13.992170 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-ccc1c267-870c-40ff-95a2-40e9cef74f12 None None] Provisioning complete for port 30458bb6-dc09-4f2c-8a86-d260a64c9bc9 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:28:13.993073 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-ccc1c267-870c-40ff-95a2-40e9cef74f12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:14.005064 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-5910c2a2-7c4b-473a-a6bc-a62f996280fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:14.009043 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-5910c2a2-7c4b-473a-a6bc-a62f996280fd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:14.012547 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-5910c2a2-7c4b-473a-a6bc-a62f996280fd admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9101215f-eef3-4fa4-b5a3-135ad1854c12 HTTP/1.1" status: 204 len: 168 time: 0.4964924 Oct 27 10:28:14.050995 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5910c2a2-7c4b-473a-a6bc-a62f996280fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9101215f-eef3-4fa4-b5a3-135ad1854c12,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:28:14.053020 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-ccc1c267-870c-40ff-95a2-40e9cef74f12 None None] Port 30458bb6-dc09-4f2c-8a86-d260a64c9bc9 cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:28:14.121007 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-f759229a-af40-422e-b20a-8b79ac08651f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664840'] for network, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:14.123930 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-ccc1c267-870c-40ff-95a2-40e9cef74f12 None None] Provisioning complete for port 17522ab1-9bf9-4ce4-a5ee-dfe48657d0cc triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:28:14.124719 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-ccc1c267-870c-40ff-95a2-40e9cef74f12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:14.136462 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-f759229a-af40-422e-b20a-8b79ac08651f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for network, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:14.142085 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-f759229a-af40-422e-b20a-8b79ac08651f admin admin] 10.222.0.44 "DELETE /v2.0/networks/4c4816f7-a34d-4509-b1c3-eb56e1ec3f30 HTTP/1.1" status: 204 len: 168 time: 1.5896866 Oct 27 10:28:14.193392 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f759229a-af40-422e-b20a-8b79ac08651f admin admin] Pushing event deleted for resources: {'Network': ['ID=4c4816f7-a34d-4509-b1c3-eb56e1ec3f30,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:28:14.302541 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [req-8b1f903e-6287-4d14-83a3-057b0d0e3a8d req-4a8d33bf-2de8-4de2-a8e3-679604805975 tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] Deleting port 307705da-7819-45a3-a44b-e488150d0d2c {{(pid=102347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:28:14.304848 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-8b1f903e-6287-4d14-83a3-057b0d0e3a8d req-4a8d33bf-2de8-4de2-a8e3-679604805975 tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:14.474287 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 53922) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:28:14.550280 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-6801af64-e8bc-4bc8-a1b8-6be0b45daded admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:14.594161 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 53924) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:28:14.603281 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 53926) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:28:14.614109 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-94a4d8a6-28cb-4028-b90b-d6324a552e18 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2a73aad0ca0543f58dfb2590ad006be4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1250868 Oct 27 10:28:14.628362 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6801af64-e8bc-4bc8-a1b8-6be0b45daded admin admin] Pushing event deleted for resources: {'Port': ['ID=4b25f838-29f0-49e5-9cb7-cb35a84a94ac,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:28:14.645546 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-8b1f903e-6287-4d14-83a3-057b0d0e3a8d req-4a8d33bf-2de8-4de2-a8e3-679604805975 tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] For port 307705da-7819-45a3-a44b-e488150d0d2c, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=307705da-7819-45a3-a44b-e488150d0d2c,segment=NetworkSegment(f7c42c6d-2766-46d8-a8b7-4852117a5555),segment_id=f7c42c6d-2766-46d8-a8b7-4852117a5555)] {{(pid=102347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:28:14.645900 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-8b1f903e-6287-4d14-83a3-057b0d0e3a8d req-4a8d33bf-2de8-4de2-a8e3-679604805975 tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:14.661360 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [req-8b1f903e-6287-4d14-83a3-057b0d0e3a8d req-4a8d33bf-2de8-4de2-a8e3-679604805975 tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] Calling delete_port for 307705da-7819-45a3-a44b-e488150d0d2c owned by compute:nova {{(pid=102347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:28:14.686461 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-42495c1a-64ef-460b-be88-b66306fdf80d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:14.701885 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 17522ab1-9bf9-4ce4-a5ee-dfe48657d0cc up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:28:14.730415 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-8dd8f7ca-f262-41d9-8653-14a21b8ccbf7 tempest-RoutersNegativeIpV6Test-1489525779 tempest-RoutersNegativeIpV6Test-1489525779-project] Publish callbacks [] for port, precommit_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:14.773383 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-8dd8f7ca-f262-41d9-8653-14a21b8ccbf7 tempest-RoutersNegativeIpV6Test-1489525779 tempest-RoutersNegativeIpV6Test-1489525779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27024173'] for port, after_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:14.776099 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-8dd8f7ca-f262-41d9-8653-14a21b8ccbf7 tempest-RoutersNegativeIpV6Test-1489525779 tempest-RoutersNegativeIpV6Test-1489525779-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2006967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1766225'] for router_interface, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:14.776949 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port 17522ab1-9bf9-4ce4-a5ee-dfe48657d0cc triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:28:14.777458 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:14.853619 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd8f7ca-f262-41d9-8653-14a21b8ccbf7 tempest-RoutersNegativeIpV6Test-1489525779 tempest-RoutersNegativeIpV6Test-1489525779-project] Pushing event updated for resources: {'Port': ['ID=30458bb6-dc09-4f2c-8a86-d260a64c9bc9,revision_number=2']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:28:14.977595 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-8b1f903e-6287-4d14-83a3-057b0d0e3a8d req-4a8d33bf-2de8-4de2-a8e3-679604805975 tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:15.002198 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] get_ports_and_sgs() called for port_ids ['4b885691-85ba-4912-82eb-e467a6991070', '8b9b70e1-e27e-4007-b609-dd136bc31194'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:28:15.004486 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] get_ports_and_sgs() called for port_ids ['922a99a6-a89a-48b9-8d61-65b98322153e', '85eb83c4-aae3-4041-805d-c9e07ba77132', 'a2c0905d-8ff6-4c64-8718-c464c84f34df', '307705da-7819-45a3-a44b-e488150d0d2c'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:28:15.014500 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8d33bf-2de8-4de2-a8e3-679604805975 tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] Pushing event deleted for resources: {'Port': ['ID=307705da-7819-45a3-a44b-e488150d0d2c,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:28:15.029166 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b716235-f4d0-44bd-ade3-a3567368f9d1 req-689f4225-2410-4014-bac3-5f03f5aaac5d tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:28:15.030727 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-2b716235-f4d0-44bd-ade3-a3567368f9d1 req-689f4225-2410-4014-bac3-5f03f5aaac5d tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] 10.222.0.44 "GET /v2.0/ports?device_id=53621847-f4f2-42a2-b1ec-02c4c6b66d48 HTTP/1.1" status: 200 len: 867 time: 0.1332119 Oct 27 10:28:15.074207 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-0bf86263-4439-487e-938d-baad0443f02d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:15.120024 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b1f903e-6287-4d14-83a3-057b0d0e3a8d req-4a8d33bf-2de8-4de2-a8e3-679604805975 tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] No DVR routers for this DVR port 307705da-7819-45a3-a44b-e488150d0d2c on host n-h2-813419-10 {{(pid=102347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:28:15.145248 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-8b1f903e-6287-4d14-83a3-057b0d0e3a8d req-4a8d33bf-2de8-4de2-a8e3-679604805975 tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:15.150021 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8b1f903e-6287-4d14-83a3-057b0d0e3a8d req-4a8d33bf-2de8-4de2-a8e3-679604805975 tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] 10.222.0.76 "DELETE /v2.0/ports/307705da-7819-45a3-a44b-e488150d0d2c HTTP/1.1" status: 204 len: 173 time: 1.1537614 Oct 27 10:28:15.150812 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53621847-f4f2-42a2-b1ec-02c4c6b66d48', 'name': 'network-vif-deleted', 'tag': '307705da-7819-45a3-a44b-e488150d0d2c'}] {{(pid=102347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:28:15.154361 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311149b481204ee7edffdb959c881838506fbd95bc8577c048f6677abb73acc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10bbd827-9565-4935-9ea9-299a8c56c552" -d '{"events": [{"server_uuid": "53621847-f4f2-42a2-b1ec-02c4c6b66d48", "name": "network-vif-deleted", "tag": "307705da-7819-45a3-a44b-e488150d0d2c"}]}' {{(pid=102347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:28:15.192254 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-6801af64-e8bc-4bc8-a1b8-6be0b45daded admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2006968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1766358'] for router_interface, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:15.208882 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-2b716235-f4d0-44bd-ade3-a3567368f9d1 req-26f86e0b-1253-4ff5-abeb-2298a7b6e8df tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] 10.222.0.44 "GET /v2.0/security-groups?id=564ecd8b-da86-4175-923a-67dcc5fcd400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199026 Oct 27 10:28:15.218299 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-0bf86263-4439-487e-938d-baad0443f02d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:15.355093 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:28:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f86b7260-fd4d-40fe-b639-a104987c6db2 x-openstack-request-id: req-f86b7260-fd4d-40fe-b639-a104987c6db2 {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:28:15.355526 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53621847-f4f2-42a2-b1ec-02c4c6b66d48", "name": "network-vif-deleted", "tag": "307705da-7819-45a3-a44b-e488150d0d2c", "status": "completed", "code": 200}]} {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:28:15.356130 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f86b7260-fd4d-40fe-b639-a104987c6db2 {{(pid=102347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:28:15.356701 n-d-813419-10 neutron-server[102347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53621847-f4f2-42a2-b1ec-02c4c6b66d48', 'name': 'network-vif-deleted', 'tag': '307705da-7819-45a3-a44b-e488150d0d2c', 'status': 'completed', 'code': 200} Oct 27 10:28:15.434200 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dd8f7ca-f262-41d9-8653-14a21b8ccbf7 tempest-RoutersNegativeIpV6Test-1489525779 tempest-RoutersNegativeIpV6Test-1489525779-project] Network c774295a-16c5-4f3d-9e78-d68a7d0e12d7 is already hosted by enough agents. {{(pid=102346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:28:15.448471 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3a6923-862b-4b77-866f-ee527f9cd02d req-e024d171-4957-4fb7-8174-6847d69a3482 tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:28:15.450015 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-5e3a6923-862b-4b77-866f-ee527f9cd02d req-e024d171-4957-4fb7-8174-6847d69a3482 tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] 10.222.0.44 "GET /v2.0/ports?device_id=70421289-5784-4962-8b85-8bf7fa80cc12 HTTP/1.1" status: 200 len: 946 time: 0.3379362 Oct 27 10:28:15.455838 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-8dd8f7ca-f262-41d9-8653-14a21b8ccbf7 tempest-RoutersNegativeIpV6Test-1489525779 tempest-RoutersNegativeIpV6Test-1489525779-project] Resources bound (agent type, host, resource id): {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:28:15.553204 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-42495c1a-64ef-460b-be88-b66306fdf80d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:15.604634 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-42495c1a-64ef-460b-be88-b66306fdf80d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:15.622645 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-0bf86263-4439-487e-938d-baad0443f02d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:15.625958 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-0bf86263-4439-487e-938d-baad0443f02d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:15.628024 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-0bf86263-4439-487e-938d-baad0443f02d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c947a31c-5410-49e0-adfc-c83fa1ba4206 HTTP/1.1" status: 204 len: 168 time: 1.0179260 Oct 27 10:28:15.722225 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-5e3a6923-862b-4b77-866f-ee527f9cd02d req-799a91af-e316-4f1a-98cc-3fcf94e1dbae tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] 10.222.0.44 "GET /v2.0/security-groups?id=df17171a-6534-4d8a-8518-0be5fe64cbb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2508507 Oct 27 10:28:15.753494 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 53942) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:28:15.753677 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-42495c1a-64ef-460b-be88-b66306fdf80d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=11cafb863afa4568b3a9177b61d12a69&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1557195 Oct 27 10:28:15.801278 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42495c1a-64ef-460b-be88-b66306fdf80d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0772c966-f3c5-4e2a-8f25-b1267c873977,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:28:15.834865 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-cdcd6b77-480a-4b9f-bd7c-7931ae5d99d6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:15.871566 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8dd8f7ca-f262-41d9-8653-14a21b8ccbf7 tempest-RoutersNegativeIpV6Test-1489525779 tempest-RoutersNegativeIpV6Test-1489525779-project] Router 099a9746-f721-4a53-b11b-2365f2ebdb9c has already been hosted by L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb {{(pid=102346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 10:28:15.872675 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf86263-4439-487e-938d-baad0443f02d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c947a31c-5410-49e0-adfc-c83fa1ba4206,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:28:15.905315 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-cdcd6b77-480a-4b9f-bd7c-7931ae5d99d6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:15.946510 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-80ac637e-9725-49f8-88c5-25a0e9e311e5 None None] Provisioning complete for port 30458bb6-dc09-4f2c-8a86-d260a64c9bc9 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:28:15.947108 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-80ac637e-9725-49f8-88c5-25a0e9e311e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:16.001502 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-cdcd6b77-480a-4b9f-bd7c-7931ae5d99d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:16.005111 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-cdcd6b77-480a-4b9f-bd7c-7931ae5d99d6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:16.006291 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-cdcd6b77-480a-4b9f-bd7c-7931ae5d99d6 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/0772c966-f3c5-4e2a-8f25-b1267c873977 HTTP/1.1" status: 204 len: 168 time: 0.2512650 Oct 27 10:28:16.040843 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcd6b77-480a-4b9f-bd7c-7931ae5d99d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0772c966-f3c5-4e2a-8f25-b1267c873977,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:28:16.055704 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-80ac637e-9725-49f8-88c5-25a0e9e311e5 None None] Port 30458bb6-dc09-4f2c-8a86-d260a64c9bc9 cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:28:16.135547 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dd8f7ca-f262-41d9-8653-14a21b8ccbf7 tempest-RoutersNegativeIpV6Test-1489525779 tempest-RoutersNegativeIpV6Test-1489525779-project] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:28:16.146195 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-8dd8f7ca-f262-41d9-8653-14a21b8ccbf7 tempest-RoutersNegativeIpV6Test-1489525779 tempest-RoutersNegativeIpV6Test-1489525779-project] 10.222.0.44 "PUT /v2.0/routers/099a9746-f721-4a53-b11b-2365f2ebdb9c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7797480 Oct 27 10:28:16.149535 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b866830-bd69-4325-bd37-5ce565790831 None None] Sync routers for ids ['099a9746-f721-4a53-b11b-2365f2ebdb9c'] in n-d-813419-10 {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:28:16.150346 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 53954) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:28:16.176066 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f5e0e5-6bfb-41fa-9cf8-383ad3b23c55 req-6d31b4ce-cbf9-4ad6-b3ae-7df5d38c7fee tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:28:16.181341 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b866830-bd69-4325-bd37-5ce565790831 None None] Routers {'099a9746-f721-4a53-b11b-2365f2ebdb9c'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:28:16.181533 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-26f5e0e5-6bfb-41fa-9cf8-383ad3b23c55 req-6d31b4ce-cbf9-4ad6-b3ae-7df5d38c7fee tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ae4390a-b621-4500-a1b9-c968556e5a4c HTTP/1.1" status: 200 len: 946 time: 0.0733976 Oct 27 10:28:16.181830 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-2b866830-bd69-4325-bd37-5ce565790831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:27:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['099a9746-f721-4a53-b11b-2365f2ebdb9c'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:28:16.190116 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-89485adb-d37c-4952-b4d9-a05410388c90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:16.238898 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-2b866830-bd69-4325-bd37-5ce565790831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:28:16.249691 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b866830-bd69-4325-bd37-5ce565790831 None None] Routers {'099a9746-f721-4a53-b11b-2365f2ebdb9c'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:28:16.250332 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-2b866830-bd69-4325-bd37-5ce565790831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:27:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['099a9746-f721-4a53-b11b-2365f2ebdb9c'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:28:16.300599 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-2b866830-bd69-4325-bd37-5ce565790831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:28:16.302315 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b866830-bd69-4325-bd37-5ce565790831 None None] The sync data for ids ['099a9746-f721-4a53-b11b-2365f2ebdb9c'] in n-d-813419-10 is: [] {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:28:16.346181 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-26f5e0e5-6bfb-41fa-9cf8-383ad3b23c55 req-2a34cd6f-1e4b-4926-8d80-37d77f0eee5b tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/security-groups?id=9f7279ee-2d49-4f67-b584-fc902ef383cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473792 Oct 27 10:28:16.362570 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6801af64-e8bc-4bc8-a1b8-6be0b45daded admin admin] Router 526f997e-26ff-414f-8d93-a6c092756e34 has already been hosted by L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb {{(pid=102346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 10:28:16.436429 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-7cb48ecb-844f-48ff-a94e-78b9734ccba1 tempest-RoutersNegativeIpV6Test-1489525779 tempest-RoutersNegativeIpV6Test-1489525779-project] Publish callbacks [] for router, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:16.451680 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f50e107-cc28-43e4-89c6-35c231aaf528 req-4326c4f7-c86c-4707-a840-80bb9bd92611 tempest-LiveMigrationTest-1571947473 tempest-LiveMigrationTest-1571947473-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:28:16.454024 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-8f50e107-cc28-43e4-89c6-35c231aaf528 req-4326c4f7-c86c-4707-a840-80bb9bd92611 tempest-LiveMigrationTest-1571947473 tempest-LiveMigrationTest-1571947473-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=70421289-5784-4962-8b85-8bf7fa80cc12&tenant_id=9c487093db7840e98dafd374096ede4c&binding%3Ahost_id=n-h2-813419-10 HTTP/1.1" status: 200 len: 1098 time: 0.2674136 Oct 27 10:28:16.471979 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [req-8f50e107-cc28-43e4-89c6-35c231aaf528 req-acb2950e-6a49-4384-bcf7-bf7cac55e336 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-813419-10'}}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:28:16.548035 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-8f50e107-cc28-43e4-89c6-35c231aaf528 req-acb2950e-6a49-4384-bcf7-bf7cac55e336 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:16.654341 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6801af64-e8bc-4bc8-a1b8-6be0b45daded admin admin] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:28:16.664847 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-6801af64-e8bc-4bc8-a1b8-6be0b45daded admin admin] 10.222.0.44 "PUT /v2.0/routers/526f997e-26ff-414f-8d93-a6c092756e34/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5729158 Oct 27 10:28:16.667586 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 53982) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:28:16.667810 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ca07fb3-b410-4581-86f6-306d67bc0089 None None] Sync routers for ids ['526f997e-26ff-414f-8d93-a6c092756e34'] in n-d-813419-10 {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:28:16.693324 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ca07fb3-b410-4581-86f6-306d67bc0089 None None] Routers {'526f997e-26ff-414f-8d93-a6c092756e34'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:28:16.693958 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-6ca07fb3-b410-4581-86f6-306d67bc0089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:27:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['526f997e-26ff-414f-8d93-a6c092756e34'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:28:16.765496 n-d-813419-10 neutron-server[102347]: INFO neutron.api.v2.resource [None req-7cb48ecb-844f-48ff-a94e-78b9734ccba1 tempest-RoutersNegativeIpV6Test-1489525779 tempest-RoutersNegativeIpV6Test-1489525779-project] delete failed (client error): There was a conflict when trying to complete your request. Oct 27 10:28:16.767333 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-7cb48ecb-844f-48ff-a94e-78b9734ccba1 tempest-RoutersNegativeIpV6Test-1489525779 tempest-RoutersNegativeIpV6Test-1489525779-project] 10.222.0.44 "DELETE /v2.0/routers/099a9746-f721-4a53-b11b-2365f2ebdb9c HTTP/1.1" status: 409 len: 329 time: 0.6158164 Oct 27 10:28:16.770119 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 53988) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:28:16.841197 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8820a01a-10f2-4f6b-a87b-05503d2a345b req-bed99182-ec42-47d2-a04b-a8f0b2e3a387 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:28:16.851928 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8820a01a-10f2-4f6b-a87b-05503d2a345b req-bed99182-ec42-47d2-a04b-a8f0b2e3a387 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ae4390a-b621-4500-a1b9-c968556e5a4c HTTP/1.1" status: 200 len: 946 time: 0.1534610 Oct 27 10:28:16.896325 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvr_db [None req-6ca07fb3-b410-4581-86f6-306d67bc0089 None None] Set router 526f997e-26ff-414f-8d93-a6c092756e34 gateway port host: n-d-813419-10 {{(pid=102348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:28:16.959848 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8820a01a-10f2-4f6b-a87b-05503d2a345b req-555d7d50-f14a-4afd-9f1d-d4a3f470916d tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/security-groups?id=9f7279ee-2d49-4f67-b584-fc902ef383cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028214 Oct 27 10:28:17.225298 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52b9b63-4dcb-4a5f-858f-5f19b7a57f98 req-5efb04f3-0dce-4dcf-ace9-a83e86d2d14b tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:28:17.227062 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-e52b9b63-4dcb-4a5f-858f-5f19b7a57f98 req-5efb04f3-0dce-4dcf-ace9-a83e86d2d14b tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] 10.222.0.44 "GET /v2.0/ports?device_id=46d11759-44ac-4f48-8e59-4a8367842d87 HTTP/1.1" status: 200 len: 949 time: 0.1747186 Oct 27 10:28:17.353716 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-6ca07fb3-b410-4581-86f6-306d67bc0089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '526f997e-26ff-414f-8d93-a6c092756e34', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-420425655-router', 'tenant_id': '7517d618a1be4ff0aa51550f921b9468', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.207'}], 'enable_snat': True}, 'gw_port_id': '2c7a60d1-f0e5-409d-be06-357a28208768', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:27:05Z', 'updated_at': '2021-10-27T10:28:14Z', 'revision_number': 5, 'project_id': '7517d618a1be4ff0aa51550f921b9468', 'gw_port': {'id': '2c7a60d1-f0e5-409d-be06-357a28208768', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:04:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '526f997e-26ff-414f-8d93-a6c092756e34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:27:06Z', 'updated_at': '2021-10-27T10:27:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10'}], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:28:17.385009 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ca07fb3-b410-4581-86f6-306d67bc0089 None None] Checking router: 526f997e-26ff-414f-8d93-a6c092756e34 for host: n-d-813419-10 {{(pid=102348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 10:28:17.389029 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [req-8f50e107-cc28-43e4-89c6-35c231aaf528 req-acb2950e-6a49-4384-bcf7-bf7cac55e336 service neutron] For port f81d61c2-dbd7-452d-b714-07ddb1d07d0b, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=f81d61c2-dbd7-452d-b714-07ddb1d07d0b,segment=NetworkSegment(50500633-18ab-48c2-98da-73563c3123ba),segment_id=50500633-18ab-48c2-98da-73563c3123ba)] {{(pid=102346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:28:17.395755 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ca07fb3-b410-4581-86f6-306d67bc0089 None None] Routers {'526f997e-26ff-414f-8d93-a6c092756e34'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:28:17.396626 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-6ca07fb3-b410-4581-86f6-306d67bc0089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:27:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['526f997e-26ff-414f-8d93-a6c092756e34'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:28:17.419913 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-e52b9b63-4dcb-4a5f-858f-5f19b7a57f98 req-dbc3a185-a221-4149-8050-a9cf2871638e tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] 10.222.0.44 "GET /v2.0/security-groups?id=564ecd8b-da86-4175-923a-67dcc5fcd400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330192 Oct 27 10:28:17.442404 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [req-8f50e107-cc28-43e4-89c6-35c231aaf528 req-acb2950e-6a49-4384-bcf7-bf7cac55e336 service neutron] For port f81d61c2-dbd7-452d-b714-07ddb1d07d0b, host n-h2-813419-10, cleared binding levels {{(pid=102346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:28:17.503315 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4056f48c-d4d4-47b4-b400-3e48e33d4717 req-daf3442d-dbc5-45f4-858c-76cbeec9239f tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:28:17.514904 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-4056f48c-d4d4-47b4-b400-3e48e33d4717 req-daf3442d-dbc5-45f4-858c-76cbeec9239f tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] 10.222.0.44 "GET /v2.0/ports?device_id=70421289-5784-4962-8b85-8bf7fa80cc12 HTTP/1.1" status: 200 len: 946 time: 0.3513682 Oct 27 10:28:17.544242 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvr_db [None req-6ca07fb3-b410-4581-86f6-306d67bc0089 None None] Set router 526f997e-26ff-414f-8d93-a6c092756e34 gateway port host: n-d-813419-10 {{(pid=102348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:28:17.557771 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70421289-5784-4962-8b85-8bf7fa80cc12', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f81d61c2-dbd7-452d-b714-07ddb1d07d0b'}] {{(pid=102346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:28:17.560686 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc0e418f5fc417c8d55d94c0aa509b037d0beb2a734c1a709e789eb65639a56d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22e65638-88c2-4315-8fb3-3b69b844257f" -d '{"events": [{"server_uuid": "70421289-5784-4962-8b85-8bf7fa80cc12", "name": "network-vif-unplugged", "status": "completed", "tag": "f81d61c2-dbd7-452d-b714-07ddb1d07d0b"}]}' {{(pid=102346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:28:17.564402 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-00b0216d-93dd-496d-bc33-dda113756af7 admin admin] Publish callbacks [] for router, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:17.589029 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-8f50e107-cc28-43e4-89c6-35c231aaf528 req-acb2950e-6a49-4384-bcf7-bf7cac55e336 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:17.652343 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 54030) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:28:17.674209 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08913d8b-9ea2-4cf8-a7e7-6bed8a3d5319 req-e6d8cbe3-380c-48f6-84d7-0ebf24edd97b tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:28:17.681967 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-08913d8b-9ea2-4cf8-a7e7-6bed8a3d5319 req-e6d8cbe3-380c-48f6-84d7-0ebf24edd97b tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ae4390a-b621-4500-a1b9-c968556e5a4c HTTP/1.1" status: 200 len: 946 time: 0.1039429 Oct 27 10:28:17.688632 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-8f50e107-cc28-43e4-89c6-35c231aaf528 req-acb2950e-6a49-4384-bcf7-bf7cac55e336 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27024173'] for port, after_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:17.703526 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-263c9d4a-38ab-4b8a-a13f-403c002a37f8 tempest-RoutersNegativeIpV6Test-1489525779 tempest-RoutersNegativeIpV6Test-1489525779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1766202'] for router_interface, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:17.749910 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-4056f48c-d4d4-47b4-b400-3e48e33d4717 req-7f719f61-2d76-4228-9708-1382e928772c tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] 10.222.0.44 "GET /v2.0/security-groups?id=df17171a-6534-4d8a-8518-0be5fe64cbb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2298725 Oct 27 10:28:17.791923 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-08913d8b-9ea2-4cf8-a7e7-6bed8a3d5319 req-c9142ec4-f283-4c32-aa36-42f109ff05b0 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/security-groups?id=9f7279ee-2d49-4f67-b584-fc902ef383cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082528 Oct 27 10:28:17.842542 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb2950e-6a49-4384-bcf7-bf7cac55e336 service neutron] Pushing event updated for resources: {'Port': ['ID=f81d61c2-dbd7-452d-b714-07ddb1d07d0b,revision_number=7']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:28:17.853718 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.managers [req-8f50e107-cc28-43e4-89c6-35c231aaf528 req-acb2950e-6a49-4384-bcf7-bf7cac55e336 service neutron] Attempting to bind port f81d61c2-dbd7-452d-b714-07ddb1d07d0b on host n-h2-813419-10 for vnic_type normal with profile {"migrating_to": "n-h1-813419-10"} {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:28:17.854052 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.managers [req-8f50e107-cc28-43e4-89c6-35c231aaf528 req-acb2950e-6a49-4384-bcf7-bf7cac55e336 service neutron] Attempting to bind port f81d61c2-dbd7-452d-b714-07ddb1d07d0b by drivers openvswitch,hyperv on host n-h2-813419-10 at level 0 using segments [{'id': '50500633-18ab-48c2-98da-73563c3123ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'b70d8912-e651-449a-aede-549067567147'}] {{(pid=102346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:28:17.854383 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f50e107-cc28-43e4-89c6-35c231aaf528 req-acb2950e-6a49-4384-bcf7-bf7cac55e336 service neutron] Attempting to bind port f81d61c2-dbd7-452d-b714-07ddb1d07d0b on network b70d8912-e651-449a-aede-549067567147 {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:28:17.863566 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f50e107-cc28-43e4-89c6-35c231aaf528 req-acb2950e-6a49-4384-bcf7-bf7cac55e336 service neutron] Port f81d61c2-dbd7-452d-b714-07ddb1d07d0b on network b70d8912-e651-449a-aede-549067567147 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-10 {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 10:28:17.863957 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f50e107-cc28-43e4-89c6-35c231aaf528 req-acb2950e-6a49-4384-bcf7-bf7cac55e336 service neutron] Attempting to bind port f81d61c2-dbd7-452d-b714-07ddb1d07d0b on network b70d8912-e651-449a-aede-549067567147 {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:28:17.870771 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f50e107-cc28-43e4-89c6-35c231aaf528 req-acb2950e-6a49-4384-bcf7-bf7cac55e336 service neutron] Checking agent: {'id': 'a2edc247-0fa4-4ce6-bbae-a10492f6bd71', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 16, 9), 'started_at': datetime.datetime(2021, 10, 27, 10, 16, 9), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 28, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:28:17.871206 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f50e107-cc28-43e4-89c6-35c231aaf528 req-acb2950e-6a49-4384-bcf7-bf7cac55e336 service neutron] Checking segment: {'id': '50500633-18ab-48c2-98da-73563c3123ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'b70d8912-e651-449a-aede-549067567147'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:28:17.871620 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f50e107-cc28-43e4-89c6-35c231aaf528 req-acb2950e-6a49-4384-bcf7-bf7cac55e336 service neutron] Bound using segment: {'id': '50500633-18ab-48c2-98da-73563c3123ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'b70d8912-e651-449a-aede-549067567147'} {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:28:17.872061 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.managers [req-8f50e107-cc28-43e4-89c6-35c231aaf528 req-acb2950e-6a49-4384-bcf7-bf7cac55e336 service neutron] Bound port: f81d61c2-dbd7-452d-b714-07ddb1d07d0b, host: n-h2-813419-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50500633-18ab-48c2-98da-73563c3123ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'b70d8912-e651-449a-aede-549067567147'}}] {{(pid=102346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:28:17.872458 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-8f50e107-cc28-43e4-89c6-35c231aaf528 req-acb2950e-6a49-4384-bcf7-bf7cac55e336 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:17.881426 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-c9835988-8496-460b-a9e1-3702c8f5922e admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1565170527-network', 'tenant_id': 'fccb419307184e4f847f7a5ecc967169'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:28:17.887931 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-00b0216d-93dd-496d-bc33-dda113756af7 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:17.894266 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 27 Oct 2021 10:28:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f0ce8d9-b0a3-4540-b7ce-abfe9d0ded51 x-openstack-request-id: req-7f0ce8d9-b0a3-4540-b7ce-abfe9d0ded51 {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:28:17.895865 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70421289-5784-4962-8b85-8bf7fa80cc12", "name": "network-vif-unplugged", "status": "completed", "tag": "f81d61c2-dbd7-452d-b714-07ddb1d07d0b", "code": 200}]} {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:28:17.896234 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7f0ce8d9-b0a3-4540-b7ce-abfe9d0ded51 {{(pid=102346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:28:17.896686 n-d-813419-10 neutron-server[102346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70421289-5784-4962-8b85-8bf7fa80cc12', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f81d61c2-dbd7-452d-b714-07ddb1d07d0b', 'code': 200} Oct 27 10:28:17.915391 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device 307705da-7819-45a3-a44b-e488150d0d2c no longer exists at agent hyperv_n-h2-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:28:17.951054 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] No Port match for: 307705da-7819-45a3-a44b-e488150d0d2c {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:28:17.951054 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device 307705da-7819-45a3-a44b-e488150d0d2c not bound to the agent host n-h2-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:28:17.984812 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-6ca07fb3-b410-4581-86f6-306d67bc0089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '526f997e-26ff-414f-8d93-a6c092756e34', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-420425655-router', 'tenant_id': '7517d618a1be4ff0aa51550f921b9468', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.207'}], 'enable_snat': True}, 'gw_port_id': '2c7a60d1-f0e5-409d-be06-357a28208768', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:27:05Z', 'updated_at': '2021-10-27T10:28:14Z', 'revision_number': 5, 'project_id': '7517d618a1be4ff0aa51550f921b9468', 'gw_port': {'id': '2c7a60d1-f0e5-409d-be06-357a28208768', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:04:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '526f997e-26ff-414f-8d93-a6c092756e34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:27:06Z', 'updated_at': '2021-10-27T10:27:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10'}], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:28:18.012984 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9835988-8496-460b-a9e1-3702c8f5922e admin admin] Made reservation on behalf of fccb419307184e4f847f7a5ecc967169 for: {'network': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:28:18.015342 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-c9835988-8496-460b-a9e1-3702c8f5922e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for network, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:18.017076 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ca07fb3-b410-4581-86f6-306d67bc0089 None None] The sync data for ids ['526f997e-26ff-414f-8d93-a6c092756e34'] in n-d-813419-10 is: [{'id': '526f997e-26ff-414f-8d93-a6c092756e34', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-420425655-router', 'tenant_id': '7517d618a1be4ff0aa51550f921b9468', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.207'}], 'enable_snat': True}, 'gw_port_id': '2c7a60d1-f0e5-409d-be06-357a28208768', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:27:05Z', 'updated_at': '2021-10-27T10:28:14Z', 'revision_number': 5, 'project_id': '7517d618a1be4ff0aa51550f921b9468', 'gw_port': {'id': '2c7a60d1-f0e5-409d-be06-357a28208768', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:04:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '526f997e-26ff-414f-8d93-a6c092756e34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:27:06Z', 'updated_at': '2021-10-27T10:27:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10'}] {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:28:18.028681 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [req-8f50e107-cc28-43e4-89c6-35c231aaf528 req-acb2950e-6a49-4384-bcf7-bf7cac55e336 service neutron] For port f81d61c2-dbd7-452d-b714-07ddb1d07d0b, host n-h2-813419-10, cleared binding levels {{(pid=102346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:28:18.050674 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [req-8f50e107-cc28-43e4-89c6-35c231aaf528 req-acb2950e-6a49-4384-bcf7-bf7cac55e336 service neutron] For port f81d61c2-dbd7-452d-b714-07ddb1d07d0b, host n-h2-813419-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=f81d61c2-dbd7-452d-b714-07ddb1d07d0b,segment=NetworkSegment(50500633-18ab-48c2-98da-73563c3123ba),segment_id=50500633-18ab-48c2-98da-73563c3123ba)] {{(pid=102346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:28:18.059840 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-8f50e107-cc28-43e4-89c6-35c231aaf528 req-acb2950e-6a49-4384-bcf7-bf7cac55e336 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27024173'] for port, after_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:18.070373 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-00b0216d-93dd-496d-bc33-dda113756af7 admin admin] Deleting port 2c7a60d1-f0e5-409d-be06-357a28208768 {{(pid=102346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:28:18.070701 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-00b0216d-93dd-496d-bc33-dda113756af7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:18.086806 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-c9835988-8496-460b-a9e1-3702c8f5922e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:18.219965 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f50e107-cc28-43e4-89c6-35c231aaf528 req-acb2950e-6a49-4384-bcf7-bf7cac55e336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:28:18.220555 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-8f50e107-cc28-43e4-89c6-35c231aaf528 req-acb2950e-6a49-4384-bcf7-bf7cac55e336 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:18.222229 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-8f50e107-cc28-43e4-89c6-35c231aaf528 req-acb2950e-6a49-4384-bcf7-bf7cac55e336 service neutron] 10.222.0.64 "PUT /v2.0/ports/f81d61c2-dbd7-452d-b714-07ddb1d07d0b HTTP/1.1" status: 200 len: 1124 time: 1.7573543 Oct 27 10:28:18.225315 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb2950e-6a49-4384-bcf7-bf7cac55e336 service neutron] Pushing event updated for resources: {'Port': ['ID=f81d61c2-dbd7-452d-b714-07ddb1d07d0b,revision_number=8']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:28:18.255227 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [None req-00b0216d-93dd-496d-bc33-dda113756af7 admin admin] For port 2c7a60d1-f0e5-409d-be06-357a28208768, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=2c7a60d1-f0e5-409d-be06-357a28208768,segment=NetworkSegment(bc14127b-7032-4c50-bb5b-f6813cbae86e),segment_id=bc14127b-7032-4c50-bb5b-f6813cbae86e)] {{(pid=102346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:28:18.255802 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-00b0216d-93dd-496d-bc33-dda113756af7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:18.273666 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-00b0216d-93dd-496d-bc33-dda113756af7 admin admin] Calling delete_port for 2c7a60d1-f0e5-409d-be06-357a28208768 owned by network:router_gateway {{(pid=102346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:28:18.314679 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] get_ports_and_sgs() called for port_ids ['f81d61c2-dbd7-452d-b714-07ddb1d07d0b'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:28:18.322017 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device f81d61c2-dbd7-452d-b714-07ddb1d07d0b details requested by agent hyperv_n-h1-813419-10 with host n-h1-813419-10 {{(pid=102348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 10:28:18.398827 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] get_ports_and_sgs() called for port_ids ['f81d61c2-dbd7-452d-b714-07ddb1d07d0b'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:28:18.468585 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 54068) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:28:18.498474 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905b9e13-2f7d-4314-8117-08741ff982e6 req-79ecbe37-e99c-4b6e-b940-aed1e7c4d6d9 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:28:18.506607 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-905b9e13-2f7d-4314-8117-08741ff982e6 req-79ecbe37-e99c-4b6e-b940-aed1e7c4d6d9 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ae4390a-b621-4500-a1b9-c968556e5a4c HTTP/1.1" status: 200 len: 946 time: 0.4882305 Oct 27 10:28:18.592184 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 4b25f838-29f0-49e5-9cb7-cb35a84a94ac no longer exists at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:28:18.606396 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308855d7-9f3a-4932-a7c8-8ccc2df98dc6 req-def346ed-abd6-41c4-9a8d-5ab0a4512de1 tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:28:18.607951 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-308855d7-9f3a-4932-a7c8-8ccc2df98dc6 req-def346ed-abd6-41c4-9a8d-5ab0a4512de1 tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] 10.222.0.76 "GET /v2.0/ports?device_id=46d11759-44ac-4f48-8e59-4a8367842d87 HTTP/1.1" status: 200 len: 949 time: 0.5089860 Oct 27 10:28:18.667436 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-00b0216d-93dd-496d-bc33-dda113756af7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:18.706619 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-905b9e13-2f7d-4314-8117-08741ff982e6 req-5b944c3c-1b72-46ce-af53-4b59ecbc9755 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/security-groups?id=9f7279ee-2d49-4f67-b584-fc902ef383cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1940587 Oct 27 10:28:18.719636 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48061695-dc61-4327-9552-8a7ba5454f24 req-7ae3c385-c6e5-4ce4-84c1-36b67f2e519f tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:28:18.721428 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-48061695-dc61-4327-9552-8a7ba5454f24 req-7ae3c385-c6e5-4ce4-84c1-36b67f2e519f tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] 10.222.0.64 "GET /v2.0/ports?device_id=25645da6-8447-487a-999a-3cfa5acd00bb HTTP/1.1" status: 200 len: 949 time: 0.2319052 Oct 27 10:28:18.727277 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] No Port match for: 4b25f838-29f0-49e5-9cb7-cb35a84a94ac {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:28:18.727514 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 4b25f838-29f0-49e5-9cb7-cb35a84a94ac not bound to the agent host n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:28:18.746776 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b0216d-93dd-496d-bc33-dda113756af7 admin admin] Pushing event deleted for resources: {'Port': ['ID=2c7a60d1-f0e5-409d-be06-357a28208768,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:28:18.817389 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port f81d61c2-dbd7-452d-b714-07ddb1d07d0b, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=f81d61c2-dbd7-452d-b714-07ddb1d07d0b,segment=NetworkSegment(50500633-18ab-48c2-98da-73563c3123ba),segment_id=50500633-18ab-48c2-98da-73563c3123ba)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:28:18.842829 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542274ed-f614-4ac0-b823-f5fdbc49a6a1 req-23ffce84-fbab-41a4-935b-5cba31c7529b tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:28:18.845024 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-542274ed-f614-4ac0-b823-f5fdbc49a6a1 req-23ffce84-fbab-41a4-935b-5cba31c7529b tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] 10.222.0.44 "GET /v2.0/ports?device_id=46d11759-44ac-4f48-8e59-4a8367842d87 HTTP/1.1" status: 200 len: 949 time: 0.2700417 Oct 27 10:28:18.845924 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-5c0ff00c-2291-47a4-8731-b0f58680d323 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:18.849276 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-00b0216d-93dd-496d-bc33-dda113756af7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1664884'] for router_gateway, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:18.868964 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device f81d61c2-dbd7-452d-b714-07ddb1d07d0b has no active binding in host n-h1-813419-10 {{(pid=102348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 27 10:28:18.901857 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7a0d51bb-b08c-421e-ac71-e0b80d7273e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:18.914367 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-c9835988-8496-460b-a9e1-3702c8f5922e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:18.951538 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-c9835988-8496-460b-a9e1-3702c8f5922e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:19.002606 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-00b0216d-93dd-496d-bc33-dda113756af7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1765662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3700'] for router, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:19.010713 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-00b0216d-93dd-496d-bc33-dda113756af7 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:19.041980 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-542274ed-f614-4ac0-b823-f5fdbc49a6a1 req-65a48e95-250d-474f-87ee-8e16475798bb tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] 10.222.0.44 "GET /v2.0/security-groups?id=564ecd8b-da86-4175-923a-67dcc5fcd400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436150 Oct 27 10:28:19.048407 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9835988-8496-460b-a9e1-3702c8f5922e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 444} {{(pid=102347) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 10:28:19.100949 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9835988-8496-460b-a9e1-3702c8f5922e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ee5104f-1c62-4504-b6d7-21f59d480566,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:28:19.104022 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-00b0216d-93dd-496d-bc33-dda113756af7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1765641'] for router, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:19.104685 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00b0216d-93dd-496d-bc33-dda113756af7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 526f997e-26ff-414f-8d93-a6c092756e34 {{(pid=102346) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 10:28:19.107783 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-c9835988-8496-460b-a9e1-3702c8f5922e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:19.108129 n-d-813419-10 neutron-server[102347]: INFO neutron.db.segments_db [None req-c9835988-8496-460b-a9e1-3702c8f5922e admin admin] Added segment 32ee6b7e-f7db-44d8-a33c-f5ba7bc60b5b of type vlan for network c9bdb347-48e4-4111-a250-9327eec0fcb4 Oct 27 10:28:19.113014 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-00b0216d-93dd-496d-bc33-dda113756af7 admin admin] Publish callbacks [] for router, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:19.115017 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-00b0216d-93dd-496d-bc33-dda113756af7 admin admin] 10.222.0.44 "DELETE /v2.0/routers/526f997e-26ff-414f-8d93-a6c092756e34 HTTP/1.1" status: 204 len: 168 time: 2.4461913 Oct 27 10:28:19.117072 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 54082) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:28:19.131027 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6561e80b-5486-4ab9-92a2-6c0560118d3e req-2a532972-00bb-441a-9796-56659fa28776 tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:28:19.132748 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-6561e80b-5486-4ab9-92a2-6c0560118d3e req-2a532972-00bb-441a-9796-56659fa28776 tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] 10.222.0.44 "GET /v2.0/ports?device_id=70421289-5784-4962-8b85-8bf7fa80cc12 HTTP/1.1" status: 200 len: 944 time: 0.2536767 Oct 27 10:28:19.171196 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec851a90-f671-4261-9556-69d820403045 admin admin] Deleting subnet 9550a2a4-cfa8-4bcb-a0bd-eb570b7d2fd8 {{(pid=102346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 10:28:19.177966 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ec851a90-f671-4261-9556-69d820403045 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:19.190529 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [req-308855d7-9f3a-4932-a7c8-8ccc2df98dc6 req-9876ef73-7a9c-46bb-98e3-b0551519deb7 tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] Deleting port a2c0905d-8ff6-4c64-8718-c464c84f34df {{(pid=102347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:28:19.190881 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-308855d7-9f3a-4932-a7c8-8ccc2df98dc6 req-9876ef73-7a9c-46bb-98e3-b0551519deb7 tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:19.260482 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-c9835988-8496-460b-a9e1-3702c8f5922e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743872593080'] for network, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:19.283148 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ec851a90-f671-4261-9556-69d820403045 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25847868'] for subnet, precommit_delete_associations {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:19.283513 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-263c9d4a-38ab-4b8a-a13f-403c002a37f8 tempest-RoutersNegativeIpV6Test-1489525779 tempest-RoutersNegativeIpV6Test-1489525779-project] Deleting port 30458bb6-dc09-4f2c-8a86-d260a64c9bc9 {{(pid=102347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:28:19.283513 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-263c9d4a-38ab-4b8a-a13f-403c002a37f8 tempest-RoutersNegativeIpV6Test-1489525779 tempest-RoutersNegativeIpV6Test-1489525779-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:19.325393 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-5c0ff00c-2291-47a4-8731-b0f58680d323 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:19.340665 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-5c0ff00c-2291-47a4-8731-b0f58680d323 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:19.354627 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf666df6-0ed9-4049-adfb-53791e0169d0 req-78e3ec18-3d49-495c-8beb-122e52686c53 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:28:19.356518 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-cf666df6-0ed9-4049-adfb-53791e0169d0 req-78e3ec18-3d49-495c-8beb-122e52686c53 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ae4390a-b621-4500-a1b9-c968556e5a4c HTTP/1.1" status: 200 len: 946 time: 0.1435142 Oct 27 10:28:19.371066 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-6561e80b-5486-4ab9-92a2-6c0560118d3e req-003c89f0-38ec-4d2d-aae2-a86320a37553 tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] 10.222.0.44 "GET /v2.0/security-groups?id=df17171a-6534-4d8a-8518-0be5fe64cbb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2253497 Oct 27 10:28:19.373639 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [req-48061695-dc61-4327-9552-8a7ba5454f24 req-40164e1c-b0b4-4b1d-bafe-579e3625ee2a tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] Deleting port 8b9b70e1-e27e-4007-b609-dd136bc31194 {{(pid=102347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:28:19.373979 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-48061695-dc61-4327-9552-8a7ba5454f24 req-40164e1c-b0b4-4b1d-bafe-579e3625ee2a tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:19.417888 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-5c0ff00c-2291-47a4-8731-b0f58680d323 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=255d1ecbae11448686922028405299b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9481521 Oct 27 10:28:19.433165 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 54084) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:28:19.435397 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0ff00c-2291-47a4-8731-b0f58680d323 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad47cba3-8610-41b3-93ef-337b04c9bff0,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:28:19.466258 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-cf666df6-0ed9-4049-adfb-53791e0169d0 req-f1719bec-7f45-4d48-8367-4e913034bf46 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/security-groups?id=9f7279ee-2d49-4f67-b584-fc902ef383cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952075 Oct 27 10:28:19.468937 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-c9835988-8496-460b-a9e1-3702c8f5922e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913'] for network, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:19.470436 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9835988-8496-460b-a9e1-3702c8f5922e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:28:19.471065 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-c9835988-8496-460b-a9e1-3702c8f5922e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for network, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:19.472508 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ec851a90-f671-4261-9556-69d820403045 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855646'] for subnet, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:19.537446 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ec851a90-f671-4261-9556-69d820403045 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27024355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27168307'] for subnet, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:19.569431 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec851a90-f671-4261-9556-69d820403045 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9550a2a4-cfa8-4bcb-a0bd-eb570b7d2fd8,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:28:19.573123 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ec851a90-f671-4261-9556-69d820403045 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for subnet, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:19.576896 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-ec851a90-f671-4261-9556-69d820403045 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/9550a2a4-cfa8-4bcb-a0bd-eb570b7d2fd8 HTTP/1.1" status: 204 len: 168 time: 0.4587550 Oct 27 10:28:19.580243 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 54088) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:28:19.581222 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d462de61-c7ef-4b72-a372-b1fba5e047a0 None None] Network 8d0bfbf6-a651-4027-be4c-8c46c789c0fc requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:28:19.615908 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-308855d7-9f3a-4932-a7c8-8ccc2df98dc6 req-9876ef73-7a9c-46bb-98e3-b0551519deb7 tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] For port a2c0905d-8ff6-4c64-8718-c464c84f34df, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=a2c0905d-8ff6-4c64-8718-c464c84f34df,segment=NetworkSegment(f7c42c6d-2766-46d8-a8b7-4852117a5555),segment_id=f7c42c6d-2766-46d8-a8b7-4852117a5555)] {{(pid=102347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:28:19.616355 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-308855d7-9f3a-4932-a7c8-8ccc2df98dc6 req-9876ef73-7a9c-46bb-98e3-b0551519deb7 tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:19.654016 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-c9835988-8496-460b-a9e1-3702c8f5922e admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.9981644 Oct 27 10:28:19.656443 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-263c9d4a-38ab-4b8a-a13f-403c002a37f8 tempest-RoutersNegativeIpV6Test-1489525779 tempest-RoutersNegativeIpV6Test-1489525779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:19.662826 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 54090) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:28:19.679751 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-1ccc4faf-26f5-4211-b864-5d05a65060ab admin admin] Request body: {'subnet': {'network_id': 'c9bdb347-48e4-4111-a250-9327eec0fcb4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1565170527-subnet', 'tenant_id': 'fccb419307184e4f847f7a5ecc967169', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:28:19.688373 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [req-308855d7-9f3a-4932-a7c8-8ccc2df98dc6 req-9876ef73-7a9c-46bb-98e3-b0551519deb7 tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] Calling delete_port for a2c0905d-8ff6-4c64-8718-c464c84f34df owned by compute:nova {{(pid=102347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:28:19.693367 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-2bcfa725-9de7-4700-a31b-7f37ac3687b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586917'] for network, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:19.706598 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9835988-8496-460b-a9e1-3702c8f5922e admin admin] Pushing event updated for resources: {'Network': ['ID=c9bdb347-48e4-4111-a250-9327eec0fcb4,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:28:19.722001 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ccc4faf-26f5-4211-b864-5d05a65060ab admin admin] Made reservation on behalf of fccb419307184e4f847f7a5ecc967169 for: {'subnet': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:28:19.725081 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-1ccc4faf-26f5-4211-b864-5d05a65060ab admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27167186'] for subnet, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:19.726583 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-263c9d4a-38ab-4b8a-a13f-403c002a37f8 tempest-RoutersNegativeIpV6Test-1489525779 tempest-RoutersNegativeIpV6Test-1489525779-project] Calling delete_port for 30458bb6-dc09-4f2c-8a86-d260a64c9bc9 owned by network:router_interface {{(pid=102347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:28:19.730326 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-48061695-dc61-4327-9552-8a7ba5454f24 req-40164e1c-b0b4-4b1d-bafe-579e3625ee2a tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] For port 8b9b70e1-e27e-4007-b609-dd136bc31194, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=8b9b70e1-e27e-4007-b609-dd136bc31194,segment=NetworkSegment(f7c42c6d-2766-46d8-a8b7-4852117a5555),segment_id=f7c42c6d-2766-46d8-a8b7-4852117a5555)] {{(pid=102347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:28:19.731015 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-48061695-dc61-4327-9552-8a7ba5454f24 req-40164e1c-b0b4-4b1d-bafe-579e3625ee2a tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:19.743893 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Network c9bdb347-48e4-4111-a250-9327eec0fcb4 details requested by agent ovs-agent-n-d-813419-10 with host n-d-813419-10 {{(pid=102348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 10:28:19.797871 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [req-48061695-dc61-4327-9552-8a7ba5454f24 req-40164e1c-b0b4-4b1d-bafe-579e3625ee2a tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] Calling delete_port for 8b9b70e1-e27e-4007-b609-dd136bc31194 owned by compute:nova {{(pid=102347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:28:19.799026 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-ab5d0ea3-6df9-4e94-b5b0-a01f71fc3ffe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:19.849736 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-2bcfa725-9de7-4700-a31b-7f37ac3687b3 admin admin] Deleting port a60af9a9-76bf-4383-a5be-0399dc65a4f5 {{(pid=102346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:28:19.850219 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-2bcfa725-9de7-4700-a31b-7f37ac3687b3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:19.864730 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2b758e-e7f5-4c8b-8a01-fec5fd3d89c4 req-dbbd2a73-9620-44ba-b050-7b5ed4939286 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:28:19.865959 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-6d2b758e-e7f5-4c8b-8a01-fec5fd3d89c4 req-dbbd2a73-9620-44ba-b050-7b5ed4939286 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ae4390a-b621-4500-a1b9-c968556e5a4c HTTP/1.1" status: 200 len: 946 time: 0.2775767 Oct 27 10:28:19.898440 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70421289-5784-4962-8b85-8bf7fa80cc12', 'tag': 'f81d61c2-dbd7-452d-b714-07ddb1d07d0b'}] {{(pid=102346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:28:19.900711 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc0e418f5fc417c8d55d94c0aa509b037d0beb2a734c1a709e789eb65639a56d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23b8fa8e-0335-4ce0-b243-518c99f597aa" -d '{"events": [{"name": "network-changed", "server_uuid": "70421289-5784-4962-8b85-8bf7fa80cc12", "tag": "f81d61c2-dbd7-452d-b714-07ddb1d07d0b"}]}' {{(pid=102346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:28:19.909348 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-eadeaa30-4096-4d1a-b3cb-aa7ebfb291ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:19.930688 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-ab5d0ea3-6df9-4e94-b5b0-a01f71fc3ffe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:19.940881 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bbd4946-79ae-4f49-b5b3-d28a04439916 None None] DHCP port deletion for 8d0bfbf6-a651-4027-be4c-8c46c789c0fc request from n-d-813419-10 {{(pid=102348) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 10:28:19.960917 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [None req-2bcfa725-9de7-4700-a31b-7f37ac3687b3 admin admin] For port a60af9a9-76bf-4383-a5be-0399dc65a4f5, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=a60af9a9-76bf-4383-a5be-0399dc65a4f5,segment=NetworkSegment(bb32181f-2d00-464a-ae3b-423fdf74c1eb),segment_id=bb32181f-2d00-464a-ae3b-423fdf74c1eb)] {{(pid=102346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:28:19.961201 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-2bcfa725-9de7-4700-a31b-7f37ac3687b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:19.971668 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 10:28:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8eb5352c-4f9c-4cf7-b590-de49ec3681ed x-openstack-request-id: req-8eb5352c-4f9c-4cf7-b590-de49ec3681ed {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:28:19.972006 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70421289-5784-4962-8b85-8bf7fa80cc12", "tag": "f81d61c2-dbd7-452d-b714-07ddb1d07d0b", "status": "completed", "code": 200}]} {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:28:19.972274 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-8eb5352c-4f9c-4cf7-b590-de49ec3681ed {{(pid=102346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:28:19.972832 n-d-813419-10 neutron-server[102346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70421289-5784-4962-8b85-8bf7fa80cc12', 'tag': 'f81d61c2-dbd7-452d-b714-07ddb1d07d0b', 'status': 'completed', 'code': 200} Oct 27 10:28:19.983499 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-2bcfa725-9de7-4700-a31b-7f37ac3687b3 admin admin] Calling delete_port for a60af9a9-76bf-4383-a5be-0399dc65a4f5 owned by network:dhcp {{(pid=102346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:28:19.990360 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:20.022854 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-6bbd4946-79ae-4f49-b5b3-d28a04439916 None None] Deleting port a60af9a9-76bf-4383-a5be-0399dc65a4f5 {{(pid=102348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:28:20.023467 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-6bbd4946-79ae-4f49-b5b3-d28a04439916 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:20.074985 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-6d2b758e-e7f5-4c8b-8a01-fec5fd3d89c4 req-7371f1cd-7361-42a2-8ccd-f2a205f0b6e6 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/security-groups?id=9f7279ee-2d49-4f67-b584-fc902ef383cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605630 Oct 27 10:28:20.118555 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-1ccc4faf-26f5-4211-b864-5d05a65060ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27024290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27167168'] for subnet, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:20.161162 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-6bbd4946-79ae-4f49-b5b3-d28a04439916 None None] For port a60af9a9-76bf-4383-a5be-0399dc65a4f5, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=a60af9a9-76bf-4383-a5be-0399dc65a4f5,segment=NetworkSegment(bb32181f-2d00-464a-ae3b-423fdf74c1eb),segment_id=bb32181f-2d00-464a-ae3b-423fdf74c1eb)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:28:20.163873 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-6bbd4946-79ae-4f49-b5b3-d28a04439916 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:20.197694 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-ab5d0ea3-6df9-4e94-b5b0-a01f71fc3ffe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:20.199221 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b8fa8e-0335-4ce0-b243-518c99f597aa req-535a8ef3-9a7c-4b88-96d6-241d22f6c6a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:28:20.200685 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-ab5d0ea3-6df9-4e94-b5b0-a01f71fc3ffe admin admin] Publish callbacks [] for security_group, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:20.200829 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-23b8fa8e-0335-4ce0-b243-518c99f597aa req-535a8ef3-9a7c-4b88-96d6-241d22f6c6a3 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=9c487093db7840e98dafd374096ede4c&device_id=70421289-5784-4962-8b85-8bf7fa80cc12 HTTP/1.1" status: 200 len: 1127 time: 0.1872885 Oct 27 10:28:20.202092 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-ab5d0ea3-6df9-4e94-b5b0-a01f71fc3ffe admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ad47cba3-8610-41b3-93ef-337b04c9bff0 HTTP/1.1" status: 204 len: 168 time: 0.7654462 Oct 27 10:28:20.209469 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-6bbd4946-79ae-4f49-b5b3-d28a04439916 None None] Calling delete_port for a60af9a9-76bf-4383-a5be-0399dc65a4f5 owned by network:dhcp {{(pid=102348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:28:20.254589 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-e6cbd1fc-1098-4420-bcce-a738f41c22d9 req-a01a2411-a869-4424-b8dd-2292a11c7ab0 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=405a8b4a-a771-4f3e-bf85-395c054486d5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1787522 Oct 27 10:28:20.286868 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccc4faf-26f5-4211-b864-5d05a65060ab admin admin] Pushing event updated for resources: {'Subnet': ['ID=8169b91d-99bf-40e1-a3f3-68194fe96559,revision_number=0']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:28:20.301094 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5d0ea3-6df9-4e94-b5b0-a01f71fc3ffe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad47cba3-8610-41b3-93ef-337b04c9bff0,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:28:20.368172 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-308855d7-9f3a-4932-a7c8-8ccc2df98dc6 req-9876ef73-7a9c-46bb-98e3-b0551519deb7 tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:20.374062 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device 8b9b70e1-e27e-4007-b609-dd136bc31194 no longer exists at agent hyperv_n-h1-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:28:20.384048 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ccc4faf-26f5-4211-b864-5d05a65060ab admin admin] Checking segment: {'id': '32ee6b7e-f7db-44d8-a33c-f5ba7bc60b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'c9bdb347-48e4-4111-a250-9327eec0fcb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:28:20.384328 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ccc4faf-26f5-4211-b864-5d05a65060ab admin admin] Network hostable DHCP agents. Network: c9bdb347-48e4-4111-a250-9327eec0fcb4, hostable agents: ['eafd4000-b897-4722-ae8b-0118ec955181'], hosted agents: [] {{(pid=102346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 10:28:20.387262 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-2bcfa725-9de7-4700-a31b-7f37ac3687b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:20.394728 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-263c9d4a-38ab-4b8a-a13f-403c002a37f8 tempest-RoutersNegativeIpV6Test-1489525779 tempest-RoutersNegativeIpV6Test-1489525779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:20.396746 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-48061695-dc61-4327-9552-8a7ba5454f24 req-40164e1c-b0b4-4b1d-bafe-579e3625ee2a tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:20.415589 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ed364d06-1f72-4e4f-a815-240cc8fb50e8 req-98c30722-0536-4a6c-a6c4-a30f7dfba538 tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] 10.222.0.44 "GET /v2.0/ports?device_id=46d11759-44ac-4f48-8e59-4a8367842d87 HTTP/1.1" status: 200 len: 210 time: 0.0802093 Oct 27 10:28:20.422880 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcfa725-9de7-4700-a31b-7f37ac3687b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=a60af9a9-76bf-4383-a5be-0399dc65a4f5,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:28:20.437198 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9876ef73-7a9c-46bb-98e3-b0551519deb7 tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] Pushing event deleted for resources: {'Port': ['ID=a2c0905d-8ff6-4c64-8718-c464c84f34df,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:28:20.446704 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bcfa725-9de7-4700-a31b-7f37ac3687b3 admin admin] No DVR routers for this DVR port a60af9a9-76bf-4383-a5be-0399dc65a4f5 on host n-d-813419-10 {{(pid=102346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:28:20.492800 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] get_ports_and_sgs() called for port_ids ['922a99a6-a89a-48b9-8d61-65b98322153e', '85eb83c4-aae3-4041-805d-c9e07ba77132'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:28:20.540794 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ccc4faf-26f5-4211-b864-5d05a65060ab admin admin] Network c9bdb347-48e4-4111-a250-9327eec0fcb4 is scheduled to be hosted by DHCP agent eafd4000-b897-4722-ae8b-0118ec955181 with binding_index 1 {{(pid=102346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 10:28:20.581085 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] get_ports_and_sgs() called for port_ids ['4b885691-85ba-4912-82eb-e467a6991070'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:28:20.620251 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263c9d4a-38ab-4b8a-a13f-403c002a37f8 tempest-RoutersNegativeIpV6Test-1489525779 tempest-RoutersNegativeIpV6Test-1489525779-project] Pushing event deleted for resources: {'Port': ['ID=30458bb6-dc09-4f2c-8a86-d260a64c9bc9,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:28:20.631694 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cbd1fc-1098-4420-bcce-a738f41c22d9 req-4597531e-514b-42f9-b50f-8adecd4dd8d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:28:20.633493 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-e6cbd1fc-1098-4420-bcce-a738f41c22d9 req-4597531e-514b-42f9-b50f-8adecd4dd8d9 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=90a01745d25e42a2aa454aea883f58a1&device_id=405a8b4a-a771-4f3e-bf85-395c054486d5 HTTP/1.1" status: 200 len: 1101 time: 0.3035700 Oct 27 10:28:20.695214 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-1ccc4faf-26f5-4211-b864-5d05a65060ab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-10, c9bdb347-48e4-4111-a250-9327eec0fcb4) {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:28:20.707360 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ccc4faf-26f5-4211-b864-5d05a65060ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:28:20.707957 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-1ccc4faf-26f5-4211-b864-5d05a65060ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for subnet, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:20.716756 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-6bbd4946-79ae-4f49-b5b3-d28a04439916 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615'] for port, after_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:20.728581 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] No Port match for: 8b9b70e1-e27e-4007-b609-dd136bc31194 {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:28:20.729017 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device 8b9b70e1-e27e-4007-b609-dd136bc31194 not bound to the agent host n-h1-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:28:20.730962 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b8fa8e-0335-4ce0-b243-518c99f597aa req-92edafa6-f145-4375-94eb-2d529c0f63c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:28:20.732783 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-23b8fa8e-0335-4ce0-b243-518c99f597aa req-92edafa6-f145-4375-94eb-2d529c0f63c2 service neutron] 10.222.0.76 "GET /v2.0/networks?id=b70d8912-e651-449a-aede-549067567147 HTTP/1.1" status: 200 len: 909 time: 0.5169101 Oct 27 10:28:20.733403 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 2c7a60d1-f0e5-409d-be06-357a28208768 no longer exists at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:28:20.738056 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-2bcfa725-9de7-4700-a31b-7f37ac3687b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857803', 'neutron.services.segments.db._delete_segments_for_network-8743873143390'] for network, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:20.759104 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [req-308855d7-9f3a-4932-a7c8-8ccc2df98dc6 req-9876ef73-7a9c-46bb-98e3-b0551519deb7 tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] No DVR routers for this DVR port a2c0905d-8ff6-4c64-8718-c464c84f34df on host n-h2-813419-10 {{(pid=102347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:28:20.765938 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bbd4946-79ae-4f49-b5b3-d28a04439916 None None] No DVR routers for this DVR port a60af9a9-76bf-4383-a5be-0399dc65a4f5 on host n-d-813419-10 {{(pid=102348) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:28:20.786917 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aed656c-e363-4514-9bdc-7287740f535b req-c3b12456-6454-4066-91f6-a62f1a1f4c9b tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:28:20.792764 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-3aed656c-e363-4514-9bdc-7287740f535b req-c3b12456-6454-4066-91f6-a62f1a1f4c9b tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] 10.222.0.44 "GET /v2.0/ports?device_id=70421289-5784-4962-8b85-8bf7fa80cc12 HTTP/1.1" status: 200 len: 944 time: 0.2557662 Oct 27 10:28:20.798983 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9b93551-4f18-4c65-8f38-fc3d2e9f2b30 None None] Network c9bdb347-48e4-4111-a250-9327eec0fcb4 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:28:20.805469 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-2bcfa725-9de7-4700-a31b-7f37ac3687b3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d0bfbf6-a651-4027-be4c-8c46c789c0fc']}} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:28:20.816042 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-2bcfa725-9de7-4700-a31b-7f37ac3687b3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb32181f-2d00-464a-ae3b-423fdf74c1eb') {'for_net_delete': True} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:28:20.817262 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-2bcfa725-9de7-4700-a31b-7f37ac3687b3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb32181f-2d00-464a-ae3b-423fdf74c1eb') {} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:28:20.827882 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-2bcfa725-9de7-4700-a31b-7f37ac3687b3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743873145191', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25847877'] for segment, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:20.843572 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-2bcfa725-9de7-4700-a31b-7f37ac3687b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:20.850779 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2bcfa725-9de7-4700-a31b-7f37ac3687b3 admin admin] Releasing vlan 425 on physical network physnet1 to pool {{(pid=102346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 10:28:20.851347 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-2bcfa725-9de7-4700-a31b-7f37ac3687b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27024137'] for segment, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:20.865768 n-d-813419-10 neutron-server[102346]: Traceback (most recent call last): Oct 27 10:28:20.865768 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 10:28:20.865768 n-d-813419-10 neutron-server[102346]: timer() Oct 27 10:28:20.865768 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 10:28:20.865768 n-d-813419-10 neutron-server[102346]: cb(*args, **kw) Oct 27 10:28:20.865768 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 10:28:20.865768 n-d-813419-10 neutron-server[102346]: return func(*args, **kwargs) Oct 27 10:28:20.865768 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 10:28:20.865768 n-d-813419-10 neutron-server[102346]: self._notify() Oct 27 10:28:20.865768 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 10:28:20.865768 n-d-813419-10 neutron-server[102346]: self.callback(batched_events) Oct 27 10:28:20.865768 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 10:28:20.865768 n-d-813419-10 neutron-server[102346]: event.method(event) Oct 27 10:28:20.865768 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 10:28:20.865768 n-d-813419-10 neutron-server[102346]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 10:28:20.865768 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 10:28:20.865768 n-d-813419-10 neutron-server[102346]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 10:28:20.865768 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 10:28:20.865768 n-d-813419-10 neutron-server[102346]: return f(self, *a, **k) Oct 27 10:28:20.865768 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 10:28:20.865768 n-d-813419-10 neutron-server[102346]: return self._get(url).json() Oct 27 10:28:20.865768 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 10:28:20.865768 n-d-813419-10 neutron-server[102346]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 10:28:20.865768 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 10:28:20.865768 n-d-813419-10 neutron-server[102346]: return self.request(url, 'GET', **kwargs) Oct 27 10:28:20.865768 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 10:28:20.865768 n-d-813419-10 neutron-server[102346]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 10:28:20.865768 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 10:28:20.865768 n-d-813419-10 neutron-server[102346]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 10:28:20.865768 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 10:28:20.865768 n-d-813419-10 neutron-server[102346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 10:28:20.865768 n-d-813419-10 neutron-server[102346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 10:28:20.904146 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-1ccc4faf-26f5-4211-b864-5d05a65060ab admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.2351227 Oct 27 10:28:20.904806 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 54118) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:28:20.924281 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] No Port match for: 2c7a60d1-f0e5-409d-be06-357a28208768 {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:28:20.924620 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 2c7a60d1-f0e5-409d-be06-357a28208768 not bound to the agent host n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:28:20.925034 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device a60af9a9-76bf-4383-a5be-0399dc65a4f5 no longer exists at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:28:20.933061 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [req-48061695-dc61-4327-9552-8a7ba5454f24 req-40164e1c-b0b4-4b1d-bafe-579e3625ee2a tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] No DVR routers for this DVR port 8b9b70e1-e27e-4007-b609-dd136bc31194 on host n-h1-813419-10 {{(pid=102347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:28:20.941589 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-263c9d4a-38ab-4b8a-a13f-403c002a37f8 tempest-RoutersNegativeIpV6Test-1489525779 tempest-RoutersNegativeIpV6Test-1489525779-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2006968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1766358'] for router_interface, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:20.944907 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-48061695-dc61-4327-9552-8a7ba5454f24 req-40164e1c-b0b4-4b1d-bafe-579e3625ee2a tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:20.948500 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] No Port match for: a60af9a9-76bf-4383-a5be-0399dc65a4f5 {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:28:20.948946 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device a60af9a9-76bf-4383-a5be-0399dc65a4f5 not bound to the agent host n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:28:20.949726 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-48061695-dc61-4327-9552-8a7ba5454f24 req-40164e1c-b0b4-4b1d-bafe-579e3625ee2a tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] 10.222.0.64 "DELETE /v2.0/ports/8b9b70e1-e27e-4007-b609-dd136bc31194 HTTP/1.1" status: 204 len: 173 time: 2.2068415 Oct 27 10:28:20.952927 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-308855d7-9f3a-4932-a7c8-8ccc2df98dc6 req-9876ef73-7a9c-46bb-98e3-b0551519deb7 tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:20.954301 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbd4946-79ae-4f49-b5b3-d28a04439916 None None] Pushing event deleted for resources: {'Port': ['ID=a60af9a9-76bf-4383-a5be-0399dc65a4f5,revision_number=None']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:28:20.957155 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-308855d7-9f3a-4932-a7c8-8ccc2df98dc6 req-9876ef73-7a9c-46bb-98e3-b0551519deb7 tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] 10.222.0.76 "DELETE /v2.0/ports/a2c0905d-8ff6-4c64-8718-c464c84f34df HTTP/1.1" status: 204 len: 173 time: 2.3392997 Oct 27 10:28:20.959934 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25645da6-8447-487a-999a-3cfa5acd00bb', 'name': 'network-vif-deleted', 'tag': '8b9b70e1-e27e-4007-b609-dd136bc31194'}, {'server_uuid': '46d11759-44ac-4f48-8e59-4a8367842d87', 'name': 'network-vif-deleted', 'tag': 'a2c0905d-8ff6-4c64-8718-c464c84f34df'}] {{(pid=102347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:28:20.964024 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311149b481204ee7edffdb959c881838506fbd95bc8577c048f6677abb73acc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0d6399a-70d2-41ca-b6e9-62b493045e63" -d '{"events": [{"server_uuid": "25645da6-8447-487a-999a-3cfa5acd00bb", "name": "network-vif-deleted", "tag": "8b9b70e1-e27e-4007-b609-dd136bc31194"}, {"server_uuid": "46d11759-44ac-4f48-8e59-4a8367842d87", "name": "network-vif-deleted", "tag": "a2c0905d-8ff6-4c64-8718-c464c84f34df"}]}' {{(pid=102347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:28:20.979028 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40164e1c-b0b4-4b1d-bafe-579e3625ee2a tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] Pushing event deleted for resources: {'Port': ['ID=8b9b70e1-e27e-4007-b609-dd136bc31194,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:28:21.006791 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-aa0b83f6-3b89-47ca-b66d-4a3c2acca75b admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1565170527-router', 'tenant_id': 'fccb419307184e4f847f7a5ecc967169', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'}}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:28:21.107667 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-23b8fa8e-0335-4ce0-b243-518c99f597aa req-640c6f8e-f99a-4a45-9559-df39564fcb9e service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f81d61c2-dbd7-452d-b714-07ddb1d07d0b HTTP/1.1" status: 200 len: 217 time: 0.3526454 Oct 27 10:28:21.201540 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebaee0b3-531a-49cd-93fa-322bde608699 req-673ae354-d95b-4334-b34e-9639b8761e77 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:28:21.210203 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-ebaee0b3-531a-49cd-93fa-322bde608699 req-673ae354-d95b-4334-b34e-9639b8761e77 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ae4390a-b621-4500-a1b9-c968556e5a4c HTTP/1.1" status: 200 len: 946 time: 0.6446373 Oct 27 10:28:21.238677 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-aa0b83f6-3b89-47ca-b66d-4a3c2acca75b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1768632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3610'] for router, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:21.240522 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-aa0b83f6-3b89-47ca-b66d-4a3c2acca75b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1765704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1769409', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1694266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3597'] for router, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:21.268939 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cbd1fc-1098-4420-bcce-a738f41c22d9 req-11422d44-d149-45e7-b168-be1157ca7746 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:28:21.270921 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-e6cbd1fc-1098-4420-bcce-a738f41c22d9 req-11422d44-d149-45e7-b168-be1157ca7746 service neutron] 10.222.0.76 "GET /v2.0/networks?id=4d250f92-d229-45fe-a579-67fef8e6c544 HTTP/1.1" status: 200 len: 870 time: 0.5670335 Oct 27 10:28:21.291289 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-2bcfa725-9de7-4700-a31b-7f37ac3687b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664840'] for network, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:21.312483 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-2bcfa725-9de7-4700-a31b-7f37ac3687b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for network, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:21.318298 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-2bcfa725-9de7-4700-a31b-7f37ac3687b3 admin admin] 10.222.0.44 "DELETE /v2.0/networks/8d0bfbf6-a651-4027-be4c-8c46c789c0fc HTTP/1.1" status: 204 len: 168 time: 1.7345722 Oct 27 10:28:21.353014 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-3aed656c-e363-4514-9bdc-7287740f535b req-8b9f383f-b70c-4add-90e9-9857073eb4ce tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] 10.222.0.44 "GET /v2.0/security-groups?id=df17171a-6534-4d8a-8518-0be5fe64cbb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4552305 Oct 27 10:28:21.359431 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcfa725-9de7-4700-a31b-7f37ac3687b3 admin admin] Pushing event deleted for resources: {'Network': ['ID=8d0bfbf6-a651-4027-be4c-8c46c789c0fc,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:28:21.399638 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b8fa8e-0335-4ce0-b243-518c99f597aa req-b3ea3cdd-2255-41a4-b412-b90db758f991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:28:21.401380 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-23b8fa8e-0335-4ce0-b243-518c99f597aa req-b3ea3cdd-2255-41a4-b412-b90db758f991 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=0c8d0682-e9d2-4157-8f50-67abbd1aff64 HTTP/1.1" status: 200 len: 848 time: 0.1961963 Oct 27 10:28:21.461136 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83f943a8-4389-4bed-b428-226cbe45ab1b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp734b258e-7d96-550c-b970-9b72ab66f383-c9bdb347-48e4-4111-a250-9327eec0fcb4', 'network_id': 'c9bdb347-48e4-4111-a250-9327eec0fcb4', 'tenant_id': 'fccb419307184e4f847f7a5ecc967169', 'fixed_ips': [{'subnet_id': '8169b91d-99bf-40e1-a3f3-68194fe96559'}]}} from n-d-813419-10. {{(pid=102348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 10:28:21.463766 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-83f943a8-4389-4bed-b428-226cbe45ab1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:21.533552 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-23b8fa8e-0335-4ce0-b243-518c99f597aa req-ccf67d6f-343c-4a6d-9d0b-33973db9d83d service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=b70d8912-e651-449a-aede-549067567147&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0880265 Oct 27 10:28:21.571165 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-aa0b83f6-3b89-47ca-b66d-4a3c2acca75b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:21.608046 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 54136) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:28:21.935921 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device a2c0905d-8ff6-4c64-8718-c464c84f34df no longer exists at agent hyperv_n-h2-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:28:21.979894 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-3c6a8245-0581-48aa-b5f6-4d8fe98cd16e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:21.989455 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] No Port match for: a2c0905d-8ff6-4c64-8718-c464c84f34df {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:28:21.990095 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device a2c0905d-8ff6-4c64-8718-c464c84f34df not bound to the agent host n-h2-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:28:22.040549 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 27 Oct 2021 10:28:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b70176a5-7741-4e05-8add-a03e5af6c2d5 x-openstack-request-id: req-b70176a5-7741-4e05-8add-a03e5af6c2d5 {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:28:22.041072 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25645da6-8447-487a-999a-3cfa5acd00bb", "name": "network-vif-deleted", "tag": "8b9b70e1-e27e-4007-b609-dd136bc31194", "status": "completed", "code": 200}, {"server_uuid": "46d11759-44ac-4f48-8e59-4a8367842d87", "name": "network-vif-deleted", "tag": "a2c0905d-8ff6-4c64-8718-c464c84f34df", "status": "completed", "code": 200}]} {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:28:22.041072 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b70176a5-7741-4e05-8add-a03e5af6c2d5 {{(pid=102347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:28:22.041646 n-d-813419-10 neutron-server[102347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25645da6-8447-487a-999a-3cfa5acd00bb', 'name': 'network-vif-deleted', 'tag': '8b9b70e1-e27e-4007-b609-dd136bc31194', 'status': 'completed', 'code': 200} Oct 27 10:28:22.041934 n-d-813419-10 neutron-server[102347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46d11759-44ac-4f48-8e59-4a8367842d87', 'name': 'network-vif-deleted', 'tag': 'a2c0905d-8ff6-4c64-8718-c464c84f34df', 'status': 'completed', 'code': 200} Oct 27 10:28:22.094315 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-e6cbd1fc-1098-4420-bcce-a738f41c22d9 req-ee6be7b6-83fd-47c8-989f-bd8c28ef7453 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.48&port_id=85eb83c4-aae3-4041-805d-c9e07ba77132 HTTP/1.1" status: 200 len: 217 time: 0.7657650 Oct 27 10:28:22.107436 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-ebaee0b3-531a-49cd-93fa-322bde608699 req-14c09329-7f09-4a9a-9a3c-260f8090a71a tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/security-groups?id=9f7279ee-2d49-4f67-b584-fc902ef383cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8962045 Oct 27 10:28:22.126585 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] get_ports_and_sgs() called for port_ids ['4b885691-85ba-4912-82eb-e467a6991070'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:28:22.151949 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-263c9d4a-38ab-4b8a-a13f-403c002a37f8 tempest-RoutersNegativeIpV6Test-1489525779 tempest-RoutersNegativeIpV6Test-1489525779-project] Router 099a9746-f721-4a53-b11b-2365f2ebdb9c has already been hosted by L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb {{(pid=102347) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 10:28:22.221422 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.db_base_plugin_common [None req-83f943a8-4389-4bed-b428-226cbe45ab1b None None] Allocated IP 172.20.0.2 (c9bdb347-48e4-4111-a250-9327eec0fcb4/8169b91d-99bf-40e1-a3f3-68194fe96559/e80cf243-5c44-46a8-b53d-dddcde146636) {{(pid=102348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:28:22.292756 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cbd1fc-1098-4420-bcce-a738f41c22d9 req-8ca4aaed-a72a-4c7b-b84f-aeef469a2532 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:28:22.295075 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-e6cbd1fc-1098-4420-bcce-a738f41c22d9 req-8ca4aaed-a72a-4c7b-b84f-aeef469a2532 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=62eb52f7-aac4-48af-8670-e04300325561 HTTP/1.1" status: 200 len: 843 time: 0.1863217 Oct 27 10:28:22.371090 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-263c9d4a-38ab-4b8a-a13f-403c002a37f8 tempest-RoutersNegativeIpV6Test-1489525779 tempest-RoutersNegativeIpV6Test-1489525779-project] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:28:22.384645 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-263c9d4a-38ab-4b8a-a13f-403c002a37f8 tempest-RoutersNegativeIpV6Test-1489525779 tempest-RoutersNegativeIpV6Test-1489525779-project] 10.222.0.44 "PUT /v2.0/routers/099a9746-f721-4a53-b11b-2365f2ebdb9c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6130793 Oct 27 10:28:22.389010 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 54150) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:28:22.389952 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d788254-e0e4-4232-b96e-e7f62cff875a None None] Sync routers for ids ['099a9746-f721-4a53-b11b-2365f2ebdb9c'] in n-d-813419-10 {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:28:22.409962 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d788254-e0e4-4232-b96e-e7f62cff875a None None] Routers {'099a9746-f721-4a53-b11b-2365f2ebdb9c'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:28:22.410596 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-2d788254-e0e4-4232-b96e-e7f62cff875a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:28:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['099a9746-f721-4a53-b11b-2365f2ebdb9c'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:28:22.446337 n-d-813419-10 neutron-server[102347]: INFO neutron.api.v2.resource [None req-0c7c506b-34be-40cb-823a-2a836374a256 tempest-RoutersNegativeIpV6Test-1489525779 tempest-RoutersNegativeIpV6Test-1489525779-project] show failed (client error): The resource could not be found. Oct 27 10:28:22.447585 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-0c7c506b-34be-40cb-823a-2a836374a256 tempest-RoutersNegativeIpV6Test-1489525779 tempest-RoutersNegativeIpV6Test-1489525779-project] 10.222.0.44 "GET /v2.0/routers/tempest-non_exist_router-2000707914 HTTP/1.1" status: 404 len: 335 time: 0.0573153 Oct 27 10:28:22.451392 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 54154) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:28:22.456928 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-31b4a6a2-8771-4318-9a8f-216b897d640d tempest-RoutersNegativeIpV6Test-1489525779 tempest-RoutersNegativeIpV6Test-1489525779-project] Request body: {'router': {'name': 'new_name'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:28:22.473219 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-2d788254-e0e4-4232-b96e-e7f62cff875a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:28:22.483904 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d788254-e0e4-4232-b96e-e7f62cff875a None None] Routers {'099a9746-f721-4a53-b11b-2365f2ebdb9c'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:28:22.485452 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-2d788254-e0e4-4232-b96e-e7f62cff875a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:28:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['099a9746-f721-4a53-b11b-2365f2ebdb9c'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:28:22.518654 n-d-813419-10 neutron-server[102347]: INFO neutron.api.v2.resource [None req-31b4a6a2-8771-4318-9a8f-216b897d640d tempest-RoutersNegativeIpV6Test-1489525779 tempest-RoutersNegativeIpV6Test-1489525779-project] update failed (client error): The resource could not be found. Oct 27 10:28:22.523292 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-31b4a6a2-8771-4318-9a8f-216b897d640d tempest-RoutersNegativeIpV6Test-1489525779 tempest-RoutersNegativeIpV6Test-1489525779-project] 10.222.0.44 "PUT /v2.0/routers/tempest-non_exist_router-32748331 HTTP/1.1" status: 404 len: 333 time: 0.0671041 Oct 27 10:28:22.523292 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 54156) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:28:22.549546 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4932f1eb-0896-4f19-8f51-7e0b2c9b4d0c req-ea8deedb-f5f1-4d5b-9fcf-63be939ccb2a tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:28:22.552652 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-66b3390e-773d-4d97-b7e4-bc773aa47eaa admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7517d618a1be4ff0aa51550f921b9468&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9401464 Oct 27 10:28:22.555866 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-23b8fa8e-0335-4ce0-b243-518c99f597aa req-7f39144c-ebfa-4183-961b-b9926f317986 service neutron] 10.222.0.76 "GET /v2.0/networks/b70d8912-e651-449a-aede-549067567147?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0165513 Oct 27 10:28:22.556566 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 54158) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:28:22.559926 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-4932f1eb-0896-4f19-8f51-7e0b2c9b4d0c req-ea8deedb-f5f1-4d5b-9fcf-63be939ccb2a tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ae4390a-b621-4500-a1b9-c968556e5a4c HTTP/1.1" status: 200 len: 946 time: 0.2599020 Oct 27 10:28:22.564021 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cbd1fc-1098-4420-bcce-a738f41c22d9 req-6078d2d4-c84d-40a0-b161-1cf1ab642dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:28:22.565653 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-e6cbd1fc-1098-4420-bcce-a738f41c22d9 req-6078d2d4-c84d-40a0-b161-1cf1ab642dc1 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=4d250f92-d229-45fe-a579-67fef8e6c544&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2621164 Oct 27 10:28:22.575775 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-2d788254-e0e4-4232-b96e-e7f62cff875a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:28:22.580778 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d788254-e0e4-4232-b96e-e7f62cff875a None None] The sync data for ids ['099a9746-f721-4a53-b11b-2365f2ebdb9c'] in n-d-813419-10 is: [] {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:28:22.586054 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-c4fb80ec-6139-4da8-9814-fa0438ba51de req-326ed890-c907-40ea-be51-5a6a3120ef80 tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] 10.222.0.44 "GET /v2.0/ports?device_id=46d11759-44ac-4f48-8e59-4a8367842d87 HTTP/1.1" status: 200 len: 210 time: 0.2959614 Oct 27 10:28:22.722502 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_v2 [None req-7cc570d2-a1f6-444d-9ffb-f91b61200d28 tempest-RoutersNegativeIpV6Test-1489525779 tempest-RoutersNegativeIpV6Test-1489525779-project] Deleting subnet 0a668677-e39b-466f-8030-e70a21876961 {{(pid=102347) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 10:28:22.731633 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-7cc570d2-a1f6-444d-9ffb-f91b61200d28 tempest-RoutersNegativeIpV6Test-1489525779 tempest-RoutersNegativeIpV6Test-1489525779-project] Publish callbacks [] for subnet, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:22.738111 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-83f943a8-4389-4bed-b428-226cbe45ab1b None None] Publish callbacks [] for port, precommit_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:22.754965 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-4932f1eb-0896-4f19-8f51-7e0b2c9b4d0c req-7292bed5-db02-4f54-92c6-1c354717d165 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/security-groups?id=9f7279ee-2d49-4f67-b584-fc902ef383cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1930609 Oct 27 10:28:22.808524 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-aa0b83f6-3b89-47ca-b66d-4a3c2acca75b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:22.925519 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 54168) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:28:22.951035 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-7cc570d2-a1f6-444d-9ffb-f91b61200d28 tempest-RoutersNegativeIpV6Test-1489525779 tempest-RoutersNegativeIpV6Test-1489525779-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-18445109'] for subnet, precommit_delete_associations {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:22.993528 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] get_ports_and_sgs() called for port_ids ['922a99a6-a89a-48b9-8d61-65b98322153e', '85eb83c4-aae3-4041-805d-c9e07ba77132'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:28:23.009087 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a6b750-c182-49a0-a47a-45a05abd52ca req-8c3d5c36-de61-4f8e-86e5-6ee6eebb0863 tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:28:23.010692 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-54a6b750-c182-49a0-a47a-45a05abd52ca req-8c3d5c36-de61-4f8e-86e5-6ee6eebb0863 tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] 10.222.0.44 "GET /v2.0/ports?device_id=70421289-5784-4962-8b85-8bf7fa80cc12 HTTP/1.1" status: 200 len: 944 time: 0.2475603 Oct 27 10:28:23.030258 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-4da07d13-186c-4176-8838-c4e5a08f4ca5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:23.032789 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-e6cbd1fc-1098-4420-bcce-a738f41c22d9 req-3af2e073-93e8-49c2-8602-7400e4676006 service neutron] 10.222.0.76 "GET /v2.0/networks/4d250f92-d229-45fe-a579-67fef8e6c544?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4381940 Oct 27 10:28:23.088247 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-83f943a8-4389-4bed-b428-226cbe45ab1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606'] for port, after_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:23.121224 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-23b8fa8e-0335-4ce0-b243-518c99f597aa req-948f4431-c19f-474a-9d45-793f7f1ad3b9 service neutron] 10.222.0.76 "GET /v2.0/networks/b70d8912-e651-449a-aede-549067567147?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5314043 Oct 27 10:28:23.128282 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-4da07d13-186c-4176-8838-c4e5a08f4ca5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:23.143513 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-54a6b750-c182-49a0-a47a-45a05abd52ca req-dc4615e6-45d8-44e0-87a7-58475b27ff7b tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] 10.222.0.44 "GET /v2.0/security-groups?id=df17171a-6534-4d8a-8518-0be5fe64cbb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209695 Oct 27 10:28:23.170319 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-3abe92af-c6cb-4321-becf-8053b62f244b tempest-RoutersIpV6AdminTest-1540385956 tempest-RoutersIpV6AdminTest-1540385956-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-169579827', 'router:external': True}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:28:23.177219 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f943a8-4389-4bed-b428-226cbe45ab1b None None] Pushing event updated for resources: {'Port': ['ID=e80cf243-5c44-46a8-b53d-dddcde146636,revision_number=1']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:28:23.236867 n-d-813419-10 neutron-server[102348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83f943a8-4389-4bed-b428-226cbe45ab1b None None] Network c9bdb347-48e4-4111-a250-9327eec0fcb4 is already hosted by enough agents. {{(pid=102348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:28:23.246636 n-d-813419-10 neutron-server[102348]: DEBUG neutron.scheduler.base_scheduler [None req-83f943a8-4389-4bed-b428-226cbe45ab1b None None] Resources bound (agent type, host, resource id): {{(pid=102348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:28:23.283888 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-7cc570d2-a1f6-444d-9ffb-f91b61200d28 tempest-RoutersNegativeIpV6Test-1489525779 tempest-RoutersNegativeIpV6Test-1489525779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855646'] for subnet, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:23.299131 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83f943a8-4389-4bed-b428-226cbe45ab1b None None] Received port after_create {{(pid=102348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:28:23.328104 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef00076-02db-4c74-82ac-42355b6498c6 req-2c54b324-17cf-4ed1-a6eb-7667d94eb334 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:28:23.337715 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-3ef00076-02db-4c74-82ac-42355b6498c6 req-2c54b324-17cf-4ed1-a6eb-7667d94eb334 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ae4390a-b621-4500-a1b9-c968556e5a4c HTTP/1.1" status: 200 len: 946 time: 0.3016028 Oct 27 10:28:23.347304 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3abe92af-c6cb-4321-becf-8053b62f244b tempest-RoutersIpV6AdminTest-1540385956 tempest-RoutersIpV6AdminTest-1540385956-project-admin] Made reservation on behalf of 9971bc1d344143aab6828939c076242c for: {'network': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:28:23.350960 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-3abe92af-c6cb-4321-becf-8053b62f244b tempest-RoutersIpV6AdminTest-1540385956 tempest-RoutersIpV6AdminTest-1540385956-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for network, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:23.383928 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-3abe92af-c6cb-4321-becf-8053b62f244b tempest-RoutersIpV6AdminTest-1540385956 tempest-RoutersIpV6AdminTest-1540385956-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:23.403709 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-4da07d13-186c-4176-8838-c4e5a08f4ca5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:23.408114 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-4da07d13-186c-4176-8838-c4e5a08f4ca5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:23.409632 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-4da07d13-186c-4176-8838-c4e5a08f4ca5 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9471a1c8-5aa9-4bed-91e9-0a13f0555c50 HTTP/1.1" status: 204 len: 168 time: 0.8500555 Oct 27 10:28:23.422693 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-83f943a8-4389-4bed-b428-226cbe45ab1b None None] Attempting to bind port e80cf243-5c44-46a8-b53d-dddcde146636 on host n-d-813419-10 for vnic_type normal with profile {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:28:23.423078 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-83f943a8-4389-4bed-b428-226cbe45ab1b None None] Attempting to bind port e80cf243-5c44-46a8-b53d-dddcde146636 by drivers openvswitch,hyperv on host n-d-813419-10 at level 0 using segments [{'id': '32ee6b7e-f7db-44d8-a33c-f5ba7bc60b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'c9bdb347-48e4-4111-a250-9327eec0fcb4'}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:28:23.423444 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83f943a8-4389-4bed-b428-226cbe45ab1b None None] Attempting to bind port e80cf243-5c44-46a8-b53d-dddcde146636 on network c9bdb347-48e4-4111-a250-9327eec0fcb4 {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:28:23.427906 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da07d13-186c-4176-8838-c4e5a08f4ca5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9471a1c8-5aa9-4bed-91e9-0a13f0555c50,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:28:23.443453 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83f943a8-4389-4bed-b428-226cbe45ab1b None None] Checking agent: {'id': '89dba0f3-79b2-435e-9822-33674b8f6ada', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 8, 20), 'started_at': datetime.datetime(2021, 10, 27, 10, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 28, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:28:23.443861 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83f943a8-4389-4bed-b428-226cbe45ab1b None None] Checking segment: {'id': '32ee6b7e-f7db-44d8-a33c-f5ba7bc60b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'c9bdb347-48e4-4111-a250-9327eec0fcb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:28:23.444299 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-83f943a8-4389-4bed-b428-226cbe45ab1b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:23.444677 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83f943a8-4389-4bed-b428-226cbe45ab1b None None] Bound using segment: {'id': '32ee6b7e-f7db-44d8-a33c-f5ba7bc60b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'c9bdb347-48e4-4111-a250-9327eec0fcb4'} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:28:23.445221 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-83f943a8-4389-4bed-b428-226cbe45ab1b None None] Bound port: e80cf243-5c44-46a8-b53d-dddcde146636, host: n-d-813419-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32ee6b7e-f7db-44d8-a33c-f5ba7bc60b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'c9bdb347-48e4-4111-a250-9327eec0fcb4'}}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:28:23.445610 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-83f943a8-4389-4bed-b428-226cbe45ab1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:23.490557 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-aa0b83f6-3b89-47ca-b66d-4a3c2acca75b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:23.499174 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-3ef00076-02db-4c74-82ac-42355b6498c6 req-561a45d4-54b7-4a12-8982-5b8820e94992 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/security-groups?id=9f7279ee-2d49-4f67-b584-fc902ef383cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567383 Oct 27 10:28:23.513156 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-e6cbd1fc-1098-4420-bcce-a738f41c22d9 req-07ebed2d-730c-4b41-a074-fb279c5cfd34 service neutron] 10.222.0.76 "GET /v2.0/networks/4d250f92-d229-45fe-a579-67fef8e6c544?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4579215 Oct 27 10:28:23.547145 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-aa0b83f6-3b89-47ca-b66d-4a3c2acca75b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:23.604103 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-7cc570d2-a1f6-444d-9ffb-f91b61200d28 tempest-RoutersNegativeIpV6Test-1489525779 tempest-RoutersNegativeIpV6Test-1489525779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-18295818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18043720'] for subnet, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:23.668980 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc570d2-a1f6-444d-9ffb-f91b61200d28 tempest-RoutersNegativeIpV6Test-1489525779 tempest-RoutersNegativeIpV6Test-1489525779-project] Pushing event deleted for resources: {'Subnet': ['ID=0a668677-e39b-466f-8030-e70a21876961,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:28:23.673247 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-83f943a8-4389-4bed-b428-226cbe45ab1b None None] For port e80cf243-5c44-46a8-b53d-dddcde146636, host n-d-813419-10, cleared binding levels {{(pid=102348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:28:23.680139 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-83f943a8-4389-4bed-b428-226cbe45ab1b None None] For port e80cf243-5c44-46a8-b53d-dddcde146636, host n-d-813419-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=e80cf243-5c44-46a8-b53d-dddcde146636,segment=NetworkSegment(32ee6b7e-f7db-44d8-a33c-f5ba7bc60b5b),segment_id=32ee6b7e-f7db-44d8-a33c-f5ba7bc60b5b)] {{(pid=102348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:28:23.697231 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-83f943a8-4389-4bed-b428-226cbe45ab1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:23.714271 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab8139d8-9ef6-41f2-b65b-c1688f947bd3 None None] Network 1c944525-075d-49b9-a012-af74b5acaf5b requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:28:23.719310 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-7cc570d2-a1f6-444d-9ffb-f91b61200d28 tempest-RoutersNegativeIpV6Test-1489525779 tempest-RoutersNegativeIpV6Test-1489525779-project] Publish callbacks [] for subnet, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:23.722660 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-7cc570d2-a1f6-444d-9ffb-f91b61200d28 tempest-RoutersNegativeIpV6Test-1489525779 tempest-RoutersNegativeIpV6Test-1489525779-project] 10.222.0.44 "DELETE /v2.0/subnets/0a668677-e39b-466f-8030-e70a21876961 HTTP/1.1" status: 204 len: 168 time: 1.1987498 Oct 27 10:28:23.743651 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 54184) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:28:23.954357 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-7581aa98-3d19-4058-89cb-261c081e8208 tempest-RoutersNegativeIpV6Test-1489525779 tempest-RoutersNegativeIpV6Test-1489525779-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586917'] for network, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:23.971972 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-3abe92af-c6cb-4321-becf-8053b62f244b tempest-RoutersIpV6AdminTest-1540385956 tempest-RoutersIpV6AdminTest-1540385956-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:23.976856 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_common [None req-aa0b83f6-3b89-47ca-b66d-4a3c2acca75b admin admin] Allocated IP 172.25.8.118 (185ff123-c7ff-45c7-a6be-71feb35acc9c/0fb9f9d1-7384-481f-8fa8-f4566c349d30/7c6e9fd3-3eed-4b89-8925-646b75fdcfa3) {{(pid=102346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:28:23.982346 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-3abe92af-c6cb-4321-becf-8053b62f244b tempest-RoutersIpV6AdminTest-1540385956 tempest-RoutersIpV6AdminTest-1540385956-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:23.994533 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f943a8-4389-4bed-b428-226cbe45ab1b None None] Pushing event updated for resources: {'Port': ['ID=e80cf243-5c44-46a8-b53d-dddcde146636,revision_number=2']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:28:24.010629 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3abe92af-c6cb-4321-becf-8053b62f244b tempest-RoutersIpV6AdminTest-1540385956 tempest-RoutersIpV6AdminTest-1540385956-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 400} {{(pid=102347) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 10:28:24.043765 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-3abe92af-c6cb-4321-becf-8053b62f244b tempest-RoutersIpV6AdminTest-1540385956 tempest-RoutersIpV6AdminTest-1540385956-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:24.044384 n-d-813419-10 neutron-server[102347]: INFO neutron.db.segments_db [None req-3abe92af-c6cb-4321-becf-8053b62f244b tempest-RoutersIpV6AdminTest-1540385956 tempest-RoutersIpV6AdminTest-1540385956-project-admin] Added segment 5a0903f8-f679-4f1e-a097-9b01c7980722 of type vlan for network 909d9a53-a41f-4a42-a454-a285eb0a5098 Oct 27 10:28:24.048503 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52e30b1-7473-444a-a974-e163ef266c67 req-aab253c5-09b6-4f76-8ad3-dbbaf25650e3 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:28:24.049838 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-e52e30b1-7473-444a-a974-e163ef266c67 req-aab253c5-09b6-4f76-8ad3-dbbaf25650e3 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ae4390a-b621-4500-a1b9-c968556e5a4c HTTP/1.1" status: 200 len: 946 time: 0.2284086 Oct 27 10:28:24.309549 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d45bd4e7-fc8a-4e10-9c56-ff5d629f30cc None None] DHCP port deletion for 1c944525-075d-49b9-a012-af74b5acaf5b request from n-d-813419-10 {{(pid=102348) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 10:28:24.370769 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-aa0b83f6-3b89-47ca-b66d-4a3c2acca75b admin admin] Publish callbacks [] for port, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:24.378470 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-3abe92af-c6cb-4321-becf-8053b62f244b tempest-RoutersIpV6AdminTest-1540385956 tempest-RoutersIpV6AdminTest-1540385956-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743872593080'] for network, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:24.383197 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abe92af-c6cb-4321-becf-8053b62f244b tempest-RoutersIpV6AdminTest-1540385956 tempest-RoutersIpV6AdminTest-1540385956-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18d87993-b26f-4675-aae0-013b900fc87e,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:28:24.395550 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-e52e30b1-7473-444a-a974-e163ef266c67 req-663d02d9-0eda-47ec-8a47-3147786f8a9f tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/security-groups?id=9f7279ee-2d49-4f67-b584-fc902ef383cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3238449 Oct 27 10:28:24.460618 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-aa0b83f6-3b89-47ca-b66d-4a3c2acca75b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:24.482405 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-7581aa98-3d19-4058-89cb-261c081e8208 tempest-RoutersNegativeIpV6Test-1489525779 tempest-RoutersNegativeIpV6Test-1489525779-project] Deleting port 17522ab1-9bf9-4ce4-a5ee-dfe48657d0cc {{(pid=102347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:28:24.482742 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-7581aa98-3d19-4058-89cb-261c081e8208 tempest-RoutersNegativeIpV6Test-1489525779 tempest-RoutersNegativeIpV6Test-1489525779-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:24.507897 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-d45bd4e7-fc8a-4e10-9c56-ff5d629f30cc None None] Deleting port 17522ab1-9bf9-4ce4-a5ee-dfe48657d0cc {{(pid=102348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:28:24.508125 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-d45bd4e7-fc8a-4e10-9c56-ff5d629f30cc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:24.558992 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa0b83f6-3b89-47ca-b66d-4a3c2acca75b admin admin] Network 185ff123-c7ff-45c7-a6be-71feb35acc9c is already hosted by enough agents. {{(pid=102346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:28:24.568616 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-aa0b83f6-3b89-47ca-b66d-4a3c2acca75b admin admin] Resources bound (agent type, host, resource id): {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:28:24.574489 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa0b83f6-3b89-47ca-b66d-4a3c2acca75b admin admin] Received port after_create {{(pid=102346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:28:24.579528 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-3abe92af-c6cb-4321-becf-8053b62f244b tempest-RoutersIpV6AdminTest-1540385956 tempest-RoutersIpV6AdminTest-1540385956-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913'] for network, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:24.580554 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3abe92af-c6cb-4321-becf-8053b62f244b tempest-RoutersIpV6AdminTest-1540385956 tempest-RoutersIpV6AdminTest-1540385956-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:28:24.581152 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-3abe92af-c6cb-4321-becf-8053b62f244b tempest-RoutersIpV6AdminTest-1540385956 tempest-RoutersIpV6AdminTest-1540385956-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for network, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:24.714451 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abe92af-c6cb-4321-becf-8053b62f244b tempest-RoutersIpV6AdminTest-1540385956 tempest-RoutersIpV6AdminTest-1540385956-project-admin] Pushing event updated for resources: {'Network': ['ID=909d9a53-a41f-4a42-a454-a285eb0a5098,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:28:24.725407 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4255beba-377b-402e-aaf8-fe61584559c8 req-0eca3c48-2d1d-4dd5-8d01-1fc8a749dcb2 tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:28:24.735527 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Network 909d9a53-a41f-4a42-a454-a285eb0a5098 details requested by agent ovs-agent-n-d-813419-10 with host n-d-813419-10 {{(pid=102348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 10:28:24.738283 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-4255beba-377b-402e-aaf8-fe61584559c8 req-0eca3c48-2d1d-4dd5-8d01-1fc8a749dcb2 tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] 10.222.0.44 "GET /v2.0/ports?device_id=70421289-5784-4962-8b85-8bf7fa80cc12 HTTP/1.1" status: 200 len: 944 time: 0.3657041 Oct 27 10:28:24.830949 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-3abe92af-c6cb-4321-becf-8053b62f244b tempest-RoutersIpV6AdminTest-1540385956 tempest-RoutersIpV6AdminTest-1540385956-project-admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 1.9010389 Oct 27 10:28:24.833008 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device e80cf243-5c44-46a8-b53d-dddcde146636 up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:28:24.835437 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 54222) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:28:24.840270 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [None req-7581aa98-3d19-4058-89cb-261c081e8208 tempest-RoutersNegativeIpV6Test-1489525779 tempest-RoutersNegativeIpV6Test-1489525779-project] For port 17522ab1-9bf9-4ce4-a5ee-dfe48657d0cc, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=17522ab1-9bf9-4ce4-a5ee-dfe48657d0cc,segment=NetworkSegment(91fbc30d-556b-472c-9669-2a34612da13f),segment_id=91fbc30d-556b-472c-9669-2a34612da13f)] {{(pid=102347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:28:24.841051 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-7581aa98-3d19-4058-89cb-261c081e8208 tempest-RoutersNegativeIpV6Test-1489525779 tempest-RoutersNegativeIpV6Test-1489525779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:24.847033 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-8859952f-394d-49b5-b056-3e0cdf2ad07e tempest-RoutersIpV6AdminTest-1540385956 tempest-RoutersIpV6AdminTest-1540385956-project-admin] Request body: {'subnet': {'network_id': '909d9a53-a41f-4a42-a454-a285eb0a5098', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:28:24.866966 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-7581aa98-3d19-4058-89cb-261c081e8208 tempest-RoutersNegativeIpV6Test-1489525779 tempest-RoutersNegativeIpV6Test-1489525779-project] Calling delete_port for 17522ab1-9bf9-4ce4-a5ee-dfe48657d0cc owned by network:dhcp {{(pid=102347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:28:24.954231 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8859952f-394d-49b5-b056-3e0cdf2ad07e tempest-RoutersIpV6AdminTest-1540385956 tempest-RoutersIpV6AdminTest-1540385956-project-admin] Made reservation on behalf of 9971bc1d344143aab6828939c076242c for: {'subnet': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:28:24.959990 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-8859952f-394d-49b5-b056-3e0cdf2ad07e tempest-RoutersIpV6AdminTest-1540385956 tempest-RoutersIpV6AdminTest-1540385956-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18044073'] for subnet, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:24.996724 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0b83f6-3b89-47ca-b66d-4a3c2acca75b admin admin] Pushing event updated for resources: {'Port': ['ID=7c6e9fd3-3eed-4b89-8925-646b75fdcfa3,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:28:25.021026 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-d45bd4e7-fc8a-4e10-9c56-ff5d629f30cc None None] For port 17522ab1-9bf9-4ce4-a5ee-dfe48657d0cc, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=17522ab1-9bf9-4ce4-a5ee-dfe48657d0cc,segment=NetworkSegment(91fbc30d-556b-472c-9669-2a34612da13f),segment_id=91fbc30d-556b-472c-9669-2a34612da13f)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:28:25.026733 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-d45bd4e7-fc8a-4e10-9c56-ff5d629f30cc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:25.076241 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685dc333-b8bf-48f3-9887-13f38aae8292 req-0be9ecfa-6307-43f1-b4cd-e6bfb3d0c758 tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:28:25.085420 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-685dc333-b8bf-48f3-9887-13f38aae8292 req-0be9ecfa-6307-43f1-b4cd-e6bfb3d0c758 tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] 10.222.0.44 "GET /v2.0/ports?device_id=405a8b4a-a771-4f3e-bf85-395c054486d5 HTTP/1.1" status: 200 len: 949 time: 0.2786825 Oct 27 10:28:25.122200 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-d45bd4e7-fc8a-4e10-9c56-ff5d629f30cc None None] Calling delete_port for 17522ab1-9bf9-4ce4-a5ee-dfe48657d0cc owned by network:dhcp {{(pid=102348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:28:25.131955 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 54228) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:28:25.181766 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-685dc333-b8bf-48f3-9887-13f38aae8292 req-200f9a27-0d01-40c0-abbb-1bc281e329ec tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] 10.222.0.44 "GET /v2.0/security-groups?id=564ecd8b-da86-4175-923a-67dcc5fcd400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948992 Oct 27 10:28:25.253767 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port e80cf243-5c44-46a8-b53d-dddcde146636 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:28:25.254246 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:25.257569 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-4255beba-377b-402e-aaf8-fe61584559c8 req-a3a92c0a-342d-441a-83b7-6d249df239d3 tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] 10.222.0.44 "GET /v2.0/security-groups?id=df17171a-6534-4d8a-8518-0be5fe64cbb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5137875 Oct 27 10:28:25.306860 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-e756e2d4-fd13-4fea-9616-134cc8a637d8 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1778411129-network', 'tenant_id': '47ce5f20eeb448398116bfa21f80d060'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:28:25.341454 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-7581aa98-3d19-4058-89cb-261c081e8208 tempest-RoutersNegativeIpV6Test-1489525779 tempest-RoutersNegativeIpV6Test-1489525779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:25.363854 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-d45bd4e7-fc8a-4e10-9c56-ff5d629f30cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615'] for port, after_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:25.401008 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7581aa98-3d19-4058-89cb-261c081e8208 tempest-RoutersNegativeIpV6Test-1489525779 tempest-RoutersNegativeIpV6Test-1489525779-project] No DVR routers for this DVR port 17522ab1-9bf9-4ce4-a5ee-dfe48657d0cc on host n-d-813419-10 {{(pid=102347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:28:25.415813 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45bd4e7-fc8a-4e10-9c56-ff5d629f30cc None None] Pushing event deleted for resources: {'Port': ['ID=17522ab1-9bf9-4ce4-a5ee-dfe48657d0cc,revision_number=None']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:28:25.417837 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d45bd4e7-fc8a-4e10-9c56-ff5d629f30cc None None] No DVR routers for this DVR port 17522ab1-9bf9-4ce4-a5ee-dfe48657d0cc on host n-d-813419-10 {{(pid=102348) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:28:25.459952 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:25.486604 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-674f9ed6-dac4-4b3c-9e9f-f4c5b99076fc None None] Network c9bdb347-48e4-4111-a250-9327eec0fcb4 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:28:25.507317 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988e2f83-8a94-4f73-945f-a47e5bbd4715 req-35c61014-6836-48db-ac75-4b16d35c0673 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:28:25.508795 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-988e2f83-8a94-4f73-945f-a47e5bbd4715 req-35c61014-6836-48db-ac75-4b16d35c0673 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ae4390a-b621-4500-a1b9-c968556e5a4c HTTP/1.1" status: 200 len: 946 time: 0.1022482 Oct 27 10:28:25.517932 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-aa0b83f6-3b89-47ca-b66d-4a3c2acca75b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:25.548414 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] For port e80cf243-5c44-46a8-b53d-dddcde146636, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=e80cf243-5c44-46a8-b53d-dddcde146636,segment=NetworkSegment(32ee6b7e-f7db-44d8-a33c-f5ba7bc60b5b),segment_id=32ee6b7e-f7db-44d8-a33c-f5ba7bc60b5b)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:28:25.561686 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:25.585005 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7581aa98-3d19-4058-89cb-261c081e8208 tempest-RoutersNegativeIpV6Test-1489525779 tempest-RoutersNegativeIpV6Test-1489525779-project] Pushing event deleted for resources: {'Port': ['ID=17522ab1-9bf9-4ce4-a5ee-dfe48657d0cc,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:28:25.601577 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-cb50b930-2731-43ba-b24f-af28c0fa2216 None None] Provisioning complete for port e80cf243-5c44-46a8-b53d-dddcde146636 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:28:25.602049 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-cb50b930-2731-43ba-b24f-af28c0fa2216 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:25.630300 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-988e2f83-8a94-4f73-945f-a47e5bbd4715 req-29a9cda0-8d78-419e-820f-daa3832ed027 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/security-groups?id=9f7279ee-2d49-4f67-b584-fc902ef383cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097162 Oct 27 10:28:25.644473 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e756e2d4-fd13-4fea-9616-134cc8a637d8 admin admin] Made reservation on behalf of 47ce5f20eeb448398116bfa21f80d060 for: {'network': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:28:25.647690 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-e756e2d4-fd13-4fea-9616-134cc8a637d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for network, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:25.686511 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 17522ab1-9bf9-4ce4-a5ee-dfe48657d0cc no longer exists at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:28:25.721866 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Pushing event updated for resources: {'Port': ['ID=e80cf243-5c44-46a8-b53d-dddcde146636,revision_number=3']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:28:25.726641 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] No Port match for: 17522ab1-9bf9-4ce4-a5ee-dfe48657d0cc {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:28:25.727072 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 17522ab1-9bf9-4ce4-a5ee-dfe48657d0cc not bound to the agent host n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:28:25.753361 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-e756e2d4-fd13-4fea-9616-134cc8a637d8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:25.762632 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8f50e107-cc28-43e4-89c6-35c231aaf528 req-a1cd8ac3-812c-425c-b8c3-680fee880cd5 service neutron] 10.222.0.76 "GET /v2.0/ports/f81d61c2-dbd7-452d-b714-07ddb1d07d0b/bindings/n-h1-813419-10 HTTP/1.1" status: 200 len: 385 time: 0.2736764 Oct 27 10:28:25.776106 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.agents_db [None req-e79ee67d-056e-46ea-bd99-e80473396b25 None None] Agent healthcheck: found 7 active agents {{(pid=102349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 10:28:25.807797 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-7581aa98-3d19-4058-89cb-261c081e8208 tempest-RoutersNegativeIpV6Test-1489525779 tempest-RoutersNegativeIpV6Test-1489525779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857803', 'neutron.services.segments.db._delete_segments_for_network-8743873143390'] for network, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:25.833854 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-aa0b83f6-3b89-47ca-b66d-4a3c2acca75b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1765699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1769372'] for router, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:25.900878 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-7581aa98-3d19-4058-89cb-261c081e8208 tempest-RoutersNegativeIpV6Test-1489525779 tempest-RoutersNegativeIpV6Test-1489525779-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c944525-075d-49b9-a012-af74b5acaf5b']}} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:28:25.962199 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-7581aa98-3d19-4058-89cb-261c081e8208 tempest-RoutersNegativeIpV6Test-1489525779 tempest-RoutersNegativeIpV6Test-1489525779-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91fbc30d-556b-472c-9669-2a34612da13f') {'for_net_delete': True} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:28:25.962525 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-7581aa98-3d19-4058-89cb-261c081e8208 tempest-RoutersNegativeIpV6Test-1489525779 tempest-RoutersNegativeIpV6Test-1489525779-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91fbc30d-556b-472c-9669-2a34612da13f') {} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:28:25.963764 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12a2817-122f-44ba-918a-4825493f362d req-829c8668-b78f-49d8-94b9-cf717b67700b tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:28:25.965335 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-f12a2817-122f-44ba-918a-4825493f362d req-829c8668-b78f-49d8-94b9-cf717b67700b tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] 10.222.0.76 "GET /v2.0/ports?device_id=405a8b4a-a771-4f3e-bf85-395c054486d5 HTTP/1.1" status: 200 len: 949 time: 0.1250510 Oct 27 10:28:25.976118 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device f81d61c2-dbd7-452d-b714-07ddb1d07d0b no longer exists at agent hyperv_n-h2-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:28:25.982488 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-7581aa98-3d19-4058-89cb-261c081e8208 tempest-RoutersNegativeIpV6Test-1489525779 tempest-RoutersNegativeIpV6Test-1489525779-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743873145191', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18445132'] for segment, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:26.029914 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-7581aa98-3d19-4058-89cb-261c081e8208 tempest-RoutersNegativeIpV6Test-1489525779 tempest-RoutersNegativeIpV6Test-1489525779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:26.050814 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7581aa98-3d19-4058-89cb-261c081e8208 tempest-RoutersNegativeIpV6Test-1489525779 tempest-RoutersNegativeIpV6Test-1489525779-project] Releasing vlan 434 on physical network physnet1 to pool {{(pid=102347) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 10:28:26.051212 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-7581aa98-3d19-4058-89cb-261c081e8208 tempest-RoutersNegativeIpV6Test-1489525779 tempest-RoutersNegativeIpV6Test-1489525779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-18296032'] for segment, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:26.055017 n-d-813419-10 neutron-server[102347]: Traceback (most recent call last): Oct 27 10:28:26.055017 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 10:28:26.055017 n-d-813419-10 neutron-server[102347]: timer() Oct 27 10:28:26.055017 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 10:28:26.055017 n-d-813419-10 neutron-server[102347]: cb(*args, **kw) Oct 27 10:28:26.055017 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 10:28:26.055017 n-d-813419-10 neutron-server[102347]: return func(*args, **kwargs) Oct 27 10:28:26.055017 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 10:28:26.055017 n-d-813419-10 neutron-server[102347]: self._notify() Oct 27 10:28:26.055017 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 10:28:26.055017 n-d-813419-10 neutron-server[102347]: self.callback(batched_events) Oct 27 10:28:26.055017 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 10:28:26.055017 n-d-813419-10 neutron-server[102347]: event.method(event) Oct 27 10:28:26.055017 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 10:28:26.055017 n-d-813419-10 neutron-server[102347]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 10:28:26.055017 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 10:28:26.055017 n-d-813419-10 neutron-server[102347]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 10:28:26.055017 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 10:28:26.055017 n-d-813419-10 neutron-server[102347]: return f(self, *a, **k) Oct 27 10:28:26.055017 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 10:28:26.055017 n-d-813419-10 neutron-server[102347]: return self._get(url).json() Oct 27 10:28:26.055017 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 10:28:26.055017 n-d-813419-10 neutron-server[102347]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 10:28:26.055017 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 10:28:26.055017 n-d-813419-10 neutron-server[102347]: return self.request(url, 'GET', **kwargs) Oct 27 10:28:26.055017 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 10:28:26.055017 n-d-813419-10 neutron-server[102347]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 10:28:26.055017 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 10:28:26.055017 n-d-813419-10 neutron-server[102347]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 10:28:26.055017 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 10:28:26.055017 n-d-813419-10 neutron-server[102347]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 10:28:26.055017 n-d-813419-10 neutron-server[102347]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 10:28:26.084362 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50920ef4-ade5-4b6d-9810-09093a3babc3 req-3b130c8b-4305-4a56-aafb-5d18bbb2084b tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:28:26.086105 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-50920ef4-ade5-4b6d-9810-09093a3babc3 req-3b130c8b-4305-4a56-aafb-5d18bbb2084b tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ae4390a-b621-4500-a1b9-c968556e5a4c HTTP/1.1" status: 200 len: 946 time: 0.3471973 Oct 27 10:28:26.099384 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa0b83f6-3b89-47ca-b66d-4a3c2acca75b admin admin] Router 9f7aa71f-4037-4630-bea8-c5dbdbd26c05 is scheduled to L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb with binding_index 1 {{(pid=102346) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 10:28:26.121776 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [req-f12a2817-122f-44ba-918a-4825493f362d req-90be997d-a758-495c-917f-c982f13da71a tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] Deleting port 85eb83c4-aae3-4041-805d-c9e07ba77132 {{(pid=102346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:28:26.121970 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-f12a2817-122f-44ba-918a-4825493f362d req-90be997d-a758-495c-917f-c982f13da71a tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:26.269688 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-2e3f3590-7520-450a-8f61-28901b7b6107 None None] Provisioning complete for port e80cf243-5c44-46a8-b53d-dddcde146636 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:28:26.270241 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-2e3f3590-7520-450a-8f61-28901b7b6107 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:26.286116 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-7581aa98-3d19-4058-89cb-261c081e8208 tempest-RoutersNegativeIpV6Test-1489525779 tempest-RoutersNegativeIpV6Test-1489525779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664840'] for network, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:26.315205 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-7581aa98-3d19-4058-89cb-261c081e8208 tempest-RoutersNegativeIpV6Test-1489525779 tempest-RoutersNegativeIpV6Test-1489525779-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for network, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:26.318546 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-7581aa98-3d19-4058-89cb-261c081e8208 tempest-RoutersNegativeIpV6Test-1489525779 tempest-RoutersNegativeIpV6Test-1489525779-project] 10.222.0.44 "DELETE /v2.0/networks/1c944525-075d-49b9-a012-af74b5acaf5b HTTP/1.1" status: 204 len: 168 time: 2.5738323 Oct 27 10:28:26.329741 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 54238) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:28:26.347503 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-e756e2d4-fd13-4fea-9616-134cc8a637d8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:26.397698 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-e756e2d4-fd13-4fea-9616-134cc8a637d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:26.401423 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7581aa98-3d19-4058-89cb-261c081e8208 tempest-RoutersNegativeIpV6Test-1489525779 tempest-RoutersNegativeIpV6Test-1489525779-project] Pushing event deleted for resources: {'Network': ['ID=1c944525-075d-49b9-a012-af74b5acaf5b,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:28:26.416147 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-50920ef4-ade5-4b6d-9810-09093a3babc3 req-74dcab74-266c-49a1-86b7-6c80a9338458 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/security-groups?id=9f7279ee-2d49-4f67-b584-fc902ef383cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2740796 Oct 27 10:28:26.614551 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [req-f12a2817-122f-44ba-918a-4825493f362d req-90be997d-a758-495c-917f-c982f13da71a tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] For port 85eb83c4-aae3-4041-805d-c9e07ba77132, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=85eb83c4-aae3-4041-805d-c9e07ba77132,segment=NetworkSegment(f7c42c6d-2766-46d8-a8b7-4852117a5555),segment_id=f7c42c6d-2766-46d8-a8b7-4852117a5555)] {{(pid=102346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:28:26.614878 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-f12a2817-122f-44ba-918a-4825493f362d req-90be997d-a758-495c-917f-c982f13da71a tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:26.630820 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa0b83f6-3b89-47ca-b66d-4a3c2acca75b admin admin] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:28:26.640085 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [req-f12a2817-122f-44ba-918a-4825493f362d req-90be997d-a758-495c-917f-c982f13da71a tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] Calling delete_port for 85eb83c4-aae3-4041-805d-c9e07ba77132 owned by compute:nova {{(pid=102346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:28:26.649831 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91afd067-03a1-4e23-a5e4-5f681acf66ac None None] Sync routers for ids ['9f7aa71f-4037-4630-bea8-c5dbdbd26c05'] in n-d-813419-10 {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:28:26.662174 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device e80cf243-5c44-46a8-b53d-dddcde146636 up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:28:26.671500 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8760b2-550f-4f13-b125-97267f103bef req-7cc83cb4-1855-41f8-a961-5c8af058a726 tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:28:26.676786 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-6a8760b2-550f-4f13-b125-97267f103bef req-7cc83cb4-1855-41f8-a961-5c8af058a726 tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] 10.222.0.44 "GET /v2.0/ports?device_id=405a8b4a-a771-4f3e-bf85-395c054486d5 HTTP/1.1" status: 200 len: 949 time: 0.2344654 Oct 27 10:28:26.694384 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-aa0b83f6-3b89-47ca-b66d-4a3c2acca75b admin admin] Publish callbacks [] for router, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:26.698584 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-aa0b83f6-3b89-47ca-b66d-4a3c2acca75b admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.7123075 Oct 27 10:28:26.710018 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91afd067-03a1-4e23-a5e4-5f681acf66ac None None] Routers {'9f7aa71f-4037-4630-bea8-c5dbdbd26c05'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:28:26.710936 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-91afd067-03a1-4e23-a5e4-5f681acf66ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:28:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['9f7aa71f-4037-4630-bea8-c5dbdbd26c05'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:28:26.737686 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 54248) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:28:26.804150 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e756e2d4-fd13-4fea-9616-134cc8a637d8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 430} {{(pid=102347) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 10:28:26.828508 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port e80cf243-5c44-46a8-b53d-dddcde146636 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:28:26.828712 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:26.847803 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe7e08d9-ac38-49f9-8f6f-1b9cfd38532e tempest-RoutersNegativeIpV6Test-1489525779 tempest-RoutersNegativeIpV6Test-1489525779-project] Deleting subnet 87c4651d-9c12-4fcd-a5be-52a9ebaa9b8c {{(pid=102347) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 10:28:26.854407 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-6a8760b2-550f-4f13-b125-97267f103bef req-9668c157-c07f-4715-8db1-f966be4a60f4 tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] 10.222.0.44 "GET /v2.0/security-groups?id=564ecd8b-da86-4175-923a-67dcc5fcd400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726663 Oct 27 10:28:26.893631 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e756e2d4-fd13-4fea-9616-134cc8a637d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f60c5871-3d08-43ea-b857-a85e63bd8b27,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:28:26.897896 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-e756e2d4-fd13-4fea-9616-134cc8a637d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:26.900245 n-d-813419-10 neutron-server[102347]: INFO neutron.db.segments_db [None req-e756e2d4-fd13-4fea-9616-134cc8a637d8 admin admin] Added segment 06526232-bf3a-460e-a992-bc6b7c412adf of type vlan for network 2a0243b3-727c-41f7-adf4-8910fe5af824 Oct 27 10:28:26.920316 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-8f50e107-cc28-43e4-89c6-35c231aaf528 req-4deb7c57-b4a7-4b5c-9f15-2a42c2f2723d service neutron] For port f81d61c2-dbd7-452d-b714-07ddb1d07d0b, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=f81d61c2-dbd7-452d-b714-07ddb1d07d0b,segment=NetworkSegment(50500633-18ab-48c2-98da-73563c3123ba),segment_id=50500633-18ab-48c2-98da-73563c3123ba)] {{(pid=102347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:28:26.923540 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-fe7e08d9-ac38-49f9-8f6f-1b9cfd38532e tempest-RoutersNegativeIpV6Test-1489525779 tempest-RoutersNegativeIpV6Test-1489525779-project] Publish callbacks [] for subnet, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:26.965843 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a543ddb-a923-4e16-8dcf-36455c7c14ea req-dde83bd2-aed0-404b-a64a-5c1868617dbc tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:28:26.967433 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-1a543ddb-a923-4e16-8dcf-36455c7c14ea req-dde83bd2-aed0-404b-a64a-5c1868617dbc tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] 10.222.0.76 "GET /v2.0/ports?device_id=c39fed20-6b3e-45f9-9022-5d1db3ab74ae HTTP/1.1" status: 200 len: 949 time: 0.6737916 Oct 27 10:28:27.003448 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvr_db [None req-91afd067-03a1-4e23-a5e4-5f681acf66ac None None] Set router 9f7aa71f-4037-4630-bea8-c5dbdbd26c05 gateway port host: n-d-813419-10 {{(pid=102348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:28:27.067348 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-8f50e107-cc28-43e4-89c6-35c231aaf528 req-4deb7c57-b4a7-4b5c-9f15-2a42c2f2723d service neutron] For port f81d61c2-dbd7-452d-b714-07ddb1d07d0b, host n-h2-813419-10, cleared binding levels {{(pid=102347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:28:27.069967 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-e756e2d4-fd13-4fea-9616-134cc8a637d8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743872593080'] for network, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:27.079940 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-fe7e08d9-ac38-49f9-8f6f-1b9cfd38532e tempest-RoutersNegativeIpV6Test-1489525779 tempest-RoutersNegativeIpV6Test-1489525779-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-18445109'] for subnet, precommit_delete_associations {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:27.148879 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-f12a2817-122f-44ba-918a-4825493f362d req-90be997d-a758-495c-917f-c982f13da71a tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:27.173041 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] get_ports_and_sgs() called for port_ids ['4b885691-85ba-4912-82eb-e467a6991070'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:28:27.175317 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] get_ports_and_sgs() called for port_ids ['922a99a6-a89a-48b9-8d61-65b98322153e', '85eb83c4-aae3-4041-805d-c9e07ba77132'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:28:27.202160 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c104a1c7-7c17-4494-bc56-2497895b8963 req-d8b98380-82ac-46d3-9018-66133707d050 tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:28:27.202779 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90be997d-a758-495c-917f-c982f13da71a tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] Pushing event deleted for resources: {'Port': ['ID=85eb83c4-aae3-4041-805d-c9e07ba77132,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:28:27.204233 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c104a1c7-7c17-4494-bc56-2497895b8963 req-d8b98380-82ac-46d3-9018-66133707d050 tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] 10.222.0.44 "GET /v2.0/ports?device_id=70421289-5784-4962-8b85-8bf7fa80cc12 HTTP/1.1" status: 200 len: 944 time: 0.4053166 Oct 27 10:28:27.225507 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [req-8f50e107-cc28-43e4-89c6-35c231aaf528 req-4deb7c57-b4a7-4b5c-9f15-2a42c2f2723d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f81d61c2-dbd7-452d-b714-07ddb1d07d0b {{(pid=102347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:28:27.278030 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-8f50e107-cc28-43e4-89c6-35c231aaf528 req-4deb7c57-b4a7-4b5c-9f15-2a42c2f2723d service neutron] For port f81d61c2-dbd7-452d-b714-07ddb1d07d0b, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=f81d61c2-dbd7-452d-b714-07ddb1d07d0b,segment=NetworkSegment(50500633-18ab-48c2-98da-73563c3123ba),segment_id=50500633-18ab-48c2-98da-73563c3123ba)] {{(pid=102347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:28:27.283166 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-e756e2d4-fd13-4fea-9616-134cc8a637d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913'] for network, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:27.284235 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e756e2d4-fd13-4fea-9616-134cc8a637d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:28:27.284835 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-e756e2d4-fd13-4fea-9616-134cc8a637d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for network, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:27.329461 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [req-f12a2817-122f-44ba-918a-4825493f362d req-90be997d-a758-495c-917f-c982f13da71a tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] No DVR routers for this DVR port 85eb83c4-aae3-4041-805d-c9e07ba77132 on host n-h2-813419-10 {{(pid=102346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:28:27.334344 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-f12a2817-122f-44ba-918a-4825493f362d req-90be997d-a758-495c-917f-c982f13da71a tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:27.337703 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-f12a2817-122f-44ba-918a-4825493f362d req-90be997d-a758-495c-917f-c982f13da71a tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] 10.222.0.76 "DELETE /v2.0/ports/85eb83c4-aae3-4041-805d-c9e07ba77132 HTTP/1.1" status: 204 len: 173 time: 1.3634095 Oct 27 10:28:27.338158 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '405a8b4a-a771-4f3e-bf85-395c054486d5', 'name': 'network-vif-deleted', 'tag': '85eb83c4-aae3-4041-805d-c9e07ba77132'}] {{(pid=102346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:28:27.340461 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc0e418f5fc417c8d55d94c0aa509b037d0beb2a734c1a709e789eb65639a56d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fc52ad8-bc66-4226-8a86-12216bc9d059" -d '{"events": [{"server_uuid": "405a8b4a-a771-4f3e-bf85-395c054486d5", "name": "network-vif-deleted", "tag": "85eb83c4-aae3-4041-805d-c9e07ba77132"}]}' {{(pid=102346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:28:27.376737 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be44bbe-8c3b-43ec-9806-8e0aa26044df req-b132445e-6459-4502-93f7-2078823170d9 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:28:27.383640 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-8f50e107-cc28-43e4-89c6-35c231aaf528 req-4deb7c57-b4a7-4b5c-9f15-2a42c2f2723d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:27.385008 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-6be44bbe-8c3b-43ec-9806-8e0aa26044df req-b132445e-6459-4502-93f7-2078823170d9 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/networks?id=37f7eee7-78e5-4454-9540-9eb1f8cbbdab HTTP/1.1" status: 200 len: 814 time: 0.3178144 Oct 27 10:28:27.409212 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-6be44bbe-8c3b-43ec-9806-8e0aa26044df req-df8f330b-dca7-4c2f-9179-89686276123c tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/quotas/f314710ab2574682a5080affa23addcb HTTP/1.1" status: 200 len: 375 time: 0.0225890 Oct 27 10:28:27.467566 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-e756e2d4-fd13-4fea-9616-134cc8a637d8 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.3221788 Oct 27 10:28:27.473123 n-d-813419-10 neutron-server[102347]: DEBUG neutron.objects.ports [None req-8859952f-394d-49b5-b056-3e0cdf2ad07e tempest-RoutersIpV6AdminTest-1540385956 tempest-RoutersIpV6AdminTest-1540385956-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102347) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 27 10:28:27.473545 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-8859952f-394d-49b5-b056-3e0cdf2ad07e tempest-RoutersIpV6AdminTest-1540385956 tempest-RoutersIpV6AdminTest-1540385956-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-18295883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18044091'] for subnet, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:27.475960 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 54260) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:28:27.483429 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-4cda70f2-67f4-4012-b79f-aab4a018a513 admin admin] Request body: {'subnet': {'network_id': '2a0243b3-727c-41f7-adf4-8910fe5af824', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1778411129-subnet', 'tenant_id': '47ce5f20eeb448398116bfa21f80d060', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:28:27.500546 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c104a1c7-7c17-4494-bc56-2497895b8963 req-8a4192ce-8cfb-4b63-b2d6-a3771ce84887 tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] 10.222.0.44 "GET /v2.0/security-groups?id=df17171a-6534-4d8a-8518-0be5fe64cbb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2824852 Oct 27 10:28:27.512550 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e756e2d4-fd13-4fea-9616-134cc8a637d8 admin admin] Pushing event updated for resources: {'Network': ['ID=2a0243b3-727c-41f7-adf4-8910fe5af824,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:28:27.548608 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-fe7e08d9-ac38-49f9-8f6f-1b9cfd38532e tempest-RoutersNegativeIpV6Test-1489525779 tempest-RoutersNegativeIpV6Test-1489525779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855646'] for subnet, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:27.555703 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Network 2a0243b3-727c-41f7-adf4-8910fe5af824 details requested by agent ovs-agent-n-d-813419-10 with host n-d-813419-10 {{(pid=102348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 10:28:27.581018 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cda70f2-67f4-4012-b79f-aab4a018a513 admin admin] Made reservation on behalf of 47ce5f20eeb448398116bfa21f80d060 for: {'subnet': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:28:27.583346 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-4cda70f2-67f4-4012-b79f-aab4a018a513 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27167186'] for subnet, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:27.643624 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-6be44bbe-8c3b-43ec-9806-8e0aa26044df req-e91dd837-4d95-4856-97b5-e7a6b1faef1b tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=f314710ab2574682a5080affa23addcb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2180462 Oct 27 10:28:27.645410 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:28:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca99dd79-0aca-46c7-9f8d-7a409c456ded x-openstack-request-id: req-ca99dd79-0aca-46c7-9f8d-7a409c456ded {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:28:27.645679 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "405a8b4a-a771-4f3e-bf85-395c054486d5", "name": "network-vif-deleted", "tag": "85eb83c4-aae3-4041-805d-c9e07ba77132", "status": "completed", "code": 200}]} {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:28:27.645942 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ca99dd79-0aca-46c7-9f8d-7a409c456ded {{(pid=102346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:28:27.646621 n-d-813419-10 neutron-server[102346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '405a8b4a-a771-4f3e-bf85-395c054486d5', 'name': 'network-vif-deleted', 'tag': '85eb83c4-aae3-4041-805d-c9e07ba77132', 'status': 'completed', 'code': 200} Oct 27 10:28:27.654094 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [req-1a543ddb-a923-4e16-8dcf-36455c7c14ea req-94f85440-55ba-4ac9-af03-5ad57641e503 tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] Deleting port 922a99a6-a89a-48b9-8d61-65b98322153e {{(pid=102347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:28:27.654438 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-1a543ddb-a923-4e16-8dcf-36455c7c14ea req-94f85440-55ba-4ac9-af03-5ad57641e503 tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:27.751128 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8859952f-394d-49b5-b056-3e0cdf2ad07e tempest-RoutersIpV6AdminTest-1540385956 tempest-RoutersIpV6AdminTest-1540385956-project-admin] Pushing event updated for resources: {'Subnet': ['ID=b9e86881-cf42-4d5c-af12-a696216949df,revision_number=0']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:28:27.794841 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-91afd067-03a1-4e23-a5e4-5f681acf66ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f7aa71f-4037-4630-bea8-c5dbdbd26c05', 'name': 'tempest-ServersTestBootFromVolume-1565170527-router', 'tenant_id': 'fccb419307184e4f847f7a5ecc967169', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.118'}], 'enable_snat': True}, 'gw_port_id': '7c6e9fd3-3eed-4b89-8925-646b75fdcfa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:28:21Z', 'updated_at': '2021-10-27T10:28:25Z', 'revision_number': 3, 'project_id': 'fccb419307184e4f847f7a5ecc967169', 'gw_port': {'id': '7c6e9fd3-3eed-4b89-8925-646b75fdcfa3', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:59:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f7aa71f-4037-4630-bea8-c5dbdbd26c05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:28:23Z', 'updated_at': '2021-10-27T10:28:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10'}], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:28:27.829220 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91afd067-03a1-4e23-a5e4-5f681acf66ac None None] Checking router: 9f7aa71f-4037-4630-bea8-c5dbdbd26c05 for host: n-d-813419-10 {{(pid=102348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 10:28:27.829220 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91afd067-03a1-4e23-a5e4-5f681acf66ac None None] Updating router 9f7aa71f-4037-4630-bea8-c5dbdbd26c05 port 7c6e9fd3-3eed-4b89-8925-646b75fdcfa3 binding host n-d-813419-10 {{(pid=102348) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 10:28:27.853627 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8859952f-394d-49b5-b056-3e0cdf2ad07e tempest-RoutersIpV6AdminTest-1540385956 tempest-RoutersIpV6AdminTest-1540385956-project-admin] Checking segment: {'id': '5a0903f8-f679-4f1e-a097-9b01c7980722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '909d9a53-a41f-4a42-a454-a285eb0a5098'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:28:27.853962 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8859952f-394d-49b5-b056-3e0cdf2ad07e tempest-RoutersIpV6AdminTest-1540385956 tempest-RoutersIpV6AdminTest-1540385956-project-admin] Network hostable DHCP agents. Network: 909d9a53-a41f-4a42-a454-a285eb0a5098, hostable agents: ['eafd4000-b897-4722-ae8b-0118ec955181'], hosted agents: [] {{(pid=102347) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 10:28:27.863486 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.provisioning_blocks [req-8f50e107-cc28-43e4-89c6-35c231aaf528 req-4deb7c57-b4a7-4b5c-9f15-2a42c2f2723d service neutron] Transition to ACTIVE for port object f81d61c2-dbd7-452d-b714-07ddb1d07d0b will not be triggered until provisioned by entity L2. {{(pid=102347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 10:28:27.869187 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-fe7e08d9-ac38-49f9-8f6f-1b9cfd38532e tempest-RoutersNegativeIpV6Test-1489525779 tempest-RoutersNegativeIpV6Test-1489525779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-18295818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18043720'] for subnet, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:27.882092 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-91afd067-03a1-4e23-a5e4-5f681acf66ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:27.924439 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-8f50e107-cc28-43e4-89c6-35c231aaf528 req-4deb7c57-b4a7-4b5c-9f15-2a42c2f2723d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:27.977295 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-724b64c8-4487-4009-8035-bd3ecfacd9a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:28.014382 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7e08d9-ac38-49f9-8f6f-1b9cfd38532e tempest-RoutersNegativeIpV6Test-1489525779 tempest-RoutersNegativeIpV6Test-1489525779-project] Pushing event deleted for resources: {'Subnet': ['ID=87c4651d-9c12-4fcd-a5be-52a9ebaa9b8c,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:28:28.035572 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4839d9f6-88ad-4b2e-80b6-9ff58b768deb req-da4f347e-3017-4fdf-ad49-f4eb08ef7526 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:28:28.035943 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c064353-48fa-4ef8-b459-025e53a9544f None None] Network efa132db-5950-4dea-8d15-a0aeb2249fc1 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:28:28.037416 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-4839d9f6-88ad-4b2e-80b6-9ff58b768deb req-da4f347e-3017-4fdf-ad49-f4eb08ef7526 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ae4390a-b621-4500-a1b9-c968556e5a4c HTTP/1.1" status: 200 len: 946 time: 0.2959716 Oct 27 10:28:28.039477 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-1a543ddb-a923-4e16-8dcf-36455c7c14ea req-94f85440-55ba-4ac9-af03-5ad57641e503 tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] For port 922a99a6-a89a-48b9-8d61-65b98322153e, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=922a99a6-a89a-48b9-8d61-65b98322153e,segment=NetworkSegment(f7c42c6d-2766-46d8-a8b7-4852117a5555),segment_id=f7c42c6d-2766-46d8-a8b7-4852117a5555)] {{(pid=102347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:28:28.039898 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-1a543ddb-a923-4e16-8dcf-36455c7c14ea req-94f85440-55ba-4ac9-af03-5ad57641e503 tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:28.044876 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-fe7e08d9-ac38-49f9-8f6f-1b9cfd38532e tempest-RoutersNegativeIpV6Test-1489525779 tempest-RoutersNegativeIpV6Test-1489525779-project] Publish callbacks [] for subnet, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:28.049013 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-fe7e08d9-ac38-49f9-8f6f-1b9cfd38532e tempest-RoutersNegativeIpV6Test-1489525779 tempest-RoutersNegativeIpV6Test-1489525779-project] 10.222.0.44 "DELETE /v2.0/subnets/87c4651d-9c12-4fcd-a5be-52a9ebaa9b8c HTTP/1.1" status: 204 len: 168 time: 1.7120957 Oct 27 10:28:28.059386 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 54268) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:28:28.086147 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8859952f-394d-49b5-b056-3e0cdf2ad07e tempest-RoutersIpV6AdminTest-1540385956 tempest-RoutersIpV6AdminTest-1540385956-project-admin] Network 909d9a53-a41f-4a42-a454-a285eb0a5098 is scheduled to be hosted by DHCP agent eafd4000-b897-4722-ae8b-0118ec955181 with binding_index 1 {{(pid=102347) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 10:28:28.090375 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [req-1a543ddb-a923-4e16-8dcf-36455c7c14ea req-94f85440-55ba-4ac9-af03-5ad57641e503 tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] Calling delete_port for 922a99a6-a89a-48b9-8d61-65b98322153e owned by compute:nova {{(pid=102347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:28:28.101645 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-38d1e8f7-78ec-43cb-8aa5-93843fca7585 req-5adf1969-38d1-44c6-b7fa-f2f4d5f4e65b tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] 10.222.0.44 "GET /v2.0/ports?device_id=405a8b4a-a771-4f3e-bf85-395c054486d5 HTTP/1.1" status: 200 len: 210 time: 0.1260455 Oct 27 10:28:28.107923 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-4cda70f2-67f4-4012-b79f-aab4a018a513 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27024290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27167168'] for subnet, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:28.175904 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f50e107-cc28-43e4-89c6-35c231aaf528 req-4deb7c57-b4a7-4b5c-9f15-2a42c2f2723d service neutron] No DVR routers for this DVR port f81d61c2-dbd7-452d-b714-07ddb1d07d0b on host n-h2-813419-10 {{(pid=102347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:28:28.179835 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [None req-8859952f-394d-49b5-b056-3e0cdf2ad07e tempest-RoutersIpV6AdminTest-1540385956 tempest-RoutersIpV6AdminTest-1540385956-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-10, 909d9a53-a41f-4a42-a454-a285eb0a5098) {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:28:28.205005 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8859952f-394d-49b5-b056-3e0cdf2ad07e tempest-RoutersIpV6AdminTest-1540385956 tempest-RoutersIpV6AdminTest-1540385956-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:28:28.205601 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-8859952f-394d-49b5-b056-3e0cdf2ad07e tempest-RoutersIpV6AdminTest-1540385956 tempest-RoutersIpV6AdminTest-1540385956-project-admin] Publish callbacks [] for subnet, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:28.208038 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4deb7c57-b4a7-4b5c-9f15-2a42c2f2723d service neutron] Pushing event updated for resources: {'Port': ['ID=f81d61c2-dbd7-452d-b714-07ddb1d07d0b,revision_number=10']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:28:28.208803 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fc2306f-893a-493d-91f7-f505e5e0c3d4 None None] Network 909d9a53-a41f-4a42-a454-a285eb0a5098 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:28:28.283310 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a87f8ee-50a7-41e5-b6f8-55f65e0f2a21 tempest-RoutersNegativeIpV6Test-1489525779 tempest-RoutersNegativeIpV6Test-1489525779-project] Deleting subnet ca0a30de-8633-4bf5-b174-36fec8a616eb {{(pid=102347) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 10:28:28.287901 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-4839d9f6-88ad-4b2e-80b6-9ff58b768deb req-5ca011bd-02f6-4464-8ce9-d3b4cfc3d958 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/security-groups?id=9f7279ee-2d49-4f67-b584-fc902ef383cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2309670 Oct 27 10:28:28.293676 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-1a87f8ee-50a7-41e5-b6f8-55f65e0f2a21 tempest-RoutersNegativeIpV6Test-1489525779 tempest-RoutersNegativeIpV6Test-1489525779-project] Publish callbacks [] for subnet, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:28.330140 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8f50e107-cc28-43e4-89c6-35c231aaf528 req-4deb7c57-b4a7-4b5c-9f15-2a42c2f2723d service neutron] 10.222.0.76 "PUT /v2.0/ports/f81d61c2-dbd7-452d-b714-07ddb1d07d0b/bindings/n-h1-813419-10/activate HTTP/1.1" status: 200 len: 370 time: 2.5378485 Oct 27 10:28:28.337847 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-8859952f-394d-49b5-b056-3e0cdf2ad07e tempest-RoutersIpV6AdminTest-1540385956 tempest-RoutersIpV6AdminTest-1540385956-project-admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 3.5010130 Oct 27 10:28:28.363191 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 54272) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:28:28.378875 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-9d4342a1-42c3-4574-8dbc-71de4ad29cde tempest-RoutersIpV6AdminTest-1540385956 tempest-RoutersIpV6AdminTest-1540385956-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-614585793', 'network_id': '909d9a53-a41f-4a42-a454-a285eb0a5098'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:28:28.414639 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-1a87f8ee-50a7-41e5-b6f8-55f65e0f2a21 tempest-RoutersNegativeIpV6Test-1489525779 tempest-RoutersNegativeIpV6Test-1489525779-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-18445109'] for subnet, precommit_delete_associations {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:28.473630 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05f14c48-6dcf-452a-99b6-c70c84d02bcf None None] DHCP port deletion for efa132db-5950-4dea-8d15-a0aeb2249fc1 request from n-d-813419-10 {{(pid=102348) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 10:28:28.495128 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83623532-01f3-4c0c-98c1-94e180a910aa None None] Network 909d9a53-a41f-4a42-a454-a285eb0a5098 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:28:28.521749 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cda70f2-67f4-4012-b79f-aab4a018a513 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bfe894f9-94b3-4cd6-9464-0a025aaba6a7,revision_number=0']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:28:28.524168 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-91afd067-03a1-4e23-a5e4-5f681acf66ac None None] Publish callbacks [] for port, precommit_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:28.545518 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d4342a1-42c3-4574-8dbc-71de4ad29cde tempest-RoutersIpV6AdminTest-1540385956 tempest-RoutersIpV6AdminTest-1540385956-project-admin] Made reservation on behalf of 9971bc1d344143aab6828939c076242c for: {'port': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:28:28.548459 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-9d4342a1-42c3-4574-8dbc-71de4ad29cde tempest-RoutersIpV6AdminTest-1540385956 tempest-RoutersIpV6AdminTest-1540385956-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:28.561572 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cda70f2-67f4-4012-b79f-aab4a018a513 admin admin] Checking segment: {'id': '06526232-bf3a-460e-a992-bc6b7c412adf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '2a0243b3-727c-41f7-adf4-8910fe5af824'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:28:28.561952 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cda70f2-67f4-4012-b79f-aab4a018a513 admin admin] Network hostable DHCP agents. Network: 2a0243b3-727c-41f7-adf4-8910fe5af824, hostable agents: ['eafd4000-b897-4722-ae8b-0118ec955181'], hosted agents: [] {{(pid=102346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 10:28:28.567404 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_common [None req-724b64c8-4487-4009-8035-bd3ecfacd9a2 admin admin] Allocated IP 172.20.0.1 (c9bdb347-48e4-4111-a250-9327eec0fcb4/8169b91d-99bf-40e1-a3f3-68194fe96559/8a938523-ca11-4ac2-9e89-e32ad7db935e) {{(pid=102346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:28:28.577887 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-91afd067-03a1-4e23-a5e4-5f681acf66ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:28.585147 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [None req-9d4342a1-42c3-4574-8dbc-71de4ad29cde tempest-RoutersIpV6AdminTest-1540385956 tempest-RoutersIpV6AdminTest-1540385956-project-admin] device_id is not set on port 6f203423-29b0-4b1b-aa2f-66d84389f463 yet. {{(pid=102346) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 10:28:28.601531 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf52142-6f60-48ed-a791-8cc682b78542 req-bd5d4a01-4818-41b5-bff2-29b62f19cbba tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:28:28.603196 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-5bf52142-6f60-48ed-a791-8cc682b78542 req-bd5d4a01-4818-41b5-bff2-29b62f19cbba tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ae4390a-b621-4500-a1b9-c968556e5a4c HTTP/1.1" status: 200 len: 946 time: 0.1356118 Oct 27 10:28:28.649265 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cda70f2-67f4-4012-b79f-aab4a018a513 admin admin] Network 2a0243b3-727c-41f7-adf4-8910fe5af824 is scheduled to be hosted by DHCP agent eafd4000-b897-4722-ae8b-0118ec955181 with binding_index 1 {{(pid=102346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 10:28:28.675262 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-4cda70f2-67f4-4012-b79f-aab4a018a513 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-10, 2a0243b3-727c-41f7-adf4-8910fe5af824) {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:28:28.690038 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 57605aad-65f5-409b-aeef-799de7936050 no longer exists at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:28:28.691312 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cda70f2-67f4-4012-b79f-aab4a018a513 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:28:28.691910 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-4cda70f2-67f4-4012-b79f-aab4a018a513 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for subnet, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:28.696427 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7dee960-3285-4780-bdb0-8ce825b3f144 None None] Network 2a0243b3-727c-41f7-adf4-8910fe5af824 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:28:28.698210 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-91afd067-03a1-4e23-a5e4-5f681acf66ac None None] Attempting to bind port 7c6e9fd3-3eed-4b89-8925-646b75fdcfa3 on host n-d-813419-10 for vnic_type normal with profile {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:28:28.698603 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-91afd067-03a1-4e23-a5e4-5f681acf66ac None None] Attempting to bind port 7c6e9fd3-3eed-4b89-8925-646b75fdcfa3 by drivers openvswitch,hyperv on host n-d-813419-10 at level 0 using segments [{'id': 'bc14127b-7032-4c50-bb5b-f6813cbae86e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:28:28.698967 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91afd067-03a1-4e23-a5e4-5f681acf66ac None None] Attempting to bind port 7c6e9fd3-3eed-4b89-8925-646b75fdcfa3 on network 185ff123-c7ff-45c7-a6be-71feb35acc9c {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:28:28.721895 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ad9903-25f0-4f23-9a71-17f238e762cb None None] Pushing event updated for resources: {'Port': ['ID=7c6e9fd3-3eed-4b89-8925-646b75fdcfa3,revision_number=2']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:28:28.723033 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-5bf52142-6f60-48ed-a791-8cc682b78542 req-d7198ce0-552e-41cd-b62b-be0a0514f21a tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/security-groups?id=9f7279ee-2d49-4f67-b584-fc902ef383cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895214 Oct 27 10:28:28.755966 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-4cda70f2-67f4-4012-b79f-aab4a018a513 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.2764022 Oct 27 10:28:28.756553 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 54276) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:28:28.766429 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f50e107-cc28-43e4-89c6-35c231aaf528 req-8aa5f499-82bc-409c-a9dd-2fcdc3b62266 tempest-LiveMigrationTest-1571947473 tempest-LiveMigrationTest-1571947473-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:28:28.768254 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8f50e107-cc28-43e4-89c6-35c231aaf528 req-8aa5f499-82bc-409c-a9dd-2fcdc3b62266 tempest-LiveMigrationTest-1571947473 tempest-LiveMigrationTest-1571947473-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=70421289-5784-4962-8b85-8bf7fa80cc12&tenant_id=9c487093db7840e98dafd374096ede4c&binding%3Ahost_id=n-h2-813419-10 HTTP/1.1" status: 200 len: 1097 time: 0.2786157 Oct 27 10:28:28.799458 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-1fe7c1f1-9bb3-4067-9875-4ccbf357f4ca admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1778411129-router', 'tenant_id': '47ce5f20eeb448398116bfa21f80d060', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'}}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:28:28.816427 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_common [None req-9d4342a1-42c3-4574-8dbc-71de4ad29cde tempest-RoutersIpV6AdminTest-1540385956 tempest-RoutersIpV6AdminTest-1540385956-project-admin] Allocated IP 2001:db8::397 (909d9a53-a41f-4a42-a454-a285eb0a5098/b9e86881-cf42-4d5c-af12-a696216949df/6f203423-29b0-4b1b-aa2f-66d84389f463) {{(pid=102346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:28:28.817122 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91afd067-03a1-4e23-a5e4-5f681acf66ac None None] Checking agent: {'id': '89dba0f3-79b2-435e-9822-33674b8f6ada', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 8, 20), 'started_at': datetime.datetime(2021, 10, 27, 10, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 28, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:28:28.817639 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91afd067-03a1-4e23-a5e4-5f681acf66ac None None] Checking segment: {'id': 'bc14127b-7032-4c50-bb5b-f6813cbae86e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:28:28.818164 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-91afd067-03a1-4e23-a5e4-5f681acf66ac None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:28.818621 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91afd067-03a1-4e23-a5e4-5f681acf66ac None None] Bound using segment: {'id': 'bc14127b-7032-4c50-bb5b-f6813cbae86e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:28:28.819192 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-91afd067-03a1-4e23-a5e4-5f681acf66ac None None] Bound port: 7c6e9fd3-3eed-4b89-8925-646b75fdcfa3, host: n-d-813419-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc14127b-7032-4c50-bb5b-f6813cbae86e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'}}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:28:28.819637 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-91afd067-03a1-4e23-a5e4-5f681acf66ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:28.862595 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-05f14c48-6dcf-452a-99b6-c70c84d02bcf None None] Deleting port 57605aad-65f5-409b-aeef-799de7936050 {{(pid=102348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:28:28.863145 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-05f14c48-6dcf-452a-99b6-c70c84d02bcf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:28.872118 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-1a87f8ee-50a7-41e5-b6f8-55f65e0f2a21 tempest-RoutersNegativeIpV6Test-1489525779 tempest-RoutersNegativeIpV6Test-1489525779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855646'] for subnet, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:28.911468 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-1a543ddb-a923-4e16-8dcf-36455c7c14ea req-94f85440-55ba-4ac9-af03-5ad57641e503 tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:28.918602 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-1fe7c1f1-9bb3-4067-9875-4ccbf357f4ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1768632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3610'] for router, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:28.919724 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-1fe7c1f1-9bb3-4067-9875-4ccbf357f4ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1765704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1769409', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1694266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3597'] for router, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:28.976881 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8329adbd-d322-417a-b179-5c4396c59346 req-ef870f63-902f-4dbd-8cce-4be6762bb89e tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:28:28.978821 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8329adbd-d322-417a-b179-5c4396c59346 req-ef870f63-902f-4dbd-8cce-4be6762bb89e tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] 10.222.0.44 "GET /v2.0/ports?device_id=70421289-5784-4962-8b85-8bf7fa80cc12 HTTP/1.1" status: 200 len: 945 time: 0.2969120 Oct 27 10:28:28.989041 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f85440-55ba-4ac9-af03-5ad57641e503 tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] Pushing event deleted for resources: {'Port': ['ID=922a99a6-a89a-48b9-8d61-65b98322153e,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:28:29.002619 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f50e107-cc28-43e4-89c6-35c231aaf528 req-46ad6720-85e9-4f67-90bc-418be7fcf4dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:28:29.004294 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8f50e107-cc28-43e4-89c6-35c231aaf528 req-46ad6720-85e9-4f67-90bc-418be7fcf4dd service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=70421289-5784-4962-8b85-8bf7fa80cc12&tenant_id=9c487093db7840e98dafd374096ede4c HTTP/1.1" status: 200 len: 1097 time: 0.2245479 Oct 27 10:28:29.092657 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] get_ports_and_sgs() called for port_ids ['4b885691-85ba-4912-82eb-e467a6991070'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:28:29.134124 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-04fc11e6-3a1d-4b5a-9e5c-39b58758678f req-7d119c88-6e24-45ee-8ce9-2e3ddd0b60ff tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=f314710ab2574682a5080affa23addcb HTTP/1.1" status: 200 len: 221 time: 0.2288706 Oct 27 10:28:29.144078 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-1fe7c1f1-9bb3-4067-9875-4ccbf357f4ca admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:29.164607 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8329adbd-d322-417a-b179-5c4396c59346 req-e5d9ba75-e552-4f4e-8a70-3ace957c89c0 tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] 10.222.0.44 "GET /v2.0/security-groups?id=df17171a-6534-4d8a-8518-0be5fe64cbb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689408 Oct 27 10:28:29.166329 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a543ddb-a923-4e16-8dcf-36455c7c14ea req-94f85440-55ba-4ac9-af03-5ad57641e503 tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] No DVR routers for this DVR port 922a99a6-a89a-48b9-8d61-65b98322153e on host n-h2-813419-10 {{(pid=102347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:28:29.177778 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-1a543ddb-a923-4e16-8dcf-36455c7c14ea req-94f85440-55ba-4ac9-af03-5ad57641e503 tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:29.183317 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-1a543ddb-a923-4e16-8dcf-36455c7c14ea req-94f85440-55ba-4ac9-af03-5ad57641e503 tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] 10.222.0.76 "DELETE /v2.0/ports/922a99a6-a89a-48b9-8d61-65b98322153e HTTP/1.1" status: 204 len: 173 time: 2.1966302 Oct 27 10:28:29.185125 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c39fed20-6b3e-45f9-9022-5d1db3ab74ae', 'name': 'network-vif-deleted', 'tag': '922a99a6-a89a-48b9-8d61-65b98322153e'}] {{(pid=102347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:28:29.192896 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311149b481204ee7edffdb959c881838506fbd95bc8577c048f6677abb73acc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6c53b45-960b-4847-a5dd-5e5681b2203c" -d '{"events": [{"server_uuid": "c39fed20-6b3e-45f9-9022-5d1db3ab74ae", "name": "network-vif-deleted", "tag": "922a99a6-a89a-48b9-8d61-65b98322153e"}]}' {{(pid=102347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:28:29.199708 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-05f14c48-6dcf-452a-99b6-c70c84d02bcf None None] For port 57605aad-65f5-409b-aeef-799de7936050, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=57605aad-65f5-409b-aeef-799de7936050,segment=NetworkSegment(bfad573d-3329-435d-8f34-cf3c181e33d1),segment_id=bfad573d-3329-435d-8f34-cf3c181e33d1)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:28:29.200222 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-05f14c48-6dcf-452a-99b6-c70c84d02bcf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:29.207995 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-91afd067-03a1-4e23-a5e4-5f681acf66ac None None] For port 7c6e9fd3-3eed-4b89-8925-646b75fdcfa3, host n-d-813419-10, cleared binding levels {{(pid=102348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:28:29.211672 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-1a87f8ee-50a7-41e5-b6f8-55f65e0f2a21 tempest-RoutersNegativeIpV6Test-1489525779 tempest-RoutersNegativeIpV6Test-1489525779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-18295818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18043720'] for subnet, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:29.259581 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-91afd067-03a1-4e23-a5e4-5f681acf66ac None None] For port 7c6e9fd3-3eed-4b89-8925-646b75fdcfa3, host n-d-813419-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=7c6e9fd3-3eed-4b89-8925-646b75fdcfa3,segment=NetworkSegment(bc14127b-7032-4c50-bb5b-f6813cbae86e),segment_id=bc14127b-7032-4c50-bb5b-f6813cbae86e)] {{(pid=102348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:28:29.261030 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-05f14c48-6dcf-452a-99b6-c70c84d02bcf None None] Calling delete_port for 57605aad-65f5-409b-aeef-799de7936050 owned by network:dhcp {{(pid=102348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:28:29.282565 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-1a87f8ee-50a7-41e5-b6f8-55f65e0f2a21 tempest-RoutersNegativeIpV6Test-1489525779 tempest-RoutersNegativeIpV6Test-1489525779-project] Publish callbacks [] for subnet, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:29.289793 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-1a87f8ee-50a7-41e5-b6f8-55f65e0f2a21 tempest-RoutersNegativeIpV6Test-1489525779 tempest-RoutersNegativeIpV6Test-1489525779-project] 10.222.0.44 "DELETE /v2.0/subnets/ca0a30de-8633-4bf5-b174-36fec8a616eb HTTP/1.1" status: 204 len: 168 time: 1.2215879 Oct 27 10:28:29.293688 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 54300) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:28:29.294897 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a87f8ee-50a7-41e5-b6f8-55f65e0f2a21 tempest-RoutersNegativeIpV6Test-1489525779 tempest-RoutersNegativeIpV6Test-1489525779-project] Pushing event deleted for resources: {'Subnet': ['ID=ca0a30de-8633-4bf5-b174-36fec8a616eb,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:28:29.300545 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-91afd067-03a1-4e23-a5e4-5f681acf66ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:29.313875 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67bf45f3-b924-4474-981a-f3c85b279dd3 None None] Network 48c12134-0bfd-4fdc-bb0b-38a8fa6da80e requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:28:29.394542 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:28:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17bc3255-12e9-4ab7-8c4d-bb1c1857e0a7 x-openstack-request-id: req-17bc3255-12e9-4ab7-8c4d-bb1c1857e0a7 {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:28:29.397466 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c39fed20-6b3e-45f9-9022-5d1db3ab74ae", "name": "network-vif-deleted", "tag": "922a99a6-a89a-48b9-8d61-65b98322153e", "status": "completed", "code": 200}]} {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:28:29.397716 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-17bc3255-12e9-4ab7-8c4d-bb1c1857e0a7 {{(pid=102347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:28:29.398189 n-d-813419-10 neutron-server[102347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c39fed20-6b3e-45f9-9022-5d1db3ab74ae', 'name': 'network-vif-deleted', 'tag': '922a99a6-a89a-48b9-8d61-65b98322153e', 'status': 'completed', 'code': 200} Oct 27 10:28:29.436808 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-724b64c8-4487-4009-8035-bd3ecfacd9a2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:29.446965 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f50e107-cc28-43e4-89c6-35c231aaf528 req-e98fdcb2-2105-48b4-9baa-0557465ca87a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:28:29.448493 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-9d4342a1-42c3-4574-8dbc-71de4ad29cde tempest-RoutersIpV6AdminTest-1540385956 tempest-RoutersIpV6AdminTest-1540385956-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:29.448787 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8f50e107-cc28-43e4-89c6-35c231aaf528 req-e98fdcb2-2105-48b4-9baa-0557465ca87a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9c487093db7840e98dafd374096ede4c&device_id=70421289-5784-4962-8b85-8bf7fa80cc12 HTTP/1.1" status: 200 len: 1097 time: 0.4108732 Oct 27 10:28:29.472856 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:29.526405 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-26b6cc67-e841-4e10-8751-5948efb7a28a tempest-RoutersNegativeIpV6Test-1489525779 tempest-RoutersNegativeIpV6Test-1489525779-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586917'] for network, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:29.528673 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ad9903-25f0-4f23-9a71-17f238e762cb None None] Pushing event updated for resources: {'Port': ['ID=7c6e9fd3-3eed-4b89-8925-646b75fdcfa3,revision_number=3']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:28:29.549031 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-37dfb8cd-7908-4ed0-89f3-abb53ed50fea req-02e99bbb-e76c-41c5-99d2-568cd0b04662 tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] 10.222.0.44 "GET /v2.0/ports?device_id=c39fed20-6b3e-45f9-9022-5d1db3ab74ae HTTP/1.1" status: 200 len: 210 time: 0.1211867 Oct 27 10:28:29.580608 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83317979-fc19-43f2-afa4-fb1e0aacf6fa req-509010dd-e244-4bf3-840b-cc6df6afe56e tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:28:29.589649 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-83317979-fc19-43f2-afa4-fb1e0aacf6fa req-509010dd-e244-4bf3-840b-cc6df6afe56e tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ae4390a-b621-4500-a1b9-c968556e5a4c HTTP/1.1" status: 200 len: 946 time: 0.3107152 Oct 27 10:28:29.593389 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-1fe7c1f1-9bb3-4067-9875-4ccbf357f4ca admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:29.614551 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] For port 57605aad-65f5-409b-aeef-799de7936050, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=57605aad-65f5-409b-aeef-799de7936050,segment=NetworkSegment(bfad573d-3329-435d-8f34-cf3c181e33d1),segment_id=bfad573d-3329-435d-8f34-cf3c181e33d1)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:28:29.657538 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-83317979-fc19-43f2-afa4-fb1e0aacf6fa req-43656370-f418-4bd5-9c03-d968eabd6512 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/security-groups?id=9f7279ee-2d49-4f67-b584-fc902ef383cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648007 Oct 27 10:28:29.701138 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:29.743114 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feb6fb2d-f637-4a25-976d-d3431e42926b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp734b258e-7d96-550c-b970-9b72ab66f383-2a0243b3-727c-41f7-adf4-8910fe5af824', 'network_id': '2a0243b3-727c-41f7-adf4-8910fe5af824', 'tenant_id': '47ce5f20eeb448398116bfa21f80d060', 'fixed_ips': [{'subnet_id': 'bfe894f9-94b3-4cd6-9464-0a025aaba6a7'}]}} from n-d-813419-10. {{(pid=102348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 10:28:29.746273 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-feb6fb2d-f637-4a25-976d-d3431e42926b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:29.748755 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f50e107-cc28-43e4-89c6-35c231aaf528 req-0286de63-165b-40cc-8457-49a97db00a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:28:29.751447 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8f50e107-cc28-43e4-89c6-35c231aaf528 req-0286de63-165b-40cc-8457-49a97db00a4d service neutron] 10.222.0.64 "GET /v2.0/networks?id=b70d8912-e651-449a-aede-549067567147 HTTP/1.1" status: 200 len: 909 time: 0.2942896 Oct 27 10:28:29.753143 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-724b64c8-4487-4009-8035-bd3ecfacd9a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:29.764753 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-9d4342a1-42c3-4574-8dbc-71de4ad29cde tempest-RoutersIpV6AdminTest-1540385956 tempest-RoutersIpV6AdminTest-1540385956-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:29.781828 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91afd067-03a1-4e23-a5e4-5f681acf66ac None None] Routers {'9f7aa71f-4037-4630-bea8-c5dbdbd26c05'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:28:29.782543 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-91afd067-03a1-4e23-a5e4-5f681acf66ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:28:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['9f7aa71f-4037-4630-bea8-c5dbdbd26c05'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:28:29.821168 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-724b64c8-4487-4009-8035-bd3ecfacd9a2 admin admin] Network c9bdb347-48e4-4111-a250-9327eec0fcb4 is already hosted by enough agents. {{(pid=102346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:28:29.830170 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-724b64c8-4487-4009-8035-bd3ecfacd9a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:28:29.832392 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724b64c8-4487-4009-8035-bd3ecfacd9a2 admin admin] Pushing event updated for resources: {'Port': ['ID=8a938523-ca11-4ac2-9e89-e32ad7db935e,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:28:29.835734 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d4342a1-42c3-4574-8dbc-71de4ad29cde tempest-RoutersIpV6AdminTest-1540385956 tempest-RoutersIpV6AdminTest-1540385956-project-admin] Network 909d9a53-a41f-4a42-a454-a285eb0a5098 is already hosted by enough agents. {{(pid=102346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:28:29.836653 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-724b64c8-4487-4009-8035-bd3ecfacd9a2 admin admin] Received port after_create {{(pid=102346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:28:29.870254 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8f50e107-cc28-43e4-89c6-35c231aaf528 req-c7e8a065-1f1c-4546-998f-a6156caff498 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f81d61c2-dbd7-452d-b714-07ddb1d07d0b HTTP/1.1" status: 200 len: 217 time: 0.0683486 Oct 27 10:28:29.878969 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-9d4342a1-42c3-4574-8dbc-71de4ad29cde tempest-RoutersIpV6AdminTest-1540385956 tempest-RoutersIpV6AdminTest-1540385956-project-admin] Resources bound (agent type, host, resource id): {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:28:29.893278 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e89aa5-81d5-49df-b1f5-4c4a17f30242 req-4be36444-17e2-450a-ae28-0c24c80302a3 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:28:29.894826 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-93e89aa5-81d5-49df-b1f5-4c4a17f30242 req-4be36444-17e2-450a-ae28-0c24c80302a3 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ae4390a-b621-4500-a1b9-c968556e5a4c HTTP/1.1" status: 200 len: 946 time: 0.1413541 Oct 27 10:28:29.918566 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d4342a1-42c3-4574-8dbc-71de4ad29cde tempest-RoutersIpV6AdminTest-1540385956 tempest-RoutersIpV6AdminTest-1540385956-project-admin] Received port after_create {{(pid=102346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:28:29.919701 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d4342a1-42c3-4574-8dbc-71de4ad29cde tempest-RoutersIpV6AdminTest-1540385956 tempest-RoutersIpV6AdminTest-1540385956-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:28:29.920470 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-9d4342a1-42c3-4574-8dbc-71de4ad29cde tempest-RoutersIpV6AdminTest-1540385956 tempest-RoutersIpV6AdminTest-1540385956-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:29.946006 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-724b64c8-4487-4009-8035-bd3ecfacd9a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1664961'] for router_interface, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:29.990307 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-26b6cc67-e841-4e10-8751-5948efb7a28a tempest-RoutersNegativeIpV6Test-1489525779 tempest-RoutersNegativeIpV6Test-1489525779-project] Deleting port 57605aad-65f5-409b-aeef-799de7936050 {{(pid=102347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:28:29.990691 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-26b6cc67-e841-4e10-8751-5948efb7a28a tempest-RoutersNegativeIpV6Test-1489525779 tempest-RoutersNegativeIpV6Test-1489525779-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:30.010936 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device 85eb83c4-aae3-4041-805d-c9e07ba77132 no longer exists at agent hyperv_n-h2-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:28:30.055790 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f50e107-cc28-43e4-89c6-35c231aaf528 req-dd6a66ac-92fc-49ce-9ce0-c6ebff723188 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:28:30.057848 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8f50e107-cc28-43e4-89c6-35c231aaf528 req-dd6a66ac-92fc-49ce-9ce0-c6ebff723188 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0c8d0682-e9d2-4157-8f50-67abbd1aff64 HTTP/1.1" status: 200 len: 848 time: 0.1796622 Oct 27 10:28:30.094684 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Pushing event updated for resources: {'Port': ['ID=57605aad-65f5-409b-aeef-799de7936050,revision_number=5']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:28:30.102503 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8f50e107-cc28-43e4-89c6-35c231aaf528 req-a832730c-b583-415d-a83c-0c8f4422d76c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b70d8912-e651-449a-aede-549067567147&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359046 Oct 27 10:28:30.110295 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-05f14c48-6dcf-452a-99b6-c70c84d02bcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615'] for port, after_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:30.112065 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] No Port match for: 85eb83c4-aae3-4041-805d-c9e07ba77132 {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:28:30.112432 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device 85eb83c4-aae3-4041-805d-c9e07ba77132 not bound to the agent host n-h2-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:28:30.112862 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device 922a99a6-a89a-48b9-8d61-65b98322153e no longer exists at agent hyperv_n-h2-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:28:30.117070 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-93e89aa5-81d5-49df-b1f5-4c4a17f30242 req-84382551-760e-4335-8e40-5fa9fb7e82c4 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/security-groups?id=9f7279ee-2d49-4f67-b584-fc902ef383cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818802 Oct 27 10:28:30.207745 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [None req-26b6cc67-e841-4e10-8751-5948efb7a28a tempest-RoutersNegativeIpV6Test-1489525779 tempest-RoutersNegativeIpV6Test-1489525779-project] For port 57605aad-65f5-409b-aeef-799de7936050, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=57605aad-65f5-409b-aeef-799de7936050,segment=NetworkSegment(bfad573d-3329-435d-8f34-cf3c181e33d1),segment_id=bfad573d-3329-435d-8f34-cf3c181e33d1)] {{(pid=102347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:28:30.208144 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f14c48-6dcf-452a-99b6-c70c84d02bcf None None] Pushing event deleted for resources: {'Port': ['ID=57605aad-65f5-409b-aeef-799de7936050,revision_number=None']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:28:30.208287 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-26b6cc67-e841-4e10-8751-5948efb7a28a tempest-RoutersNegativeIpV6Test-1489525779 tempest-RoutersNegativeIpV6Test-1489525779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:30.216189 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] No Port match for: 922a99a6-a89a-48b9-8d61-65b98322153e {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:28:30.216561 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device 922a99a6-a89a-48b9-8d61-65b98322153e not bound to the agent host n-h2-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:28:30.227488 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05f14c48-6dcf-452a-99b6-c70c84d02bcf None None] No DVR routers for this DVR port 57605aad-65f5-409b-aeef-799de7936050 on host n-d-813419-10 {{(pid=102348) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:28:30.240057 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvr_db [None req-91afd067-03a1-4e23-a5e4-5f681acf66ac None None] Set router 9f7aa71f-4037-4630-bea8-c5dbdbd26c05 gateway port host: n-d-813419-10 {{(pid=102348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:28:30.240555 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-26b6cc67-e841-4e10-8751-5948efb7a28a tempest-RoutersNegativeIpV6Test-1489525779 tempest-RoutersNegativeIpV6Test-1489525779-project] Calling delete_port for 57605aad-65f5-409b-aeef-799de7936050 owned by network:dhcp {{(pid=102347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:28:30.355731 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-5dba580d-dd8f-4740-a977-a9ac8604d7fa None None] Provisioning complete for port 8a938523-ca11-4ac2-9e89-e32ad7db935e triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:28:30.367030 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-5dba580d-dd8f-4740-a977-a9ac8604d7fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:30.376499 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8f50e107-cc28-43e4-89c6-35c231aaf528 req-f8172d35-fdd0-4b41-a19f-137321950575 service neutron] 10.222.0.64 "GET /v2.0/networks/b70d8912-e651-449a-aede-549067567147?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2577186 Oct 27 10:28:30.422824 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-9d4342a1-42c3-4574-8dbc-71de4ad29cde tempest-RoutersIpV6AdminTest-1540385956 tempest-RoutersIpV6AdminTest-1540385956-project-admin] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 2.0461829 Oct 27 10:28:30.423026 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7a93e9b-7a56-4c53-a30b-345f86c3a6df None None] DHCP port deletion for 48c12134-0bfd-4fdc-bb0b-38a8fa6da80e request from n-d-813419-10 {{(pid=102348) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 10:28:30.440207 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 54312) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:28:30.455318 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4342a1-42c3-4574-8dbc-71de4ad29cde tempest-RoutersIpV6AdminTest-1540385956 tempest-RoutersIpV6AdminTest-1540385956-project-admin] Pushing event updated for resources: {'Port': ['ID=6f203423-29b0-4b1b-aa2f-66d84389f463,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:28:30.463935 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d4cd66-c7cf-4f4a-9241-558946b4f709 req-cafaaf4b-b12f-4067-91a2-5c5f5e43c95d tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:28:30.471336 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-88d4cd66-c7cf-4f4a-9241-558946b4f709 req-cafaaf4b-b12f-4067-91a2-5c5f5e43c95d tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ae4390a-b621-4500-a1b9-c968556e5a4c HTTP/1.1" status: 200 len: 946 time: 0.1488445 Oct 27 10:28:30.497768 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.db_base_plugin_common [None req-feb6fb2d-f637-4a25-976d-d3431e42926b None None] Allocated IP 172.20.0.2 (2a0243b3-727c-41f7-adf4-8910fe5af824/bfe894f9-94b3-4cd6-9464-0a025aaba6a7/3002e94c-adbc-4806-a693-500ceece97fe) {{(pid=102348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:28:30.531383 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-26b6cc67-e841-4e10-8751-5948efb7a28a tempest-RoutersNegativeIpV6Test-1489525779 tempest-RoutersNegativeIpV6Test-1489525779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:30.545894 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-5dba580d-dd8f-4740-a977-a9ac8604d7fa None None] Port 8a938523-ca11-4ac2-9e89-e32ad7db935e cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:28:30.564993 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de921578-029d-4b9b-88b5-d65f362dbffa req-57e598ab-a069-4902-8de1-b0531611e6e8 tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:28:30.572385 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-de921578-029d-4b9b-88b5-d65f362dbffa req-57e598ab-a069-4902-8de1-b0531611e6e8 tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] 10.222.0.44 "GET /v2.0/ports?device_id=70421289-5784-4962-8b85-8bf7fa80cc12 HTTP/1.1" status: 200 len: 945 time: 0.1739676 Oct 27 10:28:30.618666 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-88d4cd66-c7cf-4f4a-9241-558946b4f709 req-1467bd71-53c6-49c4-bdc6-adb927790872 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/security-groups?id=9f7279ee-2d49-4f67-b584-fc902ef383cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462908 Oct 27 10:28:30.621655 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8f50e107-cc28-43e4-89c6-35c231aaf528 req-2aacae64-569d-4663-996f-46fef3056cd0 service neutron] 10.222.0.64 "GET /v2.0/networks/b70d8912-e651-449a-aede-549067567147?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2315195 Oct 27 10:28:30.625836 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device de29b6c8-dcdf-43fe-8daa-8096a403c3ba no longer exists at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:28:30.626308 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b6cc67-e841-4e10-8751-5948efb7a28a tempest-RoutersNegativeIpV6Test-1489525779 tempest-RoutersNegativeIpV6Test-1489525779-project] Pushing event deleted for resources: {'Port': ['ID=57605aad-65f5-409b-aeef-799de7936050,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:28:30.641495 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26b6cc67-e841-4e10-8751-5948efb7a28a tempest-RoutersNegativeIpV6Test-1489525779 tempest-RoutersNegativeIpV6Test-1489525779-project] No DVR routers for this DVR port 57605aad-65f5-409b-aeef-799de7936050 on host n-d-813419-10 {{(pid=102347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:28:30.709869 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-c7a93e9b-7a56-4c53-a30b-345f86c3a6df None None] Deleting port de29b6c8-dcdf-43fe-8daa-8096a403c3ba {{(pid=102348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:28:30.710340 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-c7a93e9b-7a56-4c53-a30b-345f86c3a6df None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:30.759077 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-de921578-029d-4b9b-88b5-d65f362dbffa req-0d696d1b-7b05-484e-9d03-5736d0261a12 tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] 10.222.0.44 "GET /v2.0/security-groups?id=df17171a-6534-4d8a-8518-0be5fe64cbb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1858170 Oct 27 10:28:30.798630 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-91afd067-03a1-4e23-a5e4-5f681acf66ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f7aa71f-4037-4630-bea8-c5dbdbd26c05', 'name': 'tempest-ServersTestBootFromVolume-1565170527-router', 'tenant_id': 'fccb419307184e4f847f7a5ecc967169', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.118'}], 'enable_snat': True}, 'gw_port_id': '7c6e9fd3-3eed-4b89-8925-646b75fdcfa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:28:21Z', 'updated_at': '2021-10-27T10:28:25Z', 'revision_number': 3, 'project_id': 'fccb419307184e4f847f7a5ecc967169', 'gw_port': {'id': '7c6e9fd3-3eed-4b89-8925-646b75fdcfa3', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:59:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f7aa71f-4037-4630-bea8-c5dbdbd26c05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:28:23Z', 'updated_at': '2021-10-27T10:28:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10'}], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:28:30.817345 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-724b64c8-4487-4009-8035-bd3ecfacd9a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:30.823403 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-051fae44-f94f-4e7b-9077-44c14849a09a tempest-RoutersIpV6AdminTest-1540385956 tempest-RoutersIpV6AdminTest-1540385956-project-admin] Deleting port 6f203423-29b0-4b1b-aa2f-66d84389f463 {{(pid=102346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:28:30.823736 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-051fae44-f94f-4e7b-9077-44c14849a09a tempest-RoutersIpV6AdminTest-1540385956 tempest-RoutersIpV6AdminTest-1540385956-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:30.844239 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-1fe7c1f1-9bb3-4067-9875-4ccbf357f4ca admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:30.884256 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-26b6cc67-e841-4e10-8751-5948efb7a28a tempest-RoutersNegativeIpV6Test-1489525779 tempest-RoutersNegativeIpV6Test-1489525779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857803', 'neutron.services.segments.db._delete_segments_for_network-8743873143390'] for network, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:30.904501 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91afd067-03a1-4e23-a5e4-5f681acf66ac None None] The sync data for ids ['9f7aa71f-4037-4630-bea8-c5dbdbd26c05'] in n-d-813419-10 is: [{'id': '9f7aa71f-4037-4630-bea8-c5dbdbd26c05', 'name': 'tempest-ServersTestBootFromVolume-1565170527-router', 'tenant_id': 'fccb419307184e4f847f7a5ecc967169', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.118'}], 'enable_snat': True}, 'gw_port_id': '7c6e9fd3-3eed-4b89-8925-646b75fdcfa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:28:21Z', 'updated_at': '2021-10-27T10:28:25Z', 'revision_number': 3, 'project_id': 'fccb419307184e4f847f7a5ecc967169', 'gw_port': {'id': '7c6e9fd3-3eed-4b89-8925-646b75fdcfa3', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:59:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f7aa71f-4037-4630-bea8-c5dbdbd26c05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:28:23Z', 'updated_at': '2021-10-27T10:28:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10'}] {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:28:30.921685 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-c7a93e9b-7a56-4c53-a30b-345f86c3a6df None None] For port de29b6c8-dcdf-43fe-8daa-8096a403c3ba, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=de29b6c8-dcdf-43fe-8daa-8096a403c3ba,segment=NetworkSegment(6afdb3c8-7d13-479f-8053-18cd8397bc31),segment_id=6afdb3c8-7d13-479f-8053-18cd8397bc31)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:28:30.921685 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-c7a93e9b-7a56-4c53-a30b-345f86c3a6df None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:30.925376 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-1fe7c1f1-9bb3-4067-9875-4ccbf357f4ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:30.955139 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-26b6cc67-e841-4e10-8751-5948efb7a28a tempest-RoutersNegativeIpV6Test-1489525779 tempest-RoutersNegativeIpV6Test-1489525779-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efa132db-5950-4dea-8d15-a0aeb2249fc1']}} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:28:30.996262 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-26b6cc67-e841-4e10-8751-5948efb7a28a tempest-RoutersNegativeIpV6Test-1489525779 tempest-RoutersNegativeIpV6Test-1489525779-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bfad573d-3329-435d-8f34-cf3c181e33d1') {'for_net_delete': True} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:28:30.996620 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-26b6cc67-e841-4e10-8751-5948efb7a28a tempest-RoutersNegativeIpV6Test-1489525779 tempest-RoutersNegativeIpV6Test-1489525779-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bfad573d-3329-435d-8f34-cf3c181e33d1') {} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:28:31.006942 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4477fd79-033b-4138-aafc-27ba4913001f req-f61bb580-505c-48c6-a3ad-48eb4221a9ca tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:28:31.008689 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-4477fd79-033b-4138-aafc-27ba4913001f req-f61bb580-505c-48c6-a3ad-48eb4221a9ca tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ae4390a-b621-4500-a1b9-c968556e5a4c HTTP/1.1" status: 200 len: 946 time: 0.1820805 Oct 27 10:28:31.086543 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-051fae44-f94f-4e7b-9077-44c14849a09a tempest-RoutersIpV6AdminTest-1540385956 tempest-RoutersIpV6AdminTest-1540385956-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:31.158165 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-051fae44-f94f-4e7b-9077-44c14849a09a tempest-RoutersIpV6AdminTest-1540385956 tempest-RoutersIpV6AdminTest-1540385956-project-admin] Calling delete_port for 6f203423-29b0-4b1b-aa2f-66d84389f463 owned by {{(pid=102346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:28:31.285039 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:31.366188 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-feb6fb2d-f637-4a25-976d-d3431e42926b None None] Publish callbacks [] for port, precommit_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:31.373456 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_common [None req-1fe7c1f1-9bb3-4067-9875-4ccbf357f4ca admin admin] Allocated IP 172.25.8.185 (185ff123-c7ff-45c7-a6be-71feb35acc9c/0fb9f9d1-7384-481f-8fa8-f4566c349d30/89454141-8db5-4f4a-9502-8da0e2993fce) {{(pid=102346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:28:31.378614 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-c7a93e9b-7a56-4c53-a30b-345f86c3a6df None None] Calling delete_port for de29b6c8-dcdf-43fe-8daa-8096a403c3ba owned by network:dhcp {{(pid=102348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:28:31.383830 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-26b6cc67-e841-4e10-8751-5948efb7a28a tempest-RoutersNegativeIpV6Test-1489525779 tempest-RoutersNegativeIpV6Test-1489525779-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743873145191', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18445132'] for segment, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:31.391371 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-feb6fb2d-f637-4a25-976d-d3431e42926b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606'] for port, after_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:31.422090 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-26b6cc67-e841-4e10-8751-5948efb7a28a tempest-RoutersNegativeIpV6Test-1489525779 tempest-RoutersNegativeIpV6Test-1489525779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:31.434430 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26b6cc67-e841-4e10-8751-5948efb7a28a tempest-RoutersNegativeIpV6Test-1489525779 tempest-RoutersNegativeIpV6Test-1489525779-project] Releasing vlan 411 on physical network physnet1 to pool {{(pid=102347) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 10:28:31.435065 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-26b6cc67-e841-4e10-8751-5948efb7a28a tempest-RoutersNegativeIpV6Test-1489525779 tempest-RoutersNegativeIpV6Test-1489525779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-18296032'] for segment, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:31.438865 n-d-813419-10 neutron-server[102347]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 10:28:31.438865 n-d-813419-10 neutron-server[102347]: self.session.flush() Oct 27 10:28:31.438865 n-d-813419-10 neutron-server[102347]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 10:28:31.438865 n-d-813419-10 neutron-server[102347]: self.session.flush() Oct 27 10:28:31.438865 n-d-813419-10 neutron-server[102347]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 10:28:31.438865 n-d-813419-10 neutron-server[102347]: self.session.flush() Oct 27 10:28:31.438865 n-d-813419-10 neutron-server[102347]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 10:28:31.438865 n-d-813419-10 neutron-server[102347]: self.session.flush() Oct 27 10:28:31.438865 n-d-813419-10 neutron-server[102347]: Traceback (most recent call last): Oct 27 10:28:31.438865 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 10:28:31.438865 n-d-813419-10 neutron-server[102347]: timer() Oct 27 10:28:31.438865 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 10:28:31.438865 n-d-813419-10 neutron-server[102347]: cb(*args, **kw) Oct 27 10:28:31.438865 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 10:28:31.438865 n-d-813419-10 neutron-server[102347]: return func(*args, **kwargs) Oct 27 10:28:31.438865 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 10:28:31.438865 n-d-813419-10 neutron-server[102347]: self._notify() Oct 27 10:28:31.438865 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 10:28:31.438865 n-d-813419-10 neutron-server[102347]: self.callback(batched_events) Oct 27 10:28:31.438865 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 10:28:31.438865 n-d-813419-10 neutron-server[102347]: event.method(event) Oct 27 10:28:31.438865 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 10:28:31.438865 n-d-813419-10 neutron-server[102347]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 10:28:31.438865 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 10:28:31.438865 n-d-813419-10 neutron-server[102347]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 10:28:31.438865 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 10:28:31.438865 n-d-813419-10 neutron-server[102347]: return f(self, *a, **k) Oct 27 10:28:31.438865 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 10:28:31.438865 n-d-813419-10 neutron-server[102347]: return self._get(url).json() Oct 27 10:28:31.438865 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 10:28:31.438865 n-d-813419-10 neutron-server[102347]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 10:28:31.438865 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 10:28:31.438865 n-d-813419-10 neutron-server[102347]: return self.request(url, 'GET', **kwargs) Oct 27 10:28:31.438865 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 10:28:31.438865 n-d-813419-10 neutron-server[102347]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 10:28:31.438865 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 10:28:31.438865 n-d-813419-10 neutron-server[102347]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 10:28:31.438865 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 10:28:31.438865 n-d-813419-10 neutron-server[102347]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 10:28:31.438865 n-d-813419-10 neutron-server[102347]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 10:28:31.441047 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] For port de29b6c8-dcdf-43fe-8daa-8096a403c3ba, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=de29b6c8-dcdf-43fe-8daa-8096a403c3ba,segment=NetworkSegment(6afdb3c8-7d13-479f-8053-18cd8397bc31),segment_id=6afdb3c8-7d13-479f-8053-18cd8397bc31)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:28:31.458943 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-051fae44-f94f-4e7b-9077-44c14849a09a tempest-RoutersIpV6AdminTest-1540385956 tempest-RoutersIpV6AdminTest-1540385956-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:31.506542 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f50e107-cc28-43e4-89c6-35c231aaf528 req-d1f3498d-dd4d-4d4a-bf9b-ceebe9251787 tempest-LiveMigrationTest-1571947473 tempest-LiveMigrationTest-1571947473-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:28:31.508057 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8f50e107-cc28-43e4-89c6-35c231aaf528 req-d1f3498d-dd4d-4d4a-bf9b-ceebe9251787 tempest-LiveMigrationTest-1571947473 tempest-LiveMigrationTest-1571947473-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=70421289-5784-4962-8b85-8bf7fa80cc12&tenant_id=9c487093db7840e98dafd374096ede4c&binding%3Ahost_id=n-h1-813419-10 HTTP/1.1" status: 200 len: 1097 time: 0.5295651 Oct 27 10:28:31.538203 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-4477fd79-033b-4138-aafc-27ba4913001f req-6501a020-de25-4ea2-bc19-cc522e58268e tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/security-groups?id=9f7279ee-2d49-4f67-b584-fc902ef383cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5085168 Oct 27 10:28:31.547375 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [req-8f50e107-cc28-43e4-89c6-35c231aaf528 req-6b77ec16-5e48-4b37-bde1-e9ac79363f2f tempest-LiveMigrationTest-1571947473 tempest-LiveMigrationTest-1571947473-project-admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=102347) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 10:28:31.548769 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8f50e107-cc28-43e4-89c6-35c231aaf528 req-6b77ec16-5e48-4b37-bde1-e9ac79363f2f tempest-LiveMigrationTest-1571947473 tempest-LiveMigrationTest-1571947473-project-admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0084603 Oct 27 10:28:31.550522 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051fae44-f94f-4e7b-9077-44c14849a09a tempest-RoutersIpV6AdminTest-1540385956 tempest-RoutersIpV6AdminTest-1540385956-project-admin] Pushing event deleted for resources: {'Port': ['ID=6f203423-29b0-4b1b-aa2f-66d84389f463,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:28:31.550959 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-26b6cc67-e841-4e10-8751-5948efb7a28a tempest-RoutersNegativeIpV6Test-1489525779 tempest-RoutersNegativeIpV6Test-1489525779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664840'] for network, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:31.576833 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-26b6cc67-e841-4e10-8751-5948efb7a28a tempest-RoutersNegativeIpV6Test-1489525779 tempest-RoutersNegativeIpV6Test-1489525779-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for network, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:31.590753 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-26b6cc67-e841-4e10-8751-5948efb7a28a tempest-RoutersNegativeIpV6Test-1489525779 tempest-RoutersNegativeIpV6Test-1489525779-project] 10.222.0.44 "DELETE /v2.0/networks/efa132db-5950-4dea-8d15-a0aeb2249fc1 HTTP/1.1" status: 204 len: 168 time: 2.2904153 Oct 27 10:28:31.601160 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 54330) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:28:31.607393 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:31.611067 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-051fae44-f94f-4e7b-9077-44c14849a09a tempest-RoutersIpV6AdminTest-1540385956 tempest-RoutersIpV6AdminTest-1540385956-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:31.611999 n-d-813419-10 neutron-server[102348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feb6fb2d-f637-4a25-976d-d3431e42926b None None] Network 2a0243b3-727c-41f7-adf4-8910fe5af824 is already hosted by enough agents. {{(pid=102348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:28:31.614765 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-c7a93e9b-7a56-4c53-a30b-345f86c3a6df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615'] for port, after_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:31.615048 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-051fae44-f94f-4e7b-9077-44c14849a09a tempest-RoutersIpV6AdminTest-1540385956 tempest-RoutersIpV6AdminTest-1540385956-project-admin] 10.222.0.44 "DELETE /v2.0/ports/6f203423-29b0-4b1b-aa2f-66d84389f463 HTTP/1.1" status: 204 len: 168 time: 1.1724977 Oct 27 10:28:31.617741 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-724b64c8-4487-4009-8035-bd3ecfacd9a2 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:31.629095 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 54334) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:28:31.630286 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b6cc67-e841-4e10-8751-5948efb7a28a tempest-RoutersNegativeIpV6Test-1489525779 tempest-RoutersNegativeIpV6Test-1489525779-project] Pushing event deleted for resources: {'Network': ['ID=efa132db-5950-4dea-8d15-a0aeb2249fc1,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:28:31.630997 n-d-813419-10 neutron-server[102348]: DEBUG neutron.scheduler.base_scheduler [None req-feb6fb2d-f637-4a25-976d-d3431e42926b None None] Resources bound (agent type, host, resource id): {{(pid=102348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:28:31.637717 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feb6fb2d-f637-4a25-976d-d3431e42926b None None] Received port after_create {{(pid=102348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:28:31.649230 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-92e179ae-da4c-4981-9363-457445f4dfa0 tempest-RoutersIpV6AdminTest-1540385956 tempest-RoutersIpV6AdminTest-1540385956-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '909d9a53-a41f-4a42-a454-a285eb0a5098', 'external_fixed_ips': [{'subnet_id': 'b9e86881-cf42-4d5c-af12-a696216949df', 'ip_address': '2001:db8::397'}]}}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:28:31.652971 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7a93e9b-7a56-4c53-a30b-345f86c3a6df None None] No DVR routers for this DVR port de29b6c8-dcdf-43fe-8daa-8096a403c3ba on host n-d-813419-10 {{(pid=102348) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:28:31.660083 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb6fb2d-f637-4a25-976d-d3431e42926b None None] Pushing event updated for resources: {'Port': ['ID=3002e94c-adbc-4806-a693-500ceece97fe,revision_number=1']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:28:31.662225 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75b1cc4-ef07-4467-a635-9a46b74febee req-7790bfd4-4bd0-46e4-a437-754f28f7a2ee tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:28:31.675754 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-e75b1cc4-ef07-4467-a635-9a46b74febee req-7790bfd4-4bd0-46e4-a437-754f28f7a2ee tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] 10.222.0.44 "GET /v2.0/ports?device_id=002947b4-ae99-468d-8263-34ff77508595 HTTP/1.1" status: 200 len: 950 time: 0.2948797 Oct 27 10:28:31.752828 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Pushing event deleted for resources: {'Port': ['ID=de29b6c8-dcdf-43fe-8daa-8096a403c3ba,revision_number=None']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:28:31.756526 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-92e179ae-da4c-4981-9363-457445f4dfa0 tempest-RoutersIpV6AdminTest-1540385956 tempest-RoutersIpV6AdminTest-1540385956-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1768632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3610'] for router, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:31.757830 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-92e179ae-da4c-4981-9363-457445f4dfa0 tempest-RoutersIpV6AdminTest-1540385956 tempest-RoutersIpV6AdminTest-1540385956-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1765704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1769409', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1694266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3597'] for router, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:31.792033 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a93e9b-7a56-4c53-a30b-345f86c3a6df None None] Pushing event deleted for resources: {'Port': ['ID=de29b6c8-dcdf-43fe-8daa-8096a403c3ba,revision_number=None']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:28:31.804604 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-feb6fb2d-f637-4a25-976d-d3431e42926b None None] Attempting to bind port 3002e94c-adbc-4806-a693-500ceece97fe on host n-d-813419-10 for vnic_type normal with profile {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:28:31.804980 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-feb6fb2d-f637-4a25-976d-d3431e42926b None None] Attempting to bind port 3002e94c-adbc-4806-a693-500ceece97fe by drivers openvswitch,hyperv on host n-d-813419-10 at level 0 using segments [{'id': '06526232-bf3a-460e-a992-bc6b7c412adf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '2a0243b3-727c-41f7-adf4-8910fe5af824'}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:28:31.805916 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb6fb2d-f637-4a25-976d-d3431e42926b None None] Attempting to bind port 3002e94c-adbc-4806-a693-500ceece97fe on network 2a0243b3-727c-41f7-adf4-8910fe5af824 {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:28:31.813577 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb6fb2d-f637-4a25-976d-d3431e42926b None None] Checking agent: {'id': '89dba0f3-79b2-435e-9822-33674b8f6ada', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 8, 20), 'started_at': datetime.datetime(2021, 10, 27, 10, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 28, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:28:31.814299 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb6fb2d-f637-4a25-976d-d3431e42926b None None] Checking segment: {'id': '06526232-bf3a-460e-a992-bc6b7c412adf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '2a0243b3-727c-41f7-adf4-8910fe5af824'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:28:31.814948 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-feb6fb2d-f637-4a25-976d-d3431e42926b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:31.815575 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb6fb2d-f637-4a25-976d-d3431e42926b None None] Bound using segment: {'id': '06526232-bf3a-460e-a992-bc6b7c412adf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '2a0243b3-727c-41f7-adf4-8910fe5af824'} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:28:31.816446 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-feb6fb2d-f637-4a25-976d-d3431e42926b None None] Bound port: 3002e94c-adbc-4806-a693-500ceece97fe, host: n-d-813419-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06526232-bf3a-460e-a992-bc6b7c412adf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '2a0243b3-727c-41f7-adf4-8910fe5af824'}}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:28:31.817175 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-feb6fb2d-f637-4a25-976d-d3431e42926b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:31.830951 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-c4a5628d-bdb1-4318-bdf8-ae6634020d99 tempest-RoutersNegativeIpV6Test-1489525779 tempest-RoutersNegativeIpV6Test-1489525779-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586917'] for network, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:31.833794 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-724b64c8-4487-4009-8035-bd3ecfacd9a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27024173'] for port, after_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:31.883081 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-feb6fb2d-f637-4a25-976d-d3431e42926b None None] For port 3002e94c-adbc-4806-a693-500ceece97fe, host n-d-813419-10, cleared binding levels {{(pid=102348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:28:31.886520 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-feb6fb2d-f637-4a25-976d-d3431e42926b None None] For port 3002e94c-adbc-4806-a693-500ceece97fe, host n-d-813419-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=3002e94c-adbc-4806-a693-500ceece97fe,segment=NetworkSegment(06526232-bf3a-460e-a992-bc6b7c412adf),segment_id=06526232-bf3a-460e-a992-bc6b7c412adf)] {{(pid=102348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:28:31.893001 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-feb6fb2d-f637-4a25-976d-d3431e42926b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:31.908135 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e239693e-2d43-4e24-af46-184148bdcdf8 req-b217b6e8-6970-4d5d-8dfd-47fcf3e0ae92 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:28:31.922768 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-e239693e-2d43-4e24-af46-184148bdcdf8 req-b217b6e8-6970-4d5d-8dfd-47fcf3e0ae92 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ae4390a-b621-4500-a1b9-c968556e5a4c HTTP/1.1" status: 200 len: 946 time: 0.2069235 Oct 27 10:28:31.954403 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-92e179ae-da4c-4981-9363-457445f4dfa0 tempest-RoutersIpV6AdminTest-1540385956 tempest-RoutersIpV6AdminTest-1540385956-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:31.957944 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb6fb2d-f637-4a25-976d-d3431e42926b None None] Pushing event updated for resources: {'Port': ['ID=3002e94c-adbc-4806-a693-500ceece97fe,revision_number=2']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:28:31.982929 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-e75b1cc4-ef07-4467-a635-9a46b74febee req-c6995d36-fd8a-4973-a84a-af4c3b6ce3fa tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] 10.222.0.44 "GET /v2.0/security-groups?id=564ecd8b-da86-4175-923a-67dcc5fcd400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3036077 Oct 27 10:28:32.034277 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724b64c8-4487-4009-8035-bd3ecfacd9a2 admin admin] Pushing event updated for resources: {'Port': ['ID=8a938523-ca11-4ac2-9e89-e32ad7db935e,revision_number=2']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:28:32.052231 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-1fe7c1f1-9bb3-4067-9875-4ccbf357f4ca admin admin] Publish callbacks [] for port, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:32.068602 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-724b64c8-4487-4009-8035-bd3ecfacd9a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2006967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1766225'] for router_interface, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:32.106387 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-e239693e-2d43-4e24-af46-184148bdcdf8 req-0f22471d-ac9c-450d-ae36-6fdd5444f20d tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/security-groups?id=9f7279ee-2d49-4f67-b584-fc902ef383cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820145 Oct 27 10:28:32.217308 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-8f50e107-cc28-43e4-89c6-35c231aaf528 req-21ecfd32-3cb8-4b54-b56a-eb59bcd5851e service neutron] For port f81d61c2-dbd7-452d-b714-07ddb1d07d0b, host n-h2-813419-10, cleared binding levels {{(pid=102347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:28:32.224326 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-8f50e107-cc28-43e4-89c6-35c231aaf528 req-21ecfd32-3cb8-4b54-b56a-eb59bcd5851e service neutron] Publish callbacks [] for binding, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:32.226284 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8f50e107-cc28-43e4-89c6-35c231aaf528 req-21ecfd32-3cb8-4b54-b56a-eb59bcd5851e service neutron] 10.222.0.64 "DELETE /v2.0/ports/f81d61c2-dbd7-452d-b714-07ddb1d07d0b/bindings/n-h2-813419-10 HTTP/1.1" status: 204 len: 173 time: 0.6641932 Oct 27 10:28:32.238510 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-c4a5628d-bdb1-4318-bdf8-ae6634020d99 tempest-RoutersNegativeIpV6Test-1489525779 tempest-RoutersNegativeIpV6Test-1489525779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857803', 'neutron.services.segments.db._delete_segments_for_network-8743873143390'] for network, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:32.242319 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-92e179ae-da4c-4981-9363-457445f4dfa0 tempest-RoutersIpV6AdminTest-1540385956 tempest-RoutersIpV6AdminTest-1540385956-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:32.312741 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:32.331394 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-c4a5628d-bdb1-4318-bdf8-ae6634020d99 tempest-RoutersNegativeIpV6Test-1489525779 tempest-RoutersNegativeIpV6Test-1489525779-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48c12134-0bfd-4fdc-bb0b-38a8fa6da80e']}} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:28:32.367036 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ed92a0-c33b-4bd5-90d7-1cae95076fdc req-9c699cd7-5347-4feb-a601-9daf268710dd tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:28:32.367036 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-d6ed92a0-c33b-4bd5-90d7-1cae95076fdc req-9c699cd7-5347-4feb-a601-9daf268710dd tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] 10.222.0.44 "GET /v2.0/ports?device_id=70421289-5784-4962-8b85-8bf7fa80cc12 HTTP/1.1" status: 200 len: 945 time: 0.1902888 Oct 27 10:28:32.372394 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-c4a5628d-bdb1-4318-bdf8-ae6634020d99 tempest-RoutersNegativeIpV6Test-1489525779 tempest-RoutersNegativeIpV6Test-1489525779-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6afdb3c8-7d13-479f-8053-18cd8397bc31') {'for_net_delete': True} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:28:32.373577 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-c4a5628d-bdb1-4318-bdf8-ae6634020d99 tempest-RoutersNegativeIpV6Test-1489525779 tempest-RoutersNegativeIpV6Test-1489525779-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6afdb3c8-7d13-479f-8053-18cd8397bc31') {} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:28:32.408422 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-c4a5628d-bdb1-4318-bdf8-ae6634020d99 tempest-RoutersNegativeIpV6Test-1489525779 tempest-RoutersNegativeIpV6Test-1489525779-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743873145191', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25847877'] for segment, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:32.423886 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-724b64c8-4487-4009-8035-bd3ecfacd9a2 admin admin] Network c9bdb347-48e4-4111-a250-9327eec0fcb4 is already hosted by enough agents. {{(pid=102346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:28:32.430274 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-1fe7c1f1-9bb3-4067-9875-4ccbf357f4ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:32.446672 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-724b64c8-4487-4009-8035-bd3ecfacd9a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:28:32.456041 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95294876-acc2-41e4-b139-15edf5da0e99 req-6d19b7c0-5a59-4f77-a40c-056fabc1de26 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:28:32.457625 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-95294876-acc2-41e4-b139-15edf5da0e99 req-6d19b7c0-5a59-4f77-a40c-056fabc1de26 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ae4390a-b621-4500-a1b9-c968556e5a4c HTTP/1.1" status: 200 len: 946 time: 0.0616579 Oct 27 10:28:32.475843 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-d6ed92a0-c33b-4bd5-90d7-1cae95076fdc req-3802e737-fe39-40ff-9a85-f69f49f713e8 tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] 10.222.0.44 "GET /v2.0/security-groups?id=df17171a-6534-4d8a-8518-0be5fe64cbb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984626 Oct 27 10:28:32.477179 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-c4a5628d-bdb1-4318-bdf8-ae6634020d99 tempest-RoutersNegativeIpV6Test-1489525779 tempest-RoutersNegativeIpV6Test-1489525779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:32.489486 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fe7c1f1-9bb3-4067-9875-4ccbf357f4ca admin admin] Network 185ff123-c7ff-45c7-a6be-71feb35acc9c is already hosted by enough agents. {{(pid=102346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:28:32.498363 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-1fe7c1f1-9bb3-4067-9875-4ccbf357f4ca admin admin] Resources bound (agent type, host, resource id): {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:28:32.504060 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fe7c1f1-9bb3-4067-9875-4ccbf357f4ca admin admin] Received port after_create {{(pid=102346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:28:32.506400 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4a5628d-bdb1-4318-bdf8-ae6634020d99 tempest-RoutersNegativeIpV6Test-1489525779 tempest-RoutersNegativeIpV6Test-1489525779-project] Releasing vlan 405 on physical network physnet1 to pool {{(pid=102346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 10:28:32.506800 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-c4a5628d-bdb1-4318-bdf8-ae6634020d99 tempest-RoutersNegativeIpV6Test-1489525779 tempest-RoutersNegativeIpV6Test-1489525779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27024137'] for segment, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:32.509954 n-d-813419-10 neutron-server[102346]: Traceback (most recent call last): Oct 27 10:28:32.509954 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 10:28:32.509954 n-d-813419-10 neutron-server[102346]: timer() Oct 27 10:28:32.509954 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 10:28:32.509954 n-d-813419-10 neutron-server[102346]: cb(*args, **kw) Oct 27 10:28:32.509954 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 10:28:32.509954 n-d-813419-10 neutron-server[102346]: return func(*args, **kwargs) Oct 27 10:28:32.509954 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 10:28:32.509954 n-d-813419-10 neutron-server[102346]: self._notify() Oct 27 10:28:32.509954 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 10:28:32.509954 n-d-813419-10 neutron-server[102346]: self.callback(batched_events) Oct 27 10:28:32.509954 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 10:28:32.509954 n-d-813419-10 neutron-server[102346]: event.method(event) Oct 27 10:28:32.509954 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 10:28:32.509954 n-d-813419-10 neutron-server[102346]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 10:28:32.509954 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 10:28:32.509954 n-d-813419-10 neutron-server[102346]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 10:28:32.509954 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 10:28:32.509954 n-d-813419-10 neutron-server[102346]: return f(self, *a, **k) Oct 27 10:28:32.509954 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 10:28:32.509954 n-d-813419-10 neutron-server[102346]: return self._get(url).json() Oct 27 10:28:32.509954 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 10:28:32.509954 n-d-813419-10 neutron-server[102346]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 10:28:32.509954 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 10:28:32.509954 n-d-813419-10 neutron-server[102346]: return self.request(url, 'GET', **kwargs) Oct 27 10:28:32.509954 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 10:28:32.509954 n-d-813419-10 neutron-server[102346]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 10:28:32.509954 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 10:28:32.509954 n-d-813419-10 neutron-server[102346]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 10:28:32.509954 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 10:28:32.509954 n-d-813419-10 neutron-server[102346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 10:28:32.509954 n-d-813419-10 neutron-server[102346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 10:28:32.611382 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe7c1f1-9bb3-4067-9875-4ccbf357f4ca admin admin] Pushing event updated for resources: {'Port': ['ID=89454141-8db5-4f4a-9502-8da0e2993fce,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:28:32.783128 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-c4a5628d-bdb1-4318-bdf8-ae6634020d99 tempest-RoutersNegativeIpV6Test-1489525779 tempest-RoutersNegativeIpV6Test-1489525779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664840'] for network, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:32.786599 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 7c6e9fd3-3eed-4b89-8925-646b75fdcfa3 up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:28:32.807962 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-c4a5628d-bdb1-4318-bdf8-ae6634020d99 tempest-RoutersNegativeIpV6Test-1489525779 tempest-RoutersNegativeIpV6Test-1489525779-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for network, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:32.811917 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-c4a5628d-bdb1-4318-bdf8-ae6634020d99 tempest-RoutersNegativeIpV6Test-1489525779 tempest-RoutersNegativeIpV6Test-1489525779-project] 10.222.0.44 "DELETE /v2.0/networks/48c12134-0bfd-4fdc-bb0b-38a8fa6da80e HTTP/1.1" status: 204 len: 168 time: 1.2080009 Oct 27 10:28:32.829587 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 54346) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:28:32.854106 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-92e179ae-da4c-4981-9363-457445f4dfa0 tempest-RoutersIpV6AdminTest-1540385956 tempest-RoutersIpV6AdminTest-1540385956-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:32.867175 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port 7c6e9fd3-3eed-4b89-8925-646b75fdcfa3 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:28:32.867544 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:32.879501 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-92e179ae-da4c-4981-9363-457445f4dfa0 tempest-RoutersIpV6AdminTest-1540385956 tempest-RoutersIpV6AdminTest-1540385956-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:32.895806 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a5628d-bdb1-4318-bdf8-ae6634020d99 tempest-RoutersNegativeIpV6Test-1489525779 tempest-RoutersNegativeIpV6Test-1489525779-project] Pushing event deleted for resources: {'Network': ['ID=48c12134-0bfd-4fdc-bb0b-38a8fa6da80e,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:28:32.896787 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-95294876-acc2-41e4-b139-15edf5da0e99 req-737c493f-97bb-4d59-bf7b-9105ea74b5c2 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/security-groups?id=9f7279ee-2d49-4f67-b584-fc902ef383cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4244273 Oct 27 10:28:32.954031 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696583e6-f34c-4394-845b-c4808bd9001f req-b8c1386a-43ac-4d2e-8454-903c95f1f196 tempest-LiveMigrationTest-1571947473 tempest-LiveMigrationTest-1571947473-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:28:32.961325 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-696583e6-f34c-4394-845b-c4808bd9001f req-b8c1386a-43ac-4d2e-8454-903c95f1f196 tempest-LiveMigrationTest-1571947473 tempest-LiveMigrationTest-1571947473-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=70421289-5784-4962-8b85-8bf7fa80cc12 HTTP/1.1" status: 200 len: 1097 time: 0.3014865 Oct 27 10:28:32.963121 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13f1043-7406-4213-bdc7-db56fa57be14 req-e6720556-caf4-45bb-aa21-39c42f7d5c60 tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:28:32.966598 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-e13f1043-7406-4213-bdc7-db56fa57be14 req-e6720556-caf4-45bb-aa21-39c42f7d5c60 tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] 10.222.0.64 "GET /v2.0/ports?device_id=002947b4-ae99-468d-8263-34ff77508595 HTTP/1.1" status: 200 len: 950 time: 0.2599978 Oct 27 10:28:32.988636 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-b2f9d59b-ea00-4cc3-8ade-6d4b547589ce None None] Provisioning complete for port 8a938523-ca11-4ac2-9e89-e32ad7db935e triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:28:32.989341 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-b2f9d59b-ea00-4cc3-8ade-6d4b547589ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:33.044370 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:33.082689 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] For port 7c6e9fd3-3eed-4b89-8925-646b75fdcfa3, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=7c6e9fd3-3eed-4b89-8925-646b75fdcfa3,segment=NetworkSegment(bc14127b-7032-4c50-bb5b-f6813cbae86e),segment_id=bc14127b-7032-4c50-bb5b-f6813cbae86e)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:28:33.085363 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-696583e6-f34c-4394-845b-c4808bd9001f req-e9313731-7994-4800-ae15-18e195f5e3fb tempest-LiveMigrationTest-1571947473 tempest-LiveMigrationTest-1571947473-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=df17171a-6534-4d8a-8518-0be5fe64cbb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230986 Oct 27 10:28:33.110740 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-724b64c8-4487-4009-8035-bd3ecfacd9a2 admin admin] Router 9f7aa71f-4037-4630-bea8-c5dbdbd26c05 has already been hosted by L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb {{(pid=102346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 10:28:33.122854 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebfbe1bc-c530-4fc7-9f98-1812a79b71b6 tempest-RoutersNegativeIpV6Test-1489525779 tempest-RoutersNegativeIpV6Test-1489525779-project] Deleting subnet 497980b6-c67d-4780-9d51-e7e4ea1d0531 {{(pid=102346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 10:28:33.142647 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-b2f9d59b-ea00-4cc3-8ade-6d4b547589ce None None] Port 8a938523-ca11-4ac2-9e89-e32ad7db935e cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:28:33.148025 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:33.150127 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 3002e94c-adbc-4806-a693-500ceece97fe up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:28:33.154700 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ebfbe1bc-c530-4fc7-9f98-1812a79b71b6 tempest-RoutersNegativeIpV6Test-1489525779 tempest-RoutersNegativeIpV6Test-1489525779-project] Publish callbacks [] for subnet, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:33.286355 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Pushing event updated for resources: {'Port': ['ID=7c6e9fd3-3eed-4b89-8925-646b75fdcfa3,revision_number=4']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:28:33.297263 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port 3002e94c-adbc-4806-a693-500ceece97fe triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:28:33.297639 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:33.299327 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ea9be8-8542-4af6-8454-9507432a891d req-2c63096d-964b-48ba-9526-06db60f63c52 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:28:33.301268 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-12ea9be8-8542-4af6-8454-9507432a891d req-2c63096d-964b-48ba-9526-06db60f63c52 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ae4390a-b621-4500-a1b9-c968556e5a4c HTTP/1.1" status: 200 len: 946 time: 0.1433444 Oct 27 10:28:33.317781 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_common [None req-92e179ae-da4c-4981-9363-457445f4dfa0 tempest-RoutersIpV6AdminTest-1540385956 tempest-RoutersIpV6AdminTest-1540385956-project-admin] Allocated IP 2001:db8::397 (909d9a53-a41f-4a42-a454-a285eb0a5098/b9e86881-cf42-4d5c-af12-a696216949df/91fbccdd-e1fb-4f86-9a18-58969fe70323) {{(pid=102347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:28:33.339129 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [req-e13f1043-7406-4213-bdc7-db56fa57be14 req-685325dd-3b61-450d-9df3-8915f6972da0 tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] Deleting port 4b885691-85ba-4912-82eb-e467a6991070 {{(pid=102347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:28:33.339473 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-e13f1043-7406-4213-bdc7-db56fa57be14 req-685325dd-3b61-450d-9df3-8915f6972da0 tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:33.408022 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:33.452313 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] For port 3002e94c-adbc-4806-a693-500ceece97fe, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=3002e94c-adbc-4806-a693-500ceece97fe,segment=NetworkSegment(06526232-bf3a-460e-a992-bc6b7c412adf),segment_id=06526232-bf3a-460e-a992-bc6b7c412adf)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:28:33.458062 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:33.477635 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-12ea9be8-8542-4af6-8454-9507432a891d req-350b0802-7cec-4258-acf0-f8540565681a tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/security-groups?id=9f7279ee-2d49-4f67-b584-fc902ef383cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650043 Oct 27 10:28:33.528779 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-e13f1043-7406-4213-bdc7-db56fa57be14 req-685325dd-3b61-450d-9df3-8915f6972da0 tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] For port 4b885691-85ba-4912-82eb-e467a6991070, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=4b885691-85ba-4912-82eb-e467a6991070,segment=NetworkSegment(f7c42c6d-2766-46d8-a8b7-4852117a5555),segment_id=f7c42c6d-2766-46d8-a8b7-4852117a5555)] {{(pid=102347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:28:33.529531 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-e13f1043-7406-4213-bdc7-db56fa57be14 req-685325dd-3b61-450d-9df3-8915f6972da0 tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:33.550370 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Pushing event updated for resources: {'Port': ['ID=3002e94c-adbc-4806-a693-500ceece97fe,revision_number=3']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:28:33.577180 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [req-e13f1043-7406-4213-bdc7-db56fa57be14 req-685325dd-3b61-450d-9df3-8915f6972da0 tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] Calling delete_port for 4b885691-85ba-4912-82eb-e467a6991070 owned by compute:nova {{(pid=102347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:28:33.728220 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-92e179ae-da4c-4981-9363-457445f4dfa0 tempest-RoutersIpV6AdminTest-1540385956 tempest-RoutersIpV6AdminTest-1540385956-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:33.761095 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-724b64c8-4487-4009-8035-bd3ecfacd9a2 admin admin] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:28:33.768310 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-724b64c8-4487-4009-8035-bd3ecfacd9a2 admin admin] 10.222.0.44 "PUT /v2.0/routers/9f7aa71f-4037-4630-bea8-c5dbdbd26c05/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0274789 Oct 27 10:28:33.772328 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d156b47-1c9e-43f4-a44b-c32219943ca2 None None] Sync routers for ids ['9f7aa71f-4037-4630-bea8-c5dbdbd26c05'] in n-d-813419-10 {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:28:33.796875 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d156b47-1c9e-43f4-a44b-c32219943ca2 None None] Routers {'9f7aa71f-4037-4630-bea8-c5dbdbd26c05'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:28:33.799494 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-0d156b47-1c9e-43f4-a44b-c32219943ca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:28:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['9f7aa71f-4037-4630-bea8-c5dbdbd26c05'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:28:33.839385 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ebfbe1bc-c530-4fc7-9f98-1812a79b71b6 tempest-RoutersNegativeIpV6Test-1489525779 tempest-RoutersNegativeIpV6Test-1489525779-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25847868'] for subnet, precommit_delete_associations {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:33.919938 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-92e179ae-da4c-4981-9363-457445f4dfa0 tempest-RoutersIpV6AdminTest-1540385956 tempest-RoutersIpV6AdminTest-1540385956-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:33.938373 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d3830d-de10-4e39-b001-6d1e5ff04874 req-f01181f5-00a5-4831-95b6-29a3ece35f5e tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:28:33.940460 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-a0d3830d-de10-4e39-b001-6d1e5ff04874 req-f01181f5-00a5-4831-95b6-29a3ece35f5e tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] 10.222.0.44 "GET /v2.0/ports?device_id=002947b4-ae99-468d-8263-34ff77508595 HTTP/1.1" status: 200 len: 950 time: 0.7313118 Oct 27 10:28:33.945680 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-e13f1043-7406-4213-bdc7-db56fa57be14 req-685325dd-3b61-450d-9df3-8915f6972da0 tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:33.964100 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] get_ports_and_sgs() called for port_ids ['4b885691-85ba-4912-82eb-e467a6991070'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:28:34.008634 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvr_db [None req-0d156b47-1c9e-43f4-a44b-c32219943ca2 None None] Set router 9f7aa71f-4037-4630-bea8-c5dbdbd26c05 gateway port host: n-d-813419-10 {{(pid=102349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:28:34.021087 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92e179ae-da4c-4981-9363-457445f4dfa0 tempest-RoutersIpV6AdminTest-1540385956 tempest-RoutersIpV6AdminTest-1540385956-project-admin] Network 909d9a53-a41f-4a42-a454-a285eb0a5098 is already hosted by enough agents. {{(pid=102347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:28:34.029394 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63d4b637-e694-4422-a3e6-0602960285b8 None None] Network 2a0243b3-727c-41f7-adf4-8910fe5af824 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:28:34.039359 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [None req-92e179ae-da4c-4981-9363-457445f4dfa0 tempest-RoutersIpV6AdminTest-1540385956 tempest-RoutersIpV6AdminTest-1540385956-project-admin] Resources bound (agent type, host, resource id): {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:28:34.062442 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-a0d3830d-de10-4e39-b001-6d1e5ff04874 req-adf4b9e0-0f40-428d-8c5b-7a05377c31bc tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] 10.222.0.44 "GET /v2.0/security-groups?id=564ecd8b-da86-4175-923a-67dcc5fcd400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138458 Oct 27 10:28:34.064369 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-1fe7c1f1-9bb3-4067-9875-4ccbf357f4ca admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:34.067359 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ebfbe1bc-c530-4fc7-9f98-1812a79b71b6 tempest-RoutersNegativeIpV6Test-1489525779 tempest-RoutersNegativeIpV6Test-1489525779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855646'] for subnet, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:34.068362 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92e179ae-da4c-4981-9363-457445f4dfa0 tempest-RoutersIpV6AdminTest-1540385956 tempest-RoutersIpV6AdminTest-1540385956-project-admin] Received port after_create {{(pid=102347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:28:34.159948 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-af862724-a3e8-47cd-a389-9d7bd7d30376 None None] Provisioning complete for port 3002e94c-adbc-4806-a693-500ceece97fe triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:28:34.161905 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-af862724-a3e8-47cd-a389-9d7bd7d30376 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:34.187537 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e179ae-da4c-4981-9363-457445f4dfa0 tempest-RoutersIpV6AdminTest-1540385956 tempest-RoutersIpV6AdminTest-1540385956-project-admin] Pushing event updated for resources: {'Port': ['ID=91fbccdd-e1fb-4f86-9a18-58969fe70323,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:28:34.237592 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685325dd-3b61-450d-9df3-8915f6972da0 tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] Pushing event deleted for resources: {'Port': ['ID=4b885691-85ba-4912-82eb-e467a6991070,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:28:34.253596 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a92b5f-1df5-496a-ab79-ea7bebc8465c req-2aedf663-1b98-44a3-87b7-e02804648917 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:28:34.261461 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-96a92b5f-1df5-496a-ab79-ea7bebc8465c req-2aedf663-1b98-44a3-87b7-e02804648917 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ae4390a-b621-4500-a1b9-c968556e5a4c HTTP/1.1" status: 200 len: 946 time: 0.3266153 Oct 27 10:28:34.265201 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ebfbe1bc-c530-4fc7-9f98-1812a79b71b6 tempest-RoutersNegativeIpV6Test-1489525779 tempest-RoutersNegativeIpV6Test-1489525779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27024355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27168307'] for subnet, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:34.316671 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [req-e13f1043-7406-4213-bdc7-db56fa57be14 req-685325dd-3b61-450d-9df3-8915f6972da0 tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] No DVR routers for this DVR port 4b885691-85ba-4912-82eb-e467a6991070 on host n-h1-813419-10 {{(pid=102347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:28:34.317208 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f6dfd1-f05c-4546-8b75-c5084a16622d req-c8946258-8ccd-4078-8dfb-4a242ad7b732 tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:28:34.319157 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-65f6dfd1-f05c-4546-8b75-c5084a16622d req-c8946258-8ccd-4078-8dfb-4a242ad7b732 tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] 10.222.0.44 "GET /v2.0/ports?device_id=70421289-5784-4962-8b85-8bf7fa80cc12 HTTP/1.1" status: 200 len: 945 time: 0.1314836 Oct 27 10:28:34.323555 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-e13f1043-7406-4213-bdc7-db56fa57be14 req-685325dd-3b61-450d-9df3-8915f6972da0 tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:34.334475 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-e13f1043-7406-4213-bdc7-db56fa57be14 req-685325dd-3b61-450d-9df3-8915f6972da0 tempest-ServersOnMultiNodesTest-674387111 tempest-ServersOnMultiNodesTest-674387111-project] 10.222.0.64 "DELETE /v2.0/ports/4b885691-85ba-4912-82eb-e467a6991070 HTTP/1.1" status: 204 len: 173 time: 1.3571494 Oct 27 10:28:34.334475 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '002947b4-ae99-468d-8263-34ff77508595', 'name': 'network-vif-deleted', 'tag': '4b885691-85ba-4912-82eb-e467a6991070'}] {{(pid=102347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:28:34.341476 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311149b481204ee7edffdb959c881838506fbd95bc8577c048f6677abb73acc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cb62eb2-81fb-482b-bfb9-a2809d4d56c3" -d '{"events": [{"server_uuid": "002947b4-ae99-468d-8263-34ff77508595", "name": "network-vif-deleted", "tag": "4b885691-85ba-4912-82eb-e467a6991070"}]}' {{(pid=102347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:28:34.366674 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfbe1bc-c530-4fc7-9f98-1812a79b71b6 tempest-RoutersNegativeIpV6Test-1489525779 tempest-RoutersNegativeIpV6Test-1489525779-project] Pushing event deleted for resources: {'Subnet': ['ID=497980b6-c67d-4780-9d51-e7e4ea1d0531,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:28:34.388801 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf8dcd97-8d4a-446d-b386-61ec99e01a5f None None] Network c774295a-16c5-4f3d-9e78-d68a7d0e12d7 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:28:34.399070 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ebfbe1bc-c530-4fc7-9f98-1812a79b71b6 tempest-RoutersNegativeIpV6Test-1489525779 tempest-RoutersNegativeIpV6Test-1489525779-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for subnet, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:34.402599 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-ebfbe1bc-c530-4fc7-9f98-1812a79b71b6 tempest-RoutersNegativeIpV6Test-1489525779 tempest-RoutersNegativeIpV6Test-1489525779-project] 10.222.0.44 "DELETE /v2.0/subnets/497980b6-c67d-4780-9d51-e7e4ea1d0531 HTTP/1.1" status: 204 len: 168 time: 1.5632646 Oct 27 10:28:34.411766 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-96a92b5f-1df5-496a-ab79-ea7bebc8465c req-79b05423-c3ba-455e-b9a7-b4e1f2a5908e tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/security-groups?id=9f7279ee-2d49-4f67-b584-fc902ef383cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492395 Oct 27 10:28:34.413060 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 54368) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:28:34.438059 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfbe1bc-c530-4fc7-9f98-1812a79b71b6 tempest-RoutersNegativeIpV6Test-1489525779 tempest-RoutersNegativeIpV6Test-1489525779-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:28:34.438489 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfbe1bc-c530-4fc7-9f98-1812a79b71b6 tempest-RoutersNegativeIpV6Test-1489525779 tempest-RoutersNegativeIpV6Test-1489525779-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:28:34.438844 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfbe1bc-c530-4fc7-9f98-1812a79b71b6 tempest-RoutersNegativeIpV6Test-1489525779 tempest-RoutersNegativeIpV6Test-1489525779-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:28:34.439413 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfbe1bc-c530-4fc7-9f98-1812a79b71b6 tempest-RoutersNegativeIpV6Test-1489525779 tempest-RoutersNegativeIpV6Test-1489525779-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:28:34.439763 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfbe1bc-c530-4fc7-9f98-1812a79b71b6 tempest-RoutersNegativeIpV6Test-1489525779 tempest-RoutersNegativeIpV6Test-1489525779-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:28:34.440100 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfbe1bc-c530-4fc7-9f98-1812a79b71b6 tempest-RoutersNegativeIpV6Test-1489525779 tempest-RoutersNegativeIpV6Test-1489525779-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:28:34.440462 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfbe1bc-c530-4fc7-9f98-1812a79b71b6 tempest-RoutersNegativeIpV6Test-1489525779 tempest-RoutersNegativeIpV6Test-1489525779-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:28:34.440794 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfbe1bc-c530-4fc7-9f98-1812a79b71b6 tempest-RoutersNegativeIpV6Test-1489525779 tempest-RoutersNegativeIpV6Test-1489525779-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:28:34.441128 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfbe1bc-c530-4fc7-9f98-1812a79b71b6 tempest-RoutersNegativeIpV6Test-1489525779 tempest-RoutersNegativeIpV6Test-1489525779-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:28:34.441459 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfbe1bc-c530-4fc7-9f98-1812a79b71b6 tempest-RoutersNegativeIpV6Test-1489525779 tempest-RoutersNegativeIpV6Test-1489525779-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:28:34.441786 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfbe1bc-c530-4fc7-9f98-1812a79b71b6 tempest-RoutersNegativeIpV6Test-1489525779 tempest-RoutersNegativeIpV6Test-1489525779-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:28:34.442122 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfbe1bc-c530-4fc7-9f98-1812a79b71b6 tempest-RoutersNegativeIpV6Test-1489525779 tempest-RoutersNegativeIpV6Test-1489525779-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:28:34.486100 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-65f6dfd1-f05c-4546-8b75-c5084a16622d req-08957b59-3f0c-4b01-967f-d003c9754b49 tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] 10.222.0.44 "GET /v2.0/security-groups?id=df17171a-6534-4d8a-8518-0be5fe64cbb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232936 Oct 27 10:28:34.537404 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-1fe7c1f1-9bb3-4067-9875-4ccbf357f4ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1765699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1769372'] for router, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:34.664905 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-0d156b47-1c9e-43f4-a44b-c32219943ca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f7aa71f-4037-4630-bea8-c5dbdbd26c05', 'name': 'tempest-ServersTestBootFromVolume-1565170527-router', 'tenant_id': 'fccb419307184e4f847f7a5ecc967169', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.118'}], 'enable_snat': True}, 'gw_port_id': '7c6e9fd3-3eed-4b89-8925-646b75fdcfa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:28:21Z', 'updated_at': '2021-10-27T10:28:30Z', 'revision_number': 4, 'project_id': 'fccb419307184e4f847f7a5ecc967169', 'gw_port': {'id': '7c6e9fd3-3eed-4b89-8925-646b75fdcfa3', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:59:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f7aa71f-4037-4630-bea8-c5dbdbd26c05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:28:23Z', 'updated_at': '2021-10-27T10:28:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_interfaces': [{'id': '8a938523-ca11-4ac2-9e89-e32ad7db935e', 'name': '', 'network_id': 'c9bdb347-48e4-4111-a250-9327eec0fcb4', 'tenant_id': 'fccb419307184e4f847f7a5ecc967169', 'mac_address': 'fa:16:3e:2b:f8:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f7aa71f-4037-4630-bea8-c5dbdbd26c05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1190, 'fixed_ips': [{'subnet_id': '8169b91d-99bf-40e1-a3f3-68194fe96559', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:28:28Z', 'updated_at': '2021-10-27T10:28:31Z', 'revision_number': 2, 'project_id': 'fccb419307184e4f847f7a5ecc967169', 'subnets': [{'id': '8169b91d-99bf-40e1-a3f3-68194fe96559', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:28:34.700441 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d156b47-1c9e-43f4-a44b-c32219943ca2 None None] Checking router: 9f7aa71f-4037-4630-bea8-c5dbdbd26c05 for host: n-d-813419-10 {{(pid=102349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 10:28:34.701681 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d156b47-1c9e-43f4-a44b-c32219943ca2 None None] Updating router 9f7aa71f-4037-4630-bea8-c5dbdbd26c05 port 8a938523-ca11-4ac2-9e89-e32ad7db935e binding host n-d-813419-10 {{(pid=102349) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 10:28:34.704371 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:28:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7728d1a-78a6-4485-b26f-8272af904d0c x-openstack-request-id: req-b7728d1a-78a6-4485-b26f-8272af904d0c {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:28:34.706043 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "002947b4-ae99-468d-8263-34ff77508595", "name": "network-vif-deleted", "tag": "4b885691-85ba-4912-82eb-e467a6991070", "status": "completed", "code": 200}]} {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:28:34.706471 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b7728d1a-78a6-4485-b26f-8272af904d0c {{(pid=102347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:28:34.708292 n-d-813419-10 neutron-server[102347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '002947b4-ae99-468d-8263-34ff77508595', 'name': 'network-vif-deleted', 'tag': '4b885691-85ba-4912-82eb-e467a6991070', 'status': 'completed', 'code': 200} Oct 27 10:28:34.767927 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 7c6e9fd3-3eed-4b89-8925-646b75fdcfa3 up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:28:34.784750 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-0d156b47-1c9e-43f4-a44b-c32219943ca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:34.820724 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b54317c-4360-4c1e-a3ca-e8a3662a13f0 None None] DHCP port deletion for c774295a-16c5-4f3d-9e78-d68a7d0e12d7 request from n-d-813419-10 {{(pid=102348) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 10:28:34.836377 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 54376) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:28:34.867353 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-d43f28a2-ae37-4787-82b9-43b5ded2fe03 tempest-ServersTestBootFromVolume-118172414 tempest-ServersTestBootFromVolume-118172414-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1941374272', 'description': 'tempest-description--301712177'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:28:34.933908 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port 7c6e9fd3-3eed-4b89-8925-646b75fdcfa3 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:28:34.934271 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:34.954342 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d43f28a2-ae37-4787-82b9-43b5ded2fe03 tempest-ServersTestBootFromVolume-118172414 tempest-ServersTestBootFromVolume-118172414-project] Publish callbacks [] for security_group, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:35.013970 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91eac137-651d-4c7e-832e-5883e65b0de4 req-0c36de67-25b4-4332-847c-bfea1d78f84b tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:28:35.024088 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-91eac137-651d-4c7e-832e-5883e65b0de4 req-0c36de67-25b4-4332-847c-bfea1d78f84b tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ae4390a-b621-4500-a1b9-c968556e5a4c HTTP/1.1" status: 200 len: 946 time: 0.2464466 Oct 27 10:28:35.046192 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-6b54317c-4360-4c1e-a3ca-e8a3662a13f0 None None] Deleting port e3e5aa99-013b-44ff-bc95-50845fca92e7 {{(pid=102348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:28:35.046850 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-6b54317c-4360-4c1e-a3ca-e8a3662a13f0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:35.128016 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-91eac137-651d-4c7e-832e-5883e65b0de4 req-807494b6-e5ea-4d66-93f9-312e03ac8fbe tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/security-groups?id=9f7279ee-2d49-4f67-b584-fc902ef383cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025593 Oct 27 10:28:35.152237 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-8cf0ee73-b3b7-43f3-b734-768f5870f410 None None] Provisioning complete for port 3002e94c-adbc-4806-a693-500ceece97fe triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:28:35.152237 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-8cf0ee73-b3b7-43f3-b734-768f5870f410 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:35.223574 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fe7c1f1-9bb3-4067-9875-4ccbf357f4ca admin admin] Router a3ee8d8e-71e6-4f61-85c0-7cf873da03b9 is scheduled to L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb with binding_index 1 {{(pid=102346) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 10:28:35.238553 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-6b54317c-4360-4c1e-a3ca-e8a3662a13f0 None None] For port e3e5aa99-013b-44ff-bc95-50845fca92e7, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=e3e5aa99-013b-44ff-bc95-50845fca92e7,segment=NetworkSegment(960b232d-407f-4788-afba-8a151becf257),segment_id=960b232d-407f-4788-afba-8a151becf257)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:28:35.239131 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-6b54317c-4360-4c1e-a3ca-e8a3662a13f0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:35.270568 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-6b54317c-4360-4c1e-a3ca-e8a3662a13f0 None None] Calling delete_port for e3e5aa99-013b-44ff-bc95-50845fca92e7 owned by network:dhcp {{(pid=102348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:28:35.274080 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d43f28a2-ae37-4787-82b9-43b5ded2fe03 tempest-ServersTestBootFromVolume-118172414 tempest-ServersTestBootFromVolume-118172414-project] Publish callbacks [] for security_group, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:35.292655 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 3002e94c-adbc-4806-a693-500ceece97fe up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:28:35.299096 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d43f28a2-ae37-4787-82b9-43b5ded2fe03 tempest-ServersTestBootFromVolume-118172414 tempest-ServersTestBootFromVolume-118172414-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:35.328075 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-0d156b47-1c9e-43f4-a44b-c32219943ca2 None None] Publish callbacks [] for port, precommit_update {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:35.336465 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-0d156b47-1c9e-43f4-a44b-c32219943ca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:35.401359 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687ac72b-5acf-400f-8d16-0859315f2036 None None] Pushing event updated for resources: {'Port': ['ID=8a938523-ca11-4ac2-9e89-e32ad7db935e,revision_number=3']} {{(pid=102349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:28:35.419254 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d43f28a2-ae37-4787-82b9-43b5ded2fe03 tempest-ServersTestBootFromVolume-118172414 tempest-ServersTestBootFromVolume-118172414-project] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:35.426937 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-d43f28a2-ae37-4787-82b9-43b5ded2fe03 tempest-ServersTestBootFromVolume-118172414 tempest-ServersTestBootFromVolume-118172414-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.5625260 Oct 27 10:28:35.431952 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43f28a2-ae37-4787-82b9-43b5ded2fe03 tempest-ServersTestBootFromVolume-118172414 tempest-ServersTestBootFromVolume-118172414-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d8532b2-6883-48ec-ab1a-369df7b50fe8,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:28:35.434332 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687ac72b-5acf-400f-8d16-0859315f2036 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:28:35.434797 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687ac72b-5acf-400f-8d16-0859315f2036 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:28:35.435236 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687ac72b-5acf-400f-8d16-0859315f2036 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:28:35.435672 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687ac72b-5acf-400f-8d16-0859315f2036 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:28:35.436104 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687ac72b-5acf-400f-8d16-0859315f2036 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:28:35.436655 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687ac72b-5acf-400f-8d16-0859315f2036 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:28:35.437054 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687ac72b-5acf-400f-8d16-0859315f2036 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:28:35.438013 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687ac72b-5acf-400f-8d16-0859315f2036 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:28:35.438461 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687ac72b-5acf-400f-8d16-0859315f2036 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:28:35.439155 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687ac72b-5acf-400f-8d16-0859315f2036 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:28:35.439757 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687ac72b-5acf-400f-8d16-0859315f2036 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:28:35.440352 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687ac72b-5acf-400f-8d16-0859315f2036 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:28:35.475069 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 54386) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:28:35.477671 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.managers [None req-0d156b47-1c9e-43f4-a44b-c32219943ca2 None None] Attempting to bind port 8a938523-ca11-4ac2-9e89-e32ad7db935e on host n-d-813419-10 for vnic_type normal with profile {{(pid=102349) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:28:35.480583 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.managers [None req-0d156b47-1c9e-43f4-a44b-c32219943ca2 None None] Attempting to bind port 8a938523-ca11-4ac2-9e89-e32ad7db935e by drivers openvswitch,hyperv on host n-d-813419-10 at level 0 using segments [{'id': '32ee6b7e-f7db-44d8-a33c-f5ba7bc60b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'c9bdb347-48e4-4111-a250-9327eec0fcb4'}] {{(pid=102349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:28:35.481081 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d156b47-1c9e-43f4-a44b-c32219943ca2 None None] Attempting to bind port 8a938523-ca11-4ac2-9e89-e32ad7db935e on network c9bdb347-48e4-4111-a250-9327eec0fcb4 {{(pid=102349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:28:35.492985 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d156b47-1c9e-43f4-a44b-c32219943ca2 None None] Checking agent: {'id': '89dba0f3-79b2-435e-9822-33674b8f6ada', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 8, 20), 'started_at': datetime.datetime(2021, 10, 27, 10, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 28, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:28:35.493532 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d156b47-1c9e-43f4-a44b-c32219943ca2 None None] Checking segment: {'id': '32ee6b7e-f7db-44d8-a33c-f5ba7bc60b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'c9bdb347-48e4-4111-a250-9327eec0fcb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:28:35.494906 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-0d156b47-1c9e-43f4-a44b-c32219943ca2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:35.497201 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-d0268273-50be-48bc-8a49-5ccceb0b90a9 tempest-ServersTestBootFromVolume-118172414 tempest-ServersTestBootFromVolume-118172414-project] Request body: {'security_group_rule': {'security_group_id': '9d8532b2-6883-48ec-ab1a-369df7b50fe8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:28:35.497683 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d156b47-1c9e-43f4-a44b-c32219943ca2 None None] Bound using segment: {'id': '32ee6b7e-f7db-44d8-a33c-f5ba7bc60b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'c9bdb347-48e4-4111-a250-9327eec0fcb4'} {{(pid=102349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:28:35.498304 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.managers [None req-0d156b47-1c9e-43f4-a44b-c32219943ca2 None None] Bound port: 8a938523-ca11-4ac2-9e89-e32ad7db935e, host: n-d-813419-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32ee6b7e-f7db-44d8-a33c-f5ba7bc60b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'c9bdb347-48e4-4111-a250-9327eec0fcb4'}}] {{(pid=102349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:28:35.498830 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-0d156b47-1c9e-43f4-a44b-c32219943ca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:35.514849 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port 3002e94c-adbc-4806-a693-500ceece97fe triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:28:35.515226 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:35.605326 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1955b4-65f1-42e6-8f5c-0cb6b4d3a4c0 req-7fb9ac68-db51-4645-af6e-03d5bd681dff tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:28:35.614170 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ab1955b4-65f1-42e6-8f5c-0cb6b4d3a4c0 req-7fb9ac68-db51-4645-af6e-03d5bd681dff tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ae4390a-b621-4500-a1b9-c968556e5a4c HTTP/1.1" status: 200 len: 946 time: 0.3547575 Oct 27 10:28:35.647277 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-63756e21-ee21-4aaa-be3f-45f0c8f1eecc tempest-RoutersNegativeIpV6Test-1489525779 tempest-RoutersNegativeIpV6Test-1489525779-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586917'] for network, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:35.680151 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d0268273-50be-48bc-8a49-5ccceb0b90a9 tempest-ServersTestBootFromVolume-118172414 tempest-ServersTestBootFromVolume-118172414-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:35.688601 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e7e7ac-6d3e-4f89-ba22-8a56b91136e5 req-f6a5b404-e8d8-4612-94fc-a383a643cce4 tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:28:35.690177 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-90e7e7ac-6d3e-4f89-ba22-8a56b91136e5 req-f6a5b404-e8d8-4612-94fc-a383a643cce4 tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] 10.222.0.64 "GET /v2.0/ports?device_id=70421289-5784-4962-8b85-8bf7fa80cc12 HTTP/1.1" status: 200 len: 945 time: 1.1549973 Oct 27 10:28:35.692050 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 54392) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:28:35.706609 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.db [None req-0d156b47-1c9e-43f4-a44b-c32219943ca2 None None] For port 8a938523-ca11-4ac2-9e89-e32ad7db935e, host n-d-813419-10, cleared binding levels {{(pid=102349) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:28:35.711182 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-6b54317c-4360-4c1e-a3ca-e8a3662a13f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615'] for port, after_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:35.714582 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.db [None req-0d156b47-1c9e-43f4-a44b-c32219943ca2 None None] For port 8a938523-ca11-4ac2-9e89-e32ad7db935e, host n-d-813419-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=8a938523-ca11-4ac2-9e89-e32ad7db935e,segment=NetworkSegment(32ee6b7e-f7db-44d8-a33c-f5ba7bc60b5b),segment_id=32ee6b7e-f7db-44d8-a33c-f5ba7bc60b5b)] {{(pid=102349) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:28:35.724292 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-0d156b47-1c9e-43f4-a44b-c32219943ca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:35.752907 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b54317c-4360-4c1e-a3ca-e8a3662a13f0 None None] Pushing event deleted for resources: {'Port': ['ID=e3e5aa99-013b-44ff-bc95-50845fca92e7,revision_number=None']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:28:35.773653 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b54317c-4360-4c1e-a3ca-e8a3662a13f0 None None] No DVR routers for this DVR port e3e5aa99-013b-44ff-bc95-50845fca92e7 on host n-d-813419-10 {{(pid=102348) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:28:35.774010 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-63756e21-ee21-4aaa-be3f-45f0c8f1eecc tempest-RoutersNegativeIpV6Test-1489525779 tempest-RoutersNegativeIpV6Test-1489525779-project] The port 'e3e5aa99-013b-44ff-bc95-50845fca92e7' was deleted {{(pid=102347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Oct 27 10:28:35.779276 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-acd0a1a0-9141-483b-87c3-10de3ea3de31 None None] Provisioning complete for port 8a938523-ca11-4ac2-9e89-e32ad7db935e triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:28:35.779802 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-acd0a1a0-9141-483b-87c3-10de3ea3de31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:35.850804 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d156b47-1c9e-43f4-a44b-c32219943ca2 None None] Routers {'9f7aa71f-4037-4630-bea8-c5dbdbd26c05'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:28:35.851445 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-0d156b47-1c9e-43f4-a44b-c32219943ca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:28:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['9f7aa71f-4037-4630-bea8-c5dbdbd26c05'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:28:35.853648 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687ac72b-5acf-400f-8d16-0859315f2036 None None] Pushing event updated for resources: {'Port': ['ID=8a938523-ca11-4ac2-9e89-e32ad7db935e,revision_number=4']} {{(pid=102349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:28:35.863816 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fe7c1f1-9bb3-4067-9875-4ccbf357f4ca admin admin] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:28:35.894143 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ab1955b4-65f1-42e6-8f5c-0cb6b4d3a4c0 req-192eb494-68f5-4652-85ad-52259d1943bd tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/security-groups?id=9f7279ee-2d49-4f67-b584-fc902ef383cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2612317 Oct 27 10:28:35.907104 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d0268273-50be-48bc-8a49-5ccceb0b90a9 tempest-ServersTestBootFromVolume-118172414 tempest-ServersTestBootFromVolume-118172414-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:35.926723 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d0268273-50be-48bc-8a49-5ccceb0b90a9 tempest-ServersTestBootFromVolume-118172414 tempest-ServersTestBootFromVolume-118172414-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671902'] for security_group_rule, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:35.930634 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-acd0a1a0-9141-483b-87c3-10de3ea3de31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:35.933630 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fad4c55a-60b4-481b-a770-fb149003eba8 None None] Sync routers for ids ['a3ee8d8e-71e6-4f61-85c0-7cf873da03b9'] in n-d-813419-10 {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:28:35.951156 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f21f44-988e-4f42-ada9-4ea46d3e2c8f req-1eee364d-326f-4a0a-9543-d6d5ffb89f11 tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:28:35.959323 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-20f21f44-988e-4f42-ada9-4ea46d3e2c8f req-1eee364d-326f-4a0a-9543-d6d5ffb89f11 tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] 10.222.0.44 "GET /v2.0/ports?device_id=70421289-5784-4962-8b85-8bf7fa80cc12 HTTP/1.1" status: 200 len: 945 time: 0.3290243 Oct 27 10:28:35.965056 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fad4c55a-60b4-481b-a770-fb149003eba8 None None] Routers {'a3ee8d8e-71e6-4f61-85c0-7cf873da03b9'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:28:35.966339 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-fad4c55a-60b4-481b-a770-fb149003eba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:28:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['a3ee8d8e-71e6-4f61-85c0-7cf873da03b9'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:28:35.985903 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d0268273-50be-48bc-8a49-5ccceb0b90a9 tempest-ServersTestBootFromVolume-118172414 tempest-ServersTestBootFromVolume-118172414-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:35.995723 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-d0268273-50be-48bc-8a49-5ccceb0b90a9 tempest-ServersTestBootFromVolume-118172414 tempest-ServersTestBootFromVolume-118172414-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5146010 Oct 27 10:28:36.007770 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 54400) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:28:36.016400 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-92e179ae-da4c-4981-9363-457445f4dfa0 tempest-RoutersIpV6AdminTest-1540385956 tempest-RoutersIpV6AdminTest-1540385956-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:36.022279 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-91e1d6c8-9c11-4e98-bb60-8ebbdad573f9 tempest-ServersTestBootFromVolume-118172414 tempest-ServersTestBootFromVolume-118172414-project] Request body: {'security_group_rule': {'security_group_id': '9d8532b2-6883-48ec-ab1a-369df7b50fe8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:28:36.031843 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-1fe7c1f1-9bb3-4067-9875-4ccbf357f4ca admin admin] Publish callbacks [] for router, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:36.037449 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-1fe7c1f1-9bb3-4067-9875-4ccbf357f4ca admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 7.2800248 Oct 27 10:28:36.040420 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 54404) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:28:36.060320 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0268273-50be-48bc-8a49-5ccceb0b90a9 tempest-ServersTestBootFromVolume-118172414 tempest-ServersTestBootFromVolume-118172414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d10262b-26ad-4d9f-8b01-289ba0bc1708,revision_number=0']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:28:36.115644 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-63756e21-ee21-4aaa-be3f-45f0c8f1eecc tempest-RoutersNegativeIpV6Test-1489525779 tempest-RoutersNegativeIpV6Test-1489525779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857803', 'neutron.services.segments.db._delete_segments_for_network-8743873143390'] for network, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:36.125191 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvr_db [None req-0d156b47-1c9e-43f4-a44b-c32219943ca2 None None] Set router 9f7aa71f-4037-4630-bea8-c5dbdbd26c05 gateway port host: n-d-813419-10 {{(pid=102349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:28:36.184695 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-c72b01a8-7a35-435f-bc21-7f474700486a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=90a01745d25e42a2aa454aea883f58a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4860871 Oct 27 10:28:36.188367 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 54406) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:28:36.195346 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-63756e21-ee21-4aaa-be3f-45f0c8f1eecc tempest-RoutersNegativeIpV6Test-1489525779 tempest-RoutersNegativeIpV6Test-1489525779-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c774295a-16c5-4f3d-9e78-d68a7d0e12d7']}} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:28:36.219962 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-63756e21-ee21-4aaa-be3f-45f0c8f1eecc tempest-RoutersNegativeIpV6Test-1489525779 tempest-RoutersNegativeIpV6Test-1489525779-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '960b232d-407f-4788-afba-8a151becf257') {'for_net_delete': True} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:28:36.220312 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-63756e21-ee21-4aaa-be3f-45f0c8f1eecc tempest-RoutersNegativeIpV6Test-1489525779 tempest-RoutersNegativeIpV6Test-1489525779-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '960b232d-407f-4788-afba-8a151becf257') {} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:28:36.228617 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvr_db [None req-fad4c55a-60b4-481b-a770-fb149003eba8 None None] Set router a3ee8d8e-71e6-4f61-85c0-7cf873da03b9 gateway port host: n-d-813419-10 {{(pid=102348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:28:36.236635 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-20f21f44-988e-4f42-ada9-4ea46d3e2c8f req-ed6de388-94a0-478e-980a-c1c5a026e6eb tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] 10.222.0.44 "GET /v2.0/security-groups?id=df17171a-6534-4d8a-8518-0be5fe64cbb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2731645 Oct 27 10:28:36.274099 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-91e1d6c8-9c11-4e98-bb60-8ebbdad573f9 tempest-ServersTestBootFromVolume-118172414 tempest-ServersTestBootFromVolume-118172414-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:36.285234 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-63756e21-ee21-4aaa-be3f-45f0c8f1eecc tempest-RoutersNegativeIpV6Test-1489525779 tempest-RoutersNegativeIpV6Test-1489525779-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743873145191', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18445132'] for segment, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:36.321060 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fa3dd2-db58-4872-b095-cc1ab82fbc46 req-83fbd0e3-a523-4c31-ad2d-5a37471efd6b tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:28:36.326299 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-acd0a1a0-9141-483b-87c3-10de3ea3de31 None None] For port 8a938523-ca11-4ac2-9e89-e32ad7db935e, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=8a938523-ca11-4ac2-9e89-e32ad7db935e,segment=NetworkSegment(32ee6b7e-f7db-44d8-a33c-f5ba7bc60b5b),segment_id=32ee6b7e-f7db-44d8-a33c-f5ba7bc60b5b)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:28:36.330529 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-91fa3dd2-db58-4872-b095-cc1ab82fbc46 req-83fbd0e3-a523-4c31-ad2d-5a37471efd6b tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ae4390a-b621-4500-a1b9-c968556e5a4c HTTP/1.1" status: 200 len: 946 time: 0.2639742 Oct 27 10:28:36.337497 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [req-90e7e7ac-6d3e-4f89-ba22-8a56b91136e5 req-b8f99cf4-8d89-415e-8b09-8b65a0d7f16a tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] Deleting port f81d61c2-dbd7-452d-b714-07ddb1d07d0b {{(pid=102347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:28:36.338741 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-90e7e7ac-6d3e-4f89-ba22-8a56b91136e5 req-b8f99cf4-8d89-415e-8b09-8b65a0d7f16a tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:36.349718 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-acd0a1a0-9141-483b-87c3-10de3ea3de31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:36.437401 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device f81d61c2-dbd7-452d-b714-07ddb1d07d0b no longer exists at agent hyperv_n-h1-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:28:36.442465 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-91fa3dd2-db58-4872-b095-cc1ab82fbc46 req-bbdc73f6-8842-46e9-9fb2-cf0ea395ee89 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/security-groups?id=9f7279ee-2d49-4f67-b584-fc902ef383cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104896 Oct 27 10:28:36.482220 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-483bb8be-7e60-46d1-9a4a-daed96a3d56f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:36.482819 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-0d156b47-1c9e-43f4-a44b-c32219943ca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f7aa71f-4037-4630-bea8-c5dbdbd26c05', 'name': 'tempest-ServersTestBootFromVolume-1565170527-router', 'tenant_id': 'fccb419307184e4f847f7a5ecc967169', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.118'}], 'enable_snat': True}, 'gw_port_id': '7c6e9fd3-3eed-4b89-8925-646b75fdcfa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:28:21Z', 'updated_at': '2021-10-27T10:28:30Z', 'revision_number': 4, 'project_id': 'fccb419307184e4f847f7a5ecc967169', 'gw_port': {'id': '7c6e9fd3-3eed-4b89-8925-646b75fdcfa3', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:59:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f7aa71f-4037-4630-bea8-c5dbdbd26c05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:28:23Z', 'updated_at': '2021-10-27T10:28:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_interfaces': [{'id': '8a938523-ca11-4ac2-9e89-e32ad7db935e', 'name': '', 'network_id': 'c9bdb347-48e4-4111-a250-9327eec0fcb4', 'tenant_id': 'fccb419307184e4f847f7a5ecc967169', 'mac_address': 'fa:16:3e:2b:f8:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f7aa71f-4037-4630-bea8-c5dbdbd26c05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1190, 'fixed_ips': [{'subnet_id': '8169b91d-99bf-40e1-a3f3-68194fe96559', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:28:28Z', 'updated_at': '2021-10-27T10:28:35Z', 'revision_number': 4, 'project_id': 'fccb419307184e4f847f7a5ecc967169', 'subnets': [{'id': '8169b91d-99bf-40e1-a3f3-68194fe96559', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:28:36.533069 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d156b47-1c9e-43f4-a44b-c32219943ca2 None None] The sync data for ids ['9f7aa71f-4037-4630-bea8-c5dbdbd26c05'] in n-d-813419-10 is: [{'id': '9f7aa71f-4037-4630-bea8-c5dbdbd26c05', 'name': 'tempest-ServersTestBootFromVolume-1565170527-router', 'tenant_id': 'fccb419307184e4f847f7a5ecc967169', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.118'}], 'enable_snat': True}, 'gw_port_id': '7c6e9fd3-3eed-4b89-8925-646b75fdcfa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:28:21Z', 'updated_at': '2021-10-27T10:28:30Z', 'revision_number': 4, 'project_id': 'fccb419307184e4f847f7a5ecc967169', 'gw_port': {'id': '7c6e9fd3-3eed-4b89-8925-646b75fdcfa3', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:59:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f7aa71f-4037-4630-bea8-c5dbdbd26c05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:28:23Z', 'updated_at': '2021-10-27T10:28:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_interfaces': [{'id': '8a938523-ca11-4ac2-9e89-e32ad7db935e', 'name': '', 'network_id': 'c9bdb347-48e4-4111-a250-9327eec0fcb4', 'tenant_id': 'fccb419307184e4f847f7a5ecc967169', 'mac_address': 'fa:16:3e:2b:f8:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f7aa71f-4037-4630-bea8-c5dbdbd26c05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1190, 'fixed_ips': [{'subnet_id': '8169b91d-99bf-40e1-a3f3-68194fe96559', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:28:28Z', 'updated_at': '2021-10-27T10:28:35Z', 'revision_number': 4, 'project_id': 'fccb419307184e4f847f7a5ecc967169', 'subnets': [{'id': '8169b91d-99bf-40e1-a3f3-68194fe96559', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:28:36.549915 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-92e179ae-da4c-4981-9363-457445f4dfa0 tempest-RoutersIpV6AdminTest-1540385956 tempest-RoutersIpV6AdminTest-1540385956-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1765699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1769372'] for router, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:36.551122 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-91e1d6c8-9c11-4e98-bb60-8ebbdad573f9 tempest-ServersTestBootFromVolume-118172414 tempest-ServersTestBootFromVolume-118172414-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:36.579822 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-91e1d6c8-9c11-4e98-bb60-8ebbdad573f9 tempest-ServersTestBootFromVolume-118172414 tempest-ServersTestBootFromVolume-118172414-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671902'] for security_group_rule, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:36.589176 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-483bb8be-7e60-46d1-9a4a-daed96a3d56f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:36.597656 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-63756e21-ee21-4aaa-be3f-45f0c8f1eecc tempest-RoutersNegativeIpV6Test-1489525779 tempest-RoutersNegativeIpV6Test-1489525779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:36.661335 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-b3f6fe8b-5854-46e4-b8fd-640c1addac76 None None] Provisioning complete for port 8a938523-ca11-4ac2-9e89-e32ad7db935e triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:28:36.661696 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-b3f6fe8b-5854-46e4-b8fd-640c1addac76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:36.662730 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e1d6c8-9c11-4e98-bb60-8ebbdad573f9 tempest-ServersTestBootFromVolume-118172414 tempest-ServersTestBootFromVolume-118172414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c331429a-ec36-4f2e-9a74-1c5f39c406e1,revision_number=0']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:28:36.663783 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd0a1a0-9141-483b-87c3-10de3ea3de31 None None] Pushing event updated for resources: {'Port': ['ID=8a938523-ca11-4ac2-9e89-e32ad7db935e,revision_number=5']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:28:36.668056 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63756e21-ee21-4aaa-be3f-45f0c8f1eecc tempest-RoutersNegativeIpV6Test-1489525779 tempest-RoutersNegativeIpV6Test-1489525779-project] Releasing vlan 419 on physical network physnet1 to pool {{(pid=102347) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 10:28:36.669602 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-63756e21-ee21-4aaa-be3f-45f0c8f1eecc tempest-RoutersNegativeIpV6Test-1489525779 tempest-RoutersNegativeIpV6Test-1489525779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-18296032'] for segment, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:36.706890 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-91e1d6c8-9c11-4e98-bb60-8ebbdad573f9 tempest-ServersTestBootFromVolume-118172414 tempest-ServersTestBootFromVolume-118172414-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:36.721049 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-91e1d6c8-9c11-4e98-bb60-8ebbdad573f9 tempest-ServersTestBootFromVolume-118172414 tempest-ServersTestBootFromVolume-118172414-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7039618 Oct 27 10:28:36.725388 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device e3e5aa99-013b-44ff-bc95-50845fca92e7 no longer exists at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:28:36.726743 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 54410) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:28:36.733069 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-e8febb76-cde1-4edb-9f23-d0eefdb3a847 tempest-ServersTestBootFromVolume-118172414 tempest-ServersTestBootFromVolume-118172414-project] Request body: {'floatingip': {'floating_network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:28:36.779434 n-d-813419-10 neutron-server[102347]: Traceback (most recent call last): Oct 27 10:28:36.779434 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 10:28:36.779434 n-d-813419-10 neutron-server[102347]: timer() Oct 27 10:28:36.779434 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 10:28:36.779434 n-d-813419-10 neutron-server[102347]: cb(*args, **kw) Oct 27 10:28:36.779434 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 10:28:36.779434 n-d-813419-10 neutron-server[102347]: return func(*args, **kwargs) Oct 27 10:28:36.779434 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 10:28:36.779434 n-d-813419-10 neutron-server[102347]: self._notify() Oct 27 10:28:36.779434 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 10:28:36.779434 n-d-813419-10 neutron-server[102347]: self.callback(batched_events) Oct 27 10:28:36.779434 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 10:28:36.779434 n-d-813419-10 neutron-server[102347]: event.method(event) Oct 27 10:28:36.779434 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 10:28:36.779434 n-d-813419-10 neutron-server[102347]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 10:28:36.779434 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 10:28:36.779434 n-d-813419-10 neutron-server[102347]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 10:28:36.779434 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 10:28:36.779434 n-d-813419-10 neutron-server[102347]: return f(self, *a, **k) Oct 27 10:28:36.779434 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 10:28:36.779434 n-d-813419-10 neutron-server[102347]: return self._get(url).json() Oct 27 10:28:36.779434 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 10:28:36.779434 n-d-813419-10 neutron-server[102347]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 10:28:36.779434 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 10:28:36.779434 n-d-813419-10 neutron-server[102347]: return self.request(url, 'GET', **kwargs) Oct 27 10:28:36.779434 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 10:28:36.779434 n-d-813419-10 neutron-server[102347]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 10:28:36.779434 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 10:28:36.779434 n-d-813419-10 neutron-server[102347]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 10:28:36.779434 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 10:28:36.779434 n-d-813419-10 neutron-server[102347]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 10:28:36.779434 n-d-813419-10 neutron-server[102347]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 10:28:36.921084 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-e8febb76-cde1-4edb-9f23-d0eefdb3a847 tempest-ServersTestBootFromVolume-118172414 tempest-ServersTestBootFromVolume-118172414-project] Publish callbacks [] for floatingip, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:36.925046 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-483bb8be-7e60-46d1-9a4a-daed96a3d56f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:36.927766 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-483bb8be-7e60-46d1-9a4a-daed96a3d56f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:36.929997 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-90e7e7ac-6d3e-4f89-ba22-8a56b91136e5 req-b8f99cf4-8d89-415e-8b09-8b65a0d7f16a tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] For port f81d61c2-dbd7-452d-b714-07ddb1d07d0b, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=f81d61c2-dbd7-452d-b714-07ddb1d07d0b,segment=NetworkSegment(50500633-18ab-48c2-98da-73563c3123ba),segment_id=50500633-18ab-48c2-98da-73563c3123ba)] {{(pid=102347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:28:36.930369 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-90e7e7ac-6d3e-4f89-ba22-8a56b91136e5 req-b8f99cf4-8d89-415e-8b09-8b65a0d7f16a tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:36.944303 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-483bb8be-7e60-46d1-9a4a-daed96a3d56f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/564ecd8b-da86-4175-923a-67dcc5fcd400 HTTP/1.1" status: 204 len: 168 time: 0.7334015 Oct 27 10:28:36.961415 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0592779c-3c0c-4bc8-9a2a-695f0bbd9882 req-1ded96c3-fbbe-4a8b-a3e6-247a26cc1383 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:28:36.962466 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] No Port match for: e3e5aa99-013b-44ff-bc95-50845fca92e7 {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:28:36.962917 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device e3e5aa99-013b-44ff-bc95-50845fca92e7 not bound to the agent host n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:28:36.970775 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-0592779c-3c0c-4bc8-9a2a-695f0bbd9882 req-1ded96c3-fbbe-4a8b-a3e6-247a26cc1383 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ae4390a-b621-4500-a1b9-c968556e5a4c HTTP/1.1" status: 200 len: 946 time: 0.3197944 Oct 27 10:28:36.972811 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-63756e21-ee21-4aaa-be3f-45f0c8f1eecc tempest-RoutersNegativeIpV6Test-1489525779 tempest-RoutersNegativeIpV6Test-1489525779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664840'] for network, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:36.996597 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [req-90e7e7ac-6d3e-4f89-ba22-8a56b91136e5 req-b8f99cf4-8d89-415e-8b09-8b65a0d7f16a tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] Calling delete_port for f81d61c2-dbd7-452d-b714-07ddb1d07d0b owned by compute:nova {{(pid=102347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:28:37.000727 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483bb8be-7e60-46d1-9a4a-daed96a3d56f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=564ecd8b-da86-4175-923a-67dcc5fcd400,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:28:37.039444 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-63756e21-ee21-4aaa-be3f-45f0c8f1eecc tempest-RoutersNegativeIpV6Test-1489525779 tempest-RoutersNegativeIpV6Test-1489525779-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for network, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:37.062168 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-63756e21-ee21-4aaa-be3f-45f0c8f1eecc tempest-RoutersNegativeIpV6Test-1489525779 tempest-RoutersNegativeIpV6Test-1489525779-project] 10.222.0.44 "DELETE /v2.0/networks/c774295a-16c5-4f3d-9e78-d68a7d0e12d7 HTTP/1.1" status: 204 len: 168 time: 2.6467271 Oct 27 10:28:37.071837 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 54414) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:28:37.076936 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device 4b885691-85ba-4912-82eb-e467a6991070 no longer exists at agent hyperv_n-h1-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:28:37.079192 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63756e21-ee21-4aaa-be3f-45f0c8f1eecc tempest-RoutersNegativeIpV6Test-1489525779 tempest-RoutersNegativeIpV6Test-1489525779-project] Pushing event deleted for resources: {'Network': ['ID=c774295a-16c5-4f3d-9e78-d68a7d0e12d7,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:28:37.135170 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] No Port match for: 4b885691-85ba-4912-82eb-e467a6991070 {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:28:37.135991 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device 4b885691-85ba-4912-82eb-e467a6991070 not bound to the agent host n-h1-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:28:37.152914 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-fad4c55a-60b4-481b-a770-fb149003eba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3ee8d8e-71e6-4f61-85c0-7cf873da03b9', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1778411129-router', 'tenant_id': '47ce5f20eeb448398116bfa21f80d060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.185'}], 'enable_snat': True}, 'gw_port_id': '89454141-8db5-4f4a-9502-8da0e2993fce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:28:28Z', 'updated_at': '2021-10-27T10:28:33Z', 'revision_number': 3, 'project_id': '47ce5f20eeb448398116bfa21f80d060', 'gw_port': {'id': '89454141-8db5-4f4a-9502-8da0e2993fce', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:9a:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3ee8d8e-71e6-4f61-85c0-7cf873da03b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1194, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:28:30Z', 'updated_at': '2021-10-27T10:28:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10'}], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:28:37.185282 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fad4c55a-60b4-481b-a770-fb149003eba8 None None] Checking router: a3ee8d8e-71e6-4f61-85c0-7cf873da03b9 for host: n-d-813419-10 {{(pid=102348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 10:28:37.185282 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fad4c55a-60b4-481b-a770-fb149003eba8 None None] Updating router a3ee8d8e-71e6-4f61-85c0-7cf873da03b9 port 89454141-8db5-4f4a-9502-8da0e2993fce binding host n-d-813419-10 {{(pid=102348) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 10:28:37.197314 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-dc05c1af-643f-4078-96d8-9bb92c12e4da tempest-RoutersNegativeIpV6Test-1489525779 tempest-RoutersNegativeIpV6Test-1489525779-project] 10.222.0.44 "GET /v2.0/ports?device_id=099a9746-f721-4a53-b11b-2365f2ebdb9c HTTP/1.1" status: 200 len: 205 time: 0.1198940 Oct 27 10:28:37.200302 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 54418) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:28:37.216494 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63756e21-ee21-4aaa-be3f-45f0c8f1eecc tempest-RoutersNegativeIpV6Test-1489525779 tempest-RoutersNegativeIpV6Test-1489525779-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:28:37.217346 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63756e21-ee21-4aaa-be3f-45f0c8f1eecc tempest-RoutersNegativeIpV6Test-1489525779 tempest-RoutersNegativeIpV6Test-1489525779-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:28:37.217849 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63756e21-ee21-4aaa-be3f-45f0c8f1eecc tempest-RoutersNegativeIpV6Test-1489525779 tempest-RoutersNegativeIpV6Test-1489525779-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:28:37.218330 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63756e21-ee21-4aaa-be3f-45f0c8f1eecc tempest-RoutersNegativeIpV6Test-1489525779 tempest-RoutersNegativeIpV6Test-1489525779-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:28:37.219479 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63756e21-ee21-4aaa-be3f-45f0c8f1eecc tempest-RoutersNegativeIpV6Test-1489525779 tempest-RoutersNegativeIpV6Test-1489525779-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:28:37.220134 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63756e21-ee21-4aaa-be3f-45f0c8f1eecc tempest-RoutersNegativeIpV6Test-1489525779 tempest-RoutersNegativeIpV6Test-1489525779-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:28:37.220657 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63756e21-ee21-4aaa-be3f-45f0c8f1eecc tempest-RoutersNegativeIpV6Test-1489525779 tempest-RoutersNegativeIpV6Test-1489525779-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:28:37.221274 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63756e21-ee21-4aaa-be3f-45f0c8f1eecc tempest-RoutersNegativeIpV6Test-1489525779 tempest-RoutersNegativeIpV6Test-1489525779-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:28:37.221772 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63756e21-ee21-4aaa-be3f-45f0c8f1eecc tempest-RoutersNegativeIpV6Test-1489525779 tempest-RoutersNegativeIpV6Test-1489525779-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:28:37.222263 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63756e21-ee21-4aaa-be3f-45f0c8f1eecc tempest-RoutersNegativeIpV6Test-1489525779 tempest-RoutersNegativeIpV6Test-1489525779-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:28:37.223783 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63756e21-ee21-4aaa-be3f-45f0c8f1eecc tempest-RoutersNegativeIpV6Test-1489525779 tempest-RoutersNegativeIpV6Test-1489525779-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:28:37.224297 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63756e21-ee21-4aaa-be3f-45f0c8f1eecc tempest-RoutersNegativeIpV6Test-1489525779 tempest-RoutersNegativeIpV6Test-1489525779-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:28:37.238121 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-fad4c55a-60b4-481b-a770-fb149003eba8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:37.343113 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-0592779c-3c0c-4bc8-9a2a-695f0bbd9882 req-a81294eb-15fb-48f2-a0c4-8ea612cabf16 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/security-groups?id=9f7279ee-2d49-4f67-b584-fc902ef383cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3713014 Oct 27 10:28:37.396245 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92e179ae-da4c-4981-9363-457445f4dfa0 tempest-RoutersIpV6AdminTest-1540385956 tempest-RoutersIpV6AdminTest-1540385956-project-admin] Router 9a7448ee-919f-45e5-b5d0-26020c14f1a0 is scheduled to L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb with binding_index 1 {{(pid=102347) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 10:28:37.411092 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-42c92505-8ff6-4092-84f1-ba0494e96850 tempest-RoutersNegativeIpV6Test-1489525779 tempest-RoutersNegativeIpV6Test-1489525779-project] Publish callbacks [] for router, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:37.515222 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 54426) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:28:37.532467 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-5da776fa-237b-45ad-85cf-60880e7b5d3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:37.602499 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-e8febb76-cde1-4edb-9f23-d0eefdb3a847 tempest-ServersTestBootFromVolume-118172414 tempest-ServersTestBootFromVolume-118172414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:37.676781 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92e179ae-da4c-4981-9363-457445f4dfa0 tempest-RoutersIpV6AdminTest-1540385956 tempest-RoutersIpV6AdminTest-1540385956-project-admin] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:28:37.690239 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18c5a401-13a9-40fe-91b7-8edb8600c78f None None] Sync routers for ids ['9a7448ee-919f-45e5-b5d0-26020c14f1a0'] in n-d-813419-10 {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:28:37.705018 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18c5a401-13a9-40fe-91b7-8edb8600c78f None None] Routers {'9a7448ee-919f-45e5-b5d0-26020c14f1a0'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:28:37.710155 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-18c5a401-13a9-40fe-91b7-8edb8600c78f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:28:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['9a7448ee-919f-45e5-b5d0-26020c14f1a0'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:28:37.712635 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-90e7e7ac-6d3e-4f89-ba22-8a56b91136e5 req-b8f99cf4-8d89-415e-8b09-8b65a0d7f16a tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:37.721839 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-fad4c55a-60b4-481b-a770-fb149003eba8 None None] Publish callbacks [] for port, precommit_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:37.733297 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] get_ports_and_sgs() called for port_ids ['e0474841-83ec-4834-b5fd-d0a2d2bdb667'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:28:37.735809 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-92e179ae-da4c-4981-9363-457445f4dfa0 tempest-RoutersIpV6AdminTest-1540385956 tempest-RoutersIpV6AdminTest-1540385956-project-admin] Publish callbacks [] for router, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:37.738470 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-fad4c55a-60b4-481b-a770-fb149003eba8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:37.742161 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-92e179ae-da4c-4981-9363-457445f4dfa0 tempest-RoutersIpV6AdminTest-1540385956 tempest-RoutersIpV6AdminTest-1540385956-project-admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 6.1095858 Oct 27 10:28:37.770164 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 54430) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:28:37.783799 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f26cdf-e588-4fbf-96af-d71e26bd37ce req-3ade8860-e6ec-4495-98f4-041575c66e95 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:28:37.792702 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-49f26cdf-e588-4fbf-96af-d71e26bd37ce req-3ade8860-e6ec-4495-98f4-041575c66e95 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ae4390a-b621-4500-a1b9-c968556e5a4c HTTP/1.1" status: 200 len: 946 time: 0.2036507 Oct 27 10:28:37.802699 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f99cf4-8d89-415e-8b09-8b65a0d7f16a tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] Pushing event deleted for resources: {'Port': ['ID=f81d61c2-dbd7-452d-b714-07ddb1d07d0b,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:28:37.851273 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-fad4c55a-60b4-481b-a770-fb149003eba8 None None] Attempting to bind port 89454141-8db5-4f4a-9502-8da0e2993fce on host n-d-813419-10 for vnic_type normal with profile {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:28:37.851634 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-fad4c55a-60b4-481b-a770-fb149003eba8 None None] Attempting to bind port 89454141-8db5-4f4a-9502-8da0e2993fce by drivers openvswitch,hyperv on host n-d-813419-10 at level 0 using segments [{'id': 'bc14127b-7032-4c50-bb5b-f6813cbae86e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:28:37.852311 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fad4c55a-60b4-481b-a770-fb149003eba8 None None] Attempting to bind port 89454141-8db5-4f4a-9502-8da0e2993fce on network 185ff123-c7ff-45c7-a6be-71feb35acc9c {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:28:37.856924 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700599cb-3c01-4878-822a-24a226f0e63f None None] Pushing event updated for resources: {'Port': ['ID=89454141-8db5-4f4a-9502-8da0e2993fce,revision_number=2']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:28:37.874691 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fad4c55a-60b4-481b-a770-fb149003eba8 None None] Checking agent: {'id': '89dba0f3-79b2-435e-9822-33674b8f6ada', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 8, 20), 'started_at': datetime.datetime(2021, 10, 27, 10, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 28, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:28:37.875105 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fad4c55a-60b4-481b-a770-fb149003eba8 None None] Checking segment: {'id': 'bc14127b-7032-4c50-bb5b-f6813cbae86e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:28:37.875503 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-fad4c55a-60b4-481b-a770-fb149003eba8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:37.875897 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fad4c55a-60b4-481b-a770-fb149003eba8 None None] Bound using segment: {'id': 'bc14127b-7032-4c50-bb5b-f6813cbae86e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:28:37.876414 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-fad4c55a-60b4-481b-a770-fb149003eba8 None None] Bound port: 89454141-8db5-4f4a-9502-8da0e2993fce, host: n-d-813419-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc14127b-7032-4c50-bb5b-f6813cbae86e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'}}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:28:37.876796 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-fad4c55a-60b4-481b-a770-fb149003eba8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:37.950119 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-fad4c55a-60b4-481b-a770-fb149003eba8 None None] For port 89454141-8db5-4f4a-9502-8da0e2993fce, host n-d-813419-10, cleared binding levels {{(pid=102348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:28:37.954924 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-fad4c55a-60b4-481b-a770-fb149003eba8 None None] For port 89454141-8db5-4f4a-9502-8da0e2993fce, host n-d-813419-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=89454141-8db5-4f4a-9502-8da0e2993fce,segment=NetworkSegment(bc14127b-7032-4c50-bb5b-f6813cbae86e),segment_id=bc14127b-7032-4c50-bb5b-f6813cbae86e)] {{(pid=102348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:28:37.958437 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [req-90e7e7ac-6d3e-4f89-ba22-8a56b91136e5 req-b8f99cf4-8d89-415e-8b09-8b65a0d7f16a tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] No DVR routers for this DVR port f81d61c2-dbd7-452d-b714-07ddb1d07d0b on host n-h1-813419-10 {{(pid=102347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:28:37.966972 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-90e7e7ac-6d3e-4f89-ba22-8a56b91136e5 req-b8f99cf4-8d89-415e-8b09-8b65a0d7f16a tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:37.970307 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-fad4c55a-60b4-481b-a770-fb149003eba8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:37.971212 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-90e7e7ac-6d3e-4f89-ba22-8a56b91136e5 req-b8f99cf4-8d89-415e-8b09-8b65a0d7f16a tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] 10.222.0.64 "DELETE /v2.0/ports/f81d61c2-dbd7-452d-b714-07ddb1d07d0b HTTP/1.1" status: 204 len: 173 time: 2.2632236 Oct 27 10:28:37.971808 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70421289-5784-4962-8b85-8bf7fa80cc12', 'name': 'network-vif-deleted', 'tag': 'f81d61c2-dbd7-452d-b714-07ddb1d07d0b'}] {{(pid=102347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:28:37.974495 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311149b481204ee7edffdb959c881838506fbd95bc8577c048f6677abb73acc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b89fd577-60da-4fc6-8f2d-45d2ba257996" -d '{"events": [{"server_uuid": "70421289-5784-4962-8b85-8bf7fa80cc12", "name": "network-vif-deleted", "tag": "f81d61c2-dbd7-452d-b714-07ddb1d07d0b"}]}' {{(pid=102347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:28:38.002262 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-49f26cdf-e588-4fbf-96af-d71e26bd37ce req-e102e951-28e4-46c5-a44e-76b9e045753d tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/security-groups?id=9f7279ee-2d49-4f67-b584-fc902ef383cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2075386 Oct 27 10:28:38.051245 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-6e360cd5-19e1-4e5a-afc9-dcb5b7a0934d tempest-RoutersIpV6AdminTest-1540385956 tempest-RoutersIpV6AdminTest-1540385956-project-admin] Publish callbacks [] for router, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:38.183108 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:28:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84b09012-ce85-44b3-8745-2021b80541d0 x-openstack-request-id: req-84b09012-ce85-44b3-8745-2021b80541d0 {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:28:38.183779 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70421289-5784-4962-8b85-8bf7fa80cc12", "name": "network-vif-deleted", "tag": "f81d61c2-dbd7-452d-b714-07ddb1d07d0b", "status": "completed", "code": 200}]} {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:28:38.184380 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-84b09012-ce85-44b3-8745-2021b80541d0 {{(pid=102347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:28:38.185024 n-d-813419-10 neutron-server[102347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70421289-5784-4962-8b85-8bf7fa80cc12', 'name': 'network-vif-deleted', 'tag': 'f81d61c2-dbd7-452d-b714-07ddb1d07d0b', 'status': 'completed', 'code': 200} Oct 27 10:28:38.185197 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvr_db [None req-18c5a401-13a9-40fe-91b7-8edb8600c78f None None] Set router 9a7448ee-919f-45e5-b5d0-26020c14f1a0 gateway port host: n-d-813419-10 {{(pid=102349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:28:38.198175 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fad4c55a-60b4-481b-a770-fb149003eba8 None None] Routers {'a3ee8d8e-71e6-4f61-85c0-7cf873da03b9'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:28:38.201504 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-fad4c55a-60b4-481b-a770-fb149003eba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:28:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['a3ee8d8e-71e6-4f61-85c0-7cf873da03b9'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:28:38.209891 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700599cb-3c01-4878-822a-24a226f0e63f None None] Pushing event updated for resources: {'Port': ['ID=89454141-8db5-4f4a-9502-8da0e2993fce,revision_number=3']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:28:38.370694 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28bc5a7-d4d9-4f50-971a-75e4f9493f01 req-93b3aacf-bc93-45b5-afb0-7683376a104a tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:28:38.377055 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-c28bc5a7-d4d9-4f50-971a-75e4f9493f01 req-93b3aacf-bc93-45b5-afb0-7683376a104a tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] 10.222.0.44 "GET /v2.0/ports?device_id=70421289-5784-4962-8b85-8bf7fa80cc12 HTTP/1.1" status: 200 len: 945 time: 0.9967160 Oct 27 10:28:38.380437 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93efb6ae-96a2-44d2-a8de-4fa050774e07 req-29cc756b-aa8c-4a2c-b138-2115531b0a39 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:28:38.396764 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-93efb6ae-96a2-44d2-a8de-4fa050774e07 req-29cc756b-aa8c-4a2c-b138-2115531b0a39 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ae4390a-b621-4500-a1b9-c968556e5a4c HTTP/1.1" status: 200 len: 946 time: 0.2097354 Oct 27 10:28:38.468364 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-6e360cd5-19e1-4e5a-afc9-dcb5b7a0934d tempest-RoutersIpV6AdminTest-1540385956 tempest-RoutersIpV6AdminTest-1540385956-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:38.484001 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvr_db [None req-fad4c55a-60b4-481b-a770-fb149003eba8 None None] Set router a3ee8d8e-71e6-4f61-85c0-7cf873da03b9 gateway port host: n-d-813419-10 {{(pid=102348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:28:38.494227 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-93efb6ae-96a2-44d2-a8de-4fa050774e07 req-f63dfeb4-34f4-4da3-ac81-8566bb72b589 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/security-groups?id=9f7279ee-2d49-4f67-b584-fc902ef383cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693746 Oct 27 10:28:38.520642 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_common [None req-e8febb76-cde1-4edb-9f23-d0eefdb3a847 tempest-ServersTestBootFromVolume-118172414 tempest-ServersTestBootFromVolume-118172414-project] Allocated IP 172.25.8.108 (185ff123-c7ff-45c7-a6be-71feb35acc9c/0fb9f9d1-7384-481f-8fa8-f4566c349d30/f74c9b58-c8aa-42a5-b281-89e91cb4bb1c) {{(pid=102346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:28:38.670743 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-18c5a401-13a9-40fe-91b7-8edb8600c78f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a7448ee-919f-45e5-b5d0-26020c14f1a0', 'name': '', 'tenant_id': '9971bc1d344143aab6828939c076242c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '909d9a53-a41f-4a42-a454-a285eb0a5098', 'external_fixed_ips': [{'subnet_id': 'b9e86881-cf42-4d5c-af12-a696216949df', 'ip_address': '2001:db8::397'}], 'enable_snat': True}, 'gw_port_id': '91fbccdd-e1fb-4f86-9a18-58969fe70323', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:28:31Z', 'updated_at': '2021-10-27T10:28:34Z', 'revision_number': 3, 'project_id': '9971bc1d344143aab6828939c076242c', 'gw_port': {'id': '91fbccdd-e1fb-4f86-9a18-58969fe70323', 'name': '', 'network_id': '909d9a53-a41f-4a42-a454-a285eb0a5098', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:09:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a7448ee-919f-45e5-b5d0-26020c14f1a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1196, 'fixed_ips': [{'subnet_id': 'b9e86881-cf42-4d5c-af12-a696216949df', 'ip_address': '2001:db8::397', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:28:32Z', 'updated_at': '2021-10-27T10:28:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b9e86881-cf42-4d5c-af12-a696216949df', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10'}], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:28:38.752429 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-6e360cd5-19e1-4e5a-afc9-dcb5b7a0934d tempest-RoutersIpV6AdminTest-1540385956 tempest-RoutersIpV6AdminTest-1540385956-project-admin] Deleting port 91fbccdd-e1fb-4f86-9a18-58969fe70323 {{(pid=102347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:28:38.754961 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-6e360cd5-19e1-4e5a-afc9-dcb5b7a0934d tempest-RoutersIpV6AdminTest-1540385956 tempest-RoutersIpV6AdminTest-1540385956-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:38.817629 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 8a938523-ca11-4ac2-9e89-e32ad7db935e up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:28:38.827680 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-e8febb76-cde1-4edb-9f23-d0eefdb3a847 tempest-ServersTestBootFromVolume-118172414 tempest-ServersTestBootFromVolume-118172414-project] Publish callbacks [] for port, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:38.832501 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18c5a401-13a9-40fe-91b7-8edb8600c78f None None] Checking router: 9a7448ee-919f-45e5-b5d0-26020c14f1a0 for host: n-d-813419-10 {{(pid=102349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 10:28:38.840272 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18c5a401-13a9-40fe-91b7-8edb8600c78f None None] Updating router 9a7448ee-919f-45e5-b5d0-26020c14f1a0 port 91fbccdd-e1fb-4f86-9a18-58969fe70323 binding host n-d-813419-10 {{(pid=102349) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 10:28:38.856672 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:38.877711 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-42c92505-8ff6-4092-84f1-ba0494e96850 tempest-RoutersNegativeIpV6Test-1489525779 tempest-RoutersNegativeIpV6Test-1489525779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1765662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3700'] for router, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:38.880447 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-42c92505-8ff6-4092-84f1-ba0494e96850 tempest-RoutersNegativeIpV6Test-1489525779 tempest-RoutersNegativeIpV6Test-1489525779-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:38.887958 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-97004672-0d97-4b1b-a5b2-5108d492158c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=fb7592dfe8864651910f4cfcf2a4393e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3523195 Oct 27 10:28:38.888751 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 54444) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:28:38.931125 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-18c5a401-13a9-40fe-91b7-8edb8600c78f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:38.969616 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-e8febb76-cde1-4edb-9f23-d0eefdb3a847 tempest-ServersTestBootFromVolume-118172414 tempest-ServersTestBootFromVolume-118172414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:38.987241 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port 8a938523-ca11-4ac2-9e89-e32ad7db935e triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:28:38.987529 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:38.996349 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76374812-5943-4cff-8e83-0b082a319e11 req-9538da56-bfda-43eb-9cd0-7abc8c071a6e tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:28:39.005808 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-76374812-5943-4cff-8e83-0b082a319e11 req-9538da56-bfda-43eb-9cd0-7abc8c071a6e tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ae4390a-b621-4500-a1b9-c968556e5a4c HTTP/1.1" status: 200 len: 946 time: 0.0874710 Oct 27 10:28:39.045159 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-6e360cd5-19e1-4e5a-afc9-dcb5b7a0934d tempest-RoutersIpV6AdminTest-1540385956 tempest-RoutersIpV6AdminTest-1540385956-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:39.071424 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-fad4c55a-60b4-481b-a770-fb149003eba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3ee8d8e-71e6-4f61-85c0-7cf873da03b9', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1778411129-router', 'tenant_id': '47ce5f20eeb448398116bfa21f80d060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.185'}], 'enable_snat': True}, 'gw_port_id': '89454141-8db5-4f4a-9502-8da0e2993fce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:28:28Z', 'updated_at': '2021-10-27T10:28:33Z', 'revision_number': 3, 'project_id': '47ce5f20eeb448398116bfa21f80d060', 'gw_port': {'id': '89454141-8db5-4f4a-9502-8da0e2993fce', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:9a:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3ee8d8e-71e6-4f61-85c0-7cf873da03b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1194, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:28:30Z', 'updated_at': '2021-10-27T10:28:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10'}], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:28:39.106985 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-c28bc5a7-d4d9-4f50-971a-75e4f9493f01 req-445e4639-5fab-4910-9129-821a1b3eb404 tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] 10.222.0.44 "GET /v2.0/security-groups?id=df17171a-6534-4d8a-8518-0be5fe64cbb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3100219 Oct 27 10:28:39.130163 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-6e360cd5-19e1-4e5a-afc9-dcb5b7a0934d tempest-RoutersIpV6AdminTest-1540385956 tempest-RoutersIpV6AdminTest-1540385956-project-admin] Calling delete_port for 91fbccdd-e1fb-4f86-9a18-58969fe70323 owned by network:router_gateway {{(pid=102347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:28:39.148286 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-76374812-5943-4cff-8e83-0b082a319e11 req-4356f18f-98f1-44a0-bf90-104f59987bbe tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/security-groups?id=9f7279ee-2d49-4f67-b584-fc902ef383cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411684 Oct 27 10:28:39.186842 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fad4c55a-60b4-481b-a770-fb149003eba8 None None] The sync data for ids ['a3ee8d8e-71e6-4f61-85c0-7cf873da03b9'] in n-d-813419-10 is: [{'id': 'a3ee8d8e-71e6-4f61-85c0-7cf873da03b9', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1778411129-router', 'tenant_id': '47ce5f20eeb448398116bfa21f80d060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.185'}], 'enable_snat': True}, 'gw_port_id': '89454141-8db5-4f4a-9502-8da0e2993fce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:28:28Z', 'updated_at': '2021-10-27T10:28:33Z', 'revision_number': 3, 'project_id': '47ce5f20eeb448398116bfa21f80d060', 'gw_port': {'id': '89454141-8db5-4f4a-9502-8da0e2993fce', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:9a:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3ee8d8e-71e6-4f61-85c0-7cf873da03b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1194, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:28:30Z', 'updated_at': '2021-10-27T10:28:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10'}] {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:28:39.221797 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_common [None req-5da776fa-237b-45ad-85cf-60880e7b5d3a admin admin] Allocated IP 172.20.0.1 (2a0243b3-727c-41f7-adf4-8910fe5af824/bfe894f9-94b3-4cd6-9464-0a025aaba6a7/9d16e72c-30d7-4215-a725-67f1e08aaf6d) {{(pid=102346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:28:39.355589 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-5da776fa-237b-45ad-85cf-60880e7b5d3a admin admin] Publish callbacks [] for port, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:39.474709 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-42c92505-8ff6-4092-84f1-ba0494e96850 tempest-RoutersNegativeIpV6Test-1489525779 tempest-RoutersNegativeIpV6Test-1489525779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1765641'] for router, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:39.475310 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42c92505-8ff6-4092-84f1-ba0494e96850 tempest-RoutersNegativeIpV6Test-1489525779 tempest-RoutersNegativeIpV6Test-1489525779-project] Fanout notify agent at l3_agent the message router_deleted on router 099a9746-f721-4a53-b11b-2365f2ebdb9c {{(pid=102346) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 10:28:39.485758 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8febb76-cde1-4edb-9f23-d0eefdb3a847 tempest-ServersTestBootFromVolume-118172414 tempest-ServersTestBootFromVolume-118172414-project] Network 185ff123-c7ff-45c7-a6be-71feb35acc9c is already hosted by enough agents. {{(pid=102346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:28:39.488029 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-6e360cd5-19e1-4e5a-afc9-dcb5b7a0934d tempest-RoutersIpV6AdminTest-1540385956 tempest-RoutersIpV6AdminTest-1540385956-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:39.492679 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.db.api [None req-18c5a401-13a9-40fe-91b7-8edb8600c78f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102349) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 27 10:28:39.494252 n-d-813419-10 neutron-server[102349]: DEBUG oslo_db.api [None req-18c5a401-13a9-40fe-91b7-8edb8600c78f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 10:28:39.501574 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-42c92505-8ff6-4092-84f1-ba0494e96850 tempest-RoutersNegativeIpV6Test-1489525779 tempest-RoutersNegativeIpV6Test-1489525779-project] Publish callbacks [] for router, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:39.505274 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-42c92505-8ff6-4092-84f1-ba0494e96850 tempest-RoutersNegativeIpV6Test-1489525779 tempest-RoutersNegativeIpV6Test-1489525779-project] 10.222.0.44 "DELETE /v2.0/routers/099a9746-f721-4a53-b11b-2365f2ebdb9c HTTP/1.1" status: 204 len: 168 time: 2.2979035 Oct 27 10:28:39.541190 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-6e360cd5-19e1-4e5a-afc9-dcb5b7a0934d tempest-RoutersIpV6AdminTest-1540385956 tempest-RoutersIpV6AdminTest-1540385956-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1664884'] for router_gateway, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:39.545327 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-e8febb76-cde1-4edb-9f23-d0eefdb3a847 tempest-ServersTestBootFromVolume-118172414 tempest-ServersTestBootFromVolume-118172414-project] Resources bound (agent type, host, resource id): {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:28:39.548645 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8febb76-cde1-4edb-9f23-d0eefdb3a847 tempest-ServersTestBootFromVolume-118172414 tempest-ServersTestBootFromVolume-118172414-project] Pushing event updated for resources: {'Port': ['ID=f74c9b58-c8aa-42a5-b281-89e91cb4bb1c,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:28:39.565793 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8febb76-cde1-4edb-9f23-d0eefdb3a847 tempest-ServersTestBootFromVolume-118172414 tempest-ServersTestBootFromVolume-118172414-project] Received port after_create {{(pid=102346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:28:39.568987 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-5da776fa-237b-45ad-85cf-60880e7b5d3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:39.646835 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-6e360cd5-19e1-4e5a-afc9-dcb5b7a0934d tempest-RoutersIpV6AdminTest-1540385956 tempest-RoutersIpV6AdminTest-1540385956-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1765662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3700'] for router, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:39.698137 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e360cd5-19e1-4e5a-afc9-dcb5b7a0934d tempest-RoutersIpV6AdminTest-1540385956 tempest-RoutersIpV6AdminTest-1540385956-project-admin] Pushing event deleted for resources: {'Port': ['ID=91fbccdd-e1fb-4f86-9a18-58969fe70323,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:28:39.700712 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-6e360cd5-19e1-4e5a-afc9-dcb5b7a0934d tempest-RoutersIpV6AdminTest-1540385956 tempest-RoutersIpV6AdminTest-1540385956-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:39.757267 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-a8eb2d60-099e-425e-9b3d-0f2993d30b3e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:39.795719 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-a8eb2d60-099e-425e-9b3d-0f2993d30b3e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:39.800285 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-6e360cd5-19e1-4e5a-afc9-dcb5b7a0934d tempest-RoutersIpV6AdminTest-1540385956 tempest-RoutersIpV6AdminTest-1540385956-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1765641'] for router, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:39.801357 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e360cd5-19e1-4e5a-afc9-dcb5b7a0934d tempest-RoutersIpV6AdminTest-1540385956 tempest-RoutersIpV6AdminTest-1540385956-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9a7448ee-919f-45e5-b5d0-26020c14f1a0 {{(pid=102347) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 10:28:39.810168 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-6e360cd5-19e1-4e5a-afc9-dcb5b7a0934d tempest-RoutersIpV6AdminTest-1540385956 tempest-RoutersIpV6AdminTest-1540385956-project-admin] Publish callbacks [] for router, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:39.813908 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-6e360cd5-19e1-4e5a-afc9-dcb5b7a0934d tempest-RoutersIpV6AdminTest-1540385956 tempest-RoutersIpV6AdminTest-1540385956-project-admin] 10.222.0.44 "DELETE /v2.0/routers/9a7448ee-919f-45e5-b5d0-26020c14f1a0 HTTP/1.1" status: 204 len: 168 time: 2.0190394 Oct 27 10:28:39.816595 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 54452) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:28:39.870624 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5da776fa-237b-45ad-85cf-60880e7b5d3a admin admin] Network 2a0243b3-727c-41f7-adf4-8910fe5af824 is already hosted by enough agents. {{(pid=102346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:28:39.887257 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-a8eb2d60-099e-425e-9b3d-0f2993d30b3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:39.890073 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-a8eb2d60-099e-425e-9b3d-0f2993d30b3e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:39.891924 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-a8eb2d60-099e-425e-9b3d-0f2993d30b3e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4e909c24-5297-4824-a5d6-dbc96a00115b HTTP/1.1" status: 204 len: 168 time: 0.9717903 Oct 27 10:28:39.899486 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-5da776fa-237b-45ad-85cf-60880e7b5d3a admin admin] Resources bound (agent type, host, resource id): {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:28:39.902245 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5da776fa-237b-45ad-85cf-60880e7b5d3a admin admin] Received port after_create {{(pid=102346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:28:39.919854 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54011c14-3a59-4039-b371-c12cdcf1e129 req-41a343b1-0e26-4d30-b521-412ee01e47eb tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:28:39.921255 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-54011c14-3a59-4039-b371-c12cdcf1e129 req-41a343b1-0e26-4d30-b521-412ee01e47eb tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ae4390a-b621-4500-a1b9-c968556e5a4c HTTP/1.1" status: 200 len: 946 time: 0.5044928 Oct 27 10:28:39.953902 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d46629f-1058-4d64-b075-5446cca23ae2 tempest-RoutersIpV6AdminTest-1540385956 tempest-RoutersIpV6AdminTest-1540385956-project-admin] Deleting subnet b9e86881-cf42-4d5c-af12-a696216949df {{(pid=102347) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 10:28:39.958303 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8eb2d60-099e-425e-9b3d-0f2993d30b3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e909c24-5297-4824-a5d6-dbc96a00115b,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:28:39.970510 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-0d46629f-1058-4d64-b075-5446cca23ae2 tempest-RoutersIpV6AdminTest-1540385956 tempest-RoutersIpV6AdminTest-1540385956-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:39.974825 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da776fa-237b-45ad-85cf-60880e7b5d3a admin admin] Pushing event updated for resources: {'Port': ['ID=9d16e72c-30d7-4215-a725-67f1e08aaf6d,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:28:40.047650 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18c5a401-13a9-40fe-91b7-8edb8600c78f None None] Port 91fbccdd-e1fb-4f86-9a18-58969fe70323 not found while updating agent binding for router 9a7448ee-919f-45e5-b5d0-26020c14f1a0. {{(pid=102349) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Oct 27 10:28:40.085476 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18c5a401-13a9-40fe-91b7-8edb8600c78f None None] Routers set() bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:28:40.090505 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18c5a401-13a9-40fe-91b7-8edb8600c78f None None] Router IDs set() for agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Oct 27 10:28:40.093186 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 54458) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:28:40.094063 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_agentschedulers_db [None req-18c5a401-13a9-40fe-91b7-8edb8600c78f None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'9a7448ee-919f-45e5-b5d0-26020c14f1a0'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:28:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent'). {{(pid=102349) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 27 10:28:40.094544 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18c5a401-13a9-40fe-91b7-8edb8600c78f None None] The sync data for ids ['9a7448ee-919f-45e5-b5d0-26020c14f1a0'] in n-d-813419-10 is: [] {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:28:40.117816 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-e8febb76-cde1-4edb-9f23-d0eefdb3a847 tempest-ServersTestBootFromVolume-118172414 tempest-ServersTestBootFromVolume-118172414-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:40.130403 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-0d46629f-1058-4d64-b075-5446cca23ae2 tempest-RoutersIpV6AdminTest-1540385956 tempest-RoutersIpV6AdminTest-1540385956-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-18445109'] for subnet, precommit_delete_associations {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:40.235838 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-0d46629f-1058-4d64-b075-5446cca23ae2 tempest-RoutersIpV6AdminTest-1540385956 tempest-RoutersIpV6AdminTest-1540385956-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855646'] for subnet, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:40.271579 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-5da776fa-237b-45ad-85cf-60880e7b5d3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1664961'] for router_interface, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:40.277901 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-e8febb76-cde1-4edb-9f23-d0eefdb3a847 tempest-ServersTestBootFromVolume-118172414 tempest-ServersTestBootFromVolume-118172414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:40.289038 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-54011c14-3a59-4039-b371-c12cdcf1e129 req-f4ac2b4c-e2e1-4383-8b89-6aeb017f4a90 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/security-groups?id=9f7279ee-2d49-4f67-b584-fc902ef383cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3380275 Oct 27 10:28:40.369290 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-45747053-945b-4ceb-b887-846cc0cd9756 None None] Provisioning complete for port 9d16e72c-30d7-4215-a725-67f1e08aaf6d triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:28:40.371839 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-45747053-945b-4ceb-b887-846cc0cd9756 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:40.388114 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-4b918f87-6441-4122-be56-a6fe060bf8de req-c1c0da12-e26d-4d8f-bfec-5c551ff2b77f tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] 10.222.0.44 "GET /v2.0/ports?device_id=70421289-5784-4962-8b85-8bf7fa80cc12 HTTP/1.1" status: 200 len: 210 time: 0.1043007 Oct 27 10:28:40.438468 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-0d46629f-1058-4d64-b075-5446cca23ae2 tempest-RoutersIpV6AdminTest-1540385956 tempest-RoutersIpV6AdminTest-1540385956-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-18295818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18043720'] for subnet, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:40.485591 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-45747053-945b-4ceb-b887-846cc0cd9756 None None] Port 9d16e72c-30d7-4215-a725-67f1e08aaf6d cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:28:40.525123 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-0d46629f-1058-4d64-b075-5446cca23ae2 tempest-RoutersIpV6AdminTest-1540385956 tempest-RoutersIpV6AdminTest-1540385956-project-admin] Publish callbacks [] for subnet, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:40.530624 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-0d46629f-1058-4d64-b075-5446cca23ae2 tempest-RoutersIpV6AdminTest-1540385956 tempest-RoutersIpV6AdminTest-1540385956-project-admin] 10.222.0.44 "DELETE /v2.0/subnets/b9e86881-cf42-4d5c-af12-a696216949df HTTP/1.1" status: 204 len: 168 time: 0.7103477 Oct 27 10:28:40.530624 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d46629f-1058-4d64-b075-5446cca23ae2 tempest-RoutersIpV6AdminTest-1540385956 tempest-RoutersIpV6AdminTest-1540385956-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=b9e86881-cf42-4d5c-af12-a696216949df,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:28:40.533144 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 54468) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:28:40.792498 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 89454141-8db5-4f4a-9502-8da0e2993fce up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:28:40.831348 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-4681b869-b190-4892-8db3-42717a79722a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=235bf37660e84ccbafea49c2cc8ab9d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7304597 Oct 27 10:28:40.850710 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 54480) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:28:40.889846 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port 89454141-8db5-4f4a-9502-8da0e2993fce triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:28:40.890708 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:40.920909 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da4fb1a-4e64-4417-bbd2-ec11d3d00420 req-c254721b-71be-4129-9909-1299f5033c25 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:28:40.924584 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-9da4fb1a-4e64-4417-bbd2-ec11d3d00420 req-c254721b-71be-4129-9909-1299f5033c25 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ae4390a-b621-4500-a1b9-c968556e5a4c HTTP/1.1" status: 200 len: 946 time: 0.1293111 Oct 27 10:28:40.962070 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-5da776fa-237b-45ad-85cf-60880e7b5d3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:40.978856 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-e8febb76-cde1-4edb-9f23-d0eefdb3a847 tempest-ServersTestBootFromVolume-118172414 tempest-ServersTestBootFromVolume-118172414-project] Publish callbacks [] for port, precommit_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:40.982924 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ac6ce0c3-6718-4c15-b782-96337a050861 tempest-RoutersIpV6AdminTest-1540385956 tempest-RoutersIpV6AdminTest-1540385956-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586917'] for network, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:41.014856 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-e8febb76-cde1-4edb-9f23-d0eefdb3a847 tempest-ServersTestBootFromVolume-118172414 tempest-ServersTestBootFromVolume-118172414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27024173'] for port, after_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:41.042034 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-9da4fb1a-4e64-4417-bbd2-ec11d3d00420 req-4d52f989-290c-44a0-9ad6-cbf31802b98b tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/security-groups?id=9f7279ee-2d49-4f67-b584-fc902ef383cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007390 Oct 27 10:28:41.051869 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:41.087034 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] For port 89454141-8db5-4f4a-9502-8da0e2993fce, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=89454141-8db5-4f4a-9502-8da0e2993fce,segment=NetworkSegment(bc14127b-7032-4c50-bb5b-f6813cbae86e),segment_id=bc14127b-7032-4c50-bb5b-f6813cbae86e)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:28:41.095982 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:41.158036 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Pushing event updated for resources: {'Port': ['ID=89454141-8db5-4f4a-9502-8da0e2993fce,revision_number=4']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:28:41.392509 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ac6ce0c3-6718-4c15-b782-96337a050861 tempest-RoutersIpV6AdminTest-1540385956 tempest-RoutersIpV6AdminTest-1540385956-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857803', 'neutron.services.segments.db._delete_segments_for_network-8743873143390'] for network, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:41.412584 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-ac6ce0c3-6718-4c15-b782-96337a050861 tempest-RoutersIpV6AdminTest-1540385956 tempest-RoutersIpV6AdminTest-1540385956-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['909d9a53-a41f-4a42-a454-a285eb0a5098']}} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:28:41.423721 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-ac6ce0c3-6718-4c15-b782-96337a050861 tempest-RoutersIpV6AdminTest-1540385956 tempest-RoutersIpV6AdminTest-1540385956-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a0903f8-f679-4f1e-a097-9b01c7980722') {'for_net_delete': True} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:28:41.424014 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-ac6ce0c3-6718-4c15-b782-96337a050861 tempest-RoutersIpV6AdminTest-1540385956 tempest-RoutersIpV6AdminTest-1540385956-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a0903f8-f679-4f1e-a097-9b01c7980722') {} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:28:41.433779 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ac6ce0c3-6718-4c15-b782-96337a050861 tempest-RoutersIpV6AdminTest-1540385956 tempest-RoutersIpV6AdminTest-1540385956-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743873145191', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25847877'] for segment, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:41.448094 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ac6ce0c3-6718-4c15-b782-96337a050861 tempest-RoutersIpV6AdminTest-1540385956 tempest-RoutersIpV6AdminTest-1540385956-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:41.454950 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac6ce0c3-6718-4c15-b782-96337a050861 tempest-RoutersIpV6AdminTest-1540385956 tempest-RoutersIpV6AdminTest-1540385956-project-admin] Releasing vlan 400 on physical network physnet1 to pool {{(pid=102346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 10:28:41.455349 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ac6ce0c3-6718-4c15-b782-96337a050861 tempest-RoutersIpV6AdminTest-1540385956 tempest-RoutersIpV6AdminTest-1540385956-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27024137'] for segment, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:41.514595 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 54498) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:28:41.542957 n-d-813419-10 neutron-server[102346]: Traceback (most recent call last): Oct 27 10:28:41.542957 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 10:28:41.542957 n-d-813419-10 neutron-server[102346]: timer() Oct 27 10:28:41.542957 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 10:28:41.542957 n-d-813419-10 neutron-server[102346]: cb(*args, **kw) Oct 27 10:28:41.542957 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 10:28:41.542957 n-d-813419-10 neutron-server[102346]: return func(*args, **kwargs) Oct 27 10:28:41.542957 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 10:28:41.542957 n-d-813419-10 neutron-server[102346]: self._notify() Oct 27 10:28:41.542957 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 10:28:41.542957 n-d-813419-10 neutron-server[102346]: self.callback(batched_events) Oct 27 10:28:41.542957 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 10:28:41.542957 n-d-813419-10 neutron-server[102346]: event.method(event) Oct 27 10:28:41.542957 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 10:28:41.542957 n-d-813419-10 neutron-server[102346]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 10:28:41.542957 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 10:28:41.542957 n-d-813419-10 neutron-server[102346]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 10:28:41.542957 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 10:28:41.542957 n-d-813419-10 neutron-server[102346]: return f(self, *a, **k) Oct 27 10:28:41.542957 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 10:28:41.542957 n-d-813419-10 neutron-server[102346]: return self._get(url).json() Oct 27 10:28:41.542957 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 10:28:41.542957 n-d-813419-10 neutron-server[102346]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 10:28:41.542957 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 10:28:41.542957 n-d-813419-10 neutron-server[102346]: return self.request(url, 'GET', **kwargs) Oct 27 10:28:41.542957 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 10:28:41.542957 n-d-813419-10 neutron-server[102346]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 10:28:41.542957 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 10:28:41.542957 n-d-813419-10 neutron-server[102346]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 10:28:41.542957 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 10:28:41.542957 n-d-813419-10 neutron-server[102346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 10:28:41.542957 n-d-813419-10 neutron-server[102346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 10:28:41.545408 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8febb76-cde1-4edb-9f23-d0eefdb3a847 tempest-ServersTestBootFromVolume-118172414 tempest-ServersTestBootFromVolume-118172414-project] Pushing event updated for resources: {'Port': ['ID=f74c9b58-c8aa-42a5-b281-89e91cb4bb1c,revision_number=2']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:28:41.553847 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-43f511d8-6df3-43b8-bf8f-c34b09d5fefa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:41.578764 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-43f511d8-6df3-43b8-bf8f-c34b09d5fefa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:41.639422 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ac6ce0c3-6718-4c15-b782-96337a050861 tempest-RoutersIpV6AdminTest-1540385956 tempest-RoutersIpV6AdminTest-1540385956-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664840'] for network, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:41.651925 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-43f511d8-6df3-43b8-bf8f-c34b09d5fefa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:41.654671 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-43f511d8-6df3-43b8-bf8f-c34b09d5fefa admin admin] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:41.656918 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-43f511d8-6df3-43b8-bf8f-c34b09d5fefa admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8e00f90a-2005-4792-824b-bb8d2405c9cc HTTP/1.1" status: 204 len: 168 time: 0.7996407 Oct 27 10:28:41.661026 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac6ce0c3-6718-4c15-b782-96337a050861 tempest-RoutersIpV6AdminTest-1540385956 tempest-RoutersIpV6AdminTest-1540385956-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 909d9a53-a41f-4a42-a454-a285eb0a5098 {{(pid=102346) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Oct 27 10:28:41.678337 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ac6ce0c3-6718-4c15-b782-96337a050861 tempest-RoutersIpV6AdminTest-1540385956 tempest-RoutersIpV6AdminTest-1540385956-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for network, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:41.681609 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-ac6ce0c3-6718-4c15-b782-96337a050861 tempest-RoutersIpV6AdminTest-1540385956 tempest-RoutersIpV6AdminTest-1540385956-project-admin] 10.222.0.44 "DELETE /v2.0/networks/909d9a53-a41f-4a42-a454-a285eb0a5098 HTTP/1.1" status: 204 len: 168 time: 1.1453290 Oct 27 10:28:41.710626 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6ce0c3-6718-4c15-b782-96337a050861 tempest-RoutersIpV6AdminTest-1540385956 tempest-RoutersIpV6AdminTest-1540385956-project-admin] Pushing event deleted for resources: {'Network': ['ID=909d9a53-a41f-4a42-a454-a285eb0a5098,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:28:41.714994 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f511d8-6df3-43b8-bf8f-c34b09d5fefa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e00f90a-2005-4792-824b-bb8d2405c9cc,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:28:41.717117 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-e8febb76-cde1-4edb-9f23-d0eefdb3a847 tempest-ServersTestBootFromVolume-118172414 tempest-ServersTestBootFromVolume-118172414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1664826'] for floatingip, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:41.743653 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011205ec-f35a-408e-b102-2b70089ed3fe req-4cf4189c-e646-4c5f-b123-8fda3bb0183e tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:28:41.745246 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-011205ec-f35a-408e-b102-2b70089ed3fe req-4cf4189c-e646-4c5f-b123-8fda3bb0183e tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ae4390a-b621-4500-a1b9-c968556e5a4c HTTP/1.1" status: 200 len: 946 time: 0.5197082 Oct 27 10:28:41.756532 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-e8febb76-cde1-4edb-9f23-d0eefdb3a847 tempest-ServersTestBootFromVolume-118172414 tempest-ServersTestBootFromVolume-118172414-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for floatingip, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:41.765786 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-e8febb76-cde1-4edb-9f23-d0eefdb3a847 tempest-ServersTestBootFromVolume-118172414 tempest-ServersTestBootFromVolume-118172414-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.0379169 Oct 27 10:28:41.770646 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-5da776fa-237b-45ad-85cf-60880e7b5d3a admin admin] Publish callbacks [] for port, precommit_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:41.781133 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-64894930-47e5-4a24-84ec-e2bc0f5d2fbf admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1708722759-network', 'tenant_id': '5c4292e7b3054fefacdede3cb596f6a1'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:28:41.787473 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-5da776fa-237b-45ad-85cf-60880e7b5d3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27024173'] for port, after_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:41.830791 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64894930-47e5-4a24-84ec-e2bc0f5d2fbf admin admin] Made reservation on behalf of 5c4292e7b3054fefacdede3cb596f6a1 for: {'network': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:28:41.833209 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-64894930-47e5-4a24-84ec-e2bc0f5d2fbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for network, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:41.842072 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-64894930-47e5-4a24-84ec-e2bc0f5d2fbf admin admin] Publish callbacks [] for security_group, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:41.962288 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-9d0749da-cbf7-4aa0-8f55-a4e3c87e0c2a req-c682862e-788e-48ba-a19e-e85796f851f3 tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] 10.222.0.44 "GET /v2.0/ports?device_id=70421289-5784-4962-8b85-8bf7fa80cc12 HTTP/1.1" status: 200 len: 210 time: 0.4359336 Oct 27 10:28:42.002613 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da776fa-237b-45ad-85cf-60880e7b5d3a admin admin] Pushing event updated for resources: {'Port': ['ID=9d16e72c-30d7-4215-a725-67f1e08aaf6d,revision_number=2']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:28:42.014469 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-011205ec-f35a-408e-b102-2b70089ed3fe req-0e68d925-d8c5-4ed5-a6b5-c076b32fd835 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/security-groups?id=9f7279ee-2d49-4f67-b584-fc902ef383cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2613981 Oct 27 10:28:42.036316 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-5da776fa-237b-45ad-85cf-60880e7b5d3a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2006967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1766225'] for router_interface, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:42.117131 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-64894930-47e5-4a24-84ec-e2bc0f5d2fbf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:42.128033 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-64894930-47e5-4a24-84ec-e2bc0f5d2fbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:42.190446 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64894930-47e5-4a24-84ec-e2bc0f5d2fbf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 443} {{(pid=102347) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 10:28:42.236571 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64894930-47e5-4a24-84ec-e2bc0f5d2fbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0052f61-fc81-4452-a464-2233f5331509,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:28:42.249412 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-64894930-47e5-4a24-84ec-e2bc0f5d2fbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:42.249979 n-d-813419-10 neutron-server[102347]: INFO neutron.db.segments_db [None req-64894930-47e5-4a24-84ec-e2bc0f5d2fbf admin admin] Added segment 61ab1b7f-66c3-42d8-a73a-3b9ec21f612f of type vlan for network 9fa080ff-8029-45dd-ae93-e229036e413f Oct 27 10:28:42.299147 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc97b8e7-98d2-49cf-9ef5-6830387ba9c3 req-1cf03c85-69d9-4a09-8ad0-58e18c86fe98 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:28:42.306629 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-fc97b8e7-98d2-49cf-9ef5-6830387ba9c3 req-1cf03c85-69d9-4a09-8ad0-58e18c86fe98 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ae4390a-b621-4500-a1b9-c968556e5a4c HTTP/1.1" status: 200 len: 946 time: 0.1167822 Oct 27 10:28:42.326375 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5da776fa-237b-45ad-85cf-60880e7b5d3a admin admin] Network 2a0243b3-727c-41f7-adf4-8910fe5af824 is already hosted by enough agents. {{(pid=102346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:28:42.329962 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-5da776fa-237b-45ad-85cf-60880e7b5d3a admin admin] Resources bound (agent type, host, resource id): {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:28:42.412041 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-64894930-47e5-4a24-84ec-e2bc0f5d2fbf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743872593080'] for network, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:42.480314 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-fc97b8e7-98d2-49cf-9ef5-6830387ba9c3 req-d51e2ebb-a6f5-4f22-b783-b18fee2eb158 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/security-groups?id=9f7279ee-2d49-4f67-b584-fc902ef383cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681769 Oct 27 10:28:42.508304 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-64894930-47e5-4a24-84ec-e2bc0f5d2fbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913'] for network, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:42.509380 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64894930-47e5-4a24-84ec-e2bc0f5d2fbf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:28:42.509980 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-64894930-47e5-4a24-84ec-e2bc0f5d2fbf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for network, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:42.654738 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 54560) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:28:42.663874 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-690d13f4-4c93-47d6-97cc-9095da60bc9e tempest-RoutersIpV6AdminTest-1540385956 tempest-RoutersIpV6AdminTest-1540385956-project-admin] Request body: {'router': {'name': 'tempest-router--1939075699', 'project_id': 'ce8f934b6c73461dba4e8491b8b604e7'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:28:42.748527 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 89454141-8db5-4f4a-9502-8da0e2993fce up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:28:42.751833 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-690d13f4-4c93-47d6-97cc-9095da60bc9e tempest-RoutersIpV6AdminTest-1540385956 tempest-RoutersIpV6AdminTest-1540385956-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1768632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3610'] for router, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:42.758953 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-690d13f4-4c93-47d6-97cc-9095da60bc9e tempest-RoutersIpV6AdminTest-1540385956 tempest-RoutersIpV6AdminTest-1540385956-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1765704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1769409', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1694266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3597'] for router, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:42.769461 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5da776fa-237b-45ad-85cf-60880e7b5d3a admin admin] Router a3ee8d8e-71e6-4f61-85c0-7cf873da03b9 has already been hosted by L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb {{(pid=102346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 10:28:42.915564 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port 89454141-8db5-4f4a-9502-8da0e2993fce triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:28:42.916797 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:43.058132 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-45acafc2-f424-4be4-9d35-701a2374afa8 None None] Provisioning complete for port 9d16e72c-30d7-4215-a725-67f1e08aaf6d triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:28:43.058973 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-45acafc2-f424-4be4-9d35-701a2374afa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:43.093737 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-690d13f4-4c93-47d6-97cc-9095da60bc9e tempest-RoutersIpV6AdminTest-1540385956 tempest-RoutersIpV6AdminTest-1540385956-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:43.113313 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-45acafc2-f424-4be4-9d35-701a2374afa8 None None] Port 9d16e72c-30d7-4215-a725-67f1e08aaf6d cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:28:43.115701 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-690d13f4-4c93-47d6-97cc-9095da60bc9e tempest-RoutersIpV6AdminTest-1540385956 tempest-RoutersIpV6AdminTest-1540385956-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1765699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1769372'] for router, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:43.168046 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-f243f19c-06d1-4eb2-b8fd-939c4b0f12af req-ce452feb-8b7a-4b60-9043-15faf01fb809 tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] 10.222.0.44 "GET /v2.0/ports?device_id=70421289-5784-4962-8b85-8bf7fa80cc12 HTTP/1.1" status: 200 len: 210 time: 0.0759296 Oct 27 10:28:43.197365 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-690d13f4-4c93-47d6-97cc-9095da60bc9e tempest-RoutersIpV6AdminTest-1540385956 tempest-RoutersIpV6AdminTest-1540385956-project-admin] Publish callbacks [] for router, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:43.200889 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-690d13f4-4c93-47d6-97cc-9095da60bc9e tempest-RoutersIpV6AdminTest-1540385956 tempest-RoutersIpV6AdminTest-1540385956-project-admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.5397587 Oct 27 10:28:43.204376 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 54576) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:28:43.338632 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5da776fa-237b-45ad-85cf-60880e7b5d3a admin admin] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:28:43.340829 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-4aaee74b-9d39-47ed-8d98-74e19e3bd506 tempest-RoutersIpV6AdminTest-1540385956 tempest-RoutersIpV6AdminTest-1540385956-project-admin] Publish callbacks [] for router, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:43.351859 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50374eb0-ae09-410b-8673-f0125b52ba98 None None] Sync routers for ids ['a3ee8d8e-71e6-4f61-85c0-7cf873da03b9'] in n-d-813419-10 {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:28:43.368119 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50374eb0-ae09-410b-8673-f0125b52ba98 None None] Routers {'a3ee8d8e-71e6-4f61-85c0-7cf873da03b9'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:28:43.370332 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-5da776fa-237b-45ad-85cf-60880e7b5d3a admin admin] 10.222.0.44 "PUT /v2.0/routers/a3ee8d8e-71e6-4f61-85c0-7cf873da03b9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3243785 Oct 27 10:28:43.376323 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-50374eb0-ae09-410b-8673-f0125b52ba98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:28:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['a3ee8d8e-71e6-4f61-85c0-7cf873da03b9'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:28:43.445139 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-64894930-47e5-4a24-84ec-e2bc0f5d2fbf admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.9294031 Oct 27 10:28:43.448155 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 54604) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:28:43.463289 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-f8dc6ade-b86d-4829-960e-1b219c1d3039 admin admin] Request body: {'subnet': {'network_id': '9fa080ff-8029-45dd-ae93-e229036e413f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1708722759-subnet', 'tenant_id': '5c4292e7b3054fefacdede3cb596f6a1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:28:43.470913 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64894930-47e5-4a24-84ec-e2bc0f5d2fbf admin admin] Pushing event updated for resources: {'Network': ['ID=9fa080ff-8029-45dd-ae93-e229036e413f,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:28:43.498595 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027a1e5f-3ccb-4671-85b8-1635c782bd3b req-e1d8368d-0a00-44a6-9ea8-926dd97d96f2 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:28:43.506871 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-027a1e5f-3ccb-4671-85b8-1635c782bd3b req-e1d8368d-0a00-44a6-9ea8-926dd97d96f2 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ae4390a-b621-4500-a1b9-c968556e5a4c HTTP/1.1" status: 200 len: 946 time: 0.8598363 Oct 27 10:28:43.576736 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Network 9fa080ff-8029-45dd-ae93-e229036e413f details requested by agent ovs-agent-n-d-813419-10 with host n-d-813419-10 {{(pid=102348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 10:28:43.580118 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-027a1e5f-3ccb-4671-85b8-1635c782bd3b req-b89c8495-2039-4f2c-a5d1-f35c6f0f236d tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/security-groups?id=9f7279ee-2d49-4f67-b584-fc902ef383cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631883 Oct 27 10:28:43.581408 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8dc6ade-b86d-4829-960e-1b219c1d3039 admin admin] Made reservation on behalf of 5c4292e7b3054fefacdede3cb596f6a1 for: {'subnet': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:28:43.587182 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-f8dc6ade-b86d-4829-960e-1b219c1d3039 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18044073'] for subnet, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:43.806207 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 54626) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:28:43.815217 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-f8dc6ade-b86d-4829-960e-1b219c1d3039 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-18295883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18044091'] for subnet, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:43.894047 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8dc6ade-b86d-4829-960e-1b219c1d3039 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c2495fe4-ca7d-4e68-a399-b799b33f5730,revision_number=0']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:28:43.939159 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8dc6ade-b86d-4829-960e-1b219c1d3039 admin admin] Checking segment: {'id': '61ab1b7f-66c3-42d8-a73a-3b9ec21f612f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '9fa080ff-8029-45dd-ae93-e229036e413f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:28:43.940101 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8dc6ade-b86d-4829-960e-1b219c1d3039 admin admin] Network hostable DHCP agents. Network: 9fa080ff-8029-45dd-ae93-e229036e413f, hostable agents: ['eafd4000-b897-4722-ae8b-0118ec955181'], hosted agents: [] {{(pid=102347) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 10:28:43.982539 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8dc6ade-b86d-4829-960e-1b219c1d3039 admin admin] Network 9fa080ff-8029-45dd-ae93-e229036e413f is scheduled to be hosted by DHCP agent eafd4000-b897-4722-ae8b-0118ec955181 with binding_index 1 {{(pid=102347) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 10:28:43.999237 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [None req-f8dc6ade-b86d-4829-960e-1b219c1d3039 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-10, 9fa080ff-8029-45dd-ae93-e229036e413f) {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:28:44.005413 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8dc6ade-b86d-4829-960e-1b219c1d3039 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:28:44.009325 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-f8dc6ade-b86d-4829-960e-1b219c1d3039 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:44.016482 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvr_db [None req-50374eb0-ae09-410b-8673-f0125b52ba98 None None] Set router a3ee8d8e-71e6-4f61-85c0-7cf873da03b9 gateway port host: n-d-813419-10 {{(pid=102348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:28:44.033414 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62d4f745-472a-4733-8f01-75e260455d13 None None] Network 9fa080ff-8029-45dd-ae93-e229036e413f requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:28:44.055693 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-f8dc6ade-b86d-4829-960e-1b219c1d3039 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6036837 Oct 27 10:28:44.055993 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 54632) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:28:44.061382 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-6460a740-d536-4c48-b2af-dd7c73f027d9 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1708722759-router', 'tenant_id': '5c4292e7b3054fefacdede3cb596f6a1', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'}}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:28:44.086137 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-f6d57ed6-8505-412b-b933-f1e9232e0d6d tempest-SecGroupIPv6Test-1083201667 tempest-SecGroupIPv6Test-1083201667-project] Request body: {'security_group': {'name': 'tempest-secgroup--2144844584'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:28:44.212389 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-f6d57ed6-8505-412b-b933-f1e9232e0d6d tempest-SecGroupIPv6Test-1083201667 tempest-SecGroupIPv6Test-1083201667-project] Publish callbacks [] for security_group, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:44.242966 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-6460a740-d536-4c48-b2af-dd7c73f027d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1768632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3610'] for router, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:44.244283 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-6460a740-d536-4c48-b2af-dd7c73f027d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1765704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1769409', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1694266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3597'] for router, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:44.302228 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-f6d57ed6-8505-412b-b933-f1e9232e0d6d tempest-SecGroupIPv6Test-1083201667 tempest-SecGroupIPv6Test-1083201667-project] Publish callbacks [] for security_group, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:44.307727 n-d-813419-10 neutron-server[102347]: INFO neutron.api.v2.resource [req-e7173bc0-94b8-4b50-bb8d-abf4da09e8e2 req-2b749718-4dc1-4d4c-a602-b56adc7da571 tempest-FloatingIPDetailsNegativeTestJSON-1600752438 tempest-FloatingIPDetailsNegativeTestJSON-1600752438-project] show failed (client error): The resource could not be found. Oct 27 10:28:44.309553 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-e7173bc0-94b8-4b50-bb8d-abf4da09e8e2 req-2b749718-4dc1-4d4c-a602-b56adc7da571 tempest-FloatingIPDetailsNegativeTestJSON-1600752438 tempest-FloatingIPDetailsNegativeTestJSON-1600752438-project] 10.222.0.44 "GET /v2.0/floatingips/49ab1aa3-3b6b-4927-a2b9-593b843c7667 HTTP/1.1" status: 404 len: 350 time: 0.0891473 Oct 27 10:28:44.323497 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 54640) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:28:44.488876 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-4aaee74b-9d39-47ed-8d98-74e19e3bd506 tempest-RoutersIpV6AdminTest-1540385956 tempest-RoutersIpV6AdminTest-1540385956-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1765662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3700'] for router, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:44.492724 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-4aaee74b-9d39-47ed-8d98-74e19e3bd506 tempest-RoutersIpV6AdminTest-1540385956 tempest-RoutersIpV6AdminTest-1540385956-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:44.582988 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea5f6ea-a9e4-4755-9a36-2dc8f865a58c req-2ef1c864-5e89-44cb-b359-0c7b16786ca3 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:28:44.590865 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-fea5f6ea-a9e4-4755-9a36-2dc8f865a58c req-2ef1c864-5e89-44cb-b359-0c7b16786ca3 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ae4390a-b621-4500-a1b9-c968556e5a4c HTTP/1.1" status: 200 len: 946 time: 0.4132884 Oct 27 10:28:44.595219 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-4aaee74b-9d39-47ed-8d98-74e19e3bd506 tempest-RoutersIpV6AdminTest-1540385956 tempest-RoutersIpV6AdminTest-1540385956-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1765641'] for router, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:44.595940 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4aaee74b-9d39-47ed-8d98-74e19e3bd506 tempest-RoutersIpV6AdminTest-1540385956 tempest-RoutersIpV6AdminTest-1540385956-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e3648dc9-0440-4120-9069-399cf1bf4e53 {{(pid=102346) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 10:28:44.612426 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-4aaee74b-9d39-47ed-8d98-74e19e3bd506 tempest-RoutersIpV6AdminTest-1540385956 tempest-RoutersIpV6AdminTest-1540385956-project-admin] Publish callbacks [] for router, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:44.615948 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-4aaee74b-9d39-47ed-8d98-74e19e3bd506 tempest-RoutersIpV6AdminTest-1540385956 tempest-RoutersIpV6AdminTest-1540385956-project-admin] 10.222.0.44 "DELETE /v2.0/routers/e3648dc9-0440-4120-9069-399cf1bf4e53 HTTP/1.1" status: 204 len: 168 time: 1.4025235 Oct 27 10:28:44.627200 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-216b3347-5a9e-449e-acd0-e880dbad6230 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp734b258e-7d96-550c-b970-9b72ab66f383-9fa080ff-8029-45dd-ae93-e229036e413f', 'network_id': '9fa080ff-8029-45dd-ae93-e229036e413f', 'tenant_id': '5c4292e7b3054fefacdede3cb596f6a1', 'fixed_ips': [{'subnet_id': 'c2495fe4-ca7d-4e68-a399-b799b33f5730'}]}} from n-d-813419-10. {{(pid=102348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 10:28:44.628087 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-216b3347-5a9e-449e-acd0-e880dbad6230 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:44.639408 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-fd88a6d8-ae6c-46d5-a2b1-c918e55a7fd0 req-6ac5c10c-cbdf-4658-ac4d-e4f1012c85f0 tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] 10.222.0.44 "GET /v2.0/ports?device_id=70421289-5784-4962-8b85-8bf7fa80cc12 HTTP/1.1" status: 200 len: 210 time: 0.2224956 Oct 27 10:28:44.719225 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-fea5f6ea-a9e4-4755-9a36-2dc8f865a58c req-e4cf3d9e-2853-4ae8-8148-066a56418762 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/security-groups?id=9f7279ee-2d49-4f67-b584-fc902ef383cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202066 Oct 27 10:28:44.815021 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-50374eb0-ae09-410b-8673-f0125b52ba98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3ee8d8e-71e6-4f61-85c0-7cf873da03b9', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1778411129-router', 'tenant_id': '47ce5f20eeb448398116bfa21f80d060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.185'}], 'enable_snat': True}, 'gw_port_id': '89454141-8db5-4f4a-9502-8da0e2993fce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:28:28Z', 'updated_at': '2021-10-27T10:28:40Z', 'revision_number': 4, 'project_id': '47ce5f20eeb448398116bfa21f80d060', 'gw_port': {'id': '89454141-8db5-4f4a-9502-8da0e2993fce', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:9a:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3ee8d8e-71e6-4f61-85c0-7cf873da03b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1194, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:28:30Z', 'updated_at': '2021-10-27T10:28:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_interfaces': [{'id': '9d16e72c-30d7-4215-a725-67f1e08aaf6d', 'name': '', 'network_id': '2a0243b3-727c-41f7-adf4-8910fe5af824', 'tenant_id': '47ce5f20eeb448398116bfa21f80d060', 'mac_address': 'fa:16:3e:94:5c:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3ee8d8e-71e6-4f61-85c0-7cf873da03b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1203, 'fixed_ips': [{'subnet_id': 'bfe894f9-94b3-4cd6-9464-0a025aaba6a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:28:37Z', 'updated_at': '2021-10-27T10:28:41Z', 'revision_number': 2, 'project_id': '47ce5f20eeb448398116bfa21f80d060', 'subnets': [{'id': 'bfe894f9-94b3-4cd6-9464-0a025aaba6a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:28:44.852786 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-6460a740-d536-4c48-b2af-dd7c73f027d9 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:44.856674 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50374eb0-ae09-410b-8673-f0125b52ba98 None None] Checking router: a3ee8d8e-71e6-4f61-85c0-7cf873da03b9 for host: n-d-813419-10 {{(pid=102348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 10:28:44.857385 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50374eb0-ae09-410b-8673-f0125b52ba98 None None] Updating router a3ee8d8e-71e6-4f61-85c0-7cf873da03b9 port 9d16e72c-30d7-4215-a725-67f1e08aaf6d binding host n-d-813419-10 {{(pid=102348) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 10:28:44.938638 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 54644) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:28:44.954528 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-50374eb0-ae09-410b-8673-f0125b52ba98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:45.006769 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.db_base_plugin_common [None req-216b3347-5a9e-449e-acd0-e880dbad6230 None None] Allocated IP 172.20.0.2 (9fa080ff-8029-45dd-ae93-e229036e413f/c2495fe4-ca7d-4e68-a399-b799b33f5730/85231b4d-cb13-4ded-82bf-5c5745ec2151) {{(pid=102348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:28:45.159313 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-c651e48a-1b51-484c-a06a-fd22b0378d6a tempest-RoutersIpV6AdminTest-927106320 tempest-RoutersIpV6AdminTest-927106320-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1928837011', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'}, 'admin_state_up': False}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:28:45.169566 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-6460a740-d536-4c48-b2af-dd7c73f027d9 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:45.183193 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-f6d57ed6-8505-412b-b933-f1e9232e0d6d tempest-SecGroupIPv6Test-1083201667 tempest-SecGroupIPv6Test-1083201667-project] Publish callbacks [] for security_group, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:45.190821 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-c651e48a-1b51-484c-a06a-fd22b0378d6a tempest-RoutersIpV6AdminTest-927106320 tempest-RoutersIpV6AdminTest-927106320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1768632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3610'] for router, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:45.192179 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-f6d57ed6-8505-412b-b933-f1e9232e0d6d tempest-SecGroupIPv6Test-1083201667 tempest-SecGroupIPv6Test-1083201667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:45.193469 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-c651e48a-1b51-484c-a06a-fd22b0378d6a tempest-RoutersIpV6AdminTest-927106320 tempest-RoutersIpV6AdminTest-927106320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1765704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1769409', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1694266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3597'] for router, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:45.260953 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-f6d57ed6-8505-412b-b933-f1e9232e0d6d tempest-SecGroupIPv6Test-1083201667 tempest-SecGroupIPv6Test-1083201667-project] Publish callbacks [] for security_group, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:45.284655 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-f6d57ed6-8505-412b-b933-f1e9232e0d6d tempest-SecGroupIPv6Test-1083201667 tempest-SecGroupIPv6Test-1083201667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:45.325907 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-c651e48a-1b51-484c-a06a-fd22b0378d6a tempest-RoutersIpV6AdminTest-927106320 tempest-RoutersIpV6AdminTest-927106320-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:45.363813 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-f6d57ed6-8505-412b-b933-f1e9232e0d6d tempest-SecGroupIPv6Test-1083201667 tempest-SecGroupIPv6Test-1083201667-project] Publish callbacks [] for security_group, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:45.367860 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-f6d57ed6-8505-412b-b933-f1e9232e0d6d tempest-SecGroupIPv6Test-1083201667 tempest-SecGroupIPv6Test-1083201667-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.5606246 Oct 27 10:28:45.370652 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 54650) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:28:45.381218 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-216b3347-5a9e-449e-acd0-e880dbad6230 None None] Publish callbacks [] for port, precommit_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:45.399093 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-216b3347-5a9e-449e-acd0-e880dbad6230 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606'] for port, after_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:45.485696 n-d-813419-10 neutron-server[102348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-216b3347-5a9e-449e-acd0-e880dbad6230 None None] Network 9fa080ff-8029-45dd-ae93-e229036e413f is already hosted by enough agents. {{(pid=102348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:28:45.492329 n-d-813419-10 neutron-server[102348]: DEBUG neutron.scheduler.base_scheduler [None req-216b3347-5a9e-449e-acd0-e880dbad6230 None None] Resources bound (agent type, host, resource id): {{(pid=102348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:28:45.495518 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216b3347-5a9e-449e-acd0-e880dbad6230 None None] Pushing event updated for resources: {'Port': ['ID=85231b4d-cb13-4ded-82bf-5c5745ec2151,revision_number=1']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:28:45.502123 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-216b3347-5a9e-449e-acd0-e880dbad6230 None None] Received port after_create {{(pid=102348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:28:45.511051 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d57ed6-8505-412b-b933-f1e9232e0d6d tempest-SecGroupIPv6Test-1083201667 tempest-SecGroupIPv6Test-1083201667-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b492700-7322-4bcc-b9a7-eb17c4d28a90,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:28:45.540793 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-216b3347-5a9e-449e-acd0-e880dbad6230 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:28:45.541213 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-216b3347-5a9e-449e-acd0-e880dbad6230 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:28:45.541637 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-216b3347-5a9e-449e-acd0-e880dbad6230 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:28:45.542283 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-216b3347-5a9e-449e-acd0-e880dbad6230 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:28:45.542682 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-216b3347-5a9e-449e-acd0-e880dbad6230 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:28:45.543078 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-216b3347-5a9e-449e-acd0-e880dbad6230 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:28:45.543465 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-216b3347-5a9e-449e-acd0-e880dbad6230 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:28:45.543849 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-216b3347-5a9e-449e-acd0-e880dbad6230 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:28:45.544263 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-216b3347-5a9e-449e-acd0-e880dbad6230 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:28:45.544649 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-216b3347-5a9e-449e-acd0-e880dbad6230 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:28:45.545035 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-216b3347-5a9e-449e-acd0-e880dbad6230 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:28:45.545674 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-216b3347-5a9e-449e-acd0-e880dbad6230 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:28:45.551593 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-496fb1d8-291e-466a-9d77-e77b9b08e884 tempest-SecGroupIPv6Test-1083201667 tempest-SecGroupIPv6Test-1083201667-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1772964 Oct 27 10:28:45.551968 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-c651e48a-1b51-484c-a06a-fd22b0378d6a tempest-RoutersIpV6AdminTest-927106320 tempest-RoutersIpV6AdminTest-927106320-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:45.555718 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 54652) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:28:45.563485 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-626ad279-ebb3-4ea3-aab6-e6ca56b3c2f7 tempest-SecGroupIPv6Test-1083201667 tempest-SecGroupIPv6Test-1083201667-project] Request body: {'security_group': {'name': 'tempest-security--467003477', 'description': 'tempest-security-description-312590375'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:28:45.587787 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d57ed6-8505-412b-b933-f1e9232e0d6d tempest-SecGroupIPv6Test-1083201667 tempest-SecGroupIPv6Test-1083201667-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a6d26be-25e5-4a65-a05f-903a3638f9fe,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:28:45.659720 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-50374eb0-ae09-410b-8673-f0125b52ba98 None None] Publish callbacks [] for port, precommit_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:45.664785 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-216b3347-5a9e-449e-acd0-e880dbad6230 None None] Attempting to bind port 85231b4d-cb13-4ded-82bf-5c5745ec2151 on host n-d-813419-10 for vnic_type normal with profile {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:28:45.665521 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-216b3347-5a9e-449e-acd0-e880dbad6230 None None] Attempting to bind port 85231b4d-cb13-4ded-82bf-5c5745ec2151 by drivers openvswitch,hyperv on host n-d-813419-10 at level 0 using segments [{'id': '61ab1b7f-66c3-42d8-a73a-3b9ec21f612f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '9fa080ff-8029-45dd-ae93-e229036e413f'}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:28:45.666299 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-216b3347-5a9e-449e-acd0-e880dbad6230 None None] Attempting to bind port 85231b4d-cb13-4ded-82bf-5c5745ec2151 on network 9fa080ff-8029-45dd-ae93-e229036e413f {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:28:45.673243 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-50374eb0-ae09-410b-8673-f0125b52ba98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:45.678792 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-626ad279-ebb3-4ea3-aab6-e6ca56b3c2f7 tempest-SecGroupIPv6Test-1083201667 tempest-SecGroupIPv6Test-1083201667-project] Publish callbacks [] for security_group, before_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:45.681896 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-216b3347-5a9e-449e-acd0-e880dbad6230 None None] Checking agent: {'id': '89dba0f3-79b2-435e-9822-33674b8f6ada', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 8, 20), 'started_at': datetime.datetime(2021, 10, 27, 10, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 28, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:28:45.682265 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-216b3347-5a9e-449e-acd0-e880dbad6230 None None] Checking segment: {'id': '61ab1b7f-66c3-42d8-a73a-3b9ec21f612f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '9fa080ff-8029-45dd-ae93-e229036e413f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:28:45.682897 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-216b3347-5a9e-449e-acd0-e880dbad6230 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:45.683338 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-216b3347-5a9e-449e-acd0-e880dbad6230 None None] Bound using segment: {'id': '61ab1b7f-66c3-42d8-a73a-3b9ec21f612f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '9fa080ff-8029-45dd-ae93-e229036e413f'} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:28:45.683817 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-216b3347-5a9e-449e-acd0-e880dbad6230 None None] Bound port: 85231b4d-cb13-4ded-82bf-5c5745ec2151, host: n-d-813419-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61ab1b7f-66c3-42d8-a73a-3b9ec21f612f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '9fa080ff-8029-45dd-ae93-e229036e413f'}}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:28:45.684206 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-216b3347-5a9e-449e-acd0-e880dbad6230 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:45.769714 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c09dbde-137f-44a2-8462-d5a2c136b5e1 None None] Pushing event updated for resources: {'Port': ['ID=9d16e72c-30d7-4215-a725-67f1e08aaf6d,revision_number=3']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:28:45.799669 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-61102340-9b1e-4d9d-972c-ca56ce6a52c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1766202'] for router_interface, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:45.861985 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-8fa5fc81-25cb-4742-a840-9a07642fd569 req-501db028-1c86-46c1-83c2-234ce740a55f tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] 10.222.0.44 "GET /v2.0/ports?device_id=70421289-5784-4962-8b85-8bf7fa80cc12 HTTP/1.1" status: 200 len: 210 time: 0.1051915 Oct 27 10:28:45.879144 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-626ad279-ebb3-4ea3-aab6-e6ca56b3c2f7 tempest-SecGroupIPv6Test-1083201667 tempest-SecGroupIPv6Test-1083201667-project] Publish callbacks [] for security_group, precommit_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:45.895123 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-626ad279-ebb3-4ea3-aab6-e6ca56b3c2f7 tempest-SecGroupIPv6Test-1083201667 tempest-SecGroupIPv6Test-1083201667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:45.897705 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-626ad279-ebb3-4ea3-aab6-e6ca56b3c2f7 tempest-SecGroupIPv6Test-1083201667 tempest-SecGroupIPv6Test-1083201667-project] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:45.901294 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-626ad279-ebb3-4ea3-aab6-e6ca56b3c2f7 tempest-SecGroupIPv6Test-1083201667 tempest-SecGroupIPv6Test-1083201667-project] 10.222.0.44 "PUT /v2.0/security-groups/1a6d26be-25e5-4a65-a05f-903a3638f9fe HTTP/1.1" status: 200 len: 1778 time: 0.3415742 Oct 27 10:28:45.903703 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 54660) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:28:45.974240 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-50374eb0-ae09-410b-8673-f0125b52ba98 None None] Attempting to bind port 9d16e72c-30d7-4215-a725-67f1e08aaf6d on host n-d-813419-10 for vnic_type normal with profile {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:28:45.974609 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-50374eb0-ae09-410b-8673-f0125b52ba98 None None] Attempting to bind port 9d16e72c-30d7-4215-a725-67f1e08aaf6d by drivers openvswitch,hyperv on host n-d-813419-10 at level 0 using segments [{'id': '06526232-bf3a-460e-a992-bc6b7c412adf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '2a0243b3-727c-41f7-adf4-8910fe5af824'}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:28:45.974969 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50374eb0-ae09-410b-8673-f0125b52ba98 None None] Attempting to bind port 9d16e72c-30d7-4215-a725-67f1e08aaf6d on network 2a0243b3-727c-41f7-adf4-8910fe5af824 {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:28:45.977805 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-216b3347-5a9e-449e-acd0-e880dbad6230 None None] For port 85231b4d-cb13-4ded-82bf-5c5745ec2151, host n-d-813419-10, cleared binding levels {{(pid=102348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:28:45.991295 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-216b3347-5a9e-449e-acd0-e880dbad6230 None None] For port 85231b4d-cb13-4ded-82bf-5c5745ec2151, host n-d-813419-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=85231b4d-cb13-4ded-82bf-5c5745ec2151,segment=NetworkSegment(61ab1b7f-66c3-42d8-a73a-3b9ec21f612f),segment_id=61ab1b7f-66c3-42d8-a73a-3b9ec21f612f)] {{(pid=102348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:28:45.998630 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50374eb0-ae09-410b-8673-f0125b52ba98 None None] Checking agent: {'id': '89dba0f3-79b2-435e-9822-33674b8f6ada', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 8, 20), 'started_at': datetime.datetime(2021, 10, 27, 10, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 28, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:28:45.999508 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50374eb0-ae09-410b-8673-f0125b52ba98 None None] Checking segment: {'id': '06526232-bf3a-460e-a992-bc6b7c412adf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '2a0243b3-727c-41f7-adf4-8910fe5af824'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:28:45.999508 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-50374eb0-ae09-410b-8673-f0125b52ba98 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:46.000268 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50374eb0-ae09-410b-8673-f0125b52ba98 None None] Bound using segment: {'id': '06526232-bf3a-460e-a992-bc6b7c412adf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '2a0243b3-727c-41f7-adf4-8910fe5af824'} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:28:46.000268 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-50374eb0-ae09-410b-8673-f0125b52ba98 None None] Bound port: 9d16e72c-30d7-4215-a725-67f1e08aaf6d, host: n-d-813419-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06526232-bf3a-460e-a992-bc6b7c412adf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '2a0243b3-727c-41f7-adf4-8910fe5af824'}}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:28:46.001306 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-50374eb0-ae09-410b-8673-f0125b52ba98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:46.004394 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-216b3347-5a9e-449e-acd0-e880dbad6230 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:46.023509 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626ad279-ebb3-4ea3-aab6-e6ca56b3c2f7 tempest-SecGroupIPv6Test-1083201667 tempest-SecGroupIPv6Test-1083201667-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a6d26be-25e5-4a65-a05f-903a3638f9fe,revision_number=2']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:28:46.063723 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 54662) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:28:46.064123 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-5e902864-59f9-42e9-9383-236fbd795dda tempest-SecGroupIPv6Test-1083201667 tempest-SecGroupIPv6Test-1083201667-project] 10.222.0.44 "GET /v2.0/security-groups/1a6d26be-25e5-4a65-a05f-903a3638f9fe HTTP/1.1" status: 200 len: 1778 time: 0.1503530 Oct 27 10:28:46.239010 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216b3347-5a9e-449e-acd0-e880dbad6230 None None] Pushing event updated for resources: {'Port': ['ID=85231b4d-cb13-4ded-82bf-5c5745ec2151,revision_number=2']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:28:46.241981 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-b7c3c689-fc3d-4cc8-affa-b3ce5e94e926 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:46.268424 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-50374eb0-ae09-410b-8673-f0125b52ba98 None None] For port 9d16e72c-30d7-4215-a725-67f1e08aaf6d, host n-d-813419-10, cleared binding levels {{(pid=102348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:28:46.286038 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-50374eb0-ae09-410b-8673-f0125b52ba98 None None] For port 9d16e72c-30d7-4215-a725-67f1e08aaf6d, host n-d-813419-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=9d16e72c-30d7-4215-a725-67f1e08aaf6d,segment=NetworkSegment(06526232-bf3a-460e-a992-bc6b7c412adf),segment_id=06526232-bf3a-460e-a992-bc6b7c412adf)] {{(pid=102348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:28:46.287092 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-c651e48a-1b51-484c-a06a-fd22b0378d6a tempest-RoutersIpV6AdminTest-927106320 tempest-RoutersIpV6AdminTest-927106320-project] Publish callbacks [] for router_gateway, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:46.299951 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-50374eb0-ae09-410b-8673-f0125b52ba98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:46.307748 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-6def3392-2149-4057-b5ca-d509c535a153 None None] Provisioning complete for port 9d16e72c-30d7-4215-a725-67f1e08aaf6d triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:28:46.308114 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-6def3392-2149-4057-b5ca-d509c535a153 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:46.317682 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-c651e48a-1b51-484c-a06a-fd22b0378d6a tempest-RoutersIpV6AdminTest-927106320 tempest-RoutersIpV6AdminTest-927106320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:46.432903 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c09dbde-137f-44a2-8462-d5a2c136b5e1 None None] Pushing event updated for resources: {'Port': ['ID=9d16e72c-30d7-4215-a725-67f1e08aaf6d,revision_number=4']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:28:46.441741 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-6460a740-d536-4c48-b2af-dd7c73f027d9 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:46.443948 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50374eb0-ae09-410b-8673-f0125b52ba98 None None] Routers {'a3ee8d8e-71e6-4f61-85c0-7cf873da03b9'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:28:46.445684 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-50374eb0-ae09-410b-8673-f0125b52ba98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:28:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['a3ee8d8e-71e6-4f61-85c0-7cf873da03b9'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:28:46.550062 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-6460a740-d536-4c48-b2af-dd7c73f027d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:46.580755 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_common [None req-c651e48a-1b51-484c-a06a-fd22b0378d6a tempest-RoutersIpV6AdminTest-927106320 tempest-RoutersIpV6AdminTest-927106320-project] Allocated IP 172.25.8.34 (185ff123-c7ff-45c7-a6be-71feb35acc9c/0fb9f9d1-7384-481f-8fa8-f4566c349d30/59241de4-81fb-4fd5-a6c6-b76e32195348) {{(pid=102346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:28:46.767142 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-8c2482bf-5bf0-4563-bea8-479cf55dd698 tempest-SecGroupIPv6Test-1083201667 tempest-SecGroupIPv6Test-1083201667-project] Publish callbacks [] for security_group, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:46.794599 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef4d6c1-ebde-4310-827c-6176990fdae4 req-259621ea-c8bd-4e16-b15d-72900f024fab tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:28:46.796396 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-3ef4d6c1-ebde-4310-827c-6176990fdae4 req-259621ea-c8bd-4e16-b15d-72900f024fab tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ae4390a-b621-4500-a1b9-c968556e5a4c HTTP/1.1" status: 200 len: 946 time: 0.8725266 Oct 27 10:28:46.829703 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvr_db [None req-50374eb0-ae09-410b-8673-f0125b52ba98 None None] Set router a3ee8d8e-71e6-4f61-85c0-7cf873da03b9 gateway port host: n-d-813419-10 {{(pid=102348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:28:46.865544 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-8c2482bf-5bf0-4563-bea8-479cf55dd698 tempest-SecGroupIPv6Test-1083201667 tempest-SecGroupIPv6Test-1083201667-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:46.888378 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-c651e48a-1b51-484c-a06a-fd22b0378d6a tempest-RoutersIpV6AdminTest-927106320 tempest-RoutersIpV6AdminTest-927106320-project] Publish callbacks [] for port, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:46.916675 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 85231b4d-cb13-4ded-82bf-5c5745ec2151 up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:28:46.920988 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-3ef4d6c1-ebde-4310-827c-6176990fdae4 req-67535d7f-8251-4aa8-b3e0-67a89310df00 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/security-groups?id=9f7279ee-2d49-4f67-b584-fc902ef383cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925417 Oct 27 10:28:47.002400 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-c651e48a-1b51-484c-a06a-fd22b0378d6a tempest-RoutersIpV6AdminTest-927106320 tempest-RoutersIpV6AdminTest-927106320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:47.009974 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-8c2482bf-5bf0-4563-bea8-479cf55dd698 tempest-SecGroupIPv6Test-1083201667 tempest-SecGroupIPv6Test-1083201667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:47.013409 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-8c2482bf-5bf0-4563-bea8-479cf55dd698 tempest-SecGroupIPv6Test-1083201667 tempest-SecGroupIPv6Test-1083201667-project] Publish callbacks [] for security_group, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:47.024471 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-8c2482bf-5bf0-4563-bea8-479cf55dd698 tempest-SecGroupIPv6Test-1083201667 tempest-SecGroupIPv6Test-1083201667-project] 10.222.0.44 "DELETE /v2.0/security-groups/1a6d26be-25e5-4a65-a05f-903a3638f9fe HTTP/1.1" status: 204 len: 168 time: 0.9513798 Oct 27 10:28:47.025152 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 54672) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:28:47.185952 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2482bf-5bf0-4563-bea8-479cf55dd698 tempest-SecGroupIPv6Test-1083201667 tempest-SecGroupIPv6Test-1083201667-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a6d26be-25e5-4a65-a05f-903a3638f9fe,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:28:47.226487 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-3e0db46a-6f24-4f28-8050-836b8ef452d3 req-c88347c4-dd06-48a6-929d-6aa859d79271 tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] 10.222.0.44 "GET /v2.0/ports?device_id=70421289-5784-4962-8b85-8bf7fa80cc12 HTTP/1.1" status: 200 len: 210 time: 0.1359036 Oct 27 10:28:47.235108 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c651e48a-1b51-484c-a06a-fd22b0378d6a tempest-RoutersIpV6AdminTest-927106320 tempest-RoutersIpV6AdminTest-927106320-project] Network 185ff123-c7ff-45c7-a6be-71feb35acc9c is already hosted by enough agents. {{(pid=102346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:28:47.238633 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-c651e48a-1b51-484c-a06a-fd22b0378d6a tempest-RoutersIpV6AdminTest-927106320 tempest-RoutersIpV6AdminTest-927106320-project] Resources bound (agent type, host, resource id): {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:28:47.248909 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c651e48a-1b51-484c-a06a-fd22b0378d6a tempest-RoutersIpV6AdminTest-927106320 tempest-RoutersIpV6AdminTest-927106320-project] Received port after_create {{(pid=102346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:28:47.252744 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c651e48a-1b51-484c-a06a-fd22b0378d6a tempest-RoutersIpV6AdminTest-927106320 tempest-RoutersIpV6AdminTest-927106320-project] Pushing event updated for resources: {'Port': ['ID=59241de4-81fb-4fd5-a6c6-b76e32195348,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:28:47.298760 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_common [None req-6460a740-d536-4c48-b2af-dd7c73f027d9 admin admin] Allocated IP 172.25.8.66 (185ff123-c7ff-45c7-a6be-71feb35acc9c/0fb9f9d1-7384-481f-8fa8-f4566c349d30/c3dd479c-aca2-4477-86e8-6d0468968157) {{(pid=102347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:28:47.326848 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-91beaf6f-af99-4a28-855d-df5456d7f4b5 tempest-SecGroupIPv6Test-1083201667 tempest-SecGroupIPv6Test-1083201667-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2938664 Oct 27 10:28:47.327401 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 54676) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:28:47.348876 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-6def3392-2149-4057-b5ca-d509c535a153 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:47.428531 n-d-813419-10 neutron-server[102347]: INFO neutron.api.v2.resource [None req-dbf5935f-bc91-4188-91d2-50233a5ae73d tempest-SecGroupIPv6Test-1083201667 tempest-SecGroupIPv6Test-1083201667-project] delete failed (client error): The resource could not be found. Oct 27 10:28:47.439560 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 54682) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:28:47.445114 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-e6062651-f9c3-473d-927f-3596bd57156c tempest-SecGroupIPv6Test-1083201667 tempest-SecGroupIPv6Test-1083201667-project] Request body: {'security_group': {'name': 'tempest-secgroup--225246664'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:28:47.447578 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-dbf5935f-bc91-4188-91d2-50233a5ae73d tempest-SecGroupIPv6Test-1083201667 tempest-SecGroupIPv6Test-1083201667-project] 10.222.0.44 "DELETE /v2.0/security-groups/1a6d26be-25e5-4a65-a05f-903a3638f9fe HTTP/1.1" status: 404 len: 347 time: 0.1137140 Oct 27 10:28:47.476084 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-61102340-9b1e-4d9d-972c-ca56ce6a52c4 admin admin] Deleting port 9d16e72c-30d7-4215-a725-67f1e08aaf6d {{(pid=102347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:28:47.476452 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-61102340-9b1e-4d9d-972c-ca56ce6a52c4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:47.611539 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-e6062651-f9c3-473d-927f-3596bd57156c tempest-SecGroupIPv6Test-1083201667 tempest-SecGroupIPv6Test-1083201667-project] Publish callbacks [] for security_group, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:47.733274 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178ac990-d428-45e9-b688-e2d172d312f9 req-ed9aeb1e-3791-4497-9217-50b7cf01c6c7 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:28:47.735144 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-178ac990-d428-45e9-b688-e2d172d312f9 req-ed9aeb1e-3791-4497-9217-50b7cf01c6c7 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ae4390a-b621-4500-a1b9-c968556e5a4c HTTP/1.1" status: 200 len: 946 time: 0.2226210 Oct 27 10:28:47.739845 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-6def3392-2149-4057-b5ca-d509c535a153 None None] For port 9d16e72c-30d7-4215-a725-67f1e08aaf6d, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=9d16e72c-30d7-4215-a725-67f1e08aaf6d,segment=NetworkSegment(06526232-bf3a-460e-a992-bc6b7c412adf),segment_id=06526232-bf3a-460e-a992-bc6b7c412adf)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:28:47.743033 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port 85231b4d-cb13-4ded-82bf-5c5745ec2151 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:28:47.744300 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:47.815802 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-6def3392-2149-4057-b5ca-d509c535a153 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:47.838701 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [None req-61102340-9b1e-4d9d-972c-ca56ce6a52c4 admin admin] For port 9d16e72c-30d7-4215-a725-67f1e08aaf6d, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=9d16e72c-30d7-4215-a725-67f1e08aaf6d,segment=NetworkSegment(06526232-bf3a-460e-a992-bc6b7c412adf),segment_id=06526232-bf3a-460e-a992-bc6b7c412adf)] {{(pid=102347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:28:47.839073 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-61102340-9b1e-4d9d-972c-ca56ce6a52c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:47.860080 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85590a71-8f05-4153-91bb-51ae88eef840 None None] Network 9fa080ff-8029-45dd-ae93-e229036e413f requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:28:47.865962 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-6460a740-d536-4c48-b2af-dd7c73f027d9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:47.875308 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-61102340-9b1e-4d9d-972c-ca56ce6a52c4 admin admin] Calling delete_port for 9d16e72c-30d7-4215-a725-67f1e08aaf6d owned by network:router_interface {{(pid=102347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:28:47.971451 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-6460a740-d536-4c48-b2af-dd7c73f027d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:48.039736 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-178ac990-d428-45e9-b688-e2d172d312f9 req-83772861-e8fa-4737-8a51-e43e4f87b479 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/security-groups?id=9f7279ee-2d49-4f67-b584-fc902ef383cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2160583 Oct 27 10:28:48.061038 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-d4cdd746-f92d-4709-990b-4b504e3bbebd None None] Provisioning complete for port 85231b4d-cb13-4ded-82bf-5c5745ec2151 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:28:48.061331 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-d4cdd746-f92d-4709-990b-4b504e3bbebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:48.091077 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6460a740-d536-4c48-b2af-dd7c73f027d9 admin admin] Pushing event updated for resources: {'Port': ['ID=c3dd479c-aca2-4477-86e8-6d0468968157,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:28:48.103925 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6460a740-d536-4c48-b2af-dd7c73f027d9 admin admin] Network 185ff123-c7ff-45c7-a6be-71feb35acc9c is already hosted by enough agents. {{(pid=102347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:28:48.108053 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [None req-6460a740-d536-4c48-b2af-dd7c73f027d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:28:48.111583 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6def3392-2149-4057-b5ca-d509c535a153 None None] Pushing event updated for resources: {'Port': ['ID=9d16e72c-30d7-4215-a725-67f1e08aaf6d,revision_number=5']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:28:48.117512 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6460a740-d536-4c48-b2af-dd7c73f027d9 admin admin] Received port after_create {{(pid=102347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:28:48.177674 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-50374eb0-ae09-410b-8673-f0125b52ba98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3ee8d8e-71e6-4f61-85c0-7cf873da03b9', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1778411129-router', 'tenant_id': '47ce5f20eeb448398116bfa21f80d060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.185'}], 'enable_snat': True}, 'gw_port_id': '89454141-8db5-4f4a-9502-8da0e2993fce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:28:28Z', 'updated_at': '2021-10-27T10:28:40Z', 'revision_number': 4, 'project_id': '47ce5f20eeb448398116bfa21f80d060', 'gw_port': {'id': '89454141-8db5-4f4a-9502-8da0e2993fce', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:9a:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3ee8d8e-71e6-4f61-85c0-7cf873da03b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1194, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:28:30Z', 'updated_at': '2021-10-27T10:28:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_interfaces': [{'id': '9d16e72c-30d7-4215-a725-67f1e08aaf6d', 'name': '', 'network_id': '2a0243b3-727c-41f7-adf4-8910fe5af824', 'tenant_id': '47ce5f20eeb448398116bfa21f80d060', 'mac_address': 'fa:16:3e:94:5c:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3ee8d8e-71e6-4f61-85c0-7cf873da03b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1203, 'fixed_ips': [{'subnet_id': 'bfe894f9-94b3-4cd6-9464-0a025aaba6a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:28:37Z', 'updated_at': '2021-10-27T10:28:46Z', 'revision_number': 4, 'project_id': '47ce5f20eeb448398116bfa21f80d060', 'subnets': [{'id': 'bfe894f9-94b3-4cd6-9464-0a025aaba6a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:28:48.209581 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-e6062651-f9c3-473d-927f-3596bd57156c tempest-SecGroupIPv6Test-1083201667 tempest-SecGroupIPv6Test-1083201667-project] Publish callbacks [] for security_group, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:48.210548 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-c651e48a-1b51-484c-a06a-fd22b0378d6a tempest-RoutersIpV6AdminTest-927106320 tempest-RoutersIpV6AdminTest-927106320-project] Publish callbacks [] for router_gateway, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:48.223161 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50374eb0-ae09-410b-8673-f0125b52ba98 None None] The sync data for ids ['a3ee8d8e-71e6-4f61-85c0-7cf873da03b9'] in n-d-813419-10 is: [{'id': 'a3ee8d8e-71e6-4f61-85c0-7cf873da03b9', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1778411129-router', 'tenant_id': '47ce5f20eeb448398116bfa21f80d060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.185'}], 'enable_snat': True}, 'gw_port_id': '89454141-8db5-4f4a-9502-8da0e2993fce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:28:28Z', 'updated_at': '2021-10-27T10:28:40Z', 'revision_number': 4, 'project_id': '47ce5f20eeb448398116bfa21f80d060', 'gw_port': {'id': '89454141-8db5-4f4a-9502-8da0e2993fce', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:9a:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3ee8d8e-71e6-4f61-85c0-7cf873da03b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1194, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:28:30Z', 'updated_at': '2021-10-27T10:28:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_interfaces': [{'id': '9d16e72c-30d7-4215-a725-67f1e08aaf6d', 'name': '', 'network_id': '2a0243b3-727c-41f7-adf4-8910fe5af824', 'tenant_id': '47ce5f20eeb448398116bfa21f80d060', 'mac_address': 'fa:16:3e:94:5c:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3ee8d8e-71e6-4f61-85c0-7cf873da03b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1203, 'fixed_ips': [{'subnet_id': 'bfe894f9-94b3-4cd6-9464-0a025aaba6a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:28:37Z', 'updated_at': '2021-10-27T10:28:46Z', 'revision_number': 4, 'project_id': '47ce5f20eeb448398116bfa21f80d060', 'subnets': [{'id': 'bfe894f9-94b3-4cd6-9464-0a025aaba6a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:28:48.255107 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-e6062651-f9c3-473d-927f-3596bd57156c tempest-SecGroupIPv6Test-1083201667 tempest-SecGroupIPv6Test-1083201667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:48.282403 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:48.356901 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6062651-f9c3-473d-927f-3596bd57156c tempest-SecGroupIPv6Test-1083201667 tempest-SecGroupIPv6Test-1083201667-project] Pushing event updated for resources: {'SecurityGroup': ['ID=731e7d90-2687-4769-8de3-1a44764926d3,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:28:48.404659 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-e6062651-f9c3-473d-927f-3596bd57156c tempest-SecGroupIPv6Test-1083201667 tempest-SecGroupIPv6Test-1083201667-project] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:48.411766 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-e6062651-f9c3-473d-927f-3596bd57156c tempest-SecGroupIPv6Test-1083201667 tempest-SecGroupIPv6Test-1083201667-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9706731 Oct 27 10:28:48.415037 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 54690) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:28:48.421678 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-e9f6e960-4ea5-45f6-838f-3644d3f843e2 tempest-SecGroupIPv6Test-1083201667 tempest-SecGroupIPv6Test-1083201667-project] Request body: {'security_group_rule': {'security_group_id': '731e7d90-2687-4769-8de3-1a44764926d3', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:28:48.510022 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] For port 85231b4d-cb13-4ded-82bf-5c5745ec2151, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=85231b4d-cb13-4ded-82bf-5c5745ec2151,segment=NetworkSegment(61ab1b7f-66c3-42d8-a73a-3b9ec21f612f),segment_id=61ab1b7f-66c3-42d8-a73a-3b9ec21f612f)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:28:48.530917 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:48.546438 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-e9f6e960-4ea5-45f6-838f-3644d3f843e2 tempest-SecGroupIPv6Test-1083201667 tempest-SecGroupIPv6Test-1083201667-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:48.657246 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-d4cdd746-f92d-4709-990b-4b504e3bbebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:48.740462 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-e9f6e960-4ea5-45f6-838f-3644d3f843e2 tempest-SecGroupIPv6Test-1083201667 tempest-SecGroupIPv6Test-1083201667-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:48.760934 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Pushing event updated for resources: {'Port': ['ID=85231b4d-cb13-4ded-82bf-5c5745ec2151,revision_number=3']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:28:48.773473 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-c651e48a-1b51-484c-a06a-fd22b0378d6a tempest-RoutersIpV6AdminTest-927106320 tempest-RoutersIpV6AdminTest-927106320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1765699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1769372'] for router, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:48.777185 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-e9f6e960-4ea5-45f6-838f-3644d3f843e2 tempest-SecGroupIPv6Test-1083201667 tempest-SecGroupIPv6Test-1083201667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671902'] for security_group_rule, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:48.860800 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 9d16e72c-30d7-4215-a725-67f1e08aaf6d up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:28:48.995695 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f6e960-4ea5-45f6-838f-3644d3f843e2 tempest-SecGroupIPv6Test-1083201667 tempest-SecGroupIPv6Test-1083201667-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9c90076-9a0b-4691-a152-1418510e79ad,revision_number=0']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:28:49.019635 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-e9f6e960-4ea5-45f6-838f-3644d3f843e2 tempest-SecGroupIPv6Test-1083201667 tempest-SecGroupIPv6Test-1083201667-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:49.025907 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-e9f6e960-4ea5-45f6-838f-3644d3f843e2 tempest-SecGroupIPv6Test-1083201667 tempest-SecGroupIPv6Test-1083201667-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6059437 Oct 27 10:28:49.028238 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 54696) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:28:49.042139 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-ef1806a5-a8cb-4171-8cb9-e79481c2e22e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:49.057438 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.db.api [None req-d4cdd746-f92d-4709-990b-4b504e3bbebd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102348) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 27 10:28:49.057776 n-d-813419-10 neutron-server[102348]: DEBUG oslo_db.api [None req-d4cdd746-f92d-4709-990b-4b504e3bbebd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 10:28:49.084729 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port 9d16e72c-30d7-4215-a725-67f1e08aaf6d triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:28:49.085202 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:49.186359 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-e948f102-82ef-4696-bfbe-7ac8b3e2953a tempest-SecGroupIPv6Test-1083201667 tempest-SecGroupIPv6Test-1083201667-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:49.264456 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-e948f102-82ef-4696-bfbe-7ac8b3e2953a tempest-SecGroupIPv6Test-1083201667 tempest-SecGroupIPv6Test-1083201667-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:49.318456 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-e948f102-82ef-4696-bfbe-7ac8b3e2953a tempest-SecGroupIPv6Test-1083201667 tempest-SecGroupIPv6Test-1083201667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671902'] for security_group_rule, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:49.331405 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-e948f102-82ef-4696-bfbe-7ac8b3e2953a tempest-SecGroupIPv6Test-1083201667 tempest-SecGroupIPv6Test-1083201667-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:49.335300 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-e948f102-82ef-4696-bfbe-7ac8b3e2953a tempest-SecGroupIPv6Test-1083201667 tempest-SecGroupIPv6Test-1083201667-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/b9c90076-9a0b-4691-a152-1418510e79ad HTTP/1.1" status: 204 len: 168 time: 0.3063722 Oct 27 10:28:49.336482 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e948f102-82ef-4696-bfbe-7ac8b3e2953a tempest-SecGroupIPv6Test-1083201667 tempest-SecGroupIPv6Test-1083201667-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b9c90076-9a0b-4691-a152-1418510e79ad,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:28:49.338037 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 54700) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:28:49.367643 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c651e48a-1b51-484c-a06a-fd22b0378d6a tempest-RoutersIpV6AdminTest-927106320 tempest-RoutersIpV6AdminTest-927106320-project] Router 9e0e9f09-6dfc-4554-8b52-96d622d51818 is scheduled to L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb with binding_index 1 {{(pid=102346) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 10:28:49.414684 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-1f2d1d71-4133-4fb6-8dbd-74f06afc2a18 tempest-SecGroupIPv6Test-1083201667 tempest-SecGroupIPv6Test-1083201667-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0751367 Oct 27 10:28:49.415505 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 54704) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:28:49.465810 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-61102340-9b1e-4d9d-972c-ca56ce6a52c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:49.541672 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61102340-9b1e-4d9d-972c-ca56ce6a52c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=9d16e72c-30d7-4215-a725-67f1e08aaf6d,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:28:49.644215 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-0ac1895e-f21c-44e8-ad66-a0c80980aca5 tempest-SecGroupIPv6Test-1083201667 tempest-SecGroupIPv6Test-1083201667-project] Publish callbacks [] for security_group, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:49.649668 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-d4cdd746-f92d-4709-990b-4b504e3bbebd None None] Could not find standard attr ID for object 9d16e72c-30d7-4215-a725-67f1e08aaf6d. {{(pid=102348) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 27 10:28:49.657362 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-6460a740-d536-4c48-b2af-dd7c73f027d9 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:49.792113 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-90ddcd95-d291-4428-8024-89f6e1f9a6fe None None] Provisioning complete for port 85231b4d-cb13-4ded-82bf-5c5745ec2151 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:28:49.792653 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-90ddcd95-d291-4428-8024-89f6e1f9a6fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:49.819721 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0ff204-ae49-4099-983f-8678a8e6cba7 req-40b958b5-ca74-4a08-bcc8-acf9c56370e5 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:28:49.827217 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-3b0ff204-ae49-4099-983f-8678a8e6cba7 req-40b958b5-ca74-4a08-bcc8-acf9c56370e5 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ae4390a-b621-4500-a1b9-c968556e5a4c HTTP/1.1" status: 200 len: 946 time: 0.6024499 Oct 27 10:28:49.955670 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-eadeaa30-4096-4d1a-b3cb-aa7ebfb291ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:49.997925 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:50.120962 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-3b0ff204-ae49-4099-983f-8678a8e6cba7 req-f9473c54-22dd-42c3-ac1e-bcc35770ced8 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/security-groups?id=9f7279ee-2d49-4f67-b584-fc902ef383cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2783115 Oct 27 10:28:50.263844 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-61102340-9b1e-4d9d-972c-ca56ce6a52c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2006968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1766358'] for router_interface, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:50.428239 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-0ac1895e-f21c-44e8-ad66-a0c80980aca5 tempest-SecGroupIPv6Test-1083201667 tempest-SecGroupIPv6Test-1083201667-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:50.520858 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c651e48a-1b51-484c-a06a-fd22b0378d6a tempest-RoutersIpV6AdminTest-927106320 tempest-RoutersIpV6AdminTest-927106320-project] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:28:50.531869 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cd5a4d1-9651-46c4-899c-02f49fbb198a None None] Sync routers for ids ['9e0e9f09-6dfc-4554-8b52-96d622d51818'] in n-d-813419-10 {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:28:50.569231 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cd5a4d1-9651-46c4-899c-02f49fbb198a None None] Routers {'9e0e9f09-6dfc-4554-8b52-96d622d51818'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:28:50.572145 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-5cd5a4d1-9651-46c4-899c-02f49fbb198a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:28:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['9e0e9f09-6dfc-4554-8b52-96d622d51818'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:28:50.678457 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-5cd5a4d1-9651-46c4-899c-02f49fbb198a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:28:50.680692 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-c651e48a-1b51-484c-a06a-fd22b0378d6a tempest-RoutersIpV6AdminTest-927106320 tempest-RoutersIpV6AdminTest-927106320-project] Publish callbacks [] for router, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:50.682110 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-c651e48a-1b51-484c-a06a-fd22b0378d6a tempest-RoutersIpV6AdminTest-927106320 tempest-RoutersIpV6AdminTest-927106320-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 5.7427244 Oct 27 10:28:50.688528 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 54714) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:28:50.695360 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-6460a740-d536-4c48-b2af-dd7c73f027d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1765699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1769372'] for router, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:50.698874 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cd5a4d1-9651-46c4-899c-02f49fbb198a None None] Routers {'9e0e9f09-6dfc-4554-8b52-96d622d51818'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:28:50.700841 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-5cd5a4d1-9651-46c4-899c-02f49fbb198a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:28:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['9e0e9f09-6dfc-4554-8b52-96d622d51818'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:28:50.741948 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29497eb9-e761-4110-9265-b9497e3c9d78 req-05df71bc-d91d-4067-91c8-6a9cc657ef49 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:28:50.744405 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-29497eb9-e761-4110-9265-b9497e3c9d78 req-05df71bc-d91d-4067-91c8-6a9cc657ef49 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ae4390a-b621-4500-a1b9-c968556e5a4c HTTP/1.1" status: 200 len: 946 time: 0.2361686 Oct 27 10:28:50.783466 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-5cd5a4d1-9651-46c4-899c-02f49fbb198a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:28:50.783466 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cd5a4d1-9651-46c4-899c-02f49fbb198a None None] The sync data for ids ['9e0e9f09-6dfc-4554-8b52-96d622d51818'] in n-d-813419-10 is: [] {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:28:50.797360 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-0ac1895e-f21c-44e8-ad66-a0c80980aca5 tempest-SecGroupIPv6Test-1083201667 tempest-SecGroupIPv6Test-1083201667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:50.800188 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-0ac1895e-f21c-44e8-ad66-a0c80980aca5 tempest-SecGroupIPv6Test-1083201667 tempest-SecGroupIPv6Test-1083201667-project] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:50.801339 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-0ac1895e-f21c-44e8-ad66-a0c80980aca5 tempest-SecGroupIPv6Test-1083201667 tempest-SecGroupIPv6Test-1083201667-project] 10.222.0.44 "DELETE /v2.0/security-groups/731e7d90-2687-4769-8de3-1a44764926d3 HTTP/1.1" status: 204 len: 168 time: 1.3199244 Oct 27 10:28:50.836921 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 85231b4d-cb13-4ded-82bf-5c5745ec2151 up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:28:50.867682 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 54720) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:28:50.955452 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port 85231b4d-cb13-4ded-82bf-5c5745ec2151 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:28:50.956098 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:50.969558 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac1895e-f21c-44e8-ad66-a0c80980aca5 tempest-SecGroupIPv6Test-1083201667 tempest-SecGroupIPv6Test-1083201667-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=731e7d90-2687-4769-8de3-1a44764926d3,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:28:51.056754 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61102340-9b1e-4d9d-972c-ca56ce6a52c4 admin admin] Router a3ee8d8e-71e6-4f61-85c0-7cf873da03b9 has already been hosted by L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb {{(pid=102347) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 10:28:51.118005 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-a6751d8c-df2e-41ec-9016-d3fd8c0226f2 tempest-SecGroupIPv6Test-1083201667 tempest-SecGroupIPv6Test-1083201667-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2333264 Oct 27 10:28:51.137381 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-29497eb9-e761-4110-9265-b9497e3c9d78 req-b523bbbf-f0eb-4a66-9ade-0d7b5d244943 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/security-groups?id=9f7279ee-2d49-4f67-b584-fc902ef383cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3348536 Oct 27 10:28:51.144348 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 54722) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:28:51.161324 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-8bd4d07a-761c-44ce-a7b1-fb11bcf8f430 tempest-SecGroupIPv6Test-1083201667 tempest-SecGroupIPv6Test-1083201667-project] Request body: {'security_group': {'name': 'tempest-secgroup--156680848'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:28:51.201662 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-ed8fa2b1-df80-4813-8fd8-1c1f1cd7f923 tempest-RoutersIpV6AdminTest-1540385956 tempest-RoutersIpV6AdminTest-1540385956-project-admin] 10.222.0.44 "GET /v2.0/routers/9e0e9f09-6dfc-4554-8b52-96d622d51818 HTTP/1.1" status: 200 len: 924 time: 0.5092340 Oct 27 10:28:51.202110 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 54726) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:28:51.270785 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-cb17b50f-1261-427a-bb7d-56384209f721 tempest-RoutersIpV6AdminTest-927106320 tempest-RoutersIpV6AdminTest-927106320-project] 10.222.0.44 "GET /v2.0/ports?device_id=9e0e9f09-6dfc-4554-8b52-96d622d51818 HTTP/1.1" status: 200 len: 205 time: 0.0652137 Oct 27 10:28:51.272497 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 54730) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:28:51.394703 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61102340-9b1e-4d9d-972c-ca56ce6a52c4 admin admin] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:28:51.395043 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ce3bfa0c-0e9d-46cc-85e0-da8801bba915 tempest-RoutersIpV6AdminTest-927106320 tempest-RoutersIpV6AdminTest-927106320-project] Publish callbacks [] for router, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:51.410713 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f723988-eb8c-46cf-b82c-8a5ce58cad1b None None] Sync routers for ids ['a3ee8d8e-71e6-4f61-85c0-7cf873da03b9'] in n-d-813419-10 {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:28:51.425931 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-61102340-9b1e-4d9d-972c-ca56ce6a52c4 admin admin] 10.222.0.44 "PUT /v2.0/routers/a3ee8d8e-71e6-4f61-85c0-7cf873da03b9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1010368 Oct 27 10:28:51.434167 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f723988-eb8c-46cf-b82c-8a5ce58cad1b None None] Routers {'a3ee8d8e-71e6-4f61-85c0-7cf873da03b9'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:28:51.434827 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-6f723988-eb8c-46cf-b82c-8a5ce58cad1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:28:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['a3ee8d8e-71e6-4f61-85c0-7cf873da03b9'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:28:51.438870 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 54732) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:28:51.502732 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-8bd4d07a-761c-44ce-a7b1-fb11bcf8f430 tempest-SecGroupIPv6Test-1083201667 tempest-SecGroupIPv6Test-1083201667-project] Publish callbacks [] for security_group, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:51.542728 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6460a740-d536-4c48-b2af-dd7c73f027d9 admin admin] Router 0bb6383f-4f88-49ef-b89d-081c9676148f is scheduled to L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb with binding_index 1 {{(pid=102347) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 10:28:51.649018 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43946864-5737-4a3b-9f1b-dbdd51dc3a1e req-0be8c583-85e2-4791-a929-c7b0333821af tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:28:51.650548 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-43946864-5737-4a3b-9f1b-dbdd51dc3a1e req-0be8c583-85e2-4791-a929-c7b0333821af tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ae4390a-b621-4500-a1b9-c968556e5a4c HTTP/1.1" status: 200 len: 946 time: 0.2666881 Oct 27 10:28:51.675848 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-3a40587d-2258-4a48-93b7-9f5a5c5ca50b admin admin] Publish callbacks [] for router, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:51.693760 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-8bd4d07a-761c-44ce-a7b1-fb11bcf8f430 tempest-SecGroupIPv6Test-1083201667 tempest-SecGroupIPv6Test-1083201667-project] Publish callbacks [] for security_group, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:51.722024 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-8bd4d07a-761c-44ce-a7b1-fb11bcf8f430 tempest-SecGroupIPv6Test-1083201667 tempest-SecGroupIPv6Test-1083201667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:51.780840 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvr_db [None req-6f723988-eb8c-46cf-b82c-8a5ce58cad1b None None] Set router a3ee8d8e-71e6-4f61-85c0-7cf873da03b9 gateway port host: n-d-813419-10 {{(pid=102348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:28:51.792704 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ce3bfa0c-0e9d-46cc-85e0-da8801bba915 tempest-RoutersIpV6AdminTest-927106320 tempest-RoutersIpV6AdminTest-927106320-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:51.794442 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6460a740-d536-4c48-b2af-dd7c73f027d9 admin admin] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:28:51.803235 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef4d3d06-fb67-4f00-9930-9be77be30285 None None] Sync routers for ids ['0bb6383f-4f88-49ef-b89d-081c9676148f'] in n-d-813419-10 {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:28:51.823177 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef4d3d06-fb67-4f00-9930-9be77be30285 None None] Routers {'0bb6383f-4f88-49ef-b89d-081c9676148f'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:28:51.823997 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-ef4d3d06-fb67-4f00-9930-9be77be30285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:28:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['0bb6383f-4f88-49ef-b89d-081c9676148f'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:28:51.845244 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-3a40587d-2258-4a48-93b7-9f5a5c5ca50b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:51.848868 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-8bd4d07a-761c-44ce-a7b1-fb11bcf8f430 tempest-SecGroupIPv6Test-1083201667 tempest-SecGroupIPv6Test-1083201667-project] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:51.850472 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-8bd4d07a-761c-44ce-a7b1-fb11bcf8f430 tempest-SecGroupIPv6Test-1083201667 tempest-SecGroupIPv6Test-1083201667-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6948767 Oct 27 10:28:51.853638 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 54736) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:28:51.876059 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-b4435e34-fd21-488f-a5eb-537f577ba664 tempest-SecGroupIPv6Test-1083201667 tempest-SecGroupIPv6Test-1083201667-project] Request body: {'security_group_rule': {'security_group_id': '0b317482-c167-4f89-9650-b7ed6c9befe0', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:28:51.882170 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-43946864-5737-4a3b-9f1b-dbdd51dc3a1e req-f39d680e-b5be-4d2f-9796-b93b1b0e257f tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/security-groups?id=9f7279ee-2d49-4f67-b584-fc902ef383cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870966 Oct 27 10:28:51.883144 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd4d07a-761c-44ce-a7b1-fb11bcf8f430 tempest-SecGroupIPv6Test-1083201667 tempest-SecGroupIPv6Test-1083201667-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b317482-c167-4f89-9650-b7ed6c9befe0,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:28:51.947155 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-6460a740-d536-4c48-b2af-dd7c73f027d9 admin admin] Publish callbacks [] for router, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:51.961623 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-6460a740-d536-4c48-b2af-dd7c73f027d9 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 7.9043205 Oct 27 10:28:51.972869 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 54744) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:28:52.087172 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-3c6a8245-0581-48aa-b5f6-4d8fe98cd16e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:52.123580 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvr_db [None req-ef4d3d06-fb67-4f00-9930-9be77be30285 None None] Set router 0bb6383f-4f88-49ef-b89d-081c9676148f gateway port host: n-d-813419-10 {{(pid=102349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:28:52.136943 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-ce3bfa0c-0e9d-46cc-85e0-da8801bba915 tempest-RoutersIpV6AdminTest-927106320 tempest-RoutersIpV6AdminTest-927106320-project] Deleting port 59241de4-81fb-4fd5-a6c6-b76e32195348 {{(pid=102346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:28:52.137418 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ce3bfa0c-0e9d-46cc-85e0-da8801bba915 tempest-RoutersIpV6AdminTest-927106320 tempest-RoutersIpV6AdminTest-927106320-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:52.229328 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-b4435e34-fd21-488f-a5eb-537f577ba664 tempest-SecGroupIPv6Test-1083201667 tempest-SecGroupIPv6Test-1083201667-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:52.244877 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-6f723988-eb8c-46cf-b82c-8a5ce58cad1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3ee8d8e-71e6-4f61-85c0-7cf873da03b9', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1778411129-router', 'tenant_id': '47ce5f20eeb448398116bfa21f80d060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.185'}], 'enable_snat': True}, 'gw_port_id': '89454141-8db5-4f4a-9502-8da0e2993fce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:28:28Z', 'updated_at': '2021-10-27T10:28:49Z', 'revision_number': 5, 'project_id': '47ce5f20eeb448398116bfa21f80d060', 'gw_port': {'id': '89454141-8db5-4f4a-9502-8da0e2993fce', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:9a:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3ee8d8e-71e6-4f61-85c0-7cf873da03b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1194, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:28:30Z', 'updated_at': '2021-10-27T10:28:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10'}], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:28:52.319456 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aebf86f-668d-41db-bb14-2d287bbef560 req-e035bb93-50bc-4dba-b419-bd7f501761df tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:28:52.322105 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f723988-eb8c-46cf-b82c-8a5ce58cad1b None None] Checking router: a3ee8d8e-71e6-4f61-85c0-7cf873da03b9 for host: n-d-813419-10 {{(pid=102348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 10:28:52.341242 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-3aebf86f-668d-41db-bb14-2d287bbef560 req-e035bb93-50bc-4dba-b419-bd7f501761df tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ae4390a-b621-4500-a1b9-c968556e5a4c HTTP/1.1" status: 200 len: 946 time: 0.3686261 Oct 27 10:28:52.354489 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f723988-eb8c-46cf-b82c-8a5ce58cad1b None None] Routers {'a3ee8d8e-71e6-4f61-85c0-7cf873da03b9'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:28:52.355125 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-6f723988-eb8c-46cf-b82c-8a5ce58cad1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:28:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['a3ee8d8e-71e6-4f61-85c0-7cf873da03b9'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:28:52.469627 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-b4435e34-fd21-488f-a5eb-537f577ba664 tempest-SecGroupIPv6Test-1083201667 tempest-SecGroupIPv6Test-1083201667-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:52.471039 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvr_db [None req-6f723988-eb8c-46cf-b82c-8a5ce58cad1b None None] Set router a3ee8d8e-71e6-4f61-85c0-7cf873da03b9 gateway port host: None {{(pid=102348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:28:52.498674 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ce3bfa0c-0e9d-46cc-85e0-da8801bba915 tempest-RoutersIpV6AdminTest-927106320 tempest-RoutersIpV6AdminTest-927106320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:52.512914 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-3a40587d-2258-4a48-93b7-9f5a5c5ca50b admin admin] Deleting port 89454141-8db5-4f4a-9502-8da0e2993fce {{(pid=102347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:28:52.517304 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-3a40587d-2258-4a48-93b7-9f5a5c5ca50b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:52.528156 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-ef4d3d06-fb67-4f00-9930-9be77be30285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bb6383f-4f88-49ef-b89d-081c9676148f', 'name': 'tempest-AttachSCSIVolumeTestJSON-1708722759-router', 'tenant_id': '5c4292e7b3054fefacdede3cb596f6a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.66'}], 'enable_snat': True}, 'gw_port_id': 'c3dd479c-aca2-4477-86e8-6d0468968157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:28:44Z', 'updated_at': '2021-10-27T10:28:49Z', 'revision_number': 3, 'project_id': '5c4292e7b3054fefacdede3cb596f6a1', 'gw_port': {'id': 'c3dd479c-aca2-4477-86e8-6d0468968157', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:8f:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bb6383f-4f88-49ef-b89d-081c9676148f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1226, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:28:46Z', 'updated_at': '2021-10-27T10:28:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10'}], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:28:52.572076 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-ce3bfa0c-0e9d-46cc-85e0-da8801bba915 tempest-RoutersIpV6AdminTest-927106320 tempest-RoutersIpV6AdminTest-927106320-project] Calling delete_port for 59241de4-81fb-4fd5-a6c6-b76e32195348 owned by network:router_gateway {{(pid=102346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:28:52.590257 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef4d3d06-fb67-4f00-9930-9be77be30285 None None] Checking router: 0bb6383f-4f88-49ef-b89d-081c9676148f for host: n-d-813419-10 {{(pid=102349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 10:28:52.591410 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef4d3d06-fb67-4f00-9930-9be77be30285 None None] Updating router 0bb6383f-4f88-49ef-b89d-081c9676148f port c3dd479c-aca2-4477-86e8-6d0468968157 binding host n-d-813419-10 {{(pid=102349) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 10:28:52.631593 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-6f723988-eb8c-46cf-b82c-8a5ce58cad1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3ee8d8e-71e6-4f61-85c0-7cf873da03b9', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1778411129-router', 'tenant_id': '47ce5f20eeb448398116bfa21f80d060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:28:28Z', 'updated_at': '2021-10-27T10:28:51Z', 'revision_number': 6, 'project_id': '47ce5f20eeb448398116bfa21f80d060', 'gw_port_host': None}], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:28:52.642339 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-ef4d3d06-fb67-4f00-9930-9be77be30285 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:52.692483 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [None req-3a40587d-2258-4a48-93b7-9f5a5c5ca50b admin admin] For port 89454141-8db5-4f4a-9502-8da0e2993fce, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=89454141-8db5-4f4a-9502-8da0e2993fce,segment=NetworkSegment(bc14127b-7032-4c50-bb5b-f6813cbae86e),segment_id=bc14127b-7032-4c50-bb5b-f6813cbae86e)] {{(pid=102347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:28:52.693248 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-3a40587d-2258-4a48-93b7-9f5a5c5ca50b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:52.703658 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f723988-eb8c-46cf-b82c-8a5ce58cad1b None None] The sync data for ids ['a3ee8d8e-71e6-4f61-85c0-7cf873da03b9'] in n-d-813419-10 is: [{'id': 'a3ee8d8e-71e6-4f61-85c0-7cf873da03b9', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1778411129-router', 'tenant_id': '47ce5f20eeb448398116bfa21f80d060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:28:28Z', 'updated_at': '2021-10-27T10:28:51Z', 'revision_number': 6, 'project_id': '47ce5f20eeb448398116bfa21f80d060', 'gw_port_host': None}] {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:28:52.723934 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-3a40587d-2258-4a48-93b7-9f5a5c5ca50b admin admin] Calling delete_port for 89454141-8db5-4f4a-9502-8da0e2993fce owned by network:router_gateway {{(pid=102347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:28:52.934489 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-b4435e34-fd21-488f-a5eb-537f577ba664 tempest-SecGroupIPv6Test-1083201667 tempest-SecGroupIPv6Test-1083201667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671902'] for security_group_rule, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:52.959124 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4435e34-fd21-488f-a5eb-537f577ba664 tempest-SecGroupIPv6Test-1083201667 tempest-SecGroupIPv6Test-1083201667-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6fb9a345-0134-4905-a33a-afbdfc9234f9,revision_number=0']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:28:53.035256 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-3a40587d-2258-4a48-93b7-9f5a5c5ca50b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:53.070130 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-3aebf86f-668d-41db-bb14-2d287bbef560 req-c21b6b4d-a3a5-444c-b5c7-077ae93bfb51 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/security-groups?id=9f7279ee-2d49-4f67-b584-fc902ef383cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7276683 Oct 27 10:28:53.121284 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ce3bfa0c-0e9d-46cc-85e0-da8801bba915 tempest-RoutersIpV6AdminTest-927106320 tempest-RoutersIpV6AdminTest-927106320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:53.160667 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-b4435e34-fd21-488f-a5eb-537f577ba664 tempest-SecGroupIPv6Test-1083201667 tempest-SecGroupIPv6Test-1083201667-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:53.161911 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-b4435e34-fd21-488f-a5eb-537f577ba664 tempest-SecGroupIPv6Test-1083201667 tempest-SecGroupIPv6Test-1083201667-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.3030715 Oct 27 10:28:53.168084 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3bfa0c-0e9d-46cc-85e0-da8801bba915 tempest-RoutersIpV6AdminTest-927106320 tempest-RoutersIpV6AdminTest-927106320-project] Pushing event deleted for resources: {'Port': ['ID=59241de4-81fb-4fd5-a6c6-b76e32195348,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:28:53.170960 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 54756) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:28:53.180806 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a40587d-2258-4a48-93b7-9f5a5c5ca50b admin admin] Pushing event deleted for resources: {'Port': ['ID=89454141-8db5-4f4a-9502-8da0e2993fce,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:28:53.183167 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-7667dae6-f98b-4895-b817-971d84de933b tempest-SecGroupIPv6Test-1083201667 tempest-SecGroupIPv6Test-1083201667-project] Request body: {'security_group_rule': {'security_group_id': '0b317482-c167-4f89-9650-b7ed6c9befe0', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:28:53.294227 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-ef4d3d06-fb67-4f00-9930-9be77be30285 None None] Publish callbacks [] for port, precommit_update {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:53.310939 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-ef4d3d06-fb67-4f00-9930-9be77be30285 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:53.313765 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-3a40587d-2258-4a48-93b7-9f5a5c5ca50b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1664884'] for router_gateway, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:53.325451 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-7667dae6-f98b-4895-b817-971d84de933b tempest-SecGroupIPv6Test-1083201667 tempest-SecGroupIPv6Test-1083201667-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:53.408665 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ce3bfa0c-0e9d-46cc-85e0-da8801bba915 tempest-RoutersIpV6AdminTest-927106320 tempest-RoutersIpV6AdminTest-927106320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1664884'] for router_gateway, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:53.416594 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-46c215da-3742-4b5c-8ae6-e988e2a29cdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:53.441800 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.managers [None req-ef4d3d06-fb67-4f00-9930-9be77be30285 None None] Attempting to bind port c3dd479c-aca2-4477-86e8-6d0468968157 on host n-d-813419-10 for vnic_type normal with profile {{(pid=102349) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:28:53.442170 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.managers [None req-ef4d3d06-fb67-4f00-9930-9be77be30285 None None] Attempting to bind port c3dd479c-aca2-4477-86e8-6d0468968157 by drivers openvswitch,hyperv on host n-d-813419-10 at level 0 using segments [{'id': 'bc14127b-7032-4c50-bb5b-f6813cbae86e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'}] {{(pid=102349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:28:53.442530 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef4d3d06-fb67-4f00-9930-9be77be30285 None None] Attempting to bind port c3dd479c-aca2-4477-86e8-6d0468968157 on network 185ff123-c7ff-45c7-a6be-71feb35acc9c {{(pid=102349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:28:53.455595 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7191a597-6c7b-4afe-90ac-473ae9828bb8 None None] Pushing event updated for resources: {'Port': ['ID=c3dd479c-aca2-4477-86e8-6d0468968157,revision_number=2']} {{(pid=102349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:28:53.472027 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef4d3d06-fb67-4f00-9930-9be77be30285 None None] Checking agent: {'id': '89dba0f3-79b2-435e-9822-33674b8f6ada', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 8, 20), 'started_at': datetime.datetime(2021, 10, 27, 10, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 28, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:28:53.472422 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef4d3d06-fb67-4f00-9930-9be77be30285 None None] Checking segment: {'id': 'bc14127b-7032-4c50-bb5b-f6813cbae86e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:28:53.472827 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-ef4d3d06-fb67-4f00-9930-9be77be30285 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:53.473202 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef4d3d06-fb67-4f00-9930-9be77be30285 None None] Bound using segment: {'id': 'bc14127b-7032-4c50-bb5b-f6813cbae86e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'} {{(pid=102349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:28:53.473668 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.managers [None req-ef4d3d06-fb67-4f00-9930-9be77be30285 None None] Bound port: c3dd479c-aca2-4477-86e8-6d0468968157, host: n-d-813419-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc14127b-7032-4c50-bb5b-f6813cbae86e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'}}] {{(pid=102349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:28:53.474038 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-ef4d3d06-fb67-4f00-9930-9be77be30285 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:53.538809 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-3a40587d-2258-4a48-93b7-9f5a5c5ca50b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1765662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3700'] for router, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:53.546945 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-7667dae6-f98b-4895-b817-971d84de933b tempest-SecGroupIPv6Test-1083201667 tempest-SecGroupIPv6Test-1083201667-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:53.547839 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-3a40587d-2258-4a48-93b7-9f5a5c5ca50b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:53.550046 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ce3bfa0c-0e9d-46cc-85e0-da8801bba915 tempest-RoutersIpV6AdminTest-927106320 tempest-RoutersIpV6AdminTest-927106320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1765662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3700'] for router, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:53.555558 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ce3bfa0c-0e9d-46cc-85e0-da8801bba915 tempest-RoutersIpV6AdminTest-927106320 tempest-RoutersIpV6AdminTest-927106320-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:53.568111 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-7667dae6-f98b-4895-b817-971d84de933b tempest-SecGroupIPv6Test-1083201667 tempest-SecGroupIPv6Test-1083201667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671902'] for security_group_rule, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:53.582672 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48828435-6a20-4f09-a016-cae41d7897a8 req-1f65cc59-add4-4ed8-b07c-4cb86b983208 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:28:53.595340 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-48828435-6a20-4f09-a016-cae41d7897a8 req-1f65cc59-add4-4ed8-b07c-4cb86b983208 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ae4390a-b621-4500-a1b9-c968556e5a4c HTTP/1.1" status: 200 len: 946 time: 0.2858334 Oct 27 10:28:53.609039 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.db [None req-ef4d3d06-fb67-4f00-9930-9be77be30285 None None] For port c3dd479c-aca2-4477-86e8-6d0468968157, host n-d-813419-10, cleared binding levels {{(pid=102349) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:28:53.617577 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.db [None req-ef4d3d06-fb67-4f00-9930-9be77be30285 None None] For port c3dd479c-aca2-4477-86e8-6d0468968157, host n-d-813419-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=c3dd479c-aca2-4477-86e8-6d0468968157,segment=NetworkSegment(bc14127b-7032-4c50-bb5b-f6813cbae86e),segment_id=bc14127b-7032-4c50-bb5b-f6813cbae86e)] {{(pid=102349) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:28:53.624130 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-7667dae6-f98b-4895-b817-971d84de933b tempest-SecGroupIPv6Test-1083201667 tempest-SecGroupIPv6Test-1083201667-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:53.627160 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-ef4d3d06-fb67-4f00-9930-9be77be30285 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:53.634721 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-7667dae6-f98b-4895-b817-971d84de933b tempest-SecGroupIPv6Test-1083201667 tempest-SecGroupIPv6Test-1083201667-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4542365 Oct 27 10:28:53.641956 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 54758) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:28:53.646977 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-1948dbb7-973a-4dd4-be48-6b128da4d122 tempest-SecGroupIPv6Test-1083201667 tempest-SecGroupIPv6Test-1083201667-project] Request body: {'security_group_rule': {'security_group_id': '0b317482-c167-4f89-9650-b7ed6c9befe0', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:28:53.689164 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-1948dbb7-973a-4dd4-be48-6b128da4d122 tempest-SecGroupIPv6Test-1083201667 tempest-SecGroupIPv6Test-1083201667-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:53.692747 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-3a40587d-2258-4a48-93b7-9f5a5c5ca50b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1765641'] for router, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:53.692747 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a40587d-2258-4a48-93b7-9f5a5c5ca50b admin admin] Fanout notify agent at l3_agent the message router_deleted on router a3ee8d8e-71e6-4f61-85c0-7cf873da03b9 {{(pid=102347) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 10:28:53.709221 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-3a40587d-2258-4a48-93b7-9f5a5c5ca50b admin admin] Publish callbacks [] for router, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:53.713504 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-3a40587d-2258-4a48-93b7-9f5a5c5ca50b admin admin] 10.222.0.44 "DELETE /v2.0/routers/a3ee8d8e-71e6-4f61-85c0-7cf873da03b9 HTTP/1.1" status: 204 len: 168 time: 2.2736106 Oct 27 10:28:53.715751 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 54760) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:28:53.786078 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7191a597-6c7b-4afe-90ac-473ae9828bb8 None None] Pushing event updated for resources: {'Port': ['ID=c3dd479c-aca2-4477-86e8-6d0468968157,revision_number=3']} {{(pid=102349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:28:53.811103 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef4d3d06-fb67-4f00-9930-9be77be30285 None None] Routers {'0bb6383f-4f88-49ef-b89d-081c9676148f'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:28:53.811848 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-ef4d3d06-fb67-4f00-9930-9be77be30285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:28:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['0bb6383f-4f88-49ef-b89d-081c9676148f'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:28:53.833903 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7667dae6-f98b-4895-b817-971d84de933b tempest-SecGroupIPv6Test-1083201667 tempest-SecGroupIPv6Test-1083201667-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4de1365d-26df-481f-9e70-424bc221d193,revision_number=0']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:28:53.854409 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ce3bfa0c-0e9d-46cc-85e0-da8801bba915 tempest-RoutersIpV6AdminTest-927106320 tempest-RoutersIpV6AdminTest-927106320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1765641'] for router, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:53.860953 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce3bfa0c-0e9d-46cc-85e0-da8801bba915 tempest-RoutersIpV6AdminTest-927106320 tempest-RoutersIpV6AdminTest-927106320-project] Fanout notify agent at l3_agent the message router_deleted on router 9e0e9f09-6dfc-4554-8b52-96d622d51818 {{(pid=102346) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 10:28:53.872101 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ce3bfa0c-0e9d-46cc-85e0-da8801bba915 tempest-RoutersIpV6AdminTest-927106320 tempest-RoutersIpV6AdminTest-927106320-project] Publish callbacks [] for router, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:53.874742 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-ce3bfa0c-0e9d-46cc-85e0-da8801bba915 tempest-RoutersIpV6AdminTest-927106320 tempest-RoutersIpV6AdminTest-927106320-project] 10.222.0.44 "DELETE /v2.0/routers/9e0e9f09-6dfc-4554-8b52-96d622d51818 HTTP/1.1" status: 204 len: 168 time: 2.6011491 Oct 27 10:28:53.879991 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 54764) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:28:53.891912 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-a0550368-be00-4b21-9d1a-8757de53956a tempest-RoutersIpV6AdminTest-1540385956 tempest-RoutersIpV6AdminTest-1540385956-project-admin] Request body: {'router': {'name': 'tempest-snat-router-474744222', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'enable_snat': False}}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:28:54.055959 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvr_db [None req-ef4d3d06-fb67-4f00-9930-9be77be30285 None None] Set router 0bb6383f-4f88-49ef-b89d-081c9676148f gateway port host: n-d-813419-10 {{(pid=102349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:28:54.081771 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-a0550368-be00-4b21-9d1a-8757de53956a tempest-RoutersIpV6AdminTest-1540385956 tempest-RoutersIpV6AdminTest-1540385956-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1768632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3610'] for router, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:54.081771 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-a0550368-be00-4b21-9d1a-8757de53956a tempest-RoutersIpV6AdminTest-1540385956 tempest-RoutersIpV6AdminTest-1540385956-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1765704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1769409', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1694266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3597'] for router, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:54.194166 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_common [None req-46c215da-3742-4b5c-8ae6-e988e2a29cdd admin admin] Allocated IP 172.20.0.1 (9fa080ff-8029-45dd-ae93-e229036e413f/c2495fe4-ca7d-4e68-a399-b799b33f5730/f69b4e97-baa2-4385-ba2a-0003b68612f0) {{(pid=102346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:28:54.243014 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-a0550368-be00-4b21-9d1a-8757de53956a tempest-RoutersIpV6AdminTest-1540385956 tempest-RoutersIpV6AdminTest-1540385956-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:54.372361 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-ef4d3d06-fb67-4f00-9930-9be77be30285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bb6383f-4f88-49ef-b89d-081c9676148f', 'name': 'tempest-AttachSCSIVolumeTestJSON-1708722759-router', 'tenant_id': '5c4292e7b3054fefacdede3cb596f6a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.66'}], 'enable_snat': True}, 'gw_port_id': 'c3dd479c-aca2-4477-86e8-6d0468968157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:28:44Z', 'updated_at': '2021-10-27T10:28:49Z', 'revision_number': 3, 'project_id': '5c4292e7b3054fefacdede3cb596f6a1', 'gw_port': {'id': 'c3dd479c-aca2-4477-86e8-6d0468968157', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:8f:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bb6383f-4f88-49ef-b89d-081c9676148f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1226, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:28:46Z', 'updated_at': '2021-10-27T10:28:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10'}], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:28:54.416160 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef4d3d06-fb67-4f00-9930-9be77be30285 None None] The sync data for ids ['0bb6383f-4f88-49ef-b89d-081c9676148f'] in n-d-813419-10 is: [{'id': '0bb6383f-4f88-49ef-b89d-081c9676148f', 'name': 'tempest-AttachSCSIVolumeTestJSON-1708722759-router', 'tenant_id': '5c4292e7b3054fefacdede3cb596f6a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.66'}], 'enable_snat': True}, 'gw_port_id': 'c3dd479c-aca2-4477-86e8-6d0468968157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:28:44Z', 'updated_at': '2021-10-27T10:28:49Z', 'revision_number': 3, 'project_id': '5c4292e7b3054fefacdede3cb596f6a1', 'gw_port': {'id': 'c3dd479c-aca2-4477-86e8-6d0468968157', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:8f:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bb6383f-4f88-49ef-b89d-081c9676148f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1226, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:28:46Z', 'updated_at': '2021-10-27T10:28:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10'}] {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:28:54.493387 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-a0550368-be00-4b21-9d1a-8757de53956a tempest-RoutersIpV6AdminTest-1540385956 tempest-RoutersIpV6AdminTest-1540385956-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:54.496786 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a3ca2a8-46c5-46bf-8968-0fc160b6a62e admin admin] Deleting subnet bfe894f9-94b3-4cd6-9464-0a025aaba6a7 {{(pid=102347) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 10:28:54.523945 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-4a3ca2a8-46c5-46bf-8968-0fc160b6a62e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:54.582650 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-48828435-6a20-4f09-a016-cae41d7897a8 req-01b872f3-58ba-46b7-9e5a-12b4f9a80307 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/security-groups?id=9f7279ee-2d49-4f67-b584-fc902ef383cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9855602 Oct 27 10:28:54.641780 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-1948dbb7-973a-4dd4-be48-6b128da4d122 tempest-SecGroupIPv6Test-1083201667 tempest-SecGroupIPv6Test-1083201667-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:54.652922 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-1948dbb7-973a-4dd4-be48-6b128da4d122 tempest-SecGroupIPv6Test-1083201667 tempest-SecGroupIPv6Test-1083201667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671902'] for security_group_rule, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:54.684566 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 89454141-8db5-4f4a-9502-8da0e2993fce no longer exists at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:28:54.726025 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-1948dbb7-973a-4dd4-be48-6b128da4d122 tempest-SecGroupIPv6Test-1083201667 tempest-SecGroupIPv6Test-1083201667-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:54.729971 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-1948dbb7-973a-4dd4-be48-6b128da4d122 tempest-SecGroupIPv6Test-1083201667 tempest-SecGroupIPv6Test-1083201667-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0854166 Oct 27 10:28:54.763722 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] No Port match for: 89454141-8db5-4f4a-9502-8da0e2993fce {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:28:54.764902 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-4a3ca2a8-46c5-46bf-8968-0fc160b6a62e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-18445109'] for subnet, precommit_delete_associations {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:54.768182 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 89454141-8db5-4f4a-9502-8da0e2993fce not bound to the agent host n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:28:54.769944 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 9d16e72c-30d7-4215-a725-67f1e08aaf6d no longer exists at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:28:54.825880 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] No Port match for: 9d16e72c-30d7-4215-a725-67f1e08aaf6d {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:28:54.826086 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 9d16e72c-30d7-4215-a725-67f1e08aaf6d not bound to the agent host n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:28:54.971228 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-4a3ca2a8-46c5-46bf-8968-0fc160b6a62e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855646'] for subnet, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:55.028281 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 54772) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:28:55.032855 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-2a812cc5-6b9d-4eb2-9a80-946a71b456f7 tempest-SecGroupIPv6Test-1083201667 tempest-SecGroupIPv6Test-1083201667-project] Request body: {'security_group_rule': {'security_group_id': '0b317482-c167-4f89-9650-b7ed6c9befe0', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:28:55.062493 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1948dbb7-973a-4dd4-be48-6b128da4d122 tempest-SecGroupIPv6Test-1083201667 tempest-SecGroupIPv6Test-1083201667-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d858b6f-e100-4ebd-b96f-311912879586,revision_number=0']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:28:55.091006 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-2a812cc5-6b9d-4eb2-9a80-946a71b456f7 tempest-SecGroupIPv6Test-1083201667 tempest-SecGroupIPv6Test-1083201667-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:55.149700 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-46c215da-3742-4b5c-8ae6-e988e2a29cdd admin admin] Publish callbacks [] for port, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:55.152856 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-4a3ca2a8-46c5-46bf-8968-0fc160b6a62e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-18295818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18043720'] for subnet, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:55.196818 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-2a812cc5-6b9d-4eb2-9a80-946a71b456f7 tempest-SecGroupIPv6Test-1083201667 tempest-SecGroupIPv6Test-1083201667-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:55.238760 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fc3f58-4b53-468e-b026-44bad37495a0 req-224364b9-f181-401f-b9f6-fca718342d92 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:28:55.247152 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-79fc3f58-4b53-468e-b026-44bad37495a0 req-224364b9-f181-401f-b9f6-fca718342d92 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ae4390a-b621-4500-a1b9-c968556e5a4c HTTP/1.1" status: 200 len: 946 time: 0.2038145 Oct 27 10:28:55.260260 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3ca2a8-46c5-46bf-8968-0fc160b6a62e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bfe894f9-94b3-4cd6-9464-0a025aaba6a7,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:28:55.277719 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c841b766-29b1-4485-8f2f-524d9dd27155 None None] Network 2a0243b3-727c-41f7-adf4-8910fe5af824 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:28:55.291829 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-2a812cc5-6b9d-4eb2-9a80-946a71b456f7 tempest-SecGroupIPv6Test-1083201667 tempest-SecGroupIPv6Test-1083201667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671902'] for security_group_rule, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:55.301574 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-4a3ca2a8-46c5-46bf-8968-0fc160b6a62e admin admin] Publish callbacks [] for subnet, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:55.320863 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-4a3ca2a8-46c5-46bf-8968-0fc160b6a62e admin admin] 10.222.0.44 "DELETE /v2.0/subnets/bfe894f9-94b3-4cd6-9464-0a025aaba6a7 HTTP/1.1" status: 204 len: 168 time: 1.6021619 Oct 27 10:28:55.324926 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-79fc3f58-4b53-468e-b026-44bad37495a0 req-0443e050-a458-4ff1-a670-769ab80beaba tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/security-groups?id=9f7279ee-2d49-4f67-b584-fc902ef383cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768499 Oct 27 10:28:55.342426 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 54780) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:28:55.389744 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a812cc5-6b9d-4eb2-9a80-946a71b456f7 tempest-SecGroupIPv6Test-1083201667 tempest-SecGroupIPv6Test-1083201667-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23b78779-99ee-492d-9302-46d832b76621,revision_number=0']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:28:55.426125 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-2a812cc5-6b9d-4eb2-9a80-946a71b456f7 tempest-SecGroupIPv6Test-1083201667 tempest-SecGroupIPv6Test-1083201667-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:55.429426 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-2a812cc5-6b9d-4eb2-9a80-946a71b456f7 tempest-SecGroupIPv6Test-1083201667 tempest-SecGroupIPv6Test-1083201667-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4006686 Oct 27 10:28:55.433480 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 54784) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:28:55.469826 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-bbe80bcd-74b8-418b-9bd7-3f76df4c11e1 tempest-SecGroupIPv6Test-1083201667 tempest-SecGroupIPv6Test-1083201667-project] Request body: {'security_group_rule': {'security_group_id': '0b317482-c167-4f89-9650-b7ed6c9befe0', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:28:55.501564 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-46c215da-3742-4b5c-8ae6-e988e2a29cdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:55.646697 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-bbe80bcd-74b8-418b-9bd7-3f76df4c11e1 tempest-SecGroupIPv6Test-1083201667 tempest-SecGroupIPv6Test-1083201667-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:55.697394 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46c215da-3742-4b5c-8ae6-e988e2a29cdd admin admin] Network 9fa080ff-8029-45dd-ae93-e229036e413f is already hosted by enough agents. {{(pid=102346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:28:55.710431 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-46c215da-3742-4b5c-8ae6-e988e2a29cdd admin admin] Resources bound (agent type, host, resource id): {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:28:55.715687 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c215da-3742-4b5c-8ae6-e988e2a29cdd admin admin] Pushing event updated for resources: {'Port': ['ID=f69b4e97-baa2-4385-ba2a-0003b68612f0,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:28:55.724787 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46c215da-3742-4b5c-8ae6-e988e2a29cdd admin admin] Received port after_create {{(pid=102346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:28:55.747325 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd74689a-5e6e-46ef-9f09-bed201099b32 None None] DHCP port deletion for 2a0243b3-727c-41f7-adf4-8910fe5af824 request from n-d-813419-10 {{(pid=102348) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 10:28:55.761683 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-dd9ae62a-8aa8-4818-be5c-94e78c542ed9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586917'] for network, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:55.768509 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca643a00-ea87-4472-9408-91843f8bd18b req-d0f34e79-b20a-4c59-ac9f-31c49dc04d81 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:28:55.779285 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ca643a00-ea87-4472-9408-91843f8bd18b req-d0f34e79-b20a-4c59-ac9f-31c49dc04d81 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ae4390a-b621-4500-a1b9-c968556e5a4c HTTP/1.1" status: 200 len: 946 time: 0.1535826 Oct 27 10:28:55.819261 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-a0550368-be00-4b21-9d1a-8757de53956a tempest-RoutersIpV6AdminTest-1540385956 tempest-RoutersIpV6AdminTest-1540385956-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:55.867269 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-a0550368-be00-4b21-9d1a-8757de53956a tempest-RoutersIpV6AdminTest-1540385956 tempest-RoutersIpV6AdminTest-1540385956-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:55.915300 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ca643a00-ea87-4472-9408-91843f8bd18b req-7b167e12-102e-4ddb-9caa-a1aaab60d349 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/security-groups?id=9f7279ee-2d49-4f67-b584-fc902ef383cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302211 Oct 27 10:28:55.921533 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-dd74689a-5e6e-46ef-9f09-bed201099b32 None None] Deleting port 3002e94c-adbc-4806-a693-500ceece97fe {{(pid=102348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:28:55.923233 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-dd74689a-5e6e-46ef-9f09-bed201099b32 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:55.943383 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-46c215da-3742-4b5c-8ae6-e988e2a29cdd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1664961'] for router_interface, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:55.998107 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-bbe80bcd-74b8-418b-9bd7-3f76df4c11e1 tempest-SecGroupIPv6Test-1083201667 tempest-SecGroupIPv6Test-1083201667-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:56.005349 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-bbe80bcd-74b8-418b-9bd7-3f76df4c11e1 tempest-SecGroupIPv6Test-1083201667 tempest-SecGroupIPv6Test-1083201667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671902'] for security_group_rule, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:56.117067 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe80bcd-74b8-418b-9bd7-3f76df4c11e1 tempest-SecGroupIPv6Test-1083201667 tempest-SecGroupIPv6Test-1083201667-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb3d5429-1909-4f17-aeb6-90151df606ca,revision_number=0']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:28:56.119321 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-dd74689a-5e6e-46ef-9f09-bed201099b32 None None] For port 3002e94c-adbc-4806-a693-500ceece97fe, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=3002e94c-adbc-4806-a693-500ceece97fe,segment=NetworkSegment(06526232-bf3a-460e-a992-bc6b7c412adf),segment_id=06526232-bf3a-460e-a992-bc6b7c412adf)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:28:56.119775 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-dd74689a-5e6e-46ef-9f09-bed201099b32 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:56.163596 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-dd74689a-5e6e-46ef-9f09-bed201099b32 None None] Calling delete_port for 3002e94c-adbc-4806-a693-500ceece97fe owned by network:dhcp {{(pid=102348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:28:56.170602 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-bbe80bcd-74b8-418b-9bd7-3f76df4c11e1 tempest-SecGroupIPv6Test-1083201667 tempest-SecGroupIPv6Test-1083201667-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:56.176110 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-bbe80bcd-74b8-418b-9bd7-3f76df4c11e1 tempest-SecGroupIPv6Test-1083201667 tempest-SecGroupIPv6Test-1083201667-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.7403731 Oct 27 10:28:56.181825 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 54792) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:28:56.230038 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-46c215da-3742-4b5c-8ae6-e988e2a29cdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:56.246425 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-dd9ae62a-8aa8-4818-be5c-94e78c542ed9 admin admin] Deleting port 3002e94c-adbc-4806-a693-500ceece97fe {{(pid=102347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:28:56.246911 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-dd9ae62a-8aa8-4818-be5c-94e78c542ed9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:56.370235 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e295a154-228d-47ab-85e3-99966bfc3739 req-f1712291-f2ce-42cc-8ec2-e92bc57810f1 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:28:56.372102 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-e295a154-228d-47ab-85e3-99966bfc3739 req-f1712291-f2ce-42cc-8ec2-e92bc57810f1 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ae4390a-b621-4500-a1b9-c968556e5a4c HTTP/1.1" status: 200 len: 946 time: 0.2804747 Oct 27 10:28:56.377063 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-f6cb7eeb-56af-4866-9d82-ebee628ec87d tempest-SecGroupIPv6Test-1083201667 tempest-SecGroupIPv6Test-1083201667-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:56.431591 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-f6cb7eeb-56af-4866-9d82-ebee628ec87d tempest-SecGroupIPv6Test-1083201667 tempest-SecGroupIPv6Test-1083201667-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:56.471869 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [None req-dd9ae62a-8aa8-4818-be5c-94e78c542ed9 admin admin] For port 3002e94c-adbc-4806-a693-500ceece97fe, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=3002e94c-adbc-4806-a693-500ceece97fe,segment=NetworkSegment(06526232-bf3a-460e-a992-bc6b7c412adf),segment_id=06526232-bf3a-460e-a992-bc6b7c412adf)] {{(pid=102347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:28:56.472554 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-dd9ae62a-8aa8-4818-be5c-94e78c542ed9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:56.476778 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_common [None req-a0550368-be00-4b21-9d1a-8757de53956a tempest-RoutersIpV6AdminTest-1540385956 tempest-RoutersIpV6AdminTest-1540385956-project-admin] Allocated IP 172.25.8.229 (185ff123-c7ff-45c7-a6be-71feb35acc9c/0fb9f9d1-7384-481f-8fa8-f4566c349d30/98bd426e-66a2-4749-baf4-309c5d202bf1) {{(pid=102346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:28:56.518508 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-dd9ae62a-8aa8-4818-be5c-94e78c542ed9 admin admin] Calling delete_port for 3002e94c-adbc-4806-a693-500ceece97fe owned by network:dhcp {{(pid=102347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:28:56.529414 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-e295a154-228d-47ab-85e3-99966bfc3739 req-9f7135c7-3289-4c35-8208-e05d57ba0eeb tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/security-groups?id=9f7279ee-2d49-4f67-b584-fc902ef383cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496880 Oct 27 10:28:56.552011 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-f6cb7eeb-56af-4866-9d82-ebee628ec87d tempest-SecGroupIPv6Test-1083201667 tempest-SecGroupIPv6Test-1083201667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671902'] for security_group_rule, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:56.553347 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-033b3585-eea4-4222-9ae6-a121ac15f7a4 None None] Provisioning complete for port f69b4e97-baa2-4385-ba2a-0003b68612f0 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:28:56.553755 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-033b3585-eea4-4222-9ae6-a121ac15f7a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:56.624435 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-033b3585-eea4-4222-9ae6-a121ac15f7a4 None None] Port f69b4e97-baa2-4385-ba2a-0003b68612f0 cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:28:56.645000 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-f6cb7eeb-56af-4866-9d82-ebee628ec87d tempest-SecGroupIPv6Test-1083201667 tempest-SecGroupIPv6Test-1083201667-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:56.646613 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-f6cb7eeb-56af-4866-9d82-ebee628ec87d tempest-SecGroupIPv6Test-1083201667 tempest-SecGroupIPv6Test-1083201667-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/bb3d5429-1909-4f17-aeb6-90151df606ca HTTP/1.1" status: 204 len: 168 time: 0.4606657 Oct 27 10:28:56.653863 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 54802) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:28:56.663862 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cb7eeb-56af-4866-9d82-ebee628ec87d tempest-SecGroupIPv6Test-1083201667 tempest-SecGroupIPv6Test-1083201667-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bb3d5429-1909-4f17-aeb6-90151df606ca,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:28:56.705728 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-dd74689a-5e6e-46ef-9f09-bed201099b32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615'] for port, after_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:56.773914 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd74689a-5e6e-46ef-9f09-bed201099b32 None None] No DVR routers for this DVR port 3002e94c-adbc-4806-a693-500ceece97fe on host n-d-813419-10 {{(pid=102348) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:28:56.786408 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd74689a-5e6e-46ef-9f09-bed201099b32 None None] Pushing event deleted for resources: {'Port': ['ID=3002e94c-adbc-4806-a693-500ceece97fe,revision_number=None']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:28:56.843860 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device c3dd479c-aca2-4477-86e8-6d0468968157 up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:28:56.873190 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-dd9ae62a-8aa8-4818-be5c-94e78c542ed9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:56.903719 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-5aaa18ab-cc39-4af8-bc66-2d6b4161271a tempest-SecGroupIPv6Test-1083201667 tempest-SecGroupIPv6Test-1083201667-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.2470279 Oct 27 10:28:56.907133 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd9ae62a-8aa8-4818-be5c-94e78c542ed9 admin admin] No DVR routers for this DVR port 3002e94c-adbc-4806-a693-500ceece97fe on host n-d-813419-10 {{(pid=102347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:28:56.911957 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 54808) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:28:56.939232 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port c3dd479c-aca2-4477-86e8-6d0468968157 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:28:56.939756 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:56.965943 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9ae62a-8aa8-4818-be5c-94e78c542ed9 admin admin] Pushing event deleted for resources: {'Port': ['ID=3002e94c-adbc-4806-a693-500ceece97fe,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:28:57.038119 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-dd9ae62a-8aa8-4818-be5c-94e78c542ed9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857803', 'neutron.services.segments.db._delete_segments_for_network-8743873143390'] for network, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:57.042181 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ceb3ba6d-2968-4701-beb0-2bbef96e3d5a tempest-SecGroupIPv6Test-1083201667 tempest-SecGroupIPv6Test-1083201667-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:57.060406 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ceb3ba6d-2968-4701-beb0-2bbef96e3d5a tempest-SecGroupIPv6Test-1083201667 tempest-SecGroupIPv6Test-1083201667-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:57.063880 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-dd9ae62a-8aa8-4818-be5c-94e78c542ed9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a0243b3-727c-41f7-adf4-8910fe5af824']}} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:28:57.075079 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-dd9ae62a-8aa8-4818-be5c-94e78c542ed9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06526232-bf3a-460e-a992-bc6b7c412adf') {'for_net_delete': True} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:28:57.075372 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-dd9ae62a-8aa8-4818-be5c-94e78c542ed9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06526232-bf3a-460e-a992-bc6b7c412adf') {} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:28:57.093545 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:57.105217 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ceb3ba6d-2968-4701-beb0-2bbef96e3d5a tempest-SecGroupIPv6Test-1083201667 tempest-SecGroupIPv6Test-1083201667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671902'] for security_group_rule, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:57.110460 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-a0550368-be00-4b21-9d1a-8757de53956a tempest-RoutersIpV6AdminTest-1540385956 tempest-RoutersIpV6AdminTest-1540385956-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:57.112608 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-dd9ae62a-8aa8-4818-be5c-94e78c542ed9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743873145191', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18445132'] for segment, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:57.123444 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ceb3ba6d-2968-4701-beb0-2bbef96e3d5a tempest-SecGroupIPv6Test-1083201667 tempest-SecGroupIPv6Test-1083201667-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:57.124813 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-ceb3ba6d-2968-4701-beb0-2bbef96e3d5a tempest-SecGroupIPv6Test-1083201667 tempest-SecGroupIPv6Test-1083201667-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/23b78779-99ee-492d-9302-46d832b76621 HTTP/1.1" status: 204 len: 168 time: 0.2119527 Oct 27 10:28:57.130750 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-dd9ae62a-8aa8-4818-be5c-94e78c542ed9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:57.137984 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] For port c3dd479c-aca2-4477-86e8-6d0468968157, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=c3dd479c-aca2-4477-86e8-6d0468968157,segment=NetworkSegment(bc14127b-7032-4c50-bb5b-f6813cbae86e),segment_id=bc14127b-7032-4c50-bb5b-f6813cbae86e)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:28:57.140057 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd9ae62a-8aa8-4818-be5c-94e78c542ed9 admin admin] Releasing vlan 430 on physical network physnet1 to pool {{(pid=102347) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 10:28:57.141306 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-dd9ae62a-8aa8-4818-be5c-94e78c542ed9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-18296032'] for segment, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:57.144542 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:57.145351 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 54810) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:28:57.147886 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-46c215da-3742-4b5c-8ae6-e988e2a29cdd admin admin] Publish callbacks [] for port, precommit_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:57.163804 n-d-813419-10 neutron-server[102347]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 10:28:57.163804 n-d-813419-10 neutron-server[102347]: self.session.flush() Oct 27 10:28:57.163804 n-d-813419-10 neutron-server[102347]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 10:28:57.163804 n-d-813419-10 neutron-server[102347]: self.session.flush() Oct 27 10:28:57.163804 n-d-813419-10 neutron-server[102347]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 10:28:57.163804 n-d-813419-10 neutron-server[102347]: self.session.flush() Oct 27 10:28:57.163804 n-d-813419-10 neutron-server[102347]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 10:28:57.163804 n-d-813419-10 neutron-server[102347]: self.session.flush() Oct 27 10:28:57.163804 n-d-813419-10 neutron-server[102347]: Traceback (most recent call last): Oct 27 10:28:57.163804 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 10:28:57.163804 n-d-813419-10 neutron-server[102347]: timer() Oct 27 10:28:57.163804 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 10:28:57.163804 n-d-813419-10 neutron-server[102347]: cb(*args, **kw) Oct 27 10:28:57.163804 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 10:28:57.163804 n-d-813419-10 neutron-server[102347]: return func(*args, **kwargs) Oct 27 10:28:57.163804 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 10:28:57.163804 n-d-813419-10 neutron-server[102347]: self._notify() Oct 27 10:28:57.163804 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 10:28:57.163804 n-d-813419-10 neutron-server[102347]: self.callback(batched_events) Oct 27 10:28:57.163804 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 10:28:57.163804 n-d-813419-10 neutron-server[102347]: event.method(event) Oct 27 10:28:57.163804 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 10:28:57.163804 n-d-813419-10 neutron-server[102347]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 10:28:57.163804 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 10:28:57.163804 n-d-813419-10 neutron-server[102347]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 10:28:57.163804 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 10:28:57.163804 n-d-813419-10 neutron-server[102347]: return f(self, *a, **k) Oct 27 10:28:57.163804 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 10:28:57.163804 n-d-813419-10 neutron-server[102347]: return self._get(url).json() Oct 27 10:28:57.163804 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 10:28:57.163804 n-d-813419-10 neutron-server[102347]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 10:28:57.163804 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 10:28:57.163804 n-d-813419-10 neutron-server[102347]: return self.request(url, 'GET', **kwargs) Oct 27 10:28:57.163804 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 10:28:57.163804 n-d-813419-10 neutron-server[102347]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 10:28:57.163804 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 10:28:57.163804 n-d-813419-10 neutron-server[102347]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 10:28:57.163804 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 10:28:57.163804 n-d-813419-10 neutron-server[102347]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 10:28:57.163804 n-d-813419-10 neutron-server[102347]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 10:28:57.173295 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb3ba6d-2968-4701-beb0-2bbef96e3d5a tempest-SecGroupIPv6Test-1083201667 tempest-SecGroupIPv6Test-1083201667-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=23b78779-99ee-492d-9302-46d832b76621,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:28:57.175488 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-46c215da-3742-4b5c-8ae6-e988e2a29cdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27024173'] for port, after_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:57.219354 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ae7c21-8506-4065-bf34-5d9ad6a890c2 req-82abdd8b-1f43-4228-9e48-516ea29782ee tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:28:57.226786 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12594b8-5332-43dd-9f38-e6b8b1e37e4a req-26bfaa30-3495-4c58-a18f-6b3535cd68b5 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:28:57.226993 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-63ae7c21-8506-4065-bf34-5d9ad6a890c2 req-82abdd8b-1f43-4228-9e48-516ea29782ee tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] 10.222.0.44 "GET /v2.0/ports?device_id=f165f7ac-c937-4242-9d48-b6ac68f3a6e2 HTTP/1.1" status: 200 len: 945 time: 0.2980504 Oct 27 10:28:57.228922 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b12594b8-5332-43dd-9f38-e6b8b1e37e4a req-26bfaa30-3495-4c58-a18f-6b3535cd68b5 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ae4390a-b621-4500-a1b9-c968556e5a4c HTTP/1.1" status: 200 len: 946 time: 0.4266424 Oct 27 10:28:57.243007 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Pushing event updated for resources: {'Port': ['ID=c3dd479c-aca2-4477-86e8-6d0468968157,revision_number=4']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:28:57.261201 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-dd9ae62a-8aa8-4818-be5c-94e78c542ed9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664840'] for network, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:57.275358 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 3002e94c-adbc-4806-a693-500ceece97fe no longer exists at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:28:57.293954 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-dd9ae62a-8aa8-4818-be5c-94e78c542ed9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for network, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:57.310308 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-dd9ae62a-8aa8-4818-be5c-94e78c542ed9 admin admin] 10.222.0.44 "DELETE /v2.0/networks/2a0243b3-727c-41f7-adf4-8910fe5af824 HTTP/1.1" status: 204 len: 168 time: 1.9648347 Oct 27 10:28:57.365527 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] No Port match for: 3002e94c-adbc-4806-a693-500ceece97fe {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:28:57.366581 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 3002e94c-adbc-4806-a693-500ceece97fe not bound to the agent host n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:28:57.392254 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-adc0524e-74ff-484c-9012-24c578431d72 tempest-SecGroupIPv6Test-1083201667 tempest-SecGroupIPv6Test-1083201667-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.2389441 Oct 27 10:28:57.410517 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9ae62a-8aa8-4818-be5c-94e78c542ed9 admin admin] Pushing event deleted for resources: {'Network': ['ID=2a0243b3-727c-41f7-adf4-8910fe5af824,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:28:57.416114 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 54816) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:28:57.418442 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b12594b8-5332-43dd-9f38-e6b8b1e37e4a req-8643bff7-23f8-4f33-a0bf-538a35dfd6d4 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/security-groups?id=9f7279ee-2d49-4f67-b584-fc902ef383cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743417 Oct 27 10:28:57.442925 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-63ae7c21-8506-4065-bf34-5d9ad6a890c2 req-3fc03e72-0430-492c-b26e-d7fbc5c7c7c0 tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] 10.222.0.44 "GET /v2.0/security-groups?id=df17171a-6534-4d8a-8518-0be5fe64cbb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2135417 Oct 27 10:28:57.458102 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76b604a-ce9e-4691-b147-0aed2c463302 req-3eb0b88a-8a13-44eb-9ff2-2df7bf942517 tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:28:57.459639 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-a76b604a-ce9e-4691-b147-0aed2c463302 req-3eb0b88a-8a13-44eb-9ff2-2df7bf942517 tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] 10.222.0.64 "GET /v2.0/ports?device_id=f165f7ac-c937-4242-9d48-b6ac68f3a6e2 HTTP/1.1" status: 200 len: 945 time: 0.1775792 Oct 27 10:28:57.466911 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c215da-3742-4b5c-8ae6-e988e2a29cdd admin admin] Pushing event updated for resources: {'Port': ['ID=f69b4e97-baa2-4385-ba2a-0003b68612f0,revision_number=2']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:28:57.507449 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-46c215da-3742-4b5c-8ae6-e988e2a29cdd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2006967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1766225'] for router_interface, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:57.600074 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-7ce3af0f-9bc9-4982-b981-a999112be2c5 tempest-SecGroupIPv6Test-1083201667 tempest-SecGroupIPv6Test-1083201667-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:57.602500 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-a0550368-be00-4b21-9d1a-8757de53956a tempest-RoutersIpV6AdminTest-1540385956 tempest-RoutersIpV6AdminTest-1540385956-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:57.665405 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-7ce3af0f-9bc9-4982-b981-a999112be2c5 tempest-SecGroupIPv6Test-1083201667 tempest-SecGroupIPv6Test-1083201667-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:57.669911 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [req-a76b604a-ce9e-4691-b147-0aed2c463302 req-0ebe5d94-fbca-40a1-8a18-7decd078a7e5 tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] Deleting port e0474841-83ec-4834-b5fd-d0a2d2bdb667 {{(pid=102347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:28:57.671165 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-a76b604a-ce9e-4691-b147-0aed2c463302 req-0ebe5d94-fbca-40a1-8a18-7decd078a7e5 tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:57.736633 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0550368-be00-4b21-9d1a-8757de53956a tempest-RoutersIpV6AdminTest-1540385956 tempest-RoutersIpV6AdminTest-1540385956-project-admin] Network 185ff123-c7ff-45c7-a6be-71feb35acc9c is already hosted by enough agents. {{(pid=102346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:28:57.750367 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-a0550368-be00-4b21-9d1a-8757de53956a tempest-RoutersIpV6AdminTest-1540385956 tempest-RoutersIpV6AdminTest-1540385956-project-admin] Resources bound (agent type, host, resource id): {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:28:57.758371 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0550368-be00-4b21-9d1a-8757de53956a tempest-RoutersIpV6AdminTest-1540385956 tempest-RoutersIpV6AdminTest-1540385956-project-admin] Received port after_create {{(pid=102346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:28:57.773317 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0ca30a-f0c0-462d-8b4a-28c54f9e033f req-060b6c7c-3f31-4869-b900-ca2a5aa2e4ef tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:28:57.775060 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-8b0ca30a-f0c0-462d-8b4a-28c54f9e033f req-060b6c7c-3f31-4869-b900-ca2a5aa2e4ef tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ae4390a-b621-4500-a1b9-c968556e5a4c HTTP/1.1" status: 200 len: 946 time: 0.2144384 Oct 27 10:28:57.775758 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0550368-be00-4b21-9d1a-8757de53956a tempest-RoutersIpV6AdminTest-1540385956 tempest-RoutersIpV6AdminTest-1540385956-project-admin] Pushing event updated for resources: {'Port': ['ID=98bd426e-66a2-4749-baf4-309c5d202bf1,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:28:57.784434 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-7ce3af0f-9bc9-4982-b981-a999112be2c5 tempest-SecGroupIPv6Test-1083201667 tempest-SecGroupIPv6Test-1083201667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671902'] for security_group_rule, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:57.818733 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 54822) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:28:57.831429 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-7ce3af0f-9bc9-4982-b981-a999112be2c5 tempest-SecGroupIPv6Test-1083201667 tempest-SecGroupIPv6Test-1083201667-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:57.832582 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-7ce3af0f-9bc9-4982-b981-a999112be2c5 tempest-SecGroupIPv6Test-1083201667 tempest-SecGroupIPv6Test-1083201667-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/5d858b6f-e100-4ebd-b96f-311912879586 HTTP/1.1" status: 204 len: 168 time: 0.3886244 Oct 27 10:28:57.839178 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 54824) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:28:57.873828 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce3af0f-9bc9-4982-b981-a999112be2c5 tempest-SecGroupIPv6Test-1083201667 tempest-SecGroupIPv6Test-1083201667-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5d858b6f-e100-4ebd-b96f-311912879586,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:28:57.897062 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-a76b604a-ce9e-4691-b147-0aed2c463302 req-0ebe5d94-fbca-40a1-8a18-7decd078a7e5 tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] For port e0474841-83ec-4834-b5fd-d0a2d2bdb667, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=e0474841-83ec-4834-b5fd-d0a2d2bdb667,segment=NetworkSegment(50500633-18ab-48c2-98da-73563c3123ba),segment_id=50500633-18ab-48c2-98da-73563c3123ba)] {{(pid=102347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:28:57.897537 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-a76b604a-ce9e-4691-b147-0aed2c463302 req-0ebe5d94-fbca-40a1-8a18-7decd078a7e5 tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:57.929027 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46c215da-3742-4b5c-8ae6-e988e2a29cdd admin admin] Network 9fa080ff-8029-45dd-ae93-e229036e413f is already hosted by enough agents. {{(pid=102346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:28:57.932409 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-8b0ca30a-f0c0-462d-8b4a-28c54f9e033f req-c366400f-6d1a-43de-b1fd-507b8ff734d6 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/security-groups?id=9f7279ee-2d49-4f67-b584-fc902ef383cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231790 Oct 27 10:28:57.945756 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [req-a76b604a-ce9e-4691-b147-0aed2c463302 req-0ebe5d94-fbca-40a1-8a18-7decd078a7e5 tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] Calling delete_port for e0474841-83ec-4834-b5fd-d0a2d2bdb667 owned by compute:nova {{(pid=102347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:28:57.958798 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-46c215da-3742-4b5c-8ae6-e988e2a29cdd admin admin] Resources bound (agent type, host, resource id): {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:28:57.996377 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-b77ff880-9521-4fd3-a2b5-4ac114492b05 tempest-SecGroupIPv6Test-1083201667 tempest-SecGroupIPv6Test-1083201667-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1558034 Oct 27 10:28:57.997245 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 54828) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:28:58.015776 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-b00e3472-fef5-43d4-8318-fba64525b328 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=47ce5f20eeb448398116bfa21f80d060&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1936064 Oct 27 10:28:58.018959 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 54832) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:28:58.078644 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-6c444913-689c-472f-8061-67b9a791ae82 tempest-SecGroupIPv6Test-1083201667 tempest-SecGroupIPv6Test-1083201667-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:58.138981 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-6c444913-689c-472f-8061-67b9a791ae82 tempest-SecGroupIPv6Test-1083201667 tempest-SecGroupIPv6Test-1083201667-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:58.229701 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-6c444913-689c-472f-8061-67b9a791ae82 tempest-SecGroupIPv6Test-1083201667 tempest-SecGroupIPv6Test-1083201667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671902'] for security_group_rule, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:58.251370 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-6c444913-689c-472f-8061-67b9a791ae82 tempest-SecGroupIPv6Test-1083201667 tempest-SecGroupIPv6Test-1083201667-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:58.271781 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-6c444913-689c-472f-8061-67b9a791ae82 tempest-SecGroupIPv6Test-1083201667 tempest-SecGroupIPv6Test-1083201667-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/4de1365d-26df-481f-9e70-424bc221d193 HTTP/1.1" status: 204 len: 168 time: 0.2680218 Oct 27 10:28:58.276666 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce95a0e9-7172-4583-a701-1e53ed04d04a req-931548b8-2b1a-42d5-b811-b5ca7f23a38e tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:28:58.279959 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 54834) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:28:58.285570 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ce95a0e9-7172-4583-a701-1e53ed04d04a req-931548b8-2b1a-42d5-b811-b5ca7f23a38e tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ae4390a-b621-4500-a1b9-c968556e5a4c HTTP/1.1" status: 200 len: 946 time: 0.2050076 Oct 27 10:28:58.291987 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-bab52d75-5569-45e3-8406-d9c16345caf8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:58.293556 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c444913-689c-472f-8061-67b9a791ae82 tempest-SecGroupIPv6Test-1083201667 tempest-SecGroupIPv6Test-1083201667-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4de1365d-26df-481f-9e70-424bc221d193,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:28:58.360763 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ce95a0e9-7172-4583-a701-1e53ed04d04a req-c0bb7f5f-9b96-4204-8a6a-2ceaf52d5a05 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/security-groups?id=9f7279ee-2d49-4f67-b584-fc902ef383cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736806 Oct 27 10:28:58.368290 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-bab52d75-5569-45e3-8406-d9c16345caf8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:58.369122 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-5bb3316b-8832-4834-bdea-caaa21002dca None None] Provisioning complete for port f69b4e97-baa2-4385-ba2a-0003b68612f0 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:28:58.370109 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-5bb3316b-8832-4834-bdea-caaa21002dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:58.412905 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-e0b692f1-c7f7-475d-af7a-903889b2c95c tempest-SecGroupIPv6Test-1083201667 tempest-SecGroupIPv6Test-1083201667-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1269655 Oct 27 10:28:58.413937 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 54838) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:28:58.436102 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-a76b604a-ce9e-4691-b147-0aed2c463302 req-0ebe5d94-fbca-40a1-8a18-7decd078a7e5 tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:58.445732 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-a0550368-be00-4b21-9d1a-8757de53956a tempest-RoutersIpV6AdminTest-1540385956 tempest-RoutersIpV6AdminTest-1540385956-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:58.466133 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] get_ports_and_sgs() called for port_ids ['e0474841-83ec-4834-b5fd-d0a2d2bdb667'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:28:58.493300 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebe5d94-fbca-40a1-8a18-7decd078a7e5 tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] Pushing event deleted for resources: {'Port': ['ID=e0474841-83ec-4834-b5fd-d0a2d2bdb667,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:28:58.517115 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-5bb3316b-8832-4834-bdea-caaa21002dca None None] Port f69b4e97-baa2-4385-ba2a-0003b68612f0 cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:28:58.519730 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-11a33642-35cc-4ae5-a45f-bf52986f23c0 tempest-SecGroupIPv6Test-1083201667 tempest-SecGroupIPv6Test-1083201667-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:58.577716 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-11a33642-35cc-4ae5-a45f-bf52986f23c0 tempest-SecGroupIPv6Test-1083201667 tempest-SecGroupIPv6Test-1083201667-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:58.614153 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [req-a76b604a-ce9e-4691-b147-0aed2c463302 req-0ebe5d94-fbca-40a1-8a18-7decd078a7e5 tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] No DVR routers for this DVR port e0474841-83ec-4834-b5fd-d0a2d2bdb667 on host n-h1-813419-10 {{(pid=102347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:28:58.625422 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-a76b604a-ce9e-4691-b147-0aed2c463302 req-0ebe5d94-fbca-40a1-8a18-7decd078a7e5 tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:58.634238 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-a76b604a-ce9e-4691-b147-0aed2c463302 req-0ebe5d94-fbca-40a1-8a18-7decd078a7e5 tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] 10.222.0.64 "DELETE /v2.0/ports/e0474841-83ec-4834-b5fd-d0a2d2bdb667 HTTP/1.1" status: 204 len: 173 time: 1.1635895 Oct 27 10:28:58.635352 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f165f7ac-c937-4242-9d48-b6ac68f3a6e2', 'name': 'network-vif-deleted', 'tag': 'e0474841-83ec-4834-b5fd-d0a2d2bdb667'}] {{(pid=102347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:28:58.653352 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311149b481204ee7edffdb959c881838506fbd95bc8577c048f6677abb73acc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7db5480a-1e60-4601-b0b0-c25c0a59b35a" -d '{"events": [{"server_uuid": "f165f7ac-c937-4242-9d48-b6ac68f3a6e2", "name": "network-vif-deleted", "tag": "e0474841-83ec-4834-b5fd-d0a2d2bdb667"}]}' {{(pid=102347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:28:58.670086 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-bab52d75-5569-45e3-8406-d9c16345caf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:58.685104 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-bab52d75-5569-45e3-8406-d9c16345caf8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:58.689745 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-bab52d75-5569-45e3-8406-d9c16345caf8 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f60c5871-3d08-43ea-b857-a85e63bd8b27 HTTP/1.1" status: 204 len: 168 time: 0.6595685 Oct 27 10:28:58.701242 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46c215da-3742-4b5c-8ae6-e988e2a29cdd admin admin] Router 0bb6383f-4f88-49ef-b89d-081c9676148f has already been hosted by L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb {{(pid=102346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 10:28:58.704536 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-688a39b9-4f19-4815-be92-6d2d458903f4 req-aa83ab86-4283-4989-ab7a-04cd0861100e tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] 10.222.0.44 "GET /v2.0/ports?device_id=f165f7ac-c937-4242-9d48-b6ac68f3a6e2 HTTP/1.1" status: 200 len: 210 time: 0.0936747 Oct 27 10:28:58.706220 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab52d75-5569-45e3-8406-d9c16345caf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f60c5871-3d08-43ea-b857-a85e63bd8b27,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:28:58.717934 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b66e4fe-431c-481e-9b26-8d958faa7852 req-b5bb5a62-1e45-414d-8951-75f937015101 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:28:58.726151 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-5b66e4fe-431c-481e-9b26-8d958faa7852 req-b5bb5a62-1e45-414d-8951-75f937015101 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ae4390a-b621-4500-a1b9-c968556e5a4c HTTP/1.1" status: 200 len: 946 time: 0.2730150 Oct 27 10:28:58.728524 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-11a33642-35cc-4ae5-a45f-bf52986f23c0 tempest-SecGroupIPv6Test-1083201667 tempest-SecGroupIPv6Test-1083201667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671902'] for security_group_rule, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:58.735631 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-11a33642-35cc-4ae5-a45f-bf52986f23c0 tempest-SecGroupIPv6Test-1083201667 tempest-SecGroupIPv6Test-1083201667-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:58.736771 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-11a33642-35cc-4ae5-a45f-bf52986f23c0 tempest-SecGroupIPv6Test-1083201667 tempest-SecGroupIPv6Test-1083201667-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/6fb9a345-0134-4905-a33a-afbdfc9234f9 HTTP/1.1" status: 204 len: 168 time: 0.3218265 Oct 27 10:28:58.747757 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 54850) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:28:58.766958 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a33642-35cc-4ae5-a45f-bf52986f23c0 tempest-SecGroupIPv6Test-1083201667 tempest-SecGroupIPv6Test-1083201667-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6fb9a345-0134-4905-a33a-afbdfc9234f9,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:28:58.775121 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device c3dd479c-aca2-4477-86e8-6d0468968157 up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:28:58.861905 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-5b66e4fe-431c-481e-9b26-8d958faa7852 req-7d8f3421-f726-434c-ad06-aa497fb5879d tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/security-groups?id=9f7279ee-2d49-4f67-b584-fc902ef383cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347644 Oct 27 10:28:58.890184 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port c3dd479c-aca2-4477-86e8-6d0468968157 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:28:58.892627 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:58.892922 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-3e77bf84-1cc2-4cf5-9a03-31c117ca7c18 tempest-SecGroupIPv6Test-1083201667 tempest-SecGroupIPv6Test-1083201667-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1439781 Oct 27 10:28:58.911991 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 54856) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:28:59.025024 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-f276dbb3-100d-4cb4-aedd-ea3c594279eb tempest-SecGroupIPv6Test-1083201667 tempest-SecGroupIPv6Test-1083201667-project] Publish callbacks [] for security_group, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:59.054207 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46c215da-3742-4b5c-8ae6-e988e2a29cdd admin admin] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:28:59.068293 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-46c215da-3742-4b5c-8ae6-e988e2a29cdd admin admin] 10.222.0.44 "PUT /v2.0/routers/0bb6383f-4f88-49ef-b89d-081c9676148f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0896826 Oct 27 10:28:59.113451 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-a0550368-be00-4b21-9d1a-8757de53956a tempest-RoutersIpV6AdminTest-1540385956 tempest-RoutersIpV6AdminTest-1540385956-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1765699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1769372'] for router, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:59.116102 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b56324a1-2b27-497d-a33f-4315ee9f921c None None] Sync routers for ids ['0bb6383f-4f88-49ef-b89d-081c9676148f'] in n-d-813419-10 {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:28:59.128186 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-f276dbb3-100d-4cb4-aedd-ea3c594279eb tempest-SecGroupIPv6Test-1083201667 tempest-SecGroupIPv6Test-1083201667-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:59.170994 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b56324a1-2b27-497d-a33f-4315ee9f921c None None] Routers {'0bb6383f-4f88-49ef-b89d-081c9676148f'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:28:59.173004 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-b56324a1-2b27-497d-a33f-4315ee9f921c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:28:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['0bb6383f-4f88-49ef-b89d-081c9676148f'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:28:59.233995 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-f276dbb3-100d-4cb4-aedd-ea3c594279eb tempest-SecGroupIPv6Test-1083201667 tempest-SecGroupIPv6Test-1083201667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:59.237568 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-f276dbb3-100d-4cb4-aedd-ea3c594279eb tempest-SecGroupIPv6Test-1083201667 tempest-SecGroupIPv6Test-1083201667-project] Publish callbacks [] for security_group, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:59.242845 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-f276dbb3-100d-4cb4-aedd-ea3c594279eb tempest-SecGroupIPv6Test-1083201667 tempest-SecGroupIPv6Test-1083201667-project] 10.222.0.44 "DELETE /v2.0/security-groups/0b317482-c167-4f89-9650-b7ed6c9befe0 HTTP/1.1" status: 204 len: 168 time: 0.3294630 Oct 27 10:28:59.245459 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 54864) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:28:59.295080 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f276dbb3-100d-4cb4-aedd-ea3c594279eb tempest-SecGroupIPv6Test-1083201667 tempest-SecGroupIPv6Test-1083201667-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b317482-c167-4f89-9650-b7ed6c9befe0,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:28:59.335993 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvr_db [None req-b56324a1-2b27-497d-a33f-4315ee9f921c None None] Set router 0bb6383f-4f88-49ef-b89d-081c9676148f gateway port host: n-d-813419-10 {{(pid=102348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:28:59.376277 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-ef513736-5701-45b4-9382-1bc73530f3b4 tempest-SecGroupIPv6Test-1083201667 tempest-SecGroupIPv6Test-1083201667-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1265054 Oct 27 10:28:59.377813 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 54866) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:28:59.402013 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-05398ed5-2bde-44ee-8ab1-f0c6e9d5afb8 tempest-SecGroupIPv6Test-1083201667 tempest-SecGroupIPv6Test-1083201667-project] Request body: {'security_group': {'name': 'tempest-secgroup--334789855'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:28:59.449846 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:28:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f04d538-981e-40ae-a70b-e203ed760d0d x-openstack-request-id: req-2f04d538-981e-40ae-a70b-e203ed760d0d {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:28:59.451607 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f165f7ac-c937-4242-9d48-b6ac68f3a6e2", "name": "network-vif-deleted", "tag": "e0474841-83ec-4834-b5fd-d0a2d2bdb667", "status": "completed", "code": 200}]} {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:28:59.452304 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-2f04d538-981e-40ae-a70b-e203ed760d0d {{(pid=102347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:28:59.454306 n-d-813419-10 neutron-server[102347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f165f7ac-c937-4242-9d48-b6ac68f3a6e2', 'name': 'network-vif-deleted', 'tag': 'e0474841-83ec-4834-b5fd-d0a2d2bdb667', 'status': 'completed', 'code': 200} Oct 27 10:28:59.502513 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-05398ed5-2bde-44ee-8ab1-f0c6e9d5afb8 tempest-SecGroupIPv6Test-1083201667 tempest-SecGroupIPv6Test-1083201667-project] Publish callbacks [] for security_group, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:59.515246 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f5aa7c-fbb1-4737-8f18-bfb5b878b706 req-cff6067f-83a7-4106-912a-b5d602226e4b tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:28:59.517261 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-a8f5aa7c-fbb1-4737-8f18-bfb5b878b706 req-cff6067f-83a7-4106-912a-b5d602226e4b tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ae4390a-b621-4500-a1b9-c968556e5a4c HTTP/1.1" status: 200 len: 946 time: 0.1309493 Oct 27 10:28:59.597192 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-a8f5aa7c-fbb1-4737-8f18-bfb5b878b706 req-0591157d-f74e-4667-8ae7-caa134899112 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/security-groups?id=9f7279ee-2d49-4f67-b584-fc902ef383cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656781 Oct 27 10:28:59.629773 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-05398ed5-2bde-44ee-8ab1-f0c6e9d5afb8 tempest-SecGroupIPv6Test-1083201667 tempest-SecGroupIPv6Test-1083201667-project] Publish callbacks [] for security_group, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:59.642662 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-05398ed5-2bde-44ee-8ab1-f0c6e9d5afb8 tempest-SecGroupIPv6Test-1083201667 tempest-SecGroupIPv6Test-1083201667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:59.650815 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0550368-be00-4b21-9d1a-8757de53956a tempest-RoutersIpV6AdminTest-1540385956 tempest-RoutersIpV6AdminTest-1540385956-project-admin] Router c41e859f-6cb5-41b2-8620-2eb2116da2eb is scheduled to L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb with binding_index 1 {{(pid=102346) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 10:28:59.781347 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-05398ed5-2bde-44ee-8ab1-f0c6e9d5afb8 tempest-SecGroupIPv6Test-1083201667 tempest-SecGroupIPv6Test-1083201667-project] Publish callbacks [] for security_group, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:59.788488 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-05398ed5-2bde-44ee-8ab1-f0c6e9d5afb8 tempest-SecGroupIPv6Test-1083201667 tempest-SecGroupIPv6Test-1083201667-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4038563 Oct 27 10:28:59.788488 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 54878) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:28:59.801771 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-c12310b3-1f78-4ad8-becd-7d4e7e267a28 tempest-SecGroupIPv6Test-1083201667 tempest-SecGroupIPv6Test-1083201667-project] Request body: {'security_group_rule': {'security_group_id': 'e2cdc04d-93a5-4c91-9884-e49e5bba8e52', 'direction': 'ingress', 'protocol': 17}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:28:59.803373 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-b56324a1-2b27-497d-a33f-4315ee9f921c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bb6383f-4f88-49ef-b89d-081c9676148f', 'name': 'tempest-AttachSCSIVolumeTestJSON-1708722759-router', 'tenant_id': '5c4292e7b3054fefacdede3cb596f6a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.66'}], 'enable_snat': True}, 'gw_port_id': 'c3dd479c-aca2-4477-86e8-6d0468968157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:28:44Z', 'updated_at': '2021-10-27T10:28:56Z', 'revision_number': 4, 'project_id': '5c4292e7b3054fefacdede3cb596f6a1', 'gw_port': {'id': 'c3dd479c-aca2-4477-86e8-6d0468968157', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:8f:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bb6383f-4f88-49ef-b89d-081c9676148f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1226, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:28:46Z', 'updated_at': '2021-10-27T10:28:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_interfaces': [{'id': 'f69b4e97-baa2-4385-ba2a-0003b68612f0', 'name': '', 'network_id': '9fa080ff-8029-45dd-ae93-e229036e413f', 'tenant_id': '5c4292e7b3054fefacdede3cb596f6a1', 'mac_address': 'fa:16:3e:e2:b9:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bb6383f-4f88-49ef-b89d-081c9676148f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1236, 'fixed_ips': [{'subnet_id': 'c2495fe4-ca7d-4e68-a399-b799b33f5730', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:28:53Z', 'updated_at': '2021-10-27T10:28:56Z', 'revision_number': 2, 'project_id': '5c4292e7b3054fefacdede3cb596f6a1', 'subnets': [{'id': 'c2495fe4-ca7d-4e68-a399-b799b33f5730', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:28:59.817785 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05398ed5-2bde-44ee-8ab1-f0c6e9d5afb8 tempest-SecGroupIPv6Test-1083201667 tempest-SecGroupIPv6Test-1083201667-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2cdc04d-93a5-4c91-9884-e49e5bba8e52,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:28:59.877853 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b56324a1-2b27-497d-a33f-4315ee9f921c None None] Checking router: 0bb6383f-4f88-49ef-b89d-081c9676148f for host: n-d-813419-10 {{(pid=102348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 10:28:59.878766 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b56324a1-2b27-497d-a33f-4315ee9f921c None None] Updating router 0bb6383f-4f88-49ef-b89d-081c9676148f port f69b4e97-baa2-4385-ba2a-0003b68612f0 binding host n-d-813419-10 {{(pid=102348) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 10:28:59.893342 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0550368-be00-4b21-9d1a-8757de53956a tempest-RoutersIpV6AdminTest-1540385956 tempest-RoutersIpV6AdminTest-1540385956-project-admin] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:28:59.900730 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ca3e8b-aa00-4289-b6aa-a7aaed46de1f req-193d2a6a-fe96-4034-9928-f3dcbdf4199e tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:28:59.903583 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45461a09-cc9f-493b-b159-8b8415aaa3bf None None] Sync routers for ids ['c41e859f-6cb5-41b2-8620-2eb2116da2eb'] in n-d-813419-10 {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:28:59.904094 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-81ca3e8b-aa00-4289-b6aa-a7aaed46de1f req-193d2a6a-fe96-4034-9928-f3dcbdf4199e tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ae4390a-b621-4500-a1b9-c968556e5a4c HTTP/1.1" status: 200 len: 946 time: 0.2136643 Oct 27 10:28:59.926939 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-a0550368-be00-4b21-9d1a-8757de53956a tempest-RoutersIpV6AdminTest-1540385956 tempest-RoutersIpV6AdminTest-1540385956-project-admin] Publish callbacks [] for router, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:59.931534 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-a0550368-be00-4b21-9d1a-8757de53956a tempest-RoutersIpV6AdminTest-1540385956 tempest-RoutersIpV6AdminTest-1540385956-project-admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 6.0426447 Oct 27 10:28:59.931722 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 54884) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:28:59.935049 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45461a09-cc9f-493b-b159-8b8415aaa3bf None None] Routers {'c41e859f-6cb5-41b2-8620-2eb2116da2eb'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:28:59.935641 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-45461a09-cc9f-493b-b159-8b8415aaa3bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:28:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['c41e859f-6cb5-41b2-8620-2eb2116da2eb'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:28:59.953595 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-b56324a1-2b27-497d-a33f-4315ee9f921c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:28:59.996672 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-c12310b3-1f78-4ad8-becd-7d4e7e267a28 tempest-SecGroupIPv6Test-1083201667 tempest-SecGroupIPv6Test-1083201667-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:00.200949 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-81ca3e8b-aa00-4289-b6aa-a7aaed46de1f req-338bab40-258c-4e2b-b39a-13b15de5a79b tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/security-groups?id=9f7279ee-2d49-4f67-b584-fc902ef383cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2710772 Oct 27 10:29:00.226271 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-c12310b3-1f78-4ad8-becd-7d4e7e267a28 tempest-SecGroupIPv6Test-1083201667 tempest-SecGroupIPv6Test-1083201667-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:00.234635 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-c12310b3-1f78-4ad8-becd-7d4e7e267a28 tempest-SecGroupIPv6Test-1083201667 tempest-SecGroupIPv6Test-1083201667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671902'] for security_group_rule, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:00.286330 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12310b3-1f78-4ad8-becd-7d4e7e267a28 tempest-SecGroupIPv6Test-1083201667 tempest-SecGroupIPv6Test-1083201667-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d5938bf-bd4c-4cfe-a8be-cebbb5da87c4,revision_number=0']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:29:00.304815 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-c12310b3-1f78-4ad8-becd-7d4e7e267a28 tempest-SecGroupIPv6Test-1083201667 tempest-SecGroupIPv6Test-1083201667-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:00.312516 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-c12310b3-1f78-4ad8-becd-7d4e7e267a28 tempest-SecGroupIPv6Test-1083201667 tempest-SecGroupIPv6Test-1083201667-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.5077333 Oct 27 10:29:00.314675 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 54906) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:29:00.382578 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvr_db [None req-45461a09-cc9f-493b-b159-8b8415aaa3bf None None] Set router c41e859f-6cb5-41b2-8620-2eb2116da2eb gateway port host: n-d-813419-10 {{(pid=102349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:29:00.498031 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-b56324a1-2b27-497d-a33f-4315ee9f921c None None] Publish callbacks [] for port, precommit_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:00.505536 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-b56324a1-2b27-497d-a33f-4315ee9f921c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:00.597839 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-78af5720-67b9-4a26-b37c-9c51b55b2d02 tempest-SecGroupIPv6Test-1083201667 tempest-SecGroupIPv6Test-1083201667-project] Publish callbacks [] for security_group, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:00.628803 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a47b4db-a116-49a5-965d-628134b1bd8f None None] Pushing event updated for resources: {'Port': ['ID=f69b4e97-baa2-4385-ba2a-0003b68612f0,revision_number=3']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:29:00.707294 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-78af5720-67b9-4a26-b37c-9c51b55b2d02 tempest-SecGroupIPv6Test-1083201667 tempest-SecGroupIPv6Test-1083201667-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:00.785097 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 54914) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:29:00.800769 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-b56324a1-2b27-497d-a33f-4315ee9f921c None None] Attempting to bind port f69b4e97-baa2-4385-ba2a-0003b68612f0 on host n-d-813419-10 for vnic_type normal with profile {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:29:00.801144 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-b56324a1-2b27-497d-a33f-4315ee9f921c None None] Attempting to bind port f69b4e97-baa2-4385-ba2a-0003b68612f0 by drivers openvswitch,hyperv on host n-d-813419-10 at level 0 using segments [{'id': '61ab1b7f-66c3-42d8-a73a-3b9ec21f612f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '9fa080ff-8029-45dd-ae93-e229036e413f'}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:29:00.802829 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-df46e902-8a88-44fc-b1f7-ce8cbef72563 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1520833468-network', 'tenant_id': '1f00f22927194f768013d3cbe87c72eb'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:29:00.803353 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b56324a1-2b27-497d-a33f-4315ee9f921c None None] Attempting to bind port f69b4e97-baa2-4385-ba2a-0003b68612f0 on network 9fa080ff-8029-45dd-ae93-e229036e413f {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:29:00.808276 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-78af5720-67b9-4a26-b37c-9c51b55b2d02 tempest-SecGroupIPv6Test-1083201667 tempest-SecGroupIPv6Test-1083201667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:00.811909 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-78af5720-67b9-4a26-b37c-9c51b55b2d02 tempest-SecGroupIPv6Test-1083201667 tempest-SecGroupIPv6Test-1083201667-project] Publish callbacks [] for security_group, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:00.817670 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-78af5720-67b9-4a26-b37c-9c51b55b2d02 tempest-SecGroupIPv6Test-1083201667 tempest-SecGroupIPv6Test-1083201667-project] 10.222.0.44 "DELETE /v2.0/security-groups/e2cdc04d-93a5-4c91-9884-e49e5bba8e52 HTTP/1.1" status: 204 len: 168 time: 0.5002904 Oct 27 10:29:00.822870 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 54918) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:29:00.825034 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b56324a1-2b27-497d-a33f-4315ee9f921c None None] Checking agent: {'id': '89dba0f3-79b2-435e-9822-33674b8f6ada', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 8, 20), 'started_at': datetime.datetime(2021, 10, 27, 10, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 28, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:29:00.827962 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b56324a1-2b27-497d-a33f-4315ee9f921c None None] Checking segment: {'id': '61ab1b7f-66c3-42d8-a73a-3b9ec21f612f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '9fa080ff-8029-45dd-ae93-e229036e413f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:29:00.829464 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-b56324a1-2b27-497d-a33f-4315ee9f921c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:00.830043 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b56324a1-2b27-497d-a33f-4315ee9f921c None None] Bound using segment: {'id': '61ab1b7f-66c3-42d8-a73a-3b9ec21f612f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '9fa080ff-8029-45dd-ae93-e229036e413f'} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:29:00.831603 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-b56324a1-2b27-497d-a33f-4315ee9f921c None None] Bound port: f69b4e97-baa2-4385-ba2a-0003b68612f0, host: n-d-813419-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61ab1b7f-66c3-42d8-a73a-3b9ec21f612f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '9fa080ff-8029-45dd-ae93-e229036e413f'}}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:29:00.833258 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-b56324a1-2b27-497d-a33f-4315ee9f921c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:00.864788 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4336617a-55ce-4212-a35a-67114748323e req-5959cb54-be36-4eca-ae43-3a3a2f51df13 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:29:00.882412 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-4336617a-55ce-4212-a35a-67114748323e req-5959cb54-be36-4eca-ae43-3a3a2f51df13 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ae4390a-b621-4500-a1b9-c968556e5a4c HTTP/1.1" status: 200 len: 946 time: 0.4412329 Oct 27 10:29:00.956442 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-b56324a1-2b27-497d-a33f-4315ee9f921c None None] For port f69b4e97-baa2-4385-ba2a-0003b68612f0, host n-d-813419-10, cleared binding levels {{(pid=102348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:29:00.964442 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78af5720-67b9-4a26-b37c-9c51b55b2d02 tempest-SecGroupIPv6Test-1083201667 tempest-SecGroupIPv6Test-1083201667-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2cdc04d-93a5-4c91-9884-e49e5bba8e52,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:29:00.964669 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-b56324a1-2b27-497d-a33f-4315ee9f921c None None] For port f69b4e97-baa2-4385-ba2a-0003b68612f0, host n-d-813419-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=f69b4e97-baa2-4385-ba2a-0003b68612f0,segment=NetworkSegment(61ab1b7f-66c3-42d8-a73a-3b9ec21f612f),segment_id=61ab1b7f-66c3-42d8-a73a-3b9ec21f612f)] {{(pid=102348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:29:00.968495 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df46e902-8a88-44fc-b1f7-ce8cbef72563 admin admin] Made reservation on behalf of 1f00f22927194f768013d3cbe87c72eb for: {'network': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:29:00.971161 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-df46e902-8a88-44fc-b1f7-ce8cbef72563 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for network, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:00.986150 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-45461a09-cc9f-493b-b159-8b8415aaa3bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c41e859f-6cb5-41b2-8620-2eb2116da2eb', 'name': 'tempest-snat-router-474744222', 'tenant_id': '9971bc1d344143aab6828939c076242c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.229'}], 'enable_snat': False}, 'gw_port_id': '98bd426e-66a2-4749-baf4-309c5d202bf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:28:54Z', 'updated_at': '2021-10-27T10:28:58Z', 'revision_number': 3, 'project_id': '9971bc1d344143aab6828939c076242c', 'gw_port': {'id': '98bd426e-66a2-4749-baf4-309c5d202bf1', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:ba:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c41e859f-6cb5-41b2-8620-2eb2116da2eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1241, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:28:55Z', 'updated_at': '2021-10-27T10:28:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-813419-10'}], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:29:01.010900 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-b56324a1-2b27-497d-a33f-4315ee9f921c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:01.049461 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b01992-4e13-4614-ad00-8261e5a2cddf req-fea48626-3800-47dc-90d5-d2236f54ab4a tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:29:01.057063 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-09b01992-4e13-4614-ad00-8261e5a2cddf req-fea48626-3800-47dc-90d5-d2236f54ab4a tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] 10.222.0.44 "GET /v2.0/ports?device_id=bc03c0c0-96d1-4c90-904e-304dc69ac804 HTTP/1.1" status: 200 len: 944 time: 0.1663229 Oct 27 10:29:01.066236 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45461a09-cc9f-493b-b159-8b8415aaa3bf None None] Checking router: c41e859f-6cb5-41b2-8620-2eb2116da2eb for host: n-d-813419-10 {{(pid=102349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 10:29:01.066583 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45461a09-cc9f-493b-b159-8b8415aaa3bf None None] Updating router c41e859f-6cb5-41b2-8620-2eb2116da2eb port 98bd426e-66a2-4749-baf4-309c5d202bf1 binding host n-d-813419-10 {{(pid=102349) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 10:29:01.081004 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-81606744-1093-49c1-a45d-79ffb738883b tempest-RoutersIpV6AdminTest-1540385956 tempest-RoutersIpV6AdminTest-1540385956-project-admin] 10.222.0.44 "GET /v2.0/routers/c41e859f-6cb5-41b2-8620-2eb2116da2eb HTTP/1.1" status: 200 len: 908 time: 1.1481991 Oct 27 10:29:01.086001 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 54924) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:29:01.095684 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-df46e902-8a88-44fc-b1f7-ce8cbef72563 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:01.096795 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-f0baab69-e0a2-47e6-aa76-aa73778ff18e tempest-RoutersIpV6AdminTest-1540385956 tempest-RoutersIpV6AdminTest-1540385956-project-admin] Request body: {'router': {'name': 'tempest-snat-router-474744222', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'enable_snat': True}}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:29:01.111976 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-7e7ab411-44ba-4957-b378-f6c27aa742b4 tempest-SecGroupIPv6Test-1083201667 tempest-SecGroupIPv6Test-1083201667-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2836137 Oct 27 10:29:01.122388 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-45461a09-cc9f-493b-b159-8b8415aaa3bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:01.122927 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-09b01992-4e13-4614-ad00-8261e5a2cddf req-13cb0b87-2bcd-418e-96aa-a203cd9b483a tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] 10.222.0.44 "GET /v2.0/security-groups?id=df17171a-6534-4d8a-8518-0be5fe64cbb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603273 Oct 27 10:29:01.123797 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 54926) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:29:01.133067 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148fa283-98b4-4360-92a7-b155b88eeeac req-d346b59d-e9eb-46e3-ae10-384731f3c292 tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:29:01.134622 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-148fa283-98b4-4360-92a7-b155b88eeeac req-d346b59d-e9eb-46e3-ae10-384731f3c292 tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] 10.222.0.64 "GET /v2.0/ports?device_id=bc03c0c0-96d1-4c90-904e-304dc69ac804 HTTP/1.1" status: 200 len: 944 time: 0.5848429 Oct 27 10:29:01.141898 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-3fb119ee-e05a-4870-89e9-6cd8bda72fd8 tempest-SecGroupIPv6Test-1083201667 tempest-SecGroupIPv6Test-1083201667-project] Request body: {'security_group': {'name': 'tempest-secgroup--913124814'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:29:01.186564 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-f0baab69-e0a2-47e6-aa76-aa73778ff18e tempest-RoutersIpV6AdminTest-1540385956 tempest-RoutersIpV6AdminTest-1540385956-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1768632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3610'] for router, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:01.189638 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-f0baab69-e0a2-47e6-aa76-aa73778ff18e tempest-RoutersIpV6AdminTest-1540385956 tempest-RoutersIpV6AdminTest-1540385956-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1765704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1769409', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1694266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3597'] for router, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:01.192660 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-17fd2cdd-8be9-45df-943e-72d33d99ce2e None None] Provisioning complete for port f69b4e97-baa2-4385-ba2a-0003b68612f0 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:29:01.193041 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-17fd2cdd-8be9-45df-943e-72d33d99ce2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:01.194702 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b56324a1-2b27-497d-a33f-4315ee9f921c None None] Routers {'0bb6383f-4f88-49ef-b89d-081c9676148f'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:29:01.195411 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-b56324a1-2b27-497d-a33f-4315ee9f921c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:28:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['0bb6383f-4f88-49ef-b89d-081c9676148f'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:29:01.294655 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-f0baab69-e0a2-47e6-aa76-aa73778ff18e tempest-RoutersIpV6AdminTest-1540385956 tempest-RoutersIpV6AdminTest-1540385956-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:01.306202 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-3fb119ee-e05a-4870-89e9-6cd8bda72fd8 tempest-SecGroupIPv6Test-1083201667 tempest-SecGroupIPv6Test-1083201667-project] Publish callbacks [] for security_group, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:01.316418 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a47b4db-a116-49a5-965d-628134b1bd8f None None] Pushing event updated for resources: {'Port': ['ID=f69b4e97-baa2-4385-ba2a-0003b68612f0,revision_number=4']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:29:01.519459 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-df46e902-8a88-44fc-b1f7-ce8cbef72563 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:01.534574 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-df46e902-8a88-44fc-b1f7-ce8cbef72563 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:01.540058 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvr_db [None req-b56324a1-2b27-497d-a33f-4315ee9f921c None None] Set router 0bb6383f-4f88-49ef-b89d-081c9676148f gateway port host: n-d-813419-10 {{(pid=102348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:29:01.572537 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-4336617a-55ce-4212-a35a-67114748323e req-978ecf5c-420c-4c05-b8c2-5fa488bee50c tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/security-groups?id=9f7279ee-2d49-4f67-b584-fc902ef383cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6875169 Oct 27 10:29:01.619912 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df46e902-8a88-44fc-b1f7-ce8cbef72563 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 419} {{(pid=102347) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 10:29:01.648708 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-f0baab69-e0a2-47e6-aa76-aa73778ff18e tempest-RoutersIpV6AdminTest-1540385956 tempest-RoutersIpV6AdminTest-1540385956-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:01.651908 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df46e902-8a88-44fc-b1f7-ce8cbef72563 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70af4ce1-12a1-42a0-98d9-1fcee57e02a8,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:29:01.689327 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-df46e902-8a88-44fc-b1f7-ce8cbef72563 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:01.692106 n-d-813419-10 neutron-server[102347]: INFO neutron.db.segments_db [None req-df46e902-8a88-44fc-b1f7-ce8cbef72563 admin admin] Added segment eed9d87c-3d6c-466a-a834-b7ddae4510c3 of type vlan for network 6f5674c9-6da0-4af4-b2b2-aeb619ca7ae3 Oct 27 10:29:01.696806 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [req-148fa283-98b4-4360-92a7-b155b88eeeac req-f4163fe2-8448-4897-a5da-a586818c6c6a tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] Deleting port 848dd2ed-9585-42c3-869b-840c7332f2f2 {{(pid=102347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:29:01.697382 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-148fa283-98b4-4360-92a7-b155b88eeeac req-f4163fe2-8448-4897-a5da-a586818c6c6a tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:01.716325 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-17fd2cdd-8be9-45df-943e-72d33d99ce2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:01.803280 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-45461a09-cc9f-493b-b159-8b8415aaa3bf None None] Publish callbacks [] for port, precommit_update {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:01.817819 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-45461a09-cc9f-493b-b159-8b8415aaa3bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:01.835947 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-17fd2cdd-8be9-45df-943e-72d33d99ce2e None None] For port f69b4e97-baa2-4385-ba2a-0003b68612f0, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=f69b4e97-baa2-4385-ba2a-0003b68612f0,segment=NetworkSegment(61ab1b7f-66c3-42d8-a73a-3b9ec21f612f),segment_id=61ab1b7f-66c3-42d8-a73a-3b9ec21f612f)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:29:01.847512 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-17fd2cdd-8be9-45df-943e-72d33d99ce2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:01.909245 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-5d26e3c9-10fd-49b7-96d0-f7f2d8e559e7 req-d9e5d3d4-3656-46a7-9e9e-7249075a2bf0 tempest-ImagesNegativeTestJSON-876280486 tempest-ImagesNegativeTestJSON-876280486-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=a4b645c307474aeb827c98177fa98fe9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1104720 Oct 27 10:29:01.922532 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fd2cdd-8be9-45df-943e-72d33d99ce2e None None] Pushing event updated for resources: {'Port': ['ID=f69b4e97-baa2-4385-ba2a-0003b68612f0,revision_number=5']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:29:01.936948 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.managers [None req-45461a09-cc9f-493b-b159-8b8415aaa3bf None None] Attempting to bind port 98bd426e-66a2-4749-baf4-309c5d202bf1 on host n-d-813419-10 for vnic_type normal with profile {{(pid=102349) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:29:01.938047 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-df46e902-8a88-44fc-b1f7-ce8cbef72563 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743872593080'] for network, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:01.941326 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.managers [None req-45461a09-cc9f-493b-b159-8b8415aaa3bf None None] Attempting to bind port 98bd426e-66a2-4749-baf4-309c5d202bf1 by drivers openvswitch,hyperv on host n-d-813419-10 at level 0 using segments [{'id': 'bc14127b-7032-4c50-bb5b-f6813cbae86e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'}] {{(pid=102349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:29:01.941896 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45461a09-cc9f-493b-b159-8b8415aaa3bf None None] Attempting to bind port 98bd426e-66a2-4749-baf4-309c5d202bf1 on network 185ff123-c7ff-45c7-a6be-71feb35acc9c {{(pid=102349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:29:01.974089 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45461a09-cc9f-493b-b159-8b8415aaa3bf None None] Checking agent: {'id': '89dba0f3-79b2-435e-9822-33674b8f6ada', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 8, 20), 'started_at': datetime.datetime(2021, 10, 27, 10, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 28, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:29:01.977461 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45461a09-cc9f-493b-b159-8b8415aaa3bf None None] Checking segment: {'id': 'bc14127b-7032-4c50-bb5b-f6813cbae86e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:29:01.978082 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-45461a09-cc9f-493b-b159-8b8415aaa3bf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:01.979156 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45461a09-cc9f-493b-b159-8b8415aaa3bf None None] Bound using segment: {'id': 'bc14127b-7032-4c50-bb5b-f6813cbae86e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'} {{(pid=102349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:29:01.979660 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.managers [None req-45461a09-cc9f-493b-b159-8b8415aaa3bf None None] Bound port: 98bd426e-66a2-4749-baf4-309c5d202bf1, host: n-d-813419-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc14127b-7032-4c50-bb5b-f6813cbae86e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'}}] {{(pid=102349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:29:01.980042 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-45461a09-cc9f-493b-b159-8b8415aaa3bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:01.999743 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-47ac3ea0-b8ab-443b-931a-47ddbfc35f27 None None] Provisioning complete for port f69b4e97-baa2-4385-ba2a-0003b68612f0 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:29:02.000680 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-47ac3ea0-b8ab-443b-931a-47ddbfc35f27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:02.011127 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2fb323-d85a-440d-8831-7e3762fc24db req-4d8c7ecb-5ded-4139-b518-815615aa3c96 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:29:02.012765 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-2e2fb323-d85a-440d-8831-7e3762fc24db req-4d8c7ecb-5ded-4139-b518-815615aa3c96 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ae4390a-b621-4500-a1b9-c968556e5a4c HTTP/1.1" status: 200 len: 946 time: 0.2485964 Oct 27 10:29:02.044975 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-df46e902-8a88-44fc-b1f7-ce8cbef72563 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913'] for network, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:02.046368 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df46e902-8a88-44fc-b1f7-ce8cbef72563 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:29:02.047523 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-df46e902-8a88-44fc-b1f7-ce8cbef72563 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for network, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:02.064770 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-148fa283-98b4-4360-92a7-b155b88eeeac req-f4163fe2-8448-4897-a5da-a586818c6c6a tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] For port 848dd2ed-9585-42c3-869b-840c7332f2f2, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=848dd2ed-9585-42c3-869b-840c7332f2f2,segment=NetworkSegment(50500633-18ab-48c2-98da-73563c3123ba),segment_id=50500633-18ab-48c2-98da-73563c3123ba)] {{(pid=102347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:29:02.065221 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-148fa283-98b4-4360-92a7-b155b88eeeac req-f4163fe2-8448-4897-a5da-a586818c6c6a tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:02.076884 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.db [None req-45461a09-cc9f-493b-b159-8b8415aaa3bf None None] For port 98bd426e-66a2-4749-baf4-309c5d202bf1, host n-d-813419-10, cleared binding levels {{(pid=102349) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:29:02.082446 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.db [None req-45461a09-cc9f-493b-b159-8b8415aaa3bf None None] For port 98bd426e-66a2-4749-baf4-309c5d202bf1, host n-d-813419-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=98bd426e-66a2-4749-baf4-309c5d202bf1,segment=NetworkSegment(bc14127b-7032-4c50-bb5b-f6813cbae86e),segment_id=bc14127b-7032-4c50-bb5b-f6813cbae86e)] {{(pid=102349) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:29:02.087163 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bec1410-9b82-4855-a31b-de00acb64825 None None] Pushing event updated for resources: {'Port': ['ID=98bd426e-66a2-4749-baf4-309c5d202bf1,revision_number=2']} {{(pid=102349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:29:02.102838 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-45461a09-cc9f-493b-b159-8b8415aaa3bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:02.126514 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-b56324a1-2b27-497d-a33f-4315ee9f921c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bb6383f-4f88-49ef-b89d-081c9676148f', 'name': 'tempest-AttachSCSIVolumeTestJSON-1708722759-router', 'tenant_id': '5c4292e7b3054fefacdede3cb596f6a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.66'}], 'enable_snat': True}, 'gw_port_id': 'c3dd479c-aca2-4477-86e8-6d0468968157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:28:44Z', 'updated_at': '2021-10-27T10:28:56Z', 'revision_number': 4, 'project_id': '5c4292e7b3054fefacdede3cb596f6a1', 'gw_port': {'id': 'c3dd479c-aca2-4477-86e8-6d0468968157', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:8f:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bb6383f-4f88-49ef-b89d-081c9676148f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1226, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:28:46Z', 'updated_at': '2021-10-27T10:28:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_interfaces': [{'id': 'f69b4e97-baa2-4385-ba2a-0003b68612f0', 'name': '', 'network_id': '9fa080ff-8029-45dd-ae93-e229036e413f', 'tenant_id': '5c4292e7b3054fefacdede3cb596f6a1', 'mac_address': 'fa:16:3e:e2:b9:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bb6383f-4f88-49ef-b89d-081c9676148f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1236, 'fixed_ips': [{'subnet_id': 'c2495fe4-ca7d-4e68-a399-b799b33f5730', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:28:53Z', 'updated_at': '2021-10-27T10:29:00Z', 'revision_number': 4, 'project_id': '5c4292e7b3054fefacdede3cb596f6a1', 'subnets': [{'id': 'c2495fe4-ca7d-4e68-a399-b799b33f5730', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:29:02.147354 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [req-148fa283-98b4-4360-92a7-b155b88eeeac req-f4163fe2-8448-4897-a5da-a586818c6c6a tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] Calling delete_port for 848dd2ed-9585-42c3-869b-840c7332f2f2 owned by compute:nova {{(pid=102347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:29:02.147691 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-3fb119ee-e05a-4870-89e9-6cd8bda72fd8 tempest-SecGroupIPv6Test-1083201667 tempest-SecGroupIPv6Test-1083201667-project] Publish callbacks [] for security_group, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:02.163735 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-3fb119ee-e05a-4870-89e9-6cd8bda72fd8 tempest-SecGroupIPv6Test-1083201667 tempest-SecGroupIPv6Test-1083201667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:02.169821 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b56324a1-2b27-497d-a33f-4315ee9f921c None None] The sync data for ids ['0bb6383f-4f88-49ef-b89d-081c9676148f'] in n-d-813419-10 is: [{'id': '0bb6383f-4f88-49ef-b89d-081c9676148f', 'name': 'tempest-AttachSCSIVolumeTestJSON-1708722759-router', 'tenant_id': '5c4292e7b3054fefacdede3cb596f6a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.66'}], 'enable_snat': True}, 'gw_port_id': 'c3dd479c-aca2-4477-86e8-6d0468968157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:28:44Z', 'updated_at': '2021-10-27T10:28:56Z', 'revision_number': 4, 'project_id': '5c4292e7b3054fefacdede3cb596f6a1', 'gw_port': {'id': 'c3dd479c-aca2-4477-86e8-6d0468968157', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:8f:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bb6383f-4f88-49ef-b89d-081c9676148f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1226, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:28:46Z', 'updated_at': '2021-10-27T10:28:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_interfaces': [{'id': 'f69b4e97-baa2-4385-ba2a-0003b68612f0', 'name': '', 'network_id': '9fa080ff-8029-45dd-ae93-e229036e413f', 'tenant_id': '5c4292e7b3054fefacdede3cb596f6a1', 'mac_address': 'fa:16:3e:e2:b9:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bb6383f-4f88-49ef-b89d-081c9676148f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1236, 'fixed_ips': [{'subnet_id': 'c2495fe4-ca7d-4e68-a399-b799b33f5730', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:28:53Z', 'updated_at': '2021-10-27T10:29:00Z', 'revision_number': 4, 'project_id': '5c4292e7b3054fefacdede3cb596f6a1', 'subnets': [{'id': 'c2495fe4-ca7d-4e68-a399-b799b33f5730', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:29:02.197006 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45461a09-cc9f-493b-b159-8b8415aaa3bf None None] Routers {'c41e859f-6cb5-41b2-8620-2eb2116da2eb'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:29:02.198207 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-45461a09-cc9f-493b-b159-8b8415aaa3bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:28:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['c41e859f-6cb5-41b2-8620-2eb2116da2eb'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:29:02.215446 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d26e3c9-10fd-49b7-96d0-f7f2d8e559e7 req-8a555bdd-3642-4ff0-a459-c0a738a01d87 tempest-ImagesNegativeTestJSON-876280486 tempest-ImagesNegativeTestJSON-876280486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:29:02.227280 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-5d26e3c9-10fd-49b7-96d0-f7f2d8e559e7 req-8a555bdd-3642-4ff0-a459-c0a738a01d87 tempest-ImagesNegativeTestJSON-876280486 tempest-ImagesNegativeTestJSON-876280486-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2827284 Oct 27 10:29:02.289661 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-5d26e3c9-10fd-49b7-96d0-f7f2d8e559e7 req-a9883d4b-5428-4317-92dc-d8f596a624b7 tempest-ImagesNegativeTestJSON-876280486 tempest-ImagesNegativeTestJSON-876280486-project] 10.222.0.44 "GET /v2.0/quotas/a4b645c307474aeb827c98177fa98fe9 HTTP/1.1" status: 200 len: 375 time: 0.0614047 Oct 27 10:29:02.295114 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-3fb119ee-e05a-4870-89e9-6cd8bda72fd8 tempest-SecGroupIPv6Test-1083201667 tempest-SecGroupIPv6Test-1083201667-project] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:02.299645 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-3fb119ee-e05a-4870-89e9-6cd8bda72fd8 tempest-SecGroupIPv6Test-1083201667 tempest-SecGroupIPv6Test-1083201667-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.1667302 Oct 27 10:29:02.305180 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:02.328841 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bec1410-9b82-4855-a31b-de00acb64825 None None] Pushing event updated for resources: {'Port': ['ID=98bd426e-66a2-4749-baf4-309c5d202bf1,revision_number=3']} {{(pid=102349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:29:02.350067 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 54950) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:29:02.356176 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-5d26e3c9-10fd-49b7-96d0-f7f2d8e559e7 req-8f790f25-a3c9-4e50-aba5-59c265bcf7d0 tempest-ImagesNegativeTestJSON-876280486 tempest-ImagesNegativeTestJSON-876280486-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=a4b645c307474aeb827c98177fa98fe9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0646996 Oct 27 10:29:02.361230 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb119ee-e05a-4870-89e9-6cd8bda72fd8 tempest-SecGroupIPv6Test-1083201667 tempest-SecGroupIPv6Test-1083201667-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce316925-0adc-4b7a-b101-2afbe5a4d505,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:29:02.370677 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-b44b4889-8ccd-4882-a6ff-2488af6f9747 tempest-SecGroupIPv6Test-1083201667 tempest-SecGroupIPv6Test-1083201667-project] Request body: {'security_group': {'name': 'tempest-secgroup--1515884107'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:29:02.383151 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvr_db [None req-45461a09-cc9f-493b-b159-8b8415aaa3bf None None] Set router c41e859f-6cb5-41b2-8620-2eb2116da2eb gateway port host: n-d-813419-10 {{(pid=102349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:29:02.441896 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-b44b4889-8ccd-4882-a6ff-2488af6f9747 tempest-SecGroupIPv6Test-1083201667 tempest-SecGroupIPv6Test-1083201667-project] Publish callbacks [] for security_group, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:02.450437 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-df46e902-8a88-44fc-b1f7-ce8cbef72563 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.6570976 Oct 27 10:29:02.457535 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-148fa283-98b4-4360-92a7-b155b88eeeac req-f4163fe2-8448-4897-a5da-a586818c6c6a tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:02.460913 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 54954) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:29:02.509665 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-fc0e5f8e-5b91-416a-9e6d-c5764cf10305 admin admin] Request body: {'subnet': {'network_id': '6f5674c9-6da0-4af4-b2b2-aeb619ca7ae3', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1520833468-subnet', 'tenant_id': '1f00f22927194f768013d3cbe87c72eb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:29:02.556069 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device e0474841-83ec-4834-b5fd-d0a2d2bdb667 no longer exists at agent hyperv_n-h1-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:29:02.581917 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-2e2fb323-d85a-440d-8831-7e3762fc24db req-3bc724ee-c550-403f-b9d0-20173f76a3bb tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/security-groups?id=9f7279ee-2d49-4f67-b584-fc902ef383cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5542254 Oct 27 10:29:02.678493 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4163fe2-8448-4897-a5da-a586818c6c6a tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] Pushing event deleted for resources: {'Port': ['ID=848dd2ed-9585-42c3-869b-840c7332f2f2,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:29:02.680604 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc0e5f8e-5b91-416a-9e6d-c5764cf10305 admin admin] Made reservation on behalf of 1f00f22927194f768013d3cbe87c72eb for: {'subnet': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:29:02.700218 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-fc0e5f8e-5b91-416a-9e6d-c5764cf10305 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18044073'] for subnet, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:02.737632 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] No Port match for: e0474841-83ec-4834-b5fd-d0a2d2bdb667 {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:29:02.782792 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device e0474841-83ec-4834-b5fd-d0a2d2bdb667 not bound to the agent host n-h1-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:29:02.817516 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device 848dd2ed-9585-42c3-869b-840c7332f2f2 no longer exists at agent hyperv_n-h1-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:29:02.828761 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device f69b4e97-baa2-4385-ba2a-0003b68612f0 up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:29:02.865081 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.agents_db [None req-e79ee67d-056e-46ea-bd99-e80473396b25 None None] Agent healthcheck: found 7 active agents {{(pid=102349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 10:29:02.869752 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-f0baab69-e0a2-47e6-aa76-aa73778ff18e tempest-RoutersIpV6AdminTest-1540385956 tempest-RoutersIpV6AdminTest-1540385956-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:02.911122 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [req-148fa283-98b4-4360-92a7-b155b88eeeac req-f4163fe2-8448-4897-a5da-a586818c6c6a tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] No DVR routers for this DVR port 848dd2ed-9585-42c3-869b-840c7332f2f2 on host n-h1-813419-10 {{(pid=102347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:29:02.912818 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df46e902-8a88-44fc-b1f7-ce8cbef72563 admin admin] Pushing event updated for resources: {'Network': ['ID=6f5674c9-6da0-4af4-b2b2-aeb619ca7ae3,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:29:02.916784 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-f0baab69-e0a2-47e6-aa76-aa73778ff18e tempest-RoutersIpV6AdminTest-1540385956 tempest-RoutersIpV6AdminTest-1540385956-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:02.990023 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-44933ff8-c836-4af8-9b42-8081ae7d942c req-5e0339a0-1d83-4b62-b638-1c5af6dee141 tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] 10.222.0.44 "GET /v2.0/ports?device_id=bc03c0c0-96d1-4c90-904e-304dc69ac804 HTTP/1.1" status: 200 len: 210 time: 0.1663115 Oct 27 10:29:02.990298 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Network 6f5674c9-6da0-4af4-b2b2-aeb619ca7ae3 details requested by agent ovs-agent-n-d-813419-10 with host n-d-813419-10 {{(pid=102348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 10:29:03.009496 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] No Port match for: 848dd2ed-9585-42c3-869b-840c7332f2f2 {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:29:03.009921 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device 848dd2ed-9585-42c3-869b-840c7332f2f2 not bound to the agent host n-h1-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:29:03.059574 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-148fa283-98b4-4360-92a7-b155b88eeeac req-f4163fe2-8448-4897-a5da-a586818c6c6a tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:03.073935 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-148fa283-98b4-4360-92a7-b155b88eeeac req-f4163fe2-8448-4897-a5da-a586818c6c6a tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] 10.222.0.64 "DELETE /v2.0/ports/848dd2ed-9585-42c3-869b-840c7332f2f2 HTTP/1.1" status: 204 len: 173 time: 1.9071770 Oct 27 10:29:03.074985 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc03c0c0-96d1-4c90-904e-304dc69ac804', 'name': 'network-vif-deleted', 'tag': '848dd2ed-9585-42c3-869b-840c7332f2f2'}] {{(pid=102347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:29:03.080486 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311149b481204ee7edffdb959c881838506fbd95bc8577c048f6677abb73acc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0752f0b2-6523-4410-ba7b-89b5225ff089" -d '{"events": [{"server_uuid": "bc03c0c0-96d1-4c90-904e-304dc69ac804", "name": "network-vif-deleted", "tag": "848dd2ed-9585-42c3-869b-840c7332f2f2"}]}' {{(pid=102347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:29:03.145740 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-45461a09-cc9f-493b-b159-8b8415aaa3bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c41e859f-6cb5-41b2-8620-2eb2116da2eb', 'name': 'tempest-snat-router-474744222', 'tenant_id': '9971bc1d344143aab6828939c076242c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.229'}], 'enable_snat': False}, 'gw_port_id': '98bd426e-66a2-4749-baf4-309c5d202bf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:28:54Z', 'updated_at': '2021-10-27T10:28:58Z', 'revision_number': 3, 'project_id': '9971bc1d344143aab6828939c076242c', 'gw_port': {'id': '98bd426e-66a2-4749-baf4-309c5d202bf1', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:ba:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c41e859f-6cb5-41b2-8620-2eb2116da2eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1241, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:28:55Z', 'updated_at': '2021-10-27T10:29:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-813419-10'}], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:29:03.220461 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45461a09-cc9f-493b-b159-8b8415aaa3bf None None] The sync data for ids ['c41e859f-6cb5-41b2-8620-2eb2116da2eb'] in n-d-813419-10 is: [{'id': 'c41e859f-6cb5-41b2-8620-2eb2116da2eb', 'name': 'tempest-snat-router-474744222', 'tenant_id': '9971bc1d344143aab6828939c076242c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.229'}], 'enable_snat': False}, 'gw_port_id': '98bd426e-66a2-4749-baf4-309c5d202bf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:28:54Z', 'updated_at': '2021-10-27T10:28:58Z', 'revision_number': 3, 'project_id': '9971bc1d344143aab6828939c076242c', 'gw_port': {'id': '98bd426e-66a2-4749-baf4-309c5d202bf1', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:ba:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c41e859f-6cb5-41b2-8620-2eb2116da2eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1241, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:28:55Z', 'updated_at': '2021-10-27T10:29:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-813419-10'}] {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:29:03.229085 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port f69b4e97-baa2-4385-ba2a-0003b68612f0 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:29:03.229596 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:03.305804 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-c0600f32-57a6-425d-adcf-0ff03ac1d6e1 req-c0c2bd6f-99a2-4851-8c8c-311c28e97ad3 tempest-ImagesNegativeTestJSON-876280486 tempest-ImagesNegativeTestJSON-876280486-project] 10.222.0.44 "GET /v2.0/ports?device_id=2225dcd2-563a-4836-9d6d-95e75fbc3fc6 HTTP/1.1" status: 200 len: 210 time: 0.1743987 Oct 27 10:29:03.323491 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43238a12-2143-4cb8-83df-bc920d6bef31 req-be20cdb9-83c9-449a-b55c-90601c6a651c tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:29:03.340410 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-43238a12-2143-4cb8-83df-bc920d6bef31 req-be20cdb9-83c9-449a-b55c-90601c6a651c tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ae4390a-b621-4500-a1b9-c968556e5a4c HTTP/1.1" status: 200 len: 946 time: 0.1584687 Oct 27 10:29:03.428876 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-43238a12-2143-4cb8-83df-bc920d6bef31 req-aacc09ec-cc09-495b-bfc3-064b2fc565e9 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/security-groups?id=9f7279ee-2d49-4f67-b584-fc902ef383cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874732 Oct 27 10:29:03.489178 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:29:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38d542d4-ba1d-4290-b7d8-4bed36fcccd6 x-openstack-request-id: req-38d542d4-ba1d-4290-b7d8-4bed36fcccd6 {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:29:03.489477 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc03c0c0-96d1-4c90-904e-304dc69ac804", "name": "network-vif-deleted", "tag": "848dd2ed-9585-42c3-869b-840c7332f2f2", "status": "completed", "code": 200}]} {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:29:03.491157 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-38d542d4-ba1d-4290-b7d8-4bed36fcccd6 {{(pid=102347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:29:03.491916 n-d-813419-10 neutron-server[102347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc03c0c0-96d1-4c90-904e-304dc69ac804', 'name': 'network-vif-deleted', 'tag': '848dd2ed-9585-42c3-869b-840c7332f2f2', 'status': 'completed', 'code': 200} Oct 27 10:29:03.585977 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-fc0e5f8e-5b91-416a-9e6d-c5764cf10305 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-18295883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18044091'] for subnet, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:03.597312 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_common [None req-f0baab69-e0a2-47e6-aa76-aa73778ff18e tempest-RoutersIpV6AdminTest-1540385956 tempest-RoutersIpV6AdminTest-1540385956-project-admin] Allocated IP 172.25.8.218 (185ff123-c7ff-45c7-a6be-71feb35acc9c/0fb9f9d1-7384-481f-8fa8-f4566c349d30/5388d72f-3e76-4af3-95fe-d39a386f71f2) {{(pid=102346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:29:03.743801 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0e5f8e-5b91-416a-9e6d-c5764cf10305 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0b1da224-472e-4d80-8c8f-fc0acb6e2b70,revision_number=0']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:29:03.766451 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4955976a-5631-421f-98a0-24615cf0f511 req-d15f485a-e71f-4a7b-9d79-0dffa820a042 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:29:03.778380 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-4955976a-5631-421f-98a0-24615cf0f511 req-d15f485a-e71f-4a7b-9d79-0dffa820a042 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ae4390a-b621-4500-a1b9-c968556e5a4c HTTP/1.1" status: 200 len: 946 time: 0.1882634 Oct 27 10:29:03.819783 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-f0baab69-e0a2-47e6-aa76-aa73778ff18e tempest-RoutersIpV6AdminTest-1540385956 tempest-RoutersIpV6AdminTest-1540385956-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:03.822780 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc0e5f8e-5b91-416a-9e6d-c5764cf10305 admin admin] Checking segment: {'id': 'eed9d87c-3d6c-466a-a834-b7ddae4510c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '6f5674c9-6da0-4af4-b2b2-aeb619ca7ae3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:29:03.823143 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc0e5f8e-5b91-416a-9e6d-c5764cf10305 admin admin] Network hostable DHCP agents. Network: 6f5674c9-6da0-4af4-b2b2-aeb619ca7ae3, hostable agents: ['eafd4000-b897-4722-ae8b-0118ec955181'], hosted agents: [] {{(pid=102347) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 10:29:03.878952 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-4955976a-5631-421f-98a0-24615cf0f511 req-8c948ce4-9192-4455-bcc4-cad0cad9f50b tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/security-groups?id=9f7279ee-2d49-4f67-b584-fc902ef383cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995982 Oct 27 10:29:03.892343 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc0e5f8e-5b91-416a-9e6d-c5764cf10305 admin admin] Network 6f5674c9-6da0-4af4-b2b2-aeb619ca7ae3 is scheduled to be hosted by DHCP agent eafd4000-b897-4722-ae8b-0118ec955181 with binding_index 1 {{(pid=102347) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 10:29:03.897436 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-b44b4889-8ccd-4882-a6ff-2488af6f9747 tempest-SecGroupIPv6Test-1083201667 tempest-SecGroupIPv6Test-1083201667-project] Publish callbacks [] for security_group, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:03.922674 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [None req-fc0e5f8e-5b91-416a-9e6d-c5764cf10305 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-10, 6f5674c9-6da0-4af4-b2b2-aeb619ca7ae3) {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:29:03.931689 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e59efc51-760b-4531-b182-4281e0571272 None None] Network 6f5674c9-6da0-4af4-b2b2-aeb619ca7ae3 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:29:03.932366 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc0e5f8e-5b91-416a-9e6d-c5764cf10305 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:29:03.933906 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-b44b4889-8ccd-4882-a6ff-2488af6f9747 tempest-SecGroupIPv6Test-1083201667 tempest-SecGroupIPv6Test-1083201667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:03.934648 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-fc0e5f8e-5b91-416a-9e6d-c5764cf10305 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:03.974076 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-fc0e5f8e-5b91-416a-9e6d-c5764cf10305 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.4896007 Oct 27 10:29:03.974362 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 54982) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:29:03.983281 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-f61f698d-f374-43b6-b3ff-588617728982 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1520833468-router', 'tenant_id': '1f00f22927194f768013d3cbe87c72eb', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'}}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:29:04.025235 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-b44b4889-8ccd-4882-a6ff-2488af6f9747 tempest-SecGroupIPv6Test-1083201667 tempest-SecGroupIPv6Test-1083201667-project] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:04.026702 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-b44b4889-8ccd-4882-a6ff-2488af6f9747 tempest-SecGroupIPv6Test-1083201667 tempest-SecGroupIPv6Test-1083201667-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.6679895 Oct 27 10:29:04.029314 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 54986) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:29:04.042590 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-6d7dce2b-974b-4b91-92b6-09c40942b434 tempest-SecGroupIPv6Test-1083201667 tempest-SecGroupIPv6Test-1083201667-project] Request body: {'security_group_rule': {'security_group_id': 'ce316925-0adc-4b7a-b101-2afbe5a4d505', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'bce38636-06c6-44d4-b16a-dca9ca1b1e62', 'remote_ip_prefix': None}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:29:04.064794 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44b4889-8ccd-4882-a6ff-2488af6f9747 tempest-SecGroupIPv6Test-1083201667 tempest-SecGroupIPv6Test-1083201667-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bce38636-06c6-44d4-b16a-dca9ca1b1e62,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:29:04.074746 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-f61f698d-f374-43b6-b3ff-588617728982 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1768632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3610'] for router, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:04.079659 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-f0baab69-e0a2-47e6-aa76-aa73778ff18e tempest-RoutersIpV6AdminTest-1540385956 tempest-RoutersIpV6AdminTest-1540385956-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:04.086358 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-f61f698d-f374-43b6-b3ff-588617728982 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1765704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1769409', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1694266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3597'] for router, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:04.234904 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0baab69-e0a2-47e6-aa76-aa73778ff18e tempest-RoutersIpV6AdminTest-1540385956 tempest-RoutersIpV6AdminTest-1540385956-project-admin] Network 185ff123-c7ff-45c7-a6be-71feb35acc9c is already hosted by enough agents. {{(pid=102346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:29:04.244880 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-f61f698d-f374-43b6-b3ff-588617728982 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:04.249171 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-f0baab69-e0a2-47e6-aa76-aa73778ff18e tempest-RoutersIpV6AdminTest-1540385956 tempest-RoutersIpV6AdminTest-1540385956-project-admin] Resources bound (agent type, host, resource id): {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:29:04.256692 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0baab69-e0a2-47e6-aa76-aa73778ff18e tempest-RoutersIpV6AdminTest-1540385956 tempest-RoutersIpV6AdminTest-1540385956-project-admin] Received port after_create {{(pid=102346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:29:04.310844 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0baab69-e0a2-47e6-aa76-aa73778ff18e tempest-RoutersIpV6AdminTest-1540385956 tempest-RoutersIpV6AdminTest-1540385956-project-admin] Pushing event updated for resources: {'Port': ['ID=5388d72f-3e76-4af3-95fe-d39a386f71f2,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:29:04.481589 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19a1126c-93be-49cb-b029-f29b7356b3c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp734b258e-7d96-550c-b970-9b72ab66f383-6f5674c9-6da0-4af4-b2b2-aeb619ca7ae3', 'network_id': '6f5674c9-6da0-4af4-b2b2-aeb619ca7ae3', 'tenant_id': '1f00f22927194f768013d3cbe87c72eb', 'fixed_ips': [{'subnet_id': '0b1da224-472e-4d80-8c8f-fc0acb6e2b70'}]}} from n-d-813419-10. {{(pid=102348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 10:29:04.489749 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-19a1126c-93be-49cb-b029-f29b7356b3c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:04.652672 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-f61f698d-f374-43b6-b3ff-588617728982 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:04.717441 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-f84a5f87-03d3-4ccd-8543-849054d1111d req-e39116ac-f68f-48da-af23-20e4f33bcd2e tempest-ImagesNegativeTestJSON-876280486 tempest-ImagesNegativeTestJSON-876280486-project] 10.222.0.44 "GET /v2.0/ports?device_id=2225dcd2-563a-4836-9d6d-95e75fbc3fc6 HTTP/1.1" status: 200 len: 210 time: 0.0407090 Oct 27 10:29:04.778581 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 98bd426e-66a2-4749-baf4-309c5d202bf1 up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:29:04.809228 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-6d7dce2b-974b-4b91-92b6-09c40942b434 tempest-SecGroupIPv6Test-1083201667 tempest-SecGroupIPv6Test-1083201667-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:04.874001 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de44db8-2706-4c77-87ac-ccf206006f5f req-720b2a9b-b3b8-4a8a-90fa-b67a1ed1ce75 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:29:04.875974 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-6de44db8-2706-4c77-87ac-ccf206006f5f req-720b2a9b-b3b8-4a8a-90fa-b67a1ed1ce75 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ae4390a-b621-4500-a1b9-c968556e5a4c HTTP/1.1" status: 200 len: 946 time: 0.3489864 Oct 27 10:29:04.896848 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-f0baab69-e0a2-47e6-aa76-aa73778ff18e tempest-RoutersIpV6AdminTest-1540385956 tempest-RoutersIpV6AdminTest-1540385956-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:05.019444 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-6d7dce2b-974b-4b91-92b6-09c40942b434 tempest-SecGroupIPv6Test-1083201667 tempest-SecGroupIPv6Test-1083201667-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:05.044999 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c387c6-a139-4640-958c-cc825a1db019 req-c828035a-97af-4ae4-a0be-b35a5a26d25b tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:29:05.047614 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-74c387c6-a139-4640-958c-cc825a1db019 req-c828035a-97af-4ae4-a0be-b35a5a26d25b tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] 10.222.0.44 "GET /v2.0/ports?device_id=1691db0e-712c-4567-bc1c-2e9c228da106 HTTP/1.1" status: 200 len: 945 time: 0.1968620 Oct 27 10:29:05.048630 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-6d7dce2b-974b-4b91-92b6-09c40942b434 tempest-SecGroupIPv6Test-1083201667 tempest-SecGroupIPv6Test-1083201667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671902'] for security_group_rule, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:05.107927 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.db_base_plugin_common [None req-19a1126c-93be-49cb-b029-f29b7356b3c6 None None] Allocated IP 172.20.0.2 (6f5674c9-6da0-4af4-b2b2-aeb619ca7ae3/0b1da224-472e-4d80-8c8f-fc0acb6e2b70/5f0b0b6b-d2e9-4f24-befb-8bedb206b1be) {{(pid=102348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:29:05.110948 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port 98bd426e-66a2-4749-baf4-309c5d202bf1 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:29:05.111318 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:05.118913 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-6de44db8-2706-4c77-87ac-ccf206006f5f req-7958a5e1-9744-449c-a6eb-b1dbea1f5618 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/security-groups?id=9f7279ee-2d49-4f67-b584-fc902ef383cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937705 Oct 27 10:29:05.152437 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e16a332-4503-4529-9ee5-11bd8e555c46 req-4a012467-0d26-4574-9d48-8916b5d92a12 tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:29:05.162194 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-0e16a332-4503-4529-9ee5-11bd8e555c46 req-4a012467-0d26-4574-9d48-8916b5d92a12 tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] 10.222.0.64 "GET /v2.0/ports?device_id=1691db0e-712c-4567-bc1c-2e9c228da106 HTTP/1.1" status: 200 len: 945 time: 0.2441940 Oct 27 10:29:05.177711 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-5d26e3c9-10fd-49b7-96d0-f7f2d8e559e7 req-697768e8-0c76-4f9b-9d6b-64c58271f629 tempest-ImagesNegativeTestJSON-876280486 tempest-ImagesNegativeTestJSON-876280486-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=a4b645c307474aeb827c98177fa98fe9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1257067 Oct 27 10:29:05.205267 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7dce2b-974b-4b91-92b6-09c40942b434 tempest-SecGroupIPv6Test-1083201667 tempest-SecGroupIPv6Test-1083201667-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=968db087-57ee-4a9a-b59d-29b88f0b2370,revision_number=0']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:29:05.286257 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-f0baab69-e0a2-47e6-aa76-aa73778ff18e tempest-RoutersIpV6AdminTest-1540385956 tempest-RoutersIpV6AdminTest-1540385956-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1765699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1769372'] for router, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:05.305345 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-6d7dce2b-974b-4b91-92b6-09c40942b434 tempest-SecGroupIPv6Test-1083201667 tempest-SecGroupIPv6Test-1083201667-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:05.306726 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-6d7dce2b-974b-4b91-92b6-09c40942b434 tempest-SecGroupIPv6Test-1083201667 tempest-SecGroupIPv6Test-1083201667-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 1.2764418 Oct 27 10:29:05.345349 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 55006) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:29:05.399905 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:05.462011 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] For port 98bd426e-66a2-4749-baf4-309c5d202bf1, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=98bd426e-66a2-4749-baf4-309c5d202bf1,segment=NetworkSegment(bc14127b-7032-4c50-bb5b-f6813cbae86e),segment_id=bc14127b-7032-4c50-bb5b-f6813cbae86e)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:29:05.484609 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:05.570975 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-19a1126c-93be-49cb-b029-f29b7356b3c6 None None] Publish callbacks [] for port, precommit_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:05.587014 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-19a1126c-93be-49cb-b029-f29b7356b3c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606'] for port, after_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:05.601505 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Pushing event updated for resources: {'Port': ['ID=98bd426e-66a2-4749-baf4-309c5d202bf1,revision_number=4']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:29:05.606610 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa739e56-e47a-4aa1-81ac-39084f984dc2 req-b4c6e5fe-db18-4c06-a09b-0653e85eb81d tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:29:05.608971 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-fa739e56-e47a-4aa1-81ac-39084f984dc2 req-b4c6e5fe-db18-4c06-a09b-0653e85eb81d tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ae4390a-b621-4500-a1b9-c968556e5a4c HTTP/1.1" status: 200 len: 946 time: 0.1584852 Oct 27 10:29:05.609914 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0baab69-e0a2-47e6-aa76-aa73778ff18e tempest-RoutersIpV6AdminTest-1540385956 tempest-RoutersIpV6AdminTest-1540385956-project-admin] Router b1a43f9c-6471-42b6-9c49-eac2dbd883d5 is scheduled to L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb with binding_index 1 {{(pid=102346) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 10:29:05.635723 n-d-813419-10 neutron-server[102348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19a1126c-93be-49cb-b029-f29b7356b3c6 None None] Network 6f5674c9-6da0-4af4-b2b2-aeb619ca7ae3 is already hosted by enough agents. {{(pid=102348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:29:05.649718 n-d-813419-10 neutron-server[102348]: DEBUG neutron.scheduler.base_scheduler [None req-19a1126c-93be-49cb-b029-f29b7356b3c6 None None] Resources bound (agent type, host, resource id): {{(pid=102348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:29:05.652708 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19a1126c-93be-49cb-b029-f29b7356b3c6 None None] Received port after_create {{(pid=102348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:29:05.669755 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a1126c-93be-49cb-b029-f29b7356b3c6 None None] Pushing event updated for resources: {'Port': ['ID=5f0b0b6b-d2e9-4f24-befb-8bedb206b1be,revision_number=1']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:29:05.727574 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-19a1126c-93be-49cb-b029-f29b7356b3c6 None None] Attempting to bind port 5f0b0b6b-d2e9-4f24-befb-8bedb206b1be on host n-d-813419-10 for vnic_type normal with profile {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:29:05.728257 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-19a1126c-93be-49cb-b029-f29b7356b3c6 None None] Attempting to bind port 5f0b0b6b-d2e9-4f24-befb-8bedb206b1be by drivers openvswitch,hyperv on host n-d-813419-10 at level 0 using segments [{'id': 'eed9d87c-3d6c-466a-a834-b7ddae4510c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '6f5674c9-6da0-4af4-b2b2-aeb619ca7ae3'}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:29:05.728776 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19a1126c-93be-49cb-b029-f29b7356b3c6 None None] Attempting to bind port 5f0b0b6b-d2e9-4f24-befb-8bedb206b1be on network 6f5674c9-6da0-4af4-b2b2-aeb619ca7ae3 {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:29:05.736823 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19a1126c-93be-49cb-b029-f29b7356b3c6 None None] Checking agent: {'id': '89dba0f3-79b2-435e-9822-33674b8f6ada', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 8, 20), 'started_at': datetime.datetime(2021, 10, 27, 10, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 28, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:29:05.737491 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19a1126c-93be-49cb-b029-f29b7356b3c6 None None] Checking segment: {'id': 'eed9d87c-3d6c-466a-a834-b7ddae4510c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '6f5674c9-6da0-4af4-b2b2-aeb619ca7ae3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:29:05.738057 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-19a1126c-93be-49cb-b029-f29b7356b3c6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:05.738592 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19a1126c-93be-49cb-b029-f29b7356b3c6 None None] Bound using segment: {'id': 'eed9d87c-3d6c-466a-a834-b7ddae4510c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '6f5674c9-6da0-4af4-b2b2-aeb619ca7ae3'} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:29:05.739229 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-19a1126c-93be-49cb-b029-f29b7356b3c6 None None] Bound port: 5f0b0b6b-d2e9-4f24-befb-8bedb206b1be, host: n-d-813419-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eed9d87c-3d6c-466a-a834-b7ddae4510c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '6f5674c9-6da0-4af4-b2b2-aeb619ca7ae3'}}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:29:05.739778 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-19a1126c-93be-49cb-b029-f29b7356b3c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:05.789901 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-74c387c6-a139-4640-958c-cc825a1db019 req-3b95ed09-a6bb-4dff-b3d0-0bad543887b8 tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] 10.222.0.44 "GET /v2.0/security-groups?id=df17171a-6534-4d8a-8518-0be5fe64cbb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7197809 Oct 27 10:29:05.799745 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0baab69-e0a2-47e6-aa76-aa73778ff18e tempest-RoutersIpV6AdminTest-1540385956 tempest-RoutersIpV6AdminTest-1540385956-project-admin] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:29:05.811879 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a108cfb4-5692-4dbc-a886-54c37e6e6faf None None] Sync routers for ids ['b1a43f9c-6471-42b6-9c49-eac2dbd883d5'] in n-d-813419-10 {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:29:05.818650 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-fa739e56-e47a-4aa1-81ac-39084f984dc2 req-91dfbf9d-c085-4c08-93e1-1343ae4f3012 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/security-groups?id=9f7279ee-2d49-4f67-b584-fc902ef383cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2016861 Oct 27 10:29:05.829162 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-19a1126c-93be-49cb-b029-f29b7356b3c6 None None] For port 5f0b0b6b-d2e9-4f24-befb-8bedb206b1be, host n-d-813419-10, cleared binding levels {{(pid=102348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:29:05.846109 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-19a1126c-93be-49cb-b029-f29b7356b3c6 None None] For port 5f0b0b6b-d2e9-4f24-befb-8bedb206b1be, host n-d-813419-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=5f0b0b6b-d2e9-4f24-befb-8bedb206b1be,segment=NetworkSegment(eed9d87c-3d6c-466a-a834-b7ddae4510c3),segment_id=eed9d87c-3d6c-466a-a834-b7ddae4510c3)] {{(pid=102348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:29:05.850505 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a108cfb4-5692-4dbc-a886-54c37e6e6faf None None] Routers {'b1a43f9c-6471-42b6-9c49-eac2dbd883d5'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:29:05.852023 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-a108cfb4-5692-4dbc-a886-54c37e6e6faf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:28:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['b1a43f9c-6471-42b6-9c49-eac2dbd883d5'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:29:05.856415 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-19a1126c-93be-49cb-b029-f29b7356b3c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:05.862933 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-f0baab69-e0a2-47e6-aa76-aa73778ff18e tempest-RoutersIpV6AdminTest-1540385956 tempest-RoutersIpV6AdminTest-1540385956-project-admin] Publish callbacks [] for router, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:05.872012 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-f0baab69-e0a2-47e6-aa76-aa73778ff18e tempest-RoutersIpV6AdminTest-1540385956 tempest-RoutersIpV6AdminTest-1540385956-project-admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 4.7847683 Oct 27 10:29:05.872667 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 55020) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:29:05.940808 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-9bb7eb81-7361-43da-b460-0fbec26e7032 tempest-SecGroupIPv6Test-1083201667 tempest-SecGroupIPv6Test-1083201667-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:05.967267 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-9bb7eb81-7361-43da-b460-0fbec26e7032 tempest-SecGroupIPv6Test-1083201667 tempest-SecGroupIPv6Test-1083201667-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:05.979197 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a1126c-93be-49cb-b029-f29b7356b3c6 None None] Pushing event updated for resources: {'Port': ['ID=5f0b0b6b-d2e9-4f24-befb-8bedb206b1be,revision_number=2']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:29:06.052043 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvr_db [None req-a108cfb4-5692-4dbc-a886-54c37e6e6faf None None] Set router b1a43f9c-6471-42b6-9c49-eac2dbd883d5 gateway port host: n-d-813419-10 {{(pid=102348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:29:06.056811 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-44ebe209-2474-4c98-91fd-52c50caaac83 req-9ef390d2-38c0-4f80-8172-3fbed8daabc0 tempest-ImagesNegativeTestJSON-876280486 tempest-ImagesNegativeTestJSON-876280486-project] 10.222.0.44 "GET /v2.0/ports?device_id=2225dcd2-563a-4836-9d6d-95e75fbc3fc6 HTTP/1.1" status: 200 len: 210 time: 0.0869193 Oct 27 10:29:06.085410 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-7b78a066-ff9e-40ae-a7b5-f4300681b998 tempest-RoutersIpV6AdminTest-1540385956 tempest-RoutersIpV6AdminTest-1540385956-project-admin] 10.222.0.44 "GET /v2.0/routers/b1a43f9c-6471-42b6-9c49-eac2dbd883d5 HTTP/1.1" status: 200 len: 907 time: 0.2115824 Oct 27 10:29:06.086046 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 55024) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:29:06.135682 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d26e3c9-10fd-49b7-96d0-f7f2d8e559e7 req-e634bbbe-1eb2-411f-b1c0-c71b06542561 tempest-ImagesNegativeTestJSON-876280486 tempest-ImagesNegativeTestJSON-876280486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:29:06.137331 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-5d26e3c9-10fd-49b7-96d0-f7f2d8e559e7 req-e634bbbe-1eb2-411f-b1c0-c71b06542561 tempest-ImagesNegativeTestJSON-876280486 tempest-ImagesNegativeTestJSON-876280486-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9292591 Oct 27 10:29:06.138051 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-9bb7eb81-7361-43da-b460-0fbec26e7032 tempest-SecGroupIPv6Test-1083201667 tempest-SecGroupIPv6Test-1083201667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671902'] for security_group_rule, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:06.151562 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-9bb7eb81-7361-43da-b460-0fbec26e7032 tempest-SecGroupIPv6Test-1083201667 tempest-SecGroupIPv6Test-1083201667-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:06.152821 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-9bb7eb81-7361-43da-b460-0fbec26e7032 tempest-SecGroupIPv6Test-1083201667 tempest-SecGroupIPv6Test-1083201667-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/968db087-57ee-4a9a-b59d-29b88f0b2370 HTTP/1.1" status: 204 len: 168 time: 0.3926539 Oct 27 10:29:06.173751 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [req-5d26e3c9-10fd-49b7-96d0-f7f2d8e559e7 req-34ecfe8a-6726-440d-a3ec-71157ec0e61d tempest-ImagesNegativeTestJSON-876280486 tempest-ImagesNegativeTestJSON-876280486-project] Request body: {'port': {'device_id': '2225dcd2-563a-4836-9d6d-95e75fbc3fc6', 'network_id': '4d250f92-d229-45fe-a579-67fef8e6c544', 'admin_state_up': True, 'tenant_id': 'a4b645c307474aeb827c98177fa98fe9'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:29:06.180580 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 55026) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:29:06.200833 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb7eb81-7361-43da-b460-0fbec26e7032 tempest-SecGroupIPv6Test-1083201667 tempest-SecGroupIPv6Test-1083201667-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=968db087-57ee-4a9a-b59d-29b88f0b2370,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:29:06.252094 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-f61f698d-f374-43b6-b3ff-588617728982 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:06.289326 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-a108cfb4-5692-4dbc-a886-54c37e6e6faf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1a43f9c-6471-42b6-9c49-eac2dbd883d5', 'name': 'tempest-snat-router-474744222', 'tenant_id': '9971bc1d344143aab6828939c076242c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.218'}], 'enable_snat': True}, 'gw_port_id': '5388d72f-3e76-4af3-95fe-d39a386f71f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:29:01Z', 'updated_at': '2021-10-27T10:29:04Z', 'revision_number': 3, 'project_id': '9971bc1d344143aab6828939c076242c', 'gw_port': {'id': '5388d72f-3e76-4af3-95fe-d39a386f71f2', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:8f:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1a43f9c-6471-42b6-9c49-eac2dbd883d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:29:03Z', 'updated_at': '2021-10-27T10:29:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10'}], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:29:06.350304 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a108cfb4-5692-4dbc-a886-54c37e6e6faf None None] Checking router: b1a43f9c-6471-42b6-9c49-eac2dbd883d5 for host: n-d-813419-10 {{(pid=102348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 10:29:06.362100 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a108cfb4-5692-4dbc-a886-54c37e6e6faf None None] Updating router b1a43f9c-6471-42b6-9c49-eac2dbd883d5 port 5388d72f-3e76-4af3-95fe-d39a386f71f2 binding host n-d-813419-10 {{(pid=102348) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 10:29:06.411160 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [req-0e16a332-4503-4529-9ee5-11bd8e555c46 req-3997b47b-4107-4cb5-b251-d20be5893447 tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] Deleting port 41aac355-a685-4f09-997c-fd92e489e835 {{(pid=102347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:29:06.414200 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-0e16a332-4503-4529-9ee5-11bd8e555c46 req-3997b47b-4107-4cb5-b251-d20be5893447 tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:06.450493 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a108cfb4-5692-4dbc-a886-54c37e6e6faf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:06.517437 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-f61f698d-f374-43b6-b3ff-588617728982 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:06.720718 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_common [None req-f61f698d-f374-43b6-b3ff-588617728982 admin admin] Allocated IP 172.25.8.142 (185ff123-c7ff-45c7-a6be-71feb35acc9c/0fb9f9d1-7384-481f-8fa8-f4566c349d30/2894caf0-5c83-4796-8e55-c2011c5023a7) {{(pid=102347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:29:06.748018 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-6619df93-418f-4b78-9c07-c11ac8f9d4b3 tempest-SecGroupIPv6Test-1083201667 tempest-SecGroupIPv6Test-1083201667-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.5563061 Oct 27 10:29:06.748235 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 55032) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:29:06.800848 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-dae6819f-b6eb-40c2-a2a0-1189bba9d46c tempest-RoutersIpV6AdminTest-1540385956 tempest-RoutersIpV6AdminTest-1540385956-project-admin] Publish callbacks [] for router, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:06.812939 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 5f0b0b6b-d2e9-4f24-befb-8bedb206b1be up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:29:06.853901 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0411b519-fbfa-4e59-a0b5-8ed468b8b339 req-3ce50911-fc8c-4d0a-9a44-baebc40b9e19 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:29:06.861892 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-0411b519-fbfa-4e59-a0b5-8ed468b8b339 req-3ce50911-fc8c-4d0a-9a44-baebc40b9e19 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ae4390a-b621-4500-a1b9-c968556e5a4c HTTP/1.1" status: 200 len: 946 time: 0.7748477 Oct 27 10:29:06.868423 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port 5f0b0b6b-d2e9-4f24-befb-8bedb206b1be triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:29:06.868801 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:06.913363 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-0e16a332-4503-4529-9ee5-11bd8e555c46 req-3997b47b-4107-4cb5-b251-d20be5893447 tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] For port 41aac355-a685-4f09-997c-fd92e489e835, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=41aac355-a685-4f09-997c-fd92e489e835,segment=NetworkSegment(50500633-18ab-48c2-98da-73563c3123ba),segment_id=50500633-18ab-48c2-98da-73563c3123ba)] {{(pid=102347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:29:06.913711 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-0e16a332-4503-4529-9ee5-11bd8e555c46 req-3997b47b-4107-4cb5-b251-d20be5893447 tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:06.930042 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [req-0e16a332-4503-4529-9ee5-11bd8e555c46 req-3997b47b-4107-4cb5-b251-d20be5893447 tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] Calling delete_port for 41aac355-a685-4f09-997c-fd92e489e835 owned by compute:nova {{(pid=102347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:29:06.937686 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-253f2232-68c4-4e5b-9395-97ac715ccf0d tempest-SecGroupIPv6Test-1083201667 tempest-SecGroupIPv6Test-1083201667-project] Publish callbacks [] for security_group, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:06.971384 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-253f2232-68c4-4e5b-9395-97ac715ccf0d tempest-SecGroupIPv6Test-1083201667 tempest-SecGroupIPv6Test-1083201667-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:07.004032 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:07.032215 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-0411b519-fbfa-4e59-a0b5-8ed468b8b339 req-c3d7562f-f99d-47d9-b627-ccc41ef6cc9c tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/security-groups?id=9f7279ee-2d49-4f67-b584-fc902ef383cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693163 Oct 27 10:29:07.071827 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-dae6819f-b6eb-40c2-a2a0-1189bba9d46c tempest-RoutersIpV6AdminTest-1540385956 tempest-RoutersIpV6AdminTest-1540385956-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:07.082638 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d26e3c9-10fd-49b7-96d0-f7f2d8e559e7 req-34ecfe8a-6726-440d-a3ec-71157ec0e61d tempest-ImagesNegativeTestJSON-876280486 tempest-ImagesNegativeTestJSON-876280486-project] Made reservation on behalf of a4b645c307474aeb827c98177fa98fe9 for: {'port': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:29:07.083245 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-253f2232-68c4-4e5b-9395-97ac715ccf0d tempest-SecGroupIPv6Test-1083201667 tempest-SecGroupIPv6Test-1083201667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:07.085908 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-253f2232-68c4-4e5b-9395-97ac715ccf0d tempest-SecGroupIPv6Test-1083201667 tempest-SecGroupIPv6Test-1083201667-project] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:07.089444 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-253f2232-68c4-4e5b-9395-97ac715ccf0d tempest-SecGroupIPv6Test-1083201667 tempest-SecGroupIPv6Test-1083201667-project] 10.222.0.44 "DELETE /v2.0/security-groups/bce38636-06c6-44d4-b16a-dca9ca1b1e62 HTTP/1.1" status: 204 len: 168 time: 0.3362656 Oct 27 10:29:07.089809 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-5d26e3c9-10fd-49b7-96d0-f7f2d8e559e7 req-34ecfe8a-6726-440d-a3ec-71157ec0e61d tempest-ImagesNegativeTestJSON-876280486 tempest-ImagesNegativeTestJSON-876280486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:07.094795 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 55048) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:29:07.106049 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] For port 5f0b0b6b-d2e9-4f24-befb-8bedb206b1be, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=5f0b0b6b-d2e9-4f24-befb-8bedb206b1be,segment=NetworkSegment(eed9d87c-3d6c-466a-a834-b7ddae4510c3),segment_id=eed9d87c-3d6c-466a-a834-b7ddae4510c3)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:29:07.114941 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-5d26e3c9-10fd-49b7-96d0-f7f2d8e559e7 req-34ecfe8a-6726-440d-a3ec-71157ec0e61d tempest-ImagesNegativeTestJSON-876280486 tempest-ImagesNegativeTestJSON-876280486-project] Publish callbacks [] for security_group, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:07.115192 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:07.115937 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 98bd426e-66a2-4749-baf4-309c5d202bf1 up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:29:07.192991 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253f2232-68c4-4e5b-9395-97ac715ccf0d tempest-SecGroupIPv6Test-1083201667 tempest-SecGroupIPv6Test-1083201667-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bce38636-06c6-44d4-b16a-dca9ca1b1e62,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:29:07.210716 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a54c05-7fc7-4f0a-8ad5-6c1472ce3e14 req-b70b5f66-fb8a-4081-b655-afeb0f690e4a tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:29:07.219102 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-90a54c05-7fc7-4f0a-8ad5-6c1472ce3e14 req-b70b5f66-fb8a-4081-b655-afeb0f690e4a tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] 10.222.0.44 "GET /v2.0/ports?device_id=1691db0e-712c-4567-bc1c-2e9c228da106 HTTP/1.1" status: 200 len: 945 time: 0.2333837 Oct 27 10:29:07.246574 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-f61f698d-f374-43b6-b3ff-588617728982 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:07.297423 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-ebe7b5cf-7636-4fab-b593-fe607b095132 tempest-SecGroupIPv6Test-1083201667 tempest-SecGroupIPv6Test-1083201667-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1901848 Oct 27 10:29:07.299537 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 55050) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:29:07.309667 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffc5fee-6522-4a9e-9dea-9ac3685ae62d req-5c7ffeb9-90d1-4a02-bca2-07b5d97c7585 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:29:07.311912 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-cffc5fee-6522-4a9e-9dea-9ac3685ae62d req-5c7ffeb9-90d1-4a02-bca2-07b5d97c7585 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ae4390a-b621-4500-a1b9-c968556e5a4c HTTP/1.1" status: 200 len: 946 time: 0.1324465 Oct 27 10:29:07.363344 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Pushing event updated for resources: {'Port': ['ID=5f0b0b6b-d2e9-4f24-befb-8bedb206b1be,revision_number=3']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:29:07.370532 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-90a54c05-7fc7-4f0a-8ad5-6c1472ce3e14 req-a906468f-6bea-455f-9252-c7790d139740 tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] 10.222.0.44 "GET /v2.0/security-groups?id=df17171a-6534-4d8a-8518-0be5fe64cbb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503730 Oct 27 10:29:07.389844 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-dae6819f-b6eb-40c2-a2a0-1189bba9d46c tempest-RoutersIpV6AdminTest-1540385956 tempest-RoutersIpV6AdminTest-1540385956-project-admin] Deleting port 5388d72f-3e76-4af3-95fe-d39a386f71f2 {{(pid=102346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:29:07.390289 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-dae6819f-b6eb-40c2-a2a0-1189bba9d46c tempest-RoutersIpV6AdminTest-1540385956 tempest-RoutersIpV6AdminTest-1540385956-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:07.395576 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port 98bd426e-66a2-4749-baf4-309c5d202bf1 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:29:07.396239 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:07.506111 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-cffc5fee-6522-4a9e-9dea-9ac3685ae62d req-1440d549-5450-4a77-886f-643fbf44ffbd tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/security-groups?id=9f7279ee-2d49-4f67-b584-fc902ef383cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805124 Oct 27 10:29:07.568619 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-6c111e92-0497-4f7f-9831-c7b9cc44b0f3 tempest-SecGroupIPv6Test-1083201667 tempest-SecGroupIPv6Test-1083201667-project] Publish callbacks [] for security_group, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:07.569250 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-5d26e3c9-10fd-49b7-96d0-f7f2d8e559e7 req-34ecfe8a-6726-440d-a3ec-71157ec0e61d tempest-ImagesNegativeTestJSON-876280486 tempest-ImagesNegativeTestJSON-876280486-project] Publish callbacks [] for security_group, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:07.571440 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-0e16a332-4503-4529-9ee5-11bd8e555c46 req-3997b47b-4107-4cb5-b251-d20be5893447 tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:07.590629 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-5d26e3c9-10fd-49b7-96d0-f7f2d8e559e7 req-34ecfe8a-6726-440d-a3ec-71157ec0e61d tempest-ImagesNegativeTestJSON-876280486 tempest-ImagesNegativeTestJSON-876280486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:07.597063 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-dae6819f-b6eb-40c2-a2a0-1189bba9d46c tempest-RoutersIpV6AdminTest-1540385956 tempest-RoutersIpV6AdminTest-1540385956-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:07.631115 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-dae6819f-b6eb-40c2-a2a0-1189bba9d46c tempest-RoutersIpV6AdminTest-1540385956 tempest-RoutersIpV6AdminTest-1540385956-project-admin] Calling delete_port for 5388d72f-3e76-4af3-95fe-d39a386f71f2 owned by network:router_gateway {{(pid=102346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:29:07.633843 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-6c111e92-0497-4f7f-9831-c7b9cc44b0f3 tempest-SecGroupIPv6Test-1083201667 tempest-SecGroupIPv6Test-1083201667-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:07.745369 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-6c111e92-0497-4f7f-9831-c7b9cc44b0f3 tempest-SecGroupIPv6Test-1083201667 tempest-SecGroupIPv6Test-1083201667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:07.748079 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-6c111e92-0497-4f7f-9831-c7b9cc44b0f3 tempest-SecGroupIPv6Test-1083201667 tempest-SecGroupIPv6Test-1083201667-project] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:07.752733 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-6c111e92-0497-4f7f-9831-c7b9cc44b0f3 tempest-SecGroupIPv6Test-1083201667 tempest-SecGroupIPv6Test-1083201667-project] 10.222.0.44 "DELETE /v2.0/security-groups/ce316925-0adc-4b7a-b101-2afbe5a4d505 HTTP/1.1" status: 204 len: 168 time: 0.4309034 Oct 27 10:29:07.756097 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 55058) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:29:07.760464 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ca09f40-f8c1-49d4-b80b-e336609933e1 None None] Network 6f5674c9-6da0-4af4-b2b2-aeb619ca7ae3 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:29:07.774099 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c111e92-0497-4f7f-9831-c7b9cc44b0f3 tempest-SecGroupIPv6Test-1083201667 tempest-SecGroupIPv6Test-1083201667-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce316925-0adc-4b7a-b101-2afbe5a4d505,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:29:07.809439 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-9e6e0844-a81f-44b5-b25e-c3754cddc1f6 req-7428d2c5-787b-4ad0-b3a2-c778661b63de tempest-ImagesNegativeTestJSON-876280486 tempest-ImagesNegativeTestJSON-876280486-project] 10.222.0.44 "GET /v2.0/ports?device_id=2225dcd2-563a-4836-9d6d-95e75fbc3fc6 HTTP/1.1" status: 200 len: 210 time: 0.2495301 Oct 27 10:29:07.840847 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3997b47b-4107-4cb5-b251-d20be5893447 tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] Pushing event deleted for resources: {'Port': ['ID=41aac355-a685-4f09-997c-fd92e489e835,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:29:07.843832 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-f61f698d-f374-43b6-b3ff-588617728982 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:07.881657 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-87e71eaa-c360-4827-aa86-0ac676cf55ac tempest-SecGroupIPv6Test-1083201667 tempest-SecGroupIPv6Test-1083201667-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1233709 Oct 27 10:29:07.885759 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 55064) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:29:07.892226 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-4fd378fb-12d6-4329-bae0-75274dcec279 tempest-SecGroupIPv6Test-1083201667 tempest-SecGroupIPv6Test-1083201667-project] Request body: {'security_group': {'name': 'tempest-secgroup--640693523'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:29:07.947000 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ecfe8a-6726-440d-a3ec-71157ec0e61d tempest-ImagesNegativeTestJSON-876280486 tempest-ImagesNegativeTestJSON-876280486-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cdbdc248-de21-4207-94b5-9bae004f8b06,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:29:07.972567 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f61f698d-f374-43b6-b3ff-588617728982 admin admin] Network 185ff123-c7ff-45c7-a6be-71feb35acc9c is already hosted by enough agents. {{(pid=102347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:29:07.992575 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e16a332-4503-4529-9ee5-11bd8e555c46 req-3997b47b-4107-4cb5-b251-d20be5893447 tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] No DVR routers for this DVR port 41aac355-a685-4f09-997c-fd92e489e835 on host n-h1-813419-10 {{(pid=102347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:29:08.005551 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [None req-f61f698d-f374-43b6-b3ff-588617728982 admin admin] Resources bound (agent type, host, resource id): {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:29:08.007532 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61f698d-f374-43b6-b3ff-588617728982 admin admin] Pushing event updated for resources: {'Port': ['ID=2894caf0-5c83-4796-8e55-c2011c5023a7,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:29:08.009796 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-4fd378fb-12d6-4329-bae0-75274dcec279 tempest-SecGroupIPv6Test-1083201667 tempest-SecGroupIPv6Test-1083201667-project] Publish callbacks [] for security_group, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:08.010428 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_common [req-5d26e3c9-10fd-49b7-96d0-f7f2d8e559e7 req-34ecfe8a-6726-440d-a3ec-71157ec0e61d tempest-ImagesNegativeTestJSON-876280486 tempest-ImagesNegativeTestJSON-876280486-project] Allocated IP 192.168.233.132 (4d250f92-d229-45fe-a579-67fef8e6c544/62eb52f7-aac4-48af-8670-e04300325561/7be29813-11de-496b-b457-8050e88e76da) {{(pid=102347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:29:08.013093 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f61f698d-f374-43b6-b3ff-588617728982 admin admin] Received port after_create {{(pid=102347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:29:08.014981 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-0e16a332-4503-4529-9ee5-11bd8e555c46 req-3997b47b-4107-4cb5-b251-d20be5893447 tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:08.018850 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-0e16a332-4503-4529-9ee5-11bd8e555c46 req-3997b47b-4107-4cb5-b251-d20be5893447 tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] 10.222.0.64 "DELETE /v2.0/ports/41aac355-a685-4f09-997c-fd92e489e835 HTTP/1.1" status: 204 len: 173 time: 2.8321726 Oct 27 10:29:08.019321 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1691db0e-712c-4567-bc1c-2e9c228da106', 'name': 'network-vif-deleted', 'tag': '41aac355-a685-4f09-997c-fd92e489e835'}] {{(pid=102347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:29:08.021613 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311149b481204ee7edffdb959c881838506fbd95bc8577c048f6677abb73acc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbca521b-cb35-43fa-aba9-408077dbefc9" -d '{"events": [{"server_uuid": "1691db0e-712c-4567-bc1c-2e9c228da106", "name": "network-vif-deleted", "tag": "41aac355-a685-4f09-997c-fd92e489e835"}]}' {{(pid=102347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:29:08.038160 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.db.api [None req-a108cfb4-5692-4dbc-a886-54c37e6e6faf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102348) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 27 10:29:08.039617 n-d-813419-10 neutron-server[102348]: DEBUG oslo_db.api [None req-a108cfb4-5692-4dbc-a886-54c37e6e6faf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 10:29:08.045471 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-dae6819f-b6eb-40c2-a2a0-1189bba9d46c tempest-RoutersIpV6AdminTest-1540385956 tempest-RoutersIpV6AdminTest-1540385956-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:08.048423 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7a0416d3-d16d-4ac3-bae4-9cbb1098d7e2 None None] Provisioning complete for port 5f0b0b6b-d2e9-4f24-befb-8bedb206b1be triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:29:08.051030 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7a0416d3-d16d-4ac3-bae4-9cbb1098d7e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:08.165771 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:29:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed651d00-f855-4e78-aaaa-a77c9491bcd7 x-openstack-request-id: req-ed651d00-f855-4e78-aaaa-a77c9491bcd7 {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:29:08.166315 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1691db0e-712c-4567-bc1c-2e9c228da106", "name": "network-vif-deleted", "tag": "41aac355-a685-4f09-997c-fd92e489e835", "status": "completed", "code": 200}]} {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:29:08.166680 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ed651d00-f855-4e78-aaaa-a77c9491bcd7 {{(pid=102347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:29:08.167187 n-d-813419-10 neutron-server[102347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1691db0e-712c-4567-bc1c-2e9c228da106', 'name': 'network-vif-deleted', 'tag': '41aac355-a685-4f09-997c-fd92e489e835', 'status': 'completed', 'code': 200} Oct 27 10:29:08.281500 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-4fd378fb-12d6-4329-bae0-75274dcec279 tempest-SecGroupIPv6Test-1083201667 tempest-SecGroupIPv6Test-1083201667-project] Publish callbacks [] for security_group, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:08.326700 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae6819f-b6eb-40c2-a2a0-1189bba9d46c tempest-RoutersIpV6AdminTest-1540385956 tempest-RoutersIpV6AdminTest-1540385956-project-admin] Pushing event deleted for resources: {'Port': ['ID=5388d72f-3e76-4af3-95fe-d39a386f71f2,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:29:08.328586 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-4fd378fb-12d6-4329-bae0-75274dcec279 tempest-SecGroupIPv6Test-1083201667 tempest-SecGroupIPv6Test-1083201667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:08.340119 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-dae6819f-b6eb-40c2-a2a0-1189bba9d46c tempest-RoutersIpV6AdminTest-1540385956 tempest-RoutersIpV6AdminTest-1540385956-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1664884'] for router_gateway, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:08.357493 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-4fd378fb-12d6-4329-bae0-75274dcec279 tempest-SecGroupIPv6Test-1083201667 tempest-SecGroupIPv6Test-1083201667-project] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:08.358461 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-4fd378fb-12d6-4329-bae0-75274dcec279 tempest-SecGroupIPv6Test-1083201667 tempest-SecGroupIPv6Test-1083201667-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4715252 Oct 27 10:29:08.394204 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 55074) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:29:08.470949 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-4310b829-9e1a-49f3-b960-42bcacf63c69 tempest-SecGroupIPv6Test-1083201667 tempest-SecGroupIPv6Test-1083201667-project] Request body: {'security_group_rule': {'security_group_id': '7cef0ade-d73b-45cf-98f6-e9c315533575', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:29:08.513842 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-dae6819f-b6eb-40c2-a2a0-1189bba9d46c tempest-RoutersIpV6AdminTest-1540385956 tempest-RoutersIpV6AdminTest-1540385956-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1765662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3700'] for router, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:08.519227 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-dae6819f-b6eb-40c2-a2a0-1189bba9d46c tempest-RoutersIpV6AdminTest-1540385956 tempest-RoutersIpV6AdminTest-1540385956-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:08.535881 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd378fb-12d6-4329-bae0-75274dcec279 tempest-SecGroupIPv6Test-1083201667 tempest-SecGroupIPv6Test-1083201667-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7cef0ade-d73b-45cf-98f6-e9c315533575,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:29:08.542406 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-83e8e313-4f47-4d79-a50d-3a2554b6f48f req-c7003ee8-6f30-4974-b6ea-b8cc3f7cfa25 tempest-LiveMigrationTest-1290044353 tempest-LiveMigrationTest-1290044353-project] 10.222.0.44 "GET /v2.0/ports?device_id=1691db0e-712c-4567-bc1c-2e9c228da106 HTTP/1.1" status: 200 len: 210 time: 0.0477860 Oct 27 10:29:08.652322 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-4310b829-9e1a-49f3-b960-42bcacf63c69 tempest-SecGroupIPv6Test-1083201667 tempest-SecGroupIPv6Test-1083201667-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:08.661910 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a108cfb4-5692-4dbc-a886-54c37e6e6faf None None] Port 5388d72f-3e76-4af3-95fe-d39a386f71f2 not found while updating agent binding for router b1a43f9c-6471-42b6-9c49-eac2dbd883d5. {{(pid=102348) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Oct 27 10:29:08.671398 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-dae6819f-b6eb-40c2-a2a0-1189bba9d46c tempest-RoutersIpV6AdminTest-1540385956 tempest-RoutersIpV6AdminTest-1540385956-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1765641'] for router, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:08.672005 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dae6819f-b6eb-40c2-a2a0-1189bba9d46c tempest-RoutersIpV6AdminTest-1540385956 tempest-RoutersIpV6AdminTest-1540385956-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b1a43f9c-6471-42b6-9c49-eac2dbd883d5 {{(pid=102346) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 10:29:08.678727 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a108cfb4-5692-4dbc-a886-54c37e6e6faf None None] Routers set() bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:29:08.681607 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a108cfb4-5692-4dbc-a886-54c37e6e6faf None None] Router IDs set() for agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Oct 27 10:29:08.684534 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_agentschedulers_db [None req-a108cfb4-5692-4dbc-a886-54c37e6e6faf None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'b1a43f9c-6471-42b6-9c49-eac2dbd883d5'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:28:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent'). {{(pid=102348) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 27 10:29:08.685058 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a108cfb4-5692-4dbc-a886-54c37e6e6faf None None] The sync data for ids ['b1a43f9c-6471-42b6-9c49-eac2dbd883d5'] in n-d-813419-10 is: [] {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:29:08.691011 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-dae6819f-b6eb-40c2-a2a0-1189bba9d46c tempest-RoutersIpV6AdminTest-1540385956 tempest-RoutersIpV6AdminTest-1540385956-project-admin] Publish callbacks [] for router, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:08.692254 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-dae6819f-b6eb-40c2-a2a0-1189bba9d46c tempest-RoutersIpV6AdminTest-1540385956 tempest-RoutersIpV6AdminTest-1540385956-project-admin] 10.222.0.44 "DELETE /v2.0/routers/b1a43f9c-6471-42b6-9c49-eac2dbd883d5 HTTP/1.1" status: 204 len: 168 time: 2.6039593 Oct 27 10:29:08.706286 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 55082) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:29:08.746177 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 5f0b0b6b-d2e9-4f24-befb-8bedb206b1be up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:29:08.775042 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-5d26e3c9-10fd-49b7-96d0-f7f2d8e559e7 req-34ecfe8a-6726-440d-a3ec-71157ec0e61d tempest-ImagesNegativeTestJSON-876280486 tempest-ImagesNegativeTestJSON-876280486-project] Publish callbacks [] for port, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:08.806359 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40640659-5d62-4e41-a8aa-e78e78571457 req-5174601c-9254-4458-aae0-03e49528739a tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:29:08.814392 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-40640659-5d62-4e41-a8aa-e78e78571457 req-5174601c-9254-4458-aae0-03e49528739a tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ae4390a-b621-4500-a1b9-c968556e5a4c HTTP/1.1" status: 200 len: 946 time: 0.3480735 Oct 27 10:29:08.835588 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-1da1423a-f74b-4995-b9c1-36642fcb60da None None] Provisioning complete for port 5f0b0b6b-d2e9-4f24-befb-8bedb206b1be triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:29:08.840052 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-1da1423a-f74b-4995-b9c1-36642fcb60da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:08.842040 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:08.881735 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-f61f698d-f374-43b6-b3ff-588617728982 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:08.882473 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-4310b829-9e1a-49f3-b960-42bcacf63c69 tempest-SecGroupIPv6Test-1083201667 tempest-SecGroupIPv6Test-1083201667-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:08.895295 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-4310b829-9e1a-49f3-b960-42bcacf63c69 tempest-SecGroupIPv6Test-1083201667 tempest-SecGroupIPv6Test-1083201667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671902'] for security_group_rule, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:08.897177 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-40640659-5d62-4e41-a8aa-e78e78571457 req-f23e8fe5-eb4f-455c-aa83-e046f81e2544 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/security-groups?id=9f7279ee-2d49-4f67-b584-fc902ef383cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799623 Oct 27 10:29:08.935870 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-5d26e3c9-10fd-49b7-96d0-f7f2d8e559e7 req-34ecfe8a-6726-440d-a3ec-71157ec0e61d tempest-ImagesNegativeTestJSON-876280486 tempest-ImagesNegativeTestJSON-876280486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:08.940539 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port 5f0b0b6b-d2e9-4f24-befb-8bedb206b1be triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:29:08.940961 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:08.953796 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4310b829-9e1a-49f3-b960-42bcacf63c69 tempest-SecGroupIPv6Test-1083201667 tempest-SecGroupIPv6Test-1083201667-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=716df59b-bca2-4173-b9d0-a869ef0ccfd8,revision_number=0']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:29:08.960112 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-5987cb8d-dddf-443e-9fd9-d84062071fe9 tempest-RoutersIpV6AdminTest-1540385956 tempest-RoutersIpV6AdminTest-1540385956-project-admin] Publish callbacks [] for router, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:08.986181 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-4310b829-9e1a-49f3-b960-42bcacf63c69 tempest-SecGroupIPv6Test-1083201667 tempest-SecGroupIPv6Test-1083201667-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:08.990640 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-4310b829-9e1a-49f3-b960-42bcacf63c69 tempest-SecGroupIPv6Test-1083201667 tempest-SecGroupIPv6Test-1083201667-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5580225 Oct 27 10:29:08.994291 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 55086) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:29:09.038781 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d26e3c9-10fd-49b7-96d0-f7f2d8e559e7 req-34ecfe8a-6726-440d-a3ec-71157ec0e61d tempest-ImagesNegativeTestJSON-876280486 tempest-ImagesNegativeTestJSON-876280486-project] Network 4d250f92-d229-45fe-a579-67fef8e6c544 is already hosted by enough agents. {{(pid=102347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:29:09.053383 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [req-5d26e3c9-10fd-49b7-96d0-f7f2d8e559e7 req-34ecfe8a-6726-440d-a3ec-71157ec0e61d tempest-ImagesNegativeTestJSON-876280486 tempest-ImagesNegativeTestJSON-876280486-project] Resources bound (agent type, host, resource id): {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:29:09.063067 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d26e3c9-10fd-49b7-96d0-f7f2d8e559e7 req-34ecfe8a-6726-440d-a3ec-71157ec0e61d tempest-ImagesNegativeTestJSON-876280486 tempest-ImagesNegativeTestJSON-876280486-project] Received port after_create {{(pid=102347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:29:09.065536 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ecfe8a-6726-440d-a3ec-71157ec0e61d tempest-ImagesNegativeTestJSON-876280486 tempest-ImagesNegativeTestJSON-876280486-project] Pushing event updated for resources: {'Port': ['ID=7be29813-11de-496b-b457-8050e88e76da,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:29:09.100086 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-ac978926-d9f3-4521-b776-526a9c242689 tempest-SecGroupIPv6Test-1083201667 tempest-SecGroupIPv6Test-1083201667-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:09.116224 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-ac978926-d9f3-4521-b776-526a9c242689 tempest-SecGroupIPv6Test-1083201667 tempest-SecGroupIPv6Test-1083201667-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:09.155793 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e592fa53-68eb-40fa-8169-72ed649f19bd req-e4f751b9-edae-43e2-b34f-a92f1fb038a8 tempest-ImagesNegativeTestJSON-876280486 tempest-ImagesNegativeTestJSON-876280486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:29:09.164188 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-e592fa53-68eb-40fa-8169-72ed649f19bd req-e4f751b9-edae-43e2-b34f-a92f1fb038a8 tempest-ImagesNegativeTestJSON-876280486 tempest-ImagesNegativeTestJSON-876280486-project] 10.222.0.44 "GET /v2.0/ports?device_id=2225dcd2-563a-4836-9d6d-95e75fbc3fc6 HTTP/1.1" status: 200 len: 936 time: 0.1990762 Oct 27 10:29:09.171537 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d26e3c9-10fd-49b7-96d0-f7f2d8e559e7 req-34ecfe8a-6726-440d-a3ec-71157ec0e61d tempest-ImagesNegativeTestJSON-876280486 tempest-ImagesNegativeTestJSON-876280486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:29:09.172227 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-5d26e3c9-10fd-49b7-96d0-f7f2d8e559e7 req-34ecfe8a-6726-440d-a3ec-71157ec0e61d tempest-ImagesNegativeTestJSON-876280486 tempest-ImagesNegativeTestJSON-876280486-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:09.203522 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-5987cb8d-dddf-443e-9fd9-d84062071fe9 tempest-RoutersIpV6AdminTest-1540385956 tempest-RoutersIpV6AdminTest-1540385956-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:09.235339 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-e592fa53-68eb-40fa-8169-72ed649f19bd req-b9767ebf-90ed-4b61-bd8f-c6dfe95a406d tempest-ImagesNegativeTestJSON-876280486 tempest-ImagesNegativeTestJSON-876280486-project] 10.222.0.44 "GET /v2.0/security-groups?id=cdbdc248-de21-4207-94b5-9bae004f8b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689728 Oct 27 10:29:09.239694 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-ac978926-d9f3-4521-b776-526a9c242689 tempest-SecGroupIPv6Test-1083201667 tempest-SecGroupIPv6Test-1083201667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671902'] for security_group_rule, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:09.245995 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-ac978926-d9f3-4521-b776-526a9c242689 tempest-SecGroupIPv6Test-1083201667 tempest-SecGroupIPv6Test-1083201667-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:09.247425 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-ac978926-d9f3-4521-b776-526a9c242689 tempest-SecGroupIPv6Test-1083201667 tempest-SecGroupIPv6Test-1083201667-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/716df59b-bca2-4173-b9d0-a869ef0ccfd8 HTTP/1.1" status: 204 len: 168 time: 0.2503407 Oct 27 10:29:09.250345 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 55088) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:29:09.291291 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac978926-d9f3-4521-b776-526a9c242689 tempest-SecGroupIPv6Test-1083201667 tempest-SecGroupIPv6Test-1083201667-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=716df59b-bca2-4173-b9d0-a869ef0ccfd8,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:29:09.302619 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-5d26e3c9-10fd-49b7-96d0-f7f2d8e559e7 req-34ecfe8a-6726-440d-a3ec-71157ec0e61d tempest-ImagesNegativeTestJSON-876280486 tempest-ImagesNegativeTestJSON-876280486-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.1434107 Oct 27 10:29:09.320382 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-e18fd764-7245-416f-810c-3cfdea6a4094 tempest-SecGroupIPv6Test-1083201667 tempest-SecGroupIPv6Test-1083201667-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0681043 Oct 27 10:29:09.322420 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 55090) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:29:09.340853 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [req-5d26e3c9-10fd-49b7-96d0-f7f2d8e559e7 req-7766cc4c-6c29-483e-9a81-803e5bc61dd8 tempest-ImagesNegativeTestJSON-876280486 tempest-ImagesNegativeTestJSON-876280486-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=102347) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 10:29:09.340853 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-5d26e3c9-10fd-49b7-96d0-f7f2d8e559e7 req-7766cc4c-6c29-483e-9a81-803e5bc61dd8 tempest-ImagesNegativeTestJSON-876280486 tempest-ImagesNegativeTestJSON-876280486-project] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0242770 Oct 27 10:29:09.368429 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-5987cb8d-dddf-443e-9fd9-d84062071fe9 tempest-RoutersIpV6AdminTest-1540385956 tempest-RoutersIpV6AdminTest-1540385956-project-admin] Deleting port 98bd426e-66a2-4749-baf4-309c5d202bf1 {{(pid=102346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:29:09.368918 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-5987cb8d-dddf-443e-9fd9-d84062071fe9 tempest-RoutersIpV6AdminTest-1540385956 tempest-RoutersIpV6AdminTest-1540385956-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:09.407083 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-f61f698d-f374-43b6-b3ff-588617728982 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1765699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1769372'] for router, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:09.455130 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-e4a280d2-f4cf-4e93-a3f4-f7a58cd219ab None None] Provisioning complete for port 7be29813-11de-496b-b457-8050e88e76da triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:29:09.455790 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-e4a280d2-f4cf-4e93-a3f4-f7a58cd219ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:09.470479 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-8a2669aa-6df8-4c00-97e1-5eb8a541813d tempest-SecGroupIPv6Test-1083201667 tempest-SecGroupIPv6Test-1083201667-project] Publish callbacks [] for security_group, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:09.519064 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-8a2669aa-6df8-4c00-97e1-5eb8a541813d tempest-SecGroupIPv6Test-1083201667 tempest-SecGroupIPv6Test-1083201667-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:09.529619 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [None req-5987cb8d-dddf-443e-9fd9-d84062071fe9 tempest-RoutersIpV6AdminTest-1540385956 tempest-RoutersIpV6AdminTest-1540385956-project-admin] For port 98bd426e-66a2-4749-baf4-309c5d202bf1, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=98bd426e-66a2-4749-baf4-309c5d202bf1,segment=NetworkSegment(bc14127b-7032-4c50-bb5b-f6813cbae86e),segment_id=bc14127b-7032-4c50-bb5b-f6813cbae86e)] {{(pid=102346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:29:09.530014 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-5987cb8d-dddf-443e-9fd9-d84062071fe9 tempest-RoutersIpV6AdminTest-1540385956 tempest-RoutersIpV6AdminTest-1540385956-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:09.541316 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-e4a280d2-f4cf-4e93-a3f4-f7a58cd219ab None None] Port 7be29813-11de-496b-b457-8050e88e76da cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:29:09.549734 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-5987cb8d-dddf-443e-9fd9-d84062071fe9 tempest-RoutersIpV6AdminTest-1540385956 tempest-RoutersIpV6AdminTest-1540385956-project-admin] Calling delete_port for 98bd426e-66a2-4749-baf4-309c5d202bf1 owned by network:router_gateway {{(pid=102346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:29:09.581226 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [req-5d26e3c9-10fd-49b7-96d0-f7f2d8e559e7 req-22f394cb-60b5-4dc5-8993-c12d8e304f60 service neutron] Request body: {'port': {'device_id': '2225dcd2-563a-4836-9d6d-95e75fbc3fc6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-10'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:29:09.632577 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 55100) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:29:09.640718 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-5d26e3c9-10fd-49b7-96d0-f7f2d8e559e7 req-22f394cb-60b5-4dc5-8993-c12d8e304f60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:09.676880 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-8a2669aa-6df8-4c00-97e1-5eb8a541813d tempest-SecGroupIPv6Test-1083201667 tempest-SecGroupIPv6Test-1083201667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:09.679953 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-8a2669aa-6df8-4c00-97e1-5eb8a541813d tempest-SecGroupIPv6Test-1083201667 tempest-SecGroupIPv6Test-1083201667-project] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:09.681685 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-8a2669aa-6df8-4c00-97e1-5eb8a541813d tempest-SecGroupIPv6Test-1083201667 tempest-SecGroupIPv6Test-1083201667-project] 10.222.0.44 "DELETE /v2.0/security-groups/7cef0ade-d73b-45cf-98f6-e9c315533575 HTTP/1.1" status: 204 len: 168 time: 0.3581500 Oct 27 10:29:09.689888 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 55108) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:29:09.712345 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f61f698d-f374-43b6-b3ff-588617728982 admin admin] Router aaaf7921-20a7-483e-8905-b7371393d294 is scheduled to L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb with binding_index 1 {{(pid=102347) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 10:29:09.739870 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2669aa-6df8-4c00-97e1-5eb8a541813d tempest-SecGroupIPv6Test-1083201667 tempest-SecGroupIPv6Test-1083201667-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cef0ade-d73b-45cf-98f6-e9c315533575,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:29:09.854477 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-5987cb8d-dddf-443e-9fd9-d84062071fe9 tempest-RoutersIpV6AdminTest-1540385956 tempest-RoutersIpV6AdminTest-1540385956-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:09.938282 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5987cb8d-dddf-443e-9fd9-d84062071fe9 tempest-RoutersIpV6AdminTest-1540385956 tempest-RoutersIpV6AdminTest-1540385956-project-admin] Pushing event deleted for resources: {'Port': ['ID=98bd426e-66a2-4749-baf4-309c5d202bf1,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:29:09.945229 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2f1f310-de0b-4997-8584-c85ef0fbf2b0 admin admin] Deleting subnet 0c8d0682-e9d2-4157-8f50-67abbd1aff64 {{(pid=102346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 10:29:09.948363 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-e2f1f310-de0b-4997-8584-c85ef0fbf2b0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:10.023609 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-e2f1f310-de0b-4997-8584-c85ef0fbf2b0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25847868'] for subnet, precommit_delete_associations {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:10.074320 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-5987cb8d-dddf-443e-9fd9-d84062071fe9 tempest-RoutersIpV6AdminTest-1540385956 tempest-RoutersIpV6AdminTest-1540385956-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1664884'] for router_gateway, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:10.137107 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-e2f1f310-de0b-4997-8584-c85ef0fbf2b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855646'] for subnet, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:10.199361 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-5987cb8d-dddf-443e-9fd9-d84062071fe9 tempest-RoutersIpV6AdminTest-1540385956 tempest-RoutersIpV6AdminTest-1540385956-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1765662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3700'] for router, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:10.202720 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-5987cb8d-dddf-443e-9fd9-d84062071fe9 tempest-RoutersIpV6AdminTest-1540385956 tempest-RoutersIpV6AdminTest-1540385956-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:10.258391 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-2fd56fc7-366d-4a11-a9ac-810a9148b897 tempest-SecGroupIPv6Test-1083201667 tempest-SecGroupIPv6Test-1083201667-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.5638349 Oct 27 10:29:10.264695 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 55118) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:29:10.275235 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-5987cb8d-dddf-443e-9fd9-d84062071fe9 tempest-RoutersIpV6AdminTest-1540385956 tempest-RoutersIpV6AdminTest-1540385956-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1765641'] for router, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:10.277574 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5987cb8d-dddf-443e-9fd9-d84062071fe9 tempest-RoutersIpV6AdminTest-1540385956 tempest-RoutersIpV6AdminTest-1540385956-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c41e859f-6cb5-41b2-8620-2eb2116da2eb {{(pid=102346) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 10:29:10.280646 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-90e05891-d536-44ae-84b0-6223c7e2b521 tempest-SecGroupIPv6Test-1083201667 tempest-SecGroupIPv6Test-1083201667-project] Request body: {'security_group': {'name': 'tempest-secgroup--1224232921'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:29:10.293715 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-5987cb8d-dddf-443e-9fd9-d84062071fe9 tempest-RoutersIpV6AdminTest-1540385956 tempest-RoutersIpV6AdminTest-1540385956-project-admin] Publish callbacks [] for router, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:10.296022 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-5987cb8d-dddf-443e-9fd9-d84062071fe9 tempest-RoutersIpV6AdminTest-1540385956 tempest-RoutersIpV6AdminTest-1540385956-project-admin] 10.222.0.44 "DELETE /v2.0/routers/c41e859f-6cb5-41b2-8620-2eb2116da2eb HTTP/1.1" status: 204 len: 168 time: 1.5900779 Oct 27 10:29:10.298249 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-e2f1f310-de0b-4997-8584-c85ef0fbf2b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27024355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27168307'] for subnet, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:10.301261 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 55120) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:29:10.311932 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-2c72fd88-6766-4846-89a9-0948e2dcee29 tempest-RoutersIpV6AdminTest-927106320 tempest-RoutersIpV6AdminTest-927106320-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1112598459', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'}, 'admin_state_up': False}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:29:10.367300 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-e2f1f310-de0b-4997-8584-c85ef0fbf2b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for subnet, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:10.373336 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-e2f1f310-de0b-4997-8584-c85ef0fbf2b0 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/0c8d0682-e9d2-4157-8f50-67abbd1aff64 HTTP/1.1" status: 204 len: 168 time: 0.7337296 Oct 27 10:29:10.373336 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f1f310-de0b-4997-8584-c85ef0fbf2b0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0c8d0682-e9d2-4157-8f50-67abbd1aff64,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:29:10.374056 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 55122) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:29:10.413728 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084f4e90-1393-432c-8ed5-a4a5b0bc6b82 req-f86af4e9-2db1-4709-8e45-db4dca31f8ff tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:29:10.415415 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-084f4e90-1393-432c-8ed5-a4a5b0bc6b82 req-f86af4e9-2db1-4709-8e45-db4dca31f8ff tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ae4390a-b621-4500-a1b9-c968556e5a4c HTTP/1.1" status: 200 len: 946 time: 0.2710357 Oct 27 10:29:10.430037 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-90e05891-d536-44ae-84b0-6223c7e2b521 tempest-SecGroupIPv6Test-1083201667 tempest-SecGroupIPv6Test-1083201667-project] Publish callbacks [] for security_group, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:10.476580 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f61f698d-f374-43b6-b3ff-588617728982 admin admin] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:29:10.494306 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd4b7cdd-9b3e-4ee0-89b1-3f615cd372aa None None] Sync routers for ids ['aaaf7921-20a7-483e-8905-b7371393d294'] in n-d-813419-10 {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:29:10.499282 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-2c72fd88-6766-4846-89a9-0948e2dcee29 tempest-RoutersIpV6AdminTest-927106320 tempest-RoutersIpV6AdminTest-927106320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1768632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3610'] for router, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:10.500787 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-2c72fd88-6766-4846-89a9-0948e2dcee29 tempest-RoutersIpV6AdminTest-927106320 tempest-RoutersIpV6AdminTest-927106320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1765704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1769409', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1694266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3597'] for router, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:10.513097 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd4b7cdd-9b3e-4ee0-89b1-3f615cd372aa None None] Routers {'aaaf7921-20a7-483e-8905-b7371393d294'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:29:10.513783 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-dd4b7cdd-9b3e-4ee0-89b1-3f615cd372aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:28:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['aaaf7921-20a7-483e-8905-b7371393d294'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:29:10.527044 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcfe7d6-2932-425b-b24c-271e476b708d req-7bbcf211-5464-4241-a5a2-3eaf661c6701 tempest-ImagesNegativeTestJSON-876280486 tempest-ImagesNegativeTestJSON-876280486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:29:10.530739 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-0dcfe7d6-2932-425b-b24c-271e476b708d req-7bbcf211-5464-4241-a5a2-3eaf661c6701 tempest-ImagesNegativeTestJSON-876280486 tempest-ImagesNegativeTestJSON-876280486-project] 10.222.0.44 "GET /v2.0/ports?device_id=2225dcd2-563a-4836-9d6d-95e75fbc3fc6 HTTP/1.1" status: 200 len: 936 time: 0.1739576 Oct 27 10:29:10.554761 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-084f4e90-1393-432c-8ed5-a4a5b0bc6b82 req-9e0351a6-4a76-44e6-bf63-d1c81ce1ee3d tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/security-groups?id=9f7279ee-2d49-4f67-b584-fc902ef383cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261787 Oct 27 10:29:10.567263 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device 41aac355-a685-4f09-997c-fd92e489e835 no longer exists at agent hyperv_n-h1-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:29:10.576702 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-8e94559c-8f53-45d3-9312-7b4000314621 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586917'] for network, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:10.586270 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-f61f698d-f374-43b6-b3ff-588617728982 admin admin] Publish callbacks [] for router, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:10.587881 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-f61f698d-f374-43b6-b3ff-588617728982 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 6.6122768 Oct 27 10:29:10.593089 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 55124) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:29:10.631416 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] No Port match for: 41aac355-a685-4f09-997c-fd92e489e835 {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:29:10.632093 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device 41aac355-a685-4f09-997c-fd92e489e835 not bound to the agent host n-h1-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:29:10.658420 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-0dcfe7d6-2932-425b-b24c-271e476b708d req-1bf4034b-2087-4470-8f43-8d3e4810c3ec tempest-ImagesNegativeTestJSON-876280486 tempest-ImagesNegativeTestJSON-876280486-project] 10.222.0.44 "GET /v2.0/security-groups?id=cdbdc248-de21-4207-94b5-9bae004f8b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205316 Oct 27 10:29:10.661022 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-2c72fd88-6766-4846-89a9-0948e2dcee29 tempest-RoutersIpV6AdminTest-927106320 tempest-RoutersIpV6AdminTest-927106320-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:10.715454 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvr_db [None req-dd4b7cdd-9b3e-4ee0-89b1-3f615cd372aa None None] Set router aaaf7921-20a7-483e-8905-b7371393d294 gateway port host: n-d-813419-10 {{(pid=102349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:29:10.779923 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-90e05891-d536-44ae-84b0-6223c7e2b521 tempest-SecGroupIPv6Test-1083201667 tempest-SecGroupIPv6Test-1083201667-project] Publish callbacks [] for security_group, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:10.793064 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-90e05891-d536-44ae-84b0-6223c7e2b521 tempest-SecGroupIPv6Test-1083201667 tempest-SecGroupIPv6Test-1083201667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:10.803851 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [req-5d26e3c9-10fd-49b7-96d0-f7f2d8e559e7 req-22f394cb-60b5-4dc5-8993-c12d8e304f60 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7be29813-11de-496b-b457-8050e88e76da {{(pid=102347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:29:10.852769 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-5d26e3c9-10fd-49b7-96d0-f7f2d8e559e7 req-22f394cb-60b5-4dc5-8993-c12d8e304f60 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:10.943350 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-90e05891-d536-44ae-84b0-6223c7e2b521 tempest-SecGroupIPv6Test-1083201667 tempest-SecGroupIPv6Test-1083201667-project] Publish callbacks [] for security_group, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:10.945088 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-90e05891-d536-44ae-84b0-6223c7e2b521 tempest-SecGroupIPv6Test-1083201667 tempest-SecGroupIPv6Test-1083201667-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6753559 Oct 27 10:29:10.961776 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 98bd426e-66a2-4749-baf4-309c5d202bf1 no longer exists at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:29:10.977891 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.provisioning_blocks [req-5d26e3c9-10fd-49b7-96d0-f7f2d8e559e7 req-22f394cb-60b5-4dc5-8993-c12d8e304f60 service neutron] Transition to ACTIVE for port object 7be29813-11de-496b-b457-8050e88e76da will not be triggered until provisioned by entity L2. {{(pid=102347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 10:29:10.980281 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 55130) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:29:10.985590 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-50c05cd1-4a24-4758-836d-298bf534ccd9 tempest-SecGroupIPv6Test-1083201667 tempest-SecGroupIPv6Test-1083201667-project] Request body: {'security_group_rule': {'security_group_id': '50dac5f4-8764-4a23-8339-3f4035886000', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:29:10.991988 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e05891-d536-44ae-84b0-6223c7e2b521 tempest-SecGroupIPv6Test-1083201667 tempest-SecGroupIPv6Test-1083201667-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50dac5f4-8764-4a23-8339-3f4035886000,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:29:11.003462 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] No Port match for: 98bd426e-66a2-4749-baf4-309c5d202bf1 {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:29:11.003816 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 98bd426e-66a2-4749-baf4-309c5d202bf1 not bound to the agent host n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:29:11.004051 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-5d26e3c9-10fd-49b7-96d0-f7f2d8e559e7 req-22f394cb-60b5-4dc5-8993-c12d8e304f60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:11.058858 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-dd4b7cdd-9b3e-4ee0-89b1-3f615cd372aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaaf7921-20a7-483e-8905-b7371393d294', 'name': 'tempest-AttachSCSIVolumeTestJSON-1520833468-router', 'tenant_id': '1f00f22927194f768013d3cbe87c72eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.142'}], 'enable_snat': True}, 'gw_port_id': '2894caf0-5c83-4796-8e55-c2011c5023a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:29:04Z', 'updated_at': '2021-10-27T10:29:08Z', 'revision_number': 3, 'project_id': '1f00f22927194f768013d3cbe87c72eb', 'gw_port': {'id': '2894caf0-5c83-4796-8e55-c2011c5023a7', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:e7:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aaaf7921-20a7-483e-8905-b7371393d294', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:29:06Z', 'updated_at': '2021-10-27T10:29:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10'}], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:29:11.060295 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-2c72fd88-6766-4846-89a9-0948e2dcee29 tempest-RoutersIpV6AdminTest-927106320 tempest-RoutersIpV6AdminTest-927106320-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:11.097920 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd4b7cdd-9b3e-4ee0-89b1-3f615cd372aa None None] Checking router: aaaf7921-20a7-483e-8905-b7371393d294 for host: n-d-813419-10 {{(pid=102349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 10:29:11.098270 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd4b7cdd-9b3e-4ee0-89b1-3f615cd372aa None None] Updating router aaaf7921-20a7-483e-8905-b7371393d294 port 2894caf0-5c83-4796-8e55-c2011c5023a7 binding host n-d-813419-10 {{(pid=102349) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 10:29:11.103847 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-8e94559c-8f53-45d3-9312-7b4000314621 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857803', 'neutron.services.segments.db._delete_segments_for_network-8743873143390'] for network, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:11.138140 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-dd4b7cdd-9b3e-4ee0-89b1-3f615cd372aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:11.183805 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f394cb-60b5-4dc5-8993-c12d8e304f60 service neutron] Pushing event updated for resources: {'Port': ['ID=7be29813-11de-496b-b457-8050e88e76da,revision_number=2']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:29:11.240852 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-8e94559c-8f53-45d3-9312-7b4000314621 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b70d8912-e651-449a-aede-549067567147']}} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:29:11.244636 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-50c05cd1-4a24-4758-836d-298bf534ccd9 tempest-SecGroupIPv6Test-1083201667 tempest-SecGroupIPv6Test-1083201667-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:11.286029 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-8e94559c-8f53-45d3-9312-7b4000314621 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50500633-18ab-48c2-98da-73563c3123ba') {'for_net_delete': True} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:29:11.286499 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-8e94559c-8f53-45d3-9312-7b4000314621 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50500633-18ab-48c2-98da-73563c3123ba') {} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:29:11.322816 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-8e94559c-8f53-45d3-9312-7b4000314621 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743873145191', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25847877'] for segment, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:11.367415 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-8e94559c-8f53-45d3-9312-7b4000314621 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:11.386203 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e94559c-8f53-45d3-9312-7b4000314621 admin admin] Releasing vlan 439 on physical network physnet1 to pool {{(pid=102346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 10:29:11.386874 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-8e94559c-8f53-45d3-9312-7b4000314621 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27024137'] for segment, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:11.397755 n-d-813419-10 neutron-server[102346]: Traceback (most recent call last): Oct 27 10:29:11.397755 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 10:29:11.397755 n-d-813419-10 neutron-server[102346]: timer() Oct 27 10:29:11.397755 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 10:29:11.397755 n-d-813419-10 neutron-server[102346]: cb(*args, **kw) Oct 27 10:29:11.397755 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 10:29:11.397755 n-d-813419-10 neutron-server[102346]: return func(*args, **kwargs) Oct 27 10:29:11.397755 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 10:29:11.397755 n-d-813419-10 neutron-server[102346]: self._notify() Oct 27 10:29:11.397755 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 10:29:11.397755 n-d-813419-10 neutron-server[102346]: self.callback(batched_events) Oct 27 10:29:11.397755 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 10:29:11.397755 n-d-813419-10 neutron-server[102346]: event.method(event) Oct 27 10:29:11.397755 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 10:29:11.397755 n-d-813419-10 neutron-server[102346]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 10:29:11.397755 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 10:29:11.397755 n-d-813419-10 neutron-server[102346]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 10:29:11.397755 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 10:29:11.397755 n-d-813419-10 neutron-server[102346]: return f(self, *a, **k) Oct 27 10:29:11.397755 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 10:29:11.397755 n-d-813419-10 neutron-server[102346]: return self._get(url).json() Oct 27 10:29:11.397755 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 10:29:11.397755 n-d-813419-10 neutron-server[102346]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 10:29:11.397755 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 10:29:11.397755 n-d-813419-10 neutron-server[102346]: return self.request(url, 'GET', **kwargs) Oct 27 10:29:11.397755 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 10:29:11.397755 n-d-813419-10 neutron-server[102346]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 10:29:11.397755 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 10:29:11.397755 n-d-813419-10 neutron-server[102346]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 10:29:11.397755 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 10:29:11.397755 n-d-813419-10 neutron-server[102346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 10:29:11.397755 n-d-813419-10 neutron-server[102346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 10:29:11.536589 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-5d26e3c9-10fd-49b7-96d0-f7f2d8e559e7 req-22f394cb-60b5-4dc5-8993-c12d8e304f60 service neutron] Attempting to bind port 7be29813-11de-496b-b457-8050e88e76da on host n-h2-813419-10 for vnic_type normal with profile {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:29:11.537129 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-5d26e3c9-10fd-49b7-96d0-f7f2d8e559e7 req-22f394cb-60b5-4dc5-8993-c12d8e304f60 service neutron] Attempting to bind port 7be29813-11de-496b-b457-8050e88e76da by drivers openvswitch,hyperv on host n-h2-813419-10 at level 0 using segments [{'id': 'f7c42c6d-2766-46d8-a8b7-4852117a5555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '4d250f92-d229-45fe-a579-67fef8e6c544'}] {{(pid=102347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:29:11.537278 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d26e3c9-10fd-49b7-96d0-f7f2d8e559e7 req-22f394cb-60b5-4dc5-8993-c12d8e304f60 service neutron] Attempting to bind port 7be29813-11de-496b-b457-8050e88e76da on network 4d250f92-d229-45fe-a579-67fef8e6c544 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:29:11.548610 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-50c05cd1-4a24-4758-836d-298bf534ccd9 tempest-SecGroupIPv6Test-1083201667 tempest-SecGroupIPv6Test-1083201667-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:11.554848 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d26e3c9-10fd-49b7-96d0-f7f2d8e559e7 req-22f394cb-60b5-4dc5-8993-c12d8e304f60 service neutron] Port 7be29813-11de-496b-b457-8050e88e76da on network 4d250f92-d229-45fe-a579-67fef8e6c544 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-10 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 10:29:11.555174 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d26e3c9-10fd-49b7-96d0-f7f2d8e559e7 req-22f394cb-60b5-4dc5-8993-c12d8e304f60 service neutron] Attempting to bind port 7be29813-11de-496b-b457-8050e88e76da on network 4d250f92-d229-45fe-a579-67fef8e6c544 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:29:11.563238 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-50c05cd1-4a24-4758-836d-298bf534ccd9 tempest-SecGroupIPv6Test-1083201667 tempest-SecGroupIPv6Test-1083201667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671902'] for security_group_rule, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:11.586673 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d26e3c9-10fd-49b7-96d0-f7f2d8e559e7 req-22f394cb-60b5-4dc5-8993-c12d8e304f60 service neutron] Checking agent: {'id': 'a2edc247-0fa4-4ce6-bbae-a10492f6bd71', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 16, 9), 'started_at': datetime.datetime(2021, 10, 27, 10, 16, 9), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 29, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:29:11.587012 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d26e3c9-10fd-49b7-96d0-f7f2d8e559e7 req-22f394cb-60b5-4dc5-8993-c12d8e304f60 service neutron] Checking segment: {'id': 'f7c42c6d-2766-46d8-a8b7-4852117a5555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '4d250f92-d229-45fe-a579-67fef8e6c544'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:29:11.587398 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d26e3c9-10fd-49b7-96d0-f7f2d8e559e7 req-22f394cb-60b5-4dc5-8993-c12d8e304f60 service neutron] Bound using segment: {'id': 'f7c42c6d-2766-46d8-a8b7-4852117a5555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '4d250f92-d229-45fe-a579-67fef8e6c544'} {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:29:11.587846 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-5d26e3c9-10fd-49b7-96d0-f7f2d8e559e7 req-22f394cb-60b5-4dc5-8993-c12d8e304f60 service neutron] Bound port: 7be29813-11de-496b-b457-8050e88e76da, host: n-h2-813419-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7c42c6d-2766-46d8-a8b7-4852117a5555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '4d250f92-d229-45fe-a579-67fef8e6c544'}}] {{(pid=102347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:29:11.588284 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-5d26e3c9-10fd-49b7-96d0-f7f2d8e559e7 req-22f394cb-60b5-4dc5-8993-c12d8e304f60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:11.618075 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-8e94559c-8f53-45d3-9312-7b4000314621 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664840'] for network, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:11.622239 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c05cd1-4a24-4758-836d-298bf534ccd9 tempest-SecGroupIPv6Test-1083201667 tempest-SecGroupIPv6Test-1083201667-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0392882a-f1bd-4976-a7c0-f8e1b54f9c37,revision_number=0']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:29:11.659793 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-50c05cd1-4a24-4758-836d-298bf534ccd9 tempest-SecGroupIPv6Test-1083201667 tempest-SecGroupIPv6Test-1083201667-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:11.661574 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-50c05cd1-4a24-4758-836d-298bf534ccd9 tempest-SecGroupIPv6Test-1083201667 tempest-SecGroupIPv6Test-1083201667-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6794372 Oct 27 10:29:11.667687 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 55134) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:29:11.729710 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-41dc788d-9d37-4194-b792-76e3f4f65bb2 tempest-SecGroupIPv6Test-1083201667 tempest-SecGroupIPv6Test-1083201667-project] 10.222.0.44 "GET /v2.0/security-group-rules/0392882a-f1bd-4976-a7c0-f8e1b54f9c37 HTTP/1.1" status: 200 len: 763 time: 0.0588455 Oct 27 10:29:11.736845 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 55138) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:29:11.769732 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-5d26e3c9-10fd-49b7-96d0-f7f2d8e559e7 req-22f394cb-60b5-4dc5-8993-c12d8e304f60 service neutron] For port 7be29813-11de-496b-b457-8050e88e76da, host n-h2-813419-10, cleared binding levels {{(pid=102347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:29:11.776704 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-dd4b7cdd-9b3e-4ee0-89b1-3f615cd372aa None None] Publish callbacks [] for port, precommit_update {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:11.785718 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-dd4b7cdd-9b3e-4ee0-89b1-3f615cd372aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:11.823262 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-5d26e3c9-10fd-49b7-96d0-f7f2d8e559e7 req-22f394cb-60b5-4dc5-8993-c12d8e304f60 service neutron] For port 7be29813-11de-496b-b457-8050e88e76da, host n-h2-813419-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=7be29813-11de-496b-b457-8050e88e76da,segment=NetworkSegment(f7c42c6d-2766-46d8-a8b7-4852117a5555),segment_id=f7c42c6d-2766-46d8-a8b7-4852117a5555)] {{(pid=102347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:29:11.847866 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.managers [None req-dd4b7cdd-9b3e-4ee0-89b1-3f615cd372aa None None] Attempting to bind port 2894caf0-5c83-4796-8e55-c2011c5023a7 on host n-d-813419-10 for vnic_type normal with profile {{(pid=102349) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:29:11.848285 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.managers [None req-dd4b7cdd-9b3e-4ee0-89b1-3f615cd372aa None None] Attempting to bind port 2894caf0-5c83-4796-8e55-c2011c5023a7 by drivers openvswitch,hyperv on host n-d-813419-10 at level 0 using segments [{'id': 'bc14127b-7032-4c50-bb5b-f6813cbae86e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'}] {{(pid=102349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:29:11.848902 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd4b7cdd-9b3e-4ee0-89b1-3f615cd372aa None None] Attempting to bind port 2894caf0-5c83-4796-8e55-c2011c5023a7 on network 185ff123-c7ff-45c7-a6be-71feb35acc9c {{(pid=102349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:29:11.855794 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-5d26e3c9-10fd-49b7-96d0-f7f2d8e559e7 req-22f394cb-60b5-4dc5-8993-c12d8e304f60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:11.867010 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd4b7cdd-9b3e-4ee0-89b1-3f615cd372aa None None] Checking agent: {'id': '89dba0f3-79b2-435e-9822-33674b8f6ada', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 8, 20), 'started_at': datetime.datetime(2021, 10, 27, 10, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 28, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:29:11.867555 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd4b7cdd-9b3e-4ee0-89b1-3f615cd372aa None None] Checking segment: {'id': 'bc14127b-7032-4c50-bb5b-f6813cbae86e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:29:11.868285 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-dd4b7cdd-9b3e-4ee0-89b1-3f615cd372aa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:11.869311 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd4b7cdd-9b3e-4ee0-89b1-3f615cd372aa None None] Bound using segment: {'id': 'bc14127b-7032-4c50-bb5b-f6813cbae86e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'} {{(pid=102349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:29:11.869972 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.managers [None req-dd4b7cdd-9b3e-4ee0-89b1-3f615cd372aa None None] Bound port: 2894caf0-5c83-4796-8e55-c2011c5023a7, host: n-d-813419-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc14127b-7032-4c50-bb5b-f6813cbae86e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'}}] {{(pid=102349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:29:11.870677 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-dd4b7cdd-9b3e-4ee0-89b1-3f615cd372aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:11.881077 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-e5c995e5-9c50-41e1-a026-4d42ae7fd51b tempest-SecGroupIPv6Test-1083201667 tempest-SecGroupIPv6Test-1083201667-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1408269 Oct 27 10:29:11.888961 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 55140) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:29:11.948296 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d26e3c9-10fd-49b7-96d0-f7f2d8e559e7 req-22f394cb-60b5-4dc5-8993-c12d8e304f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:29:11.949098 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-5d26e3c9-10fd-49b7-96d0-f7f2d8e559e7 req-22f394cb-60b5-4dc5-8993-c12d8e304f60 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:11.951042 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-5d26e3c9-10fd-49b7-96d0-f7f2d8e559e7 req-22f394cb-60b5-4dc5-8993-c12d8e304f60 service neutron] 10.222.0.76 "PUT /v2.0/ports/7be29813-11de-496b-b457-8050e88e76da HTTP/1.1" status: 200 len: 1097 time: 2.5840015 Oct 27 10:29:11.974595 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2225dcd2-563a-4836-9d6d-95e75fbc3fc6', 'tag': '7be29813-11de-496b-b457-8050e88e76da'}] {{(pid=102347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:29:11.976728 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311149b481204ee7edffdb959c881838506fbd95bc8577c048f6677abb73acc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8fa7d85-2e3d-47a0-b7f1-fc3e64198957" -d '{"events": [{"name": "network-changed", "server_uuid": "2225dcd2-563a-4836-9d6d-95e75fbc3fc6", "tag": "7be29813-11de-496b-b457-8050e88e76da"}]}' {{(pid=102347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:29:12.006391 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.db [None req-dd4b7cdd-9b3e-4ee0-89b1-3f615cd372aa None None] For port 2894caf0-5c83-4796-8e55-c2011c5023a7, host n-d-813419-10, cleared binding levels {{(pid=102349) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:29:12.018257 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.db [None req-dd4b7cdd-9b3e-4ee0-89b1-3f615cd372aa None None] For port 2894caf0-5c83-4796-8e55-c2011c5023a7, host n-d-813419-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=2894caf0-5c83-4796-8e55-c2011c5023a7,segment=NetworkSegment(bc14127b-7032-4c50-bb5b-f6813cbae86e),segment_id=bc14127b-7032-4c50-bb5b-f6813cbae86e)] {{(pid=102349) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:29:12.041304 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-dd4b7cdd-9b3e-4ee0-89b1-3f615cd372aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:12.056130 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d2fcc1-8cf4-4285-b07e-22fee54f0738 None None] Pushing event updated for resources: {'Port': ['ID=2894caf0-5c83-4796-8e55-c2011c5023a7,revision_number=2']} {{(pid=102349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:29:12.095207 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a320fc74-c393-4ea4-9400-859cfe661698 req-0979a975-759a-4a27-974a-efb7e792ea71 tempest-ImagesNegativeTestJSON-876280486 tempest-ImagesNegativeTestJSON-876280486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:29:12.097312 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-a320fc74-c393-4ea4-9400-859cfe661698 req-0979a975-759a-4a27-974a-efb7e792ea71 tempest-ImagesNegativeTestJSON-876280486 tempest-ImagesNegativeTestJSON-876280486-project] 10.222.0.44 "GET /v2.0/ports?device_id=2225dcd2-563a-4836-9d6d-95e75fbc3fc6 HTTP/1.1" status: 200 len: 948 time: 0.3190026 Oct 27 10:29:12.108133 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f394cb-60b5-4dc5-8993-c12d8e304f60 service neutron] Pushing event updated for resources: {'Port': ['ID=7be29813-11de-496b-b457-8050e88e76da,revision_number=3']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:29:12.122845 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-0f510e14-a7ba-491a-adf4-f5526bdac7c1 tempest-SecGroupIPv6Test-1083201667 tempest-SecGroupIPv6Test-1083201667-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:12.128453 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-8e94559c-8f53-45d3-9312-7b4000314621 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for network, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:12.132250 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-8e94559c-8f53-45d3-9312-7b4000314621 admin admin] 10.222.0.44 "DELETE /v2.0/networks/b70d8912-e651-449a-aede-549067567147 HTTP/1.1" status: 204 len: 168 time: 1.7554858 Oct 27 10:29:12.133398 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e94559c-8f53-45d3-9312-7b4000314621 admin admin] Pushing event deleted for resources: {'Network': ['ID=b70d8912-e651-449a-aede-549067567147,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:29:12.135477 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 55148) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:29:12.144771 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-0f510e14-a7ba-491a-adf4-f5526bdac7c1 tempest-SecGroupIPv6Test-1083201667 tempest-SecGroupIPv6Test-1083201667-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:12.161057 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd4b7cdd-9b3e-4ee0-89b1-3f615cd372aa None None] Routers {'aaaf7921-20a7-483e-8905-b7371393d294'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:29:12.161678 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-dd4b7cdd-9b3e-4ee0-89b1-3f615cd372aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:28:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['aaaf7921-20a7-483e-8905-b7371393d294'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:29:12.176958 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-2c72fd88-6766-4846-89a9-0948e2dcee29 tempest-RoutersIpV6AdminTest-927106320 tempest-RoutersIpV6AdminTest-927106320-project] Publish callbacks [] for router_gateway, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:12.210102 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d2fcc1-8cf4-4285-b07e-22fee54f0738 None None] Pushing event updated for resources: {'Port': ['ID=2894caf0-5c83-4796-8e55-c2011c5023a7,revision_number=3']} {{(pid=102349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:29:12.224138 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-7aec8dd6-a442-4030-aa19-f8b8fd28254d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:12.248582 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_v2 [None req-52b25729-21e0-4821-9e14-871617631cdf admin admin] Deleting subnet 06b71198-a2fe-4354-86ba-f029ab7f9384 {{(pid=102346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 10:29:12.255728 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-0f510e14-a7ba-491a-adf4-f5526bdac7c1 tempest-SecGroupIPv6Test-1083201667 tempest-SecGroupIPv6Test-1083201667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671902'] for security_group_rule, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:12.275193 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-0f510e14-a7ba-491a-adf4-f5526bdac7c1 tempest-SecGroupIPv6Test-1083201667 tempest-SecGroupIPv6Test-1083201667-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:12.277643 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-52b25729-21e0-4821-9e14-871617631cdf admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:12.279149 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-0f510e14-a7ba-491a-adf4-f5526bdac7c1 tempest-SecGroupIPv6Test-1083201667 tempest-SecGroupIPv6Test-1083201667-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/0392882a-f1bd-4976-a7c0-f8e1b54f9c37 HTTP/1.1" status: 204 len: 168 time: 0.3886013 Oct 27 10:29:12.281532 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-2c72fd88-6766-4846-89a9-0948e2dcee29 tempest-RoutersIpV6AdminTest-927106320 tempest-RoutersIpV6AdminTest-927106320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:12.287118 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 55150) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:29:12.308944 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d26e3c9-10fd-49b7-96d0-f7f2d8e559e7 req-29ca1fe9-e062-4f28-84a6-6a066521fa26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:29:12.310427 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-5d26e3c9-10fd-49b7-96d0-f7f2d8e559e7 req-29ca1fe9-e062-4f28-84a6-6a066521fa26 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=a4b645c307474aeb827c98177fa98fe9&device_id=2225dcd2-563a-4836-9d6d-95e75fbc3fc6 HTTP/1.1" status: 200 len: 1100 time: 0.2819500 Oct 27 10:29:12.317149 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-a320fc74-c393-4ea4-9400-859cfe661698 req-0de7296e-8ed6-4534-ab9d-e8adc02ea93a tempest-ImagesNegativeTestJSON-876280486 tempest-ImagesNegativeTestJSON-876280486-project] 10.222.0.44 "GET /v2.0/security-groups?id=cdbdc248-de21-4207-94b5-9bae004f8b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491475 Oct 27 10:29:12.323112 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f510e14-a7ba-491a-adf4-f5526bdac7c1 tempest-SecGroupIPv6Test-1083201667 tempest-SecGroupIPv6Test-1083201667-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0392882a-f1bd-4976-a7c0-f8e1b54f9c37,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:29:12.361760 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvr_db [None req-dd4b7cdd-9b3e-4ee0-89b1-3f615cd372aa None None] Set router aaaf7921-20a7-483e-8905-b7371393d294 gateway port host: n-d-813419-10 {{(pid=102349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:29:12.410465 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e00c9c-1468-4d53-9dfa-539c2ec5b8af req-0ddd716c-5213-4b3a-84ae-36f6a4d9d316 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:29:12.416034 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-5d26e3c9-10fd-49b7-96d0-f7f2d8e559e7 req-419aa496-bf53-46bb-9f5c-c18af7ab61c6 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.132&port_id=7be29813-11de-496b-b457-8050e88e76da HTTP/1.1" status: 200 len: 217 time: 0.0897584 Oct 27 10:29:12.417996 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-25e00c9c-1468-4d53-9dfa-539c2ec5b8af req-0ddd716c-5213-4b3a-84ae-36f6a4d9d316 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ae4390a-b621-4500-a1b9-c968556e5a4c HTTP/1.1" status: 200 len: 946 time: 0.3273811 Oct 27 10:29:12.454256 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 10:29:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f5eaf4f-d9ee-401c-978d-9afdf10350ba x-openstack-request-id: req-2f5eaf4f-d9ee-401c-978d-9afdf10350ba {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:29:12.454668 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2225dcd2-563a-4836-9d6d-95e75fbc3fc6", "tag": "7be29813-11de-496b-b457-8050e88e76da", "status": "completed", "code": 200}]} {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:29:12.455024 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-2f5eaf4f-d9ee-401c-978d-9afdf10350ba {{(pid=102347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:29:12.455526 n-d-813419-10 neutron-server[102347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2225dcd2-563a-4836-9d6d-95e75fbc3fc6', 'tag': '7be29813-11de-496b-b457-8050e88e76da', 'status': 'completed', 'code': 200} Oct 27 10:29:12.468851 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-52b25729-21e0-4821-9e14-871617631cdf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25847868'] for subnet, precommit_delete_associations {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:12.492915 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-25e00c9c-1468-4d53-9dfa-539c2ec5b8af req-777267b7-20d7-46bf-af05-2632dbbadbdf tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/security-groups?id=9f7279ee-2d49-4f67-b584-fc902ef383cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738609 Oct 27 10:29:12.496646 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-0953a225-01ae-42b5-a359-2e54af1072fd tempest-SecGroupIPv6Test-1083201667 tempest-SecGroupIPv6Test-1083201667-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2019088 Oct 27 10:29:12.525719 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 55152) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:29:12.534461 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-44edd1fc-74be-4350-b4fe-281dd71e8f03 tempest-SecGroupIPv6Test-1083201667 tempest-SecGroupIPv6Test-1083201667-project] Request body: {'security_group_rule': {'security_group_id': '50dac5f4-8764-4a23-8339-3f4035886000', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:29:12.604267 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-52b25729-21e0-4821-9e14-871617631cdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855646'] for subnet, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:12.604469 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d26e3c9-10fd-49b7-96d0-f7f2d8e559e7 req-eff2ca90-65d0-437a-b3b5-3f21c462f5e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:29:12.606043 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-5d26e3c9-10fd-49b7-96d0-f7f2d8e559e7 req-eff2ca90-65d0-437a-b3b5-3f21c462f5e7 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=62eb52f7-aac4-48af-8670-e04300325561 HTTP/1.1" status: 200 len: 843 time: 0.1756232 Oct 27 10:29:12.646786 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-dd4b7cdd-9b3e-4ee0-89b1-3f615cd372aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaaf7921-20a7-483e-8905-b7371393d294', 'name': 'tempest-AttachSCSIVolumeTestJSON-1520833468-router', 'tenant_id': '1f00f22927194f768013d3cbe87c72eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.142'}], 'enable_snat': True}, 'gw_port_id': '2894caf0-5c83-4796-8e55-c2011c5023a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:29:04Z', 'updated_at': '2021-10-27T10:29:08Z', 'revision_number': 3, 'project_id': '1f00f22927194f768013d3cbe87c72eb', 'gw_port': {'id': '2894caf0-5c83-4796-8e55-c2011c5023a7', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:e7:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aaaf7921-20a7-483e-8905-b7371393d294', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:29:06Z', 'updated_at': '2021-10-27T10:29:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10'}], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:29:12.647037 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-44edd1fc-74be-4350-b4fe-281dd71e8f03 tempest-SecGroupIPv6Test-1083201667 tempest-SecGroupIPv6Test-1083201667-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:12.653137 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_common [None req-2c72fd88-6766-4846-89a9-0948e2dcee29 tempest-RoutersIpV6AdminTest-927106320 tempest-RoutersIpV6AdminTest-927106320-project] Allocated IP 172.25.8.64 (185ff123-c7ff-45c7-a6be-71feb35acc9c/0fb9f9d1-7384-481f-8fa8-f4566c349d30/f2b82757-bb7b-4d3b-9842-0cd09331fd22) {{(pid=102346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:29:12.694708 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd4b7cdd-9b3e-4ee0-89b1-3f615cd372aa None None] The sync data for ids ['aaaf7921-20a7-483e-8905-b7371393d294'] in n-d-813419-10 is: [{'id': 'aaaf7921-20a7-483e-8905-b7371393d294', 'name': 'tempest-AttachSCSIVolumeTestJSON-1520833468-router', 'tenant_id': '1f00f22927194f768013d3cbe87c72eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.142'}], 'enable_snat': True}, 'gw_port_id': '2894caf0-5c83-4796-8e55-c2011c5023a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:29:04Z', 'updated_at': '2021-10-27T10:29:08Z', 'revision_number': 3, 'project_id': '1f00f22927194f768013d3cbe87c72eb', 'gw_port': {'id': '2894caf0-5c83-4796-8e55-c2011c5023a7', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:e7:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aaaf7921-20a7-483e-8905-b7371393d294', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:29:06Z', 'updated_at': '2021-10-27T10:29:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10'}] {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:29:12.720916 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d26e3c9-10fd-49b7-96d0-f7f2d8e559e7 req-9e8af98a-7442-475a-92bc-c1da4cbdc490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:29:12.721512 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-5d26e3c9-10fd-49b7-96d0-f7f2d8e559e7 req-9e8af98a-7442-475a-92bc-c1da4cbdc490 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=4d250f92-d229-45fe-a579-67fef8e6c544&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1046419 Oct 27 10:29:12.745039 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-52b25729-21e0-4821-9e14-871617631cdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27024355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27168307'] for subnet, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:12.758776 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_common [None req-7aec8dd6-a442-4030-aa19-f8b8fd28254d admin admin] Allocated IP 172.20.0.1 (6f5674c9-6da0-4af4-b2b2-aeb619ca7ae3/0b1da224-472e-4d80-8c8f-fc0acb6e2b70/ba6dea20-61c3-4427-ad2d-fcb4d616960d) {{(pid=102347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:29:12.783742 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b25729-21e0-4821-9e14-871617631cdf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=06b71198-a2fe-4354-86ba-f029ab7f9384,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:29:12.792748 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-52b25729-21e0-4821-9e14-871617631cdf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for subnet, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:12.796608 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-52b25729-21e0-4821-9e14-871617631cdf admin admin] 10.222.0.44 "DELETE /v2.0/subnets/06b71198-a2fe-4354-86ba-f029ab7f9384 HTTP/1.1" status: 204 len: 168 time: 0.6584351 Oct 27 10:29:12.800615 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 55154) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:29:12.892545 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-2c72fd88-6766-4846-89a9-0948e2dcee29 tempest-RoutersIpV6AdminTest-927106320 tempest-RoutersIpV6AdminTest-927106320-project] Publish callbacks [] for port, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:12.901600 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-c83b725f-7cf4-40e2-b9cd-6ce6ccf533c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586917'] for network, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:12.938518 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-44edd1fc-74be-4350-b4fe-281dd71e8f03 tempest-SecGroupIPv6Test-1083201667 tempest-SecGroupIPv6Test-1083201667-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:12.953935 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-44edd1fc-74be-4350-b4fe-281dd71e8f03 tempest-SecGroupIPv6Test-1083201667 tempest-SecGroupIPv6Test-1083201667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671902'] for security_group_rule, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:13.004537 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-2c72fd88-6766-4846-89a9-0948e2dcee29 tempest-RoutersIpV6AdminTest-927106320 tempest-RoutersIpV6AdminTest-927106320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:13.006029 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-7aec8dd6-a442-4030-aa19-f8b8fd28254d admin admin] Publish callbacks [] for port, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:13.009445 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44edd1fc-74be-4350-b4fe-281dd71e8f03 tempest-SecGroupIPv6Test-1083201667 tempest-SecGroupIPv6Test-1083201667-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd61b448-0739-48cc-b79f-eeca820efe09,revision_number=0']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:29:13.031288 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-c83b725f-7cf4-40e2-b9cd-6ce6ccf533c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857803', 'neutron.services.segments.db._delete_segments_for_network-8743873143390'] for network, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:13.053591 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-44edd1fc-74be-4350-b4fe-281dd71e8f03 tempest-SecGroupIPv6Test-1083201667 tempest-SecGroupIPv6Test-1083201667-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:13.054914 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-44edd1fc-74be-4350-b4fe-281dd71e8f03 tempest-SecGroupIPv6Test-1083201667 tempest-SecGroupIPv6Test-1083201667-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5280890 Oct 27 10:29:13.059871 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 55158) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:29:13.084857 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-5d26e3c9-10fd-49b7-96d0-f7f2d8e559e7 req-0da87f0a-b004-4f94-b362-452b70aac5bf service neutron] 10.222.0.76 "GET /v2.0/networks/4d250f92-d229-45fe-a579-67fef8e6c544?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3518152 Oct 27 10:29:13.090748 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c72fd88-6766-4846-89a9-0948e2dcee29 tempest-RoutersIpV6AdminTest-927106320 tempest-RoutersIpV6AdminTest-927106320-project] Network 185ff123-c7ff-45c7-a6be-71feb35acc9c is already hosted by enough agents. {{(pid=102346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:29:13.090954 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-53557e94-eb2a-41d1-8eba-75e7752978fe tempest-SecGroupIPv6Test-1083201667 tempest-SecGroupIPv6Test-1083201667-project] 10.222.0.44 "GET /v2.0/security-group-rules/bd61b448-0739-48cc-b79f-eeca820efe09 HTTP/1.1" status: 200 len: 763 time: 0.0294306 Oct 27 10:29:13.093339 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-c83b725f-7cf4-40e2-b9cd-6ce6ccf533c0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f00ddbde-2f44-4777-aa88-254af05d6c7c']}} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:29:13.097282 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 55160) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:29:13.111498 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-2c72fd88-6766-4846-89a9-0948e2dcee29 tempest-RoutersIpV6AdminTest-927106320 tempest-RoutersIpV6AdminTest-927106320-project] Resources bound (agent type, host, resource id): {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:29:13.124582 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c72fd88-6766-4846-89a9-0948e2dcee29 tempest-RoutersIpV6AdminTest-927106320 tempest-RoutersIpV6AdminTest-927106320-project] Received port after_create {{(pid=102346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:29:13.130084 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-c83b725f-7cf4-40e2-b9cd-6ce6ccf533c0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15ef1271-7ebb-421c-98d1-fb27dfc0237f') {'for_net_delete': True} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:29:13.130690 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-c83b725f-7cf4-40e2-b9cd-6ce6ccf533c0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15ef1271-7ebb-421c-98d1-fb27dfc0237f') {} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:29:13.132371 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c72fd88-6766-4846-89a9-0948e2dcee29 tempest-RoutersIpV6AdminTest-927106320 tempest-RoutersIpV6AdminTest-927106320-project] Pushing event updated for resources: {'Port': ['ID=f2b82757-bb7b-4d3b-9842-0cd09331fd22,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:29:13.175636 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-c83b725f-7cf4-40e2-b9cd-6ce6ccf533c0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743873145191', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25847877'] for segment, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:13.190529 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-7aec8dd6-a442-4030-aa19-f8b8fd28254d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:13.244406 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-c8175636-7e3d-4c61-a7bf-31e900f9fe3b tempest-SecGroupIPv6Test-1083201667 tempest-SecGroupIPv6Test-1083201667-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1455886 Oct 27 10:29:13.245833 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-c83b725f-7cf4-40e2-b9cd-6ce6ccf533c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:13.253691 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 55162) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:29:13.260750 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c83b725f-7cf4-40e2-b9cd-6ce6ccf533c0 admin admin] Releasing vlan 441 on physical network physnet1 to pool {{(pid=102346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 10:29:13.261669 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-c83b725f-7cf4-40e2-b9cd-6ce6ccf533c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27024137'] for segment, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:13.263780 n-d-813419-10 neutron-server[102346]: Traceback (most recent call last): Oct 27 10:29:13.263780 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 10:29:13.263780 n-d-813419-10 neutron-server[102346]: timer() Oct 27 10:29:13.263780 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 10:29:13.263780 n-d-813419-10 neutron-server[102346]: cb(*args, **kw) Oct 27 10:29:13.263780 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 10:29:13.263780 n-d-813419-10 neutron-server[102346]: return func(*args, **kwargs) Oct 27 10:29:13.263780 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 10:29:13.263780 n-d-813419-10 neutron-server[102346]: self._notify() Oct 27 10:29:13.263780 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 10:29:13.263780 n-d-813419-10 neutron-server[102346]: self.callback(batched_events) Oct 27 10:29:13.263780 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 10:29:13.263780 n-d-813419-10 neutron-server[102346]: event.method(event) Oct 27 10:29:13.263780 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 10:29:13.263780 n-d-813419-10 neutron-server[102346]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 10:29:13.263780 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 10:29:13.263780 n-d-813419-10 neutron-server[102346]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 10:29:13.263780 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 10:29:13.263780 n-d-813419-10 neutron-server[102346]: return f(self, *a, **k) Oct 27 10:29:13.263780 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 10:29:13.263780 n-d-813419-10 neutron-server[102346]: return self._get(url).json() Oct 27 10:29:13.263780 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 10:29:13.263780 n-d-813419-10 neutron-server[102346]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 10:29:13.263780 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 10:29:13.263780 n-d-813419-10 neutron-server[102346]: return self.request(url, 'GET', **kwargs) Oct 27 10:29:13.263780 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 10:29:13.263780 n-d-813419-10 neutron-server[102346]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 10:29:13.263780 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 10:29:13.263780 n-d-813419-10 neutron-server[102346]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 10:29:13.263780 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 10:29:13.263780 n-d-813419-10 neutron-server[102346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 10:29:13.263780 n-d-813419-10 neutron-server[102346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 10:29:13.289560 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aec8dd6-a442-4030-aa19-f8b8fd28254d admin admin] Network 6f5674c9-6da0-4af4-b2b2-aeb619ca7ae3 is already hosted by enough agents. {{(pid=102347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:29:13.303446 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aec8dd6-a442-4030-aa19-f8b8fd28254d admin admin] Pushing event updated for resources: {'Port': ['ID=ba6dea20-61c3-4427-ad2d-fcb4d616960d,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:29:13.307398 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [None req-7aec8dd6-a442-4030-aa19-f8b8fd28254d admin admin] Resources bound (agent type, host, resource id): {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:29:13.322984 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aec8dd6-a442-4030-aa19-f8b8fd28254d admin admin] Received port after_create {{(pid=102347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:29:13.335775 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-0b64070b-958c-4082-8301-06d9c8018f7e tempest-SecGroupIPv6Test-1083201667 tempest-SecGroupIPv6Test-1083201667-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:13.404243 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-0b64070b-958c-4082-8301-06d9c8018f7e tempest-SecGroupIPv6Test-1083201667 tempest-SecGroupIPv6Test-1083201667-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:13.419640 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-5d26e3c9-10fd-49b7-96d0-f7f2d8e559e7 req-8be0d2e4-e7d6-4103-a04f-4ce06ccbcac3 service neutron] 10.222.0.76 "GET /v2.0/networks/4d250f92-d229-45fe-a579-67fef8e6c544?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3228292 Oct 27 10:29:13.472114 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-7aec8dd6-a442-4030-aa19-f8b8fd28254d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1664961'] for router_interface, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:13.579411 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-c83b725f-7cf4-40e2-b9cd-6ce6ccf533c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664840'] for network, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:13.585696 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-0b64070b-958c-4082-8301-06d9c8018f7e tempest-SecGroupIPv6Test-1083201667 tempest-SecGroupIPv6Test-1083201667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671902'] for security_group_rule, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:13.603171 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-c83b725f-7cf4-40e2-b9cd-6ce6ccf533c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for network, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:13.603384 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-0b64070b-958c-4082-8301-06d9c8018f7e tempest-SecGroupIPv6Test-1083201667 tempest-SecGroupIPv6Test-1083201667-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:13.613015 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-0b64070b-958c-4082-8301-06d9c8018f7e tempest-SecGroupIPv6Test-1083201667 tempest-SecGroupIPv6Test-1083201667-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/bd61b448-0739-48cc-b79f-eeca820efe09 HTTP/1.1" status: 204 len: 168 time: 0.3540885 Oct 27 10:29:13.618910 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-c83b725f-7cf4-40e2-b9cd-6ce6ccf533c0 admin admin] 10.222.0.44 "DELETE /v2.0/networks/f00ddbde-2f44-4777-aa88-254af05d6c7c HTTP/1.1" status: 204 len: 168 time: 0.8177953 Oct 27 10:29:13.623791 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 55170) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:29:13.679587 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-77ac418e-034a-4ec5-bda1-2589f928d70f None None] Provisioning complete for port ba6dea20-61c3-4427-ad2d-fcb4d616960d triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:29:13.682526 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-77ac418e-034a-4ec5-bda1-2589f928d70f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:13.686576 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83b725f-7cf4-40e2-b9cd-6ce6ccf533c0 admin admin] Pushing event deleted for resources: {'Network': ['ID=f00ddbde-2f44-4777-aa88-254af05d6c7c,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:29:13.714988 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65df8f0-5d9e-41a4-93d1-ce25fe7b3749 req-1343a7d7-619e-4adc-8ab7-7618aa58ac8c tempest-ImagesNegativeTestJSON-876280486 tempest-ImagesNegativeTestJSON-876280486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:29:13.717274 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-c65df8f0-5d9e-41a4-93d1-ce25fe7b3749 req-1343a7d7-619e-4adc-8ab7-7618aa58ac8c tempest-ImagesNegativeTestJSON-876280486 tempest-ImagesNegativeTestJSON-876280486-project] 10.222.0.44 "GET /v2.0/ports?device_id=2225dcd2-563a-4836-9d6d-95e75fbc3fc6 HTTP/1.1" status: 200 len: 948 time: 0.2289393 Oct 27 10:29:13.750064 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-2717284e-8223-4176-b115-a2bd24467e8d tempest-SecGroupIPv6Test-1083201667 tempest-SecGroupIPv6Test-1083201667-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1248207 Oct 27 10:29:13.793453 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 55174) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:29:13.805368 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-fe1785e5-5165-4818-a4ac-3295b56608a8 tempest-SecGroupIPv6Test-1083201667 tempest-SecGroupIPv6Test-1083201667-project] Request body: {'security_group_rule': {'security_group_id': '50dac5f4-8764-4a23-8339-3f4035886000', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:29:13.809642 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-77ac418e-034a-4ec5-bda1-2589f928d70f None None] Port ba6dea20-61c3-4427-ad2d-fcb4d616960d cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:29:13.878418 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b64070b-958c-4082-8301-06d9c8018f7e tempest-SecGroupIPv6Test-1083201667 tempest-SecGroupIPv6Test-1083201667-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bd61b448-0739-48cc-b79f-eeca820efe09,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:29:13.905166 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 55176) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:29:13.926935 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-c65df8f0-5d9e-41a4-93d1-ce25fe7b3749 req-32350e0e-3abd-4b74-844d-665572200cab tempest-ImagesNegativeTestJSON-876280486 tempest-ImagesNegativeTestJSON-876280486-project] 10.222.0.44 "GET /v2.0/security-groups?id=cdbdc248-de21-4207-94b5-9bae004f8b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2001441 Oct 27 10:29:13.931089 n-d-813419-10 neutron-server[102346]: INFO neutron.db.securitygroups_db [None req-fe1785e5-5165-4818-a4ac-3295b56608a8 tempest-SecGroupIPv6Test-1083201667 tempest-SecGroupIPv6Test-1083201667-project] Project 018dfbd7be224fdca4708fc321121cef added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 27 10:29:13.955299 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-fe1785e5-5165-4818-a4ac-3295b56608a8 tempest-SecGroupIPv6Test-1083201667 tempest-SecGroupIPv6Test-1083201667-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:13.990300 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-2c72fd88-6766-4846-89a9-0948e2dcee29 tempest-RoutersIpV6AdminTest-927106320 tempest-RoutersIpV6AdminTest-927106320-project] Publish callbacks [] for router_gateway, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:14.007525 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-7aec8dd6-a442-4030-aa19-f8b8fd28254d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:14.014567 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fa7d85-2e3d-47a0-b7f1-fc3e64198957 req-35a737f3-525b-4aa4-92ea-367dd2b82c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:29:14.016547 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c8fa7d85-2e3d-47a0-b7f1-fc3e64198957 req-35a737f3-525b-4aa4-92ea-367dd2b82c4b service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=a4b645c307474aeb827c98177fa98fe9&device_id=2225dcd2-563a-4836-9d6d-95e75fbc3fc6 HTTP/1.1" status: 200 len: 1100 time: 0.4526360 Oct 27 10:29:14.123704 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698704b1-19d5-40ea-adbc-24d93fc23916 req-9744648b-2dfa-4c0c-8503-34f8ddc9bf88 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:29:14.125287 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-698704b1-19d5-40ea-adbc-24d93fc23916 req-9744648b-2dfa-4c0c-8503-34f8ddc9bf88 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ae4390a-b621-4500-a1b9-c968556e5a4c HTTP/1.1" status: 200 len: 946 time: 0.3177464 Oct 27 10:29:14.155822 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-fe1785e5-5165-4818-a4ac-3295b56608a8 tempest-SecGroupIPv6Test-1083201667 tempest-SecGroupIPv6Test-1083201667-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:14.167082 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-fe1785e5-5165-4818-a4ac-3295b56608a8 tempest-SecGroupIPv6Test-1083201667 tempest-SecGroupIPv6Test-1083201667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671902'] for security_group_rule, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:14.183757 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-096945fd-57fd-4115-9783-f3dfd43bce79 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9c487093db7840e98dafd374096ede4c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2606070 Oct 27 10:29:14.191933 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 55180) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:29:14.206534 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1785e5-5165-4818-a4ac-3295b56608a8 tempest-SecGroupIPv6Test-1083201667 tempest-SecGroupIPv6Test-1083201667-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b7509f2-7324-42e7-8ab6-e157c5e2626e,revision_number=0']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:29:14.263492 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-fe1785e5-5165-4818-a4ac-3295b56608a8 tempest-SecGroupIPv6Test-1083201667 tempest-SecGroupIPv6Test-1083201667-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:14.265081 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-fe1785e5-5165-4818-a4ac-3295b56608a8 tempest-SecGroupIPv6Test-1083201667 tempest-SecGroupIPv6Test-1083201667-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4706416 Oct 27 10:29:14.273135 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 55182) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:29:14.316724 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-698704b1-19d5-40ea-adbc-24d93fc23916 req-738d1abf-30ce-44a1-9c13-b6f8c2e1a4b2 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/security-groups?id=9f7279ee-2d49-4f67-b584-fc902ef383cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273909 Oct 27 10:29:14.340990 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fa7d85-2e3d-47a0-b7f1-fc3e64198957 req-9aec76a8-9039-4867-b2c9-589b1a7dbf85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:29:14.342565 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c8fa7d85-2e3d-47a0-b7f1-fc3e64198957 req-9aec76a8-9039-4867-b2c9-589b1a7dbf85 service neutron] 10.222.0.76 "GET /v2.0/networks?id=4d250f92-d229-45fe-a579-67fef8e6c544 HTTP/1.1" status: 200 len: 870 time: 0.3061721 Oct 27 10:29:14.383228 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-4609be63-0f10-45a8-8743-a4aaf947aae5 tempest-SecGroupIPv6Test-1083201667 tempest-SecGroupIPv6Test-1083201667-project] 10.222.0.44 "GET /v2.0/security-group-rules/2b7509f2-7324-42e7-8ab6-e157c5e2626e HTTP/1.1" status: 200 len: 769 time: 0.1055148 Oct 27 10:29:14.384027 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-1609c09d-b1a8-4f6b-8385-a8721e9db553 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:14.387278 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 55184) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:29:14.403112 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c8fa7d85-2e3d-47a0-b7f1-fc3e64198957 req-689178b3-ffdd-48ff-b6fa-a4b5ae623d1a service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.132&port_id=7be29813-11de-496b-b457-8050e88e76da HTTP/1.1" status: 200 len: 217 time: 0.0513811 Oct 27 10:29:14.436650 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-1609c09d-b1a8-4f6b-8385-a8721e9db553 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:14.445721 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-7aec8dd6-a442-4030-aa19-f8b8fd28254d admin admin] Publish callbacks [] for port, precommit_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:14.488048 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-00cae278-4b7d-4f51-b41c-f49a3f74692c tempest-SecGroupIPv6Test-1083201667 tempest-SecGroupIPv6Test-1083201667-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0972838 Oct 27 10:29:14.493547 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 55186) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:29:14.497006 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fa7d85-2e3d-47a0-b7f1-fc3e64198957 req-a04f6b7a-3bc6-43fd-a504-a834169ee63a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:29:14.498584 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c8fa7d85-2e3d-47a0-b7f1-fc3e64198957 req-a04f6b7a-3bc6-43fd-a504-a834169ee63a service neutron] 10.222.0.76 "GET /v2.0/subnets?id=62eb52f7-aac4-48af-8670-e04300325561 HTTP/1.1" status: 200 len: 843 time: 0.0509009 Oct 27 10:29:14.499694 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-7aec8dd6-a442-4030-aa19-f8b8fd28254d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:14.516518 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-2c72fd88-6766-4846-89a9-0948e2dcee29 tempest-RoutersIpV6AdminTest-927106320 tempest-RoutersIpV6AdminTest-927106320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1765699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1769372'] for router, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:14.570330 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-9990e17b-bfff-43b8-8e91-6f4bbedd52af tempest-SecGroupIPv6Test-1083201667 tempest-SecGroupIPv6Test-1083201667-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:14.608961 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-9990e17b-bfff-43b8-8e91-6f4bbedd52af tempest-SecGroupIPv6Test-1083201667 tempest-SecGroupIPv6Test-1083201667-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:14.622986 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-1609c09d-b1a8-4f6b-8385-a8721e9db553 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:14.625657 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-1609c09d-b1a8-4f6b-8385-a8721e9db553 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:14.626825 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-1609c09d-b1a8-4f6b-8385-a8721e9db553 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/df17171a-6534-4d8a-8518-0be5fe64cbb1 HTTP/1.1" status: 204 len: 168 time: 0.4339230 Oct 27 10:29:14.651453 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1609c09d-b1a8-4f6b-8385-a8721e9db553 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df17171a-6534-4d8a-8518-0be5fe64cbb1,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:29:14.672014 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-9990e17b-bfff-43b8-8e91-6f4bbedd52af tempest-SecGroupIPv6Test-1083201667 tempest-SecGroupIPv6Test-1083201667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671902'] for security_group_rule, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:14.685978 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-9990e17b-bfff-43b8-8e91-6f4bbedd52af tempest-SecGroupIPv6Test-1083201667 tempest-SecGroupIPv6Test-1083201667-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:14.687136 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-9990e17b-bfff-43b8-8e91-6f4bbedd52af tempest-SecGroupIPv6Test-1083201667 tempest-SecGroupIPv6Test-1083201667-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/2b7509f2-7324-42e7-8ab6-e157c5e2626e HTTP/1.1" status: 204 len: 168 time: 0.1891122 Oct 27 10:29:14.692646 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 55190) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:29:14.716800 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9990e17b-bfff-43b8-8e91-6f4bbedd52af tempest-SecGroupIPv6Test-1083201667 tempest-SecGroupIPv6Test-1083201667-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2b7509f2-7324-42e7-8ab6-e157c5e2626e,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:29:14.811701 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 2894caf0-5c83-4796-8e55-c2011c5023a7 up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:29:14.826830 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c72fd88-6766-4846-89a9-0948e2dcee29 tempest-RoutersIpV6AdminTest-927106320 tempest-RoutersIpV6AdminTest-927106320-project] Router 069e0b18-18f0-4ea2-9220-93cf00bf3464 is scheduled to L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb with binding_index 1 {{(pid=102346) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 10:29:14.855912 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-f9a296ed-c5dc-4c77-80da-8f5b3244ca65 tempest-SecGroupIPv6Test-1083201667 tempest-SecGroupIPv6Test-1083201667-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1620536 Oct 27 10:29:14.860470 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 55192) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:29:14.935559 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port 2894caf0-5c83-4796-8e55-c2011c5023a7 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:29:14.937295 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:15.035838 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c72fd88-6766-4846-89a9-0948e2dcee29 tempest-RoutersIpV6AdminTest-927106320 tempest-RoutersIpV6AdminTest-927106320-project] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:29:15.098478 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dcc34c8-831e-40f9-982f-ebecbfa16ea6 None None] Sync routers for ids ['069e0b18-18f0-4ea2-9220-93cf00bf3464'] in n-d-813419-10 {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:29:15.107687 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-879e3359-8163-49ca-9443-4c3f10cc81d7 tempest-SecGroupIPv6Test-1083201667 tempest-SecGroupIPv6Test-1083201667-project] Publish callbacks [] for security_group, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:15.141947 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-879e3359-8163-49ca-9443-4c3f10cc81d7 tempest-SecGroupIPv6Test-1083201667 tempest-SecGroupIPv6Test-1083201667-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:15.165460 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:15.165934 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aec8dd6-a442-4030-aa19-f8b8fd28254d admin admin] Pushing event updated for resources: {'Port': ['ID=ba6dea20-61c3-4427-ad2d-fcb4d616960d,revision_number=2']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:29:15.229223 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fa7d85-2e3d-47a0-b7f1-fc3e64198957 req-4ddace9c-1227-402c-b6d1-11e602f06fff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:29:15.230756 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c8fa7d85-2e3d-47a0-b7f1-fc3e64198957 req-4ddace9c-1227-402c-b6d1-11e602f06fff service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=4d250f92-d229-45fe-a579-67fef8e6c544&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.6832118 Oct 27 10:29:15.231954 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-7aec8dd6-a442-4030-aa19-f8b8fd28254d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2006967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1766225'] for router_interface, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:15.232082 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] For port 2894caf0-5c83-4796-8e55-c2011c5023a7, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=2894caf0-5c83-4796-8e55-c2011c5023a7,segment=NetworkSegment(bc14127b-7032-4c50-bb5b-f6813cbae86e),segment_id=bc14127b-7032-4c50-bb5b-f6813cbae86e)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:29:15.254602 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-879e3359-8163-49ca-9443-4c3f10cc81d7 tempest-SecGroupIPv6Test-1083201667 tempest-SecGroupIPv6Test-1083201667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:15.256725 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dcc34c8-831e-40f9-982f-ebecbfa16ea6 None None] Routers {'069e0b18-18f0-4ea2-9220-93cf00bf3464'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:29:15.257472 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-0dcc34c8-831e-40f9-982f-ebecbfa16ea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:28:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['069e0b18-18f0-4ea2-9220-93cf00bf3464'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:29:15.259066 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-879e3359-8163-49ca-9443-4c3f10cc81d7 tempest-SecGroupIPv6Test-1083201667 tempest-SecGroupIPv6Test-1083201667-project] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:15.263321 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-879e3359-8163-49ca-9443-4c3f10cc81d7 tempest-SecGroupIPv6Test-1083201667 tempest-SecGroupIPv6Test-1083201667-project] 10.222.0.44 "DELETE /v2.0/security-groups/50dac5f4-8764-4a23-8339-3f4035886000 HTTP/1.1" status: 204 len: 168 time: 0.4018078 Oct 27 10:29:15.273057 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-2c72fd88-6766-4846-89a9-0948e2dcee29 tempest-RoutersIpV6AdminTest-927106320 tempest-RoutersIpV6AdminTest-927106320-project] Publish callbacks [] for router, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:15.275696 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-2c72fd88-6766-4846-89a9-0948e2dcee29 tempest-RoutersIpV6AdminTest-927106320 tempest-RoutersIpV6AdminTest-927106320-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 4.9707789 Oct 27 10:29:15.276788 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 55202) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:29:15.293332 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 55204) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:29:15.306369 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-5f865c49-5724-4418-b7a2-861966ea816e tempest-RoutersIpV6AdminTest-1540385956 tempest-RoutersIpV6AdminTest-1540385956-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'enable_snat': False}}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:29:15.319370 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879e3359-8163-49ca-9443-4c3f10cc81d7 tempest-SecGroupIPv6Test-1083201667 tempest-SecGroupIPv6Test-1083201667-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=50dac5f4-8764-4a23-8339-3f4035886000,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:29:15.386321 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 55208) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:29:15.408350 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-53770762-9215-4bc4-b438-15438bc79783 tempest-SecGroupIPv6Test-1083201667 tempest-SecGroupIPv6Test-1083201667-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1077824 Oct 27 10:29:15.408350 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 55210) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:29:15.430980 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b299d6a-74a2-45e3-ad8c-3ac454544971 req-96814eb5-ba51-4277-9213-1b0de604c03e tempest-ImagesNegativeTestJSON-876280486 tempest-ImagesNegativeTestJSON-876280486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:29:15.433852 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-1b299d6a-74a2-45e3-ad8c-3ac454544971 req-96814eb5-ba51-4277-9213-1b0de604c03e tempest-ImagesNegativeTestJSON-876280486 tempest-ImagesNegativeTestJSON-876280486-project] 10.222.0.44 "GET /v2.0/ports?device_id=2225dcd2-563a-4836-9d6d-95e75fbc3fc6 HTTP/1.1" status: 200 len: 948 time: 0.3429055 Oct 27 10:29:15.513868 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-1b299d6a-74a2-45e3-ad8c-3ac454544971 req-781698b9-6e5e-4d01-9653-c5e28e5b2318 tempest-ImagesNegativeTestJSON-876280486 tempest-ImagesNegativeTestJSON-876280486-project] 10.222.0.44 "GET /v2.0/security-groups?id=cdbdc248-de21-4207-94b5-9bae004f8b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740535 Oct 27 10:29:15.524861 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-5a6a67a0-2840-45bf-9ff8-9ca1b947f1f1 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=53abf8aee8624d57a24c91a4302db02b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1361732 Oct 27 10:29:15.529194 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-fcf76506-e367-4bfb-96a8-bedf3a004534 tempest-SecGroupIPv6Test-1083201667 tempest-SecGroupIPv6Test-1083201667-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1215792 Oct 27 10:29:15.529854 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 55212) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:29:15.565935 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c8fa7d85-2e3d-47a0-b7f1-fc3e64198957 req-bc022741-fbbc-4909-81cd-9c083914024d service neutron] 10.222.0.76 "GET /v2.0/networks/4d250f92-d229-45fe-a579-67fef8e6c544?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3165772 Oct 27 10:29:15.576352 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:15.602292 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aec8dd6-a442-4030-aa19-f8b8fd28254d admin admin] Network 6f5674c9-6da0-4af4-b2b2-aeb619ca7ae3 is already hosted by enough agents. {{(pid=102347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:29:15.605014 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-4dcd3f95-9eef-4a84-9921-5a33dcc78ff9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:15.610004 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-0dcc34c8-831e-40f9-982f-ebecbfa16ea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:29:15.615897 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [None req-7aec8dd6-a442-4030-aa19-f8b8fd28254d admin admin] Resources bound (agent type, host, resource id): {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:29:15.635195 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-4dcd3f95-9eef-4a84-9921-5a33dcc78ff9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:15.651220 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dcc34c8-831e-40f9-982f-ebecbfa16ea6 None None] Routers {'069e0b18-18f0-4ea2-9220-93cf00bf3464'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:29:15.652102 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-0dcc34c8-831e-40f9-982f-ebecbfa16ea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:28:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['069e0b18-18f0-4ea2-9220-93cf00bf3464'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:29:15.696118 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-0dcc34c8-831e-40f9-982f-ebecbfa16ea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:29:15.697037 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dcc34c8-831e-40f9-982f-ebecbfa16ea6 None None] The sync data for ids ['069e0b18-18f0-4ea2-9220-93cf00bf3464'] in n-d-813419-10 is: [] {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:29:15.709368 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-4dcd3f95-9eef-4a84-9921-5a33dcc78ff9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:15.713466 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-4dcd3f95-9eef-4a84-9921-5a33dcc78ff9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:15.717142 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-4dcd3f95-9eef-4a84-9921-5a33dcc78ff9 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/08279b6d-76eb-42f7-b825-a169861cd469 HTTP/1.1" status: 204 len: 168 time: 0.1840749 Oct 27 10:29:15.727156 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcd3f95-9eef-4a84-9921-5a33dcc78ff9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08279b6d-76eb-42f7-b825-a169861cd469,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:29:15.730246 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7815b8-3ce2-48b1-849a-055fa58ea698 req-276d85d8-3879-4098-8361-2c1187ec9379 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:29:15.731783 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-7b7815b8-3ce2-48b1-849a-055fa58ea698 req-276d85d8-3879-4098-8361-2c1187ec9379 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ae4390a-b621-4500-a1b9-c968556e5a4c HTTP/1.1" status: 200 len: 946 time: 0.2553916 Oct 27 10:29:15.759845 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Pushing event updated for resources: {'Port': ['ID=2894caf0-5c83-4796-8e55-c2011c5023a7,revision_number=4']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:29:15.914306 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c8fa7d85-2e3d-47a0-b7f1-fc3e64198957 req-58395e8b-0453-4921-bef6-74b20bedfe6c service neutron] 10.222.0.76 "GET /v2.0/networks/4d250f92-d229-45fe-a579-67fef8e6c544?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3333809 Oct 27 10:29:15.922270 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-7b7815b8-3ce2-48b1-849a-055fa58ea698 req-4437ca5e-d25e-4744-a6c7-3d8ab8117f86 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/security-groups?id=9f7279ee-2d49-4f67-b584-fc902ef383cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682553 Oct 27 10:29:15.962595 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-d531418f-7ad2-4de4-a27a-63f1cec2eafc None None] Provisioning complete for port ba6dea20-61c3-4427-ad2d-fcb4d616960d triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:29:15.963153 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-d531418f-7ad2-4de4-a27a-63f1cec2eafc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:15.990669 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 55222) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:29:16.012856 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-d531418f-7ad2-4de4-a27a-63f1cec2eafc None None] Port ba6dea20-61c3-4427-ad2d-fcb4d616960d cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:29:16.030313 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7aec8dd6-a442-4030-aa19-f8b8fd28254d admin admin] Router aaaf7921-20a7-483e-8905-b7371393d294 has already been hosted by L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb {{(pid=102347) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 10:29:16.056812 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-5f865c49-5724-4418-b7a2-861966ea816e tempest-RoutersIpV6AdminTest-1540385956 tempest-RoutersIpV6AdminTest-1540385956-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:16.161836 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-62e57aa2-099f-43a9-a6fe-e11f02721c78 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=018dfbd7be224fdca4708fc321121cef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1697555 Oct 27 10:29:16.162824 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 55234) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:29:16.190849 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-dea1ed4c-0579-4d8e-b3e5-c94fabeace5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:16.222385 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7aec8dd6-a442-4030-aa19-f8b8fd28254d admin admin] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:29:16.228297 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-7aec8dd6-a442-4030-aa19-f8b8fd28254d admin admin] 10.222.0.44 "PUT /v2.0/routers/aaaf7921-20a7-483e-8905-b7371393d294/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6303749 Oct 27 10:29:16.233363 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b46a168c-373e-471b-81fa-c4ad24633749 None None] Sync routers for ids ['aaaf7921-20a7-483e-8905-b7371393d294'] in n-d-813419-10 {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:29:16.248254 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-9e686ef6-842b-4631-9788-152fdfcc8d2e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:16.263098 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b46a168c-373e-471b-81fa-c4ad24633749 None None] Routers {'aaaf7921-20a7-483e-8905-b7371393d294'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:29:16.264489 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-b46a168c-373e-471b-81fa-c4ad24633749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:28:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['aaaf7921-20a7-483e-8905-b7371393d294'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:29:16.311769 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-9e686ef6-842b-4631-9788-152fdfcc8d2e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:16.391116 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-9e686ef6-842b-4631-9788-152fdfcc8d2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:16.396696 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-9e686ef6-842b-4631-9788-152fdfcc8d2e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:16.397945 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-9e686ef6-842b-4631-9788-152fdfcc8d2e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/7b492700-7322-4bcc-b9a7-eb17c4d28a90 HTTP/1.1" status: 204 len: 168 time: 0.2340970 Oct 27 10:29:16.411547 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e686ef6-842b-4631-9788-152fdfcc8d2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b492700-7322-4bcc-b9a7-eb17c4d28a90,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:29:16.453646 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvr_db [None req-b46a168c-373e-471b-81fa-c4ad24633749 None None] Set router aaaf7921-20a7-483e-8905-b7371393d294 gateway port host: n-d-813419-10 {{(pid=102349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:29:16.705145 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 2894caf0-5c83-4796-8e55-c2011c5023a7 up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:29:16.760053 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-27c8d783-a653-4434-b3d3-b66bc8272cb5 req-06ebe80c-9d92-4e2a-9fae-31f3518758cc tempest-ServersTestBootFromVolume-118172414 tempest-ServersTestBootFromVolume-118172414-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--1941374272&fields=id&tenant_id=fccb419307184e4f847f7a5ecc967169 HTTP/1.1" status: 200 len: 267 time: 0.1292596 Oct 27 10:29:16.770970 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-b46a168c-373e-471b-81fa-c4ad24633749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaaf7921-20a7-483e-8905-b7371393d294', 'name': 'tempest-AttachSCSIVolumeTestJSON-1520833468-router', 'tenant_id': '1f00f22927194f768013d3cbe87c72eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.142'}], 'enable_snat': True}, 'gw_port_id': '2894caf0-5c83-4796-8e55-c2011c5023a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:29:04Z', 'updated_at': '2021-10-27T10:29:13Z', 'revision_number': 4, 'project_id': '1f00f22927194f768013d3cbe87c72eb', 'gw_port': {'id': '2894caf0-5c83-4796-8e55-c2011c5023a7', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:e7:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaaf7921-20a7-483e-8905-b7371393d294', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:29:06Z', 'updated_at': '2021-10-27T10:29:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_interfaces': [{'id': 'ba6dea20-61c3-4427-ad2d-fcb4d616960d', 'name': '', 'network_id': '6f5674c9-6da0-4af4-b2b2-aeb619ca7ae3', 'tenant_id': '1f00f22927194f768013d3cbe87c72eb', 'mac_address': 'fa:16:3e:36:ae:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aaaf7921-20a7-483e-8905-b7371393d294', 'device_owner': 'network:router_interface', 'standard_attr_id': 1281, 'fixed_ips': [{'subnet_id': '0b1da224-472e-4d80-8c8f-fc0acb6e2b70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:29:12Z', 'updated_at': '2021-10-27T10:29:14Z', 'revision_number': 2, 'project_id': '1f00f22927194f768013d3cbe87c72eb', 'subnets': [{'id': '0b1da224-472e-4d80-8c8f-fc0acb6e2b70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:29:16.849014 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port 2894caf0-5c83-4796-8e55-c2011c5023a7 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:29:16.849643 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:16.887810 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b46a168c-373e-471b-81fa-c4ad24633749 None None] Checking router: aaaf7921-20a7-483e-8905-b7371393d294 for host: n-d-813419-10 {{(pid=102349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 10:29:16.888453 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b46a168c-373e-471b-81fa-c4ad24633749 None None] Updating router aaaf7921-20a7-483e-8905-b7371393d294 port ba6dea20-61c3-4427-ad2d-fcb4d616960d binding host n-d-813419-10 {{(pid=102349) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 10:29:16.944087 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-b46a168c-373e-471b-81fa-c4ad24633749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:16.989217 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbcd081-1a19-4cc1-99e0-3bf3225d7552 req-5de6a2b9-8c85-4cb3-892a-99d35a0d5fd9 tempest-ImagesNegativeTestJSON-876280486 tempest-ImagesNegativeTestJSON-876280486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:29:16.995462 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ffbcd081-1a19-4cc1-99e0-3bf3225d7552 req-5de6a2b9-8c85-4cb3-892a-99d35a0d5fd9 tempest-ImagesNegativeTestJSON-876280486 tempest-ImagesNegativeTestJSON-876280486-project] 10.222.0.44 "GET /v2.0/ports?device_id=2225dcd2-563a-4836-9d6d-95e75fbc3fc6 HTTP/1.1" status: 200 len: 948 time: 0.1935210 Oct 27 10:29:17.057458 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-5f865c49-5724-4418-b7a2-861966ea816e tempest-RoutersIpV6AdminTest-1540385956 tempest-RoutersIpV6AdminTest-1540385956-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1769395', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1765690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3711'] for router, precommit_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:17.076562 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-5f865c49-5724-4418-b7a2-861966ea816e tempest-RoutersIpV6AdminTest-1540385956 tempest-RoutersIpV6AdminTest-1540385956-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1769372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1769386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1769381', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1765685'] for router, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:17.095476 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c8d783-a653-4434-b3d3-b66bc8272cb5 req-79c05255-a1ca-4e69-a53e-dc0af7022a80 tempest-ServersTestBootFromVolume-118172414 tempest-ServersTestBootFromVolume-118172414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:29:17.097545 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-27c8d783-a653-4434-b3d3-b66bc8272cb5 req-79c05255-a1ca-4e69-a53e-dc0af7022a80 tempest-ServersTestBootFromVolume-118172414 tempest-ServersTestBootFromVolume-118172414-project] 10.222.0.44 "GET /v2.0/networks?id=c9bdb347-48e4-4111-a250-9327eec0fcb4 HTTP/1.1" status: 200 len: 816 time: 0.2316115 Oct 27 10:29:17.148445 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ffbcd081-1a19-4cc1-99e0-3bf3225d7552 req-7f062235-07c3-4ded-98bc-1f6c2f810a02 tempest-ImagesNegativeTestJSON-876280486 tempest-ImagesNegativeTestJSON-876280486-project] 10.222.0.44 "GET /v2.0/security-groups?id=cdbdc248-de21-4207-94b5-9bae004f8b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300082 Oct 27 10:29:17.214259 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-27c8d783-a653-4434-b3d3-b66bc8272cb5 req-c4985058-25e1-42ed-a4b8-b9288d96ddcf tempest-ServersTestBootFromVolume-118172414 tempest-ServersTestBootFromVolume-118172414-project] 10.222.0.44 "GET /v2.0/quotas/fccb419307184e4f847f7a5ecc967169 HTTP/1.1" status: 200 len: 375 time: 0.0695367 Oct 27 10:29:17.297083 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cb4c8a-1876-490c-9567-c7791119e6bd req-5e4ddd2f-2c2e-49f6-86cb-31858959c845 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:29:17.314908 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-98cb4c8a-1876-490c-9567-c7791119e6bd req-5e4ddd2f-2c2e-49f6-86cb-31858959c845 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ae4390a-b621-4500-a1b9-c968556e5a4c HTTP/1.1" status: 200 len: 946 time: 0.1071405 Oct 27 10:29:17.324480 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-27c8d783-a653-4434-b3d3-b66bc8272cb5 req-02440476-01ef-4091-b7b0-8665cd2107a6 tempest-ServersTestBootFromVolume-118172414 tempest-ServersTestBootFromVolume-118172414-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=fccb419307184e4f847f7a5ecc967169&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0991378 Oct 27 10:29:17.377763 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f865c49-5724-4418-b7a2-861966ea816e tempest-RoutersIpV6AdminTest-1540385956 tempest-RoutersIpV6AdminTest-1540385956-project-admin] Router 069e0b18-18f0-4ea2-9220-93cf00bf3464 has already been hosted by L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb {{(pid=102347) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 10:29:17.443566 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-98cb4c8a-1876-490c-9567-c7791119e6bd req-0b6c6b57-ab28-4c21-984d-83a53e7dab27 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/security-groups?id=9f7279ee-2d49-4f67-b584-fc902ef383cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219313 Oct 27 10:29:17.659410 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f865c49-5724-4418-b7a2-861966ea816e tempest-RoutersIpV6AdminTest-1540385956 tempest-RoutersIpV6AdminTest-1540385956-project-admin] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:29:17.667110 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-5f865c49-5724-4418-b7a2-861966ea816e tempest-RoutersIpV6AdminTest-1540385956 tempest-RoutersIpV6AdminTest-1540385956-project-admin] Publish callbacks [] for router, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:17.673678 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 55288) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:29:17.675652 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-5f865c49-5724-4418-b7a2-861966ea816e tempest-RoutersIpV6AdminTest-1540385956 tempest-RoutersIpV6AdminTest-1540385956-project-admin] 10.222.0.44 "PUT /v2.0/routers/069e0b18-18f0-4ea2-9220-93cf00bf3464 HTTP/1.1" status: 200 len: 925 time: 2.3774407 Oct 27 10:29:17.679133 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebed5c51-179b-46f3-9935-afa1ab74ca44 None None] Sync routers for ids ['069e0b18-18f0-4ea2-9220-93cf00bf3464'] in n-d-813419-10 {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:29:17.705771 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebed5c51-179b-46f3-9935-afa1ab74ca44 None None] Routers {'069e0b18-18f0-4ea2-9220-93cf00bf3464'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:29:17.706792 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-ebed5c51-179b-46f3-9935-afa1ab74ca44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:28:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['069e0b18-18f0-4ea2-9220-93cf00bf3464'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:29:17.708733 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-b46a168c-373e-471b-81fa-c4ad24633749 None None] Publish callbacks [] for port, precommit_update {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:17.718041 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-b46a168c-373e-471b-81fa-c4ad24633749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:17.747594 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [req-27c8d783-a653-4434-b3d3-b66bc8272cb5 req-27a53afa-47f0-42a6-a9fe-beb10d50c2eb service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=102347) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 10:29:17.748972 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-27c8d783-a653-4434-b3d3-b66bc8272cb5 req-27a53afa-47f0-42a6-a9fe-beb10d50c2eb service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.3902330 Oct 27 10:29:17.819835 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a0535a-d982-4068-b4b4-c68bd033c763 None None] Pushing event updated for resources: {'Port': ['ID=ba6dea20-61c3-4427-ad2d-fcb4d616960d,revision_number=3']} {{(pid=102349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:29:17.861968 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-ebed5c51-179b-46f3-9935-afa1ab74ca44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:29:17.918251 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebed5c51-179b-46f3-9935-afa1ab74ca44 None None] Routers {'069e0b18-18f0-4ea2-9220-93cf00bf3464'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:29:17.921187 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-ebed5c51-179b-46f3-9935-afa1ab74ca44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:28:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['069e0b18-18f0-4ea2-9220-93cf00bf3464'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:29:17.954140 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-ede330ce-133c-4d03-9ac5-12a21af14486 tempest-RoutersIpV6AdminTest-1540385956 tempest-RoutersIpV6AdminTest-1540385956-project-admin] 10.222.0.44 "GET /v2.0/routers/069e0b18-18f0-4ea2-9220-93cf00bf3464 HTTP/1.1" status: 200 len: 925 time: 0.2797477 Oct 27 10:29:17.960753 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 55292) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:29:18.005357 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.managers [None req-b46a168c-373e-471b-81fa-c4ad24633749 None None] Attempting to bind port ba6dea20-61c3-4427-ad2d-fcb4d616960d on host n-d-813419-10 for vnic_type normal with profile {{(pid=102349) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:29:18.005736 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.managers [None req-b46a168c-373e-471b-81fa-c4ad24633749 None None] Attempting to bind port ba6dea20-61c3-4427-ad2d-fcb4d616960d by drivers openvswitch,hyperv on host n-d-813419-10 at level 0 using segments [{'id': 'eed9d87c-3d6c-466a-a834-b7ddae4510c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '6f5674c9-6da0-4af4-b2b2-aeb619ca7ae3'}] {{(pid=102349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:29:18.006098 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b46a168c-373e-471b-81fa-c4ad24633749 None None] Attempting to bind port ba6dea20-61c3-4427-ad2d-fcb4d616960d on network 6f5674c9-6da0-4af4-b2b2-aeb619ca7ae3 {{(pid=102349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:29:18.023290 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b46a168c-373e-471b-81fa-c4ad24633749 None None] Checking agent: {'id': '89dba0f3-79b2-435e-9822-33674b8f6ada', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 8, 20), 'started_at': datetime.datetime(2021, 10, 27, 10, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 28, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:29:18.031144 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b46a168c-373e-471b-81fa-c4ad24633749 None None] Checking segment: {'id': 'eed9d87c-3d6c-466a-a834-b7ddae4510c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '6f5674c9-6da0-4af4-b2b2-aeb619ca7ae3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:29:18.033816 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-b46a168c-373e-471b-81fa-c4ad24633749 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:18.034372 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b46a168c-373e-471b-81fa-c4ad24633749 None None] Bound using segment: {'id': 'eed9d87c-3d6c-466a-a834-b7ddae4510c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '6f5674c9-6da0-4af4-b2b2-aeb619ca7ae3'} {{(pid=102349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:29:18.034717 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.managers [None req-b46a168c-373e-471b-81fa-c4ad24633749 None None] Bound port: ba6dea20-61c3-4427-ad2d-fcb4d616960d, host: n-d-813419-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eed9d87c-3d6c-466a-a834-b7ddae4510c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '6f5674c9-6da0-4af4-b2b2-aeb619ca7ae3'}}] {{(pid=102349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:29:18.035103 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-b46a168c-373e-471b-81fa-c4ad24633749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:18.116120 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-ebed5c51-179b-46f3-9935-afa1ab74ca44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:29:18.121335 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebed5c51-179b-46f3-9935-afa1ab74ca44 None None] The sync data for ids ['069e0b18-18f0-4ea2-9220-93cf00bf3464'] in n-d-813419-10 is: [] {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:29:18.138934 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-27c8d783-a653-4434-b3d3-b66bc8272cb5 req-beeb6a95-1689-456c-96a6-48b25194120c service neutron] 10.222.0.44 "GET /v2.0/networks/c9bdb347-48e4-4111-a250-9327eec0fcb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3575826 Oct 27 10:29:18.206994 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device 7be29813-11de-496b-b457-8050e88e76da details requested by agent hyperv_n-h2-813419-10 with host n-h2-813419-10 {{(pid=102348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 10:29:18.320244 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.db [None req-b46a168c-373e-471b-81fa-c4ad24633749 None None] For port ba6dea20-61c3-4427-ad2d-fcb4d616960d, host n-d-813419-10, cleared binding levels {{(pid=102349) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:29:18.330236 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.db [None req-b46a168c-373e-471b-81fa-c4ad24633749 None None] For port ba6dea20-61c3-4427-ad2d-fcb4d616960d, host n-d-813419-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=ba6dea20-61c3-4427-ad2d-fcb4d616960d,segment=NetworkSegment(eed9d87c-3d6c-466a-a834-b7ddae4510c3),segment_id=eed9d87c-3d6c-466a-a834-b7ddae4510c3)] {{(pid=102349) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:29:18.337917 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da67e8fb-457c-49d7-99b2-c73123c4d814 tempest-RoutersIpV6AdminTest-1540385956 tempest-RoutersIpV6AdminTest-1540385956-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:29:18.340669 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-b46a168c-373e-471b-81fa-c4ad24633749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:18.347989 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-da67e8fb-457c-49d7-99b2-c73123c4d814 tempest-RoutersIpV6AdminTest-1540385956 tempest-RoutersIpV6AdminTest-1540385956-project-admin] 10.222.0.44 "GET /v2.0/ports?network_id=185ff123-c7ff-45c7-a6be-71feb35acc9c&device_id=069e0b18-18f0-4ea2-9220-93cf00bf3464&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.3847265 Oct 27 10:29:18.354399 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 55306) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:29:18.421566 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b46a168c-373e-471b-81fa-c4ad24633749 None None] Routers {'aaaf7921-20a7-483e-8905-b7371393d294'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:29:18.422684 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-b46a168c-373e-471b-81fa-c4ad24633749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:28:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['aaaf7921-20a7-483e-8905-b7371393d294'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:29:18.463628 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a0535a-d982-4068-b4b4-c68bd033c763 None None] Pushing event updated for resources: {'Port': ['ID=ba6dea20-61c3-4427-ad2d-fcb4d616960d,revision_number=4']} {{(pid=102349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:29:18.539491 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] For port 7be29813-11de-496b-b457-8050e88e76da, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=7be29813-11de-496b-b457-8050e88e76da,segment=NetworkSegment(f7c42c6d-2766-46d8-a8b7-4852117a5555),segment_id=f7c42c6d-2766-46d8-a8b7-4852117a5555)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:29:18.574250 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-1c5cbad5-5160-4402-9659-b9ca73c1412a None None] Provisioning complete for port ba6dea20-61c3-4427-ad2d-fcb4d616960d triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:29:18.576013 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-1c5cbad5-5160-4402-9659-b9ca73c1412a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:18.655502 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-27c8d783-a653-4434-b3d3-b66bc8272cb5 req-3c03add2-8c26-423e-8041-2b00eff2146c service neutron] 10.222.0.44 "GET /v2.0/networks/c9bdb347-48e4-4111-a250-9327eec0fcb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5027769 Oct 27 10:29:18.663422 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvr_db [None req-b46a168c-373e-471b-81fa-c4ad24633749 None None] Set router aaaf7921-20a7-483e-8905-b7371393d294 gateway port host: n-d-813419-10 {{(pid=102349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:29:18.686608 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Returning: {'device': '7be29813-11de-496b-b457-8050e88e76da', 'network_id': '4d250f92-d229-45fe-a579-67fef8e6c544', 'port_id': '7be29813-11de-496b-b457-8050e88e76da', 'mac_address': 'fa:16:3e:c0:45:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62eb52f7-aac4-48af-8670-e04300325561', 'ip_address': '192.168.233.132'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 10:29:18.924002 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7eef6026-6f39-4c30-9af4-e101abad72f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:18.928091 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:18.965287 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7be29813-11de-496b-b457-8050e88e76da {{(pid=102348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:29:18.970850 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-1c5cbad5-5160-4402-9659-b9ca73c1412a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:19.021423 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] For port 7be29813-11de-496b-b457-8050e88e76da, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=7be29813-11de-496b-b457-8050e88e76da,segment=NetworkSegment(f7c42c6d-2766-46d8-a8b7-4852117a5555),segment_id=f7c42c6d-2766-46d8-a8b7-4852117a5555)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:29:19.026128 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-1c5cbad5-5160-4402-9659-b9ca73c1412a None None] For port ba6dea20-61c3-4427-ad2d-fcb4d616960d, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=ba6dea20-61c3-4427-ad2d-fcb4d616960d,segment=NetworkSegment(eed9d87c-3d6c-466a-a834-b7ddae4510c3),segment_id=eed9d87c-3d6c-466a-a834-b7ddae4510c3)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:29:19.032855 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76f3f17-4a84-42a5-9832-6e329e9c8baa req-6ddae7e0-42cf-4551-add3-a71339714962 tempest-ImagesNegativeTestJSON-876280486 tempest-ImagesNegativeTestJSON-876280486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:29:19.041656 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-c76f3f17-4a84-42a5-9832-6e329e9c8baa req-6ddae7e0-42cf-4551-add3-a71339714962 tempest-ImagesNegativeTestJSON-876280486 tempest-ImagesNegativeTestJSON-876280486-project] 10.222.0.44 "GET /v2.0/ports?device_id=2225dcd2-563a-4836-9d6d-95e75fbc3fc6 HTTP/1.1" status: 200 len: 948 time: 0.6919260 Oct 27 10:29:19.044774 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:19.108088 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Pushing event updated for resources: {'Port': ['ID=7be29813-11de-496b-b457-8050e88e76da,revision_number=4']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:29:19.113083 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-1c5cbad5-5160-4402-9659-b9ca73c1412a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:19.240059 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5cbad5-5160-4402-9659-b9ca73c1412a None None] Pushing event updated for resources: {'Port': ['ID=ba6dea20-61c3-4427-ad2d-fcb4d616960d,revision_number=5']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:29:19.246828 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-c76f3f17-4a84-42a5-9832-6e329e9c8baa req-f63a1df1-d239-46ee-bbec-e546db6471c0 tempest-ImagesNegativeTestJSON-876280486 tempest-ImagesNegativeTestJSON-876280486-project] 10.222.0.44 "GET /v2.0/security-groups?id=cdbdc248-de21-4207-94b5-9bae004f8b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2040217 Oct 27 10:29:19.267269 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-537e7d0d-67f7-45df-87d2-12ee9fd318c9 tempest-RoutersIpV6AdminTest-1540385956 tempest-RoutersIpV6AdminTest-1540385956-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:29:19.275435 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 55328) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:29:19.275885 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-537e7d0d-67f7-45df-87d2-12ee9fd318c9 tempest-RoutersIpV6AdminTest-1540385956 tempest-RoutersIpV6AdminTest-1540385956-project-admin] 10.222.0.44 "GET /v2.0/networks/185ff123-c7ff-45c7-a6be-71feb35acc9c HTTP/1.1" status: 200 len: 881 time: 0.9171262 Oct 27 10:29:19.313579 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-98ffbbf1-27b9-4c14-9b34-cb39d0c40daf None None] Provisioning complete for port ba6dea20-61c3-4427-ad2d-fcb4d616960d triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:29:19.314016 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-98ffbbf1-27b9-4c14-9b34-cb39d0c40daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:19.427790 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-523a562c-1723-426e-8a7f-cdfe3b0ed760 tempest-RoutersIpV6AdminTest-927106320 tempest-RoutersIpV6AdminTest-927106320-project] 10.222.0.44 "GET /v2.0/ports?device_id=069e0b18-18f0-4ea2-9220-93cf00bf3464 HTTP/1.1" status: 200 len: 205 time: 0.1477611 Oct 27 10:29:19.429620 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 55332) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:29:19.435624 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] get_ports_and_sgs() called for port_ids ['7be29813-11de-496b-b457-8050e88e76da'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:29:19.539895 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25d40c3-6797-4c4a-8209-5a4e500a40e4 req-fef585e2-bba9-4f9b-a4f5-6480301a733d tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:29:19.558702 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-b25d40c3-6797-4c4a-8209-5a4e500a40e4 req-fef585e2-bba9-4f9b-a4f5-6480301a733d tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ae4390a-b621-4500-a1b9-c968556e5a4c HTTP/1.1" status: 200 len: 946 time: 0.2038865 Oct 27 10:29:19.725600 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-b25d40c3-6797-4c4a-8209-5a4e500a40e4 req-5b921538-5d0e-4071-83fc-4815c02d7cdc tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/security-groups?id=9f7279ee-2d49-4f67-b584-fc902ef383cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606760 Oct 27 10:29:19.950607 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-b46a168c-373e-471b-81fa-c4ad24633749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaaf7921-20a7-483e-8905-b7371393d294', 'name': 'tempest-AttachSCSIVolumeTestJSON-1520833468-router', 'tenant_id': '1f00f22927194f768013d3cbe87c72eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.142'}], 'enable_snat': True}, 'gw_port_id': '2894caf0-5c83-4796-8e55-c2011c5023a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:29:04Z', 'updated_at': '2021-10-27T10:29:13Z', 'revision_number': 4, 'project_id': '1f00f22927194f768013d3cbe87c72eb', 'gw_port': {'id': '2894caf0-5c83-4796-8e55-c2011c5023a7', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:e7:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaaf7921-20a7-483e-8905-b7371393d294', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:29:06Z', 'updated_at': '2021-10-27T10:29:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_interfaces': [{'id': 'ba6dea20-61c3-4427-ad2d-fcb4d616960d', 'name': '', 'network_id': '6f5674c9-6da0-4af4-b2b2-aeb619ca7ae3', 'tenant_id': '1f00f22927194f768013d3cbe87c72eb', 'mac_address': 'fa:16:3e:36:ae:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aaaf7921-20a7-483e-8905-b7371393d294', 'device_owner': 'network:router_interface', 'standard_attr_id': 1281, 'fixed_ips': [{'subnet_id': '0b1da224-472e-4d80-8c8f-fc0acb6e2b70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:29:12Z', 'updated_at': '2021-10-27T10:29:18Z', 'revision_number': 4, 'project_id': '1f00f22927194f768013d3cbe87c72eb', 'subnets': [{'id': '0b1da224-472e-4d80-8c8f-fc0acb6e2b70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:29:19.954250 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-eadeaa30-4096-4d1a-b3cb-aa7ebfb291ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:19.971321 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-6596b34e-4540-49de-a16b-9906ee915e0f req-69cd54b1-deed-4463-9c9f-e496d5c7c16e tempest-ServersTestBootFromVolume-118172414 tempest-ServersTestBootFromVolume-118172414-project] 10.222.0.44 "GET /v2.0/ports?device_id=1c300c04-98e2-444e-85bd-cd955e8e43fe HTTP/1.1" status: 200 len: 210 time: 0.0762105 Oct 27 10:29:19.998334 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:20.061572 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-6e87d84c-0223-4085-85d8-d4419d736a31 tempest-RoutersIpV6AdminTest-927106320 tempest-RoutersIpV6AdminTest-927106320-project] Publish callbacks [] for router, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:20.108434 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b46a168c-373e-471b-81fa-c4ad24633749 None None] The sync data for ids ['aaaf7921-20a7-483e-8905-b7371393d294'] in n-d-813419-10 is: [{'id': 'aaaf7921-20a7-483e-8905-b7371393d294', 'name': 'tempest-AttachSCSIVolumeTestJSON-1520833468-router', 'tenant_id': '1f00f22927194f768013d3cbe87c72eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.142'}], 'enable_snat': True}, 'gw_port_id': '2894caf0-5c83-4796-8e55-c2011c5023a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:29:04Z', 'updated_at': '2021-10-27T10:29:13Z', 'revision_number': 4, 'project_id': '1f00f22927194f768013d3cbe87c72eb', 'gw_port': {'id': '2894caf0-5c83-4796-8e55-c2011c5023a7', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:e7:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaaf7921-20a7-483e-8905-b7371393d294', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:29:06Z', 'updated_at': '2021-10-27T10:29:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_interfaces': [{'id': 'ba6dea20-61c3-4427-ad2d-fcb4d616960d', 'name': '', 'network_id': '6f5674c9-6da0-4af4-b2b2-aeb619ca7ae3', 'tenant_id': '1f00f22927194f768013d3cbe87c72eb', 'mac_address': 'fa:16:3e:36:ae:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aaaf7921-20a7-483e-8905-b7371393d294', 'device_owner': 'network:router_interface', 'standard_attr_id': 1281, 'fixed_ips': [{'subnet_id': '0b1da224-472e-4d80-8c8f-fc0acb6e2b70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:29:12Z', 'updated_at': '2021-10-27T10:29:18Z', 'revision_number': 4, 'project_id': '1f00f22927194f768013d3cbe87c72eb', 'subnets': [{'id': '0b1da224-472e-4d80-8c8f-fc0acb6e2b70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:29:20.604684 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ed4863-17c8-4f44-86cc-15d0a2c127bd req-dace3756-3a2c-4c8d-9cb0-dcd5366ce41b tempest-ImagesNegativeTestJSON-876280486 tempest-ImagesNegativeTestJSON-876280486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:29:20.613451 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device 863bd33a-7c9e-4cbf-aa6d-c8f79ce93249 details requested by agent hyperv_n-h1-813419-10 with host n-h1-813419-10 {{(pid=102348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 10:29:20.628120 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-14ed4863-17c8-4f44-86cc-15d0a2c127bd req-dace3756-3a2c-4c8d-9cb0-dcd5366ce41b tempest-ImagesNegativeTestJSON-876280486 tempest-ImagesNegativeTestJSON-876280486-project] 10.222.0.44 "GET /v2.0/ports?device_id=2225dcd2-563a-4836-9d6d-95e75fbc3fc6 HTTP/1.1" status: 200 len: 949 time: 0.1576366 Oct 27 10:29:20.716931 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-14ed4863-17c8-4f44-86cc-15d0a2c127bd req-02ecac66-c101-467d-a1ec-cc28f7f71f60 tempest-ImagesNegativeTestJSON-876280486 tempest-ImagesNegativeTestJSON-876280486-project] 10.222.0.44 "GET /v2.0/security-groups?id=cdbdc248-de21-4207-94b5-9bae004f8b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871148 Oct 27 10:29:20.861740 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device ba6dea20-61c3-4427-ad2d-fcb4d616960d up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:29:21.070253 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port 863bd33a-7c9e-4cbf-aa6d-c8f79ce93249, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=863bd33a-7c9e-4cbf-aa6d-c8f79ce93249,segment=NetworkSegment(2ae7a459-953f-4f06-8bb8-d3b1f54967e3),segment_id=2ae7a459-953f-4f06-8bb8-d3b1f54967e3)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:29:21.101884 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Returning: {'device': '863bd33a-7c9e-4cbf-aa6d-c8f79ce93249', 'network_id': '37f7eee7-78e5-4454-9540-9eb1f8cbbdab', 'port_id': '863bd33a-7c9e-4cbf-aa6d-c8f79ce93249', 'mac_address': 'fa:16:3e:db:4e:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '249a5a87-559c-4770-af81-a36d13f3e017', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 10:29:21.159977 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c0f227-8f50-4c76-92a1-0915cd82ac58 req-0307093f-9f6f-41af-92ec-b65d4da04a71 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:29:21.168618 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-a2c0f227-8f50-4c76-92a1-0915cd82ac58 req-0307093f-9f6f-41af-92ec-b65d4da04a71 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ae4390a-b621-4500-a1b9-c968556e5a4c HTTP/1.1" status: 200 len: 946 time: 0.1325576 Oct 27 10:29:21.230764 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-a2c0f227-8f50-4c76-92a1-0915cd82ac58 req-8de2e582-1114-4a79-969c-a2991b0ec883 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/security-groups?id=9f7279ee-2d49-4f67-b584-fc902ef383cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611439 Oct 27 10:29:21.308512 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:21.346005 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edbab74-2733-493e-9975-abf58c7fbc62 req-1ed397e6-247b-4ae4-b7db-9facd06185e1 tempest-NetworksTest-1841976802 tempest-NetworksTest-1841976802-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:29:21.346432 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edbab74-2733-493e-9975-abf58c7fbc62 req-1ed397e6-247b-4ae4-b7db-9facd06185e1 tempest-NetworksTest-1841976802 tempest-NetworksTest-1841976802-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:29:21.346848 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edbab74-2733-493e-9975-abf58c7fbc62 req-1ed397e6-247b-4ae4-b7db-9facd06185e1 tempest-NetworksTest-1841976802 tempest-NetworksTest-1841976802-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:29:21.347613 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edbab74-2733-493e-9975-abf58c7fbc62 req-1ed397e6-247b-4ae4-b7db-9facd06185e1 tempest-NetworksTest-1841976802 tempest-NetworksTest-1841976802-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:29:21.348294 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edbab74-2733-493e-9975-abf58c7fbc62 req-1ed397e6-247b-4ae4-b7db-9facd06185e1 tempest-NetworksTest-1841976802 tempest-NetworksTest-1841976802-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:29:21.350005 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edbab74-2733-493e-9975-abf58c7fbc62 req-1ed397e6-247b-4ae4-b7db-9facd06185e1 tempest-NetworksTest-1841976802 tempest-NetworksTest-1841976802-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:29:21.351468 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edbab74-2733-493e-9975-abf58c7fbc62 req-1ed397e6-247b-4ae4-b7db-9facd06185e1 tempest-NetworksTest-1841976802 tempest-NetworksTest-1841976802-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:29:21.352312 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edbab74-2733-493e-9975-abf58c7fbc62 req-1ed397e6-247b-4ae4-b7db-9facd06185e1 tempest-NetworksTest-1841976802 tempest-NetworksTest-1841976802-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:29:21.356385 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edbab74-2733-493e-9975-abf58c7fbc62 req-1ed397e6-247b-4ae4-b7db-9facd06185e1 tempest-NetworksTest-1841976802 tempest-NetworksTest-1841976802-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:29:21.357031 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edbab74-2733-493e-9975-abf58c7fbc62 req-1ed397e6-247b-4ae4-b7db-9facd06185e1 tempest-NetworksTest-1841976802 tempest-NetworksTest-1841976802-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:29:21.372747 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-1edbab74-2733-493e-9975-abf58c7fbc62 req-1ed397e6-247b-4ae4-b7db-9facd06185e1 tempest-NetworksTest-1841976802 tempest-NetworksTest-1841976802-project-admin] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7096 time: 0.5546405 Oct 27 10:29:21.445592 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 863bd33a-7c9e-4cbf-aa6d-c8f79ce93249 {{(pid=102348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:29:21.472940 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-4b07e678-3e31-4c1e-a7b8-adc76a0d4552 req-cd22672a-6310-4b16-a95d-2bd41db3d824 tempest-ServersTestBootFromVolume-118172414 tempest-ServersTestBootFromVolume-118172414-project] 10.222.0.44 "GET /v2.0/ports?device_id=1c300c04-98e2-444e-85bd-cd955e8e43fe HTTP/1.1" status: 200 len: 210 time: 0.1304309 Oct 27 10:29:21.521847 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port 863bd33a-7c9e-4cbf-aa6d-c8f79ce93249, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=863bd33a-7c9e-4cbf-aa6d-c8f79ce93249,segment=NetworkSegment(2ae7a459-953f-4f06-8bb8-d3b1f54967e3),segment_id=2ae7a459-953f-4f06-8bb8-d3b1f54967e3)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:29:21.533773 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:21.540160 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port ba6dea20-61c3-4427-ad2d-fcb4d616960d triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:29:21.542195 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:21.769685 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Pushing event updated for resources: {'Port': ['ID=863bd33a-7c9e-4cbf-aa6d-c8f79ce93249,revision_number=6']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:29:21.808847 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] get_ports_and_sgs() called for port_ids ['863bd33a-7c9e-4cbf-aa6d-c8f79ce93249'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:29:21.895300 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-6e87d84c-0223-4085-85d8-d4419d736a31 tempest-RoutersIpV6AdminTest-927106320 tempest-RoutersIpV6AdminTest-927106320-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:21.948696 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ed1f05-e221-4567-b07a-5893a47cfea1 req-1c910f53-5df2-4943-bf01-1545ca33f09f tempest-NetworksTest-1841976802 tempest-NetworksTest-1841976802-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:29:21.951893 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-a0ed1f05-e221-4567-b07a-5893a47cfea1 req-1c910f53-5df2-4943-bf01-1545ca33f09f tempest-NetworksTest-1841976802 tempest-NetworksTest-1841976802-project-admin] 10.222.0.44 "GET /v2.0/networks/185ff123-c7ff-45c7-a6be-71feb35acc9c HTTP/1.1" status: 200 len: 886 time: 0.5579169 Oct 27 10:29:22.036008 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e33f68-45a2-4113-b155-c50a015d98bc req-a90c5d73-1a14-4fb1-9122-53bcbc2da1ff tempest-ImagesNegativeTestJSON-876280486 tempest-ImagesNegativeTestJSON-876280486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:29:22.048936 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c8d783-a653-4434-b3d3-b66bc8272cb5 req-47941129-9723-46e2-929d-547698caceab tempest-ServersTestBootFromVolume-118172414 tempest-ServersTestBootFromVolume-118172414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:29:22.051271 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-66e33f68-45a2-4113-b155-c50a015d98bc req-a90c5d73-1a14-4fb1-9122-53bcbc2da1ff tempest-ImagesNegativeTestJSON-876280486 tempest-ImagesNegativeTestJSON-876280486-project] 10.222.0.44 "GET /v2.0/ports?device_id=2225dcd2-563a-4836-9d6d-95e75fbc3fc6 HTTP/1.1" status: 200 len: 949 time: 0.1719325 Oct 27 10:29:22.052540 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-27c8d783-a653-4434-b3d3-b66bc8272cb5 req-47941129-9723-46e2-929d-547698caceab tempest-ServersTestBootFromVolume-118172414 tempest-ServersTestBootFromVolume-118172414-project] 10.222.0.64 "GET /v2.0/networks?id=c9bdb347-48e4-4111-a250-9327eec0fcb4 HTTP/1.1" status: 200 len: 816 time: 0.4744585 Oct 27 10:29:22.182835 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-66e33f68-45a2-4113-b155-c50a015d98bc req-86f62b08-10e5-453e-8ceb-1a65a7335afa tempest-ImagesNegativeTestJSON-876280486 tempest-ImagesNegativeTestJSON-876280486-project] 10.222.0.44 "GET /v2.0/security-groups?id=cdbdc248-de21-4207-94b5-9bae004f8b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116874 Oct 27 10:29:22.190379 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-6e87d84c-0223-4085-85d8-d4419d736a31 tempest-RoutersIpV6AdminTest-927106320 tempest-RoutersIpV6AdminTest-927106320-project] Deleting port f2b82757-bb7b-4d3b-9842-0cd09331fd22 {{(pid=102347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:29:22.190888 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-6e87d84c-0223-4085-85d8-d4419d736a31 tempest-RoutersIpV6AdminTest-927106320 tempest-RoutersIpV6AdminTest-927106320-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:22.241736 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-27c8d783-a653-4434-b3d3-b66bc8272cb5 req-63a59706-f933-4ae8-87bc-da83d3e4926d tempest-ServersTestBootFromVolume-118172414 tempest-ServersTestBootFromVolume-118172414-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fccb419307184e4f847f7a5ecc967169 HTTP/1.1" status: 200 len: 380 time: 0.1805367 Oct 27 10:29:22.258005 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device 7be29813-11de-496b-b457-8050e88e76da up at agent hyperv_n-h2-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:29:22.519011 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6843565a-5337-4400-8431-0fcc3287d9c4 req-6e2944cd-debf-4174-a0fb-55abbd683ae6 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:29:22.527449 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-6843565a-5337-4400-8431-0fcc3287d9c4 req-6e2944cd-debf-4174-a0fb-55abbd683ae6 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ae4390a-b621-4500-a1b9-c968556e5a4c HTTP/1.1" status: 200 len: 945 time: 0.1163449 Oct 27 10:29:22.538770 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-3c6a8245-0581-48aa-b5f6-4d8fe98cd16e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:22.642433 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-6843565a-5337-4400-8431-0fcc3287d9c4 req-b9ed7004-3a99-4575-95c8-2bde9b6ae138 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/security-groups?id=9f7279ee-2d49-4f67-b584-fc902ef383cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134863 Oct 27 10:29:22.642961 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 55416) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:29:22.758280 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-834818e6-d44e-48b4-9526-823ba19df028 req-4950bea6-47ae-4924-9016-1ac9c3f0b0a0 tempest-ServersTestBootFromVolume-118172414 tempest-ServersTestBootFromVolume-118172414-project] 10.222.0.44 "GET /v2.0/ports?device_id=1c300c04-98e2-444e-85bd-cd955e8e43fe HTTP/1.1" status: 200 len: 210 time: 0.0384827 Oct 27 10:29:22.855357 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [req-27c8d783-a653-4434-b3d3-b66bc8272cb5 req-c5212d2c-6cce-4dcf-a053-4a573b3932e6 tempest-ServersTestBootFromVolume-118172414 tempest-ServersTestBootFromVolume-118172414-project] Request body: {'port': {'device_id': '1c300c04-98e2-444e-85bd-cd955e8e43fe', 'network_id': 'c9bdb347-48e4-4111-a250-9327eec0fcb4', 'admin_state_up': True, 'tenant_id': 'fccb419307184e4f847f7a5ecc967169', 'security_groups': ['9d8532b2-6883-48ec-ab1a-369df7b50fe8']}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:29:22.858601 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Provisioning for port 7be29813-11de-496b-b457-8050e88e76da completed by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 10:29:22.929752 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Provisioning complete for port 7be29813-11de-496b-b457-8050e88e76da triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:29:22.934551 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:22.964018 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d56be899-b3eb-4fe2-9ab0-7ecbeb115f86 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:23.114048 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be04aee-c7f0-4a71-8611-ad1b2031cb96 req-28280fd7-ab69-461b-96ca-fe2cb95e93c1 tempest-NetworksTest-1841976802 tempest-NetworksTest-1841976802-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:29:23.114821 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be04aee-c7f0-4a71-8611-ad1b2031cb96 req-28280fd7-ab69-461b-96ca-fe2cb95e93c1 tempest-NetworksTest-1841976802 tempest-NetworksTest-1841976802-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:29:23.115428 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be04aee-c7f0-4a71-8611-ad1b2031cb96 req-28280fd7-ab69-461b-96ca-fe2cb95e93c1 tempest-NetworksTest-1841976802 tempest-NetworksTest-1841976802-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:29:23.116171 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be04aee-c7f0-4a71-8611-ad1b2031cb96 req-28280fd7-ab69-461b-96ca-fe2cb95e93c1 tempest-NetworksTest-1841976802 tempest-NetworksTest-1841976802-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:29:23.117648 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be04aee-c7f0-4a71-8611-ad1b2031cb96 req-28280fd7-ab69-461b-96ca-fe2cb95e93c1 tempest-NetworksTest-1841976802 tempest-NetworksTest-1841976802-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:29:23.118444 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be04aee-c7f0-4a71-8611-ad1b2031cb96 req-28280fd7-ab69-461b-96ca-fe2cb95e93c1 tempest-NetworksTest-1841976802 tempest-NetworksTest-1841976802-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:29:23.119799 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be04aee-c7f0-4a71-8611-ad1b2031cb96 req-28280fd7-ab69-461b-96ca-fe2cb95e93c1 tempest-NetworksTest-1841976802 tempest-NetworksTest-1841976802-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:29:23.120446 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be04aee-c7f0-4a71-8611-ad1b2031cb96 req-28280fd7-ab69-461b-96ca-fe2cb95e93c1 tempest-NetworksTest-1841976802 tempest-NetworksTest-1841976802-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:29:23.121042 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be04aee-c7f0-4a71-8611-ad1b2031cb96 req-28280fd7-ab69-461b-96ca-fe2cb95e93c1 tempest-NetworksTest-1841976802 tempest-NetworksTest-1841976802-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:29:23.121659 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be04aee-c7f0-4a71-8611-ad1b2031cb96 req-28280fd7-ab69-461b-96ca-fe2cb95e93c1 tempest-NetworksTest-1841976802 tempest-NetworksTest-1841976802-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:29:23.125822 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-6be04aee-c7f0-4a71-8611-ad1b2031cb96 req-28280fd7-ab69-461b-96ca-fe2cb95e93c1 tempest-NetworksTest-1841976802 tempest-NetworksTest-1841976802-project-admin] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7096 time: 0.9639740 Oct 27 10:29:23.164729 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d56be899-b3eb-4fe2-9ab0-7ecbeb115f86 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:23.165662 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27c8d783-a653-4434-b3d3-b66bc8272cb5 req-c5212d2c-6cce-4dcf-a053-4a573b3932e6 tempest-ServersTestBootFromVolume-118172414 tempest-ServersTestBootFromVolume-118172414-project] Made reservation on behalf of fccb419307184e4f847f7a5ecc967169 for: {'port': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:29:23.177356 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-27c8d783-a653-4434-b3d3-b66bc8272cb5 req-c5212d2c-6cce-4dcf-a053-4a573b3932e6 tempest-ServersTestBootFromVolume-118172414 tempest-ServersTestBootFromVolume-118172414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:23.179253 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d56be899-b3eb-4fe2-9ab0-7ecbeb115f86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:23.221930 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-6e87d84c-0223-4085-85d8-d4419d736a31 tempest-RoutersIpV6AdminTest-927106320 tempest-RoutersIpV6AdminTest-927106320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:23.245545 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-6e87d84c-0223-4085-85d8-d4419d736a31 tempest-RoutersIpV6AdminTest-927106320 tempest-RoutersIpV6AdminTest-927106320-project] Calling delete_port for f2b82757-bb7b-4d3b-9842-0cd09331fd22 owned by network:router_gateway {{(pid=102347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:29:23.289329 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-d56be899-b3eb-4fe2-9ab0-7ecbeb115f86 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=111dd209ea844718bfbc6442d9711768&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6409490 Oct 27 10:29:23.289975 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 55426) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:29:23.425698 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56be899-b3eb-4fe2-9ab0-7ecbeb115f86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7410391-8f22-477e-8c5a-7040a64f773b,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:29:23.433975 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ec5c2260-d47b-4f38-86a3-7eab47aa5b1c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:23.465026 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ec5c2260-d47b-4f38-86a3-7eab47aa5b1c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:23.530915 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ec5c2260-d47b-4f38-86a3-7eab47aa5b1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:23.534148 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ec5c2260-d47b-4f38-86a3-7eab47aa5b1c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:23.550845 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-ec5c2260-d47b-4f38-86a3-7eab47aa5b1c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e7410391-8f22-477e-8c5a-7040a64f773b HTTP/1.1" status: 204 len: 168 time: 0.2352140 Oct 27 10:29:23.568923 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5c2260-d47b-4f38-86a3-7eab47aa5b1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7410391-8f22-477e-8c5a-7040a64f773b,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:29:23.717722 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:23.766609 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a90614-2b3e-4035-b277-891e56f28714 req-6aa79e32-3475-4982-8240-5e66bce6b93f tempest-ImagesNegativeTestJSON-876280486 tempest-ImagesNegativeTestJSON-876280486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:29:23.769446 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-a5a90614-2b3e-4035-b277-891e56f28714 req-6aa79e32-3475-4982-8240-5e66bce6b93f tempest-ImagesNegativeTestJSON-876280486 tempest-ImagesNegativeTestJSON-876280486-project] 10.222.0.44 "GET /v2.0/ports?device_id=2225dcd2-563a-4836-9d6d-95e75fbc3fc6 HTTP/1.1" status: 200 len: 949 time: 0.3580182 Oct 27 10:29:23.816095 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2225dcd2-563a-4836-9d6d-95e75fbc3fc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7be29813-11de-496b-b457-8050e88e76da'}] {{(pid=102348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:29:23.830078 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c588921fa634554a1d9242fdea1b05457a9ff1d3b28ba54ec1dace7f2f1df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b92fbeb-8180-41b8-8e4e-cfc21ed5964f" -d '{"events": [{"server_uuid": "2225dcd2-563a-4836-9d6d-95e75fbc3fc6", "name": "network-vif-plugged", "status": "completed", "tag": "7be29813-11de-496b-b457-8050e88e76da"}]}' {{(pid=102348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:29:23.883993 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] For port 7be29813-11de-496b-b457-8050e88e76da, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=7be29813-11de-496b-b457-8050e88e76da,segment=NetworkSegment(f7c42c6d-2766-46d8-a8b7-4852117a5555),segment_id=f7c42c6d-2766-46d8-a8b7-4852117a5555)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:29:23.902660 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:23.922534 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 55440) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:29:23.944922 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5717908a-ce86-4f5a-9ccd-04742a2780de req-a9d910d9-b9d7-4c0e-a625-8826e98ab3c7 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:29:23.954480 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-5717908a-ce86-4f5a-9ccd-04742a2780de req-a9d910d9-b9d7-4c0e-a625-8826e98ab3c7 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ae4390a-b621-4500-a1b9-c968556e5a4c HTTP/1.1" status: 200 len: 945 time: 0.1235027 Oct 27 10:29:24.048243 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_common [req-27c8d783-a653-4434-b3d3-b66bc8272cb5 req-c5212d2c-6cce-4dcf-a053-4a573b3932e6 tempest-ServersTestBootFromVolume-118172414 tempest-ServersTestBootFromVolume-118172414-project] Allocated IP 172.20.0.13 (c9bdb347-48e4-4111-a250-9327eec0fcb4/8169b91d-99bf-40e1-a3f3-68194fe96559/3f815fb2-3c01-4d88-8dd7-69f9523bc525) {{(pid=102347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:29:24.093126 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-5717908a-ce86-4f5a-9ccd-04742a2780de req-20107050-b931-4a53-be7e-b5d88baec728 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/security-groups?id=9f7279ee-2d49-4f67-b584-fc902ef383cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330364 Oct 27 10:29:24.121477 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Pushing event updated for resources: {'Port': ['ID=7be29813-11de-496b-b457-8050e88e76da,revision_number=5']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:29:24.293756 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-a5a90614-2b3e-4035-b277-891e56f28714 req-67c333e7-a65f-4209-ac98-aaf5b5235215 tempest-ImagesNegativeTestJSON-876280486 tempest-ImagesNegativeTestJSON-876280486-project] 10.222.0.44 "GET /v2.0/security-groups?id=cdbdc248-de21-4207-94b5-9bae004f8b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4910016 Oct 27 10:29:24.358028 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 55446) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:29:24.397009 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ac6f58c4-3f33-4f97-ab99-275d38586dda req-d7edc14d-0a9e-4807-a5ab-481be9cb025d tempest-ServersTestBootFromVolume-118172414 tempest-ServersTestBootFromVolume-118172414-project] 10.222.0.44 "GET /v2.0/ports?device_id=1c300c04-98e2-444e-85bd-cd955e8e43fe HTTP/1.1" status: 200 len: 210 time: 0.0893495 Oct 27 10:29:24.452538 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-a69d3c72-42cc-4dd5-bda5-2655e4a06ca6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:24.644022 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device 863bd33a-7c9e-4cbf-aa6d-c8f79ce93249 up at agent hyperv_n-h1-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:29:24.725208 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-27c8d783-a653-4434-b3d3-b66bc8272cb5 req-c5212d2c-6cce-4dcf-a053-4a573b3932e6 tempest-ServersTestBootFromVolume-118172414 tempest-ServersTestBootFromVolume-118172414-project] Publish callbacks [] for port, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:24.807285 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-a69d3c72-42cc-4dd5-bda5-2655e4a06ca6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:24.816801 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-a69d3c72-42cc-4dd5-bda5-2655e4a06ca6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:24.839859 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-27c8d783-a653-4434-b3d3-b66bc8272cb5 req-c5212d2c-6cce-4dcf-a053-4a573b3932e6 tempest-ServersTestBootFromVolume-118172414 tempest-ServersTestBootFromVolume-118172414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:24.852694 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-db80f8e8-9632-4c11-8637-33048e1aa472 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:24.879308 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Provisioning complete for port 863bd33a-7c9e-4cbf-aa6d-c8f79ce93249 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:29:24.879929 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:24.954385 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-a69d3c72-42cc-4dd5-bda5-2655e4a06ca6 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=75dc250f21974113a0d617ab6954f415&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9935939 Oct 27 10:29:24.956658 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 55450) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:29:24.975965 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:29:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22233e54-7a29-4263-8ac6-f382984743be x-openstack-request-id: req-22233e54-7a29-4263-8ac6-f382984743be {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:29:24.977069 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2225dcd2-563a-4836-9d6d-95e75fbc3fc6", "name": "network-vif-plugged", "status": "completed", "tag": "7be29813-11de-496b-b457-8050e88e76da", "code": 200}]} {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:29:24.978418 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-22233e54-7a29-4263-8ac6-f382984743be {{(pid=102348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:29:24.980126 n-d-813419-10 neutron-server[102348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2225dcd2-563a-4836-9d6d-95e75fbc3fc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7be29813-11de-496b-b457-8050e88e76da', 'code': 200} Oct 27 10:29:24.985478 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27c8d783-a653-4434-b3d3-b66bc8272cb5 req-c5212d2c-6cce-4dcf-a053-4a573b3932e6 tempest-ServersTestBootFromVolume-118172414 tempest-ServersTestBootFromVolume-118172414-project] Network c9bdb347-48e4-4111-a250-9327eec0fcb4 is already hosted by enough agents. {{(pid=102347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:29:25.000688 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [req-27c8d783-a653-4434-b3d3-b66bc8272cb5 req-c5212d2c-6cce-4dcf-a053-4a573b3932e6 tempest-ServersTestBootFromVolume-118172414 tempest-ServersTestBootFromVolume-118172414-project] Resources bound (agent type, host, resource id): {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:29:25.005812 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69d3c72-42cc-4dd5-bda5-2655e4a06ca6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cadcd2f5-eca8-401e-989b-35cf4c681a81,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:29:25.014910 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [req-27c8d783-a653-4434-b3d3-b66bc8272cb5 req-c5212d2c-6cce-4dcf-a053-4a573b3932e6 tempest-ServersTestBootFromVolume-118172414 tempest-ServersTestBootFromVolume-118172414-project] Received port after_create {{(pid=102347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:29:25.114746 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c8d783-a653-4434-b3d3-b66bc8272cb5 req-c5212d2c-6cce-4dcf-a053-4a573b3932e6 tempest-ServersTestBootFromVolume-118172414 tempest-ServersTestBootFromVolume-118172414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:29:25.115556 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-27c8d783-a653-4434-b3d3-b66bc8272cb5 req-c5212d2c-6cce-4dcf-a053-4a573b3932e6 tempest-ServersTestBootFromVolume-118172414 tempest-ServersTestBootFromVolume-118172414-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:25.198036 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-8d3dcc44-1833-4c27-b752-b8eed9514cd9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:25.205451 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-6e87d84c-0223-4085-85d8-d4419d736a31 tempest-RoutersIpV6AdminTest-927106320 tempest-RoutersIpV6AdminTest-927106320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:25.218426 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5212d2c-6cce-4dcf-a053-4a573b3932e6 tempest-ServersTestBootFromVolume-118172414 tempest-ServersTestBootFromVolume-118172414-project] Pushing event updated for resources: {'Port': ['ID=3f815fb2-3c01-4d88-8dd7-69f9523bc525,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:29:25.304989 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-8d3dcc44-1833-4c27-b752-b8eed9514cd9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:25.340054 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e87d84c-0223-4085-85d8-d4419d736a31 tempest-RoutersIpV6AdminTest-927106320 tempest-RoutersIpV6AdminTest-927106320-project] Pushing event deleted for resources: {'Port': ['ID=f2b82757-bb7b-4d3b-9842-0cd09331fd22,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:29:25.347031 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:25.380335 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-27c8d783-a653-4434-b3d3-b66bc8272cb5 req-c5212d2c-6cce-4dcf-a053-4a573b3932e6 tempest-ServersTestBootFromVolume-118172414 tempest-ServersTestBootFromVolume-118172414-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6893404 Oct 27 10:29:25.445197 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [req-27c8d783-a653-4434-b3d3-b66bc8272cb5 req-1954e6b3-af9b-429c-9e16-a2e8ce24cdef service neutron] Request body: {'port': {'device_id': '1c300c04-98e2-444e-85bd-cd955e8e43fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-10'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:29:25.509719 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port 863bd33a-7c9e-4cbf-aa6d-c8f79ce93249, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=863bd33a-7c9e-4cbf-aa6d-c8f79ce93249,segment=NetworkSegment(2ae7a459-953f-4f06-8bb8-d3b1f54967e3),segment_id=2ae7a459-953f-4f06-8bb8-d3b1f54967e3)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:29:25.514896 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:25.609894 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff10c3f-351c-455a-94e8-d72c1de0f039 req-29f04561-92a1-493c-9f26-d78d956f9470 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:29:25.624263 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-4ff10c3f-351c-455a-94e8-d72c1de0f039 req-29f04561-92a1-493c-9f26-d78d956f9470 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ae4390a-b621-4500-a1b9-c968556e5a4c HTTP/1.1" status: 200 len: 945 time: 0.2603812 Oct 27 10:29:25.681313 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Pushing event updated for resources: {'Port': ['ID=863bd33a-7c9e-4cbf-aa6d-c8f79ce93249,revision_number=7']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:29:25.723848 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-28f295a3-2070-4a18-96ff-4c849f565788 None None] Provisioning complete for port 3f815fb2-3c01-4d88-8dd7-69f9523bc525 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:29:25.724262 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-28f295a3-2070-4a18-96ff-4c849f565788 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:25.761960 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-4ff10c3f-351c-455a-94e8-d72c1de0f039 req-f61d53a4-2a50-4fb2-90ae-d5f7934eb7e7 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/security-groups?id=9f7279ee-2d49-4f67-b584-fc902ef383cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354213 Oct 27 10:29:25.765611 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-8d3dcc44-1833-4c27-b752-b8eed9514cd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:25.774682 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-8d3dcc44-1833-4c27-b752-b8eed9514cd9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:25.782515 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-8d3dcc44-1833-4c27-b752-b8eed9514cd9 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/cadcd2f5-eca8-401e-989b-35cf4c681a81 HTTP/1.1" status: 204 len: 168 time: 0.8209224 Oct 27 10:29:25.806046 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3dcc44-1833-4c27-b752-b8eed9514cd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cadcd2f5-eca8-401e-989b-35cf4c681a81,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:29:25.849997 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-28f295a3-2070-4a18-96ff-4c849f565788 None None] Port 3f815fb2-3c01-4d88-8dd7-69f9523bc525 cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:29:25.889602 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e02eed-40b4-4b18-a81e-dd041c28e6e3 req-ca8bfbec-937b-4421-af67-a37934100222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:29:25.902840 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-65e02eed-40b4-4b18-a81e-dd041c28e6e3 req-ca8bfbec-937b-4421-af67-a37934100222 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=2225dcd2-563a-4836-9d6d-95e75fbc3fc6 HTTP/1.1" status: 200 len: 1102 time: 0.7995174 Oct 27 10:29:26.034106 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5628e44f-8abf-4243-8096-98e0824d3da8 req-e06b4e00-eb16-4d67-92b5-91b42bbeaf56 tempest-ServersTestBootFromVolume-118172414 tempest-ServersTestBootFromVolume-118172414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:29:26.054303 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-5628e44f-8abf-4243-8096-98e0824d3da8 req-e06b4e00-eb16-4d67-92b5-91b42bbeaf56 tempest-ServersTestBootFromVolume-118172414 tempest-ServersTestBootFromVolume-118172414-project] 10.222.0.44 "GET /v2.0/ports?device_id=1c300c04-98e2-444e-85bd-cd955e8e43fe HTTP/1.1" status: 200 len: 932 time: 0.1406875 Oct 27 10:29:26.137081 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-5628e44f-8abf-4243-8096-98e0824d3da8 req-c60288f2-70b6-41b1-832c-846631fd35a4 tempest-ServersTestBootFromVolume-118172414 tempest-ServersTestBootFromVolume-118172414-project] 10.222.0.44 "GET /v2.0/security-groups?id=9d8532b2-6883-48ec-ab1a-369df7b50fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810504 Oct 27 10:29:26.159627 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-65e02eed-40b4-4b18-a81e-dd041c28e6e3 req-08e072be-9144-4a88-9ea9-ebbc55c7520b service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=cdbdc248-de21-4207-94b5-9bae004f8b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2395117 Oct 27 10:29:26.259816 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-27c8d783-a653-4434-b3d3-b66bc8272cb5 req-1954e6b3-af9b-429c-9e16-a2e8ce24cdef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:26.410420 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cca5f13-436b-4ba9-bea9-af8790ef2e45 req-f01ed0e4-5967-4e5b-93c9-ac70f50872c2 tempest-ImagesNegativeTestJSON-876280486 tempest-ImagesNegativeTestJSON-876280486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:29:26.411991 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-6cca5f13-436b-4ba9-bea9-af8790ef2e45 req-f01ed0e4-5967-4e5b-93c9-ac70f50872c2 tempest-ImagesNegativeTestJSON-876280486 tempest-ImagesNegativeTestJSON-876280486-project] 10.222.0.44 "GET /v2.0/ports?device_id=2225dcd2-563a-4836-9d6d-95e75fbc3fc6 HTTP/1.1" status: 200 len: 950 time: 0.7855384 Oct 27 10:29:26.414867 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-6e87d84c-0223-4085-85d8-d4419d736a31 tempest-RoutersIpV6AdminTest-927106320 tempest-RoutersIpV6AdminTest-927106320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1664884'] for router_gateway, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:26.475948 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 55464) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:29:26.507479 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-3dcddabd-3489-4954-aed6-d9a84f914a25 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:26.539319 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-6e87d84c-0223-4085-85d8-d4419d736a31 tempest-RoutersIpV6AdminTest-927106320 tempest-RoutersIpV6AdminTest-927106320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1765662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3700'] for router, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:26.542672 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-6e87d84c-0223-4085-85d8-d4419d736a31 tempest-RoutersIpV6AdminTest-927106320 tempest-RoutersIpV6AdminTest-927106320-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:26.694007 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-3dcddabd-3489-4954-aed6-d9a84f914a25 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:26.699305 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-3dcddabd-3489-4954-aed6-d9a84f914a25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:26.819698 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-3dcddabd-3489-4954-aed6-d9a84f914a25 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3057156294344939a4f74a4eac633e9c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3406813 Oct 27 10:29:26.825544 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 55468) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:29:26.847392 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcddabd-3489-4954-aed6-d9a84f914a25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57092d5c-3855-4304-bfff-0cad4dc3301b,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:29:26.981196 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ae4390a-b621-4500-a1b9-c968556e5a4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '863bd33a-7c9e-4cbf-aa6d-c8f79ce93249'}] {{(pid=102348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:29:26.984051 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c588921fa634554a1d9242fdea1b05457a9ff1d3b28ba54ec1dace7f2f1df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a080a7b-ec05-41c0-a5b7-92d5dd0296d7" -d '{"events": [{"server_uuid": "5ae4390a-b621-4500-a1b9-c968556e5a4c", "name": "network-vif-plugged", "status": "completed", "tag": "863bd33a-7c9e-4cbf-aa6d-c8f79ce93249"}]}' {{(pid=102348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:29:26.989366 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-9ed54424-9679-4e87-b488-9171ec570bd9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:27.012459 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5e3af3-d0d0-4e0f-a419-6e04d965fa6d req-7d77a934-3e44-4166-b5b5-9bb3d45ab8ed tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:29:27.021776 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-1e5e3af3-d0d0-4e0f-a419-6e04d965fa6d req-7d77a934-3e44-4166-b5b5-9bb3d45ab8ed tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ae4390a-b621-4500-a1b9-c968556e5a4c HTTP/1.1" status: 200 len: 946 time: 0.1099672 Oct 27 10:29:27.026224 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [req-27c8d783-a653-4434-b3d3-b66bc8272cb5 req-1954e6b3-af9b-429c-9e16-a2e8ce24cdef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f815fb2-3c01-4d88-8dd7-69f9523bc525 {{(pid=102347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:29:27.044491 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-27c8d783-a653-4434-b3d3-b66bc8272cb5 req-1954e6b3-af9b-429c-9e16-a2e8ce24cdef service neutron] Publish callbacks [] for port, precommit_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:27.074930 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.provisioning_blocks [req-27c8d783-a653-4434-b3d3-b66bc8272cb5 req-1954e6b3-af9b-429c-9e16-a2e8ce24cdef service neutron] Transition to ACTIVE for port object 3f815fb2-3c01-4d88-8dd7-69f9523bc525 will not be triggered until provisioned by entity L2. {{(pid=102347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 10:29:27.157325 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-6e87d84c-0223-4085-85d8-d4419d736a31 tempest-RoutersIpV6AdminTest-927106320 tempest-RoutersIpV6AdminTest-927106320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1765641'] for router, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:27.158108 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e87d84c-0223-4085-85d8-d4419d736a31 tempest-RoutersIpV6AdminTest-927106320 tempest-RoutersIpV6AdminTest-927106320-project] Fanout notify agent at l3_agent the message router_deleted on router 069e0b18-18f0-4ea2-9220-93cf00bf3464 {{(pid=102347) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 10:29:27.189268 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-27c8d783-a653-4434-b3d3-b66bc8272cb5 req-1954e6b3-af9b-429c-9e16-a2e8ce24cdef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:27.230132 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-6e87d84c-0223-4085-85d8-d4419d736a31 tempest-RoutersIpV6AdminTest-927106320 tempest-RoutersIpV6AdminTest-927106320-project] Publish callbacks [] for router, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:27.239486 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-6e87d84c-0223-4085-85d8-d4419d736a31 tempest-RoutersIpV6AdminTest-927106320 tempest-RoutersIpV6AdminTest-927106320-project] 10.222.0.44 "DELETE /v2.0/routers/069e0b18-18f0-4ea2-9220-93cf00bf3464 HTTP/1.1" status: 204 len: 168 time: 7.8085499 Oct 27 10:29:27.242598 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 55474) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:29:27.245173 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-db80f8e8-9632-4c11-8637-33048e1aa472 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:27.258450 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-2ef3cc73-2059-4e5f-a6ae-abbb3407d157 tempest-RoutersIpV6AdminTest-927106320 tempest-RoutersIpV6AdminTest-927106320-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1992823409', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:29:27.342273 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-db80f8e8-9632-4c11-8637-33048e1aa472 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:27.460136 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-6cca5f13-436b-4ba9-bea9-af8790ef2e45 req-6802595e-4436-4238-b5aa-af154f91a2f0 tempest-ImagesNegativeTestJSON-876280486 tempest-ImagesNegativeTestJSON-876280486-project] 10.222.0.44 "GET /v2.0/security-groups?id=cdbdc248-de21-4207-94b5-9bae004f8b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8110116 Oct 27 10:29:27.489877 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1954e6b3-af9b-429c-9e16-a2e8ce24cdef service neutron] Pushing event updated for resources: {'Port': ['ID=3f815fb2-3c01-4d88-8dd7-69f9523bc525,revision_number=2']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:29:27.568083 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db80f8e8-9632-4c11-8637-33048e1aa472 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=290ae289-1615-4e4b-9536-037a508d8222,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:29:27.605020 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-db80f8e8-9632-4c11-8637-33048e1aa472 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4a91c92784164f79b7d6b3987a5f57d3&name=default HTTP/1.1" status: 200 len: 2983 time: 3.2331183 Oct 27 10:29:27.610117 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 55478) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:29:27.621304 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-2ef3cc73-2059-4e5f-a6ae-abbb3407d157 tempest-RoutersIpV6AdminTest-927106320 tempest-RoutersIpV6AdminTest-927106320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1768632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3610'] for router, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:27.622824 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-2ef3cc73-2059-4e5f-a6ae-abbb3407d157 tempest-RoutersIpV6AdminTest-927106320 tempest-RoutersIpV6AdminTest-927106320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1765704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1769409', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1694266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3597'] for router, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:27.675351 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:29:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-944372c4-3e60-484f-85e1-9085a02225af x-openstack-request-id: req-944372c4-3e60-484f-85e1-9085a02225af {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:29:27.675993 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ae4390a-b621-4500-a1b9-c968556e5a4c", "name": "network-vif-plugged", "status": "completed", "tag": "863bd33a-7c9e-4cbf-aa6d-c8f79ce93249", "code": 200}]} {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:29:27.676565 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-944372c4-3e60-484f-85e1-9085a02225af {{(pid=102348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:29:27.676985 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-9ed54424-9679-4e87-b488-9171ec570bd9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:27.678197 n-d-813419-10 neutron-server[102348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ae4390a-b621-4500-a1b9-c968556e5a4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '863bd33a-7c9e-4cbf-aa6d-c8f79ce93249', 'code': 200} Oct 27 10:29:27.760054 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-1e5e3af3-d0d0-4e0f-a419-6e04d965fa6d req-0a1de254-d864-4105-97db-74b35df2f4a7 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/security-groups?id=9f7279ee-2d49-4f67-b584-fc902ef383cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7370858 Oct 27 10:29:27.896653 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-9ed54424-9679-4e87-b488-9171ec570bd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:27.899940 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-9ed54424-9679-4e87-b488-9171ec570bd9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:27.901508 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-9ed54424-9679-4e87-b488-9171ec570bd9 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/57092d5c-3855-4304-bfff-0cad4dc3301b HTTP/1.1" status: 204 len: 168 time: 1.0749846 Oct 27 10:29:27.915670 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed54424-9679-4e87-b488-9171ec570bd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57092d5c-3855-4304-bfff-0cad4dc3301b,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:29:28.024149 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-2ef3cc73-2059-4e5f-a6ae-abbb3407d157 tempest-RoutersIpV6AdminTest-927106320 tempest-RoutersIpV6AdminTest-927106320-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:28.070155 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-2ef3cc73-2059-4e5f-a6ae-abbb3407d157 tempest-RoutersIpV6AdminTest-927106320 tempest-RoutersIpV6AdminTest-927106320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1765699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1769372'] for router, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:28.112583 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-27c8d783-a653-4434-b3d3-b66bc8272cb5 req-1954e6b3-af9b-429c-9e16-a2e8ce24cdef service neutron] Attempting to bind port 3f815fb2-3c01-4d88-8dd7-69f9523bc525 on host n-h1-813419-10 for vnic_type normal with profile {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:29:28.112583 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-27c8d783-a653-4434-b3d3-b66bc8272cb5 req-1954e6b3-af9b-429c-9e16-a2e8ce24cdef service neutron] Attempting to bind port 3f815fb2-3c01-4d88-8dd7-69f9523bc525 by drivers openvswitch,hyperv on host n-h1-813419-10 at level 0 using segments [{'id': '32ee6b7e-f7db-44d8-a33c-f5ba7bc60b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'c9bdb347-48e4-4111-a250-9327eec0fcb4'}] {{(pid=102347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:29:28.112583 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27c8d783-a653-4434-b3d3-b66bc8272cb5 req-1954e6b3-af9b-429c-9e16-a2e8ce24cdef service neutron] Attempting to bind port 3f815fb2-3c01-4d88-8dd7-69f9523bc525 on network c9bdb347-48e4-4111-a250-9327eec0fcb4 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:29:28.118732 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-22b48fda-fca1-452d-a1f4-c08e8bc9e742 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:28.170622 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27c8d783-a653-4434-b3d3-b66bc8272cb5 req-1954e6b3-af9b-429c-9e16-a2e8ce24cdef service neutron] Port 3f815fb2-3c01-4d88-8dd7-69f9523bc525 on network c9bdb347-48e4-4111-a250-9327eec0fcb4 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-10 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 10:29:28.170996 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27c8d783-a653-4434-b3d3-b66bc8272cb5 req-1954e6b3-af9b-429c-9e16-a2e8ce24cdef service neutron] Attempting to bind port 3f815fb2-3c01-4d88-8dd7-69f9523bc525 on network c9bdb347-48e4-4111-a250-9327eec0fcb4 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:29:28.222154 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49bfa36-e878-4e62-9e09-75721a025e62 req-0ea4fa8a-d550-4c76-b927-359cb2343e25 tempest-ServersTestBootFromVolume-118172414 tempest-ServersTestBootFromVolume-118172414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:29:28.233566 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-f49bfa36-e878-4e62-9e09-75721a025e62 req-0ea4fa8a-d550-4c76-b927-359cb2343e25 tempest-ServersTestBootFromVolume-118172414 tempest-ServersTestBootFromVolume-118172414-project] 10.222.0.44 "GET /v2.0/ports?device_id=1c300c04-98e2-444e-85bd-cd955e8e43fe HTTP/1.1" status: 200 len: 944 time: 0.3300169 Oct 27 10:29:28.254306 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-2ef3cc73-2059-4e5f-a6ae-abbb3407d157 tempest-RoutersIpV6AdminTest-927106320 tempest-RoutersIpV6AdminTest-927106320-project] Publish callbacks [] for router, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:28.258395 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 55484) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:29:28.263253 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-e94b4244-4a42-4401-be37-81207575b588 tempest-RoutersIpV6AdminTest-927106320 tempest-RoutersIpV6AdminTest-927106320-project] Request body: {'router': {'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'}}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:29:28.266856 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-2ef3cc73-2059-4e5f-a6ae-abbb3407d157 tempest-RoutersIpV6AdminTest-927106320 tempest-RoutersIpV6AdminTest-927106320-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 1.0138135 Oct 27 10:29:28.412487 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-f49bfa36-e878-4e62-9e09-75721a025e62 req-6ae85fca-1d1a-48c8-a970-def242ceacd5 tempest-ServersTestBootFromVolume-118172414 tempest-ServersTestBootFromVolume-118172414-project] 10.222.0.44 "GET /v2.0/security-groups?id=9d8532b2-6883-48ec-ab1a-369df7b50fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1441143 Oct 27 10:29:28.413631 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27c8d783-a653-4434-b3d3-b66bc8272cb5 req-1954e6b3-af9b-429c-9e16-a2e8ce24cdef service neutron] Checking agent: {'id': 'a52e1cab-0c63-402d-9c94-330537c6c076', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 16, 2), 'started_at': datetime.datetime(2021, 10, 27, 10, 16, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 29, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:29:28.415441 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27c8d783-a653-4434-b3d3-b66bc8272cb5 req-1954e6b3-af9b-429c-9e16-a2e8ce24cdef service neutron] Checking segment: {'id': '32ee6b7e-f7db-44d8-a33c-f5ba7bc60b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'c9bdb347-48e4-4111-a250-9327eec0fcb4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:29:28.426117 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27c8d783-a653-4434-b3d3-b66bc8272cb5 req-1954e6b3-af9b-429c-9e16-a2e8ce24cdef service neutron] Bound using segment: {'id': '32ee6b7e-f7db-44d8-a33c-f5ba7bc60b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'c9bdb347-48e4-4111-a250-9327eec0fcb4'} {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:29:28.427153 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-27c8d783-a653-4434-b3d3-b66bc8272cb5 req-1954e6b3-af9b-429c-9e16-a2e8ce24cdef service neutron] Bound port: 3f815fb2-3c01-4d88-8dd7-69f9523bc525, host: n-h1-813419-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32ee6b7e-f7db-44d8-a33c-f5ba7bc60b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'c9bdb347-48e4-4111-a250-9327eec0fcb4'}}] {{(pid=102347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:29:28.427886 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-27c8d783-a653-4434-b3d3-b66bc8272cb5 req-1954e6b3-af9b-429c-9e16-a2e8ce24cdef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:28.480135 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-22b48fda-fca1-452d-a1f4-c08e8bc9e742 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:28.646272 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-27c8d783-a653-4434-b3d3-b66bc8272cb5 req-1954e6b3-af9b-429c-9e16-a2e8ce24cdef service neutron] For port 3f815fb2-3c01-4d88-8dd7-69f9523bc525, host n-h1-813419-10, cleared binding levels {{(pid=102347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:29:28.650433 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-27c8d783-a653-4434-b3d3-b66bc8272cb5 req-1954e6b3-af9b-429c-9e16-a2e8ce24cdef service neutron] For port 3f815fb2-3c01-4d88-8dd7-69f9523bc525, host n-h1-813419-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=3f815fb2-3c01-4d88-8dd7-69f9523bc525,segment=NetworkSegment(32ee6b7e-f7db-44d8-a33c-f5ba7bc60b5b),segment_id=32ee6b7e-f7db-44d8-a33c-f5ba7bc60b5b)] {{(pid=102347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:29:28.659534 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-27c8d783-a653-4434-b3d3-b66bc8272cb5 req-1954e6b3-af9b-429c-9e16-a2e8ce24cdef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:28.782490 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c8d783-a653-4434-b3d3-b66bc8272cb5 req-1954e6b3-af9b-429c-9e16-a2e8ce24cdef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:29:28.783451 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-27c8d783-a653-4434-b3d3-b66bc8272cb5 req-1954e6b3-af9b-429c-9e16-a2e8ce24cdef service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:28.785046 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-27c8d783-a653-4434-b3d3-b66bc8272cb5 req-1954e6b3-af9b-429c-9e16-a2e8ce24cdef service neutron] 10.222.0.64 "PUT /v2.0/ports/3f815fb2-3c01-4d88-8dd7-69f9523bc525 HTTP/1.1" status: 200 len: 1093 time: 3.3506668 Oct 27 10:29:28.813977 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c300c04-98e2-444e-85bd-cd955e8e43fe', 'tag': '3f815fb2-3c01-4d88-8dd7-69f9523bc525'}] {{(pid=102347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:29:28.820537 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311149b481204ee7edffdb959c881838506fbd95bc8577c048f6677abb73acc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be041257-f2d3-47b4-83ae-48367cceeb2c" -d '{"events": [{"name": "network-changed", "server_uuid": "1c300c04-98e2-444e-85bd-cd955e8e43fe", "tag": "3f815fb2-3c01-4d88-8dd7-69f9523bc525"}]}' {{(pid=102347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:29:28.961795 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1954e6b3-af9b-429c-9e16-a2e8ce24cdef service neutron] Pushing event updated for resources: {'Port': ['ID=3f815fb2-3c01-4d88-8dd7-69f9523bc525,revision_number=3']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:29:29.138347 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c8d783-a653-4434-b3d3-b66bc8272cb5 req-62e18e68-1292-496e-90b8-4d63526fe6c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:29:29.146269 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-27c8d783-a653-4434-b3d3-b66bc8272cb5 req-62e18e68-1292-496e-90b8-4d63526fe6c5 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=fccb419307184e4f847f7a5ecc967169&device_id=1c300c04-98e2-444e-85bd-cd955e8e43fe HTTP/1.1" status: 200 len: 1096 time: 0.2821319 Oct 27 10:29:29.147326 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-22b48fda-fca1-452d-a1f4-c08e8bc9e742 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:29.155764 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-22b48fda-fca1-452d-a1f4-c08e8bc9e742 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:29.169545 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-22b48fda-fca1-452d-a1f4-c08e8bc9e742 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/290ae289-1615-4e4b-9536-037a508d8222 HTTP/1.1" status: 204 len: 168 time: 1.5539045 Oct 27 10:29:29.197360 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fd16ef-3e9e-4e25-a40f-b9428ed5b0f3 req-16818607-c794-4268-85be-a8e53b95dbcd tempest-ImagesNegativeTestJSON-876280486 tempest-ImagesNegativeTestJSON-876280486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:29:29.212161 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-22fd16ef-3e9e-4e25-a40f-b9428ed5b0f3 req-16818607-c794-4268-85be-a8e53b95dbcd tempest-ImagesNegativeTestJSON-876280486 tempest-ImagesNegativeTestJSON-876280486-project] 10.222.0.44 "GET /v2.0/ports?device_id=2225dcd2-563a-4836-9d6d-95e75fbc3fc6 HTTP/1.1" status: 200 len: 950 time: 0.5571392 Oct 27 10:29:29.253217 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-e94b4244-4a42-4401-be37-81207575b588 tempest-RoutersIpV6AdminTest-927106320 tempest-RoutersIpV6AdminTest-927106320-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:29.422491 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-22fd16ef-3e9e-4e25-a40f-b9428ed5b0f3 req-f9a28c98-7817-48a7-955f-e86f66217b55 tempest-ImagesNegativeTestJSON-876280486 tempest-ImagesNegativeTestJSON-876280486-project] 10.222.0.44 "GET /v2.0/security-groups?id=cdbdc248-de21-4207-94b5-9bae004f8b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2078588 Oct 27 10:29:30.018396 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-e94b4244-4a42-4401-be37-81207575b588 tempest-RoutersIpV6AdminTest-927106320 tempest-RoutersIpV6AdminTest-927106320-project] Publish callbacks [] for router_gateway, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:30.047309 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-e94b4244-4a42-4401-be37-81207575b588 tempest-RoutersIpV6AdminTest-927106320 tempest-RoutersIpV6AdminTest-927106320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:30.251642 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 10:29:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-558fabbe-b5b3-4627-a34e-1d67bbd370c0 x-openstack-request-id: req-558fabbe-b5b3-4627-a34e-1d67bbd370c0 {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:29:30.252141 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c300c04-98e2-444e-85bd-cd955e8e43fe", "tag": "3f815fb2-3c01-4d88-8dd7-69f9523bc525", "status": "completed", "code": 200}]} {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:29:30.252246 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-558fabbe-b5b3-4627-a34e-1d67bbd370c0 {{(pid=102347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:29:30.252727 n-d-813419-10 neutron-server[102347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c300c04-98e2-444e-85bd-cd955e8e43fe', 'tag': '3f815fb2-3c01-4d88-8dd7-69f9523bc525', 'status': 'completed', 'code': 200} Oct 27 10:29:30.255268 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-27c8d783-a653-4434-b3d3-b66bc8272cb5 req-956dbacd-000e-4be7-8bb9-84e6aaa7ba44 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3f815fb2-3c01-4d88-8dd7-69f9523bc525 HTTP/1.1" status: 200 len: 217 time: 1.0836449 Oct 27 10:29:30.264260 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b48fda-fca1-452d-a1f4-c08e8bc9e742 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=290ae289-1615-4e4b-9536-037a508d8222,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:29:30.328921 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1e01d5-e35a-4206-9944-93ab91f4e3de req-a91e0d3d-b17b-4a83-866c-b285fd3741dc tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:29:30.332981 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-bc1e01d5-e35a-4206-9944-93ab91f4e3de req-a91e0d3d-b17b-4a83-866c-b285fd3741dc tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ae4390a-b621-4500-a1b9-c968556e5a4c HTTP/1.1" status: 200 len: 946 time: 1.3335223 Oct 27 10:29:30.411623 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_common [None req-e94b4244-4a42-4401-be37-81207575b588 tempest-RoutersIpV6AdminTest-927106320 tempest-RoutersIpV6AdminTest-927106320-project] Allocated IP 172.25.8.254 (185ff123-c7ff-45c7-a6be-71feb35acc9c/0fb9f9d1-7384-481f-8fa8-f4566c349d30/3098a911-47d7-437e-8ff0-5dac5f479069) {{(pid=102346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:29:30.479563 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-bc1e01d5-e35a-4206-9944-93ab91f4e3de req-fe5b6140-6d4f-4bf4-bac1-0ec7959f90ca tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/security-groups?id=9f7279ee-2d49-4f67-b584-fc902ef383cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875328 Oct 27 10:29:30.487617 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c8d783-a653-4434-b3d3-b66bc8272cb5 req-9aae5137-b7b9-466e-8822-d9d338516934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:29:30.493656 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-27c8d783-a653-4434-b3d3-b66bc8272cb5 req-9aae5137-b7b9-466e-8822-d9d338516934 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8169b91d-99bf-40e1-a3f3-68194fe96559 HTTP/1.1" status: 200 len: 855 time: 0.2050447 Oct 27 10:29:30.631570 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c8d783-a653-4434-b3d3-b66bc8272cb5 req-b3e1ec9a-c6ef-4c10-a14a-70c84657bb8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:29:30.641884 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-27c8d783-a653-4434-b3d3-b66bc8272cb5 req-b3e1ec9a-c6ef-4c10-a14a-70c84657bb8d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c9bdb347-48e4-4111-a250-9327eec0fcb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1394393 Oct 27 10:29:30.741518 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7213adae-6933-48a3-bbd1-b824565b7b2d req-5075db9f-3fc3-4ecc-814d-0784df0b7f79 tempest-ServersTestBootFromVolume-118172414 tempest-ServersTestBootFromVolume-118172414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:29:30.747377 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-7213adae-6933-48a3-bbd1-b824565b7b2d req-5075db9f-3fc3-4ecc-814d-0784df0b7f79 tempest-ServersTestBootFromVolume-118172414 tempest-ServersTestBootFromVolume-118172414-project] 10.222.0.44 "GET /v2.0/ports?device_id=1c300c04-98e2-444e-85bd-cd955e8e43fe HTTP/1.1" status: 200 len: 944 time: 0.4076672 Oct 27 10:29:30.974451 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-e94b4244-4a42-4401-be37-81207575b588 tempest-RoutersIpV6AdminTest-927106320 tempest-RoutersIpV6AdminTest-927106320-project] Publish callbacks [] for port, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:31.060224 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-27c8d783-a653-4434-b3d3-b66bc8272cb5 req-f4aefd8c-2069-421b-b1b0-976e974bfedc service neutron] 10.222.0.64 "GET /v2.0/networks/c9bdb347-48e4-4111-a250-9327eec0fcb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4107156 Oct 27 10:29:31.098910 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-7213adae-6933-48a3-bbd1-b824565b7b2d req-b170e271-f909-454e-9f9f-cb5d702bb4b4 tempest-ServersTestBootFromVolume-118172414 tempest-ServersTestBootFromVolume-118172414-project] 10.222.0.44 "GET /v2.0/security-groups?id=9d8532b2-6883-48ec-ab1a-369df7b50fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3358073 Oct 27 10:29:31.098910 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-e94b4244-4a42-4401-be37-81207575b588 tempest-RoutersIpV6AdminTest-927106320 tempest-RoutersIpV6AdminTest-927106320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:31.115636 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c56ae29-6ef4-446f-ba0b-8a599f7ac4b7 req-5f3654a1-ff39-4019-898c-ac132f07c645 tempest-ImagesNegativeTestJSON-876280486 tempest-ImagesNegativeTestJSON-876280486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:29:31.138204 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-3c56ae29-6ef4-446f-ba0b-8a599f7ac4b7 req-5f3654a1-ff39-4019-898c-ac132f07c645 tempest-ImagesNegativeTestJSON-876280486 tempest-ImagesNegativeTestJSON-876280486-project] 10.222.0.44 "GET /v2.0/ports?device_id=2225dcd2-563a-4836-9d6d-95e75fbc3fc6 HTTP/1.1" status: 200 len: 950 time: 0.2352374 Oct 27 10:29:31.203916 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e94b4244-4a42-4401-be37-81207575b588 tempest-RoutersIpV6AdminTest-927106320 tempest-RoutersIpV6AdminTest-927106320-project] Network 185ff123-c7ff-45c7-a6be-71feb35acc9c is already hosted by enough agents. {{(pid=102346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:29:31.221450 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-e94b4244-4a42-4401-be37-81207575b588 tempest-RoutersIpV6AdminTest-927106320 tempest-RoutersIpV6AdminTest-927106320-project] Resources bound (agent type, host, resource id): {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:29:31.224028 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e94b4244-4a42-4401-be37-81207575b588 tempest-RoutersIpV6AdminTest-927106320 tempest-RoutersIpV6AdminTest-927106320-project] Received port after_create {{(pid=102346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:29:31.227302 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94b4244-4a42-4401-be37-81207575b588 tempest-RoutersIpV6AdminTest-927106320 tempest-RoutersIpV6AdminTest-927106320-project] Pushing event updated for resources: {'Port': ['ID=3098a911-47d7-437e-8ff0-5dac5f479069,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:29:31.392821 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-3c56ae29-6ef4-446f-ba0b-8a599f7ac4b7 req-8d2419cf-2a47-4943-ae11-d1ffe4434b28 tempest-ImagesNegativeTestJSON-876280486 tempest-ImagesNegativeTestJSON-876280486-project] 10.222.0.44 "GET /v2.0/security-groups?id=cdbdc248-de21-4207-94b5-9bae004f8b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2525623 Oct 27 10:29:31.493556 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-27c8d783-a653-4434-b3d3-b66bc8272cb5 req-a5cb2561-3f00-4a49-8d13-2cc68b1520f8 service neutron] 10.222.0.64 "GET /v2.0/networks/c9bdb347-48e4-4111-a250-9327eec0fcb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4251809 Oct 27 10:29:31.663331 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be041257-f2d3-47b4-83ae-48367cceeb2c req-349be14f-e657-473b-b403-c201ce21faed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:29:31.666668 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-be041257-f2d3-47b4-83ae-48367cceeb2c req-349be14f-e657-473b-b403-c201ce21faed service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=fccb419307184e4f847f7a5ecc967169&device_id=1c300c04-98e2-444e-85bd-cd955e8e43fe HTTP/1.1" status: 200 len: 1096 time: 0.1077034 Oct 27 10:29:31.933131 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-e94b4244-4a42-4401-be37-81207575b588 tempest-RoutersIpV6AdminTest-927106320 tempest-RoutersIpV6AdminTest-927106320-project] Publish callbacks [] for router_gateway, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:32.096767 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d36289a-c07a-4c03-a969-6034891d90a1 req-714df68a-8608-4e48-8b19-f4b495dcd2f9 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:29:32.114822 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-2d36289a-c07a-4c03-a969-6034891d90a1 req-714df68a-8608-4e48-8b19-f4b495dcd2f9 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ae4390a-b621-4500-a1b9-c968556e5a4c HTTP/1.1" status: 200 len: 946 time: 0.4050951 Oct 27 10:29:32.176379 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be041257-f2d3-47b4-83ae-48367cceeb2c req-cbb55a42-d87d-4d0f-9d3b-a3618c7c4370 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:29:32.177949 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-be041257-f2d3-47b4-83ae-48367cceeb2c req-cbb55a42-d87d-4d0f-9d3b-a3618c7c4370 service neutron] 10.222.0.64 "GET /v2.0/networks?id=c9bdb347-48e4-4111-a250-9327eec0fcb4 HTTP/1.1" status: 200 len: 917 time: 0.5041652 Oct 27 10:29:32.261076 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-2d36289a-c07a-4c03-a969-6034891d90a1 req-0a88f493-005c-486c-b632-ff68231ab36f tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/security-groups?id=9f7279ee-2d49-4f67-b584-fc902ef383cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445649 Oct 27 10:29:32.302424 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:32.444097 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-be041257-f2d3-47b4-83ae-48367cceeb2c req-c8f72fc7-d746-4fd4-b2dc-8bd813d27f1d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3f815fb2-3c01-4d88-8dd7-69f9523bc525 HTTP/1.1" status: 200 len: 217 time: 0.2156763 Oct 27 10:29:32.718310 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a7cf88-6477-487f-ab08-8f7988ea9076 req-0e0af4ef-a258-4f84-94a2-98d224308cd6 tempest-ServersTestBootFromVolume-118172414 tempest-ServersTestBootFromVolume-118172414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:29:32.727100 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-66a7cf88-6477-487f-ab08-8f7988ea9076 req-0e0af4ef-a258-4f84-94a2-98d224308cd6 tempest-ServersTestBootFromVolume-118172414 tempest-ServersTestBootFromVolume-118172414-project] 10.222.0.44 "GET /v2.0/ports?device_id=1c300c04-98e2-444e-85bd-cd955e8e43fe HTTP/1.1" status: 200 len: 944 time: 0.2793891 Oct 27 10:29:32.804484 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b86253f-8c65-4581-af63-d4e730fd99c1 req-e38088f5-65ed-4562-a2b6-29d9fe0f6242 tempest-ImagesNegativeTestJSON-876280486 tempest-ImagesNegativeTestJSON-876280486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:29:32.807671 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8b86253f-8c65-4581-af63-d4e730fd99c1 req-e38088f5-65ed-4562-a2b6-29d9fe0f6242 tempest-ImagesNegativeTestJSON-876280486 tempest-ImagesNegativeTestJSON-876280486-project] 10.222.0.76 "GET /v2.0/ports?device_id=2225dcd2-563a-4836-9d6d-95e75fbc3fc6 HTTP/1.1" status: 200 len: 950 time: 0.5809770 Oct 27 10:29:32.835893 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be041257-f2d3-47b4-83ae-48367cceeb2c req-d7f91d59-f306-4b32-9079-7819b2bd8d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:29:32.846459 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-be041257-f2d3-47b4-83ae-48367cceeb2c req-d7f91d59-f306-4b32-9079-7819b2bd8d66 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8169b91d-99bf-40e1-a3f3-68194fe96559 HTTP/1.1" status: 200 len: 855 time: 0.3937886 Oct 27 10:29:32.952439 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-66a7cf88-6477-487f-ab08-8f7988ea9076 req-c7b26748-b727-45f3-9b7b-fa9ad86f39a9 tempest-ServersTestBootFromVolume-118172414 tempest-ServersTestBootFromVolume-118172414-project] 10.222.0.44 "GET /v2.0/security-groups?id=9d8532b2-6883-48ec-ab1a-369df7b50fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2183375 Oct 27 10:29:33.083888 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59c251e-719a-48c3-aff0-dbfd0d9f3d15 req-04164bc6-ae5b-4baf-bbdb-ca86837ea1a3 tempest-ImagesNegativeTestJSON-876280486 tempest-ImagesNegativeTestJSON-876280486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:29:33.099925 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-a59c251e-719a-48c3-aff0-dbfd0d9f3d15 req-04164bc6-ae5b-4baf-bbdb-ca86837ea1a3 tempest-ImagesNegativeTestJSON-876280486 tempest-ImagesNegativeTestJSON-876280486-project] 10.222.0.44 "GET /v2.0/ports?device_id=2225dcd2-563a-4836-9d6d-95e75fbc3fc6 HTTP/1.1" status: 200 len: 950 time: 0.2869115 Oct 27 10:29:33.120705 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-e94b4244-4a42-4401-be37-81207575b588 tempest-RoutersIpV6AdminTest-927106320 tempest-RoutersIpV6AdminTest-927106320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1769395', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1765690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3711'] for router, precommit_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:33.195379 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-e94b4244-4a42-4401-be37-81207575b588 tempest-RoutersIpV6AdminTest-927106320 tempest-RoutersIpV6AdminTest-927106320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1769372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1769386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1769381', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1765685'] for router, after_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:33.256503 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be041257-f2d3-47b4-83ae-48367cceeb2c req-a56385d4-c781-4549-a963-b11d74afec50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:29:33.266444 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-be041257-f2d3-47b4-83ae-48367cceeb2c req-a56385d4-c781-4549-a963-b11d74afec50 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c9bdb347-48e4-4111-a250-9327eec0fcb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3257842 Oct 27 10:29:33.326342 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-a59c251e-719a-48c3-aff0-dbfd0d9f3d15 req-1c235712-a00f-4251-99b1-05333fc6c87f tempest-ImagesNegativeTestJSON-876280486 tempest-ImagesNegativeTestJSON-876280486-project] 10.222.0.44 "GET /v2.0/security-groups?id=cdbdc248-de21-4207-94b5-9bae004f8b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2230771 Oct 27 10:29:33.646114 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e94b4244-4a42-4401-be37-81207575b588 tempest-RoutersIpV6AdminTest-927106320 tempest-RoutersIpV6AdminTest-927106320-project] Router 40c536ca-36a0-4312-9617-aa518ff23202 is scheduled to L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb with binding_index 1 {{(pid=102346) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 10:29:33.853175 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-be041257-f2d3-47b4-83ae-48367cceeb2c req-1ff87d4c-c478-4fef-9ea7-9912dad1fd32 service neutron] 10.222.0.64 "GET /v2.0/networks/c9bdb347-48e4-4111-a250-9327eec0fcb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5770302 Oct 27 10:29:33.876718 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [req-8b86253f-8c65-4581-af63-d4e730fd99c1 req-a34f5df0-5ebb-4dcf-a710-dfdf7cc8fe99 tempest-ImagesNegativeTestJSON-876280486 tempest-ImagesNegativeTestJSON-876280486-project] Deleting port 7be29813-11de-496b-b457-8050e88e76da {{(pid=102347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:29:33.877084 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-8b86253f-8c65-4581-af63-d4e730fd99c1 req-a34f5df0-5ebb-4dcf-a710-dfdf7cc8fe99 tempest-ImagesNegativeTestJSON-876280486 tempest-ImagesNegativeTestJSON-876280486-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:33.960755 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 55626) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:29:33.961092 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 55628) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:29:34.018152 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e94b4244-4a42-4401-be37-81207575b588 tempest-RoutersIpV6AdminTest-927106320 tempest-RoutersIpV6AdminTest-927106320-project] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:29:34.028462 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97a60e4b-bf9c-43c5-a4c7-871bd0d739e1 None None] Sync routers for ids ['40c536ca-36a0-4312-9617-aa518ff23202'] in n-d-813419-10 {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:29:34.068040 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97a60e4b-bf9c-43c5-a4c7-871bd0d739e1 None None] Routers {'40c536ca-36a0-4312-9617-aa518ff23202'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:29:34.068763 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-97a60e4b-bf9c-43c5-a4c7-871bd0d739e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:29:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['40c536ca-36a0-4312-9617-aa518ff23202'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:29:34.070790 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-e94b4244-4a42-4401-be37-81207575b588 tempest-RoutersIpV6AdminTest-927106320 tempest-RoutersIpV6AdminTest-927106320-project] Publish callbacks [] for router, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:34.075042 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-e94b4244-4a42-4401-be37-81207575b588 tempest-RoutersIpV6AdminTest-927106320 tempest-RoutersIpV6AdminTest-927106320-project] 10.222.0.44 "PUT /v2.0/routers/40c536ca-36a0-4312-9617-aa518ff23202 HTTP/1.1" status: 200 len: 884 time: 5.8126187 Oct 27 10:29:34.078560 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 55636) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:29:34.241595 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-97a60e4b-bf9c-43c5-a4c7-871bd0d739e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:29:34.279978 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97a60e4b-bf9c-43c5-a4c7-871bd0d739e1 None None] Routers {'40c536ca-36a0-4312-9617-aa518ff23202'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:29:34.280632 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-97a60e4b-bf9c-43c5-a4c7-871bd0d739e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:29:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['40c536ca-36a0-4312-9617-aa518ff23202'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:29:34.284344 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-8b86253f-8c65-4581-af63-d4e730fd99c1 req-a34f5df0-5ebb-4dcf-a710-dfdf7cc8fe99 tempest-ImagesNegativeTestJSON-876280486 tempest-ImagesNegativeTestJSON-876280486-project] For port 7be29813-11de-496b-b457-8050e88e76da, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=7be29813-11de-496b-b457-8050e88e76da,segment=NetworkSegment(f7c42c6d-2766-46d8-a8b7-4852117a5555),segment_id=f7c42c6d-2766-46d8-a8b7-4852117a5555)] {{(pid=102347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:29:34.284714 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-8b86253f-8c65-4581-af63-d4e730fd99c1 req-a34f5df0-5ebb-4dcf-a710-dfdf7cc8fe99 tempest-ImagesNegativeTestJSON-876280486 tempest-ImagesNegativeTestJSON-876280486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:34.341135 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [req-8b86253f-8c65-4581-af63-d4e730fd99c1 req-a34f5df0-5ebb-4dcf-a710-dfdf7cc8fe99 tempest-ImagesNegativeTestJSON-876280486 tempest-ImagesNegativeTestJSON-876280486-project] Calling delete_port for 7be29813-11de-496b-b457-8050e88e76da owned by compute:nova {{(pid=102347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:29:34.416700 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-97a60e4b-bf9c-43c5-a4c7-871bd0d739e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:29:34.417369 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97a60e4b-bf9c-43c5-a4c7-871bd0d739e1 None None] The sync data for ids ['40c536ca-36a0-4312-9617-aa518ff23202'] in n-d-813419-10 is: [] {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:29:34.467682 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-fbd3e905-3169-4418-9cc5-2e91c8c1219d tempest-RoutersIpV6AdminTest-1540385956 tempest-RoutersIpV6AdminTest-1540385956-project-admin] 10.222.0.44 "GET /v2.0/routers/40c536ca-36a0-4312-9617-aa518ff23202 HTTP/1.1" status: 200 len: 925 time: 0.3857667 Oct 27 10:29:34.477960 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 55640) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:29:34.516981 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-44261922-2248-44c8-a19b-23977474e921 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:34.611421 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-bb42967d-3730-42af-9a36-acaccb95836f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:34.679201 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-8b86253f-8c65-4581-af63-d4e730fd99c1 req-a34f5df0-5ebb-4dcf-a710-dfdf7cc8fe99 tempest-ImagesNegativeTestJSON-876280486 tempest-ImagesNegativeTestJSON-876280486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:34.748540 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-bb42967d-3730-42af-9a36-acaccb95836f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:34.768340 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-bb42967d-3730-42af-9a36-acaccb95836f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:34.811090 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34f5df0-5ebb-4dcf-a710-dfdf7cc8fe99 tempest-ImagesNegativeTestJSON-876280486 tempest-ImagesNegativeTestJSON-876280486-project] Pushing event deleted for resources: {'Port': ['ID=7be29813-11de-496b-b457-8050e88e76da,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:29:34.838361 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a39106-d199-413a-acb8-1d42271a1de3 req-0c1c7fb2-385b-4a39-b50a-d36a702a7759 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:29:34.847373 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-20a39106-d199-413a-acb8-1d42271a1de3 req-0c1c7fb2-385b-4a39-b50a-d36a702a7759 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ae4390a-b621-4500-a1b9-c968556e5a4c HTTP/1.1" status: 200 len: 946 time: 1.2564769 Oct 27 10:29:34.862368 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-200c45e3-2d58-44c2-b332-1d810a1afe3c tempest-RoutersIpV6AdminTest-1540385956 tempest-RoutersIpV6AdminTest-1540385956-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:29:34.874199 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-200c45e3-2d58-44c2-b332-1d810a1afe3c tempest-RoutersIpV6AdminTest-1540385956 tempest-RoutersIpV6AdminTest-1540385956-project-admin] 10.222.0.44 "GET /v2.0/ports?network_id=185ff123-c7ff-45c7-a6be-71feb35acc9c&device_id=40c536ca-36a0-4312-9617-aa518ff23202&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3559904 Oct 27 10:29:34.886653 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 55644) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:29:34.939828 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-20a39106-d199-413a-acb8-1d42271a1de3 req-c82970d4-bee5-4952-9ea2-60546fbf549a tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/security-groups?id=9f7279ee-2d49-4f67-b584-fc902ef383cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895033 Oct 27 10:29:35.096807 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-be041257-f2d3-47b4-83ae-48367cceeb2c req-2e54c972-ed21-405b-95f3-58c3a21de2e2 service neutron] 10.222.0.64 "GET /v2.0/networks/c9bdb347-48e4-4111-a250-9327eec0fcb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4665444 Oct 27 10:29:35.098965 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b86253f-8c65-4581-af63-d4e730fd99c1 req-a34f5df0-5ebb-4dcf-a710-dfdf7cc8fe99 tempest-ImagesNegativeTestJSON-876280486 tempest-ImagesNegativeTestJSON-876280486-project] No DVR routers for this DVR port 7be29813-11de-496b-b457-8050e88e76da on host n-h2-813419-10 {{(pid=102347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:29:35.104773 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-44261922-2248-44c8-a19b-23977474e921 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:35.109970 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-8b86253f-8c65-4581-af63-d4e730fd99c1 req-a34f5df0-5ebb-4dcf-a710-dfdf7cc8fe99 tempest-ImagesNegativeTestJSON-876280486 tempest-ImagesNegativeTestJSON-876280486-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:35.118351 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8b86253f-8c65-4581-af63-d4e730fd99c1 req-a34f5df0-5ebb-4dcf-a710-dfdf7cc8fe99 tempest-ImagesNegativeTestJSON-876280486 tempest-ImagesNegativeTestJSON-876280486-project] 10.222.0.76 "DELETE /v2.0/ports/7be29813-11de-496b-b457-8050e88e76da HTTP/1.1" status: 204 len: 173 time: 2.2990382 Oct 27 10:29:35.120727 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2225dcd2-563a-4836-9d6d-95e75fbc3fc6', 'name': 'network-vif-deleted', 'tag': '7be29813-11de-496b-b457-8050e88e76da'}] {{(pid=102347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:29:35.142377 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311149b481204ee7edffdb959c881838506fbd95bc8577c048f6677abb73acc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93192994-fe91-457a-b444-2032f6688ae6" -d '{"events": [{"server_uuid": "2225dcd2-563a-4836-9d6d-95e75fbc3fc6", "name": "network-vif-deleted", "tag": "7be29813-11de-496b-b457-8050e88e76da"}]}' {{(pid=102347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:29:35.177481 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-44261922-2248-44c8-a19b-23977474e921 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:35.246591 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-03164cd7-b213-45f6-974d-0b853bb1662d req-501bdbd0-9a0a-43aa-acf8-99b52bbc81c5 tempest-ImagesNegativeTestJSON-876280486 tempest-ImagesNegativeTestJSON-876280486-project] 10.222.0.44 "GET /v2.0/ports?device_id=2225dcd2-563a-4836-9d6d-95e75fbc3fc6 HTTP/1.1" status: 200 len: 210 time: 0.1487377 Oct 27 10:29:35.330548 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55865abb-86c4-4ef6-a42c-82de6f8c0ff2 req-e01f8064-741c-4658-8d8f-77d8f09f6cca tempest-ServersTestBootFromVolume-118172414 tempest-ServersTestBootFromVolume-118172414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:29:35.341762 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-55865abb-86c4-4ef6-a42c-82de6f8c0ff2 req-e01f8064-741c-4658-8d8f-77d8f09f6cca tempest-ServersTestBootFromVolume-118172414 tempest-ServersTestBootFromVolume-118172414-project] 10.222.0.44 "GET /v2.0/ports?device_id=1c300c04-98e2-444e-85bd-cd955e8e43fe HTTP/1.1" status: 200 len: 944 time: 0.7350409 Oct 27 10:29:35.365016 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb42967d-3730-42af-9a36-acaccb95836f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=584ea6a1-8fb8-4886-9b81-84671d0e1bb6,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:29:35.390331 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-bb42967d-3730-42af-9a36-acaccb95836f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8c7efb9e3ecd4bb58fb7eca04d730ede&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4178553 Oct 27 10:29:35.393554 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 55648) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:29:35.397817 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb42967d-3730-42af-9a36-acaccb95836f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:29:35.415681 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb42967d-3730-42af-9a36-acaccb95836f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:29:35.416264 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb42967d-3730-42af-9a36-acaccb95836f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:29:35.416618 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb42967d-3730-42af-9a36-acaccb95836f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:29:35.416961 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb42967d-3730-42af-9a36-acaccb95836f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:29:35.417298 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb42967d-3730-42af-9a36-acaccb95836f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:29:35.418436 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb42967d-3730-42af-9a36-acaccb95836f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:29:35.420616 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb42967d-3730-42af-9a36-acaccb95836f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:29:35.420974 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb42967d-3730-42af-9a36-acaccb95836f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:29:35.421307 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb42967d-3730-42af-9a36-acaccb95836f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:29:35.422178 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb42967d-3730-42af-9a36-acaccb95836f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:29:35.422511 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb42967d-3730-42af-9a36-acaccb95836f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:29:35.497620 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:29:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcdb65df-00f8-4cdd-b9b4-7b8b1cb9984a x-openstack-request-id: req-dcdb65df-00f8-4cdd-b9b4-7b8b1cb9984a {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:29:35.497923 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2225dcd2-563a-4836-9d6d-95e75fbc3fc6", "name": "network-vif-deleted", "tag": "7be29813-11de-496b-b457-8050e88e76da", "status": "completed", "code": 200}]} {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:29:35.498178 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-dcdb65df-00f8-4cdd-b9b4-7b8b1cb9984a {{(pid=102347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:29:35.502844 n-d-813419-10 neutron-server[102347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2225dcd2-563a-4836-9d6d-95e75fbc3fc6', 'name': 'network-vif-deleted', 'tag': '7be29813-11de-496b-b457-8050e88e76da', 'status': 'completed', 'code': 200} Oct 27 10:29:35.505958 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-44261922-2248-44c8-a19b-23977474e921 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5e20eb39192a4e3eabc1432eba7299f9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5301104 Oct 27 10:29:35.508656 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 55650) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:29:35.531850 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44261922-2248-44c8-a19b-23977474e921 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8438e95a-fae2-480a-a1eb-236ccbf5321e,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:29:35.567457 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-55865abb-86c4-4ef6-a42c-82de6f8c0ff2 req-28e7c608-eda4-4225-ad79-61ee9283c4b0 tempest-ServersTestBootFromVolume-118172414 tempest-ServersTestBootFromVolume-118172414-project] 10.222.0.44 "GET /v2.0/security-groups?id=9d8532b2-6883-48ec-ab1a-369df7b50fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2247939 Oct 27 10:29:35.628613 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9ee6a9f-874e-40aa-945a-e6577897e0bc tempest-RoutersIpV6AdminTest-1540385956 tempest-RoutersIpV6AdminTest-1540385956-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:29:35.630673 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-b9ee6a9f-874e-40aa-945a-e6577897e0bc tempest-RoutersIpV6AdminTest-1540385956 tempest-RoutersIpV6AdminTest-1540385956-project-admin] 10.222.0.44 "GET /v2.0/networks/185ff123-c7ff-45c7-a6be-71feb35acc9c HTTP/1.1" status: 200 len: 881 time: 0.5240808 Oct 27 10:29:35.635199 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 55652) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:29:35.692162 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-771ffa1d-06cd-4a73-8901-2348caf88fcf tempest-RoutersIpV6AdminTest-927106320 tempest-RoutersIpV6AdminTest-927106320-project] 10.222.0.44 "GET /v2.0/ports?device_id=40c536ca-36a0-4312-9617-aa518ff23202 HTTP/1.1" status: 200 len: 205 time: 0.0513995 Oct 27 10:29:35.692595 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 55654) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:29:35.697191 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-99a7f5d0-44b4-4383-a1d1-fbbb695d75b4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:35.736697 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-99a7f5d0-44b4-4383-a1d1-fbbb695d75b4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:35.872282 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-99a7f5d0-44b4-4383-a1d1-fbbb695d75b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:35.876680 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-99a7f5d0-44b4-4383-a1d1-fbbb695d75b4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:35.878247 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-99a7f5d0-44b4-4383-a1d1-fbbb695d75b4 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/584ea6a1-8fb8-4886-9b81-84671d0e1bb6 HTTP/1.1" status: 204 len: 168 time: 0.4834721 Oct 27 10:29:35.882580 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-5d6fefc3-7e94-4d40-813d-87f93df67270 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:35.915651 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-5d6fefc3-7e94-4d40-813d-87f93df67270 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:35.944475 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-8c3934dd-1e2a-4b16-a7ec-a58c79e79d9c tempest-RoutersIpV6AdminTest-927106320 tempest-RoutersIpV6AdminTest-927106320-project] Publish callbacks [] for router, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:36.011992 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a7f5d0-44b4-4383-a1d1-fbbb695d75b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=584ea6a1-8fb8-4886-9b81-84671d0e1bb6,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:29:36.028046 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-5d6fefc3-7e94-4d40-813d-87f93df67270 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:36.046090 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-5d6fefc3-7e94-4d40-813d-87f93df67270 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:36.049130 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-5d6fefc3-7e94-4d40-813d-87f93df67270 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8438e95a-fae2-480a-a1eb-236ccbf5321e HTTP/1.1" status: 204 len: 168 time: 0.5362318 Oct 27 10:29:36.079485 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6fefc3-7e94-4d40-813d-87f93df67270 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8438e95a-fae2-480a-a1eb-236ccbf5321e,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:29:36.225511 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a8e5db-157a-496e-85df-46d7dc72da56 req-38bc851e-18f8-4e39-bfb4-831dcf45cb17 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:29:36.239939 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-89a8e5db-157a-496e-85df-46d7dc72da56 req-38bc851e-18f8-4e39-bfb4-831dcf45cb17 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ae4390a-b621-4500-a1b9-c968556e5a4c HTTP/1.1" status: 200 len: 946 time: 0.1119931 Oct 27 10:29:36.284609 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device 7be29813-11de-496b-b457-8050e88e76da no longer exists at agent hyperv_n-h2-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:29:36.354137 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] No Port match for: 7be29813-11de-496b-b457-8050e88e76da {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:29:36.354486 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device 7be29813-11de-496b-b457-8050e88e76da not bound to the agent host n-h2-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:29:36.377743 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-8c3934dd-1e2a-4b16-a7ec-a58c79e79d9c tempest-RoutersIpV6AdminTest-927106320 tempest-RoutersIpV6AdminTest-927106320-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:36.386040 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-89a8e5db-157a-496e-85df-46d7dc72da56 req-b0b4e521-1b81-4c8e-9bec-ee7719e1cd65 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/security-groups?id=9f7279ee-2d49-4f67-b584-fc902ef383cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343911 Oct 27 10:29:36.472919 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-8c3934dd-1e2a-4b16-a7ec-a58c79e79d9c tempest-RoutersIpV6AdminTest-927106320 tempest-RoutersIpV6AdminTest-927106320-project] Deleting port 3098a911-47d7-437e-8ff0-5dac5f479069 {{(pid=102346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:29:36.473448 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-8c3934dd-1e2a-4b16-a7ec-a58c79e79d9c tempest-RoutersIpV6AdminTest-927106320 tempest-RoutersIpV6AdminTest-927106320-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:36.692263 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-8c3934dd-1e2a-4b16-a7ec-a58c79e79d9c tempest-RoutersIpV6AdminTest-927106320 tempest-RoutersIpV6AdminTest-927106320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:36.733598 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 55682) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:29:36.784422 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-8c3934dd-1e2a-4b16-a7ec-a58c79e79d9c tempest-RoutersIpV6AdminTest-927106320 tempest-RoutersIpV6AdminTest-927106320-project] Calling delete_port for 3098a911-47d7-437e-8ff0-5dac5f479069 owned by network:router_gateway {{(pid=102346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:29:36.784541 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-e643c22e-4d50-4333-b955-ecca12bb2f27 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:36.976552 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-e643c22e-4d50-4333-b955-ecca12bb2f27 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:37.067370 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-e643c22e-4d50-4333-b955-ecca12bb2f27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:37.154581 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-8c3934dd-1e2a-4b16-a7ec-a58c79e79d9c tempest-RoutersIpV6AdminTest-927106320 tempest-RoutersIpV6AdminTest-927106320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:37.218123 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3934dd-1e2a-4b16-a7ec-a58c79e79d9c tempest-RoutersIpV6AdminTest-927106320 tempest-RoutersIpV6AdminTest-927106320-project] Pushing event deleted for resources: {'Port': ['ID=3098a911-47d7-437e-8ff0-5dac5f479069,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:29:37.219021 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e643c22e-4d50-4333-b955-ecca12bb2f27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72adbc96-9d66-480a-9734-9635463fe370,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:29:37.235027 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-e643c22e-4d50-4333-b955-ecca12bb2f27 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7eca779773f5433ebd65aa951e5c75b0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4975069 Oct 27 10:29:37.253391 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 55692) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:29:37.255010 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d98096a-dee6-4116-9fe7-bf7f9122fbd3 req-55b4c75b-0ed1-4579-82be-0aea9b141638 tempest-ServersTestBootFromVolume-118172414 tempest-ServersTestBootFromVolume-118172414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:29:37.261586 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-5d98096a-dee6-4116-9fe7-bf7f9122fbd3 req-55b4c75b-0ed1-4579-82be-0aea9b141638 tempest-ServersTestBootFromVolume-118172414 tempest-ServersTestBootFromVolume-118172414-project] 10.222.0.44 "GET /v2.0/ports?device_id=1c300c04-98e2-444e-85bd-cd955e8e43fe HTTP/1.1" status: 200 len: 944 time: 0.4366212 Oct 27 10:29:37.362734 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 55694) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:29:37.373276 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-5d98096a-dee6-4116-9fe7-bf7f9122fbd3 req-76d2b2da-0013-4e71-a746-be3a215761d1 tempest-ServersTestBootFromVolume-118172414 tempest-ServersTestBootFromVolume-118172414-project] 10.222.0.44 "GET /v2.0/security-groups?id=9d8532b2-6883-48ec-ab1a-369df7b50fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1105208 Oct 27 10:29:37.395796 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-35ab088c-0324-4496-9de5-d53b184ed4ce admin admin] Publish callbacks [] for security_group, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:37.446927 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-8c3934dd-1e2a-4b16-a7ec-a58c79e79d9c tempest-RoutersIpV6AdminTest-927106320 tempest-RoutersIpV6AdminTest-927106320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1664884'] for router_gateway, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:37.449132 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-42a04dce-214b-400c-858e-7751f27699f9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:37.485119 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-42a04dce-214b-400c-858e-7751f27699f9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:37.624669 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-35ab088c-0324-4496-9de5-d53b184ed4ce admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:37.626101 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 55700) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:29:37.639705 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-35ab088c-0324-4496-9de5-d53b184ed4ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:37.644772 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-42a04dce-214b-400c-858e-7751f27699f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:37.648299 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-42a04dce-214b-400c-858e-7751f27699f9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:37.650961 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-42a04dce-214b-400c-858e-7751f27699f9 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/72adbc96-9d66-480a-9734-9635463fe370 HTTP/1.1" status: 204 len: 168 time: 0.3960428 Oct 27 10:29:37.737197 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a04dce-214b-400c-858e-7751f27699f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72adbc96-9d66-480a-9734-9635463fe370,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:29:37.758012 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5b4ada-c012-48a5-ba54-a556a01dfe7d req-deb1cac2-ecbd-4b44-94eb-3fa607b82c36 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:29:37.779763 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-fb5b4ada-c012-48a5-ba54-a556a01dfe7d req-deb1cac2-ecbd-4b44-94eb-3fa607b82c36 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ae4390a-b621-4500-a1b9-c968556e5a4c HTTP/1.1" status: 200 len: 946 time: 0.2093546 Oct 27 10:29:37.821953 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-35ab088c-0324-4496-9de5-d53b184ed4ce admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=98297035f87f4280b838adb138346f76&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4431429 Oct 27 10:29:37.822729 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 55708) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:29:37.823405 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ab088c-0324-4496-9de5-d53b184ed4ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d05e724-193e-4c6e-aab7-aa569c3b4027,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:29:37.835117 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-8c3934dd-1e2a-4b16-a7ec-a58c79e79d9c tempest-RoutersIpV6AdminTest-927106320 tempest-RoutersIpV6AdminTest-927106320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1765662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3700'] for router, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:37.847756 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-8c3934dd-1e2a-4b16-a7ec-a58c79e79d9c tempest-RoutersIpV6AdminTest-927106320 tempest-RoutersIpV6AdminTest-927106320-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:37.961960 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ab088c-0324-4496-9de5-d53b184ed4ce admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:29:37.962311 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ab088c-0324-4496-9de5-d53b184ed4ce admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:29:37.962657 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ab088c-0324-4496-9de5-d53b184ed4ce admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:29:37.963100 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ab088c-0324-4496-9de5-d53b184ed4ce admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:29:37.963478 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ab088c-0324-4496-9de5-d53b184ed4ce admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:29:37.963655 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ab088c-0324-4496-9de5-d53b184ed4ce admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:29:37.963989 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ab088c-0324-4496-9de5-d53b184ed4ce admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:29:37.964367 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ab088c-0324-4496-9de5-d53b184ed4ce admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:29:37.964758 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ab088c-0324-4496-9de5-d53b184ed4ce admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:29:37.965009 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ab088c-0324-4496-9de5-d53b184ed4ce admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:29:37.965335 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ab088c-0324-4496-9de5-d53b184ed4ce admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:29:37.965686 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ab088c-0324-4496-9de5-d53b184ed4ce admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:29:37.992448 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-ae2b8e38-c4a5-46a2-b025-b963d3efc809 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:38.018032 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-8c3934dd-1e2a-4b16-a7ec-a58c79e79d9c tempest-RoutersIpV6AdminTest-927106320 tempest-RoutersIpV6AdminTest-927106320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1765641'] for router, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:38.018032 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c3934dd-1e2a-4b16-a7ec-a58c79e79d9c tempest-RoutersIpV6AdminTest-927106320 tempest-RoutersIpV6AdminTest-927106320-project] Fanout notify agent at l3_agent the message router_deleted on router 40c536ca-36a0-4312-9617-aa518ff23202 {{(pid=102346) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 10:29:38.039503 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-8c3934dd-1e2a-4b16-a7ec-a58c79e79d9c tempest-RoutersIpV6AdminTest-927106320 tempest-RoutersIpV6AdminTest-927106320-project] Publish callbacks [] for router, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:38.041453 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-8c3934dd-1e2a-4b16-a7ec-a58c79e79d9c tempest-RoutersIpV6AdminTest-927106320 tempest-RoutersIpV6AdminTest-927106320-project] 10.222.0.44 "DELETE /v2.0/routers/40c536ca-36a0-4312-9617-aa518ff23202 HTTP/1.1" status: 204 len: 168 time: 2.3478200 Oct 27 10:29:38.049213 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 55712) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:29:38.069500 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-7f71aa0f-2d69-4b71-98cb-daabf5c567c7 tempest-RoutersIpV6AdminTest-927106320 tempest-RoutersIpV6AdminTest-927106320-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-247256180', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:29:38.087732 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-fb5b4ada-c012-48a5-ba54-a556a01dfe7d req-0a254df5-e993-44a2-ac95-b35b1b9e7bcf tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/security-groups?id=9f7279ee-2d49-4f67-b584-fc902ef383cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3067713 Oct 27 10:29:38.098792 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-ae2b8e38-c4a5-46a2-b025-b963d3efc809 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:38.177152 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-7f71aa0f-2d69-4b71-98cb-daabf5c567c7 tempest-RoutersIpV6AdminTest-927106320 tempest-RoutersIpV6AdminTest-927106320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1768632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3610'] for router, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:38.178147 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-df9d96e3-9dd5-49b8-8eb5-3aa7f992141c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a4b645c307474aeb827c98177fa98fe9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5504348 Oct 27 10:29:38.183161 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 55716) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:29:38.183717 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-7f71aa0f-2d69-4b71-98cb-daabf5c567c7 tempest-RoutersIpV6AdminTest-927106320 tempest-RoutersIpV6AdminTest-927106320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1765704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1769409', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1694266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3597'] for router, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:38.304590 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-ae2b8e38-c4a5-46a2-b025-b963d3efc809 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:38.314692 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-ae2b8e38-c4a5-46a2-b025-b963d3efc809 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:38.319651 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-ae2b8e38-c4a5-46a2-b025-b963d3efc809 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/7d05e724-193e-4c6e-aab7-aa569c3b4027 HTTP/1.1" status: 204 len: 168 time: 0.4800725 Oct 27 10:29:38.333212 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-448123c7-faf5-4970-884d-ca83f602f8a3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:38.342101 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-7f71aa0f-2d69-4b71-98cb-daabf5c567c7 tempest-RoutersIpV6AdminTest-927106320 tempest-RoutersIpV6AdminTest-927106320-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:38.355935 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2b8e38-c4a5-46a2-b025-b963d3efc809 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d05e724-193e-4c6e-aab7-aa569c3b4027,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:29:38.356371 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-7f71aa0f-2d69-4b71-98cb-daabf5c567c7 tempest-RoutersIpV6AdminTest-927106320 tempest-RoutersIpV6AdminTest-927106320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1765699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1769372'] for router, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:38.408114 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-448123c7-faf5-4970-884d-ca83f602f8a3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:38.431966 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-7f71aa0f-2d69-4b71-98cb-daabf5c567c7 tempest-RoutersIpV6AdminTest-927106320 tempest-RoutersIpV6AdminTest-927106320-project] Publish callbacks [] for router, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:38.433256 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-7f71aa0f-2d69-4b71-98cb-daabf5c567c7 tempest-RoutersIpV6AdminTest-927106320 tempest-RoutersIpV6AdminTest-927106320-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.3830209 Oct 27 10:29:38.440759 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 55726) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:29:38.446011 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-ece70b6c-6d21-4890-ab18-f73f7fa25a90 tempest-RoutersIpV6AdminTest-1540385956 tempest-RoutersIpV6AdminTest-1540385956-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'enable_snat': True}}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:29:38.710086 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-448123c7-faf5-4970-884d-ca83f602f8a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:38.715494 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-448123c7-faf5-4970-884d-ca83f602f8a3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:38.716988 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-448123c7-faf5-4970-884d-ca83f602f8a3 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/cdbdc248-de21-4207-94b5-9bae004f8b06 HTTP/1.1" status: 204 len: 168 time: 0.5327680 Oct 27 10:29:38.795722 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:38.995790 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448123c7-faf5-4970-884d-ca83f602f8a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdbdc248-de21-4207-94b5-9bae004f8b06,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:29:39.038992 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a759935b-dac5-412e-af1a-4710788159d4 req-09643e7b-1e59-4e21-8945-abb0cc7c194d tempest-ServersTestBootFromVolume-118172414 tempest-ServersTestBootFromVolume-118172414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:29:39.054934 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-a759935b-dac5-412e-af1a-4710788159d4 req-09643e7b-1e59-4e21-8945-abb0cc7c194d tempest-ServersTestBootFromVolume-118172414 tempest-ServersTestBootFromVolume-118172414-project] 10.222.0.44 "GET /v2.0/ports?device_id=1c300c04-98e2-444e-85bd-cd955e8e43fe HTTP/1.1" status: 200 len: 944 time: 0.4482138 Oct 27 10:29:39.497346 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-ece70b6c-6d21-4890-ab18-f73f7fa25a90 tempest-RoutersIpV6AdminTest-1540385956 tempest-RoutersIpV6AdminTest-1540385956-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:39.580253 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-a759935b-dac5-412e-af1a-4710788159d4 req-ebd75ecb-c9c5-4542-af9b-bbc00be13be2 tempest-ServersTestBootFromVolume-118172414 tempest-ServersTestBootFromVolume-118172414-project] 10.222.0.44 "GET /v2.0/security-groups?id=9d8532b2-6883-48ec-ab1a-369df7b50fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5200124 Oct 27 10:29:39.581750 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8415fd54-9ec1-4445-8445-039622eae07b req-765ff1ec-bebb-4287-aa6c-965c2af91310 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:29:39.592592 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-8415fd54-9ec1-4445-8445-039622eae07b req-765ff1ec-bebb-4287-aa6c-965c2af91310 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ae4390a-b621-4500-a1b9-c968556e5a4c HTTP/1.1" status: 200 len: 946 time: 0.2666833 Oct 27 10:29:39.707383 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-8415fd54-9ec1-4445-8445-039622eae07b req-fef9eee6-4bc3-45b1-b849-01d7405b245b tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/security-groups?id=9f7279ee-2d49-4f67-b584-fc902ef383cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137900 Oct 27 10:29:39.807836 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.agents_db [None req-e79ee67d-056e-46ea-bd99-e80473396b25 None None] Agent healthcheck: found 7 active agents {{(pid=102349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 10:29:40.256298 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-ece70b6c-6d21-4890-ab18-f73f7fa25a90 tempest-RoutersIpV6AdminTest-1540385956 tempest-RoutersIpV6AdminTest-1540385956-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:40.338940 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-ece70b6c-6d21-4890-ab18-f73f7fa25a90 tempest-RoutersIpV6AdminTest-1540385956 tempest-RoutersIpV6AdminTest-1540385956-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:40.473923 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_common [None req-ece70b6c-6d21-4890-ab18-f73f7fa25a90 tempest-RoutersIpV6AdminTest-1540385956 tempest-RoutersIpV6AdminTest-1540385956-project-admin] Allocated IP 172.25.8.120 (185ff123-c7ff-45c7-a6be-71feb35acc9c/0fb9f9d1-7384-481f-8fa8-f4566c349d30/f51bf9b3-1977-4fc5-9791-28fba65894d7) {{(pid=102347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:29:40.636749 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-ece70b6c-6d21-4890-ab18-f73f7fa25a90 tempest-RoutersIpV6AdminTest-1540385956 tempest-RoutersIpV6AdminTest-1540385956-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:40.752656 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-ece70b6c-6d21-4890-ab18-f73f7fa25a90 tempest-RoutersIpV6AdminTest-1540385956 tempest-RoutersIpV6AdminTest-1540385956-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:40.896477 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ece70b6c-6d21-4890-ab18-f73f7fa25a90 tempest-RoutersIpV6AdminTest-1540385956 tempest-RoutersIpV6AdminTest-1540385956-project-admin] Network 185ff123-c7ff-45c7-a6be-71feb35acc9c is already hosted by enough agents. {{(pid=102347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:29:40.898747 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68ea50a-8870-48cb-9ffb-7cd2a62d5fec req-1f1de554-cc15-43f1-97b1-e8fc2f02f9b4 tempest-ServersTestBootFromVolume-118172414 tempest-ServersTestBootFromVolume-118172414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:29:40.906070 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-d68ea50a-8870-48cb-9ffb-7cd2a62d5fec req-1f1de554-cc15-43f1-97b1-e8fc2f02f9b4 tempest-ServersTestBootFromVolume-118172414 tempest-ServersTestBootFromVolume-118172414-project] 10.222.0.44 "GET /v2.0/ports?device_id=1c300c04-98e2-444e-85bd-cd955e8e43fe HTTP/1.1" status: 200 len: 944 time: 0.1999390 Oct 27 10:29:40.911981 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [None req-ece70b6c-6d21-4890-ab18-f73f7fa25a90 tempest-RoutersIpV6AdminTest-1540385956 tempest-RoutersIpV6AdminTest-1540385956-project-admin] Resources bound (agent type, host, resource id): {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:29:40.965682 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ece70b6c-6d21-4890-ab18-f73f7fa25a90 tempest-RoutersIpV6AdminTest-1540385956 tempest-RoutersIpV6AdminTest-1540385956-project-admin] Received port after_create {{(pid=102347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:29:41.043735 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-d68ea50a-8870-48cb-9ffb-7cd2a62d5fec req-8886ed89-48fa-4b5a-8d93-ec99fb25a5a2 tempest-ServersTestBootFromVolume-118172414 tempest-ServersTestBootFromVolume-118172414-project] 10.222.0.44 "GET /v2.0/security-groups?id=9d8532b2-6883-48ec-ab1a-369df7b50fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1245317 Oct 27 10:29:41.130051 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece70b6c-6d21-4890-ab18-f73f7fa25a90 tempest-RoutersIpV6AdminTest-1540385956 tempest-RoutersIpV6AdminTest-1540385956-project-admin] Pushing event updated for resources: {'Port': ['ID=f51bf9b3-1977-4fc5-9791-28fba65894d7,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:29:41.160731 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f633d0-f2a1-424b-a1b3-64260a0670cc req-7b26bc21-c4d5-4fba-b2a9-c4dcbdfe7588 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:29:41.162560 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-02f633d0-f2a1-424b-a1b3-64260a0670cc req-7b26bc21-c4d5-4fba-b2a9-c4dcbdfe7588 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ae4390a-b621-4500-a1b9-c968556e5a4c HTTP/1.1" status: 200 len: 946 time: 0.2647386 Oct 27 10:29:41.548380 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-02f633d0-f2a1-424b-a1b3-64260a0670cc req-f9aabc48-f702-4e76-909c-3e45b6f9fe43 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/security-groups?id=9f7279ee-2d49-4f67-b584-fc902ef383cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690502 Oct 27 10:29:41.549014 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-ece70b6c-6d21-4890-ab18-f73f7fa25a90 tempest-RoutersIpV6AdminTest-1540385956 tempest-RoutersIpV6AdminTest-1540385956-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:41.606810 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 55812) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:29:41.903679 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-74c2488f-2f31-402c-b699-2c96348099a6 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-816444081-network', 'tenant_id': '50ab7eab762445ca9e27bf807345be3c'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:29:41.965418 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74c2488f-2f31-402c-b699-2c96348099a6 admin admin] Made reservation on behalf of 50ab7eab762445ca9e27bf807345be3c for: {'network': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:29:41.972804 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-74c2488f-2f31-402c-b699-2c96348099a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for network, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:42.003872 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-74c2488f-2f31-402c-b699-2c96348099a6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:42.231527 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 55826) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:29:42.369242 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-74c2488f-2f31-402c-b699-2c96348099a6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:42.392042 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-74c2488f-2f31-402c-b699-2c96348099a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:42.439006 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6b1bef-e10d-4e78-a6b5-5de418c1b4ce req-f984c087-83ba-4996-9b21-90312a99c9b3 tempest-ServersTestBootFromVolume-118172414 tempest-ServersTestBootFromVolume-118172414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:29:42.449370 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-cd6b1bef-e10d-4e78-a6b5-5de418c1b4ce req-f984c087-83ba-4996-9b21-90312a99c9b3 tempest-ServersTestBootFromVolume-118172414 tempest-ServersTestBootFromVolume-118172414-project] 10.222.0.44 "GET /v2.0/ports?device_id=1c300c04-98e2-444e-85bd-cd955e8e43fe HTTP/1.1" status: 200 len: 944 time: 0.2224386 Oct 27 10:29:42.544765 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74c2488f-2f31-402c-b699-2c96348099a6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 408} {{(pid=102346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 10:29:42.558642 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c2488f-2f31-402c-b699-2c96348099a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63c9c8b2-1c05-4e71-a8ea-8775e49cecb9,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:29:42.687897 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-74c2488f-2f31-402c-b699-2c96348099a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:42.688263 n-d-813419-10 neutron-server[102346]: INFO neutron.db.segments_db [None req-74c2488f-2f31-402c-b699-2c96348099a6 admin admin] Added segment e860d0d4-255e-445b-93ed-ac8be74e0f0d of type vlan for network 2b5dda7b-dc05-4d2b-a3dd-2052b5b3ce50 Oct 27 10:29:43.068275 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-ece70b6c-6d21-4890-ab18-f73f7fa25a90 tempest-RoutersIpV6AdminTest-1540385956 tempest-RoutersIpV6AdminTest-1540385956-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1769395', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1765690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3711'] for router, precommit_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:43.072967 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-ece70b6c-6d21-4890-ab18-f73f7fa25a90 tempest-RoutersIpV6AdminTest-1540385956 tempest-RoutersIpV6AdminTest-1540385956-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1769372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1769386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1769381', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1765685'] for router, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:43.179124 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-74c2488f-2f31-402c-b699-2c96348099a6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743872593080'] for network, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:43.221916 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-cd6b1bef-e10d-4e78-a6b5-5de418c1b4ce req-b719c757-12a2-4a30-a0ce-036e52c24412 tempest-ServersTestBootFromVolume-118172414 tempest-ServersTestBootFromVolume-118172414-project] 10.222.0.44 "GET /v2.0/security-groups?id=9d8532b2-6883-48ec-ab1a-369df7b50fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7668791 Oct 27 10:29:43.261715 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-7019e50d-252e-4ad6-8917-b682a2f03a34 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:43.275641 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-74c2488f-2f31-402c-b699-2c96348099a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913'] for network, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:43.276810 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74c2488f-2f31-402c-b699-2c96348099a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:29:43.277533 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-74c2488f-2f31-402c-b699-2c96348099a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for network, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:43.407872 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a725ed05-4c31-4c69-b4e1-3227b86f6e51 req-4287b1d6-3565-45b2-b7bd-60669b135b20 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:29:43.427420 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-a725ed05-4c31-4c69-b4e1-3227b86f6e51 req-4287b1d6-3565-45b2-b7bd-60669b135b20 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ae4390a-b621-4500-a1b9-c968556e5a4c HTTP/1.1" status: 200 len: 946 time: 0.3445883 Oct 27 10:29:43.447553 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-74c2488f-2f31-402c-b699-2c96348099a6 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.8395207 Oct 27 10:29:43.449534 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 55854) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:29:43.482231 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-8d2c7f5a-62b4-45a7-9595-ed6e4bdcaf38 admin admin] Request body: {'subnet': {'network_id': '2b5dda7b-dc05-4d2b-a3dd-2052b5b3ce50', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-816444081-subnet', 'tenant_id': '50ab7eab762445ca9e27bf807345be3c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:29:43.504561 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c2488f-2f31-402c-b699-2c96348099a6 admin admin] Pushing event updated for resources: {'Network': ['ID=2b5dda7b-dc05-4d2b-a3dd-2052b5b3ce50,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:29:43.559867 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Network 2b5dda7b-dc05-4d2b-a3dd-2052b5b3ce50 details requested by agent ovs-agent-n-d-813419-10 with host n-d-813419-10 {{(pid=102348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 10:29:43.589929 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ece70b6c-6d21-4890-ab18-f73f7fa25a90 tempest-RoutersIpV6AdminTest-1540385956 tempest-RoutersIpV6AdminTest-1540385956-project-admin] Router a6502ca0-217e-4d81-860b-91fb2d7e75a4 is scheduled to L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb with binding_index 1 {{(pid=102347) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 10:29:43.619423 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d2c7f5a-62b4-45a7-9595-ed6e4bdcaf38 admin admin] Made reservation on behalf of 50ab7eab762445ca9e27bf807345be3c for: {'subnet': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:29:43.626465 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-8d2c7f5a-62b4-45a7-9595-ed6e4bdcaf38 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27167186'] for subnet, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:43.627410 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-a725ed05-4c31-4c69-b4e1-3227b86f6e51 req-f9e53bc4-62c5-4255-8dd5-4160c27ab14c tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/security-groups?id=9f7279ee-2d49-4f67-b584-fc902ef383cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1989944 Oct 27 10:29:43.867141 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ece70b6c-6d21-4890-ab18-f73f7fa25a90 tempest-RoutersIpV6AdminTest-1540385956 tempest-RoutersIpV6AdminTest-1540385956-project-admin] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:29:43.873430 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-ece70b6c-6d21-4890-ab18-f73f7fa25a90 tempest-RoutersIpV6AdminTest-1540385956 tempest-RoutersIpV6AdminTest-1540385956-project-admin] Publish callbacks [] for router, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:43.877212 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-ece70b6c-6d21-4890-ab18-f73f7fa25a90 tempest-RoutersIpV6AdminTest-1540385956 tempest-RoutersIpV6AdminTest-1540385956-project-admin] 10.222.0.44 "PUT /v2.0/routers/a6502ca0-217e-4d81-860b-91fb2d7e75a4 HTTP/1.1" status: 200 len: 918 time: 5.4330678 Oct 27 10:29:43.877845 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 55862) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:29:43.881919 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-7019e50d-252e-4ad6-8917-b682a2f03a34 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:43.914045 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-7019e50d-252e-4ad6-8917-b682a2f03a34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:43.983717 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-7019e50d-252e-4ad6-8917-b682a2f03a34 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ff344637ff69434d80589c8137a142cd&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7491579 Oct 27 10:29:43.998753 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e64121f-9263-4fbb-b590-f6da8bee2361 None None] Sync routers for ids ['a6502ca0-217e-4d81-860b-91fb2d7e75a4'] in n-d-813419-10 {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:29:44.004248 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 55864) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:29:44.052579 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e64121f-9263-4fbb-b590-f6da8bee2361 None None] Routers {'a6502ca0-217e-4d81-860b-91fb2d7e75a4'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:29:44.054868 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-0e64121f-9263-4fbb-b590-f6da8bee2361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:29:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['a6502ca0-217e-4d81-860b-91fb2d7e75a4'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:29:44.098645 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7019e50d-252e-4ad6-8917-b682a2f03a34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6f1b967-59e9-4693-9734-a72d50f47d3b,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:29:44.138378 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-0e64121f-9263-4fbb-b590-f6da8bee2361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:29:44.147250 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-72be17df-a831-4a56-9c82-5896df4e41bd tempest-RoutersIpV6AdminTest-1540385956 tempest-RoutersIpV6AdminTest-1540385956-project-admin] 10.222.0.44 "GET /v2.0/routers/a6502ca0-217e-4d81-860b-91fb2d7e75a4 HTTP/1.1" status: 200 len: 924 time: 0.2681396 Oct 27 10:29:44.152453 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 55868) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:29:44.170846 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e64121f-9263-4fbb-b590-f6da8bee2361 None None] Routers {'a6502ca0-217e-4d81-860b-91fb2d7e75a4'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:29:44.172604 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-0e64121f-9263-4fbb-b590-f6da8bee2361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:29:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['a6502ca0-217e-4d81-860b-91fb2d7e75a4'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:29:44.205369 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ddc9a992-552d-4218-8950-dc4ae134263a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:44.277691 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-0e64121f-9263-4fbb-b590-f6da8bee2361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:29:44.283240 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e64121f-9263-4fbb-b590-f6da8bee2361 None None] The sync data for ids ['a6502ca0-217e-4d81-860b-91fb2d7e75a4'] in n-d-813419-10 is: [] {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:29:44.302476 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ddc9a992-552d-4218-8950-dc4ae134263a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:44.374873 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99c190b3-9803-44e7-ab11-b9e768548ed7 tempest-RoutersIpV6AdminTest-1540385956 tempest-RoutersIpV6AdminTest-1540385956-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:29:44.382013 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 55874) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:29:44.385977 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-99c190b3-9803-44e7-ab11-b9e768548ed7 tempest-RoutersIpV6AdminTest-1540385956 tempest-RoutersIpV6AdminTest-1540385956-project-admin] 10.222.0.44 "GET /v2.0/ports?network_id=185ff123-c7ff-45c7-a6be-71feb35acc9c&device_id=a6502ca0-217e-4d81-860b-91fb2d7e75a4&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2274725 Oct 27 10:29:44.413634 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-8d2c7f5a-62b4-45a7-9595-ed6e4bdcaf38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27024290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27167168'] for subnet, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:44.489933 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1e7103-6a53-431a-b318-670247fd525b req-986e2433-97dc-4b14-a473-5615d34f66fb tempest-ServersTestBootFromVolume-118172414 tempest-ServersTestBootFromVolume-118172414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:29:44.491508 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-bb1e7103-6a53-431a-b318-670247fd525b req-986e2433-97dc-4b14-a473-5615d34f66fb tempest-ServersTestBootFromVolume-118172414 tempest-ServersTestBootFromVolume-118172414-project] 10.222.0.44 "GET /v2.0/ports?device_id=1c300c04-98e2-444e-85bd-cd955e8e43fe HTTP/1.1" status: 200 len: 944 time: 0.1374438 Oct 27 10:29:44.571885 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2c7f5a-62b4-45a7-9595-ed6e4bdcaf38 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6a725a1b-1b05-4185-9a4f-8fbc585fd3e1,revision_number=0']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:29:44.579090 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ddc9a992-552d-4218-8950-dc4ae134263a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:44.581939 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ddc9a992-552d-4218-8950-dc4ae134263a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:44.585481 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-ddc9a992-552d-4218-8950-dc4ae134263a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d6f1b967-59e9-4693-9734-a72d50f47d3b HTTP/1.1" status: 204 len: 168 time: 0.5634260 Oct 27 10:29:44.589365 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d2c7f5a-62b4-45a7-9595-ed6e4bdcaf38 admin admin] Checking segment: {'id': 'e860d0d4-255e-445b-93ed-ac8be74e0f0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '2b5dda7b-dc05-4d2b-a3dd-2052b5b3ce50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:29:44.589846 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d2c7f5a-62b4-45a7-9595-ed6e4bdcaf38 admin admin] Network hostable DHCP agents. Network: 2b5dda7b-dc05-4d2b-a3dd-2052b5b3ce50, hostable agents: ['eafd4000-b897-4722-ae8b-0118ec955181'], hosted agents: [] {{(pid=102346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 10:29:44.610230 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-bb1e7103-6a53-431a-b318-670247fd525b req-30929489-2441-45e8-8f0f-e17d73c5f39a tempest-ServersTestBootFromVolume-118172414 tempest-ServersTestBootFromVolume-118172414-project] 10.222.0.44 "GET /v2.0/security-groups?id=9d8532b2-6883-48ec-ab1a-369df7b50fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1050496 Oct 27 10:29:44.618685 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc9a992-552d-4218-8950-dc4ae134263a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6f1b967-59e9-4693-9734-a72d50f47d3b,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:29:44.633776 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42746117-218b-4604-ab65-423d2a61db0a tempest-RoutersIpV6AdminTest-1540385956 tempest-RoutersIpV6AdminTest-1540385956-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:29:44.638793 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-42746117-218b-4604-ab65-423d2a61db0a tempest-RoutersIpV6AdminTest-1540385956 tempest-RoutersIpV6AdminTest-1540385956-project-admin] 10.222.0.44 "GET /v2.0/networks/185ff123-c7ff-45c7-a6be-71feb35acc9c HTTP/1.1" status: 200 len: 881 time: 0.2386401 Oct 27 10:29:44.639254 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 55880) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:29:44.699652 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d2c7f5a-62b4-45a7-9595-ed6e4bdcaf38 admin admin] Network 2b5dda7b-dc05-4d2b-a3dd-2052b5b3ce50 is scheduled to be hosted by DHCP agent eafd4000-b897-4722-ae8b-0118ec955181 with binding_index 1 {{(pid=102346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 10:29:44.770016 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-8d2c7f5a-62b4-45a7-9595-ed6e4bdcaf38 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-10, 2b5dda7b-dc05-4d2b-a3dd-2052b5b3ce50) {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:29:44.778939 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ac79e36-928c-492b-a66f-976517a10869 None None] Network 2b5dda7b-dc05-4d2b-a3dd-2052b5b3ce50 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:29:44.794289 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d2c7f5a-62b4-45a7-9595-ed6e4bdcaf38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:29:44.794808 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-8d2c7f5a-62b4-45a7-9595-ed6e4bdcaf38 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for subnet, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:44.832750 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-916e38e7-d87d-4370-962b-672a10d2c058 tempest-RoutersIpV6AdminTest-927106320 tempest-RoutersIpV6AdminTest-927106320-project] 10.222.0.44 "GET /v2.0/ports?device_id=a6502ca0-217e-4d81-860b-91fb2d7e75a4 HTTP/1.1" status: 200 len: 205 time: 0.1704419 Oct 27 10:29:44.835271 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 55886) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:29:44.999398 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-8d2c7f5a-62b4-45a7-9595-ed6e4bdcaf38 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.5471766 Oct 27 10:29:45.002990 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 55888) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:29:45.022670 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-4052bbcd-b0ad-4c7c-90f1-233b5d68733e admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-816444081-router', 'tenant_id': '50ab7eab762445ca9e27bf807345be3c', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'}}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:29:45.112955 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-4052bbcd-b0ad-4c7c-90f1-233b5d68733e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1768632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3610'] for router, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:45.120209 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-4052bbcd-b0ad-4c7c-90f1-233b5d68733e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1765704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1769409', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1694266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3597'] for router, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:45.203268 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-939b9ff3-435c-44ed-a70e-cce6ec349ee3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp734b258e-7d96-550c-b970-9b72ab66f383-2b5dda7b-dc05-4d2b-a3dd-2052b5b3ce50', 'network_id': '2b5dda7b-dc05-4d2b-a3dd-2052b5b3ce50', 'tenant_id': '50ab7eab762445ca9e27bf807345be3c', 'fixed_ips': [{'subnet_id': '6a725a1b-1b05-4185-9a4f-8fbc585fd3e1'}]}} from n-d-813419-10. {{(pid=102348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 10:29:45.204347 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-939b9ff3-435c-44ed-a70e-cce6ec349ee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:45.257423 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-d8a55231-3f39-4cea-ad4a-606d28d5b82b tempest-RoutersIpV6AdminTest-927106320 tempest-RoutersIpV6AdminTest-927106320-project] Publish callbacks [] for router, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:45.334279 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-4052bbcd-b0ad-4c7c-90f1-233b5d68733e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:45.379273 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e188bdba-b614-48f0-b3d5-ef9eff93e265 req-c8cbdd3b-16c9-47e9-9a0b-4356b57480f9 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:29:45.383261 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-e188bdba-b614-48f0-b3d5-ef9eff93e265 req-c8cbdd3b-16c9-47e9-9a0b-4356b57480f9 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ae4390a-b621-4500-a1b9-c968556e5a4c HTTP/1.1" status: 200 len: 946 time: 0.6225977 Oct 27 10:29:45.603184 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.db_base_plugin_common [None req-939b9ff3-435c-44ed-a70e-cce6ec349ee3 None None] Allocated IP 172.20.0.2 (2b5dda7b-dc05-4d2b-a3dd-2052b5b3ce50/6a725a1b-1b05-4185-9a4f-8fbc585fd3e1/db81cd47-8a17-4bd7-9a9c-d57d2eacd9d6) {{(pid=102348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:29:45.606329 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-d8a55231-3f39-4cea-ad4a-606d28d5b82b tempest-RoutersIpV6AdminTest-927106320 tempest-RoutersIpV6AdminTest-927106320-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:45.743462 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-e188bdba-b614-48f0-b3d5-ef9eff93e265 req-cbfab43b-e6e1-4ec1-860b-6f4fbb7465d2 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/security-groups?id=9f7279ee-2d49-4f67-b584-fc902ef383cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695728 Oct 27 10:29:45.831332 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-d8a55231-3f39-4cea-ad4a-606d28d5b82b tempest-RoutersIpV6AdminTest-927106320 tempest-RoutersIpV6AdminTest-927106320-project] Deleting port f51bf9b3-1977-4fc5-9791-28fba65894d7 {{(pid=102347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:29:45.835454 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-d8a55231-3f39-4cea-ad4a-606d28d5b82b tempest-RoutersIpV6AdminTest-927106320 tempest-RoutersIpV6AdminTest-927106320-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:45.929911 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-4052bbcd-b0ad-4c7c-90f1-233b5d68733e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:45.937567 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 55902) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:29:45.987406 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-d31eeebf-ced1-42b5-ba7d-5170dc9cb928 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:46.052625 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6418291-9a10-48c5-a2e3-90225c94d952 req-3e415d0e-d60c-4b33-a466-1aac47cf1456 tempest-ServersTestBootFromVolume-118172414 tempest-ServersTestBootFromVolume-118172414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:29:46.056265 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-e6418291-9a10-48c5-a2e3-90225c94d952 req-3e415d0e-d60c-4b33-a466-1aac47cf1456 tempest-ServersTestBootFromVolume-118172414 tempest-ServersTestBootFromVolume-118172414-project] 10.222.0.44 "GET /v2.0/ports?device_id=1c300c04-98e2-444e-85bd-cd955e8e43fe HTTP/1.1" status: 200 len: 944 time: 0.2973053 Oct 27 10:29:46.147434 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-939b9ff3-435c-44ed-a70e-cce6ec349ee3 None None] Publish callbacks [] for port, precommit_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:46.195530 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-939b9ff3-435c-44ed-a70e-cce6ec349ee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606'] for port, after_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:46.210844 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-14db9949-7761-47a8-9269-6ae9654d59b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:46.261176 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-d31eeebf-ced1-42b5-ba7d-5170dc9cb928 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:46.283535 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-d31eeebf-ced1-42b5-ba7d-5170dc9cb928 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:46.317947 n-d-813419-10 neutron-server[102348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-939b9ff3-435c-44ed-a70e-cce6ec349ee3 None None] Network 2b5dda7b-dc05-4d2b-a3dd-2052b5b3ce50 is already hosted by enough agents. {{(pid=102348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:29:46.334743 n-d-813419-10 neutron-server[102348]: DEBUG neutron.scheduler.base_scheduler [None req-939b9ff3-435c-44ed-a70e-cce6ec349ee3 None None] Resources bound (agent type, host, resource id): {{(pid=102348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:29:46.349991 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-939b9ff3-435c-44ed-a70e-cce6ec349ee3 None None] Received port after_create {{(pid=102348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:29:46.353212 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939b9ff3-435c-44ed-a70e-cce6ec349ee3 None None] Pushing event updated for resources: {'Port': ['ID=db81cd47-8a17-4bd7-9a9c-d57d2eacd9d6,revision_number=1']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:29:46.366533 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-d8a55231-3f39-4cea-ad4a-606d28d5b82b tempest-RoutersIpV6AdminTest-927106320 tempest-RoutersIpV6AdminTest-927106320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:46.378138 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939b9ff3-435c-44ed-a70e-cce6ec349ee3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:29:46.378487 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939b9ff3-435c-44ed-a70e-cce6ec349ee3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:29:46.378828 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939b9ff3-435c-44ed-a70e-cce6ec349ee3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:29:46.379167 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939b9ff3-435c-44ed-a70e-cce6ec349ee3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:29:46.379558 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939b9ff3-435c-44ed-a70e-cce6ec349ee3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:29:46.379813 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939b9ff3-435c-44ed-a70e-cce6ec349ee3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:29:46.380138 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939b9ff3-435c-44ed-a70e-cce6ec349ee3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:29:46.380489 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939b9ff3-435c-44ed-a70e-cce6ec349ee3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:29:46.380812 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939b9ff3-435c-44ed-a70e-cce6ec349ee3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:29:46.381134 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939b9ff3-435c-44ed-a70e-cce6ec349ee3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:29:46.381449 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939b9ff3-435c-44ed-a70e-cce6ec349ee3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:29:46.381764 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939b9ff3-435c-44ed-a70e-cce6ec349ee3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:29:46.446659 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-d8a55231-3f39-4cea-ad4a-606d28d5b82b tempest-RoutersIpV6AdminTest-927106320 tempest-RoutersIpV6AdminTest-927106320-project] Calling delete_port for f51bf9b3-1977-4fc5-9791-28fba65894d7 owned by network:router_gateway {{(pid=102347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:29:46.488141 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31eeebf-ced1-42b5-ba7d-5170dc9cb928 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3533fdb-b752-4e29-83f3-18390bcffb29,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:29:46.495414 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-939b9ff3-435c-44ed-a70e-cce6ec349ee3 None None] Attempting to bind port db81cd47-8a17-4bd7-9a9c-d57d2eacd9d6 on host n-d-813419-10 for vnic_type normal with profile {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:29:46.496545 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-939b9ff3-435c-44ed-a70e-cce6ec349ee3 None None] Attempting to bind port db81cd47-8a17-4bd7-9a9c-d57d2eacd9d6 by drivers openvswitch,hyperv on host n-d-813419-10 at level 0 using segments [{'id': 'e860d0d4-255e-445b-93ed-ac8be74e0f0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '2b5dda7b-dc05-4d2b-a3dd-2052b5b3ce50'}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:29:46.496545 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-939b9ff3-435c-44ed-a70e-cce6ec349ee3 None None] Attempting to bind port db81cd47-8a17-4bd7-9a9c-d57d2eacd9d6 on network 2b5dda7b-dc05-4d2b-a3dd-2052b5b3ce50 {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:29:46.509480 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-939b9ff3-435c-44ed-a70e-cce6ec349ee3 None None] Checking agent: {'id': '89dba0f3-79b2-435e-9822-33674b8f6ada', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 8, 20), 'started_at': datetime.datetime(2021, 10, 27, 10, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 29, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:29:46.509856 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-939b9ff3-435c-44ed-a70e-cce6ec349ee3 None None] Checking segment: {'id': 'e860d0d4-255e-445b-93ed-ac8be74e0f0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '2b5dda7b-dc05-4d2b-a3dd-2052b5b3ce50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:29:46.510260 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-939b9ff3-435c-44ed-a70e-cce6ec349ee3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:46.510652 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-939b9ff3-435c-44ed-a70e-cce6ec349ee3 None None] Bound using segment: {'id': 'e860d0d4-255e-445b-93ed-ac8be74e0f0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '2b5dda7b-dc05-4d2b-a3dd-2052b5b3ce50'} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:29:46.511143 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-939b9ff3-435c-44ed-a70e-cce6ec349ee3 None None] Bound port: db81cd47-8a17-4bd7-9a9c-d57d2eacd9d6, host: n-d-813419-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e860d0d4-255e-445b-93ed-ac8be74e0f0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '2b5dda7b-dc05-4d2b-a3dd-2052b5b3ce50'}}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:29:46.511506 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-939b9ff3-435c-44ed-a70e-cce6ec349ee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:46.514463 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-d31eeebf-ced1-42b5-ba7d-5170dc9cb928 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=31f3c912d6ec4236b7aae9c98fa70d88&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5734310 Oct 27 10:29:46.517013 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 55906) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:29:46.542844 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-e6418291-9a10-48c5-a2e3-90225c94d952 req-cb4a73e4-ca10-4755-8696-19ac65955f98 tempest-ServersTestBootFromVolume-118172414 tempest-ServersTestBootFromVolume-118172414-project] 10.222.0.44 "GET /v2.0/security-groups?id=9d8532b2-6883-48ec-ab1a-369df7b50fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4766345 Oct 27 10:29:46.617907 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-4052bbcd-b0ad-4c7c-90f1-233b5d68733e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:46.627942 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-939b9ff3-435c-44ed-a70e-cce6ec349ee3 None None] For port db81cd47-8a17-4bd7-9a9c-d57d2eacd9d6, host n-d-813419-10, cleared binding levels {{(pid=102348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:29:46.632345 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-939b9ff3-435c-44ed-a70e-cce6ec349ee3 None None] For port db81cd47-8a17-4bd7-9a9c-d57d2eacd9d6, host n-d-813419-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=db81cd47-8a17-4bd7-9a9c-d57d2eacd9d6,segment=NetworkSegment(e860d0d4-255e-445b-93ed-ac8be74e0f0d),segment_id=e860d0d4-255e-445b-93ed-ac8be74e0f0d)] {{(pid=102348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:29:46.645065 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-939b9ff3-435c-44ed-a70e-cce6ec349ee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:46.706871 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-4052bbcd-b0ad-4c7c-90f1-233b5d68733e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:46.770055 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device 3f815fb2-3c01-4d88-8dd7-69f9523bc525 details requested by agent hyperv_n-h1-813419-10 with host n-h1-813419-10 {{(pid=102348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 10:29:46.852731 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-ffc8e911-c304-42a8-8938-2ba1917855cb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:46.859841 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939b9ff3-435c-44ed-a70e-cce6ec349ee3 None None] Pushing event updated for resources: {'Port': ['ID=db81cd47-8a17-4bd7-9a9c-d57d2eacd9d6,revision_number=2']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:29:47.002242 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-ffc8e911-c304-42a8-8938-2ba1917855cb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:47.055886 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port 3f815fb2-3c01-4d88-8dd7-69f9523bc525, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=3f815fb2-3c01-4d88-8dd7-69f9523bc525,segment=NetworkSegment(32ee6b7e-f7db-44d8-a33c-f5ba7bc60b5b),segment_id=32ee6b7e-f7db-44d8-a33c-f5ba7bc60b5b)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:29:47.081422 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_common [None req-4052bbcd-b0ad-4c7c-90f1-233b5d68733e admin admin] Allocated IP 172.25.8.197 (185ff123-c7ff-45c7-a6be-71feb35acc9c/0fb9f9d1-7384-481f-8fa8-f4566c349d30/bd27c0d9-1d84-4987-9da1-857152478ace) {{(pid=102346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:29:47.085359 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Returning: {'device': '3f815fb2-3c01-4d88-8dd7-69f9523bc525', 'network_id': 'c9bdb347-48e4-4111-a250-9327eec0fcb4', 'port_id': '3f815fb2-3c01-4d88-8dd7-69f9523bc525', 'mac_address': 'fa:16:3e:3c:99:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 444, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8169b91d-99bf-40e1-a3f3-68194fe96559', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 10:29:47.120962 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b93e925-2499-4888-b668-bec44640146b req-0c4286d0-db00-4940-be39-76c9ee1788aa tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:29:47.123943 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-0b93e925-2499-4888-b668-bec44640146b req-0c4286d0-db00-4940-be39-76c9ee1788aa tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ae4390a-b621-4500-a1b9-c968556e5a4c HTTP/1.1" status: 200 len: 946 time: 0.1773822 Oct 27 10:29:47.192254 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:47.239391 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f815fb2-3c01-4d88-8dd7-69f9523bc525 {{(pid=102348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:29:47.243127 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-d8a55231-3f39-4cea-ad4a-606d28d5b82b tempest-RoutersIpV6AdminTest-927106320 tempest-RoutersIpV6AdminTest-927106320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:47.296174 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port 3f815fb2-3c01-4d88-8dd7-69f9523bc525, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=3f815fb2-3c01-4d88-8dd7-69f9523bc525,segment=NetworkSegment(32ee6b7e-f7db-44d8-a33c-f5ba7bc60b5b),segment_id=32ee6b7e-f7db-44d8-a33c-f5ba7bc60b5b)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:29:47.303691 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:47.335014 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a55231-3f39-4cea-ad4a-606d28d5b82b tempest-RoutersIpV6AdminTest-927106320 tempest-RoutersIpV6AdminTest-927106320-project] Pushing event deleted for resources: {'Port': ['ID=f51bf9b3-1977-4fc5-9791-28fba65894d7,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:29:47.453546 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-d8a55231-3f39-4cea-ad4a-606d28d5b82b tempest-RoutersIpV6AdminTest-927106320 tempest-RoutersIpV6AdminTest-927106320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1664884'] for router_gateway, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:47.455546 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-4052bbcd-b0ad-4c7c-90f1-233b5d68733e admin admin] Publish callbacks [] for port, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:47.458588 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Pushing event updated for resources: {'Port': ['ID=3f815fb2-3c01-4d88-8dd7-69f9523bc525,revision_number=4']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:29:47.460495 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-ffc8e911-c304-42a8-8938-2ba1917855cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:47.463419 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-ffc8e911-c304-42a8-8938-2ba1917855cb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:47.467894 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-ffc8e911-c304-42a8-8938-2ba1917855cb admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d3533fdb-b752-4e29-83f3-18390bcffb29 HTTP/1.1" status: 204 len: 168 time: 0.9498909 Oct 27 10:29:47.572166 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-0b93e925-2499-4888-b668-bec44640146b req-ece0a04a-f183-4c0a-9506-5c1c41dfcf5c tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/security-groups?id=9f7279ee-2d49-4f67-b584-fc902ef383cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3613591 Oct 27 10:29:47.572790 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc8e911-c304-42a8-8938-2ba1917855cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3533fdb-b752-4e29-83f3-18390bcffb29,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:29:47.578005 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-d8a55231-3f39-4cea-ad4a-606d28d5b82b tempest-RoutersIpV6AdminTest-927106320 tempest-RoutersIpV6AdminTest-927106320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1765662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3700'] for router, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:47.582425 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-d8a55231-3f39-4cea-ad4a-606d28d5b82b tempest-RoutersIpV6AdminTest-927106320 tempest-RoutersIpV6AdminTest-927106320-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:47.595182 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-4052bbcd-b0ad-4c7c-90f1-233b5d68733e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:47.637282 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] get_ports_and_sgs() called for port_ids ['3f815fb2-3c01-4d88-8dd7-69f9523bc525'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:29:47.673861 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-d8a55231-3f39-4cea-ad4a-606d28d5b82b tempest-RoutersIpV6AdminTest-927106320 tempest-RoutersIpV6AdminTest-927106320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1765641'] for router, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:47.675265 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8a55231-3f39-4cea-ad4a-606d28d5b82b tempest-RoutersIpV6AdminTest-927106320 tempest-RoutersIpV6AdminTest-927106320-project] Fanout notify agent at l3_agent the message router_deleted on router a6502ca0-217e-4d81-860b-91fb2d7e75a4 {{(pid=102347) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 10:29:47.701429 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-d8a55231-3f39-4cea-ad4a-606d28d5b82b tempest-RoutersIpV6AdminTest-927106320 tempest-RoutersIpV6AdminTest-927106320-project] Publish callbacks [] for router, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:47.710166 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-d8a55231-3f39-4cea-ad4a-606d28d5b82b tempest-RoutersIpV6AdminTest-927106320 tempest-RoutersIpV6AdminTest-927106320-project] 10.222.0.44 "DELETE /v2.0/routers/a6502ca0-217e-4d81-860b-91fb2d7e75a4 HTTP/1.1" status: 204 len: 168 time: 2.8737891 Oct 27 10:29:47.711705 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 55930) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:29:47.722461 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-4ab1969a-53e1-4da5-9ad9-d2071653d931 tempest-RoutersIpV6AdminTest-927106320 tempest-RoutersIpV6AdminTest-927106320-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1106904875', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:29:47.803068 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4052bbcd-b0ad-4c7c-90f1-233b5d68733e admin admin] Network 185ff123-c7ff-45c7-a6be-71feb35acc9c is already hosted by enough agents. {{(pid=102346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:29:47.827546 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-4052bbcd-b0ad-4c7c-90f1-233b5d68733e admin admin] Resources bound (agent type, host, resource id): {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:29:47.849130 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4052bbcd-b0ad-4c7c-90f1-233b5d68733e admin admin] Received port after_create {{(pid=102346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:29:47.909640 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-4ab1969a-53e1-4da5-9ad9-d2071653d931 tempest-RoutersIpV6AdminTest-927106320 tempest-RoutersIpV6AdminTest-927106320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1768632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3610'] for router, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:47.910776 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-4ab1969a-53e1-4da5-9ad9-d2071653d931 tempest-RoutersIpV6AdminTest-927106320 tempest-RoutersIpV6AdminTest-927106320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1765704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1769409', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1694266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3597'] for router, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:47.916863 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4052bbcd-b0ad-4c7c-90f1-233b5d68733e admin admin] Pushing event updated for resources: {'Port': ['ID=bd27c0d9-1d84-4987-9da1-857152478ace,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:29:47.998738 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a52475-c32b-44b0-a6c2-d5ce2271d5e1 req-c4cc3a93-78de-4fd5-a15d-fd5accb559df tempest-ServersTestBootFromVolume-118172414 tempest-ServersTestBootFromVolume-118172414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:29:48.020599 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-46a52475-c32b-44b0-a6c2-d5ce2271d5e1 req-c4cc3a93-78de-4fd5-a15d-fd5accb559df tempest-ServersTestBootFromVolume-118172414 tempest-ServersTestBootFromVolume-118172414-project] 10.222.0.44 "GET /v2.0/ports?device_id=1c300c04-98e2-444e-85bd-cd955e8e43fe HTTP/1.1" status: 200 len: 945 time: 0.2211201 Oct 27 10:29:48.158748 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-4ab1969a-53e1-4da5-9ad9-d2071653d931 tempest-RoutersIpV6AdminTest-927106320 tempest-RoutersIpV6AdminTest-927106320-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:48.191360 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-46a52475-c32b-44b0-a6c2-d5ce2271d5e1 req-ae1cf34d-3c85-43b7-b350-12c7401de1a3 tempest-ServersTestBootFromVolume-118172414 tempest-ServersTestBootFromVolume-118172414-project] 10.222.0.44 "GET /v2.0/security-groups?id=9d8532b2-6883-48ec-ab1a-369df7b50fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1694481 Oct 27 10:29:48.201008 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-4ab1969a-53e1-4da5-9ad9-d2071653d931 tempest-RoutersIpV6AdminTest-927106320 tempest-RoutersIpV6AdminTest-927106320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1765699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1769372'] for router, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:48.241157 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-4ab1969a-53e1-4da5-9ad9-d2071653d931 tempest-RoutersIpV6AdminTest-927106320 tempest-RoutersIpV6AdminTest-927106320-project] Publish callbacks [] for router, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:48.242689 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-4ab1969a-53e1-4da5-9ad9-d2071653d931 tempest-RoutersIpV6AdminTest-927106320 tempest-RoutersIpV6AdminTest-927106320-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5279934 Oct 27 10:29:48.245519 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 55950) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:29:48.255541 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-329560e2-75ed-4b3e-92aa-7ddd346ec210 tempest-RoutersIpV6AdminTest-1540385956 tempest-RoutersIpV6AdminTest-1540385956-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'enable_snat': False}}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:29:48.504819 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-4052bbcd-b0ad-4c7c-90f1-233b5d68733e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:48.574550 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccc2963-ac16-472a-acb4-2ffe5358b975 req-3ee3978e-67ac-4645-913f-948aae163077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:29:48.576130 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-0ccc2963-ac16-472a-acb4-2ffe5358b975 req-3ee3978e-67ac-4645-913f-948aae163077 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f314710ab2574682a5080affa23addcb&device_id=5ae4390a-b621-4500-a1b9-c968556e5a4c HTTP/1.1" status: 200 len: 1098 time: 0.2504814 Oct 27 10:29:48.761535 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae907fbd-ceeb-4d03-9471-f61b28d6d097 None None] Network 2b5dda7b-dc05-4d2b-a3dd-2052b5b3ce50 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:29:48.799929 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccc2963-ac16-472a-acb4-2ffe5358b975 req-e46ba4ae-02b1-4d82-89b8-1d591857efff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:29:48.801861 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-4052bbcd-b0ad-4c7c-90f1-233b5d68733e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1765699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1769372'] for router, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:48.809188 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-0ccc2963-ac16-472a-acb4-2ffe5358b975 req-e46ba4ae-02b1-4d82-89b8-1d591857efff service neutron] 10.222.0.64 "GET /v2.0/networks?id=37f7eee7-78e5-4454-9540-9eb1f8cbbdab HTTP/1.1" status: 200 len: 915 time: 0.2228267 Oct 27 10:29:48.859331 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device 3f815fb2-3c01-4d88-8dd7-69f9523bc525 up at agent hyperv_n-h1-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:29:48.995602 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4052bbcd-b0ad-4c7c-90f1-233b5d68733e admin admin] Router 4d562e2a-8911-4f47-881f-fc88f0982fde is scheduled to L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb with binding_index 1 {{(pid=102346) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 10:29:48.998287 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-2ae43201-893f-4bef-9ccc-46713ac060bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:49.024760 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-329560e2-75ed-4b3e-92aa-7ddd346ec210 tempest-RoutersIpV6AdminTest-1540385956 tempest-RoutersIpV6AdminTest-1540385956-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:49.027323 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-42300b11-b084-4ded-a6ec-5b521af82c33 None None] Provisioning complete for port db81cd47-8a17-4bd7-9a9c-d57d2eacd9d6 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:29:49.027696 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-42300b11-b084-4ded-a6ec-5b521af82c33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:49.111135 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device db81cd47-8a17-4bd7-9a9c-d57d2eacd9d6 up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:29:49.164737 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Provisioning for port 3f815fb2-3c01-4d88-8dd7-69f9523bc525 completed by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 10:29:49.181545 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Provisioning complete for port 3f815fb2-3c01-4d88-8dd7-69f9523bc525 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:29:49.182502 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:49.232871 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4052bbcd-b0ad-4c7c-90f1-233b5d68733e admin admin] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:29:49.248418 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d360f3f2-c342-42ed-be4d-51f1b0126155 None None] Sync routers for ids ['4d562e2a-8911-4f47-881f-fc88f0982fde'] in n-d-813419-10 {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:29:49.258445 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-4052bbcd-b0ad-4c7c-90f1-233b5d68733e admin admin] Publish callbacks [] for router, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:49.262945 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-4052bbcd-b0ad-4c7c-90f1-233b5d68733e admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.2436702 Oct 27 10:29:49.263918 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 55970) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:29:49.268963 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d360f3f2-c342-42ed-be4d-51f1b0126155 None None] Routers {'4d562e2a-8911-4f47-881f-fc88f0982fde'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:29:49.274029 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-d360f3f2-c342-42ed-be4d-51f1b0126155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:29:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['4d562e2a-8911-4f47-881f-fc88f0982fde'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:29:49.423314 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-0ccc2963-ac16-472a-acb4-2ffe5358b975 req-13f4bf1e-753e-41ac-9b1a-f71e3711de8a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=863bd33a-7c9e-4cbf-aa6d-c8f79ce93249 HTTP/1.1" status: 200 len: 217 time: 0.3651457 Oct 27 10:29:49.456944 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57199d41-0762-4fb6-919b-c5cd19955894 req-d5ab09fd-785d-45db-944c-a45361fc0881 tempest-ServersTestBootFromVolume-118172414 tempest-ServersTestBootFromVolume-118172414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:29:49.465417 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-57199d41-0762-4fb6-919b-c5cd19955894 req-d5ab09fd-785d-45db-944c-a45361fc0881 tempest-ServersTestBootFromVolume-118172414 tempest-ServersTestBootFromVolume-118172414-project] 10.222.0.44 "GET /v2.0/ports?device_id=1c300c04-98e2-444e-85bd-cd955e8e43fe HTTP/1.1" status: 200 len: 945 time: 0.1040192 Oct 27 10:29:49.538038 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-57199d41-0762-4fb6-919b-c5cd19955894 req-bf2dd136-3bf4-4806-b4ba-8da2f1523d5d tempest-ServersTestBootFromVolume-118172414 tempest-ServersTestBootFromVolume-118172414-project] 10.222.0.44 "GET /v2.0/security-groups?id=9d8532b2-6883-48ec-ab1a-369df7b50fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700350 Oct 27 10:29:49.555055 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port db81cd47-8a17-4bd7-9a9c-d57d2eacd9d6 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:29:49.555425 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:49.561336 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvr_db [None req-d360f3f2-c342-42ed-be4d-51f1b0126155 None None] Set router 4d562e2a-8911-4f47-881f-fc88f0982fde gateway port host: n-d-813419-10 {{(pid=102349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:29:49.565596 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccc2963-ac16-472a-acb4-2ffe5358b975 req-a1b2ea49-976e-48d7-92af-ea276bd49273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:29:49.570657 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-0ccc2963-ac16-472a-acb4-2ffe5358b975 req-a1b2ea49-976e-48d7-92af-ea276bd49273 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=249a5a87-559c-4770-af81-a36d13f3e017 HTTP/1.1" status: 200 len: 854 time: 0.1338758 Oct 27 10:29:49.583704 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-42300b11-b084-4ded-a6ec-5b521af82c33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:49.607764 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:49.674405 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fb5213-53a7-4aea-8f9f-b741e536b50c req-0fd2d559-f2dc-4774-8de1-94e96f55960f tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:29:49.677408 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-66fb5213-53a7-4aea-8f9f-b741e536b50c req-0fd2d559-f2dc-4774-8de1-94e96f55960f tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ae4390a-b621-4500-a1b9-c968556e5a4c HTTP/1.1" status: 200 len: 946 time: 0.8852489 Oct 27 10:29:49.684140 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-0ccc2963-ac16-472a-acb4-2ffe5358b975 req-13a94df0-f7bc-4dac-ad53-f0a7f9d764dc service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=37f7eee7-78e5-4454-9540-9eb1f8cbbdab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1046035 Oct 27 10:29:49.799843 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port 3f815fb2-3c01-4d88-8dd7-69f9523bc525, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=3f815fb2-3c01-4d88-8dd7-69f9523bc525,segment=NetworkSegment(32ee6b7e-f7db-44d8-a33c-f5ba7bc60b5b),segment_id=32ee6b7e-f7db-44d8-a33c-f5ba7bc60b5b)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:29:49.815711 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-42300b11-b084-4ded-a6ec-5b521af82c33 None None] For port db81cd47-8a17-4bd7-9a9c-d57d2eacd9d6, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=db81cd47-8a17-4bd7-9a9c-d57d2eacd9d6,segment=NetworkSegment(e860d0d4-255e-445b-93ed-ac8be74e0f0d),segment_id=e860d0d4-255e-445b-93ed-ac8be74e0f0d)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:29:49.824843 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c300c04-98e2-444e-85bd-cd955e8e43fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f815fb2-3c01-4d88-8dd7-69f9523bc525'}] {{(pid=102348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:29:49.835916 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c588921fa634554a1d9242fdea1b05457a9ff1d3b28ba54ec1dace7f2f1df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11a22b71-cbb5-4e72-98ce-cfe737dd73d7" -d '{"events": [{"server_uuid": "1c300c04-98e2-444e-85bd-cd955e8e43fe", "name": "network-vif-plugged", "status": "completed", "tag": "3f815fb2-3c01-4d88-8dd7-69f9523bc525"}]}' {{(pid=102348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:29:49.859390 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:49.886256 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-42300b11-b084-4ded-a6ec-5b521af82c33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:49.907580 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-0ccc2963-ac16-472a-acb4-2ffe5358b975 req-3271ccd3-1883-441f-8aa1-56806b4b3084 service neutron] 10.222.0.64 "GET /v2.0/networks/37f7eee7-78e5-4454-9540-9eb1f8cbbdab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2149897 Oct 27 10:29:50.019180 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:29:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f732529-5d25-4900-8872-984847182aee x-openstack-request-id: req-5f732529-5d25-4900-8872-984847182aee {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:29:50.019466 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c300c04-98e2-444e-85bd-cd955e8e43fe", "name": "network-vif-plugged", "status": "completed", "tag": "3f815fb2-3c01-4d88-8dd7-69f9523bc525", "code": 200}]} {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:29:50.028411 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-d360f3f2-c342-42ed-be4d-51f1b0126155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d562e2a-8911-4f47-881f-fc88f0982fde', 'name': 'tempest-ServersTestFqdnHostnames-816444081-router', 'tenant_id': '50ab7eab762445ca9e27bf807345be3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.197'}], 'enable_snat': True}, 'gw_port_id': 'bd27c0d9-1d84-4987-9da1-857152478ace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:29:45Z', 'updated_at': '2021-10-27T10:29:48Z', 'revision_number': 3, 'project_id': '50ab7eab762445ca9e27bf807345be3c', 'gw_port': {'id': 'bd27c0d9-1d84-4987-9da1-857152478ace', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:6b:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d562e2a-8911-4f47-881f-fc88f0982fde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:29:46Z', 'updated_at': '2021-10-27T10:29:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10'}], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:29:50.055856 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-5f732529-5d25-4900-8872-984847182aee {{(pid=102348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:29:50.056548 n-d-813419-10 neutron-server[102348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c300c04-98e2-444e-85bd-cd955e8e43fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f815fb2-3c01-4d88-8dd7-69f9523bc525', 'code': 200} Oct 27 10:29:50.115440 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d360f3f2-c342-42ed-be4d-51f1b0126155 None None] Checking router: 4d562e2a-8911-4f47-881f-fc88f0982fde for host: n-d-813419-10 {{(pid=102349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 10:29:50.115861 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d360f3f2-c342-42ed-be4d-51f1b0126155 None None] Updating router 4d562e2a-8911-4f47-881f-fc88f0982fde port bd27c0d9-1d84-4987-9da1-857152478ace binding host n-d-813419-10 {{(pid=102349) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 10:29:50.191396 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-d360f3f2-c342-42ed-be4d-51f1b0126155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:50.210507 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-eadeaa30-4096-4d1a-b3cb-aa7ebfb291ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:50.292468 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:50.302814 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Pushing event updated for resources: {'Port': ['ID=3f815fb2-3c01-4d88-8dd7-69f9523bc525,revision_number=5']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:29:50.313931 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-66fb5213-53a7-4aea-8f9f-b741e536b50c req-2775be2d-063e-465b-a7d5-5e435f72aa05 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/security-groups?id=9f7279ee-2d49-4f67-b584-fc902ef383cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6232288 Oct 27 10:29:50.357279 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-0ccc2963-ac16-472a-acb4-2ffe5358b975 req-b8060da7-df5b-4258-8e40-7320ce956bed service neutron] 10.222.0.64 "GET /v2.0/networks/37f7eee7-78e5-4454-9540-9eb1f8cbbdab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3990622 Oct 27 10:29:50.458229 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cc83fb-96da-4df1-bdc5-6a5f730485c6 req-ca7ecf92-f04b-4d89-81f6-28b6660c1c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:29:50.465974 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-b0cc83fb-96da-4df1-bdc5-6a5f730485c6 req-ca7ecf92-f04b-4d89-81f6-28b6660c1c51 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=1c300c04-98e2-444e-85bd-cd955e8e43fe HTTP/1.1" status: 200 len: 1098 time: 0.3802147 Oct 27 10:29:50.520607 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42300b11-b084-4ded-a6ec-5b521af82c33 None None] Pushing event updated for resources: {'Port': ['ID=db81cd47-8a17-4bd7-9a9c-d57d2eacd9d6,revision_number=3']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:29:50.585716 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-f9249d67-c1cf-4492-a3b7-b8f6165230de None None] Provisioning complete for port db81cd47-8a17-4bd7-9a9c-d57d2eacd9d6 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:29:50.587272 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f9249d67-c1cf-4492-a3b7-b8f6165230de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:50.627787 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-d360f3f2-c342-42ed-be4d-51f1b0126155 None None] Publish callbacks [] for port, precommit_update {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:50.637936 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-d360f3f2-c342-42ed-be4d-51f1b0126155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:50.802715 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.managers [None req-d360f3f2-c342-42ed-be4d-51f1b0126155 None None] Attempting to bind port bd27c0d9-1d84-4987-9da1-857152478ace on host n-d-813419-10 for vnic_type normal with profile {{(pid=102349) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:29:50.806239 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-b0cc83fb-96da-4df1-bdc5-6a5f730485c6 req-896523cc-a47d-40e4-8d11-317c26374024 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=9d8532b2-6883-48ec-ab1a-369df7b50fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3247454 Oct 27 10:29:50.806931 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.managers [None req-d360f3f2-c342-42ed-be4d-51f1b0126155 None None] Attempting to bind port bd27c0d9-1d84-4987-9da1-857152478ace by drivers openvswitch,hyperv on host n-d-813419-10 at level 0 using segments [{'id': 'bc14127b-7032-4c50-bb5b-f6813cbae86e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'}] {{(pid=102349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:29:50.809451 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d360f3f2-c342-42ed-be4d-51f1b0126155 None None] Attempting to bind port bd27c0d9-1d84-4987-9da1-857152478ace on network 185ff123-c7ff-45c7-a6be-71feb35acc9c {{(pid=102349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:29:50.840660 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d360f3f2-c342-42ed-be4d-51f1b0126155 None None] Checking agent: {'id': '89dba0f3-79b2-435e-9822-33674b8f6ada', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 8, 20), 'started_at': datetime.datetime(2021, 10, 27, 10, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 29, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:29:50.842800 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d360f3f2-c342-42ed-be4d-51f1b0126155 None None] Checking segment: {'id': 'bc14127b-7032-4c50-bb5b-f6813cbae86e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:29:50.844338 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-d360f3f2-c342-42ed-be4d-51f1b0126155 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:50.845567 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d360f3f2-c342-42ed-be4d-51f1b0126155 None None] Bound using segment: {'id': 'bc14127b-7032-4c50-bb5b-f6813cbae86e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'} {{(pid=102349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:29:50.846169 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.managers [None req-d360f3f2-c342-42ed-be4d-51f1b0126155 None None] Bound port: bd27c0d9-1d84-4987-9da1-857152478ace, host: n-d-813419-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc14127b-7032-4c50-bb5b-f6813cbae86e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'}}] {{(pid=102349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:29:50.848439 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-d360f3f2-c342-42ed-be4d-51f1b0126155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:50.854305 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391880e1-da69-4022-8734-962f836a83e9 None None] Pushing event updated for resources: {'Port': ['ID=bd27c0d9-1d84-4987-9da1-857152478ace,revision_number=2']} {{(pid=102349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:29:50.883080 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48fbd63-e344-4aca-8c75-e954411922e5 req-474853fb-c296-45a7-8d6a-3d661bb5f986 tempest-ServersTestBootFromVolume-118172414 tempest-ServersTestBootFromVolume-118172414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:29:50.885479 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-b48fbd63-e344-4aca-8c75-e954411922e5 req-474853fb-c296-45a7-8d6a-3d661bb5f986 tempest-ServersTestBootFromVolume-118172414 tempest-ServersTestBootFromVolume-118172414-project] 10.222.0.44 "GET /v2.0/ports?device_id=1c300c04-98e2-444e-85bd-cd955e8e43fe HTTP/1.1" status: 200 len: 946 time: 0.2036767 Oct 27 10:29:50.950142 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-69fa073c-ba0d-4dea-930a-52d14be0d447 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:50.960230 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.db [None req-d360f3f2-c342-42ed-be4d-51f1b0126155 None None] For port bd27c0d9-1d84-4987-9da1-857152478ace, host n-d-813419-10, cleared binding levels {{(pid=102349) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:29:50.964934 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.db [None req-d360f3f2-c342-42ed-be4d-51f1b0126155 None None] For port bd27c0d9-1d84-4987-9da1-857152478ace, host n-d-813419-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=bd27c0d9-1d84-4987-9da1-857152478ace,segment=NetworkSegment(bc14127b-7032-4c50-bb5b-f6813cbae86e),segment_id=bc14127b-7032-4c50-bb5b-f6813cbae86e)] {{(pid=102349) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:29:50.987913 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391880e1-da69-4022-8734-962f836a83e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:29:50.988316 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391880e1-da69-4022-8734-962f836a83e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:29:50.988626 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391880e1-da69-4022-8734-962f836a83e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:29:50.988956 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391880e1-da69-4022-8734-962f836a83e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:29:50.989268 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391880e1-da69-4022-8734-962f836a83e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:29:50.989592 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391880e1-da69-4022-8734-962f836a83e9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:29:50.989909 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391880e1-da69-4022-8734-962f836a83e9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:29:50.993703 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391880e1-da69-4022-8734-962f836a83e9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:29:50.994084 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391880e1-da69-4022-8734-962f836a83e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:29:50.994668 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391880e1-da69-4022-8734-962f836a83e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:29:50.995032 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391880e1-da69-4022-8734-962f836a83e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:29:50.995359 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391880e1-da69-4022-8734-962f836a83e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:29:51.006181 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-d360f3f2-c342-42ed-be4d-51f1b0126155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:51.034300 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device db81cd47-8a17-4bd7-9a9c-d57d2eacd9d6 up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:29:51.158705 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port db81cd47-8a17-4bd7-9a9c-d57d2eacd9d6 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:29:51.159084 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:51.166583 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391880e1-da69-4022-8734-962f836a83e9 None None] Pushing event updated for resources: {'Port': ['ID=bd27c0d9-1d84-4987-9da1-857152478ace,revision_number=3']} {{(pid=102349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:29:51.173624 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d360f3f2-c342-42ed-be4d-51f1b0126155 None None] Routers {'4d562e2a-8911-4f47-881f-fc88f0982fde'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:29:51.174245 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-d360f3f2-c342-42ed-be4d-51f1b0126155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:29:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['4d562e2a-8911-4f47-881f-fc88f0982fde'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:29:51.200840 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-329560e2-75ed-4b3e-92aa-7ddd346ec210 tempest-RoutersIpV6AdminTest-1540385956 tempest-RoutersIpV6AdminTest-1540385956-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:51.218199 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-b48fbd63-e344-4aca-8c75-e954411922e5 req-8123062a-69f5-41fd-9480-74d67015b886 tempest-ServersTestBootFromVolume-118172414 tempest-ServersTestBootFromVolume-118172414-project] 10.222.0.44 "GET /v2.0/security-groups?id=9d8532b2-6883-48ec-ab1a-369df7b50fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2401693 Oct 27 10:29:51.302827 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-329560e2-75ed-4b3e-92aa-7ddd346ec210 tempest-RoutersIpV6AdminTest-1540385956 tempest-RoutersIpV6AdminTest-1540385956-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:51.438739 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_common [None req-69fa073c-ba0d-4dea-930a-52d14be0d447 admin admin] Allocated IP 172.20.0.1 (2b5dda7b-dc05-4d2b-a3dd-2052b5b3ce50/6a725a1b-1b05-4185-9a4f-8fbc585fd3e1/bdbade65-c639-475d-9870-bc7e946ff09c) {{(pid=102346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:29:51.449595 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvr_db [None req-d360f3f2-c342-42ed-be4d-51f1b0126155 None None] Set router 4d562e2a-8911-4f47-881f-fc88f0982fde gateway port host: n-d-813419-10 {{(pid=102349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:29:51.601934 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_common [None req-329560e2-75ed-4b3e-92aa-7ddd346ec210 tempest-RoutersIpV6AdminTest-1540385956 tempest-RoutersIpV6AdminTest-1540385956-project-admin] Allocated IP 172.25.8.98 (185ff123-c7ff-45c7-a6be-71feb35acc9c/0fb9f9d1-7384-481f-8fa8-f4566c349d30/a9a893d8-f7b8-44b9-ae21-606d89963a1b) {{(pid=102347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:29:51.655297 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74f9dc6-365e-4cf4-9946-b1ca4f2a122d req-0424fdaa-6dfa-4e3e-8358-1b14fa8528b5 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:29:51.655920 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [req-8de60ed4-20cc-438d-acdc-9cad2c735d3b req-7b1ead2f-c206-4865-85dc-73035f4886cb tempest-SecurityGroupsTestAdminJSON-181435771 tempest-SecurityGroupsTestAdminJSON-181435771-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1650208687', 'description': 'tempest-description-1807763020'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:29:51.657263 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-a74f9dc6-365e-4cf4-9946-b1ca4f2a122d req-0424fdaa-6dfa-4e3e-8358-1b14fa8528b5 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ae4390a-b621-4500-a1b9-c968556e5a4c HTTP/1.1" status: 200 len: 946 time: 0.2208166 Oct 27 10:29:51.697754 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-69fa073c-ba0d-4dea-930a-52d14be0d447 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:51.746956 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-69fa073c-ba0d-4dea-930a-52d14be0d447 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:51.794364 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-8de60ed4-20cc-438d-acdc-9cad2c735d3b req-7b1ead2f-c206-4865-85dc-73035f4886cb tempest-SecurityGroupsTestAdminJSON-181435771 tempest-SecurityGroupsTestAdminJSON-181435771-project] Publish callbacks [] for security_group, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:51.823598 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fa073c-ba0d-4dea-930a-52d14be0d447 admin admin] Pushing event updated for resources: {'Port': ['ID=bdbade65-c639-475d-9870-bc7e946ff09c,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:29:51.856120 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-8de60ed4-20cc-438d-acdc-9cad2c735d3b req-7b1ead2f-c206-4865-85dc-73035f4886cb tempest-SecurityGroupsTestAdminJSON-181435771 tempest-SecurityGroupsTestAdminJSON-181435771-project] Publish callbacks [] for security_group, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:51.858853 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-a74f9dc6-365e-4cf4-9946-b1ca4f2a122d req-b2547c7b-60d4-45f2-a017-283cf7743df0 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/security-groups?id=9f7279ee-2d49-4f67-b584-fc902ef383cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1947792 Oct 27 10:29:51.891810 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69fa073c-ba0d-4dea-930a-52d14be0d447 admin admin] Network 2b5dda7b-dc05-4d2b-a3dd-2052b5b3ce50 is already hosted by enough agents. {{(pid=102346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:29:51.893997 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-69fa073c-ba0d-4dea-930a-52d14be0d447 admin admin] Resources bound (agent type, host, resource id): {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:29:51.901779 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69fa073c-ba0d-4dea-930a-52d14be0d447 admin admin] Received port after_create {{(pid=102346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:29:51.941023 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-3c6a8245-0581-48aa-b5f6-4d8fe98cd16e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:51.998497 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-d360f3f2-c342-42ed-be4d-51f1b0126155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d562e2a-8911-4f47-881f-fc88f0982fde', 'name': 'tempest-ServersTestFqdnHostnames-816444081-router', 'tenant_id': '50ab7eab762445ca9e27bf807345be3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.197'}], 'enable_snat': True}, 'gw_port_id': 'bd27c0d9-1d84-4987-9da1-857152478ace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:29:45Z', 'updated_at': '2021-10-27T10:29:48Z', 'revision_number': 3, 'project_id': '50ab7eab762445ca9e27bf807345be3c', 'gw_port': {'id': 'bd27c0d9-1d84-4987-9da1-857152478ace', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:6b:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d562e2a-8911-4f47-881f-fc88f0982fde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:29:46Z', 'updated_at': '2021-10-27T10:29:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10'}], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:29:52.007299 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-69fa073c-ba0d-4dea-930a-52d14be0d447 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1664961'] for router_interface, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:52.032284 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-329560e2-75ed-4b3e-92aa-7ddd346ec210 tempest-RoutersIpV6AdminTest-1540385956 tempest-RoutersIpV6AdminTest-1540385956-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:52.089520 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d360f3f2-c342-42ed-be4d-51f1b0126155 None None] The sync data for ids ['4d562e2a-8911-4f47-881f-fc88f0982fde'] in n-d-813419-10 is: [{'id': '4d562e2a-8911-4f47-881f-fc88f0982fde', 'name': 'tempest-ServersTestFqdnHostnames-816444081-router', 'tenant_id': '50ab7eab762445ca9e27bf807345be3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.197'}], 'enable_snat': True}, 'gw_port_id': 'bd27c0d9-1d84-4987-9da1-857152478ace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:29:45Z', 'updated_at': '2021-10-27T10:29:48Z', 'revision_number': 3, 'project_id': '50ab7eab762445ca9e27bf807345be3c', 'gw_port': {'id': 'bd27c0d9-1d84-4987-9da1-857152478ace', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:6b:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d562e2a-8911-4f47-881f-fc88f0982fde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:29:46Z', 'updated_at': '2021-10-27T10:29:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10'}] {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:29:52.207838 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-329560e2-75ed-4b3e-92aa-7ddd346ec210 tempest-RoutersIpV6AdminTest-1540385956 tempest-RoutersIpV6AdminTest-1540385956-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:52.261928 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-69fa073c-ba0d-4dea-930a-52d14be0d447 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:52.311472 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329560e2-75ed-4b3e-92aa-7ddd346ec210 tempest-RoutersIpV6AdminTest-1540385956 tempest-RoutersIpV6AdminTest-1540385956-project-admin] Pushing event updated for resources: {'Port': ['ID=a9a893d8-f7b8-44b9-ae21-606d89963a1b,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:29:52.345917 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-329560e2-75ed-4b3e-92aa-7ddd346ec210 tempest-RoutersIpV6AdminTest-1540385956 tempest-RoutersIpV6AdminTest-1540385956-project-admin] Network 185ff123-c7ff-45c7-a6be-71feb35acc9c is already hosted by enough agents. {{(pid=102347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:29:52.353120 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [None req-329560e2-75ed-4b3e-92aa-7ddd346ec210 tempest-RoutersIpV6AdminTest-1540385956 tempest-RoutersIpV6AdminTest-1540385956-project-admin] Resources bound (agent type, host, resource id): {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:29:52.366559 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-329560e2-75ed-4b3e-92aa-7ddd346ec210 tempest-RoutersIpV6AdminTest-1540385956 tempest-RoutersIpV6AdminTest-1540385956-project-admin] Received port after_create {{(pid=102347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:29:52.377910 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-8de60ed4-20cc-438d-acdc-9cad2c735d3b req-7b1ead2f-c206-4865-85dc-73035f4886cb tempest-SecurityGroupsTestAdminJSON-181435771 tempest-SecurityGroupsTestAdminJSON-181435771-project] Publish callbacks [] for security_group, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:52.385080 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-018f39e1-d929-4cb2-a6b4-88e191bec2b3 None None] Provisioning complete for port bdbade65-c639-475d-9870-bc7e946ff09c triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:29:52.387839 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-018f39e1-d929-4cb2-a6b4-88e191bec2b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:52.407398 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-8de60ed4-20cc-438d-acdc-9cad2c735d3b req-7b1ead2f-c206-4865-85dc-73035f4886cb tempest-SecurityGroupsTestAdminJSON-181435771 tempest-SecurityGroupsTestAdminJSON-181435771-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:52.512031 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-018f39e1-d929-4cb2-a6b4-88e191bec2b3 None None] Port bdbade65-c639-475d-9870-bc7e946ff09c cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:29:52.512400 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1ead2f-c206-4865-85dc-73035f4886cb tempest-SecurityGroupsTestAdminJSON-181435771 tempest-SecurityGroupsTestAdminJSON-181435771-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c302eda-31bf-4928-aaf4-30e66c5e697f,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:29:52.675794 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d114c0-07fd-45bd-90db-a5d5cdf088d3 req-dc51fa16-b129-48e9-aaf5-504e114006b5 tempest-ServersTestBootFromVolume-118172414 tempest-ServersTestBootFromVolume-118172414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:29:52.678174 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-39d114c0-07fd-45bd-90db-a5d5cdf088d3 req-dc51fa16-b129-48e9-aaf5-504e114006b5 tempest-ServersTestBootFromVolume-118172414 tempest-ServersTestBootFromVolume-118172414-project] 10.222.0.44 "GET /v2.0/ports?device_id=1c300c04-98e2-444e-85bd-cd955e8e43fe HTTP/1.1" status: 200 len: 946 time: 0.1880660 Oct 27 10:29:52.762537 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-39d114c0-07fd-45bd-90db-a5d5cdf088d3 req-f979715a-d68f-46a1-a74b-3ff3456bb750 tempest-ServersTestBootFromVolume-118172414 tempest-ServersTestBootFromVolume-118172414-project] 10.222.0.44 "GET /v2.0/security-groups?id=9d8532b2-6883-48ec-ab1a-369df7b50fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652208 Oct 27 10:29:52.775661 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-69fa073c-ba0d-4dea-930a-52d14be0d447 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:52.783485 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-69fa073c-ba0d-4dea-930a-52d14be0d447 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27024173'] for port, after_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:52.805116 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device 863bd33a-7c9e-4cbf-aa6d-c8f79ce93249 no longer exists at agent hyperv_n-h1-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:29:52.836355 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-8de60ed4-20cc-438d-acdc-9cad2c735d3b req-7b1ead2f-c206-4865-85dc-73035f4886cb tempest-SecurityGroupsTestAdminJSON-181435771 tempest-SecurityGroupsTestAdminJSON-181435771-project] Publish callbacks [] for security_group, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:52.857190 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-8de60ed4-20cc-438d-acdc-9cad2c735d3b req-7b1ead2f-c206-4865-85dc-73035f4886cb tempest-SecurityGroupsTestAdminJSON-181435771 tempest-SecurityGroupsTestAdminJSON-181435771-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:52.911799 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-8de60ed4-20cc-438d-acdc-9cad2c735d3b req-7b1ead2f-c206-4865-85dc-73035f4886cb tempest-SecurityGroupsTestAdminJSON-181435771 tempest-SecurityGroupsTestAdminJSON-181435771-project] Publish callbacks [] for security_group, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:52.914890 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8de60ed4-20cc-438d-acdc-9cad2c735d3b req-7b1ead2f-c206-4865-85dc-73035f4886cb tempest-SecurityGroupsTestAdminJSON-181435771 tempest-SecurityGroupsTestAdminJSON-181435771-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1785 time: 1.2925227 Oct 27 10:29:53.055845 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-69fa073c-ba0d-4dea-930a-52d14be0d447 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2006967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1766225'] for router_interface, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:53.180347 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:53.206774 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device bd27c0d9-1d84-4987-9da1-857152478ace up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:29:53.244351 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ae4390a-b621-4500-a1b9-c968556e5a4c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '863bd33a-7c9e-4cbf-aa6d-c8f79ce93249'}] {{(pid=102348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:29:53.247258 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c588921fa634554a1d9242fdea1b05457a9ff1d3b28ba54ec1dace7f2f1df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e37d3a9-f2b1-4874-aa4b-d616ff991e04" -d '{"events": [{"server_uuid": "5ae4390a-b621-4500-a1b9-c968556e5a4c", "name": "network-vif-unplugged", "status": "completed", "tag": "863bd33a-7c9e-4cbf-aa6d-c8f79ce93249"}]}' {{(pid=102348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:29:53.261738 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [req-8a8a6357-9c04-4520-919c-5738518224d3 req-69354d19-a1f4-4213-910f-b308287c1718 tempest-SecurityGroupsTestAdminJSON-181435771 tempest-SecurityGroupsTestAdminJSON-181435771-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1758647415', 'description': 'tempest-description-1046862182'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:29:53.269120 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-329560e2-75ed-4b3e-92aa-7ddd346ec210 tempest-RoutersIpV6AdminTest-1540385956 tempest-RoutersIpV6AdminTest-1540385956-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:53.294268 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port 863bd33a-7c9e-4cbf-aa6d-c8f79ce93249, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=863bd33a-7c9e-4cbf-aa6d-c8f79ce93249,segment=NetworkSegment(2ae7a459-953f-4f06-8bb8-d3b1f54967e3),segment_id=2ae7a459-953f-4f06-8bb8-d3b1f54967e3)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:29:53.309477 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:53.342723 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 56026) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:29:53.361666 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port bd27c0d9-1d84-4987-9da1-857152478ace triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:29:53.362040 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:53.382561 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fa073c-ba0d-4dea-930a-52d14be0d447 admin admin] Pushing event updated for resources: {'Port': ['ID=bdbade65-c639-475d-9870-bc7e946ff09c,revision_number=2']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:29:53.418598 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1ead2f-c206-4865-85dc-73035f4886cb tempest-SecurityGroupsTestAdminJSON-181435771 tempest-SecurityGroupsTestAdminJSON-181435771-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b80890c-aee7-4de7-adf5-d791e115689e,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:29:53.459848 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Pushing event updated for resources: {'Port': ['ID=863bd33a-7c9e-4cbf-aa6d-c8f79ce93249,revision_number=8']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:29:53.488165 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-8a8a6357-9c04-4520-919c-5738518224d3 req-69354d19-a1f4-4213-910f-b308287c1718 tempest-SecurityGroupsTestAdminJSON-181435771 tempest-SecurityGroupsTestAdminJSON-181435771-project] Publish callbacks [] for security_group, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:53.506861 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7774eb45-1069-40a4-a020-aeee01d188df req-663e83d0-765f-4e11-a02f-da5dea1457b7 tempest-ServersTestBootFromVolume-118172414 tempest-ServersTestBootFromVolume-118172414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:29:53.509993 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-7774eb45-1069-40a4-a020-aeee01d188df req-663e83d0-765f-4e11-a02f-da5dea1457b7 tempest-ServersTestBootFromVolume-118172414 tempest-ServersTestBootFromVolume-118172414-project] 10.222.0.44 "GET /v2.0/ports?device_id=1c300c04-98e2-444e-85bd-cd955e8e43fe HTTP/1.1" status: 200 len: 946 time: 0.4420593 Oct 27 10:29:53.519124 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 56030) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:29:53.525396 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-40870ee1-965e-43dc-8f86-4d176beca5d1 tempest-ServersTestBootFromVolume-118172414 tempest-ServersTestBootFromVolume-118172414-project] Request body: {'floatingip': {'port_id': '3f815fb2-3c01-4d88-8dd7-69f9523bc525'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:29:53.581673 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:53.651405 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] For port bd27c0d9-1d84-4987-9da1-857152478ace, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=bd27c0d9-1d84-4987-9da1-857152478ace,segment=NetworkSegment(bc14127b-7032-4c50-bb5b-f6813cbae86e),segment_id=bc14127b-7032-4c50-bb5b-f6813cbae86e)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:29:53.658619 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:53.684479 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-8a8a6357-9c04-4520-919c-5738518224d3 req-69354d19-a1f4-4213-910f-b308287c1718 tempest-SecurityGroupsTestAdminJSON-181435771 tempest-SecurityGroupsTestAdminJSON-181435771-project] Publish callbacks [] for security_group, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:53.712630 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-8a8a6357-9c04-4520-919c-5738518224d3 req-69354d19-a1f4-4213-910f-b308287c1718 tempest-SecurityGroupsTestAdminJSON-181435771 tempest-SecurityGroupsTestAdminJSON-181435771-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:53.731028 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-40870ee1-965e-43dc-8f86-4d176beca5d1 tempest-ServersTestBootFromVolume-118172414 tempest-ServersTestBootFromVolume-118172414-project] Publish callbacks [] for floatingip, before_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:53.739582 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-264134b9-7df6-41e9-b76b-62287a598397 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:53.781869 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Pushing event updated for resources: {'Port': ['ID=bd27c0d9-1d84-4987-9da1-857152478ace,revision_number=4']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:29:53.786355 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69354d19-a1f4-4213-910f-b308287c1718 tempest-SecurityGroupsTestAdminJSON-181435771 tempest-SecurityGroupsTestAdminJSON-181435771-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15e68e82-2b83-40a7-ae06-6fb9aa919920,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:29:53.816801 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-8a8a6357-9c04-4520-919c-5738518224d3 req-69354d19-a1f4-4213-910f-b308287c1718 tempest-SecurityGroupsTestAdminJSON-181435771 tempest-SecurityGroupsTestAdminJSON-181435771-project] Publish callbacks [] for security_group, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:53.818221 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8a8a6357-9c04-4520-919c-5738518224d3 req-69354d19-a1f4-4213-910f-b308287c1718 tempest-SecurityGroupsTestAdminJSON-181435771 tempest-SecurityGroupsTestAdminJSON-181435771-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1785 time: 0.5688369 Oct 27 10:29:53.964068 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-329560e2-75ed-4b3e-92aa-7ddd346ec210 tempest-RoutersIpV6AdminTest-1540385956 tempest-RoutersIpV6AdminTest-1540385956-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1769395', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1765690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3711'] for router, precommit_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:53.971027 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-329560e2-75ed-4b3e-92aa-7ddd346ec210 tempest-RoutersIpV6AdminTest-1540385956 tempest-RoutersIpV6AdminTest-1540385956-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1769372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1769386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1769381', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1765685'] for router, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:53.987286 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 27 Oct 2021 10:29:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14dffef3-08e5-4b37-ba6d-d8e84ae5f7cf x-openstack-request-id: req-14dffef3-08e5-4b37-ba6d-d8e84ae5f7cf {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:29:53.987575 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ae4390a-b621-4500-a1b9-c968556e5a4c", "name": "network-vif-unplugged", "status": "failed", "tag": "863bd33a-7c9e-4cbf-aa6d-c8f79ce93249", "code": 422}]} {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:29:53.987946 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-14dffef3-08e5-4b37-ba6d-d8e84ae5f7cf {{(pid=102348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:29:53.988245 n-d-813419-10 neutron-server[102348]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '5ae4390a-b621-4500-a1b9-c968556e5a4c', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '863bd33a-7c9e-4cbf-aa6d-c8f79ce93249', 'code': 422} returned with failed status Oct 27 10:29:54.191519 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-329560e2-75ed-4b3e-92aa-7ddd346ec210 tempest-RoutersIpV6AdminTest-1540385956 tempest-RoutersIpV6AdminTest-1540385956-project-admin] Router 8d329144-1e4a-4e41-ad36-1b3d3e5cebcd is scheduled to L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb with binding_index 1 {{(pid=102347) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 10:29:54.234465 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69fa073c-ba0d-4dea-930a-52d14be0d447 admin admin] Network 2b5dda7b-dc05-4d2b-a3dd-2052b5b3ce50 is already hosted by enough agents. {{(pid=102346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:29:54.255807 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-69fa073c-ba0d-4dea-930a-52d14be0d447 admin admin] Resources bound (agent type, host, resource id): {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:29:54.267181 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [req-12aca9c7-48ee-4ec1-99bf-7dcdb4e67fb1 req-2f7c3c14-7205-4682-a894-6047eabfb50f tempest-SecurityGroupsTestAdminJSON-1688006004 tempest-SecurityGroupsTestAdminJSON-1688006004-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1084446799', 'description': 'tempest-description-2124425354'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:29:54.273792 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fb889c-17d1-43e2-81f1-c52f6bd65bf2 req-7233e1ab-f475-47ee-9700-f6c7bc537287 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:29:54.281306 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-02fb889c-17d1-43e2-81f1-c52f6bd65bf2 req-7233e1ab-f475-47ee-9700-f6c7bc537287 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ae4390a-b621-4500-a1b9-c968556e5a4c HTTP/1.1" status: 200 len: 944 time: 0.6180980 Oct 27 10:29:54.357232 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-12aca9c7-48ee-4ec1-99bf-7dcdb4e67fb1 req-2f7c3c14-7205-4682-a894-6047eabfb50f tempest-SecurityGroupsTestAdminJSON-1688006004 tempest-SecurityGroupsTestAdminJSON-1688006004-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:54.378598 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-12aca9c7-48ee-4ec1-99bf-7dcdb4e67fb1 req-2f7c3c14-7205-4682-a894-6047eabfb50f tempest-SecurityGroupsTestAdminJSON-1688006004 tempest-SecurityGroupsTestAdminJSON-1688006004-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:54.425260 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-329560e2-75ed-4b3e-92aa-7ddd346ec210 tempest-RoutersIpV6AdminTest-1540385956 tempest-RoutersIpV6AdminTest-1540385956-project-admin] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:29:54.429992 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-329560e2-75ed-4b3e-92aa-7ddd346ec210 tempest-RoutersIpV6AdminTest-1540385956 tempest-RoutersIpV6AdminTest-1540385956-project-admin] Publish callbacks [] for router, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:54.431254 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-329560e2-75ed-4b3e-92aa-7ddd346ec210 tempest-RoutersIpV6AdminTest-1540385956 tempest-RoutersIpV6AdminTest-1540385956-project-admin] 10.222.0.44 "PUT /v2.0/routers/8d329144-1e4a-4e41-ad36-1b3d3e5cebcd HTTP/1.1" status: 200 len: 919 time: 6.1844361 Oct 27 10:29:54.434970 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 56046) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:29:54.435613 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c15185ed-f2c3-44e1-86c3-c0bc749896a4 None None] Sync routers for ids ['8d329144-1e4a-4e41-ad36-1b3d3e5cebcd'] in n-d-813419-10 {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:29:54.458919 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c15185ed-f2c3-44e1-86c3-c0bc749896a4 None None] Routers {'8d329144-1e4a-4e41-ad36-1b3d3e5cebcd'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:29:54.459553 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-c15185ed-f2c3-44e1-86c3-c0bc749896a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:29:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['8d329144-1e4a-4e41-ad36-1b3d3e5cebcd'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:29:54.528167 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-c15185ed-f2c3-44e1-86c3-c0bc749896a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:29:54.556022 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c15185ed-f2c3-44e1-86c3-c0bc749896a4 None None] Routers {'8d329144-1e4a-4e41-ad36-1b3d3e5cebcd'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:29:54.557702 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-c15185ed-f2c3-44e1-86c3-c0bc749896a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:29:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['8d329144-1e4a-4e41-ad36-1b3d3e5cebcd'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:29:54.612752 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-12aca9c7-48ee-4ec1-99bf-7dcdb4e67fb1 req-2f7c3c14-7205-4682-a894-6047eabfb50f tempest-SecurityGroupsTestAdminJSON-1688006004 tempest-SecurityGroupsTestAdminJSON-1688006004-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:54.612960 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69fa073c-ba0d-4dea-930a-52d14be0d447 admin admin] Router 4d562e2a-8911-4f47-881f-fc88f0982fde has already been hosted by L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb {{(pid=102346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 10:29:54.617083 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-f4e8defd-963e-4c2a-ba84-097cada5078b tempest-RoutersIpV6AdminTest-1540385956 tempest-RoutersIpV6AdminTest-1540385956-project-admin] 10.222.0.44 "GET /v2.0/routers/8d329144-1e4a-4e41-ad36-1b3d3e5cebcd HTTP/1.1" status: 200 len: 925 time: 0.1804867 Oct 27 10:29:54.620136 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-12aca9c7-48ee-4ec1-99bf-7dcdb4e67fb1 req-2f7c3c14-7205-4682-a894-6047eabfb50f tempest-SecurityGroupsTestAdminJSON-1688006004 tempest-SecurityGroupsTestAdminJSON-1688006004-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:54.623716 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 56048) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:29:54.632990 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-c15185ed-f2c3-44e1-86c3-c0bc749896a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:29:54.634546 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c15185ed-f2c3-44e1-86c3-c0bc749896a4 None None] The sync data for ids ['8d329144-1e4a-4e41-ad36-1b3d3e5cebcd'] in n-d-813419-10 is: [] {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:29:54.639471 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-02fb889c-17d1-43e2-81f1-c52f6bd65bf2 req-8f0ac0dc-27d2-48c0-b405-23ee16b00f95 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/security-groups?id=9f7279ee-2d49-4f67-b584-fc902ef383cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3519621 Oct 27 10:29:54.663914 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-c29f64ab-d8b8-4e7f-8445-8c3182215f53 None None] Provisioning complete for port bdbade65-c639-475d-9870-bc7e946ff09c triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:29:54.664713 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-c29f64ab-d8b8-4e7f-8445-8c3182215f53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:54.683512 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7c3c14-7205-4682-a894-6047eabfb50f tempest-SecurityGroupsTestAdminJSON-1688006004 tempest-SecurityGroupsTestAdminJSON-1688006004-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36ac3964-6163-498a-9b59-b49e270ce41e,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:29:54.752052 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-12aca9c7-48ee-4ec1-99bf-7dcdb4e67fb1 req-2f7c3c14-7205-4682-a894-6047eabfb50f tempest-SecurityGroupsTestAdminJSON-1688006004 tempest-SecurityGroupsTestAdminJSON-1688006004-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:54.758081 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-12aca9c7-48ee-4ec1-99bf-7dcdb4e67fb1 req-2f7c3c14-7205-4682-a894-6047eabfb50f tempest-SecurityGroupsTestAdminJSON-1688006004 tempest-SecurityGroupsTestAdminJSON-1688006004-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:54.781686 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-c29f64ab-d8b8-4e7f-8445-8c3182215f53 None None] Port bdbade65-c639-475d-9870-bc7e946ff09c cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:29:54.800033 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-12aca9c7-48ee-4ec1-99bf-7dcdb4e67fb1 req-2f7c3c14-7205-4682-a894-6047eabfb50f tempest-SecurityGroupsTestAdminJSON-1688006004 tempest-SecurityGroupsTestAdminJSON-1688006004-project-admin] Publish callbacks [] for security_group, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:54.800033 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-12aca9c7-48ee-4ec1-99bf-7dcdb4e67fb1 req-2f7c3c14-7205-4682-a894-6047eabfb50f tempest-SecurityGroupsTestAdminJSON-1688006004 tempest-SecurityGroupsTestAdminJSON-1688006004-project-admin] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1785 time: 0.5374506 Oct 27 10:29:54.801789 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7c3c14-7205-4682-a894-6047eabfb50f tempest-SecurityGroupsTestAdminJSON-1688006004 tempest-SecurityGroupsTestAdminJSON-1688006004-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b12974a-133c-4749-8a69-732282f1b2cb,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:29:54.829890 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-264134b9-7df6-41e9-b76b-62287a598397 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:54.926768 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd91a04-103d-45da-8837-4aa73d7da386 req-f9114095-3748-4ea5-a2d2-7839f2e0505a tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:29:54.930081 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-5bd91a04-103d-45da-8837-4aa73d7da386 req-f9114095-3748-4ea5-a2d2-7839f2e0505a tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ae4390a-b621-4500-a1b9-c968556e5a4c HTTP/1.1" status: 200 len: 944 time: 0.0670168 Oct 27 10:29:54.959695 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-264134b9-7df6-41e9-b76b-62287a598397 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:54.997243 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device bd27c0d9-1d84-4987-9da1-857152478ace up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:29:54.997385 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-5bd91a04-103d-45da-8837-4aa73d7da386 req-1474ada7-b1ea-4077-a471-21bdeb41b917 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/security-groups?id=9f7279ee-2d49-4f67-b584-fc902ef383cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492330 Oct 27 10:29:55.034036 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba4fb86f-4541-47cb-a8b9-ab524111990f tempest-RoutersIpV6AdminTest-1540385956 tempest-RoutersIpV6AdminTest-1540385956-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:29:55.035443 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [req-e407e144-b968-4e70-adc6-7f0bece90e32 req-1fb5207f-5eed-4404-a63b-2b20f25abeee tempest-SecurityGroupsTestAdminJSON-1688006004 tempest-SecurityGroupsTestAdminJSON-1688006004-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1999991065', 'description': 'tempest-description-1609473262'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:29:55.038439 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-ba4fb86f-4541-47cb-a8b9-ab524111990f tempest-RoutersIpV6AdminTest-1540385956 tempest-RoutersIpV6AdminTest-1540385956-project-admin] 10.222.0.44 "GET /v2.0/ports?network_id=185ff123-c7ff-45c7-a6be-71feb35acc9c&device_id=8d329144-1e4a-4e41-ad36-1b3d3e5cebcd&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.3975828 Oct 27 10:29:55.056917 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 56070) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:29:55.069028 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-e407e144-b968-4e70-adc6-7f0bece90e32 req-1fb5207f-5eed-4404-a63b-2b20f25abeee tempest-SecurityGroupsTestAdminJSON-1688006004 tempest-SecurityGroupsTestAdminJSON-1688006004-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:55.077083 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port bd27c0d9-1d84-4987-9da1-857152478ace triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:29:55.077763 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:55.152399 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-264134b9-7df6-41e9-b76b-62287a598397 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=201009cb72694db2bf831c84e38f00ba&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7719338 Oct 27 10:29:55.158293 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264134b9-7df6-41e9-b76b-62287a598397 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c02482b-1ce9-42ea-8307-2cf80e7bae1d,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:29:55.162682 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 56074) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:29:55.227188 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69fa073c-ba0d-4dea-930a-52d14be0d447 admin admin] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:29:55.237427 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da313da7-8e1d-40d2-a2c7-16557c9412d7 None None] Sync routers for ids ['4d562e2a-8911-4f47-881f-fc88f0982fde'] in n-d-813419-10 {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:29:55.238470 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-69fa073c-ba0d-4dea-930a-52d14be0d447 admin admin] 10.222.0.44 "PUT /v2.0/routers/4d562e2a-8911-4f47-881f-fc88f0982fde/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9738841 Oct 27 10:29:55.256225 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7adeac2-5f57-4d3e-a09d-1d4eb15c524b req-ddf8dcdb-ea95-443e-8946-c94a95cb4139 tempest-AttachSCSIVolumeTestJSON-688687716 tempest-AttachSCSIVolumeTestJSON-688687716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:29:55.258544 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-c7adeac2-5f57-4d3e-a09d-1d4eb15c524b req-ddf8dcdb-ea95-443e-8946-c94a95cb4139 tempest-AttachSCSIVolumeTestJSON-688687716 tempest-AttachSCSIVolumeTestJSON-688687716-project] 10.222.0.44 "GET /v2.0/networks?id=9fa080ff-8029-45dd-ae93-e229036e413f HTTP/1.1" status: 200 len: 815 time: 0.2991703 Oct 27 10:29:55.267942 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-e407e144-b968-4e70-adc6-7f0bece90e32 req-1fb5207f-5eed-4404-a63b-2b20f25abeee tempest-SecurityGroupsTestAdminJSON-1688006004 tempest-SecurityGroupsTestAdminJSON-1688006004-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:55.272706 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0632a09-4521-423b-894a-a048621378af tempest-RoutersIpV6AdminTest-1540385956 tempest-RoutersIpV6AdminTest-1540385956-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:29:55.274724 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-d0632a09-4521-423b-894a-a048621378af tempest-RoutersIpV6AdminTest-1540385956 tempest-RoutersIpV6AdminTest-1540385956-project-admin] 10.222.0.44 "GET /v2.0/networks/185ff123-c7ff-45c7-a6be-71feb35acc9c HTTP/1.1" status: 200 len: 881 time: 0.2163937 Oct 27 10:29:55.276513 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-e407e144-b968-4e70-adc6-7f0bece90e32 req-1fb5207f-5eed-4404-a63b-2b20f25abeee tempest-SecurityGroupsTestAdminJSON-1688006004 tempest-SecurityGroupsTestAdminJSON-1688006004-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:55.280602 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-1fc746ca-b02d-435c-96b5-264ac5d74b1d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:55.288005 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da313da7-8e1d-40d2-a2c7-16557c9412d7 None None] Routers {'4d562e2a-8911-4f47-881f-fc88f0982fde'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:29:55.289749 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-da313da7-8e1d-40d2-a2c7-16557c9412d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:29:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['4d562e2a-8911-4f47-881f-fc88f0982fde'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:29:55.299616 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 56078) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:29:55.306762 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-1fc746ca-b02d-435c-96b5-264ac5d74b1d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:55.363727 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-d08836c7-52f6-4c9c-bf18-aaf6303c2037 tempest-RoutersIpV6AdminTest-927106320 tempest-RoutersIpV6AdminTest-927106320-project] 10.222.0.44 "GET /v2.0/ports?device_id=8d329144-1e4a-4e41-ad36-1b3d3e5cebcd HTTP/1.1" status: 200 len: 205 time: 0.0601630 Oct 27 10:29:55.367692 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 56080) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:29:55.379805 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-e407e144-b968-4e70-adc6-7f0bece90e32 req-1fb5207f-5eed-4404-a63b-2b20f25abeee tempest-SecurityGroupsTestAdminJSON-1688006004 tempest-SecurityGroupsTestAdminJSON-1688006004-project-admin] Publish callbacks [] for security_group, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:55.385338 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-40870ee1-965e-43dc-8f86-4d176beca5d1 tempest-ServersTestBootFromVolume-118172414 tempest-ServersTestBootFromVolume-118172414-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:55.387716 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-c7adeac2-5f57-4d3e-a09d-1d4eb15c524b req-203121ee-5439-4076-9535-6592e0605e9d tempest-AttachSCSIVolumeTestJSON-688687716 tempest-AttachSCSIVolumeTestJSON-688687716-project] 10.222.0.44 "GET /v2.0/quotas/5c4292e7b3054fefacdede3cb596f6a1 HTTP/1.1" status: 200 len: 375 time: 0.0871542 Oct 27 10:29:55.389549 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-e407e144-b968-4e70-adc6-7f0bece90e32 req-1fb5207f-5eed-4404-a63b-2b20f25abeee tempest-SecurityGroupsTestAdminJSON-1688006004 tempest-SecurityGroupsTestAdminJSON-1688006004-project-admin] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1785 time: 0.3601761 Oct 27 10:29:55.389684 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-40870ee1-965e-43dc-8f86-4d176beca5d1 tempest-ServersTestBootFromVolume-118172414 tempest-ServersTestBootFromVolume-118172414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1664826'] for floatingip, after_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:55.435722 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvr_db [None req-da313da7-8e1d-40d2-a2c7-16557c9412d7 None None] Set router 4d562e2a-8911-4f47-881f-fc88f0982fde gateway port host: n-d-813419-10 {{(pid=102349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:29:55.474373 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb5207f-5eed-4404-a63b-2b20f25abeee tempest-SecurityGroupsTestAdminJSON-1688006004 tempest-SecurityGroupsTestAdminJSON-1688006004-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72b7b6a2-e910-47a3-96bf-c9005d211d66,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:29:55.494897 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-1fc746ca-b02d-435c-96b5-264ac5d74b1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:55.498513 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-1fc746ca-b02d-435c-96b5-264ac5d74b1d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:55.499760 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-1fc746ca-b02d-435c-96b5-264ac5d74b1d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1c02482b-1ce9-42ea-8307-2cf80e7bae1d HTTP/1.1" status: 204 len: 168 time: 0.3327806 Oct 27 10:29:55.518319 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc746ca-b02d-435c-96b5-264ac5d74b1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c02482b-1ce9-42ea-8307-2cf80e7bae1d,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:29:55.550730 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-7a6eaa8e-b53c-4aea-92f2-87a3024921ff tempest-RoutersIpV6AdminTest-927106320 tempest-RoutersIpV6AdminTest-927106320-project] Publish callbacks [] for router, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:55.607419 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-c7adeac2-5f57-4d3e-a09d-1d4eb15c524b req-ea3e05da-a224-4495-a2ac-246d2a8327ac tempest-AttachSCSIVolumeTestJSON-688687716 tempest-AttachSCSIVolumeTestJSON-688687716-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=5c4292e7b3054fefacdede3cb596f6a1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1184750 Oct 27 10:29:55.634020 n-d-813419-10 neutron-server[102346]: INFO neutron.db.l3_db [None req-40870ee1-965e-43dc-8f86-4d176beca5d1 tempest-ServersTestBootFromVolume-118172414 tempest-ServersTestBootFromVolume-118172414-project] Floating IP 7b5ddbde-6288-46e3-b3da-9144921aef3a associated. External IP: 172.25.8.108, port: 3f815fb2-3c01-4d88-8dd7-69f9523bc525. Oct 27 10:29:55.760684 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-7a6eaa8e-b53c-4aea-92f2-87a3024921ff tempest-RoutersIpV6AdminTest-927106320 tempest-RoutersIpV6AdminTest-927106320-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:55.783100 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [req-c7adeac2-5f57-4d3e-a09d-1d4eb15c524b req-1590fa6c-17fe-41db-8e0a-c8957f0866d7 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=102346) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 10:29:55.784232 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-c7adeac2-5f57-4d3e-a09d-1d4eb15c524b req-1590fa6c-17fe-41db-8e0a-c8957f0866d7 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.1682336 Oct 27 10:29:55.860360 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-da313da7-8e1d-40d2-a2c7-16557c9412d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d562e2a-8911-4f47-881f-fc88f0982fde', 'name': 'tempest-ServersTestFqdnHostnames-816444081-router', 'tenant_id': '50ab7eab762445ca9e27bf807345be3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.197'}], 'enable_snat': True}, 'gw_port_id': 'bd27c0d9-1d84-4987-9da1-857152478ace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:29:45Z', 'updated_at': '2021-10-27T10:29:52Z', 'revision_number': 4, 'project_id': '50ab7eab762445ca9e27bf807345be3c', 'gw_port': {'id': 'bd27c0d9-1d84-4987-9da1-857152478ace', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:6b:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d562e2a-8911-4f47-881f-fc88f0982fde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:29:46Z', 'updated_at': '2021-10-27T10:29:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_interfaces': [{'id': 'bdbade65-c639-475d-9870-bc7e946ff09c', 'name': '', 'network_id': '2b5dda7b-dc05-4d2b-a3dd-2052b5b3ce50', 'tenant_id': '50ab7eab762445ca9e27bf807345be3c', 'mac_address': 'fa:16:3e:76:f7:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d562e2a-8911-4f47-881f-fc88f0982fde', 'device_owner': 'network:router_interface', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': '6a725a1b-1b05-4185-9a4f-8fbc585fd3e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:29:51Z', 'updated_at': '2021-10-27T10:29:52Z', 'revision_number': 2, 'project_id': '50ab7eab762445ca9e27bf807345be3c', 'subnets': [{'id': '6a725a1b-1b05-4185-9a4f-8fbc585fd3e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:29:55.892972 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da313da7-8e1d-40d2-a2c7-16557c9412d7 None None] Checking router: 4d562e2a-8911-4f47-881f-fc88f0982fde for host: n-d-813419-10 {{(pid=102349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 10:29:55.893364 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da313da7-8e1d-40d2-a2c7-16557c9412d7 None None] Updating router 4d562e2a-8911-4f47-881f-fc88f0982fde port bdbade65-c639-475d-9870-bc7e946ff09c binding host n-d-813419-10 {{(pid=102349) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 10:29:55.901900 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-7a6eaa8e-b53c-4aea-92f2-87a3024921ff tempest-RoutersIpV6AdminTest-927106320 tempest-RoutersIpV6AdminTest-927106320-project] Deleting port a9a893d8-f7b8-44b9-ae21-606d89963a1b {{(pid=102347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:29:55.902249 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-7a6eaa8e-b53c-4aea-92f2-87a3024921ff tempest-RoutersIpV6AdminTest-927106320 tempest-RoutersIpV6AdminTest-927106320-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:55.927818 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-da313da7-8e1d-40d2-a2c7-16557c9412d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:55.953630 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 56094) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:29:55.981923 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-c7adeac2-5f57-4d3e-a09d-1d4eb15c524b req-999d4f0c-cf83-48c4-8995-79631cb5fbb4 service neutron] 10.222.0.44 "GET /v2.0/networks/9fa080ff-8029-45dd-ae93-e229036e413f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1858511 Oct 27 10:29:55.984018 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40870ee1-965e-43dc-8f86-4d176beca5d1 tempest-ServersTestBootFromVolume-118172414 tempest-ServersTestBootFromVolume-118172414-project] Router 9f7aa71f-4037-4630-bea8-c5dbdbd26c05 has already been hosted by L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb {{(pid=102346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 10:29:55.987780 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-4aa36b6e-d917-4105-9570-55bef299142d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:56.074578 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-6c688f18-c057-4d8c-a3d8-e46dae775b7e req-9e47835d-ee52-4540-8d0f-34b840a0c163 tempest-SecurityGroupsTestAdminJSON-1688006004 tempest-SecurityGroupsTestAdminJSON-1688006004-project-admin] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 45097 time: 0.4778397 Oct 27 10:29:56.076735 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-7a6eaa8e-b53c-4aea-92f2-87a3024921ff tempest-RoutersIpV6AdminTest-927106320 tempest-RoutersIpV6AdminTest-927106320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:56.112427 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-7a6eaa8e-b53c-4aea-92f2-87a3024921ff tempest-RoutersIpV6AdminTest-927106320 tempest-RoutersIpV6AdminTest-927106320-project] Calling delete_port for a9a893d8-f7b8-44b9-ae21-606d89963a1b owned by network:router_gateway {{(pid=102347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:29:56.166253 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40870ee1-965e-43dc-8f86-4d176beca5d1 tempest-ServersTestBootFromVolume-118172414 tempest-ServersTestBootFromVolume-118172414-project] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:29:56.169338 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-c7adeac2-5f57-4d3e-a09d-1d4eb15c524b req-d0bfd23b-8ca1-49b8-ad0c-359299c65883 service neutron] 10.222.0.44 "GET /v2.0/networks/9fa080ff-8029-45dd-ae93-e229036e413f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1750190 Oct 27 10:29:56.172915 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-40870ee1-965e-43dc-8f86-4d176beca5d1 tempest-ServersTestBootFromVolume-118172414 tempest-ServersTestBootFromVolume-118172414-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for floatingip, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:56.177028 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b52cd24-ae0f-4835-ab2d-ab3dc41f9b0c None None] Sync routers for ids ['9f7aa71f-4037-4630-bea8-c5dbdbd26c05'] in n-d-813419-10 {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:29:56.191713 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-6c688f18-c057-4d8c-a3d8-e46dae775b7e req-ede8da85-233f-46a7-97e3-4b93e2200623 tempest-SecurityGroupsTestAdminJSON-1688006004 tempest-SecurityGroupsTestAdminJSON-1688006004-project-admin] 10.222.0.44 "GET /v2.0/security-groups/129a0403-372d-4cc5-b795-6c36cd1d18ad HTTP/1.1" status: 200 len: 2981 time: 0.1042798 Oct 27 10:29:56.203933 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-40870ee1-965e-43dc-8f86-4d176beca5d1 tempest-ServersTestBootFromVolume-118172414 tempest-ServersTestBootFromVolume-118172414-project] 10.222.0.44 "PUT /v2.0/floatingips/7b5ddbde-6288-46e3-b3da-9144921aef3a HTTP/1.1" status: 200 len: 992 time: 2.6837256 Oct 27 10:29:56.204952 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c300c04-98e2-444e-85bd-cd955e8e43fe', 'tag': '3f815fb2-3c01-4d88-8dd7-69f9523bc525'}] {{(pid=102346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:29:56.208117 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc0e418f5fc417c8d55d94c0aa509b037d0beb2a734c1a709e789eb65639a56d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd1dcac0-5b26-4287-b42f-0056528b4ba2" -d '{"events": [{"name": "network-changed", "server_uuid": "1c300c04-98e2-444e-85bd-cd955e8e43fe", "tag": "3f815fb2-3c01-4d88-8dd7-69f9523bc525"}]}' {{(pid=102346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:29:56.216679 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b52cd24-ae0f-4835-ab2d-ab3dc41f9b0c None None] Routers {'9f7aa71f-4037-4630-bea8-c5dbdbd26c05'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:29:56.218068 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-4b52cd24-ae0f-4835-ab2d-ab3dc41f9b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:29:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['9f7aa71f-4037-4630-bea8-c5dbdbd26c05'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:29:56.248650 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-da313da7-8e1d-40d2-a2c7-16557c9412d7 None None] Publish callbacks [] for port, precommit_update {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:56.255245 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-da313da7-8e1d-40d2-a2c7-16557c9412d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:56.276095 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-4aa36b6e-d917-4105-9570-55bef299142d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:56.318795 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-4aa36b6e-d917-4105-9570-55bef299142d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:56.329970 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ec051f-fe34-4175-9b58-26dbb9a54414 None None] Pushing event updated for resources: {'Port': ['ID=bdbade65-c639-475d-9870-bc7e946ff09c,revision_number=3']} {{(pid=102349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:29:56.356232 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-6c688f18-c057-4d8c-a3d8-e46dae775b7e req-6d3b35b2-f0c6-48bf-9752-f6ae2bce7d13 tempest-SecurityGroupsTestAdminJSON-1688006004 tempest-SecurityGroupsTestAdminJSON-1688006004-project-admin] 10.222.0.44 "GET /v2.0/security-groups/129a0403-372d-4cc5-b795-6c36cd1d18ad HTTP/1.1" status: 200 len: 2981 time: 0.1480079 Oct 27 10:29:56.366581 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.managers [None req-da313da7-8e1d-40d2-a2c7-16557c9412d7 None None] Attempting to bind port bdbade65-c639-475d-9870-bc7e946ff09c on host n-d-813419-10 for vnic_type normal with profile {{(pid=102349) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:29:56.367087 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.managers [None req-da313da7-8e1d-40d2-a2c7-16557c9412d7 None None] Attempting to bind port bdbade65-c639-475d-9870-bc7e946ff09c by drivers openvswitch,hyperv on host n-d-813419-10 at level 0 using segments [{'id': 'e860d0d4-255e-445b-93ed-ac8be74e0f0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '2b5dda7b-dc05-4d2b-a3dd-2052b5b3ce50'}] {{(pid=102349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:29:56.367539 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da313da7-8e1d-40d2-a2c7-16557c9412d7 None None] Attempting to bind port bdbade65-c639-475d-9870-bc7e946ff09c on network 2b5dda7b-dc05-4d2b-a3dd-2052b5b3ce50 {{(pid=102349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:29:56.372136 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvr_db [None req-4b52cd24-ae0f-4835-ab2d-ab3dc41f9b0c None None] Set router 9f7aa71f-4037-4630-bea8-c5dbdbd26c05 gateway port host: n-d-813419-10 {{(pid=102348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:29:56.374039 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da313da7-8e1d-40d2-a2c7-16557c9412d7 None None] Checking agent: {'id': '89dba0f3-79b2-435e-9822-33674b8f6ada', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 8, 20), 'started_at': datetime.datetime(2021, 10, 27, 10, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 29, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:29:56.375463 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da313da7-8e1d-40d2-a2c7-16557c9412d7 None None] Checking segment: {'id': 'e860d0d4-255e-445b-93ed-ac8be74e0f0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '2b5dda7b-dc05-4d2b-a3dd-2052b5b3ce50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:29:56.376130 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-da313da7-8e1d-40d2-a2c7-16557c9412d7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:56.376778 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da313da7-8e1d-40d2-a2c7-16557c9412d7 None None] Bound using segment: {'id': 'e860d0d4-255e-445b-93ed-ac8be74e0f0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '2b5dda7b-dc05-4d2b-a3dd-2052b5b3ce50'} {{(pid=102349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:29:56.377477 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.managers [None req-da313da7-8e1d-40d2-a2c7-16557c9412d7 None None] Bound port: bdbade65-c639-475d-9870-bc7e946ff09c, host: n-d-813419-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e860d0d4-255e-445b-93ed-ac8be74e0f0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '2b5dda7b-dc05-4d2b-a3dd-2052b5b3ce50'}}] {{(pid=102349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:29:56.378088 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-da313da7-8e1d-40d2-a2c7-16557c9412d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:56.410580 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-4aa36b6e-d917-4105-9570-55bef299142d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=494c500a6c8247288437356f1f62e1cc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4544263 Oct 27 10:29:56.413588 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 56100) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:29:56.418454 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa36b6e-d917-4105-9570-55bef299142d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23082a7f-f03c-4ee5-bc33-5e30745831d7,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:29:56.451718 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.db [None req-da313da7-8e1d-40d2-a2c7-16557c9412d7 None None] For port bdbade65-c639-475d-9870-bc7e946ff09c, host n-d-813419-10, cleared binding levels {{(pid=102349) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:29:56.455674 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.db [None req-da313da7-8e1d-40d2-a2c7-16557c9412d7 None None] For port bdbade65-c639-475d-9870-bc7e946ff09c, host n-d-813419-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=bdbade65-c639-475d-9870-bc7e946ff09c,segment=NetworkSegment(e860d0d4-255e-445b-93ed-ac8be74e0f0d),segment_id=e860d0d4-255e-445b-93ed-ac8be74e0f0d)] {{(pid=102349) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:29:56.462088 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-da313da7-8e1d-40d2-a2c7-16557c9412d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:56.509899 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-6c688f18-c057-4d8c-a3d8-e46dae775b7e req-f28ec849-e160-41e4-988b-256937cdd08d tempest-SecurityGroupsTestAdminJSON-1688006004 tempest-SecurityGroupsTestAdminJSON-1688006004-project-admin] 10.222.0.44 "GET /v2.0/security-groups/18d87993-b26f-4675-aae0-013b900fc87e HTTP/1.1" status: 200 len: 2985 time: 0.1532717 Oct 27 10:29:56.539748 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-99787c6c-d1f8-408e-93ad-283c6cd168fc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:56.552350 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-7a6eaa8e-b53c-4aea-92f2-87a3024921ff tempest-RoutersIpV6AdminTest-927106320 tempest-RoutersIpV6AdminTest-927106320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:56.597752 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ec051f-fe34-4175-9b58-26dbb9a54414 None None] Pushing event updated for resources: {'Port': ['ID=bdbade65-c639-475d-9870-bc7e946ff09c,revision_number=4']} {{(pid=102349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:29:56.600020 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-99787c6c-d1f8-408e-93ad-283c6cd168fc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:56.640517 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da313da7-8e1d-40d2-a2c7-16557c9412d7 None None] Routers {'4d562e2a-8911-4f47-881f-fc88f0982fde'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:29:56.642324 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-da313da7-8e1d-40d2-a2c7-16557c9412d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:29:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['4d562e2a-8911-4f47-881f-fc88f0982fde'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:29:56.652567 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6eaa8e-b53c-4aea-92f2-87a3024921ff tempest-RoutersIpV6AdminTest-927106320 tempest-RoutersIpV6AdminTest-927106320-project] Pushing event deleted for resources: {'Port': ['ID=a9a893d8-f7b8-44b9-ae21-606d89963a1b,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:29:56.664239 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-6c688f18-c057-4d8c-a3d8-e46dae775b7e req-9e0b1c40-1f1d-4ce2-a88b-f1b7157227e9 tempest-SecurityGroupsTestAdminJSON-1688006004 tempest-SecurityGroupsTestAdminJSON-1688006004-project-admin] 10.222.0.44 "GET /v2.0/security-groups/18d87993-b26f-4675-aae0-013b900fc87e HTTP/1.1" status: 200 len: 2985 time: 0.1434741 Oct 27 10:29:56.717986 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-99787c6c-d1f8-408e-93ad-283c6cd168fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:56.721394 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-99787c6c-d1f8-408e-93ad-283c6cd168fc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:56.725941 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-99787c6c-d1f8-408e-93ad-283c6cd168fc admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/23082a7f-f03c-4ee5-bc33-5e30745831d7 HTTP/1.1" status: 204 len: 168 time: 0.3111768 Oct 27 10:29:56.743959 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99787c6c-d1f8-408e-93ad-283c6cd168fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23082a7f-f03c-4ee5-bc33-5e30745831d7,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:29:56.789420 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-f24554c2-d9ab-4f33-a25e-a099e7217f89 None None] Provisioning complete for port bdbade65-c639-475d-9870-bc7e946ff09c triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:29:56.789784 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f24554c2-d9ab-4f33-a25e-a099e7217f89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:56.832312 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-6c688f18-c057-4d8c-a3d8-e46dae775b7e req-657cc31f-26f2-4037-8f0c-4c0581ae749c tempest-SecurityGroupsTestAdminJSON-1688006004 tempest-SecurityGroupsTestAdminJSON-1688006004-project-admin] 10.222.0.44 "GET /v2.0/security-groups/1c302eda-31bf-4928-aaf4-30e66c5e697f HTTP/1.1" status: 200 len: 2985 time: 0.1550019 Oct 27 10:29:56.876077 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device 863bd33a-7c9e-4cbf-aa6d-c8f79ce93249 no longer exists at agent hyperv_n-h1-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:29:56.917866 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvr_db [None req-da313da7-8e1d-40d2-a2c7-16557c9412d7 None None] Set router 4d562e2a-8911-4f47-881f-fc88f0982fde gateway port host: n-d-813419-10 {{(pid=102349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:29:56.940436 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-7a6eaa8e-b53c-4aea-92f2-87a3024921ff tempest-RoutersIpV6AdminTest-927106320 tempest-RoutersIpV6AdminTest-927106320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1664884'] for router_gateway, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:57.092248 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-6c688f18-c057-4d8c-a3d8-e46dae775b7e req-820135c8-e4ea-4d1c-a91d-896c94b568a3 tempest-SecurityGroupsTestAdminJSON-1688006004 tempest-SecurityGroupsTestAdminJSON-1688006004-project-admin] 10.222.0.44 "GET /v2.0/security-groups/1c302eda-31bf-4928-aaf4-30e66c5e697f HTTP/1.1" status: 200 len: 2985 time: 0.2508714 Oct 27 10:29:57.154928 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-7a6eaa8e-b53c-4aea-92f2-87a3024921ff tempest-RoutersIpV6AdminTest-927106320 tempest-RoutersIpV6AdminTest-927106320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1765662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3700'] for router, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:57.162906 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-7a6eaa8e-b53c-4aea-92f2-87a3024921ff tempest-RoutersIpV6AdminTest-927106320 tempest-RoutersIpV6AdminTest-927106320-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:57.234557 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-6c688f18-c057-4d8c-a3d8-e46dae775b7e req-b49914a2-972d-47a0-86c5-88ecee87901e tempest-SecurityGroupsTestAdminJSON-1688006004 tempest-SecurityGroupsTestAdminJSON-1688006004-project-admin] 10.222.0.44 "GET /v2.0/security-groups/36ac3964-6163-498a-9b59-b49e270ce41e HTTP/1.1" status: 200 len: 2985 time: 0.1033607 Oct 27 10:29:57.242242 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-7a6eaa8e-b53c-4aea-92f2-87a3024921ff tempest-RoutersIpV6AdminTest-927106320 tempest-RoutersIpV6AdminTest-927106320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1765641'] for router, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:57.242954 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a6eaa8e-b53c-4aea-92f2-87a3024921ff tempest-RoutersIpV6AdminTest-927106320 tempest-RoutersIpV6AdminTest-927106320-project] Fanout notify agent at l3_agent the message router_deleted on router 8d329144-1e4a-4e41-ad36-1b3d3e5cebcd {{(pid=102347) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 10:29:57.264633 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-7a6eaa8e-b53c-4aea-92f2-87a3024921ff tempest-RoutersIpV6AdminTest-927106320 tempest-RoutersIpV6AdminTest-927106320-project] Publish callbacks [] for router, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:57.272385 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 56120) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:29:57.272928 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-7a6eaa8e-b53c-4aea-92f2-87a3024921ff tempest-RoutersIpV6AdminTest-927106320 tempest-RoutersIpV6AdminTest-927106320-project] 10.222.0.44 "DELETE /v2.0/routers/8d329144-1e4a-4e41-ad36-1b3d3e5cebcd HTTP/1.1" status: 204 len: 168 time: 1.9029129 Oct 27 10:29:57.279694 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-4b52cd24-ae0f-4835-ab2d-ab3dc41f9b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f7aa71f-4037-4630-bea8-c5dbdbd26c05', 'name': 'tempest-ServersTestBootFromVolume-1565170527-router', 'tenant_id': 'fccb419307184e4f847f7a5ecc967169', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.118'}], 'enable_snat': True}, 'gw_port_id': '7c6e9fd3-3eed-4b89-8925-646b75fdcfa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:28:21Z', 'updated_at': '2021-10-27T10:28:30Z', 'revision_number': 4, 'project_id': 'fccb419307184e4f847f7a5ecc967169', 'gw_port': {'id': '7c6e9fd3-3eed-4b89-8925-646b75fdcfa3', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:59:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f7aa71f-4037-4630-bea8-c5dbdbd26c05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:28:23Z', 'updated_at': '2021-10-27T10:28:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_floatingips': [{'id': '7b5ddbde-6288-46e3-b3da-9144921aef3a', 'tenant_id': 'fccb419307184e4f847f7a5ecc967169', 'floating_ip_address': '172.25.8.108', 'floating_network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'router_id': '9f7aa71f-4037-4630-bea8-c5dbdbd26c05', 'port_id': '3f815fb2-3c01-4d88-8dd7-69f9523bc525', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1204, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9bdb347-48e4-4111-a250-9327eec0fcb4', 'mac_address': 'fa:16:3e:3c:99:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c300c04-98e2-444e-85bd-cd955e8e43fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T10:28:40Z', 'updated_at': '2021-10-27T10:29:55Z', 'revision_number': 1, 'project_id': 'fccb419307184e4f847f7a5ecc967169', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a938523-ca11-4ac2-9e89-e32ad7db935e', 'name': '', 'network_id': 'c9bdb347-48e4-4111-a250-9327eec0fcb4', 'tenant_id': 'fccb419307184e4f847f7a5ecc967169', 'mac_address': 'fa:16:3e:2b:f8:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f7aa71f-4037-4630-bea8-c5dbdbd26c05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1190, 'fixed_ips': [{'subnet_id': '8169b91d-99bf-40e1-a3f3-68194fe96559', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:28:28Z', 'updated_at': '2021-10-27T10:28:35Z', 'revision_number': 5, 'project_id': 'fccb419307184e4f847f7a5ecc967169', 'subnets': [{'id': '8169b91d-99bf-40e1-a3f3-68194fe96559', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:29:57.284470 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-36937ade-fb92-42fa-a5e3-b8882f43f29d tempest-RoutersIpV6AdminTest-927106320 tempest-RoutersIpV6AdminTest-927106320-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1002545323', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'}, 'admin_state_up': False}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:29:57.335282 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-6c688f18-c057-4d8c-a3d8-e46dae775b7e req-1a595011-907b-4391-87e0-8c36be72a043 tempest-SecurityGroupsTestAdminJSON-1688006004 tempest-SecurityGroupsTestAdminJSON-1688006004-project-admin] 10.222.0.44 "GET /v2.0/security-groups/36ac3964-6163-498a-9b59-b49e270ce41e HTTP/1.1" status: 200 len: 2985 time: 0.0856485 Oct 27 10:29:57.344788 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b52cd24-ae0f-4835-ab2d-ab3dc41f9b0c None None] Checking router: 9f7aa71f-4037-4630-bea8-c5dbdbd26c05 for host: n-d-813419-10 {{(pid=102348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 10:29:57.361345 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b52cd24-ae0f-4835-ab2d-ab3dc41f9b0c None None] Routers {'9f7aa71f-4037-4630-bea8-c5dbdbd26c05'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:29:57.362219 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-4b52cd24-ae0f-4835-ab2d-ab3dc41f9b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:29:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['9f7aa71f-4037-4630-bea8-c5dbdbd26c05'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:29:57.364171 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f24554c2-d9ab-4f33-a25e-a099e7217f89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:57.366843 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-36937ade-fb92-42fa-a5e3-b8882f43f29d tempest-RoutersIpV6AdminTest-927106320 tempest-RoutersIpV6AdminTest-927106320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1768632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3610'] for router, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:57.367918 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-36937ade-fb92-42fa-a5e3-b8882f43f29d tempest-RoutersIpV6AdminTest-927106320 tempest-RoutersIpV6AdminTest-927106320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1765704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1769409', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1694266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3597'] for router, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:57.391840 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-da313da7-8e1d-40d2-a2c7-16557c9412d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d562e2a-8911-4f47-881f-fc88f0982fde', 'name': 'tempest-ServersTestFqdnHostnames-816444081-router', 'tenant_id': '50ab7eab762445ca9e27bf807345be3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.197'}], 'enable_snat': True}, 'gw_port_id': 'bd27c0d9-1d84-4987-9da1-857152478ace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:29:45Z', 'updated_at': '2021-10-27T10:29:52Z', 'revision_number': 4, 'project_id': '50ab7eab762445ca9e27bf807345be3c', 'gw_port': {'id': 'bd27c0d9-1d84-4987-9da1-857152478ace', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:6b:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d562e2a-8911-4f47-881f-fc88f0982fde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:29:46Z', 'updated_at': '2021-10-27T10:29:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_interfaces': [{'id': 'bdbade65-c639-475d-9870-bc7e946ff09c', 'name': '', 'network_id': '2b5dda7b-dc05-4d2b-a3dd-2052b5b3ce50', 'tenant_id': '50ab7eab762445ca9e27bf807345be3c', 'mac_address': 'fa:16:3e:76:f7:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d562e2a-8911-4f47-881f-fc88f0982fde', 'device_owner': 'network:router_interface', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': '6a725a1b-1b05-4185-9a4f-8fbc585fd3e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:29:51Z', 'updated_at': '2021-10-27T10:29:56Z', 'revision_number': 4, 'project_id': '50ab7eab762445ca9e27bf807345be3c', 'subnets': [{'id': '6a725a1b-1b05-4185-9a4f-8fbc585fd3e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:29:57.426191 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-6c688f18-c057-4d8c-a3d8-e46dae775b7e req-0c30e5d8-bb4a-4531-b83e-9f9cc993ee0c tempest-SecurityGroupsTestAdminJSON-1688006004 tempest-SecurityGroupsTestAdminJSON-1688006004-project-admin] 10.222.0.44 "GET /v2.0/security-groups/63c9c8b2-1c05-4e71-a8ea-8775e49cecb9 HTTP/1.1" status: 200 len: 2985 time: 0.0760067 Oct 27 10:29:57.451858 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da313da7-8e1d-40d2-a2c7-16557c9412d7 None None] The sync data for ids ['4d562e2a-8911-4f47-881f-fc88f0982fde'] in n-d-813419-10 is: [{'id': '4d562e2a-8911-4f47-881f-fc88f0982fde', 'name': 'tempest-ServersTestFqdnHostnames-816444081-router', 'tenant_id': '50ab7eab762445ca9e27bf807345be3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.197'}], 'enable_snat': True}, 'gw_port_id': 'bd27c0d9-1d84-4987-9da1-857152478ace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:29:45Z', 'updated_at': '2021-10-27T10:29:52Z', 'revision_number': 4, 'project_id': '50ab7eab762445ca9e27bf807345be3c', 'gw_port': {'id': 'bd27c0d9-1d84-4987-9da1-857152478ace', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:6b:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d562e2a-8911-4f47-881f-fc88f0982fde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:29:46Z', 'updated_at': '2021-10-27T10:29:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_interfaces': [{'id': 'bdbade65-c639-475d-9870-bc7e946ff09c', 'name': '', 'network_id': '2b5dda7b-dc05-4d2b-a3dd-2052b5b3ce50', 'tenant_id': '50ab7eab762445ca9e27bf807345be3c', 'mac_address': 'fa:16:3e:76:f7:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d562e2a-8911-4f47-881f-fc88f0982fde', 'device_owner': 'network:router_interface', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': '6a725a1b-1b05-4185-9a4f-8fbc585fd3e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:29:51Z', 'updated_at': '2021-10-27T10:29:56Z', 'revision_number': 4, 'project_id': '50ab7eab762445ca9e27bf807345be3c', 'subnets': [{'id': '6a725a1b-1b05-4185-9a4f-8fbc585fd3e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:29:57.502067 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-36937ade-fb92-42fa-a5e3-b8882f43f29d tempest-RoutersIpV6AdminTest-927106320 tempest-RoutersIpV6AdminTest-927106320-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:57.533746 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f24554c2-d9ab-4f33-a25e-a099e7217f89 None None] For port bdbade65-c639-475d-9870-bc7e946ff09c, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=bdbade65-c639-475d-9870-bc7e946ff09c,segment=NetworkSegment(e860d0d4-255e-445b-93ed-ac8be74e0f0d),segment_id=e860d0d4-255e-445b-93ed-ac8be74e0f0d)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:29:57.551673 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f24554c2-d9ab-4f33-a25e-a099e7217f89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:57.552572 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-6c688f18-c057-4d8c-a3d8-e46dae775b7e req-34644528-384b-4ff0-b2d9-334812f6a00c tempest-SecurityGroupsTestAdminJSON-1688006004 tempest-SecurityGroupsTestAdminJSON-1688006004-project-admin] 10.222.0.44 "GET /v2.0/security-groups/63c9c8b2-1c05-4e71-a8ea-8775e49cecb9 HTTP/1.1" status: 200 len: 2985 time: 0.1174977 Oct 27 10:29:57.667469 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-6c688f18-c057-4d8c-a3d8-e46dae775b7e req-21fb128f-3572-49bd-8f38-ed33d5542fd0 tempest-SecurityGroupsTestAdminJSON-1688006004 tempest-SecurityGroupsTestAdminJSON-1688006004-project-admin] 10.222.0.44 "GET /v2.0/security-groups/652e3df3-defd-4709-b4c8-a9361485da20 HTTP/1.1" status: 200 len: 2981 time: 0.1137302 Oct 27 10:29:57.700763 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 56130) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:29:57.705701 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-bf83a462-3b89-4c51-91a3-557a47257545 tempest-ServersTestFqdnHostnames-151958439 tempest-ServersTestFqdnHostnames-151958439-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1821746207', 'description': 'tempest-description--36522377'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:29:57.759699 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvr_db [None req-4b52cd24-ae0f-4835-ab2d-ab3dc41f9b0c None None] Set router 9f7aa71f-4037-4630-bea8-c5dbdbd26c05 gateway port host: n-d-813419-10 {{(pid=102348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:29:57.780532 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-6c688f18-c057-4d8c-a3d8-e46dae775b7e req-eafd0b50-d5a0-45ea-ad84-332fd7094521 tempest-SecurityGroupsTestAdminJSON-1688006004 tempest-SecurityGroupsTestAdminJSON-1688006004-project-admin] 10.222.0.44 "GET /v2.0/security-groups/652e3df3-defd-4709-b4c8-a9361485da20 HTTP/1.1" status: 200 len: 2981 time: 0.1119905 Oct 27 10:29:57.838874 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-bf83a462-3b89-4c51-91a3-557a47257545 tempest-ServersTestFqdnHostnames-151958439 tempest-ServersTestFqdnHostnames-151958439-project] Publish callbacks [] for security_group, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:57.954949 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-bf83a462-3b89-4c51-91a3-557a47257545 tempest-ServersTestFqdnHostnames-151958439 tempest-ServersTestFqdnHostnames-151958439-project] Publish callbacks [] for security_group, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:57.960629 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-6c688f18-c057-4d8c-a3d8-e46dae775b7e req-dd155eb5-9397-41ce-aaf8-efbbf049e1ab tempest-SecurityGroupsTestAdminJSON-1688006004 tempest-SecurityGroupsTestAdminJSON-1688006004-project-admin] 10.222.0.44 "GET /v2.0/security-groups/70af4ce1-12a1-42a0-98d9-1fcee57e02a8 HTTP/1.1" status: 200 len: 2985 time: 0.1785395 Oct 27 10:29:57.967950 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-bf83a462-3b89-4c51-91a3-557a47257545 tempest-ServersTestFqdnHostnames-151958439 tempest-ServersTestFqdnHostnames-151958439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:58.011723 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-bf83a462-3b89-4c51-91a3-557a47257545 tempest-ServersTestFqdnHostnames-151958439 tempest-ServersTestFqdnHostnames-151958439-project] Publish callbacks [] for security_group, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:58.013353 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-bf83a462-3b89-4c51-91a3-557a47257545 tempest-ServersTestFqdnHostnames-151958439 tempest-ServersTestFqdnHostnames-151958439-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3116980 Oct 27 10:29:58.018366 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 56140) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:29:58.045110 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-8d6653ac-603e-4eb6-b61b-c8e6aaa4e56e tempest-ServersTestFqdnHostnames-151958439 tempest-ServersTestFqdnHostnames-151958439-project] Request body: {'security_group_rule': {'security_group_id': '6566037f-cf19-4b54-9855-482e29c3e3c1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:29:58.086488 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf83a462-3b89-4c51-91a3-557a47257545 tempest-ServersTestFqdnHostnames-151958439 tempest-ServersTestFqdnHostnames-151958439-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6566037f-cf19-4b54-9855-482e29c3e3c1,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:29:58.105843 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-6c688f18-c057-4d8c-a3d8-e46dae775b7e req-6bad5845-787b-4904-bed4-c89c7b07b2fd tempest-SecurityGroupsTestAdminJSON-1688006004 tempest-SecurityGroupsTestAdminJSON-1688006004-project-admin] 10.222.0.44 "GET /v2.0/security-groups/70af4ce1-12a1-42a0-98d9-1fcee57e02a8 HTTP/1.1" status: 200 len: 2985 time: 0.1442122 Oct 27 10:29:58.136834 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-8d6653ac-603e-4eb6-b61b-c8e6aaa4e56e tempest-ServersTestFqdnHostnames-151958439 tempest-ServersTestFqdnHostnames-151958439-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:58.173510 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-6c688f18-c057-4d8c-a3d8-e46dae775b7e req-59e2e7b9-b77d-4fe4-ae92-2caa00620790 tempest-SecurityGroupsTestAdminJSON-1688006004 tempest-SecurityGroupsTestAdminJSON-1688006004-project-admin] 10.222.0.44 "GET /v2.0/security-groups/75993c4d-5951-40d8-816b-c13682b2aabd HTTP/1.1" status: 200 len: 2977 time: 0.0663607 Oct 27 10:29:58.320526 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-36937ade-fb92-42fa-a5e3-b8882f43f29d tempest-RoutersIpV6AdminTest-927106320 tempest-RoutersIpV6AdminTest-927106320-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:58.342926 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-83904fe1-7ef7-48b2-b5ca-1c7e2846010b None None] Provisioning complete for port bdbade65-c639-475d-9870-bc7e946ff09c triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:29:58.343500 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-83904fe1-7ef7-48b2-b5ca-1c7e2846010b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:58.349434 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [req-38c2d1af-63b3-424c-ab5b-1d2e83223c16 req-e76e26b1-94b6-4848-a48a-528ff6df89e6 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=102346) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 10:29:58.363357 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-38c2d1af-63b3-424c-ab5b-1d2e83223c16 req-e76e26b1-94b6-4848-a48a-528ff6df89e6 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0256071 Oct 27 10:29:58.388151 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24554c2-d9ab-4f33-a25e-a099e7217f89 None None] Pushing event updated for resources: {'Port': ['ID=bdbade65-c639-475d-9870-bc7e946ff09c,revision_number=5']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:29:58.423313 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-6c688f18-c057-4d8c-a3d8-e46dae775b7e req-1dde334d-37b1-4702-8b82-42fe34a42eaf tempest-SecurityGroupsTestAdminJSON-1688006004 tempest-SecurityGroupsTestAdminJSON-1688006004-project-admin] 10.222.0.44 "GET /v2.0/security-groups/75993c4d-5951-40d8-816b-c13682b2aabd HTTP/1.1" status: 200 len: 2977 time: 0.2484508 Oct 27 10:29:58.429322 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-8d6653ac-603e-4eb6-b61b-c8e6aaa4e56e tempest-ServersTestFqdnHostnames-151958439 tempest-ServersTestFqdnHostnames-151958439-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:58.465945 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-8d6653ac-603e-4eb6-b61b-c8e6aaa4e56e tempest-ServersTestFqdnHostnames-151958439 tempest-ServersTestFqdnHostnames-151958439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671902'] for security_group_rule, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:58.493712 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-4b52cd24-ae0f-4835-ab2d-ab3dc41f9b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f7aa71f-4037-4630-bea8-c5dbdbd26c05', 'name': 'tempest-ServersTestBootFromVolume-1565170527-router', 'tenant_id': 'fccb419307184e4f847f7a5ecc967169', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.118'}], 'enable_snat': True}, 'gw_port_id': '7c6e9fd3-3eed-4b89-8925-646b75fdcfa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:28:21Z', 'updated_at': '2021-10-27T10:28:30Z', 'revision_number': 4, 'project_id': 'fccb419307184e4f847f7a5ecc967169', 'gw_port': {'id': '7c6e9fd3-3eed-4b89-8925-646b75fdcfa3', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:59:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f7aa71f-4037-4630-bea8-c5dbdbd26c05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:28:23Z', 'updated_at': '2021-10-27T10:28:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_floatingips': [{'id': '7b5ddbde-6288-46e3-b3da-9144921aef3a', 'tenant_id': 'fccb419307184e4f847f7a5ecc967169', 'floating_ip_address': '172.25.8.108', 'floating_network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'router_id': '9f7aa71f-4037-4630-bea8-c5dbdbd26c05', 'port_id': '3f815fb2-3c01-4d88-8dd7-69f9523bc525', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1204, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9bdb347-48e4-4111-a250-9327eec0fcb4', 'mac_address': 'fa:16:3e:3c:99:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c300c04-98e2-444e-85bd-cd955e8e43fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T10:28:40Z', 'updated_at': '2021-10-27T10:29:55Z', 'revision_number': 1, 'project_id': 'fccb419307184e4f847f7a5ecc967169', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a938523-ca11-4ac2-9e89-e32ad7db935e', 'name': '', 'network_id': 'c9bdb347-48e4-4111-a250-9327eec0fcb4', 'tenant_id': 'fccb419307184e4f847f7a5ecc967169', 'mac_address': 'fa:16:3e:2b:f8:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f7aa71f-4037-4630-bea8-c5dbdbd26c05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1190, 'fixed_ips': [{'subnet_id': '8169b91d-99bf-40e1-a3f3-68194fe96559', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:28:28Z', 'updated_at': '2021-10-27T10:28:35Z', 'revision_number': 5, 'project_id': 'fccb419307184e4f847f7a5ecc967169', 'subnets': [{'id': '8169b91d-99bf-40e1-a3f3-68194fe96559', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:29:58.500518 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6653ac-603e-4eb6-b61b-c8e6aaa4e56e tempest-ServersTestFqdnHostnames-151958439 tempest-ServersTestFqdnHostnames-151958439-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8aaa41f2-9825-4341-b4ef-ef29a69469b9,revision_number=0']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:29:58.552989 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7adeac2-5f57-4d3e-a09d-1d4eb15c524b req-4061b28b-6f8e-4b18-afa8-63023e752ba7 tempest-AttachSCSIVolumeTestJSON-688687716 tempest-AttachSCSIVolumeTestJSON-688687716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:29:58.563550 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c7adeac2-5f57-4d3e-a09d-1d4eb15c524b req-4061b28b-6f8e-4b18-afa8-63023e752ba7 tempest-AttachSCSIVolumeTestJSON-688687716 tempest-AttachSCSIVolumeTestJSON-688687716-project] 10.222.0.76 "GET /v2.0/networks?id=9fa080ff-8029-45dd-ae93-e229036e413f HTTP/1.1" status: 200 len: 815 time: 0.3579671 Oct 27 10:29:58.578691 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b52cd24-ae0f-4835-ab2d-ab3dc41f9b0c None None] The sync data for ids ['9f7aa71f-4037-4630-bea8-c5dbdbd26c05'] in n-d-813419-10 is: [{'id': '9f7aa71f-4037-4630-bea8-c5dbdbd26c05', 'name': 'tempest-ServersTestBootFromVolume-1565170527-router', 'tenant_id': 'fccb419307184e4f847f7a5ecc967169', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.118'}], 'enable_snat': True}, 'gw_port_id': '7c6e9fd3-3eed-4b89-8925-646b75fdcfa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:28:21Z', 'updated_at': '2021-10-27T10:28:30Z', 'revision_number': 4, 'project_id': 'fccb419307184e4f847f7a5ecc967169', 'gw_port': {'id': '7c6e9fd3-3eed-4b89-8925-646b75fdcfa3', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:59:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f7aa71f-4037-4630-bea8-c5dbdbd26c05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:28:23Z', 'updated_at': '2021-10-27T10:28:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_floatingips': [{'id': '7b5ddbde-6288-46e3-b3da-9144921aef3a', 'tenant_id': 'fccb419307184e4f847f7a5ecc967169', 'floating_ip_address': '172.25.8.108', 'floating_network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'router_id': '9f7aa71f-4037-4630-bea8-c5dbdbd26c05', 'port_id': '3f815fb2-3c01-4d88-8dd7-69f9523bc525', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1204, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9bdb347-48e4-4111-a250-9327eec0fcb4', 'mac_address': 'fa:16:3e:3c:99:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c300c04-98e2-444e-85bd-cd955e8e43fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T10:28:40Z', 'updated_at': '2021-10-27T10:29:55Z', 'revision_number': 1, 'project_id': 'fccb419307184e4f847f7a5ecc967169', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a938523-ca11-4ac2-9e89-e32ad7db935e', 'name': '', 'network_id': 'c9bdb347-48e4-4111-a250-9327eec0fcb4', 'tenant_id': 'fccb419307184e4f847f7a5ecc967169', 'mac_address': 'fa:16:3e:2b:f8:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f7aa71f-4037-4630-bea8-c5dbdbd26c05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1190, 'fixed_ips': [{'subnet_id': '8169b91d-99bf-40e1-a3f3-68194fe96559', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:28:28Z', 'updated_at': '2021-10-27T10:28:35Z', 'revision_number': 5, 'project_id': 'fccb419307184e4f847f7a5ecc967169', 'subnets': [{'id': '8169b91d-99bf-40e1-a3f3-68194fe96559', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:29:58.626386 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [req-c7adeac2-5f57-4d3e-a09d-1d4eb15c524b req-f9f11a0d-5ad4-44ae-b30e-dae4646ce03f tempest-AttachSCSIVolumeTestJSON-688687716 tempest-AttachSCSIVolumeTestJSON-688687716-project] Request body: {'port': {'device_id': '56c150fe-8088-48c7-87b5-ba0dd7cc2f5a', 'network_id': '9fa080ff-8029-45dd-ae93-e229036e413f', 'admin_state_up': True, 'tenant_id': '5c4292e7b3054fefacdede3cb596f6a1'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:29:58.654073 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-8d6653ac-603e-4eb6-b61b-c8e6aaa4e56e tempest-ServersTestFqdnHostnames-151958439 tempest-ServersTestFqdnHostnames-151958439-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:58.655311 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-8d6653ac-603e-4eb6-b61b-c8e6aaa4e56e tempest-ServersTestFqdnHostnames-151958439 tempest-ServersTestFqdnHostnames-151958439-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6306112 Oct 27 10:29:58.677548 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-6c688f18-c057-4d8c-a3d8-e46dae775b7e req-d60028c5-8076-4029-9bce-0b61b5d60318 tempest-SecurityGroupsTestAdminJSON-1688006004 tempest-SecurityGroupsTestAdminJSON-1688006004-project-admin] 10.222.0.44 "GET /v2.0/security-groups/7ee5104f-1c62-4504-b6d7-21f59d480566 HTTP/1.1" status: 200 len: 2985 time: 0.2522883 Oct 27 10:29:58.679838 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 56162) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:29:58.736725 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-350b91c1-385d-4a15-ad8a-51cb491bd06a tempest-ServersTestFqdnHostnames-151958439 tempest-ServersTestFqdnHostnames-151958439-project] Request body: {'security_group_rule': {'security_group_id': '6566037f-cf19-4b54-9855-482e29c3e3c1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:29:58.793622 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-36937ade-fb92-42fa-a5e3-b8882f43f29d tempest-RoutersIpV6AdminTest-927106320 tempest-RoutersIpV6AdminTest-927106320-project] Publish callbacks [] for router_gateway, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:58.821353 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-36937ade-fb92-42fa-a5e3-b8882f43f29d tempest-RoutersIpV6AdminTest-927106320 tempest-RoutersIpV6AdminTest-927106320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:58.911720 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-5d4a1d93-3469-4007-afdf-291b22e8334e req-8bab0fc7-ed58-40ae-88e8-a9d9e713f2b0 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=5ae4390a-b621-4500-a1b9-c968556e5a4c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1813095 Oct 27 10:29:58.974487 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [req-5d4a1d93-3469-4007-afdf-291b22e8334e req-87d41b01-ea1c-4d1e-891a-ec86075689df service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=102347) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 10:29:58.975546 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-5d4a1d93-3469-4007-afdf-291b22e8334e req-87d41b01-ea1c-4d1e-891a-ec86075689df service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0367265 Oct 27 10:29:58.988929 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-6c688f18-c057-4d8c-a3d8-e46dae775b7e req-cd9730b8-ee44-4380-b0ea-c094aab1292d tempest-SecurityGroupsTestAdminJSON-1688006004 tempest-SecurityGroupsTestAdminJSON-1688006004-project-admin] 10.222.0.44 "GET /v2.0/security-groups/7ee5104f-1c62-4504-b6d7-21f59d480566 HTTP/1.1" status: 200 len: 2985 time: 0.3104014 Oct 27 10:29:59.007920 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 10:29:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa938266-d4ca-42f4-a051-d83da58e1981 x-openstack-request-id: req-aa938266-d4ca-42f4-a051-d83da58e1981 {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:29:59.008246 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c300c04-98e2-444e-85bd-cd955e8e43fe", "tag": "3f815fb2-3c01-4d88-8dd7-69f9523bc525", "status": "completed", "code": 200}]} {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:29:59.008506 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-aa938266-d4ca-42f4-a051-d83da58e1981 {{(pid=102346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:29:59.009116 n-d-813419-10 neutron-server[102346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c300c04-98e2-444e-85bd-cd955e8e43fe', 'tag': '3f815fb2-3c01-4d88-8dd7-69f9523bc525', 'status': 'completed', 'code': 200} Oct 27 10:29:59.030533 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-350b91c1-385d-4a15-ad8a-51cb491bd06a tempest-ServersTestFqdnHostnames-151958439 tempest-ServersTestFqdnHostnames-151958439-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:59.109777 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device bdbade65-c639-475d-9870-bc7e946ff09c up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:29:59.134528 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca3333dc-165f-4eb2-b419-e20b4004077c None None] New status for floating IP 7b5ddbde-6288-46e3-b3da-9144921aef3a: ACTIVE {{(pid=102349) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 10:29:59.194348 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_common [None req-36937ade-fb92-42fa-a5e3-b8882f43f29d tempest-RoutersIpV6AdminTest-927106320 tempest-RoutersIpV6AdminTest-927106320-project] Allocated IP 172.25.8.225 (185ff123-c7ff-45c7-a6be-71feb35acc9c/0fb9f9d1-7384-481f-8fa8-f4566c349d30/b10252e3-b2f9-4fcf-99ea-fa787f8e5caa) {{(pid=102346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:29:59.254189 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7adeac2-5f57-4d3e-a09d-1d4eb15c524b req-f9f11a0d-5ad4-44ae-b30e-dae4646ce03f tempest-AttachSCSIVolumeTestJSON-688687716 tempest-AttachSCSIVolumeTestJSON-688687716-project] Made reservation on behalf of 5c4292e7b3054fefacdede3cb596f6a1 for: {'port': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:29:59.263168 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-c7adeac2-5f57-4d3e-a09d-1d4eb15c524b req-f9f11a0d-5ad4-44ae-b30e-dae4646ce03f tempest-AttachSCSIVolumeTestJSON-688687716 tempest-AttachSCSIVolumeTestJSON-688687716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:59.294922 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port bdbade65-c639-475d-9870-bc7e946ff09c triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:29:59.295245 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:59.332281 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-6c688f18-c057-4d8c-a3d8-e46dae775b7e req-41f80d6c-0e6b-466d-9645-25a0a8518cb7 tempest-SecurityGroupsTestAdminJSON-1688006004 tempest-SecurityGroupsTestAdminJSON-1688006004-project-admin] 10.222.0.44 "GET /v2.0/security-groups/9a3ef8eb-c691-4b51-af0c-de48ddbe4e66 HTTP/1.1" status: 200 len: 2973 time: 0.3423464 Oct 27 10:29:59.482803 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-aaff7125-78e1-4fca-a388-b7d701c8677b req-0b6afd93-2dde-4c68-beae-61b0e48064ec tempest-AttachSCSIVolumeTestJSON-688687716 tempest-AttachSCSIVolumeTestJSON-688687716-project] 10.222.0.44 "GET /v2.0/ports?device_id=56c150fe-8088-48c7-87b5-ba0dd7cc2f5a HTTP/1.1" status: 200 len: 210 time: 0.0791719 Oct 27 10:29:59.547413 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-350b91c1-385d-4a15-ad8a-51cb491bd06a tempest-ServersTestFqdnHostnames-151958439 tempest-ServersTestFqdnHostnames-151958439-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:59.563586 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1dcac0-5b26-4287-b42f-0056528b4ba2 req-f95c27ce-084a-4bee-a12a-2d56f157dcf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:29:59.565174 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-dd1dcac0-5b26-4287-b42f-0056528b4ba2 req-f95c27ce-084a-4bee-a12a-2d56f157dcf7 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=fccb419307184e4f847f7a5ecc967169&device_id=1c300c04-98e2-444e-85bd-cd955e8e43fe HTTP/1.1" status: 200 len: 1098 time: 0.5592654 Oct 27 10:29:59.604098 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-350b91c1-385d-4a15-ad8a-51cb491bd06a tempest-ServersTestFqdnHostnames-151958439 tempest-ServersTestFqdnHostnames-151958439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671902'] for security_group_rule, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:59.729182 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-6c688f18-c057-4d8c-a3d8-e46dae775b7e req-b0ea3f27-763a-45cc-a647-47887ec47a28 tempest-SecurityGroupsTestAdminJSON-1688006004 tempest-SecurityGroupsTestAdminJSON-1688006004-project-admin] 10.222.0.44 "GET /v2.0/security-groups/9a3ef8eb-c691-4b51-af0c-de48ddbe4e66 HTTP/1.1" status: 200 len: 2973 time: 0.3952198 Oct 27 10:29:59.740041 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350b91c1-385d-4a15-ad8a-51cb491bd06a tempest-ServersTestFqdnHostnames-151958439 tempest-ServersTestFqdnHostnames-151958439-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1045385e-fd62-4463-ae98-1581bb3e4506,revision_number=0']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:29:59.816479 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-350b91c1-385d-4a15-ad8a-51cb491bd06a tempest-ServersTestFqdnHostnames-151958439 tempest-ServersTestFqdnHostnames-151958439-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:59.822538 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-350b91c1-385d-4a15-ad8a-51cb491bd06a tempest-ServersTestFqdnHostnames-151958439 tempest-ServersTestFqdnHostnames-151958439-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0933151 Oct 27 10:29:59.823239 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 56198) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:29:59.840577 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-2b14f6e1-6e25-465a-bc38-74f4aef4618e tempest-ServersTestFqdnHostnames-151958439 tempest-ServersTestFqdnHostnames-151958439-project] Request body: {'floatingip': {'floating_network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:29:59.859527 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-36937ade-fb92-42fa-a5e3-b8882f43f29d tempest-RoutersIpV6AdminTest-927106320 tempest-RoutersIpV6AdminTest-927106320-project] Publish callbacks [] for port, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:29:59.938889 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-6c688f18-c057-4d8c-a3d8-e46dae775b7e req-4cc98a3d-7725-4345-8fc7-96b97ef1cf77 tempest-SecurityGroupsTestAdminJSON-1688006004 tempest-SecurityGroupsTestAdminJSON-1688006004-project-admin] 10.222.0.44 "GET /v2.0/security-groups/9f7279ee-2d49-4f67-b584-fc902ef383cf HTTP/1.1" status: 200 len: 2985 time: 0.1915195 Oct 27 10:29:59.943129 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c3bf2b-34bc-4a24-a887-e1d19899fc44 req-1dd6d156-73c7-42b9-8248-882ac25c6e7c tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:29:59.944827 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-40c3bf2b-34bc-4a24-a887-e1d19899fc44 req-1dd6d156-73c7-42b9-8248-882ac25c6e7c tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ae4390a-b621-4500-a1b9-c968556e5a4c HTTP/1.1" status: 200 len: 944 time: 0.2755237 Oct 27 10:30:00.074810 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_common [req-c7adeac2-5f57-4d3e-a09d-1d4eb15c524b req-f9f11a0d-5ad4-44ae-b30e-dae4646ce03f tempest-AttachSCSIVolumeTestJSON-688687716 tempest-AttachSCSIVolumeTestJSON-688687716-project] Allocated IP 172.20.0.8 (9fa080ff-8029-45dd-ae93-e229036e413f/c2495fe4-ca7d-4e68-a399-b799b33f5730/1ac067d3-7c67-41d6-8650-1789f73a8411) {{(pid=102347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:30:00.098338 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-40c3bf2b-34bc-4a24-a887-e1d19899fc44 req-61dad204-e327-4919-b2f6-d0ca81aa025b tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/security-groups?id=9f7279ee-2d49-4f67-b584-fc902ef383cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275153 Oct 27 10:30:00.130499 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-36937ade-fb92-42fa-a5e3-b8882f43f29d tempest-RoutersIpV6AdminTest-927106320 tempest-RoutersIpV6AdminTest-927106320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:00.143301 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1dcac0-5b26-4287-b42f-0056528b4ba2 req-e6c9e0e9-7b6f-4378-bb74-3751b909b634 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:30:00.158738 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-dd1dcac0-5b26-4287-b42f-0056528b4ba2 req-e6c9e0e9-7b6f-4378-bb74-3751b909b634 service neutron] 10.222.0.64 "GET /v2.0/networks?id=c9bdb347-48e4-4111-a250-9327eec0fcb4 HTTP/1.1" status: 200 len: 917 time: 0.5604944 Oct 27 10:30:00.174253 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-6c688f18-c057-4d8c-a3d8-e46dae775b7e req-18ff7e9a-5cbd-434d-9281-df5ac7eb3e3b tempest-SecurityGroupsTestAdminJSON-1688006004 tempest-SecurityGroupsTestAdminJSON-1688006004-project-admin] 10.222.0.44 "GET /v2.0/security-groups/9f7279ee-2d49-4f67-b584-fc902ef383cf HTTP/1.1" status: 200 len: 2985 time: 0.2164629 Oct 27 10:30:00.175037 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-2b14f6e1-6e25-465a-bc38-74f4aef4618e tempest-ServersTestFqdnHostnames-151958439 tempest-ServersTestFqdnHostnames-151958439-project] Publish callbacks [] for floatingip, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:00.229789 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36937ade-fb92-42fa-a5e3-b8882f43f29d tempest-RoutersIpV6AdminTest-927106320 tempest-RoutersIpV6AdminTest-927106320-project] Network 185ff123-c7ff-45c7-a6be-71feb35acc9c is already hosted by enough agents. {{(pid=102346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:30:00.332744 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-36937ade-fb92-42fa-a5e3-b8882f43f29d tempest-RoutersIpV6AdminTest-927106320 tempest-RoutersIpV6AdminTest-927106320-project] Resources bound (agent type, host, resource id): {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:30:00.341174 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36937ade-fb92-42fa-a5e3-b8882f43f29d tempest-RoutersIpV6AdminTest-927106320 tempest-RoutersIpV6AdminTest-927106320-project] Received port after_create {{(pid=102346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:30:00.495881 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36937ade-fb92-42fa-a5e3-b8882f43f29d tempest-RoutersIpV6AdminTest-927106320 tempest-RoutersIpV6AdminTest-927106320-project] Pushing event updated for resources: {'Port': ['ID=b10252e3-b2f9-4fcf-99ea-fa787f8e5caa,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:30:00.504066 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-6c688f18-c057-4d8c-a3d8-e46dae775b7e req-4a0ad9bf-f5f3-4ac7-813f-a5bb2e2c115f tempest-SecurityGroupsTestAdminJSON-1688006004 tempest-SecurityGroupsTestAdminJSON-1688006004-project-admin] 10.222.0.44 "GET /v2.0/security-groups/e0052f61-fc81-4452-a464-2233f5331509 HTTP/1.1" status: 200 len: 2985 time: 0.2557061 Oct 27 10:30:00.557282 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-dd1dcac0-5b26-4287-b42f-0056528b4ba2 req-54c835ea-0648-4c9d-a1cf-d40b1f25040f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3f815fb2-3c01-4d88-8dd7-69f9523bc525 HTTP/1.1" status: 200 len: 1002 time: 0.3507776 Oct 27 10:30:00.831810 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ca0c9ba2-c68b-4106-84a0-30ad0156413b req-9c0ce02a-e519-4d8c-bd6b-0cf3e406cf1f tempest-AttachSCSIVolumeTestJSON-688687716 tempest-AttachSCSIVolumeTestJSON-688687716-project] 10.222.0.44 "GET /v2.0/ports?device_id=56c150fe-8088-48c7-87b5-ba0dd7cc2f5a HTTP/1.1" status: 200 len: 210 time: 0.1591065 Oct 27 10:30:00.860221 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1dcac0-5b26-4287-b42f-0056528b4ba2 req-93186a02-1547-45c7-9b9c-f572e626d80b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:30:00.862251 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-dd1dcac0-5b26-4287-b42f-0056528b4ba2 req-93186a02-1547-45c7-9b9c-f572e626d80b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8169b91d-99bf-40e1-a3f3-68194fe96559 HTTP/1.1" status: 200 len: 855 time: 0.2955370 Oct 27 10:30:00.989945 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1dcac0-5b26-4287-b42f-0056528b4ba2 req-ab4953dd-c0db-4998-a1f8-0ee0efb4cfa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:30:00.994788 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-dd1dcac0-5b26-4287-b42f-0056528b4ba2 req-ab4953dd-c0db-4998-a1f8-0ee0efb4cfa9 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c9bdb347-48e4-4111-a250-9327eec0fcb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0801585 Oct 27 10:30:01.043200 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-6c688f18-c057-4d8c-a3d8-e46dae775b7e req-7d8233af-c6de-412b-8943-8fbdbb4342f9 tempest-SecurityGroupsTestAdminJSON-1688006004 tempest-SecurityGroupsTestAdminJSON-1688006004-project-admin] 10.222.0.44 "GET /v2.0/security-groups/e0052f61-fc81-4452-a464-2233f5331509 HTTP/1.1" status: 200 len: 2985 time: 0.5196249 Oct 27 10:30:01.331322 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-c7adeac2-5f57-4d3e-a09d-1d4eb15c524b req-f9f11a0d-5ad4-44ae-b30e-dae4646ce03f tempest-AttachSCSIVolumeTestJSON-688687716 tempest-AttachSCSIVolumeTestJSON-688687716-project] Publish callbacks [] for port, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:01.332699 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-2b14f6e1-6e25-465a-bc38-74f4aef4618e tempest-ServersTestFqdnHostnames-151958439 tempest-ServersTestFqdnHostnames-151958439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:01.438255 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f6199c-cb4e-4459-8a43-f7c0a39bb84f req-cc1d12cc-e1eb-49bc-a35c-a4a9a73efbb8 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:30:01.439821 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-80f6199c-cb4e-4459-8a43-f7c0a39bb84f req-cc1d12cc-e1eb-49bc-a35c-a4a9a73efbb8 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ae4390a-b621-4500-a1b9-c968556e5a4c HTTP/1.1" status: 200 len: 944 time: 0.1958027 Oct 27 10:30:01.486055 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-df54a1a8-f922-4844-a60b-52cebb3e25ee req-5c75c04f-14fa-417f-9c35-7cd0e4bb8368 tempest-SecurityGroupsTestAdminJSON-181435771 tempest-SecurityGroupsTestAdminJSON-181435771-project] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=42de08f03bc940029a5471f467bb02ce HTTP/1.1" status: 200 len: 6112 time: 0.3487558 Oct 27 10:30:01.510572 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-80f6199c-cb4e-4459-8a43-f7c0a39bb84f req-a02c1512-f80d-40f5-aa3d-e1a9022f3a54 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/security-groups?id=9f7279ee-2d49-4f67-b584-fc902ef383cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621188 Oct 27 10:30:01.530810 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-dd1dcac0-5b26-4287-b42f-0056528b4ba2 req-fe10069f-6559-493f-828c-1f9b0fddff12 service neutron] 10.222.0.64 "GET /v2.0/networks/c9bdb347-48e4-4111-a250-9327eec0fcb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5281534 Oct 27 10:30:01.534499 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-c7adeac2-5f57-4d3e-a09d-1d4eb15c524b req-f9f11a0d-5ad4-44ae-b30e-dae4646ce03f tempest-AttachSCSIVolumeTestJSON-688687716 tempest-AttachSCSIVolumeTestJSON-688687716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:01.546200 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-df54a1a8-f922-4844-a60b-52cebb3e25ee req-bfdbc171-5ee2-486f-951f-d627b78e5285 tempest-SecurityGroupsTestAdminJSON-181435771 tempest-SecurityGroupsTestAdminJSON-181435771-project] 10.222.0.44 "GET /v2.0/security-groups/1c302eda-31bf-4928-aaf4-30e66c5e697f HTTP/1.1" status: 200 len: 2985 time: 0.0589538 Oct 27 10:30:01.620111 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7adeac2-5f57-4d3e-a09d-1d4eb15c524b req-f9f11a0d-5ad4-44ae-b30e-dae4646ce03f tempest-AttachSCSIVolumeTestJSON-688687716 tempest-AttachSCSIVolumeTestJSON-688687716-project] Network 9fa080ff-8029-45dd-ae93-e229036e413f is already hosted by enough agents. {{(pid=102347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:30:01.638988 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [req-c7adeac2-5f57-4d3e-a09d-1d4eb15c524b req-f9f11a0d-5ad4-44ae-b30e-dae4646ce03f tempest-AttachSCSIVolumeTestJSON-688687716 tempest-AttachSCSIVolumeTestJSON-688687716-project] Resources bound (agent type, host, resource id): {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:30:01.653013 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_common [None req-2b14f6e1-6e25-465a-bc38-74f4aef4618e tempest-ServersTestFqdnHostnames-151958439 tempest-ServersTestFqdnHostnames-151958439-project] Allocated IP 172.25.8.19 (185ff123-c7ff-45c7-a6be-71feb35acc9c/0fb9f9d1-7384-481f-8fa8-f4566c349d30/a14d7462-c5d7-4a5a-938a-8133c249bc19) {{(pid=102347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:30:01.655519 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f11a0d-5ad4-44ae-b30e-dae4646ce03f tempest-AttachSCSIVolumeTestJSON-688687716 tempest-AttachSCSIVolumeTestJSON-688687716-project] Pushing event updated for resources: {'Port': ['ID=1ac067d3-7c67-41d6-8650-1789f73a8411,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:30:01.661552 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7adeac2-5f57-4d3e-a09d-1d4eb15c524b req-f9f11a0d-5ad4-44ae-b30e-dae4646ce03f tempest-AttachSCSIVolumeTestJSON-688687716 tempest-AttachSCSIVolumeTestJSON-688687716-project] Received port after_create {{(pid=102347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:30:01.683312 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-36937ade-fb92-42fa-a5e3-b8882f43f29d tempest-RoutersIpV6AdminTest-927106320 tempest-RoutersIpV6AdminTest-927106320-project] Publish callbacks [] for router_gateway, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:01.812015 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7adeac2-5f57-4d3e-a09d-1d4eb15c524b req-f9f11a0d-5ad4-44ae-b30e-dae4646ce03f tempest-AttachSCSIVolumeTestJSON-688687716 tempest-AttachSCSIVolumeTestJSON-688687716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:30:01.819636 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-c7adeac2-5f57-4d3e-a09d-1d4eb15c524b req-f9f11a0d-5ad4-44ae-b30e-dae4646ce03f tempest-AttachSCSIVolumeTestJSON-688687716 tempest-AttachSCSIVolumeTestJSON-688687716-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:01.911320 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-df54a1a8-f922-4844-a60b-52cebb3e25ee req-4e06b12b-cf4b-49a7-b6f4-466c7603b0c5 tempest-SecurityGroupsTestAdminJSON-181435771 tempest-SecurityGroupsTestAdminJSON-181435771-project] 10.222.0.44 "GET /v2.0/security-groups/1c302eda-31bf-4928-aaf4-30e66c5e697f HTTP/1.1" status: 200 len: 2985 time: 0.3638270 Oct 27 10:30:01.947420 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c7adeac2-5f57-4d3e-a09d-1d4eb15c524b req-f9f11a0d-5ad4-44ae-b30e-dae4646ce03f tempest-AttachSCSIVolumeTestJSON-688687716 tempest-AttachSCSIVolumeTestJSON-688687716-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3530335 Oct 27 10:30:02.043580 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-dd1dcac0-5b26-4287-b42f-0056528b4ba2 req-57bd1eee-5355-462c-9191-cde10cb1bfd4 service neutron] 10.222.0.64 "GET /v2.0/networks/c9bdb347-48e4-4111-a250-9327eec0fcb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4861698 Oct 27 10:30:02.069086 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [req-c7adeac2-5f57-4d3e-a09d-1d4eb15c524b req-ae22900b-1b4c-4fe6-a280-dbc91ed2dcdf service neutron] Request body: {'port': {'device_id': '56c150fe-8088-48c7-87b5-ba0dd7cc2f5a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-10'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:30:02.075801 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4a1d93-3469-4007-afdf-291b22e8334e req-ad78a69d-6222-48f3-9ece-a151f8541889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:30:02.079111 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-5d4a1d93-3469-4007-afdf-291b22e8334e req-ad78a69d-6222-48f3-9ece-a151f8541889 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=5ae4390a-b621-4500-a1b9-c968556e5a4c&tenant_id=f314710ab2574682a5080affa23addcb HTTP/1.1" status: 200 len: 1096 time: 0.2178524 Oct 27 10:30:02.166588 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-fbca0a78-a708-43f2-9a86-3228f8609452 None None] Provisioning complete for port 1ac067d3-7c67-41d6-8650-1789f73a8411 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:30:02.167694 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-fbca0a78-a708-43f2-9a86-3228f8609452 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:02.172167 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-02c7d694-4e7c-4b68-a65a-6ce8d83c44e7 req-e1ad3afa-8530-4c58-b1e0-fe8197aacea4 tempest-SecurityGroupsTestAdminJSON-1688006004 tempest-SecurityGroupsTestAdminJSON-1688006004-project-admin] 10.222.0.44 "GET /v2.0/security-groups/72b7b6a2-e910-47a3-96bf-c9005d211d66 HTTP/1.1" status: 200 len: 1780 time: 0.1838355 Oct 27 10:30:02.247272 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-fbca0a78-a708-43f2-9a86-3228f8609452 None None] Port 1ac067d3-7c67-41d6-8650-1789f73a8411 cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:30:02.257631 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-2b14f6e1-6e25-465a-bc38-74f4aef4618e tempest-ServersTestFqdnHostnames-151958439 tempest-ServersTestFqdnHostnames-151958439-project] Publish callbacks [] for port, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:02.280572 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-36937ade-fb92-42fa-a5e3-b8882f43f29d tempest-RoutersIpV6AdminTest-927106320 tempest-RoutersIpV6AdminTest-927106320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1765699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1769372'] for router, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:02.302317 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:02.375612 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-02c7d694-4e7c-4b68-a65a-6ce8d83c44e7 req-5a8f9bc8-fcb0-4578-be80-2d056f3bb7b7 tempest-SecurityGroupsTestAdminJSON-1688006004 tempest-SecurityGroupsTestAdminJSON-1688006004-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:02.398486 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdefaa7a-fbeb-49f6-96cf-82e147bd4591 req-43dc5753-5f8d-447b-a6df-f3cf6ded28e8 tempest-AttachSCSIVolumeTestJSON-688687716 tempest-AttachSCSIVolumeTestJSON-688687716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:30:02.402748 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-bdefaa7a-fbeb-49f6-96cf-82e147bd4591 req-43dc5753-5f8d-447b-a6df-f3cf6ded28e8 tempest-AttachSCSIVolumeTestJSON-688687716 tempest-AttachSCSIVolumeTestJSON-688687716-project] 10.222.0.44 "GET /v2.0/ports?device_id=56c150fe-8088-48c7-87b5-ba0dd7cc2f5a HTTP/1.1" status: 200 len: 931 time: 0.4543045 Oct 27 10:30:02.414210 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-02c7d694-4e7c-4b68-a65a-6ce8d83c44e7 req-5a8f9bc8-fcb0-4578-be80-2d056f3bb7b7 tempest-SecurityGroupsTestAdminJSON-1688006004 tempest-SecurityGroupsTestAdminJSON-1688006004-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:02.514391 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-c7adeac2-5f57-4d3e-a09d-1d4eb15c524b req-ae22900b-1b4c-4fe6-a280-dbc91ed2dcdf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:02.527794 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-02c7d694-4e7c-4b68-a65a-6ce8d83c44e7 req-5a8f9bc8-fcb0-4578-be80-2d056f3bb7b7 tempest-SecurityGroupsTestAdminJSON-1688006004 tempest-SecurityGroupsTestAdminJSON-1688006004-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:02.533147 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-02c7d694-4e7c-4b68-a65a-6ce8d83c44e7 req-5a8f9bc8-fcb0-4578-be80-2d056f3bb7b7 tempest-SecurityGroupsTestAdminJSON-1688006004 tempest-SecurityGroupsTestAdminJSON-1688006004-project-admin] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:02.543973 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-02c7d694-4e7c-4b68-a65a-6ce8d83c44e7 req-5a8f9bc8-fcb0-4578-be80-2d056f3bb7b7 tempest-SecurityGroupsTestAdminJSON-1688006004 tempest-SecurityGroupsTestAdminJSON-1688006004-project-admin] 10.222.0.44 "DELETE /v2.0/security-groups/72b7b6a2-e910-47a3-96bf-c9005d211d66 HTTP/1.1" status: 204 len: 173 time: 0.3699639 Oct 27 10:30:02.566051 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36937ade-fb92-42fa-a5e3-b8882f43f29d tempest-RoutersIpV6AdminTest-927106320 tempest-RoutersIpV6AdminTest-927106320-project] Router b588b1aa-189b-4220-8ade-f57936eee852 is scheduled to L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb with binding_index 1 {{(pid=102346) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 10:30:02.586536 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-bdefaa7a-fbeb-49f6-96cf-82e147bd4591 req-97e5edee-15a1-44ac-853f-13730d1eb9b2 tempest-AttachSCSIVolumeTestJSON-688687716 tempest-AttachSCSIVolumeTestJSON-688687716-project] 10.222.0.44 "GET /v2.0/security-groups?id=e0052f61-fc81-4452-a464-2233f5331509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663091 Oct 27 10:30:02.586790 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8f9bc8-fcb0-4578-be80-2d056f3bb7b7 tempest-SecurityGroupsTestAdminJSON-1688006004 tempest-SecurityGroupsTestAdminJSON-1688006004-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72b7b6a2-e910-47a3-96bf-c9005d211d66,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:30:02.699938 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-fc8b1928-41ea-4438-a7a6-8622f0c6a0cc req-695e4b74-1e0c-4d4f-9a01-704cf917bff9 tempest-SecurityGroupsTestAdminJSON-1688006004 tempest-SecurityGroupsTestAdminJSON-1688006004-project-admin] 10.222.0.44 "GET /v2.0/security-groups/4b12974a-133c-4749-8a69-732282f1b2cb HTTP/1.1" status: 200 len: 1780 time: 0.1165719 Oct 27 10:30:02.725760 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-2b14f6e1-6e25-465a-bc38-74f4aef4618e tempest-ServersTestFqdnHostnames-151958439 tempest-ServersTestFqdnHostnames-151958439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:02.912269 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b14f6e1-6e25-465a-bc38-74f4aef4618e tempest-ServersTestFqdnHostnames-151958439 tempest-ServersTestFqdnHostnames-151958439-project] Network 185ff123-c7ff-45c7-a6be-71feb35acc9c is already hosted by enough agents. {{(pid=102347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:30:02.930484 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [None req-2b14f6e1-6e25-465a-bc38-74f4aef4618e tempest-ServersTestFqdnHostnames-151958439 tempest-ServersTestFqdnHostnames-151958439-project] Resources bound (agent type, host, resource id): {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:30:02.938667 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b14f6e1-6e25-465a-bc38-74f4aef4618e tempest-ServersTestFqdnHostnames-151958439 tempest-ServersTestFqdnHostnames-151958439-project] Received port after_create {{(pid=102347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:30:03.024713 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-fc8b1928-41ea-4438-a7a6-8622f0c6a0cc req-5ebb4d0b-d28f-4626-8513-1b649076ca52 tempest-SecurityGroupsTestAdminJSON-1688006004 tempest-SecurityGroupsTestAdminJSON-1688006004-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:03.034838 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36937ade-fb92-42fa-a5e3-b8882f43f29d tempest-RoutersIpV6AdminTest-927106320 tempest-RoutersIpV6AdminTest-927106320-project] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:30:03.057070 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57e31744-8c95-45f2-9a5b-1676288fe019 None None] Sync routers for ids ['b588b1aa-189b-4220-8ade-f57936eee852'] in n-d-813419-10 {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:30:03.083254 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b14f6e1-6e25-465a-bc38-74f4aef4618e tempest-ServersTestFqdnHostnames-151958439 tempest-ServersTestFqdnHostnames-151958439-project] Pushing event updated for resources: {'Port': ['ID=a14d7462-c5d7-4a5a-938a-8133c249bc19,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:30:03.088263 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57e31744-8c95-45f2-9a5b-1676288fe019 None None] Routers {'b588b1aa-189b-4220-8ade-f57936eee852'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:30:03.089111 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-57e31744-8c95-45f2-9a5b-1676288fe019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:29:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['b588b1aa-189b-4220-8ade-f57936eee852'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:30:03.089377 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-36937ade-fb92-42fa-a5e3-b8882f43f29d tempest-RoutersIpV6AdminTest-927106320 tempest-RoutersIpV6AdminTest-927106320-project] Publish callbacks [] for router, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:03.104810 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-36937ade-fb92-42fa-a5e3-b8882f43f29d tempest-RoutersIpV6AdminTest-927106320 tempest-RoutersIpV6AdminTest-927106320-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 5.8295264 Oct 27 10:30:03.107768 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 56246) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:30:03.112745 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-ae88705b-ff48-4c69-bfde-8b41510daabe tempest-RoutersIpV6AdminTest-927106320 tempest-RoutersIpV6AdminTest-927106320-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:30:03.127667 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-fc8b1928-41ea-4438-a7a6-8622f0c6a0cc req-5ebb4d0b-d28f-4626-8513-1b649076ca52 tempest-SecurityGroupsTestAdminJSON-1688006004 tempest-SecurityGroupsTestAdminJSON-1688006004-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:03.207745 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-57e31744-8c95-45f2-9a5b-1676288fe019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:30:03.208691 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [req-5d4a1d93-3469-4007-afdf-291b22e8334e req-3a611009-6fd3-4fa0-8e8e-27fe03342faa service neutron] Request body: {'port': {'binding:host_id': 'n-h2-813419-10', 'device_owner': 'compute:nova'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:30:03.238424 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20eccc4d-5a8e-4071-8eb8-a795102b6df6 req-839f065f-c900-4384-ac91-4136316e46b4 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:30:03.245688 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57e31744-8c95-45f2-9a5b-1676288fe019 None None] Routers {'b588b1aa-189b-4220-8ade-f57936eee852'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:30:03.246167 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-20eccc4d-5a8e-4071-8eb8-a795102b6df6 req-839f065f-c900-4384-ac91-4136316e46b4 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ae4390a-b621-4500-a1b9-c968556e5a4c HTTP/1.1" status: 200 len: 944 time: 0.5396357 Oct 27 10:30:03.251453 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-57e31744-8c95-45f2-9a5b-1676288fe019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:29:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['b588b1aa-189b-4220-8ade-f57936eee852'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:30:03.401301 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-fc8b1928-41ea-4438-a7a6-8622f0c6a0cc req-5ebb4d0b-d28f-4626-8513-1b649076ca52 tempest-SecurityGroupsTestAdminJSON-1688006004 tempest-SecurityGroupsTestAdminJSON-1688006004-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:03.406273 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-fc8b1928-41ea-4438-a7a6-8622f0c6a0cc req-5ebb4d0b-d28f-4626-8513-1b649076ca52 tempest-SecurityGroupsTestAdminJSON-1688006004 tempest-SecurityGroupsTestAdminJSON-1688006004-project-admin] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:03.415506 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-fc8b1928-41ea-4438-a7a6-8622f0c6a0cc req-5ebb4d0b-d28f-4626-8513-1b649076ca52 tempest-SecurityGroupsTestAdminJSON-1688006004 tempest-SecurityGroupsTestAdminJSON-1688006004-project-admin] 10.222.0.44 "DELETE /v2.0/security-groups/4b12974a-133c-4749-8a69-732282f1b2cb HTTP/1.1" status: 204 len: 173 time: 0.7001195 Oct 27 10:30:03.419471 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-57e31744-8c95-45f2-9a5b-1676288fe019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:30:03.421960 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57e31744-8c95-45f2-9a5b-1676288fe019 None None] The sync data for ids ['b588b1aa-189b-4220-8ade-f57936eee852'] in n-d-813419-10 is: [] {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:30:03.481791 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebb4d0b-d28f-4626-8513-1b649076ca52 tempest-SecurityGroupsTestAdminJSON-1688006004 tempest-SecurityGroupsTestAdminJSON-1688006004-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b12974a-133c-4749-8a69-732282f1b2cb,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:30:03.540348 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-2b14f6e1-6e25-465a-bc38-74f4aef4618e tempest-ServersTestFqdnHostnames-151958439 tempest-ServersTestFqdnHostnames-151958439-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:03.657931 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-20eccc4d-5a8e-4071-8eb8-a795102b6df6 req-a09533cd-e933-47ea-9a44-6b6a7a1b098b tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/security-groups?id=9f7279ee-2d49-4f67-b584-fc902ef383cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4071119 Oct 27 10:30:03.785917 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [req-c7adeac2-5f57-4d3e-a09d-1d4eb15c524b req-ae22900b-1b4c-4fe6-a280-dbc91ed2dcdf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ac067d3-7c67-41d6-8650-1789f73a8411 {{(pid=102347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:30:03.887446 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-c7adeac2-5f57-4d3e-a09d-1d4eb15c524b req-ae22900b-1b4c-4fe6-a280-dbc91ed2dcdf service neutron] Publish callbacks [] for port, precommit_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:03.890372 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-5d4a1d93-3469-4007-afdf-291b22e8334e req-3a611009-6fd3-4fa0-8e8e-27fe03342faa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:04.057247 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-2b14f6e1-6e25-465a-bc38-74f4aef4618e tempest-ServersTestFqdnHostnames-151958439 tempest-ServersTestFqdnHostnames-151958439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:04.070692 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.provisioning_blocks [req-c7adeac2-5f57-4d3e-a09d-1d4eb15c524b req-ae22900b-1b4c-4fe6-a280-dbc91ed2dcdf service neutron] Transition to ACTIVE for port object 1ac067d3-7c67-41d6-8650-1789f73a8411 will not be triggered until provisioned by entity L2. {{(pid=102347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 10:30:04.128893 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-c7adeac2-5f57-4d3e-a09d-1d4eb15c524b req-ae22900b-1b4c-4fe6-a280-dbc91ed2dcdf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:04.236545 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae22900b-1b4c-4fe6-a280-dbc91ed2dcdf service neutron] Pushing event updated for resources: {'Port': ['ID=1ac067d3-7c67-41d6-8650-1789f73a8411,revision_number=2']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:30:04.350382 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-326096c9-030a-4818-ac0f-b22ae658e989 req-d92bfc84-987d-4a3c-9893-73e9a5780e4d tempest-SecurityGroupsTestAdminJSON-181435771 tempest-SecurityGroupsTestAdminJSON-181435771-project] 10.222.0.44 "GET /v2.0/security-groups/15e68e82-2b83-40a7-ae06-6fb9aa919920 HTTP/1.1" status: 200 len: 1780 time: 0.4760189 Oct 27 10:30:04.485254 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ae88705b-ff48-4c69-bfde-8b41510daabe tempest-RoutersIpV6AdminTest-927106320 tempest-RoutersIpV6AdminTest-927106320-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:04.547241 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ae88705b-ff48-4c69-bfde-8b41510daabe tempest-RoutersIpV6AdminTest-927106320 tempest-RoutersIpV6AdminTest-927106320-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:04.678607 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85021532-1482-4a8a-a09b-dfb021ebde97 req-82d1fd9d-3219-4635-b796-d9a5d5269e70 tempest-AttachSCSIVolumeTestJSON-688687716 tempest-AttachSCSIVolumeTestJSON-688687716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:30:04.690008 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-85021532-1482-4a8a-a09b-dfb021ebde97 req-82d1fd9d-3219-4635-b796-d9a5d5269e70 tempest-AttachSCSIVolumeTestJSON-688687716 tempest-AttachSCSIVolumeTestJSON-688687716-project] 10.222.0.44 "GET /v2.0/ports?device_id=56c150fe-8088-48c7-87b5-ba0dd7cc2f5a HTTP/1.1" status: 200 len: 943 time: 0.1972027 Oct 27 10:30:04.710320 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-5d4a1d93-3469-4007-afdf-291b22e8334e req-3a611009-6fd3-4fa0-8e8e-27fe03342faa service neutron] For port 863bd33a-7c9e-4cbf-aa6d-c8f79ce93249, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=863bd33a-7c9e-4cbf-aa6d-c8f79ce93249,segment=NetworkSegment(2ae7a459-953f-4f06-8bb8-d3b1f54967e3),segment_id=2ae7a459-953f-4f06-8bb8-d3b1f54967e3)] {{(pid=102347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:30:04.786960 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-ae88705b-ff48-4c69-bfde-8b41510daabe tempest-RoutersIpV6AdminTest-927106320 tempest-RoutersIpV6AdminTest-927106320-project] Deleting port b10252e3-b2f9-4fcf-99ea-fa787f8e5caa {{(pid=102346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:30:04.787405 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ae88705b-ff48-4c69-bfde-8b41510daabe tempest-RoutersIpV6AdminTest-927106320 tempest-RoutersIpV6AdminTest-927106320-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:04.794089 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-85021532-1482-4a8a-a09b-dfb021ebde97 req-02431bd6-def4-45ae-9b6b-27311f943966 tempest-AttachSCSIVolumeTestJSON-688687716 tempest-AttachSCSIVolumeTestJSON-688687716-project] 10.222.0.44 "GET /v2.0/security-groups?id=e0052f61-fc81-4452-a464-2233f5331509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024971 Oct 27 10:30:04.937953 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-5d4a1d93-3469-4007-afdf-291b22e8334e req-3a611009-6fd3-4fa0-8e8e-27fe03342faa service neutron] For port 863bd33a-7c9e-4cbf-aa6d-c8f79ce93249, host n-h1-813419-10, cleared binding levels {{(pid=102347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:30:04.976094 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ae88705b-ff48-4c69-bfde-8b41510daabe tempest-RoutersIpV6AdminTest-927106320 tempest-RoutersIpV6AdminTest-927106320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:05.005953 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-ae88705b-ff48-4c69-bfde-8b41510daabe tempest-RoutersIpV6AdminTest-927106320 tempest-RoutersIpV6AdminTest-927106320-project] Calling delete_port for b10252e3-b2f9-4fcf-99ea-fa787f8e5caa owned by network:router_gateway {{(pid=102346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:30:05.010419 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-326096c9-030a-4818-ac0f-b22ae658e989 req-e6f3adbd-ea29-495c-b6af-aeb9c72cf073 tempest-SecurityGroupsTestAdminJSON-181435771 tempest-SecurityGroupsTestAdminJSON-181435771-project] Publish callbacks [] for security_group, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:05.066835 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [req-5d4a1d93-3469-4007-afdf-291b22e8334e req-3a611009-6fd3-4fa0-8e8e-27fe03342faa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 863bd33a-7c9e-4cbf-aa6d-c8f79ce93249 {{(pid=102347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:30:05.083287 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-326096c9-030a-4818-ac0f-b22ae658e989 req-e6f3adbd-ea29-495c-b6af-aeb9c72cf073 tempest-SecurityGroupsTestAdminJSON-181435771 tempest-SecurityGroupsTestAdminJSON-181435771-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:05.087959 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-5d4a1d93-3469-4007-afdf-291b22e8334e req-3a611009-6fd3-4fa0-8e8e-27fe03342faa service neutron] Publish callbacks [] for port, precommit_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:05.092616 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-c7adeac2-5f57-4d3e-a09d-1d4eb15c524b req-ae22900b-1b4c-4fe6-a280-dbc91ed2dcdf service neutron] Attempting to bind port 1ac067d3-7c67-41d6-8650-1789f73a8411 on host n-h2-813419-10 for vnic_type normal with profile {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:30:05.093054 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-c7adeac2-5f57-4d3e-a09d-1d4eb15c524b req-ae22900b-1b4c-4fe6-a280-dbc91ed2dcdf service neutron] Attempting to bind port 1ac067d3-7c67-41d6-8650-1789f73a8411 by drivers openvswitch,hyperv on host n-h2-813419-10 at level 0 using segments [{'id': '61ab1b7f-66c3-42d8-a73a-3b9ec21f612f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '9fa080ff-8029-45dd-ae93-e229036e413f'}] {{(pid=102347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:30:05.094032 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7adeac2-5f57-4d3e-a09d-1d4eb15c524b req-ae22900b-1b4c-4fe6-a280-dbc91ed2dcdf service neutron] Attempting to bind port 1ac067d3-7c67-41d6-8650-1789f73a8411 on network 9fa080ff-8029-45dd-ae93-e229036e413f {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:30:05.169341 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7adeac2-5f57-4d3e-a09d-1d4eb15c524b req-ae22900b-1b4c-4fe6-a280-dbc91ed2dcdf service neutron] Port 1ac067d3-7c67-41d6-8650-1789f73a8411 on network 9fa080ff-8029-45dd-ae93-e229036e413f not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-10 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 10:30:05.170057 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7adeac2-5f57-4d3e-a09d-1d4eb15c524b req-ae22900b-1b4c-4fe6-a280-dbc91ed2dcdf service neutron] Attempting to bind port 1ac067d3-7c67-41d6-8650-1789f73a8411 on network 9fa080ff-8029-45dd-ae93-e229036e413f {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:30:05.176676 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-2b14f6e1-6e25-465a-bc38-74f4aef4618e tempest-ServersTestFqdnHostnames-151958439 tempest-ServersTestFqdnHostnames-151958439-project] Publish callbacks [] for port, precommit_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:05.197081 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-2b14f6e1-6e25-465a-bc38-74f4aef4618e tempest-ServersTestFqdnHostnames-151958439 tempest-ServersTestFqdnHostnames-151958439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:05.206967 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.provisioning_blocks [req-5d4a1d93-3469-4007-afdf-291b22e8334e req-3a611009-6fd3-4fa0-8e8e-27fe03342faa service neutron] Transition to ACTIVE for port object 863bd33a-7c9e-4cbf-aa6d-c8f79ce93249 will not be triggered until provisioned by entity L2. {{(pid=102347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 10:30:05.207741 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7adeac2-5f57-4d3e-a09d-1d4eb15c524b req-ae22900b-1b4c-4fe6-a280-dbc91ed2dcdf service neutron] Checking agent: {'id': 'a2edc247-0fa4-4ce6-bbae-a10492f6bd71', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 16, 9), 'started_at': datetime.datetime(2021, 10, 27, 10, 16, 9), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 29, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:30:05.208118 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7adeac2-5f57-4d3e-a09d-1d4eb15c524b req-ae22900b-1b4c-4fe6-a280-dbc91ed2dcdf service neutron] Checking segment: {'id': '61ab1b7f-66c3-42d8-a73a-3b9ec21f612f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '9fa080ff-8029-45dd-ae93-e229036e413f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:30:05.208570 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7adeac2-5f57-4d3e-a09d-1d4eb15c524b req-ae22900b-1b4c-4fe6-a280-dbc91ed2dcdf service neutron] Bound using segment: {'id': '61ab1b7f-66c3-42d8-a73a-3b9ec21f612f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '9fa080ff-8029-45dd-ae93-e229036e413f'} {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:30:05.208992 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-c7adeac2-5f57-4d3e-a09d-1d4eb15c524b req-ae22900b-1b4c-4fe6-a280-dbc91ed2dcdf service neutron] Bound port: 1ac067d3-7c67-41d6-8650-1789f73a8411, host: n-h2-813419-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61ab1b7f-66c3-42d8-a73a-3b9ec21f612f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '9fa080ff-8029-45dd-ae93-e229036e413f'}}] {{(pid=102347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:30:05.209380 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-c7adeac2-5f57-4d3e-a09d-1d4eb15c524b req-ae22900b-1b4c-4fe6-a280-dbc91ed2dcdf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:05.239301 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bb701d-7620-4a79-a7aa-1a5145aa5f14 req-4647596f-0086-401c-8656-437074d2a744 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:30:05.239738 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-326096c9-030a-4818-ac0f-b22ae658e989 req-e6f3adbd-ea29-495c-b6af-aeb9c72cf073 tempest-SecurityGroupsTestAdminJSON-181435771 tempest-SecurityGroupsTestAdminJSON-181435771-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:05.242873 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-326096c9-030a-4818-ac0f-b22ae658e989 req-e6f3adbd-ea29-495c-b6af-aeb9c72cf073 tempest-SecurityGroupsTestAdminJSON-181435771 tempest-SecurityGroupsTestAdminJSON-181435771-project] Publish callbacks [] for security_group, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:05.244105 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-326096c9-030a-4818-ac0f-b22ae658e989 req-e6f3adbd-ea29-495c-b6af-aeb9c72cf073 tempest-SecurityGroupsTestAdminJSON-181435771 tempest-SecurityGroupsTestAdminJSON-181435771-project] 10.222.0.44 "DELETE /v2.0/security-groups/15e68e82-2b83-40a7-ae06-6fb9aa919920 HTTP/1.1" status: 204 len: 173 time: 0.8594911 Oct 27 10:30:05.260862 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-e2bb701d-7620-4a79-a7aa-1a5145aa5f14 req-4647596f-0086-401c-8656-437074d2a744 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ae4390a-b621-4500-a1b9-c968556e5a4c HTTP/1.1" status: 200 len: 944 time: 0.1751230 Oct 27 10:30:05.273831 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-5d4a1d93-3469-4007-afdf-291b22e8334e req-3a611009-6fd3-4fa0-8e8e-27fe03342faa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:05.334081 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-e2bb701d-7620-4a79-a7aa-1a5145aa5f14 req-5823c617-f844-413e-91eb-6996912e9c1d tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/security-groups?id=9f7279ee-2d49-4f67-b584-fc902ef383cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722826 Oct 27 10:30:05.423769 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f3adbd-ea29-495c-b6af-aeb9c72cf073 tempest-SecurityGroupsTestAdminJSON-181435771 tempest-SecurityGroupsTestAdminJSON-181435771-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=15e68e82-2b83-40a7-ae06-6fb9aa919920,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:30:05.426908 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b14f6e1-6e25-465a-bc38-74f4aef4618e tempest-ServersTestFqdnHostnames-151958439 tempest-ServersTestFqdnHostnames-151958439-project] Pushing event updated for resources: {'Port': ['ID=a14d7462-c5d7-4a5a-938a-8133c249bc19,revision_number=2']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:30:05.517075 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ae88705b-ff48-4c69-bfde-8b41510daabe tempest-RoutersIpV6AdminTest-927106320 tempest-RoutersIpV6AdminTest-927106320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:05.517853 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d4a1d93-3469-4007-afdf-291b22e8334e req-3a611009-6fd3-4fa0-8e8e-27fe03342faa service neutron] No DVR routers for this DVR port 863bd33a-7c9e-4cbf-aa6d-c8f79ce93249 on host n-h1-813419-10 {{(pid=102347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:30:05.550672 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-a34fde28-686c-45f3-851b-ca50907dfa08 req-b4c8eb52-b693-44e6-8709-82f872957a1a tempest-SecurityGroupsTestAdminJSON-181435771 tempest-SecurityGroupsTestAdminJSON-181435771-project] 10.222.0.44 "GET /v2.0/security-groups/0b80890c-aee7-4de7-adf5-d791e115689e HTTP/1.1" status: 200 len: 1780 time: 0.1602609 Oct 27 10:30:05.619858 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae88705b-ff48-4c69-bfde-8b41510daabe tempest-RoutersIpV6AdminTest-927106320 tempest-RoutersIpV6AdminTest-927106320-project] Pushing event deleted for resources: {'Port': ['ID=b10252e3-b2f9-4fcf-99ea-fa787f8e5caa,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:30:05.626006 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ae88705b-ff48-4c69-bfde-8b41510daabe tempest-RoutersIpV6AdminTest-927106320 tempest-RoutersIpV6AdminTest-927106320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1664884'] for router_gateway, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:05.637132 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-c7adeac2-5f57-4d3e-a09d-1d4eb15c524b req-ae22900b-1b4c-4fe6-a280-dbc91ed2dcdf service neutron] For port 1ac067d3-7c67-41d6-8650-1789f73a8411, host n-h2-813419-10, cleared binding levels {{(pid=102347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:30:05.639488 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-5d4a1d93-3469-4007-afdf-291b22e8334e req-3a611009-6fd3-4fa0-8e8e-27fe03342faa service neutron] Attempting to bind port 863bd33a-7c9e-4cbf-aa6d-c8f79ce93249 on host n-h2-813419-10 for vnic_type normal with profile {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:30:05.640836 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-5d4a1d93-3469-4007-afdf-291b22e8334e req-3a611009-6fd3-4fa0-8e8e-27fe03342faa service neutron] Attempting to bind port 863bd33a-7c9e-4cbf-aa6d-c8f79ce93249 by drivers openvswitch,hyperv on host n-h2-813419-10 at level 0 using segments [{'id': '2ae7a459-953f-4f06-8bb8-d3b1f54967e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '37f7eee7-78e5-4454-9540-9eb1f8cbbdab'}] {{(pid=102347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:30:05.641272 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d4a1d93-3469-4007-afdf-291b22e8334e req-3a611009-6fd3-4fa0-8e8e-27fe03342faa service neutron] Attempting to bind port 863bd33a-7c9e-4cbf-aa6d-c8f79ce93249 on network 37f7eee7-78e5-4454-9540-9eb1f8cbbdab {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:30:05.649702 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d4a1d93-3469-4007-afdf-291b22e8334e req-3a611009-6fd3-4fa0-8e8e-27fe03342faa service neutron] Port 863bd33a-7c9e-4cbf-aa6d-c8f79ce93249 on network 37f7eee7-78e5-4454-9540-9eb1f8cbbdab not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-10 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 10:30:05.650397 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d4a1d93-3469-4007-afdf-291b22e8334e req-3a611009-6fd3-4fa0-8e8e-27fe03342faa service neutron] Attempting to bind port 863bd33a-7c9e-4cbf-aa6d-c8f79ce93249 on network 37f7eee7-78e5-4454-9540-9eb1f8cbbdab {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:30:05.655484 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-2b14f6e1-6e25-465a-bc38-74f4aef4618e tempest-ServersTestFqdnHostnames-151958439 tempest-ServersTestFqdnHostnames-151958439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1664826'] for floatingip, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:05.697530 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d4a1d93-3469-4007-afdf-291b22e8334e req-3a611009-6fd3-4fa0-8e8e-27fe03342faa service neutron] Checking agent: {'id': 'a2edc247-0fa4-4ce6-bbae-a10492f6bd71', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 16, 9), 'started_at': datetime.datetime(2021, 10, 27, 10, 16, 9), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 29, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:30:05.699277 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d4a1d93-3469-4007-afdf-291b22e8334e req-3a611009-6fd3-4fa0-8e8e-27fe03342faa service neutron] Checking segment: {'id': '2ae7a459-953f-4f06-8bb8-d3b1f54967e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '37f7eee7-78e5-4454-9540-9eb1f8cbbdab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:30:05.699968 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d4a1d93-3469-4007-afdf-291b22e8334e req-3a611009-6fd3-4fa0-8e8e-27fe03342faa service neutron] Bound using segment: {'id': '2ae7a459-953f-4f06-8bb8-d3b1f54967e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '37f7eee7-78e5-4454-9540-9eb1f8cbbdab'} {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:30:05.700732 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-5d4a1d93-3469-4007-afdf-291b22e8334e req-3a611009-6fd3-4fa0-8e8e-27fe03342faa service neutron] Bound port: 863bd33a-7c9e-4cbf-aa6d-c8f79ce93249, host: n-h2-813419-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ae7a459-953f-4f06-8bb8-d3b1f54967e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '37f7eee7-78e5-4454-9540-9eb1f8cbbdab'}}] {{(pid=102347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:30:05.701298 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-5d4a1d93-3469-4007-afdf-291b22e8334e req-3a611009-6fd3-4fa0-8e8e-27fe03342faa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:05.777874 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-5d4a1d93-3469-4007-afdf-291b22e8334e req-3a611009-6fd3-4fa0-8e8e-27fe03342faa service neutron] For port 863bd33a-7c9e-4cbf-aa6d-c8f79ce93249, host n-h2-813419-10, cleared binding levels {{(pid=102347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:30:05.781629 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-5d4a1d93-3469-4007-afdf-291b22e8334e req-3a611009-6fd3-4fa0-8e8e-27fe03342faa service neutron] For port 863bd33a-7c9e-4cbf-aa6d-c8f79ce93249, host n-h2-813419-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=863bd33a-7c9e-4cbf-aa6d-c8f79ce93249,segment=NetworkSegment(2ae7a459-953f-4f06-8bb8-d3b1f54967e3),segment_id=2ae7a459-953f-4f06-8bb8-d3b1f54967e3)] {{(pid=102347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:30:05.787548 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-c7adeac2-5f57-4d3e-a09d-1d4eb15c524b req-ae22900b-1b4c-4fe6-a280-dbc91ed2dcdf service neutron] For port 1ac067d3-7c67-41d6-8650-1789f73a8411, host n-h2-813419-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=1ac067d3-7c67-41d6-8650-1789f73a8411,segment=NetworkSegment(61ab1b7f-66c3-42d8-a73a-3b9ec21f612f),segment_id=61ab1b7f-66c3-42d8-a73a-3b9ec21f612f)] {{(pid=102347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:30:05.792135 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-2b14f6e1-6e25-465a-bc38-74f4aef4618e tempest-ServersTestFqdnHostnames-151958439 tempest-ServersTestFqdnHostnames-151958439-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for floatingip, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:05.793606 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-2b14f6e1-6e25-465a-bc38-74f4aef4618e tempest-ServersTestFqdnHostnames-151958439 tempest-ServersTestFqdnHostnames-151958439-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.9599438 Oct 27 10:30:05.795001 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-5d4a1d93-3469-4007-afdf-291b22e8334e req-3a611009-6fd3-4fa0-8e8e-27fe03342faa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:05.814634 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a611009-6fd3-4fa0-8e8e-27fe03342faa service neutron] Pushing event updated for resources: {'Port': ['ID=863bd33a-7c9e-4cbf-aa6d-c8f79ce93249,revision_number=9']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:30:05.833571 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4a1d93-3469-4007-afdf-291b22e8334e req-3a611009-6fd3-4fa0-8e8e-27fe03342faa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:30:05.835773 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-5d4a1d93-3469-4007-afdf-291b22e8334e req-3a611009-6fd3-4fa0-8e8e-27fe03342faa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:05.839955 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-5d4a1d93-3469-4007-afdf-291b22e8334e req-3a611009-6fd3-4fa0-8e8e-27fe03342faa service neutron] 10.222.0.76 "PUT /v2.0/ports/863bd33a-7c9e-4cbf-aa6d-c8f79ce93249 HTTP/1.1" status: 200 len: 1093 time: 2.6680560 Oct 27 10:30:05.843658 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-c7adeac2-5f57-4d3e-a09d-1d4eb15c524b req-ae22900b-1b4c-4fe6-a280-dbc91ed2dcdf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:05.980735 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ae88705b-ff48-4c69-bfde-8b41510daabe tempest-RoutersIpV6AdminTest-927106320 tempest-RoutersIpV6AdminTest-927106320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1769395', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1765690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3711'] for router, precommit_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:05.986208 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ae88705b-ff48-4c69-bfde-8b41510daabe tempest-RoutersIpV6AdminTest-927106320 tempest-RoutersIpV6AdminTest-927106320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1769372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1769386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1769381', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1765685'] for router, after_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:06.034273 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ae4390a-b621-4500-a1b9-c968556e5a4c', 'tag': '863bd33a-7c9e-4cbf-aa6d-c8f79ce93249'}] {{(pid=102347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:30:06.037068 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311149b481204ee7edffdb959c881838506fbd95bc8577c048f6677abb73acc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5404de84-3c70-408d-9fb0-979a0d2c5b4a" -d '{"events": [{"name": "network-changed", "server_uuid": "5ae4390a-b621-4500-a1b9-c968556e5a4c", "tag": "863bd33a-7c9e-4cbf-aa6d-c8f79ce93249"}]}' {{(pid=102347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:30:06.040338 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a611009-6fd3-4fa0-8e8e-27fe03342faa service neutron] Pushing event updated for resources: {'Port': ['ID=863bd33a-7c9e-4cbf-aa6d-c8f79ce93249,revision_number=10']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:30:06.107870 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-a34fde28-686c-45f3-851b-ca50907dfa08 req-8f041a73-71e2-4eed-b6b1-3d0c9c6e0e7e tempest-SecurityGroupsTestAdminJSON-181435771 tempest-SecurityGroupsTestAdminJSON-181435771-project] Publish callbacks [] for security_group, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:06.130858 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae88705b-ff48-4c69-bfde-8b41510daabe tempest-RoutersIpV6AdminTest-927106320 tempest-RoutersIpV6AdminTest-927106320-project] Router b588b1aa-189b-4220-8ade-f57936eee852 has already been hosted by L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb {{(pid=102346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 10:30:06.159339 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27c2e51-cc46-4471-b2bb-b6b9c8d5a40e req-2d3a726c-635e-4bca-b937-962e004730f6 tempest-AttachSCSIVolumeTestJSON-688687716 tempest-AttachSCSIVolumeTestJSON-688687716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:30:06.161212 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c27c2e51-cc46-4471-b2bb-b6b9c8d5a40e req-2d3a726c-635e-4bca-b937-962e004730f6 tempest-AttachSCSIVolumeTestJSON-688687716 tempest-AttachSCSIVolumeTestJSON-688687716-project] 10.222.0.44 "GET /v2.0/ports?device_id=56c150fe-8088-48c7-87b5-ba0dd7cc2f5a HTTP/1.1" status: 200 len: 943 time: 0.1129124 Oct 27 10:30:06.174355 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7adeac2-5f57-4d3e-a09d-1d4eb15c524b req-ae22900b-1b4c-4fe6-a280-dbc91ed2dcdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:30:06.175082 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-c7adeac2-5f57-4d3e-a09d-1d4eb15c524b req-ae22900b-1b4c-4fe6-a280-dbc91ed2dcdf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:06.176485 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c7adeac2-5f57-4d3e-a09d-1d4eb15c524b req-ae22900b-1b4c-4fe6-a280-dbc91ed2dcdf service neutron] 10.222.0.76 "PUT /v2.0/ports/1ac067d3-7c67-41d6-8650-1789f73a8411 HTTP/1.1" status: 200 len: 1092 time: 4.1407914 Oct 27 10:30:06.216827 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-a34fde28-686c-45f3-851b-ca50907dfa08 req-8f041a73-71e2-4eed-b6b1-3d0c9c6e0e7e tempest-SecurityGroupsTestAdminJSON-181435771 tempest-SecurityGroupsTestAdminJSON-181435771-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:06.238654 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c27c2e51-cc46-4471-b2bb-b6b9c8d5a40e req-ca0b95cf-64b5-4dbc-82d7-85a51a393787 tempest-AttachSCSIVolumeTestJSON-688687716 tempest-AttachSCSIVolumeTestJSON-688687716-project] 10.222.0.44 "GET /v2.0/security-groups?id=e0052f61-fc81-4452-a464-2233f5331509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612202 Oct 27 10:30:06.247543 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4a1d93-3469-4007-afdf-291b22e8334e req-2bdb443c-381c-40e3-8042-94abfbf78849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:30:06.252708 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-5d4a1d93-3469-4007-afdf-291b22e8334e req-2bdb443c-381c-40e3-8042-94abfbf78849 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=f314710ab2574682a5080affa23addcb&device_id=5ae4390a-b621-4500-a1b9-c968556e5a4c HTTP/1.1" status: 200 len: 1097 time: 0.1742961 Oct 27 10:30:06.264938 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae22900b-1b4c-4fe6-a280-dbc91ed2dcdf service neutron] Pushing event updated for resources: {'Port': ['ID=1ac067d3-7c67-41d6-8650-1789f73a8411,revision_number=3']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:30:06.446315 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae88705b-ff48-4c69-bfde-8b41510daabe tempest-RoutersIpV6AdminTest-927106320 tempest-RoutersIpV6AdminTest-927106320-project] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:30:06.458117 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ae88705b-ff48-4c69-bfde-8b41510daabe tempest-RoutersIpV6AdminTest-927106320 tempest-RoutersIpV6AdminTest-927106320-project] Publish callbacks [] for router, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:06.459303 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-ae88705b-ff48-4c69-bfde-8b41510daabe tempest-RoutersIpV6AdminTest-927106320 tempest-RoutersIpV6AdminTest-927106320-project] 10.222.0.44 "PUT /v2.0/routers/b588b1aa-189b-4220-8ade-f57936eee852 HTTP/1.1" status: 200 len: 710 time: 3.3502207 Oct 27 10:30:06.461930 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 56308) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:30:06.470575 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46cd01ce-578c-49bd-bb72-eae9934e623e None None] Sync routers for ids ['b588b1aa-189b-4220-8ade-f57936eee852'] in n-d-813419-10 {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:30:06.497837 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46cd01ce-578c-49bd-bb72-eae9934e623e None None] Routers {'b588b1aa-189b-4220-8ade-f57936eee852'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:30:06.501042 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-46cd01ce-578c-49bd-bb72-eae9934e623e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:29:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['b588b1aa-189b-4220-8ade-f57936eee852'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:30:06.526709 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-a34fde28-686c-45f3-851b-ca50907dfa08 req-8f041a73-71e2-4eed-b6b1-3d0c9c6e0e7e tempest-SecurityGroupsTestAdminJSON-181435771 tempest-SecurityGroupsTestAdminJSON-181435771-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:06.529708 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-a34fde28-686c-45f3-851b-ca50907dfa08 req-8f041a73-71e2-4eed-b6b1-3d0c9c6e0e7e tempest-SecurityGroupsTestAdminJSON-181435771 tempest-SecurityGroupsTestAdminJSON-181435771-project] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:06.554117 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-a34fde28-686c-45f3-851b-ca50907dfa08 req-8f041a73-71e2-4eed-b6b1-3d0c9c6e0e7e tempest-SecurityGroupsTestAdminJSON-181435771 tempest-SecurityGroupsTestAdminJSON-181435771-project] 10.222.0.44 "DELETE /v2.0/security-groups/0b80890c-aee7-4de7-adf5-d791e115689e HTTP/1.1" status: 204 len: 173 time: 0.9799316 Oct 27 10:30:06.603655 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f041a73-71e2-4eed-b6b1-3d0c9c6e0e7e tempest-SecurityGroupsTestAdminJSON-181435771 tempest-SecurityGroupsTestAdminJSON-181435771-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b80890c-aee7-4de7-adf5-d791e115689e,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:30:06.651109 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-46cd01ce-578c-49bd-bb72-eae9934e623e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:30:06.680790 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 10:30:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8fe005f-cc8c-4bee-ab85-97ccd3dd78a1 x-openstack-request-id: req-e8fe005f-cc8c-4bee-ab85-97ccd3dd78a1 {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:30:06.681425 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ae4390a-b621-4500-a1b9-c968556e5a4c", "tag": "863bd33a-7c9e-4cbf-aa6d-c8f79ce93249", "status": "completed", "code": 200}]} {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:30:06.681835 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e8fe005f-cc8c-4bee-ab85-97ccd3dd78a1 {{(pid=102347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:30:06.682178 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46cd01ce-578c-49bd-bb72-eae9934e623e None None] Routers {'b588b1aa-189b-4220-8ade-f57936eee852'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:30:06.682676 n-d-813419-10 neutron-server[102347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ae4390a-b621-4500-a1b9-c968556e5a4c', 'tag': '863bd33a-7c9e-4cbf-aa6d-c8f79ce93249', 'status': 'completed', 'code': 200} Oct 27 10:30:06.683408 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-46cd01ce-578c-49bd-bb72-eae9934e623e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:29:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['b588b1aa-189b-4220-8ade-f57936eee852'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:30:06.755178 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 56316) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:30:06.757950 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-0ce4c47c-f7a4-47d6-9770-48dc1c102e46 tempest-RoutersIpV6AdminTest-1540385956 tempest-RoutersIpV6AdminTest-1540385956-project-admin] 10.222.0.44 "GET /v2.0/routers/b588b1aa-189b-4220-8ade-f57936eee852 HTTP/1.1" status: 200 len: 745 time: 0.2945800 Oct 27 10:30:06.763044 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-9a0c7e55-709c-409a-be5e-37dc1e2ba493 req-0d4ef92d-3759-4f10-a9bc-b04843ac314b tempest-ServersTestFqdnHostnames-151958439 tempest-ServersTestFqdnHostnames-151958439-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--1821746207&fields=id&tenant_id=50ab7eab762445ca9e27bf807345be3c HTTP/1.1" status: 200 len: 267 time: 0.1590703 Oct 27 10:30:06.767410 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-46cd01ce-578c-49bd-bb72-eae9934e623e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:30:06.772118 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46cd01ce-578c-49bd-bb72-eae9934e623e None None] The sync data for ids ['b588b1aa-189b-4220-8ade-f57936eee852'] in n-d-813419-10 is: [] {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:30:06.913646 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 56322) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:30:06.917595 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-4c94f061-6d56-4402-981c-6b51c4b8bce2 tempest-RoutersIpV6AdminTest-1540385956 tempest-RoutersIpV6AdminTest-1540385956-project-admin] 10.222.0.44 "GET /v2.0/ports?network_id=185ff123-c7ff-45c7-a6be-71feb35acc9c&device_id=b588b1aa-189b-4220-8ade-f57936eee852 HTTP/1.1" status: 200 len: 205 time: 0.1610930 Oct 27 10:30:06.976146 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19da59e0-5855-4d42-ba64-ae2774c358bb req-59bcfb80-db4e-4100-a73e-6031627997c5 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:30:06.980167 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-19da59e0-5855-4d42-ba64-ae2774c358bb req-59bcfb80-db4e-4100-a73e-6031627997c5 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ae4390a-b621-4500-a1b9-c968556e5a4c HTTP/1.1" status: 200 len: 945 time: 0.1683054 Oct 27 10:30:06.984741 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 56324) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:30:06.989028 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-0aa75a1b-b6fc-41e3-8c83-acbbce8fe4e5 tempest-RoutersIpV6AdminTest-927106320 tempest-RoutersIpV6AdminTest-927106320-project] 10.222.0.44 "GET /v2.0/ports?device_id=b588b1aa-189b-4220-8ade-f57936eee852 HTTP/1.1" status: 200 len: 205 time: 0.0722833 Oct 27 10:30:07.052648 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0c7e55-709c-409a-be5e-37dc1e2ba493 req-4c03e8ec-5dd9-44af-bb69-49d9d627aa77 tempest-ServersTestFqdnHostnames-151958439 tempest-ServersTestFqdnHostnames-151958439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:30:07.054170 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-9a0c7e55-709c-409a-be5e-37dc1e2ba493 req-4c03e8ec-5dd9-44af-bb69-49d9d627aa77 tempest-ServersTestFqdnHostnames-151958439 tempest-ServersTestFqdnHostnames-151958439-project] 10.222.0.44 "GET /v2.0/networks?id=2b5dda7b-dc05-4d2b-a3dd-2052b5b3ce50 HTTP/1.1" status: 200 len: 814 time: 0.2823153 Oct 27 10:30:07.089529 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 56328) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:30:07.109739 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-9a0c7e55-709c-409a-be5e-37dc1e2ba493 req-81c2562e-b4f3-4024-8f20-dbbe72f70671 tempest-ServersTestFqdnHostnames-151958439 tempest-ServersTestFqdnHostnames-151958439-project] 10.222.0.44 "GET /v2.0/quotas/50ab7eab762445ca9e27bf807345be3c HTTP/1.1" status: 200 len: 375 time: 0.0492625 Oct 27 10:30:07.196827 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-41168a8a-380a-4bbe-bf3c-3447156714b9 tempest-RoutersIpV6AdminTest-927106320 tempest-RoutersIpV6AdminTest-927106320-project] Publish callbacks [] for router, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:07.230514 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-9a0c7e55-709c-409a-be5e-37dc1e2ba493 req-50f9c70e-6bcc-46d8-9fbd-4ad4af5a25fd tempest-ServersTestFqdnHostnames-151958439 tempest-ServersTestFqdnHostnames-151958439-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=50ab7eab762445ca9e27bf807345be3c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1077864 Oct 27 10:30:07.357959 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-19da59e0-5855-4d42-ba64-ae2774c358bb req-614efe33-0dc7-4fe6-9513-eeff407be756 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/security-groups?id=9f7279ee-2d49-4f67-b584-fc902ef383cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2748840 Oct 27 10:30:07.466525 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-d600abef-ee34-47d7-8444-7b65733db348 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=42de08f03bc940029a5471f467bb02ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3730369 Oct 27 10:30:07.473537 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 56336) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:30:07.543742 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-9a0c7e55-709c-409a-be5e-37dc1e2ba493 req-1ad393f9-cd21-45db-b1a2-a9038c138008 service neutron] 10.222.0.44 "GET /v2.0/networks/2b5dda7b-dc05-4d2b-a3dd-2052b5b3ce50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2988737 Oct 27 10:30:07.610332 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-41168a8a-380a-4bbe-bf3c-3447156714b9 tempest-RoutersIpV6AdminTest-927106320 tempest-RoutersIpV6AdminTest-927106320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1765662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3700'] for router, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:07.612727 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-41168a8a-380a-4bbe-bf3c-3447156714b9 tempest-RoutersIpV6AdminTest-927106320 tempest-RoutersIpV6AdminTest-927106320-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:07.748800 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-41168a8a-380a-4bbe-bf3c-3447156714b9 tempest-RoutersIpV6AdminTest-927106320 tempest-RoutersIpV6AdminTest-927106320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1765641'] for router, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:07.749318 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41168a8a-380a-4bbe-bf3c-3447156714b9 tempest-RoutersIpV6AdminTest-927106320 tempest-RoutersIpV6AdminTest-927106320-project] Fanout notify agent at l3_agent the message router_deleted on router b588b1aa-189b-4220-8ade-f57936eee852 {{(pid=102346) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 10:30:07.757739 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-41168a8a-380a-4bbe-bf3c-3447156714b9 tempest-RoutersIpV6AdminTest-927106320 tempest-RoutersIpV6AdminTest-927106320-project] Publish callbacks [] for router, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:07.758917 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-41168a8a-380a-4bbe-bf3c-3447156714b9 tempest-RoutersIpV6AdminTest-927106320 tempest-RoutersIpV6AdminTest-927106320-project] 10.222.0.44 "DELETE /v2.0/routers/b588b1aa-189b-4220-8ade-f57936eee852 HTTP/1.1" status: 204 len: 168 time: 0.7732117 Oct 27 10:30:07.768891 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 56338) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:30:07.817897 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-2991bfa3-43e9-4f83-97b5-15a6e7dd3028 tempest-RoutersIpV6AdminTest-927106320 tempest-RoutersIpV6AdminTest-927106320-project] 10.222.0.44 "GET /v2.0/ports?device_id=b588b1aa-189b-4220-8ade-f57936eee852 HTTP/1.1" status: 200 len: 205 time: 0.0446825 Oct 27 10:30:07.818622 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 56340) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:30:07.838329 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598224f5-caa3-4ce4-9a93-66453afb4858 req-0a5c13e1-6961-4c5f-a2ac-55fb8736978f tempest-AttachSCSIVolumeTestJSON-688687716 tempest-AttachSCSIVolumeTestJSON-688687716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:30:07.847429 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-598224f5-caa3-4ce4-9a93-66453afb4858 req-0a5c13e1-6961-4c5f-a2ac-55fb8736978f tempest-AttachSCSIVolumeTestJSON-688687716 tempest-AttachSCSIVolumeTestJSON-688687716-project] 10.222.0.44 "GET /v2.0/ports?device_id=56c150fe-8088-48c7-87b5-ba0dd7cc2f5a HTTP/1.1" status: 200 len: 943 time: 0.1535988 Oct 27 10:30:07.922759 n-d-813419-10 neutron-server[102346]: INFO neutron.api.v2.resource [None req-50dee9f1-10aa-4fda-84c1-fcd7d0ab0bf8 tempest-RoutersIpV6AdminTest-927106320 tempest-RoutersIpV6AdminTest-927106320-project] delete failed (client error): The resource could not be found. Oct 27 10:30:07.928921 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-50dee9f1-10aa-4fda-84c1-fcd7d0ab0bf8 tempest-RoutersIpV6AdminTest-927106320 tempest-RoutersIpV6AdminTest-927106320-project] 10.222.0.44 "DELETE /v2.0/routers/b588b1aa-189b-4220-8ade-f57936eee852 HTTP/1.1" status: 404 len: 336 time: 0.1070063 Oct 27 10:30:07.930869 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 56342) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:30:07.981639 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-3fd4eb36-b297-45e9-96a4-9d0b29ba8985 tempest-RoutersIpV6AdminTest-927106320 tempest-RoutersIpV6AdminTest-927106320-project] 10.222.0.44 "GET /v2.0/ports?device_id=8d329144-1e4a-4e41-ad36-1b3d3e5cebcd HTTP/1.1" status: 200 len: 205 time: 0.0479190 Oct 27 10:30:07.987175 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 56344) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:30:08.065697 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-598224f5-caa3-4ce4-9a93-66453afb4858 req-d96b880c-9c70-4adc-9d14-836dfea784e8 tempest-AttachSCSIVolumeTestJSON-688687716 tempest-AttachSCSIVolumeTestJSON-688687716-project] 10.222.0.44 "GET /v2.0/security-groups?id=e0052f61-fc81-4452-a464-2233f5331509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2122931 Oct 27 10:30:08.069700 n-d-813419-10 neutron-server[102346]: INFO neutron.api.v2.resource [None req-d149b26e-7f52-4f06-9651-d8765e4604df tempest-RoutersIpV6AdminTest-927106320 tempest-RoutersIpV6AdminTest-927106320-project] delete failed (client error): The resource could not be found. Oct 27 10:30:08.074825 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-d149b26e-7f52-4f06-9651-d8765e4604df tempest-RoutersIpV6AdminTest-927106320 tempest-RoutersIpV6AdminTest-927106320-project] 10.222.0.44 "DELETE /v2.0/routers/8d329144-1e4a-4e41-ad36-1b3d3e5cebcd HTTP/1.1" status: 404 len: 336 time: 0.0878375 Oct 27 10:30:08.075164 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 56346) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:30:08.163650 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-ec9b19ec-c279-45ae-b20f-3ae93492dcea tempest-RoutersIpV6AdminTest-927106320 tempest-RoutersIpV6AdminTest-927106320-project] 10.222.0.44 "GET /v2.0/ports?device_id=a6502ca0-217e-4d81-860b-91fb2d7e75a4 HTTP/1.1" status: 200 len: 205 time: 0.0866592 Oct 27 10:30:08.165414 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 56350) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:30:08.282149 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-95938c7b-d4f1-47f8-8621-a70cdcefbe13 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:08.284447 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4a1d93-3469-4007-afdf-291b22e8334e req-ea3cccb1-a73a-4671-9183-4e2324562c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:30:08.284741 n-d-813419-10 neutron-server[102346]: INFO neutron.api.v2.resource [None req-7afd475f-2ae9-437a-8678-50c1b18624a4 tempest-RoutersIpV6AdminTest-927106320 tempest-RoutersIpV6AdminTest-927106320-project] delete failed (client error): The resource could not be found. Oct 27 10:30:08.288451 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-5d4a1d93-3469-4007-afdf-291b22e8334e req-ea3cccb1-a73a-4671-9183-4e2324562c92 service neutron] 10.222.0.76 "GET /v2.0/networks?id=37f7eee7-78e5-4454-9540-9eb1f8cbbdab HTTP/1.1" status: 200 len: 915 time: 0.9319630 Oct 27 10:30:08.289413 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-7afd475f-2ae9-437a-8678-50c1b18624a4 tempest-RoutersIpV6AdminTest-927106320 tempest-RoutersIpV6AdminTest-927106320-project] 10.222.0.44 "DELETE /v2.0/routers/a6502ca0-217e-4d81-860b-91fb2d7e75a4 HTTP/1.1" status: 404 len: 336 time: 0.1198044 Oct 27 10:30:08.290171 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 56352) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:30:08.322590 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-95938c7b-d4f1-47f8-8621-a70cdcefbe13 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:08.342385 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-324a0370-6ecc-4517-9d1b-b69b2962e73a tempest-RoutersIpV6AdminTest-927106320 tempest-RoutersIpV6AdminTest-927106320-project] 10.222.0.44 "GET /v2.0/ports?device_id=40c536ca-36a0-4312-9617-aa518ff23202 HTTP/1.1" status: 200 len: 205 time: 0.0509286 Oct 27 10:30:08.349549 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 56354) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:30:08.392661 n-d-813419-10 neutron-server[102346]: INFO neutron.api.v2.resource [None req-6716491f-1d20-4d02-8e3b-5706a6f08ca7 tempest-RoutersIpV6AdminTest-927106320 tempest-RoutersIpV6AdminTest-927106320-project] delete failed (client error): The resource could not be found. Oct 27 10:30:08.393897 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-6716491f-1d20-4d02-8e3b-5706a6f08ca7 tempest-RoutersIpV6AdminTest-927106320 tempest-RoutersIpV6AdminTest-927106320-project] 10.222.0.44 "DELETE /v2.0/routers/40c536ca-36a0-4312-9617-aa518ff23202 HTTP/1.1" status: 404 len: 336 time: 0.0432401 Oct 27 10:30:08.396617 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 56356) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:30:08.407287 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-9a0c7e55-709c-409a-be5e-37dc1e2ba493 req-74db3253-4966-4165-a860-ea8c380939bd service neutron] 10.222.0.44 "GET /v2.0/networks/2b5dda7b-dc05-4d2b-a3dd-2052b5b3ce50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8626521 Oct 27 10:30:08.434071 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-95938c7b-d4f1-47f8-8621-a70cdcefbe13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:08.437022 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-95938c7b-d4f1-47f8-8621-a70cdcefbe13 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:08.438610 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-95938c7b-d4f1-47f8-8621-a70cdcefbe13 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1c302eda-31bf-4928-aaf4-30e66c5e697f HTTP/1.1" status: 204 len: 168 time: 0.9593973 Oct 27 10:30:08.485536 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95938c7b-d4f1-47f8-8621-a70cdcefbe13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c302eda-31bf-4928-aaf4-30e66c5e697f,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:30:08.512782 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-8db92b7e-dd2f-48ae-a14a-732cdaaf2083 tempest-RoutersIpV6AdminTest-927106320 tempest-RoutersIpV6AdminTest-927106320-project] 10.222.0.44 "GET /v2.0/ports?device_id=069e0b18-18f0-4ea2-9220-93cf00bf3464 HTTP/1.1" status: 200 len: 205 time: 0.1083224 Oct 27 10:30:08.513044 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 56362) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:30:08.598086 n-d-813419-10 neutron-server[102347]: INFO neutron.api.v2.resource [None req-be29f106-f3d9-4c2c-ae57-e2aa77118efb tempest-RoutersIpV6AdminTest-927106320 tempest-RoutersIpV6AdminTest-927106320-project] delete failed (client error): The resource could not be found. Oct 27 10:30:08.612721 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-be29f106-f3d9-4c2c-ae57-e2aa77118efb tempest-RoutersIpV6AdminTest-927106320 tempest-RoutersIpV6AdminTest-927106320-project] 10.222.0.44 "DELETE /v2.0/routers/069e0b18-18f0-4ea2-9220-93cf00bf3464 HTTP/1.1" status: 404 len: 336 time: 0.0846090 Oct 27 10:30:08.613485 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 56366) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:30:08.620728 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c4da30-1744-49a0-a3d2-52461ba45567 req-eb05c8d1-98f4-4b14-8fe8-3f4174d83f2c tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:30:08.627076 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-30c4da30-1744-49a0-a3d2-52461ba45567 req-eb05c8d1-98f4-4b14-8fe8-3f4174d83f2c tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ae4390a-b621-4500-a1b9-c968556e5a4c HTTP/1.1" status: 200 len: 945 time: 0.1322277 Oct 27 10:30:08.655507 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-3b6859ce-78c9-4f35-81f4-712718c9bfbf tempest-RoutersIpV6AdminTest-927106320 tempest-RoutersIpV6AdminTest-927106320-project] 10.222.0.44 "GET /v2.0/ports?device_id=9e0e9f09-6dfc-4554-8b52-96d622d51818 HTTP/1.1" status: 200 len: 205 time: 0.0403936 Oct 27 10:30:08.660843 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 56368) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:30:08.701794 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-30c4da30-1744-49a0-a3d2-52461ba45567 req-e33855c2-9091-417a-b1a5-4e568b83cd64 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/security-groups?id=9f7279ee-2d49-4f67-b584-fc902ef383cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686355 Oct 27 10:30:08.798369 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:08.813647 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56c150fe-8088-48c7-87b5-ba0dd7cc2f5a', 'tag': '1ac067d3-7c67-41d6-8650-1789f73a8411'}] {{(pid=102347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:30:08.816239 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311149b481204ee7edffdb959c881838506fbd95bc8577c048f6677abb73acc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-289605d7-803a-44e2-9f81-a72e8a9600dc" -d '{"events": [{"name": "network-changed", "server_uuid": "56c150fe-8088-48c7-87b5-ba0dd7cc2f5a", "tag": "1ac067d3-7c67-41d6-8650-1789f73a8411"}]}' {{(pid=102347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:30:08.823397 n-d-813419-10 neutron-server[102347]: INFO neutron.api.v2.resource [None req-1788a562-fea4-40ed-9518-bd0bfe3d7eee tempest-RoutersIpV6AdminTest-927106320 tempest-RoutersIpV6AdminTest-927106320-project] delete failed (client error): The resource could not be found. Oct 27 10:30:08.831442 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-1788a562-fea4-40ed-9518-bd0bfe3d7eee tempest-RoutersIpV6AdminTest-927106320 tempest-RoutersIpV6AdminTest-927106320-project] 10.222.0.44 "DELETE /v2.0/routers/9e0e9f09-6dfc-4554-8b52-96d622d51818 HTTP/1.1" status: 404 len: 336 time: 0.1693373 Oct 27 10:30:08.834450 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 56378) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:30:08.928990 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 10:30:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d0a6dcb-5a79-43a5-9bd0-1aa459876800 x-openstack-request-id: req-2d0a6dcb-5a79-43a5-9bd0-1aa459876800 {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:30:08.929349 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56c150fe-8088-48c7-87b5-ba0dd7cc2f5a", "tag": "1ac067d3-7c67-41d6-8650-1789f73a8411", "status": "completed", "code": 200}]} {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:30:08.929664 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-2d0a6dcb-5a79-43a5-9bd0-1aa459876800 {{(pid=102347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:30:08.930119 n-d-813419-10 neutron-server[102347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56c150fe-8088-48c7-87b5-ba0dd7cc2f5a', 'tag': '1ac067d3-7c67-41d6-8650-1789f73a8411', 'status': 'completed', 'code': 200} Oct 27 10:30:08.951205 n-d-813419-10 neutron-server[102346]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb29a8b4-a55b-47f4-95e4-fe2521c9540a tempest-RoutersIpV6AdminTest-927106320 tempest-RoutersIpV6AdminTest-927106320-project] DELETE failed (client error): The resource could not be found. Oct 27 10:30:08.952053 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb29a8b4-a55b-47f4-95e4-fe2521c9540a tempest-RoutersIpV6AdminTest-927106320 tempest-RoutersIpV6AdminTest-927106320-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102346) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 10:30:08.964745 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-bb29a8b4-a55b-47f4-95e4-fe2521c9540a tempest-RoutersIpV6AdminTest-927106320 tempest-RoutersIpV6AdminTest-927106320-project] 10.222.0.44 "DELETE /v2.0/subnets/b9e86881-cf42-4d5c-af12-a696216949df HTTP/1.1" status: 404 len: 337 time: 0.1291041 Oct 27 10:30:09.058314 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-26561abc-e11e-4c23-8b98-7998e4df5a27 req-a2b29d4a-2ec9-4635-8f84-01203fbe4065 tempest-ServersTestFqdnHostnames-151958439 tempest-ServersTestFqdnHostnames-151958439-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec426f37-47a7-4e9c-870c-91e8df99e748 HTTP/1.1" status: 200 len: 210 time: 0.2104945 Oct 27 10:30:09.186205 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 56388) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:30:09.461340 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-9090a005-a153-4f62-854d-e5300e040899 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4ab5aa7361314b24b477f6389026c1ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2713208 Oct 27 10:30:09.462952 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 56398) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:30:09.514893 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-5d4a1d93-3469-4007-afdf-291b22e8334e req-dcb9db94-440e-417f-8a6a-de792a9ec67b service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=863bd33a-7c9e-4cbf-aa6d-c8f79ce93249 HTTP/1.1" status: 200 len: 217 time: 0.2073317 Oct 27 10:30:09.565781 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 56400) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:30:09.705972 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-e359e2a3-1b86-4be7-ac2f-5830c255086f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:09.711485 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da2f402-d934-4752-b9ee-dfb9188a4ad7 req-2c22b79d-702e-45f7-a535-c9d4c25337f0 tempest-AttachSCSIVolumeTestJSON-688687716 tempest-AttachSCSIVolumeTestJSON-688687716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:30:09.722138 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-3da2f402-d934-4752-b9ee-dfb9188a4ad7 req-2c22b79d-702e-45f7-a535-c9d4c25337f0 tempest-AttachSCSIVolumeTestJSON-688687716 tempest-AttachSCSIVolumeTestJSON-688687716-project] 10.222.0.44 "GET /v2.0/ports?device_id=56c150fe-8088-48c7-87b5-ba0dd7cc2f5a HTTP/1.1" status: 200 len: 943 time: 0.4533749 Oct 27 10:30:09.774263 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7adeac2-5f57-4d3e-a09d-1d4eb15c524b req-858b67ff-abe4-4cdc-bea2-3e85d9bb5b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:30:09.779157 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c7adeac2-5f57-4d3e-a09d-1d4eb15c524b req-858b67ff-abe4-4cdc-bea2-3e85d9bb5b6e service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=5c4292e7b3054fefacdede3cb596f6a1&device_id=56c150fe-8088-48c7-87b5-ba0dd7cc2f5a HTTP/1.1" status: 200 len: 1095 time: 0.4408007 Oct 27 10:30:09.815908 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-e359e2a3-1b86-4be7-ac2f-5830c255086f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:09.870189 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4a1d93-3469-4007-afdf-291b22e8334e req-2b57de44-190b-4e63-b35a-8eb1d3ae8a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:30:09.873214 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-5d4a1d93-3469-4007-afdf-291b22e8334e req-2b57de44-190b-4e63-b35a-8eb1d3ae8a91 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=249a5a87-559c-4770-af81-a36d13f3e017 HTTP/1.1" status: 200 len: 854 time: 0.3284895 Oct 27 10:30:09.893400 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c7adeac2-5f57-4d3e-a09d-1d4eb15c524b req-a818062b-04a2-4a7f-80fa-094e4bf8deb0 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1ac067d3-7c67-41d6-8650-1789f73a8411 HTTP/1.1" status: 200 len: 217 time: 0.1019602 Oct 27 10:30:09.912536 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-3da2f402-d934-4752-b9ee-dfb9188a4ad7 req-f1c43486-ffb8-4ff2-9a19-3a92599635ce tempest-AttachSCSIVolumeTestJSON-688687716 tempest-AttachSCSIVolumeTestJSON-688687716-project] 10.222.0.44 "GET /v2.0/security-groups?id=e0052f61-fc81-4452-a464-2233f5331509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823797 Oct 27 10:30:10.004060 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-5d4a1d93-3469-4007-afdf-291b22e8334e req-dbf72b48-ddc1-40df-92da-5b73d7057f3a service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=37f7eee7-78e5-4454-9540-9eb1f8cbbdab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0898068 Oct 27 10:30:10.035641 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-46cdaeed-45a5-407a-a3a2-91d288550bbf admin admin] Publish callbacks [] for security_group, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:10.086595 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8ba1b3-a1b6-4c03-a00c-111b1346fdb0 req-9acf2175-6622-4fd3-931e-d316482a37e5 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:30:10.088985 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-be8ba1b3-a1b6-4c03-a00c-111b1346fdb0 req-9acf2175-6622-4fd3-931e-d316482a37e5 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ae4390a-b621-4500-a1b9-c968556e5a4c HTTP/1.1" status: 200 len: 945 time: 0.1913095 Oct 27 10:30:10.137738 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-e359e2a3-1b86-4be7-ac2f-5830c255086f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:10.140441 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-e359e2a3-1b86-4be7-ac2f-5830c255086f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:10.141596 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-e359e2a3-1b86-4be7-ac2f-5830c255086f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/36ac3964-6163-498a-9b59-b49e270ce41e HTTP/1.1" status: 204 len: 168 time: 0.6758666 Oct 27 10:30:10.175923 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e359e2a3-1b86-4be7-ac2f-5830c255086f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36ac3964-6163-498a-9b59-b49e270ce41e,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:30:10.222219 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-be8ba1b3-a1b6-4c03-a00c-111b1346fdb0 req-5be8bd34-8271-43d0-84a3-21d76eb6a6e7 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/security-groups?id=9f7279ee-2d49-4f67-b584-fc902ef383cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217117 Oct 27 10:30:10.323767 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-46cdaeed-45a5-407a-a3a2-91d288550bbf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:10.337804 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-46cdaeed-45a5-407a-a3a2-91d288550bbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:10.425065 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cdaeed-45a5-407a-a3a2-91d288550bbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bbfb14e-3f9d-42ea-b3a4-3a62d78e9018,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:30:10.431962 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-46cdaeed-45a5-407a-a3a2-91d288550bbf admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4969ba9e7ccf4862b09baa9d1ff17c97&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8605766 Oct 27 10:30:10.434683 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 56416) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:30:10.517247 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-0d77ab0f-6ad2-4837-9386-6985716d56db admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:10.564580 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-a84c38a1-0d88-44c6-833d-19f2970ebbc9 req-64cf1922-28b5-4ad5-aa8e-7e307176d1c2 tempest-ServersTestFqdnHostnames-151958439 tempest-ServersTestFqdnHostnames-151958439-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec426f37-47a7-4e9c-870c-91e8df99e748 HTTP/1.1" status: 200 len: 210 time: 0.2554879 Oct 27 10:30:10.569504 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-0d77ab0f-6ad2-4837-9386-6985716d56db admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:10.665734 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7adeac2-5f57-4d3e-a09d-1d4eb15c524b req-11471052-a706-43af-b9c5-b6e7806a3da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:30:10.670453 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c7adeac2-5f57-4d3e-a09d-1d4eb15c524b req-11471052-a706-43af-b9c5-b6e7806a3da2 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=c2495fe4-ca7d-4e68-a399-b799b33f5730 HTTP/1.1" status: 200 len: 854 time: 0.6211147 Oct 27 10:30:10.674643 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-0d77ab0f-6ad2-4837-9386-6985716d56db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:10.678648 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-0d77ab0f-6ad2-4837-9386-6985716d56db admin admin] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:10.679939 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-0d77ab0f-6ad2-4837-9386-6985716d56db admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/0bbfb14e-3f9d-42ea-b3a4-3a62d78e9018 HTTP/1.1" status: 204 len: 168 time: 0.2438831 Oct 27 10:30:10.706737 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-5d4a1d93-3469-4007-afdf-291b22e8334e req-5977cd04-0d9b-4f8a-9df4-b847adcb805c service neutron] 10.222.0.76 "GET /v2.0/networks/37f7eee7-78e5-4454-9540-9eb1f8cbbdab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5049746 Oct 27 10:30:10.709749 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d77ab0f-6ad2-4837-9386-6985716d56db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bbfb14e-3f9d-42ea-b3a4-3a62d78e9018,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:30:11.115280 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c182ac3e-f11c-495b-a5a5-5598df7f62c2 req-50222324-8039-4cea-bbf0-89af06625830 tempest-AttachSCSIVolumeTestJSON-688687716 tempest-AttachSCSIVolumeTestJSON-688687716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:30:11.117378 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-c182ac3e-f11c-495b-a5a5-5598df7f62c2 req-50222324-8039-4cea-bbf0-89af06625830 tempest-AttachSCSIVolumeTestJSON-688687716 tempest-AttachSCSIVolumeTestJSON-688687716-project] 10.222.0.44 "GET /v2.0/ports?device_id=56c150fe-8088-48c7-87b5-ba0dd7cc2f5a HTTP/1.1" status: 200 len: 943 time: 0.0988111 Oct 27 10:30:11.170332 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-c182ac3e-f11c-495b-a5a5-5598df7f62c2 req-6ce1c11e-a1ca-40b1-b81f-32323b49cb9a tempest-AttachSCSIVolumeTestJSON-688687716 tempest-AttachSCSIVolumeTestJSON-688687716-project] 10.222.0.44 "GET /v2.0/security-groups?id=e0052f61-fc81-4452-a464-2233f5331509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458841 Oct 27 10:30:11.397260 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e4ad88-3d56-4cf1-9517-c5eb28167e5a req-32467ebb-58e8-4640-86f6-4cf14e638a6f tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:30:11.399180 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-55e4ad88-3d56-4cf1-9517-c5eb28167e5a req-32467ebb-58e8-4640-86f6-4cf14e638a6f tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ae4390a-b621-4500-a1b9-c968556e5a4c HTTP/1.1" status: 200 len: 945 time: 0.0666261 Oct 27 10:30:11.421860 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 56446) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:30:11.446080 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-55e4ad88-3d56-4cf1-9517-c5eb28167e5a req-72198564-cf8b-4a72-ab27-b8557a6f5653 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/security-groups?id=9f7279ee-2d49-4f67-b584-fc902ef383cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385163 Oct 27 10:30:11.501170 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-b97d47b8-a013-477c-8b8c-762147667aa1 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9971bc1d344143aab6828939c076242c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0764353 Oct 27 10:30:11.503763 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 56450) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:30:11.559297 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-547f0c5b-07a1-48bc-900b-b0e1091bcdd1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:11.594789 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-547f0c5b-07a1-48bc-900b-b0e1091bcdd1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:11.712538 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-d6c5bb96-d082-4e3c-9778-deae870517ee req-4f2fe4c6-6b17-49f7-a313-4b1728933c01 tempest-ServersTestFqdnHostnames-151958439 tempest-ServersTestFqdnHostnames-151958439-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec426f37-47a7-4e9c-870c-91e8df99e748 HTTP/1.1" status: 200 len: 210 time: 0.0530059 Oct 27 10:30:11.727724 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-547f0c5b-07a1-48bc-900b-b0e1091bcdd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:11.730877 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-547f0c5b-07a1-48bc-900b-b0e1091bcdd1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:11.732531 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-547f0c5b-07a1-48bc-900b-b0e1091bcdd1 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/18d87993-b26f-4675-aae0-013b900fc87e HTTP/1.1" status: 204 len: 168 time: 0.2269204 Oct 27 10:30:11.747164 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547f0c5b-07a1-48bc-900b-b0e1091bcdd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18d87993-b26f-4675-aae0-013b900fc87e,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:30:11.791663 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-4b98b1f3-7435-40a6-961d-480c9b614406 req-d17eb1cb-afd3-4b11-b983-eb95cae4f9c6 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=19de7999-f151-4eb5-986d-3e7b0f987b5e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0771880 Oct 27 10:30:11.948895 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b98b1f3-7435-40a6-961d-480c9b614406 req-b2d9db8b-53aa-4d8d-91b8-37f5e191a718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:30:11.950551 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b98b1f3-7435-40a6-961d-480c9b614406 req-b2d9db8b-53aa-4d8d-91b8-37f5e191a718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:30:11.953350 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b98b1f3-7435-40a6-961d-480c9b614406 req-b2d9db8b-53aa-4d8d-91b8-37f5e191a718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:30:11.953841 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b98b1f3-7435-40a6-961d-480c9b614406 req-b2d9db8b-53aa-4d8d-91b8-37f5e191a718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:30:11.954329 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b98b1f3-7435-40a6-961d-480c9b614406 req-b2d9db8b-53aa-4d8d-91b8-37f5e191a718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:30:11.955012 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b98b1f3-7435-40a6-961d-480c9b614406 req-b2d9db8b-53aa-4d8d-91b8-37f5e191a718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:30:11.955418 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b98b1f3-7435-40a6-961d-480c9b614406 req-b2d9db8b-53aa-4d8d-91b8-37f5e191a718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:30:11.961806 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-4b98b1f3-7435-40a6-961d-480c9b614406 req-b2d9db8b-53aa-4d8d-91b8-37f5e191a718 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4aa10ad73dbe4076b2c4dd14c0d23687&device_id=19de7999-f151-4eb5-986d-3e7b0f987b5e HTTP/1.1" status: 200 len: 6501 time: 0.1040096 Oct 27 10:30:12.124357 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b98b1f3-7435-40a6-961d-480c9b614406 req-ea857c69-b38a-465d-8c2e-0b2a0a970107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:30:12.125676 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b98b1f3-7435-40a6-961d-480c9b614406 req-ea857c69-b38a-465d-8c2e-0b2a0a970107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:30:12.126353 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b98b1f3-7435-40a6-961d-480c9b614406 req-ea857c69-b38a-465d-8c2e-0b2a0a970107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:30:12.128145 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-4b98b1f3-7435-40a6-961d-480c9b614406 req-ea857c69-b38a-465d-8c2e-0b2a0a970107 service neutron] 10.222.0.64 "GET /v2.0/networks?id=5f1726cf-df95-405e-a4b7-a0ec3cc3a1aa&id=d9f24547-a97b-4994-95da-a3dc1f0864ec&id=d9f24547-a97b-4994-95da-a3dc1f0864ec&id=d9f24547-a97b-4994-95da-a3dc1f0864ec&id=d9f24547-a97b-4994-95da-a3dc1f0864ec&id=629f7918-c2db-454f-876e-5fb1ab57b5ce&id=629f7918-c2db-454f-876e-5fb1ab57b5ce HTTP/1.1" status: 200 len: 2292 time: 0.1362488 Oct 27 10:30:12.276095 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-4b98b1f3-7435-40a6-961d-480c9b614406 req-bbc4eef2-c754-4dc1-a519-0d8c1e97ce35 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=663ad4fb-d48e-41b4-ba03-42d778bf0122 HTTP/1.1" status: 200 len: 1001 time: 0.1378117 Oct 27 10:30:12.414294 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b98b1f3-7435-40a6-961d-480c9b614406 req-1b6b6267-f87f-47f5-ae19-c04eb1a8c389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:30:12.419774 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-4b98b1f3-7435-40a6-961d-480c9b614406 req-1b6b6267-f87f-47f5-ae19-c04eb1a8c389 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f4dae274-687c-43d5-8fe0-b0ba3958c688 HTTP/1.1" status: 200 len: 850 time: 0.1352689 Oct 27 10:30:12.441189 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe6ca94-7957-4816-9eda-d93773ddf4bf req-8a76fe4d-9a45-4307-bff4-7392f147327c tempest-AttachSCSIVolumeTestJSON-688687716 tempest-AttachSCSIVolumeTestJSON-688687716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:30:12.452966 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-fbe6ca94-7957-4816-9eda-d93773ddf4bf req-8a76fe4d-9a45-4307-bff4-7392f147327c tempest-AttachSCSIVolumeTestJSON-688687716 tempest-AttachSCSIVolumeTestJSON-688687716-project] 10.222.0.44 "GET /v2.0/ports?device_id=56c150fe-8088-48c7-87b5-ba0dd7cc2f5a HTTP/1.1" status: 200 len: 943 time: 0.1325839 Oct 27 10:30:12.517340 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b98b1f3-7435-40a6-961d-480c9b614406 req-d89236e0-3902-4401-8ba5-aae6beb39f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:30:12.519098 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-4b98b1f3-7435-40a6-961d-480c9b614406 req-d89236e0-3902-4401-8ba5-aae6beb39f8f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5f1726cf-df95-405e-a4b7-a0ec3cc3a1aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0912676 Oct 27 10:30:12.562734 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-fbe6ca94-7957-4816-9eda-d93773ddf4bf req-e09c3dea-bf7f-4607-a08f-5be098ed38fe tempest-AttachSCSIVolumeTestJSON-688687716 tempest-AttachSCSIVolumeTestJSON-688687716-project] 10.222.0.44 "GET /v2.0/security-groups?id=e0052f61-fc81-4452-a464-2233f5331509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072958 Oct 27 10:30:12.693162 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e48238-93d6-4507-b1e7-7455c4b0462e req-e364e9a0-d2fc-465f-9083-96238b900997 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:30:12.701622 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-44e48238-93d6-4507-b1e7-7455c4b0462e req-e364e9a0-d2fc-465f-9083-96238b900997 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ae4390a-b621-4500-a1b9-c968556e5a4c HTTP/1.1" status: 200 len: 945 time: 0.1395454 Oct 27 10:30:12.747777 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-4b98b1f3-7435-40a6-961d-480c9b614406 req-2ab4384e-eaca-40f3-b99d-8e648294c850 service neutron] 10.222.0.64 "GET /v2.0/networks/5f1726cf-df95-405e-a4b7-a0ec3cc3a1aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2182267 Oct 27 10:30:12.791427 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-44e48238-93d6-4507-b1e7-7455c4b0462e req-0b00427c-28b9-483b-955c-b06c724b5615 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/security-groups?id=9f7279ee-2d49-4f67-b584-fc902ef383cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886724 Oct 27 10:30:12.880681 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-4b98b1f3-7435-40a6-961d-480c9b614406 req-b48d7ff9-f666-498b-b1c9-ed3c862ad47b service neutron] 10.222.0.64 "GET /v2.0/networks/5f1726cf-df95-405e-a4b7-a0ec3cc3a1aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269050 Oct 27 10:30:12.895690 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-4434ad02-9177-44b9-a4a6-76e3d8f052f6 req-a600bf76-7d50-4b5d-b524-7c3a13dc81f9 tempest-ServersTestFqdnHostnames-151958439 tempest-ServersTestFqdnHostnames-151958439-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec426f37-47a7-4e9c-870c-91e8df99e748 HTTP/1.1" status: 200 len: 210 time: 0.0676501 Oct 27 10:30:12.898421 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 56516) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:30:12.932617 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-4b98b1f3-7435-40a6-961d-480c9b614406 req-99197176-20ef-452d-aabf-e5496aed304f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.108&port_id=f866a8ac-0d08-4157-96c5-6411c7be1248 HTTP/1.1" status: 200 len: 217 time: 0.0437906 Oct 27 10:30:13.006551 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b98b1f3-7435-40a6-961d-480c9b614406 req-fa048875-6162-4359-aa6b-7bb60c645440 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:30:13.007893 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-4b98b1f3-7435-40a6-961d-480c9b614406 req-fa048875-6162-4359-aa6b-7bb60c645440 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=237eead6-dd56-4753-9d54-b14517989073 HTTP/1.1" status: 200 len: 797 time: 0.0678244 Oct 27 10:30:13.039551 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-ef96e84c-e63b-4b8a-80e1-ae8e5b886238 tempest-TagsTest-1628959448 tempest-TagsTest-1628959448-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-1145412252'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:30:13.070369 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b98b1f3-7435-40a6-961d-480c9b614406 req-3ef8c35a-bde6-47c8-b5ca-66596f827470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:30:13.072082 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-4b98b1f3-7435-40a6-961d-480c9b614406 req-3ef8c35a-bde6-47c8-b5ca-66596f827470 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d9f24547-a97b-4994-95da-a3dc1f0864ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0567071 Oct 27 10:30:13.075087 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef96e84c-e63b-4b8a-80e1-ae8e5b886238 tempest-TagsTest-1628959448 tempest-TagsTest-1628959448-project] Made reservation on behalf of b8c6bc034a2c4349be87ed7c995785b4 for: {'network': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:30:13.080572 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-ef96e84c-e63b-4b8a-80e1-ae8e5b886238 tempest-TagsTest-1628959448 tempest-TagsTest-1628959448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for network, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:13.092841 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-ef96e84c-e63b-4b8a-80e1-ae8e5b886238 tempest-TagsTest-1628959448 tempest-TagsTest-1628959448-project] Publish callbacks [] for security_group, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:13.209449 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-4b98b1f3-7435-40a6-961d-480c9b614406 req-5b8cb6ff-1fbb-4db8-b3be-1a0be9032a6f service neutron] 10.222.0.64 "GET /v2.0/networks/d9f24547-a97b-4994-95da-a3dc1f0864ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289861 Oct 27 10:30:13.212782 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-ef96e84c-e63b-4b8a-80e1-ae8e5b886238 tempest-TagsTest-1628959448 tempest-TagsTest-1628959448-project] Publish callbacks [] for security_group, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:13.217202 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-ef96e84c-e63b-4b8a-80e1-ae8e5b886238 tempest-TagsTest-1628959448 tempest-TagsTest-1628959448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:13.251262 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef96e84c-e63b-4b8a-80e1-ae8e5b886238 tempest-TagsTest-1628959448 tempest-TagsTest-1628959448-project] Pushing event updated for resources: {'SecurityGroup': ['ID=328f028c-1d87-4de2-b70d-4fb1446f6c38,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:30:13.260866 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef96e84c-e63b-4b8a-80e1-ae8e5b886238 tempest-TagsTest-1628959448 tempest-TagsTest-1628959448-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 421} {{(pid=102347) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 10:30:13.273422 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-ef96e84c-e63b-4b8a-80e1-ae8e5b886238 tempest-TagsTest-1628959448 tempest-TagsTest-1628959448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:13.273814 n-d-813419-10 neutron-server[102347]: INFO neutron.db.segments_db [None req-ef96e84c-e63b-4b8a-80e1-ae8e5b886238 tempest-TagsTest-1628959448 tempest-TagsTest-1628959448-project] Added segment f6e55b43-269e-44a9-8687-095efa0e03a9 of type vlan for network 4c753577-8f28-49bf-a73d-4deb85466352 Oct 27 10:30:13.309714 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-88b0a2d9-7faf-4c46-ab7d-8bdc8cf7e34d req-2ef9e629-0016-4e56-a0ea-4168b0e26d2c tempest-ServerDiagnosticsNegativeTest-172130312 tempest-ServerDiagnosticsNegativeTest-172130312-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=99cbc4c4c7d244e5b347da9143845978&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0316098 Oct 27 10:30:13.318983 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-ef96e84c-e63b-4b8a-80e1-ae8e5b886238 tempest-TagsTest-1628959448 tempest-TagsTest-1628959448-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743872593080'] for network, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:13.348333 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-ef96e84c-e63b-4b8a-80e1-ae8e5b886238 tempest-TagsTest-1628959448 tempest-TagsTest-1628959448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913'] for network, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:13.354855 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef96e84c-e63b-4b8a-80e1-ae8e5b886238 tempest-TagsTest-1628959448 tempest-TagsTest-1628959448-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:30:13.355451 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-ef96e84c-e63b-4b8a-80e1-ae8e5b886238 tempest-TagsTest-1628959448 tempest-TagsTest-1628959448-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for network, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:13.405268 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-4b98b1f3-7435-40a6-961d-480c9b614406 req-390bafd9-2b4f-4994-9d60-91e1f9424f1d service neutron] 10.222.0.64 "GET /v2.0/networks/d9f24547-a97b-4994-95da-a3dc1f0864ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1878660 Oct 27 10:30:13.425369 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-ef96e84c-e63b-4b8a-80e1-ae8e5b886238 tempest-TagsTest-1628959448 tempest-TagsTest-1628959448-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 0.5256896 Oct 27 10:30:13.430288 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 56532) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:30:13.431795 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef96e84c-e63b-4b8a-80e1-ae8e5b886238 tempest-TagsTest-1628959448 tempest-TagsTest-1628959448-project] Pushing event updated for resources: {'Network': ['ID=4c753577-8f28-49bf-a73d-4deb85466352,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:30:13.448437 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Network 4c753577-8f28-49bf-a73d-4deb85466352 details requested by agent ovs-agent-n-d-813419-10 with host n-d-813419-10 {{(pid=102348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 10:30:13.462199 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.tag.tag_plugin [None req-1b4cb2d3-82de-4142-b901-b23044947089 tempest-TagsTest-1628959448 tempest-TagsTest-1628959448-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '4c753577-8f28-49bf-a73d-4deb85466352', 'tempest-TagsTest-Tag-308567790') {} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:30:13.474208 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-4b98b1f3-7435-40a6-961d-480c9b614406 req-8218880a-6799-47dc-b7a7-cb938223ddb3 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.246&port_id=2987d3d2-c23b-41d4-81db-f2875388f5dc HTTP/1.1" status: 200 len: 217 time: 0.0616348 Oct 27 10:30:13.565621 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b0a2d9-7faf-4c46-ab7d-8bdc8cf7e34d req-e6311002-6a73-4881-8689-17bc0cf2499a tempest-ServerDiagnosticsNegativeTest-172130312 tempest-ServerDiagnosticsNegativeTest-172130312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:30:13.567126 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-88b0a2d9-7faf-4c46-ab7d-8bdc8cf7e34d req-e6311002-6a73-4881-8689-17bc0cf2499a tempest-ServerDiagnosticsNegativeTest-172130312 tempest-ServerDiagnosticsNegativeTest-172130312-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2488382 Oct 27 10:30:13.598327 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-88b0a2d9-7faf-4c46-ab7d-8bdc8cf7e34d req-aa2592c2-6c3a-448b-81b6-b27d31d36eb1 tempest-ServerDiagnosticsNegativeTest-172130312 tempest-ServerDiagnosticsNegativeTest-172130312-project] 10.222.0.44 "GET /v2.0/quotas/99cbc4c4c7d244e5b347da9143845978 HTTP/1.1" status: 200 len: 375 time: 0.0236449 Oct 27 10:30:13.600245 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b98b1f3-7435-40a6-961d-480c9b614406 req-23b38037-0e86-4abf-8851-0e5c3352b44b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:30:13.601411 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-4b98b1f3-7435-40a6-961d-480c9b614406 req-23b38037-0e86-4abf-8851-0e5c3352b44b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=237eead6-dd56-4753-9d54-b14517989073 HTTP/1.1" status: 200 len: 797 time: 0.1166439 Oct 27 10:30:13.620267 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7adeac2-5f57-4d3e-a09d-1d4eb15c524b req-8b13c049-93e9-446e-8f13-4bba612496d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:30:13.621755 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c7adeac2-5f57-4d3e-a09d-1d4eb15c524b req-8b13c049-93e9-446e-8f13-4bba612496d9 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=9fa080ff-8029-45dd-ae93-e229036e413f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1123660 Oct 27 10:30:13.665126 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-88b0a2d9-7faf-4c46-ab7d-8bdc8cf7e34d req-c36d35ae-56b3-48fc-ac20-2bf2f3b0d855 tempest-ServerDiagnosticsNegativeTest-172130312 tempest-ServerDiagnosticsNegativeTest-172130312-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=99cbc4c4c7d244e5b347da9143845978&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0546341 Oct 27 10:30:13.690086 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-1b4cb2d3-82de-4142-b901-b23044947089 tempest-TagsTest-1628959448 tempest-TagsTest-1628959448-project] 10.222.0.44 "PUT /v2.0/networks/4c753577-8f28-49bf-a73d-4deb85466352/tags/tempest-TagsTest-Tag-308567790 HTTP/1.1" status: 201 len: 201 time: 0.2293835 Oct 27 10:30:13.690697 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 56536) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:30:13.694893 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.tag.tag_plugin [None req-de60d6cf-f8e1-4d7c-ae9e-2f188fec1f6a tempest-TagsTest-1628959448 tempest-TagsTest-1628959448-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '4c753577-8f28-49bf-a73d-4deb85466352', 'tempest-TagsTest-Tag-308567790') {} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:30:13.700637 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b98b1f3-7435-40a6-961d-480c9b614406 req-86a76c27-b359-4fa9-8a54-d2a220d25010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:30:13.702108 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-4b98b1f3-7435-40a6-961d-480c9b614406 req-86a76c27-b359-4fa9-8a54-d2a220d25010 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d9f24547-a97b-4994-95da-a3dc1f0864ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0904381 Oct 27 10:30:13.747958 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-5d4a1d93-3469-4007-afdf-291b22e8334e req-47c235cc-02ec-455e-8b59-dd2aa9de0ce2 service neutron] 10.222.0.76 "GET /v2.0/networks/37f7eee7-78e5-4454-9540-9eb1f8cbbdab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2263064 Oct 27 10:30:13.783411 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c7adeac2-5f57-4d3e-a09d-1d4eb15c524b req-206c211b-9a09-4ac1-9ffd-1c89462e3613 service neutron] 10.222.0.76 "GET /v2.0/networks/9fa080ff-8029-45dd-ae93-e229036e413f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1446960 Oct 27 10:30:13.802134 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda143d0-68a2-4487-ad02-fd4aa6847cc6 req-38029cf4-7839-4c6d-bf97-ef33d4d0b2f8 tempest-AttachSCSIVolumeTestJSON-688687716 tempest-AttachSCSIVolumeTestJSON-688687716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:30:13.811419 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-cda143d0-68a2-4487-ad02-fd4aa6847cc6 req-38029cf4-7839-4c6d-bf97-ef33d4d0b2f8 tempest-AttachSCSIVolumeTestJSON-688687716 tempest-AttachSCSIVolumeTestJSON-688687716-project] 10.222.0.44 "GET /v2.0/ports?device_id=56c150fe-8088-48c7-87b5-ba0dd7cc2f5a HTTP/1.1" status: 200 len: 943 time: 0.1739635 Oct 27 10:30:14.043683 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5404de84-3c70-408d-9fb0-979a0d2c5b4a req-7f5f228c-1f17-4139-9b15-b911036898b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:30:14.045047 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-5404de84-3c70-408d-9fb0-979a0d2c5b4a req-7f5f228c-1f17-4139-9b15-b911036898b4 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=f314710ab2574682a5080affa23addcb&device_id=5ae4390a-b621-4500-a1b9-c968556e5a4c HTTP/1.1" status: 200 len: 1097 time: 0.2309198 Oct 27 10:30:14.098581 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-cda143d0-68a2-4487-ad02-fd4aa6847cc6 req-e3707c27-f2e3-4268-bc99-25cb492dbaee tempest-AttachSCSIVolumeTestJSON-688687716 tempest-AttachSCSIVolumeTestJSON-688687716-project] 10.222.0.44 "GET /v2.0/security-groups?id=e0052f61-fc81-4452-a464-2233f5331509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2858534 Oct 27 10:30:14.134902 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c7adeac2-5f57-4d3e-a09d-1d4eb15c524b req-f52826c4-425d-4aad-928a-a9852affd5ed service neutron] 10.222.0.76 "GET /v2.0/networks/9fa080ff-8029-45dd-ae93-e229036e413f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3192892 Oct 27 10:30:14.479883 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-cebb5496-6885-440a-9c6f-31d3cef3dcdc req-52858ee6-5589-4a64-afe9-12280b6fa5a6 tempest-ServerDiagnosticsNegativeTest-172130312 tempest-ServerDiagnosticsNegativeTest-172130312-project] 10.222.0.44 "GET /v2.0/ports?device_id=ed6286ad-6216-4d24-8dd1-2a515535d061 HTTP/1.1" status: 200 len: 210 time: 0.1381063 Oct 27 10:30:14.610357 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289605d7-803a-44e2-9f81-a72e8a9600dc req-8e52d8b1-fb24-47ae-b9cf-990c613a5430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:30:14.633911 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-289605d7-803a-44e2-9f81-a72e8a9600dc req-8e52d8b1-fb24-47ae-b9cf-990c613a5430 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=5c4292e7b3054fefacdede3cb596f6a1&device_id=56c150fe-8088-48c7-87b5-ba0dd7cc2f5a HTTP/1.1" status: 200 len: 1095 time: 0.2758732 Oct 27 10:30:14.750330 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45db9641-a768-4036-8c76-446e9789545f req-c3c6aaba-daa2-42aa-a6d6-39468405a29a tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:30:14.774231 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-45db9641-a768-4036-8c76-446e9789545f req-c3c6aaba-daa2-42aa-a6d6-39468405a29a tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ae4390a-b621-4500-a1b9-c968556e5a4c HTTP/1.1" status: 200 len: 945 time: 0.4994402 Oct 27 10:30:14.774542 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5404de84-3c70-408d-9fb0-979a0d2c5b4a req-d1528aa6-eae4-4a48-95a7-456d4e8a631b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:30:14.779602 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-5404de84-3c70-408d-9fb0-979a0d2c5b4a req-d1528aa6-eae4-4a48-95a7-456d4e8a631b service neutron] 10.222.0.76 "GET /v2.0/networks?id=37f7eee7-78e5-4454-9540-9eb1f8cbbdab HTTP/1.1" status: 200 len: 915 time: 0.6088386 Oct 27 10:30:14.809130 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-de60d6cf-f8e1-4d7c-ae9e-2f188fec1f6a tempest-TagsTest-1628959448 tempest-TagsTest-1628959448-project] 10.222.0.44 "GET /v2.0/networks/4c753577-8f28-49bf-a73d-4deb85466352/tags/tempest-TagsTest-Tag-308567790 HTTP/1.1" status: 204 len: 168 time: 1.1151507 Oct 27 10:30:14.812758 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 56590) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:30:14.823250 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-4b98b1f3-7435-40a6-961d-480c9b614406 req-d0294f76-3995-4f49-9d6a-7b87957d49bc service neutron] 10.222.0.64 "GET /v2.0/networks/d9f24547-a97b-4994-95da-a3dc1f0864ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1089587 Oct 27 10:30:14.832361 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.tag.tag_plugin [None req-3c9432e0-b450-4005-af0f-475e2524edcb tempest-TagsTest-1628959448 tempest-TagsTest-1628959448-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '4c753577-8f28-49bf-a73d-4deb85466352') {} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:30:14.914302 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0c7e55-709c-409a-be5e-37dc1e2ba493 req-8e6716da-6364-4fde-bf63-8b3a1167c4a4 tempest-ServersTestFqdnHostnames-151958439 tempest-ServersTestFqdnHostnames-151958439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:30:14.920648 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-9a0c7e55-709c-409a-be5e-37dc1e2ba493 req-8e6716da-6364-4fde-bf63-8b3a1167c4a4 tempest-ServersTestFqdnHostnames-151958439 tempest-ServersTestFqdnHostnames-151958439-project] 10.222.0.76 "GET /v2.0/networks?id=2b5dda7b-dc05-4d2b-a3dd-2052b5b3ce50 HTTP/1.1" status: 200 len: 814 time: 0.6474602 Oct 27 10:30:14.996075 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-3731f686-79be-4adc-b105-e3bfe7dd7311 req-7e502746-d3c1-4a03-aa9b-3355f220358b tempest-ServersTestFqdnHostnames-151958439 tempest-ServersTestFqdnHostnames-151958439-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec426f37-47a7-4e9c-870c-91e8df99e748 HTTP/1.1" status: 200 len: 210 time: 0.3404126 Oct 27 10:30:15.155037 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289605d7-803a-44e2-9f81-a72e8a9600dc req-c0aee3fb-e73a-489b-bac3-91c69de7e696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:30:15.162238 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-289605d7-803a-44e2-9f81-a72e8a9600dc req-c0aee3fb-e73a-489b-bac3-91c69de7e696 service neutron] 10.222.0.76 "GET /v2.0/networks?id=9fa080ff-8029-45dd-ae93-e229036e413f HTTP/1.1" status: 200 len: 916 time: 0.5071323 Oct 27 10:30:15.286420 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-5404de84-3c70-408d-9fb0-979a0d2c5b4a req-c66a6f28-4b52-4f10-96eb-9ad06e19fb74 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=863bd33a-7c9e-4cbf-aa6d-c8f79ce93249 HTTP/1.1" status: 200 len: 217 time: 0.3228774 Oct 27 10:30:15.473044 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-45db9641-a768-4036-8c76-446e9789545f req-a5a23da9-df04-4f2c-93fc-af9bb0034164 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/security-groups?id=9f7279ee-2d49-4f67-b584-fc902ef383cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6898305 Oct 27 10:30:15.618379 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-3c9432e0-b450-4005-af0f-475e2524edcb tempest-TagsTest-1628959448 tempest-TagsTest-1628959448-project] 10.222.0.44 "GET /v2.0/networks/4c753577-8f28-49bf-a73d-4deb85466352/tags HTTP/1.1" status: 200 len: 237 time: 0.8026390 Oct 27 10:30:15.665345 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-9a0c7e55-709c-409a-be5e-37dc1e2ba493 req-e5c92b79-3c38-436f-b7a7-022f63ceddd7 tempest-ServersTestFqdnHostnames-151958439 tempest-ServersTestFqdnHostnames-151958439-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=50ab7eab762445ca9e27bf807345be3c HTTP/1.1" status: 200 len: 380 time: 0.4785314 Oct 27 10:30:15.669297 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 56598) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:30:15.710980 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.tag.tag_plugin [None req-897fe6c9-4847-44e7-800c-2d9e8c672e2d tempest-TagsTest-1628959448 tempest-TagsTest-1628959448-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '4c753577-8f28-49bf-a73d-4deb85466352', {'tags': ['tempest-TagsTest-Tag-1199810931', 'tempest-TagsTest-Tag-962467539', 'tempest-TagsTest-Tag-1960401735']}) {} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:30:15.731384 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [req-9a0c7e55-709c-409a-be5e-37dc1e2ba493 req-44e0c41d-506d-438b-9a54-dd456d333440 tempest-ServersTestFqdnHostnames-151958439 tempest-ServersTestFqdnHostnames-151958439-project] Request body: {'port': {'device_id': 'ec426f37-47a7-4e9c-870c-91e8df99e748', 'network_id': '2b5dda7b-dc05-4d2b-a3dd-2052b5b3ce50', 'admin_state_up': True, 'tenant_id': '50ab7eab762445ca9e27bf807345be3c', 'security_groups': ['6566037f-cf19-4b54-9855-482e29c3e3c1']}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:30:15.851724 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-0ae63ea8-19ea-4c12-a9a5-e51332b3e0a3 req-574873ac-45ac-4534-abe6-083af1d3368e tempest-ServerDiagnosticsNegativeTest-172130312 tempest-ServerDiagnosticsNegativeTest-172130312-project] 10.222.0.44 "GET /v2.0/ports?device_id=ed6286ad-6216-4d24-8dd1-2a515535d061 HTTP/1.1" status: 200 len: 210 time: 0.1835785 Oct 27 10:30:15.888953 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-289605d7-803a-44e2-9f81-a72e8a9600dc req-34aec874-3619-479b-8303-f364c2236fb3 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1ac067d3-7c67-41d6-8650-1789f73a8411 HTTP/1.1" status: 200 len: 217 time: 0.3261578 Oct 27 10:30:15.975736 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-4b98b1f3-7435-40a6-961d-480c9b614406 req-67632b17-b05a-4e68-8b27-16a9b9a539ae service neutron] 10.222.0.64 "GET /v2.0/networks/d9f24547-a97b-4994-95da-a3dc1f0864ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0451834 Oct 27 10:30:16.102163 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-4b98b1f3-7435-40a6-961d-480c9b614406 req-e2b9504a-d9e3-4e15-9af2-72f4a51f7335 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.133&port_id=56a0b817-75f4-4ce7-b33b-a8b3aecdb601 HTTP/1.1" status: 200 len: 217 time: 0.1164303 Oct 27 10:30:16.161203 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289605d7-803a-44e2-9f81-a72e8a9600dc req-a2d5e3b2-db95-4c45-a667-d351f36c92fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:30:16.167963 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-289605d7-803a-44e2-9f81-a72e8a9600dc req-a2d5e3b2-db95-4c45-a667-d351f36c92fb service neutron] 10.222.0.76 "GET /v2.0/subnets?id=c2495fe4-ca7d-4e68-a399-b799b33f5730 HTTP/1.1" status: 200 len: 854 time: 0.2312958 Oct 27 10:30:16.175668 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-07e53415-951e-47b1-9904-93afd9b20363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:16.282635 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-5064d023-fda4-4818-ab11-475939b3e97f req-ddce2ea3-b9c1-4877-837b-d58b21b3206d tempest-ServersTestFqdnHostnames-151958439 tempest-ServersTestFqdnHostnames-151958439-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec426f37-47a7-4e9c-870c-91e8df99e748 HTTP/1.1" status: 200 len: 210 time: 0.1336417 Oct 27 10:30:16.287272 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-88b0a2d9-7faf-4c46-ab7d-8bdc8cf7e34d req-45524b8e-2333-414a-ad44-02bc17e03b41 tempest-ServerDiagnosticsNegativeTest-172130312 tempest-ServerDiagnosticsNegativeTest-172130312-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=99cbc4c4c7d244e5b347da9143845978&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1315160 Oct 27 10:30:16.298263 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-897fe6c9-4847-44e7-800c-2d9e8c672e2d tempest-TagsTest-1628959448 tempest-TagsTest-1628959448-project] 10.222.0.44 "PUT /v2.0/networks/4c753577-8f28-49bf-a73d-4deb85466352/tags HTTP/1.1" status: 200 len: 308 time: 0.6166143 Oct 27 10:30:16.314636 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 56606) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:30:16.348563 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.tag.tag_plugin [None req-6edc08ce-df43-4973-beba-991940126c51 tempest-TagsTest-1628959448 tempest-TagsTest-1628959448-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '4c753577-8f28-49bf-a73d-4deb85466352', 'tempest-TagsTest-Tag-1199810931') {} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:30:16.400650 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b98b1f3-7435-40a6-961d-480c9b614406 req-75829a99-3452-4f95-9d99-48de6eaf0b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:30:16.402345 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-4b98b1f3-7435-40a6-961d-480c9b614406 req-75829a99-3452-4f95-9d99-48de6eaf0b51 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=237eead6-dd56-4753-9d54-b14517989073 HTTP/1.1" status: 200 len: 797 time: 0.2834098 Oct 27 10:30:16.467295 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5404de84-3c70-408d-9fb0-979a0d2c5b4a req-46f44f52-52c9-407d-99cc-8ae2f557f023 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:30:16.469818 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-5404de84-3c70-408d-9fb0-979a0d2c5b4a req-46f44f52-52c9-407d-99cc-8ae2f557f023 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=249a5a87-559c-4770-af81-a36d13f3e017 HTTP/1.1" status: 200 len: 854 time: 0.8990567 Oct 27 10:30:16.554291 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91944720-9527-4058-9733-8a4077e7e033 req-b8a57f84-e11f-49e7-80df-f63b8c537147 tempest-AttachSCSIVolumeTestJSON-688687716 tempest-AttachSCSIVolumeTestJSON-688687716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:30:16.559298 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-91944720-9527-4058-9733-8a4077e7e033 req-b8a57f84-e11f-49e7-80df-f63b8c537147 tempest-AttachSCSIVolumeTestJSON-688687716 tempest-AttachSCSIVolumeTestJSON-688687716-project] 10.222.0.44 "GET /v2.0/ports?device_id=56c150fe-8088-48c7-87b5-ba0dd7cc2f5a HTTP/1.1" status: 200 len: 943 time: 0.9601588 Oct 27 10:30:16.633198 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a0c7e55-709c-409a-be5e-37dc1e2ba493 req-44e0c41d-506d-438b-9a54-dd456d333440 tempest-ServersTestFqdnHostnames-151958439 tempest-ServersTestFqdnHostnames-151958439-project] Made reservation on behalf of 50ab7eab762445ca9e27bf807345be3c for: {'port': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:30:16.637437 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-9a0c7e55-709c-409a-be5e-37dc1e2ba493 req-44e0c41d-506d-438b-9a54-dd456d333440 tempest-ServersTestFqdnHostnames-151958439 tempest-ServersTestFqdnHostnames-151958439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:16.686234 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b98b1f3-7435-40a6-961d-480c9b614406 req-97fbe8f3-24fd-416d-a29c-dc71d17a5bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:30:16.689957 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-4b98b1f3-7435-40a6-961d-480c9b614406 req-97fbe8f3-24fd-416d-a29c-dc71d17a5bf4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d9f24547-a97b-4994-95da-a3dc1f0864ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1975884 Oct 27 10:30:16.702485 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-5404de84-3c70-408d-9fb0-979a0d2c5b4a req-44ff7bcc-805d-43b1-9ea5-327f69608ac0 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=37f7eee7-78e5-4454-9540-9eb1f8cbbdab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1305368 Oct 27 10:30:16.767740 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289605d7-803a-44e2-9f81-a72e8a9600dc req-8e1a5699-32bd-4571-9546-39bcf1982309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:30:16.769594 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-289605d7-803a-44e2-9f81-a72e8a9600dc req-8e1a5699-32bd-4571-9546-39bcf1982309 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=9fa080ff-8029-45dd-ae93-e229036e413f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4115825 Oct 27 10:30:16.818681 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-6edc08ce-df43-4973-beba-991940126c51 tempest-TagsTest-1628959448 tempest-TagsTest-1628959448-project] 10.222.0.44 "DELETE /v2.0/networks/4c753577-8f28-49bf-a73d-4deb85466352/tags/tempest-TagsTest-Tag-1199810931 HTTP/1.1" status: 204 len: 168 time: 0.4890594 Oct 27 10:30:16.819703 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.agents_db [None req-e79ee67d-056e-46ea-bd99-e80473396b25 None None] Agent healthcheck: found 7 active agents {{(pid=102349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 10:30:16.843776 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 56612) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:30:16.847663 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.tag.tag_plugin [None req-d15518a7-0e51-4b81-a501-97942e3f61b2 tempest-TagsTest-1628959448 tempest-TagsTest-1628959448-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '4c753577-8f28-49bf-a73d-4deb85466352', 'tempest-TagsTest-Tag-1199810931') {} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:30:17.015981 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_common [req-9a0c7e55-709c-409a-be5e-37dc1e2ba493 req-44e0c41d-506d-438b-9a54-dd456d333440 tempest-ServersTestFqdnHostnames-151958439 tempest-ServersTestFqdnHostnames-151958439-project] Allocated IP 172.20.0.7 (2b5dda7b-dc05-4d2b-a3dd-2052b5b3ce50/6a725a1b-1b05-4185-9a4f-8fbc585fd3e1/39e9f852-a05e-444e-a04f-471a0119b85d) {{(pid=102346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:30:17.132281 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da133d47-b915-4b85-ad13-68673745fb01 req-cf70db8d-9ea2-4567-b3b2-24aad27b8168 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:30:17.148685 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-da133d47-b915-4b85-ad13-68673745fb01 req-cf70db8d-9ea2-4567-b3b2-24aad27b8168 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ae4390a-b621-4500-a1b9-c968556e5a4c HTTP/1.1" status: 200 len: 945 time: 0.3459127 Oct 27 10:30:17.159422 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-289605d7-803a-44e2-9f81-a72e8a9600dc req-d326d132-b064-4a44-8e64-3e14da5c8011 service neutron] 10.222.0.76 "GET /v2.0/networks/9fa080ff-8029-45dd-ae93-e229036e413f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2977171 Oct 27 10:30:17.200420 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-4b98b1f3-7435-40a6-961d-480c9b614406 req-5700a0a0-cc6b-45c9-948c-5bbdeaabf80f service neutron] 10.222.0.64 "GET /v2.0/networks/d9f24547-a97b-4994-95da-a3dc1f0864ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3961895 Oct 27 10:30:17.211815 n-d-813419-10 neutron-server[102346]: INFO neutron.api.v2.resource [None req-d15518a7-0e51-4b81-a501-97942e3f61b2 tempest-TagsTest-1628959448 tempest-TagsTest-1628959448-project] show failed (client error): The resource could not be found. Oct 27 10:30:17.212181 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-91944720-9527-4058-9733-8a4077e7e033 req-4b60e03f-bf29-44c8-a974-f0408115bdd3 tempest-AttachSCSIVolumeTestJSON-688687716 tempest-AttachSCSIVolumeTestJSON-688687716-project] 10.222.0.44 "GET /v2.0/security-groups?id=e0052f61-fc81-4452-a464-2233f5331509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6294019 Oct 27 10:30:17.213944 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-d15518a7-0e51-4b81-a501-97942e3f61b2 tempest-TagsTest-1628959448 tempest-TagsTest-1628959448-project] 10.222.0.44 "GET /v2.0/networks/4c753577-8f28-49bf-a73d-4deb85466352/tags/tempest-TagsTest-Tag-1199810931 HTTP/1.1" status: 404 len: 326 time: 0.3715911 Oct 27 10:30:17.231600 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 56618) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:30:17.260164 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-da133d47-b915-4b85-ad13-68673745fb01 req-36ab2378-2f9e-4896-95f6-1c54ef4567f4 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/security-groups?id=9f7279ee-2d49-4f67-b584-fc902ef383cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102114 Oct 27 10:30:17.410459 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.tag.tag_plugin [None req-8101d1a1-d0ff-4190-8554-d1b5020bbcec tempest-TagsTest-1628959448 tempest-TagsTest-1628959448-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '4c753577-8f28-49bf-a73d-4deb85466352', 'tempest-TagsTest-Tag-962467539') {} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:30:17.426562 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-289605d7-803a-44e2-9f81-a72e8a9600dc req-183c9465-5f69-4a2a-8cd7-455c99713d49 service neutron] 10.222.0.76 "GET /v2.0/networks/9fa080ff-8029-45dd-ae93-e229036e413f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1899199 Oct 27 10:30:17.450243 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b0a2d9-7faf-4c46-ab7d-8bdc8cf7e34d req-87609b80-141c-40ef-bd4f-e6032820eed4 tempest-ServerDiagnosticsNegativeTest-172130312 tempest-ServerDiagnosticsNegativeTest-172130312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:30:17.453730 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-88b0a2d9-7faf-4c46-ab7d-8bdc8cf7e34d req-87609b80-141c-40ef-bd4f-e6032820eed4 tempest-ServerDiagnosticsNegativeTest-172130312 tempest-ServerDiagnosticsNegativeTest-172130312-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.1550171 Oct 27 10:30:17.456358 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-5404de84-3c70-408d-9fb0-979a0d2c5b4a req-02f1b13e-d337-49eb-bada-3f21f01dd584 service neutron] 10.222.0.76 "GET /v2.0/networks/37f7eee7-78e5-4454-9540-9eb1f8cbbdab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6912889 Oct 27 10:30:17.523689 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-6d215a0a-29e1-4155-bbe8-1fe2dc55105b req-9bf9c797-4f4c-4c1a-8aa0-cb9f5f071013 tempest-ServerDiagnosticsNegativeTest-172130312 tempest-ServerDiagnosticsNegativeTest-172130312-project] 10.222.0.44 "GET /v2.0/ports?device_id=ed6286ad-6216-4d24-8dd1-2a515535d061 HTTP/1.1" status: 200 len: 210 time: 0.0954487 Oct 27 10:30:17.532298 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [req-88b0a2d9-7faf-4c46-ab7d-8bdc8cf7e34d req-16b9d3b5-59b4-4280-aa18-e9bbe48518f4 tempest-ServerDiagnosticsNegativeTest-172130312 tempest-ServerDiagnosticsNegativeTest-172130312-project] Request body: {'port': {'device_id': 'ed6286ad-6216-4d24-8dd1-2a515535d061', 'network_id': '4d250f92-d229-45fe-a579-67fef8e6c544', 'admin_state_up': True, 'tenant_id': '99cbc4c4c7d244e5b347da9143845978'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:30:17.668005 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-9a0c7e55-709c-409a-be5e-37dc1e2ba493 req-44e0c41d-506d-438b-9a54-dd456d333440 tempest-ServersTestFqdnHostnames-151958439 tempest-ServersTestFqdnHostnames-151958439-project] Publish callbacks [] for port, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:17.738071 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-8101d1a1-d0ff-4190-8554-d1b5020bbcec tempest-TagsTest-1628959448 tempest-TagsTest-1628959448-project] 10.222.0.44 "GET /v2.0/networks/4c753577-8f28-49bf-a73d-4deb85466352/tags/tempest-TagsTest-Tag-962467539 HTTP/1.1" status: 204 len: 168 time: 0.3323162 Oct 27 10:30:17.748673 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 56626) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:30:17.758485 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.tag.tag_plugin [None req-cfe6a7da-4b8b-4c51-8d17-ab16c03551cd tempest-TagsTest-1628959448 tempest-TagsTest-1628959448-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '4c753577-8f28-49bf-a73d-4deb85466352', 'tempest-TagsTest-Tag-1960401735') {} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:30:17.791762 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-5404de84-3c70-408d-9fb0-979a0d2c5b4a req-42c28b15-8a93-4b2a-81da-e2883c37f0fb service neutron] 10.222.0.76 "GET /v2.0/networks/37f7eee7-78e5-4454-9540-9eb1f8cbbdab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2666950 Oct 27 10:30:17.805128 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-9752450b-2d14-4f44-87e6-5a4a10c24afb req-7f5ff98e-ef23-47ca-9df1-8ba8de6d609c tempest-ServersTestFqdnHostnames-151958439 tempest-ServersTestFqdnHostnames-151958439-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec426f37-47a7-4e9c-870c-91e8df99e748 HTTP/1.1" status: 200 len: 210 time: 0.3531456 Oct 27 10:30:17.820527 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-9a0c7e55-709c-409a-be5e-37dc1e2ba493 req-44e0c41d-506d-438b-9a54-dd456d333440 tempest-ServersTestFqdnHostnames-151958439 tempest-ServersTestFqdnHostnames-151958439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:17.883810 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88b0a2d9-7faf-4c46-ab7d-8bdc8cf7e34d req-16b9d3b5-59b4-4280-aa18-e9bbe48518f4 tempest-ServerDiagnosticsNegativeTest-172130312 tempest-ServerDiagnosticsNegativeTest-172130312-project] Made reservation on behalf of 99cbc4c4c7d244e5b347da9143845978 for: {'port': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:30:17.888948 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-88b0a2d9-7faf-4c46-ab7d-8bdc8cf7e34d req-16b9d3b5-59b4-4280-aa18-e9bbe48518f4 tempest-ServerDiagnosticsNegativeTest-172130312 tempest-ServerDiagnosticsNegativeTest-172130312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:17.911856 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-88b0a2d9-7faf-4c46-ab7d-8bdc8cf7e34d req-16b9d3b5-59b4-4280-aa18-e9bbe48518f4 tempest-ServerDiagnosticsNegativeTest-172130312 tempest-ServerDiagnosticsNegativeTest-172130312-project] Publish callbacks [] for security_group, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:17.915802 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a0c7e55-709c-409a-be5e-37dc1e2ba493 req-44e0c41d-506d-438b-9a54-dd456d333440 tempest-ServersTestFqdnHostnames-151958439 tempest-ServersTestFqdnHostnames-151958439-project] Network 2b5dda7b-dc05-4d2b-a3dd-2052b5b3ce50 is already hosted by enough agents. {{(pid=102346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:30:17.920247 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-cfe6a7da-4b8b-4c51-8d17-ab16c03551cd tempest-TagsTest-1628959448 tempest-TagsTest-1628959448-project] 10.222.0.44 "GET /v2.0/networks/4c753577-8f28-49bf-a73d-4deb85466352/tags/tempest-TagsTest-Tag-1960401735 HTTP/1.1" status: 204 len: 168 time: 0.1663065 Oct 27 10:30:17.921889 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 56628) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:30:17.926717 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.tag.tag_plugin [None req-672c4ea2-2876-4bf0-b19f-2fe10b8dbec9 tempest-TagsTest-1628959448 tempest-TagsTest-1628959448-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '4c753577-8f28-49bf-a73d-4deb85466352') {} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:30:17.933669 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-4b98b1f3-7435-40a6-961d-480c9b614406 req-02092145-72de-4a47-b48f-20d688e0f756 service neutron] 10.222.0.64 "GET /v2.0/networks/d9f24547-a97b-4994-95da-a3dc1f0864ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7143352 Oct 27 10:30:17.951974 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [req-9a0c7e55-709c-409a-be5e-37dc1e2ba493 req-44e0c41d-506d-438b-9a54-dd456d333440 tempest-ServersTestFqdnHostnames-151958439 tempest-ServersTestFqdnHostnames-151958439-project] Resources bound (agent type, host, resource id): {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:30:17.954552 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e0c41d-506d-438b-9a54-dd456d333440 tempest-ServersTestFqdnHostnames-151958439 tempest-ServersTestFqdnHostnames-151958439-project] Pushing event updated for resources: {'Port': ['ID=39e9f852-a05e-444e-a04f-471a0119b85d,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:30:17.996724 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a0c7e55-709c-409a-be5e-37dc1e2ba493 req-44e0c41d-506d-438b-9a54-dd456d333440 tempest-ServersTestFqdnHostnames-151958439 tempest-ServersTestFqdnHostnames-151958439-project] Received port after_create {{(pid=102346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:30:18.001582 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-4b98b1f3-7435-40a6-961d-480c9b614406 req-9d4abdda-100d-4589-a7c2-a5ee72670990 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.177&port_id=870bf313-566e-41bd-b31c-74deaf9c052a HTTP/1.1" status: 200 len: 217 time: 0.0436647 Oct 27 10:30:18.074257 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-88b0a2d9-7faf-4c46-ab7d-8bdc8cf7e34d req-16b9d3b5-59b4-4280-aa18-e9bbe48518f4 tempest-ServerDiagnosticsNegativeTest-172130312 tempest-ServerDiagnosticsNegativeTest-172130312-project] Publish callbacks [] for security_group, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:18.088018 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-88b0a2d9-7faf-4c46-ab7d-8bdc8cf7e34d req-16b9d3b5-59b4-4280-aa18-e9bbe48518f4 tempest-ServerDiagnosticsNegativeTest-172130312 tempest-ServerDiagnosticsNegativeTest-172130312-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:18.188347 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0c7e55-709c-409a-be5e-37dc1e2ba493 req-44e0c41d-506d-438b-9a54-dd456d333440 tempest-ServersTestFqdnHostnames-151958439 tempest-ServersTestFqdnHostnames-151958439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:30:18.193150 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-9a0c7e55-709c-409a-be5e-37dc1e2ba493 req-44e0c41d-506d-438b-9a54-dd456d333440 tempest-ServersTestFqdnHostnames-151958439 tempest-ServersTestFqdnHostnames-151958439-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:18.231823 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b98b1f3-7435-40a6-961d-480c9b614406 req-1278082a-b6ca-4bcc-a571-2ea6da1dbadc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:30:18.236814 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-4b98b1f3-7435-40a6-961d-480c9b614406 req-1278082a-b6ca-4bcc-a571-2ea6da1dbadc service neutron] 10.222.0.64 "GET /v2.0/subnets?id=237eead6-dd56-4753-9d54-b14517989073 HTTP/1.1" status: 200 len: 797 time: 0.1728499 Oct 27 10:30:18.272220 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-9a0c7e55-709c-409a-be5e-37dc1e2ba493 req-44e0c41d-506d-438b-9a54-dd456d333440 tempest-ServersTestFqdnHostnames-151958439 tempest-ServersTestFqdnHostnames-151958439-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5737312 Oct 27 10:30:18.291424 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [req-9a0c7e55-709c-409a-be5e-37dc1e2ba493 req-5a368e79-2e45-4f1f-b888-90172bd36aa2 service neutron] Request body: {'port': {'device_id': 'ec426f37-47a7-4e9c-870c-91e8df99e748', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-10'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:30:18.326385 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b9d3b5-59b4-4280-aa18-e9bbe48518f4 tempest-ServerDiagnosticsNegativeTest-172130312 tempest-ServerDiagnosticsNegativeTest-172130312-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e11897f4-08a6-4028-b69a-b4d348ce9d83,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:30:18.398203 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-672c4ea2-2876-4bf0-b19f-2fe10b8dbec9 tempest-TagsTest-1628959448 tempest-TagsTest-1628959448-project] 10.222.0.44 "DELETE /v2.0/networks/4c753577-8f28-49bf-a73d-4deb85466352/tags HTTP/1.1" status: 204 len: 168 time: 0.4723220 Oct 27 10:30:18.412164 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 56636) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:30:18.418387 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.tag.tag_plugin [None req-afe683d2-c742-48a2-87bf-ff8be36b26bb tempest-TagsTest-1628959448 tempest-TagsTest-1628959448-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '4c753577-8f28-49bf-a73d-4deb85466352', 'tempest-TagsTest-Tag-962467539') {} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:30:18.445667 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b98b1f3-7435-40a6-961d-480c9b614406 req-a9312508-7312-450f-bd69-073d714bf26f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:30:18.447406 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-4b98b1f3-7435-40a6-961d-480c9b614406 req-a9312508-7312-450f-bd69-073d714bf26f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d9f24547-a97b-4994-95da-a3dc1f0864ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1740506 Oct 27 10:30:18.451923 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-9a0c7e55-709c-409a-be5e-37dc1e2ba493 req-5a368e79-2e45-4f1f-b888-90172bd36aa2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:18.534542 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device 1ac067d3-7c67-41d6-8650-1789f73a8411 details requested by agent hyperv_n-h2-813419-10 with host n-h2-813419-10 {{(pid=102348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 10:30:18.565724 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_common [req-88b0a2d9-7faf-4c46-ab7d-8bdc8cf7e34d req-16b9d3b5-59b4-4280-aa18-e9bbe48518f4 tempest-ServerDiagnosticsNegativeTest-172130312 tempest-ServerDiagnosticsNegativeTest-172130312-project] Allocated IP 192.168.233.209 (4d250f92-d229-45fe-a579-67fef8e6c544/62eb52f7-aac4-48af-8670-e04300325561/f7135e0d-6ac8-4cd0-ba36-3a1cfecd7972) {{(pid=102347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:30:18.737003 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] For port 1ac067d3-7c67-41d6-8650-1789f73a8411, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=1ac067d3-7c67-41d6-8650-1789f73a8411,segment=NetworkSegment(61ab1b7f-66c3-42d8-a73a-3b9ec21f612f),segment_id=61ab1b7f-66c3-42d8-a73a-3b9ec21f612f)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:30:18.752693 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Returning: {'device': '1ac067d3-7c67-41d6-8650-1789f73a8411', 'network_id': '9fa080ff-8029-45dd-ae93-e229036e413f', 'port_id': '1ac067d3-7c67-41d6-8650-1789f73a8411', 'mac_address': 'fa:16:3e:2c:5c:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2495fe4-ca7d-4e68-a399-b799b33f5730', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 10:30:18.754649 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-e7941ce9-2183-4cef-8e36-f661335f4fc5 None None] Provisioning complete for port 39e9f852-a05e-444e-a04f-471a0119b85d triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:30:18.755446 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-e7941ce9-2183-4cef-8e36-f661335f4fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:18.805566 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40b3fd7-0352-4741-8a1e-79fe4db9870d req-6fba30b5-95ec-4270-b4df-b6f51655436f tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:30:18.807379 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-a40b3fd7-0352-4741-8a1e-79fe4db9870d req-6fba30b5-95ec-4270-b4df-b6f51655436f tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ae4390a-b621-4500-a1b9-c968556e5a4c HTTP/1.1" status: 200 len: 945 time: 0.3375063 Oct 27 10:30:18.819618 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-e7941ce9-2183-4cef-8e36-f661335f4fc5 None None] Port 39e9f852-a05e-444e-a04f-471a0119b85d cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:30:18.880214 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39eb3098-9275-47ad-bdcf-393117c0d4d2 req-499e139b-8e57-4f93-b214-54e63c0c10aa tempest-AttachSCSIVolumeTestJSON-688687716 tempest-AttachSCSIVolumeTestJSON-688687716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:30:18.887860 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-39eb3098-9275-47ad-bdcf-393117c0d4d2 req-499e139b-8e57-4f93-b214-54e63c0c10aa tempest-AttachSCSIVolumeTestJSON-688687716 tempest-AttachSCSIVolumeTestJSON-688687716-project] 10.222.0.44 "GET /v2.0/ports?device_id=56c150fe-8088-48c7-87b5-ba0dd7cc2f5a HTTP/1.1" status: 200 len: 943 time: 0.3931489 Oct 27 10:30:18.918454 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-c324e118-58b1-43d9-9264-52103ca2d722 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:18.943959 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:18.954459 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-a40b3fd7-0352-4741-8a1e-79fe4db9870d req-ab8298bb-683d-4c10-8601-8961791fb968 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/security-groups?id=9f7279ee-2d49-4f67-b584-fc902ef383cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199868 Oct 27 10:30:18.968764 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ac067d3-7c67-41d6-8650-1789f73a8411 {{(pid=102348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:30:18.999635 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] For port 1ac067d3-7c67-41d6-8650-1789f73a8411, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=1ac067d3-7c67-41d6-8650-1789f73a8411,segment=NetworkSegment(61ab1b7f-66c3-42d8-a73a-3b9ec21f612f),segment_id=61ab1b7f-66c3-42d8-a73a-3b9ec21f612f)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:30:19.007833 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:19.051094 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-39eb3098-9275-47ad-bdcf-393117c0d4d2 req-08a3a1d0-f38a-4f79-a736-08eb3c47e9b2 tempest-AttachSCSIVolumeTestJSON-688687716 tempest-AttachSCSIVolumeTestJSON-688687716-project] 10.222.0.44 "GET /v2.0/security-groups?id=e0052f61-fc81-4452-a464-2233f5331509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594856 Oct 27 10:30:19.055288 n-d-813419-10 neutron-server[102346]: INFO neutron.api.v2.resource [None req-afe683d2-c742-48a2-87bf-ff8be36b26bb tempest-TagsTest-1628959448 tempest-TagsTest-1628959448-project] show failed (client error): The resource could not be found. Oct 27 10:30:19.055746 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-88b0a2d9-7faf-4c46-ab7d-8bdc8cf7e34d req-16b9d3b5-59b4-4280-aa18-e9bbe48518f4 tempest-ServerDiagnosticsNegativeTest-172130312 tempest-ServerDiagnosticsNegativeTest-172130312-project] Publish callbacks [] for port, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:19.059665 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-afe683d2-c742-48a2-87bf-ff8be36b26bb tempest-TagsTest-1628959448 tempest-TagsTest-1628959448-project] 10.222.0.44 "GET /v2.0/networks/4c753577-8f28-49bf-a73d-4deb85466352/tags/tempest-TagsTest-Tag-962467539 HTTP/1.1" status: 404 len: 325 time: 0.6452353 Oct 27 10:30:19.062123 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-4b98b1f3-7435-40a6-961d-480c9b614406 req-5bb9ef2a-85fb-41af-8f5d-e002b2ed32b1 service neutron] 10.222.0.64 "GET /v2.0/networks/d9f24547-a97b-4994-95da-a3dc1f0864ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5757766 Oct 27 10:30:19.063580 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 56646) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:30:19.069100 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.tag.tag_plugin [None req-10b036d1-6381-44d4-889f-cf775541dd33 tempest-TagsTest-1628959448 tempest-TagsTest-1628959448-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '4c753577-8f28-49bf-a73d-4deb85466352', 'tempest-TagsTest-Tag-1960401735') {} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:30:19.136661 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Pushing event updated for resources: {'Port': ['ID=1ac067d3-7c67-41d6-8650-1789f73a8411,revision_number=4']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:30:19.210056 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-fc6d72f4-fe19-47f8-87eb-a42080c7edd3 req-ad7b76a6-f3e5-4052-bc1a-013f3a3a6637 tempest-ServerDiagnosticsNegativeTest-172130312 tempest-ServerDiagnosticsNegativeTest-172130312-project] 10.222.0.44 "GET /v2.0/ports?device_id=ed6286ad-6216-4d24-8dd1-2a515535d061 HTTP/1.1" status: 200 len: 210 time: 0.0844862 Oct 27 10:30:19.243774 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-88b0a2d9-7faf-4c46-ab7d-8bdc8cf7e34d req-16b9d3b5-59b4-4280-aa18-e9bbe48518f4 tempest-ServerDiagnosticsNegativeTest-172130312 tempest-ServerDiagnosticsNegativeTest-172130312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:19.294347 n-d-813419-10 neutron-server[102347]: INFO neutron.api.v2.resource [None req-10b036d1-6381-44d4-889f-cf775541dd33 tempest-TagsTest-1628959448 tempest-TagsTest-1628959448-project] show failed (client error): The resource could not be found. Oct 27 10:30:19.297155 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-10b036d1-6381-44d4-889f-cf775541dd33 tempest-TagsTest-1628959448 tempest-TagsTest-1628959448-project] 10.222.0.44 "GET /v2.0/networks/4c753577-8f28-49bf-a73d-4deb85466352/tags/tempest-TagsTest-Tag-1960401735 HTTP/1.1" status: 404 len: 326 time: 0.2308414 Oct 27 10:30:19.305082 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 56650) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:30:19.312575 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.tag.tag_plugin [None req-2b8e043d-d7d0-47ee-9b3c-78c6a6487969 tempest-TagsTest-1628959448 tempest-TagsTest-1628959448-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '4c753577-8f28-49bf-a73d-4deb85466352') {} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:30:19.404427 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88b0a2d9-7faf-4c46-ab7d-8bdc8cf7e34d req-16b9d3b5-59b4-4280-aa18-e9bbe48518f4 tempest-ServerDiagnosticsNegativeTest-172130312 tempest-ServerDiagnosticsNegativeTest-172130312-project] Network 4d250f92-d229-45fe-a579-67fef8e6c544 is already hosted by enough agents. {{(pid=102347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:30:19.417023 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] get_ports_and_sgs() called for port_ids ['1ac067d3-7c67-41d6-8650-1789f73a8411'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:30:19.586736 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [req-88b0a2d9-7faf-4c46-ab7d-8bdc8cf7e34d req-16b9d3b5-59b4-4280-aa18-e9bbe48518f4 tempest-ServerDiagnosticsNegativeTest-172130312 tempest-ServerDiagnosticsNegativeTest-172130312-project] Resources bound (agent type, host, resource id): {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:30:19.599844 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [req-88b0a2d9-7faf-4c46-ab7d-8bdc8cf7e34d req-16b9d3b5-59b4-4280-aa18-e9bbe48518f4 tempest-ServerDiagnosticsNegativeTest-172130312 tempest-ServerDiagnosticsNegativeTest-172130312-project] Received port after_create {{(pid=102347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:30:19.746811 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b9d3b5-59b4-4280-aa18-e9bbe48518f4 tempest-ServerDiagnosticsNegativeTest-172130312 tempest-ServerDiagnosticsNegativeTest-172130312-project] Pushing event updated for resources: {'Port': ['ID=f7135e0d-6ac8-4cd0-ba36-3a1cfecd7972,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:30:19.915493 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b0a2d9-7faf-4c46-ab7d-8bdc8cf7e34d req-16b9d3b5-59b4-4280-aa18-e9bbe48518f4 tempest-ServerDiagnosticsNegativeTest-172130312 tempest-ServerDiagnosticsNegativeTest-172130312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:30:19.917598 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-88b0a2d9-7faf-4c46-ab7d-8bdc8cf7e34d req-16b9d3b5-59b4-4280-aa18-e9bbe48518f4 tempest-ServerDiagnosticsNegativeTest-172130312 tempest-ServerDiagnosticsNegativeTest-172130312-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:19.988004 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-88b0a2d9-7faf-4c46-ab7d-8bdc8cf7e34d req-16b9d3b5-59b4-4280-aa18-e9bbe48518f4 tempest-ServerDiagnosticsNegativeTest-172130312 tempest-ServerDiagnosticsNegativeTest-172130312-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4617095 Oct 27 10:30:19.997200 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-2b8e043d-d7d0-47ee-9b3c-78c6a6487969 tempest-TagsTest-1628959448 tempest-TagsTest-1628959448-project] 10.222.0.44 "DELETE /v2.0/networks/4c753577-8f28-49bf-a73d-4deb85466352/tags HTTP/1.1" status: 204 len: 168 time: 0.6893873 Oct 27 10:30:20.013775 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [req-88b0a2d9-7faf-4c46-ab7d-8bdc8cf7e34d req-55f5ea38-07e7-45c9-bbb6-6d9c0272c3bb service neutron] Request body: {'port': {'device_id': 'ed6286ad-6216-4d24-8dd1-2a515535d061', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-10'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:30:20.017351 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-eadeaa30-4096-4d1a-b3cb-aa7ebfb291ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:20.022413 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 56664) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:30:20.047635 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:20.199030 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-d9d6d441-50dc-4eae-87f7-22af093db668 None None] Provisioning complete for port f7135e0d-6ac8-4cd0-ba36-3a1cfecd7972 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:30:20.199870 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-d9d6d441-50dc-4eae-87f7-22af093db668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:20.313269 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-d9d6d441-50dc-4eae-87f7-22af093db668 None None] Port f7135e0d-6ac8-4cd0-ba36-3a1cfecd7972 cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:30:20.333642 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 56672) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:30:20.471797 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [req-9a0c7e55-709c-409a-be5e-37dc1e2ba493 req-5a368e79-2e45-4f1f-b888-90172bd36aa2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39e9f852-a05e-444e-a04f-471a0119b85d {{(pid=102346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:30:20.509574 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-9a0c7e55-709c-409a-be5e-37dc1e2ba493 req-5a368e79-2e45-4f1f-b888-90172bd36aa2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:20.584641 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-4b98b1f3-7435-40a6-961d-480c9b614406 req-fbfc69bd-8db4-4ae3-a870-1fd3a9cfa446 service neutron] 10.222.0.64 "GET /v2.0/networks/d9f24547-a97b-4994-95da-a3dc1f0864ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5063584 Oct 27 10:30:20.586245 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.provisioning_blocks [req-9a0c7e55-709c-409a-be5e-37dc1e2ba493 req-5a368e79-2e45-4f1f-b888-90172bd36aa2 service neutron] Transition to ACTIVE for port object 39e9f852-a05e-444e-a04f-471a0119b85d will not be triggered until provisioned by entity L2. {{(pid=102346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 10:30:20.641018 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23afbd44-f027-46d6-89ac-ba9ebd8d78f5 req-9cfbf846-28d0-4294-8f9a-09a53775fa8f tempest-ServersTestFqdnHostnames-151958439 tempest-ServersTestFqdnHostnames-151958439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:30:20.643037 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-23afbd44-f027-46d6-89ac-ba9ebd8d78f5 req-9cfbf846-28d0-4294-8f9a-09a53775fa8f tempest-ServersTestFqdnHostnames-151958439 tempest-ServersTestFqdnHostnames-151958439-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec426f37-47a7-4e9c-870c-91e8df99e748 HTTP/1.1" status: 200 len: 931 time: 0.3897290 Oct 27 10:30:20.644010 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-9a0c7e55-709c-409a-be5e-37dc1e2ba493 req-5a368e79-2e45-4f1f-b888-90172bd36aa2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27024173'] for port, after_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:20.815653 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-c6ec42c9-7ac0-4361-bd0d-57c1f26fa7de admin admin] Publish callbacks [] for security_group, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:20.832708 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-4b98b1f3-7435-40a6-961d-480c9b614406 req-88f160f6-d014-4121-982c-e061c291b378 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=02eec9e0-03c6-433a-af9e-1b5e5abf2703 HTTP/1.1" status: 200 len: 217 time: 0.2312827 Oct 27 10:30:20.876412 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-0ab40df5-d9db-450a-8d56-084a60cfa213 tempest-TagsTest-1628959448 tempest-TagsTest-1628959448-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586917'] for network, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:20.904862 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-88b0a2d9-7faf-4c46-ab7d-8bdc8cf7e34d req-55f5ea38-07e7-45c9-bbb6-6d9c0272c3bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:20.953218 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a368e79-2e45-4f1f-b888-90172bd36aa2 service neutron] Pushing event updated for resources: {'Port': ['ID=39e9f852-a05e-444e-a04f-471a0119b85d,revision_number=2']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:30:20.998419 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-23afbd44-f027-46d6-89ac-ba9ebd8d78f5 req-9a340244-d21a-40fd-b134-80c55b381316 tempest-ServersTestFqdnHostnames-151958439 tempest-ServersTestFqdnHostnames-151958439-project] 10.222.0.44 "GET /v2.0/security-groups?id=6566037f-cf19-4b54-9855-482e29c3e3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3224807 Oct 27 10:30:21.004987 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b98b1f3-7435-40a6-961d-480c9b614406 req-da9d8a5a-cd0d-4f5b-95b5-e06cb09132d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:30:21.006654 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-4b98b1f3-7435-40a6-961d-480c9b614406 req-da9d8a5a-cd0d-4f5b-95b5-e06cb09132d7 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=44c80a83-a220-441f-8a83-aa10dbf72783 HTTP/1.1" status: 200 len: 797 time: 0.1524043 Oct 27 10:30:21.069226 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.managers [req-9a0c7e55-709c-409a-be5e-37dc1e2ba493 req-5a368e79-2e45-4f1f-b888-90172bd36aa2 service neutron] Attempting to bind port 39e9f852-a05e-444e-a04f-471a0119b85d on host n-h2-813419-10 for vnic_type normal with profile {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:30:21.070021 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.managers [req-9a0c7e55-709c-409a-be5e-37dc1e2ba493 req-5a368e79-2e45-4f1f-b888-90172bd36aa2 service neutron] Attempting to bind port 39e9f852-a05e-444e-a04f-471a0119b85d by drivers openvswitch,hyperv on host n-h2-813419-10 at level 0 using segments [{'id': 'e860d0d4-255e-445b-93ed-ac8be74e0f0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '2b5dda7b-dc05-4d2b-a3dd-2052b5b3ce50'}] {{(pid=102346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:30:21.070848 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a0c7e55-709c-409a-be5e-37dc1e2ba493 req-5a368e79-2e45-4f1f-b888-90172bd36aa2 service neutron] Attempting to bind port 39e9f852-a05e-444e-a04f-471a0119b85d on network 2b5dda7b-dc05-4d2b-a3dd-2052b5b3ce50 {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:30:21.095800 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a0c7e55-709c-409a-be5e-37dc1e2ba493 req-5a368e79-2e45-4f1f-b888-90172bd36aa2 service neutron] Port 39e9f852-a05e-444e-a04f-471a0119b85d on network 2b5dda7b-dc05-4d2b-a3dd-2052b5b3ce50 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-10 {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 10:30:21.102298 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a0c7e55-709c-409a-be5e-37dc1e2ba493 req-5a368e79-2e45-4f1f-b888-90172bd36aa2 service neutron] Attempting to bind port 39e9f852-a05e-444e-a04f-471a0119b85d on network 2b5dda7b-dc05-4d2b-a3dd-2052b5b3ce50 {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:30:21.118209 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b98b1f3-7435-40a6-961d-480c9b614406 req-a2a4cedd-3cbc-4080-94c7-d4c3a7b39f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:30:21.139842 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-4b98b1f3-7435-40a6-961d-480c9b614406 req-a2a4cedd-3cbc-4080-94c7-d4c3a7b39f5a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=629f7918-c2db-454f-876e-5fb1ab57b5ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1241362 Oct 27 10:30:21.143225 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a0c7e55-709c-409a-be5e-37dc1e2ba493 req-5a368e79-2e45-4f1f-b888-90172bd36aa2 service neutron] Checking agent: {'id': 'a2edc247-0fa4-4ce6-bbae-a10492f6bd71', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 16, 9), 'started_at': datetime.datetime(2021, 10, 27, 10, 16, 9), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 30, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:30:21.144972 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a0c7e55-709c-409a-be5e-37dc1e2ba493 req-5a368e79-2e45-4f1f-b888-90172bd36aa2 service neutron] Checking segment: {'id': 'e860d0d4-255e-445b-93ed-ac8be74e0f0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '2b5dda7b-dc05-4d2b-a3dd-2052b5b3ce50'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:30:21.146266 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a0c7e55-709c-409a-be5e-37dc1e2ba493 req-5a368e79-2e45-4f1f-b888-90172bd36aa2 service neutron] Bound using segment: {'id': 'e860d0d4-255e-445b-93ed-ac8be74e0f0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '2b5dda7b-dc05-4d2b-a3dd-2052b5b3ce50'} {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:30:21.149640 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.managers [req-9a0c7e55-709c-409a-be5e-37dc1e2ba493 req-5a368e79-2e45-4f1f-b888-90172bd36aa2 service neutron] Bound port: 39e9f852-a05e-444e-a04f-471a0119b85d, host: n-h2-813419-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e860d0d4-255e-445b-93ed-ac8be74e0f0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '2b5dda7b-dc05-4d2b-a3dd-2052b5b3ce50'}}] {{(pid=102346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:30:21.151784 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-9a0c7e55-709c-409a-be5e-37dc1e2ba493 req-5a368e79-2e45-4f1f-b888-90172bd36aa2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:21.230006 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b08a00-50f7-4c32-b309-df030e4f3ba1 req-c1301f61-f287-4df5-98b2-c3a16e4f4ab9 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:30:21.241865 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-06b08a00-50f7-4c32-b309-df030e4f3ba1 req-c1301f61-f287-4df5-98b2-c3a16e4f4ab9 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ae4390a-b621-4500-a1b9-c968556e5a4c HTTP/1.1" status: 200 len: 945 time: 0.9715323 Oct 27 10:30:21.314042 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-c6ec42c9-7ac0-4361-bd0d-57c1f26fa7de admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:21.349780 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-c6ec42c9-7ac0-4361-bd0d-57c1f26fa7de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:21.358437 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824d383b-4f3a-4cf4-a192-c92524a1acb3 req-7f74c4ac-351a-425e-b08d-716110d20853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:30:21.364773 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-824d383b-4f3a-4cf4-a192-c92524a1acb3 req-7f74c4ac-351a-425e-b08d-716110d20853 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=f314710ab2574682a5080affa23addcb&device_id=5ae4390a-b621-4500-a1b9-c968556e5a4c HTTP/1.1" status: 200 len: 1097 time: 0.6052434 Oct 27 10:30:21.403917 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [req-9a0c7e55-709c-409a-be5e-37dc1e2ba493 req-5a368e79-2e45-4f1f-b888-90172bd36aa2 service neutron] For port 39e9f852-a05e-444e-a04f-471a0119b85d, host n-h2-813419-10, cleared binding levels {{(pid=102346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:30:21.414042 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [req-9a0c7e55-709c-409a-be5e-37dc1e2ba493 req-5a368e79-2e45-4f1f-b888-90172bd36aa2 service neutron] For port 39e9f852-a05e-444e-a04f-471a0119b85d, host n-h2-813419-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=39e9f852-a05e-444e-a04f-471a0119b85d,segment=NetworkSegment(e860d0d4-255e-445b-93ed-ac8be74e0f0d),segment_id=e860d0d4-255e-445b-93ed-ac8be74e0f0d)] {{(pid=102346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:30:21.659357 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-9a0c7e55-709c-409a-be5e-37dc1e2ba493 req-5a368e79-2e45-4f1f-b888-90172bd36aa2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27024173'] for port, after_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:21.679841 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-4b98b1f3-7435-40a6-961d-480c9b614406 req-144e191e-d5cf-4206-ae91-931cec3894d9 service neutron] 10.222.0.64 "GET /v2.0/networks/629f7918-c2db-454f-876e-5fb1ab57b5ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4534683 Oct 27 10:30:21.801417 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0c7e55-709c-409a-be5e-37dc1e2ba493 req-5a368e79-2e45-4f1f-b888-90172bd36aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:30:21.802886 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-9a0c7e55-709c-409a-be5e-37dc1e2ba493 req-5a368e79-2e45-4f1f-b888-90172bd36aa2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:21.810712 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-9a0c7e55-709c-409a-be5e-37dc1e2ba493 req-5a368e79-2e45-4f1f-b888-90172bd36aa2 service neutron] 10.222.0.76 "PUT /v2.0/ports/39e9f852-a05e-444e-a04f-471a0119b85d HTTP/1.1" status: 200 len: 1092 time: 3.5232613 Oct 27 10:30:21.817042 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a368e79-2e45-4f1f-b888-90172bd36aa2 service neutron] Pushing event updated for resources: {'Port': ['ID=39e9f852-a05e-444e-a04f-471a0119b85d,revision_number=3']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:30:21.845276 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-3c6a8245-0581-48aa-b5f6-4d8fe98cd16e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:21.846336 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-06b08a00-50f7-4c32-b309-df030e4f3ba1 req-c7e2c104-4121-4b87-9bd8-4fb5126f11fb tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/security-groups?id=9f7279ee-2d49-4f67-b584-fc902ef383cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6025212 Oct 27 10:30:21.865333 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec426f37-47a7-4e9c-870c-91e8df99e748', 'tag': '39e9f852-a05e-444e-a04f-471a0119b85d'}] {{(pid=102346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:30:21.890901 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc0e418f5fc417c8d55d94c0aa509b037d0beb2a734c1a709e789eb65639a56d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1632bab9-2b14-403c-b42c-826f9ed1fd57" -d '{"events": [{"name": "network-changed", "server_uuid": "ec426f37-47a7-4e9c-870c-91e8df99e748", "tag": "39e9f852-a05e-444e-a04f-471a0119b85d"}]}' {{(pid=102346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:30:22.098448 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ec42c9-7ac0-4361-bd0d-57c1f26fa7de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01d6367f-b4ec-4499-9b66-435a627db34e,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:30:22.113916 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-c6ec42c9-7ac0-4361-bd0d-57c1f26fa7de admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=81f59116c5a9410dba8c634437dd2b4e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7748494 Oct 27 10:30:22.176379 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-4b98b1f3-7435-40a6-961d-480c9b614406 req-4bb93811-21a5-4de4-9084-8020acafc0de service neutron] 10.222.0.64 "GET /v2.0/networks/629f7918-c2db-454f-876e-5fb1ab57b5ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3619931 Oct 27 10:30:22.178221 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 56682) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:30:22.241988 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-0ab40df5-d9db-450a-8d56-084a60cfa213 tempest-TagsTest-1628959448 tempest-TagsTest-1628959448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857803', 'neutron.services.segments.db._delete_segments_for_network-8743873143390'] for network, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:22.265198 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-4b98b1f3-7435-40a6-961d-480c9b614406 req-b75ecb63-9a2b-4c68-bee6-1a81df1744d7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=52999097-daf5-40c3-b409-81f220c75685 HTTP/1.1" status: 200 len: 217 time: 0.0740914 Oct 27 10:30:22.275225 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950434fe-e7e3-4f9b-a014-85041bd7ac07 req-9d2f40f2-ab63-40a8-8c9e-cd0f14874c75 tempest-AttachSCSIVolumeTestJSON-688687716 tempest-AttachSCSIVolumeTestJSON-688687716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:30:22.277353 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-950434fe-e7e3-4f9b-a014-85041bd7ac07 req-9d2f40f2-ab63-40a8-8c9e-cd0f14874c75 tempest-AttachSCSIVolumeTestJSON-688687716 tempest-AttachSCSIVolumeTestJSON-688687716-project] 10.222.0.44 "GET /v2.0/ports?device_id=56c150fe-8088-48c7-87b5-ba0dd7cc2f5a HTTP/1.1" status: 200 len: 944 time: 1.0467627 Oct 27 10:30:22.322490 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-0ab40df5-d9db-450a-8d56-084a60cfa213 tempest-TagsTest-1628959448 tempest-TagsTest-1628959448-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c753577-8f28-49bf-a73d-4deb85466352']}} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:30:22.367145 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-0ab40df5-d9db-450a-8d56-084a60cfa213 tempest-TagsTest-1628959448 tempest-TagsTest-1628959448-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6e55b43-269e-44a9-8687-095efa0e03a9') {'for_net_delete': True} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:30:22.367471 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-0ab40df5-d9db-450a-8d56-084a60cfa213 tempest-TagsTest-1628959448 tempest-TagsTest-1628959448-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6e55b43-269e-44a9-8687-095efa0e03a9') {} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:30:22.397022 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-0ab40df5-d9db-450a-8d56-084a60cfa213 tempest-TagsTest-1628959448 tempest-TagsTest-1628959448-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743873145191', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18445132'] for segment, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:22.401258 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824d383b-4f3a-4cf4-a192-c92524a1acb3 req-c7cc885e-d17e-4bfa-8e9f-906b23c0d4bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:30:22.403213 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-824d383b-4f3a-4cf4-a192-c92524a1acb3 req-c7cc885e-d17e-4bfa-8e9f-906b23c0d4bf service neutron] 10.222.0.76 "GET /v2.0/networks?id=37f7eee7-78e5-4454-9540-9eb1f8cbbdab HTTP/1.1" status: 200 len: 915 time: 0.9420991 Oct 27 10:30:22.429618 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0c7e55-709c-409a-be5e-37dc1e2ba493 req-1e267b93-938e-4f2c-8a34-9da6e5592377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:30:22.432678 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-9a0c7e55-709c-409a-be5e-37dc1e2ba493 req-1e267b93-938e-4f2c-8a34-9da6e5592377 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=50ab7eab762445ca9e27bf807345be3c&device_id=ec426f37-47a7-4e9c-870c-91e8df99e748 HTTP/1.1" status: 200 len: 1095 time: 0.4981163 Oct 27 10:30:22.434630 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233d1b9d-c62c-40a9-a1b2-aa32e6fe6b24 req-9b3a7f44-b5ff-42ff-bd47-3345b2148fc5 tempest-ServerDiagnosticsNegativeTest-172130312 tempest-ServerDiagnosticsNegativeTest-172130312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:30:22.437750 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-233d1b9d-c62c-40a9-a1b2-aa32e6fe6b24 req-9b3a7f44-b5ff-42ff-bd47-3345b2148fc5 tempest-ServerDiagnosticsNegativeTest-172130312 tempest-ServerDiagnosticsNegativeTest-172130312-project] 10.222.0.44 "GET /v2.0/ports?device_id=ed6286ad-6216-4d24-8dd1-2a515535d061 HTTP/1.1" status: 200 len: 936 time: 0.2819254 Oct 27 10:30:22.523654 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-0ab40df5-d9db-450a-8d56-084a60cfa213 tempest-TagsTest-1628959448 tempest-TagsTest-1628959448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:22.524313 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b98b1f3-7435-40a6-961d-480c9b614406 req-20a6eeed-a5b8-4d22-9f5c-2f9c7abb03d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:30:22.526034 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-4b98b1f3-7435-40a6-961d-480c9b614406 req-20a6eeed-a5b8-4d22-9f5c-2f9c7abb03d2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=44c80a83-a220-441f-8a83-aa10dbf72783 HTTP/1.1" status: 200 len: 797 time: 0.2442021 Oct 27 10:30:22.536008 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-950434fe-e7e3-4f9b-a014-85041bd7ac07 req-cf7dde54-2f71-4ee1-9a17-f4f6e5dc3df3 tempest-AttachSCSIVolumeTestJSON-688687716 tempest-AttachSCSIVolumeTestJSON-688687716-project] 10.222.0.44 "GET /v2.0/security-groups?id=e0052f61-fc81-4452-a464-2233f5331509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2271302 Oct 27 10:30:22.544423 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-9a0c7e55-709c-409a-be5e-37dc1e2ba493 req-e66a655b-3690-4c76-ad83-a6cef0094e53 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=39e9f852-a05e-444e-a04f-471a0119b85d HTTP/1.1" status: 200 len: 217 time: 0.0946810 Oct 27 10:30:22.557688 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-824d383b-4f3a-4cf4-a192-c92524a1acb3 req-3d6611e3-619e-4f58-8254-37c37845497e service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=863bd33a-7c9e-4cbf-aa6d-c8f79ce93249 HTTP/1.1" status: 200 len: 217 time: 0.1380014 Oct 27 10:30:22.561391 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-93e3dd86-53c1-4501-aae1-e4632beec6a8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:22.564543 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device 1ac067d3-7c67-41d6-8650-1789f73a8411 up at agent hyperv_n-h2-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:30:22.574824 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ab40df5-d9db-450a-8d56-084a60cfa213 tempest-TagsTest-1628959448 tempest-TagsTest-1628959448-project] Releasing vlan 421 on physical network physnet1 to pool {{(pid=102347) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 10:30:22.575257 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-0ab40df5-d9db-450a-8d56-084a60cfa213 tempest-TagsTest-1628959448 tempest-TagsTest-1628959448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-18296032'] for segment, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:22.579971 n-d-813419-10 neutron-server[102347]: Traceback (most recent call last): Oct 27 10:30:22.579971 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 10:30:22.579971 n-d-813419-10 neutron-server[102347]: timer() Oct 27 10:30:22.579971 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 10:30:22.579971 n-d-813419-10 neutron-server[102347]: cb(*args, **kw) Oct 27 10:30:22.579971 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 10:30:22.579971 n-d-813419-10 neutron-server[102347]: return func(*args, **kwargs) Oct 27 10:30:22.579971 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 10:30:22.579971 n-d-813419-10 neutron-server[102347]: self._notify() Oct 27 10:30:22.579971 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 10:30:22.579971 n-d-813419-10 neutron-server[102347]: self.callback(batched_events) Oct 27 10:30:22.579971 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 10:30:22.579971 n-d-813419-10 neutron-server[102347]: event.method(event) Oct 27 10:30:22.579971 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 10:30:22.579971 n-d-813419-10 neutron-server[102347]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 10:30:22.579971 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 10:30:22.579971 n-d-813419-10 neutron-server[102347]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 10:30:22.579971 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 10:30:22.579971 n-d-813419-10 neutron-server[102347]: return f(self, *a, **k) Oct 27 10:30:22.579971 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 10:30:22.579971 n-d-813419-10 neutron-server[102347]: return self._get(url).json() Oct 27 10:30:22.579971 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 10:30:22.579971 n-d-813419-10 neutron-server[102347]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 10:30:22.579971 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 10:30:22.579971 n-d-813419-10 neutron-server[102347]: return self.request(url, 'GET', **kwargs) Oct 27 10:30:22.579971 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 10:30:22.579971 n-d-813419-10 neutron-server[102347]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 10:30:22.579971 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 10:30:22.579971 n-d-813419-10 neutron-server[102347]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 10:30:22.579971 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 10:30:22.579971 n-d-813419-10 neutron-server[102347]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 10:30:22.579971 n-d-813419-10 neutron-server[102347]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 10:30:22.622565 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-93e3dd86-53c1-4501-aae1-e4632beec6a8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:22.727531 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b98b1f3-7435-40a6-961d-480c9b614406 req-1696eca0-68f8-4fd1-815c-05e4fe7da3f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:30:22.729325 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-4b98b1f3-7435-40a6-961d-480c9b614406 req-1696eca0-68f8-4fd1-815c-05e4fe7da3f6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=629f7918-c2db-454f-876e-5fb1ab57b5ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1920977 Oct 27 10:30:22.776053 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0c7e55-709c-409a-be5e-37dc1e2ba493 req-c2eec1c5-cff8-4179-ac62-b646e7e8b827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:30:22.777901 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-9a0c7e55-709c-409a-be5e-37dc1e2ba493 req-c2eec1c5-cff8-4179-ac62-b646e7e8b827 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=6a725a1b-1b05-4185-9a4f-8fbc585fd3e1 HTTP/1.1" status: 200 len: 853 time: 0.1454258 Oct 27 10:30:22.782094 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Provisioning for port 1ac067d3-7c67-41d6-8650-1789f73a8411 completed by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 10:30:22.790377 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Provisioning complete for port 1ac067d3-7c67-41d6-8650-1789f73a8411 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:30:22.792967 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:22.815280 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-0ab40df5-d9db-450a-8d56-084a60cfa213 tempest-TagsTest-1628959448 tempest-TagsTest-1628959448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664840'] for network, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:22.844400 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 10:30:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cc8c5b4-821f-4a89-90d9-fe6d9d666bf3 x-openstack-request-id: req-7cc8c5b4-821f-4a89-90d9-fe6d9d666bf3 {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:30:22.844882 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec426f37-47a7-4e9c-870c-91e8df99e748", "tag": "39e9f852-a05e-444e-a04f-471a0119b85d", "status": "completed", "code": 200}]} {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:30:22.845253 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7cc8c5b4-821f-4a89-90d9-fe6d9d666bf3 {{(pid=102346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:30:22.845778 n-d-813419-10 neutron-server[102346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec426f37-47a7-4e9c-870c-91e8df99e748', 'tag': '39e9f852-a05e-444e-a04f-471a0119b85d', 'status': 'completed', 'code': 200} Oct 27 10:30:22.856283 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-233d1b9d-c62c-40a9-a1b2-aa32e6fe6b24 req-c88447c2-c8e7-4df1-9bbc-ebb57f033e14 tempest-ServerDiagnosticsNegativeTest-172130312 tempest-ServerDiagnosticsNegativeTest-172130312-project] 10.222.0.44 "GET /v2.0/security-groups?id=e11897f4-08a6-4028-b69a-b4d348ce9d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3916266 Oct 27 10:30:22.876326 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-0ab40df5-d9db-450a-8d56-084a60cfa213 tempest-TagsTest-1628959448 tempest-TagsTest-1628959448-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for network, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:22.885761 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-0ab40df5-d9db-450a-8d56-084a60cfa213 tempest-TagsTest-1628959448 tempest-TagsTest-1628959448-project] 10.222.0.44 "DELETE /v2.0/networks/4c753577-8f28-49bf-a73d-4deb85466352 HTTP/1.1" status: 204 len: 168 time: 2.8533201 Oct 27 10:30:22.906916 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab40df5-d9db-450a-8d56-084a60cfa213 tempest-TagsTest-1628959448 tempest-TagsTest-1628959448-project] Pushing event deleted for resources: {'Network': ['ID=4c753577-8f28-49bf-a73d-4deb85466352,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:30:22.910163 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824d383b-4f3a-4cf4-a192-c92524a1acb3 req-ada6f7eb-ab72-4dbe-8d00-5997cfcc683c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:30:22.911943 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-824d383b-4f3a-4cf4-a192-c92524a1acb3 req-ada6f7eb-ab72-4dbe-8d00-5997cfcc683c service neutron] 10.222.0.76 "GET /v2.0/subnets?id=249a5a87-559c-4770-af81-a36d13f3e017 HTTP/1.1" status: 200 len: 854 time: 0.2456615 Oct 27 10:30:22.927998 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [req-88b0a2d9-7faf-4c46-ab7d-8bdc8cf7e34d req-55f5ea38-07e7-45c9-bbb6-6d9c0272c3bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7135e0d-6ac8-4cd0-ba36-3a1cfecd7972 {{(pid=102347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:30:22.955177 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-93e3dd86-53c1-4501-aae1-e4632beec6a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:22.958253 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-93e3dd86-53c1-4501-aae1-e4632beec6a8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:22.959796 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-93e3dd86-53c1-4501-aae1-e4632beec6a8 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/01d6367f-b4ec-4499-9b66-435a627db34e HTTP/1.1" status: 204 len: 168 time: 0.7794170 Oct 27 10:30:22.998105 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-88b0a2d9-7faf-4c46-ab7d-8bdc8cf7e34d req-55f5ea38-07e7-45c9-bbb6-6d9c0272c3bb service neutron] Publish callbacks [] for port, precommit_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:23.023872 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-824d383b-4f3a-4cf4-a192-c92524a1acb3 req-f8680798-9217-4f16-86b0-f1020f1f48bd service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=37f7eee7-78e5-4454-9540-9eb1f8cbbdab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0766027 Oct 27 10:30:23.035361 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0c7e55-709c-409a-be5e-37dc1e2ba493 req-e43978a5-e7b4-4abf-a113-88e78f9ba6df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:30:23.037174 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-9a0c7e55-709c-409a-be5e-37dc1e2ba493 req-e43978a5-e7b4-4abf-a113-88e78f9ba6df service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=2b5dda7b-dc05-4d2b-a3dd-2052b5b3ce50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1951437 Oct 27 10:30:23.041876 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e3dd86-53c1-4501-aae1-e4632beec6a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01d6367f-b4ec-4499-9b66-435a627db34e,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:30:23.103964 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.provisioning_blocks [req-88b0a2d9-7faf-4c46-ab7d-8bdc8cf7e34d req-55f5ea38-07e7-45c9-bbb6-6d9c0272c3bb service neutron] Transition to ACTIVE for port object f7135e0d-6ac8-4cd0-ba36-3a1cfecd7972 will not be triggered until provisioned by entity L2. {{(pid=102347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 10:30:23.176419 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-88b0a2d9-7faf-4c46-ab7d-8bdc8cf7e34d req-55f5ea38-07e7-45c9-bbb6-6d9c0272c3bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:23.245537 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-9a0c7e55-709c-409a-be5e-37dc1e2ba493 req-5d7c55b9-a348-44b8-9ddd-663a92a38a79 service neutron] 10.222.0.76 "GET /v2.0/networks/2b5dda7b-dc05-4d2b-a3dd-2052b5b3ce50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1943552 Oct 27 10:30:23.276344 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-4b98b1f3-7435-40a6-961d-480c9b614406 req-b6718b54-04ee-4936-be4e-d44d758471b3 service neutron] 10.222.0.64 "GET /v2.0/networks/629f7918-c2db-454f-876e-5fb1ab57b5ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5392437 Oct 27 10:30:23.286447 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f5ea38-07e7-45c9-bbb6-6d9c0272c3bb service neutron] Pushing event updated for resources: {'Port': ['ID=f7135e0d-6ac8-4cd0-ba36-3a1cfecd7972,revision_number=2']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:30:23.429696 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3100108b-a0e4-42ca-969a-df7625f26196 req-a51efcb1-1d66-4040-afd0-f8965d39dda0 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:30:23.438031 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-3100108b-a0e4-42ca-969a-df7625f26196 req-a51efcb1-1d66-4040-afd0-f8965d39dda0 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ae4390a-b621-4500-a1b9-c968556e5a4c HTTP/1.1" status: 200 len: 945 time: 0.1681774 Oct 27 10:30:23.490598 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-824d383b-4f3a-4cf4-a192-c92524a1acb3 req-38444962-eea9-45c6-81b5-1f3e4926b47d service neutron] 10.222.0.76 "GET /v2.0/networks/37f7eee7-78e5-4454-9540-9eb1f8cbbdab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4544046 Oct 27 10:30:23.550024 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:23.721833 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56c150fe-8088-48c7-87b5-ba0dd7cc2f5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ac067d3-7c67-41d6-8650-1789f73a8411'}] {{(pid=102348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:30:23.726617 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-9a0c7e55-709c-409a-be5e-37dc1e2ba493 req-c31ba7d7-482d-4c7a-a30b-fce25c903188 service neutron] 10.222.0.76 "GET /v2.0/networks/2b5dda7b-dc05-4d2b-a3dd-2052b5b3ce50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3694541 Oct 27 10:30:23.731101 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c588921fa634554a1d9242fdea1b05457a9ff1d3b28ba54ec1dace7f2f1df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d28343d1-7688-4aef-9b0a-48d879da7453" -d '{"events": [{"server_uuid": "56c150fe-8088-48c7-87b5-ba0dd7cc2f5a", "name": "network-vif-plugged", "status": "completed", "tag": "1ac067d3-7c67-41d6-8650-1789f73a8411"}]}' {{(pid=102348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:30:23.735334 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 56698) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:30:23.784025 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] For port 1ac067d3-7c67-41d6-8650-1789f73a8411, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=1ac067d3-7c67-41d6-8650-1789f73a8411,segment=NetworkSegment(61ab1b7f-66c3-42d8-a73a-3b9ec21f612f),segment_id=61ab1b7f-66c3-42d8-a73a-3b9ec21f612f)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:30:23.792776 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:23.799478 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 56706) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:30:23.799868 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-3100108b-a0e4-42ca-969a-df7625f26196 req-82952c73-f860-4c50-8963-ae3140daa5f2 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/security-groups?id=9f7279ee-2d49-4f67-b584-fc902ef383cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3588333 Oct 27 10:30:23.814584 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cfa1a3-57d3-489b-8ba4-95ee6663aa59 req-a850853c-cd80-4854-ace9-c4412e88b8cf tempest-ServersTestFqdnHostnames-151958439 tempest-ServersTestFqdnHostnames-151958439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:30:23.816159 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-14cfa1a3-57d3-489b-8ba4-95ee6663aa59 req-a850853c-cd80-4854-ace9-c4412e88b8cf tempest-ServersTestFqdnHostnames-151958439 tempest-ServersTestFqdnHostnames-151958439-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec426f37-47a7-4e9c-870c-91e8df99e748 HTTP/1.1" status: 200 len: 943 time: 0.5697773 Oct 27 10:30:23.920032 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-824d383b-4f3a-4cf4-a192-c92524a1acb3 req-8702b5d6-af1e-4336-8ad6-6e6949ade6f7 service neutron] 10.222.0.76 "GET /v2.0/networks/37f7eee7-78e5-4454-9540-9eb1f8cbbdab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4162769 Oct 27 10:30:23.933548 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-88b0a2d9-7faf-4c46-ab7d-8bdc8cf7e34d req-55f5ea38-07e7-45c9-bbb6-6d9c0272c3bb service neutron] Attempting to bind port f7135e0d-6ac8-4cd0-ba36-3a1cfecd7972 on host n-h1-813419-10 for vnic_type normal with profile {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:30:23.933893 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-88b0a2d9-7faf-4c46-ab7d-8bdc8cf7e34d req-55f5ea38-07e7-45c9-bbb6-6d9c0272c3bb service neutron] Attempting to bind port f7135e0d-6ac8-4cd0-ba36-3a1cfecd7972 by drivers openvswitch,hyperv on host n-h1-813419-10 at level 0 using segments [{'id': 'f7c42c6d-2766-46d8-a8b7-4852117a5555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '4d250f92-d229-45fe-a579-67fef8e6c544'}] {{(pid=102347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:30:23.934306 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88b0a2d9-7faf-4c46-ab7d-8bdc8cf7e34d req-55f5ea38-07e7-45c9-bbb6-6d9c0272c3bb service neutron] Attempting to bind port f7135e0d-6ac8-4cd0-ba36-3a1cfecd7972 on network 4d250f92-d229-45fe-a579-67fef8e6c544 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:30:23.939014 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88b0a2d9-7faf-4c46-ab7d-8bdc8cf7e34d req-55f5ea38-07e7-45c9-bbb6-6d9c0272c3bb service neutron] Port f7135e0d-6ac8-4cd0-ba36-3a1cfecd7972 on network 4d250f92-d229-45fe-a579-67fef8e6c544 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-10 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 10:30:23.939339 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88b0a2d9-7faf-4c46-ab7d-8bdc8cf7e34d req-55f5ea38-07e7-45c9-bbb6-6d9c0272c3bb service neutron] Attempting to bind port f7135e0d-6ac8-4cd0-ba36-3a1cfecd7972 on network 4d250f92-d229-45fe-a579-67fef8e6c544 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:30:23.948878 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88b0a2d9-7faf-4c46-ab7d-8bdc8cf7e34d req-55f5ea38-07e7-45c9-bbb6-6d9c0272c3bb service neutron] Checking agent: {'id': 'a52e1cab-0c63-402d-9c94-330537c6c076', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 16, 2), 'started_at': datetime.datetime(2021, 10, 27, 10, 16, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 30, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:30:23.949265 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88b0a2d9-7faf-4c46-ab7d-8bdc8cf7e34d req-55f5ea38-07e7-45c9-bbb6-6d9c0272c3bb service neutron] Checking segment: {'id': 'f7c42c6d-2766-46d8-a8b7-4852117a5555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '4d250f92-d229-45fe-a579-67fef8e6c544'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:30:23.949592 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88b0a2d9-7faf-4c46-ab7d-8bdc8cf7e34d req-55f5ea38-07e7-45c9-bbb6-6d9c0272c3bb service neutron] Bound using segment: {'id': 'f7c42c6d-2766-46d8-a8b7-4852117a5555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '4d250f92-d229-45fe-a579-67fef8e6c544'} {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:30:23.950030 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-88b0a2d9-7faf-4c46-ab7d-8bdc8cf7e34d req-55f5ea38-07e7-45c9-bbb6-6d9c0272c3bb service neutron] Bound port: f7135e0d-6ac8-4cd0-ba36-3a1cfecd7972, host: n-h1-813419-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7c42c6d-2766-46d8-a8b7-4852117a5555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '4d250f92-d229-45fe-a579-67fef8e6c544'}}] {{(pid=102347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:30:23.950387 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-88b0a2d9-7faf-4c46-ab7d-8bdc8cf7e34d req-55f5ea38-07e7-45c9-bbb6-6d9c0272c3bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:24.012551 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-43f257f6-fb8f-48b0-b5ed-afa67c7d5677 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:24.057974 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Pushing event updated for resources: {'Port': ['ID=1ac067d3-7c67-41d6-8650-1789f73a8411,revision_number=5']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:30:24.091590 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-88b0a2d9-7faf-4c46-ab7d-8bdc8cf7e34d req-55f5ea38-07e7-45c9-bbb6-6d9c0272c3bb service neutron] For port f7135e0d-6ac8-4cd0-ba36-3a1cfecd7972, host n-h1-813419-10, cleared binding levels {{(pid=102347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:30:24.109277 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-88b0a2d9-7faf-4c46-ab7d-8bdc8cf7e34d req-55f5ea38-07e7-45c9-bbb6-6d9c0272c3bb service neutron] For port f7135e0d-6ac8-4cd0-ba36-3a1cfecd7972, host n-h1-813419-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=f7135e0d-6ac8-4cd0-ba36-3a1cfecd7972,segment=NetworkSegment(f7c42c6d-2766-46d8-a8b7-4852117a5555),segment_id=f7c42c6d-2766-46d8-a8b7-4852117a5555)] {{(pid=102347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:30:24.110489 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-14cfa1a3-57d3-489b-8ba4-95ee6663aa59 req-c6d1dd15-7a27-49f3-8772-d4d7ecee4fbb tempest-ServersTestFqdnHostnames-151958439 tempest-ServersTestFqdnHostnames-151958439-project] 10.222.0.44 "GET /v2.0/security-groups?id=6566037f-cf19-4b54-9855-482e29c3e3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2715993 Oct 27 10:30:24.118378 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-88b0a2d9-7faf-4c46-ab7d-8bdc8cf7e34d req-55f5ea38-07e7-45c9-bbb6-6d9c0272c3bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:24.129376 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-4b98b1f3-7435-40a6-961d-480c9b614406 req-05a1a5df-4935-472e-93bf-447ed8b4c938 service neutron] 10.222.0.64 "GET /v2.0/networks/629f7918-c2db-454f-876e-5fb1ab57b5ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8402488 Oct 27 10:30:24.155377 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1632bab9-2b14-403c-b42c-826f9ed1fd57 req-7365853f-4112-41ba-882e-cd8eac934277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:30:24.157943 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-1632bab9-2b14-403c-b42c-826f9ed1fd57 req-7365853f-4112-41ba-882e-cd8eac934277 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=50ab7eab762445ca9e27bf807345be3c&device_id=ec426f37-47a7-4e9c-870c-91e8df99e748 HTTP/1.1" status: 200 len: 1095 time: 0.3202205 Oct 27 10:30:24.198340 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b0a2d9-7faf-4c46-ab7d-8bdc8cf7e34d req-55f5ea38-07e7-45c9-bbb6-6d9c0272c3bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:30:24.198769 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-88b0a2d9-7faf-4c46-ab7d-8bdc8cf7e34d req-55f5ea38-07e7-45c9-bbb6-6d9c0272c3bb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:24.200226 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-88b0a2d9-7faf-4c46-ab7d-8bdc8cf7e34d req-55f5ea38-07e7-45c9-bbb6-6d9c0272c3bb service neutron] 10.222.0.64 "PUT /v2.0/ports/f7135e0d-6ac8-4cd0-ba36-3a1cfecd7972 HTTP/1.1" status: 200 len: 1097 time: 4.2016892 Oct 27 10:30:24.223424 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed6286ad-6216-4d24-8dd1-2a515535d061', 'tag': 'f7135e0d-6ac8-4cd0-ba36-3a1cfecd7972'}] {{(pid=102347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:30:24.225765 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311149b481204ee7edffdb959c881838506fbd95bc8577c048f6677abb73acc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6ec049f-3972-4029-80c9-95507ef7b637" -d '{"events": [{"name": "network-changed", "server_uuid": "ed6286ad-6216-4d24-8dd1-2a515535d061", "tag": "f7135e0d-6ac8-4cd0-ba36-3a1cfecd7972"}]}' {{(pid=102347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:30:24.296649 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:30:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-880f8215-6364-4cff-8548-ba1f7dc4cedb x-openstack-request-id: req-880f8215-6364-4cff-8548-ba1f7dc4cedb {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:30:24.297162 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56c150fe-8088-48c7-87b5-ba0dd7cc2f5a", "name": "network-vif-plugged", "status": "completed", "tag": "1ac067d3-7c67-41d6-8650-1789f73a8411", "code": 200}]} {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:30:24.297609 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-880f8215-6364-4cff-8548-ba1f7dc4cedb {{(pid=102348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:30:24.298160 n-d-813419-10 neutron-server[102348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56c150fe-8088-48c7-87b5-ba0dd7cc2f5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ac067d3-7c67-41d6-8650-1789f73a8411', 'code': 200} Oct 27 10:30:24.401044 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f5ea38-07e7-45c9-bbb6-6d9c0272c3bb service neutron] Pushing event updated for resources: {'Port': ['ID=f7135e0d-6ac8-4cd0-ba36-3a1cfecd7972,revision_number=3']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:30:24.440179 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b0a2d9-7faf-4c46-ab7d-8bdc8cf7e34d req-1e5f4bcb-7599-48b2-9e9a-a5d4eb7ef079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:30:24.442338 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-88b0a2d9-7faf-4c46-ab7d-8bdc8cf7e34d req-1e5f4bcb-7599-48b2-9e9a-a5d4eb7ef079 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=99cbc4c4c7d244e5b347da9143845978&device_id=ed6286ad-6216-4d24-8dd1-2a515535d061 HTTP/1.1" status: 200 len: 1100 time: 0.1077583 Oct 27 10:30:24.488511 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12053721-2c46-4954-8f94-e95dd3a7a838 req-dcb43cde-f7b8-427c-99cc-355055fc4e82 tempest-AttachSCSIVolumeTestJSON-688687716 tempest-AttachSCSIVolumeTestJSON-688687716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:30:24.490080 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-12053721-2c46-4954-8f94-e95dd3a7a838 req-dcb43cde-f7b8-427c-99cc-355055fc4e82 tempest-AttachSCSIVolumeTestJSON-688687716 tempest-AttachSCSIVolumeTestJSON-688687716-project] 10.222.0.44 "GET /v2.0/ports?device_id=56c150fe-8088-48c7-87b5-ba0dd7cc2f5a HTTP/1.1" status: 200 len: 945 time: 0.2200155 Oct 27 10:30:24.517917 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-bbea4378-45e6-408c-bba9-2f730f9e35e9 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b8c6bc034a2c4349be87ed7c995785b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7803793 Oct 27 10:30:24.530341 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 56714) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:30:24.598224 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-88b0a2d9-7faf-4c46-ab7d-8bdc8cf7e34d req-36c2206c-9b17-4cb9-b378-ceda72d436fc service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.209&port_id=f7135e0d-6ac8-4cd0-ba36-3a1cfecd7972 HTTP/1.1" status: 200 len: 217 time: 0.1461647 Oct 27 10:30:24.614862 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-43f257f6-fb8f-48b0-b5ed-afa67c7d5677 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:24.633270 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-43f257f6-fb8f-48b0-b5ed-afa67c7d5677 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:24.696807 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b0a2d9-7faf-4c46-ab7d-8bdc8cf7e34d req-3c2c6e6a-5e05-4075-ba40-36aa833c69dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:30:24.698541 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-88b0a2d9-7faf-4c46-ab7d-8bdc8cf7e34d req-3c2c6e6a-5e05-4075-ba40-36aa833c69dc service neutron] 10.222.0.64 "GET /v2.0/subnets?id=62eb52f7-aac4-48af-8670-e04300325561 HTTP/1.1" status: 200 len: 843 time: 0.0888004 Oct 27 10:30:24.709359 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-43f257f6-fb8f-48b0-b5ed-afa67c7d5677 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=6f0f3e44eafe46c2a7d5a451b5aaae69&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8919442 Oct 27 10:30:24.712537 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 56716) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:30:24.719996 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-12053721-2c46-4954-8f94-e95dd3a7a838 req-7f38807e-a871-49a2-91fe-4c92f6bc4519 tempest-AttachSCSIVolumeTestJSON-688687716 tempest-AttachSCSIVolumeTestJSON-688687716-project] 10.222.0.44 "GET /v2.0/security-groups?id=e0052f61-fc81-4452-a464-2233f5331509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2136929 Oct 27 10:30:24.791147 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1632bab9-2b14-403c-b42c-826f9ed1fd57 req-6632ee27-1a02-451b-9f7e-94d0a7b66033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:30:24.824528 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-1632bab9-2b14-403c-b42c-826f9ed1fd57 req-6632ee27-1a02-451b-9f7e-94d0a7b66033 service neutron] 10.222.0.76 "GET /v2.0/networks?id=2b5dda7b-dc05-4d2b-a3dd-2052b5b3ce50 HTTP/1.1" status: 200 len: 915 time: 0.6120591 Oct 27 10:30:24.884773 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-2e1f077d-3c43-4ea6-b785-e34b40869870 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:24.903586 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b0a2d9-7faf-4c46-ab7d-8bdc8cf7e34d req-add06711-e537-4c8f-8f24-4791ddabcc42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:30:24.905181 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-88b0a2d9-7faf-4c46-ab7d-8bdc8cf7e34d req-add06711-e537-4c8f-8f24-4791ddabcc42 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4d250f92-d229-45fe-a579-67fef8e6c544&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1785288 Oct 27 10:30:24.996535 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 10:30:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ff83fce-075c-4c95-b084-d1a7016dbf0b x-openstack-request-id: req-7ff83fce-075c-4c95-b084-d1a7016dbf0b {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:30:24.997468 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed6286ad-6216-4d24-8dd1-2a515535d061", "tag": "f7135e0d-6ac8-4cd0-ba36-3a1cfecd7972", "status": "completed", "code": 200}]} {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:30:24.997468 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7ff83fce-075c-4c95-b084-d1a7016dbf0b {{(pid=102347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:30:24.997468 n-d-813419-10 neutron-server[102347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed6286ad-6216-4d24-8dd1-2a515535d061', 'tag': 'f7135e0d-6ac8-4cd0-ba36-3a1cfecd7972', 'status': 'completed', 'code': 200} Oct 27 10:30:25.038701 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-1632bab9-2b14-403c-b42c-826f9ed1fd57 req-c09b8ef0-ec15-4104-a062-fbec2029c37a service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=39e9f852-a05e-444e-a04f-471a0119b85d HTTP/1.1" status: 200 len: 217 time: 0.1276062 Oct 27 10:30:25.054710 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f257f6-fb8f-48b0-b5ed-afa67c7d5677 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9a43c79-1e6f-4dc9-8d47-83cf466ab022,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:30:25.113375 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-2e1f077d-3c43-4ea6-b785-e34b40869870 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:25.125689 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bfcce1-fcdf-41f0-b08c-0973139d911a req-8cc57b26-e8ff-4ecc-897d-05418743ca68 tempest-ServerDiagnosticsNegativeTest-172130312 tempest-ServerDiagnosticsNegativeTest-172130312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:30:25.138407 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-e2bfcce1-fcdf-41f0-b08c-0973139d911a req-8cc57b26-e8ff-4ecc-897d-05418743ca68 tempest-ServerDiagnosticsNegativeTest-172130312 tempest-ServerDiagnosticsNegativeTest-172130312-project] 10.222.0.44 "GET /v2.0/ports?device_id=ed6286ad-6216-4d24-8dd1-2a515535d061 HTTP/1.1" status: 200 len: 948 time: 0.3509343 Oct 27 10:30:25.159451 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aee5507-d996-4dc3-a7bf-674f38037eec req-09ab8200-0edd-4990-aaf4-c2ca98796db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:30:25.161313 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-9aee5507-d996-4dc3-a7bf-674f38037eec req-09ab8200-0edd-4990-aaf4-c2ca98796db5 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=56c150fe-8088-48c7-87b5-ba0dd7cc2f5a HTTP/1.1" status: 200 len: 1097 time: 0.2880929 Oct 27 10:30:25.175540 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-27c88093-1c7e-42b7-b655-f4efa61dfdb5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:25.181092 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c954c78-5e10-49c3-9897-e356e4493bf0 req-27e8e7d3-2b8f-4ba4-82bc-8de161d0d0a4 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:30:25.182649 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-1c954c78-5e10-49c3-9897-e356e4493bf0 req-27e8e7d3-2b8f-4ba4-82bc-8de161d0d0a4 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ae4390a-b621-4500-a1b9-c968556e5a4c HTTP/1.1" status: 200 len: 945 time: 0.1146910 Oct 27 10:30:25.247334 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-e2bfcce1-fcdf-41f0-b08c-0973139d911a req-19920bfe-7aa1-4a55-92c9-511c6a630419 tempest-ServerDiagnosticsNegativeTest-172130312 tempest-ServerDiagnosticsNegativeTest-172130312-project] 10.222.0.44 "GET /v2.0/security-groups?id=e11897f4-08a6-4028-b69a-b4d348ce9d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043112 Oct 27 10:30:25.254781 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-88b0a2d9-7faf-4c46-ab7d-8bdc8cf7e34d req-10ac2656-d677-4985-8565-e13996b634f5 service neutron] 10.222.0.64 "GET /v2.0/networks/4d250f92-d229-45fe-a579-67fef8e6c544?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3157032 Oct 27 10:30:25.280499 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-27c88093-1c7e-42b7-b655-f4efa61dfdb5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:25.282785 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-2e1f077d-3c43-4ea6-b785-e34b40869870 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:25.285443 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-2e1f077d-3c43-4ea6-b785-e34b40869870 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:25.289874 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-2e1f077d-3c43-4ea6-b785-e34b40869870 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/328f028c-1d87-4de2-b70d-4fb1446f6c38 HTTP/1.1" status: 204 len: 168 time: 0.7066224 Oct 27 10:30:25.290069 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-1c954c78-5e10-49c3-9897-e356e4493bf0 req-45d35503-5ed4-453f-8f31-23a737073aab tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/security-groups?id=9f7279ee-2d49-4f67-b584-fc902ef383cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965002 Oct 27 10:30:25.310706 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1f077d-3c43-4ea6-b785-e34b40869870 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=328f028c-1d87-4de2-b70d-4fb1446f6c38,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:30:25.459213 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-88b0a2d9-7faf-4c46-ab7d-8bdc8cf7e34d req-9238815b-eda9-455a-af41-aabfce57e35d service neutron] 10.222.0.64 "GET /v2.0/networks/4d250f92-d229-45fe-a579-67fef8e6c544?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1883554 Oct 27 10:30:25.477573 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-27c88093-1c7e-42b7-b655-f4efa61dfdb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:25.480249 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-27c88093-1c7e-42b7-b655-f4efa61dfdb5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:25.484341 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-27c88093-1c7e-42b7-b655-f4efa61dfdb5 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a9a43c79-1e6f-4dc9-8d47-83cf466ab022 HTTP/1.1" status: 204 len: 168 time: 0.7242677 Oct 27 10:30:25.537358 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c88093-1c7e-42b7-b655-f4efa61dfdb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9a43c79-1e6f-4dc9-8d47-83cf466ab022,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:30:25.773106 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-9aee5507-d996-4dc3-a7bf-674f38037eec req-b24c4a6a-8328-4deb-9e17-350d68ce15bd service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=e0052f61-fc81-4452-a464-2233f5331509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856490 Oct 27 10:30:25.784670 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d0f0d5-f0eb-4f50-92ca-66f7de5423fc req-52ad3a8c-9f51-4db5-9e94-42d4565a38ff tempest-ServersTestFqdnHostnames-151958439 tempest-ServersTestFqdnHostnames-151958439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:30:25.786630 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-f1d0f0d5-f0eb-4f50-92ca-66f7de5423fc req-52ad3a8c-9f51-4db5-9e94-42d4565a38ff tempest-ServersTestFqdnHostnames-151958439 tempest-ServersTestFqdnHostnames-151958439-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec426f37-47a7-4e9c-870c-91e8df99e748 HTTP/1.1" status: 200 len: 943 time: 0.2963119 Oct 27 10:30:25.796370 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1632bab9-2b14-403c-b42c-826f9ed1fd57 req-89f0a576-d786-422d-b7df-d849d35d867b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:30:25.799654 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-1632bab9-2b14-403c-b42c-826f9ed1fd57 req-89f0a576-d786-422d-b7df-d849d35d867b service neutron] 10.222.0.76 "GET /v2.0/subnets?id=6a725a1b-1b05-4185-9a4f-8fbc585fd3e1 HTTP/1.1" status: 200 len: 853 time: 0.1354609 Oct 27 10:30:25.803835 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ec049f-3972-4029-80c9-95507ef7b637 req-3f651c8d-c6c6-4022-92f9-ffd1338283ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:30:25.810302 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-f6ec049f-3972-4029-80c9-95507ef7b637 req-3f651c8d-c6c6-4022-92f9-ffd1338283ae service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=99cbc4c4c7d244e5b347da9143845978&device_id=ed6286ad-6216-4d24-8dd1-2a515535d061 HTTP/1.1" status: 200 len: 1100 time: 0.2462180 Oct 27 10:30:25.961392 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-f1d0f0d5-f0eb-4f50-92ca-66f7de5423fc req-9cbb494a-05fc-4bcf-8bc0-68ad8f8e5ca9 tempest-ServersTestFqdnHostnames-151958439 tempest-ServersTestFqdnHostnames-151958439-project] 10.222.0.44 "GET /v2.0/security-groups?id=6566037f-cf19-4b54-9855-482e29c3e3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1602464 Oct 27 10:30:26.011297 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8e79ab-ca9f-4496-a281-0b3a2f2bb59d req-01a537da-375f-4987-ab38-5f2f4804e38e tempest-AttachSCSIVolumeTestJSON-688687716 tempest-AttachSCSIVolumeTestJSON-688687716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:30:26.022314 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-dc8e79ab-ca9f-4496-a281-0b3a2f2bb59d req-01a537da-375f-4987-ab38-5f2f4804e38e tempest-AttachSCSIVolumeTestJSON-688687716 tempest-AttachSCSIVolumeTestJSON-688687716-project] 10.222.0.44 "GET /v2.0/ports?device_id=56c150fe-8088-48c7-87b5-ba0dd7cc2f5a HTTP/1.1" status: 200 len: 945 time: 0.1177208 Oct 27 10:30:26.063892 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ec049f-3972-4029-80c9-95507ef7b637 req-45004389-c480-4279-9349-f1ab539a1237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:30:26.065533 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-f6ec049f-3972-4029-80c9-95507ef7b637 req-45004389-c480-4279-9349-f1ab539a1237 service neutron] 10.222.0.64 "GET /v2.0/networks?id=4d250f92-d229-45fe-a579-67fef8e6c544 HTTP/1.1" status: 200 len: 870 time: 0.2137167 Oct 27 10:30:26.097444 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-dc8e79ab-ca9f-4496-a281-0b3a2f2bb59d req-fa4971a6-e7d0-4d48-833e-ec70496836c1 tempest-AttachSCSIVolumeTestJSON-688687716 tempest-AttachSCSIVolumeTestJSON-688687716-project] 10.222.0.44 "GET /v2.0/security-groups?id=e0052f61-fc81-4452-a464-2233f5331509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741394 Oct 27 10:30:26.148880 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-f6ec049f-3972-4029-80c9-95507ef7b637 req-6baedaf2-f6f9-4e38-9755-104bde40e184 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.209&port_id=f7135e0d-6ac8-4cd0-ba36-3a1cfecd7972 HTTP/1.1" status: 200 len: 217 time: 0.0753717 Oct 27 10:30:26.239393 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 56742) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:30:26.241869 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ec049f-3972-4029-80c9-95507ef7b637 req-ecd863e6-c018-4d94-b241-c02d05720393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:30:26.243497 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-f6ec049f-3972-4029-80c9-95507ef7b637 req-ecd863e6-c018-4d94-b241-c02d05720393 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=62eb52f7-aac4-48af-8670-e04300325561 HTTP/1.1" status: 200 len: 843 time: 0.0855956 Oct 27 10:30:26.278076 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d87f21fb-a3e0-40ee-9489-dcd7c38cb8b3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:26.374174 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ec049f-3972-4029-80c9-95507ef7b637 req-9a72b51a-216f-4f9b-95e6-2e8b94967670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:30:26.377954 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-f6ec049f-3972-4029-80c9-95507ef7b637 req-9a72b51a-216f-4f9b-95e6-2e8b94967670 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4d250f92-d229-45fe-a579-67fef8e6c544&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1260147 Oct 27 10:30:26.548703 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-f6ec049f-3972-4029-80c9-95507ef7b637 req-5e98ccd3-57e4-4d5a-8b7e-7ffb99e7bf13 service neutron] 10.222.0.64 "GET /v2.0/networks/4d250f92-d229-45fe-a579-67fef8e6c544?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1612380 Oct 27 10:30:26.585475 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d87f21fb-a3e0-40ee-9489-dcd7c38cb8b3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:26.617914 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae38961-323a-4dc0-8ef1-1f7b85642f0c req-6bc95948-f6ff-4725-a2f4-4c0f7c63ef1c tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:30:26.619514 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-aae38961-323a-4dc0-8ef1-1f7b85642f0c req-6bc95948-f6ff-4725-a2f4-4c0f7c63ef1c tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ae4390a-b621-4500-a1b9-c968556e5a4c HTTP/1.1" status: 200 len: 945 time: 0.1804481 Oct 27 10:30:26.631156 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d87f21fb-a3e0-40ee-9489-dcd7c38cb8b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:26.670126 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88cbb0f-fd29-43c1-b661-3ff7a3c6d2a3 req-063eaa41-e601-418c-a1cb-e1e854bb687d tempest-ServerDiagnosticsNegativeTest-172130312 tempest-ServerDiagnosticsNegativeTest-172130312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:30:26.672983 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-e88cbb0f-fd29-43c1-b661-3ff7a3c6d2a3 req-063eaa41-e601-418c-a1cb-e1e854bb687d tempest-ServerDiagnosticsNegativeTest-172130312 tempest-ServerDiagnosticsNegativeTest-172130312-project] 10.222.0.44 "GET /v2.0/ports?device_id=ed6286ad-6216-4d24-8dd1-2a515535d061 HTTP/1.1" status: 200 len: 948 time: 0.2418263 Oct 27 10:30:26.692721 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-d87f21fb-a3e0-40ee-9489-dcd7c38cb8b3 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8bf12f6540c947e8a563af70a04d9dea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4515347 Oct 27 10:30:26.711811 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 56756) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:30:26.713001 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87f21fb-a3e0-40ee-9489-dcd7c38cb8b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f25ea5f-f4b8-4d42-ba48-0ed01749e343,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:30:26.767934 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-e88cbb0f-fd29-43c1-b661-3ff7a3c6d2a3 req-4c4649e6-6763-4f3d-a243-7d64a87e447e tempest-ServerDiagnosticsNegativeTest-172130312 tempest-ServerDiagnosticsNegativeTest-172130312-project] 10.222.0.44 "GET /v2.0/security-groups?id=e11897f4-08a6-4028-b69a-b4d348ce9d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830595 Oct 27 10:30:26.776389 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-aae38961-323a-4dc0-8ef1-1f7b85642f0c req-31df9d2e-fc09-4b84-acde-2899740a58bb tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/security-groups?id=9f7279ee-2d49-4f67-b584-fc902ef383cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463754 Oct 27 10:30:26.839693 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-8a7e24b2-f1c8-4ad5-a208-649bc7849215 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:26.936074 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-f6ec049f-3972-4029-80c9-95507ef7b637 req-09555e6a-959e-44f8-b4ae-a23d2dbc887e service neutron] 10.222.0.64 "GET /v2.0/networks/4d250f92-d229-45fe-a579-67fef8e6c544?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3790796 Oct 27 10:30:26.942098 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-8a7e24b2-f1c8-4ad5-a208-649bc7849215 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:27.078655 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-8a7e24b2-f1c8-4ad5-a208-649bc7849215 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:27.081333 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-8a7e24b2-f1c8-4ad5-a208-649bc7849215 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:27.085092 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-8a7e24b2-f1c8-4ad5-a208-649bc7849215 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2f25ea5f-f4b8-4d42-ba48-0ed01749e343 HTTP/1.1" status: 204 len: 168 time: 0.3474357 Oct 27 10:30:27.110148 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7e24b2-f1c8-4ad5-a208-649bc7849215 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f25ea5f-f4b8-4d42-ba48-0ed01749e343,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:30:27.188959 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b2f863-192c-4123-b35a-5bce706aaba7 req-348e58ab-c655-482d-92cb-6c060f8535ef tempest-ServersTestFqdnHostnames-151958439 tempest-ServersTestFqdnHostnames-151958439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:30:27.198455 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-98b2f863-192c-4123-b35a-5bce706aaba7 req-348e58ab-c655-482d-92cb-6c060f8535ef tempest-ServersTestFqdnHostnames-151958439 tempest-ServersTestFqdnHostnames-151958439-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec426f37-47a7-4e9c-870c-91e8df99e748 HTTP/1.1" status: 200 len: 943 time: 0.0862918 Oct 27 10:30:27.269217 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-98b2f863-192c-4123-b35a-5bce706aaba7 req-fa829de1-1039-4e98-90bb-e739943ac2ec tempest-ServersTestFqdnHostnames-151958439 tempest-ServersTestFqdnHostnames-151958439-project] 10.222.0.44 "GET /v2.0/security-groups?id=6566037f-cf19-4b54-9855-482e29c3e3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685952 Oct 27 10:30:27.298517 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 56770) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:30:27.306042 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [-] 10.222.0.44 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0048585 Oct 27 10:30:27.311780 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 56772) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:30:27.362534 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eaf0fc0-b43c-4035-ace3-818dad2fe026 req-139267ab-38c1-4b8c-82f5-f3aa224e5f65 tempest-AttachSCSIVolumeTestJSON-688687716 tempest-AttachSCSIVolumeTestJSON-688687716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:30:27.377186 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-0eaf0fc0-b43c-4035-ace3-818dad2fe026 req-139267ab-38c1-4b8c-82f5-f3aa224e5f65 tempest-AttachSCSIVolumeTestJSON-688687716 tempest-AttachSCSIVolumeTestJSON-688687716-project] 10.222.0.44 "GET /v2.0/ports?device_id=56c150fe-8088-48c7-87b5-ba0dd7cc2f5a HTTP/1.1" status: 200 len: 945 time: 0.1477861 Oct 27 10:30:27.447457 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-0eaf0fc0-b43c-4035-ace3-818dad2fe026 req-a0fbc74b-bd11-447e-8d8b-6c623ce0a848 tempest-AttachSCSIVolumeTestJSON-688687716 tempest-AttachSCSIVolumeTestJSON-688687716-project] 10.222.0.44 "GET /v2.0/security-groups?id=e0052f61-fc81-4452-a464-2233f5331509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640697 Oct 27 10:30:27.629698 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-d4b04eb7-330c-4607-a43a-2877de6e278e tempest-NetworksApiDiscovery-1759927732 tempest-NetworksApiDiscovery-1759927732-project] 10.222.0.44 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.3156958 Oct 27 10:30:27.973642 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 56798) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:30:27.978717 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f056ad-bcfa-487d-9599-8031f27ac4b1 req-f0be87cb-cbd4-4072-92d7-8202c3f48c60 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:30:27.980823 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-01f056ad-bcfa-487d-9599-8031f27ac4b1 req-f0be87cb-cbd4-4072-92d7-8202c3f48c60 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ae4390a-b621-4500-a1b9-c968556e5a4c HTTP/1.1" status: 200 len: 945 time: 0.0936224 Oct 27 10:30:27.994668 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a550b5de-72cc-4a71-9655-4afbe24168aa req-ade940c0-4a9e-4c8b-908f-311603469dde tempest-ServerDiagnosticsNegativeTest-172130312 tempest-ServerDiagnosticsNegativeTest-172130312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:30:28.005004 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-a550b5de-72cc-4a71-9655-4afbe24168aa req-ade940c0-4a9e-4c8b-908f-311603469dde tempest-ServerDiagnosticsNegativeTest-172130312 tempest-ServerDiagnosticsNegativeTest-172130312-project] 10.222.0.44 "GET /v2.0/ports?device_id=ed6286ad-6216-4d24-8dd1-2a515535d061 HTTP/1.1" status: 200 len: 948 time: 0.1267376 Oct 27 10:30:28.056757 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-a550b5de-72cc-4a71-9655-4afbe24168aa req-ecc8d261-deb1-40e4-b1af-1c5d6dddcece tempest-ServerDiagnosticsNegativeTest-172130312 tempest-ServerDiagnosticsNegativeTest-172130312-project] 10.222.0.44 "GET /v2.0/security-groups?id=e11897f4-08a6-4028-b69a-b4d348ce9d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503938 Oct 27 10:30:28.061335 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-01f056ad-bcfa-487d-9599-8031f27ac4b1 req-5700ad08-a4ae-4c98-941b-84083bde7c21 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/security-groups?id=9f7279ee-2d49-4f67-b584-fc902ef383cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653698 Oct 27 10:30:28.145750 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-8edc172d-8c60-48a0-aae7-e65befd7dc7f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:28.227660 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-8edc172d-8c60-48a0-aae7-e65befd7dc7f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:28.232008 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-8edc172d-8c60-48a0-aae7-e65befd7dc7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:28.272113 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-8edc172d-8c60-48a0-aae7-e65befd7dc7f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=6beea5b47970465f8f20533595db20fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2973602 Oct 27 10:30:28.273024 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edc172d-8c60-48a0-aae7-e65befd7dc7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dbfc8d8-5dde-4af1-b9a0-d0ef7e25df9a,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:30:28.274860 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 56812) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:30:28.344543 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ee598489-735b-458f-b2d4-ba02ada72ac8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:28.371249 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ee598489-735b-458f-b2d4-ba02ada72ac8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:28.405179 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae5c248-8511-4133-ab75-899fbca679eb req-1b018d9a-e67f-4612-83b5-94bf3b32d8bd tempest-ServersTestFqdnHostnames-151958439 tempest-ServersTestFqdnHostnames-151958439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:30:28.406684 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-eae5c248-8511-4133-ab75-899fbca679eb req-1b018d9a-e67f-4612-83b5-94bf3b32d8bd tempest-ServersTestFqdnHostnames-151958439 tempest-ServersTestFqdnHostnames-151958439-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec426f37-47a7-4e9c-870c-91e8df99e748 HTTP/1.1" status: 200 len: 943 time: 0.0536721 Oct 27 10:30:28.421718 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ee598489-735b-458f-b2d4-ba02ada72ac8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:28.424954 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ee598489-735b-458f-b2d4-ba02ada72ac8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:28.429462 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-ee598489-735b-458f-b2d4-ba02ada72ac8 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8dbfc8d8-5dde-4af1-b9a0-d0ef7e25df9a HTTP/1.1" status: 204 len: 168 time: 0.1527829 Oct 27 10:30:28.438654 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee598489-735b-458f-b2d4-ba02ada72ac8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dbfc8d8-5dde-4af1-b9a0-d0ef7e25df9a,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:30:28.461376 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-eae5c248-8511-4133-ab75-899fbca679eb req-f88684ae-d131-4615-8e94-bdef993bd219 tempest-ServersTestFqdnHostnames-151958439 tempest-ServersTestFqdnHostnames-151958439-project] 10.222.0.44 "GET /v2.0/security-groups?id=6566037f-cf19-4b54-9855-482e29c3e3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465925 Oct 27 10:30:28.581096 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9107ad0-5291-4647-bcfb-7344934873b1 req-aa98aed0-4698-46a1-b706-8e699a782711 tempest-AttachSCSIVolumeTestJSON-688687716 tempest-AttachSCSIVolumeTestJSON-688687716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:30:28.582604 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-e9107ad0-5291-4647-bcfb-7344934873b1 req-aa98aed0-4698-46a1-b706-8e699a782711 tempest-AttachSCSIVolumeTestJSON-688687716 tempest-AttachSCSIVolumeTestJSON-688687716-project] 10.222.0.44 "GET /v2.0/ports?device_id=56c150fe-8088-48c7-87b5-ba0dd7cc2f5a HTTP/1.1" status: 200 len: 945 time: 0.0579634 Oct 27 10:30:28.628516 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-e9107ad0-5291-4647-bcfb-7344934873b1 req-db7f97c6-ed5d-4137-a8c3-96a756805b16 tempest-AttachSCSIVolumeTestJSON-688687716 tempest-AttachSCSIVolumeTestJSON-688687716-project] 10.222.0.44 "GET /v2.0/security-groups?id=e0052f61-fc81-4452-a464-2233f5331509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391786 Oct 27 10:30:28.964936 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device f7135e0d-6ac8-4cd0-ba36-3a1cfecd7972 details requested by agent hyperv_n-h1-813419-10 with host n-h1-813419-10 {{(pid=102348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 10:30:29.080293 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port f7135e0d-6ac8-4cd0-ba36-3a1cfecd7972, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=f7135e0d-6ac8-4cd0-ba36-3a1cfecd7972,segment=NetworkSegment(f7c42c6d-2766-46d8-a8b7-4852117a5555),segment_id=f7c42c6d-2766-46d8-a8b7-4852117a5555)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:30:29.099282 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Returning: {'device': 'f7135e0d-6ac8-4cd0-ba36-3a1cfecd7972', 'network_id': '4d250f92-d229-45fe-a579-67fef8e6c544', 'port_id': 'f7135e0d-6ac8-4cd0-ba36-3a1cfecd7972', 'mac_address': 'fa:16:3e:4f:18:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62eb52f7-aac4-48af-8670-e04300325561', 'ip_address': '192.168.233.209'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 10:30:29.160070 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:29.178681 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7135e0d-6ac8-4cd0-ba36-3a1cfecd7972 {{(pid=102348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:30:29.207270 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port f7135e0d-6ac8-4cd0-ba36-3a1cfecd7972, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=f7135e0d-6ac8-4cd0-ba36-3a1cfecd7972,segment=NetworkSegment(f7c42c6d-2766-46d8-a8b7-4852117a5555),segment_id=f7c42c6d-2766-46d8-a8b7-4852117a5555)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:30:29.216326 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:29.244662 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2469f0-d4fc-4754-bb2c-4f8518d4d573 req-66dece00-946b-41bd-be80-20cc755224e9 tempest-ServerDiagnosticsNegativeTest-172130312 tempest-ServerDiagnosticsNegativeTest-172130312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:30:29.255407 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-4b2469f0-d4fc-4754-bb2c-4f8518d4d573 req-66dece00-946b-41bd-be80-20cc755224e9 tempest-ServerDiagnosticsNegativeTest-172130312 tempest-ServerDiagnosticsNegativeTest-172130312-project] 10.222.0.44 "GET /v2.0/ports?device_id=ed6286ad-6216-4d24-8dd1-2a515535d061 HTTP/1.1" status: 200 len: 948 time: 0.0885386 Oct 27 10:30:29.281634 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Pushing event updated for resources: {'Port': ['ID=f7135e0d-6ac8-4cd0-ba36-3a1cfecd7972,revision_number=4']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:30:29.282337 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb440a28-f73b-4484-8c24-09b990c0fc77 req-2e51f5ad-a7f5-4d62-8a8b-6447b75ae900 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:30:29.283894 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-cb440a28-f73b-4484-8c24-09b990c0fc77 req-2e51f5ad-a7f5-4d62-8a8b-6447b75ae900 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ae4390a-b621-4500-a1b9-c968556e5a4c HTTP/1.1" status: 200 len: 945 time: 0.0850637 Oct 27 10:30:29.315769 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-4b2469f0-d4fc-4754-bb2c-4f8518d4d573 req-a93495c9-7d3e-480b-bc1a-ee3604771bbd tempest-ServerDiagnosticsNegativeTest-172130312 tempest-ServerDiagnosticsNegativeTest-172130312-project] 10.222.0.44 "GET /v2.0/security-groups?id=e11897f4-08a6-4028-b69a-b4d348ce9d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579884 Oct 27 10:30:29.362598 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-cb440a28-f73b-4484-8c24-09b990c0fc77 req-95fcfd7d-baf6-4578-80ef-8a805514ff5c tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/security-groups?id=9f7279ee-2d49-4f67-b584-fc902ef383cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680737 Oct 27 10:30:29.501008 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] get_ports_and_sgs() called for port_ids ['f7135e0d-6ac8-4cd0-ba36-3a1cfecd7972'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:30:29.616804 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf129a2-057d-4a96-9d02-467524e266e7 req-342db6df-164e-445e-b001-66a44af7fb1d tempest-ServersTestFqdnHostnames-151958439 tempest-ServersTestFqdnHostnames-151958439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:30:29.625930 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-3bf129a2-057d-4a96-9d02-467524e266e7 req-342db6df-164e-445e-b001-66a44af7fb1d tempest-ServersTestFqdnHostnames-151958439 tempest-ServersTestFqdnHostnames-151958439-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec426f37-47a7-4e9c-870c-91e8df99e748 HTTP/1.1" status: 200 len: 943 time: 0.0701861 Oct 27 10:30:29.673887 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-3bf129a2-057d-4a96-9d02-467524e266e7 req-2bb2366c-c437-49e5-ba9f-208b21fad37b tempest-ServersTestFqdnHostnames-151958439 tempest-ServersTestFqdnHostnames-151958439-project] 10.222.0.44 "GET /v2.0/security-groups?id=6566037f-cf19-4b54-9855-482e29c3e3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440893 Oct 27 10:30:29.768740 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c11348b-9c0b-4cea-bd94-a2d1d6c11a82 req-7887fedb-aa3e-4d46-bc1f-ed080a3e7660 tempest-AttachSCSIVolumeTestJSON-688687716 tempest-AttachSCSIVolumeTestJSON-688687716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:30:29.770438 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-2c11348b-9c0b-4cea-bd94-a2d1d6c11a82 req-7887fedb-aa3e-4d46-bc1f-ed080a3e7660 tempest-AttachSCSIVolumeTestJSON-688687716 tempest-AttachSCSIVolumeTestJSON-688687716-project] 10.222.0.44 "GET /v2.0/ports?device_id=56c150fe-8088-48c7-87b5-ba0dd7cc2f5a HTTP/1.1" status: 200 len: 945 time: 0.0613651 Oct 27 10:30:29.813101 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-2c11348b-9c0b-4cea-bd94-a2d1d6c11a82 req-d7b9d2f6-5bcc-4363-b4e8-2713d546926e tempest-AttachSCSIVolumeTestJSON-688687716 tempest-AttachSCSIVolumeTestJSON-688687716-project] 10.222.0.44 "GET /v2.0/security-groups?id=e0052f61-fc81-4452-a464-2233f5331509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351839 Oct 27 10:30:30.105273 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1632bab9-2b14-403c-b42c-826f9ed1fd57 req-72002097-998e-49be-a7c0-eb094a4bb31e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:30:30.106791 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-1632bab9-2b14-403c-b42c-826f9ed1fd57 req-72002097-998e-49be-a7c0-eb094a4bb31e service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=2b5dda7b-dc05-4d2b-a3dd-2052b5b3ce50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0457413 Oct 27 10:30:30.224687 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-1632bab9-2b14-403c-b42c-826f9ed1fd57 req-0c103dbd-c64c-44d9-be7a-778725c8fd44 service neutron] 10.222.0.76 "GET /v2.0/networks/2b5dda7b-dc05-4d2b-a3dd-2052b5b3ce50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1055756 Oct 27 10:30:30.336883 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-1632bab9-2b14-403c-b42c-826f9ed1fd57 req-5ea3effb-c9b1-4a00-a422-e8ec914f961b service neutron] 10.222.0.76 "GET /v2.0/networks/2b5dda7b-dc05-4d2b-a3dd-2052b5b3ce50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004658 Oct 27 10:30:30.569589 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3304bb-f015-4b8c-b063-2512a94fff94 req-ac82d87a-c638-47e4-a005-7fc158ba60cc tempest-ServerDiagnosticsNegativeTest-172130312 tempest-ServerDiagnosticsNegativeTest-172130312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:30:30.571371 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-2b3304bb-f015-4b8c-b063-2512a94fff94 req-ac82d87a-c638-47e4-a005-7fc158ba60cc tempest-ServerDiagnosticsNegativeTest-172130312 tempest-ServerDiagnosticsNegativeTest-172130312-project] 10.222.0.44 "GET /v2.0/ports?device_id=ed6286ad-6216-4d24-8dd1-2a515535d061 HTTP/1.1" status: 200 len: 949 time: 0.1217060 Oct 27 10:30:30.600889 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8c471e-b655-41b2-9d40-3b55817b43cb req-d56770f9-1614-434c-b690-8bef405bbfe2 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:30:30.603079 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-be8c471e-b655-41b2-9d40-3b55817b43cb req-d56770f9-1614-434c-b690-8bef405bbfe2 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ae4390a-b621-4500-a1b9-c968556e5a4c HTTP/1.1" status: 200 len: 945 time: 0.0980265 Oct 27 10:30:30.662143 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-2b3304bb-f015-4b8c-b063-2512a94fff94 req-05c766fb-51b7-4e3d-87d5-346a2959e47c tempest-ServerDiagnosticsNegativeTest-172130312 tempest-ServerDiagnosticsNegativeTest-172130312-project] 10.222.0.44 "GET /v2.0/security-groups?id=e11897f4-08a6-4028-b69a-b4d348ce9d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768170 Oct 27 10:30:30.699286 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-be8c471e-b655-41b2-9d40-3b55817b43cb req-c69b89e2-905e-40c6-b769-8e1de1bc1d66 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/security-groups?id=9f7279ee-2d49-4f67-b584-fc902ef383cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726209 Oct 27 10:30:30.955908 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5193d772-f52d-4630-af1f-3017f03f3014 req-d2390df8-fed8-4173-8880-9400e30fff47 tempest-ServersTestFqdnHostnames-151958439 tempest-ServersTestFqdnHostnames-151958439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:30:30.959025 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-5193d772-f52d-4630-af1f-3017f03f3014 req-d2390df8-fed8-4173-8880-9400e30fff47 tempest-ServersTestFqdnHostnames-151958439 tempest-ServersTestFqdnHostnames-151958439-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec426f37-47a7-4e9c-870c-91e8df99e748 HTTP/1.1" status: 200 len: 943 time: 0.1022110 Oct 27 10:30:30.991120 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device f7135e0d-6ac8-4cd0-ba36-3a1cfecd7972 up at agent hyperv_n-h1-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:30:31.013391 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125b48e4-570e-4a03-8d9e-365c9b6c7747 req-9ef34a0a-3988-487f-98ef-2689fcf1eb0f tempest-AttachSCSIVolumeTestJSON-688687716 tempest-AttachSCSIVolumeTestJSON-688687716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:30:31.015708 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-125b48e4-570e-4a03-8d9e-365c9b6c7747 req-9ef34a0a-3988-487f-98ef-2689fcf1eb0f tempest-AttachSCSIVolumeTestJSON-688687716 tempest-AttachSCSIVolumeTestJSON-688687716-project] 10.222.0.44 "GET /v2.0/ports?device_id=56c150fe-8088-48c7-87b5-ba0dd7cc2f5a HTTP/1.1" status: 200 len: 945 time: 0.0929904 Oct 27 10:30:31.120844 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-5193d772-f52d-4630-af1f-3017f03f3014 req-91a38eef-abc6-48af-93dd-a5ee46e12d30 tempest-ServersTestFqdnHostnames-151958439 tempest-ServersTestFqdnHostnames-151958439-project] 10.222.0.44 "GET /v2.0/security-groups?id=6566037f-cf19-4b54-9855-482e29c3e3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1480834 Oct 27 10:30:31.136774 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-125b48e4-570e-4a03-8d9e-365c9b6c7747 req-cc1afe87-a813-4baf-82f0-6dbdfa0ad2d3 tempest-AttachSCSIVolumeTestJSON-688687716 tempest-AttachSCSIVolumeTestJSON-688687716-project] 10.222.0.44 "GET /v2.0/security-groups?id=e0052f61-fc81-4452-a464-2233f5331509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144688 Oct 27 10:30:31.172919 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Provisioning for port f7135e0d-6ac8-4cd0-ba36-3a1cfecd7972 completed by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 10:30:31.178269 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Provisioning complete for port f7135e0d-6ac8-4cd0-ba36-3a1cfecd7972 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:30:31.179523 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:31.290300 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:31.512862 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed6286ad-6216-4d24-8dd1-2a515535d061', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7135e0d-6ac8-4cd0-ba36-3a1cfecd7972'}] {{(pid=102348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:30:31.515146 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c588921fa634554a1d9242fdea1b05457a9ff1d3b28ba54ec1dace7f2f1df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adf0cfcf-899d-4c0d-a135-8c2f0d6a46f0" -d '{"events": [{"server_uuid": "ed6286ad-6216-4d24-8dd1-2a515535d061", "name": "network-vif-plugged", "status": "completed", "tag": "f7135e0d-6ac8-4cd0-ba36-3a1cfecd7972"}]}' {{(pid=102348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:30:31.529657 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port f7135e0d-6ac8-4cd0-ba36-3a1cfecd7972, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=f7135e0d-6ac8-4cd0-ba36-3a1cfecd7972,segment=NetworkSegment(f7c42c6d-2766-46d8-a8b7-4852117a5555),segment_id=f7c42c6d-2766-46d8-a8b7-4852117a5555)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:30:31.535090 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:31.613808 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:30:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3646fa62-177d-4071-9082-c6cbe35dd8fe x-openstack-request-id: req-3646fa62-177d-4071-9082-c6cbe35dd8fe {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:30:31.614051 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed6286ad-6216-4d24-8dd1-2a515535d061", "name": "network-vif-plugged", "status": "completed", "tag": "f7135e0d-6ac8-4cd0-ba36-3a1cfecd7972", "code": 200}]} {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:30:31.614223 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3646fa62-177d-4071-9082-c6cbe35dd8fe {{(pid=102348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:30:31.616450 n-d-813419-10 neutron-server[102348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed6286ad-6216-4d24-8dd1-2a515535d061', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7135e0d-6ac8-4cd0-ba36-3a1cfecd7972', 'code': 200} Oct 27 10:30:31.623990 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Pushing event updated for resources: {'Port': ['ID=f7135e0d-6ac8-4cd0-ba36-3a1cfecd7972,revision_number=5']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:30:31.811640 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2081216-3d7e-44d5-b698-83a61a55bc97 req-77d8f8b0-5251-4b2d-9a98-e6ee5af86579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:30:31.814759 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-f2081216-3d7e-44d5-b698-83a61a55bc97 req-77d8f8b0-5251-4b2d-9a98-e6ee5af86579 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=ed6286ad-6216-4d24-8dd1-2a515535d061 HTTP/1.1" status: 200 len: 1102 time: 0.0846405 Oct 27 10:30:31.890308 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18937a00-3a43-464b-8d38-e7dfd92e69d8 req-3f6ce56f-a615-4294-b905-fbbd69760ed3 tempest-ServerDiagnosticsNegativeTest-172130312 tempest-ServerDiagnosticsNegativeTest-172130312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:30:31.899313 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-f2081216-3d7e-44d5-b698-83a61a55bc97 req-045d1193-c88d-4818-b8ef-48af7be0a612 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=e11897f4-08a6-4028-b69a-b4d348ce9d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729303 Oct 27 10:30:31.902369 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-18937a00-3a43-464b-8d38-e7dfd92e69d8 req-3f6ce56f-a615-4294-b905-fbbd69760ed3 tempest-ServerDiagnosticsNegativeTest-172130312 tempest-ServerDiagnosticsNegativeTest-172130312-project] 10.222.0.44 "GET /v2.0/ports?device_id=ed6286ad-6216-4d24-8dd1-2a515535d061 HTTP/1.1" status: 200 len: 950 time: 0.1234217 Oct 27 10:30:31.976477 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b66dc49-b0cc-4ae1-a969-6ed0cafff6f9 req-2198b39d-dce6-488d-92cc-f4dd23c56979 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:30:31.978830 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-18937a00-3a43-464b-8d38-e7dfd92e69d8 req-baba7ec3-915a-4e0d-a3df-1a1a1fee9bc1 tempest-ServerDiagnosticsNegativeTest-172130312 tempest-ServerDiagnosticsNegativeTest-172130312-project] 10.222.0.44 "GET /v2.0/security-groups?id=e11897f4-08a6-4028-b69a-b4d348ce9d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691092 Oct 27 10:30:31.979698 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8b66dc49-b0cc-4ae1-a969-6ed0cafff6f9 req-2198b39d-dce6-488d-92cc-f4dd23c56979 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ae4390a-b621-4500-a1b9-c968556e5a4c HTTP/1.1" status: 200 len: 945 time: 0.0795035 Oct 27 10:30:32.054880 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8b66dc49-b0cc-4ae1-a969-6ed0cafff6f9 req-95cfd292-f3f5-4929-a391-8455832619f7 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/security-groups?id=9f7279ee-2d49-4f67-b584-fc902ef383cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548692 Oct 27 10:30:32.091997 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 56942) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:30:32.286311 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1262de-2d29-4cc1-8163-d6387c66b9a3 req-ac222b57-a47c-48f3-a34f-5df079cf5a91 tempest-ServersTestFqdnHostnames-151958439 tempest-ServersTestFqdnHostnames-151958439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:30:32.290670 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-7d1262de-2d29-4cc1-8163-d6387c66b9a3 req-ac222b57-a47c-48f3-a34f-5df079cf5a91 tempest-ServersTestFqdnHostnames-151958439 tempest-ServersTestFqdnHostnames-151958439-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec426f37-47a7-4e9c-870c-91e8df99e748 HTTP/1.1" status: 200 len: 943 time: 0.0817008 Oct 27 10:30:32.304468 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-bd286306-f8a1-4655-b450-b1c71bf82251 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:32.336474 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:32.353533 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-7d1262de-2d29-4cc1-8163-d6387c66b9a3 req-0f1b655c-1c4e-4f33-ad82-aba24e451366 tempest-ServersTestFqdnHostnames-151958439 tempest-ServersTestFqdnHostnames-151958439-project] 10.222.0.44 "GET /v2.0/security-groups?id=6566037f-cf19-4b54-9855-482e29c3e3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558646 Oct 27 10:30:32.399874 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d46dfa5-e394-4612-bcd6-5f376593faa0 req-802721c6-88ba-4bb3-b775-0bce8b3e93fe tempest-AttachSCSIVolumeTestJSON-688687716 tempest-AttachSCSIVolumeTestJSON-688687716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:30:32.407727 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-1d46dfa5-e394-4612-bcd6-5f376593faa0 req-802721c6-88ba-4bb3-b775-0bce8b3e93fe tempest-AttachSCSIVolumeTestJSON-688687716 tempest-AttachSCSIVolumeTestJSON-688687716-project] 10.222.0.44 "GET /v2.0/ports?device_id=56c150fe-8088-48c7-87b5-ba0dd7cc2f5a HTTP/1.1" status: 200 len: 945 time: 0.1088991 Oct 27 10:30:32.464462 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-1d46dfa5-e394-4612-bcd6-5f376593faa0 req-bbddc787-ac47-4b24-a693-aa30a2623984 tempest-AttachSCSIVolumeTestJSON-688687716 tempest-AttachSCSIVolumeTestJSON-688687716-project] 10.222.0.44 "GET /v2.0/security-groups?id=e0052f61-fc81-4452-a464-2233f5331509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557916 Oct 27 10:30:32.514702 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-bd286306-f8a1-4655-b450-b1c71bf82251 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:32.521555 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-bd286306-f8a1-4655-b450-b1c71bf82251 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:32.564747 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-bd286306-f8a1-4655-b450-b1c71bf82251 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=861d640945be4bb291c95c4008b8ae48&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4705298 Oct 27 10:30:32.565697 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd286306-f8a1-4655-b450-b1c71bf82251 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcdcaa19-0786-4a9d-bd75-1d63d465ffe6,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:30:32.569228 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 56952) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:30:32.654312 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-b098b227-5800-4be2-8d78-4c4e88e3d775 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:32.682450 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-b098b227-5800-4be2-8d78-4c4e88e3d775 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:32.753138 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device 39e9f852-a05e-444e-a04f-471a0119b85d details requested by agent hyperv_n-h2-813419-10 with host n-h2-813419-10 {{(pid=102348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 10:30:32.753595 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-b098b227-5800-4be2-8d78-4c4e88e3d775 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:32.756580 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-b098b227-5800-4be2-8d78-4c4e88e3d775 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:32.758370 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-b098b227-5800-4be2-8d78-4c4e88e3d775 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/dcdcaa19-0786-4a9d-bd75-1d63d465ffe6 HTTP/1.1" status: 204 len: 168 time: 0.1878307 Oct 27 10:30:32.767432 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b098b227-5800-4be2-8d78-4c4e88e3d775 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcdcaa19-0786-4a9d-bd75-1d63d465ffe6,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:30:33.019116 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] For port 39e9f852-a05e-444e-a04f-471a0119b85d, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=39e9f852-a05e-444e-a04f-471a0119b85d,segment=NetworkSegment(e860d0d4-255e-445b-93ed-ac8be74e0f0d),segment_id=e860d0d4-255e-445b-93ed-ac8be74e0f0d)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:30:33.044024 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Returning: {'device': '39e9f852-a05e-444e-a04f-471a0119b85d', 'network_id': '2b5dda7b-dc05-4d2b-a3dd-2052b5b3ce50', 'port_id': '39e9f852-a05e-444e-a04f-471a0119b85d', 'mac_address': 'fa:16:3e:9a:81:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 408, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a725a1b-1b05-4185-9a4f-8fbc585fd3e1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 10:30:33.143661 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:33.180966 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623d21f5-0063-4c2d-a760-74ba0c8e600f req-c69a2532-3e71-42bb-897b-962877bad691 tempest-ServerDiagnosticsNegativeTest-172130312 tempest-ServerDiagnosticsNegativeTest-172130312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:30:33.183297 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39e9f852-a05e-444e-a04f-471a0119b85d {{(pid=102348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:30:33.192227 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-623d21f5-0063-4c2d-a760-74ba0c8e600f req-c69a2532-3e71-42bb-897b-962877bad691 tempest-ServerDiagnosticsNegativeTest-172130312 tempest-ServerDiagnosticsNegativeTest-172130312-project] 10.222.0.44 "GET /v2.0/ports?device_id=ed6286ad-6216-4d24-8dd1-2a515535d061 HTTP/1.1" status: 200 len: 950 time: 0.1041868 Oct 27 10:30:33.244630 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] For port 39e9f852-a05e-444e-a04f-471a0119b85d, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=39e9f852-a05e-444e-a04f-471a0119b85d,segment=NetworkSegment(e860d0d4-255e-445b-93ed-ac8be74e0f0d),segment_id=e860d0d4-255e-445b-93ed-ac8be74e0f0d)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:30:33.253149 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:33.253664 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-623d21f5-0063-4c2d-a760-74ba0c8e600f req-cff830cf-2211-41ce-9589-26b414479f7a tempest-ServerDiagnosticsNegativeTest-172130312 tempest-ServerDiagnosticsNegativeTest-172130312-project] 10.222.0.44 "GET /v2.0/security-groups?id=e11897f4-08a6-4028-b69a-b4d348ce9d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602498 Oct 27 10:30:33.298454 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d014789f-e09f-4aa1-bbc2-0d6ea27aace5 req-96851c44-ef4e-4e36-b340-59736817ee3a tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:30:33.312456 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-d014789f-e09f-4aa1-bbc2-0d6ea27aace5 req-96851c44-ef4e-4e36-b340-59736817ee3a tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ae4390a-b621-4500-a1b9-c968556e5a4c HTTP/1.1" status: 200 len: 945 time: 0.1187844 Oct 27 10:30:33.397441 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Pushing event updated for resources: {'Port': ['ID=39e9f852-a05e-444e-a04f-471a0119b85d,revision_number=4']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:30:33.445795 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-d014789f-e09f-4aa1-bbc2-0d6ea27aace5 req-fe4a2934-0aac-408c-9a14-4179dcdcefe0 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/security-groups?id=9f7279ee-2d49-4f67-b584-fc902ef383cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250246 Oct 27 10:30:33.497615 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 56980) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:30:33.527001 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-537bcee7-f21c-416f-a7c8-a1842f4dc363 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:33.599295 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] get_ports_and_sgs() called for port_ids ['39e9f852-a05e-444e-a04f-471a0119b85d'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:30:33.706579 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-537bcee7-f21c-416f-a7c8-a1842f4dc363 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:33.716561 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-537bcee7-f21c-416f-a7c8-a1842f4dc363 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:33.785105 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196aded0-fe95-479e-8b8d-1e4ca9c79341 req-56166c2b-efcc-4308-8c3f-cca609d17505 tempest-ServersTestFqdnHostnames-151958439 tempest-ServersTestFqdnHostnames-151958439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:30:33.789428 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-537bcee7-f21c-416f-a7c8-a1842f4dc363 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=47398bbf54db46be8938f419e50fb417&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2906480 Oct 27 10:30:33.790076 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 56986) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:30:33.805543 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-196aded0-fe95-479e-8b8d-1e4ca9c79341 req-56166c2b-efcc-4308-8c3f-cca609d17505 tempest-ServersTestFqdnHostnames-151958439 tempest-ServersTestFqdnHostnames-151958439-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec426f37-47a7-4e9c-870c-91e8df99e748 HTTP/1.1" status: 200 len: 944 time: 0.1348872 Oct 27 10:30:33.817917 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 56988) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:30:33.896753 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537bcee7-f21c-416f-a7c8-a1842f4dc363 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b494c627-9210-4786-bd79-0820c97bd923,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:30:33.975796 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-47210654-2f3c-4299-ac03-94ba342d4105 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:34.028237 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-196aded0-fe95-479e-8b8d-1e4ca9c79341 req-e9f51552-962c-4bbe-aef8-4fbdc4da297e tempest-ServersTestFqdnHostnames-151958439 tempest-ServersTestFqdnHostnames-151958439-project] 10.222.0.44 "GET /v2.0/security-groups?id=6566037f-cf19-4b54-9855-482e29c3e3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2162924 Oct 27 10:30:34.081806 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-47210654-2f3c-4299-ac03-94ba342d4105 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:34.108770 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-6f206ee2-a4fa-484b-bd03-351c6ca6cd22 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:34.152438 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-47210654-2f3c-4299-ac03-94ba342d4105 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:34.156751 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae21a48-dee3-492a-b1ca-df2d7f742739 req-e245f552-7efb-42ea-90dd-ffd2672b7134 tempest-ServerDiagnosticsNegativeTest-172130312 tempest-ServerDiagnosticsNegativeTest-172130312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:30:34.157300 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-47210654-2f3c-4299-ac03-94ba342d4105 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:34.158962 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-2ae21a48-dee3-492a-b1ca-df2d7f742739 req-e245f552-7efb-42ea-90dd-ffd2672b7134 tempest-ServerDiagnosticsNegativeTest-172130312 tempest-ServerDiagnosticsNegativeTest-172130312-project] 10.222.0.44 "GET /v2.0/ports?device_id=ed6286ad-6216-4d24-8dd1-2a515535d061 HTTP/1.1" status: 200 len: 950 time: 0.1082911 Oct 27 10:30:34.162172 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-47210654-2f3c-4299-ac03-94ba342d4105 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b494c627-9210-4786-bd79-0820c97bd923 HTTP/1.1" status: 204 len: 168 time: 0.3420341 Oct 27 10:30:34.178484 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47210654-2f3c-4299-ac03-94ba342d4105 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b494c627-9210-4786-bd79-0820c97bd923,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:30:34.251474 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-2ae21a48-dee3-492a-b1ca-df2d7f742739 req-d281632d-1c5b-4643-9ca3-1f6deaadc314 tempest-ServerDiagnosticsNegativeTest-172130312 tempest-ServerDiagnosticsNegativeTest-172130312-project] 10.222.0.44 "GET /v2.0/security-groups?id=e11897f4-08a6-4028-b69a-b4d348ce9d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801387 Oct 27 10:30:34.311373 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-6f206ee2-a4fa-484b-bd03-351c6ca6cd22 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:34.316051 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-6f206ee2-a4fa-484b-bd03-351c6ca6cd22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:34.375471 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f206ee2-a4fa-484b-bd03-351c6ca6cd22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ffe8ef1-b4b2-4e6d-9361-1874541e5329,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:30:34.407967 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-6f206ee2-a4fa-484b-bd03-351c6ca6cd22 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=cdcdb4464b514d40931ebafd9f3a4709&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5863941 Oct 27 10:30:34.412054 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 56998) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:30:34.510538 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-ad61b51e-b63b-4dd4-8f29-ef990bede1ed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:34.566588 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-ad61b51e-b63b-4dd4-8f29-ef990bede1ed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:34.659658 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-ad61b51e-b63b-4dd4-8f29-ef990bede1ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:34.665335 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-ad61b51e-b63b-4dd4-8f29-ef990bede1ed admin admin] Publish callbacks [] for security_group, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:34.666651 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-ad61b51e-b63b-4dd4-8f29-ef990bede1ed admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8ffe8ef1-b4b2-4e6d-9361-1874541e5329 HTTP/1.1" status: 204 len: 168 time: 0.2534695 Oct 27 10:30:34.685725 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad61b51e-b63b-4dd4-8f29-ef990bede1ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ffe8ef1-b4b2-4e6d-9361-1874541e5329,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:30:34.735386 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29375768-432a-4e41-8eb3-3d23e5268fd3 req-1641b721-1d76-4d94-b000-6bccc8e40cd0 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:30:34.738099 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-29375768-432a-4e41-8eb3-3d23e5268fd3 req-1641b721-1d76-4d94-b000-6bccc8e40cd0 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ae4390a-b621-4500-a1b9-c968556e5a4c HTTP/1.1" status: 200 len: 945 time: 0.1420863 Oct 27 10:30:34.775340 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device 863bd33a-7c9e-4cbf-aa6d-c8f79ce93249 details requested by agent hyperv_n-h2-813419-10 with host n-h2-813419-10 {{(pid=102348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 10:30:34.804959 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device 39e9f852-a05e-444e-a04f-471a0119b85d up at agent hyperv_n-h2-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:30:34.827014 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-29375768-432a-4e41-8eb3-3d23e5268fd3 req-c856d69c-6a60-48e6-92de-56622fc51589 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/security-groups?id=9f7279ee-2d49-4f67-b584-fc902ef383cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742743 Oct 27 10:30:34.979394 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] For port 863bd33a-7c9e-4cbf-aa6d-c8f79ce93249, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=863bd33a-7c9e-4cbf-aa6d-c8f79ce93249,segment=NetworkSegment(2ae7a459-953f-4f06-8bb8-d3b1f54967e3),segment_id=2ae7a459-953f-4f06-8bb8-d3b1f54967e3)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:30:34.994055 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Provisioning for port 39e9f852-a05e-444e-a04f-471a0119b85d completed by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 10:30:35.002031 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Provisioning complete for port 39e9f852-a05e-444e-a04f-471a0119b85d triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:30:35.002360 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:35.004221 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Returning: {'device': '863bd33a-7c9e-4cbf-aa6d-c8f79ce93249', 'network_id': '37f7eee7-78e5-4454-9540-9eb1f8cbbdab', 'port_id': '863bd33a-7c9e-4cbf-aa6d-c8f79ce93249', 'mac_address': 'fa:16:3e:db:4e:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '249a5a87-559c-4770-af81-a36d13f3e017', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 10:30:35.095784 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:35.143459 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 863bd33a-7c9e-4cbf-aa6d-c8f79ce93249 {{(pid=102348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:30:35.199514 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] For port 863bd33a-7c9e-4cbf-aa6d-c8f79ce93249, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=863bd33a-7c9e-4cbf-aa6d-c8f79ce93249,segment=NetworkSegment(2ae7a459-953f-4f06-8bb8-d3b1f54967e3),segment_id=2ae7a459-953f-4f06-8bb8-d3b1f54967e3)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:30:35.222454 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:35.347029 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eec8a45-e429-4248-9c01-8af1cb3dd75c req-9facad5a-3f06-48bf-8fa8-2ec2706d2e01 tempest-ServersTestFqdnHostnames-151958439 tempest-ServersTestFqdnHostnames-151958439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:30:35.361990 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-4eec8a45-e429-4248-9c01-8af1cb3dd75c req-9facad5a-3f06-48bf-8fa8-2ec2706d2e01 tempest-ServersTestFqdnHostnames-151958439 tempest-ServersTestFqdnHostnames-151958439-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec426f37-47a7-4e9c-870c-91e8df99e748 HTTP/1.1" status: 200 len: 944 time: 0.2086241 Oct 27 10:30:35.393570 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:35.397456 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Pushing event updated for resources: {'Port': ['ID=863bd33a-7c9e-4cbf-aa6d-c8f79ce93249,revision_number=11']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:30:35.413702 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7fab60-4481-4ead-9f55-2dd1baa53117 req-bb40766b-602d-4f25-bf3e-6e98c8da78d6 tempest-ServerDiagnosticsNegativeTest-172130312 tempest-ServerDiagnosticsNegativeTest-172130312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:30:35.415419 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-6e7fab60-4481-4ead-9f55-2dd1baa53117 req-bb40766b-602d-4f25-bf3e-6e98c8da78d6 tempest-ServerDiagnosticsNegativeTest-172130312 tempest-ServerDiagnosticsNegativeTest-172130312-project] 10.222.0.64 "GET /v2.0/ports?device_id=ed6286ad-6216-4d24-8dd1-2a515535d061 HTTP/1.1" status: 200 len: 950 time: 0.2037716 Oct 27 10:30:35.455439 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] For port 39e9f852-a05e-444e-a04f-471a0119b85d, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=39e9f852-a05e-444e-a04f-471a0119b85d,segment=NetworkSegment(e860d0d4-255e-445b-93ed-ac8be74e0f0d),segment_id=e860d0d4-255e-445b-93ed-ac8be74e0f0d)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:30:35.459333 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec426f37-47a7-4e9c-870c-91e8df99e748', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39e9f852-a05e-444e-a04f-471a0119b85d'}] {{(pid=102348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:30:35.462403 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c588921fa634554a1d9242fdea1b05457a9ff1d3b28ba54ec1dace7f2f1df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a076ca2-3b42-42ea-a11f-1536184dddaf" -d '{"events": [{"server_uuid": "ec426f37-47a7-4e9c-870c-91e8df99e748", "name": "network-vif-plugged", "status": "completed", "tag": "39e9f852-a05e-444e-a04f-471a0119b85d"}]}' {{(pid=102348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:30:35.470918 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:35.476617 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-4eec8a45-e429-4248-9c01-8af1cb3dd75c req-f3908ede-a176-4dc8-a968-ff44e4258575 tempest-ServersTestFqdnHostnames-151958439 tempest-ServersTestFqdnHostnames-151958439-project] 10.222.0.44 "GET /v2.0/security-groups?id=6566037f-cf19-4b54-9855-482e29c3e3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1135328 Oct 27 10:30:35.598316 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Pushing event updated for resources: {'Port': ['ID=39e9f852-a05e-444e-a04f-471a0119b85d,revision_number=5']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:30:35.610947 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] get_ports_and_sgs() called for port_ids ['863bd33a-7c9e-4cbf-aa6d-c8f79ce93249'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:30:35.727189 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:30:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d289b9e6-6e95-4a2d-89dd-bc387128df23 x-openstack-request-id: req-d289b9e6-6e95-4a2d-89dd-bc387128df23 {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:30:35.727480 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec426f37-47a7-4e9c-870c-91e8df99e748", "name": "network-vif-plugged", "status": "completed", "tag": "39e9f852-a05e-444e-a04f-471a0119b85d", "code": 200}]} {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:30:35.727728 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d289b9e6-6e95-4a2d-89dd-bc387128df23 {{(pid=102348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:30:35.728106 n-d-813419-10 neutron-server[102348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec426f37-47a7-4e9c-870c-91e8df99e748', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39e9f852-a05e-444e-a04f-471a0119b85d', 'code': 200} Oct 27 10:30:35.901881 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [req-6e7fab60-4481-4ead-9f55-2dd1baa53117 req-f2965a17-448a-4233-b4b5-ed0ab7c1df09 tempest-ServerDiagnosticsNegativeTest-172130312 tempest-ServerDiagnosticsNegativeTest-172130312-project] Deleting port f7135e0d-6ac8-4cd0-ba36-3a1cfecd7972 {{(pid=102347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:30:35.906305 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-6e7fab60-4481-4ead-9f55-2dd1baa53117 req-f2965a17-448a-4233-b4b5-ed0ab7c1df09 tempest-ServerDiagnosticsNegativeTest-172130312 tempest-ServerDiagnosticsNegativeTest-172130312-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:35.977037 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2745ba8b-44e1-4995-bad3-a69386156c60 req-e1221fda-3872-41da-8fed-e6bc9d7d434d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:30:35.981705 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-2745ba8b-44e1-4995-bad3-a69386156c60 req-e1221fda-3872-41da-8fed-e6bc9d7d434d service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=ec426f37-47a7-4e9c-870c-91e8df99e748 HTTP/1.1" status: 200 len: 1097 time: 0.1365888 Oct 27 10:30:36.049682 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-2745ba8b-44e1-4995-bad3-a69386156c60 req-09412feb-d18e-4895-8054-f99155449061 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=6566037f-cf19-4b54-9855-482e29c3e3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616047 Oct 27 10:30:36.061055 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b573873c-4680-45d2-9188-9176e5d9bfcf req-ecc8ac41-2888-463e-bf4b-7af2d085280c tempest-ServerDiagnosticsNegativeTest-172130312 tempest-ServerDiagnosticsNegativeTest-172130312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:30:36.066129 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b573873c-4680-45d2-9188-9176e5d9bfcf req-ecc8ac41-2888-463e-bf4b-7af2d085280c tempest-ServerDiagnosticsNegativeTest-172130312 tempest-ServerDiagnosticsNegativeTest-172130312-project] 10.222.0.44 "GET /v2.0/ports?device_id=ed6286ad-6216-4d24-8dd1-2a515535d061 HTTP/1.1" status: 200 len: 950 time: 0.4285305 Oct 27 10:30:36.197708 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee858b44-d83b-42c4-8dfc-a42a5e0bb4a2 req-937aacd9-d932-4d15-ad65-6209097c5873 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:30:36.213742 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ee858b44-d83b-42c4-8dfc-a42a5e0bb4a2 req-937aacd9-d932-4d15-ad65-6209097c5873 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ae4390a-b621-4500-a1b9-c968556e5a4c HTTP/1.1" status: 200 len: 946 time: 0.1151247 Oct 27 10:30:36.222525 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b573873c-4680-45d2-9188-9176e5d9bfcf req-608d99a3-fdec-4f6d-904e-e8539dbe4c40 tempest-ServerDiagnosticsNegativeTest-172130312 tempest-ServerDiagnosticsNegativeTest-172130312-project] 10.222.0.44 "GET /v2.0/security-groups?id=e11897f4-08a6-4028-b69a-b4d348ce9d83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473272 Oct 27 10:30:36.256882 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-6e7fab60-4481-4ead-9f55-2dd1baa53117 req-f2965a17-448a-4233-b4b5-ed0ab7c1df09 tempest-ServerDiagnosticsNegativeTest-172130312 tempest-ServerDiagnosticsNegativeTest-172130312-project] For port f7135e0d-6ac8-4cd0-ba36-3a1cfecd7972, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=f7135e0d-6ac8-4cd0-ba36-3a1cfecd7972,segment=NetworkSegment(f7c42c6d-2766-46d8-a8b7-4852117a5555),segment_id=f7c42c6d-2766-46d8-a8b7-4852117a5555)] {{(pid=102347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:30:36.257246 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-6e7fab60-4481-4ead-9f55-2dd1baa53117 req-f2965a17-448a-4233-b4b5-ed0ab7c1df09 tempest-ServerDiagnosticsNegativeTest-172130312 tempest-ServerDiagnosticsNegativeTest-172130312-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:36.287891 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [req-6e7fab60-4481-4ead-9f55-2dd1baa53117 req-f2965a17-448a-4233-b4b5-ed0ab7c1df09 tempest-ServerDiagnosticsNegativeTest-172130312 tempest-ServerDiagnosticsNegativeTest-172130312-project] Calling delete_port for f7135e0d-6ac8-4cd0-ba36-3a1cfecd7972 owned by compute:nova {{(pid=102347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:30:36.302618 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ee858b44-d83b-42c4-8dfc-a42a5e0bb4a2 req-2d34c47d-42ec-45e7-baba-2a965c19acdd tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/security-groups?id=9f7279ee-2d49-4f67-b584-fc902ef383cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841591 Oct 27 10:30:36.376226 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 57074) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:30:36.531027 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-6e7fab60-4481-4ead-9f55-2dd1baa53117 req-f2965a17-448a-4233-b4b5-ed0ab7c1df09 tempest-ServerDiagnosticsNegativeTest-172130312 tempest-ServerDiagnosticsNegativeTest-172130312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:36.538754 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-2740a5da-3215-4dd6-b4df-e3bd698514b0 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-642911475-network', 'tenant_id': 'c549deff19ee40e78397a6c045bdd5dc'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:30:36.544220 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] get_ports_and_sgs() called for port_ids ['f7135e0d-6ac8-4cd0-ba36-3a1cfecd7972'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:30:36.581083 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2965a17-448a-4233-b4b5-ed0ab7c1df09 tempest-ServerDiagnosticsNegativeTest-172130312 tempest-ServerDiagnosticsNegativeTest-172130312-project] Pushing event deleted for resources: {'Port': ['ID=f7135e0d-6ac8-4cd0-ba36-3a1cfecd7972,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:30:36.610420 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2740a5da-3215-4dd6-b4df-e3bd698514b0 admin admin] Made reservation on behalf of c549deff19ee40e78397a6c045bdd5dc for: {'network': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:30:36.623754 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-2740a5da-3215-4dd6-b4df-e3bd698514b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for network, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:36.650887 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-2740a5da-3215-4dd6-b4df-e3bd698514b0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:36.707154 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e7fab60-4481-4ead-9f55-2dd1baa53117 req-f2965a17-448a-4233-b4b5-ed0ab7c1df09 tempest-ServerDiagnosticsNegativeTest-172130312 tempest-ServerDiagnosticsNegativeTest-172130312-project] No DVR routers for this DVR port f7135e0d-6ac8-4cd0-ba36-3a1cfecd7972 on host n-h1-813419-10 {{(pid=102347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:30:36.712475 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-6e7fab60-4481-4ead-9f55-2dd1baa53117 req-f2965a17-448a-4233-b4b5-ed0ab7c1df09 tempest-ServerDiagnosticsNegativeTest-172130312 tempest-ServerDiagnosticsNegativeTest-172130312-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:36.719854 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-6e7fab60-4481-4ead-9f55-2dd1baa53117 req-f2965a17-448a-4233-b4b5-ed0ab7c1df09 tempest-ServerDiagnosticsNegativeTest-172130312 tempest-ServerDiagnosticsNegativeTest-172130312-project] 10.222.0.64 "DELETE /v2.0/ports/f7135e0d-6ac8-4cd0-ba36-3a1cfecd7972 HTTP/1.1" status: 204 len: 173 time: 1.2864447 Oct 27 10:30:36.720445 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed6286ad-6216-4d24-8dd1-2a515535d061', 'name': 'network-vif-deleted', 'tag': 'f7135e0d-6ac8-4cd0-ba36-3a1cfecd7972'}] {{(pid=102347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:30:36.724380 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311149b481204ee7edffdb959c881838506fbd95bc8577c048f6677abb73acc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dee22d8-a812-4b75-9bb6-22057923ed6c" -d '{"events": [{"server_uuid": "ed6286ad-6216-4d24-8dd1-2a515535d061", "name": "network-vif-deleted", "tag": "f7135e0d-6ac8-4cd0-ba36-3a1cfecd7972"}]}' {{(pid=102347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:30:36.798619 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device 863bd33a-7c9e-4cbf-aa6d-c8f79ce93249 up at agent hyperv_n-h2-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:30:36.847645 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1384360-4bac-43ca-94a4-6706f3861b7b req-02b3e30d-265e-4150-9cd2-ad77d79bd4a5 tempest-ServersTestFqdnHostnames-151958439 tempest-ServersTestFqdnHostnames-151958439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:30:36.856140 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-2740a5da-3215-4dd6-b4df-e3bd698514b0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:36.867563 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-d1384360-4bac-43ca-94a4-6706f3861b7b req-02b3e30d-265e-4150-9cd2-ad77d79bd4a5 tempest-ServersTestFqdnHostnames-151958439 tempest-ServersTestFqdnHostnames-151958439-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec426f37-47a7-4e9c-870c-91e8df99e748 HTTP/1.1" status: 200 len: 945 time: 0.2510941 Oct 27 10:30:36.868551 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-2740a5da-3215-4dd6-b4df-e3bd698514b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:36.908701 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2740a5da-3215-4dd6-b4df-e3bd698514b0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 404} {{(pid=102346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 10:30:36.929991 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:30:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4d09891-52ac-4419-bae6-b3691afa4c83 x-openstack-request-id: req-a4d09891-52ac-4419-bae6-b3691afa4c83 {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:30:36.930285 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed6286ad-6216-4d24-8dd1-2a515535d061", "name": "network-vif-deleted", "tag": "f7135e0d-6ac8-4cd0-ba36-3a1cfecd7972", "status": "completed", "code": 200}]} {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:30:36.930601 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a4d09891-52ac-4419-bae6-b3691afa4c83 {{(pid=102347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:30:36.930927 n-d-813419-10 neutron-server[102347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed6286ad-6216-4d24-8dd1-2a515535d061', 'name': 'network-vif-deleted', 'tag': 'f7135e0d-6ac8-4cd0-ba36-3a1cfecd7972', 'status': 'completed', 'code': 200} Oct 27 10:30:36.931682 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-2740a5da-3215-4dd6-b4df-e3bd698514b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:36.933940 n-d-813419-10 neutron-server[102346]: INFO neutron.db.segments_db [None req-2740a5da-3215-4dd6-b4df-e3bd698514b0 admin admin] Added segment d0432a65-2dba-42ec-af01-06a1f023bcbe of type vlan for network 7671fe98-2365-4aa6-9969-51558d1387c3 Oct 27 10:30:37.020839 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-2740a5da-3215-4dd6-b4df-e3bd698514b0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743872593080'] for network, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:37.031133 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Provisioning for port 863bd33a-7c9e-4cbf-aa6d-c8f79ce93249 completed by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 10:30:37.048831 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Provisioning complete for port 863bd33a-7c9e-4cbf-aa6d-c8f79ce93249 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:30:37.049232 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:37.056608 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-d1384360-4bac-43ca-94a4-6706f3861b7b req-50f325c0-afa8-4041-899a-0e7da9acad2c tempest-ServersTestFqdnHostnames-151958439 tempest-ServersTestFqdnHostnames-151958439-project] 10.222.0.44 "GET /v2.0/security-groups?id=6566037f-cf19-4b54-9855-482e29c3e3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1857264 Oct 27 10:30:37.071549 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-2740a5da-3215-4dd6-b4df-e3bd698514b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913'] for network, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:37.073929 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2740a5da-3215-4dd6-b4df-e3bd698514b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:30:37.075115 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-2740a5da-3215-4dd6-b4df-e3bd698514b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for network, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:37.109162 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-2740a5da-3215-4dd6-b4df-e3bd698514b0 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7312963 Oct 27 10:30:37.115911 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 57096) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:30:37.122989 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2740a5da-3215-4dd6-b4df-e3bd698514b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25d5e86c-5f65-4a89-92a1-b6c0861ec7f8,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:30:37.129410 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-19d78fba-b138-42a0-bd05-721db8b721ec admin admin] Request body: {'subnet': {'network_id': '7671fe98-2365-4aa6-9969-51558d1387c3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-642911475-subnet', 'tenant_id': 'c549deff19ee40e78397a6c045bdd5dc', 'ip_version': 4}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:30:37.190057 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19d78fba-b138-42a0-bd05-721db8b721ec admin admin] Made reservation on behalf of c549deff19ee40e78397a6c045bdd5dc for: {'subnet': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:30:37.193486 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-19d78fba-b138-42a0-bd05-721db8b721ec admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18044073'] for subnet, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:37.206097 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2740a5da-3215-4dd6-b4df-e3bd698514b0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:30:37.207163 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2740a5da-3215-4dd6-b4df-e3bd698514b0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:30:37.207163 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2740a5da-3215-4dd6-b4df-e3bd698514b0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:30:37.207163 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2740a5da-3215-4dd6-b4df-e3bd698514b0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:30:37.207476 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2740a5da-3215-4dd6-b4df-e3bd698514b0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:30:37.207723 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2740a5da-3215-4dd6-b4df-e3bd698514b0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:30:37.208047 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2740a5da-3215-4dd6-b4df-e3bd698514b0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:30:37.209297 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2740a5da-3215-4dd6-b4df-e3bd698514b0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:30:37.209297 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2740a5da-3215-4dd6-b4df-e3bd698514b0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:30:37.209297 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2740a5da-3215-4dd6-b4df-e3bd698514b0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:30:37.209297 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2740a5da-3215-4dd6-b4df-e3bd698514b0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:30:37.209670 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2740a5da-3215-4dd6-b4df-e3bd698514b0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:30:37.228139 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:37.245658 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2740a5da-3215-4dd6-b4df-e3bd698514b0 admin admin] Pushing event updated for resources: {'Network': ['ID=7671fe98-2365-4aa6-9969-51558d1387c3,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:30:37.295422 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Network 7671fe98-2365-4aa6-9969-51558d1387c3 details requested by agent ovs-agent-n-d-813419-10 with host n-d-813419-10 {{(pid=102348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 10:30:37.501715 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-1911bc5f-dfd2-47db-922a-b06307f2e4a2 req-78db6aa9-8bdd-4eb3-b20a-289119436fec tempest-ServerDiagnosticsNegativeTest-172130312 tempest-ServerDiagnosticsNegativeTest-172130312-project] 10.222.0.44 "GET /v2.0/ports?device_id=ed6286ad-6216-4d24-8dd1-2a515535d061 HTTP/1.1" status: 200 len: 210 time: 0.0909069 Oct 27 10:30:37.551533 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] For port 863bd33a-7c9e-4cbf-aa6d-c8f79ce93249, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=863bd33a-7c9e-4cbf-aa6d-c8f79ce93249,segment=NetworkSegment(2ae7a459-953f-4f06-8bb8-d3b1f54967e3),segment_id=2ae7a459-953f-4f06-8bb8-d3b1f54967e3)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:30:37.560132 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:37.614318 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d9b961-40ad-4d23-a767-0479e669a10f req-d8c72bc8-3e31-4b7f-9847-5b94bb984545 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:30:37.627423 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-69d9b961-40ad-4d23-a767-0479e669a10f req-d8c72bc8-3e31-4b7f-9847-5b94bb984545 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ae4390a-b621-4500-a1b9-c968556e5a4c HTTP/1.1" status: 200 len: 946 time: 0.1203907 Oct 27 10:30:37.642765 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Pushing event updated for resources: {'Port': ['ID=863bd33a-7c9e-4cbf-aa6d-c8f79ce93249,revision_number=12']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:30:37.712265 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-69d9b961-40ad-4d23-a767-0479e669a10f req-77bd4607-c701-492c-948c-3fcdaa3a290b tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/security-groups?id=9f7279ee-2d49-4f67-b584-fc902ef383cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817177 Oct 27 10:30:37.729015 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ae4390a-b621-4500-a1b9-c968556e5a4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '863bd33a-7c9e-4cbf-aa6d-c8f79ce93249'}] {{(pid=102348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:30:37.732100 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c588921fa634554a1d9242fdea1b05457a9ff1d3b28ba54ec1dace7f2f1df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea8ea7be-3010-4ed2-a205-2825efcb607c" -d '{"events": [{"server_uuid": "5ae4390a-b621-4500-a1b9-c968556e5a4c", "name": "network-vif-plugged", "status": "completed", "tag": "863bd33a-7c9e-4cbf-aa6d-c8f79ce93249"}]}' {{(pid=102348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:30:37.813722 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:30:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ffacc9e-8cb1-480c-83f1-1b3a2637fcc9 x-openstack-request-id: req-4ffacc9e-8cb1-480c-83f1-1b3a2637fcc9 {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:30:37.814013 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ae4390a-b621-4500-a1b9-c968556e5a4c", "name": "network-vif-plugged", "status": "completed", "tag": "863bd33a-7c9e-4cbf-aa6d-c8f79ce93249", "code": 200}]} {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:30:37.814414 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4ffacc9e-8cb1-480c-83f1-1b3a2637fcc9 {{(pid=102348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:30:37.815004 n-d-813419-10 neutron-server[102348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ae4390a-b621-4500-a1b9-c968556e5a4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '863bd33a-7c9e-4cbf-aa6d-c8f79ce93249', 'code': 200} Oct 27 10:30:37.843932 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-19d78fba-b138-42a0-bd05-721db8b721ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-18295883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18044091'] for subnet, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:37.988818 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d78fba-b138-42a0-bd05-721db8b721ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=49e7aa93-ef23-4876-9037-9786c8909fbd,revision_number=0']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:30:37.999579 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d78fba-b138-42a0-bd05-721db8b721ec admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:30:37.999934 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d78fba-b138-42a0-bd05-721db8b721ec admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:30:38.000370 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d78fba-b138-42a0-bd05-721db8b721ec admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:30:38.004350 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d78fba-b138-42a0-bd05-721db8b721ec admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:30:38.004350 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d78fba-b138-42a0-bd05-721db8b721ec admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:30:38.004350 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d78fba-b138-42a0-bd05-721db8b721ec admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:30:38.004674 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d78fba-b138-42a0-bd05-721db8b721ec admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:30:38.004902 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d78fba-b138-42a0-bd05-721db8b721ec admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:30:38.005193 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d78fba-b138-42a0-bd05-721db8b721ec admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:30:38.005644 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d78fba-b138-42a0-bd05-721db8b721ec admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:30:38.006140 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d78fba-b138-42a0-bd05-721db8b721ec admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:30:38.006679 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d78fba-b138-42a0-bd05-721db8b721ec admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:30:38.019264 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19d78fba-b138-42a0-bd05-721db8b721ec admin admin] Checking segment: {'id': 'd0432a65-2dba-42ec-af01-06a1f023bcbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '7671fe98-2365-4aa6-9969-51558d1387c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:30:38.019809 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19d78fba-b138-42a0-bd05-721db8b721ec admin admin] Network hostable DHCP agents. Network: 7671fe98-2365-4aa6-9969-51558d1387c3, hostable agents: ['eafd4000-b897-4722-ae8b-0118ec955181'], hosted agents: [] {{(pid=102347) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 10:30:38.054368 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19d78fba-b138-42a0-bd05-721db8b721ec admin admin] Network 7671fe98-2365-4aa6-9969-51558d1387c3 is scheduled to be hosted by DHCP agent eafd4000-b897-4722-ae8b-0118ec955181 with binding_index 1 {{(pid=102347) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 10:30:38.065623 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [None req-19d78fba-b138-42a0-bd05-721db8b721ec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-10, 7671fe98-2365-4aa6-9969-51558d1387c3) {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:30:38.071367 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19d78fba-b138-42a0-bd05-721db8b721ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:30:38.072387 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-19d78fba-b138-42a0-bd05-721db8b721ec admin admin] Publish callbacks [] for subnet, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:38.082502 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30a60058-095a-4208-b898-ae6eef0becab None None] Network 7671fe98-2365-4aa6-9969-51558d1387c3 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:30:38.113817 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cadf995-6b60-4bd4-bd84-bfe6bdb166c2 req-a5079851-b0b6-44d8-aec7-f094367d3534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:30:38.116341 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-6cadf995-6b60-4bd4-bd84-bfe6bdb166c2 req-a5079851-b0b6-44d8-aec7-f094367d3534 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=5ae4390a-b621-4500-a1b9-c968556e5a4c HTTP/1.1" status: 200 len: 1099 time: 0.1176984 Oct 27 10:30:38.121782 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-19d78fba-b138-42a0-bd05-721db8b721ec admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0043404 Oct 27 10:30:38.124967 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 57118) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:30:38.133657 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-33d704a9-efcc-4286-a915-2759398f262e admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-642911475-router', 'tenant_id': 'c549deff19ee40e78397a6c045bdd5dc', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'}}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:30:38.241008 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-33d704a9-efcc-4286-a915-2759398f262e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1768632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3610'] for router, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:38.243357 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-33d704a9-efcc-4286-a915-2759398f262e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1765704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1769409', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1694266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3597'] for router, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:38.273087 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-6cadf995-6b60-4bd4-bd84-bfe6bdb166c2 req-18cc1584-ac43-4794-80bd-2a75037fa41d service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=9f7279ee-2d49-4f67-b584-fc902ef383cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968261 Oct 27 10:30:38.347571 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f10fd9-977b-43e8-ace8-66bb01b278a0 req-2c74ef02-8486-400f-ad8b-a3f4b34086f2 tempest-ServersTestFqdnHostnames-151958439 tempest-ServersTestFqdnHostnames-151958439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:30:38.356672 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-35f10fd9-977b-43e8-ace8-66bb01b278a0 req-2c74ef02-8486-400f-ad8b-a3f4b34086f2 tempest-ServersTestFqdnHostnames-151958439 tempest-ServersTestFqdnHostnames-151958439-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec426f37-47a7-4e9c-870c-91e8df99e748 HTTP/1.1" status: 200 len: 945 time: 0.1313207 Oct 27 10:30:38.403000 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-33d704a9-efcc-4286-a915-2759398f262e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:38.454678 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-35f10fd9-977b-43e8-ace8-66bb01b278a0 req-9ff440a6-1aa8-450c-b46e-82ca9df56877 tempest-ServersTestFqdnHostnames-151958439 tempest-ServersTestFqdnHostnames-151958439-project] 10.222.0.44 "GET /v2.0/security-groups?id=6566037f-cf19-4b54-9855-482e29c3e3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0847390 Oct 27 10:30:38.508949 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd538363-3717-4a7a-80d2-b1fdf95a29f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp734b258e-7d96-550c-b970-9b72ab66f383-7671fe98-2365-4aa6-9969-51558d1387c3', 'network_id': '7671fe98-2365-4aa6-9969-51558d1387c3', 'tenant_id': 'c549deff19ee40e78397a6c045bdd5dc', 'fixed_ips': [{'subnet_id': '49e7aa93-ef23-4876-9037-9786c8909fbd'}]}} from n-d-813419-10. {{(pid=102348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 10:30:38.510732 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-cd538363-3717-4a7a-80d2-b1fdf95a29f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:38.668245 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-33d704a9-efcc-4286-a915-2759398f262e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:38.864268 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.db_base_plugin_common [None req-cd538363-3717-4a7a-80d2-b1fdf95a29f9 None None] Allocated IP 172.20.0.2 (7671fe98-2365-4aa6-9969-51558d1387c3/49e7aa93-ef23-4876-9037-9786c8909fbd/bc4e6d39-2873-4e13-be6e-2b1c272a8fd3) {{(pid=102348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:30:38.886260 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:38.889187 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae8ede7-fde4-410d-8670-37cc021296ca req-1a16de03-5acb-4d09-b7df-ebb068267968 tempest-ServersTestFqdnHostnames-151958439 tempest-ServersTestFqdnHostnames-151958439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:30:38.900855 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-5ae8ede7-fde4-410d-8670-37cc021296ca req-1a16de03-5acb-4d09-b7df-ebb068267968 tempest-ServersTestFqdnHostnames-151958439 tempest-ServersTestFqdnHostnames-151958439-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec426f37-47a7-4e9c-870c-91e8df99e748 HTTP/1.1" status: 200 len: 945 time: 0.2193530 Oct 27 10:30:38.916978 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 57132) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:30:38.935289 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-b35b1e3d-099f-4a8d-8438-600132401fb1 tempest-ServersTestFqdnHostnames-151958439 tempest-ServersTestFqdnHostnames-151958439-project] Request body: {'floatingip': {'port_id': '39e9f852-a05e-444e-a04f-471a0119b85d'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:30:38.972375 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1b1c1b-a2bd-4a29-ba4c-0e9dbe9e013c req-a30be36c-db69-4719-8bc3-c6ae9f5865b1 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:30:38.982495 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-6c1b1c1b-a2bd-4a29-ba4c-0e9dbe9e013c req-a30be36c-db69-4719-8bc3-c6ae9f5865b1 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ae4390a-b621-4500-a1b9-c968556e5a4c HTTP/1.1" status: 200 len: 947 time: 0.1300766 Oct 27 10:30:39.022301 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device f7135e0d-6ac8-4cd0-ba36-3a1cfecd7972 no longer exists at agent hyperv_n-h1-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:30:39.055593 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-b35b1e3d-099f-4a8d-8438-600132401fb1 tempest-ServersTestFqdnHostnames-151958439 tempest-ServersTestFqdnHostnames-151958439-project] Publish callbacks [] for floatingip, before_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:39.064075 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-6c1b1c1b-a2bd-4a29-ba4c-0e9dbe9e013c req-5b2ac90e-402c-45d8-acab-4791fccc45e9 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/security-groups?id=9f7279ee-2d49-4f67-b584-fc902ef383cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726454 Oct 27 10:30:39.074859 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] No Port match for: f7135e0d-6ac8-4cd0-ba36-3a1cfecd7972 {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:30:39.076524 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device f7135e0d-6ac8-4cd0-ba36-3a1cfecd7972 not bound to the agent host n-h1-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:30:39.229253 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 57140) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:30:39.323155 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-cd538363-3717-4a7a-80d2-b1fdf95a29f9 None None] Publish callbacks [] for port, precommit_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:39.350718 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-cd538363-3717-4a7a-80d2-b1fdf95a29f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606'] for port, after_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:39.511926 n-d-813419-10 neutron-server[102348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd538363-3717-4a7a-80d2-b1fdf95a29f9 None None] Network 7671fe98-2365-4aa6-9969-51558d1387c3 is already hosted by enough agents. {{(pid=102348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:30:39.520773 n-d-813419-10 neutron-server[102348]: DEBUG neutron.scheduler.base_scheduler [None req-cd538363-3717-4a7a-80d2-b1fdf95a29f9 None None] Resources bound (agent type, host, resource id): {{(pid=102348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:30:39.542160 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd538363-3717-4a7a-80d2-b1fdf95a29f9 None None] Pushing event updated for resources: {'Port': ['ID=bc4e6d39-2873-4e13-be6e-2b1c272a8fd3,revision_number=1']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:30:39.545282 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd538363-3717-4a7a-80d2-b1fdf95a29f9 None None] Received port after_create {{(pid=102348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:30:39.605256 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-be32967f-4116-4067-85ee-de0d1d70ca85 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=99cbc4c4c7d244e5b347da9143845978&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3690908 Oct 27 10:30:39.606722 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 57148) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:30:39.719916 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-cd538363-3717-4a7a-80d2-b1fdf95a29f9 None None] Attempting to bind port bc4e6d39-2873-4e13-be6e-2b1c272a8fd3 on host n-d-813419-10 for vnic_type normal with profile {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:30:39.723098 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-cd538363-3717-4a7a-80d2-b1fdf95a29f9 None None] Attempting to bind port bc4e6d39-2873-4e13-be6e-2b1c272a8fd3 by drivers openvswitch,hyperv on host n-d-813419-10 at level 0 using segments [{'id': 'd0432a65-2dba-42ec-af01-06a1f023bcbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '7671fe98-2365-4aa6-9969-51558d1387c3'}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:30:39.723471 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd538363-3717-4a7a-80d2-b1fdf95a29f9 None None] Attempting to bind port bc4e6d39-2873-4e13-be6e-2b1c272a8fd3 on network 7671fe98-2365-4aa6-9969-51558d1387c3 {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:30:39.730354 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-415eecd0-33f5-4919-a58d-07c3bcc9456c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:39.740708 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd538363-3717-4a7a-80d2-b1fdf95a29f9 None None] Checking agent: {'id': '89dba0f3-79b2-435e-9822-33674b8f6ada', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 8, 20), 'started_at': datetime.datetime(2021, 10, 27, 10, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 30, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:30:39.741081 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd538363-3717-4a7a-80d2-b1fdf95a29f9 None None] Checking segment: {'id': 'd0432a65-2dba-42ec-af01-06a1f023bcbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '7671fe98-2365-4aa6-9969-51558d1387c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:30:39.741481 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-cd538363-3717-4a7a-80d2-b1fdf95a29f9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:39.741867 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd538363-3717-4a7a-80d2-b1fdf95a29f9 None None] Bound using segment: {'id': 'd0432a65-2dba-42ec-af01-06a1f023bcbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '7671fe98-2365-4aa6-9969-51558d1387c3'} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:30:39.744680 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-cd538363-3717-4a7a-80d2-b1fdf95a29f9 None None] Bound port: bc4e6d39-2873-4e13-be6e-2b1c272a8fd3, host: n-d-813419-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0432a65-2dba-42ec-af01-06a1f023bcbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '7671fe98-2365-4aa6-9969-51558d1387c3'}}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:30:39.745133 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-cd538363-3717-4a7a-80d2-b1fdf95a29f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:39.899949 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-415eecd0-33f5-4919-a58d-07c3bcc9456c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:39.927619 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-cd538363-3717-4a7a-80d2-b1fdf95a29f9 None None] For port bc4e6d39-2873-4e13-be6e-2b1c272a8fd3, host n-d-813419-10, cleared binding levels {{(pid=102348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:30:39.935724 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-cd538363-3717-4a7a-80d2-b1fdf95a29f9 None None] For port bc4e6d39-2873-4e13-be6e-2b1c272a8fd3, host n-d-813419-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=bc4e6d39-2873-4e13-be6e-2b1c272a8fd3,segment=NetworkSegment(d0432a65-2dba-42ec-af01-06a1f023bcbe),segment_id=d0432a65-2dba-42ec-af01-06a1f023bcbe)] {{(pid=102348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:30:39.941054 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-cd538363-3717-4a7a-80d2-b1fdf95a29f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:40.026741 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-415eecd0-33f5-4919-a58d-07c3bcc9456c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:40.034303 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-415eecd0-33f5-4919-a58d-07c3bcc9456c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:40.039369 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-415eecd0-33f5-4919-a58d-07c3bcc9456c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e11897f4-08a6-4028-b69a-b4d348ce9d83 HTTP/1.1" status: 204 len: 168 time: 0.4278321 Oct 27 10:30:40.071369 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd538363-3717-4a7a-80d2-b1fdf95a29f9 None None] Pushing event updated for resources: {'Port': ['ID=bc4e6d39-2873-4e13-be6e-2b1c272a8fd3,revision_number=2']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:30:40.093805 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415eecd0-33f5-4919-a58d-07c3bcc9456c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e11897f4-08a6-4028-b69a-b4d348ce9d83,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:30:40.267470 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-33d704a9-efcc-4286-a915-2759398f262e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:40.375814 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-33d704a9-efcc-4286-a915-2759398f262e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:40.764671 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bffb37-6a01-477c-a7cf-e34cd150ad35 req-4d6c19b8-9798-4ed6-bddd-4d6058f9c091 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:30:40.783688 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-61bffb37-6a01-477c-a7cf-e34cd150ad35 req-4d6c19b8-9798-4ed6-bddd-4d6058f9c091 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ae4390a-b621-4500-a1b9-c968556e5a4c HTTP/1.1" status: 200 len: 947 time: 0.5124440 Oct 27 10:30:40.925951 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_common [None req-33d704a9-efcc-4286-a915-2759398f262e admin admin] Allocated IP 172.25.8.188 (185ff123-c7ff-45c7-a6be-71feb35acc9c/0fb9f9d1-7384-481f-8fa8-f4566c349d30/c8d37030-f11d-4d51-9235-8d92fbc99a9b) {{(pid=102346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:30:40.965187 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 57180) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:30:40.989499 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-706ee6ad-566b-444a-8b3d-f0f6407afeb1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:41.228451 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-706ee6ad-566b-444a-8b3d-f0f6407afeb1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:41.252021 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-706ee6ad-566b-444a-8b3d-f0f6407afeb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:41.255512 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device bc4e6d39-2873-4e13-be6e-2b1c272a8fd3 up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:30:41.282218 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-33d704a9-efcc-4286-a915-2759398f262e admin admin] Publish callbacks [] for port, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:41.334888 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706ee6ad-566b-444a-8b3d-f0f6407afeb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c33ce16-fd3d-4733-a672-a21bff8ae185,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:30:41.390451 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port bc4e6d39-2873-4e13-be6e-2b1c272a8fd3 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:30:41.391656 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:41.419361 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-706ee6ad-566b-444a-8b3d-f0f6407afeb1 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=df57713c19a8488db7d351115487ef0d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4512782 Oct 27 10:30:41.422748 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 57206) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:30:41.809196 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:41.876560 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] For port bc4e6d39-2873-4e13-be6e-2b1c272a8fd3, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=bc4e6d39-2873-4e13-be6e-2b1c272a8fd3,segment=NetworkSegment(d0432a65-2dba-42ec-af01-06a1f023bcbe),segment_id=d0432a65-2dba-42ec-af01-06a1f023bcbe)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:30:41.890381 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:41.915374 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-33d704a9-efcc-4286-a915-2759398f262e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:42.049677 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.db.resource_extend [None req-b35b1e3d-099f-4a8d-8438-600132401fb1 tempest-ServersTestFqdnHostnames-151958439 tempest-ServersTestFqdnHostnames-151958439-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 27 10:30:42.135854 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Pushing event updated for resources: {'Port': ['ID=bc4e6d39-2873-4e13-be6e-2b1c272a8fd3,revision_number=3']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:30:42.193922 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-61bffb37-6a01-477c-a7cf-e34cd150ad35 req-bad2ddff-8b01-43e0-8a52-bf42e31567ae tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/security-groups?id=9f7279ee-2d49-4f67-b584-fc902ef383cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8080885 Oct 27 10:30:42.195730 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33d704a9-efcc-4286-a915-2759398f262e admin admin] Network 185ff123-c7ff-45c7-a6be-71feb35acc9c is already hosted by enough agents. {{(pid=102346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:30:42.248967 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-33d704a9-efcc-4286-a915-2759398f262e admin admin] Resources bound (agent type, host, resource id): {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:30:42.255259 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33d704a9-efcc-4286-a915-2759398f262e admin admin] Received port after_create {{(pid=102346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:30:42.393774 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-b35b1e3d-099f-4a8d-8438-600132401fb1 tempest-ServersTestFqdnHostnames-151958439 tempest-ServersTestFqdnHostnames-151958439-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:42.408685 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d704a9-efcc-4286-a915-2759398f262e admin admin] Pushing event updated for resources: {'Port': ['ID=c8d37030-f11d-4d51-9235-8d92fbc99a9b,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:30:42.419462 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-b35b1e3d-099f-4a8d-8438-600132401fb1 tempest-ServersTestFqdnHostnames-151958439 tempest-ServersTestFqdnHostnames-151958439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1664826'] for floatingip, after_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:42.438793 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-460e2fce-09cf-4575-b879-296d1f145354 None None] Network 7671fe98-2365-4aa6-9969-51558d1387c3 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:30:42.551539 n-d-813419-10 neutron-server[102346]: INFO neutron.db.l3_db [None req-b35b1e3d-099f-4a8d-8438-600132401fb1 tempest-ServersTestFqdnHostnames-151958439 tempest-ServersTestFqdnHostnames-151958439-project] Floating IP 8b6ae06a-e065-404f-85e3-51338976c557 associated. External IP: 172.25.8.19, port: 39e9f852-a05e-444e-a04f-471a0119b85d. Oct 27 10:30:42.551936 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-a2f6aa2a-c6e3-4dcf-b755-b5243a317a28 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:42.604930 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-a2f6aa2a-c6e3-4dcf-b755-b5243a317a28 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:42.641676 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-75ab9de9-7048-45e1-b2a8-e708cc1b9133 None None] Provisioning complete for port bc4e6d39-2873-4e13-be6e-2b1c272a8fd3 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:30:42.668043 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-75ab9de9-7048-45e1-b2a8-e708cc1b9133 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:42.762248 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-a2f6aa2a-c6e3-4dcf-b755-b5243a317a28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:42.765356 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-a2f6aa2a-c6e3-4dcf-b755-b5243a317a28 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:42.767279 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-a2f6aa2a-c6e3-4dcf-b755-b5243a317a28 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/7c33ce16-fd3d-4733-a672-a21bff8ae185 HTTP/1.1" status: 204 len: 168 time: 1.3428202 Oct 27 10:30:42.787766 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f6aa2a-c6e3-4dcf-b755-b5243a317a28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c33ce16-fd3d-4733-a672-a21bff8ae185,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:30:43.166580 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b35b1e3d-099f-4a8d-8438-600132401fb1 tempest-ServersTestFqdnHostnames-151958439 tempest-ServersTestFqdnHostnames-151958439-project] Router 4d562e2a-8911-4f47-881f-fc88f0982fde has already been hosted by L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb {{(pid=102346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 10:30:43.185772 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device bc4e6d39-2873-4e13-be6e-2b1c272a8fd3 up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:30:43.196559 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-33d704a9-efcc-4286-a915-2759398f262e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:43.409022 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port bc4e6d39-2873-4e13-be6e-2b1c272a8fd3 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:30:43.409374 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:43.427357 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8162919-29e4-44fc-8f44-7b893599a97f req-f36893e1-2fa8-4edf-88f6-a6499c15245d tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:30:43.440773 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-d8162919-29e4-44fc-8f44-7b893599a97f req-f36893e1-2fa8-4edf-88f6-a6499c15245d tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ae4390a-b621-4500-a1b9-c968556e5a4c HTTP/1.1" status: 200 len: 947 time: 0.1144369 Oct 27 10:30:43.568414 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-d8162919-29e4-44fc-8f44-7b893599a97f req-f500f82d-4a6d-4d70-a2f4-2f4baf6aea86 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/security-groups?id=9f7279ee-2d49-4f67-b584-fc902ef383cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266394 Oct 27 10:30:43.605960 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-33d704a9-efcc-4286-a915-2759398f262e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1765699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1769372'] for router, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:43.884730 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-44cf78e5-35ed-4b63-a9e2-321a656a0c4e None None] Provisioning complete for port bc4e6d39-2873-4e13-be6e-2b1c272a8fd3 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:30:43.886907 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-44cf78e5-35ed-4b63-a9e2-321a656a0c4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:43.958971 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3027b0ee-583e-4253-9b03-395755ab5692 req-42dbaa16-02ce-4b8d-95ab-5ca807215ea8 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:30:43.960933 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-3027b0ee-583e-4253-9b03-395755ab5692 req-42dbaa16-02ce-4b8d-95ab-5ca807215ea8 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ae4390a-b621-4500-a1b9-c968556e5a4c HTTP/1.1" status: 200 len: 947 time: 0.2547762 Oct 27 10:30:44.059372 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-3027b0ee-583e-4253-9b03-395755ab5692 req-24f406e3-eae1-46e5-a76e-8647a95f18d4 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/security-groups?id=9f7279ee-2d49-4f67-b584-fc902ef383cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897920 Oct 27 10:30:44.067021 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b35b1e3d-099f-4a8d-8438-600132401fb1 tempest-ServersTestFqdnHostnames-151958439 tempest-ServersTestFqdnHostnames-151958439-project] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:30:44.080351 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-b35b1e3d-099f-4a8d-8438-600132401fb1 tempest-ServersTestFqdnHostnames-151958439 tempest-ServersTestFqdnHostnames-151958439-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for floatingip, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:44.086556 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2adefba1-0fd3-4089-bd9f-c58f01acedc8 None None] Sync routers for ids ['4d562e2a-8911-4f47-881f-fc88f0982fde'] in n-d-813419-10 {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:30:44.097229 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2adefba1-0fd3-4089-bd9f-c58f01acedc8 None None] Routers {'4d562e2a-8911-4f47-881f-fc88f0982fde'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:30:44.097846 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-2adefba1-0fd3-4089-bd9f-c58f01acedc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:30:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['4d562e2a-8911-4f47-881f-fc88f0982fde'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:30:44.149509 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33d704a9-efcc-4286-a915-2759398f262e admin admin] Router fc01ae86-cf09-4e74-80ea-0caa501961df is scheduled to L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb with binding_index 1 {{(pid=102346) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 10:30:44.161434 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-b35b1e3d-099f-4a8d-8438-600132401fb1 tempest-ServersTestFqdnHostnames-151958439 tempest-ServersTestFqdnHostnames-151958439-project] 10.222.0.44 "PUT /v2.0/floatingips/8b6ae06a-e065-404f-85e3-51338976c557 HTTP/1.1" status: 200 len: 990 time: 5.2426381 Oct 27 10:30:44.163121 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec426f37-47a7-4e9c-870c-91e8df99e748', 'tag': '39e9f852-a05e-444e-a04f-471a0119b85d'}] {{(pid=102346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:30:44.165708 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc0e418f5fc417c8d55d94c0aa509b037d0beb2a734c1a709e789eb65639a56d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-785c20f6-2178-43da-9e03-87f32b8a8e83" -d '{"events": [{"name": "network-changed", "server_uuid": "ec426f37-47a7-4e9c-870c-91e8df99e748", "tag": "39e9f852-a05e-444e-a04f-471a0119b85d"}]}' {{(pid=102346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:30:44.268721 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvr_db [None req-2adefba1-0fd3-4089-bd9f-c58f01acedc8 None None] Set router 4d562e2a-8911-4f47-881f-fc88f0982fde gateway port host: n-d-813419-10 {{(pid=102348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:30:44.337192 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da450065-641a-414e-8c03-7c8ba52cd775 req-449e9777-3d29-4910-a20b-ac9363bf706e tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:30:44.339338 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33d704a9-efcc-4286-a915-2759398f262e admin admin] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:30:44.358352 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-da450065-641a-414e-8c03-7c8ba52cd775 req-449e9777-3d29-4910-a20b-ac9363bf706e tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ae4390a-b621-4500-a1b9-c968556e5a4c HTTP/1.1" status: 200 len: 947 time: 0.1731932 Oct 27 10:30:44.359451 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95cc8829-036e-49c1-9976-a55d2933cfad None None] Sync routers for ids ['fc01ae86-cf09-4e74-80ea-0caa501961df'] in n-d-813419-10 {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:30:44.380562 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95cc8829-036e-49c1-9976-a55d2933cfad None None] Routers {'fc01ae86-cf09-4e74-80ea-0caa501961df'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:30:44.381184 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-95cc8829-036e-49c1-9976-a55d2933cfad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:30:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['fc01ae86-cf09-4e74-80ea-0caa501961df'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:30:44.384124 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-33d704a9-efcc-4286-a915-2759398f262e admin admin] Publish callbacks [] for router, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:44.385478 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-33d704a9-efcc-4286-a915-2759398f262e admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 6.2593460 Oct 27 10:30:44.408533 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 10:30:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-981f9dd8-78dc-4a83-a96a-29048f204828 x-openstack-request-id: req-981f9dd8-78dc-4a83-a96a-29048f204828 {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:30:44.408823 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec426f37-47a7-4e9c-870c-91e8df99e748", "tag": "39e9f852-a05e-444e-a04f-471a0119b85d", "status": "completed", "code": 200}]} {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:30:44.409079 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-981f9dd8-78dc-4a83-a96a-29048f204828 {{(pid=102346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:30:44.409545 n-d-813419-10 neutron-server[102346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec426f37-47a7-4e9c-870c-91e8df99e748', 'tag': '39e9f852-a05e-444e-a04f-471a0119b85d', 'status': 'completed', 'code': 200} Oct 27 10:30:44.409931 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 57264) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:30:44.438215 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-da450065-641a-414e-8c03-7c8ba52cd775 req-c87aaf51-d5eb-471f-a4cf-329f0ac22618 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/security-groups?id=9f7279ee-2d49-4f67-b584-fc902ef383cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712843 Oct 27 10:30:44.601822 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb56cc82-2e57-46a0-ad47-b2982abfff65 req-2051dff0-0267-408c-81a6-325c4cdca384 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:30:44.615574 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-eb56cc82-2e57-46a0-ad47-b2982abfff65 req-2051dff0-0267-408c-81a6-325c4cdca384 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ae4390a-b621-4500-a1b9-c968556e5a4c HTTP/1.1" status: 200 len: 947 time: 0.0833490 Oct 27 10:30:44.666699 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvr_db [None req-95cc8829-036e-49c1-9976-a55d2933cfad None None] Set router fc01ae86-cf09-4e74-80ea-0caa501961df gateway port host: n-d-813419-10 {{(pid=102349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:30:44.698644 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-eb56cc82-2e57-46a0-ad47-b2982abfff65 req-f4bc999e-e8c9-4fed-99ce-42c082f2c17d tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/security-groups?id=9f7279ee-2d49-4f67-b584-fc902ef383cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811934 Oct 27 10:30:44.737049 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785c20f6-2178-43da-9e03-87f32b8a8e83 req-2faca57d-34f3-44f0-97a0-4c401d8989fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:30:44.740597 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-785c20f6-2178-43da-9e03-87f32b8a8e83 req-2faca57d-34f3-44f0-97a0-4c401d8989fe service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=50ab7eab762445ca9e27bf807345be3c&device_id=ec426f37-47a7-4e9c-870c-91e8df99e748 HTTP/1.1" status: 200 len: 1097 time: 0.1715250 Oct 27 10:30:44.910663 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-2adefba1-0fd3-4089-bd9f-c58f01acedc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d562e2a-8911-4f47-881f-fc88f0982fde', 'name': 'tempest-ServersTestFqdnHostnames-816444081-router', 'tenant_id': '50ab7eab762445ca9e27bf807345be3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.197'}], 'enable_snat': True}, 'gw_port_id': 'bd27c0d9-1d84-4987-9da1-857152478ace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:29:45Z', 'updated_at': '2021-10-27T10:29:52Z', 'revision_number': 4, 'project_id': '50ab7eab762445ca9e27bf807345be3c', 'gw_port': {'id': 'bd27c0d9-1d84-4987-9da1-857152478ace', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:6b:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d562e2a-8911-4f47-881f-fc88f0982fde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:29:46Z', 'updated_at': '2021-10-27T10:29:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_floatingips': [{'id': '8b6ae06a-e065-404f-85e3-51338976c557', 'tenant_id': '50ab7eab762445ca9e27bf807345be3c', 'floating_ip_address': '172.25.8.19', 'floating_network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'router_id': '4d562e2a-8911-4f47-881f-fc88f0982fde', 'port_id': '39e9f852-a05e-444e-a04f-471a0119b85d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1395, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b5dda7b-dc05-4d2b-a3dd-2052b5b3ce50', 'mac_address': 'fa:16:3e:9a:81:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec426f37-47a7-4e9c-870c-91e8df99e748', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T10:30:03Z', 'updated_at': '2021-10-27T10:30:41Z', 'revision_number': 1, 'project_id': '50ab7eab762445ca9e27bf807345be3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bdbade65-c639-475d-9870-bc7e946ff09c', 'name': '', 'network_id': '2b5dda7b-dc05-4d2b-a3dd-2052b5b3ce50', 'tenant_id': '50ab7eab762445ca9e27bf807345be3c', 'mac_address': 'fa:16:3e:76:f7:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d562e2a-8911-4f47-881f-fc88f0982fde', 'device_owner': 'network:router_interface', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': '6a725a1b-1b05-4185-9a4f-8fbc585fd3e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:29:51Z', 'updated_at': '2021-10-27T10:29:57Z', 'revision_number': 5, 'project_id': '50ab7eab762445ca9e27bf807345be3c', 'subnets': [{'id': '6a725a1b-1b05-4185-9a4f-8fbc585fd3e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:30:44.940520 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7cb694-129c-4f21-910f-b40a3b3dad24 req-4cfa60e3-f450-4142-88e3-d0b6bbe129b9 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:30:44.948802 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-db7cb694-129c-4f21-910f-b40a3b3dad24 req-4cfa60e3-f450-4142-88e3-d0b6bbe129b9 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ae4390a-b621-4500-a1b9-c968556e5a4c HTTP/1.1" status: 200 len: 947 time: 0.1002734 Oct 27 10:30:44.980015 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2adefba1-0fd3-4089-bd9f-c58f01acedc8 None None] Checking router: 4d562e2a-8911-4f47-881f-fc88f0982fde for host: n-d-813419-10 {{(pid=102348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 10:30:45.026372 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2adefba1-0fd3-4089-bd9f-c58f01acedc8 None None] Routers {'4d562e2a-8911-4f47-881f-fc88f0982fde'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:30:45.026973 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-2adefba1-0fd3-4089-bd9f-c58f01acedc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:30:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['4d562e2a-8911-4f47-881f-fc88f0982fde'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:30:45.216178 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-95cc8829-036e-49c1-9976-a55d2933cfad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc01ae86-cf09-4e74-80ea-0caa501961df', 'name': 'tempest-TestVolumeBackupRestore-642911475-router', 'tenant_id': 'c549deff19ee40e78397a6c045bdd5dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.188'}], 'enable_snat': True}, 'gw_port_id': 'c8d37030-f11d-4d51-9235-8d92fbc99a9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:30:38Z', 'updated_at': '2021-10-27T10:30:42Z', 'revision_number': 3, 'project_id': 'c549deff19ee40e78397a6c045bdd5dc', 'gw_port': {'id': 'c8d37030-f11d-4d51-9235-8d92fbc99a9b', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:e8:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc01ae86-cf09-4e74-80ea-0caa501961df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:30:40Z', 'updated_at': '2021-10-27T10:30:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10'}], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:30:45.287068 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95cc8829-036e-49c1-9976-a55d2933cfad None None] Checking router: fc01ae86-cf09-4e74-80ea-0caa501961df for host: n-d-813419-10 {{(pid=102349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 10:30:45.287422 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95cc8829-036e-49c1-9976-a55d2933cfad None None] Updating router fc01ae86-cf09-4e74-80ea-0caa501961df port c8d37030-f11d-4d51-9235-8d92fbc99a9b binding host n-d-813419-10 {{(pid=102349) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 10:30:45.463530 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-95cc8829-036e-49c1-9976-a55d2933cfad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:45.552276 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvr_db [None req-2adefba1-0fd3-4089-bd9f-c58f01acedc8 None None] Set router 4d562e2a-8911-4f47-881f-fc88f0982fde gateway port host: n-d-813419-10 {{(pid=102348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:30:45.779779 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785c20f6-2178-43da-9e03-87f32b8a8e83 req-ab2e1dd2-f666-4a01-a102-c1e09d4d28b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:30:45.781712 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-785c20f6-2178-43da-9e03-87f32b8a8e83 req-ab2e1dd2-f666-4a01-a102-c1e09d4d28b8 service neutron] 10.222.0.76 "GET /v2.0/networks?id=2b5dda7b-dc05-4d2b-a3dd-2052b5b3ce50 HTTP/1.1" status: 200 len: 915 time: 1.0314300 Oct 27 10:30:45.786486 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-db7cb694-129c-4f21-910f-b40a3b3dad24 req-a99eeedc-713f-4538-80dc-7e21c4bb3eae tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/security-groups?id=9f7279ee-2d49-4f67-b584-fc902ef383cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8372691 Oct 27 10:30:45.800701 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-95cc8829-036e-49c1-9976-a55d2933cfad None None] Publish callbacks [] for port, precommit_update {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:45.818078 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-95cc8829-036e-49c1-9976-a55d2933cfad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:45.906203 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.managers [None req-95cc8829-036e-49c1-9976-a55d2933cfad None None] Attempting to bind port c8d37030-f11d-4d51-9235-8d92fbc99a9b on host n-d-813419-10 for vnic_type normal with profile {{(pid=102349) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:30:45.906574 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.managers [None req-95cc8829-036e-49c1-9976-a55d2933cfad None None] Attempting to bind port c8d37030-f11d-4d51-9235-8d92fbc99a9b by drivers openvswitch,hyperv on host n-d-813419-10 at level 0 using segments [{'id': 'bc14127b-7032-4c50-bb5b-f6813cbae86e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'}] {{(pid=102349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:30:45.907031 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95cc8829-036e-49c1-9976-a55d2933cfad None None] Attempting to bind port c8d37030-f11d-4d51-9235-8d92fbc99a9b on network 185ff123-c7ff-45c7-a6be-71feb35acc9c {{(pid=102349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:30:45.915012 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8547a4-2fb0-4d14-8932-7d9f1d278d50 None None] Pushing event updated for resources: {'Port': ['ID=c8d37030-f11d-4d51-9235-8d92fbc99a9b,revision_number=2']} {{(pid=102349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:30:45.925556 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95cc8829-036e-49c1-9976-a55d2933cfad None None] Checking agent: {'id': '89dba0f3-79b2-435e-9822-33674b8f6ada', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 8, 20), 'started_at': datetime.datetime(2021, 10, 27, 10, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 30, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:30:45.926186 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95cc8829-036e-49c1-9976-a55d2933cfad None None] Checking segment: {'id': 'bc14127b-7032-4c50-bb5b-f6813cbae86e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:30:45.926741 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-95cc8829-036e-49c1-9976-a55d2933cfad None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:45.927722 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95cc8829-036e-49c1-9976-a55d2933cfad None None] Bound using segment: {'id': 'bc14127b-7032-4c50-bb5b-f6813cbae86e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'} {{(pid=102349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:30:45.928395 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.managers [None req-95cc8829-036e-49c1-9976-a55d2933cfad None None] Bound port: c8d37030-f11d-4d51-9235-8d92fbc99a9b, host: n-d-813419-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc14127b-7032-4c50-bb5b-f6813cbae86e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'}}] {{(pid=102349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:30:45.928944 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-95cc8829-036e-49c1-9976-a55d2933cfad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:45.974941 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-785c20f6-2178-43da-9e03-87f32b8a8e83 req-31d047fe-94d3-423d-a3de-73f6498c1aff service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=39e9f852-a05e-444e-a04f-471a0119b85d HTTP/1.1" status: 200 len: 998 time: 0.1809471 Oct 27 10:30:45.993699 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-2adefba1-0fd3-4089-bd9f-c58f01acedc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d562e2a-8911-4f47-881f-fc88f0982fde', 'name': 'tempest-ServersTestFqdnHostnames-816444081-router', 'tenant_id': '50ab7eab762445ca9e27bf807345be3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.197'}], 'enable_snat': True}, 'gw_port_id': 'bd27c0d9-1d84-4987-9da1-857152478ace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:29:45Z', 'updated_at': '2021-10-27T10:29:52Z', 'revision_number': 4, 'project_id': '50ab7eab762445ca9e27bf807345be3c', 'gw_port': {'id': 'bd27c0d9-1d84-4987-9da1-857152478ace', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:6b:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d562e2a-8911-4f47-881f-fc88f0982fde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:29:46Z', 'updated_at': '2021-10-27T10:29:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_floatingips': [{'id': '8b6ae06a-e065-404f-85e3-51338976c557', 'tenant_id': '50ab7eab762445ca9e27bf807345be3c', 'floating_ip_address': '172.25.8.19', 'floating_network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'router_id': '4d562e2a-8911-4f47-881f-fc88f0982fde', 'port_id': '39e9f852-a05e-444e-a04f-471a0119b85d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1395, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b5dda7b-dc05-4d2b-a3dd-2052b5b3ce50', 'mac_address': 'fa:16:3e:9a:81:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec426f37-47a7-4e9c-870c-91e8df99e748', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T10:30:03Z', 'updated_at': '2021-10-27T10:30:41Z', 'revision_number': 1, 'project_id': '50ab7eab762445ca9e27bf807345be3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bdbade65-c639-475d-9870-bc7e946ff09c', 'name': '', 'network_id': '2b5dda7b-dc05-4d2b-a3dd-2052b5b3ce50', 'tenant_id': '50ab7eab762445ca9e27bf807345be3c', 'mac_address': 'fa:16:3e:76:f7:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d562e2a-8911-4f47-881f-fc88f0982fde', 'device_owner': 'network:router_interface', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': '6a725a1b-1b05-4185-9a4f-8fbc585fd3e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:29:51Z', 'updated_at': '2021-10-27T10:29:57Z', 'revision_number': 5, 'project_id': '50ab7eab762445ca9e27bf807345be3c', 'subnets': [{'id': '6a725a1b-1b05-4185-9a4f-8fbc585fd3e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:30:46.027778 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.db [None req-95cc8829-036e-49c1-9976-a55d2933cfad None None] For port c8d37030-f11d-4d51-9235-8d92fbc99a9b, host n-d-813419-10, cleared binding levels {{(pid=102349) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:30:46.032517 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.db [None req-95cc8829-036e-49c1-9976-a55d2933cfad None None] For port c8d37030-f11d-4d51-9235-8d92fbc99a9b, host n-d-813419-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=c8d37030-f11d-4d51-9235-8d92fbc99a9b,segment=NetworkSegment(bc14127b-7032-4c50-bb5b-f6813cbae86e),segment_id=bc14127b-7032-4c50-bb5b-f6813cbae86e)] {{(pid=102349) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:30:46.037780 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2adefba1-0fd3-4089-bd9f-c58f01acedc8 None None] The sync data for ids ['4d562e2a-8911-4f47-881f-fc88f0982fde'] in n-d-813419-10 is: [{'id': '4d562e2a-8911-4f47-881f-fc88f0982fde', 'name': 'tempest-ServersTestFqdnHostnames-816444081-router', 'tenant_id': '50ab7eab762445ca9e27bf807345be3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.197'}], 'enable_snat': True}, 'gw_port_id': 'bd27c0d9-1d84-4987-9da1-857152478ace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:29:45Z', 'updated_at': '2021-10-27T10:29:52Z', 'revision_number': 4, 'project_id': '50ab7eab762445ca9e27bf807345be3c', 'gw_port': {'id': 'bd27c0d9-1d84-4987-9da1-857152478ace', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:6b:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d562e2a-8911-4f47-881f-fc88f0982fde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:29:46Z', 'updated_at': '2021-10-27T10:29:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_floatingips': [{'id': '8b6ae06a-e065-404f-85e3-51338976c557', 'tenant_id': '50ab7eab762445ca9e27bf807345be3c', 'floating_ip_address': '172.25.8.19', 'floating_network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'router_id': '4d562e2a-8911-4f47-881f-fc88f0982fde', 'port_id': '39e9f852-a05e-444e-a04f-471a0119b85d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1395, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b5dda7b-dc05-4d2b-a3dd-2052b5b3ce50', 'mac_address': 'fa:16:3e:9a:81:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec426f37-47a7-4e9c-870c-91e8df99e748', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T10:30:03Z', 'updated_at': '2021-10-27T10:30:41Z', 'revision_number': 1, 'project_id': '50ab7eab762445ca9e27bf807345be3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bdbade65-c639-475d-9870-bc7e946ff09c', 'name': '', 'network_id': '2b5dda7b-dc05-4d2b-a3dd-2052b5b3ce50', 'tenant_id': '50ab7eab762445ca9e27bf807345be3c', 'mac_address': 'fa:16:3e:76:f7:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d562e2a-8911-4f47-881f-fc88f0982fde', 'device_owner': 'network:router_interface', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': '6a725a1b-1b05-4185-9a4f-8fbc585fd3e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:29:51Z', 'updated_at': '2021-10-27T10:29:57Z', 'revision_number': 5, 'project_id': '50ab7eab762445ca9e27bf807345be3c', 'subnets': [{'id': '6a725a1b-1b05-4185-9a4f-8fbc585fd3e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:30:46.045417 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-95cc8829-036e-49c1-9976-a55d2933cfad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:46.147986 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785c20f6-2178-43da-9e03-87f32b8a8e83 req-e27a13ea-e319-44e9-9f54-7c693028d4cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:30:46.149467 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-785c20f6-2178-43da-9e03-87f32b8a8e83 req-e27a13ea-e319-44e9-9f54-7c693028d4cb service neutron] 10.222.0.76 "GET /v2.0/subnets?id=6a725a1b-1b05-4185-9a4f-8fbc585fd3e1 HTTP/1.1" status: 200 len: 853 time: 0.1056142 Oct 27 10:30:46.174593 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95cc8829-036e-49c1-9976-a55d2933cfad None None] Routers {'fc01ae86-cf09-4e74-80ea-0caa501961df'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:30:46.175535 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-95cc8829-036e-49c1-9976-a55d2933cfad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:30:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['fc01ae86-cf09-4e74-80ea-0caa501961df'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:30:46.188370 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-ae783859-60c0-4300-b1e8-ddff8bc06139 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:46.250426 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0430848-4749-4e01-ac5f-156febe4d442 req-d2b15f8c-e160-420e-91d4-11ee2fde16e9 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:30:46.252018 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-d0430848-4749-4e01-ac5f-156febe4d442 req-d2b15f8c-e160-420e-91d4-11ee2fde16e9 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ae4390a-b621-4500-a1b9-c968556e5a4c HTTP/1.1" status: 200 len: 947 time: 0.2841356 Oct 27 10:30:46.314505 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-99553d11-4079-4f33-963b-fc0ca838671c req-6a32aeca-e5a3-45eb-9fb4-4ab8d83c4071 tempest-ServersAdminNegativeTestJSON-1289737651 tempest-ServersAdminNegativeTestJSON-1289737651-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=9beca58e9d0247c8a4ad1acc65792ba8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0381083 Oct 27 10:30:46.350391 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-d0430848-4749-4e01-ac5f-156febe4d442 req-39df2cb0-dff9-4764-90e0-5a6e2457e6db tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/security-groups?id=9f7279ee-2d49-4f67-b584-fc902ef383cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901563 Oct 27 10:30:46.362319 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785c20f6-2178-43da-9e03-87f32b8a8e83 req-b3a39896-0939-4c71-8963-16e7b192da30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:30:46.364701 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-785c20f6-2178-43da-9e03-87f32b8a8e83 req-b3a39896-0939-4c71-8963-16e7b192da30 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=2b5dda7b-dc05-4d2b-a3dd-2052b5b3ce50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1880319 Oct 27 10:30:46.409496 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvr_db [None req-95cc8829-036e-49c1-9976-a55d2933cfad None None] Set router fc01ae86-cf09-4e74-80ea-0caa501961df gateway port host: n-d-813419-10 {{(pid=102349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:30:46.495811 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8547a4-2fb0-4d14-8932-7d9f1d278d50 None None] Pushing event updated for resources: {'Port': ['ID=c8d37030-f11d-4d51-9235-8d92fbc99a9b,revision_number=3']} {{(pid=102349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:30:46.525965 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a9afdde-f086-466c-a2bb-ebebc5861bc0 None None] New status for floating IP 8b6ae06a-e065-404f-85e3-51338976c557: ACTIVE {{(pid=102348) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 10:30:46.607259 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99553d11-4079-4f33-963b-fc0ca838671c req-88ada476-06aa-44a3-be42-5cc8573e7c96 tempest-ServersAdminNegativeTestJSON-1289737651 tempest-ServersAdminNegativeTestJSON-1289737651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:30:46.619559 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-99553d11-4079-4f33-963b-fc0ca838671c req-88ada476-06aa-44a3-be42-5cc8573e7c96 tempest-ServersAdminNegativeTestJSON-1289737651 tempest-ServersAdminNegativeTestJSON-1289737651-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2986522 Oct 27 10:30:46.653148 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-99553d11-4079-4f33-963b-fc0ca838671c req-6f2fc122-bab0-4b3c-9e3f-ad565bc49e20 tempest-ServersAdminNegativeTestJSON-1289737651 tempest-ServersAdminNegativeTestJSON-1289737651-project] 10.222.0.44 "GET /v2.0/quotas/9beca58e9d0247c8a4ad1acc65792ba8 HTTP/1.1" status: 200 len: 375 time: 0.0326519 Oct 27 10:30:46.700885 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-99553d11-4079-4f33-963b-fc0ca838671c req-dc68d5d3-fca3-4fb4-9a56-98205e0e8f5f tempest-ServersAdminNegativeTestJSON-1289737651 tempest-ServersAdminNegativeTestJSON-1289737651-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=9beca58e9d0247c8a4ad1acc65792ba8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0463061 Oct 27 10:30:46.743580 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-95cc8829-036e-49c1-9976-a55d2933cfad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc01ae86-cf09-4e74-80ea-0caa501961df', 'name': 'tempest-TestVolumeBackupRestore-642911475-router', 'tenant_id': 'c549deff19ee40e78397a6c045bdd5dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.188'}], 'enable_snat': True}, 'gw_port_id': 'c8d37030-f11d-4d51-9235-8d92fbc99a9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:30:38Z', 'updated_at': '2021-10-27T10:30:42Z', 'revision_number': 3, 'project_id': 'c549deff19ee40e78397a6c045bdd5dc', 'gw_port': {'id': 'c8d37030-f11d-4d51-9235-8d92fbc99a9b', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:e8:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc01ae86-cf09-4e74-80ea-0caa501961df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:30:40Z', 'updated_at': '2021-10-27T10:30:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10'}], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:30:46.744971 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-8af36845-857d-43be-b742-36152a9da118 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:46.766940 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-785c20f6-2178-43da-9e03-87f32b8a8e83 req-e355e135-32e2-4a2f-8c12-62096a65d83a service neutron] 10.222.0.76 "GET /v2.0/networks/2b5dda7b-dc05-4d2b-a3dd-2052b5b3ce50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3793015 Oct 27 10:30:46.807502 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5133f95a-32e2-48d1-a29d-2bf04fc30a20 req-c0e98d9e-b7ac-4fd9-961b-859ba9500ee8 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:30:46.809289 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-5133f95a-32e2-48d1-a29d-2bf04fc30a20 req-c0e98d9e-b7ac-4fd9-961b-859ba9500ee8 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ae4390a-b621-4500-a1b9-c968556e5a4c HTTP/1.1" status: 200 len: 947 time: 0.1810079 Oct 27 10:30:46.810732 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95cc8829-036e-49c1-9976-a55d2933cfad None None] The sync data for ids ['fc01ae86-cf09-4e74-80ea-0caa501961df'] in n-d-813419-10 is: [{'id': 'fc01ae86-cf09-4e74-80ea-0caa501961df', 'name': 'tempest-TestVolumeBackupRestore-642911475-router', 'tenant_id': 'c549deff19ee40e78397a6c045bdd5dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.188'}], 'enable_snat': True}, 'gw_port_id': 'c8d37030-f11d-4d51-9235-8d92fbc99a9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:30:38Z', 'updated_at': '2021-10-27T10:30:42Z', 'revision_number': 3, 'project_id': 'c549deff19ee40e78397a6c045bdd5dc', 'gw_port': {'id': 'c8d37030-f11d-4d51-9235-8d92fbc99a9b', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:e8:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc01ae86-cf09-4e74-80ea-0caa501961df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:30:40Z', 'updated_at': '2021-10-27T10:30:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10'}] {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:30:46.971001 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-5133f95a-32e2-48d1-a29d-2bf04fc30a20 req-6e32e376-cba3-40cc-af98-9eb447948647 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/security-groups?id=9f7279ee-2d49-4f67-b584-fc902ef383cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014280 Oct 27 10:30:47.050143 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-785c20f6-2178-43da-9e03-87f32b8a8e83 req-19643e26-ae85-4e40-9885-20f2873d8150 service neutron] 10.222.0.76 "GET /v2.0/networks/2b5dda7b-dc05-4d2b-a3dd-2052b5b3ce50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2721632 Oct 27 10:30:47.150582 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-4aa33fc3-5315-4d4d-a893-7dd789ec94c5 req-eba63473-03ad-4532-ab37-5d35a061cf0b tempest-ServersAdminNegativeTestJSON-1289737651 tempest-ServersAdminNegativeTestJSON-1289737651-project] 10.222.0.44 "GET /v2.0/ports?device_id=630d5049-af19-41e8-8246-65d885f7dcff HTTP/1.1" status: 200 len: 210 time: 0.0427110 Oct 27 10:30:47.176167 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_common [None req-8af36845-857d-43be-b742-36152a9da118 admin admin] Allocated IP 172.20.0.1 (7671fe98-2365-4aa6-9969-51558d1387c3/49e7aa93-ef23-4876-9037-9786c8909fbd/fde3b517-4c44-41bd-ad93-c7945f194680) {{(pid=102346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:30:47.430633 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-8af36845-857d-43be-b742-36152a9da118 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:47.497882 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-8af36845-857d-43be-b742-36152a9da118 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:47.575522 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af36845-857d-43be-b742-36152a9da118 admin admin] Pushing event updated for resources: {'Port': ['ID=fde3b517-4c44-41bd-ad93-c7945f194680,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:30:47.584361 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8af36845-857d-43be-b742-36152a9da118 admin admin] Network 7671fe98-2365-4aa6-9969-51558d1387c3 is already hosted by enough agents. {{(pid=102346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:30:47.589061 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-8af36845-857d-43be-b742-36152a9da118 admin admin] Resources bound (agent type, host, resource id): {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:30:47.592217 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8af36845-857d-43be-b742-36152a9da118 admin admin] Received port after_create {{(pid=102346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:30:47.670766 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0334d4-d984-44ef-ae6c-681857ca438a req-bf9cba3b-e20e-40e0-9746-7f13f77dd4eb tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:30:47.672492 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-8e0334d4-d984-44ef-ae6c-681857ca438a req-bf9cba3b-e20e-40e0-9746-7f13f77dd4eb tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ae4390a-b621-4500-a1b9-c968556e5a4c HTTP/1.1" status: 200 len: 947 time: 0.1894081 Oct 27 10:30:47.716709 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-8af36845-857d-43be-b742-36152a9da118 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1664961'] for router_interface, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:47.793376 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-8e0334d4-d984-44ef-ae6c-681857ca438a req-7a060cee-01c0-4892-9212-389d8e56c801 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/security-groups?id=9f7279ee-2d49-4f67-b584-fc902ef383cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019917 Oct 27 10:30:47.915167 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-8af36845-857d-43be-b742-36152a9da118 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:47.917480 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-cd1b2296-2390-4f30-907e-cd57f1e1778f None None] Provisioning complete for port fde3b517-4c44-41bd-ad93-c7945f194680 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:30:47.918936 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-cd1b2296-2390-4f30-907e-cd57f1e1778f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:47.971133 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-cd1b2296-2390-4f30-907e-cd57f1e1778f None None] Port fde3b517-4c44-41bd-ad93-c7945f194680 cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:30:48.126946 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-8af36845-857d-43be-b742-36152a9da118 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:48.132818 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-8af36845-857d-43be-b742-36152a9da118 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27024173'] for port, after_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:48.209404 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-8af36845-857d-43be-b742-36152a9da118 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2006967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1766225'] for router_interface, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:48.215170 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af36845-857d-43be-b742-36152a9da118 admin admin] Pushing event updated for resources: {'Port': ['ID=fde3b517-4c44-41bd-ad93-c7945f194680,revision_number=2']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:30:48.316659 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-05bedc59-5526-4995-98e9-1730cee434e0 req-57ae0baa-d9a6-46d3-8ec1-342ce4451a00 tempest-ServersAdminNegativeTestJSON-1289737651 tempest-ServersAdminNegativeTestJSON-1289737651-project] 10.222.0.44 "GET /v2.0/ports?device_id=630d5049-af19-41e8-8246-65d885f7dcff HTTP/1.1" status: 200 len: 210 time: 0.0838075 Oct 27 10:30:48.328295 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8af36845-857d-43be-b742-36152a9da118 admin admin] Network 7671fe98-2365-4aa6-9969-51558d1387c3 is already hosted by enough agents. {{(pid=102346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:30:48.334330 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-8af36845-857d-43be-b742-36152a9da118 admin admin] Resources bound (agent type, host, resource id): {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:30:48.400799 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-99553d11-4079-4f33-963b-fc0ca838671c req-20109624-49f1-4332-bea1-2c7bcff8003d tempest-ServersAdminNegativeTestJSON-1289737651 tempest-ServersAdminNegativeTestJSON-1289737651-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=9beca58e9d0247c8a4ad1acc65792ba8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0298722 Oct 27 10:30:48.531046 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8af36845-857d-43be-b742-36152a9da118 admin admin] Router fc01ae86-cf09-4e74-80ea-0caa501961df has already been hosted by L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb {{(pid=102346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 10:30:48.579433 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99553d11-4079-4f33-963b-fc0ca838671c req-e6f4fb26-a62c-4a5f-9e43-cc49fa3d0d66 tempest-ServersAdminNegativeTestJSON-1289737651 tempest-ServersAdminNegativeTestJSON-1289737651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:30:48.582563 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-99553d11-4079-4f33-963b-fc0ca838671c req-e6f4fb26-a62c-4a5f-9e43-cc49fa3d0d66 tempest-ServersAdminNegativeTestJSON-1289737651 tempest-ServersAdminNegativeTestJSON-1289737651-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1681404 Oct 27 10:30:48.595915 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [req-99553d11-4079-4f33-963b-fc0ca838671c req-cca8aee6-c102-45b5-89ed-b956b193e7d2 tempest-ServersAdminNegativeTestJSON-1289737651 tempest-ServersAdminNegativeTestJSON-1289737651-project] Request body: {'port': {'device_id': '630d5049-af19-41e8-8246-65d885f7dcff', 'network_id': '4d250f92-d229-45fe-a579-67fef8e6c544', 'admin_state_up': True, 'tenant_id': '9beca58e9d0247c8a4ad1acc65792ba8'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:30:48.665643 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8af36845-857d-43be-b742-36152a9da118 admin admin] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:30:48.679800 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-8af36845-857d-43be-b742-36152a9da118 admin admin] 10.222.0.44 "PUT /v2.0/routers/fc01ae86-cf09-4e74-80ea-0caa501961df/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2604756 Oct 27 10:30:48.712544 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-9c7ad293-f1a6-4b14-b685-1c0dd44bd0ad None None] Provisioning complete for port fde3b517-4c44-41bd-ad93-c7945f194680 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:30:48.713245 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-9c7ad293-f1a6-4b14-b685-1c0dd44bd0ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:48.720409 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99553d11-4079-4f33-963b-fc0ca838671c req-cca8aee6-c102-45b5-89ed-b956b193e7d2 tempest-ServersAdminNegativeTestJSON-1289737651 tempest-ServersAdminNegativeTestJSON-1289737651-project] Made reservation on behalf of 9beca58e9d0247c8a4ad1acc65792ba8 for: {'port': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:30:48.724501 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-99553d11-4079-4f33-963b-fc0ca838671c req-cca8aee6-c102-45b5-89ed-b956b193e7d2 tempest-ServersAdminNegativeTestJSON-1289737651 tempest-ServersAdminNegativeTestJSON-1289737651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:48.733872 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-99553d11-4079-4f33-963b-fc0ca838671c req-cca8aee6-c102-45b5-89ed-b956b193e7d2 tempest-ServersAdminNegativeTestJSON-1289737651 tempest-ServersAdminNegativeTestJSON-1289737651-project] Publish callbacks [] for security_group, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:48.758428 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-9c7ad293-f1a6-4b14-b685-1c0dd44bd0ad None None] Port fde3b517-4c44-41bd-ad93-c7945f194680 cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:30:48.839494 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-99553d11-4079-4f33-963b-fc0ca838671c req-cca8aee6-c102-45b5-89ed-b956b193e7d2 tempest-ServersAdminNegativeTestJSON-1289737651 tempest-ServersAdminNegativeTestJSON-1289737651-project] Publish callbacks [] for security_group, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:48.842823 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-ddfbfc40-2d46-4ae5-92cf-af7b4b838cdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:48.851874 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-99553d11-4079-4f33-963b-fc0ca838671c req-cca8aee6-c102-45b5-89ed-b956b193e7d2 tempest-ServersAdminNegativeTestJSON-1289737651 tempest-ServersAdminNegativeTestJSON-1289737651-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:49.092185 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca8aee6-c102-45b5-89ed-b956b193e7d2 tempest-ServersAdminNegativeTestJSON-1289737651 tempest-ServersAdminNegativeTestJSON-1289737651-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67689890-7b78-4fdd-a1db-f964f6c8c4bd,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:30:49.112455 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_common [req-99553d11-4079-4f33-963b-fc0ca838671c req-cca8aee6-c102-45b5-89ed-b956b193e7d2 tempest-ServersAdminNegativeTestJSON-1289737651 tempest-ServersAdminNegativeTestJSON-1289737651-project] Allocated IP 192.168.233.200 (4d250f92-d229-45fe-a579-67fef8e6c544/62eb52f7-aac4-48af-8670-e04300325561/0d10ae43-61a1-4dce-bbe0-80a44b5b717e) {{(pid=102347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:30:49.149842 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a802ccdc-e7a4-4d48-ad64-dc31b729e5ef req-54a6a6fd-04a9-4ff4-8845-740a14cce890 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:30:49.160684 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-a802ccdc-e7a4-4d48-ad64-dc31b729e5ef req-54a6a6fd-04a9-4ff4-8845-740a14cce890 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ae4390a-b621-4500-a1b9-c968556e5a4c HTTP/1.1" status: 200 len: 947 time: 0.1666367 Oct 27 10:30:49.190744 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device c8d37030-f11d-4d51-9235-8d92fbc99a9b up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:30:49.266577 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port c8d37030-f11d-4d51-9235-8d92fbc99a9b triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:30:49.267126 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:49.272548 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-a802ccdc-e7a4-4d48-ad64-dc31b729e5ef req-b8a797b6-47c6-4508-830e-e79cd13a9e9a tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/security-groups?id=9f7279ee-2d49-4f67-b584-fc902ef383cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134343 Oct 27 10:30:49.422481 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33915f38-62bb-4228-96f8-fcb4cc1b89b0 None None] Sync routers for ids ['fc01ae86-cf09-4e74-80ea-0caa501961df'] in n-d-813419-10 {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:30:49.444421 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33915f38-62bb-4228-96f8-fcb4cc1b89b0 None None] Routers {'fc01ae86-cf09-4e74-80ea-0caa501961df'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:30:49.445081 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-33915f38-62bb-4228-96f8-fcb4cc1b89b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:30:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['fc01ae86-cf09-4e74-80ea-0caa501961df'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:30:49.451169 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:49.508122 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-9d2d0048-e3ae-44d3-9a98-e2d1b36a1e93 req-560e8edd-90e2-4374-b3c0-b73447bd98b6 tempest-ServersAdminNegativeTestJSON-1289737651 tempest-ServersAdminNegativeTestJSON-1289737651-project] 10.222.0.44 "GET /v2.0/ports?device_id=630d5049-af19-41e8-8246-65d885f7dcff HTTP/1.1" status: 200 len: 210 time: 0.0429456 Oct 27 10:30:49.528528 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] For port c8d37030-f11d-4d51-9235-8d92fbc99a9b, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=c8d37030-f11d-4d51-9235-8d92fbc99a9b,segment=NetworkSegment(bc14127b-7032-4c50-bb5b-f6813cbae86e),segment_id=bc14127b-7032-4c50-bb5b-f6813cbae86e)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:30:49.534049 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:49.540013 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-99553d11-4079-4f33-963b-fc0ca838671c req-cca8aee6-c102-45b5-89ed-b956b193e7d2 tempest-ServersAdminNegativeTestJSON-1289737651 tempest-ServersAdminNegativeTestJSON-1289737651-project] Publish callbacks [] for port, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:49.620529 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Pushing event updated for resources: {'Port': ['ID=c8d37030-f11d-4d51-9235-8d92fbc99a9b,revision_number=4']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:30:49.633023 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:30:49.633966 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:30:49.634416 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:30:49.634987 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:30:49.635515 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:30:49.635940 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-99553d11-4079-4f33-963b-fc0ca838671c req-cca8aee6-c102-45b5-89ed-b956b193e7d2 tempest-ServersAdminNegativeTestJSON-1289737651 tempest-ServersAdminNegativeTestJSON-1289737651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:49.636448 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:30:49.637034 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:30:49.637988 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:30:49.638668 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:30:49.639394 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:30:49.640253 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:30:49.641087 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:30:49.663160 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvr_db [None req-33915f38-62bb-4228-96f8-fcb4cc1b89b0 None None] Set router fc01ae86-cf09-4e74-80ea-0caa501961df gateway port host: n-d-813419-10 {{(pid=102349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:30:49.664089 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 57392) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:30:49.669881 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-bb723dc8-8e17-495c-ba86-361b103d6a4b admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1593470661-network', 'tenant_id': 'a124e636b7d24195a5f5c4d85f42c044'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:30:49.728064 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb723dc8-8e17-495c-ba86-361b103d6a4b admin admin] Made reservation on behalf of a124e636b7d24195a5f5c4d85f42c044 for: {'network': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:30:49.730919 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-bb723dc8-8e17-495c-ba86-361b103d6a4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for network, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:49.741912 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-bb723dc8-8e17-495c-ba86-361b103d6a4b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:49.744238 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99553d11-4079-4f33-963b-fc0ca838671c req-cca8aee6-c102-45b5-89ed-b956b193e7d2 tempest-ServersAdminNegativeTestJSON-1289737651 tempest-ServersAdminNegativeTestJSON-1289737651-project] Network 4d250f92-d229-45fe-a579-67fef8e6c544 is already hosted by enough agents. {{(pid=102347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:30:49.753026 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [req-99553d11-4079-4f33-963b-fc0ca838671c req-cca8aee6-c102-45b5-89ed-b956b193e7d2 tempest-ServersAdminNegativeTestJSON-1289737651 tempest-ServersAdminNegativeTestJSON-1289737651-project] Resources bound (agent type, host, resource id): {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:30:49.773095 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [req-99553d11-4079-4f33-963b-fc0ca838671c req-cca8aee6-c102-45b5-89ed-b956b193e7d2 tempest-ServersAdminNegativeTestJSON-1289737651 tempest-ServersAdminNegativeTestJSON-1289737651-project] Received port after_create {{(pid=102347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:30:49.852593 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca8aee6-c102-45b5-89ed-b956b193e7d2 tempest-ServersAdminNegativeTestJSON-1289737651 tempest-ServersAdminNegativeTestJSON-1289737651-project] Pushing event updated for resources: {'Port': ['ID=0d10ae43-61a1-4dce-bbe0-80a44b5b717e,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:30:49.884167 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99553d11-4079-4f33-963b-fc0ca838671c req-cca8aee6-c102-45b5-89ed-b956b193e7d2 tempest-ServersAdminNegativeTestJSON-1289737651 tempest-ServersAdminNegativeTestJSON-1289737651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:30:49.885105 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-99553d11-4079-4f33-963b-fc0ca838671c req-cca8aee6-c102-45b5-89ed-b956b193e7d2 tempest-ServersAdminNegativeTestJSON-1289737651 tempest-ServersAdminNegativeTestJSON-1289737651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:49.911999 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-99553d11-4079-4f33-963b-fc0ca838671c req-cca8aee6-c102-45b5-89ed-b956b193e7d2 tempest-ServersAdminNegativeTestJSON-1289737651 tempest-ServersAdminNegativeTestJSON-1289737651-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3202207 Oct 27 10:30:49.928928 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [req-99553d11-4079-4f33-963b-fc0ca838671c req-b6ef45c4-9e5d-41df-a1d9-f60755c32339 service neutron] Request body: {'port': {'device_id': '630d5049-af19-41e8-8246-65d885f7dcff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-10'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:30:49.945912 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be88748c-6822-475b-ad5d-a7802f5f54ae req-9af10577-8803-4c0f-8f6e-16c793d67b2e tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:30:49.950823 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-be88748c-6822-475b-ad5d-a7802f5f54ae req-9af10577-8803-4c0f-8f6e-16c793d67b2e tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ae4390a-b621-4500-a1b9-c968556e5a4c HTTP/1.1" status: 200 len: 947 time: 0.1936183 Oct 27 10:30:49.973822 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-eadeaa30-4096-4d1a-b3cb-aa7ebfb291ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:49.978767 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:50.035169 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-33915f38-62bb-4228-96f8-fcb4cc1b89b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc01ae86-cf09-4e74-80ea-0caa501961df', 'name': 'tempest-TestVolumeBackupRestore-642911475-router', 'tenant_id': 'c549deff19ee40e78397a6c045bdd5dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.188'}], 'enable_snat': True}, 'gw_port_id': 'c8d37030-f11d-4d51-9235-8d92fbc99a9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:30:38Z', 'updated_at': '2021-10-27T10:30:47Z', 'revision_number': 4, 'project_id': 'c549deff19ee40e78397a6c045bdd5dc', 'gw_port': {'id': 'c8d37030-f11d-4d51-9235-8d92fbc99a9b', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:e8:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc01ae86-cf09-4e74-80ea-0caa501961df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:30:40Z', 'updated_at': '2021-10-27T10:30:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_interfaces': [{'id': 'fde3b517-4c44-41bd-ad93-c7945f194680', 'name': '', 'network_id': '7671fe98-2365-4aa6-9969-51558d1387c3', 'tenant_id': 'c549deff19ee40e78397a6c045bdd5dc', 'mac_address': 'fa:16:3e:86:3d:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc01ae86-cf09-4e74-80ea-0caa501961df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': '49e7aa93-ef23-4876-9037-9786c8909fbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:30:46Z', 'updated_at': '2021-10-27T10:30:47Z', 'revision_number': 2, 'project_id': 'c549deff19ee40e78397a6c045bdd5dc', 'subnets': [{'id': '49e7aa93-ef23-4876-9037-9786c8909fbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:30:50.043436 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-bb723dc8-8e17-495c-ba86-361b103d6a4b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:50.056369 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83ab210-c705-4b79-a67e-ecd401bb5e90 req-2f435272-6166-4d4e-8674-ae2d8b85f5d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:30:50.057893 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-a83ab210-c705-4b79-a67e-ecd401bb5e90 req-2f435272-6166-4d4e-8674-ae2d8b85f5d3 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=f314710ab2574682a5080affa23addcb&device_id=5ae4390a-b621-4500-a1b9-c968556e5a4c HTTP/1.1" status: 200 len: 1099 time: 0.2585852 Oct 27 10:30:50.059916 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-bb723dc8-8e17-495c-ba86-361b103d6a4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:50.070396 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-99553d11-4079-4f33-963b-fc0ca838671c req-b6ef45c4-9e5d-41df-a1d9-f60755c32339 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:50.085424 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33915f38-62bb-4228-96f8-fcb4cc1b89b0 None None] Checking router: fc01ae86-cf09-4e74-80ea-0caa501961df for host: n-d-813419-10 {{(pid=102349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 10:30:50.086176 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33915f38-62bb-4228-96f8-fcb4cc1b89b0 None None] Updating router fc01ae86-cf09-4e74-80ea-0caa501961df port fde3b517-4c44-41bd-ad93-c7945f194680 binding host n-d-813419-10 {{(pid=102349) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 10:30:50.099447 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-979bcd0c-455a-4d75-bc0e-fb6c8c0c622e None None] Provisioning complete for port 0d10ae43-61a1-4dce-bbe0-80a44b5b717e triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:30:50.099815 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-979bcd0c-455a-4d75-bc0e-fb6c8c0c622e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:50.123420 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-33915f38-62bb-4228-96f8-fcb4cc1b89b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:50.163218 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb723dc8-8e17-495c-ba86-361b103d6a4b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 407} {{(pid=102346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 10:30:50.169044 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-979bcd0c-455a-4d75-bc0e-fb6c8c0c622e None None] Port 0d10ae43-61a1-4dce-bbe0-80a44b5b717e cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:30:50.179189 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb723dc8-8e17-495c-ba86-361b103d6a4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0aa0968-b76a-491d-943f-7c1ef6907499,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:30:50.200254 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-be88748c-6822-475b-ad5d-a7802f5f54ae req-28d0b411-907f-44f8-90b9-506370660c74 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/security-groups?id=9f7279ee-2d49-4f67-b584-fc902ef383cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526911 Oct 27 10:30:50.210082 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-bb723dc8-8e17-495c-ba86-361b103d6a4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:50.210513 n-d-813419-10 neutron-server[102346]: INFO neutron.db.segments_db [None req-bb723dc8-8e17-495c-ba86-361b103d6a4b admin admin] Added segment 8f7f8586-4027-4220-9b4a-3b10d187f3bb of type vlan for network cfe0561e-8630-4a1d-adbd-3ef0b95d16ce Oct 27 10:30:50.269838 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-bb723dc8-8e17-495c-ba86-361b103d6a4b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743872593080'] for network, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:50.288984 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83ab210-c705-4b79-a67e-ecd401bb5e90 req-0fa7232b-321c-437b-958a-4ba9613f6b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:30:50.290577 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-a83ab210-c705-4b79-a67e-ecd401bb5e90 req-0fa7232b-321c-437b-958a-4ba9613f6b95 service neutron] 10.222.0.76 "GET /v2.0/networks?id=37f7eee7-78e5-4454-9540-9eb1f8cbbdab HTTP/1.1" status: 200 len: 915 time: 0.2147264 Oct 27 10:30:50.398846 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-a83ab210-c705-4b79-a67e-ecd401bb5e90 req-9b9e3894-0958-41e6-9c7b-44dce81ed07e service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=863bd33a-7c9e-4cbf-aa6d-c8f79ce93249 HTTP/1.1" status: 200 len: 217 time: 0.0975335 Oct 27 10:30:50.404112 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-bb723dc8-8e17-495c-ba86-361b103d6a4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913'] for network, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:50.405318 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb723dc8-8e17-495c-ba86-361b103d6a4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:30:50.406520 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-bb723dc8-8e17-495c-ba86-361b103d6a4b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for network, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:50.482717 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [req-99553d11-4079-4f33-963b-fc0ca838671c req-b6ef45c4-9e5d-41df-a1d9-f60755c32339 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d10ae43-61a1-4dce-bbe0-80a44b5b717e {{(pid=102347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:30:50.498303 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-bb723dc8-8e17-495c-ba86-361b103d6a4b admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8325796 Oct 27 10:30:50.504180 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 57402) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:30:50.505528 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-99553d11-4079-4f33-963b-fc0ca838671c req-b6ef45c4-9e5d-41df-a1d9-f60755c32339 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:50.510627 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-d3261277-90e2-414e-bb0e-7fd622ee6e4b admin admin] Request body: {'subnet': {'network_id': 'cfe0561e-8630-4a1d-adbd-3ef0b95d16ce', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1593470661-subnet', 'tenant_id': 'a124e636b7d24195a5f5c4d85f42c044', 'ip_version': 4}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:30:50.524446 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb723dc8-8e17-495c-ba86-361b103d6a4b admin admin] Pushing event updated for resources: {'Network': ['ID=cfe0561e-8630-4a1d-adbd-3ef0b95d16ce,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:30:50.530735 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83ab210-c705-4b79-a67e-ecd401bb5e90 req-af1d5fa6-7565-470b-b5c2-9592b3ded8b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:30:50.530940 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-33915f38-62bb-4228-96f8-fcb4cc1b89b0 None None] Publish callbacks [] for port, precommit_update {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:50.531408 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-a83ab210-c705-4b79-a67e-ecd401bb5e90 req-af1d5fa6-7565-470b-b5c2-9592b3ded8b9 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=249a5a87-559c-4770-af81-a36d13f3e017 HTTP/1.1" status: 200 len: 854 time: 0.1214194 Oct 27 10:30:50.545610 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-33915f38-62bb-4228-96f8-fcb4cc1b89b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:50.555684 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Network cfe0561e-8630-4a1d-adbd-3ef0b95d16ce details requested by agent ovs-agent-n-d-813419-10 with host n-d-813419-10 {{(pid=102348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 10:30:50.580241 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.provisioning_blocks [req-99553d11-4079-4f33-963b-fc0ca838671c req-b6ef45c4-9e5d-41df-a1d9-f60755c32339 service neutron] Transition to ACTIVE for port object 0d10ae43-61a1-4dce-bbe0-80a44b5b717e will not be triggered until provisioned by entity L2. {{(pid=102347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 10:30:50.590389 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-99553d11-4079-4f33-963b-fc0ca838671c req-b6ef45c4-9e5d-41df-a1d9-f60755c32339 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:50.602428 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-a83ab210-c705-4b79-a67e-ecd401bb5e90 req-fe5901e4-ee4d-4a42-837a-56a93c885feb service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=37f7eee7-78e5-4454-9540-9eb1f8cbbdab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0612681 Oct 27 10:30:50.603268 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3261277-90e2-414e-bb0e-7fd622ee6e4b admin admin] Made reservation on behalf of a124e636b7d24195a5f5c4d85f42c044 for: {'subnet': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:30:50.605930 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d3261277-90e2-414e-bb0e-7fd622ee6e4b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27167186'] for subnet, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:50.779189 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9446fd9b-a3ce-45bc-9817-91d1a6307851 None None] Pushing event updated for resources: {'Port': ['ID=fde3b517-4c44-41bd-ad93-c7945f194680,revision_number=3']} {{(pid=102349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:30:50.807910 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.managers [None req-33915f38-62bb-4228-96f8-fcb4cc1b89b0 None None] Attempting to bind port fde3b517-4c44-41bd-ad93-c7945f194680 on host n-d-813419-10 for vnic_type normal with profile {{(pid=102349) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:30:50.808894 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.managers [None req-33915f38-62bb-4228-96f8-fcb4cc1b89b0 None None] Attempting to bind port fde3b517-4c44-41bd-ad93-c7945f194680 by drivers openvswitch,hyperv on host n-d-813419-10 at level 0 using segments [{'id': 'd0432a65-2dba-42ec-af01-06a1f023bcbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '7671fe98-2365-4aa6-9969-51558d1387c3'}] {{(pid=102349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:30:50.811009 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33915f38-62bb-4228-96f8-fcb4cc1b89b0 None None] Attempting to bind port fde3b517-4c44-41bd-ad93-c7945f194680 on network 7671fe98-2365-4aa6-9969-51558d1387c3 {{(pid=102349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:30:50.826553 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33915f38-62bb-4228-96f8-fcb4cc1b89b0 None None] Checking agent: {'id': '89dba0f3-79b2-435e-9822-33674b8f6ada', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 8, 20), 'started_at': datetime.datetime(2021, 10, 27, 10, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 30, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:30:50.826933 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33915f38-62bb-4228-96f8-fcb4cc1b89b0 None None] Checking segment: {'id': 'd0432a65-2dba-42ec-af01-06a1f023bcbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '7671fe98-2365-4aa6-9969-51558d1387c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:30:50.832091 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-33915f38-62bb-4228-96f8-fcb4cc1b89b0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:50.832592 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33915f38-62bb-4228-96f8-fcb4cc1b89b0 None None] Bound using segment: {'id': 'd0432a65-2dba-42ec-af01-06a1f023bcbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '7671fe98-2365-4aa6-9969-51558d1387c3'} {{(pid=102349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:30:50.833091 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.managers [None req-33915f38-62bb-4228-96f8-fcb4cc1b89b0 None None] Bound port: fde3b517-4c44-41bd-ad93-c7945f194680, host: n-d-813419-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0432a65-2dba-42ec-af01-06a1f023bcbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '7671fe98-2365-4aa6-9969-51558d1387c3'}}] {{(pid=102349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:30:50.834421 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-33915f38-62bb-4228-96f8-fcb4cc1b89b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:50.926467 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ef45c4-9e5d-41df-a1d9-f60755c32339 service neutron] Pushing event updated for resources: {'Port': ['ID=0d10ae43-61a1-4dce-bbe0-80a44b5b717e,revision_number=2']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:30:50.945277 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac34b6d3-99b0-481c-8f6f-6e55ee89d51f req-e628f40f-c1ea-4d0a-aecd-ba1067bb175e tempest-ServersAdminNegativeTestJSON-1289737651 tempest-ServersAdminNegativeTestJSON-1289737651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:30:50.956890 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-ac34b6d3-99b0-481c-8f6f-6e55ee89d51f req-e628f40f-c1ea-4d0a-aecd-ba1067bb175e tempest-ServersAdminNegativeTestJSON-1289737651 tempest-ServersAdminNegativeTestJSON-1289737651-project] 10.222.0.44 "GET /v2.0/ports?device_id=630d5049-af19-41e8-8246-65d885f7dcff HTTP/1.1" status: 200 len: 948 time: 0.2411091 Oct 27 10:30:51.006421 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-a83ab210-c705-4b79-a67e-ecd401bb5e90 req-22bae42e-6597-4b03-9a54-8423a9cdcf6b service neutron] 10.222.0.76 "GET /v2.0/networks/37f7eee7-78e5-4454-9540-9eb1f8cbbdab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3685901 Oct 27 10:30:51.010988 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.db [None req-33915f38-62bb-4228-96f8-fcb4cc1b89b0 None None] For port fde3b517-4c44-41bd-ad93-c7945f194680, host n-d-813419-10, cleared binding levels {{(pid=102349) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:30:51.012664 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-99553d11-4079-4f33-963b-fc0ca838671c req-b6ef45c4-9e5d-41df-a1d9-f60755c32339 service neutron] Attempting to bind port 0d10ae43-61a1-4dce-bbe0-80a44b5b717e on host n-h1-813419-10 for vnic_type normal with profile {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:30:51.015503 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.db [None req-33915f38-62bb-4228-96f8-fcb4cc1b89b0 None None] For port fde3b517-4c44-41bd-ad93-c7945f194680, host n-d-813419-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=fde3b517-4c44-41bd-ad93-c7945f194680,segment=NetworkSegment(d0432a65-2dba-42ec-af01-06a1f023bcbe),segment_id=d0432a65-2dba-42ec-af01-06a1f023bcbe)] {{(pid=102349) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:30:51.016181 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-99553d11-4079-4f33-963b-fc0ca838671c req-b6ef45c4-9e5d-41df-a1d9-f60755c32339 service neutron] Attempting to bind port 0d10ae43-61a1-4dce-bbe0-80a44b5b717e by drivers openvswitch,hyperv on host n-h1-813419-10 at level 0 using segments [{'id': 'f7c42c6d-2766-46d8-a8b7-4852117a5555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '4d250f92-d229-45fe-a579-67fef8e6c544'}] {{(pid=102347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:30:51.016616 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99553d11-4079-4f33-963b-fc0ca838671c req-b6ef45c4-9e5d-41df-a1d9-f60755c32339 service neutron] Attempting to bind port 0d10ae43-61a1-4dce-bbe0-80a44b5b717e on network 4d250f92-d229-45fe-a579-67fef8e6c544 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:30:51.022071 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-33915f38-62bb-4228-96f8-fcb4cc1b89b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:51.055927 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-ac34b6d3-99b0-481c-8f6f-6e55ee89d51f req-19430de3-14fc-47cd-b8b4-a3486386d0c8 tempest-ServersAdminNegativeTestJSON-1289737651 tempest-ServersAdminNegativeTestJSON-1289737651-project] 10.222.0.44 "GET /v2.0/security-groups?id=67689890-7b78-4fdd-a1db-f964f6c8c4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935676 Oct 27 10:30:51.057315 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99553d11-4079-4f33-963b-fc0ca838671c req-b6ef45c4-9e5d-41df-a1d9-f60755c32339 service neutron] Port 0d10ae43-61a1-4dce-bbe0-80a44b5b717e on network 4d250f92-d229-45fe-a579-67fef8e6c544 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-10 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 10:30:51.067430 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99553d11-4079-4f33-963b-fc0ca838671c req-b6ef45c4-9e5d-41df-a1d9-f60755c32339 service neutron] Attempting to bind port 0d10ae43-61a1-4dce-bbe0-80a44b5b717e on network 4d250f92-d229-45fe-a579-67fef8e6c544 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:30:51.075966 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99553d11-4079-4f33-963b-fc0ca838671c req-b6ef45c4-9e5d-41df-a1d9-f60755c32339 service neutron] Checking agent: {'id': 'a52e1cab-0c63-402d-9c94-330537c6c076', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 16, 2), 'started_at': datetime.datetime(2021, 10, 27, 10, 16, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 30, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:30:51.080386 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99553d11-4079-4f33-963b-fc0ca838671c req-b6ef45c4-9e5d-41df-a1d9-f60755c32339 service neutron] Checking segment: {'id': 'f7c42c6d-2766-46d8-a8b7-4852117a5555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '4d250f92-d229-45fe-a579-67fef8e6c544'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:30:51.081002 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99553d11-4079-4f33-963b-fc0ca838671c req-b6ef45c4-9e5d-41df-a1d9-f60755c32339 service neutron] Bound using segment: {'id': 'f7c42c6d-2766-46d8-a8b7-4852117a5555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '4d250f92-d229-45fe-a579-67fef8e6c544'} {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:30:51.081633 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-99553d11-4079-4f33-963b-fc0ca838671c req-b6ef45c4-9e5d-41df-a1d9-f60755c32339 service neutron] Bound port: 0d10ae43-61a1-4dce-bbe0-80a44b5b717e, host: n-h1-813419-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7c42c6d-2766-46d8-a8b7-4852117a5555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '4d250f92-d229-45fe-a579-67fef8e6c544'}}] {{(pid=102347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:30:51.082165 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-99553d11-4079-4f33-963b-fc0ca838671c req-b6ef45c4-9e5d-41df-a1d9-f60755c32339 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:51.142014 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-a83ab210-c705-4b79-a67e-ecd401bb5e90 req-380b0e63-5029-43f6-9cce-3110b825a135 service neutron] 10.222.0.76 "GET /v2.0/networks/37f7eee7-78e5-4454-9540-9eb1f8cbbdab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1146774 Oct 27 10:30:51.158930 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device c8d37030-f11d-4d51-9235-8d92fbc99a9b up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:30:51.240145 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-99553d11-4079-4f33-963b-fc0ca838671c req-b6ef45c4-9e5d-41df-a1d9-f60755c32339 service neutron] For port 0d10ae43-61a1-4dce-bbe0-80a44b5b717e, host n-h1-813419-10, cleared binding levels {{(pid=102347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:30:51.243699 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-99553d11-4079-4f33-963b-fc0ca838671c req-b6ef45c4-9e5d-41df-a1d9-f60755c32339 service neutron] For port 0d10ae43-61a1-4dce-bbe0-80a44b5b717e, host n-h1-813419-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=0d10ae43-61a1-4dce-bbe0-80a44b5b717e,segment=NetworkSegment(f7c42c6d-2766-46d8-a8b7-4852117a5555),segment_id=f7c42c6d-2766-46d8-a8b7-4852117a5555)] {{(pid=102347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:30:51.254115 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-99553d11-4079-4f33-963b-fc0ca838671c req-b6ef45c4-9e5d-41df-a1d9-f60755c32339 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:51.273876 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-d948cc02-362f-4e35-87d4-a556e8b1d1ff None None] Provisioning complete for port fde3b517-4c44-41bd-ad93-c7945f194680 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:30:51.274240 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-d948cc02-362f-4e35-87d4-a556e8b1d1ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:51.286403 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d3261277-90e2-414e-bb0e-7fd622ee6e4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27024290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27167168'] for subnet, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:51.339303 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99553d11-4079-4f33-963b-fc0ca838671c req-b6ef45c4-9e5d-41df-a1d9-f60755c32339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:30:51.339908 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-99553d11-4079-4f33-963b-fc0ca838671c req-b6ef45c4-9e5d-41df-a1d9-f60755c32339 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:51.357591 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-99553d11-4079-4f33-963b-fc0ca838671c req-b6ef45c4-9e5d-41df-a1d9-f60755c32339 service neutron] 10.222.0.64 "PUT /v2.0/ports/0d10ae43-61a1-4dce-bbe0-80a44b5b717e HTTP/1.1" status: 200 len: 1097 time: 1.4366424 Oct 27 10:30:51.358405 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '630d5049-af19-41e8-8246-65d885f7dcff', 'tag': '0d10ae43-61a1-4dce-bbe0-80a44b5b717e'}] {{(pid=102347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:30:51.361027 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311149b481204ee7edffdb959c881838506fbd95bc8577c048f6677abb73acc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17fcce6e-cef8-478a-852a-4179d97589d0" -d '{"events": [{"name": "network-changed", "server_uuid": "630d5049-af19-41e8-8246-65d885f7dcff", "tag": "0d10ae43-61a1-4dce-bbe0-80a44b5b717e"}]}' {{(pid=102347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:30:51.419346 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33915f38-62bb-4228-96f8-fcb4cc1b89b0 None None] Routers {'fc01ae86-cf09-4e74-80ea-0caa501961df'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:30:51.419980 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-33915f38-62bb-4228-96f8-fcb4cc1b89b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:30:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['fc01ae86-cf09-4e74-80ea-0caa501961df'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:30:51.430179 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port c8d37030-f11d-4d51-9235-8d92fbc99a9b triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:30:51.430544 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:51.497566 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3261277-90e2-414e-bb0e-7fd622ee6e4b admin admin] Pushing event updated for resources: {'Subnet': ['ID=aae9c163-515a-41af-b650-3ee0f8fc9ef8,revision_number=0']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:30:51.522361 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3261277-90e2-414e-bb0e-7fd622ee6e4b admin admin] Checking segment: {'id': '8f7f8586-4027-4220-9b4a-3b10d187f3bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'cfe0561e-8630-4a1d-adbd-3ef0b95d16ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:30:51.528659 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 10:30:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c3e0ef1-8d2c-4cbe-babc-f1db86f6a4d3 x-openstack-request-id: req-7c3e0ef1-8d2c-4cbe-babc-f1db86f6a4d3 {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:30:51.528954 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "630d5049-af19-41e8-8246-65d885f7dcff", "tag": "0d10ae43-61a1-4dce-bbe0-80a44b5b717e", "status": "completed", "code": 200}]} {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:30:51.529216 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7c3e0ef1-8d2c-4cbe-babc-f1db86f6a4d3 {{(pid=102347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:30:51.529639 n-d-813419-10 neutron-server[102347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '630d5049-af19-41e8-8246-65d885f7dcff', 'tag': '0d10ae43-61a1-4dce-bbe0-80a44b5b717e', 'status': 'completed', 'code': 200} Oct 27 10:30:51.543265 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3261277-90e2-414e-bb0e-7fd622ee6e4b admin admin] Network hostable DHCP agents. Network: cfe0561e-8630-4a1d-adbd-3ef0b95d16ce, hostable agents: ['eafd4000-b897-4722-ae8b-0118ec955181'], hosted agents: [] {{(pid=102346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 10:30:51.562792 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ef45c4-9e5d-41df-a1d9-f60755c32339 service neutron] Pushing event updated for resources: {'Port': ['ID=0d10ae43-61a1-4dce-bbe0-80a44b5b717e,revision_number=3']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:30:51.579697 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc21eb66-bc8f-482c-9c6c-213c17f966f4 req-5dee6e29-7a06-4e03-80e1-11e5d21d0dc6 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:30:51.600381 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvr_db [None req-33915f38-62bb-4228-96f8-fcb4cc1b89b0 None None] Set router fc01ae86-cf09-4e74-80ea-0caa501961df gateway port host: n-d-813419-10 {{(pid=102349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:30:51.600916 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99553d11-4079-4f33-963b-fc0ca838671c req-30a0e101-2960-444a-a67e-664809164ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:30:51.602095 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-99553d11-4079-4f33-963b-fc0ca838671c req-30a0e101-2960-444a-a67e-664809164ab1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9beca58e9d0247c8a4ad1acc65792ba8&device_id=630d5049-af19-41e8-8246-65d885f7dcff HTTP/1.1" status: 200 len: 1100 time: 0.1915915 Oct 27 10:30:51.612860 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-bc21eb66-bc8f-482c-9c6c-213c17f966f4 req-5dee6e29-7a06-4e03-80e1-11e5d21d0dc6 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ae4390a-b621-4500-a1b9-c968556e5a4c HTTP/1.1" status: 200 len: 947 time: 0.2907867 Oct 27 10:30:51.703571 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-bc21eb66-bc8f-482c-9c6c-213c17f966f4 req-e7d07a7e-9e57-452d-b2db-72331131d73e tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/security-groups?id=9f7279ee-2d49-4f67-b584-fc902ef383cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895200 Oct 27 10:30:51.710819 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3261277-90e2-414e-bb0e-7fd622ee6e4b admin admin] Network cfe0561e-8630-4a1d-adbd-3ef0b95d16ce is scheduled to be hosted by DHCP agent eafd4000-b897-4722-ae8b-0118ec955181 with binding_index 1 {{(pid=102346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 10:30:51.718188 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-99553d11-4079-4f33-963b-fc0ca838671c req-9e4bca55-47ef-41bc-bd8f-eb9329267fc8 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.200&port_id=0d10ae43-61a1-4dce-bbe0-80a44b5b717e HTTP/1.1" status: 200 len: 217 time: 0.1072047 Oct 27 10:30:51.729481 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-d3261277-90e2-414e-bb0e-7fd622ee6e4b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-10, cfe0561e-8630-4a1d-adbd-3ef0b95d16ce) {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:30:51.736625 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3261277-90e2-414e-bb0e-7fd622ee6e4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:30:51.737801 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d3261277-90e2-414e-bb0e-7fd622ee6e4b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for subnet, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:51.741772 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-d948cc02-362f-4e35-87d4-a556e8b1d1ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:51.767817 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-d3261277-90e2-414e-bb0e-7fd622ee6e4b admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.2624431 Oct 27 10:30:51.768599 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 57422) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:30:51.776074 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-41f96477-8ee4-4ecf-b114-fd97f1467de1 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1593470661-router', 'tenant_id': 'a124e636b7d24195a5f5c4d85f42c044', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'}}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:30:51.781801 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b53e1f9-a8ad-4979-809b-c8a4947ba6bf None None] Network cfe0561e-8630-4a1d-adbd-3ef0b95d16ce requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:30:51.820780 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-41f96477-8ee4-4ecf-b114-fd97f1467de1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1768632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3610'] for router, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:51.822126 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-41f96477-8ee4-4ecf-b114-fd97f1467de1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1765704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1769409', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1694266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3597'] for router, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:51.859967 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99553d11-4079-4f33-963b-fc0ca838671c req-e59c7d76-e042-4b4b-9f71-9d0ac8150a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:30:51.863658 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-99553d11-4079-4f33-963b-fc0ca838671c req-e59c7d76-e042-4b4b-9f71-9d0ac8150a9a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=62eb52f7-aac4-48af-8670-e04300325561 HTTP/1.1" status: 200 len: 843 time: 0.1388426 Oct 27 10:30:51.936819 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9446fd9b-a3ce-45bc-9817-91d1a6307851 None None] Pushing event updated for resources: {'Port': ['ID=fde3b517-4c44-41bd-ad93-c7945f194680,revision_number=4']} {{(pid=102349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:30:51.937310 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-3c6a8245-0581-48aa-b5f6-4d8fe98cd16e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:51.943826 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-41f96477-8ee4-4ecf-b114-fd97f1467de1 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:51.949448 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-d948cc02-362f-4e35-87d4-a556e8b1d1ff None None] For port fde3b517-4c44-41bd-ad93-c7945f194680, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=fde3b517-4c44-41bd-ad93-c7945f194680,segment=NetworkSegment(d0432a65-2dba-42ec-af01-06a1f023bcbe),segment_id=d0432a65-2dba-42ec-af01-06a1f023bcbe)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:30:51.959599 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-d948cc02-362f-4e35-87d4-a556e8b1d1ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:51.966688 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99553d11-4079-4f33-963b-fc0ca838671c req-a27ef9ef-88a7-44ca-9524-6dfda59f52f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:30:51.969367 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-99553d11-4079-4f33-963b-fc0ca838671c req-a27ef9ef-88a7-44ca-9524-6dfda59f52f8 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4d250f92-d229-45fe-a579-67fef8e6c544&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0981627 Oct 27 10:30:51.987941 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9446fd9b-a3ce-45bc-9817-91d1a6307851 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:30:51.988450 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9446fd9b-a3ce-45bc-9817-91d1a6307851 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:30:51.988889 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9446fd9b-a3ce-45bc-9817-91d1a6307851 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:30:51.989317 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9446fd9b-a3ce-45bc-9817-91d1a6307851 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:30:51.989782 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9446fd9b-a3ce-45bc-9817-91d1a6307851 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:30:51.990225 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9446fd9b-a3ce-45bc-9817-91d1a6307851 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:30:51.990647 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9446fd9b-a3ce-45bc-9817-91d1a6307851 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:30:51.991069 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9446fd9b-a3ce-45bc-9817-91d1a6307851 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:30:51.991488 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9446fd9b-a3ce-45bc-9817-91d1a6307851 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:30:51.991907 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9446fd9b-a3ce-45bc-9817-91d1a6307851 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:30:51.992357 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9446fd9b-a3ce-45bc-9817-91d1a6307851 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:30:51.992776 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9446fd9b-a3ce-45bc-9817-91d1a6307851 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:30:52.066752 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d948cc02-362f-4e35-87d4-a556e8b1d1ff None None] Pushing event updated for resources: {'Port': ['ID=fde3b517-4c44-41bd-ad93-c7945f194680,revision_number=5']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:30:52.096341 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-33915f38-62bb-4228-96f8-fcb4cc1b89b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc01ae86-cf09-4e74-80ea-0caa501961df', 'name': 'tempest-TestVolumeBackupRestore-642911475-router', 'tenant_id': 'c549deff19ee40e78397a6c045bdd5dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.188'}], 'enable_snat': True}, 'gw_port_id': 'c8d37030-f11d-4d51-9235-8d92fbc99a9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:30:38Z', 'updated_at': '2021-10-27T10:30:47Z', 'revision_number': 4, 'project_id': 'c549deff19ee40e78397a6c045bdd5dc', 'gw_port': {'id': 'c8d37030-f11d-4d51-9235-8d92fbc99a9b', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:e8:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc01ae86-cf09-4e74-80ea-0caa501961df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:30:40Z', 'updated_at': '2021-10-27T10:30:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_interfaces': [{'id': 'fde3b517-4c44-41bd-ad93-c7945f194680', 'name': '', 'network_id': '7671fe98-2365-4aa6-9969-51558d1387c3', 'tenant_id': 'c549deff19ee40e78397a6c045bdd5dc', 'mac_address': 'fa:16:3e:86:3d:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc01ae86-cf09-4e74-80ea-0caa501961df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': '49e7aa93-ef23-4876-9037-9786c8909fbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:30:46Z', 'updated_at': '2021-10-27T10:30:51Z', 'revision_number': 4, 'project_id': 'c549deff19ee40e78397a6c045bdd5dc', 'subnets': [{'id': '49e7aa93-ef23-4876-9037-9786c8909fbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:30:52.103348 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-99553d11-4079-4f33-963b-fc0ca838671c req-3ef99628-ad05-4729-b4c3-126cfab479ea service neutron] 10.222.0.64 "GET /v2.0/networks/4d250f92-d229-45fe-a579-67fef8e6c544?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269469 Oct 27 10:30:52.113040 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-67d355ec-ff0f-4f62-9219-22a005ba56a6 None None] Provisioning complete for port fde3b517-4c44-41bd-ad93-c7945f194680 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:30:52.113677 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-67d355ec-ff0f-4f62-9219-22a005ba56a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:52.165108 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-533a997c-af7a-4bd2-853e-4c03f93c57bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp734b258e-7d96-550c-b970-9b72ab66f383-cfe0561e-8630-4a1d-adbd-3ef0b95d16ce', 'network_id': 'cfe0561e-8630-4a1d-adbd-3ef0b95d16ce', 'tenant_id': 'a124e636b7d24195a5f5c4d85f42c044', 'fixed_ips': [{'subnet_id': 'aae9c163-515a-41af-b650-3ee0f8fc9ef8'}]}} from n-d-813419-10. {{(pid=102348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 10:30:52.165906 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-533a997c-af7a-4bd2-853e-4c03f93c57bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:52.195619 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33915f38-62bb-4228-96f8-fcb4cc1b89b0 None None] The sync data for ids ['fc01ae86-cf09-4e74-80ea-0caa501961df'] in n-d-813419-10 is: [{'id': 'fc01ae86-cf09-4e74-80ea-0caa501961df', 'name': 'tempest-TestVolumeBackupRestore-642911475-router', 'tenant_id': 'c549deff19ee40e78397a6c045bdd5dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.188'}], 'enable_snat': True}, 'gw_port_id': 'c8d37030-f11d-4d51-9235-8d92fbc99a9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:30:38Z', 'updated_at': '2021-10-27T10:30:47Z', 'revision_number': 4, 'project_id': 'c549deff19ee40e78397a6c045bdd5dc', 'gw_port': {'id': 'c8d37030-f11d-4d51-9235-8d92fbc99a9b', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:e8:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc01ae86-cf09-4e74-80ea-0caa501961df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:30:40Z', 'updated_at': '2021-10-27T10:30:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_interfaces': [{'id': 'fde3b517-4c44-41bd-ad93-c7945f194680', 'name': '', 'network_id': '7671fe98-2365-4aa6-9969-51558d1387c3', 'tenant_id': 'c549deff19ee40e78397a6c045bdd5dc', 'mac_address': 'fa:16:3e:86:3d:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc01ae86-cf09-4e74-80ea-0caa501961df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': '49e7aa93-ef23-4876-9037-9786c8909fbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:30:46Z', 'updated_at': '2021-10-27T10:30:51Z', 'revision_number': 4, 'project_id': 'c549deff19ee40e78397a6c045bdd5dc', 'subnets': [{'id': '49e7aa93-ef23-4876-9037-9786c8909fbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:30:52.305302 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-99553d11-4079-4f33-963b-fc0ca838671c req-56067bea-7b26-44a9-955e-dccb8f5fc3bd service neutron] 10.222.0.64 "GET /v2.0/networks/4d250f92-d229-45fe-a579-67fef8e6c544?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1947193 Oct 27 10:30:52.373041 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-41f96477-8ee4-4ecf-b114-fd97f1467de1 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:52.439758 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.db_base_plugin_common [None req-533a997c-af7a-4bd2-853e-4c03f93c57bf None None] Allocated IP 172.20.0.2 (cfe0561e-8630-4a1d-adbd-3ef0b95d16ce/aae9c163-515a-41af-b650-3ee0f8fc9ef8/2c53294e-0878-41bc-9599-0f1a7ff009cc) {{(pid=102348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:30:52.448710 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fcce6e-cef8-478a-852a-4179d97589d0 req-40cbde44-6812-43c2-90f6-c93bc0a3f7a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:30:52.451217 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-17fcce6e-cef8-478a-852a-4179d97589d0 req-40cbde44-6812-43c2-90f6-c93bc0a3f7a4 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9beca58e9d0247c8a4ad1acc65792ba8&device_id=630d5049-af19-41e8-8246-65d885f7dcff HTTP/1.1" status: 200 len: 1100 time: 0.0817583 Oct 27 10:30:52.460735 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04f165f-f0ee-40ed-9042-bcc5433d9ede req-d7795c25-9e60-4333-bae6-1307e0a973a3 tempest-ServersAdminNegativeTestJSON-1289737651 tempest-ServersAdminNegativeTestJSON-1289737651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:30:52.471303 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-b04f165f-f0ee-40ed-9042-bcc5433d9ede req-d7795c25-9e60-4333-bae6-1307e0a973a3 tempest-ServersAdminNegativeTestJSON-1289737651 tempest-ServersAdminNegativeTestJSON-1289737651-project] 10.222.0.44 "GET /v2.0/ports?device_id=630d5049-af19-41e8-8246-65d885f7dcff HTTP/1.1" status: 200 len: 948 time: 0.2448556 Oct 27 10:30:52.552992 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-b04f165f-f0ee-40ed-9042-bcc5433d9ede req-a4b536f0-6ead-4108-8923-d57b3a8bba93 tempest-ServersAdminNegativeTestJSON-1289737651 tempest-ServersAdminNegativeTestJSON-1289737651-project] 10.222.0.44 "GET /v2.0/security-groups?id=67689890-7b78-4fdd-a1db-f964f6c8c4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807292 Oct 27 10:30:52.645024 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fcce6e-cef8-478a-852a-4179d97589d0 req-d4f09fde-fc19-4f8c-b14a-5bb716371d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:30:52.646640 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-17fcce6e-cef8-478a-852a-4179d97589d0 req-d4f09fde-fc19-4f8c-b14a-5bb716371d9a service neutron] 10.222.0.64 "GET /v2.0/networks?id=4d250f92-d229-45fe-a579-67fef8e6c544 HTTP/1.1" status: 200 len: 870 time: 0.1874983 Oct 27 10:30:52.687781 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-533a997c-af7a-4bd2-853e-4c03f93c57bf None None] Publish callbacks [] for port, precommit_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:52.719060 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-533a997c-af7a-4bd2-853e-4c03f93c57bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606'] for port, after_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:52.745935 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-17fcce6e-cef8-478a-852a-4179d97589d0 req-af73686a-94ef-4ac3-9516-e30dab44e0f9 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.200&port_id=0d10ae43-61a1-4dce-bbe0-80a44b5b717e HTTP/1.1" status: 200 len: 217 time: 0.0914004 Oct 27 10:30:52.791962 n-d-813419-10 neutron-server[102348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-533a997c-af7a-4bd2-853e-4c03f93c57bf None None] Network cfe0561e-8630-4a1d-adbd-3ef0b95d16ce is already hosted by enough agents. {{(pid=102348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:30:52.795466 n-d-813419-10 neutron-server[102348]: DEBUG neutron.scheduler.base_scheduler [None req-533a997c-af7a-4bd2-853e-4c03f93c57bf None None] Resources bound (agent type, host, resource id): {{(pid=102348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:30:52.800840 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-533a997c-af7a-4bd2-853e-4c03f93c57bf None None] Received port after_create {{(pid=102348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:30:52.874506 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fcce6e-cef8-478a-852a-4179d97589d0 req-cc22f180-f973-48b1-8e14-94aa7f955a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:30:52.876007 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-17fcce6e-cef8-478a-852a-4179d97589d0 req-cc22f180-f973-48b1-8e14-94aa7f955a09 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=62eb52f7-aac4-48af-8670-e04300325561 HTTP/1.1" status: 200 len: 843 time: 0.1222303 Oct 27 10:30:52.883569 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-533a997c-af7a-4bd2-853e-4c03f93c57bf None None] Attempting to bind port 2c53294e-0878-41bc-9599-0f1a7ff009cc on host n-d-813419-10 for vnic_type normal with profile {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:30:52.884090 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-533a997c-af7a-4bd2-853e-4c03f93c57bf None None] Attempting to bind port 2c53294e-0878-41bc-9599-0f1a7ff009cc by drivers openvswitch,hyperv on host n-d-813419-10 at level 0 using segments [{'id': '8f7f8586-4027-4220-9b4a-3b10d187f3bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'cfe0561e-8630-4a1d-adbd-3ef0b95d16ce'}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:30:52.884662 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-533a997c-af7a-4bd2-853e-4c03f93c57bf None None] Attempting to bind port 2c53294e-0878-41bc-9599-0f1a7ff009cc on network cfe0561e-8630-4a1d-adbd-3ef0b95d16ce {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:30:52.886860 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533a997c-af7a-4bd2-853e-4c03f93c57bf None None] Pushing event updated for resources: {'Port': ['ID=2c53294e-0878-41bc-9599-0f1a7ff009cc,revision_number=1']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:30:52.893587 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-533a997c-af7a-4bd2-853e-4c03f93c57bf None None] Checking agent: {'id': '89dba0f3-79b2-435e-9822-33674b8f6ada', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 8, 20), 'started_at': datetime.datetime(2021, 10, 27, 10, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 30, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:30:52.894256 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-533a997c-af7a-4bd2-853e-4c03f93c57bf None None] Checking segment: {'id': '8f7f8586-4027-4220-9b4a-3b10d187f3bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'cfe0561e-8630-4a1d-adbd-3ef0b95d16ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:30:52.894753 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-533a997c-af7a-4bd2-853e-4c03f93c57bf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:52.895706 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-533a997c-af7a-4bd2-853e-4c03f93c57bf None None] Bound using segment: {'id': '8f7f8586-4027-4220-9b4a-3b10d187f3bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'cfe0561e-8630-4a1d-adbd-3ef0b95d16ce'} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:30:52.896000 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-533a997c-af7a-4bd2-853e-4c03f93c57bf None None] Bound port: 2c53294e-0878-41bc-9599-0f1a7ff009cc, host: n-d-813419-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f7f8586-4027-4220-9b4a-3b10d187f3bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'cfe0561e-8630-4a1d-adbd-3ef0b95d16ce'}}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:30:52.897429 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-533a997c-af7a-4bd2-853e-4c03f93c57bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:52.910503 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-41f96477-8ee4-4ecf-b114-fd97f1467de1 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:52.939956 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-41f96477-8ee4-4ecf-b114-fd97f1467de1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:52.968340 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fcce6e-cef8-478a-852a-4179d97589d0 req-d94cf946-0b95-44d5-a91f-9bc417ad6bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:30:52.969954 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-17fcce6e-cef8-478a-852a-4179d97589d0 req-d94cf946-0b95-44d5-a91f-9bc417ad6bb0 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4d250f92-d229-45fe-a579-67fef8e6c544&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0862031 Oct 27 10:30:52.981965 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215b59f2-c240-48ad-ac49-6fed0e2fada7 req-13e77d00-b87d-44c8-8fad-761c129d152f tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:30:52.992382 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-215b59f2-c240-48ad-ac49-6fed0e2fada7 req-13e77d00-b87d-44c8-8fad-761c129d152f tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ae4390a-b621-4500-a1b9-c968556e5a4c HTTP/1.1" status: 200 len: 947 time: 0.1349499 Oct 27 10:30:52.994046 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-533a997c-af7a-4bd2-853e-4c03f93c57bf None None] For port 2c53294e-0878-41bc-9599-0f1a7ff009cc, host n-d-813419-10, cleared binding levels {{(pid=102348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:30:52.999906 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-533a997c-af7a-4bd2-853e-4c03f93c57bf None None] For port 2c53294e-0878-41bc-9599-0f1a7ff009cc, host n-d-813419-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=2c53294e-0878-41bc-9599-0f1a7ff009cc,segment=NetworkSegment(8f7f8586-4027-4220-9b4a-3b10d187f3bb),segment_id=8f7f8586-4027-4220-9b4a-3b10d187f3bb)] {{(pid=102348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:30:53.007187 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-533a997c-af7a-4bd2-853e-4c03f93c57bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:53.147262 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-17fcce6e-cef8-478a-852a-4179d97589d0 req-ddcdca7b-5504-4321-a271-18568c3c4bb9 service neutron] 10.222.0.64 "GET /v2.0/networks/4d250f92-d229-45fe-a579-67fef8e6c544?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1665652 Oct 27 10:30:53.167265 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-215b59f2-c240-48ad-ac49-6fed0e2fada7 req-ac0b535c-0ace-4a3e-91ec-b0d0070d5593 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/security-groups?id=9f7279ee-2d49-4f67-b584-fc902ef383cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738377 Oct 27 10:30:53.173985 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533a997c-af7a-4bd2-853e-4c03f93c57bf None None] Pushing event updated for resources: {'Port': ['ID=2c53294e-0878-41bc-9599-0f1a7ff009cc,revision_number=2']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:30:53.223449 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device fde3b517-4c44-41bd-ad93-c7945f194680 up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:30:53.313424 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port fde3b517-4c44-41bd-ad93-c7945f194680 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:30:53.315939 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:53.351887 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_common [None req-41f96477-8ee4-4ecf-b114-fd97f1467de1 admin admin] Allocated IP 172.25.8.165 (185ff123-c7ff-45c7-a6be-71feb35acc9c/0fb9f9d1-7384-481f-8fa8-f4566c349d30/37f80473-5222-4b09-90f6-87b6656dac4a) {{(pid=102346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:30:53.443991 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-17fcce6e-cef8-478a-852a-4179d97589d0 req-f7e7fa47-f7d8-408c-8416-0c296f355e39 service neutron] 10.222.0.64 "GET /v2.0/networks/4d250f92-d229-45fe-a579-67fef8e6c544?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2865412 Oct 27 10:30:53.531830 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb701e64-1b29-48ff-bef3-31a5c2638b19 req-8040bb18-9a79-4f57-9070-11a7a98dbffc tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:30:53.533552 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-bb701e64-1b29-48ff-bef3-31a5c2638b19 req-8040bb18-9a79-4f57-9070-11a7a98dbffc tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ae4390a-b621-4500-a1b9-c968556e5a4c HTTP/1.1" status: 200 len: 947 time: 0.2043412 Oct 27 10:30:53.674528 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-41f96477-8ee4-4ecf-b114-fd97f1467de1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:53.704891 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-bb701e64-1b29-48ff-bef3-31a5c2638b19 req-d45289e4-f6c8-48b7-8a16-cdbdc47754f9 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/security-groups?id=9f7279ee-2d49-4f67-b584-fc902ef383cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499035 Oct 27 10:30:53.787049 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-41f96477-8ee4-4ecf-b114-fd97f1467de1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:53.809754 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.agents_db [None req-e79ee67d-056e-46ea-bd99-e80473396b25 None None] Agent healthcheck: found 7 active agents {{(pid=102349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 10:30:53.817267 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8faebe9e-de62-480f-81dc-af9c1af1f81d req-bd0df701-f741-48af-9047-aabc1740122f tempest-ServersAdminNegativeTestJSON-1289737651 tempest-ServersAdminNegativeTestJSON-1289737651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:30:53.825906 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8faebe9e-de62-480f-81dc-af9c1af1f81d req-bd0df701-f741-48af-9047-aabc1740122f tempest-ServersAdminNegativeTestJSON-1289737651 tempest-ServersAdminNegativeTestJSON-1289737651-project] 10.222.0.44 "GET /v2.0/ports?device_id=630d5049-af19-41e8-8246-65d885f7dcff HTTP/1.1" status: 200 len: 948 time: 0.0670292 Oct 27 10:30:53.862731 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41f96477-8ee4-4ecf-b114-fd97f1467de1 admin admin] Network 185ff123-c7ff-45c7-a6be-71feb35acc9c is already hosted by enough agents. {{(pid=102346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:30:53.867593 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-41f96477-8ee4-4ecf-b114-fd97f1467de1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:30:53.895530 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41f96477-8ee4-4ecf-b114-fd97f1467de1 admin admin] Received port after_create {{(pid=102346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:30:53.910336 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8faebe9e-de62-480f-81dc-af9c1af1f81d req-e94273b6-c378-42a2-96c6-2a364bd1f366 tempest-ServersAdminNegativeTestJSON-1289737651 tempest-ServersAdminNegativeTestJSON-1289737651-project] 10.222.0.44 "GET /v2.0/security-groups?id=67689890-7b78-4fdd-a1db-f964f6c8c4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837879 Oct 27 10:30:53.934294 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f96477-8ee4-4ecf-b114-fd97f1467de1 admin admin] Pushing event updated for resources: {'Port': ['ID=37f80473-5222-4b09-90f6-87b6656dac4a,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:30:54.389517 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84899b4-60d5-44b4-9e68-bbcc711638ba req-d4b60dde-8363-4c28-86da-4d65cba37dcc tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:30:54.399023 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-a84899b4-60d5-44b4-9e68-bbcc711638ba req-d4b60dde-8363-4c28-86da-4d65cba37dcc tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ae4390a-b621-4500-a1b9-c968556e5a4c HTTP/1.1" status: 200 len: 947 time: 0.5599849 Oct 27 10:30:54.487542 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-a84899b4-60d5-44b4-9e68-bbcc711638ba req-b7f6c003-933c-4ac0-bcb7-54d55443fbe4 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/security-groups?id=9f7279ee-2d49-4f67-b584-fc902ef383cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875034 Oct 27 10:30:54.605348 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2e6e9c0-b46c-49af-88ac-a7431872f365 None None] Network cfe0561e-8630-4a1d-adbd-3ef0b95d16ce requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:30:54.695621 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cef8566-43c6-4c8a-bb84-24970bbbcc8b req-07292ee8-4391-43b8-a738-139267781b1f tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:30:54.697383 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-8cef8566-43c6-4c8a-bb84-24970bbbcc8b req-07292ee8-4391-43b8-a738-139267781b1f tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ae4390a-b621-4500-a1b9-c968556e5a4c HTTP/1.1" status: 200 len: 947 time: 0.0966756 Oct 27 10:30:54.722565 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-8fd51c27-acd1-4076-ae5f-513e98e18dac None None] Provisioning complete for port 2c53294e-0878-41bc-9599-0f1a7ff009cc triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:30:54.722928 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-8fd51c27-acd1-4076-ae5f-513e98e18dac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:54.743639 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-41f96477-8ee4-4ecf-b114-fd97f1467de1 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:54.750289 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-8cef8566-43c6-4c8a-bb84-24970bbbcc8b req-99f3e8ca-91db-4614-b2ce-919bd2c54912 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/security-groups?id=9f7279ee-2d49-4f67-b584-fc902ef383cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457425 Oct 27 10:30:55.028981 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-8fd51c27-acd1-4076-ae5f-513e98e18dac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:55.033944 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef530c2a-db5a-41bc-85b3-7fb6b386bce8 req-fc16d4f4-adce-4b98-b54a-766db4835ddb tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:30:55.035322 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ef530c2a-db5a-41bc-85b3-7fb6b386bce8 req-fc16d4f4-adce-4b98-b54a-766db4835ddb tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ae4390a-b621-4500-a1b9-c968556e5a4c HTTP/1.1" status: 200 len: 947 time: 0.1185730 Oct 27 10:30:55.081659 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device 0d10ae43-61a1-4dce-bbe0-80a44b5b717e details requested by agent hyperv_n-h1-813419-10 with host n-h1-813419-10 {{(pid=102348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 10:30:55.098695 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-8fd51c27-acd1-4076-ae5f-513e98e18dac None None] For port 2c53294e-0878-41bc-9599-0f1a7ff009cc, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=2c53294e-0878-41bc-9599-0f1a7ff009cc,segment=NetworkSegment(8f7f8586-4027-4220-9b4a-3b10d187f3bb),segment_id=8f7f8586-4027-4220-9b4a-3b10d187f3bb)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:30:55.098872 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-41f96477-8ee4-4ecf-b114-fd97f1467de1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1765699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1769372'] for router, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:55.132053 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-8fd51c27-acd1-4076-ae5f-513e98e18dac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:55.138400 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ffa43b-4289-40d6-b3c5-28d0e3c25dd0 req-a18578ba-f261-4626-961c-d804f978ac77 tempest-ServersAdminNegativeTestJSON-1289737651 tempest-ServersAdminNegativeTestJSON-1289737651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:30:55.140016 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-45ffa43b-4289-40d6-b3c5-28d0e3c25dd0 req-a18578ba-f261-4626-961c-d804f978ac77 tempest-ServersAdminNegativeTestJSON-1289737651 tempest-ServersAdminNegativeTestJSON-1289737651-project] 10.222.0.44 "GET /v2.0/ports?device_id=630d5049-af19-41e8-8246-65d885f7dcff HTTP/1.1" status: 200 len: 948 time: 0.1301880 Oct 27 10:30:55.154819 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 2c53294e-0878-41bc-9599-0f1a7ff009cc up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:30:55.212830 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-45ffa43b-4289-40d6-b3c5-28d0e3c25dd0 req-6d7b0ff0-2e65-4767-a36d-df2a6a1c0eb1 tempest-ServersAdminNegativeTestJSON-1289737651 tempest-ServersAdminNegativeTestJSON-1289737651-project] 10.222.0.44 "GET /v2.0/security-groups?id=67689890-7b78-4fdd-a1db-f964f6c8c4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592475 Oct 27 10:30:55.234892 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ef530c2a-db5a-41bc-85b3-7fb6b386bce8 req-aa418bf8-0530-4790-9636-aa15d9a4237f tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/security-groups?id=9f7279ee-2d49-4f67-b584-fc902ef383cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734097 Oct 27 10:30:55.385269 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd51c27-acd1-4076-ae5f-513e98e18dac None None] Pushing event updated for resources: {'Port': ['ID=2c53294e-0878-41bc-9599-0f1a7ff009cc,revision_number=3']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:30:55.440681 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port 2c53294e-0878-41bc-9599-0f1a7ff009cc triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:30:55.441279 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:55.442849 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1883a51-caef-4cf0-bd5c-af2dc18c5eca req-56132863-f396-478c-a356-0b031a8977ef tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:30:55.446463 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-f1883a51-caef-4cf0-bd5c-af2dc18c5eca req-56132863-f396-478c-a356-0b031a8977ef tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ae4390a-b621-4500-a1b9-c968556e5a4c HTTP/1.1" status: 200 len: 947 time: 0.0801837 Oct 27 10:30:55.482983 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port 0d10ae43-61a1-4dce-bbe0-80a44b5b717e, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=0d10ae43-61a1-4dce-bbe0-80a44b5b717e,segment=NetworkSegment(f7c42c6d-2766-46d8-a8b7-4852117a5555),segment_id=f7c42c6d-2766-46d8-a8b7-4852117a5555)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:30:55.490484 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41f96477-8ee4-4ecf-b114-fd97f1467de1 admin admin] Router 621cc4a9-58eb-4965-ac94-9de74edf41b9 is scheduled to L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb with binding_index 1 {{(pid=102346) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 10:30:55.500612 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-f1883a51-caef-4cf0-bd5c-af2dc18c5eca req-0bb6f30e-5d68-4470-aac9-caad4713534b tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/security-groups?id=9f7279ee-2d49-4f67-b584-fc902ef383cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475566 Oct 27 10:30:55.523520 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Returning: {'device': '0d10ae43-61a1-4dce-bbe0-80a44b5b717e', 'network_id': '4d250f92-d229-45fe-a579-67fef8e6c544', 'port_id': '0d10ae43-61a1-4dce-bbe0-80a44b5b717e', 'mac_address': 'fa:16:3e:55:36:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62eb52f7-aac4-48af-8670-e04300325561', 'ip_address': '192.168.233.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 10:30:55.544594 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-f9820295-5041-4a93-ac09-72e605dcb2cf None None] Provisioning complete for port 2c53294e-0878-41bc-9599-0f1a7ff009cc triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:30:55.544594 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f9820295-5041-4a93-ac09-72e605dcb2cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:55.671050 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:55.696043 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41f96477-8ee4-4ecf-b114-fd97f1467de1 admin admin] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:30:55.708165 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d10ae43-61a1-4dce-bbe0-80a44b5b717e {{(pid=102348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:30:55.713077 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e32f53a-e911-44ef-ab11-efb33a1730ad req-656f3404-ffb5-4468-a28f-9ae69ffc154d tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:30:55.714616 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-4e32f53a-e911-44ef-ab11-efb33a1730ad req-656f3404-ffb5-4468-a28f-9ae69ffc154d tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ae4390a-b621-4500-a1b9-c968556e5a4c HTTP/1.1" status: 200 len: 947 time: 0.0798700 Oct 27 10:30:55.722693 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-608b69dd-d99b-4648-9663-f84552814720 None None] Sync routers for ids ['621cc4a9-58eb-4965-ac94-9de74edf41b9'] in n-d-813419-10 {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:30:55.735383 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-41f96477-8ee4-4ecf-b114-fd97f1467de1 admin admin] Publish callbacks [] for router, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:55.736566 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-41f96477-8ee4-4ecf-b114-fd97f1467de1 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.9668610 Oct 27 10:30:55.740383 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 57498) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:30:55.753850 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port 0d10ae43-61a1-4dce-bbe0-80a44b5b717e, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=0d10ae43-61a1-4dce-bbe0-80a44b5b717e,segment=NetworkSegment(f7c42c6d-2766-46d8-a8b7-4852117a5555),segment_id=f7c42c6d-2766-46d8-a8b7-4852117a5555)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:30:55.761142 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:55.789131 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-4e32f53a-e911-44ef-ab11-efb33a1730ad req-df0717ea-95e7-4c04-b492-4efb655446ef tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/security-groups?id=9f7279ee-2d49-4f67-b584-fc902ef383cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590310 Oct 27 10:30:55.812365 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-608b69dd-d99b-4648-9663-f84552814720 None None] Routers {'621cc4a9-58eb-4965-ac94-9de74edf41b9'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:30:55.813098 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-608b69dd-d99b-4648-9663-f84552814720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:30:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['621cc4a9-58eb-4965-ac94-9de74edf41b9'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:30:55.931362 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b80e792-17d6-4460-bbb0-6ceed1908951 req-68c738a2-fc4b-4598-a7cb-bc0cf68d2ac7 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:30:55.941049 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-2b80e792-17d6-4460-bbb0-6ceed1908951 req-68c738a2-fc4b-4598-a7cb-bc0cf68d2ac7 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ae4390a-b621-4500-a1b9-c968556e5a4c HTTP/1.1" status: 200 len: 947 time: 0.0670805 Oct 27 10:30:55.945640 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Pushing event updated for resources: {'Port': ['ID=0d10ae43-61a1-4dce-bbe0-80a44b5b717e,revision_number=4']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:30:55.976352 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvr_db [None req-608b69dd-d99b-4648-9663-f84552814720 None None] Set router 621cc4a9-58eb-4965-ac94-9de74edf41b9 gateway port host: n-d-813419-10 {{(pid=102348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:30:56.016633 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-2b80e792-17d6-4460-bbb0-6ceed1908951 req-358bfda9-2306-465a-9929-1cede0814182 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/security-groups?id=9f7279ee-2d49-4f67-b584-fc902ef383cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669391 Oct 27 10:30:56.053293 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] get_ports_and_sgs() called for port_ids ['0d10ae43-61a1-4dce-bbe0-80a44b5b717e'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:30:56.125922 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [req-8455f1a6-2315-405f-983b-5d1d2c0a896d req-b1a5e5c4-2535-4513-8f4d-57e3de7ba723 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=102347) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 10:30:56.126916 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8455f1a6-2315-405f-983b-5d1d2c0a896d req-b1a5e5c4-2535-4513-8f4d-57e3de7ba723 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0296137 Oct 27 10:30:56.272317 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da6dfb5-fde2-4ea2-8685-374e4640b477 req-01196649-f9f9-4505-8d3b-132746257204 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:30:56.273945 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-0da6dfb5-fde2-4ea2-8685-374e4640b477 req-01196649-f9f9-4505-8d3b-132746257204 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ae4390a-b621-4500-a1b9-c968556e5a4c HTTP/1.1" status: 200 len: 947 time: 0.0757031 Oct 27 10:30:56.355565 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-608b69dd-d99b-4648-9663-f84552814720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '621cc4a9-58eb-4965-ac94-9de74edf41b9', 'name': 'tempest-TestVolumeBackupRestore-1593470661-router', 'tenant_id': 'a124e636b7d24195a5f5c4d85f42c044', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.165'}], 'enable_snat': True}, 'gw_port_id': '37f80473-5222-4b09-90f6-87b6656dac4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:30:51Z', 'updated_at': '2021-10-27T10:30:54Z', 'revision_number': 3, 'project_id': 'a124e636b7d24195a5f5c4d85f42c044', 'gw_port': {'id': '37f80473-5222-4b09-90f6-87b6656dac4a', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:21:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '621cc4a9-58eb-4965-ac94-9de74edf41b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:30:52Z', 'updated_at': '2021-10-27T10:30:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10'}], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:30:56.360034 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-0da6dfb5-fde2-4ea2-8685-374e4640b477 req-742411cd-27a5-4b9e-a1ca-8811def0db39 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/security-groups?id=9f7279ee-2d49-4f67-b584-fc902ef383cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791578 Oct 27 10:30:56.402239 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-608b69dd-d99b-4648-9663-f84552814720 None None] Checking router: 621cc4a9-58eb-4965-ac94-9de74edf41b9 for host: n-d-813419-10 {{(pid=102348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 10:30:56.402825 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-608b69dd-d99b-4648-9663-f84552814720 None None] Updating router 621cc4a9-58eb-4965-ac94-9de74edf41b9 port 37f80473-5222-4b09-90f6-87b6656dac4a binding host n-d-813419-10 {{(pid=102348) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 10:30:56.435382 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-608b69dd-d99b-4648-9663-f84552814720 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:56.445632 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-9259cfff-d039-4a83-970e-fbc1fbcad59a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:56.549400 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ebe5f7-b511-43d1-9365-a073658d71f1 req-2fb9c3ba-8160-431f-8d98-502f0282a30a tempest-ServersAdminNegativeTestJSON-1289737651 tempest-ServersAdminNegativeTestJSON-1289737651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:30:56.560374 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-03ebe5f7-b511-43d1-9365-a073658d71f1 req-2fb9c3ba-8160-431f-8d98-502f0282a30a tempest-ServersAdminNegativeTestJSON-1289737651 tempest-ServersAdminNegativeTestJSON-1289737651-project] 10.222.0.44 "GET /v2.0/ports?device_id=630d5049-af19-41e8-8246-65d885f7dcff HTTP/1.1" status: 200 len: 949 time: 0.2229965 Oct 27 10:30:56.609923 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1234c7e5-b1d9-43a7-8da3-bde198f55778 req-2c8bba5f-7819-40af-9aaf-5d239bcb881d tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:30:56.611671 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-1234c7e5-b1d9-43a7-8da3-bde198f55778 req-2c8bba5f-7819-40af-9aaf-5d239bcb881d tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ae4390a-b621-4500-a1b9-c968556e5a4c HTTP/1.1" status: 200 len: 947 time: 0.1004770 Oct 27 10:30:56.687636 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-1234c7e5-b1d9-43a7-8da3-bde198f55778 req-bbc0bb79-2afb-4115-b8cd-2299c6762a2f tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/security-groups?id=9f7279ee-2d49-4f67-b584-fc902ef383cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663111 Oct 27 10:30:56.762676 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_common [None req-9259cfff-d039-4a83-970e-fbc1fbcad59a admin admin] Allocated IP 172.20.0.1 (cfe0561e-8630-4a1d-adbd-3ef0b95d16ce/aae9c163-515a-41af-b650-3ee0f8fc9ef8/b79c7010-c657-4c9b-9376-49fd2c42fbbc) {{(pid=102347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:30:56.798880 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-608b69dd-d99b-4648-9663-f84552814720 None None] Publish callbacks [] for port, precommit_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:56.809784 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-608b69dd-d99b-4648-9663-f84552814720 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:56.899910 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f357d166-0730-4c34-b836-cdd813b1cd06 None None] Pushing event updated for resources: {'Port': ['ID=37f80473-5222-4b09-90f6-87b6656dac4a,revision_number=2']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:30:56.904395 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-608b69dd-d99b-4648-9663-f84552814720 None None] Attempting to bind port 37f80473-5222-4b09-90f6-87b6656dac4a on host n-d-813419-10 for vnic_type normal with profile {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:30:56.904395 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-608b69dd-d99b-4648-9663-f84552814720 None None] Attempting to bind port 37f80473-5222-4b09-90f6-87b6656dac4a by drivers openvswitch,hyperv on host n-d-813419-10 at level 0 using segments [{'id': 'bc14127b-7032-4c50-bb5b-f6813cbae86e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:30:56.904911 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-608b69dd-d99b-4648-9663-f84552814720 None None] Attempting to bind port 37f80473-5222-4b09-90f6-87b6656dac4a on network 185ff123-c7ff-45c7-a6be-71feb35acc9c {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:30:56.912812 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-608b69dd-d99b-4648-9663-f84552814720 None None] Checking agent: {'id': '89dba0f3-79b2-435e-9822-33674b8f6ada', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 8, 20), 'started_at': datetime.datetime(2021, 10, 27, 10, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 30, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:30:56.913319 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-608b69dd-d99b-4648-9663-f84552814720 None None] Checking segment: {'id': 'bc14127b-7032-4c50-bb5b-f6813cbae86e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:30:56.913995 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-608b69dd-d99b-4648-9663-f84552814720 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:56.915184 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-608b69dd-d99b-4648-9663-f84552814720 None None] Bound using segment: {'id': 'bc14127b-7032-4c50-bb5b-f6813cbae86e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:30:56.915782 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-608b69dd-d99b-4648-9663-f84552814720 None None] Bound port: 37f80473-5222-4b09-90f6-87b6656dac4a, host: n-d-813419-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc14127b-7032-4c50-bb5b-f6813cbae86e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'}}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:30:56.916284 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-608b69dd-d99b-4648-9663-f84552814720 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:56.978978 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-9259cfff-d039-4a83-970e-fbc1fbcad59a admin admin] Publish callbacks [] for port, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:56.995691 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-608b69dd-d99b-4648-9663-f84552814720 None None] For port 37f80473-5222-4b09-90f6-87b6656dac4a, host n-d-813419-10, cleared binding levels {{(pid=102348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:30:57.001689 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-608b69dd-d99b-4648-9663-f84552814720 None None] For port 37f80473-5222-4b09-90f6-87b6656dac4a, host n-d-813419-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=37f80473-5222-4b09-90f6-87b6656dac4a,segment=NetworkSegment(bc14127b-7032-4c50-bb5b-f6813cbae86e),segment_id=bc14127b-7032-4c50-bb5b-f6813cbae86e)] {{(pid=102348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:30:57.011297 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedd2aeb-9c98-47d0-85e5-9d1463f28af3 req-d8ad0a43-77ea-4c93-a8cc-994a8520e148 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:30:57.013153 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-608b69dd-d99b-4648-9663-f84552814720 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:57.032924 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-9259cfff-d039-4a83-970e-fbc1fbcad59a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:57.034357 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-cedd2aeb-9c98-47d0-85e5-9d1463f28af3 req-d8ad0a43-77ea-4c93-a8cc-994a8520e148 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ae4390a-b621-4500-a1b9-c968556e5a4c HTTP/1.1" status: 200 len: 947 time: 0.1032596 Oct 27 10:30:57.087457 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9259cfff-d039-4a83-970e-fbc1fbcad59a admin admin] Pushing event updated for resources: {'Port': ['ID=b79c7010-c657-4c9b-9376-49fd2c42fbbc,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:30:57.097787 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-03ebe5f7-b511-43d1-9365-a073658d71f1 req-b22767bd-b94e-48d5-805c-313548c786de tempest-ServersAdminNegativeTestJSON-1289737651 tempest-ServersAdminNegativeTestJSON-1289737651-project] 10.222.0.44 "GET /v2.0/security-groups?id=67689890-7b78-4fdd-a1db-f964f6c8c4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5307214 Oct 27 10:30:57.107689 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9259cfff-d039-4a83-970e-fbc1fbcad59a admin admin] Network cfe0561e-8630-4a1d-adbd-3ef0b95d16ce is already hosted by enough agents. {{(pid=102347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:30:57.110004 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [None req-9259cfff-d039-4a83-970e-fbc1fbcad59a admin admin] Resources bound (agent type, host, resource id): {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:30:57.115780 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f357d166-0730-4c34-b836-cdd813b1cd06 None None] Pushing event updated for resources: {'Port': ['ID=37f80473-5222-4b09-90f6-87b6656dac4a,revision_number=3']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:30:57.126861 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9259cfff-d039-4a83-970e-fbc1fbcad59a admin admin] Received port after_create {{(pid=102347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:30:57.128055 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device 0d10ae43-61a1-4dce-bbe0-80a44b5b717e up at agent hyperv_n-h1-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:30:57.149628 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 2c53294e-0878-41bc-9599-0f1a7ff009cc up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:30:57.165199 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-cedd2aeb-9c98-47d0-85e5-9d1463f28af3 req-8aa3f5ff-1e53-4d3a-a4c8-a8ae97ffc6cb tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/security-groups?id=9f7279ee-2d49-4f67-b584-fc902ef383cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295333 Oct 27 10:30:57.188558 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-9259cfff-d039-4a83-970e-fbc1fbcad59a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1664961'] for router_interface, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:57.283203 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-608b69dd-d99b-4648-9663-f84552814720 None None] Routers {'621cc4a9-58eb-4965-ac94-9de74edf41b9'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:30:57.283203 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-608b69dd-d99b-4648-9663-f84552814720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:30:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['621cc4a9-58eb-4965-ac94-9de74edf41b9'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:30:57.392456 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7de57c-05a7-47ef-a4e2-0cff5c75f7a5 req-fa0f354b-23e6-4300-b3ef-da61903a3961 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:30:57.403416 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-8a7de57c-05a7-47ef-a4e2-0cff5c75f7a5 req-fa0f354b-23e6-4300-b3ef-da61903a3961 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ae4390a-b621-4500-a1b9-c968556e5a4c HTTP/1.1" status: 200 len: 947 time: 0.1084754 Oct 27 10:30:57.423750 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-9259cfff-d039-4a83-970e-fbc1fbcad59a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:57.488692 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-8a7de57c-05a7-47ef-a4e2-0cff5c75f7a5 req-4dd4a4a9-2a33-4bbb-a1b2-5ed0d79cac34 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/security-groups?id=9f7279ee-2d49-4f67-b584-fc902ef383cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696483 Oct 27 10:30:57.612033 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Provisioning for port 0d10ae43-61a1-4dce-bbe0-80a44b5b717e completed by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 10:30:57.626103 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-2417d4f4-097b-4b9a-bcdb-cba0081b5730 None None] Provisioning complete for port b79c7010-c657-4c9b-9376-49fd2c42fbbc triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:30:57.626474 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-2417d4f4-097b-4b9a-bcdb-cba0081b5730 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:57.651980 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port 2c53294e-0878-41bc-9599-0f1a7ff009cc triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:30:57.652419 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:57.679557 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Provisioning complete for port 0d10ae43-61a1-4dce-bbe0-80a44b5b717e triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:30:57.679811 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:57.738681 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2567a735-224c-44e1-870b-5089d403642b req-8dc6a5f5-0dc8-4392-868f-d0a36ff31b12 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:30:57.743045 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-2567a735-224c-44e1-870b-5089d403642b req-8dc6a5f5-0dc8-4392-868f-d0a36ff31b12 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ae4390a-b621-4500-a1b9-c968556e5a4c HTTP/1.1" status: 200 len: 947 time: 0.1094568 Oct 27 10:30:57.759742 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-2417d4f4-097b-4b9a-bcdb-cba0081b5730 None None] Port b79c7010-c657-4c9b-9376-49fd2c42fbbc cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:30:57.775409 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvr_db [None req-608b69dd-d99b-4648-9663-f84552814720 None None] Set router 621cc4a9-58eb-4965-ac94-9de74edf41b9 gateway port host: n-d-813419-10 {{(pid=102348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:30:57.806034 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-2567a735-224c-44e1-870b-5089d403642b req-0d3b9c78-93e2-490f-8898-3266406c650a tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/security-groups?id=9f7279ee-2d49-4f67-b584-fc902ef383cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515161 Oct 27 10:30:57.812738 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-9259cfff-d039-4a83-970e-fbc1fbcad59a admin admin] Publish callbacks [] for port, precommit_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:57.825930 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-9259cfff-d039-4a83-970e-fbc1fbcad59a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:57.948670 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9259cfff-d039-4a83-970e-fbc1fbcad59a admin admin] Pushing event updated for resources: {'Port': ['ID=b79c7010-c657-4c9b-9376-49fd2c42fbbc,revision_number=2']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:30:57.952779 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-9259cfff-d039-4a83-970e-fbc1fbcad59a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2006967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1766225'] for router_interface, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:57.971411 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2d22d9-61d8-4fe7-9551-77fcd3df170a req-099b255e-c322-45a5-ae15-4964ef8b05d5 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:30:57.973444 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-0d2d22d9-61d8-4fe7-9551-77fcd3df170a req-099b255e-c322-45a5-ae15-4964ef8b05d5 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ae4390a-b621-4500-a1b9-c968556e5a4c HTTP/1.1" status: 200 len: 947 time: 0.0670130 Oct 27 10:30:57.994746 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:58.020107 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-0d2d22d9-61d8-4fe7-9551-77fcd3df170a req-27510dda-8ff0-47e2-8206-fd0cbafedf2f tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/security-groups?id=9f7279ee-2d49-4f67-b584-fc902ef383cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402534 Oct 27 10:30:58.050097 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '630d5049-af19-41e8-8246-65d885f7dcff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d10ae43-61a1-4dce-bbe0-80a44b5b717e'}] {{(pid=102348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:30:58.053217 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c588921fa634554a1d9242fdea1b05457a9ff1d3b28ba54ec1dace7f2f1df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d66d6003-c803-4bf7-accb-13dd46bdece7" -d '{"events": [{"server_uuid": "630d5049-af19-41e8-8246-65d885f7dcff", "name": "network-vif-plugged", "status": "completed", "tag": "0d10ae43-61a1-4dce-bbe0-80a44b5b717e"}]}' {{(pid=102348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:30:58.073964 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port 0d10ae43-61a1-4dce-bbe0-80a44b5b717e, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=0d10ae43-61a1-4dce-bbe0-80a44b5b717e,segment=NetworkSegment(f7c42c6d-2766-46d8-a8b7-4852117a5555),segment_id=f7c42c6d-2766-46d8-a8b7-4852117a5555)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:30:58.098259 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9259cfff-d039-4a83-970e-fbc1fbcad59a admin admin] Network cfe0561e-8630-4a1d-adbd-3ef0b95d16ce is already hosted by enough agents. {{(pid=102347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:30:58.099672 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [None req-9259cfff-d039-4a83-970e-fbc1fbcad59a admin admin] Resources bound (agent type, host, resource id): {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:30:58.106577 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:58.156332 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:30:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae36bce6-5fe5-4b76-9776-6bde0576ac43 x-openstack-request-id: req-ae36bce6-5fe5-4b76-9776-6bde0576ac43 {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:30:58.156621 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "630d5049-af19-41e8-8246-65d885f7dcff", "name": "network-vif-plugged", "status": "completed", "tag": "0d10ae43-61a1-4dce-bbe0-80a44b5b717e", "code": 200}]} {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:30:58.156875 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ae36bce6-5fe5-4b76-9776-6bde0576ac43 {{(pid=102348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:30:58.157266 n-d-813419-10 neutron-server[102348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '630d5049-af19-41e8-8246-65d885f7dcff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d10ae43-61a1-4dce-bbe0-80a44b5b717e', 'code': 200} Oct 27 10:30:58.236228 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Pushing event updated for resources: {'Port': ['ID=0d10ae43-61a1-4dce-bbe0-80a44b5b717e,revision_number=5']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:30:58.264312 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-608b69dd-d99b-4648-9663-f84552814720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '621cc4a9-58eb-4965-ac94-9de74edf41b9', 'name': 'tempest-TestVolumeBackupRestore-1593470661-router', 'tenant_id': 'a124e636b7d24195a5f5c4d85f42c044', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.165'}], 'enable_snat': True}, 'gw_port_id': '37f80473-5222-4b09-90f6-87b6656dac4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:30:51Z', 'updated_at': '2021-10-27T10:30:54Z', 'revision_number': 3, 'project_id': 'a124e636b7d24195a5f5c4d85f42c044', 'gw_port': {'id': '37f80473-5222-4b09-90f6-87b6656dac4a', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:21:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '621cc4a9-58eb-4965-ac94-9de74edf41b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:30:52Z', 'updated_at': '2021-10-27T10:30:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10'}], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:30:58.350871 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-608b69dd-d99b-4648-9663-f84552814720 None None] The sync data for ids ['621cc4a9-58eb-4965-ac94-9de74edf41b9'] in n-d-813419-10 is: [{'id': '621cc4a9-58eb-4965-ac94-9de74edf41b9', 'name': 'tempest-TestVolumeBackupRestore-1593470661-router', 'tenant_id': 'a124e636b7d24195a5f5c4d85f42c044', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.165'}], 'enable_snat': True}, 'gw_port_id': '37f80473-5222-4b09-90f6-87b6656dac4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:30:51Z', 'updated_at': '2021-10-27T10:30:54Z', 'revision_number': 3, 'project_id': 'a124e636b7d24195a5f5c4d85f42c044', 'gw_port': {'id': '37f80473-5222-4b09-90f6-87b6656dac4a', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:21:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '621cc4a9-58eb-4965-ac94-9de74edf41b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:30:52Z', 'updated_at': '2021-10-27T10:30:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10'}] {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:30:58.365077 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf80951-b951-4c8e-85bd-36dfda3b00df req-4af7e11f-9f9d-4218-bb55-12d17242dd0a tempest-ServersAdminNegativeTestJSON-1289737651 tempest-ServersAdminNegativeTestJSON-1289737651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:30:58.367028 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ebf80951-b951-4c8e-85bd-36dfda3b00df req-4af7e11f-9f9d-4218-bb55-12d17242dd0a tempest-ServersAdminNegativeTestJSON-1289737651 tempest-ServersAdminNegativeTestJSON-1289737651-project] 10.222.0.44 "GET /v2.0/ports?device_id=630d5049-af19-41e8-8246-65d885f7dcff HTTP/1.1" status: 200 len: 950 time: 0.1000214 Oct 27 10:30:58.448060 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ebf80951-b951-4c8e-85bd-36dfda3b00df req-4277db9d-b837-4c21-86cb-0dc7c8a86ddb tempest-ServersAdminNegativeTestJSON-1289737651 tempest-ServersAdminNegativeTestJSON-1289737651-project] 10.222.0.44 "GET /v2.0/security-groups?id=67689890-7b78-4fdd-a1db-f964f6c8c4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664024 Oct 27 10:30:58.497948 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-91d1ee07-a9ed-47cf-8529-47c3396326e0 None None] Provisioning complete for port b79c7010-c657-4c9b-9376-49fd2c42fbbc triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:30:58.498325 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-91d1ee07-a9ed-47cf-8529-47c3396326e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:58.557860 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-91d1ee07-a9ed-47cf-8529-47c3396326e0 None None] Port b79c7010-c657-4c9b-9376-49fd2c42fbbc cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:30:58.841749 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689954ca-e27c-47d2-a2c2-196a6e92b0db req-65c68a06-a400-4ee8-b5f5-ab538d35021f tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:30:58.843348 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-689954ca-e27c-47d2-a2c2-196a6e92b0db req-65c68a06-a400-4ee8-b5f5-ab538d35021f tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ae4390a-b621-4500-a1b9-c968556e5a4c HTTP/1.1" status: 200 len: 947 time: 0.5534170 Oct 27 10:30:58.850583 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca460c2a-0b15-4f69-8428-0c1b5f22fe51 req-e95bf4d5-97e5-45e4-8e8a-8248b0324a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:30:58.852028 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-ca460c2a-0b15-4f69-8428-0c1b5f22fe51 req-e95bf4d5-97e5-45e4-8e8a-8248b0324a34 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=630d5049-af19-41e8-8246-65d885f7dcff HTTP/1.1" status: 200 len: 1102 time: 0.5925775 Oct 27 10:30:58.896815 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-689954ca-e27c-47d2-a2c2-196a6e92b0db req-9e80734e-d344-4163-9cd7-5c703602bbc2 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/security-groups?id=9f7279ee-2d49-4f67-b584-fc902ef383cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423226 Oct 27 10:30:58.950591 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-ca460c2a-0b15-4f69-8428-0c1b5f22fe51 req-0a48511b-fb72-4c1b-870b-435e8a14c468 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=67689890-7b78-4fdd-a1db-f964f6c8c4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640051 Oct 27 10:30:58.963823 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9259cfff-d039-4a83-970e-fbc1fbcad59a admin admin] Router 621cc4a9-58eb-4965-ac94-9de74edf41b9 has already been hosted by L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb {{(pid=102347) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 10:30:59.125012 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9259cfff-d039-4a83-970e-fbc1fbcad59a admin admin] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:30:59.138056 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-9259cfff-d039-4a83-970e-fbc1fbcad59a admin admin] 10.222.0.44 "PUT /v2.0/routers/621cc4a9-58eb-4965-ac94-9de74edf41b9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3943646 Oct 27 10:30:59.261521 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 37f80473-5222-4b09-90f6-87b6656dac4a up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:30:59.363603 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port 37f80473-5222-4b09-90f6-87b6656dac4a triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:30:59.364317 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:59.585326 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:59.656908 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] For port 37f80473-5222-4b09-90f6-87b6656dac4a, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=37f80473-5222-4b09-90f6-87b6656dac4a,segment=NetworkSegment(bc14127b-7032-4c50-bb5b-f6813cbae86e),segment_id=bc14127b-7032-4c50-bb5b-f6813cbae86e)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:30:59.676464 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:30:59.777727 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfec7311-423b-4619-9db4-f127e241e15d req-88e9dca4-72c7-4b68-a2e3-1447ae7e8175 tempest-ServersAdminNegativeTestJSON-1289737651 tempest-ServersAdminNegativeTestJSON-1289737651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:30:59.789807 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-dfec7311-423b-4619-9db4-f127e241e15d req-88e9dca4-72c7-4b68-a2e3-1447ae7e8175 tempest-ServersAdminNegativeTestJSON-1289737651 tempest-ServersAdminNegativeTestJSON-1289737651-project] 10.222.0.44 "GET /v2.0/ports?device_id=630d5049-af19-41e8-8246-65d885f7dcff HTTP/1.1" status: 200 len: 950 time: 0.1977761 Oct 27 10:30:59.832779 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Pushing event updated for resources: {'Port': ['ID=37f80473-5222-4b09-90f6-87b6656dac4a,revision_number=4']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:30:59.950637 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-dfec7311-423b-4619-9db4-f127e241e15d req-ecfde8f3-f11f-4bb1-97bc-06c02afa0f8d tempest-ServersAdminNegativeTestJSON-1289737651 tempest-ServersAdminNegativeTestJSON-1289737651-project] 10.222.0.44 "GET /v2.0/security-groups?id=67689890-7b78-4fdd-a1db-f964f6c8c4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537986 Oct 27 10:31:01.138985 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba90d47-02ef-441f-98e4-f6d97d778d9c req-2a9fb85e-697f-4674-9921-8e42c9c88195 tempest-ServersAdminNegativeTestJSON-1289737651 tempest-ServersAdminNegativeTestJSON-1289737651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:31:01.142877 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-bba90d47-02ef-441f-98e4-f6d97d778d9c req-2a9fb85e-697f-4674-9921-8e42c9c88195 tempest-ServersAdminNegativeTestJSON-1289737651 tempest-ServersAdminNegativeTestJSON-1289737651-project] 10.222.0.44 "GET /v2.0/ports?device_id=630d5049-af19-41e8-8246-65d885f7dcff HTTP/1.1" status: 200 len: 950 time: 0.0892823 Oct 27 10:31:01.154209 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 37f80473-5222-4b09-90f6-87b6656dac4a up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:31:01.190813 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a291ceb-4056-4d1a-a1b9-f9135d093877 None None] Sync routers for ids ['621cc4a9-58eb-4965-ac94-9de74edf41b9'] in n-d-813419-10 {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:31:01.211263 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a291ceb-4056-4d1a-a1b9-f9135d093877 None None] Routers {'621cc4a9-58eb-4965-ac94-9de74edf41b9'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:31:01.211877 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-6a291ceb-4056-4d1a-a1b9-f9135d093877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:30:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['621cc4a9-58eb-4965-ac94-9de74edf41b9'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:31:01.262374 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-bba90d47-02ef-441f-98e4-f6d97d778d9c req-00912c31-f6c5-4f5c-970d-ce7eb03a1283 tempest-ServersAdminNegativeTestJSON-1289737651 tempest-ServersAdminNegativeTestJSON-1289737651-project] 10.222.0.44 "GET /v2.0/security-groups?id=67689890-7b78-4fdd-a1db-f964f6c8c4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877919 Oct 27 10:31:01.328455 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port 37f80473-5222-4b09-90f6-87b6656dac4a triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:31:01.328856 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:01.541115 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvr_db [None req-6a291ceb-4056-4d1a-a1b9-f9135d093877 None None] Set router 621cc4a9-58eb-4965-ac94-9de74edf41b9 gateway port host: n-d-813419-10 {{(pid=102349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:31:02.041630 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-6a291ceb-4056-4d1a-a1b9-f9135d093877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '621cc4a9-58eb-4965-ac94-9de74edf41b9', 'name': 'tempest-TestVolumeBackupRestore-1593470661-router', 'tenant_id': 'a124e636b7d24195a5f5c4d85f42c044', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.165'}], 'enable_snat': True}, 'gw_port_id': '37f80473-5222-4b09-90f6-87b6656dac4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:30:51Z', 'updated_at': '2021-10-27T10:30:57Z', 'revision_number': 4, 'project_id': 'a124e636b7d24195a5f5c4d85f42c044', 'gw_port': {'id': '37f80473-5222-4b09-90f6-87b6656dac4a', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:21:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '621cc4a9-58eb-4965-ac94-9de74edf41b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:30:52Z', 'updated_at': '2021-10-27T10:30:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_interfaces': [{'id': 'b79c7010-c657-4c9b-9376-49fd2c42fbbc', 'name': '', 'network_id': 'cfe0561e-8630-4a1d-adbd-3ef0b95d16ce', 'tenant_id': 'a124e636b7d24195a5f5c4d85f42c044', 'mac_address': 'fa:16:3e:98:11:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '621cc4a9-58eb-4965-ac94-9de74edf41b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': 'aae9c163-515a-41af-b650-3ee0f8fc9ef8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:30:56Z', 'updated_at': '2021-10-27T10:30:57Z', 'revision_number': 2, 'project_id': 'a124e636b7d24195a5f5c4d85f42c044', 'subnets': [{'id': 'aae9c163-515a-41af-b650-3ee0f8fc9ef8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:31:02.132002 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a291ceb-4056-4d1a-a1b9-f9135d093877 None None] Checking router: 621cc4a9-58eb-4965-ac94-9de74edf41b9 for host: n-d-813419-10 {{(pid=102349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 10:31:02.135396 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a291ceb-4056-4d1a-a1b9-f9135d093877 None None] Updating router 621cc4a9-58eb-4965-ac94-9de74edf41b9 port b79c7010-c657-4c9b-9376-49fd2c42fbbc binding host n-d-813419-10 {{(pid=102349) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 10:31:02.146547 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-aba1cea3-95dd-4c03-86fb-0779613b5784 req-1782f5c5-2a8f-4beb-a324-8c896682374a tempest-ServersAdminNegativeTestJSON-1289737651 tempest-ServersAdminNegativeTestJSON-1289737651-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=9beca58e9d0247c8a4ad1acc65792ba8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0525115 Oct 27 10:31:02.195435 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-6a291ceb-4056-4d1a-a1b9-f9135d093877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:02.322311 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:02.376566 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba1cea3-95dd-4c03-86fb-0779613b5784 req-432662b0-bb3f-4157-9e2d-fc6737b33062 tempest-ServersAdminNegativeTestJSON-1289737651 tempest-ServersAdminNegativeTestJSON-1289737651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:31:02.378380 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-aba1cea3-95dd-4c03-86fb-0779613b5784 req-432662b0-bb3f-4157-9e2d-fc6737b33062 tempest-ServersAdminNegativeTestJSON-1289737651 tempest-ServersAdminNegativeTestJSON-1289737651-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2275696 Oct 27 10:31:02.400551 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-aba1cea3-95dd-4c03-86fb-0779613b5784 req-52ffdca8-ada7-41bc-b48d-6dad17e4bfb4 tempest-ServersAdminNegativeTestJSON-1289737651 tempest-ServersAdminNegativeTestJSON-1289737651-project] 10.222.0.44 "GET /v2.0/quotas/9beca58e9d0247c8a4ad1acc65792ba8 HTTP/1.1" status: 200 len: 375 time: 0.0156677 Oct 27 10:31:02.493173 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-aba1cea3-95dd-4c03-86fb-0779613b5784 req-04a05f10-1277-4313-92a9-6789ff7423a9 tempest-ServersAdminNegativeTestJSON-1289737651 tempest-ServersAdminNegativeTestJSON-1289737651-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=9beca58e9d0247c8a4ad1acc65792ba8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0858357 Oct 27 10:31:02.598441 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-6a291ceb-4056-4d1a-a1b9-f9135d093877 None None] Publish callbacks [] for port, precommit_update {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:02.633317 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-6a291ceb-4056-4d1a-a1b9-f9135d093877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:02.759552 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-e76cc047-f010-4f24-b281-1bc5fd1b93ec req-c522ed7a-a1a3-4921-b39f-3ce3fd90620e tempest-ServersAdminNegativeTestJSON-1289737651 tempest-ServersAdminNegativeTestJSON-1289737651-project] 10.222.0.44 "GET /v2.0/ports?device_id=82b5fa31-bdb5-46d7-895b-261732dc720e HTTP/1.1" status: 200 len: 210 time: 0.0519996 Oct 27 10:31:02.783631 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3daef8-58b5-4cfe-898b-04bc83308db1 None None] Pushing event updated for resources: {'Port': ['ID=b79c7010-c657-4c9b-9376-49fd2c42fbbc,revision_number=3']} {{(pid=102349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:31:03.058415 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.managers [None req-6a291ceb-4056-4d1a-a1b9-f9135d093877 None None] Attempting to bind port b79c7010-c657-4c9b-9376-49fd2c42fbbc on host n-d-813419-10 for vnic_type normal with profile {{(pid=102349) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:31:03.064162 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.managers [None req-6a291ceb-4056-4d1a-a1b9-f9135d093877 None None] Attempting to bind port b79c7010-c657-4c9b-9376-49fd2c42fbbc by drivers openvswitch,hyperv on host n-d-813419-10 at level 0 using segments [{'id': '8f7f8586-4027-4220-9b4a-3b10d187f3bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'cfe0561e-8630-4a1d-adbd-3ef0b95d16ce'}] {{(pid=102349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:31:03.065761 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a291ceb-4056-4d1a-a1b9-f9135d093877 None None] Attempting to bind port b79c7010-c657-4c9b-9376-49fd2c42fbbc on network cfe0561e-8630-4a1d-adbd-3ef0b95d16ce {{(pid=102349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:31:03.155950 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a291ceb-4056-4d1a-a1b9-f9135d093877 None None] Checking agent: {'id': '89dba0f3-79b2-435e-9822-33674b8f6ada', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 8, 20), 'started_at': datetime.datetime(2021, 10, 27, 10, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 30, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:31:03.156674 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a291ceb-4056-4d1a-a1b9-f9135d093877 None None] Checking segment: {'id': '8f7f8586-4027-4220-9b4a-3b10d187f3bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'cfe0561e-8630-4a1d-adbd-3ef0b95d16ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:31:03.157340 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-6a291ceb-4056-4d1a-a1b9-f9135d093877 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:03.157964 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a291ceb-4056-4d1a-a1b9-f9135d093877 None None] Bound using segment: {'id': '8f7f8586-4027-4220-9b4a-3b10d187f3bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'cfe0561e-8630-4a1d-adbd-3ef0b95d16ce'} {{(pid=102349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:31:03.159170 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.managers [None req-6a291ceb-4056-4d1a-a1b9-f9135d093877 None None] Bound port: b79c7010-c657-4c9b-9376-49fd2c42fbbc, host: n-d-813419-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f7f8586-4027-4220-9b4a-3b10d187f3bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'cfe0561e-8630-4a1d-adbd-3ef0b95d16ce'}}] {{(pid=102349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:31:03.159794 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-6a291ceb-4056-4d1a-a1b9-f9135d093877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:03.374676 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-825badf9-1830-4af4-a43e-bb2abd10d1d7 None None] Provisioning complete for port b79c7010-c657-4c9b-9376-49fd2c42fbbc triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:31:03.375665 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-825badf9-1830-4af4-a43e-bb2abd10d1d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:03.420523 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.db [None req-6a291ceb-4056-4d1a-a1b9-f9135d093877 None None] For port b79c7010-c657-4c9b-9376-49fd2c42fbbc, host n-d-813419-10, cleared binding levels {{(pid=102349) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:31:03.433764 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.db [None req-6a291ceb-4056-4d1a-a1b9-f9135d093877 None None] For port b79c7010-c657-4c9b-9376-49fd2c42fbbc, host n-d-813419-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=b79c7010-c657-4c9b-9376-49fd2c42fbbc,segment=NetworkSegment(8f7f8586-4027-4220-9b4a-3b10d187f3bb),segment_id=8f7f8586-4027-4220-9b4a-3b10d187f3bb)] {{(pid=102349) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:31:03.455129 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-6a291ceb-4056-4d1a-a1b9-f9135d093877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:03.518392 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-825badf9-1830-4af4-a43e-bb2abd10d1d7 None None] Port b79c7010-c657-4c9b-9376-49fd2c42fbbc cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:31:03.576587 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a291ceb-4056-4d1a-a1b9-f9135d093877 None None] Routers {'621cc4a9-58eb-4965-ac94-9de74edf41b9'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:31:03.577785 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-6a291ceb-4056-4d1a-a1b9-f9135d093877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:30:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['621cc4a9-58eb-4965-ac94-9de74edf41b9'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:31:03.820256 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f72573-bbe1-4e7a-a6fd-fdb024923905 req-6b816e01-3e00-4368-939d-c0f8d4175c56 tempest-AttachSCSIVolumeTestJSON-688687716 tempest-AttachSCSIVolumeTestJSON-688687716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:31:03.835089 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-83f72573-bbe1-4e7a-a6fd-fdb024923905 req-6b816e01-3e00-4368-939d-c0f8d4175c56 tempest-AttachSCSIVolumeTestJSON-688687716 tempest-AttachSCSIVolumeTestJSON-688687716-project] 10.222.0.44 "GET /v2.0/ports?device_id=56c150fe-8088-48c7-87b5-ba0dd7cc2f5a HTTP/1.1" status: 200 len: 945 time: 0.2164092 Oct 27 10:31:03.992760 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-cb589537-22c1-4b0f-a0cc-6ca718f0c8d5 None None] Provisioning complete for port b79c7010-c657-4c9b-9376-49fd2c42fbbc triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:31:03.998336 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-83f72573-bbe1-4e7a-a6fd-fdb024923905 req-61284678-9a3f-4682-a05c-cb90f278b60e tempest-AttachSCSIVolumeTestJSON-688687716 tempest-AttachSCSIVolumeTestJSON-688687716-project] 10.222.0.44 "GET /v2.0/security-groups?id=e0052f61-fc81-4452-a464-2233f5331509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618721 Oct 27 10:31:04.004833 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-cb589537-22c1-4b0f-a0cc-6ca718f0c8d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:04.023891 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8c777882-d459-4d42-8c6a-778f65daea53 req-05866e7d-42ff-4133-a17a-51fce772cb7f tempest-ServersAdminNegativeTestJSON-1289737651 tempest-ServersAdminNegativeTestJSON-1289737651-project] 10.222.0.44 "GET /v2.0/ports?device_id=82b5fa31-bdb5-46d7-895b-261732dc720e HTTP/1.1" status: 200 len: 210 time: 0.1243486 Oct 27 10:31:04.229184 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-cb589537-22c1-4b0f-a0cc-6ca718f0c8d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:04.259096 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3daef8-58b5-4cfe-898b-04bc83308db1 None None] Pushing event updated for resources: {'Port': ['ID=b79c7010-c657-4c9b-9376-49fd2c42fbbc,revision_number=4']} {{(pid=102349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:31:04.287384 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-cb589537-22c1-4b0f-a0cc-6ca718f0c8d5 None None] For port b79c7010-c657-4c9b-9376-49fd2c42fbbc, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=b79c7010-c657-4c9b-9376-49fd2c42fbbc,segment=NetworkSegment(8f7f8586-4027-4220-9b4a-3b10d187f3bb),segment_id=8f7f8586-4027-4220-9b4a-3b10d187f3bb)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:31:04.296799 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-cb589537-22c1-4b0f-a0cc-6ca718f0c8d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:04.314938 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvr_db [None req-6a291ceb-4056-4d1a-a1b9-f9135d093877 None None] Set router 621cc4a9-58eb-4965-ac94-9de74edf41b9 gateway port host: n-d-813419-10 {{(pid=102349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:31:04.406043 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb589537-22c1-4b0f-a0cc-6ca718f0c8d5 None None] Pushing event updated for resources: {'Port': ['ID=b79c7010-c657-4c9b-9376-49fd2c42fbbc,revision_number=5']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:31:04.631353 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-aba1cea3-95dd-4c03-86fb-0779613b5784 req-e500c27b-d618-47d7-a419-fae8dc77bb95 tempest-ServersAdminNegativeTestJSON-1289737651 tempest-ServersAdminNegativeTestJSON-1289737651-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=9beca58e9d0247c8a4ad1acc65792ba8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0811367 Oct 27 10:31:04.666794 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-6a291ceb-4056-4d1a-a1b9-f9135d093877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '621cc4a9-58eb-4965-ac94-9de74edf41b9', 'name': 'tempest-TestVolumeBackupRestore-1593470661-router', 'tenant_id': 'a124e636b7d24195a5f5c4d85f42c044', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.165'}], 'enable_snat': True}, 'gw_port_id': '37f80473-5222-4b09-90f6-87b6656dac4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:30:51Z', 'updated_at': '2021-10-27T10:30:57Z', 'revision_number': 4, 'project_id': 'a124e636b7d24195a5f5c4d85f42c044', 'gw_port': {'id': '37f80473-5222-4b09-90f6-87b6656dac4a', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:21:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '621cc4a9-58eb-4965-ac94-9de74edf41b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:30:52Z', 'updated_at': '2021-10-27T10:30:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_interfaces': [{'id': 'b79c7010-c657-4c9b-9376-49fd2c42fbbc', 'name': '', 'network_id': 'cfe0561e-8630-4a1d-adbd-3ef0b95d16ce', 'tenant_id': 'a124e636b7d24195a5f5c4d85f42c044', 'mac_address': 'fa:16:3e:98:11:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '621cc4a9-58eb-4965-ac94-9de74edf41b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': 'aae9c163-515a-41af-b650-3ee0f8fc9ef8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:30:56Z', 'updated_at': '2021-10-27T10:31:03Z', 'revision_number': 4, 'project_id': 'a124e636b7d24195a5f5c4d85f42c044', 'subnets': [{'id': 'aae9c163-515a-41af-b650-3ee0f8fc9ef8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:31:04.757754 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a291ceb-4056-4d1a-a1b9-f9135d093877 None None] The sync data for ids ['621cc4a9-58eb-4965-ac94-9de74edf41b9'] in n-d-813419-10 is: [{'id': '621cc4a9-58eb-4965-ac94-9de74edf41b9', 'name': 'tempest-TestVolumeBackupRestore-1593470661-router', 'tenant_id': 'a124e636b7d24195a5f5c4d85f42c044', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.165'}], 'enable_snat': True}, 'gw_port_id': '37f80473-5222-4b09-90f6-87b6656dac4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:30:51Z', 'updated_at': '2021-10-27T10:30:57Z', 'revision_number': 4, 'project_id': 'a124e636b7d24195a5f5c4d85f42c044', 'gw_port': {'id': '37f80473-5222-4b09-90f6-87b6656dac4a', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:21:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '621cc4a9-58eb-4965-ac94-9de74edf41b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:30:52Z', 'updated_at': '2021-10-27T10:30:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_interfaces': [{'id': 'b79c7010-c657-4c9b-9376-49fd2c42fbbc', 'name': '', 'network_id': 'cfe0561e-8630-4a1d-adbd-3ef0b95d16ce', 'tenant_id': 'a124e636b7d24195a5f5c4d85f42c044', 'mac_address': 'fa:16:3e:98:11:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '621cc4a9-58eb-4965-ac94-9de74edf41b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': 'aae9c163-515a-41af-b650-3ee0f8fc9ef8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:30:56Z', 'updated_at': '2021-10-27T10:31:03Z', 'revision_number': 4, 'project_id': 'a124e636b7d24195a5f5c4d85f42c044', 'subnets': [{'id': 'aae9c163-515a-41af-b650-3ee0f8fc9ef8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:31:05.098228 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba1cea3-95dd-4c03-86fb-0779613b5784 req-3786138a-4456-4dfa-9613-7e2e2ba8b0a1 tempest-ServersAdminNegativeTestJSON-1289737651 tempest-ServersAdminNegativeTestJSON-1289737651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:31:05.099693 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-aba1cea3-95dd-4c03-86fb-0779613b5784 req-3786138a-4456-4dfa-9613-7e2e2ba8b0a1 tempest-ServersAdminNegativeTestJSON-1289737651 tempest-ServersAdminNegativeTestJSON-1289737651-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4625638 Oct 27 10:31:05.115343 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [req-aba1cea3-95dd-4c03-86fb-0779613b5784 req-f69fb5ed-9498-44a9-b154-40b29450e21a tempest-ServersAdminNegativeTestJSON-1289737651 tempest-ServersAdminNegativeTestJSON-1289737651-project] Request body: {'port': {'device_id': '82b5fa31-bdb5-46d7-895b-261732dc720e', 'network_id': '4d250f92-d229-45fe-a579-67fef8e6c544', 'admin_state_up': True, 'tenant_id': '9beca58e9d0247c8a4ad1acc65792ba8'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:31:05.203839 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device b79c7010-c657-4c9b-9376-49fd2c42fbbc up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:31:05.291031 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-a2ca4439-e30c-404d-9631-f957456a9f78 req-3baceffa-c2a9-488c-b6df-fd8efe4d0818 tempest-ServersAdminNegativeTestJSON-1289737651 tempest-ServersAdminNegativeTestJSON-1289737651-project] 10.222.0.44 "GET /v2.0/ports?device_id=82b5fa31-bdb5-46d7-895b-261732dc720e HTTP/1.1" status: 200 len: 210 time: 0.0527809 Oct 27 10:31:05.363233 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port b79c7010-c657-4c9b-9376-49fd2c42fbbc triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:31:05.363606 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:05.515617 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94aa8cfd-2d16-4b64-896a-757ec9b8bfd8 req-2096b258-4755-43cb-b462-b6dccd5b4b45 tempest-AttachSCSIVolumeTestJSON-688687716 tempest-AttachSCSIVolumeTestJSON-688687716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:31:05.529806 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-94aa8cfd-2d16-4b64-896a-757ec9b8bfd8 req-2096b258-4755-43cb-b462-b6dccd5b4b45 tempest-AttachSCSIVolumeTestJSON-688687716 tempest-AttachSCSIVolumeTestJSON-688687716-project] 10.222.0.44 "GET /v2.0/ports?device_id=56c150fe-8088-48c7-87b5-ba0dd7cc2f5a HTTP/1.1" status: 200 len: 945 time: 0.2711043 Oct 27 10:31:05.685992 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-94aa8cfd-2d16-4b64-896a-757ec9b8bfd8 req-d57d5835-97d5-42d3-9729-9f7b55f5a1c9 tempest-AttachSCSIVolumeTestJSON-688687716 tempest-AttachSCSIVolumeTestJSON-688687716-project] 10.222.0.44 "GET /v2.0/security-groups?id=e0052f61-fc81-4452-a464-2233f5331509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569998 Oct 27 10:31:05.698381 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830879a6-7fd2-47de-8bf8-f9313953b4dc req-e67e8a2f-4120-478b-9b4e-b14dea040b0c tempest-AttachSCSIVolumeTestJSON-688687716 tempest-AttachSCSIVolumeTestJSON-688687716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:31:05.699925 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-830879a6-7fd2-47de-8bf8-f9313953b4dc req-e67e8a2f-4120-478b-9b4e-b14dea040b0c tempest-AttachSCSIVolumeTestJSON-688687716 tempest-AttachSCSIVolumeTestJSON-688687716-project] 10.222.0.76 "GET /v2.0/ports?device_id=56c150fe-8088-48c7-87b5-ba0dd7cc2f5a HTTP/1.1" status: 200 len: 945 time: 0.0643828 Oct 27 10:31:05.767502 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aba1cea3-95dd-4c03-86fb-0779613b5784 req-f69fb5ed-9498-44a9-b154-40b29450e21a tempest-ServersAdminNegativeTestJSON-1289737651 tempest-ServersAdminNegativeTestJSON-1289737651-project] Made reservation on behalf of 9beca58e9d0247c8a4ad1acc65792ba8 for: {'port': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:31:05.788926 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-aba1cea3-95dd-4c03-86fb-0779613b5784 req-f69fb5ed-9498-44a9-b154-40b29450e21a tempest-ServersAdminNegativeTestJSON-1289737651 tempest-ServersAdminNegativeTestJSON-1289737651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:05.904308 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [req-830879a6-7fd2-47de-8bf8-f9313953b4dc req-cc2f7c31-ff1f-4ba8-b36a-c7d7561718ec tempest-AttachSCSIVolumeTestJSON-688687716 tempest-AttachSCSIVolumeTestJSON-688687716-project] Deleting port 1ac067d3-7c67-41d6-8650-1789f73a8411 {{(pid=102346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:31:05.904853 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-830879a6-7fd2-47de-8bf8-f9313953b4dc req-cc2f7c31-ff1f-4ba8-b36a-c7d7561718ec tempest-AttachSCSIVolumeTestJSON-688687716 tempest-AttachSCSIVolumeTestJSON-688687716-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:06.036024 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_common [req-aba1cea3-95dd-4c03-86fb-0779613b5784 req-f69fb5ed-9498-44a9-b154-40b29450e21a tempest-ServersAdminNegativeTestJSON-1289737651 tempest-ServersAdminNegativeTestJSON-1289737651-project] Allocated IP 192.168.233.162 (4d250f92-d229-45fe-a579-67fef8e6c544/62eb52f7-aac4-48af-8670-e04300325561/fafe166a-e333-4828-ab22-d2bea70facea) {{(pid=102347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:31:06.215808 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [req-830879a6-7fd2-47de-8bf8-f9313953b4dc req-cc2f7c31-ff1f-4ba8-b36a-c7d7561718ec tempest-AttachSCSIVolumeTestJSON-688687716 tempest-AttachSCSIVolumeTestJSON-688687716-project] For port 1ac067d3-7c67-41d6-8650-1789f73a8411, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=1ac067d3-7c67-41d6-8650-1789f73a8411,segment=NetworkSegment(61ab1b7f-66c3-42d8-a73a-3b9ec21f612f),segment_id=61ab1b7f-66c3-42d8-a73a-3b9ec21f612f)] {{(pid=102346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:31:06.217075 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-830879a6-7fd2-47de-8bf8-f9313953b4dc req-cc2f7c31-ff1f-4ba8-b36a-c7d7561718ec tempest-AttachSCSIVolumeTestJSON-688687716 tempest-AttachSCSIVolumeTestJSON-688687716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:06.249264 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [req-830879a6-7fd2-47de-8bf8-f9313953b4dc req-cc2f7c31-ff1f-4ba8-b36a-c7d7561718ec tempest-AttachSCSIVolumeTestJSON-688687716 tempest-AttachSCSIVolumeTestJSON-688687716-project] Calling delete_port for 1ac067d3-7c67-41d6-8650-1789f73a8411 owned by compute:nova {{(pid=102346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:31:06.272626 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-aba1cea3-95dd-4c03-86fb-0779613b5784 req-f69fb5ed-9498-44a9-b154-40b29450e21a tempest-ServersAdminNegativeTestJSON-1289737651 tempest-ServersAdminNegativeTestJSON-1289737651-project] Publish callbacks [] for port, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:06.318670 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-aba1cea3-95dd-4c03-86fb-0779613b5784 req-f69fb5ed-9498-44a9-b154-40b29450e21a tempest-ServersAdminNegativeTestJSON-1289737651 tempest-ServersAdminNegativeTestJSON-1289737651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:06.336438 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] get_ports_and_sgs() called for port_ids ['0d10ae43-61a1-4dce-bbe0-80a44b5b717e'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:31:06.404633 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aba1cea3-95dd-4c03-86fb-0779613b5784 req-f69fb5ed-9498-44a9-b154-40b29450e21a tempest-ServersAdminNegativeTestJSON-1289737651 tempest-ServersAdminNegativeTestJSON-1289737651-project] Network 4d250f92-d229-45fe-a579-67fef8e6c544 is already hosted by enough agents. {{(pid=102347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:31:06.409017 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [req-aba1cea3-95dd-4c03-86fb-0779613b5784 req-f69fb5ed-9498-44a9-b154-40b29450e21a tempest-ServersAdminNegativeTestJSON-1289737651 tempest-ServersAdminNegativeTestJSON-1289737651-project] Resources bound (agent type, host, resource id): {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:31:06.411911 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [req-aba1cea3-95dd-4c03-86fb-0779613b5784 req-f69fb5ed-9498-44a9-b154-40b29450e21a tempest-ServersAdminNegativeTestJSON-1289737651 tempest-ServersAdminNegativeTestJSON-1289737651-project] Received port after_create {{(pid=102347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:31:06.454842 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69fb5ed-9498-44a9-b154-40b29450e21a tempest-ServersAdminNegativeTestJSON-1289737651 tempest-ServersAdminNegativeTestJSON-1289737651-project] Pushing event updated for resources: {'Port': ['ID=fafe166a-e333-4828-ab22-d2bea70facea,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:31:06.639377 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba1cea3-95dd-4c03-86fb-0779613b5784 req-f69fb5ed-9498-44a9-b154-40b29450e21a tempest-ServersAdminNegativeTestJSON-1289737651 tempest-ServersAdminNegativeTestJSON-1289737651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:31:06.642519 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-aba1cea3-95dd-4c03-86fb-0779613b5784 req-f69fb5ed-9498-44a9-b154-40b29450e21a tempest-ServersAdminNegativeTestJSON-1289737651 tempest-ServersAdminNegativeTestJSON-1289737651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:06.692724 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76caf554-bf59-4373-b112-4550016f29fb req-62ccc981-6e5e-4f2c-b3cd-9b395e7fb60b tempest-ServersAdminNegativeTestJSON-1289737651 tempest-ServersAdminNegativeTestJSON-1289737651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:31:06.703500 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-76caf554-bf59-4373-b112-4550016f29fb req-62ccc981-6e5e-4f2c-b3cd-9b395e7fb60b tempest-ServersAdminNegativeTestJSON-1289737651 tempest-ServersAdminNegativeTestJSON-1289737651-project] 10.222.0.44 "GET /v2.0/ports?device_id=82b5fa31-bdb5-46d7-895b-261732dc720e HTTP/1.1" status: 200 len: 936 time: 0.1944187 Oct 27 10:31:06.755143 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-aba1cea3-95dd-4c03-86fb-0779613b5784 req-f69fb5ed-9498-44a9-b154-40b29450e21a tempest-ServersAdminNegativeTestJSON-1289737651 tempest-ServersAdminNegativeTestJSON-1289737651-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6436026 Oct 27 10:31:06.777103 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [req-aba1cea3-95dd-4c03-86fb-0779613b5784 req-b458aedf-3e4e-4c65-9f9e-34690c976220 service neutron] Request body: {'port': {'device_id': '82b5fa31-bdb5-46d7-895b-261732dc720e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-10'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:31:06.779087 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-830879a6-7fd2-47de-8bf8-f9313953b4dc req-cc2f7c31-ff1f-4ba8-b36a-c7d7561718ec tempest-AttachSCSIVolumeTestJSON-688687716 tempest-AttachSCSIVolumeTestJSON-688687716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:06.803678 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] get_ports_and_sgs() called for port_ids ['1ac067d3-7c67-41d6-8650-1789f73a8411'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:31:06.888680 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2f7c31-ff1f-4ba8-b36a-c7d7561718ec tempest-AttachSCSIVolumeTestJSON-688687716 tempest-AttachSCSIVolumeTestJSON-688687716-project] Pushing event deleted for resources: {'Port': ['ID=1ac067d3-7c67-41d6-8650-1789f73a8411,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:31:06.899309 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-76caf554-bf59-4373-b112-4550016f29fb req-e64073f5-40e8-4abc-8474-96bd4d4e349e tempest-ServersAdminNegativeTestJSON-1289737651 tempest-ServersAdminNegativeTestJSON-1289737651-project] 10.222.0.44 "GET /v2.0/security-groups?id=67689890-7b78-4fdd-a1db-f964f6c8c4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1927407 Oct 27 10:31:06.983080 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-4d9baf77-9a0a-4c76-8842-7e59bbf56fa9 None None] Provisioning complete for port fafe166a-e333-4828-ab22-d2bea70facea triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:31:06.983496 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-4d9baf77-9a0a-4c76-8842-7e59bbf56fa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:06.995230 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-aba1cea3-95dd-4c03-86fb-0779613b5784 req-b458aedf-3e4e-4c65-9f9e-34690c976220 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:07.025273 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [req-830879a6-7fd2-47de-8bf8-f9313953b4dc req-cc2f7c31-ff1f-4ba8-b36a-c7d7561718ec tempest-AttachSCSIVolumeTestJSON-688687716 tempest-AttachSCSIVolumeTestJSON-688687716-project] No DVR routers for this DVR port 1ac067d3-7c67-41d6-8650-1789f73a8411 on host n-h2-813419-10 {{(pid=102346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:31:07.038019 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-830879a6-7fd2-47de-8bf8-f9313953b4dc req-cc2f7c31-ff1f-4ba8-b36a-c7d7561718ec tempest-AttachSCSIVolumeTestJSON-688687716 tempest-AttachSCSIVolumeTestJSON-688687716-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:07.042600 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-830879a6-7fd2-47de-8bf8-f9313953b4dc req-cc2f7c31-ff1f-4ba8-b36a-c7d7561718ec tempest-AttachSCSIVolumeTestJSON-688687716 tempest-AttachSCSIVolumeTestJSON-688687716-project] 10.222.0.76 "DELETE /v2.0/ports/1ac067d3-7c67-41d6-8650-1789f73a8411 HTTP/1.1" status: 204 len: 173 time: 1.3279827 Oct 27 10:31:07.061256 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56c150fe-8088-48c7-87b5-ba0dd7cc2f5a', 'name': 'network-vif-deleted', 'tag': '1ac067d3-7c67-41d6-8650-1789f73a8411'}] {{(pid=102346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:31:07.074284 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc0e418f5fc417c8d55d94c0aa509b037d0beb2a734c1a709e789eb65639a56d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94b90e13-d190-4f60-80a0-7700c03727e6" -d '{"events": [{"server_uuid": "56c150fe-8088-48c7-87b5-ba0dd7cc2f5a", "name": "network-vif-deleted", "tag": "1ac067d3-7c67-41d6-8650-1789f73a8411"}]}' {{(pid=102346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:31:07.097026 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-4d9baf77-9a0a-4c76-8842-7e59bbf56fa9 None None] Port fafe166a-e333-4828-ab22-d2bea70facea cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:31:07.178968 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-8068d630-f8be-4807-ada1-3f7b62d145c9 req-43cf7781-5798-4789-bb60-53e673cc9e3c tempest-AttachSCSIVolumeTestJSON-688687716 tempest-AttachSCSIVolumeTestJSON-688687716-project] 10.222.0.44 "GET /v2.0/ports?device_id=56c150fe-8088-48c7-87b5-ba0dd7cc2f5a HTTP/1.1" status: 200 len: 210 time: 0.1551867 Oct 27 10:31:07.282426 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:31:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f070929-6af4-4c42-a098-82bde036dcd9 x-openstack-request-id: req-9f070929-6af4-4c42-a098-82bde036dcd9 {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:31:07.282715 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56c150fe-8088-48c7-87b5-ba0dd7cc2f5a", "name": "network-vif-deleted", "tag": "1ac067d3-7c67-41d6-8650-1789f73a8411", "status": "completed", "code": 200}]} {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:31:07.282968 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9f070929-6af4-4c42-a098-82bde036dcd9 {{(pid=102346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:31:07.283363 n-d-813419-10 neutron-server[102346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56c150fe-8088-48c7-87b5-ba0dd7cc2f5a', 'name': 'network-vif-deleted', 'tag': '1ac067d3-7c67-41d6-8650-1789f73a8411', 'status': 'completed', 'code': 200} Oct 27 10:31:07.537741 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [req-aba1cea3-95dd-4c03-86fb-0779613b5784 req-b458aedf-3e4e-4c65-9f9e-34690c976220 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fafe166a-e333-4828-ab22-d2bea70facea {{(pid=102347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:31:07.546856 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-aba1cea3-95dd-4c03-86fb-0779613b5784 req-b458aedf-3e4e-4c65-9f9e-34690c976220 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:07.561700 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.provisioning_blocks [req-aba1cea3-95dd-4c03-86fb-0779613b5784 req-b458aedf-3e4e-4c65-9f9e-34690c976220 service neutron] Transition to ACTIVE for port object fafe166a-e333-4828-ab22-d2bea70facea will not be triggered until provisioned by entity L2. {{(pid=102347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 10:31:07.566653 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-aba1cea3-95dd-4c03-86fb-0779613b5784 req-b458aedf-3e4e-4c65-9f9e-34690c976220 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:07.809489 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b458aedf-3e4e-4c65-9f9e-34690c976220 service neutron] Pushing event updated for resources: {'Port': ['ID=fafe166a-e333-4828-ab22-d2bea70facea,revision_number=2']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:31:07.834074 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-aba1cea3-95dd-4c03-86fb-0779613b5784 req-b458aedf-3e4e-4c65-9f9e-34690c976220 service neutron] Attempting to bind port fafe166a-e333-4828-ab22-d2bea70facea on host n-h1-813419-10 for vnic_type normal with profile {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:31:07.834419 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-aba1cea3-95dd-4c03-86fb-0779613b5784 req-b458aedf-3e4e-4c65-9f9e-34690c976220 service neutron] Attempting to bind port fafe166a-e333-4828-ab22-d2bea70facea by drivers openvswitch,hyperv on host n-h1-813419-10 at level 0 using segments [{'id': 'f7c42c6d-2766-46d8-a8b7-4852117a5555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '4d250f92-d229-45fe-a579-67fef8e6c544'}] {{(pid=102347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:31:07.835081 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aba1cea3-95dd-4c03-86fb-0779613b5784 req-b458aedf-3e4e-4c65-9f9e-34690c976220 service neutron] Attempting to bind port fafe166a-e333-4828-ab22-d2bea70facea on network 4d250f92-d229-45fe-a579-67fef8e6c544 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:31:07.841398 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aba1cea3-95dd-4c03-86fb-0779613b5784 req-b458aedf-3e4e-4c65-9f9e-34690c976220 service neutron] Port fafe166a-e333-4828-ab22-d2bea70facea on network 4d250f92-d229-45fe-a579-67fef8e6c544 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-10 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 10:31:07.842436 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aba1cea3-95dd-4c03-86fb-0779613b5784 req-b458aedf-3e4e-4c65-9f9e-34690c976220 service neutron] Attempting to bind port fafe166a-e333-4828-ab22-d2bea70facea on network 4d250f92-d229-45fe-a579-67fef8e6c544 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:31:07.849412 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aba1cea3-95dd-4c03-86fb-0779613b5784 req-b458aedf-3e4e-4c65-9f9e-34690c976220 service neutron] Checking agent: {'id': 'a52e1cab-0c63-402d-9c94-330537c6c076', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 16, 2), 'started_at': datetime.datetime(2021, 10, 27, 10, 16, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 31, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:31:07.849633 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aba1cea3-95dd-4c03-86fb-0779613b5784 req-b458aedf-3e4e-4c65-9f9e-34690c976220 service neutron] Checking segment: {'id': 'f7c42c6d-2766-46d8-a8b7-4852117a5555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '4d250f92-d229-45fe-a579-67fef8e6c544'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:31:07.849935 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aba1cea3-95dd-4c03-86fb-0779613b5784 req-b458aedf-3e4e-4c65-9f9e-34690c976220 service neutron] Bound using segment: {'id': 'f7c42c6d-2766-46d8-a8b7-4852117a5555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '4d250f92-d229-45fe-a579-67fef8e6c544'} {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:31:07.850376 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-aba1cea3-95dd-4c03-86fb-0779613b5784 req-b458aedf-3e4e-4c65-9f9e-34690c976220 service neutron] Bound port: fafe166a-e333-4828-ab22-d2bea70facea, host: n-h1-813419-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7c42c6d-2766-46d8-a8b7-4852117a5555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '4d250f92-d229-45fe-a579-67fef8e6c544'}}] {{(pid=102347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:31:07.850737 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-aba1cea3-95dd-4c03-86fb-0779613b5784 req-b458aedf-3e4e-4c65-9f9e-34690c976220 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:07.993535 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-aba1cea3-95dd-4c03-86fb-0779613b5784 req-b458aedf-3e4e-4c65-9f9e-34690c976220 service neutron] For port fafe166a-e333-4828-ab22-d2bea70facea, host n-h1-813419-10, cleared binding levels {{(pid=102347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:31:07.997065 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-aba1cea3-95dd-4c03-86fb-0779613b5784 req-b458aedf-3e4e-4c65-9f9e-34690c976220 service neutron] For port fafe166a-e333-4828-ab22-d2bea70facea, host n-h1-813419-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=fafe166a-e333-4828-ab22-d2bea70facea,segment=NetworkSegment(f7c42c6d-2766-46d8-a8b7-4852117a5555),segment_id=f7c42c6d-2766-46d8-a8b7-4852117a5555)] {{(pid=102347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:31:08.009563 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-aba1cea3-95dd-4c03-86fb-0779613b5784 req-b458aedf-3e4e-4c65-9f9e-34690c976220 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:08.038733 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc95da2-540d-45a4-a946-96d524aaebfb req-0eaabee3-03d4-4be3-a1ca-3542ea8700d0 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:31:08.052249 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-fbc95da2-540d-45a4-a946-96d524aaebfb req-0eaabee3-03d4-4be3-a1ca-3542ea8700d0 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ae4390a-b621-4500-a1b9-c968556e5a4c HTTP/1.1" status: 200 len: 947 time: 0.0872476 Oct 27 10:31:08.109343 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-fbc95da2-540d-45a4-a946-96d524aaebfb req-d008c1a4-99f8-4a86-bdb8-bab008779b79 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/security-groups?id=9f7279ee-2d49-4f67-b584-fc902ef383cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552599 Oct 27 10:31:08.132171 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba1cea3-95dd-4c03-86fb-0779613b5784 req-b458aedf-3e4e-4c65-9f9e-34690c976220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:31:08.136558 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-aba1cea3-95dd-4c03-86fb-0779613b5784 req-b458aedf-3e4e-4c65-9f9e-34690c976220 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:08.138846 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-aba1cea3-95dd-4c03-86fb-0779613b5784 req-b458aedf-3e4e-4c65-9f9e-34690c976220 service neutron] 10.222.0.64 "PUT /v2.0/ports/fafe166a-e333-4828-ab22-d2bea70facea HTTP/1.1" status: 200 len: 1097 time: 1.3698225 Oct 27 10:31:08.142668 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82b5fa31-bdb5-46d7-895b-261732dc720e', 'tag': 'fafe166a-e333-4828-ab22-d2bea70facea'}] {{(pid=102347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:31:08.145900 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311149b481204ee7edffdb959c881838506fbd95bc8577c048f6677abb73acc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbbf0543-91da-4ae6-9a64-d5633a2e951a" -d '{"events": [{"name": "network-changed", "server_uuid": "82b5fa31-bdb5-46d7-895b-261732dc720e", "tag": "fafe166a-e333-4828-ab22-d2bea70facea"}]}' {{(pid=102347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:31:08.175259 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b458aedf-3e4e-4c65-9f9e-34690c976220 service neutron] Pushing event updated for resources: {'Port': ['ID=fafe166a-e333-4828-ab22-d2bea70facea,revision_number=3']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:31:08.228478 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 10:31:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a123b1d-9e1f-4d38-bed5-e0d9a3be2c98 x-openstack-request-id: req-3a123b1d-9e1f-4d38-bed5-e0d9a3be2c98 {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:31:08.232620 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82b5fa31-bdb5-46d7-895b-261732dc720e", "tag": "fafe166a-e333-4828-ab22-d2bea70facea", "status": "completed", "code": 200}]} {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:31:08.233233 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3a123b1d-9e1f-4d38-bed5-e0d9a3be2c98 {{(pid=102347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:31:08.233803 n-d-813419-10 neutron-server[102347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82b5fa31-bdb5-46d7-895b-261732dc720e', 'tag': 'fafe166a-e333-4828-ab22-d2bea70facea', 'status': 'completed', 'code': 200} Oct 27 10:31:08.331905 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba1cea3-95dd-4c03-86fb-0779613b5784 req-62f2c520-611a-47fe-8189-57f9736a76b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:31:08.333595 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-aba1cea3-95dd-4c03-86fb-0779613b5784 req-62f2c520-611a-47fe-8189-57f9736a76b6 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9beca58e9d0247c8a4ad1acc65792ba8&device_id=82b5fa31-bdb5-46d7-895b-261732dc720e HTTP/1.1" status: 200 len: 1100 time: 0.1400950 Oct 27 10:31:08.375711 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b11fd6-d909-406c-8f3c-579023c69b64 req-198641d0-d39b-4be8-8e21-a78d4bcbf5b4 tempest-ServersAdminNegativeTestJSON-1289737651 tempest-ServersAdminNegativeTestJSON-1289737651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:31:08.377454 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-d4b11fd6-d909-406c-8f3c-579023c69b64 req-198641d0-d39b-4be8-8e21-a78d4bcbf5b4 tempest-ServersAdminNegativeTestJSON-1289737651 tempest-ServersAdminNegativeTestJSON-1289737651-project] 10.222.0.44 "GET /v2.0/ports?device_id=82b5fa31-bdb5-46d7-895b-261732dc720e HTTP/1.1" status: 200 len: 948 time: 0.1677167 Oct 27 10:31:08.521785 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-aba1cea3-95dd-4c03-86fb-0779613b5784 req-8ebd90e0-8ab3-44b5-bad0-c200e019ca06 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=fafe166a-e333-4828-ab22-d2bea70facea HTTP/1.1" status: 200 len: 217 time: 0.1755323 Oct 27 10:31:08.583525 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-d4b11fd6-d909-406c-8f3c-579023c69b64 req-2230e1bd-cb8a-464b-b625-b045f2f285ba tempest-ServersAdminNegativeTestJSON-1289737651 tempest-ServersAdminNegativeTestJSON-1289737651-project] 10.222.0.44 "GET /v2.0/security-groups?id=67689890-7b78-4fdd-a1db-f964f6c8c4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861186 Oct 27 10:31:08.630015 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba1cea3-95dd-4c03-86fb-0779613b5784 req-324dc6d3-5852-4ef9-83d6-741b849f0255 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:31:08.631464 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-aba1cea3-95dd-4c03-86fb-0779613b5784 req-324dc6d3-5852-4ef9-83d6-741b849f0255 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=62eb52f7-aac4-48af-8670-e04300325561 HTTP/1.1" status: 200 len: 843 time: 0.0855222 Oct 27 10:31:08.709242 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba1cea3-95dd-4c03-86fb-0779613b5784 req-242af112-2e8d-4a72-b2b8-861f999b5ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:31:08.713817 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-aba1cea3-95dd-4c03-86fb-0779613b5784 req-242af112-2e8d-4a72-b2b8-861f999b5ce3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4d250f92-d229-45fe-a579-67fef8e6c544&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0753510 Oct 27 10:31:08.785922 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:08.849243 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-aba1cea3-95dd-4c03-86fb-0779613b5784 req-7e754315-e11d-4520-8a1f-a6b246869890 service neutron] 10.222.0.64 "GET /v2.0/networks/4d250f92-d229-45fe-a579-67fef8e6c544?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280575 Oct 27 10:31:09.025860 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device 1ac067d3-7c67-41d6-8650-1789f73a8411 no longer exists at agent hyperv_n-h2-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:31:09.067906 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] No Port match for: 1ac067d3-7c67-41d6-8650-1789f73a8411 {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:31:09.068331 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device 1ac067d3-7c67-41d6-8650-1789f73a8411 not bound to the agent host n-h2-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:31:09.094961 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-aba1cea3-95dd-4c03-86fb-0779613b5784 req-74a54092-5482-4106-82d1-41b92c0e07f8 service neutron] 10.222.0.64 "GET /v2.0/networks/4d250f92-d229-45fe-a579-67fef8e6c544?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2368336 Oct 27 10:31:09.242507 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbf0543-91da-4ae6-9a64-d5633a2e951a req-4f5bbef8-193c-4b87-9bbe-7e9ad449cd5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:31:09.244423 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-dbbf0543-91da-4ae6-9a64-d5633a2e951a req-4f5bbef8-193c-4b87-9bbe-7e9ad449cd5a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9beca58e9d0247c8a4ad1acc65792ba8&device_id=82b5fa31-bdb5-46d7-895b-261732dc720e HTTP/1.1" status: 200 len: 1100 time: 0.0724361 Oct 27 10:31:09.329856 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1442586-f69a-4f24-b59c-b27fd40db582 req-a7c23319-b6b0-42a2-bb69-f7961a5a96c4 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:31:09.338623 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-e1442586-f69a-4f24-b59c-b27fd40db582 req-a7c23319-b6b0-42a2-bb69-f7961a5a96c4 tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ae4390a-b621-4500-a1b9-c968556e5a4c HTTP/1.1" status: 200 len: 947 time: 0.1342194 Oct 27 10:31:09.373511 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbf0543-91da-4ae6-9a64-d5633a2e951a req-1e565c44-6f54-4f94-b877-5b31e697f5b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:31:09.377324 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-dbbf0543-91da-4ae6-9a64-d5633a2e951a req-1e565c44-6f54-4f94-b877-5b31e697f5b5 service neutron] 10.222.0.64 "GET /v2.0/networks?id=4d250f92-d229-45fe-a579-67fef8e6c544 HTTP/1.1" status: 200 len: 870 time: 0.1220899 Oct 27 10:31:09.431138 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-e1442586-f69a-4f24-b59c-b27fd40db582 req-55babf0d-237a-4df6-98bd-becade573e2e tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/security-groups?id=9f7279ee-2d49-4f67-b584-fc902ef383cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912037 Oct 27 10:31:09.471077 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-dbbf0543-91da-4ae6-9a64-d5633a2e951a req-b469f53a-701f-44e5-8bee-9d6c1a0d2493 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=fafe166a-e333-4828-ab22-d2bea70facea HTTP/1.1" status: 200 len: 217 time: 0.0856802 Oct 27 10:31:09.580561 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbf0543-91da-4ae6-9a64-d5633a2e951a req-caea5b3a-91eb-46cf-ae37-31a9a0afdbcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:31:09.582137 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-dbbf0543-91da-4ae6-9a64-d5633a2e951a req-caea5b3a-91eb-46cf-ae37-31a9a0afdbcd service neutron] 10.222.0.64 "GET /v2.0/subnets?id=62eb52f7-aac4-48af-8670-e04300325561 HTTP/1.1" status: 200 len: 843 time: 0.0903795 Oct 27 10:31:09.656272 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbf0543-91da-4ae6-9a64-d5633a2e951a req-a6a6dc0d-0b74-4cc8-a43a-6f72db5ad31f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:31:09.658652 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-dbbf0543-91da-4ae6-9a64-d5633a2e951a req-a6a6dc0d-0b74-4cc8-a43a-6f72db5ad31f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4d250f92-d229-45fe-a579-67fef8e6c544&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0632579 Oct 27 10:31:09.738985 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0f4fe5-b414-493e-8ab7-dcedcd93ee0c req-c9cf902a-7787-4217-936d-fc56cd04c259 tempest-ServersAdminNegativeTestJSON-1289737651 tempest-ServersAdminNegativeTestJSON-1289737651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:31:09.741314 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-da0f4fe5-b414-493e-8ab7-dcedcd93ee0c req-c9cf902a-7787-4217-936d-fc56cd04c259 tempest-ServersAdminNegativeTestJSON-1289737651 tempest-ServersAdminNegativeTestJSON-1289737651-project] 10.222.0.44 "GET /v2.0/ports?device_id=82b5fa31-bdb5-46d7-895b-261732dc720e HTTP/1.1" status: 200 len: 948 time: 0.0669901 Oct 27 10:31:09.809629 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-da0f4fe5-b414-493e-8ab7-dcedcd93ee0c req-76974c26-5a84-489f-8a4e-e60b4741ddb6 tempest-ServersAdminNegativeTestJSON-1289737651 tempest-ServersAdminNegativeTestJSON-1289737651-project] 10.222.0.44 "GET /v2.0/security-groups?id=67689890-7b78-4fdd-a1db-f964f6c8c4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603175 Oct 27 10:31:09.861314 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-dbbf0543-91da-4ae6-9a64-d5633a2e951a req-d324975c-fe11-4b2a-a8eb-cf82a778d7bd service neutron] 10.222.0.64 "GET /v2.0/networks/4d250f92-d229-45fe-a579-67fef8e6c544?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1937549 Oct 27 10:31:09.977260 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-dbbf0543-91da-4ae6-9a64-d5633a2e951a req-85ac000e-6b57-4f38-a083-4b5e335b5a58 service neutron] 10.222.0.64 "GET /v2.0/networks/4d250f92-d229-45fe-a579-67fef8e6c544?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1089866 Oct 27 10:31:10.134443 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e14011-270b-4188-aee2-01ed9a3660f3 req-5a34655a-bdd2-4277-97cd-1617a5012f5b tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:31:10.136156 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-75e14011-270b-4188-aee2-01ed9a3660f3 req-5a34655a-bdd2-4277-97cd-1617a5012f5b tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.76 "GET /v2.0/ports?device_id=5ae4390a-b621-4500-a1b9-c968556e5a4c HTTP/1.1" status: 200 len: 947 time: 0.0617855 Oct 27 10:31:10.287562 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [req-75e14011-270b-4188-aee2-01ed9a3660f3 req-e564de7d-e1c2-4429-8330-9abd99e794be tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] Deleting port 863bd33a-7c9e-4cbf-aa6d-c8f79ce93249 {{(pid=102346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:31:10.287957 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-75e14011-270b-4188-aee2-01ed9a3660f3 req-e564de7d-e1c2-4429-8330-9abd99e794be tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:10.424891 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [req-75e14011-270b-4188-aee2-01ed9a3660f3 req-e564de7d-e1c2-4429-8330-9abd99e794be tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] For port 863bd33a-7c9e-4cbf-aa6d-c8f79ce93249, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=863bd33a-7c9e-4cbf-aa6d-c8f79ce93249,segment=NetworkSegment(2ae7a459-953f-4f06-8bb8-d3b1f54967e3),segment_id=2ae7a459-953f-4f06-8bb8-d3b1f54967e3)] {{(pid=102346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:31:10.425557 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-75e14011-270b-4188-aee2-01ed9a3660f3 req-e564de7d-e1c2-4429-8330-9abd99e794be tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:10.439373 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [req-75e14011-270b-4188-aee2-01ed9a3660f3 req-e564de7d-e1c2-4429-8330-9abd99e794be tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] Calling delete_port for 863bd33a-7c9e-4cbf-aa6d-c8f79ce93249 owned by compute:nova {{(pid=102346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:31:10.603364 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d34b711-b26c-4123-8645-84dfa4df7928 req-411eb4d9-2d87-4934-8a6b-e5a1529e0e7e tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:31:10.612632 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-7d34b711-b26c-4123-8645-84dfa4df7928 req-411eb4d9-2d87-4934-8a6b-e5a1529e0e7e tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ae4390a-b621-4500-a1b9-c968556e5a4c HTTP/1.1" status: 200 len: 947 time: 0.0959446 Oct 27 10:31:10.628529 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-75e14011-270b-4188-aee2-01ed9a3660f3 req-e564de7d-e1c2-4429-8330-9abd99e794be tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:10.643052 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] get_ports_and_sgs() called for port_ids ['863bd33a-7c9e-4cbf-aa6d-c8f79ce93249'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:31:10.686951 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-7d34b711-b26c-4123-8645-84dfa4df7928 req-95c6a454-13be-4dcc-b5ba-7383ba4f106e tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.44 "GET /v2.0/security-groups?id=9f7279ee-2d49-4f67-b584-fc902ef383cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676422 Oct 27 10:31:10.706208 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e564de7d-e1c2-4429-8330-9abd99e794be tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] Pushing event deleted for resources: {'Port': ['ID=863bd33a-7c9e-4cbf-aa6d-c8f79ce93249,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:31:10.757234 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [req-75e14011-270b-4188-aee2-01ed9a3660f3 req-e564de7d-e1c2-4429-8330-9abd99e794be tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] No DVR routers for this DVR port 863bd33a-7c9e-4cbf-aa6d-c8f79ce93249 on host n-h2-813419-10 {{(pid=102346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:31:10.759757 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-75e14011-270b-4188-aee2-01ed9a3660f3 req-e564de7d-e1c2-4429-8330-9abd99e794be tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:10.763201 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-75e14011-270b-4188-aee2-01ed9a3660f3 req-e564de7d-e1c2-4429-8330-9abd99e794be tempest-ServersNegativeTestJSON-1809057264 tempest-ServersNegativeTestJSON-1809057264-project] 10.222.0.76 "DELETE /v2.0/ports/863bd33a-7c9e-4cbf-aa6d-c8f79ce93249 HTTP/1.1" status: 204 len: 173 time: 0.6200395 Oct 27 10:31:10.763671 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ae4390a-b621-4500-a1b9-c968556e5a4c', 'name': 'network-vif-deleted', 'tag': '863bd33a-7c9e-4cbf-aa6d-c8f79ce93249'}] {{(pid=102346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:31:10.766865 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc0e418f5fc417c8d55d94c0aa509b037d0beb2a734c1a709e789eb65639a56d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03311a8a-daed-41d9-be77-73c875e64755" -d '{"events": [{"server_uuid": "5ae4390a-b621-4500-a1b9-c968556e5a4c", "name": "network-vif-deleted", "tag": "863bd33a-7c9e-4cbf-aa6d-c8f79ce93249"}]}' {{(pid=102346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:31:10.820487 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:31:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c55e7e4-950f-483b-bb15-ae3f7833c109 x-openstack-request-id: req-8c55e7e4-950f-483b-bb15-ae3f7833c109 {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:31:10.820819 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ae4390a-b621-4500-a1b9-c968556e5a4c", "name": "network-vif-deleted", "tag": "863bd33a-7c9e-4cbf-aa6d-c8f79ce93249", "status": "completed", "code": 200}]} {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:31:10.821060 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-8c55e7e4-950f-483b-bb15-ae3f7833c109 {{(pid=102346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:31:10.821461 n-d-813419-10 neutron-server[102346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ae4390a-b621-4500-a1b9-c968556e5a4c', 'name': 'network-vif-deleted', 'tag': '863bd33a-7c9e-4cbf-aa6d-c8f79ce93249', 'status': 'completed', 'code': 200} Oct 27 10:31:11.025146 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d43383-0248-4aa0-aa2a-f53370a5ef62 req-4ac82c92-157b-4566-ad82-abf4c109d815 tempest-ServersAdminNegativeTestJSON-1289737651 tempest-ServersAdminNegativeTestJSON-1289737651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:31:11.036728 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-f2d43383-0248-4aa0-aa2a-f53370a5ef62 req-4ac82c92-157b-4566-ad82-abf4c109d815 tempest-ServersAdminNegativeTestJSON-1289737651 tempest-ServersAdminNegativeTestJSON-1289737651-project] 10.222.0.44 "GET /v2.0/ports?device_id=82b5fa31-bdb5-46d7-895b-261732dc720e HTTP/1.1" status: 200 len: 948 time: 0.1196206 Oct 27 10:31:11.084745 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-f2d43383-0248-4aa0-aa2a-f53370a5ef62 req-330ec942-aa97-441f-8887-b49ad4d9310a tempest-ServersAdminNegativeTestJSON-1289737651 tempest-ServersAdminNegativeTestJSON-1289737651-project] 10.222.0.44 "GET /v2.0/security-groups?id=67689890-7b78-4fdd-a1db-f964f6c8c4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461884 Oct 27 10:31:11.754594 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 58044) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:31:11.835525 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_v2 [None req-d27b8afa-2cfa-46e1-add3-6461b73afa60 admin admin] Deleting subnet 249a5a87-559c-4770-af81-a36d13f3e017 {{(pid=102347) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 10:31:11.840047 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-d27b8afa-2cfa-46e1-add3-6461b73afa60 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:11.897705 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-d27b8afa-2cfa-46e1-add3-6461b73afa60 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-18445109'] for subnet, precommit_delete_associations {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:11.945948 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-d27b8afa-2cfa-46e1-add3-6461b73afa60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855646'] for subnet, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:12.012407 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-d27b8afa-2cfa-46e1-add3-6461b73afa60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-18295818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18043720'] for subnet, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:12.047458 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27b8afa-2cfa-46e1-add3-6461b73afa60 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=249a5a87-559c-4770-af81-a36d13f3e017,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:31:12.052844 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-d27b8afa-2cfa-46e1-add3-6461b73afa60 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:12.058877 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 58052) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:31:12.059335 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-d27b8afa-2cfa-46e1-add3-6461b73afa60 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/249a5a87-559c-4770-af81-a36d13f3e017 HTTP/1.1" status: 204 len: 168 time: 0.3031631 Oct 27 10:31:12.162909 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-e7a059f8-2ebd-4b2b-8cb7-4f96a056ca62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586917'] for network, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:12.262737 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ba3a6b-b6e7-41c6-9ff0-c4cd8b6af24f req-6a453849-968a-459d-ac1d-d36da9c6d079 tempest-ServersAdminNegativeTestJSON-1289737651 tempest-ServersAdminNegativeTestJSON-1289737651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:31:12.270269 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-42ba3a6b-b6e7-41c6-9ff0-c4cd8b6af24f req-6a453849-968a-459d-ac1d-d36da9c6d079 tempest-ServersAdminNegativeTestJSON-1289737651 tempest-ServersAdminNegativeTestJSON-1289737651-project] 10.222.0.44 "GET /v2.0/ports?device_id=82b5fa31-bdb5-46d7-895b-261732dc720e HTTP/1.1" status: 200 len: 948 time: 0.1009090 Oct 27 10:31:12.324599 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-42ba3a6b-b6e7-41c6-9ff0-c4cd8b6af24f req-e62620ec-d4cf-4932-9111-48185937d817 tempest-ServersAdminNegativeTestJSON-1289737651 tempest-ServersAdminNegativeTestJSON-1289737651-project] 10.222.0.44 "GET /v2.0/security-groups?id=67689890-7b78-4fdd-a1db-f964f6c8c4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420454 Oct 27 10:31:12.337858 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-e7a059f8-2ebd-4b2b-8cb7-4f96a056ca62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857803', 'neutron.services.segments.db._delete_segments_for_network-8743873143390'] for network, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:12.366780 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-e7a059f8-2ebd-4b2b-8cb7-4f96a056ca62 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37f7eee7-78e5-4454-9540-9eb1f8cbbdab']}} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:31:12.384298 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-e7a059f8-2ebd-4b2b-8cb7-4f96a056ca62 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ae7a459-953f-4f06-8bb8-d3b1f54967e3') {'for_net_delete': True} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:31:12.384566 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-e7a059f8-2ebd-4b2b-8cb7-4f96a056ca62 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ae7a459-953f-4f06-8bb8-d3b1f54967e3') {} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:31:12.400248 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-e7a059f8-2ebd-4b2b-8cb7-4f96a056ca62 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743873145191', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25847877'] for segment, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:12.430276 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-e7a059f8-2ebd-4b2b-8cb7-4f96a056ca62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:12.445939 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7a059f8-2ebd-4b2b-8cb7-4f96a056ca62 admin admin] Releasing vlan 418 on physical network physnet1 to pool {{(pid=102346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 10:31:12.446396 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-e7a059f8-2ebd-4b2b-8cb7-4f96a056ca62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27024137'] for segment, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:12.464294 n-d-813419-10 neutron-server[102346]: Traceback (most recent call last): Oct 27 10:31:12.464294 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 10:31:12.464294 n-d-813419-10 neutron-server[102346]: timer() Oct 27 10:31:12.464294 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 10:31:12.464294 n-d-813419-10 neutron-server[102346]: cb(*args, **kw) Oct 27 10:31:12.464294 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 10:31:12.464294 n-d-813419-10 neutron-server[102346]: return func(*args, **kwargs) Oct 27 10:31:12.464294 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 10:31:12.464294 n-d-813419-10 neutron-server[102346]: self._notify() Oct 27 10:31:12.464294 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 10:31:12.464294 n-d-813419-10 neutron-server[102346]: self.callback(batched_events) Oct 27 10:31:12.464294 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 10:31:12.464294 n-d-813419-10 neutron-server[102346]: event.method(event) Oct 27 10:31:12.464294 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 10:31:12.464294 n-d-813419-10 neutron-server[102346]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 10:31:12.464294 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 10:31:12.464294 n-d-813419-10 neutron-server[102346]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 10:31:12.464294 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 10:31:12.464294 n-d-813419-10 neutron-server[102346]: return f(self, *a, **k) Oct 27 10:31:12.464294 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 10:31:12.464294 n-d-813419-10 neutron-server[102346]: return self._get(url).json() Oct 27 10:31:12.464294 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 10:31:12.464294 n-d-813419-10 neutron-server[102346]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 10:31:12.464294 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 10:31:12.464294 n-d-813419-10 neutron-server[102346]: return self.request(url, 'GET', **kwargs) Oct 27 10:31:12.464294 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 10:31:12.464294 n-d-813419-10 neutron-server[102346]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 10:31:12.464294 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 10:31:12.464294 n-d-813419-10 neutron-server[102346]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 10:31:12.464294 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 10:31:12.464294 n-d-813419-10 neutron-server[102346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 10:31:12.464294 n-d-813419-10 neutron-server[102346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 10:31:12.518956 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-e7a059f8-2ebd-4b2b-8cb7-4f96a056ca62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664840'] for network, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:12.523957 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-e7a059f8-2ebd-4b2b-8cb7-4f96a056ca62 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for network, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:12.531686 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-e7a059f8-2ebd-4b2b-8cb7-4f96a056ca62 admin admin] 10.222.0.44 "DELETE /v2.0/networks/37f7eee7-78e5-4454-9540-9eb1f8cbbdab HTTP/1.1" status: 204 len: 168 time: 0.4676819 Oct 27 10:31:12.561001 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a059f8-2ebd-4b2b-8cb7-4f96a056ca62 admin admin] Pushing event deleted for resources: {'Network': ['ID=37f7eee7-78e5-4454-9540-9eb1f8cbbdab,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:31:12.804643 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 58076) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:31:12.868662 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 58082) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:31:12.876529 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-8c6abf59-e304-4b00-bc07-623ca204de34 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f314710ab2574682a5080affa23addcb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0679433 Oct 27 10:31:12.941351 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ea691972-e2b9-434f-af7e-2dce6e4b4cdf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:12.967589 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ea691972-e2b9-434f-af7e-2dce6e4b4cdf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:13.029708 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ea691972-e2b9-434f-af7e-2dce6e4b4cdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:13.032618 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ea691972-e2b9-434f-af7e-2dce6e4b4cdf admin admin] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:13.036360 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-ea691972-e2b9-434f-af7e-2dce6e4b4cdf admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9f7279ee-2d49-4f67-b584-fc902ef383cf HTTP/1.1" status: 204 len: 168 time: 0.1641240 Oct 27 10:31:13.060155 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea691972-e2b9-434f-af7e-2dce6e4b4cdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f7279ee-2d49-4f67-b584-fc902ef383cf,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:31:13.151057 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device fafe166a-e333-4828-ab22-d2bea70facea details requested by agent hyperv_n-h1-813419-10 with host n-h1-813419-10 {{(pid=102348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 10:31:13.285083 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port fafe166a-e333-4828-ab22-d2bea70facea, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=fafe166a-e333-4828-ab22-d2bea70facea,segment=NetworkSegment(f7c42c6d-2766-46d8-a8b7-4852117a5555),segment_id=f7c42c6d-2766-46d8-a8b7-4852117a5555)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:31:13.298450 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Returning: {'device': 'fafe166a-e333-4828-ab22-d2bea70facea', 'network_id': '4d250f92-d229-45fe-a579-67fef8e6c544', 'port_id': 'fafe166a-e333-4828-ab22-d2bea70facea', 'mac_address': 'fa:16:3e:bb:5c:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62eb52f7-aac4-48af-8670-e04300325561', 'ip_address': '192.168.233.162'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 10:31:13.344153 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:13.366557 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fafe166a-e333-4828-ab22-d2bea70facea {{(pid=102348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:31:13.390577 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port fafe166a-e333-4828-ab22-d2bea70facea, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=fafe166a-e333-4828-ab22-d2bea70facea,segment=NetworkSegment(f7c42c6d-2766-46d8-a8b7-4852117a5555),segment_id=f7c42c6d-2766-46d8-a8b7-4852117a5555)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:31:13.396692 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:13.461289 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Pushing event updated for resources: {'Port': ['ID=fafe166a-e333-4828-ab22-d2bea70facea,revision_number=4']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:31:13.537317 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d572f2be-68b1-447c-b426-edaac5b831bd req-313b5528-8daa-4316-af76-2cf4ed1fb4ab tempest-ServersAdminNegativeTestJSON-1289737651 tempest-ServersAdminNegativeTestJSON-1289737651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:31:13.546517 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-d572f2be-68b1-447c-b426-edaac5b831bd req-313b5528-8daa-4316-af76-2cf4ed1fb4ab tempest-ServersAdminNegativeTestJSON-1289737651 tempest-ServersAdminNegativeTestJSON-1289737651-project] 10.222.0.44 "GET /v2.0/ports?device_id=82b5fa31-bdb5-46d7-895b-261732dc720e HTTP/1.1" status: 200 len: 949 time: 0.0746443 Oct 27 10:31:13.603295 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-d572f2be-68b1-447c-b426-edaac5b831bd req-73f6e503-a400-49e4-afb5-d3824bb14958 tempest-ServersAdminNegativeTestJSON-1289737651 tempest-ServersAdminNegativeTestJSON-1289737651-project] 10.222.0.44 "GET /v2.0/security-groups?id=67689890-7b78-4fdd-a1db-f964f6c8c4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497122 Oct 27 10:31:13.694338 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] get_ports_and_sgs() called for port_ids ['fafe166a-e333-4828-ab22-d2bea70facea'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:31:13.702722 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-61ed0f18-6a1c-44b5-840a-37defe0bbe74 req-d6eaf7f9-19d9-409d-97b2-7da3fcacc3a4 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=1c300c04-98e2-444e-85bd-cd955e8e43fe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0751474 Oct 27 10:31:13.815079 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ed0f18-6a1c-44b5-840a-37defe0bbe74 req-91c3a8cf-cbcd-43f5-8c29-7f327a25cb3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:31:13.817897 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-61ed0f18-6a1c-44b5-840a-37defe0bbe74 req-91c3a8cf-cbcd-43f5-8c29-7f327a25cb3c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=fccb419307184e4f847f7a5ecc967169&device_id=1c300c04-98e2-444e-85bd-cd955e8e43fe HTTP/1.1" status: 200 len: 1098 time: 0.0882282 Oct 27 10:31:13.977292 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 58128) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:31:14.023963 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ed0f18-6a1c-44b5-840a-37defe0bbe74 req-baaf9dc7-899d-4af6-be86-d7dc3d116035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:31:14.025535 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-61ed0f18-6a1c-44b5-840a-37defe0bbe74 req-baaf9dc7-899d-4af6-be86-d7dc3d116035 service neutron] 10.222.0.64 "GET /v2.0/networks?id=c9bdb347-48e4-4111-a250-9327eec0fcb4 HTTP/1.1" status: 200 len: 917 time: 0.1843095 Oct 27 10:31:14.196977 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-61ed0f18-6a1c-44b5-840a-37defe0bbe74 req-d64fdc3a-4dfe-4a7d-aae3-2aaeb4a390d5 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3f815fb2-3c01-4d88-8dd7-69f9523bc525 HTTP/1.1" status: 200 len: 1002 time: 0.1631947 Oct 27 10:31:14.308084 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ed0f18-6a1c-44b5-840a-37defe0bbe74 req-d25d6be6-ac67-4d4f-bf89-b76e3cfe655c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:31:14.309716 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-61ed0f18-6a1c-44b5-840a-37defe0bbe74 req-d25d6be6-ac67-4d4f-bf89-b76e3cfe655c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8169b91d-99bf-40e1-a3f3-68194fe96559 HTTP/1.1" status: 200 len: 855 time: 0.1054597 Oct 27 10:31:14.394178 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ed0f18-6a1c-44b5-840a-37defe0bbe74 req-f214a3b6-5707-4940-843f-acd9ebe8ab01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:31:14.396741 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-61ed0f18-6a1c-44b5-840a-37defe0bbe74 req-f214a3b6-5707-4940-843f-acd9ebe8ab01 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c9bdb347-48e4-4111-a250-9327eec0fcb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0658236 Oct 27 10:31:14.536679 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-61ed0f18-6a1c-44b5-840a-37defe0bbe74 req-26512243-a3d7-41ab-b4fc-cfd5d62e7fe8 service neutron] 10.222.0.64 "GET /v2.0/networks/c9bdb347-48e4-4111-a250-9327eec0fcb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307437 Oct 27 10:31:14.679049 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-61ed0f18-6a1c-44b5-840a-37defe0bbe74 req-30d7efb5-316d-452d-b773-7fb83cbbeac2 service neutron] 10.222.0.64 "GET /v2.0/networks/c9bdb347-48e4-4111-a250-9327eec0fcb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338022 Oct 27 10:31:14.719875 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-3b25143b-b19d-4777-b7ae-e4ce9a60441f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1766202'] for router_interface, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:14.774371 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43f2e01-cf27-4d11-848f-4d0e44fae1ac req-63d57095-3e36-453f-9175-c0a7ee4ee63d tempest-ServersAdminNegativeTestJSON-1289737651 tempest-ServersAdminNegativeTestJSON-1289737651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:31:14.787819 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b43f2e01-cf27-4d11-848f-4d0e44fae1ac req-63d57095-3e36-453f-9175-c0a7ee4ee63d tempest-ServersAdminNegativeTestJSON-1289737651 tempest-ServersAdminNegativeTestJSON-1289737651-project] 10.222.0.44 "GET /v2.0/ports?device_id=82b5fa31-bdb5-46d7-895b-261732dc720e HTTP/1.1" status: 200 len: 949 time: 0.0808227 Oct 27 10:31:14.913821 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b43f2e01-cf27-4d11-848f-4d0e44fae1ac req-2eb66177-4c3f-412e-8159-15ffe4530aa4 tempest-ServersAdminNegativeTestJSON-1289737651 tempest-ServersAdminNegativeTestJSON-1289737651-project] 10.222.0.44 "GET /v2.0/security-groups?id=67689890-7b78-4fdd-a1db-f964f6c8c4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160548 Oct 27 10:31:15.037373 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device 863bd33a-7c9e-4cbf-aa6d-c8f79ce93249 no longer exists at agent hyperv_n-h2-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:31:15.066207 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-3b25143b-b19d-4777-b7ae-e4ce9a60441f admin admin] Deleting port f69b4e97-baa2-4385-ba2a-0003b68612f0 {{(pid=102346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:31:15.066659 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-3b25143b-b19d-4777-b7ae-e4ce9a60441f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:15.068435 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] No Port match for: 863bd33a-7c9e-4cbf-aa6d-c8f79ce93249 {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:31:15.079359 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device 863bd33a-7c9e-4cbf-aa6d-c8f79ce93249 not bound to the agent host n-h2-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:31:15.173904 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device fafe166a-e333-4828-ab22-d2bea70facea up at agent hyperv_n-h1-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:31:15.200266 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [None req-3b25143b-b19d-4777-b7ae-e4ce9a60441f admin admin] For port f69b4e97-baa2-4385-ba2a-0003b68612f0, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=f69b4e97-baa2-4385-ba2a-0003b68612f0,segment=NetworkSegment(61ab1b7f-66c3-42d8-a73a-3b9ec21f612f),segment_id=61ab1b7f-66c3-42d8-a73a-3b9ec21f612f)] {{(pid=102346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:31:15.206716 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-3b25143b-b19d-4777-b7ae-e4ce9a60441f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:15.224490 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-3b25143b-b19d-4777-b7ae-e4ce9a60441f admin admin] Calling delete_port for f69b4e97-baa2-4385-ba2a-0003b68612f0 owned by network:router_interface {{(pid=102346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:31:15.302419 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Provisioning for port fafe166a-e333-4828-ab22-d2bea70facea completed by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 10:31:15.307226 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Provisioning complete for port fafe166a-e333-4828-ab22-d2bea70facea triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:31:15.310741 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:15.453972 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:15.528653 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82b5fa31-bdb5-46d7-895b-261732dc720e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fafe166a-e333-4828-ab22-d2bea70facea'}] {{(pid=102348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:31:15.533719 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c588921fa634554a1d9242fdea1b05457a9ff1d3b28ba54ec1dace7f2f1df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e786ae61-c3d5-4cb7-9e8f-d84b40a1e340" -d '{"events": [{"server_uuid": "82b5fa31-bdb5-46d7-895b-261732dc720e", "name": "network-vif-plugged", "status": "completed", "tag": "fafe166a-e333-4828-ab22-d2bea70facea"}]}' {{(pid=102348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:31:15.588398 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-3b25143b-b19d-4777-b7ae-e4ce9a60441f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:15.610268 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port fafe166a-e333-4828-ab22-d2bea70facea, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=fafe166a-e333-4828-ab22-d2bea70facea,segment=NetworkSegment(f7c42c6d-2766-46d8-a8b7-4852117a5555),segment_id=f7c42c6d-2766-46d8-a8b7-4852117a5555)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:31:15.622298 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:15.641700 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b25143b-b19d-4777-b7ae-e4ce9a60441f admin admin] Pushing event deleted for resources: {'Port': ['ID=f69b4e97-baa2-4385-ba2a-0003b68612f0,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:31:15.705923 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:31:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55ef4335-ff63-4c95-b47a-8a9743a0f0d6 x-openstack-request-id: req-55ef4335-ff63-4c95-b47a-8a9743a0f0d6 {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:31:15.716676 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82b5fa31-bdb5-46d7-895b-261732dc720e", "name": "network-vif-plugged", "status": "completed", "tag": "fafe166a-e333-4828-ab22-d2bea70facea", "code": 200}]} {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:31:15.716930 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-55ef4335-ff63-4c95-b47a-8a9743a0f0d6 {{(pid=102348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:31:15.717376 n-d-813419-10 neutron-server[102348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82b5fa31-bdb5-46d7-895b-261732dc720e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fafe166a-e333-4828-ab22-d2bea70facea', 'code': 200} Oct 27 10:31:15.793687 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Pushing event updated for resources: {'Port': ['ID=fafe166a-e333-4828-ab22-d2bea70facea,revision_number=5']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:31:15.850998 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec42f27-668e-4c7a-adc8-9aca561beeac req-50c1166d-c499-4fa9-8fc0-fb9260007efc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:31:15.853165 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-aec42f27-668e-4c7a-adc8-9aca561beeac req-50c1166d-c499-4fa9-8fc0-fb9260007efc service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=82b5fa31-bdb5-46d7-895b-261732dc720e HTTP/1.1" status: 200 len: 1102 time: 0.1122875 Oct 27 10:31:15.896615 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-3b25143b-b19d-4777-b7ae-e4ce9a60441f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2006968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1766358'] for router_interface, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:15.927330 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-aec42f27-668e-4c7a-adc8-9aca561beeac req-b9861997-8ea6-4e6c-b3e1-c661cca2eae2 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=67689890-7b78-4fdd-a1db-f964f6c8c4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660009 Oct 27 10:31:15.948131 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 58210) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:31:16.133692 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-4150bfa3-3df3-4636-9479-e3fa5bc670cd admin admin] Publish callbacks [] for security_group, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:16.184569 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-03fc4f4d-648b-4d63-ace1-df58a55f426b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:16.301992 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-4150bfa3-3df3-4636-9479-e3fa5bc670cd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:16.308058 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-4150bfa3-3df3-4636-9479-e3fa5bc670cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:16.378301 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-4150bfa3-3df3-4636-9479-e3fa5bc670cd admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0b796909a7b74129b37ad5f8485a5080&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4287322 Oct 27 10:31:16.379905 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4150bfa3-3df3-4636-9479-e3fa5bc670cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=517926f5-4dce-4332-8a9a-1f1c5ddccb81,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:31:16.383577 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 58224) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:31:16.462606 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-1c75342a-eedf-4c52-a933-d14b7c76624c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:16.504711 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-1c75342a-eedf-4c52-a933-d14b7c76624c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:16.566539 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-1c75342a-eedf-4c52-a933-d14b7c76624c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:16.570063 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-1c75342a-eedf-4c52-a933-d14b7c76624c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:16.580702 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-1c75342a-eedf-4c52-a933-d14b7c76624c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/517926f5-4dce-4332-8a9a-1f1c5ddccb81 HTTP/1.1" status: 204 len: 168 time: 0.1913328 Oct 27 10:31:16.596312 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c75342a-eedf-4c52-a933-d14b7c76624c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=517926f5-4dce-4332-8a9a-1f1c5ddccb81,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:31:16.649614 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856e1e54-65db-4fad-8fa8-6b355823553a req-8e14c7ca-302b-457c-ad2f-31a7c210ff62 tempest-ServersAdminNegativeTestJSON-1289737651 tempest-ServersAdminNegativeTestJSON-1289737651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:31:16.651425 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-856e1e54-65db-4fad-8fa8-6b355823553a req-8e14c7ca-302b-457c-ad2f-31a7c210ff62 tempest-ServersAdminNegativeTestJSON-1289737651 tempest-ServersAdminNegativeTestJSON-1289737651-project] 10.222.0.44 "GET /v2.0/ports?device_id=82b5fa31-bdb5-46d7-895b-261732dc720e HTTP/1.1" status: 200 len: 950 time: 0.6156707 Oct 27 10:31:16.730692 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-856e1e54-65db-4fad-8fa8-6b355823553a req-a02ce090-bfba-47ab-a581-52a5774a7b99 tempest-ServersAdminNegativeTestJSON-1289737651 tempest-ServersAdminNegativeTestJSON-1289737651-project] 10.222.0.44 "GET /v2.0/security-groups?id=67689890-7b78-4fdd-a1db-f964f6c8c4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655794 Oct 27 10:31:16.752385 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b25143b-b19d-4777-b7ae-e4ce9a60441f admin admin] Router 0bb6383f-4f88-49ef-b89d-081c9676148f has already been hosted by L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb {{(pid=102346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 10:31:16.918881 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b25143b-b19d-4777-b7ae-e4ce9a60441f admin admin] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:31:16.929392 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21c09575-c1dc-4015-8710-2e2fe27a8d4a None None] Sync routers for ids ['0bb6383f-4f88-49ef-b89d-081c9676148f'] in n-d-813419-10 {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:31:16.931303 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-3b25143b-b19d-4777-b7ae-e4ce9a60441f admin admin] 10.222.0.44 "PUT /v2.0/routers/0bb6383f-4f88-49ef-b89d-081c9676148f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9527581 Oct 27 10:31:16.933875 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 58240) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:31:16.944450 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21c09575-c1dc-4015-8710-2e2fe27a8d4a None None] Routers {'0bb6383f-4f88-49ef-b89d-081c9676148f'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:31:16.945362 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-21c09575-c1dc-4015-8710-2e2fe27a8d4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:30:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['0bb6383f-4f88-49ef-b89d-081c9676148f'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:31:17.179452 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvr_db [None req-21c09575-c1dc-4015-8710-2e2fe27a8d4a None None] Set router 0bb6383f-4f88-49ef-b89d-081c9676148f gateway port host: n-d-813419-10 {{(pid=102348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:31:17.180122 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-0072b46c-166b-4347-84ae-53d6983ef478 admin admin] Publish callbacks [] for router, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:17.350604 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-0072b46c-166b-4347-84ae-53d6983ef478 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:17.423203 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-0072b46c-166b-4347-84ae-53d6983ef478 admin admin] Deleting port c3dd479c-aca2-4477-86e8-6d0468968157 {{(pid=102347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:31:17.423685 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-0072b46c-166b-4347-84ae-53d6983ef478 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:17.567006 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [None req-0072b46c-166b-4347-84ae-53d6983ef478 admin admin] For port c3dd479c-aca2-4477-86e8-6d0468968157, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=c3dd479c-aca2-4477-86e8-6d0468968157,segment=NetworkSegment(bc14127b-7032-4c50-bb5b-f6813cbae86e),segment_id=bc14127b-7032-4c50-bb5b-f6813cbae86e)] {{(pid=102347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:31:17.567763 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-0072b46c-166b-4347-84ae-53d6983ef478 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:17.586482 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-0072b46c-166b-4347-84ae-53d6983ef478 admin admin] Calling delete_port for c3dd479c-aca2-4477-86e8-6d0468968157 owned by network:router_gateway {{(pid=102347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:31:17.676650 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-21c09575-c1dc-4015-8710-2e2fe27a8d4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bb6383f-4f88-49ef-b89d-081c9676148f', 'name': 'tempest-AttachSCSIVolumeTestJSON-1708722759-router', 'tenant_id': '5c4292e7b3054fefacdede3cb596f6a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.66'}], 'enable_snat': True}, 'gw_port_id': 'c3dd479c-aca2-4477-86e8-6d0468968157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:28:44Z', 'updated_at': '2021-10-27T10:31:15Z', 'revision_number': 5, 'project_id': '5c4292e7b3054fefacdede3cb596f6a1', 'gw_port': {'id': 'c3dd479c-aca2-4477-86e8-6d0468968157', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:8f:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bb6383f-4f88-49ef-b89d-081c9676148f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1226, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:28:46Z', 'updated_at': '2021-10-27T10:28:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10'}], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:31:17.730070 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21c09575-c1dc-4015-8710-2e2fe27a8d4a None None] Checking router: 0bb6383f-4f88-49ef-b89d-081c9676148f for host: n-d-813419-10 {{(pid=102348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 10:31:17.750754 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21c09575-c1dc-4015-8710-2e2fe27a8d4a None None] Routers {'0bb6383f-4f88-49ef-b89d-081c9676148f'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:31:17.751580 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-21c09575-c1dc-4015-8710-2e2fe27a8d4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:30:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['0bb6383f-4f88-49ef-b89d-081c9676148f'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:31:17.763797 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 58276) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:31:17.829978 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-0072b46c-166b-4347-84ae-53d6983ef478 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:17.850697 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvr_db [None req-21c09575-c1dc-4015-8710-2e2fe27a8d4a None None] Set router 0bb6383f-4f88-49ef-b89d-081c9676148f gateway port host: None {{(pid=102348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:31:17.909655 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-21c09575-c1dc-4015-8710-2e2fe27a8d4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bb6383f-4f88-49ef-b89d-081c9676148f', 'name': 'tempest-AttachSCSIVolumeTestJSON-1708722759-router', 'tenant_id': '5c4292e7b3054fefacdede3cb596f6a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:28:44Z', 'updated_at': '2021-10-27T10:31:17Z', 'revision_number': 6, 'project_id': '5c4292e7b3054fefacdede3cb596f6a1', 'gw_port_host': None}], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:31:17.931110 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0072b46c-166b-4347-84ae-53d6983ef478 admin admin] Pushing event deleted for resources: {'Port': ['ID=c3dd479c-aca2-4477-86e8-6d0468968157,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:31:17.981216 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21c09575-c1dc-4015-8710-2e2fe27a8d4a None None] The sync data for ids ['0bb6383f-4f88-49ef-b89d-081c9676148f'] in n-d-813419-10 is: [{'id': '0bb6383f-4f88-49ef-b89d-081c9676148f', 'name': 'tempest-AttachSCSIVolumeTestJSON-1708722759-router', 'tenant_id': '5c4292e7b3054fefacdede3cb596f6a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:28:44Z', 'updated_at': '2021-10-27T10:31:17Z', 'revision_number': 6, 'project_id': '5c4292e7b3054fefacdede3cb596f6a1', 'gw_port_host': None}] {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:31:17.987874 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e601f655-39be-4e7a-a325-8e11861b73ea req-3d073411-659c-470e-88cb-edeabe34627e tempest-ServersAdminNegativeTestJSON-1289737651 tempest-ServersAdminNegativeTestJSON-1289737651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:31:17.995804 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-e601f655-39be-4e7a-a325-8e11861b73ea req-3d073411-659c-470e-88cb-edeabe34627e tempest-ServersAdminNegativeTestJSON-1289737651 tempest-ServersAdminNegativeTestJSON-1289737651-project] 10.222.0.44 "GET /v2.0/ports?device_id=82b5fa31-bdb5-46d7-895b-261732dc720e HTTP/1.1" status: 200 len: 950 time: 0.1188891 Oct 27 10:31:18.038138 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-76000d6f-947d-4092-891e-ce89f4c12ceb admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1561106593-network', 'tenant_id': '7a75806f732447d68ca40a83500d955d'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:31:18.046892 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-0072b46c-166b-4347-84ae-53d6983ef478 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1664884'] for router_gateway, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:18.080689 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-e601f655-39be-4e7a-a325-8e11861b73ea req-3a830d67-6926-4725-85c4-6e1d0b471d9c tempest-ServersAdminNegativeTestJSON-1289737651 tempest-ServersAdminNegativeTestJSON-1289737651-project] 10.222.0.44 "GET /v2.0/security-groups?id=67689890-7b78-4fdd-a1db-f964f6c8c4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798652 Oct 27 10:31:18.088925 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76000d6f-947d-4092-891e-ce89f4c12ceb admin admin] Made reservation on behalf of 7a75806f732447d68ca40a83500d955d for: {'network': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:31:18.100780 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-76000d6f-947d-4092-891e-ce89f4c12ceb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for network, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:18.109085 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-76000d6f-947d-4092-891e-ce89f4c12ceb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:18.213328 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-0072b46c-166b-4347-84ae-53d6983ef478 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1765662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3700'] for router, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:18.215616 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-0072b46c-166b-4347-84ae-53d6983ef478 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:18.293750 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-76000d6f-947d-4092-891e-ce89f4c12ceb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:18.295432 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-0072b46c-166b-4347-84ae-53d6983ef478 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1765641'] for router, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:18.296219 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0072b46c-166b-4347-84ae-53d6983ef478 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0bb6383f-4f88-49ef-b89d-081c9676148f {{(pid=102347) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 10:31:18.301258 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-0072b46c-166b-4347-84ae-53d6983ef478 admin admin] Publish callbacks [] for router, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:18.314455 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-76000d6f-947d-4092-891e-ce89f4c12ceb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:18.317678 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-0072b46c-166b-4347-84ae-53d6983ef478 admin admin] 10.222.0.44 "DELETE /v2.0/routers/0bb6383f-4f88-49ef-b89d-081c9676148f HTTP/1.1" status: 204 len: 168 time: 1.3805516 Oct 27 10:31:18.319172 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 58292) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:31:18.414590 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_v2 [None req-89c261da-a4d3-43f2-baa3-05e08d7f8a1e admin admin] Deleting subnet c2495fe4-ca7d-4e68-a399-b799b33f5730 {{(pid=102347) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 10:31:18.420047 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-89c261da-a4d3-43f2-baa3-05e08d7f8a1e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:18.426526 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76000d6f-947d-4092-891e-ce89f4c12ceb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c4e7f40-f343-4029-b885-2bac0a938c2d,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:31:18.446745 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76000d6f-947d-4092-891e-ce89f4c12ceb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 411} {{(pid=102346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 10:31:18.472521 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-76000d6f-947d-4092-891e-ce89f4c12ceb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:18.472788 n-d-813419-10 neutron-server[102346]: INFO neutron.db.segments_db [None req-76000d6f-947d-4092-891e-ce89f4c12ceb admin admin] Added segment 633ff08f-11cd-4e98-be2e-dddd49efeea1 of type vlan for network 823b724c-a4df-49e4-a48e-438212c85945 Oct 27 10:31:18.499787 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-89c261da-a4d3-43f2-baa3-05e08d7f8a1e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-18445109'] for subnet, precommit_delete_associations {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:18.654190 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-76000d6f-947d-4092-891e-ce89f4c12ceb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743872593080'] for network, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:18.684946 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-89c261da-a4d3-43f2-baa3-05e08d7f8a1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855646'] for subnet, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:18.697903 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9c95a9-4983-4cf9-8b1c-932666aea24f req-ba73aa7c-289a-44a8-a021-6d5dbbe5a243 tempest-ServersAdminNegativeTestJSON-2103996477 tempest-ServersAdminNegativeTestJSON-2103996477-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:31:18.704873 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-7e9c95a9-4983-4cf9-8b1c-932666aea24f req-ba73aa7c-289a-44a8-a021-6d5dbbe5a243 tempest-ServersAdminNegativeTestJSON-2103996477 tempest-ServersAdminNegativeTestJSON-2103996477-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=82b5fa31-bdb5-46d7-895b-261732dc720e HTTP/1.1" status: 200 len: 1102 time: 0.1365657 Oct 27 10:31:18.706242 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-76000d6f-947d-4092-891e-ce89f4c12ceb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913'] for network, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:18.707888 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76000d6f-947d-4092-891e-ce89f4c12ceb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:31:18.708554 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-76000d6f-947d-4092-891e-ce89f4c12ceb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for network, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:18.745468 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-7e9c95a9-4983-4cf9-8b1c-932666aea24f req-b0f5e498-f309-44e8-bf0a-acf7d08a108d tempest-ServersAdminNegativeTestJSON-2103996477 tempest-ServersAdminNegativeTestJSON-2103996477-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:18.790750 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-89c261da-a4d3-43f2-baa3-05e08d7f8a1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-18295818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18043720'] for subnet, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:18.818734 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-89c261da-a4d3-43f2-baa3-05e08d7f8a1e admin admin] Publish callbacks [] for subnet, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:18.821875 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-89c261da-a4d3-43f2-baa3-05e08d7f8a1e admin admin] 10.222.0.44 "DELETE /v2.0/subnets/c2495fe4-ca7d-4e68-a399-b799b33f5730 HTTP/1.1" status: 204 len: 168 time: 0.5003431 Oct 27 10:31:18.831271 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 58304) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:31:18.843602 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a78c9a8-1f87-430a-bf2e-33c1bcffea80 None None] Network 9fa080ff-8029-45dd-ae93-e229036e413f requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:31:18.904782 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c261da-a4d3-43f2-baa3-05e08d7f8a1e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c2495fe4-ca7d-4e68-a399-b799b33f5730,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:31:18.948451 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76000d6f-947d-4092-891e-ce89f4c12ceb admin admin] Pushing event updated for resources: {'Network': ['ID=823b724c-a4df-49e4-a48e-438212c85945,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:31:18.969967 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Network 823b724c-a4df-49e4-a48e-438212c85945 details requested by agent ovs-agent-n-d-813419-10 with host n-d-813419-10 {{(pid=102348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 10:31:19.014646 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-7e9c95a9-4983-4cf9-8b1c-932666aea24f req-b0f5e498-f309-44e8-bf0a-acf7d08a108d tempest-ServersAdminNegativeTestJSON-2103996477 tempest-ServersAdminNegativeTestJSON-2103996477-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:19.044920 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-7e9c95a9-4983-4cf9-8b1c-932666aea24f req-b0f5e498-f309-44e8-bf0a-acf7d08a108d tempest-ServersAdminNegativeTestJSON-2103996477 tempest-ServersAdminNegativeTestJSON-2103996477-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:19.066904 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-76000d6f-947d-4092-891e-ce89f4c12ceb admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.2970967 Oct 27 10:31:19.067500 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 58312) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:31:19.095270 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-1090ab84-6f27-458c-b2fc-b72a5064eda3 admin admin] Request body: {'subnet': {'network_id': '823b724c-a4df-49e4-a48e-438212c85945', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1561106593-subnet', 'tenant_id': '7a75806f732447d68ca40a83500d955d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:31:19.108706 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-7e9c95a9-4983-4cf9-8b1c-932666aea24f req-b0f5e498-f309-44e8-bf0a-acf7d08a108d tempest-ServersAdminNegativeTestJSON-2103996477 tempest-ServersAdminNegativeTestJSON-2103996477-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=67689890-7b78-4fdd-a1db-f964f6c8c4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3944688 Oct 27 10:31:19.176393 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1090ab84-6f27-458c-b2fc-b72a5064eda3 admin admin] Made reservation on behalf of 7a75806f732447d68ca40a83500d955d for: {'subnet': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:31:19.179702 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-1090ab84-6f27-458c-b2fc-b72a5064eda3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18044073'] for subnet, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:19.198841 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f5e498-f309-44e8-bf0a-acf7d08a108d tempest-ServersAdminNegativeTestJSON-2103996477 tempest-ServersAdminNegativeTestJSON-2103996477-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fc08a96-87eb-4be0-830e-fb8032cc3983,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:31:19.221155 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-838b85ef-1e76-4c00-8f80-0457d7cdd877 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586917'] for network, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:19.250063 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device c3dd479c-aca2-4477-86e8-6d0468968157 no longer exists at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:31:19.267164 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-6f3fe039-9ada-4a52-b114-ba19a0d16065 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:19.341300 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] No Port match for: c3dd479c-aca2-4477-86e8-6d0468968157 {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:31:19.342103 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device c3dd479c-aca2-4477-86e8-6d0468968157 not bound to the agent host n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:31:19.343228 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device f69b4e97-baa2-4385-ba2a-0003b68612f0 no longer exists at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:31:19.355272 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-838b85ef-1e76-4c00-8f80-0457d7cdd877 admin admin] Deleting port 85231b4d-cb13-4ded-82bf-5c5745ec2151 {{(pid=102346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:31:19.355611 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-838b85ef-1e76-4c00-8f80-0457d7cdd877 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:19.374186 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] No Port match for: f69b4e97-baa2-4385-ba2a-0003b68612f0 {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:31:19.374833 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device f69b4e97-baa2-4385-ba2a-0003b68612f0 not bound to the agent host n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:31:19.528427 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e009fb72-402d-497c-886a-80ed5046d5a9 None None] DHCP port deletion for 9fa080ff-8029-45dd-ae93-e229036e413f request from n-d-813419-10 {{(pid=102348) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 10:31:19.550824 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [None req-838b85ef-1e76-4c00-8f80-0457d7cdd877 admin admin] For port 85231b4d-cb13-4ded-82bf-5c5745ec2151, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=85231b4d-cb13-4ded-82bf-5c5745ec2151,segment=NetworkSegment(61ab1b7f-66c3-42d8-a73a-3b9ec21f612f),segment_id=61ab1b7f-66c3-42d8-a73a-3b9ec21f612f)] {{(pid=102346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:31:19.551652 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-838b85ef-1e76-4c00-8f80-0457d7cdd877 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:19.568071 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-838b85ef-1e76-4c00-8f80-0457d7cdd877 admin admin] Calling delete_port for 85231b4d-cb13-4ded-82bf-5c5745ec2151 owned by network:dhcp {{(pid=102346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:31:19.670282 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-1090ab84-6f27-458c-b2fc-b72a5064eda3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-18295883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18044091'] for subnet, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:19.741180 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-838b85ef-1e76-4c00-8f80-0457d7cdd877 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:19.742130 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-e009fb72-402d-497c-886a-80ed5046d5a9 None None] Deleting port 85231b4d-cb13-4ded-82bf-5c5745ec2151 {{(pid=102348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:31:19.743226 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-e009fb72-402d-497c-886a-80ed5046d5a9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:19.795388 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838b85ef-1e76-4c00-8f80-0457d7cdd877 admin admin] Pushing event deleted for resources: {'Port': ['ID=85231b4d-cb13-4ded-82bf-5c5745ec2151,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:31:19.799753 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-838b85ef-1e76-4c00-8f80-0457d7cdd877 admin admin] No DVR routers for this DVR port 85231b4d-cb13-4ded-82bf-5c5745ec2151 on host n-d-813419-10 {{(pid=102346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:31:19.816162 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1090ab84-6f27-458c-b2fc-b72a5064eda3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=867e3761-3f04-40e2-b4bb-5b0ff4404cac,revision_number=0']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:31:19.818367 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1090ab84-6f27-458c-b2fc-b72a5064eda3 admin admin] Checking segment: {'id': '633ff08f-11cd-4e98-be2e-dddd49efeea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '823b724c-a4df-49e4-a48e-438212c85945'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:31:19.818727 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1090ab84-6f27-458c-b2fc-b72a5064eda3 admin admin] Network hostable DHCP agents. Network: 823b724c-a4df-49e4-a48e-438212c85945, hostable agents: ['eafd4000-b897-4722-ae8b-0118ec955181'], hosted agents: [] {{(pid=102347) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 10:31:19.846754 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1090ab84-6f27-458c-b2fc-b72a5064eda3 admin admin] Network 823b724c-a4df-49e4-a48e-438212c85945 is scheduled to be hosted by DHCP agent eafd4000-b897-4722-ae8b-0118ec955181 with binding_index 1 {{(pid=102347) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 10:31:19.861642 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [None req-1090ab84-6f27-458c-b2fc-b72a5064eda3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-10, 823b724c-a4df-49e4-a48e-438212c85945) {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:31:19.875766 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1090ab84-6f27-458c-b2fc-b72a5064eda3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:31:19.876420 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68e4ce81-60c0-431e-b6c4-afdd6f7b768b None None] Network 823b724c-a4df-49e4-a48e-438212c85945 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:31:19.877790 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-1090ab84-6f27-458c-b2fc-b72a5064eda3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:19.899564 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-1090ab84-6f27-458c-b2fc-b72a5064eda3 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.8301892 Oct 27 10:31:19.902171 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 58330) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:31:19.908391 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-a7ff660d-88dd-408e-929d-c529e4127627 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1561106593-router', 'tenant_id': '7a75806f732447d68ca40a83500d955d', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'}}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:31:19.939581 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-a7ff660d-88dd-408e-929d-c529e4127627 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1768632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3610'] for router, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:19.943857 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-a7ff660d-88dd-408e-929d-c529e4127627 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1765704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1769409', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1694266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3597'] for router, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:19.949658 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-e009fb72-402d-497c-886a-80ed5046d5a9 None None] For port 85231b4d-cb13-4ded-82bf-5c5745ec2151, host n-d-813419-10, got binding levels [] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:31:19.950122 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-e009fb72-402d-497c-886a-80ed5046d5a9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:20.016675 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-a7ff660d-88dd-408e-929d-c529e4127627 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:20.025700 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-eadeaa30-4096-4d1a-b3cb-aa7ebfb291ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:20.028337 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-e009fb72-402d-497c-886a-80ed5046d5a9 None None] Calling delete_port for 85231b4d-cb13-4ded-82bf-5c5745ec2151 owned by network:dhcp {{(pid=102348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:31:20.032854 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.ipam_backend_mixin [None req-e009fb72-402d-497c-886a-80ed5046d5a9 None None] Port 85231b4d-cb13-4ded-82bf-5c5745ec2151 was not found and therefore no delete operation was performed {{(pid=102348) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 27 10:31:20.035536 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:20.040756 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-e009fb72-402d-497c-886a-80ed5046d5a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615'] for port, after_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:20.073378 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e009fb72-402d-497c-886a-80ed5046d5a9 None None] Pushing event deleted for resources: {'Port': ['ID=85231b4d-cb13-4ded-82bf-5c5745ec2151,revision_number=None']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:31:20.089518 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e009fb72-402d-497c-886a-80ed5046d5a9 None None] No DVR routers for this DVR port 85231b4d-cb13-4ded-82bf-5c5745ec2151 on host n-d-813419-10 {{(pid=102348) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:31:20.177455 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-838b85ef-1e76-4c00-8f80-0457d7cdd877 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857803', 'neutron.services.segments.db._delete_segments_for_network-8743873143390'] for network, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:20.216733 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3621773-6cbe-47b0-b1dd-7578366032e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp734b258e-7d96-550c-b970-9b72ab66f383-823b724c-a4df-49e4-a48e-438212c85945', 'network_id': '823b724c-a4df-49e4-a48e-438212c85945', 'tenant_id': '7a75806f732447d68ca40a83500d955d', 'fixed_ips': [{'subnet_id': '867e3761-3f04-40e2-b4bb-5b0ff4404cac'}]}} from n-d-813419-10. {{(pid=102348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 10:31:20.217737 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-e3621773-6cbe-47b0-b1dd-7578366032e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:20.228177 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-838b85ef-1e76-4c00-8f80-0457d7cdd877 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9fa080ff-8029-45dd-ae93-e229036e413f']}} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:31:20.242824 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-838b85ef-1e76-4c00-8f80-0457d7cdd877 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61ab1b7f-66c3-42d8-a73a-3b9ec21f612f') {'for_net_delete': True} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:31:20.243255 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-838b85ef-1e76-4c00-8f80-0457d7cdd877 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61ab1b7f-66c3-42d8-a73a-3b9ec21f612f') {} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:31:20.248241 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-1e1a6a99-d182-4881-8710-7b20a477f7fb req-00757b0b-a2fc-432b-8265-5bd0a8238450 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=ec426f37-47a7-4e9c-870c-91e8df99e748&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1858029 Oct 27 10:31:20.258347 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-838b85ef-1e76-4c00-8f80-0457d7cdd877 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743873145191', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25847877'] for segment, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:20.275910 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-838b85ef-1e76-4c00-8f80-0457d7cdd877 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:20.286392 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-838b85ef-1e76-4c00-8f80-0457d7cdd877 admin admin] Releasing vlan 443 on physical network physnet1 to pool {{(pid=102346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 10:31:20.287122 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-838b85ef-1e76-4c00-8f80-0457d7cdd877 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27024137'] for segment, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:20.290086 n-d-813419-10 neutron-server[102346]: Traceback (most recent call last): Oct 27 10:31:20.290086 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 10:31:20.290086 n-d-813419-10 neutron-server[102346]: timer() Oct 27 10:31:20.290086 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 10:31:20.290086 n-d-813419-10 neutron-server[102346]: cb(*args, **kw) Oct 27 10:31:20.290086 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 10:31:20.290086 n-d-813419-10 neutron-server[102346]: return func(*args, **kwargs) Oct 27 10:31:20.290086 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 10:31:20.290086 n-d-813419-10 neutron-server[102346]: self._notify() Oct 27 10:31:20.290086 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 10:31:20.290086 n-d-813419-10 neutron-server[102346]: self.callback(batched_events) Oct 27 10:31:20.290086 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 10:31:20.290086 n-d-813419-10 neutron-server[102346]: event.method(event) Oct 27 10:31:20.290086 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 10:31:20.290086 n-d-813419-10 neutron-server[102346]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 10:31:20.290086 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 10:31:20.290086 n-d-813419-10 neutron-server[102346]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 10:31:20.290086 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 10:31:20.290086 n-d-813419-10 neutron-server[102346]: return f(self, *a, **k) Oct 27 10:31:20.290086 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 10:31:20.290086 n-d-813419-10 neutron-server[102346]: return self._get(url).json() Oct 27 10:31:20.290086 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 10:31:20.290086 n-d-813419-10 neutron-server[102346]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 10:31:20.290086 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 10:31:20.290086 n-d-813419-10 neutron-server[102346]: return self.request(url, 'GET', **kwargs) Oct 27 10:31:20.290086 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 10:31:20.290086 n-d-813419-10 neutron-server[102346]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 10:31:20.290086 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 10:31:20.290086 n-d-813419-10 neutron-server[102346]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 10:31:20.290086 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 10:31:20.290086 n-d-813419-10 neutron-server[102346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 10:31:20.290086 n-d-813419-10 neutron-server[102346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 10:31:20.351180 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-a7ff660d-88dd-408e-929d-c529e4127627 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:20.405111 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-838b85ef-1e76-4c00-8f80-0457d7cdd877 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664840'] for network, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:20.415857 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c786c595-1ba5-4748-a625-6bd6732705ea req-0fc302d9-bd75-44a2-af65-33a7131b5f7d tempest-ServersAdminNegativeTestJSON-2103996477 tempest-ServersAdminNegativeTestJSON-2103996477-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:31:20.425104 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c786c595-1ba5-4748-a625-6bd6732705ea req-0fc302d9-bd75-44a2-af65-33a7131b5f7d tempest-ServersAdminNegativeTestJSON-2103996477 tempest-ServersAdminNegativeTestJSON-2103996477-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=82b5fa31-bdb5-46d7-895b-261732dc720e HTTP/1.1" status: 200 len: 1102 time: 0.1850810 Oct 27 10:31:20.450394 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-838b85ef-1e76-4c00-8f80-0457d7cdd877 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for network, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:20.453938 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-838b85ef-1e76-4c00-8f80-0457d7cdd877 admin admin] 10.222.0.44 "DELETE /v2.0/networks/9fa080ff-8029-45dd-ae93-e229036e413f HTTP/1.1" status: 204 len: 168 time: 1.5424740 Oct 27 10:31:20.468725 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 58342) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:31:20.478810 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838b85ef-1e76-4c00-8f80-0457d7cdd877 admin admin] Pushing event deleted for resources: {'Network': ['ID=9fa080ff-8029-45dd-ae93-e229036e413f,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:31:20.506914 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.db_base_plugin_common [None req-e3621773-6cbe-47b0-b1dd-7578366032e1 None None] Allocated IP 172.20.0.2 (823b724c-a4df-49e4-a48e-438212c85945/867e3761-3f04-40e2-b4bb-5b0ff4404cac/31513088-1530-4bab-bca8-ddc5c8e8cd56) {{(pid=102348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:31:20.565667 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1a6a99-d182-4881-8710-7b20a477f7fb req-546c163c-f78c-4df3-934b-6552326565f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:31:20.566705 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-1e1a6a99-d182-4881-8710-7b20a477f7fb req-546c163c-f78c-4df3-934b-6552326565f4 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=50ab7eab762445ca9e27bf807345be3c&device_id=ec426f37-47a7-4e9c-870c-91e8df99e748 HTTP/1.1" status: 200 len: 1097 time: 0.2386479 Oct 27 10:31:20.824964 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-e3621773-6cbe-47b0-b1dd-7578366032e1 None None] Publish callbacks [] for port, precommit_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:20.837520 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-e3621773-6cbe-47b0-b1dd-7578366032e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606'] for port, after_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:20.878896 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c786c595-1ba5-4748-a625-6bd6732705ea req-badd683e-f85a-46d7-8ba0-e2109eddfddb tempest-ServersAdminNegativeTestJSON-2103996477 tempest-ServersAdminNegativeTestJSON-2103996477-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=67689890-7b78-4fdd-a1db-f964f6c8c4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4527433 Oct 27 10:31:20.890847 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3621773-6cbe-47b0-b1dd-7578366032e1 None None] Pushing event updated for resources: {'Port': ['ID=31513088-1530-4bab-bca8-ddc5c8e8cd56,revision_number=1']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:31:20.910481 n-d-813419-10 neutron-server[102348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3621773-6cbe-47b0-b1dd-7578366032e1 None None] Network 823b724c-a4df-49e4-a48e-438212c85945 is already hosted by enough agents. {{(pid=102348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:31:20.911980 n-d-813419-10 neutron-server[102348]: DEBUG neutron.scheduler.base_scheduler [None req-e3621773-6cbe-47b0-b1dd-7578366032e1 None None] Resources bound (agent type, host, resource id): {{(pid=102348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:31:20.914302 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3621773-6cbe-47b0-b1dd-7578366032e1 None None] Received port after_create {{(pid=102348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:31:20.966314 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1a6a99-d182-4881-8710-7b20a477f7fb req-f8804582-95a2-4aba-86ab-b435e4f1fc2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:31:20.968432 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-1e1a6a99-d182-4881-8710-7b20a477f7fb req-f8804582-95a2-4aba-86ab-b435e4f1fc2f service neutron] 10.222.0.76 "GET /v2.0/networks?id=2b5dda7b-dc05-4d2b-a3dd-2052b5b3ce50 HTTP/1.1" status: 200 len: 915 time: 0.3709388 Oct 27 10:31:21.020061 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-e3621773-6cbe-47b0-b1dd-7578366032e1 None None] Attempting to bind port 31513088-1530-4bab-bca8-ddc5c8e8cd56 on host n-d-813419-10 for vnic_type normal with profile {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:31:21.020468 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-e3621773-6cbe-47b0-b1dd-7578366032e1 None None] Attempting to bind port 31513088-1530-4bab-bca8-ddc5c8e8cd56 by drivers openvswitch,hyperv on host n-d-813419-10 at level 0 using segments [{'id': '633ff08f-11cd-4e98-be2e-dddd49efeea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '823b724c-a4df-49e4-a48e-438212c85945'}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:31:21.020837 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3621773-6cbe-47b0-b1dd-7578366032e1 None None] Attempting to bind port 31513088-1530-4bab-bca8-ddc5c8e8cd56 on network 823b724c-a4df-49e4-a48e-438212c85945 {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:31:21.030932 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3621773-6cbe-47b0-b1dd-7578366032e1 None None] Checking agent: {'id': '89dba0f3-79b2-435e-9822-33674b8f6ada', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 8, 20), 'started_at': datetime.datetime(2021, 10, 27, 10, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 31, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:31:21.031469 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3621773-6cbe-47b0-b1dd-7578366032e1 None None] Checking segment: {'id': '633ff08f-11cd-4e98-be2e-dddd49efeea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '823b724c-a4df-49e4-a48e-438212c85945'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:31:21.031969 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-e3621773-6cbe-47b0-b1dd-7578366032e1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:21.032994 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3621773-6cbe-47b0-b1dd-7578366032e1 None None] Bound using segment: {'id': '633ff08f-11cd-4e98-be2e-dddd49efeea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '823b724c-a4df-49e4-a48e-438212c85945'} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:31:21.033590 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-e3621773-6cbe-47b0-b1dd-7578366032e1 None None] Bound port: 31513088-1530-4bab-bca8-ddc5c8e8cd56, host: n-d-813419-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '633ff08f-11cd-4e98-be2e-dddd49efeea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '823b724c-a4df-49e4-a48e-438212c85945'}}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:31:21.034070 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-e3621773-6cbe-47b0-b1dd-7578366032e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:21.052974 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [req-21eefd3f-cfe4-41c1-a305-99ca86ac1c7a req-0a3583e6-a0bb-4029-ac31-c4c0b9c6c914 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=102346) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 10:31:21.053961 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-21eefd3f-cfe4-41c1-a305-99ca86ac1c7a req-0a3583e6-a0bb-4029-ac31-c4c0b9c6c914 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0235815 Oct 27 10:31:21.133720 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-e3621773-6cbe-47b0-b1dd-7578366032e1 None None] For port 31513088-1530-4bab-bca8-ddc5c8e8cd56, host n-d-813419-10, cleared binding levels {{(pid=102348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:31:21.137620 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-e3621773-6cbe-47b0-b1dd-7578366032e1 None None] For port 31513088-1530-4bab-bca8-ddc5c8e8cd56, host n-d-813419-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=31513088-1530-4bab-bca8-ddc5c8e8cd56,segment=NetworkSegment(633ff08f-11cd-4e98-be2e-dddd49efeea1),segment_id=633ff08f-11cd-4e98-be2e-dddd49efeea1)] {{(pid=102348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:31:21.142022 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 85231b4d-cb13-4ded-82bf-5c5745ec2151 no longer exists at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:31:21.146892 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-e3621773-6cbe-47b0-b1dd-7578366032e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:21.170168 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-a7ff660d-88dd-408e-929d-c529e4127627 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:21.191272 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-a7ff660d-88dd-408e-929d-c529e4127627 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:21.271266 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] No Port match for: 85231b4d-cb13-4ded-82bf-5c5745ec2151 {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:31:21.272031 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 85231b4d-cb13-4ded-82bf-5c5745ec2151 not bound to the agent host n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:31:21.287480 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3621773-6cbe-47b0-b1dd-7578366032e1 None None] Pushing event updated for resources: {'Port': ['ID=31513088-1530-4bab-bca8-ddc5c8e8cd56,revision_number=2']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:31:21.406335 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-1e1a6a99-d182-4881-8710-7b20a477f7fb req-8b8d3cef-b13a-4316-b719-64f99e2b45e9 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=39e9f852-a05e-444e-a04f-471a0119b85d HTTP/1.1" status: 200 len: 1000 time: 0.3498876 Oct 27 10:31:21.421359 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_common [None req-a7ff660d-88dd-408e-929d-c529e4127627 admin admin] Allocated IP 172.25.8.221 (185ff123-c7ff-45c7-a6be-71feb35acc9c/0fb9f9d1-7384-481f-8fa8-f4566c349d30/e1996de4-77b0-44cc-ada5-1f35dcc523f0) {{(pid=102347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:31:21.694988 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-a7ff660d-88dd-408e-929d-c529e4127627 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:21.697585 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1a6a99-d182-4881-8710-7b20a477f7fb req-f9411fe0-771c-4fea-9d8c-b03c9fc0af64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:31:21.699516 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-1e1a6a99-d182-4881-8710-7b20a477f7fb req-f9411fe0-771c-4fea-9d8c-b03c9fc0af64 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=6a725a1b-1b05-4185-9a4f-8fbc585fd3e1 HTTP/1.1" status: 200 len: 853 time: 0.2769818 Oct 27 10:31:21.741516 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b385b5a-ca38-4f6c-b84e-54d63bef3ad5 req-f9a9c561-9f60-4c20-a0a8-9800541fd9d5 tempest-ServersAdminNegativeTestJSON-1289737651 tempest-ServersAdminNegativeTestJSON-1289737651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:31:21.743107 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-5b385b5a-ca38-4f6c-b84e-54d63bef3ad5 req-f9a9c561-9f60-4c20-a0a8-9800541fd9d5 tempest-ServersAdminNegativeTestJSON-1289737651 tempest-ServersAdminNegativeTestJSON-1289737651-project] 10.222.0.44 "GET /v2.0/ports?device_id=82b5fa31-bdb5-46d7-895b-261732dc720e HTTP/1.1" status: 200 len: 950 time: 0.1633537 Oct 27 10:31:21.830552 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-a7ff660d-88dd-408e-929d-c529e4127627 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:21.840033 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1a6a99-d182-4881-8710-7b20a477f7fb req-45c2e500-0142-4997-8c92-3a025edf1c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:31:21.840033 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-1e1a6a99-d182-4881-8710-7b20a477f7fb req-45c2e500-0142-4997-8c92-3a025edf1c78 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=2b5dda7b-dc05-4d2b-a3dd-2052b5b3ce50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1274822 Oct 27 10:31:21.869581 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-3c6a8245-0581-48aa-b5f6-4d8fe98cd16e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:21.944217 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-5b385b5a-ca38-4f6c-b84e-54d63bef3ad5 req-e80d8f60-2e2b-4e53-8707-5f135bbfcf9a tempest-ServersAdminNegativeTestJSON-1289737651 tempest-ServersAdminNegativeTestJSON-1289737651-project] 10.222.0.44 "GET /v2.0/security-groups?id=67689890-7b78-4fdd-a1db-f964f6c8c4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765802 Oct 27 10:31:21.979620 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7ff660d-88dd-408e-929d-c529e4127627 admin admin] Network 185ff123-c7ff-45c7-a6be-71feb35acc9c is already hosted by enough agents. {{(pid=102347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:31:21.983652 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [None req-a7ff660d-88dd-408e-929d-c529e4127627 admin admin] Resources bound (agent type, host, resource id): {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:31:21.989971 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7ff660d-88dd-408e-929d-c529e4127627 admin admin] Received port after_create {{(pid=102347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:31:22.010773 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ff660d-88dd-408e-929d-c529e4127627 admin admin] Pushing event updated for resources: {'Port': ['ID=e1996de4-77b0-44cc-ada5-1f35dcc523f0,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:31:22.097301 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-33e86750-72f5-4c7d-94fc-29a13d80d429 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1766202'] for router_interface, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:22.101805 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-1e1a6a99-d182-4881-8710-7b20a477f7fb req-4f88d347-d238-45a7-83b4-f4f42a3108e7 service neutron] 10.222.0.76 "GET /v2.0/networks/2b5dda7b-dc05-4d2b-a3dd-2052b5b3ce50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2524858 Oct 27 10:31:22.321556 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-1e1a6a99-d182-4881-8710-7b20a477f7fb req-0cc914c9-ab31-4a9c-b9ce-c5c037737903 service neutron] 10.222.0.76 "GET /v2.0/networks/2b5dda7b-dc05-4d2b-a3dd-2052b5b3ce50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1744118 Oct 27 10:31:22.370085 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-a7ff660d-88dd-408e-929d-c529e4127627 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:22.664468 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-33e86750-72f5-4c7d-94fc-29a13d80d429 admin admin] Deleting port ba6dea20-61c3-4427-ad2d-fcb4d616960d {{(pid=102346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:31:22.665066 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-33e86750-72f5-4c7d-94fc-29a13d80d429 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:22.801672 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [None req-33e86750-72f5-4c7d-94fc-29a13d80d429 admin admin] For port ba6dea20-61c3-4427-ad2d-fcb4d616960d, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=ba6dea20-61c3-4427-ad2d-fcb4d616960d,segment=NetworkSegment(eed9d87c-3d6c-466a-a834-b7ddae4510c3),segment_id=eed9d87c-3d6c-466a-a834-b7ddae4510c3)] {{(pid=102346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:31:22.802049 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-33e86750-72f5-4c7d-94fc-29a13d80d429 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:22.824042 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-33e86750-72f5-4c7d-94fc-29a13d80d429 admin admin] Calling delete_port for ba6dea20-61c3-4427-ad2d-fcb4d616960d owned by network:router_interface {{(pid=102346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:31:22.959608 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41ecb0a4-10ff-48e3-84fc-6d59df51fdcb None None] Network 823b724c-a4df-49e4-a48e-438212c85945 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:31:23.003766 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-a7ff660d-88dd-408e-929d-c529e4127627 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1765699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1769372'] for router, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:23.116043 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-33e86750-72f5-4c7d-94fc-29a13d80d429 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:23.182611 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e86750-72f5-4c7d-94fc-29a13d80d429 admin admin] Pushing event deleted for resources: {'Port': ['ID=ba6dea20-61c3-4427-ad2d-fcb4d616960d,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:31:23.255003 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fd5d46-0fa4-4e4d-aedd-42a3f71e3d07 req-de5824a3-9dd7-4fd2-8772-e8b79e0b4b36 tempest-ServersAdminNegativeTestJSON-1289737651 tempest-ServersAdminNegativeTestJSON-1289737651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:31:23.258284 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-07fd5d46-0fa4-4e4d-aedd-42a3f71e3d07 req-de5824a3-9dd7-4fd2-8772-e8b79e0b4b36 tempest-ServersAdminNegativeTestJSON-1289737651 tempest-ServersAdminNegativeTestJSON-1289737651-project] 10.222.0.64 "GET /v2.0/ports?device_id=82b5fa31-bdb5-46d7-895b-261732dc720e HTTP/1.1" status: 200 len: 950 time: 0.2984169 Oct 27 10:31:23.346737 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89478d9-348e-43c6-b56c-e8e6c18dd339 req-ea591030-d465-4ee6-845e-cf601de5baa2 tempest-ServersAdminNegativeTestJSON-1289737651 tempest-ServersAdminNegativeTestJSON-1289737651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:31:23.346942 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 31513088-1530-4bab-bca8-ddc5c8e8cd56 up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:31:23.348826 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-a89478d9-348e-43c6-b56c-e8e6c18dd339 req-ea591030-d465-4ee6-845e-cf601de5baa2 tempest-ServersAdminNegativeTestJSON-1289737651 tempest-ServersAdminNegativeTestJSON-1289737651-project] 10.222.0.44 "GET /v2.0/ports?device_id=82b5fa31-bdb5-46d7-895b-261732dc720e HTTP/1.1" status: 200 len: 950 time: 0.1169395 Oct 27 10:31:23.497770 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-fdeab8fe-8de3-4e3a-ba70-cc5a8d4129e2 None None] Provisioning complete for port 31513088-1530-4bab-bca8-ddc5c8e8cd56 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:31:23.499706 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-fdeab8fe-8de3-4e3a-ba70-cc5a8d4129e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:23.536355 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-a89478d9-348e-43c6-b56c-e8e6c18dd339 req-86a33147-c568-48cf-8e97-8e20485a6af6 tempest-ServersAdminNegativeTestJSON-1289737651 tempest-ServersAdminNegativeTestJSON-1289737651-project] 10.222.0.44 "GET /v2.0/security-groups?id=67689890-7b78-4fdd-a1db-f964f6c8c4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152332 Oct 27 10:31:23.597298 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [req-07fd5d46-0fa4-4e4d-aedd-42a3f71e3d07 req-d68529b4-3ae3-4ba4-878a-2e9d7bdb4fab tempest-ServersAdminNegativeTestJSON-1289737651 tempest-ServersAdminNegativeTestJSON-1289737651-project] Deleting port fafe166a-e333-4828-ab22-d2bea70facea {{(pid=102347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:31:23.597853 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-07fd5d46-0fa4-4e4d-aedd-42a3f71e3d07 req-d68529b4-3ae3-4ba4-878a-2e9d7bdb4fab tempest-ServersAdminNegativeTestJSON-1289737651 tempest-ServersAdminNegativeTestJSON-1289737651-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:23.635948 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-33e86750-72f5-4c7d-94fc-29a13d80d429 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2006968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1766358'] for router_interface, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:23.677148 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7ff660d-88dd-408e-929d-c529e4127627 admin admin] Router bb012a5e-621c-439f-8c34-20b092183dff is scheduled to L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb with binding_index 1 {{(pid=102347) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 10:31:23.772324 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port 31513088-1530-4bab-bca8-ddc5c8e8cd56 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:31:23.773041 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:23.818285 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-07fd5d46-0fa4-4e4d-aedd-42a3f71e3d07 req-d68529b4-3ae3-4ba4-878a-2e9d7bdb4fab tempest-ServersAdminNegativeTestJSON-1289737651 tempest-ServersAdminNegativeTestJSON-1289737651-project] For port fafe166a-e333-4828-ab22-d2bea70facea, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=fafe166a-e333-4828-ab22-d2bea70facea,segment=NetworkSegment(f7c42c6d-2766-46d8-a8b7-4852117a5555),segment_id=f7c42c6d-2766-46d8-a8b7-4852117a5555)] {{(pid=102347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:31:23.818675 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-07fd5d46-0fa4-4e4d-aedd-42a3f71e3d07 req-d68529b4-3ae3-4ba4-878a-2e9d7bdb4fab tempest-ServersAdminNegativeTestJSON-1289737651 tempest-ServersAdminNegativeTestJSON-1289737651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:23.837404 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [req-07fd5d46-0fa4-4e4d-aedd-42a3f71e3d07 req-d68529b4-3ae3-4ba4-878a-2e9d7bdb4fab tempest-ServersAdminNegativeTestJSON-1289737651 tempest-ServersAdminNegativeTestJSON-1289737651-project] Calling delete_port for fafe166a-e333-4828-ab22-d2bea70facea owned by compute:nova {{(pid=102347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:31:23.872869 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-fdeab8fe-8de3-4e3a-ba70-cc5a8d4129e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:23.925780 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-fdeab8fe-8de3-4e3a-ba70-cc5a8d4129e2 None None] For port 31513088-1530-4bab-bca8-ddc5c8e8cd56, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=31513088-1530-4bab-bca8-ddc5c8e8cd56,segment=NetworkSegment(633ff08f-11cd-4e98-be2e-dddd49efeea1),segment_id=633ff08f-11cd-4e98-be2e-dddd49efeea1)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:31:23.944022 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-fdeab8fe-8de3-4e3a-ba70-cc5a8d4129e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:23.973863 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7ff660d-88dd-408e-929d-c529e4127627 admin admin] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:31:23.976637 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:23.984458 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d059f631-14ed-4398-b1e2-d34677055072 None None] Sync routers for ids ['bb012a5e-621c-439f-8c34-20b092183dff'] in n-d-813419-10 {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:31:24.018066 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d059f631-14ed-4398-b1e2-d34677055072 None None] Routers {'bb012a5e-621c-439f-8c34-20b092183dff'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:31:24.020345 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-d059f631-14ed-4398-b1e2-d34677055072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:31:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['bb012a5e-621c-439f-8c34-20b092183dff'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:31:24.038100 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-a7ff660d-88dd-408e-929d-c529e4127627 admin admin] Publish callbacks [] for router, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:24.039385 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-a7ff660d-88dd-408e-929d-c529e4127627 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.1359220 Oct 27 10:31:24.053823 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 58436) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:31:24.116584 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.db.api [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102348) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 27 10:31:24.117099 n-d-813419-10 neutron-server[102348]: DEBUG oslo_db.api [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 10:31:24.125534 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdeab8fe-8de3-4e3a-ba70-cc5a8d4129e2 None None] Pushing event updated for resources: {'Port': ['ID=31513088-1530-4bab-bca8-ddc5c8e8cd56,revision_number=3']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:31:24.189324 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33e86750-72f5-4c7d-94fc-29a13d80d429 admin admin] Router aaaf7921-20a7-483e-8905-b7371393d294 has already been hosted by L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb {{(pid=102346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 10:31:24.293910 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvr_db [None req-d059f631-14ed-4398-b1e2-d34677055072 None None] Set router bb012a5e-621c-439f-8c34-20b092183dff gateway port host: n-d-813419-10 {{(pid=102349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:31:24.403122 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-83567dc8-446a-4508-a03f-8526ffe73efe None None] Provisioning complete for port 31513088-1530-4bab-bca8-ddc5c8e8cd56 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:31:24.403818 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-83567dc8-446a-4508-a03f-8526ffe73efe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:24.412976 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33e86750-72f5-4c7d-94fc-29a13d80d429 admin admin] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:31:24.432543 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-33e86750-72f5-4c7d-94fc-29a13d80d429 admin admin] 10.222.0.44 "PUT /v2.0/routers/aaaf7921-20a7-483e-8905-b7371393d294/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9611900 Oct 27 10:31:24.433411 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 58446) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:31:24.486001 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfd8c672-5923-458c-8acb-dcbb6f12c3ff None None] Sync routers for ids ['aaaf7921-20a7-483e-8905-b7371393d294'] in n-d-813419-10 {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:31:24.540174 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfd8c672-5923-458c-8acb-dcbb6f12c3ff None None] Routers {'aaaf7921-20a7-483e-8905-b7371393d294'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:31:24.544607 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-cfd8c672-5923-458c-8acb-dcbb6f12c3ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:31:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['aaaf7921-20a7-483e-8905-b7371393d294'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:31:24.559016 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-d059f631-14ed-4398-b1e2-d34677055072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb012a5e-621c-439f-8c34-20b092183dff', 'name': 'tempest-AttachVolumeShelveTestJSON-1561106593-router', 'tenant_id': '7a75806f732447d68ca40a83500d955d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.221'}], 'enable_snat': True}, 'gw_port_id': 'e1996de4-77b0-44cc-ada5-1f35dcc523f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:31:19Z', 'updated_at': '2021-10-27T10:31:22Z', 'revision_number': 3, 'project_id': '7a75806f732447d68ca40a83500d955d', 'gw_port': {'id': 'e1996de4-77b0-44cc-ada5-1f35dcc523f0', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:90:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb012a5e-621c-439f-8c34-20b092183dff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1506, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:31:21Z', 'updated_at': '2021-10-27T10:31:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10'}], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:31:24.641607 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d059f631-14ed-4398-b1e2-d34677055072 None None] Checking router: bb012a5e-621c-439f-8c34-20b092183dff for host: n-d-813419-10 {{(pid=102349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 10:31:24.642233 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d059f631-14ed-4398-b1e2-d34677055072 None None] Updating router bb012a5e-621c-439f-8c34-20b092183dff port e1996de4-77b0-44cc-ada5-1f35dcc523f0 binding host n-d-813419-10 {{(pid=102349) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 10:31:24.650673 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-07fd5d46-0fa4-4e4d-aedd-42a3f71e3d07 req-d68529b4-3ae3-4ba4-878a-2e9d7bdb4fab tempest-ServersAdminNegativeTestJSON-1289737651 tempest-ServersAdminNegativeTestJSON-1289737651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:24.682304 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-d059f631-14ed-4398-b1e2-d34677055072 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:24.723875 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68529b4-3ae3-4ba4-878a-2e9d7bdb4fab tempest-ServersAdminNegativeTestJSON-1289737651 tempest-ServersAdminNegativeTestJSON-1289737651-project] Pushing event deleted for resources: {'Port': ['ID=fafe166a-e333-4828-ab22-d2bea70facea,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:31:24.799991 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [req-07fd5d46-0fa4-4e4d-aedd-42a3f71e3d07 req-d68529b4-3ae3-4ba4-878a-2e9d7bdb4fab tempest-ServersAdminNegativeTestJSON-1289737651 tempest-ServersAdminNegativeTestJSON-1289737651-project] No DVR routers for this DVR port fafe166a-e333-4828-ab22-d2bea70facea on host n-h1-813419-10 {{(pid=102347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:31:24.804241 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-07fd5d46-0fa4-4e4d-aedd-42a3f71e3d07 req-d68529b4-3ae3-4ba4-878a-2e9d7bdb4fab tempest-ServersAdminNegativeTestJSON-1289737651 tempest-ServersAdminNegativeTestJSON-1289737651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:24.807789 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-07fd5d46-0fa4-4e4d-aedd-42a3f71e3d07 req-d68529b4-3ae3-4ba4-878a-2e9d7bdb4fab tempest-ServersAdminNegativeTestJSON-1289737651 tempest-ServersAdminNegativeTestJSON-1289737651-project] 10.222.0.64 "DELETE /v2.0/ports/fafe166a-e333-4828-ab22-d2bea70facea HTTP/1.1" status: 204 len: 173 time: 1.5396550 Oct 27 10:31:24.808471 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82b5fa31-bdb5-46d7-895b-261732dc720e', 'name': 'network-vif-deleted', 'tag': 'fafe166a-e333-4828-ab22-d2bea70facea'}] {{(pid=102347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:31:24.810964 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311149b481204ee7edffdb959c881838506fbd95bc8577c048f6677abb73acc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2b9168f-cd83-492b-aa4b-3cc338422747" -d '{"events": [{"server_uuid": "82b5fa31-bdb5-46d7-895b-261732dc720e", "name": "network-vif-deleted", "tag": "fafe166a-e333-4828-ab22-d2bea70facea"}]}' {{(pid=102347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:31:24.999869 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:31:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bf36236-bcf2-4e82-8408-153cfb4c07d9 x-openstack-request-id: req-7bf36236-bcf2-4e82-8408-153cfb4c07d9 {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:31:25.000377 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82b5fa31-bdb5-46d7-895b-261732dc720e", "name": "network-vif-deleted", "tag": "fafe166a-e333-4828-ab22-d2bea70facea", "status": "completed", "code": 200}]} {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:31:25.000822 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7bf36236-bcf2-4e82-8408-153cfb4c07d9 {{(pid=102347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:31:25.001473 n-d-813419-10 neutron-server[102347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82b5fa31-bdb5-46d7-895b-261732dc720e', 'name': 'network-vif-deleted', 'tag': 'fafe166a-e333-4828-ab22-d2bea70facea', 'status': 'completed', 'code': 200} Oct 27 10:31:25.218630 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] get_ports_and_sgs() called for port_ids ['0d10ae43-61a1-4dce-bbe0-80a44b5b717e', 'fafe166a-e333-4828-ab22-d2bea70facea'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:31:25.299685 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-3092d2e4-8c03-4ae9-ab42-ae65d1d92fcf req-6a661ab5-a7bd-4c09-91ff-b6517a135764 tempest-ServersAdminNegativeTestJSON-1289737651 tempest-ServersAdminNegativeTestJSON-1289737651-project] 10.222.0.44 "GET /v2.0/ports?device_id=82b5fa31-bdb5-46d7-895b-261732dc720e HTTP/1.1" status: 200 len: 210 time: 0.0510123 Oct 27 10:31:25.339236 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-d059f631-14ed-4398-b1e2-d34677055072 None None] Publish callbacks [] for port, precommit_update {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:25.351956 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-d059f631-14ed-4398-b1e2-d34677055072 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:25.371003 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ed600303-5b91-422d-a0a9-442c3fd3cc5a admin admin] Publish callbacks [] for router, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:25.475809 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-57d27e5d-10c4-4541-beb2-904083776b15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:25.486910 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.managers [None req-d059f631-14ed-4398-b1e2-d34677055072 None None] Attempting to bind port e1996de4-77b0-44cc-ada5-1f35dcc523f0 on host n-d-813419-10 for vnic_type normal with profile {{(pid=102349) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:31:25.487277 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.managers [None req-d059f631-14ed-4398-b1e2-d34677055072 None None] Attempting to bind port e1996de4-77b0-44cc-ada5-1f35dcc523f0 by drivers openvswitch,hyperv on host n-d-813419-10 at level 0 using segments [{'id': 'bc14127b-7032-4c50-bb5b-f6813cbae86e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'}] {{(pid=102349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:31:25.487629 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d059f631-14ed-4398-b1e2-d34677055072 None None] Attempting to bind port e1996de4-77b0-44cc-ada5-1f35dcc523f0 on network 185ff123-c7ff-45c7-a6be-71feb35acc9c {{(pid=102349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:31:25.494718 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d059f631-14ed-4398-b1e2-d34677055072 None None] Checking agent: {'id': '89dba0f3-79b2-435e-9822-33674b8f6ada', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 8, 20), 'started_at': datetime.datetime(2021, 10, 27, 10, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 31, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:31:25.495088 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d059f631-14ed-4398-b1e2-d34677055072 None None] Checking segment: {'id': 'bc14127b-7032-4c50-bb5b-f6813cbae86e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:31:25.495478 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-d059f631-14ed-4398-b1e2-d34677055072 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:25.495864 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d059f631-14ed-4398-b1e2-d34677055072 None None] Bound using segment: {'id': 'bc14127b-7032-4c50-bb5b-f6813cbae86e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'} {{(pid=102349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:31:25.496339 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.managers [None req-d059f631-14ed-4398-b1e2-d34677055072 None None] Bound port: e1996de4-77b0-44cc-ada5-1f35dcc523f0, host: n-d-813419-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc14127b-7032-4c50-bb5b-f6813cbae86e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'}}] {{(pid=102349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:31:25.496709 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-d059f631-14ed-4398-b1e2-d34677055072 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:25.622888 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.db [None req-d059f631-14ed-4398-b1e2-d34677055072 None None] For port e1996de4-77b0-44cc-ada5-1f35dcc523f0, host n-d-813419-10, cleared binding levels {{(pid=102349) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:31:25.629998 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.db [None req-d059f631-14ed-4398-b1e2-d34677055072 None None] For port e1996de4-77b0-44cc-ada5-1f35dcc523f0, host n-d-813419-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=e1996de4-77b0-44cc-ada5-1f35dcc523f0,segment=NetworkSegment(bc14127b-7032-4c50-bb5b-f6813cbae86e),segment_id=bc14127b-7032-4c50-bb5b-f6813cbae86e)] {{(pid=102349) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:31:25.640712 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-d059f631-14ed-4398-b1e2-d34677055072 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:25.660568 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b72bfb1-22a7-4c40-9c25-c8dcf981f945 None None] Pushing event updated for resources: {'Port': ['ID=e1996de4-77b0-44cc-ada5-1f35dcc523f0,revision_number=2']} {{(pid=102349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:31:25.690127 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ed600303-5b91-422d-a0a9-442c3fd3cc5a admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:25.732794 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 31513088-1530-4bab-bca8-ddc5c8e8cd56 up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:31:25.759494 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d059f631-14ed-4398-b1e2-d34677055072 None None] Routers {'bb012a5e-621c-439f-8c34-20b092183dff'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:31:25.760103 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-d059f631-14ed-4398-b1e2-d34677055072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:31:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['bb012a5e-621c-439f-8c34-20b092183dff'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:31:25.796298 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvr_db [None req-cfd8c672-5923-458c-8acb-dcbb6f12c3ff None None] Set router aaaf7921-20a7-483e-8905-b7371393d294 gateway port host: n-d-813419-10 {{(pid=102348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:31:25.802013 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-ed600303-5b91-422d-a0a9-442c3fd3cc5a admin admin] Deleting port 2894caf0-5c83-4796-8e55-c2011c5023a7 {{(pid=102346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:31:25.802470 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ed600303-5b91-422d-a0a9-442c3fd3cc5a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:25.883251 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_common [None req-57d27e5d-10c4-4541-beb2-904083776b15 admin admin] Allocated IP 172.20.0.1 (823b724c-a4df-49e4-a48e-438212c85945/867e3761-3f04-40e2-b4bb-5b0ff4404cac/07302172-8417-4246-bba8-62a8c96f6a79) {{(pid=102347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:31:25.887765 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b72bfb1-22a7-4c40-9c25-c8dcf981f945 None None] Pushing event updated for resources: {'Port': ['ID=e1996de4-77b0-44cc-ada5-1f35dcc523f0,revision_number=3']} {{(pid=102349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:31:25.995055 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [None req-ed600303-5b91-422d-a0a9-442c3fd3cc5a admin admin] For port 2894caf0-5c83-4796-8e55-c2011c5023a7, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=2894caf0-5c83-4796-8e55-c2011c5023a7,segment=NetworkSegment(bc14127b-7032-4c50-bb5b-f6813cbae86e),segment_id=bc14127b-7032-4c50-bb5b-f6813cbae86e)] {{(pid=102346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:31:25.995430 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ed600303-5b91-422d-a0a9-442c3fd3cc5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:26.003047 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvr_db [None req-d059f631-14ed-4398-b1e2-d34677055072 None None] Set router bb012a5e-621c-439f-8c34-20b092183dff gateway port host: n-d-813419-10 {{(pid=102349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:31:26.011179 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-ed600303-5b91-422d-a0a9-442c3fd3cc5a admin admin] Calling delete_port for 2894caf0-5c83-4796-8e55-c2011c5023a7 owned by network:router_gateway {{(pid=102346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:31:26.050848 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-57d27e5d-10c4-4541-beb2-904083776b15 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:26.092854 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-57d27e5d-10c4-4541-beb2-904083776b15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:26.138524 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57d27e5d-10c4-4541-beb2-904083776b15 admin admin] Network 823b724c-a4df-49e4-a48e-438212c85945 is already hosted by enough agents. {{(pid=102347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:31:26.142329 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [None req-57d27e5d-10c4-4541-beb2-904083776b15 admin admin] Resources bound (agent type, host, resource id): {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:31:26.150546 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57d27e5d-10c4-4541-beb2-904083776b15 admin admin] Received port after_create {{(pid=102347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:31:26.281361 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d27e5d-10c4-4541-beb2-904083776b15 admin admin] Pushing event updated for resources: {'Port': ['ID=07302172-8417-4246-bba8-62a8c96f6a79,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:31:26.285211 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port 31513088-1530-4bab-bca8-ddc5c8e8cd56 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:31:26.286327 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:26.298179 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-57d27e5d-10c4-4541-beb2-904083776b15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1664961'] for router_interface, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:26.423327 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ed600303-5b91-422d-a0a9-442c3fd3cc5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:26.540431 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-cfd8c672-5923-458c-8acb-dcbb6f12c3ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaaf7921-20a7-483e-8905-b7371393d294', 'name': 'tempest-AttachSCSIVolumeTestJSON-1520833468-router', 'tenant_id': '1f00f22927194f768013d3cbe87c72eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.142'}], 'enable_snat': True}, 'gw_port_id': '2894caf0-5c83-4796-8e55-c2011c5023a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:29:04Z', 'updated_at': '2021-10-27T10:31:23Z', 'revision_number': 5, 'project_id': '1f00f22927194f768013d3cbe87c72eb', 'gw_port': {'id': '2894caf0-5c83-4796-8e55-c2011c5023a7', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:e7:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaaf7921-20a7-483e-8905-b7371393d294', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:29:06Z', 'updated_at': '2021-10-27T10:29:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10'}], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:31:26.545894 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-d059f631-14ed-4398-b1e2-d34677055072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb012a5e-621c-439f-8c34-20b092183dff', 'name': 'tempest-AttachVolumeShelveTestJSON-1561106593-router', 'tenant_id': '7a75806f732447d68ca40a83500d955d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.221'}], 'enable_snat': True}, 'gw_port_id': 'e1996de4-77b0-44cc-ada5-1f35dcc523f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:31:19Z', 'updated_at': '2021-10-27T10:31:22Z', 'revision_number': 3, 'project_id': '7a75806f732447d68ca40a83500d955d', 'gw_port': {'id': 'e1996de4-77b0-44cc-ada5-1f35dcc523f0', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:90:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb012a5e-621c-439f-8c34-20b092183dff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1506, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:31:21Z', 'updated_at': '2021-10-27T10:31:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10'}], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:31:26.554348 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-57d27e5d-10c4-4541-beb2-904083776b15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:26.578812 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfd8c672-5923-458c-8acb-dcbb6f12c3ff None None] Checking router: aaaf7921-20a7-483e-8905-b7371393d294 for host: n-d-813419-10 {{(pid=102348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 10:31:26.601715 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfd8c672-5923-458c-8acb-dcbb6f12c3ff None None] Routers {'aaaf7921-20a7-483e-8905-b7371393d294'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:31:26.603756 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-cfd8c672-5923-458c-8acb-dcbb6f12c3ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:31:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['aaaf7921-20a7-483e-8905-b7371393d294'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:31:26.618567 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed600303-5b91-422d-a0a9-442c3fd3cc5a admin admin] Pushing event deleted for resources: {'Port': ['ID=2894caf0-5c83-4796-8e55-c2011c5023a7,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:31:26.640436 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d059f631-14ed-4398-b1e2-d34677055072 None None] The sync data for ids ['bb012a5e-621c-439f-8c34-20b092183dff'] in n-d-813419-10 is: [{'id': 'bb012a5e-621c-439f-8c34-20b092183dff', 'name': 'tempest-AttachVolumeShelveTestJSON-1561106593-router', 'tenant_id': '7a75806f732447d68ca40a83500d955d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.221'}], 'enable_snat': True}, 'gw_port_id': 'e1996de4-77b0-44cc-ada5-1f35dcc523f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:31:19Z', 'updated_at': '2021-10-27T10:31:22Z', 'revision_number': 3, 'project_id': '7a75806f732447d68ca40a83500d955d', 'gw_port': {'id': 'e1996de4-77b0-44cc-ada5-1f35dcc523f0', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:90:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb012a5e-621c-439f-8c34-20b092183dff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1506, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:31:21Z', 'updated_at': '2021-10-27T10:31:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10'}] {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:31:26.791284 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ed600303-5b91-422d-a0a9-442c3fd3cc5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1664884'] for router_gateway, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:26.828857 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvr_db [None req-cfd8c672-5923-458c-8acb-dcbb6f12c3ff None None] Set router aaaf7921-20a7-483e-8905-b7371393d294 gateway port host: None {{(pid=102348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:31:26.926495 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-b96157ac-93cd-403f-ab84-fe70d8b262bb None None] Provisioning complete for port 07302172-8417-4246-bba8-62a8c96f6a79 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:31:26.927196 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-b96157ac-93cd-403f-ab84-fe70d8b262bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:26.929534 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-cfd8c672-5923-458c-8acb-dcbb6f12c3ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaaf7921-20a7-483e-8905-b7371393d294', 'name': 'tempest-AttachSCSIVolumeTestJSON-1520833468-router', 'tenant_id': '1f00f22927194f768013d3cbe87c72eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:29:04Z', 'updated_at': '2021-10-27T10:31:26Z', 'revision_number': 7, 'project_id': '1f00f22927194f768013d3cbe87c72eb', 'gw_port_host': None}], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:31:26.976758 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ed600303-5b91-422d-a0a9-442c3fd3cc5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1765662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3700'] for router, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:26.981597 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ed600303-5b91-422d-a0a9-442c3fd3cc5a admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:27.036791 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfd8c672-5923-458c-8acb-dcbb6f12c3ff None None] The sync data for ids ['aaaf7921-20a7-483e-8905-b7371393d294'] in n-d-813419-10 is: [{'id': 'aaaf7921-20a7-483e-8905-b7371393d294', 'name': 'tempest-AttachSCSIVolumeTestJSON-1520833468-router', 'tenant_id': '1f00f22927194f768013d3cbe87c72eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:29:04Z', 'updated_at': '2021-10-27T10:31:26Z', 'revision_number': 7, 'project_id': '1f00f22927194f768013d3cbe87c72eb', 'gw_port_host': None}] {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:31:27.065560 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-b96157ac-93cd-403f-ab84-fe70d8b262bb None None] Port 07302172-8417-4246-bba8-62a8c96f6a79 cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:31:27.142810 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be70df1a-eaa5-4f8c-83dd-641131b2e183 req-2e20b964-9de5-418f-a0e8-1a099a6e7a67 tempest-ServersAdminNegativeTestJSON-1289737651 tempest-ServersAdminNegativeTestJSON-1289737651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:31:27.144920 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-be70df1a-eaa5-4f8c-83dd-641131b2e183 req-2e20b964-9de5-418f-a0e8-1a099a6e7a67 tempest-ServersAdminNegativeTestJSON-1289737651 tempest-ServersAdminNegativeTestJSON-1289737651-project] 10.222.0.44 "GET /v2.0/ports?device_id=630d5049-af19-41e8-8246-65d885f7dcff HTTP/1.1" status: 200 len: 950 time: 0.1304860 Oct 27 10:31:27.148021 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-57d27e5d-10c4-4541-beb2-904083776b15 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:27.149766 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ed600303-5b91-422d-a0a9-442c3fd3cc5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1765641'] for router, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:27.150373 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed600303-5b91-422d-a0a9-442c3fd3cc5a admin admin] Fanout notify agent at l3_agent the message router_deleted on router aaaf7921-20a7-483e-8905-b7371393d294 {{(pid=102346) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 10:31:27.154004 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-57d27e5d-10c4-4541-beb2-904083776b15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:27.162130 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ed600303-5b91-422d-a0a9-442c3fd3cc5a admin admin] Publish callbacks [] for router, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:27.167539 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-ed600303-5b91-422d-a0a9-442c3fd3cc5a admin admin] 10.222.0.44 "DELETE /v2.0/routers/aaaf7921-20a7-483e-8905-b7371393d294 HTTP/1.1" status: 204 len: 168 time: 2.7307572 Oct 27 10:31:27.168600 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 58514) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:31:27.223554 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device fafe166a-e333-4828-ab22-d2bea70facea no longer exists at agent hyperv_n-h1-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:31:27.231542 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-57d27e5d-10c4-4541-beb2-904083776b15 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2006967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1766225'] for router_interface, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:27.238740 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_v2 [None req-0686bd88-4dcd-40da-b85d-b24a46195699 admin admin] Deleting subnet 0b1da224-472e-4d80-8c8f-fc0acb6e2b70 {{(pid=102346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 10:31:27.248422 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-0686bd88-4dcd-40da-b85d-b24a46195699 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:27.265758 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] No Port match for: fafe166a-e333-4828-ab22-d2bea70facea {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:31:27.270997 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device fafe166a-e333-4828-ab22-d2bea70facea not bound to the agent host n-h1-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:31:27.344302 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-0686bd88-4dcd-40da-b85d-b24a46195699 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25847868'] for subnet, precommit_delete_associations {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:27.385877 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d27e5d-10c4-4541-beb2-904083776b15 admin admin] Pushing event updated for resources: {'Port': ['ID=07302172-8417-4246-bba8-62a8c96f6a79,revision_number=2']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:31:27.418453 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-be70df1a-eaa5-4f8c-83dd-641131b2e183 req-0442f5c9-d0a6-4767-ad2c-2e65b2b2b3cf tempest-ServersAdminNegativeTestJSON-1289737651 tempest-ServersAdminNegativeTestJSON-1289737651-project] 10.222.0.44 "GET /v2.0/security-groups?id=67689890-7b78-4fdd-a1db-f964f6c8c4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1924198 Oct 27 10:31:27.513820 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-0686bd88-4dcd-40da-b85d-b24a46195699 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855646'] for subnet, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:27.525272 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57d27e5d-10c4-4541-beb2-904083776b15 admin admin] Network 823b724c-a4df-49e4-a48e-438212c85945 is already hosted by enough agents. {{(pid=102347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:31:27.527683 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [None req-57d27e5d-10c4-4541-beb2-904083776b15 admin admin] Resources bound (agent type, host, resource id): {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:31:27.661990 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-0686bd88-4dcd-40da-b85d-b24a46195699 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27024355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27168307'] for subnet, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:27.704097 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0686bd88-4dcd-40da-b85d-b24a46195699 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0b1da224-472e-4d80-8c8f-fc0acb6e2b70,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:31:27.716040 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-0686bd88-4dcd-40da-b85d-b24a46195699 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for subnet, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:27.717127 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-066cf461-b6b7-4660-8b31-5568ee95b02e None None] Network 6f5674c9-6da0-4af4-b2b2-aeb619ca7ae3 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:31:27.723632 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-0686bd88-4dcd-40da-b85d-b24a46195699 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/0b1da224-472e-4d80-8c8f-fc0acb6e2b70 HTTP/1.1" status: 204 len: 168 time: 0.5535254 Oct 27 10:31:27.725771 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 58524) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:31:27.817765 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57d27e5d-10c4-4541-beb2-904083776b15 admin admin] Router bb012a5e-621c-439f-8c34-20b092183dff has already been hosted by L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb {{(pid=102347) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 10:31:27.898074 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device e1996de4-77b0-44cc-ada5-1f35dcc523f0 up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:31:27.943369 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-0e00780d-3fa0-4870-b5d3-4c407387ecc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586917'] for network, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:28.084308 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-0e00780d-3fa0-4870-b5d3-4c407387ecc0 admin admin] Deleting port 5f0b0b6b-d2e9-4f24-befb-8bedb206b1be {{(pid=102346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:31:28.084647 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-0e00780d-3fa0-4870-b5d3-4c407387ecc0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:28.181461 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port e1996de4-77b0-44cc-ada5-1f35dcc523f0 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:31:28.181925 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:28.205021 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [None req-0e00780d-3fa0-4870-b5d3-4c407387ecc0 admin admin] For port 5f0b0b6b-d2e9-4f24-befb-8bedb206b1be, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=5f0b0b6b-d2e9-4f24-befb-8bedb206b1be,segment=NetworkSegment(eed9d87c-3d6c-466a-a834-b7ddae4510c3),segment_id=eed9d87c-3d6c-466a-a834-b7ddae4510c3)] {{(pid=102346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:31:28.205385 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-0e00780d-3fa0-4870-b5d3-4c407387ecc0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:28.223180 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-0e00780d-3fa0-4870-b5d3-4c407387ecc0 admin admin] Calling delete_port for 5f0b0b6b-d2e9-4f24-befb-8bedb206b1be owned by network:dhcp {{(pid=102346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:31:28.313943 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-006d9035-d059-43d9-82fd-5aa771e333b0 None None] Provisioning complete for port 07302172-8417-4246-bba8-62a8c96f6a79 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:31:28.317156 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-006d9035-d059-43d9-82fd-5aa771e333b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:28.375809 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-0e00780d-3fa0-4870-b5d3-4c407387ecc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:28.441330 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e00780d-3fa0-4870-b5d3-4c407387ecc0 admin admin] Pushing event deleted for resources: {'Port': ['ID=5f0b0b6b-d2e9-4f24-befb-8bedb206b1be,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:31:28.462941 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e00780d-3fa0-4870-b5d3-4c407387ecc0 admin admin] No DVR routers for this DVR port 5f0b0b6b-d2e9-4f24-befb-8bedb206b1be on host n-d-813419-10 {{(pid=102346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:31:28.491849 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-006d9035-d059-43d9-82fd-5aa771e333b0 None None] Port 07302172-8417-4246-bba8-62a8c96f6a79 cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:31:28.536085 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:28.579415 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-927d5297-ae16-479b-8606-edb4e884f249 None None] DHCP port deletion for 6f5674c9-6da0-4af4-b2b2-aeb619ca7ae3 request from n-d-813419-10 {{(pid=102348) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 10:31:28.600527 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] For port e1996de4-77b0-44cc-ada5-1f35dcc523f0, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=e1996de4-77b0-44cc-ada5-1f35dcc523f0,segment=NetworkSegment(bc14127b-7032-4c50-bb5b-f6813cbae86e),segment_id=bc14127b-7032-4c50-bb5b-f6813cbae86e)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:31:28.606815 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:28.662872 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-0e00780d-3fa0-4870-b5d3-4c407387ecc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857803', 'neutron.services.segments.db._delete_segments_for_network-8743873143390'] for network, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:28.671772 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device ba6dea20-61c3-4427-ad2d-fcb4d616960d no longer exists at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:31:28.697309 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-0e00780d-3fa0-4870-b5d3-4c407387ecc0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f5674c9-6da0-4af4-b2b2-aeb619ca7ae3']}} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:31:28.710543 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-0e00780d-3fa0-4870-b5d3-4c407387ecc0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eed9d87c-3d6c-466a-a834-b7ddae4510c3') {'for_net_delete': True} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:31:28.711246 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-0e00780d-3fa0-4870-b5d3-4c407387ecc0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eed9d87c-3d6c-466a-a834-b7ddae4510c3') {} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:31:28.725614 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-0e00780d-3fa0-4870-b5d3-4c407387ecc0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743873145191', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25847877'] for segment, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:28.739640 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] No Port match for: ba6dea20-61c3-4427-ad2d-fcb4d616960d {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:31:28.745892 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-0e00780d-3fa0-4870-b5d3-4c407387ecc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:28.756480 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e00780d-3fa0-4870-b5d3-4c407387ecc0 admin admin] Releasing vlan 419 on physical network physnet1 to pool {{(pid=102346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 10:31:28.756480 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-0e00780d-3fa0-4870-b5d3-4c407387ecc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27024137'] for segment, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:28.764950 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device ba6dea20-61c3-4427-ad2d-fcb4d616960d not bound to the agent host n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:31:28.790401 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Pushing event updated for resources: {'Port': ['ID=e1996de4-77b0-44cc-ada5-1f35dcc523f0,revision_number=4']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:31:28.858451 n-d-813419-10 neutron-server[102346]: Traceback (most recent call last): Oct 27 10:31:28.858451 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 10:31:28.858451 n-d-813419-10 neutron-server[102346]: timer() Oct 27 10:31:28.858451 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 10:31:28.858451 n-d-813419-10 neutron-server[102346]: cb(*args, **kw) Oct 27 10:31:28.858451 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 10:31:28.858451 n-d-813419-10 neutron-server[102346]: return func(*args, **kwargs) Oct 27 10:31:28.858451 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 10:31:28.858451 n-d-813419-10 neutron-server[102346]: self._notify() Oct 27 10:31:28.858451 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 10:31:28.858451 n-d-813419-10 neutron-server[102346]: self.callback(batched_events) Oct 27 10:31:28.858451 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 10:31:28.858451 n-d-813419-10 neutron-server[102346]: event.method(event) Oct 27 10:31:28.858451 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 10:31:28.858451 n-d-813419-10 neutron-server[102346]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 10:31:28.858451 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 10:31:28.858451 n-d-813419-10 neutron-server[102346]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 10:31:28.858451 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 10:31:28.858451 n-d-813419-10 neutron-server[102346]: return f(self, *a, **k) Oct 27 10:31:28.858451 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 10:31:28.858451 n-d-813419-10 neutron-server[102346]: return self._get(url).json() Oct 27 10:31:28.858451 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 10:31:28.858451 n-d-813419-10 neutron-server[102346]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 10:31:28.858451 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 10:31:28.858451 n-d-813419-10 neutron-server[102346]: return self.request(url, 'GET', **kwargs) Oct 27 10:31:28.858451 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 10:31:28.858451 n-d-813419-10 neutron-server[102346]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 10:31:28.858451 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 10:31:28.858451 n-d-813419-10 neutron-server[102346]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 10:31:28.858451 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 10:31:28.858451 n-d-813419-10 neutron-server[102346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 10:31:28.858451 n-d-813419-10 neutron-server[102346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 10:31:28.871117 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-0e00780d-3fa0-4870-b5d3-4c407387ecc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664840'] for network, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:28.883916 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-0e00780d-3fa0-4870-b5d3-4c407387ecc0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for network, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:28.889722 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-0e00780d-3fa0-4870-b5d3-4c407387ecc0 admin admin] 10.222.0.44 "DELETE /v2.0/networks/6f5674c9-6da0-4af4-b2b2-aeb619ca7ae3 HTTP/1.1" status: 204 len: 168 time: 1.1624744 Oct 27 10:31:28.914785 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e00780d-3fa0-4870-b5d3-4c407387ecc0 admin admin] Pushing event deleted for resources: {'Network': ['ID=6f5674c9-6da0-4af4-b2b2-aeb619ca7ae3,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:31:28.919566 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41690865-9f49-48a7-9256-54eca1de24be req-e2f42980-93ca-4bd2-a422-8586269e2ed7 tempest-ServersAdminNegativeTestJSON-1289737651 tempest-ServersAdminNegativeTestJSON-1289737651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:31:28.920304 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-41690865-9f49-48a7-9256-54eca1de24be req-e2f42980-93ca-4bd2-a422-8586269e2ed7 tempest-ServersAdminNegativeTestJSON-1289737651 tempest-ServersAdminNegativeTestJSON-1289737651-project] 10.222.0.64 "GET /v2.0/ports?device_id=630d5049-af19-41e8-8246-65d885f7dcff HTTP/1.1" status: 200 len: 950 time: 0.1955769 Oct 27 10:31:28.933740 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41929643-1889-4307-a48c-635143f7ded8 req-1b37a110-82d0-4974-a6fd-d6c7f4cd49fa tempest-ServersAdminNegativeTestJSON-1289737651 tempest-ServersAdminNegativeTestJSON-1289737651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:31:28.935231 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-41929643-1889-4307-a48c-635143f7ded8 req-1b37a110-82d0-4974-a6fd-d6c7f4cd49fa tempest-ServersAdminNegativeTestJSON-1289737651 tempest-ServersAdminNegativeTestJSON-1289737651-project] 10.222.0.44 "GET /v2.0/ports?device_id=630d5049-af19-41e8-8246-65d885f7dcff HTTP/1.1" status: 200 len: 950 time: 0.2024229 Oct 27 10:31:28.943569 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57d27e5d-10c4-4541-beb2-904083776b15 admin admin] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:31:28.973963 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-57d27e5d-10c4-4541-beb2-904083776b15 admin admin] 10.222.0.44 "PUT /v2.0/routers/bb012a5e-621c-439f-8c34-20b092183dff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9190433 Oct 27 10:31:29.106763 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-41929643-1889-4307-a48c-635143f7ded8 req-081b1ef7-9c7f-4768-9011-9e26bdc8bb1f tempest-ServersAdminNegativeTestJSON-1289737651 tempest-ServersAdminNegativeTestJSON-1289737651-project] 10.222.0.44 "GET /v2.0/security-groups?id=67689890-7b78-4fdd-a1db-f964f6c8c4bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550410 Oct 27 10:31:29.124628 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 58558) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:31:29.181766 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [req-41690865-9f49-48a7-9256-54eca1de24be req-2bfc6f2e-a478-43a2-81de-16de2862040c tempest-ServersAdminNegativeTestJSON-1289737651 tempest-ServersAdminNegativeTestJSON-1289737651-project] Deleting port 0d10ae43-61a1-4dce-bbe0-80a44b5b717e {{(pid=102347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:31:29.181766 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-41690865-9f49-48a7-9256-54eca1de24be req-2bfc6f2e-a478-43a2-81de-16de2862040c tempest-ServersAdminNegativeTestJSON-1289737651 tempest-ServersAdminNegativeTestJSON-1289737651-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:29.195236 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-83f82d57-adcc-4486-8795-852b3563daaf admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5c4292e7b3054fefacdede3cb596f6a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0694141 Oct 27 10:31:29.196627 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 58564) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:31:29.257140 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-97df7c5c-1421-407c-ab46-0a4c1171fa94 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:29.331039 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-41690865-9f49-48a7-9256-54eca1de24be req-2bfc6f2e-a478-43a2-81de-16de2862040c tempest-ServersAdminNegativeTestJSON-1289737651 tempest-ServersAdminNegativeTestJSON-1289737651-project] For port 0d10ae43-61a1-4dce-bbe0-80a44b5b717e, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=0d10ae43-61a1-4dce-bbe0-80a44b5b717e,segment=NetworkSegment(f7c42c6d-2766-46d8-a8b7-4852117a5555),segment_id=f7c42c6d-2766-46d8-a8b7-4852117a5555)] {{(pid=102347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:31:29.334569 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-41690865-9f49-48a7-9256-54eca1de24be req-2bfc6f2e-a478-43a2-81de-16de2862040c tempest-ServersAdminNegativeTestJSON-1289737651 tempest-ServersAdminNegativeTestJSON-1289737651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:29.347133 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-97df7c5c-1421-407c-ab46-0a4c1171fa94 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:29.372167 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [req-41690865-9f49-48a7-9256-54eca1de24be req-2bfc6f2e-a478-43a2-81de-16de2862040c tempest-ServersAdminNegativeTestJSON-1289737651 tempest-ServersAdminNegativeTestJSON-1289737651-project] Calling delete_port for 0d10ae43-61a1-4dce-bbe0-80a44b5b717e owned by compute:nova {{(pid=102347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:31:29.460151 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-97df7c5c-1421-407c-ab46-0a4c1171fa94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:29.465296 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-97df7c5c-1421-407c-ab46-0a4c1171fa94 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:29.472323 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-97df7c5c-1421-407c-ab46-0a4c1171fa94 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e0052f61-fc81-4452-a464-2233f5331509 HTTP/1.1" status: 204 len: 168 time: 0.2737157 Oct 27 10:31:29.494439 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df7c5c-1421-407c-ab46-0a4c1171fa94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0052f61-fc81-4452-a464-2233f5331509,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:31:29.572791 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device e1996de4-77b0-44cc-ada5-1f35dcc523f0 up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:31:29.651799 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port e1996de4-77b0-44cc-ada5-1f35dcc523f0 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:31:29.652452 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:29.658894 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-41690865-9f49-48a7-9256-54eca1de24be req-2bfc6f2e-a478-43a2-81de-16de2862040c tempest-ServersAdminNegativeTestJSON-1289737651 tempest-ServersAdminNegativeTestJSON-1289737651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:29.694194 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] get_ports_and_sgs() called for port_ids ['0d10ae43-61a1-4dce-bbe0-80a44b5b717e'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:31:29.760396 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff29ccef-3a4d-4fc5-bced-b27ec9011132 None None] Sync routers for ids ['bb012a5e-621c-439f-8c34-20b092183dff'] in n-d-813419-10 {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:31:29.777948 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff29ccef-3a4d-4fc5-bced-b27ec9011132 None None] Routers {'bb012a5e-621c-439f-8c34-20b092183dff'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:31:29.778574 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-ff29ccef-3a4d-4fc5-bced-b27ec9011132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:31:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['bb012a5e-621c-439f-8c34-20b092183dff'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:31:29.811354 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [req-41690865-9f49-48a7-9256-54eca1de24be req-2bfc6f2e-a478-43a2-81de-16de2862040c tempest-ServersAdminNegativeTestJSON-1289737651 tempest-ServersAdminNegativeTestJSON-1289737651-project] No DVR routers for this DVR port 0d10ae43-61a1-4dce-bbe0-80a44b5b717e on host n-h1-813419-10 {{(pid=102347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:31:29.813362 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfc6f2e-a478-43a2-81de-16de2862040c tempest-ServersAdminNegativeTestJSON-1289737651 tempest-ServersAdminNegativeTestJSON-1289737651-project] Pushing event deleted for resources: {'Port': ['ID=0d10ae43-61a1-4dce-bbe0-80a44b5b717e,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:31:29.815929 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-41690865-9f49-48a7-9256-54eca1de24be req-2bfc6f2e-a478-43a2-81de-16de2862040c tempest-ServersAdminNegativeTestJSON-1289737651 tempest-ServersAdminNegativeTestJSON-1289737651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:29.820817 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-41690865-9f49-48a7-9256-54eca1de24be req-2bfc6f2e-a478-43a2-81de-16de2862040c tempest-ServersAdminNegativeTestJSON-1289737651 tempest-ServersAdminNegativeTestJSON-1289737651-project] 10.222.0.64 "DELETE /v2.0/ports/0d10ae43-61a1-4dce-bbe0-80a44b5b717e HTTP/1.1" status: 204 len: 173 time: 0.8846555 Oct 27 10:31:29.821283 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '630d5049-af19-41e8-8246-65d885f7dcff', 'name': 'network-vif-deleted', 'tag': '0d10ae43-61a1-4dce-bbe0-80a44b5b717e'}] {{(pid=102347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:31:29.823890 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311149b481204ee7edffdb959c881838506fbd95bc8577c048f6677abb73acc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-989b4e08-a13f-4886-ae5a-90c10a4a5bf0" -d '{"events": [{"server_uuid": "630d5049-af19-41e8-8246-65d885f7dcff", "name": "network-vif-deleted", "tag": "0d10ae43-61a1-4dce-bbe0-80a44b5b717e"}]}' {{(pid=102347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:31:29.895793 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:31:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c9c126d-8317-4b3a-8fbb-9b70ba82eb43 x-openstack-request-id: req-2c9c126d-8317-4b3a-8fbb-9b70ba82eb43 {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:31:29.896404 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "630d5049-af19-41e8-8246-65d885f7dcff", "name": "network-vif-deleted", "tag": "0d10ae43-61a1-4dce-bbe0-80a44b5b717e", "status": "completed", "code": 200}]} {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:31:29.896828 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-2c9c126d-8317-4b3a-8fbb-9b70ba82eb43 {{(pid=102347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:31:29.897417 n-d-813419-10 neutron-server[102347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '630d5049-af19-41e8-8246-65d885f7dcff', 'name': 'network-vif-deleted', 'tag': '0d10ae43-61a1-4dce-bbe0-80a44b5b717e', 'status': 'completed', 'code': 200} Oct 27 10:31:30.048570 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 5f0b0b6b-d2e9-4f24-befb-8bedb206b1be no longer exists at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:31:30.078432 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] No Port match for: 5f0b0b6b-d2e9-4f24-befb-8bedb206b1be {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:31:30.078998 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 5f0b0b6b-d2e9-4f24-befb-8bedb206b1be not bound to the agent host n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:31:30.079582 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 2894caf0-5c83-4796-8e55-c2011c5023a7 no longer exists at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:31:30.110734 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] No Port match for: 2894caf0-5c83-4796-8e55-c2011c5023a7 {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:31:30.121998 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 2894caf0-5c83-4796-8e55-c2011c5023a7 not bound to the agent host n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:31:30.140247 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 58592) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:31:30.145712 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-5f1abb2e-c42c-42d3-a573-ebcfb2240327 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1287587243', 'description': 'tempest-description--1768419059'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:31:30.221151 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-5f1abb2e-c42c-42d3-a573-ebcfb2240327 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Publish callbacks [] for security_group, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:30.259676 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 58598) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:31:30.396674 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-49d84867-8460-4c28-a295-3f39794e84e2 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1f00f22927194f768013d3cbe87c72eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1351380 Oct 27 10:31:30.399977 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 58600) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:31:30.409822 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-2abe7701-73bf-4e4c-95eb-2992d3ce4d1a req-2d0fa51f-f122-40f4-9a0b-5145488e7647 tempest-ServersAdminNegativeTestJSON-1289737651 tempest-ServersAdminNegativeTestJSON-1289737651-project] 10.222.0.44 "GET /v2.0/ports?device_id=630d5049-af19-41e8-8246-65d885f7dcff HTTP/1.1" status: 200 len: 210 time: 0.0727363 Oct 27 10:31:30.481430 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-5f1abb2e-c42c-42d3-a573-ebcfb2240327 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Publish callbacks [] for security_group, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:30.489711 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-5f1abb2e-c42c-42d3-a573-ebcfb2240327 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:30.510635 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvr_db [None req-ff29ccef-3a4d-4fc5-bced-b27ec9011132 None None] Set router bb012a5e-621c-439f-8c34-20b092183dff gateway port host: n-d-813419-10 {{(pid=102349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:31:30.534659 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-e65b7277-4f74-4042-8097-423bc9788833 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:30.579771 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-5f1abb2e-c42c-42d3-a573-ebcfb2240327 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Publish callbacks [] for security_group, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:30.584780 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-5f1abb2e-c42c-42d3-a573-ebcfb2240327 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.4392045 Oct 27 10:31:30.585303 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 58606) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:31:30.589826 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-e419ce81-1af5-4b3f-8831-9f63e94d6fa6 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Request body: {'security_group_rule': {'security_group_id': '142cfba7-0116-47cd-9d82-0d26bf880f0d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:31:30.590324 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1abb2e-c42c-42d3-a573-ebcfb2240327 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Pushing event updated for resources: {'SecurityGroup': ['ID=142cfba7-0116-47cd-9d82-0d26bf880f0d,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:31:30.614572 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-e65b7277-4f74-4042-8097-423bc9788833 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:30.702268 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-e419ce81-1af5-4b3f-8831-9f63e94d6fa6 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:30.723448 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-e65b7277-4f74-4042-8097-423bc9788833 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:30.726086 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-e65b7277-4f74-4042-8097-423bc9788833 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:30.727328 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-e65b7277-4f74-4042-8097-423bc9788833 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/70af4ce1-12a1-42a0-98d9-1fcee57e02a8 HTTP/1.1" status: 204 len: 168 time: 0.3258884 Oct 27 10:31:30.754591 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65b7277-4f74-4042-8097-423bc9788833 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70af4ce1-12a1-42a0-98d9-1fcee57e02a8,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:31:30.830745 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-e419ce81-1af5-4b3f-8831-9f63e94d6fa6 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:30.836560 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-e419ce81-1af5-4b3f-8831-9f63e94d6fa6 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671902'] for security_group_rule, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:30.844213 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.agents_db [None req-e79ee67d-056e-46ea-bd99-e80473396b25 None None] Agent healthcheck: found 7 active agents {{(pid=102349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 10:31:30.861098 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e419ce81-1af5-4b3f-8831-9f63e94d6fa6 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fcd5e3be-4473-4698-9ef6-7e895b39510d,revision_number=0']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:31:30.878779 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-e419ce81-1af5-4b3f-8831-9f63e94d6fa6 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:30.880862 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-e419ce81-1af5-4b3f-8831-9f63e94d6fa6 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2956734 Oct 27 10:31:30.883478 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 58616) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:31:30.890307 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-68a5612e-64a8-469b-be72-19c841e59626 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Request body: {'security_group_rule': {'security_group_id': '142cfba7-0116-47cd-9d82-0d26bf880f0d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:31:30.938209 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-68a5612e-64a8-469b-be72-19c841e59626 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:30.978492 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-ff29ccef-3a4d-4fc5-bced-b27ec9011132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb012a5e-621c-439f-8c34-20b092183dff', 'name': 'tempest-AttachVolumeShelveTestJSON-1561106593-router', 'tenant_id': '7a75806f732447d68ca40a83500d955d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.221'}], 'enable_snat': True}, 'gw_port_id': 'e1996de4-77b0-44cc-ada5-1f35dcc523f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:31:19Z', 'updated_at': '2021-10-27T10:31:26Z', 'revision_number': 4, 'project_id': '7a75806f732447d68ca40a83500d955d', 'gw_port': {'id': 'e1996de4-77b0-44cc-ada5-1f35dcc523f0', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:90:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb012a5e-621c-439f-8c34-20b092183dff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1506, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:31:21Z', 'updated_at': '2021-10-27T10:31:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_interfaces': [{'id': '07302172-8417-4246-bba8-62a8c96f6a79', 'name': '', 'network_id': '823b724c-a4df-49e4-a48e-438212c85945', 'tenant_id': '7a75806f732447d68ca40a83500d955d', 'mac_address': 'fa:16:3e:36:d8:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb012a5e-621c-439f-8c34-20b092183dff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1507, 'fixed_ips': [{'subnet_id': '867e3761-3f04-40e2-b4bb-5b0ff4404cac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:31:25Z', 'updated_at': '2021-10-27T10:31:26Z', 'revision_number': 2, 'project_id': '7a75806f732447d68ca40a83500d955d', 'subnets': [{'id': '867e3761-3f04-40e2-b4bb-5b0ff4404cac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:31:31.016616 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff29ccef-3a4d-4fc5-bced-b27ec9011132 None None] Checking router: bb012a5e-621c-439f-8c34-20b092183dff for host: n-d-813419-10 {{(pid=102349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 10:31:31.017308 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff29ccef-3a4d-4fc5-bced-b27ec9011132 None None] Updating router bb012a5e-621c-439f-8c34-20b092183dff port 07302172-8417-4246-bba8-62a8c96f6a79 binding host n-d-813419-10 {{(pid=102349) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 10:31:31.026891 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-68a5612e-64a8-469b-be72-19c841e59626 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:31.046493 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-68a5612e-64a8-469b-be72-19c841e59626 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671902'] for security_group_rule, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:31.047762 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-ff29ccef-3a4d-4fc5-bced-b27ec9011132 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:31.095293 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a5612e-64a8-469b-be72-19c841e59626 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f3691a5-023f-4f95-8364-a5ca4b007ee0,revision_number=0']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:31:31.117870 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-68a5612e-64a8-469b-be72-19c841e59626 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:31.119488 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-68a5612e-64a8-469b-be72-19c841e59626 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2349823 Oct 27 10:31:31.122694 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 58624) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:31:31.133470 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-d85b9e27-8780-48e6-a214-6b9153b356be tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Request body: {'floatingip': {'floating_network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:31:31.162626 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d85b9e27-8780-48e6-a214-6b9153b356be tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Publish callbacks [] for floatingip, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:31.335718 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d85b9e27-8780-48e6-a214-6b9153b356be tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:31.441821 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-ff29ccef-3a4d-4fc5-bced-b27ec9011132 None None] Publish callbacks [] for port, precommit_update {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:31.453159 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-ff29ccef-3a4d-4fc5-bced-b27ec9011132 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:31.611455 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5ef302-7165-4c44-8f05-69b9ee252669 None None] Pushing event updated for resources: {'Port': ['ID=07302172-8417-4246-bba8-62a8c96f6a79,revision_number=3']} {{(pid=102349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:31:31.644503 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.managers [None req-ff29ccef-3a4d-4fc5-bced-b27ec9011132 None None] Attempting to bind port 07302172-8417-4246-bba8-62a8c96f6a79 on host n-d-813419-10 for vnic_type normal with profile {{(pid=102349) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:31:31.644868 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.managers [None req-ff29ccef-3a4d-4fc5-bced-b27ec9011132 None None] Attempting to bind port 07302172-8417-4246-bba8-62a8c96f6a79 by drivers openvswitch,hyperv on host n-d-813419-10 at level 0 using segments [{'id': '633ff08f-11cd-4e98-be2e-dddd49efeea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '823b724c-a4df-49e4-a48e-438212c85945'}] {{(pid=102349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:31:31.645224 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff29ccef-3a4d-4fc5-bced-b27ec9011132 None None] Attempting to bind port 07302172-8417-4246-bba8-62a8c96f6a79 on network 823b724c-a4df-49e4-a48e-438212c85945 {{(pid=102349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:31:31.651098 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff29ccef-3a4d-4fc5-bced-b27ec9011132 None None] Checking agent: {'id': '89dba0f3-79b2-435e-9822-33674b8f6ada', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 8, 20), 'started_at': datetime.datetime(2021, 10, 27, 10, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 31, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:31:31.651506 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff29ccef-3a4d-4fc5-bced-b27ec9011132 None None] Checking segment: {'id': '633ff08f-11cd-4e98-be2e-dddd49efeea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '823b724c-a4df-49e4-a48e-438212c85945'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:31:31.651862 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-ff29ccef-3a4d-4fc5-bced-b27ec9011132 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:31.652285 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff29ccef-3a4d-4fc5-bced-b27ec9011132 None None] Bound using segment: {'id': '633ff08f-11cd-4e98-be2e-dddd49efeea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '823b724c-a4df-49e4-a48e-438212c85945'} {{(pid=102349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:31:31.653072 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.managers [None req-ff29ccef-3a4d-4fc5-bced-b27ec9011132 None None] Bound port: 07302172-8417-4246-bba8-62a8c96f6a79, host: n-d-813419-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '633ff08f-11cd-4e98-be2e-dddd49efeea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '823b724c-a4df-49e4-a48e-438212c85945'}}] {{(pid=102349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:31:31.653461 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-ff29ccef-3a4d-4fc5-bced-b27ec9011132 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:31.716488 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_common [None req-d85b9e27-8780-48e6-a214-6b9153b356be tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Allocated IP 172.25.8.59 (185ff123-c7ff-45c7-a6be-71feb35acc9c/0fb9f9d1-7384-481f-8fa8-f4566c349d30/94110233-94e1-4096-b26d-1960475e7ab0) {{(pid=102346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:31:31.837138 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.db [None req-ff29ccef-3a4d-4fc5-bced-b27ec9011132 None None] For port 07302172-8417-4246-bba8-62a8c96f6a79, host n-d-813419-10, cleared binding levels {{(pid=102349) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:31:31.847593 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.db [None req-ff29ccef-3a4d-4fc5-bced-b27ec9011132 None None] For port 07302172-8417-4246-bba8-62a8c96f6a79, host n-d-813419-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=07302172-8417-4246-bba8-62a8c96f6a79,segment=NetworkSegment(633ff08f-11cd-4e98-be2e-dddd49efeea1),segment_id=633ff08f-11cd-4e98-be2e-dddd49efeea1)] {{(pid=102349) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:31:31.857877 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-ff29ccef-3a4d-4fc5-bced-b27ec9011132 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:31.985877 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff29ccef-3a4d-4fc5-bced-b27ec9011132 None None] Routers {'bb012a5e-621c-439f-8c34-20b092183dff'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:31:31.987531 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-ff29ccef-3a4d-4fc5-bced-b27ec9011132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:31:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['bb012a5e-621c-439f-8c34-20b092183dff'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:31:31.991125 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-550bf1cb-1f3e-4196-ad74-58e9a6b880fa None None] Provisioning complete for port 07302172-8417-4246-bba8-62a8c96f6a79 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:31:31.993172 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-550bf1cb-1f3e-4196-ad74-58e9a6b880fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:32.091696 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d85b9e27-8780-48e6-a214-6b9153b356be tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Publish callbacks [] for port, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:32.203725 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-550bf1cb-1f3e-4196-ad74-58e9a6b880fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:32.262934 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d85b9e27-8780-48e6-a214-6b9153b356be tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:32.305017 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-550bf1cb-1f3e-4196-ad74-58e9a6b880fa None None] For port 07302172-8417-4246-bba8-62a8c96f6a79, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=07302172-8417-4246-bba8-62a8c96f6a79,segment=NetworkSegment(633ff08f-11cd-4e98-be2e-dddd49efeea1),segment_id=633ff08f-11cd-4e98-be2e-dddd49efeea1)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:31:32.321889 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-550bf1cb-1f3e-4196-ad74-58e9a6b880fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:32.382658 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85b9e27-8780-48e6-a214-6b9153b356be tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Pushing event updated for resources: {'Port': ['ID=94110233-94e1-4096-b26d-1960475e7ab0,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:31:32.390459 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 58668) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:31:32.418164 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5ef302-7165-4c44-8f05-69b9ee252669 None None] Pushing event updated for resources: {'Port': ['ID=07302172-8417-4246-bba8-62a8c96f6a79,revision_number=4']} {{(pid=102349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:31:32.425436 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:32.430675 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d85b9e27-8780-48e6-a214-6b9153b356be tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Network 185ff123-c7ff-45c7-a6be-71feb35acc9c is already hosted by enough agents. {{(pid=102346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:31:32.441500 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-d85b9e27-8780-48e6-a214-6b9153b356be tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Resources bound (agent type, host, resource id): {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:31:32.448151 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d85b9e27-8780-48e6-a214-6b9153b356be tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Received port after_create {{(pid=102346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:31:32.515314 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvr_db [None req-ff29ccef-3a4d-4fc5-bced-b27ec9011132 None None] Set router bb012a5e-621c-439f-8c34-20b092183dff gateway port host: n-d-813419-10 {{(pid=102349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:31:32.527153 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550bf1cb-1f3e-4196-ad74-58e9a6b880fa None None] Pushing event updated for resources: {'Port': ['ID=07302172-8417-4246-bba8-62a8c96f6a79,revision_number=5']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:31:32.551564 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7a973373-d1dd-4bce-8c2a-944574380ee4 None None] Provisioning complete for port 07302172-8417-4246-bba8-62a8c96f6a79 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:31:32.554375 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7a973373-d1dd-4bce-8c2a-944574380ee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:32.782540 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d85b9e27-8780-48e6-a214-6b9153b356be tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:32.862225 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d85b9e27-8780-48e6-a214-6b9153b356be tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:32.867939 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-d5afb8d5-2012-4bdf-80c1-3c1755f2da9d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9beca58e9d0247c8a4ad1acc65792ba8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4751158 Oct 27 10:31:32.868582 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 58688) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:31:32.963163 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-7499f7d1-ccf7-4a88-a1e4-279d85dd2a4f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:32.992483 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-7499f7d1-ccf7-4a88-a1e4-279d85dd2a4f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:33.079640 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-7499f7d1-ccf7-4a88-a1e4-279d85dd2a4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:33.086086 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-7499f7d1-ccf7-4a88-a1e4-279d85dd2a4f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:33.089649 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-7499f7d1-ccf7-4a88-a1e4-279d85dd2a4f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/67689890-7b78-4fdd-a1db-f964f6c8c4bd HTTP/1.1" status: 204 len: 168 time: 0.2149994 Oct 27 10:31:33.119442 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7499f7d1-ccf7-4a88-a1e4-279d85dd2a4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67689890-7b78-4fdd-a1db-f964f6c8c4bd,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:31:33.199266 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d85b9e27-8780-48e6-a214-6b9153b356be tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Publish callbacks [] for port, precommit_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:33.203487 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-ff29ccef-3a4d-4fc5-bced-b27ec9011132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb012a5e-621c-439f-8c34-20b092183dff', 'name': 'tempest-AttachVolumeShelveTestJSON-1561106593-router', 'tenant_id': '7a75806f732447d68ca40a83500d955d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.221'}], 'enable_snat': True}, 'gw_port_id': 'e1996de4-77b0-44cc-ada5-1f35dcc523f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:31:19Z', 'updated_at': '2021-10-27T10:31:26Z', 'revision_number': 4, 'project_id': '7a75806f732447d68ca40a83500d955d', 'gw_port': {'id': 'e1996de4-77b0-44cc-ada5-1f35dcc523f0', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:90:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb012a5e-621c-439f-8c34-20b092183dff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1506, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:31:21Z', 'updated_at': '2021-10-27T10:31:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_interfaces': [{'id': '07302172-8417-4246-bba8-62a8c96f6a79', 'name': '', 'network_id': '823b724c-a4df-49e4-a48e-438212c85945', 'tenant_id': '7a75806f732447d68ca40a83500d955d', 'mac_address': 'fa:16:3e:36:d8:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb012a5e-621c-439f-8c34-20b092183dff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1507, 'fixed_ips': [{'subnet_id': '867e3761-3f04-40e2-b4bb-5b0ff4404cac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:31:25Z', 'updated_at': '2021-10-27T10:31:31Z', 'revision_number': 4, 'project_id': '7a75806f732447d68ca40a83500d955d', 'subnets': [{'id': '867e3761-3f04-40e2-b4bb-5b0ff4404cac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:31:33.208019 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d85b9e27-8780-48e6-a214-6b9153b356be tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27024173'] for port, after_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:33.236405 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff29ccef-3a4d-4fc5-bced-b27ec9011132 None None] The sync data for ids ['bb012a5e-621c-439f-8c34-20b092183dff'] in n-d-813419-10 is: [{'id': 'bb012a5e-621c-439f-8c34-20b092183dff', 'name': 'tempest-AttachVolumeShelveTestJSON-1561106593-router', 'tenant_id': '7a75806f732447d68ca40a83500d955d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.221'}], 'enable_snat': True}, 'gw_port_id': 'e1996de4-77b0-44cc-ada5-1f35dcc523f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:31:19Z', 'updated_at': '2021-10-27T10:31:26Z', 'revision_number': 4, 'project_id': '7a75806f732447d68ca40a83500d955d', 'gw_port': {'id': 'e1996de4-77b0-44cc-ada5-1f35dcc523f0', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:90:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb012a5e-621c-439f-8c34-20b092183dff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1506, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:31:21Z', 'updated_at': '2021-10-27T10:31:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_interfaces': [{'id': '07302172-8417-4246-bba8-62a8c96f6a79', 'name': '', 'network_id': '823b724c-a4df-49e4-a48e-438212c85945', 'tenant_id': '7a75806f732447d68ca40a83500d955d', 'mac_address': 'fa:16:3e:36:d8:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb012a5e-621c-439f-8c34-20b092183dff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1507, 'fixed_ips': [{'subnet_id': '867e3761-3f04-40e2-b4bb-5b0ff4404cac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:31:25Z', 'updated_at': '2021-10-27T10:31:31Z', 'revision_number': 4, 'project_id': '7a75806f732447d68ca40a83500d955d', 'subnets': [{'id': '867e3761-3f04-40e2-b4bb-5b0ff4404cac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:31:33.257694 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device 0d10ae43-61a1-4dce-bbe0-80a44b5b717e no longer exists at agent hyperv_n-h1-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:31:33.324797 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] No Port match for: 0d10ae43-61a1-4dce-bbe0-80a44b5b717e {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:31:33.325553 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device 0d10ae43-61a1-4dce-bbe0-80a44b5b717e not bound to the agent host n-h1-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:31:33.335505 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85b9e27-8780-48e6-a214-6b9153b356be tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Pushing event updated for resources: {'Port': ['ID=94110233-94e1-4096-b26d-1960475e7ab0,revision_number=2']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:31:33.403505 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d85b9e27-8780-48e6-a214-6b9153b356be tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1664826'] for floatingip, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:33.437869 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d85b9e27-8780-48e6-a214-6b9153b356be tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for floatingip, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:33.439163 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-d85b9e27-8780-48e6-a214-6b9153b356be tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.3142602 Oct 27 10:31:33.670343 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 58740) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:31:33.722157 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-872c4016-4847-4dcb-be67-daff3674cd60 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3ad5c09df8904ce2af8fdc62ce186e4d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0492754 Oct 27 10:31:33.725456 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 58744) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:31:33.818306 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-2dc8d3b5-3f9f-45f4-a861-17f8e1cffd12 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:33.862707 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-2dc8d3b5-3f9f-45f4-a861-17f8e1cffd12 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:34.008953 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-31fb64af-87e5-42fd-9cd6-b9843658c1cc req-4db769bb-0e9b-43d7-b45d-b42c0ff64007 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--1287587243&fields=id&tenant_id=7a75806f732447d68ca40a83500d955d HTTP/1.1" status: 200 len: 267 time: 0.1286201 Oct 27 10:31:34.129297 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-2dc8d3b5-3f9f-45f4-a861-17f8e1cffd12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:34.137176 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-2dc8d3b5-3f9f-45f4-a861-17f8e1cffd12 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:34.142458 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-2dc8d3b5-3f9f-45f4-a861-17f8e1cffd12 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9fc08a96-87eb-4be0-830e-fb8032cc3983 HTTP/1.1" status: 204 len: 168 time: 0.4156678 Oct 27 10:31:34.166609 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc8d3b5-3f9f-45f4-a861-17f8e1cffd12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fc08a96-87eb-4be0-830e-fb8032cc3983,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:31:34.256441 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fb64af-87e5-42fd-9cd6-b9843658c1cc req-773dd9a1-8159-436d-8e0e-dd210e12ea4c tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:31:34.259218 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-31fb64af-87e5-42fd-9cd6-b9843658c1cc req-773dd9a1-8159-436d-8e0e-dd210e12ea4c tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "GET /v2.0/networks?id=823b724c-a4df-49e4-a48e-438212c85945 HTTP/1.1" status: 200 len: 817 time: 0.2492902 Oct 27 10:31:34.280876 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-31fb64af-87e5-42fd-9cd6-b9843658c1cc req-b367183c-da74-40a4-9dbb-ef697e7f93ac tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "GET /v2.0/quotas/7a75806f732447d68ca40a83500d955d HTTP/1.1" status: 200 len: 375 time: 0.0149035 Oct 27 10:31:34.370114 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-31fb64af-87e5-42fd-9cd6-b9843658c1cc req-117ae0e4-4cca-4fdb-988d-837872a83ad0 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=7a75806f732447d68ca40a83500d955d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0825548 Oct 27 10:31:34.508282 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 58778) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:31:34.577359 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-31fb64af-87e5-42fd-9cd6-b9843658c1cc req-15538af7-a856-42aa-8021-f2e34a03f643 service neutron] 10.222.0.44 "GET /v2.0/networks/823b724c-a4df-49e4-a48e-438212c85945?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1950529 Oct 27 10:31:34.716596 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-09676e1c-5c9c-4463-9db8-d900084d4951 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:34.731045 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-31fb64af-87e5-42fd-9cd6-b9843658c1cc req-d7b6e521-b1b5-4e9d-b137-466ccf738881 service neutron] 10.222.0.44 "GET /v2.0/networks/823b724c-a4df-49e4-a48e-438212c85945?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1527140 Oct 27 10:31:34.885734 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-09676e1c-5c9c-4463-9db8-d900084d4951 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:34.891420 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-09676e1c-5c9c-4463-9db8-d900084d4951 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:34.941683 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 58798) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:31:34.942220 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-09676e1c-5c9c-4463-9db8-d900084d4951 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=145059047525419d988fe90306bd6555&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4281151 Oct 27 10:31:34.976698 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09676e1c-5c9c-4463-9db8-d900084d4951 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6f5cd54-fb86-4e40-adeb-43e34a0c8a7b,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:31:35.106550 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-403b26b4-243f-4cc8-966b-1f8f5e59f079 req-787d9402-a765-4a1e-a6ed-334857de97b0 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "GET /v2.0/ports?device_id=58d33066-02f9-456d-8852-aabcf5578798 HTTP/1.1" status: 200 len: 210 time: 0.0696104 Oct 27 10:31:35.107608 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-e978ac5a-c5a8-4bd1-9ba7-c68f06421895 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:35.196411 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-e978ac5a-c5a8-4bd1-9ba7-c68f06421895 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:35.327512 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-e978ac5a-c5a8-4bd1-9ba7-c68f06421895 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:35.334311 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-e978ac5a-c5a8-4bd1-9ba7-c68f06421895 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:35.338180 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-e978ac5a-c5a8-4bd1-9ba7-c68f06421895 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d6f5cd54-fb86-4e40-adeb-43e34a0c8a7b HTTP/1.1" status: 204 len: 168 time: 0.3964183 Oct 27 10:31:35.361200 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e978ac5a-c5a8-4bd1-9ba7-c68f06421895 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6f5cd54-fb86-4e40-adeb-43e34a0c8a7b,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:31:35.575152 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 07302172-8417-4246-bba8-62a8c96f6a79 up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:31:35.722220 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port 07302172-8417-4246-bba8-62a8c96f6a79 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:31:35.723675 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:36.107290 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10229ebf-0fd9-4d61-b3ae-fb401e323769 req-b938c2b5-3516-4313-a77d-332347a2d4ba tempest-ServersTestBootFromVolume-118172414 tempest-ServersTestBootFromVolume-118172414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:31:36.117032 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-10229ebf-0fd9-4d61-b3ae-fb401e323769 req-b938c2b5-3516-4313-a77d-332347a2d4ba tempest-ServersTestBootFromVolume-118172414 tempest-ServersTestBootFromVolume-118172414-project] 10.222.0.44 "GET /v2.0/ports?device_id=1c300c04-98e2-444e-85bd-cd955e8e43fe HTTP/1.1" status: 200 len: 946 time: 0.1135328 Oct 27 10:31:36.204441 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-10229ebf-0fd9-4d61-b3ae-fb401e323769 req-c4a6b6c6-8119-440e-8aad-7d192591d422 tempest-ServersTestBootFromVolume-118172414 tempest-ServersTestBootFromVolume-118172414-project] 10.222.0.44 "GET /v2.0/security-groups?id=9d8532b2-6883-48ec-ab1a-369df7b50fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758295 Oct 27 10:31:36.338915 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-a65e8cc0-d821-4eab-9e87-792d01bff1cd req-d57d0130-d430-481c-874b-fe996a5a54e3 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "GET /v2.0/ports?device_id=58d33066-02f9-456d-8852-aabcf5578798 HTTP/1.1" status: 200 len: 210 time: 0.0506470 Oct 27 10:31:37.220628 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fb64af-87e5-42fd-9cd6-b9843658c1cc req-31908942-49e2-43b7-a738-3e31a9cd9857 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:31:37.222679 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-31fb64af-87e5-42fd-9cd6-b9843658c1cc req-31908942-49e2-43b7-a738-3e31a9cd9857 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.76 "GET /v2.0/networks?id=823b724c-a4df-49e4-a48e-438212c85945 HTTP/1.1" status: 200 len: 817 time: 0.1511295 Oct 27 10:31:37.327845 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-31fb64af-87e5-42fd-9cd6-b9843658c1cc req-81e542ee-8960-4d8e-b76a-761ea4aa3a95 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7a75806f732447d68ca40a83500d955d HTTP/1.1" status: 200 len: 380 time: 0.0931520 Oct 27 10:31:37.334049 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [req-31fb64af-87e5-42fd-9cd6-b9843658c1cc req-892c97b6-eb4e-4cbe-a279-44edaaf3062f tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Request body: {'port': {'device_id': '58d33066-02f9-456d-8852-aabcf5578798', 'network_id': '823b724c-a4df-49e4-a48e-438212c85945', 'admin_state_up': True, 'tenant_id': '7a75806f732447d68ca40a83500d955d', 'security_groups': ['142cfba7-0116-47cd-9d82-0d26bf880f0d']}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:31:37.534488 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31fb64af-87e5-42fd-9cd6-b9843658c1cc req-892c97b6-eb4e-4cbe-a279-44edaaf3062f tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Made reservation on behalf of 7a75806f732447d68ca40a83500d955d for: {'port': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:31:37.539475 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-31fb64af-87e5-42fd-9cd6-b9843658c1cc req-892c97b6-eb4e-4cbe-a279-44edaaf3062f tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:37.630831 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-bfc051da-3d3f-4d73-81bd-a770da648218 req-c311e974-6bcc-4a85-9338-7d926107126e tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "GET /v2.0/ports?device_id=58d33066-02f9-456d-8852-aabcf5578798 HTTP/1.1" status: 200 len: 210 time: 0.0744689 Oct 27 10:31:37.792805 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_common [req-31fb64af-87e5-42fd-9cd6-b9843658c1cc req-892c97b6-eb4e-4cbe-a279-44edaaf3062f tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Allocated IP 172.20.0.3 (823b724c-a4df-49e4-a48e-438212c85945/867e3761-3f04-40e2-b4bb-5b0ff4404cac/a378176d-92da-4f39-9224-eabe8da137fe) {{(pid=102346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:31:37.876686 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46baedf-6715-4d78-a1e3-950d8c679537 req-6a5483d2-b670-46be-98df-0479e672991b tempest-ServersTestBootFromVolume-118172414 tempest-ServersTestBootFromVolume-118172414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:31:37.879872 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-b46baedf-6715-4d78-a1e3-950d8c679537 req-6a5483d2-b670-46be-98df-0479e672991b tempest-ServersTestBootFromVolume-118172414 tempest-ServersTestBootFromVolume-118172414-project] 10.222.0.44 "GET /v2.0/ports?device_id=1c300c04-98e2-444e-85bd-cd955e8e43fe HTTP/1.1" status: 200 len: 946 time: 0.1390185 Oct 27 10:31:38.034565 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-31fb64af-87e5-42fd-9cd6-b9843658c1cc req-892c97b6-eb4e-4cbe-a279-44edaaf3062f tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Publish callbacks [] for port, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:38.042701 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-b46baedf-6715-4d78-a1e3-950d8c679537 req-ce14d7e1-b1e4-4705-b5b9-97ab85d32e73 tempest-ServersTestBootFromVolume-118172414 tempest-ServersTestBootFromVolume-118172414-project] 10.222.0.44 "GET /v2.0/security-groups?id=9d8532b2-6883-48ec-ab1a-369df7b50fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1291783 Oct 27 10:31:38.141614 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-31fb64af-87e5-42fd-9cd6-b9843658c1cc req-892c97b6-eb4e-4cbe-a279-44edaaf3062f tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:38.220725 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31fb64af-87e5-42fd-9cd6-b9843658c1cc req-892c97b6-eb4e-4cbe-a279-44edaaf3062f tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Network 823b724c-a4df-49e4-a48e-438212c85945 is already hosted by enough agents. {{(pid=102346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:31:38.231854 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [req-31fb64af-87e5-42fd-9cd6-b9843658c1cc req-892c97b6-eb4e-4cbe-a279-44edaaf3062f tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Resources bound (agent type, host, resource id): {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:31:38.238223 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [req-31fb64af-87e5-42fd-9cd6-b9843658c1cc req-892c97b6-eb4e-4cbe-a279-44edaaf3062f tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Received port after_create {{(pid=102346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:31:38.247652 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892c97b6-eb4e-4cbe-a279-44edaaf3062f tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Pushing event updated for resources: {'Port': ['ID=a378176d-92da-4f39-9224-eabe8da137fe,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:31:38.290191 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892c97b6-eb4e-4cbe-a279-44edaaf3062f tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:31:38.290675 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892c97b6-eb4e-4cbe-a279-44edaaf3062f tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:31:38.291277 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892c97b6-eb4e-4cbe-a279-44edaaf3062f tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:31:38.291600 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892c97b6-eb4e-4cbe-a279-44edaaf3062f tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:31:38.292296 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892c97b6-eb4e-4cbe-a279-44edaaf3062f tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:31:38.292475 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892c97b6-eb4e-4cbe-a279-44edaaf3062f tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:31:38.292856 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892c97b6-eb4e-4cbe-a279-44edaaf3062f tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:31:38.293302 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892c97b6-eb4e-4cbe-a279-44edaaf3062f tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:31:38.293726 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892c97b6-eb4e-4cbe-a279-44edaaf3062f tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:31:38.294144 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892c97b6-eb4e-4cbe-a279-44edaaf3062f tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:31:38.294701 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892c97b6-eb4e-4cbe-a279-44edaaf3062f tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:31:38.295532 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892c97b6-eb4e-4cbe-a279-44edaaf3062f tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:31:38.340634 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fb64af-87e5-42fd-9cd6-b9843658c1cc req-892c97b6-eb4e-4cbe-a279-44edaaf3062f tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:31:38.342433 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-31fb64af-87e5-42fd-9cd6-b9843658c1cc req-892c97b6-eb4e-4cbe-a279-44edaaf3062f tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:38.382398 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-31fb64af-87e5-42fd-9cd6-b9843658c1cc req-892c97b6-eb4e-4cbe-a279-44edaaf3062f tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0520892 Oct 27 10:31:38.400480 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [req-31fb64af-87e5-42fd-9cd6-b9843658c1cc req-7743449a-8a30-4f82-9754-09fcd0502568 service neutron] Request body: {'port': {'device_id': '58d33066-02f9-456d-8852-aabcf5578798', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-10'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:31:38.504326 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-31fb64af-87e5-42fd-9cd6-b9843658c1cc req-7743449a-8a30-4f82-9754-09fcd0502568 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:38.561674 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 59030) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:31:38.825988 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:38.861676 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-61e40db2-be1f-4678-ad62-515560d13720 None None] Provisioning complete for port a378176d-92da-4f39-9224-eabe8da137fe triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:31:38.868064 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-61e40db2-be1f-4678-ad62-515560d13720 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:38.873034 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 59046) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:31:38.948789 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87de1750-715c-4837-a125-8880a98dd653 req-a7dfea61-1a2c-444b-9390-06121e2e0d58 tempest-ServersTestBootFromVolume-118172414 tempest-ServersTestBootFromVolume-118172414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:31:38.968821 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-87de1750-715c-4837-a125-8880a98dd653 req-a7dfea61-1a2c-444b-9390-06121e2e0d58 tempest-ServersTestBootFromVolume-118172414 tempest-ServersTestBootFromVolume-118172414-project] 10.222.0.44 "GET /v2.0/ports?device_id=1c300c04-98e2-444e-85bd-cd955e8e43fe HTTP/1.1" status: 200 len: 946 time: 0.1355469 Oct 27 10:31:39.001332 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee7a2c1-f6af-4802-90b7-ca3f59c87949 req-908cdb4c-9759-4654-8a4d-ef51e45d7c03 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:31:39.003245 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-cee7a2c1-f6af-4802-90b7-ca3f59c87949 req-908cdb4c-9759-4654-8a4d-ef51e45d7c03 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "GET /v2.0/ports?device_id=58d33066-02f9-456d-8852-aabcf5578798 HTTP/1.1" status: 200 len: 931 time: 0.1772473 Oct 27 10:31:39.011173 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-599a445a-6d11-4088-ac5d-f86c5991197f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:39.041306 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-87de1750-715c-4837-a125-8880a98dd653 req-3427067c-8c25-46f4-a11f-3eb567603472 tempest-ServersTestBootFromVolume-118172414 tempest-ServersTestBootFromVolume-118172414-project] 10.222.0.44 "GET /v2.0/security-groups?id=9d8532b2-6883-48ec-ab1a-369df7b50fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572653 Oct 27 10:31:39.080509 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-837158ed-7749-4473-8e6f-201fb2cf6094 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:39.122275 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-599a445a-6d11-4088-ac5d-f86c5991197f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:39.127825 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-599a445a-6d11-4088-ac5d-f86c5991197f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:39.160033 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-cee7a2c1-f6af-4802-90b7-ca3f59c87949 req-435ff96f-a283-4cec-a153-3a7a887b9448 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "GET /v2.0/security-groups?id=142cfba7-0116-47cd-9d82-0d26bf880f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0866382 Oct 27 10:31:39.188535 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-599a445a-6d11-4088-ac5d-f86c5991197f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=06fc2ac2d99b43e7aa01d6beaf553d7d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6254888 Oct 27 10:31:39.189450 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 59054) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:31:39.190388 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599a445a-6d11-4088-ac5d-f86c5991197f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b672c401-ecf9-4c57-8460-a9859aa7a9aa,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:31:39.214048 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599a445a-6d11-4088-ac5d-f86c5991197f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:31:39.214673 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599a445a-6d11-4088-ac5d-f86c5991197f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:31:39.215215 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599a445a-6d11-4088-ac5d-f86c5991197f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:31:39.215718 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599a445a-6d11-4088-ac5d-f86c5991197f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:31:39.216255 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599a445a-6d11-4088-ac5d-f86c5991197f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:31:39.216831 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599a445a-6d11-4088-ac5d-f86c5991197f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:31:39.217462 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599a445a-6d11-4088-ac5d-f86c5991197f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:31:39.217955 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599a445a-6d11-4088-ac5d-f86c5991197f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:31:39.218506 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599a445a-6d11-4088-ac5d-f86c5991197f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:31:39.219127 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599a445a-6d11-4088-ac5d-f86c5991197f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:31:39.220003 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599a445a-6d11-4088-ac5d-f86c5991197f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:31:39.220585 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599a445a-6d11-4088-ac5d-f86c5991197f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:31:39.263571 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-61e40db2-be1f-4678-ad62-515560d13720 None None] Port a378176d-92da-4f39-9224-eabe8da137fe cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:31:39.309579 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-f7b9373d-71f5-4000-8ab9-10fadda8e4df admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:39.345874 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-f7b9373d-71f5-4000-8ab9-10fadda8e4df admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:39.349937 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [req-31fb64af-87e5-42fd-9cd6-b9843658c1cc req-7743449a-8a30-4f82-9754-09fcd0502568 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a378176d-92da-4f39-9224-eabe8da137fe {{(pid=102346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:31:39.367861 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-31fb64af-87e5-42fd-9cd6-b9843658c1cc req-7743449a-8a30-4f82-9754-09fcd0502568 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:39.372735 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-837158ed-7749-4473-8e6f-201fb2cf6094 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:39.383988 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-837158ed-7749-4473-8e6f-201fb2cf6094 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:39.416536 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-f7b9373d-71f5-4000-8ab9-10fadda8e4df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:39.420045 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-f7b9373d-71f5-4000-8ab9-10fadda8e4df admin admin] Publish callbacks [] for security_group, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:39.422097 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-f7b9373d-71f5-4000-8ab9-10fadda8e4df admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b672c401-ecf9-4c57-8460-a9859aa7a9aa HTTP/1.1" status: 204 len: 168 time: 0.2285700 Oct 27 10:31:39.422418 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-837158ed-7749-4473-8e6f-201fb2cf6094 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e428af7cbfe4427b89b8c3616d0dfe10&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5190773 Oct 27 10:31:39.422717 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 59062) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:31:39.423559 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.provisioning_blocks [req-31fb64af-87e5-42fd-9cd6-b9843658c1cc req-7743449a-8a30-4f82-9754-09fcd0502568 service neutron] Transition to ACTIVE for port object a378176d-92da-4f39-9224-eabe8da137fe will not be triggered until provisioned by entity L2. {{(pid=102346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 10:31:39.447433 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b9373d-71f5-4000-8ab9-10fadda8e4df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b672c401-ecf9-4c57-8460-a9859aa7a9aa,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:31:39.451587 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-31fb64af-87e5-42fd-9cd6-b9843658c1cc req-7743449a-8a30-4f82-9754-09fcd0502568 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27024173'] for port, after_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:39.535444 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-ce85fb2c-b37e-4ce4-a3fc-e7ab2c423fff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:39.537376 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837158ed-7749-4473-8e6f-201fb2cf6094 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5160380-3a63-4dea-b0f5-f5a7a8f47e94,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:31:39.566725 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-ce85fb2c-b37e-4ce4-a3fc-e7ab2c423fff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:39.575914 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7743449a-8a30-4f82-9754-09fcd0502568 service neutron] Pushing event updated for resources: {'Port': ['ID=a378176d-92da-4f39-9224-eabe8da137fe,revision_number=2']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:31:39.667609 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-ce85fb2c-b37e-4ce4-a3fc-e7ab2c423fff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:39.680535 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-ce85fb2c-b37e-4ce4-a3fc-e7ab2c423fff admin admin] Publish callbacks [] for security_group, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:39.680535 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-ce85fb2c-b37e-4ce4-a3fc-e7ab2c423fff admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d5160380-3a63-4dea-b0f5-f5a7a8f47e94 HTTP/1.1" status: 204 len: 168 time: 0.2533679 Oct 27 10:31:39.688411 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce85fb2c-b37e-4ce4-a3fc-e7ab2c423fff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5160380-3a63-4dea-b0f5-f5a7a8f47e94,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:31:39.820179 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.managers [req-31fb64af-87e5-42fd-9cd6-b9843658c1cc req-7743449a-8a30-4f82-9754-09fcd0502568 service neutron] Attempting to bind port a378176d-92da-4f39-9224-eabe8da137fe on host n-h2-813419-10 for vnic_type normal with profile {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:31:39.820644 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.managers [req-31fb64af-87e5-42fd-9cd6-b9843658c1cc req-7743449a-8a30-4f82-9754-09fcd0502568 service neutron] Attempting to bind port a378176d-92da-4f39-9224-eabe8da137fe by drivers openvswitch,hyperv on host n-h2-813419-10 at level 0 using segments [{'id': '633ff08f-11cd-4e98-be2e-dddd49efeea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '823b724c-a4df-49e4-a48e-438212c85945'}] {{(pid=102346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:31:39.820977 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31fb64af-87e5-42fd-9cd6-b9843658c1cc req-7743449a-8a30-4f82-9754-09fcd0502568 service neutron] Attempting to bind port a378176d-92da-4f39-9224-eabe8da137fe on network 823b724c-a4df-49e4-a48e-438212c85945 {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:31:39.837553 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31fb64af-87e5-42fd-9cd6-b9843658c1cc req-7743449a-8a30-4f82-9754-09fcd0502568 service neutron] Port a378176d-92da-4f39-9224-eabe8da137fe on network 823b724c-a4df-49e4-a48e-438212c85945 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-10 {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 10:31:39.837932 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31fb64af-87e5-42fd-9cd6-b9843658c1cc req-7743449a-8a30-4f82-9754-09fcd0502568 service neutron] Attempting to bind port a378176d-92da-4f39-9224-eabe8da137fe on network 823b724c-a4df-49e4-a48e-438212c85945 {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:31:39.877157 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31fb64af-87e5-42fd-9cd6-b9843658c1cc req-7743449a-8a30-4f82-9754-09fcd0502568 service neutron] Checking agent: {'id': 'a2edc247-0fa4-4ce6-bbae-a10492f6bd71', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 16, 9), 'started_at': datetime.datetime(2021, 10, 27, 10, 16, 9), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 31, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:31:39.877846 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31fb64af-87e5-42fd-9cd6-b9843658c1cc req-7743449a-8a30-4f82-9754-09fcd0502568 service neutron] Checking segment: {'id': '633ff08f-11cd-4e98-be2e-dddd49efeea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '823b724c-a4df-49e4-a48e-438212c85945'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:31:39.877954 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31fb64af-87e5-42fd-9cd6-b9843658c1cc req-7743449a-8a30-4f82-9754-09fcd0502568 service neutron] Bound using segment: {'id': '633ff08f-11cd-4e98-be2e-dddd49efeea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '823b724c-a4df-49e4-a48e-438212c85945'} {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:31:39.878312 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.managers [req-31fb64af-87e5-42fd-9cd6-b9843658c1cc req-7743449a-8a30-4f82-9754-09fcd0502568 service neutron] Bound port: a378176d-92da-4f39-9224-eabe8da137fe, host: n-h2-813419-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '633ff08f-11cd-4e98-be2e-dddd49efeea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '823b724c-a4df-49e4-a48e-438212c85945'}}] {{(pid=102346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:31:39.881136 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-31fb64af-87e5-42fd-9cd6-b9843658c1cc req-7743449a-8a30-4f82-9754-09fcd0502568 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:40.015045 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [req-31fb64af-87e5-42fd-9cd6-b9843658c1cc req-7743449a-8a30-4f82-9754-09fcd0502568 service neutron] For port a378176d-92da-4f39-9224-eabe8da137fe, host n-h2-813419-10, cleared binding levels {{(pid=102346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:31:40.019396 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [req-31fb64af-87e5-42fd-9cd6-b9843658c1cc req-7743449a-8a30-4f82-9754-09fcd0502568 service neutron] For port a378176d-92da-4f39-9224-eabe8da137fe, host n-h2-813419-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=a378176d-92da-4f39-9224-eabe8da137fe,segment=NetworkSegment(633ff08f-11cd-4e98-be2e-dddd49efeea1),segment_id=633ff08f-11cd-4e98-be2e-dddd49efeea1)] {{(pid=102346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:31:40.025820 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-31fb64af-87e5-42fd-9cd6-b9843658c1cc req-7743449a-8a30-4f82-9754-09fcd0502568 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27024173'] for port, after_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:40.221900 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7743449a-8a30-4f82-9754-09fcd0502568 service neutron] Pushing event updated for resources: {'Port': ['ID=a378176d-92da-4f39-9224-eabe8da137fe,revision_number=3']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:31:40.277045 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fb64af-87e5-42fd-9cd6-b9843658c1cc req-7743449a-8a30-4f82-9754-09fcd0502568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:31:40.277844 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-31fb64af-87e5-42fd-9cd6-b9843658c1cc req-7743449a-8a30-4f82-9754-09fcd0502568 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:40.279877 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-31fb64af-87e5-42fd-9cd6-b9843658c1cc req-7743449a-8a30-4f82-9754-09fcd0502568 service neutron] 10.222.0.76 "PUT /v2.0/ports/a378176d-92da-4f39-9224-eabe8da137fe HTTP/1.1" status: 200 len: 1092 time: 1.8884645 Oct 27 10:31:40.285598 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58d33066-02f9-456d-8852-aabcf5578798', 'tag': 'a378176d-92da-4f39-9224-eabe8da137fe'}] {{(pid=102346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:31:40.291519 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0202b3aa-064d-4607-8254-33047ceb7d06 req-97ad146a-28de-4d30-956b-35cd884784d3 tempest-ServersTestBootFromVolume-118172414 tempest-ServersTestBootFromVolume-118172414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:31:40.299712 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc0e418f5fc417c8d55d94c0aa509b037d0beb2a734c1a709e789eb65639a56d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-365e57a0-8442-4827-80a0-d38982988349" -d '{"events": [{"name": "network-changed", "server_uuid": "58d33066-02f9-456d-8852-aabcf5578798", "tag": "a378176d-92da-4f39-9224-eabe8da137fe"}]}' {{(pid=102346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:31:40.308835 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-0202b3aa-064d-4607-8254-33047ceb7d06 req-97ad146a-28de-4d30-956b-35cd884784d3 tempest-ServersTestBootFromVolume-118172414 tempest-ServersTestBootFromVolume-118172414-project] 10.222.0.44 "GET /v2.0/ports?device_id=1c300c04-98e2-444e-85bd-cd955e8e43fe HTTP/1.1" status: 200 len: 946 time: 0.1596031 Oct 27 10:31:40.532797 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-0202b3aa-064d-4607-8254-33047ceb7d06 req-a691b843-1bee-4290-ade0-65c27b7b4d7d tempest-ServersTestBootFromVolume-118172414 tempest-ServersTestBootFromVolume-118172414-project] 10.222.0.44 "GET /v2.0/security-groups?id=9d8532b2-6883-48ec-ab1a-369df7b50fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2180085 Oct 27 10:31:40.549591 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 59104) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:31:40.571553 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-17e5a6ad-47cc-43c9-a9e2-3bb9785c04ac admin admin] Publish callbacks [] for security_group, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:40.587083 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fb64af-87e5-42fd-9cd6-b9843658c1cc req-732730b6-9c6b-4770-be2c-cd7dd8b5e6b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:31:40.589231 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-31fb64af-87e5-42fd-9cd6-b9843658c1cc req-732730b6-9c6b-4770-be2c-cd7dd8b5e6b6 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=7a75806f732447d68ca40a83500d955d&device_id=58d33066-02f9-456d-8852-aabcf5578798 HTTP/1.1" status: 200 len: 1095 time: 0.1315258 Oct 27 10:31:40.666222 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1302088a-cc2a-4d9a-876b-05a12f6eddea req-0b485a8d-6196-4ca7-895e-b181116ed798 tempest-ServersTestBootFromVolume-118172414 tempest-ServersTestBootFromVolume-118172414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:31:40.678231 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-1302088a-cc2a-4d9a-876b-05a12f6eddea req-0b485a8d-6196-4ca7-895e-b181116ed798 tempest-ServersTestBootFromVolume-118172414 tempest-ServersTestBootFromVolume-118172414-project] 10.222.0.64 "GET /v2.0/ports?device_id=1c300c04-98e2-444e-85bd-cd955e8e43fe HTTP/1.1" status: 200 len: 946 time: 0.3641973 Oct 27 10:31:40.752379 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 10:31:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daef93de-b53a-469c-924d-121da15fcf7e x-openstack-request-id: req-daef93de-b53a-469c-924d-121da15fcf7e {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:31:40.754178 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58d33066-02f9-456d-8852-aabcf5578798", "tag": "a378176d-92da-4f39-9224-eabe8da137fe", "status": "completed", "code": 200}]} {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:31:40.754448 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-daef93de-b53a-469c-924d-121da15fcf7e {{(pid=102346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:31:40.755350 n-d-813419-10 neutron-server[102346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58d33066-02f9-456d-8852-aabcf5578798', 'tag': 'a378176d-92da-4f39-9224-eabe8da137fe', 'status': 'completed', 'code': 200} Oct 27 10:31:40.785005 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ef4381-fa91-4a74-aa89-823371c0d2a5 req-ae34097d-e5ee-4efd-8644-628f425b245d tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:31:40.789192 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-28ef4381-fa91-4a74-aa89-823371c0d2a5 req-ae34097d-e5ee-4efd-8644-628f425b245d tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "GET /v2.0/ports?device_id=58d33066-02f9-456d-8852-aabcf5578798 HTTP/1.1" status: 200 len: 943 time: 0.4458568 Oct 27 10:31:40.790706 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-31fb64af-87e5-42fd-9cd6-b9843658c1cc req-182a9e83-012b-40ec-9e54-60f8f26e239c service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a378176d-92da-4f39-9224-eabe8da137fe HTTP/1.1" status: 200 len: 217 time: 0.1816657 Oct 27 10:31:41.019549 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-28ef4381-fa91-4a74-aa89-823371c0d2a5 req-6c7feca7-3886-4c82-b796-294f56d0389c tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "GET /v2.0/security-groups?id=142cfba7-0116-47cd-9d82-0d26bf880f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2186646 Oct 27 10:31:41.040644 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fb64af-87e5-42fd-9cd6-b9843658c1cc req-d92297de-2ebe-4514-9b9c-261fcd493ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:31:41.042173 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-31fb64af-87e5-42fd-9cd6-b9843658c1cc req-d92297de-2ebe-4514-9b9c-261fcd493ee1 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=867e3761-3f04-40e2-b4bb-5b0ff4404cac HTTP/1.1" status: 200 len: 856 time: 0.2175515 Oct 27 10:31:41.066918 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [req-1302088a-cc2a-4d9a-876b-05a12f6eddea req-0e4031b2-f971-435b-b32c-585e031d1351 tempest-ServersTestBootFromVolume-118172414 tempest-ServersTestBootFromVolume-118172414-project] Deleting port 3f815fb2-3c01-4d88-8dd7-69f9523bc525 {{(pid=102347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:31:41.067255 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-1302088a-cc2a-4d9a-876b-05a12f6eddea req-0e4031b2-f971-435b-b32c-585e031d1351 tempest-ServersTestBootFromVolume-118172414 tempest-ServersTestBootFromVolume-118172414-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:41.126741 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fb64af-87e5-42fd-9cd6-b9843658c1cc req-fce9aacf-288a-49d8-81c7-a2929b0b4e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:31:41.128266 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-31fb64af-87e5-42fd-9cd6-b9843658c1cc req-fce9aacf-288a-49d8-81c7-a2929b0b4e45 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=823b724c-a4df-49e4-a48e-438212c85945&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0784087 Oct 27 10:31:41.196811 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-1302088a-cc2a-4d9a-876b-05a12f6eddea req-0e4031b2-f971-435b-b32c-585e031d1351 tempest-ServersTestBootFromVolume-118172414 tempest-ServersTestBootFromVolume-118172414-project] For port 3f815fb2-3c01-4d88-8dd7-69f9523bc525, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=3f815fb2-3c01-4d88-8dd7-69f9523bc525,segment=NetworkSegment(32ee6b7e-f7db-44d8-a33c-f5ba7bc60b5b),segment_id=32ee6b7e-f7db-44d8-a33c-f5ba7bc60b5b)] {{(pid=102347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:31:41.197254 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-1302088a-cc2a-4d9a-876b-05a12f6eddea req-0e4031b2-f971-435b-b32c-585e031d1351 tempest-ServersTestBootFromVolume-118172414 tempest-ServersTestBootFromVolume-118172414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:41.278601 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-31fb64af-87e5-42fd-9cd6-b9843658c1cc req-0805b8ea-c88f-4f5e-a892-357ee910fffa service neutron] 10.222.0.76 "GET /v2.0/networks/823b724c-a4df-49e4-a48e-438212c85945?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379650 Oct 27 10:31:41.433114 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-31fb64af-87e5-42fd-9cd6-b9843658c1cc req-cde08fbf-8c32-4713-ba14-d9ac300e1ed3 service neutron] 10.222.0.76 "GET /v2.0/networks/823b724c-a4df-49e4-a48e-438212c85945?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1472957 Oct 27 10:31:41.454600 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-1302088a-cc2a-4d9a-876b-05a12f6eddea req-0e4031b2-f971-435b-b32c-585e031d1351 tempest-ServersTestBootFromVolume-118172414 tempest-ServersTestBootFromVolume-118172414-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:41.455047 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-1302088a-cc2a-4d9a-876b-05a12f6eddea req-0e4031b2-f971-435b-b32c-585e031d1351 tempest-ServersTestBootFromVolume-118172414 tempest-ServersTestBootFromVolume-118172414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1664826'] for floatingip, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:41.455343 n-d-813419-10 neutron-server[102347]: INFO neutron.db.l3_db [req-1302088a-cc2a-4d9a-876b-05a12f6eddea req-0e4031b2-f971-435b-b32c-585e031d1351 tempest-ServersTestBootFromVolume-118172414 tempest-ServersTestBootFromVolume-118172414-project] Floating IP 7b5ddbde-6288-46e3-b3da-9144921aef3a disassociated. External IP: 172.25.8.108, port: 3f815fb2-3c01-4d88-8dd7-69f9523bc525. Oct 27 10:31:41.460957 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [req-1302088a-cc2a-4d9a-876b-05a12f6eddea req-0e4031b2-f971-435b-b32c-585e031d1351 tempest-ServersTestBootFromVolume-118172414 tempest-ServersTestBootFromVolume-118172414-project] Calling delete_port for 3f815fb2-3c01-4d88-8dd7-69f9523bc525 owned by compute:nova {{(pid=102347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:31:41.512496 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-17e5a6ad-47cc-43c9-a9e2-3bb9785c04ac admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:41.564271 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-17e5a6ad-47cc-43c9-a9e2-3bb9785c04ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:41.572159 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365e57a0-8442-4827-80a0-d38982988349 req-2653f326-ec4c-4a3f-81ac-63658dd009ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:31:41.574201 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-365e57a0-8442-4827-80a0-d38982988349 req-2653f326-ec4c-4a3f-81ac-63658dd009ee service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=7a75806f732447d68ca40a83500d955d&device_id=58d33066-02f9-456d-8852-aabcf5578798 HTTP/1.1" status: 200 len: 1095 time: 0.0853343 Oct 27 10:31:41.612724 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-17e5a6ad-47cc-43c9-a9e2-3bb9785c04ac admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=10ab32f6385446feb47efae25fe6f9f7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0582857 Oct 27 10:31:41.616294 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 59144) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:31:41.622177 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-d5c32fb3-48a0-429a-b2f0-363783689593 req-99ac016e-6125-45af-b8c1-df539615025d tempest-ImagesOneServerTestJSON-1893157797 tempest-ImagesOneServerTestJSON-1893157797-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=6b489eb12be142b0b379efcfa0b0b5e1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1363575 Oct 27 10:31:41.811260 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e5a6ad-47cc-43c9-a9e2-3bb9785c04ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19d03c42-7087-4c4a-86b1-dffe204b47e5,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:31:41.865631 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c32fb3-48a0-429a-b2f0-363783689593 req-970f8e61-bf7e-4935-884f-73c40c776308 tempest-ImagesOneServerTestJSON-1893157797 tempest-ImagesOneServerTestJSON-1893157797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:31:41.868999 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-d5c32fb3-48a0-429a-b2f0-363783689593 req-970f8e61-bf7e-4935-884f-73c40c776308 tempest-ImagesOneServerTestJSON-1893157797 tempest-ImagesOneServerTestJSON-1893157797-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2284577 Oct 27 10:31:41.884413 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438d1db8-bff4-4978-8a8d-0a1a20205285 req-38b8ae6c-9d16-48fb-8546-1a330001357a tempest-ServersTestBootFromVolume-118172414 tempest-ServersTestBootFromVolume-118172414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:31:41.885931 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-438d1db8-bff4-4978-8a8d-0a1a20205285 req-38b8ae6c-9d16-48fb-8546-1a330001357a tempest-ServersTestBootFromVolume-118172414 tempest-ServersTestBootFromVolume-118172414-project] 10.222.0.44 "GET /v2.0/ports?device_id=1c300c04-98e2-444e-85bd-cd955e8e43fe HTTP/1.1" status: 200 len: 946 time: 0.1912715 Oct 27 10:31:41.926436 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-46b4cc25-5708-44aa-ad4e-9be0f9d11df0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:41.935647 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-1302088a-cc2a-4d9a-876b-05a12f6eddea req-0e4031b2-f971-435b-b32c-585e031d1351 tempest-ServersTestBootFromVolume-118172414 tempest-ServersTestBootFromVolume-118172414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:41.956058 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-46b4cc25-5708-44aa-ad4e-9be0f9d11df0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:41.974254 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-d5c32fb3-48a0-429a-b2f0-363783689593 req-4b3b0de9-37f9-4115-99f3-1d7b4f74e4ae tempest-ImagesOneServerTestJSON-1893157797 tempest-ImagesOneServerTestJSON-1893157797-project] 10.222.0.44 "GET /v2.0/quotas/6b489eb12be142b0b379efcfa0b0b5e1 HTTP/1.1" status: 200 len: 375 time: 0.0457630 Oct 27 10:31:42.002799 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365e57a0-8442-4827-80a0-d38982988349 req-8e5433da-b470-4995-b481-dfc0a5e83b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:31:42.005353 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-365e57a0-8442-4827-80a0-d38982988349 req-8e5433da-b470-4995-b481-dfc0a5e83b39 service neutron] 10.222.0.76 "GET /v2.0/networks?id=823b724c-a4df-49e4-a48e-438212c85945 HTTP/1.1" status: 200 len: 918 time: 0.4221482 Oct 27 10:31:42.025136 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4031b2-f971-435b-b32c-585e031d1351 tempest-ServersTestBootFromVolume-118172414 tempest-ServersTestBootFromVolume-118172414-project] Pushing event deleted for resources: {'Port': ['ID=3f815fb2-3c01-4d88-8dd7-69f9523bc525,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:31:42.060560 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-365e57a0-8442-4827-80a0-d38982988349 req-72a77ec9-ddfa-425f-9451-90989c66e356 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a378176d-92da-4f39-9224-eabe8da137fe HTTP/1.1" status: 200 len: 217 time: 0.0479069 Oct 27 10:31:42.083363 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-46b4cc25-5708-44aa-ad4e-9be0f9d11df0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:42.086096 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-46b4cc25-5708-44aa-ad4e-9be0f9d11df0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:42.089738 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-46b4cc25-5708-44aa-ad4e-9be0f9d11df0 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/19d03c42-7087-4c4a-86b1-dffe204b47e5 HTTP/1.1" status: 204 len: 168 time: 0.4701710 Oct 27 10:31:42.092672 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-d5c32fb3-48a0-429a-b2f0-363783689593 req-9c61a3e8-4de5-4956-843f-723b19e8d500 tempest-ImagesOneServerTestJSON-1893157797 tempest-ImagesOneServerTestJSON-1893157797-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=6b489eb12be142b0b379efcfa0b0b5e1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0792384 Oct 27 10:31:42.147590 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-438d1db8-bff4-4978-8a8d-0a1a20205285 req-d0efd23b-95f4-41a5-83aa-8cb233fc6029 tempest-ServersTestBootFromVolume-118172414 tempest-ServersTestBootFromVolume-118172414-project] 10.222.0.44 "GET /v2.0/security-groups?id=9d8532b2-6883-48ec-ab1a-369df7b50fe8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2502871 Oct 27 10:31:42.150125 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b4cc25-5708-44aa-ad4e-9be0f9d11df0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19d03c42-7087-4c4a-86b1-dffe204b47e5,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:31:42.182002 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365e57a0-8442-4827-80a0-d38982988349 req-c8ec5962-e998-408a-9a58-f16b7e698225 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:31:42.183748 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-365e57a0-8442-4827-80a0-d38982988349 req-c8ec5962-e998-408a-9a58-f16b7e698225 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=867e3761-3f04-40e2-b4bb-5b0ff4404cac HTTP/1.1" status: 200 len: 856 time: 0.1120691 Oct 27 10:31:42.304154 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365e57a0-8442-4827-80a0-d38982988349 req-0f2f5598-4721-47c0-8e72-d5588fdc91e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:31:42.314214 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-365e57a0-8442-4827-80a0-d38982988349 req-0f2f5598-4721-47c0-8e72-d5588fdc91e7 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=823b724c-a4df-49e4-a48e-438212c85945&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1224246 Oct 27 10:31:42.427793 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1302088a-cc2a-4d9a-876b-05a12f6eddea req-0e4031b2-f971-435b-b32c-585e031d1351 tempest-ServersTestBootFromVolume-118172414 tempest-ServersTestBootFromVolume-118172414-project] Router 9f7aa71f-4037-4630-bea8-c5dbdbd26c05 has already been hosted by L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb {{(pid=102347) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 10:31:42.650897 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-18d14829-3a35-45a6-a697-e34157f84405 req-f9e70964-bd76-48b3-a08b-f3763c194ff8 tempest-ImagesOneServerTestJSON-1893157797 tempest-ImagesOneServerTestJSON-1893157797-project] 10.222.0.44 "GET /v2.0/ports?device_id=58883a96-792d-473f-863c-d444febd3300 HTTP/1.1" status: 200 len: 210 time: 0.1069098 Oct 27 10:31:42.680518 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-365e57a0-8442-4827-80a0-d38982988349 req-f4352d33-1489-497d-8a9d-f047f859fd50 service neutron] 10.222.0.76 "GET /v2.0/networks/823b724c-a4df-49e4-a48e-438212c85945?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3564262 Oct 27 10:31:42.845919 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1302088a-cc2a-4d9a-876b-05a12f6eddea req-0e4031b2-f971-435b-b32c-585e031d1351 tempest-ServersTestBootFromVolume-118172414 tempest-ServersTestBootFromVolume-118172414-project] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:31:42.859164 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17da1dd0-3470-4bc8-bf07-9af82b0a8e66 None None] Sync routers for ids ['9f7aa71f-4037-4630-bea8-c5dbdbd26c05'] in n-d-813419-10 {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:31:42.881981 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17da1dd0-3470-4bc8-bf07-9af82b0a8e66 None None] Routers {'9f7aa71f-4037-4630-bea8-c5dbdbd26c05'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:31:42.882883 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-17da1dd0-3470-4bc8-bf07-9af82b0a8e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:31:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['9f7aa71f-4037-4630-bea8-c5dbdbd26c05'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:31:42.915455 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-365e57a0-8442-4827-80a0-d38982988349 req-3866e624-1887-4f5f-954e-17e3e3709594 service neutron] 10.222.0.76 "GET /v2.0/networks/823b724c-a4df-49e4-a48e-438212c85945?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2238569 Oct 27 10:31:42.976897 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [req-1302088a-cc2a-4d9a-876b-05a12f6eddea req-0e4031b2-f971-435b-b32c-585e031d1351 tempest-ServersTestBootFromVolume-118172414 tempest-ServersTestBootFromVolume-118172414-project] No DVR routers for this DVR port 3f815fb2-3c01-4d88-8dd7-69f9523bc525 on host n-h1-813419-10 {{(pid=102347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:31:42.983624 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-1302088a-cc2a-4d9a-876b-05a12f6eddea req-0e4031b2-f971-435b-b32c-585e031d1351 tempest-ServersTestBootFromVolume-118172414 tempest-ServersTestBootFromVolume-118172414-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:42.983900 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-1302088a-cc2a-4d9a-876b-05a12f6eddea req-0e4031b2-f971-435b-b32c-585e031d1351 tempest-ServersTestBootFromVolume-118172414 tempest-ServersTestBootFromVolume-118172414-project] 10.222.0.64 "DELETE /v2.0/ports/3f815fb2-3c01-4d88-8dd7-69f9523bc525 HTTP/1.1" status: 204 len: 173 time: 2.3045034 Oct 27 10:31:42.986435 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c300c04-98e2-444e-85bd-cd955e8e43fe', 'name': 'network-vif-deleted', 'tag': '3f815fb2-3c01-4d88-8dd7-69f9523bc525'}] {{(pid=102347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:31:42.988502 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311149b481204ee7edffdb959c881838506fbd95bc8577c048f6677abb73acc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f36b0d90-0c03-4375-a4e0-ca91fba11534" -d '{"events": [{"server_uuid": "1c300c04-98e2-444e-85bd-cd955e8e43fe", "name": "network-vif-deleted", "tag": "3f815fb2-3c01-4d88-8dd7-69f9523bc525"}]}' {{(pid=102347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:31:43.004098 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0e7eca-cbd4-473d-826a-87f6fbc989f6 req-de5c463b-b83c-46cb-9f0c-b9197ca208c2 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:31:43.011853 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-da0e7eca-cbd4-473d-826a-87f6fbc989f6 req-de5c463b-b83c-46cb-9f0c-b9197ca208c2 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "GET /v2.0/ports?device_id=58d33066-02f9-456d-8852-aabcf5578798 HTTP/1.1" status: 200 len: 943 time: 0.5565410 Oct 27 10:31:43.078418 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:31:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ec6cc6d-dac7-4de8-b700-a899999c2d9d x-openstack-request-id: req-2ec6cc6d-dac7-4de8-b700-a899999c2d9d {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:31:43.078717 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c300c04-98e2-444e-85bd-cd955e8e43fe", "name": "network-vif-deleted", "tag": "3f815fb2-3c01-4d88-8dd7-69f9523bc525", "status": "completed", "code": 200}]} {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:31:43.078970 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-2ec6cc6d-dac7-4de8-b700-a899999c2d9d {{(pid=102347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:31:43.079371 n-d-813419-10 neutron-server[102347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c300c04-98e2-444e-85bd-cd955e8e43fe', 'name': 'network-vif-deleted', 'tag': '3f815fb2-3c01-4d88-8dd7-69f9523bc525', 'status': 'completed', 'code': 200} Oct 27 10:31:43.119150 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-da0e7eca-cbd4-473d-826a-87f6fbc989f6 req-ae81cf17-76a2-4c2f-8544-16c0ac59fad6 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "GET /v2.0/security-groups?id=142cfba7-0116-47cd-9d82-0d26bf880f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1062202 Oct 27 10:31:43.173137 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvr_db [None req-17da1dd0-3470-4bc8-bf07-9af82b0a8e66 None None] Set router 9f7aa71f-4037-4630-bea8-c5dbdbd26c05 gateway port host: n-d-813419-10 {{(pid=102348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:31:43.322768 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-b9b0829d-117f-445d-a806-99f960b27382 req-9beb8d6d-aec2-4e3f-bd87-17a11d4210b7 tempest-ServersTestBootFromVolume-118172414 tempest-ServersTestBootFromVolume-118172414-project] 10.222.0.44 "GET /v2.0/ports?device_id=1c300c04-98e2-444e-85bd-cd955e8e43fe HTTP/1.1" status: 200 len: 210 time: 0.0383027 Oct 27 10:31:43.616646 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-17da1dd0-3470-4bc8-bf07-9af82b0a8e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f7aa71f-4037-4630-bea8-c5dbdbd26c05', 'name': 'tempest-ServersTestBootFromVolume-1565170527-router', 'tenant_id': 'fccb419307184e4f847f7a5ecc967169', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.118'}], 'enable_snat': True}, 'gw_port_id': '7c6e9fd3-3eed-4b89-8925-646b75fdcfa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:28:21Z', 'updated_at': '2021-10-27T10:28:30Z', 'revision_number': 4, 'project_id': 'fccb419307184e4f847f7a5ecc967169', 'gw_port': {'id': '7c6e9fd3-3eed-4b89-8925-646b75fdcfa3', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:59:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f7aa71f-4037-4630-bea8-c5dbdbd26c05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:28:23Z', 'updated_at': '2021-10-27T10:28:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_interfaces': [{'id': '8a938523-ca11-4ac2-9e89-e32ad7db935e', 'name': '', 'network_id': 'c9bdb347-48e4-4111-a250-9327eec0fcb4', 'tenant_id': 'fccb419307184e4f847f7a5ecc967169', 'mac_address': 'fa:16:3e:2b:f8:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f7aa71f-4037-4630-bea8-c5dbdbd26c05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1190, 'fixed_ips': [{'subnet_id': '8169b91d-99bf-40e1-a3f3-68194fe96559', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:28:28Z', 'updated_at': '2021-10-27T10:28:35Z', 'revision_number': 5, 'project_id': 'fccb419307184e4f847f7a5ecc967169', 'subnets': [{'id': '8169b91d-99bf-40e1-a3f3-68194fe96559', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:31:43.634153 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 59218) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:31:43.652724 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17da1dd0-3470-4bc8-bf07-9af82b0a8e66 None None] Checking router: 9f7aa71f-4037-4630-bea8-c5dbdbd26c05 for host: n-d-813419-10 {{(pid=102348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 10:31:43.677277 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17da1dd0-3470-4bc8-bf07-9af82b0a8e66 None None] Routers {'9f7aa71f-4037-4630-bea8-c5dbdbd26c05'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:31:43.677991 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-17da1dd0-3470-4bc8-bf07-9af82b0a8e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:31:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['9f7aa71f-4037-4630-bea8-c5dbdbd26c05'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:31:43.808865 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-fa612c51-525c-4e0a-aefc-fef08766656f req-3396aaf1-a5e2-4e39-99d0-5d66fd012ede tempest-ImagesOneServerTestJSON-1893157797 tempest-ImagesOneServerTestJSON-1893157797-project] 10.222.0.44 "GET /v2.0/ports?device_id=58883a96-792d-473f-863c-d444febd3300 HTTP/1.1" status: 200 len: 210 time: 0.0418568 Oct 27 10:31:43.846107 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvr_db [None req-17da1dd0-3470-4bc8-bf07-9af82b0a8e66 None None] Set router 9f7aa71f-4037-4630-bea8-c5dbdbd26c05 gateway port host: n-d-813419-10 {{(pid=102348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:31:43.859422 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-bf61b4cf-a3b7-4515-aae8-f7dc1182a30b admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1441297752-network', 'tenant_id': '90ae924c8cd54b378821935816806fc5'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:31:43.885786 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf61b4cf-a3b7-4515-aae8-f7dc1182a30b admin admin] Made reservation on behalf of 90ae924c8cd54b378821935816806fc5 for: {'network': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:31:43.889970 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-bf61b4cf-a3b7-4515-aae8-f7dc1182a30b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for network, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:43.906321 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-bf61b4cf-a3b7-4515-aae8-f7dc1182a30b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:44.017660 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-bf61b4cf-a3b7-4515-aae8-f7dc1182a30b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:44.023227 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-bf61b4cf-a3b7-4515-aae8-f7dc1182a30b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:44.058815 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf61b4cf-a3b7-4515-aae8-f7dc1182a30b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 437} {{(pid=102346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 10:31:44.065267 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf61b4cf-a3b7-4515-aae8-f7dc1182a30b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb2befc1-e432-4134-80a0-fcaac00c1e81,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:31:44.066382 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-d5c32fb3-48a0-429a-b2f0-363783689593 req-17e36aa7-d096-455f-bc27-09d53318ed72 tempest-ImagesOneServerTestJSON-1893157797 tempest-ImagesOneServerTestJSON-1893157797-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=6b489eb12be142b0b379efcfa0b0b5e1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0649681 Oct 27 10:31:44.075951 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-bf61b4cf-a3b7-4515-aae8-f7dc1182a30b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:44.076624 n-d-813419-10 neutron-server[102346]: INFO neutron.db.segments_db [None req-bf61b4cf-a3b7-4515-aae8-f7dc1182a30b admin admin] Added segment cf6bd35d-d3ed-4303-92d5-b6ba8706b967 of type vlan for network 7301eeae-bcda-45a7-993a-b92204470098 Oct 27 10:31:44.138647 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-bf61b4cf-a3b7-4515-aae8-f7dc1182a30b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743872593080'] for network, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:44.253512 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-17da1dd0-3470-4bc8-bf07-9af82b0a8e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f7aa71f-4037-4630-bea8-c5dbdbd26c05', 'name': 'tempest-ServersTestBootFromVolume-1565170527-router', 'tenant_id': 'fccb419307184e4f847f7a5ecc967169', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.118'}], 'enable_snat': True}, 'gw_port_id': '7c6e9fd3-3eed-4b89-8925-646b75fdcfa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:28:21Z', 'updated_at': '2021-10-27T10:28:30Z', 'revision_number': 4, 'project_id': 'fccb419307184e4f847f7a5ecc967169', 'gw_port': {'id': '7c6e9fd3-3eed-4b89-8925-646b75fdcfa3', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:59:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f7aa71f-4037-4630-bea8-c5dbdbd26c05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:28:23Z', 'updated_at': '2021-10-27T10:28:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_interfaces': [{'id': '8a938523-ca11-4ac2-9e89-e32ad7db935e', 'name': '', 'network_id': 'c9bdb347-48e4-4111-a250-9327eec0fcb4', 'tenant_id': 'fccb419307184e4f847f7a5ecc967169', 'mac_address': 'fa:16:3e:2b:f8:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f7aa71f-4037-4630-bea8-c5dbdbd26c05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1190, 'fixed_ips': [{'subnet_id': '8169b91d-99bf-40e1-a3f3-68194fe96559', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:28:28Z', 'updated_at': '2021-10-27T10:28:35Z', 'revision_number': 5, 'project_id': 'fccb419307184e4f847f7a5ecc967169', 'subnets': [{'id': '8169b91d-99bf-40e1-a3f3-68194fe96559', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:31:44.288718 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17da1dd0-3470-4bc8-bf07-9af82b0a8e66 None None] The sync data for ids ['9f7aa71f-4037-4630-bea8-c5dbdbd26c05'] in n-d-813419-10 is: [{'id': '9f7aa71f-4037-4630-bea8-c5dbdbd26c05', 'name': 'tempest-ServersTestBootFromVolume-1565170527-router', 'tenant_id': 'fccb419307184e4f847f7a5ecc967169', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.118'}], 'enable_snat': True}, 'gw_port_id': '7c6e9fd3-3eed-4b89-8925-646b75fdcfa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:28:21Z', 'updated_at': '2021-10-27T10:28:30Z', 'revision_number': 4, 'project_id': 'fccb419307184e4f847f7a5ecc967169', 'gw_port': {'id': '7c6e9fd3-3eed-4b89-8925-646b75fdcfa3', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:59:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f7aa71f-4037-4630-bea8-c5dbdbd26c05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:28:23Z', 'updated_at': '2021-10-27T10:28:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_interfaces': [{'id': '8a938523-ca11-4ac2-9e89-e32ad7db935e', 'name': '', 'network_id': 'c9bdb347-48e4-4111-a250-9327eec0fcb4', 'tenant_id': 'fccb419307184e4f847f7a5ecc967169', 'mac_address': 'fa:16:3e:2b:f8:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f7aa71f-4037-4630-bea8-c5dbdbd26c05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1190, 'fixed_ips': [{'subnet_id': '8169b91d-99bf-40e1-a3f3-68194fe96559', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:28:28Z', 'updated_at': '2021-10-27T10:28:35Z', 'revision_number': 5, 'project_id': 'fccb419307184e4f847f7a5ecc967169', 'subnets': [{'id': '8169b91d-99bf-40e1-a3f3-68194fe96559', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:31:44.304185 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c32fb3-48a0-429a-b2f0-363783689593 req-b1423772-2d59-4a9a-b187-d4afc00bb87c tempest-ImagesOneServerTestJSON-1893157797 tempest-ImagesOneServerTestJSON-1893157797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:31:44.306614 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-d5c32fb3-48a0-429a-b2f0-363783689593 req-b1423772-2d59-4a9a-b187-d4afc00bb87c tempest-ImagesOneServerTestJSON-1893157797 tempest-ImagesOneServerTestJSON-1893157797-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2351747 Oct 27 10:31:44.321169 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [req-d5c32fb3-48a0-429a-b2f0-363783689593 req-23db08d8-27e5-4fac-a58e-d51d2366c226 tempest-ImagesOneServerTestJSON-1893157797 tempest-ImagesOneServerTestJSON-1893157797-project] Request body: {'port': {'device_id': '58883a96-792d-473f-863c-d444febd3300', 'network_id': '4d250f92-d229-45fe-a579-67fef8e6c544', 'admin_state_up': True, 'tenant_id': '6b489eb12be142b0b379efcfa0b0b5e1'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:31:44.467047 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5c32fb3-48a0-429a-b2f0-363783689593 req-23db08d8-27e5-4fac-a58e-d51d2366c226 tempest-ImagesOneServerTestJSON-1893157797 tempest-ImagesOneServerTestJSON-1893157797-project] Made reservation on behalf of 6b489eb12be142b0b379efcfa0b0b5e1 for: {'port': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:31:44.471310 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-d5c32fb3-48a0-429a-b2f0-363783689593 req-23db08d8-27e5-4fac-a58e-d51d2366c226 tempest-ImagesOneServerTestJSON-1893157797 tempest-ImagesOneServerTestJSON-1893157797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:44.495707 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b217505e-8f29-438d-8af8-74bf1e0acf42 req-6c52c56d-33db-49a8-9d09-c39763f6cdff tempest-ServersTestBootFromVolume-118172414 tempest-ServersTestBootFromVolume-118172414-project] 10.222.0.44 "GET /v2.0/ports?device_id=1c300c04-98e2-444e-85bd-cd955e8e43fe HTTP/1.1" status: 200 len: 210 time: 0.0428953 Oct 27 10:31:44.502828 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-d5c32fb3-48a0-429a-b2f0-363783689593 req-23db08d8-27e5-4fac-a58e-d51d2366c226 tempest-ImagesOneServerTestJSON-1893157797 tempest-ImagesOneServerTestJSON-1893157797-project] Publish callbacks [] for security_group, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:44.630283 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-bf61b4cf-a3b7-4515-aae8-f7dc1182a30b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913'] for network, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:44.632873 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf61b4cf-a3b7-4515-aae8-f7dc1182a30b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:31:44.635765 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-bf61b4cf-a3b7-4515-aae8-f7dc1182a30b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for network, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:44.702324 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-d5c32fb3-48a0-429a-b2f0-363783689593 req-23db08d8-27e5-4fac-a58e-d51d2366c226 tempest-ImagesOneServerTestJSON-1893157797 tempest-ImagesOneServerTestJSON-1893157797-project] Publish callbacks [] for security_group, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:44.714779 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-d5c32fb3-48a0-429a-b2f0-363783689593 req-23db08d8-27e5-4fac-a58e-d51d2366c226 tempest-ImagesOneServerTestJSON-1893157797 tempest-ImagesOneServerTestJSON-1893157797-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:44.759619 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf61b4cf-a3b7-4515-aae8-f7dc1182a30b admin admin] Pushing event updated for resources: {'Network': ['ID=7301eeae-bcda-45a7-993a-b92204470098,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:31:44.767881 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-bf61b4cf-a3b7-4515-aae8-f7dc1182a30b admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.1324556 Oct 27 10:31:44.770662 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 59248) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:31:44.780225 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Network 7301eeae-bcda-45a7-993a-b92204470098 details requested by agent ovs-agent-n-d-813419-10 with host n-d-813419-10 {{(pid=102348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 10:31:44.782463 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-53d90ba3-096d-4854-850e-fe7bedc3f7e1 admin admin] Request body: {'subnet': {'network_id': '7301eeae-bcda-45a7-993a-b92204470098', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1441297752-subnet', 'tenant_id': '90ae924c8cd54b378821935816806fc5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:31:44.805639 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc61698-8d4c-40f0-8174-5c69c06b4d0b req-f29ec29e-0d83-41b5-8b9c-3b863f822347 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:31:44.816445 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-dcc61698-8d4c-40f0-8174-5c69c06b4d0b req-f29ec29e-0d83-41b5-8b9c-3b863f822347 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "GET /v2.0/ports?device_id=58d33066-02f9-456d-8852-aabcf5578798 HTTP/1.1" status: 200 len: 943 time: 0.2397997 Oct 27 10:31:44.843818 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ab2e676-7a9c-46c6-95ad-b80f827f71d0 None None] New status for floating IP 7b5ddbde-6288-46e3-b3da-9144921aef3a: DOWN {{(pid=102349) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 10:31:44.894058 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_common [req-d5c32fb3-48a0-429a-b2f0-363783689593 req-23db08d8-27e5-4fac-a58e-d51d2366c226 tempest-ImagesOneServerTestJSON-1893157797 tempest-ImagesOneServerTestJSON-1893157797-project] Allocated IP 192.168.233.72 (4d250f92-d229-45fe-a579-67fef8e6c544/62eb52f7-aac4-48af-8670-e04300325561/f6ab924c-a8cc-490d-adb2-abf2d77560a6) {{(pid=102347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:31:44.897849 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-dcc61698-8d4c-40f0-8174-5c69c06b4d0b req-743a5ce1-28bf-4423-8f75-565b5fdc71da tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "GET /v2.0/security-groups?id=142cfba7-0116-47cd-9d82-0d26bf880f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759721 Oct 27 10:31:44.910084 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53d90ba3-096d-4854-850e-fe7bedc3f7e1 admin admin] Made reservation on behalf of 90ae924c8cd54b378821935816806fc5 for: {'subnet': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:31:44.915664 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-53d90ba3-096d-4854-850e-fe7bedc3f7e1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27167186'] for subnet, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:45.083521 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-53b75ead-b7ad-4fe2-a82b-4539996ca8a7 req-99c55bbe-805a-405f-9753-423bce50adf4 tempest-ImagesOneServerTestJSON-1893157797 tempest-ImagesOneServerTestJSON-1893157797-project] 10.222.0.44 "GET /v2.0/ports?device_id=58883a96-792d-473f-863c-d444febd3300 HTTP/1.1" status: 200 len: 210 time: 0.0582268 Oct 27 10:31:45.134510 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23db08d8-27e5-4fac-a58e-d51d2366c226 tempest-ImagesOneServerTestJSON-1893157797 tempest-ImagesOneServerTestJSON-1893157797-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d122a79-fc5a-4b05-905a-5ced9a136d1f,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:31:45.186764 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device a378176d-92da-4f39-9224-eabe8da137fe details requested by agent hyperv_n-h2-813419-10 with host n-h2-813419-10 {{(pid=102348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 10:31:45.201346 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-d5c32fb3-48a0-429a-b2f0-363783689593 req-23db08d8-27e5-4fac-a58e-d51d2366c226 tempest-ImagesOneServerTestJSON-1893157797 tempest-ImagesOneServerTestJSON-1893157797-project] Publish callbacks [] for port, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:45.242711 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-53d90ba3-096d-4854-850e-fe7bedc3f7e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27024290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27167168'] for subnet, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:45.247888 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-d5c32fb3-48a0-429a-b2f0-363783689593 req-23db08d8-27e5-4fac-a58e-d51d2366c226 tempest-ImagesOneServerTestJSON-1893157797 tempest-ImagesOneServerTestJSON-1893157797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:45.339416 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5c32fb3-48a0-429a-b2f0-363783689593 req-23db08d8-27e5-4fac-a58e-d51d2366c226 tempest-ImagesOneServerTestJSON-1893157797 tempest-ImagesOneServerTestJSON-1893157797-project] Network 4d250f92-d229-45fe-a579-67fef8e6c544 is already hosted by enough agents. {{(pid=102347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:31:45.341480 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [req-d5c32fb3-48a0-429a-b2f0-363783689593 req-23db08d8-27e5-4fac-a58e-d51d2366c226 tempest-ImagesOneServerTestJSON-1893157797 tempest-ImagesOneServerTestJSON-1893157797-project] Resources bound (agent type, host, resource id): {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:31:45.343960 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23db08d8-27e5-4fac-a58e-d51d2366c226 tempest-ImagesOneServerTestJSON-1893157797 tempest-ImagesOneServerTestJSON-1893157797-project] Pushing event updated for resources: {'Port': ['ID=f6ab924c-a8cc-490d-adb2-abf2d77560a6,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:31:45.346421 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5c32fb3-48a0-429a-b2f0-363783689593 req-23db08d8-27e5-4fac-a58e-d51d2366c226 tempest-ImagesOneServerTestJSON-1893157797 tempest-ImagesOneServerTestJSON-1893157797-project] Received port after_create {{(pid=102347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:31:45.367701 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] For port a378176d-92da-4f39-9224-eabe8da137fe, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=a378176d-92da-4f39-9224-eabe8da137fe,segment=NetworkSegment(633ff08f-11cd-4e98-be2e-dddd49efeea1),segment_id=633ff08f-11cd-4e98-be2e-dddd49efeea1)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:31:45.386731 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d90ba3-096d-4854-850e-fe7bedc3f7e1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=945096f5-af4d-40b7-87fe-d89815af34c8,revision_number=0']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:31:45.391203 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Returning: {'device': 'a378176d-92da-4f39-9224-eabe8da137fe', 'network_id': '823b724c-a4df-49e4-a48e-438212c85945', 'port_id': 'a378176d-92da-4f39-9224-eabe8da137fe', 'mac_address': 'fa:16:3e:4b:c9:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 411, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '867e3761-3f04-40e2-b4bb-5b0ff4404cac', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 10:31:45.395810 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device 3f815fb2-3c01-4d88-8dd7-69f9523bc525 no longer exists at agent hyperv_n-h1-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:31:45.402274 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d90ba3-096d-4854-850e-fe7bedc3f7e1 admin admin] Checking segment: {'id': 'cf6bd35d-d3ed-4303-92d5-b6ba8706b967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '7301eeae-bcda-45a7-993a-b92204470098'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:31:45.402715 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53d90ba3-096d-4854-850e-fe7bedc3f7e1 admin admin] Network hostable DHCP agents. Network: 7301eeae-bcda-45a7-993a-b92204470098, hostable agents: ['eafd4000-b897-4722-ae8b-0118ec955181'], hosted agents: [] {{(pid=102346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 10:31:45.403419 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c32fb3-48a0-429a-b2f0-363783689593 req-23db08d8-27e5-4fac-a58e-d51d2366c226 tempest-ImagesOneServerTestJSON-1893157797 tempest-ImagesOneServerTestJSON-1893157797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:31:45.404085 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-d5c32fb3-48a0-429a-b2f0-363783689593 req-23db08d8-27e5-4fac-a58e-d51d2366c226 tempest-ImagesOneServerTestJSON-1893157797 tempest-ImagesOneServerTestJSON-1893157797-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:45.425376 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] No Port match for: 3f815fb2-3c01-4d88-8dd7-69f9523bc525 {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:31:45.426170 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device 3f815fb2-3c01-4d88-8dd7-69f9523bc525 not bound to the agent host n-h1-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:31:45.432364 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-d5c32fb3-48a0-429a-b2f0-363783689593 req-23db08d8-27e5-4fac-a58e-d51d2366c226 tempest-ImagesOneServerTestJSON-1893157797 tempest-ImagesOneServerTestJSON-1893157797-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1154461 Oct 27 10:31:45.444103 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53d90ba3-096d-4854-850e-fe7bedc3f7e1 admin admin] Network 7301eeae-bcda-45a7-993a-b92204470098 is scheduled to be hosted by DHCP agent eafd4000-b897-4722-ae8b-0118ec955181 with binding_index 1 {{(pid=102346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 10:31:45.447865 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [req-d5c32fb3-48a0-429a-b2f0-363783689593 req-f6f6d79a-063c-4cac-a554-090b9a28e178 service neutron] Request body: {'port': {'device_id': '58883a96-792d-473f-863c-d444febd3300', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-10'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:31:45.465196 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-53d90ba3-096d-4854-850e-fe7bedc3f7e1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-10, 7301eeae-bcda-45a7-993a-b92204470098) {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:31:45.475738 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbbffa40-1dce-4043-ab5a-17c6ce048d00 None None] Network 7301eeae-bcda-45a7-993a-b92204470098 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:31:45.476556 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53d90ba3-096d-4854-850e-fe7bedc3f7e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:31:45.477165 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-53d90ba3-096d-4854-850e-fe7bedc3f7e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for subnet, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:45.504672 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-53d90ba3-096d-4854-850e-fe7bedc3f7e1 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7295237 Oct 27 10:31:45.505078 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 59254) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:31:45.509667 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-7de9c9a6-c50b-45c6-9972-976bfe042b2f admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1441297752-router', 'tenant_id': '90ae924c8cd54b378821935816806fc5', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'}}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:31:45.537298 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:45.557179 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-d5c32fb3-48a0-429a-b2f0-363783689593 req-f6f6d79a-063c-4cac-a554-090b9a28e178 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:45.574085 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-7de9c9a6-c50b-45c6-9972-976bfe042b2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1768632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3610'] for router, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:45.575633 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-7de9c9a6-c50b-45c6-9972-976bfe042b2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1765704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1769409', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1694266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3597'] for router, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:45.600164 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a378176d-92da-4f39-9224-eabe8da137fe {{(pid=102348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:31:45.652024 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] For port a378176d-92da-4f39-9224-eabe8da137fe, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=a378176d-92da-4f39-9224-eabe8da137fe,segment=NetworkSegment(633ff08f-11cd-4e98-be2e-dddd49efeea1),segment_id=633ff08f-11cd-4e98-be2e-dddd49efeea1)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:31:45.659718 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:45.779803 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-7de9c9a6-c50b-45c6-9972-976bfe042b2f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:45.820927 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0876b88-d3d3-4108-9624-7c8fcfa372f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp734b258e-7d96-550c-b970-9b72ab66f383-7301eeae-bcda-45a7-993a-b92204470098', 'network_id': '7301eeae-bcda-45a7-993a-b92204470098', 'tenant_id': '90ae924c8cd54b378821935816806fc5', 'fixed_ips': [{'subnet_id': '945096f5-af4d-40b7-87fe-d89815af34c8'}]}} from n-d-813419-10. {{(pid=102348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 10:31:45.821910 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f0876b88-d3d3-4108-9624-7c8fcfa372f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:45.850700 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Pushing event updated for resources: {'Port': ['ID=a378176d-92da-4f39-9224-eabe8da137fe,revision_number=4']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:31:45.851704 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-34f0809b-ee3a-47c7-90c9-5eef1ee64db7 req-6479ba02-4190-4402-9cb8-d89b3ef84ef4 tempest-ServersTestBootFromVolume-118172414 tempest-ServersTestBootFromVolume-118172414-project] 10.222.0.44 "GET /v2.0/ports?device_id=1c300c04-98e2-444e-85bd-cd955e8e43fe HTTP/1.1" status: 200 len: 210 time: 0.1310539 Oct 27 10:31:46.031056 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.db_base_plugin_common [None req-f0876b88-d3d3-4108-9624-7c8fcfa372f7 None None] Allocated IP 172.20.0.2 (7301eeae-bcda-45a7-993a-b92204470098/945096f5-af4d-40b7-87fe-d89815af34c8/4033622a-b002-4ad5-baa0-55a9af6ae24c) {{(pid=102348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:31:46.084182 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [req-d5c32fb3-48a0-429a-b2f0-363783689593 req-f6f6d79a-063c-4cac-a554-090b9a28e178 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6ab924c-a8cc-490d-adb2-abf2d77560a6 {{(pid=102347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:31:46.106172 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-d5c32fb3-48a0-429a-b2f0-363783689593 req-f6f6d79a-063c-4cac-a554-090b9a28e178 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:46.111809 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] get_ports_and_sgs() called for port_ids ['a378176d-92da-4f39-9224-eabe8da137fe'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:31:46.124039 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-7de9c9a6-c50b-45c6-9972-976bfe042b2f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:46.161698 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.provisioning_blocks [req-d5c32fb3-48a0-429a-b2f0-363783689593 req-f6f6d79a-063c-4cac-a554-090b9a28e178 service neutron] Transition to ACTIVE for port object f6ab924c-a8cc-490d-adb2-abf2d77560a6 will not be triggered until provisioned by entity L2. {{(pid=102347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 10:31:46.170969 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-d908aa1b-0712-4317-9d3e-cbc090e85f54 None None] Provisioning complete for port f6ab924c-a8cc-490d-adb2-abf2d77560a6 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:31:46.171467 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-d908aa1b-0712-4317-9d3e-cbc090e85f54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:46.172626 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-d5c32fb3-48a0-429a-b2f0-363783689593 req-f6f6d79a-063c-4cac-a554-090b9a28e178 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:46.280636 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-42d9fc2c-2e5f-491c-92c8-20f8514b2e18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:46.296165 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7472e6-cad3-4fea-a5eb-c146b70b3ed0 req-683c2337-e78f-4808-a2aa-3a1d426f46cc tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:31:46.298944 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f6d79a-063c-4cac-a554-090b9a28e178 service neutron] Pushing event updated for resources: {'Port': ['ID=f6ab924c-a8cc-490d-adb2-abf2d77560a6,revision_number=2']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:31:46.313094 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-0e7472e6-cad3-4fea-a5eb-c146b70b3ed0 req-683c2337-e78f-4808-a2aa-3a1d426f46cc tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "GET /v2.0/ports?device_id=58d33066-02f9-456d-8852-aabcf5578798 HTTP/1.1" status: 200 len: 944 time: 0.2398703 Oct 27 10:31:46.375167 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-d908aa1b-0712-4317-9d3e-cbc090e85f54 None None] Port f6ab924c-a8cc-490d-adb2-abf2d77560a6 cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:31:46.383299 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-0e7472e6-cad3-4fea-a5eb-c146b70b3ed0 req-db692676-df58-4fcf-8706-bd406953b4ec tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "GET /v2.0/security-groups?id=142cfba7-0116-47cd-9d82-0d26bf880f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690646 Oct 27 10:31:46.472671 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffc3811-91e4-4d86-bb2e-8e0e31113cbd req-8294010c-67a9-49d5-bf53-761b458cd339 tempest-ImagesOneServerTestJSON-1893157797 tempest-ImagesOneServerTestJSON-1893157797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:31:46.481240 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f0876b88-d3d3-4108-9624-7c8fcfa372f7 None None] Publish callbacks [] for port, precommit_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:46.488575 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-7ffc3811-91e4-4d86-bb2e-8e0e31113cbd req-8294010c-67a9-49d5-bf53-761b458cd339 tempest-ImagesOneServerTestJSON-1893157797 tempest-ImagesOneServerTestJSON-1893157797-project] 10.222.0.44 "GET /v2.0/ports?device_id=58883a96-792d-473f-863c-d444febd3300 HTTP/1.1" status: 200 len: 947 time: 0.2327781 Oct 27 10:31:46.495340 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f0876b88-d3d3-4108-9624-7c8fcfa372f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606'] for port, after_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:46.547580 n-d-813419-10 neutron-server[102348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0876b88-d3d3-4108-9624-7c8fcfa372f7 None None] Network 7301eeae-bcda-45a7-993a-b92204470098 is already hosted by enough agents. {{(pid=102348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:31:46.552832 n-d-813419-10 neutron-server[102348]: DEBUG neutron.scheduler.base_scheduler [None req-f0876b88-d3d3-4108-9624-7c8fcfa372f7 None None] Resources bound (agent type, host, resource id): {{(pid=102348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:31:46.557897 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0876b88-d3d3-4108-9624-7c8fcfa372f7 None None] Received port after_create {{(pid=102348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:31:46.569513 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-7ffc3811-91e4-4d86-bb2e-8e0e31113cbd req-9f886a58-2ce2-48b8-b990-1e67cc523839 tempest-ImagesOneServerTestJSON-1893157797 tempest-ImagesOneServerTestJSON-1893157797-project] 10.222.0.44 "GET /v2.0/security-groups?id=9d122a79-fc5a-4b05-905a-5ced9a136d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800147 Oct 27 10:31:46.570527 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-d5c32fb3-48a0-429a-b2f0-363783689593 req-f6f6d79a-063c-4cac-a554-090b9a28e178 service neutron] Attempting to bind port f6ab924c-a8cc-490d-adb2-abf2d77560a6 on host n-h1-813419-10 for vnic_type normal with profile {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:31:46.577970 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-d5c32fb3-48a0-429a-b2f0-363783689593 req-f6f6d79a-063c-4cac-a554-090b9a28e178 service neutron] Attempting to bind port f6ab924c-a8cc-490d-adb2-abf2d77560a6 by drivers openvswitch,hyperv on host n-h1-813419-10 at level 0 using segments [{'id': 'f7c42c6d-2766-46d8-a8b7-4852117a5555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '4d250f92-d229-45fe-a579-67fef8e6c544'}] {{(pid=102347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:31:46.578587 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5c32fb3-48a0-429a-b2f0-363783689593 req-f6f6d79a-063c-4cac-a554-090b9a28e178 service neutron] Attempting to bind port f6ab924c-a8cc-490d-adb2-abf2d77560a6 on network 4d250f92-d229-45fe-a579-67fef8e6c544 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:31:46.594485 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5c32fb3-48a0-429a-b2f0-363783689593 req-f6f6d79a-063c-4cac-a554-090b9a28e178 service neutron] Port f6ab924c-a8cc-490d-adb2-abf2d77560a6 on network 4d250f92-d229-45fe-a579-67fef8e6c544 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-10 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 10:31:46.595009 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5c32fb3-48a0-429a-b2f0-363783689593 req-f6f6d79a-063c-4cac-a554-090b9a28e178 service neutron] Attempting to bind port f6ab924c-a8cc-490d-adb2-abf2d77560a6 on network 4d250f92-d229-45fe-a579-67fef8e6c544 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:31:46.600873 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5c32fb3-48a0-429a-b2f0-363783689593 req-f6f6d79a-063c-4cac-a554-090b9a28e178 service neutron] Checking agent: {'id': 'a52e1cab-0c63-402d-9c94-330537c6c076', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 16, 2), 'started_at': datetime.datetime(2021, 10, 27, 10, 16, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 31, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:31:46.601932 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5c32fb3-48a0-429a-b2f0-363783689593 req-f6f6d79a-063c-4cac-a554-090b9a28e178 service neutron] Checking segment: {'id': 'f7c42c6d-2766-46d8-a8b7-4852117a5555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '4d250f92-d229-45fe-a579-67fef8e6c544'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:31:46.602499 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5c32fb3-48a0-429a-b2f0-363783689593 req-f6f6d79a-063c-4cac-a554-090b9a28e178 service neutron] Bound using segment: {'id': 'f7c42c6d-2766-46d8-a8b7-4852117a5555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '4d250f92-d229-45fe-a579-67fef8e6c544'} {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:31:46.603577 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-d5c32fb3-48a0-429a-b2f0-363783689593 req-f6f6d79a-063c-4cac-a554-090b9a28e178 service neutron] Bound port: f6ab924c-a8cc-490d-adb2-abf2d77560a6, host: n-h1-813419-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7c42c6d-2766-46d8-a8b7-4852117a5555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '4d250f92-d229-45fe-a579-67fef8e6c544'}}] {{(pid=102347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:31:46.604101 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-d5c32fb3-48a0-429a-b2f0-363783689593 req-f6f6d79a-063c-4cac-a554-090b9a28e178 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:46.606691 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0876b88-d3d3-4108-9624-7c8fcfa372f7 None None] Pushing event updated for resources: {'Port': ['ID=4033622a-b002-4ad5-baa0-55a9af6ae24c,revision_number=1']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:31:46.656915 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-7de9c9a6-c50b-45c6-9972-976bfe042b2f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:46.680236 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-7de9c9a6-c50b-45c6-9972-976bfe042b2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:46.690596 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-d5c32fb3-48a0-429a-b2f0-363783689593 req-f6f6d79a-063c-4cac-a554-090b9a28e178 service neutron] For port f6ab924c-a8cc-490d-adb2-abf2d77560a6, host n-h1-813419-10, cleared binding levels {{(pid=102347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:31:46.694494 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-d5c32fb3-48a0-429a-b2f0-363783689593 req-f6f6d79a-063c-4cac-a554-090b9a28e178 service neutron] For port f6ab924c-a8cc-490d-adb2-abf2d77560a6, host n-h1-813419-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=f6ab924c-a8cc-490d-adb2-abf2d77560a6,segment=NetworkSegment(f7c42c6d-2766-46d8-a8b7-4852117a5555),segment_id=f7c42c6d-2766-46d8-a8b7-4852117a5555)] {{(pid=102347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:31:46.700860 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-d5c32fb3-48a0-429a-b2f0-363783689593 req-f6f6d79a-063c-4cac-a554-090b9a28e178 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:46.740597 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c32fb3-48a0-429a-b2f0-363783689593 req-f6f6d79a-063c-4cac-a554-090b9a28e178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:31:46.741448 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-d5c32fb3-48a0-429a-b2f0-363783689593 req-f6f6d79a-063c-4cac-a554-090b9a28e178 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:46.743060 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-d5c32fb3-48a0-429a-b2f0-363783689593 req-f6f6d79a-063c-4cac-a554-090b9a28e178 service neutron] 10.222.0.64 "PUT /v2.0/ports/f6ab924c-a8cc-490d-adb2-abf2d77560a6 HTTP/1.1" status: 200 len: 1096 time: 1.3018374 Oct 27 10:31:46.745765 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58883a96-792d-473f-863c-d444febd3300', 'tag': 'f6ab924c-a8cc-490d-adb2-abf2d77560a6'}] {{(pid=102347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:31:46.753146 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311149b481204ee7edffdb959c881838506fbd95bc8577c048f6677abb73acc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89ae35f0-c070-48f3-8e1b-e80089548241" -d '{"events": [{"name": "network-changed", "server_uuid": "58883a96-792d-473f-863c-d444febd3300", "tag": "f6ab924c-a8cc-490d-adb2-abf2d77560a6"}]}' {{(pid=102347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:31:46.825830 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f6d79a-063c-4cac-a554-090b9a28e178 service neutron] Pushing event updated for resources: {'Port': ['ID=f6ab924c-a8cc-490d-adb2-abf2d77560a6,revision_number=3']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:31:46.876560 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 10:31:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09c116c4-d1ed-4d14-be5d-ee4280dbdab5 x-openstack-request-id: req-09c116c4-d1ed-4d14-be5d-ee4280dbdab5 {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:31:46.876854 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58883a96-792d-473f-863c-d444febd3300", "tag": "f6ab924c-a8cc-490d-adb2-abf2d77560a6", "status": "completed", "code": 200}]} {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:31:46.877110 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-09c116c4-d1ed-4d14-be5d-ee4280dbdab5 {{(pid=102347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:31:46.877518 n-d-813419-10 neutron-server[102347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58883a96-792d-473f-863c-d444febd3300', 'tag': 'f6ab924c-a8cc-490d-adb2-abf2d77560a6', 'status': 'completed', 'code': 200} Oct 27 10:31:46.892915 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_common [None req-7de9c9a6-c50b-45c6-9972-976bfe042b2f admin admin] Allocated IP 172.25.8.96 (185ff123-c7ff-45c7-a6be-71feb35acc9c/0fb9f9d1-7384-481f-8fa8-f4566c349d30/26bf153a-c34d-40b8-b700-18fa5de8a4c5) {{(pid=102346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:31:46.899506 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c32fb3-48a0-429a-b2f0-363783689593 req-07efdcba-6e54-4b93-997c-e3ef869ce7d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:31:46.901062 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-d5c32fb3-48a0-429a-b2f0-363783689593 req-07efdcba-6e54-4b93-997c-e3ef869ce7d8 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6b489eb12be142b0b379efcfa0b0b5e1&device_id=58883a96-792d-473f-863c-d444febd3300 HTTP/1.1" status: 200 len: 1099 time: 0.1088641 Oct 27 10:31:46.927015 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-f0876b88-d3d3-4108-9624-7c8fcfa372f7 None None] Attempting to bind port 4033622a-b002-4ad5-baa0-55a9af6ae24c on host n-d-813419-10 for vnic_type normal with profile {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:31:46.927568 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-f0876b88-d3d3-4108-9624-7c8fcfa372f7 None None] Attempting to bind port 4033622a-b002-4ad5-baa0-55a9af6ae24c by drivers openvswitch,hyperv on host n-d-813419-10 at level 0 using segments [{'id': 'cf6bd35d-d3ed-4303-92d5-b6ba8706b967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '7301eeae-bcda-45a7-993a-b92204470098'}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:31:46.932452 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0876b88-d3d3-4108-9624-7c8fcfa372f7 None None] Attempting to bind port 4033622a-b002-4ad5-baa0-55a9af6ae24c on network 7301eeae-bcda-45a7-993a-b92204470098 {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:31:46.988300 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0876b88-d3d3-4108-9624-7c8fcfa372f7 None None] Checking agent: {'id': '89dba0f3-79b2-435e-9822-33674b8f6ada', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 8, 20), 'started_at': datetime.datetime(2021, 10, 27, 10, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 31, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:31:46.988815 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0876b88-d3d3-4108-9624-7c8fcfa372f7 None None] Checking segment: {'id': 'cf6bd35d-d3ed-4303-92d5-b6ba8706b967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '7301eeae-bcda-45a7-993a-b92204470098'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:31:46.989315 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f0876b88-d3d3-4108-9624-7c8fcfa372f7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:46.989832 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0876b88-d3d3-4108-9624-7c8fcfa372f7 None None] Bound using segment: {'id': 'cf6bd35d-d3ed-4303-92d5-b6ba8706b967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '7301eeae-bcda-45a7-993a-b92204470098'} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:31:46.992154 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-f0876b88-d3d3-4108-9624-7c8fcfa372f7 None None] Bound port: 4033622a-b002-4ad5-baa0-55a9af6ae24c, host: n-d-813419-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf6bd35d-d3ed-4303-92d5-b6ba8706b967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '7301eeae-bcda-45a7-993a-b92204470098'}}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:31:46.992693 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f0876b88-d3d3-4108-9624-7c8fcfa372f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:47.024373 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-d5c32fb3-48a0-429a-b2f0-363783689593 req-b0682b0e-b41f-4037-b912-19c4f463bec1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.72&port_id=f6ab924c-a8cc-490d-adb2-abf2d77560a6 HTTP/1.1" status: 200 len: 217 time: 0.1031291 Oct 27 10:31:47.035154 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-7de9c9a6-c50b-45c6-9972-976bfe042b2f admin admin] Publish callbacks [] for port, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:47.074146 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f0876b88-d3d3-4108-9624-7c8fcfa372f7 None None] For port 4033622a-b002-4ad5-baa0-55a9af6ae24c, host n-d-813419-10, cleared binding levels {{(pid=102348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:31:47.080023 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f0876b88-d3d3-4108-9624-7c8fcfa372f7 None None] For port 4033622a-b002-4ad5-baa0-55a9af6ae24c, host n-d-813419-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=4033622a-b002-4ad5-baa0-55a9af6ae24c,segment=NetworkSegment(cf6bd35d-d3ed-4303-92d5-b6ba8706b967),segment_id=cf6bd35d-d3ed-4303-92d5-b6ba8706b967)] {{(pid=102348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:31:47.094396 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f0876b88-d3d3-4108-9624-7c8fcfa372f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:47.118687 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-b8b7767e-8100-48fb-95bc-9ccf9d502dc5 req-51e60bbf-5b7b-4afb-897b-dbdc82188e95 tempest-ServersTestBootFromVolume-118172414 tempest-ServersTestBootFromVolume-118172414-project] 10.222.0.44 "GET /v2.0/ports?device_id=1c300c04-98e2-444e-85bd-cd955e8e43fe HTTP/1.1" status: 200 len: 210 time: 0.0579176 Oct 27 10:31:47.127128 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c32fb3-48a0-429a-b2f0-363783689593 req-cff8538c-1464-474e-958b-c15884a1ec2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:31:47.131651 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-7de9c9a6-c50b-45c6-9972-976bfe042b2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:47.136509 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-d5c32fb3-48a0-429a-b2f0-363783689593 req-cff8538c-1464-474e-958b-c15884a1ec2c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=62eb52f7-aac4-48af-8670-e04300325561 HTTP/1.1" status: 200 len: 843 time: 0.1080520 Oct 27 10:31:47.184575 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0876b88-d3d3-4108-9624-7c8fcfa372f7 None None] Pushing event updated for resources: {'Port': ['ID=4033622a-b002-4ad5-baa0-55a9af6ae24c,revision_number=2']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:31:47.207562 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de9c9a6-c50b-45c6-9972-976bfe042b2f admin admin] Pushing event updated for resources: {'Port': ['ID=26bf153a-c34d-40b8-b700-18fa5de8a4c5,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:31:47.218202 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7de9c9a6-c50b-45c6-9972-976bfe042b2f admin admin] Network 185ff123-c7ff-45c7-a6be-71feb35acc9c is already hosted by enough agents. {{(pid=102346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:31:47.220001 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-7de9c9a6-c50b-45c6-9972-976bfe042b2f admin admin] Resources bound (agent type, host, resource id): {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:31:47.226590 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7de9c9a6-c50b-45c6-9972-976bfe042b2f admin admin] Received port after_create {{(pid=102346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:31:47.232499 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c32fb3-48a0-429a-b2f0-363783689593 req-641db576-4edb-42eb-a57b-99e152db0038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:31:47.237938 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-d5c32fb3-48a0-429a-b2f0-363783689593 req-641db576-4edb-42eb-a57b-99e152db0038 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4d250f92-d229-45fe-a579-67fef8e6c544&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0896075 Oct 27 10:31:47.424609 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-d5c32fb3-48a0-429a-b2f0-363783689593 req-ffe827ec-93a6-430c-bd27-f108452ccc14 service neutron] 10.222.0.64 "GET /v2.0/networks/4d250f92-d229-45fe-a579-67fef8e6c544?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1788905 Oct 27 10:31:47.557141 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-7de9c9a6-c50b-45c6-9972-976bfe042b2f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:47.705512 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966757ee-0cc8-47ae-a578-e2a9a4a61f77 req-6faffde9-1c7f-447f-85c0-0cc4eb825cae tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:31:47.713081 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-966757ee-0cc8-47ae-a578-e2a9a4a61f77 req-6faffde9-1c7f-447f-85c0-0cc4eb825cae tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "GET /v2.0/ports?device_id=58d33066-02f9-456d-8852-aabcf5578798 HTTP/1.1" status: 200 len: 944 time: 0.1675284 Oct 27 10:31:47.722600 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-d5c32fb3-48a0-429a-b2f0-363783689593 req-a1d86a0b-b357-413f-b2f5-52d2a9e603bc service neutron] 10.222.0.64 "GET /v2.0/networks/4d250f92-d229-45fe-a579-67fef8e6c544?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2738888 Oct 27 10:31:47.770692 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-966757ee-0cc8-47ae-a578-e2a9a4a61f77 req-72f6134f-4965-4c26-890b-a77f708e166a tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "GET /v2.0/security-groups?id=142cfba7-0116-47cd-9d82-0d26bf880f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515049 Oct 27 10:31:47.837459 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ae35f0-c070-48f3-8e1b-e80089548241 req-9e646b87-4318-45c8-b583-f9644eaa06f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:31:47.839092 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-89ae35f0-c070-48f3-8e1b-e80089548241 req-9e646b87-4318-45c8-b583-f9644eaa06f9 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6b489eb12be142b0b379efcfa0b0b5e1&device_id=58883a96-792d-473f-863c-d444febd3300 HTTP/1.1" status: 200 len: 1099 time: 0.0576510 Oct 27 10:31:47.845357 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f0936e-1f59-4cd8-ba64-618278e2e5d4 req-6e1b9b59-ea34-48e6-9d27-e5cf72e7005b tempest-ImagesOneServerTestJSON-1893157797 tempest-ImagesOneServerTestJSON-1893157797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:31:47.847002 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-92f0936e-1f59-4cd8-ba64-618278e2e5d4 req-6e1b9b59-ea34-48e6-9d27-e5cf72e7005b tempest-ImagesOneServerTestJSON-1893157797 tempest-ImagesOneServerTestJSON-1893157797-project] 10.222.0.44 "GET /v2.0/ports?device_id=58883a96-792d-473f-863c-d444febd3300 HTTP/1.1" status: 200 len: 947 time: 0.0701199 Oct 27 10:31:47.852436 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-7de9c9a6-c50b-45c6-9972-976bfe042b2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1765699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1769372'] for router, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:47.951116 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ae35f0-c070-48f3-8e1b-e80089548241 req-e7e6dfb1-aeb2-4ca3-a2d7-0a3309cbca71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:31:47.953239 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-89ae35f0-c070-48f3-8e1b-e80089548241 req-e7e6dfb1-aeb2-4ca3-a2d7-0a3309cbca71 service neutron] 10.222.0.64 "GET /v2.0/networks?id=4d250f92-d229-45fe-a579-67fef8e6c544 HTTP/1.1" status: 200 len: 870 time: 0.1058624 Oct 27 10:31:47.957050 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-92f0936e-1f59-4cd8-ba64-618278e2e5d4 req-3fa4dc07-5a94-4f5b-9b56-029361cbf8dd tempest-ImagesOneServerTestJSON-1893157797 tempest-ImagesOneServerTestJSON-1893157797-project] 10.222.0.44 "GET /v2.0/security-groups?id=9d122a79-fc5a-4b05-905a-5ced9a136d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019332 Oct 27 10:31:48.024877 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-89ae35f0-c070-48f3-8e1b-e80089548241 req-b420523d-0c1f-4964-845a-6d212fbc1063 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.72&port_id=f6ab924c-a8cc-490d-adb2-abf2d77560a6 HTTP/1.1" status: 200 len: 217 time: 0.0592771 Oct 27 10:31:48.093828 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7de9c9a6-c50b-45c6-9972-976bfe042b2f admin admin] Router 98ed1c29-c17a-4dd6-b1e1-fe91c5f8bde1 is scheduled to L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb with binding_index 1 {{(pid=102346) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 10:31:48.094471 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ae35f0-c070-48f3-8e1b-e80089548241 req-aa84f5e9-7b2d-45c1-af15-ff11fe6a182e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:31:48.096659 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-89ae35f0-c070-48f3-8e1b-e80089548241 req-aa84f5e9-7b2d-45c1-af15-ff11fe6a182e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=62eb52f7-aac4-48af-8670-e04300325561 HTTP/1.1" status: 200 len: 843 time: 0.0621374 Oct 27 10:31:48.152348 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ae35f0-c070-48f3-8e1b-e80089548241 req-52eb4e52-6b09-4be9-9bdc-c1ae2992aae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:31:48.154004 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-89ae35f0-c070-48f3-8e1b-e80089548241 req-52eb4e52-6b09-4be9-9bdc-c1ae2992aae4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4d250f92-d229-45fe-a579-67fef8e6c544&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0502706 Oct 27 10:31:48.299341 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-f9688ab5-7e61-4fee-a4bb-9453a1b4d7d5 req-984353d5-7f68-42b5-875a-be2a8b06b7aa tempest-ServersTestBootFromVolume-118172414 tempest-ServersTestBootFromVolume-118172414-project] 10.222.0.44 "GET /v2.0/ports?device_id=1c300c04-98e2-444e-85bd-cd955e8e43fe HTTP/1.1" status: 200 len: 210 time: 0.0502701 Oct 27 10:31:48.319316 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7de9c9a6-c50b-45c6-9972-976bfe042b2f admin admin] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:31:48.336700 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30b4579e-7787-49c7-a5f7-46ad999f7897 None None] Sync routers for ids ['98ed1c29-c17a-4dd6-b1e1-fe91c5f8bde1'] in n-d-813419-10 {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:31:48.366079 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30b4579e-7787-49c7-a5f7-46ad999f7897 None None] Routers {'98ed1c29-c17a-4dd6-b1e1-fe91c5f8bde1'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:31:48.366719 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-30b4579e-7787-49c7-a5f7-46ad999f7897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:31:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['98ed1c29-c17a-4dd6-b1e1-fe91c5f8bde1'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:31:48.379618 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-7de9c9a6-c50b-45c6-9972-976bfe042b2f admin admin] Publish callbacks [] for router, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:48.380655 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-89ae35f0-c070-48f3-8e1b-e80089548241 req-0628e4a2-3a55-4fd5-b837-fead93c06e6f service neutron] 10.222.0.64 "GET /v2.0/networks/4d250f92-d229-45fe-a579-67fef8e6c544?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2148139 Oct 27 10:31:48.381263 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-7de9c9a6-c50b-45c6-9972-976bfe042b2f admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.8749750 Oct 27 10:31:48.384166 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 59308) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:31:48.586699 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-89ae35f0-c070-48f3-8e1b-e80089548241 req-856f1db3-9a31-4f2e-9ea9-488f76cce781 service neutron] 10.222.0.64 "GET /v2.0/networks/4d250f92-d229-45fe-a579-67fef8e6c544?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1980832 Oct 27 10:31:48.595110 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvr_db [None req-30b4579e-7787-49c7-a5f7-46ad999f7897 None None] Set router 98ed1c29-c17a-4dd6-b1e1-fe91c5f8bde1 gateway port host: n-d-813419-10 {{(pid=102348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:31:48.688250 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b97a07a5-c447-479d-a2cd-0258a59b6167 None None] Network 7301eeae-bcda-45a7-993a-b92204470098 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:31:48.918628 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-cb0f98fb-ba67-4774-bcc5-ba9abcb8352d None None] Provisioning complete for port 4033622a-b002-4ad5-baa0-55a9af6ae24c triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:31:48.919350 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-cb0f98fb-ba67-4774-bcc5-ba9abcb8352d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:48.939646 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-559d1fe3-5dc4-4a04-b4f4-123c6ee436eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:49.019977 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71220e32-54f3-45ed-96c5-5da900f76626 req-a4d1ad84-625a-4d33-bed6-c6c557d81ecc tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:31:49.021564 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-71220e32-54f3-45ed-96c5-5da900f76626 req-a4d1ad84-625a-4d33-bed6-c6c557d81ecc tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "GET /v2.0/ports?device_id=58d33066-02f9-456d-8852-aabcf5578798 HTTP/1.1" status: 200 len: 944 time: 0.1047790 Oct 27 10:31:49.115925 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-71220e32-54f3-45ed-96c5-5da900f76626 req-7c6b8e37-8871-4386-9d8e-5c2e4fd173ff tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "GET /v2.0/security-groups?id=142cfba7-0116-47cd-9d82-0d26bf880f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538018 Oct 27 10:31:49.176027 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-cb0f98fb-ba67-4774-bcc5-ba9abcb8352d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:49.190085 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-30b4579e-7787-49c7-a5f7-46ad999f7897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98ed1c29-c17a-4dd6-b1e1-fe91c5f8bde1', 'name': 'tempest-FloatingIPsTestJSON-1441297752-router', 'tenant_id': '90ae924c8cd54b378821935816806fc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.96'}], 'enable_snat': True}, 'gw_port_id': '26bf153a-c34d-40b8-b700-18fa5de8a4c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:31:45Z', 'updated_at': '2021-10-27T10:31:47Z', 'revision_number': 3, 'project_id': '90ae924c8cd54b378821935816806fc5', 'gw_port': {'id': '26bf153a-c34d-40b8-b700-18fa5de8a4c5', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:62:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98ed1c29-c17a-4dd6-b1e1-fe91c5f8bde1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:31:46Z', 'updated_at': '2021-10-27T10:31:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10'}], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:31:49.244184 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd369dd6-17bc-4ddb-94e2-f2ce12750291 req-d2e6e585-d3c6-4ff9-9652-a17a208d316f tempest-ImagesOneServerTestJSON-1893157797 tempest-ImagesOneServerTestJSON-1893157797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:31:49.256542 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-cb0f98fb-ba67-4774-bcc5-ba9abcb8352d None None] For port 4033622a-b002-4ad5-baa0-55a9af6ae24c, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=4033622a-b002-4ad5-baa0-55a9af6ae24c,segment=NetworkSegment(cf6bd35d-d3ed-4303-92d5-b6ba8706b967),segment_id=cf6bd35d-d3ed-4303-92d5-b6ba8706b967)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:31:49.260984 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-fd369dd6-17bc-4ddb-94e2-f2ce12750291 req-d2e6e585-d3c6-4ff9-9652-a17a208d316f tempest-ImagesOneServerTestJSON-1893157797 tempest-ImagesOneServerTestJSON-1893157797-project] 10.222.0.44 "GET /v2.0/ports?device_id=58883a96-792d-473f-863c-d444febd3300 HTTP/1.1" status: 200 len: 947 time: 0.1760731 Oct 27 10:31:49.313392 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device a378176d-92da-4f39-9224-eabe8da137fe up at agent hyperv_n-h2-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:31:49.314395 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-120b7be4-7c56-4088-ac34-74b762c132da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:49.345752 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30b4579e-7787-49c7-a5f7-46ad999f7897 None None] Checking router: 98ed1c29-c17a-4dd6-b1e1-fe91c5f8bde1 for host: n-d-813419-10 {{(pid=102348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 10:31:49.346805 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30b4579e-7787-49c7-a5f7-46ad999f7897 None None] Updating router 98ed1c29-c17a-4dd6-b1e1-fe91c5f8bde1 port 26bf153a-c34d-40b8-b700-18fa5de8a4c5 binding host n-d-813419-10 {{(pid=102348) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 10:31:49.349231 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-cb0f98fb-ba67-4774-bcc5-ba9abcb8352d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:49.377348 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-fd369dd6-17bc-4ddb-94e2-f2ce12750291 req-7b1e7ae6-c0f4-422f-bbc3-11498e0a0762 tempest-ImagesOneServerTestJSON-1893157797 tempest-ImagesOneServerTestJSON-1893157797-project] 10.222.0.44 "GET /v2.0/security-groups?id=9d122a79-fc5a-4b05-905a-5ced9a136d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153307 Oct 27 10:31:49.483954 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-30b4579e-7787-49c7-a5f7-46ad999f7897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:49.554034 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-f76bad4e-a7e9-4cf1-b1b6-a57743533ead req-f32345d6-4da2-4fbd-bc8b-c0f52e44375c tempest-ServersTestBootFromVolume-118172414 tempest-ServersTestBootFromVolume-118172414-project] 10.222.0.44 "GET /v2.0/ports?device_id=1c300c04-98e2-444e-85bd-cd955e8e43fe HTTP/1.1" status: 200 len: 210 time: 0.0659683 Oct 27 10:31:49.592711 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 4033622a-b002-4ad5-baa0-55a9af6ae24c up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:31:49.594573 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0f98fb-ba67-4774-bcc5-ba9abcb8352d None None] Pushing event updated for resources: {'Port': ['ID=4033622a-b002-4ad5-baa0-55a9af6ae24c,revision_number=3']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:31:49.706460 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_common [None req-120b7be4-7c56-4088-ac34-74b762c132da admin admin] Allocated IP 172.20.0.1 (7301eeae-bcda-45a7-993a-b92204470098/945096f5-af4d-40b7-87fe-d89815af34c8/9421910c-9c97-4c58-a838-d7462964869d) {{(pid=102346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:31:49.724698 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Provisioning for port a378176d-92da-4f39-9224-eabe8da137fe completed by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 10:31:49.747540 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Provisioning complete for port a378176d-92da-4f39-9224-eabe8da137fe triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:31:49.747927 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:49.752618 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-0137ce9f-3905-42d0-b465-26a4a9a18203 None None] Provisioning complete for port 4033622a-b002-4ad5-baa0-55a9af6ae24c triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:31:49.753036 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-0137ce9f-3905-42d0-b465-26a4a9a18203 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:49.836358 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-120b7be4-7c56-4088-ac34-74b762c132da admin admin] Publish callbacks [] for port, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:49.856789 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port 4033622a-b002-4ad5-baa0-55a9af6ae24c triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:31:49.857149 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:49.870448 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-120b7be4-7c56-4088-ac34-74b762c132da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:49.922705 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120b7be4-7c56-4088-ac34-74b762c132da admin admin] Pushing event updated for resources: {'Port': ['ID=9421910c-9c97-4c58-a838-d7462964869d,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:31:49.934260 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-120b7be4-7c56-4088-ac34-74b762c132da admin admin] Network 7301eeae-bcda-45a7-993a-b92204470098 is already hosted by enough agents. {{(pid=102346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:31:49.935672 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-120b7be4-7c56-4088-ac34-74b762c132da admin admin] Resources bound (agent type, host, resource id): {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:31:49.938515 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-120b7be4-7c56-4088-ac34-74b762c132da admin admin] Received port after_create {{(pid=102346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:31:49.992649 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-120b7be4-7c56-4088-ac34-74b762c132da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1664961'] for router_interface, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:50.015624 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:50.093951 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-eadeaa30-4096-4d1a-b3cb-aa7ebfb291ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:50.170049 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:50.220757 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-120b7be4-7c56-4088-ac34-74b762c132da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:50.281887 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-30b4579e-7787-49c7-a5f7-46ad999f7897 None None] Publish callbacks [] for port, precommit_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:50.340267 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] For port a378176d-92da-4f39-9224-eabe8da137fe, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=a378176d-92da-4f39-9224-eabe8da137fe,segment=NetworkSegment(633ff08f-11cd-4e98-be2e-dddd49efeea1),segment_id=633ff08f-11cd-4e98-be2e-dddd49efeea1)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:31:50.353677 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58d33066-02f9-456d-8852-aabcf5578798', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a378176d-92da-4f39-9224-eabe8da137fe'}] {{(pid=102348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:31:50.356796 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c588921fa634554a1d9242fdea1b05457a9ff1d3b28ba54ec1dace7f2f1df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-facc9c60-be48-4fdd-94fe-cbf779e314cf" -d '{"events": [{"server_uuid": "58d33066-02f9-456d-8852-aabcf5578798", "name": "network-vif-plugged", "status": "completed", "tag": "a378176d-92da-4f39-9224-eabe8da137fe"}]}' {{(pid=102348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:31:50.364554 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:50.366504 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-30b4579e-7787-49c7-a5f7-46ad999f7897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:50.392916 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae1db77-7cca-40c7-96d1-6d25ec20398c req-b4d99239-16e1-4e40-9ef3-d77972f5a129 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:31:50.401748 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-eae1db77-7cca-40c7-96d1-6d25ec20398c req-b4d99239-16e1-4e40-9ef3-d77972f5a129 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "GET /v2.0/ports?device_id=58d33066-02f9-456d-8852-aabcf5578798 HTTP/1.1" status: 200 len: 944 time: 0.1410189 Oct 27 10:31:50.490609 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-eae1db77-7cca-40c7-96d1-6d25ec20398c req-a9d48d40-6131-42bf-a6a6-cd4e3f16983b tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "GET /v2.0/security-groups?id=142cfba7-0116-47cd-9d82-0d26bf880f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805809 Oct 27 10:31:50.512340 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Pushing event updated for resources: {'Port': ['ID=a378176d-92da-4f39-9224-eabe8da137fe,revision_number=5']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:31:50.531030 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:31:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1829fde-c8c8-4e26-8f31-e01c2f77efcf x-openstack-request-id: req-d1829fde-c8c8-4e26-8f31-e01c2f77efcf {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:31:50.532128 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58d33066-02f9-456d-8852-aabcf5578798", "name": "network-vif-plugged", "status": "completed", "tag": "a378176d-92da-4f39-9224-eabe8da137fe", "code": 200}]} {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:31:50.532428 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d1829fde-c8c8-4e26-8f31-e01c2f77efcf {{(pid=102348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:31:50.532834 n-d-813419-10 neutron-server[102348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58d33066-02f9-456d-8852-aabcf5578798', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a378176d-92da-4f39-9224-eabe8da137fe', 'code': 200} Oct 27 10:31:50.560375 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-20b55a00-6f81-45fd-a1e2-8003533fb4c1 None None] Provisioning complete for port 9421910c-9c97-4c58-a838-d7462964869d triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:31:50.561455 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-20b55a00-6f81-45fd-a1e2-8003533fb4c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:50.626833 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:31:50.627471 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:31:50.627972 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:31:50.628526 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:31:50.629003 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:31:50.629480 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:31:50.629971 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:31:50.630456 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:31:50.631060 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:31:50.631596 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:31:50.632076 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:31:50.632565 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:31:50.644961 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-30b4579e-7787-49c7-a5f7-46ad999f7897 None None] Attempting to bind port 26bf153a-c34d-40b8-b700-18fa5de8a4c5 on host n-d-813419-10 for vnic_type normal with profile {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:31:50.645492 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-30b4579e-7787-49c7-a5f7-46ad999f7897 None None] Attempting to bind port 26bf153a-c34d-40b8-b700-18fa5de8a4c5 by drivers openvswitch,hyperv on host n-d-813419-10 at level 0 using segments [{'id': 'bc14127b-7032-4c50-bb5b-f6813cbae86e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:31:50.646038 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30b4579e-7787-49c7-a5f7-46ad999f7897 None None] Attempting to bind port 26bf153a-c34d-40b8-b700-18fa5de8a4c5 on network 185ff123-c7ff-45c7-a6be-71feb35acc9c {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:31:50.683312 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50456b8-25f6-4c19-ae4a-8b771b314a38 req-060cdbd7-e873-4c56-a452-de2cc540578d tempest-ImagesOneServerTestJSON-1893157797 tempest-ImagesOneServerTestJSON-1893157797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:31:50.685003 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b50456b8-25f6-4c19-ae4a-8b771b314a38 req-060cdbd7-e873-4c56-a452-de2cc540578d tempest-ImagesOneServerTestJSON-1893157797 tempest-ImagesOneServerTestJSON-1893157797-project] 10.222.0.44 "GET /v2.0/ports?device_id=58883a96-792d-473f-863c-d444febd3300 HTTP/1.1" status: 200 len: 947 time: 0.0884676 Oct 27 10:31:50.699117 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30b4579e-7787-49c7-a5f7-46ad999f7897 None None] Checking agent: {'id': '89dba0f3-79b2-435e-9822-33674b8f6ada', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 8, 20), 'started_at': datetime.datetime(2021, 10, 27, 10, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 31, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:31:50.699834 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30b4579e-7787-49c7-a5f7-46ad999f7897 None None] Checking segment: {'id': 'bc14127b-7032-4c50-bb5b-f6813cbae86e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:31:50.700422 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-30b4579e-7787-49c7-a5f7-46ad999f7897 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:50.700963 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30b4579e-7787-49c7-a5f7-46ad999f7897 None None] Bound using segment: {'id': 'bc14127b-7032-4c50-bb5b-f6813cbae86e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:31:50.702181 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-30b4579e-7787-49c7-a5f7-46ad999f7897 None None] Bound port: 26bf153a-c34d-40b8-b700-18fa5de8a4c5, host: n-d-813419-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc14127b-7032-4c50-bb5b-f6813cbae86e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'}}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:31:50.702750 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-30b4579e-7787-49c7-a5f7-46ad999f7897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:50.709157 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-20b55a00-6f81-45fd-a1e2-8003533fb4c1 None None] Port 9421910c-9c97-4c58-a838-d7462964869d cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:31:50.754217 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b50456b8-25f6-4c19-ae4a-8b771b314a38 req-244f5098-547e-4dd2-a4d8-f82a90c85b2a tempest-ImagesOneServerTestJSON-1893157797 tempest-ImagesOneServerTestJSON-1893157797-project] 10.222.0.44 "GET /v2.0/security-groups?id=9d122a79-fc5a-4b05-905a-5ced9a136d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605161 Oct 27 10:31:50.780555 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-30b4579e-7787-49c7-a5f7-46ad999f7897 None None] For port 26bf153a-c34d-40b8-b700-18fa5de8a4c5, host n-d-813419-10, cleared binding levels {{(pid=102348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:31:50.784645 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-30b4579e-7787-49c7-a5f7-46ad999f7897 None None] For port 26bf153a-c34d-40b8-b700-18fa5de8a4c5, host n-d-813419-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=26bf153a-c34d-40b8-b700-18fa5de8a4c5,segment=NetworkSegment(bc14127b-7032-4c50-bb5b-f6813cbae86e),segment_id=bc14127b-7032-4c50-bb5b-f6813cbae86e)] {{(pid=102348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:31:50.787979 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ea41d7-dc0e-48f2-b40b-92ca267017fd None None] Pushing event updated for resources: {'Port': ['ID=26bf153a-c34d-40b8-b700-18fa5de8a4c5,revision_number=2']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:31:50.796092 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-30b4579e-7787-49c7-a5f7-46ad999f7897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:50.872859 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ea41d7-dc0e-48f2-b40b-92ca267017fd None None] Pushing event updated for resources: {'Port': ['ID=26bf153a-c34d-40b8-b700-18fa5de8a4c5,revision_number=3']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:31:50.897663 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30b4579e-7787-49c7-a5f7-46ad999f7897 None None] Routers {'98ed1c29-c17a-4dd6-b1e1-fe91c5f8bde1'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:31:50.898457 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-30b4579e-7787-49c7-a5f7-46ad999f7897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:31:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['98ed1c29-c17a-4dd6-b1e1-fe91c5f8bde1'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:31:51.051332 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-a1a38715-795f-4896-9b7c-b6c262f909db req-c06ec9fb-a9c2-4d98-a280-1dd21dabc9da tempest-ServersTestBootFromVolume-118172414 tempest-ServersTestBootFromVolume-118172414-project] 10.222.0.44 "GET /v2.0/ports?device_id=1c300c04-98e2-444e-85bd-cd955e8e43fe HTTP/1.1" status: 200 len: 210 time: 0.0493593 Oct 27 10:31:51.063613 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-120b7be4-7c56-4088-ac34-74b762c132da admin admin] Publish callbacks [] for port, precommit_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:51.074561 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-120b7be4-7c56-4088-ac34-74b762c132da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27024173'] for port, after_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:51.102485 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e367d1-cf1e-4a7e-a7b4-53618825ecf4 req-9ad25f02-07ef-46d7-b719-5eee3a62fa88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:31:51.104131 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-47e367d1-cf1e-4a7e-a7b4-53618825ecf4 req-9ad25f02-07ef-46d7-b719-5eee3a62fa88 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=58d33066-02f9-456d-8852-aabcf5578798 HTTP/1.1" status: 200 len: 1097 time: 0.1261828 Oct 27 10:31:51.166153 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120b7be4-7c56-4088-ac34-74b762c132da admin admin] Pushing event updated for resources: {'Port': ['ID=9421910c-9c97-4c58-a838-d7462964869d,revision_number=2']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:31:51.178389 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-120b7be4-7c56-4088-ac34-74b762c132da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2006967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1766225'] for router_interface, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:51.184044 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-47e367d1-cf1e-4a7e-a7b4-53618825ecf4 req-c439db0e-2bbd-48e8-9b5f-054907a28d9f service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=142cfba7-0116-47cd-9d82-0d26bf880f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584102 Oct 27 10:31:51.205776 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvr_db [None req-30b4579e-7787-49c7-a5f7-46ad999f7897 None None] Set router 98ed1c29-c17a-4dd6-b1e1-fe91c5f8bde1 gateway port host: n-d-813419-10 {{(pid=102348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:31:51.281765 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-120b7be4-7c56-4088-ac34-74b762c132da admin admin] Network 7301eeae-bcda-45a7-993a-b92204470098 is already hosted by enough agents. {{(pid=102346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:31:51.283729 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-120b7be4-7c56-4088-ac34-74b762c132da admin admin] Resources bound (agent type, host, resource id): {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:31:51.450910 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-120b7be4-7c56-4088-ac34-74b762c132da admin admin] Router 98ed1c29-c17a-4dd6-b1e1-fe91c5f8bde1 has already been hosted by L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb {{(pid=102346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 10:31:51.500318 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device f6ab924c-a8cc-490d-adb2-abf2d77560a6 details requested by agent hyperv_n-h1-813419-10 with host n-h1-813419-10 {{(pid=102348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 10:31:51.535959 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 4033622a-b002-4ad5-baa0-55a9af6ae24c up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:31:51.609248 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-120b7be4-7c56-4088-ac34-74b762c132da admin admin] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:31:51.623499 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-120b7be4-7c56-4088-ac34-74b762c132da admin admin] 10.222.0.44 "PUT /v2.0/routers/98ed1c29-c17a-4dd6-b1e1-fe91c5f8bde1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2362089 Oct 27 10:31:51.644454 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ac2d18-0e8e-40a2-a630-a841ce407aa4 req-a62fe42d-2994-4610-b912-bf0c3807efc8 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:31:51.654320 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-59ac2d18-0e8e-40a2-a630-a841ce407aa4 req-a62fe42d-2994-4610-b912-bf0c3807efc8 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "GET /v2.0/ports?device_id=58d33066-02f9-456d-8852-aabcf5578798 HTTP/1.1" status: 200 len: 945 time: 0.0757761 Oct 27 10:31:51.700307 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port f6ab924c-a8cc-490d-adb2-abf2d77560a6, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=f6ab924c-a8cc-490d-adb2-abf2d77560a6,segment=NetworkSegment(f7c42c6d-2766-46d8-a8b7-4852117a5555),segment_id=f7c42c6d-2766-46d8-a8b7-4852117a5555)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:31:51.712768 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Returning: {'device': 'f6ab924c-a8cc-490d-adb2-abf2d77560a6', 'network_id': '4d250f92-d229-45fe-a579-67fef8e6c544', 'port_id': 'f6ab924c-a8cc-490d-adb2-abf2d77560a6', 'mac_address': 'fa:16:3e:9a:9a:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62eb52f7-aac4-48af-8670-e04300325561', 'ip_address': '192.168.233.72'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 10:31:51.729853 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-59ac2d18-0e8e-40a2-a630-a841ce407aa4 req-279bde5b-2a40-48b1-93c3-08d488199447 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "GET /v2.0/security-groups?id=142cfba7-0116-47cd-9d82-0d26bf880f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740645 Oct 27 10:31:51.782760 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-f9b66d11-f87b-483d-a3e6-6e65f70bbf01 None None] Provisioning complete for port 9421910c-9c97-4c58-a838-d7462964869d triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:31:51.783164 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f9b66d11-f87b-483d-a3e6-6e65f70bbf01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:51.827452 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-30b4579e-7787-49c7-a5f7-46ad999f7897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98ed1c29-c17a-4dd6-b1e1-fe91c5f8bde1', 'name': 'tempest-FloatingIPsTestJSON-1441297752-router', 'tenant_id': '90ae924c8cd54b378821935816806fc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.96'}], 'enable_snat': True}, 'gw_port_id': '26bf153a-c34d-40b8-b700-18fa5de8a4c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:31:45Z', 'updated_at': '2021-10-27T10:31:50Z', 'revision_number': 4, 'project_id': '90ae924c8cd54b378821935816806fc5', 'gw_port': {'id': '26bf153a-c34d-40b8-b700-18fa5de8a4c5', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:62:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98ed1c29-c17a-4dd6-b1e1-fe91c5f8bde1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:31:46Z', 'updated_at': '2021-10-27T10:31:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_interfaces': [{'id': '9421910c-9c97-4c58-a838-d7462964869d', 'name': '', 'network_id': '7301eeae-bcda-45a7-993a-b92204470098', 'tenant_id': '90ae924c8cd54b378821935816806fc5', 'mac_address': 'fa:16:3e:32:91:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98ed1c29-c17a-4dd6-b1e1-fe91c5f8bde1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '945096f5-af4d-40b7-87fe-d89815af34c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:31:49Z', 'updated_at': '2021-10-27T10:31:49Z', 'revision_number': 1, 'project_id': '90ae924c8cd54b378821935816806fc5', 'subnets': [{'id': '945096f5-af4d-40b7-87fe-d89815af34c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:31:51.835804 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:51.890151 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30b4579e-7787-49c7-a5f7-46ad999f7897 None None] The sync data for ids ['98ed1c29-c17a-4dd6-b1e1-fe91c5f8bde1'] in n-d-813419-10 is: [{'id': '98ed1c29-c17a-4dd6-b1e1-fe91c5f8bde1', 'name': 'tempest-FloatingIPsTestJSON-1441297752-router', 'tenant_id': '90ae924c8cd54b378821935816806fc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.96'}], 'enable_snat': True}, 'gw_port_id': '26bf153a-c34d-40b8-b700-18fa5de8a4c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:31:45Z', 'updated_at': '2021-10-27T10:31:50Z', 'revision_number': 4, 'project_id': '90ae924c8cd54b378821935816806fc5', 'gw_port': {'id': '26bf153a-c34d-40b8-b700-18fa5de8a4c5', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:62:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98ed1c29-c17a-4dd6-b1e1-fe91c5f8bde1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:31:46Z', 'updated_at': '2021-10-27T10:31:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_interfaces': [{'id': '9421910c-9c97-4c58-a838-d7462964869d', 'name': '', 'network_id': '7301eeae-bcda-45a7-993a-b92204470098', 'tenant_id': '90ae924c8cd54b378821935816806fc5', 'mac_address': 'fa:16:3e:32:91:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98ed1c29-c17a-4dd6-b1e1-fe91c5f8bde1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '945096f5-af4d-40b7-87fe-d89815af34c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:31:49Z', 'updated_at': '2021-10-27T10:31:49Z', 'revision_number': 1, 'project_id': '90ae924c8cd54b378821935816806fc5', 'subnets': [{'id': '945096f5-af4d-40b7-87fe-d89815af34c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:31:51.911033 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port 4033622a-b002-4ad5-baa0-55a9af6ae24c triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:31:51.911396 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:51.915160 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da57fed-a11a-4ae9-9abd-6fef8f13bb3d req-b27190c3-8f8e-4fe9-986a-1b137e80979a tempest-ImagesOneServerTestJSON-1893157797 tempest-ImagesOneServerTestJSON-1893157797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:31:51.916203 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6ab924c-a8cc-490d-adb2-abf2d77560a6 {{(pid=102348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:31:51.923556 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-2da57fed-a11a-4ae9-9abd-6fef8f13bb3d req-b27190c3-8f8e-4fe9-986a-1b137e80979a tempest-ImagesOneServerTestJSON-1893157797 tempest-ImagesOneServerTestJSON-1893157797-project] 10.222.0.44 "GET /v2.0/ports?device_id=58883a96-792d-473f-863c-d444febd3300 HTTP/1.1" status: 200 len: 947 time: 0.0931232 Oct 27 10:31:51.958411 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-3c6a8245-0581-48aa-b5f6-4d8fe98cd16e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:51.961061 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-f9b66d11-f87b-483d-a3e6-6e65f70bbf01 None None] Port 9421910c-9c97-4c58-a838-d7462964869d cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:31:51.986691 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-2da57fed-a11a-4ae9-9abd-6fef8f13bb3d req-101e2df4-4dc1-4c5d-b044-925641810999 tempest-ImagesOneServerTestJSON-1893157797 tempest-ImagesOneServerTestJSON-1893157797-project] 10.222.0.44 "GET /v2.0/security-groups?id=9d122a79-fc5a-4b05-905a-5ced9a136d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567122 Oct 27 10:31:52.007257 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port f6ab924c-a8cc-490d-adb2-abf2d77560a6, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=f6ab924c-a8cc-490d-adb2-abf2d77560a6,segment=NetworkSegment(f7c42c6d-2766-46d8-a8b7-4852117a5555),segment_id=f7c42c6d-2766-46d8-a8b7-4852117a5555)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:31:52.018210 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:52.136961 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Pushing event updated for resources: {'Port': ['ID=f6ab924c-a8cc-490d-adb2-abf2d77560a6,revision_number=4']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:31:52.152178 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-0f6fe5dd-9dce-49d9-abbf-f2e224ea60a1 req-5faa17f8-be89-4035-a2d8-dd9d5c17db3c tempest-ServersTestBootFromVolume-118172414 tempest-ServersTestBootFromVolume-118172414-project] 10.222.0.44 "GET /v2.0/ports?device_id=1c300c04-98e2-444e-85bd-cd955e8e43fe HTTP/1.1" status: 200 len: 210 time: 0.0428891 Oct 27 10:31:52.273507 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] get_ports_and_sgs() called for port_ids ['f6ab924c-a8cc-490d-adb2-abf2d77560a6'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:31:52.345909 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-c1e60e22-1ae1-49d1-a130-1fa5600f742a req-e2e1abbd-3a77-4a97-82ab-4ec248bcd58a tempest-FloatingIPsTestJSON-172294879 tempest-FloatingIPsTestJSON-172294879-project] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3061490 Oct 27 10:31:52.360857 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [req-c1e60e22-1ae1-49d1-a130-1fa5600f742a req-aeb28cd5-8bba-4af4-a278-3eab8ed39977 tempest-FloatingIPsTestJSON-172294879 tempest-FloatingIPsTestJSON-172294879-project] Request body: {'floatingip': {'floating_network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:31:52.393473 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-c1e60e22-1ae1-49d1-a130-1fa5600f742a req-aeb28cd5-8bba-4af4-a278-3eab8ed39977 tempest-FloatingIPsTestJSON-172294879 tempest-FloatingIPsTestJSON-172294879-project] Publish callbacks [] for floatingip, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:52.569517 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-c1e60e22-1ae1-49d1-a130-1fa5600f742a req-aeb28cd5-8bba-4af4-a278-3eab8ed39977 tempest-FloatingIPsTestJSON-172294879 tempest-FloatingIPsTestJSON-172294879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:52.797449 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_common [req-c1e60e22-1ae1-49d1-a130-1fa5600f742a req-aeb28cd5-8bba-4af4-a278-3eab8ed39977 tempest-FloatingIPsTestJSON-172294879 tempest-FloatingIPsTestJSON-172294879-project] Allocated IP 172.25.8.48 (185ff123-c7ff-45c7-a6be-71feb35acc9c/0fb9f9d1-7384-481f-8fa8-f4566c349d30/fd223589-3798-40b2-8b5b-c440a28a6106) {{(pid=102346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:31:52.948135 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b368d7ea-9653-49a7-9ce3-bc2b97714fc4 req-e84573e0-d607-41c7-a8ff-b8c68a19fb15 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:31:52.949903 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b368d7ea-9653-49a7-9ce3-bc2b97714fc4 req-e84573e0-d607-41c7-a8ff-b8c68a19fb15 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "GET /v2.0/ports?device_id=58d33066-02f9-456d-8852-aabcf5578798 HTTP/1.1" status: 200 len: 945 time: 0.0621610 Oct 27 10:31:53.009811 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-c1e60e22-1ae1-49d1-a130-1fa5600f742a req-aeb28cd5-8bba-4af4-a278-3eab8ed39977 tempest-FloatingIPsTestJSON-172294879 tempest-FloatingIPsTestJSON-172294879-project] Publish callbacks [] for port, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:53.047248 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b368d7ea-9653-49a7-9ce3-bc2b97714fc4 req-a84aa2cb-62d9-49b6-b29e-56941727061f tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "GET /v2.0/security-groups?id=142cfba7-0116-47cd-9d82-0d26bf880f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0873053 Oct 27 10:31:53.079072 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-c1e60e22-1ae1-49d1-a130-1fa5600f742a req-aeb28cd5-8bba-4af4-a278-3eab8ed39977 tempest-FloatingIPsTestJSON-172294879 tempest-FloatingIPsTestJSON-172294879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:53.133878 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1e60e22-1ae1-49d1-a130-1fa5600f742a req-aeb28cd5-8bba-4af4-a278-3eab8ed39977 tempest-FloatingIPsTestJSON-172294879 tempest-FloatingIPsTestJSON-172294879-project] Network 185ff123-c7ff-45c7-a6be-71feb35acc9c is already hosted by enough agents. {{(pid=102346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:31:53.143922 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [req-c1e60e22-1ae1-49d1-a130-1fa5600f742a req-aeb28cd5-8bba-4af4-a278-3eab8ed39977 tempest-FloatingIPsTestJSON-172294879 tempest-FloatingIPsTestJSON-172294879-project] Resources bound (agent type, host, resource id): {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:31:53.151464 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1e60e22-1ae1-49d1-a130-1fa5600f742a req-aeb28cd5-8bba-4af4-a278-3eab8ed39977 tempest-FloatingIPsTestJSON-172294879 tempest-FloatingIPsTestJSON-172294879-project] Received port after_create {{(pid=102346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:31:53.212527 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb28cd5-8bba-4af4-a278-3eab8ed39977 tempest-FloatingIPsTestJSON-172294879 tempest-FloatingIPsTestJSON-172294879-project] Pushing event updated for resources: {'Port': ['ID=fd223589-3798-40b2-8b5b-c440a28a6106,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:31:53.251953 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09a7009-a3c8-4b7b-be89-b4b44a3643c9 req-33e95002-0626-4256-9161-d7ad2de9319d tempest-ImagesOneServerTestJSON-1893157797 tempest-ImagesOneServerTestJSON-1893157797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:31:53.260729 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-a09a7009-a3c8-4b7b-be89-b4b44a3643c9 req-33e95002-0626-4256-9161-d7ad2de9319d tempest-ImagesOneServerTestJSON-1893157797 tempest-ImagesOneServerTestJSON-1893157797-project] 10.222.0.44 "GET /v2.0/ports?device_id=58883a96-792d-473f-863c-d444febd3300 HTTP/1.1" status: 200 len: 948 time: 0.1378431 Oct 27 10:31:53.394196 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-a09a7009-a3c8-4b7b-be89-b4b44a3643c9 req-50f036d0-db6e-49b5-84b7-1ee58cf58cbd tempest-ImagesOneServerTestJSON-1893157797 tempest-ImagesOneServerTestJSON-1893157797-project] 10.222.0.44 "GET /v2.0/security-groups?id=9d122a79-fc5a-4b05-905a-5ced9a136d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321793 Oct 27 10:31:53.400843 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device f6ab924c-a8cc-490d-adb2-abf2d77560a6 up at agent hyperv_n-h1-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:31:53.412898 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-c1e60e22-1ae1-49d1-a130-1fa5600f742a req-aeb28cd5-8bba-4af4-a278-3eab8ed39977 tempest-FloatingIPsTestJSON-172294879 tempest-FloatingIPsTestJSON-172294879-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:53.496850 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-c1e60e22-1ae1-49d1-a130-1fa5600f742a req-aeb28cd5-8bba-4af4-a278-3eab8ed39977 tempest-FloatingIPsTestJSON-172294879 tempest-FloatingIPsTestJSON-172294879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:53.521129 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 26bf153a-c34d-40b8-b700-18fa5de8a4c5 up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:31:53.578047 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Provisioning for port f6ab924c-a8cc-490d-adb2-abf2d77560a6 completed by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 10:31:53.589824 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168d1df9-c01f-4b95-8b2a-080af5380dc7 req-8cf8a1a4-3152-42bb-b3a7-64ec35781d4a tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:31:53.590823 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Provisioning complete for port f6ab924c-a8cc-490d-adb2-abf2d77560a6 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:31:53.591354 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:53.603398 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 59406) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:31:53.612007 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-168d1df9-c01f-4b95-8b2a-080af5380dc7 req-8cf8a1a4-3152-42bb-b3a7-64ec35781d4a tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "GET /v2.0/ports?device_id=58d33066-02f9-456d-8852-aabcf5578798 HTTP/1.1" status: 200 len: 945 time: 0.1103115 Oct 27 10:31:53.615462 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-239d4ce0-902e-43e6-a560-d6761a9e3a8e tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Request body: {'floatingip': {'port_id': 'a378176d-92da-4f39-9224-eabe8da137fe'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:31:53.665805 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port 26bf153a-c34d-40b8-b700-18fa5de8a4c5 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:31:53.666250 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:53.708730 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-239d4ce0-902e-43e6-a560-d6761a9e3a8e tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Publish callbacks [] for floatingip, before_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:53.810470 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 59412) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:31:53.829324 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:53.866046 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:53.933732 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58883a96-792d-473f-863c-d444febd3300', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6ab924c-a8cc-490d-adb2-abf2d77560a6'}] {{(pid=102348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:31:53.936973 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c588921fa634554a1d9242fdea1b05457a9ff1d3b28ba54ec1dace7f2f1df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-217e238e-a991-4aa4-b61c-1f16486b4d72" -d '{"events": [{"server_uuid": "58883a96-792d-473f-863c-d444febd3300", "name": "network-vif-plugged", "status": "completed", "tag": "f6ab924c-a8cc-490d-adb2-abf2d77560a6"}]}' {{(pid=102348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:31:53.967235 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-56492e3c-94be-41fb-9d84-da5965e1d58a tempest-ServersTestBootFromVolume-118172414 tempest-ServersTestBootFromVolume-118172414-project] Publish callbacks [] for security_group, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:53.972017 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] For port 26bf153a-c34d-40b8-b700-18fa5de8a4c5, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=26bf153a-c34d-40b8-b700-18fa5de8a4c5,segment=NetworkSegment(bc14127b-7032-4c50-bb5b-f6813cbae86e),segment_id=bc14127b-7032-4c50-bb5b-f6813cbae86e)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:31:53.979533 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port f6ab924c-a8cc-490d-adb2-abf2d77560a6, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=f6ab924c-a8cc-490d-adb2-abf2d77560a6,segment=NetworkSegment(f7c42c6d-2766-46d8-a8b7-4852117a5555),segment_id=f7c42c6d-2766-46d8-a8b7-4852117a5555)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:31:53.985064 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:54.002766 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:54.057107 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-56492e3c-94be-41fb-9d84-da5965e1d58a tempest-ServersTestBootFromVolume-118172414 tempest-ServersTestBootFromVolume-118172414-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:54.058997 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:31:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35ed2b2d-1868-4979-8058-a26097388870 x-openstack-request-id: req-35ed2b2d-1868-4979-8058-a26097388870 {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:31:54.059459 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58883a96-792d-473f-863c-d444febd3300", "name": "network-vif-plugged", "status": "completed", "tag": "f6ab924c-a8cc-490d-adb2-abf2d77560a6", "code": 200}]} {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:31:54.059905 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-35ed2b2d-1868-4979-8058-a26097388870 {{(pid=102348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:31:54.060471 n-d-813419-10 neutron-server[102348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58883a96-792d-473f-863c-d444febd3300', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6ab924c-a8cc-490d-adb2-abf2d77560a6', 'code': 200} Oct 27 10:31:54.092899 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Pushing event updated for resources: {'Port': ['ID=26bf153a-c34d-40b8-b700-18fa5de8a4c5,revision_number=4']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:31:54.196856 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Pushing event updated for resources: {'Port': ['ID=f6ab924c-a8cc-490d-adb2-abf2d77560a6,revision_number=5']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:31:54.237500 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a648167-1ccb-49e8-8649-d8af698edcba req-b00f93a1-2365-417b-aaee-0411ad4df419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:31:54.239201 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8a648167-1ccb-49e8-8649-d8af698edcba req-b00f93a1-2365-417b-aaee-0411ad4df419 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=58883a96-792d-473f-863c-d444febd3300 HTTP/1.1" status: 200 len: 1101 time: 0.0974023 Oct 27 10:31:54.283942 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-56492e3c-94be-41fb-9d84-da5965e1d58a tempest-ServersTestBootFromVolume-118172414 tempest-ServersTestBootFromVolume-118172414-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:54.287475 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-56492e3c-94be-41fb-9d84-da5965e1d58a tempest-ServersTestBootFromVolume-118172414 tempest-ServersTestBootFromVolume-118172414-project] Publish callbacks [] for security_group, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:54.291354 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-56492e3c-94be-41fb-9d84-da5965e1d58a tempest-ServersTestBootFromVolume-118172414 tempest-ServersTestBootFromVolume-118172414-project] 10.222.0.44 "DELETE /v2.0/security-groups/9d8532b2-6883-48ec-ab1a-369df7b50fe8 HTTP/1.1" status: 204 len: 168 time: 0.4789784 Oct 27 10:31:54.295915 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 59424) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:31:54.315808 n-d-813419-10 neutron-server[102347]: INFO neutron.api.v2.resource [None req-e23eab6d-31b5-4a1f-80a7-9b85f9582d27 tempest-ServersTestBootFromVolume-118172414 tempest-ServersTestBootFromVolume-118172414-project] show failed (client error): The resource could not be found. Oct 27 10:31:54.319868 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-e23eab6d-31b5-4a1f-80a7-9b85f9582d27 tempest-ServersTestBootFromVolume-118172414 tempest-ServersTestBootFromVolume-118172414-project] 10.222.0.44 "GET /v2.0/security-groups/9d8532b2-6883-48ec-ab1a-369df7b50fe8 HTTP/1.1" status: 404 len: 347 time: 0.0203912 Oct 27 10:31:54.321685 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 59426) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:31:54.321815 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8a648167-1ccb-49e8-8649-d8af698edcba req-dfb4e7cf-779c-4801-9319-10bf6bfe2ff6 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=9d122a79-fc5a-4b05-905a-5ced9a136d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752509 Oct 27 10:31:54.327443 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56492e3c-94be-41fb-9d84-da5965e1d58a tempest-ServersTestBootFromVolume-118172414 tempest-ServersTestBootFromVolume-118172414-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d8532b2-6883-48ec-ab1a-369df7b50fe8,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:31:54.452391 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-c1e60e22-1ae1-49d1-a130-1fa5600f742a req-aeb28cd5-8bba-4af4-a278-3eab8ed39977 tempest-FloatingIPsTestJSON-172294879 tempest-FloatingIPsTestJSON-172294879-project] Publish callbacks [] for port, precommit_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:54.481673 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-c1e60e22-1ae1-49d1-a130-1fa5600f742a req-aeb28cd5-8bba-4af4-a278-3eab8ed39977 tempest-FloatingIPsTestJSON-172294879 tempest-FloatingIPsTestJSON-172294879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27024173'] for port, after_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:54.530281 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb28cd5-8bba-4af4-a278-3eab8ed39977 tempest-FloatingIPsTestJSON-172294879 tempest-FloatingIPsTestJSON-172294879-project] Pushing event updated for resources: {'Port': ['ID=fd223589-3798-40b2-8b5b-c440a28a6106,revision_number=2']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:31:54.557859 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79e215e-deac-4e39-813f-e328279268e0 req-8dc08de9-12c0-4036-806f-92465d0f0edd tempest-ImagesOneServerTestJSON-1893157797 tempest-ImagesOneServerTestJSON-1893157797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:31:54.571857 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c79e215e-deac-4e39-813f-e328279268e0 req-8dc08de9-12c0-4036-806f-92465d0f0edd tempest-ImagesOneServerTestJSON-1893157797 tempest-ImagesOneServerTestJSON-1893157797-project] 10.222.0.44 "GET /v2.0/ports?device_id=58883a96-792d-473f-863c-d444febd3300 HTTP/1.1" status: 200 len: 949 time: 0.0971823 Oct 27 10:31:54.653451 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-c1e60e22-1ae1-49d1-a130-1fa5600f742a req-aeb28cd5-8bba-4af4-a278-3eab8ed39977 tempest-FloatingIPsTestJSON-172294879 tempest-FloatingIPsTestJSON-172294879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1664826'] for floatingip, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:54.663881 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c79e215e-deac-4e39-813f-e328279268e0 req-21755755-b085-4eba-b2db-c79b17fca8e8 tempest-ImagesOneServerTestJSON-1893157797 tempest-ImagesOneServerTestJSON-1893157797-project] 10.222.0.44 "GET /v2.0/security-groups?id=9d122a79-fc5a-4b05-905a-5ced9a136d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863268 Oct 27 10:31:54.746840 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-c1e60e22-1ae1-49d1-a130-1fa5600f742a req-aeb28cd5-8bba-4af4-a278-3eab8ed39977 tempest-FloatingIPsTestJSON-172294879 tempest-FloatingIPsTestJSON-172294879-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for floatingip, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:54.748121 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-c1e60e22-1ae1-49d1-a130-1fa5600f742a req-aeb28cd5-8bba-4af4-a278-3eab8ed39977 tempest-FloatingIPsTestJSON-172294879 tempest-FloatingIPsTestJSON-172294879-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.3922498 Oct 27 10:31:54.844859 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-61a413c5-b7be-4c69-ab1c-ffa9ad96613d tempest-ServersTestBootFromVolume-118172414 tempest-ServersTestBootFromVolume-118172414-project] Deleting port f74c9b58-c8aa-42a5-b281-89e91cb4bb1c {{(pid=102346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:31:54.845216 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-61a413c5-b7be-4c69-ab1c-ffa9ad96613d tempest-ServersTestBootFromVolume-118172414 tempest-ServersTestBootFromVolume-118172414-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:54.913881 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-c1e60e22-1ae1-49d1-a130-1fa5600f742a req-e31b9163-b3f8-41f5-8eed-6a3cebed3d82 tempest-FloatingIPsTestJSON-172294879 tempest-FloatingIPsTestJSON-172294879-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.8.48 HTTP/1.1" status: 200 len: 695 time: 0.1513841 Oct 27 10:31:55.051430 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.db.resource_extend [None req-239d4ce0-902e-43e6-a560-d6761a9e3a8e tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 27 10:31:55.101151 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-61a413c5-b7be-4c69-ab1c-ffa9ad96613d tempest-ServersTestBootFromVolume-118172414 tempest-ServersTestBootFromVolume-118172414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:55.101469 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-61a413c5-b7be-4c69-ab1c-ffa9ad96613d tempest-ServersTestBootFromVolume-118172414 tempest-ServersTestBootFromVolume-118172414-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:55.139849 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-61a413c5-b7be-4c69-ab1c-ffa9ad96613d tempest-ServersTestBootFromVolume-118172414 tempest-ServersTestBootFromVolume-118172414-project] Calling delete_port for f74c9b58-c8aa-42a5-b281-89e91cb4bb1c owned by network:floatingip {{(pid=102346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:31:55.156706 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-239d4ce0-902e-43e6-a560-d6761a9e3a8e tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:55.177254 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-239d4ce0-902e-43e6-a560-d6761a9e3a8e tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1664826'] for floatingip, after_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:55.276241 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e60e22-1ae1-49d1-a130-1fa5600f742a req-27608292-9ca8-44f5-b7de-2077534d7ff2 tempest-FloatingIPsTestJSON-172294879 tempest-FloatingIPsTestJSON-172294879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:31:55.287928 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-c1e60e22-1ae1-49d1-a130-1fa5600f742a req-27608292-9ca8-44f5-b7de-2077534d7ff2 tempest-FloatingIPsTestJSON-172294879 tempest-FloatingIPsTestJSON-172294879-project] 10.222.0.44 "GET /v2.0/networks/185ff123-c7ff-45c7-a6be-71feb35acc9c HTTP/1.1" status: 200 len: 784 time: 0.3575718 Oct 27 10:31:55.348333 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [req-c1e60e22-1ae1-49d1-a130-1fa5600f742a req-8f6f73e2-58eb-4240-9e3c-05eecb951adb tempest-FloatingIPsTestJSON-172294879 tempest-FloatingIPsTestJSON-172294879-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=102346) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 10:31:55.354509 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-c1e60e22-1ae1-49d1-a130-1fa5600f742a req-8f6f73e2-58eb-4240-9e3c-05eecb951adb tempest-FloatingIPsTestJSON-172294879 tempest-FloatingIPsTestJSON-172294879-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0193629 Oct 27 10:31:55.431363 n-d-813419-10 neutron-server[102346]: INFO neutron.db.l3_db [None req-239d4ce0-902e-43e6-a560-d6761a9e3a8e tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Floating IP e1508163-f6b9-449e-9c97-8ce03da6939f associated. External IP: 172.25.8.59, port: a378176d-92da-4f39-9224-eabe8da137fe. Oct 27 10:31:55.492715 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3d82887-a282-4146-b970-13298f3ebd95 None None] Sync routers for ids ['98ed1c29-c17a-4dd6-b1e1-fe91c5f8bde1'] in n-d-813419-10 {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:31:55.499779 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 26bf153a-c34d-40b8-b700-18fa5de8a4c5 up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:31:55.505336 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-339e95c3-21a4-4da2-a624-00eaccdcf695 req-a76f74c7-a02a-42a3-b897-a8c0e359a3ee tempest-FloatingIPsTestJSON-172294879 tempest-FloatingIPsTestJSON-172294879-project] 10.222.0.44 "GET /v2.0/floatingips/ff1d866a-6d96-41c1-993f-21b400000d23 HTTP/1.1" status: 200 len: 692 time: 0.1119893 Oct 27 10:31:55.518616 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3d82887-a282-4146-b970-13298f3ebd95 None None] Routers {'98ed1c29-c17a-4dd6-b1e1-fe91c5f8bde1'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:31:55.519219 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-d3d82887-a282-4146-b970-13298f3ebd95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:31:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['98ed1c29-c17a-4dd6-b1e1-fe91c5f8bde1'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:31:55.559042 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-61a413c5-b7be-4c69-ab1c-ffa9ad96613d tempest-ServersTestBootFromVolume-118172414 tempest-ServersTestBootFromVolume-118172414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:55.592704 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a413c5-b7be-4c69-ab1c-ffa9ad96613d tempest-ServersTestBootFromVolume-118172414 tempest-ServersTestBootFromVolume-118172414-project] Pushing event deleted for resources: {'Port': ['ID=f74c9b58-c8aa-42a5-b281-89e91cb4bb1c,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:31:55.625673 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port 26bf153a-c34d-40b8-b700-18fa5de8a4c5 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:31:55.626123 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:55.638668 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339e95c3-21a4-4da2-a624-00eaccdcf695 req-b1076bb5-e89a-48e9-8271-9deb5b44cac5 tempest-FloatingIPsTestJSON-172294879 tempest-FloatingIPsTestJSON-172294879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:31:55.646676 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-339e95c3-21a4-4da2-a624-00eaccdcf695 req-b1076bb5-e89a-48e9-8271-9deb5b44cac5 tempest-FloatingIPsTestJSON-172294879 tempest-FloatingIPsTestJSON-172294879-project] 10.222.0.44 "GET /v2.0/networks/185ff123-c7ff-45c7-a6be-71feb35acc9c HTTP/1.1" status: 200 len: 784 time: 0.1403251 Oct 27 10:31:55.652108 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [req-339e95c3-21a4-4da2-a624-00eaccdcf695 req-f900e42b-423e-4b57-be96-bf7f6383a506 tempest-FloatingIPsTestJSON-172294879 tempest-FloatingIPsTestJSON-172294879-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=102347) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 10:31:55.658988 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-339e95c3-21a4-4da2-a624-00eaccdcf695 req-f900e42b-423e-4b57-be96-bf7f6383a506 tempest-FloatingIPsTestJSON-172294879 tempest-FloatingIPsTestJSON-172294879-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0113966 Oct 27 10:31:55.762219 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvr_db [None req-d3d82887-a282-4146-b970-13298f3ebd95 None None] Set router 98ed1c29-c17a-4dd6-b1e1-fe91c5f8bde1 gateway port host: n-d-813419-10 {{(pid=102349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:31:55.879852 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc779d1-fb66-460f-8b7c-d5fad624119c req-a93afa54-960a-48b5-8e7f-eaa615122bac tempest-ImagesOneServerTestJSON-1893157797 tempest-ImagesOneServerTestJSON-1893157797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:31:55.881509 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-7fc779d1-fb66-460f-8b7c-d5fad624119c req-a93afa54-960a-48b5-8e7f-eaa615122bac tempest-ImagesOneServerTestJSON-1893157797 tempest-ImagesOneServerTestJSON-1893157797-project] 10.222.0.44 "GET /v2.0/ports?device_id=58883a96-792d-473f-863c-d444febd3300 HTTP/1.1" status: 200 len: 949 time: 0.0946081 Oct 27 10:31:55.992843 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-7fc779d1-fb66-460f-8b7c-d5fad624119c req-90692c09-3753-4b12-85a6-8f44beb790b8 tempest-ImagesOneServerTestJSON-1893157797 tempest-ImagesOneServerTestJSON-1893157797-project] 10.222.0.44 "GET /v2.0/security-groups?id=9d122a79-fc5a-4b05-905a-5ced9a136d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043923 Oct 27 10:31:56.108433 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-d3d82887-a282-4146-b970-13298f3ebd95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98ed1c29-c17a-4dd6-b1e1-fe91c5f8bde1', 'name': 'tempest-FloatingIPsTestJSON-1441297752-router', 'tenant_id': '90ae924c8cd54b378821935816806fc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.96'}], 'enable_snat': True}, 'gw_port_id': '26bf153a-c34d-40b8-b700-18fa5de8a4c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:31:45Z', 'updated_at': '2021-10-27T10:31:50Z', 'revision_number': 4, 'project_id': '90ae924c8cd54b378821935816806fc5', 'gw_port': {'id': '26bf153a-c34d-40b8-b700-18fa5de8a4c5', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:62:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98ed1c29-c17a-4dd6-b1e1-fe91c5f8bde1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:31:46Z', 'updated_at': '2021-10-27T10:31:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_interfaces': [{'id': '9421910c-9c97-4c58-a838-d7462964869d', 'name': '', 'network_id': '7301eeae-bcda-45a7-993a-b92204470098', 'tenant_id': '90ae924c8cd54b378821935816806fc5', 'mac_address': 'fa:16:3e:32:91:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98ed1c29-c17a-4dd6-b1e1-fe91c5f8bde1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '945096f5-af4d-40b7-87fe-d89815af34c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:31:49Z', 'updated_at': '2021-10-27T10:31:50Z', 'revision_number': 2, 'project_id': '90ae924c8cd54b378821935816806fc5', 'subnets': [{'id': '945096f5-af4d-40b7-87fe-d89815af34c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:31:56.147394 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3d82887-a282-4146-b970-13298f3ebd95 None None] Checking router: 98ed1c29-c17a-4dd6-b1e1-fe91c5f8bde1 for host: n-d-813419-10 {{(pid=102349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 10:31:56.148036 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3d82887-a282-4146-b970-13298f3ebd95 None None] Updating router 98ed1c29-c17a-4dd6-b1e1-fe91c5f8bde1 port 9421910c-9c97-4c58-a838-d7462964869d binding host n-d-813419-10 {{(pid=102349) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 10:31:56.178866 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-d3d82887-a282-4146-b970-13298f3ebd95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:56.400805 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-61a413c5-b7be-4c69-ab1c-ffa9ad96613d tempest-ServersTestBootFromVolume-118172414 tempest-ServersTestBootFromVolume-118172414-project] Publish callbacks [] for floatingip, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:56.403727 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-61a413c5-b7be-4c69-ab1c-ffa9ad96613d tempest-ServersTestBootFromVolume-118172414 tempest-ServersTestBootFromVolume-118172414-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for floatingip, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:56.408513 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 59478) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:31:56.408668 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-61a413c5-b7be-4c69-ab1c-ffa9ad96613d tempest-ServersTestBootFromVolume-118172414 tempest-ServersTestBootFromVolume-118172414-project] 10.222.0.44 "DELETE /v2.0/floatingips/7b5ddbde-6288-46e3-b3da-9144921aef3a HTTP/1.1" status: 204 len: 168 time: 2.0769131 Oct 27 10:31:56.418296 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-388a9456-c66d-497b-b13f-d1ffda2008e5 req-f4f9a0ad-d351-4e16-887f-481cdf4fcbaa tempest-FloatingIPsTestJSON-172294879 tempest-FloatingIPsTestJSON-172294879-project] 10.222.0.44 "GET /v2.0/floatingips?tenant_id=90ae924c8cd54b378821935816806fc5 HTTP/1.1" status: 200 len: 695 time: 0.7129281 Oct 27 10:31:56.537612 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-d3d82887-a282-4146-b970-13298f3ebd95 None None] Publish callbacks [] for port, precommit_update {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:56.546348 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-d3d82887-a282-4146-b970-13298f3ebd95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:56.616617 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4e6876-4710-4c2f-8c1f-f104567e176d None None] Pushing event updated for resources: {'Port': ['ID=9421910c-9c97-4c58-a838-d7462964869d,revision_number=3']} {{(pid=102349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:31:56.618302 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388a9456-c66d-497b-b13f-d1ffda2008e5 req-21dfe6a3-b646-479e-82cb-cad90c0ea224 tempest-FloatingIPsTestJSON-172294879 tempest-FloatingIPsTestJSON-172294879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:31:56.625730 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-388a9456-c66d-497b-b13f-d1ffda2008e5 req-21dfe6a3-b646-479e-82cb-cad90c0ea224 tempest-FloatingIPsTestJSON-172294879 tempest-FloatingIPsTestJSON-172294879-project] 10.222.0.44 "GET /v2.0/networks?id=185ff123-c7ff-45c7-a6be-71feb35acc9c HTTP/1.1" status: 200 len: 787 time: 0.2064648 Oct 27 10:31:56.631917 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [req-388a9456-c66d-497b-b13f-d1ffda2008e5 req-ad84983e-17e3-43d8-9c04-22fdb0a1d220 tempest-FloatingIPsTestJSON-172294879 tempest-FloatingIPsTestJSON-172294879-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=102346) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 10:31:56.653161 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-388a9456-c66d-497b-b13f-d1ffda2008e5 req-ad84983e-17e3-43d8-9c04-22fdb0a1d220 tempest-FloatingIPsTestJSON-172294879 tempest-FloatingIPsTestJSON-172294879-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0264456 Oct 27 10:31:56.657606 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-239d4ce0-902e-43e6-a560-d6761a9e3a8e tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Router bb012a5e-621c-439f-8c34-20b092183dff has already been hosted by L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb {{(pid=102346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 10:31:56.895379 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4e6876-4710-4c2f-8c1f-f104567e176d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:31:56.895847 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4e6876-4710-4c2f-8c1f-f104567e176d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:31:56.897244 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4e6876-4710-4c2f-8c1f-f104567e176d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:31:56.897690 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4e6876-4710-4c2f-8c1f-f104567e176d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:31:56.899260 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4e6876-4710-4c2f-8c1f-f104567e176d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:31:56.899705 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4e6876-4710-4c2f-8c1f-f104567e176d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:31:56.900159 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4e6876-4710-4c2f-8c1f-f104567e176d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:31:56.902299 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4e6876-4710-4c2f-8c1f-f104567e176d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:31:56.902749 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4e6876-4710-4c2f-8c1f-f104567e176d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:31:56.903182 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4e6876-4710-4c2f-8c1f-f104567e176d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:31:56.903876 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4e6876-4710-4c2f-8c1f-f104567e176d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:31:56.912672 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4e6876-4710-4c2f-8c1f-f104567e176d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:31:56.988321 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.managers [None req-d3d82887-a282-4146-b970-13298f3ebd95 None None] Attempting to bind port 9421910c-9c97-4c58-a838-d7462964869d on host n-d-813419-10 for vnic_type normal with profile {{(pid=102349) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:31:56.988877 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.managers [None req-d3d82887-a282-4146-b970-13298f3ebd95 None None] Attempting to bind port 9421910c-9c97-4c58-a838-d7462964869d by drivers openvswitch,hyperv on host n-d-813419-10 at level 0 using segments [{'id': 'cf6bd35d-d3ed-4303-92d5-b6ba8706b967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '7301eeae-bcda-45a7-993a-b92204470098'}] {{(pid=102349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:31:56.989335 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3d82887-a282-4146-b970-13298f3ebd95 None None] Attempting to bind port 9421910c-9c97-4c58-a838-d7462964869d on network 7301eeae-bcda-45a7-993a-b92204470098 {{(pid=102349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:31:56.994397 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-5e3559fd-7832-400b-80aa-7c45e9be46ab req-fb1081c6-9075-4c08-bfa4-1c481055cceb tempest-FloatingIPsTestJSON-172294879 tempest-FloatingIPsTestJSON-172294879-project] 10.222.0.44 "GET /v2.0/floatingips/ff1d866a-6d96-41c1-993f-21b400000d23 HTTP/1.1" status: 200 len: 692 time: 0.2260184 Oct 27 10:31:56.999946 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3d82887-a282-4146-b970-13298f3ebd95 None None] Checking agent: {'id': '89dba0f3-79b2-435e-9822-33674b8f6ada', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 8, 20), 'started_at': datetime.datetime(2021, 10, 27, 10, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 31, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:31:57.002578 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3d82887-a282-4146-b970-13298f3ebd95 None None] Checking segment: {'id': 'cf6bd35d-d3ed-4303-92d5-b6ba8706b967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '7301eeae-bcda-45a7-993a-b92204470098'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:31:57.003026 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-d3d82887-a282-4146-b970-13298f3ebd95 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:57.003666 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3d82887-a282-4146-b970-13298f3ebd95 None None] Bound using segment: {'id': 'cf6bd35d-d3ed-4303-92d5-b6ba8706b967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '7301eeae-bcda-45a7-993a-b92204470098'} {{(pid=102349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:31:57.006023 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.managers [None req-d3d82887-a282-4146-b970-13298f3ebd95 None None] Bound port: 9421910c-9c97-4c58-a838-d7462964869d, host: n-d-813419-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf6bd35d-d3ed-4303-92d5-b6ba8706b967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '7301eeae-bcda-45a7-993a-b92204470098'}}] {{(pid=102349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:31:57.006607 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-d3d82887-a282-4146-b970-13298f3ebd95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:57.060007 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-b0571656-2edf-4d79-ada5-f90809190fd0 None None] Provisioning complete for port 9421910c-9c97-4c58-a838-d7462964869d triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:31:57.060688 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-b0571656-2edf-4d79-ada5-f90809190fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:57.133392 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-b0571656-2edf-4d79-ada5-f90809190fd0 None None] Port 9421910c-9c97-4c58-a838-d7462964869d cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:31:57.146937 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.db [None req-d3d82887-a282-4146-b970-13298f3ebd95 None None] For port 9421910c-9c97-4c58-a838-d7462964869d, host n-d-813419-10, cleared binding levels {{(pid=102349) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:31:57.150790 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.db [None req-d3d82887-a282-4146-b970-13298f3ebd95 None None] For port 9421910c-9c97-4c58-a838-d7462964869d, host n-d-813419-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=9421910c-9c97-4c58-a838-d7462964869d,segment=NetworkSegment(cf6bd35d-d3ed-4303-92d5-b6ba8706b967),segment_id=cf6bd35d-d3ed-4303-92d5-b6ba8706b967)] {{(pid=102349) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:31:57.159887 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-d3d82887-a282-4146-b970-13298f3ebd95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:57.205791 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-239d4ce0-902e-43e6-a560-d6761a9e3a8e tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:31:57.221748 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee8389e9-3fd1-412d-b243-c5db4670b221 None None] Sync routers for ids ['bb012a5e-621c-439f-8c34-20b092183dff'] in n-d-813419-10 {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:31:57.227327 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-239d4ce0-902e-43e6-a560-d6761a9e3a8e tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for floatingip, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:57.237691 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee8389e9-3fd1-412d-b243-c5db4670b221 None None] Routers {'bb012a5e-621c-439f-8c34-20b092183dff'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:31:57.238591 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-ee8389e9-3fd1-412d-b243-c5db4670b221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:31:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['bb012a5e-621c-439f-8c34-20b092183dff'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:31:57.286164 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3d82887-a282-4146-b970-13298f3ebd95 None None] Routers {'98ed1c29-c17a-4dd6-b1e1-fe91c5f8bde1'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:31:57.308347 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-d3d82887-a282-4146-b970-13298f3ebd95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:31:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['98ed1c29-c17a-4dd6-b1e1-fe91c5f8bde1'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:31:57.448881 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3559fd-7832-400b-80aa-7c45e9be46ab req-b0a53500-0c05-448a-a1ae-5d20f39ee721 tempest-FloatingIPsTestJSON-172294879 tempest-FloatingIPsTestJSON-172294879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:31:57.450698 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-5e3559fd-7832-400b-80aa-7c45e9be46ab req-b0a53500-0c05-448a-a1ae-5d20f39ee721 tempest-FloatingIPsTestJSON-172294879 tempest-FloatingIPsTestJSON-172294879-project] 10.222.0.44 "GET /v2.0/networks/185ff123-c7ff-45c7-a6be-71feb35acc9c HTTP/1.1" status: 200 len: 784 time: 0.4458442 Oct 27 10:31:57.454409 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-239d4ce0-902e-43e6-a560-d6761a9e3a8e tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "PUT /v2.0/floatingips/e1508163-f6b9-449e-9c97-8ce03da6939f HTTP/1.1" status: 200 len: 990 time: 3.8500149 Oct 27 10:31:57.469075 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [req-5e3559fd-7832-400b-80aa-7c45e9be46ab req-4e6ef5a0-9070-48ff-97bb-f01e47f7cc4d tempest-FloatingIPsTestJSON-172294879 tempest-FloatingIPsTestJSON-172294879-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=102346) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 10:31:57.470374 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-5e3559fd-7832-400b-80aa-7c45e9be46ab req-4e6ef5a0-9070-48ff-97bb-f01e47f7cc4d tempest-FloatingIPsTestJSON-172294879 tempest-FloatingIPsTestJSON-172294879-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0122323 Oct 27 10:31:57.473829 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58d33066-02f9-456d-8852-aabcf5578798', 'tag': 'a378176d-92da-4f39-9224-eabe8da137fe'}] {{(pid=102346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:31:57.479065 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc0e418f5fc417c8d55d94c0aa509b037d0beb2a734c1a709e789eb65639a56d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e56a94ef-cece-4a1e-a389-e0acd9fec7c1" -d '{"events": [{"name": "network-changed", "server_uuid": "58d33066-02f9-456d-8852-aabcf5578798", "tag": "a378176d-92da-4f39-9224-eabe8da137fe"}]}' {{(pid=102346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:31:57.536729 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4e6876-4710-4c2f-8c1f-f104567e176d None None] Pushing event updated for resources: {'Port': ['ID=9421910c-9c97-4c58-a838-d7462964869d,revision_number=4']} {{(pid=102349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:31:57.601262 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-5e3559fd-7832-400b-80aa-7c45e9be46ab req-045f4a29-a285-4376-872d-3009caf05542 tempest-FloatingIPsTestJSON-172294879 tempest-FloatingIPsTestJSON-172294879-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.8.48 HTTP/1.1" status: 200 len: 695 time: 0.1175258 Oct 27 10:31:57.602766 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvr_db [None req-ee8389e9-3fd1-412d-b243-c5db4670b221 None None] Set router bb012a5e-621c-439f-8c34-20b092183dff gateway port host: n-d-813419-10 {{(pid=102348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:31:57.669245 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvr_db [None req-d3d82887-a282-4146-b970-13298f3ebd95 None None] Set router 98ed1c29-c17a-4dd6-b1e1-fe91c5f8bde1 gateway port host: n-d-813419-10 {{(pid=102349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:31:57.720759 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 10:31:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-431fd914-c979-460d-baf0-4361c082626e x-openstack-request-id: req-431fd914-c979-460d-baf0-4361c082626e {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:31:57.721287 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58d33066-02f9-456d-8852-aabcf5578798", "tag": "a378176d-92da-4f39-9224-eabe8da137fe", "status": "completed", "code": 200}]} {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:31:57.721396 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-431fd914-c979-460d-baf0-4361c082626e {{(pid=102346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:31:57.722435 n-d-813419-10 neutron-server[102346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58d33066-02f9-456d-8852-aabcf5578798', 'tag': 'a378176d-92da-4f39-9224-eabe8da137fe', 'status': 'completed', 'code': 200} Oct 27 10:31:57.734383 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-5e3559fd-7832-400b-80aa-7c45e9be46ab req-eda95dc4-b1e2-45ba-b1a2-522029e25035 tempest-FloatingIPsTestJSON-172294879 tempest-FloatingIPsTestJSON-172294879-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.8.48 HTTP/1.1" status: 200 len: 695 time: 0.1264825 Oct 27 10:31:57.786612 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-a88f9329-d7d6-481e-8256-e14637ed96f6 None None] Provisioning complete for port 9421910c-9c97-4c58-a838-d7462964869d triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:31:57.787161 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a88f9329-d7d6-481e-8256-e14637ed96f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:57.909007 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-15bf44c7-19e1-4055-83da-d13990b8e4e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1766202'] for router_interface, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:58.134879 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a88f9329-d7d6-481e-8256-e14637ed96f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:58.171862 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56a94ef-cece-4a1e-a389-e0acd9fec7c1 req-a7ec7c59-0760-4d9b-ba5d-a7708cac2fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:31:58.175226 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a88f9329-d7d6-481e-8256-e14637ed96f6 None None] For port 9421910c-9c97-4c58-a838-d7462964869d, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=9421910c-9c97-4c58-a838-d7462964869d,segment=NetworkSegment(cf6bd35d-d3ed-4303-92d5-b6ba8706b967),segment_id=cf6bd35d-d3ed-4303-92d5-b6ba8706b967)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:31:58.177615 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-e56a94ef-cece-4a1e-a389-e0acd9fec7c1 req-a7ec7c59-0760-4d9b-ba5d-a7708cac2fc2 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=7a75806f732447d68ca40a83500d955d&device_id=58d33066-02f9-456d-8852-aabcf5578798 HTTP/1.1" status: 200 len: 1097 time: 0.4402909 Oct 27 10:31:58.203523 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a88f9329-d7d6-481e-8256-e14637ed96f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:58.211826 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-d3d82887-a282-4146-b970-13298f3ebd95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98ed1c29-c17a-4dd6-b1e1-fe91c5f8bde1', 'name': 'tempest-FloatingIPsTestJSON-1441297752-router', 'tenant_id': '90ae924c8cd54b378821935816806fc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.96'}], 'enable_snat': True}, 'gw_port_id': '26bf153a-c34d-40b8-b700-18fa5de8a4c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:31:45Z', 'updated_at': '2021-10-27T10:31:50Z', 'revision_number': 4, 'project_id': '90ae924c8cd54b378821935816806fc5', 'gw_port': {'id': '26bf153a-c34d-40b8-b700-18fa5de8a4c5', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:62:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98ed1c29-c17a-4dd6-b1e1-fe91c5f8bde1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:31:46Z', 'updated_at': '2021-10-27T10:31:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_interfaces': [{'id': '9421910c-9c97-4c58-a838-d7462964869d', 'name': '', 'network_id': '7301eeae-bcda-45a7-993a-b92204470098', 'tenant_id': '90ae924c8cd54b378821935816806fc5', 'mac_address': 'fa:16:3e:32:91:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98ed1c29-c17a-4dd6-b1e1-fe91c5f8bde1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '945096f5-af4d-40b7-87fe-d89815af34c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:31:49Z', 'updated_at': '2021-10-27T10:31:57Z', 'revision_number': 4, 'project_id': '90ae924c8cd54b378821935816806fc5', 'subnets': [{'id': '945096f5-af4d-40b7-87fe-d89815af34c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:31:58.289551 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3d82887-a282-4146-b970-13298f3ebd95 None None] The sync data for ids ['98ed1c29-c17a-4dd6-b1e1-fe91c5f8bde1'] in n-d-813419-10 is: [{'id': '98ed1c29-c17a-4dd6-b1e1-fe91c5f8bde1', 'name': 'tempest-FloatingIPsTestJSON-1441297752-router', 'tenant_id': '90ae924c8cd54b378821935816806fc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.96'}], 'enable_snat': True}, 'gw_port_id': '26bf153a-c34d-40b8-b700-18fa5de8a4c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:31:45Z', 'updated_at': '2021-10-27T10:31:50Z', 'revision_number': 4, 'project_id': '90ae924c8cd54b378821935816806fc5', 'gw_port': {'id': '26bf153a-c34d-40b8-b700-18fa5de8a4c5', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:62:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98ed1c29-c17a-4dd6-b1e1-fe91c5f8bde1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:31:46Z', 'updated_at': '2021-10-27T10:31:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_interfaces': [{'id': '9421910c-9c97-4c58-a838-d7462964869d', 'name': '', 'network_id': '7301eeae-bcda-45a7-993a-b92204470098', 'tenant_id': '90ae924c8cd54b378821935816806fc5', 'mac_address': 'fa:16:3e:32:91:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98ed1c29-c17a-4dd6-b1e1-fe91c5f8bde1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': '945096f5-af4d-40b7-87fe-d89815af34c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:31:49Z', 'updated_at': '2021-10-27T10:31:57Z', 'revision_number': 4, 'project_id': '90ae924c8cd54b378821935816806fc5', 'subnets': [{'id': '945096f5-af4d-40b7-87fe-d89815af34c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:31:58.373264 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88f9329-d7d6-481e-8256-e14637ed96f6 None None] Pushing event updated for resources: {'Port': ['ID=9421910c-9c97-4c58-a838-d7462964869d,revision_number=5']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:31:58.378891 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-ee8389e9-3fd1-412d-b243-c5db4670b221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb012a5e-621c-439f-8c34-20b092183dff', 'name': 'tempest-AttachVolumeShelveTestJSON-1561106593-router', 'tenant_id': '7a75806f732447d68ca40a83500d955d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.221'}], 'enable_snat': True}, 'gw_port_id': 'e1996de4-77b0-44cc-ada5-1f35dcc523f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:31:19Z', 'updated_at': '2021-10-27T10:31:26Z', 'revision_number': 4, 'project_id': '7a75806f732447d68ca40a83500d955d', 'gw_port': {'id': 'e1996de4-77b0-44cc-ada5-1f35dcc523f0', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:90:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb012a5e-621c-439f-8c34-20b092183dff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1506, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:31:21Z', 'updated_at': '2021-10-27T10:31:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_floatingips': [{'id': 'e1508163-f6b9-449e-9c97-8ce03da6939f', 'tenant_id': '7a75806f732447d68ca40a83500d955d', 'floating_ip_address': '172.25.8.59', 'floating_network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'router_id': 'bb012a5e-621c-439f-8c34-20b092183dff', 'port_id': 'a378176d-92da-4f39-9224-eabe8da137fe', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1514, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '823b724c-a4df-49e4-a48e-438212c85945', 'mac_address': 'fa:16:3e:4b:c9:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58d33066-02f9-456d-8852-aabcf5578798', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T10:31:32Z', 'updated_at': '2021-10-27T10:31:54Z', 'revision_number': 1, 'project_id': '7a75806f732447d68ca40a83500d955d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07302172-8417-4246-bba8-62a8c96f6a79', 'name': '', 'network_id': '823b724c-a4df-49e4-a48e-438212c85945', 'tenant_id': '7a75806f732447d68ca40a83500d955d', 'mac_address': 'fa:16:3e:36:d8:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb012a5e-621c-439f-8c34-20b092183dff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1507, 'fixed_ips': [{'subnet_id': '867e3761-3f04-40e2-b4bb-5b0ff4404cac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:31:25Z', 'updated_at': '2021-10-27T10:31:32Z', 'revision_number': 5, 'project_id': '7a75806f732447d68ca40a83500d955d', 'subnets': [{'id': '867e3761-3f04-40e2-b4bb-5b0ff4404cac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:31:58.394628 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [req-5e3559fd-7832-400b-80aa-7c45e9be46ab req-a89a4797-1dfb-4a99-9c05-48fef6bbce28 tempest-FloatingIPsTestJSON-172294879 tempest-FloatingIPsTestJSON-172294879-project] Deleting port fd223589-3798-40b2-8b5b-c440a28a6106 {{(pid=102346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:31:58.394976 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-5e3559fd-7832-400b-80aa-7c45e9be46ab req-a89a4797-1dfb-4a99-9c05-48fef6bbce28 tempest-FloatingIPsTestJSON-172294879 tempest-FloatingIPsTestJSON-172294879-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:58.467009 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-15bf44c7-19e1-4055-83da-d13990b8e4e5 admin admin] Deleting port 8a938523-ca11-4ac2-9e89-e32ad7db935e {{(pid=102347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:31:58.467855 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-15bf44c7-19e1-4055-83da-d13990b8e4e5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:58.573028 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56a94ef-cece-4a1e-a389-e0acd9fec7c1 req-a7c1b6bb-2f4e-40c3-a32c-75b615ebb387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:31:58.574535 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-e56a94ef-cece-4a1e-a389-e0acd9fec7c1 req-a7c1b6bb-2f4e-40c3-a32c-75b615ebb387 service neutron] 10.222.0.76 "GET /v2.0/networks?id=823b724c-a4df-49e4-a48e-438212c85945 HTTP/1.1" status: 200 len: 918 time: 0.3886888 Oct 27 10:31:58.695463 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [None req-15bf44c7-19e1-4055-83da-d13990b8e4e5 admin admin] For port 8a938523-ca11-4ac2-9e89-e32ad7db935e, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=8a938523-ca11-4ac2-9e89-e32ad7db935e,segment=NetworkSegment(32ee6b7e-f7db-44d8-a33c-f5ba7bc60b5b),segment_id=32ee6b7e-f7db-44d8-a33c-f5ba7bc60b5b)] {{(pid=102347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:31:58.696246 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-15bf44c7-19e1-4055-83da-d13990b8e4e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:58.726618 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-15bf44c7-19e1-4055-83da-d13990b8e4e5 admin admin] Calling delete_port for 8a938523-ca11-4ac2-9e89-e32ad7db935e owned by network:router_interface {{(pid=102347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:31:58.774809 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-5e3559fd-7832-400b-80aa-7c45e9be46ab req-a89a4797-1dfb-4a99-9c05-48fef6bbce28 tempest-FloatingIPsTestJSON-172294879 tempest-FloatingIPsTestJSON-172294879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:58.775365 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-5e3559fd-7832-400b-80aa-7c45e9be46ab req-a89a4797-1dfb-4a99-9c05-48fef6bbce28 tempest-FloatingIPsTestJSON-172294879 tempest-FloatingIPsTestJSON-172294879-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:58.776399 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee8389e9-3fd1-412d-b243-c5db4670b221 None None] Checking router: bb012a5e-621c-439f-8c34-20b092183dff for host: n-d-813419-10 {{(pid=102348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 10:31:58.803420 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee8389e9-3fd1-412d-b243-c5db4670b221 None None] Routers {'bb012a5e-621c-439f-8c34-20b092183dff'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:31:58.804063 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-ee8389e9-3fd1-412d-b243-c5db4670b221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:31:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['bb012a5e-621c-439f-8c34-20b092183dff'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:31:58.804948 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-e56a94ef-cece-4a1e-a389-e0acd9fec7c1 req-e6daaa1d-cf3d-4626-800b-be50acb72542 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a378176d-92da-4f39-9224-eabe8da137fe HTTP/1.1" status: 200 len: 998 time: 0.2058983 Oct 27 10:31:58.837684 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [req-5e3559fd-7832-400b-80aa-7c45e9be46ab req-a89a4797-1dfb-4a99-9c05-48fef6bbce28 tempest-FloatingIPsTestJSON-172294879 tempest-FloatingIPsTestJSON-172294879-project] Calling delete_port for fd223589-3798-40b2-8b5b-c440a28a6106 owned by network:floatingip {{(pid=102346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:31:59.063323 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-15bf44c7-19e1-4055-83da-d13990b8e4e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:59.139724 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56a94ef-cece-4a1e-a389-e0acd9fec7c1 req-d9b30e2f-528d-4a9c-83f9-f3b33c000107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:31:59.150427 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvr_db [None req-ee8389e9-3fd1-412d-b243-c5db4670b221 None None] Set router bb012a5e-621c-439f-8c34-20b092183dff gateway port host: n-d-813419-10 {{(pid=102348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:31:59.153083 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bf44c7-19e1-4055-83da-d13990b8e4e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=8a938523-ca11-4ac2-9e89-e32ad7db935e,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:31:59.175295 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-e56a94ef-cece-4a1e-a389-e0acd9fec7c1 req-d9b30e2f-528d-4a9c-83f9-f3b33c000107 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=867e3761-3f04-40e2-b4bb-5b0ff4404cac HTTP/1.1" status: 200 len: 856 time: 0.3693097 Oct 27 10:31:59.714535 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-15bf44c7-19e1-4055-83da-d13990b8e4e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2006968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1766358'] for router_interface, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:59.731943 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56a94ef-cece-4a1e-a389-e0acd9fec7c1 req-c205e882-8e56-49b2-bbe0-7e62b0b92f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:31:59.744521 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-e56a94ef-cece-4a1e-a389-e0acd9fec7c1 req-c205e882-8e56-49b2-bbe0-7e62b0b92f4b service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=823b724c-a4df-49e4-a48e-438212c85945&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5533230 Oct 27 10:31:59.775328 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device f6ab924c-a8cc-490d-adb2-abf2d77560a6 details requested by agent hyperv_n-h1-813419-10 with host n-h1-813419-10 {{(pid=102348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 10:31:59.780062 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 9421910c-9c97-4c58-a838-d7462964869d up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:31:59.840608 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-5e3559fd-7832-400b-80aa-7c45e9be46ab req-a89a4797-1dfb-4a99-9c05-48fef6bbce28 tempest-FloatingIPsTestJSON-172294879 tempest-FloatingIPsTestJSON-172294879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:31:59.976604 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89a4797-1dfb-4a99-9c05-48fef6bbce28 tempest-FloatingIPsTestJSON-172294879 tempest-FloatingIPsTestJSON-172294879-project] Pushing event deleted for resources: {'Port': ['ID=fd223589-3798-40b2-8b5b-c440a28a6106,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:32:00.085699 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-5e3559fd-7832-400b-80aa-7c45e9be46ab req-a89a4797-1dfb-4a99-9c05-48fef6bbce28 tempest-FloatingIPsTestJSON-172294879 tempest-FloatingIPsTestJSON-172294879-project] Publish callbacks [] for floatingip, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:32:00.091161 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-5e3559fd-7832-400b-80aa-7c45e9be46ab req-a89a4797-1dfb-4a99-9c05-48fef6bbce28 tempest-FloatingIPsTestJSON-172294879 tempest-FloatingIPsTestJSON-172294879-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for floatingip, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:32:00.092823 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-5e3559fd-7832-400b-80aa-7c45e9be46ab req-a89a4797-1dfb-4a99-9c05-48fef6bbce28 tempest-FloatingIPsTestJSON-172294879 tempest-FloatingIPsTestJSON-172294879-project] 10.222.0.44 "DELETE /v2.0/floatingips/ff1d866a-6d96-41c1-993f-21b400000d23 HTTP/1.1" status: 204 len: 173 time: 2.3338668 Oct 27 10:32:00.101039 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-e56a94ef-cece-4a1e-a389-e0acd9fec7c1 req-c8d74e57-f4f9-4dc5-8ed6-af0e34ebf0fd service neutron] 10.222.0.76 "GET /v2.0/networks/823b724c-a4df-49e4-a48e-438212c85945?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3383443 Oct 27 10:32:00.115489 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-ee8389e9-3fd1-412d-b243-c5db4670b221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb012a5e-621c-439f-8c34-20b092183dff', 'name': 'tempest-AttachVolumeShelveTestJSON-1561106593-router', 'tenant_id': '7a75806f732447d68ca40a83500d955d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.221'}], 'enable_snat': True}, 'gw_port_id': 'e1996de4-77b0-44cc-ada5-1f35dcc523f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:31:19Z', 'updated_at': '2021-10-27T10:31:26Z', 'revision_number': 4, 'project_id': '7a75806f732447d68ca40a83500d955d', 'gw_port': {'id': 'e1996de4-77b0-44cc-ada5-1f35dcc523f0', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:90:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb012a5e-621c-439f-8c34-20b092183dff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1506, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:31:21Z', 'updated_at': '2021-10-27T10:31:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_floatingips': [{'id': 'e1508163-f6b9-449e-9c97-8ce03da6939f', 'tenant_id': '7a75806f732447d68ca40a83500d955d', 'floating_ip_address': '172.25.8.59', 'floating_network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'router_id': 'bb012a5e-621c-439f-8c34-20b092183dff', 'port_id': 'a378176d-92da-4f39-9224-eabe8da137fe', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1514, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '823b724c-a4df-49e4-a48e-438212c85945', 'mac_address': 'fa:16:3e:4b:c9:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58d33066-02f9-456d-8852-aabcf5578798', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T10:31:32Z', 'updated_at': '2021-10-27T10:31:54Z', 'revision_number': 1, 'project_id': '7a75806f732447d68ca40a83500d955d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07302172-8417-4246-bba8-62a8c96f6a79', 'name': '', 'network_id': '823b724c-a4df-49e4-a48e-438212c85945', 'tenant_id': '7a75806f732447d68ca40a83500d955d', 'mac_address': 'fa:16:3e:36:d8:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb012a5e-621c-439f-8c34-20b092183dff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1507, 'fixed_ips': [{'subnet_id': '867e3761-3f04-40e2-b4bb-5b0ff4404cac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:31:25Z', 'updated_at': '2021-10-27T10:31:32Z', 'revision_number': 5, 'project_id': '7a75806f732447d68ca40a83500d955d', 'subnets': [{'id': '867e3761-3f04-40e2-b4bb-5b0ff4404cac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:32:00.267995 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15bf44c7-19e1-4055-83da-d13990b8e4e5 admin admin] Router 9f7aa71f-4037-4630-bea8-c5dbdbd26c05 has already been hosted by L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb {{(pid=102347) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 10:32:00.277240 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee8389e9-3fd1-412d-b243-c5db4670b221 None None] The sync data for ids ['bb012a5e-621c-439f-8c34-20b092183dff'] in n-d-813419-10 is: [{'id': 'bb012a5e-621c-439f-8c34-20b092183dff', 'name': 'tempest-AttachVolumeShelveTestJSON-1561106593-router', 'tenant_id': '7a75806f732447d68ca40a83500d955d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.221'}], 'enable_snat': True}, 'gw_port_id': 'e1996de4-77b0-44cc-ada5-1f35dcc523f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:31:19Z', 'updated_at': '2021-10-27T10:31:26Z', 'revision_number': 4, 'project_id': '7a75806f732447d68ca40a83500d955d', 'gw_port': {'id': 'e1996de4-77b0-44cc-ada5-1f35dcc523f0', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:90:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb012a5e-621c-439f-8c34-20b092183dff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1506, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:31:21Z', 'updated_at': '2021-10-27T10:31:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_floatingips': [{'id': 'e1508163-f6b9-449e-9c97-8ce03da6939f', 'tenant_id': '7a75806f732447d68ca40a83500d955d', 'floating_ip_address': '172.25.8.59', 'floating_network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'router_id': 'bb012a5e-621c-439f-8c34-20b092183dff', 'port_id': 'a378176d-92da-4f39-9224-eabe8da137fe', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1514, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '823b724c-a4df-49e4-a48e-438212c85945', 'mac_address': 'fa:16:3e:4b:c9:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58d33066-02f9-456d-8852-aabcf5578798', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T10:31:32Z', 'updated_at': '2021-10-27T10:31:54Z', 'revision_number': 1, 'project_id': '7a75806f732447d68ca40a83500d955d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07302172-8417-4246-bba8-62a8c96f6a79', 'name': '', 'network_id': '823b724c-a4df-49e4-a48e-438212c85945', 'tenant_id': '7a75806f732447d68ca40a83500d955d', 'mac_address': 'fa:16:3e:36:d8:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb012a5e-621c-439f-8c34-20b092183dff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1507, 'fixed_ips': [{'subnet_id': '867e3761-3f04-40e2-b4bb-5b0ff4404cac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:31:25Z', 'updated_at': '2021-10-27T10:31:32Z', 'revision_number': 5, 'project_id': '7a75806f732447d68ca40a83500d955d', 'subnets': [{'id': '867e3761-3f04-40e2-b4bb-5b0ff4404cac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:32:00.301275 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port 9421910c-9c97-4c58-a838-d7462964869d triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:32:00.315059 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:32:00.509281 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-e56a94ef-cece-4a1e-a389-e0acd9fec7c1 req-6c0dabae-beea-4740-a6a1-9f9c5ac4d975 service neutron] 10.222.0.76 "GET /v2.0/networks/823b724c-a4df-49e4-a48e-438212c85945?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3997166 Oct 27 10:32:00.555959 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-f81d4724-1a9b-432f-bc0d-852015284c30 req-e345a9a7-1f44-47ae-b88c-e3c44471e1af tempest-FloatingIPsTestJSON-172294879 tempest-FloatingIPsTestJSON-172294879-project] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4150188 Oct 27 10:32:00.570115 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [req-f81d4724-1a9b-432f-bc0d-852015284c30 req-dc2dc339-e53b-42e9-bfca-8e484218c268 tempest-FloatingIPsTestJSON-172294879 tempest-FloatingIPsTestJSON-172294879-project] Request body: {'floatingip': {'floating_network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:32:00.574882 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port f6ab924c-a8cc-490d-adb2-abf2d77560a6, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=f6ab924c-a8cc-490d-adb2-abf2d77560a6,segment=NetworkSegment(f7c42c6d-2766-46d8-a8b7-4852117a5555),segment_id=f7c42c6d-2766-46d8-a8b7-4852117a5555)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:32:00.623240 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-f81d4724-1a9b-432f-bc0d-852015284c30 req-dc2dc339-e53b-42e9-bfca-8e484218c268 tempest-FloatingIPsTestJSON-172294879 tempest-FloatingIPsTestJSON-172294879-project] Publish callbacks [] for floatingip, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:32:00.642011 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Returning: {'device': 'f6ab924c-a8cc-490d-adb2-abf2d77560a6', 'network_id': '4d250f92-d229-45fe-a579-67fef8e6c544', 'port_id': 'f6ab924c-a8cc-490d-adb2-abf2d77560a6', 'mac_address': 'fa:16:3e:9a:9a:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62eb52f7-aac4-48af-8670-e04300325561', 'ip_address': '192.168.233.72'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 10:32:00.659894 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15bf44c7-19e1-4055-83da-d13990b8e4e5 admin admin] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:32:00.670871 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aead5c2a-7588-4d33-8c05-840343866102 None None] Sync routers for ids ['9f7aa71f-4037-4630-bea8-c5dbdbd26c05'] in n-d-813419-10 {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:32:00.682698 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-15bf44c7-19e1-4055-83da-d13990b8e4e5 admin admin] 10.222.0.44 "PUT /v2.0/routers/9f7aa71f-4037-4630-bea8-c5dbdbd26c05/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2729788 Oct 27 10:32:00.687358 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 59600) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:32:00.697024 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aead5c2a-7588-4d33-8c05-840343866102 None None] Routers {'9f7aa71f-4037-4630-bea8-c5dbdbd26c05'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:32:00.699848 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-aead5c2a-7588-4d33-8c05-840343866102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:31:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['9f7aa71f-4037-4630-bea8-c5dbdbd26c05'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:32:00.811708 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:32:00.873314 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f6ab924c-a8cc-490d-adb2-abf2d77560a6 {{(pid=102348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:32:00.886338 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-f81d4724-1a9b-432f-bc0d-852015284c30 req-dc2dc339-e53b-42e9-bfca-8e484218c268 tempest-FloatingIPsTestJSON-172294879 tempest-FloatingIPsTestJSON-172294879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:32:00.994984 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port f6ab924c-a8cc-490d-adb2-abf2d77560a6, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=f6ab924c-a8cc-490d-adb2-abf2d77560a6,segment=NetworkSegment(f7c42c6d-2766-46d8-a8b7-4852117a5555),segment_id=f7c42c6d-2766-46d8-a8b7-4852117a5555)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:32:01.013356 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:32:01.029149 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-e8ae2183-32cb-4446-955d-e8f2f426ef20 admin admin] Publish callbacks [] for router, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:32:01.035172 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvr_db [None req-aead5c2a-7588-4d33-8c05-840343866102 None None] Set router 9f7aa71f-4037-4630-bea8-c5dbdbd26c05 gateway port host: n-d-813419-10 {{(pid=102349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:32:01.169060 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] get_ports_and_sgs() called for port_ids ['f6ab924c-a8cc-490d-adb2-abf2d77560a6'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:32:01.257124 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_common [req-f81d4724-1a9b-432f-bc0d-852015284c30 req-dc2dc339-e53b-42e9-bfca-8e484218c268 tempest-FloatingIPsTestJSON-172294879 tempest-FloatingIPsTestJSON-172294879-project] Allocated IP 172.25.8.45 (185ff123-c7ff-45c7-a6be-71feb35acc9c/0fb9f9d1-7384-481f-8fa8-f4566c349d30/a174eaac-d1b1-44b1-93b7-90625ef035be) {{(pid=102346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:32:01.334692 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1499b97c-1975-460a-b61e-158436c6cb4c None None] New status for floating IP e1508163-f6b9-449e-9c97-8ce03da6939f: ACTIVE {{(pid=102348) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 10:32:01.381359 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-e8ae2183-32cb-4446-955d-e8f2f426ef20 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:32:01.445341 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Pushing event updated for resources: {'Port': ['ID=f6ab924c-a8cc-490d-adb2-abf2d77560a6,revision_number=6']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:32:01.466236 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-f81d4724-1a9b-432f-bc0d-852015284c30 req-dc2dc339-e53b-42e9-bfca-8e484218c268 tempest-FloatingIPsTestJSON-172294879 tempest-FloatingIPsTestJSON-172294879-project] Publish callbacks [] for port, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:32:01.514852 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-e8ae2183-32cb-4446-955d-e8f2f426ef20 admin admin] Deleting port 7c6e9fd3-3eed-4b89-8925-646b75fdcfa3 {{(pid=102347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:32:01.515197 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-e8ae2183-32cb-4446-955d-e8f2f426ef20 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:32:01.591389 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-f81d4724-1a9b-432f-bc0d-852015284c30 req-dc2dc339-e53b-42e9-bfca-8e484218c268 tempest-FloatingIPsTestJSON-172294879 tempest-FloatingIPsTestJSON-172294879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:32:01.642236 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [None req-e8ae2183-32cb-4446-955d-e8f2f426ef20 admin admin] For port 7c6e9fd3-3eed-4b89-8925-646b75fdcfa3, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=7c6e9fd3-3eed-4b89-8925-646b75fdcfa3,segment=NetworkSegment(bc14127b-7032-4c50-bb5b-f6813cbae86e),segment_id=bc14127b-7032-4c50-bb5b-f6813cbae86e)] {{(pid=102347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:32:01.642594 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-e8ae2183-32cb-4446-955d-e8f2f426ef20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:32:01.659715 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-e8ae2183-32cb-4446-955d-e8f2f426ef20 admin admin] Calling delete_port for 7c6e9fd3-3eed-4b89-8925-646b75fdcfa3 owned by network:router_gateway {{(pid=102347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:32:01.738902 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f81d4724-1a9b-432f-bc0d-852015284c30 req-dc2dc339-e53b-42e9-bfca-8e484218c268 tempest-FloatingIPsTestJSON-172294879 tempest-FloatingIPsTestJSON-172294879-project] Network 185ff123-c7ff-45c7-a6be-71feb35acc9c is already hosted by enough agents. {{(pid=102346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:32:01.749919 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [req-f81d4724-1a9b-432f-bc0d-852015284c30 req-dc2dc339-e53b-42e9-bfca-8e484218c268 tempest-FloatingIPsTestJSON-172294879 tempest-FloatingIPsTestJSON-172294879-project] Resources bound (agent type, host, resource id): {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:32:01.757559 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [req-f81d4724-1a9b-432f-bc0d-852015284c30 req-dc2dc339-e53b-42e9-bfca-8e484218c268 tempest-FloatingIPsTestJSON-172294879 tempest-FloatingIPsTestJSON-172294879-project] Received port after_create {{(pid=102346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:32:01.826013 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-aead5c2a-7588-4d33-8c05-840343866102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f7aa71f-4037-4630-bea8-c5dbdbd26c05', 'name': 'tempest-ServersTestBootFromVolume-1565170527-router', 'tenant_id': 'fccb419307184e4f847f7a5ecc967169', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.118'}], 'enable_snat': True}, 'gw_port_id': '7c6e9fd3-3eed-4b89-8925-646b75fdcfa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:28:21Z', 'updated_at': '2021-10-27T10:31:58Z', 'revision_number': 5, 'project_id': 'fccb419307184e4f847f7a5ecc967169', 'gw_port': {'id': '7c6e9fd3-3eed-4b89-8925-646b75fdcfa3', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:59:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f7aa71f-4037-4630-bea8-c5dbdbd26c05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:28:23Z', 'updated_at': '2021-10-27T10:28:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10'}], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:32:01.831528 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2dc339-e53b-42e9-bfca-8e484218c268 tempest-FloatingIPsTestJSON-172294879 tempest-FloatingIPsTestJSON-172294879-project] Pushing event updated for resources: {'Port': ['ID=a174eaac-d1b1-44b1-93b7-90625ef035be,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:32:01.895624 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aead5c2a-7588-4d33-8c05-840343866102 None None] Checking router: 9f7aa71f-4037-4630-bea8-c5dbdbd26c05 for host: n-d-813419-10 {{(pid=102349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 10:32:01.909374 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-e8ae2183-32cb-4446-955d-e8f2f426ef20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:32:01.921639 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aead5c2a-7588-4d33-8c05-840343866102 None None] Routers {'9f7aa71f-4037-4630-bea8-c5dbdbd26c05'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:32:01.923378 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-aead5c2a-7588-4d33-8c05-840343866102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:31:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['9f7aa71f-4037-4630-bea8-c5dbdbd26c05'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:32:02.021601 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-f81d4724-1a9b-432f-bc0d-852015284c30 req-dc2dc339-e53b-42e9-bfca-8e484218c268 tempest-FloatingIPsTestJSON-172294879 tempest-FloatingIPsTestJSON-172294879-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:32:02.042849 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ae2183-32cb-4446-955d-e8f2f426ef20 admin admin] Pushing event deleted for resources: {'Port': ['ID=7c6e9fd3-3eed-4b89-8925-646b75fdcfa3,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:32:02.093754 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvr_db [None req-aead5c2a-7588-4d33-8c05-840343866102 None None] Set router 9f7aa71f-4037-4630-bea8-c5dbdbd26c05 gateway port host: None {{(pid=102349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:32:02.099412 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-f81d4724-1a9b-432f-bc0d-852015284c30 req-dc2dc339-e53b-42e9-bfca-8e484218c268 tempest-FloatingIPsTestJSON-172294879 tempest-FloatingIPsTestJSON-172294879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:32:02.119710 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-e8ae2183-32cb-4446-955d-e8f2f426ef20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1664884'] for router_gateway, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:32:02.260224 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-aead5c2a-7588-4d33-8c05-840343866102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f7aa71f-4037-4630-bea8-c5dbdbd26c05', 'name': 'tempest-ServersTestBootFromVolume-1565170527-router', 'tenant_id': 'fccb419307184e4f847f7a5ecc967169', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:28:21Z', 'updated_at': '2021-10-27T10:32:01Z', 'revision_number': 7, 'project_id': 'fccb419307184e4f847f7a5ecc967169', 'gw_port_host': None}], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:32:02.303958 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aead5c2a-7588-4d33-8c05-840343866102 None None] The sync data for ids ['9f7aa71f-4037-4630-bea8-c5dbdbd26c05'] in n-d-813419-10 is: [{'id': '9f7aa71f-4037-4630-bea8-c5dbdbd26c05', 'name': 'tempest-ServersTestBootFromVolume-1565170527-router', 'tenant_id': 'fccb419307184e4f847f7a5ecc967169', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:28:21Z', 'updated_at': '2021-10-27T10:32:01Z', 'revision_number': 7, 'project_id': 'fccb419307184e4f847f7a5ecc967169', 'gw_port_host': None}] {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:32:02.352468 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:32:02.356947 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-e8ae2183-32cb-4446-955d-e8f2f426ef20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1765662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3700'] for router, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:32:02.358070 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-f81d4724-1a9b-432f-bc0d-852015284c30 req-dc2dc339-e53b-42e9-bfca-8e484218c268 tempest-FloatingIPsTestJSON-172294879 tempest-FloatingIPsTestJSON-172294879-project] Publish callbacks [] for port, precommit_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:32:02.362494 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-e8ae2183-32cb-4446-955d-e8f2f426ef20 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:32:02.389286 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-f81d4724-1a9b-432f-bc0d-852015284c30 req-dc2dc339-e53b-42e9-bfca-8e484218c268 tempest-FloatingIPsTestJSON-172294879 tempest-FloatingIPsTestJSON-172294879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27024173'] for port, after_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:32:02.464151 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2dc339-e53b-42e9-bfca-8e484218c268 tempest-FloatingIPsTestJSON-172294879 tempest-FloatingIPsTestJSON-172294879-project] Pushing event updated for resources: {'Port': ['ID=a174eaac-d1b1-44b1-93b7-90625ef035be,revision_number=2']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:32:02.534721 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-e8ae2183-32cb-4446-955d-e8f2f426ef20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1765641'] for router, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:32:02.536446 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8ae2183-32cb-4446-955d-e8f2f426ef20 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9f7aa71f-4037-4630-bea8-c5dbdbd26c05 {{(pid=102347) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 10:32:02.548735 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-e8ae2183-32cb-4446-955d-e8f2f426ef20 admin admin] Publish callbacks [] for router, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:32:02.552171 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-e8ae2183-32cb-4446-955d-e8f2f426ef20 admin admin] 10.222.0.44 "DELETE /v2.0/routers/9f7aa71f-4037-4630-bea8-c5dbdbd26c05 HTTP/1.1" status: 204 len: 168 time: 1.8608425 Oct 27 10:32:02.552824 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 59634) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:32:02.564901 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-f81d4724-1a9b-432f-bc0d-852015284c30 req-dc2dc339-e53b-42e9-bfca-8e484218c268 tempest-FloatingIPsTestJSON-172294879 tempest-FloatingIPsTestJSON-172294879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1664826'] for floatingip, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:32:02.593926 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-f81d4724-1a9b-432f-bc0d-852015284c30 req-dc2dc339-e53b-42e9-bfca-8e484218c268 tempest-FloatingIPsTestJSON-172294879 tempest-FloatingIPsTestJSON-172294879-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for floatingip, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:32:02.606170 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-f81d4724-1a9b-432f-bc0d-852015284c30 req-dc2dc339-e53b-42e9-bfca-8e484218c268 tempest-FloatingIPsTestJSON-172294879 tempest-FloatingIPsTestJSON-172294879-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.0394640 Oct 27 10:32:02.672660 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1578aa0-0aeb-408e-857e-1b3dacbd84a9 admin admin] Deleting subnet 8169b91d-99bf-40e1-a3f3-68194fe96559 {{(pid=102347) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 10:32:02.688986 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-f1578aa0-0aeb-408e-857e-1b3dacbd84a9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:32:02.719392 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-f81d4724-1a9b-432f-bc0d-852015284c30 req-a77d2bf3-d92d-43e8-a6c6-671f85f7b5e8 tempest-FloatingIPsTestJSON-172294879 tempest-FloatingIPsTestJSON-172294879-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.8.45 HTTP/1.1" status: 200 len: 695 time: 0.1117849 Oct 27 10:32:02.806534 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-f1578aa0-0aeb-408e-857e-1b3dacbd84a9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-18445109'] for subnet, precommit_delete_associations {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:32:02.892084 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81d4724-1a9b-432f-bc0d-852015284c30 req-8289b255-31ea-4e91-b34d-66ba3e33dc85 tempest-FloatingIPsTestJSON-172294879 tempest-FloatingIPsTestJSON-172294879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:32:02.931754 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-f81d4724-1a9b-432f-bc0d-852015284c30 req-8289b255-31ea-4e91-b34d-66ba3e33dc85 tempest-FloatingIPsTestJSON-172294879 tempest-FloatingIPsTestJSON-172294879-project] 10.222.0.44 "GET /v2.0/networks/185ff123-c7ff-45c7-a6be-71feb35acc9c HTTP/1.1" status: 200 len: 784 time: 0.2113688 Oct 27 10:32:03.025242 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-f1578aa0-0aeb-408e-857e-1b3dacbd84a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855646'] for subnet, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:32:03.082507 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-2d65e158-757a-4591-89ba-64138705ae49 req-91c2473f-e982-4205-8355-64206bc5d12f tempest-FloatingIPsTestJSON-172294879 tempest-FloatingIPsTestJSON-172294879-project] 10.222.0.44 "GET /v2.0/floatingips/b5d171f4-495b-4012-b1ae-5256cedf6901 HTTP/1.1" status: 200 len: 692 time: 0.1394293 Oct 27 10:32:03.143764 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-f1578aa0-0aeb-408e-857e-1b3dacbd84a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-18295818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18043720'] for subnet, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:32:03.175191 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1578aa0-0aeb-408e-857e-1b3dacbd84a9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8169b91d-99bf-40e1-a3f3-68194fe96559,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:32:03.209692 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93b88c34-1516-46bc-acbb-c49e79e1a976 None None] Network c9bdb347-48e4-4111-a250-9327eec0fcb4 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:32:03.211104 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-f1578aa0-0aeb-408e-857e-1b3dacbd84a9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:32:03.220930 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-f1578aa0-0aeb-408e-857e-1b3dacbd84a9 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/8169b91d-99bf-40e1-a3f3-68194fe96559 HTTP/1.1" status: 204 len: 168 time: 0.6654458 Oct 27 10:32:03.222155 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 59654) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:32:03.470346 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device f6ab924c-a8cc-490d-adb2-abf2d77560a6 up at agent hyperv_n-h1-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:32:03.476758 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 8a938523-ca11-4ac2-9e89-e32ad7db935e no longer exists at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:32:03.481993 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-506d2ebd-a9bc-433d-8aa7-eb5b9ea7c8f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586917'] for network, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:32:03.499414 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d65e158-757a-4591-89ba-64138705ae49 req-53e4386e-8abb-4cee-91e7-e9c5f20c06b2 tempest-FloatingIPsTestJSON-172294879 tempest-FloatingIPsTestJSON-172294879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:32:03.508559 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-2d65e158-757a-4591-89ba-64138705ae49 req-53e4386e-8abb-4cee-91e7-e9c5f20c06b2 tempest-FloatingIPsTestJSON-172294879 tempest-FloatingIPsTestJSON-172294879-project] 10.222.0.44 "GET /v2.0/networks/185ff123-c7ff-45c7-a6be-71feb35acc9c HTTP/1.1" status: 200 len: 784 time: 0.4221580 Oct 27 10:32:03.606068 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] No Port match for: 8a938523-ca11-4ac2-9e89-e32ad7db935e {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:32:03.614038 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 8a938523-ca11-4ac2-9e89-e32ad7db935e not bound to the agent host n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:32:03.622884 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 7c6e9fd3-3eed-4b89-8925-646b75fdcfa3 no longer exists at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:32:03.629595 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-2d65e158-757a-4591-89ba-64138705ae49 req-9557c512-3bbb-4bc4-a30e-2e9a66bf9ed3 tempest-FloatingIPsTestJSON-172294879 tempest-FloatingIPsTestJSON-172294879-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.8.45 HTTP/1.1" status: 200 len: 695 time: 0.1124139 Oct 27 10:32:03.711840 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] No Port match for: 7c6e9fd3-3eed-4b89-8925-646b75fdcfa3 {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:32:03.712172 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 7c6e9fd3-3eed-4b89-8925-646b75fdcfa3 not bound to the agent host n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:32:03.763447 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Provisioning complete for port f6ab924c-a8cc-490d-adb2-abf2d77560a6 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:32:03.764772 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:32:03.832445 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-2d65e158-757a-4591-89ba-64138705ae49 req-758afa24-9f60-4aba-95bb-603f619be34f tempest-FloatingIPsTestJSON-172294879 tempest-FloatingIPsTestJSON-172294879-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.8.45 HTTP/1.1" status: 200 len: 695 time: 0.1534216 Oct 27 10:32:03.858115 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eeebc5a-0ddf-4ea6-94d3-096b1753534a None None] DHCP port deletion for c9bdb347-48e4-4111-a250-9327eec0fcb4 request from n-d-813419-10 {{(pid=102348) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 10:32:04.064286 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:32:04.120600 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-8eeebc5a-0ddf-4ea6-94d3-096b1753534a None None] Deleting port e80cf243-5c44-46a8-b53d-dddcde146636 {{(pid=102348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:32:04.121418 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-8eeebc5a-0ddf-4ea6-94d3-096b1753534a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:32:04.136142 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58883a96-792d-473f-863c-d444febd3300', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6ab924c-a8cc-490d-adb2-abf2d77560a6'}] {{(pid=102348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:32:04.139793 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c588921fa634554a1d9242fdea1b05457a9ff1d3b28ba54ec1dace7f2f1df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5da89255-a4dc-4a46-85ce-415b07e09ad1" -d '{"events": [{"server_uuid": "58883a96-792d-473f-863c-d444febd3300", "name": "network-vif-plugged", "status": "completed", "tag": "f6ab924c-a8cc-490d-adb2-abf2d77560a6"}]}' {{(pid=102348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:32:04.189609 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port f6ab924c-a8cc-490d-adb2-abf2d77560a6, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=f6ab924c-a8cc-490d-adb2-abf2d77560a6,segment=NetworkSegment(f7c42c6d-2766-46d8-a8b7-4852117a5555),segment_id=f7c42c6d-2766-46d8-a8b7-4852117a5555)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:32:04.204806 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:32:04.603252 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:32:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78c90b2b-79fd-4dbd-9377-0c5ae15b7024 x-openstack-request-id: req-78c90b2b-79fd-4dbd-9377-0c5ae15b7024 {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:32:04.603945 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58883a96-792d-473f-863c-d444febd3300", "name": "network-vif-plugged", "status": "completed", "tag": "f6ab924c-a8cc-490d-adb2-abf2d77560a6", "code": 200}]} {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:32:04.603945 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-78c90b2b-79fd-4dbd-9377-0c5ae15b7024 {{(pid=102348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:32:04.604185 n-d-813419-10 neutron-server[102348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58883a96-792d-473f-863c-d444febd3300', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6ab924c-a8cc-490d-adb2-abf2d77560a6', 'code': 200} Oct 27 10:32:04.653251 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-8eeebc5a-0ddf-4ea6-94d3-096b1753534a None None] For port e80cf243-5c44-46a8-b53d-dddcde146636, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=e80cf243-5c44-46a8-b53d-dddcde146636,segment=NetworkSegment(32ee6b7e-f7db-44d8-a33c-f5ba7bc60b5b),segment_id=32ee6b7e-f7db-44d8-a33c-f5ba7bc60b5b)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:32:04.653697 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-8eeebc5a-0ddf-4ea6-94d3-096b1753534a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:32:04.700994 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-506d2ebd-a9bc-433d-8aa7-eb5b9ea7c8f5 admin admin] Deleting port e80cf243-5c44-46a8-b53d-dddcde146636 {{(pid=102346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:32:04.701994 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-506d2ebd-a9bc-433d-8aa7-eb5b9ea7c8f5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:32:04.717969 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-8eeebc5a-0ddf-4ea6-94d3-096b1753534a None None] Calling delete_port for e80cf243-5c44-46a8-b53d-dddcde146636 owned by network:dhcp {{(pid=102348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:32:04.719721 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Pushing event updated for resources: {'Port': ['ID=f6ab924c-a8cc-490d-adb2-abf2d77560a6,revision_number=7']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:32:04.862857 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-8eeebc5a-0ddf-4ea6-94d3-096b1753534a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615'] for port, after_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:32:04.895761 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [None req-506d2ebd-a9bc-433d-8aa7-eb5b9ea7c8f5 admin admin] For port e80cf243-5c44-46a8-b53d-dddcde146636, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=e80cf243-5c44-46a8-b53d-dddcde146636,segment=NetworkSegment(32ee6b7e-f7db-44d8-a33c-f5ba7bc60b5b),segment_id=32ee6b7e-f7db-44d8-a33c-f5ba7bc60b5b)] {{(pid=102346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:32:04.896123 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-506d2ebd-a9bc-433d-8aa7-eb5b9ea7c8f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:32:04.903886 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eeebc5a-0ddf-4ea6-94d3-096b1753534a None None] Pushing event deleted for resources: {'Port': ['ID=e80cf243-5c44-46a8-b53d-dddcde146636,revision_number=None']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:32:04.910707 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eeebc5a-0ddf-4ea6-94d3-096b1753534a None None] No DVR routers for this DVR port e80cf243-5c44-46a8-b53d-dddcde146636 on host n-d-813419-10 {{(pid=102348) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:32:04.940620 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-506d2ebd-a9bc-433d-8aa7-eb5b9ea7c8f5 admin admin] Calling delete_port for e80cf243-5c44-46a8-b53d-dddcde146636 owned by network:dhcp {{(pid=102346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:32:05.050079 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [req-2d65e158-757a-4591-89ba-64138705ae49 req-4fafc30c-dc52-4a94-a164-9e0d8b2c329b tempest-FloatingIPsTestJSON-172294879 tempest-FloatingIPsTestJSON-172294879-project] Deleting port a174eaac-d1b1-44b1-93b7-90625ef035be {{(pid=102346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:32:05.050734 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-2d65e158-757a-4591-89ba-64138705ae49 req-4fafc30c-dc52-4a94-a164-9e0d8b2c329b tempest-FloatingIPsTestJSON-172294879 tempest-FloatingIPsTestJSON-172294879-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:32:05.141744 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-506d2ebd-a9bc-433d-8aa7-eb5b9ea7c8f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:32:05.191021 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506d2ebd-a9bc-433d-8aa7-eb5b9ea7c8f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=e80cf243-5c44-46a8-b53d-dddcde146636,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:32:05.194050 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-2d65e158-757a-4591-89ba-64138705ae49 req-4fafc30c-dc52-4a94-a164-9e0d8b2c329b tempest-FloatingIPsTestJSON-172294879 tempest-FloatingIPsTestJSON-172294879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:32:05.194478 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-2d65e158-757a-4591-89ba-64138705ae49 req-4fafc30c-dc52-4a94-a164-9e0d8b2c329b tempest-FloatingIPsTestJSON-172294879 tempest-FloatingIPsTestJSON-172294879-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:32:05.197463 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-506d2ebd-a9bc-433d-8aa7-eb5b9ea7c8f5 admin admin] No DVR routers for this DVR port e80cf243-5c44-46a8-b53d-dddcde146636 on host n-d-813419-10 {{(pid=102346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:32:05.232135 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [req-2d65e158-757a-4591-89ba-64138705ae49 req-4fafc30c-dc52-4a94-a164-9e0d8b2c329b tempest-FloatingIPsTestJSON-172294879 tempest-FloatingIPsTestJSON-172294879-project] Calling delete_port for a174eaac-d1b1-44b1-93b7-90625ef035be owned by network:floatingip {{(pid=102346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:32:05.346433 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-506d2ebd-a9bc-433d-8aa7-eb5b9ea7c8f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857803', 'neutron.services.segments.db._delete_segments_for_network-8743873143390'] for network, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:32:05.383180 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-506d2ebd-a9bc-433d-8aa7-eb5b9ea7c8f5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9bdb347-48e4-4111-a250-9327eec0fcb4']}} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:32:05.395770 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-506d2ebd-a9bc-433d-8aa7-eb5b9ea7c8f5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32ee6b7e-f7db-44d8-a33c-f5ba7bc60b5b') {'for_net_delete': True} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:32:05.396073 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-506d2ebd-a9bc-433d-8aa7-eb5b9ea7c8f5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32ee6b7e-f7db-44d8-a33c-f5ba7bc60b5b') {} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:32:05.413711 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-506d2ebd-a9bc-433d-8aa7-eb5b9ea7c8f5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743873145191', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25847877'] for segment, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:32:05.426839 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-506d2ebd-a9bc-433d-8aa7-eb5b9ea7c8f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:32:05.434228 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-506d2ebd-a9bc-433d-8aa7-eb5b9ea7c8f5 admin admin] Releasing vlan 444 on physical network physnet1 to pool {{(pid=102346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 10:32:05.434636 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-506d2ebd-a9bc-433d-8aa7-eb5b9ea7c8f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27024137'] for segment, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:32:05.468047 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device e80cf243-5c44-46a8-b53d-dddcde146636 no longer exists at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:32:05.496371 n-d-813419-10 neutron-server[102346]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 10:32:05.496371 n-d-813419-10 neutron-server[102346]: self.session.flush() Oct 27 10:32:05.496371 n-d-813419-10 neutron-server[102346]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 10:32:05.496371 n-d-813419-10 neutron-server[102346]: self.session.flush() Oct 27 10:32:05.496371 n-d-813419-10 neutron-server[102346]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 10:32:05.496371 n-d-813419-10 neutron-server[102346]: self.session.flush() Oct 27 10:32:05.496371 n-d-813419-10 neutron-server[102346]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 10:32:05.496371 n-d-813419-10 neutron-server[102346]: self.session.flush() Oct 27 10:32:05.496371 n-d-813419-10 neutron-server[102346]: Traceback (most recent call last): Oct 27 10:32:05.496371 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 10:32:05.496371 n-d-813419-10 neutron-server[102346]: timer() Oct 27 10:32:05.496371 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 10:32:05.496371 n-d-813419-10 neutron-server[102346]: cb(*args, **kw) Oct 27 10:32:05.496371 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 10:32:05.496371 n-d-813419-10 neutron-server[102346]: return func(*args, **kwargs) Oct 27 10:32:05.496371 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 10:32:05.496371 n-d-813419-10 neutron-server[102346]: self._notify() Oct 27 10:32:05.496371 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 10:32:05.496371 n-d-813419-10 neutron-server[102346]: self.callback(batched_events) Oct 27 10:32:05.496371 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 10:32:05.496371 n-d-813419-10 neutron-server[102346]: event.method(event) Oct 27 10:32:05.496371 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 10:32:05.496371 n-d-813419-10 neutron-server[102346]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 10:32:05.496371 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 10:32:05.496371 n-d-813419-10 neutron-server[102346]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 10:32:05.496371 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 10:32:05.496371 n-d-813419-10 neutron-server[102346]: return f(self, *a, **k) Oct 27 10:32:05.496371 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 10:32:05.496371 n-d-813419-10 neutron-server[102346]: return self._get(url).json() Oct 27 10:32:05.496371 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 10:32:05.496371 n-d-813419-10 neutron-server[102346]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 10:32:05.496371 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 10:32:05.496371 n-d-813419-10 neutron-server[102346]: return self.request(url, 'GET', **kwargs) Oct 27 10:32:05.496371 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 10:32:05.496371 n-d-813419-10 neutron-server[102346]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 10:32:05.496371 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 10:32:05.496371 n-d-813419-10 neutron-server[102346]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 10:32:05.496371 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 10:32:05.496371 n-d-813419-10 neutron-server[102346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 10:32:05.496371 n-d-813419-10 neutron-server[102346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 10:32:05.514599 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-506d2ebd-a9bc-433d-8aa7-eb5b9ea7c8f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664840'] for network, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:32:05.521280 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-506d2ebd-a9bc-433d-8aa7-eb5b9ea7c8f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for network, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:32:05.529289 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-506d2ebd-a9bc-433d-8aa7-eb5b9ea7c8f5 admin admin] 10.222.0.44 "DELETE /v2.0/networks/c9bdb347-48e4-4111-a250-9327eec0fcb4 HTTP/1.1" status: 204 len: 168 time: 2.3039052 Oct 27 10:32:05.557824 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506d2ebd-a9bc-433d-8aa7-eb5b9ea7c8f5 admin admin] Pushing event deleted for resources: {'Network': ['ID=c9bdb347-48e4-4111-a250-9327eec0fcb4,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:32:05.570810 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] No Port match for: e80cf243-5c44-46a8-b53d-dddcde146636 {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:32:05.571623 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device e80cf243-5c44-46a8-b53d-dddcde146636 not bound to the agent host n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:32:05.682320 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-2d65e158-757a-4591-89ba-64138705ae49 req-4fafc30c-dc52-4a94-a164-9e0d8b2c329b tempest-FloatingIPsTestJSON-172294879 tempest-FloatingIPsTestJSON-172294879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:32:05.745337 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fafc30c-dc52-4a94-a164-9e0d8b2c329b tempest-FloatingIPsTestJSON-172294879 tempest-FloatingIPsTestJSON-172294879-project] Pushing event deleted for resources: {'Port': ['ID=a174eaac-d1b1-44b1-93b7-90625ef035be,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:32:05.803949 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 59718) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:32:05.869756 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-99aeb0a1-b2f4-45a2-8ab5-4c063c7e1135 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=fccb419307184e4f847f7a5ecc967169&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0644991 Oct 27 10:32:05.872182 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 59722) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:32:05.900795 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-2d65e158-757a-4591-89ba-64138705ae49 req-4fafc30c-dc52-4a94-a164-9e0d8b2c329b tempest-FloatingIPsTestJSON-172294879 tempest-FloatingIPsTestJSON-172294879-project] Publish callbacks [] for floatingip, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:32:05.913893 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-2d65e158-757a-4591-89ba-64138705ae49 req-4fafc30c-dc52-4a94-a164-9e0d8b2c329b tempest-FloatingIPsTestJSON-172294879 tempest-FloatingIPsTestJSON-172294879-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for floatingip, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:32:05.921248 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-2d65e158-757a-4591-89ba-64138705ae49 req-4fafc30c-dc52-4a94-a164-9e0d8b2c329b tempest-FloatingIPsTestJSON-172294879 tempest-FloatingIPsTestJSON-172294879-project] 10.222.0.44 "DELETE /v2.0/floatingips/b5d171f4-495b-4012-b1ae-5256cedf6901 HTTP/1.1" status: 204 len: 173 time: 2.0675099 Oct 27 10:32:06.006841 n-d-813419-10 neutron-server[102346]: INFO neutron.api.v2.resource [req-a60e4510-9aa7-400e-982a-8ba7d2336686 req-016dc6f5-12bc-4440-9c25-098a5c163238 tempest-FloatingIPsTestJSON-172294879 tempest-FloatingIPsTestJSON-172294879-project] show failed (client error): The resource could not be found. Oct 27 10:32:06.007931 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-a60e4510-9aa7-400e-982a-8ba7d2336686 req-016dc6f5-12bc-4440-9c25-098a5c163238 tempest-FloatingIPsTestJSON-172294879 tempest-FloatingIPsTestJSON-172294879-project] 10.222.0.44 "GET /v2.0/floatingips/b5d171f4-495b-4012-b1ae-5256cedf6901 HTTP/1.1" status: 404 len: 350 time: 0.0535221 Oct 27 10:32:06.018299 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-b6ed2367-b86e-485b-9f65-bff97dfd013a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:32:06.050139 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-b6ed2367-b86e-485b-9f65-bff97dfd013a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:32:06.116599 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-b6ed2367-b86e-485b-9f65-bff97dfd013a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:32:06.122010 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-b6ed2367-b86e-485b-9f65-bff97dfd013a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:32:06.126145 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-b6ed2367-b86e-485b-9f65-bff97dfd013a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/7ee5104f-1c62-4504-b6d7-21f59d480566 HTTP/1.1" status: 204 len: 168 time: 0.2525973 Oct 27 10:32:06.137256 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ed2367-b86e-485b-9f65-bff97dfd013a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ee5104f-1c62-4504-b6d7-21f59d480566,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:32:06.139789 n-d-813419-10 neutron-server[102347]: INFO neutron.api.v2.resource [req-fd56c74b-bcc0-48f9-b47d-78d5bb5aff0e req-95eba326-47d6-47db-81ec-1178ae5c80fb tempest-FloatingIPsTestJSON-172294879 tempest-FloatingIPsTestJSON-172294879-project] show failed (client error): The resource could not be found. Oct 27 10:32:06.153493 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-fd56c74b-bcc0-48f9-b47d-78d5bb5aff0e req-95eba326-47d6-47db-81ec-1178ae5c80fb tempest-FloatingIPsTestJSON-172294879 tempest-FloatingIPsTestJSON-172294879-project] 10.222.0.44 "GET /v2.0/floatingips/b5d171f4-495b-4012-b1ae-5256cedf6901 HTTP/1.1" status: 404 len: 350 time: 0.1070242 Oct 27 10:32:06.154588 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 59734) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:32:06.779077 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d10c93c2-4aae-400d-b654-8dbf4d45a8af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1766202'] for router_interface, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:32:07.132238 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-d10c93c2-4aae-400d-b654-8dbf4d45a8af admin admin] Deleting port 9421910c-9c97-4c58-a838-d7462964869d {{(pid=102346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:32:07.132238 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d10c93c2-4aae-400d-b654-8dbf4d45a8af admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:32:07.273853 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [None req-d10c93c2-4aae-400d-b654-8dbf4d45a8af admin admin] For port 9421910c-9c97-4c58-a838-d7462964869d, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=9421910c-9c97-4c58-a838-d7462964869d,segment=NetworkSegment(cf6bd35d-d3ed-4303-92d5-b6ba8706b967),segment_id=cf6bd35d-d3ed-4303-92d5-b6ba8706b967)] {{(pid=102346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:32:07.274321 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d10c93c2-4aae-400d-b654-8dbf4d45a8af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:32:07.289794 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-d10c93c2-4aae-400d-b654-8dbf4d45a8af admin admin] Calling delete_port for 9421910c-9c97-4c58-a838-d7462964869d owned by network:router_interface {{(pid=102346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:32:07.402216 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 59790) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:32:07.616256 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-c8fffcbd-ef39-4817-b56e-96c840ba6b67 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-38957398-network', 'tenant_id': '4f57a75a642d40caa0e2557f4ca0f174'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:32:07.692054 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8fffcbd-ef39-4817-b56e-96c840ba6b67 admin admin] Made reservation on behalf of 4f57a75a642d40caa0e2557f4ca0f174 for: {'network': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:32:07.698668 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-c8fffcbd-ef39-4817-b56e-96c840ba6b67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for network, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:32:07.710627 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-c8fffcbd-ef39-4817-b56e-96c840ba6b67 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:32:07.750526 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d10c93c2-4aae-400d-b654-8dbf4d45a8af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:32:07.775488 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10c93c2-4aae-400d-b654-8dbf4d45a8af admin admin] Pushing event deleted for resources: {'Port': ['ID=9421910c-9c97-4c58-a838-d7462964869d,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:32:07.817860 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.agents_db [None req-e79ee67d-056e-46ea-bd99-e80473396b25 None None] Agent healthcheck: found 7 active agents {{(pid=102349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 10:32:07.959423 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-c8fffcbd-ef39-4817-b56e-96c840ba6b67 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:32:07.972954 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-c8fffcbd-ef39-4817-b56e-96c840ba6b67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:32:08.040329 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8fffcbd-ef39-4817-b56e-96c840ba6b67 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 438} {{(pid=102347) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 10:32:08.085512 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-c8fffcbd-ef39-4817-b56e-96c840ba6b67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:32:08.087054 n-d-813419-10 neutron-server[102347]: INFO neutron.db.segments_db [None req-c8fffcbd-ef39-4817-b56e-96c840ba6b67 admin admin] Added segment fb097f98-6d65-4113-95ff-eacd1b386599 of type vlan for network 38ad5bfc-5458-4e02-a5f4-75fc331aae38 Oct 27 10:32:08.089841 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fffcbd-ef39-4817-b56e-96c840ba6b67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d21affd-fb97-42d9-98de-76a99618fbb7,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:32:08.115479 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d10c93c2-4aae-400d-b654-8dbf4d45a8af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2006968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1766358'] for router_interface, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:32:08.201906 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-c8fffcbd-ef39-4817-b56e-96c840ba6b67 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743872593080'] for network, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:32:08.276748 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-c8fffcbd-ef39-4817-b56e-96c840ba6b67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913'] for network, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:32:08.283951 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8fffcbd-ef39-4817-b56e-96c840ba6b67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:32:08.284993 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-c8fffcbd-ef39-4817-b56e-96c840ba6b67 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for network, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:32:08.387255 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-c8fffcbd-ef39-4817-b56e-96c840ba6b67 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9831479 Oct 27 10:32:08.396934 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 59814) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:32:08.404252 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-5bdd1eaa-9924-47b4-bf92-2773bae76294 admin admin] Request body: {'subnet': {'network_id': '38ad5bfc-5458-4e02-a5f4-75fc331aae38', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-38957398-subnet', 'tenant_id': '4f57a75a642d40caa0e2557f4ca0f174', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:32:08.442534 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bdd1eaa-9924-47b4-bf92-2773bae76294 admin admin] Made reservation on behalf of 4f57a75a642d40caa0e2557f4ca0f174 for: {'subnet': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:32:08.446268 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-5bdd1eaa-9924-47b4-bf92-2773bae76294 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18044073'] for subnet, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:32:08.455052 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fffcbd-ef39-4817-b56e-96c840ba6b67 admin admin] Pushing event updated for resources: {'Network': ['ID=38ad5bfc-5458-4e02-a5f4-75fc331aae38,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:32:08.469578 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Network 38ad5bfc-5458-4e02-a5f4-75fc331aae38 details requested by agent ovs-agent-n-d-813419-10 with host n-d-813419-10 {{(pid=102348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 10:32:08.505733 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d10c93c2-4aae-400d-b654-8dbf4d45a8af admin admin] Router 98ed1c29-c17a-4dd6-b1e1-fe91c5f8bde1 has already been hosted by L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb {{(pid=102346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 10:32:08.672275 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d10c93c2-4aae-400d-b654-8dbf4d45a8af admin admin] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:32:08.685227 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11617b69-ad4c-41ee-ac68-701cb2a4f5ff None None] Sync routers for ids ['98ed1c29-c17a-4dd6-b1e1-fe91c5f8bde1'] in n-d-813419-10 {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:32:08.696904 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-d10c93c2-4aae-400d-b654-8dbf4d45a8af admin admin] 10.222.0.44 "PUT /v2.0/routers/98ed1c29-c17a-4dd6-b1e1-fe91c5f8bde1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5411201 Oct 27 10:32:08.699976 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 59828) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:32:08.703135 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11617b69-ad4c-41ee-ac68-701cb2a4f5ff None None] Routers {'98ed1c29-c17a-4dd6-b1e1-fe91c5f8bde1'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:32:08.704657 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-11617b69-ad4c-41ee-ac68-701cb2a4f5ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:31:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['98ed1c29-c17a-4dd6-b1e1-fe91c5f8bde1'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:32:08.827420 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:32:08.899604 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-5bdd1eaa-9924-47b4-bf92-2773bae76294 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-18295883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18044091'] for subnet, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:32:08.977037 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d235fae5-a61f-41ec-8c74-003b909f2fc7 admin admin] Publish callbacks [] for router, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:32:08.991013 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvr_db [None req-11617b69-ad4c-41ee-ac68-701cb2a4f5ff None None] Set router 98ed1c29-c17a-4dd6-b1e1-fe91c5f8bde1 gateway port host: n-d-813419-10 {{(pid=102349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:32:09.083226 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdd1eaa-9924-47b4-bf92-2773bae76294 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb58c73e-dd0f-4abd-8201-d6bfb436c15d,revision_number=0']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:32:09.119099 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bdd1eaa-9924-47b4-bf92-2773bae76294 admin admin] Checking segment: {'id': 'fb097f98-6d65-4113-95ff-eacd1b386599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '38ad5bfc-5458-4e02-a5f4-75fc331aae38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:32:09.119748 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bdd1eaa-9924-47b4-bf92-2773bae76294 admin admin] Network hostable DHCP agents. Network: 38ad5bfc-5458-4e02-a5f4-75fc331aae38, hostable agents: ['eafd4000-b897-4722-ae8b-0118ec955181'], hosted agents: [] {{(pid=102347) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 10:32:09.152692 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d235fae5-a61f-41ec-8c74-003b909f2fc7 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:32:09.157116 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bdd1eaa-9924-47b4-bf92-2773bae76294 admin admin] Network 38ad5bfc-5458-4e02-a5f4-75fc331aae38 is scheduled to be hosted by DHCP agent eafd4000-b897-4722-ae8b-0118ec955181 with binding_index 1 {{(pid=102347) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 10:32:09.190243 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [None req-5bdd1eaa-9924-47b4-bf92-2773bae76294 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-10, 38ad5bfc-5458-4e02-a5f4-75fc331aae38) {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:32:09.203349 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bdd1eaa-9924-47b4-bf92-2773bae76294 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:32:09.204408 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-5bdd1eaa-9924-47b4-bf92-2773bae76294 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:32:09.221720 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-054e50a1-907b-4539-86a9-d0244adff770 None None] Network 38ad5bfc-5458-4e02-a5f4-75fc331aae38 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:32:09.259085 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-5bdd1eaa-9924-47b4-bf92-2773bae76294 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8608787 Oct 27 10:32:09.432508 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-11617b69-ad4c-41ee-ac68-701cb2a4f5ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98ed1c29-c17a-4dd6-b1e1-fe91c5f8bde1', 'name': 'tempest-FloatingIPsTestJSON-1441297752-router', 'tenant_id': '90ae924c8cd54b378821935816806fc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.96'}], 'enable_snat': True}, 'gw_port_id': '26bf153a-c34d-40b8-b700-18fa5de8a4c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:31:45Z', 'updated_at': '2021-10-27T10:32:07Z', 'revision_number': 5, 'project_id': '90ae924c8cd54b378821935816806fc5', 'gw_port': {'id': '26bf153a-c34d-40b8-b700-18fa5de8a4c5', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:62:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98ed1c29-c17a-4dd6-b1e1-fe91c5f8bde1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1552, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:31:46Z', 'updated_at': '2021-10-27T10:31:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10'}], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:32:09.456372 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-d235fae5-a61f-41ec-8c74-003b909f2fc7 admin admin] Deleting port 26bf153a-c34d-40b8-b700-18fa5de8a4c5 {{(pid=102346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:32:09.457019 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d235fae5-a61f-41ec-8c74-003b909f2fc7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:32:09.721497 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [None req-d235fae5-a61f-41ec-8c74-003b909f2fc7 admin admin] For port 26bf153a-c34d-40b8-b700-18fa5de8a4c5, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=26bf153a-c34d-40b8-b700-18fa5de8a4c5,segment=NetworkSegment(bc14127b-7032-4c50-bb5b-f6813cbae86e),segment_id=bc14127b-7032-4c50-bb5b-f6813cbae86e)] {{(pid=102346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:32:09.721871 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d235fae5-a61f-41ec-8c74-003b909f2fc7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:32:09.735396 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58bd75aa-c93e-42f2-8fac-b6862219e8c7 None None] Network 38ad5bfc-5458-4e02-a5f4-75fc331aae38 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:32:09.738129 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-d235fae5-a61f-41ec-8c74-003b909f2fc7 admin admin] Calling delete_port for 26bf153a-c34d-40b8-b700-18fa5de8a4c5 owned by network:router_gateway {{(pid=102346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:32:09.833754 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11617b69-ad4c-41ee-ac68-701cb2a4f5ff None None] Checking router: 98ed1c29-c17a-4dd6-b1e1-fe91c5f8bde1 for host: n-d-813419-10 {{(pid=102349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 10:32:09.858642 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11617b69-ad4c-41ee-ac68-701cb2a4f5ff None None] Routers {'98ed1c29-c17a-4dd6-b1e1-fe91c5f8bde1'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:32:09.861227 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-11617b69-ad4c-41ee-ac68-701cb2a4f5ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:31:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['98ed1c29-c17a-4dd6-b1e1-fe91c5f8bde1'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:32:10.070815 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvr_db [None req-11617b69-ad4c-41ee-ac68-701cb2a4f5ff None None] Set router 98ed1c29-c17a-4dd6-b1e1-fe91c5f8bde1 gateway port host: None {{(pid=102349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:32:10.152814 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d235fae5-a61f-41ec-8c74-003b909f2fc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:32:10.157452 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-11617b69-ad4c-41ee-ac68-701cb2a4f5ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98ed1c29-c17a-4dd6-b1e1-fe91c5f8bde1', 'name': 'tempest-FloatingIPsTestJSON-1441297752-router', 'tenant_id': '90ae924c8cd54b378821935816806fc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:31:45Z', 'updated_at': '2021-10-27T10:32:09Z', 'revision_number': 6, 'project_id': '90ae924c8cd54b378821935816806fc5', 'gw_port_host': None}], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:32:10.209070 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d235fae5-a61f-41ec-8c74-003b909f2fc7 admin admin] Pushing event deleted for resources: {'Port': ['ID=26bf153a-c34d-40b8-b700-18fa5de8a4c5,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:32:10.217913 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11617b69-ad4c-41ee-ac68-701cb2a4f5ff None None] The sync data for ids ['98ed1c29-c17a-4dd6-b1e1-fe91c5f8bde1'] in n-d-813419-10 is: [{'id': '98ed1c29-c17a-4dd6-b1e1-fe91c5f8bde1', 'name': 'tempest-FloatingIPsTestJSON-1441297752-router', 'tenant_id': '90ae924c8cd54b378821935816806fc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:31:45Z', 'updated_at': '2021-10-27T10:32:09Z', 'revision_number': 6, 'project_id': '90ae924c8cd54b378821935816806fc5', 'gw_port_host': None}] {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:32:10.304463 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d235fae5-a61f-41ec-8c74-003b909f2fc7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1664884'] for router_gateway, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:32:10.411767 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d235fae5-a61f-41ec-8c74-003b909f2fc7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1765662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3700'] for router, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:32:10.418786 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31741a63-a8d1-406a-9314-c684b0f8d658 req-75fa9f77-f76f-462d-9653-29bcd8877156 tempest-InstanceActionsTestJSON-2062157644 tempest-InstanceActionsTestJSON-2062157644-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:32:10.429582 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d235fae5-a61f-41ec-8c74-003b909f2fc7 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:32:10.429847 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-31741a63-a8d1-406a-9314-c684b0f8d658 req-75fa9f77-f76f-462d-9653-29bcd8877156 tempest-InstanceActionsTestJSON-2062157644 tempest-InstanceActionsTestJSON-2062157644-project] 10.222.0.44 "GET /v2.0/networks?id=38ad5bfc-5458-4e02-a5f4-75fc331aae38 HTTP/1.1" status: 200 len: 812 time: 0.2268109 Oct 27 10:32:10.453189 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-31741a63-a8d1-406a-9314-c684b0f8d658 req-2f6725e4-9c73-4393-84ef-8e19c5cab4b3 tempest-InstanceActionsTestJSON-2062157644 tempest-InstanceActionsTestJSON-2062157644-project] 10.222.0.44 "GET /v2.0/quotas/4f57a75a642d40caa0e2557f4ca0f174 HTTP/1.1" status: 200 len: 375 time: 0.0217245 Oct 27 10:32:10.500064 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-31741a63-a8d1-406a-9314-c684b0f8d658 req-55027b73-cf80-4bca-8951-c19c1fabddc2 tempest-InstanceActionsTestJSON-2062157644 tempest-InstanceActionsTestJSON-2062157644-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=4f57a75a642d40caa0e2557f4ca0f174&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0457428 Oct 27 10:32:10.557364 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d235fae5-a61f-41ec-8c74-003b909f2fc7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1765641'] for router, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:32:10.558021 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d235fae5-a61f-41ec-8c74-003b909f2fc7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 98ed1c29-c17a-4dd6-b1e1-fe91c5f8bde1 {{(pid=102346) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 10:32:10.563530 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d235fae5-a61f-41ec-8c74-003b909f2fc7 admin admin] Publish callbacks [] for router, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:32:10.565905 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-d235fae5-a61f-41ec-8c74-003b909f2fc7 admin admin] 10.222.0.44 "DELETE /v2.0/routers/98ed1c29-c17a-4dd6-b1e1-fe91c5f8bde1 HTTP/1.1" status: 204 len: 168 time: 1.8604937 Oct 27 10:32:10.568856 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 59880) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:32:10.657549 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0395f5e-bd9a-4c46-98de-a76992ed6aa2 admin admin] Deleting subnet 945096f5-af4d-40b7-87fe-d89815af34c8 {{(pid=102346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 10:32:10.661496 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-f0395f5e-bd9a-4c46-98de-a76992ed6aa2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:32:10.743679 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-31741a63-a8d1-406a-9314-c684b0f8d658 req-f45115ef-234e-425c-9927-223afe04a211 service neutron] 10.222.0.44 "GET /v2.0/networks/38ad5bfc-5458-4e02-a5f4-75fc331aae38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2415869 Oct 27 10:32:10.819489 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-f0395f5e-bd9a-4c46-98de-a76992ed6aa2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25847868'] for subnet, precommit_delete_associations {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:32:10.934658 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-31741a63-a8d1-406a-9314-c684b0f8d658 req-c1727e25-429e-42da-a094-fe4b10b2d3b6 service neutron] 10.222.0.44 "GET /v2.0/networks/38ad5bfc-5458-4e02-a5f4-75fc331aae38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1876714 Oct 27 10:32:11.022620 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-f0395f5e-bd9a-4c46-98de-a76992ed6aa2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855646'] for subnet, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:32:11.159679 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-f0395f5e-bd9a-4c46-98de-a76992ed6aa2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27024355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27168307'] for subnet, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:32:11.188545 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0395f5e-bd9a-4c46-98de-a76992ed6aa2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=945096f5-af4d-40b7-87fe-d89815af34c8,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:32:11.197624 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-f0395f5e-bd9a-4c46-98de-a76992ed6aa2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for subnet, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:32:11.203161 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 59906) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:32:11.203276 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eb5eaa1-fe7e-4d0c-9f85-c75b65e3f689 None None] Network 7301eeae-bcda-45a7-993a-b92204470098 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:32:11.204747 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-f0395f5e-bd9a-4c46-98de-a76992ed6aa2 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/945096f5-af4d-40b7-87fe-d89815af34c8 HTTP/1.1" status: 204 len: 168 time: 0.6305845 Oct 27 10:32:11.306419 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-e9ccd885-4c2e-44e2-b3bd-6feacb94f93e req-41e4b9b9-d8f9-4355-9cf7-ce5e1efeda36 tempest-InstanceActionsTestJSON-2062157644 tempest-InstanceActionsTestJSON-2062157644-project] 10.222.0.44 "GET /v2.0/ports?device_id=cce4d25c-8e26-4601-b0d6-ada5e4b33fac HTTP/1.1" status: 200 len: 210 time: 0.0474229 Oct 27 10:32:11.445094 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-7dc8f1a5-c8c4-4a93-8197-5ca00171ad0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586917'] for network, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:32:11.528044 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 9421910c-9c97-4c58-a838-d7462964869d no longer exists at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:32:11.576767 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-7dc8f1a5-c8c4-4a93-8197-5ca00171ad0d admin admin] Deleting port 4033622a-b002-4ad5-baa0-55a9af6ae24c {{(pid=102347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:32:11.577186 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-7dc8f1a5-c8c4-4a93-8197-5ca00171ad0d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:32:11.600189 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d56cdbc0-f1df-4d87-a3e2-91c12a06e376 None None] DHCP port deletion for 7301eeae-bcda-45a7-993a-b92204470098 request from n-d-813419-10 {{(pid=102348) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 10:32:11.628993 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] No Port match for: 9421910c-9c97-4c58-a838-d7462964869d {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:32:11.630094 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 9421910c-9c97-4c58-a838-d7462964869d not bound to the agent host n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:32:11.630707 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 26bf153a-c34d-40b8-b700-18fa5de8a4c5 no longer exists at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:32:11.692180 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] No Port match for: 26bf153a-c34d-40b8-b700-18fa5de8a4c5 {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:32:11.692180 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 26bf153a-c34d-40b8-b700-18fa5de8a4c5 not bound to the agent host n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:32:11.734086 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-d56cdbc0-f1df-4d87-a3e2-91c12a06e376 None None] Deleting port 4033622a-b002-4ad5-baa0-55a9af6ae24c {{(pid=102348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:32:11.735416 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-d56cdbc0-f1df-4d87-a3e2-91c12a06e376 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:32:11.809620 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [None req-7dc8f1a5-c8c4-4a93-8197-5ca00171ad0d admin admin] For port 4033622a-b002-4ad5-baa0-55a9af6ae24c, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=4033622a-b002-4ad5-baa0-55a9af6ae24c,segment=NetworkSegment(cf6bd35d-d3ed-4303-92d5-b6ba8706b967),segment_id=cf6bd35d-d3ed-4303-92d5-b6ba8706b967)] {{(pid=102347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:32:11.809984 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-7dc8f1a5-c8c4-4a93-8197-5ca00171ad0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:32:11.870745 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-7dc8f1a5-c8c4-4a93-8197-5ca00171ad0d admin admin] Calling delete_port for 4033622a-b002-4ad5-baa0-55a9af6ae24c owned by network:dhcp {{(pid=102347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:32:11.935194 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-d56cdbc0-f1df-4d87-a3e2-91c12a06e376 None None] For port 4033622a-b002-4ad5-baa0-55a9af6ae24c, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=4033622a-b002-4ad5-baa0-55a9af6ae24c,segment=NetworkSegment(cf6bd35d-d3ed-4303-92d5-b6ba8706b967),segment_id=cf6bd35d-d3ed-4303-92d5-b6ba8706b967)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:32:11.936252 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-d56cdbc0-f1df-4d87-a3e2-91c12a06e376 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:32:11.962381 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-d56cdbc0-f1df-4d87-a3e2-91c12a06e376 None None] Calling delete_port for 4033622a-b002-4ad5-baa0-55a9af6ae24c owned by network:dhcp {{(pid=102348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:32:12.121433 n-d-813419-10 neutron-server[102348]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 27 10:32:12.121433 n-d-813419-10 neutron-server[102348]: from cryptography.utils import int_from_bytes Oct 27 10:32:12.121433 n-d-813419-10 neutron-server[102348]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 27 10:32:12.121433 n-d-813419-10 neutron-server[102348]: from cryptography.utils import int_from_bytes Oct 27 10:32:12.121433 n-d-813419-10 neutron-server[102348]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 10:32:12.121433 n-d-813419-10 neutron-server[102348]: self.session.flush() Oct 27 10:32:12.121433 n-d-813419-10 neutron-server[102348]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 10:32:12.121433 n-d-813419-10 neutron-server[102348]: self.session.flush() Oct 27 10:32:12.121433 n-d-813419-10 neutron-server[102348]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 10:32:12.121433 n-d-813419-10 neutron-server[102348]: self.session.flush() Oct 27 10:32:12.121433 n-d-813419-10 neutron-server[102348]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 10:32:12.121433 n-d-813419-10 neutron-server[102348]: self.session.flush() Oct 27 10:32:12.121433 n-d-813419-10 neutron-server[102348]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 10:32:12.121433 n-d-813419-10 neutron-server[102348]: self.session.flush() Oct 27 10:32:12.121433 n-d-813419-10 neutron-server[102348]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 10:32:12.121433 n-d-813419-10 neutron-server[102348]: self.session.flush() Oct 27 10:32:12.121433 n-d-813419-10 neutron-server[102348]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 10:32:12.121433 n-d-813419-10 neutron-server[102348]: self.session.flush() Oct 27 10:32:12.121433 n-d-813419-10 neutron-server[102348]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 10:32:12.121433 n-d-813419-10 neutron-server[102348]: self.session.flush() Oct 27 10:32:12.121433 n-d-813419-10 neutron-server[102348]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 10:32:12.121433 n-d-813419-10 neutron-server[102348]: self.session.flush() Oct 27 10:32:12.121433 n-d-813419-10 neutron-server[102348]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 10:32:12.121433 n-d-813419-10 neutron-server[102348]: self.session.flush() Oct 27 10:32:12.121433 n-d-813419-10 neutron-server[102348]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 10:32:12.121433 n-d-813419-10 neutron-server[102348]: self.session.flush() Oct 27 10:32:12.121433 n-d-813419-10 neutron-server[102348]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 10:32:12.121433 n-d-813419-10 neutron-server[102348]: self.session.flush() Oct 27 10:32:12.121433 n-d-813419-10 neutron-server[102348]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 10:32:12.121433 n-d-813419-10 neutron-server[102348]: self.session.flush() Oct 27 10:32:12.121433 n-d-813419-10 neutron-server[102348]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 10:32:12.121433 n-d-813419-10 neutron-server[102348]: self.session.flush() Oct 27 10:32:12.121433 n-d-813419-10 neutron-server[102348]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 10:32:12.121433 n-d-813419-10 neutron-server[102348]: self.session.flush() Oct 27 10:32:12.121433 n-d-813419-10 neutron-server[102348]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 10:32:12.121433 n-d-813419-10 neutron-server[102348]: self.session.flush() Oct 27 10:32:12.121433 n-d-813419-10 neutron-server[102348]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 10:32:12.121433 n-d-813419-10 neutron-server[102348]: self.session.flush() Oct 27 10:32:12.121433 n-d-813419-10 neutron-server[102348]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 10:32:12.121433 n-d-813419-10 neutron-server[102348]: self.session.flush() Oct 27 10:32:12.121433 n-d-813419-10 neutron-server[102348]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 10:32:12.121433 n-d-813419-10 neutron-server[102348]: self.session.flush() Oct 27 10:32:12.124677 n-d-813419-10 neutron-server[102348]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 10:32:12.124677 n-d-813419-10 neutron-server[102348]: self.session.flush() Oct 27 10:32:12.124677 n-d-813419-10 neutron-server[102348]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 10:32:12.124677 n-d-813419-10 neutron-server[102348]: self.session.flush() Oct 27 10:32:12.124677 n-d-813419-10 neutron-server[102348]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 10:32:12.124677 n-d-813419-10 neutron-server[102348]: self.session.flush() Oct 27 10:32:12.124677 n-d-813419-10 neutron-server[102348]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 10:32:12.124677 n-d-813419-10 neutron-server[102348]: self.session.flush() Oct 27 10:32:12.124677 n-d-813419-10 neutron-server[102348]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 10:32:12.124677 n-d-813419-10 neutron-server[102348]: self.session.flush() Oct 27 10:32:12.124677 n-d-813419-10 neutron-server[102348]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 10:32:12.124677 n-d-813419-10 neutron-server[102348]: self.session.flush() Oct 27 10:32:12.124677 n-d-813419-10 neutron-server[102348]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 10:32:12.124677 n-d-813419-10 neutron-server[102348]: self.session.flush() Oct 27 10:32:12.128131 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-7dc8f1a5-c8c4-4a93-8197-5ca00171ad0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:32:12.139693 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-d56cdbc0-f1df-4d87-a3e2-91c12a06e376 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615'] for port, after_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:32:12.187069 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56cdbc0-f1df-4d87-a3e2-91c12a06e376 None None] Pushing event deleted for resources: {'Port': ['ID=4033622a-b002-4ad5-baa0-55a9af6ae24c,revision_number=None']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:32:12.196010 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc8f1a5-c8c4-4a93-8197-5ca00171ad0d admin admin] Pushing event deleted for resources: {'Port': ['ID=4033622a-b002-4ad5-baa0-55a9af6ae24c,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:32:12.204086 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dc8f1a5-c8c4-4a93-8197-5ca00171ad0d admin admin] No DVR routers for this DVR port 4033622a-b002-4ad5-baa0-55a9af6ae24c on host n-d-813419-10 {{(pid=102347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:32:12.209641 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d56cdbc0-f1df-4d87-a3e2-91c12a06e376 None None] No DVR routers for this DVR port 4033622a-b002-4ad5-baa0-55a9af6ae24c on host n-d-813419-10 {{(pid=102348) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:32:12.422712 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-7dc8f1a5-c8c4-4a93-8197-5ca00171ad0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857803', 'neutron.services.segments.db._delete_segments_for_network-8743873143390'] for network, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:32:12.513427 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-f9b59528-ba7f-43db-a699-1fd7434780d8 req-012ed6a9-8c08-4c64-99be-bb895679546e tempest-InstanceActionsTestJSON-2062157644 tempest-InstanceActionsTestJSON-2062157644-project] 10.222.0.44 "GET /v2.0/ports?device_id=cce4d25c-8e26-4601-b0d6-ada5e4b33fac HTTP/1.1" status: 200 len: 210 time: 0.0581117 Oct 27 10:32:12.523883 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-7dc8f1a5-c8c4-4a93-8197-5ca00171ad0d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7301eeae-bcda-45a7-993a-b92204470098']}} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:32:12.547686 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-7dc8f1a5-c8c4-4a93-8197-5ca00171ad0d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf6bd35d-d3ed-4303-92d5-b6ba8706b967') {'for_net_delete': True} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:32:12.547985 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-7dc8f1a5-c8c4-4a93-8197-5ca00171ad0d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf6bd35d-d3ed-4303-92d5-b6ba8706b967') {} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:32:12.558144 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-7dc8f1a5-c8c4-4a93-8197-5ca00171ad0d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743873145191', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18445132'] for segment, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:32:12.572007 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-7dc8f1a5-c8c4-4a93-8197-5ca00171ad0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:32:12.579212 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7dc8f1a5-c8c4-4a93-8197-5ca00171ad0d admin admin] Releasing vlan 437 on physical network physnet1 to pool {{(pid=102347) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 10:32:12.580014 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-7dc8f1a5-c8c4-4a93-8197-5ca00171ad0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-18296032'] for segment, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:32:12.582271 n-d-813419-10 neutron-server[102347]: Traceback (most recent call last): Oct 27 10:32:12.582271 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 10:32:12.582271 n-d-813419-10 neutron-server[102347]: timer() Oct 27 10:32:12.582271 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 10:32:12.582271 n-d-813419-10 neutron-server[102347]: cb(*args, **kw) Oct 27 10:32:12.582271 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 10:32:12.582271 n-d-813419-10 neutron-server[102347]: return func(*args, **kwargs) Oct 27 10:32:12.582271 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 10:32:12.582271 n-d-813419-10 neutron-server[102347]: self._notify() Oct 27 10:32:12.582271 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 10:32:12.582271 n-d-813419-10 neutron-server[102347]: self.callback(batched_events) Oct 27 10:32:12.582271 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 10:32:12.582271 n-d-813419-10 neutron-server[102347]: event.method(event) Oct 27 10:32:12.582271 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 10:32:12.582271 n-d-813419-10 neutron-server[102347]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 10:32:12.582271 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 10:32:12.582271 n-d-813419-10 neutron-server[102347]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 10:32:12.582271 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 10:32:12.582271 n-d-813419-10 neutron-server[102347]: return f(self, *a, **k) Oct 27 10:32:12.582271 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 10:32:12.582271 n-d-813419-10 neutron-server[102347]: return self._get(url).json() Oct 27 10:32:12.582271 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 10:32:12.582271 n-d-813419-10 neutron-server[102347]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 10:32:12.582271 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 10:32:12.582271 n-d-813419-10 neutron-server[102347]: return self.request(url, 'GET', **kwargs) Oct 27 10:32:12.582271 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 10:32:12.582271 n-d-813419-10 neutron-server[102347]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 10:32:12.582271 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 10:32:12.582271 n-d-813419-10 neutron-server[102347]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 10:32:12.582271 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 10:32:12.582271 n-d-813419-10 neutron-server[102347]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 10:32:12.582271 n-d-813419-10 neutron-server[102347]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 10:32:12.652604 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-7dc8f1a5-c8c4-4a93-8197-5ca00171ad0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664840'] for network, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:32:12.662229 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-7dc8f1a5-c8c4-4a93-8197-5ca00171ad0d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for network, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:32:12.666793 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-7dc8f1a5-c8c4-4a93-8197-5ca00171ad0d admin admin] 10.222.0.44 "DELETE /v2.0/networks/7301eeae-bcda-45a7-993a-b92204470098 HTTP/1.1" status: 204 len: 168 time: 1.4624355 Oct 27 10:32:12.712067 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc8f1a5-c8c4-4a93-8197-5ca00171ad0d admin admin] Pushing event deleted for resources: {'Network': ['ID=7301eeae-bcda-45a7-993a-b92204470098,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:32:12.915423 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 59946) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:32:13.113896 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-3f9beedc-7949-4b0d-b1af-6fe527178916 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=90ae924c8cd54b378821935816806fc5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1950166 Oct 27 10:32:13.114537 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 59962) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:32:13.241319 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31741a63-a8d1-406a-9314-c684b0f8d658 req-d121dc05-03d8-490c-98c6-d682d61653e5 tempest-InstanceActionsTestJSON-2062157644 tempest-InstanceActionsTestJSON-2062157644-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:32:13.242844 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-31741a63-a8d1-406a-9314-c684b0f8d658 req-d121dc05-03d8-490c-98c6-d682d61653e5 tempest-InstanceActionsTestJSON-2062157644 tempest-InstanceActionsTestJSON-2062157644-project] 10.222.0.64 "GET /v2.0/networks?id=38ad5bfc-5458-4e02-a5f4-75fc331aae38 HTTP/1.1" status: 200 len: 812 time: 0.2847538 Oct 27 10:32:13.255336 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-c607d4fe-cb02-4705-b336-546ce02e6739 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:32:13.261713 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [req-31741a63-a8d1-406a-9314-c684b0f8d658 req-4e960082-dc8f-42c1-8a5e-5e9421f8ca12 tempest-InstanceActionsTestJSON-2062157644 tempest-InstanceActionsTestJSON-2062157644-project] Request body: {'port': {'device_id': 'cce4d25c-8e26-4601-b0d6-ada5e4b33fac', 'network_id': '38ad5bfc-5458-4e02-a5f4-75fc331aae38', 'admin_state_up': True, 'tenant_id': '4f57a75a642d40caa0e2557f4ca0f174'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:32:13.293697 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-c607d4fe-cb02-4705-b336-546ce02e6739 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:32:13.403270 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-c607d4fe-cb02-4705-b336-546ce02e6739 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:32:13.405976 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-c607d4fe-cb02-4705-b336-546ce02e6739 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:32:13.409462 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-c607d4fe-cb02-4705-b336-546ce02e6739 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/cb2befc1-e432-4134-80a0-fcaac00c1e81 HTTP/1.1" status: 204 len: 168 time: 0.2910626 Oct 27 10:32:13.429062 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c607d4fe-cb02-4705-b336-546ce02e6739 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb2befc1-e432-4134-80a0-fcaac00c1e81,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:32:13.501139 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 4033622a-b002-4ad5-baa0-55a9af6ae24c no longer exists at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:32:13.538567 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31741a63-a8d1-406a-9314-c684b0f8d658 req-4e960082-dc8f-42c1-8a5e-5e9421f8ca12 tempest-InstanceActionsTestJSON-2062157644 tempest-InstanceActionsTestJSON-2062157644-project] Made reservation on behalf of 4f57a75a642d40caa0e2557f4ca0f174 for: {'port': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:32:13.543518 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-31741a63-a8d1-406a-9314-c684b0f8d658 req-4e960082-dc8f-42c1-8a5e-5e9421f8ca12 tempest-InstanceActionsTestJSON-2062157644 tempest-InstanceActionsTestJSON-2062157644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:32:13.543727 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] No Port match for: 4033622a-b002-4ad5-baa0-55a9af6ae24c {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:32:13.556803 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 4033622a-b002-4ad5-baa0-55a9af6ae24c not bound to the agent host n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:32:13.692111 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-1dc178a3-38be-4563-842b-ca108fd1fbab req-3954b894-7dee-499a-a0ca-27426bd5cc43 tempest-InstanceActionsTestJSON-2062157644 tempest-InstanceActionsTestJSON-2062157644-project] 10.222.0.44 "GET /v2.0/ports?device_id=cce4d25c-8e26-4601-b0d6-ada5e4b33fac HTTP/1.1" status: 200 len: 210 time: 0.0451574 Oct 27 10:32:13.809478 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_common [req-31741a63-a8d1-406a-9314-c684b0f8d658 req-4e960082-dc8f-42c1-8a5e-5e9421f8ca12 tempest-InstanceActionsTestJSON-2062157644 tempest-InstanceActionsTestJSON-2062157644-project] Allocated IP 172.20.0.8 (38ad5bfc-5458-4e02-a5f4-75fc331aae38/cb58c73e-dd0f-4abd-8201-d6bfb436c15d/810180e7-5d50-4570-a0b6-3a38595c8900) {{(pid=102347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:32:14.044003 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-31741a63-a8d1-406a-9314-c684b0f8d658 req-4e960082-dc8f-42c1-8a5e-5e9421f8ca12 tempest-InstanceActionsTestJSON-2062157644 tempest-InstanceActionsTestJSON-2062157644-project] Publish callbacks [] for port, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:32:14.101209 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-31741a63-a8d1-406a-9314-c684b0f8d658 req-4e960082-dc8f-42c1-8a5e-5e9421f8ca12 tempest-InstanceActionsTestJSON-2062157644 tempest-InstanceActionsTestJSON-2062157644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:32:14.173660 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31741a63-a8d1-406a-9314-c684b0f8d658 req-4e960082-dc8f-42c1-8a5e-5e9421f8ca12 tempest-InstanceActionsTestJSON-2062157644 tempest-InstanceActionsTestJSON-2062157644-project] Network 38ad5bfc-5458-4e02-a5f4-75fc331aae38 is already hosted by enough agents. {{(pid=102347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:32:14.179308 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [req-31741a63-a8d1-406a-9314-c684b0f8d658 req-4e960082-dc8f-42c1-8a5e-5e9421f8ca12 tempest-InstanceActionsTestJSON-2062157644 tempest-InstanceActionsTestJSON-2062157644-project] Resources bound (agent type, host, resource id): {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:32:14.182271 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [req-31741a63-a8d1-406a-9314-c684b0f8d658 req-4e960082-dc8f-42c1-8a5e-5e9421f8ca12 tempest-InstanceActionsTestJSON-2062157644 tempest-InstanceActionsTestJSON-2062157644-project] Received port after_create {{(pid=102347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:32:14.327646 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31741a63-a8d1-406a-9314-c684b0f8d658 req-4e960082-dc8f-42c1-8a5e-5e9421f8ca12 tempest-InstanceActionsTestJSON-2062157644 tempest-InstanceActionsTestJSON-2062157644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:32:14.328848 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-31741a63-a8d1-406a-9314-c684b0f8d658 req-4e960082-dc8f-42c1-8a5e-5e9421f8ca12 tempest-InstanceActionsTestJSON-2062157644 tempest-InstanceActionsTestJSON-2062157644-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:32:14.348049 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e960082-dc8f-42c1-8a5e-5e9421f8ca12 tempest-InstanceActionsTestJSON-2062157644 tempest-InstanceActionsTestJSON-2062157644-project] Pushing event updated for resources: {'Port': ['ID=810180e7-5d50-4570-a0b6-3a38595c8900,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:32:14.366570 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-31741a63-a8d1-406a-9314-c684b0f8d658 req-4e960082-dc8f-42c1-8a5e-5e9421f8ca12 tempest-InstanceActionsTestJSON-2062157644 tempest-InstanceActionsTestJSON-2062157644-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1091597 Oct 27 10:32:14.386346 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [req-31741a63-a8d1-406a-9314-c684b0f8d658 req-68d6dd84-c2a4-4013-91f8-eecfff9918ec service neutron] Request body: {'port': {'device_id': 'cce4d25c-8e26-4601-b0d6-ada5e4b33fac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-10'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:32:14.481593 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-31741a63-a8d1-406a-9314-c684b0f8d658 req-68d6dd84-c2a4-4013-91f8-eecfff9918ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:32:14.849714 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-2d886791-1f22-4fe3-aeb3-99cf8dda035d req-a34f50b8-e7fe-4fc8-a425-c1a197bad0dd service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=19de7999-f151-4eb5-986d-3e7b0f987b5e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1908314 Oct 27 10:32:15.026748 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d886791-1f22-4fe3-aeb3-99cf8dda035d req-b7cd5510-2f79-4f8e-a3a7-3f240ba3284c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:32:15.035936 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d886791-1f22-4fe3-aeb3-99cf8dda035d req-b7cd5510-2f79-4f8e-a3a7-3f240ba3284c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:32:15.039298 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d886791-1f22-4fe3-aeb3-99cf8dda035d req-b7cd5510-2f79-4f8e-a3a7-3f240ba3284c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:32:15.040133 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d886791-1f22-4fe3-aeb3-99cf8dda035d req-b7cd5510-2f79-4f8e-a3a7-3f240ba3284c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:32:15.042728 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d886791-1f22-4fe3-aeb3-99cf8dda035d req-b7cd5510-2f79-4f8e-a3a7-3f240ba3284c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:32:15.044964 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d886791-1f22-4fe3-aeb3-99cf8dda035d req-b7cd5510-2f79-4f8e-a3a7-3f240ba3284c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:32:15.047486 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d886791-1f22-4fe3-aeb3-99cf8dda035d req-b7cd5510-2f79-4f8e-a3a7-3f240ba3284c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:32:15.052324 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-2d886791-1f22-4fe3-aeb3-99cf8dda035d req-b7cd5510-2f79-4f8e-a3a7-3f240ba3284c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4aa10ad73dbe4076b2c4dd14c0d23687&device_id=19de7999-f151-4eb5-986d-3e7b0f987b5e HTTP/1.1" status: 200 len: 6501 time: 0.1340277 Oct 27 10:32:15.157407 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1824883-efbf-4ba4-bf74-78409c7b763e req-dcd8c97a-ce47-44f9-a1f8-d59f0b18255c tempest-InstanceActionsTestJSON-2062157644 tempest-InstanceActionsTestJSON-2062157644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:32:15.160701 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-d1824883-efbf-4ba4-bf74-78409c7b763e req-dcd8c97a-ce47-44f9-a1f8-d59f0b18255c tempest-InstanceActionsTestJSON-2062157644 tempest-InstanceActionsTestJSON-2062157644-project] 10.222.0.44 "GET /v2.0/ports?device_id=cce4d25c-8e26-4601-b0d6-ada5e4b33fac HTTP/1.1" status: 200 len: 931 time: 0.2111917 Oct 27 10:32:15.215483 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d886791-1f22-4fe3-aeb3-99cf8dda035d req-281e7156-9952-403d-ad0d-89d24cd8ca72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:32:15.215968 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d886791-1f22-4fe3-aeb3-99cf8dda035d req-281e7156-9952-403d-ad0d-89d24cd8ca72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:32:15.217891 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d886791-1f22-4fe3-aeb3-99cf8dda035d req-281e7156-9952-403d-ad0d-89d24cd8ca72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:32:15.220854 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-2d886791-1f22-4fe3-aeb3-99cf8dda035d req-281e7156-9952-403d-ad0d-89d24cd8ca72 service neutron] 10.222.0.64 "GET /v2.0/networks?id=5f1726cf-df95-405e-a4b7-a0ec3cc3a1aa&id=d9f24547-a97b-4994-95da-a3dc1f0864ec&id=d9f24547-a97b-4994-95da-a3dc1f0864ec&id=d9f24547-a97b-4994-95da-a3dc1f0864ec&id=d9f24547-a97b-4994-95da-a3dc1f0864ec&id=629f7918-c2db-454f-876e-5fb1ab57b5ce&id=629f7918-c2db-454f-876e-5fb1ab57b5ce HTTP/1.1" status: 200 len: 2292 time: 0.1310053 Oct 27 10:32:15.356467 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-2d886791-1f22-4fe3-aeb3-99cf8dda035d req-2021393d-53f3-4c0a-b57c-15192ebf650f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=663ad4fb-d48e-41b4-ba03-42d778bf0122 HTTP/1.1" status: 200 len: 1001 time: 0.1286659 Oct 27 10:32:15.454644 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-d1824883-efbf-4ba4-bf74-78409c7b763e req-da555d9d-509a-4916-9895-152a7d203498 tempest-InstanceActionsTestJSON-2062157644 tempest-InstanceActionsTestJSON-2062157644-project] 10.222.0.44 "GET /v2.0/security-groups?id=5d21affd-fb97-42d9-98de-76a99618fbb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2837381 Oct 27 10:32:15.480425 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d886791-1f22-4fe3-aeb3-99cf8dda035d req-31c4d900-2741-45b2-bb13-1676b0a05976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:32:15.481909 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-2d886791-1f22-4fe3-aeb3-99cf8dda035d req-31c4d900-2741-45b2-bb13-1676b0a05976 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f4dae274-687c-43d5-8fe0-b0ba3958c688 HTTP/1.1" status: 200 len: 850 time: 0.1153724 Oct 27 10:32:15.492098 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [req-31741a63-a8d1-406a-9314-c684b0f8d658 req-68d6dd84-c2a4-4013-91f8-eecfff9918ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 810180e7-5d50-4570-a0b6-3a38595c8900 {{(pid=102347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:32:15.507787 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-31741a63-a8d1-406a-9314-c684b0f8d658 req-68d6dd84-c2a4-4013-91f8-eecfff9918ec service neutron] Publish callbacks [] for port, precommit_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:32:15.523350 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.provisioning_blocks [req-31741a63-a8d1-406a-9314-c684b0f8d658 req-68d6dd84-c2a4-4013-91f8-eecfff9918ec service neutron] Transition to ACTIVE for port object 810180e7-5d50-4570-a0b6-3a38595c8900 will not be triggered until provisioned by entity L2. {{(pid=102347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 10:32:15.545865 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-31741a63-a8d1-406a-9314-c684b0f8d658 req-68d6dd84-c2a4-4013-91f8-eecfff9918ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:32:15.612537 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d886791-1f22-4fe3-aeb3-99cf8dda035d req-b5f1a3ca-40a9-4e6d-a050-1a95fb39a971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:32:15.617824 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-2d886791-1f22-4fe3-aeb3-99cf8dda035d req-b5f1a3ca-40a9-4e6d-a050-1a95fb39a971 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5f1726cf-df95-405e-a4b7-a0ec3cc3a1aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1273344 Oct 27 10:32:15.620086 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d6dd84-c2a4-4013-91f8-eecfff9918ec service neutron] Pushing event updated for resources: {'Port': ['ID=810180e7-5d50-4570-a0b6-3a38595c8900,revision_number=2']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:32:15.753811 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-31741a63-a8d1-406a-9314-c684b0f8d658 req-68d6dd84-c2a4-4013-91f8-eecfff9918ec service neutron] Attempting to bind port 810180e7-5d50-4570-a0b6-3a38595c8900 on host n-h1-813419-10 for vnic_type normal with profile {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:32:15.754148 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-31741a63-a8d1-406a-9314-c684b0f8d658 req-68d6dd84-c2a4-4013-91f8-eecfff9918ec service neutron] Attempting to bind port 810180e7-5d50-4570-a0b6-3a38595c8900 by drivers openvswitch,hyperv on host n-h1-813419-10 at level 0 using segments [{'id': 'fb097f98-6d65-4113-95ff-eacd1b386599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '38ad5bfc-5458-4e02-a5f4-75fc331aae38'}] {{(pid=102347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:32:15.754939 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31741a63-a8d1-406a-9314-c684b0f8d658 req-68d6dd84-c2a4-4013-91f8-eecfff9918ec service neutron] Attempting to bind port 810180e7-5d50-4570-a0b6-3a38595c8900 on network 38ad5bfc-5458-4e02-a5f4-75fc331aae38 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:32:15.760084 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31741a63-a8d1-406a-9314-c684b0f8d658 req-68d6dd84-c2a4-4013-91f8-eecfff9918ec service neutron] Port 810180e7-5d50-4570-a0b6-3a38595c8900 on network 38ad5bfc-5458-4e02-a5f4-75fc331aae38 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-10 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 10:32:15.760990 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31741a63-a8d1-406a-9314-c684b0f8d658 req-68d6dd84-c2a4-4013-91f8-eecfff9918ec service neutron] Attempting to bind port 810180e7-5d50-4570-a0b6-3a38595c8900 on network 38ad5bfc-5458-4e02-a5f4-75fc331aae38 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:32:15.767379 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31741a63-a8d1-406a-9314-c684b0f8d658 req-68d6dd84-c2a4-4013-91f8-eecfff9918ec service neutron] Checking agent: {'id': 'a52e1cab-0c63-402d-9c94-330537c6c076', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 16, 2), 'started_at': datetime.datetime(2021, 10, 27, 10, 16, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 32, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:32:15.767783 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31741a63-a8d1-406a-9314-c684b0f8d658 req-68d6dd84-c2a4-4013-91f8-eecfff9918ec service neutron] Checking segment: {'id': 'fb097f98-6d65-4113-95ff-eacd1b386599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '38ad5bfc-5458-4e02-a5f4-75fc331aae38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:32:15.768228 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31741a63-a8d1-406a-9314-c684b0f8d658 req-68d6dd84-c2a4-4013-91f8-eecfff9918ec service neutron] Bound using segment: {'id': 'fb097f98-6d65-4113-95ff-eacd1b386599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '38ad5bfc-5458-4e02-a5f4-75fc331aae38'} {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:32:15.769014 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-31741a63-a8d1-406a-9314-c684b0f8d658 req-68d6dd84-c2a4-4013-91f8-eecfff9918ec service neutron] Bound port: 810180e7-5d50-4570-a0b6-3a38595c8900, host: n-h1-813419-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb097f98-6d65-4113-95ff-eacd1b386599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '38ad5bfc-5458-4e02-a5f4-75fc331aae38'}}] {{(pid=102347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:32:15.769152 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-31741a63-a8d1-406a-9314-c684b0f8d658 req-68d6dd84-c2a4-4013-91f8-eecfff9918ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:32:15.817922 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-90d1fbe5-1af3-4359-9379-1835c6410bee req-b10ab8a8-986f-4c88-8470-c0c0e7fc7016 tempest-AbsoluteLimitsNegativeTestJSON-1262131528 tempest-AbsoluteLimitsNegativeTestJSON-1262131528-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=2a2ca592cadb4b58aea5699f660dbbf6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1447833 Oct 27 10:32:15.878456 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-31741a63-a8d1-406a-9314-c684b0f8d658 req-68d6dd84-c2a4-4013-91f8-eecfff9918ec service neutron] For port 810180e7-5d50-4570-a0b6-3a38595c8900, host n-h1-813419-10, cleared binding levels {{(pid=102347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:32:15.889823 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-31741a63-a8d1-406a-9314-c684b0f8d658 req-68d6dd84-c2a4-4013-91f8-eecfff9918ec service neutron] For port 810180e7-5d50-4570-a0b6-3a38595c8900, host n-h1-813419-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=810180e7-5d50-4570-a0b6-3a38595c8900,segment=NetworkSegment(fb097f98-6d65-4113-95ff-eacd1b386599),segment_id=fb097f98-6d65-4113-95ff-eacd1b386599)] {{(pid=102347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:32:15.899780 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-31741a63-a8d1-406a-9314-c684b0f8d658 req-68d6dd84-c2a4-4013-91f8-eecfff9918ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:32:16.005631 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d1fbe5-1af3-4359-9379-1835c6410bee req-eac9744c-2f18-43ff-bcb6-4271f249dab9 tempest-AbsoluteLimitsNegativeTestJSON-1262131528 tempest-AbsoluteLimitsNegativeTestJSON-1262131528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:32:16.013059 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-90d1fbe5-1af3-4359-9379-1835c6410bee req-eac9744c-2f18-43ff-bcb6-4271f249dab9 tempest-AbsoluteLimitsNegativeTestJSON-1262131528 tempest-AbsoluteLimitsNegativeTestJSON-1262131528-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1834683 Oct 27 10:32:16.018051 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d6dd84-c2a4-4013-91f8-eecfff9918ec service neutron] Pushing event updated for resources: {'Port': ['ID=810180e7-5d50-4570-a0b6-3a38595c8900,revision_number=3']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:32:16.033609 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-90d1fbe5-1af3-4359-9379-1835c6410bee req-9d0d7b6f-f4f3-47d5-b0ab-2df1ca236892 tempest-AbsoluteLimitsNegativeTestJSON-1262131528 tempest-AbsoluteLimitsNegativeTestJSON-1262131528-project] 10.222.0.44 "GET /v2.0/quotas/2a2ca592cadb4b58aea5699f660dbbf6 HTTP/1.1" status: 200 len: 375 time: 0.0196359 Oct 27 10:32:16.046083 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31741a63-a8d1-406a-9314-c684b0f8d658 req-68d6dd84-c2a4-4013-91f8-eecfff9918ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:32:16.049887 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-31741a63-a8d1-406a-9314-c684b0f8d658 req-68d6dd84-c2a4-4013-91f8-eecfff9918ec service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:32:16.052394 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-31741a63-a8d1-406a-9314-c684b0f8d658 req-68d6dd84-c2a4-4013-91f8-eecfff9918ec service neutron] 10.222.0.64 "PUT /v2.0/ports/810180e7-5d50-4570-a0b6-3a38595c8900 HTTP/1.1" status: 200 len: 1092 time: 1.6712122 Oct 27 10:32:16.053126 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cce4d25c-8e26-4601-b0d6-ada5e4b33fac', 'tag': '810180e7-5d50-4570-a0b6-3a38595c8900'}] {{(pid=102347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:32:16.055620 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311149b481204ee7edffdb959c881838506fbd95bc8577c048f6677abb73acc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8be722c9-a8f4-4d09-b058-4d6434ae54d5" -d '{"events": [{"name": "network-changed", "server_uuid": "cce4d25c-8e26-4601-b0d6-ada5e4b33fac", "tag": "810180e7-5d50-4570-a0b6-3a38595c8900"}]}' {{(pid=102347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:32:16.203359 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-1f538c07-3b41-44eb-9cef-64d1a72cf94a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:32:16.205698 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 10:32:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-beeffe98-2656-4368-9790-9114065c2463 x-openstack-request-id: req-beeffe98-2656-4368-9790-9114065c2463 {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:32:16.206273 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cce4d25c-8e26-4601-b0d6-ada5e4b33fac", "tag": "810180e7-5d50-4570-a0b6-3a38595c8900", "status": "completed", "code": 200}]} {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:32:16.210795 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-beeffe98-2656-4368-9790-9114065c2463 {{(pid=102347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:32:16.211337 n-d-813419-10 neutron-server[102347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cce4d25c-8e26-4601-b0d6-ada5e4b33fac', 'tag': '810180e7-5d50-4570-a0b6-3a38595c8900', 'status': 'completed', 'code': 200} Oct 27 10:32:16.236677 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31741a63-a8d1-406a-9314-c684b0f8d658 req-20351a4f-eba1-4fb0-8283-929ae86c099d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:32:16.238588 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-31741a63-a8d1-406a-9314-c684b0f8d658 req-20351a4f-eba1-4fb0-8283-929ae86c099d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4f57a75a642d40caa0e2557f4ca0f174&device_id=cce4d25c-8e26-4601-b0d6-ada5e4b33fac HTTP/1.1" status: 200 len: 1095 time: 0.1332455 Oct 27 10:32:16.465496 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-90d1fbe5-1af3-4359-9379-1835c6410bee req-a1055148-c0db-4291-95cd-6d8a88df04c6 tempest-AbsoluteLimitsNegativeTestJSON-1262131528 tempest-AbsoluteLimitsNegativeTestJSON-1262131528-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=2a2ca592cadb4b58aea5699f660dbbf6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.4309194 Oct 27 10:32:16.556102 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-2d886791-1f22-4fe3-aeb3-99cf8dda035d req-f8dd1dc9-6280-498c-96b3-716ac2afddbb service neutron] 10.222.0.64 "GET /v2.0/networks/5f1726cf-df95-405e-a4b7-a0ec3cc3a1aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9294093 Oct 27 10:32:16.853090 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-31741a63-a8d1-406a-9314-c684b0f8d658 req-4fea24ed-09a6-46d4-8b77-b7b57177c406 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=810180e7-5d50-4570-a0b6-3a38595c8900 HTTP/1.1" status: 200 len: 217 time: 0.5969913 Oct 27 10:32:16.931119 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-2d886791-1f22-4fe3-aeb3-99cf8dda035d req-9da04047-ef3d-41f9-8499-61dbd0f1d65e service neutron] 10.222.0.64 "GET /v2.0/networks/5f1726cf-df95-405e-a4b7-a0ec3cc3a1aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3671954 Oct 27 10:32:17.011867 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31741a63-a8d1-406a-9314-c684b0f8d658 req-be6b2694-3476-47e9-994d-106f56542fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:32:17.013746 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-31741a63-a8d1-406a-9314-c684b0f8d658 req-be6b2694-3476-47e9-994d-106f56542fe9 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=cb58c73e-dd0f-4abd-8201-d6bfb436c15d HTTP/1.1" status: 200 len: 852 time: 0.1388810 Oct 27 10:32:17.048014 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-2d886791-1f22-4fe3-aeb3-99cf8dda035d req-f8a3a6d3-6286-4823-b984-a44d3471e08d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.108&port_id=f866a8ac-0d08-4157-96c5-6411c7be1248 HTTP/1.1" status: 200 len: 217 time: 0.1076040 Oct 27 10:32:17.063519 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-31741a63-a8d1-406a-9314-c684b0f8d658 req-5e631de6-5e67-452d-aef6-db9f66df599f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=38ad5bfc-5458-4e02-a5f4-75fc331aae38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395935 Oct 27 10:32:17.102055 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 60088) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:32:17.125718 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36207158-83ac-4571-9b28-d6df0d2f0e00 req-987825d1-f4f8-4815-b228-53a2705aee6e tempest-InstanceActionsTestJSON-2062157644 tempest-InstanceActionsTestJSON-2062157644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:32:17.135525 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-36207158-83ac-4571-9b28-d6df0d2f0e00 req-987825d1-f4f8-4815-b228-53a2705aee6e tempest-InstanceActionsTestJSON-2062157644 tempest-InstanceActionsTestJSON-2062157644-project] 10.222.0.44 "GET /v2.0/ports?device_id=cce4d25c-8e26-4601-b0d6-ada5e4b33fac HTTP/1.1" status: 200 len: 943 time: 0.4322386 Oct 27 10:32:17.242102 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-31741a63-a8d1-406a-9314-c684b0f8d658 req-935a50b7-d492-4ac6-912f-fbc0bcac2e14 service neutron] 10.222.0.64 "GET /v2.0/networks/38ad5bfc-5458-4e02-a5f4-75fc331aae38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1699610 Oct 27 10:32:17.352084 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-36207158-83ac-4571-9b28-d6df0d2f0e00 req-99e0ff6e-9d47-4d78-a028-29a57621b6a4 tempest-InstanceActionsTestJSON-2062157644 tempest-InstanceActionsTestJSON-2062157644-project] 10.222.0.44 "GET /v2.0/security-groups?id=5d21affd-fb97-42d9-98de-76a99618fbb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2071893 Oct 27 10:32:17.357155 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d886791-1f22-4fe3-aeb3-99cf8dda035d req-a304d54a-8378-4dc6-a2da-c86de0099a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:32:17.358674 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-2d886791-1f22-4fe3-aeb3-99cf8dda035d req-a304d54a-8378-4dc6-a2da-c86de0099a6d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=237eead6-dd56-4753-9d54-b14517989073 HTTP/1.1" status: 200 len: 797 time: 0.2995148 Oct 27 10:32:17.443752 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-06e6f2b4-6515-47da-b8b3-aa75b76577e2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:32:17.453289 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d886791-1f22-4fe3-aeb3-99cf8dda035d req-a4898cd0-cbaa-438e-bfbe-6f39fda7df97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:32:17.454890 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-2d886791-1f22-4fe3-aeb3-99cf8dda035d req-a4898cd0-cbaa-438e-bfbe-6f39fda7df97 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d9f24547-a97b-4994-95da-a3dc1f0864ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0858593 Oct 27 10:32:17.579877 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-2d886791-1f22-4fe3-aeb3-99cf8dda035d req-8b7867ef-b183-49ea-ad0a-8f7ab8d5bf8d service neutron] 10.222.0.64 "GET /v2.0/networks/d9f24547-a97b-4994-95da-a3dc1f0864ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1156178 Oct 27 10:32:17.611824 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-31741a63-a8d1-406a-9314-c684b0f8d658 req-efa1cf23-1829-4509-a688-64ed0413d5fb service neutron] 10.222.0.64 "GET /v2.0/networks/38ad5bfc-5458-4e02-a5f4-75fc331aae38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3612480 Oct 27 10:32:17.703601 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-2d886791-1f22-4fe3-aeb3-99cf8dda035d req-eacaaaa5-1cfc-4cb4-985c-02c94d2e4461 service neutron] 10.222.0.64 "GET /v2.0/networks/d9f24547-a97b-4994-95da-a3dc1f0864ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1151500 Oct 27 10:32:17.760046 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-2d886791-1f22-4fe3-aeb3-99cf8dda035d req-426b14ac-c3ff-48c5-87f2-1d6ba4da4cdc service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.246&port_id=2987d3d2-c23b-41d4-81db-f2875388f5dc HTTP/1.1" status: 200 len: 217 time: 0.0485339 Oct 27 10:32:17.777396 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-06e6f2b4-6515-47da-b8b3-aa75b76577e2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:32:17.784949 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be722c9-a8f4-4d09-b058-4d6434ae54d5 req-f280fd33-a39c-4359-9e9b-56aa44f8c7b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:32:17.786879 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8be722c9-a8f4-4d09-b058-4d6434ae54d5 req-f280fd33-a39c-4359-9e9b-56aa44f8c7b0 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4f57a75a642d40caa0e2557f4ca0f174&device_id=cce4d25c-8e26-4601-b0d6-ada5e4b33fac HTTP/1.1" status: 200 len: 1095 time: 0.0901129 Oct 27 10:32:17.788256 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-06e6f2b4-6515-47da-b8b3-aa75b76577e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:32:17.895248 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d886791-1f22-4fe3-aeb3-99cf8dda035d req-4fc481f7-65d2-4666-880a-13225a466b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:32:17.896738 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-2d886791-1f22-4fe3-aeb3-99cf8dda035d req-4fc481f7-65d2-4666-880a-13225a466b5d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=237eead6-dd56-4753-9d54-b14517989073 HTTP/1.1" status: 200 len: 797 time: 0.1287484 Oct 27 10:32:17.949481 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be722c9-a8f4-4d09-b058-4d6434ae54d5 req-4af818fc-240c-4509-b6b6-54eb84183546 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:32:17.950967 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8be722c9-a8f4-4d09-b058-4d6434ae54d5 req-4af818fc-240c-4509-b6b6-54eb84183546 service neutron] 10.222.0.64 "GET /v2.0/networks?id=38ad5bfc-5458-4e02-a5f4-75fc331aae38 HTTP/1.1" status: 200 len: 913 time: 0.1574533 Oct 27 10:32:17.986020 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d886791-1f22-4fe3-aeb3-99cf8dda035d req-5abf9a53-911d-43ac-9b45-dd7bd67d6ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:32:17.987533 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-2d886791-1f22-4fe3-aeb3-99cf8dda035d req-5abf9a53-911d-43ac-9b45-dd7bd67d6ee8 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d9f24547-a97b-4994-95da-a3dc1f0864ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0815277 Oct 27 10:32:18.057220 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8be722c9-a8f4-4d09-b058-4d6434ae54d5 req-081d4501-900a-4737-8616-aaf56e94e1be service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=810180e7-5d50-4570-a0b6-3a38595c8900 HTTP/1.1" status: 200 len: 217 time: 0.0887675 Oct 27 10:32:18.098604 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 60114) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:32:18.107061 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-06e6f2b4-6515-47da-b8b3-aa75b76577e2 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2a2ca592cadb4b58aea5699f660dbbf6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0037878 Oct 27 10:32:18.131145 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e6f2b4-6515-47da-b8b3-aa75b76577e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=524cce9a-ae61-4efb-bc42-eea32a7ecc58,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:32:18.181958 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be722c9-a8f4-4d09-b058-4d6434ae54d5 req-d91fd515-9128-4d78-9d08-474ccab7abc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:32:18.183926 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8be722c9-a8f4-4d09-b058-4d6434ae54d5 req-d91fd515-9128-4d78-9d08-474ccab7abc7 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=cb58c73e-dd0f-4abd-8201-d6bfb436c15d HTTP/1.1" status: 200 len: 852 time: 0.1061044 Oct 27 10:32:18.245949 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8be722c9-a8f4-4d09-b058-4d6434ae54d5 req-ea75f19e-d48e-4c91-b05c-6126a13eefad service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=38ad5bfc-5458-4e02-a5f4-75fc331aae38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0446165 Oct 27 10:32:18.287789 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-41384a63-2b64-4a7d-82bb-7a55b7fbf802 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:32:18.336298 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-2d886791-1f22-4fe3-aeb3-99cf8dda035d req-706f1c14-0ab7-423d-9bcf-2677176a73f6 service neutron] 10.222.0.64 "GET /v2.0/networks/d9f24547-a97b-4994-95da-a3dc1f0864ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3401845 Oct 27 10:32:18.400250 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-41384a63-2b64-4a7d-82bb-7a55b7fbf802 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:32:18.447653 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8be722c9-a8f4-4d09-b058-4d6434ae54d5 req-3dbd22b3-5548-48e7-88d3-c34bdab686dc service neutron] 10.222.0.64 "GET /v2.0/networks/38ad5bfc-5458-4e02-a5f4-75fc331aae38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1978471 Oct 27 10:32:18.589752 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-2d886791-1f22-4fe3-aeb3-99cf8dda035d req-d31e17f0-c614-46f5-99ec-6ab384f0a2dd service neutron] 10.222.0.64 "GET /v2.0/networks/d9f24547-a97b-4994-95da-a3dc1f0864ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2368419 Oct 27 10:32:18.590787 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-41384a63-2b64-4a7d-82bb-7a55b7fbf802 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:32:18.595566 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-41384a63-2b64-4a7d-82bb-7a55b7fbf802 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:32:18.595566 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-41384a63-2b64-4a7d-82bb-7a55b7fbf802 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/524cce9a-ae61-4efb-bc42-eea32a7ecc58 HTTP/1.1" status: 204 len: 168 time: 0.4938295 Oct 27 10:32:18.604342 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41384a63-2b64-4a7d-82bb-7a55b7fbf802 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=524cce9a-ae61-4efb-bc42-eea32a7ecc58,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:32:18.704399 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-2d886791-1f22-4fe3-aeb3-99cf8dda035d req-d9237aff-3e20-41f0-a59e-8a73a21c04c8 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.133&port_id=56a0b817-75f4-4ce7-b33b-a8b3aecdb601 HTTP/1.1" status: 200 len: 217 time: 0.0994787 Oct 27 10:32:18.727880 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa2546b-5981-47fc-82b2-03808ee3a1b1 req-ae5891ae-1c35-4156-9b71-8d8611c18966 tempest-InstanceActionsTestJSON-2062157644 tempest-InstanceActionsTestJSON-2062157644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:32:18.740191 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-faa2546b-5981-47fc-82b2-03808ee3a1b1 req-ae5891ae-1c35-4156-9b71-8d8611c18966 tempest-InstanceActionsTestJSON-2062157644 tempest-InstanceActionsTestJSON-2062157644-project] 10.222.0.44 "GET /v2.0/ports?device_id=cce4d25c-8e26-4601-b0d6-ada5e4b33fac HTTP/1.1" status: 200 len: 943 time: 0.2597404 Oct 27 10:32:18.868873 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-d7d6e513-471c-4b56-9dce-bafec235f15b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:32:18.878629 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d886791-1f22-4fe3-aeb3-99cf8dda035d req-aa4474eb-e721-409c-a5ba-21257d9098a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:32:18.880118 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-2d886791-1f22-4fe3-aeb3-99cf8dda035d req-aa4474eb-e721-409c-a5ba-21257d9098a9 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=237eead6-dd56-4753-9d54-b14517989073 HTTP/1.1" status: 200 len: 797 time: 0.1665475 Oct 27 10:32:18.896808 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8be722c9-a8f4-4d09-b058-4d6434ae54d5 req-a844a8ab-2b01-4a48-90b3-31e4d0a5d4fc service neutron] 10.222.0.64 "GET /v2.0/networks/38ad5bfc-5458-4e02-a5f4-75fc331aae38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4396825 Oct 27 10:32:18.924665 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-faa2546b-5981-47fc-82b2-03808ee3a1b1 req-e3f32764-8b4a-41db-9af6-01610df91d4b tempest-InstanceActionsTestJSON-2062157644 tempest-InstanceActionsTestJSON-2062157644-project] 10.222.0.44 "GET /v2.0/security-groups?id=5d21affd-fb97-42d9-98de-76a99618fbb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738319 Oct 27 10:32:18.997382 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d886791-1f22-4fe3-aeb3-99cf8dda035d req-3aa8593a-b6be-4440-901a-fc7b90f2d97c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:32:19.000928 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-2d886791-1f22-4fe3-aeb3-99cf8dda035d req-3aa8593a-b6be-4440-901a-fc7b90f2d97c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d9f24547-a97b-4994-95da-a3dc1f0864ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1128333 Oct 27 10:32:19.175626 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-2d886791-1f22-4fe3-aeb3-99cf8dda035d req-6a71a7fe-467a-47de-8c80-e73b0f869fab service neutron] 10.222.0.64 "GET /v2.0/networks/d9f24547-a97b-4994-95da-a3dc1f0864ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1655974 Oct 27 10:32:19.424688 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-2d886791-1f22-4fe3-aeb3-99cf8dda035d req-28cb21d3-f09b-469b-abcd-4f097b4a0929 service neutron] 10.222.0.64 "GET /v2.0/networks/d9f24547-a97b-4994-95da-a3dc1f0864ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2348206 Oct 27 10:32:19.472968 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-2d886791-1f22-4fe3-aeb3-99cf8dda035d req-abe37aec-510e-4cf9-a2dd-1dfa34c8342b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.177&port_id=870bf313-566e-41bd-b31c-74deaf9c052a HTTP/1.1" status: 200 len: 217 time: 0.0455897 Oct 27 10:32:19.543674 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d886791-1f22-4fe3-aeb3-99cf8dda035d req-943ee1df-ae07-4a30-937e-51e6268892c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:32:19.545276 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-2d886791-1f22-4fe3-aeb3-99cf8dda035d req-943ee1df-ae07-4a30-937e-51e6268892c8 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=237eead6-dd56-4753-9d54-b14517989073 HTTP/1.1" status: 200 len: 797 time: 0.0644994 Oct 27 10:32:19.641086 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d886791-1f22-4fe3-aeb3-99cf8dda035d req-55b28946-345b-4cfe-926b-0999e25ccc52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:32:19.642830 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-2d886791-1f22-4fe3-aeb3-99cf8dda035d req-55b28946-345b-4cfe-926b-0999e25ccc52 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d9f24547-a97b-4994-95da-a3dc1f0864ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0875826 Oct 27 10:32:19.783264 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-2d886791-1f22-4fe3-aeb3-99cf8dda035d req-4756e585-7671-4b7c-a5f7-96a8adf4a24b service neutron] 10.222.0.64 "GET /v2.0/networks/d9f24547-a97b-4994-95da-a3dc1f0864ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325128 Oct 27 10:32:19.994645 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-eadeaa30-4096-4d1a-b3cb-aa7ebfb291ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:32:20.024629 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-2d886791-1f22-4fe3-aeb3-99cf8dda035d req-e88a47c8-242e-4097-80e3-f22d1fcffa57 service neutron] 10.222.0.64 "GET /v2.0/networks/d9f24547-a97b-4994-95da-a3dc1f0864ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2331517 Oct 27 10:32:20.047848 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:32:20.135133 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-2d886791-1f22-4fe3-aeb3-99cf8dda035d req-8eebccd8-7dbf-42ec-a8da-ac3236bd2e62 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=02eec9e0-03c6-433a-af9e-1b5e5abf2703 HTTP/1.1" status: 200 len: 217 time: 0.1016891 Oct 27 10:32:20.139342 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04eb2cfb-3f72-4d7c-a161-b3a4f9b5f46a req-a989f2dd-d733-46f5-81bc-ee349b99c409 tempest-InstanceActionsTestJSON-2062157644 tempest-InstanceActionsTestJSON-2062157644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:32:20.147108 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-04eb2cfb-3f72-4d7c-a161-b3a4f9b5f46a req-a989f2dd-d733-46f5-81bc-ee349b99c409 tempest-InstanceActionsTestJSON-2062157644 tempest-InstanceActionsTestJSON-2062157644-project] 10.222.0.44 "GET /v2.0/ports?device_id=cce4d25c-8e26-4601-b0d6-ada5e4b33fac HTTP/1.1" status: 200 len: 943 time: 0.0736656 Oct 27 10:32:20.224847 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-04eb2cfb-3f72-4d7c-a161-b3a4f9b5f46a req-26a6ab4f-5855-4df5-966a-fb2a89806d5a tempest-InstanceActionsTestJSON-2062157644 tempest-InstanceActionsTestJSON-2062157644-project] 10.222.0.44 "GET /v2.0/security-groups?id=5d21affd-fb97-42d9-98de-76a99618fbb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766437 Oct 27 10:32:20.246357 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d886791-1f22-4fe3-aeb3-99cf8dda035d req-87e1ae4a-1a94-41c4-a9c3-ae0a9c244249 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:32:20.247917 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-2d886791-1f22-4fe3-aeb3-99cf8dda035d req-87e1ae4a-1a94-41c4-a9c3-ae0a9c244249 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=44c80a83-a220-441f-8a83-aa10dbf72783 HTTP/1.1" status: 200 len: 797 time: 0.1045175 Oct 27 10:32:20.353677 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d886791-1f22-4fe3-aeb3-99cf8dda035d req-6f83e421-0bbf-437e-a8e2-0ad4edad1a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:32:20.355359 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-2d886791-1f22-4fe3-aeb3-99cf8dda035d req-6f83e421-0bbf-437e-a8e2-0ad4edad1a9e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=629f7918-c2db-454f-876e-5fb1ab57b5ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0991185 Oct 27 10:32:20.520236 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-2d886791-1f22-4fe3-aeb3-99cf8dda035d req-7b6f6290-1e06-4359-98c3-3fe8914104fd service neutron] 10.222.0.64 "GET /v2.0/networks/629f7918-c2db-454f-876e-5fb1ab57b5ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1554883 Oct 27 10:32:20.657579 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-2d886791-1f22-4fe3-aeb3-99cf8dda035d req-b8ee6240-a438-45c4-96b1-0bbfa3e6834b service neutron] 10.222.0.64 "GET /v2.0/networks/629f7918-c2db-454f-876e-5fb1ab57b5ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282136 Oct 27 10:32:20.720932 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-2d886791-1f22-4fe3-aeb3-99cf8dda035d req-f807d030-6cf4-42b7-a638-2a544d871f00 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=52999097-daf5-40c3-b409-81f220c75685 HTTP/1.1" status: 200 len: 217 time: 0.0559015 Oct 27 10:32:20.808003 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d886791-1f22-4fe3-aeb3-99cf8dda035d req-844226d9-1c4b-47ad-8033-fcb9466499e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:32:20.812799 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-2d886791-1f22-4fe3-aeb3-99cf8dda035d req-844226d9-1c4b-47ad-8033-fcb9466499e2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=44c80a83-a220-441f-8a83-aa10dbf72783 HTTP/1.1" status: 200 len: 797 time: 0.0850565 Oct 27 10:32:20.895836 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d886791-1f22-4fe3-aeb3-99cf8dda035d req-34e36e06-6fcc-4e56-b1b7-1490bd47d1c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:32:20.898234 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-2d886791-1f22-4fe3-aeb3-99cf8dda035d req-34e36e06-6fcc-4e56-b1b7-1490bd47d1c0 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=629f7918-c2db-454f-876e-5fb1ab57b5ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0759721 Oct 27 10:32:20.903411 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 60204) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:32:21.097049 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-8b107071-f5f9-4d3c-bf27-106601421a14 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:32:21.103505 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-2d886791-1f22-4fe3-aeb3-99cf8dda035d req-22608cf9-a7a6-4d85-92b5-ba27f100b726 service neutron] 10.222.0.64 "GET /v2.0/networks/629f7918-c2db-454f-876e-5fb1ab57b5ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1929371 Oct 27 10:32:21.213617 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-8b107071-f5f9-4d3c-bf27-106601421a14 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:32:21.219776 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-8b107071-f5f9-4d3c-bf27-106601421a14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:32:21.247384 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-8b107071-f5f9-4d3c-bf27-106601421a14 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f964863311b14f28be679399cb688437&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3419302 Oct 27 10:32:21.252835 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 60224) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:32:21.278312 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-2d886791-1f22-4fe3-aeb3-99cf8dda035d req-995b1e80-8b47-4f4f-8ccd-249d768596e4 service neutron] 10.222.0.64 "GET /v2.0/networks/629f7918-c2db-454f-876e-5fb1ab57b5ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1661627 Oct 27 10:32:21.316188 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b107071-f5f9-4d3c-bf27-106601421a14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d13891ca-4ac6-41fd-94ef-aa43c83041db,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:32:21.362819 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-03f9db84-aaed-4929-a2e3-53cb53502d5e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:32:21.434760 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-03f9db84-aaed-4929-a2e3-53cb53502d5e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:32:21.435132 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca0a426-afbd-4584-9e09-ed767c620d8d req-4319b81b-c09e-4870-8b2d-d77a256a77c1 tempest-InstanceActionsTestJSON-2062157644 tempest-InstanceActionsTestJSON-2062157644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:32:21.443035 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-4ca0a426-afbd-4584-9e09-ed767c620d8d req-4319b81b-c09e-4870-8b2d-d77a256a77c1 tempest-InstanceActionsTestJSON-2062157644 tempest-InstanceActionsTestJSON-2062157644-project] 10.222.0.44 "GET /v2.0/ports?device_id=cce4d25c-8e26-4601-b0d6-ada5e4b33fac HTTP/1.1" status: 200 len: 943 time: 0.1086700 Oct 27 10:32:21.513523 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-4ca0a426-afbd-4584-9e09-ed767c620d8d req-569ed097-641f-4d24-9f2b-7ce63fad6fb8 tempest-InstanceActionsTestJSON-2062157644 tempest-InstanceActionsTestJSON-2062157644-project] 10.222.0.44 "GET /v2.0/security-groups?id=5d21affd-fb97-42d9-98de-76a99618fbb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693657 Oct 27 10:32:21.574808 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-03f9db84-aaed-4929-a2e3-53cb53502d5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:32:21.579051 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-03f9db84-aaed-4929-a2e3-53cb53502d5e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:32:21.582488 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-03f9db84-aaed-4929-a2e3-53cb53502d5e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d13891ca-4ac6-41fd-94ef-aa43c83041db HTTP/1.1" status: 204 len: 168 time: 0.3262632 Oct 27 10:32:21.589792 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f9db84-aaed-4929-a2e3-53cb53502d5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d13891ca-4ac6-41fd-94ef-aa43c83041db,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:32:21.604493 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device 810180e7-5d50-4570-a0b6-3a38595c8900 details requested by agent hyperv_n-h1-813419-10 with host n-h1-813419-10 {{(pid=102348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 10:32:21.786201 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port 810180e7-5d50-4570-a0b6-3a38595c8900, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=810180e7-5d50-4570-a0b6-3a38595c8900,segment=NetworkSegment(fb097f98-6d65-4113-95ff-eacd1b386599),segment_id=fb097f98-6d65-4113-95ff-eacd1b386599)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:32:21.809084 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Returning: {'device': '810180e7-5d50-4570-a0b6-3a38595c8900', 'network_id': '38ad5bfc-5458-4e02-a5f4-75fc331aae38', 'port_id': '810180e7-5d50-4570-a0b6-3a38595c8900', 'mac_address': 'fa:16:3e:e4:b3:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 438, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb58c73e-dd0f-4abd-8201-d6bfb436c15d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 10:32:21.856813 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:32:21.876070 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 810180e7-5d50-4570-a0b6-3a38595c8900 {{(pid=102348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:32:21.906976 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port 810180e7-5d50-4570-a0b6-3a38595c8900, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=810180e7-5d50-4570-a0b6-3a38595c8900,segment=NetworkSegment(fb097f98-6d65-4113-95ff-eacd1b386599),segment_id=fb097f98-6d65-4113-95ff-eacd1b386599)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:32:21.908024 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-3c6a8245-0581-48aa-b5f6-4d8fe98cd16e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:32:21.917974 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:32:22.029600 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Pushing event updated for resources: {'Port': ['ID=810180e7-5d50-4570-a0b6-3a38595c8900,revision_number=4']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:32:22.232299 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-5136a0ef-c738-4baf-8182-d227d4866c6a req-3b66d68f-8089-4a7d-b1b3-c1880091dce3 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=ec426f37-47a7-4e9c-870c-91e8df99e748&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1685436 Oct 27 10:32:22.239870 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] get_ports_and_sgs() called for port_ids ['810180e7-5d50-4570-a0b6-3a38595c8900'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:32:22.389060 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5136a0ef-c738-4baf-8182-d227d4866c6a req-fc3d28b7-b942-40df-bba2-d4827c556516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:32:22.395816 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-5136a0ef-c738-4baf-8182-d227d4866c6a req-fc3d28b7-b942-40df-bba2-d4827c556516 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=50ab7eab762445ca9e27bf807345be3c&device_id=ec426f37-47a7-4e9c-870c-91e8df99e748 HTTP/1.1" status: 200 len: 1097 time: 0.0824196 Oct 27 10:32:22.866860 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5136a0ef-c738-4baf-8182-d227d4866c6a req-030c33b9-1c74-403f-be88-b33a068579a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:32:22.870893 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-5136a0ef-c738-4baf-8182-d227d4866c6a req-030c33b9-1c74-403f-be88-b33a068579a8 service neutron] 10.222.0.76 "GET /v2.0/networks?id=2b5dda7b-dc05-4d2b-a3dd-2052b5b3ce50 HTTP/1.1" status: 200 len: 915 time: 0.4512172 Oct 27 10:32:22.901166 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f3e06f-a6c4-4eb6-ba78-ced0032630cf req-39d17f8a-f207-4e33-843e-4da8769dea9d tempest-InstanceActionsTestJSON-2062157644 tempest-InstanceActionsTestJSON-2062157644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:32:22.903411 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-35f3e06f-a6c4-4eb6-ba78-ced0032630cf req-39d17f8a-f207-4e33-843e-4da8769dea9d tempest-InstanceActionsTestJSON-2062157644 tempest-InstanceActionsTestJSON-2062157644-project] 10.222.0.44 "GET /v2.0/ports?device_id=cce4d25c-8e26-4601-b0d6-ada5e4b33fac HTTP/1.1" status: 200 len: 944 time: 0.1635089 Oct 27 10:32:23.048495 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-35f3e06f-a6c4-4eb6-ba78-ced0032630cf req-96092dfb-c359-4854-a682-5ba062b9302e tempest-InstanceActionsTestJSON-2062157644 tempest-InstanceActionsTestJSON-2062157644-project] 10.222.0.44 "GET /v2.0/security-groups?id=5d21affd-fb97-42d9-98de-76a99618fbb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824788 Oct 27 10:32:23.058591 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-5136a0ef-c738-4baf-8182-d227d4866c6a req-c069fc52-8da4-4298-b2a1-1fa8c30ee4a9 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=39e9f852-a05e-444e-a04f-471a0119b85d HTTP/1.1" status: 200 len: 1000 time: 0.1784849 Oct 27 10:32:23.153525 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 60298) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:32:23.246392 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5136a0ef-c738-4baf-8182-d227d4866c6a req-8eeb39be-67b7-4f8e-8b10-b864223ccb57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:32:23.246392 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-5136a0ef-c738-4baf-8182-d227d4866c6a req-8eeb39be-67b7-4f8e-8b10-b864223ccb57 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=6a725a1b-1b05-4185-9a4f-8fbc585fd3e1 HTTP/1.1" status: 200 len: 853 time: 0.1369219 Oct 27 10:32:23.293684 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-da3ec1cc-1d5c-48c6-a1a3-7dee701c78ab admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1361632235-network', 'tenant_id': '9acc1288f1e24e5194b2ab7572b1c5ff'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:32:23.307777 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5136a0ef-c738-4baf-8182-d227d4866c6a req-9ae0deb5-b320-4770-b080-9f9c2e3aeec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:32:23.309553 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-5136a0ef-c738-4baf-8182-d227d4866c6a req-9ae0deb5-b320-4770-b080-9f9c2e3aeec5 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=2b5dda7b-dc05-4d2b-a3dd-2052b5b3ce50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0978303 Oct 27 10:32:23.329154 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da3ec1cc-1d5c-48c6-a1a3-7dee701c78ab admin admin] Made reservation on behalf of 9acc1288f1e24e5194b2ab7572b1c5ff for: {'network': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:32:23.333518 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-da3ec1cc-1d5c-48c6-a1a3-7dee701c78ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for network, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:32:23.366141 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-da3ec1cc-1d5c-48c6-a1a3-7dee701c78ab admin admin] Publish callbacks [] for security_group, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:32:23.502139 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-da3ec1cc-1d5c-48c6-a1a3-7dee701c78ab admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:32:23.518321 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-da3ec1cc-1d5c-48c6-a1a3-7dee701c78ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:32:23.568509 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da3ec1cc-1d5c-48c6-a1a3-7dee701c78ab admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 447} {{(pid=102347) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 10:32:23.578241 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3ec1cc-1d5c-48c6-a1a3-7dee701c78ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cfb3b36-7fdd-4213-b115-9d47e1636c43,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:32:23.580164 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-5136a0ef-c738-4baf-8182-d227d4866c6a req-2fa1ca7c-2094-40fd-9e66-ba8538360a90 service neutron] 10.222.0.76 "GET /v2.0/networks/2b5dda7b-dc05-4d2b-a3dd-2052b5b3ce50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2402864 Oct 27 10:32:23.600155 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-da3ec1cc-1d5c-48c6-a1a3-7dee701c78ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:32:23.600530 n-d-813419-10 neutron-server[102347]: INFO neutron.db.segments_db [None req-da3ec1cc-1d5c-48c6-a1a3-7dee701c78ab admin admin] Added segment 7dd77195-ce76-4d8f-a4a0-21bf27911aee of type vlan for network 8d938063-6de9-4af7-8c0a-0cc177cd5dd2 Oct 27 10:32:23.620621 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device 810180e7-5d50-4570-a0b6-3a38595c8900 up at agent hyperv_n-h1-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:32:23.723847 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-da3ec1cc-1d5c-48c6-a1a3-7dee701c78ab admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743872593080'] for network, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:32:23.736773 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Provisioning for port 810180e7-5d50-4570-a0b6-3a38595c8900 completed by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 10:32:23.746385 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Provisioning complete for port 810180e7-5d50-4570-a0b6-3a38595c8900 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:32:23.747227 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:32:23.778039 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-5136a0ef-c738-4baf-8182-d227d4866c6a req-00a5d5d4-88f3-4141-b567-ab8e5ab132ad service neutron] 10.222.0.76 "GET /v2.0/networks/2b5dda7b-dc05-4d2b-a3dd-2052b5b3ce50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1964123 Oct 27 10:32:23.810333 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-da3ec1cc-1d5c-48c6-a1a3-7dee701c78ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913'] for network, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:32:23.812964 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da3ec1cc-1d5c-48c6-a1a3-7dee701c78ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:32:23.814155 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-da3ec1cc-1d5c-48c6-a1a3-7dee701c78ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for network, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:32:23.947281 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-da3ec1cc-1d5c-48c6-a1a3-7dee701c78ab admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8581436 Oct 27 10:32:23.950292 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 60338) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:32:23.956877 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-34bb0a07-5e41-427b-8a37-59996c654e58 admin admin] Request body: {'subnet': {'network_id': '8d938063-6de9-4af7-8c0a-0cc177cd5dd2', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1361632235-subnet', 'tenant_id': '9acc1288f1e24e5194b2ab7572b1c5ff', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:32:23.975079 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:32:23.976781 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3ec1cc-1d5c-48c6-a1a3-7dee701c78ab admin admin] Pushing event updated for resources: {'Network': ['ID=8d938063-6de9-4af7-8c0a-0cc177cd5dd2,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:32:23.989506 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34bb0a07-5e41-427b-8a37-59996c654e58 admin admin] Made reservation on behalf of 9acc1288f1e24e5194b2ab7572b1c5ff for: {'subnet': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:32:23.993087 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-34bb0a07-5e41-427b-8a37-59996c654e58 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27167186'] for subnet, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:32:23.998555 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Network 8d938063-6de9-4af7-8c0a-0cc177cd5dd2 details requested by agent ovs-agent-n-d-813419-10 with host n-d-813419-10 {{(pid=102348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 10:32:24.061142 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cce4d25c-8e26-4601-b0d6-ada5e4b33fac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '810180e7-5d50-4570-a0b6-3a38595c8900'}] {{(pid=102348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:32:24.063862 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c588921fa634554a1d9242fdea1b05457a9ff1d3b28ba54ec1dace7f2f1df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ae55bf4-65a2-4a2a-882c-575e00176ed0" -d '{"events": [{"server_uuid": "cce4d25c-8e26-4601-b0d6-ada5e4b33fac", "name": "network-vif-plugged", "status": "completed", "tag": "810180e7-5d50-4570-a0b6-3a38595c8900"}]}' {{(pid=102348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:32:24.152023 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port 810180e7-5d50-4570-a0b6-3a38595c8900, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=810180e7-5d50-4570-a0b6-3a38595c8900,segment=NetworkSegment(fb097f98-6d65-4113-95ff-eacd1b386599),segment_id=fb097f98-6d65-4113-95ff-eacd1b386599)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:32:24.162436 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:32:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-877a852e-f036-4e92-8ae9-e85b67f63e1d x-openstack-request-id: req-877a852e-f036-4e92-8ae9-e85b67f63e1d {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:32:24.163938 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cce4d25c-8e26-4601-b0d6-ada5e4b33fac", "name": "network-vif-plugged", "status": "completed", "tag": "810180e7-5d50-4570-a0b6-3a38595c8900", "code": 200}]} {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:32:24.164107 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-877a852e-f036-4e92-8ae9-e85b67f63e1d {{(pid=102348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:32:24.164563 n-d-813419-10 neutron-server[102348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cce4d25c-8e26-4601-b0d6-ada5e4b33fac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '810180e7-5d50-4570-a0b6-3a38595c8900', 'code': 200} Oct 27 10:32:24.184075 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:32:24.281345 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Pushing event updated for resources: {'Port': ['ID=810180e7-5d50-4570-a0b6-3a38595c8900,revision_number=5']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:32:24.409427 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f106f3f3-42a5-409d-9536-2883b6bfabef req-18b45eb6-a160-4147-bca7-501a8029ac2e tempest-InstanceActionsTestJSON-2062157644 tempest-InstanceActionsTestJSON-2062157644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:32:24.411074 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-f106f3f3-42a5-409d-9536-2883b6bfabef req-18b45eb6-a160-4147-bca7-501a8029ac2e tempest-InstanceActionsTestJSON-2062157644 tempest-InstanceActionsTestJSON-2062157644-project] 10.222.0.44 "GET /v2.0/ports?device_id=cce4d25c-8e26-4601-b0d6-ada5e4b33fac HTTP/1.1" status: 200 len: 945 time: 0.1684062 Oct 27 10:32:24.418718 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96a0d14-1059-44d9-a6ae-8fe3b829242a req-31fe5c21-d3ee-43b1-a164-1233c95e7342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:32:24.422784 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-b96a0d14-1059-44d9-a6ae-8fe3b829242a req-31fe5c21-d3ee-43b1-a164-1233c95e7342 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=cce4d25c-8e26-4601-b0d6-ada5e4b33fac HTTP/1.1" status: 200 len: 1097 time: 0.1761739 Oct 27 10:32:24.462234 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-34bb0a07-5e41-427b-8a37-59996c654e58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27024290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27167168'] for subnet, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:32:24.521295 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-f106f3f3-42a5-409d-9536-2883b6bfabef req-defd3710-2b71-4e9c-bd6e-1abc17be0b73 tempest-InstanceActionsTestJSON-2062157644 tempest-InstanceActionsTestJSON-2062157644-project] 10.222.0.44 "GET /v2.0/security-groups?id=5d21affd-fb97-42d9-98de-76a99618fbb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911014 Oct 27 10:32:24.569043 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-b96a0d14-1059-44d9-a6ae-8fe3b829242a req-d2975cf0-4e3a-4e06-be9f-a5610bfd4b8b service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=5d21affd-fb97-42d9-98de-76a99618fbb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281018 Oct 27 10:32:24.571341 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bb0a07-5e41-427b-8a37-59996c654e58 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d10e012c-67dd-4bab-810d-02cbf72e2d75,revision_number=0']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:32:24.589696 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34bb0a07-5e41-427b-8a37-59996c654e58 admin admin] Checking segment: {'id': '7dd77195-ce76-4d8f-a4a0-21bf27911aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8d938063-6de9-4af7-8c0a-0cc177cd5dd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:32:24.590377 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34bb0a07-5e41-427b-8a37-59996c654e58 admin admin] Network hostable DHCP agents. Network: 8d938063-6de9-4af7-8c0a-0cc177cd5dd2, hostable agents: ['eafd4000-b897-4722-ae8b-0118ec955181'], hosted agents: [] {{(pid=102346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 10:32:24.609300 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34bb0a07-5e41-427b-8a37-59996c654e58 admin admin] Network 8d938063-6de9-4af7-8c0a-0cc177cd5dd2 is scheduled to be hosted by DHCP agent eafd4000-b897-4722-ae8b-0118ec955181 with binding_index 1 {{(pid=102346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 10:32:24.627696 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-34bb0a07-5e41-427b-8a37-59996c654e58 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-10, 8d938063-6de9-4af7-8c0a-0cc177cd5dd2) {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:32:24.635659 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec805363-9d15-4cfc-bb55-d4a58affa8da None None] Network 8d938063-6de9-4af7-8c0a-0cc177cd5dd2 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:32:24.653539 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34bb0a07-5e41-427b-8a37-59996c654e58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:32:24.655215 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-34bb0a07-5e41-427b-8a37-59996c654e58 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for subnet, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:32:24.704677 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-34bb0a07-5e41-427b-8a37-59996c654e58 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7519577 Oct 27 10:32:24.796231 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd63de71-1558-444d-837c-860dc403ce10 req-a3474c87-163b-401a-a7da-1a4d72eb8ea5 tempest-ImagesOneServerTestJSON-1893157797 tempest-ImagesOneServerTestJSON-1893157797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:32:24.812072 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-bd63de71-1558-444d-837c-860dc403ce10 req-a3474c87-163b-401a-a7da-1a4d72eb8ea5 tempest-ImagesOneServerTestJSON-1893157797 tempest-ImagesOneServerTestJSON-1893157797-project] 10.222.0.44 "GET /v2.0/ports?device_id=58883a96-792d-473f-863c-d444febd3300 HTTP/1.1" status: 200 len: 949 time: 0.0972624 Oct 27 10:32:24.871473 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b01f968a-6109-4855-86f4-5803ab15a783 None None] Network 8d938063-6de9-4af7-8c0a-0cc177cd5dd2 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:32:24.886640 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-bd63de71-1558-444d-837c-860dc403ce10 req-3e25c9ff-b894-480a-ae1e-ae8213ad44d2 tempest-ImagesOneServerTestJSON-1893157797 tempest-ImagesOneServerTestJSON-1893157797-project] 10.222.0.44 "GET /v2.0/security-groups?id=9d122a79-fc5a-4b05-905a-5ced9a136d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732195 Oct 27 10:32:25.316779 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22eb95c-fcbf-4908-893c-96daff3abd5d req-dff9bf85-32c6-4345-ac58-d404c2924b3b tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:32:25.318958 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-a22eb95c-fcbf-4908-893c-96daff3abd5d req-dff9bf85-32c6-4345-ac58-d404c2924b3b tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.44 "GET /v2.0/networks?id=8d938063-6de9-4af7-8c0a-0cc177cd5dd2 HTTP/1.1" status: 200 len: 812 time: 0.1232798 Oct 27 10:32:25.358388 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-a22eb95c-fcbf-4908-893c-96daff3abd5d req-acf07746-c956-4bf2-975b-d462c642993e tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.44 "GET /v2.0/quotas/9acc1288f1e24e5194b2ab7572b1c5ff HTTP/1.1" status: 200 len: 375 time: 0.0206344 Oct 27 10:32:25.419051 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-a22eb95c-fcbf-4908-893c-96daff3abd5d req-31846e94-e57b-41b2-847d-4f55b41792c1 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=9acc1288f1e24e5194b2ab7572b1c5ff&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0377078 Oct 27 10:32:25.515652 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-a22eb95c-fcbf-4908-893c-96daff3abd5d req-f501e504-e091-4ddc-afc9-5ae755849ed7 service neutron] 10.222.0.44 "GET /v2.0/networks/8d938063-6de9-4af7-8c0a-0cc177cd5dd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929618 Oct 27 10:32:25.680004 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-a22eb95c-fcbf-4908-893c-96daff3abd5d req-23331801-347a-4f03-a070-68e97e9e30da service neutron] 10.222.0.44 "GET /v2.0/networks/8d938063-6de9-4af7-8c0a-0cc177cd5dd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1578491 Oct 27 10:32:25.711512 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e3603c-e48c-4b67-94ec-ef1adeeb3658 req-f85eeb18-d185-4bd5-b8fb-f2f8e5793c88 tempest-InstanceActionsTestJSON-2062157644 tempest-InstanceActionsTestJSON-2062157644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:32:25.713292 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-e5e3603c-e48c-4b67-94ec-ef1adeeb3658 req-f85eeb18-d185-4bd5-b8fb-f2f8e5793c88 tempest-InstanceActionsTestJSON-2062157644 tempest-InstanceActionsTestJSON-2062157644-project] 10.222.0.44 "GET /v2.0/ports?device_id=cce4d25c-8e26-4601-b0d6-ada5e4b33fac HTTP/1.1" status: 200 len: 945 time: 0.0979757 Oct 27 10:32:25.785306 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-e5e3603c-e48c-4b67-94ec-ef1adeeb3658 req-965c62ed-2260-4b1b-ae31-63bcd9a6626f tempest-InstanceActionsTestJSON-2062157644 tempest-InstanceActionsTestJSON-2062157644-project] 10.222.0.44 "GET /v2.0/security-groups?id=5d21affd-fb97-42d9-98de-76a99618fbb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517077 Oct 27 10:32:26.030956 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-f0e3784f-68a5-4f99-a64f-e1a9e2af1b2e req-8a1d4abd-98ee-42f5-b0cf-75f51bd6b294 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.44 "GET /v2.0/ports?device_id=46915948-9fc9-4009-8cce-6f1294cf92dd HTTP/1.1" status: 200 len: 210 time: 0.0565386 Oct 27 10:32:26.101051 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d40b09f-4b02-4e44-9468-db7cafb65e67 req-ae45a1ca-9249-4fe4-8045-aba065dc12bb tempest-ImagesOneServerTestJSON-1893157797 tempest-ImagesOneServerTestJSON-1893157797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:32:26.108845 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-5d40b09f-4b02-4e44-9468-db7cafb65e67 req-ae45a1ca-9249-4fe4-8045-aba065dc12bb tempest-ImagesOneServerTestJSON-1893157797 tempest-ImagesOneServerTestJSON-1893157797-project] 10.222.0.44 "GET /v2.0/ports?device_id=58883a96-792d-473f-863c-d444febd3300 HTTP/1.1" status: 200 len: 949 time: 0.0780308 Oct 27 10:32:26.219415 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-5d40b09f-4b02-4e44-9468-db7cafb65e67 req-87f499f7-ad40-4a44-a1be-627f4a238c6e tempest-ImagesOneServerTestJSON-1893157797 tempest-ImagesOneServerTestJSON-1893157797-project] 10.222.0.44 "GET /v2.0/security-groups?id=9d122a79-fc5a-4b05-905a-5ced9a136d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094370 Oct 27 10:32:26.922617 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0807b3ce-267f-41d5-913f-c5b34ef5fa0e req-54a1bd55-6ec9-4cc0-b996-76a591bcdf38 tempest-InstanceActionsTestJSON-2062157644 tempest-InstanceActionsTestJSON-2062157644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:32:26.924140 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-0807b3ce-267f-41d5-913f-c5b34ef5fa0e req-54a1bd55-6ec9-4cc0-b996-76a591bcdf38 tempest-InstanceActionsTestJSON-2062157644 tempest-InstanceActionsTestJSON-2062157644-project] 10.222.0.44 "GET /v2.0/ports?device_id=cce4d25c-8e26-4601-b0d6-ada5e4b33fac HTTP/1.1" status: 200 len: 945 time: 0.0544953 Oct 27 10:32:26.997020 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-0807b3ce-267f-41d5-913f-c5b34ef5fa0e req-5ddcf2ce-059b-47ea-97c1-c2c943b9fea6 tempest-InstanceActionsTestJSON-2062157644 tempest-InstanceActionsTestJSON-2062157644-project] 10.222.0.44 "GET /v2.0/security-groups?id=5d21affd-fb97-42d9-98de-76a99618fbb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594473 Oct 27 10:32:27.314599 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22eb95c-fcbf-4908-893c-96daff3abd5d req-5ca2a3c9-4055-47a0-8ae4-4a9e60660e72 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:32:27.316672 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-a22eb95c-fcbf-4908-893c-96daff3abd5d req-5ca2a3c9-4055-47a0-8ae4-4a9e60660e72 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.76 "GET /v2.0/networks?id=8d938063-6de9-4af7-8c0a-0cc177cd5dd2 HTTP/1.1" status: 200 len: 812 time: 0.2590253 Oct 27 10:32:27.332793 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [req-a22eb95c-fcbf-4908-893c-96daff3abd5d req-458287fb-bb82-46f0-9c08-0242caad5a09 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] Request body: {'port': {'device_id': '46915948-9fc9-4009-8cce-6f1294cf92dd', 'network_id': '8d938063-6de9-4af7-8c0a-0cc177cd5dd2', 'admin_state_up': True, 'tenant_id': '9acc1288f1e24e5194b2ab7572b1c5ff'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:32:27.343752 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-492e0ebe-b40a-49a0-be96-54239167fb63 req-7c1a56f0-b3eb-40c4-819d-c08a80a8d006 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.44 "GET /v2.0/ports?device_id=46915948-9fc9-4009-8cce-6f1294cf92dd HTTP/1.1" status: 200 len: 210 time: 0.0567837 Oct 27 10:32:27.538090 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a22eb95c-fcbf-4908-893c-96daff3abd5d req-458287fb-bb82-46f0-9c08-0242caad5a09 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] Made reservation on behalf of 9acc1288f1e24e5194b2ab7572b1c5ff for: {'port': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:32:27.542539 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-a22eb95c-fcbf-4908-893c-96daff3abd5d req-458287fb-bb82-46f0-9c08-0242caad5a09 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:32:27.749287 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2ddce2-b95d-49ce-9830-b874675cf928 req-950394f7-4925-4092-a9df-9683f6df31b2 tempest-InstanceActionsTestJSON-2062157644 tempest-InstanceActionsTestJSON-2062157644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:32:27.750938 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-1b2ddce2-b95d-49ce-9830-b874675cf928 req-950394f7-4925-4092-a9df-9683f6df31b2 tempest-InstanceActionsTestJSON-2062157644 tempest-InstanceActionsTestJSON-2062157644-project] 10.222.0.44 "GET /v2.0/ports?device_id=cce4d25c-8e26-4601-b0d6-ada5e4b33fac HTTP/1.1" status: 200 len: 945 time: 0.1268873 Oct 27 10:32:27.753033 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_common [req-a22eb95c-fcbf-4908-893c-96daff3abd5d req-458287fb-bb82-46f0-9c08-0242caad5a09 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] Allocated IP 172.20.0.5 (8d938063-6de9-4af7-8c0a-0cc177cd5dd2/d10e012c-67dd-4bab-810d-02cbf72e2d75/f9cf0984-8e60-4e75-bb9a-57a398c6b7cf) {{(pid=102346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:32:27.769146 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6535193a-19f2-4d42-9d81-f56f8649cacc req-f3dfa25f-63ce-4a50-af45-56490c7b22e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:32:27.771239 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-6535193a-19f2-4d42-9d81-f56f8649cacc req-f3dfa25f-63ce-4a50-af45-56490c7b22e1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4f57a75a642d40caa0e2557f4ca0f174&device_id=cce4d25c-8e26-4601-b0d6-ada5e4b33fac HTTP/1.1" status: 200 len: 1097 time: 0.1043828 Oct 27 10:32:27.840457 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-1b2ddce2-b95d-49ce-9830-b874675cf928 req-68e0fa94-ae72-415a-995c-512c5b08593d tempest-InstanceActionsTestJSON-2062157644 tempest-InstanceActionsTestJSON-2062157644-project] 10.222.0.44 "GET /v2.0/security-groups?id=5d21affd-fb97-42d9-98de-76a99618fbb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691769 Oct 27 10:32:28.031749 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6535193a-19f2-4d42-9d81-f56f8649cacc req-0ad34fc5-7237-4e4f-a610-f141e5815cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:32:28.033442 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-6535193a-19f2-4d42-9d81-f56f8649cacc req-0ad34fc5-7237-4e4f-a610-f141e5815cd7 service neutron] 10.222.0.64 "GET /v2.0/networks?id=38ad5bfc-5458-4e02-a5f4-75fc331aae38 HTTP/1.1" status: 200 len: 913 time: 0.2521334 Oct 27 10:32:28.043505 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-a22eb95c-fcbf-4908-893c-96daff3abd5d req-458287fb-bb82-46f0-9c08-0242caad5a09 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] Publish callbacks [] for port, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:32:28.088482 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-6535193a-19f2-4d42-9d81-f56f8649cacc req-99b910fc-93d0-4316-a57a-27cd6e338b50 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=810180e7-5d50-4570-a0b6-3a38595c8900 HTTP/1.1" status: 200 len: 217 time: 0.0430906 Oct 27 10:32:28.157049 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6535193a-19f2-4d42-9d81-f56f8649cacc req-8921e939-5fdb-4bad-9c39-7d6612c82fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:32:28.158530 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-6535193a-19f2-4d42-9d81-f56f8649cacc req-8921e939-5fdb-4bad-9c39-7d6612c82fa7 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=cb58c73e-dd0f-4abd-8201-d6bfb436c15d HTTP/1.1" status: 200 len: 852 time: 0.0631289 Oct 27 10:32:28.159911 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-a22eb95c-fcbf-4908-893c-96daff3abd5d req-458287fb-bb82-46f0-9c08-0242caad5a09 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:32:28.240713 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458287fb-bb82-46f0-9c08-0242caad5a09 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] Pushing event updated for resources: {'Port': ['ID=f9cf0984-8e60-4e75-bb9a-57a398c6b7cf,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:32:28.248851 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-6535193a-19f2-4d42-9d81-f56f8649cacc req-cfe1851e-24e5-42c8-9d2c-43ffcba27669 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=38ad5bfc-5458-4e02-a5f4-75fc331aae38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0571413 Oct 27 10:32:28.261228 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a22eb95c-fcbf-4908-893c-96daff3abd5d req-458287fb-bb82-46f0-9c08-0242caad5a09 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] Network 8d938063-6de9-4af7-8c0a-0cc177cd5dd2 is already hosted by enough agents. {{(pid=102346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:32:28.270948 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [req-a22eb95c-fcbf-4908-893c-96daff3abd5d req-458287fb-bb82-46f0-9c08-0242caad5a09 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] Resources bound (agent type, host, resource id): {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:32:28.285865 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [req-a22eb95c-fcbf-4908-893c-96daff3abd5d req-458287fb-bb82-46f0-9c08-0242caad5a09 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] Received port after_create {{(pid=102346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:32:28.379723 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22eb95c-fcbf-4908-893c-96daff3abd5d req-458287fb-bb82-46f0-9c08-0242caad5a09 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:32:28.380379 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-a22eb95c-fcbf-4908-893c-96daff3abd5d req-458287fb-bb82-46f0-9c08-0242caad5a09 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:32:28.408570 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-6535193a-19f2-4d42-9d81-f56f8649cacc req-e2976d3d-67ee-4f5e-9e62-d74c9b59e191 service neutron] 10.222.0.64 "GET /v2.0/networks/38ad5bfc-5458-4e02-a5f4-75fc331aae38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493485 Oct 27 10:32:28.416114 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-a22eb95c-fcbf-4908-893c-96daff3abd5d req-458287fb-bb82-46f0-9c08-0242caad5a09 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0879192 Oct 27 10:32:28.492052 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [req-a22eb95c-fcbf-4908-893c-96daff3abd5d req-28d340e6-a26a-4a82-8880-86b0eeb69d2f service neutron] Request body: {'port': {'device_id': '46915948-9fc9-4009-8cce-6f1294cf92dd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-10'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:32:28.603501 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613c5fb5-009d-456b-bdcd-cc5dd807511a req-a8a62afc-9c51-4a61-81d0-795c9324ac16 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:32:28.605143 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-613c5fb5-009d-456b-bdcd-cc5dd807511a req-a8a62afc-9c51-4a61-81d0-795c9324ac16 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.44 "GET /v2.0/ports?device_id=46915948-9fc9-4009-8cce-6f1294cf92dd HTTP/1.1" status: 200 len: 931 time: 0.1564963 Oct 27 10:32:28.642336 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-a22eb95c-fcbf-4908-893c-96daff3abd5d req-28d340e6-a26a-4a82-8880-86b0eeb69d2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:32:28.661373 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-6535193a-19f2-4d42-9d81-f56f8649cacc req-5278b180-2fe1-4379-ad9e-251b5254deef service neutron] 10.222.0.64 "GET /v2.0/networks/38ad5bfc-5458-4e02-a5f4-75fc331aae38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2415640 Oct 27 10:32:28.672036 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-613c5fb5-009d-456b-bdcd-cc5dd807511a req-0902412f-99d7-4f8a-8b70-ff4698ba4992 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.44 "GET /v2.0/security-groups?id=1cfb3b36-7fdd-4213-b115-9d47e1636c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589757 Oct 27 10:32:28.993764 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eab5209-51e3-46b2-9784-d3a5a97d11bf req-cd16c30c-32f4-4652-adb0-d99166da424d tempest-InstanceActionsTestJSON-2062157644 tempest-InstanceActionsTestJSON-2062157644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:32:29.004282 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-7eab5209-51e3-46b2-9784-d3a5a97d11bf req-cd16c30c-32f4-4652-adb0-d99166da424d tempest-InstanceActionsTestJSON-2062157644 tempest-InstanceActionsTestJSON-2062157644-project] 10.222.0.44 "GET /v2.0/ports?device_id=cce4d25c-8e26-4601-b0d6-ada5e4b33fac HTTP/1.1" status: 200 len: 945 time: 0.0850899 Oct 27 10:32:29.065515 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-7eab5209-51e3-46b2-9784-d3a5a97d11bf req-929b666f-10ec-4193-af0c-0e64ee9d8075 tempest-InstanceActionsTestJSON-2062157644 tempest-InstanceActionsTestJSON-2062157644-project] 10.222.0.44 "GET /v2.0/security-groups?id=5d21affd-fb97-42d9-98de-76a99618fbb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598271 Oct 27 10:32:29.418266 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [req-a22eb95c-fcbf-4908-893c-96daff3abd5d req-28d340e6-a26a-4a82-8880-86b0eeb69d2f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9cf0984-8e60-4e75-bb9a-57a398c6b7cf {{(pid=102346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:32:29.431022 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-a22eb95c-fcbf-4908-893c-96daff3abd5d req-28d340e6-a26a-4a82-8880-86b0eeb69d2f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:32:29.444856 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.provisioning_blocks [req-a22eb95c-fcbf-4908-893c-96daff3abd5d req-28d340e6-a26a-4a82-8880-86b0eeb69d2f service neutron] Transition to ACTIVE for port object f9cf0984-8e60-4e75-bb9a-57a398c6b7cf will not be triggered until provisioned by entity L2. {{(pid=102346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 10:32:29.448600 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-a22eb95c-fcbf-4908-893c-96daff3abd5d req-28d340e6-a26a-4a82-8880-86b0eeb69d2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27024173'] for port, after_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:32:29.517193 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d340e6-a26a-4a82-8880-86b0eeb69d2f service neutron] Pushing event updated for resources: {'Port': ['ID=f9cf0984-8e60-4e75-bb9a-57a398c6b7cf,revision_number=2']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:32:29.603923 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.managers [req-a22eb95c-fcbf-4908-893c-96daff3abd5d req-28d340e6-a26a-4a82-8880-86b0eeb69d2f service neutron] Attempting to bind port f9cf0984-8e60-4e75-bb9a-57a398c6b7cf on host n-h2-813419-10 for vnic_type normal with profile {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:32:29.604284 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.managers [req-a22eb95c-fcbf-4908-893c-96daff3abd5d req-28d340e6-a26a-4a82-8880-86b0eeb69d2f service neutron] Attempting to bind port f9cf0984-8e60-4e75-bb9a-57a398c6b7cf by drivers openvswitch,hyperv on host n-h2-813419-10 at level 0 using segments [{'id': '7dd77195-ce76-4d8f-a4a0-21bf27911aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8d938063-6de9-4af7-8c0a-0cc177cd5dd2'}] {{(pid=102346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:32:29.604614 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a22eb95c-fcbf-4908-893c-96daff3abd5d req-28d340e6-a26a-4a82-8880-86b0eeb69d2f service neutron] Attempting to bind port f9cf0984-8e60-4e75-bb9a-57a398c6b7cf on network 8d938063-6de9-4af7-8c0a-0cc177cd5dd2 {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:32:29.621621 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a22eb95c-fcbf-4908-893c-96daff3abd5d req-28d340e6-a26a-4a82-8880-86b0eeb69d2f service neutron] Port f9cf0984-8e60-4e75-bb9a-57a398c6b7cf on network 8d938063-6de9-4af7-8c0a-0cc177cd5dd2 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-10 {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 10:32:29.621954 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a22eb95c-fcbf-4908-893c-96daff3abd5d req-28d340e6-a26a-4a82-8880-86b0eeb69d2f service neutron] Attempting to bind port f9cf0984-8e60-4e75-bb9a-57a398c6b7cf on network 8d938063-6de9-4af7-8c0a-0cc177cd5dd2 {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:32:29.628423 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a22eb95c-fcbf-4908-893c-96daff3abd5d req-28d340e6-a26a-4a82-8880-86b0eeb69d2f service neutron] Checking agent: {'id': 'a2edc247-0fa4-4ce6-bbae-a10492f6bd71', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 16, 9), 'started_at': datetime.datetime(2021, 10, 27, 10, 16, 9), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 32, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:32:29.628868 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a22eb95c-fcbf-4908-893c-96daff3abd5d req-28d340e6-a26a-4a82-8880-86b0eeb69d2f service neutron] Checking segment: {'id': '7dd77195-ce76-4d8f-a4a0-21bf27911aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8d938063-6de9-4af7-8c0a-0cc177cd5dd2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:32:29.629324 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a22eb95c-fcbf-4908-893c-96daff3abd5d req-28d340e6-a26a-4a82-8880-86b0eeb69d2f service neutron] Bound using segment: {'id': '7dd77195-ce76-4d8f-a4a0-21bf27911aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8d938063-6de9-4af7-8c0a-0cc177cd5dd2'} {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:32:29.629661 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.managers [req-a22eb95c-fcbf-4908-893c-96daff3abd5d req-28d340e6-a26a-4a82-8880-86b0eeb69d2f service neutron] Bound port: f9cf0984-8e60-4e75-bb9a-57a398c6b7cf, host: n-h2-813419-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7dd77195-ce76-4d8f-a4a0-21bf27911aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8d938063-6de9-4af7-8c0a-0cc177cd5dd2'}}] {{(pid=102346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:32:29.630014 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-a22eb95c-fcbf-4908-893c-96daff3abd5d req-28d340e6-a26a-4a82-8880-86b0eeb69d2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:32:29.644052 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device f6ab924c-a8cc-490d-adb2-abf2d77560a6 no longer exists at agent hyperv_n-h1-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:32:29.729731 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:32:29.765934 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [req-a22eb95c-fcbf-4908-893c-96daff3abd5d req-28d340e6-a26a-4a82-8880-86b0eeb69d2f service neutron] For port f9cf0984-8e60-4e75-bb9a-57a398c6b7cf, host n-h2-813419-10, cleared binding levels {{(pid=102346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:32:29.768502 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port f6ab924c-a8cc-490d-adb2-abf2d77560a6, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=f6ab924c-a8cc-490d-adb2-abf2d77560a6,segment=NetworkSegment(f7c42c6d-2766-46d8-a8b7-4852117a5555),segment_id=f7c42c6d-2766-46d8-a8b7-4852117a5555)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:32:29.770873 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [req-a22eb95c-fcbf-4908-893c-96daff3abd5d req-28d340e6-a26a-4a82-8880-86b0eeb69d2f service neutron] For port f9cf0984-8e60-4e75-bb9a-57a398c6b7cf, host n-h2-813419-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=f9cf0984-8e60-4e75-bb9a-57a398c6b7cf,segment=NetworkSegment(7dd77195-ce76-4d8f-a4a0-21bf27911aee),segment_id=7dd77195-ce76-4d8f-a4a0-21bf27911aee)] {{(pid=102346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:32:29.772292 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58883a96-792d-473f-863c-d444febd3300', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f6ab924c-a8cc-490d-adb2-abf2d77560a6'}] {{(pid=102348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:32:29.776061 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c588921fa634554a1d9242fdea1b05457a9ff1d3b28ba54ec1dace7f2f1df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7a7e732-982b-4d9d-976d-a15656b7f963" -d '{"events": [{"server_uuid": "58883a96-792d-473f-863c-d444febd3300", "name": "network-vif-unplugged", "status": "completed", "tag": "f6ab924c-a8cc-490d-adb2-abf2d77560a6"}]}' {{(pid=102348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:32:29.782258 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:32:29.785534 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-a22eb95c-fcbf-4908-893c-96daff3abd5d req-28d340e6-a26a-4a82-8880-86b0eeb69d2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27024173'] for port, after_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:32:29.858167 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22eb95c-fcbf-4908-893c-96daff3abd5d req-28d340e6-a26a-4a82-8880-86b0eeb69d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:32:29.858912 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-a22eb95c-fcbf-4908-893c-96daff3abd5d req-28d340e6-a26a-4a82-8880-86b0eeb69d2f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:32:29.860640 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-a22eb95c-fcbf-4908-893c-96daff3abd5d req-28d340e6-a26a-4a82-8880-86b0eeb69d2f service neutron] 10.222.0.76 "PUT /v2.0/ports/f9cf0984-8e60-4e75-bb9a-57a398c6b7cf HTTP/1.1" status: 200 len: 1092 time: 1.4108312 Oct 27 10:32:29.861351 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46915948-9fc9-4009-8cce-6f1294cf92dd', 'tag': 'f9cf0984-8e60-4e75-bb9a-57a398c6b7cf'}] {{(pid=102346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:32:29.864392 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc0e418f5fc417c8d55d94c0aa509b037d0beb2a734c1a709e789eb65639a56d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db4d9b56-ab11-445d-8994-a0ad3782af76" -d '{"events": [{"name": "network-changed", "server_uuid": "46915948-9fc9-4009-8cce-6f1294cf92dd", "tag": "f9cf0984-8e60-4e75-bb9a-57a398c6b7cf"}]}' {{(pid=102346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:32:29.905288 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4eae271-f957-4578-8af6-392f96e9b894 req-3d09d50e-8e8f-4874-b7c7-d65bdd6b3b2e tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:32:29.917074 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b4eae271-f957-4578-8af6-392f96e9b894 req-3d09d50e-8e8f-4874-b7c7-d65bdd6b3b2e tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.44 "GET /v2.0/ports?device_id=46915948-9fc9-4009-8cce-6f1294cf92dd HTTP/1.1" status: 200 len: 943 time: 0.1189036 Oct 27 10:32:29.922901 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 27 Oct 2021 10:32:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6577e96-1a9a-413e-b00a-7698248e5f92 x-openstack-request-id: req-b6577e96-1a9a-413e-b00a-7698248e5f92 {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:32:29.923566 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58883a96-792d-473f-863c-d444febd3300", "name": "network-vif-unplugged", "status": "completed", "tag": "f6ab924c-a8cc-490d-adb2-abf2d77560a6", "code": 200}]} {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:32:29.924670 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b6577e96-1a9a-413e-b00a-7698248e5f92 {{(pid=102348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:32:29.925712 n-d-813419-10 neutron-server[102348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58883a96-792d-473f-863c-d444febd3300', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f6ab924c-a8cc-490d-adb2-abf2d77560a6', 'code': 200} Oct 27 10:32:29.938577 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Pushing event updated for resources: {'Port': ['ID=f6ab924c-a8cc-490d-adb2-abf2d77560a6,revision_number=8']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:32:29.967462 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d340e6-a26a-4a82-8880-86b0eeb69d2f service neutron] Pushing event updated for resources: {'Port': ['ID=f9cf0984-8e60-4e75-bb9a-57a398c6b7cf,revision_number=3']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:32:29.976894 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 10:32:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bf0b1bf-0b80-49f6-bd7c-19df7340addd x-openstack-request-id: req-8bf0b1bf-0b80-49f6-bd7c-19df7340addd {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:32:29.977180 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46915948-9fc9-4009-8cce-6f1294cf92dd", "tag": "f9cf0984-8e60-4e75-bb9a-57a398c6b7cf", "status": "completed", "code": 200}]} {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:32:29.977426 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-8bf0b1bf-0b80-49f6-bd7c-19df7340addd {{(pid=102346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:32:29.978110 n-d-813419-10 neutron-server[102346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46915948-9fc9-4009-8cce-6f1294cf92dd', 'tag': 'f9cf0984-8e60-4e75-bb9a-57a398c6b7cf', 'status': 'completed', 'code': 200} Oct 27 10:32:29.980756 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b4eae271-f957-4578-8af6-392f96e9b894 req-daf61faa-6961-4974-85b1-fa01dcc515f8 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.44 "GET /v2.0/security-groups?id=1cfb3b36-7fdd-4213-b115-9d47e1636c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627735 Oct 27 10:32:29.995486 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22eb95c-fcbf-4908-893c-96daff3abd5d req-968183f2-9e8b-44b3-82ea-56d8952b7b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:32:29.997355 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-a22eb95c-fcbf-4908-893c-96daff3abd5d req-968183f2-9e8b-44b3-82ea-56d8952b7b2d service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=9acc1288f1e24e5194b2ab7572b1c5ff&device_id=46915948-9fc9-4009-8cce-6f1294cf92dd HTTP/1.1" status: 200 len: 1095 time: 0.0847099 Oct 27 10:32:30.042835 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-a22eb95c-fcbf-4908-893c-96daff3abd5d req-2b011150-a20b-42fe-ad5f-f7cc59f68268 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f9cf0984-8e60-4e75-bb9a-57a398c6b7cf HTTP/1.1" status: 200 len: 217 time: 0.0373187 Oct 27 10:32:30.124888 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22eb95c-fcbf-4908-893c-96daff3abd5d req-d1b6c4be-7111-46c9-ae7d-254646c6ef30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:32:30.126890 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-a22eb95c-fcbf-4908-893c-96daff3abd5d req-d1b6c4be-7111-46c9-ae7d-254646c6ef30 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=d10e012c-67dd-4bab-810d-02cbf72e2d75 HTTP/1.1" status: 200 len: 852 time: 0.0720315 Oct 27 10:32:30.174596 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-a22eb95c-fcbf-4908-893c-96daff3abd5d req-8f721d0a-b5e8-4545-a72b-aa60922bd8a9 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=8d938063-6de9-4af7-8c0a-0cc177cd5dd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348823 Oct 27 10:32:30.218583 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6773079a-1b42-4d64-a8c0-3cc957146572 req-1322837e-00ef-415a-a87f-e2393cc6bd08 tempest-InstanceActionsTestJSON-2062157644 tempest-InstanceActionsTestJSON-2062157644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:32:30.221038 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-6773079a-1b42-4d64-a8c0-3cc957146572 req-1322837e-00ef-415a-a87f-e2393cc6bd08 tempest-InstanceActionsTestJSON-2062157644 tempest-InstanceActionsTestJSON-2062157644-project] 10.222.0.44 "GET /v2.0/ports?device_id=cce4d25c-8e26-4601-b0d6-ada5e4b33fac HTTP/1.1" status: 200 len: 945 time: 0.0778654 Oct 27 10:32:30.262250 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-6773079a-1b42-4d64-a8c0-3cc957146572 req-a44d42e7-86c7-43f1-bdc7-e9a577d8ba19 tempest-InstanceActionsTestJSON-2062157644 tempest-InstanceActionsTestJSON-2062157644-project] 10.222.0.44 "GET /v2.0/security-groups?id=5d21affd-fb97-42d9-98de-76a99618fbb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351646 Oct 27 10:32:30.290114 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-a22eb95c-fcbf-4908-893c-96daff3abd5d req-e2526f04-94fc-4e14-85a5-6c95bb614828 service neutron] 10.222.0.76 "GET /v2.0/networks/8d938063-6de9-4af7-8c0a-0cc177cd5dd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1071570 Oct 27 10:32:30.451607 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-a22eb95c-fcbf-4908-893c-96daff3abd5d req-26bc4824-8043-4130-b6dd-64a605f1e6fd service neutron] 10.222.0.76 "GET /v2.0/networks/8d938063-6de9-4af7-8c0a-0cc177cd5dd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1519165 Oct 27 10:32:30.558247 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4d9b56-ab11-445d-8994-a0ad3782af76 req-a213fc81-e07f-411f-a7fa-85f2b0dc96c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:32:30.559673 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-db4d9b56-ab11-445d-8994-a0ad3782af76 req-a213fc81-e07f-411f-a7fa-85f2b0dc96c6 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=9acc1288f1e24e5194b2ab7572b1c5ff&device_id=46915948-9fc9-4009-8cce-6f1294cf92dd HTTP/1.1" status: 200 len: 1095 time: 0.0448039 Oct 27 10:32:30.782473 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20150d42-4545-4815-a771-fbe78ee66ba1 req-f290fc8e-c908-4d15-adb8-172336c04975 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:32:30.789183 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20150d42-4545-4815-a771-fbe78ee66ba1 req-f290fc8e-c908-4d15-adb8-172336c04975 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:32:30.796528 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20150d42-4545-4815-a771-fbe78ee66ba1 req-f290fc8e-c908-4d15-adb8-172336c04975 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:32:30.802684 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20150d42-4545-4815-a771-fbe78ee66ba1 req-f290fc8e-c908-4d15-adb8-172336c04975 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:32:30.808801 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20150d42-4545-4815-a771-fbe78ee66ba1 req-f290fc8e-c908-4d15-adb8-172336c04975 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:32:30.815690 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20150d42-4545-4815-a771-fbe78ee66ba1 req-f290fc8e-c908-4d15-adb8-172336c04975 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:32:30.835292 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20150d42-4545-4815-a771-fbe78ee66ba1 req-f290fc8e-c908-4d15-adb8-172336c04975 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:32:30.841707 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-20150d42-4545-4815-a771-fbe78ee66ba1 req-f290fc8e-c908-4d15-adb8-172336c04975 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] 10.222.0.44 "GET /v2.0/ports?device_id=19de7999-f151-4eb5-986d-3e7b0f987b5e HTTP/1.1" status: 200 len: 5437 time: 0.1566558 Oct 27 10:32:30.879363 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4d9b56-ab11-445d-8994-a0ad3782af76 req-f17b1964-92d6-42f1-8760-ff669bbdc8a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:32:30.882444 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-db4d9b56-ab11-445d-8994-a0ad3782af76 req-f17b1964-92d6-42f1-8760-ff669bbdc8a2 service neutron] 10.222.0.76 "GET /v2.0/networks?id=8d938063-6de9-4af7-8c0a-0cc177cd5dd2 HTTP/1.1" status: 200 len: 913 time: 0.3147941 Oct 27 10:32:30.883837 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef91943-cb7b-4b13-8d87-813116560f28 req-399a5afa-e95f-4954-9897-422c6705ca16 tempest-InstanceActionsTestJSON-2062157644 tempest-InstanceActionsTestJSON-2062157644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:32:30.885503 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-aef91943-cb7b-4b13-8d87-813116560f28 req-399a5afa-e95f-4954-9897-422c6705ca16 tempest-InstanceActionsTestJSON-2062157644 tempest-InstanceActionsTestJSON-2062157644-project] 10.222.0.44 "GET /v2.0/ports?device_id=cce4d25c-8e26-4601-b0d6-ada5e4b33fac HTTP/1.1" status: 200 len: 945 time: 0.0998111 Oct 27 10:32:30.929324 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-aef91943-cb7b-4b13-8d87-813116560f28 req-21b5040a-5d3c-42bd-a385-9581d72cbb87 tempest-InstanceActionsTestJSON-2062157644 tempest-InstanceActionsTestJSON-2062157644-project] 10.222.0.44 "GET /v2.0/security-groups?id=5d21affd-fb97-42d9-98de-76a99618fbb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370419 Oct 27 10:32:30.944964 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-db4d9b56-ab11-445d-8994-a0ad3782af76 req-61830342-7fc4-4931-8651-e18f84066a30 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f9cf0984-8e60-4e75-bb9a-57a398c6b7cf HTTP/1.1" status: 200 len: 217 time: 0.0452735 Oct 27 10:32:30.989799 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-20150d42-4545-4815-a771-fbe78ee66ba1 req-a4ca2279-dde8-44f0-a0a1-445b56bf5f57 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] 10.222.0.44 "GET /v2.0/security-groups?id=34344a0a-bfc2-4f4b-96e6-fe0cf33c620a&id=652e3df3-defd-4709-b4c8-a9361485da20&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1309354 Oct 27 10:32:31.052214 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4d9b56-ab11-445d-8994-a0ad3782af76 req-e5508a36-2537-4993-b400-6ec9778425d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:32:31.054518 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-db4d9b56-ab11-445d-8994-a0ad3782af76 req-e5508a36-2537-4993-b400-6ec9778425d6 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=d10e012c-67dd-4bab-810d-02cbf72e2d75 HTTP/1.1" status: 200 len: 852 time: 0.0830162 Oct 27 10:32:31.133200 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-db4d9b56-ab11-445d-8994-a0ad3782af76 req-2ff092a4-3774-4741-8dde-4cc1a032dfa8 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=8d938063-6de9-4af7-8c0a-0cc177cd5dd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0697711 Oct 27 10:32:31.180120 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ed08bf-46cc-4120-9d9b-c3cea92a83e4 req-ab5b5bde-f722-4447-a8eb-bb8011dea016 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:32:31.188173 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b1ed08bf-46cc-4120-9d9b-c3cea92a83e4 req-ab5b5bde-f722-4447-a8eb-bb8011dea016 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.44 "GET /v2.0/ports?device_id=46915948-9fc9-4009-8cce-6f1294cf92dd HTTP/1.1" status: 200 len: 943 time: 0.0642900 Oct 27 10:32:31.234838 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b1ed08bf-46cc-4120-9d9b-c3cea92a83e4 req-a4cd5fd1-08ca-41a0-8044-eb76dd90cc8c tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.44 "GET /v2.0/security-groups?id=1cfb3b36-7fdd-4213-b115-9d47e1636c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455801 Oct 27 10:32:31.238543 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a146698-eec8-45a1-b3cd-bd3e1aff37c3 req-3f3ecd44-278e-4e4a-acc8-65db5e2aebb2 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:32:31.245225 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a146698-eec8-45a1-b3cd-bd3e1aff37c3 req-3f3ecd44-278e-4e4a-acc8-65db5e2aebb2 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:32:31.251525 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a146698-eec8-45a1-b3cd-bd3e1aff37c3 req-3f3ecd44-278e-4e4a-acc8-65db5e2aebb2 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:32:31.257590 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a146698-eec8-45a1-b3cd-bd3e1aff37c3 req-3f3ecd44-278e-4e4a-acc8-65db5e2aebb2 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:32:31.265152 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a146698-eec8-45a1-b3cd-bd3e1aff37c3 req-3f3ecd44-278e-4e4a-acc8-65db5e2aebb2 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:32:31.271274 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a146698-eec8-45a1-b3cd-bd3e1aff37c3 req-3f3ecd44-278e-4e4a-acc8-65db5e2aebb2 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:32:31.278800 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a146698-eec8-45a1-b3cd-bd3e1aff37c3 req-3f3ecd44-278e-4e4a-acc8-65db5e2aebb2 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:32:31.292459 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-0a146698-eec8-45a1-b3cd-bd3e1aff37c3 req-3f3ecd44-278e-4e4a-acc8-65db5e2aebb2 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] 10.222.0.44 "GET /v2.0/ports?device_id=19de7999-f151-4eb5-986d-3e7b0f987b5e HTTP/1.1" status: 200 len: 5437 time: 0.1982415 Oct 27 10:32:31.346141 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-db4d9b56-ab11-445d-8994-a0ad3782af76 req-33b103be-234d-4ac6-a477-3df0f1e25e47 service neutron] 10.222.0.76 "GET /v2.0/networks/8d938063-6de9-4af7-8c0a-0cc177cd5dd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1986990 Oct 27 10:32:31.460058 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-db4d9b56-ab11-445d-8994-a0ad3782af76 req-a545911b-8800-449a-8ed0-cf919b444e93 service neutron] 10.222.0.76 "GET /v2.0/networks/8d938063-6de9-4af7-8c0a-0cc177cd5dd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056266 Oct 27 10:32:31.665387 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device f6ab924c-a8cc-490d-adb2-abf2d77560a6 details requested by agent hyperv_n-h1-813419-10 with host n-h1-813419-10 {{(pid=102348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 10:32:31.930666 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port f6ab924c-a8cc-490d-adb2-abf2d77560a6, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=f6ab924c-a8cc-490d-adb2-abf2d77560a6,segment=NetworkSegment(f7c42c6d-2766-46d8-a8b7-4852117a5555),segment_id=f7c42c6d-2766-46d8-a8b7-4852117a5555)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:32:31.957930 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Returning: {'device': 'f6ab924c-a8cc-490d-adb2-abf2d77560a6', 'network_id': '4d250f92-d229-45fe-a579-67fef8e6c544', 'port_id': 'f6ab924c-a8cc-490d-adb2-abf2d77560a6', 'mac_address': 'fa:16:3e:9a:9a:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62eb52f7-aac4-48af-8670-e04300325561', 'ip_address': '192.168.233.72'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 10:32:32.003825 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:32:32.025250 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6ab924c-a8cc-490d-adb2-abf2d77560a6 {{(pid=102348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:32:32.050295 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port f6ab924c-a8cc-490d-adb2-abf2d77560a6, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=f6ab924c-a8cc-490d-adb2-abf2d77560a6,segment=NetworkSegment(f7c42c6d-2766-46d8-a8b7-4852117a5555),segment_id=f7c42c6d-2766-46d8-a8b7-4852117a5555)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:32:32.058902 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:32:32.176057 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Pushing event updated for resources: {'Port': ['ID=f6ab924c-a8cc-490d-adb2-abf2d77560a6,revision_number=9']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:32:32.183768 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62895b31-304f-413b-b2c9-772057c9060b req-404a1419-c8ec-4c6c-b003-f85899a21f90 tempest-InstanceActionsTestJSON-2062157644 tempest-InstanceActionsTestJSON-2062157644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:32:32.194772 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-62895b31-304f-413b-b2c9-772057c9060b req-404a1419-c8ec-4c6c-b003-f85899a21f90 tempest-InstanceActionsTestJSON-2062157644 tempest-InstanceActionsTestJSON-2062157644-project] 10.222.0.44 "GET /v2.0/ports?device_id=cce4d25c-8e26-4601-b0d6-ada5e4b33fac HTTP/1.1" status: 200 len: 945 time: 0.1195633 Oct 27 10:32:32.239474 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] get_ports_and_sgs() called for port_ids ['f6ab924c-a8cc-490d-adb2-abf2d77560a6'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:32:32.254129 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-62895b31-304f-413b-b2c9-772057c9060b req-44183a37-0c10-4871-8803-5f9f923f14a1 tempest-InstanceActionsTestJSON-2062157644 tempest-InstanceActionsTestJSON-2062157644-project] 10.222.0.44 "GET /v2.0/security-groups?id=5d21affd-fb97-42d9-98de-76a99618fbb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582507 Oct 27 10:32:32.386220 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:32:32.460591 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab847508-cd6c-4bbc-9173-cd903e6b6912 req-63b03ba6-9114-4afc-9562-0a930ced0334 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:32:32.462301 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-ab847508-cd6c-4bbc-9173-cd903e6b6912 req-63b03ba6-9114-4afc-9562-0a930ced0334 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.44 "GET /v2.0/ports?device_id=46915948-9fc9-4009-8cce-6f1294cf92dd HTTP/1.1" status: 200 len: 943 time: 0.1353390 Oct 27 10:32:32.477583 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb7bc79-2cd0-4e2c-b833-52588a4d5133 req-9b4bc6d8-84c7-4728-929b-a9f1eddbf647 tempest-InstanceActionsTestJSON-2062157644 tempest-InstanceActionsTestJSON-2062157644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:32:32.479242 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-dbb7bc79-2cd0-4e2c-b833-52588a4d5133 req-9b4bc6d8-84c7-4728-929b-a9f1eddbf647 tempest-InstanceActionsTestJSON-2062157644 tempest-InstanceActionsTestJSON-2062157644-project] 10.222.0.64 "GET /v2.0/ports?device_id=cce4d25c-8e26-4601-b0d6-ada5e4b33fac HTTP/1.1" status: 200 len: 945 time: 0.1225750 Oct 27 10:32:32.512293 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-ab847508-cd6c-4bbc-9173-cd903e6b6912 req-0f71fa1f-7463-427c-acca-d7945f860d61 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.44 "GET /v2.0/security-groups?id=1cfb3b36-7fdd-4213-b115-9d47e1636c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428305 Oct 27 10:32:32.754716 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [req-dbb7bc79-2cd0-4e2c-b833-52588a4d5133 req-45166ba0-33f3-4d1d-b8df-d48a3f4b99fd tempest-InstanceActionsTestJSON-2062157644 tempest-InstanceActionsTestJSON-2062157644-project] Deleting port 810180e7-5d50-4570-a0b6-3a38595c8900 {{(pid=102346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:32:32.755046 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-dbb7bc79-2cd0-4e2c-b833-52588a4d5133 req-45166ba0-33f3-4d1d-b8df-d48a3f4b99fd tempest-InstanceActionsTestJSON-2062157644 tempest-InstanceActionsTestJSON-2062157644-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:32:32.929200 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [req-dbb7bc79-2cd0-4e2c-b833-52588a4d5133 req-45166ba0-33f3-4d1d-b8df-d48a3f4b99fd tempest-InstanceActionsTestJSON-2062157644 tempest-InstanceActionsTestJSON-2062157644-project] For port 810180e7-5d50-4570-a0b6-3a38595c8900, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=810180e7-5d50-4570-a0b6-3a38595c8900,segment=NetworkSegment(fb097f98-6d65-4113-95ff-eacd1b386599),segment_id=fb097f98-6d65-4113-95ff-eacd1b386599)] {{(pid=102346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:32:32.929578 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-dbb7bc79-2cd0-4e2c-b833-52588a4d5133 req-45166ba0-33f3-4d1d-b8df-d48a3f4b99fd tempest-InstanceActionsTestJSON-2062157644 tempest-InstanceActionsTestJSON-2062157644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:32:32.945206 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [req-dbb7bc79-2cd0-4e2c-b833-52588a4d5133 req-45166ba0-33f3-4d1d-b8df-d48a3f4b99fd tempest-InstanceActionsTestJSON-2062157644 tempest-InstanceActionsTestJSON-2062157644-project] Calling delete_port for 810180e7-5d50-4570-a0b6-3a38595c8900 owned by compute:nova {{(pid=102346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:32:33.148131 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-dbb7bc79-2cd0-4e2c-b833-52588a4d5133 req-45166ba0-33f3-4d1d-b8df-d48a3f4b99fd tempest-InstanceActionsTestJSON-2062157644 tempest-InstanceActionsTestJSON-2062157644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:32:33.178874 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] get_ports_and_sgs() called for port_ids ['810180e7-5d50-4570-a0b6-3a38595c8900'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:32:33.218305 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45166ba0-33f3-4d1d-b8df-d48a3f4b99fd tempest-InstanceActionsTestJSON-2062157644 tempest-InstanceActionsTestJSON-2062157644-project] Pushing event deleted for resources: {'Port': ['ID=810180e7-5d50-4570-a0b6-3a38595c8900,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:32:33.297610 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbb7bc79-2cd0-4e2c-b833-52588a4d5133 req-45166ba0-33f3-4d1d-b8df-d48a3f4b99fd tempest-InstanceActionsTestJSON-2062157644 tempest-InstanceActionsTestJSON-2062157644-project] No DVR routers for this DVR port 810180e7-5d50-4570-a0b6-3a38595c8900 on host n-h1-813419-10 {{(pid=102346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:32:33.304513 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-dbb7bc79-2cd0-4e2c-b833-52588a4d5133 req-45166ba0-33f3-4d1d-b8df-d48a3f4b99fd tempest-InstanceActionsTestJSON-2062157644 tempest-InstanceActionsTestJSON-2062157644-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:32:33.308884 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-dbb7bc79-2cd0-4e2c-b833-52588a4d5133 req-45166ba0-33f3-4d1d-b8df-d48a3f4b99fd tempest-InstanceActionsTestJSON-2062157644 tempest-InstanceActionsTestJSON-2062157644-project] 10.222.0.64 "DELETE /v2.0/ports/810180e7-5d50-4570-a0b6-3a38595c8900 HTTP/1.1" status: 204 len: 173 time: 0.8226695 Oct 27 10:32:33.309683 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cce4d25c-8e26-4601-b0d6-ada5e4b33fac', 'name': 'network-vif-deleted', 'tag': '810180e7-5d50-4570-a0b6-3a38595c8900'}] {{(pid=102346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:32:33.313111 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc0e418f5fc417c8d55d94c0aa509b037d0beb2a734c1a709e789eb65639a56d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-829348af-4177-4fbc-9838-ac7a39d37ce6" -d '{"events": [{"server_uuid": "cce4d25c-8e26-4601-b0d6-ada5e4b33fac", "name": "network-vif-deleted", "tag": "810180e7-5d50-4570-a0b6-3a38595c8900"}]}' {{(pid=102346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:32:33.500475 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device f9cf0984-8e60-4e75-bb9a-57a398c6b7cf details requested by agent hyperv_n-h2-813419-10 with host n-h2-813419-10 {{(pid=102348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 10:32:33.566588 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-442e831f-6a7f-4305-846d-db3ff9543d96 req-95c3d3e2-55e3-4f4a-9adb-f08da685f9be tempest-InstanceActionsTestJSON-2062157644 tempest-InstanceActionsTestJSON-2062157644-project] 10.222.0.44 "GET /v2.0/ports?device_id=cce4d25c-8e26-4601-b0d6-ada5e4b33fac HTTP/1.1" status: 200 len: 210 time: 0.0945675 Oct 27 10:32:33.577189 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:32:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa41d144-6653-40ed-81cb-924f51ee17c3 x-openstack-request-id: req-aa41d144-6653-40ed-81cb-924f51ee17c3 {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:32:33.578474 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cce4d25c-8e26-4601-b0d6-ada5e4b33fac", "name": "network-vif-deleted", "tag": "810180e7-5d50-4570-a0b6-3a38595c8900", "status": "completed", "code": 200}]} {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:32:33.578474 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-aa41d144-6653-40ed-81cb-924f51ee17c3 {{(pid=102346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:32:33.582035 n-d-813419-10 neutron-server[102346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cce4d25c-8e26-4601-b0d6-ada5e4b33fac', 'name': 'network-vif-deleted', 'tag': '810180e7-5d50-4570-a0b6-3a38595c8900', 'status': 'completed', 'code': 200} Oct 27 10:32:33.678800 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device f6ab924c-a8cc-490d-adb2-abf2d77560a6 up at agent hyperv_n-h1-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:32:33.797475 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e010c3d5-f8d9-4cca-af1f-6653d4ef16f5 req-6a2c0bbf-c62f-4d6e-926a-c0240b97a7f7 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:32:33.810012 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-e010c3d5-f8d9-4cca-af1f-6653d4ef16f5 req-6a2c0bbf-c62f-4d6e-926a-c0240b97a7f7 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.44 "GET /v2.0/ports?device_id=46915948-9fc9-4009-8cce-6f1294cf92dd HTTP/1.1" status: 200 len: 943 time: 0.1078963 Oct 27 10:32:33.904890 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-e010c3d5-f8d9-4cca-af1f-6653d4ef16f5 req-9732c367-72ab-4013-8d2f-f1da7b3a4dc1 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.44 "GET /v2.0/security-groups?id=1cfb3b36-7fdd-4213-b115-9d47e1636c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933294 Oct 27 10:32:34.157817 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] For port f9cf0984-8e60-4e75-bb9a-57a398c6b7cf, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=f9cf0984-8e60-4e75-bb9a-57a398c6b7cf,segment=NetworkSegment(7dd77195-ce76-4d8f-a4a0-21bf27911aee),segment_id=7dd77195-ce76-4d8f-a4a0-21bf27911aee)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:32:34.214565 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Returning: {'device': 'f9cf0984-8e60-4e75-bb9a-57a398c6b7cf', 'network_id': '8d938063-6de9-4af7-8c0a-0cc177cd5dd2', 'port_id': 'f9cf0984-8e60-4e75-bb9a-57a398c6b7cf', 'mac_address': 'fa:16:3e:a8:fa:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd10e012c-67dd-4bab-810d-02cbf72e2d75', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 10:32:34.256450 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Provisioning complete for port f6ab924c-a8cc-490d-adb2-abf2d77560a6 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:32:34.257288 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:32:34.335800 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:32:34.465721 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9cf0984-8e60-4e75-bb9a-57a398c6b7cf {{(pid=102348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:32:34.490067 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] For port f9cf0984-8e60-4e75-bb9a-57a398c6b7cf, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=f9cf0984-8e60-4e75-bb9a-57a398c6b7cf,segment=NetworkSegment(7dd77195-ce76-4d8f-a4a0-21bf27911aee),segment_id=7dd77195-ce76-4d8f-a4a0-21bf27911aee)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:32:34.496148 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:32:34.500791 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:32:34.583028 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 60886) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:32:34.603793 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58883a96-792d-473f-863c-d444febd3300', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6ab924c-a8cc-490d-adb2-abf2d77560a6'}] {{(pid=102348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:32:34.606308 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c588921fa634554a1d9242fdea1b05457a9ff1d3b28ba54ec1dace7f2f1df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f3def0c-d1cc-484e-bb48-c027a66380e7" -d '{"events": [{"server_uuid": "58883a96-792d-473f-863c-d444febd3300", "name": "network-vif-plugged", "status": "completed", "tag": "f6ab924c-a8cc-490d-adb2-abf2d77560a6"}]}' {{(pid=102348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:32:34.629871 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port f6ab924c-a8cc-490d-adb2-abf2d77560a6, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=f6ab924c-a8cc-490d-adb2-abf2d77560a6,segment=NetworkSegment(f7c42c6d-2766-46d8-a8b7-4852117a5555),segment_id=f7c42c6d-2766-46d8-a8b7-4852117a5555)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:32:34.637578 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Pushing event updated for resources: {'Port': ['ID=f9cf0984-8e60-4e75-bb9a-57a398c6b7cf,revision_number=4']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:32:34.642506 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:32:34.699969 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 60896) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:32:34.718731 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Pushing event updated for resources: {'Port': ['ID=f6ab924c-a8cc-490d-adb2-abf2d77560a6,revision_number=10']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:32:34.728471 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:32:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e530f012-5172-4882-99e6-d1d885f2b855 x-openstack-request-id: req-e530f012-5172-4882-99e6-d1d885f2b855 {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:32:34.728770 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58883a96-792d-473f-863c-d444febd3300", "name": "network-vif-plugged", "status": "completed", "tag": "f6ab924c-a8cc-490d-adb2-abf2d77560a6", "code": 200}]} {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:32:34.729017 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e530f012-5172-4882-99e6-d1d885f2b855 {{(pid=102348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:32:34.729411 n-d-813419-10 neutron-server[102348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58883a96-792d-473f-863c-d444febd3300', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6ab924c-a8cc-490d-adb2-abf2d77560a6', 'code': 200} Oct 27 10:32:34.865221 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_v2 [None req-5840b5ab-a81b-41cc-9ed5-bcda68c8c48b admin admin] Deleting subnet cb58c73e-dd0f-4abd-8201-d6bfb436c15d {{(pid=102346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 10:32:34.866002 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] get_ports_and_sgs() called for port_ids ['f9cf0984-8e60-4e75-bb9a-57a398c6b7cf'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:32:34.874261 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-5840b5ab-a81b-41cc-9ed5-bcda68c8c48b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:32:34.899170 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940388d9-532e-42bc-adb3-8149aee65119 req-7ad855d0-be7d-4a71-b31f-4b8fef9c25a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:32:34.900719 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940388d9-532e-42bc-adb3-8149aee65119 req-7ad855d0-be7d-4a71-b31f-4b8fef9c25a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:32:34.901517 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940388d9-532e-42bc-adb3-8149aee65119 req-7ad855d0-be7d-4a71-b31f-4b8fef9c25a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:32:34.902144 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940388d9-532e-42bc-adb3-8149aee65119 req-7ad855d0-be7d-4a71-b31f-4b8fef9c25a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:32:34.903336 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940388d9-532e-42bc-adb3-8149aee65119 req-7ad855d0-be7d-4a71-b31f-4b8fef9c25a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:32:34.904016 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940388d9-532e-42bc-adb3-8149aee65119 req-7ad855d0-be7d-4a71-b31f-4b8fef9c25a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:32:34.904678 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940388d9-532e-42bc-adb3-8149aee65119 req-7ad855d0-be7d-4a71-b31f-4b8fef9c25a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:32:34.925567 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-940388d9-532e-42bc-adb3-8149aee65119 req-7ad855d0-be7d-4a71-b31f-4b8fef9c25a6 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=19de7999-f151-4eb5-986d-3e7b0f987b5e HTTP/1.1" status: 200 len: 6501 time: 0.3406692 Oct 27 10:32:35.057338 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-940388d9-532e-42bc-adb3-8149aee65119 req-839cad24-dd26-43e7-af4e-5b9905cbd5d9 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=34344a0a-bfc2-4f4b-96e6-fe0cf33c620a&id=652e3df3-defd-4709-b4c8-a9361485da20&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1303992 Oct 27 10:32:35.079371 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-5840b5ab-a81b-41cc-9ed5-bcda68c8c48b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25847868'] for subnet, precommit_delete_associations {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:32:35.208953 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a21545-5034-4ea5-8fc7-b58959f0b646 req-36bddc8a-541e-4252-a803-828037a6a8bb tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:32:35.219296 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-01a21545-5034-4ea5-8fc7-b58959f0b646 req-36bddc8a-541e-4252-a803-828037a6a8bb tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.44 "GET /v2.0/ports?device_id=46915948-9fc9-4009-8cce-6f1294cf92dd HTTP/1.1" status: 200 len: 944 time: 0.1246815 Oct 27 10:32:35.233033 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-5840b5ab-a81b-41cc-9ed5-bcda68c8c48b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855646'] for subnet, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:32:35.284000 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-01a21545-5034-4ea5-8fc7-b58959f0b646 req-5a99bf0c-8afa-4309-849c-12e6ccbc22a3 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.44 "GET /v2.0/security-groups?id=1cfb3b36-7fdd-4213-b115-9d47e1636c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635455 Oct 27 10:32:35.331959 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-5840b5ab-a81b-41cc-9ed5-bcda68c8c48b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27024355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27168307'] for subnet, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:32:35.387983 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5840b5ab-a81b-41cc-9ed5-bcda68c8c48b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cb58c73e-dd0f-4abd-8201-d6bfb436c15d,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:32:35.401023 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-5840b5ab-a81b-41cc-9ed5-bcda68c8c48b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for subnet, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:32:35.416623 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 60926) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:32:35.417521 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-5840b5ab-a81b-41cc-9ed5-bcda68c8c48b admin admin] 10.222.0.44 "DELETE /v2.0/subnets/cb58c73e-dd0f-4abd-8201-d6bfb436c15d HTTP/1.1" status: 204 len: 168 time: 0.7147086 Oct 27 10:32:35.498490 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-145c2950-bb31-4534-b6df-807f44d00770 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586917'] for network, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:32:35.604612 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-145c2950-bb31-4534-b6df-807f44d00770 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857803', 'neutron.services.segments.db._delete_segments_for_network-8743873143390'] for network, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:32:35.636703 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-145c2950-bb31-4534-b6df-807f44d00770 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38ad5bfc-5458-4e02-a5f4-75fc331aae38']}} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:32:35.651833 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-145c2950-bb31-4534-b6df-807f44d00770 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb097f98-6d65-4113-95ff-eacd1b386599') {'for_net_delete': True} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:32:35.652129 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-145c2950-bb31-4534-b6df-807f44d00770 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb097f98-6d65-4113-95ff-eacd1b386599') {} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:32:35.665865 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-145c2950-bb31-4534-b6df-807f44d00770 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743873145191', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18445132'] for segment, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:32:35.683036 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-145c2950-bb31-4534-b6df-807f44d00770 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:32:35.691890 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-145c2950-bb31-4534-b6df-807f44d00770 admin admin] Releasing vlan 438 on physical network physnet1 to pool {{(pid=102347) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 10:32:35.693109 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-145c2950-bb31-4534-b6df-807f44d00770 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-18296032'] for segment, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:32:35.695501 n-d-813419-10 neutron-server[102347]: Traceback (most recent call last): Oct 27 10:32:35.695501 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 10:32:35.695501 n-d-813419-10 neutron-server[102347]: timer() Oct 27 10:32:35.695501 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 10:32:35.695501 n-d-813419-10 neutron-server[102347]: cb(*args, **kw) Oct 27 10:32:35.695501 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 10:32:35.695501 n-d-813419-10 neutron-server[102347]: return func(*args, **kwargs) Oct 27 10:32:35.695501 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 10:32:35.695501 n-d-813419-10 neutron-server[102347]: self._notify() Oct 27 10:32:35.695501 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 10:32:35.695501 n-d-813419-10 neutron-server[102347]: self.callback(batched_events) Oct 27 10:32:35.695501 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 10:32:35.695501 n-d-813419-10 neutron-server[102347]: event.method(event) Oct 27 10:32:35.695501 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 10:32:35.695501 n-d-813419-10 neutron-server[102347]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 10:32:35.695501 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 10:32:35.695501 n-d-813419-10 neutron-server[102347]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 10:32:35.695501 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 10:32:35.695501 n-d-813419-10 neutron-server[102347]: return f(self, *a, **k) Oct 27 10:32:35.695501 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 10:32:35.695501 n-d-813419-10 neutron-server[102347]: return self._get(url).json() Oct 27 10:32:35.695501 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 10:32:35.695501 n-d-813419-10 neutron-server[102347]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 10:32:35.695501 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 10:32:35.695501 n-d-813419-10 neutron-server[102347]: return self.request(url, 'GET', **kwargs) Oct 27 10:32:35.695501 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 10:32:35.695501 n-d-813419-10 neutron-server[102347]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 10:32:35.695501 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 10:32:35.695501 n-d-813419-10 neutron-server[102347]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 10:32:35.695501 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 10:32:35.695501 n-d-813419-10 neutron-server[102347]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 10:32:35.695501 n-d-813419-10 neutron-server[102347]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 10:32:35.797841 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-145c2950-bb31-4534-b6df-807f44d00770 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664840'] for network, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:32:35.816832 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-145c2950-bb31-4534-b6df-807f44d00770 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for network, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:32:35.820957 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-145c2950-bb31-4534-b6df-807f44d00770 admin admin] 10.222.0.44 "DELETE /v2.0/networks/38ad5bfc-5458-4e02-a5f4-75fc331aae38 HTTP/1.1" status: 204 len: 168 time: 0.4028695 Oct 27 10:32:35.887009 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145c2950-bb31-4534-b6df-807f44d00770 admin admin] Pushing event deleted for resources: {'Network': ['ID=38ad5bfc-5458-4e02-a5f4-75fc331aae38,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:32:36.084176 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 60956) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:32:36.159338 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-ab658558-d62f-4ccf-953c-d0274a9f94b0 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4f57a75a642d40caa0e2557f4ca0f174&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0734699 Oct 27 10:32:36.161660 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 60962) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:32:36.266471 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-cd4995a6-8e5b-41d3-9735-a392cb9ba2cb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:32:36.303943 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-cd4995a6-8e5b-41d3-9735-a392cb9ba2cb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:32:36.366323 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-cd4995a6-8e5b-41d3-9735-a392cb9ba2cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:32:36.370403 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-cd4995a6-8e5b-41d3-9735-a392cb9ba2cb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:32:36.371950 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-cd4995a6-8e5b-41d3-9735-a392cb9ba2cb admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/5d21affd-fb97-42d9-98de-76a99618fbb7 HTTP/1.1" status: 204 len: 168 time: 0.2082229 Oct 27 10:32:36.382488 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4995a6-8e5b-41d3-9735-a392cb9ba2cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d21affd-fb97-42d9-98de-76a99618fbb7,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:32:36.522549 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ab7f93-693c-48dc-9011-f64eba651365 req-bd77b50a-804b-40fa-ba8c-c33a585b8e03 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:32:36.529608 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-20ab7f93-693c-48dc-9011-f64eba651365 req-bd77b50a-804b-40fa-ba8c-c33a585b8e03 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.44 "GET /v2.0/ports?device_id=46915948-9fc9-4009-8cce-6f1294cf92dd HTTP/1.1" status: 200 len: 944 time: 0.1059825 Oct 27 10:32:36.611771 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-20ab7f93-693c-48dc-9011-f64eba651365 req-10054aec-7718-432d-84bb-64cade40165a tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.44 "GET /v2.0/security-groups?id=1cfb3b36-7fdd-4213-b115-9d47e1636c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807168 Oct 27 10:32:37.500717 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device f9cf0984-8e60-4e75-bb9a-57a398c6b7cf up at agent hyperv_n-h2-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:32:37.616935 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Provisioning for port f9cf0984-8e60-4e75-bb9a-57a398c6b7cf completed by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 10:32:37.626520 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Provisioning complete for port f9cf0984-8e60-4e75-bb9a-57a398c6b7cf triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:32:37.627156 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:32:37.703700 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device 810180e7-5d50-4570-a0b6-3a38595c8900 no longer exists at agent hyperv_n-h1-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:32:37.748304 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 32802) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:32:37.765879 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] No Port match for: 810180e7-5d50-4570-a0b6-3a38595c8900 {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:32:37.766537 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device 810180e7-5d50-4570-a0b6-3a38595c8900 not bound to the agent host n-h1-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:32:37.787699 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:32:37.816007 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46915948-9fc9-4009-8cce-6f1294cf92dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9cf0984-8e60-4e75-bb9a-57a398c6b7cf'}] {{(pid=102348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:32:37.818660 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c588921fa634554a1d9242fdea1b05457a9ff1d3b28ba54ec1dace7f2f1df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87f48e69-1e1c-42bc-86b6-cd5765007049" -d '{"events": [{"server_uuid": "46915948-9fc9-4009-8cce-6f1294cf92dd", "name": "network-vif-plugged", "status": "completed", "tag": "f9cf0984-8e60-4e75-bb9a-57a398c6b7cf"}]}' {{(pid=102348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:32:37.869571 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] For port f9cf0984-8e60-4e75-bb9a-57a398c6b7cf, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=f9cf0984-8e60-4e75-bb9a-57a398c6b7cf,segment=NetworkSegment(7dd77195-ce76-4d8f-a4a0-21bf27911aee),segment_id=7dd77195-ce76-4d8f-a4a0-21bf27911aee)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:32:37.876845 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:32:37.924935 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:32:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7878b96f-be3b-44e8-947e-e95aaf175ae4 x-openstack-request-id: req-7878b96f-be3b-44e8-947e-e95aaf175ae4 {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:32:37.926002 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46915948-9fc9-4009-8cce-6f1294cf92dd", "name": "network-vif-plugged", "status": "completed", "tag": "f9cf0984-8e60-4e75-bb9a-57a398c6b7cf", "code": 200}]} {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:32:37.926507 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7878b96f-be3b-44e8-947e-e95aaf175ae4 {{(pid=102348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:32:37.928084 n-d-813419-10 neutron-server[102348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46915948-9fc9-4009-8cce-6f1294cf92dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9cf0984-8e60-4e75-bb9a-57a398c6b7cf', 'code': 200} Oct 27 10:32:37.952073 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba274101-3ba1-4652-9dd6-907af3a88329 req-3b1b2553-dc3d-4e0d-a728-1186ab770be7 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:32:37.975008 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-ba274101-3ba1-4652-9dd6-907af3a88329 req-3b1b2553-dc3d-4e0d-a728-1186ab770be7 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.44 "GET /v2.0/ports?device_id=46915948-9fc9-4009-8cce-6f1294cf92dd HTTP/1.1" status: 200 len: 944 time: 0.1576917 Oct 27 10:32:38.017274 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Pushing event updated for resources: {'Port': ['ID=f9cf0984-8e60-4e75-bb9a-57a398c6b7cf,revision_number=5']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:32:38.042337 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84aa896-d5d4-4c95-803c-9379de61be9b req-589a4491-59b1-4f34-bcc3-1113f14388ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:32:38.047110 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-f84aa896-d5d4-4c95-803c-9379de61be9b req-589a4491-59b1-4f34-bcc3-1113f14388ed service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=46915948-9fc9-4009-8cce-6f1294cf92dd HTTP/1.1" status: 200 len: 1097 time: 0.0765052 Oct 27 10:32:38.071866 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-ba274101-3ba1-4652-9dd6-907af3a88329 req-85855540-3c18-4f26-be2c-b86165ce2e82 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.44 "GET /v2.0/security-groups?id=1cfb3b36-7fdd-4213-b115-9d47e1636c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942307 Oct 27 10:32:38.111797 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-f84aa896-d5d4-4c95-803c-9379de61be9b req-2d916233-44e5-4be3-b5a3-7cce2907286f service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=1cfb3b36-7fdd-4213-b115-9d47e1636c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569203 Oct 27 10:32:38.114705 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-55d76ea4-648e-4f99-9e77-b955fd5b75db admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-471511786-network', 'tenant_id': 'ff0168ea11a744e5b96155b438ac0a96'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:32:38.235921 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55d76ea4-648e-4f99-9e77-b955fd5b75db admin admin] Made reservation on behalf of ff0168ea11a744e5b96155b438ac0a96 for: {'network': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:32:38.246504 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-55d76ea4-648e-4f99-9e77-b955fd5b75db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for network, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:32:38.266364 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-55d76ea4-648e-4f99-9e77-b955fd5b75db admin admin] Publish callbacks [] for security_group, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:32:38.401130 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-55d76ea4-648e-4f99-9e77-b955fd5b75db admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:32:38.419824 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-55d76ea4-648e-4f99-9e77-b955fd5b75db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:32:38.451585 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55d76ea4-648e-4f99-9e77-b955fd5b75db admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 436} {{(pid=102347) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 10:32:38.465042 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-55d76ea4-648e-4f99-9e77-b955fd5b75db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:32:38.465706 n-d-813419-10 neutron-server[102347]: INFO neutron.db.segments_db [None req-55d76ea4-648e-4f99-9e77-b955fd5b75db admin admin] Added segment 8d232690-0927-4f85-aad2-4468cc252267 of type vlan for network b2e91ee2-55ff-4c27-b1aa-9395ff14eeb2 Oct 27 10:32:38.519833 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-55d76ea4-648e-4f99-9e77-b955fd5b75db admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743872593080'] for network, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:32:38.579903 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d76ea4-648e-4f99-9e77-b955fd5b75db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58d86db1-f74d-43d1-bec4-5b8f53c14a37,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:32:38.582662 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-55d76ea4-648e-4f99-9e77-b955fd5b75db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913'] for network, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:32:38.583590 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55d76ea4-648e-4f99-9e77-b955fd5b75db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:32:38.584212 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-55d76ea4-648e-4f99-9e77-b955fd5b75db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for network, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:32:38.652780 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-55d76ea4-648e-4f99-9e77-b955fd5b75db admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.9025912 Oct 27 10:32:38.655713 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 32838) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:32:38.661032 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-e97d9ee3-56f0-4045-8459-625a562712dc admin admin] Request body: {'subnet': {'network_id': 'b2e91ee2-55ff-4c27-b1aa-9395ff14eeb2', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-471511786-subnet', 'tenant_id': 'ff0168ea11a744e5b96155b438ac0a96', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:32:38.678487 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d76ea4-648e-4f99-9e77-b955fd5b75db admin admin] Pushing event updated for resources: {'Network': ['ID=b2e91ee2-55ff-4c27-b1aa-9395ff14eeb2,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:32:38.690495 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Network b2e91ee2-55ff-4c27-b1aa-9395ff14eeb2 details requested by agent ovs-agent-n-d-813419-10 with host n-d-813419-10 {{(pid=102348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 10:32:38.710032 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e97d9ee3-56f0-4045-8459-625a562712dc admin admin] Made reservation on behalf of ff0168ea11a744e5b96155b438ac0a96 for: {'subnet': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:32:38.714431 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-e97d9ee3-56f0-4045-8459-625a562712dc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27167186'] for subnet, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:32:38.869759 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:32:39.106189 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-e97d9ee3-56f0-4045-8459-625a562712dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27024290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27167168'] for subnet, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:32:39.233881 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97d9ee3-56f0-4045-8459-625a562712dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=d48fe9af-2256-4a6c-8e6d-601322f0e91a,revision_number=0']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:32:39.328725 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97d9ee3-56f0-4045-8459-625a562712dc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:32:39.329942 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97d9ee3-56f0-4045-8459-625a562712dc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:32:39.330301 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97d9ee3-56f0-4045-8459-625a562712dc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:32:39.330751 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97d9ee3-56f0-4045-8459-625a562712dc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:32:39.330968 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97d9ee3-56f0-4045-8459-625a562712dc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:32:39.331302 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97d9ee3-56f0-4045-8459-625a562712dc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:32:39.331804 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97d9ee3-56f0-4045-8459-625a562712dc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:32:39.332137 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97d9ee3-56f0-4045-8459-625a562712dc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:32:39.333208 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97d9ee3-56f0-4045-8459-625a562712dc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:32:39.333208 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97d9ee3-56f0-4045-8459-625a562712dc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:32:39.333208 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97d9ee3-56f0-4045-8459-625a562712dc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:32:39.333529 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97d9ee3-56f0-4045-8459-625a562712dc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:32:39.355399 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e97d9ee3-56f0-4045-8459-625a562712dc admin admin] Checking segment: {'id': '8d232690-0927-4f85-aad2-4468cc252267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'b2e91ee2-55ff-4c27-b1aa-9395ff14eeb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:32:39.355766 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e97d9ee3-56f0-4045-8459-625a562712dc admin admin] Network hostable DHCP agents. Network: b2e91ee2-55ff-4c27-b1aa-9395ff14eeb2, hostable agents: ['eafd4000-b897-4722-ae8b-0118ec955181'], hosted agents: [] {{(pid=102346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 10:32:39.401806 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e97d9ee3-56f0-4045-8459-625a562712dc admin admin] Network b2e91ee2-55ff-4c27-b1aa-9395ff14eeb2 is scheduled to be hosted by DHCP agent eafd4000-b897-4722-ae8b-0118ec955181 with binding_index 1 {{(pid=102346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 10:32:39.416480 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019c0bcf-ef58-4f4a-a637-d96ab8cb7147 req-7883f65e-4b43-4177-bd06-55714777423e tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:32:39.421911 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-019c0bcf-ef58-4f4a-a637-d96ab8cb7147 req-7883f65e-4b43-4177-bd06-55714777423e tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.44 "GET /v2.0/ports?device_id=46915948-9fc9-4009-8cce-6f1294cf92dd HTTP/1.1" status: 200 len: 945 time: 0.1927907 Oct 27 10:32:39.425526 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-e97d9ee3-56f0-4045-8459-625a562712dc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-10, b2e91ee2-55ff-4c27-b1aa-9395ff14eeb2) {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:32:39.437174 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e97d9ee3-56f0-4045-8459-625a562712dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:32:39.437905 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-e97d9ee3-56f0-4045-8459-625a562712dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for subnet, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:32:39.445863 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85f041f7-a183-46d5-9f20-dd7dc118340f None None] Network b2e91ee2-55ff-4c27-b1aa-9395ff14eeb2 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:32:39.480567 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-e97d9ee3-56f0-4045-8459-625a562712dc admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.8234963 Oct 27 10:32:39.522306 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-019c0bcf-ef58-4f4a-a637-d96ab8cb7147 req-c9e4e409-3653-4d57-962f-1c434bb8b8e5 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.44 "GET /v2.0/security-groups?id=1cfb3b36-7fdd-4213-b115-9d47e1636c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730748 Oct 27 10:32:39.834256 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de77a54a-8bf2-47c4-a0b9-0274ebfbb140 None None] Network b2e91ee2-55ff-4c27-b1aa-9395ff14eeb2 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:32:40.345315 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698171b2-945a-4755-8627-f26972cfec90 req-037c117b-795e-4da6-804d-25728adc39c2 tempest-InstanceActionsNegativeTestJSON-779363348 tempest-InstanceActionsNegativeTestJSON-779363348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:32:40.347829 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-698171b2-945a-4755-8627-f26972cfec90 req-037c117b-795e-4da6-804d-25728adc39c2 tempest-InstanceActionsNegativeTestJSON-779363348 tempest-InstanceActionsNegativeTestJSON-779363348-project] 10.222.0.44 "GET /v2.0/networks?id=b2e91ee2-55ff-4c27-b1aa-9395ff14eeb2 HTTP/1.1" status: 200 len: 821 time: 0.1665430 Oct 27 10:32:40.389371 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-698171b2-945a-4755-8627-f26972cfec90 req-28542980-42e4-430d-b534-2f4c0c4948ea tempest-InstanceActionsNegativeTestJSON-779363348 tempest-InstanceActionsNegativeTestJSON-779363348-project] 10.222.0.44 "GET /v2.0/quotas/ff0168ea11a744e5b96155b438ac0a96 HTTP/1.1" status: 200 len: 375 time: 0.0329154 Oct 27 10:32:40.502490 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-698171b2-945a-4755-8627-f26972cfec90 req-8ec07e47-7322-4304-b696-debd5fefffc9 tempest-InstanceActionsNegativeTestJSON-779363348 tempest-InstanceActionsNegativeTestJSON-779363348-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=ff0168ea11a744e5b96155b438ac0a96&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1059983 Oct 27 10:32:40.684510 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-698171b2-945a-4755-8627-f26972cfec90 req-92e9bf1f-6b05-4b6d-b76a-64b6e9bf763b service neutron] 10.222.0.44 "GET /v2.0/networks/b2e91ee2-55ff-4c27-b1aa-9395ff14eeb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1810627 Oct 27 10:32:40.719366 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127780b2-4ff3-4e05-9cb7-3066676592f2 req-09d288f7-07f5-48ee-96d7-2c40e1393330 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:32:40.738275 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-127780b2-4ff3-4e05-9cb7-3066676592f2 req-09d288f7-07f5-48ee-96d7-2c40e1393330 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.44 "GET /v2.0/ports?device_id=46915948-9fc9-4009-8cce-6f1294cf92dd HTTP/1.1" status: 200 len: 945 time: 0.0987310 Oct 27 10:32:40.814233 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-127780b2-4ff3-4e05-9cb7-3066676592f2 req-1314a049-7c13-491a-8280-8ba50d3a9ce1 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.44 "GET /v2.0/security-groups?id=1cfb3b36-7fdd-4213-b115-9d47e1636c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745881 Oct 27 10:32:40.909081 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-698171b2-945a-4755-8627-f26972cfec90 req-11c2dae5-3af2-4f21-96ef-d7859bcb7ebf service neutron] 10.222.0.44 "GET /v2.0/networks/b2e91ee2-55ff-4c27-b1aa-9395ff14eeb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2235999 Oct 27 10:32:41.299484 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-27b0a1a9-3b08-4a94-abba-f1f503ad0bbc req-5428db78-deca-434a-a460-97ba6915ea8d tempest-InstanceActionsNegativeTestJSON-779363348 tempest-InstanceActionsNegativeTestJSON-779363348-project] 10.222.0.44 "GET /v2.0/ports?device_id=e13e58f3-00c3-4ad7-b032-7e596ff11725 HTTP/1.1" status: 200 len: 210 time: 0.0772533 Oct 27 10:32:41.708191 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477b2d89-c8b9-40c1-b890-a4bed8622588 req-b9bdf5d7-ef10-40b8-b382-a702dfe99980 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:32:41.709832 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-477b2d89-c8b9-40c1-b890-a4bed8622588 req-b9bdf5d7-ef10-40b8-b382-a702dfe99980 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.44 "GET /v2.0/ports?device_id=46915948-9fc9-4009-8cce-6f1294cf92dd HTTP/1.1" status: 200 len: 945 time: 0.0770757 Oct 27 10:32:41.775939 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-477b2d89-c8b9-40c1-b890-a4bed8622588 req-22160ceb-fef3-4bf0-903a-413b7099100f tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.44 "GET /v2.0/security-groups?id=1cfb3b36-7fdd-4213-b115-9d47e1636c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587387 Oct 27 10:32:42.467705 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-75522bbf-60a9-41e3-acdb-79b35fe4e2f1 req-9053c34d-8e3a-498e-a6d0-713d983802d0 tempest-InstanceActionsNegativeTestJSON-779363348 tempest-InstanceActionsNegativeTestJSON-779363348-project] 10.222.0.44 "GET /v2.0/ports?device_id=e13e58f3-00c3-4ad7-b032-7e596ff11725 HTTP/1.1" status: 200 len: 210 time: 0.0512040 Oct 27 10:32:43.079321 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8f3667-8b0e-4333-8092-bf4e588ea88d req-8e57a327-9f44-486c-972f-8c11b2a36fa6 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:32:43.085241 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-6f8f3667-8b0e-4333-8092-bf4e588ea88d req-8e57a327-9f44-486c-972f-8c11b2a36fa6 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.44 "GET /v2.0/ports?device_id=46915948-9fc9-4009-8cce-6f1294cf92dd HTTP/1.1" status: 200 len: 945 time: 0.1183968 Oct 27 10:32:43.150053 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698171b2-945a-4755-8627-f26972cfec90 req-27be6b11-4b2e-4161-a503-e74058dd5fbc tempest-InstanceActionsNegativeTestJSON-779363348 tempest-InstanceActionsNegativeTestJSON-779363348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:32:43.153585 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-698171b2-945a-4755-8627-f26972cfec90 req-27be6b11-4b2e-4161-a503-e74058dd5fbc tempest-InstanceActionsNegativeTestJSON-779363348 tempest-InstanceActionsNegativeTestJSON-779363348-project] 10.222.0.64 "GET /v2.0/networks?id=b2e91ee2-55ff-4c27-b1aa-9395ff14eeb2 HTTP/1.1" status: 200 len: 821 time: 0.3401284 Oct 27 10:32:43.169357 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [req-698171b2-945a-4755-8627-f26972cfec90 req-f88a9554-4a5c-4512-a3d2-6568083f7c6c tempest-InstanceActionsNegativeTestJSON-779363348 tempest-InstanceActionsNegativeTestJSON-779363348-project] Request body: {'port': {'device_id': 'e13e58f3-00c3-4ad7-b032-7e596ff11725', 'network_id': 'b2e91ee2-55ff-4c27-b1aa-9395ff14eeb2', 'admin_state_up': True, 'tenant_id': 'ff0168ea11a744e5b96155b438ac0a96'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:32:43.174810 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-6f8f3667-8b0e-4333-8092-bf4e588ea88d req-73938325-7736-4938-9f50-1dc6d597935a tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.44 "GET /v2.0/security-groups?id=1cfb3b36-7fdd-4213-b115-9d47e1636c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781264 Oct 27 10:32:43.331765 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c71546-ea48-4b14-b63a-f53a212ee8e9 req-7ecb755a-5a66-41a8-9ac9-689c5e7c72d3 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:32:43.333891 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-d3c71546-ea48-4b14-b63a-f53a212ee8e9 req-7ecb755a-5a66-41a8-9ac9-689c5e7c72d3 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.76 "GET /v2.0/ports?device_id=46915948-9fc9-4009-8cce-6f1294cf92dd HTTP/1.1" status: 200 len: 945 time: 0.1355078 Oct 27 10:32:43.536566 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-698171b2-945a-4755-8627-f26972cfec90 req-f88a9554-4a5c-4512-a3d2-6568083f7c6c tempest-InstanceActionsNegativeTestJSON-779363348 tempest-InstanceActionsNegativeTestJSON-779363348-project] Made reservation on behalf of ff0168ea11a744e5b96155b438ac0a96 for: {'port': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:32:43.543377 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-698171b2-945a-4755-8627-f26972cfec90 req-f88a9554-4a5c-4512-a3d2-6568083f7c6c tempest-InstanceActionsNegativeTestJSON-779363348 tempest-InstanceActionsNegativeTestJSON-779363348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:32:43.560330 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [req-d3c71546-ea48-4b14-b63a-f53a212ee8e9 req-8b3beaa2-3d43-400c-a41b-a55384b0410c tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] Deleting port f9cf0984-8e60-4e75-bb9a-57a398c6b7cf {{(pid=102346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:32:43.561312 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-d3c71546-ea48-4b14-b63a-f53a212ee8e9 req-8b3beaa2-3d43-400c-a41b-a55384b0410c tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:32:43.614764 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b49d0731-9d39-4b36-83c2-90a6ce28c400 req-9d0f7745-5c69-4dcd-a7e3-b5db90f8ec0f tempest-InstanceActionsNegativeTestJSON-779363348 tempest-InstanceActionsNegativeTestJSON-779363348-project] 10.222.0.44 "GET /v2.0/ports?device_id=e13e58f3-00c3-4ad7-b032-7e596ff11725 HTTP/1.1" status: 200 len: 210 time: 0.0438237 Oct 27 10:32:43.744883 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [req-d3c71546-ea48-4b14-b63a-f53a212ee8e9 req-8b3beaa2-3d43-400c-a41b-a55384b0410c tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] For port f9cf0984-8e60-4e75-bb9a-57a398c6b7cf, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=f9cf0984-8e60-4e75-bb9a-57a398c6b7cf,segment=NetworkSegment(7dd77195-ce76-4d8f-a4a0-21bf27911aee),segment_id=7dd77195-ce76-4d8f-a4a0-21bf27911aee)] {{(pid=102346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:32:43.745255 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-d3c71546-ea48-4b14-b63a-f53a212ee8e9 req-8b3beaa2-3d43-400c-a41b-a55384b0410c tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:32:43.764949 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [req-d3c71546-ea48-4b14-b63a-f53a212ee8e9 req-8b3beaa2-3d43-400c-a41b-a55384b0410c tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] Calling delete_port for f9cf0984-8e60-4e75-bb9a-57a398c6b7cf owned by compute:nova {{(pid=102346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:32:44.007234 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-d3c71546-ea48-4b14-b63a-f53a212ee8e9 req-8b3beaa2-3d43-400c-a41b-a55384b0410c tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:32:44.009231 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_common [req-698171b2-945a-4755-8627-f26972cfec90 req-f88a9554-4a5c-4512-a3d2-6568083f7c6c tempest-InstanceActionsNegativeTestJSON-779363348 tempest-InstanceActionsNegativeTestJSON-779363348-project] Allocated IP 172.20.0.11 (b2e91ee2-55ff-4c27-b1aa-9395ff14eeb2/d48fe9af-2256-4a6c-8e6d-601322f0e91a/0ca32be7-2222-4a13-a6ee-78d1ca110cd4) {{(pid=102346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:32:44.021695 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] get_ports_and_sgs() called for port_ids ['f9cf0984-8e60-4e75-bb9a-57a398c6b7cf'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:32:44.063645 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3beaa2-3d43-400c-a41b-a55384b0410c tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] Pushing event deleted for resources: {'Port': ['ID=f9cf0984-8e60-4e75-bb9a-57a398c6b7cf,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:32:44.133798 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3c71546-ea48-4b14-b63a-f53a212ee8e9 req-8b3beaa2-3d43-400c-a41b-a55384b0410c tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] No DVR routers for this DVR port f9cf0984-8e60-4e75-bb9a-57a398c6b7cf on host n-h2-813419-10 {{(pid=102346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:32:44.139088 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-d3c71546-ea48-4b14-b63a-f53a212ee8e9 req-8b3beaa2-3d43-400c-a41b-a55384b0410c tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:32:44.142698 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-d3c71546-ea48-4b14-b63a-f53a212ee8e9 req-8b3beaa2-3d43-400c-a41b-a55384b0410c tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.76 "DELETE /v2.0/ports/f9cf0984-8e60-4e75-bb9a-57a398c6b7cf HTTP/1.1" status: 204 len: 173 time: 0.8020201 Oct 27 10:32:44.143165 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46915948-9fc9-4009-8cce-6f1294cf92dd', 'name': 'network-vif-deleted', 'tag': 'f9cf0984-8e60-4e75-bb9a-57a398c6b7cf'}] {{(pid=102346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:32:44.145751 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc0e418f5fc417c8d55d94c0aa509b037d0beb2a734c1a709e789eb65639a56d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16aeaa05-390f-4a0b-b2ce-bac3e374eae2" -d '{"events": [{"server_uuid": "46915948-9fc9-4009-8cce-6f1294cf92dd", "name": "network-vif-deleted", "tag": "f9cf0984-8e60-4e75-bb9a-57a398c6b7cf"}]}' {{(pid=102346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:32:44.303713 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:32:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-793f3b03-461c-4649-8411-fa2345a87e34 x-openstack-request-id: req-793f3b03-461c-4649-8411-fa2345a87e34 {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:32:44.304258 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46915948-9fc9-4009-8cce-6f1294cf92dd", "name": "network-vif-deleted", "tag": "f9cf0984-8e60-4e75-bb9a-57a398c6b7cf", "status": "completed", "code": 200}]} {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:32:44.305242 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-793f3b03-461c-4649-8411-fa2345a87e34 {{(pid=102346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:32:44.305242 n-d-813419-10 neutron-server[102346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46915948-9fc9-4009-8cce-6f1294cf92dd', 'name': 'network-vif-deleted', 'tag': 'f9cf0984-8e60-4e75-bb9a-57a398c6b7cf', 'status': 'completed', 'code': 200} Oct 27 10:32:44.472967 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-698171b2-945a-4755-8627-f26972cfec90 req-f88a9554-4a5c-4512-a3d2-6568083f7c6c tempest-InstanceActionsNegativeTestJSON-779363348 tempest-InstanceActionsNegativeTestJSON-779363348-project] Publish callbacks [] for port, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:32:44.527321 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-6cfa94ca-1c3d-469d-8a52-9848347b6f98 req-654a9fa1-124a-47f8-b509-a9a0197484dd tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.44 "GET /v2.0/ports?device_id=46915948-9fc9-4009-8cce-6f1294cf92dd HTTP/1.1" status: 200 len: 210 time: 0.0349622 Oct 27 10:32:44.528290 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-698171b2-945a-4755-8627-f26972cfec90 req-f88a9554-4a5c-4512-a3d2-6568083f7c6c tempest-InstanceActionsNegativeTestJSON-779363348 tempest-InstanceActionsNegativeTestJSON-779363348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:32:44.593068 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88a9554-4a5c-4512-a3d2-6568083f7c6c tempest-InstanceActionsNegativeTestJSON-779363348 tempest-InstanceActionsNegativeTestJSON-779363348-project] Pushing event updated for resources: {'Port': ['ID=0ca32be7-2222-4a13-a6ee-78d1ca110cd4,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:32:44.612166 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-698171b2-945a-4755-8627-f26972cfec90 req-f88a9554-4a5c-4512-a3d2-6568083f7c6c tempest-InstanceActionsNegativeTestJSON-779363348 tempest-InstanceActionsNegativeTestJSON-779363348-project] Network b2e91ee2-55ff-4c27-b1aa-9395ff14eeb2 is already hosted by enough agents. {{(pid=102346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:32:44.614739 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [req-698171b2-945a-4755-8627-f26972cfec90 req-f88a9554-4a5c-4512-a3d2-6568083f7c6c tempest-InstanceActionsNegativeTestJSON-779363348 tempest-InstanceActionsNegativeTestJSON-779363348-project] Resources bound (agent type, host, resource id): {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:32:44.617256 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [req-698171b2-945a-4755-8627-f26972cfec90 req-f88a9554-4a5c-4512-a3d2-6568083f7c6c tempest-InstanceActionsNegativeTestJSON-779363348 tempest-InstanceActionsNegativeTestJSON-779363348-project] Received port after_create {{(pid=102346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:32:44.748676 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698171b2-945a-4755-8627-f26972cfec90 req-f88a9554-4a5c-4512-a3d2-6568083f7c6c tempest-InstanceActionsNegativeTestJSON-779363348 tempest-InstanceActionsNegativeTestJSON-779363348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:32:44.753244 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-698171b2-945a-4755-8627-f26972cfec90 req-f88a9554-4a5c-4512-a3d2-6568083f7c6c tempest-InstanceActionsNegativeTestJSON-779363348 tempest-InstanceActionsNegativeTestJSON-779363348-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:32:44.797998 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-698171b2-945a-4755-8627-f26972cfec90 req-f88a9554-4a5c-4512-a3d2-6568083f7c6c tempest-InstanceActionsNegativeTestJSON-779363348 tempest-InstanceActionsNegativeTestJSON-779363348-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6325245 Oct 27 10:32:44.817162 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [req-698171b2-945a-4755-8627-f26972cfec90 req-2dd357c3-3e81-492a-bfaa-6965416292f8 service neutron] Request body: {'port': {'device_id': 'e13e58f3-00c3-4ad7-b032-7e596ff11725', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-10'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:32:44.822781 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.agents_db [None req-e79ee67d-056e-46ea-bd99-e80473396b25 None None] Agent healthcheck: found 7 active agents {{(pid=102349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 10:32:44.846124 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3b1780-126f-464c-af2c-2674d9a457d6 req-6a7f0b62-ca9f-4196-93f5-7f57e3933bec tempest-InstanceActionsNegativeTestJSON-779363348 tempest-InstanceActionsNegativeTestJSON-779363348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:32:44.878575 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8a3b1780-126f-464c-af2c-2674d9a457d6 req-6a7f0b62-ca9f-4196-93f5-7f57e3933bec tempest-InstanceActionsNegativeTestJSON-779363348 tempest-InstanceActionsNegativeTestJSON-779363348-project] 10.222.0.44 "GET /v2.0/ports?device_id=e13e58f3-00c3-4ad7-b032-7e596ff11725 HTTP/1.1" status: 200 len: 932 time: 0.1502054 Oct 27 10:32:44.964952 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8a3b1780-126f-464c-af2c-2674d9a457d6 req-37999ef7-73ca-4211-95ef-948e71b966a9 tempest-InstanceActionsNegativeTestJSON-779363348 tempest-InstanceActionsNegativeTestJSON-779363348-project] 10.222.0.44 "GET /v2.0/security-groups?id=58d86db1-f74d-43d1-bec4-5b8f53c14a37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846741 Oct 27 10:32:44.976419 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-698171b2-945a-4755-8627-f26972cfec90 req-2dd357c3-3e81-492a-bfaa-6965416292f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:32:45.274405 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [req-698171b2-945a-4755-8627-f26972cfec90 req-2dd357c3-3e81-492a-bfaa-6965416292f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ca32be7-2222-4a13-a6ee-78d1ca110cd4 {{(pid=102346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:32:45.283425 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-698171b2-945a-4755-8627-f26972cfec90 req-2dd357c3-3e81-492a-bfaa-6965416292f8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:32:45.297723 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.provisioning_blocks [req-698171b2-945a-4755-8627-f26972cfec90 req-2dd357c3-3e81-492a-bfaa-6965416292f8 service neutron] Transition to ACTIVE for port object 0ca32be7-2222-4a13-a6ee-78d1ca110cd4 will not be triggered until provisioned by entity L2. {{(pid=102346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 10:32:45.306890 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-698171b2-945a-4755-8627-f26972cfec90 req-2dd357c3-3e81-492a-bfaa-6965416292f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27024173'] for port, after_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:32:45.444142 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd357c3-3e81-492a-bfaa-6965416292f8 service neutron] Pushing event updated for resources: {'Port': ['ID=0ca32be7-2222-4a13-a6ee-78d1ca110cd4,revision_number=2']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:32:45.573913 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.managers [req-698171b2-945a-4755-8627-f26972cfec90 req-2dd357c3-3e81-492a-bfaa-6965416292f8 service neutron] Attempting to bind port 0ca32be7-2222-4a13-a6ee-78d1ca110cd4 on host n-h1-813419-10 for vnic_type normal with profile {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:32:45.574267 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.managers [req-698171b2-945a-4755-8627-f26972cfec90 req-2dd357c3-3e81-492a-bfaa-6965416292f8 service neutron] Attempting to bind port 0ca32be7-2222-4a13-a6ee-78d1ca110cd4 by drivers openvswitch,hyperv on host n-h1-813419-10 at level 0 using segments [{'id': '8d232690-0927-4f85-aad2-4468cc252267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'b2e91ee2-55ff-4c27-b1aa-9395ff14eeb2'}] {{(pid=102346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:32:45.574608 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-698171b2-945a-4755-8627-f26972cfec90 req-2dd357c3-3e81-492a-bfaa-6965416292f8 service neutron] Attempting to bind port 0ca32be7-2222-4a13-a6ee-78d1ca110cd4 on network b2e91ee2-55ff-4c27-b1aa-9395ff14eeb2 {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:32:45.595381 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-698171b2-945a-4755-8627-f26972cfec90 req-2dd357c3-3e81-492a-bfaa-6965416292f8 service neutron] Port 0ca32be7-2222-4a13-a6ee-78d1ca110cd4 on network b2e91ee2-55ff-4c27-b1aa-9395ff14eeb2 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-10 {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 10:32:45.595714 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-698171b2-945a-4755-8627-f26972cfec90 req-2dd357c3-3e81-492a-bfaa-6965416292f8 service neutron] Attempting to bind port 0ca32be7-2222-4a13-a6ee-78d1ca110cd4 on network b2e91ee2-55ff-4c27-b1aa-9395ff14eeb2 {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:32:45.603448 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-698171b2-945a-4755-8627-f26972cfec90 req-2dd357c3-3e81-492a-bfaa-6965416292f8 service neutron] Checking agent: {'id': 'a52e1cab-0c63-402d-9c94-330537c6c076', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 16, 2), 'started_at': datetime.datetime(2021, 10, 27, 10, 16, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 32, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:32:45.603795 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-698171b2-945a-4755-8627-f26972cfec90 req-2dd357c3-3e81-492a-bfaa-6965416292f8 service neutron] Checking segment: {'id': '8d232690-0927-4f85-aad2-4468cc252267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'b2e91ee2-55ff-4c27-b1aa-9395ff14eeb2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:32:45.604447 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-698171b2-945a-4755-8627-f26972cfec90 req-2dd357c3-3e81-492a-bfaa-6965416292f8 service neutron] Bound using segment: {'id': '8d232690-0927-4f85-aad2-4468cc252267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'b2e91ee2-55ff-4c27-b1aa-9395ff14eeb2'} {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:32:45.609591 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.managers [req-698171b2-945a-4755-8627-f26972cfec90 req-2dd357c3-3e81-492a-bfaa-6965416292f8 service neutron] Bound port: 0ca32be7-2222-4a13-a6ee-78d1ca110cd4, host: n-h1-813419-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d232690-0927-4f85-aad2-4468cc252267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'b2e91ee2-55ff-4c27-b1aa-9395ff14eeb2'}}] {{(pid=102346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:32:45.610030 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-698171b2-945a-4755-8627-f26972cfec90 req-2dd357c3-3e81-492a-bfaa-6965416292f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:32:45.701373 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [req-698171b2-945a-4755-8627-f26972cfec90 req-2dd357c3-3e81-492a-bfaa-6965416292f8 service neutron] For port 0ca32be7-2222-4a13-a6ee-78d1ca110cd4, host n-h1-813419-10, cleared binding levels {{(pid=102346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:32:45.705085 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [req-698171b2-945a-4755-8627-f26972cfec90 req-2dd357c3-3e81-492a-bfaa-6965416292f8 service neutron] For port 0ca32be7-2222-4a13-a6ee-78d1ca110cd4, host n-h1-813419-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=0ca32be7-2222-4a13-a6ee-78d1ca110cd4,segment=NetworkSegment(8d232690-0927-4f85-aad2-4468cc252267),segment_id=8d232690-0927-4f85-aad2-4468cc252267)] {{(pid=102346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:32:45.718155 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-698171b2-945a-4755-8627-f26972cfec90 req-2dd357c3-3e81-492a-bfaa-6965416292f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27024173'] for port, after_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:32:45.777543 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd357c3-3e81-492a-bfaa-6965416292f8 service neutron] Pushing event updated for resources: {'Port': ['ID=0ca32be7-2222-4a13-a6ee-78d1ca110cd4,revision_number=3']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:32:45.783141 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698171b2-945a-4755-8627-f26972cfec90 req-2dd357c3-3e81-492a-bfaa-6965416292f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:32:45.783770 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-698171b2-945a-4755-8627-f26972cfec90 req-2dd357c3-3e81-492a-bfaa-6965416292f8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:32:45.785229 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-698171b2-945a-4755-8627-f26972cfec90 req-2dd357c3-3e81-492a-bfaa-6965416292f8 service neutron] 10.222.0.64 "PUT /v2.0/ports/0ca32be7-2222-4a13-a6ee-78d1ca110cd4 HTTP/1.1" status: 200 len: 1093 time: 0.9784358 Oct 27 10:32:45.943690 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698171b2-945a-4755-8627-f26972cfec90 req-6aed50d8-a7eb-42b6-8116-feaaefcbe384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:32:45.947832 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-698171b2-945a-4755-8627-f26972cfec90 req-6aed50d8-a7eb-42b6-8116-feaaefcbe384 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ff0168ea11a744e5b96155b438ac0a96&device_id=e13e58f3-00c3-4ad7-b032-7e596ff11725 HTTP/1.1" status: 200 len: 1096 time: 0.1049473 Oct 27 10:32:46.029062 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-698171b2-945a-4755-8627-f26972cfec90 req-d6950112-a7f4-487c-a2f8-5e75abc6ba89 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0ca32be7-2222-4a13-a6ee-78d1ca110cd4 HTTP/1.1" status: 200 len: 217 time: 0.0722620 Oct 27 10:32:46.073423 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a58663e-53b4-4771-bae2-75354e69bcfb req-240da3ae-997c-464a-a67e-36352b43f2dc tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:32:46.086351 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8a58663e-53b4-4771-bae2-75354e69bcfb req-240da3ae-997c-464a-a67e-36352b43f2dc tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.44 "GET /v2.0/networks?id=8d938063-6de9-4af7-8c0a-0cc177cd5dd2 HTTP/1.1" status: 200 len: 812 time: 0.2271645 Oct 27 10:32:46.104576 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8a58663e-53b4-4771-bae2-75354e69bcfb req-eaa4aa6b-d46e-4b9a-ab6a-8a72ba7499e6 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.44 "GET /v2.0/quotas/9acc1288f1e24e5194b2ab7572b1c5ff HTTP/1.1" status: 200 len: 375 time: 0.0169730 Oct 27 10:32:46.150379 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8a58663e-53b4-4771-bae2-75354e69bcfb req-28429d34-d4be-436c-bbf8-44f7787a397c tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=9acc1288f1e24e5194b2ab7572b1c5ff&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0444350 Oct 27 10:32:46.176184 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-c15c8c3b-0612-4152-8ad4-6104a975d879 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:32:46.223881 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698171b2-945a-4755-8627-f26972cfec90 req-fa6e3dc4-d0e4-446f-8b24-8fb5b4e354a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:32:46.227394 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-698171b2-945a-4755-8627-f26972cfec90 req-fa6e3dc4-d0e4-446f-8b24-8fb5b4e354a1 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d48fe9af-2256-4a6c-8e6d-601322f0e91a HTTP/1.1" status: 200 len: 861 time: 0.1916757 Oct 27 10:32:46.251076 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289af05a-7167-4d49-80a3-64f07ad398f0 req-64921881-5d27-4c51-ba02-c5421233c0ab tempest-InstanceActionsNegativeTestJSON-779363348 tempest-InstanceActionsNegativeTestJSON-779363348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:32:46.255363 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-289af05a-7167-4d49-80a3-64f07ad398f0 req-64921881-5d27-4c51-ba02-c5421233c0ab tempest-InstanceActionsNegativeTestJSON-779363348 tempest-InstanceActionsNegativeTestJSON-779363348-project] 10.222.0.44 "GET /v2.0/ports?device_id=e13e58f3-00c3-4ad7-b032-7e596ff11725 HTTP/1.1" status: 200 len: 944 time: 0.1621950 Oct 27 10:32:46.257043 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8a58663e-53b4-4771-bae2-75354e69bcfb req-80591b3d-3704-4d0a-9936-f9b0bfe07d41 service neutron] 10.222.0.44 "GET /v2.0/networks/8d938063-6de9-4af7-8c0a-0cc177cd5dd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054435 Oct 27 10:32:46.324541 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e13e58f3-00c3-4ad7-b032-7e596ff11725', 'tag': '0ca32be7-2222-4a13-a6ee-78d1ca110cd4'}] {{(pid=102346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:32:46.327333 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc0e418f5fc417c8d55d94c0aa509b037d0beb2a734c1a709e789eb65639a56d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4afb5e4b-8be6-45b9-af76-c77ec8e9ea2e" -d '{"events": [{"name": "network-changed", "server_uuid": "e13e58f3-00c3-4ad7-b032-7e596ff11725", "tag": "0ca32be7-2222-4a13-a6ee-78d1ca110cd4"}]}' {{(pid=102346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:32:46.334236 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-698171b2-945a-4755-8627-f26972cfec90 req-5aa123fa-b625-48ae-9058-fd9675d192d5 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b2e91ee2-55ff-4c27-b1aa-9395ff14eeb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0776458 Oct 27 10:32:46.386469 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8a58663e-53b4-4771-bae2-75354e69bcfb req-f4254ac2-10a7-42e5-817c-0f546acf07ab service neutron] 10.222.0.44 "GET /v2.0/networks/8d938063-6de9-4af7-8c0a-0cc177cd5dd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282432 Oct 27 10:32:46.534193 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-289af05a-7167-4d49-80a3-64f07ad398f0 req-cbc2c96c-b54d-45ba-b403-17c2174bff70 tempest-InstanceActionsNegativeTestJSON-779363348 tempest-InstanceActionsNegativeTestJSON-779363348-project] 10.222.0.44 "GET /v2.0/security-groups?id=58d86db1-f74d-43d1-bec4-5b8f53c14a37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2489567 Oct 27 10:32:46.574346 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-698171b2-945a-4755-8627-f26972cfec90 req-418a7198-c055-4d4a-8034-46378dff5eac service neutron] 10.222.0.64 "GET /v2.0/networks/b2e91ee2-55ff-4c27-b1aa-9395ff14eeb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1918159 Oct 27 10:32:46.686548 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 10:32:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f794e8cf-37df-4860-ab89-91a9629bcb80 x-openstack-request-id: req-f794e8cf-37df-4860-ab89-91a9629bcb80 {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:32:46.686843 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e13e58f3-00c3-4ad7-b032-7e596ff11725", "tag": "0ca32be7-2222-4a13-a6ee-78d1ca110cd4", "status": "completed", "code": 200}]} {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:32:46.687098 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f794e8cf-37df-4860-ab89-91a9629bcb80 {{(pid=102346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:32:46.688319 n-d-813419-10 neutron-server[102346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e13e58f3-00c3-4ad7-b032-7e596ff11725', 'tag': '0ca32be7-2222-4a13-a6ee-78d1ca110cd4', 'status': 'completed', 'code': 200} Oct 27 10:32:46.779383 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-a5d310b5-76db-4162-a83a-f9f15accbacc req-7ceda69d-0074-4204-be92-0496c109ee3f tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.44 "GET /v2.0/ports?device_id=ae810163-3c24-42c6-8688-7289f0082693 HTTP/1.1" status: 200 len: 210 time: 0.0299551 Oct 27 10:32:46.791042 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-698171b2-945a-4755-8627-f26972cfec90 req-d5897cbf-a21b-46d7-87b1-f4ff19c774e8 service neutron] 10.222.0.64 "GET /v2.0/networks/b2e91ee2-55ff-4c27-b1aa-9395ff14eeb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1974268 Oct 27 10:32:46.900898 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afb5e4b-8be6-45b9-af76-c77ec8e9ea2e req-75cb9a53-d95d-44be-80d4-d5545aaf55d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:32:46.902352 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-4afb5e4b-8be6-45b9-af76-c77ec8e9ea2e req-75cb9a53-d95d-44be-80d4-d5545aaf55d7 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ff0168ea11a744e5b96155b438ac0a96&device_id=e13e58f3-00c3-4ad7-b032-7e596ff11725 HTTP/1.1" status: 200 len: 1096 time: 0.0559139 Oct 27 10:32:47.064089 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afb5e4b-8be6-45b9-af76-c77ec8e9ea2e req-e58c992f-23e9-4f41-9bb6-26fb75287ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:32:47.066011 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-4afb5e4b-8be6-45b9-af76-c77ec8e9ea2e req-e58c992f-23e9-4f41-9bb6-26fb75287ca3 service neutron] 10.222.0.64 "GET /v2.0/networks?id=b2e91ee2-55ff-4c27-b1aa-9395ff14eeb2 HTTP/1.1" status: 200 len: 922 time: 0.1557720 Oct 27 10:32:47.128001 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-4afb5e4b-8be6-45b9-af76-c77ec8e9ea2e req-41dcb5d8-d36f-4e4d-9d26-84860c80f415 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0ca32be7-2222-4a13-a6ee-78d1ca110cd4 HTTP/1.1" status: 200 len: 217 time: 0.0522096 Oct 27 10:32:47.568863 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device f9cf0984-8e60-4e75-bb9a-57a398c6b7cf no longer exists at agent hyperv_n-h2-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:32:47.632966 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] No Port match for: f9cf0984-8e60-4e75-bb9a-57a398c6b7cf {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:32:47.649558 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device f9cf0984-8e60-4e75-bb9a-57a398c6b7cf not bound to the agent host n-h2-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:32:47.704779 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b2697f-d269-488a-bf71-48163ab7b6c7 req-3bb7c17e-4bb1-4f7d-a52e-889d4dcd1fd2 tempest-InstanceActionsNegativeTestJSON-779363348 tempest-InstanceActionsNegativeTestJSON-779363348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:32:47.713807 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-f3b2697f-d269-488a-bf71-48163ab7b6c7 req-3bb7c17e-4bb1-4f7d-a52e-889d4dcd1fd2 tempest-InstanceActionsNegativeTestJSON-779363348 tempest-InstanceActionsNegativeTestJSON-779363348-project] 10.222.0.44 "GET /v2.0/ports?device_id=e13e58f3-00c3-4ad7-b032-7e596ff11725 HTTP/1.1" status: 200 len: 944 time: 0.0804608 Oct 27 10:32:47.773680 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-f3b2697f-d269-488a-bf71-48163ab7b6c7 req-e2b7a54f-b764-4afe-ac5d-3975b679c7f5 tempest-InstanceActionsNegativeTestJSON-779363348 tempest-InstanceActionsNegativeTestJSON-779363348-project] 10.222.0.44 "GET /v2.0/security-groups?id=58d86db1-f74d-43d1-bec4-5b8f53c14a37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533435 Oct 27 10:32:47.852185 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afb5e4b-8be6-45b9-af76-c77ec8e9ea2e req-166958ba-e0a0-43c4-bd40-c36d2b1f4285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:32:47.853904 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-4afb5e4b-8be6-45b9-af76-c77ec8e9ea2e req-166958ba-e0a0-43c4-bd40-c36d2b1f4285 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d48fe9af-2256-4a6c-8e6d-601322f0e91a HTTP/1.1" status: 200 len: 861 time: 0.7182176 Oct 27 10:32:47.921455 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-4afb5e4b-8be6-45b9-af76-c77ec8e9ea2e req-da118503-2dcf-4d56-a0b0-5ac12c822fd9 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b2e91ee2-55ff-4c27-b1aa-9395ff14eeb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404148 Oct 27 10:32:47.961568 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-65d812ed-b7be-496b-aeb2-388941e558f3 req-3edc021c-39cf-47f7-8a78-e5bedc9c35a7 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.44 "GET /v2.0/ports?device_id=ae810163-3c24-42c6-8688-7289f0082693 HTTP/1.1" status: 200 len: 210 time: 0.0736248 Oct 27 10:32:48.032157 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-4afb5e4b-8be6-45b9-af76-c77ec8e9ea2e req-1d6620b7-9e4d-49c2-953d-8fe50982dfeb service neutron] 10.222.0.64 "GET /v2.0/networks/b2e91ee2-55ff-4c27-b1aa-9395ff14eeb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1087270 Oct 27 10:32:48.285773 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-4afb5e4b-8be6-45b9-af76-c77ec8e9ea2e req-023b4d8e-b806-4c60-9796-91ae50cd1923 service neutron] 10.222.0.64 "GET /v2.0/networks/b2e91ee2-55ff-4c27-b1aa-9395ff14eeb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2450244 Oct 27 10:32:48.371775 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a58663e-53b4-4771-bae2-75354e69bcfb req-2addefe2-dc97-47cc-81ad-a83abe1229f6 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:32:48.373434 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-8a58663e-53b4-4771-bae2-75354e69bcfb req-2addefe2-dc97-47cc-81ad-a83abe1229f6 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.76 "GET /v2.0/networks?id=8d938063-6de9-4af7-8c0a-0cc177cd5dd2 HTTP/1.1" status: 200 len: 812 time: 0.1964457 Oct 27 10:32:48.393787 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [req-8a58663e-53b4-4771-bae2-75354e69bcfb req-af501fcf-46d7-4713-b828-cb568f8026fc tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] Request body: {'port': {'device_id': 'ae810163-3c24-42c6-8688-7289f0082693', 'network_id': '8d938063-6de9-4af7-8c0a-0cc177cd5dd2', 'admin_state_up': True, 'tenant_id': '9acc1288f1e24e5194b2ab7572b1c5ff'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:32:48.551651 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a58663e-53b4-4771-bae2-75354e69bcfb req-af501fcf-46d7-4713-b828-cb568f8026fc tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] Made reservation on behalf of 9acc1288f1e24e5194b2ab7572b1c5ff for: {'port': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:32:48.564318 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-8a58663e-53b4-4771-bae2-75354e69bcfb req-af501fcf-46d7-4713-b828-cb568f8026fc tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:32:48.719229 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_common [req-8a58663e-53b4-4771-bae2-75354e69bcfb req-af501fcf-46d7-4713-b828-cb568f8026fc tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] Allocated IP 172.20.0.5 (8d938063-6de9-4af7-8c0a-0cc177cd5dd2/d10e012c-67dd-4bab-810d-02cbf72e2d75/073ec8b9-d3d9-4ec7-b6ad-5d37ccb95b9d) {{(pid=102346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:32:48.859345 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-aafdb2b0-c19c-4993-b279-99b71bcee269 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:32:49.021091 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9672c5b9-ce36-4011-803c-589fcb3ce759 req-b565c49f-13df-434a-914f-cc9867a5f5c2 tempest-InstanceActionsNegativeTestJSON-779363348 tempest-InstanceActionsNegativeTestJSON-779363348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:32:49.026441 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-8a58663e-53b4-4771-bae2-75354e69bcfb req-af501fcf-46d7-4713-b828-cb568f8026fc tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] Publish callbacks [] for port, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:32:49.032774 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-9672c5b9-ce36-4011-803c-589fcb3ce759 req-b565c49f-13df-434a-914f-cc9867a5f5c2 tempest-InstanceActionsNegativeTestJSON-779363348 tempest-InstanceActionsNegativeTestJSON-779363348-project] 10.222.0.44 "GET /v2.0/ports?device_id=e13e58f3-00c3-4ad7-b032-7e596ff11725 HTTP/1.1" status: 200 len: 944 time: 0.1018662 Oct 27 10:32:49.076490 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-9672c5b9-ce36-4011-803c-589fcb3ce759 req-9bb1d0b5-01e3-4997-960a-5bb46cee9368 tempest-InstanceActionsNegativeTestJSON-779363348 tempest-InstanceActionsNegativeTestJSON-779363348-project] 10.222.0.44 "GET /v2.0/security-groups?id=58d86db1-f74d-43d1-bec4-5b8f53c14a37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386388 Oct 27 10:32:49.084378 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-8a58663e-53b4-4771-bae2-75354e69bcfb req-af501fcf-46d7-4713-b828-cb568f8026fc tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:32:49.164035 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a58663e-53b4-4771-bae2-75354e69bcfb req-af501fcf-46d7-4713-b828-cb568f8026fc tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] Network 8d938063-6de9-4af7-8c0a-0cc177cd5dd2 is already hosted by enough agents. {{(pid=102346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:32:49.181719 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af501fcf-46d7-4713-b828-cb568f8026fc tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] Pushing event updated for resources: {'Port': ['ID=073ec8b9-d3d9-4ec7-b6ad-5d37ccb95b9d,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:32:49.186514 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [req-8a58663e-53b4-4771-bae2-75354e69bcfb req-af501fcf-46d7-4713-b828-cb568f8026fc tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] Resources bound (agent type, host, resource id): {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:32:49.196797 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a58663e-53b4-4771-bae2-75354e69bcfb req-af501fcf-46d7-4713-b828-cb568f8026fc tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] Received port after_create {{(pid=102346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:32:49.246411 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ec0ed7-9494-40fa-82a5-996cd8d3135a req-c32fe7c1-6879-4074-8cee-6429b3b9c43a tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:32:49.248655 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-84ec0ed7-9494-40fa-82a5-996cd8d3135a req-c32fe7c1-6879-4074-8cee-6429b3b9c43a tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.44 "GET /v2.0/ports?device_id=ae810163-3c24-42c6-8688-7289f0082693 HTTP/1.1" status: 200 len: 931 time: 0.1248903 Oct 27 10:32:49.281004 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a58663e-53b4-4771-bae2-75354e69bcfb req-af501fcf-46d7-4713-b828-cb568f8026fc tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:32:49.281666 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-8a58663e-53b4-4771-bae2-75354e69bcfb req-af501fcf-46d7-4713-b828-cb568f8026fc tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:32:49.312347 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-8a58663e-53b4-4771-bae2-75354e69bcfb req-af501fcf-46d7-4713-b828-cb568f8026fc tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9242446 Oct 27 10:32:49.315359 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-84ec0ed7-9494-40fa-82a5-996cd8d3135a req-bc2dd351-a2a2-4f0f-a1c6-07a47d4732e3 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.44 "GET /v2.0/security-groups?id=1cfb3b36-7fdd-4213-b115-9d47e1636c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534158 Oct 27 10:32:49.322281 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [req-8a58663e-53b4-4771-bae2-75354e69bcfb req-a311719c-f87e-43f6-b404-458b9f7e0711 service neutron] Request body: {'port': {'device_id': 'ae810163-3c24-42c6-8688-7289f0082693', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-10'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:32:49.385212 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-8a58663e-53b4-4771-bae2-75354e69bcfb req-a311719c-f87e-43f6-b404-458b9f7e0711 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:32:49.749751 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device 0ca32be7-2222-4a13-a6ee-78d1ca110cd4 details requested by agent hyperv_n-h1-813419-10 with host n-h1-813419-10 {{(pid=102348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 10:32:49.785947 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [req-8a58663e-53b4-4771-bae2-75354e69bcfb req-a311719c-f87e-43f6-b404-458b9f7e0711 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 073ec8b9-d3d9-4ec7-b6ad-5d37ccb95b9d {{(pid=102346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:32:49.796514 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-8a58663e-53b4-4771-bae2-75354e69bcfb req-a311719c-f87e-43f6-b404-458b9f7e0711 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:32:49.858069 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.provisioning_blocks [req-8a58663e-53b4-4771-bae2-75354e69bcfb req-a311719c-f87e-43f6-b404-458b9f7e0711 service neutron] Transition to ACTIVE for port object 073ec8b9-d3d9-4ec7-b6ad-5d37ccb95b9d will not be triggered until provisioned by entity L2. {{(pid=102346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 10:32:49.866512 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-8a58663e-53b4-4771-bae2-75354e69bcfb req-a311719c-f87e-43f6-b404-458b9f7e0711 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27024173'] for port, after_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:32:49.901715 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port 0ca32be7-2222-4a13-a6ee-78d1ca110cd4, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=0ca32be7-2222-4a13-a6ee-78d1ca110cd4,segment=NetworkSegment(8d232690-0927-4f85-aad2-4468cc252267),segment_id=8d232690-0927-4f85-aad2-4468cc252267)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:32:49.969639 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a311719c-f87e-43f6-b404-458b9f7e0711 service neutron] Pushing event updated for resources: {'Port': ['ID=073ec8b9-d3d9-4ec7-b6ad-5d37ccb95b9d,revision_number=2']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:32:50.024978 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Returning: {'device': '0ca32be7-2222-4a13-a6ee-78d1ca110cd4', 'network_id': 'b2e91ee2-55ff-4c27-b1aa-9395ff14eeb2', 'port_id': '0ca32be7-2222-4a13-a6ee-78d1ca110cd4', 'mac_address': 'fa:16:3e:6c:80:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 436, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd48fe9af-2256-4a6c-8e6d-601322f0e91a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 10:32:50.030963 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-eadeaa30-4096-4d1a-b3cb-aa7ebfb291ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:32:50.109700 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:32:50.137535 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:32:50.169920 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ca32be7-2222-4a13-a6ee-78d1ca110cd4 {{(pid=102348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:32:50.230341 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port 0ca32be7-2222-4a13-a6ee-78d1ca110cd4, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=0ca32be7-2222-4a13-a6ee-78d1ca110cd4,segment=NetworkSegment(8d232690-0927-4f85-aad2-4468cc252267),segment_id=8d232690-0927-4f85-aad2-4468cc252267)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:32:50.239200 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:32:50.279827 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.managers [req-8a58663e-53b4-4771-bae2-75354e69bcfb req-a311719c-f87e-43f6-b404-458b9f7e0711 service neutron] Attempting to bind port 073ec8b9-d3d9-4ec7-b6ad-5d37ccb95b9d on host n-h2-813419-10 for vnic_type normal with profile {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:32:50.280793 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.managers [req-8a58663e-53b4-4771-bae2-75354e69bcfb req-a311719c-f87e-43f6-b404-458b9f7e0711 service neutron] Attempting to bind port 073ec8b9-d3d9-4ec7-b6ad-5d37ccb95b9d by drivers openvswitch,hyperv on host n-h2-813419-10 at level 0 using segments [{'id': '7dd77195-ce76-4d8f-a4a0-21bf27911aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8d938063-6de9-4af7-8c0a-0cc177cd5dd2'}] {{(pid=102346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:32:50.281199 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a58663e-53b4-4771-bae2-75354e69bcfb req-a311719c-f87e-43f6-b404-458b9f7e0711 service neutron] Attempting to bind port 073ec8b9-d3d9-4ec7-b6ad-5d37ccb95b9d on network 8d938063-6de9-4af7-8c0a-0cc177cd5dd2 {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:32:50.285599 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fe6e38-01c2-4607-a703-3dbd6d340faf req-151fa9bf-68c4-491d-bf11-6ab1e2c5b79b tempest-InstanceActionsNegativeTestJSON-779363348 tempest-InstanceActionsNegativeTestJSON-779363348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:32:50.286067 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a58663e-53b4-4771-bae2-75354e69bcfb req-a311719c-f87e-43f6-b404-458b9f7e0711 service neutron] Port 073ec8b9-d3d9-4ec7-b6ad-5d37ccb95b9d on network 8d938063-6de9-4af7-8c0a-0cc177cd5dd2 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-10 {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 10:32:50.286354 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a58663e-53b4-4771-bae2-75354e69bcfb req-a311719c-f87e-43f6-b404-458b9f7e0711 service neutron] Attempting to bind port 073ec8b9-d3d9-4ec7-b6ad-5d37ccb95b9d on network 8d938063-6de9-4af7-8c0a-0cc177cd5dd2 {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:32:50.292327 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a58663e-53b4-4771-bae2-75354e69bcfb req-a311719c-f87e-43f6-b404-458b9f7e0711 service neutron] Checking agent: {'id': 'a2edc247-0fa4-4ce6-bbae-a10492f6bd71', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 16, 9), 'started_at': datetime.datetime(2021, 10, 27, 10, 16, 9), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 32, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:32:50.292746 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a58663e-53b4-4771-bae2-75354e69bcfb req-a311719c-f87e-43f6-b404-458b9f7e0711 service neutron] Checking segment: {'id': '7dd77195-ce76-4d8f-a4a0-21bf27911aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8d938063-6de9-4af7-8c0a-0cc177cd5dd2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:32:50.293210 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a58663e-53b4-4771-bae2-75354e69bcfb req-a311719c-f87e-43f6-b404-458b9f7e0711 service neutron] Bound using segment: {'id': '7dd77195-ce76-4d8f-a4a0-21bf27911aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8d938063-6de9-4af7-8c0a-0cc177cd5dd2'} {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:32:50.293708 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.managers [req-8a58663e-53b4-4771-bae2-75354e69bcfb req-a311719c-f87e-43f6-b404-458b9f7e0711 service neutron] Bound port: 073ec8b9-d3d9-4ec7-b6ad-5d37ccb95b9d, host: n-h2-813419-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7dd77195-ce76-4d8f-a4a0-21bf27911aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8d938063-6de9-4af7-8c0a-0cc177cd5dd2'}}] {{(pid=102346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:32:50.294130 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-8a58663e-53b4-4771-bae2-75354e69bcfb req-a311719c-f87e-43f6-b404-458b9f7e0711 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:32:50.298337 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-37fe6e38-01c2-4607-a703-3dbd6d340faf req-151fa9bf-68c4-491d-bf11-6ab1e2c5b79b tempest-InstanceActionsNegativeTestJSON-779363348 tempest-InstanceActionsNegativeTestJSON-779363348-project] 10.222.0.44 "GET /v2.0/ports?device_id=e13e58f3-00c3-4ad7-b032-7e596ff11725 HTTP/1.1" status: 200 len: 944 time: 0.1161695 Oct 27 10:32:50.373432 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Pushing event updated for resources: {'Port': ['ID=0ca32be7-2222-4a13-a6ee-78d1ca110cd4,revision_number=4']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:32:50.403711 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-37fe6e38-01c2-4607-a703-3dbd6d340faf req-55fb00d9-3cb4-4555-b605-4cbe39f50c65 tempest-InstanceActionsNegativeTestJSON-779363348 tempest-InstanceActionsNegativeTestJSON-779363348-project] 10.222.0.44 "GET /v2.0/security-groups?id=58d86db1-f74d-43d1-bec4-5b8f53c14a37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947535 Oct 27 10:32:50.421674 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [req-8a58663e-53b4-4771-bae2-75354e69bcfb req-a311719c-f87e-43f6-b404-458b9f7e0711 service neutron] For port 073ec8b9-d3d9-4ec7-b6ad-5d37ccb95b9d, host n-h2-813419-10, cleared binding levels {{(pid=102346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:32:50.425612 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [req-8a58663e-53b4-4771-bae2-75354e69bcfb req-a311719c-f87e-43f6-b404-458b9f7e0711 service neutron] For port 073ec8b9-d3d9-4ec7-b6ad-5d37ccb95b9d, host n-h2-813419-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=073ec8b9-d3d9-4ec7-b6ad-5d37ccb95b9d,segment=NetworkSegment(7dd77195-ce76-4d8f-a4a0-21bf27911aee),segment_id=7dd77195-ce76-4d8f-a4a0-21bf27911aee)] {{(pid=102346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:32:50.440727 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-8a58663e-53b4-4771-bae2-75354e69bcfb req-a311719c-f87e-43f6-b404-458b9f7e0711 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27024173'] for port, after_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:32:50.516867 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] get_ports_and_sgs() called for port_ids ['0ca32be7-2222-4a13-a6ee-78d1ca110cd4'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:32:50.619226 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a58663e-53b4-4771-bae2-75354e69bcfb req-a311719c-f87e-43f6-b404-458b9f7e0711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:32:50.620172 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-8a58663e-53b4-4771-bae2-75354e69bcfb req-a311719c-f87e-43f6-b404-458b9f7e0711 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:32:50.626348 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-8a58663e-53b4-4771-bae2-75354e69bcfb req-a311719c-f87e-43f6-b404-458b9f7e0711 service neutron] 10.222.0.76 "PUT /v2.0/ports/073ec8b9-d3d9-4ec7-b6ad-5d37ccb95b9d HTTP/1.1" status: 200 len: 1092 time: 1.3080173 Oct 27 10:32:50.632930 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae810163-3c24-42c6-8688-7289f0082693', 'tag': '073ec8b9-d3d9-4ec7-b6ad-5d37ccb95b9d'}] {{(pid=102346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:32:50.636277 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc0e418f5fc417c8d55d94c0aa509b037d0beb2a734c1a709e789eb65639a56d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81c3108c-27f9-4afc-992f-63db48101466" -d '{"events": [{"name": "network-changed", "server_uuid": "ae810163-3c24-42c6-8688-7289f0082693", "tag": "073ec8b9-d3d9-4ec7-b6ad-5d37ccb95b9d"}]}' {{(pid=102346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:32:50.750349 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 10:32:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0efa0a1b-c1d8-4522-8cc6-23f2fd79163e x-openstack-request-id: req-0efa0a1b-c1d8-4522-8cc6-23f2fd79163e {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:32:50.750754 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae810163-3c24-42c6-8688-7289f0082693", "tag": "073ec8b9-d3d9-4ec7-b6ad-5d37ccb95b9d", "status": "completed", "code": 200}]} {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:32:50.751102 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-0efa0a1b-c1d8-4522-8cc6-23f2fd79163e {{(pid=102346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:32:50.751594 n-d-813419-10 neutron-server[102346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae810163-3c24-42c6-8688-7289f0082693', 'tag': '073ec8b9-d3d9-4ec7-b6ad-5d37ccb95b9d', 'status': 'completed', 'code': 200} Oct 27 10:32:50.762070 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad3c66e-f7fd-4246-9418-a5a308c75125 req-b2446952-a445-4bbb-a83f-760f232ec1df tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:32:50.764337 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-9ad3c66e-f7fd-4246-9418-a5a308c75125 req-b2446952-a445-4bbb-a83f-760f232ec1df tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.44 "GET /v2.0/ports?device_id=ae810163-3c24-42c6-8688-7289f0082693 HTTP/1.1" status: 200 len: 943 time: 0.2601798 Oct 27 10:32:50.820519 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a311719c-f87e-43f6-b404-458b9f7e0711 service neutron] Pushing event updated for resources: {'Port': ['ID=073ec8b9-d3d9-4ec7-b6ad-5d37ccb95b9d,revision_number=3']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:32:50.840149 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-9ad3c66e-f7fd-4246-9418-a5a308c75125 req-06f82624-009d-42b6-ae57-622875906dfb tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.44 "GET /v2.0/security-groups?id=1cfb3b36-7fdd-4213-b115-9d47e1636c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572939 Oct 27 10:32:50.851490 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a58663e-53b4-4771-bae2-75354e69bcfb req-db91f962-bffd-48e5-b68d-c4e4b9e3599e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:32:50.853646 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-8a58663e-53b4-4771-bae2-75354e69bcfb req-db91f962-bffd-48e5-b68d-c4e4b9e3599e service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=9acc1288f1e24e5194b2ab7572b1c5ff&device_id=ae810163-3c24-42c6-8688-7289f0082693 HTTP/1.1" status: 200 len: 1095 time: 0.1743314 Oct 27 10:32:50.909090 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-8a58663e-53b4-4771-bae2-75354e69bcfb req-ad9283b6-373a-4252-bab4-1050a4152ff2 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=073ec8b9-d3d9-4ec7-b6ad-5d37ccb95b9d HTTP/1.1" status: 200 len: 217 time: 0.0464742 Oct 27 10:32:51.015349 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a58663e-53b4-4771-bae2-75354e69bcfb req-a8c66f78-aa14-4c9d-afaf-5ea885807dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:32:51.016233 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-8a58663e-53b4-4771-bae2-75354e69bcfb req-a8c66f78-aa14-4c9d-afaf-5ea885807dc2 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=d10e012c-67dd-4bab-810d-02cbf72e2d75 HTTP/1.1" status: 200 len: 852 time: 0.0995059 Oct 27 10:32:51.076363 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-8a58663e-53b4-4771-bae2-75354e69bcfb req-a7777ef5-1383-4856-b490-43189fa4a304 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=8d938063-6de9-4af7-8c0a-0cc177cd5dd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0526109 Oct 27 10:32:51.208767 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-8a58663e-53b4-4771-bae2-75354e69bcfb req-f900026f-cc92-4259-ba25-6a1ef99de867 service neutron] 10.222.0.76 "GET /v2.0/networks/8d938063-6de9-4af7-8c0a-0cc177cd5dd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212282 Oct 27 10:32:51.387860 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-8a58663e-53b4-4771-bae2-75354e69bcfb req-b386e943-b98a-431e-b613-ca0d86d4b4e2 service neutron] 10.222.0.76 "GET /v2.0/networks/8d938063-6de9-4af7-8c0a-0cc177cd5dd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1608694 Oct 27 10:32:51.626208 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c3108c-27f9-4afc-992f-63db48101466 req-51489297-a015-41b1-9e16-41508f66ef80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:32:51.627717 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-81c3108c-27f9-4afc-992f-63db48101466 req-51489297-a015-41b1-9e16-41508f66ef80 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=9acc1288f1e24e5194b2ab7572b1c5ff&device_id=ae810163-3c24-42c6-8688-7289f0082693 HTTP/1.1" status: 200 len: 1095 time: 0.1567171 Oct 27 10:32:51.640710 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6e9edc-e2a7-49f6-89a7-1dc02d19cd17 req-391b353f-de10-4437-b08a-800507f4713f tempest-InstanceActionsNegativeTestJSON-779363348 tempest-InstanceActionsNegativeTestJSON-779363348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:32:51.642255 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-3f6e9edc-e2a7-49f6-89a7-1dc02d19cd17 req-391b353f-de10-4437-b08a-800507f4713f tempest-InstanceActionsNegativeTestJSON-779363348 tempest-InstanceActionsNegativeTestJSON-779363348-project] 10.222.0.44 "GET /v2.0/ports?device_id=e13e58f3-00c3-4ad7-b032-7e596ff11725 HTTP/1.1" status: 200 len: 945 time: 0.1352417 Oct 27 10:32:51.766076 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device 0ca32be7-2222-4a13-a6ee-78d1ca110cd4 up at agent hyperv_n-h1-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:32:51.799996 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd815602-2547-476f-a716-c9845a522027 req-8e652b55-fa5a-43e8-839b-8ef826bedce4 tempest-ImagesOneServerTestJSON-1893157797 tempest-ImagesOneServerTestJSON-1893157797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:32:51.802996 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-cd815602-2547-476f-a716-c9845a522027 req-8e652b55-fa5a-43e8-839b-8ef826bedce4 tempest-ImagesOneServerTestJSON-1893157797 tempest-ImagesOneServerTestJSON-1893157797-project] 10.222.0.44 "GET /v2.0/ports?device_id=58883a96-792d-473f-863c-d444febd3300 HTTP/1.1" status: 200 len: 950 time: 0.1136341 Oct 27 10:32:51.805153 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-3f6e9edc-e2a7-49f6-89a7-1dc02d19cd17 req-63e54347-6cdb-41a2-b9a7-a8995b78f2e0 tempest-InstanceActionsNegativeTestJSON-779363348 tempest-InstanceActionsNegativeTestJSON-779363348-project] 10.222.0.44 "GET /v2.0/security-groups?id=58d86db1-f74d-43d1-bec4-5b8f53c14a37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978611 Oct 27 10:32:51.851529 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c3108c-27f9-4afc-992f-63db48101466 req-819f89d0-adbf-48aa-8831-c60a75ea3360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:32:51.853031 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-81c3108c-27f9-4afc-992f-63db48101466 req-819f89d0-adbf-48aa-8831-c60a75ea3360 service neutron] 10.222.0.76 "GET /v2.0/networks?id=8d938063-6de9-4af7-8c0a-0cc177cd5dd2 HTTP/1.1" status: 200 len: 913 time: 0.2097809 Oct 27 10:32:51.894341 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-cd815602-2547-476f-a716-c9845a522027 req-474ab009-3613-4f1b-97f5-00130de87764 tempest-ImagesOneServerTestJSON-1893157797 tempest-ImagesOneServerTestJSON-1893157797-project] 10.222.0.44 "GET /v2.0/security-groups?id=9d122a79-fc5a-4b05-905a-5ced9a136d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761068 Oct 27 10:32:51.903687 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-3c6a8245-0581-48aa-b5f6-4d8fe98cd16e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:32:51.928915 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Provisioning for port 0ca32be7-2222-4a13-a6ee-78d1ca110cd4 completed by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 10:32:51.933178 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Provisioning complete for port 0ca32be7-2222-4a13-a6ee-78d1ca110cd4 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:32:51.933560 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:32:51.944926 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-81c3108c-27f9-4afc-992f-63db48101466 req-134f68f1-dbdd-4e23-8ccc-e99044f835d0 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=073ec8b9-d3d9-4ec7-b6ad-5d37ccb95b9d HTTP/1.1" status: 200 len: 217 time: 0.0819278 Oct 27 10:32:52.041961 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:32:52.046155 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c3108c-27f9-4afc-992f-63db48101466 req-581fd242-82f6-489f-a820-84e0555efb09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:32:52.047852 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-81c3108c-27f9-4afc-992f-63db48101466 req-581fd242-82f6-489f-a820-84e0555efb09 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=d10e012c-67dd-4bab-810d-02cbf72e2d75 HTTP/1.1" status: 200 len: 852 time: 0.0997844 Oct 27 10:32:52.060508 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca87c34a-0cba-4b3a-9e38-00d252b4b0d3 req-e93b85f0-8eb7-499a-985f-8760eaeb7124 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:32:52.062721 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ca87c34a-0cba-4b3a-9e38-00d252b4b0d3 req-e93b85f0-8eb7-499a-985f-8760eaeb7124 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.44 "GET /v2.0/ports?device_id=ae810163-3c24-42c6-8688-7289f0082693 HTTP/1.1" status: 200 len: 943 time: 0.1043057 Oct 27 10:32:52.078086 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e13e58f3-00c3-4ad7-b032-7e596ff11725', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ca32be7-2222-4a13-a6ee-78d1ca110cd4'}] {{(pid=102348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:32:52.080640 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c588921fa634554a1d9242fdea1b05457a9ff1d3b28ba54ec1dace7f2f1df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-238cd4e1-1019-42bf-a5f3-68d468024acc" -d '{"events": [{"server_uuid": "e13e58f3-00c3-4ad7-b032-7e596ff11725", "name": "network-vif-plugged", "status": "completed", "tag": "0ca32be7-2222-4a13-a6ee-78d1ca110cd4"}]}' {{(pid=102348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:32:52.105528 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-81c3108c-27f9-4afc-992f-63db48101466 req-af2d5b6d-882b-4a86-b11a-1eb3637683b0 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=8d938063-6de9-4af7-8c0a-0cc177cd5dd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415595 Oct 27 10:32:52.128149 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port 0ca32be7-2222-4a13-a6ee-78d1ca110cd4, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=0ca32be7-2222-4a13-a6ee-78d1ca110cd4,segment=NetworkSegment(8d232690-0927-4f85-aad2-4468cc252267),segment_id=8d232690-0927-4f85-aad2-4468cc252267)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:32:52.138854 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:32:52.172312 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:32:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b05f15e-63a6-4849-b2d0-55edeefb520e x-openstack-request-id: req-7b05f15e-63a6-4849-b2d0-55edeefb520e {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:32:52.172963 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e13e58f3-00c3-4ad7-b032-7e596ff11725", "name": "network-vif-plugged", "status": "completed", "tag": "0ca32be7-2222-4a13-a6ee-78d1ca110cd4", "code": 200}]} {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:32:52.173362 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7b05f15e-63a6-4849-b2d0-55edeefb520e {{(pid=102348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:32:52.201521 n-d-813419-10 neutron-server[102348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e13e58f3-00c3-4ad7-b032-7e596ff11725', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ca32be7-2222-4a13-a6ee-78d1ca110cd4', 'code': 200} Oct 27 10:32:52.255669 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Pushing event updated for resources: {'Port': ['ID=0ca32be7-2222-4a13-a6ee-78d1ca110cd4,revision_number=5']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:32:52.273017 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:32:52.273438 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:32:52.273789 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:32:52.274266 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:32:52.276314 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:32:52.276668 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:32:52.277009 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:32:52.277330 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:32:52.277659 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:32:52.277969 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:32:52.278297 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:32:52.278650 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:32:52.332645 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ca87c34a-0cba-4b3a-9e38-00d252b4b0d3 req-515540f2-d458-48bf-b559-80f6d98e5386 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.44 "GET /v2.0/security-groups?id=1cfb3b36-7fdd-4213-b115-9d47e1636c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2588265 Oct 27 10:32:52.406907 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ac4bf1-3693-4543-9386-a56699c5c450 req-c3153a62-799a-4fb5-965b-9495dcdc6b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:32:52.408639 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-15ac4bf1-3693-4543-9386-a56699c5c450 req-c3153a62-799a-4fb5-965b-9495dcdc6b50 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=e13e58f3-00c3-4ad7-b032-7e596ff11725 HTTP/1.1" status: 200 len: 1098 time: 0.1431653 Oct 27 10:32:52.432687 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-81c3108c-27f9-4afc-992f-63db48101466 req-158bd869-7792-4cc2-b0c3-d68abcf58b2a service neutron] 10.222.0.76 "GET /v2.0/networks/8d938063-6de9-4af7-8c0a-0cc177cd5dd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2938526 Oct 27 10:32:52.467889 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-15ac4bf1-3693-4543-9386-a56699c5c450 req-8a5accae-4f0c-4b2c-8327-40e8cc5ca6c8 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=58d86db1-f74d-43d1-bec4-5b8f53c14a37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340819 Oct 27 10:32:52.574705 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-81c3108c-27f9-4afc-992f-63db48101466 req-c5ffd3ee-ecdf-4ea4-8b2e-f88b75bc6ab6 service neutron] 10.222.0.76 "GET /v2.0/networks/8d938063-6de9-4af7-8c0a-0cc177cd5dd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095226 Oct 27 10:32:52.961462 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20093b83-5074-4ccf-9c56-205b7632203c req-38559303-d1c6-43b1-b365-b7c2053227c0 tempest-InstanceActionsNegativeTestJSON-779363348 tempest-InstanceActionsNegativeTestJSON-779363348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:32:52.971784 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-20093b83-5074-4ccf-9c56-205b7632203c req-38559303-d1c6-43b1-b365-b7c2053227c0 tempest-InstanceActionsNegativeTestJSON-779363348 tempest-InstanceActionsNegativeTestJSON-779363348-project] 10.222.0.44 "GET /v2.0/ports?device_id=e13e58f3-00c3-4ad7-b032-7e596ff11725 HTTP/1.1" status: 200 len: 946 time: 0.0736909 Oct 27 10:32:53.011239 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-20093b83-5074-4ccf-9c56-205b7632203c req-082ca9ae-79da-492a-89c9-8768ea50b357 tempest-InstanceActionsNegativeTestJSON-779363348 tempest-InstanceActionsNegativeTestJSON-779363348-project] 10.222.0.44 "GET /v2.0/security-groups?id=58d86db1-f74d-43d1-bec4-5b8f53c14a37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386257 Oct 27 10:32:53.055885 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49f4781-f318-442a-85de-9bfcbbde80bc req-fe826417-e32e-4b31-8837-f4d21a6de78c tempest-ImagesOneServerTestJSON-1893157797 tempest-ImagesOneServerTestJSON-1893157797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:32:53.057470 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-f49f4781-f318-442a-85de-9bfcbbde80bc req-fe826417-e32e-4b31-8837-f4d21a6de78c tempest-ImagesOneServerTestJSON-1893157797 tempest-ImagesOneServerTestJSON-1893157797-project] 10.222.0.44 "GET /v2.0/ports?device_id=58883a96-792d-473f-863c-d444febd3300 HTTP/1.1" status: 200 len: 950 time: 0.0657339 Oct 27 10:32:53.104775 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-f49f4781-f318-442a-85de-9bfcbbde80bc req-c5282e47-663b-4b0f-b969-c0308701b393 tempest-ImagesOneServerTestJSON-1893157797 tempest-ImagesOneServerTestJSON-1893157797-project] 10.222.0.44 "GET /v2.0/security-groups?id=9d122a79-fc5a-4b05-905a-5ced9a136d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397582 Oct 27 10:32:53.648141 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ca43d4-5e7c-45ec-898e-6f5c62e7b968 req-249e2763-c755-4bd4-a80b-9875f3f8f2f9 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:32:53.650004 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-35ca43d4-5e7c-45ec-898e-6f5c62e7b968 req-249e2763-c755-4bd4-a80b-9875f3f8f2f9 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.44 "GET /v2.0/ports?device_id=ae810163-3c24-42c6-8688-7289f0082693 HTTP/1.1" status: 200 len: 943 time: 0.0880549 Oct 27 10:32:53.714407 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-35ca43d4-5e7c-45ec-898e-6f5c62e7b968 req-43db387e-8d9c-43a9-b41f-68dfebf1eb40 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.44 "GET /v2.0/security-groups?id=1cfb3b36-7fdd-4213-b115-9d47e1636c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547237 Oct 27 10:32:54.199668 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb5d4a7-0a46-4fa1-b336-5d490f985d57 req-494810a9-ce19-4072-aa23-8223f3b9ab47 tempest-InstanceActionsNegativeTestJSON-779363348 tempest-InstanceActionsNegativeTestJSON-779363348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:32:54.204042 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-9fb5d4a7-0a46-4fa1-b336-5d490f985d57 req-494810a9-ce19-4072-aa23-8223f3b9ab47 tempest-InstanceActionsNegativeTestJSON-779363348 tempest-InstanceActionsNegativeTestJSON-779363348-project] 10.222.0.44 "GET /v2.0/ports?device_id=e13e58f3-00c3-4ad7-b032-7e596ff11725 HTTP/1.1" status: 200 len: 946 time: 0.0819418 Oct 27 10:32:54.292317 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-9fb5d4a7-0a46-4fa1-b336-5d490f985d57 req-424cc9fa-efa9-4912-9929-cea2ea8b42af tempest-InstanceActionsNegativeTestJSON-779363348 tempest-InstanceActionsNegativeTestJSON-779363348-project] 10.222.0.44 "GET /v2.0/security-groups?id=58d86db1-f74d-43d1-bec4-5b8f53c14a37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764878 Oct 27 10:32:54.368667 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28253d0-936b-424b-924d-14b08363b6e9 req-d5abc4e7-0f3d-4044-bb83-c3b992c73afa tempest-ImagesOneServerTestJSON-1893157797 tempest-ImagesOneServerTestJSON-1893157797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:32:54.378961 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-a28253d0-936b-424b-924d-14b08363b6e9 req-d5abc4e7-0f3d-4044-bb83-c3b992c73afa tempest-ImagesOneServerTestJSON-1893157797 tempest-ImagesOneServerTestJSON-1893157797-project] 10.222.0.44 "GET /v2.0/ports?device_id=58883a96-792d-473f-863c-d444febd3300 HTTP/1.1" status: 200 len: 950 time: 0.1265445 Oct 27 10:32:54.464710 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-a28253d0-936b-424b-924d-14b08363b6e9 req-0b3b8b6a-f0e6-4a66-aa85-7d4a4212e791 tempest-ImagesOneServerTestJSON-1893157797 tempest-ImagesOneServerTestJSON-1893157797-project] 10.222.0.44 "GET /v2.0/security-groups?id=9d122a79-fc5a-4b05-905a-5ced9a136d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766356 Oct 27 10:32:54.755814 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4fa8a0-b624-40d0-9a0a-9e1b708f1f19 req-7ab2507b-e98e-4995-aa28-e39325ec35d9 tempest-InstanceActionsNegativeTestJSON-779363348 tempest-InstanceActionsNegativeTestJSON-779363348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:32:54.757682 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-aa4fa8a0-b624-40d0-9a0a-9e1b708f1f19 req-7ab2507b-e98e-4995-aa28-e39325ec35d9 tempest-InstanceActionsNegativeTestJSON-779363348 tempest-InstanceActionsNegativeTestJSON-779363348-project] 10.222.0.44 "GET /v2.0/ports?device_id=e13e58f3-00c3-4ad7-b032-7e596ff11725 HTTP/1.1" status: 200 len: 946 time: 0.0619767 Oct 27 10:32:54.843638 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-aa4fa8a0-b624-40d0-9a0a-9e1b708f1f19 req-ed74390e-4e91-41a9-b741-61db31a560d0 tempest-InstanceActionsNegativeTestJSON-779363348 tempest-InstanceActionsNegativeTestJSON-779363348-project] 10.222.0.44 "GET /v2.0/security-groups?id=58d86db1-f74d-43d1-bec4-5b8f53c14a37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775688 Oct 27 10:32:54.882965 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a488c651-a8d6-41a7-9ddc-41c668ff866d req-428ab58b-8f81-4a8a-abda-397e7a3dc335 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:32:54.885068 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-a488c651-a8d6-41a7-9ddc-41c668ff866d req-428ab58b-8f81-4a8a-abda-397e7a3dc335 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.44 "GET /v2.0/ports?device_id=ae810163-3c24-42c6-8688-7289f0082693 HTTP/1.1" status: 200 len: 943 time: 0.0734606 Oct 27 10:32:54.942754 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-a488c651-a8d6-41a7-9ddc-41c668ff866d req-f47752a4-cfce-454f-aea7-240029f6ec23 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.44 "GET /v2.0/security-groups?id=1cfb3b36-7fdd-4213-b115-9d47e1636c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418947 Oct 27 10:32:55.579460 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53271b5-ad93-4f49-96d8-39e2cdda7f22 req-50aad237-3803-4512-87ca-d2e240a47222 tempest-ImagesOneServerTestJSON-1893157797 tempest-ImagesOneServerTestJSON-1893157797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:32:55.586184 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-e53271b5-ad93-4f49-96d8-39e2cdda7f22 req-50aad237-3803-4512-87ca-d2e240a47222 tempest-ImagesOneServerTestJSON-1893157797 tempest-ImagesOneServerTestJSON-1893157797-project] 10.222.0.44 "GET /v2.0/ports?device_id=58883a96-792d-473f-863c-d444febd3300 HTTP/1.1" status: 200 len: 950 time: 0.0574672 Oct 27 10:32:55.615535 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device 073ec8b9-d3d9-4ec7-b6ad-5d37ccb95b9d details requested by agent hyperv_n-h2-813419-10 with host n-h2-813419-10 {{(pid=102348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 10:32:55.642824 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-e53271b5-ad93-4f49-96d8-39e2cdda7f22 req-ba512668-fcb3-47cc-b6f8-a08facedbe84 tempest-ImagesOneServerTestJSON-1893157797 tempest-ImagesOneServerTestJSON-1893157797-project] 10.222.0.44 "GET /v2.0/security-groups?id=9d122a79-fc5a-4b05-905a-5ced9a136d1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556066 Oct 27 10:32:55.729657 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] For port 073ec8b9-d3d9-4ec7-b6ad-5d37ccb95b9d, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=073ec8b9-d3d9-4ec7-b6ad-5d37ccb95b9d,segment=NetworkSegment(7dd77195-ce76-4d8f-a4a0-21bf27911aee),segment_id=7dd77195-ce76-4d8f-a4a0-21bf27911aee)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:32:55.742768 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Returning: {'device': '073ec8b9-d3d9-4ec7-b6ad-5d37ccb95b9d', 'network_id': '8d938063-6de9-4af7-8c0a-0cc177cd5dd2', 'port_id': '073ec8b9-d3d9-4ec7-b6ad-5d37ccb95b9d', 'mac_address': 'fa:16:3e:38:b3:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd10e012c-67dd-4bab-810d-02cbf72e2d75', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 10:32:55.768812 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device f6ab924c-a8cc-490d-adb2-abf2d77560a6 no longer exists at agent hyperv_n-h1-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:32:55.814773 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:32:55.838853 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 073ec8b9-d3d9-4ec7-b6ad-5d37ccb95b9d {{(pid=102348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:32:55.901732 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] For port 073ec8b9-d3d9-4ec7-b6ad-5d37ccb95b9d, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=073ec8b9-d3d9-4ec7-b6ad-5d37ccb95b9d,segment=NetworkSegment(7dd77195-ce76-4d8f-a4a0-21bf27911aee),segment_id=7dd77195-ce76-4d8f-a4a0-21bf27911aee)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:32:55.905124 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:32:55.908529 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:32:55.968080 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58883a96-792d-473f-863c-d444febd3300', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f6ab924c-a8cc-490d-adb2-abf2d77560a6'}] {{(pid=102348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:32:55.970532 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c588921fa634554a1d9242fdea1b05457a9ff1d3b28ba54ec1dace7f2f1df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70b5bb7e-451f-4058-9466-2eae3e043364" -d '{"events": [{"server_uuid": "58883a96-792d-473f-863c-d444febd3300", "name": "network-vif-unplugged", "status": "completed", "tag": "f6ab924c-a8cc-490d-adb2-abf2d77560a6"}]}' {{(pid=102348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:32:55.975423 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b57c7fd-8829-4515-ab69-5f6830b18731 req-aa45493a-0c4e-4e7e-a8ce-70ef5be65a4c tempest-InstanceActionsNegativeTestJSON-779363348 tempest-InstanceActionsNegativeTestJSON-779363348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:32:55.977454 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-5b57c7fd-8829-4515-ab69-5f6830b18731 req-aa45493a-0c4e-4e7e-a8ce-70ef5be65a4c tempest-InstanceActionsNegativeTestJSON-779363348 tempest-InstanceActionsNegativeTestJSON-779363348-project] 10.222.0.44 "GET /v2.0/ports?device_id=e13e58f3-00c3-4ad7-b032-7e596ff11725 HTTP/1.1" status: 200 len: 946 time: 0.0596213 Oct 27 10:32:55.991437 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port f6ab924c-a8cc-490d-adb2-abf2d77560a6, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=f6ab924c-a8cc-490d-adb2-abf2d77560a6,segment=NetworkSegment(f7c42c6d-2766-46d8-a8b7-4852117a5555),segment_id=f7c42c6d-2766-46d8-a8b7-4852117a5555)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:32:55.999557 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:32:56.004986 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Pushing event updated for resources: {'Port': ['ID=073ec8b9-d3d9-4ec7-b6ad-5d37ccb95b9d,revision_number=4']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:32:56.055494 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba9145d-54f2-4270-8483-f8eb20fc880f req-ef2d0b3b-4269-4c3d-906c-3fed68e6e18d tempest-InstanceActionsNegativeTestJSON-779363348 tempest-InstanceActionsNegativeTestJSON-779363348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:32:56.057016 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-aba9145d-54f2-4270-8483-f8eb20fc880f req-ef2d0b3b-4269-4c3d-906c-3fed68e6e18d tempest-InstanceActionsNegativeTestJSON-779363348 tempest-InstanceActionsNegativeTestJSON-779363348-project] 10.222.0.64 "GET /v2.0/ports?device_id=e13e58f3-00c3-4ad7-b032-7e596ff11725 HTTP/1.1" status: 200 len: 946 time: 0.0789504 Oct 27 10:32:56.072715 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-5b57c7fd-8829-4515-ab69-5f6830b18731 req-90b48130-3f60-4288-8a83-9a43d88eda1b tempest-InstanceActionsNegativeTestJSON-779363348 tempest-InstanceActionsNegativeTestJSON-779363348-project] 10.222.0.44 "GET /v2.0/security-groups?id=58d86db1-f74d-43d1-bec4-5b8f53c14a37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846322 Oct 27 10:32:56.078113 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Pushing event updated for resources: {'Port': ['ID=f6ab924c-a8cc-490d-adb2-abf2d77560a6,revision_number=11']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:32:56.139268 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0210dd88-6999-4123-ad98-afc2b2bfb2f8 req-54c6a01f-a3c3-4e02-8ad0-2bc471233c65 tempest-ImagesOneServerTestJSON-1893157797 tempest-ImagesOneServerTestJSON-1893157797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:32:56.142354 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-0210dd88-6999-4123-ad98-afc2b2bfb2f8 req-54c6a01f-a3c3-4e02-8ad0-2bc471233c65 tempest-ImagesOneServerTestJSON-1893157797 tempest-ImagesOneServerTestJSON-1893157797-project] 10.222.0.64 "GET /v2.0/ports?device_id=58883a96-792d-473f-863c-d444febd3300 HTTP/1.1" status: 200 len: 948 time: 0.1181285 Oct 27 10:32:56.196191 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 27 Oct 2021 10:32:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a4f76e1-3d92-436c-86d9-d8f640665927 x-openstack-request-id: req-3a4f76e1-3d92-436c-86d9-d8f640665927 {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:32:56.196509 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58883a96-792d-473f-863c-d444febd3300", "name": "network-vif-unplugged", "status": "completed", "tag": "f6ab924c-a8cc-490d-adb2-abf2d77560a6", "code": 200}]} {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:32:56.196758 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3a4f76e1-3d92-436c-86d9-d8f640665927 {{(pid=102348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:32:56.197146 n-d-813419-10 neutron-server[102348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58883a96-792d-473f-863c-d444febd3300', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f6ab924c-a8cc-490d-adb2-abf2d77560a6', 'code': 200} Oct 27 10:32:56.197666 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [req-aba9145d-54f2-4270-8483-f8eb20fc880f req-64118379-6492-44c3-87c7-d72ae0decd77 tempest-InstanceActionsNegativeTestJSON-779363348 tempest-InstanceActionsNegativeTestJSON-779363348-project] Deleting port 0ca32be7-2222-4a13-a6ee-78d1ca110cd4 {{(pid=102346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:32:56.198182 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-aba9145d-54f2-4270-8483-f8eb20fc880f req-64118379-6492-44c3-87c7-d72ae0decd77 tempest-InstanceActionsNegativeTestJSON-779363348 tempest-InstanceActionsNegativeTestJSON-779363348-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:32:56.206608 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de43ce7c-f0b7-4a8c-96cd-8057f76cb299 req-b464a220-93f3-45cb-a261-06ea6501206f tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:32:56.208597 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-de43ce7c-f0b7-4a8c-96cd-8057f76cb299 req-b464a220-93f3-45cb-a261-06ea6501206f tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.44 "GET /v2.0/ports?device_id=ae810163-3c24-42c6-8688-7289f0082693 HTTP/1.1" status: 200 len: 944 time: 0.1430528 Oct 27 10:32:56.290765 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-de43ce7c-f0b7-4a8c-96cd-8057f76cb299 req-444ed1e6-e932-4eb2-a4c1-7b9a03705c81 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.44 "GET /v2.0/security-groups?id=1cfb3b36-7fdd-4213-b115-9d47e1636c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734427 Oct 27 10:32:56.294623 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] get_ports_and_sgs() called for port_ids ['073ec8b9-d3d9-4ec7-b6ad-5d37ccb95b9d'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:32:56.319304 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [req-0210dd88-6999-4123-ad98-afc2b2bfb2f8 req-2c8aa3e4-4c6c-4bc1-b105-0932d252e7fa tempest-ImagesOneServerTestJSON-1893157797 tempest-ImagesOneServerTestJSON-1893157797-project] Deleting port f6ab924c-a8cc-490d-adb2-abf2d77560a6 {{(pid=102347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:32:56.319639 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-0210dd88-6999-4123-ad98-afc2b2bfb2f8 req-2c8aa3e4-4c6c-4bc1-b105-0932d252e7fa tempest-ImagesOneServerTestJSON-1893157797 tempest-ImagesOneServerTestJSON-1893157797-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:32:56.355556 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [req-aba9145d-54f2-4270-8483-f8eb20fc880f req-64118379-6492-44c3-87c7-d72ae0decd77 tempest-InstanceActionsNegativeTestJSON-779363348 tempest-InstanceActionsNegativeTestJSON-779363348-project] For port 0ca32be7-2222-4a13-a6ee-78d1ca110cd4, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=0ca32be7-2222-4a13-a6ee-78d1ca110cd4,segment=NetworkSegment(8d232690-0927-4f85-aad2-4468cc252267),segment_id=8d232690-0927-4f85-aad2-4468cc252267)] {{(pid=102346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:32:56.356063 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-aba9145d-54f2-4270-8483-f8eb20fc880f req-64118379-6492-44c3-87c7-d72ae0decd77 tempest-InstanceActionsNegativeTestJSON-779363348 tempest-InstanceActionsNegativeTestJSON-779363348-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:32:56.381016 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [req-aba9145d-54f2-4270-8483-f8eb20fc880f req-64118379-6492-44c3-87c7-d72ae0decd77 tempest-InstanceActionsNegativeTestJSON-779363348 tempest-InstanceActionsNegativeTestJSON-779363348-project] Calling delete_port for 0ca32be7-2222-4a13-a6ee-78d1ca110cd4 owned by compute:nova {{(pid=102346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:32:56.431347 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-0210dd88-6999-4123-ad98-afc2b2bfb2f8 req-2c8aa3e4-4c6c-4bc1-b105-0932d252e7fa tempest-ImagesOneServerTestJSON-1893157797 tempest-ImagesOneServerTestJSON-1893157797-project] For port f6ab924c-a8cc-490d-adb2-abf2d77560a6, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=f6ab924c-a8cc-490d-adb2-abf2d77560a6,segment=NetworkSegment(f7c42c6d-2766-46d8-a8b7-4852117a5555),segment_id=f7c42c6d-2766-46d8-a8b7-4852117a5555)] {{(pid=102347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:32:56.431703 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-0210dd88-6999-4123-ad98-afc2b2bfb2f8 req-2c8aa3e4-4c6c-4bc1-b105-0932d252e7fa tempest-ImagesOneServerTestJSON-1893157797 tempest-ImagesOneServerTestJSON-1893157797-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:32:56.447818 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [req-0210dd88-6999-4123-ad98-afc2b2bfb2f8 req-2c8aa3e4-4c6c-4bc1-b105-0932d252e7fa tempest-ImagesOneServerTestJSON-1893157797 tempest-ImagesOneServerTestJSON-1893157797-project] Calling delete_port for f6ab924c-a8cc-490d-adb2-abf2d77560a6 owned by compute:nova {{(pid=102347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:32:56.543318 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-aba9145d-54f2-4270-8483-f8eb20fc880f req-64118379-6492-44c3-87c7-d72ae0decd77 tempest-InstanceActionsNegativeTestJSON-779363348 tempest-InstanceActionsNegativeTestJSON-779363348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:32:56.554296 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] get_ports_and_sgs() called for port_ids ['0ca32be7-2222-4a13-a6ee-78d1ca110cd4'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:32:56.596578 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64118379-6492-44c3-87c7-d72ae0decd77 tempest-InstanceActionsNegativeTestJSON-779363348 tempest-InstanceActionsNegativeTestJSON-779363348-project] Pushing event deleted for resources: {'Port': ['ID=0ca32be7-2222-4a13-a6ee-78d1ca110cd4,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:32:56.632229 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-0210dd88-6999-4123-ad98-afc2b2bfb2f8 req-2c8aa3e4-4c6c-4bc1-b105-0932d252e7fa tempest-ImagesOneServerTestJSON-1893157797 tempest-ImagesOneServerTestJSON-1893157797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:32:56.640594 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [req-aba9145d-54f2-4270-8483-f8eb20fc880f req-64118379-6492-44c3-87c7-d72ae0decd77 tempest-InstanceActionsNegativeTestJSON-779363348 tempest-InstanceActionsNegativeTestJSON-779363348-project] No DVR routers for this DVR port 0ca32be7-2222-4a13-a6ee-78d1ca110cd4 on host n-h1-813419-10 {{(pid=102346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:32:56.643659 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-aba9145d-54f2-4270-8483-f8eb20fc880f req-64118379-6492-44c3-87c7-d72ae0decd77 tempest-InstanceActionsNegativeTestJSON-779363348 tempest-InstanceActionsNegativeTestJSON-779363348-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:32:56.647922 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-aba9145d-54f2-4270-8483-f8eb20fc880f req-64118379-6492-44c3-87c7-d72ae0decd77 tempest-InstanceActionsNegativeTestJSON-779363348 tempest-InstanceActionsNegativeTestJSON-779363348-project] 10.222.0.64 "DELETE /v2.0/ports/0ca32be7-2222-4a13-a6ee-78d1ca110cd4 HTTP/1.1" status: 204 len: 173 time: 0.5739954 Oct 27 10:32:56.648510 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e13e58f3-00c3-4ad7-b032-7e596ff11725', 'name': 'network-vif-deleted', 'tag': '0ca32be7-2222-4a13-a6ee-78d1ca110cd4'}] {{(pid=102346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:32:56.651343 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc0e418f5fc417c8d55d94c0aa509b037d0beb2a734c1a709e789eb65639a56d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc790a98-0a77-4448-9461-dfaddd34fce1" -d '{"events": [{"server_uuid": "e13e58f3-00c3-4ad7-b032-7e596ff11725", "name": "network-vif-deleted", "tag": "0ca32be7-2222-4a13-a6ee-78d1ca110cd4"}]}' {{(pid=102346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:32:56.701284 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8aa3e4-4c6c-4bc1-b105-0932d252e7fa tempest-ImagesOneServerTestJSON-1893157797 tempest-ImagesOneServerTestJSON-1893157797-project] Pushing event deleted for resources: {'Port': ['ID=f6ab924c-a8cc-490d-adb2-abf2d77560a6,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:32:56.730154 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:32:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9646b40-375c-4954-8c37-091d2904b7fd x-openstack-request-id: req-a9646b40-375c-4954-8c37-091d2904b7fd {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:32:56.730449 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e13e58f3-00c3-4ad7-b032-7e596ff11725", "name": "network-vif-deleted", "tag": "0ca32be7-2222-4a13-a6ee-78d1ca110cd4", "status": "completed", "code": 200}]} {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:32:56.730704 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a9646b40-375c-4954-8c37-091d2904b7fd {{(pid=102346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:32:56.731139 n-d-813419-10 neutron-server[102346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e13e58f3-00c3-4ad7-b032-7e596ff11725', 'name': 'network-vif-deleted', 'tag': '0ca32be7-2222-4a13-a6ee-78d1ca110cd4', 'status': 'completed', 'code': 200} Oct 27 10:32:56.755486 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8aa3e4-4c6c-4bc1-b105-0932d252e7fa tempest-ImagesOneServerTestJSON-1893157797 tempest-ImagesOneServerTestJSON-1893157797-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:32:56.755844 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8aa3e4-4c6c-4bc1-b105-0932d252e7fa tempest-ImagesOneServerTestJSON-1893157797 tempest-ImagesOneServerTestJSON-1893157797-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:32:56.757649 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8aa3e4-4c6c-4bc1-b105-0932d252e7fa tempest-ImagesOneServerTestJSON-1893157797 tempest-ImagesOneServerTestJSON-1893157797-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:32:56.758208 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8aa3e4-4c6c-4bc1-b105-0932d252e7fa tempest-ImagesOneServerTestJSON-1893157797 tempest-ImagesOneServerTestJSON-1893157797-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:32:56.758713 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8aa3e4-4c6c-4bc1-b105-0932d252e7fa tempest-ImagesOneServerTestJSON-1893157797 tempest-ImagesOneServerTestJSON-1893157797-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:32:56.759234 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8aa3e4-4c6c-4bc1-b105-0932d252e7fa tempest-ImagesOneServerTestJSON-1893157797 tempest-ImagesOneServerTestJSON-1893157797-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:32:56.759742 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8aa3e4-4c6c-4bc1-b105-0932d252e7fa tempest-ImagesOneServerTestJSON-1893157797 tempest-ImagesOneServerTestJSON-1893157797-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:32:56.760269 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8aa3e4-4c6c-4bc1-b105-0932d252e7fa tempest-ImagesOneServerTestJSON-1893157797 tempest-ImagesOneServerTestJSON-1893157797-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:32:56.760761 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8aa3e4-4c6c-4bc1-b105-0932d252e7fa tempest-ImagesOneServerTestJSON-1893157797 tempest-ImagesOneServerTestJSON-1893157797-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:32:56.761271 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8aa3e4-4c6c-4bc1-b105-0932d252e7fa tempest-ImagesOneServerTestJSON-1893157797 tempest-ImagesOneServerTestJSON-1893157797-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:32:56.762056 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8aa3e4-4c6c-4bc1-b105-0932d252e7fa tempest-ImagesOneServerTestJSON-1893157797 tempest-ImagesOneServerTestJSON-1893157797-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:32:56.762553 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8aa3e4-4c6c-4bc1-b105-0932d252e7fa tempest-ImagesOneServerTestJSON-1893157797 tempest-ImagesOneServerTestJSON-1893157797-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:32:56.848911 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [req-0210dd88-6999-4123-ad98-afc2b2bfb2f8 req-2c8aa3e4-4c6c-4bc1-b105-0932d252e7fa tempest-ImagesOneServerTestJSON-1893157797 tempest-ImagesOneServerTestJSON-1893157797-project] No DVR routers for this DVR port f6ab924c-a8cc-490d-adb2-abf2d77560a6 on host n-h1-813419-10 {{(pid=102347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:32:56.851454 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-0210dd88-6999-4123-ad98-afc2b2bfb2f8 req-2c8aa3e4-4c6c-4bc1-b105-0932d252e7fa tempest-ImagesOneServerTestJSON-1893157797 tempest-ImagesOneServerTestJSON-1893157797-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:32:56.854926 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-0210dd88-6999-4123-ad98-afc2b2bfb2f8 req-2c8aa3e4-4c6c-4bc1-b105-0932d252e7fa tempest-ImagesOneServerTestJSON-1893157797 tempest-ImagesOneServerTestJSON-1893157797-project] 10.222.0.64 "DELETE /v2.0/ports/f6ab924c-a8cc-490d-adb2-abf2d77560a6 HTTP/1.1" status: 204 len: 173 time: 0.7069883 Oct 27 10:32:56.855380 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58883a96-792d-473f-863c-d444febd3300', 'name': 'network-vif-deleted', 'tag': 'f6ab924c-a8cc-490d-adb2-abf2d77560a6'}] {{(pid=102347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:32:56.858255 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311149b481204ee7edffdb959c881838506fbd95bc8577c048f6677abb73acc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdbb2fbc-14c1-4b7f-a25e-66b2e1cf292c" -d '{"events": [{"server_uuid": "58883a96-792d-473f-863c-d444febd3300", "name": "network-vif-deleted", "tag": "f6ab924c-a8cc-490d-adb2-abf2d77560a6"}]}' {{(pid=102347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:32:56.899784 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-4cb3b3a5-c837-46e8-8a5d-dbdaedf33e5f req-95d74f43-20d8-43c5-af58-e3e09949a9e0 tempest-ImagesOneServerTestJSON-1893157797 tempest-ImagesOneServerTestJSON-1893157797-project] 10.222.0.44 "GET /v2.0/ports?device_id=58883a96-792d-473f-863c-d444febd3300 HTTP/1.1" status: 200 len: 210 time: 0.0325277 Oct 27 10:32:56.910351 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:32:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16ca4db2-770e-4c4a-ade9-33367e99ba54 x-openstack-request-id: req-16ca4db2-770e-4c4a-ade9-33367e99ba54 {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:32:56.910700 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58883a96-792d-473f-863c-d444febd3300", "name": "network-vif-deleted", "tag": "f6ab924c-a8cc-490d-adb2-abf2d77560a6", "status": "completed", "code": 200}]} {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:32:56.911006 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-16ca4db2-770e-4c4a-ade9-33367e99ba54 {{(pid=102347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:32:56.911416 n-d-813419-10 neutron-server[102347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58883a96-792d-473f-863c-d444febd3300', 'name': 'network-vif-deleted', 'tag': 'f6ab924c-a8cc-490d-adb2-abf2d77560a6', 'status': 'completed', 'code': 200} Oct 27 10:32:57.243772 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-80b50989-a6a8-4542-b2e8-2c072de0b546 req-8a526de2-f25c-464c-9791-bb1001ebcb83 tempest-InstanceActionsNegativeTestJSON-779363348 tempest-InstanceActionsNegativeTestJSON-779363348-project] 10.222.0.44 "GET /v2.0/ports?device_id=e13e58f3-00c3-4ad7-b032-7e596ff11725 HTTP/1.1" status: 200 len: 210 time: 0.0501423 Oct 27 10:32:57.470446 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c137afe-5630-45bd-bf2c-24b6888a73a3 req-0cf5d3f9-12a2-4cbc-9cc7-d0a8e190decd tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:32:57.473001 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-5c137afe-5630-45bd-bf2c-24b6888a73a3 req-0cf5d3f9-12a2-4cbc-9cc7-d0a8e190decd tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.44 "GET /v2.0/ports?device_id=ae810163-3c24-42c6-8688-7289f0082693 HTTP/1.1" status: 200 len: 944 time: 0.0805318 Oct 27 10:32:57.545785 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-5c137afe-5630-45bd-bf2c-24b6888a73a3 req-a273a78d-def4-4677-8831-99ca13514218 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.44 "GET /v2.0/security-groups?id=1cfb3b36-7fdd-4213-b115-9d47e1636c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511053 Oct 27 10:32:57.623227 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device 073ec8b9-d3d9-4ec7-b6ad-5d37ccb95b9d up at agent hyperv_n-h2-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:32:57.673706 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Provisioning for port 073ec8b9-d3d9-4ec7-b6ad-5d37ccb95b9d completed by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 10:32:57.677380 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Provisioning complete for port 073ec8b9-d3d9-4ec7-b6ad-5d37ccb95b9d triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:32:57.677747 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:32:57.772985 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:32:57.810558 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] For port 073ec8b9-d3d9-4ec7-b6ad-5d37ccb95b9d, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=073ec8b9-d3d9-4ec7-b6ad-5d37ccb95b9d,segment=NetworkSegment(7dd77195-ce76-4d8f-a4a0-21bf27911aee),segment_id=7dd77195-ce76-4d8f-a4a0-21bf27911aee)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:32:57.814733 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:32:57.879653 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Pushing event updated for resources: {'Port': ['ID=073ec8b9-d3d9-4ec7-b6ad-5d37ccb95b9d,revision_number=5']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:32:58.163330 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 33870) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:32:58.198327 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae810163-3c24-42c6-8688-7289f0082693', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '073ec8b9-d3d9-4ec7-b6ad-5d37ccb95b9d'}] {{(pid=102348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:32:58.200744 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c588921fa634554a1d9242fdea1b05457a9ff1d3b28ba54ec1dace7f2f1df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcdc0c98-055e-4786-b3d2-4f3c538f5aee" -d '{"events": [{"server_uuid": "ae810163-3c24-42c6-8688-7289f0082693", "name": "network-vif-plugged", "status": "completed", "tag": "073ec8b9-d3d9-4ec7-b6ad-5d37ccb95b9d"}]}' {{(pid=102348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:32:58.237810 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:32:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb5d6cd5-da24-46e1-865e-2312c0b9c2b1 x-openstack-request-id: req-cb5d6cd5-da24-46e1-865e-2312c0b9c2b1 {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:32:58.238278 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae810163-3c24-42c6-8688-7289f0082693", "name": "network-vif-plugged", "status": "completed", "tag": "073ec8b9-d3d9-4ec7-b6ad-5d37ccb95b9d", "code": 200}]} {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:32:58.238697 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-cb5d6cd5-da24-46e1-865e-2312c0b9c2b1 {{(pid=102348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:32:58.239419 n-d-813419-10 neutron-server[102348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae810163-3c24-42c6-8688-7289f0082693', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '073ec8b9-d3d9-4ec7-b6ad-5d37ccb95b9d', 'code': 200} Oct 27 10:32:58.311414 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 33880) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:32:58.378381 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-54c95edb-bd1f-4abf-86f1-c340ef745cef admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=6b489eb12be142b0b379efcfa0b0b5e1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2138762 Oct 27 10:32:58.381089 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 33882) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:32:58.401237 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_v2 [None req-33f2c4d7-7936-4235-ac0a-e90c61736b96 admin admin] Deleting subnet d48fe9af-2256-4a6c-8e6d-601322f0e91a {{(pid=102346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 10:32:58.404454 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32239710-c9dd-4e7f-b498-6b21856e0267 req-6557f865-6850-4ddc-87e5-a2924e416970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:32:58.406141 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-32239710-c9dd-4e7f-b498-6b21856e0267 req-6557f865-6850-4ddc-87e5-a2924e416970 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=ae810163-3c24-42c6-8688-7289f0082693 HTTP/1.1" status: 200 len: 1097 time: 0.0962751 Oct 27 10:32:58.408490 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-33f2c4d7-7936-4235-ac0a-e90c61736b96 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:32:58.433665 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-acae9a00-3c95-4910-b923-42146860bdb3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:32:58.460328 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-acae9a00-3c95-4910-b923-42146860bdb3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:32:58.468484 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-33f2c4d7-7936-4235-ac0a-e90c61736b96 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25847868'] for subnet, precommit_delete_associations {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:32:58.492434 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-32239710-c9dd-4e7f-b498-6b21856e0267 req-55e32415-e57f-4e2c-84fe-3858ccc8af45 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=1cfb3b36-7fdd-4213-b115-9d47e1636c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624869 Oct 27 10:32:58.518598 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-acae9a00-3c95-4910-b923-42146860bdb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:32:58.521209 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-33f2c4d7-7936-4235-ac0a-e90c61736b96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855646'] for subnet, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:32:58.521342 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-acae9a00-3c95-4910-b923-42146860bdb3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:32:58.522769 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-acae9a00-3c95-4910-b923-42146860bdb3 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9d122a79-fc5a-4b05-905a-5ced9a136d1f HTTP/1.1" status: 204 len: 168 time: 0.1405451 Oct 27 10:32:58.533220 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acae9a00-3c95-4910-b923-42146860bdb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d122a79-fc5a-4b05-905a-5ced9a136d1f,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:32:58.607759 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-33f2c4d7-7936-4235-ac0a-e90c61736b96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27024355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27168307'] for subnet, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:32:58.645219 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-33f2c4d7-7936-4235-ac0a-e90c61736b96 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for subnet, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:32:58.651600 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-33f2c4d7-7936-4235-ac0a-e90c61736b96 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/d48fe9af-2256-4a6c-8e6d-601322f0e91a HTTP/1.1" status: 204 len: 168 time: 0.3392894 Oct 27 10:32:58.655299 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 33892) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:32:58.659868 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f2c4d7-7936-4235-ac0a-e90c61736b96 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d48fe9af-2256-4a6c-8e6d-601322f0e91a,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:32:58.712908 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e53b7e6-c0b2-4082-8655-deab34e82092 req-11f06951-f9dc-419a-a912-50cd7b19f1cc tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:32:58.715481 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-2e53b7e6-c0b2-4082-8655-deab34e82092 req-11f06951-f9dc-419a-a912-50cd7b19f1cc tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.44 "GET /v2.0/ports?device_id=ae810163-3c24-42c6-8688-7289f0082693 HTTP/1.1" status: 200 len: 945 time: 0.0745692 Oct 27 10:32:58.740820 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-cd1f5c2b-6ded-45ff-bf6a-406a62ef72b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586917'] for network, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:32:58.786167 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-2e53b7e6-c0b2-4082-8655-deab34e82092 req-ee9b1dc6-beac-418c-ac55-9f22159d6209 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.44 "GET /v2.0/security-groups?id=1cfb3b36-7fdd-4213-b115-9d47e1636c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636296 Oct 27 10:32:58.839293 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-cd1f5c2b-6ded-45ff-bf6a-406a62ef72b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857803', 'neutron.services.segments.db._delete_segments_for_network-8743873143390'] for network, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:32:58.861669 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-cd1f5c2b-6ded-45ff-bf6a-406a62ef72b8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2e91ee2-55ff-4c27-b1aa-9395ff14eeb2']}} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:32:58.874705 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-cd1f5c2b-6ded-45ff-bf6a-406a62ef72b8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d232690-0927-4f85-aad2-4468cc252267') {'for_net_delete': True} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:32:58.875078 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-cd1f5c2b-6ded-45ff-bf6a-406a62ef72b8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d232690-0927-4f85-aad2-4468cc252267') {} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:32:58.885499 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-cd1f5c2b-6ded-45ff-bf6a-406a62ef72b8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743873145191', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18445132'] for segment, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:32:58.900304 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-cd1f5c2b-6ded-45ff-bf6a-406a62ef72b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:32:58.907152 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd1f5c2b-6ded-45ff-bf6a-406a62ef72b8 admin admin] Releasing vlan 436 on physical network physnet1 to pool {{(pid=102347) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 10:32:58.907768 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-cd1f5c2b-6ded-45ff-bf6a-406a62ef72b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-18296032'] for segment, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:32:58.923386 n-d-813419-10 neutron-server[102347]: Traceback (most recent call last): Oct 27 10:32:58.923386 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 10:32:58.923386 n-d-813419-10 neutron-server[102347]: timer() Oct 27 10:32:58.923386 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 10:32:58.923386 n-d-813419-10 neutron-server[102347]: cb(*args, **kw) Oct 27 10:32:58.923386 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 10:32:58.923386 n-d-813419-10 neutron-server[102347]: return func(*args, **kwargs) Oct 27 10:32:58.923386 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 10:32:58.923386 n-d-813419-10 neutron-server[102347]: self._notify() Oct 27 10:32:58.923386 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 10:32:58.923386 n-d-813419-10 neutron-server[102347]: self.callback(batched_events) Oct 27 10:32:58.923386 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 10:32:58.923386 n-d-813419-10 neutron-server[102347]: event.method(event) Oct 27 10:32:58.923386 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 10:32:58.923386 n-d-813419-10 neutron-server[102347]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 10:32:58.923386 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 10:32:58.923386 n-d-813419-10 neutron-server[102347]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 10:32:58.923386 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 10:32:58.923386 n-d-813419-10 neutron-server[102347]: return f(self, *a, **k) Oct 27 10:32:58.923386 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 10:32:58.923386 n-d-813419-10 neutron-server[102347]: return self._get(url).json() Oct 27 10:32:58.923386 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 10:32:58.923386 n-d-813419-10 neutron-server[102347]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 10:32:58.923386 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 10:32:58.923386 n-d-813419-10 neutron-server[102347]: return self.request(url, 'GET', **kwargs) Oct 27 10:32:58.923386 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 10:32:58.923386 n-d-813419-10 neutron-server[102347]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 10:32:58.923386 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 10:32:58.923386 n-d-813419-10 neutron-server[102347]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 10:32:58.923386 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 10:32:58.923386 n-d-813419-10 neutron-server[102347]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 10:32:58.923386 n-d-813419-10 neutron-server[102347]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 10:32:58.988620 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-cd1f5c2b-6ded-45ff-bf6a-406a62ef72b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664840'] for network, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:32:58.997071 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-cd1f5c2b-6ded-45ff-bf6a-406a62ef72b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for network, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:32:59.004535 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-cd1f5c2b-6ded-45ff-bf6a-406a62ef72b8 admin admin] 10.222.0.44 "DELETE /v2.0/networks/b2e91ee2-55ff-4c27-b1aa-9395ff14eeb2 HTTP/1.1" status: 204 len: 168 time: 0.3449571 Oct 27 10:32:59.021405 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1f5c2b-6ded-45ff-bf6a-406a62ef72b8 admin admin] Pushing event deleted for resources: {'Network': ['ID=b2e91ee2-55ff-4c27-b1aa-9395ff14eeb2,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:32:59.173794 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 33924) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:32:59.240675 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-4564929a-9140-4b0b-ba5b-c2d13fce4ceb admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ff0168ea11a744e5b96155b438ac0a96&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0656993 Oct 27 10:32:59.243186 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 33928) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:32:59.309588 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-bbd83274-d496-4845-a531-67ac05eb3daa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:32:59.332650 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-bbd83274-d496-4845-a531-67ac05eb3daa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:32:59.410523 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-bbd83274-d496-4845-a531-67ac05eb3daa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:32:59.414009 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-bbd83274-d496-4845-a531-67ac05eb3daa admin admin] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:32:59.416255 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-bbd83274-d496-4845-a531-67ac05eb3daa admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/58d86db1-f74d-43d1-bec4-5b8f53c14a37 HTTP/1.1" status: 204 len: 168 time: 0.1711142 Oct 27 10:32:59.438134 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd83274-d496-4845-a531-67ac05eb3daa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58d86db1-f74d-43d1-bec4-5b8f53c14a37,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:32:59.781782 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device f6ab924c-a8cc-490d-adb2-abf2d77560a6 no longer exists at agent hyperv_n-h1-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:32:59.803809 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] No Port match for: f6ab924c-a8cc-490d-adb2-abf2d77560a6 {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:32:59.804561 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device f6ab924c-a8cc-490d-adb2-abf2d77560a6 not bound to the agent host n-h1-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:32:59.805384 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device 0ca32be7-2222-4a13-a6ee-78d1ca110cd4 no longer exists at agent hyperv_n-h1-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:32:59.830060 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] No Port match for: 0ca32be7-2222-4a13-a6ee-78d1ca110cd4 {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:32:59.830679 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device 0ca32be7-2222-4a13-a6ee-78d1ca110cd4 not bound to the agent host n-h1-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:32:59.980131 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918fde79-387d-482d-b5fe-1405b5bc06e9 req-e107b0f1-fc88-45f2-854d-928175c3b257 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:32:59.982526 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-918fde79-387d-482d-b5fe-1405b5bc06e9 req-e107b0f1-fc88-45f2-854d-928175c3b257 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.44 "GET /v2.0/ports?device_id=ae810163-3c24-42c6-8688-7289f0082693 HTTP/1.1" status: 200 len: 945 time: 0.0930517 Oct 27 10:33:00.104283 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-918fde79-387d-482d-b5fe-1405b5bc06e9 req-c2c8ea09-9baf-4095-9743-b87904e97f5b tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.44 "GET /v2.0/security-groups?id=1cfb3b36-7fdd-4213-b115-9d47e1636c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934668 Oct 27 10:33:00.393733 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 34000) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:33:00.572768 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-cc3b05db-93a0-4d10-b7c6-062f3a3b9492 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:00.693493 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-cc3b05db-93a0-4d10-b7c6-062f3a3b9492 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:00.699543 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-cc3b05db-93a0-4d10-b7c6-062f3a3b9492 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:00.752465 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3b05db-93a0-4d10-b7c6-062f3a3b9492 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af7e3f35-2d11-4b93-ba07-0ecf56024efa,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:33:00.760084 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 34018) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:33:00.760516 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-cc3b05db-93a0-4d10-b7c6-062f3a3b9492 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8870c3dbb1b64b9e9de29dd6421bbe0e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3652830 Oct 27 10:33:00.801918 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 34020) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:33:00.822096 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-0aaa644b-350d-4750-9aa7-8431394e037d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:00.847035 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-0aaa644b-350d-4750-9aa7-8431394e037d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:00.914809 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-0aaa644b-350d-4750-9aa7-8431394e037d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:00.920557 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-0aaa644b-350d-4750-9aa7-8431394e037d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:00.922276 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-0aaa644b-350d-4750-9aa7-8431394e037d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/af7e3f35-2d11-4b93-ba07-0ecf56024efa HTTP/1.1" status: 204 len: 168 time: 0.1615195 Oct 27 10:33:00.932095 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aaa644b-350d-4750-9aa7-8431394e037d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af7e3f35-2d11-4b93-ba07-0ecf56024efa,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:33:00.935601 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-848fef8c-ecf3-4905-8882-03695b3443f3 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-105515891-network', 'tenant_id': '5cdd6d2f037d42e18150718a811d487c'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:33:00.991670 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-848fef8c-ecf3-4905-8882-03695b3443f3 admin admin] Made reservation on behalf of 5cdd6d2f037d42e18150718a811d487c for: {'network': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:33:00.996381 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-848fef8c-ecf3-4905-8882-03695b3443f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for network, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:01.009902 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-848fef8c-ecf3-4905-8882-03695b3443f3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:01.183312 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-848fef8c-ecf3-4905-8882-03695b3443f3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:01.191575 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-848fef8c-ecf3-4905-8882-03695b3443f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:01.269906 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-848fef8c-ecf3-4905-8882-03695b3443f3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 429} {{(pid=102346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 10:33:01.276091 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848fef8c-ecf3-4905-8882-03695b3443f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc9284c7-fb9e-4cd7-891d-df58f9ea4e25,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:33:01.284955 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-848fef8c-ecf3-4905-8882-03695b3443f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:01.285364 n-d-813419-10 neutron-server[102346]: INFO neutron.db.segments_db [None req-848fef8c-ecf3-4905-8882-03695b3443f3 admin admin] Added segment 3fa8f95e-6276-4974-b5c0-da1e0ae271fc of type vlan for network fca909b5-2d06-4825-8091-33382048b635 Oct 27 10:33:01.368277 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c574f9-b4ef-4e79-9659-ec164e4b24aa req-5fdd7bb8-21c0-4861-a4e7-bfc26a2fc425 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:33:01.371028 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-56c574f9-b4ef-4e79-9659-ec164e4b24aa req-5fdd7bb8-21c0-4861-a4e7-bfc26a2fc425 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.44 "GET /v2.0/ports?device_id=ae810163-3c24-42c6-8688-7289f0082693 HTTP/1.1" status: 200 len: 945 time: 0.1315796 Oct 27 10:33:01.382298 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-848fef8c-ecf3-4905-8882-03695b3443f3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743872593080'] for network, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:01.426203 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-848fef8c-ecf3-4905-8882-03695b3443f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913'] for network, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:01.427186 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-848fef8c-ecf3-4905-8882-03695b3443f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:33:01.427793 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-848fef8c-ecf3-4905-8882-03695b3443f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for network, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:01.445546 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-56c574f9-b4ef-4e79-9659-ec164e4b24aa req-01e25332-99a5-4f6b-aae2-bfbdffaeab25 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.44 "GET /v2.0/security-groups?id=1cfb3b36-7fdd-4213-b115-9d47e1636c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666149 Oct 27 10:33:01.532749 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848fef8c-ecf3-4905-8882-03695b3443f3 admin admin] Pushing event updated for resources: {'Network': ['ID=fca909b5-2d06-4825-8091-33382048b635,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:33:01.548825 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Network fca909b5-2d06-4825-8091-33382048b635 details requested by agent ovs-agent-n-d-813419-10 with host n-d-813419-10 {{(pid=102348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 10:33:01.572828 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-848fef8c-ecf3-4905-8882-03695b3443f3 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7695532 Oct 27 10:33:01.576014 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 34056) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:33:01.585605 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-dbee7baa-e8bd-492e-8c01-c66a828aeb15 admin admin] Request body: {'subnet': {'network_id': 'fca909b5-2d06-4825-8091-33382048b635', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-105515891-subnet', 'tenant_id': '5cdd6d2f037d42e18150718a811d487c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:33:01.636852 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbee7baa-e8bd-492e-8c01-c66a828aeb15 admin admin] Made reservation on behalf of 5cdd6d2f037d42e18150718a811d487c for: {'subnet': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:33:01.640830 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-dbee7baa-e8bd-492e-8c01-c66a828aeb15 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27167186'] for subnet, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:02.039706 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-dbee7baa-e8bd-492e-8c01-c66a828aeb15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27024290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27167168'] for subnet, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:02.051781 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 34070) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:33:02.116354 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbee7baa-e8bd-492e-8c01-c66a828aeb15 admin admin] Pushing event updated for resources: {'Subnet': ['ID=71c50f4e-5d00-4779-bfe1-162c05f5fddb,revision_number=0']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:33:02.122486 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbee7baa-e8bd-492e-8c01-c66a828aeb15 admin admin] Checking segment: {'id': '3fa8f95e-6276-4974-b5c0-da1e0ae271fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'fca909b5-2d06-4825-8091-33382048b635'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:33:02.122949 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbee7baa-e8bd-492e-8c01-c66a828aeb15 admin admin] Network hostable DHCP agents. Network: fca909b5-2d06-4825-8091-33382048b635, hostable agents: ['eafd4000-b897-4722-ae8b-0118ec955181'], hosted agents: [] {{(pid=102346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 10:33:02.143701 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbee7baa-e8bd-492e-8c01-c66a828aeb15 admin admin] Network fca909b5-2d06-4825-8091-33382048b635 is scheduled to be hosted by DHCP agent eafd4000-b897-4722-ae8b-0118ec955181 with binding_index 1 {{(pid=102346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 10:33:02.164385 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-dbee7baa-e8bd-492e-8c01-c66a828aeb15 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-10, fca909b5-2d06-4825-8091-33382048b635) {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:33:02.174548 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4355833b-4941-4648-8542-e8091b87a5c6 None None] Network fca909b5-2d06-4825-8091-33382048b635 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:33:02.177696 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbee7baa-e8bd-492e-8c01-c66a828aeb15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:33:02.177696 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-dbee7baa-e8bd-492e-8c01-c66a828aeb15 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for subnet, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:02.205855 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-dbee7baa-e8bd-492e-8c01-c66a828aeb15 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6260335 Oct 27 10:33:02.206288 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 34082) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:33:02.210508 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-28754c8d-b69c-4cf9-a14a-465adc02cfbb admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-105515891-router', 'tenant_id': '5cdd6d2f037d42e18150718a811d487c', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'}}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:33:02.285671 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-a3cc8dad-fe04-41ed-acf4-b3284ce813cc admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1060175065-network', 'tenant_id': '3e6cb564c3b34b1095cef7d65946c25d'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:33:02.302331 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-28754c8d-b69c-4cf9-a14a-465adc02cfbb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1768632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3610'] for router, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:02.304354 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-28754c8d-b69c-4cf9-a14a-465adc02cfbb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1765704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1769409', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1694266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3597'] for router, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:02.336767 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3cc8dad-fe04-41ed-acf4-b3284ce813cc admin admin] Made reservation on behalf of 3e6cb564c3b34b1095cef7d65946c25d for: {'network': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:33:02.340245 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-a3cc8dad-fe04-41ed-acf4-b3284ce813cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for network, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:02.360716 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-a3cc8dad-fe04-41ed-acf4-b3284ce813cc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:02.385073 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:02.422830 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ec098de-c896-4b03-b56d-31657941e491 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp734b258e-7d96-550c-b970-9b72ab66f383-fca909b5-2d06-4825-8091-33382048b635', 'network_id': 'fca909b5-2d06-4825-8091-33382048b635', 'tenant_id': '5cdd6d2f037d42e18150718a811d487c', 'fixed_ips': [{'subnet_id': '71c50f4e-5d00-4779-bfe1-162c05f5fddb'}]}} from n-d-813419-10. {{(pid=102348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 10:33:02.423699 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-9ec098de-c896-4b03-b56d-31657941e491 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:02.498275 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-a3cc8dad-fe04-41ed-acf4-b3284ce813cc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:02.502190 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-28754c8d-b69c-4cf9-a14a-465adc02cfbb admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:02.505703 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-a3cc8dad-fe04-41ed-acf4-b3284ce813cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:02.520720 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3cc8dad-fe04-41ed-acf4-b3284ce813cc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 423} {{(pid=102347) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 10:33:02.532369 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-a3cc8dad-fe04-41ed-acf4-b3284ce813cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:02.533008 n-d-813419-10 neutron-server[102347]: INFO neutron.db.segments_db [None req-a3cc8dad-fe04-41ed-acf4-b3284ce813cc admin admin] Added segment af276840-f825-41e1-8416-3e9649c7d456 of type vlan for network f2385b9b-4fa7-414c-8459-129f74d068c4 Oct 27 10:33:02.581624 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-a3cc8dad-fe04-41ed-acf4-b3284ce813cc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743872593080'] for network, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:02.584108 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.db_base_plugin_common [None req-9ec098de-c896-4b03-b56d-31657941e491 None None] Allocated IP 172.20.0.2 (fca909b5-2d06-4825-8091-33382048b635/71c50f4e-5d00-4779-bfe1-162c05f5fddb/b577f688-bfa8-4380-94b4-ba4b9d64edea) {{(pid=102348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:33:02.788416 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-9ec098de-c896-4b03-b56d-31657941e491 None None] Publish callbacks [] for port, precommit_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:02.796494 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-9ec098de-c896-4b03-b56d-31657941e491 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606'] for port, after_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:02.803785 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cc8dad-fe04-41ed-acf4-b3284ce813cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae9e7cb5-3404-4285-8fc7-72260b0f869e,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:33:02.810183 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-a3cc8dad-fe04-41ed-acf4-b3284ce813cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913'] for network, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:02.811340 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3cc8dad-fe04-41ed-acf4-b3284ce813cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:33:02.812002 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-a3cc8dad-fe04-41ed-acf4-b3284ce813cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for network, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:02.857256 n-d-813419-10 neutron-server[102348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ec098de-c896-4b03-b56d-31657941e491 None None] Network fca909b5-2d06-4825-8091-33382048b635 is already hosted by enough agents. {{(pid=102348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:33:02.862194 n-d-813419-10 neutron-server[102348]: DEBUG neutron.scheduler.base_scheduler [None req-9ec098de-c896-4b03-b56d-31657941e491 None None] Resources bound (agent type, host, resource id): {{(pid=102348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:33:02.866420 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ec098de-c896-4b03-b56d-31657941e491 None None] Received port after_create {{(pid=102348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:33:02.929708 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec098de-c896-4b03-b56d-31657941e491 None None] Pushing event updated for resources: {'Port': ['ID=b577f688-bfa8-4380-94b4-ba4b9d64edea,revision_number=1']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:33:02.949613 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-9ec098de-c896-4b03-b56d-31657941e491 None None] Attempting to bind port b577f688-bfa8-4380-94b4-ba4b9d64edea on host n-d-813419-10 for vnic_type normal with profile {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:33:02.949982 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-9ec098de-c896-4b03-b56d-31657941e491 None None] Attempting to bind port b577f688-bfa8-4380-94b4-ba4b9d64edea by drivers openvswitch,hyperv on host n-d-813419-10 at level 0 using segments [{'id': '3fa8f95e-6276-4974-b5c0-da1e0ae271fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'fca909b5-2d06-4825-8091-33382048b635'}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:33:02.950417 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ec098de-c896-4b03-b56d-31657941e491 None None] Attempting to bind port b577f688-bfa8-4380-94b4-ba4b9d64edea on network fca909b5-2d06-4825-8091-33382048b635 {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:33:02.957369 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ec098de-c896-4b03-b56d-31657941e491 None None] Checking agent: {'id': '89dba0f3-79b2-435e-9822-33674b8f6ada', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 8, 20), 'started_at': datetime.datetime(2021, 10, 27, 10, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 32, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:33:02.957748 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ec098de-c896-4b03-b56d-31657941e491 None None] Checking segment: {'id': '3fa8f95e-6276-4974-b5c0-da1e0ae271fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'fca909b5-2d06-4825-8091-33382048b635'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:33:02.958151 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-9ec098de-c896-4b03-b56d-31657941e491 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:02.958600 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ec098de-c896-4b03-b56d-31657941e491 None None] Bound using segment: {'id': '3fa8f95e-6276-4974-b5c0-da1e0ae271fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'fca909b5-2d06-4825-8091-33382048b635'} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:33:02.959077 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-9ec098de-c896-4b03-b56d-31657941e491 None None] Bound port: b577f688-bfa8-4380-94b4-ba4b9d64edea, host: n-d-813419-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fa8f95e-6276-4974-b5c0-da1e0ae271fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'fca909b5-2d06-4825-8091-33382048b635'}}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:33:02.959457 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-9ec098de-c896-4b03-b56d-31657941e491 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:03.375115 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-9ec098de-c896-4b03-b56d-31657941e491 None None] For port b577f688-bfa8-4380-94b4-ba4b9d64edea, host n-d-813419-10, cleared binding levels {{(pid=102348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:33:03.379379 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-9ec098de-c896-4b03-b56d-31657941e491 None None] For port b577f688-bfa8-4380-94b4-ba4b9d64edea, host n-d-813419-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=b577f688-bfa8-4380-94b4-ba4b9d64edea,segment=NetworkSegment(3fa8f95e-6276-4974-b5c0-da1e0ae271fc),segment_id=3fa8f95e-6276-4974-b5c0-da1e0ae271fc)] {{(pid=102348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:33:03.397887 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-9ec098de-c896-4b03-b56d-31657941e491 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:03.482441 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec098de-c896-4b03-b56d-31657941e491 None None] Pushing event updated for resources: {'Port': ['ID=b577f688-bfa8-4380-94b4-ba4b9d64edea,revision_number=2']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:33:03.488320 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-a3cc8dad-fe04-41ed-acf4-b3284ce813cc admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.4345257 Oct 27 10:33:03.491305 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 34098) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:33:03.503748 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-5a1afe3c-7377-417c-a1c5-adf4b1f9d8b1 admin admin] Request body: {'subnet': {'network_id': 'f2385b9b-4fa7-414c-8459-129f74d068c4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1060175065-subnet', 'tenant_id': '3e6cb564c3b34b1095cef7d65946c25d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:33:03.513652 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-28754c8d-b69c-4cf9-a14a-465adc02cfbb admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:03.552248 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a1afe3c-7377-417c-a1c5-adf4b1f9d8b1 admin admin] Made reservation on behalf of 3e6cb564c3b34b1095cef7d65946c25d for: {'subnet': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:33:03.555580 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-5a1afe3c-7377-417c-a1c5-adf4b1f9d8b1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27167186'] for subnet, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:03.585657 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cc8dad-fe04-41ed-acf4-b3284ce813cc admin admin] Pushing event updated for resources: {'Network': ['ID=f2385b9b-4fa7-414c-8459-129f74d068c4,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:33:03.600720 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Network f2385b9b-4fa7-414c-8459-129f74d068c4 details requested by agent ovs-agent-n-d-813419-10 with host n-d-813419-10 {{(pid=102348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 10:33:03.858059 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-28754c8d-b69c-4cf9-a14a-465adc02cfbb admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:03.886072 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-28754c8d-b69c-4cf9-a14a-465adc02cfbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:03.946900 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-5a1afe3c-7377-417c-a1c5-adf4b1f9d8b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27024290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27167168'] for subnet, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:04.035465 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1afe3c-7377-417c-a1c5-adf4b1f9d8b1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f7ae2785-df3d-443a-9883-966bc70b525d,revision_number=0']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:33:04.043827 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a1afe3c-7377-417c-a1c5-adf4b1f9d8b1 admin admin] Checking segment: {'id': 'af276840-f825-41e1-8416-3e9649c7d456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'f2385b9b-4fa7-414c-8459-129f74d068c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:33:04.045050 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a1afe3c-7377-417c-a1c5-adf4b1f9d8b1 admin admin] Network hostable DHCP agents. Network: f2385b9b-4fa7-414c-8459-129f74d068c4, hostable agents: ['eafd4000-b897-4722-ae8b-0118ec955181'], hosted agents: [] {{(pid=102346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 10:33:04.046478 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_common [None req-28754c8d-b69c-4cf9-a14a-465adc02cfbb admin admin] Allocated IP 172.25.8.86 (185ff123-c7ff-45c7-a6be-71feb35acc9c/0fb9f9d1-7384-481f-8fa8-f4566c349d30/82d293b8-7802-40ea-8a66-2bd934303c68) {{(pid=102347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:33:04.063487 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a1afe3c-7377-417c-a1c5-adf4b1f9d8b1 admin admin] Network f2385b9b-4fa7-414c-8459-129f74d068c4 is scheduled to be hosted by DHCP agent eafd4000-b897-4722-ae8b-0118ec955181 with binding_index 1 {{(pid=102346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 10:33:04.078855 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-5a1afe3c-7377-417c-a1c5-adf4b1f9d8b1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-10, f2385b9b-4fa7-414c-8459-129f74d068c4) {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:33:04.088594 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f4ecddc-cae0-4230-8b16-72c02f981a7d None None] Network f2385b9b-4fa7-414c-8459-129f74d068c4 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:33:04.092237 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a1afe3c-7377-417c-a1c5-adf4b1f9d8b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:33:04.093915 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-5a1afe3c-7377-417c-a1c5-adf4b1f9d8b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for subnet, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:04.121443 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-5a1afe3c-7377-417c-a1c5-adf4b1f9d8b1 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6258206 Oct 27 10:33:04.122729 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 34102) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:33:04.146018 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-362c1035-0c12-4856-8147-ad03d7d285dd admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1060175065-router', 'tenant_id': '3e6cb564c3b34b1095cef7d65946c25d', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'}}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:33:04.185744 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-362c1035-0c12-4856-8147-ad03d7d285dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1768632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3610'] for router, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:04.191562 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-362c1035-0c12-4856-8147-ad03d7d285dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1765704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1769409', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1694266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3597'] for router, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:04.244050 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-28754c8d-b69c-4cf9-a14a-465adc02cfbb admin admin] Publish callbacks [] for port, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:04.280809 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-362c1035-0c12-4856-8147-ad03d7d285dd admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:04.298167 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-28754c8d-b69c-4cf9-a14a-465adc02cfbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:04.368896 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28754c8d-b69c-4cf9-a14a-465adc02cfbb admin admin] Network 185ff123-c7ff-45c7-a6be-71feb35acc9c is already hosted by enough agents. {{(pid=102347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:33:04.374953 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [None req-28754c8d-b69c-4cf9-a14a-465adc02cfbb admin admin] Resources bound (agent type, host, resource id): {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:33:04.391511 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28754c8d-b69c-4cf9-a14a-465adc02cfbb admin admin] Received port after_create {{(pid=102347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:33:04.457426 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04edd8c6-8dc1-4734-b17c-0d26de5fc550 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp734b258e-7d96-550c-b970-9b72ab66f383-f2385b9b-4fa7-414c-8459-129f74d068c4', 'network_id': 'f2385b9b-4fa7-414c-8459-129f74d068c4', 'tenant_id': '3e6cb564c3b34b1095cef7d65946c25d', 'fixed_ips': [{'subnet_id': 'f7ae2785-df3d-443a-9883-966bc70b525d'}]}} from n-d-813419-10. {{(pid=102348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 10:33:04.458480 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-04edd8c6-8dc1-4734-b17c-0d26de5fc550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:04.521840 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28754c8d-b69c-4cf9-a14a-465adc02cfbb admin admin] Pushing event updated for resources: {'Port': ['ID=82d293b8-7802-40ea-8a66-2bd934303c68,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:33:04.642523 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-362c1035-0c12-4856-8147-ad03d7d285dd admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:04.652515 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.db_base_plugin_common [None req-04edd8c6-8dc1-4734-b17c-0d26de5fc550 None None] Allocated IP 172.20.0.2 (f2385b9b-4fa7-414c-8459-129f74d068c4/f7ae2785-df3d-443a-9883-966bc70b525d/3d528cac-070c-4d85-a38f-1abafcc1fb53) {{(pid=102348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:33:04.965271 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-04edd8c6-8dc1-4734-b17c-0d26de5fc550 None None] Publish callbacks [] for port, precommit_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:04.982480 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-04edd8c6-8dc1-4734-b17c-0d26de5fc550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606'] for port, after_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:04.995965 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-28754c8d-b69c-4cf9-a14a-465adc02cfbb admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:05.021956 n-d-813419-10 neutron-server[102348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04edd8c6-8dc1-4734-b17c-0d26de5fc550 None None] Network f2385b9b-4fa7-414c-8459-129f74d068c4 is already hosted by enough agents. {{(pid=102348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:33:05.123513 n-d-813419-10 neutron-server[102348]: DEBUG neutron.scheduler.base_scheduler [None req-04edd8c6-8dc1-4734-b17c-0d26de5fc550 None None] Resources bound (agent type, host, resource id): {{(pid=102348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:33:05.126373 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-362c1035-0c12-4856-8147-ad03d7d285dd admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:05.131550 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04edd8c6-8dc1-4734-b17c-0d26de5fc550 None None] Received port after_create {{(pid=102348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:33:05.148760 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04edd8c6-8dc1-4734-b17c-0d26de5fc550 None None] Pushing event updated for resources: {'Port': ['ID=3d528cac-070c-4d85-a38f-1abafcc1fb53,revision_number=1']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:33:05.159909 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-362c1035-0c12-4856-8147-ad03d7d285dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:05.208443 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fc97b2a-8495-4911-8087-3d193fbd3315 None None] Network fca909b5-2d06-4825-8091-33382048b635 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:33:05.322691 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-04edd8c6-8dc1-4734-b17c-0d26de5fc550 None None] Attempting to bind port 3d528cac-070c-4d85-a38f-1abafcc1fb53 on host n-d-813419-10 for vnic_type normal with profile {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:33:05.323209 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-04edd8c6-8dc1-4734-b17c-0d26de5fc550 None None] Attempting to bind port 3d528cac-070c-4d85-a38f-1abafcc1fb53 by drivers openvswitch,hyperv on host n-d-813419-10 at level 0 using segments [{'id': 'af276840-f825-41e1-8416-3e9649c7d456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'f2385b9b-4fa7-414c-8459-129f74d068c4'}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:33:05.325383 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04edd8c6-8dc1-4734-b17c-0d26de5fc550 None None] Attempting to bind port 3d528cac-070c-4d85-a38f-1abafcc1fb53 on network f2385b9b-4fa7-414c-8459-129f74d068c4 {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:33:05.356214 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04edd8c6-8dc1-4734-b17c-0d26de5fc550 None None] Checking agent: {'id': '89dba0f3-79b2-435e-9822-33674b8f6ada', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 8, 20), 'started_at': datetime.datetime(2021, 10, 27, 10, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 32, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:33:05.357374 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04edd8c6-8dc1-4734-b17c-0d26de5fc550 None None] Checking segment: {'id': 'af276840-f825-41e1-8416-3e9649c7d456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'f2385b9b-4fa7-414c-8459-129f74d068c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:33:05.363106 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-04edd8c6-8dc1-4734-b17c-0d26de5fc550 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:05.363616 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04edd8c6-8dc1-4734-b17c-0d26de5fc550 None None] Bound using segment: {'id': 'af276840-f825-41e1-8416-3e9649c7d456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'f2385b9b-4fa7-414c-8459-129f74d068c4'} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:33:05.364238 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-04edd8c6-8dc1-4734-b17c-0d26de5fc550 None None] Bound port: 3d528cac-070c-4d85-a38f-1abafcc1fb53, host: n-d-813419-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af276840-f825-41e1-8416-3e9649c7d456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'f2385b9b-4fa7-414c-8459-129f74d068c4'}}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:33:05.364802 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-04edd8c6-8dc1-4734-b17c-0d26de5fc550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:05.393227 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-bbb877c1-4005-47a3-a3bf-74024c72165f None None] Provisioning complete for port b577f688-bfa8-4380-94b4-ba4b9d64edea triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:33:05.393743 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-bbb877c1-4005-47a3-a3bf-74024c72165f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:05.418295 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-28754c8d-b69c-4cf9-a14a-465adc02cfbb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1765699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1769372'] for router, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:05.433294 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_common [None req-362c1035-0c12-4856-8147-ad03d7d285dd admin admin] Allocated IP 172.25.8.144 (185ff123-c7ff-45c7-a6be-71feb35acc9c/0fb9f9d1-7384-481f-8fa8-f4566c349d30/8a9e97ce-00c0-4310-8238-8a20a53401d6) {{(pid=102346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:33:05.601364 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28754c8d-b69c-4cf9-a14a-465adc02cfbb admin admin] Router 05f356cb-67da-424f-a1a1-59293365f79f is scheduled to L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb with binding_index 1 {{(pid=102347) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 10:33:05.607361 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-04edd8c6-8dc1-4734-b17c-0d26de5fc550 None None] For port 3d528cac-070c-4d85-a38f-1abafcc1fb53, host n-d-813419-10, cleared binding levels {{(pid=102348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:33:05.621075 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-04edd8c6-8dc1-4734-b17c-0d26de5fc550 None None] For port 3d528cac-070c-4d85-a38f-1abafcc1fb53, host n-d-813419-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=3d528cac-070c-4d85-a38f-1abafcc1fb53,segment=NetworkSegment(af276840-f825-41e1-8416-3e9649c7d456),segment_id=af276840-f825-41e1-8416-3e9649c7d456)] {{(pid=102348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:33:05.675606 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-04edd8c6-8dc1-4734-b17c-0d26de5fc550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:05.684525 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device b577f688-bfa8-4380-94b4-ba4b9d64edea up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:33:05.763823 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-362c1035-0c12-4856-8147-ad03d7d285dd admin admin] Publish callbacks [] for port, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:05.850273 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-362c1035-0c12-4856-8147-ad03d7d285dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:05.918712 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28754c8d-b69c-4cf9-a14a-465adc02cfbb admin admin] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:33:05.952013 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04edd8c6-8dc1-4734-b17c-0d26de5fc550 None None] Pushing event updated for resources: {'Port': ['ID=3d528cac-070c-4d85-a38f-1abafcc1fb53,revision_number=2']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:33:05.958560 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-362c1035-0c12-4856-8147-ad03d7d285dd admin admin] Network 185ff123-c7ff-45c7-a6be-71feb35acc9c is already hosted by enough agents. {{(pid=102346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:33:05.963217 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-362c1035-0c12-4856-8147-ad03d7d285dd admin admin] Resources bound (agent type, host, resource id): {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:33:05.969627 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-362c1035-0c12-4856-8147-ad03d7d285dd admin admin] Received port after_create {{(pid=102346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:33:05.970271 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dad7549-e800-4f62-89ee-a711e11a3099 None None] Sync routers for ids ['05f356cb-67da-424f-a1a1-59293365f79f'] in n-d-813419-10 {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:33:05.975494 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-28754c8d-b69c-4cf9-a14a-465adc02cfbb admin admin] Publish callbacks [] for router, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:05.980337 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-28754c8d-b69c-4cf9-a14a-465adc02cfbb admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.7731347 Oct 27 10:33:05.981008 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 34144) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:33:05.987620 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362c1035-0c12-4856-8147-ad03d7d285dd admin admin] Pushing event updated for resources: {'Port': ['ID=8a9e97ce-00c0-4310-8238-8a20a53401d6,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:33:06.027031 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dad7549-e800-4f62-89ee-a711e11a3099 None None] Routers {'05f356cb-67da-424f-a1a1-59293365f79f'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:33:06.030694 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-6dad7549-e800-4f62-89ee-a711e11a3099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:32:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['05f356cb-67da-424f-a1a1-59293365f79f'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:33:06.345016 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvr_db [None req-6dad7549-e800-4f62-89ee-a711e11a3099 None None] Set router 05f356cb-67da-424f-a1a1-59293365f79f gateway port host: n-d-813419-10 {{(pid=102348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:33:06.566099 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-362c1035-0c12-4856-8147-ad03d7d285dd admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:06.596080 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port b577f688-bfa8-4380-94b4-ba4b9d64edea triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:33:06.596590 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:06.655689 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-bbb877c1-4005-47a3-a3bf-74024c72165f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:06.696081 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-6fc10c29-6589-4e3e-8af2-f3d02367d5f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:06.748504 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-bbb877c1-4005-47a3-a3bf-74024c72165f None None] For port b577f688-bfa8-4380-94b4-ba4b9d64edea, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=b577f688-bfa8-4380-94b4-ba4b9d64edea,segment=NetworkSegment(3fa8f95e-6276-4974-b5c0-da1e0ae271fc),segment_id=3fa8f95e-6276-4974-b5c0-da1e0ae271fc)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:33:06.769648 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-bbb877c1-4005-47a3-a3bf-74024c72165f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:06.929924 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:07.006193 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-362c1035-0c12-4856-8147-ad03d7d285dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1765699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1769372'] for router, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:07.049885 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb877c1-4005-47a3-a3bf-74024c72165f None None] Pushing event updated for resources: {'Port': ['ID=b577f688-bfa8-4380-94b4-ba4b9d64edea,revision_number=3']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:33:07.152376 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_common [None req-6fc10c29-6589-4e3e-8af2-f3d02367d5f7 admin admin] Allocated IP 172.20.0.1 (fca909b5-2d06-4825-8091-33382048b635/71c50f4e-5d00-4779-bfe1-162c05f5fddb/8317ba6a-5c22-4bca-9c0a-f5fe3fdcd8b0) {{(pid=102347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:33:07.325866 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-6fc10c29-6589-4e3e-8af2-f3d02367d5f7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:07.374563 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-6fc10c29-6589-4e3e-8af2-f3d02367d5f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:07.421833 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fc10c29-6589-4e3e-8af2-f3d02367d5f7 admin admin] Network fca909b5-2d06-4825-8091-33382048b635 is already hosted by enough agents. {{(pid=102347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:33:07.434808 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-542963b8-38e4-4ba1-a4b3-308b35a4e83e None None] Provisioning complete for port b577f688-bfa8-4380-94b4-ba4b9d64edea triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:33:07.435182 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-542963b8-38e4-4ba1-a4b3-308b35a4e83e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:07.437933 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [None req-6fc10c29-6589-4e3e-8af2-f3d02367d5f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:33:07.451678 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fc10c29-6589-4e3e-8af2-f3d02367d5f7 admin admin] Received port after_create {{(pid=102347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:33:07.477804 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1bde26d-5245-480a-afe0-77b21fc88fbc None None] Network f2385b9b-4fa7-414c-8459-129f74d068c4 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:33:07.498351 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc10c29-6589-4e3e-8af2-f3d02367d5f7 admin admin] Pushing event updated for resources: {'Port': ['ID=8317ba6a-5c22-4bca-9c0a-f5fe3fdcd8b0,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:33:07.531423 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-6fc10c29-6589-4e3e-8af2-f3d02367d5f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1664961'] for router_interface, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:07.671894 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-6dad7549-e800-4f62-89ee-a711e11a3099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05f356cb-67da-424f-a1a1-59293365f79f', 'name': 'tempest-ServerActionsTestJSON-105515891-router', 'tenant_id': '5cdd6d2f037d42e18150718a811d487c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.86'}], 'enable_snat': True}, 'gw_port_id': '82d293b8-7802-40ea-8a66-2bd934303c68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:33:02Z', 'updated_at': '2021-10-27T10:33:04Z', 'revision_number': 3, 'project_id': '5cdd6d2f037d42e18150718a811d487c', 'gw_port': {'id': '82d293b8-7802-40ea-8a66-2bd934303c68', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:f8:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05f356cb-67da-424f-a1a1-59293365f79f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1619, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:33:03Z', 'updated_at': '2021-10-27T10:33:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10'}], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:33:07.708983 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.db.api [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102348) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 27 10:33:07.709354 n-d-813419-10 neutron-server[102348]: DEBUG oslo_db.api [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 10:33:07.728740 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-6fc10c29-6589-4e3e-8af2-f3d02367d5f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:07.742108 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-362c1035-0c12-4856-8147-ad03d7d285dd admin admin] Router bb76a6b4-5a75-4458-b5f9-03eabc84bd8b is scheduled to L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb with binding_index 1 {{(pid=102346) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 10:33:07.754366 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dad7549-e800-4f62-89ee-a711e11a3099 None None] Checking router: 05f356cb-67da-424f-a1a1-59293365f79f for host: n-d-813419-10 {{(pid=102348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 10:33:07.755613 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dad7549-e800-4f62-89ee-a711e11a3099 None None] Updating router 05f356cb-67da-424f-a1a1-59293365f79f port 82d293b8-7802-40ea-8a66-2bd934303c68 binding host n-d-813419-10 {{(pid=102348) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 10:33:07.891511 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-362c1035-0c12-4856-8147-ad03d7d285dd admin admin] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:33:07.893910 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-6dad7549-e800-4f62-89ee-a711e11a3099 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:07.904908 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fc6f856-b35b-438f-af28-d872b4458662 None None] Sync routers for ids ['bb76a6b4-5a75-4458-b5f9-03eabc84bd8b'] in n-d-813419-10 {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:33:07.928428 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fc6f856-b35b-438f-af28-d872b4458662 None None] Routers {'bb76a6b4-5a75-4458-b5f9-03eabc84bd8b'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:33:07.929361 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-0fc6f856-b35b-438f-af28-d872b4458662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:32:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['bb76a6b4-5a75-4458-b5f9-03eabc84bd8b'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:33:07.937540 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-362c1035-0c12-4856-8147-ad03d7d285dd admin admin] Publish callbacks [] for router, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:07.939073 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-362c1035-0c12-4856-8147-ad03d7d285dd admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.8091393 Oct 27 10:33:07.941998 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 34178) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:33:08.217246 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvr_db [None req-0fc6f856-b35b-438f-af28-d872b4458662 None None] Set router bb76a6b4-5a75-4458-b5f9-03eabc84bd8b gateway port host: n-d-813419-10 {{(pid=102349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:33:08.243123 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-6fc10c29-6589-4e3e-8af2-f3d02367d5f7 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:08.262614 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-6fc10c29-6589-4e3e-8af2-f3d02367d5f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:08.383301 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-6fc10c29-6589-4e3e-8af2-f3d02367d5f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2006967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1766225'] for router_interface, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:08.672766 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-366d997a-cc3b-493f-a063-b22146eb7a41 None None] Provisioning complete for port 8317ba6a-5c22-4bca-9c0a-f5fe3fdcd8b0 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:33:08.686211 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc10c29-6589-4e3e-8af2-f3d02367d5f7 admin admin] Pushing event updated for resources: {'Port': ['ID=8317ba6a-5c22-4bca-9c0a-f5fe3fdcd8b0,revision_number=2']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:33:08.689599 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-366d997a-cc3b-493f-a063-b22146eb7a41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:08.765557 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fc10c29-6589-4e3e-8af2-f3d02367d5f7 admin admin] Network fca909b5-2d06-4825-8091-33382048b635 is already hosted by enough agents. {{(pid=102347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:33:08.767010 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [None req-6fc10c29-6589-4e3e-8af2-f3d02367d5f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:33:08.769856 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-366d997a-cc3b-493f-a063-b22146eb7a41 None None] Port 8317ba6a-5c22-4bca-9c0a-f5fe3fdcd8b0 cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:33:08.770316 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-0fc6f856-b35b-438f-af28-d872b4458662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb76a6b4-5a75-4458-b5f9-03eabc84bd8b', 'name': 'tempest-TaggedBootDevicesTest_v242-1060175065-router', 'tenant_id': '3e6cb564c3b34b1095cef7d65946c25d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.144'}], 'enable_snat': True}, 'gw_port_id': '8a9e97ce-00c0-4310-8238-8a20a53401d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:33:04Z', 'updated_at': '2021-10-27T10:33:06Z', 'revision_number': 3, 'project_id': '3e6cb564c3b34b1095cef7d65946c25d', 'gw_port': {'id': '8a9e97ce-00c0-4310-8238-8a20a53401d6', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:ee:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb76a6b4-5a75-4458-b5f9-03eabc84bd8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:33:05Z', 'updated_at': '2021-10-27T10:33:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10'}], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:33:08.773477 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-6dad7549-e800-4f62-89ee-a711e11a3099 None None] Publish callbacks [] for port, precommit_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:08.786743 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-6dad7549-e800-4f62-89ee-a711e11a3099 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:08.830737 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-366d997a-cc3b-493f-a063-b22146eb7a41 None None] Provisioning complete for port 3d528cac-070c-4d85-a38f-1abafcc1fb53 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:33:08.831254 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-366d997a-cc3b-493f-a063-b22146eb7a41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:08.832981 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-6dad7549-e800-4f62-89ee-a711e11a3099 None None] Attempting to bind port 82d293b8-7802-40ea-8a66-2bd934303c68 on host n-d-813419-10 for vnic_type normal with profile {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:33:08.833442 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-6dad7549-e800-4f62-89ee-a711e11a3099 None None] Attempting to bind port 82d293b8-7802-40ea-8a66-2bd934303c68 by drivers openvswitch,hyperv on host n-d-813419-10 at level 0 using segments [{'id': 'bc14127b-7032-4c50-bb5b-f6813cbae86e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:33:08.833897 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dad7549-e800-4f62-89ee-a711e11a3099 None None] Attempting to bind port 82d293b8-7802-40ea-8a66-2bd934303c68 on network 185ff123-c7ff-45c7-a6be-71feb35acc9c {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:33:08.848599 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fc6f856-b35b-438f-af28-d872b4458662 None None] Checking router: bb76a6b4-5a75-4458-b5f9-03eabc84bd8b for host: n-d-813419-10 {{(pid=102349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 10:33:08.848950 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fc6f856-b35b-438f-af28-d872b4458662 None None] Updating router bb76a6b4-5a75-4458-b5f9-03eabc84bd8b port 8a9e97ce-00c0-4310-8238-8a20a53401d6 binding host n-d-813419-10 {{(pid=102349) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 10:33:08.909306 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-0fc6f856-b35b-438f-af28-d872b4458662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:08.955060 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device b577f688-bfa8-4380-94b4-ba4b9d64edea up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:33:08.958567 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dad7549-e800-4f62-89ee-a711e11a3099 None None] Checking agent: {'id': '89dba0f3-79b2-435e-9822-33674b8f6ada', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 8, 20), 'started_at': datetime.datetime(2021, 10, 27, 10, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 32, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:33:08.958937 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dad7549-e800-4f62-89ee-a711e11a3099 None None] Checking segment: {'id': 'bc14127b-7032-4c50-bb5b-f6813cbae86e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:33:08.959331 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-6dad7549-e800-4f62-89ee-a711e11a3099 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:08.959722 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dad7549-e800-4f62-89ee-a711e11a3099 None None] Bound using segment: {'id': 'bc14127b-7032-4c50-bb5b-f6813cbae86e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:33:08.960213 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-6dad7549-e800-4f62-89ee-a711e11a3099 None None] Bound port: 82d293b8-7802-40ea-8a66-2bd934303c68, host: n-d-813419-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc14127b-7032-4c50-bb5b-f6813cbae86e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'}}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:33:08.960619 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-6dad7549-e800-4f62-89ee-a711e11a3099 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:08.976879 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fc10c29-6589-4e3e-8af2-f3d02367d5f7 admin admin] Router 05f356cb-67da-424f-a1a1-59293365f79f has already been hosted by L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb {{(pid=102347) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 10:33:08.988479 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49300d05-8c28-4ba3-9ab8-b6d41ac32f88 None None] Pushing event updated for resources: {'Port': ['ID=82d293b8-7802-40ea-8a66-2bd934303c68,revision_number=2']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:33:08.992229 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-3d450521-b295-40b5-aa95-e48dabd1b76e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:09.041973 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:09.165871 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-366d997a-cc3b-493f-a063-b22146eb7a41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:09.201144 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fc10c29-6589-4e3e-8af2-f3d02367d5f7 admin admin] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:33:09.212751 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-6fc10c29-6589-4e3e-8af2-f3d02367d5f7 admin admin] 10.222.0.44 "PUT /v2.0/routers/05f356cb-67da-424f-a1a1-59293365f79f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2299705 Oct 27 10:33:09.233697 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-6dad7549-e800-4f62-89ee-a711e11a3099 None None] For port 82d293b8-7802-40ea-8a66-2bd934303c68, host n-d-813419-10, cleared binding levels {{(pid=102348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:33:09.237417 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-6dad7549-e800-4f62-89ee-a711e11a3099 None None] For port 82d293b8-7802-40ea-8a66-2bd934303c68, host n-d-813419-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=82d293b8-7802-40ea-8a66-2bd934303c68,segment=NetworkSegment(bc14127b-7032-4c50-bb5b-f6813cbae86e),segment_id=bc14127b-7032-4c50-bb5b-f6813cbae86e)] {{(pid=102348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:33:09.249377 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-6dad7549-e800-4f62-89ee-a711e11a3099 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:09.319420 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49300d05-8c28-4ba3-9ab8-b6d41ac32f88 None None] Pushing event updated for resources: {'Port': ['ID=82d293b8-7802-40ea-8a66-2bd934303c68,revision_number=3']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:33:09.366297 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-366d997a-cc3b-493f-a063-b22146eb7a41 None None] For port 3d528cac-070c-4d85-a38f-1abafcc1fb53, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=3d528cac-070c-4d85-a38f-1abafcc1fb53,segment=NetworkSegment(af276840-f825-41e1-8416-3e9649c7d456),segment_id=af276840-f825-41e1-8416-3e9649c7d456)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:33:09.375064 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-366d997a-cc3b-493f-a063-b22146eb7a41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:09.420247 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_common [None req-3d450521-b295-40b5-aa95-e48dabd1b76e admin admin] Allocated IP 172.20.0.1 (f2385b9b-4fa7-414c-8459-129f74d068c4/f7ae2785-df3d-443a-9883-966bc70b525d/e958ae67-f590-4c54-b34f-0ad9fde6ffc7) {{(pid=102346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:33:09.468615 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366d997a-cc3b-493f-a063-b22146eb7a41 None None] Pushing event updated for resources: {'Port': ['ID=3d528cac-070c-4d85-a38f-1abafcc1fb53,revision_number=3']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:33:09.477344 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dad7549-e800-4f62-89ee-a711e11a3099 None None] Routers {'05f356cb-67da-424f-a1a1-59293365f79f'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:33:09.487656 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-6dad7549-e800-4f62-89ee-a711e11a3099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:32:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['05f356cb-67da-424f-a1a1-59293365f79f'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:33:09.597783 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port b577f688-bfa8-4380-94b4-ba4b9d64edea triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:33:09.598155 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:09.663782 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-0fc6f856-b35b-438f-af28-d872b4458662 None None] Publish callbacks [] for port, precommit_update {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:09.672497 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-0fc6f856-b35b-438f-af28-d872b4458662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:09.745398 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-3d450521-b295-40b5-aa95-e48dabd1b76e admin admin] Publish callbacks [] for port, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:09.803305 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-f5a64d93-e8ba-4012-94db-b231612e691a None None] Provisioning complete for port 8317ba6a-5c22-4bca-9c0a-f5fe3fdcd8b0 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:33:09.803857 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f5a64d93-e8ba-4012-94db-b231612e691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:09.829293 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b62944-f409-4c8c-83ba-19cab8d3f2e0 None None] Pushing event updated for resources: {'Port': ['ID=8a9e97ce-00c0-4310-8238-8a20a53401d6,revision_number=2']} {{(pid=102349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:33:09.831816 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.managers [None req-0fc6f856-b35b-438f-af28-d872b4458662 None None] Attempting to bind port 8a9e97ce-00c0-4310-8238-8a20a53401d6 on host n-d-813419-10 for vnic_type normal with profile {{(pid=102349) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:33:09.832179 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.managers [None req-0fc6f856-b35b-438f-af28-d872b4458662 None None] Attempting to bind port 8a9e97ce-00c0-4310-8238-8a20a53401d6 by drivers openvswitch,hyperv on host n-d-813419-10 at level 0 using segments [{'id': 'bc14127b-7032-4c50-bb5b-f6813cbae86e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'}] {{(pid=102349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:33:09.832597 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fc6f856-b35b-438f-af28-d872b4458662 None None] Attempting to bind port 8a9e97ce-00c0-4310-8238-8a20a53401d6 on network 185ff123-c7ff-45c7-a6be-71feb35acc9c {{(pid=102349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:33:09.833385 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-3d450521-b295-40b5-aa95-e48dabd1b76e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:09.858847 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b62944-f409-4c8c-83ba-19cab8d3f2e0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:33:09.859186 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b62944-f409-4c8c-83ba-19cab8d3f2e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:33:09.859526 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b62944-f409-4c8c-83ba-19cab8d3f2e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:33:09.859856 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b62944-f409-4c8c-83ba-19cab8d3f2e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:33:09.861763 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b62944-f409-4c8c-83ba-19cab8d3f2e0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:33:09.862097 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b62944-f409-4c8c-83ba-19cab8d3f2e0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:33:09.862429 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b62944-f409-4c8c-83ba-19cab8d3f2e0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:33:09.862754 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b62944-f409-4c8c-83ba-19cab8d3f2e0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:33:09.863080 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b62944-f409-4c8c-83ba-19cab8d3f2e0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:33:09.863403 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b62944-f409-4c8c-83ba-19cab8d3f2e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:33:09.863725 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b62944-f409-4c8c-83ba-19cab8d3f2e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:33:09.864045 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b62944-f409-4c8c-83ba-19cab8d3f2e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:33:09.873782 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fc6f856-b35b-438f-af28-d872b4458662 None None] Checking agent: {'id': '89dba0f3-79b2-435e-9822-33674b8f6ada', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 8, 20), 'started_at': datetime.datetime(2021, 10, 27, 10, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 32, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:33:09.876905 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fc6f856-b35b-438f-af28-d872b4458662 None None] Checking segment: {'id': 'bc14127b-7032-4c50-bb5b-f6813cbae86e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:33:09.877496 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-0fc6f856-b35b-438f-af28-d872b4458662 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:09.878042 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fc6f856-b35b-438f-af28-d872b4458662 None None] Bound using segment: {'id': 'bc14127b-7032-4c50-bb5b-f6813cbae86e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'} {{(pid=102349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:33:09.879679 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d450521-b295-40b5-aa95-e48dabd1b76e admin admin] Network f2385b9b-4fa7-414c-8459-129f74d068c4 is already hosted by enough agents. {{(pid=102346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:33:09.880399 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.managers [None req-0fc6f856-b35b-438f-af28-d872b4458662 None None] Bound port: 8a9e97ce-00c0-4310-8238-8a20a53401d6, host: n-d-813419-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc14127b-7032-4c50-bb5b-f6813cbae86e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'}}] {{(pid=102349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:33:09.880955 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-0fc6f856-b35b-438f-af28-d872b4458662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:09.883090 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-3d450521-b295-40b5-aa95-e48dabd1b76e admin admin] Resources bound (agent type, host, resource id): {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:33:09.890872 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d450521-b295-40b5-aa95-e48dabd1b76e admin admin] Received port after_create {{(pid=102346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:33:09.937369 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-3d450521-b295-40b5-aa95-e48dabd1b76e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1664961'] for router_interface, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:09.992669 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-f5a64d93-e8ba-4012-94db-b231612e691a None None] Port 8317ba6a-5c22-4bca-9c0a-f5fe3fdcd8b0 cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:33:10.006806 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.db [None req-0fc6f856-b35b-438f-af28-d872b4458662 None None] For port 8a9e97ce-00c0-4310-8238-8a20a53401d6, host n-d-813419-10, cleared binding levels {{(pid=102349) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:33:10.011102 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.db [None req-0fc6f856-b35b-438f-af28-d872b4458662 None None] For port 8a9e97ce-00c0-4310-8238-8a20a53401d6, host n-d-813419-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=8a9e97ce-00c0-4310-8238-8a20a53401d6,segment=NetworkSegment(bc14127b-7032-4c50-bb5b-f6813cbae86e),segment_id=bc14127b-7032-4c50-bb5b-f6813cbae86e)] {{(pid=102349) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:33:10.020685 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-0fc6f856-b35b-438f-af28-d872b4458662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:10.033769 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d450521-b295-40b5-aa95-e48dabd1b76e admin admin] Pushing event updated for resources: {'Port': ['ID=e958ae67-f590-4c54-b34f-0ad9fde6ffc7,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:33:10.120561 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fc6f856-b35b-438f-af28-d872b4458662 None None] Routers {'bb76a6b4-5a75-4458-b5f9-03eabc84bd8b'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:33:10.121189 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-0fc6f856-b35b-438f-af28-d872b4458662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:32:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['bb76a6b4-5a75-4458-b5f9-03eabc84bd8b'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:33:10.134165 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-f5a64d93-e8ba-4012-94db-b231612e691a None None] Provisioning complete for port 3d528cac-070c-4d85-a38f-1abafcc1fb53 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:33:10.141235 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f5a64d93-e8ba-4012-94db-b231612e691a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:10.241649 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvr_db [None req-6dad7549-e800-4f62-89ee-a711e11a3099 None None] Set router 05f356cb-67da-424f-a1a1-59293365f79f gateway port host: n-d-813419-10 {{(pid=102348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:33:10.253365 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-3d450521-b295-40b5-aa95-e48dabd1b76e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:10.367212 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 3d528cac-070c-4d85-a38f-1abafcc1fb53 up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:33:10.385169 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvr_db [None req-0fc6f856-b35b-438f-af28-d872b4458662 None None] Set router bb76a6b4-5a75-4458-b5f9-03eabc84bd8b gateway port host: n-d-813419-10 {{(pid=102349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:33:10.483060 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 34228) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:33:10.488722 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-4e72031c-444e-4998-a311-a4e2f2a78faf tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Request body: {'security_group': {'name': 'tempest-securitygroup--991814246', 'description': 'tempest-description--1634661557'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:33:10.550380 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-4e72031c-444e-4998-a311-a4e2f2a78faf tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Publish callbacks [] for security_group, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:10.764976 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-4e72031c-444e-4998-a311-a4e2f2a78faf tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Publish callbacks [] for security_group, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:10.765931 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port 3d528cac-070c-4d85-a38f-1abafcc1fb53 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:33:10.766307 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:10.778406 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-4e72031c-444e-4998-a311-a4e2f2a78faf tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:10.799522 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-3d450521-b295-40b5-aa95-e48dabd1b76e admin admin] Publish callbacks [] for port, precommit_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:10.807369 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-3d450521-b295-40b5-aa95-e48dabd1b76e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27024173'] for port, after_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:10.844211 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-4e72031c-444e-4998-a311-a4e2f2a78faf tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Publish callbacks [] for security_group, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:10.845794 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-4e72031c-444e-4998-a311-a4e2f2a78faf tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.3609881 Oct 27 10:33:10.850750 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 34240) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:33:10.866083 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b62944-f409-4c8c-83ba-19cab8d3f2e0 None None] Pushing event updated for resources: {'Port': ['ID=8a9e97ce-00c0-4310-8238-8a20a53401d6,revision_number=3']} {{(pid=102349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:33:10.867252 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-4e12be3a-2c9e-42db-85af-885e93239fe7 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Request body: {'security_group_rule': {'security_group_id': '042a0afe-bacb-4048-aed3-353e9c85bd81', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:33:10.878347 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e72031c-444e-4998-a311-a4e2f2a78faf tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Pushing event updated for resources: {'SecurityGroup': ['ID=042a0afe-bacb-4048-aed3-353e9c85bd81,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:33:10.905806 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-4e12be3a-2c9e-42db-85af-885e93239fe7 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:10.914293 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-c624e384-4204-496b-9418-e9f8b014e5c8 None None] Provisioning complete for port e958ae67-f590-4c54-b34f-0ad9fde6ffc7 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:33:10.914805 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-c624e384-4204-496b-9418-e9f8b014e5c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:10.971639 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-4e12be3a-2c9e-42db-85af-885e93239fe7 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:10.978122 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-4e12be3a-2c9e-42db-85af-885e93239fe7 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671902'] for security_group_rule, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:11.002498 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e12be3a-2c9e-42db-85af-885e93239fe7 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c002165d-ec5b-4787-95e0-49e957b5806c,revision_number=0']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:33:11.009759 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-c624e384-4204-496b-9418-e9f8b014e5c8 None None] Port e958ae67-f590-4c54-b34f-0ad9fde6ffc7 cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:33:11.026309 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-3d450521-b295-40b5-aa95-e48dabd1b76e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2006967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1766225'] for router_interface, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:11.030438 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-4e12be3a-2c9e-42db-85af-885e93239fe7 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:11.032610 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-4e12be3a-2c9e-42db-85af-885e93239fe7 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1771286 Oct 27 10:33:11.032934 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-0fc6f856-b35b-438f-af28-d872b4458662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb76a6b4-5a75-4458-b5f9-03eabc84bd8b', 'name': 'tempest-TaggedBootDevicesTest_v242-1060175065-router', 'tenant_id': '3e6cb564c3b34b1095cef7d65946c25d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.144'}], 'enable_snat': True}, 'gw_port_id': '8a9e97ce-00c0-4310-8238-8a20a53401d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:33:04Z', 'updated_at': '2021-10-27T10:33:06Z', 'revision_number': 3, 'project_id': '3e6cb564c3b34b1095cef7d65946c25d', 'gw_port': {'id': '8a9e97ce-00c0-4310-8238-8a20a53401d6', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:ee:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb76a6b4-5a75-4458-b5f9-03eabc84bd8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:33:05Z', 'updated_at': '2021-10-27T10:33:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10'}], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:33:11.035204 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 34242) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:33:11.040224 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-6dad7549-e800-4f62-89ee-a711e11a3099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05f356cb-67da-424f-a1a1-59293365f79f', 'name': 'tempest-ServerActionsTestJSON-105515891-router', 'tenant_id': '5cdd6d2f037d42e18150718a811d487c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.86'}], 'enable_snat': True}, 'gw_port_id': '82d293b8-7802-40ea-8a66-2bd934303c68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:33:02Z', 'updated_at': '2021-10-27T10:33:07Z', 'revision_number': 4, 'project_id': '5cdd6d2f037d42e18150718a811d487c', 'gw_port': {'id': '82d293b8-7802-40ea-8a66-2bd934303c68', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:f8:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05f356cb-67da-424f-a1a1-59293365f79f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1619, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:33:03Z', 'updated_at': '2021-10-27T10:33:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_interfaces': [{'id': '8317ba6a-5c22-4bca-9c0a-f5fe3fdcd8b0', 'name': '', 'network_id': 'fca909b5-2d06-4825-8091-33382048b635', 'tenant_id': '5cdd6d2f037d42e18150718a811d487c', 'mac_address': 'fa:16:3e:11:d5:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05f356cb-67da-424f-a1a1-59293365f79f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1623, 'fixed_ips': [{'subnet_id': '71c50f4e-5d00-4779-bfe1-162c05f5fddb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:33:06Z', 'updated_at': '2021-10-27T10:33:07Z', 'revision_number': 2, 'project_id': '5cdd6d2f037d42e18150718a811d487c', 'subnets': [{'id': '71c50f4e-5d00-4779-bfe1-162c05f5fddb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:33:11.040770 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-25931481-d399-442c-9450-3a77ce5ed072 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Request body: {'security_group_rule': {'security_group_id': '042a0afe-bacb-4048-aed3-353e9c85bd81', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:33:11.054085 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d450521-b295-40b5-aa95-e48dabd1b76e admin admin] Pushing event updated for resources: {'Port': ['ID=e958ae67-f590-4c54-b34f-0ad9fde6ffc7,revision_number=2']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:33:11.072376 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dad7549-e800-4f62-89ee-a711e11a3099 None None] The sync data for ids ['05f356cb-67da-424f-a1a1-59293365f79f'] in n-d-813419-10 is: [{'id': '05f356cb-67da-424f-a1a1-59293365f79f', 'name': 'tempest-ServerActionsTestJSON-105515891-router', 'tenant_id': '5cdd6d2f037d42e18150718a811d487c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.86'}], 'enable_snat': True}, 'gw_port_id': '82d293b8-7802-40ea-8a66-2bd934303c68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:33:02Z', 'updated_at': '2021-10-27T10:33:07Z', 'revision_number': 4, 'project_id': '5cdd6d2f037d42e18150718a811d487c', 'gw_port': {'id': '82d293b8-7802-40ea-8a66-2bd934303c68', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:f8:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05f356cb-67da-424f-a1a1-59293365f79f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1619, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:33:03Z', 'updated_at': '2021-10-27T10:33:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_interfaces': [{'id': '8317ba6a-5c22-4bca-9c0a-f5fe3fdcd8b0', 'name': '', 'network_id': 'fca909b5-2d06-4825-8091-33382048b635', 'tenant_id': '5cdd6d2f037d42e18150718a811d487c', 'mac_address': 'fa:16:3e:11:d5:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05f356cb-67da-424f-a1a1-59293365f79f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1623, 'fixed_ips': [{'subnet_id': '71c50f4e-5d00-4779-bfe1-162c05f5fddb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:33:06Z', 'updated_at': '2021-10-27T10:33:07Z', 'revision_number': 2, 'project_id': '5cdd6d2f037d42e18150718a811d487c', 'subnets': [{'id': '71c50f4e-5d00-4779-bfe1-162c05f5fddb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:33:11.101558 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fc6f856-b35b-438f-af28-d872b4458662 None None] The sync data for ids ['bb76a6b4-5a75-4458-b5f9-03eabc84bd8b'] in n-d-813419-10 is: [{'id': 'bb76a6b4-5a75-4458-b5f9-03eabc84bd8b', 'name': 'tempest-TaggedBootDevicesTest_v242-1060175065-router', 'tenant_id': '3e6cb564c3b34b1095cef7d65946c25d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.144'}], 'enable_snat': True}, 'gw_port_id': '8a9e97ce-00c0-4310-8238-8a20a53401d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:33:04Z', 'updated_at': '2021-10-27T10:33:06Z', 'revision_number': 3, 'project_id': '3e6cb564c3b34b1095cef7d65946c25d', 'gw_port': {'id': '8a9e97ce-00c0-4310-8238-8a20a53401d6', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:ee:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb76a6b4-5a75-4458-b5f9-03eabc84bd8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:33:05Z', 'updated_at': '2021-10-27T10:33:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10'}] {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:33:11.113323 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-25931481-d399-442c-9450-3a77ce5ed072 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:11.246053 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 3d528cac-070c-4d85-a38f-1abafcc1fb53 up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:33:11.268110 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-25931481-d399-442c-9450-3a77ce5ed072 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:11.277573 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-25931481-d399-442c-9450-3a77ce5ed072 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671902'] for security_group_rule, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:11.306072 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25931481-d399-442c-9450-3a77ce5ed072 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38c80e1c-8526-4e8a-9cf5-dd9f4604a4c7,revision_number=0']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:33:11.331737 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-25931481-d399-442c-9450-3a77ce5ed072 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:11.335419 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-25931481-d399-442c-9450-3a77ce5ed072 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2989745 Oct 27 10:33:11.339159 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 34254) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:33:11.345911 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-d6920d8c-f475-476c-97ac-55f3638e3169 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Request body: {'floatingip': {'floating_network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:33:11.362876 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port 3d528cac-070c-4d85-a38f-1abafcc1fb53 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:33:11.363757 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:11.393872 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d450521-b295-40b5-aa95-e48dabd1b76e admin admin] Network f2385b9b-4fa7-414c-8459-129f74d068c4 is already hosted by enough agents. {{(pid=102346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:33:11.397147 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-d6920d8c-f475-476c-97ac-55f3638e3169 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Publish callbacks [] for floatingip, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:11.398790 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-3d450521-b295-40b5-aa95-e48dabd1b76e admin admin] Resources bound (agent type, host, resource id): {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:33:11.735293 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d450521-b295-40b5-aa95-e48dabd1b76e admin admin] Router bb76a6b4-5a75-4458-b5f9-03eabc84bd8b has already been hosted by L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb {{(pid=102346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 10:33:11.757204 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-d6920d8c-f475-476c-97ac-55f3638e3169 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:12.073031 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_common [None req-d6920d8c-f475-476c-97ac-55f3638e3169 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Allocated IP 172.25.8.172 (185ff123-c7ff-45c7-a6be-71feb35acc9c/0fb9f9d1-7384-481f-8fa8-f4566c349d30/ccd4ddd6-7ff2-461e-b52e-c8d1f86d6b59) {{(pid=102347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:33:12.159077 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d450521-b295-40b5-aa95-e48dabd1b76e admin admin] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:33:12.170717 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-3d450521-b295-40b5-aa95-e48dabd1b76e admin admin] 10.222.0.44 "PUT /v2.0/routers/bb76a6b4-5a75-4458-b5f9-03eabc84bd8b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2272255 Oct 27 10:33:12.225181 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-59c0b501-b7b4-4cd4-b29b-bd57474d62c9 None None] Provisioning complete for port e958ae67-f590-4c54-b34f-0ad9fde6ffc7 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:33:12.225776 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-59c0b501-b7b4-4cd4-b29b-bd57474d62c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:12.283700 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-d6920d8c-f475-476c-97ac-55f3638e3169 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Publish callbacks [] for port, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:12.348710 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-59c0b501-b7b4-4cd4-b29b-bd57474d62c9 None None] Port e958ae67-f590-4c54-b34f-0ad9fde6ffc7 cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:33:12.357382 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-d6920d8c-f475-476c-97ac-55f3638e3169 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:12.403898 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6920d8c-f475-476c-97ac-55f3638e3169 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Network 185ff123-c7ff-45c7-a6be-71feb35acc9c is already hosted by enough agents. {{(pid=102347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:33:12.409943 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [None req-d6920d8c-f475-476c-97ac-55f3638e3169 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Resources bound (agent type, host, resource id): {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:33:12.413888 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6920d8c-f475-476c-97ac-55f3638e3169 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Received port after_create {{(pid=102347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:33:12.521298 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6920d8c-f475-476c-97ac-55f3638e3169 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Pushing event updated for resources: {'Port': ['ID=ccd4ddd6-7ff2-461e-b52e-c8d1f86d6b59,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:33:12.597723 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-d6920d8c-f475-476c-97ac-55f3638e3169 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:12.713349 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-d6920d8c-f475-476c-97ac-55f3638e3169 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:12.984789 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-d6920d8c-f475-476c-97ac-55f3638e3169 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Publish callbacks [] for port, precommit_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:12.993044 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-d6920d8c-f475-476c-97ac-55f3638e3169 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:13.061385 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6920d8c-f475-476c-97ac-55f3638e3169 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Pushing event updated for resources: {'Port': ['ID=ccd4ddd6-7ff2-461e-b52e-c8d1f86d6b59,revision_number=2']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:33:13.220715 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-d6920d8c-f475-476c-97ac-55f3638e3169 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1664826'] for floatingip, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:13.256237 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-d6920d8c-f475-476c-97ac-55f3638e3169 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for floatingip, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:13.257622 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-d6920d8c-f475-476c-97ac-55f3638e3169 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9173954 Oct 27 10:33:13.381999 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 82d293b8-7802-40ea-8a66-2bd934303c68 up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:33:13.468781 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port 82d293b8-7802-40ea-8a66-2bd934303c68 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:33:13.469726 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:13.593976 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-5b740a7e-c5d0-4c0a-ac47-33be6667e3e0 req-89efc40f-0817-41ad-9c55-861f54b28dfc tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--991814246&fields=id&tenant_id=5cdd6d2f037d42e18150718a811d487c HTTP/1.1" status: 200 len: 267 time: 0.0887010 Oct 27 10:33:13.770145 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:13.867373 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] For port 82d293b8-7802-40ea-8a66-2bd934303c68, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=82d293b8-7802-40ea-8a66-2bd934303c68,segment=NetworkSegment(bc14127b-7032-4c50-bb5b-f6813cbae86e),segment_id=bc14127b-7032-4c50-bb5b-f6813cbae86e)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:33:13.880821 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:13.881929 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 8a9e97ce-00c0-4310-8238-8a20a53401d6 up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:33:13.945396 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b740a7e-c5d0-4c0a-ac47-33be6667e3e0 req-15ace915-1a8d-4772-bfa2-e034735cff46 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:33:13.954217 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-5b740a7e-c5d0-4c0a-ac47-33be6667e3e0 req-15ace915-1a8d-4772-bfa2-e034735cff46 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/networks?id=fca909b5-2d06-4825-8091-33382048b635 HTTP/1.1" status: 200 len: 811 time: 0.3529758 Oct 27 10:33:13.981615 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-5b740a7e-c5d0-4c0a-ac47-33be6667e3e0 req-ee80f0a9-8524-449e-b2fd-c2a4bb38d7d6 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/quotas/5cdd6d2f037d42e18150718a811d487c HTTP/1.1" status: 200 len: 375 time: 0.0256660 Oct 27 10:33:14.003732 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Pushing event updated for resources: {'Port': ['ID=82d293b8-7802-40ea-8a66-2bd934303c68,revision_number=4']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:33:14.029123 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port 8a9e97ce-00c0-4310-8238-8a20a53401d6 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:33:14.029502 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:14.115892 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-5b740a7e-c5d0-4c0a-ac47-33be6667e3e0 req-ae7b8380-0cc3-4549-ab70-a36deb939af7 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=5cdd6d2f037d42e18150718a811d487c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1132517 Oct 27 10:33:14.194290 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:14.239146 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] For port 8a9e97ce-00c0-4310-8238-8a20a53401d6, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=8a9e97ce-00c0-4310-8238-8a20a53401d6,segment=NetworkSegment(bc14127b-7032-4c50-bb5b-f6813cbae86e),segment_id=bc14127b-7032-4c50-bb5b-f6813cbae86e)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:33:14.248726 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:14.356907 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-5b740a7e-c5d0-4c0a-ac47-33be6667e3e0 req-de646f2d-aeb2-4456-8340-4e13f67250ba service neutron] 10.222.0.44 "GET /v2.0/networks/fca909b5-2d06-4825-8091-33382048b635?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2344358 Oct 27 10:33:14.393596 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Pushing event updated for resources: {'Port': ['ID=8a9e97ce-00c0-4310-8238-8a20a53401d6,revision_number=4']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:33:14.532604 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-5b740a7e-c5d0-4c0a-ac47-33be6667e3e0 req-5a2f99ce-eb08-4839-860c-aa580b85454b service neutron] 10.222.0.44 "GET /v2.0/networks/fca909b5-2d06-4825-8091-33382048b635?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1660154 Oct 27 10:33:15.034899 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-e2954fe2-d149-406e-9fd6-b450424f3e85 req-c84c2d7c-fc4d-408b-a095-828d359f2666 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/ports?device_id=f6fc38b4-3d34-4580-bd35-a4b845297319 HTTP/1.1" status: 200 len: 210 time: 0.1468749 Oct 27 10:33:15.065076 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05d0b97c-ad7d-4d5b-b6c8-ba99845f4dcf None None] Sync routers for ids ['bb76a6b4-5a75-4458-b5f9-03eabc84bd8b'] in n-d-813419-10 {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:33:15.098635 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05d0b97c-ad7d-4d5b-b6c8-ba99845f4dcf None None] Routers {'bb76a6b4-5a75-4458-b5f9-03eabc84bd8b'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:33:15.099914 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-05d0b97c-ad7d-4d5b-b6c8-ba99845f4dcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:32:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['bb76a6b4-5a75-4458-b5f9-03eabc84bd8b'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:33:15.296762 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 82d293b8-7802-40ea-8a66-2bd934303c68 up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:33:15.484300 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port 82d293b8-7802-40ea-8a66-2bd934303c68 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:33:15.485594 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:15.617479 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvr_db [None req-05d0b97c-ad7d-4d5b-b6c8-ba99845f4dcf None None] Set router bb76a6b4-5a75-4458-b5f9-03eabc84bd8b gateway port host: n-d-813419-10 {{(pid=102348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:33:15.673368 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddd3adf6-cca9-4d14-a1e4-e2e47982e252 None None] Sync routers for ids ['05f356cb-67da-424f-a1a1-59293365f79f'] in n-d-813419-10 {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:33:15.687104 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddd3adf6-cca9-4d14-a1e4-e2e47982e252 None None] Routers {'05f356cb-67da-424f-a1a1-59293365f79f'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:33:15.687717 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-ddd3adf6-cca9-4d14-a1e4-e2e47982e252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:32:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['05f356cb-67da-424f-a1a1-59293365f79f'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:33:15.777094 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 8a9e97ce-00c0-4310-8238-8a20a53401d6 up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:33:15.950392 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvr_db [None req-ddd3adf6-cca9-4d14-a1e4-e2e47982e252 None None] Set router 05f356cb-67da-424f-a1a1-59293365f79f gateway port host: n-d-813419-10 {{(pid=102349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:33:16.083495 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port 8a9e97ce-00c0-4310-8238-8a20a53401d6 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:33:16.084374 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:16.238247 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-18a3a77a-86bf-4811-882d-d2f7ec6c0666 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:16.306154 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-05d0b97c-ad7d-4d5b-b6c8-ba99845f4dcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb76a6b4-5a75-4458-b5f9-03eabc84bd8b', 'name': 'tempest-TaggedBootDevicesTest_v242-1060175065-router', 'tenant_id': '3e6cb564c3b34b1095cef7d65946c25d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.144'}], 'enable_snat': True}, 'gw_port_id': '8a9e97ce-00c0-4310-8238-8a20a53401d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:33:04Z', 'updated_at': '2021-10-27T10:33:10Z', 'revision_number': 4, 'project_id': '3e6cb564c3b34b1095cef7d65946c25d', 'gw_port': {'id': '8a9e97ce-00c0-4310-8238-8a20a53401d6', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:ee:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb76a6b4-5a75-4458-b5f9-03eabc84bd8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:33:05Z', 'updated_at': '2021-10-27T10:33:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_interfaces': [{'id': 'e958ae67-f590-4c54-b34f-0ad9fde6ffc7', 'name': '', 'network_id': 'f2385b9b-4fa7-414c-8459-129f74d068c4', 'tenant_id': '3e6cb564c3b34b1095cef7d65946c25d', 'mac_address': 'fa:16:3e:ff:ce:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb76a6b4-5a75-4458-b5f9-03eabc84bd8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': 'f7ae2785-df3d-443a-9883-966bc70b525d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:33:09Z', 'updated_at': '2021-10-27T10:33:10Z', 'revision_number': 2, 'project_id': '3e6cb564c3b34b1095cef7d65946c25d', 'subnets': [{'id': 'f7ae2785-df3d-443a-9883-966bc70b525d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:33:16.310002 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-f3e9695a-fcde-4818-8e40-f0f14008592a req-7a913ec7-c704-494f-82c7-b3f41baa66ca tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/ports?device_id=f6fc38b4-3d34-4580-bd35-a4b845297319 HTTP/1.1" status: 200 len: 210 time: 0.0824466 Oct 27 10:33:16.336636 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05d0b97c-ad7d-4d5b-b6c8-ba99845f4dcf None None] Checking router: bb76a6b4-5a75-4458-b5f9-03eabc84bd8b for host: n-d-813419-10 {{(pid=102348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 10:33:16.337010 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05d0b97c-ad7d-4d5b-b6c8-ba99845f4dcf None None] Updating router bb76a6b4-5a75-4458-b5f9-03eabc84bd8b port e958ae67-f590-4c54-b34f-0ad9fde6ffc7 binding host n-d-813419-10 {{(pid=102348) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 10:33:16.369298 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-05d0b97c-ad7d-4d5b-b6c8-ba99845f4dcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:16.467739 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-ddd3adf6-cca9-4d14-a1e4-e2e47982e252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05f356cb-67da-424f-a1a1-59293365f79f', 'name': 'tempest-ServerActionsTestJSON-105515891-router', 'tenant_id': '5cdd6d2f037d42e18150718a811d487c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.86'}], 'enable_snat': True}, 'gw_port_id': '82d293b8-7802-40ea-8a66-2bd934303c68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:33:02Z', 'updated_at': '2021-10-27T10:33:07Z', 'revision_number': 4, 'project_id': '5cdd6d2f037d42e18150718a811d487c', 'gw_port': {'id': '82d293b8-7802-40ea-8a66-2bd934303c68', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:f8:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05f356cb-67da-424f-a1a1-59293365f79f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1619, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:33:03Z', 'updated_at': '2021-10-27T10:33:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_interfaces': [{'id': '8317ba6a-5c22-4bca-9c0a-f5fe3fdcd8b0', 'name': '', 'network_id': 'fca909b5-2d06-4825-8091-33382048b635', 'tenant_id': '5cdd6d2f037d42e18150718a811d487c', 'mac_address': 'fa:16:3e:11:d5:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05f356cb-67da-424f-a1a1-59293365f79f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1623, 'fixed_ips': [{'subnet_id': '71c50f4e-5d00-4779-bfe1-162c05f5fddb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:33:06Z', 'updated_at': '2021-10-27T10:33:07Z', 'revision_number': 2, 'project_id': '5cdd6d2f037d42e18150718a811d487c', 'subnets': [{'id': '71c50f4e-5d00-4779-bfe1-162c05f5fddb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:33:16.541853 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddd3adf6-cca9-4d14-a1e4-e2e47982e252 None None] Checking router: 05f356cb-67da-424f-a1a1-59293365f79f for host: n-d-813419-10 {{(pid=102349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 10:33:16.542553 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddd3adf6-cca9-4d14-a1e4-e2e47982e252 None None] Updating router 05f356cb-67da-424f-a1a1-59293365f79f port 8317ba6a-5c22-4bca-9c0a-f5fe3fdcd8b0 binding host n-d-813419-10 {{(pid=102349) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 10:33:16.599400 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-ddd3adf6-cca9-4d14-a1e4-e2e47982e252 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:16.871465 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b740a7e-c5d0-4c0a-ac47-33be6667e3e0 req-2215c18c-544c-41c2-98d8-e66ad84cb6ed tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:33:16.876771 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-5b740a7e-c5d0-4c0a-ac47-33be6667e3e0 req-2215c18c-544c-41c2-98d8-e66ad84cb6ed tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.64 "GET /v2.0/networks?id=fca909b5-2d06-4825-8091-33382048b635 HTTP/1.1" status: 200 len: 811 time: 0.3582411 Oct 27 10:33:16.968075 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-5b740a7e-c5d0-4c0a-ac47-33be6667e3e0 req-9c1d36e3-24d1-4a15-ba58-112c98d3ec47 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5cdd6d2f037d42e18150718a811d487c HTTP/1.1" status: 200 len: 379 time: 0.0818939 Oct 27 10:33:16.983100 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [req-5b740a7e-c5d0-4c0a-ac47-33be6667e3e0 req-29725a02-b99d-4271-909b-5a6362e2b7f0 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Request body: {'port': {'device_id': 'f6fc38b4-3d34-4580-bd35-a4b845297319', 'network_id': 'fca909b5-2d06-4825-8091-33382048b635', 'admin_state_up': True, 'tenant_id': '5cdd6d2f037d42e18150718a811d487c', 'security_groups': ['042a0afe-bacb-4048-aed3-353e9c85bd81']}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:33:17.029626 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-05d0b97c-ad7d-4d5b-b6c8-ba99845f4dcf None None] Publish callbacks [] for port, precommit_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:17.033566 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-ddd3adf6-cca9-4d14-a1e4-e2e47982e252 None None] Publish callbacks [] for port, precommit_update {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:17.039467 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-05d0b97c-ad7d-4d5b-b6c8-ba99845f4dcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:17.050389 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-ddd3adf6-cca9-4d14-a1e4-e2e47982e252 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:17.131358 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929dbfe6-7658-42e7-971d-7b5eebac19a1 None None] Pushing event updated for resources: {'Port': ['ID=e958ae67-f590-4c54-b34f-0ad9fde6ffc7,revision_number=3']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:33:17.204281 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae43f95e-341b-4ead-85f0-ed948e3ad307 None None] Pushing event updated for resources: {'Port': ['ID=8317ba6a-5c22-4bca-9c0a-f5fe3fdcd8b0,revision_number=3']} {{(pid=102349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:33:17.404383 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-05d0b97c-ad7d-4d5b-b6c8-ba99845f4dcf None None] Attempting to bind port e958ae67-f590-4c54-b34f-0ad9fde6ffc7 on host n-d-813419-10 for vnic_type normal with profile {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:33:17.408816 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-05d0b97c-ad7d-4d5b-b6c8-ba99845f4dcf None None] Attempting to bind port e958ae67-f590-4c54-b34f-0ad9fde6ffc7 by drivers openvswitch,hyperv on host n-d-813419-10 at level 0 using segments [{'id': 'af276840-f825-41e1-8416-3e9649c7d456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'f2385b9b-4fa7-414c-8459-129f74d068c4'}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:33:17.411086 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05d0b97c-ad7d-4d5b-b6c8-ba99845f4dcf None None] Attempting to bind port e958ae67-f590-4c54-b34f-0ad9fde6ffc7 on network f2385b9b-4fa7-414c-8459-129f74d068c4 {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:33:17.422467 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.managers [None req-ddd3adf6-cca9-4d14-a1e4-e2e47982e252 None None] Attempting to bind port 8317ba6a-5c22-4bca-9c0a-f5fe3fdcd8b0 on host n-d-813419-10 for vnic_type normal with profile {{(pid=102349) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:33:17.423232 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.managers [None req-ddd3adf6-cca9-4d14-a1e4-e2e47982e252 None None] Attempting to bind port 8317ba6a-5c22-4bca-9c0a-f5fe3fdcd8b0 by drivers openvswitch,hyperv on host n-d-813419-10 at level 0 using segments [{'id': '3fa8f95e-6276-4974-b5c0-da1e0ae271fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'fca909b5-2d06-4825-8091-33382048b635'}] {{(pid=102349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:33:17.423763 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddd3adf6-cca9-4d14-a1e4-e2e47982e252 None None] Attempting to bind port 8317ba6a-5c22-4bca-9c0a-f5fe3fdcd8b0 on network fca909b5-2d06-4825-8091-33382048b635 {{(pid=102349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:33:17.432856 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddd3adf6-cca9-4d14-a1e4-e2e47982e252 None None] Checking agent: {'id': '89dba0f3-79b2-435e-9822-33674b8f6ada', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 8, 20), 'started_at': datetime.datetime(2021, 10, 27, 10, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 32, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:33:17.433549 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddd3adf6-cca9-4d14-a1e4-e2e47982e252 None None] Checking segment: {'id': '3fa8f95e-6276-4974-b5c0-da1e0ae271fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'fca909b5-2d06-4825-8091-33382048b635'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:33:17.434155 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-ddd3adf6-cca9-4d14-a1e4-e2e47982e252 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:17.436616 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddd3adf6-cca9-4d14-a1e4-e2e47982e252 None None] Bound using segment: {'id': '3fa8f95e-6276-4974-b5c0-da1e0ae271fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'fca909b5-2d06-4825-8091-33382048b635'} {{(pid=102349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:33:17.437176 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.managers [None req-ddd3adf6-cca9-4d14-a1e4-e2e47982e252 None None] Bound port: 8317ba6a-5c22-4bca-9c0a-f5fe3fdcd8b0, host: n-d-813419-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fa8f95e-6276-4974-b5c0-da1e0ae271fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'fca909b5-2d06-4825-8091-33382048b635'}}] {{(pid=102349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:33:17.437590 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-ddd3adf6-cca9-4d14-a1e4-e2e47982e252 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:17.443690 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05d0b97c-ad7d-4d5b-b6c8-ba99845f4dcf None None] Checking agent: {'id': '89dba0f3-79b2-435e-9822-33674b8f6ada', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 8, 20), 'started_at': datetime.datetime(2021, 10, 27, 10, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 32, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:33:17.443984 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05d0b97c-ad7d-4d5b-b6c8-ba99845f4dcf None None] Checking segment: {'id': 'af276840-f825-41e1-8416-3e9649c7d456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'f2385b9b-4fa7-414c-8459-129f74d068c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:33:17.457501 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b740a7e-c5d0-4c0a-ac47-33be6667e3e0 req-29725a02-b99d-4271-909b-5a6362e2b7f0 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Made reservation on behalf of 5cdd6d2f037d42e18150718a811d487c for: {'port': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:33:17.458113 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-05d0b97c-ad7d-4d5b-b6c8-ba99845f4dcf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:17.458965 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05d0b97c-ad7d-4d5b-b6c8-ba99845f4dcf None None] Bound using segment: {'id': 'af276840-f825-41e1-8416-3e9649c7d456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'f2385b9b-4fa7-414c-8459-129f74d068c4'} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:33:17.460715 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-05d0b97c-ad7d-4d5b-b6c8-ba99845f4dcf None None] Bound port: e958ae67-f590-4c54-b34f-0ad9fde6ffc7, host: n-d-813419-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af276840-f825-41e1-8416-3e9649c7d456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'f2385b9b-4fa7-414c-8459-129f74d068c4'}}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:33:17.461362 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-05d0b97c-ad7d-4d5b-b6c8-ba99845f4dcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:17.477505 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-5b740a7e-c5d0-4c0a-ac47-33be6667e3e0 req-29725a02-b99d-4271-909b-5a6362e2b7f0 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:17.610308 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-176c1164-5ea2-4228-b178-f671c3bacf09 req-7b8d8128-cf34-42e9-b77a-c986a6cf3dbc tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/ports?device_id=f6fc38b4-3d34-4580-bd35-a4b845297319 HTTP/1.1" status: 200 len: 210 time: 0.0651956 Oct 27 10:33:17.614014 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.db [None req-ddd3adf6-cca9-4d14-a1e4-e2e47982e252 None None] For port 8317ba6a-5c22-4bca-9c0a-f5fe3fdcd8b0, host n-d-813419-10, cleared binding levels {{(pid=102349) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:33:17.633980 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.db [None req-ddd3adf6-cca9-4d14-a1e4-e2e47982e252 None None] For port 8317ba6a-5c22-4bca-9c0a-f5fe3fdcd8b0, host n-d-813419-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=8317ba6a-5c22-4bca-9c0a-f5fe3fdcd8b0,segment=NetworkSegment(3fa8f95e-6276-4974-b5c0-da1e0ae271fc),segment_id=3fa8f95e-6276-4974-b5c0-da1e0ae271fc)] {{(pid=102349) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:33:17.644077 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-ddd3adf6-cca9-4d14-a1e4-e2e47982e252 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:17.672246 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-05d0b97c-ad7d-4d5b-b6c8-ba99845f4dcf None None] For port e958ae67-f590-4c54-b34f-0ad9fde6ffc7, host n-d-813419-10, cleared binding levels {{(pid=102348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:33:17.683797 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-05d0b97c-ad7d-4d5b-b6c8-ba99845f4dcf None None] For port e958ae67-f590-4c54-b34f-0ad9fde6ffc7, host n-d-813419-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=e958ae67-f590-4c54-b34f-0ad9fde6ffc7,segment=NetworkSegment(af276840-f825-41e1-8416-3e9649c7d456),segment_id=af276840-f825-41e1-8416-3e9649c7d456)] {{(pid=102348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:33:17.696622 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-05d0b97c-ad7d-4d5b-b6c8-ba99845f4dcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:17.760693 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddd3adf6-cca9-4d14-a1e4-e2e47982e252 None None] Routers {'05f356cb-67da-424f-a1a1-59293365f79f'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:33:17.764476 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-ddd3adf6-cca9-4d14-a1e4-e2e47982e252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:32:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['05f356cb-67da-424f-a1a1-59293365f79f'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:33:17.774861 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929dbfe6-7658-42e7-971d-7b5eebac19a1 None None] Pushing event updated for resources: {'Port': ['ID=e958ae67-f590-4c54-b34f-0ad9fde6ffc7,revision_number=4']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:33:17.868228 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05d0b97c-ad7d-4d5b-b6c8-ba99845f4dcf None None] Routers {'bb76a6b4-5a75-4458-b5f9-03eabc84bd8b'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:33:17.869117 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-05d0b97c-ad7d-4d5b-b6c8-ba99845f4dcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:32:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['bb76a6b4-5a75-4458-b5f9-03eabc84bd8b'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:33:17.999755 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_common [req-5b740a7e-c5d0-4c0a-ac47-33be6667e3e0 req-29725a02-b99d-4271-909b-5a6362e2b7f0 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Allocated IP 172.20.0.11 (fca909b5-2d06-4825-8091-33382048b635/71c50f4e-5d00-4779-bfe1-162c05f5fddb/c9c20c2b-6e5b-42e4-9a9a-ff863d22fcbf) {{(pid=102347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:33:18.195773 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae43f95e-341b-4ead-85f0-ed948e3ad307 None None] Pushing event updated for resources: {'Port': ['ID=8317ba6a-5c22-4bca-9c0a-f5fe3fdcd8b0,revision_number=4']} {{(pid=102349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:33:18.244988 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvr_db [None req-ddd3adf6-cca9-4d14-a1e4-e2e47982e252 None None] Set router 05f356cb-67da-424f-a1a1-59293365f79f gateway port host: n-d-813419-10 {{(pid=102349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:33:18.254787 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-862a615b-74f8-4508-9340-d8d88bb47917 None None] Provisioning complete for port 8317ba6a-5c22-4bca-9c0a-f5fe3fdcd8b0 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:33:18.255297 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-862a615b-74f8-4508-9340-d8d88bb47917 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:18.304442 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvr_db [None req-05d0b97c-ad7d-4d5b-b6c8-ba99845f4dcf None None] Set router bb76a6b4-5a75-4458-b5f9-03eabc84bd8b gateway port host: n-d-813419-10 {{(pid=102348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:33:18.431215 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-5b740a7e-c5d0-4c0a-ac47-33be6667e3e0 req-29725a02-b99d-4271-909b-5a6362e2b7f0 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Publish callbacks [] for port, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:18.514784 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-5b740a7e-c5d0-4c0a-ac47-33be6667e3e0 req-29725a02-b99d-4271-909b-5a6362e2b7f0 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:18.606204 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29725a02-b99d-4271-909b-5a6362e2b7f0 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Pushing event updated for resources: {'Port': ['ID=c9c20c2b-6e5b-42e4-9a9a-ff863d22fcbf,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:33:18.616234 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b740a7e-c5d0-4c0a-ac47-33be6667e3e0 req-29725a02-b99d-4271-909b-5a6362e2b7f0 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Network fca909b5-2d06-4825-8091-33382048b635 is already hosted by enough agents. {{(pid=102347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:33:18.618254 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [req-5b740a7e-c5d0-4c0a-ac47-33be6667e3e0 req-29725a02-b99d-4271-909b-5a6362e2b7f0 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Resources bound (agent type, host, resource id): {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:33:18.625169 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b740a7e-c5d0-4c0a-ac47-33be6667e3e0 req-29725a02-b99d-4271-909b-5a6362e2b7f0 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Received port after_create {{(pid=102347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:33:18.770609 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b740a7e-c5d0-4c0a-ac47-33be6667e3e0 req-29725a02-b99d-4271-909b-5a6362e2b7f0 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:33:18.771442 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-5b740a7e-c5d0-4c0a-ac47-33be6667e3e0 req-29725a02-b99d-4271-909b-5a6362e2b7f0 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:18.780003 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-ddd3adf6-cca9-4d14-a1e4-e2e47982e252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05f356cb-67da-424f-a1a1-59293365f79f', 'name': 'tempest-ServerActionsTestJSON-105515891-router', 'tenant_id': '5cdd6d2f037d42e18150718a811d487c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.86'}], 'enable_snat': True}, 'gw_port_id': '82d293b8-7802-40ea-8a66-2bd934303c68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:33:02Z', 'updated_at': '2021-10-27T10:33:07Z', 'revision_number': 4, 'project_id': '5cdd6d2f037d42e18150718a811d487c', 'gw_port': {'id': '82d293b8-7802-40ea-8a66-2bd934303c68', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:f8:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05f356cb-67da-424f-a1a1-59293365f79f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1619, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:33:03Z', 'updated_at': '2021-10-27T10:33:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_interfaces': [{'id': '8317ba6a-5c22-4bca-9c0a-f5fe3fdcd8b0', 'name': '', 'network_id': 'fca909b5-2d06-4825-8091-33382048b635', 'tenant_id': '5cdd6d2f037d42e18150718a811d487c', 'mac_address': 'fa:16:3e:11:d5:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05f356cb-67da-424f-a1a1-59293365f79f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1623, 'fixed_ips': [{'subnet_id': '71c50f4e-5d00-4779-bfe1-162c05f5fddb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:33:06Z', 'updated_at': '2021-10-27T10:33:17Z', 'revision_number': 4, 'project_id': '5cdd6d2f037d42e18150718a811d487c', 'subnets': [{'id': '71c50f4e-5d00-4779-bfe1-162c05f5fddb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:33:18.800375 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-5b740a7e-c5d0-4c0a-ac47-33be6667e3e0 req-29725a02-b99d-4271-909b-5a6362e2b7f0 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8263416 Oct 27 10:33:18.827841 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [req-5b740a7e-c5d0-4c0a-ac47-33be6667e3e0 req-58c15dec-8ffc-44e3-b00d-79b87edf37a8 service neutron] Request body: {'port': {'device_id': 'f6fc38b4-3d34-4580-bd35-a4b845297319', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-10'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:33:18.871946 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddd3adf6-cca9-4d14-a1e4-e2e47982e252 None None] The sync data for ids ['05f356cb-67da-424f-a1a1-59293365f79f'] in n-d-813419-10 is: [{'id': '05f356cb-67da-424f-a1a1-59293365f79f', 'name': 'tempest-ServerActionsTestJSON-105515891-router', 'tenant_id': '5cdd6d2f037d42e18150718a811d487c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.86'}], 'enable_snat': True}, 'gw_port_id': '82d293b8-7802-40ea-8a66-2bd934303c68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:33:02Z', 'updated_at': '2021-10-27T10:33:07Z', 'revision_number': 4, 'project_id': '5cdd6d2f037d42e18150718a811d487c', 'gw_port': {'id': '82d293b8-7802-40ea-8a66-2bd934303c68', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:f8:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05f356cb-67da-424f-a1a1-59293365f79f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1619, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:33:03Z', 'updated_at': '2021-10-27T10:33:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_interfaces': [{'id': '8317ba6a-5c22-4bca-9c0a-f5fe3fdcd8b0', 'name': '', 'network_id': 'fca909b5-2d06-4825-8091-33382048b635', 'tenant_id': '5cdd6d2f037d42e18150718a811d487c', 'mac_address': 'fa:16:3e:11:d5:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05f356cb-67da-424f-a1a1-59293365f79f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1623, 'fixed_ips': [{'subnet_id': '71c50f4e-5d00-4779-bfe1-162c05f5fddb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:33:06Z', 'updated_at': '2021-10-27T10:33:17Z', 'revision_number': 4, 'project_id': '5cdd6d2f037d42e18150718a811d487c', 'subnets': [{'id': '71c50f4e-5d00-4779-bfe1-162c05f5fddb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:33:18.915757 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec98e23-2809-4553-8eec-ad245007a285 req-0dc5a3eb-7b9e-4a13-9f00-c45ae7189a2f tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:33:18.935388 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-5ec98e23-2809-4553-8eec-ad245007a285 req-0dc5a3eb-7b9e-4a13-9f00-c45ae7189a2f tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/ports?device_id=f6fc38b4-3d34-4580-bd35-a4b845297319 HTTP/1.1" status: 200 len: 932 time: 0.1520593 Oct 27 10:33:18.993827 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-5b740a7e-c5d0-4c0a-ac47-33be6667e3e0 req-58c15dec-8ffc-44e3-b00d-79b87edf37a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:19.027085 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-5ec98e23-2809-4553-8eec-ad245007a285 req-d7c04071-efe5-488c-b505-1e3d23a1852a tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/security-groups?id=042a0afe-bacb-4048-aed3-353e9c85bd81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0907202 Oct 27 10:33:19.215128 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-b3f861b9-bfe8-4a38-a0e4-2283cdce6fbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:19.257715 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-862a615b-74f8-4508-9340-d8d88bb47917 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:19.313987 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 8317ba6a-5c22-4bca-9c0a-f5fe3fdcd8b0 up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:33:19.348596 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-862a615b-74f8-4508-9340-d8d88bb47917 None None] For port 8317ba6a-5c22-4bca-9c0a-f5fe3fdcd8b0, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=8317ba6a-5c22-4bca-9c0a-f5fe3fdcd8b0,segment=NetworkSegment(3fa8f95e-6276-4974-b5c0-da1e0ae271fc),segment_id=3fa8f95e-6276-4974-b5c0-da1e0ae271fc)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:33:19.427793 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-862a615b-74f8-4508-9340-d8d88bb47917 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:19.536943 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862a615b-74f8-4508-9340-d8d88bb47917 None None] Pushing event updated for resources: {'Port': ['ID=8317ba6a-5c22-4bca-9c0a-f5fe3fdcd8b0,revision_number=5']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:33:19.580561 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port 8317ba6a-5c22-4bca-9c0a-f5fe3fdcd8b0 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:33:19.581151 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:19.606215 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-05d0b97c-ad7d-4d5b-b6c8-ba99845f4dcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb76a6b4-5a75-4458-b5f9-03eabc84bd8b', 'name': 'tempest-TaggedBootDevicesTest_v242-1060175065-router', 'tenant_id': '3e6cb564c3b34b1095cef7d65946c25d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.144'}], 'enable_snat': True}, 'gw_port_id': '8a9e97ce-00c0-4310-8238-8a20a53401d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:33:04Z', 'updated_at': '2021-10-27T10:33:10Z', 'revision_number': 4, 'project_id': '3e6cb564c3b34b1095cef7d65946c25d', 'gw_port': {'id': '8a9e97ce-00c0-4310-8238-8a20a53401d6', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:ee:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb76a6b4-5a75-4458-b5f9-03eabc84bd8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:33:05Z', 'updated_at': '2021-10-27T10:33:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_interfaces': [{'id': 'e958ae67-f590-4c54-b34f-0ad9fde6ffc7', 'name': '', 'network_id': 'f2385b9b-4fa7-414c-8459-129f74d068c4', 'tenant_id': '3e6cb564c3b34b1095cef7d65946c25d', 'mac_address': 'fa:16:3e:ff:ce:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb76a6b4-5a75-4458-b5f9-03eabc84bd8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': 'f7ae2785-df3d-443a-9883-966bc70b525d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:33:09Z', 'updated_at': '2021-10-27T10:33:17Z', 'revision_number': 4, 'project_id': '3e6cb564c3b34b1095cef7d65946c25d', 'subnets': [{'id': 'f7ae2785-df3d-443a-9883-966bc70b525d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:33:19.738569 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-41c330e4-07a9-4089-9359-c1defaf9bf1c None None] Provisioning complete for port 8317ba6a-5c22-4bca-9c0a-f5fe3fdcd8b0 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:33:19.738948 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-41c330e4-07a9-4089-9359-c1defaf9bf1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:19.785736 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05d0b97c-ad7d-4d5b-b6c8-ba99845f4dcf None None] The sync data for ids ['bb76a6b4-5a75-4458-b5f9-03eabc84bd8b'] in n-d-813419-10 is: [{'id': 'bb76a6b4-5a75-4458-b5f9-03eabc84bd8b', 'name': 'tempest-TaggedBootDevicesTest_v242-1060175065-router', 'tenant_id': '3e6cb564c3b34b1095cef7d65946c25d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.144'}], 'enable_snat': True}, 'gw_port_id': '8a9e97ce-00c0-4310-8238-8a20a53401d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:33:04Z', 'updated_at': '2021-10-27T10:33:10Z', 'revision_number': 4, 'project_id': '3e6cb564c3b34b1095cef7d65946c25d', 'gw_port': {'id': '8a9e97ce-00c0-4310-8238-8a20a53401d6', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:ee:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb76a6b4-5a75-4458-b5f9-03eabc84bd8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:33:05Z', 'updated_at': '2021-10-27T10:33:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_interfaces': [{'id': 'e958ae67-f590-4c54-b34f-0ad9fde6ffc7', 'name': '', 'network_id': 'f2385b9b-4fa7-414c-8459-129f74d068c4', 'tenant_id': '3e6cb564c3b34b1095cef7d65946c25d', 'mac_address': 'fa:16:3e:ff:ce:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb76a6b4-5a75-4458-b5f9-03eabc84bd8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': 'f7ae2785-df3d-443a-9883-966bc70b525d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:33:09Z', 'updated_at': '2021-10-27T10:33:17Z', 'revision_number': 4, 'project_id': '3e6cb564c3b34b1095cef7d65946c25d', 'subnets': [{'id': 'f7ae2785-df3d-443a-9883-966bc70b525d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:33:20.073419 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-eadeaa30-4096-4d1a-b3cb-aa7ebfb291ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:20.081959 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:20.212073 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-41c330e4-07a9-4089-9359-c1defaf9bf1c None None] Provisioning complete for port e958ae67-f590-4c54-b34f-0ad9fde6ffc7 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:33:20.212471 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-41c330e4-07a9-4089-9359-c1defaf9bf1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:20.245208 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b064e16f-c545-4c0d-bf2a-ba320049c9b3 req-44ba33be-0ba3-44a6-9454-250396d3e1e1 tempest-ServersTestFqdnHostnames-151958439 tempest-ServersTestFqdnHostnames-151958439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:33:20.254726 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-b064e16f-c545-4c0d-bf2a-ba320049c9b3 req-44ba33be-0ba3-44a6-9454-250396d3e1e1 tempest-ServersTestFqdnHostnames-151958439 tempest-ServersTestFqdnHostnames-151958439-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec426f37-47a7-4e9c-870c-91e8df99e748 HTTP/1.1" status: 200 len: 945 time: 0.1238914 Oct 27 10:33:20.362908 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-b064e16f-c545-4c0d-bf2a-ba320049c9b3 req-166835f0-2281-4cb2-968c-a68424252ea8 tempest-ServersTestFqdnHostnames-151958439 tempest-ServersTestFqdnHostnames-151958439-project] 10.222.0.44 "GET /v2.0/security-groups?id=6566037f-cf19-4b54-9855-482e29c3e3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1069834 Oct 27 10:33:20.382608 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0a38cc-f885-4327-85cd-847627ffeef3 req-d16dfaa6-2941-45a1-832b-d995dbbdc327 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:33:20.410006 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-1d0a38cc-f885-4327-85cd-847627ffeef3 req-d16dfaa6-2941-45a1-832b-d995dbbdc327 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/ports?device_id=f6fc38b4-3d34-4580-bd35-a4b845297319 HTTP/1.1" status: 200 len: 932 time: 0.1450379 Oct 27 10:33:20.459384 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-41c330e4-07a9-4089-9359-c1defaf9bf1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:20.511073 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-1d0a38cc-f885-4327-85cd-847627ffeef3 req-9183ad95-edd4-4a7b-9d34-ca66eb4f9a54 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/security-groups?id=042a0afe-bacb-4048-aed3-353e9c85bd81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0998054 Oct 27 10:33:20.546454 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-41c330e4-07a9-4089-9359-c1defaf9bf1c None None] For port e958ae67-f590-4c54-b34f-0ad9fde6ffc7, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=e958ae67-f590-4c54-b34f-0ad9fde6ffc7,segment=NetworkSegment(af276840-f825-41e1-8416-3e9649c7d456),segment_id=af276840-f825-41e1-8416-3e9649c7d456)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:33:20.552714 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-41c330e4-07a9-4089-9359-c1defaf9bf1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:20.597518 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-41c330e4-07a9-4089-9359-c1defaf9bf1c None None] Provisioning complete for port c9c20c2b-6e5b-42e4-9a9a-ff863d22fcbf triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:33:20.597896 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-41c330e4-07a9-4089-9359-c1defaf9bf1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:20.657358 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c330e4-07a9-4089-9359-c1defaf9bf1c None None] Pushing event updated for resources: {'Port': ['ID=e958ae67-f590-4c54-b34f-0ad9fde6ffc7,revision_number=5']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:33:20.664750 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-41c330e4-07a9-4089-9359-c1defaf9bf1c None None] Port c9c20c2b-6e5b-42e4-9a9a-ff863d22fcbf cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:33:20.689087 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [req-5b740a7e-c5d0-4c0a-ac47-33be6667e3e0 req-58c15dec-8ffc-44e3-b00d-79b87edf37a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9c20c2b-6e5b-42e4-9a9a-ff863d22fcbf {{(pid=102347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:33:20.702084 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-5b740a7e-c5d0-4c0a-ac47-33be6667e3e0 req-58c15dec-8ffc-44e3-b00d-79b87edf37a8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:20.718006 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.provisioning_blocks [req-5b740a7e-c5d0-4c0a-ac47-33be6667e3e0 req-58c15dec-8ffc-44e3-b00d-79b87edf37a8 service neutron] Transition to ACTIVE for port object c9c20c2b-6e5b-42e4-9a9a-ff863d22fcbf will not be triggered until provisioned by entity L2. {{(pid=102347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 10:33:20.725505 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-5b740a7e-c5d0-4c0a-ac47-33be6667e3e0 req-58c15dec-8ffc-44e3-b00d-79b87edf37a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:20.812259 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c15dec-8ffc-44e3-b00d-79b87edf37a8 service neutron] Pushing event updated for resources: {'Port': ['ID=c9c20c2b-6e5b-42e4-9a9a-ff863d22fcbf,revision_number=2']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:33:20.976597 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-5b740a7e-c5d0-4c0a-ac47-33be6667e3e0 req-58c15dec-8ffc-44e3-b00d-79b87edf37a8 service neutron] Attempting to bind port c9c20c2b-6e5b-42e4-9a9a-ff863d22fcbf on host n-h1-813419-10 for vnic_type normal with profile {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:33:20.977024 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-5b740a7e-c5d0-4c0a-ac47-33be6667e3e0 req-58c15dec-8ffc-44e3-b00d-79b87edf37a8 service neutron] Attempting to bind port c9c20c2b-6e5b-42e4-9a9a-ff863d22fcbf by drivers openvswitch,hyperv on host n-h1-813419-10 at level 0 using segments [{'id': '3fa8f95e-6276-4974-b5c0-da1e0ae271fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'fca909b5-2d06-4825-8091-33382048b635'}] {{(pid=102347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:33:20.977631 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b740a7e-c5d0-4c0a-ac47-33be6667e3e0 req-58c15dec-8ffc-44e3-b00d-79b87edf37a8 service neutron] Attempting to bind port c9c20c2b-6e5b-42e4-9a9a-ff863d22fcbf on network fca909b5-2d06-4825-8091-33382048b635 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:33:20.984030 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b740a7e-c5d0-4c0a-ac47-33be6667e3e0 req-58c15dec-8ffc-44e3-b00d-79b87edf37a8 service neutron] Port c9c20c2b-6e5b-42e4-9a9a-ff863d22fcbf on network fca909b5-2d06-4825-8091-33382048b635 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-10 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 10:33:20.984824 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b740a7e-c5d0-4c0a-ac47-33be6667e3e0 req-58c15dec-8ffc-44e3-b00d-79b87edf37a8 service neutron] Attempting to bind port c9c20c2b-6e5b-42e4-9a9a-ff863d22fcbf on network fca909b5-2d06-4825-8091-33382048b635 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:33:20.993997 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b740a7e-c5d0-4c0a-ac47-33be6667e3e0 req-58c15dec-8ffc-44e3-b00d-79b87edf37a8 service neutron] Checking agent: {'id': 'a52e1cab-0c63-402d-9c94-330537c6c076', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 16, 2), 'started_at': datetime.datetime(2021, 10, 27, 10, 16, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 33, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:33:20.994642 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b740a7e-c5d0-4c0a-ac47-33be6667e3e0 req-58c15dec-8ffc-44e3-b00d-79b87edf37a8 service neutron] Checking segment: {'id': '3fa8f95e-6276-4974-b5c0-da1e0ae271fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'fca909b5-2d06-4825-8091-33382048b635'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:33:20.995120 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b740a7e-c5d0-4c0a-ac47-33be6667e3e0 req-58c15dec-8ffc-44e3-b00d-79b87edf37a8 service neutron] Bound using segment: {'id': '3fa8f95e-6276-4974-b5c0-da1e0ae271fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'fca909b5-2d06-4825-8091-33382048b635'} {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:33:20.998302 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-5b740a7e-c5d0-4c0a-ac47-33be6667e3e0 req-58c15dec-8ffc-44e3-b00d-79b87edf37a8 service neutron] Bound port: c9c20c2b-6e5b-42e4-9a9a-ff863d22fcbf, host: n-h1-813419-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3fa8f95e-6276-4974-b5c0-da1e0ae271fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'fca909b5-2d06-4825-8091-33382048b635'}}] {{(pid=102347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:33:20.998828 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-5b740a7e-c5d0-4c0a-ac47-33be6667e3e0 req-58c15dec-8ffc-44e3-b00d-79b87edf37a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:21.193231 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-5b740a7e-c5d0-4c0a-ac47-33be6667e3e0 req-58c15dec-8ffc-44e3-b00d-79b87edf37a8 service neutron] For port c9c20c2b-6e5b-42e4-9a9a-ff863d22fcbf, host n-h1-813419-10, cleared binding levels {{(pid=102347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:33:21.199237 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-5b740a7e-c5d0-4c0a-ac47-33be6667e3e0 req-58c15dec-8ffc-44e3-b00d-79b87edf37a8 service neutron] For port c9c20c2b-6e5b-42e4-9a9a-ff863d22fcbf, host n-h1-813419-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=c9c20c2b-6e5b-42e4-9a9a-ff863d22fcbf,segment=NetworkSegment(3fa8f95e-6276-4974-b5c0-da1e0ae271fc),segment_id=3fa8f95e-6276-4974-b5c0-da1e0ae271fc)] {{(pid=102347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:33:21.209372 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-5b740a7e-c5d0-4c0a-ac47-33be6667e3e0 req-58c15dec-8ffc-44e3-b00d-79b87edf37a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:21.328173 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b740a7e-c5d0-4c0a-ac47-33be6667e3e0 req-58c15dec-8ffc-44e3-b00d-79b87edf37a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:33:21.329284 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-5b740a7e-c5d0-4c0a-ac47-33be6667e3e0 req-58c15dec-8ffc-44e3-b00d-79b87edf37a8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:21.330953 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-5b740a7e-c5d0-4c0a-ac47-33be6667e3e0 req-58c15dec-8ffc-44e3-b00d-79b87edf37a8 service neutron] 10.222.0.64 "PUT /v2.0/ports/c9c20c2b-6e5b-42e4-9a9a-ff863d22fcbf HTTP/1.1" status: 200 len: 1093 time: 2.5195835 Oct 27 10:33:21.334834 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6fc38b4-3d34-4580-bd35-a4b845297319', 'tag': 'c9c20c2b-6e5b-42e4-9a9a-ff863d22fcbf'}] {{(pid=102347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:33:21.363137 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311149b481204ee7edffdb959c881838506fbd95bc8577c048f6677abb73acc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80506aeb-dadb-4c74-a859-4cc4da45bfc3" -d '{"events": [{"name": "network-changed", "server_uuid": "f6fc38b4-3d34-4580-bd35-a4b845297319", "tag": "c9c20c2b-6e5b-42e4-9a9a-ff863d22fcbf"}]}' {{(pid=102347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:33:21.414400 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 8317ba6a-5c22-4bca-9c0a-f5fe3fdcd8b0 up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:33:21.507686 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 10:33:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61a7b03d-e422-4ffe-aa38-ee1f95c71376 x-openstack-request-id: req-61a7b03d-e422-4ffe-aa38-ee1f95c71376 {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:33:21.508496 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6fc38b4-3d34-4580-bd35-a4b845297319", "tag": "c9c20c2b-6e5b-42e4-9a9a-ff863d22fcbf", "status": "completed", "code": 200}]} {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:33:21.510174 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-61a7b03d-e422-4ffe-aa38-ee1f95c71376 {{(pid=102347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:33:21.510610 n-d-813419-10 neutron-server[102347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6fc38b4-3d34-4580-bd35-a4b845297319', 'tag': 'c9c20c2b-6e5b-42e4-9a9a-ff863d22fcbf', 'status': 'completed', 'code': 200} Oct 27 10:33:21.681853 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port 8317ba6a-5c22-4bca-9c0a-f5fe3fdcd8b0 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:33:21.682874 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:21.705382 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c15dec-8ffc-44e3-b00d-79b87edf37a8 service neutron] Pushing event updated for resources: {'Port': ['ID=c9c20c2b-6e5b-42e4-9a9a-ff863d22fcbf,revision_number=3']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:33:21.729215 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b740a7e-c5d0-4c0a-ac47-33be6667e3e0 req-1803ff62-b19a-4154-a7b3-6b89bf26e847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:33:21.741863 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-5b740a7e-c5d0-4c0a-ac47-33be6667e3e0 req-1803ff62-b19a-4154-a7b3-6b89bf26e847 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5cdd6d2f037d42e18150718a811d487c&device_id=f6fc38b4-3d34-4580-bd35-a4b845297319 HTTP/1.1" status: 200 len: 1096 time: 0.3267651 Oct 27 10:33:21.825046 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa43ad0-baab-4a71-93b9-7dfb0d5cde2f req-66fcad3e-b3d6-4498-b158-82cc321a8a2c tempest-ServersTestFqdnHostnames-151958439 tempest-ServersTestFqdnHostnames-151958439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:33:21.836408 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-3fa43ad0-baab-4a71-93b9-7dfb0d5cde2f req-66fcad3e-b3d6-4498-b158-82cc321a8a2c tempest-ServersTestFqdnHostnames-151958439 tempest-ServersTestFqdnHostnames-151958439-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec426f37-47a7-4e9c-870c-91e8df99e748 HTTP/1.1" status: 200 len: 945 time: 0.2231517 Oct 27 10:33:21.867414 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.agents_db [None req-e79ee67d-056e-46ea-bd99-e80473396b25 None None] Agent healthcheck: found 7 active agents {{(pid=102349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 10:33:21.887157 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cf5180-dbde-4c08-9103-5853817efe3e req-bdecd443-a992-4e86-a7a5-43a159145629 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:33:21.899543 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-70cf5180-dbde-4c08-9103-5853817efe3e req-bdecd443-a992-4e86-a7a5-43a159145629 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/ports?device_id=f6fc38b4-3d34-4580-bd35-a4b845297319 HTTP/1.1" status: 200 len: 944 time: 0.2120929 Oct 27 10:33:21.904107 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-3c6a8245-0581-48aa-b5f6-4d8fe98cd16e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:21.979106 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-5b740a7e-c5d0-4c0a-ac47-33be6667e3e0 req-083b2657-f622-4d72-b8f1-43d19d01cb8d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c9c20c2b-6e5b-42e4-9a9a-ff863d22fcbf HTTP/1.1" status: 200 len: 217 time: 0.2262161 Oct 27 10:33:22.019884 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-70cf5180-dbde-4c08-9103-5853817efe3e req-275b00d0-9c61-4952-a8df-a9e34903cc14 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/security-groups?id=042a0afe-bacb-4048-aed3-353e9c85bd81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1134076 Oct 27 10:33:22.020038 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device e958ae67-f590-4c54-b34f-0ad9fde6ffc7 up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:33:22.067443 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46696d7a-8a34-45d9-a730-9d3d9a343bfe req-90d6914a-73ec-4a80-9f0f-4aa3d7e0e4fd tempest-ServersTestFqdnHostnames-151958439 tempest-ServersTestFqdnHostnames-151958439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:33:22.070366 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-46696d7a-8a34-45d9-a730-9d3d9a343bfe req-90d6914a-73ec-4a80-9f0f-4aa3d7e0e4fd tempest-ServersTestFqdnHostnames-151958439 tempest-ServersTestFqdnHostnames-151958439-project] 10.222.0.76 "GET /v2.0/ports?device_id=ec426f37-47a7-4e9c-870c-91e8df99e748 HTTP/1.1" status: 200 len: 945 time: 0.2853432 Oct 27 10:33:22.134220 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port e958ae67-f590-4c54-b34f-0ad9fde6ffc7 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:33:22.134721 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:22.177558 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-3fa43ad0-baab-4a71-93b9-7dfb0d5cde2f req-b53f459f-3e06-48cb-87b8-f86d315895aa tempest-ServersTestFqdnHostnames-151958439 tempest-ServersTestFqdnHostnames-151958439-project] 10.222.0.44 "GET /v2.0/security-groups?id=6566037f-cf19-4b54-9855-482e29c3e3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3377404 Oct 27 10:33:22.217053 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [req-46696d7a-8a34-45d9-a730-9d3d9a343bfe req-656f4161-3ec6-4985-9623-63883b84c2e2 tempest-ServersTestFqdnHostnames-151958439 tempest-ServersTestFqdnHostnames-151958439-project] Deleting port 39e9f852-a05e-444e-a04f-471a0119b85d {{(pid=102346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:33:22.217558 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-46696d7a-8a34-45d9-a730-9d3d9a343bfe req-656f4161-3ec6-4985-9623-63883b84c2e2 tempest-ServersTestFqdnHostnames-151958439 tempest-ServersTestFqdnHostnames-151958439-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:22.285466 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b740a7e-c5d0-4c0a-ac47-33be6667e3e0 req-c2b0ad56-75ba-4a1a-9fea-e9c9c5871196 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:33:22.289132 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-5b740a7e-c5d0-4c0a-ac47-33be6667e3e0 req-c2b0ad56-75ba-4a1a-9fea-e9c9c5871196 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=71c50f4e-5d00-4779-bfe1-162c05f5fddb HTTP/1.1" status: 200 len: 850 time: 0.2976191 Oct 27 10:33:22.297547 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-f2aadfc6-77a6-48d1-905d-c22ca24d5e37 req-d629ec08-b21e-42dd-9614-54e94639e679 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=58d33066-02f9-456d-8852-aabcf5578798&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1189792 Oct 27 10:33:22.408666 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b740a7e-c5d0-4c0a-ac47-33be6667e3e0 req-5049e96a-0d5f-46a3-8b66-60d8fe04d812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:33:22.410724 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-5b740a7e-c5d0-4c0a-ac47-33be6667e3e0 req-5049e96a-0d5f-46a3-8b66-60d8fe04d812 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=fca909b5-2d06-4825-8091-33382048b635&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1118801 Oct 27 10:33:22.417947 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2aadfc6-77a6-48d1-905d-c22ca24d5e37 req-647971ca-f801-4196-8194-1e055e304711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:33:22.419478 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-f2aadfc6-77a6-48d1-905d-c22ca24d5e37 req-647971ca-f801-4196-8194-1e055e304711 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=7a75806f732447d68ca40a83500d955d&device_id=58d33066-02f9-456d-8852-aabcf5578798 HTTP/1.1" status: 200 len: 1097 time: 0.0811188 Oct 27 10:33:22.504796 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [req-46696d7a-8a34-45d9-a730-9d3d9a343bfe req-656f4161-3ec6-4985-9623-63883b84c2e2 tempest-ServersTestFqdnHostnames-151958439 tempest-ServersTestFqdnHostnames-151958439-project] For port 39e9f852-a05e-444e-a04f-471a0119b85d, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=39e9f852-a05e-444e-a04f-471a0119b85d,segment=NetworkSegment(e860d0d4-255e-445b-93ed-ac8be74e0f0d),segment_id=e860d0d4-255e-445b-93ed-ac8be74e0f0d)] {{(pid=102346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:33:22.505155 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-46696d7a-8a34-45d9-a730-9d3d9a343bfe req-656f4161-3ec6-4985-9623-63883b84c2e2 tempest-ServersTestFqdnHostnames-151958439 tempest-ServersTestFqdnHostnames-151958439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:22.711014 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-5b740a7e-c5d0-4c0a-ac47-33be6667e3e0 req-18c6ba08-a5cc-40ce-b2f1-fb6aa5297298 service neutron] 10.222.0.64 "GET /v2.0/networks/fca909b5-2d06-4825-8091-33382048b635?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2904091 Oct 27 10:33:22.836160 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-5b740a7e-c5d0-4c0a-ac47-33be6667e3e0 req-7e0605bc-796a-4236-bbb5-72d9bcfa8c9e service neutron] 10.222.0.64 "GET /v2.0/networks/fca909b5-2d06-4825-8091-33382048b635?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062512 Oct 27 10:33:22.853971 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2aadfc6-77a6-48d1-905d-c22ca24d5e37 req-4a956dd1-4ce5-42f7-b54e-e9231a6d40c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:33:22.855521 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-f2aadfc6-77a6-48d1-905d-c22ca24d5e37 req-4a956dd1-4ce5-42f7-b54e-e9231a6d40c2 service neutron] 10.222.0.76 "GET /v2.0/networks?id=823b724c-a4df-49e4-a48e-438212c85945 HTTP/1.1" status: 200 len: 918 time: 0.3407614 Oct 27 10:33:22.949459 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-46696d7a-8a34-45d9-a730-9d3d9a343bfe req-656f4161-3ec6-4985-9623-63883b84c2e2 tempest-ServersTestFqdnHostnames-151958439 tempest-ServersTestFqdnHostnames-151958439-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:22.950630 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-46696d7a-8a34-45d9-a730-9d3d9a343bfe req-656f4161-3ec6-4985-9623-63883b84c2e2 tempest-ServersTestFqdnHostnames-151958439 tempest-ServersTestFqdnHostnames-151958439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1664826'] for floatingip, after_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:22.951191 n-d-813419-10 neutron-server[102346]: INFO neutron.db.l3_db [req-46696d7a-8a34-45d9-a730-9d3d9a343bfe req-656f4161-3ec6-4985-9623-63883b84c2e2 tempest-ServersTestFqdnHostnames-151958439 tempest-ServersTestFqdnHostnames-151958439-project] Floating IP 8b6ae06a-e065-404f-85e3-51338976c557 disassociated. External IP: 172.25.8.19, port: 39e9f852-a05e-444e-a04f-471a0119b85d. Oct 27 10:33:22.951767 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [req-46696d7a-8a34-45d9-a730-9d3d9a343bfe req-656f4161-3ec6-4985-9623-63883b84c2e2 tempest-ServersTestFqdnHostnames-151958439 tempest-ServersTestFqdnHostnames-151958439-project] Calling delete_port for 39e9f852-a05e-444e-a04f-471a0119b85d owned by compute:nova {{(pid=102346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:33:23.027044 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80506aeb-dadb-4c74-a859-4cc4da45bfc3 req-b3592416-5092-462b-b127-513be3081933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:33:23.029024 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-80506aeb-dadb-4c74-a859-4cc4da45bfc3 req-b3592416-5092-462b-b127-513be3081933 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5cdd6d2f037d42e18150718a811d487c&device_id=f6fc38b4-3d34-4580-bd35-a4b845297319 HTTP/1.1" status: 200 len: 1096 time: 0.0681109 Oct 27 10:33:23.030897 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-f2aadfc6-77a6-48d1-905d-c22ca24d5e37 req-64a70e42-198f-48cc-8e34-50b6850ef0c5 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a378176d-92da-4f39-9224-eabe8da137fe HTTP/1.1" status: 200 len: 1000 time: 0.1674509 Oct 27 10:33:23.173477 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-46696d7a-8a34-45d9-a730-9d3d9a343bfe req-656f4161-3ec6-4985-9623-63883b84c2e2 tempest-ServersTestFqdnHostnames-151958439 tempest-ServersTestFqdnHostnames-151958439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:23.246673 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656f4161-3ec6-4985-9623-63883b84c2e2 tempest-ServersTestFqdnHostnames-151958439 tempest-ServersTestFqdnHostnames-151958439-project] Pushing event deleted for resources: {'Port': ['ID=39e9f852-a05e-444e-a04f-471a0119b85d,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:33:23.431886 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80506aeb-dadb-4c74-a859-4cc4da45bfc3 req-0164beff-3adc-4d6c-b1a2-c0fc1fdd9631 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:33:23.432137 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-80506aeb-dadb-4c74-a859-4cc4da45bfc3 req-0164beff-3adc-4d6c-b1a2-c0fc1fdd9631 service neutron] 10.222.0.64 "GET /v2.0/networks?id=fca909b5-2d06-4825-8091-33382048b635 HTTP/1.1" status: 200 len: 912 time: 0.3957770 Oct 27 10:33:23.440289 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2aadfc6-77a6-48d1-905d-c22ca24d5e37 req-a79f7dcc-e5ca-4e5d-acfa-504db839a11e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:33:23.442304 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-f2aadfc6-77a6-48d1-905d-c22ca24d5e37 req-a79f7dcc-e5ca-4e5d-acfa-504db839a11e service neutron] 10.222.0.76 "GET /v2.0/subnets?id=867e3761-3f04-40e2-b4bb-5b0ff4404cac HTTP/1.1" status: 200 len: 856 time: 0.3647647 Oct 27 10:33:23.516687 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bded959e-5232-4a60-b529-a2d68d5904fd req-eabcc292-2319-41e7-9caf-d937877563fa tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:33:23.524687 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-bded959e-5232-4a60-b529-a2d68d5904fd req-eabcc292-2319-41e7-9caf-d937877563fa tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/ports?device_id=f6fc38b4-3d34-4580-bd35-a4b845297319 HTTP/1.1" status: 200 len: 944 time: 0.3036950 Oct 27 10:33:23.530097 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-80506aeb-dadb-4c74-a859-4cc4da45bfc3 req-73ed83be-15d6-42f1-880b-c32de56a66d3 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c9c20c2b-6e5b-42e4-9a9a-ff863d22fcbf HTTP/1.1" status: 200 len: 217 time: 0.0858567 Oct 27 10:33:23.648830 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80506aeb-dadb-4c74-a859-4cc4da45bfc3 req-8eb29753-85dd-44bc-954b-9b31966fb5c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:33:23.657477 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-80506aeb-dadb-4c74-a859-4cc4da45bfc3 req-8eb29753-85dd-44bc-954b-9b31966fb5c1 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=71c50f4e-5d00-4779-bfe1-162c05f5fddb HTTP/1.1" status: 200 len: 850 time: 0.1187298 Oct 27 10:33:23.770762 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2aadfc6-77a6-48d1-905d-c22ca24d5e37 req-b6aa9d80-c4a8-42bd-949e-3ec443ec6c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:33:23.772321 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-f2aadfc6-77a6-48d1-905d-c22ca24d5e37 req-b6aa9d80-c4a8-42bd-949e-3ec443ec6c6a service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=823b724c-a4df-49e4-a48e-438212c85945&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3224027 Oct 27 10:33:23.797534 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-bded959e-5232-4a60-b529-a2d68d5904fd req-e1fd2a93-4327-4eaf-a6fc-4fa0bbb4e03a tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/security-groups?id=042a0afe-bacb-4048-aed3-353e9c85bd81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2574835 Oct 27 10:33:23.913563 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80506aeb-dadb-4c74-a859-4cc4da45bfc3 req-e589d4de-5ecf-4294-a9bc-d3a35f63ff5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:33:23.915720 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-80506aeb-dadb-4c74-a859-4cc4da45bfc3 req-e589d4de-5ecf-4294-a9bc-d3a35f63ff5b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=fca909b5-2d06-4825-8091-33382048b635&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2417736 Oct 27 10:33:24.074002 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-7b0ecbc2-0495-4028-aa9d-84413701a264 req-1c9faaca-979c-4e85-aaaf-f79ad0ec96aa tempest-ServersTestFqdnHostnames-151958439 tempest-ServersTestFqdnHostnames-151958439-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec426f37-47a7-4e9c-870c-91e8df99e748 HTTP/1.1" status: 200 len: 210 time: 0.6627042 Oct 27 10:33:24.080396 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-f2aadfc6-77a6-48d1-905d-c22ca24d5e37 req-eba4503a-8133-4f50-8b4c-95b6421ada26 service neutron] 10.222.0.76 "GET /v2.0/networks/823b724c-a4df-49e4-a48e-438212c85945?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2816920 Oct 27 10:33:24.160886 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-80506aeb-dadb-4c74-a859-4cc4da45bfc3 req-2a5fe173-2d68-4cfd-9265-f30fd042992a service neutron] 10.222.0.64 "GET /v2.0/networks/fca909b5-2d06-4825-8091-33382048b635?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2368331 Oct 27 10:33:24.195620 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.l3_agent_scheduler [req-46696d7a-8a34-45d9-a730-9d3d9a343bfe req-656f4161-3ec6-4985-9623-63883b84c2e2 tempest-ServersTestFqdnHostnames-151958439 tempest-ServersTestFqdnHostnames-151958439-project] Router 4d562e2a-8911-4f47-881f-fc88f0982fde has already been hosted by L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb {{(pid=102346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 10:33:24.337566 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-80506aeb-dadb-4c74-a859-4cc4da45bfc3 req-88a9ee04-f4e2-49f9-baee-0d2847543088 service neutron] 10.222.0.64 "GET /v2.0/networks/fca909b5-2d06-4825-8091-33382048b635?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1686034 Oct 27 10:33:24.379283 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-f2aadfc6-77a6-48d1-905d-c22ca24d5e37 req-a293c36f-500b-46b2-a182-4fcbc5e15b97 service neutron] 10.222.0.76 "GET /v2.0/networks/823b724c-a4df-49e4-a48e-438212c85945?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2852538 Oct 27 10:33:24.435547 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-46696d7a-8a34-45d9-a730-9d3d9a343bfe req-656f4161-3ec6-4985-9623-63883b84c2e2 tempest-ServersTestFqdnHostnames-151958439 tempest-ServersTestFqdnHostnames-151958439-project] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:33:24.453432 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75273620-140b-45d5-8fd8-4f982ba63b32 None None] Sync routers for ids ['4d562e2a-8911-4f47-881f-fc88f0982fde'] in n-d-813419-10 {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:33:24.484397 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75273620-140b-45d5-8fd8-4f982ba63b32 None None] Routers {'4d562e2a-8911-4f47-881f-fc88f0982fde'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:33:24.487548 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-75273620-140b-45d5-8fd8-4f982ba63b32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:33:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['4d562e2a-8911-4f47-881f-fc88f0982fde'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:33:24.522089 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [req-46696d7a-8a34-45d9-a730-9d3d9a343bfe req-656f4161-3ec6-4985-9623-63883b84c2e2 tempest-ServersTestFqdnHostnames-151958439 tempest-ServersTestFqdnHostnames-151958439-project] No DVR routers for this DVR port 39e9f852-a05e-444e-a04f-471a0119b85d on host n-h2-813419-10 {{(pid=102346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:33:24.526187 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-46696d7a-8a34-45d9-a730-9d3d9a343bfe req-656f4161-3ec6-4985-9623-63883b84c2e2 tempest-ServersTestFqdnHostnames-151958439 tempest-ServersTestFqdnHostnames-151958439-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:24.530578 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-46696d7a-8a34-45d9-a730-9d3d9a343bfe req-656f4161-3ec6-4985-9623-63883b84c2e2 tempest-ServersTestFqdnHostnames-151958439 tempest-ServersTestFqdnHostnames-151958439-project] 10.222.0.76 "DELETE /v2.0/ports/39e9f852-a05e-444e-a04f-471a0119b85d HTTP/1.1" status: 204 len: 173 time: 2.4522591 Oct 27 10:33:24.531046 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec426f37-47a7-4e9c-870c-91e8df99e748', 'name': 'network-vif-deleted', 'tag': '39e9f852-a05e-444e-a04f-471a0119b85d'}] {{(pid=102346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:33:24.533372 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc0e418f5fc417c8d55d94c0aa509b037d0beb2a734c1a709e789eb65639a56d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b05d9163-ea2d-4e28-8ab9-35acf9e3e8c4" -d '{"events": [{"server_uuid": "ec426f37-47a7-4e9c-870c-91e8df99e748", "name": "network-vif-deleted", "tag": "39e9f852-a05e-444e-a04f-471a0119b85d"}]}' {{(pid=102346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:33:24.585515 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:33:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f80aa6b2-7832-43bb-b41b-8a88f5958549 x-openstack-request-id: req-f80aa6b2-7832-43bb-b41b-8a88f5958549 {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:33:24.585802 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec426f37-47a7-4e9c-870c-91e8df99e748", "name": "network-vif-deleted", "tag": "39e9f852-a05e-444e-a04f-471a0119b85d", "status": "completed", "code": 200}]} {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:33:24.586067 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f80aa6b2-7832-43bb-b41b-8a88f5958549 {{(pid=102346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:33:24.586470 n-d-813419-10 neutron-server[102346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec426f37-47a7-4e9c-870c-91e8df99e748', 'name': 'network-vif-deleted', 'tag': '39e9f852-a05e-444e-a04f-471a0119b85d', 'status': 'completed', 'code': 200} Oct 27 10:33:24.677277 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvr_db [None req-75273620-140b-45d5-8fd8-4f982ba63b32 None None] Set router 4d562e2a-8911-4f47-881f-fc88f0982fde gateway port host: n-d-813419-10 {{(pid=102348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:33:24.955456 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61639c24-0fbd-494f-9df5-6afacd860f9c req-d4c5976e-6cf0-4025-a985-665ce572983a tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:33:24.957662 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-61639c24-0fbd-494f-9df5-6afacd860f9c req-d4c5976e-6cf0-4025-a985-665ce572983a tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/ports?device_id=f6fc38b4-3d34-4580-bd35-a4b845297319 HTTP/1.1" status: 200 len: 944 time: 0.0782225 Oct 27 10:33:25.023901 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-75273620-140b-45d5-8fd8-4f982ba63b32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d562e2a-8911-4f47-881f-fc88f0982fde', 'name': 'tempest-ServersTestFqdnHostnames-816444081-router', 'tenant_id': '50ab7eab762445ca9e27bf807345be3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.197'}], 'enable_snat': True}, 'gw_port_id': 'bd27c0d9-1d84-4987-9da1-857152478ace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:29:45Z', 'updated_at': '2021-10-27T10:29:52Z', 'revision_number': 4, 'project_id': '50ab7eab762445ca9e27bf807345be3c', 'gw_port': {'id': 'bd27c0d9-1d84-4987-9da1-857152478ace', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:6b:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d562e2a-8911-4f47-881f-fc88f0982fde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:29:46Z', 'updated_at': '2021-10-27T10:29:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_interfaces': [{'id': 'bdbade65-c639-475d-9870-bc7e946ff09c', 'name': '', 'network_id': '2b5dda7b-dc05-4d2b-a3dd-2052b5b3ce50', 'tenant_id': '50ab7eab762445ca9e27bf807345be3c', 'mac_address': 'fa:16:3e:76:f7:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d562e2a-8911-4f47-881f-fc88f0982fde', 'device_owner': 'network:router_interface', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': '6a725a1b-1b05-4185-9a4f-8fbc585fd3e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:29:51Z', 'updated_at': '2021-10-27T10:29:57Z', 'revision_number': 5, 'project_id': '50ab7eab762445ca9e27bf807345be3c', 'subnets': [{'id': '6a725a1b-1b05-4185-9a4f-8fbc585fd3e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:33:25.036051 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-61639c24-0fbd-494f-9df5-6afacd860f9c req-1f87080d-3026-4f18-940b-05945b09ed2d tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/security-groups?id=042a0afe-bacb-4048-aed3-353e9c85bd81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700564 Oct 27 10:33:25.122761 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75273620-140b-45d5-8fd8-4f982ba63b32 None None] Checking router: 4d562e2a-8911-4f47-881f-fc88f0982fde for host: n-d-813419-10 {{(pid=102348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 10:33:25.135692 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75273620-140b-45d5-8fd8-4f982ba63b32 None None] Routers {'4d562e2a-8911-4f47-881f-fc88f0982fde'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:33:25.141291 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-75273620-140b-45d5-8fd8-4f982ba63b32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:33:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['4d562e2a-8911-4f47-881f-fc88f0982fde'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:33:25.382505 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-1f97427f-8657-4274-8ca3-b41353a6d834 req-44b6d33d-5903-48de-835e-0db0f67f3134 tempest-ServersTestFqdnHostnames-151958439 tempest-ServersTestFqdnHostnames-151958439-project] 10.222.0.44 "GET /v2.0/ports?device_id=ec426f37-47a7-4e9c-870c-91e8df99e748 HTTP/1.1" status: 200 len: 210 time: 0.0636401 Oct 27 10:33:25.441628 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvr_db [None req-75273620-140b-45d5-8fd8-4f982ba63b32 None None] Set router 4d562e2a-8911-4f47-881f-fc88f0982fde gateway port host: n-d-813419-10 {{(pid=102348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:33:25.548036 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671ecb15-56f2-4103-8030-fe637f7fe434 req-e3da7686-15c1-44e1-ad28-892552fdb9e2 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:33:25.555910 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-671ecb15-56f2-4103-8030-fe637f7fe434 req-e3da7686-15c1-44e1-ad28-892552fdb9e2 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.44 "GET /v2.0/ports?device_id=ae810163-3c24-42c6-8688-7289f0082693 HTTP/1.1" status: 200 len: 945 time: 0.2218094 Oct 27 10:33:25.655083 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-671ecb15-56f2-4103-8030-fe637f7fe434 req-a6812ff5-0f57-4816-8390-f91a8dc4f7ba tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.44 "GET /v2.0/security-groups?id=1cfb3b36-7fdd-4213-b115-9d47e1636c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654714 Oct 27 10:33:25.741125 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-75273620-140b-45d5-8fd8-4f982ba63b32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d562e2a-8911-4f47-881f-fc88f0982fde', 'name': 'tempest-ServersTestFqdnHostnames-816444081-router', 'tenant_id': '50ab7eab762445ca9e27bf807345be3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.197'}], 'enable_snat': True}, 'gw_port_id': 'bd27c0d9-1d84-4987-9da1-857152478ace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:29:45Z', 'updated_at': '2021-10-27T10:29:52Z', 'revision_number': 4, 'project_id': '50ab7eab762445ca9e27bf807345be3c', 'gw_port': {'id': 'bd27c0d9-1d84-4987-9da1-857152478ace', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:6b:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d562e2a-8911-4f47-881f-fc88f0982fde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:29:46Z', 'updated_at': '2021-10-27T10:29:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_interfaces': [{'id': 'bdbade65-c639-475d-9870-bc7e946ff09c', 'name': '', 'network_id': '2b5dda7b-dc05-4d2b-a3dd-2052b5b3ce50', 'tenant_id': '50ab7eab762445ca9e27bf807345be3c', 'mac_address': 'fa:16:3e:76:f7:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d562e2a-8911-4f47-881f-fc88f0982fde', 'device_owner': 'network:router_interface', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': '6a725a1b-1b05-4185-9a4f-8fbc585fd3e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:29:51Z', 'updated_at': '2021-10-27T10:29:57Z', 'revision_number': 5, 'project_id': '50ab7eab762445ca9e27bf807345be3c', 'subnets': [{'id': '6a725a1b-1b05-4185-9a4f-8fbc585fd3e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:33:25.777407 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75273620-140b-45d5-8fd8-4f982ba63b32 None None] The sync data for ids ['4d562e2a-8911-4f47-881f-fc88f0982fde'] in n-d-813419-10 is: [{'id': '4d562e2a-8911-4f47-881f-fc88f0982fde', 'name': 'tempest-ServersTestFqdnHostnames-816444081-router', 'tenant_id': '50ab7eab762445ca9e27bf807345be3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.197'}], 'enable_snat': True}, 'gw_port_id': 'bd27c0d9-1d84-4987-9da1-857152478ace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:29:45Z', 'updated_at': '2021-10-27T10:29:52Z', 'revision_number': 4, 'project_id': '50ab7eab762445ca9e27bf807345be3c', 'gw_port': {'id': 'bd27c0d9-1d84-4987-9da1-857152478ace', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:6b:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d562e2a-8911-4f47-881f-fc88f0982fde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:29:46Z', 'updated_at': '2021-10-27T10:29:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_interfaces': [{'id': 'bdbade65-c639-475d-9870-bc7e946ff09c', 'name': '', 'network_id': '2b5dda7b-dc05-4d2b-a3dd-2052b5b3ce50', 'tenant_id': '50ab7eab762445ca9e27bf807345be3c', 'mac_address': 'fa:16:3e:76:f7:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d562e2a-8911-4f47-881f-fc88f0982fde', 'device_owner': 'network:router_interface', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': '6a725a1b-1b05-4185-9a4f-8fbc585fd3e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:29:51Z', 'updated_at': '2021-10-27T10:29:57Z', 'revision_number': 5, 'project_id': '50ab7eab762445ca9e27bf807345be3c', 'subnets': [{'id': '6a725a1b-1b05-4185-9a4f-8fbc585fd3e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:33:25.783142 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device 39e9f852-a05e-444e-a04f-471a0119b85d no longer exists at agent hyperv_n-h2-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:33:25.820101 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] No Port match for: 39e9f852-a05e-444e-a04f-471a0119b85d {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:33:25.820467 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device 39e9f852-a05e-444e-a04f-471a0119b85d not bound to the agent host n-h2-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:33:25.843030 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device c9c20c2b-6e5b-42e4-9a9a-ff863d22fcbf details requested by agent hyperv_n-h1-813419-10 with host n-h1-813419-10 {{(pid=102348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 10:33:26.017859 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port c9c20c2b-6e5b-42e4-9a9a-ff863d22fcbf, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=c9c20c2b-6e5b-42e4-9a9a-ff863d22fcbf,segment=NetworkSegment(3fa8f95e-6276-4974-b5c0-da1e0ae271fc),segment_id=3fa8f95e-6276-4974-b5c0-da1e0ae271fc)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:33:26.036170 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Returning: {'device': 'c9c20c2b-6e5b-42e4-9a9a-ff863d22fcbf', 'network_id': 'fca909b5-2d06-4825-8091-33382048b635', 'port_id': 'c9c20c2b-6e5b-42e4-9a9a-ff863d22fcbf', 'mac_address': 'fa:16:3e:3c:7f:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 429, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71c50f4e-5d00-4779-bfe1-162c05f5fddb', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 10:33:26.104041 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:26.118946 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9c20c2b-6e5b-42e4-9a9a-ff863d22fcbf {{(pid=102348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:33:26.132592 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-839170e9-d389-4555-8485-62af4ab2795a None None] New status for floating IP 8b6ae06a-e065-404f-85e3-51338976c557: DOWN {{(pid=102349) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 10:33:26.174803 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port c9c20c2b-6e5b-42e4-9a9a-ff863d22fcbf, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=c9c20c2b-6e5b-42e4-9a9a-ff863d22fcbf,segment=NetworkSegment(3fa8f95e-6276-4974-b5c0-da1e0ae271fc),segment_id=3fa8f95e-6276-4974-b5c0-da1e0ae271fc)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:33:26.191280 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:26.344967 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Pushing event updated for resources: {'Port': ['ID=c9c20c2b-6e5b-42e4-9a9a-ff863d22fcbf,revision_number=4']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:33:26.365260 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38c05c9-b263-4cb9-a4b5-a3971f4825ff req-a9b27560-f63c-467f-b84a-d7cd774e0c52 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:33:26.375646 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-b38c05c9-b263-4cb9-a4b5-a3971f4825ff req-a9b27560-f63c-467f-b84a-d7cd774e0c52 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/ports?device_id=f6fc38b4-3d34-4580-bd35-a4b845297319 HTTP/1.1" status: 200 len: 945 time: 0.2290556 Oct 27 10:33:26.461987 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-b38c05c9-b263-4cb9-a4b5-a3971f4825ff req-3dc422fd-950c-4eba-9ff3-6c0ba90d1e3b tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/security-groups?id=042a0afe-bacb-4048-aed3-353e9c85bd81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0853510 Oct 27 10:33:26.469358 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] get_ports_and_sgs() called for port_ids ['c9c20c2b-6e5b-42e4-9a9a-ff863d22fcbf'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:33:26.538754 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 34750) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:33:26.640876 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-22817d99-7b77-4a2b-820a-1b77f2c92632 tempest-ServersTestFqdnHostnames-151958439 tempest-ServersTestFqdnHostnames-151958439-project] Publish callbacks [] for security_group, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:26.682410 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-22817d99-7b77-4a2b-820a-1b77f2c92632 tempest-ServersTestFqdnHostnames-151958439 tempest-ServersTestFqdnHostnames-151958439-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:26.776789 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-22817d99-7b77-4a2b-820a-1b77f2c92632 tempest-ServersTestFqdnHostnames-151958439 tempest-ServersTestFqdnHostnames-151958439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:26.784950 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-22817d99-7b77-4a2b-820a-1b77f2c92632 tempest-ServersTestFqdnHostnames-151958439 tempest-ServersTestFqdnHostnames-151958439-project] Publish callbacks [] for security_group, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:26.788904 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-22817d99-7b77-4a2b-820a-1b77f2c92632 tempest-ServersTestFqdnHostnames-151958439 tempest-ServersTestFqdnHostnames-151958439-project] 10.222.0.44 "DELETE /v2.0/security-groups/6566037f-cf19-4b54-9855-482e29c3e3c1 HTTP/1.1" status: 204 len: 168 time: 0.2479300 Oct 27 10:33:26.789367 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 34758) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:33:26.814818 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22817d99-7b77-4a2b-820a-1b77f2c92632 tempest-ServersTestFqdnHostnames-151958439 tempest-ServersTestFqdnHostnames-151958439-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6566037f-cf19-4b54-9855-482e29c3e3c1,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:33:26.819629 n-d-813419-10 neutron-server[102347]: INFO neutron.api.v2.resource [None req-c3092262-5ecf-470e-bbc6-9e2bb898a4e7 tempest-ServersTestFqdnHostnames-151958439 tempest-ServersTestFqdnHostnames-151958439-project] show failed (client error): The resource could not be found. Oct 27 10:33:26.825721 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-c3092262-5ecf-470e-bbc6-9e2bb898a4e7 tempest-ServersTestFqdnHostnames-151958439 tempest-ServersTestFqdnHostnames-151958439-project] 10.222.0.44 "GET /v2.0/security-groups/6566037f-cf19-4b54-9855-482e29c3e3c1 HTTP/1.1" status: 404 len: 347 time: 0.0299673 Oct 27 10:33:26.827151 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 34760) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:33:26.898332 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2b423f-80be-47ed-ae6c-af2a23011a3e req-2f2a8945-1cf6-4792-a414-0fe99c382b4b tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:33:26.908976 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-0b2b423f-80be-47ed-ae6c-af2a23011a3e req-2f2a8945-1cf6-4792-a414-0fe99c382b4b tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.44 "GET /v2.0/ports?device_id=ae810163-3c24-42c6-8688-7289f0082693 HTTP/1.1" status: 200 len: 945 time: 0.1459568 Oct 27 10:33:26.988411 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-0b2b423f-80be-47ed-ae6c-af2a23011a3e req-7041f95a-8d76-4e52-bea1-a4b050cefb11 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.44 "GET /v2.0/security-groups?id=1cfb3b36-7fdd-4213-b115-9d47e1636c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773022 Oct 27 10:33:27.008548 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-ce187d0e-b582-4f97-b44e-4e10adc274be tempest-ServersTestFqdnHostnames-151958439 tempest-ServersTestFqdnHostnames-151958439-project] Deleting port a14d7462-c5d7-4a5a-938a-8133c249bc19 {{(pid=102347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:33:27.008548 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-ce187d0e-b582-4f97-b44e-4e10adc274be tempest-ServersTestFqdnHostnames-151958439 tempest-ServersTestFqdnHostnames-151958439-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:27.119742 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-ce187d0e-b582-4f97-b44e-4e10adc274be tempest-ServersTestFqdnHostnames-151958439 tempest-ServersTestFqdnHostnames-151958439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:27.120014 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-ce187d0e-b582-4f97-b44e-4e10adc274be tempest-ServersTestFqdnHostnames-151958439 tempest-ServersTestFqdnHostnames-151958439-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:27.133882 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-ce187d0e-b582-4f97-b44e-4e10adc274be tempest-ServersTestFqdnHostnames-151958439 tempest-ServersTestFqdnHostnames-151958439-project] Calling delete_port for a14d7462-c5d7-4a5a-938a-8133c249bc19 owned by network:floatingip {{(pid=102347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:33:27.356037 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-ce187d0e-b582-4f97-b44e-4e10adc274be tempest-ServersTestFqdnHostnames-151958439 tempest-ServersTestFqdnHostnames-151958439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:27.389109 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce187d0e-b582-4f97-b44e-4e10adc274be tempest-ServersTestFqdnHostnames-151958439 tempest-ServersTestFqdnHostnames-151958439-project] Pushing event deleted for resources: {'Port': ['ID=a14d7462-c5d7-4a5a-938a-8133c249bc19,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:33:27.465481 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-ce187d0e-b582-4f97-b44e-4e10adc274be tempest-ServersTestFqdnHostnames-151958439 tempest-ServersTestFqdnHostnames-151958439-project] Publish callbacks [] for floatingip, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:27.468816 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-ce187d0e-b582-4f97-b44e-4e10adc274be tempest-ServersTestFqdnHostnames-151958439 tempest-ServersTestFqdnHostnames-151958439-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for floatingip, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:27.472782 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-ce187d0e-b582-4f97-b44e-4e10adc274be tempest-ServersTestFqdnHostnames-151958439 tempest-ServersTestFqdnHostnames-151958439-project] 10.222.0.44 "DELETE /v2.0/floatingips/8b6ae06a-e065-404f-85e3-51338976c557 HTTP/1.1" status: 204 len: 168 time: 0.6417439 Oct 27 10:33:27.472980 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 34774) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:33:27.635732 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f766dc-f4f4-475b-802a-e26ad8a0f70b req-839ea326-1351-4e00-a4d3-fa4079defd5f tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:33:27.644029 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-32f766dc-f4f4-475b-802a-e26ad8a0f70b req-839ea326-1351-4e00-a4d3-fa4079defd5f tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/ports?device_id=f6fc38b4-3d34-4580-bd35-a4b845297319 HTTP/1.1" status: 200 len: 945 time: 0.0733075 Oct 27 10:33:27.704995 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-32f766dc-f4f4-475b-802a-e26ad8a0f70b req-7e223641-8420-45ea-88f0-7631adcd20d0 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/security-groups?id=042a0afe-bacb-4048-aed3-353e9c85bd81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599470 Oct 27 10:33:27.856843 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device c9c20c2b-6e5b-42e4-9a9a-ff863d22fcbf up at agent hyperv_n-h1-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:33:27.915392 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Provisioning for port c9c20c2b-6e5b-42e4-9a9a-ff863d22fcbf completed by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 10:33:27.921506 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Provisioning complete for port c9c20c2b-6e5b-42e4-9a9a-ff863d22fcbf triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:33:27.922376 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:27.985137 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-6a640966-87aa-4460-a833-5e0d3dc5591d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1766202'] for router_interface, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:28.080160 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc84703-a58d-4b3b-90f1-539425f23c9c req-1c4417ed-58d6-48da-bf4d-8ee0ff36293b tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:33:28.082254 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ebc84703-a58d-4b3b-90f1-539425f23c9c req-1c4417ed-58d6-48da-bf4d-8ee0ff36293b tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.76 "GET /v2.0/ports?device_id=ae810163-3c24-42c6-8688-7289f0082693 HTTP/1.1" status: 200 len: 945 time: 0.0717521 Oct 27 10:33:28.127102 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:28.216946 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port c9c20c2b-6e5b-42e4-9a9a-ff863d22fcbf, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=c9c20c2b-6e5b-42e4-9a9a-ff863d22fcbf,segment=NetworkSegment(3fa8f95e-6276-4974-b5c0-da1e0ae271fc),segment_id=3fa8f95e-6276-4974-b5c0-da1e0ae271fc)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:33:28.219959 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6fc38b4-3d34-4580-bd35-a4b845297319', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9c20c2b-6e5b-42e4-9a9a-ff863d22fcbf'}] {{(pid=102348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:33:28.225707 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c588921fa634554a1d9242fdea1b05457a9ff1d3b28ba54ec1dace7f2f1df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61e45a4c-1113-4830-8aef-fef14fdf903c" -d '{"events": [{"server_uuid": "f6fc38b4-3d34-4580-bd35-a4b845297319", "name": "network-vif-plugged", "status": "completed", "tag": "c9c20c2b-6e5b-42e4-9a9a-ff863d22fcbf"}]}' {{(pid=102348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:33:28.231533 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [req-ebc84703-a58d-4b3b-90f1-539425f23c9c req-6e272531-20d9-41aa-a3a3-f723754d5882 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] Deleting port 073ec8b9-d3d9-4ec7-b6ad-5d37ccb95b9d {{(pid=102346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:33:28.231878 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-ebc84703-a58d-4b3b-90f1-539425f23c9c req-6e272531-20d9-41aa-a3a3-f723754d5882 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:28.236039 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:28.327375 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:33:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cea0ecb-f8d5-43ca-a72a-aa6e19883d9f x-openstack-request-id: req-7cea0ecb-f8d5-43ca-a72a-aa6e19883d9f {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:33:28.328394 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6fc38b4-3d34-4580-bd35-a4b845297319", "name": "network-vif-plugged", "status": "completed", "tag": "c9c20c2b-6e5b-42e4-9a9a-ff863d22fcbf", "code": 200}]} {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:33:28.328394 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7cea0ecb-f8d5-43ca-a72a-aa6e19883d9f {{(pid=102348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:33:28.328693 n-d-813419-10 neutron-server[102348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6fc38b4-3d34-4580-bd35-a4b845297319', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9c20c2b-6e5b-42e4-9a9a-ff863d22fcbf', 'code': 200} Oct 27 10:33:28.334144 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Pushing event updated for resources: {'Port': ['ID=c9c20c2b-6e5b-42e4-9a9a-ff863d22fcbf,revision_number=5']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:33:28.364279 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8c3445-069b-4aa9-944c-75057b0e0e16 req-96b642bb-55bf-42b2-abba-e5d9512ae631 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:33:28.387284 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-ce8c3445-069b-4aa9-944c-75057b0e0e16 req-96b642bb-55bf-42b2-abba-e5d9512ae631 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.44 "GET /v2.0/ports?device_id=ae810163-3c24-42c6-8688-7289f0082693 HTTP/1.1" status: 200 len: 945 time: 0.2229030 Oct 27 10:33:28.486122 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [req-ebc84703-a58d-4b3b-90f1-539425f23c9c req-6e272531-20d9-41aa-a3a3-f723754d5882 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] For port 073ec8b9-d3d9-4ec7-b6ad-5d37ccb95b9d, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=073ec8b9-d3d9-4ec7-b6ad-5d37ccb95b9d,segment=NetworkSegment(7dd77195-ce76-4d8f-a4a0-21bf27911aee),segment_id=7dd77195-ce76-4d8f-a4a0-21bf27911aee)] {{(pid=102346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:33:28.486490 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-ebc84703-a58d-4b3b-90f1-539425f23c9c req-6e272531-20d9-41aa-a3a3-f723754d5882 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:28.513625 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [req-ebc84703-a58d-4b3b-90f1-539425f23c9c req-6e272531-20d9-41aa-a3a3-f723754d5882 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] Calling delete_port for 073ec8b9-d3d9-4ec7-b6ad-5d37ccb95b9d owned by compute:nova {{(pid=102346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:33:28.547988 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-ce8c3445-069b-4aa9-944c-75057b0e0e16 req-59112013-8059-464e-82f2-e8744bc41f8b tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.44 "GET /v2.0/security-groups?id=1cfb3b36-7fdd-4213-b115-9d47e1636c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565101 Oct 27 10:33:28.557152 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f9b6ad-5c9c-4a10-a622-850bef5997a0 req-e9cdbb2f-750a-447c-8f60-33d18896f47d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:33:28.558643 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-f7f9b6ad-5c9c-4a10-a622-850bef5997a0 req-e9cdbb2f-750a-447c-8f60-33d18896f47d service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=f6fc38b4-3d34-4580-bd35-a4b845297319 HTTP/1.1" status: 200 len: 1098 time: 0.1068649 Oct 27 10:33:28.641091 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-f7f9b6ad-5c9c-4a10-a622-850bef5997a0 req-0f213124-cc4e-4542-bb81-e52ca0f5470f service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=042a0afe-bacb-4048-aed3-353e9c85bd81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742209 Oct 27 10:33:28.704073 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-6a640966-87aa-4460-a833-5e0d3dc5591d admin admin] Deleting port bdbade65-c639-475d-9870-bc7e946ff09c {{(pid=102347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:33:28.704460 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-6a640966-87aa-4460-a833-5e0d3dc5591d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:28.768703 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-ebc84703-a58d-4b3b-90f1-539425f23c9c req-6e272531-20d9-41aa-a3a3-f723754d5882 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:28.781666 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] get_ports_and_sgs() called for port_ids ['073ec8b9-d3d9-4ec7-b6ad-5d37ccb95b9d'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:33:28.817230 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [None req-6a640966-87aa-4460-a833-5e0d3dc5591d admin admin] For port bdbade65-c639-475d-9870-bc7e946ff09c, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=bdbade65-c639-475d-9870-bc7e946ff09c,segment=NetworkSegment(e860d0d4-255e-445b-93ed-ac8be74e0f0d),segment_id=e860d0d4-255e-445b-93ed-ac8be74e0f0d)] {{(pid=102347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:33:28.817719 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-6a640966-87aa-4460-a833-5e0d3dc5591d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:28.832335 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-6a640966-87aa-4460-a833-5e0d3dc5591d admin admin] Calling delete_port for bdbade65-c639-475d-9870-bc7e946ff09c owned by network:router_interface {{(pid=102347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:33:28.840068 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e272531-20d9-41aa-a3a3-f723754d5882 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] Pushing event deleted for resources: {'Port': ['ID=073ec8b9-d3d9-4ec7-b6ad-5d37ccb95b9d,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:33:28.907725 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebc84703-a58d-4b3b-90f1-539425f23c9c req-6e272531-20d9-41aa-a3a3-f723754d5882 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] No DVR routers for this DVR port 073ec8b9-d3d9-4ec7-b6ad-5d37ccb95b9d on host n-h2-813419-10 {{(pid=102346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:33:28.912580 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-ebc84703-a58d-4b3b-90f1-539425f23c9c req-6e272531-20d9-41aa-a3a3-f723754d5882 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:28.916275 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ebc84703-a58d-4b3b-90f1-539425f23c9c req-6e272531-20d9-41aa-a3a3-f723754d5882 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.76 "DELETE /v2.0/ports/073ec8b9-d3d9-4ec7-b6ad-5d37ccb95b9d HTTP/1.1" status: 204 len: 173 time: 0.8270311 Oct 27 10:33:28.917208 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae810163-3c24-42c6-8688-7289f0082693', 'name': 'network-vif-deleted', 'tag': '073ec8b9-d3d9-4ec7-b6ad-5d37ccb95b9d'}] {{(pid=102346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:33:28.929984 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc0e418f5fc417c8d55d94c0aa509b037d0beb2a734c1a709e789eb65639a56d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc93c68e-79a6-41d4-8aa6-51e677185093" -d '{"events": [{"server_uuid": "ae810163-3c24-42c6-8688-7289f0082693", "name": "network-vif-deleted", "tag": "073ec8b9-d3d9-4ec7-b6ad-5d37ccb95b9d"}]}' {{(pid=102346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:33:28.954310 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195f84be-228b-43e6-a109-0df84764e99c req-c9e2b45b-ca7f-461f-aa03-75c9e0b72489 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:33:28.969847 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-195f84be-228b-43e6-a109-0df84764e99c req-c9e2b45b-ca7f-461f-aa03-75c9e0b72489 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/ports?device_id=f6fc38b4-3d34-4580-bd35-a4b845297319 HTTP/1.1" status: 200 len: 946 time: 0.1803436 Oct 27 10:33:29.035522 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-195f84be-228b-43e6-a109-0df84764e99c req-e1dd7aef-1ca3-4d34-95d6-886d29693136 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/security-groups?id=042a0afe-bacb-4048-aed3-353e9c85bd81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641048 Oct 27 10:33:29.043526 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:33:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-523b0193-a134-4a88-9e2d-3466548f6316 x-openstack-request-id: req-523b0193-a134-4a88-9e2d-3466548f6316 {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:33:29.044285 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae810163-3c24-42c6-8688-7289f0082693", "name": "network-vif-deleted", "tag": "073ec8b9-d3d9-4ec7-b6ad-5d37ccb95b9d", "status": "completed", "code": 200}]} {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:33:29.046702 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-523b0193-a134-4a88-9e2d-3466548f6316 {{(pid=102346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:33:29.047224 n-d-813419-10 neutron-server[102346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae810163-3c24-42c6-8688-7289f0082693', 'name': 'network-vif-deleted', 'tag': '073ec8b9-d3d9-4ec7-b6ad-5d37ccb95b9d', 'status': 'completed', 'code': 200} Oct 27 10:33:29.170009 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-6a640966-87aa-4460-a833-5e0d3dc5591d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:29.220928 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a640966-87aa-4460-a833-5e0d3dc5591d admin admin] Pushing event deleted for resources: {'Port': ['ID=bdbade65-c639-475d-9870-bc7e946ff09c,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:33:29.437201 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-6a640966-87aa-4460-a833-5e0d3dc5591d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2006968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1766358'] for router_interface, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:29.680160 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-dff327cb-f1ae-482f-ad5e-3f58a14bc014 req-f0135e6d-4af4-4afd-bcd3-a8d06471e333 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.44 "GET /v2.0/ports?device_id=ae810163-3c24-42c6-8688-7289f0082693 HTTP/1.1" status: 200 len: 210 time: 0.0364053 Oct 27 10:33:29.782012 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a640966-87aa-4460-a833-5e0d3dc5591d admin admin] Router 4d562e2a-8911-4f47-881f-fc88f0982fde has already been hosted by L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb {{(pid=102347) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 10:33:30.315598 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11080be3-7ac4-4f24-9cd8-018f49c283e2 req-c42f9b8f-6b10-4fdb-9527-1965b9a1019e tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:33:30.317165 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-11080be3-7ac4-4f24-9cd8-018f49c283e2 req-c42f9b8f-6b10-4fdb-9527-1965b9a1019e tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/ports?device_id=f6fc38b4-3d34-4580-bd35-a4b845297319 HTTP/1.1" status: 200 len: 946 time: 0.0961287 Oct 27 10:33:30.342936 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a640966-87aa-4460-a833-5e0d3dc5591d admin admin] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:33:30.353133 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 34842) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:33:30.353978 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a0b85a7-cf7f-421b-84f2-232d6813a525 None None] Sync routers for ids ['4d562e2a-8911-4f47-881f-fc88f0982fde'] in n-d-813419-10 {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:33:30.360367 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-6a640966-87aa-4460-a833-5e0d3dc5591d admin admin] 10.222.0.44 "PUT /v2.0/routers/4d562e2a-8911-4f47-881f-fc88f0982fde/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8839715 Oct 27 10:33:30.371907 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a0b85a7-cf7f-421b-84f2-232d6813a525 None None] Routers {'4d562e2a-8911-4f47-881f-fc88f0982fde'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:33:30.372555 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-1a0b85a7-cf7f-421b-84f2-232d6813a525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:33:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['4d562e2a-8911-4f47-881f-fc88f0982fde'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:33:30.402606 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-11080be3-7ac4-4f24-9cd8-018f49c283e2 req-ab0dd17e-6946-4895-ba8f-3f1992b11648 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/security-groups?id=042a0afe-bacb-4048-aed3-353e9c85bd81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0765891 Oct 27 10:33:30.516346 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-e38c1a9d-ad40-4f47-b8be-3045a30741c3 admin admin] Publish callbacks [] for router, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:30.709948 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-e38c1a9d-ad40-4f47-b8be-3045a30741c3 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:30.804863 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafff9b7-86e9-4338-8349-fbf24b762d80 req-ca4dd47e-0d87-4b0c-b4b4-3f9242d03b91 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:33:30.816383 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-bafff9b7-86e9-4338-8349-fbf24b762d80 req-ca4dd47e-0d87-4b0c-b4b4-3f9242d03b91 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/ports?device_id=f6fc38b4-3d34-4580-bd35-a4b845297319 HTTP/1.1" status: 200 len: 946 time: 0.1220150 Oct 27 10:33:30.821242 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 34854) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:33:30.827325 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-e3c3fd9a-e005-4581-a326-e1a541770cf6 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Request body: {'floatingip': {'port_id': 'c9c20c2b-6e5b-42e4-9a9a-ff863d22fcbf'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:33:30.838561 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-e38c1a9d-ad40-4f47-b8be-3045a30741c3 admin admin] Deleting port bd27c0d9-1d84-4987-9da1-857152478ace {{(pid=102346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:33:30.839209 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-e38c1a9d-ad40-4f47-b8be-3045a30741c3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:30.884572 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvr_db [None req-1a0b85a7-cf7f-421b-84f2-232d6813a525 None None] Set router 4d562e2a-8911-4f47-881f-fc88f0982fde gateway port host: n-d-813419-10 {{(pid=102348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:33:30.916705 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-e3c3fd9a-e005-4581-a326-e1a541770cf6 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Publish callbacks [] for floatingip, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:30.961024 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [None req-e38c1a9d-ad40-4f47-b8be-3045a30741c3 admin admin] For port bd27c0d9-1d84-4987-9da1-857152478ace, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=bd27c0d9-1d84-4987-9da1-857152478ace,segment=NetworkSegment(bc14127b-7032-4c50-bb5b-f6813cbae86e),segment_id=bc14127b-7032-4c50-bb5b-f6813cbae86e)] {{(pid=102346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:33:30.961950 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-e38c1a9d-ad40-4f47-b8be-3045a30741c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:30.987522 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-e38c1a9d-ad40-4f47-b8be-3045a30741c3 admin admin] Calling delete_port for bd27c0d9-1d84-4987-9da1-857152478ace owned by network:router_gateway {{(pid=102346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:33:31.022952 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-6d439ddf-57b6-41ed-b87b-85af78137435 req-f44154a7-ab86-4ff4-b171-d2de5fcdc326 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.44 "GET /v2.0/ports?device_id=ae810163-3c24-42c6-8688-7289f0082693 HTTP/1.1" status: 200 len: 210 time: 0.1032653 Oct 27 10:33:31.205997 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-1a0b85a7-cf7f-421b-84f2-232d6813a525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d562e2a-8911-4f47-881f-fc88f0982fde', 'name': 'tempest-ServersTestFqdnHostnames-816444081-router', 'tenant_id': '50ab7eab762445ca9e27bf807345be3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.197'}], 'enable_snat': True}, 'gw_port_id': 'bd27c0d9-1d84-4987-9da1-857152478ace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:29:45Z', 'updated_at': '2021-10-27T10:33:29Z', 'revision_number': 5, 'project_id': '50ab7eab762445ca9e27bf807345be3c', 'gw_port': {'id': 'bd27c0d9-1d84-4987-9da1-857152478ace', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:6b:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d562e2a-8911-4f47-881f-fc88f0982fde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:29:46Z', 'updated_at': '2021-10-27T10:29:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10'}], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:33:31.264302 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a0b85a7-cf7f-421b-84f2-232d6813a525 None None] Checking router: 4d562e2a-8911-4f47-881f-fc88f0982fde for host: n-d-813419-10 {{(pid=102348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 10:33:31.287909 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a0b85a7-cf7f-421b-84f2-232d6813a525 None None] Routers {'4d562e2a-8911-4f47-881f-fc88f0982fde'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:33:31.288695 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-1a0b85a7-cf7f-421b-84f2-232d6813a525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:33:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['4d562e2a-8911-4f47-881f-fc88f0982fde'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:33:31.315778 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-e38c1a9d-ad40-4f47-b8be-3045a30741c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:31.358444 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38c1a9d-ad40-4f47-b8be-3045a30741c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=bd27c0d9-1d84-4987-9da1-857152478ace,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:33:31.485108 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-e38c1a9d-ad40-4f47-b8be-3045a30741c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1664884'] for router_gateway, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:31.497508 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvr_db [None req-1a0b85a7-cf7f-421b-84f2-232d6813a525 None None] Set router 4d562e2a-8911-4f47-881f-fc88f0982fde gateway port host: None {{(pid=102348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:33:31.590603 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-1a0b85a7-cf7f-421b-84f2-232d6813a525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d562e2a-8911-4f47-881f-fc88f0982fde', 'name': 'tempest-ServersTestFqdnHostnames-816444081-router', 'tenant_id': '50ab7eab762445ca9e27bf807345be3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:29:45Z', 'updated_at': '2021-10-27T10:33:30Z', 'revision_number': 6, 'project_id': '50ab7eab762445ca9e27bf807345be3c', 'gw_port_host': None}], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:33:31.643181 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a0b85a7-cf7f-421b-84f2-232d6813a525 None None] The sync data for ids ['4d562e2a-8911-4f47-881f-fc88f0982fde'] in n-d-813419-10 is: [{'id': '4d562e2a-8911-4f47-881f-fc88f0982fde', 'name': 'tempest-ServersTestFqdnHostnames-816444081-router', 'tenant_id': '50ab7eab762445ca9e27bf807345be3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:29:45Z', 'updated_at': '2021-10-27T10:33:30Z', 'revision_number': 6, 'project_id': '50ab7eab762445ca9e27bf807345be3c', 'gw_port_host': None}] {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:33:31.679475 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-e38c1a9d-ad40-4f47-b8be-3045a30741c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1765662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3700'] for router, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:31.682802 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-e38c1a9d-ad40-4f47-b8be-3045a30741c3 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:31.771827 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device 073ec8b9-d3d9-4ec7-b6ad-5d37ccb95b9d no longer exists at agent hyperv_n-h2-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:33:31.778351 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-e3c3fd9a-e005-4581-a326-e1a541770cf6 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:31.784530 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-e38c1a9d-ad40-4f47-b8be-3045a30741c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1765641'] for router, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:31.786015 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e38c1a9d-ad40-4f47-b8be-3045a30741c3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4d562e2a-8911-4f47-881f-fc88f0982fde {{(pid=102346) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 10:33:31.795255 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-e3c3fd9a-e005-4581-a326-e1a541770cf6 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1664826'] for floatingip, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:31.798069 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-e38c1a9d-ad40-4f47-b8be-3045a30741c3 admin admin] Publish callbacks [] for router, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:31.802294 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 34874) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:33:31.806552 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-e38c1a9d-ad40-4f47-b8be-3045a30741c3 admin admin] 10.222.0.44 "DELETE /v2.0/routers/4d562e2a-8911-4f47-881f-fc88f0982fde HTTP/1.1" status: 204 len: 168 time: 1.4512951 Oct 27 10:33:31.814251 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] No Port match for: 073ec8b9-d3d9-4ec7-b6ad-5d37ccb95b9d {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:33:31.815934 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device 073ec8b9-d3d9-4ec7-b6ad-5d37ccb95b9d not bound to the agent host n-h2-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:33:31.949053 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ebb4fa9-8081-4394-af6e-8f6f191bec08 admin admin] Deleting subnet 6a725a1b-1b05-4185-9a4f-8fbc585fd3e1 {{(pid=102347) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 10:33:31.955815 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-7ebb4fa9-8081-4394-af6e-8f6f191bec08 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:32.009563 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-7ebb4fa9-8081-4394-af6e-8f6f191bec08 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-18445109'] for subnet, precommit_delete_associations {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:32.012820 n-d-813419-10 neutron-server[102347]: INFO neutron.db.l3_db [None req-e3c3fd9a-e005-4581-a326-e1a541770cf6 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Floating IP 2d76b6f9-ab6c-4227-af3b-19590e3b8443 associated. External IP: 172.25.8.172, port: c9c20c2b-6e5b-42e4-9a9a-ff863d22fcbf. Oct 27 10:33:32.201198 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-69138fab-025b-4d60-9afc-df76513e55c6 req-e7e86bf6-e571-482c-8e04-bacc809bb378 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.44 "GET /v2.0/ports?device_id=ae810163-3c24-42c6-8688-7289f0082693 HTTP/1.1" status: 200 len: 210 time: 0.0439951 Oct 27 10:33:32.210514 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-7ebb4fa9-8081-4394-af6e-8f6f191bec08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855646'] for subnet, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:32.368311 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:32.411704 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-7ebb4fa9-8081-4394-af6e-8f6f191bec08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-18295818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18043720'] for subnet, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:32.427149 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-7ebb4fa9-8081-4394-af6e-8f6f191bec08 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:32.430886 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-7ebb4fa9-8081-4394-af6e-8f6f191bec08 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/6a725a1b-1b05-4185-9a4f-8fbc585fd3e1 HTTP/1.1" status: 204 len: 168 time: 0.6262112 Oct 27 10:33:32.433157 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3c3fd9a-e005-4581-a326-e1a541770cf6 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Router 05f356cb-67da-424f-a1a1-59293365f79f has already been hosted by L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb {{(pid=102347) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 10:33:32.434154 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 34886) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:33:32.443813 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd68eb0d-9a63-4690-8b7c-cdce65399938 None None] Network 2b5dda7b-dc05-4d2b-a3dd-2052b5b3ce50 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:33:32.467174 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebb4fa9-8081-4394-af6e-8f6f191bec08 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6a725a1b-1b05-4185-9a4f-8fbc585fd3e1,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:33:32.597148 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-798a6c5a-96b4-45ea-b624-8ac7ba7fae9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586917'] for network, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:32.667853 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3c3fd9a-e005-4581-a326-e1a541770cf6 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:33:32.708859 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-e3c3fd9a-e005-4581-a326-e1a541770cf6 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for floatingip, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:32.712878 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-798a6c5a-96b4-45ea-b624-8ac7ba7fae9a admin admin] Deleting port db81cd47-8a17-4bd7-9a9c-d57d2eacd9d6 {{(pid=102346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:33:32.712878 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-798a6c5a-96b4-45ea-b624-8ac7ba7fae9a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:32.751509 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d28a20fe-4e57-47fa-a635-c900c739ef43 None None] Sync routers for ids ['05f356cb-67da-424f-a1a1-59293365f79f'] in n-d-813419-10 {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:33:32.785009 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d28a20fe-4e57-47fa-a635-c900c739ef43 None None] Routers {'05f356cb-67da-424f-a1a1-59293365f79f'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:33:32.785698 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-d28a20fe-4e57-47fa-a635-c900c739ef43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:33:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['05f356cb-67da-424f-a1a1-59293365f79f'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:33:32.804380 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [None req-798a6c5a-96b4-45ea-b624-8ac7ba7fae9a admin admin] For port db81cd47-8a17-4bd7-9a9c-d57d2eacd9d6, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=db81cd47-8a17-4bd7-9a9c-d57d2eacd9d6,segment=NetworkSegment(e860d0d4-255e-445b-93ed-ac8be74e0f0d),segment_id=e860d0d4-255e-445b-93ed-ac8be74e0f0d)] {{(pid=102346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:33:32.804742 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-798a6c5a-96b4-45ea-b624-8ac7ba7fae9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:32.845382 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-e3c3fd9a-e005-4581-a326-e1a541770cf6 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "PUT /v2.0/floatingips/2d76b6f9-ab6c-4227-af3b-19590e3b8443 HTTP/1.1" status: 200 len: 992 time: 2.0229321 Oct 27 10:33:32.849455 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6fc38b4-3d34-4580-bd35-a4b845297319', 'tag': 'c9c20c2b-6e5b-42e4-9a9a-ff863d22fcbf'}] {{(pid=102347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:33:32.859963 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311149b481204ee7edffdb959c881838506fbd95bc8577c048f6677abb73acc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06f55561-7518-4528-ba18-a90986cc2f9f" -d '{"events": [{"name": "network-changed", "server_uuid": "f6fc38b4-3d34-4580-bd35-a4b845297319", "tag": "c9c20c2b-6e5b-42e4-9a9a-ff863d22fcbf"}]}' {{(pid=102347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:33:32.869332 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-798a6c5a-96b4-45ea-b624-8ac7ba7fae9a admin admin] Calling delete_port for db81cd47-8a17-4bd7-9a9c-d57d2eacd9d6 owned by network:dhcp {{(pid=102346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:33:32.874732 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1cbc434-f181-439b-9724-f8e701792df3 None None] DHCP port deletion for 2b5dda7b-dc05-4d2b-a3dd-2052b5b3ce50 request from n-d-813419-10 {{(pid=102348) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 10:33:32.986307 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 10:33:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-710a52a9-8d10-4703-b498-f7b018149a3d x-openstack-request-id: req-710a52a9-8d10-4703-b498-f7b018149a3d {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:33:32.987372 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6fc38b4-3d34-4580-bd35-a4b845297319", "tag": "c9c20c2b-6e5b-42e4-9a9a-ff863d22fcbf", "status": "completed", "code": 200}]} {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:33:32.987372 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-710a52a9-8d10-4703-b498-f7b018149a3d {{(pid=102347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:33:32.987603 n-d-813419-10 neutron-server[102347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6fc38b4-3d34-4580-bd35-a4b845297319', 'tag': 'c9c20c2b-6e5b-42e4-9a9a-ff863d22fcbf', 'status': 'completed', 'code': 200} Oct 27 10:33:33.071440 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-a1cbc434-f181-439b-9724-f8e701792df3 None None] Deleting port db81cd47-8a17-4bd7-9a9c-d57d2eacd9d6 {{(pid=102348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:33:33.072091 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a1cbc434-f181-439b-9724-f8e701792df3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:33.082815 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-798a6c5a-96b4-45ea-b624-8ac7ba7fae9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:33.117496 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798a6c5a-96b4-45ea-b624-8ac7ba7fae9a admin admin] Pushing event deleted for resources: {'Port': ['ID=db81cd47-8a17-4bd7-9a9c-d57d2eacd9d6,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:33:33.121505 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-798a6c5a-96b4-45ea-b624-8ac7ba7fae9a admin admin] No DVR routers for this DVR port db81cd47-8a17-4bd7-9a9c-d57d2eacd9d6 on host n-d-813419-10 {{(pid=102346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:33:33.203797 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-798a6c5a-96b4-45ea-b624-8ac7ba7fae9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857803', 'neutron.services.segments.db._delete_segments_for_network-8743873143390'] for network, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:33.213497 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvr_db [None req-d28a20fe-4e57-47fa-a635-c900c739ef43 None None] Set router 05f356cb-67da-424f-a1a1-59293365f79f gateway port host: n-d-813419-10 {{(pid=102349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:33:33.233245 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-798a6c5a-96b4-45ea-b624-8ac7ba7fae9a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b5dda7b-dc05-4d2b-a3dd-2052b5b3ce50']}} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:33:33.238937 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a1cbc434-f181-439b-9724-f8e701792df3 None None] For port db81cd47-8a17-4bd7-9a9c-d57d2eacd9d6, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=db81cd47-8a17-4bd7-9a9c-d57d2eacd9d6,segment=NetworkSegment(e860d0d4-255e-445b-93ed-ac8be74e0f0d),segment_id=e860d0d4-255e-445b-93ed-ac8be74e0f0d)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:33:33.240129 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a1cbc434-f181-439b-9724-f8e701792df3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:33.249065 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-798a6c5a-96b4-45ea-b624-8ac7ba7fae9a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e860d0d4-255e-445b-93ed-ac8be74e0f0d') {'for_net_delete': True} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:33:33.249631 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-798a6c5a-96b4-45ea-b624-8ac7ba7fae9a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e860d0d4-255e-445b-93ed-ac8be74e0f0d') {} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:33:33.261296 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-798a6c5a-96b4-45ea-b624-8ac7ba7fae9a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743873145191', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25847877'] for segment, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:33.271629 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device bd27c0d9-1d84-4987-9da1-857152478ace no longer exists at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:33:33.275606 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-798a6c5a-96b4-45ea-b624-8ac7ba7fae9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:33.282209 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-798a6c5a-96b4-45ea-b624-8ac7ba7fae9a admin admin] Releasing vlan 408 on physical network physnet1 to pool {{(pid=102346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 10:33:33.282622 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-798a6c5a-96b4-45ea-b624-8ac7ba7fae9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27024137'] for segment, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:33.283180 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-a1cbc434-f181-439b-9724-f8e701792df3 None None] Calling delete_port for db81cd47-8a17-4bd7-9a9c-d57d2eacd9d6 owned by network:dhcp {{(pid=102348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:33:33.289334 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f55561-7518-4528-ba18-a90986cc2f9f req-8a08659a-6f86-4ab9-852a-8fe654c589cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:33:33.290880 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-06f55561-7518-4528-ba18-a90986cc2f9f req-8a08659a-6f86-4ab9-852a-8fe654c589cb service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5cdd6d2f037d42e18150718a811d487c&device_id=f6fc38b4-3d34-4580-bd35-a4b845297319 HTTP/1.1" status: 200 len: 1098 time: 0.2842686 Oct 27 10:33:33.339687 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] No Port match for: bd27c0d9-1d84-4987-9da1-857152478ace {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:33:33.341321 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device bd27c0d9-1d84-4987-9da1-857152478ace not bound to the agent host n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:33:33.342939 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device bdbade65-c639-475d-9870-bc7e946ff09c no longer exists at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:33:33.361953 n-d-813419-10 neutron-server[102346]: Traceback (most recent call last): Oct 27 10:33:33.361953 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 10:33:33.361953 n-d-813419-10 neutron-server[102346]: timer() Oct 27 10:33:33.361953 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 10:33:33.361953 n-d-813419-10 neutron-server[102346]: cb(*args, **kw) Oct 27 10:33:33.361953 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 10:33:33.361953 n-d-813419-10 neutron-server[102346]: return func(*args, **kwargs) Oct 27 10:33:33.361953 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 10:33:33.361953 n-d-813419-10 neutron-server[102346]: self._notify() Oct 27 10:33:33.361953 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 10:33:33.361953 n-d-813419-10 neutron-server[102346]: self.callback(batched_events) Oct 27 10:33:33.361953 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 10:33:33.361953 n-d-813419-10 neutron-server[102346]: event.method(event) Oct 27 10:33:33.361953 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 10:33:33.361953 n-d-813419-10 neutron-server[102346]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 10:33:33.361953 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 10:33:33.361953 n-d-813419-10 neutron-server[102346]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 10:33:33.361953 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 10:33:33.361953 n-d-813419-10 neutron-server[102346]: return f(self, *a, **k) Oct 27 10:33:33.361953 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 10:33:33.361953 n-d-813419-10 neutron-server[102346]: return self._get(url).json() Oct 27 10:33:33.361953 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 10:33:33.361953 n-d-813419-10 neutron-server[102346]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 10:33:33.361953 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 10:33:33.361953 n-d-813419-10 neutron-server[102346]: return self.request(url, 'GET', **kwargs) Oct 27 10:33:33.361953 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 10:33:33.361953 n-d-813419-10 neutron-server[102346]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 10:33:33.361953 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 10:33:33.361953 n-d-813419-10 neutron-server[102346]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 10:33:33.361953 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 10:33:33.361953 n-d-813419-10 neutron-server[102346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 10:33:33.361953 n-d-813419-10 neutron-server[102346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 10:33:33.366665 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-798a6c5a-96b4-45ea-b624-8ac7ba7fae9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664840'] for network, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:33.374132 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-798a6c5a-96b4-45ea-b624-8ac7ba7fae9a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for network, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:33.380256 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-798a6c5a-96b4-45ea-b624-8ac7ba7fae9a admin admin] 10.222.0.44 "DELETE /v2.0/networks/2b5dda7b-dc05-4d2b-a3dd-2052b5b3ce50 HTTP/1.1" status: 204 len: 168 time: 0.9449341 Oct 27 10:33:33.386392 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] No Port match for: bdbade65-c639-475d-9870-bc7e946ff09c {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:33:33.387811 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device bdbade65-c639-475d-9870-bc7e946ff09c not bound to the agent host n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:33:33.391465 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device db81cd47-8a17-4bd7-9a9c-d57d2eacd9d6 no longer exists at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:33:33.393215 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798a6c5a-96b4-45ea-b624-8ac7ba7fae9a admin admin] Pushing event deleted for resources: {'Network': ['ID=2b5dda7b-dc05-4d2b-a3dd-2052b5b3ce50,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:33:33.472644 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] No Port match for: db81cd47-8a17-4bd7-9a9c-d57d2eacd9d6 {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:33:33.473284 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device db81cd47-8a17-4bd7-9a9c-d57d2eacd9d6 not bound to the agent host n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:33:33.547608 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f55561-7518-4528-ba18-a90986cc2f9f req-7799bca7-d3d4-4281-9313-46c592cfdc29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:33:33.553953 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a1cbc434-f181-439b-9724-f8e701792df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615'] for port, after_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:33.555195 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-06f55561-7518-4528-ba18-a90986cc2f9f req-7799bca7-d3d4-4281-9313-46c592cfdc29 service neutron] 10.222.0.64 "GET /v2.0/networks?id=fca909b5-2d06-4825-8091-33382048b635 HTTP/1.1" status: 200 len: 912 time: 0.2540011 Oct 27 10:33:33.588628 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a1cbc434-f181-439b-9724-f8e701792df3 None None] Network 2b5dda7b-dc05-4d2b-a3dd-2052b5b3ce50 is not hosted by any dhcp agent {{(pid=102348) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 27 10:33:33.589098 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1cbc434-f181-439b-9724-f8e701792df3 None None] No DVR routers for this DVR port db81cd47-8a17-4bd7-9a9c-d57d2eacd9d6 on host n-d-813419-10 {{(pid=102348) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:33:33.591748 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cbc434-f181-439b-9724-f8e701792df3 None None] Pushing event deleted for resources: {'Port': ['ID=db81cd47-8a17-4bd7-9a9c-d57d2eacd9d6,revision_number=None']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:33:33.646780 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 34916) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:33:33.717218 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-06f55561-7518-4528-ba18-a90986cc2f9f req-0e42e7a0-5ebb-494e-99f1-67d502d0c67f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c9c20c2b-6e5b-42e4-9a9a-ff863d22fcbf HTTP/1.1" status: 200 len: 1000 time: 0.1412535 Oct 27 10:33:33.742643 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 34920) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:33:33.748875 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-bfce0da9-309a-4659-b6f3-a224e7a022b1 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=50ab7eab762445ca9e27bf807345be3c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1008325 Oct 27 10:33:33.792724 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-dc45eece-e721-4710-9226-99f400d893bb req-480533e0-100a-419f-b867-5e9b01887823 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.44 "GET /v2.0/ports?device_id=ae810163-3c24-42c6-8688-7289f0082693 HTTP/1.1" status: 200 len: 210 time: 0.2362814 Oct 27 10:33:33.794380 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f55561-7518-4528-ba18-a90986cc2f9f req-ac0b8493-87c6-44d3-8212-485c3c851872 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:33:33.796117 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-06f55561-7518-4528-ba18-a90986cc2f9f req-ac0b8493-87c6-44d3-8212-485c3c851872 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=71c50f4e-5d00-4779-bfe1-162c05f5fddb HTTP/1.1" status: 200 len: 850 time: 0.0526183 Oct 27 10:33:33.880351 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f55561-7518-4528-ba18-a90986cc2f9f req-9cf457b3-1fa5-47c8-94d1-868d2ba49f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:33:33.882717 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-06f55561-7518-4528-ba18-a90986cc2f9f req-9cf457b3-1fa5-47c8-94d1-868d2ba49f94 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=fca909b5-2d06-4825-8091-33382048b635&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0750327 Oct 27 10:33:33.895841 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-d28a20fe-4e57-47fa-a635-c900c739ef43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05f356cb-67da-424f-a1a1-59293365f79f', 'name': 'tempest-ServerActionsTestJSON-105515891-router', 'tenant_id': '5cdd6d2f037d42e18150718a811d487c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.86'}], 'enable_snat': True}, 'gw_port_id': '82d293b8-7802-40ea-8a66-2bd934303c68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:33:02Z', 'updated_at': '2021-10-27T10:33:07Z', 'revision_number': 4, 'project_id': '5cdd6d2f037d42e18150718a811d487c', 'gw_port': {'id': '82d293b8-7802-40ea-8a66-2bd934303c68', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:f8:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05f356cb-67da-424f-a1a1-59293365f79f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1619, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:33:03Z', 'updated_at': '2021-10-27T10:33:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_floatingips': [{'id': '2d76b6f9-ab6c-4227-af3b-19590e3b8443', 'tenant_id': '5cdd6d2f037d42e18150718a811d487c', 'floating_ip_address': '172.25.8.172', 'floating_network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'router_id': '05f356cb-67da-424f-a1a1-59293365f79f', 'port_id': 'c9c20c2b-6e5b-42e4-9a9a-ff863d22fcbf', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1631, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fca909b5-2d06-4825-8091-33382048b635', 'mac_address': 'fa:16:3e:3c:7f:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6fc38b4-3d34-4580-bd35-a4b845297319', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T10:33:12Z', 'updated_at': '2021-10-27T10:33:31Z', 'revision_number': 1, 'project_id': '5cdd6d2f037d42e18150718a811d487c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8317ba6a-5c22-4bca-9c0a-f5fe3fdcd8b0', 'name': '', 'network_id': 'fca909b5-2d06-4825-8091-33382048b635', 'tenant_id': '5cdd6d2f037d42e18150718a811d487c', 'mac_address': 'fa:16:3e:11:d5:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05f356cb-67da-424f-a1a1-59293365f79f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1623, 'fixed_ips': [{'subnet_id': '71c50f4e-5d00-4779-bfe1-162c05f5fddb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:33:06Z', 'updated_at': '2021-10-27T10:33:19Z', 'revision_number': 5, 'project_id': '5cdd6d2f037d42e18150718a811d487c', 'subnets': [{'id': '71c50f4e-5d00-4779-bfe1-162c05f5fddb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:33:34.006246 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-4ad04b5f-f61e-4dd7-b19f-27f220337690 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:34.010399 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-06f55561-7518-4528-ba18-a90986cc2f9f req-e7f0be37-453f-44ce-b9e1-9fc20ce76d77 service neutron] 10.222.0.64 "GET /v2.0/networks/fca909b5-2d06-4825-8091-33382048b635?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105793 Oct 27 10:33:34.036764 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d28a20fe-4e57-47fa-a635-c900c739ef43 None None] Checking router: 05f356cb-67da-424f-a1a1-59293365f79f for host: n-d-813419-10 {{(pid=102349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 10:33:34.055755 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d28a20fe-4e57-47fa-a635-c900c739ef43 None None] Routers {'05f356cb-67da-424f-a1a1-59293365f79f'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:33:34.056410 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-d28a20fe-4e57-47fa-a635-c900c739ef43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:33:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['05f356cb-67da-424f-a1a1-59293365f79f'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:33:34.106390 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-4ad04b5f-f61e-4dd7-b19f-27f220337690 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:34.178643 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-06f55561-7518-4528-ba18-a90986cc2f9f req-5f75ed3e-188a-4dc6-a08a-738810c987f1 service neutron] 10.222.0.64 "GET /v2.0/networks/fca909b5-2d06-4825-8091-33382048b635?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1588404 Oct 27 10:33:34.207367 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-4ad04b5f-f61e-4dd7-b19f-27f220337690 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:34.210878 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-4ad04b5f-f61e-4dd7-b19f-27f220337690 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:34.212520 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-4ad04b5f-f61e-4dd7-b19f-27f220337690 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/63c9c8b2-1c05-4e71-a8ea-8775e49cecb9 HTTP/1.1" status: 204 len: 168 time: 0.4676731 Oct 27 10:33:34.222072 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad04b5f-f61e-4dd7-b19f-27f220337690 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63c9c8b2-1c05-4e71-a8ea-8775e49cecb9,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:33:34.254558 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvr_db [None req-d28a20fe-4e57-47fa-a635-c900c739ef43 None None] Set router 05f356cb-67da-424f-a1a1-59293365f79f gateway port host: n-d-813419-10 {{(pid=102349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:33:34.627936 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-d28a20fe-4e57-47fa-a635-c900c739ef43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05f356cb-67da-424f-a1a1-59293365f79f', 'name': 'tempest-ServerActionsTestJSON-105515891-router', 'tenant_id': '5cdd6d2f037d42e18150718a811d487c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.86'}], 'enable_snat': True}, 'gw_port_id': '82d293b8-7802-40ea-8a66-2bd934303c68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:33:02Z', 'updated_at': '2021-10-27T10:33:07Z', 'revision_number': 4, 'project_id': '5cdd6d2f037d42e18150718a811d487c', 'gw_port': {'id': '82d293b8-7802-40ea-8a66-2bd934303c68', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:f8:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05f356cb-67da-424f-a1a1-59293365f79f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1619, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:33:03Z', 'updated_at': '2021-10-27T10:33:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_floatingips': [{'id': '2d76b6f9-ab6c-4227-af3b-19590e3b8443', 'tenant_id': '5cdd6d2f037d42e18150718a811d487c', 'floating_ip_address': '172.25.8.172', 'floating_network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'router_id': '05f356cb-67da-424f-a1a1-59293365f79f', 'port_id': 'c9c20c2b-6e5b-42e4-9a9a-ff863d22fcbf', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1631, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fca909b5-2d06-4825-8091-33382048b635', 'mac_address': 'fa:16:3e:3c:7f:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6fc38b4-3d34-4580-bd35-a4b845297319', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T10:33:12Z', 'updated_at': '2021-10-27T10:33:31Z', 'revision_number': 1, 'project_id': '5cdd6d2f037d42e18150718a811d487c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8317ba6a-5c22-4bca-9c0a-f5fe3fdcd8b0', 'name': '', 'network_id': 'fca909b5-2d06-4825-8091-33382048b635', 'tenant_id': '5cdd6d2f037d42e18150718a811d487c', 'mac_address': 'fa:16:3e:11:d5:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05f356cb-67da-424f-a1a1-59293365f79f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1623, 'fixed_ips': [{'subnet_id': '71c50f4e-5d00-4779-bfe1-162c05f5fddb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:33:06Z', 'updated_at': '2021-10-27T10:33:19Z', 'revision_number': 5, 'project_id': '5cdd6d2f037d42e18150718a811d487c', 'subnets': [{'id': '71c50f4e-5d00-4779-bfe1-162c05f5fddb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:33:34.661706 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d28a20fe-4e57-47fa-a635-c900c739ef43 None None] The sync data for ids ['05f356cb-67da-424f-a1a1-59293365f79f'] in n-d-813419-10 is: [{'id': '05f356cb-67da-424f-a1a1-59293365f79f', 'name': 'tempest-ServerActionsTestJSON-105515891-router', 'tenant_id': '5cdd6d2f037d42e18150718a811d487c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.86'}], 'enable_snat': True}, 'gw_port_id': '82d293b8-7802-40ea-8a66-2bd934303c68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:33:02Z', 'updated_at': '2021-10-27T10:33:07Z', 'revision_number': 4, 'project_id': '5cdd6d2f037d42e18150718a811d487c', 'gw_port': {'id': '82d293b8-7802-40ea-8a66-2bd934303c68', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:f8:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05f356cb-67da-424f-a1a1-59293365f79f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1619, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:33:03Z', 'updated_at': '2021-10-27T10:33:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_floatingips': [{'id': '2d76b6f9-ab6c-4227-af3b-19590e3b8443', 'tenant_id': '5cdd6d2f037d42e18150718a811d487c', 'floating_ip_address': '172.25.8.172', 'floating_network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'router_id': '05f356cb-67da-424f-a1a1-59293365f79f', 'port_id': 'c9c20c2b-6e5b-42e4-9a9a-ff863d22fcbf', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1631, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fca909b5-2d06-4825-8091-33382048b635', 'mac_address': 'fa:16:3e:3c:7f:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6fc38b4-3d34-4580-bd35-a4b845297319', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T10:33:12Z', 'updated_at': '2021-10-27T10:33:31Z', 'revision_number': 1, 'project_id': '5cdd6d2f037d42e18150718a811d487c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8317ba6a-5c22-4bca-9c0a-f5fe3fdcd8b0', 'name': '', 'network_id': 'fca909b5-2d06-4825-8091-33382048b635', 'tenant_id': '5cdd6d2f037d42e18150718a811d487c', 'mac_address': 'fa:16:3e:11:d5:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05f356cb-67da-424f-a1a1-59293365f79f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1623, 'fixed_ips': [{'subnet_id': '71c50f4e-5d00-4779-bfe1-162c05f5fddb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:33:06Z', 'updated_at': '2021-10-27T10:33:19Z', 'revision_number': 5, 'project_id': '5cdd6d2f037d42e18150718a811d487c', 'subnets': [{'id': '71c50f4e-5d00-4779-bfe1-162c05f5fddb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:33:35.008585 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-42bd297a-f8f7-4967-9966-1fd85a5a62ba req-e1def455-ed32-4494-8f1b-ea1f7f9d9d28 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.44 "GET /v2.0/ports?device_id=ae810163-3c24-42c6-8688-7289f0082693 HTTP/1.1" status: 200 len: 210 time: 0.1011014 Oct 27 10:33:35.102161 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54093935-ebcc-4fc9-b15c-d86674d608ca None None] New status for floating IP 2d76b6f9-ab6c-4227-af3b-19590e3b8443: ACTIVE {{(pid=102348) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 10:33:35.457264 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 34990) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:33:35.573344 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-0a036b2f-e41b-4087-9721-7b0823231140 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-90396161-network', 'tenant_id': '5f9dca66d96040dcaba84180dc5fbf18'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:33:35.598590 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a036b2f-e41b-4087-9721-7b0823231140 admin admin] Made reservation on behalf of 5f9dca66d96040dcaba84180dc5fbf18 for: {'network': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:33:35.601305 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-0a036b2f-e41b-4087-9721-7b0823231140 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for network, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:35.617817 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-0a036b2f-e41b-4087-9721-7b0823231140 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:35.721225 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-0a036b2f-e41b-4087-9721-7b0823231140 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:35.731943 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-0a036b2f-e41b-4087-9721-7b0823231140 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:35.752549 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a036b2f-e41b-4087-9721-7b0823231140 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 444} {{(pid=102347) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 10:33:35.771262 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-0a036b2f-e41b-4087-9721-7b0823231140 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:35.771262 n-d-813419-10 neutron-server[102347]: INFO neutron.db.segments_db [None req-0a036b2f-e41b-4087-9721-7b0823231140 admin admin] Added segment 0e9ea29f-fa88-4249-832d-f89c64d3f0ca of type vlan for network 5c1a4959-8e88-4a5e-8cd4-34ec51e75c4b Oct 27 10:33:35.772930 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a036b2f-e41b-4087-9721-7b0823231140 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9dd1478-890b-4ef9-aacc-177fd14037e2,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:33:35.820287 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-0a036b2f-e41b-4087-9721-7b0823231140 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743872593080'] for network, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:35.848224 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-0a036b2f-e41b-4087-9721-7b0823231140 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913'] for network, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:35.849463 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a036b2f-e41b-4087-9721-7b0823231140 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:33:35.850212 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-0a036b2f-e41b-4087-9721-7b0823231140 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for network, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:35.930028 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-0a036b2f-e41b-4087-9721-7b0823231140 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4688849 Oct 27 10:33:35.930834 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 34998) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:33:35.931641 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a036b2f-e41b-4087-9721-7b0823231140 admin admin] Pushing event updated for resources: {'Network': ['ID=5c1a4959-8e88-4a5e-8cd4-34ec51e75c4b,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:33:35.941606 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-29ae0ba6-0efd-49ac-8cf2-4f321780db96 admin admin] Request body: {'subnet': {'network_id': '5c1a4959-8e88-4a5e-8cd4-34ec51e75c4b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-90396161-subnet', 'tenant_id': '5f9dca66d96040dcaba84180dc5fbf18', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:33:35.946630 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Network 5c1a4959-8e88-4a5e-8cd4-34ec51e75c4b details requested by agent ovs-agent-n-d-813419-10 with host n-d-813419-10 {{(pid=102348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 10:33:35.970303 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29ae0ba6-0efd-49ac-8cf2-4f321780db96 admin admin] Made reservation on behalf of 5f9dca66d96040dcaba84180dc5fbf18 for: {'subnet': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:33:35.973648 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-29ae0ba6-0efd-49ac-8cf2-4f321780db96 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27167186'] for subnet, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:36.259255 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-392f9720-8881-467a-ad91-969f24df898f req-4025035a-bf0a-4d25-a505-2ce1c70a497f tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.44 "GET /v2.0/ports?device_id=ae810163-3c24-42c6-8688-7289f0082693 HTTP/1.1" status: 200 len: 210 time: 0.0795400 Oct 27 10:33:36.323875 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-29ae0ba6-0efd-49ac-8cf2-4f321780db96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27024290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27167168'] for subnet, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:36.413321 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ae0ba6-0efd-49ac-8cf2-4f321780db96 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5d5270ea-6d5d-407c-8769-217472745877,revision_number=0']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:33:36.416139 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29ae0ba6-0efd-49ac-8cf2-4f321780db96 admin admin] Checking segment: {'id': '0e9ea29f-fa88-4249-832d-f89c64d3f0ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '5c1a4959-8e88-4a5e-8cd4-34ec51e75c4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:33:36.416679 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29ae0ba6-0efd-49ac-8cf2-4f321780db96 admin admin] Network hostable DHCP agents. Network: 5c1a4959-8e88-4a5e-8cd4-34ec51e75c4b, hostable agents: ['eafd4000-b897-4722-ae8b-0118ec955181'], hosted agents: [] {{(pid=102346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 10:33:36.437587 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29ae0ba6-0efd-49ac-8cf2-4f321780db96 admin admin] Network 5c1a4959-8e88-4a5e-8cd4-34ec51e75c4b is scheduled to be hosted by DHCP agent eafd4000-b897-4722-ae8b-0118ec955181 with binding_index 1 {{(pid=102346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 10:33:36.449923 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-29ae0ba6-0efd-49ac-8cf2-4f321780db96 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-10, 5c1a4959-8e88-4a5e-8cd4-34ec51e75c4b) {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:33:36.460599 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a3df1dd-36a4-453e-9f36-7f1968bf9c62 None None] Network 5c1a4959-8e88-4a5e-8cd4-34ec51e75c4b requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:33:36.488535 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29ae0ba6-0efd-49ac-8cf2-4f321780db96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:33:36.489203 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-29ae0ba6-0efd-49ac-8cf2-4f321780db96 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for subnet, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:36.522294 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-29ae0ba6-0efd-49ac-8cf2-4f321780db96 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5864983 Oct 27 10:33:36.683645 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ff166b3-0746-4350-8e4e-f6f79b199952 None None] Network 5c1a4959-8e88-4a5e-8cd4-34ec51e75c4b requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:33:37.167692 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767d47d8-867b-41ec-a67e-f92fa1146775 req-1bbbaf3d-efbb-4bbe-b252-852d3dac7b91 tempest-ServerAddressesTestJSON-140386922 tempest-ServerAddressesTestJSON-140386922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:33:37.176040 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-767d47d8-867b-41ec-a67e-f92fa1146775 req-1bbbaf3d-efbb-4bbe-b252-852d3dac7b91 tempest-ServerAddressesTestJSON-140386922 tempest-ServerAddressesTestJSON-140386922-project] 10.222.0.44 "GET /v2.0/networks?id=5c1a4959-8e88-4a5e-8cd4-34ec51e75c4b HTTP/1.1" status: 200 len: 812 time: 0.1375284 Oct 27 10:33:37.188598 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-767d47d8-867b-41ec-a67e-f92fa1146775 req-a261cd1b-44f8-426d-a235-360fe32584c8 tempest-ServerAddressesTestJSON-140386922 tempest-ServerAddressesTestJSON-140386922-project] 10.222.0.44 "GET /v2.0/quotas/5f9dca66d96040dcaba84180dc5fbf18 HTTP/1.1" status: 200 len: 375 time: 0.0112760 Oct 27 10:33:37.250738 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-767d47d8-867b-41ec-a67e-f92fa1146775 req-a55f8a23-b5f6-43f4-a84f-19319d3c4705 tempest-ServerAddressesTestJSON-140386922 tempest-ServerAddressesTestJSON-140386922-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=5f9dca66d96040dcaba84180dc5fbf18&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0455329 Oct 27 10:33:37.396525 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-767d47d8-867b-41ec-a67e-f92fa1146775 req-f38054e7-e2ee-4378-a48e-5b41c737668c service neutron] 10.222.0.44 "GET /v2.0/networks/5c1a4959-8e88-4a5e-8cd4-34ec51e75c4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450546 Oct 27 10:33:37.557757 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-767d47d8-867b-41ec-a67e-f92fa1146775 req-559d8379-9aa9-4eea-8f63-b79833d7665e service neutron] 10.222.0.44 "GET /v2.0/networks/5c1a4959-8e88-4a5e-8cd4-34ec51e75c4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1586361 Oct 27 10:33:37.816396 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-615004f0-19da-481e-b2f4-78f699b1390b req-acc58f0b-11f8-4f6a-bc80-cdcfdeaabbf2 tempest-ServerAddressesTestJSON-140386922 tempest-ServerAddressesTestJSON-140386922-project] 10.222.0.44 "GET /v2.0/ports?device_id=4ddc5792-d8c9-482d-9d66-4deaa3581567 HTTP/1.1" status: 200 len: 210 time: 0.0542550 Oct 27 10:33:38.156303 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9180a614-d36f-4e3a-b94a-5e8eed2b2476 req-fdc5c580-c70c-40f5-8240-58e78309d3dd tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:33:38.160907 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-9180a614-d36f-4e3a-b94a-5e8eed2b2476 req-fdc5c580-c70c-40f5-8240-58e78309d3dd tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.44 "GET /v2.0/networks?id=8d938063-6de9-4af7-8c0a-0cc177cd5dd2 HTTP/1.1" status: 200 len: 812 time: 0.1910620 Oct 27 10:33:38.179031 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-9180a614-d36f-4e3a-b94a-5e8eed2b2476 req-03eeb233-f6bf-42f8-8e99-b8f26f6a9cb0 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.44 "GET /v2.0/quotas/9acc1288f1e24e5194b2ab7572b1c5ff HTTP/1.1" status: 200 len: 375 time: 0.0125232 Oct 27 10:33:38.249054 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-9180a614-d36f-4e3a-b94a-5e8eed2b2476 req-3aa11251-fb24-441a-aea3-1fe311ab5417 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=9acc1288f1e24e5194b2ab7572b1c5ff&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0610023 Oct 27 10:33:38.432920 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-9180a614-d36f-4e3a-b94a-5e8eed2b2476 req-69d376b5-bee8-4d38-81f8-a0896b26bcb7 service neutron] 10.222.0.44 "GET /v2.0/networks/8d938063-6de9-4af7-8c0a-0cc177cd5dd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1828523 Oct 27 10:33:38.600455 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-9180a614-d36f-4e3a-b94a-5e8eed2b2476 req-ea27031c-a7f1-48d9-a46b-3868b35e9bba service neutron] 10.222.0.44 "GET /v2.0/networks/8d938063-6de9-4af7-8c0a-0cc177cd5dd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1665654 Oct 27 10:33:38.825815 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-1e637043-23f7-4bb4-951c-f310ddbd7c18 req-5f885e34-d72c-4011-845f-0b532ddbba4f tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.44 "GET /v2.0/ports?device_id=e32bf409-0c4f-4f58-b550-5bb6066a9488 HTTP/1.1" status: 200 len: 210 time: 0.0443709 Oct 27 10:33:38.842270 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:38.995854 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-0e9030b8-c217-4577-a3cc-13986c8db308 req-2b573cbe-39e5-4075-859f-9a36c4a4f3cc tempest-ServerAddressesTestJSON-140386922 tempest-ServerAddressesTestJSON-140386922-project] 10.222.0.44 "GET /v2.0/ports?device_id=4ddc5792-d8c9-482d-9d66-4deaa3581567 HTTP/1.1" status: 200 len: 210 time: 0.0773282 Oct 27 10:33:39.234414 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767d47d8-867b-41ec-a67e-f92fa1146775 req-ed69c2fb-ec3e-49f4-9e19-e9c70b5c42d1 tempest-ServerAddressesTestJSON-140386922 tempest-ServerAddressesTestJSON-140386922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:33:39.236741 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-767d47d8-867b-41ec-a67e-f92fa1146775 req-ed69c2fb-ec3e-49f4-9e19-e9c70b5c42d1 tempest-ServerAddressesTestJSON-140386922 tempest-ServerAddressesTestJSON-140386922-project] 10.222.0.76 "GET /v2.0/networks?id=5c1a4959-8e88-4a5e-8cd4-34ec51e75c4b HTTP/1.1" status: 200 len: 812 time: 0.1646118 Oct 27 10:33:39.256182 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [req-767d47d8-867b-41ec-a67e-f92fa1146775 req-60056053-328b-4157-943b-9acc66abaa59 tempest-ServerAddressesTestJSON-140386922 tempest-ServerAddressesTestJSON-140386922-project] Request body: {'port': {'device_id': '4ddc5792-d8c9-482d-9d66-4deaa3581567', 'network_id': '5c1a4959-8e88-4a5e-8cd4-34ec51e75c4b', 'admin_state_up': True, 'tenant_id': '5f9dca66d96040dcaba84180dc5fbf18'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:33:39.591354 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-767d47d8-867b-41ec-a67e-f92fa1146775 req-60056053-328b-4157-943b-9acc66abaa59 tempest-ServerAddressesTestJSON-140386922 tempest-ServerAddressesTestJSON-140386922-project] Made reservation on behalf of 5f9dca66d96040dcaba84180dc5fbf18 for: {'port': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:33:39.603288 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-767d47d8-867b-41ec-a67e-f92fa1146775 req-60056053-328b-4157-943b-9acc66abaa59 tempest-ServerAddressesTestJSON-140386922 tempest-ServerAddressesTestJSON-140386922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:39.890215 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_common [req-767d47d8-867b-41ec-a67e-f92fa1146775 req-60056053-328b-4157-943b-9acc66abaa59 tempest-ServerAddressesTestJSON-140386922 tempest-ServerAddressesTestJSON-140386922-project] Allocated IP 172.20.0.10 (5c1a4959-8e88-4a5e-8cd4-34ec51e75c4b/5d5270ea-6d5d-407c-8769-217472745877/bed1301f-0ab6-48e0-9b4f-23ee59791b31) {{(pid=102346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:33:39.960272 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1414ade6-568d-4ec2-8fb9-f78c7772752d req-7af2b1cc-8c2e-4f31-8271-5bb6b2d632fd tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:33:39.979211 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-1414ade6-568d-4ec2-8fb9-f78c7772752d req-7af2b1cc-8c2e-4f31-8271-5bb6b2d632fd tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.44 "GET /v2.0/networks?id=8d938063-6de9-4af7-8c0a-0cc177cd5dd2 HTTP/1.1" status: 200 len: 812 time: 0.2319160 Oct 27 10:33:40.007493 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-1414ade6-568d-4ec2-8fb9-f78c7772752d req-e1067b37-1e8c-4d86-aa68-dcfc296b9bfc tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.44 "GET /v2.0/quotas/9acc1288f1e24e5194b2ab7572b1c5ff HTTP/1.1" status: 200 len: 375 time: 0.0273201 Oct 27 10:33:40.052538 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-1414ade6-568d-4ec2-8fb9-f78c7772752d req-3a711b12-4bf9-45ec-8577-cd311e5a7089 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=9acc1288f1e24e5194b2ab7572b1c5ff&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0440705 Oct 27 10:33:40.170930 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-2ff3b136-28f4-4e01-a596-f0c620e00338 req-59a6b1c4-b48a-43a7-ac7e-b7e235b588da tempest-ServerAddressesTestJSON-140386922 tempest-ServerAddressesTestJSON-140386922-project] 10.222.0.44 "GET /v2.0/ports?device_id=4ddc5792-d8c9-482d-9d66-4deaa3581567 HTTP/1.1" status: 200 len: 210 time: 0.0450797 Oct 27 10:33:40.177826 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-1414ade6-568d-4ec2-8fb9-f78c7772752d req-f3c92756-bb2a-4155-8a40-dd5b8b2ed58d service neutron] 10.222.0.44 "GET /v2.0/networks/8d938063-6de9-4af7-8c0a-0cc177cd5dd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243601 Oct 27 10:33:40.245627 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-767d47d8-867b-41ec-a67e-f92fa1146775 req-60056053-328b-4157-943b-9acc66abaa59 tempest-ServerAddressesTestJSON-140386922 tempest-ServerAddressesTestJSON-140386922-project] Publish callbacks [] for port, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:40.313159 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-1414ade6-568d-4ec2-8fb9-f78c7772752d req-b079fffa-c582-4f28-81d9-ffc8b2472ca4 service neutron] 10.222.0.44 "GET /v2.0/networks/8d938063-6de9-4af7-8c0a-0cc177cd5dd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344664 Oct 27 10:33:40.313412 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-767d47d8-867b-41ec-a67e-f92fa1146775 req-60056053-328b-4157-943b-9acc66abaa59 tempest-ServerAddressesTestJSON-140386922 tempest-ServerAddressesTestJSON-140386922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:40.401213 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-767d47d8-867b-41ec-a67e-f92fa1146775 req-60056053-328b-4157-943b-9acc66abaa59 tempest-ServerAddressesTestJSON-140386922 tempest-ServerAddressesTestJSON-140386922-project] Network 5c1a4959-8e88-4a5e-8cd4-34ec51e75c4b is already hosted by enough agents. {{(pid=102346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:33:40.407217 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [req-767d47d8-867b-41ec-a67e-f92fa1146775 req-60056053-328b-4157-943b-9acc66abaa59 tempest-ServerAddressesTestJSON-140386922 tempest-ServerAddressesTestJSON-140386922-project] Resources bound (agent type, host, resource id): {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:33:40.418789 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [req-767d47d8-867b-41ec-a67e-f92fa1146775 req-60056053-328b-4157-943b-9acc66abaa59 tempest-ServerAddressesTestJSON-140386922 tempest-ServerAddressesTestJSON-140386922-project] Received port after_create {{(pid=102346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:33:40.471332 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60056053-328b-4157-943b-9acc66abaa59 tempest-ServerAddressesTestJSON-140386922 tempest-ServerAddressesTestJSON-140386922-project] Pushing event updated for resources: {'Port': ['ID=bed1301f-0ab6-48e0-9b4f-23ee59791b31,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:33:40.499418 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60056053-328b-4157-943b-9acc66abaa59 tempest-ServerAddressesTestJSON-140386922 tempest-ServerAddressesTestJSON-140386922-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:33:40.500766 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60056053-328b-4157-943b-9acc66abaa59 tempest-ServerAddressesTestJSON-140386922 tempest-ServerAddressesTestJSON-140386922-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:33:40.501297 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60056053-328b-4157-943b-9acc66abaa59 tempest-ServerAddressesTestJSON-140386922 tempest-ServerAddressesTestJSON-140386922-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:33:40.502630 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60056053-328b-4157-943b-9acc66abaa59 tempest-ServerAddressesTestJSON-140386922 tempest-ServerAddressesTestJSON-140386922-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:33:40.503150 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60056053-328b-4157-943b-9acc66abaa59 tempest-ServerAddressesTestJSON-140386922 tempest-ServerAddressesTestJSON-140386922-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:33:40.504800 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60056053-328b-4157-943b-9acc66abaa59 tempest-ServerAddressesTestJSON-140386922 tempest-ServerAddressesTestJSON-140386922-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:33:40.505484 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60056053-328b-4157-943b-9acc66abaa59 tempest-ServerAddressesTestJSON-140386922 tempest-ServerAddressesTestJSON-140386922-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:33:40.505895 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60056053-328b-4157-943b-9acc66abaa59 tempest-ServerAddressesTestJSON-140386922 tempest-ServerAddressesTestJSON-140386922-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:33:40.506489 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60056053-328b-4157-943b-9acc66abaa59 tempest-ServerAddressesTestJSON-140386922 tempest-ServerAddressesTestJSON-140386922-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:33:40.507013 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60056053-328b-4157-943b-9acc66abaa59 tempest-ServerAddressesTestJSON-140386922 tempest-ServerAddressesTestJSON-140386922-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:33:40.507467 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60056053-328b-4157-943b-9acc66abaa59 tempest-ServerAddressesTestJSON-140386922 tempest-ServerAddressesTestJSON-140386922-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:33:40.507869 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60056053-328b-4157-943b-9acc66abaa59 tempest-ServerAddressesTestJSON-140386922 tempest-ServerAddressesTestJSON-140386922-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:33:40.554584 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767d47d8-867b-41ec-a67e-f92fa1146775 req-60056053-328b-4157-943b-9acc66abaa59 tempest-ServerAddressesTestJSON-140386922 tempest-ServerAddressesTestJSON-140386922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:33:40.555037 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-767d47d8-867b-41ec-a67e-f92fa1146775 req-60056053-328b-4157-943b-9acc66abaa59 tempest-ServerAddressesTestJSON-140386922 tempest-ServerAddressesTestJSON-140386922-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:40.576852 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-767d47d8-867b-41ec-a67e-f92fa1146775 req-60056053-328b-4157-943b-9acc66abaa59 tempest-ServerAddressesTestJSON-140386922 tempest-ServerAddressesTestJSON-140386922-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3269529 Oct 27 10:33:40.603420 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [req-767d47d8-867b-41ec-a67e-f92fa1146775 req-5cc96aa9-d17d-4138-b658-95633e8a55c5 service neutron] Request body: {'port': {'device_id': '4ddc5792-d8c9-482d-9d66-4deaa3581567', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-10'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:33:40.640130 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-dbc46b52-1647-4179-87df-122149f958c6 req-8cf8c5b4-9124-4130-9577-c0adccd5715a tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.44 "GET /v2.0/ports?device_id=6f8e6fef-e699-49ea-9f5d-5bd95a7e9f0f HTTP/1.1" status: 200 len: 210 time: 0.0533478 Oct 27 10:33:40.718959 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-767d47d8-867b-41ec-a67e-f92fa1146775 req-5cc96aa9-d17d-4138-b658-95633e8a55c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:41.179539 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [req-767d47d8-867b-41ec-a67e-f92fa1146775 req-5cc96aa9-d17d-4138-b658-95633e8a55c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bed1301f-0ab6-48e0-9b4f-23ee59791b31 {{(pid=102346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:33:41.190271 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-767d47d8-867b-41ec-a67e-f92fa1146775 req-5cc96aa9-d17d-4138-b658-95633e8a55c5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:41.205867 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.provisioning_blocks [req-767d47d8-867b-41ec-a67e-f92fa1146775 req-5cc96aa9-d17d-4138-b658-95633e8a55c5 service neutron] Transition to ACTIVE for port object bed1301f-0ab6-48e0-9b4f-23ee59791b31 will not be triggered until provisioned by entity L2. {{(pid=102346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 10:33:41.233896 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-767d47d8-867b-41ec-a67e-f92fa1146775 req-5cc96aa9-d17d-4138-b658-95633e8a55c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27024173'] for port, after_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:41.428034 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83f3ad5-b2f9-44a9-8288-6e9927b859f5 req-ef4102c4-c006-411b-a874-67de43144c4a tempest-ServerAddressesTestJSON-140386922 tempest-ServerAddressesTestJSON-140386922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:33:41.440085 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-a83f3ad5-b2f9-44a9-8288-6e9927b859f5 req-ef4102c4-c006-411b-a874-67de43144c4a tempest-ServerAddressesTestJSON-140386922 tempest-ServerAddressesTestJSON-140386922-project] 10.222.0.44 "GET /v2.0/ports?device_id=4ddc5792-d8c9-482d-9d66-4deaa3581567 HTTP/1.1" status: 200 len: 944 time: 0.0706885 Oct 27 10:33:41.503251 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc96aa9-d17d-4138-b658-95633e8a55c5 service neutron] Pushing event updated for resources: {'Port': ['ID=bed1301f-0ab6-48e0-9b4f-23ee59791b31,revision_number=2']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:33:41.544164 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-a83f3ad5-b2f9-44a9-8288-6e9927b859f5 req-50bbf942-05f0-48e2-a31c-ac7c628e0825 tempest-ServerAddressesTestJSON-140386922 tempest-ServerAddressesTestJSON-140386922-project] 10.222.0.44 "GET /v2.0/security-groups?id=e9dd1478-890b-4ef9-aacc-177fd14037e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025867 Oct 27 10:33:41.722621 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.managers [req-767d47d8-867b-41ec-a67e-f92fa1146775 req-5cc96aa9-d17d-4138-b658-95633e8a55c5 service neutron] Attempting to bind port bed1301f-0ab6-48e0-9b4f-23ee59791b31 on host n-h2-813419-10 for vnic_type normal with profile {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:33:41.723035 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.managers [req-767d47d8-867b-41ec-a67e-f92fa1146775 req-5cc96aa9-d17d-4138-b658-95633e8a55c5 service neutron] Attempting to bind port bed1301f-0ab6-48e0-9b4f-23ee59791b31 by drivers openvswitch,hyperv on host n-h2-813419-10 at level 0 using segments [{'id': '0e9ea29f-fa88-4249-832d-f89c64d3f0ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '5c1a4959-8e88-4a5e-8cd4-34ec51e75c4b'}] {{(pid=102346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:33:41.723273 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-767d47d8-867b-41ec-a67e-f92fa1146775 req-5cc96aa9-d17d-4138-b658-95633e8a55c5 service neutron] Attempting to bind port bed1301f-0ab6-48e0-9b4f-23ee59791b31 on network 5c1a4959-8e88-4a5e-8cd4-34ec51e75c4b {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:33:41.731852 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-767d47d8-867b-41ec-a67e-f92fa1146775 req-5cc96aa9-d17d-4138-b658-95633e8a55c5 service neutron] Port bed1301f-0ab6-48e0-9b4f-23ee59791b31 on network 5c1a4959-8e88-4a5e-8cd4-34ec51e75c4b not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-10 {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 10:33:41.732251 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-767d47d8-867b-41ec-a67e-f92fa1146775 req-5cc96aa9-d17d-4138-b658-95633e8a55c5 service neutron] Attempting to bind port bed1301f-0ab6-48e0-9b4f-23ee59791b31 on network 5c1a4959-8e88-4a5e-8cd4-34ec51e75c4b {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:33:41.741191 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-767d47d8-867b-41ec-a67e-f92fa1146775 req-5cc96aa9-d17d-4138-b658-95633e8a55c5 service neutron] Checking agent: {'id': 'a2edc247-0fa4-4ce6-bbae-a10492f6bd71', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 16, 9), 'started_at': datetime.datetime(2021, 10, 27, 10, 16, 9), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 33, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:33:41.742059 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-767d47d8-867b-41ec-a67e-f92fa1146775 req-5cc96aa9-d17d-4138-b658-95633e8a55c5 service neutron] Checking segment: {'id': '0e9ea29f-fa88-4249-832d-f89c64d3f0ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '5c1a4959-8e88-4a5e-8cd4-34ec51e75c4b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:33:41.742462 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-767d47d8-867b-41ec-a67e-f92fa1146775 req-5cc96aa9-d17d-4138-b658-95633e8a55c5 service neutron] Bound using segment: {'id': '0e9ea29f-fa88-4249-832d-f89c64d3f0ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '5c1a4959-8e88-4a5e-8cd4-34ec51e75c4b'} {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:33:41.742952 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.managers [req-767d47d8-867b-41ec-a67e-f92fa1146775 req-5cc96aa9-d17d-4138-b658-95633e8a55c5 service neutron] Bound port: bed1301f-0ab6-48e0-9b4f-23ee59791b31, host: n-h2-813419-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e9ea29f-fa88-4249-832d-f89c64d3f0ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '5c1a4959-8e88-4a5e-8cd4-34ec51e75c4b'}}] {{(pid=102346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:33:41.743231 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-767d47d8-867b-41ec-a67e-f92fa1146775 req-5cc96aa9-d17d-4138-b658-95633e8a55c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:41.932938 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-b6813c83-a0a8-4a17-9520-5ca276cfa5fc req-e31a0f8d-0a49-48a4-ba70-5093f6b4680b tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.44 "GET /v2.0/ports?device_id=6f8e6fef-e699-49ea-9f5d-5bd95a7e9f0f HTTP/1.1" status: 200 len: 210 time: 0.0651972 Oct 27 10:33:41.952603 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [req-767d47d8-867b-41ec-a67e-f92fa1146775 req-5cc96aa9-d17d-4138-b658-95633e8a55c5 service neutron] For port bed1301f-0ab6-48e0-9b4f-23ee59791b31, host n-h2-813419-10, cleared binding levels {{(pid=102346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:33:41.957849 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [req-767d47d8-867b-41ec-a67e-f92fa1146775 req-5cc96aa9-d17d-4138-b658-95633e8a55c5 service neutron] For port bed1301f-0ab6-48e0-9b4f-23ee59791b31, host n-h2-813419-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=bed1301f-0ab6-48e0-9b4f-23ee59791b31,segment=NetworkSegment(0e9ea29f-fa88-4249-832d-f89c64d3f0ca),segment_id=0e9ea29f-fa88-4249-832d-f89c64d3f0ca)] {{(pid=102346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:33:41.972545 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-767d47d8-867b-41ec-a67e-f92fa1146775 req-5cc96aa9-d17d-4138-b658-95633e8a55c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27024173'] for port, after_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:42.040963 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767d47d8-867b-41ec-a67e-f92fa1146775 req-5cc96aa9-d17d-4138-b658-95633e8a55c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:33:42.042850 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-767d47d8-867b-41ec-a67e-f92fa1146775 req-5cc96aa9-d17d-4138-b658-95633e8a55c5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:42.045271 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-767d47d8-867b-41ec-a67e-f92fa1146775 req-5cc96aa9-d17d-4138-b658-95633e8a55c5 service neutron] 10.222.0.76 "PUT /v2.0/ports/bed1301f-0ab6-48e0-9b4f-23ee59791b31 HTTP/1.1" status: 200 len: 1093 time: 1.4461000 Oct 27 10:33:42.045737 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ddc5792-d8c9-482d-9d66-4deaa3581567', 'tag': 'bed1301f-0ab6-48e0-9b4f-23ee59791b31'}] {{(pid=102346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:33:42.048151 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc0e418f5fc417c8d55d94c0aa509b037d0beb2a734c1a709e789eb65639a56d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38ca9821-d47f-439f-bd18-a1e478a2f82c" -d '{"events": [{"name": "network-changed", "server_uuid": "4ddc5792-d8c9-482d-9d66-4deaa3581567", "tag": "bed1301f-0ab6-48e0-9b4f-23ee59791b31"}]}' {{(pid=102346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:33:42.108768 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 10:33:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a42354cc-917e-46c0-9f56-7f340686e2e7 x-openstack-request-id: req-a42354cc-917e-46c0-9f56-7f340686e2e7 {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:33:42.109063 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ddc5792-d8c9-482d-9d66-4deaa3581567", "tag": "bed1301f-0ab6-48e0-9b4f-23ee59791b31", "status": "completed", "code": 200}]} {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:33:42.109319 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a42354cc-917e-46c0-9f56-7f340686e2e7 {{(pid=102346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:33:42.109719 n-d-813419-10 neutron-server[102346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ddc5792-d8c9-482d-9d66-4deaa3581567', 'tag': 'bed1301f-0ab6-48e0-9b4f-23ee59791b31', 'status': 'completed', 'code': 200} Oct 27 10:33:42.110650 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc96aa9-d17d-4138-b658-95633e8a55c5 service neutron] Pushing event updated for resources: {'Port': ['ID=bed1301f-0ab6-48e0-9b4f-23ee59791b31,revision_number=3']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:33:42.217089 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767d47d8-867b-41ec-a67e-f92fa1146775 req-82fcf05d-e751-4433-9d76-966f7ccd4725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:33:42.218365 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-767d47d8-867b-41ec-a67e-f92fa1146775 req-82fcf05d-e751-4433-9d76-966f7ccd4725 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=5f9dca66d96040dcaba84180dc5fbf18&device_id=4ddc5792-d8c9-482d-9d66-4deaa3581567 HTTP/1.1" status: 200 len: 1096 time: 0.0747173 Oct 27 10:33:42.273564 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-767d47d8-867b-41ec-a67e-f92fa1146775 req-6588c47e-725a-4328-89eb-0249cff07280 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bed1301f-0ab6-48e0-9b4f-23ee59791b31 HTTP/1.1" status: 200 len: 217 time: 0.0463190 Oct 27 10:33:42.321893 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1414ade6-568d-4ec2-8fb9-f78c7772752d req-7c71ff00-415c-43d9-b315-10674fd71a13 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:33:42.323945 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-1414ade6-568d-4ec2-8fb9-f78c7772752d req-7c71ff00-415c-43d9-b315-10674fd71a13 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.64 "GET /v2.0/networks?id=8d938063-6de9-4af7-8c0a-0cc177cd5dd2 HTTP/1.1" status: 200 len: 812 time: 0.1607394 Oct 27 10:33:42.338373 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [req-1414ade6-568d-4ec2-8fb9-f78c7772752d req-618daac4-bee3-40d5-981c-99e77b5428bb tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] Request body: {'port': {'device_id': '6f8e6fef-e699-49ea-9f5d-5bd95a7e9f0f', 'network_id': '8d938063-6de9-4af7-8c0a-0cc177cd5dd2', 'admin_state_up': True, 'tenant_id': '9acc1288f1e24e5194b2ab7572b1c5ff'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:33:42.378587 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767d47d8-867b-41ec-a67e-f92fa1146775 req-070e85ba-7863-4a47-a213-333e19b21d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:33:42.380275 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-767d47d8-867b-41ec-a67e-f92fa1146775 req-070e85ba-7863-4a47-a213-333e19b21d55 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=5d5270ea-6d5d-407c-8769-217472745877 HTTP/1.1" status: 200 len: 852 time: 0.0987761 Oct 27 10:33:42.432441 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-767d47d8-867b-41ec-a67e-f92fa1146775 req-4f255fe6-de08-4578-8d77-3d1778cc7949 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=5c1a4959-8e88-4a5e-8cd4-34ec51e75c4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0446465 Oct 27 10:33:42.499657 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1414ade6-568d-4ec2-8fb9-f78c7772752d req-618daac4-bee3-40d5-981c-99e77b5428bb tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] Made reservation on behalf of 9acc1288f1e24e5194b2ab7572b1c5ff for: {'port': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:33:42.504113 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-1414ade6-568d-4ec2-8fb9-f78c7772752d req-618daac4-bee3-40d5-981c-99e77b5428bb tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:42.622815 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-767d47d8-867b-41ec-a67e-f92fa1146775 req-8107e1bf-3edd-4811-8c7f-956a8d165118 service neutron] 10.222.0.76 "GET /v2.0/networks/5c1a4959-8e88-4a5e-8cd4-34ec51e75c4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1821194 Oct 27 10:33:42.745899 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-767d47d8-867b-41ec-a67e-f92fa1146775 req-814fc5f7-3c45-4e59-bbcb-fb65a90c1ebc service neutron] 10.222.0.76 "GET /v2.0/networks/5c1a4959-8e88-4a5e-8cd4-34ec51e75c4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1152110 Oct 27 10:33:42.754577 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44b608b-d6c3-4eab-add3-737d99fbf8f6 req-470ca1be-05d8-4abb-ac72-c266910e74f7 tempest-ServerAddressesTestJSON-140386922 tempest-ServerAddressesTestJSON-140386922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:33:42.756110 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-a44b608b-d6c3-4eab-add3-737d99fbf8f6 req-470ca1be-05d8-4abb-ac72-c266910e74f7 tempest-ServerAddressesTestJSON-140386922 tempest-ServerAddressesTestJSON-140386922-project] 10.222.0.44 "GET /v2.0/ports?device_id=4ddc5792-d8c9-482d-9d66-4deaa3581567 HTTP/1.1" status: 200 len: 944 time: 0.0864944 Oct 27 10:33:42.870782 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_common [req-1414ade6-568d-4ec2-8fb9-f78c7772752d req-618daac4-bee3-40d5-981c-99e77b5428bb tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] Allocated IP 172.20.0.2 (8d938063-6de9-4af7-8c0a-0cc177cd5dd2/d10e012c-67dd-4bab-810d-02cbf72e2d75/3129b5ac-387a-47c4-af16-bf390d52c84e) {{(pid=102347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:33:42.882928 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-a44b608b-d6c3-4eab-add3-737d99fbf8f6 req-0cf9cbbe-9c35-4fa1-9c35-cf9b4471b5cc tempest-ServerAddressesTestJSON-140386922 tempest-ServerAddressesTestJSON-140386922-project] 10.222.0.44 "GET /v2.0/security-groups?id=e9dd1478-890b-4ef9-aacc-177fd14037e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065986 Oct 27 10:33:42.974262 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ca9821-d47f-439f-bd18-a1e478a2f82c req-170e3d08-1a8a-4de3-894e-5ca9f00b2e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:33:42.975967 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-38ca9821-d47f-439f-bd18-a1e478a2f82c req-170e3d08-1a8a-4de3-894e-5ca9f00b2e06 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=5f9dca66d96040dcaba84180dc5fbf18&device_id=4ddc5792-d8c9-482d-9d66-4deaa3581567 HTTP/1.1" status: 200 len: 1096 time: 0.0987535 Oct 27 10:33:43.223210 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-082e9480-05d8-4d14-8765-d6e8d90a5d17 req-647fa271-a46d-4654-b774-3e61d543e07e tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.44 "GET /v2.0/ports?device_id=6f8e6fef-e699-49ea-9f5d-5bd95a7e9f0f HTTP/1.1" status: 200 len: 210 time: 0.0741713 Oct 27 10:33:43.236774 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ca9821-d47f-439f-bd18-a1e478a2f82c req-f4a68751-d04e-476c-87af-a689eafb81ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:33:43.238992 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-38ca9821-d47f-439f-bd18-a1e478a2f82c req-f4a68751-d04e-476c-87af-a689eafb81ab service neutron] 10.222.0.76 "GET /v2.0/networks?id=5c1a4959-8e88-4a5e-8cd4-34ec51e75c4b HTTP/1.1" status: 200 len: 913 time: 0.2554088 Oct 27 10:33:43.318832 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-38ca9821-d47f-439f-bd18-a1e478a2f82c req-fa6a7a77-1f7b-4a23-9850-0ed4f8a8a36e service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bed1301f-0ab6-48e0-9b4f-23ee59791b31 HTTP/1.1" status: 200 len: 217 time: 0.0695326 Oct 27 10:33:43.397145 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-1414ade6-568d-4ec2-8fb9-f78c7772752d req-618daac4-bee3-40d5-981c-99e77b5428bb tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] Publish callbacks [] for port, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:43.398157 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ca9821-d47f-439f-bd18-a1e478a2f82c req-61b772a7-007c-4693-9d40-37bc25ac00bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:33:43.400105 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-38ca9821-d47f-439f-bd18-a1e478a2f82c req-61b772a7-007c-4693-9d40-37bc25ac00bf service neutron] 10.222.0.76 "GET /v2.0/subnets?id=5d5270ea-6d5d-407c-8769-217472745877 HTTP/1.1" status: 200 len: 852 time: 0.0638874 Oct 27 10:33:43.447789 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-38ca9821-d47f-439f-bd18-a1e478a2f82c req-4707fd44-26d5-46c9-85ce-bccc08bfb6bd service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=5c1a4959-8e88-4a5e-8cd4-34ec51e75c4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396628 Oct 27 10:33:43.472098 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-1414ade6-568d-4ec2-8fb9-f78c7772752d req-618daac4-bee3-40d5-981c-99e77b5428bb tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:43.548869 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1414ade6-568d-4ec2-8fb9-f78c7772752d req-618daac4-bee3-40d5-981c-99e77b5428bb tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] Network 8d938063-6de9-4af7-8c0a-0cc177cd5dd2 is already hosted by enough agents. {{(pid=102347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:33:43.552329 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [req-1414ade6-568d-4ec2-8fb9-f78c7772752d req-618daac4-bee3-40d5-981c-99e77b5428bb tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] Resources bound (agent type, host, resource id): {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:33:43.556897 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [req-1414ade6-568d-4ec2-8fb9-f78c7772752d req-618daac4-bee3-40d5-981c-99e77b5428bb tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] Received port after_create {{(pid=102347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:33:43.572498 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-38ca9821-d47f-439f-bd18-a1e478a2f82c req-dc3ebd73-d4fc-4715-807c-30dbb95a1cea service neutron] 10.222.0.76 "GET /v2.0/networks/5c1a4959-8e88-4a5e-8cd4-34ec51e75c4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1147780 Oct 27 10:33:43.596636 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618daac4-bee3-40d5-981c-99e77b5428bb tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] Pushing event updated for resources: {'Port': ['ID=3129b5ac-387a-47c4-af16-bf390d52c84e,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:33:43.622218 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1414ade6-568d-4ec2-8fb9-f78c7772752d req-618daac4-bee3-40d5-981c-99e77b5428bb tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:33:43.622888 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-1414ade6-568d-4ec2-8fb9-f78c7772752d req-618daac4-bee3-40d5-981c-99e77b5428bb tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:43.644170 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-1414ade6-568d-4ec2-8fb9-f78c7772752d req-618daac4-bee3-40d5-981c-99e77b5428bb tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3087659 Oct 27 10:33:43.657523 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [req-1414ade6-568d-4ec2-8fb9-f78c7772752d req-5d0dd088-b511-4ce6-98b1-cb13189de7be service neutron] Request body: {'port': {'device_id': '6f8e6fef-e699-49ea-9f5d-5bd95a7e9f0f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-10'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:33:43.678633 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-38ca9821-d47f-439f-bd18-a1e478a2f82c req-aab05d98-afa1-4362-8acb-60182301341f service neutron] 10.222.0.76 "GET /v2.0/networks/5c1a4959-8e88-4a5e-8cd4-34ec51e75c4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966771 Oct 27 10:33:43.725203 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-1414ade6-568d-4ec2-8fb9-f78c7772752d req-5d0dd088-b511-4ce6-98b1-cb13189de7be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:44.029313 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [req-1414ade6-568d-4ec2-8fb9-f78c7772752d req-5d0dd088-b511-4ce6-98b1-cb13189de7be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3129b5ac-387a-47c4-af16-bf390d52c84e {{(pid=102347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:33:44.038783 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-1414ade6-568d-4ec2-8fb9-f78c7772752d req-5d0dd088-b511-4ce6-98b1-cb13189de7be service neutron] Publish callbacks [] for port, precommit_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:44.054839 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.provisioning_blocks [req-1414ade6-568d-4ec2-8fb9-f78c7772752d req-5d0dd088-b511-4ce6-98b1-cb13189de7be service neutron] Transition to ACTIVE for port object 3129b5ac-387a-47c4-af16-bf390d52c84e will not be triggered until provisioned by entity L2. {{(pid=102347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 10:33:44.076247 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-1414ade6-568d-4ec2-8fb9-f78c7772752d req-5d0dd088-b511-4ce6-98b1-cb13189de7be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:44.158761 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0dd088-b511-4ce6-98b1-cb13189de7be service neutron] Pushing event updated for resources: {'Port': ['ID=3129b5ac-387a-47c4-af16-bf390d52c84e,revision_number=2']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:33:44.263218 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-1414ade6-568d-4ec2-8fb9-f78c7772752d req-5d0dd088-b511-4ce6-98b1-cb13189de7be service neutron] Attempting to bind port 3129b5ac-387a-47c4-af16-bf390d52c84e on host n-h1-813419-10 for vnic_type normal with profile {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:33:44.263552 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-1414ade6-568d-4ec2-8fb9-f78c7772752d req-5d0dd088-b511-4ce6-98b1-cb13189de7be service neutron] Attempting to bind port 3129b5ac-387a-47c4-af16-bf390d52c84e by drivers openvswitch,hyperv on host n-h1-813419-10 at level 0 using segments [{'id': '7dd77195-ce76-4d8f-a4a0-21bf27911aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8d938063-6de9-4af7-8c0a-0cc177cd5dd2'}] {{(pid=102347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:33:44.263882 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1414ade6-568d-4ec2-8fb9-f78c7772752d req-5d0dd088-b511-4ce6-98b1-cb13189de7be service neutron] Attempting to bind port 3129b5ac-387a-47c4-af16-bf390d52c84e on network 8d938063-6de9-4af7-8c0a-0cc177cd5dd2 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:33:44.270890 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1414ade6-568d-4ec2-8fb9-f78c7772752d req-5d0dd088-b511-4ce6-98b1-cb13189de7be service neutron] Port 3129b5ac-387a-47c4-af16-bf390d52c84e on network 8d938063-6de9-4af7-8c0a-0cc177cd5dd2 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-10 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 10:33:44.271354 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1414ade6-568d-4ec2-8fb9-f78c7772752d req-5d0dd088-b511-4ce6-98b1-cb13189de7be service neutron] Attempting to bind port 3129b5ac-387a-47c4-af16-bf390d52c84e on network 8d938063-6de9-4af7-8c0a-0cc177cd5dd2 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:33:44.277471 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1414ade6-568d-4ec2-8fb9-f78c7772752d req-5d0dd088-b511-4ce6-98b1-cb13189de7be service neutron] Checking agent: {'id': 'a52e1cab-0c63-402d-9c94-330537c6c076', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 16, 2), 'started_at': datetime.datetime(2021, 10, 27, 10, 16, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 33, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:33:44.278517 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1414ade6-568d-4ec2-8fb9-f78c7772752d req-5d0dd088-b511-4ce6-98b1-cb13189de7be service neutron] Checking segment: {'id': '7dd77195-ce76-4d8f-a4a0-21bf27911aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8d938063-6de9-4af7-8c0a-0cc177cd5dd2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:33:44.279082 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1414ade6-568d-4ec2-8fb9-f78c7772752d req-5d0dd088-b511-4ce6-98b1-cb13189de7be service neutron] Bound using segment: {'id': '7dd77195-ce76-4d8f-a4a0-21bf27911aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8d938063-6de9-4af7-8c0a-0cc177cd5dd2'} {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:33:44.279709 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-1414ade6-568d-4ec2-8fb9-f78c7772752d req-5d0dd088-b511-4ce6-98b1-cb13189de7be service neutron] Bound port: 3129b5ac-387a-47c4-af16-bf390d52c84e, host: n-h1-813419-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7dd77195-ce76-4d8f-a4a0-21bf27911aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8d938063-6de9-4af7-8c0a-0cc177cd5dd2'}}] {{(pid=102347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:33:44.280439 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-1414ade6-568d-4ec2-8fb9-f78c7772752d req-5d0dd088-b511-4ce6-98b1-cb13189de7be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:44.437736 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0872e9e-dd8e-4d48-927e-1905be5a92db req-b8b34c0b-55e1-4dda-b4dd-d22dc7dc1007 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:33:44.445781 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-a0872e9e-dd8e-4d48-927e-1905be5a92db req-b8b34c0b-55e1-4dda-b4dd-d22dc7dc1007 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.44 "GET /v2.0/ports?device_id=6f8e6fef-e699-49ea-9f5d-5bd95a7e9f0f HTTP/1.1" status: 200 len: 943 time: 0.0867114 Oct 27 10:33:44.493537 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-1414ade6-568d-4ec2-8fb9-f78c7772752d req-5d0dd088-b511-4ce6-98b1-cb13189de7be service neutron] For port 3129b5ac-387a-47c4-af16-bf390d52c84e, host n-h1-813419-10, cleared binding levels {{(pid=102347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:33:44.500992 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-1414ade6-568d-4ec2-8fb9-f78c7772752d req-5d0dd088-b511-4ce6-98b1-cb13189de7be service neutron] For port 3129b5ac-387a-47c4-af16-bf390d52c84e, host n-h1-813419-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=3129b5ac-387a-47c4-af16-bf390d52c84e,segment=NetworkSegment(7dd77195-ce76-4d8f-a4a0-21bf27911aee),segment_id=7dd77195-ce76-4d8f-a4a0-21bf27911aee)] {{(pid=102347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:33:44.510262 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-1414ade6-568d-4ec2-8fb9-f78c7772752d req-5d0dd088-b511-4ce6-98b1-cb13189de7be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:44.536491 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28adb860-cd91-4ace-b02a-1116af3c53a8 req-a2f3bf1b-e940-4b36-8256-066124be41f1 tempest-ServerAddressesTestJSON-140386922 tempest-ServerAddressesTestJSON-140386922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:33:44.538035 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-28adb860-cd91-4ace-b02a-1116af3c53a8 req-a2f3bf1b-e940-4b36-8256-066124be41f1 tempest-ServerAddressesTestJSON-140386922 tempest-ServerAddressesTestJSON-140386922-project] 10.222.0.44 "GET /v2.0/ports?device_id=4ddc5792-d8c9-482d-9d66-4deaa3581567 HTTP/1.1" status: 200 len: 944 time: 0.5699787 Oct 27 10:33:44.547198 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-a0872e9e-dd8e-4d48-927e-1905be5a92db req-c048289f-a9dc-4331-a675-55878a2f6a0b tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.44 "GET /v2.0/security-groups?id=1cfb3b36-7fdd-4213-b115-9d47e1636c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992362 Oct 27 10:33:44.565221 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1414ade6-568d-4ec2-8fb9-f78c7772752d req-5d0dd088-b511-4ce6-98b1-cb13189de7be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:33:44.566595 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-1414ade6-568d-4ec2-8fb9-f78c7772752d req-5d0dd088-b511-4ce6-98b1-cb13189de7be service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:44.568883 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-1414ade6-568d-4ec2-8fb9-f78c7772752d req-5d0dd088-b511-4ce6-98b1-cb13189de7be service neutron] 10.222.0.64 "PUT /v2.0/ports/3129b5ac-387a-47c4-af16-bf390d52c84e HTTP/1.1" status: 200 len: 1092 time: 0.9163768 Oct 27 10:33:44.570190 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f8e6fef-e699-49ea-9f5d-5bd95a7e9f0f', 'tag': '3129b5ac-387a-47c4-af16-bf390d52c84e'}] {{(pid=102347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:33:44.573067 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311149b481204ee7edffdb959c881838506fbd95bc8577c048f6677abb73acc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57205a69-291b-4ad8-93d1-1c3290799162" -d '{"events": [{"name": "network-changed", "server_uuid": "6f8e6fef-e699-49ea-9f5d-5bd95a7e9f0f", "tag": "3129b5ac-387a-47c4-af16-bf390d52c84e"}]}' {{(pid=102347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:33:44.594095 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-28adb860-cd91-4ace-b02a-1116af3c53a8 req-6c138999-1ab7-4fa3-abbd-59afe4754242 tempest-ServerAddressesTestJSON-140386922 tempest-ServerAddressesTestJSON-140386922-project] 10.222.0.44 "GET /v2.0/security-groups?id=e9dd1478-890b-4ef9-aacc-177fd14037e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458987 Oct 27 10:33:44.621315 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0dd088-b511-4ce6-98b1-cb13189de7be service neutron] Pushing event updated for resources: {'Port': ['ID=3129b5ac-387a-47c4-af16-bf390d52c84e,revision_number=3']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:33:44.695422 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1414ade6-568d-4ec2-8fb9-f78c7772752d req-8af38fa2-ab5a-4e93-97ee-4f83438d1e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:33:44.700911 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-1414ade6-568d-4ec2-8fb9-f78c7772752d req-8af38fa2-ab5a-4e93-97ee-4f83438d1e79 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9acc1288f1e24e5194b2ab7572b1c5ff&device_id=6f8e6fef-e699-49ea-9f5d-5bd95a7e9f0f HTTP/1.1" status: 200 len: 1095 time: 0.0686271 Oct 27 10:33:44.710767 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 10:33:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63be3d8a-aeba-42fd-ab6f-062bad5ea4be x-openstack-request-id: req-63be3d8a-aeba-42fd-ab6f-062bad5ea4be {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:33:44.711581 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f8e6fef-e699-49ea-9f5d-5bd95a7e9f0f", "tag": "3129b5ac-387a-47c4-af16-bf390d52c84e", "status": "completed", "code": 200}]} {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:33:44.711959 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-63be3d8a-aeba-42fd-ab6f-062bad5ea4be {{(pid=102347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:33:44.712496 n-d-813419-10 neutron-server[102347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f8e6fef-e699-49ea-9f5d-5bd95a7e9f0f', 'tag': '3129b5ac-387a-47c4-af16-bf390d52c84e', 'status': 'completed', 'code': 200} Oct 27 10:33:44.759689 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-1414ade6-568d-4ec2-8fb9-f78c7772752d req-81c2d0d7-3892-447b-937f-494326dc2133 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3129b5ac-387a-47c4-af16-bf390d52c84e HTTP/1.1" status: 200 len: 217 time: 0.0454323 Oct 27 10:33:44.826149 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1414ade6-568d-4ec2-8fb9-f78c7772752d req-348fe468-d29f-4dc6-9876-303249a8a63f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:33:44.827619 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-1414ade6-568d-4ec2-8fb9-f78c7772752d req-348fe468-d29f-4dc6-9876-303249a8a63f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d10e012c-67dd-4bab-810d-02cbf72e2d75 HTTP/1.1" status: 200 len: 852 time: 0.0607562 Oct 27 10:33:44.863699 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-1414ade6-568d-4ec2-8fb9-f78c7772752d req-4834b471-36c0-441d-b5df-90367b3843f4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8d938063-6de9-4af7-8c0a-0cc177cd5dd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276594 Oct 27 10:33:44.993650 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-1414ade6-568d-4ec2-8fb9-f78c7772752d req-640f7ca4-7d17-40c6-bb14-aa62ccd60cbb service neutron] 10.222.0.64 "GET /v2.0/networks/8d938063-6de9-4af7-8c0a-0cc177cd5dd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222343 Oct 27 10:33:45.106773 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-1414ade6-568d-4ec2-8fb9-f78c7772752d req-12d5b4d0-0fe6-48fa-b3b4-c9f473b0799c service neutron] 10.222.0.64 "GET /v2.0/networks/8d938063-6de9-4af7-8c0a-0cc177cd5dd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051323 Oct 27 10:33:45.265832 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57205a69-291b-4ad8-93d1-1c3290799162 req-ca600742-ee02-4734-b70b-23ce5e691e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:33:45.267427 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-57205a69-291b-4ad8-93d1-1c3290799162 req-ca600742-ee02-4734-b70b-23ce5e691e38 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9acc1288f1e24e5194b2ab7572b1c5ff&device_id=6f8e6fef-e699-49ea-9f5d-5bd95a7e9f0f HTTP/1.1" status: 200 len: 1095 time: 0.1033597 Oct 27 10:33:45.396810 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57205a69-291b-4ad8-93d1-1c3290799162 req-4684e9e5-e984-45fc-af69-f634ba3ffd05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:33:45.398769 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-57205a69-291b-4ad8-93d1-1c3290799162 req-4684e9e5-e984-45fc-af69-f634ba3ffd05 service neutron] 10.222.0.64 "GET /v2.0/networks?id=8d938063-6de9-4af7-8c0a-0cc177cd5dd2 HTTP/1.1" status: 200 len: 913 time: 0.1204085 Oct 27 10:33:45.449942 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-57205a69-291b-4ad8-93d1-1c3290799162 req-56b515fa-c659-4d23-b64f-e8bc823e4b97 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3129b5ac-387a-47c4-af16-bf390d52c84e HTTP/1.1" status: 200 len: 217 time: 0.0429730 Oct 27 10:33:45.795119 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc7c765-164f-43e5-b061-aae988aa4e5d req-5f859f33-e86e-467e-ad64-69b4d85c392f tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:33:45.797423 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ffc7c765-164f-43e5-b061-aae988aa4e5d req-5f859f33-e86e-467e-ad64-69b4d85c392f tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.44 "GET /v2.0/ports?device_id=6f8e6fef-e699-49ea-9f5d-5bd95a7e9f0f HTTP/1.1" status: 200 len: 943 time: 0.1236215 Oct 27 10:33:45.885630 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device bed1301f-0ab6-48e0-9b4f-23ee59791b31 details requested by agent hyperv_n-h2-813419-10 with host n-h2-813419-10 {{(pid=102348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 10:33:45.904832 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ffc7c765-164f-43e5-b061-aae988aa4e5d req-117a142b-0a7a-4f29-84c3-84033a315319 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.44 "GET /v2.0/security-groups?id=1cfb3b36-7fdd-4213-b115-9d47e1636c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007202 Oct 27 10:33:45.920747 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57205a69-291b-4ad8-93d1-1c3290799162 req-c99ba42f-e6f2-4d1d-b836-63950292215f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:33:45.922643 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-57205a69-291b-4ad8-93d1-1c3290799162 req-c99ba42f-e6f2-4d1d-b836-63950292215f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d10e012c-67dd-4bab-810d-02cbf72e2d75 HTTP/1.1" status: 200 len: 852 time: 0.4649096 Oct 27 10:33:45.959174 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-57205a69-291b-4ad8-93d1-1c3290799162 req-c77ade03-db5f-4529-b0a2-bfa708558ddf service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8d938063-6de9-4af7-8c0a-0cc177cd5dd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291252 Oct 27 10:33:45.968015 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631587eb-e62e-49e2-9505-4d88c7e89fbe req-6afac3e3-a530-4b83-864b-6384a2c07830 tempest-ServerAddressesTestJSON-140386922 tempest-ServerAddressesTestJSON-140386922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:33:45.969631 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-631587eb-e62e-49e2-9505-4d88c7e89fbe req-6afac3e3-a530-4b83-864b-6384a2c07830 tempest-ServerAddressesTestJSON-140386922 tempest-ServerAddressesTestJSON-140386922-project] 10.222.0.44 "GET /v2.0/ports?device_id=4ddc5792-d8c9-482d-9d66-4deaa3581567 HTTP/1.1" status: 200 len: 944 time: 0.0961564 Oct 27 10:33:46.002330 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] For port bed1301f-0ab6-48e0-9b4f-23ee59791b31, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=bed1301f-0ab6-48e0-9b4f-23ee59791b31,segment=NetworkSegment(0e9ea29f-fa88-4249-832d-f89c64d3f0ca),segment_id=0e9ea29f-fa88-4249-832d-f89c64d3f0ca)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:33:46.015744 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Returning: {'device': 'bed1301f-0ab6-48e0-9b4f-23ee59791b31', 'network_id': '5c1a4959-8e88-4a5e-8cd4-34ec51e75c4b', 'port_id': 'bed1301f-0ab6-48e0-9b4f-23ee59791b31', 'mac_address': 'fa:16:3e:a7:12:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 444, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d5270ea-6d5d-407c-8769-217472745877', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 10:33:46.075807 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:46.084352 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-631587eb-e62e-49e2-9505-4d88c7e89fbe req-6968d3d9-7515-46dc-a428-2e750ff4b0b9 tempest-ServerAddressesTestJSON-140386922 tempest-ServerAddressesTestJSON-140386922-project] 10.222.0.44 "GET /v2.0/security-groups?id=e9dd1478-890b-4ef9-aacc-177fd14037e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056738 Oct 27 10:33:46.096734 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bed1301f-0ab6-48e0-9b4f-23ee59791b31 {{(pid=102348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:33:46.117469 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] For port bed1301f-0ab6-48e0-9b4f-23ee59791b31, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=bed1301f-0ab6-48e0-9b4f-23ee59791b31,segment=NetworkSegment(0e9ea29f-fa88-4249-832d-f89c64d3f0ca),segment_id=0e9ea29f-fa88-4249-832d-f89c64d3f0ca)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:33:46.124183 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:46.125107 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-57205a69-291b-4ad8-93d1-1c3290799162 req-f0304345-5182-4b1e-82d5-80e553c731f3 service neutron] 10.222.0.64 "GET /v2.0/networks/8d938063-6de9-4af7-8c0a-0cc177cd5dd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1545091 Oct 27 10:33:46.193360 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-87e732e5-c6b5-4af2-a05b-e3a9d1b6f833 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:46.198394 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Pushing event updated for resources: {'Port': ['ID=bed1301f-0ab6-48e0-9b4f-23ee59791b31,revision_number=4']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:33:46.371116 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-57205a69-291b-4ad8-93d1-1c3290799162 req-80d736b7-4855-452a-9a21-17543b2646a2 service neutron] 10.222.0.64 "GET /v2.0/networks/8d938063-6de9-4af7-8c0a-0cc177cd5dd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2320271 Oct 27 10:33:46.447597 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] get_ports_and_sgs() called for port_ids ['bed1301f-0ab6-48e0-9b4f-23ee59791b31'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:33:47.013746 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdd1053-631a-4389-b596-a5760af90e4a req-88178d1c-ba8c-40c8-94f6-ffbb283fa2e9 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:33:47.015413 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-dbdd1053-631a-4389-b596-a5760af90e4a req-88178d1c-ba8c-40c8-94f6-ffbb283fa2e9 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.44 "GET /v2.0/ports?device_id=6f8e6fef-e699-49ea-9f5d-5bd95a7e9f0f HTTP/1.1" status: 200 len: 943 time: 0.0492401 Oct 27 10:33:47.065818 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-dbdd1053-631a-4389-b596-a5760af90e4a req-cf5e3661-d023-42ed-9cf0-06cdabaa4ed4 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.44 "GET /v2.0/security-groups?id=1cfb3b36-7fdd-4213-b115-9d47e1636c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439234 Oct 27 10:33:47.218546 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fa46d9-576d-4edd-a211-7ca3c8c1de03 req-06073f3f-3961-4169-92b1-968a68d9a6f3 tempest-ServerAddressesTestJSON-140386922 tempest-ServerAddressesTestJSON-140386922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:33:47.220116 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-e4fa46d9-576d-4edd-a211-7ca3c8c1de03 req-06073f3f-3961-4169-92b1-968a68d9a6f3 tempest-ServerAddressesTestJSON-140386922 tempest-ServerAddressesTestJSON-140386922-project] 10.222.0.44 "GET /v2.0/ports?device_id=4ddc5792-d8c9-482d-9d66-4deaa3581567 HTTP/1.1" status: 200 len: 945 time: 0.0542498 Oct 27 10:33:47.260876 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-e4fa46d9-576d-4edd-a211-7ca3c8c1de03 req-7f91fffe-677a-4a54-bafe-4c34a30921b3 tempest-ServerAddressesTestJSON-140386922 tempest-ServerAddressesTestJSON-140386922-project] 10.222.0.44 "GET /v2.0/security-groups?id=e9dd1478-890b-4ef9-aacc-177fd14037e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344722 Oct 27 10:33:47.898075 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device bed1301f-0ab6-48e0-9b4f-23ee59791b31 up at agent hyperv_n-h2-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:33:47.957841 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device 3129b5ac-387a-47c4-af16-bf390d52c84e details requested by agent hyperv_n-h1-813419-10 with host n-h1-813419-10 {{(pid=102348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 10:33:48.039310 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Provisioning for port bed1301f-0ab6-48e0-9b4f-23ee59791b31 completed by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 10:33:48.243172 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Provisioning complete for port bed1301f-0ab6-48e0-9b4f-23ee59791b31 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:33:48.243985 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:48.263558 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3890261a-8ff9-4788-89eb-d530d0e237b6 req-c7cbb6d8-e1b2-480a-be72-e5c7e521c861 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:33:48.265890 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-3890261a-8ff9-4788-89eb-d530d0e237b6 req-c7cbb6d8-e1b2-480a-be72-e5c7e521c861 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.44 "GET /v2.0/ports?device_id=6f8e6fef-e699-49ea-9f5d-5bd95a7e9f0f HTTP/1.1" status: 200 len: 943 time: 0.1025794 Oct 27 10:33:48.322629 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port 3129b5ac-387a-47c4-af16-bf390d52c84e, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=3129b5ac-387a-47c4-af16-bf390d52c84e,segment=NetworkSegment(7dd77195-ce76-4d8f-a4a0-21bf27911aee),segment_id=7dd77195-ce76-4d8f-a4a0-21bf27911aee)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:33:48.369034 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-3890261a-8ff9-4788-89eb-d530d0e237b6 req-0bcadc97-f167-4e82-9819-a6f75a4cfb2d tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.44 "GET /v2.0/security-groups?id=1cfb3b36-7fdd-4213-b115-9d47e1636c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941763 Oct 27 10:33:48.375986 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Returning: {'device': '3129b5ac-387a-47c4-af16-bf390d52c84e', 'network_id': '8d938063-6de9-4af7-8c0a-0cc177cd5dd2', 'port_id': '3129b5ac-387a-47c4-af16-bf390d52c84e', 'mac_address': 'fa:16:3e:56:48:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd10e012c-67dd-4bab-810d-02cbf72e2d75', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 10:33:48.455318 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:48.458347 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:48.474194 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fd3137-8214-45ee-8d04-25afe2293150 req-28e4434a-c80a-4a09-8a12-2b75304dd905 tempest-ServerAddressesTestJSON-140386922 tempest-ServerAddressesTestJSON-140386922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:33:48.478491 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3129b5ac-387a-47c4-af16-bf390d52c84e {{(pid=102348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:33:48.484594 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-57fd3137-8214-45ee-8d04-25afe2293150 req-28e4434a-c80a-4a09-8a12-2b75304dd905 tempest-ServerAddressesTestJSON-140386922 tempest-ServerAddressesTestJSON-140386922-project] 10.222.0.44 "GET /v2.0/ports?device_id=4ddc5792-d8c9-482d-9d66-4deaa3581567 HTTP/1.1" status: 200 len: 945 time: 0.1117215 Oct 27 10:33:48.499900 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ddc5792-d8c9-482d-9d66-4deaa3581567', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bed1301f-0ab6-48e0-9b4f-23ee59791b31'}] {{(pid=102348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:33:48.502495 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c588921fa634554a1d9242fdea1b05457a9ff1d3b28ba54ec1dace7f2f1df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14f21562-d2c7-410a-be3e-9d21ed8ce04b" -d '{"events": [{"server_uuid": "4ddc5792-d8c9-482d-9d66-4deaa3581567", "name": "network-vif-plugged", "status": "completed", "tag": "bed1301f-0ab6-48e0-9b4f-23ee59791b31"}]}' {{(pid=102348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:33:48.522207 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port 3129b5ac-387a-47c4-af16-bf390d52c84e, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=3129b5ac-387a-47c4-af16-bf390d52c84e,segment=NetworkSegment(7dd77195-ce76-4d8f-a4a0-21bf27911aee),segment_id=7dd77195-ce76-4d8f-a4a0-21bf27911aee)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:33:48.524317 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] For port bed1301f-0ab6-48e0-9b4f-23ee59791b31, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=bed1301f-0ab6-48e0-9b4f-23ee59791b31,segment=NetworkSegment(0e9ea29f-fa88-4249-832d-f89c64d3f0ca),segment_id=0e9ea29f-fa88-4249-832d-f89c64d3f0ca)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:33:48.529486 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-57fd3137-8214-45ee-8d04-25afe2293150 req-7ade7a1c-ac14-4764-ba33-91a0b8ccd7ed tempest-ServerAddressesTestJSON-140386922 tempest-ServerAddressesTestJSON-140386922-project] 10.222.0.44 "GET /v2.0/security-groups?id=e9dd1478-890b-4ef9-aacc-177fd14037e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439420 Oct 27 10:33:48.530628 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:48.535062 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:48.590200 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:33:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5ab453d-7ed4-44d1-80e1-6bdc77861218 x-openstack-request-id: req-a5ab453d-7ed4-44d1-80e1-6bdc77861218 {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:33:48.590645 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ddc5792-d8c9-482d-9d66-4deaa3581567", "name": "network-vif-plugged", "status": "completed", "tag": "bed1301f-0ab6-48e0-9b4f-23ee59791b31", "code": 200}]} {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:33:48.591197 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a5ab453d-7ed4-44d1-80e1-6bdc77861218 {{(pid=102348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:33:48.591715 n-d-813419-10 neutron-server[102348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ddc5792-d8c9-482d-9d66-4deaa3581567', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bed1301f-0ab6-48e0-9b4f-23ee59791b31', 'code': 200} Oct 27 10:33:48.608156 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Pushing event updated for resources: {'Port': ['ID=3129b5ac-387a-47c4-af16-bf390d52c84e,revision_number=4']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:33:48.727630 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbee6fc2-30d4-44c0-80b2-61573494bc6c req-a6f8aaac-f520-45ad-879a-abd3b6a6e442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:33:48.730446 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-bbee6fc2-30d4-44c0-80b2-61573494bc6c req-a6f8aaac-f520-45ad-879a-abd3b6a6e442 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=4ddc5792-d8c9-482d-9d66-4deaa3581567 HTTP/1.1" status: 200 len: 1098 time: 0.0763836 Oct 27 10:33:48.736302 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Pushing event updated for resources: {'Port': ['ID=bed1301f-0ab6-48e0-9b4f-23ee59791b31,revision_number=5']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:33:48.798506 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-bbee6fc2-30d4-44c0-80b2-61573494bc6c req-5d8cc4dc-582f-448b-9dce-f0f1fe903cad service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=e9dd1478-890b-4ef9-aacc-177fd14037e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592148 Oct 27 10:33:48.831647 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] get_ports_and_sgs() called for port_ids ['3129b5ac-387a-47c4-af16-bf390d52c84e'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:33:48.893285 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-b3350805-7140-442c-bff0-19b8375e9973 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:49.499830 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d27047-c4bf-45b7-8c66-7eb648300540 req-3b5881d1-ea8d-489b-ae96-538274b74a96 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:33:49.501338 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-46d27047-c4bf-45b7-8c66-7eb648300540 req-3b5881d1-ea8d-489b-ae96-538274b74a96 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.44 "GET /v2.0/ports?device_id=6f8e6fef-e699-49ea-9f5d-5bd95a7e9f0f HTTP/1.1" status: 200 len: 944 time: 0.0529673 Oct 27 10:33:49.541000 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-46d27047-c4bf-45b7-8c66-7eb648300540 req-b6925a46-dc73-44de-97b0-0ade84d87a55 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.44 "GET /v2.0/security-groups?id=1cfb3b36-7fdd-4213-b115-9d47e1636c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334284 Oct 27 10:33:49.665748 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c6edc6-078a-4ead-bf93-8cc67df2e8f0 req-ac72d275-6d6a-4976-8171-f6834ca9cbdd tempest-ServerAddressesTestJSON-140386922 tempest-ServerAddressesTestJSON-140386922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:33:49.667322 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-40c6edc6-078a-4ead-bf93-8cc67df2e8f0 req-ac72d275-6d6a-4976-8171-f6834ca9cbdd tempest-ServerAddressesTestJSON-140386922 tempest-ServerAddressesTestJSON-140386922-project] 10.222.0.44 "GET /v2.0/ports?device_id=4ddc5792-d8c9-482d-9d66-4deaa3581567 HTTP/1.1" status: 200 len: 946 time: 0.0526731 Oct 27 10:33:49.710034 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-40c6edc6-078a-4ead-bf93-8cc67df2e8f0 req-e3e37440-d3b4-4b03-8a4c-3f8d56b5d210 tempest-ServerAddressesTestJSON-140386922 tempest-ServerAddressesTestJSON-140386922-project] 10.222.0.44 "GET /v2.0/security-groups?id=e9dd1478-890b-4ef9-aacc-177fd14037e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355208 Oct 27 10:33:49.826674 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 35454) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:33:49.831868 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-77a1aeaa-11bb-4de6-abbc-cc9969a49aea tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-215250252'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:33:49.855042 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77a1aeaa-11bb-4de6-abbc-cc9969a49aea tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Made reservation on behalf of 3e6cb564c3b34b1095cef7d65946c25d for: {'network': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:33:49.859934 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-77a1aeaa-11bb-4de6-abbc-cc9969a49aea tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for network, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:49.888878 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77a1aeaa-11bb-4de6-abbc-cc9969a49aea tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 417} {{(pid=102347) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 10:33:49.898369 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-77a1aeaa-11bb-4de6-abbc-cc9969a49aea tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:49.898707 n-d-813419-10 neutron-server[102347]: INFO neutron.db.segments_db [None req-77a1aeaa-11bb-4de6-abbc-cc9969a49aea tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Added segment c5bd0478-53f3-4027-a631-eeb5a728964c of type vlan for network 88e3e046-d444-4db2-9521-e65514262b77 Oct 27 10:33:49.940568 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-77a1aeaa-11bb-4de6-abbc-cc9969a49aea tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743872593080'] for network, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:49.959863 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device 3129b5ac-387a-47c4-af16-bf390d52c84e up at agent hyperv_n-h1-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:33:49.970566 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-77a1aeaa-11bb-4de6-abbc-cc9969a49aea tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913'] for network, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:49.977963 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77a1aeaa-11bb-4de6-abbc-cc9969a49aea tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:33:49.979231 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-77a1aeaa-11bb-4de6-abbc-cc9969a49aea tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for network, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:50.010990 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:50.014192 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-eadeaa30-4096-4d1a-b3cb-aa7ebfb291ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:50.031024 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Provisioning for port 3129b5ac-387a-47c4-af16-bf390d52c84e completed by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 10:33:50.036042 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Provisioning complete for port 3129b5ac-387a-47c4-af16-bf390d52c84e triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:33:50.036628 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:50.062956 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-77a1aeaa-11bb-4de6-abbc-cc9969a49aea tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.2349029 Oct 27 10:33:50.065860 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 35462) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:33:50.088136 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-dacc9675-fa3e-4b4d-96c8-3fd29cadc3f9 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1869649683'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:33:50.093412 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a1aeaa-11bb-4de6-abbc-cc9969a49aea tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Pushing event updated for resources: {'Network': ['ID=88e3e046-d444-4db2-9521-e65514262b77,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:33:50.105612 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Network 88e3e046-d444-4db2-9521-e65514262b77 details requested by agent ovs-agent-n-d-813419-10 with host n-d-813419-10 {{(pid=102348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 10:33:50.116134 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dacc9675-fa3e-4b4d-96c8-3fd29cadc3f9 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Made reservation on behalf of 3e6cb564c3b34b1095cef7d65946c25d for: {'network': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:33:50.120901 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-dacc9675-fa3e-4b4d-96c8-3fd29cadc3f9 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for network, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:50.149538 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dacc9675-fa3e-4b4d-96c8-3fd29cadc3f9 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 422} {{(pid=102347) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 10:33:50.184783 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-dacc9675-fa3e-4b4d-96c8-3fd29cadc3f9 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:50.185303 n-d-813419-10 neutron-server[102347]: INFO neutron.db.segments_db [None req-dacc9675-fa3e-4b4d-96c8-3fd29cadc3f9 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Added segment 2ca19453-a5a8-4460-9af1-c3768fea04a4 of type vlan for network 221478c6-1352-435e-b5d2-1ec0f18ba5b8 Oct 27 10:33:50.194393 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:50.243987 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port 3129b5ac-387a-47c4-af16-bf390d52c84e, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=3129b5ac-387a-47c4-af16-bf390d52c84e,segment=NetworkSegment(7dd77195-ce76-4d8f-a4a0-21bf27911aee),segment_id=7dd77195-ce76-4d8f-a4a0-21bf27911aee)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:33:50.251992 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:50.259660 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-dacc9675-fa3e-4b4d-96c8-3fd29cadc3f9 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743872593080'] for network, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:50.303026 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-dacc9675-fa3e-4b4d-96c8-3fd29cadc3f9 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913'] for network, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:50.315330 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dacc9675-fa3e-4b4d-96c8-3fd29cadc3f9 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:33:50.316244 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-dacc9675-fa3e-4b4d-96c8-3fd29cadc3f9 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for network, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:50.324887 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Pushing event updated for resources: {'Port': ['ID=3129b5ac-387a-47c4-af16-bf390d52c84e,revision_number=5']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:33:50.408648 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-dacc9675-fa3e-4b4d-96c8-3fd29cadc3f9 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.3334000 Oct 27 10:33:50.409386 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 35470) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:33:50.423855 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-f865257c-46bc-4408-833d-6a4664e21b18 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Request body: {'subnet': {'network_id': '88e3e046-d444-4db2-9521-e65514262b77', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:33:50.427300 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacc9675-fa3e-4b4d-96c8-3fd29cadc3f9 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Pushing event updated for resources: {'Network': ['ID=221478c6-1352-435e-b5d2-1ec0f18ba5b8,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:33:50.438975 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Network 221478c6-1352-435e-b5d2-1ec0f18ba5b8 details requested by agent ovs-agent-n-d-813419-10 with host n-d-813419-10 {{(pid=102348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 10:33:50.561324 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f865257c-46bc-4408-833d-6a4664e21b18 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Made reservation on behalf of 3e6cb564c3b34b1095cef7d65946c25d for: {'subnet': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:33:50.564822 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-f865257c-46bc-4408-833d-6a4664e21b18 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27167186'] for subnet, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:50.593393 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f8e6fef-e699-49ea-9f5d-5bd95a7e9f0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3129b5ac-387a-47c4-af16-bf390d52c84e'}] {{(pid=102348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:33:50.595911 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c588921fa634554a1d9242fdea1b05457a9ff1d3b28ba54ec1dace7f2f1df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53bbd3ef-3fa6-4486-b54e-dd8e554959a8" -d '{"events": [{"server_uuid": "6f8e6fef-e699-49ea-9f5d-5bd95a7e9f0f", "name": "network-vif-plugged", "status": "completed", "tag": "3129b5ac-387a-47c4-af16-bf390d52c84e"}]}' {{(pid=102348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:33:50.672459 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:33:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df0a9201-dc28-4730-9c26-90b3960460eb x-openstack-request-id: req-df0a9201-dc28-4730-9c26-90b3960460eb {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:33:50.672626 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f8e6fef-e699-49ea-9f5d-5bd95a7e9f0f", "name": "network-vif-plugged", "status": "completed", "tag": "3129b5ac-387a-47c4-af16-bf390d52c84e", "code": 200}]} {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:33:50.672857 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-df0a9201-dc28-4730-9c26-90b3960460eb {{(pid=102348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:33:50.673414 n-d-813419-10 neutron-server[102348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f8e6fef-e699-49ea-9f5d-5bd95a7e9f0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3129b5ac-387a-47c4-af16-bf390d52c84e', 'code': 200} Oct 27 10:33:50.729649 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee115da-0059-45d7-9bc0-9ffcfcb827c6 req-567888b0-d059-4e8c-a8c2-a500f1bb79a0 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:33:50.731249 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-dee115da-0059-45d7-9bc0-9ffcfcb827c6 req-567888b0-d059-4e8c-a8c2-a500f1bb79a0 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.44 "GET /v2.0/ports?device_id=6f8e6fef-e699-49ea-9f5d-5bd95a7e9f0f HTTP/1.1" status: 200 len: 945 time: 0.0981040 Oct 27 10:33:50.852917 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d705c4c5-5fe8-4bbf-bcb6-1ad0d7cd30c6 req-896917a4-e9d9-43a4-aa39-ac70ffbb5e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:33:50.855524 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-d705c4c5-5fe8-4bbf-bcb6-1ad0d7cd30c6 req-896917a4-e9d9-43a4-aa39-ac70ffbb5e5c service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=6f8e6fef-e699-49ea-9f5d-5bd95a7e9f0f HTTP/1.1" status: 200 len: 1097 time: 0.0814190 Oct 27 10:33:50.900375 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cb819c-2cbe-414a-87d5-633f8d3f8b25 req-24717ebb-f41e-416e-ae07-2ad946025df2 tempest-ServerAddressesTestJSON-140386922 tempest-ServerAddressesTestJSON-140386922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:33:50.902151 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-42cb819c-2cbe-414a-87d5-633f8d3f8b25 req-24717ebb-f41e-416e-ae07-2ad946025df2 tempest-ServerAddressesTestJSON-140386922 tempest-ServerAddressesTestJSON-140386922-project] 10.222.0.44 "GET /v2.0/ports?device_id=4ddc5792-d8c9-482d-9d66-4deaa3581567 HTTP/1.1" status: 200 len: 946 time: 0.0870743 Oct 27 10:33:50.918452 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-dee115da-0059-45d7-9bc0-9ffcfcb827c6 req-ba9c9372-a26c-4588-8291-e3356862cb4b tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.44 "GET /v2.0/security-groups?id=1cfb3b36-7fdd-4213-b115-9d47e1636c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078098 Oct 27 10:33:50.919675 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-d705c4c5-5fe8-4bbf-bcb6-1ad0d7cd30c6 req-042dbda3-770e-4588-977c-66963b0c1300 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=1cfb3b36-7fdd-4213-b115-9d47e1636c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562384 Oct 27 10:33:50.962247 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-f865257c-46bc-4408-833d-6a4664e21b18 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27024290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27167168'] for subnet, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:50.964259 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-42cb819c-2cbe-414a-87d5-633f8d3f8b25 req-4dd37150-77a5-4feb-b214-be59db43b390 tempest-ServerAddressesTestJSON-140386922 tempest-ServerAddressesTestJSON-140386922-project] 10.222.0.44 "GET /v2.0/security-groups?id=e9dd1478-890b-4ef9-aacc-177fd14037e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461602 Oct 27 10:33:51.052177 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f865257c-46bc-4408-833d-6a4664e21b18 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Pushing event updated for resources: {'Subnet': ['ID=2b282023-ee15-4c3c-8c47-498ae229ab3c,revision_number=0']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:33:51.059590 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f865257c-46bc-4408-833d-6a4664e21b18 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Checking segment: {'id': 'c5bd0478-53f3-4027-a631-eeb5a728964c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '88e3e046-d444-4db2-9521-e65514262b77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:33:51.060251 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f865257c-46bc-4408-833d-6a4664e21b18 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Network hostable DHCP agents. Network: 88e3e046-d444-4db2-9521-e65514262b77, hostable agents: ['eafd4000-b897-4722-ae8b-0118ec955181'], hosted agents: [] {{(pid=102346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 10:33:51.088495 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f865257c-46bc-4408-833d-6a4664e21b18 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Network 88e3e046-d444-4db2-9521-e65514262b77 is scheduled to be hosted by DHCP agent eafd4000-b897-4722-ae8b-0118ec955181 with binding_index 1 {{(pid=102346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 10:33:51.101870 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-f865257c-46bc-4408-833d-6a4664e21b18 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-10, 88e3e046-d444-4db2-9521-e65514262b77) {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:33:51.112595 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22889aa8-c66d-4d7f-88e8-225d53fc9853 None None] Network 88e3e046-d444-4db2-9521-e65514262b77 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:33:51.123512 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f865257c-46bc-4408-833d-6a4664e21b18 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:33:51.124096 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-f865257c-46bc-4408-833d-6a4664e21b18 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for subnet, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:51.147705 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-f865257c-46bc-4408-833d-6a4664e21b18 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.7370074 Oct 27 10:33:51.150280 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 35500) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:33:51.156676 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-92f2555d-f223-4e2c-b772-d6b65228c8d5 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Request body: {'subnet': {'network_id': '221478c6-1352-435e-b5d2-1ec0f18ba5b8', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:33:51.288473 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92f2555d-f223-4e2c-b772-d6b65228c8d5 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Made reservation on behalf of 3e6cb564c3b34b1095cef7d65946c25d for: {'subnet': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:33:51.292155 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-92f2555d-f223-4e2c-b772-d6b65228c8d5 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27167186'] for subnet, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:51.338332 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99d99aa8-53cb-464f-a08e-b8b840f0a994 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp734b258e-7d96-550c-b970-9b72ab66f383-88e3e046-d444-4db2-9521-e65514262b77', 'network_id': '88e3e046-d444-4db2-9521-e65514262b77', 'tenant_id': '3e6cb564c3b34b1095cef7d65946c25d', 'fixed_ips': [{'subnet_id': '2b282023-ee15-4c3c-8c47-498ae229ab3c'}]}} from n-d-813419-10. {{(pid=102348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 10:33:51.339765 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-99d99aa8-53cb-464f-a08e-b8b840f0a994 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:51.533632 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.db_base_plugin_common [None req-99d99aa8-53cb-464f-a08e-b8b840f0a994 None None] Allocated IP 10.1.1.2 (88e3e046-d444-4db2-9521-e65514262b77/2b282023-ee15-4c3c-8c47-498ae229ab3c/b9ab3b5f-20bf-4bc9-acc2-aa8ce07427c1) {{(pid=102348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:33:51.588518 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9526687-397f-41f0-b0db-d5c2c626e223 req-94fbfff4-fd80-4191-9739-58daf48f13fb tempest-ServerAddressesTestJSON-140386922 tempest-ServerAddressesTestJSON-140386922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:33:51.592680 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c9526687-397f-41f0-b0db-d5c2c626e223 req-94fbfff4-fd80-4191-9739-58daf48f13fb tempest-ServerAddressesTestJSON-140386922 tempest-ServerAddressesTestJSON-140386922-project] 10.222.0.44 "GET /v2.0/ports?device_id=4ddc5792-d8c9-482d-9d66-4deaa3581567 HTTP/1.1" status: 200 len: 946 time: 0.0769317 Oct 27 10:33:51.621155 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-92f2555d-f223-4e2c-b772-d6b65228c8d5 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27024290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27167168'] for subnet, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:51.649071 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c9526687-397f-41f0-b0db-d5c2c626e223 req-394ca7ae-669a-4f0f-9e6c-57e85ec5137e tempest-ServerAddressesTestJSON-140386922 tempest-ServerAddressesTestJSON-140386922-project] 10.222.0.44 "GET /v2.0/security-groups?id=e9dd1478-890b-4ef9-aacc-177fd14037e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501194 Oct 27 10:33:51.704406 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92f2555d-f223-4e2c-b772-d6b65228c8d5 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Checking segment: {'id': '2ca19453-a5a8-4460-9af1-c3768fea04a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '221478c6-1352-435e-b5d2-1ec0f18ba5b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:33:51.704406 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92f2555d-f223-4e2c-b772-d6b65228c8d5 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Network hostable DHCP agents. Network: 221478c6-1352-435e-b5d2-1ec0f18ba5b8, hostable agents: ['eafd4000-b897-4722-ae8b-0118ec955181'], hosted agents: [] {{(pid=102346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 10:33:51.710212 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f2555d-f223-4e2c-b772-d6b65228c8d5 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Pushing event updated for resources: {'Subnet': ['ID=31fc4bb4-57b5-4293-9cc7-0a44723124dc,revision_number=0']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:33:51.723123 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-99d99aa8-53cb-464f-a08e-b8b840f0a994 None None] Publish callbacks [] for port, precommit_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:51.729584 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92f2555d-f223-4e2c-b772-d6b65228c8d5 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Network 221478c6-1352-435e-b5d2-1ec0f18ba5b8 is scheduled to be hosted by DHCP agent eafd4000-b897-4722-ae8b-0118ec955181 with binding_index 1 {{(pid=102346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 10:33:51.732138 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-99d99aa8-53cb-464f-a08e-b8b840f0a994 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606'] for port, after_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:51.740978 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-92f2555d-f223-4e2c-b772-d6b65228c8d5 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-10, 221478c6-1352-435e-b5d2-1ec0f18ba5b8) {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:33:51.745562 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92f2555d-f223-4e2c-b772-d6b65228c8d5 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:33:51.746273 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-92f2555d-f223-4e2c-b772-d6b65228c8d5 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for subnet, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:51.768923 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-92f2555d-f223-4e2c-b772-d6b65228c8d5 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.6148114 Oct 27 10:33:51.768923 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 35518) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:33:51.769268 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a8d6034-63f3-49e5-a246-9e1d6eef3745 None None] Network 221478c6-1352-435e-b5d2-1ec0f18ba5b8 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:33:51.774437 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-ae5a2f9d-0228-4830-b4e7-c3e40e6a1dfd tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Request body: {'port': {'network_id': '88e3e046-d444-4db2-9521-e65514262b77', 'name': 'tempest-TaggedBootDevicesTest_v242-859301466', 'fixed_ips': [{'subnet_id': '2b282023-ee15-4c3c-8c47-498ae229ab3c'}]}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:33:51.823756 n-d-813419-10 neutron-server[102348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99d99aa8-53cb-464f-a08e-b8b840f0a994 None None] Network 88e3e046-d444-4db2-9521-e65514262b77 is already hosted by enough agents. {{(pid=102348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:33:51.831870 n-d-813419-10 neutron-server[102348]: DEBUG neutron.scheduler.base_scheduler [None req-99d99aa8-53cb-464f-a08e-b8b840f0a994 None None] Resources bound (agent type, host, resource id): {{(pid=102348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:33:51.837035 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99d99aa8-53cb-464f-a08e-b8b840f0a994 None None] Received port after_create {{(pid=102348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:33:51.842388 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d99aa8-53cb-464f-a08e-b8b840f0a994 None None] Pushing event updated for resources: {'Port': ['ID=b9ab3b5f-20bf-4bc9-acc2-aa8ce07427c1,revision_number=1']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:33:51.926707 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae5a2f9d-0228-4830-b4e7-c3e40e6a1dfd tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Made reservation on behalf of 3e6cb564c3b34b1095cef7d65946c25d for: {'port': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:33:51.934732 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-3c6a8245-0581-48aa-b5f6-4d8fe98cd16e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:51.973415 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-99d99aa8-53cb-464f-a08e-b8b840f0a994 None None] Attempting to bind port b9ab3b5f-20bf-4bc9-acc2-aa8ce07427c1 on host n-d-813419-10 for vnic_type normal with profile {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:33:51.974145 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-99d99aa8-53cb-464f-a08e-b8b840f0a994 None None] Attempting to bind port b9ab3b5f-20bf-4bc9-acc2-aa8ce07427c1 by drivers openvswitch,hyperv on host n-d-813419-10 at level 0 using segments [{'id': 'c5bd0478-53f3-4027-a631-eeb5a728964c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '88e3e046-d444-4db2-9521-e65514262b77'}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:33:51.974705 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99d99aa8-53cb-464f-a08e-b8b840f0a994 None None] Attempting to bind port b9ab3b5f-20bf-4bc9-acc2-aa8ce07427c1 on network 88e3e046-d444-4db2-9521-e65514262b77 {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:33:51.986823 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99d99aa8-53cb-464f-a08e-b8b840f0a994 None None] Checking agent: {'id': '89dba0f3-79b2-435e-9822-33674b8f6ada', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 8, 20), 'started_at': datetime.datetime(2021, 10, 27, 10, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 33, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:33:51.987774 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99d99aa8-53cb-464f-a08e-b8b840f0a994 None None] Checking segment: {'id': 'c5bd0478-53f3-4027-a631-eeb5a728964c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '88e3e046-d444-4db2-9521-e65514262b77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:33:51.988927 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-99d99aa8-53cb-464f-a08e-b8b840f0a994 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:51.989396 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99d99aa8-53cb-464f-a08e-b8b840f0a994 None None] Bound using segment: {'id': 'c5bd0478-53f3-4027-a631-eeb5a728964c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '88e3e046-d444-4db2-9521-e65514262b77'} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:33:51.989927 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-99d99aa8-53cb-464f-a08e-b8b840f0a994 None None] Bound port: b9ab3b5f-20bf-4bc9-acc2-aa8ce07427c1, host: n-d-813419-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5bd0478-53f3-4027-a631-eeb5a728964c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '88e3e046-d444-4db2-9521-e65514262b77'}}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:33:51.990317 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-99d99aa8-53cb-464f-a08e-b8b840f0a994 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:52.071671 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ae5a2f9d-0228-4830-b4e7-c3e40e6a1dfd tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:52.096025 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [None req-ae5a2f9d-0228-4830-b4e7-c3e40e6a1dfd tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] device_id is not set on port 22c27b5f-6c6c-47c7-a478-77c272de9521 yet. {{(pid=102346) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 10:33:52.112332 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-99d99aa8-53cb-464f-a08e-b8b840f0a994 None None] For port b9ab3b5f-20bf-4bc9-acc2-aa8ce07427c1, host n-d-813419-10, cleared binding levels {{(pid=102348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:33:52.116175 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b21927-0d4f-405c-8f87-bbf9dc8640e6 req-d2ca134b-7286-420d-9d1c-62d6e60ee9ba tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:33:52.117640 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-99d99aa8-53cb-464f-a08e-b8b840f0a994 None None] For port b9ab3b5f-20bf-4bc9-acc2-aa8ce07427c1, host n-d-813419-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=b9ab3b5f-20bf-4bc9-acc2-aa8ce07427c1,segment=NetworkSegment(c5bd0478-53f3-4027-a631-eeb5a728964c),segment_id=c5bd0478-53f3-4027-a631-eeb5a728964c)] {{(pid=102348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:33:52.118129 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-81b21927-0d4f-405c-8f87-bbf9dc8640e6 req-d2ca134b-7286-420d-9d1c-62d6e60ee9ba tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.44 "GET /v2.0/ports?device_id=6f8e6fef-e699-49ea-9f5d-5bd95a7e9f0f HTTP/1.1" status: 200 len: 945 time: 0.1110148 Oct 27 10:33:52.144853 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-99d99aa8-53cb-464f-a08e-b8b840f0a994 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:52.175595 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aea5483e-7b2e-4399-885e-c743579d7fca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp734b258e-7d96-550c-b970-9b72ab66f383-221478c6-1352-435e-b5d2-1ec0f18ba5b8', 'network_id': '221478c6-1352-435e-b5d2-1ec0f18ba5b8', 'tenant_id': '3e6cb564c3b34b1095cef7d65946c25d', 'fixed_ips': [{'subnet_id': '31fc4bb4-57b5-4293-9cc7-0a44723124dc'}]}} from n-d-813419-10. {{(pid=102348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 10:33:52.176592 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-aea5483e-7b2e-4399-885e-c743579d7fca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:52.293217 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-81b21927-0d4f-405c-8f87-bbf9dc8640e6 req-b9da8e3f-6d74-43ff-ab12-eaf45025352d tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.44 "GET /v2.0/security-groups?id=1cfb3b36-7fdd-4213-b115-9d47e1636c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184618 Oct 27 10:33:52.326320 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d99aa8-53cb-464f-a08e-b8b840f0a994 None None] Pushing event updated for resources: {'Port': ['ID=b9ab3b5f-20bf-4bc9-acc2-aa8ce07427c1,revision_number=2']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:33:52.341884 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d99aa8-53cb-464f-a08e-b8b840f0a994 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:33:52.342237 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d99aa8-53cb-464f-a08e-b8b840f0a994 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:33:52.342583 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d99aa8-53cb-464f-a08e-b8b840f0a994 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:33:52.342933 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d99aa8-53cb-464f-a08e-b8b840f0a994 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:33:52.343297 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d99aa8-53cb-464f-a08e-b8b840f0a994 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:33:52.343636 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d99aa8-53cb-464f-a08e-b8b840f0a994 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:33:52.343965 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d99aa8-53cb-464f-a08e-b8b840f0a994 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:33:52.344313 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d99aa8-53cb-464f-a08e-b8b840f0a994 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:33:52.344642 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d99aa8-53cb-464f-a08e-b8b840f0a994 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:33:52.344968 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d99aa8-53cb-464f-a08e-b8b840f0a994 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:33:52.345295 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d99aa8-53cb-464f-a08e-b8b840f0a994 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:33:52.345613 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d99aa8-53cb-464f-a08e-b8b840f0a994 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:33:52.430744 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_common [None req-ae5a2f9d-0228-4830-b4e7-c3e40e6a1dfd tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Allocated IP 10.1.1.251 (88e3e046-d444-4db2-9521-e65514262b77/2b282023-ee15-4c3c-8c47-498ae229ab3c/22c27b5f-6c6c-47c7-a478-77c272de9521) {{(pid=102346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:33:52.436278 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.db_base_plugin_common [None req-aea5483e-7b2e-4399-885e-c743579d7fca None None] Allocated IP 10.2.2.2 (221478c6-1352-435e-b5d2-1ec0f18ba5b8/31fc4bb4-57b5-4293-9cc7-0a44723124dc/5418691d-e733-43da-8d93-be084ec50207) {{(pid=102348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:33:52.670606 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ae5a2f9d-0228-4830-b4e7-c3e40e6a1dfd tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Publish callbacks [] for port, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:52.672372 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-aea5483e-7b2e-4399-885e-c743579d7fca None None] Publish callbacks [] for port, precommit_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:52.686408 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-aea5483e-7b2e-4399-885e-c743579d7fca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606'] for port, after_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:52.750631 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ae5a2f9d-0228-4830-b4e7-c3e40e6a1dfd tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:52.756547 n-d-813419-10 neutron-server[102348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aea5483e-7b2e-4399-885e-c743579d7fca None None] Network 221478c6-1352-435e-b5d2-1ec0f18ba5b8 is already hosted by enough agents. {{(pid=102348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:33:52.779995 n-d-813419-10 neutron-server[102348]: DEBUG neutron.scheduler.base_scheduler [None req-aea5483e-7b2e-4399-885e-c743579d7fca None None] Resources bound (agent type, host, resource id): {{(pid=102348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:33:52.787143 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aea5483e-7b2e-4399-885e-c743579d7fca None None] Received port after_create {{(pid=102348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:33:52.841114 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea5483e-7b2e-4399-885e-c743579d7fca None None] Pushing event updated for resources: {'Port': ['ID=5418691d-e733-43da-8d93-be084ec50207,revision_number=1']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:33:52.869493 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5a2f9d-0228-4830-b4e7-c3e40e6a1dfd tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Pushing event updated for resources: {'Port': ['ID=22c27b5f-6c6c-47c7-a478-77c272de9521,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:33:52.893105 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae5a2f9d-0228-4830-b4e7-c3e40e6a1dfd tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Network 88e3e046-d444-4db2-9521-e65514262b77 is already hosted by enough agents. {{(pid=102346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:33:52.896170 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-ae5a2f9d-0228-4830-b4e7-c3e40e6a1dfd tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Resources bound (agent type, host, resource id): {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:33:52.899513 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae5a2f9d-0228-4830-b4e7-c3e40e6a1dfd tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Received port after_create {{(pid=102346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:33:52.902936 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-aea5483e-7b2e-4399-885e-c743579d7fca None None] Attempting to bind port 5418691d-e733-43da-8d93-be084ec50207 on host n-d-813419-10 for vnic_type normal with profile {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:33:52.903329 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-aea5483e-7b2e-4399-885e-c743579d7fca None None] Attempting to bind port 5418691d-e733-43da-8d93-be084ec50207 by drivers openvswitch,hyperv on host n-d-813419-10 at level 0 using segments [{'id': '2ca19453-a5a8-4460-9af1-c3768fea04a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '221478c6-1352-435e-b5d2-1ec0f18ba5b8'}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:33:52.903697 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aea5483e-7b2e-4399-885e-c743579d7fca None None] Attempting to bind port 5418691d-e733-43da-8d93-be084ec50207 on network 221478c6-1352-435e-b5d2-1ec0f18ba5b8 {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:33:52.910465 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aea5483e-7b2e-4399-885e-c743579d7fca None None] Checking agent: {'id': '89dba0f3-79b2-435e-9822-33674b8f6ada', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 8, 20), 'started_at': datetime.datetime(2021, 10, 27, 10, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 33, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:33:52.910839 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aea5483e-7b2e-4399-885e-c743579d7fca None None] Checking segment: {'id': '2ca19453-a5a8-4460-9af1-c3768fea04a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '221478c6-1352-435e-b5d2-1ec0f18ba5b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:33:52.911242 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-aea5483e-7b2e-4399-885e-c743579d7fca None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:52.912150 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aea5483e-7b2e-4399-885e-c743579d7fca None None] Bound using segment: {'id': '2ca19453-a5a8-4460-9af1-c3768fea04a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '221478c6-1352-435e-b5d2-1ec0f18ba5b8'} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:33:52.912667 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-aea5483e-7b2e-4399-885e-c743579d7fca None None] Bound port: 5418691d-e733-43da-8d93-be084ec50207, host: n-d-813419-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ca19453-a5a8-4460-9af1-c3768fea04a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '221478c6-1352-435e-b5d2-1ec0f18ba5b8'}}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:33:52.913051 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-aea5483e-7b2e-4399-885e-c743579d7fca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:52.962323 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae5a2f9d-0228-4830-b4e7-c3e40e6a1dfd tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:33:52.962990 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ae5a2f9d-0228-4830-b4e7-c3e40e6a1dfd tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:52.984670 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a05c61-efcf-4e6a-b31a-8fd36fc3ef22 req-15f18e35-043c-4252-bed1-2f92891b673c tempest-ServerAddressesTestJSON-140386922 tempest-ServerAddressesTestJSON-140386922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:33:52.986585 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-33a05c61-efcf-4e6a-b31a-8fd36fc3ef22 req-15f18e35-043c-4252-bed1-2f92891b673c tempest-ServerAddressesTestJSON-140386922 tempest-ServerAddressesTestJSON-140386922-project] 10.222.0.44 "GET /v2.0/ports?device_id=4ddc5792-d8c9-482d-9d66-4deaa3581567 HTTP/1.1" status: 200 len: 946 time: 0.1529551 Oct 27 10:33:52.989442 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-aea5483e-7b2e-4399-885e-c743579d7fca None None] For port 5418691d-e733-43da-8d93-be084ec50207, host n-d-813419-10, cleared binding levels {{(pid=102348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:33:52.992082 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-ae5a2f9d-0228-4830-b4e7-c3e40e6a1dfd tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.2215457 Oct 27 10:33:52.994116 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 35546) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:33:52.997124 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-aea5483e-7b2e-4399-885e-c743579d7fca None None] For port 5418691d-e733-43da-8d93-be084ec50207, host n-d-813419-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=5418691d-e733-43da-8d93-be084ec50207,segment=NetworkSegment(2ca19453-a5a8-4460-9af1-c3768fea04a4),segment_id=2ca19453-a5a8-4460-9af1-c3768fea04a4)] {{(pid=102348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:33:53.000711 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-ba8afcdc-2eeb-483c-aac7-2111c2bc74ec tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Request body: {'port': {'network_id': '88e3e046-d444-4db2-9521-e65514262b77', 'name': 'tempest-TaggedBootDevicesTest_v242-643834060', 'fixed_ips': [{'subnet_id': '2b282023-ee15-4c3c-8c47-498ae229ab3c'}]}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:33:53.007285 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-aea5483e-7b2e-4399-885e-c743579d7fca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:53.117151 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea5483e-7b2e-4399-885e-c743579d7fca None None] Pushing event updated for resources: {'Port': ['ID=5418691d-e733-43da-8d93-be084ec50207,revision_number=2']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:33:53.215550 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-33a05c61-efcf-4e6a-b31a-8fd36fc3ef22 req-2b4d43dd-d474-4be3-a7a5-45b64718d44b tempest-ServerAddressesTestJSON-140386922 tempest-ServerAddressesTestJSON-140386922-project] 10.222.0.44 "GET /v2.0/security-groups?id=e9dd1478-890b-4ef9-aacc-177fd14037e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117570 Oct 27 10:33:53.218171 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba8afcdc-2eeb-483c-aac7-2111c2bc74ec tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Made reservation on behalf of 3e6cb564c3b34b1095cef7d65946c25d for: {'port': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:33:53.222882 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ba8afcdc-2eeb-483c-aac7-2111c2bc74ec tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:53.580995 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [None req-ba8afcdc-2eeb-483c-aac7-2111c2bc74ec tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] device_id is not set on port 1eb208c1-53c7-4020-bd55-d077d06451fd yet. {{(pid=102346) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 10:33:53.580995 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f701cae-1b21-4fa8-9994-00b7ede6e1ad req-d905480f-c5c6-4d88-b451-c304c0f95279 tempest-ServerAddressesTestJSON-140386922 tempest-ServerAddressesTestJSON-140386922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:33:53.580995 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-0f701cae-1b21-4fa8-9994-00b7ede6e1ad req-d905480f-c5c6-4d88-b451-c304c0f95279 tempest-ServerAddressesTestJSON-140386922 tempest-ServerAddressesTestJSON-140386922-project] 10.222.0.76 "GET /v2.0/ports?device_id=4ddc5792-d8c9-482d-9d66-4deaa3581567 HTTP/1.1" status: 200 len: 946 time: 0.1793494 Oct 27 10:33:53.610168 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device b9ab3b5f-20bf-4bc9-acc2-aa8ce07427c1 up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:33:53.610168 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port b9ab3b5f-20bf-4bc9-acc2-aa8ce07427c1 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:33:53.610168 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:53.759576 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:53.814610 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eba1b55-94a4-4957-87f8-15dffc25e4b5 req-8f08a444-948c-4d85-9af1-06bdbcd459d2 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:33:53.825563 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-3eba1b55-94a4-4957-87f8-15dffc25e4b5 req-8f08a444-948c-4d85-9af1-06bdbcd459d2 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.44 "GET /v2.0/ports?device_id=6f8e6fef-e699-49ea-9f5d-5bd95a7e9f0f HTTP/1.1" status: 200 len: 945 time: 0.3356867 Oct 27 10:33:53.862471 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] For port b9ab3b5f-20bf-4bc9-acc2-aa8ce07427c1, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=b9ab3b5f-20bf-4bc9-acc2-aa8ce07427c1,segment=NetworkSegment(c5bd0478-53f3-4027-a631-eeb5a728964c),segment_id=c5bd0478-53f3-4027-a631-eeb5a728964c)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:33:53.871987 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:53.927567 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Pushing event updated for resources: {'Port': ['ID=b9ab3b5f-20bf-4bc9-acc2-aa8ce07427c1,revision_number=3']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:33:53.970479 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_common [None req-ba8afcdc-2eeb-483c-aac7-2111c2bc74ec tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Allocated IP 10.1.1.84 (88e3e046-d444-4db2-9521-e65514262b77/2b282023-ee15-4c3c-8c47-498ae229ab3c/1eb208c1-53c7-4020-bd55-d077d06451fd) {{(pid=102346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:33:54.000189 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-3eba1b55-94a4-4957-87f8-15dffc25e4b5 req-fbca060a-cce6-483b-8946-01ccd7c325e4 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.44 "GET /v2.0/security-groups?id=1cfb3b36-7fdd-4213-b115-9d47e1636c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710193 Oct 27 10:33:54.004740 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [req-0f701cae-1b21-4fa8-9994-00b7ede6e1ad req-a39a45f0-2f72-45b2-bf95-856f9394e643 tempest-ServerAddressesTestJSON-140386922 tempest-ServerAddressesTestJSON-140386922-project] Deleting port bed1301f-0ab6-48e0-9b4f-23ee59791b31 {{(pid=102346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:33:54.005076 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-0f701cae-1b21-4fa8-9994-00b7ede6e1ad req-a39a45f0-2f72-45b2-bf95-856f9394e643 tempest-ServerAddressesTestJSON-140386922 tempest-ServerAddressesTestJSON-140386922-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:54.062914 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a0a22cf-5167-4ceb-ac6a-7105ec788457 None None] Network 88e3e046-d444-4db2-9521-e65514262b77 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:33:54.172236 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-a0205878-e510-4699-938f-a3929a656912 None None] Provisioning complete for port b9ab3b5f-20bf-4bc9-acc2-aa8ce07427c1 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:33:54.172608 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a0205878-e510-4699-938f-a3929a656912 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:54.385553 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e44de3e-62f3-4592-8c05-c65bdf71e589 req-020cd38b-2dd7-422d-858f-7316d1c2d6df tempest-ServerAddressesTestJSON-140386922 tempest-ServerAddressesTestJSON-140386922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:33:54.394635 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-5e44de3e-62f3-4592-8c05-c65bdf71e589 req-020cd38b-2dd7-422d-858f-7316d1c2d6df tempest-ServerAddressesTestJSON-140386922 tempest-ServerAddressesTestJSON-140386922-project] 10.222.0.44 "GET /v2.0/ports?device_id=4ddc5792-d8c9-482d-9d66-4deaa3581567 HTTP/1.1" status: 200 len: 946 time: 0.0768576 Oct 27 10:33:54.434704 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [req-0f701cae-1b21-4fa8-9994-00b7ede6e1ad req-a39a45f0-2f72-45b2-bf95-856f9394e643 tempest-ServerAddressesTestJSON-140386922 tempest-ServerAddressesTestJSON-140386922-project] For port bed1301f-0ab6-48e0-9b4f-23ee59791b31, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=bed1301f-0ab6-48e0-9b4f-23ee59791b31,segment=NetworkSegment(0e9ea29f-fa88-4249-832d-f89c64d3f0ca),segment_id=0e9ea29f-fa88-4249-832d-f89c64d3f0ca)] {{(pid=102346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:33:54.440531 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-0f701cae-1b21-4fa8-9994-00b7ede6e1ad req-a39a45f0-2f72-45b2-bf95-856f9394e643 tempest-ServerAddressesTestJSON-140386922 tempest-ServerAddressesTestJSON-140386922-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:54.510127 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-5e44de3e-62f3-4592-8c05-c65bdf71e589 req-c8ea214c-58bf-4b5f-8777-6f794f0f6a4a tempest-ServerAddressesTestJSON-140386922 tempest-ServerAddressesTestJSON-140386922-project] 10.222.0.44 "GET /v2.0/security-groups?id=e9dd1478-890b-4ef9-aacc-177fd14037e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142323 Oct 27 10:33:54.558272 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [req-0f701cae-1b21-4fa8-9994-00b7ede6e1ad req-a39a45f0-2f72-45b2-bf95-856f9394e643 tempest-ServerAddressesTestJSON-140386922 tempest-ServerAddressesTestJSON-140386922-project] Calling delete_port for bed1301f-0ab6-48e0-9b4f-23ee59791b31 owned by compute:nova {{(pid=102346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:33:54.645607 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1ce25d-aa62-4f77-bc2e-37ed828d00d5 req-0db86321-6e72-4a24-90c0-97736a90b5fb tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:33:54.649952 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-2b1ce25d-aa62-4f77-bc2e-37ed828d00d5 req-0db86321-6e72-4a24-90c0-97736a90b5fb tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.44 "GET /v2.0/ports?device_id=6f8e6fef-e699-49ea-9f5d-5bd95a7e9f0f HTTP/1.1" status: 200 len: 945 time: 0.2695184 Oct 27 10:33:54.737567 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ba8afcdc-2eeb-483c-aac7-2111c2bc74ec tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Publish callbacks [] for port, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:54.762981 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b87214e5-a0af-4784-a058-d9ad062e74fe None None] Network 221478c6-1352-435e-b5d2-1ec0f18ba5b8 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:33:54.844227 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-36bf78de-c29f-4361-a53b-d3d2d74e9468 None None] Provisioning complete for port 5418691d-e733-43da-8d93-be084ec50207 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:33:54.844625 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-36bf78de-c29f-4361-a53b-d3d2d74e9468 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:54.892906 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-2b1ce25d-aa62-4f77-bc2e-37ed828d00d5 req-db8f44db-cfaa-4b4c-a3ad-147ffa87eb53 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.44 "GET /v2.0/security-groups?id=1cfb3b36-7fdd-4213-b115-9d47e1636c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380296 Oct 27 10:33:54.944165 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ba8afcdc-2eeb-483c-aac7-2111c2bc74ec tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:54.945973 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-0f701cae-1b21-4fa8-9994-00b7ede6e1ad req-a39a45f0-2f72-45b2-bf95-856f9394e643 tempest-ServerAddressesTestJSON-140386922 tempest-ServerAddressesTestJSON-140386922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:55.021203 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-36bf78de-c29f-4361-a53b-d3d2d74e9468 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:55.045170 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba8afcdc-2eeb-483c-aac7-2111c2bc74ec tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Network 88e3e046-d444-4db2-9521-e65514262b77 is already hosted by enough agents. {{(pid=102346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:33:55.058254 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-ba8afcdc-2eeb-483c-aac7-2111c2bc74ec tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Resources bound (agent type, host, resource id): {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:33:55.063591 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba8afcdc-2eeb-483c-aac7-2111c2bc74ec tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Received port after_create {{(pid=102346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:33:55.147402 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba8afcdc-2eeb-483c-aac7-2111c2bc74ec tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:33:55.148043 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ba8afcdc-2eeb-483c-aac7-2111c2bc74ec tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:55.191106 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-36bf78de-c29f-4361-a53b-d3d2d74e9468 None None] For port 5418691d-e733-43da-8d93-be084ec50207, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=5418691d-e733-43da-8d93-be084ec50207,segment=NetworkSegment(2ca19453-a5a8-4460-9af1-c3768fea04a4),segment_id=2ca19453-a5a8-4460-9af1-c3768fea04a4)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:33:55.202466 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-36bf78de-c29f-4361-a53b-d3d2d74e9468 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:55.223447 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-ba8afcdc-2eeb-483c-aac7-2111c2bc74ec tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 2.2282059 Oct 27 10:33:55.224825 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f701cae-1b21-4fa8-9994-00b7ede6e1ad req-a39a45f0-2f72-45b2-bf95-856f9394e643 tempest-ServerAddressesTestJSON-140386922 tempest-ServerAddressesTestJSON-140386922-project] No DVR routers for this DVR port bed1301f-0ab6-48e0-9b4f-23ee59791b31 on host n-h2-813419-10 {{(pid=102346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:33:55.227826 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8afcdc-2eeb-483c-aac7-2111c2bc74ec tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Pushing event updated for resources: {'Port': ['ID=1eb208c1-53c7-4020-bd55-d077d06451fd,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:33:55.230975 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-0f701cae-1b21-4fa8-9994-00b7ede6e1ad req-a39a45f0-2f72-45b2-bf95-856f9394e643 tempest-ServerAddressesTestJSON-140386922 tempest-ServerAddressesTestJSON-140386922-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:55.235436 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-0f701cae-1b21-4fa8-9994-00b7ede6e1ad req-a39a45f0-2f72-45b2-bf95-856f9394e643 tempest-ServerAddressesTestJSON-140386922 tempest-ServerAddressesTestJSON-140386922-project] 10.222.0.76 "DELETE /v2.0/ports/bed1301f-0ab6-48e0-9b4f-23ee59791b31 HTTP/1.1" status: 204 len: 173 time: 1.9340785 Oct 27 10:33:55.236291 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ddc5792-d8c9-482d-9d66-4deaa3581567', 'name': 'network-vif-deleted', 'tag': 'bed1301f-0ab6-48e0-9b4f-23ee59791b31'}] {{(pid=102346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:33:55.239161 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc0e418f5fc417c8d55d94c0aa509b037d0beb2a734c1a709e789eb65639a56d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3b9dbc8-2bd9-4ed7-b364-35733f770a50" -d '{"events": [{"server_uuid": "4ddc5792-d8c9-482d-9d66-4deaa3581567", "name": "network-vif-deleted", "tag": "bed1301f-0ab6-48e0-9b4f-23ee59791b31"}]}' {{(pid=102346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:33:55.329551 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39a45f0-2f72-45b2-bf95-856f9394e643 tempest-ServerAddressesTestJSON-140386922 tempest-ServerAddressesTestJSON-140386922-project] Pushing event deleted for resources: {'Port': ['ID=bed1301f-0ab6-48e0-9b4f-23ee59791b31,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:33:55.338571 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bf78de-c29f-4361-a53b-d3d2d74e9468 None None] Pushing event updated for resources: {'Port': ['ID=5418691d-e733-43da-8d93-be084ec50207,revision_number=3']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:33:55.385527 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:33:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39b4ad7b-5a4c-4893-9da0-df653e14dc8b x-openstack-request-id: req-39b4ad7b-5a4c-4893-9da0-df653e14dc8b {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:33:55.385883 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ddc5792-d8c9-482d-9d66-4deaa3581567", "name": "network-vif-deleted", "tag": "bed1301f-0ab6-48e0-9b4f-23ee59791b31", "status": "completed", "code": 200}]} {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:33:55.386198 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-39b4ad7b-5a4c-4893-9da0-df653e14dc8b {{(pid=102346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:33:55.386662 n-d-813419-10 neutron-server[102346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ddc5792-d8c9-482d-9d66-4deaa3581567', 'name': 'network-vif-deleted', 'tag': 'bed1301f-0ab6-48e0-9b4f-23ee59791b31', 'status': 'completed', 'code': 200} Oct 27 10:33:55.423932 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-e180dc4a-5272-47ee-ab79-ce91ee5c88f0 None None] Provisioning complete for port b9ab3b5f-20bf-4bc9-acc2-aa8ce07427c1 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:33:55.426485 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-e180dc4a-5272-47ee-ab79-ce91ee5c88f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:55.518030 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device b9ab3b5f-20bf-4bc9-acc2-aa8ce07427c1 up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:33:55.634221 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port b9ab3b5f-20bf-4bc9-acc2-aa8ce07427c1 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:33:55.635202 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:55.763380 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-e1579a3b-4023-4784-a1b9-10784610d79c req-7ea1dc29-54ee-4cf7-81fe-eea49ee601cd tempest-ServerAddressesTestJSON-140386922 tempest-ServerAddressesTestJSON-140386922-project] 10.222.0.44 "GET /v2.0/ports?device_id=4ddc5792-d8c9-482d-9d66-4deaa3581567 HTTP/1.1" status: 200 len: 210 time: 0.0556347 Oct 27 10:33:55.792344 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-e180dc4a-5272-47ee-ab79-ce91ee5c88f0 None None] Provisioning complete for port 22c27b5f-6c6c-47c7-a478-77c272de9521 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:33:55.792868 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-e180dc4a-5272-47ee-ab79-ce91ee5c88f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:55.795825 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 5418691d-e733-43da-8d93-be084ec50207 up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:33:55.906380 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-e180dc4a-5272-47ee-ab79-ce91ee5c88f0 None None] Port 22c27b5f-6c6c-47c7-a478-77c272de9521 cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:33:55.912963 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port 5418691d-e733-43da-8d93-be084ec50207 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:33:55.913337 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:55.948473 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device bed1301f-0ab6-48e0-9b4f-23ee59791b31 no longer exists at agent hyperv_n-h2-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:33:56.010320 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] No Port match for: bed1301f-0ab6-48e0-9b4f-23ee59791b31 {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:33:56.010320 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device bed1301f-0ab6-48e0-9b4f-23ee59791b31 not bound to the agent host n-h2-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:33:56.080862 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 35656) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:33:56.086436 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-1ec1304a-59bb-4570-8c0a-95f6be97743e tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1734856388', 'description': 'tempest-description--1230331572'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:33:56.095133 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-c5383e4d-a3e7-47bc-af83-ea924b357a3c None None] Provisioning complete for port 5418691d-e733-43da-8d93-be084ec50207 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:33:56.095511 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-c5383e4d-a3e7-47bc-af83-ea924b357a3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:56.129591 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-1ec1304a-59bb-4570-8c0a-95f6be97743e tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Publish callbacks [] for security_group, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:56.225113 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e241de6-1eb0-4798-83b3-8cd044a13f7d req-c30d8ba9-11ae-4b61-a3e2-8efad77b084e tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:33:56.234682 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-6e241de6-1eb0-4798-83b3-8cd044a13f7d req-c30d8ba9-11ae-4b61-a3e2-8efad77b084e tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.44 "GET /v2.0/ports?device_id=6f8e6fef-e699-49ea-9f5d-5bd95a7e9f0f HTTP/1.1" status: 200 len: 945 time: 0.1303117 Oct 27 10:33:56.235006 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-1ec1304a-59bb-4570-8c0a-95f6be97743e tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Publish callbacks [] for security_group, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:56.245491 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-1ec1304a-59bb-4570-8c0a-95f6be97743e tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:56.284741 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec1304a-59bb-4570-8c0a-95f6be97743e tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55228541-a3ac-4395-a6f1-3eb381084dbe,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:33:56.284921 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-6e241de6-1eb0-4798-83b3-8cd044a13f7d req-c8555868-80db-4e5c-8d13-c7e6445a57d8 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.44 "GET /v2.0/security-groups?id=1cfb3b36-7fdd-4213-b115-9d47e1636c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466135 Oct 27 10:33:56.308291 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-1ec1304a-59bb-4570-8c0a-95f6be97743e tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:56.310101 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-1ec1304a-59bb-4570-8c0a-95f6be97743e tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.2282090 Oct 27 10:33:56.313030 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 35660) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:33:56.321085 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-bf3ad016-17c8-488f-b133-36516f6f27a3 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Request body: {'security_group_rule': {'security_group_id': '55228541-a3ac-4395-a6f1-3eb381084dbe', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:33:56.365341 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-c5383e4d-a3e7-47bc-af83-ea924b357a3c None None] Provisioning complete for port 22c27b5f-6c6c-47c7-a478-77c272de9521 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:33:56.366038 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-c5383e4d-a3e7-47bc-af83-ea924b357a3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:56.397465 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-bf3ad016-17c8-488f-b133-36516f6f27a3 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:56.432942 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-c5383e4d-a3e7-47bc-af83-ea924b357a3c None None] Port 22c27b5f-6c6c-47c7-a478-77c272de9521 cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:33:56.496034 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-bf3ad016-17c8-488f-b133-36516f6f27a3 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:56.500112 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-bf3ad016-17c8-488f-b133-36516f6f27a3 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671902'] for security_group_rule, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:56.522181 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3ad016-17c8-488f-b133-36516f6f27a3 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac1f76da-c555-4f59-9604-6b1531235c82,revision_number=0']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:33:56.549323 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-bf3ad016-17c8-488f-b133-36516f6f27a3 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:56.550961 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-bf3ad016-17c8-488f-b133-36516f6f27a3 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2358584 Oct 27 10:33:56.560841 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 35672) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:33:56.568767 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-c7ac57b2-58e5-4306-8a56-f07645f6649d tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Request body: {'security_group_rule': {'security_group_id': '55228541-a3ac-4395-a6f1-3eb381084dbe', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:33:56.569296 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-289921cd-f7fd-44f0-9e99-f8c975b890b6 None None] Provisioning complete for port 1eb208c1-53c7-4020-bd55-d077d06451fd triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:33:56.570107 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-289921cd-f7fd-44f0-9e99-f8c975b890b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:56.614117 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-c7ac57b2-58e5-4306-8a56-f07645f6649d tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:56.630802 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-289921cd-f7fd-44f0-9e99-f8c975b890b6 None None] Port 1eb208c1-53c7-4020-bd55-d077d06451fd cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:33:56.696998 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e402d8a-295e-4fe8-b729-7e068999441b req-4381a1ff-f532-436f-ab28-fbbdf53569bb tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:33:56.698547 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-4e402d8a-295e-4fe8-b729-7e068999441b req-4381a1ff-f532-436f-ab28-fbbdf53569bb tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.44 "GET /v2.0/ports?device_id=6f8e6fef-e699-49ea-9f5d-5bd95a7e9f0f HTTP/1.1" status: 200 len: 945 time: 0.0977650 Oct 27 10:33:56.700423 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-c7ac57b2-58e5-4306-8a56-f07645f6649d tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:56.704633 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-c7ac57b2-58e5-4306-8a56-f07645f6649d tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671902'] for security_group_rule, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:56.740519 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ac57b2-58e5-4306-8a56-f07645f6649d tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7deaeb5-a83c-4975-a0e7-fb5541caa50c,revision_number=0']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:33:56.761808 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-c7ac57b2-58e5-4306-8a56-f07645f6649d tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:56.763055 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-c7ac57b2-58e5-4306-8a56-f07645f6649d tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2005317 Oct 27 10:33:56.766329 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 35682) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:33:56.768371 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-4e402d8a-295e-4fe8-b729-7e068999441b req-0a258b13-6b36-43c0-a24c-0225e5b9e38f tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.44 "GET /v2.0/security-groups?id=1cfb3b36-7fdd-4213-b115-9d47e1636c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612831 Oct 27 10:33:56.772640 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-2e266549-966c-4014-a6d1-90e472124541 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Request body: {'floatingip': {'floating_network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:33:56.816190 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-2e266549-966c-4014-a6d1-90e472124541 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Publish callbacks [] for floatingip, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:56.849292 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 35692) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:33:56.917440 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_v2 [None req-48cc84d6-67e9-4fde-9b8d-afaa6cdf51c7 admin admin] Deleting subnet 5d5270ea-6d5d-407c-8769-217472745877 {{(pid=102347) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 10:33:56.921457 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-48cc84d6-67e9-4fde-9b8d-afaa6cdf51c7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:56.960095 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-2e266549-966c-4014-a6d1-90e472124541 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:56.994363 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-48cc84d6-67e9-4fde-9b8d-afaa6cdf51c7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-18445109'] for subnet, precommit_delete_associations {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:57.037973 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-48cc84d6-67e9-4fde-9b8d-afaa6cdf51c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855646'] for subnet, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:57.097851 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_common [None req-2e266549-966c-4014-a6d1-90e472124541 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Allocated IP 172.25.8.4 (185ff123-c7ff-45c7-a6be-71feb35acc9c/0fb9f9d1-7384-481f-8fa8-f4566c349d30/6fcef7b0-81fb-4b0d-8ef9-76c44150adad) {{(pid=102346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:33:57.107598 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-48cc84d6-67e9-4fde-9b8d-afaa6cdf51c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-18295818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18043720'] for subnet, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:57.150419 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cc84d6-67e9-4fde-9b8d-afaa6cdf51c7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5d5270ea-6d5d-407c-8769-217472745877,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:33:57.159581 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-48cc84d6-67e9-4fde-9b8d-afaa6cdf51c7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:57.167340 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-48cc84d6-67e9-4fde-9b8d-afaa6cdf51c7 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/5d5270ea-6d5d-407c-8769-217472745877 HTTP/1.1" status: 204 len: 168 time: 0.3129272 Oct 27 10:33:57.167995 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 35702) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:33:57.211796 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48cc84d6-67e9-4fde-9b8d-afaa6cdf51c7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:33:57.212220 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48cc84d6-67e9-4fde-9b8d-afaa6cdf51c7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:33:57.212543 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48cc84d6-67e9-4fde-9b8d-afaa6cdf51c7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:33:57.213067 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48cc84d6-67e9-4fde-9b8d-afaa6cdf51c7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:33:57.213566 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48cc84d6-67e9-4fde-9b8d-afaa6cdf51c7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:33:57.216429 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48cc84d6-67e9-4fde-9b8d-afaa6cdf51c7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:33:57.216944 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48cc84d6-67e9-4fde-9b8d-afaa6cdf51c7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:33:57.219378 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48cc84d6-67e9-4fde-9b8d-afaa6cdf51c7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:33:57.219780 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48cc84d6-67e9-4fde-9b8d-afaa6cdf51c7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:33:57.220117 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48cc84d6-67e9-4fde-9b8d-afaa6cdf51c7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:33:57.220478 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48cc84d6-67e9-4fde-9b8d-afaa6cdf51c7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:33:57.220999 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48cc84d6-67e9-4fde-9b8d-afaa6cdf51c7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:33:57.236214 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 5418691d-e733-43da-8d93-be084ec50207 up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:33:57.258848 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-2e266549-966c-4014-a6d1-90e472124541 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Publish callbacks [] for port, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:57.329245 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-2e266549-966c-4014-a6d1-90e472124541 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:57.331498 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port 5418691d-e733-43da-8d93-be084ec50207 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:33:57.331886 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:57.376498 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-682e3342-bdbc-45f5-8c8f-13dbfa154cad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586917'] for network, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:57.395551 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e266549-966c-4014-a6d1-90e472124541 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Network 185ff123-c7ff-45c7-a6be-71feb35acc9c is already hosted by enough agents. {{(pid=102346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:33:57.404300 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-2e266549-966c-4014-a6d1-90e472124541 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Resources bound (agent type, host, resource id): {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:33:57.410985 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e266549-966c-4014-a6d1-90e472124541 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Received port after_create {{(pid=102346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:33:57.454625 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e266549-966c-4014-a6d1-90e472124541 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Pushing event updated for resources: {'Port': ['ID=6fcef7b0-81fb-4b0d-8ef9-76c44150adad,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:33:57.524330 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-2e266549-966c-4014-a6d1-90e472124541 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:57.550821 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-682e3342-bdbc-45f5-8c8f-13dbfa154cad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857803', 'neutron.services.segments.db._delete_segments_for_network-8743873143390'] for network, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:57.573503 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-682e3342-bdbc-45f5-8c8f-13dbfa154cad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c1a4959-8e88-4a5e-8cd4-34ec51e75c4b']}} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:33:57.574074 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-2e266549-966c-4014-a6d1-90e472124541 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:57.585072 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-682e3342-bdbc-45f5-8c8f-13dbfa154cad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e9ea29f-fa88-4249-832d-f89c64d3f0ca') {'for_net_delete': True} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:33:57.585677 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-682e3342-bdbc-45f5-8c8f-13dbfa154cad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e9ea29f-fa88-4249-832d-f89c64d3f0ca') {} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:33:57.596987 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-682e3342-bdbc-45f5-8c8f-13dbfa154cad admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743873145191', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18445132'] for segment, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:57.613266 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-682e3342-bdbc-45f5-8c8f-13dbfa154cad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:57.623293 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-682e3342-bdbc-45f5-8c8f-13dbfa154cad admin admin] Releasing vlan 444 on physical network physnet1 to pool {{(pid=102347) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 10:33:57.623987 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-682e3342-bdbc-45f5-8c8f-13dbfa154cad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-18296032'] for segment, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:57.626343 n-d-813419-10 neutron-server[102347]: Traceback (most recent call last): Oct 27 10:33:57.626343 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 10:33:57.626343 n-d-813419-10 neutron-server[102347]: timer() Oct 27 10:33:57.626343 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 10:33:57.626343 n-d-813419-10 neutron-server[102347]: cb(*args, **kw) Oct 27 10:33:57.626343 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 10:33:57.626343 n-d-813419-10 neutron-server[102347]: return func(*args, **kwargs) Oct 27 10:33:57.626343 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 10:33:57.626343 n-d-813419-10 neutron-server[102347]: self._notify() Oct 27 10:33:57.626343 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 10:33:57.626343 n-d-813419-10 neutron-server[102347]: self.callback(batched_events) Oct 27 10:33:57.626343 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 10:33:57.626343 n-d-813419-10 neutron-server[102347]: event.method(event) Oct 27 10:33:57.626343 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 10:33:57.626343 n-d-813419-10 neutron-server[102347]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 10:33:57.626343 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 10:33:57.626343 n-d-813419-10 neutron-server[102347]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 10:33:57.626343 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 10:33:57.626343 n-d-813419-10 neutron-server[102347]: return f(self, *a, **k) Oct 27 10:33:57.626343 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 10:33:57.626343 n-d-813419-10 neutron-server[102347]: return self._get(url).json() Oct 27 10:33:57.626343 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 10:33:57.626343 n-d-813419-10 neutron-server[102347]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 10:33:57.626343 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 10:33:57.626343 n-d-813419-10 neutron-server[102347]: return self.request(url, 'GET', **kwargs) Oct 27 10:33:57.626343 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 10:33:57.626343 n-d-813419-10 neutron-server[102347]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 10:33:57.626343 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 10:33:57.626343 n-d-813419-10 neutron-server[102347]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 10:33:57.626343 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 10:33:57.626343 n-d-813419-10 neutron-server[102347]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 10:33:57.626343 n-d-813419-10 neutron-server[102347]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 10:33:57.692332 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-682e3342-bdbc-45f5-8c8f-13dbfa154cad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664840'] for network, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:57.706749 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-682e3342-bdbc-45f5-8c8f-13dbfa154cad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for network, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:57.711980 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-682e3342-bdbc-45f5-8c8f-13dbfa154cad admin admin] 10.222.0.44 "DELETE /v2.0/networks/5c1a4959-8e88-4a5e-8cd4-34ec51e75c4b HTTP/1.1" status: 204 len: 168 time: 0.5199273 Oct 27 10:33:57.729416 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682e3342-bdbc-45f5-8c8f-13dbfa154cad admin admin] Pushing event deleted for resources: {'Network': ['ID=5c1a4959-8e88-4a5e-8cd4-34ec51e75c4b,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:33:57.827197 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-2e266549-966c-4014-a6d1-90e472124541 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Publish callbacks [] for port, precommit_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:57.841795 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-2e266549-966c-4014-a6d1-90e472124541 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27024173'] for port, after_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:57.930536 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 35720) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:33:57.964526 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e266549-966c-4014-a6d1-90e472124541 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Pushing event updated for resources: {'Port': ['ID=6fcef7b0-81fb-4b0d-8ef9-76c44150adad,revision_number=2']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:33:57.971599 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-2e266549-966c-4014-a6d1-90e472124541 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1664826'] for floatingip, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:57.984487 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054dd68a-d5ad-47df-8448-a0d3144a3130 req-a0080feb-d53d-4c7f-909a-098aa3e92dd7 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:33:57.986139 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-054dd68a-d5ad-47df-8448-a0d3144a3130 req-a0080feb-d53d-4c7f-909a-098aa3e92dd7 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.44 "GET /v2.0/ports?device_id=6f8e6fef-e699-49ea-9f5d-5bd95a7e9f0f HTTP/1.1" status: 200 len: 945 time: 0.1227028 Oct 27 10:33:57.991080 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-2e266549-966c-4014-a6d1-90e472124541 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for floatingip, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:58.007127 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-2e266549-966c-4014-a6d1-90e472124541 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.2394311 Oct 27 10:33:58.108171 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-054dd68a-d5ad-47df-8448-a0d3144a3130 req-4c13f7fd-759f-49e2-b9b3-fe75326f44bd tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.44 "GET /v2.0/security-groups?id=1cfb3b36-7fdd-4213-b115-9d47e1636c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031985 Oct 27 10:33:58.113204 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-94567a11-4f04-421a-bda4-69b6a45348d9 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5f9dca66d96040dcaba84180dc5fbf18&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1771901 Oct 27 10:33:58.114556 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 35730) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:33:58.139858 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd9d88d-8a1d-4305-8975-ea70eaf92143 req-5bfb2a60-4979-44d0-88c5-1820ada51511 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:33:58.141670 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-2dd9d88d-8a1d-4305-8975-ea70eaf92143 req-5bfb2a60-4979-44d0-88c5-1820ada51511 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.64 "GET /v2.0/ports?device_id=6f8e6fef-e699-49ea-9f5d-5bd95a7e9f0f HTTP/1.1" status: 200 len: 945 time: 0.1524746 Oct 27 10:33:58.190115 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-f92360f4-706c-4a73-b4af-78600bfc0235 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:58.222188 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-f92360f4-706c-4a73-b4af-78600bfc0235 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:58.285712 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [req-2dd9d88d-8a1d-4305-8975-ea70eaf92143 req-d617c6cf-94fa-429a-bba5-406f30e16a97 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] Deleting port 3129b5ac-387a-47c4-af16-bf390d52c84e {{(pid=102347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:33:58.286055 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-2dd9d88d-8a1d-4305-8975-ea70eaf92143 req-d617c6cf-94fa-429a-bba5-406f30e16a97 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:58.304278 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-f92360f4-706c-4a73-b4af-78600bfc0235 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:58.307391 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-f92360f4-706c-4a73-b4af-78600bfc0235 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:58.311223 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-f92360f4-706c-4a73-b4af-78600bfc0235 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e9dd1478-890b-4ef9-aacc-177fd14037e2 HTTP/1.1" status: 204 len: 168 time: 0.1919198 Oct 27 10:33:58.316880 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92360f4-706c-4a73-b4af-78600bfc0235 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9dd1478-890b-4ef9-aacc-177fd14037e2,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:33:58.428364 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-38c9be93-0da4-44aa-ab39-c97b523e3548 req-a0ee9a8e-f68f-452f-8b6f-497e973346cd tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--1734856388&fields=id&tenant_id=3e6cb564c3b34b1095cef7d65946c25d HTTP/1.1" status: 200 len: 267 time: 0.0820956 Oct 27 10:33:58.464400 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-2dd9d88d-8a1d-4305-8975-ea70eaf92143 req-d617c6cf-94fa-429a-bba5-406f30e16a97 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] For port 3129b5ac-387a-47c4-af16-bf390d52c84e, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=3129b5ac-387a-47c4-af16-bf390d52c84e,segment=NetworkSegment(7dd77195-ce76-4d8f-a4a0-21bf27911aee),segment_id=7dd77195-ce76-4d8f-a4a0-21bf27911aee)] {{(pid=102347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:33:58.466044 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-2dd9d88d-8a1d-4305-8975-ea70eaf92143 req-d617c6cf-94fa-429a-bba5-406f30e16a97 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:58.480372 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [req-2dd9d88d-8a1d-4305-8975-ea70eaf92143 req-d617c6cf-94fa-429a-bba5-406f30e16a97 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] Calling delete_port for 3129b5ac-387a-47c4-af16-bf390d52c84e owned by compute:nova {{(pid=102347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:33:58.564181 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c9be93-0da4-44aa-ab39-c97b523e3548 req-53ddd681-51bc-4526-9204-c24cd172edb4 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:33:58.572962 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-38c9be93-0da4-44aa-ab39-c97b523e3548 req-53ddd681-51bc-4526-9204-c24cd172edb4 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] 10.222.0.44 "GET /v2.0/ports/22c27b5f-6c6c-47c7-a478-77c272de9521 HTTP/1.1" status: 200 len: 936 time: 0.1368771 Oct 27 10:33:58.654765 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c9be93-0da4-44aa-ab39-c97b523e3548 req-43f8d3bf-dd93-43a1-96aa-fbbafb65d55c tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:33:58.666336 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-38c9be93-0da4-44aa-ab39-c97b523e3548 req-43f8d3bf-dd93-43a1-96aa-fbbafb65d55c tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] 10.222.0.44 "GET /v2.0/ports/1eb208c1-53c7-4020-bd55-d077d06451fd HTTP/1.1" status: 200 len: 935 time: 0.0893495 Oct 27 10:33:58.686720 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-2dd9d88d-8a1d-4305-8975-ea70eaf92143 req-d617c6cf-94fa-429a-bba5-406f30e16a97 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:58.700582 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] get_ports_and_sgs() called for port_ids ['3129b5ac-387a-47c4-af16-bf390d52c84e'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:33:58.723298 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d617c6cf-94fa-429a-bba5-406f30e16a97 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] Pushing event deleted for resources: {'Port': ['ID=3129b5ac-387a-47c4-af16-bf390d52c84e,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:33:58.752043 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-38c9be93-0da4-44aa-ab39-c97b523e3548 req-421a00c4-e35f-4ea2-91ab-8ed296e87b34 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] 10.222.0.44 "GET /v2.0/ports?network_id=221478c6-1352-435e-b5d2-1ec0f18ba5b8&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0872960 Oct 27 10:33:58.797428 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-38c9be93-0da4-44aa-ab39-c97b523e3548 req-8a81478d-da63-4976-b549-5f74b39e2a66 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] 10.222.0.44 "GET /v2.0/ports?network_id=221478c6-1352-435e-b5d2-1ec0f18ba5b8&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0445910 Oct 27 10:33:58.837433 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.agents_db [None req-e79ee67d-056e-46ea-bd99-e80473396b25 None None] Agent healthcheck: found 7 active agents {{(pid=102349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 10:33:58.858969 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [req-2dd9d88d-8a1d-4305-8975-ea70eaf92143 req-d617c6cf-94fa-429a-bba5-406f30e16a97 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] No DVR routers for this DVR port 3129b5ac-387a-47c4-af16-bf390d52c84e on host n-h1-813419-10 {{(pid=102347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:33:58.873360 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-2dd9d88d-8a1d-4305-8975-ea70eaf92143 req-d617c6cf-94fa-429a-bba5-406f30e16a97 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:58.878760 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-2dd9d88d-8a1d-4305-8975-ea70eaf92143 req-d617c6cf-94fa-429a-bba5-406f30e16a97 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.64 "DELETE /v2.0/ports/3129b5ac-387a-47c4-af16-bf390d52c84e HTTP/1.1" status: 204 len: 173 time: 0.7287154 Oct 27 10:33:58.879502 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f8e6fef-e699-49ea-9f5d-5bd95a7e9f0f', 'name': 'network-vif-deleted', 'tag': '3129b5ac-387a-47c4-af16-bf390d52c84e'}] {{(pid=102347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:33:58.892700 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311149b481204ee7edffdb959c881838506fbd95bc8577c048f6677abb73acc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6806ea5f-b67f-40a9-87ff-4e083717e19e" -d '{"events": [{"server_uuid": "6f8e6fef-e699-49ea-9f5d-5bd95a7e9f0f", "name": "network-vif-deleted", "tag": "3129b5ac-387a-47c4-af16-bf390d52c84e"}]}' {{(pid=102347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:33:58.993633 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c9be93-0da4-44aa-ab39-c97b523e3548 req-5826b957-6f00-435f-9027-4cf4367b09c8 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:33:59.005413 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c9be93-0da4-44aa-ab39-c97b523e3548 req-5826b957-6f00-435f-9027-4cf4367b09c8 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:33:59.014115 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c9be93-0da4-44aa-ab39-c97b523e3548 req-5826b957-6f00-435f-9027-4cf4367b09c8 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:33:59.018128 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-38c9be93-0da4-44aa-ab39-c97b523e3548 req-5826b957-6f00-435f-9027-4cf4367b09c8 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] 10.222.0.44 "GET /v2.0/networks?id=f2385b9b-4fa7-414c-8459-129f74d068c4&id=88e3e046-d444-4db2-9521-e65514262b77&id=88e3e046-d444-4db2-9521-e65514262b77&id=221478c6-1352-435e-b5d2-1ec0f18ba5b8&id=221478c6-1352-435e-b5d2-1ec0f18ba5b8 HTTP/1.1" status: 200 len: 1995 time: 0.2178025 Oct 27 10:33:59.052281 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-38c9be93-0da4-44aa-ab39-c97b523e3548 req-3922b26f-8cc7-492e-a7b0-eb16622fe655 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] 10.222.0.44 "GET /v2.0/quotas/3e6cb564c3b34b1095cef7d65946c25d HTTP/1.1" status: 200 len: 375 time: 0.0266907 Oct 27 10:33:59.201544 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-38c9be93-0da4-44aa-ab39-c97b523e3548 req-5bd9491f-82a2-481c-af64-032e803600d0 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=3e6cb564c3b34b1095cef7d65946c25d&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1418126 Oct 27 10:33:59.305738 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:33:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a73ca40-5893-4ce1-9da6-c460ddb51c14 x-openstack-request-id: req-7a73ca40-5893-4ce1-9da6-c460ddb51c14 {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:33:59.306236 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f8e6fef-e699-49ea-9f5d-5bd95a7e9f0f", "name": "network-vif-deleted", "tag": "3129b5ac-387a-47c4-af16-bf390d52c84e", "status": "completed", "code": 200}]} {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:33:59.307140 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7a73ca40-5893-4ce1-9da6-c460ddb51c14 {{(pid=102347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:33:59.309256 n-d-813419-10 neutron-server[102347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f8e6fef-e699-49ea-9f5d-5bd95a7e9f0f', 'name': 'network-vif-deleted', 'tag': '3129b5ac-387a-47c4-af16-bf390d52c84e', 'status': 'completed', 'code': 200} Oct 27 10:33:59.414827 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-38c9be93-0da4-44aa-ab39-c97b523e3548 req-0291b73b-6857-4b7b-aa14-aff4027dfa80 service neutron] 10.222.0.44 "GET /v2.0/networks/f2385b9b-4fa7-414c-8459-129f74d068c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2020407 Oct 27 10:33:59.546774 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-4dfca710-5ac7-4b50-85b0-da2597b2f957 req-3e204c9d-c8b5-4164-a79e-05c56ea5d7c0 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.44 "GET /v2.0/ports?device_id=6f8e6fef-e699-49ea-9f5d-5bd95a7e9f0f HTTP/1.1" status: 200 len: 210 time: 0.0515714 Oct 27 10:33:59.559231 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-38c9be93-0da4-44aa-ab39-c97b523e3548 req-4e3d7712-7721-4e33-963e-bfb971028a5f service neutron] 10.222.0.44 "GET /v2.0/networks/f2385b9b-4fa7-414c-8459-129f74d068c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340508 Oct 27 10:33:59.638893 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-38c9be93-0da4-44aa-ab39-c97b523e3548 req-6c31fe8c-10f3-45aa-8751-f55b461d78b8 service neutron] 10.222.0.44 "GET /v2.0/ports/22c27b5f-6c6c-47c7-a478-77c272de9521?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0696082 Oct 27 10:33:59.655482 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 35794) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:33:59.757748 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-38c9be93-0da4-44aa-ab39-c97b523e3548 req-e56ea703-655d-4b7b-88c4-e4ee7400bb94 service neutron] 10.222.0.44 "GET /v2.0/networks/88e3e046-d444-4db2-9521-e65514262b77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1116598 Oct 27 10:33:59.787416 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-2849cadc-4378-4357-8841-088480899e0d admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-173233986-network', 'tenant_id': 'e54cb375b4934d68842ae040da4bc162'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:33:59.811131 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2849cadc-4378-4357-8841-088480899e0d admin admin] Made reservation on behalf of e54cb375b4934d68842ae040da4bc162 for: {'network': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:33:59.814769 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-2849cadc-4378-4357-8841-088480899e0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for network, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:59.825298 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-2849cadc-4378-4357-8841-088480899e0d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:59.900465 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-38c9be93-0da4-44aa-ab39-c97b523e3548 req-11ecf758-ff78-473c-9029-e75af1c4c28d service neutron] 10.222.0.44 "GET /v2.0/networks/88e3e046-d444-4db2-9521-e65514262b77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271596 Oct 27 10:33:59.960510 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-2849cadc-4378-4357-8841-088480899e0d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:59.961351 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-38c9be93-0da4-44aa-ab39-c97b523e3548 req-23cdcfad-a491-488c-887a-7fc54578427b service neutron] 10.222.0.44 "GET /v2.0/ports/1eb208c1-53c7-4020-bd55-d077d06451fd?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0582364 Oct 27 10:33:59.970915 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-2849cadc-4378-4357-8841-088480899e0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:59.985432 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2849cadc-4378-4357-8841-088480899e0d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 420} {{(pid=102347) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 10:33:59.995157 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-2849cadc-4378-4357-8841-088480899e0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:33:59.995746 n-d-813419-10 neutron-server[102347]: INFO neutron.db.segments_db [None req-2849cadc-4378-4357-8841-088480899e0d admin admin] Added segment 0bed29f0-46e0-46a7-8691-32e353520b3f of type vlan for network 21b14918-2e42-4de0-b146-064627f7eacb Oct 27 10:34:00.048827 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-2849cadc-4378-4357-8841-088480899e0d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743872593080'] for network, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:34:00.094358 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2849cadc-4378-4357-8841-088480899e0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f517aa8d-4740-4d99-80f9-5a3f2d174a3a,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:34:00.114429 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-38c9be93-0da4-44aa-ab39-c97b523e3548 req-d17ce7b3-b168-4f23-a015-a89de8e24751 service neutron] 10.222.0.44 "GET /v2.0/networks/88e3e046-d444-4db2-9521-e65514262b77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1467571 Oct 27 10:34:00.133763 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-2849cadc-4378-4357-8841-088480899e0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913'] for network, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:34:00.136414 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2849cadc-4378-4357-8841-088480899e0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:00.137886 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-2849cadc-4378-4357-8841-088480899e0d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for network, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:34:00.233896 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-2849cadc-4378-4357-8841-088480899e0d admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5771639 Oct 27 10:34:00.241419 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 35806) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:34:00.252121 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-c6f8aab4-1af6-4dfb-8a14-7cbfef3ec78f admin admin] Request body: {'subnet': {'network_id': '21b14918-2e42-4de0-b146-064627f7eacb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-173233986-subnet', 'tenant_id': 'e54cb375b4934d68842ae040da4bc162', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:34:00.254520 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-38c9be93-0da4-44aa-ab39-c97b523e3548 req-4707d24b-75f2-4b02-8067-4c67e3e92d70 service neutron] 10.222.0.44 "GET /v2.0/networks/88e3e046-d444-4db2-9521-e65514262b77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391830 Oct 27 10:34:00.282062 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6f8aab4-1af6-4dfb-8a14-7cbfef3ec78f admin admin] Made reservation on behalf of e54cb375b4934d68842ae040da4bc162 for: {'subnet': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:34:00.285271 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-c6f8aab4-1af6-4dfb-8a14-7cbfef3ec78f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18044073'] for subnet, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:34:00.287837 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2849cadc-4378-4357-8841-088480899e0d admin admin] Pushing event updated for resources: {'Network': ['ID=21b14918-2e42-4de0-b146-064627f7eacb,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:34:00.301495 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Network 21b14918-2e42-4de0-b146-064627f7eacb details requested by agent ovs-agent-n-d-813419-10 with host n-d-813419-10 {{(pid=102348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 10:34:00.374139 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-38c9be93-0da4-44aa-ab39-c97b523e3548 req-4141ce58-6d82-4903-89af-adcdc661ac4c service neutron] 10.222.0.44 "GET /v2.0/networks/88e3e046-d444-4db2-9521-e65514262b77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1182296 Oct 27 10:34:00.542190 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-c6f8aab4-1af6-4dfb-8a14-7cbfef3ec78f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-18295883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18044091'] for subnet, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:34:00.583173 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-38c9be93-0da4-44aa-ab39-c97b523e3548 req-f48fbc56-2270-4615-9136-0a82e116c198 service neutron] 10.222.0.44 "GET /v2.0/networks/88e3e046-d444-4db2-9521-e65514262b77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2027466 Oct 27 10:34:00.628190 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6f8aab4-1af6-4dfb-8a14-7cbfef3ec78f admin admin] Checking segment: {'id': '0bed29f0-46e0-46a7-8691-32e353520b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '21b14918-2e42-4de0-b146-064627f7eacb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:34:00.628477 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6f8aab4-1af6-4dfb-8a14-7cbfef3ec78f admin admin] Network hostable DHCP agents. Network: 21b14918-2e42-4de0-b146-064627f7eacb, hostable agents: ['eafd4000-b897-4722-ae8b-0118ec955181'], hosted agents: [] {{(pid=102347) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 10:34:00.630889 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f8aab4-1af6-4dfb-8a14-7cbfef3ec78f admin admin] Pushing event updated for resources: {'Subnet': ['ID=44cefa37-ce73-4a07-af73-6cdbdaeb7737,revision_number=0']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:34:00.659279 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6f8aab4-1af6-4dfb-8a14-7cbfef3ec78f admin admin] Network 21b14918-2e42-4de0-b146-064627f7eacb is scheduled to be hosted by DHCP agent eafd4000-b897-4722-ae8b-0118ec955181 with binding_index 1 {{(pid=102347) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 10:34:00.683564 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [None req-c6f8aab4-1af6-4dfb-8a14-7cbfef3ec78f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-10, 21b14918-2e42-4de0-b146-064627f7eacb) {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:34:00.692650 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6f8aab4-1af6-4dfb-8a14-7cbfef3ec78f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:00.694681 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-c6f8aab4-1af6-4dfb-8a14-7cbfef3ec78f admin admin] Publish callbacks [] for subnet, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:34:00.728344 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-c6f8aab4-1af6-4dfb-8a14-7cbfef3ec78f admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4855447 Oct 27 10:34:00.747182 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbee4246-0f8d-4729-accf-ff2222b44fb5 None None] Network 21b14918-2e42-4de0-b146-064627f7eacb requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:34:00.812178 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-38c9be93-0da4-44aa-ab39-c97b523e3548 req-847514b7-50f5-47ab-a82e-6c84cd87ee2d service neutron] 10.222.0.44 "GET /v2.0/networks/88e3e046-d444-4db2-9521-e65514262b77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2180912 Oct 27 10:34:01.007296 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-38c9be93-0da4-44aa-ab39-c97b523e3548 req-2352512f-5a93-4118-8353-6f4d6d69d3be service neutron] 10.222.0.44 "GET /v2.0/networks/88e3e046-d444-4db2-9521-e65514262b77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1933734 Oct 27 10:34:01.038768 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c84c45b-e574-4f6a-af01-1ac71cd2f21e None None] Network 21b14918-2e42-4de0-b146-064627f7eacb requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:34:01.152756 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41cc0b3-fd8d-43d0-9125-aa0adc921768 req-1388bf21-8361-4252-bbe7-756db449603f tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:01.169157 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-e41cc0b3-fd8d-43d0-9125-aa0adc921768 req-1388bf21-8361-4252-bbe7-756db449603f tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.44 "GET /v2.0/networks?id=8d938063-6de9-4af7-8c0a-0cc177cd5dd2 HTTP/1.1" status: 200 len: 812 time: 0.1645377 Oct 27 10:34:01.174828 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-38c9be93-0da4-44aa-ab39-c97b523e3548 req-fca20de9-f4d6-465f-a2ec-1e200f31c455 service neutron] 10.222.0.44 "GET /v2.0/networks/221478c6-1352-435e-b5d2-1ec0f18ba5b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1598883 Oct 27 10:34:01.179502 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-e41cc0b3-fd8d-43d0-9125-aa0adc921768 req-71a2a11b-cfc3-443f-a035-9b35418dc146 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.44 "GET /v2.0/quotas/9acc1288f1e24e5194b2ab7572b1c5ff HTTP/1.1" status: 200 len: 375 time: 0.0095193 Oct 27 10:34:01.250392 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-e41cc0b3-fd8d-43d0-9125-aa0adc921768 req-a8513507-b6f0-4de4-8f22-329f6fccefe5 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=9acc1288f1e24e5194b2ab7572b1c5ff&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0633092 Oct 27 10:34:01.305931 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-38c9be93-0da4-44aa-ab39-c97b523e3548 req-741146da-8638-4bba-baf7-2e583d667855 service neutron] 10.222.0.44 "GET /v2.0/networks/221478c6-1352-435e-b5d2-1ec0f18ba5b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233416 Oct 27 10:34:01.372679 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-e41cc0b3-fd8d-43d0-9125-aa0adc921768 req-34d4822f-2f80-4ee8-8859-7f98af48c9f0 service neutron] 10.222.0.44 "GET /v2.0/networks/8d938063-6de9-4af7-8c0a-0cc177cd5dd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1122787 Oct 27 10:34:01.481492 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-e41cc0b3-fd8d-43d0-9125-aa0adc921768 req-8e5f9fd6-d982-4eec-8ec3-caca01ebd31c service neutron] 10.222.0.44 "GET /v2.0/networks/8d938063-6de9-4af7-8c0a-0cc177cd5dd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060297 Oct 27 10:34:01.963986 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-38c9be93-0da4-44aa-ab39-c97b523e3548 req-c98a0c9a-2309-478a-91e5-05b6bad0aead service neutron] 10.222.0.44 "GET /v2.0/networks/221478c6-1352-435e-b5d2-1ec0f18ba5b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6504507 Oct 27 10:34:02.016667 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device 3129b5ac-387a-47c4-af16-bf390d52c84e no longer exists at agent hyperv_n-h1-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:34:02.057892 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] No Port match for: 3129b5ac-387a-47c4-af16-bf390d52c84e {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:34:02.058958 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device 3129b5ac-387a-47c4-af16-bf390d52c84e not bound to the agent host n-h1-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:34:02.135780 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-38c9be93-0da4-44aa-ab39-c97b523e3548 req-5962dacf-09fa-430c-90bf-1ea607a39116 service neutron] 10.222.0.44 "GET /v2.0/networks/221478c6-1352-435e-b5d2-1ec0f18ba5b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1637533 Oct 27 10:34:02.217171 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-7b040df7-1b59-472c-bc01-6dec3b42f097 req-c0f47af5-d868-4925-842e-b72130ab47e2 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.44 "GET /v2.0/ports?device_id=a74be7ec-67b9-48c4-b1ce-a2a62f059c3a HTTP/1.1" status: 200 len: 210 time: 0.0494668 Oct 27 10:34:02.392003 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:34:03.373604 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-e7e5bd39-260d-44a3-bd7a-1cbdd8ad6bc5 req-823777bd-9cfe-470a-a3b9-01e813482411 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] 10.222.0.44 "GET /v2.0/ports?device_id=91ccc442-ec50-4418-afd5-4249b29ada1e HTTP/1.1" status: 200 len: 210 time: 0.3327279 Oct 27 10:34:03.418762 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41cc0b3-fd8d-43d0-9125-aa0adc921768 req-5ec098c2-4874-49b5-bfbb-0732fd15e2f8 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:03.420604 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-e41cc0b3-fd8d-43d0-9125-aa0adc921768 req-5ec098c2-4874-49b5-bfbb-0732fd15e2f8 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.76 "GET /v2.0/networks?id=8d938063-6de9-4af7-8c0a-0cc177cd5dd2 HTTP/1.1" status: 200 len: 812 time: 0.3584111 Oct 27 10:34:03.439766 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [req-e41cc0b3-fd8d-43d0-9125-aa0adc921768 req-1ad0a384-205f-415d-8db7-8cce94249cb5 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] Request body: {'port': {'device_id': 'a74be7ec-67b9-48c4-b1ce-a2a62f059c3a', 'network_id': '8d938063-6de9-4af7-8c0a-0cc177cd5dd2', 'admin_state_up': True, 'tenant_id': '9acc1288f1e24e5194b2ab7572b1c5ff'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:34:03.535924 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-586cbdea-55f5-4d2a-be14-6e05c7833228 req-bb3b5a39-908d-4d5a-b12c-da50faa9f0dd tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.44 "GET /v2.0/ports?device_id=a74be7ec-67b9-48c4-b1ce-a2a62f059c3a HTTP/1.1" status: 200 len: 210 time: 0.0325959 Oct 27 10:34:03.608217 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e41cc0b3-fd8d-43d0-9125-aa0adc921768 req-1ad0a384-205f-415d-8db7-8cce94249cb5 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] Made reservation on behalf of 9acc1288f1e24e5194b2ab7572b1c5ff for: {'port': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:34:03.612735 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-e41cc0b3-fd8d-43d0-9125-aa0adc921768 req-1ad0a384-205f-415d-8db7-8cce94249cb5 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:34:03.809150 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_common [req-e41cc0b3-fd8d-43d0-9125-aa0adc921768 req-1ad0a384-205f-415d-8db7-8cce94249cb5 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] Allocated IP 172.20.0.7 (8d938063-6de9-4af7-8c0a-0cc177cd5dd2/d10e012c-67dd-4bab-810d-02cbf72e2d75/3d6ae1db-b0f0-41b4-b79b-15dd28d0cc58) {{(pid=102346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:34:03.959873 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17de114-4ba7-42a1-b59a-66e132ed1a1e req-a146537f-cc40-4cdc-9fb3-75140592881e tempest-ServerGroupTestJSON-548399709 tempest-ServerGroupTestJSON-548399709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:03.967496 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-b17de114-4ba7-42a1-b59a-66e132ed1a1e req-a146537f-cc40-4cdc-9fb3-75140592881e tempest-ServerGroupTestJSON-548399709 tempest-ServerGroupTestJSON-548399709-project] 10.222.0.44 "GET /v2.0/networks?id=21b14918-2e42-4de0-b146-064627f7eacb HTTP/1.1" status: 200 len: 809 time: 0.2075689 Oct 27 10:34:04.009268 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-b17de114-4ba7-42a1-b59a-66e132ed1a1e req-bd9f2cad-1e65-4250-a48b-1dc05d0f54b8 tempest-ServerGroupTestJSON-548399709 tempest-ServerGroupTestJSON-548399709-project] 10.222.0.44 "GET /v2.0/quotas/e54cb375b4934d68842ae040da4bc162 HTTP/1.1" status: 200 len: 375 time: 0.0408087 Oct 27 10:34:04.069880 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-b17de114-4ba7-42a1-b59a-66e132ed1a1e req-7e56f82c-43ff-4cd4-8b7e-85449323d91d tempest-ServerGroupTestJSON-548399709 tempest-ServerGroupTestJSON-548399709-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=e54cb375b4934d68842ae040da4bc162&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0528126 Oct 27 10:34:04.171827 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-e41cc0b3-fd8d-43d0-9125-aa0adc921768 req-1ad0a384-205f-415d-8db7-8cce94249cb5 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] Publish callbacks [] for port, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:34:04.217744 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-b17de114-4ba7-42a1-b59a-66e132ed1a1e req-6d9c4bbe-8df3-422d-8770-5b10e33d5e32 service neutron] 10.222.0.44 "GET /v2.0/networks/21b14918-2e42-4de0-b146-064627f7eacb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1467338 Oct 27 10:34:04.304353 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-e41cc0b3-fd8d-43d0-9125-aa0adc921768 req-1ad0a384-205f-415d-8db7-8cce94249cb5 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:34:04.390573 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e41cc0b3-fd8d-43d0-9125-aa0adc921768 req-1ad0a384-205f-415d-8db7-8cce94249cb5 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] Network 8d938063-6de9-4af7-8c0a-0cc177cd5dd2 is already hosted by enough agents. {{(pid=102346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:34:04.404574 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [req-e41cc0b3-fd8d-43d0-9125-aa0adc921768 req-1ad0a384-205f-415d-8db7-8cce94249cb5 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] Resources bound (agent type, host, resource id): {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:34:04.406814 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad0a384-205f-415d-8db7-8cce94249cb5 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] Pushing event updated for resources: {'Port': ['ID=3d6ae1db-b0f0-41b4-b79b-15dd28d0cc58,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:34:04.422424 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-b17de114-4ba7-42a1-b59a-66e132ed1a1e req-25e5d6cb-7257-4a4b-8931-6f753e605ae1 service neutron] 10.222.0.44 "GET /v2.0/networks/21b14918-2e42-4de0-b146-064627f7eacb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1986265 Oct 27 10:34:04.425678 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [req-e41cc0b3-fd8d-43d0-9125-aa0adc921768 req-1ad0a384-205f-415d-8db7-8cce94249cb5 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] Received port after_create {{(pid=102346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:34:04.529277 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41cc0b3-fd8d-43d0-9125-aa0adc921768 req-1ad0a384-205f-415d-8db7-8cce94249cb5 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:04.530671 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-e41cc0b3-fd8d-43d0-9125-aa0adc921768 req-1ad0a384-205f-415d-8db7-8cce94249cb5 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:34:04.540047 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-4b3aabb6-1773-45c1-a690-83c6faf762aa req-8811deee-37d0-4ece-99e5-6d9359493a43 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] 10.222.0.44 "GET /v2.0/ports?device_id=91ccc442-ec50-4418-afd5-4249b29ada1e HTTP/1.1" status: 200 len: 210 time: 0.0393910 Oct 27 10:34:04.558288 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-e41cc0b3-fd8d-43d0-9125-aa0adc921768 req-1ad0a384-205f-415d-8db7-8cce94249cb5 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1224868 Oct 27 10:34:04.572217 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [req-e41cc0b3-fd8d-43d0-9125-aa0adc921768 req-9a1d932e-c74b-4806-bd73-5c4e1284dae8 service neutron] Request body: {'port': {'device_id': 'a74be7ec-67b9-48c4-b1ce-a2a62f059c3a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-10'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:34:04.636910 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c9be93-0da4-44aa-ab39-c97b523e3548 req-bb6af9db-cb29-4e7c-b4bc-0084d415e730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:04.638549 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-38c9be93-0da4-44aa-ab39-c97b523e3548 req-bb6af9db-cb29-4e7c-b4bc-0084d415e730 service neutron] 10.222.0.64 "GET /v2.0/ports/22c27b5f-6c6c-47c7-a478-77c272de9521 HTTP/1.1" status: 200 len: 1032 time: 0.0652547 Oct 27 10:34:04.641881 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-e41cc0b3-fd8d-43d0-9125-aa0adc921768 req-9a1d932e-c74b-4806-bd73-5c4e1284dae8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:34:04.699004 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c9be93-0da4-44aa-ab39-c97b523e3548 req-a2ff83e5-a033-4102-83d2-6f62bf1c1ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:04.705884 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-38c9be93-0da4-44aa-ab39-c97b523e3548 req-a2ff83e5-a033-4102-83d2-6f62bf1c1ad3 service neutron] 10.222.0.64 "GET /v2.0/ports/1eb208c1-53c7-4020-bd55-d077d06451fd HTTP/1.1" status: 200 len: 1031 time: 0.0603907 Oct 27 10:34:04.935072 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c9be93-0da4-44aa-ab39-c97b523e3548 req-a4dcbffa-3f86-4b7e-80c0-c5e6bd6ca76f tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:04.957507 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c9be93-0da4-44aa-ab39-c97b523e3548 req-a4dcbffa-3f86-4b7e-80c0-c5e6bd6ca76f tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:04.970140 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c9be93-0da4-44aa-ab39-c97b523e3548 req-a4dcbffa-3f86-4b7e-80c0-c5e6bd6ca76f tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:04.979327 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-38c9be93-0da4-44aa-ab39-c97b523e3548 req-a4dcbffa-3f86-4b7e-80c0-c5e6bd6ca76f tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] 10.222.0.64 "GET /v2.0/networks?id=f2385b9b-4fa7-414c-8459-129f74d068c4&id=88e3e046-d444-4db2-9521-e65514262b77&id=88e3e046-d444-4db2-9521-e65514262b77&id=88e3e046-d444-4db2-9521-e65514262b77&id=88e3e046-d444-4db2-9521-e65514262b77&id=221478c6-1352-435e-b5d2-1ec0f18ba5b8&id=221478c6-1352-435e-b5d2-1ec0f18ba5b8 HTTP/1.1" status: 200 len: 1995 time: 0.2648380 Oct 27 10:34:04.987036 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-eddc4188-b2f4-4385-8c0a-dd671361c021 req-61b31a61-7bfc-4c0d-93a5-273556e13443 tempest-ServerGroupTestJSON-548399709 tempest-ServerGroupTestJSON-548399709-project] 10.222.0.44 "GET /v2.0/ports?device_id=ebf8f2b7-e5f0-43ca-bdfd-c1d9b4a4ecf6 HTTP/1.1" status: 200 len: 210 time: 0.0300109 Oct 27 10:34:05.084078 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ac60b1-3a33-426f-beb9-87128dc58a40 req-79dd4704-3383-4d91-b90f-eed16a70374f tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:05.099121 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-a1ac60b1-3a33-426f-beb9-87128dc58a40 req-79dd4704-3383-4d91-b90f-eed16a70374f tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.44 "GET /v2.0/ports?device_id=a74be7ec-67b9-48c4-b1ce-a2a62f059c3a HTTP/1.1" status: 200 len: 931 time: 0.1902239 Oct 27 10:34:05.153336 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [req-e41cc0b3-fd8d-43d0-9125-aa0adc921768 req-9a1d932e-c74b-4806-bd73-5c4e1284dae8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d6ae1db-b0f0-41b4-b79b-15dd28d0cc58 {{(pid=102346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:34:05.161186 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-e41cc0b3-fd8d-43d0-9125-aa0adc921768 req-9a1d932e-c74b-4806-bd73-5c4e1284dae8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:34:05.166021 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-38c9be93-0da4-44aa-ab39-c97b523e3548 req-1fffebdc-7ef9-4f5e-afc1-358990af37e7 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3e6cb564c3b34b1095cef7d65946c25d HTTP/1.1" status: 200 len: 380 time: 0.1593695 Oct 27 10:34:05.174442 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.provisioning_blocks [req-e41cc0b3-fd8d-43d0-9125-aa0adc921768 req-9a1d932e-c74b-4806-bd73-5c4e1284dae8 service neutron] Transition to ACTIVE for port object 3d6ae1db-b0f0-41b4-b79b-15dd28d0cc58 will not be triggered until provisioned by entity L2. {{(pid=102346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 10:34:05.179712 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-e41cc0b3-fd8d-43d0-9125-aa0adc921768 req-9a1d932e-c74b-4806-bd73-5c4e1284dae8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27024173'] for port, after_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:34:05.183571 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [req-38c9be93-0da4-44aa-ab39-c97b523e3548 req-d7d07060-f5c2-4873-a89b-48efd0415e47 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Request body: {'port': {'device_id': '91ccc442-ec50-4418-afd5-4249b29ada1e', 'network_id': 'f2385b9b-4fa7-414c-8459-129f74d068c4', 'admin_state_up': True, 'tenant_id': '3e6cb564c3b34b1095cef7d65946c25d', 'security_groups': ['55228541-a3ac-4395-a6f1-3eb381084dbe']}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:34:05.276720 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1d932e-c74b-4806-bd73-5c4e1284dae8 service neutron] Pushing event updated for resources: {'Port': ['ID=3d6ae1db-b0f0-41b4-b79b-15dd28d0cc58,revision_number=2']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:34:05.309691 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-a1ac60b1-3a33-426f-beb9-87128dc58a40 req-6db75cc4-161f-437a-abf9-718f3e5a3f9e tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.44 "GET /v2.0/security-groups?id=1cfb3b36-7fdd-4213-b115-9d47e1636c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2093954 Oct 27 10:34:05.350918 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.managers [req-e41cc0b3-fd8d-43d0-9125-aa0adc921768 req-9a1d932e-c74b-4806-bd73-5c4e1284dae8 service neutron] Attempting to bind port 3d6ae1db-b0f0-41b4-b79b-15dd28d0cc58 on host n-h2-813419-10 for vnic_type normal with profile {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:34:05.351487 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.managers [req-e41cc0b3-fd8d-43d0-9125-aa0adc921768 req-9a1d932e-c74b-4806-bd73-5c4e1284dae8 service neutron] Attempting to bind port 3d6ae1db-b0f0-41b4-b79b-15dd28d0cc58 by drivers openvswitch,hyperv on host n-h2-813419-10 at level 0 using segments [{'id': '7dd77195-ce76-4d8f-a4a0-21bf27911aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8d938063-6de9-4af7-8c0a-0cc177cd5dd2'}] {{(pid=102346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:34:05.352014 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e41cc0b3-fd8d-43d0-9125-aa0adc921768 req-9a1d932e-c74b-4806-bd73-5c4e1284dae8 service neutron] Attempting to bind port 3d6ae1db-b0f0-41b4-b79b-15dd28d0cc58 on network 8d938063-6de9-4af7-8c0a-0cc177cd5dd2 {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:34:05.364564 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e41cc0b3-fd8d-43d0-9125-aa0adc921768 req-9a1d932e-c74b-4806-bd73-5c4e1284dae8 service neutron] Port 3d6ae1db-b0f0-41b4-b79b-15dd28d0cc58 on network 8d938063-6de9-4af7-8c0a-0cc177cd5dd2 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-10 {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 10:34:05.365011 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e41cc0b3-fd8d-43d0-9125-aa0adc921768 req-9a1d932e-c74b-4806-bd73-5c4e1284dae8 service neutron] Attempting to bind port 3d6ae1db-b0f0-41b4-b79b-15dd28d0cc58 on network 8d938063-6de9-4af7-8c0a-0cc177cd5dd2 {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:34:05.370838 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e41cc0b3-fd8d-43d0-9125-aa0adc921768 req-9a1d932e-c74b-4806-bd73-5c4e1284dae8 service neutron] Checking agent: {'id': 'a2edc247-0fa4-4ce6-bbae-a10492f6bd71', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 16, 9), 'started_at': datetime.datetime(2021, 10, 27, 10, 16, 9), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 33, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:34:05.371820 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e41cc0b3-fd8d-43d0-9125-aa0adc921768 req-9a1d932e-c74b-4806-bd73-5c4e1284dae8 service neutron] Checking segment: {'id': '7dd77195-ce76-4d8f-a4a0-21bf27911aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8d938063-6de9-4af7-8c0a-0cc177cd5dd2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:34:05.372338 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e41cc0b3-fd8d-43d0-9125-aa0adc921768 req-9a1d932e-c74b-4806-bd73-5c4e1284dae8 service neutron] Bound using segment: {'id': '7dd77195-ce76-4d8f-a4a0-21bf27911aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8d938063-6de9-4af7-8c0a-0cc177cd5dd2'} {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:34:05.372867 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.managers [req-e41cc0b3-fd8d-43d0-9125-aa0adc921768 req-9a1d932e-c74b-4806-bd73-5c4e1284dae8 service neutron] Bound port: 3d6ae1db-b0f0-41b4-b79b-15dd28d0cc58, host: n-h2-813419-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7dd77195-ce76-4d8f-a4a0-21bf27911aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8d938063-6de9-4af7-8c0a-0cc177cd5dd2'}}] {{(pid=102346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:34:05.373335 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-e41cc0b3-fd8d-43d0-9125-aa0adc921768 req-9a1d932e-c74b-4806-bd73-5c4e1284dae8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:34:05.438012 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38c9be93-0da4-44aa-ab39-c97b523e3548 req-d7d07060-f5c2-4873-a89b-48efd0415e47 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Made reservation on behalf of 3e6cb564c3b34b1095cef7d65946c25d for: {'port': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:34:05.447739 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-38c9be93-0da4-44aa-ab39-c97b523e3548 req-d7d07060-f5c2-4873-a89b-48efd0415e47 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:34:05.461053 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [req-e41cc0b3-fd8d-43d0-9125-aa0adc921768 req-9a1d932e-c74b-4806-bd73-5c4e1284dae8 service neutron] For port 3d6ae1db-b0f0-41b4-b79b-15dd28d0cc58, host n-h2-813419-10, cleared binding levels {{(pid=102346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:34:05.465097 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [req-e41cc0b3-fd8d-43d0-9125-aa0adc921768 req-9a1d932e-c74b-4806-bd73-5c4e1284dae8 service neutron] For port 3d6ae1db-b0f0-41b4-b79b-15dd28d0cc58, host n-h2-813419-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=3d6ae1db-b0f0-41b4-b79b-15dd28d0cc58,segment=NetworkSegment(7dd77195-ce76-4d8f-a4a0-21bf27911aee),segment_id=7dd77195-ce76-4d8f-a4a0-21bf27911aee)] {{(pid=102346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:34:05.485873 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-e41cc0b3-fd8d-43d0-9125-aa0adc921768 req-9a1d932e-c74b-4806-bd73-5c4e1284dae8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27024173'] for port, after_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:34:05.569807 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41cc0b3-fd8d-43d0-9125-aa0adc921768 req-9a1d932e-c74b-4806-bd73-5c4e1284dae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:05.570429 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-e41cc0b3-fd8d-43d0-9125-aa0adc921768 req-9a1d932e-c74b-4806-bd73-5c4e1284dae8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:34:05.572009 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-e41cc0b3-fd8d-43d0-9125-aa0adc921768 req-9a1d932e-c74b-4806-bd73-5c4e1284dae8 service neutron] 10.222.0.76 "PUT /v2.0/ports/3d6ae1db-b0f0-41b4-b79b-15dd28d0cc58 HTTP/1.1" status: 200 len: 1092 time: 1.0043788 Oct 27 10:34:05.572492 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a74be7ec-67b9-48c4-b1ce-a2a62f059c3a', 'tag': '3d6ae1db-b0f0-41b4-b79b-15dd28d0cc58'}] {{(pid=102346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:34:05.576051 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc0e418f5fc417c8d55d94c0aa509b037d0beb2a734c1a709e789eb65639a56d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd54d1db-688e-4074-8436-162f82153db2" -d '{"events": [{"name": "network-changed", "server_uuid": "a74be7ec-67b9-48c4-b1ce-a2a62f059c3a", "tag": "3d6ae1db-b0f0-41b4-b79b-15dd28d0cc58"}]}' {{(pid=102346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:34:05.611745 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1d932e-c74b-4806-bd73-5c4e1284dae8 service neutron] Pushing event updated for resources: {'Port': ['ID=3d6ae1db-b0f0-41b4-b79b-15dd28d0cc58,revision_number=3']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:34:05.743888 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 10:34:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-203de8b4-e551-402c-afdd-b80084da56a4 x-openstack-request-id: req-203de8b4-e551-402c-afdd-b80084da56a4 {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:34:05.744272 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a74be7ec-67b9-48c4-b1ce-a2a62f059c3a", "tag": "3d6ae1db-b0f0-41b4-b79b-15dd28d0cc58", "status": "completed", "code": 200}]} {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:34:05.751828 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-203de8b4-e551-402c-afdd-b80084da56a4 {{(pid=102346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:34:05.753508 n-d-813419-10 neutron-server[102346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a74be7ec-67b9-48c4-b1ce-a2a62f059c3a', 'tag': '3d6ae1db-b0f0-41b4-b79b-15dd28d0cc58', 'status': 'completed', 'code': 200} Oct 27 10:34:05.791682 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41cc0b3-fd8d-43d0-9125-aa0adc921768 req-6452cbac-d0ea-4fbe-885c-696ef3b913ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:05.798337 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-e41cc0b3-fd8d-43d0-9125-aa0adc921768 req-6452cbac-d0ea-4fbe-885c-696ef3b913ca service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=9acc1288f1e24e5194b2ab7572b1c5ff&device_id=a74be7ec-67b9-48c4-b1ce-a2a62f059c3a HTTP/1.1" status: 200 len: 1095 time: 0.1581633 Oct 27 10:34:05.922709 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-e41cc0b3-fd8d-43d0-9125-aa0adc921768 req-01fd22c1-d74f-4bd4-a46c-7df574420eb0 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3d6ae1db-b0f0-41b4-b79b-15dd28d0cc58 HTTP/1.1" status: 200 len: 217 time: 0.1136525 Oct 27 10:34:05.925449 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-ad78ad27-0cb4-46d2-a353-5a5d4013f4b6 req-5d928ac3-a89f-4f80-a170-99e78b13d169 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] 10.222.0.44 "GET /v2.0/ports?device_id=91ccc442-ec50-4418-afd5-4249b29ada1e HTTP/1.1" status: 200 len: 210 time: 0.1121993 Oct 27 10:34:05.938721 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_common [req-38c9be93-0da4-44aa-ab39-c97b523e3548 req-d7d07060-f5c2-4873-a89b-48efd0415e47 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Allocated IP 172.20.0.6 (f2385b9b-4fa7-414c-8459-129f74d068c4/f7ae2785-df3d-443a-9883-966bc70b525d/1cf65ff2-fb9b-433c-b18b-c8215b267c53) {{(pid=102347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:34:06.041731 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41cc0b3-fd8d-43d0-9125-aa0adc921768 req-d910795a-7fc7-4f71-b395-ab186964a7c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:06.044291 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-e41cc0b3-fd8d-43d0-9125-aa0adc921768 req-d910795a-7fc7-4f71-b395-ab186964a7c6 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=d10e012c-67dd-4bab-810d-02cbf72e2d75 HTTP/1.1" status: 200 len: 852 time: 0.1126332 Oct 27 10:34:06.107361 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-e41cc0b3-fd8d-43d0-9125-aa0adc921768 req-d5e162f7-e99e-437a-8ec5-3e775af0b24d service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=8d938063-6de9-4af7-8c0a-0cc177cd5dd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0550218 Oct 27 10:34:06.197662 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-e3b8ef92-f86f-4a4e-99f0-413b6fe6434f req-48373be3-3e18-437a-87c2-1a2155bd52e2 tempest-ServerGroupTestJSON-548399709 tempest-ServerGroupTestJSON-548399709-project] 10.222.0.44 "GET /v2.0/ports?device_id=ebf8f2b7-e5f0-43ca-bdfd-c1d9b4a4ecf6 HTTP/1.1" status: 200 len: 210 time: 0.0607522 Oct 27 10:34:06.256771 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-e41cc0b3-fd8d-43d0-9125-aa0adc921768 req-77618c7a-6e88-457c-9e51-488338297c53 service neutron] 10.222.0.76 "GET /v2.0/networks/8d938063-6de9-4af7-8c0a-0cc177cd5dd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295819 Oct 27 10:34:06.261872 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-38c9be93-0da4-44aa-ab39-c97b523e3548 req-d7d07060-f5c2-4873-a89b-48efd0415e47 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Publish callbacks [] for port, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:34:06.313108 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-38c9be93-0da4-44aa-ab39-c97b523e3548 req-d7d07060-f5c2-4873-a89b-48efd0415e47 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:34:06.395826 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38c9be93-0da4-44aa-ab39-c97b523e3548 req-d7d07060-f5c2-4873-a89b-48efd0415e47 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Network f2385b9b-4fa7-414c-8459-129f74d068c4 is already hosted by enough agents. {{(pid=102347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:34:06.398246 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [req-38c9be93-0da4-44aa-ab39-c97b523e3548 req-d7d07060-f5c2-4873-a89b-48efd0415e47 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Resources bound (agent type, host, resource id): {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:34:06.400612 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [req-38c9be93-0da4-44aa-ab39-c97b523e3548 req-d7d07060-f5c2-4873-a89b-48efd0415e47 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Received port after_create {{(pid=102347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:34:06.417525 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-e41cc0b3-fd8d-43d0-9125-aa0adc921768 req-fa63165b-991f-4aae-a05e-1697b3115307 service neutron] 10.222.0.76 "GET /v2.0/networks/8d938063-6de9-4af7-8c0a-0cc177cd5dd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1522431 Oct 27 10:34:06.494448 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d07060-f5c2-4873-a89b-48efd0415e47 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Pushing event updated for resources: {'Port': ['ID=1cf65ff2-fb9b-433c-b18b-c8215b267c53,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:34:06.536472 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c9be93-0da4-44aa-ab39-c97b523e3548 req-d7d07060-f5c2-4873-a89b-48efd0415e47 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:06.537528 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-38c9be93-0da4-44aa-ab39-c97b523e3548 req-d7d07060-f5c2-4873-a89b-48efd0415e47 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:34:06.576572 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-38c9be93-0da4-44aa-ab39-c97b523e3548 req-d7d07060-f5c2-4873-a89b-48efd0415e47 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3958652 Oct 27 10:34:06.588928 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [req-38c9be93-0da4-44aa-ab39-c97b523e3548 req-7a14b01a-205f-4636-8d35-33c388d0a3bb tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Request body: {'port': {'device_id': '91ccc442-ec50-4418-afd5-4249b29ada1e', 'network_id': '88e3e046-d444-4db2-9521-e65514262b77', 'admin_state_up': True, 'tenant_id': '3e6cb564c3b34b1095cef7d65946c25d', 'security_groups': ['55228541-a3ac-4395-a6f1-3eb381084dbe']}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:34:06.616846 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf1abf8-ccb4-4e0e-a9e1-5f4abc2fd0e0 req-067cecc6-9e26-4587-9a91-7bc2470fd696 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:06.628078 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-fcf1abf8-ccb4-4e0e-a9e1-5f4abc2fd0e0 req-067cecc6-9e26-4587-9a91-7bc2470fd696 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.44 "GET /v2.0/ports?device_id=a74be7ec-67b9-48c4-b1ce-a2a62f059c3a HTTP/1.1" status: 200 len: 943 time: 0.1443219 Oct 27 10:34:06.746872 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd54d1db-688e-4074-8436-162f82153db2 req-db735c55-abde-4b25-b1f2-fb18f9a72c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:06.754877 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-fd54d1db-688e-4074-8436-162f82153db2 req-db735c55-abde-4b25-b1f2-fb18f9a72c66 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=9acc1288f1e24e5194b2ab7572b1c5ff&device_id=a74be7ec-67b9-48c4-b1ce-a2a62f059c3a HTTP/1.1" status: 200 len: 1095 time: 0.2077842 Oct 27 10:34:06.769374 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-fcf1abf8-ccb4-4e0e-a9e1-5f4abc2fd0e0 req-42cd1ae7-9cf5-4f81-a95a-fe6141e531d5 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.44 "GET /v2.0/security-groups?id=1cfb3b36-7fdd-4213-b115-9d47e1636c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400127 Oct 27 10:34:06.807935 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-46a3d58e-517d-482b-ab2d-8636909ea41f None None] Provisioning complete for port 1cf65ff2-fb9b-433c-b18b-c8215b267c53 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:34:06.810056 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-46a3d58e-517d-482b-ab2d-8636909ea41f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:34:06.965595 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-46a3d58e-517d-482b-ab2d-8636909ea41f None None] Port 1cf65ff2-fb9b-433c-b18b-c8215b267c53 cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:34:06.977370 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd54d1db-688e-4074-8436-162f82153db2 req-5acf8905-237c-4de3-9512-b8bd70386e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:06.979128 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-fd54d1db-688e-4074-8436-162f82153db2 req-5acf8905-237c-4de3-9512-b8bd70386e8c service neutron] 10.222.0.76 "GET /v2.0/networks?id=8d938063-6de9-4af7-8c0a-0cc177cd5dd2 HTTP/1.1" status: 200 len: 913 time: 0.2035255 Oct 27 10:34:07.001397 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17de114-4ba7-42a1-b59a-66e132ed1a1e req-e05587c1-6fd4-497f-a0a1-16670fc313f7 tempest-ServerGroupTestJSON-548399709 tempest-ServerGroupTestJSON-548399709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:07.003292 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b17de114-4ba7-42a1-b59a-66e132ed1a1e req-e05587c1-6fd4-497f-a0a1-16670fc313f7 tempest-ServerGroupTestJSON-548399709 tempest-ServerGroupTestJSON-548399709-project] 10.222.0.76 "GET /v2.0/networks?id=21b14918-2e42-4de0-b146-064627f7eacb HTTP/1.1" status: 200 len: 809 time: 0.3059590 Oct 27 10:34:07.020293 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [req-b17de114-4ba7-42a1-b59a-66e132ed1a1e req-db9cb83e-a0dc-4247-84e6-7e0fe1a49e50 tempest-ServerGroupTestJSON-548399709 tempest-ServerGroupTestJSON-548399709-project] Request body: {'port': {'device_id': 'ebf8f2b7-e5f0-43ca-bdfd-c1d9b4a4ecf6', 'network_id': '21b14918-2e42-4de0-b146-064627f7eacb', 'admin_state_up': True, 'tenant_id': 'e54cb375b4934d68842ae040da4bc162'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:34:07.025446 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38c9be93-0da4-44aa-ab39-c97b523e3548 req-7a14b01a-205f-4636-8d35-33c388d0a3bb tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Made reservation on behalf of 3e6cb564c3b34b1095cef7d65946c25d for: {'port': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:34:07.029922 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-38c9be93-0da4-44aa-ab39-c97b523e3548 req-7a14b01a-205f-4636-8d35-33c388d0a3bb tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:34:07.091427 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-fd54d1db-688e-4074-8436-162f82153db2 req-aa347102-8dbd-4813-b974-246fe67ea516 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3d6ae1db-b0f0-41b4-b79b-15dd28d0cc58 HTTP/1.1" status: 200 len: 217 time: 0.1026649 Oct 27 10:34:07.224142 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd54d1db-688e-4074-8436-162f82153db2 req-297d6fbe-c442-4da0-a053-65bc640ddc1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:07.227340 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-fd54d1db-688e-4074-8436-162f82153db2 req-297d6fbe-c442-4da0-a053-65bc640ddc1a service neutron] 10.222.0.76 "GET /v2.0/subnets?id=d10e012c-67dd-4bab-810d-02cbf72e2d75 HTTP/1.1" status: 200 len: 852 time: 0.1075306 Oct 27 10:34:07.288307 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-fd54d1db-688e-4074-8436-162f82153db2 req-3327ae3a-0d52-4a9e-b728-61d95e3db1cb service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=8d938063-6de9-4af7-8c0a-0cc177cd5dd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406718 Oct 27 10:34:07.383031 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b17de114-4ba7-42a1-b59a-66e132ed1a1e req-db9cb83e-a0dc-4247-84e6-7e0fe1a49e50 tempest-ServerGroupTestJSON-548399709 tempest-ServerGroupTestJSON-548399709-project] Made reservation on behalf of e54cb375b4934d68842ae040da4bc162 for: {'port': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:34:07.387966 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-b17de114-4ba7-42a1-b59a-66e132ed1a1e req-db9cb83e-a0dc-4247-84e6-7e0fe1a49e50 tempest-ServerGroupTestJSON-548399709 tempest-ServerGroupTestJSON-548399709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:34:07.441473 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac45019-5118-40f6-8a2e-44cc8643a874 req-5ea756e3-ef40-4d81-bc0b-4dcae3a5b686 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:07.450647 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-7ac45019-5118-40f6-8a2e-44cc8643a874 req-5ea756e3-ef40-4d81-bc0b-4dcae3a5b686 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] 10.222.0.44 "GET /v2.0/ports?device_id=91ccc442-ec50-4418-afd5-4249b29ada1e HTTP/1.1" status: 200 len: 931 time: 0.3582163 Oct 27 10:34:07.462945 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-fd54d1db-688e-4074-8436-162f82153db2 req-7e5c907b-8ac4-4dfe-a95d-26235ce0d082 service neutron] 10.222.0.76 "GET /v2.0/networks/8d938063-6de9-4af7-8c0a-0cc177cd5dd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1654699 Oct 27 10:34:07.559271 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-7ac45019-5118-40f6-8a2e-44cc8643a874 req-cd4320d1-b6f5-46bf-a074-cf0fdb55749d tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] 10.222.0.44 "GET /v2.0/security-groups?id=55228541-a3ac-4395-a6f1-3eb381084dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1066206 Oct 27 10:34:07.650343 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-fd54d1db-688e-4074-8436-162f82153db2 req-da8da2b6-0ebc-46c8-9a6e-f4ead59ef952 service neutron] 10.222.0.76 "GET /v2.0/networks/8d938063-6de9-4af7-8c0a-0cc177cd5dd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1791446 Oct 27 10:34:07.657558 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_common [req-b17de114-4ba7-42a1-b59a-66e132ed1a1e req-db9cb83e-a0dc-4247-84e6-7e0fe1a49e50 tempest-ServerGroupTestJSON-548399709 tempest-ServerGroupTestJSON-548399709-project] Allocated IP 172.20.0.11 (21b14918-2e42-4de0-b146-064627f7eacb/44cefa37-ce73-4a07-af73-6cdbdaeb7737/86ac2d5f-ba99-4bcb-83b8-2df3dea37908) {{(pid=102347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:34:07.673619 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c64d6562-d21c-48f0-9db9-3a4c977b3e17 req-8b9970ea-812b-4a62-aa2e-f6fb0a01ded3 tempest-ServerGroupTestJSON-548399709 tempest-ServerGroupTestJSON-548399709-project] 10.222.0.44 "GET /v2.0/ports?device_id=ebf8f2b7-e5f0-43ca-bdfd-c1d9b4a4ecf6 HTTP/1.1" status: 200 len: 210 time: 0.2959614 Oct 27 10:34:07.693864 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_common [req-38c9be93-0da4-44aa-ab39-c97b523e3548 req-7a14b01a-205f-4636-8d35-33c388d0a3bb tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Allocated IP 10.1.1.200 (88e3e046-d444-4db2-9521-e65514262b77/2b282023-ee15-4c3c-8c47-498ae229ab3c/329824b1-0ff6-45c1-b96c-4a19139a00dd) {{(pid=102347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:34:08.001173 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678d4e7c-313c-4521-b538-82e694993bdb req-0d53992c-4ad9-48b8-bfef-073043367a10 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:08.007726 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-678d4e7c-313c-4521-b538-82e694993bdb req-0d53992c-4ad9-48b8-bfef-073043367a10 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.44 "GET /v2.0/ports?device_id=a74be7ec-67b9-48c4-b1ce-a2a62f059c3a HTTP/1.1" status: 200 len: 943 time: 0.1356630 Oct 27 10:34:08.012116 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-38c9be93-0da4-44aa-ab39-c97b523e3548 req-7a14b01a-205f-4636-8d35-33c388d0a3bb tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Publish callbacks [] for port, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:34:08.023886 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-b17de114-4ba7-42a1-b59a-66e132ed1a1e req-db9cb83e-a0dc-4247-84e6-7e0fe1a49e50 tempest-ServerGroupTestJSON-548399709 tempest-ServerGroupTestJSON-548399709-project] Publish callbacks [] for port, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:34:08.093597 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-38c9be93-0da4-44aa-ab39-c97b523e3548 req-7a14b01a-205f-4636-8d35-33c388d0a3bb tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:34:08.105215 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-b17de114-4ba7-42a1-b59a-66e132ed1a1e req-db9cb83e-a0dc-4247-84e6-7e0fe1a49e50 tempest-ServerGroupTestJSON-548399709 tempest-ServerGroupTestJSON-548399709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:34:08.109111 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-678d4e7c-313c-4521-b538-82e694993bdb req-c46e5e5d-baba-474f-beaa-0883f4bf5eca tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.44 "GET /v2.0/security-groups?id=1cfb3b36-7fdd-4213-b115-9d47e1636c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944381 Oct 27 10:34:08.172893 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b17de114-4ba7-42a1-b59a-66e132ed1a1e req-db9cb83e-a0dc-4247-84e6-7e0fe1a49e50 tempest-ServerGroupTestJSON-548399709 tempest-ServerGroupTestJSON-548399709-project] Network 21b14918-2e42-4de0-b146-064627f7eacb is already hosted by enough agents. {{(pid=102347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:34:08.182879 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [req-b17de114-4ba7-42a1-b59a-66e132ed1a1e req-db9cb83e-a0dc-4247-84e6-7e0fe1a49e50 tempest-ServerGroupTestJSON-548399709 tempest-ServerGroupTestJSON-548399709-project] Resources bound (agent type, host, resource id): {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:34:08.189201 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38c9be93-0da4-44aa-ab39-c97b523e3548 req-7a14b01a-205f-4636-8d35-33c388d0a3bb tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Network 88e3e046-d444-4db2-9521-e65514262b77 is already hosted by enough agents. {{(pid=102347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:34:08.192704 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [req-38c9be93-0da4-44aa-ab39-c97b523e3548 req-7a14b01a-205f-4636-8d35-33c388d0a3bb tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Resources bound (agent type, host, resource id): {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:34:08.200979 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [req-b17de114-4ba7-42a1-b59a-66e132ed1a1e req-db9cb83e-a0dc-4247-84e6-7e0fe1a49e50 tempest-ServerGroupTestJSON-548399709 tempest-ServerGroupTestJSON-548399709-project] Received port after_create {{(pid=102347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:34:08.203693 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a14b01a-205f-4636-8d35-33c388d0a3bb tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Pushing event updated for resources: {'Port': ['ID=329824b1-0ff6-45c1-b96c-4a19139a00dd,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:34:08.206191 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [req-38c9be93-0da4-44aa-ab39-c97b523e3548 req-7a14b01a-205f-4636-8d35-33c388d0a3bb tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Received port after_create {{(pid=102347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:34:08.336043 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c9be93-0da4-44aa-ab39-c97b523e3548 req-7a14b01a-205f-4636-8d35-33c388d0a3bb tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:08.336748 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-38c9be93-0da4-44aa-ab39-c97b523e3548 req-7a14b01a-205f-4636-8d35-33c388d0a3bb tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:34:08.365384 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17de114-4ba7-42a1-b59a-66e132ed1a1e req-db9cb83e-a0dc-4247-84e6-7e0fe1a49e50 tempest-ServerGroupTestJSON-548399709 tempest-ServerGroupTestJSON-548399709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:08.365998 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-b17de114-4ba7-42a1-b59a-66e132ed1a1e req-db9cb83e-a0dc-4247-84e6-7e0fe1a49e50 tempest-ServerGroupTestJSON-548399709 tempest-ServerGroupTestJSON-548399709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:34:08.372064 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9cb83e-a0dc-4247-84e6-7e0fe1a49e50 tempest-ServerGroupTestJSON-548399709 tempest-ServerGroupTestJSON-548399709-project] Pushing event updated for resources: {'Port': ['ID=86ac2d5f-ba99-4bcb-83b8-2df3dea37908,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:34:08.390916 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b17de114-4ba7-42a1-b59a-66e132ed1a1e req-db9cb83e-a0dc-4247-84e6-7e0fe1a49e50 tempest-ServerGroupTestJSON-548399709 tempest-ServerGroupTestJSON-548399709-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3759208 Oct 27 10:34:08.394397 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-38c9be93-0da4-44aa-ab39-c97b523e3548 req-7a14b01a-205f-4636-8d35-33c388d0a3bb tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8148277 Oct 27 10:34:08.415720 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [req-38c9be93-0da4-44aa-ab39-c97b523e3548 req-9134c370-5829-43d1-9c9e-a6c391227025 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Request body: {'port': {'device_id': '91ccc442-ec50-4418-afd5-4249b29ada1e', 'network_id': '88e3e046-d444-4db2-9521-e65514262b77', 'admin_state_up': True, 'tenant_id': '3e6cb564c3b34b1095cef7d65946c25d', 'security_groups': ['55228541-a3ac-4395-a6f1-3eb381084dbe']}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:34:08.716074 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-fcac7cbe-db2d-45e9-94f8-b8c7e739dc29 None None] Provisioning complete for port 329824b1-0ff6-45c1-b96c-4a19139a00dd triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:34:08.716583 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-fcac7cbe-db2d-45e9-94f8-b8c7e739dc29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:34:08.797334 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-fcac7cbe-db2d-45e9-94f8-b8c7e739dc29 None None] Port 329824b1-0ff6-45c1-b96c-4a19139a00dd cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:34:08.845363 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:34:08.892884 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bb39a9-18af-4594-9d91-c9786dcc62d7 req-c39d18a7-bafe-4e3c-843e-128464241b64 tempest-ServerGroupTestJSON-548399709 tempest-ServerGroupTestJSON-548399709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:08.905750 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-95bb39a9-18af-4594-9d91-c9786dcc62d7 req-c39d18a7-bafe-4e3c-843e-128464241b64 tempest-ServerGroupTestJSON-548399709 tempest-ServerGroupTestJSON-548399709-project] 10.222.0.44 "GET /v2.0/ports?device_id=ebf8f2b7-e5f0-43ca-bdfd-c1d9b4a4ecf6 HTTP/1.1" status: 200 len: 932 time: 0.1116087 Oct 27 10:34:08.909708 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [req-b17de114-4ba7-42a1-b59a-66e132ed1a1e req-212a652c-33e9-403f-9a93-97c2855e6f78 service neutron] Request body: {'port': {'device_id': 'ebf8f2b7-e5f0-43ca-bdfd-c1d9b4a4ecf6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-10'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:34:08.960412 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-95bb39a9-18af-4594-9d91-c9786dcc62d7 req-e02c758f-9cd2-4884-99f4-e3e78dc93e84 tempest-ServerGroupTestJSON-548399709 tempest-ServerGroupTestJSON-548399709-project] 10.222.0.44 "GET /v2.0/security-groups?id=f517aa8d-4740-4d99-80f9-5a3f2d174a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536952 Oct 27 10:34:09.073314 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd9cec8-0123-49f9-be80-749d86b5aecb req-eb72d6dc-7ed3-4021-a6da-a66ac71a596c tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:09.079962 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd9cec8-0123-49f9-be80-749d86b5aecb req-eb72d6dc-7ed3-4021-a6da-a66ac71a596c tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:09.091446 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-0dd9cec8-0123-49f9-be80-749d86b5aecb req-eb72d6dc-7ed3-4021-a6da-a66ac71a596c tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] 10.222.0.44 "GET /v2.0/ports?device_id=91ccc442-ec50-4418-afd5-4249b29ada1e HTTP/1.1" status: 200 len: 1653 time: 0.1742737 Oct 27 10:34:09.096784 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-b17de114-4ba7-42a1-b59a-66e132ed1a1e req-212a652c-33e9-403f-9a93-97c2855e6f78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:34:09.188508 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-0dd9cec8-0123-49f9-be80-749d86b5aecb req-7bae6c81-69c8-4059-a19d-ebdd5699943d tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] 10.222.0.44 "GET /v2.0/security-groups?id=55228541-a3ac-4395-a6f1-3eb381084dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0995851 Oct 27 10:34:09.191953 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38c9be93-0da4-44aa-ab39-c97b523e3548 req-9134c370-5829-43d1-9c9e-a6c391227025 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Made reservation on behalf of 3e6cb564c3b34b1095cef7d65946c25d for: {'port': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:34:09.195965 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-38c9be93-0da4-44aa-ab39-c97b523e3548 req-9134c370-5829-43d1-9c9e-a6c391227025 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:34:09.302679 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be47af9-55be-4d82-8fb5-034183429338 req-44f2601b-29c9-43b6-9012-9c35c34e1712 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:09.328505 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-8be47af9-55be-4d82-8fb5-034183429338 req-44f2601b-29c9-43b6-9012-9c35c34e1712 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.44 "GET /v2.0/ports?device_id=a74be7ec-67b9-48c4-b1ce-a2a62f059c3a HTTP/1.1" status: 200 len: 943 time: 0.1263978 Oct 27 10:34:09.437215 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-8be47af9-55be-4d82-8fb5-034183429338 req-d0e434d4-4287-4584-af4d-ffa325da198f tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.44 "GET /v2.0/security-groups?id=1cfb3b36-7fdd-4213-b115-9d47e1636c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026058 Oct 27 10:34:09.585839 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_common [req-38c9be93-0da4-44aa-ab39-c97b523e3548 req-9134c370-5829-43d1-9c9e-a6c391227025 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Allocated IP 10.1.1.141 (88e3e046-d444-4db2-9521-e65514262b77/2b282023-ee15-4c3c-8c47-498ae229ab3c/d41818a8-8416-4ec5-82c2-78a42608873b) {{(pid=102347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:34:09.773874 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [req-b17de114-4ba7-42a1-b59a-66e132ed1a1e req-212a652c-33e9-403f-9a93-97c2855e6f78 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86ac2d5f-ba99-4bcb-83b8-2df3dea37908 {{(pid=102347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:34:09.786579 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-b17de114-4ba7-42a1-b59a-66e132ed1a1e req-212a652c-33e9-403f-9a93-97c2855e6f78 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:34:09.820615 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.provisioning_blocks [req-b17de114-4ba7-42a1-b59a-66e132ed1a1e req-212a652c-33e9-403f-9a93-97c2855e6f78 service neutron] Transition to ACTIVE for port object 86ac2d5f-ba99-4bcb-83b8-2df3dea37908 will not be triggered until provisioned by entity L2. {{(pid=102347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 10:34:09.834266 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-b17de114-4ba7-42a1-b59a-66e132ed1a1e req-212a652c-33e9-403f-9a93-97c2855e6f78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:34:09.891662 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-38c9be93-0da4-44aa-ab39-c97b523e3548 req-9134c370-5829-43d1-9c9e-a6c391227025 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Publish callbacks [] for port, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:34:09.919354 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212a652c-33e9-403f-9a93-97c2855e6f78 service neutron] Pushing event updated for resources: {'Port': ['ID=86ac2d5f-ba99-4bcb-83b8-2df3dea37908,revision_number=2']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:34:09.978471 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device 3d6ae1db-b0f0-41b4-b79b-15dd28d0cc58 details requested by agent hyperv_n-h2-813419-10 with host n-h2-813419-10 {{(pid=102348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 10:34:10.077232 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-38c9be93-0da4-44aa-ab39-c97b523e3548 req-9134c370-5829-43d1-9c9e-a6c391227025 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:34:10.093360 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-b17de114-4ba7-42a1-b59a-66e132ed1a1e req-212a652c-33e9-403f-9a93-97c2855e6f78 service neutron] Attempting to bind port 86ac2d5f-ba99-4bcb-83b8-2df3dea37908 on host n-h2-813419-10 for vnic_type normal with profile {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:34:10.093511 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-b17de114-4ba7-42a1-b59a-66e132ed1a1e req-212a652c-33e9-403f-9a93-97c2855e6f78 service neutron] Attempting to bind port 86ac2d5f-ba99-4bcb-83b8-2df3dea37908 by drivers openvswitch,hyperv on host n-h2-813419-10 at level 0 using segments [{'id': '0bed29f0-46e0-46a7-8691-32e353520b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '21b14918-2e42-4de0-b146-064627f7eacb'}] {{(pid=102347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:34:10.093786 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b17de114-4ba7-42a1-b59a-66e132ed1a1e req-212a652c-33e9-403f-9a93-97c2855e6f78 service neutron] Attempting to bind port 86ac2d5f-ba99-4bcb-83b8-2df3dea37908 on network 21b14918-2e42-4de0-b146-064627f7eacb {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:34:10.127061 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38c9be93-0da4-44aa-ab39-c97b523e3548 req-9134c370-5829-43d1-9c9e-a6c391227025 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Network 88e3e046-d444-4db2-9521-e65514262b77 is already hosted by enough agents. {{(pid=102347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:34:10.154821 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [req-38c9be93-0da4-44aa-ab39-c97b523e3548 req-9134c370-5829-43d1-9c9e-a6c391227025 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Resources bound (agent type, host, resource id): {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:34:10.156171 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89ef36b-f309-423b-89cf-b0cc1302bf65 req-f3f9c5ca-94e8-4cf8-bf34-43f15d64d936 tempest-ServerGroupTestJSON-548399709 tempest-ServerGroupTestJSON-548399709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:10.157935 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-d89ef36b-f309-423b-89cf-b0cc1302bf65 req-f3f9c5ca-94e8-4cf8-bf34-43f15d64d936 tempest-ServerGroupTestJSON-548399709 tempest-ServerGroupTestJSON-548399709-project] 10.222.0.44 "GET /v2.0/ports?device_id=ebf8f2b7-e5f0-43ca-bdfd-c1d9b4a4ecf6 HTTP/1.1" status: 200 len: 944 time: 0.0652432 Oct 27 10:34:10.159268 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [req-38c9be93-0da4-44aa-ab39-c97b523e3548 req-9134c370-5829-43d1-9c9e-a6c391227025 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Received port after_create {{(pid=102347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:34:10.215774 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] For port 3d6ae1db-b0f0-41b4-b79b-15dd28d0cc58, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=3d6ae1db-b0f0-41b4-b79b-15dd28d0cc58,segment=NetworkSegment(7dd77195-ce76-4d8f-a4a0-21bf27911aee),segment_id=7dd77195-ce76-4d8f-a4a0-21bf27911aee)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:34:10.238141 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Returning: {'device': '3d6ae1db-b0f0-41b4-b79b-15dd28d0cc58', 'network_id': '8d938063-6de9-4af7-8c0a-0cc177cd5dd2', 'port_id': '3d6ae1db-b0f0-41b4-b79b-15dd28d0cc58', 'mac_address': 'fa:16:3e:30:69:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd10e012c-67dd-4bab-810d-02cbf72e2d75', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 10:34:10.267742 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c9be93-0da4-44aa-ab39-c97b523e3548 req-9134c370-5829-43d1-9c9e-a6c391227025 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:10.268548 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-38c9be93-0da4-44aa-ab39-c97b523e3548 req-9134c370-5829-43d1-9c9e-a6c391227025 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:34:10.279755 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b17de114-4ba7-42a1-b59a-66e132ed1a1e req-212a652c-33e9-403f-9a93-97c2855e6f78 service neutron] Port 86ac2d5f-ba99-4bcb-83b8-2df3dea37908 on network 21b14918-2e42-4de0-b146-064627f7eacb not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-10 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 10:34:10.280076 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b17de114-4ba7-42a1-b59a-66e132ed1a1e req-212a652c-33e9-403f-9a93-97c2855e6f78 service neutron] Attempting to bind port 86ac2d5f-ba99-4bcb-83b8-2df3dea37908 on network 21b14918-2e42-4de0-b146-064627f7eacb {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:34:10.316566 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:34:10.325255 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-d89ef36b-f309-423b-89cf-b0cc1302bf65 req-4c5744d2-9481-42d3-b93c-e8e6d2c62e00 tempest-ServerGroupTestJSON-548399709 tempest-ServerGroupTestJSON-548399709-project] 10.222.0.44 "GET /v2.0/security-groups?id=f517aa8d-4740-4d99-80f9-5a3f2d174a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436250 Oct 27 10:34:10.329734 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b17de114-4ba7-42a1-b59a-66e132ed1a1e req-212a652c-33e9-403f-9a93-97c2855e6f78 service neutron] Checking agent: {'id': 'a2edc247-0fa4-4ce6-bbae-a10492f6bd71', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 16, 9), 'started_at': datetime.datetime(2021, 10, 27, 10, 16, 9), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 34, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:34:10.333209 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b17de114-4ba7-42a1-b59a-66e132ed1a1e req-212a652c-33e9-403f-9a93-97c2855e6f78 service neutron] Checking segment: {'id': '0bed29f0-46e0-46a7-8691-32e353520b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '21b14918-2e42-4de0-b146-064627f7eacb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:34:10.335805 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d6ae1db-b0f0-41b4-b79b-15dd28d0cc58 {{(pid=102348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:34:10.354732 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b17de114-4ba7-42a1-b59a-66e132ed1a1e req-212a652c-33e9-403f-9a93-97c2855e6f78 service neutron] Bound using segment: {'id': '0bed29f0-46e0-46a7-8691-32e353520b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '21b14918-2e42-4de0-b146-064627f7eacb'} {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:34:10.355240 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-b17de114-4ba7-42a1-b59a-66e132ed1a1e req-212a652c-33e9-403f-9a93-97c2855e6f78 service neutron] Bound port: 86ac2d5f-ba99-4bcb-83b8-2df3dea37908, host: n-h2-813419-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0bed29f0-46e0-46a7-8691-32e353520b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '21b14918-2e42-4de0-b146-064627f7eacb'}}] {{(pid=102347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:34:10.362757 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-b17de114-4ba7-42a1-b59a-66e132ed1a1e req-212a652c-33e9-403f-9a93-97c2855e6f78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:34:10.374198 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] For port 3d6ae1db-b0f0-41b4-b79b-15dd28d0cc58, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=3d6ae1db-b0f0-41b4-b79b-15dd28d0cc58,segment=NetworkSegment(7dd77195-ce76-4d8f-a4a0-21bf27911aee),segment_id=7dd77195-ce76-4d8f-a4a0-21bf27911aee)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:34:10.387143 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:34:10.456753 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-38c9be93-0da4-44aa-ab39-c97b523e3548 req-9134c370-5829-43d1-9c9e-a6c391227025 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0534050 Oct 27 10:34:10.532759 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [req-38c9be93-0da4-44aa-ab39-c97b523e3548 req-6510bb7c-3e2c-4de1-953f-0efe9dfc673e tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Request body: {'port': {'device_id': '91ccc442-ec50-4418-afd5-4249b29ada1e', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '221478c6-1352-435e-b5d2-1ec0f18ba5b8', 'admin_state_up': True, 'tenant_id': '3e6cb564c3b34b1095cef7d65946c25d', 'security_groups': ['55228541-a3ac-4395-a6f1-3eb381084dbe']}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:34:10.537528 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Pushing event updated for resources: {'Port': ['ID=3d6ae1db-b0f0-41b4-b79b-15dd28d0cc58,revision_number=4']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:34:10.554515 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7f5ffaad-b31b-48fa-9dcf-593bc00b0f09 None None] Provisioning complete for port d41818a8-8416-4ec5-82c2-78a42608873b triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:34:10.555102 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7f5ffaad-b31b-48fa-9dcf-593bc00b0f09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:34:10.587567 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9134c370-5829-43d1-9c9e-a6c391227025 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Pushing event updated for resources: {'Port': ['ID=d41818a8-8416-4ec5-82c2-78a42608873b,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:34:10.600324 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-7f5ffaad-b31b-48fa-9dcf-593bc00b0f09 None None] Port d41818a8-8416-4ec5-82c2-78a42608873b cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:34:10.663590 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f3107c-fdcd-4e29-87c8-67445d860d98 req-198a2acd-4f3b-4bae-9c5f-7f0a4636a023 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:10.709764 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-17f3107c-fdcd-4e29-87c8-67445d860d98 req-198a2acd-4f3b-4bae-9c5f-7f0a4636a023 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.44 "GET /v2.0/ports?device_id=a74be7ec-67b9-48c4-b1ce-a2a62f059c3a HTTP/1.1" status: 200 len: 944 time: 0.1138704 Oct 27 10:34:10.750502 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] get_ports_and_sgs() called for port_ids ['3d6ae1db-b0f0-41b4-b79b-15dd28d0cc58'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:34:10.790773 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-b17de114-4ba7-42a1-b59a-66e132ed1a1e req-212a652c-33e9-403f-9a93-97c2855e6f78 service neutron] For port 86ac2d5f-ba99-4bcb-83b8-2df3dea37908, host n-h2-813419-10, cleared binding levels {{(pid=102347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:34:10.807211 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b201de5-183a-41cb-b2ba-adf639a4c36f req-42c57217-3da7-4e5b-b37d-3f00970b1515 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:10.816622 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b201de5-183a-41cb-b2ba-adf639a4c36f req-42c57217-3da7-4e5b-b37d-3f00970b1515 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:10.825843 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b201de5-183a-41cb-b2ba-adf639a4c36f req-42c57217-3da7-4e5b-b37d-3f00970b1515 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:10.829285 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-17f3107c-fdcd-4e29-87c8-67445d860d98 req-ff336f7d-edeb-4d12-adf5-5958419dc6a5 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.44 "GET /v2.0/security-groups?id=1cfb3b36-7fdd-4213-b115-9d47e1636c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117430 Oct 27 10:34:10.834745 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-1b201de5-183a-41cb-b2ba-adf639a4c36f req-42c57217-3da7-4e5b-b37d-3f00970b1515 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] 10.222.0.44 "GET /v2.0/ports?device_id=91ccc442-ec50-4418-afd5-4249b29ada1e HTTP/1.1" status: 200 len: 2374 time: 0.3895352 Oct 27 10:34:10.889310 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-b17de114-4ba7-42a1-b59a-66e132ed1a1e req-212a652c-33e9-403f-9a93-97c2855e6f78 service neutron] For port 86ac2d5f-ba99-4bcb-83b8-2df3dea37908, host n-h2-813419-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=86ac2d5f-ba99-4bcb-83b8-2df3dea37908,segment=NetworkSegment(0bed29f0-46e0-46a7-8691-32e353520b3f),segment_id=0bed29f0-46e0-46a7-8691-32e353520b3f)] {{(pid=102347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:34:10.910166 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-b17de114-4ba7-42a1-b59a-66e132ed1a1e req-212a652c-33e9-403f-9a93-97c2855e6f78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:34:11.013677 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-1b201de5-183a-41cb-b2ba-adf639a4c36f req-3e801577-0e52-4a3a-b630-9b14a597a1d5 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] 10.222.0.44 "GET /v2.0/security-groups?id=55228541-a3ac-4395-a6f1-3eb381084dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1688972 Oct 27 10:34:11.028947 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212a652c-33e9-403f-9a93-97c2855e6f78 service neutron] Pushing event updated for resources: {'Port': ['ID=86ac2d5f-ba99-4bcb-83b8-2df3dea37908,revision_number=3']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:34:11.035716 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38c9be93-0da4-44aa-ab39-c97b523e3548 req-6510bb7c-3e2c-4de1-953f-0efe9dfc673e tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Made reservation on behalf of 3e6cb564c3b34b1095cef7d65946c25d for: {'port': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:34:11.041121 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17de114-4ba7-42a1-b59a-66e132ed1a1e req-212a652c-33e9-403f-9a93-97c2855e6f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:11.041903 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-b17de114-4ba7-42a1-b59a-66e132ed1a1e req-212a652c-33e9-403f-9a93-97c2855e6f78 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:34:11.043646 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b17de114-4ba7-42a1-b59a-66e132ed1a1e req-212a652c-33e9-403f-9a93-97c2855e6f78 service neutron] 10.222.0.76 "PUT /v2.0/ports/86ac2d5f-ba99-4bcb-83b8-2df3dea37908 HTTP/1.1" status: 200 len: 1093 time: 2.6416497 Oct 27 10:34:11.044094 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebf8f2b7-e5f0-43ca-bdfd-c1d9b4a4ecf6', 'tag': '86ac2d5f-ba99-4bcb-83b8-2df3dea37908'}] {{(pid=102347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:34:11.046758 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311149b481204ee7edffdb959c881838506fbd95bc8577c048f6677abb73acc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39916974-055d-4028-9280-1542f5257e1f" -d '{"events": [{"name": "network-changed", "server_uuid": "ebf8f2b7-e5f0-43ca-bdfd-c1d9b4a4ecf6", "tag": "86ac2d5f-ba99-4bcb-83b8-2df3dea37908"}]}' {{(pid=102347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:34:11.134878 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 10:34:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fb97b81-5823-430b-b104-61fb54e31134 x-openstack-request-id: req-5fb97b81-5823-430b-b104-61fb54e31134 {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:34:11.134878 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebf8f2b7-e5f0-43ca-bdfd-c1d9b4a4ecf6", "tag": "86ac2d5f-ba99-4bcb-83b8-2df3dea37908", "status": "completed", "code": 200}]} {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:34:11.134878 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-5fb97b81-5823-430b-b104-61fb54e31134 {{(pid=102347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:34:11.134878 n-d-813419-10 neutron-server[102347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebf8f2b7-e5f0-43ca-bdfd-c1d9b4a4ecf6', 'tag': '86ac2d5f-ba99-4bcb-83b8-2df3dea37908', 'status': 'completed', 'code': 200} Oct 27 10:34:11.235188 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-38c9be93-0da4-44aa-ab39-c97b523e3548 req-6510bb7c-3e2c-4de1-953f-0efe9dfc673e tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:34:11.349982 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17de114-4ba7-42a1-b59a-66e132ed1a1e req-c9338b31-96a9-428f-a673-5114049b3fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:11.351684 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b17de114-4ba7-42a1-b59a-66e132ed1a1e req-c9338b31-96a9-428f-a673-5114049b3fe0 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=e54cb375b4934d68842ae040da4bc162&device_id=ebf8f2b7-e5f0-43ca-bdfd-c1d9b4a4ecf6 HTTP/1.1" status: 200 len: 1096 time: 0.2185998 Oct 27 10:34:11.455192 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b17de114-4ba7-42a1-b59a-66e132ed1a1e req-39f12e90-53e3-4b12-ace3-a28a7ccb7b23 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=86ac2d5f-ba99-4bcb-83b8-2df3dea37908 HTTP/1.1" status: 200 len: 217 time: 0.0912089 Oct 27 10:34:11.597925 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba3c655-8ba4-4d0a-bfda-3a523d40dac2 req-29a74ff8-8a99-4c2a-ac90-7e7b4281245b tempest-ServerGroupTestJSON-548399709 tempest-ServerGroupTestJSON-548399709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:11.598982 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-1ba3c655-8ba4-4d0a-bfda-3a523d40dac2 req-29a74ff8-8a99-4c2a-ac90-7e7b4281245b tempest-ServerGroupTestJSON-548399709 tempest-ServerGroupTestJSON-548399709-project] 10.222.0.44 "GET /v2.0/ports?device_id=ebf8f2b7-e5f0-43ca-bdfd-c1d9b4a4ecf6 HTTP/1.1" status: 200 len: 944 time: 0.1620984 Oct 27 10:34:11.650060 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17de114-4ba7-42a1-b59a-66e132ed1a1e req-79c8383e-b84b-43d2-b259-a762f3f2ef22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:11.651504 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b17de114-4ba7-42a1-b59a-66e132ed1a1e req-79c8383e-b84b-43d2-b259-a762f3f2ef22 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=44cefa37-ce73-4a07-af73-6cdbdaeb7737 HTTP/1.1" status: 200 len: 849 time: 0.1738088 Oct 27 10:34:11.707451 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_common [req-38c9be93-0da4-44aa-ab39-c97b523e3548 req-6510bb7c-3e2c-4de1-953f-0efe9dfc673e tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Allocated IP 10.2.2.100 (221478c6-1352-435e-b5d2-1ec0f18ba5b8/31fc4bb4-57b5-4293-9cc7-0a44723124dc/b3977278-7ec6-4a29-a9ea-3f76512431eb) {{(pid=102347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:34:11.713775 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b17de114-4ba7-42a1-b59a-66e132ed1a1e req-a7b148f7-14a8-4da1-99e0-0b4b0deaa7f8 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=21b14918-2e42-4de0-b146-064627f7eacb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0538664 Oct 27 10:34:11.719865 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-1ba3c655-8ba4-4d0a-bfda-3a523d40dac2 req-98c2ee92-bb48-4b85-98b2-8afae2dfad71 tempest-ServerGroupTestJSON-548399709 tempest-ServerGroupTestJSON-548399709-project] 10.222.0.44 "GET /v2.0/security-groups?id=f517aa8d-4740-4d99-80f9-5a3f2d174a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930543 Oct 27 10:34:11.953484 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b17de114-4ba7-42a1-b59a-66e132ed1a1e req-965b6ea0-200c-45a3-9c6d-4eb3206d0a8f service neutron] 10.222.0.76 "GET /v2.0/networks/21b14918-2e42-4de0-b146-064627f7eacb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2165394 Oct 27 10:34:11.993689 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device 3d6ae1db-b0f0-41b4-b79b-15dd28d0cc58 up at agent hyperv_n-h2-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:34:11.998745 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb64112e-8b92-4070-9ab3-aa7309322bfc req-54dfe6a5-a314-4953-a68d-2eedea20972e tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:12.017855 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-cb64112e-8b92-4070-9ab3-aa7309322bfc req-54dfe6a5-a314-4953-a68d-2eedea20972e tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.44 "GET /v2.0/ports?device_id=a74be7ec-67b9-48c4-b1ce-a2a62f059c3a HTTP/1.1" status: 200 len: 944 time: 0.0859623 Oct 27 10:34:12.090962 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-cb64112e-8b92-4070-9ab3-aa7309322bfc req-532648af-60a4-492c-8066-07e85239a13c tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.44 "GET /v2.0/security-groups?id=1cfb3b36-7fdd-4213-b115-9d47e1636c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682511 Oct 27 10:34:12.125986 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Provisioning for port 3d6ae1db-b0f0-41b4-b79b-15dd28d0cc58 completed by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 10:34:12.159056 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-38c9be93-0da4-44aa-ab39-c97b523e3548 req-6510bb7c-3e2c-4de1-953f-0efe9dfc673e tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Publish callbacks [] for port, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:34:12.162245 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Provisioning complete for port 3d6ae1db-b0f0-41b4-b79b-15dd28d0cc58 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:34:12.163217 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:34:12.315502 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b17de114-4ba7-42a1-b59a-66e132ed1a1e req-9124b8e6-ce6c-4611-bac8-1b4ed1d100fa service neutron] 10.222.0.76 "GET /v2.0/networks/21b14918-2e42-4de0-b146-064627f7eacb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3601754 Oct 27 10:34:12.328313 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:34:12.331411 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-38c9be93-0da4-44aa-ab39-c97b523e3548 req-6510bb7c-3e2c-4de1-953f-0efe9dfc673e tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:34:12.359048 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b4c52b-4497-4afc-bc7d-461fe7814619 req-be68fcba-a01a-4f70-ad83-d140fa7efbe0 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:12.373026 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b4c52b-4497-4afc-bc7d-461fe7814619 req-be68fcba-a01a-4f70-ad83-d140fa7efbe0 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:12.380868 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b4c52b-4497-4afc-bc7d-461fe7814619 req-be68fcba-a01a-4f70-ad83-d140fa7efbe0 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:12.382859 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-73b4c52b-4497-4afc-bc7d-461fe7814619 req-be68fcba-a01a-4f70-ad83-d140fa7efbe0 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] 10.222.0.44 "GET /v2.0/ports?device_id=91ccc442-ec50-4418-afd5-4249b29ada1e HTTP/1.1" status: 200 len: 2374 time: 0.1535726 Oct 27 10:34:12.406692 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a74be7ec-67b9-48c4-b1ce-a2a62f059c3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d6ae1db-b0f0-41b4-b79b-15dd28d0cc58'}] {{(pid=102348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:34:12.409825 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c588921fa634554a1d9242fdea1b05457a9ff1d3b28ba54ec1dace7f2f1df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-844b26fe-d2ef-4180-bfd7-11f3a7335e67" -d '{"events": [{"server_uuid": "a74be7ec-67b9-48c4-b1ce-a2a62f059c3a", "name": "network-vif-plugged", "status": "completed", "tag": "3d6ae1db-b0f0-41b4-b79b-15dd28d0cc58"}]}' {{(pid=102348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:34:12.444346 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] For port 3d6ae1db-b0f0-41b4-b79b-15dd28d0cc58, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=3d6ae1db-b0f0-41b4-b79b-15dd28d0cc58,segment=NetworkSegment(7dd77195-ce76-4d8f-a4a0-21bf27911aee),segment_id=7dd77195-ce76-4d8f-a4a0-21bf27911aee)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:34:12.454364 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:34:12.514174 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Pushing event updated for resources: {'Port': ['ID=3d6ae1db-b0f0-41b4-b79b-15dd28d0cc58,revision_number=5']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:34:12.517769 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:34:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-522d6e5a-26bd-4991-ae35-8b47a628cf83 x-openstack-request-id: req-522d6e5a-26bd-4991-ae35-8b47a628cf83 {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:34:12.518246 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a74be7ec-67b9-48c4-b1ce-a2a62f059c3a", "name": "network-vif-plugged", "status": "completed", "tag": "3d6ae1db-b0f0-41b4-b79b-15dd28d0cc58", "code": 200}]} {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:34:12.518660 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-522d6e5a-26bd-4991-ae35-8b47a628cf83 {{(pid=102348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:34:12.519193 n-d-813419-10 neutron-server[102348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a74be7ec-67b9-48c4-b1ce-a2a62f059c3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d6ae1db-b0f0-41b4-b79b-15dd28d0cc58', 'code': 200} Oct 27 10:34:12.525893 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38c9be93-0da4-44aa-ab39-c97b523e3548 req-6510bb7c-3e2c-4de1-953f-0efe9dfc673e tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Network 221478c6-1352-435e-b5d2-1ec0f18ba5b8 is already hosted by enough agents. {{(pid=102347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:34:12.530007 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6510bb7c-3e2c-4de1-953f-0efe9dfc673e tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Pushing event updated for resources: {'Port': ['ID=b3977278-7ec6-4a29-a9ea-3f76512431eb,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:34:12.536785 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [req-38c9be93-0da4-44aa-ab39-c97b523e3548 req-6510bb7c-3e2c-4de1-953f-0efe9dfc673e tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Resources bound (agent type, host, resource id): {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:34:12.553572 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-73b4c52b-4497-4afc-bc7d-461fe7814619 req-621f7792-6b92-437b-b594-a76ce83a1238 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] 10.222.0.44 "GET /v2.0/security-groups?id=55228541-a3ac-4395-a6f1-3eb381084dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1393342 Oct 27 10:34:12.554343 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [req-38c9be93-0da4-44aa-ab39-c97b523e3548 req-6510bb7c-3e2c-4de1-953f-0efe9dfc673e tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Received port after_create {{(pid=102347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:34:12.599980 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39916974-055d-4028-9280-1542f5257e1f req-fb339931-9b07-4c0f-baf0-e186212001cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:12.601552 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-39916974-055d-4028-9280-1542f5257e1f req-fb339931-9b07-4c0f-baf0-e186212001cc service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=e54cb375b4934d68842ae040da4bc162&device_id=ebf8f2b7-e5f0-43ca-bdfd-c1d9b4a4ecf6 HTTP/1.1" status: 200 len: 1096 time: 0.1993339 Oct 27 10:34:12.658457 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4e10ee-6ddf-43cb-b995-327c05e24bd9 req-ae237238-00c3-44e9-a045-1463979f38c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:12.660471 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-5f4e10ee-6ddf-43cb-b995-327c05e24bd9 req-ae237238-00c3-44e9-a045-1463979f38c6 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=a74be7ec-67b9-48c4-b1ce-a2a62f059c3a HTTP/1.1" status: 200 len: 1097 time: 0.0956318 Oct 27 10:34:12.733968 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-5f4e10ee-6ddf-43cb-b995-327c05e24bd9 req-e167da8a-8289-48a2-b15e-92fccf727739 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=1cfb3b36-7fdd-4213-b115-9d47e1636c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642250 Oct 27 10:34:12.776490 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c9be93-0da4-44aa-ab39-c97b523e3548 req-6510bb7c-3e2c-4de1-953f-0efe9dfc673e tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:12.777993 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-38c9be93-0da4-44aa-ab39-c97b523e3548 req-6510bb7c-3e2c-4de1-953f-0efe9dfc673e tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:34:12.819707 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-38c9be93-0da4-44aa-ab39-c97b523e3548 req-6510bb7c-3e2c-4de1-953f-0efe9dfc673e tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3061171 Oct 27 10:34:12.874697 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39916974-055d-4028-9280-1542f5257e1f req-23b200c3-a7b5-48d2-a892-f3dbb9b8b1d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:12.881059 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-39916974-055d-4028-9280-1542f5257e1f req-23b200c3-a7b5-48d2-a892-f3dbb9b8b1d7 service neutron] 10.222.0.76 "GET /v2.0/networks?id=21b14918-2e42-4de0-b146-064627f7eacb HTTP/1.1" status: 200 len: 910 time: 0.2569284 Oct 27 10:34:12.888927 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [req-38c9be93-0da4-44aa-ab39-c97b523e3548 req-97039d4d-11e4-4d16-9a77-40d327b88f27 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Request body: {'port': {'device_id': '91ccc442-ec50-4418-afd5-4249b29ada1e', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '221478c6-1352-435e-b5d2-1ec0f18ba5b8', 'admin_state_up': True, 'tenant_id': '3e6cb564c3b34b1095cef7d65946c25d', 'security_groups': ['55228541-a3ac-4395-a6f1-3eb381084dbe']}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:34:12.989411 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930a1a41-624a-443b-b11c-c9b845660139 req-f37e241b-aa6e-42a8-b5aa-395c7fa8110b tempest-ServerGroupTestJSON-548399709 tempest-ServerGroupTestJSON-548399709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:12.990987 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-930a1a41-624a-443b-b11c-c9b845660139 req-f37e241b-aa6e-42a8-b5aa-395c7fa8110b tempest-ServerGroupTestJSON-548399709 tempest-ServerGroupTestJSON-548399709-project] 10.222.0.44 "GET /v2.0/ports?device_id=ebf8f2b7-e5f0-43ca-bdfd-c1d9b4a4ecf6 HTTP/1.1" status: 200 len: 944 time: 0.1878030 Oct 27 10:34:12.998183 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-86a1c190-4537-47fb-8a39-1300b8347476 None None] Provisioning complete for port b3977278-7ec6-4a29-a9ea-3f76512431eb triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:34:13.001747 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-86a1c190-4537-47fb-8a39-1300b8347476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:34:13.050457 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-39916974-055d-4028-9280-1542f5257e1f req-d5b5a8bb-0237-4f20-9870-420215e2c8f3 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=86ac2d5f-ba99-4bcb-83b8-2df3dea37908 HTTP/1.1" status: 200 len: 217 time: 0.0559764 Oct 27 10:34:13.107294 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-86a1c190-4537-47fb-8a39-1300b8347476 None None] Port b3977278-7ec6-4a29-a9ea-3f76512431eb cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:34:13.153839 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-930a1a41-624a-443b-b11c-c9b845660139 req-ec1c4707-4c7d-4d6e-a61b-bfef24db1315 tempest-ServerGroupTestJSON-548399709 tempest-ServerGroupTestJSON-548399709-project] 10.222.0.44 "GET /v2.0/security-groups?id=f517aa8d-4740-4d99-80f9-5a3f2d174a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455073 Oct 27 10:34:13.190156 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39916974-055d-4028-9280-1542f5257e1f req-e43fc204-81fd-4c04-8bdc-74e76f0642c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:13.191715 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-39916974-055d-4028-9280-1542f5257e1f req-e43fc204-81fd-4c04-8bdc-74e76f0642c9 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=44cefa37-ce73-4a07-af73-6cdbdaeb7737 HTTP/1.1" status: 200 len: 849 time: 0.1256509 Oct 27 10:34:13.202396 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38c9be93-0da4-44aa-ab39-c97b523e3548 req-97039d4d-11e4-4d16-9a77-40d327b88f27 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Made reservation on behalf of 3e6cb564c3b34b1095cef7d65946c25d for: {'port': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:34:13.213391 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-38c9be93-0da4-44aa-ab39-c97b523e3548 req-97039d4d-11e4-4d16-9a77-40d327b88f27 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:34:13.260483 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-39916974-055d-4028-9280-1542f5257e1f req-7925318f-d615-4ef2-924f-1f8ff3cacd14 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=21b14918-2e42-4de0-b146-064627f7eacb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411031 Oct 27 10:34:13.524337 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6f3046-d561-407d-921b-bdde7d3386cf req-ea3259d9-1a7e-40b3-935f-ce103b2e8121 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:13.526120 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-ca6f3046-d561-407d-921b-bdde7d3386cf req-ea3259d9-1a7e-40b3-935f-ce103b2e8121 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.44 "GET /v2.0/ports?device_id=a74be7ec-67b9-48c4-b1ce-a2a62f059c3a HTTP/1.1" status: 200 len: 945 time: 0.2623475 Oct 27 10:34:13.626466 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-39916974-055d-4028-9280-1542f5257e1f req-36f96bca-54e2-4705-831c-c8110a291977 service neutron] 10.222.0.76 "GET /v2.0/networks/21b14918-2e42-4de0-b146-064627f7eacb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3266647 Oct 27 10:34:13.627990 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_common [req-38c9be93-0da4-44aa-ab39-c97b523e3548 req-97039d4d-11e4-4d16-9a77-40d327b88f27 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Allocated IP 10.2.2.200 (221478c6-1352-435e-b5d2-1ec0f18ba5b8/31fc4bb4-57b5-4293-9cc7-0a44723124dc/3ad26a6b-c6a0-4de9-9181-a07fe5eabe70) {{(pid=102347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:34:13.656589 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-ca6f3046-d561-407d-921b-bdde7d3386cf req-534ea62f-0775-430d-acd3-bf41ff9d4588 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.44 "GET /v2.0/security-groups?id=1cfb3b36-7fdd-4213-b115-9d47e1636c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073277 Oct 27 10:34:13.841947 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482d1550-94c9-481d-8840-fc4db1bb1f05 req-f64aa7f3-b4f2-42c8-96fc-43ac9927f16a tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:13.844759 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-39916974-055d-4028-9280-1542f5257e1f req-0cbce2b3-06e0-41ac-9e4e-aaee3a59dd66 service neutron] 10.222.0.76 "GET /v2.0/networks/21b14918-2e42-4de0-b146-064627f7eacb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2079248 Oct 27 10:34:13.849522 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482d1550-94c9-481d-8840-fc4db1bb1f05 req-f64aa7f3-b4f2-42c8-96fc-43ac9927f16a tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:13.859546 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482d1550-94c9-481d-8840-fc4db1bb1f05 req-f64aa7f3-b4f2-42c8-96fc-43ac9927f16a tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:13.867311 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482d1550-94c9-481d-8840-fc4db1bb1f05 req-f64aa7f3-b4f2-42c8-96fc-43ac9927f16a tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:13.877685 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-482d1550-94c9-481d-8840-fc4db1bb1f05 req-f64aa7f3-b4f2-42c8-96fc-43ac9927f16a tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] 10.222.0.44 "GET /v2.0/ports?device_id=91ccc442-ec50-4418-afd5-4249b29ada1e HTTP/1.1" status: 200 len: 3095 time: 0.1201589 Oct 27 10:34:13.914302 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-38c9be93-0da4-44aa-ab39-c97b523e3548 req-97039d4d-11e4-4d16-9a77-40d327b88f27 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Publish callbacks [] for port, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:34:13.928801 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-482d1550-94c9-481d-8840-fc4db1bb1f05 req-dbd81c7a-4924-434d-a251-9fc6c81dc61e tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] 10.222.0.44 "GET /v2.0/security-groups?id=55228541-a3ac-4395-a6f1-3eb381084dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495660 Oct 27 10:34:13.955724 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-38c9be93-0da4-44aa-ab39-c97b523e3548 req-97039d4d-11e4-4d16-9a77-40d327b88f27 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:34:14.017854 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38c9be93-0da4-44aa-ab39-c97b523e3548 req-97039d4d-11e4-4d16-9a77-40d327b88f27 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Network 221478c6-1352-435e-b5d2-1ec0f18ba5b8 is already hosted by enough agents. {{(pid=102347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:34:14.021522 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [req-38c9be93-0da4-44aa-ab39-c97b523e3548 req-97039d4d-11e4-4d16-9a77-40d327b88f27 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Resources bound (agent type, host, resource id): {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:34:14.026737 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [req-38c9be93-0da4-44aa-ab39-c97b523e3548 req-97039d4d-11e4-4d16-9a77-40d327b88f27 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Received port after_create {{(pid=102347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:34:14.031797 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97039d4d-11e4-4d16-9a77-40d327b88f27 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Pushing event updated for resources: {'Port': ['ID=3ad26a6b-c6a0-4de9-9181-a07fe5eabe70,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:34:14.106103 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c9be93-0da4-44aa-ab39-c97b523e3548 req-97039d4d-11e4-4d16-9a77-40d327b88f27 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:14.106724 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-38c9be93-0da4-44aa-ab39-c97b523e3548 req-97039d4d-11e4-4d16-9a77-40d327b88f27 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:34:14.130489 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-38c9be93-0da4-44aa-ab39-c97b523e3548 req-97039d4d-11e4-4d16-9a77-40d327b88f27 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2464359 Oct 27 10:34:14.143662 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [req-38c9be93-0da4-44aa-ab39-c97b523e3548 req-9c8cee1c-352c-4308-b4a3-de76ac4b968e service neutron] Request body: {'port': {'device_id': '91ccc442-ec50-4418-afd5-4249b29ada1e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-10'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:34:14.368772 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-acafd208-9233-427d-abeb-b2d160ef301d None None] Provisioning complete for port 3ad26a6b-c6a0-4de9-9181-a07fe5eabe70 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:34:14.369789 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-acafd208-9233-427d-abeb-b2d160ef301d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:34:14.459242 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-38c9be93-0da4-44aa-ab39-c97b523e3548 req-9c8cee1c-352c-4308-b4a3-de76ac4b968e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:34:14.472596 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-acafd208-9233-427d-abeb-b2d160ef301d None None] Port 3ad26a6b-c6a0-4de9-9181-a07fe5eabe70 cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:34:14.545092 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffb189d-d06d-47fe-94af-4dd1c56ceb8e req-4516f483-4ea6-4565-94fb-d48d5437412a tempest-ServerGroupTestJSON-548399709 tempest-ServerGroupTestJSON-548399709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:14.546619 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-dffb189d-d06d-47fe-94af-4dd1c56ceb8e req-4516f483-4ea6-4565-94fb-d48d5437412a tempest-ServerGroupTestJSON-548399709 tempest-ServerGroupTestJSON-548399709-project] 10.222.0.44 "GET /v2.0/ports?device_id=ebf8f2b7-e5f0-43ca-bdfd-c1d9b4a4ecf6 HTTP/1.1" status: 200 len: 944 time: 0.2050140 Oct 27 10:34:14.655378 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-dffb189d-d06d-47fe-94af-4dd1c56ceb8e req-92aafe9a-cb10-4512-a35b-82e357b5cabd tempest-ServerGroupTestJSON-548399709 tempest-ServerGroupTestJSON-548399709-project] 10.222.0.44 "GET /v2.0/security-groups?id=f517aa8d-4740-4d99-80f9-5a3f2d174a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980203 Oct 27 10:34:14.887457 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950f9c4d-8172-4c1c-8152-31e8311badbd req-babd7946-215a-4253-8a58-7512d2bcf44f tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:14.890344 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-950f9c4d-8172-4c1c-8152-31e8311badbd req-babd7946-215a-4253-8a58-7512d2bcf44f tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.44 "GET /v2.0/ports?device_id=a74be7ec-67b9-48c4-b1ce-a2a62f059c3a HTTP/1.1" status: 200 len: 945 time: 0.0993109 Oct 27 10:34:14.943057 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-950f9c4d-8172-4c1c-8152-31e8311badbd req-942606bb-a135-4ed0-9c43-a3d06a7d2948 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.44 "GET /v2.0/security-groups?id=1cfb3b36-7fdd-4213-b115-9d47e1636c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457289 Oct 27 10:34:15.164844 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ad8a37-f8b7-46be-8493-0188c78ebc4e req-8c276790-eafb-425b-87d5-b41faaf8be4d tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:15.181488 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ad8a37-f8b7-46be-8493-0188c78ebc4e req-8c276790-eafb-425b-87d5-b41faaf8be4d tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:15.190439 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ad8a37-f8b7-46be-8493-0188c78ebc4e req-8c276790-eafb-425b-87d5-b41faaf8be4d tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:15.201226 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ad8a37-f8b7-46be-8493-0188c78ebc4e req-8c276790-eafb-425b-87d5-b41faaf8be4d tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:15.216365 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ad8a37-f8b7-46be-8493-0188c78ebc4e req-8c276790-eafb-425b-87d5-b41faaf8be4d tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:15.225242 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-c4ad8a37-f8b7-46be-8493-0188c78ebc4e req-8c276790-eafb-425b-87d5-b41faaf8be4d tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] 10.222.0.44 "GET /v2.0/ports?device_id=91ccc442-ec50-4418-afd5-4249b29ada1e HTTP/1.1" status: 200 len: 3816 time: 0.1653144 Oct 27 10:34:15.262425 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [req-38c9be93-0da4-44aa-ab39-c97b523e3548 req-9c8cee1c-352c-4308-b4a3-de76ac4b968e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1cf65ff2-fb9b-433c-b18b-c8215b267c53 {{(pid=102347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:34:15.277175 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-38c9be93-0da4-44aa-ab39-c97b523e3548 req-9c8cee1c-352c-4308-b4a3-de76ac4b968e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:34:15.287489 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-c4ad8a37-f8b7-46be-8493-0188c78ebc4e req-d6dd25da-51e7-4321-8f70-024aa06a6a59 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] 10.222.0.44 "GET /v2.0/security-groups?id=55228541-a3ac-4395-a6f1-3eb381084dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610423 Oct 27 10:34:15.312992 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.provisioning_blocks [req-38c9be93-0da4-44aa-ab39-c97b523e3548 req-9c8cee1c-352c-4308-b4a3-de76ac4b968e service neutron] Transition to ACTIVE for port object 1cf65ff2-fb9b-433c-b18b-c8215b267c53 will not be triggered until provisioned by entity L2. {{(pid=102347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 10:34:15.316953 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-38c9be93-0da4-44aa-ab39-c97b523e3548 req-9c8cee1c-352c-4308-b4a3-de76ac4b968e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:34:15.549461 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-38c9be93-0da4-44aa-ab39-c97b523e3548 req-9c8cee1c-352c-4308-b4a3-de76ac4b968e service neutron] Attempting to bind port 1cf65ff2-fb9b-433c-b18b-c8215b267c53 on host n-h1-813419-10 for vnic_type normal with profile {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:34:15.550124 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-38c9be93-0da4-44aa-ab39-c97b523e3548 req-9c8cee1c-352c-4308-b4a3-de76ac4b968e service neutron] Attempting to bind port 1cf65ff2-fb9b-433c-b18b-c8215b267c53 by drivers openvswitch,hyperv on host n-h1-813419-10 at level 0 using segments [{'id': 'af276840-f825-41e1-8416-3e9649c7d456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'f2385b9b-4fa7-414c-8459-129f74d068c4'}] {{(pid=102347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:34:15.553998 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38c9be93-0da4-44aa-ab39-c97b523e3548 req-9c8cee1c-352c-4308-b4a3-de76ac4b968e service neutron] Attempting to bind port 1cf65ff2-fb9b-433c-b18b-c8215b267c53 on network f2385b9b-4fa7-414c-8459-129f74d068c4 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:34:15.556984 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8cee1c-352c-4308-b4a3-de76ac4b968e service neutron] Pushing event updated for resources: {'Port': ['ID=1cf65ff2-fb9b-433c-b18b-c8215b267c53,revision_number=2']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:34:15.578448 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38c9be93-0da4-44aa-ab39-c97b523e3548 req-9c8cee1c-352c-4308-b4a3-de76ac4b968e service neutron] Port 1cf65ff2-fb9b-433c-b18b-c8215b267c53 on network f2385b9b-4fa7-414c-8459-129f74d068c4 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-10 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 10:34:15.578850 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38c9be93-0da4-44aa-ab39-c97b523e3548 req-9c8cee1c-352c-4308-b4a3-de76ac4b968e service neutron] Attempting to bind port 1cf65ff2-fb9b-433c-b18b-c8215b267c53 on network f2385b9b-4fa7-414c-8459-129f74d068c4 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:34:15.585474 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38c9be93-0da4-44aa-ab39-c97b523e3548 req-9c8cee1c-352c-4308-b4a3-de76ac4b968e service neutron] Checking agent: {'id': 'a52e1cab-0c63-402d-9c94-330537c6c076', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 16, 2), 'started_at': datetime.datetime(2021, 10, 27, 10, 16, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 34, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:34:15.591337 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38c9be93-0da4-44aa-ab39-c97b523e3548 req-9c8cee1c-352c-4308-b4a3-de76ac4b968e service neutron] Checking segment: {'id': 'af276840-f825-41e1-8416-3e9649c7d456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'f2385b9b-4fa7-414c-8459-129f74d068c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:34:15.591826 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38c9be93-0da4-44aa-ab39-c97b523e3548 req-9c8cee1c-352c-4308-b4a3-de76ac4b968e service neutron] Bound using segment: {'id': 'af276840-f825-41e1-8416-3e9649c7d456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'f2385b9b-4fa7-414c-8459-129f74d068c4'} {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:34:15.592394 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-38c9be93-0da4-44aa-ab39-c97b523e3548 req-9c8cee1c-352c-4308-b4a3-de76ac4b968e service neutron] Bound port: 1cf65ff2-fb9b-433c-b18b-c8215b267c53, host: n-h1-813419-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af276840-f825-41e1-8416-3e9649c7d456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'f2385b9b-4fa7-414c-8459-129f74d068c4'}}] {{(pid=102347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:34:15.592834 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-38c9be93-0da4-44aa-ab39-c97b523e3548 req-9c8cee1c-352c-4308-b4a3-de76ac4b968e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:34:15.673307 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041a3970-ed83-4bc1-8454-44452a6c7daf req-e52ea576-dcce-4b0c-b455-3bfb201368d6 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:15.681039 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-041a3970-ed83-4bc1-8454-44452a6c7daf req-e52ea576-dcce-4b0c-b455-3bfb201368d6 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.44 "GET /v2.0/ports?device_id=a74be7ec-67b9-48c4-b1ce-a2a62f059c3a HTTP/1.1" status: 200 len: 945 time: 0.0921237 Oct 27 10:34:15.768814 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-041a3970-ed83-4bc1-8454-44452a6c7daf req-726e13c9-bb89-4994-96ea-8cdc2d8f1d7f tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.44 "GET /v2.0/security-groups?id=1cfb3b36-7fdd-4213-b115-9d47e1636c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778625 Oct 27 10:34:15.778957 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-38c9be93-0da4-44aa-ab39-c97b523e3548 req-9c8cee1c-352c-4308-b4a3-de76ac4b968e service neutron] For port 1cf65ff2-fb9b-433c-b18b-c8215b267c53, host n-h1-813419-10, cleared binding levels {{(pid=102347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:34:15.782867 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-38c9be93-0da4-44aa-ab39-c97b523e3548 req-9c8cee1c-352c-4308-b4a3-de76ac4b968e service neutron] For port 1cf65ff2-fb9b-433c-b18b-c8215b267c53, host n-h1-813419-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=1cf65ff2-fb9b-433c-b18b-c8215b267c53,segment=NetworkSegment(af276840-f825-41e1-8416-3e9649c7d456),segment_id=af276840-f825-41e1-8416-3e9649c7d456)] {{(pid=102347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:34:15.794146 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-38c9be93-0da4-44aa-ab39-c97b523e3548 req-9c8cee1c-352c-4308-b4a3-de76ac4b968e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:34:15.870118 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c9be93-0da4-44aa-ab39-c97b523e3548 req-9c8cee1c-352c-4308-b4a3-de76ac4b968e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:15.871149 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-38c9be93-0da4-44aa-ab39-c97b523e3548 req-9c8cee1c-352c-4308-b4a3-de76ac4b968e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:34:15.873207 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-38c9be93-0da4-44aa-ab39-c97b523e3548 req-9c8cee1c-352c-4308-b4a3-de76ac4b968e service neutron] 10.222.0.64 "PUT /v2.0/ports/1cf65ff2-fb9b-433c-b18b-c8215b267c53 HTTP/1.1" status: 200 len: 1092 time: 1.7344520 Oct 27 10:34:15.873741 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91ccc442-ec50-4418-afd5-4249b29ada1e', 'tag': '1cf65ff2-fb9b-433c-b18b-c8215b267c53'}] {{(pid=102347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:34:15.876086 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311149b481204ee7edffdb959c881838506fbd95bc8577c048f6677abb73acc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95747277-7f92-468d-9395-a465a23c4bbf" -d '{"events": [{"name": "network-changed", "server_uuid": "91ccc442-ec50-4418-afd5-4249b29ada1e", "tag": "1cf65ff2-fb9b-433c-b18b-c8215b267c53"}]}' {{(pid=102347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:34:15.922549 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [req-38c9be93-0da4-44aa-ab39-c97b523e3548 req-82c4e469-f373-4191-9356-e9d130feda59 service neutron] Request body: {'port': {'device_id': '91ccc442-ec50-4418-afd5-4249b29ada1e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-10'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:34:15.997913 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device 86ac2d5f-ba99-4bcb-83b8-2df3dea37908 details requested by agent hyperv_n-h2-813419-10 with host n-h2-813419-10 {{(pid=102348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 10:34:16.020995 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 10:34:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef0f68cf-e3df-44a8-8cf4-f78333cf6569 x-openstack-request-id: req-ef0f68cf-e3df-44a8-8cf4-f78333cf6569 {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:34:16.021271 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91ccc442-ec50-4418-afd5-4249b29ada1e", "tag": "1cf65ff2-fb9b-433c-b18b-c8215b267c53", "status": "completed", "code": 200}]} {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:34:16.021701 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ef0f68cf-e3df-44a8-8cf4-f78333cf6569 {{(pid=102347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:34:16.021919 n-d-813419-10 neutron-server[102347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91ccc442-ec50-4418-afd5-4249b29ada1e', 'tag': '1cf65ff2-fb9b-433c-b18b-c8215b267c53', 'status': 'completed', 'code': 200} Oct 27 10:34:16.044825 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8cee1c-352c-4308-b4a3-de76ac4b968e service neutron] Pushing event updated for resources: {'Port': ['ID=1cf65ff2-fb9b-433c-b18b-c8215b267c53,revision_number=3']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:34:16.073758 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95747277-7f92-468d-9395-a465a23c4bbf req-c49ef69f-7a06-4d3d-a9be-ce93055c1b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:16.074869 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95747277-7f92-468d-9395-a465a23c4bbf req-c49ef69f-7a06-4d3d-a9be-ce93055c1b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:16.075491 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95747277-7f92-468d-9395-a465a23c4bbf req-c49ef69f-7a06-4d3d-a9be-ce93055c1b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:16.076106 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95747277-7f92-468d-9395-a465a23c4bbf req-c49ef69f-7a06-4d3d-a9be-ce93055c1b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:16.076735 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95747277-7f92-468d-9395-a465a23c4bbf req-c49ef69f-7a06-4d3d-a9be-ce93055c1b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:16.085071 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-95747277-7f92-468d-9395-a465a23c4bbf req-c49ef69f-7a06-4d3d-a9be-ce93055c1b2c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3e6cb564c3b34b1095cef7d65946c25d&device_id=91ccc442-ec50-4418-afd5-4249b29ada1e HTTP/1.1" status: 200 len: 4364 time: 0.1144032 Oct 27 10:34:16.098476 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-38c9be93-0da4-44aa-ab39-c97b523e3548 req-82c4e469-f373-4191-9356-e9d130feda59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:34:16.129332 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93529b2-fb09-4320-bb89-b43ef3d97ed2 req-af6a8655-cd8b-4d17-8f87-84843b189206 tempest-ServerGroupTestJSON-548399709 tempest-ServerGroupTestJSON-548399709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:16.131339 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c93529b2-fb09-4320-bb89-b43ef3d97ed2 req-af6a8655-cd8b-4d17-8f87-84843b189206 tempest-ServerGroupTestJSON-548399709 tempest-ServerGroupTestJSON-548399709-project] 10.222.0.44 "GET /v2.0/ports?device_id=ebf8f2b7-e5f0-43ca-bdfd-c1d9b4a4ecf6 HTTP/1.1" status: 200 len: 944 time: 0.2959847 Oct 27 10:34:16.205206 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c93529b2-fb09-4320-bb89-b43ef3d97ed2 req-ddf1e028-2e4d-4876-8902-99ab5b6667b8 tempest-ServerGroupTestJSON-548399709 tempest-ServerGroupTestJSON-548399709-project] 10.222.0.44 "GET /v2.0/security-groups?id=f517aa8d-4740-4d99-80f9-5a3f2d174a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558500 Oct 27 10:34:16.212980 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-9ed4a5a9-fc8e-4148-958a-6e44aa610171 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:34:16.268901 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] For port 86ac2d5f-ba99-4bcb-83b8-2df3dea37908, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=86ac2d5f-ba99-4bcb-83b8-2df3dea37908,segment=NetworkSegment(0bed29f0-46e0-46a7-8691-32e353520b3f),segment_id=0bed29f0-46e0-46a7-8691-32e353520b3f)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:34:16.297912 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Returning: {'device': '86ac2d5f-ba99-4bcb-83b8-2df3dea37908', 'network_id': '21b14918-2e42-4de0-b146-064627f7eacb', 'port_id': '86ac2d5f-ba99-4bcb-83b8-2df3dea37908', 'mac_address': 'fa:16:3e:fb:18:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 420, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44cefa37-ce73-4a07-af73-6cdbdaeb7737', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 10:34:16.353512 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:34:16.373343 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86ac2d5f-ba99-4bcb-83b8-2df3dea37908 {{(pid=102348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:34:16.408666 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] For port 86ac2d5f-ba99-4bcb-83b8-2df3dea37908, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=86ac2d5f-ba99-4bcb-83b8-2df3dea37908,segment=NetworkSegment(0bed29f0-46e0-46a7-8691-32e353520b3f),segment_id=0bed29f0-46e0-46a7-8691-32e353520b3f)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:34:16.418090 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:34:16.492744 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95747277-7f92-468d-9395-a465a23c4bbf req-772a334f-29fa-4aa0-a815-644778978cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:16.493521 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95747277-7f92-468d-9395-a465a23c4bbf req-772a334f-29fa-4aa0-a815-644778978cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:16.494217 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95747277-7f92-468d-9395-a465a23c4bbf req-772a334f-29fa-4aa0-a815-644778978cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:16.496466 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-95747277-7f92-468d-9395-a465a23c4bbf req-772a334f-29fa-4aa0-a815-644778978cb0 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=3e6cb564c3b34b1095cef7d65946c25d&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.4027233 Oct 27 10:34:16.524536 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Pushing event updated for resources: {'Port': ['ID=86ac2d5f-ba99-4bcb-83b8-2df3dea37908,revision_number=4']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:34:16.542313 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [req-38c9be93-0da4-44aa-ab39-c97b523e3548 req-82c4e469-f373-4191-9356-e9d130feda59 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22c27b5f-6c6c-47c7-a478-77c272de9521 {{(pid=102347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:34:16.554951 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-38c9be93-0da4-44aa-ab39-c97b523e3548 req-82c4e469-f373-4191-9356-e9d130feda59 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:34:16.571126 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.provisioning_blocks [req-38c9be93-0da4-44aa-ab39-c97b523e3548 req-82c4e469-f373-4191-9356-e9d130feda59 service neutron] Transition to ACTIVE for port object 22c27b5f-6c6c-47c7-a478-77c272de9521 will not be triggered until provisioned by entity L2. {{(pid=102347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 10:34:16.576048 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-38c9be93-0da4-44aa-ab39-c97b523e3548 req-82c4e469-f373-4191-9356-e9d130feda59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:34:16.703975 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95747277-7f92-468d-9395-a465a23c4bbf req-cb3a7401-8807-4ba4-95ae-6fa384e39e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:16.705534 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-95747277-7f92-468d-9395-a465a23c4bbf req-cb3a7401-8807-4ba4-95ae-6fa384e39e6d service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2006440 Oct 27 10:34:16.716564 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c4e469-f373-4191-9356-e9d130feda59 service neutron] Pushing event updated for resources: {'Port': ['ID=22c27b5f-6c6c-47c7-a478-77c272de9521,revision_number=2']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:34:16.728179 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298ef755-12da-42f6-9ff1-70f6175ac095 req-a855e969-019e-4950-9b52-51de56add585 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:16.742230 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] get_ports_and_sgs() called for port_ids ['86ac2d5f-ba99-4bcb-83b8-2df3dea37908'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:34:16.747508 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298ef755-12da-42f6-9ff1-70f6175ac095 req-a855e969-019e-4950-9b52-51de56add585 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:16.768810 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-38c9be93-0da4-44aa-ab39-c97b523e3548 req-82c4e469-f373-4191-9356-e9d130feda59 service neutron] Attempting to bind port 22c27b5f-6c6c-47c7-a478-77c272de9521 on host n-h1-813419-10 for vnic_type normal with profile {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:34:16.769148 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-38c9be93-0da4-44aa-ab39-c97b523e3548 req-82c4e469-f373-4191-9356-e9d130feda59 service neutron] Attempting to bind port 22c27b5f-6c6c-47c7-a478-77c272de9521 by drivers openvswitch,hyperv on host n-h1-813419-10 at level 0 using segments [{'id': 'c5bd0478-53f3-4027-a631-eeb5a728964c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '88e3e046-d444-4db2-9521-e65514262b77'}] {{(pid=102347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:34:16.769483 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38c9be93-0da4-44aa-ab39-c97b523e3548 req-82c4e469-f373-4191-9356-e9d130feda59 service neutron] Attempting to bind port 22c27b5f-6c6c-47c7-a478-77c272de9521 on network 88e3e046-d444-4db2-9521-e65514262b77 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:34:16.771579 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298ef755-12da-42f6-9ff1-70f6175ac095 req-a855e969-019e-4950-9b52-51de56add585 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:16.777846 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298ef755-12da-42f6-9ff1-70f6175ac095 req-a855e969-019e-4950-9b52-51de56add585 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:16.783989 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38c9be93-0da4-44aa-ab39-c97b523e3548 req-82c4e469-f373-4191-9356-e9d130feda59 service neutron] Port 22c27b5f-6c6c-47c7-a478-77c272de9521 on network 88e3e046-d444-4db2-9521-e65514262b77 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-10 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 10:34:16.784167 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38c9be93-0da4-44aa-ab39-c97b523e3548 req-82c4e469-f373-4191-9356-e9d130feda59 service neutron] Attempting to bind port 22c27b5f-6c6c-47c7-a478-77c272de9521 on network 88e3e046-d444-4db2-9521-e65514262b77 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:34:16.786121 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298ef755-12da-42f6-9ff1-70f6175ac095 req-a855e969-019e-4950-9b52-51de56add585 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:16.790205 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38c9be93-0da4-44aa-ab39-c97b523e3548 req-82c4e469-f373-4191-9356-e9d130feda59 service neutron] Checking agent: {'id': 'a52e1cab-0c63-402d-9c94-330537c6c076', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 16, 2), 'started_at': datetime.datetime(2021, 10, 27, 10, 16, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 34, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:34:16.790579 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38c9be93-0da4-44aa-ab39-c97b523e3548 req-82c4e469-f373-4191-9356-e9d130feda59 service neutron] Checking segment: {'id': 'c5bd0478-53f3-4027-a631-eeb5a728964c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '88e3e046-d444-4db2-9521-e65514262b77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:34:16.790969 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38c9be93-0da4-44aa-ab39-c97b523e3548 req-82c4e469-f373-4191-9356-e9d130feda59 service neutron] Bound using segment: {'id': 'c5bd0478-53f3-4027-a631-eeb5a728964c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '88e3e046-d444-4db2-9521-e65514262b77'} {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:34:16.791408 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-38c9be93-0da4-44aa-ab39-c97b523e3548 req-82c4e469-f373-4191-9356-e9d130feda59 service neutron] Bound port: 22c27b5f-6c6c-47c7-a478-77c272de9521, host: n-h1-813419-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5bd0478-53f3-4027-a631-eeb5a728964c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '88e3e046-d444-4db2-9521-e65514262b77'}}] {{(pid=102347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:34:16.791769 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-38c9be93-0da4-44aa-ab39-c97b523e3548 req-82c4e469-f373-4191-9356-e9d130feda59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:34:16.795243 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-298ef755-12da-42f6-9ff1-70f6175ac095 req-a855e969-019e-4950-9b52-51de56add585 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] 10.222.0.44 "GET /v2.0/ports?device_id=91ccc442-ec50-4418-afd5-4249b29ada1e HTTP/1.1" status: 200 len: 3828 time: 0.3532615 Oct 27 10:34:16.852666 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-298ef755-12da-42f6-9ff1-70f6175ac095 req-b927e345-6938-4eec-af46-508646dc398d tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] 10.222.0.44 "GET /v2.0/security-groups?id=55228541-a3ac-4395-a6f1-3eb381084dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562477 Oct 27 10:34:16.972518 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-38c9be93-0da4-44aa-ab39-c97b523e3548 req-82c4e469-f373-4191-9356-e9d130feda59 service neutron] For port 22c27b5f-6c6c-47c7-a478-77c272de9521, host n-h1-813419-10, cleared binding levels {{(pid=102347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:34:16.978594 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-38c9be93-0da4-44aa-ab39-c97b523e3548 req-82c4e469-f373-4191-9356-e9d130feda59 service neutron] For port 22c27b5f-6c6c-47c7-a478-77c272de9521, host n-h1-813419-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=22c27b5f-6c6c-47c7-a478-77c272de9521,segment=NetworkSegment(c5bd0478-53f3-4027-a631-eeb5a728964c),segment_id=c5bd0478-53f3-4027-a631-eeb5a728964c)] {{(pid=102347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:34:16.995297 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272fd73a-9b9b-4115-85be-50694e928df2 req-ce0af6fd-b674-43f1-a4d8-29bc3973eeb7 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:16.997935 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-272fd73a-9b9b-4115-85be-50694e928df2 req-ce0af6fd-b674-43f1-a4d8-29bc3973eeb7 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.44 "GET /v2.0/ports?device_id=a74be7ec-67b9-48c4-b1ce-a2a62f059c3a HTTP/1.1" status: 200 len: 945 time: 0.1015573 Oct 27 10:34:16.999624 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-38c9be93-0da4-44aa-ab39-c97b523e3548 req-82c4e469-f373-4191-9356-e9d130feda59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:34:17.086672 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c9be93-0da4-44aa-ab39-c97b523e3548 req-82c4e469-f373-4191-9356-e9d130feda59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:17.087232 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-38c9be93-0da4-44aa-ab39-c97b523e3548 req-82c4e469-f373-4191-9356-e9d130feda59 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:34:17.088914 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-38c9be93-0da4-44aa-ab39-c97b523e3548 req-82c4e469-f373-4191-9356-e9d130feda59 service neutron] 10.222.0.64 "PUT /v2.0/ports/22c27b5f-6c6c-47c7-a478-77c272de9521 HTTP/1.1" status: 200 len: 1136 time: 1.1736860 Oct 27 10:34:17.138587 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [req-38c9be93-0da4-44aa-ab39-c97b523e3548 req-8a1b0b0c-265d-400f-9dd5-d817e4df9d08 service neutron] Request body: {'port': {'device_id': '91ccc442-ec50-4418-afd5-4249b29ada1e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-10'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:34:17.208785 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-272fd73a-9b9b-4115-85be-50694e928df2 req-954725c0-110d-4a5a-a863-a89729ec1ffa tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.44 "GET /v2.0/security-groups?id=1cfb3b36-7fdd-4213-b115-9d47e1636c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2001965 Oct 27 10:34:17.240714 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c4e469-f373-4191-9356-e9d130feda59 service neutron] Pushing event updated for resources: {'Port': ['ID=22c27b5f-6c6c-47c7-a478-77c272de9521,revision_number=3']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:34:17.244340 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-38c9be93-0da4-44aa-ab39-c97b523e3548 req-8a1b0b0c-265d-400f-9dd5-d817e4df9d08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:34:17.415497 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b68109-db72-4b75-a50c-5d3cb8412027 req-fca48b63-c0ca-479e-ad43-437b47cb8030 tempest-ServerGroupTestJSON-548399709 tempest-ServerGroupTestJSON-548399709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:17.420788 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-37b68109-db72-4b75-a50c-5d3cb8412027 req-fca48b63-c0ca-479e-ad43-437b47cb8030 tempest-ServerGroupTestJSON-548399709 tempest-ServerGroupTestJSON-548399709-project] 10.222.0.44 "GET /v2.0/ports?device_id=ebf8f2b7-e5f0-43ca-bdfd-c1d9b4a4ecf6 HTTP/1.1" status: 200 len: 945 time: 0.0949316 Oct 27 10:34:17.486003 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-37b68109-db72-4b75-a50c-5d3cb8412027 req-10579c34-c203-4dce-b4cf-68693a8c591b tempest-ServerGroupTestJSON-548399709 tempest-ServerGroupTestJSON-548399709-project] 10.222.0.44 "GET /v2.0/security-groups?id=f517aa8d-4740-4d99-80f9-5a3f2d174a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571349 Oct 27 10:34:17.609883 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [req-38c9be93-0da4-44aa-ab39-c97b523e3548 req-8a1b0b0c-265d-400f-9dd5-d817e4df9d08 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1eb208c1-53c7-4020-bd55-d077d06451fd {{(pid=102347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:34:17.620611 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-38c9be93-0da4-44aa-ab39-c97b523e3548 req-8a1b0b0c-265d-400f-9dd5-d817e4df9d08 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:34:17.655224 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.provisioning_blocks [req-38c9be93-0da4-44aa-ab39-c97b523e3548 req-8a1b0b0c-265d-400f-9dd5-d817e4df9d08 service neutron] Transition to ACTIVE for port object 1eb208c1-53c7-4020-bd55-d077d06451fd will not be triggered until provisioned by entity L2. {{(pid=102347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 10:34:17.662504 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-38c9be93-0da4-44aa-ab39-c97b523e3548 req-8a1b0b0c-265d-400f-9dd5-d817e4df9d08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:34:17.686083 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-f5573719-527b-40cc-96c3-ef68a0856f84 req-18a71632-b438-484c-8e7a-a1e5f397c4f1 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=19de7999-f151-4eb5-986d-3e7b0f987b5e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0608947 Oct 27 10:34:17.768769 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1b0b0c-265d-400f-9dd5-d817e4df9d08 service neutron] Pushing event updated for resources: {'Port': ['ID=1eb208c1-53c7-4020-bd55-d077d06451fd,revision_number=2']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:34:17.835492 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-38c9be93-0da4-44aa-ab39-c97b523e3548 req-8a1b0b0c-265d-400f-9dd5-d817e4df9d08 service neutron] Attempting to bind port 1eb208c1-53c7-4020-bd55-d077d06451fd on host n-h1-813419-10 for vnic_type normal with profile {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:34:17.836162 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-38c9be93-0da4-44aa-ab39-c97b523e3548 req-8a1b0b0c-265d-400f-9dd5-d817e4df9d08 service neutron] Attempting to bind port 1eb208c1-53c7-4020-bd55-d077d06451fd by drivers openvswitch,hyperv on host n-h1-813419-10 at level 0 using segments [{'id': 'c5bd0478-53f3-4027-a631-eeb5a728964c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '88e3e046-d444-4db2-9521-e65514262b77'}] {{(pid=102347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:34:17.836617 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38c9be93-0da4-44aa-ab39-c97b523e3548 req-8a1b0b0c-265d-400f-9dd5-d817e4df9d08 service neutron] Attempting to bind port 1eb208c1-53c7-4020-bd55-d077d06451fd on network 88e3e046-d444-4db2-9521-e65514262b77 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:34:17.842482 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38c9be93-0da4-44aa-ab39-c97b523e3548 req-8a1b0b0c-265d-400f-9dd5-d817e4df9d08 service neutron] Port 1eb208c1-53c7-4020-bd55-d077d06451fd on network 88e3e046-d444-4db2-9521-e65514262b77 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-10 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 10:34:17.842924 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38c9be93-0da4-44aa-ab39-c97b523e3548 req-8a1b0b0c-265d-400f-9dd5-d817e4df9d08 service neutron] Attempting to bind port 1eb208c1-53c7-4020-bd55-d077d06451fd on network 88e3e046-d444-4db2-9521-e65514262b77 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:34:17.848493 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38c9be93-0da4-44aa-ab39-c97b523e3548 req-8a1b0b0c-265d-400f-9dd5-d817e4df9d08 service neutron] Checking agent: {'id': 'a52e1cab-0c63-402d-9c94-330537c6c076', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 16, 2), 'started_at': datetime.datetime(2021, 10, 27, 10, 16, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 34, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:34:17.848951 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38c9be93-0da4-44aa-ab39-c97b523e3548 req-8a1b0b0c-265d-400f-9dd5-d817e4df9d08 service neutron] Checking segment: {'id': 'c5bd0478-53f3-4027-a631-eeb5a728964c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '88e3e046-d444-4db2-9521-e65514262b77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:34:17.849471 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38c9be93-0da4-44aa-ab39-c97b523e3548 req-8a1b0b0c-265d-400f-9dd5-d817e4df9d08 service neutron] Bound using segment: {'id': 'c5bd0478-53f3-4027-a631-eeb5a728964c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '88e3e046-d444-4db2-9521-e65514262b77'} {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:34:17.850010 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-38c9be93-0da4-44aa-ab39-c97b523e3548 req-8a1b0b0c-265d-400f-9dd5-d817e4df9d08 service neutron] Bound port: 1eb208c1-53c7-4020-bd55-d077d06451fd, host: n-h1-813419-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5bd0478-53f3-4027-a631-eeb5a728964c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '88e3e046-d444-4db2-9521-e65514262b77'}}] {{(pid=102347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:34:17.850453 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-38c9be93-0da4-44aa-ab39-c97b523e3548 req-8a1b0b0c-265d-400f-9dd5-d817e4df9d08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:34:17.871276 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5573719-527b-40cc-96c3-ef68a0856f84 req-413e4231-601d-4a58-bd0f-34a66f323c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:17.871895 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5573719-527b-40cc-96c3-ef68a0856f84 req-413e4231-601d-4a58-bd0f-34a66f323c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:17.872588 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5573719-527b-40cc-96c3-ef68a0856f84 req-413e4231-601d-4a58-bd0f-34a66f323c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:17.873492 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5573719-527b-40cc-96c3-ef68a0856f84 req-413e4231-601d-4a58-bd0f-34a66f323c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:17.874119 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5573719-527b-40cc-96c3-ef68a0856f84 req-413e4231-601d-4a58-bd0f-34a66f323c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:17.874744 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5573719-527b-40cc-96c3-ef68a0856f84 req-413e4231-601d-4a58-bd0f-34a66f323c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:17.875363 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5573719-527b-40cc-96c3-ef68a0856f84 req-413e4231-601d-4a58-bd0f-34a66f323c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:17.877777 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-f5573719-527b-40cc-96c3-ef68a0856f84 req-413e4231-601d-4a58-bd0f-34a66f323c87 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4aa10ad73dbe4076b2c4dd14c0d23687&device_id=19de7999-f151-4eb5-986d-3e7b0f987b5e HTTP/1.1" status: 200 len: 6501 time: 0.1189020 Oct 27 10:34:17.983641 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-38c9be93-0da4-44aa-ab39-c97b523e3548 req-8a1b0b0c-265d-400f-9dd5-d817e4df9d08 service neutron] For port 1eb208c1-53c7-4020-bd55-d077d06451fd, host n-h1-813419-10, cleared binding levels {{(pid=102347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:34:17.987954 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-38c9be93-0da4-44aa-ab39-c97b523e3548 req-8a1b0b0c-265d-400f-9dd5-d817e4df9d08 service neutron] For port 1eb208c1-53c7-4020-bd55-d077d06451fd, host n-h1-813419-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=1eb208c1-53c7-4020-bd55-d077d06451fd,segment=NetworkSegment(c5bd0478-53f3-4027-a631-eeb5a728964c),segment_id=c5bd0478-53f3-4027-a631-eeb5a728964c)] {{(pid=102347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:34:17.993333 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-38c9be93-0da4-44aa-ab39-c97b523e3548 req-8a1b0b0c-265d-400f-9dd5-d817e4df9d08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:34:18.010407 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device 86ac2d5f-ba99-4bcb-83b8-2df3dea37908 up at agent hyperv_n-h2-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:34:18.023225 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91ccc442-ec50-4418-afd5-4249b29ada1e', 'tag': '22c27b5f-6c6c-47c7-a478-77c272de9521'}] {{(pid=102347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:34:18.025613 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311149b481204ee7edffdb959c881838506fbd95bc8577c048f6677abb73acc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-117f3237-ce13-498a-b81b-c626fb7b738a" -d '{"events": [{"name": "network-changed", "server_uuid": "91ccc442-ec50-4418-afd5-4249b29ada1e", "tag": "22c27b5f-6c6c-47c7-a478-77c272de9521"}]}' {{(pid=102347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:34:18.038333 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c9be93-0da4-44aa-ab39-c97b523e3548 req-8a1b0b0c-265d-400f-9dd5-d817e4df9d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:18.039014 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-38c9be93-0da4-44aa-ab39-c97b523e3548 req-8a1b0b0c-265d-400f-9dd5-d817e4df9d08 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:34:18.040570 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-38c9be93-0da4-44aa-ab39-c97b523e3548 req-8a1b0b0c-265d-400f-9dd5-d817e4df9d08 service neutron] 10.222.0.64 "PUT /v2.0/ports/1eb208c1-53c7-4020-bd55-d077d06451fd HTTP/1.1" status: 200 len: 1135 time: 0.9096205 Oct 27 10:34:18.078210 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [req-38c9be93-0da4-44aa-ab39-c97b523e3548 req-d20a7497-2b3d-45ee-a8ff-b26da517b5da service neutron] Request body: {'port': {'device_id': '91ccc442-ec50-4418-afd5-4249b29ada1e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-10'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:34:18.119367 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 10:34:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f16f81f-a664-4202-8de0-5c2828a86977 x-openstack-request-id: req-8f16f81f-a664-4202-8de0-5c2828a86977 {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:34:18.119672 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91ccc442-ec50-4418-afd5-4249b29ada1e", "tag": "22c27b5f-6c6c-47c7-a478-77c272de9521", "status": "completed", "code": 200}]} {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:34:18.120678 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-8f16f81f-a664-4202-8de0-5c2828a86977 {{(pid=102347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:34:18.121672 n-d-813419-10 neutron-server[102347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91ccc442-ec50-4418-afd5-4249b29ada1e', 'tag': '22c27b5f-6c6c-47c7-a478-77c272de9521', 'status': 'completed', 'code': 200} Oct 27 10:34:18.128818 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1b0b0c-265d-400f-9dd5-d817e4df9d08 service neutron] Pushing event updated for resources: {'Port': ['ID=1eb208c1-53c7-4020-bd55-d077d06451fd,revision_number=3']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:34:18.162549 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Provisioning for port 86ac2d5f-ba99-4bcb-83b8-2df3dea37908 completed by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 10:34:18.168152 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Provisioning complete for port 86ac2d5f-ba99-4bcb-83b8-2df3dea37908 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:34:18.168700 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:34:18.195592 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195c20ce-3c9a-426f-ba33-1e3d654fe96c req-4f8d3be5-76d0-4e5f-8801-91f9627247eb tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:18.201465 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-38c9be93-0da4-44aa-ab39-c97b523e3548 req-d20a7497-2b3d-45ee-a8ff-b26da517b5da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:34:18.202118 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195c20ce-3c9a-426f-ba33-1e3d654fe96c req-4f8d3be5-76d0-4e5f-8801-91f9627247eb tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:18.221535 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195c20ce-3c9a-426f-ba33-1e3d654fe96c req-4f8d3be5-76d0-4e5f-8801-91f9627247eb tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:18.227490 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195c20ce-3c9a-426f-ba33-1e3d654fe96c req-4f8d3be5-76d0-4e5f-8801-91f9627247eb tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:18.250521 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195c20ce-3c9a-426f-ba33-1e3d654fe96c req-4f8d3be5-76d0-4e5f-8801-91f9627247eb tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:18.256456 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195c20ce-3c9a-426f-ba33-1e3d654fe96c req-4f8d3be5-76d0-4e5f-8801-91f9627247eb tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:18.275936 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195c20ce-3c9a-426f-ba33-1e3d654fe96c req-4f8d3be5-76d0-4e5f-8801-91f9627247eb tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:18.277908 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-195c20ce-3c9a-426f-ba33-1e3d654fe96c req-4f8d3be5-76d0-4e5f-8801-91f9627247eb tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] 10.222.0.44 "GET /v2.0/ports?device_id=91ccc442-ec50-4418-afd5-4249b29ada1e HTTP/1.1" status: 200 len: 5381 time: 0.2767646 Oct 27 10:34:18.302875 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5573719-527b-40cc-96c3-ef68a0856f84 req-cb28699e-7c0c-41d6-842d-490ee4ab9aec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:18.303338 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5573719-527b-40cc-96c3-ef68a0856f84 req-cb28699e-7c0c-41d6-842d-490ee4ab9aec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:18.303790 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5573719-527b-40cc-96c3-ef68a0856f84 req-cb28699e-7c0c-41d6-842d-490ee4ab9aec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:18.317832 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-f5573719-527b-40cc-96c3-ef68a0856f84 req-cb28699e-7c0c-41d6-842d-490ee4ab9aec service neutron] 10.222.0.64 "GET /v2.0/networks?id=5f1726cf-df95-405e-a4b7-a0ec3cc3a1aa&id=d9f24547-a97b-4994-95da-a3dc1f0864ec&id=d9f24547-a97b-4994-95da-a3dc1f0864ec&id=d9f24547-a97b-4994-95da-a3dc1f0864ec&id=d9f24547-a97b-4994-95da-a3dc1f0864ec&id=629f7918-c2db-454f-876e-5fb1ab57b5ce&id=629f7918-c2db-454f-876e-5fb1ab57b5ce HTTP/1.1" status: 200 len: 2292 time: 0.4063659 Oct 27 10:34:18.392706 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:34:18.420433 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebf8f2b7-e5f0-43ca-bdfd-c1d9b4a4ecf6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86ac2d5f-ba99-4bcb-83b8-2df3dea37908'}] {{(pid=102348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:34:18.424433 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c588921fa634554a1d9242fdea1b05457a9ff1d3b28ba54ec1dace7f2f1df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b6c2d1f-8a85-4c0b-a6c1-359bca4efa0d" -d '{"events": [{"server_uuid": "ebf8f2b7-e5f0-43ca-bdfd-c1d9b4a4ecf6", "name": "network-vif-plugged", "status": "completed", "tag": "86ac2d5f-ba99-4bcb-83b8-2df3dea37908"}]}' {{(pid=102348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:34:18.459897 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] For port 86ac2d5f-ba99-4bcb-83b8-2df3dea37908, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=86ac2d5f-ba99-4bcb-83b8-2df3dea37908,segment=NetworkSegment(0bed29f0-46e0-46a7-8691-32e353520b3f),segment_id=0bed29f0-46e0-46a7-8691-32e353520b3f)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:34:18.466606 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-195c20ce-3c9a-426f-ba33-1e3d654fe96c req-952b3111-71d8-4995-af6f-2ffb0ca34f10 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] 10.222.0.44 "GET /v2.0/security-groups?id=55228541-a3ac-4395-a6f1-3eb381084dbe&id=ae9e7cb5-3404-4285-8fc7-72260b0f869e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1731317 Oct 27 10:34:18.471939 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:34:18.507748 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-f5573719-527b-40cc-96c3-ef68a0856f84 req-30dfa528-52ea-453e-9d56-ea707db4fe0b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=663ad4fb-d48e-41b4-ba03-42d778bf0122 HTTP/1.1" status: 200 len: 1001 time: 0.1685343 Oct 27 10:34:18.557795 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117f3237-ce13-498a-b81b-c626fb7b738a req-e35cc59d-c36a-4e6f-b9ab-e9a86c4e8b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:18.558278 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117f3237-ce13-498a-b81b-c626fb7b738a req-e35cc59d-c36a-4e6f-b9ab-e9a86c4e8b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:18.558780 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117f3237-ce13-498a-b81b-c626fb7b738a req-e35cc59d-c36a-4e6f-b9ab-e9a86c4e8b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:18.559249 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117f3237-ce13-498a-b81b-c626fb7b738a req-e35cc59d-c36a-4e6f-b9ab-e9a86c4e8b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:18.559712 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117f3237-ce13-498a-b81b-c626fb7b738a req-e35cc59d-c36a-4e6f-b9ab-e9a86c4e8b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:18.560174 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117f3237-ce13-498a-b81b-c626fb7b738a req-e35cc59d-c36a-4e6f-b9ab-e9a86c4e8b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:18.561876 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117f3237-ce13-498a-b81b-c626fb7b738a req-e35cc59d-c36a-4e6f-b9ab-e9a86c4e8b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:18.563997 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-117f3237-ce13-498a-b81b-c626fb7b738a req-e35cc59d-c36a-4e6f-b9ab-e9a86c4e8b53 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3e6cb564c3b34b1095cef7d65946c25d&device_id=91ccc442-ec50-4418-afd5-4249b29ada1e HTTP/1.1" status: 200 len: 6221 time: 0.3922079 Oct 27 10:34:18.591632 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Pushing event updated for resources: {'Port': ['ID=86ac2d5f-ba99-4bcb-83b8-2df3dea37908,revision_number=5']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:34:18.603693 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5573719-527b-40cc-96c3-ef68a0856f84 req-ab67beff-e895-4637-952a-ab5d968c1a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:18.605248 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-f5573719-527b-40cc-96c3-ef68a0856f84 req-ab67beff-e895-4637-952a-ab5d968c1a52 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f4dae274-687c-43d5-8fe0-b0ba3958c688 HTTP/1.1" status: 200 len: 850 time: 0.0891886 Oct 27 10:34:18.607001 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:34:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-238f3543-407c-43f9-ba91-7d48fee9e102 x-openstack-request-id: req-238f3543-407c-43f9-ba91-7d48fee9e102 {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:34:18.607577 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebf8f2b7-e5f0-43ca-bdfd-c1d9b4a4ecf6", "name": "network-vif-plugged", "status": "completed", "tag": "86ac2d5f-ba99-4bcb-83b8-2df3dea37908", "code": 200}]} {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:34:18.608467 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-238f3543-407c-43f9-ba91-7d48fee9e102 {{(pid=102348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:34:18.609131 n-d-813419-10 neutron-server[102348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebf8f2b7-e5f0-43ca-bdfd-c1d9b4a4ecf6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86ac2d5f-ba99-4bcb-83b8-2df3dea37908', 'code': 200} Oct 27 10:34:18.671583 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5573719-527b-40cc-96c3-ef68a0856f84 req-27a3f74e-2bc3-4c25-ab69-291d1844946e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:18.673187 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-f5573719-527b-40cc-96c3-ef68a0856f84 req-27a3f74e-2bc3-4c25-ab69-291d1844946e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5f1726cf-df95-405e-a4b7-a0ec3cc3a1aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0609782 Oct 27 10:34:18.785854 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc6e17f-a9f4-4794-95e4-7c3fb382e1d0 req-586fd639-40aa-4cfd-8344-a750fc4123fd tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:18.793662 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-2bc6e17f-a9f4-4794-95e4-7c3fb382e1d0 req-586fd639-40aa-4cfd-8344-a750fc4123fd tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.44 "GET /v2.0/ports?device_id=a74be7ec-67b9-48c4-b1ce-a2a62f059c3a HTTP/1.1" status: 200 len: 945 time: 0.3428690 Oct 27 10:34:18.856563 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-be304def-9447-45d2-9968-bf880f938de0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:34:18.927579 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-2bc6e17f-a9f4-4794-95e4-7c3fb382e1d0 req-947d2bdb-25e2-443e-80b9-12d8d9bc9cac tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.44 "GET /v2.0/security-groups?id=1cfb3b36-7fdd-4213-b115-9d47e1636c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286128 Oct 27 10:34:18.964476 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793fc820-0b5d-4699-9e18-8b24816cde02 req-fe102231-22c5-47b9-b0c0-ed79f5b6bac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:18.966194 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-793fc820-0b5d-4699-9e18-8b24816cde02 req-fe102231-22c5-47b9-b0c0-ed79f5b6bac9 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=ebf8f2b7-e5f0-43ca-bdfd-c1d9b4a4ecf6 HTTP/1.1" status: 200 len: 1098 time: 0.2812924 Oct 27 10:34:19.029453 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [req-38c9be93-0da4-44aa-ab39-c97b523e3548 req-d20a7497-2b3d-45ee-a8ff-b26da517b5da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 329824b1-0ff6-45c1-b96c-4a19139a00dd {{(pid=102347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:34:19.038329 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-38c9be93-0da4-44aa-ab39-c97b523e3548 req-d20a7497-2b3d-45ee-a8ff-b26da517b5da service neutron] Publish callbacks [] for port, precommit_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:34:19.054215 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.provisioning_blocks [req-38c9be93-0da4-44aa-ab39-c97b523e3548 req-d20a7497-2b3d-45ee-a8ff-b26da517b5da service neutron] Transition to ACTIVE for port object 329824b1-0ff6-45c1-b96c-4a19139a00dd will not be triggered until provisioned by entity L2. {{(pid=102347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 10:34:19.077781 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-38c9be93-0da4-44aa-ab39-c97b523e3548 req-d20a7497-2b3d-45ee-a8ff-b26da517b5da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:34:19.145181 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117f3237-ce13-498a-b81b-c626fb7b738a req-fd82ffa4-1a58-4b6a-8706-15c724cf054b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:19.145804 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117f3237-ce13-498a-b81b-c626fb7b738a req-fd82ffa4-1a58-4b6a-8706-15c724cf054b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:19.146376 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117f3237-ce13-498a-b81b-c626fb7b738a req-fd82ffa4-1a58-4b6a-8706-15c724cf054b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:19.148036 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-117f3237-ce13-498a-b81b-c626fb7b738a req-fd82ffa4-1a58-4b6a-8706-15c724cf054b service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=3e6cb564c3b34b1095cef7d65946c25d&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.5614417 Oct 27 10:34:19.218839 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-f5573719-527b-40cc-96c3-ef68a0856f84 req-a09f259b-baaa-430b-bfa2-39ed9e1b2bf9 service neutron] 10.222.0.64 "GET /v2.0/networks/5f1726cf-df95-405e-a4b7-a0ec3cc3a1aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5383580 Oct 27 10:34:19.250641 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14cfb0b-c350-432f-bcda-de5d2151dce2 req-3fe9fda1-652c-47b9-8805-c34867611f02 tempest-ServerGroupTestJSON-548399709 tempest-ServerGroupTestJSON-548399709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:19.259911 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-b14cfb0b-c350-432f-bcda-de5d2151dce2 req-3fe9fda1-652c-47b9-8805-c34867611f02 tempest-ServerGroupTestJSON-548399709 tempest-ServerGroupTestJSON-548399709-project] 10.222.0.44 "GET /v2.0/ports?device_id=ebf8f2b7-e5f0-43ca-bdfd-c1d9b4a4ecf6 HTTP/1.1" status: 200 len: 946 time: 0.5717509 Oct 27 10:34:19.290567 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-793fc820-0b5d-4699-9e18-8b24816cde02 req-da883e9d-4cc5-457e-8569-0a44ec620fc1 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=f517aa8d-4740-4d99-80f9-5a3f2d174a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2265105 Oct 27 10:34:19.315992 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20a7497-2b3d-45ee-a8ff-b26da517b5da service neutron] Pushing event updated for resources: {'Port': ['ID=329824b1-0ff6-45c1-b96c-4a19139a00dd,revision_number=2']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:34:19.410848 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-b14cfb0b-c350-432f-bcda-de5d2151dce2 req-b219c01c-9f4c-408c-b1c6-054cc6b63d4e tempest-ServerGroupTestJSON-548399709 tempest-ServerGroupTestJSON-548399709-project] 10.222.0.44 "GET /v2.0/security-groups?id=f517aa8d-4740-4d99-80f9-5a3f2d174a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499474 Oct 27 10:34:19.468484 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117f3237-ce13-498a-b81b-c626fb7b738a req-8952744d-bb34-4d31-aa48-33e177edba60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:19.469170 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-f5573719-527b-40cc-96c3-ef68a0856f84 req-b0404ac3-79aa-41f2-afd5-209a817f421c service neutron] 10.222.0.64 "GET /v2.0/networks/5f1726cf-df95-405e-a4b7-a0ec3cc3a1aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2015512 Oct 27 10:34:19.471168 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-117f3237-ce13-498a-b81b-c626fb7b738a req-8952744d-bb34-4d31-aa48-33e177edba60 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2855906 Oct 27 10:34:19.525168 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-f5573719-527b-40cc-96c3-ef68a0856f84 req-4e583ec3-d9ba-44a1-ad3e-716b3243a781 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.108&port_id=f866a8ac-0d08-4157-96c5-6411c7be1248 HTTP/1.1" status: 200 len: 217 time: 0.0464306 Oct 27 10:34:19.539249 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-38c9be93-0da4-44aa-ab39-c97b523e3548 req-d20a7497-2b3d-45ee-a8ff-b26da517b5da service neutron] Attempting to bind port 329824b1-0ff6-45c1-b96c-4a19139a00dd on host n-h1-813419-10 for vnic_type normal with profile {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:34:19.539562 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-38c9be93-0da4-44aa-ab39-c97b523e3548 req-d20a7497-2b3d-45ee-a8ff-b26da517b5da service neutron] Attempting to bind port 329824b1-0ff6-45c1-b96c-4a19139a00dd by drivers openvswitch,hyperv on host n-h1-813419-10 at level 0 using segments [{'id': 'c5bd0478-53f3-4027-a631-eeb5a728964c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '88e3e046-d444-4db2-9521-e65514262b77'}] {{(pid=102347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:34:19.540163 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38c9be93-0da4-44aa-ab39-c97b523e3548 req-d20a7497-2b3d-45ee-a8ff-b26da517b5da service neutron] Attempting to bind port 329824b1-0ff6-45c1-b96c-4a19139a00dd on network 88e3e046-d444-4db2-9521-e65514262b77 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:34:19.545731 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38c9be93-0da4-44aa-ab39-c97b523e3548 req-d20a7497-2b3d-45ee-a8ff-b26da517b5da service neutron] Port 329824b1-0ff6-45c1-b96c-4a19139a00dd on network 88e3e046-d444-4db2-9521-e65514262b77 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-10 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 10:34:19.546057 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38c9be93-0da4-44aa-ab39-c97b523e3548 req-d20a7497-2b3d-45ee-a8ff-b26da517b5da service neutron] Attempting to bind port 329824b1-0ff6-45c1-b96c-4a19139a00dd on network 88e3e046-d444-4db2-9521-e65514262b77 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:34:19.556633 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38c9be93-0da4-44aa-ab39-c97b523e3548 req-d20a7497-2b3d-45ee-a8ff-b26da517b5da service neutron] Checking agent: {'id': 'a52e1cab-0c63-402d-9c94-330537c6c076', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 16, 2), 'started_at': datetime.datetime(2021, 10, 27, 10, 16, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 34, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:34:19.556997 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38c9be93-0da4-44aa-ab39-c97b523e3548 req-d20a7497-2b3d-45ee-a8ff-b26da517b5da service neutron] Checking segment: {'id': 'c5bd0478-53f3-4027-a631-eeb5a728964c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '88e3e046-d444-4db2-9521-e65514262b77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:34:19.557365 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38c9be93-0da4-44aa-ab39-c97b523e3548 req-d20a7497-2b3d-45ee-a8ff-b26da517b5da service neutron] Bound using segment: {'id': 'c5bd0478-53f3-4027-a631-eeb5a728964c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '88e3e046-d444-4db2-9521-e65514262b77'} {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:34:19.557936 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-38c9be93-0da4-44aa-ab39-c97b523e3548 req-d20a7497-2b3d-45ee-a8ff-b26da517b5da service neutron] Bound port: 329824b1-0ff6-45c1-b96c-4a19139a00dd, host: n-h1-813419-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5bd0478-53f3-4027-a631-eeb5a728964c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '88e3e046-d444-4db2-9521-e65514262b77'}}] {{(pid=102347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:34:19.558831 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-38c9be93-0da4-44aa-ab39-c97b523e3548 req-d20a7497-2b3d-45ee-a8ff-b26da517b5da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:34:19.580940 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5573719-527b-40cc-96c3-ef68a0856f84 req-7dc40d26-4803-4cfa-be95-945bc038798b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:19.582411 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-f5573719-527b-40cc-96c3-ef68a0856f84 req-7dc40d26-4803-4cfa-be95-945bc038798b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=237eead6-dd56-4753-9d54-b14517989073 HTTP/1.1" status: 200 len: 797 time: 0.0497735 Oct 27 10:34:19.646329 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-38c9be93-0da4-44aa-ab39-c97b523e3548 req-d20a7497-2b3d-45ee-a8ff-b26da517b5da service neutron] For port 329824b1-0ff6-45c1-b96c-4a19139a00dd, host n-h1-813419-10, cleared binding levels {{(pid=102347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:34:19.650313 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-38c9be93-0da4-44aa-ab39-c97b523e3548 req-d20a7497-2b3d-45ee-a8ff-b26da517b5da service neutron] For port 329824b1-0ff6-45c1-b96c-4a19139a00dd, host n-h1-813419-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=329824b1-0ff6-45c1-b96c-4a19139a00dd,segment=NetworkSegment(c5bd0478-53f3-4027-a631-eeb5a728964c),segment_id=c5bd0478-53f3-4027-a631-eeb5a728964c)] {{(pid=102347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:34:19.657403 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-38c9be93-0da4-44aa-ab39-c97b523e3548 req-d20a7497-2b3d-45ee-a8ff-b26da517b5da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:34:19.672395 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0df0e94-72fe-4c47-b1d4-36f8c93db4e2 req-cdad38b4-f31e-4026-b84a-62dfb8df0361 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:19.678585 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0df0e94-72fe-4c47-b1d4-36f8c93db4e2 req-cdad38b4-f31e-4026-b84a-62dfb8df0361 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:19.685527 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0df0e94-72fe-4c47-b1d4-36f8c93db4e2 req-cdad38b4-f31e-4026-b84a-62dfb8df0361 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:19.691709 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0df0e94-72fe-4c47-b1d4-36f8c93db4e2 req-cdad38b4-f31e-4026-b84a-62dfb8df0361 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:19.692184 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c9be93-0da4-44aa-ab39-c97b523e3548 req-d20a7497-2b3d-45ee-a8ff-b26da517b5da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:19.692881 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-38c9be93-0da4-44aa-ab39-c97b523e3548 req-d20a7497-2b3d-45ee-a8ff-b26da517b5da service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:34:19.694288 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-38c9be93-0da4-44aa-ab39-c97b523e3548 req-d20a7497-2b3d-45ee-a8ff-b26da517b5da service neutron] 10.222.0.64 "PUT /v2.0/ports/329824b1-0ff6-45c1-b96c-4a19139a00dd HTTP/1.1" status: 200 len: 1092 time: 1.6230323 Oct 27 10:34:19.697941 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0df0e94-72fe-4c47-b1d4-36f8c93db4e2 req-cdad38b4-f31e-4026-b84a-62dfb8df0361 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:19.704434 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0df0e94-72fe-4c47-b1d4-36f8c93db4e2 req-cdad38b4-f31e-4026-b84a-62dfb8df0361 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:19.710347 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0df0e94-72fe-4c47-b1d4-36f8c93db4e2 req-cdad38b4-f31e-4026-b84a-62dfb8df0361 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:19.712768 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-f0df0e94-72fe-4c47-b1d4-36f8c93db4e2 req-cdad38b4-f31e-4026-b84a-62dfb8df0361 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] 10.222.0.44 "GET /v2.0/ports?device_id=91ccc442-ec50-4418-afd5-4249b29ada1e HTTP/1.1" status: 200 len: 5393 time: 0.1289670 Oct 27 10:34:19.719593 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5573719-527b-40cc-96c3-ef68a0856f84 req-09e4e3ed-6610-4287-8c2d-276329168bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:19.721302 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-f5573719-527b-40cc-96c3-ef68a0856f84 req-09e4e3ed-6610-4287-8c2d-276329168bbd service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d9f24547-a97b-4994-95da-a3dc1f0864ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1289279 Oct 27 10:34:19.735925 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [req-38c9be93-0da4-44aa-ab39-c97b523e3548 req-4da74b11-12f0-4676-9672-e89ec853bcc7 service neutron] Request body: {'port': {'device_id': '91ccc442-ec50-4418-afd5-4249b29ada1e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-10'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:34:19.764013 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20a7497-2b3d-45ee-a8ff-b26da517b5da service neutron] Pushing event updated for resources: {'Port': ['ID=329824b1-0ff6-45c1-b96c-4a19139a00dd,revision_number=3']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:34:19.802050 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-38c9be93-0da4-44aa-ab39-c97b523e3548 req-4da74b11-12f0-4676-9672-e89ec853bcc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:34:19.837288 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-f5573719-527b-40cc-96c3-ef68a0856f84 req-9c69874e-33ca-4212-b228-3e04f26fef62 service neutron] 10.222.0.64 "GET /v2.0/networks/d9f24547-a97b-4994-95da-a3dc1f0864ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979593 Oct 27 10:34:19.935541 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-f0df0e94-72fe-4c47-b1d4-36f8c93db4e2 req-57d4a321-b655-4144-a17d-29be1f6d145a tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] 10.222.0.44 "GET /v2.0/security-groups?id=55228541-a3ac-4395-a6f1-3eb381084dbe&id=ae9e7cb5-3404-4285-8fc7-72260b0f869e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2130771 Oct 27 10:34:19.978357 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:34:19.989366 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-eadeaa30-4096-4d1a-b3cb-aa7ebfb291ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:34:20.025350 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-f5573719-527b-40cc-96c3-ef68a0856f84 req-ceb62423-78f0-433a-aa21-df94075cb0af service neutron] 10.222.0.64 "GET /v2.0/networks/d9f24547-a97b-4994-95da-a3dc1f0864ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1679327 Oct 27 10:34:20.076656 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-f5573719-527b-40cc-96c3-ef68a0856f84 req-83cb4d35-8e40-42c2-b8c3-28f70c91d43e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.246&port_id=2987d3d2-c23b-41d4-81db-f2875388f5dc HTTP/1.1" status: 200 len: 217 time: 0.0436361 Oct 27 10:34:20.122706 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91ccc442-ec50-4418-afd5-4249b29ada1e', 'tag': '1eb208c1-53c7-4020-bd55-d077d06451fd'}, {'name': 'network-changed', 'server_uuid': '91ccc442-ec50-4418-afd5-4249b29ada1e', 'tag': '329824b1-0ff6-45c1-b96c-4a19139a00dd'}] {{(pid=102347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:34:20.124954 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311149b481204ee7edffdb959c881838506fbd95bc8577c048f6677abb73acc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4dbb543-a652-43d0-a628-7481efd1057a" -d '{"events": [{"name": "network-changed", "server_uuid": "91ccc442-ec50-4418-afd5-4249b29ada1e", "tag": "1eb208c1-53c7-4020-bd55-d077d06451fd"}, {"name": "network-changed", "server_uuid": "91ccc442-ec50-4418-afd5-4249b29ada1e", "tag": "329824b1-0ff6-45c1-b96c-4a19139a00dd"}]}' {{(pid=102347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:34:20.131315 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5573719-527b-40cc-96c3-ef68a0856f84 req-90022b22-32a5-447c-a125-0eafbcf0417b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:20.132604 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-f5573719-527b-40cc-96c3-ef68a0856f84 req-90022b22-32a5-447c-a125-0eafbcf0417b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=237eead6-dd56-4753-9d54-b14517989073 HTTP/1.1" status: 200 len: 797 time: 0.0489414 Oct 27 10:34:20.165693 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3a1002-c89f-43bb-99e7-8d0fa4c0afa3 req-0c0391f2-5742-4143-bd16-3cd910f62b4c tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:20.167251 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-cf3a1002-c89f-43bb-99e7-8d0fa4c0afa3 req-0c0391f2-5742-4143-bd16-3cd910f62b4c tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.44 "GET /v2.0/ports?device_id=a74be7ec-67b9-48c4-b1ce-a2a62f059c3a HTTP/1.1" status: 200 len: 945 time: 0.0859094 Oct 27 10:34:20.169313 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 27 Oct 2021 10:34:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88d77714-96be-46e7-a744-7aea876324fe x-openstack-request-id: req-88d77714-96be-46e7-a744-7aea876324fe {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:34:20.169608 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91ccc442-ec50-4418-afd5-4249b29ada1e", "tag": "1eb208c1-53c7-4020-bd55-d077d06451fd", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "91ccc442-ec50-4418-afd5-4249b29ada1e", "tag": "329824b1-0ff6-45c1-b96c-4a19139a00dd", "status": "completed", "code": 200}]} {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:34:20.169908 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-88d77714-96be-46e7-a744-7aea876324fe {{(pid=102347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:34:20.170248 n-d-813419-10 neutron-server[102347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91ccc442-ec50-4418-afd5-4249b29ada1e', 'tag': '1eb208c1-53c7-4020-bd55-d077d06451fd', 'status': 'completed', 'code': 200} Oct 27 10:34:20.170608 n-d-813419-10 neutron-server[102347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91ccc442-ec50-4418-afd5-4249b29ada1e', 'tag': '329824b1-0ff6-45c1-b96c-4a19139a00dd', 'status': 'completed', 'code': 200} Oct 27 10:34:20.193891 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5573719-527b-40cc-96c3-ef68a0856f84 req-ad744edd-3d4c-4299-bc5b-a1b636182fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:20.195506 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-f5573719-527b-40cc-96c3-ef68a0856f84 req-ad744edd-3d4c-4299-bc5b-a1b636182fa9 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d9f24547-a97b-4994-95da-a3dc1f0864ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0554466 Oct 27 10:34:20.257667 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [req-38c9be93-0da4-44aa-ab39-c97b523e3548 req-4da74b11-12f0-4676-9672-e89ec853bcc7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d41818a8-8416-4ec5-82c2-78a42608873b {{(pid=102347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:34:20.272390 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-38c9be93-0da4-44aa-ab39-c97b523e3548 req-4da74b11-12f0-4676-9672-e89ec853bcc7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:34:20.288541 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-f5573719-527b-40cc-96c3-ef68a0856f84 req-33763c9e-d2e7-4809-8e84-db75889bea22 service neutron] 10.222.0.64 "GET /v2.0/networks/d9f24547-a97b-4994-95da-a3dc1f0864ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862367 Oct 27 10:34:20.291370 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-cf3a1002-c89f-43bb-99e7-8d0fa4c0afa3 req-0609985e-8ae5-4e73-bba6-7312951a3dc0 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.44 "GET /v2.0/security-groups?id=1cfb3b36-7fdd-4213-b115-9d47e1636c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113665 Oct 27 10:34:20.295196 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.provisioning_blocks [req-38c9be93-0da4-44aa-ab39-c97b523e3548 req-4da74b11-12f0-4676-9672-e89ec853bcc7 service neutron] Transition to ACTIVE for port object d41818a8-8416-4ec5-82c2-78a42608873b will not be triggered until provisioned by entity L2. {{(pid=102347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 10:34:20.304891 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dbb543-a652-43d0-a628-7481efd1057a req-d3b06bb7-78b6-4466-b170-086e63519b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:20.305295 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dbb543-a652-43d0-a628-7481efd1057a req-d3b06bb7-78b6-4466-b170-086e63519b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:20.305758 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dbb543-a652-43d0-a628-7481efd1057a req-d3b06bb7-78b6-4466-b170-086e63519b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:20.306220 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dbb543-a652-43d0-a628-7481efd1057a req-d3b06bb7-78b6-4466-b170-086e63519b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:20.306672 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dbb543-a652-43d0-a628-7481efd1057a req-d3b06bb7-78b6-4466-b170-086e63519b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:20.307128 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dbb543-a652-43d0-a628-7481efd1057a req-d3b06bb7-78b6-4466-b170-086e63519b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:20.307579 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dbb543-a652-43d0-a628-7481efd1057a req-d3b06bb7-78b6-4466-b170-086e63519b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:20.309503 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b4dbb543-a652-43d0-a628-7481efd1057a req-d3b06bb7-78b6-4466-b170-086e63519b52 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3e6cb564c3b34b1095cef7d65946c25d&device_id=91ccc442-ec50-4418-afd5-4249b29ada1e HTTP/1.1" status: 200 len: 6289 time: 0.1102166 Oct 27 10:34:20.310626 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-38c9be93-0da4-44aa-ab39-c97b523e3548 req-4da74b11-12f0-4676-9672-e89ec853bcc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:34:20.410672 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-f5573719-527b-40cc-96c3-ef68a0856f84 req-c5d4c192-7010-453a-84eb-e8197cf4c0e9 service neutron] 10.222.0.64 "GET /v2.0/networks/d9f24547-a97b-4994-95da-a3dc1f0864ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1092901 Oct 27 10:34:20.423819 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da74b11-12f0-4676-9672-e89ec853bcc7 service neutron] Pushing event updated for resources: {'Port': ['ID=d41818a8-8416-4ec5-82c2-78a42608873b,revision_number=2']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:34:20.509835 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-f5573719-527b-40cc-96c3-ef68a0856f84 req-0c484df7-d184-49ed-9d72-387cd4d3e337 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.133&port_id=56a0b817-75f4-4ce7-b33b-a8b3aecdb601 HTTP/1.1" status: 200 len: 217 time: 0.0906701 Oct 27 10:34:20.535122 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dbb543-a652-43d0-a628-7481efd1057a req-e5438a4e-6ab2-4af1-9f5a-3bee80bd5a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:20.535587 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dbb543-a652-43d0-a628-7481efd1057a req-e5438a4e-6ab2-4af1-9f5a-3bee80bd5a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:20.536044 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dbb543-a652-43d0-a628-7481efd1057a req-e5438a4e-6ab2-4af1-9f5a-3bee80bd5a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:20.537655 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b4dbb543-a652-43d0-a628-7481efd1057a req-e5438a4e-6ab2-4af1-9f5a-3bee80bd5a2b service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=3e6cb564c3b34b1095cef7d65946c25d&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.1949296 Oct 27 10:34:20.620870 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-38c9be93-0da4-44aa-ab39-c97b523e3548 req-4da74b11-12f0-4676-9672-e89ec853bcc7 service neutron] Attempting to bind port d41818a8-8416-4ec5-82c2-78a42608873b on host n-h1-813419-10 for vnic_type normal with profile {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:34:20.621764 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-38c9be93-0da4-44aa-ab39-c97b523e3548 req-4da74b11-12f0-4676-9672-e89ec853bcc7 service neutron] Attempting to bind port d41818a8-8416-4ec5-82c2-78a42608873b by drivers openvswitch,hyperv on host n-h1-813419-10 at level 0 using segments [{'id': 'c5bd0478-53f3-4027-a631-eeb5a728964c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '88e3e046-d444-4db2-9521-e65514262b77'}] {{(pid=102347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:34:20.622099 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38c9be93-0da4-44aa-ab39-c97b523e3548 req-4da74b11-12f0-4676-9672-e89ec853bcc7 service neutron] Attempting to bind port d41818a8-8416-4ec5-82c2-78a42608873b on network 88e3e046-d444-4db2-9521-e65514262b77 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:34:20.622507 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5573719-527b-40cc-96c3-ef68a0856f84 req-a6a826e1-c89e-4de9-9c66-66154332efff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:20.624784 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-f5573719-527b-40cc-96c3-ef68a0856f84 req-a6a826e1-c89e-4de9-9c66-66154332efff service neutron] 10.222.0.64 "GET /v2.0/subnets?id=237eead6-dd56-4753-9d54-b14517989073 HTTP/1.1" status: 200 len: 797 time: 0.1017137 Oct 27 10:34:20.632716 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38c9be93-0da4-44aa-ab39-c97b523e3548 req-4da74b11-12f0-4676-9672-e89ec853bcc7 service neutron] Port d41818a8-8416-4ec5-82c2-78a42608873b on network 88e3e046-d444-4db2-9521-e65514262b77 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-10 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 10:34:20.633041 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38c9be93-0da4-44aa-ab39-c97b523e3548 req-4da74b11-12f0-4676-9672-e89ec853bcc7 service neutron] Attempting to bind port d41818a8-8416-4ec5-82c2-78a42608873b on network 88e3e046-d444-4db2-9521-e65514262b77 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:34:20.634261 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b6c905-fb84-4429-a000-4e60d9d03dff req-dc8672a6-8260-4d70-a833-780620b4198d tempest-ServerGroupTestJSON-548399709 tempest-ServerGroupTestJSON-548399709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:20.635813 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-53b6c905-fb84-4429-a000-4e60d9d03dff req-dc8672a6-8260-4d70-a833-780620b4198d tempest-ServerGroupTestJSON-548399709 tempest-ServerGroupTestJSON-548399709-project] 10.222.0.44 "GET /v2.0/ports?device_id=ebf8f2b7-e5f0-43ca-bdfd-c1d9b4a4ecf6 HTTP/1.1" status: 200 len: 946 time: 0.0751452 Oct 27 10:34:20.643557 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38c9be93-0da4-44aa-ab39-c97b523e3548 req-4da74b11-12f0-4676-9672-e89ec853bcc7 service neutron] Checking agent: {'id': 'a52e1cab-0c63-402d-9c94-330537c6c076', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 16, 2), 'started_at': datetime.datetime(2021, 10, 27, 10, 16, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 34, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:34:20.643900 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38c9be93-0da4-44aa-ab39-c97b523e3548 req-4da74b11-12f0-4676-9672-e89ec853bcc7 service neutron] Checking segment: {'id': 'c5bd0478-53f3-4027-a631-eeb5a728964c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '88e3e046-d444-4db2-9521-e65514262b77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:34:20.644332 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38c9be93-0da4-44aa-ab39-c97b523e3548 req-4da74b11-12f0-4676-9672-e89ec853bcc7 service neutron] Bound using segment: {'id': 'c5bd0478-53f3-4027-a631-eeb5a728964c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '88e3e046-d444-4db2-9521-e65514262b77'} {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:34:20.644769 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-38c9be93-0da4-44aa-ab39-c97b523e3548 req-4da74b11-12f0-4676-9672-e89ec853bcc7 service neutron] Bound port: d41818a8-8416-4ec5-82c2-78a42608873b, host: n-h1-813419-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5bd0478-53f3-4027-a631-eeb5a728964c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '88e3e046-d444-4db2-9521-e65514262b77'}}] {{(pid=102347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:34:20.645359 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-38c9be93-0da4-44aa-ab39-c97b523e3548 req-4da74b11-12f0-4676-9672-e89ec853bcc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:34:20.724711 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-53b6c905-fb84-4429-a000-4e60d9d03dff req-be4b0ca8-9b95-4532-b0a4-47c8f2024df6 tempest-ServerGroupTestJSON-548399709 tempest-ServerGroupTestJSON-548399709-project] 10.222.0.44 "GET /v2.0/security-groups?id=f517aa8d-4740-4d99-80f9-5a3f2d174a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789683 Oct 27 10:34:20.735699 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dbb543-a652-43d0-a628-7481efd1057a req-bc34b76d-ef69-4bc0-bc3c-fac2eff9ac5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:20.737212 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b4dbb543-a652-43d0-a628-7481efd1057a req-bc34b76d-ef69-4bc0-bc3c-fac2eff9ac5b service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1899710 Oct 27 10:34:20.739597 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5573719-527b-40cc-96c3-ef68a0856f84 req-149637da-58e7-450d-894f-e665779ee418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:20.741435 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-f5573719-527b-40cc-96c3-ef68a0856f84 req-149637da-58e7-450d-894f-e665779ee418 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d9f24547-a97b-4994-95da-a3dc1f0864ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1045923 Oct 27 10:34:20.767806 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-38c9be93-0da4-44aa-ab39-c97b523e3548 req-4da74b11-12f0-4676-9672-e89ec853bcc7 service neutron] For port d41818a8-8416-4ec5-82c2-78a42608873b, host n-h1-813419-10, cleared binding levels {{(pid=102347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:34:20.772219 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-38c9be93-0da4-44aa-ab39-c97b523e3548 req-4da74b11-12f0-4676-9672-e89ec853bcc7 service neutron] For port d41818a8-8416-4ec5-82c2-78a42608873b, host n-h1-813419-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=d41818a8-8416-4ec5-82c2-78a42608873b,segment=NetworkSegment(c5bd0478-53f3-4027-a631-eeb5a728964c),segment_id=c5bd0478-53f3-4027-a631-eeb5a728964c)] {{(pid=102347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:34:20.779838 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-38c9be93-0da4-44aa-ab39-c97b523e3548 req-4da74b11-12f0-4676-9672-e89ec853bcc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:34:20.832381 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c9be93-0da4-44aa-ab39-c97b523e3548 req-4da74b11-12f0-4676-9672-e89ec853bcc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:20.833237 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-38c9be93-0da4-44aa-ab39-c97b523e3548 req-4da74b11-12f0-4676-9672-e89ec853bcc7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:34:20.834635 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-38c9be93-0da4-44aa-ab39-c97b523e3548 req-4da74b11-12f0-4676-9672-e89ec853bcc7 service neutron] 10.222.0.64 "PUT /v2.0/ports/d41818a8-8416-4ec5-82c2-78a42608873b HTTP/1.1" status: 200 len: 1092 time: 1.1028893 Oct 27 10:34:20.884444 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-f5573719-527b-40cc-96c3-ef68a0856f84 req-01a3eac4-de5d-46f8-b282-7a3f308f6836 service neutron] 10.222.0.64 "GET /v2.0/networks/d9f24547-a97b-4994-95da-a3dc1f0864ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319356 Oct 27 10:34:20.905416 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [req-38c9be93-0da4-44aa-ab39-c97b523e3548 req-348aa573-a70a-4091-abc9-33eb88ce2a6f service neutron] Request body: {'port': {'device_id': '91ccc442-ec50-4418-afd5-4249b29ada1e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-10'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:34:20.910320 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da74b11-12f0-4676-9672-e89ec853bcc7 service neutron] Pushing event updated for resources: {'Port': ['ID=d41818a8-8416-4ec5-82c2-78a42608873b,revision_number=3']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:34:21.012231 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-f5573719-527b-40cc-96c3-ef68a0856f84 req-d39ff3f6-e962-4d47-9148-3190fbb0ffc2 service neutron] 10.222.0.64 "GET /v2.0/networks/d9f24547-a97b-4994-95da-a3dc1f0864ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190279 Oct 27 10:34:21.030662 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-38c9be93-0da4-44aa-ab39-c97b523e3548 req-348aa573-a70a-4091-abc9-33eb88ce2a6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:34:21.078813 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dbb543-a652-43d0-a628-7481efd1057a req-586ef2e5-6956-4ca8-807b-3f8feb3b2bae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:21.079838 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dbb543-a652-43d0-a628-7481efd1057a req-586ef2e5-6956-4ca8-807b-3f8feb3b2bae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:21.080633 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dbb543-a652-43d0-a628-7481efd1057a req-586ef2e5-6956-4ca8-807b-3f8feb3b2bae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:21.081261 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dbb543-a652-43d0-a628-7481efd1057a req-586ef2e5-6956-4ca8-807b-3f8feb3b2bae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:21.081885 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dbb543-a652-43d0-a628-7481efd1057a req-586ef2e5-6956-4ca8-807b-3f8feb3b2bae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:21.082514 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dbb543-a652-43d0-a628-7481efd1057a req-586ef2e5-6956-4ca8-807b-3f8feb3b2bae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:21.083137 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dbb543-a652-43d0-a628-7481efd1057a req-586ef2e5-6956-4ca8-807b-3f8feb3b2bae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:21.085369 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b4dbb543-a652-43d0-a628-7481efd1057a req-586ef2e5-6956-4ca8-807b-3f8feb3b2bae service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3e6cb564c3b34b1095cef7d65946c25d&device_id=91ccc442-ec50-4418-afd5-4249b29ada1e HTTP/1.1" status: 200 len: 6357 time: 0.1971912 Oct 27 10:34:21.092422 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-f5573719-527b-40cc-96c3-ef68a0856f84 req-a0a3fc29-c6ea-411a-8c12-75d37d5e53b4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.177&port_id=870bf313-566e-41bd-b31c-74deaf9c052a HTTP/1.1" status: 200 len: 217 time: 0.0730743 Oct 27 10:34:21.180147 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5573719-527b-40cc-96c3-ef68a0856f84 req-594af45f-2181-49c9-af14-530afa421a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:21.182056 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-f5573719-527b-40cc-96c3-ef68a0856f84 req-594af45f-2181-49c9-af14-530afa421a32 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=237eead6-dd56-4753-9d54-b14517989073 HTTP/1.1" status: 200 len: 797 time: 0.0816445 Oct 27 10:34:21.243377 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5573719-527b-40cc-96c3-ef68a0856f84 req-11bd484a-36da-413f-b896-50cc66fe17dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:21.245188 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-f5573719-527b-40cc-96c3-ef68a0856f84 req-11bd484a-36da-413f-b896-50cc66fe17dd service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d9f24547-a97b-4994-95da-a3dc1f0864ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0555639 Oct 27 10:34:21.305047 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef1be92-a9c0-4e14-af19-4a09a963aa7d req-6f5fe08b-b9b7-4245-a5f3-9fdd41aaa840 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:21.310847 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef1be92-a9c0-4e14-af19-4a09a963aa7d req-6f5fe08b-b9b7-4245-a5f3-9fdd41aaa840 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:21.316675 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef1be92-a9c0-4e14-af19-4a09a963aa7d req-6f5fe08b-b9b7-4245-a5f3-9fdd41aaa840 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:21.322817 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef1be92-a9c0-4e14-af19-4a09a963aa7d req-6f5fe08b-b9b7-4245-a5f3-9fdd41aaa840 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:21.328738 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef1be92-a9c0-4e14-af19-4a09a963aa7d req-6f5fe08b-b9b7-4245-a5f3-9fdd41aaa840 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:21.334760 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef1be92-a9c0-4e14-af19-4a09a963aa7d req-6f5fe08b-b9b7-4245-a5f3-9fdd41aaa840 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:21.341297 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef1be92-a9c0-4e14-af19-4a09a963aa7d req-6f5fe08b-b9b7-4245-a5f3-9fdd41aaa840 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:21.343188 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-eef1be92-a9c0-4e14-af19-4a09a963aa7d req-6f5fe08b-b9b7-4245-a5f3-9fdd41aaa840 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] 10.222.0.44 "GET /v2.0/ports?device_id=91ccc442-ec50-4418-afd5-4249b29ada1e HTTP/1.1" status: 200 len: 5405 time: 0.2303069 Oct 27 10:34:21.358963 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-f5573719-527b-40cc-96c3-ef68a0856f84 req-de6a17a3-e8bf-4226-8a3c-2d2571f8ef18 service neutron] 10.222.0.64 "GET /v2.0/networks/d9f24547-a97b-4994-95da-a3dc1f0864ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062608 Oct 27 10:34:21.430545 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dbb543-a652-43d0-a628-7481efd1057a req-f894a050-a21a-4895-b62c-c84410eb6c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:21.430910 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dbb543-a652-43d0-a628-7481efd1057a req-f894a050-a21a-4895-b62c-c84410eb6c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:21.431366 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dbb543-a652-43d0-a628-7481efd1057a req-f894a050-a21a-4895-b62c-c84410eb6c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:21.432937 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b4dbb543-a652-43d0-a628-7481efd1057a req-f894a050-a21a-4895-b62c-c84410eb6c16 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=3e6cb564c3b34b1095cef7d65946c25d&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.3105412 Oct 27 10:34:21.500763 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-eef1be92-a9c0-4e14-af19-4a09a963aa7d req-a2102ca7-21f5-4e5f-b054-2c26229ad278 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] 10.222.0.44 "GET /v2.0/security-groups?id=55228541-a3ac-4395-a6f1-3eb381084dbe&id=ae9e7cb5-3404-4285-8fc7-72260b0f869e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1377962 Oct 27 10:34:21.506277 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4591d0c-7d24-4e7c-9c03-147159182612 req-7694c210-e6c9-41ff-bf88-01a3c9ac77d2 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:21.508396 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-f4591d0c-7d24-4e7c-9c03-147159182612 req-7694c210-e6c9-41ff-bf88-01a3c9ac77d2 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.44 "GET /v2.0/ports?device_id=a74be7ec-67b9-48c4-b1ce-a2a62f059c3a HTTP/1.1" status: 200 len: 945 time: 0.0835717 Oct 27 10:34:21.510506 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-f5573719-527b-40cc-96c3-ef68a0856f84 req-02a7135a-f93e-4b24-aa09-feb11840f897 service neutron] 10.222.0.64 "GET /v2.0/networks/d9f24547-a97b-4994-95da-a3dc1f0864ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417089 Oct 27 10:34:21.588821 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dbb543-a652-43d0-a628-7481efd1057a req-2dd8f458-88dd-4d11-8ab1-85dd44733574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:21.590852 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b4dbb543-a652-43d0-a628-7481efd1057a req-2dd8f458-88dd-4d11-8ab1-85dd44733574 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1486461 Oct 27 10:34:21.594588 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-f5573719-527b-40cc-96c3-ef68a0856f84 req-a582b733-29b7-421e-815b-659958a4a034 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=02eec9e0-03c6-433a-af9e-1b5e5abf2703 HTTP/1.1" status: 200 len: 217 time: 0.0655055 Oct 27 10:34:21.641519 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-f4591d0c-7d24-4e7c-9c03-147159182612 req-8dbd4df5-b4ec-4336-8ee0-3b2e5da68e2d tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.44 "GET /v2.0/security-groups?id=1cfb3b36-7fdd-4213-b115-9d47e1636c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212294 Oct 27 10:34:21.644104 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [req-38c9be93-0da4-44aa-ab39-c97b523e3548 req-348aa573-a70a-4091-abc9-33eb88ce2a6f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3977278-7ec6-4a29-a9ea-3f76512431eb {{(pid=102347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:34:21.651814 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-38c9be93-0da4-44aa-ab39-c97b523e3548 req-348aa573-a70a-4091-abc9-33eb88ce2a6f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:34:21.669556 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.provisioning_blocks [req-38c9be93-0da4-44aa-ab39-c97b523e3548 req-348aa573-a70a-4091-abc9-33eb88ce2a6f service neutron] Transition to ACTIVE for port object b3977278-7ec6-4a29-a9ea-3f76512431eb will not be triggered until provisioned by entity L2. {{(pid=102347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 10:34:21.669912 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5573719-527b-40cc-96c3-ef68a0856f84 req-e9f5ce5c-7086-4f9d-8a38-b4db8e2373f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:21.669912 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-f5573719-527b-40cc-96c3-ef68a0856f84 req-e9f5ce5c-7086-4f9d-8a38-b4db8e2373f8 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=44c80a83-a220-441f-8a83-aa10dbf72783 HTTP/1.1" status: 200 len: 797 time: 0.0597243 Oct 27 10:34:21.670104 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-38c9be93-0da4-44aa-ab39-c97b523e3548 req-348aa573-a70a-4091-abc9-33eb88ce2a6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:34:21.718130 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348aa573-a70a-4091-abc9-33eb88ce2a6f service neutron] Pushing event updated for resources: {'Port': ['ID=b3977278-7ec6-4a29-a9ea-3f76512431eb,revision_number=2']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:34:21.725254 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5573719-527b-40cc-96c3-ef68a0856f84 req-3b2bc947-815d-431f-9933-a62983a995fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:21.726958 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-f5573719-527b-40cc-96c3-ef68a0856f84 req-3b2bc947-815d-431f-9933-a62983a995fa service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=629f7918-c2db-454f-876e-5fb1ab57b5ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0521271 Oct 27 10:34:21.848423 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-38c9be93-0da4-44aa-ab39-c97b523e3548 req-348aa573-a70a-4091-abc9-33eb88ce2a6f service neutron] Attempting to bind port b3977278-7ec6-4a29-a9ea-3f76512431eb on host n-h1-813419-10 for vnic_type normal with profile {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:34:21.849030 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-38c9be93-0da4-44aa-ab39-c97b523e3548 req-348aa573-a70a-4091-abc9-33eb88ce2a6f service neutron] Attempting to bind port b3977278-7ec6-4a29-a9ea-3f76512431eb by drivers openvswitch,hyperv on host n-h1-813419-10 at level 0 using segments [{'id': '2ca19453-a5a8-4460-9af1-c3768fea04a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '221478c6-1352-435e-b5d2-1ec0f18ba5b8'}] {{(pid=102347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:34:21.849337 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38c9be93-0da4-44aa-ab39-c97b523e3548 req-348aa573-a70a-4091-abc9-33eb88ce2a6f service neutron] Attempting to bind port b3977278-7ec6-4a29-a9ea-3f76512431eb on network 221478c6-1352-435e-b5d2-1ec0f18ba5b8 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:34:21.859752 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-3c6a8245-0581-48aa-b5f6-4d8fe98cd16e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:34:21.860530 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-f5573719-527b-40cc-96c3-ef68a0856f84 req-6c4788f0-1b6c-4efb-bce6-af2a2837c033 service neutron] 10.222.0.64 "GET /v2.0/networks/629f7918-c2db-454f-876e-5fb1ab57b5ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255803 Oct 27 10:34:21.876063 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38c9be93-0da4-44aa-ab39-c97b523e3548 req-348aa573-a70a-4091-abc9-33eb88ce2a6f service neutron] Port b3977278-7ec6-4a29-a9ea-3f76512431eb on network 221478c6-1352-435e-b5d2-1ec0f18ba5b8 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-10 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 10:34:21.876328 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38c9be93-0da4-44aa-ab39-c97b523e3548 req-348aa573-a70a-4091-abc9-33eb88ce2a6f service neutron] Attempting to bind port b3977278-7ec6-4a29-a9ea-3f76512431eb on network 221478c6-1352-435e-b5d2-1ec0f18ba5b8 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:34:21.890460 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38c9be93-0da4-44aa-ab39-c97b523e3548 req-348aa573-a70a-4091-abc9-33eb88ce2a6f service neutron] Checking agent: {'id': 'a52e1cab-0c63-402d-9c94-330537c6c076', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 16, 2), 'started_at': datetime.datetime(2021, 10, 27, 10, 16, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 34, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:34:21.890829 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38c9be93-0da4-44aa-ab39-c97b523e3548 req-348aa573-a70a-4091-abc9-33eb88ce2a6f service neutron] Checking segment: {'id': '2ca19453-a5a8-4460-9af1-c3768fea04a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '221478c6-1352-435e-b5d2-1ec0f18ba5b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:34:21.891185 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38c9be93-0da4-44aa-ab39-c97b523e3548 req-348aa573-a70a-4091-abc9-33eb88ce2a6f service neutron] Bound using segment: {'id': '2ca19453-a5a8-4460-9af1-c3768fea04a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '221478c6-1352-435e-b5d2-1ec0f18ba5b8'} {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:34:21.891622 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-38c9be93-0da4-44aa-ab39-c97b523e3548 req-348aa573-a70a-4091-abc9-33eb88ce2a6f service neutron] Bound port: b3977278-7ec6-4a29-a9ea-3f76512431eb, host: n-h1-813419-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ca19453-a5a8-4460-9af1-c3768fea04a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '221478c6-1352-435e-b5d2-1ec0f18ba5b8'}}] {{(pid=102347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:34:21.891978 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-38c9be93-0da4-44aa-ab39-c97b523e3548 req-348aa573-a70a-4091-abc9-33eb88ce2a6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:34:21.918691 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a663e6-d7b0-4513-8c84-96a4b4e3274d req-964b9d37-d1be-461d-8bda-d9a46ae62430 tempest-ServerGroupTestJSON-548399709 tempest-ServerGroupTestJSON-548399709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:21.926059 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-00a663e6-d7b0-4513-8c84-96a4b4e3274d req-964b9d37-d1be-461d-8bda-d9a46ae62430 tempest-ServerGroupTestJSON-548399709 tempest-ServerGroupTestJSON-548399709-project] 10.222.0.44 "GET /v2.0/ports?device_id=ebf8f2b7-e5f0-43ca-bdfd-c1d9b4a4ecf6 HTTP/1.1" status: 200 len: 946 time: 0.0928645 Oct 27 10:34:21.977040 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-f5573719-527b-40cc-96c3-ef68a0856f84 req-1ad4f633-eb2b-400c-ac1b-647387305885 service neutron] 10.222.0.64 "GET /v2.0/networks/629f7918-c2db-454f-876e-5fb1ab57b5ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103644 Oct 27 10:34:21.987705 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-00a663e6-d7b0-4513-8c84-96a4b4e3274d req-a3e27327-f69e-4085-9ef1-6afd5ae67b0b tempest-ServerGroupTestJSON-548399709 tempest-ServerGroupTestJSON-548399709-project] 10.222.0.44 "GET /v2.0/security-groups?id=f517aa8d-4740-4d99-80f9-5a3f2d174a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605321 Oct 27 10:34:22.027232 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-f5573719-527b-40cc-96c3-ef68a0856f84 req-c44ce48a-c7bb-47c5-9a62-036bd8416649 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=52999097-daf5-40c3-b409-81f220c75685 HTTP/1.1" status: 200 len: 217 time: 0.0427291 Oct 27 10:34:22.031856 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-38c9be93-0da4-44aa-ab39-c97b523e3548 req-348aa573-a70a-4091-abc9-33eb88ce2a6f service neutron] For port b3977278-7ec6-4a29-a9ea-3f76512431eb, host n-h1-813419-10, cleared binding levels {{(pid=102347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:34:22.035841 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-38c9be93-0da4-44aa-ab39-c97b523e3548 req-348aa573-a70a-4091-abc9-33eb88ce2a6f service neutron] For port b3977278-7ec6-4a29-a9ea-3f76512431eb, host n-h1-813419-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=b3977278-7ec6-4a29-a9ea-3f76512431eb,segment=NetworkSegment(2ca19453-a5a8-4460-9af1-c3768fea04a4),segment_id=2ca19453-a5a8-4460-9af1-c3768fea04a4)] {{(pid=102347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:34:22.042449 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-38c9be93-0da4-44aa-ab39-c97b523e3548 req-348aa573-a70a-4091-abc9-33eb88ce2a6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:34:22.086430 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5573719-527b-40cc-96c3-ef68a0856f84 req-65d202e5-d2b9-4bc0-9865-d47bf1bc31cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:22.088377 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-f5573719-527b-40cc-96c3-ef68a0856f84 req-65d202e5-d2b9-4bc0-9865-d47bf1bc31cf service neutron] 10.222.0.64 "GET /v2.0/subnets?id=44c80a83-a220-441f-8a83-aa10dbf72783 HTTP/1.1" status: 200 len: 797 time: 0.0545959 Oct 27 10:34:22.107629 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c9be93-0da4-44aa-ab39-c97b523e3548 req-348aa573-a70a-4091-abc9-33eb88ce2a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:22.109179 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-38c9be93-0da4-44aa-ab39-c97b523e3548 req-348aa573-a70a-4091-abc9-33eb88ce2a6f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:34:22.112106 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-38c9be93-0da4-44aa-ab39-c97b523e3548 req-348aa573-a70a-4091-abc9-33eb88ce2a6f service neutron] 10.222.0.64 "PUT /v2.0/ports/b3977278-7ec6-4a29-a9ea-3f76512431eb HTTP/1.1" status: 200 len: 1092 time: 1.2224352 Oct 27 10:34:22.154984 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [req-38c9be93-0da4-44aa-ab39-c97b523e3548 req-7e7d0212-39fc-42dd-b372-49b6d10eda46 service neutron] Request body: {'port': {'device_id': '91ccc442-ec50-4418-afd5-4249b29ada1e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-10'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:34:22.160458 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348aa573-a70a-4091-abc9-33eb88ce2a6f service neutron] Pushing event updated for resources: {'Port': ['ID=b3977278-7ec6-4a29-a9ea-3f76512431eb,revision_number=3']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:34:22.180425 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5573719-527b-40cc-96c3-ef68a0856f84 req-d1b396c4-0d11-45c3-94fd-3ab2cb506a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:22.182406 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-f5573719-527b-40cc-96c3-ef68a0856f84 req-d1b396c4-0d11-45c3-94fd-3ab2cb506a29 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=629f7918-c2db-454f-876e-5fb1ab57b5ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0864592 Oct 27 10:34:22.196309 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91ccc442-ec50-4418-afd5-4249b29ada1e', 'tag': 'd41818a8-8416-4ec5-82c2-78a42608873b'}, {'name': 'network-changed', 'server_uuid': '91ccc442-ec50-4418-afd5-4249b29ada1e', 'tag': 'b3977278-7ec6-4a29-a9ea-3f76512431eb'}] {{(pid=102347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:34:22.199120 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311149b481204ee7edffdb959c881838506fbd95bc8577c048f6677abb73acc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-265f3854-2ae2-4d51-97be-c0dfdfca132b" -d '{"events": [{"name": "network-changed", "server_uuid": "91ccc442-ec50-4418-afd5-4249b29ada1e", "tag": "d41818a8-8416-4ec5-82c2-78a42608873b"}, {"name": "network-changed", "server_uuid": "91ccc442-ec50-4418-afd5-4249b29ada1e", "tag": "b3977278-7ec6-4a29-a9ea-3f76512431eb"}]}' {{(pid=102347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:34:22.270725 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-38c9be93-0da4-44aa-ab39-c97b523e3548 req-7e7d0212-39fc-42dd-b372-49b6d10eda46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:34:22.292553 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 27 Oct 2021 10:34:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5478ce3-b482-4c0f-9dd6-7bec9590e14d x-openstack-request-id: req-a5478ce3-b482-4c0f-9dd6-7bec9590e14d {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:34:22.293401 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91ccc442-ec50-4418-afd5-4249b29ada1e", "tag": "d41818a8-8416-4ec5-82c2-78a42608873b", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "91ccc442-ec50-4418-afd5-4249b29ada1e", "tag": "b3977278-7ec6-4a29-a9ea-3f76512431eb", "status": "completed", "code": 200}]} {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:34:22.293660 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a5478ce3-b482-4c0f-9dd6-7bec9590e14d {{(pid=102347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:34:22.294064 n-d-813419-10 neutron-server[102347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91ccc442-ec50-4418-afd5-4249b29ada1e', 'tag': 'd41818a8-8416-4ec5-82c2-78a42608873b', 'status': 'completed', 'code': 200} Oct 27 10:34:22.294323 n-d-813419-10 neutron-server[102347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91ccc442-ec50-4418-afd5-4249b29ada1e', 'tag': 'b3977278-7ec6-4a29-a9ea-3f76512431eb', 'status': 'completed', 'code': 200} Oct 27 10:34:22.406400 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-f5573719-527b-40cc-96c3-ef68a0856f84 req-f26fffa2-b3c1-4685-8561-99d94c978adc service neutron] 10.222.0.64 "GET /v2.0/networks/629f7918-c2db-454f-876e-5fb1ab57b5ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2167554 Oct 27 10:34:22.527611 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-f5573719-527b-40cc-96c3-ef68a0856f84 req-c1019b8c-6261-4e18-b11e-5bb04fc24330 service neutron] 10.222.0.64 "GET /v2.0/networks/629f7918-c2db-454f-876e-5fb1ab57b5ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134429 Oct 27 10:34:22.664027 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63862d8a-5aff-4594-ade4-3417bfc8a3b9 req-52e51e74-212e-44b7-a714-d901e48f5bf8 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:22.673339 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63862d8a-5aff-4594-ade4-3417bfc8a3b9 req-52e51e74-212e-44b7-a714-d901e48f5bf8 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:22.680054 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63862d8a-5aff-4594-ade4-3417bfc8a3b9 req-52e51e74-212e-44b7-a714-d901e48f5bf8 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:22.686743 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63862d8a-5aff-4594-ade4-3417bfc8a3b9 req-52e51e74-212e-44b7-a714-d901e48f5bf8 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:22.692995 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63862d8a-5aff-4594-ade4-3417bfc8a3b9 req-52e51e74-212e-44b7-a714-d901e48f5bf8 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:22.699779 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63862d8a-5aff-4594-ade4-3417bfc8a3b9 req-52e51e74-212e-44b7-a714-d901e48f5bf8 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:22.706116 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63862d8a-5aff-4594-ade4-3417bfc8a3b9 req-52e51e74-212e-44b7-a714-d901e48f5bf8 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:22.708605 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-63862d8a-5aff-4594-ade4-3417bfc8a3b9 req-52e51e74-212e-44b7-a714-d901e48f5bf8 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] 10.222.0.44 "GET /v2.0/ports?device_id=91ccc442-ec50-4418-afd5-4249b29ada1e HTTP/1.1" status: 200 len: 5417 time: 0.1095688 Oct 27 10:34:22.752615 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-63862d8a-5aff-4594-ade4-3417bfc8a3b9 req-6d524648-7e0f-4008-98b3-2917677ea327 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] 10.222.0.44 "GET /v2.0/security-groups?id=55228541-a3ac-4395-a6f1-3eb381084dbe&id=ae9e7cb5-3404-4285-8fc7-72260b0f869e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0366969 Oct 27 10:34:22.767991 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265f3854-2ae2-4d51-97be-c0dfdfca132b req-6d186c9f-a1aa-48fe-b685-419042694176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:22.768496 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265f3854-2ae2-4d51-97be-c0dfdfca132b req-6d186c9f-a1aa-48fe-b685-419042694176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:22.768943 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265f3854-2ae2-4d51-97be-c0dfdfca132b req-6d186c9f-a1aa-48fe-b685-419042694176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:22.769406 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265f3854-2ae2-4d51-97be-c0dfdfca132b req-6d186c9f-a1aa-48fe-b685-419042694176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:22.769866 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265f3854-2ae2-4d51-97be-c0dfdfca132b req-6d186c9f-a1aa-48fe-b685-419042694176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:22.770330 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265f3854-2ae2-4d51-97be-c0dfdfca132b req-6d186c9f-a1aa-48fe-b685-419042694176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:22.770788 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265f3854-2ae2-4d51-97be-c0dfdfca132b req-6d186c9f-a1aa-48fe-b685-419042694176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:22.772740 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-265f3854-2ae2-4d51-97be-c0dfdfca132b req-6d186c9f-a1aa-48fe-b685-419042694176 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3e6cb564c3b34b1095cef7d65946c25d&device_id=91ccc442-ec50-4418-afd5-4249b29ada1e HTTP/1.1" status: 200 len: 6425 time: 0.4763832 Oct 27 10:34:22.936268 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265f3854-2ae2-4d51-97be-c0dfdfca132b req-b12c6458-b6ba-42b3-82ca-38898a2aace4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:22.937000 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265f3854-2ae2-4d51-97be-c0dfdfca132b req-b12c6458-b6ba-42b3-82ca-38898a2aace4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:22.937311 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265f3854-2ae2-4d51-97be-c0dfdfca132b req-b12c6458-b6ba-42b3-82ca-38898a2aace4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:22.938946 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-265f3854-2ae2-4d51-97be-c0dfdfca132b req-b12c6458-b6ba-42b3-82ca-38898a2aace4 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=3e6cb564c3b34b1095cef7d65946c25d&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.1530924 Oct 27 10:34:22.992593 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57080ee-9a08-4d90-9445-7237cd3556eb req-df1c5ba6-1a53-45ea-9d12-bb188b619c5a tempest-ServerGroupTestJSON-548399709 tempest-ServerGroupTestJSON-548399709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:22.994305 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b57080ee-9a08-4d90-9445-7237cd3556eb req-df1c5ba6-1a53-45ea-9d12-bb188b619c5a tempest-ServerGroupTestJSON-548399709 tempest-ServerGroupTestJSON-548399709-project] 10.222.0.44 "GET /v2.0/ports?device_id=ebf8f2b7-e5f0-43ca-bdfd-c1d9b4a4ecf6 HTTP/1.1" status: 200 len: 946 time: 0.6072252 Oct 27 10:34:23.052031 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327799d7-e940-40f7-8840-b52266731559 req-4c3ebfea-8ab0-4cc8-9166-3767f6f0683f tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:23.058850 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-327799d7-e940-40f7-8840-b52266731559 req-4c3ebfea-8ab0-4cc8-9166-3767f6f0683f tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.44 "GET /v2.0/ports?device_id=a74be7ec-67b9-48c4-b1ce-a2a62f059c3a HTTP/1.1" status: 200 len: 945 time: 0.0826559 Oct 27 10:34:23.110328 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-327799d7-e940-40f7-8840-b52266731559 req-1c133b91-62ce-4007-8b19-ca34dd876e90 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.44 "GET /v2.0/security-groups?id=1cfb3b36-7fdd-4213-b115-9d47e1636c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475595 Oct 27 10:34:23.193846 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b57080ee-9a08-4d90-9445-7237cd3556eb req-89fbe978-7bff-479b-8b6d-bfb830b53600 tempest-ServerGroupTestJSON-548399709 tempest-ServerGroupTestJSON-548399709-project] 10.222.0.44 "GET /v2.0/security-groups?id=f517aa8d-4740-4d99-80f9-5a3f2d174a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285818 Oct 27 10:34:23.210798 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8850665a-cc17-46c1-9a3d-b51d10772388 req-297c8668-fe13-4610-932e-96f1350a82eb service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=58d33066-02f9-456d-8852-aabcf5578798&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1567056 Oct 27 10:34:23.234765 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265f3854-2ae2-4d51-97be-c0dfdfca132b req-ff66f56c-ab50-4005-bdc1-b0230687502a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:23.236623 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-265f3854-2ae2-4d51-97be-c0dfdfca132b req-ff66f56c-ab50-4005-bdc1-b0230687502a service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2837319 Oct 27 10:34:23.397537 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8850665a-cc17-46c1-9a3d-b51d10772388 req-59aa610c-f10a-484d-80f3-7dbe51077f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:23.399051 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8850665a-cc17-46c1-9a3d-b51d10772388 req-59aa610c-f10a-484d-80f3-7dbe51077f21 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=7a75806f732447d68ca40a83500d955d&device_id=58d33066-02f9-456d-8852-aabcf5578798 HTTP/1.1" status: 200 len: 1097 time: 0.1267531 Oct 27 10:34:23.409541 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [req-38c9be93-0da4-44aa-ab39-c97b523e3548 req-7e7d0212-39fc-42dd-b372-49b6d10eda46 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ad26a6b-c6a0-4de9-9181-a07fe5eabe70 {{(pid=102347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:34:23.419929 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265f3854-2ae2-4d51-97be-c0dfdfca132b req-360b8857-8228-46e7-a37c-14f42060fdaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:23.420457 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265f3854-2ae2-4d51-97be-c0dfdfca132b req-360b8857-8228-46e7-a37c-14f42060fdaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:23.420978 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265f3854-2ae2-4d51-97be-c0dfdfca132b req-360b8857-8228-46e7-a37c-14f42060fdaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:23.421439 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265f3854-2ae2-4d51-97be-c0dfdfca132b req-360b8857-8228-46e7-a37c-14f42060fdaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:23.421923 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265f3854-2ae2-4d51-97be-c0dfdfca132b req-360b8857-8228-46e7-a37c-14f42060fdaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:23.422465 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265f3854-2ae2-4d51-97be-c0dfdfca132b req-360b8857-8228-46e7-a37c-14f42060fdaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:23.423564 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265f3854-2ae2-4d51-97be-c0dfdfca132b req-360b8857-8228-46e7-a37c-14f42060fdaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:23.426176 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-265f3854-2ae2-4d51-97be-c0dfdfca132b req-360b8857-8228-46e7-a37c-14f42060fdaa service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3e6cb564c3b34b1095cef7d65946c25d&device_id=91ccc442-ec50-4418-afd5-4249b29ada1e HTTP/1.1" status: 200 len: 6425 time: 0.1326146 Oct 27 10:34:23.448070 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-38c9be93-0da4-44aa-ab39-c97b523e3548 req-7e7d0212-39fc-42dd-b372-49b6d10eda46 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:34:23.555329 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.provisioning_blocks [req-38c9be93-0da4-44aa-ab39-c97b523e3548 req-7e7d0212-39fc-42dd-b372-49b6d10eda46 service neutron] Transition to ACTIVE for port object 3ad26a6b-c6a0-4de9-9181-a07fe5eabe70 will not be triggered until provisioned by entity L2. {{(pid=102347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 10:34:23.565814 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-38c9be93-0da4-44aa-ab39-c97b523e3548 req-7e7d0212-39fc-42dd-b372-49b6d10eda46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:34:23.676300 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8850665a-cc17-46c1-9a3d-b51d10772388 req-d67b8c20-c61a-4e60-8a5a-64c8315f1236 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:23.677790 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8850665a-cc17-46c1-9a3d-b51d10772388 req-d67b8c20-c61a-4e60-8a5a-64c8315f1236 service neutron] 10.222.0.76 "GET /v2.0/networks?id=823b724c-a4df-49e4-a48e-438212c85945 HTTP/1.1" status: 200 len: 918 time: 0.2481711 Oct 27 10:34:23.680089 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265f3854-2ae2-4d51-97be-c0dfdfca132b req-6b0006a6-58e3-4219-9d76-a06ffee21e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:23.680587 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265f3854-2ae2-4d51-97be-c0dfdfca132b req-6b0006a6-58e3-4219-9d76-a06ffee21e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:23.681043 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265f3854-2ae2-4d51-97be-c0dfdfca132b req-6b0006a6-58e3-4219-9d76-a06ffee21e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:23.682519 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-265f3854-2ae2-4d51-97be-c0dfdfca132b req-6b0006a6-58e3-4219-9d76-a06ffee21e8b service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=3e6cb564c3b34b1095cef7d65946c25d&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.2448926 Oct 27 10:34:23.683153 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7d0212-39fc-42dd-b372-49b6d10eda46 service neutron] Pushing event updated for resources: {'Port': ['ID=3ad26a6b-c6a0-4de9-9181-a07fe5eabe70,revision_number=2']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:34:23.845848 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8850665a-cc17-46c1-9a3d-b51d10772388 req-660cf4a3-a5fd-4d85-801a-cf51703dfc26 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a378176d-92da-4f39-9224-eabe8da137fe HTTP/1.1" status: 200 len: 1000 time: 0.1569858 Oct 27 10:34:23.956119 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-38c9be93-0da4-44aa-ab39-c97b523e3548 req-7e7d0212-39fc-42dd-b372-49b6d10eda46 service neutron] Attempting to bind port 3ad26a6b-c6a0-4de9-9181-a07fe5eabe70 on host n-h1-813419-10 for vnic_type normal with profile {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:34:23.956848 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-38c9be93-0da4-44aa-ab39-c97b523e3548 req-7e7d0212-39fc-42dd-b372-49b6d10eda46 service neutron] Attempting to bind port 3ad26a6b-c6a0-4de9-9181-a07fe5eabe70 by drivers openvswitch,hyperv on host n-h1-813419-10 at level 0 using segments [{'id': '2ca19453-a5a8-4460-9af1-c3768fea04a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '221478c6-1352-435e-b5d2-1ec0f18ba5b8'}] {{(pid=102347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:34:23.956848 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38c9be93-0da4-44aa-ab39-c97b523e3548 req-7e7d0212-39fc-42dd-b372-49b6d10eda46 service neutron] Attempting to bind port 3ad26a6b-c6a0-4de9-9181-a07fe5eabe70 on network 221478c6-1352-435e-b5d2-1ec0f18ba5b8 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:34:23.990572 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265f3854-2ae2-4d51-97be-c0dfdfca132b req-9ce8f987-1bff-48b9-a7b3-a811092a03db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:23.992163 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-265f3854-2ae2-4d51-97be-c0dfdfca132b req-9ce8f987-1bff-48b9-a7b3-a811092a03db service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2952623 Oct 27 10:34:23.997985 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38c9be93-0da4-44aa-ab39-c97b523e3548 req-7e7d0212-39fc-42dd-b372-49b6d10eda46 service neutron] Port 3ad26a6b-c6a0-4de9-9181-a07fe5eabe70 on network 221478c6-1352-435e-b5d2-1ec0f18ba5b8 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-10 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 10:34:23.998349 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38c9be93-0da4-44aa-ab39-c97b523e3548 req-7e7d0212-39fc-42dd-b372-49b6d10eda46 service neutron] Attempting to bind port 3ad26a6b-c6a0-4de9-9181-a07fe5eabe70 on network 221478c6-1352-435e-b5d2-1ec0f18ba5b8 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:34:24.008176 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8850665a-cc17-46c1-9a3d-b51d10772388 req-3ce5f3b3-2136-4cbb-84e8-b7e6d4bac255 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:24.009704 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8850665a-cc17-46c1-9a3d-b51d10772388 req-3ce5f3b3-2136-4cbb-84e8-b7e6d4bac255 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=867e3761-3f04-40e2-b4bb-5b0ff4404cac HTTP/1.1" status: 200 len: 856 time: 0.1431465 Oct 27 10:34:24.017690 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38c9be93-0da4-44aa-ab39-c97b523e3548 req-7e7d0212-39fc-42dd-b372-49b6d10eda46 service neutron] Checking agent: {'id': 'a52e1cab-0c63-402d-9c94-330537c6c076', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 16, 2), 'started_at': datetime.datetime(2021, 10, 27, 10, 16, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 34, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:34:24.018072 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38c9be93-0da4-44aa-ab39-c97b523e3548 req-7e7d0212-39fc-42dd-b372-49b6d10eda46 service neutron] Checking segment: {'id': '2ca19453-a5a8-4460-9af1-c3768fea04a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '221478c6-1352-435e-b5d2-1ec0f18ba5b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:34:24.018468 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38c9be93-0da4-44aa-ab39-c97b523e3548 req-7e7d0212-39fc-42dd-b372-49b6d10eda46 service neutron] Bound using segment: {'id': '2ca19453-a5a8-4460-9af1-c3768fea04a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '221478c6-1352-435e-b5d2-1ec0f18ba5b8'} {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:34:24.019105 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-38c9be93-0da4-44aa-ab39-c97b523e3548 req-7e7d0212-39fc-42dd-b372-49b6d10eda46 service neutron] Bound port: 3ad26a6b-c6a0-4de9-9181-a07fe5eabe70, host: n-h1-813419-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ca19453-a5a8-4460-9af1-c3768fea04a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '221478c6-1352-435e-b5d2-1ec0f18ba5b8'}}] {{(pid=102347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:34:24.019569 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-38c9be93-0da4-44aa-ab39-c97b523e3548 req-7e7d0212-39fc-42dd-b372-49b6d10eda46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:34:24.032819 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce68359-1848-43f7-97bd-20b35bfb672d req-41eca1bb-8634-41e3-aefa-4d3d7e569378 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:24.039011 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce68359-1848-43f7-97bd-20b35bfb672d req-41eca1bb-8634-41e3-aefa-4d3d7e569378 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:24.046245 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce68359-1848-43f7-97bd-20b35bfb672d req-41eca1bb-8634-41e3-aefa-4d3d7e569378 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:24.050239 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624f1a56-4eb3-4990-9e51-8e732fa16e67 req-982fafe3-ffb5-4c0a-b9ab-101e8d5c7dde tempest-ServerGroupTestJSON-548399709 tempest-ServerGroupTestJSON-548399709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:24.051869 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-624f1a56-4eb3-4990-9e51-8e732fa16e67 req-982fafe3-ffb5-4c0a-b9ab-101e8d5c7dde tempest-ServerGroupTestJSON-548399709 tempest-ServerGroupTestJSON-548399709-project] 10.222.0.76 "GET /v2.0/ports?device_id=ebf8f2b7-e5f0-43ca-bdfd-c1d9b4a4ecf6 HTTP/1.1" status: 200 len: 946 time: 0.1219184 Oct 27 10:34:24.052078 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce68359-1848-43f7-97bd-20b35bfb672d req-41eca1bb-8634-41e3-aefa-4d3d7e569378 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:24.058092 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce68359-1848-43f7-97bd-20b35bfb672d req-41eca1bb-8634-41e3-aefa-4d3d7e569378 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:24.064128 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce68359-1848-43f7-97bd-20b35bfb672d req-41eca1bb-8634-41e3-aefa-4d3d7e569378 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:24.070024 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce68359-1848-43f7-97bd-20b35bfb672d req-41eca1bb-8634-41e3-aefa-4d3d7e569378 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:24.072001 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-6ce68359-1848-43f7-97bd-20b35bfb672d req-41eca1bb-8634-41e3-aefa-4d3d7e569378 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] 10.222.0.44 "GET /v2.0/ports?device_id=91ccc442-ec50-4418-afd5-4249b29ada1e HTTP/1.1" status: 200 len: 5429 time: 0.2168703 Oct 27 10:34:24.178303 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [req-624f1a56-4eb3-4990-9e51-8e732fa16e67 req-61aa5107-1840-422d-b4ea-b023543a39bf tempest-ServerGroupTestJSON-548399709 tempest-ServerGroupTestJSON-548399709-project] Deleting port 86ac2d5f-ba99-4bcb-83b8-2df3dea37908 {{(pid=102346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:34:24.178640 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-624f1a56-4eb3-4990-9e51-8e732fa16e67 req-61aa5107-1840-422d-b4ea-b023543a39bf tempest-ServerGroupTestJSON-548399709 tempest-ServerGroupTestJSON-548399709-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:34:24.185218 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-6ce68359-1848-43f7-97bd-20b35bfb672d req-81f1df88-4f3c-4ec9-96f3-ad255aa4c940 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] 10.222.0.44 "GET /v2.0/security-groups?id=55228541-a3ac-4395-a6f1-3eb381084dbe&id=ae9e7cb5-3404-4285-8fc7-72260b0f869e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0970120 Oct 27 10:34:24.204040 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8850665a-cc17-46c1-9a3d-b51d10772388 req-3df81323-e741-442e-8358-43cc6175f712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:24.205651 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8850665a-cc17-46c1-9a3d-b51d10772388 req-3df81323-e741-442e-8358-43cc6175f712 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=823b724c-a4df-49e4-a48e-438212c85945&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1316967 Oct 27 10:34:24.208462 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-38c9be93-0da4-44aa-ab39-c97b523e3548 req-7e7d0212-39fc-42dd-b372-49b6d10eda46 service neutron] For port 3ad26a6b-c6a0-4de9-9181-a07fe5eabe70, host n-h1-813419-10, cleared binding levels {{(pid=102347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:34:24.212010 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-38c9be93-0da4-44aa-ab39-c97b523e3548 req-7e7d0212-39fc-42dd-b372-49b6d10eda46 service neutron] For port 3ad26a6b-c6a0-4de9-9181-a07fe5eabe70, host n-h1-813419-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=3ad26a6b-c6a0-4de9-9181-a07fe5eabe70,segment=NetworkSegment(2ca19453-a5a8-4460-9af1-c3768fea04a4),segment_id=2ca19453-a5a8-4460-9af1-c3768fea04a4)] {{(pid=102347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:34:24.225117 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-38c9be93-0da4-44aa-ab39-c97b523e3548 req-7e7d0212-39fc-42dd-b372-49b6d10eda46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:34:24.306861 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c9be93-0da4-44aa-ab39-c97b523e3548 req-7e7d0212-39fc-42dd-b372-49b6d10eda46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:24.307606 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-38c9be93-0da4-44aa-ab39-c97b523e3548 req-7e7d0212-39fc-42dd-b372-49b6d10eda46 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:34:24.309816 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-38c9be93-0da4-44aa-ab39-c97b523e3548 req-7e7d0212-39fc-42dd-b372-49b6d10eda46 service neutron] 10.222.0.64 "PUT /v2.0/ports/3ad26a6b-c6a0-4de9-9181-a07fe5eabe70 HTTP/1.1" status: 200 len: 1092 time: 2.1630700 Oct 27 10:34:24.312232 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91ccc442-ec50-4418-afd5-4249b29ada1e', 'tag': '3ad26a6b-c6a0-4de9-9181-a07fe5eabe70'}] {{(pid=102347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:34:24.321870 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311149b481204ee7edffdb959c881838506fbd95bc8577c048f6677abb73acc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71c2afb4-1b05-45f9-9690-d2d29b83693a" -d '{"events": [{"name": "network-changed", "server_uuid": "91ccc442-ec50-4418-afd5-4249b29ada1e", "tag": "3ad26a6b-c6a0-4de9-9181-a07fe5eabe70"}]}' {{(pid=102347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:34:24.420212 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [req-624f1a56-4eb3-4990-9e51-8e732fa16e67 req-61aa5107-1840-422d-b4ea-b023543a39bf tempest-ServerGroupTestJSON-548399709 tempest-ServerGroupTestJSON-548399709-project] For port 86ac2d5f-ba99-4bcb-83b8-2df3dea37908, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=86ac2d5f-ba99-4bcb-83b8-2df3dea37908,segment=NetworkSegment(0bed29f0-46e0-46a7-8691-32e353520b3f),segment_id=0bed29f0-46e0-46a7-8691-32e353520b3f)] {{(pid=102346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:34:24.422510 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-624f1a56-4eb3-4990-9e51-8e732fa16e67 req-61aa5107-1840-422d-b4ea-b023543a39bf tempest-ServerGroupTestJSON-548399709 tempest-ServerGroupTestJSON-548399709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:34:24.439372 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [req-624f1a56-4eb3-4990-9e51-8e732fa16e67 req-61aa5107-1840-422d-b4ea-b023543a39bf tempest-ServerGroupTestJSON-548399709 tempest-ServerGroupTestJSON-548399709-project] Calling delete_port for 86ac2d5f-ba99-4bcb-83b8-2df3dea37908 owned by compute:nova {{(pid=102346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:34:24.457783 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7d0212-39fc-42dd-b372-49b6d10eda46 service neutron] Pushing event updated for resources: {'Port': ['ID=3ad26a6b-c6a0-4de9-9181-a07fe5eabe70,revision_number=3']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:34:24.510759 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5820bdd-72df-45d7-b524-7aad48622b9c req-4defb152-e44e-4b1c-b2c0-509a16091122 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:24.512579 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-c5820bdd-72df-45d7-b524-7aad48622b9c req-4defb152-e44e-4b1c-b2c0-509a16091122 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.44 "GET /v2.0/ports?device_id=a74be7ec-67b9-48c4-b1ce-a2a62f059c3a HTTP/1.1" status: 200 len: 945 time: 0.1833146 Oct 27 10:34:24.527776 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8850665a-cc17-46c1-9a3d-b51d10772388 req-8a71bf39-bc96-48ee-b4b2-1d26c6d7fce9 service neutron] 10.222.0.76 "GET /v2.0/networks/823b724c-a4df-49e4-a48e-438212c85945?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3128412 Oct 27 10:34:24.544068 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0d5930-7468-4a1e-855f-c76310fa8db4 req-ea0e8cdc-a78d-4f64-a649-5d28f1787ae2 tempest-ServerGroupTestJSON-548399709 tempest-ServerGroupTestJSON-548399709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:24.552670 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-ed0d5930-7468-4a1e-855f-c76310fa8db4 req-ea0e8cdc-a78d-4f64-a649-5d28f1787ae2 tempest-ServerGroupTestJSON-548399709 tempest-ServerGroupTestJSON-548399709-project] 10.222.0.44 "GET /v2.0/ports?device_id=ebf8f2b7-e5f0-43ca-bdfd-c1d9b4a4ecf6 HTTP/1.1" status: 200 len: 946 time: 0.1988115 Oct 27 10:34:24.576099 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c9be93-0da4-44aa-ab39-c97b523e3548 req-4a4d3cf7-f043-4fd7-a863-bb46d2606c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:24.576617 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c9be93-0da4-44aa-ab39-c97b523e3548 req-4a4d3cf7-f043-4fd7-a863-bb46d2606c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:24.577084 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c9be93-0da4-44aa-ab39-c97b523e3548 req-4a4d3cf7-f043-4fd7-a863-bb46d2606c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:24.577747 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c9be93-0da4-44aa-ab39-c97b523e3548 req-4a4d3cf7-f043-4fd7-a863-bb46d2606c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:24.578213 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c9be93-0da4-44aa-ab39-c97b523e3548 req-4a4d3cf7-f043-4fd7-a863-bb46d2606c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:24.578804 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c9be93-0da4-44aa-ab39-c97b523e3548 req-4a4d3cf7-f043-4fd7-a863-bb46d2606c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:24.579118 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c9be93-0da4-44aa-ab39-c97b523e3548 req-4a4d3cf7-f043-4fd7-a863-bb46d2606c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:24.581903 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-38c9be93-0da4-44aa-ab39-c97b523e3548 req-4a4d3cf7-f043-4fd7-a863-bb46d2606c18 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3e6cb564c3b34b1095cef7d65946c25d&device_id=91ccc442-ec50-4418-afd5-4249b29ada1e HTTP/1.1" status: 200 len: 6493 time: 0.2002752 Oct 27 10:34:24.621514 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-c5820bdd-72df-45d7-b524-7aad48622b9c req-b7e2a121-918a-4cb1-9c2b-27f9556936c0 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.44 "GET /v2.0/security-groups?id=1cfb3b36-7fdd-4213-b115-9d47e1636c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014230 Oct 27 10:34:24.704761 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 10:34:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f3c3359-98b4-44ee-a64c-876c3bfa08c7 x-openstack-request-id: req-3f3c3359-98b4-44ee-a64c-876c3bfa08c7 {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:34:24.705047 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91ccc442-ec50-4418-afd5-4249b29ada1e", "tag": "3ad26a6b-c6a0-4de9-9181-a07fe5eabe70", "status": "completed", "code": 200}]} {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:34:24.705308 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3f3c3359-98b4-44ee-a64c-876c3bfa08c7 {{(pid=102347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:34:24.705698 n-d-813419-10 neutron-server[102347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91ccc442-ec50-4418-afd5-4249b29ada1e', 'tag': '3ad26a6b-c6a0-4de9-9181-a07fe5eabe70', 'status': 'completed', 'code': 200} Oct 27 10:34:24.713380 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-38c9be93-0da4-44aa-ab39-c97b523e3548 req-7c371230-ac67-48ca-9b39-1ea5a4d8e24a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1cf65ff2-fb9b-433c-b18b-c8215b267c53 HTTP/1.1" status: 200 len: 217 time: 0.1120110 Oct 27 10:34:24.721101 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-624f1a56-4eb3-4990-9e51-8e732fa16e67 req-61aa5107-1840-422d-b4ea-b023543a39bf tempest-ServerGroupTestJSON-548399709 tempest-ServerGroupTestJSON-548399709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:34:24.735889 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] get_ports_and_sgs() called for port_ids ['86ac2d5f-ba99-4bcb-83b8-2df3dea37908'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:34:24.779479 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-ed0d5930-7468-4a1e-855f-c76310fa8db4 req-8548e8eb-90f2-4e86-8963-fd26178c9bd2 tempest-ServerGroupTestJSON-548399709 tempest-ServerGroupTestJSON-548399709-project] 10.222.0.44 "GET /v2.0/security-groups?id=f517aa8d-4740-4d99-80f9-5a3f2d174a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2207074 Oct 27 10:34:24.799900 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61aa5107-1840-422d-b4ea-b023543a39bf tempest-ServerGroupTestJSON-548399709 tempest-ServerGroupTestJSON-548399709-project] Pushing event deleted for resources: {'Port': ['ID=86ac2d5f-ba99-4bcb-83b8-2df3dea37908,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:34:24.845166 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c9be93-0da4-44aa-ab39-c97b523e3548 req-cd36491e-2fd8-4313-abb8-eae5f3d2f329 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:24.850028 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [req-624f1a56-4eb3-4990-9e51-8e732fa16e67 req-61aa5107-1840-422d-b4ea-b023543a39bf tempest-ServerGroupTestJSON-548399709 tempest-ServerGroupTestJSON-548399709-project] No DVR routers for this DVR port 86ac2d5f-ba99-4bcb-83b8-2df3dea37908 on host n-h2-813419-10 {{(pid=102346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:34:24.852272 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-38c9be93-0da4-44aa-ab39-c97b523e3548 req-cd36491e-2fd8-4313-abb8-eae5f3d2f329 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f7ae2785-df3d-443a-9883-966bc70b525d HTTP/1.1" status: 200 len: 856 time: 0.1312263 Oct 27 10:34:24.852782 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-624f1a56-4eb3-4990-9e51-8e732fa16e67 req-61aa5107-1840-422d-b4ea-b023543a39bf tempest-ServerGroupTestJSON-548399709 tempest-ServerGroupTestJSON-548399709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:34:24.856868 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-624f1a56-4eb3-4990-9e51-8e732fa16e67 req-61aa5107-1840-422d-b4ea-b023543a39bf tempest-ServerGroupTestJSON-548399709 tempest-ServerGroupTestJSON-548399709-project] 10.222.0.76 "DELETE /v2.0/ports/86ac2d5f-ba99-4bcb-83b8-2df3dea37908 HTTP/1.1" status: 204 len: 173 time: 0.7970366 Oct 27 10:34:24.857342 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebf8f2b7-e5f0-43ca-bdfd-c1d9b4a4ecf6', 'name': 'network-vif-deleted', 'tag': '86ac2d5f-ba99-4bcb-83b8-2df3dea37908'}] {{(pid=102346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:34:24.859840 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc0e418f5fc417c8d55d94c0aa509b037d0beb2a734c1a709e789eb65639a56d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52d11863-3b63-42a9-9567-98557def36d1" -d '{"events": [{"server_uuid": "ebf8f2b7-e5f0-43ca-bdfd-c1d9b4a4ecf6", "name": "network-vif-deleted", "tag": "86ac2d5f-ba99-4bcb-83b8-2df3dea37908"}]}' {{(pid=102346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:34:24.862576 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8850665a-cc17-46c1-9a3d-b51d10772388 req-78e05ff0-e819-4ab2-99f3-6fce1d138bc9 service neutron] 10.222.0.76 "GET /v2.0/networks/823b724c-a4df-49e4-a48e-438212c85945?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3016431 Oct 27 10:34:24.904862 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:34:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22a28c63-a66e-4d85-b510-89189c4fc6f2 x-openstack-request-id: req-22a28c63-a66e-4d85-b510-89189c4fc6f2 {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:34:24.905380 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebf8f2b7-e5f0-43ca-bdfd-c1d9b4a4ecf6", "name": "network-vif-deleted", "tag": "86ac2d5f-ba99-4bcb-83b8-2df3dea37908", "status": "completed", "code": 200}]} {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:34:24.905796 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-22a28c63-a66e-4d85-b510-89189c4fc6f2 {{(pid=102346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:34:24.906383 n-d-813419-10 neutron-server[102346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebf8f2b7-e5f0-43ca-bdfd-c1d9b4a4ecf6', 'name': 'network-vif-deleted', 'tag': '86ac2d5f-ba99-4bcb-83b8-2df3dea37908', 'status': 'completed', 'code': 200} Oct 27 10:34:24.930997 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c9be93-0da4-44aa-ab39-c97b523e3548 req-7456da7d-af8e-4543-934d-1cd3148632e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:24.932523 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-38c9be93-0da4-44aa-ab39-c97b523e3548 req-7456da7d-af8e-4543-934d-1cd3148632e4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f2385b9b-4fa7-414c-8459-129f74d068c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0684505 Oct 27 10:34:25.031755 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-38c9be93-0da4-44aa-ab39-c97b523e3548 req-0834c8ff-b972-4710-993d-4f60ed46e55d service neutron] 10.222.0.64 "GET /v2.0/networks/f2385b9b-4fa7-414c-8459-129f74d068c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922589 Oct 27 10:34:25.135547 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-38c9be93-0da4-44aa-ab39-c97b523e3548 req-58015228-c3e1-4f9d-99bd-a35d61580229 service neutron] 10.222.0.64 "GET /v2.0/networks/f2385b9b-4fa7-414c-8459-129f74d068c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969284 Oct 27 10:34:25.175458 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-38c9be93-0da4-44aa-ab39-c97b523e3548 req-534a1efb-ed0a-488d-9ee4-91423d917468 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.251&port_id=22c27b5f-6c6c-47c7-a478-77c272de9521 HTTP/1.1" status: 200 len: 217 time: 0.0331955 Oct 27 10:34:25.229044 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c9be93-0da4-44aa-ab39-c97b523e3548 req-50a807ec-958a-48e5-918f-ae9e42d9cdc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:25.230517 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-38c9be93-0da4-44aa-ab39-c97b523e3548 req-50a807ec-958a-48e5-918f-ae9e42d9cdc7 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2b282023-ee15-4c3c-8c47-498ae229ab3c HTTP/1.1" status: 200 len: 797 time: 0.0478096 Oct 27 10:34:25.287258 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c9be93-0da4-44aa-ab39-c97b523e3548 req-94a24eed-1a03-43f0-b20c-a52f4e8de60a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:25.288802 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-38c9be93-0da4-44aa-ab39-c97b523e3548 req-94a24eed-1a03-43f0-b20c-a52f4e8de60a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=88e3e046-d444-4db2-9521-e65514262b77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0517597 Oct 27 10:34:25.388658 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dd33f9-ddc9-45a9-8d95-ebc0979cc2dd req-8887be9f-22b1-47cd-ad48-32a174362705 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:25.394653 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dd33f9-ddc9-45a9-8d95-ebc0979cc2dd req-8887be9f-22b1-47cd-ad48-32a174362705 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:25.401079 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dd33f9-ddc9-45a9-8d95-ebc0979cc2dd req-8887be9f-22b1-47cd-ad48-32a174362705 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:25.408000 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dd33f9-ddc9-45a9-8d95-ebc0979cc2dd req-8887be9f-22b1-47cd-ad48-32a174362705 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:25.414761 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dd33f9-ddc9-45a9-8d95-ebc0979cc2dd req-8887be9f-22b1-47cd-ad48-32a174362705 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:25.422254 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dd33f9-ddc9-45a9-8d95-ebc0979cc2dd req-8887be9f-22b1-47cd-ad48-32a174362705 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:25.428438 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dd33f9-ddc9-45a9-8d95-ebc0979cc2dd req-8887be9f-22b1-47cd-ad48-32a174362705 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:25.430388 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-e2dd33f9-ddc9-45a9-8d95-ebc0979cc2dd req-8887be9f-22b1-47cd-ad48-32a174362705 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] 10.222.0.44 "GET /v2.0/ports?device_id=91ccc442-ec50-4418-afd5-4249b29ada1e HTTP/1.1" status: 200 len: 5429 time: 0.1544926 Oct 27 10:34:25.481205 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-38c9be93-0da4-44aa-ab39-c97b523e3548 req-ac07ec2f-2a55-4c58-81b9-6d070ef7c4ee service neutron] 10.222.0.64 "GET /v2.0/networks/88e3e046-d444-4db2-9521-e65514262b77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1727364 Oct 27 10:34:25.505541 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-e2dd33f9-ddc9-45a9-8d95-ebc0979cc2dd req-e0164a20-3dda-444e-b5da-431e38b013ee tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] 10.222.0.44 "GET /v2.0/security-groups?id=55228541-a3ac-4395-a6f1-3eb381084dbe&id=ae9e7cb5-3404-4285-8fc7-72260b0f869e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0677075 Oct 27 10:34:25.587860 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-38c9be93-0da4-44aa-ab39-c97b523e3548 req-6afb11ca-4c00-48a8-b6f2-8121d4cc2135 service neutron] 10.222.0.64 "GET /v2.0/networks/88e3e046-d444-4db2-9521-e65514262b77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981021 Oct 27 10:34:25.628365 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-38c9be93-0da4-44aa-ab39-c97b523e3548 req-0aa29622-f391-4d0d-a066-b48d47a86c00 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.84&port_id=1eb208c1-53c7-4020-bd55-d077d06451fd HTTP/1.1" status: 200 len: 217 time: 0.0337763 Oct 27 10:34:25.679177 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c9be93-0da4-44aa-ab39-c97b523e3548 req-63ec7c6f-67ea-4eaa-8a18-6468a4dfd483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:25.681603 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-38c9be93-0da4-44aa-ab39-c97b523e3548 req-63ec7c6f-67ea-4eaa-8a18-6468a4dfd483 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2b282023-ee15-4c3c-8c47-498ae229ab3c HTTP/1.1" status: 200 len: 797 time: 0.0431187 Oct 27 10:34:25.732529 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c9be93-0da4-44aa-ab39-c97b523e3548 req-5a62f925-db89-45ff-8862-db9dc51e8377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:25.733933 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-38c9be93-0da4-44aa-ab39-c97b523e3548 req-5a62f925-db89-45ff-8862-db9dc51e8377 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=88e3e046-d444-4db2-9521-e65514262b77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0445485 Oct 27 10:34:25.767575 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769fcefe-3918-4c9b-b759-0476ad669393 req-b2569216-257d-4800-aa0f-46881ce0b382 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:25.769173 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-769fcefe-3918-4c9b-b759-0476ad669393 req-b2569216-257d-4800-aa0f-46881ce0b382 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.44 "GET /v2.0/ports?device_id=a74be7ec-67b9-48c4-b1ce-a2a62f059c3a HTTP/1.1" status: 200 len: 945 time: 0.0570917 Oct 27 10:34:25.829794 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-769fcefe-3918-4c9b-b759-0476ad669393 req-33b9cc63-1821-4ed9-ae68-99fbc976b680 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.44 "GET /v2.0/security-groups?id=1cfb3b36-7fdd-4213-b115-9d47e1636c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537486 Oct 27 10:34:25.853565 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-38c9be93-0da4-44aa-ab39-c97b523e3548 req-0f773f6a-3c56-4bfb-8a1b-9ac9bbfce36b service neutron] 10.222.0.64 "GET /v2.0/networks/88e3e046-d444-4db2-9521-e65514262b77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1115108 Oct 27 10:34:25.961892 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-38c9be93-0da4-44aa-ab39-c97b523e3548 req-d9feeb3d-6ac5-4442-9974-9ce682e89af9 service neutron] 10.222.0.64 "GET /v2.0/networks/88e3e046-d444-4db2-9521-e65514262b77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016915 Oct 27 10:34:26.006042 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-38c9be93-0da4-44aa-ab39-c97b523e3548 req-1264e12f-6395-47fd-9aac-8f9a96c61b46 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.200&port_id=329824b1-0ff6-45c1-b96c-4a19139a00dd HTTP/1.1" status: 200 len: 217 time: 0.0368638 Oct 27 10:34:26.058825 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c9be93-0da4-44aa-ab39-c97b523e3548 req-976341c8-6b26-4c84-aac8-c0d6685b15da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:26.061753 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-38c9be93-0da4-44aa-ab39-c97b523e3548 req-976341c8-6b26-4c84-aac8-c0d6685b15da service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2b282023-ee15-4c3c-8c47-498ae229ab3c HTTP/1.1" status: 200 len: 797 time: 0.0477972 Oct 27 10:34:26.121974 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c9be93-0da4-44aa-ab39-c97b523e3548 req-48899136-32af-42dc-b49c-1d5c9bb7b1ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:26.128875 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-38c9be93-0da4-44aa-ab39-c97b523e3548 req-48899136-32af-42dc-b49c-1d5c9bb7b1ab service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=88e3e046-d444-4db2-9521-e65514262b77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0606241 Oct 27 10:34:26.134634 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 36842) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:34:26.188358 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff369409-c1c9-41a3-8a63-cfe724f1b3d9 admin admin] Deleting subnet 44cefa37-ce73-4a07-af73-6cdbdaeb7737 {{(pid=102346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 10:34:26.191821 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ff369409-c1c9-41a3-8a63-cfe724f1b3d9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:34:26.226231 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ff369409-c1c9-41a3-8a63-cfe724f1b3d9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25847868'] for subnet, precommit_delete_associations {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:34:26.232405 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-38c9be93-0da4-44aa-ab39-c97b523e3548 req-5fbe1504-c65b-48c9-8d50-26bbaf197224 service neutron] 10.222.0.64 "GET /v2.0/networks/88e3e046-d444-4db2-9521-e65514262b77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871770 Oct 27 10:34:26.266475 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ff369409-c1c9-41a3-8a63-cfe724f1b3d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855646'] for subnet, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:34:26.336585 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ff369409-c1c9-41a3-8a63-cfe724f1b3d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27024355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27168307'] for subnet, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:34:26.352459 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-38c9be93-0da4-44aa-ab39-c97b523e3548 req-37fd3055-a0a8-4c9f-ae88-b58ccd20d70a service neutron] 10.222.0.64 "GET /v2.0/networks/88e3e046-d444-4db2-9521-e65514262b77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1110370 Oct 27 10:34:26.368490 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff369409-c1c9-41a3-8a63-cfe724f1b3d9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=44cefa37-ce73-4a07-af73-6cdbdaeb7737,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:34:26.370624 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ff369409-c1c9-41a3-8a63-cfe724f1b3d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for subnet, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:34:26.374236 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-ff369409-c1c9-41a3-8a63-cfe724f1b3d9 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/44cefa37-ce73-4a07-af73-6cdbdaeb7737 HTTP/1.1" status: 204 len: 168 time: 0.2380419 Oct 27 10:34:26.376430 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 36844) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:34:26.412931 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-38c9be93-0da4-44aa-ab39-c97b523e3548 req-448fe28c-ff77-4ccb-83d6-539911af385b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.141&port_id=d41818a8-8416-4ec5-82c2-78a42608873b HTTP/1.1" status: 200 len: 217 time: 0.0556245 Oct 27 10:34:26.449053 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-08100766-411d-4876-b887-e035c2f42d6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586917'] for network, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:34:26.468234 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c9be93-0da4-44aa-ab39-c97b523e3548 req-619d1191-2300-4ab7-9d4c-1f2dd9973f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:26.470480 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-38c9be93-0da4-44aa-ab39-c97b523e3548 req-619d1191-2300-4ab7-9d4c-1f2dd9973f9c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2b282023-ee15-4c3c-8c47-498ae229ab3c HTTP/1.1" status: 200 len: 797 time: 0.0504763 Oct 27 10:34:26.530861 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c9be93-0da4-44aa-ab39-c97b523e3548 req-a937767f-e4e4-4acc-a2ea-5f9cf0c20854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:26.539810 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-38c9be93-0da4-44aa-ab39-c97b523e3548 req-a937767f-e4e4-4acc-a2ea-5f9cf0c20854 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=88e3e046-d444-4db2-9521-e65514262b77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0555017 Oct 27 10:34:26.547163 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-08100766-411d-4876-b887-e035c2f42d6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857803', 'neutron.services.segments.db._delete_segments_for_network-8743873143390'] for network, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:34:26.570841 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-08100766-411d-4876-b887-e035c2f42d6e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21b14918-2e42-4de0-b146-064627f7eacb']}} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:34:26.583218 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-08100766-411d-4876-b887-e035c2f42d6e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0bed29f0-46e0-46a7-8691-32e353520b3f') {'for_net_delete': True} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:34:26.583539 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-08100766-411d-4876-b887-e035c2f42d6e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0bed29f0-46e0-46a7-8691-32e353520b3f') {} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:34:26.594930 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-08100766-411d-4876-b887-e035c2f42d6e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743873145191', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25847877'] for segment, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:34:26.609324 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-08100766-411d-4876-b887-e035c2f42d6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:34:26.618134 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08100766-411d-4876-b887-e035c2f42d6e admin admin] Releasing vlan 420 on physical network physnet1 to pool {{(pid=102346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 10:34:26.618535 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-08100766-411d-4876-b887-e035c2f42d6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27024137'] for segment, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:34:26.620829 n-d-813419-10 neutron-server[102346]: Traceback (most recent call last): Oct 27 10:34:26.620829 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 10:34:26.620829 n-d-813419-10 neutron-server[102346]: timer() Oct 27 10:34:26.620829 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 10:34:26.620829 n-d-813419-10 neutron-server[102346]: cb(*args, **kw) Oct 27 10:34:26.620829 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 10:34:26.620829 n-d-813419-10 neutron-server[102346]: return func(*args, **kwargs) Oct 27 10:34:26.620829 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 10:34:26.620829 n-d-813419-10 neutron-server[102346]: self._notify() Oct 27 10:34:26.620829 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 10:34:26.620829 n-d-813419-10 neutron-server[102346]: self.callback(batched_events) Oct 27 10:34:26.620829 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 10:34:26.620829 n-d-813419-10 neutron-server[102346]: event.method(event) Oct 27 10:34:26.620829 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 10:34:26.620829 n-d-813419-10 neutron-server[102346]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 10:34:26.620829 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 10:34:26.620829 n-d-813419-10 neutron-server[102346]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 10:34:26.620829 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 10:34:26.620829 n-d-813419-10 neutron-server[102346]: return f(self, *a, **k) Oct 27 10:34:26.620829 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 10:34:26.620829 n-d-813419-10 neutron-server[102346]: return self._get(url).json() Oct 27 10:34:26.620829 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 10:34:26.620829 n-d-813419-10 neutron-server[102346]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 10:34:26.620829 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 10:34:26.620829 n-d-813419-10 neutron-server[102346]: return self.request(url, 'GET', **kwargs) Oct 27 10:34:26.620829 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 10:34:26.620829 n-d-813419-10 neutron-server[102346]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 10:34:26.620829 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 10:34:26.620829 n-d-813419-10 neutron-server[102346]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 10:34:26.620829 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 10:34:26.620829 n-d-813419-10 neutron-server[102346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 10:34:26.620829 n-d-813419-10 neutron-server[102346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 10:34:26.678233 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822bd225-c497-40ba-a8c3-a1ccbd50fc6e req-b5bb2cd9-0ac0-48be-83b0-26bef0bc5ef8 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:26.682196 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-08100766-411d-4876-b887-e035c2f42d6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664840'] for network, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:34:26.684067 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822bd225-c497-40ba-a8c3-a1ccbd50fc6e req-b5bb2cd9-0ac0-48be-83b0-26bef0bc5ef8 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:26.690432 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822bd225-c497-40ba-a8c3-a1ccbd50fc6e req-b5bb2cd9-0ac0-48be-83b0-26bef0bc5ef8 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:26.692791 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-08100766-411d-4876-b887-e035c2f42d6e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for network, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:34:26.699647 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822bd225-c497-40ba-a8c3-a1ccbd50fc6e req-b5bb2cd9-0ac0-48be-83b0-26bef0bc5ef8 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:26.699806 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-08100766-411d-4876-b887-e035c2f42d6e admin admin] 10.222.0.44 "DELETE /v2.0/networks/21b14918-2e42-4de0-b146-064627f7eacb HTTP/1.1" status: 204 len: 168 time: 0.3193057 Oct 27 10:34:26.703028 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822bd225-c497-40ba-a8c3-a1ccbd50fc6e req-b5bb2cd9-0ac0-48be-83b0-26bef0bc5ef8 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:26.709538 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822bd225-c497-40ba-a8c3-a1ccbd50fc6e req-b5bb2cd9-0ac0-48be-83b0-26bef0bc5ef8 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:26.716060 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822bd225-c497-40ba-a8c3-a1ccbd50fc6e req-b5bb2cd9-0ac0-48be-83b0-26bef0bc5ef8 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:26.719571 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08100766-411d-4876-b887-e035c2f42d6e admin admin] Pushing event deleted for resources: {'Network': ['ID=21b14918-2e42-4de0-b146-064627f7eacb,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:34:26.723811 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-822bd225-c497-40ba-a8c3-a1ccbd50fc6e req-b5bb2cd9-0ac0-48be-83b0-26bef0bc5ef8 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] 10.222.0.44 "GET /v2.0/ports?device_id=91ccc442-ec50-4418-afd5-4249b29ada1e HTTP/1.1" status: 200 len: 5429 time: 0.1282563 Oct 27 10:34:26.748402 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-38c9be93-0da4-44aa-ab39-c97b523e3548 req-82a723c9-c079-410c-8b2a-80f954de24c0 service neutron] 10.222.0.64 "GET /v2.0/networks/88e3e046-d444-4db2-9521-e65514262b77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2085764 Oct 27 10:34:26.793660 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-822bd225-c497-40ba-a8c3-a1ccbd50fc6e req-07285d7b-0208-4606-b21e-23c59730638d tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] 10.222.0.44 "GET /v2.0/security-groups?id=55228541-a3ac-4395-a6f1-3eb381084dbe&id=ae9e7cb5-3404-4285-8fc7-72260b0f869e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0667231 Oct 27 10:34:26.831263 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 36852) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:34:26.871305 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-38c9be93-0da4-44aa-ab39-c97b523e3548 req-f0db5086-40fd-4da3-8301-f9b4f0237e43 service neutron] 10.222.0.64 "GET /v2.0/networks/88e3e046-d444-4db2-9521-e65514262b77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1111150 Oct 27 10:34:26.877132 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-f2383358-52ec-4b1b-a452-fc869ac75923 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e54cb375b4934d68842ae040da4bc162&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0441463 Oct 27 10:34:26.880185 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 36856) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:34:26.932092 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-38c9be93-0da4-44aa-ab39-c97b523e3548 req-2587e0ab-25df-4b9c-9689-548119b6908d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=b3977278-7ec6-4a29-a9ea-3f76512431eb HTTP/1.1" status: 200 len: 217 time: 0.0519030 Oct 27 10:34:26.965872 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-434e7ae0-78cd-4c9d-8513-4df4c9d7adde admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:34:26.991747 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c9be93-0da4-44aa-ab39-c97b523e3548 req-3659a931-3be0-4c3e-8bbe-db282f5d221e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:26.993488 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-38c9be93-0da4-44aa-ab39-c97b523e3548 req-3659a931-3be0-4c3e-8bbe-db282f5d221e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=31fc4bb4-57b5-4293-9cc7-0a44723124dc HTTP/1.1" status: 200 len: 797 time: 0.0542481 Oct 27 10:34:26.994896 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db53d2c-bf32-4a48-ab07-827381d192d9 req-fae2c191-afbc-4a85-8582-b484c1fafc94 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:26.996986 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-6db53d2c-bf32-4a48-ab07-827381d192d9 req-fae2c191-afbc-4a85-8582-b484c1fafc94 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.44 "GET /v2.0/ports?device_id=a74be7ec-67b9-48c4-b1ce-a2a62f059c3a HTTP/1.1" status: 200 len: 945 time: 0.0903187 Oct 27 10:34:27.016459 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-434e7ae0-78cd-4c9d-8513-4df4c9d7adde admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:34:27.040372 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c9be93-0da4-44aa-ab39-c97b523e3548 req-dfff0167-ef39-4b95-83ae-4a23dff2e5f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:27.042163 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-38c9be93-0da4-44aa-ab39-c97b523e3548 req-dfff0167-ef39-4b95-83ae-4a23dff2e5f4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=221478c6-1352-435e-b5d2-1ec0f18ba5b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0414240 Oct 27 10:34:27.065441 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-6db53d2c-bf32-4a48-ab07-827381d192d9 req-acfb0254-5b46-471b-8e27-bed376e1a88c tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.44 "GET /v2.0/security-groups?id=1cfb3b36-7fdd-4213-b115-9d47e1636c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598404 Oct 27 10:34:27.094627 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-434e7ae0-78cd-4c9d-8513-4df4c9d7adde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:34:27.097071 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-434e7ae0-78cd-4c9d-8513-4df4c9d7adde admin admin] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:34:27.098215 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-434e7ae0-78cd-4c9d-8513-4df4c9d7adde admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f517aa8d-4740-4d99-80f9-5a3f2d174a3a HTTP/1.1" status: 204 len: 168 time: 0.2169383 Oct 27 10:34:27.110784 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434e7ae0-78cd-4c9d-8513-4df4c9d7adde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f517aa8d-4740-4d99-80f9-5a3f2d174a3a,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:34:27.160358 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-38c9be93-0da4-44aa-ab39-c97b523e3548 req-15e63d8e-baf8-47cb-8f53-87d659fb252b service neutron] 10.222.0.64 "GET /v2.0/networks/221478c6-1352-435e-b5d2-1ec0f18ba5b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1095967 Oct 27 10:34:27.291996 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-38c9be93-0da4-44aa-ab39-c97b523e3548 req-4b570b93-efbd-4143-87da-ba2b0f6239b7 service neutron] 10.222.0.64 "GET /v2.0/networks/221478c6-1352-435e-b5d2-1ec0f18ba5b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1179667 Oct 27 10:34:27.369057 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-38c9be93-0da4-44aa-ab39-c97b523e3548 req-6ac89b5b-c166-4bb3-8664-928e3e314ce6 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=3ad26a6b-c6a0-4de9-9181-a07fe5eabe70 HTTP/1.1" status: 200 len: 217 time: 0.0688944 Oct 27 10:34:27.442797 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c9be93-0da4-44aa-ab39-c97b523e3548 req-3d7968b8-8822-44b9-b903-6ca64e889dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:27.445308 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-38c9be93-0da4-44aa-ab39-c97b523e3548 req-3d7968b8-8822-44b9-b903-6ca64e889dbb service neutron] 10.222.0.64 "GET /v2.0/subnets?id=31fc4bb4-57b5-4293-9cc7-0a44723124dc HTTP/1.1" status: 200 len: 797 time: 0.0691159 Oct 27 10:34:27.508485 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c9be93-0da4-44aa-ab39-c97b523e3548 req-5e8434f1-7e4d-4d6c-91a0-4d3b834ee430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:27.510386 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-38c9be93-0da4-44aa-ab39-c97b523e3548 req-5e8434f1-7e4d-4d6c-91a0-4d3b834ee430 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=221478c6-1352-435e-b5d2-1ec0f18ba5b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0569623 Oct 27 10:34:27.514186 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 36874) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:34:27.519243 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-1071031f-4372-470d-adc3-74c4cda90b59 tempest-TestVolumeBackupRestore-352548783 tempest-TestVolumeBackupRestore-352548783-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1904695959', 'description': 'tempest-secgroup-smoke-1904695959 description', 'project_id': 'c549deff19ee40e78397a6c045bdd5dc'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:34:27.609428 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-1071031f-4372-470d-adc3-74c4cda90b59 tempest-TestVolumeBackupRestore-352548783 tempest-TestVolumeBackupRestore-352548783-project] Publish callbacks [] for security_group, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:34:27.661813 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-38c9be93-0da4-44aa-ab39-c97b523e3548 req-54b00d03-24a2-4152-bf90-0433cba4335f service neutron] 10.222.0.64 "GET /v2.0/networks/221478c6-1352-435e-b5d2-1ec0f18ba5b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368294 Oct 27 10:34:28.058481 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device 86ac2d5f-ba99-4bcb-83b8-2df3dea37908 no longer exists at agent hyperv_n-h2-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:34:28.121245 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-1071031f-4372-470d-adc3-74c4cda90b59 tempest-TestVolumeBackupRestore-352548783 tempest-TestVolumeBackupRestore-352548783-project] Publish callbacks [] for security_group, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:34:28.122286 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] No Port match for: 86ac2d5f-ba99-4bcb-83b8-2df3dea37908 {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:34:28.124256 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device 86ac2d5f-ba99-4bcb-83b8-2df3dea37908 not bound to the agent host n-h2-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:34:28.135362 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-1071031f-4372-470d-adc3-74c4cda90b59 tempest-TestVolumeBackupRestore-352548783 tempest-TestVolumeBackupRestore-352548783-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:34:28.189169 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821f698e-e220-46c1-b03c-2290479b35ba req-dd969924-f5ea-4e15-b50d-4dcd3a768a67 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:28.195175 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821f698e-e220-46c1-b03c-2290479b35ba req-dd969924-f5ea-4e15-b50d-4dcd3a768a67 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:28.201627 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821f698e-e220-46c1-b03c-2290479b35ba req-dd969924-f5ea-4e15-b50d-4dcd3a768a67 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:28.207563 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821f698e-e220-46c1-b03c-2290479b35ba req-dd969924-f5ea-4e15-b50d-4dcd3a768a67 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:28.213621 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821f698e-e220-46c1-b03c-2290479b35ba req-dd969924-f5ea-4e15-b50d-4dcd3a768a67 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:28.220063 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821f698e-e220-46c1-b03c-2290479b35ba req-dd969924-f5ea-4e15-b50d-4dcd3a768a67 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:28.225948 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821f698e-e220-46c1-b03c-2290479b35ba req-dd969924-f5ea-4e15-b50d-4dcd3a768a67 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:28.226322 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577318f1-9d79-4c61-873e-4edd652bc3cd req-662b0517-b6bd-4ef7-822a-4439d9d0b0ce tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:28.227822 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-577318f1-9d79-4c61-873e-4edd652bc3cd req-662b0517-b6bd-4ef7-822a-4439d9d0b0ce tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.44 "GET /v2.0/ports?device_id=a74be7ec-67b9-48c4-b1ce-a2a62f059c3a HTTP/1.1" status: 200 len: 945 time: 0.0578783 Oct 27 10:34:28.227959 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-821f698e-e220-46c1-b03c-2290479b35ba req-dd969924-f5ea-4e15-b50d-4dcd3a768a67 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] 10.222.0.44 "GET /v2.0/ports?device_id=91ccc442-ec50-4418-afd5-4249b29ada1e HTTP/1.1" status: 200 len: 5429 time: 0.1806278 Oct 27 10:34:28.229717 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1071031f-4372-470d-adc3-74c4cda90b59 tempest-TestVolumeBackupRestore-352548783 tempest-TestVolumeBackupRestore-352548783-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e7605b8-d9f5-4d60-9d34-d90bbb4e1b0d,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:34:28.234278 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-38c9be93-0da4-44aa-ab39-c97b523e3548 req-10c45c8a-269b-43e2-805d-09e7b434b82b service neutron] 10.222.0.64 "GET /v2.0/networks/221478c6-1352-435e-b5d2-1ec0f18ba5b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5625544 Oct 27 10:34:28.242430 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-1071031f-4372-470d-adc3-74c4cda90b59 tempest-TestVolumeBackupRestore-352548783 tempest-TestVolumeBackupRestore-352548783-project] Publish callbacks [] for security_group, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:34:28.246927 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-1071031f-4372-470d-adc3-74c4cda90b59 tempest-TestVolumeBackupRestore-352548783 tempest-TestVolumeBackupRestore-352548783-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.7317159 Oct 27 10:34:28.248083 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 36904) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:34:28.259031 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-5e70667a-9f26-43d2-9600-6130238676eb tempest-TestVolumeBackupRestore-352548783 tempest-TestVolumeBackupRestore-352548783-project] Request body: {'security_group_rule': {'security_group_id': '0e7605b8-d9f5-4d60-9d34-d90bbb4e1b0d', 'project_id': 'c549deff19ee40e78397a6c045bdd5dc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:34:28.295117 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-821f698e-e220-46c1-b03c-2290479b35ba req-a1ace87e-7728-4007-9e8a-d714cc14e8b2 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] 10.222.0.44 "GET /v2.0/security-groups?id=55228541-a3ac-4395-a6f1-3eb381084dbe&id=ae9e7cb5-3404-4285-8fc7-72260b0f869e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0577242 Oct 27 10:34:28.319411 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-577318f1-9d79-4c61-873e-4edd652bc3cd req-3573f290-a4ea-4fd7-b1a7-6c6b896a3304 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.44 "GET /v2.0/security-groups?id=1cfb3b36-7fdd-4213-b115-9d47e1636c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712917 Oct 27 10:34:28.339071 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-5e70667a-9f26-43d2-9600-6130238676eb tempest-TestVolumeBackupRestore-352548783 tempest-TestVolumeBackupRestore-352548783-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:34:28.390832 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c2afb4-1b05-45f9-9690-d2d29b83693a req-795190fc-fd2b-4baa-8c24-e08ac3a5d5ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:28.391383 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c2afb4-1b05-45f9-9690-d2d29b83693a req-795190fc-fd2b-4baa-8c24-e08ac3a5d5ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:28.392701 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c2afb4-1b05-45f9-9690-d2d29b83693a req-795190fc-fd2b-4baa-8c24-e08ac3a5d5ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:28.392985 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c2afb4-1b05-45f9-9690-d2d29b83693a req-795190fc-fd2b-4baa-8c24-e08ac3a5d5ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:28.393482 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c2afb4-1b05-45f9-9690-d2d29b83693a req-795190fc-fd2b-4baa-8c24-e08ac3a5d5ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:28.393982 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c2afb4-1b05-45f9-9690-d2d29b83693a req-795190fc-fd2b-4baa-8c24-e08ac3a5d5ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:28.394492 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c2afb4-1b05-45f9-9690-d2d29b83693a req-795190fc-fd2b-4baa-8c24-e08ac3a5d5ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:28.397419 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-71c2afb4-1b05-45f9-9690-d2d29b83693a req-795190fc-fd2b-4baa-8c24-e08ac3a5d5ec service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3e6cb564c3b34b1095cef7d65946c25d&device_id=91ccc442-ec50-4418-afd5-4249b29ada1e HTTP/1.1" status: 200 len: 6493 time: 0.0872064 Oct 27 10:34:28.401493 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-5e70667a-9f26-43d2-9600-6130238676eb tempest-TestVolumeBackupRestore-352548783 tempest-TestVolumeBackupRestore-352548783-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:34:28.406657 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-5e70667a-9f26-43d2-9600-6130238676eb tempest-TestVolumeBackupRestore-352548783 tempest-TestVolumeBackupRestore-352548783-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671902'] for security_group_rule, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:34:28.437639 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-5e70667a-9f26-43d2-9600-6130238676eb tempest-TestVolumeBackupRestore-352548783 tempest-TestVolumeBackupRestore-352548783-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:34:28.438859 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-5e70667a-9f26-43d2-9600-6130238676eb tempest-TestVolumeBackupRestore-352548783 tempest-TestVolumeBackupRestore-352548783-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1896424 Oct 27 10:34:28.442269 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 36910) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:34:28.446337 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e70667a-9f26-43d2-9600-6130238676eb tempest-TestVolumeBackupRestore-352548783 tempest-TestVolumeBackupRestore-352548783-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6b02bc2-ba95-4a27-8cbd-983111feb9f1,revision_number=0']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:34:28.476743 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-5736e021-21fb-41fb-afa0-93ba780e9c31 tempest-TestVolumeBackupRestore-352548783 tempest-TestVolumeBackupRestore-352548783-project] Request body: {'security_group_rule': {'security_group_id': '0e7605b8-d9f5-4d60-9d34-d90bbb4e1b0d', 'project_id': 'c549deff19ee40e78397a6c045bdd5dc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:34:28.528812 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-5736e021-21fb-41fb-afa0-93ba780e9c31 tempest-TestVolumeBackupRestore-352548783 tempest-TestVolumeBackupRestore-352548783-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:34:28.557871 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c2afb4-1b05-45f9-9690-d2d29b83693a req-300a7360-1f2b-4646-b1a9-b60654751842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:28.559443 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-71c2afb4-1b05-45f9-9690-d2d29b83693a req-300a7360-1f2b-4646-b1a9-b60654751842 service neutron] 10.222.0.64 "GET /v2.0/networks?id=221478c6-1352-435e-b5d2-1ec0f18ba5b8 HTTP/1.1" status: 200 len: 903 time: 0.1541240 Oct 27 10:34:28.614031 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-71c2afb4-1b05-45f9-9690-d2d29b83693a req-7dfd082c-2d0d-4c98-9368-159516546e52 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=3ad26a6b-c6a0-4de9-9181-a07fe5eabe70 HTTP/1.1" status: 200 len: 217 time: 0.0472269 Oct 27 10:34:28.675239 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-5736e021-21fb-41fb-afa0-93ba780e9c31 tempest-TestVolumeBackupRestore-352548783 tempest-TestVolumeBackupRestore-352548783-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:34:28.682410 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-5736e021-21fb-41fb-afa0-93ba780e9c31 tempest-TestVolumeBackupRestore-352548783 tempest-TestVolumeBackupRestore-352548783-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671902'] for security_group_rule, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:34:28.722799 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c2afb4-1b05-45f9-9690-d2d29b83693a req-33a54bfe-f24b-4548-a760-f5fadec83a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:28.725115 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-71c2afb4-1b05-45f9-9690-d2d29b83693a req-33a54bfe-f24b-4548-a760-f5fadec83a17 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=31fc4bb4-57b5-4293-9cc7-0a44723124dc HTTP/1.1" status: 200 len: 797 time: 0.1013744 Oct 27 10:34:28.727054 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5736e021-21fb-41fb-afa0-93ba780e9c31 tempest-TestVolumeBackupRestore-352548783 tempest-TestVolumeBackupRestore-352548783-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2aa05819-3e89-4dd4-8acb-a7e82690daa0,revision_number=0']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:34:28.781305 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-4d68a367-4638-4fb8-ab8c-18f2dd78f2fc req-013b29d9-e282-4ade-9432-205a2f9d36e3 tempest-ServerShowV247Test-669708890 tempest-ServerShowV247Test-669708890-project] 10.222.0.44 "GET /v2.0/ports?device_id=c444fe71-3a24-4ddf-9950-801e6eef2953 HTTP/1.1" status: 200 len: 210 time: 0.0404737 Oct 27 10:34:28.790935 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-5736e021-21fb-41fb-afa0-93ba780e9c31 tempest-TestVolumeBackupRestore-352548783 tempest-TestVolumeBackupRestore-352548783-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:34:28.796754 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-5736e021-21fb-41fb-afa0-93ba780e9c31 tempest-TestVolumeBackupRestore-352548783 tempest-TestVolumeBackupRestore-352548783-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3528261 Oct 27 10:34:28.796977 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 36926) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:34:28.809734 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-35145d88-cdaf-42e8-9b89-612db9811e72 tempest-TestVolumeBackupRestore-352548783 tempest-TestVolumeBackupRestore-352548783-project] Request body: {'security_group_rule': {'security_group_id': '0e7605b8-d9f5-4d60-9d34-d90bbb4e1b0d', 'project_id': 'c549deff19ee40e78397a6c045bdd5dc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:34:28.810144 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c2afb4-1b05-45f9-9690-d2d29b83693a req-f7d5a91d-b7ad-49ce-b7bb-05feca1deb5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:28.811799 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-71c2afb4-1b05-45f9-9690-d2d29b83693a req-f7d5a91d-b7ad-49ce-b7bb-05feca1deb5c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=221478c6-1352-435e-b5d2-1ec0f18ba5b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0705335 Oct 27 10:34:28.842622 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-35145d88-cdaf-42e8-9b89-612db9811e72 tempest-TestVolumeBackupRestore-352548783 tempest-TestVolumeBackupRestore-352548783-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:34:28.911124 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-35145d88-cdaf-42e8-9b89-612db9811e72 tempest-TestVolumeBackupRestore-352548783 tempest-TestVolumeBackupRestore-352548783-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:34:28.919656 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-35145d88-cdaf-42e8-9b89-612db9811e72 tempest-TestVolumeBackupRestore-352548783 tempest-TestVolumeBackupRestore-352548783-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671902'] for security_group_rule, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:34:28.965300 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35145d88-cdaf-42e8-9b89-612db9811e72 tempest-TestVolumeBackupRestore-352548783 tempest-TestVolumeBackupRestore-352548783-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa272e57-1dc0-4fc0-9565-1facbe1e4162,revision_number=0']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:34:28.985965 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-35145d88-cdaf-42e8-9b89-612db9811e72 tempest-TestVolumeBackupRestore-352548783 tempest-TestVolumeBackupRestore-352548783-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:34:28.993309 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-35145d88-cdaf-42e8-9b89-612db9811e72 tempest-TestVolumeBackupRestore-352548783 tempest-TestVolumeBackupRestore-352548783-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1952684 Oct 27 10:34:28.994145 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 36944) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:34:29.001121 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-dacb4824-1963-4004-a085-4f2987b3d9d5 tempest-TestVolumeBackupRestore-352548783 tempest-TestVolumeBackupRestore-352548783-project] Request body: {'security_group_rule': {'security_group_id': '0e7605b8-d9f5-4d60-9d34-d90bbb4e1b0d', 'project_id': 'c549deff19ee40e78397a6c045bdd5dc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:34:29.039735 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-dacb4824-1963-4004-a085-4f2987b3d9d5 tempest-TestVolumeBackupRestore-352548783 tempest-TestVolumeBackupRestore-352548783-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:34:29.065001 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-71c2afb4-1b05-45f9-9690-d2d29b83693a req-a4494e09-e4af-404d-b508-1ec57efad1ea service neutron] 10.222.0.64 "GET /v2.0/networks/221478c6-1352-435e-b5d2-1ec0f18ba5b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2453680 Oct 27 10:34:29.134722 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-dacb4824-1963-4004-a085-4f2987b3d9d5 tempest-TestVolumeBackupRestore-352548783 tempest-TestVolumeBackupRestore-352548783-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:34:29.140494 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-dacb4824-1963-4004-a085-4f2987b3d9d5 tempest-TestVolumeBackupRestore-352548783 tempest-TestVolumeBackupRestore-352548783-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671902'] for security_group_rule, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:34:29.198955 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacb4824-1963-4004-a085-4f2987b3d9d5 tempest-TestVolumeBackupRestore-352548783 tempest-TestVolumeBackupRestore-352548783-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c2ad84c-c04a-4fd7-b4fd-3c94331a14cf,revision_number=0']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:34:29.232529 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-dacb4824-1963-4004-a085-4f2987b3d9d5 tempest-TestVolumeBackupRestore-352548783 tempest-TestVolumeBackupRestore-352548783-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:34:29.233769 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-dacb4824-1963-4004-a085-4f2987b3d9d5 tempest-TestVolumeBackupRestore-352548783 tempest-TestVolumeBackupRestore-352548783-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2384944 Oct 27 10:34:29.236623 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 36958) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:34:29.243778 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-e3c1f478-ecd8-44a0-a0c9-1d9ec195a9a4 tempest-TestVolumeBackupRestore-352548783 tempest-TestVolumeBackupRestore-352548783-project] Request body: {'security_group_rule': {'security_group_id': '0e7605b8-d9f5-4d60-9d34-d90bbb4e1b0d', 'project_id': 'c549deff19ee40e78397a6c045bdd5dc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:34:29.271186 n-d-813419-10 neutron-server[102346]: INFO neutron.db.securitygroups_db [None req-e3c1f478-ecd8-44a0-a0c9-1d9ec195a9a4 tempest-TestVolumeBackupRestore-352548783 tempest-TestVolumeBackupRestore-352548783-project] Project c549deff19ee40e78397a6c045bdd5dc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 27 10:34:29.280357 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-e3c1f478-ecd8-44a0-a0c9-1d9ec195a9a4 tempest-TestVolumeBackupRestore-352548783 tempest-TestVolumeBackupRestore-352548783-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:34:29.308720 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-71c2afb4-1b05-45f9-9690-d2d29b83693a req-44d3e2e1-4674-44e3-a2ec-59d40c25c5c0 service neutron] 10.222.0.64 "GET /v2.0/networks/221478c6-1352-435e-b5d2-1ec0f18ba5b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2363408 Oct 27 10:34:29.359274 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-8ff892f6-593b-4ac7-b194-aec3b290ebfa req-3c10f4d1-ba3b-47ff-8aba-d1471e57a17b tempest-ServerShowV247Test-669708890 tempest-ServerShowV247Test-669708890-project] 10.222.0.44 "GET /v2.0/ports?device_id=cadc2ebe-66c5-4e5f-b460-b68b73876393 HTTP/1.1" status: 200 len: 210 time: 0.0729613 Oct 27 10:34:29.478589 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-e3c1f478-ecd8-44a0-a0c9-1d9ec195a9a4 tempest-TestVolumeBackupRestore-352548783 tempest-TestVolumeBackupRestore-352548783-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:34:29.503375 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-e3c1f478-ecd8-44a0-a0c9-1d9ec195a9a4 tempest-TestVolumeBackupRestore-352548783 tempest-TestVolumeBackupRestore-352548783-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671902'] for security_group_rule, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:34:29.547783 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720027b6-0833-42ea-ba75-a8f6474f2ad2 req-068b5a47-b312-43a9-989b-2d68d9719be5 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:29.554241 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720027b6-0833-42ea-ba75-a8f6474f2ad2 req-068b5a47-b312-43a9-989b-2d68d9719be5 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:29.560723 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720027b6-0833-42ea-ba75-a8f6474f2ad2 req-068b5a47-b312-43a9-989b-2d68d9719be5 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:29.567988 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c1f478-ecd8-44a0-a0c9-1d9ec195a9a4 tempest-TestVolumeBackupRestore-352548783 tempest-TestVolumeBackupRestore-352548783-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e254dc2-b44b-4a7a-acc5-f3abe529db8c,revision_number=0']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:34:29.568297 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720027b6-0833-42ea-ba75-a8f6474f2ad2 req-068b5a47-b312-43a9-989b-2d68d9719be5 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:29.592709 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720027b6-0833-42ea-ba75-a8f6474f2ad2 req-068b5a47-b312-43a9-989b-2d68d9719be5 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:29.599986 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720027b6-0833-42ea-ba75-a8f6474f2ad2 req-068b5a47-b312-43a9-989b-2d68d9719be5 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:29.606527 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720027b6-0833-42ea-ba75-a8f6474f2ad2 req-068b5a47-b312-43a9-989b-2d68d9719be5 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:29.607227 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-e3c1f478-ecd8-44a0-a0c9-1d9ec195a9a4 tempest-TestVolumeBackupRestore-352548783 tempest-TestVolumeBackupRestore-352548783-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:34:29.609724 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-e3c1f478-ecd8-44a0-a0c9-1d9ec195a9a4 tempest-TestVolumeBackupRestore-352548783 tempest-TestVolumeBackupRestore-352548783-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3709359 Oct 27 10:34:29.612908 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 36970) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:34:29.618279 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-720027b6-0833-42ea-ba75-a8f6474f2ad2 req-068b5a47-b312-43a9-989b-2d68d9719be5 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] 10.222.0.44 "GET /v2.0/ports?device_id=91ccc442-ec50-4418-afd5-4249b29ada1e HTTP/1.1" status: 200 len: 5429 time: 0.1872444 Oct 27 10:34:29.622712 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-8ea293bf-4cbb-4233-ab9b-4ff6c88e41ab tempest-TestVolumeBackupRestore-352548783 tempest-TestVolumeBackupRestore-352548783-project] Request body: {'security_group_rule': {'security_group_id': '0e7605b8-d9f5-4d60-9d34-d90bbb4e1b0d', 'project_id': 'c549deff19ee40e78397a6c045bdd5dc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:34:29.650449 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6364b99-ab69-4e36-ab72-1da0cd0f385e req-3f367d18-bf24-458b-b6e8-281cc08e4871 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:29.662216 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-e6364b99-ab69-4e36-ab72-1da0cd0f385e req-3f367d18-bf24-458b-b6e8-281cc08e4871 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.44 "GET /v2.0/ports?device_id=a74be7ec-67b9-48c4-b1ce-a2a62f059c3a HTTP/1.1" status: 200 len: 945 time: 0.1903644 Oct 27 10:34:29.688673 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-720027b6-0833-42ea-ba75-a8f6474f2ad2 req-03e84c10-5fa5-4523-b641-5250577b7f40 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] 10.222.0.44 "GET /v2.0/security-groups?id=55228541-a3ac-4395-a6f1-3eb381084dbe&id=ae9e7cb5-3404-4285-8fc7-72260b0f869e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0681672 Oct 27 10:34:29.730963 n-d-813419-10 neutron-server[102346]: INFO neutron.db.securitygroups_db [None req-8ea293bf-4cbb-4233-ab9b-4ff6c88e41ab tempest-TestVolumeBackupRestore-352548783 tempest-TestVolumeBackupRestore-352548783-project] Project c549deff19ee40e78397a6c045bdd5dc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 27 10:34:29.749575 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-8ea293bf-4cbb-4233-ab9b-4ff6c88e41ab tempest-TestVolumeBackupRestore-352548783 tempest-TestVolumeBackupRestore-352548783-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:34:29.768818 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-e6364b99-ab69-4e36-ab72-1da0cd0f385e req-5f0c5337-9fd0-4996-99b5-8339c5fae82b tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.44 "GET /v2.0/security-groups?id=1cfb3b36-7fdd-4213-b115-9d47e1636c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053379 Oct 27 10:34:29.839131 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-8ea293bf-4cbb-4233-ab9b-4ff6c88e41ab tempest-TestVolumeBackupRestore-352548783 tempest-TestVolumeBackupRestore-352548783-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:34:29.842916 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-8ea293bf-4cbb-4233-ab9b-4ff6c88e41ab tempest-TestVolumeBackupRestore-352548783 tempest-TestVolumeBackupRestore-352548783-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671902'] for security_group_rule, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:34:29.864601 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea293bf-4cbb-4233-ab9b-4ff6c88e41ab tempest-TestVolumeBackupRestore-352548783 tempest-TestVolumeBackupRestore-352548783-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4e2417c-7380-41e9-9804-79727a31a775,revision_number=0']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:34:29.870632 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-8ea293bf-4cbb-4233-ab9b-4ff6c88e41ab tempest-TestVolumeBackupRestore-352548783 tempest-TestVolumeBackupRestore-352548783-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:34:29.872574 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-8ea293bf-4cbb-4233-ab9b-4ff6c88e41ab tempest-TestVolumeBackupRestore-352548783 tempest-TestVolumeBackupRestore-352548783-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2553813 Oct 27 10:34:30.109363 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-180370aa-c361-461b-a4e0-0472912b319a req-72c65b49-f5da-4bb9-a92f-301774ff073c tempest-TestVolumeBackupRestore-352548783 tempest-TestVolumeBackupRestore-352548783-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1904695959&fields=id&tenant_id=c549deff19ee40e78397a6c045bdd5dc HTTP/1.1" status: 200 len: 267 time: 0.0639124 Oct 27 10:34:30.248434 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180370aa-c361-461b-a4e0-0472912b319a req-1e4a1077-6262-4209-87df-4831fa40413f tempest-TestVolumeBackupRestore-352548783 tempest-TestVolumeBackupRestore-352548783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:30.249950 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-180370aa-c361-461b-a4e0-0472912b319a req-1e4a1077-6262-4209-87df-4831fa40413f tempest-TestVolumeBackupRestore-352548783 tempest-TestVolumeBackupRestore-352548783-project] 10.222.0.44 "GET /v2.0/networks?id=7671fe98-2365-4aa6-9969-51558d1387c3 HTTP/1.1" status: 200 len: 813 time: 0.1397324 Oct 27 10:34:30.268309 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-180370aa-c361-461b-a4e0-0472912b319a req-f6d93ed5-2461-4df3-a27b-b97f19be6b5f tempest-TestVolumeBackupRestore-352548783 tempest-TestVolumeBackupRestore-352548783-project] 10.222.0.44 "GET /v2.0/quotas/c549deff19ee40e78397a6c045bdd5dc HTTP/1.1" status: 200 len: 375 time: 0.0119836 Oct 27 10:34:30.320417 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-180370aa-c361-461b-a4e0-0472912b319a req-a2acb6b3-9ae0-4f4a-8186-2f1aae01d959 tempest-TestVolumeBackupRestore-352548783 tempest-TestVolumeBackupRestore-352548783-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=c549deff19ee40e78397a6c045bdd5dc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0464315 Oct 27 10:34:30.429590 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-180370aa-c361-461b-a4e0-0472912b319a req-b9e73cb0-4bce-4976-a667-310f2d38006d service neutron] 10.222.0.44 "GET /v2.0/networks/7671fe98-2365-4aa6-9969-51558d1387c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966079 Oct 27 10:34:30.461991 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b8b44506-2793-4789-8d5b-a15944cf3ccc req-de1e243e-9f21-4d5b-8429-584dab0138c8 tempest-ServerShowV247Test-669708890 tempest-ServerShowV247Test-669708890-project] 10.222.0.44 "GET /v2.0/ports?device_id=cadc2ebe-66c5-4e5f-b460-b68b73876393 HTTP/1.1" status: 200 len: 210 time: 0.0260878 Oct 27 10:34:30.526365 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-180370aa-c361-461b-a4e0-0472912b319a req-10999ca8-68e7-4dbf-b539-7af636a7803e service neutron] 10.222.0.44 "GET /v2.0/networks/7671fe98-2365-4aa6-9969-51558d1387c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955625 Oct 27 10:34:30.891146 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f73b25-9f64-4e20-8b14-5364900fdbd2 req-65a8c6db-06a5-4c4a-86c2-2d54a56b55e6 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:30.897889 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f73b25-9f64-4e20-8b14-5364900fdbd2 req-65a8c6db-06a5-4c4a-86c2-2d54a56b55e6 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:30.904121 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f73b25-9f64-4e20-8b14-5364900fdbd2 req-65a8c6db-06a5-4c4a-86c2-2d54a56b55e6 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:30.910388 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f73b25-9f64-4e20-8b14-5364900fdbd2 req-65a8c6db-06a5-4c4a-86c2-2d54a56b55e6 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:30.916797 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f73b25-9f64-4e20-8b14-5364900fdbd2 req-65a8c6db-06a5-4c4a-86c2-2d54a56b55e6 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:30.922965 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f73b25-9f64-4e20-8b14-5364900fdbd2 req-65a8c6db-06a5-4c4a-86c2-2d54a56b55e6 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:30.929237 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f73b25-9f64-4e20-8b14-5364900fdbd2 req-65a8c6db-06a5-4c4a-86c2-2d54a56b55e6 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:30.938224 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-d3f73b25-9f64-4e20-8b14-5364900fdbd2 req-65a8c6db-06a5-4c4a-86c2-2d54a56b55e6 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] 10.222.0.44 "GET /v2.0/ports?device_id=91ccc442-ec50-4418-afd5-4249b29ada1e HTTP/1.1" status: 200 len: 5429 time: 0.1344624 Oct 27 10:34:30.997039 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-d3f73b25-9f64-4e20-8b14-5364900fdbd2 req-0a4b9bea-340a-4b8d-aa5a-c3a36c0f67f6 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] 10.222.0.44 "GET /v2.0/security-groups?id=55228541-a3ac-4395-a6f1-3eb381084dbe&id=ae9e7cb5-3404-4285-8fc7-72260b0f869e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0526912 Oct 27 10:34:31.061056 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed959c0-b7af-44eb-90d6-f019b1fc5452 req-048962e7-0327-42b2-bddd-d1f70a1b980c tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:31.062614 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-0ed959c0-b7af-44eb-90d6-f019b1fc5452 req-048962e7-0327-42b2-bddd-d1f70a1b980c tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.44 "GET /v2.0/ports?device_id=a74be7ec-67b9-48c4-b1ce-a2a62f059c3a HTTP/1.1" status: 200 len: 945 time: 0.1212664 Oct 27 10:34:31.128927 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-0ed959c0-b7af-44eb-90d6-f019b1fc5452 req-40fc6692-e96b-4d1c-a70b-6c4b581c2d14 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.44 "GET /v2.0/security-groups?id=1cfb3b36-7fdd-4213-b115-9d47e1636c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545495 Oct 27 10:34:31.188723 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-643c3089-2df3-4e11-87f7-fed0e388d744 req-623c9e98-a6b7-4959-b5f5-cb625ea1ff1a tempest-TestVolumeBackupRestore-352548783 tempest-TestVolumeBackupRestore-352548783-project] 10.222.0.44 "GET /v2.0/ports?device_id=192cba42-d191-4414-a74e-0643929ce3ed HTTP/1.1" status: 200 len: 210 time: 0.0376716 Oct 27 10:34:31.602648 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-4c158423-7ea2-4e4a-ae57-c81f5531afcb req-8025e18e-23b8-4229-983e-afa72560f9fa tempest-ServerShowV247Test-669708890 tempest-ServerShowV247Test-669708890-project] 10.222.0.44 "GET /v2.0/ports?device_id=cadc2ebe-66c5-4e5f-b460-b68b73876393 HTTP/1.1" status: 200 len: 210 time: 0.0353284 Oct 27 10:34:32.113164 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180370aa-c361-461b-a4e0-0472912b319a req-d684c3aa-1ccf-4370-828e-787607acde7f tempest-TestVolumeBackupRestore-352548783 tempest-TestVolumeBackupRestore-352548783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:32.115934 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-180370aa-c361-461b-a4e0-0472912b319a req-d684c3aa-1ccf-4370-828e-787607acde7f tempest-TestVolumeBackupRestore-352548783 tempest-TestVolumeBackupRestore-352548783-project] 10.222.0.64 "GET /v2.0/networks?id=7671fe98-2365-4aa6-9969-51558d1387c3 HTTP/1.1" status: 200 len: 813 time: 0.1636391 Oct 27 10:34:32.190293 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-180370aa-c361-461b-a4e0-0472912b319a req-c7490df7-a0dc-4894-afe2-5c836139af11 tempest-TestVolumeBackupRestore-352548783 tempest-TestVolumeBackupRestore-352548783-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c549deff19ee40e78397a6c045bdd5dc HTTP/1.1" status: 200 len: 380 time: 0.0645711 Oct 27 10:34:32.200471 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1e5b35-9ecf-42fd-a133-babf626a010c req-9fbe918c-9bbd-42d9-b7bf-f87bddc5a971 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:32.207875 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [req-180370aa-c361-461b-a4e0-0472912b319a req-8da135a9-b316-4eeb-b611-3e8a38edf8ba tempest-TestVolumeBackupRestore-352548783 tempest-TestVolumeBackupRestore-352548783-project] Request body: {'port': {'device_id': '192cba42-d191-4414-a74e-0643929ce3ed', 'network_id': '7671fe98-2365-4aa6-9969-51558d1387c3', 'admin_state_up': True, 'tenant_id': 'c549deff19ee40e78397a6c045bdd5dc', 'security_groups': ['0e7605b8-d9f5-4d60-9d34-d90bbb4e1b0d']}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:34:32.224300 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1e5b35-9ecf-42fd-a133-babf626a010c req-9fbe918c-9bbd-42d9-b7bf-f87bddc5a971 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:32.235232 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1e5b35-9ecf-42fd-a133-babf626a010c req-9fbe918c-9bbd-42d9-b7bf-f87bddc5a971 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:32.245184 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1e5b35-9ecf-42fd-a133-babf626a010c req-9fbe918c-9bbd-42d9-b7bf-f87bddc5a971 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:32.256124 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1e5b35-9ecf-42fd-a133-babf626a010c req-9fbe918c-9bbd-42d9-b7bf-f87bddc5a971 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:32.263602 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1e5b35-9ecf-42fd-a133-babf626a010c req-9fbe918c-9bbd-42d9-b7bf-f87bddc5a971 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:32.271628 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1e5b35-9ecf-42fd-a133-babf626a010c req-9fbe918c-9bbd-42d9-b7bf-f87bddc5a971 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:32.283449 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ed1e5b35-9ecf-42fd-a133-babf626a010c req-9fbe918c-9bbd-42d9-b7bf-f87bddc5a971 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] 10.222.0.44 "GET /v2.0/ports?device_id=91ccc442-ec50-4418-afd5-4249b29ada1e HTTP/1.1" status: 200 len: 5429 time: 0.1842585 Oct 27 10:34:32.353406 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ed1e5b35-9ecf-42fd-a133-babf626a010c req-6166c36f-d79e-48c1-8865-1b2e69129e94 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] 10.222.0.44 "GET /v2.0/security-groups?id=55228541-a3ac-4395-a6f1-3eb381084dbe&id=ae9e7cb5-3404-4285-8fc7-72260b0f869e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0638597 Oct 27 10:34:32.379974 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:34:32.454005 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2e4235-24a4-4e13-b0d7-dd1dcabd4b6c req-db035c28-931e-4a6f-a6ec-56015a5e14b8 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:32.461371 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-7d2e4235-24a4-4e13-b0d7-dd1dcabd4b6c req-db035c28-931e-4a6f-a6ec-56015a5e14b8 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.44 "GET /v2.0/ports?device_id=a74be7ec-67b9-48c4-b1ce-a2a62f059c3a HTTP/1.1" status: 200 len: 945 time: 0.1135278 Oct 27 10:34:32.466616 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-180370aa-c361-461b-a4e0-0472912b319a req-8da135a9-b316-4eeb-b611-3e8a38edf8ba tempest-TestVolumeBackupRestore-352548783 tempest-TestVolumeBackupRestore-352548783-project] Made reservation on behalf of c549deff19ee40e78397a6c045bdd5dc for: {'port': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:34:32.475307 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-180370aa-c361-461b-a4e0-0472912b319a req-8da135a9-b316-4eeb-b611-3e8a38edf8ba tempest-TestVolumeBackupRestore-352548783 tempest-TestVolumeBackupRestore-352548783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:34:32.558465 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-e7bd4af6-3a62-4407-a71c-bfab7d6d9654 req-d8834005-d215-417e-ba14-904ae99f3ec3 tempest-TestVolumeBackupRestore-352548783 tempest-TestVolumeBackupRestore-352548783-project] 10.222.0.44 "GET /v2.0/ports?device_id=192cba42-d191-4414-a74e-0643929ce3ed HTTP/1.1" status: 200 len: 210 time: 0.0478346 Oct 27 10:34:32.616984 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-7d2e4235-24a4-4e13-b0d7-dd1dcabd4b6c req-a20be096-b0d3-4010-a881-946659fed823 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.44 "GET /v2.0/security-groups?id=1cfb3b36-7fdd-4213-b115-9d47e1636c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514969 Oct 27 10:34:32.718928 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_common [req-180370aa-c361-461b-a4e0-0472912b319a req-8da135a9-b316-4eeb-b611-3e8a38edf8ba tempest-TestVolumeBackupRestore-352548783 tempest-TestVolumeBackupRestore-352548783-project] Allocated IP 172.20.0.10 (7671fe98-2365-4aa6-9969-51558d1387c3/49e7aa93-ef23-4876-9037-9786c8909fbd/26915081-966b-4ad6-9045-9ac3a2b934a8) {{(pid=102347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:34:32.804121 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-2618ac6c-4f6f-4cbf-a5f5-27c107ce9f6c req-819114e4-d973-44da-9efd-6aa993a92095 tempest-ServerShowV247Test-669708890 tempest-ServerShowV247Test-669708890-project] 10.222.0.44 "GET /v2.0/ports?device_id=cadc2ebe-66c5-4e5f-b460-b68b73876393 HTTP/1.1" status: 200 len: 210 time: 0.0501297 Oct 27 10:34:32.924563 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-180370aa-c361-461b-a4e0-0472912b319a req-8da135a9-b316-4eeb-b611-3e8a38edf8ba tempest-TestVolumeBackupRestore-352548783 tempest-TestVolumeBackupRestore-352548783-project] Publish callbacks [] for port, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:34:32.981360 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-180370aa-c361-461b-a4e0-0472912b319a req-8da135a9-b316-4eeb-b611-3e8a38edf8ba tempest-TestVolumeBackupRestore-352548783 tempest-TestVolumeBackupRestore-352548783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:34:33.044322 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-180370aa-c361-461b-a4e0-0472912b319a req-8da135a9-b316-4eeb-b611-3e8a38edf8ba tempest-TestVolumeBackupRestore-352548783 tempest-TestVolumeBackupRestore-352548783-project] Network 7671fe98-2365-4aa6-9969-51558d1387c3 is already hosted by enough agents. {{(pid=102347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:34:33.048643 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [req-180370aa-c361-461b-a4e0-0472912b319a req-8da135a9-b316-4eeb-b611-3e8a38edf8ba tempest-TestVolumeBackupRestore-352548783 tempest-TestVolumeBackupRestore-352548783-project] Resources bound (agent type, host, resource id): {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:34:33.050594 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da135a9-b316-4eeb-b611-3e8a38edf8ba tempest-TestVolumeBackupRestore-352548783 tempest-TestVolumeBackupRestore-352548783-project] Pushing event updated for resources: {'Port': ['ID=26915081-966b-4ad6-9045-9ac3a2b934a8,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:34:33.052968 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [req-180370aa-c361-461b-a4e0-0472912b319a req-8da135a9-b316-4eeb-b611-3e8a38edf8ba tempest-TestVolumeBackupRestore-352548783 tempest-TestVolumeBackupRestore-352548783-project] Received port after_create {{(pid=102347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:34:33.107115 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180370aa-c361-461b-a4e0-0472912b319a req-8da135a9-b316-4eeb-b611-3e8a38edf8ba tempest-TestVolumeBackupRestore-352548783 tempest-TestVolumeBackupRestore-352548783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:33.107749 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-180370aa-c361-461b-a4e0-0472912b319a req-8da135a9-b316-4eeb-b611-3e8a38edf8ba tempest-TestVolumeBackupRestore-352548783 tempest-TestVolumeBackupRestore-352548783-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:34:33.129605 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-180370aa-c361-461b-a4e0-0472912b319a req-8da135a9-b316-4eeb-b611-3e8a38edf8ba tempest-TestVolumeBackupRestore-352548783 tempest-TestVolumeBackupRestore-352548783-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9259593 Oct 27 10:34:33.143322 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [req-180370aa-c361-461b-a4e0-0472912b319a req-2135d65e-b2b4-4cf3-a3d4-d4efa0e8adf9 service neutron] Request body: {'port': {'device_id': '192cba42-d191-4414-a74e-0643929ce3ed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-10'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:34:33.199536 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-180370aa-c361-461b-a4e0-0472912b319a req-2135d65e-b2b4-4cf3-a3d4-d4efa0e8adf9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:34:33.512535 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-a450e144-f564-4ad8-8747-37a8edc3398d None None] Provisioning complete for port 26915081-966b-4ad6-9045-9ac3a2b934a8 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:34:33.513283 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a450e144-f564-4ad8-8747-37a8edc3398d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:34:33.559525 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-a450e144-f564-4ad8-8747-37a8edc3398d None None] Port 26915081-966b-4ad6-9045-9ac3a2b934a8 cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:34:33.575936 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-e69dba3a-6344-4fb5-b513-a5e3fd664e32 req-d27684e1-7580-46aa-91ef-b5130f2ac77f service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=c444fe71-3a24-4ddf-9950-801e6eef2953 HTTP/1.1" status: 200 len: 210 time: 0.0514269 Oct 27 10:34:33.597027 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c411498a-8118-465f-a386-e58bf0daadcf req-a8996685-b75a-4132-b66a-a1cc66659d5d tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:33.602854 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c411498a-8118-465f-a386-e58bf0daadcf req-a8996685-b75a-4132-b66a-a1cc66659d5d tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:33.608817 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c411498a-8118-465f-a386-e58bf0daadcf req-a8996685-b75a-4132-b66a-a1cc66659d5d tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:33.614981 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c411498a-8118-465f-a386-e58bf0daadcf req-a8996685-b75a-4132-b66a-a1cc66659d5d tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:33.620890 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c411498a-8118-465f-a386-e58bf0daadcf req-a8996685-b75a-4132-b66a-a1cc66659d5d tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:33.627596 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c411498a-8118-465f-a386-e58bf0daadcf req-a8996685-b75a-4132-b66a-a1cc66659d5d tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:33.634723 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c411498a-8118-465f-a386-e58bf0daadcf req-a8996685-b75a-4132-b66a-a1cc66659d5d tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:33.637296 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c411498a-8118-465f-a386-e58bf0daadcf req-a8996685-b75a-4132-b66a-a1cc66659d5d tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] 10.222.0.44 "GET /v2.0/ports?device_id=91ccc442-ec50-4418-afd5-4249b29ada1e HTTP/1.1" status: 200 len: 5429 time: 0.1684916 Oct 27 10:34:33.646346 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [req-180370aa-c361-461b-a4e0-0472912b319a req-2135d65e-b2b4-4cf3-a3d4-d4efa0e8adf9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26915081-966b-4ad6-9045-9ac3a2b934a8 {{(pid=102347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:34:33.678980 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-180370aa-c361-461b-a4e0-0472912b319a req-2135d65e-b2b4-4cf3-a3d4-d4efa0e8adf9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:34:33.693315 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c411498a-8118-465f-a386-e58bf0daadcf req-6f209ece-7a6d-4a0b-9394-a1bb557aff1e tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] 10.222.0.44 "GET /v2.0/security-groups?id=55228541-a3ac-4395-a6f1-3eb381084dbe&id=ae9e7cb5-3404-4285-8fc7-72260b0f869e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0496504 Oct 27 10:34:33.700040 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad88e807-6d84-437e-bd12-94a194e86a0f req-da721159-96b1-40bc-ac09-b6ab362e2c90 tempest-TestVolumeBackupRestore-352548783 tempest-TestVolumeBackupRestore-352548783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:33.701455 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.provisioning_blocks [req-180370aa-c361-461b-a4e0-0472912b319a req-2135d65e-b2b4-4cf3-a3d4-d4efa0e8adf9 service neutron] Transition to ACTIVE for port object 26915081-966b-4ad6-9045-9ac3a2b934a8 will not be triggered until provisioned by entity L2. {{(pid=102347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 10:34:33.702629 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ad88e807-6d84-437e-bd12-94a194e86a0f req-da721159-96b1-40bc-ac09-b6ab362e2c90 tempest-TestVolumeBackupRestore-352548783 tempest-TestVolumeBackupRestore-352548783-project] 10.222.0.44 "GET /v2.0/ports?device_id=192cba42-d191-4414-a74e-0643929ce3ed HTTP/1.1" status: 200 len: 932 time: 0.0576692 Oct 27 10:34:33.711959 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-180370aa-c361-461b-a4e0-0472912b319a req-2135d65e-b2b4-4cf3-a3d4-d4efa0e8adf9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:34:33.761093 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2135d65e-b2b4-4cf3-a3d4-d4efa0e8adf9 service neutron] Pushing event updated for resources: {'Port': ['ID=26915081-966b-4ad6-9045-9ac3a2b934a8,revision_number=2']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:34:33.762164 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ad88e807-6d84-437e-bd12-94a194e86a0f req-e700e257-3d22-4951-ab28-f2bd107724f7 tempest-TestVolumeBackupRestore-352548783 tempest-TestVolumeBackupRestore-352548783-project] 10.222.0.44 "GET /v2.0/security-groups?id=0e7605b8-d9f5-4d60-9d34-d90bbb4e1b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502744 Oct 27 10:34:33.947434 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526f8c6a-be24-4a0c-9702-8f48bb691404 req-ef04c2f3-c77b-4617-ac94-2603853bebe2 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:33.949809 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-526f8c6a-be24-4a0c-9702-8f48bb691404 req-ef04c2f3-c77b-4617-ac94-2603853bebe2 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.44 "GET /v2.0/ports?device_id=a74be7ec-67b9-48c4-b1ce-a2a62f059c3a HTTP/1.1" status: 200 len: 945 time: 0.1033938 Oct 27 10:34:33.973683 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-180370aa-c361-461b-a4e0-0472912b319a req-2135d65e-b2b4-4cf3-a3d4-d4efa0e8adf9 service neutron] Attempting to bind port 26915081-966b-4ad6-9045-9ac3a2b934a8 on host n-h1-813419-10 for vnic_type normal with profile {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:34:33.974022 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-180370aa-c361-461b-a4e0-0472912b319a req-2135d65e-b2b4-4cf3-a3d4-d4efa0e8adf9 service neutron] Attempting to bind port 26915081-966b-4ad6-9045-9ac3a2b934a8 by drivers openvswitch,hyperv on host n-h1-813419-10 at level 0 using segments [{'id': 'd0432a65-2dba-42ec-af01-06a1f023bcbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '7671fe98-2365-4aa6-9969-51558d1387c3'}] {{(pid=102347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:34:33.974636 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-180370aa-c361-461b-a4e0-0472912b319a req-2135d65e-b2b4-4cf3-a3d4-d4efa0e8adf9 service neutron] Attempting to bind port 26915081-966b-4ad6-9045-9ac3a2b934a8 on network 7671fe98-2365-4aa6-9969-51558d1387c3 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:34:33.987823 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-180370aa-c361-461b-a4e0-0472912b319a req-2135d65e-b2b4-4cf3-a3d4-d4efa0e8adf9 service neutron] Port 26915081-966b-4ad6-9045-9ac3a2b934a8 on network 7671fe98-2365-4aa6-9969-51558d1387c3 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-10 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 10:34:33.989072 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-180370aa-c361-461b-a4e0-0472912b319a req-2135d65e-b2b4-4cf3-a3d4-d4efa0e8adf9 service neutron] Attempting to bind port 26915081-966b-4ad6-9045-9ac3a2b934a8 on network 7671fe98-2365-4aa6-9969-51558d1387c3 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:34:34.016617 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-180370aa-c361-461b-a4e0-0472912b319a req-2135d65e-b2b4-4cf3-a3d4-d4efa0e8adf9 service neutron] Checking agent: {'id': 'a52e1cab-0c63-402d-9c94-330537c6c076', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 16, 2), 'started_at': datetime.datetime(2021, 10, 27, 10, 16, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 34, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:34:34.017002 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-180370aa-c361-461b-a4e0-0472912b319a req-2135d65e-b2b4-4cf3-a3d4-d4efa0e8adf9 service neutron] Checking segment: {'id': 'd0432a65-2dba-42ec-af01-06a1f023bcbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '7671fe98-2365-4aa6-9969-51558d1387c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:34:34.017392 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-180370aa-c361-461b-a4e0-0472912b319a req-2135d65e-b2b4-4cf3-a3d4-d4efa0e8adf9 service neutron] Bound using segment: {'id': 'd0432a65-2dba-42ec-af01-06a1f023bcbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '7671fe98-2365-4aa6-9969-51558d1387c3'} {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:34:34.017836 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-180370aa-c361-461b-a4e0-0472912b319a req-2135d65e-b2b4-4cf3-a3d4-d4efa0e8adf9 service neutron] Bound port: 26915081-966b-4ad6-9045-9ac3a2b934a8, host: n-h1-813419-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0432a65-2dba-42ec-af01-06a1f023bcbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '7671fe98-2365-4aa6-9969-51558d1387c3'}}] {{(pid=102347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:34:34.018198 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-180370aa-c361-461b-a4e0-0472912b319a req-2135d65e-b2b4-4cf3-a3d4-d4efa0e8adf9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:34:34.199800 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-180370aa-c361-461b-a4e0-0472912b319a req-2135d65e-b2b4-4cf3-a3d4-d4efa0e8adf9 service neutron] For port 26915081-966b-4ad6-9045-9ac3a2b934a8, host n-h1-813419-10, cleared binding levels {{(pid=102347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:34:34.204873 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-180370aa-c361-461b-a4e0-0472912b319a req-2135d65e-b2b4-4cf3-a3d4-d4efa0e8adf9 service neutron] For port 26915081-966b-4ad6-9045-9ac3a2b934a8, host n-h1-813419-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=26915081-966b-4ad6-9045-9ac3a2b934a8,segment=NetworkSegment(d0432a65-2dba-42ec-af01-06a1f023bcbe),segment_id=d0432a65-2dba-42ec-af01-06a1f023bcbe)] {{(pid=102347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:34:34.225181 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-180370aa-c361-461b-a4e0-0472912b319a req-2135d65e-b2b4-4cf3-a3d4-d4efa0e8adf9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:34:34.344899 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-526f8c6a-be24-4a0c-9702-8f48bb691404 req-412679ae-cd34-4539-976e-ff08770d9793 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.44 "GET /v2.0/security-groups?id=1cfb3b36-7fdd-4213-b115-9d47e1636c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3751104 Oct 27 10:34:34.359488 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2135d65e-b2b4-4cf3-a3d4-d4efa0e8adf9 service neutron] Pushing event updated for resources: {'Port': ['ID=26915081-966b-4ad6-9045-9ac3a2b934a8,revision_number=3']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:34:34.373199 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-f28a524e-6fa7-429d-b396-f2c30a4e997b req-e6dd3f2f-7c5a-4d18-afbe-0339432b229b tempest-ServerShowV247Test-669708890 tempest-ServerShowV247Test-669708890-project] 10.222.0.44 "GET /v2.0/ports?device_id=cadc2ebe-66c5-4e5f-b460-b68b73876393 HTTP/1.1" status: 200 len: 210 time: 0.0902002 Oct 27 10:34:34.381335 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-aa039832-37a3-4197-a8ab-2230669a3dbf req-7bcd73fd-d43b-4c00-9a62-f926e384a669 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=cadc2ebe-66c5-4e5f-b460-b68b73876393 HTTP/1.1" status: 200 len: 210 time: 0.1748166 Oct 27 10:34:34.429900 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180370aa-c361-461b-a4e0-0472912b319a req-2135d65e-b2b4-4cf3-a3d4-d4efa0e8adf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:34.434549 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-180370aa-c361-461b-a4e0-0472912b319a req-2135d65e-b2b4-4cf3-a3d4-d4efa0e8adf9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:34:34.441211 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-180370aa-c361-461b-a4e0-0472912b319a req-2135d65e-b2b4-4cf3-a3d4-d4efa0e8adf9 service neutron] 10.222.0.64 "PUT /v2.0/ports/26915081-966b-4ad6-9045-9ac3a2b934a8 HTTP/1.1" status: 200 len: 1093 time: 1.2984629 Oct 27 10:34:34.441769 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '192cba42-d191-4414-a74e-0643929ce3ed', 'tag': '26915081-966b-4ad6-9045-9ac3a2b934a8'}] {{(pid=102347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:34:34.450991 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311149b481204ee7edffdb959c881838506fbd95bc8577c048f6677abb73acc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9ca602f-4206-44ba-a83f-cda83028ad0f" -d '{"events": [{"name": "network-changed", "server_uuid": "192cba42-d191-4414-a74e-0643929ce3ed", "tag": "26915081-966b-4ad6-9045-9ac3a2b934a8"}]}' {{(pid=102347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:34:34.523132 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 10:34:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-808a09be-3e1c-40dc-9354-f57e3eb885ab x-openstack-request-id: req-808a09be-3e1c-40dc-9354-f57e3eb885ab {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:34:34.523483 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "192cba42-d191-4414-a74e-0643929ce3ed", "tag": "26915081-966b-4ad6-9045-9ac3a2b934a8", "status": "completed", "code": 200}]} {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:34:34.523747 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-808a09be-3e1c-40dc-9354-f57e3eb885ab {{(pid=102347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:34:34.524148 n-d-813419-10 neutron-server[102347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '192cba42-d191-4414-a74e-0643929ce3ed', 'tag': '26915081-966b-4ad6-9045-9ac3a2b934a8', 'status': 'completed', 'code': 200} Oct 27 10:34:34.547037 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180370aa-c361-461b-a4e0-0472912b319a req-a273644a-02e8-492b-8413-6d4f83df601f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:34.548958 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-180370aa-c361-461b-a4e0-0472912b319a req-a273644a-02e8-492b-8413-6d4f83df601f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c549deff19ee40e78397a6c045bdd5dc&device_id=192cba42-d191-4414-a74e-0643929ce3ed HTTP/1.1" status: 200 len: 1096 time: 0.0590181 Oct 27 10:34:34.551796 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 37052) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:34:34.596816 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-180370aa-c361-461b-a4e0-0472912b319a req-b22f8287-3249-4d2e-8f83-e857ea82b86f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=26915081-966b-4ad6-9045-9ac3a2b934a8 HTTP/1.1" status: 200 len: 217 time: 0.0387354 Oct 27 10:34:34.650281 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180370aa-c361-461b-a4e0-0472912b319a req-7d73628c-7df2-4b5a-8fd5-40b4c0e7b361 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:34.652403 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-180370aa-c361-461b-a4e0-0472912b319a req-7d73628c-7df2-4b5a-8fd5-40b4c0e7b361 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=49e7aa93-ef23-4876-9037-9786c8909fbd HTTP/1.1" status: 200 len: 852 time: 0.0485380 Oct 27 10:34:34.717910 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-4dd24824-1b83-4b9b-a7d3-326f53406eff admin admin] Publish callbacks [] for security_group, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:34:34.851475 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180370aa-c361-461b-a4e0-0472912b319a req-0789b24a-772b-4fe1-ae5c-852050691477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:34.853075 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-180370aa-c361-461b-a4e0-0472912b319a req-0789b24a-772b-4fe1-ae5c-852050691477 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=7671fe98-2365-4aa6-9969-51558d1387c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1939483 Oct 27 10:34:34.904341 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4607f5da-200f-43a7-8b66-9c94a9ca834a req-7afa735a-6140-402c-aadb-cef19587b6d1 tempest-TestVolumeBackupRestore-352548783 tempest-TestVolumeBackupRestore-352548783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:34.906145 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-4607f5da-200f-43a7-8b66-9c94a9ca834a req-7afa735a-6140-402c-aadb-cef19587b6d1 tempest-TestVolumeBackupRestore-352548783 tempest-TestVolumeBackupRestore-352548783-project] 10.222.0.44 "GET /v2.0/ports?device_id=192cba42-d191-4414-a74e-0643929ce3ed HTTP/1.1" status: 200 len: 944 time: 0.0601866 Oct 27 10:34:34.940470 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-4dd24824-1b83-4b9b-a7d3-326f53406eff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:34:34.953876 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-4607f5da-200f-43a7-8b66-9c94a9ca834a req-a7992485-065a-47cf-9d7c-c8d2ad377d1d tempest-TestVolumeBackupRestore-352548783 tempest-TestVolumeBackupRestore-352548783-project] 10.222.0.44 "GET /v2.0/security-groups?id=0e7605b8-d9f5-4d60-9d34-d90bbb4e1b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410459 Oct 27 10:34:34.958392 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239a49db-1b58-4705-88d4-bce9053ca9f2 req-5d86783b-25ed-497e-96f2-ec47fd22a783 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:34.965558 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239a49db-1b58-4705-88d4-bce9053ca9f2 req-5d86783b-25ed-497e-96f2-ec47fd22a783 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:34.972025 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239a49db-1b58-4705-88d4-bce9053ca9f2 req-5d86783b-25ed-497e-96f2-ec47fd22a783 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:34.977884 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239a49db-1b58-4705-88d4-bce9053ca9f2 req-5d86783b-25ed-497e-96f2-ec47fd22a783 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:34.983794 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239a49db-1b58-4705-88d4-bce9053ca9f2 req-5d86783b-25ed-497e-96f2-ec47fd22a783 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:34.989935 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239a49db-1b58-4705-88d4-bce9053ca9f2 req-5d86783b-25ed-497e-96f2-ec47fd22a783 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:34.995803 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239a49db-1b58-4705-88d4-bce9053ca9f2 req-5d86783b-25ed-497e-96f2-ec47fd22a783 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:34.997768 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-239a49db-1b58-4705-88d4-bce9053ca9f2 req-5d86783b-25ed-497e-96f2-ec47fd22a783 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] 10.222.0.44 "GET /v2.0/ports?device_id=91ccc442-ec50-4418-afd5-4249b29ada1e HTTP/1.1" status: 200 len: 5429 time: 0.2022257 Oct 27 10:34:35.000627 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-4dd24824-1b83-4b9b-a7d3-326f53406eff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:34:35.071386 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd24824-1b83-4b9b-a7d3-326f53406eff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b903cbfe-323d-4c5a-a8f4-8aac45259fd5,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:34:35.080461 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-4dd24824-1b83-4b9b-a7d3-326f53406eff admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=72b9b743bf884e249643fe9b0419f38e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5275779 Oct 27 10:34:35.083188 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 37062) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:34:35.089527 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-180370aa-c361-461b-a4e0-0472912b319a req-bf6b51ac-82b1-4189-ade7-e6b040cd3687 service neutron] 10.222.0.64 "GET /v2.0/networks/7671fe98-2365-4aa6-9969-51558d1387c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2279298 Oct 27 10:34:35.113334 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-239a49db-1b58-4705-88d4-bce9053ca9f2 req-3b9b3aeb-c412-458d-81a0-8c7d375a3154 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] 10.222.0.44 "GET /v2.0/security-groups?id=55228541-a3ac-4395-a6f1-3eb381084dbe&id=ae9e7cb5-3404-4285-8fc7-72260b0f869e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0910137 Oct 27 10:34:35.137581 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-de376986-40a7-4d66-a238-1d4836b0367f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:34:35.158624 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-de376986-40a7-4d66-a238-1d4836b0367f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:34:35.212842 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-de376986-40a7-4d66-a238-1d4836b0367f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:34:35.215580 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-de376986-40a7-4d66-a238-1d4836b0367f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:34:35.216880 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-de376986-40a7-4d66-a238-1d4836b0367f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b903cbfe-323d-4c5a-a8f4-8aac45259fd5 HTTP/1.1" status: 204 len: 168 time: 0.1323233 Oct 27 10:34:35.223218 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-180370aa-c361-461b-a4e0-0472912b319a req-7b76d571-b05c-40c1-b445-b4f368d7418f service neutron] 10.222.0.64 "GET /v2.0/networks/7671fe98-2365-4aa6-9969-51558d1387c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257193 Oct 27 10:34:35.225660 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de376986-40a7-4d66-a238-1d4836b0367f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b903cbfe-323d-4c5a-a8f4-8aac45259fd5,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:34:35.312648 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ca602f-4206-44ba-a83f-cda83028ad0f req-066bbce8-9ea7-46e7-945f-64e90f53f2e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:35.314323 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b9ca602f-4206-44ba-a83f-cda83028ad0f req-066bbce8-9ea7-46e7-945f-64e90f53f2e2 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c549deff19ee40e78397a6c045bdd5dc&device_id=192cba42-d191-4414-a74e-0643929ce3ed HTTP/1.1" status: 200 len: 1096 time: 0.0464821 Oct 27 10:34:35.466871 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ca602f-4206-44ba-a83f-cda83028ad0f req-af0b35b3-275a-45a2-b9fd-5eb26cdcc8a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:35.468564 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b9ca602f-4206-44ba-a83f-cda83028ad0f req-af0b35b3-275a-45a2-b9fd-5eb26cdcc8a6 service neutron] 10.222.0.64 "GET /v2.0/networks?id=7671fe98-2365-4aa6-9969-51558d1387c3 HTTP/1.1" status: 200 len: 914 time: 0.1469469 Oct 27 10:34:35.531114 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b9ca602f-4206-44ba-a83f-cda83028ad0f req-384730a4-68a6-4c6a-84cc-e8a9f4cc3b6f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=26915081-966b-4ad6-9045-9ac3a2b934a8 HTTP/1.1" status: 200 len: 217 time: 0.0543883 Oct 27 10:34:35.534319 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1baffe-fe85-48ae-a016-d5499dd834b6 req-bdd303c0-83a2-44c7-9af2-89fc44913d31 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:35.544038 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-da1baffe-fe85-48ae-a016-d5499dd834b6 req-bdd303c0-83a2-44c7-9af2-89fc44913d31 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.44 "GET /v2.0/ports?device_id=a74be7ec-67b9-48c4-b1ce-a2a62f059c3a HTTP/1.1" status: 200 len: 945 time: 0.0776958 Oct 27 10:34:35.587957 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-104120de-6444-4492-96b9-b41243a4802b req-d029d848-a4d1-439d-9426-c41b78d165d5 tempest-ServerShowV247Test-669708890 tempest-ServerShowV247Test-669708890-project] 10.222.0.44 "GET /v2.0/ports?device_id=cadc2ebe-66c5-4e5f-b460-b68b73876393 HTTP/1.1" status: 200 len: 210 time: 0.0570543 Oct 27 10:34:35.590336 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-da1baffe-fe85-48ae-a016-d5499dd834b6 req-96d3c9d0-10f2-4d5b-89e4-39b37ec78ba3 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.44 "GET /v2.0/security-groups?id=1cfb3b36-7fdd-4213-b115-9d47e1636c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425980 Oct 27 10:34:35.608402 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 37074) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:34:35.626188 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ca602f-4206-44ba-a83f-cda83028ad0f req-13ae82e1-bd3f-444d-93a3-f3a903d616f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:35.627747 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b9ca602f-4206-44ba-a83f-cda83028ad0f req-13ae82e1-bd3f-444d-93a3-f3a903d616f0 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=49e7aa93-ef23-4876-9037-9786c8909fbd HTTP/1.1" status: 200 len: 852 time: 0.0887012 Oct 27 10:34:35.630434 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-4bac979a-acfd-4709-9522-cf18d84818a4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:34:35.683322 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ca602f-4206-44ba-a83f-cda83028ad0f req-058151a7-37ea-4a0e-8859-4c738b8d4819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:35.685049 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b9ca602f-4206-44ba-a83f-cda83028ad0f req-058151a7-37ea-4a0e-8859-4c738b8d4819 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=7671fe98-2365-4aa6-9969-51558d1387c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0504875 Oct 27 10:34:35.732934 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-4bac979a-acfd-4709-9522-cf18d84818a4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:34:35.738241 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-4bac979a-acfd-4709-9522-cf18d84818a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:34:35.782402 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-4bac979a-acfd-4709-9522-cf18d84818a4 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b298b71be5a34a0daeede217fbf0682d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1703680 Oct 27 10:34:35.782402 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bac979a-acfd-4709-9522-cf18d84818a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f9ba7b0-c3b5-461d-abe9-1b0778eeb29c,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:34:35.782966 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 37076) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:34:35.805599 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b9ca602f-4206-44ba-a83f-cda83028ad0f req-e9da359c-be2c-4395-97d7-206111b3660e service neutron] 10.222.0.64 "GET /v2.0/networks/7671fe98-2365-4aa6-9969-51558d1387c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044142 Oct 27 10:34:35.841716 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.agents_db [None req-e79ee67d-056e-46ea-bd99-e80473396b25 None None] Agent healthcheck: found 7 active agents {{(pid=102349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 10:34:35.895810 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-9f899dd6-7d6e-4e11-b43f-cc622482bf52 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:34:35.934866 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-9f899dd6-7d6e-4e11-b43f-cc622482bf52 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:34:35.942448 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b9ca602f-4206-44ba-a83f-cda83028ad0f req-28313f7c-f008-49a6-ae0c-5d37b92d10c3 service neutron] 10.222.0.64 "GET /v2.0/networks/7671fe98-2365-4aa6-9969-51558d1387c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298530 Oct 27 10:34:35.985426 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-9f899dd6-7d6e-4e11-b43f-cc622482bf52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:34:35.990966 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-9f899dd6-7d6e-4e11-b43f-cc622482bf52 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:34:35.992291 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-9f899dd6-7d6e-4e11-b43f-cc622482bf52 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3f9ba7b0-c3b5-461d-abe9-1b0778eeb29c HTTP/1.1" status: 204 len: 168 time: 0.2083707 Oct 27 10:34:36.001825 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f899dd6-7d6e-4e11-b43f-cc622482bf52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f9ba7b0-c3b5-461d-abe9-1b0778eeb29c,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:34:36.077370 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b30c538-f613-40eb-8894-d216f8268ffa req-3f456701-2f79-4a38-ba7c-16e3620ffd94 tempest-TestVolumeBackupRestore-352548783 tempest-TestVolumeBackupRestore-352548783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:36.084835 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-9b30c538-f613-40eb-8894-d216f8268ffa req-3f456701-2f79-4a38-ba7c-16e3620ffd94 tempest-TestVolumeBackupRestore-352548783 tempest-TestVolumeBackupRestore-352548783-project] 10.222.0.44 "GET /v2.0/ports?device_id=192cba42-d191-4414-a74e-0643929ce3ed HTTP/1.1" status: 200 len: 944 time: 0.0595961 Oct 27 10:34:36.138072 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-9b30c538-f613-40eb-8894-d216f8268ffa req-8e1ae4c2-8a62-4725-ae0c-545bd8c43e12 tempest-TestVolumeBackupRestore-352548783 tempest-TestVolumeBackupRestore-352548783-project] 10.222.0.44 "GET /v2.0/security-groups?id=0e7605b8-d9f5-4d60-9d34-d90bbb4e1b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523226 Oct 27 10:34:36.274847 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db8b056-cec1-4906-a365-4b13979fcfc1 req-fcf15599-ad2b-4a67-b4d8-026a64d59e74 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:36.280814 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db8b056-cec1-4906-a365-4b13979fcfc1 req-fcf15599-ad2b-4a67-b4d8-026a64d59e74 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:36.286657 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db8b056-cec1-4906-a365-4b13979fcfc1 req-fcf15599-ad2b-4a67-b4d8-026a64d59e74 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:36.292669 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db8b056-cec1-4906-a365-4b13979fcfc1 req-fcf15599-ad2b-4a67-b4d8-026a64d59e74 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:36.299168 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db8b056-cec1-4906-a365-4b13979fcfc1 req-fcf15599-ad2b-4a67-b4d8-026a64d59e74 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:36.305057 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db8b056-cec1-4906-a365-4b13979fcfc1 req-fcf15599-ad2b-4a67-b4d8-026a64d59e74 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:36.311537 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db8b056-cec1-4906-a365-4b13979fcfc1 req-fcf15599-ad2b-4a67-b4d8-026a64d59e74 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:36.313450 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-0db8b056-cec1-4906-a365-4b13979fcfc1 req-fcf15599-ad2b-4a67-b4d8-026a64d59e74 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] 10.222.0.44 "GET /v2.0/ports?device_id=91ccc442-ec50-4418-afd5-4249b29ada1e HTTP/1.1" status: 200 len: 5429 time: 0.1020877 Oct 27 10:34:36.376930 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-0db8b056-cec1-4906-a365-4b13979fcfc1 req-14ad739d-992e-4019-8819-72f3fd290ab8 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] 10.222.0.44 "GET /v2.0/security-groups?id=55228541-a3ac-4395-a6f1-3eb381084dbe&id=ae9e7cb5-3404-4285-8fc7-72260b0f869e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0563028 Oct 27 10:34:36.716783 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-4d8c8637-820d-48ad-ad28-9adaecdbe29a req-611d141d-fccd-4245-955b-8d30df4d4add tempest-ServerShowV247Test-669708890 tempest-ServerShowV247Test-669708890-project] 10.222.0.44 "GET /v2.0/ports?device_id=cadc2ebe-66c5-4e5f-b460-b68b73876393 HTTP/1.1" status: 200 len: 210 time: 0.0283833 Oct 27 10:34:36.720836 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf7f547-1073-48f2-905a-cc7d137cfd85 req-b6aaa047-bb9a-4b8d-ab5d-c377cfdfcefe tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:36.728014 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8bf7f547-1073-48f2-905a-cc7d137cfd85 req-b6aaa047-bb9a-4b8d-ab5d-c377cfdfcefe tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.44 "GET /v2.0/ports?device_id=a74be7ec-67b9-48c4-b1ce-a2a62f059c3a HTTP/1.1" status: 200 len: 945 time: 0.0642312 Oct 27 10:34:36.783017 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8bf7f547-1073-48f2-905a-cc7d137cfd85 req-283b703a-d3bd-4603-bd93-2f991a55d067 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.44 "GET /v2.0/security-groups?id=1cfb3b36-7fdd-4213-b115-9d47e1636c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516720 Oct 27 10:34:37.155581 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-d08d5644-15f9-4a62-a72d-9251ce2f2f7e req-e14adae3-58ba-4f50-aaab-85c4851ad1dd tempest-ServerShowV247Test-669708890 tempest-ServerShowV247Test-669708890-project] 10.222.0.44 "GET /v2.0/ports?device_id=cadc2ebe-66c5-4e5f-b460-b68b73876393 HTTP/1.1" status: 200 len: 210 time: 0.0373340 Oct 27 10:34:37.363131 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 37144) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:34:37.406228 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270bee3e-ad60-4865-bdb2-a134f64cefd2 req-243cb5bd-5d71-46da-95a3-af345d4306a5 tempest-TestVolumeBackupRestore-352548783 tempest-TestVolumeBackupRestore-352548783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:37.408816 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-270bee3e-ad60-4865-bdb2-a134f64cefd2 req-243cb5bd-5d71-46da-95a3-af345d4306a5 tempest-TestVolumeBackupRestore-352548783 tempest-TestVolumeBackupRestore-352548783-project] 10.222.0.44 "GET /v2.0/ports?device_id=192cba42-d191-4414-a74e-0643929ce3ed HTTP/1.1" status: 200 len: 944 time: 0.0607452 Oct 27 10:34:37.474012 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-270bee3e-ad60-4865-bdb2-a134f64cefd2 req-83db9baf-b10e-4846-a133-b3d9e40b17cf tempest-TestVolumeBackupRestore-352548783 tempest-TestVolumeBackupRestore-352548783-project] 10.222.0.44 "GET /v2.0/security-groups?id=0e7605b8-d9f5-4d60-9d34-d90bbb4e1b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537660 Oct 27 10:34:37.513386 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d088370b-c7f3-400f-9a5e-0b42b93d0f79 req-bee4b14d-cfd2-4791-bea6-e35486b32f05 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:37.523284 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d088370b-c7f3-400f-9a5e-0b42b93d0f79 req-bee4b14d-cfd2-4791-bea6-e35486b32f05 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:37.534525 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d088370b-c7f3-400f-9a5e-0b42b93d0f79 req-bee4b14d-cfd2-4791-bea6-e35486b32f05 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:37.543074 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d088370b-c7f3-400f-9a5e-0b42b93d0f79 req-bee4b14d-cfd2-4791-bea6-e35486b32f05 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:37.550224 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d088370b-c7f3-400f-9a5e-0b42b93d0f79 req-bee4b14d-cfd2-4791-bea6-e35486b32f05 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:37.556766 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d088370b-c7f3-400f-9a5e-0b42b93d0f79 req-bee4b14d-cfd2-4791-bea6-e35486b32f05 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:37.569311 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d088370b-c7f3-400f-9a5e-0b42b93d0f79 req-bee4b14d-cfd2-4791-bea6-e35486b32f05 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:37.577186 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-d088370b-c7f3-400f-9a5e-0b42b93d0f79 req-bee4b14d-cfd2-4791-bea6-e35486b32f05 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] 10.222.0.44 "GET /v2.0/ports?device_id=19de7999-f151-4eb5-986d-3e7b0f987b5e HTTP/1.1" status: 200 len: 5437 time: 0.1286652 Oct 27 10:34:37.612883 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-f63b8b22-ef79-4f67-8537-a274ed818314 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:34:37.626664 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1226a18d-5338-4702-a4ba-e4f866404f5c req-f3516944-d3d9-49e2-8bed-9cecea024264 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:37.632832 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1226a18d-5338-4702-a4ba-e4f866404f5c req-f3516944-d3d9-49e2-8bed-9cecea024264 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:37.638981 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1226a18d-5338-4702-a4ba-e4f866404f5c req-f3516944-d3d9-49e2-8bed-9cecea024264 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:37.645770 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1226a18d-5338-4702-a4ba-e4f866404f5c req-f3516944-d3d9-49e2-8bed-9cecea024264 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:37.652821 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1226a18d-5338-4702-a4ba-e4f866404f5c req-f3516944-d3d9-49e2-8bed-9cecea024264 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:37.659476 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1226a18d-5338-4702-a4ba-e4f866404f5c req-f3516944-d3d9-49e2-8bed-9cecea024264 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:37.665738 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1226a18d-5338-4702-a4ba-e4f866404f5c req-f3516944-d3d9-49e2-8bed-9cecea024264 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:37.668451 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-1226a18d-5338-4702-a4ba-e4f866404f5c req-f3516944-d3d9-49e2-8bed-9cecea024264 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] 10.222.0.44 "GET /v2.0/ports?device_id=91ccc442-ec50-4418-afd5-4249b29ada1e HTTP/1.1" status: 200 len: 5429 time: 0.1091816 Oct 27 10:34:37.689023 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-d088370b-c7f3-400f-9a5e-0b42b93d0f79 req-98d7cd79-b81b-474a-8eca-ead8d8c6e9f9 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] 10.222.0.44 "GET /v2.0/security-groups?id=34344a0a-bfc2-4f4b-96e6-fe0cf33c620a&id=652e3df3-defd-4709-b4c8-a9361485da20&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1108160 Oct 27 10:34:37.719927 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-1226a18d-5338-4702-a4ba-e4f866404f5c req-0ebe44cb-2287-4f03-9a20-bb77e24ed5fd tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] 10.222.0.44 "GET /v2.0/security-groups?id=55228541-a3ac-4395-a6f1-3eb381084dbe&id=ae9e7cb5-3404-4285-8fc7-72260b0f869e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0447359 Oct 27 10:34:37.757633 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-f63b8b22-ef79-4f67-8537-a274ed818314 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:34:37.762175 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-f63b8b22-ef79-4f67-8537-a274ed818314 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:34:37.802635 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63b8b22-ef79-4f67-8537-a274ed818314 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69c57f76-fc08-4c34-9f88-925385300e61,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:34:37.826509 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 37158) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:34:37.831663 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-f63b8b22-ef79-4f67-8537-a274ed818314 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=900a2bb786374ce89d424dfb814c675b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4657960 Oct 27 10:34:37.934332 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-4c0a8caa-866f-437a-812f-2526e12a4dcd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:34:37.959476 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-4c0a8caa-866f-437a-812f-2526e12a4dcd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:34:37.960537 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4122f815-ffab-451d-b0a5-844c15137e46 req-d0e62340-352e-4aaa-a865-8aa9133d2e1b tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:37.962982 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-4122f815-ffab-451d-b0a5-844c15137e46 req-d0e62340-352e-4aaa-a865-8aa9133d2e1b tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.44 "GET /v2.0/ports?device_id=a74be7ec-67b9-48c4-b1ce-a2a62f059c3a HTTP/1.1" status: 200 len: 945 time: 0.0630670 Oct 27 10:34:38.012045 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-4122f815-ffab-451d-b0a5-844c15137e46 req-ec8dc57f-80e0-44c8-9566-a5416b558a40 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.44 "GET /v2.0/security-groups?id=1cfb3b36-7fdd-4213-b115-9d47e1636c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414684 Oct 27 10:34:38.019509 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-4c0a8caa-866f-437a-812f-2526e12a4dcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:34:38.022778 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-4c0a8caa-866f-437a-812f-2526e12a4dcd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:34:38.023988 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-4c0a8caa-866f-437a-812f-2526e12a4dcd admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/69c57f76-fc08-4c34-9f88-925385300e61 HTTP/1.1" status: 204 len: 168 time: 0.1958501 Oct 27 10:34:38.050568 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0a8caa-866f-437a-812f-2526e12a4dcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69c57f76-fc08-4c34-9f88-925385300e61,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:34:38.315325 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-9a307347-2768-4237-86f9-3a81a2cefc70 req-42bdc389-318c-463d-9ac3-ba720bd888ed tempest-ServerShowV247Test-669708890 tempest-ServerShowV247Test-669708890-project] 10.222.0.44 "GET /v2.0/ports?device_id=cadc2ebe-66c5-4e5f-b460-b68b73876393 HTTP/1.1" status: 200 len: 210 time: 0.0590096 Oct 27 10:34:38.439720 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd281f63-dcaf-408a-8374-56c171792a4d req-a1a72af3-422c-45e6-93c0-b9b719c986a6 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:38.446453 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd281f63-dcaf-408a-8374-56c171792a4d req-a1a72af3-422c-45e6-93c0-b9b719c986a6 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:38.457524 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd281f63-dcaf-408a-8374-56c171792a4d req-a1a72af3-422c-45e6-93c0-b9b719c986a6 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:38.465293 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd281f63-dcaf-408a-8374-56c171792a4d req-a1a72af3-422c-45e6-93c0-b9b719c986a6 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:38.473134 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd281f63-dcaf-408a-8374-56c171792a4d req-a1a72af3-422c-45e6-93c0-b9b719c986a6 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:38.479577 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd281f63-dcaf-408a-8374-56c171792a4d req-a1a72af3-422c-45e6-93c0-b9b719c986a6 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:38.490514 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd281f63-dcaf-408a-8374-56c171792a4d req-a1a72af3-422c-45e6-93c0-b9b719c986a6 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:38.490514 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-cd281f63-dcaf-408a-8374-56c171792a4d req-a1a72af3-422c-45e6-93c0-b9b719c986a6 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] 10.222.0.64 "GET /v2.0/ports?device_id=19de7999-f151-4eb5-986d-3e7b0f987b5e HTTP/1.1" status: 200 len: 5437 time: 0.1429923 Oct 27 10:34:38.554045 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd281f63-dcaf-408a-8374-56c171792a4d req-65cd7e2d-4f1e-4af8-93a1-f3e1b23ede86 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:38.556070 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-cd281f63-dcaf-408a-8374-56c171792a4d req-65cd7e2d-4f1e-4af8-93a1-f3e1b23ede86 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] 10.222.0.64 "GET /v2.0/ports/2987d3d2-c23b-41d4-81db-f2875388f5dc?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0589795 Oct 27 10:34:38.643651 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d1af72-f10f-4e2d-ac4e-75a8c7127fb9 req-d4741172-89b4-479d-a989-349717232fc1 tempest-TestVolumeBackupRestore-352548783 tempest-TestVolumeBackupRestore-352548783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:38.651345 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-d0d1af72-f10f-4e2d-ac4e-75a8c7127fb9 req-d4741172-89b4-479d-a989-349717232fc1 tempest-TestVolumeBackupRestore-352548783 tempest-TestVolumeBackupRestore-352548783-project] 10.222.0.44 "GET /v2.0/ports?device_id=192cba42-d191-4414-a74e-0643929ce3ed HTTP/1.1" status: 200 len: 944 time: 0.0816164 Oct 27 10:34:38.722282 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-d0d1af72-f10f-4e2d-ac4e-75a8c7127fb9 req-0c5d0743-1ab6-4a4c-ab01-d29af38e6144 tempest-TestVolumeBackupRestore-352548783 tempest-TestVolumeBackupRestore-352548783-project] 10.222.0.44 "GET /v2.0/security-groups?id=0e7605b8-d9f5-4d60-9d34-d90bbb4e1b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689616 Oct 27 10:34:38.724391 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-cd281f63-dcaf-408a-8374-56c171792a4d req-3ce2675c-51a5-425a-933a-23baaaa5e5d9 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] 10.222.0.64 "GET /v2.0/networks/d9f24547-a97b-4994-95da-a3dc1f0864ec?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1471708 Oct 27 10:34:38.739330 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [req-cd281f63-dcaf-408a-8374-56c171792a4d req-3a475ad8-99d0-4812-b824-a2d7cddb503f service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:34:38.842510 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:34:38.848579 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-cd281f63-dcaf-408a-8374-56c171792a4d req-3a475ad8-99d0-4812-b824-a2d7cddb503f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:34:39.003839 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb1aed9-d475-4dde-8199-02ac2f988ea1 req-c433720e-1c97-4426-8dd5-d68bf69bf96e tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:39.011757 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb1aed9-d475-4dde-8199-02ac2f988ea1 req-c433720e-1c97-4426-8dd5-d68bf69bf96e tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:39.018919 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb1aed9-d475-4dde-8199-02ac2f988ea1 req-c433720e-1c97-4426-8dd5-d68bf69bf96e tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:39.025138 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb1aed9-d475-4dde-8199-02ac2f988ea1 req-c433720e-1c97-4426-8dd5-d68bf69bf96e tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:39.032213 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb1aed9-d475-4dde-8199-02ac2f988ea1 req-c433720e-1c97-4426-8dd5-d68bf69bf96e tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:39.052323 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb1aed9-d475-4dde-8199-02ac2f988ea1 req-c433720e-1c97-4426-8dd5-d68bf69bf96e tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:39.062079 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb1aed9-d475-4dde-8199-02ac2f988ea1 req-c433720e-1c97-4426-8dd5-d68bf69bf96e tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:39.063986 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-feb1aed9-d475-4dde-8199-02ac2f988ea1 req-c433720e-1c97-4426-8dd5-d68bf69bf96e tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] 10.222.0.44 "GET /v2.0/ports?device_id=91ccc442-ec50-4418-afd5-4249b29ada1e HTTP/1.1" status: 200 len: 5429 time: 0.1829610 Oct 27 10:34:39.121946 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2127d691-e99b-4fd4-bc44-0218c2b3cbda req-a915e941-7e5d-44c4-a220-e733d95d00a9 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:39.128998 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2127d691-e99b-4fd4-bc44-0218c2b3cbda req-a915e941-7e5d-44c4-a220-e733d95d00a9 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:39.139997 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-feb1aed9-d475-4dde-8199-02ac2f988ea1 req-656a400f-4ab5-43d0-abf1-885d15d518bd tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] 10.222.0.44 "GET /v2.0/security-groups?id=55228541-a3ac-4395-a6f1-3eb381084dbe&id=ae9e7cb5-3404-4285-8fc7-72260b0f869e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0636389 Oct 27 10:34:39.145395 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2127d691-e99b-4fd4-bc44-0218c2b3cbda req-a915e941-7e5d-44c4-a220-e733d95d00a9 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:39.154948 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2127d691-e99b-4fd4-bc44-0218c2b3cbda req-a915e941-7e5d-44c4-a220-e733d95d00a9 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:39.161727 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2127d691-e99b-4fd4-bc44-0218c2b3cbda req-a915e941-7e5d-44c4-a220-e733d95d00a9 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:39.168602 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2127d691-e99b-4fd4-bc44-0218c2b3cbda req-a915e941-7e5d-44c4-a220-e733d95d00a9 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:39.174581 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2127d691-e99b-4fd4-bc44-0218c2b3cbda req-a915e941-7e5d-44c4-a220-e733d95d00a9 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:39.176542 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-2127d691-e99b-4fd4-bc44-0218c2b3cbda req-a915e941-7e5d-44c4-a220-e733d95d00a9 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] 10.222.0.44 "GET /v2.0/ports?device_id=19de7999-f151-4eb5-986d-3e7b0f987b5e HTTP/1.1" status: 200 len: 5437 time: 0.2543895 Oct 27 10:34:39.234159 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-cd281f63-dcaf-408a-8374-56c171792a4d req-3a475ad8-99d0-4812-b824-a2d7cddb503f service neutron] For port 2987d3d2-c23b-41d4-81db-f2875388f5dc, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=2987d3d2-c23b-41d4-81db-f2875388f5dc,segment=NetworkSegment(cd49c69a-bebc-4495-b045-2a5c5dbedd8b),segment_id=cd49c69a-bebc-4495-b045-2a5c5dbedd8b)] {{(pid=102347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:34:39.248234 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-2127d691-e99b-4fd4-bc44-0218c2b3cbda req-bc27e4f1-ee4f-4cbd-9119-ea5fc5fe360e tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] 10.222.0.44 "GET /v2.0/security-groups?id=34344a0a-bfc2-4f4b-96e6-fe0cf33c620a&id=652e3df3-defd-4709-b4c8-a9361485da20&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0628452 Oct 27 10:34:39.280912 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-cd281f63-dcaf-408a-8374-56c171792a4d req-3a475ad8-99d0-4812-b824-a2d7cddb503f service neutron] For port 2987d3d2-c23b-41d4-81db-f2875388f5dc, host n-h1-813419-10, cleared binding levels {{(pid=102347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:34:39.301457 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4c8fe6-0b05-4094-ba13-7157d8439a55 req-49a46d15-41b6-44cd-84ce-a9362793b095 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:39.303005 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-bf4c8fe6-0b05-4094-ba13-7157d8439a55 req-49a46d15-41b6-44cd-84ce-a9362793b095 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.44 "GET /v2.0/ports?device_id=a74be7ec-67b9-48c4-b1ce-a2a62f059c3a HTTP/1.1" status: 200 len: 945 time: 0.0504851 Oct 27 10:34:39.325457 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [req-cd281f63-dcaf-408a-8374-56c171792a4d req-3a475ad8-99d0-4812-b824-a2d7cddb503f service neutron] device_id is not set on port 2987d3d2-c23b-41d4-81db-f2875388f5dc yet. {{(pid=102347) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 10:34:39.335425 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-cd281f63-dcaf-408a-8374-56c171792a4d req-3a475ad8-99d0-4812-b824-a2d7cddb503f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:34:39.342240 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-cd281f63-dcaf-408a-8374-56c171792a4d req-3a475ad8-99d0-4812-b824-a2d7cddb503f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:34:39.349147 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-bf4c8fe6-0b05-4094-ba13-7157d8439a55 req-bcd75ce1-2694-4c97-96f3-c5366e529c07 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.44 "GET /v2.0/security-groups?id=1cfb3b36-7fdd-4213-b115-9d47e1636c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396407 Oct 27 10:34:39.405093 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd281f63-dcaf-408a-8374-56c171792a4d req-3a475ad8-99d0-4812-b824-a2d7cddb503f service neutron] No DVR routers for this DVR port 2987d3d2-c23b-41d4-81db-f2875388f5dc on host n-h1-813419-10 {{(pid=102347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:34:39.438958 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a475ad8-99d0-4812-b824-a2d7cddb503f service neutron] Pushing event updated for resources: {'Port': ['ID=2987d3d2-c23b-41d4-81db-f2875388f5dc,revision_number=6']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:34:39.458356 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 37216) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:34:39.467063 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [req-cd281f63-dcaf-408a-8374-56c171792a4d req-3a475ad8-99d0-4812-b824-a2d7cddb503f service neutron] In _notify_port_updated(), no bound segment for port 2987d3d2-c23b-41d4-81db-f2875388f5dc on network d9f24547-a97b-4994-95da-a3dc1f0864ec {{(pid=102347) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 27 10:34:39.467924 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd281f63-dcaf-408a-8374-56c171792a4d req-3a475ad8-99d0-4812-b824-a2d7cddb503f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:39.468561 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-cd281f63-dcaf-408a-8374-56c171792a4d req-3a475ad8-99d0-4812-b824-a2d7cddb503f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:34:39.469995 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-cd281f63-dcaf-408a-8374-56c171792a4d req-3a475ad8-99d0-4812-b824-a2d7cddb503f service neutron] 10.222.0.64 "PUT /v2.0/ports/2987d3d2-c23b-41d4-81db-f2875388f5dc HTTP/1.1" status: 200 len: 1028 time: 0.7377410 Oct 27 10:34:39.487390 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-5ac4799d-9bbb-4368-92f3-77492781a3c4 req-41d0ee7d-9941-442f-98b8-55b2d581adb1 tempest-ServerShowV247Test-669708890 tempest-ServerShowV247Test-669708890-project] 10.222.0.44 "GET /v2.0/ports?device_id=cadc2ebe-66c5-4e5f-b460-b68b73876393 HTTP/1.1" status: 200 len: 210 time: 0.0329707 Oct 27 10:34:39.533151 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd281f63-dcaf-408a-8374-56c171792a4d req-ed445674-f656-4eba-b425-19a62bfcd671 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:39.534531 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-cd281f63-dcaf-408a-8374-56c171792a4d req-ed445674-f656-4eba-b425-19a62bfcd671 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] 10.222.0.64 "GET /v2.0/ports/f866a8ac-0d08-4157-96c5-6411c7be1248?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0496852 Oct 27 10:34:39.549870 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [req-cd281f63-dcaf-408a-8374-56c171792a4d req-2511cacd-1106-4cc9-a90c-68bb7d229ec5 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:34:39.577978 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-2f9ca46a-8581-4917-9037-8d6a418030e5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:34:39.617178 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-cd281f63-dcaf-408a-8374-56c171792a4d req-2511cacd-1106-4cc9-a90c-68bb7d229ec5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:34:39.673212 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-2f9ca46a-8581-4917-9037-8d6a418030e5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:34:39.678584 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-2e2605b5-c139-4662-bcaf-dc7faee86b1e None None] Provisioning complete for port 2987d3d2-c23b-41d4-81db-f2875388f5dc triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:34:39.679286 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-2e2605b5-c139-4662-bcaf-dc7faee86b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:34:39.680032 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-2f9ca46a-8581-4917-9037-8d6a418030e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:34:39.712215 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9ca46a-8581-4917-9037-8d6a418030e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34641105-3d07-4b07-bb1d-1e7241a2a8f0,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:34:39.715031 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-2e2605b5-c139-4662-bcaf-dc7faee86b1e None None] Port 2987d3d2-c23b-41d4-81db-f2875388f5dc cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:34:39.736516 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-2f9ca46a-8581-4917-9037-8d6a418030e5 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=cf65a9ef69b84b98b7f45980db097a41&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2770658 Oct 27 10:34:39.739380 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 37220) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:34:39.801283 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-cd281f63-dcaf-408a-8374-56c171792a4d req-2511cacd-1106-4cc9-a90c-68bb7d229ec5 service neutron] For port f866a8ac-0d08-4157-96c5-6411c7be1248, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=f866a8ac-0d08-4157-96c5-6411c7be1248,segment=NetworkSegment(cd49c69a-bebc-4495-b045-2a5c5dbedd8b),segment_id=cd49c69a-bebc-4495-b045-2a5c5dbedd8b)] {{(pid=102347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:34:39.832254 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-d4433888-48ff-4778-a4e5-667ef663bee7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:34:39.846248 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd9f245-dde6-4230-8ffe-56c6119e4f7c req-c615ebe3-e0f2-4367-9e8a-347a255448c2 tempest-TestVolumeBackupRestore-352548783 tempest-TestVolumeBackupRestore-352548783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:39.847905 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-0dd9f245-dde6-4230-8ffe-56c6119e4f7c req-c615ebe3-e0f2-4367-9e8a-347a255448c2 tempest-TestVolumeBackupRestore-352548783 tempest-TestVolumeBackupRestore-352548783-project] 10.222.0.44 "GET /v2.0/ports?device_id=192cba42-d191-4414-a74e-0643929ce3ed HTTP/1.1" status: 200 len: 944 time: 0.0508282 Oct 27 10:34:39.857281 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-cd281f63-dcaf-408a-8374-56c171792a4d req-2511cacd-1106-4cc9-a90c-68bb7d229ec5 service neutron] For port f866a8ac-0d08-4157-96c5-6411c7be1248, host n-h1-813419-10, cleared binding levels {{(pid=102347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:34:39.887002 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-d4433888-48ff-4778-a4e5-667ef663bee7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:34:39.889596 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-0dd9f245-dde6-4230-8ffe-56c6119e4f7c req-3a2e757b-2ee6-4eca-a43d-3abe0965f14a tempest-TestVolumeBackupRestore-352548783 tempest-TestVolumeBackupRestore-352548783-project] 10.222.0.44 "GET /v2.0/security-groups?id=0e7605b8-d9f5-4d60-9d34-d90bbb4e1b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330637 Oct 27 10:34:39.912053 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [req-cd281f63-dcaf-408a-8374-56c171792a4d req-2511cacd-1106-4cc9-a90c-68bb7d229ec5 service neutron] device_id is not set on port f866a8ac-0d08-4157-96c5-6411c7be1248 yet. {{(pid=102347) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 10:34:39.932165 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-cd281f63-dcaf-408a-8374-56c171792a4d req-2511cacd-1106-4cc9-a90c-68bb7d229ec5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:34:39.939834 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-cd281f63-dcaf-408a-8374-56c171792a4d req-2511cacd-1106-4cc9-a90c-68bb7d229ec5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:34:39.991725 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-d4433888-48ff-4778-a4e5-667ef663bee7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:34:39.994818 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-d4433888-48ff-4778-a4e5-667ef663bee7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:34:39.996064 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-d4433888-48ff-4778-a4e5-667ef663bee7 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/34641105-3d07-4b07-bb1d-1e7241a2a8f0 HTTP/1.1" status: 204 len: 168 time: 0.2538114 Oct 27 10:34:40.023106 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4433888-48ff-4778-a4e5-667ef663bee7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34641105-3d07-4b07-bb1d-1e7241a2a8f0,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:34:40.025638 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2511cacd-1106-4cc9-a90c-68bb7d229ec5 service neutron] Pushing event updated for resources: {'Port': ['ID=f866a8ac-0d08-4157-96c5-6411c7be1248,revision_number=6']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:34:40.029399 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd281f63-dcaf-408a-8374-56c171792a4d req-2511cacd-1106-4cc9-a90c-68bb7d229ec5 service neutron] No DVR routers for this DVR port f866a8ac-0d08-4157-96c5-6411c7be1248 on host n-h1-813419-10 {{(pid=102347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:34:40.076706 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [req-cd281f63-dcaf-408a-8374-56c171792a4d req-2511cacd-1106-4cc9-a90c-68bb7d229ec5 service neutron] In _notify_port_updated(), no bound segment for port f866a8ac-0d08-4157-96c5-6411c7be1248 on network d9f24547-a97b-4994-95da-a3dc1f0864ec {{(pid=102347) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 27 10:34:40.077724 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd281f63-dcaf-408a-8374-56c171792a4d req-2511cacd-1106-4cc9-a90c-68bb7d229ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:40.078417 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-cd281f63-dcaf-408a-8374-56c171792a4d req-2511cacd-1106-4cc9-a90c-68bb7d229ec5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:34:40.079886 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-cd281f63-dcaf-408a-8374-56c171792a4d req-2511cacd-1106-4cc9-a90c-68bb7d229ec5 service neutron] 10.222.0.64 "PUT /v2.0/ports/f866a8ac-0d08-4157-96c5-6411c7be1248 HTTP/1.1" status: 200 len: 1028 time: 0.5345223 Oct 27 10:34:40.209847 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [req-cd281f63-dcaf-408a-8374-56c171792a4d req-2ca44a2a-c782-45a7-94aa-f8ced4eb41b4 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Deleting port 52999097-daf5-40c3-b409-81f220c75685 {{(pid=102347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:34:40.210187 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-cd281f63-dcaf-408a-8374-56c171792a4d req-2ca44a2a-c782-45a7-94aa-f8ced4eb41b4 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:34:40.348277 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c0ec06-e03f-4182-bb3d-25907135fe3b req-b18f3eef-2fe2-4f69-ae4b-c23f5d6c5ea5 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:40.348941 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-1e5c2672-6d9b-479b-bf92-742984b1b264 None None] Provisioning complete for port f866a8ac-0d08-4157-96c5-6411c7be1248 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:34:40.349994 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-1e5c2672-6d9b-479b-bf92-742984b1b264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:34:40.354272 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c0ec06-e03f-4182-bb3d-25907135fe3b req-b18f3eef-2fe2-4f69-ae4b-c23f5d6c5ea5 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:40.364385 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c0ec06-e03f-4182-bb3d-25907135fe3b req-b18f3eef-2fe2-4f69-ae4b-c23f5d6c5ea5 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:40.379512 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c0ec06-e03f-4182-bb3d-25907135fe3b req-b18f3eef-2fe2-4f69-ae4b-c23f5d6c5ea5 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:40.385891 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c0ec06-e03f-4182-bb3d-25907135fe3b req-b18f3eef-2fe2-4f69-ae4b-c23f5d6c5ea5 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:40.394439 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c0ec06-e03f-4182-bb3d-25907135fe3b req-b18f3eef-2fe2-4f69-ae4b-c23f5d6c5ea5 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:40.401039 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c0ec06-e03f-4182-bb3d-25907135fe3b req-b18f3eef-2fe2-4f69-ae4b-c23f5d6c5ea5 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:40.412046 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-d1c0ec06-e03f-4182-bb3d-25907135fe3b req-b18f3eef-2fe2-4f69-ae4b-c23f5d6c5ea5 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] 10.222.0.44 "GET /v2.0/ports?device_id=91ccc442-ec50-4418-afd5-4249b29ada1e HTTP/1.1" status: 200 len: 5429 time: 0.1472206 Oct 27 10:34:40.418902 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-1e5c2672-6d9b-479b-bf92-742984b1b264 None None] Port f866a8ac-0d08-4157-96c5-6411c7be1248 cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:34:40.436385 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a914bb-a696-47cc-a5cd-13373a3018bc req-77fad477-9834-46aa-be24-ff5ec715fed0 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:40.446793 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a914bb-a696-47cc-a5cd-13373a3018bc req-77fad477-9834-46aa-be24-ff5ec715fed0 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:40.455162 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a914bb-a696-47cc-a5cd-13373a3018bc req-77fad477-9834-46aa-be24-ff5ec715fed0 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:40.462606 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a914bb-a696-47cc-a5cd-13373a3018bc req-77fad477-9834-46aa-be24-ff5ec715fed0 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:40.465108 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-cd281f63-dcaf-408a-8374-56c171792a4d req-2ca44a2a-c782-45a7-94aa-f8ced4eb41b4 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] For port 52999097-daf5-40c3-b409-81f220c75685, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=52999097-daf5-40c3-b409-81f220c75685,segment=NetworkSegment(5f991bd4-92e4-45ad-bd12-2bffdf37846d),segment_id=5f991bd4-92e4-45ad-bd12-2bffdf37846d)] {{(pid=102347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:34:40.465475 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-cd281f63-dcaf-408a-8374-56c171792a4d req-2ca44a2a-c782-45a7-94aa-f8ced4eb41b4 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:34:40.470755 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a914bb-a696-47cc-a5cd-13373a3018bc req-77fad477-9834-46aa-be24-ff5ec715fed0 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:40.479694 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-30a914bb-a696-47cc-a5cd-13373a3018bc req-77fad477-9834-46aa-be24-ff5ec715fed0 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] 10.222.0.44 "GET /v2.0/ports?device_id=19de7999-f151-4eb5-986d-3e7b0f987b5e HTTP/1.1" status: 200 len: 3887 time: 0.1224737 Oct 27 10:34:40.487303 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-d1c0ec06-e03f-4182-bb3d-25907135fe3b req-5a2d1332-781b-404a-aa5c-73e4a845b7e2 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] 10.222.0.44 "GET /v2.0/security-groups?id=55228541-a3ac-4395-a6f1-3eb381084dbe&id=ae9e7cb5-3404-4285-8fc7-72260b0f869e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0743430 Oct 27 10:34:40.492964 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [req-cd281f63-dcaf-408a-8374-56c171792a4d req-2ca44a2a-c782-45a7-94aa-f8ced4eb41b4 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Calling delete_port for 52999097-daf5-40c3-b409-81f220c75685 owned by compute:nova {{(pid=102347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:34:40.543842 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-30a914bb-a696-47cc-a5cd-13373a3018bc req-e1238113-5970-478f-9b20-23eacb8b8884 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] 10.222.0.44 "GET /v2.0/security-groups?id=34344a0a-bfc2-4f4b-96e6-fe0cf33c620a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624654 Oct 27 10:34:40.666446 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-1f0366e2-6540-40e8-b5b3-57543bd791ef req-569a0322-4b6a-4d91-8edf-49932e1835fa tempest-ServerShowV247Test-669708890 tempest-ServerShowV247Test-669708890-project] 10.222.0.44 "GET /v2.0/ports?device_id=cadc2ebe-66c5-4e5f-b460-b68b73876393 HTTP/1.1" status: 200 len: 210 time: 0.0447233 Oct 27 10:34:40.677791 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a7d198-d49c-4c19-aa53-528e01ac821e req-edfb7653-fa17-4cbd-b95c-89e9923b2962 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:40.679337 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-25a7d198-d49c-4c19-aa53-528e01ac821e req-edfb7653-fa17-4cbd-b95c-89e9923b2962 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.44 "GET /v2.0/ports?device_id=a74be7ec-67b9-48c4-b1ce-a2a62f059c3a HTTP/1.1" status: 200 len: 945 time: 0.0892634 Oct 27 10:34:40.759828 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-25a7d198-d49c-4c19-aa53-528e01ac821e req-be627444-c41d-44f2-ad08-329c6bd5c737 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.44 "GET /v2.0/security-groups?id=1cfb3b36-7fdd-4213-b115-9d47e1636c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723431 Oct 27 10:34:40.796575 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-cd281f63-dcaf-408a-8374-56c171792a4d req-2ca44a2a-c782-45a7-94aa-f8ced4eb41b4 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:34:40.840157 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca44a2a-c782-45a7-94aa-f8ced4eb41b4 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Pushing event deleted for resources: {'Port': ['ID=52999097-daf5-40c3-b409-81f220c75685,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:34:40.877869 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd281f63-dcaf-408a-8374-56c171792a4d req-2ca44a2a-c782-45a7-94aa-f8ced4eb41b4 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] No DVR routers for this DVR port 52999097-daf5-40c3-b409-81f220c75685 on host n-h1-813419-10 {{(pid=102347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:34:40.880686 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-cd281f63-dcaf-408a-8374-56c171792a4d req-2ca44a2a-c782-45a7-94aa-f8ced4eb41b4 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:34:40.883897 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-cd281f63-dcaf-408a-8374-56c171792a4d req-2ca44a2a-c782-45a7-94aa-f8ced4eb41b4 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] 10.222.0.64 "DELETE /v2.0/ports/52999097-daf5-40c3-b409-81f220c75685 HTTP/1.1" status: 204 len: 173 time: 0.7978990 Oct 27 10:34:40.884359 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19de7999-f151-4eb5-986d-3e7b0f987b5e', 'name': 'network-vif-deleted', 'tag': '52999097-daf5-40c3-b409-81f220c75685'}] {{(pid=102347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:34:40.887090 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311149b481204ee7edffdb959c881838506fbd95bc8577c048f6677abb73acc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0966147c-3f5c-49e3-9ac0-087fca1da6a2" -d '{"events": [{"server_uuid": "19de7999-f151-4eb5-986d-3e7b0f987b5e", "name": "network-vif-deleted", "tag": "52999097-daf5-40c3-b409-81f220c75685"}]}' {{(pid=102347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:34:40.969299 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:34:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48a55f4c-03ea-47c5-923e-cc7b56e9d85a x-openstack-request-id: req-48a55f4c-03ea-47c5-923e-cc7b56e9d85a {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:34:40.969602 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19de7999-f151-4eb5-986d-3e7b0f987b5e", "name": "network-vif-deleted", "tag": "52999097-daf5-40c3-b409-81f220c75685", "status": "completed", "code": 200}]} {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:34:40.969853 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-48a55f4c-03ea-47c5-923e-cc7b56e9d85a {{(pid=102347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:34:40.970258 n-d-813419-10 neutron-server[102347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19de7999-f151-4eb5-986d-3e7b0f987b5e', 'name': 'network-vif-deleted', 'tag': '52999097-daf5-40c3-b409-81f220c75685', 'status': 'completed', 'code': 200} Oct 27 10:34:41.031685 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [req-cd281f63-dcaf-408a-8374-56c171792a4d req-a0d9e397-12d5-4dee-b6ab-5501e2ce8a2f tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Deleting port 56a0b817-75f4-4ce7-b33b-a8b3aecdb601 {{(pid=102347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:34:41.032060 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-cd281f63-dcaf-408a-8374-56c171792a4d req-a0d9e397-12d5-4dee-b6ab-5501e2ce8a2f tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:34:41.105487 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a12869e-308c-4232-a408-10fa81d03f50 req-abfc4bea-a645-4bd1-983a-0c5885f09f8a tempest-TestVolumeBackupRestore-352548783 tempest-TestVolumeBackupRestore-352548783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:41.107006 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-7a12869e-308c-4232-a408-10fa81d03f50 req-abfc4bea-a645-4bd1-983a-0c5885f09f8a tempest-TestVolumeBackupRestore-352548783 tempest-TestVolumeBackupRestore-352548783-project] 10.222.0.44 "GET /v2.0/ports?device_id=192cba42-d191-4414-a74e-0643929ce3ed HTTP/1.1" status: 200 len: 944 time: 0.1101344 Oct 27 10:34:41.170934 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-cd281f63-dcaf-408a-8374-56c171792a4d req-a0d9e397-12d5-4dee-b6ab-5501e2ce8a2f tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] For port 56a0b817-75f4-4ce7-b33b-a8b3aecdb601, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=56a0b817-75f4-4ce7-b33b-a8b3aecdb601,segment=NetworkSegment(cd49c69a-bebc-4495-b045-2a5c5dbedd8b),segment_id=cd49c69a-bebc-4495-b045-2a5c5dbedd8b)] {{(pid=102347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:34:41.171298 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-cd281f63-dcaf-408a-8374-56c171792a4d req-a0d9e397-12d5-4dee-b6ab-5501e2ce8a2f tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:34:41.182476 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-7a12869e-308c-4232-a408-10fa81d03f50 req-6d87b691-8e35-4c25-b115-7398bbd920a0 tempest-TestVolumeBackupRestore-352548783 tempest-TestVolumeBackupRestore-352548783-project] 10.222.0.44 "GET /v2.0/security-groups?id=0e7605b8-d9f5-4d60-9d34-d90bbb4e1b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671883 Oct 27 10:34:41.198068 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [req-cd281f63-dcaf-408a-8374-56c171792a4d req-a0d9e397-12d5-4dee-b6ab-5501e2ce8a2f tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Calling delete_port for 56a0b817-75f4-4ce7-b33b-a8b3aecdb601 owned by compute:nova {{(pid=102347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:34:41.405870 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-cd281f63-dcaf-408a-8374-56c171792a4d req-a0d9e397-12d5-4dee-b6ab-5501e2ce8a2f tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:34:41.436339 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d9e397-12d5-4dee-b6ab-5501e2ce8a2f tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Pushing event deleted for resources: {'Port': ['ID=56a0b817-75f4-4ce7-b33b-a8b3aecdb601,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:34:41.481512 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd281f63-dcaf-408a-8374-56c171792a4d req-a0d9e397-12d5-4dee-b6ab-5501e2ce8a2f tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] No DVR routers for this DVR port 56a0b817-75f4-4ce7-b33b-a8b3aecdb601 on host n-h1-813419-10 {{(pid=102347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:34:41.484096 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-cd281f63-dcaf-408a-8374-56c171792a4d req-a0d9e397-12d5-4dee-b6ab-5501e2ce8a2f tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:34:41.488233 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-cd281f63-dcaf-408a-8374-56c171792a4d req-a0d9e397-12d5-4dee-b6ab-5501e2ce8a2f tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] 10.222.0.64 "DELETE /v2.0/ports/56a0b817-75f4-4ce7-b33b-a8b3aecdb601 HTTP/1.1" status: 204 len: 173 time: 0.5976799 Oct 27 10:34:41.710017 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f50933e-a0a1-4d9c-8aa9-48523678258e req-c57e5c92-8367-4222-a44a-03c25881cff4 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:41.716787 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f50933e-a0a1-4d9c-8aa9-48523678258e req-c57e5c92-8367-4222-a44a-03c25881cff4 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:41.722706 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f50933e-a0a1-4d9c-8aa9-48523678258e req-c57e5c92-8367-4222-a44a-03c25881cff4 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:41.728540 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-4f50933e-a0a1-4d9c-8aa9-48523678258e req-c57e5c92-8367-4222-a44a-03c25881cff4 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] 10.222.0.44 "GET /v2.0/ports?device_id=19de7999-f151-4eb5-986d-3e7b0f987b5e HTTP/1.1" status: 200 len: 2417 time: 0.0758972 Oct 27 10:34:41.769150 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-4f50933e-a0a1-4d9c-8aa9-48523678258e req-a65a07cb-5a45-46d8-849d-ba72a6709de8 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] 10.222.0.44 "GET /v2.0/security-groups?id=34344a0a-bfc2-4f4b-96e6-fe0cf33c620a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365674 Oct 27 10:34:41.922162 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73af3650-4466-41a3-84e0-21a4c6401a87 req-311a3d09-5216-45e4-b42f-07b78fcce9c5 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:41.930382 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-73af3650-4466-41a3-84e0-21a4c6401a87 req-311a3d09-5216-45e4-b42f-07b78fcce9c5 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "GET /v2.0/ports?device_id=58d33066-02f9-456d-8852-aabcf5578798 HTTP/1.1" status: 200 len: 945 time: 0.0648015 Oct 27 10:34:41.980942 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-73af3650-4466-41a3-84e0-21a4c6401a87 req-7150ea22-3884-43cb-b2f0-599463bb6b5d tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "GET /v2.0/security-groups?id=142cfba7-0116-47cd-9d82-0d26bf880f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486708 Oct 27 10:34:42.014058 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [req-cd281f63-dcaf-408a-8374-56c171792a4d req-f0dca313-2538-489b-abd5-2afea15d865d tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Deleting port 663ad4fb-d48e-41b4-ba03-42d778bf0122 {{(pid=102347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:34:42.014570 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-cd281f63-dcaf-408a-8374-56c171792a4d req-f0dca313-2538-489b-abd5-2afea15d865d tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:34:42.105657 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b998c174-a767-4a0e-b771-b6a84e59a34a req-3ddcb4f7-44b0-479d-b2d9-a08f9c8214f5 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:42.108739 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-4752d712-239a-453a-a439-3cd8816629cf req-e31e4c16-f109-4591-bb11-2c45e2bcd60d tempest-ServerShowV247Test-669708890 tempest-ServerShowV247Test-669708890-project] 10.222.0.44 "GET /v2.0/ports?device_id=cadc2ebe-66c5-4e5f-b460-b68b73876393 HTTP/1.1" status: 200 len: 210 time: 0.0430918 Oct 27 10:34:42.111939 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b998c174-a767-4a0e-b771-b6a84e59a34a req-3ddcb4f7-44b0-479d-b2d9-a08f9c8214f5 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:42.118392 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b998c174-a767-4a0e-b771-b6a84e59a34a req-3ddcb4f7-44b0-479d-b2d9-a08f9c8214f5 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:42.130431 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b998c174-a767-4a0e-b771-b6a84e59a34a req-3ddcb4f7-44b0-479d-b2d9-a08f9c8214f5 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:42.132150 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b998c174-a767-4a0e-b771-b6a84e59a34a req-3ddcb4f7-44b0-479d-b2d9-a08f9c8214f5 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:42.138911 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b998c174-a767-4a0e-b771-b6a84e59a34a req-3ddcb4f7-44b0-479d-b2d9-a08f9c8214f5 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:42.145484 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b998c174-a767-4a0e-b771-b6a84e59a34a req-3ddcb4f7-44b0-479d-b2d9-a08f9c8214f5 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:42.154000 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b998c174-a767-4a0e-b771-b6a84e59a34a req-3ddcb4f7-44b0-479d-b2d9-a08f9c8214f5 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] 10.222.0.44 "GET /v2.0/ports?device_id=91ccc442-ec50-4418-afd5-4249b29ada1e HTTP/1.1" status: 200 len: 5429 time: 0.5294693 Oct 27 10:34:42.201443 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device 52999097-daf5-40c3-b409-81f220c75685 no longer exists at agent hyperv_n-h1-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:34:42.208509 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-cd281f63-dcaf-408a-8374-56c171792a4d req-f0dca313-2538-489b-abd5-2afea15d865d tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] For port 663ad4fb-d48e-41b4-ba03-42d778bf0122, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=663ad4fb-d48e-41b4-ba03-42d778bf0122,segment=NetworkSegment(ace8832b-0d39-4720-866a-60ecd5970cfb),segment_id=ace8832b-0d39-4720-866a-60ecd5970cfb)] {{(pid=102347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:34:42.208509 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-cd281f63-dcaf-408a-8374-56c171792a4d req-f0dca313-2538-489b-abd5-2afea15d865d tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:34:42.239389 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] No Port match for: 52999097-daf5-40c3-b409-81f220c75685 {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:34:42.239731 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device 52999097-daf5-40c3-b409-81f220c75685 not bound to the agent host n-h1-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:34:42.240423 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b998c174-a767-4a0e-b771-b6a84e59a34a req-e030fbb9-1c97-4691-bf73-c8f65ca854fa tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] 10.222.0.44 "GET /v2.0/security-groups?id=55228541-a3ac-4395-a6f1-3eb381084dbe&id=ae9e7cb5-3404-4285-8fc7-72260b0f869e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0792572 Oct 27 10:34:42.241103 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device f866a8ac-0d08-4157-96c5-6411c7be1248 no longer exists at agent hyperv_n-h1-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:34:42.268376 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03897593-7e8e-46e6-8aed-cb87e128d4f4 req-0660bc02-0f1d-41fc-be23-9651d7413a6c tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:42.271985 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-03897593-7e8e-46e6-8aed-cb87e128d4f4 req-0660bc02-0f1d-41fc-be23-9651d7413a6c tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.44 "GET /v2.0/ports?device_id=a74be7ec-67b9-48c4-b1ce-a2a62f059c3a HTTP/1.1" status: 200 len: 945 time: 0.0770917 Oct 27 10:34:42.301297 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device f866a8ac-0d08-4157-96c5-6411c7be1248 not bound to the agent host n-h1-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:34:42.301733 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device 56a0b817-75f4-4ce7-b33b-a8b3aecdb601 no longer exists at agent hyperv_n-h1-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:34:42.321912 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] No Port match for: 56a0b817-75f4-4ce7-b33b-a8b3aecdb601 {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:34:42.322597 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device 56a0b817-75f4-4ce7-b33b-a8b3aecdb601 not bound to the agent host n-h1-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:34:42.323021 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device 870bf313-566e-41bd-b31c-74deaf9c052a no longer exists at agent hyperv_n-h1-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:34:42.338924 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-03897593-7e8e-46e6-8aed-cb87e128d4f4 req-7cf4c015-e811-459a-a920-b6bf36adb2c4 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.44 "GET /v2.0/security-groups?id=1cfb3b36-7fdd-4213-b115-9d47e1636c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610826 Oct 27 10:34:42.414288 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:34:42.448090 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19de7999-f151-4eb5-986d-3e7b0f987b5e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '870bf313-566e-41bd-b31c-74deaf9c052a'}] {{(pid=102348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:34:42.450831 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c588921fa634554a1d9242fdea1b05457a9ff1d3b28ba54ec1dace7f2f1df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7586d495-91c2-4cc2-859f-be9682cd32cb" -d '{"events": [{"server_uuid": "19de7999-f151-4eb5-986d-3e7b0f987b5e", "name": "network-vif-unplugged", "status": "completed", "tag": "870bf313-566e-41bd-b31c-74deaf9c052a"}]}' {{(pid=102348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:34:42.464932 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port 870bf313-566e-41bd-b31c-74deaf9c052a, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=870bf313-566e-41bd-b31c-74deaf9c052a,segment=NetworkSegment(cd49c69a-bebc-4495-b045-2a5c5dbedd8b),segment_id=cd49c69a-bebc-4495-b045-2a5c5dbedd8b)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:34:42.474209 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:34:42.475805 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device 663ad4fb-d48e-41b4-ba03-42d778bf0122 no longer exists at agent hyperv_n-h1-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:34:42.491388 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f89a770-bbd0-45fa-a8ef-57981aeeff33 req-47c6040d-5b86-40fd-947c-6bf21d2a5f32 tempest-TestVolumeBackupRestore-352548783 tempest-TestVolumeBackupRestore-352548783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:42.492931 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-4f89a770-bbd0-45fa-a8ef-57981aeeff33 req-47c6040d-5b86-40fd-947c-6bf21d2a5f32 tempest-TestVolumeBackupRestore-352548783 tempest-TestVolumeBackupRestore-352548783-project] 10.222.0.44 "GET /v2.0/ports?device_id=192cba42-d191-4414-a74e-0643929ce3ed HTTP/1.1" status: 200 len: 944 time: 0.1167002 Oct 27 10:34:42.510385 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-cd281f63-dcaf-408a-8374-56c171792a4d req-f0dca313-2538-489b-abd5-2afea15d865d tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:34:42.510872 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-cd281f63-dcaf-408a-8374-56c171792a4d req-f0dca313-2538-489b-abd5-2afea15d865d tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1664826'] for floatingip, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:34:42.511854 n-d-813419-10 neutron-server[102347]: INFO neutron.db.l3_db [req-cd281f63-dcaf-408a-8374-56c171792a4d req-f0dca313-2538-489b-abd5-2afea15d865d tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Floating IP e03480f4-bf39-4e8e-b599-d2f251f24582 disassociated. External IP: 172.25.8.41, port: 663ad4fb-d48e-41b4-ba03-42d778bf0122. Oct 27 10:34:42.512170 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [req-cd281f63-dcaf-408a-8374-56c171792a4d req-f0dca313-2538-489b-abd5-2afea15d865d tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Calling delete_port for 663ad4fb-d48e-41b4-ba03-42d778bf0122 owned by compute:nova {{(pid=102347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:34:42.612875 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-4f89a770-bbd0-45fa-a8ef-57981aeeff33 req-c962ec2b-9c1d-417d-9603-15cb524b9f56 tempest-TestVolumeBackupRestore-352548783 tempest-TestVolumeBackupRestore-352548783-project] 10.222.0.44 "GET /v2.0/security-groups?id=0e7605b8-d9f5-4d60-9d34-d90bbb4e1b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1000144 Oct 27 10:34:42.627908 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:34:42.648368 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Pushing event updated for resources: {'Port': ['ID=870bf313-566e-41bd-b31c-74deaf9c052a,revision_number=6']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:34:42.670572 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port 663ad4fb-d48e-41b4-ba03-42d778bf0122, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=663ad4fb-d48e-41b4-ba03-42d778bf0122,segment=NetworkSegment(ace8832b-0d39-4720-866a-60ecd5970cfb),segment_id=ace8832b-0d39-4720-866a-60ecd5970cfb)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:34:42.675714 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:34:42.677644 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device 2987d3d2-c23b-41d4-81db-f2875388f5dc no longer exists at agent hyperv_n-h1-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:34:42.743254 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-cd281f63-dcaf-408a-8374-56c171792a4d req-f0dca313-2538-489b-abd5-2afea15d865d tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:34:42.773241 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 27 Oct 2021 10:34:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b729c7fa-4cea-4ad3-9dbd-d674451d4ac1 x-openstack-request-id: req-b729c7fa-4cea-4ad3-9dbd-d674451d4ac1 {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:34:42.773523 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19de7999-f151-4eb5-986d-3e7b0f987b5e", "name": "network-vif-unplugged", "status": "completed", "tag": "870bf313-566e-41bd-b31c-74deaf9c052a", "code": 200}]} {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:34:42.773770 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b729c7fa-4cea-4ad3-9dbd-d674451d4ac1 {{(pid=102348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:34:42.774152 n-d-813419-10 neutron-server[102348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19de7999-f151-4eb5-986d-3e7b0f987b5e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '870bf313-566e-41bd-b31c-74deaf9c052a', 'code': 200} Oct 27 10:34:42.778184 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Pushing event updated for resources: {'Port': ['ID=663ad4fb-d48e-41b4-ba03-42d778bf0122,revision_number=6']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:34:42.779539 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0dca313-2538-489b-abd5-2afea15d865d tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Pushing event deleted for resources: {'Port': ['ID=663ad4fb-d48e-41b4-ba03-42d778bf0122,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:34:42.781280 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device 2987d3d2-c23b-41d4-81db-f2875388f5dc not bound to the agent host n-h1-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:34:42.781944 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device 02eec9e0-03c6-433a-af9e-1b5e5abf2703 no longer exists at agent hyperv_n-h1-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:34:42.869350 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:34:42.904398 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port 02eec9e0-03c6-433a-af9e-1b5e5abf2703, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=02eec9e0-03c6-433a-af9e-1b5e5abf2703,segment=NetworkSegment(5f991bd4-92e4-45ad-bd12-2bffdf37846d),segment_id=5f991bd4-92e4-45ad-bd12-2bffdf37846d)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:34:42.909895 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:34:42.971035 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d250e49-380f-4fde-a273-3942ff3456a6 req-64c2f99e-2072-4954-937e-c9d5e35d3b66 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:42.974862 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Pushing event updated for resources: {'Port': ['ID=02eec9e0-03c6-433a-af9e-1b5e5abf2703,revision_number=6']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:34:42.977590 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d250e49-380f-4fde-a273-3942ff3456a6 req-64c2f99e-2072-4954-937e-c9d5e35d3b66 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:42.979532 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-0d250e49-380f-4fde-a273-3942ff3456a6 req-64c2f99e-2072-4954-937e-c9d5e35d3b66 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] 10.222.0.44 "GET /v2.0/ports?device_id=19de7999-f151-4eb5-986d-3e7b0f987b5e HTTP/1.1" status: 200 len: 1677 time: 0.0735531 Oct 27 10:34:42.982041 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19de7999-f151-4eb5-986d-3e7b0f987b5e', 'name': 'network-vif-deleted', 'tag': '56a0b817-75f4-4ce7-b33b-a8b3aecdb601'}] {{(pid=102347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:34:42.984265 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311149b481204ee7edffdb959c881838506fbd95bc8577c048f6677abb73acc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7631b6de-ebae-42ab-81d6-45bc05e07e7d" -d '{"events": [{"server_uuid": "19de7999-f151-4eb5-986d-3e7b0f987b5e", "name": "network-vif-deleted", "tag": "56a0b817-75f4-4ce7-b33b-a8b3aecdb601"}]}' {{(pid=102347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:34:43.035181 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:34:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec56d162-2521-4815-a193-ce5e46fbe3c6 x-openstack-request-id: req-ec56d162-2521-4815-a193-ce5e46fbe3c6 {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:34:43.035840 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19de7999-f151-4eb5-986d-3e7b0f987b5e", "name": "network-vif-deleted", "tag": "56a0b817-75f4-4ce7-b33b-a8b3aecdb601", "status": "completed", "code": 200}]} {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:34:43.035840 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ec56d162-2521-4815-a193-ce5e46fbe3c6 {{(pid=102347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:34:43.036098 n-d-813419-10 neutron-server[102347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19de7999-f151-4eb5-986d-3e7b0f987b5e', 'name': 'network-vif-deleted', 'tag': '56a0b817-75f4-4ce7-b33b-a8b3aecdb601', 'status': 'completed', 'code': 200} Oct 27 10:34:43.044571 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cd281f63-dcaf-408a-8374-56c171792a4d req-f0dca313-2538-489b-abd5-2afea15d865d tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Router fa692b7a-2766-4757-8e5c-fba99543e07d has already been hosted by L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb {{(pid=102347) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 10:34:43.048099 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-0d250e49-380f-4fde-a273-3942ff3456a6 req-2f8deb0e-2af1-4035-bb22-5fb143549a1a tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] 10.222.0.44 "GET /v2.0/security-groups?id=34344a0a-bfc2-4f4b-96e6-fe0cf33c620a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610273 Oct 27 10:34:43.145808 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85e373d-4b78-4d77-a48b-c3b30d885115 req-9e3a5f78-09e2-41de-b910-a295f81be1a4 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:43.158233 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-e85e373d-4b78-4d77-a48b-c3b30d885115 req-9e3a5f78-09e2-41de-b910-a295f81be1a4 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "GET /v2.0/ports?device_id=58d33066-02f9-456d-8852-aabcf5578798 HTTP/1.1" status: 200 len: 945 time: 0.0646138 Oct 27 10:34:43.172980 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cd281f63-dcaf-408a-8374-56c171792a4d req-f0dca313-2538-489b-abd5-2afea15d865d tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:34:43.189800 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ddf7ad2-6ef3-4f36-aa60-d8b372d4e5e5 None None] Sync routers for ids ['fa692b7a-2766-4757-8e5c-fba99543e07d'] in n-d-813419-10 {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:34:43.212800 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ddf7ad2-6ef3-4f36-aa60-d8b372d4e5e5 None None] Routers {'fa692b7a-2766-4757-8e5c-fba99543e07d'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:34:43.213451 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-e85e373d-4b78-4d77-a48b-c3b30d885115 req-89be399b-8698-4114-bde8-4cb0fbe52f7b tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "GET /v2.0/security-groups?id=142cfba7-0116-47cd-9d82-0d26bf880f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542684 Oct 27 10:34:43.213704 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-9ddf7ad2-6ef3-4f36-aa60-d8b372d4e5e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:34:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['fa692b7a-2766-4757-8e5c-fba99543e07d'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:34:43.245139 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd281f63-dcaf-408a-8374-56c171792a4d req-f0dca313-2538-489b-abd5-2afea15d865d tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] No DVR routers for this DVR port 663ad4fb-d48e-41b4-ba03-42d778bf0122 on host n-h1-813419-10 {{(pid=102347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:34:43.249793 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-cd281f63-dcaf-408a-8374-56c171792a4d req-f0dca313-2538-489b-abd5-2afea15d865d tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:34:43.253571 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-cd281f63-dcaf-408a-8374-56c171792a4d req-f0dca313-2538-489b-abd5-2afea15d865d tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] 10.222.0.64 "DELETE /v2.0/ports/663ad4fb-d48e-41b4-ba03-42d778bf0122 HTTP/1.1" status: 204 len: 173 time: 1.7593920 Oct 27 10:34:43.338941 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-a911885f-a7f2-400d-a0bf-900b24b54721 req-101cb2f9-49a3-4c8c-b945-5469a7dfb0be tempest-ServerShowV247Test-669708890 tempest-ServerShowV247Test-669708890-project] 10.222.0.44 "GET /v2.0/ports?device_id=cadc2ebe-66c5-4e5f-b460-b68b73876393 HTTP/1.1" status: 200 len: 210 time: 0.0358191 Oct 27 10:34:43.442335 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdeba4f8-5e2a-478b-814a-c6db6683bdc6 req-792e393f-1ef9-4a18-92a4-28d5116f7ace tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:43.445544 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvr_db [None req-9ddf7ad2-6ef3-4f36-aa60-d8b372d4e5e5 None None] Set router fa692b7a-2766-4757-8e5c-fba99543e07d gateway port host: n-d-813419-10 {{(pid=102349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:34:43.449505 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdeba4f8-5e2a-478b-814a-c6db6683bdc6 req-792e393f-1ef9-4a18-92a4-28d5116f7ace tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:43.458853 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdeba4f8-5e2a-478b-814a-c6db6683bdc6 req-792e393f-1ef9-4a18-92a4-28d5116f7ace tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:43.465297 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdeba4f8-5e2a-478b-814a-c6db6683bdc6 req-792e393f-1ef9-4a18-92a4-28d5116f7ace tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:43.471585 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdeba4f8-5e2a-478b-814a-c6db6683bdc6 req-792e393f-1ef9-4a18-92a4-28d5116f7ace tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:43.477871 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdeba4f8-5e2a-478b-814a-c6db6683bdc6 req-792e393f-1ef9-4a18-92a4-28d5116f7ace tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:43.485860 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdeba4f8-5e2a-478b-814a-c6db6683bdc6 req-792e393f-1ef9-4a18-92a4-28d5116f7ace tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:43.494695 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-bdeba4f8-5e2a-478b-814a-c6db6683bdc6 req-792e393f-1ef9-4a18-92a4-28d5116f7ace tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] 10.222.0.44 "GET /v2.0/ports?device_id=91ccc442-ec50-4418-afd5-4249b29ada1e HTTP/1.1" status: 200 len: 5429 time: 0.1519172 Oct 27 10:34:43.500584 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [req-cd281f63-dcaf-408a-8374-56c171792a4d req-697e3f9d-df44-4432-8170-5f9f48dd757c tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Deleting port 02eec9e0-03c6-433a-af9e-1b5e5abf2703 {{(pid=102347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:34:43.500924 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-cd281f63-dcaf-408a-8374-56c171792a4d req-697e3f9d-df44-4432-8170-5f9f48dd757c tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:34:43.511455 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7dccc2-28ce-495d-a45b-3890da7aa93c req-c342c82a-2b2b-411e-864a-d61f7b641bd6 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:43.513209 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-db7dccc2-28ce-495d-a45b-3890da7aa93c req-c342c82a-2b2b-411e-864a-d61f7b641bd6 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.44 "GET /v2.0/ports?device_id=a74be7ec-67b9-48c4-b1ce-a2a62f059c3a HTTP/1.1" status: 200 len: 945 time: 0.0745816 Oct 27 10:34:43.553445 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-bdeba4f8-5e2a-478b-814a-c6db6683bdc6 req-b75cc592-739b-4303-8f8b-e9fa0e2af7dc tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] 10.222.0.44 "GET /v2.0/security-groups?id=55228541-a3ac-4395-a6f1-3eb381084dbe&id=ae9e7cb5-3404-4285-8fc7-72260b0f869e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0537839 Oct 27 10:34:43.613642 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-db7dccc2-28ce-495d-a45b-3890da7aa93c req-abd5f38e-938f-418e-aefe-90d062157592 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.44 "GET /v2.0/security-groups?id=1cfb3b36-7fdd-4213-b115-9d47e1636c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804260 Oct 27 10:34:43.656755 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-cd281f63-dcaf-408a-8374-56c171792a4d req-697e3f9d-df44-4432-8170-5f9f48dd757c tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] For port 02eec9e0-03c6-433a-af9e-1b5e5abf2703, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=02eec9e0-03c6-433a-af9e-1b5e5abf2703,segment=NetworkSegment(5f991bd4-92e4-45ad-bd12-2bffdf37846d),segment_id=5f991bd4-92e4-45ad-bd12-2bffdf37846d)] {{(pid=102347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:34:43.657271 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-cd281f63-dcaf-408a-8374-56c171792a4d req-697e3f9d-df44-4432-8170-5f9f48dd757c tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:34:43.674366 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [req-cd281f63-dcaf-408a-8374-56c171792a4d req-697e3f9d-df44-4432-8170-5f9f48dd757c tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Calling delete_port for 02eec9e0-03c6-433a-af9e-1b5e5abf2703 owned by compute:nova {{(pid=102347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:34:43.718812 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-9ddf7ad2-6ef3-4f36-aa60-d8b372d4e5e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa692b7a-2766-4757-8e5c-fba99543e07d', 'name': 'tempest-TaggedBootDevicesTest-782512702-router', 'tenant_id': '4aa10ad73dbe4076b2c4dd14c0d23687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.223'}], 'enable_snat': True}, 'gw_port_id': 'c4bf061e-3837-4940-b2a7-a9d33d973de6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:24:14Z', 'updated_at': '2021-10-27T10:24:26Z', 'revision_number': 4, 'project_id': '4aa10ad73dbe4076b2c4dd14c0d23687', 'gw_port': {'id': 'c4bf061e-3837-4940-b2a7-a9d33d973de6', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:9c:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa692b7a-2766-4757-8e5c-fba99543e07d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:24:16Z', 'updated_at': '2021-10-27T10:24:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_interfaces': [{'id': '1f126ddd-8f9d-4ece-a015-8aae84ec702c', 'name': '', 'network_id': '5f1726cf-df95-405e-a4b7-a0ec3cc3a1aa', 'tenant_id': '4aa10ad73dbe4076b2c4dd14c0d23687', 'mac_address': 'fa:16:3e:d0:a2:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa692b7a-2766-4757-8e5c-fba99543e07d', 'device_owner': 'network:router_interface', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': 'f4dae274-687c-43d5-8fe0-b0ba3958c688', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:24:23Z', 'updated_at': '2021-10-27T10:24:30Z', 'revision_number': 5, 'project_id': '4aa10ad73dbe4076b2c4dd14c0d23687', 'subnets': [{'id': 'f4dae274-687c-43d5-8fe0-b0ba3958c688', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:34:43.749019 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ddf7ad2-6ef3-4f36-aa60-d8b372d4e5e5 None None] Checking router: fa692b7a-2766-4757-8e5c-fba99543e07d for host: n-d-813419-10 {{(pid=102349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 10:34:43.757682 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ddf7ad2-6ef3-4f36-aa60-d8b372d4e5e5 None None] Routers {'fa692b7a-2766-4757-8e5c-fba99543e07d'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:34:43.758281 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-9ddf7ad2-6ef3-4f36-aa60-d8b372d4e5e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:34:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['fa692b7a-2766-4757-8e5c-fba99543e07d'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:34:43.762578 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0f21e6-3f4c-468c-bc07-198fb16e6831 req-6761b45e-7c17-442f-9390-939ed6412f29 tempest-TestVolumeBackupRestore-352548783 tempest-TestVolumeBackupRestore-352548783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:43.764149 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-4a0f21e6-3f4c-468c-bc07-198fb16e6831 req-6761b45e-7c17-442f-9390-939ed6412f29 tempest-TestVolumeBackupRestore-352548783 tempest-TestVolumeBackupRestore-352548783-project] 10.222.0.44 "GET /v2.0/ports?device_id=192cba42-d191-4414-a74e-0643929ce3ed HTTP/1.1" status: 200 len: 944 time: 0.0640528 Oct 27 10:34:43.821345 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-4a0f21e6-3f4c-468c-bc07-198fb16e6831 req-dff03fe2-195e-47e8-b8cc-d7562f7a7260 tempest-TestVolumeBackupRestore-352548783 tempest-TestVolumeBackupRestore-352548783-project] 10.222.0.44 "GET /v2.0/security-groups?id=0e7605b8-d9f5-4d60-9d34-d90bbb4e1b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451982 Oct 27 10:34:43.872810 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvr_db [None req-9ddf7ad2-6ef3-4f36-aa60-d8b372d4e5e5 None None] Set router fa692b7a-2766-4757-8e5c-fba99543e07d gateway port host: n-d-813419-10 {{(pid=102349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:34:43.874577 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-cd281f63-dcaf-408a-8374-56c171792a4d req-697e3f9d-df44-4432-8170-5f9f48dd757c tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:34:43.904696 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697e3f9d-df44-4432-8170-5f9f48dd757c tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Pushing event deleted for resources: {'Port': ['ID=02eec9e0-03c6-433a-af9e-1b5e5abf2703,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:34:43.956405 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd281f63-dcaf-408a-8374-56c171792a4d req-697e3f9d-df44-4432-8170-5f9f48dd757c tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] No DVR routers for this DVR port 02eec9e0-03c6-433a-af9e-1b5e5abf2703 on host n-h1-813419-10 {{(pid=102347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:34:43.958907 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-cd281f63-dcaf-408a-8374-56c171792a4d req-697e3f9d-df44-4432-8170-5f9f48dd757c tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:34:43.962272 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-cd281f63-dcaf-408a-8374-56c171792a4d req-697e3f9d-df44-4432-8170-5f9f48dd757c tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] 10.222.0.64 "DELETE /v2.0/ports/02eec9e0-03c6-433a-af9e-1b5e5abf2703 HTTP/1.1" status: 204 len: 173 time: 0.6975038 Oct 27 10:34:44.075629 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [req-cd281f63-dcaf-408a-8374-56c171792a4d req-509c6ec3-d18d-4ef1-9f42-40025a39ab5f tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Deleting port 870bf313-566e-41bd-b31c-74deaf9c052a {{(pid=102347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:34:44.076370 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-cd281f63-dcaf-408a-8374-56c171792a4d req-509c6ec3-d18d-4ef1-9f42-40025a39ab5f tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:34:44.199018 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-9ddf7ad2-6ef3-4f36-aa60-d8b372d4e5e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa692b7a-2766-4757-8e5c-fba99543e07d', 'name': 'tempest-TaggedBootDevicesTest-782512702-router', 'tenant_id': '4aa10ad73dbe4076b2c4dd14c0d23687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.223'}], 'enable_snat': True}, 'gw_port_id': 'c4bf061e-3837-4940-b2a7-a9d33d973de6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:24:14Z', 'updated_at': '2021-10-27T10:24:26Z', 'revision_number': 4, 'project_id': '4aa10ad73dbe4076b2c4dd14c0d23687', 'gw_port': {'id': 'c4bf061e-3837-4940-b2a7-a9d33d973de6', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:9c:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa692b7a-2766-4757-8e5c-fba99543e07d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:24:16Z', 'updated_at': '2021-10-27T10:24:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_interfaces': [{'id': '1f126ddd-8f9d-4ece-a015-8aae84ec702c', 'name': '', 'network_id': '5f1726cf-df95-405e-a4b7-a0ec3cc3a1aa', 'tenant_id': '4aa10ad73dbe4076b2c4dd14c0d23687', 'mac_address': 'fa:16:3e:d0:a2:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa692b7a-2766-4757-8e5c-fba99543e07d', 'device_owner': 'network:router_interface', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': 'f4dae274-687c-43d5-8fe0-b0ba3958c688', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:24:23Z', 'updated_at': '2021-10-27T10:24:30Z', 'revision_number': 5, 'project_id': '4aa10ad73dbe4076b2c4dd14c0d23687', 'subnets': [{'id': 'f4dae274-687c-43d5-8fe0-b0ba3958c688', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:34:44.212016 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-cd281f63-dcaf-408a-8374-56c171792a4d req-509c6ec3-d18d-4ef1-9f42-40025a39ab5f tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] For port 870bf313-566e-41bd-b31c-74deaf9c052a, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=870bf313-566e-41bd-b31c-74deaf9c052a,segment=NetworkSegment(cd49c69a-bebc-4495-b045-2a5c5dbedd8b),segment_id=cd49c69a-bebc-4495-b045-2a5c5dbedd8b)] {{(pid=102347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:34:44.212398 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-cd281f63-dcaf-408a-8374-56c171792a4d req-509c6ec3-d18d-4ef1-9f42-40025a39ab5f tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:34:44.230358 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [req-cd281f63-dcaf-408a-8374-56c171792a4d req-509c6ec3-d18d-4ef1-9f42-40025a39ab5f tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Calling delete_port for 870bf313-566e-41bd-b31c-74deaf9c052a owned by compute:nova {{(pid=102347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:34:44.234494 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ddf7ad2-6ef3-4f36-aa60-d8b372d4e5e5 None None] The sync data for ids ['fa692b7a-2766-4757-8e5c-fba99543e07d'] in n-d-813419-10 is: [{'id': 'fa692b7a-2766-4757-8e5c-fba99543e07d', 'name': 'tempest-TaggedBootDevicesTest-782512702-router', 'tenant_id': '4aa10ad73dbe4076b2c4dd14c0d23687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.223'}], 'enable_snat': True}, 'gw_port_id': 'c4bf061e-3837-4940-b2a7-a9d33d973de6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:24:14Z', 'updated_at': '2021-10-27T10:24:26Z', 'revision_number': 4, 'project_id': '4aa10ad73dbe4076b2c4dd14c0d23687', 'gw_port': {'id': 'c4bf061e-3837-4940-b2a7-a9d33d973de6', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:9c:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa692b7a-2766-4757-8e5c-fba99543e07d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:24:16Z', 'updated_at': '2021-10-27T10:24:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_interfaces': [{'id': '1f126ddd-8f9d-4ece-a015-8aae84ec702c', 'name': '', 'network_id': '5f1726cf-df95-405e-a4b7-a0ec3cc3a1aa', 'tenant_id': '4aa10ad73dbe4076b2c4dd14c0d23687', 'mac_address': 'fa:16:3e:d0:a2:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa692b7a-2766-4757-8e5c-fba99543e07d', 'device_owner': 'network:router_interface', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': 'f4dae274-687c-43d5-8fe0-b0ba3958c688', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:24:23Z', 'updated_at': '2021-10-27T10:24:30Z', 'revision_number': 5, 'project_id': '4aa10ad73dbe4076b2c4dd14c0d23687', 'subnets': [{'id': 'f4dae274-687c-43d5-8fe0-b0ba3958c688', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:34:44.245246 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a060a155-67b6-4adc-92d1-1686c98f110f req-2a5b2985-abfe-4fa1-bc81-6e0ba3f2e678 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:44.253930 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-a060a155-67b6-4adc-92d1-1686c98f110f req-2a5b2985-abfe-4fa1-bc81-6e0ba3f2e678 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] 10.222.0.44 "GET /v2.0/ports?device_id=19de7999-f151-4eb5-986d-3e7b0f987b5e HTTP/1.1" status: 200 len: 943 time: 0.0998230 Oct 27 10:34:44.380904 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-a060a155-67b6-4adc-92d1-1686c98f110f req-687d229a-600a-4ae1-b78d-76df9e3ec333 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] 10.222.0.44 "GET /v2.0/security-groups?id=34344a0a-bfc2-4f4b-96e6-fe0cf33c620a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1260478 Oct 27 10:34:44.410095 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e807eed9-a567-4868-aeb1-9002ad151df3 req-b5dcca4b-bff6-4891-bbd9-9505b77305e4 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:44.417091 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-e807eed9-a567-4868-aeb1-9002ad151df3 req-b5dcca4b-bff6-4891-bbd9-9505b77305e4 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "GET /v2.0/ports?device_id=58d33066-02f9-456d-8852-aabcf5578798 HTTP/1.1" status: 200 len: 945 time: 0.0959132 Oct 27 10:34:44.491264 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-e807eed9-a567-4868-aeb1-9002ad151df3 req-e659dcc0-872d-41ac-bd79-cd6f814d687b tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "GET /v2.0/security-groups?id=142cfba7-0116-47cd-9d82-0d26bf880f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664687 Oct 27 10:34:44.526088 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-cd281f63-dcaf-408a-8374-56c171792a4d req-509c6ec3-d18d-4ef1-9f42-40025a39ab5f tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:34:44.548455 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-99891201-28b8-4bae-8717-83f9b5d1a743 req-dc9b872d-4747-4f42-9294-6eaf43ddd98a tempest-ServerShowV247Test-669708890 tempest-ServerShowV247Test-669708890-project] 10.222.0.44 "GET /v2.0/ports?device_id=cadc2ebe-66c5-4e5f-b460-b68b73876393 HTTP/1.1" status: 200 len: 210 time: 0.0408633 Oct 27 10:34:44.572581 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509c6ec3-d18d-4ef1-9f42-40025a39ab5f tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Pushing event deleted for resources: {'Port': ['ID=870bf313-566e-41bd-b31c-74deaf9c052a,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:34:44.663475 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd281f63-dcaf-408a-8374-56c171792a4d req-509c6ec3-d18d-4ef1-9f42-40025a39ab5f tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] No DVR routers for this DVR port 870bf313-566e-41bd-b31c-74deaf9c052a on host n-h1-813419-10 {{(pid=102347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:34:44.666289 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-cd281f63-dcaf-408a-8374-56c171792a4d req-509c6ec3-d18d-4ef1-9f42-40025a39ab5f tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:34:44.687651 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-cd281f63-dcaf-408a-8374-56c171792a4d req-509c6ec3-d18d-4ef1-9f42-40025a39ab5f tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] 10.222.0.64 "DELETE /v2.0/ports/870bf313-566e-41bd-b31c-74deaf9c052a HTTP/1.1" status: 204 len: 173 time: 0.7186317 Oct 27 10:34:44.717438 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-454ab27e-1c93-4aec-9526-a3e10282344d None None] New status for floating IP e03480f4-bf39-4e8e-b599-d2f251f24582: DOWN {{(pid=102348) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 10:34:44.764991 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c854e9-9679-440f-b27e-09f41541cae9 req-9222db8f-002e-4944-9e4c-d9390494ec9a tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:44.771637 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c854e9-9679-440f-b27e-09f41541cae9 req-9222db8f-002e-4944-9e4c-d9390494ec9a tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:44.781416 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c854e9-9679-440f-b27e-09f41541cae9 req-9222db8f-002e-4944-9e4c-d9390494ec9a tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:44.787694 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c854e9-9679-440f-b27e-09f41541cae9 req-9222db8f-002e-4944-9e4c-d9390494ec9a tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:44.793166 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19de7999-f151-4eb5-986d-3e7b0f987b5e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '663ad4fb-d48e-41b4-ba03-42d778bf0122'}, {'server_uuid': '19de7999-f151-4eb5-986d-3e7b0f987b5e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '02eec9e0-03c6-433a-af9e-1b5e5abf2703'}] {{(pid=102348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:34:44.794475 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c854e9-9679-440f-b27e-09f41541cae9 req-9222db8f-002e-4944-9e4c-d9390494ec9a tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:44.795417 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c588921fa634554a1d9242fdea1b05457a9ff1d3b28ba54ec1dace7f2f1df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-299c3c02-e95f-4ae8-a381-813112d9a528" -d '{"events": [{"server_uuid": "19de7999-f151-4eb5-986d-3e7b0f987b5e", "name": "network-vif-unplugged", "status": "completed", "tag": "663ad4fb-d48e-41b4-ba03-42d778bf0122"}, {"server_uuid": "19de7999-f151-4eb5-986d-3e7b0f987b5e", "name": "network-vif-unplugged", "status": "completed", "tag": "02eec9e0-03c6-433a-af9e-1b5e5abf2703"}]}' {{(pid=102348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:34:44.804403 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c854e9-9679-440f-b27e-09f41541cae9 req-9222db8f-002e-4944-9e4c-d9390494ec9a tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:44.810825 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c854e9-9679-440f-b27e-09f41541cae9 req-9222db8f-002e-4944-9e4c-d9390494ec9a tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:44.812790 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-96c854e9-9679-440f-b27e-09f41541cae9 req-9222db8f-002e-4944-9e4c-d9390494ec9a tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] 10.222.0.44 "GET /v2.0/ports?device_id=91ccc442-ec50-4418-afd5-4249b29ada1e HTTP/1.1" status: 200 len: 5429 time: 0.1437328 Oct 27 10:34:44.859147 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af735f3-623b-4957-9f61-cc33fa431465 req-90327d65-f970-4a35-8428-03b8e41faa52 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:44.863070 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-9af735f3-623b-4957-9f61-cc33fa431465 req-90327d65-f970-4a35-8428-03b8e41faa52 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.44 "GET /v2.0/ports?device_id=a74be7ec-67b9-48c4-b1ce-a2a62f059c3a HTTP/1.1" status: 200 len: 945 time: 0.0817311 Oct 27 10:34:44.891664 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-96c854e9-9679-440f-b27e-09f41541cae9 req-cca5ed9d-67cc-4561-81af-721608d28ae3 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] 10.222.0.44 "GET /v2.0/security-groups?id=55228541-a3ac-4395-a6f1-3eb381084dbe&id=ae9e7cb5-3404-4285-8fc7-72260b0f869e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0715842 Oct 27 10:34:44.917256 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-9af735f3-623b-4957-9f61-cc33fa431465 req-9f354cfc-61da-43d5-b66d-8a04427e3501 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.44 "GET /v2.0/security-groups?id=1cfb3b36-7fdd-4213-b115-9d47e1636c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527627 Oct 27 10:34:44.997734 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Wed, 27 Oct 2021 10:34:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04fc4bf6-a665-4cbe-a9a6-231e74fb8c23 x-openstack-request-id: req-04fc4bf6-a665-4cbe-a9a6-231e74fb8c23 {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:34:44.998127 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19de7999-f151-4eb5-986d-3e7b0f987b5e", "name": "network-vif-unplugged", "status": "completed", "tag": "663ad4fb-d48e-41b4-ba03-42d778bf0122", "code": 200}, {"server_uuid": "19de7999-f151-4eb5-986d-3e7b0f987b5e", "name": "network-vif-unplugged", "status": "completed", "tag": "02eec9e0-03c6-433a-af9e-1b5e5abf2703", "code": 200}]} {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:34:44.998509 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-04fc4bf6-a665-4cbe-a9a6-231e74fb8c23 {{(pid=102348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:34:44.998964 n-d-813419-10 neutron-server[102348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19de7999-f151-4eb5-986d-3e7b0f987b5e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '663ad4fb-d48e-41b4-ba03-42d778bf0122', 'code': 200} Oct 27 10:34:44.999307 n-d-813419-10 neutron-server[102348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19de7999-f151-4eb5-986d-3e7b0f987b5e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '02eec9e0-03c6-433a-af9e-1b5e5abf2703', 'code': 200} Oct 27 10:34:45.045589 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19de7999-f151-4eb5-986d-3e7b0f987b5e', 'name': 'network-vif-deleted', 'tag': '663ad4fb-d48e-41b4-ba03-42d778bf0122'}, {'server_uuid': '19de7999-f151-4eb5-986d-3e7b0f987b5e', 'name': 'network-vif-deleted', 'tag': '02eec9e0-03c6-433a-af9e-1b5e5abf2703'}, {'server_uuid': '19de7999-f151-4eb5-986d-3e7b0f987b5e', 'name': 'network-vif-deleted', 'tag': '870bf313-566e-41bd-b31c-74deaf9c052a'}] {{(pid=102347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:34:45.048711 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311149b481204ee7edffdb959c881838506fbd95bc8577c048f6677abb73acc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3941b862-d496-4ef4-81a9-30dd03e03744" -d '{"events": [{"server_uuid": "19de7999-f151-4eb5-986d-3e7b0f987b5e", "name": "network-vif-deleted", "tag": "663ad4fb-d48e-41b4-ba03-42d778bf0122"}, {"server_uuid": "19de7999-f151-4eb5-986d-3e7b0f987b5e", "name": "network-vif-deleted", "tag": "02eec9e0-03c6-433a-af9e-1b5e5abf2703"}, {"server_uuid": "19de7999-f151-4eb5-986d-3e7b0f987b5e", "name": "network-vif-deleted", "tag": "870bf313-566e-41bd-b31c-74deaf9c052a"}]}' {{(pid=102347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:34:45.108426 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615df23a-4e4b-41ef-a079-30a85d232c88 req-d7369d42-df0d-434b-8dea-2df5c6efbe3f tempest-TestVolumeBackupRestore-352548783 tempest-TestVolumeBackupRestore-352548783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:45.109945 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-615df23a-4e4b-41ef-a079-30a85d232c88 req-d7369d42-df0d-434b-8dea-2df5c6efbe3f tempest-TestVolumeBackupRestore-352548783 tempest-TestVolumeBackupRestore-352548783-project] 10.222.0.44 "GET /v2.0/ports?device_id=192cba42-d191-4414-a74e-0643929ce3ed HTTP/1.1" status: 200 len: 944 time: 0.0769122 Oct 27 10:34:45.114114 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Wed, 27 Oct 2021 10:34:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51d57cef-945d-4646-b0a9-15cb3a9b7a3d x-openstack-request-id: req-51d57cef-945d-4646-b0a9-15cb3a9b7a3d {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:34:45.114399 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19de7999-f151-4eb5-986d-3e7b0f987b5e", "name": "network-vif-deleted", "tag": "663ad4fb-d48e-41b4-ba03-42d778bf0122", "status": "completed", "code": 200}, {"server_uuid": "19de7999-f151-4eb5-986d-3e7b0f987b5e", "name": "network-vif-deleted", "tag": "02eec9e0-03c6-433a-af9e-1b5e5abf2703", "status": "completed", "code": 200}, {"server_uuid": "19de7999-f151-4eb5-986d-3e7b0f987b5e", "name": "network-vif-deleted", "tag": "870bf313-566e-41bd-b31c-74deaf9c052a", "status": "completed", "code": 200}]} {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:34:45.114651 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-51d57cef-945d-4646-b0a9-15cb3a9b7a3d {{(pid=102347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:34:45.115049 n-d-813419-10 neutron-server[102347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19de7999-f151-4eb5-986d-3e7b0f987b5e', 'name': 'network-vif-deleted', 'tag': '663ad4fb-d48e-41b4-ba03-42d778bf0122', 'status': 'completed', 'code': 200} Oct 27 10:34:45.115560 n-d-813419-10 neutron-server[102347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19de7999-f151-4eb5-986d-3e7b0f987b5e', 'name': 'network-vif-deleted', 'tag': '02eec9e0-03c6-433a-af9e-1b5e5abf2703', 'status': 'completed', 'code': 200} Oct 27 10:34:45.115809 n-d-813419-10 neutron-server[102347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19de7999-f151-4eb5-986d-3e7b0f987b5e', 'name': 'network-vif-deleted', 'tag': '870bf313-566e-41bd-b31c-74deaf9c052a', 'status': 'completed', 'code': 200} Oct 27 10:34:45.161098 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-615df23a-4e4b-41ef-a079-30a85d232c88 req-0d936fa6-3aeb-4ea9-be7c-f7da75d181d5 tempest-TestVolumeBackupRestore-352548783 tempest-TestVolumeBackupRestore-352548783-project] 10.222.0.44 "GET /v2.0/security-groups?id=0e7605b8-d9f5-4d60-9d34-d90bbb4e1b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435510 Oct 27 10:34:45.491457 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-4bef3601-b747-442b-91c7-38a2b2aa7623 req-9faf5910-8c29-41a3-a28e-a5b530cf32df tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] 10.222.0.44 "GET /v2.0/ports?device_id=19de7999-f151-4eb5-986d-3e7b0f987b5e HTTP/1.1" status: 200 len: 210 time: 0.0273082 Oct 27 10:34:45.646871 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb74eca-2176-4c9a-9683-780501563992 req-17e273b3-c199-457e-86d5-4c282d566300 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:45.648897 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-2eb74eca-2176-4c9a-9683-780501563992 req-17e273b3-c199-457e-86d5-4c282d566300 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "GET /v2.0/ports?device_id=58d33066-02f9-456d-8852-aabcf5578798 HTTP/1.1" status: 200 len: 945 time: 0.0652344 Oct 27 10:34:45.668720 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-230bfc94-6a4d-40c6-978c-a7f1411426eb req-8464ad25-6422-40ed-b19c-eb311292f778 tempest-ServerShowV247Test-669708890 tempest-ServerShowV247Test-669708890-project] 10.222.0.44 "GET /v2.0/ports?device_id=cadc2ebe-66c5-4e5f-b460-b68b73876393 HTTP/1.1" status: 200 len: 210 time: 0.0340209 Oct 27 10:34:45.698943 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-2eb74eca-2176-4c9a-9683-780501563992 req-fed69486-715f-4e6e-8024-109efb306702 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "GET /v2.0/security-groups?id=142cfba7-0116-47cd-9d82-0d26bf880f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438504 Oct 27 10:34:46.036427 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcce1f1-5984-40a5-8ddd-9f60ec242616 req-72a05be2-6f43-4754-a995-cd70106e877a tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:46.043790 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcce1f1-5984-40a5-8ddd-9f60ec242616 req-72a05be2-6f43-4754-a995-cd70106e877a tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:46.050033 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcce1f1-5984-40a5-8ddd-9f60ec242616 req-72a05be2-6f43-4754-a995-cd70106e877a tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:46.055537 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2b5304-48e4-4fd2-b0cb-e5195d48e967 req-bdb71099-c685-44e5-b9b1-41c41449638c tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:46.057171 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcce1f1-5984-40a5-8ddd-9f60ec242616 req-72a05be2-6f43-4754-a995-cd70106e877a tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:46.063050 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-3a2b5304-48e4-4fd2-b0cb-e5195d48e967 req-bdb71099-c685-44e5-b9b1-41c41449638c tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.44 "GET /v2.0/ports?device_id=a74be7ec-67b9-48c4-b1ce-a2a62f059c3a HTTP/1.1" status: 200 len: 945 time: 0.0596774 Oct 27 10:34:46.065192 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcce1f1-5984-40a5-8ddd-9f60ec242616 req-72a05be2-6f43-4754-a995-cd70106e877a tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:46.071488 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcce1f1-5984-40a5-8ddd-9f60ec242616 req-72a05be2-6f43-4754-a995-cd70106e877a tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:46.078033 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcce1f1-5984-40a5-8ddd-9f60ec242616 req-72a05be2-6f43-4754-a995-cd70106e877a tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:46.086464 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-5fcce1f1-5984-40a5-8ddd-9f60ec242616 req-72a05be2-6f43-4754-a995-cd70106e877a tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] 10.222.0.44 "GET /v2.0/ports?device_id=91ccc442-ec50-4418-afd5-4249b29ada1e HTTP/1.1" status: 200 len: 5429 time: 0.1098578 Oct 27 10:34:46.117870 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-3a2b5304-48e4-4fd2-b0cb-e5195d48e967 req-92c5db3c-fe57-445f-9fb3-3eeae0afe357 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.44 "GET /v2.0/security-groups?id=1cfb3b36-7fdd-4213-b115-9d47e1636c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536253 Oct 27 10:34:46.133674 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-5fcce1f1-5984-40a5-8ddd-9f60ec242616 req-145b977d-81a5-4d2b-b346-c3d39cc67d0e tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] 10.222.0.44 "GET /v2.0/security-groups?id=55228541-a3ac-4395-a6f1-3eb381084dbe&id=ae9e7cb5-3404-4285-8fc7-72260b0f869e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0450161 Oct 27 10:34:46.177169 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-824d81de-a2c1-48a4-aeb7-ed81b373c499 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:34:46.220507 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device 26915081-966b-4ad6-9045-9ac3a2b934a8 details requested by agent hyperv_n-h1-813419-10 with host n-h1-813419-10 {{(pid=102348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 10:34:46.292753 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007cf544-664e-42a6-beaa-aa966a5e5b50 req-5c037272-2382-42b0-9237-bf6c79b26905 tempest-TestVolumeBackupRestore-352548783 tempest-TestVolumeBackupRestore-352548783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:46.294544 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-007cf544-664e-42a6-beaa-aa966a5e5b50 req-5c037272-2382-42b0-9237-bf6c79b26905 tempest-TestVolumeBackupRestore-352548783 tempest-TestVolumeBackupRestore-352548783-project] 10.222.0.44 "GET /v2.0/ports?device_id=192cba42-d191-4414-a74e-0643929ce3ed HTTP/1.1" status: 200 len: 944 time: 0.0593498 Oct 27 10:34:46.360409 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port 26915081-966b-4ad6-9045-9ac3a2b934a8, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=26915081-966b-4ad6-9045-9ac3a2b934a8,segment=NetworkSegment(d0432a65-2dba-42ec-af01-06a1f023bcbe),segment_id=d0432a65-2dba-42ec-af01-06a1f023bcbe)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:34:46.362963 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-007cf544-664e-42a6-beaa-aa966a5e5b50 req-5c893830-23d2-43cc-8894-cfc5bdabcd49 tempest-TestVolumeBackupRestore-352548783 tempest-TestVolumeBackupRestore-352548783-project] 10.222.0.44 "GET /v2.0/security-groups?id=0e7605b8-d9f5-4d60-9d34-d90bbb4e1b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618036 Oct 27 10:34:46.377401 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Returning: {'device': '26915081-966b-4ad6-9045-9ac3a2b934a8', 'network_id': '7671fe98-2365-4aa6-9969-51558d1387c3', 'port_id': '26915081-966b-4ad6-9045-9ac3a2b934a8', 'mac_address': 'fa:16:3e:8c:ce:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49e7aa93-ef23-4876-9037-9786c8909fbd', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 10:34:46.414745 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:34:46.429444 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26915081-966b-4ad6-9045-9ac3a2b934a8 {{(pid=102348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:34:46.451832 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port 26915081-966b-4ad6-9045-9ac3a2b934a8, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=26915081-966b-4ad6-9045-9ac3a2b934a8,segment=NetworkSegment(d0432a65-2dba-42ec-af01-06a1f023bcbe),segment_id=d0432a65-2dba-42ec-af01-06a1f023bcbe)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:34:46.458553 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:34:46.510526 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Pushing event updated for resources: {'Port': ['ID=26915081-966b-4ad6-9045-9ac3a2b934a8,revision_number=4']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:34:46.601190 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-a593d6f8-6691-4f4c-b67d-777c618376a9 req-9e52a284-6ae0-4e6c-a21d-bde06c24b1fa tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] 10.222.0.44 "GET /v2.0/ports?device_id=19de7999-f151-4eb5-986d-3e7b0f987b5e HTTP/1.1" status: 200 len: 210 time: 0.0287960 Oct 27 10:34:46.677437 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] get_ports_and_sgs() called for port_ids ['26915081-966b-4ad6-9045-9ac3a2b934a8'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:34:46.840712 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-1b401940-f91d-41e9-8ef5-09cdca190138 req-7e746d2f-d48a-4869-b2e9-0cb018b5ef4e tempest-ServerShowV247Test-669708890 tempest-ServerShowV247Test-669708890-project] 10.222.0.44 "GET /v2.0/ports?device_id=cadc2ebe-66c5-4e5f-b460-b68b73876393 HTTP/1.1" status: 200 len: 210 time: 0.0387535 Oct 27 10:34:46.935554 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160fb416-cad3-4d58-b019-2c17952c8d24 req-17a0691b-9f4c-4eac-b040-0e5372c4cd3c tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:46.945308 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-160fb416-cad3-4d58-b019-2c17952c8d24 req-17a0691b-9f4c-4eac-b040-0e5372c4cd3c tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "GET /v2.0/ports?device_id=58d33066-02f9-456d-8852-aabcf5578798 HTTP/1.1" status: 200 len: 945 time: 0.1028922 Oct 27 10:34:47.005163 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-160fb416-cad3-4d58-b019-2c17952c8d24 req-83eb2edd-4484-4c17-a9ca-b3a4d12a5410 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "GET /v2.0/security-groups?id=142cfba7-0116-47cd-9d82-0d26bf880f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568328 Oct 27 10:34:47.241837 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea5a4d5-587c-4399-9def-3bb3d6aae64c req-3fcac718-eefb-4d20-afca-f08e1f68b132 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:47.250295 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-eea5a4d5-587c-4399-9def-3bb3d6aae64c req-3fcac718-eefb-4d20-afca-f08e1f68b132 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.44 "GET /v2.0/ports?device_id=a74be7ec-67b9-48c4-b1ce-a2a62f059c3a HTTP/1.1" status: 200 len: 945 time: 0.0625815 Oct 27 10:34:47.287531 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcfad94-700b-4dc4-90f2-db6286613461 req-6e385da6-d36d-43ef-9d59-ba3d5ae10c2e tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:47.294784 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcfad94-700b-4dc4-90f2-db6286613461 req-6e385da6-d36d-43ef-9d59-ba3d5ae10c2e tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:47.301879 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-eea5a4d5-587c-4399-9def-3bb3d6aae64c req-8364cced-5ab3-453a-a6c1-5ee05f06cfe8 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.44 "GET /v2.0/security-groups?id=1cfb3b36-7fdd-4213-b115-9d47e1636c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484865 Oct 27 10:34:47.302322 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcfad94-700b-4dc4-90f2-db6286613461 req-6e385da6-d36d-43ef-9d59-ba3d5ae10c2e tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:47.310815 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcfad94-700b-4dc4-90f2-db6286613461 req-6e385da6-d36d-43ef-9d59-ba3d5ae10c2e tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:47.319312 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcfad94-700b-4dc4-90f2-db6286613461 req-6e385da6-d36d-43ef-9d59-ba3d5ae10c2e tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:47.328151 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcfad94-700b-4dc4-90f2-db6286613461 req-6e385da6-d36d-43ef-9d59-ba3d5ae10c2e tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:47.334420 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcfad94-700b-4dc4-90f2-db6286613461 req-6e385da6-d36d-43ef-9d59-ba3d5ae10c2e tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:47.340702 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-fbcfad94-700b-4dc4-90f2-db6286613461 req-6e385da6-d36d-43ef-9d59-ba3d5ae10c2e tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] 10.222.0.44 "GET /v2.0/ports?device_id=91ccc442-ec50-4418-afd5-4249b29ada1e HTTP/1.1" status: 200 len: 5429 time: 0.1295028 Oct 27 10:34:47.384819 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-fbcfad94-700b-4dc4-90f2-db6286613461 req-8c623b35-e95d-46a9-8028-27d55db23f79 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] 10.222.0.44 "GET /v2.0/security-groups?id=55228541-a3ac-4395-a6f1-3eb381084dbe&id=ae9e7cb5-3404-4285-8fc7-72260b0f869e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0397360 Oct 27 10:34:47.486560 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef978c5-9d54-43f7-a465-700f762164cb req-cc9d79e6-0ba1-40f0-9fda-e53ef4bc0a4b tempest-TestVolumeBackupRestore-352548783 tempest-TestVolumeBackupRestore-352548783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:47.488334 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-9ef978c5-9d54-43f7-a465-700f762164cb req-cc9d79e6-0ba1-40f0-9fda-e53ef4bc0a4b tempest-TestVolumeBackupRestore-352548783 tempest-TestVolumeBackupRestore-352548783-project] 10.222.0.44 "GET /v2.0/ports?device_id=192cba42-d191-4414-a74e-0643929ce3ed HTTP/1.1" status: 200 len: 945 time: 0.0600622 Oct 27 10:34:47.530940 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-9ef978c5-9d54-43f7-a465-700f762164cb req-b771cdc5-ed24-43f5-b4f3-5bc40692e2b7 tempest-TestVolumeBackupRestore-352548783 tempest-TestVolumeBackupRestore-352548783-project] 10.222.0.44 "GET /v2.0/security-groups?id=0e7605b8-d9f5-4d60-9d34-d90bbb4e1b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359907 Oct 27 10:34:47.707091 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8d0516fb-45c0-4909-bcbc-68a65ca264c2 req-fde73d40-5e8b-4133-b2fe-94741cb33027 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] 10.222.0.44 "GET /v2.0/ports?device_id=19de7999-f151-4eb5-986d-3e7b0f987b5e HTTP/1.1" status: 200 len: 210 time: 0.0278931 Oct 27 10:34:47.943127 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-c47255ed-e30c-4c28-a508-39c1dcdc60de req-567b3a84-436e-4a41-99fd-886126c78434 tempest-ServerShowV247Test-669708890 tempest-ServerShowV247Test-669708890-project] 10.222.0.44 "GET /v2.0/ports?device_id=cadc2ebe-66c5-4e5f-b460-b68b73876393 HTTP/1.1" status: 200 len: 210 time: 0.0299420 Oct 27 10:34:48.133609 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e109e084-2a6f-461d-b27a-cb384121e12d req-b3da6817-ad7f-4dfe-858b-017ede1ac890 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:48.135085 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-e109e084-2a6f-461d-b27a-cb384121e12d req-b3da6817-ad7f-4dfe-858b-017ede1ac890 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "GET /v2.0/ports?device_id=58d33066-02f9-456d-8852-aabcf5578798 HTTP/1.1" status: 200 len: 945 time: 0.0594666 Oct 27 10:34:48.150414 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device 3d6ae1db-b0f0-41b4-b79b-15dd28d0cc58 details requested by agent hyperv_n-h2-813419-10 with host n-h2-813419-10 {{(pid=102348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 10:34:48.180461 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-e109e084-2a6f-461d-b27a-cb384121e12d req-0bb8fe67-0a46-447e-964a-c06b31c961af tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "GET /v2.0/security-groups?id=142cfba7-0116-47cd-9d82-0d26bf880f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388186 Oct 27 10:34:48.250087 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device 26915081-966b-4ad6-9045-9ac3a2b934a8 up at agent hyperv_n-h1-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:34:48.302008 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] For port 3d6ae1db-b0f0-41b4-b79b-15dd28d0cc58, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=3d6ae1db-b0f0-41b4-b79b-15dd28d0cc58,segment=NetworkSegment(7dd77195-ce76-4d8f-a4a0-21bf27911aee),segment_id=7dd77195-ce76-4d8f-a4a0-21bf27911aee)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:34:48.324953 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Returning: {'device': '3d6ae1db-b0f0-41b4-b79b-15dd28d0cc58', 'network_id': '8d938063-6de9-4af7-8c0a-0cc177cd5dd2', 'port_id': '3d6ae1db-b0f0-41b4-b79b-15dd28d0cc58', 'mac_address': 'fa:16:3e:30:69:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd10e012c-67dd-4bab-810d-02cbf72e2d75', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 10:34:48.368561 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Provisioning for port 26915081-966b-4ad6-9045-9ac3a2b934a8 completed by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 10:34:48.374075 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Provisioning complete for port 26915081-966b-4ad6-9045-9ac3a2b934a8 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:34:48.374445 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:34:48.465045 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc8a848-9799-4ab1-bb02-e5d367efe611 req-2fc8ce12-4341-4cfe-92ef-43a97e6277ec tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:48.475488 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-bdc8a848-9799-4ab1-bb02-e5d367efe611 req-2fc8ce12-4341-4cfe-92ef-43a97e6277ec tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.44 "GET /v2.0/ports?device_id=a74be7ec-67b9-48c4-b1ce-a2a62f059c3a HTTP/1.1" status: 200 len: 945 time: 0.0781598 Oct 27 10:34:48.524781 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-bdc8a848-9799-4ab1-bb02-e5d367efe611 req-b21f94d4-08b2-4c25-b31e-276a01533c3f tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.44 "GET /v2.0/security-groups?id=1cfb3b36-7fdd-4213-b115-9d47e1636c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482616 Oct 27 10:34:48.547710 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:34:48.576930 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193cf95f-481f-443f-a4f8-284d3fedd8fd req-38ea59e2-6bcd-47f9-ac92-17adad95973d tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:48.582899 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193cf95f-481f-443f-a4f8-284d3fedd8fd req-38ea59e2-6bcd-47f9-ac92-17adad95973d tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:48.584338 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3d6ae1db-b0f0-41b4-b79b-15dd28d0cc58 {{(pid=102348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:34:48.590877 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193cf95f-481f-443f-a4f8-284d3fedd8fd req-38ea59e2-6bcd-47f9-ac92-17adad95973d tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:48.598479 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193cf95f-481f-443f-a4f8-284d3fedd8fd req-38ea59e2-6bcd-47f9-ac92-17adad95973d tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:48.605318 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193cf95f-481f-443f-a4f8-284d3fedd8fd req-38ea59e2-6bcd-47f9-ac92-17adad95973d tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:48.612026 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193cf95f-481f-443f-a4f8-284d3fedd8fd req-38ea59e2-6bcd-47f9-ac92-17adad95973d tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:48.618047 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] For port 3d6ae1db-b0f0-41b4-b79b-15dd28d0cc58, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=3d6ae1db-b0f0-41b4-b79b-15dd28d0cc58,segment=NetworkSegment(7dd77195-ce76-4d8f-a4a0-21bf27911aee),segment_id=7dd77195-ce76-4d8f-a4a0-21bf27911aee)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:34:48.621591 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193cf95f-481f-443f-a4f8-284d3fedd8fd req-38ea59e2-6bcd-47f9-ac92-17adad95973d tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:48.629681 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-193cf95f-481f-443f-a4f8-284d3fedd8fd req-38ea59e2-6bcd-47f9-ac92-17adad95973d tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] 10.222.0.44 "GET /v2.0/ports?device_id=91ccc442-ec50-4418-afd5-4249b29ada1e HTTP/1.1" status: 200 len: 5429 time: 0.1158133 Oct 27 10:34:48.654546 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:34:48.656731 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:34:48.686019 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bc6e05-9fa8-4c45-a323-8c93d0d9311c req-ec332bd4-8c29-45cf-a3dd-cbb307696c2e tempest-TestVolumeBackupRestore-352548783 tempest-TestVolumeBackupRestore-352548783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:48.689065 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-29bc6e05-9fa8-4c45-a323-8c93d0d9311c req-ec332bd4-8c29-45cf-a3dd-cbb307696c2e tempest-TestVolumeBackupRestore-352548783 tempest-TestVolumeBackupRestore-352548783-project] 10.222.0.44 "GET /v2.0/ports?device_id=192cba42-d191-4414-a74e-0643929ce3ed HTTP/1.1" status: 200 len: 945 time: 0.0688198 Oct 27 10:34:48.691660 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-193cf95f-481f-443f-a4f8-284d3fedd8fd req-aebd2874-db4f-49ff-98e1-886ca369c5b5 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] 10.222.0.44 "GET /v2.0/security-groups?id=55228541-a3ac-4395-a6f1-3eb381084dbe&id=ae9e7cb5-3404-4285-8fc7-72260b0f869e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0610468 Oct 27 10:34:48.722646 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '192cba42-d191-4414-a74e-0643929ce3ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26915081-966b-4ad6-9045-9ac3a2b934a8'}] {{(pid=102348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:34:48.724942 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c588921fa634554a1d9242fdea1b05457a9ff1d3b28ba54ec1dace7f2f1df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01343aba-d5a2-4d14-82bc-42c800088ae7" -d '{"events": [{"server_uuid": "192cba42-d191-4414-a74e-0643929ce3ed", "name": "network-vif-plugged", "status": "completed", "tag": "26915081-966b-4ad6-9045-9ac3a2b934a8"}]}' {{(pid=102348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:34:48.750231 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port 26915081-966b-4ad6-9045-9ac3a2b934a8, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=26915081-966b-4ad6-9045-9ac3a2b934a8,segment=NetworkSegment(d0432a65-2dba-42ec-af01-06a1f023bcbe),segment_id=d0432a65-2dba-42ec-af01-06a1f023bcbe)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:34:48.753663 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Pushing event updated for resources: {'Port': ['ID=3d6ae1db-b0f0-41b4-b79b-15dd28d0cc58,revision_number=6']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:34:48.764936 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:34:48.769825 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] get_ports_and_sgs() called for port_ids ['3d6ae1db-b0f0-41b4-b79b-15dd28d0cc58'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:34:48.776685 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-29bc6e05-9fa8-4c45-a323-8c93d0d9311c req-fe97fc3e-77a1-4bfb-ac80-acb46a379e41 tempest-TestVolumeBackupRestore-352548783 tempest-TestVolumeBackupRestore-352548783-project] 10.222.0.44 "GET /v2.0/security-groups?id=0e7605b8-d9f5-4d60-9d34-d90bbb4e1b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765486 Oct 27 10:34:48.827206 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:34:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2eb20a8c-7cf0-43f1-8f01-d3af442f3fe5 x-openstack-request-id: req-2eb20a8c-7cf0-43f1-8f01-d3af442f3fe5 {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:34:48.827488 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "192cba42-d191-4414-a74e-0643929ce3ed", "name": "network-vif-plugged", "status": "completed", "tag": "26915081-966b-4ad6-9045-9ac3a2b934a8", "code": 200}]} {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:34:48.828417 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-2eb20a8c-7cf0-43f1-8f01-d3af442f3fe5 {{(pid=102348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:34:48.830097 n-d-813419-10 neutron-server[102348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '192cba42-d191-4414-a74e-0643929ce3ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26915081-966b-4ad6-9045-9ac3a2b934a8', 'code': 200} Oct 27 10:34:48.888526 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-0fcd022b-6e44-49ee-9555-38625722b7aa req-e99969f7-1eed-4150-9411-ea27d3d241a6 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] 10.222.0.44 "GET /v2.0/ports?device_id=19de7999-f151-4eb5-986d-3e7b0f987b5e HTTP/1.1" status: 200 len: 210 time: 0.0447595 Oct 27 10:34:48.936566 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-00f0e9b7-ccec-43fc-9d80-3247300bd133 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:34:48.939796 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f8580d-b1ba-4f78-92d4-7641c8a6cc71 req-d1b0a3c7-43a1-46b2-93f7-b249612f04bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:48.940108 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Pushing event updated for resources: {'Port': ['ID=26915081-966b-4ad6-9045-9ac3a2b934a8,revision_number=5']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:34:48.943555 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-86f8580d-b1ba-4f78-92d4-7641c8a6cc71 req-d1b0a3c7-43a1-46b2-93f7-b249612f04bc service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=192cba42-d191-4414-a74e-0643929ce3ed HTTP/1.1" status: 200 len: 1098 time: 0.0539725 Oct 27 10:34:48.991389 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-86f8580d-b1ba-4f78-92d4-7641c8a6cc71 req-1599c0c3-a8e5-4c0a-a704-288634386202 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=0e7605b8-d9f5-4d60-9d34-d90bbb4e1b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404553 Oct 27 10:34:49.080883 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-46d0a451-4e16-4ac8-9ed2-ca2386b0cfb8 req-4aacca11-5376-44ce-9bf9-9256cc678f7b tempest-ServerShowV247Test-669708890 tempest-ServerShowV247Test-669708890-project] 10.222.0.44 "GET /v2.0/ports?device_id=cadc2ebe-66c5-4e5f-b460-b68b73876393 HTTP/1.1" status: 200 len: 210 time: 0.0502467 Oct 27 10:34:49.308489 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ff8fea-e0b2-467b-9efe-901a63331776 req-61d27154-49a8-4fd4-977e-e4822deed751 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:49.310277 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-c0ff8fea-e0b2-467b-9efe-901a63331776 req-61d27154-49a8-4fd4-977e-e4822deed751 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "GET /v2.0/ports?device_id=58d33066-02f9-456d-8852-aabcf5578798 HTTP/1.1" status: 200 len: 945 time: 0.0510817 Oct 27 10:34:49.362907 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-c0ff8fea-e0b2-467b-9efe-901a63331776 req-cd6d559f-7ba4-4ab8-b279-25320286f9d6 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "GET /v2.0/security-groups?id=142cfba7-0116-47cd-9d82-0d26bf880f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441225 Oct 27 10:34:49.656667 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc86ed9-eee7-4e68-a73b-57ea2fd7a145 req-451a4f3c-e71b-45ef-b860-82a5c1b2fa1f tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:49.658918 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-1fc86ed9-eee7-4e68-a73b-57ea2fd7a145 req-451a4f3c-e71b-45ef-b860-82a5c1b2fa1f tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.44 "GET /v2.0/ports?device_id=a74be7ec-67b9-48c4-b1ce-a2a62f059c3a HTTP/1.1" status: 200 len: 944 time: 0.0574408 Oct 27 10:34:49.698831 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-1fc86ed9-eee7-4e68-a73b-57ea2fd7a145 req-e4e0683b-65eb-4b91-9040-8d6a431b81ac tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.44 "GET /v2.0/security-groups?id=1cfb3b36-7fdd-4213-b115-9d47e1636c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335522 Oct 27 10:34:49.840576 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23265cb-82a8-4789-b64a-bdb8531410c7 req-212b7880-8224-4358-a06b-1ed1dc46ae01 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:49.848032 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23265cb-82a8-4789-b64a-bdb8531410c7 req-212b7880-8224-4358-a06b-1ed1dc46ae01 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:49.854437 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23265cb-82a8-4789-b64a-bdb8531410c7 req-212b7880-8224-4358-a06b-1ed1dc46ae01 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:49.863897 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23265cb-82a8-4789-b64a-bdb8531410c7 req-212b7880-8224-4358-a06b-1ed1dc46ae01 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:49.871838 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23265cb-82a8-4789-b64a-bdb8531410c7 req-212b7880-8224-4358-a06b-1ed1dc46ae01 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:49.878067 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23265cb-82a8-4789-b64a-bdb8531410c7 req-212b7880-8224-4358-a06b-1ed1dc46ae01 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:49.886722 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23265cb-82a8-4789-b64a-bdb8531410c7 req-212b7880-8224-4358-a06b-1ed1dc46ae01 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:49.888914 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-a23265cb-82a8-4789-b64a-bdb8531410c7 req-212b7880-8224-4358-a06b-1ed1dc46ae01 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] 10.222.0.44 "GET /v2.0/ports?device_id=91ccc442-ec50-4418-afd5-4249b29ada1e HTTP/1.1" status: 200 len: 5429 time: 0.1213348 Oct 27 10:34:49.905623 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ee035c-f571-4b21-8579-949a55f1c0b1 req-ac50fc01-35cb-402e-b57d-2d2c29bba5de tempest-TestVolumeBackupRestore-352548783 tempest-TestVolumeBackupRestore-352548783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:49.908619 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-f5ee035c-f571-4b21-8579-949a55f1c0b1 req-ac50fc01-35cb-402e-b57d-2d2c29bba5de tempest-TestVolumeBackupRestore-352548783 tempest-TestVolumeBackupRestore-352548783-project] 10.222.0.44 "GET /v2.0/ports?device_id=192cba42-d191-4414-a74e-0643929ce3ed HTTP/1.1" status: 200 len: 946 time: 0.0649235 Oct 27 10:34:49.931780 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-a23265cb-82a8-4789-b64a-bdb8531410c7 req-1e05acb4-36ff-4517-bc15-e209ec32424a tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] 10.222.0.44 "GET /v2.0/security-groups?id=55228541-a3ac-4395-a6f1-3eb381084dbe&id=ae9e7cb5-3404-4285-8fc7-72260b0f869e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0365660 Oct 27 10:34:49.970916 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-f5ee035c-f571-4b21-8579-949a55f1c0b1 req-ea16f113-3edb-43fa-aada-d9208a157bd1 tempest-TestVolumeBackupRestore-352548783 tempest-TestVolumeBackupRestore-352548783-project] 10.222.0.44 "GET /v2.0/security-groups?id=0e7605b8-d9f5-4d60-9d34-d90bbb4e1b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557573 Oct 27 10:34:49.974172 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:34:49.979244 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-eadeaa30-4096-4d1a-b3cb-aa7ebfb291ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:34:50.060814 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-6cce6679-97ed-460a-a46a-a59e6117d24f req-874c3308-df56-47f3-831b-1566bd708594 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] 10.222.0.44 "GET /v2.0/ports?device_id=19de7999-f151-4eb5-986d-3e7b0f987b5e HTTP/1.1" status: 200 len: 210 time: 0.0294952 Oct 27 10:34:50.165740 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device 3d6ae1db-b0f0-41b4-b79b-15dd28d0cc58 up at agent hyperv_n-h2-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:34:50.230349 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-f30fc192-9995-4814-b34f-be0818b642cb req-f0ecbe14-a374-43f2-ba79-cb3cca7e2920 tempest-ServerShowV247Test-669708890 tempest-ServerShowV247Test-669708890-project] 10.222.0.44 "GET /v2.0/ports?device_id=cadc2ebe-66c5-4e5f-b460-b68b73876393 HTTP/1.1" status: 200 len: 210 time: 0.0583801 Oct 27 10:34:50.232266 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Provisioning complete for port 3d6ae1db-b0f0-41b4-b79b-15dd28d0cc58 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:34:50.232825 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:34:50.342413 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:34:50.376005 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] For port 3d6ae1db-b0f0-41b4-b79b-15dd28d0cc58, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=3d6ae1db-b0f0-41b4-b79b-15dd28d0cc58,segment=NetworkSegment(7dd77195-ce76-4d8f-a4a0-21bf27911aee),segment_id=7dd77195-ce76-4d8f-a4a0-21bf27911aee)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:34:50.380328 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:34:50.440485 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Pushing event updated for resources: {'Port': ['ID=3d6ae1db-b0f0-41b4-b79b-15dd28d0cc58,revision_number=7']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:34:50.522503 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1365044d-5a55-41f0-be08-649933a303f6 req-e23526a5-2d7f-4ad3-881b-391dd4c0e894 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:50.524359 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-1365044d-5a55-41f0-be08-649933a303f6 req-e23526a5-2d7f-4ad3-881b-391dd4c0e894 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "GET /v2.0/ports?device_id=58d33066-02f9-456d-8852-aabcf5578798 HTTP/1.1" status: 200 len: 945 time: 0.0628428 Oct 27 10:34:50.568822 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-1365044d-5a55-41f0-be08-649933a303f6 req-df2f5d5d-616a-475e-8b41-89c3a72d3f39 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "GET /v2.0/security-groups?id=142cfba7-0116-47cd-9d82-0d26bf880f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368609 Oct 27 10:34:50.831737 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a74be7ec-67b9-48c4-b1ce-a2a62f059c3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d6ae1db-b0f0-41b4-b79b-15dd28d0cc58'}] {{(pid=102348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:34:50.834484 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c588921fa634554a1d9242fdea1b05457a9ff1d3b28ba54ec1dace7f2f1df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6ececc1-c73b-4fb8-ba28-4470defe7098" -d '{"events": [{"server_uuid": "a74be7ec-67b9-48c4-b1ce-a2a62f059c3a", "name": "network-vif-plugged", "status": "completed", "tag": "3d6ae1db-b0f0-41b4-b79b-15dd28d0cc58"}]}' {{(pid=102348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:34:50.844970 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf0fefd-2ce8-4c34-a819-48aceb8598a8 req-2a088537-51a1-4da3-a756-ba234dd8d291 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:50.847914 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-7bf0fefd-2ce8-4c34-a819-48aceb8598a8 req-2a088537-51a1-4da3-a756-ba234dd8d291 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.44 "GET /v2.0/ports?device_id=a74be7ec-67b9-48c4-b1ce-a2a62f059c3a HTTP/1.1" status: 200 len: 945 time: 0.0684805 Oct 27 10:34:50.878546 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:34:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff15b132-4958-4454-add3-1bbece2bd1b3 x-openstack-request-id: req-ff15b132-4958-4454-add3-1bbece2bd1b3 {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:34:50.878865 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a74be7ec-67b9-48c4-b1ce-a2a62f059c3a", "name": "network-vif-plugged", "status": "completed", "tag": "3d6ae1db-b0f0-41b4-b79b-15dd28d0cc58", "code": 200}]} {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:34:50.879119 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ff15b132-4958-4454-add3-1bbece2bd1b3 {{(pid=102348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:34:50.879515 n-d-813419-10 neutron-server[102348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a74be7ec-67b9-48c4-b1ce-a2a62f059c3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d6ae1db-b0f0-41b4-b79b-15dd28d0cc58', 'code': 200} Oct 27 10:34:50.903422 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-7bf0fefd-2ce8-4c34-a819-48aceb8598a8 req-927bb4f7-dc4b-46a5-93af-1d7017a6f598 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.44 "GET /v2.0/security-groups?id=1cfb3b36-7fdd-4213-b115-9d47e1636c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493362 Oct 27 10:34:51.119283 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6e0b39-3eb9-41f0-b39b-362cc42e67fe req-fbd8fe17-f255-4d85-8076-ba48326b8285 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:51.125831 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6e0b39-3eb9-41f0-b39b-362cc42e67fe req-fbd8fe17-f255-4d85-8076-ba48326b8285 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:51.131194 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e83765-c5b0-4ae4-80ab-497ca0ce05b7 req-ed416470-f0c0-4634-a7c2-6efcea951888 tempest-TestVolumeBackupRestore-352548783 tempest-TestVolumeBackupRestore-352548783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:51.131866 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6e0b39-3eb9-41f0-b39b-362cc42e67fe req-fbd8fe17-f255-4d85-8076-ba48326b8285 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:51.136628 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-12e83765-c5b0-4ae4-80ab-497ca0ce05b7 req-ed416470-f0c0-4634-a7c2-6efcea951888 tempest-TestVolumeBackupRestore-352548783 tempest-TestVolumeBackupRestore-352548783-project] 10.222.0.44 "GET /v2.0/ports?device_id=192cba42-d191-4414-a74e-0643929ce3ed HTTP/1.1" status: 200 len: 946 time: 0.0761652 Oct 27 10:34:51.138063 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6e0b39-3eb9-41f0-b39b-362cc42e67fe req-fbd8fe17-f255-4d85-8076-ba48326b8285 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:51.144045 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6e0b39-3eb9-41f0-b39b-362cc42e67fe req-fbd8fe17-f255-4d85-8076-ba48326b8285 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:51.150098 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6e0b39-3eb9-41f0-b39b-362cc42e67fe req-fbd8fe17-f255-4d85-8076-ba48326b8285 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:51.156800 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6e0b39-3eb9-41f0-b39b-362cc42e67fe req-fbd8fe17-f255-4d85-8076-ba48326b8285 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:51.158759 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-3d6e0b39-3eb9-41f0-b39b-362cc42e67fe req-fbd8fe17-f255-4d85-8076-ba48326b8285 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] 10.222.0.44 "GET /v2.0/ports?device_id=91ccc442-ec50-4418-afd5-4249b29ada1e HTTP/1.1" status: 200 len: 5429 time: 0.0975389 Oct 27 10:34:51.202750 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-3d6e0b39-3eb9-41f0-b39b-362cc42e67fe req-a8678bad-d58a-473d-9a94-d88bae6d189c tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] 10.222.0.44 "GET /v2.0/security-groups?id=55228541-a3ac-4395-a6f1-3eb381084dbe&id=ae9e7cb5-3404-4285-8fc7-72260b0f869e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0367730 Oct 27 10:34:51.205645 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-12e83765-c5b0-4ae4-80ab-497ca0ce05b7 req-f1fe2638-9274-4fc2-82a2-ddbe8885ba86 tempest-TestVolumeBackupRestore-352548783 tempest-TestVolumeBackupRestore-352548783-project] 10.222.0.44 "GET /v2.0/security-groups?id=0e7605b8-d9f5-4d60-9d34-d90bbb4e1b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511780 Oct 27 10:34:51.322415 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-e5fc2396-1ed6-4580-a773-4e95e180d35c req-fe7006ea-4d44-4c08-b9fd-1a84aff821a9 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] 10.222.0.44 "GET /v2.0/ports?device_id=19de7999-f151-4eb5-986d-3e7b0f987b5e HTTP/1.1" status: 200 len: 210 time: 0.0287864 Oct 27 10:34:51.380674 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399a65de-f296-4a69-8dd3-7334b4acbd09 req-b7f3585b-c20d-432d-b880-3f716381ac84 tempest-TestVolumeBackupRestore-352548783 tempest-TestVolumeBackupRestore-352548783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:51.382966 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-399a65de-f296-4a69-8dd3-7334b4acbd09 req-b7f3585b-c20d-432d-b880-3f716381ac84 tempest-TestVolumeBackupRestore-352548783 tempest-TestVolumeBackupRestore-352548783-project] 10.222.0.44 "GET /v2.0/ports?device_id=192cba42-d191-4414-a74e-0643929ce3ed HTTP/1.1" status: 200 len: 946 time: 0.0579877 Oct 27 10:34:51.423058 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-22b6ad68-54fb-42b0-943f-94d0ff69c019 req-861ba065-4b0b-4177-b127-8b442586f811 tempest-ServerShowV247Test-669708890 tempest-ServerShowV247Test-669708890-project] 10.222.0.44 "GET /v2.0/ports?device_id=cadc2ebe-66c5-4e5f-b460-b68b73876393 HTTP/1.1" status: 200 len: 210 time: 0.0332077 Oct 27 10:34:51.434903 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-399a65de-f296-4a69-8dd3-7334b4acbd09 req-1f5b9b04-3115-4d44-9184-d62c7cf89ca7 tempest-TestVolumeBackupRestore-352548783 tempest-TestVolumeBackupRestore-352548783-project] 10.222.0.44 "GET /v2.0/security-groups?id=0e7605b8-d9f5-4d60-9d34-d90bbb4e1b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453575 Oct 27 10:34:51.477255 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 37502) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:34:51.698886 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b0e6fe1-1783-43cd-b44d-7d7316ddcb93 tempest-TestVolumeBackupRestore-497800918 tempest-TestVolumeBackupRestore-497800918-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:51.700553 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-4b0e6fe1-1783-43cd-b44d-7d7316ddcb93 tempest-TestVolumeBackupRestore-497800918 tempest-TestVolumeBackupRestore-497800918-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=192cba42-d191-4414-a74e-0643929ce3ed HTTP/1.1" status: 200 len: 1093 time: 0.2222807 Oct 27 10:34:51.703427 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 37508) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:34:51.704537 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d9c269-8e7f-4f12-ab49-7aad7606fe02 req-017b78c9-b3dc-4035-9729-a43392b2cece tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:51.708404 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-4bc3e99b-b029-4a14-a638-f4a068b99d02 tempest-TestVolumeBackupRestore-352548783 tempest-TestVolumeBackupRestore-352548783-project] Request body: {'floatingip': {'floating_network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'port_id': '26915081-966b-4ad6-9045-9ac3a2b934a8', 'tenant_id': 'c549deff19ee40e78397a6c045bdd5dc', 'fixed_ip_address': '172.20.0.10'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:34:51.711876 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-71d9c269-8e7f-4f12-ab49-7aad7606fe02 req-017b78c9-b3dc-4035-9729-a43392b2cece tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "GET /v2.0/ports?device_id=58d33066-02f9-456d-8852-aabcf5578798 HTTP/1.1" status: 200 len: 945 time: 0.0621512 Oct 27 10:34:51.734733 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-4bc3e99b-b029-4a14-a638-f4a068b99d02 tempest-TestVolumeBackupRestore-352548783 tempest-TestVolumeBackupRestore-352548783-project] Publish callbacks [] for floatingip, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:34:51.752824 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-71d9c269-8e7f-4f12-ab49-7aad7606fe02 req-8bfb3245-8355-4d13-8662-24eb0122a455 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "GET /v2.0/security-groups?id=142cfba7-0116-47cd-9d82-0d26bf880f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399504 Oct 27 10:34:51.852498 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-4bc3e99b-b029-4a14-a638-f4a068b99d02 tempest-TestVolumeBackupRestore-352548783 tempest-TestVolumeBackupRestore-352548783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:34:51.859741 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-3c6a8245-0581-48aa-b5f6-4d8fe98cd16e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:34:51.989594 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_common [None req-4bc3e99b-b029-4a14-a638-f4a068b99d02 tempest-TestVolumeBackupRestore-352548783 tempest-TestVolumeBackupRestore-352548783-project] Allocated IP 172.25.8.62 (185ff123-c7ff-45c7-a6be-71feb35acc9c/0fb9f9d1-7384-481f-8fa8-f4566c349d30/62eccb3d-361d-4c42-811d-b7e7b2a83071) {{(pid=102346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:34:52.258655 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device 1eb208c1-53c7-4020-bd55-d077d06451fd details requested by agent hyperv_n-h1-813419-10 with host n-h1-813419-10 {{(pid=102348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 10:34:52.461006 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04966d6f-fb0f-43af-bf29-8a6e56a26348 req-c221f230-53e3-4d45-a4cf-485752108ee2 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:52.472908 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-04966d6f-fb0f-43af-bf29-8a6e56a26348 req-c221f230-53e3-4d45-a4cf-485752108ee2 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.44 "GET /v2.0/ports?device_id=a74be7ec-67b9-48c4-b1ce-a2a62f059c3a HTTP/1.1" status: 200 len: 945 time: 0.4717469 Oct 27 10:34:52.529771 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a89b370-72c4-4420-a8e3-a03a6afdff34 req-c1dee224-0686-4bc5-9b94-e39129140c23 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:52.543487 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-04966d6f-fb0f-43af-bf29-8a6e56a26348 req-367e58ce-b2aa-4d4a-a0cf-55dda8118b40 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.44 "GET /v2.0/security-groups?id=1cfb3b36-7fdd-4213-b115-9d47e1636c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646012 Oct 27 10:34:52.548767 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a89b370-72c4-4420-a8e3-a03a6afdff34 req-c1dee224-0686-4bc5-9b94-e39129140c23 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:52.563022 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a89b370-72c4-4420-a8e3-a03a6afdff34 req-c1dee224-0686-4bc5-9b94-e39129140c23 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:52.569387 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port 1eb208c1-53c7-4020-bd55-d077d06451fd, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=1eb208c1-53c7-4020-bd55-d077d06451fd,segment=NetworkSegment(c5bd0478-53f3-4027-a631-eeb5a728964c),segment_id=c5bd0478-53f3-4027-a631-eeb5a728964c)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:34:52.579788 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a89b370-72c4-4420-a8e3-a03a6afdff34 req-c1dee224-0686-4bc5-9b94-e39129140c23 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:52.595868 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a89b370-72c4-4420-a8e3-a03a6afdff34 req-c1dee224-0686-4bc5-9b94-e39129140c23 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:52.598276 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-4bc3e99b-b029-4a14-a638-f4a068b99d02 tempest-TestVolumeBackupRestore-352548783 tempest-TestVolumeBackupRestore-352548783-project] Publish callbacks [] for port, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:34:52.604377 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a89b370-72c4-4420-a8e3-a03a6afdff34 req-c1dee224-0686-4bc5-9b94-e39129140c23 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:52.604649 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Returning: {'device': '1eb208c1-53c7-4020-bd55-d077d06451fd', 'network_id': '88e3e046-d444-4db2-9521-e65514262b77', 'port_id': '1eb208c1-53c7-4020-bd55-d077d06451fd', 'mac_address': 'fa:16:3e:0f:24:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 417, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b282023-ee15-4c3c-8c47-498ae229ab3c', 'ip_address': '10.1.1.84'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 10:34:52.612095 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a89b370-72c4-4420-a8e3-a03a6afdff34 req-c1dee224-0686-4bc5-9b94-e39129140c23 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:52.622485 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-4a89b370-72c4-4420-a8e3-a03a6afdff34 req-c1dee224-0686-4bc5-9b94-e39129140c23 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] 10.222.0.44 "GET /v2.0/ports?device_id=91ccc442-ec50-4418-afd5-4249b29ada1e HTTP/1.1" status: 200 len: 5429 time: 0.2330279 Oct 27 10:34:52.676819 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:34:52.694915 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-4a89b370-72c4-4420-a8e3-a03a6afdff34 req-21dc0d5d-eaa1-4cba-b36b-10d18027bd1a tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] 10.222.0.44 "GET /v2.0/security-groups?id=55228541-a3ac-4395-a6f1-3eb381084dbe&id=ae9e7cb5-3404-4285-8fc7-72260b0f869e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0710530 Oct 27 10:34:52.705079 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1eb208c1-53c7-4020-bd55-d077d06451fd {{(pid=102348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:34:52.705310 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-68a31bf7-2e01-4b48-b96a-0fdf386a3199 req-5e961b2c-0d2b-4e4a-b54f-edf12933b7ce tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] 10.222.0.44 "GET /v2.0/ports?device_id=19de7999-f151-4eb5-986d-3e7b0f987b5e HTTP/1.1" status: 200 len: 210 time: 0.0906401 Oct 27 10:34:52.729276 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-4bc3e99b-b029-4a14-a638-f4a068b99d02 tempest-TestVolumeBackupRestore-352548783 tempest-TestVolumeBackupRestore-352548783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:34:52.759925 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port 1eb208c1-53c7-4020-bd55-d077d06451fd, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=1eb208c1-53c7-4020-bd55-d077d06451fd,segment=NetworkSegment(c5bd0478-53f3-4027-a631-eeb5a728964c),segment_id=c5bd0478-53f3-4027-a631-eeb5a728964c)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:34:52.766602 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:34:52.767545 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device d41818a8-8416-4ec5-82c2-78a42608873b details requested by agent hyperv_n-h1-813419-10 with host n-h1-813419-10 {{(pid=102348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 10:34:52.797928 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bc3e99b-b029-4a14-a638-f4a068b99d02 tempest-TestVolumeBackupRestore-352548783 tempest-TestVolumeBackupRestore-352548783-project] Network 185ff123-c7ff-45c7-a6be-71feb35acc9c is already hosted by enough agents. {{(pid=102346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:34:52.804696 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-4bc3e99b-b029-4a14-a638-f4a068b99d02 tempest-TestVolumeBackupRestore-352548783 tempest-TestVolumeBackupRestore-352548783-project] Resources bound (agent type, host, resource id): {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:34:52.810513 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bc3e99b-b029-4a14-a638-f4a068b99d02 tempest-TestVolumeBackupRestore-352548783 tempest-TestVolumeBackupRestore-352548783-project] Received port after_create {{(pid=102346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:34:52.815729 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port d41818a8-8416-4ec5-82c2-78a42608873b, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=d41818a8-8416-4ec5-82c2-78a42608873b,segment=NetworkSegment(c5bd0478-53f3-4027-a631-eeb5a728964c),segment_id=c5bd0478-53f3-4027-a631-eeb5a728964c)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:34:52.906097 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc3e99b-b029-4a14-a638-f4a068b99d02 tempest-TestVolumeBackupRestore-352548783 tempest-TestVolumeBackupRestore-352548783-project] Pushing event updated for resources: {'Port': ['ID=62eccb3d-361d-4c42-811d-b7e7b2a83071,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:34:52.917441 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc3e99b-b029-4a14-a638-f4a068b99d02 tempest-TestVolumeBackupRestore-352548783 tempest-TestVolumeBackupRestore-352548783-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:34:52.918139 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc3e99b-b029-4a14-a638-f4a068b99d02 tempest-TestVolumeBackupRestore-352548783 tempest-TestVolumeBackupRestore-352548783-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:34:52.918796 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc3e99b-b029-4a14-a638-f4a068b99d02 tempest-TestVolumeBackupRestore-352548783 tempest-TestVolumeBackupRestore-352548783-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:34:52.919335 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc3e99b-b029-4a14-a638-f4a068b99d02 tempest-TestVolumeBackupRestore-352548783 tempest-TestVolumeBackupRestore-352548783-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:34:52.919865 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc3e99b-b029-4a14-a638-f4a068b99d02 tempest-TestVolumeBackupRestore-352548783 tempest-TestVolumeBackupRestore-352548783-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:34:52.920422 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc3e99b-b029-4a14-a638-f4a068b99d02 tempest-TestVolumeBackupRestore-352548783 tempest-TestVolumeBackupRestore-352548783-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:34:52.920955 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc3e99b-b029-4a14-a638-f4a068b99d02 tempest-TestVolumeBackupRestore-352548783 tempest-TestVolumeBackupRestore-352548783-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:34:52.921479 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc3e99b-b029-4a14-a638-f4a068b99d02 tempest-TestVolumeBackupRestore-352548783 tempest-TestVolumeBackupRestore-352548783-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:34:52.922003 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc3e99b-b029-4a14-a638-f4a068b99d02 tempest-TestVolumeBackupRestore-352548783 tempest-TestVolumeBackupRestore-352548783-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:34:52.922539 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc3e99b-b029-4a14-a638-f4a068b99d02 tempest-TestVolumeBackupRestore-352548783 tempest-TestVolumeBackupRestore-352548783-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:34:52.923338 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc3e99b-b029-4a14-a638-f4a068b99d02 tempest-TestVolumeBackupRestore-352548783 tempest-TestVolumeBackupRestore-352548783-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:34:52.924210 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc3e99b-b029-4a14-a638-f4a068b99d02 tempest-TestVolumeBackupRestore-352548783 tempest-TestVolumeBackupRestore-352548783-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:34:52.962236 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Returning: {'device': 'd41818a8-8416-4ec5-82c2-78a42608873b', 'network_id': '88e3e046-d444-4db2-9521-e65514262b77', 'port_id': 'd41818a8-8416-4ec5-82c2-78a42608873b', 'mac_address': 'fa:16:3e:85:5e:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 417, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b282023-ee15-4c3c-8c47-498ae229ab3c', 'ip_address': '10.1.1.141'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 10:34:52.970961 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Pushing event updated for resources: {'Port': ['ID=1eb208c1-53c7-4020-bd55-d077d06451fd,revision_number=4']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:34:52.990092 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-d10dad65-cd74-4bc3-9264-9f6c9d61f218 req-91529889-69cf-4689-903b-e4081ff843b6 tempest-ServerShowV247Test-669708890 tempest-ServerShowV247Test-669708890-project] 10.222.0.44 "GET /v2.0/ports?device_id=cadc2ebe-66c5-4e5f-b460-b68b73876393 HTTP/1.1" status: 200 len: 210 time: 0.0805271 Oct 27 10:34:52.995208 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:34:52.995366 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:34:52.996220 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:34:52.996220 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:34:52.996449 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:34:52.996856 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:34:52.997266 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:34:52.997658 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:34:52.998119 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:34:52.998421 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:34:52.998814 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:34:52.999203 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:34:53.079596 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:34:53.095464 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d41818a8-8416-4ec5-82c2-78a42608873b {{(pid=102348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:34:53.132674 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port d41818a8-8416-4ec5-82c2-78a42608873b, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=d41818a8-8416-4ec5-82c2-78a42608873b,segment=NetworkSegment(c5bd0478-53f3-4027-a631-eeb5a728964c),segment_id=c5bd0478-53f3-4027-a631-eeb5a728964c)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:34:53.140455 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:34:53.141746 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device 3ad26a6b-c6a0-4de9-9181-a07fe5eabe70 details requested by agent hyperv_n-h1-813419-10 with host n-h1-813419-10 {{(pid=102348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 10:34:53.204525 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ed3ac1-a59e-4d28-8b17-bbdcd47f414e req-94de5471-7e3b-4726-bd99-e1f58c0ec563 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:53.206596 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-f7ed3ac1-a59e-4d28-8b17-bbdcd47f414e req-94de5471-7e3b-4726-bd99-e1f58c0ec563 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "GET /v2.0/ports?device_id=58d33066-02f9-456d-8852-aabcf5578798 HTTP/1.1" status: 200 len: 945 time: 0.1503453 Oct 27 10:34:53.239495 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Pushing event updated for resources: {'Port': ['ID=d41818a8-8416-4ec5-82c2-78a42608873b,revision_number=4']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:34:53.391394 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-f7ed3ac1-a59e-4d28-8b17-bbdcd47f414e req-aa453ec5-41c9-4623-a915-1a297bc4d381 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "GET /v2.0/security-groups?id=142cfba7-0116-47cd-9d82-0d26bf880f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1746023 Oct 27 10:34:53.428743 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port 3ad26a6b-c6a0-4de9-9181-a07fe5eabe70, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=3ad26a6b-c6a0-4de9-9181-a07fe5eabe70,segment=NetworkSegment(2ca19453-a5a8-4460-9af1-c3768fea04a4),segment_id=2ca19453-a5a8-4460-9af1-c3768fea04a4)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:34:53.444542 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Returning: {'device': '3ad26a6b-c6a0-4de9-9181-a07fe5eabe70', 'network_id': '221478c6-1352-435e-b5d2-1ec0f18ba5b8', 'port_id': '3ad26a6b-c6a0-4de9-9181-a07fe5eabe70', 'mac_address': 'fa:16:3e:57:1d:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31fc4bb4-57b5-4293-9cc7-0a44723124dc', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 10:34:53.503313 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:34:53.536688 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ad26a6b-c6a0-4de9-9181-a07fe5eabe70 {{(pid=102348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:34:53.572053 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port 3ad26a6b-c6a0-4de9-9181-a07fe5eabe70, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=3ad26a6b-c6a0-4de9-9181-a07fe5eabe70,segment=NetworkSegment(2ca19453-a5a8-4460-9af1-c3768fea04a4),segment_id=2ca19453-a5a8-4460-9af1-c3768fea04a4)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:34:53.575268 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-4bc3e99b-b029-4a14-a638-f4a068b99d02 tempest-TestVolumeBackupRestore-352548783 tempest-TestVolumeBackupRestore-352548783-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:34:53.584672 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:34:53.586072 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device 1cf65ff2-fb9b-433c-b18b-c8215b267c53 details requested by agent hyperv_n-h1-813419-10 with host n-h1-813419-10 {{(pid=102348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 10:34:53.676573 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Pushing event updated for resources: {'Port': ['ID=3ad26a6b-c6a0-4de9-9181-a07fe5eabe70,revision_number=4']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:34:53.728115 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-4bc3e99b-b029-4a14-a638-f4a068b99d02 tempest-TestVolumeBackupRestore-352548783 tempest-TestVolumeBackupRestore-352548783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:34:53.741844 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63865e78-e2f8-4ed9-ade7-83203d0e4efb req-5645a8b1-83c7-4c1c-b720-3d878949b3d2 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:53.743533 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-63865e78-e2f8-4ed9-ade7-83203d0e4efb req-5645a8b1-83c7-4c1c-b720-3d878949b3d2 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.44 "GET /v2.0/ports?device_id=a74be7ec-67b9-48c4-b1ce-a2a62f059c3a HTTP/1.1" status: 200 len: 945 time: 0.0873272 Oct 27 10:34:53.854229 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-63865e78-e2f8-4ed9-ade7-83203d0e4efb req-e372cb85-7707-4428-a7be-23b9e6b20868 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.44 "GET /v2.0/security-groups?id=1cfb3b36-7fdd-4213-b115-9d47e1636c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998099 Oct 27 10:34:53.962034 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-0d58c358-a084-4ad9-8cd2-d9e8cd6f2137 req-e8fb3724-43a3-41c4-8e39-ca0eafaac1f3 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] 10.222.0.44 "GET /v2.0/ports?device_id=19de7999-f151-4eb5-986d-3e7b0f987b5e HTTP/1.1" status: 200 len: 210 time: 0.0449078 Oct 27 10:34:54.002547 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port 1cf65ff2-fb9b-433c-b18b-c8215b267c53, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=1cf65ff2-fb9b-433c-b18b-c8215b267c53,segment=NetworkSegment(af276840-f825-41e1-8416-3e9649c7d456),segment_id=af276840-f825-41e1-8416-3e9649c7d456)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:34:54.023625 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Returning: {'device': '1cf65ff2-fb9b-433c-b18b-c8215b267c53', 'network_id': 'f2385b9b-4fa7-414c-8459-129f74d068c4', 'port_id': '1cf65ff2-fb9b-433c-b18b-c8215b267c53', 'mac_address': 'fa:16:3e:c3:10:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7ae2785-df3d-443a-9883-966bc70b525d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 10:34:54.096227 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:34:54.111568 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1cf65ff2-fb9b-433c-b18b-c8215b267c53 {{(pid=102348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:34:54.143147 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port 1cf65ff2-fb9b-433c-b18b-c8215b267c53, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=1cf65ff2-fb9b-433c-b18b-c8215b267c53,segment=NetworkSegment(af276840-f825-41e1-8416-3e9649c7d456),segment_id=af276840-f825-41e1-8416-3e9649c7d456)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:34:54.150966 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:34:54.152306 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device 22c27b5f-6c6c-47c7-a478-77c272de9521 details requested by agent hyperv_n-h1-813419-10 with host n-h1-813419-10 {{(pid=102348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 10:34:54.187879 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de315ba-c384-4ae2-8054-7e448dd8fe6d req-cb9a210e-3133-4d01-ab73-b8871add5ecb tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:54.209364 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de315ba-c384-4ae2-8054-7e448dd8fe6d req-cb9a210e-3133-4d01-ab73-b8871add5ecb tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:54.214144 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Pushing event updated for resources: {'Port': ['ID=1cf65ff2-fb9b-433c-b18b-c8215b267c53,revision_number=4']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:34:54.241814 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de315ba-c384-4ae2-8054-7e448dd8fe6d req-cb9a210e-3133-4d01-ab73-b8871add5ecb tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:54.248506 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port 22c27b5f-6c6c-47c7-a478-77c272de9521, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=22c27b5f-6c6c-47c7-a478-77c272de9521,segment=NetworkSegment(c5bd0478-53f3-4027-a631-eeb5a728964c),segment_id=c5bd0478-53f3-4027-a631-eeb5a728964c)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:34:54.256165 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de315ba-c384-4ae2-8054-7e448dd8fe6d req-cb9a210e-3133-4d01-ab73-b8871add5ecb tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:54.274226 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-29c38052-e515-4ffb-8053-aae4926ea9c2 req-290275bd-208c-4a31-b138-7e1580f2d027 tempest-ServerShowV247Test-669708890 tempest-ServerShowV247Test-669708890-project] 10.222.0.44 "GET /v2.0/ports?device_id=cadc2ebe-66c5-4e5f-b460-b68b73876393 HTTP/1.1" status: 200 len: 210 time: 0.0718849 Oct 27 10:34:54.276819 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Returning: {'device': '22c27b5f-6c6c-47c7-a478-77c272de9521', 'network_id': '88e3e046-d444-4db2-9521-e65514262b77', 'port_id': '22c27b5f-6c6c-47c7-a478-77c272de9521', 'mac_address': 'fa:16:3e:a8:e1:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 417, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b282023-ee15-4c3c-8c47-498ae229ab3c', 'ip_address': '10.1.1.251'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 10:34:54.286960 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de315ba-c384-4ae2-8054-7e448dd8fe6d req-cb9a210e-3133-4d01-ab73-b8871add5ecb tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:54.308351 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de315ba-c384-4ae2-8054-7e448dd8fe6d req-cb9a210e-3133-4d01-ab73-b8871add5ecb tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:54.315217 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de315ba-c384-4ae2-8054-7e448dd8fe6d req-cb9a210e-3133-4d01-ab73-b8871add5ecb tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:54.324994 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-2de315ba-c384-4ae2-8054-7e448dd8fe6d req-cb9a210e-3133-4d01-ab73-b8871add5ecb tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] 10.222.0.44 "GET /v2.0/ports?device_id=91ccc442-ec50-4418-afd5-4249b29ada1e HTTP/1.1" status: 200 len: 5432 time: 0.4313152 Oct 27 10:34:54.361448 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:34:54.392637 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22c27b5f-6c6c-47c7-a478-77c272de9521 {{(pid=102348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:34:54.403111 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-2de315ba-c384-4ae2-8054-7e448dd8fe6d req-8fe2e732-e9c9-46f1-9964-d1159a4ed7c1 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] 10.222.0.44 "GET /v2.0/security-groups?id=55228541-a3ac-4395-a6f1-3eb381084dbe&id=ae9e7cb5-3404-4285-8fc7-72260b0f869e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0707099 Oct 27 10:34:54.435930 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port 22c27b5f-6c6c-47c7-a478-77c272de9521, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=22c27b5f-6c6c-47c7-a478-77c272de9521,segment=NetworkSegment(c5bd0478-53f3-4027-a631-eeb5a728964c),segment_id=c5bd0478-53f3-4027-a631-eeb5a728964c)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:34:54.446131 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:34:54.449277 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device b3977278-7ec6-4a29-a9ea-3f76512431eb details requested by agent hyperv_n-h1-813419-10 with host n-h1-813419-10 {{(pid=102348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 10:34:54.477922 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-4bc3e99b-b029-4a14-a638-f4a068b99d02 tempest-TestVolumeBackupRestore-352548783 tempest-TestVolumeBackupRestore-352548783-project] Publish callbacks [] for port, precommit_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:34:54.490375 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-4bc3e99b-b029-4a14-a638-f4a068b99d02 tempest-TestVolumeBackupRestore-352548783 tempest-TestVolumeBackupRestore-352548783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27024173'] for port, after_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:34:54.520730 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Pushing event updated for resources: {'Port': ['ID=22c27b5f-6c6c-47c7-a478-77c272de9521,revision_number=4']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:34:54.596387 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port b3977278-7ec6-4a29-a9ea-3f76512431eb, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=b3977278-7ec6-4a29-a9ea-3f76512431eb,segment=NetworkSegment(2ca19453-a5a8-4460-9af1-c3768fea04a4),segment_id=2ca19453-a5a8-4460-9af1-c3768fea04a4)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:34:54.607191 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc3e99b-b029-4a14-a638-f4a068b99d02 tempest-TestVolumeBackupRestore-352548783 tempest-TestVolumeBackupRestore-352548783-project] Pushing event updated for resources: {'Port': ['ID=62eccb3d-361d-4c42-811d-b7e7b2a83071,revision_number=2']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:34:54.638123 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Returning: {'device': 'b3977278-7ec6-4a29-a9ea-3f76512431eb', 'network_id': '221478c6-1352-435e-b5d2-1ec0f18ba5b8', 'port_id': 'b3977278-7ec6-4a29-a9ea-3f76512431eb', 'mac_address': 'fa:16:3e:8b:29:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31fc4bb4-57b5-4293-9cc7-0a44723124dc', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 10:34:54.668362 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e903157f-2de9-4a5d-b1bb-a89f68fa95c8 req-ea4abbd2-e7fb-40c2-8fb6-aef87d34a51c tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:54.678803 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-e903157f-2de9-4a5d-b1bb-a89f68fa95c8 req-ea4abbd2-e7fb-40c2-8fb6-aef87d34a51c tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "GET /v2.0/ports?device_id=58d33066-02f9-456d-8852-aabcf5578798 HTTP/1.1" status: 200 len: 945 time: 0.1370213 Oct 27 10:34:54.697547 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-4bc3e99b-b029-4a14-a638-f4a068b99d02 tempest-TestVolumeBackupRestore-352548783 tempest-TestVolumeBackupRestore-352548783-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1664826'] for floatingip, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:34:54.713644 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:34:54.743722 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3977278-7ec6-4a29-a9ea-3f76512431eb {{(pid=102348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:34:54.746944 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-e903157f-2de9-4a5d-b1bb-a89f68fa95c8 req-47e72622-fec1-47bf-8161-421ab3a0b859 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "GET /v2.0/security-groups?id=142cfba7-0116-47cd-9d82-0d26bf880f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663691 Oct 27 10:34:54.790114 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port b3977278-7ec6-4a29-a9ea-3f76512431eb, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=b3977278-7ec6-4a29-a9ea-3f76512431eb,segment=NetworkSegment(2ca19453-a5a8-4460-9af1-c3768fea04a4),segment_id=2ca19453-a5a8-4460-9af1-c3768fea04a4)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:34:54.797664 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:34:54.798222 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device 329824b1-0ff6-45c1-b96c-4a19139a00dd details requested by agent hyperv_n-h1-813419-10 with host n-h1-813419-10 {{(pid=102348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 10:34:54.938399 n-d-813419-10 neutron-server[102346]: INFO neutron.db.l3_db [None req-4bc3e99b-b029-4a14-a638-f4a068b99d02 tempest-TestVolumeBackupRestore-352548783 tempest-TestVolumeBackupRestore-352548783-project] Floating IP 9dc61d45-3476-46c6-b670-d239e399a8cf associated. External IP: 172.25.8.62, port: 26915081-966b-4ad6-9045-9ac3a2b934a8. Oct 27 10:34:54.981743 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port 329824b1-0ff6-45c1-b96c-4a19139a00dd, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=329824b1-0ff6-45c1-b96c-4a19139a00dd,segment=NetworkSegment(c5bd0478-53f3-4027-a631-eeb5a728964c),segment_id=c5bd0478-53f3-4027-a631-eeb5a728964c)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:34:54.984962 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Pushing event updated for resources: {'Port': ['ID=b3977278-7ec6-4a29-a9ea-3f76512431eb,revision_number=4']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:34:55.054815 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Returning: {'device': '329824b1-0ff6-45c1-b96c-4a19139a00dd', 'network_id': '88e3e046-d444-4db2-9521-e65514262b77', 'port_id': '329824b1-0ff6-45c1-b96c-4a19139a00dd', 'mac_address': 'fa:16:3e:2d:2d:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 417, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b282023-ee15-4c3c-8c47-498ae229ab3c', 'ip_address': '10.1.1.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 10:34:55.135319 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b2c42e53-6324-4778-a981-be2961bcf895 req-4230e6e4-7f04-4931-9511-942131c62a16 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] 10.222.0.44 "GET /v2.0/ports?device_id=19de7999-f151-4eb5-986d-3e7b0f987b5e HTTP/1.1" status: 200 len: 210 time: 0.0420101 Oct 27 10:34:55.158686 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:34:55.192711 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 329824b1-0ff6-45c1-b96c-4a19139a00dd {{(pid=102348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:34:55.240067 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port 329824b1-0ff6-45c1-b96c-4a19139a00dd, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=329824b1-0ff6-45c1-b96c-4a19139a00dd,segment=NetworkSegment(c5bd0478-53f3-4027-a631-eeb5a728964c),segment_id=c5bd0478-53f3-4027-a631-eeb5a728964c)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:34:55.254715 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f9b1c8-9990-49c7-bdda-1115f241072e req-13d1d3a4-262c-4860-bc39-94f1cc6dd5a1 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:55.264219 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:34:55.278100 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-32f9b1c8-9990-49c7-bdda-1115f241072e req-13d1d3a4-262c-4860-bc39-94f1cc6dd5a1 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.44 "GET /v2.0/ports?device_id=a74be7ec-67b9-48c4-b1ce-a2a62f059c3a HTTP/1.1" status: 200 len: 945 time: 0.1028616 Oct 27 10:34:55.337400 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-32f9b1c8-9990-49c7-bdda-1115f241072e req-ba19a188-cd89-4e97-94d0-b24d1888c118 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.44 "GET /v2.0/security-groups?id=1cfb3b36-7fdd-4213-b115-9d47e1636c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535350 Oct 27 10:34:55.395410 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Pushing event updated for resources: {'Port': ['ID=329824b1-0ff6-45c1-b96c-4a19139a00dd,revision_number=4']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:34:55.518691 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-0427996a-145a-4a86-b8c4-64eedf4e0e10 req-868a169d-ca04-4106-88bc-5281e79c24d5 tempest-ServerShowV247Test-669708890 tempest-ServerShowV247Test-669708890-project] 10.222.0.44 "GET /v2.0/ports?device_id=cadc2ebe-66c5-4e5f-b460-b68b73876393 HTTP/1.1" status: 200 len: 210 time: 0.0727496 Oct 27 10:34:55.561062 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bc3e99b-b029-4a14-a638-f4a068b99d02 tempest-TestVolumeBackupRestore-352548783 tempest-TestVolumeBackupRestore-352548783-project] Router fc01ae86-cf09-4e74-80ea-0caa501961df has already been hosted by L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb {{(pid=102346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 10:34:55.771829 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bc3e99b-b029-4a14-a638-f4a068b99d02 tempest-TestVolumeBackupRestore-352548783 tempest-TestVolumeBackupRestore-352548783-project] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:34:55.784783 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-459a2b09-f95d-4669-974b-d4eb96b2a3ba None None] Sync routers for ids ['fc01ae86-cf09-4e74-80ea-0caa501961df'] in n-d-813419-10 {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:34:55.798450 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-459a2b09-f95d-4669-974b-d4eb96b2a3ba None None] Routers {'fc01ae86-cf09-4e74-80ea-0caa501961df'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:34:55.799288 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-459a2b09-f95d-4669-974b-d4eb96b2a3ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:34:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['fc01ae86-cf09-4e74-80ea-0caa501961df'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:34:55.804720 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec934208-9cbf-4e2e-97ef-7f76fca3d2b8 req-8d389c62-7d4d-4cdd-bb50-1965ada47bac tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:55.811576 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec934208-9cbf-4e2e-97ef-7f76fca3d2b8 req-8d389c62-7d4d-4cdd-bb50-1965ada47bac tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:55.818176 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec934208-9cbf-4e2e-97ef-7f76fca3d2b8 req-8d389c62-7d4d-4cdd-bb50-1965ada47bac tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:55.827687 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec934208-9cbf-4e2e-97ef-7f76fca3d2b8 req-8d389c62-7d4d-4cdd-bb50-1965ada47bac tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:55.834135 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec934208-9cbf-4e2e-97ef-7f76fca3d2b8 req-8d389c62-7d4d-4cdd-bb50-1965ada47bac tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:55.840728 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] get_ports_and_sgs() called for port_ids ['d41818a8-8416-4ec5-82c2-78a42608873b'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:34:55.841244 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec934208-9cbf-4e2e-97ef-7f76fca3d2b8 req-8d389c62-7d4d-4cdd-bb50-1965ada47bac tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:55.849136 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec934208-9cbf-4e2e-97ef-7f76fca3d2b8 req-8d389c62-7d4d-4cdd-bb50-1965ada47bac tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:55.851173 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ec934208-9cbf-4e2e-97ef-7f76fca3d2b8 req-8d389c62-7d4d-4cdd-bb50-1965ada47bac tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] 10.222.0.44 "GET /v2.0/ports?device_id=91ccc442-ec50-4418-afd5-4249b29ada1e HTTP/1.1" status: 200 len: 5436 time: 0.3044078 Oct 27 10:34:55.855297 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-4bc3e99b-b029-4a14-a638-f4a068b99d02 tempest-TestVolumeBackupRestore-352548783 tempest-TestVolumeBackupRestore-352548783-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for floatingip, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:34:55.928483 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvr_db [None req-459a2b09-f95d-4669-974b-d4eb96b2a3ba None None] Set router fc01ae86-cf09-4e74-80ea-0caa501961df gateway port host: n-d-813419-10 {{(pid=102349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:34:55.938587 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] get_ports_and_sgs() called for port_ids ['1eb208c1-53c7-4020-bd55-d077d06451fd'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:34:55.972028 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] get_ports_and_sgs() called for port_ids ['3ad26a6b-c6a0-4de9-9181-a07fe5eabe70'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:34:55.973973 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] get_ports_and_sgs() called for port_ids ['329824b1-0ff6-45c1-b96c-4a19139a00dd'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:34:55.982233 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ec934208-9cbf-4e2e-97ef-7f76fca3d2b8 req-bbe3eb1a-458a-436c-a0b2-79f5efb01500 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] 10.222.0.44 "GET /v2.0/security-groups?id=55228541-a3ac-4395-a6f1-3eb381084dbe&id=ae9e7cb5-3404-4285-8fc7-72260b0f869e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1232471 Oct 27 10:34:56.005929 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] get_ports_and_sgs() called for port_ids ['22c27b5f-6c6c-47c7-a478-77c272de9521'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:34:56.013265 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-4bc3e99b-b029-4a14-a638-f4a068b99d02 tempest-TestVolumeBackupRestore-352548783 tempest-TestVolumeBackupRestore-352548783-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.3055933 Oct 27 10:34:56.015032 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 37582) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:34:56.016166 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '192cba42-d191-4414-a74e-0643929ce3ed', 'tag': '26915081-966b-4ad6-9045-9ac3a2b934a8'}] {{(pid=102346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:34:56.024324 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc0e418f5fc417c8d55d94c0aa509b037d0beb2a734c1a709e789eb65639a56d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee54ea6f-96ca-4d75-84a1-22c1a08030b3" -d '{"events": [{"name": "network-changed", "server_uuid": "192cba42-d191-4414-a74e-0643929ce3ed", "tag": "26915081-966b-4ad6-9045-9ac3a2b934a8"}]}' {{(pid=102346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:34:56.031652 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6a522a-961c-4a6b-89f9-e7234455719a req-8bfdbf16-3532-4bc1-8be8-27ff6ccc5834 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:56.052826 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-ba6a522a-961c-4a6b-89f9-e7234455719a req-8bfdbf16-3532-4bc1-8be8-27ff6ccc5834 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "GET /v2.0/ports?device_id=58d33066-02f9-456d-8852-aabcf5578798 HTTP/1.1" status: 200 len: 945 time: 0.1250339 Oct 27 10:34:56.155378 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-ba6a522a-961c-4a6b-89f9-e7234455719a req-fe2ff19b-95d8-46f1-9368-d80063d14afc tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "GET /v2.0/security-groups?id=142cfba7-0116-47cd-9d82-0d26bf880f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0968256 Oct 27 10:34:56.175030 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec09699f-9ba6-467a-9f74-3fba2878b2d9 tempest-TestVolumeBackupRestore-497800918 tempest-TestVolumeBackupRestore-497800918-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:56.180900 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-ec09699f-9ba6-467a-9f74-3fba2878b2d9 tempest-TestVolumeBackupRestore-497800918 tempest-TestVolumeBackupRestore-497800918-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=192cba42-d191-4414-a74e-0643929ce3ed HTTP/1.1" status: 200 len: 1093 time: 0.1256018 Oct 27 10:34:56.195043 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 37588) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:34:56.202897 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-6e820ca3-b245-413a-9625-33f49f5758d0 tempest-TestVolumeBackupRestore-352548783 tempest-TestVolumeBackupRestore-352548783-project] Request body: {'floatingip': {'port_id': '26915081-966b-4ad6-9045-9ac3a2b934a8'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:34:56.213054 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 10:34:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5eeafc9-ded9-49fa-bf2c-afcc106fe162 x-openstack-request-id: req-e5eeafc9-ded9-49fa-bf2c-afcc106fe162 {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:34:56.215107 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "192cba42-d191-4414-a74e-0643929ce3ed", "tag": "26915081-966b-4ad6-9045-9ac3a2b934a8", "status": "completed", "code": 200}]} {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:34:56.215607 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e5eeafc9-ded9-49fa-bf2c-afcc106fe162 {{(pid=102346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:34:56.216310 n-d-813419-10 neutron-server[102346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '192cba42-d191-4414-a74e-0643929ce3ed', 'tag': '26915081-966b-4ad6-9045-9ac3a2b934a8', 'status': 'completed', 'code': 200} Oct 27 10:34:56.307859 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-459a2b09-f95d-4669-974b-d4eb96b2a3ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc01ae86-cf09-4e74-80ea-0caa501961df', 'name': 'tempest-TestVolumeBackupRestore-642911475-router', 'tenant_id': 'c549deff19ee40e78397a6c045bdd5dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.188'}], 'enable_snat': True}, 'gw_port_id': 'c8d37030-f11d-4d51-9235-8d92fbc99a9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:30:38Z', 'updated_at': '2021-10-27T10:30:47Z', 'revision_number': 4, 'project_id': 'c549deff19ee40e78397a6c045bdd5dc', 'gw_port': {'id': 'c8d37030-f11d-4d51-9235-8d92fbc99a9b', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:e8:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc01ae86-cf09-4e74-80ea-0caa501961df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:30:40Z', 'updated_at': '2021-10-27T10:30:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_floatingips': [{'id': '9dc61d45-3476-46c6-b670-d239e399a8cf', 'tenant_id': 'c549deff19ee40e78397a6c045bdd5dc', 'floating_ip_address': '172.25.8.62', 'floating_network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'router_id': 'fc01ae86-cf09-4e74-80ea-0caa501961df', 'port_id': '26915081-966b-4ad6-9045-9ac3a2b934a8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1706, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7671fe98-2365-4aa6-9969-51558d1387c3', 'mac_address': 'fa:16:3e:8c:ce:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '192cba42-d191-4414-a74e-0643929ce3ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T10:34:53Z', 'updated_at': '2021-10-27T10:34:53Z', 'revision_number': 0, 'project_id': 'c549deff19ee40e78397a6c045bdd5dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fde3b517-4c44-41bd-ad93-c7945f194680', 'name': '', 'network_id': '7671fe98-2365-4aa6-9969-51558d1387c3', 'tenant_id': 'c549deff19ee40e78397a6c045bdd5dc', 'mac_address': 'fa:16:3e:86:3d:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc01ae86-cf09-4e74-80ea-0caa501961df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': '49e7aa93-ef23-4876-9037-9786c8909fbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:30:46Z', 'updated_at': '2021-10-27T10:30:51Z', 'revision_number': 5, 'project_id': 'c549deff19ee40e78397a6c045bdd5dc', 'subnets': [{'id': '49e7aa93-ef23-4876-9037-9786c8909fbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:34:56.369868 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-459a2b09-f95d-4669-974b-d4eb96b2a3ba None None] Checking router: fc01ae86-cf09-4e74-80ea-0caa501961df for host: n-d-813419-10 {{(pid=102349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 10:34:56.378944 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-459a2b09-f95d-4669-974b-d4eb96b2a3ba None None] Routers {'fc01ae86-cf09-4e74-80ea-0caa501961df'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:34:56.379823 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-459a2b09-f95d-4669-974b-d4eb96b2a3ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:34:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['fc01ae86-cf09-4e74-80ea-0caa501961df'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:34:56.443058 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-6e820ca3-b245-413a-9625-33f49f5758d0 tempest-TestVolumeBackupRestore-352548783 tempest-TestVolumeBackupRestore-352548783-project] Publish callbacks [] for floatingip, before_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:34:56.478099 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-034130aa-d9db-44d8-92e7-6906b3c480eb req-2cde1d5e-d8da-444f-b8cd-182352488595 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] 10.222.0.44 "GET /v2.0/ports?device_id=19de7999-f151-4eb5-986d-3e7b0f987b5e HTTP/1.1" status: 200 len: 210 time: 0.1113467 Oct 27 10:34:56.482839 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee54ea6f-96ca-4d75-84a1-22c1a08030b3 req-8328eac1-fbf5-4fa8-8422-93f52abb1dda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:56.486168 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-ee54ea6f-96ca-4d75-84a1-22c1a08030b3 req-8328eac1-fbf5-4fa8-8422-93f52abb1dda service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c549deff19ee40e78397a6c045bdd5dc&device_id=192cba42-d191-4414-a74e-0643929ce3ed HTTP/1.1" status: 200 len: 1098 time: 0.2685242 Oct 27 10:34:56.698767 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee54ea6f-96ca-4d75-84a1-22c1a08030b3 req-b25c7960-85af-4d92-9630-a43865af5fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:56.700428 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-ee54ea6f-96ca-4d75-84a1-22c1a08030b3 req-b25c7960-85af-4d92-9630-a43865af5fc8 service neutron] 10.222.0.64 "GET /v2.0/networks?id=7671fe98-2365-4aa6-9969-51558d1387c3 HTTP/1.1" status: 200 len: 914 time: 0.2056520 Oct 27 10:34:56.742480 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvr_db [None req-459a2b09-f95d-4669-974b-d4eb96b2a3ba None None] Set router fc01ae86-cf09-4e74-80ea-0caa501961df gateway port host: n-d-813419-10 {{(pid=102349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:34:56.790443 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-ee54ea6f-96ca-4d75-84a1-22c1a08030b3 req-d734886c-ef0e-4209-9129-0911682ce1da service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=26915081-966b-4ad6-9045-9ac3a2b934a8 HTTP/1.1" status: 200 len: 999 time: 0.0808718 Oct 27 10:34:56.834068 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-aaf1e51a-fec9-4c27-bb9f-24a00b98ef09 req-e0f049b1-ce82-401b-b0a8-6f2bd659d4b4 tempest-ServerShowV247Test-669708890 tempest-ServerShowV247Test-669708890-project] 10.222.0.44 "GET /v2.0/ports?device_id=cadc2ebe-66c5-4e5f-b460-b68b73876393 HTTP/1.1" status: 200 len: 210 time: 0.0425057 Oct 27 10:34:56.952289 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee54ea6f-96ca-4d75-84a1-22c1a08030b3 req-c725275a-4489-457b-90f8-8b73f83e46fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:56.954785 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] get_ports_and_sgs() called for port_ids ['1cf65ff2-fb9b-433c-b18b-c8215b267c53'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:34:56.956974 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] get_ports_and_sgs() called for port_ids ['b3977278-7ec6-4a29-a9ea-3f76512431eb'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:34:56.959119 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-ee54ea6f-96ca-4d75-84a1-22c1a08030b3 req-c725275a-4489-457b-90f8-8b73f83e46fc service neutron] 10.222.0.64 "GET /v2.0/subnets?id=49e7aa93-ef23-4876-9037-9786c8909fbd HTTP/1.1" status: 200 len: 852 time: 0.1230078 Oct 27 10:34:57.044120 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee54ea6f-96ca-4d75-84a1-22c1a08030b3 req-ea511241-95d9-4aac-a80a-95311cca4df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:57.049237 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-ee54ea6f-96ca-4d75-84a1-22c1a08030b3 req-ea511241-95d9-4aac-a80a-95311cca4df3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=7671fe98-2365-4aa6-9969-51558d1387c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0819547 Oct 27 10:34:57.222709 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-6e820ca3-b245-413a-9625-33f49f5758d0 tempest-TestVolumeBackupRestore-352548783 tempest-TestVolumeBackupRestore-352548783-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:34:57.239855 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-6e820ca3-b245-413a-9625-33f49f5758d0 tempest-TestVolumeBackupRestore-352548783 tempest-TestVolumeBackupRestore-352548783-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1664826'] for floatingip, after_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:34:57.268963 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-ee54ea6f-96ca-4d75-84a1-22c1a08030b3 req-98311543-c048-4438-a849-751b936b9770 service neutron] 10.222.0.64 "GET /v2.0/networks/7671fe98-2365-4aa6-9969-51558d1387c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2101545 Oct 27 10:34:57.400600 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-459a2b09-f95d-4669-974b-d4eb96b2a3ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc01ae86-cf09-4e74-80ea-0caa501961df', 'name': 'tempest-TestVolumeBackupRestore-642911475-router', 'tenant_id': 'c549deff19ee40e78397a6c045bdd5dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.188'}], 'enable_snat': True}, 'gw_port_id': 'c8d37030-f11d-4d51-9235-8d92fbc99a9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:30:38Z', 'updated_at': '2021-10-27T10:30:47Z', 'revision_number': 4, 'project_id': 'c549deff19ee40e78397a6c045bdd5dc', 'gw_port': {'id': 'c8d37030-f11d-4d51-9235-8d92fbc99a9b', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:e8:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc01ae86-cf09-4e74-80ea-0caa501961df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:30:40Z', 'updated_at': '2021-10-27T10:30:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_floatingips': [{'id': '9dc61d45-3476-46c6-b670-d239e399a8cf', 'tenant_id': 'c549deff19ee40e78397a6c045bdd5dc', 'floating_ip_address': '172.25.8.62', 'floating_network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'router_id': 'fc01ae86-cf09-4e74-80ea-0caa501961df', 'port_id': '26915081-966b-4ad6-9045-9ac3a2b934a8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1706, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7671fe98-2365-4aa6-9969-51558d1387c3', 'mac_address': 'fa:16:3e:8c:ce:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '192cba42-d191-4414-a74e-0643929ce3ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T10:34:53Z', 'updated_at': '2021-10-27T10:34:53Z', 'revision_number': 0, 'project_id': 'c549deff19ee40e78397a6c045bdd5dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fde3b517-4c44-41bd-ad93-c7945f194680', 'name': '', 'network_id': '7671fe98-2365-4aa6-9969-51558d1387c3', 'tenant_id': 'c549deff19ee40e78397a6c045bdd5dc', 'mac_address': 'fa:16:3e:86:3d:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc01ae86-cf09-4e74-80ea-0caa501961df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': '49e7aa93-ef23-4876-9037-9786c8909fbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:30:46Z', 'updated_at': '2021-10-27T10:30:51Z', 'revision_number': 5, 'project_id': 'c549deff19ee40e78397a6c045bdd5dc', 'subnets': [{'id': '49e7aa93-ef23-4876-9037-9786c8909fbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:34:57.465148 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80238c6e-c67f-4684-acdb-04fec8f9b949 req-c78c50a8-a108-4f87-8f10-3d6738ca939a tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:57.473926 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-80238c6e-c67f-4684-acdb-04fec8f9b949 req-c78c50a8-a108-4f87-8f10-3d6738ca939a tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.44 "GET /v2.0/ports?device_id=a74be7ec-67b9-48c4-b1ce-a2a62f059c3a HTTP/1.1" status: 200 len: 945 time: 0.5964689 Oct 27 10:34:57.484171 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-459a2b09-f95d-4669-974b-d4eb96b2a3ba None None] The sync data for ids ['fc01ae86-cf09-4e74-80ea-0caa501961df'] in n-d-813419-10 is: [{'id': 'fc01ae86-cf09-4e74-80ea-0caa501961df', 'name': 'tempest-TestVolumeBackupRestore-642911475-router', 'tenant_id': 'c549deff19ee40e78397a6c045bdd5dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.188'}], 'enable_snat': True}, 'gw_port_id': 'c8d37030-f11d-4d51-9235-8d92fbc99a9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:30:38Z', 'updated_at': '2021-10-27T10:30:47Z', 'revision_number': 4, 'project_id': 'c549deff19ee40e78397a6c045bdd5dc', 'gw_port': {'id': 'c8d37030-f11d-4d51-9235-8d92fbc99a9b', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:e8:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc01ae86-cf09-4e74-80ea-0caa501961df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:30:40Z', 'updated_at': '2021-10-27T10:30:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_floatingips': [{'id': '9dc61d45-3476-46c6-b670-d239e399a8cf', 'tenant_id': 'c549deff19ee40e78397a6c045bdd5dc', 'floating_ip_address': '172.25.8.62', 'floating_network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'router_id': 'fc01ae86-cf09-4e74-80ea-0caa501961df', 'port_id': '26915081-966b-4ad6-9045-9ac3a2b934a8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1706, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7671fe98-2365-4aa6-9969-51558d1387c3', 'mac_address': 'fa:16:3e:8c:ce:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '192cba42-d191-4414-a74e-0643929ce3ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T10:34:53Z', 'updated_at': '2021-10-27T10:34:53Z', 'revision_number': 0, 'project_id': 'c549deff19ee40e78397a6c045bdd5dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fde3b517-4c44-41bd-ad93-c7945f194680', 'name': '', 'network_id': '7671fe98-2365-4aa6-9969-51558d1387c3', 'tenant_id': 'c549deff19ee40e78397a6c045bdd5dc', 'mac_address': 'fa:16:3e:86:3d:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc01ae86-cf09-4e74-80ea-0caa501961df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': '49e7aa93-ef23-4876-9037-9786c8909fbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:30:46Z', 'updated_at': '2021-10-27T10:30:51Z', 'revision_number': 5, 'project_id': 'c549deff19ee40e78397a6c045bdd5dc', 'subnets': [{'id': '49e7aa93-ef23-4876-9037-9786c8909fbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:34:57.510904 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-ee54ea6f-96ca-4d75-84a1-22c1a08030b3 req-824ca318-617f-40f9-bb22-c1a7ab5f58ff service neutron] 10.222.0.64 "GET /v2.0/networks/7671fe98-2365-4aa6-9969-51558d1387c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1753459 Oct 27 10:34:57.561871 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dc2e6d-ac59-4949-8639-0bed0d98f84d req-e1d9d030-49eb-41a1-8de1-b34ecb06a6ed tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:57.569093 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dc2e6d-ac59-4949-8639-0bed0d98f84d req-e1d9d030-49eb-41a1-8de1-b34ecb06a6ed tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:57.576957 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dc2e6d-ac59-4949-8639-0bed0d98f84d req-e1d9d030-49eb-41a1-8de1-b34ecb06a6ed tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:57.583826 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dc2e6d-ac59-4949-8639-0bed0d98f84d req-e1d9d030-49eb-41a1-8de1-b34ecb06a6ed tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:57.590172 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dc2e6d-ac59-4949-8639-0bed0d98f84d req-e1d9d030-49eb-41a1-8de1-b34ecb06a6ed tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:57.596572 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dc2e6d-ac59-4949-8639-0bed0d98f84d req-e1d9d030-49eb-41a1-8de1-b34ecb06a6ed tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:57.602789 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dc2e6d-ac59-4949-8639-0bed0d98f84d req-e1d9d030-49eb-41a1-8de1-b34ecb06a6ed tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:57.605653 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b0dc2e6d-ac59-4949-8639-0bed0d98f84d req-e1d9d030-49eb-41a1-8de1-b34ecb06a6ed tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] 10.222.0.44 "GET /v2.0/ports?device_id=91ccc442-ec50-4418-afd5-4249b29ada1e HTTP/1.1" status: 200 len: 5436 time: 0.3355556 Oct 27 10:34:57.732818 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-80238c6e-c67f-4684-acdb-04fec8f9b949 req-28407bec-ed01-4910-a29e-f5529e89774d tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.44 "GET /v2.0/security-groups?id=1cfb3b36-7fdd-4213-b115-9d47e1636c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2554159 Oct 27 10:34:57.764698 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b0dc2e6d-ac59-4949-8639-0bed0d98f84d req-5e670e64-a05b-4362-9dc1-1e72a4339a2d tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] 10.222.0.44 "GET /v2.0/security-groups?id=55228541-a3ac-4395-a6f1-3eb381084dbe&id=ae9e7cb5-3404-4285-8fc7-72260b0f869e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1466846 Oct 27 10:34:57.817298 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e820ca3-b245-413a-9625-33f49f5758d0 tempest-TestVolumeBackupRestore-352548783 tempest-TestVolumeBackupRestore-352548783-project] Router fc01ae86-cf09-4e74-80ea-0caa501961df has already been hosted by L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb {{(pid=102346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 10:34:58.113379 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-7d608744-2ea3-46f5-b543-5884f9e27aad req-8332a7e4-9c10-441f-82be-9141f9ea0981 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] 10.222.0.44 "GET /v2.0/ports?device_id=19de7999-f151-4eb5-986d-3e7b0f987b5e HTTP/1.1" status: 200 len: 210 time: 0.0638697 Oct 27 10:34:58.174923 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24e07da2-3350-41ed-90f3-c54482ad3ded None None] New status for floating IP 9dc61d45-3476-46c6-b670-d239e399a8cf: ACTIVE {{(pid=102348) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 10:34:58.204997 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be12bf1-c1df-4102-9645-608c2458052e req-c707b8d9-6952-4e99-a469-c59c251b9805 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:58.217915 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-0be12bf1-c1df-4102-9645-608c2458052e req-c707b8d9-6952-4e99-a469-c59c251b9805 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "GET /v2.0/ports?device_id=58d33066-02f9-456d-8852-aabcf5578798 HTTP/1.1" status: 200 len: 945 time: 0.2219830 Oct 27 10:34:58.280793 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e820ca3-b245-413a-9625-33f49f5758d0 tempest-TestVolumeBackupRestore-352548783 tempest-TestVolumeBackupRestore-352548783-project] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:34:58.286852 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-6e820ca3-b245-413a-9625-33f49f5758d0 tempest-TestVolumeBackupRestore-352548783 tempest-TestVolumeBackupRestore-352548783-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for floatingip, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:34:58.290104 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-a3bdf603-adea-4e53-a156-22333a6c2e91 req-b4a983a1-29ad-4eda-b74d-8685be16dc68 tempest-ServerShowV247Test-669708890 tempest-ServerShowV247Test-669708890-project] 10.222.0.44 "GET /v2.0/ports?device_id=cadc2ebe-66c5-4e5f-b460-b68b73876393 HTTP/1.1" status: 200 len: 210 time: 0.0562005 Oct 27 10:34:58.386503 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '192cba42-d191-4414-a74e-0643929ce3ed', 'tag': '26915081-966b-4ad6-9045-9ac3a2b934a8'}] {{(pid=102346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:34:58.389082 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc0e418f5fc417c8d55d94c0aa509b037d0beb2a734c1a709e789eb65639a56d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85a98eab-696a-4840-bc2d-22316a15d5b9" -d '{"events": [{"name": "network-changed", "server_uuid": "192cba42-d191-4414-a74e-0643929ce3ed", "tag": "26915081-966b-4ad6-9045-9ac3a2b934a8"}]}' {{(pid=102346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:34:58.458977 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-0be12bf1-c1df-4102-9645-608c2458052e req-37b59156-3996-4b8e-bdf7-aa0ef603271e tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "GET /v2.0/security-groups?id=142cfba7-0116-47cd-9d82-0d26bf880f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2351215 Oct 27 10:34:58.496949 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-6e820ca3-b245-413a-9625-33f49f5758d0 tempest-TestVolumeBackupRestore-352548783 tempest-TestVolumeBackupRestore-352548783-project] 10.222.0.44 "PUT /v2.0/floatingips/9dc61d45-3476-46c6-b670-d239e399a8cf HTTP/1.1" status: 200 len: 991 time: 2.3003757 Oct 27 10:34:58.515795 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 10:34:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98fcd2dc-b377-4da1-af51-e64e9fd86d5a x-openstack-request-id: req-98fcd2dc-b377-4da1-af51-e64e9fd86d5a {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:34:58.516222 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "192cba42-d191-4414-a74e-0643929ce3ed", "tag": "26915081-966b-4ad6-9045-9ac3a2b934a8", "status": "completed", "code": 200}]} {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:34:58.516605 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-98fcd2dc-b377-4da1-af51-e64e9fd86d5a {{(pid=102346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:34:58.517185 n-d-813419-10 neutron-server[102346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '192cba42-d191-4414-a74e-0643929ce3ed', 'tag': '26915081-966b-4ad6-9045-9ac3a2b934a8', 'status': 'completed', 'code': 200} Oct 27 10:34:58.524255 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device a378176d-92da-4f39-9224-eabe8da137fe details requested by agent hyperv_n-h2-813419-10 with host n-h2-813419-10 {{(pid=102348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 10:34:58.605358 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a98eab-696a-4840-bc2d-22316a15d5b9 req-0a52265d-f9d1-409b-a321-e72b36ecfa6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:58.609628 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-85a98eab-696a-4840-bc2d-22316a15d5b9 req-0a52265d-f9d1-409b-a321-e72b36ecfa6f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c549deff19ee40e78397a6c045bdd5dc&device_id=192cba42-d191-4414-a74e-0643929ce3ed HTTP/1.1" status: 200 len: 1098 time: 0.0733922 Oct 27 10:34:58.695175 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-857c2c2f-8c47-4cd1-bbc0-c8a39f4cf940 None None] Sync routers for ids ['fc01ae86-cf09-4e74-80ea-0caa501961df'] in n-d-813419-10 {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:34:58.726386 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-857c2c2f-8c47-4cd1-bbc0-c8a39f4cf940 None None] Routers {'fc01ae86-cf09-4e74-80ea-0caa501961df'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:34:58.734511 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-857c2c2f-8c47-4cd1-bbc0-c8a39f4cf940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:34:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['fc01ae86-cf09-4e74-80ea-0caa501961df'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:34:58.774327 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a98eab-696a-4840-bc2d-22316a15d5b9 req-1c497fde-9c62-467d-851a-8b3517c3c0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:58.780183 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-85a98eab-696a-4840-bc2d-22316a15d5b9 req-1c497fde-9c62-467d-851a-8b3517c3c0c4 service neutron] 10.222.0.64 "GET /v2.0/networks?id=7671fe98-2365-4aa6-9969-51558d1387c3 HTTP/1.1" status: 200 len: 914 time: 0.1621537 Oct 27 10:34:58.977915 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a9ff3b-c53a-4be7-83c0-37bdfc30a8b7 req-a4cc1c97-2445-428a-a38f-37c9f7e571b0 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:58.987018 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-98a9ff3b-c53a-4be7-83c0-37bdfc30a8b7 req-a4cc1c97-2445-428a-a38f-37c9f7e571b0 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.44 "GET /v2.0/ports?device_id=a74be7ec-67b9-48c4-b1ce-a2a62f059c3a HTTP/1.1" status: 200 len: 945 time: 0.1010990 Oct 27 10:34:59.025930 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvr_db [None req-857c2c2f-8c47-4cd1-bbc0-c8a39f4cf940 None None] Set router fc01ae86-cf09-4e74-80ea-0caa501961df gateway port host: n-d-813419-10 {{(pid=102349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:34:59.065240 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-98a9ff3b-c53a-4be7-83c0-37bdfc30a8b7 req-dc18241d-0dab-4db1-becc-b77cea067517 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.44 "GET /v2.0/security-groups?id=1cfb3b36-7fdd-4213-b115-9d47e1636c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774848 Oct 27 10:34:59.111010 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] For port a378176d-92da-4f39-9224-eabe8da137fe, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=a378176d-92da-4f39-9224-eabe8da137fe,segment=NetworkSegment(633ff08f-11cd-4e98-be2e-dddd49efeea1),segment_id=633ff08f-11cd-4e98-be2e-dddd49efeea1)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:34:59.152004 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Returning: {'device': 'a378176d-92da-4f39-9224-eabe8da137fe', 'network_id': '823b724c-a4df-49e4-a48e-438212c85945', 'port_id': 'a378176d-92da-4f39-9224-eabe8da137fe', 'mac_address': 'fa:16:3e:4b:c9:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 411, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '867e3761-3f04-40e2-b4bb-5b0ff4404cac', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 10:34:59.256076 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:34:59.264406 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-85a98eab-696a-4840-bc2d-22316a15d5b9 req-1f54ccf3-6a58-4b47-aba1-e2dd7e2c77a6 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=26915081-966b-4ad6-9045-9ac3a2b934a8 HTTP/1.1" status: 200 len: 1001 time: 0.4782875 Oct 27 10:34:59.294221 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a378176d-92da-4f39-9224-eabe8da137fe {{(pid=102348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:34:59.341876 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] For port a378176d-92da-4f39-9224-eabe8da137fe, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=a378176d-92da-4f39-9224-eabe8da137fe,segment=NetworkSegment(633ff08f-11cd-4e98-be2e-dddd49efeea1),segment_id=633ff08f-11cd-4e98-be2e-dddd49efeea1)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:34:59.356476 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:34:59.426693 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-556bf666-b9b1-43ce-ae90-b96b6cbf92df req-e4350943-268e-46c8-9a6b-bbe0be6f7f49 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] 10.222.0.44 "GET /v2.0/ports?device_id=19de7999-f151-4eb5-986d-3e7b0f987b5e HTTP/1.1" status: 200 len: 210 time: 0.0979705 Oct 27 10:34:59.461184 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Pushing event updated for resources: {'Port': ['ID=a378176d-92da-4f39-9224-eabe8da137fe,revision_number=6']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:34:59.461825 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a1d57d-0e1c-4534-aee9-cde6ec1de311 req-25c03f7d-4c08-49de-be84-90a2624fd9d5 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:59.468513 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a1d57d-0e1c-4534-aee9-cde6ec1de311 req-25c03f7d-4c08-49de-be84-90a2624fd9d5 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:59.477901 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a1d57d-0e1c-4534-aee9-cde6ec1de311 req-25c03f7d-4c08-49de-be84-90a2624fd9d5 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:59.505610 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a1d57d-0e1c-4534-aee9-cde6ec1de311 req-25c03f7d-4c08-49de-be84-90a2624fd9d5 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:59.522776 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a1d57d-0e1c-4534-aee9-cde6ec1de311 req-25c03f7d-4c08-49de-be84-90a2624fd9d5 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:59.529480 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a1d57d-0e1c-4534-aee9-cde6ec1de311 req-25c03f7d-4c08-49de-be84-90a2624fd9d5 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:59.535223 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] get_ports_and_sgs() called for port_ids ['a378176d-92da-4f39-9224-eabe8da137fe'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:34:59.544848 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a1d57d-0e1c-4534-aee9-cde6ec1de311 req-25c03f7d-4c08-49de-be84-90a2624fd9d5 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:59.560812 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-47a1d57d-0e1c-4534-aee9-cde6ec1de311 req-25c03f7d-4c08-49de-be84-90a2624fd9d5 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] 10.222.0.44 "GET /v2.0/ports?device_id=91ccc442-ec50-4418-afd5-4249b29ada1e HTTP/1.1" status: 200 len: 5436 time: 0.5180318 Oct 27 10:34:59.562694 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-c42807b3-bd5f-4160-b498-aeca3b87f6d6 req-af938e26-f29e-4ae1-aebb-3f1b03a8f901 tempest-ServerShowV247Test-669708890 tempest-ServerShowV247Test-669708890-project] 10.222.0.44 "GET /v2.0/ports?device_id=cadc2ebe-66c5-4e5f-b460-b68b73876393 HTTP/1.1" status: 200 len: 210 time: 0.0453691 Oct 27 10:34:59.563874 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a98eab-696a-4840-bc2d-22316a15d5b9 req-8e37e875-800a-4d13-97b2-9425bbffee1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:59.565452 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-85a98eab-696a-4840-bc2d-22316a15d5b9 req-8e37e875-800a-4d13-97b2-9425bbffee1d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=49e7aa93-ef23-4876-9037-9786c8909fbd HTTP/1.1" status: 200 len: 852 time: 0.2861903 Oct 27 10:34:59.674016 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-857c2c2f-8c47-4cd1-bbc0-c8a39f4cf940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc01ae86-cf09-4e74-80ea-0caa501961df', 'name': 'tempest-TestVolumeBackupRestore-642911475-router', 'tenant_id': 'c549deff19ee40e78397a6c045bdd5dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.188'}], 'enable_snat': True}, 'gw_port_id': 'c8d37030-f11d-4d51-9235-8d92fbc99a9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:30:38Z', 'updated_at': '2021-10-27T10:30:47Z', 'revision_number': 4, 'project_id': 'c549deff19ee40e78397a6c045bdd5dc', 'gw_port': {'id': 'c8d37030-f11d-4d51-9235-8d92fbc99a9b', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:e8:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc01ae86-cf09-4e74-80ea-0caa501961df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:30:40Z', 'updated_at': '2021-10-27T10:30:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_floatingips': [{'id': '9dc61d45-3476-46c6-b670-d239e399a8cf', 'tenant_id': 'c549deff19ee40e78397a6c045bdd5dc', 'floating_ip_address': '172.25.8.62', 'floating_network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'router_id': 'fc01ae86-cf09-4e74-80ea-0caa501961df', 'port_id': '26915081-966b-4ad6-9045-9ac3a2b934a8', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1706, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7671fe98-2365-4aa6-9969-51558d1387c3', 'mac_address': 'fa:16:3e:8c:ce:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '192cba42-d191-4414-a74e-0643929ce3ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T10:34:53Z', 'updated_at': '2021-10-27T10:34:58Z', 'revision_number': 2, 'project_id': 'c549deff19ee40e78397a6c045bdd5dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fde3b517-4c44-41bd-ad93-c7945f194680', 'name': '', 'network_id': '7671fe98-2365-4aa6-9969-51558d1387c3', 'tenant_id': 'c549deff19ee40e78397a6c045bdd5dc', 'mac_address': 'fa:16:3e:86:3d:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc01ae86-cf09-4e74-80ea-0caa501961df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': '49e7aa93-ef23-4876-9037-9786c8909fbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:30:46Z', 'updated_at': '2021-10-27T10:30:51Z', 'revision_number': 5, 'project_id': 'c549deff19ee40e78397a6c045bdd5dc', 'subnets': [{'id': '49e7aa93-ef23-4876-9037-9786c8909fbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:34:59.688716 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-47a1d57d-0e1c-4534-aee9-cde6ec1de311 req-d733d940-dcc3-445a-9939-e8b0779f55f0 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] 10.222.0.44 "GET /v2.0/security-groups?id=55228541-a3ac-4395-a6f1-3eb381084dbe&id=ae9e7cb5-3404-4285-8fc7-72260b0f869e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1267929 Oct 27 10:34:59.693873 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a98eab-696a-4840-bc2d-22316a15d5b9 req-4d9ab292-8e9f-4d00-82a1-13a1e3f3cf1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:59.699493 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-85a98eab-696a-4840-bc2d-22316a15d5b9 req-4d9ab292-8e9f-4d00-82a1-13a1e3f3cf1a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=7671fe98-2365-4aa6-9969-51558d1387c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1206245 Oct 27 10:34:59.755645 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-857c2c2f-8c47-4cd1-bbc0-c8a39f4cf940 None None] Checking router: fc01ae86-cf09-4e74-80ea-0caa501961df for host: n-d-813419-10 {{(pid=102349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 10:34:59.774128 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-857c2c2f-8c47-4cd1-bbc0-c8a39f4cf940 None None] Routers {'fc01ae86-cf09-4e74-80ea-0caa501961df'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:34:59.775171 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-857c2c2f-8c47-4cd1-bbc0-c8a39f4cf940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:34:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['fc01ae86-cf09-4e74-80ea-0caa501961df'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:34:59.779472 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6cc519-2cb7-4b55-8736-1c12b0750fe2 req-f86bab3c-a379-4a12-af8f-42619c92502f tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:34:59.800182 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-be6cc519-2cb7-4b55-8736-1c12b0750fe2 req-f86bab3c-a379-4a12-af8f-42619c92502f tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "GET /v2.0/ports?device_id=58d33066-02f9-456d-8852-aabcf5578798 HTTP/1.1" status: 200 len: 944 time: 0.1742337 Oct 27 10:34:59.864952 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-85a98eab-696a-4840-bc2d-22316a15d5b9 req-91254dc5-601c-443a-8b2b-8c78cf214df3 service neutron] 10.222.0.64 "GET /v2.0/networks/7671fe98-2365-4aa6-9969-51558d1387c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1568170 Oct 27 10:34:59.880598 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-be6cc519-2cb7-4b55-8736-1c12b0750fe2 req-9f7b9e22-20ab-4ed3-a217-9a74bfd66f3a tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "GET /v2.0/security-groups?id=142cfba7-0116-47cd-9d82-0d26bf880f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790436 Oct 27 10:34:59.992545 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvr_db [None req-857c2c2f-8c47-4cd1-bbc0-c8a39f4cf940 None None] Set router fc01ae86-cf09-4e74-80ea-0caa501961df gateway port host: n-d-813419-10 {{(pid=102349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:35:00.006610 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-85a98eab-696a-4840-bc2d-22316a15d5b9 req-6ab61a8d-48e7-45ca-a92d-9e7e4b666d4c service neutron] 10.222.0.64 "GET /v2.0/networks/7671fe98-2365-4aa6-9969-51558d1387c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322656 Oct 27 10:35:00.194457 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device a378176d-92da-4f39-9224-eabe8da137fe up at agent hyperv_n-h2-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:35:00.291835 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2202853-6563-488b-a5c8-210340d08d25 req-ba93e004-1095-48a7-ab75-88d6d8cfeb84 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:35:00.310695 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-d2202853-6563-488b-a5c8-210340d08d25 req-ba93e004-1095-48a7-ab75-88d6d8cfeb84 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.44 "GET /v2.0/ports?device_id=a74be7ec-67b9-48c4-b1ce-a2a62f059c3a HTTP/1.1" status: 200 len: 945 time: 0.0934405 Oct 27 10:35:00.340229 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Provisioning complete for port a378176d-92da-4f39-9224-eabe8da137fe triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:35:00.341192 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:00.374120 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-d2202853-6563-488b-a5c8-210340d08d25 req-a06094eb-7b78-4bf6-ae01-95b722a8faa8 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.44 "GET /v2.0/security-groups?id=1cfb3b36-7fdd-4213-b115-9d47e1636c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616758 Oct 27 10:35:00.521182 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '192cba42-d191-4414-a74e-0643929ce3ed', 'tag': '26915081-966b-4ad6-9045-9ac3a2b934a8'}] {{(pid=102346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:35:00.523421 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc0e418f5fc417c8d55d94c0aa509b037d0beb2a734c1a709e789eb65639a56d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8599e79-512a-4730-ae20-86fc33e55487" -d '{"events": [{"name": "network-changed", "server_uuid": "192cba42-d191-4414-a74e-0643929ce3ed", "tag": "26915081-966b-4ad6-9045-9ac3a2b934a8"}]}' {{(pid=102346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:35:00.528308 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:00.585371 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58d33066-02f9-456d-8852-aabcf5578798', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a378176d-92da-4f39-9224-eabe8da137fe'}] {{(pid=102348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:35:00.587868 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c588921fa634554a1d9242fdea1b05457a9ff1d3b28ba54ec1dace7f2f1df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3188e396-aaa9-488e-aff6-85762703efbc" -d '{"events": [{"server_uuid": "58d33066-02f9-456d-8852-aabcf5578798", "name": "network-vif-plugged", "status": "completed", "tag": "a378176d-92da-4f39-9224-eabe8da137fe"}]}' {{(pid=102348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:35:00.593127 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-857c2c2f-8c47-4cd1-bbc0-c8a39f4cf940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc01ae86-cf09-4e74-80ea-0caa501961df', 'name': 'tempest-TestVolumeBackupRestore-642911475-router', 'tenant_id': 'c549deff19ee40e78397a6c045bdd5dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.188'}], 'enable_snat': True}, 'gw_port_id': 'c8d37030-f11d-4d51-9235-8d92fbc99a9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:30:38Z', 'updated_at': '2021-10-27T10:30:47Z', 'revision_number': 4, 'project_id': 'c549deff19ee40e78397a6c045bdd5dc', 'gw_port': {'id': 'c8d37030-f11d-4d51-9235-8d92fbc99a9b', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:e8:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc01ae86-cf09-4e74-80ea-0caa501961df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:30:40Z', 'updated_at': '2021-10-27T10:30:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_floatingips': [{'id': '9dc61d45-3476-46c6-b670-d239e399a8cf', 'tenant_id': 'c549deff19ee40e78397a6c045bdd5dc', 'floating_ip_address': '172.25.8.62', 'floating_network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'router_id': 'fc01ae86-cf09-4e74-80ea-0caa501961df', 'port_id': '26915081-966b-4ad6-9045-9ac3a2b934a8', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1706, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7671fe98-2365-4aa6-9969-51558d1387c3', 'mac_address': 'fa:16:3e:8c:ce:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '192cba42-d191-4414-a74e-0643929ce3ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T10:34:53Z', 'updated_at': '2021-10-27T10:34:58Z', 'revision_number': 2, 'project_id': 'c549deff19ee40e78397a6c045bdd5dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fde3b517-4c44-41bd-ad93-c7945f194680', 'name': '', 'network_id': '7671fe98-2365-4aa6-9969-51558d1387c3', 'tenant_id': 'c549deff19ee40e78397a6c045bdd5dc', 'mac_address': 'fa:16:3e:86:3d:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc01ae86-cf09-4e74-80ea-0caa501961df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': '49e7aa93-ef23-4876-9037-9786c8909fbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:30:46Z', 'updated_at': '2021-10-27T10:30:51Z', 'revision_number': 5, 'project_id': 'c549deff19ee40e78397a6c045bdd5dc', 'subnets': [{'id': '49e7aa93-ef23-4876-9037-9786c8909fbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:35:00.633607 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-f62d2be8-2fe5-4dc8-ab28-8a2804b4ede1 req-44786e1b-dcb6-401e-8eac-048dcbf1d7f6 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] 10.222.0.44 "GET /v2.0/ports?device_id=19de7999-f151-4eb5-986d-3e7b0f987b5e HTTP/1.1" status: 200 len: 210 time: 0.0644593 Oct 27 10:35:00.645420 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] For port a378176d-92da-4f39-9224-eabe8da137fe, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=a378176d-92da-4f39-9224-eabe8da137fe,segment=NetworkSegment(633ff08f-11cd-4e98-be2e-dddd49efeea1),segment_id=633ff08f-11cd-4e98-be2e-dddd49efeea1)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:35:00.654133 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:00.656248 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-857c2c2f-8c47-4cd1-bbc0-c8a39f4cf940 None None] The sync data for ids ['fc01ae86-cf09-4e74-80ea-0caa501961df'] in n-d-813419-10 is: [{'id': 'fc01ae86-cf09-4e74-80ea-0caa501961df', 'name': 'tempest-TestVolumeBackupRestore-642911475-router', 'tenant_id': 'c549deff19ee40e78397a6c045bdd5dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.188'}], 'enable_snat': True}, 'gw_port_id': 'c8d37030-f11d-4d51-9235-8d92fbc99a9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:30:38Z', 'updated_at': '2021-10-27T10:30:47Z', 'revision_number': 4, 'project_id': 'c549deff19ee40e78397a6c045bdd5dc', 'gw_port': {'id': 'c8d37030-f11d-4d51-9235-8d92fbc99a9b', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:e8:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc01ae86-cf09-4e74-80ea-0caa501961df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:30:40Z', 'updated_at': '2021-10-27T10:30:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_floatingips': [{'id': '9dc61d45-3476-46c6-b670-d239e399a8cf', 'tenant_id': 'c549deff19ee40e78397a6c045bdd5dc', 'floating_ip_address': '172.25.8.62', 'floating_network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'router_id': 'fc01ae86-cf09-4e74-80ea-0caa501961df', 'port_id': '26915081-966b-4ad6-9045-9ac3a2b934a8', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1706, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7671fe98-2365-4aa6-9969-51558d1387c3', 'mac_address': 'fa:16:3e:8c:ce:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '192cba42-d191-4414-a74e-0643929ce3ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T10:34:53Z', 'updated_at': '2021-10-27T10:34:58Z', 'revision_number': 2, 'project_id': 'c549deff19ee40e78397a6c045bdd5dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fde3b517-4c44-41bd-ad93-c7945f194680', 'name': '', 'network_id': '7671fe98-2365-4aa6-9969-51558d1387c3', 'tenant_id': 'c549deff19ee40e78397a6c045bdd5dc', 'mac_address': 'fa:16:3e:86:3d:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc01ae86-cf09-4e74-80ea-0caa501961df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': '49e7aa93-ef23-4876-9037-9786c8909fbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:30:46Z', 'updated_at': '2021-10-27T10:30:51Z', 'revision_number': 5, 'project_id': 'c549deff19ee40e78397a6c045bdd5dc', 'subnets': [{'id': '49e7aa93-ef23-4876-9037-9786c8909fbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:35:00.738790 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Pushing event updated for resources: {'Port': ['ID=a378176d-92da-4f39-9224-eabe8da137fe,revision_number=7']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:35:00.757445 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 10:35:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66193695-2cf1-46fe-9fd5-44d799dc4886 x-openstack-request-id: req-66193695-2cf1-46fe-9fd5-44d799dc4886 {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:35:00.757892 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "192cba42-d191-4414-a74e-0643929ce3ed", "tag": "26915081-966b-4ad6-9045-9ac3a2b934a8", "status": "completed", "code": 200}]} {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:35:00.758678 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-66193695-2cf1-46fe-9fd5-44d799dc4886 {{(pid=102346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:35:00.759155 n-d-813419-10 neutron-server[102346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '192cba42-d191-4414-a74e-0643929ce3ed', 'tag': '26915081-966b-4ad6-9045-9ac3a2b934a8', 'status': 'completed', 'code': 200} Oct 27 10:35:00.881011 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-e24ddb44-314c-46f6-8f91-c17b8c515f1c req-a06a1d40-2f6f-4920-8e1c-4d6b3b426603 tempest-ServerShowV247Test-669708890 tempest-ServerShowV247Test-669708890-project] 10.222.0.44 "GET /v2.0/ports?device_id=cadc2ebe-66c5-4e5f-b460-b68b73876393 HTTP/1.1" status: 200 len: 210 time: 0.0599816 Oct 27 10:35:00.904563 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8599e79-512a-4730-ae20-86fc33e55487 req-5f912907-b748-4067-a43d-e98ba6eb86ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:35:00.910644 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-f8599e79-512a-4730-ae20-86fc33e55487 req-5f912907-b748-4067-a43d-e98ba6eb86ff service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c549deff19ee40e78397a6c045bdd5dc&device_id=192cba42-d191-4414-a74e-0643929ce3ed HTTP/1.1" status: 200 len: 1098 time: 0.1295397 Oct 27 10:35:00.914611 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:35:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5a8be0e-1fb8-44fa-bf74-57e35ee469b3 x-openstack-request-id: req-e5a8be0e-1fb8-44fa-bf74-57e35ee469b3 {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:35:00.914611 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58d33066-02f9-456d-8852-aabcf5578798", "name": "network-vif-plugged", "status": "completed", "tag": "a378176d-92da-4f39-9224-eabe8da137fe", "code": 200}]} {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:35:00.914611 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e5a8be0e-1fb8-44fa-bf74-57e35ee469b3 {{(pid=102348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:35:00.914611 n-d-813419-10 neutron-server[102348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58d33066-02f9-456d-8852-aabcf5578798', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a378176d-92da-4f39-9224-eabe8da137fe', 'code': 200} Oct 27 10:35:01.145189 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a869f9-80ea-4a15-b0b6-caec94df5980 req-71adc6c3-3c13-41e5-a90c-d8e3fc75a008 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:35:01.147337 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-93a869f9-80ea-4a15-b0b6-caec94df5980 req-71adc6c3-3c13-41e5-a90c-d8e3fc75a008 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "GET /v2.0/ports?device_id=58d33066-02f9-456d-8852-aabcf5578798 HTTP/1.1" status: 200 len: 945 time: 0.0943446 Oct 27 10:35:01.200519 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8599e79-512a-4730-ae20-86fc33e55487 req-f7104f64-9a5f-4fce-a492-9e91626a9546 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:35:01.202034 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-f8599e79-512a-4730-ae20-86fc33e55487 req-f7104f64-9a5f-4fce-a492-9e91626a9546 service neutron] 10.222.0.64 "GET /v2.0/networks?id=7671fe98-2365-4aa6-9969-51558d1387c3 HTTP/1.1" status: 200 len: 914 time: 0.2835777 Oct 27 10:35:01.217426 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-93a869f9-80ea-4a15-b0b6-caec94df5980 req-68cab1b0-557e-4c40-bcad-039eb7b7c3ac tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "GET /v2.0/security-groups?id=142cfba7-0116-47cd-9d82-0d26bf880f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620792 Oct 27 10:35:01.269100 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d536d378-6149-414b-a2ce-d9da59a8b1e3 req-8a5e69fe-87c8-4e6b-bff6-97ef9aaa291f tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:35:01.283321 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d536d378-6149-414b-a2ce-d9da59a8b1e3 req-8a5e69fe-87c8-4e6b-bff6-97ef9aaa291f tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:35:01.297532 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-f8599e79-512a-4730-ae20-86fc33e55487 req-e1303673-c312-4641-9433-17f7e3cafb20 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=26915081-966b-4ad6-9045-9ac3a2b934a8 HTTP/1.1" status: 200 len: 1001 time: 0.0722539 Oct 27 10:35:01.300061 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device 1cf65ff2-fb9b-433c-b18b-c8215b267c53 up at agent hyperv_n-h1-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:35:01.302594 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d536d378-6149-414b-a2ce-d9da59a8b1e3 req-8a5e69fe-87c8-4e6b-bff6-97ef9aaa291f tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:35:01.316151 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d536d378-6149-414b-a2ce-d9da59a8b1e3 req-8a5e69fe-87c8-4e6b-bff6-97ef9aaa291f tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:35:01.340491 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d536d378-6149-414b-a2ce-d9da59a8b1e3 req-8a5e69fe-87c8-4e6b-bff6-97ef9aaa291f tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:35:01.358257 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d536d378-6149-414b-a2ce-d9da59a8b1e3 req-8a5e69fe-87c8-4e6b-bff6-97ef9aaa291f tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:35:01.372617 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Provisioning for port 1cf65ff2-fb9b-433c-b18b-c8215b267c53 completed by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 10:35:01.373749 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d536d378-6149-414b-a2ce-d9da59a8b1e3 req-8a5e69fe-87c8-4e6b-bff6-97ef9aaa291f tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:35:01.382817 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Provisioning complete for port 1cf65ff2-fb9b-433c-b18b-c8215b267c53 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:35:01.383194 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:01.388344 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-d536d378-6149-414b-a2ce-d9da59a8b1e3 req-8a5e69fe-87c8-4e6b-bff6-97ef9aaa291f tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] 10.222.0.44 "GET /v2.0/ports?device_id=91ccc442-ec50-4418-afd5-4249b29ada1e HTTP/1.1" status: 200 len: 5436 time: 0.2982874 Oct 27 10:35:01.391849 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8599e79-512a-4730-ae20-86fc33e55487 req-56c1a70f-1299-4f2d-b759-dd5818f45a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:35:01.393382 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-f8599e79-512a-4730-ae20-86fc33e55487 req-56c1a70f-1299-4f2d-b759-dd5818f45a62 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=49e7aa93-ef23-4876-9037-9786c8909fbd HTTP/1.1" status: 200 len: 852 time: 0.0881104 Oct 27 10:35:01.483258 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-d536d378-6149-414b-a2ce-d9da59a8b1e3 req-3b0518b4-777f-4e3e-8772-040259d69ad0 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] 10.222.0.44 "GET /v2.0/security-groups?id=55228541-a3ac-4395-a6f1-3eb381084dbe&id=ae9e7cb5-3404-4285-8fc7-72260b0f869e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0924180 Oct 27 10:35:01.502383 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8599e79-512a-4730-ae20-86fc33e55487 req-a86af93f-967c-48a8-8b72-67b2dbef3377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:35:01.517842 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-f8599e79-512a-4730-ae20-86fc33e55487 req-a86af93f-967c-48a8-8b72-67b2dbef3377 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=7671fe98-2365-4aa6-9969-51558d1387c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1150775 Oct 27 10:35:01.567388 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:01.622507 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port 1cf65ff2-fb9b-433c-b18b-c8215b267c53, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=1cf65ff2-fb9b-433c-b18b-c8215b267c53,segment=NetworkSegment(af276840-f825-41e1-8416-3e9649c7d456),segment_id=af276840-f825-41e1-8416-3e9649c7d456)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:35:01.628651 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:01.629560 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device 329824b1-0ff6-45c1-b96c-4a19139a00dd up at agent hyperv_n-h1-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:35:01.675946 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39ffca5-c3ce-4a29-afc0-0ded64305621 req-3fa40691-2c93-4183-9b3c-f561eea89061 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:35:01.677807 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c39ffca5-c3ce-4a29-afc0-0ded64305621 req-3fa40691-2c93-4183-9b3c-f561eea89061 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.44 "GET /v2.0/ports?device_id=a74be7ec-67b9-48c4-b1ce-a2a62f059c3a HTTP/1.1" status: 200 len: 945 time: 0.0785758 Oct 27 10:35:01.729594 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-f8599e79-512a-4730-ae20-86fc33e55487 req-25110fec-0132-4138-aaeb-821e244ad2f3 service neutron] 10.222.0.64 "GET /v2.0/networks/7671fe98-2365-4aa6-9969-51558d1387c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2010467 Oct 27 10:35:01.829436 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-8a5ed73a-34db-40e1-bbf1-6e6a7bea909c req-6a403239-83ed-48e3-8c73-80e74a8ebb53 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] 10.222.0.44 "GET /v2.0/ports?device_id=19de7999-f151-4eb5-986d-3e7b0f987b5e HTTP/1.1" status: 200 len: 210 time: 0.0395858 Oct 27 10:35:01.834537 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Pushing event updated for resources: {'Port': ['ID=1cf65ff2-fb9b-433c-b18b-c8215b267c53,revision_number=5']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:35:01.851959 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c39ffca5-c3ce-4a29-afc0-0ded64305621 req-03bf7fd0-d2fb-4909-b96c-7df4db7935ec tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.44 "GET /v2.0/security-groups?id=1cfb3b36-7fdd-4213-b115-9d47e1636c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625075 Oct 27 10:35:01.859179 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Provisioning for port 329824b1-0ff6-45c1-b96c-4a19139a00dd completed by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 10:35:01.865696 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Provisioning complete for port 329824b1-0ff6-45c1-b96c-4a19139a00dd triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:35:01.866119 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:01.941709 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-f8599e79-512a-4730-ae20-86fc33e55487 req-de9817c5-c549-401e-b931-39834d69877b service neutron] 10.222.0.64 "GET /v2.0/networks/7671fe98-2365-4aa6-9969-51558d1387c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2044444 Oct 27 10:35:02.027188 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-24238d51-3c49-4be9-b3db-412b7b355d68 req-b7ce5ebe-a07c-4a6e-994a-20d0ead173cb tempest-ServerShowV247Test-669708890 tempest-ServerShowV247Test-669708890-project] 10.222.0.44 "GET /v2.0/ports?device_id=cadc2ebe-66c5-4e5f-b460-b68b73876393 HTTP/1.1" status: 200 len: 210 time: 0.0429990 Oct 27 10:35:02.080114 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:02.139241 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port 329824b1-0ff6-45c1-b96c-4a19139a00dd, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=329824b1-0ff6-45c1-b96c-4a19139a00dd,segment=NetworkSegment(c5bd0478-53f3-4027-a631-eeb5a728964c),segment_id=c5bd0478-53f3-4027-a631-eeb5a728964c)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:35:02.153731 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:02.155038 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device 22c27b5f-6c6c-47c7-a478-77c272de9521 up at agent hyperv_n-h1-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:35:02.267538 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Pushing event updated for resources: {'Port': ['ID=329824b1-0ff6-45c1-b96c-4a19139a00dd,revision_number=5']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:35:02.291252 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Provisioning for port 22c27b5f-6c6c-47c7-a478-77c272de9521 completed by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 10:35:02.315406 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Provisioning complete for port 22c27b5f-6c6c-47c7-a478-77c272de9521 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:35:02.317948 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:02.409894 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:02.429644 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7951b800-de5c-4a6c-9cf5-bec6be2a4b0f req-fd8fcf91-7646-499e-86b8-cfc8bc076694 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:35:02.437522 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-7951b800-de5c-4a6c-9cf5-bec6be2a4b0f req-fd8fcf91-7646-499e-86b8-cfc8bc076694 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "GET /v2.0/ports?device_id=58d33066-02f9-456d-8852-aabcf5578798 HTTP/1.1" status: 200 len: 945 time: 0.1084249 Oct 27 10:35:02.494719 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:02.496571 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-7951b800-de5c-4a6c-9cf5-bec6be2a4b0f req-ed479d4f-1ab1-458b-86ac-24d66c5330cb tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "GET /v2.0/security-groups?id=142cfba7-0116-47cd-9d82-0d26bf880f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535235 Oct 27 10:35:02.593349 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port 22c27b5f-6c6c-47c7-a478-77c272de9521, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=22c27b5f-6c6c-47c7-a478-77c272de9521,segment=NetworkSegment(c5bd0478-53f3-4027-a631-eeb5a728964c),segment_id=c5bd0478-53f3-4027-a631-eeb5a728964c)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:35:02.599361 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:02.600422 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device b3977278-7ec6-4a29-a9ea-3f76512431eb up at agent hyperv_n-h1-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:35:02.714090 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Provisioning for port b3977278-7ec6-4a29-a9ea-3f76512431eb completed by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 10:35:02.721658 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Provisioning complete for port b3977278-7ec6-4a29-a9ea-3f76512431eb triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:35:02.722172 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:02.730031 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4121a7d-c739-4455-b940-6a04443db8b7 req-94a6159b-0586-4d34-952c-a884d75302c5 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:35:02.741907 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4121a7d-c739-4455-b940-6a04443db8b7 req-94a6159b-0586-4d34-952c-a884d75302c5 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:35:02.753859 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4121a7d-c739-4455-b940-6a04443db8b7 req-94a6159b-0586-4d34-952c-a884d75302c5 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:35:02.765671 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4121a7d-c739-4455-b940-6a04443db8b7 req-94a6159b-0586-4d34-952c-a884d75302c5 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:35:02.776950 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Pushing event updated for resources: {'Port': ['ID=22c27b5f-6c6c-47c7-a478-77c272de9521,revision_number=5']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:35:02.778645 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4121a7d-c739-4455-b940-6a04443db8b7 req-94a6159b-0586-4d34-952c-a884d75302c5 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:35:02.789575 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4121a7d-c739-4455-b940-6a04443db8b7 req-94a6159b-0586-4d34-952c-a884d75302c5 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:35:02.801736 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4121a7d-c739-4455-b940-6a04443db8b7 req-94a6159b-0586-4d34-952c-a884d75302c5 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:35:02.810632 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b4121a7d-c739-4455-b940-6a04443db8b7 req-94a6159b-0586-4d34-952c-a884d75302c5 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] 10.222.0.44 "GET /v2.0/ports?device_id=91ccc442-ec50-4418-afd5-4249b29ada1e HTTP/1.1" status: 200 len: 5439 time: 0.1867223 Oct 27 10:35:02.844252 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:02.872643 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b4121a7d-c739-4455-b940-6a04443db8b7 req-ecd5d9d4-b0e0-41d9-9909-17993083e5f6 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] 10.222.0.44 "GET /v2.0/security-groups?id=55228541-a3ac-4395-a6f1-3eb381084dbe&id=ae9e7cb5-3404-4285-8fc7-72260b0f869e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0605249 Oct 27 10:35:02.923281 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91ccc442-ec50-4418-afd5-4249b29ada1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cf65ff2-fb9b-433c-b18b-c8215b267c53'}, {'server_uuid': '91ccc442-ec50-4418-afd5-4249b29ada1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '329824b1-0ff6-45c1-b96c-4a19139a00dd'}, {'server_uuid': '91ccc442-ec50-4418-afd5-4249b29ada1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22c27b5f-6c6c-47c7-a478-77c272de9521'}, {'server_uuid': '91ccc442-ec50-4418-afd5-4249b29ada1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3977278-7ec6-4a29-a9ea-3f76512431eb'}] {{(pid=102348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:35:02.928220 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c588921fa634554a1d9242fdea1b05457a9ff1d3b28ba54ec1dace7f2f1df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9eca1b8-8eb2-4536-ad66-4669ad0fdc76" -d '{"events": [{"server_uuid": "91ccc442-ec50-4418-afd5-4249b29ada1e", "name": "network-vif-plugged", "status": "completed", "tag": "1cf65ff2-fb9b-433c-b18b-c8215b267c53"}, {"server_uuid": "91ccc442-ec50-4418-afd5-4249b29ada1e", "name": "network-vif-plugged", "status": "completed", "tag": "329824b1-0ff6-45c1-b96c-4a19139a00dd"}, {"server_uuid": "91ccc442-ec50-4418-afd5-4249b29ada1e", "name": "network-vif-plugged", "status": "completed", "tag": "22c27b5f-6c6c-47c7-a478-77c272de9521"}, {"server_uuid": "91ccc442-ec50-4418-afd5-4249b29ada1e", "name": "network-vif-plugged", "status": "completed", "tag": "b3977278-7ec6-4a29-a9ea-3f76512431eb"}]}' {{(pid=102348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:35:02.937537 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port b3977278-7ec6-4a29-a9ea-3f76512431eb, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=b3977278-7ec6-4a29-a9ea-3f76512431eb,segment=NetworkSegment(2ca19453-a5a8-4460-9af1-c3768fea04a4),segment_id=2ca19453-a5a8-4460-9af1-c3768fea04a4)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:35:02.946203 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:02.948264 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device 1eb208c1-53c7-4020-bd55-d077d06451fd up at agent hyperv_n-h1-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:35:03.065350 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Pushing event updated for resources: {'Port': ['ID=b3977278-7ec6-4a29-a9ea-3f76512431eb,revision_number=5']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:35:03.086781 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Provisioning for port 1eb208c1-53c7-4020-bd55-d077d06451fd completed by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 10:35:03.091570 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-f41d5264-6cd8-413b-8ab0-c01e9a8ee394 req-0eb2bf72-eda7-4a15-ab64-84190f835a96 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] 10.222.0.44 "GET /v2.0/ports?device_id=19de7999-f151-4eb5-986d-3e7b0f987b5e HTTP/1.1" status: 200 len: 210 time: 0.1103547 Oct 27 10:35:03.096788 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Provisioning complete for port 1eb208c1-53c7-4020-bd55-d077d06451fd triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:35:03.097154 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:03.187348 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e8fddf-59b4-4c2b-967b-da7631dc3618 req-c605f037-ef6d-4b8f-a664-58d976fd3708 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:35:03.189697 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-a5e8fddf-59b4-4c2b-967b-da7631dc3618 req-c605f037-ef6d-4b8f-a664-58d976fd3708 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.44 "GET /v2.0/ports?device_id=a74be7ec-67b9-48c4-b1ce-a2a62f059c3a HTTP/1.1" status: 200 len: 945 time: 0.1842172 Oct 27 10:35:03.202310 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Wed, 27 Oct 2021 10:35:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10433f66-cfc3-4a97-b4fe-f00fed6ee64b x-openstack-request-id: req-10433f66-cfc3-4a97-b4fe-f00fed6ee64b {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:35:03.202611 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91ccc442-ec50-4418-afd5-4249b29ada1e", "name": "network-vif-plugged", "status": "completed", "tag": "1cf65ff2-fb9b-433c-b18b-c8215b267c53", "code": 200}, {"server_uuid": "91ccc442-ec50-4418-afd5-4249b29ada1e", "name": "network-vif-plugged", "status": "completed", "tag": "329824b1-0ff6-45c1-b96c-4a19139a00dd", "code": 200}, {"server_uuid": "91ccc442-ec50-4418-afd5-4249b29ada1e", "name": "network-vif-plugged", "status": "completed", "tag": "22c27b5f-6c6c-47c7-a478-77c272de9521", "code": 200}, {"server_uuid": "91ccc442-ec50-4418-afd5-4249b29ada1e", "name": "network-vif-plugged", "status": "completed", "tag": "b3977278-7ec6-4a29-a9ea-3f76512431eb", "code": 200}]} {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:35:03.202863 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-10433f66-cfc3-4a97-b4fe-f00fed6ee64b {{(pid=102348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:35:03.203264 n-d-813419-10 neutron-server[102348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91ccc442-ec50-4418-afd5-4249b29ada1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cf65ff2-fb9b-433c-b18b-c8215b267c53', 'code': 200} Oct 27 10:35:03.203518 n-d-813419-10 neutron-server[102348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91ccc442-ec50-4418-afd5-4249b29ada1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '329824b1-0ff6-45c1-b96c-4a19139a00dd', 'code': 200} Oct 27 10:35:03.203771 n-d-813419-10 neutron-server[102348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91ccc442-ec50-4418-afd5-4249b29ada1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22c27b5f-6c6c-47c7-a478-77c272de9521', 'code': 200} Oct 27 10:35:03.204419 n-d-813419-10 neutron-server[102348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91ccc442-ec50-4418-afd5-4249b29ada1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3977278-7ec6-4a29-a9ea-3f76512431eb', 'code': 200} Oct 27 10:35:03.296806 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-a5e8fddf-59b4-4c2b-967b-da7631dc3618 req-f2a35a4c-536d-459a-ae99-20e52aab7cfa tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.44 "GET /v2.0/security-groups?id=1cfb3b36-7fdd-4213-b115-9d47e1636c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008792 Oct 27 10:35:03.359040 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:03.365005 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-216d8b3f-0b42-4764-b804-bff8cd959d48 req-e8556691-4039-4252-a9bc-afa220545512 tempest-ServerShowV247Test-669708890 tempest-ServerShowV247Test-669708890-project] 10.222.0.44 "GET /v2.0/ports?device_id=cadc2ebe-66c5-4e5f-b460-b68b73876393 HTTP/1.1" status: 200 len: 210 time: 0.0796769 Oct 27 10:35:03.411190 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port 1eb208c1-53c7-4020-bd55-d077d06451fd, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=1eb208c1-53c7-4020-bd55-d077d06451fd,segment=NetworkSegment(c5bd0478-53f3-4027-a631-eeb5a728964c),segment_id=c5bd0478-53f3-4027-a631-eeb5a728964c)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:35:03.418721 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:03.421075 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device d41818a8-8416-4ec5-82c2-78a42608873b up at agent hyperv_n-h1-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:35:03.522639 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Pushing event updated for resources: {'Port': ['ID=1eb208c1-53c7-4020-bd55-d077d06451fd,revision_number=5']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:35:03.560023 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Provisioning for port d41818a8-8416-4ec5-82c2-78a42608873b completed by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 10:35:03.566084 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Provisioning complete for port d41818a8-8416-4ec5-82c2-78a42608873b triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:35:03.566640 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:03.698005 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:03.708463 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca0696e-eed9-4cd6-9a22-5080076fa78f req-09ee051b-2b45-4dac-b5a4-3d748b947671 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:35:03.721938 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-eca0696e-eed9-4cd6-9a22-5080076fa78f req-09ee051b-2b45-4dac-b5a4-3d748b947671 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "GET /v2.0/ports?device_id=58d33066-02f9-456d-8852-aabcf5578798 HTTP/1.1" status: 200 len: 945 time: 0.1151950 Oct 27 10:35:03.737546 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port d41818a8-8416-4ec5-82c2-78a42608873b, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=d41818a8-8416-4ec5-82c2-78a42608873b,segment=NetworkSegment(c5bd0478-53f3-4027-a631-eeb5a728964c),segment_id=c5bd0478-53f3-4027-a631-eeb5a728964c)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:35:03.744467 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:03.746187 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device 3ad26a6b-c6a0-4de9-9181-a07fe5eabe70 up at agent hyperv_n-h1-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:35:03.805044 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-eca0696e-eed9-4cd6-9a22-5080076fa78f req-add72384-3716-4801-b711-dc215435ec0e tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "GET /v2.0/security-groups?id=142cfba7-0116-47cd-9d82-0d26bf880f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821509 Oct 27 10:35:03.831695 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Pushing event updated for resources: {'Port': ['ID=d41818a8-8416-4ec5-82c2-78a42608873b,revision_number=5']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:35:03.850727 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Provisioning for port 3ad26a6b-c6a0-4de9-9181-a07fe5eabe70 completed by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 10:35:03.863402 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Provisioning complete for port 3ad26a6b-c6a0-4de9-9181-a07fe5eabe70 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:35:03.863913 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:03.998195 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:04.063992 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port 3ad26a6b-c6a0-4de9-9181-a07fe5eabe70, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=3ad26a6b-c6a0-4de9-9181-a07fe5eabe70,segment=NetworkSegment(2ca19453-a5a8-4460-9af1-c3768fea04a4),segment_id=2ca19453-a5a8-4460-9af1-c3768fea04a4)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:35:04.075826 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:04.135391 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab60d3ca-7f68-4519-bba6-3686f2fc7019 req-1bbecd32-ac9f-4b0f-99c9-b77e592dcd42 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:35:04.155399 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab60d3ca-7f68-4519-bba6-3686f2fc7019 req-1bbecd32-ac9f-4b0f-99c9-b77e592dcd42 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:35:04.167990 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Pushing event updated for resources: {'Port': ['ID=3ad26a6b-c6a0-4de9-9181-a07fe5eabe70,revision_number=5']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:35:04.171506 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab60d3ca-7f68-4519-bba6-3686f2fc7019 req-1bbecd32-ac9f-4b0f-99c9-b77e592dcd42 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:35:04.189036 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab60d3ca-7f68-4519-bba6-3686f2fc7019 req-1bbecd32-ac9f-4b0f-99c9-b77e592dcd42 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:35:04.209670 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab60d3ca-7f68-4519-bba6-3686f2fc7019 req-1bbecd32-ac9f-4b0f-99c9-b77e592dcd42 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:35:04.228012 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab60d3ca-7f68-4519-bba6-3686f2fc7019 req-1bbecd32-ac9f-4b0f-99c9-b77e592dcd42 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:35:04.235132 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab60d3ca-7f68-4519-bba6-3686f2fc7019 req-1bbecd32-ac9f-4b0f-99c9-b77e592dcd42 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:35:04.244575 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ab60d3ca-7f68-4519-bba6-3686f2fc7019 req-1bbecd32-ac9f-4b0f-99c9-b77e592dcd42 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] 10.222.0.44 "GET /v2.0/ports?device_id=91ccc442-ec50-4418-afd5-4249b29ada1e HTTP/1.1" status: 200 len: 5442 time: 0.2298298 Oct 27 10:35:04.278531 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-595e112c-4984-49f5-811a-da65931f6956 req-4d233447-e37d-452f-a13f-43bf2d79fdfb tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] 10.222.0.44 "GET /v2.0/ports?device_id=19de7999-f151-4eb5-986d-3e7b0f987b5e HTTP/1.1" status: 200 len: 210 time: 0.0502253 Oct 27 10:35:04.341857 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ab60d3ca-7f68-4519-bba6-3686f2fc7019 req-8e19545b-30de-4e9e-89c4-5014757ac487 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] 10.222.0.44 "GET /v2.0/security-groups?id=55228541-a3ac-4395-a6f1-3eb381084dbe&id=ae9e7cb5-3404-4285-8fc7-72260b0f869e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0941386 Oct 27 10:35:04.557318 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419b330f-adec-4e06-ae16-930653516059 req-047efcec-d128-483f-8ebb-8e282d14b81d tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:35:04.578425 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-419b330f-adec-4e06-ae16-930653516059 req-047efcec-d128-483f-8ebb-8e282d14b81d tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.44 "GET /v2.0/ports?device_id=a74be7ec-67b9-48c4-b1ce-a2a62f059c3a HTTP/1.1" status: 200 len: 945 time: 0.1746845 Oct 27 10:35:04.605307 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-eec789bf-b1bc-4756-8f68-d2d1c12fa92b req-6348ee11-d71f-4d5a-9c5d-b89801389024 tempest-ServerShowV247Test-669708890 tempest-ServerShowV247Test-669708890-project] 10.222.0.44 "GET /v2.0/ports?device_id=cadc2ebe-66c5-4e5f-b460-b68b73876393 HTTP/1.1" status: 200 len: 210 time: 0.0460296 Oct 27 10:35:05.066678 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3b552e-c9b8-4cb3-a25b-2001d7149dd1 req-48cd2069-1576-46e7-94e8-86442769aea8 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:35:05.089471 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-cd3b552e-c9b8-4cb3-a25b-2001d7149dd1 req-48cd2069-1576-46e7-94e8-86442769aea8 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "GET /v2.0/ports?device_id=58d33066-02f9-456d-8852-aabcf5578798 HTTP/1.1" status: 200 len: 945 time: 0.1531229 Oct 27 10:35:05.200832 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-cd3b552e-c9b8-4cb3-a25b-2001d7149dd1 req-b06362b0-3806-4aad-bcb6-03da659eb4d2 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "GET /v2.0/security-groups?id=142cfba7-0116-47cd-9d82-0d26bf880f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1100407 Oct 27 10:35:05.213370 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91ccc442-ec50-4418-afd5-4249b29ada1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1eb208c1-53c7-4020-bd55-d077d06451fd'}, {'server_uuid': '91ccc442-ec50-4418-afd5-4249b29ada1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd41818a8-8416-4ec5-82c2-78a42608873b'}, {'server_uuid': '91ccc442-ec50-4418-afd5-4249b29ada1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ad26a6b-c6a0-4de9-9181-a07fe5eabe70'}] {{(pid=102348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:35:05.213370 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c588921fa634554a1d9242fdea1b05457a9ff1d3b28ba54ec1dace7f2f1df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5537f8de-0e99-4af8-9812-e14bc3774c1b" -d '{"events": [{"server_uuid": "91ccc442-ec50-4418-afd5-4249b29ada1e", "name": "network-vif-plugged", "status": "completed", "tag": "1eb208c1-53c7-4020-bd55-d077d06451fd"}, {"server_uuid": "91ccc442-ec50-4418-afd5-4249b29ada1e", "name": "network-vif-plugged", "status": "completed", "tag": "d41818a8-8416-4ec5-82c2-78a42608873b"}, {"server_uuid": "91ccc442-ec50-4418-afd5-4249b29ada1e", "name": "network-vif-plugged", "status": "completed", "tag": "3ad26a6b-c6a0-4de9-9181-a07fe5eabe70"}]}' {{(pid=102348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:35:05.283376 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Wed, 27 Oct 2021 10:35:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39002a06-eb74-47c2-97a3-439b58bb7640 x-openstack-request-id: req-39002a06-eb74-47c2-97a3-439b58bb7640 {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:35:05.283779 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91ccc442-ec50-4418-afd5-4249b29ada1e", "name": "network-vif-plugged", "status": "completed", "tag": "1eb208c1-53c7-4020-bd55-d077d06451fd", "code": 200}, {"server_uuid": "91ccc442-ec50-4418-afd5-4249b29ada1e", "name": "network-vif-plugged", "status": "completed", "tag": "d41818a8-8416-4ec5-82c2-78a42608873b", "code": 200}, {"server_uuid": "91ccc442-ec50-4418-afd5-4249b29ada1e", "name": "network-vif-plugged", "status": "completed", "tag": "3ad26a6b-c6a0-4de9-9181-a07fe5eabe70", "code": 200}]} {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:35:05.284121 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-39002a06-eb74-47c2-97a3-439b58bb7640 {{(pid=102348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:35:05.284650 n-d-813419-10 neutron-server[102348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91ccc442-ec50-4418-afd5-4249b29ada1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1eb208c1-53c7-4020-bd55-d077d06451fd', 'code': 200} Oct 27 10:35:05.284993 n-d-813419-10 neutron-server[102348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91ccc442-ec50-4418-afd5-4249b29ada1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd41818a8-8416-4ec5-82c2-78a42608873b', 'code': 200} Oct 27 10:35:05.285345 n-d-813419-10 neutron-server[102348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91ccc442-ec50-4418-afd5-4249b29ada1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ad26a6b-c6a0-4de9-9181-a07fe5eabe70', 'code': 200} Oct 27 10:35:05.537987 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-5c066c90-7af5-45b2-80d8-9b65551dbe75 req-845bb13e-81ee-4ca4-bf20-8ed354c5f698 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] 10.222.0.44 "GET /v2.0/ports?device_id=19de7999-f151-4eb5-986d-3e7b0f987b5e HTTP/1.1" status: 200 len: 210 time: 0.0710821 Oct 27 10:35:05.544048 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-419b330f-adec-4e06-ae16-930653516059 req-3b1935ee-775c-460f-9cdc-7888663cff5d tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.44 "GET /v2.0/security-groups?id=1cfb3b36-7fdd-4213-b115-9d47e1636c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9594889 Oct 27 10:35:05.606167 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660e2a59-c466-4733-8c7c-a027a7e93a3e req-37cc2963-2d4d-40bb-871c-530679eb610e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:35:05.617884 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660e2a59-c466-4733-8c7c-a027a7e93a3e req-37cc2963-2d4d-40bb-871c-530679eb610e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:35:05.618628 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660e2a59-c466-4733-8c7c-a027a7e93a3e req-37cc2963-2d4d-40bb-871c-530679eb610e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:35:05.619475 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660e2a59-c466-4733-8c7c-a027a7e93a3e req-37cc2963-2d4d-40bb-871c-530679eb610e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:35:05.620174 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660e2a59-c466-4733-8c7c-a027a7e93a3e req-37cc2963-2d4d-40bb-871c-530679eb610e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:35:05.620820 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660e2a59-c466-4733-8c7c-a027a7e93a3e req-37cc2963-2d4d-40bb-871c-530679eb610e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:35:05.621442 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660e2a59-c466-4733-8c7c-a027a7e93a3e req-37cc2963-2d4d-40bb-871c-530679eb610e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:35:05.640103 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-660e2a59-c466-4733-8c7c-a027a7e93a3e req-37cc2963-2d4d-40bb-871c-530679eb610e service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=91ccc442-ec50-4418-afd5-4249b29ada1e HTTP/1.1" status: 200 len: 6507 time: 0.1907454 Oct 27 10:35:05.773274 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-660e2a59-c466-4733-8c7c-a027a7e93a3e req-e23b211f-2aff-4c5e-8d8b-6002fa015d7c service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=ae9e7cb5-3404-4285-8fc7-72260b0f869e&id=55228541-a3ac-4395-a6f1-3eb381084dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1260684 Oct 27 10:35:05.861870 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-982f1136-a082-465a-a612-40656afa4667 req-cb5e6814-e545-4fa5-8068-b46349503cc5 tempest-ServerShowV247Test-669708890 tempest-ServerShowV247Test-669708890-project] 10.222.0.44 "GET /v2.0/ports?device_id=cadc2ebe-66c5-4e5f-b460-b68b73876393 HTTP/1.1" status: 200 len: 210 time: 0.0852170 Oct 27 10:35:05.958051 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ffbd3c-8975-437f-8955-e30c414b053e req-51445a68-a306-4a53-b7e4-7645f23c754f tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:35:05.978640 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ffbd3c-8975-437f-8955-e30c414b053e req-51445a68-a306-4a53-b7e4-7645f23c754f tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:35:05.999530 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ffbd3c-8975-437f-8955-e30c414b053e req-51445a68-a306-4a53-b7e4-7645f23c754f tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:35:06.016980 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ffbd3c-8975-437f-8955-e30c414b053e req-51445a68-a306-4a53-b7e4-7645f23c754f tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:35:06.029833 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ffbd3c-8975-437f-8955-e30c414b053e req-51445a68-a306-4a53-b7e4-7645f23c754f tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:35:06.036997 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ffbd3c-8975-437f-8955-e30c414b053e req-51445a68-a306-4a53-b7e4-7645f23c754f tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:35:06.044771 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ffbd3c-8975-437f-8955-e30c414b053e req-51445a68-a306-4a53-b7e4-7645f23c754f tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:35:06.054617 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-77ffbd3c-8975-437f-8955-e30c414b053e req-51445a68-a306-4a53-b7e4-7645f23c754f tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] 10.222.0.44 "GET /v2.0/ports?device_id=91ccc442-ec50-4418-afd5-4249b29ada1e HTTP/1.1" status: 200 len: 5443 time: 0.2861211 Oct 27 10:35:06.126518 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-77ffbd3c-8975-437f-8955-e30c414b053e req-72efdf35-f71e-4ae8-b6e8-811b6eece456 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] 10.222.0.44 "GET /v2.0/security-groups?id=55228541-a3ac-4395-a6f1-3eb381084dbe&id=ae9e7cb5-3404-4285-8fc7-72260b0f869e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0697651 Oct 27 10:35:06.511251 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe80af49-e3d6-4e36-8092-cd5dba5bd20e req-03c03df8-3ebf-435e-9931-029b5b6c9f2d tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:35:06.521358 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-fe80af49-e3d6-4e36-8092-cd5dba5bd20e req-03c03df8-3ebf-435e-9931-029b5b6c9f2d tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "GET /v2.0/ports?device_id=58d33066-02f9-456d-8852-aabcf5578798 HTTP/1.1" status: 200 len: 945 time: 0.1405382 Oct 27 10:35:06.580235 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-fe80af49-e3d6-4e36-8092-cd5dba5bd20e req-5d98515e-9287-4d87-b987-bca14b4e04b1 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "GET /v2.0/security-groups?id=142cfba7-0116-47cd-9d82-0d26bf880f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571127 Oct 27 10:35:06.765814 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-9e637d8b-f154-4abc-9e38-15824debdcd5 req-68e947b7-a526-437e-a368-143e14c343c9 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] 10.222.0.44 "GET /v2.0/ports?device_id=19de7999-f151-4eb5-986d-3e7b0f987b5e HTTP/1.1" status: 200 len: 210 time: 0.0754349 Oct 27 10:35:06.836056 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5f6060-442c-4342-b477-15f32da4262d req-e64cb46a-ee62-403a-be5b-df3e9d7ad4cd tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:35:06.845244 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8d5f6060-442c-4342-b477-15f32da4262d req-e64cb46a-ee62-403a-be5b-df3e9d7ad4cd tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.44 "GET /v2.0/ports?device_id=a74be7ec-67b9-48c4-b1ce-a2a62f059c3a HTTP/1.1" status: 200 len: 945 time: 0.1336150 Oct 27 10:35:06.899334 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8d5f6060-442c-4342-b477-15f32da4262d req-35f923e0-aab8-4442-a889-5b574143b7c5 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.44 "GET /v2.0/security-groups?id=1cfb3b36-7fdd-4213-b115-9d47e1636c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527103 Oct 27 10:35:07.120918 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-a573cf01-7a83-4372-99d0-e22bf495ccc6 req-6e34e666-f67a-44e8-8f10-8d5dedda47b2 tempest-ServerShowV247Test-669708890 tempest-ServerShowV247Test-669708890-project] 10.222.0.44 "GET /v2.0/ports?device_id=cadc2ebe-66c5-4e5f-b460-b68b73876393 HTTP/1.1" status: 200 len: 210 time: 0.1014369 Oct 27 10:35:07.438365 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7be920e-30a5-48d4-a340-2f94c31fd7ae req-15cd49bf-99e7-4800-9844-cee93e8f427e tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:35:07.452502 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7be920e-30a5-48d4-a340-2f94c31fd7ae req-15cd49bf-99e7-4800-9844-cee93e8f427e tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:35:07.468082 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7be920e-30a5-48d4-a340-2f94c31fd7ae req-15cd49bf-99e7-4800-9844-cee93e8f427e tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:35:07.485695 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7be920e-30a5-48d4-a340-2f94c31fd7ae req-15cd49bf-99e7-4800-9844-cee93e8f427e tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:35:07.494092 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7be920e-30a5-48d4-a340-2f94c31fd7ae req-15cd49bf-99e7-4800-9844-cee93e8f427e tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:35:07.502254 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7be920e-30a5-48d4-a340-2f94c31fd7ae req-15cd49bf-99e7-4800-9844-cee93e8f427e tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:35:07.508693 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7be920e-30a5-48d4-a340-2f94c31fd7ae req-15cd49bf-99e7-4800-9844-cee93e8f427e tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:35:07.517890 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-c7be920e-30a5-48d4-a340-2f94c31fd7ae req-15cd49bf-99e7-4800-9844-cee93e8f427e tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] 10.222.0.44 "GET /v2.0/ports?device_id=91ccc442-ec50-4418-afd5-4249b29ada1e HTTP/1.1" status: 200 len: 5443 time: 0.1985083 Oct 27 10:35:07.571783 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-c7be920e-30a5-48d4-a340-2f94c31fd7ae req-97a5d143-8329-4eb4-9675-0592e30225aa tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] 10.222.0.44 "GET /v2.0/security-groups?id=55228541-a3ac-4395-a6f1-3eb381084dbe&id=ae9e7cb5-3404-4285-8fc7-72260b0f869e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0521429 Oct 27 10:35:07.861537 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d7a394-dbb9-4891-8cd4-44419372c0fe req-031be417-f6a0-45e4-a9cc-16250b71623f tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:35:07.902193 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-16d7a394-dbb9-4891-8cd4-44419372c0fe req-031be417-f6a0-45e4-a9cc-16250b71623f tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "GET /v2.0/ports?device_id=58d33066-02f9-456d-8852-aabcf5578798 HTTP/1.1" status: 200 len: 945 time: 0.1732800 Oct 27 10:35:07.962758 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-16d7a394-dbb9-4891-8cd4-44419372c0fe req-c6b1d648-81c9-488a-899a-217b20dd397a tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "GET /v2.0/security-groups?id=142cfba7-0116-47cd-9d82-0d26bf880f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471623 Oct 27 10:35:08.009600 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 37780) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:35:08.126413 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-e8927cc6-2092-48b2-9df5-ae9e3de56710 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Publish callbacks [] for security_group, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:08.297927 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-104b2837-de34-41ed-a5a0-6a792627141d req-4aeea203-22a7-485e-af83-ba256a71ce08 tempest-ServerShowV247Test-669708890 tempest-ServerShowV247Test-669708890-project] 10.222.0.44 "GET /v2.0/ports?device_id=cadc2ebe-66c5-4e5f-b460-b68b73876393 HTTP/1.1" status: 200 len: 210 time: 0.0453019 Oct 27 10:35:08.826685 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501975f1-cf86-4818-ad17-3f0cf750be91 req-3003cf41-1968-4c5a-987b-e11186541ab5 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:35:08.845631 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-501975f1-cf86-4818-ad17-3f0cf750be91 req-3003cf41-1968-4c5a-987b-e11186541ab5 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.44 "GET /v2.0/ports?device_id=a74be7ec-67b9-48c4-b1ce-a2a62f059c3a HTTP/1.1" status: 200 len: 945 time: 0.7756295 Oct 27 10:35:08.850976 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad72969-5772-4be3-975c-4e0a66a10667 req-07ca3a37-1efb-420f-86cc-b34b7859c3c1 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:35:08.853324 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-6ad72969-5772-4be3-975c-4e0a66a10667 req-07ca3a37-1efb-420f-86cc-b34b7859c3c1 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/ports?device_id=f6fc38b4-3d34-4580-bd35-a4b845297319 HTTP/1.1" status: 200 len: 946 time: 0.1407115 Oct 27 10:35:08.884052 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:08.906613 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-e8927cc6-2092-48b2-9df5-ae9e3de56710 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:08.957024 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-6ad72969-5772-4be3-975c-4e0a66a10667 req-44178a77-2f2a-4ca2-9848-f59c8bb075ab tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/security-groups?id=042a0afe-bacb-4048-aed3-353e9c85bd81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0912149 Oct 27 10:35:08.964390 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-501975f1-cf86-4818-ad17-3f0cf750be91 req-42eaa56d-d405-4e04-8de4-8ddd068c9688 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.44 "GET /v2.0/security-groups?id=1cfb3b36-7fdd-4213-b115-9d47e1636c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147923 Oct 27 10:35:09.018683 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-e8927cc6-2092-48b2-9df5-ae9e3de56710 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:09.022403 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-e8927cc6-2092-48b2-9df5-ae9e3de56710 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:09.024438 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-e8927cc6-2092-48b2-9df5-ae9e3de56710 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] 10.222.0.44 "DELETE /v2.0/security-groups/34344a0a-bfc2-4f4b-96e6-fe0cf33c620a HTTP/1.1" status: 204 len: 168 time: 1.0134351 Oct 27 10:35:09.027303 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 37798) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:35:09.052970 n-d-813419-10 neutron-server[102347]: INFO neutron.api.v2.resource [None req-c6ad80dd-979e-4142-ba0f-7d250a62b6fe tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] show failed (client error): The resource could not be found. Oct 27 10:35:09.059321 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8927cc6-2092-48b2-9df5-ae9e3de56710 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=34344a0a-bfc2-4f4b-96e6-fe0cf33c620a,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:35:09.059564 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-c6ad80dd-979e-4142-ba0f-7d250a62b6fe tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] 10.222.0.44 "GET /v2.0/security-groups/34344a0a-bfc2-4f4b-96e6-fe0cf33c620a HTTP/1.1" status: 404 len: 347 time: 0.0275393 Oct 27 10:35:09.060240 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 37802) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:35:09.289701 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b5465b-60e8-4f48-91d6-26fbfe7c77b0 req-f13c86bc-5040-47f0-871e-2508b431cd26 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:35:09.301141 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b5465b-60e8-4f48-91d6-26fbfe7c77b0 req-f13c86bc-5040-47f0-871e-2508b431cd26 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:35:09.308959 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b5465b-60e8-4f48-91d6-26fbfe7c77b0 req-f13c86bc-5040-47f0-871e-2508b431cd26 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:35:09.317210 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b5465b-60e8-4f48-91d6-26fbfe7c77b0 req-f13c86bc-5040-47f0-871e-2508b431cd26 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:35:09.326782 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b5465b-60e8-4f48-91d6-26fbfe7c77b0 req-f13c86bc-5040-47f0-871e-2508b431cd26 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:35:09.337664 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b5465b-60e8-4f48-91d6-26fbfe7c77b0 req-f13c86bc-5040-47f0-871e-2508b431cd26 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:35:09.360369 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b5465b-60e8-4f48-91d6-26fbfe7c77b0 req-f13c86bc-5040-47f0-871e-2508b431cd26 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:35:09.375160 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-97b5465b-60e8-4f48-91d6-26fbfe7c77b0 req-f13c86bc-5040-47f0-871e-2508b431cd26 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] 10.222.0.44 "GET /v2.0/ports?device_id=91ccc442-ec50-4418-afd5-4249b29ada1e HTTP/1.1" status: 200 len: 5443 time: 0.2301092 Oct 27 10:35:09.490274 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-97b5465b-60e8-4f48-91d6-26fbfe7c77b0 req-04f3e316-9259-46de-9a26-fa2e1eabae55 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] 10.222.0.44 "GET /v2.0/security-groups?id=55228541-a3ac-4395-a6f1-3eb381084dbe&id=ae9e7cb5-3404-4285-8fc7-72260b0f869e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1138396 Oct 27 10:35:09.547143 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-24a43174-dd0e-49c3-bd3c-0c01f269dd34 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Deleting port 39bd4002-7c0f-457b-9ee0-8ef35234a81d {{(pid=102347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:35:09.548375 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-24a43174-dd0e-49c3-bd3c-0c01f269dd34 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:09.758227 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-24a43174-dd0e-49c3-bd3c-0c01f269dd34 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:09.759035 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-24a43174-dd0e-49c3-bd3c-0c01f269dd34 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:09.773636 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-24a43174-dd0e-49c3-bd3c-0c01f269dd34 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Calling delete_port for 39bd4002-7c0f-457b-9ee0-8ef35234a81d owned by network:floatingip {{(pid=102347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:35:09.794850 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76630a41-f969-4686-ac88-810d8668b1ec req-094888e2-8a6f-42d6-b4ba-325706942086 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:35:09.799748 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-76630a41-f969-4686-ac88-810d8668b1ec req-094888e2-8a6f-42d6-b4ba-325706942086 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "GET /v2.0/ports?device_id=58d33066-02f9-456d-8852-aabcf5578798 HTTP/1.1" status: 200 len: 945 time: 0.1499827 Oct 27 10:35:09.919834 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-76630a41-f969-4686-ac88-810d8668b1ec req-3022e1bd-8870-47c5-8d10-52ae4029ce64 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "GET /v2.0/security-groups?id=142cfba7-0116-47cd-9d82-0d26bf880f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644853 Oct 27 10:35:10.106113 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-bc9fca56-2cb5-4f49-8d44-7577eed1805d req-73fb9e1c-57f8-4b29-bb67-ae5ebea986d5 tempest-ServerShowV247Test-669708890 tempest-ServerShowV247Test-669708890-project] 10.222.0.44 "GET /v2.0/ports?device_id=cadc2ebe-66c5-4e5f-b460-b68b73876393 HTTP/1.1" status: 200 len: 210 time: 0.0399189 Oct 27 10:35:10.195362 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-24a43174-dd0e-49c3-bd3c-0c01f269dd34 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:10.315752 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a43174-dd0e-49c3-bd3c-0c01f269dd34 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Pushing event deleted for resources: {'Port': ['ID=39bd4002-7c0f-457b-9ee0-8ef35234a81d,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:35:10.389531 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a43174-dd0e-49c3-bd3c-0c01f269dd34 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:35:10.389881 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a43174-dd0e-49c3-bd3c-0c01f269dd34 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:35:10.400791 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a43174-dd0e-49c3-bd3c-0c01f269dd34 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:35:10.401173 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a43174-dd0e-49c3-bd3c-0c01f269dd34 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:35:10.402043 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a43174-dd0e-49c3-bd3c-0c01f269dd34 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:35:10.402246 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a43174-dd0e-49c3-bd3c-0c01f269dd34 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:35:10.402593 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a43174-dd0e-49c3-bd3c-0c01f269dd34 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:35:10.402947 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a43174-dd0e-49c3-bd3c-0c01f269dd34 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:35:10.403255 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a43174-dd0e-49c3-bd3c-0c01f269dd34 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:35:10.403617 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a43174-dd0e-49c3-bd3c-0c01f269dd34 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:35:10.403957 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a43174-dd0e-49c3-bd3c-0c01f269dd34 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:35:10.404296 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a43174-dd0e-49c3-bd3c-0c01f269dd34 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:35:10.523439 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-24a43174-dd0e-49c3-bd3c-0c01f269dd34 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Publish callbacks [] for floatingip, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:10.524778 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-24a43174-dd0e-49c3-bd3c-0c01f269dd34 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for floatingip, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:10.527242 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-24a43174-dd0e-49c3-bd3c-0c01f269dd34 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] 10.222.0.44 "DELETE /v2.0/floatingips/e03480f4-bf39-4e8e-b599-d2f251f24582 HTTP/1.1" status: 204 len: 168 time: 1.4645555 Oct 27 10:35:10.529640 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 37826) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:35:10.558258 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152c0a21-8326-4400-bcf7-4958c290eca5 req-9e105b5b-1c2e-41f9-831f-15462c62a640 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:35:10.565322 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152c0a21-8326-4400-bcf7-4958c290eca5 req-9e105b5b-1c2e-41f9-831f-15462c62a640 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:35:10.574395 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152c0a21-8326-4400-bcf7-4958c290eca5 req-9e105b5b-1c2e-41f9-831f-15462c62a640 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:35:10.585631 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152c0a21-8326-4400-bcf7-4958c290eca5 req-9e105b5b-1c2e-41f9-831f-15462c62a640 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:35:10.593130 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152c0a21-8326-4400-bcf7-4958c290eca5 req-9e105b5b-1c2e-41f9-831f-15462c62a640 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:35:10.607900 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152c0a21-8326-4400-bcf7-4958c290eca5 req-9e105b5b-1c2e-41f9-831f-15462c62a640 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:35:10.616059 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152c0a21-8326-4400-bcf7-4958c290eca5 req-9e105b5b-1c2e-41f9-831f-15462c62a640 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:35:10.637697 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-152c0a21-8326-4400-bcf7-4958c290eca5 req-9e105b5b-1c2e-41f9-831f-15462c62a640 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] 10.222.0.44 "GET /v2.0/ports?device_id=91ccc442-ec50-4418-afd5-4249b29ada1e HTTP/1.1" status: 200 len: 5443 time: 0.3410032 Oct 27 10:35:10.639889 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 37828) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:35:10.726569 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-8fc0c6bb-6173-4042-91fd-0c21e5f000c9 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Request body: {'floatingip': {'port_id': '1cf65ff2-fb9b-433c-b18b-c8215b267c53'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:35:10.819459 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-8fc0c6bb-6173-4042-91fd-0c21e5f000c9 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Publish callbacks [] for floatingip, before_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:10.846534 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe06c29-5c3e-4243-9599-94251c9e9b9d req-0c9fba8a-5bb2-4336-9ebe-1fe711186e53 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:35:10.848224 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-0fe06c29-5c3e-4243-9599-94251c9e9b9d req-0c9fba8a-5bb2-4336-9ebe-1fe711186e53 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.44 "GET /v2.0/ports?device_id=a74be7ec-67b9-48c4-b1ce-a2a62f059c3a HTTP/1.1" status: 200 len: 945 time: 0.0796585 Oct 27 10:35:10.969236 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-0fe06c29-5c3e-4243-9599-94251c9e9b9d req-dc322db5-e037-4d4c-bbd2-a7e1484e48d9 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.44 "GET /v2.0/security-groups?id=1cfb3b36-7fdd-4213-b115-9d47e1636c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099603 Oct 27 10:35:11.162913 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24722bc1-cbd5-42cc-b3ef-80fbdd2dff3e req-b20ccdba-f93a-4614-895d-9f90bfa9231c tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:35:11.164994 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-24722bc1-cbd5-42cc-b3ef-80fbdd2dff3e req-b20ccdba-f93a-4614-895d-9f90bfa9231c tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "GET /v2.0/ports?device_id=58d33066-02f9-456d-8852-aabcf5578798 HTTP/1.1" status: 200 len: 945 time: 0.1113348 Oct 27 10:35:11.270185 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-24722bc1-cbd5-42cc-b3ef-80fbdd2dff3e req-1cc4aa86-e4f2-4fe3-b0c7-395f6cadfd19 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "GET /v2.0/security-groups?id=142cfba7-0116-47cd-9d82-0d26bf880f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0986607 Oct 27 10:35:11.463880 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c541eef1-0bdb-4058-bd5b-ed72956d8aa3 req-1f967c23-ffcc-460a-a3e0-c209cddae99e tempest-ServerShowV247Test-669708890 tempest-ServerShowV247Test-669708890-project] 10.222.0.44 "GET /v2.0/ports?device_id=cadc2ebe-66c5-4e5f-b460-b68b73876393 HTTP/1.1" status: 200 len: 210 time: 0.0628889 Oct 27 10:35:11.503212 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-31595929-ad47-486b-8ce1-c7dd4b2c218b tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Deleting port 2987d3d2-c23b-41d4-81db-f2875388f5dc {{(pid=102346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:35:11.503813 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-31595929-ad47-486b-8ce1-c7dd4b2c218b tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:11.529091 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.db.resource_extend [None req-8fc0c6bb-6173-4042-91fd-0c21e5f000c9 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 27 10:35:11.679080 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-8fc0c6bb-6173-4042-91fd-0c21e5f000c9 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:11.756127 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-31595929-ad47-486b-8ce1-c7dd4b2c218b tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:11.776326 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-8fc0c6bb-6173-4042-91fd-0c21e5f000c9 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1664826'] for floatingip, after_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:11.926004 n-d-813419-10 neutron-server[102346]: INFO neutron.db.l3_db [None req-8fc0c6bb-6173-4042-91fd-0c21e5f000c9 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Floating IP 32c0f631-4afb-4a44-91ed-dbfbfdd831ac associated. External IP: 172.25.8.4, port: 1cf65ff2-fb9b-433c-b18b-c8215b267c53. Oct 27 10:35:11.931613 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-31595929-ad47-486b-8ce1-c7dd4b2c218b tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Calling delete_port for 2987d3d2-c23b-41d4-81db-f2875388f5dc owned by {{(pid=102346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:35:12.199008 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c73c4f-3e9e-4612-867d-ded7d539a4b3 req-c999e995-2864-4f7e-ae0c-2ee12bf76380 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:35:12.201069 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-88c73c4f-3e9e-4612-867d-ded7d539a4b3 req-c999e995-2864-4f7e-ae0c-2ee12bf76380 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.44 "GET /v2.0/ports?device_id=a74be7ec-67b9-48c4-b1ce-a2a62f059c3a HTTP/1.1" status: 200 len: 945 time: 0.0879517 Oct 27 10:35:12.294596 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-88c73c4f-3e9e-4612-867d-ded7d539a4b3 req-879c7df2-a1b5-4f51-a101-3401edf0981e tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.44 "GET /v2.0/security-groups?id=1cfb3b36-7fdd-4213-b115-9d47e1636c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833340 Oct 27 10:35:12.520961 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fc0c6bb-6173-4042-91fd-0c21e5f000c9 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Router bb76a6b4-5a75-4458-b5f9-03eabc84bd8b has already been hosted by L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb {{(pid=102346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 10:35:12.524146 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-31595929-ad47-486b-8ce1-c7dd4b2c218b tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:12.589800 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a38eef-20dc-42d7-aab5-106baf4c14e8 req-f24115b1-f6cd-424c-98b7-e6d3945a07ab tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:35:12.594020 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-09a38eef-20dc-42d7-aab5-106baf4c14e8 req-f24115b1-f6cd-424c-98b7-e6d3945a07ab tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "GET /v2.0/ports?device_id=58d33066-02f9-456d-8852-aabcf5578798 HTTP/1.1" status: 200 len: 945 time: 0.1382546 Oct 27 10:35:12.675250 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-09a38eef-20dc-42d7-aab5-106baf4c14e8 req-7cdadfca-54ce-4443-9f9d-8b970f28aa66 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "GET /v2.0/security-groups?id=142cfba7-0116-47cd-9d82-0d26bf880f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755894 Oct 27 10:35:12.763188 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31595929-ad47-486b-8ce1-c7dd4b2c218b tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Pushing event deleted for resources: {'Port': ['ID=2987d3d2-c23b-41d4-81db-f2875388f5dc,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:35:12.845073 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-31595929-ad47-486b-8ce1-c7dd4b2c218b tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:12.855768 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-31595929-ad47-486b-8ce1-c7dd4b2c218b tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] 10.222.0.44 "DELETE /v2.0/ports/2987d3d2-c23b-41d4-81db-f2875388f5dc HTTP/1.1" status: 204 len: 168 time: 2.3248096 Oct 27 10:35:12.856774 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 37848) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:35:12.861743 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.agents_db [None req-e79ee67d-056e-46ea-bd99-e80473396b25 None None] Agent healthcheck: found 7 active agents {{(pid=102349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 10:35:13.012057 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-aec24f5c-e2cf-46cd-9f46-f46f01f750fb req-62d1b601-dd56-4adf-b22e-237927ddc58f service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=cadc2ebe-66c5-4e5f-b460-b68b73876393 HTTP/1.1" status: 200 len: 210 time: 0.0655732 Oct 27 10:35:13.016717 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-0218427b-a005-4c16-9971-e351beea6d19 req-bf2ddd9c-4981-4d70-b6d6-de73a59595ed tempest-ServerShowV247Test-669708890 tempest-ServerShowV247Test-669708890-project] 10.222.0.44 "GET /v2.0/ports?device_id=cadc2ebe-66c5-4e5f-b460-b68b73876393 HTTP/1.1" status: 200 len: 210 time: 0.1778467 Oct 27 10:35:13.461212 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-0907d100-dcae-424b-be46-f06b9ad68184 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Deleting port f866a8ac-0d08-4157-96c5-6411c7be1248 {{(pid=102346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:35:13.468739 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-0907d100-dcae-424b-be46-f06b9ad68184 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:13.520159 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fc0c6bb-6173-4042-91fd-0c21e5f000c9 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:35:13.543567 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1fe089e-5384-472e-8f4d-40a0eb054f06 None None] Sync routers for ids ['bb76a6b4-5a75-4458-b5f9-03eabc84bd8b'] in n-d-813419-10 {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:35:13.564328 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1fe089e-5384-472e-8f4d-40a0eb054f06 None None] Routers {'bb76a6b4-5a75-4458-b5f9-03eabc84bd8b'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:35:13.565278 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-c1fe089e-5384-472e-8f4d-40a0eb054f06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:34:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['bb76a6b4-5a75-4458-b5f9-03eabc84bd8b'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:35:13.566633 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-8fc0c6bb-6173-4042-91fd-0c21e5f000c9 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for floatingip, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:13.608317 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-8fc0c6bb-6173-4042-91fd-0c21e5f000c9 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] 10.222.0.44 "PUT /v2.0/floatingips/32c0f631-4afb-4a44-91ed-dbfbfdd831ac HTTP/1.1" status: 200 len: 989 time: 2.9019494 Oct 27 10:35:13.610252 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91ccc442-ec50-4418-afd5-4249b29ada1e', 'tag': '1cf65ff2-fb9b-433c-b18b-c8215b267c53'}] {{(pid=102346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:35:13.612048 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc0e418f5fc417c8d55d94c0aa509b037d0beb2a734c1a709e789eb65639a56d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae0e8e82-54a7-4560-a53c-be7a64af21fe" -d '{"events": [{"name": "network-changed", "server_uuid": "91ccc442-ec50-4418-afd5-4249b29ada1e", "tag": "1cf65ff2-fb9b-433c-b18b-c8215b267c53"}]}' {{(pid=102346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:35:13.617288 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058e6d72-5fe6-44e5-be2a-3863ac97dcd2 req-51514bfb-1fee-48a0-b4ed-7981c1ebb944 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:35:13.625252 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-058e6d72-5fe6-44e5-be2a-3863ac97dcd2 req-51514bfb-1fee-48a0-b4ed-7981c1ebb944 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.44 "GET /v2.0/ports?device_id=a74be7ec-67b9-48c4-b1ce-a2a62f059c3a HTTP/1.1" status: 200 len: 945 time: 0.1379461 Oct 27 10:35:13.702301 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-0907d100-dcae-424b-be46-f06b9ad68184 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:13.732890 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-058e6d72-5fe6-44e5-be2a-3863ac97dcd2 req-b416699c-adcc-499f-afa8-4748db298b5e tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.44 "GET /v2.0/security-groups?id=1cfb3b36-7fdd-4213-b115-9d47e1636c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065111 Oct 27 10:35:13.734321 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-0907d100-dcae-424b-be46-f06b9ad68184 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Calling delete_port for f866a8ac-0d08-4157-96c5-6411c7be1248 owned by {{(pid=102346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:35:14.122066 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0e8e82-54a7-4560-a53c-be7a64af21fe req-21550fae-30c7-435e-aec6-d72f72447306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:35:14.122565 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0e8e82-54a7-4560-a53c-be7a64af21fe req-21550fae-30c7-435e-aec6-d72f72447306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:35:14.123039 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0e8e82-54a7-4560-a53c-be7a64af21fe req-21550fae-30c7-435e-aec6-d72f72447306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:35:14.123508 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0e8e82-54a7-4560-a53c-be7a64af21fe req-21550fae-30c7-435e-aec6-d72f72447306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:35:14.124716 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0e8e82-54a7-4560-a53c-be7a64af21fe req-21550fae-30c7-435e-aec6-d72f72447306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:35:14.125203 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0e8e82-54a7-4560-a53c-be7a64af21fe req-21550fae-30c7-435e-aec6-d72f72447306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:35:14.125666 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0e8e82-54a7-4560-a53c-be7a64af21fe req-21550fae-30c7-435e-aec6-d72f72447306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:35:14.138690 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 10:35:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cabf166a-d4ac-40b0-b325-e386c2124b1e x-openstack-request-id: req-cabf166a-d4ac-40b0-b325-e386c2124b1e {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:35:14.138690 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91ccc442-ec50-4418-afd5-4249b29ada1e", "tag": "1cf65ff2-fb9b-433c-b18b-c8215b267c53", "status": "completed", "code": 200}]} {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:35:14.139509 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-cabf166a-d4ac-40b0-b325-e386c2124b1e {{(pid=102346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:35:14.139951 n-d-813419-10 neutron-server[102346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91ccc442-ec50-4418-afd5-4249b29ada1e', 'tag': '1cf65ff2-fb9b-433c-b18b-c8215b267c53', 'status': 'completed', 'code': 200} Oct 27 10:35:14.150625 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-ae0e8e82-54a7-4560-a53c-be7a64af21fe req-21550fae-30c7-435e-aec6-d72f72447306 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3e6cb564c3b34b1095cef7d65946c25d&device_id=91ccc442-ec50-4418-afd5-4249b29ada1e HTTP/1.1" status: 200 len: 6507 time: 0.1639850 Oct 27 10:35:14.273135 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvr_db [None req-c1fe089e-5384-472e-8f4d-40a0eb054f06 None None] Set router bb76a6b4-5a75-4458-b5f9-03eabc84bd8b gateway port host: n-d-813419-10 {{(pid=102348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:35:14.341522 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-0907d100-dcae-424b-be46-f06b9ad68184 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:14.424123 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0907d100-dcae-424b-be46-f06b9ad68184 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Pushing event deleted for resources: {'Port': ['ID=f866a8ac-0d08-4157-96c5-6411c7be1248,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:35:14.511331 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8276d192-aea3-4d22-9be8-5578278409d2 req-43fe578e-dcd5-4d0c-9be0-253aa26ab654 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:35:14.520561 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8276d192-aea3-4d22-9be8-5578278409d2 req-43fe578e-dcd5-4d0c-9be0-253aa26ab654 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "GET /v2.0/ports?device_id=58d33066-02f9-456d-8852-aabcf5578798 HTTP/1.1" status: 200 len: 945 time: 0.3392246 Oct 27 10:35:14.625181 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8276d192-aea3-4d22-9be8-5578278409d2 req-cb8f31d0-595f-4043-bdc8-24eb167c4657 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "GET /v2.0/security-groups?id=142cfba7-0116-47cd-9d82-0d26bf880f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1024127 Oct 27 10:35:14.634870 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-0907d100-dcae-424b-be46-f06b9ad68184 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:14.640488 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0e8e82-54a7-4560-a53c-be7a64af21fe req-88060f3e-692f-4300-b9e0-06002e7a9034 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:35:14.646321 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-ae0e8e82-54a7-4560-a53c-be7a64af21fe req-88060f3e-692f-4300-b9e0-06002e7a9034 service neutron] 10.222.0.64 "GET /v2.0/networks?id=f2385b9b-4fa7-414c-8459-129f74d068c4 HTTP/1.1" status: 200 len: 918 time: 0.4853086 Oct 27 10:35:14.649627 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 37868) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:35:14.652918 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-0907d100-dcae-424b-be46-f06b9ad68184 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] 10.222.0.44 "DELETE /v2.0/ports/f866a8ac-0d08-4157-96c5-6411c7be1248 HTTP/1.1" status: 204 len: 168 time: 1.7500608 Oct 27 10:35:14.878756 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-ae0e8e82-54a7-4560-a53c-be7a64af21fe req-655e944a-6209-49d6-bfb9-a5eee3697d52 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1cf65ff2-fb9b-433c-b18b-c8215b267c53 HTTP/1.1" status: 200 len: 997 time: 0.2005737 Oct 27 10:35:14.897936 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-30942c3a-2956-46aa-8281-f6fde722104a req-9c62a9ad-41e7-4f0c-9add-029b929d3cab tempest-ServerShowV247Test-669708890 tempest-ServerShowV247Test-669708890-project] 10.222.0.44 "GET /v2.0/ports?device_id=cadc2ebe-66c5-4e5f-b460-b68b73876393 HTTP/1.1" status: 200 len: 210 time: 0.0859883 Oct 27 10:35:15.003733 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_v2 [None req-658a780b-9c11-4491-b446-5dd639066657 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Deleting subnet 44c80a83-a220-441f-8a83-aa10dbf72783 {{(pid=102347) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 10:35:15.012411 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-658a780b-9c11-4491-b446-5dd639066657 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Publish callbacks [] for subnet, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:15.024278 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-c1fe089e-5384-472e-8f4d-40a0eb054f06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb76a6b4-5a75-4458-b5f9-03eabc84bd8b', 'name': 'tempest-TaggedBootDevicesTest_v242-1060175065-router', 'tenant_id': '3e6cb564c3b34b1095cef7d65946c25d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.144'}], 'enable_snat': True}, 'gw_port_id': '8a9e97ce-00c0-4310-8238-8a20a53401d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:33:04Z', 'updated_at': '2021-10-27T10:33:10Z', 'revision_number': 4, 'project_id': '3e6cb564c3b34b1095cef7d65946c25d', 'gw_port': {'id': '8a9e97ce-00c0-4310-8238-8a20a53401d6', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:ee:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb76a6b4-5a75-4458-b5f9-03eabc84bd8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:33:05Z', 'updated_at': '2021-10-27T10:33:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_floatingips': [{'id': '32c0f631-4afb-4a44-91ed-dbfbfdd831ac', 'tenant_id': '3e6cb564c3b34b1095cef7d65946c25d', 'floating_ip_address': '172.25.8.4', 'floating_network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'router_id': 'bb76a6b4-5a75-4458-b5f9-03eabc84bd8b', 'port_id': '1cf65ff2-fb9b-433c-b18b-c8215b267c53', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1659, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2385b9b-4fa7-414c-8459-129f74d068c4', 'mac_address': 'fa:16:3e:c3:10:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91ccc442-ec50-4418-afd5-4249b29ada1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T10:33:57Z', 'updated_at': '2021-10-27T10:35:11Z', 'revision_number': 1, 'project_id': '3e6cb564c3b34b1095cef7d65946c25d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e958ae67-f590-4c54-b34f-0ad9fde6ffc7', 'name': '', 'network_id': 'f2385b9b-4fa7-414c-8459-129f74d068c4', 'tenant_id': '3e6cb564c3b34b1095cef7d65946c25d', 'mac_address': 'fa:16:3e:ff:ce:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb76a6b4-5a75-4458-b5f9-03eabc84bd8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': 'f7ae2785-df3d-443a-9883-966bc70b525d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:33:09Z', 'updated_at': '2021-10-27T10:33:20Z', 'revision_number': 5, 'project_id': '3e6cb564c3b34b1095cef7d65946c25d', 'subnets': [{'id': 'f7ae2785-df3d-443a-9883-966bc70b525d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:35:15.069352 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1fe089e-5384-472e-8f4d-40a0eb054f06 None None] Checking router: bb76a6b4-5a75-4458-b5f9-03eabc84bd8b for host: n-d-813419-10 {{(pid=102348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 10:35:15.083459 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-658a780b-9c11-4491-b446-5dd639066657 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-18445109'] for subnet, precommit_delete_associations {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:15.084637 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1fe089e-5384-472e-8f4d-40a0eb054f06 None None] Routers {'bb76a6b4-5a75-4458-b5f9-03eabc84bd8b'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:35:15.085270 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-c1fe089e-5384-472e-8f4d-40a0eb054f06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:34:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['bb76a6b4-5a75-4458-b5f9-03eabc84bd8b'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:35:15.241007 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvr_db [None req-c1fe089e-5384-472e-8f4d-40a0eb054f06 None None] Set router bb76a6b4-5a75-4458-b5f9-03eabc84bd8b gateway port host: n-d-813419-10 {{(pid=102348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:35:15.378797 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0e8e82-54a7-4560-a53c-be7a64af21fe req-83f3abed-cda6-4cc1-9f71-37803371ecf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:35:15.381063 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-ae0e8e82-54a7-4560-a53c-be7a64af21fe req-83f3abed-cda6-4cc1-9f71-37803371ecf4 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f7ae2785-df3d-443a-9883-966bc70b525d HTTP/1.1" status: 200 len: 856 time: 0.4712114 Oct 27 10:35:15.402527 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-658a780b-9c11-4491-b446-5dd639066657 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855646'] for subnet, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:15.481922 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b529c1-eaf3-4665-8ee9-59a3c2a56772 req-fc479463-39d5-4011-b104-3463196a0a48 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:35:15.484061 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-f1b529c1-eaf3-4665-8ee9-59a3c2a56772 req-fc479463-39d5-4011-b104-3463196a0a48 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.44 "GET /v2.0/ports?device_id=a74be7ec-67b9-48c4-b1ce-a2a62f059c3a HTTP/1.1" status: 200 len: 945 time: 0.3171611 Oct 27 10:35:15.551858 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0e8e82-54a7-4560-a53c-be7a64af21fe req-ec785e61-3e2e-4932-98f2-64baec70d761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:35:15.554054 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-ae0e8e82-54a7-4560-a53c-be7a64af21fe req-ec785e61-3e2e-4932-98f2-64baec70d761 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f2385b9b-4fa7-414c-8459-129f74d068c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1625438 Oct 27 10:35:15.596265 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-f1b529c1-eaf3-4665-8ee9-59a3c2a56772 req-85f25734-7a2f-4a91-8054-ce7dee658ea7 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.44 "GET /v2.0/security-groups?id=1cfb3b36-7fdd-4213-b115-9d47e1636c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000876 Oct 27 10:35:15.630119 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-658a780b-9c11-4491-b446-5dd639066657 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-18295818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18043720'] for subnet, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:15.645113 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-c1fe089e-5384-472e-8f4d-40a0eb054f06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb76a6b4-5a75-4458-b5f9-03eabc84bd8b', 'name': 'tempest-TaggedBootDevicesTest_v242-1060175065-router', 'tenant_id': '3e6cb564c3b34b1095cef7d65946c25d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.144'}], 'enable_snat': True}, 'gw_port_id': '8a9e97ce-00c0-4310-8238-8a20a53401d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:33:04Z', 'updated_at': '2021-10-27T10:33:10Z', 'revision_number': 4, 'project_id': '3e6cb564c3b34b1095cef7d65946c25d', 'gw_port': {'id': '8a9e97ce-00c0-4310-8238-8a20a53401d6', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:ee:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb76a6b4-5a75-4458-b5f9-03eabc84bd8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:33:05Z', 'updated_at': '2021-10-27T10:33:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_floatingips': [{'id': '32c0f631-4afb-4a44-91ed-dbfbfdd831ac', 'tenant_id': '3e6cb564c3b34b1095cef7d65946c25d', 'floating_ip_address': '172.25.8.4', 'floating_network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'router_id': 'bb76a6b4-5a75-4458-b5f9-03eabc84bd8b', 'port_id': '1cf65ff2-fb9b-433c-b18b-c8215b267c53', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1659, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2385b9b-4fa7-414c-8459-129f74d068c4', 'mac_address': 'fa:16:3e:c3:10:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91ccc442-ec50-4418-afd5-4249b29ada1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T10:33:57Z', 'updated_at': '2021-10-27T10:35:11Z', 'revision_number': 1, 'project_id': '3e6cb564c3b34b1095cef7d65946c25d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e958ae67-f590-4c54-b34f-0ad9fde6ffc7', 'name': '', 'network_id': 'f2385b9b-4fa7-414c-8459-129f74d068c4', 'tenant_id': '3e6cb564c3b34b1095cef7d65946c25d', 'mac_address': 'fa:16:3e:ff:ce:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb76a6b4-5a75-4458-b5f9-03eabc84bd8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': 'f7ae2785-df3d-443a-9883-966bc70b525d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:33:09Z', 'updated_at': '2021-10-27T10:33:20Z', 'revision_number': 5, 'project_id': '3e6cb564c3b34b1095cef7d65946c25d', 'subnets': [{'id': 'f7ae2785-df3d-443a-9883-966bc70b525d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:35:15.705232 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1fe089e-5384-472e-8f4d-40a0eb054f06 None None] The sync data for ids ['bb76a6b4-5a75-4458-b5f9-03eabc84bd8b'] in n-d-813419-10 is: [{'id': 'bb76a6b4-5a75-4458-b5f9-03eabc84bd8b', 'name': 'tempest-TaggedBootDevicesTest_v242-1060175065-router', 'tenant_id': '3e6cb564c3b34b1095cef7d65946c25d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.144'}], 'enable_snat': True}, 'gw_port_id': '8a9e97ce-00c0-4310-8238-8a20a53401d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:33:04Z', 'updated_at': '2021-10-27T10:33:10Z', 'revision_number': 4, 'project_id': '3e6cb564c3b34b1095cef7d65946c25d', 'gw_port': {'id': '8a9e97ce-00c0-4310-8238-8a20a53401d6', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:ee:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb76a6b4-5a75-4458-b5f9-03eabc84bd8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:33:05Z', 'updated_at': '2021-10-27T10:33:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_floatingips': [{'id': '32c0f631-4afb-4a44-91ed-dbfbfdd831ac', 'tenant_id': '3e6cb564c3b34b1095cef7d65946c25d', 'floating_ip_address': '172.25.8.4', 'floating_network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'router_id': 'bb76a6b4-5a75-4458-b5f9-03eabc84bd8b', 'port_id': '1cf65ff2-fb9b-433c-b18b-c8215b267c53', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1659, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2385b9b-4fa7-414c-8459-129f74d068c4', 'mac_address': 'fa:16:3e:c3:10:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91ccc442-ec50-4418-afd5-4249b29ada1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T10:33:57Z', 'updated_at': '2021-10-27T10:35:11Z', 'revision_number': 1, 'project_id': '3e6cb564c3b34b1095cef7d65946c25d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e958ae67-f590-4c54-b34f-0ad9fde6ffc7', 'name': '', 'network_id': 'f2385b9b-4fa7-414c-8459-129f74d068c4', 'tenant_id': '3e6cb564c3b34b1095cef7d65946c25d', 'mac_address': 'fa:16:3e:ff:ce:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb76a6b4-5a75-4458-b5f9-03eabc84bd8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': 'f7ae2785-df3d-443a-9883-966bc70b525d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:33:09Z', 'updated_at': '2021-10-27T10:33:20Z', 'revision_number': 5, 'project_id': '3e6cb564c3b34b1095cef7d65946c25d', 'subnets': [{'id': 'f7ae2785-df3d-443a-9883-966bc70b525d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:35:15.812084 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-658a780b-9c11-4491-b446-5dd639066657 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Publish callbacks [] for subnet, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:15.818308 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 37882) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:35:15.819338 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-658a780b-9c11-4491-b446-5dd639066657 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] 10.222.0.44 "DELETE /v2.0/subnets/44c80a83-a220-441f-8a83-aa10dbf72783 HTTP/1.1" status: 204 len: 168 time: 1.1675627 Oct 27 10:35:15.820939 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2124f589-5100-4e4a-9a94-dba7f21ba5fc None None] Network 629f7918-c2db-454f-876e-5fb1ab57b5ce requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:35:15.890804 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658a780b-9c11-4491-b446-5dd639066657 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Pushing event deleted for resources: {'Subnet': ['ID=44c80a83-a220-441f-8a83-aa10dbf72783,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:35:15.943673 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_v2 [None req-ddbed0eb-47be-462b-beb4-be6198afd5e9 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Deleting subnet 237eead6-dd56-4753-9d54-b14517989073 {{(pid=102346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 10:35:15.956031 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ddbed0eb-47be-462b-beb4-be6198afd5e9 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Publish callbacks [] for subnet, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:16.117812 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-ae0e8e82-54a7-4560-a53c-be7a64af21fe req-1684e47a-aa5c-4fc9-a6f2-9f641602690a service neutron] 10.222.0.64 "GET /v2.0/networks/f2385b9b-4fa7-414c-8459-129f74d068c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5510516 Oct 27 10:35:16.175891 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ddbed0eb-47be-462b-beb4-be6198afd5e9 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25847868'] for subnet, precommit_delete_associations {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:16.272843 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f0d0d7b8-c872-4a6b-a2cd-816deb274bdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:16.304119 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9237ec86-782c-488f-b9a7-f3a4c96f71a1 None None] New status for floating IP 32c0f631-4afb-4a44-91ed-dbfbfdd831ac: ACTIVE {{(pid=102349) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 10:35:16.392852 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 37898) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:35:16.407073 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3b0cba2-3295-4252-87c2-585219fea568 None None] DHCP port deletion for 629f7918-c2db-454f-876e-5fb1ab57b5ce request from n-d-813419-10 {{(pid=102348) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 10:35:16.502098 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-b3b0cba2-3295-4252-87c2-585219fea568 None None] Deleting port 79af605a-8a87-4dfb-8e28-b62eeed7c3c3 {{(pid=102348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:35:16.502768 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-b3b0cba2-3295-4252-87c2-585219fea568 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:16.575885 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-ae0e8e82-54a7-4560-a53c-be7a64af21fe req-7c2f8666-d499-4615-92ea-c4a9dd811956 service neutron] 10.222.0.64 "GET /v2.0/networks/f2385b9b-4fa7-414c-8459-129f74d068c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4490590 Oct 27 10:35:16.610808 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-b3b0cba2-3295-4252-87c2-585219fea568 None None] For port 79af605a-8a87-4dfb-8e28-b62eeed7c3c3, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=79af605a-8a87-4dfb-8e28-b62eeed7c3c3,segment=NetworkSegment(5f991bd4-92e4-45ad-bd12-2bffdf37846d),segment_id=5f991bd4-92e4-45ad-bd12-2bffdf37846d)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:35:16.611391 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-b3b0cba2-3295-4252-87c2-585219fea568 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:16.631807 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-b3b0cba2-3295-4252-87c2-585219fea568 None None] Calling delete_port for 79af605a-8a87-4dfb-8e28-b62eeed7c3c3 owned by network:dhcp {{(pid=102348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:35:16.657718 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ddbed0eb-47be-462b-beb4-be6198afd5e9 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855646'] for subnet, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:16.754433 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ab0a7782-5fe7-4454-9ef4-a21988cadf67 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:16.777947 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8ae0f50e-be1d-471b-a612-60f7255d8208 req-ed7dbbac-d71f-4599-81c1-cc3d8c8584fc tempest-ServerShowV247Test-669708890 tempest-ServerShowV247Test-669708890-project] 10.222.0.44 "GET /v2.0/ports?device_id=cadc2ebe-66c5-4e5f-b460-b68b73876393&device_id=c444fe71-3a24-4ddf-9950-801e6eef2953 HTTP/1.1" status: 200 len: 210 time: 0.0799391 Oct 27 10:35:16.817161 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-b3b0cba2-3295-4252-87c2-585219fea568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615'] for port, after_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:16.846513 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3b0cba2-3295-4252-87c2-585219fea568 None None] No DVR routers for this DVR port 79af605a-8a87-4dfb-8e28-b62eeed7c3c3 on host n-d-813419-10 {{(pid=102348) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:35:16.855552 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ddbed0eb-47be-462b-beb4-be6198afd5e9 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27024355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27168307'] for subnet, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:16.914355 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b0cba2-3295-4252-87c2-585219fea568 None None] Pushing event deleted for resources: {'Port': ['ID=79af605a-8a87-4dfb-8e28-b62eeed7c3c3,revision_number=None']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:35:16.944183 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbed0eb-47be-462b-beb4-be6198afd5e9 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Pushing event deleted for resources: {'Subnet': ['ID=237eead6-dd56-4753-9d54-b14517989073,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:35:16.973265 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ddbed0eb-47be-462b-beb4-be6198afd5e9 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for subnet, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:16.983212 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9b8884a-3a25-43df-9f9c-a48c957f57b8 None None] Network d9f24547-a97b-4994-95da-a3dc1f0864ec requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:35:16.989894 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-ddbed0eb-47be-462b-beb4-be6198afd5e9 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] 10.222.0.44 "DELETE /v2.0/subnets/237eead6-dd56-4753-9d54-b14517989073 HTTP/1.1" status: 204 len: 168 time: 1.1685681 Oct 27 10:35:17.003518 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 37914) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:35:17.098794 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e10d621-d2bc-4573-8fb5-234ad0812dd9 req-0363c66c-5c5b-4aa4-8ae9-c4d9d14df188 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:35:17.109567 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-7e10d621-d2bc-4573-8fb5-234ad0812dd9 req-0363c66c-5c5b-4aa4-8ae9-c4d9d14df188 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "GET /v2.0/ports?device_id=58d33066-02f9-456d-8852-aabcf5578798 HTTP/1.1" status: 200 len: 945 time: 0.1578109 Oct 27 10:35:17.239405 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-7e10d621-d2bc-4573-8fb5-234ad0812dd9 req-bdbad8b9-d87a-45bc-a9ac-a3262eb37b35 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "GET /v2.0/security-groups?id=142cfba7-0116-47cd-9d82-0d26bf880f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1223707 Oct 27 10:35:17.279570 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845d4295-3a43-4c4e-baab-cc214d663906 req-c08fd288-4d90-4b58-a534-77e5a5483e4f tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:35:17.287937 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-845d4295-3a43-4c4e-baab-cc214d663906 req-c08fd288-4d90-4b58-a534-77e5a5483e4f tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.44 "GET /v2.0/ports?device_id=a74be7ec-67b9-48c4-b1ce-a2a62f059c3a HTTP/1.1" status: 200 len: 945 time: 0.1163747 Oct 27 10:35:17.308737 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-4c3307b3-37c2-4d33-a537-4148780cb078 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586917'] for network, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:17.409599 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 79af605a-8a87-4dfb-8e28-b62eeed7c3c3 no longer exists at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:35:17.455853 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ab0a7782-5fe7-4454-9ef4-a21988cadf67 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:17.472660 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] No Port match for: 79af605a-8a87-4dfb-8e28-b62eeed7c3c3 {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:35:17.473088 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 79af605a-8a87-4dfb-8e28-b62eeed7c3c3 not bound to the agent host n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:35:17.479341 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cf7e13-2f54-44fc-90c8-559e87fbbad7 req-93d13443-bfda-45ac-a09f-7bdf48303754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:35:17.482985 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-72cf7e13-2f54-44fc-90c8-559e87fbbad7 req-93d13443-bfda-45ac-a09f-7bdf48303754 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=9acc1288f1e24e5194b2ab7572b1c5ff&device_id=a74be7ec-67b9-48c4-b1ce-a2a62f059c3a HTTP/1.1" status: 200 len: 1097 time: 0.1274250 Oct 27 10:35:17.507761 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61abcfb2-db88-43fa-9921-c47e79291773 None None] DHCP port deletion for d9f24547-a97b-4994-95da-a3dc1f0864ec request from n-d-813419-10 {{(pid=102348) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 10:35:17.540367 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-4c3307b3-37c2-4d33-a537-4148780cb078 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857803', 'neutron.services.segments.db._delete_segments_for_network-8743873143390'] for network, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:17.565266 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-4c3307b3-37c2-4d33-a537-4148780cb078 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['629f7918-c2db-454f-876e-5fb1ab57b5ce']}} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:35:17.576787 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-4c3307b3-37c2-4d33-a537-4148780cb078 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f991bd4-92e4-45ad-bd12-2bffdf37846d') {'for_net_delete': True} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:35:17.577448 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-4c3307b3-37c2-4d33-a537-4148780cb078 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f991bd4-92e4-45ad-bd12-2bffdf37846d') {} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:35:17.587725 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-4c3307b3-37c2-4d33-a537-4148780cb078 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743873145191', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25847877'] for segment, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:17.601703 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-4c3307b3-37c2-4d33-a537-4148780cb078 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:17.609181 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c3307b3-37c2-4d33-a537-4148780cb078 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Releasing vlan 446 on physical network physnet1 to pool {{(pid=102346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 10:35:17.609939 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-4c3307b3-37c2-4d33-a537-4148780cb078 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27024137'] for segment, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:17.642432 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-61abcfb2-db88-43fa-9921-c47e79291773 None None] Deleting port b517a35e-44a1-414e-bccd-79da18877ac1 {{(pid=102348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:35:17.642801 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-61abcfb2-db88-43fa-9921-c47e79291773 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:17.684029 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cf7e13-2f54-44fc-90c8-559e87fbbad7 req-6fc3d2cd-a247-4e19-b021-1074f39a85b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:35:17.685920 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-72cf7e13-2f54-44fc-90c8-559e87fbbad7 req-6fc3d2cd-a247-4e19-b021-1074f39a85b5 service neutron] 10.222.0.76 "GET /v2.0/networks?id=8d938063-6de9-4af7-8c0a-0cc177cd5dd2 HTTP/1.1" status: 200 len: 913 time: 0.1942041 Oct 27 10:35:17.706893 n-d-813419-10 neutron-server[102346]: Traceback (most recent call last): Oct 27 10:35:17.706893 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 10:35:17.706893 n-d-813419-10 neutron-server[102346]: timer() Oct 27 10:35:17.706893 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 10:35:17.706893 n-d-813419-10 neutron-server[102346]: cb(*args, **kw) Oct 27 10:35:17.706893 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 10:35:17.706893 n-d-813419-10 neutron-server[102346]: return func(*args, **kwargs) Oct 27 10:35:17.706893 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 10:35:17.706893 n-d-813419-10 neutron-server[102346]: self._notify() Oct 27 10:35:17.706893 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 10:35:17.706893 n-d-813419-10 neutron-server[102346]: self.callback(batched_events) Oct 27 10:35:17.706893 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 10:35:17.706893 n-d-813419-10 neutron-server[102346]: event.method(event) Oct 27 10:35:17.706893 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 10:35:17.706893 n-d-813419-10 neutron-server[102346]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 10:35:17.706893 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 10:35:17.706893 n-d-813419-10 neutron-server[102346]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 10:35:17.706893 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 10:35:17.706893 n-d-813419-10 neutron-server[102346]: return f(self, *a, **k) Oct 27 10:35:17.706893 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 10:35:17.706893 n-d-813419-10 neutron-server[102346]: return self._get(url).json() Oct 27 10:35:17.706893 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 10:35:17.706893 n-d-813419-10 neutron-server[102346]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 10:35:17.706893 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 10:35:17.706893 n-d-813419-10 neutron-server[102346]: return self.request(url, 'GET', **kwargs) Oct 27 10:35:17.706893 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 10:35:17.706893 n-d-813419-10 neutron-server[102346]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 10:35:17.706893 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 10:35:17.706893 n-d-813419-10 neutron-server[102346]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 10:35:17.706893 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 10:35:17.706893 n-d-813419-10 neutron-server[102346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 10:35:17.706893 n-d-813419-10 neutron-server[102346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 10:35:17.712821 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ab0a7782-5fe7-4454-9ef4-a21988cadf67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:17.741902 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-4c3307b3-37c2-4d33-a537-4148780cb078 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664840'] for network, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:17.750511 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-ab0a7782-5fe7-4454-9ef4-a21988cadf67 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=28373347c8d0423a9f99fe47c2362024&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3260996 Oct 27 10:35:17.776134 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 37920) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:35:17.782547 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-4c3307b3-37c2-4d33-a537-4148780cb078 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for network, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:17.786261 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-4c3307b3-37c2-4d33-a537-4148780cb078 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] 10.222.0.44 "DELETE /v2.0/networks/629f7918-c2db-454f-876e-5fb1ab57b5ce HTTP/1.1" status: 204 len: 168 time: 0.7789168 Oct 27 10:35:17.789647 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3307b3-37c2-4d33-a537-4148780cb078 tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Pushing event deleted for resources: {'Network': ['ID=629f7918-c2db-454f-876e-5fb1ab57b5ce,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:35:17.808253 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 37924) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:35:17.819117 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-61abcfb2-db88-43fa-9921-c47e79291773 None None] For port b517a35e-44a1-414e-bccd-79da18877ac1, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=b517a35e-44a1-414e-bccd-79da18877ac1,segment=NetworkSegment(cd49c69a-bebc-4495-b045-2a5c5dbedd8b),segment_id=cd49c69a-bebc-4495-b045-2a5c5dbedd8b)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:35:17.827635 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-61abcfb2-db88-43fa-9921-c47e79291773 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:17.840742 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-f80bef8e-944d-4e45-8800-db1b8b4e17c6 req-f6ecb061-6a76-49c8-abbd-8c1f0a41346b service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=83de3fc92efd49bb8cde49e2cf374960&device_id=cadc2ebe-66c5-4e5f-b460-b68b73876393 HTTP/1.1" status: 200 len: 210 time: 0.0464835 Oct 27 10:35:17.864809 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-845d4295-3a43-4c4e-baab-cc214d663906 req-9fe882ad-0df8-4368-889e-19c858840713 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.44 "GET /v2.0/security-groups?id=1cfb3b36-7fdd-4213-b115-9d47e1636c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5756419 Oct 27 10:35:17.868506 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-61abcfb2-db88-43fa-9921-c47e79291773 None None] Calling delete_port for b517a35e-44a1-414e-bccd-79da18877ac1 owned by network:dhcp {{(pid=102348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:35:17.943750 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-f80bef8e-944d-4e45-8800-db1b8b4e17c6 req-4a4a0baa-8b2f-4b9e-a92b-8ca9b10c7046 service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=83de3fc92efd49bb8cde49e2cf374960&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0753284 Oct 27 10:35:17.952704 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0a7782-5fe7-4454-9ef4-a21988cadf67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e121290-f6df-4315-9094-0f834c692c93,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:35:17.975920 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-61abcfb2-db88-43fa-9921-c47e79291773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615'] for port, after_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:18.013360 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61abcfb2-db88-43fa-9921-c47e79291773 None None] Pushing event deleted for resources: {'Port': ['ID=b517a35e-44a1-414e-bccd-79da18877ac1,revision_number=None']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:35:18.020158 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61abcfb2-db88-43fa-9921-c47e79291773 None None] No DVR routers for this DVR port b517a35e-44a1-414e-bccd-79da18877ac1 on host n-d-813419-10 {{(pid=102348) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:35:18.024260 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-9cc7024f-1f00-4cb7-988d-d81efa4df0bc tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586917'] for network, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:18.034678 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-77d8fd16-5080-4512-8f40-81167516b6ad req-883f1d34-1112-468b-b243-0c7a06682bb4 tempest-ServerShowV247Test-669708890 tempest-ServerShowV247Test-669708890-project] 10.222.0.44 "GET /v2.0/ports?device_id=cadc2ebe-66c5-4e5f-b460-b68b73876393 HTTP/1.1" status: 200 len: 210 time: 0.0868623 Oct 27 10:35:18.040714 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-72cf7e13-2f54-44fc-90c8-559e87fbbad7 req-335ed77a-da3f-4994-ac3e-0c924fab46ee service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3d6ae1db-b0f0-41b4-b79b-15dd28d0cc58 HTTP/1.1" status: 200 len: 217 time: 0.3471081 Oct 27 10:35:18.132920 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-b5fffcff-f9e3-42a2-8094-a510906822d3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:18.199575 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-b5fffcff-f9e3-42a2-8094-a510906822d3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:18.215561 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cf7e13-2f54-44fc-90c8-559e87fbbad7 req-48a4a8dc-b6cc-4b1b-917a-babdd33ca7c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:35:18.217264 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-72cf7e13-2f54-44fc-90c8-559e87fbbad7 req-48a4a8dc-b6cc-4b1b-917a-babdd33ca7c6 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=d10e012c-67dd-4bab-810d-02cbf72e2d75 HTTP/1.1" status: 200 len: 852 time: 0.1650093 Oct 27 10:35:18.237206 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80bef8e-944d-4e45-8800-db1b8b4e17c6 req-2c0d91cf-c834-4889-a1ad-557ed65a278a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:35:18.240095 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-f80bef8e-944d-4e45-8800-db1b8b4e17c6 req-2c0d91cf-c834-4889-a1ad-557ed65a278a service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2888556 Oct 27 10:35:18.241323 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-9cc7024f-1f00-4cb7-988d-d81efa4df0bc tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857803', 'neutron.services.segments.db._delete_segments_for_network-8743873143390'] for network, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:18.265618 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-72cf7e13-2f54-44fc-90c8-559e87fbbad7 req-5ca30612-a5f4-4fc6-a878-7b5f11f1a43c service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=8d938063-6de9-4af7-8c0a-0cc177cd5dd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383878 Oct 27 10:35:18.306497 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-b5fffcff-f9e3-42a2-8094-a510906822d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:18.309365 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-b5fffcff-f9e3-42a2-8094-a510906822d3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:18.310789 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-b5fffcff-f9e3-42a2-8094-a510906822d3 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2e121290-f6df-4315-9094-0f834c692c93 HTTP/1.1" status: 204 len: 168 time: 0.5178332 Oct 27 10:35:18.334924 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fffcff-f9e3-42a2-8094-a510906822d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e121290-f6df-4315-9094-0f834c692c93,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:35:18.398308 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-9cc7024f-1f00-4cb7-988d-d81efa4df0bc tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9f24547-a97b-4994-95da-a3dc1f0864ec']}} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:35:18.433475 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-9cc7024f-1f00-4cb7-988d-d81efa4df0bc tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd49c69a-bebc-4495-b045-2a5c5dbedd8b') {'for_net_delete': True} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:35:18.433860 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-9cc7024f-1f00-4cb7-988d-d81efa4df0bc tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd49c69a-bebc-4495-b045-2a5c5dbedd8b') {} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:35:18.449300 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-9cc7024f-1f00-4cb7-988d-d81efa4df0bc tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743873145191', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18445132'] for segment, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:18.478005 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807af530-e891-46ed-93b4-2a3f1316e914 req-c6aa7671-79f1-4a15-ae56-54f0484f51bd tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:35:18.480129 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-9cc7024f-1f00-4cb7-988d-d81efa4df0bc tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:18.487709 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9cc7024f-1f00-4cb7-988d-d81efa4df0bc tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Releasing vlan 427 on physical network physnet1 to pool {{(pid=102347) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 10:35:18.488418 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-9cc7024f-1f00-4cb7-988d-d81efa4df0bc tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-18296032'] for segment, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:18.490034 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-807af530-e891-46ed-93b4-2a3f1316e914 req-c6aa7671-79f1-4a15-ae56-54f0484f51bd tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "GET /v2.0/ports?device_id=58d33066-02f9-456d-8852-aabcf5578798 HTTP/1.1" status: 200 len: 945 time: 0.1159761 Oct 27 10:35:18.559448 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-807af530-e891-46ed-93b4-2a3f1316e914 req-9febf60f-378b-4dff-8a3e-15bcc7082307 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "GET /v2.0/security-groups?id=142cfba7-0116-47cd-9d82-0d26bf880f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622709 Oct 27 10:35:18.587265 n-d-813419-10 neutron-server[102347]: Traceback (most recent call last): Oct 27 10:35:18.587265 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 10:35:18.587265 n-d-813419-10 neutron-server[102347]: timer() Oct 27 10:35:18.587265 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 10:35:18.587265 n-d-813419-10 neutron-server[102347]: cb(*args, **kw) Oct 27 10:35:18.587265 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 10:35:18.587265 n-d-813419-10 neutron-server[102347]: return func(*args, **kwargs) Oct 27 10:35:18.587265 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 10:35:18.587265 n-d-813419-10 neutron-server[102347]: self._notify() Oct 27 10:35:18.587265 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 10:35:18.587265 n-d-813419-10 neutron-server[102347]: self.callback(batched_events) Oct 27 10:35:18.587265 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 10:35:18.587265 n-d-813419-10 neutron-server[102347]: event.method(event) Oct 27 10:35:18.587265 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 10:35:18.587265 n-d-813419-10 neutron-server[102347]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 10:35:18.587265 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 10:35:18.587265 n-d-813419-10 neutron-server[102347]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 10:35:18.587265 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 10:35:18.587265 n-d-813419-10 neutron-server[102347]: return f(self, *a, **k) Oct 27 10:35:18.587265 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 10:35:18.587265 n-d-813419-10 neutron-server[102347]: return self._get(url).json() Oct 27 10:35:18.587265 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 10:35:18.587265 n-d-813419-10 neutron-server[102347]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 10:35:18.587265 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 10:35:18.587265 n-d-813419-10 neutron-server[102347]: return self.request(url, 'GET', **kwargs) Oct 27 10:35:18.587265 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 10:35:18.587265 n-d-813419-10 neutron-server[102347]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 10:35:18.587265 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 10:35:18.587265 n-d-813419-10 neutron-server[102347]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 10:35:18.587265 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 10:35:18.587265 n-d-813419-10 neutron-server[102347]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 10:35:18.587265 n-d-813419-10 neutron-server[102347]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 10:35:18.595457 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-9cc7024f-1f00-4cb7-988d-d81efa4df0bc tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664840'] for network, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:18.625268 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-9cc7024f-1f00-4cb7-988d-d81efa4df0bc tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for network, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:18.629340 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-9cc7024f-1f00-4cb7-988d-d81efa4df0bc tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] 10.222.0.44 "DELETE /v2.0/networks/d9f24547-a97b-4994-95da-a3dc1f0864ec HTTP/1.1" status: 204 len: 168 time: 0.8224788 Oct 27 10:35:18.636499 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc7024f-1f00-4cb7-988d-d81efa4df0bc tempest-TaggedBootDevicesTest-331605238 tempest-TaggedBootDevicesTest-331605238-project] Pushing event deleted for resources: {'Network': ['ID=d9f24547-a97b-4994-95da-a3dc1f0864ec,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:35:18.646295 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-72cf7e13-2f54-44fc-90c8-559e87fbbad7 req-fdb61a6f-5cb9-48bd-905d-9603bb65e88d service neutron] 10.222.0.76 "GET /v2.0/networks/8d938063-6de9-4af7-8c0a-0cc177cd5dd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3683391 Oct 27 10:35:18.850748 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-72cf7e13-2f54-44fc-90c8-559e87fbbad7 req-3181b30f-3df0-4a5e-a72f-61c59d267a55 service neutron] 10.222.0.76 "GET /v2.0/networks/8d938063-6de9-4af7-8c0a-0cc177cd5dd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1954465 Oct 27 10:35:18.863535 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-2e9b434b-8087-40f1-9398-59f29a09b64e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:19.066094 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072d9f1f-58f2-4093-817c-897d5f8afc58 req-ad6bd524-1b6e-4f0c-bb74-25318df0cbda tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:35:19.068111 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-072d9f1f-58f2-4093-817c-897d5f8afc58 req-ad6bd524-1b6e-4f0c-bb74-25318df0cbda tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.44 "GET /v2.0/ports?device_id=a74be7ec-67b9-48c4-b1ce-a2a62f059c3a HTTP/1.1" status: 200 len: 945 time: 0.1209495 Oct 27 10:35:19.165284 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-072d9f1f-58f2-4093-817c-897d5f8afc58 req-8ff5250d-156f-46e2-a01e-34e6fc9d76e6 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.44 "GET /v2.0/security-groups?id=1cfb3b36-7fdd-4213-b115-9d47e1636c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820582 Oct 27 10:35:19.259973 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-d169c34c-aa22-4673-8c7e-0f6627b0bb2f req-613a4e49-ef3f-4dc5-8b01-6dea55fa4dca tempest-ServerShowV247Test-669708890 tempest-ServerShowV247Test-669708890-project] 10.222.0.44 "GET /v2.0/ports?device_id=cadc2ebe-66c5-4e5f-b460-b68b73876393 HTTP/1.1" status: 200 len: 210 time: 0.0737934 Oct 27 10:35:19.336434 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device b517a35e-44a1-414e-bccd-79da18877ac1 no longer exists at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:35:19.373332 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] No Port match for: b517a35e-44a1-414e-bccd-79da18877ac1 {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:35:19.373680 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device b517a35e-44a1-414e-bccd-79da18877ac1 not bound to the agent host n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:35:19.725334 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471d278c-dcd3-4461-b38a-5bca2672598a req-c2e0e8fb-8285-42bd-b7bb-7b5f92f902c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:35:19.727094 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-471d278c-dcd3-4461-b38a-5bca2672598a req-c2e0e8fb-8285-42bd-b7bb-7b5f92f902c2 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5cdd6d2f037d42e18150718a811d487c&device_id=f6fc38b4-3d34-4580-bd35-a4b845297319 HTTP/1.1" status: 200 len: 1098 time: 0.0775564 Oct 27 10:35:19.812622 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07edc5c-644e-4faa-a418-1315912234bf req-52d64107-3159-4433-9506-8a060c373c92 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:35:19.820785 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-d07edc5c-644e-4faa-a418-1315912234bf req-52d64107-3159-4433-9506-8a060c373c92 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "GET /v2.0/ports?device_id=58d33066-02f9-456d-8852-aabcf5578798 HTTP/1.1" status: 200 len: 945 time: 0.1037202 Oct 27 10:35:19.877535 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-d07edc5c-644e-4faa-a418-1315912234bf req-7a5b23bd-66b4-4862-925f-24608ebabe2c tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "GET /v2.0/security-groups?id=142cfba7-0116-47cd-9d82-0d26bf880f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524092 Oct 27 10:35:19.962593 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:19.980464 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-f80bef8e-944d-4e45-8800-db1b8b4e17c6 req-3ad7ec54-1217-4722-8642-c05194f1ef11 tempest-ServerShowV247Test-669708890 tempest-ServerShowV247Test-669708890-project] 10.222.0.76 "GET /v2.0/ports?device_id=cadc2ebe-66c5-4e5f-b460-b68b73876393 HTTP/1.1" status: 200 len: 210 time: 0.0718443 Oct 27 10:35:19.987340 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-eadeaa30-4096-4d1a-b3cb-aa7ebfb291ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:20.027751 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471d278c-dcd3-4461-b38a-5bca2672598a req-fe348063-df44-4917-bd1b-039d7bf8d206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:35:20.029915 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-471d278c-dcd3-4461-b38a-5bca2672598a req-fe348063-df44-4917-bd1b-039d7bf8d206 service neutron] 10.222.0.64 "GET /v2.0/networks?id=fca909b5-2d06-4825-8091-33382048b635 HTTP/1.1" status: 200 len: 912 time: 0.2541022 Oct 27 10:35:20.143806 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-471d278c-dcd3-4461-b38a-5bca2672598a req-f1eea2fd-2573-47af-9af9-62cb378be123 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c9c20c2b-6e5b-42e4-9a9a-ff863d22fcbf HTTP/1.1" status: 200 len: 1002 time: 0.1030097 Oct 27 10:35:20.232257 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471d278c-dcd3-4461-b38a-5bca2672598a req-9ad0e4b4-8708-45c0-9508-33b9a6177f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:35:20.233886 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-471d278c-dcd3-4461-b38a-5bca2672598a req-9ad0e4b4-8708-45c0-9508-33b9a6177f66 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=71c50f4e-5d00-4779-bfe1-162c05f5fddb HTTP/1.1" status: 200 len: 850 time: 0.0817611 Oct 27 10:35:20.239249 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 37994) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:35:20.281423 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device 3d6ae1db-b0f0-41b4-b79b-15dd28d0cc58 no longer exists at agent hyperv_n-h2-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:35:20.349623 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471d278c-dcd3-4461-b38a-5bca2672598a req-5092efbd-2d31-4ea0-bf7c-cf73fe345332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:35:20.351244 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-471d278c-dcd3-4461-b38a-5bca2672598a req-5092efbd-2d31-4ea0-bf7c-cf73fe345332 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=fca909b5-2d06-4825-8091-33382048b635&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1011167 Oct 27 10:35:20.378520 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b77b52-b0c1-4865-9807-d73c10419128 req-9ef01ef9-3aa3-414d-9bef-abdf67b6f3ca tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:35:20.380053 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-48b77b52-b0c1-4865-9807-d73c10419128 req-9ef01ef9-3aa3-414d-9bef-abdf67b6f3ca tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.44 "GET /v2.0/ports?device_id=a74be7ec-67b9-48c4-b1ce-a2a62f059c3a HTTP/1.1" status: 200 len: 945 time: 0.0862057 Oct 27 10:35:20.435323 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:20.498534 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a74be7ec-67b9-48c4-b1ce-a2a62f059c3a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3d6ae1db-b0f0-41b4-b79b-15dd28d0cc58'}] {{(pid=102348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:35:20.499025 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-3d2ba99c-268c-4567-a255-e9fd325d72e3 req-d501c08b-9857-41aa-89a1-83cb3f61aefb tempest-ServerShowV247Test-669708890 tempest-ServerShowV247Test-669708890-project] 10.222.0.44 "GET /v2.0/ports?device_id=cadc2ebe-66c5-4e5f-b460-b68b73876393 HTTP/1.1" status: 200 len: 210 time: 0.0703740 Oct 27 10:35:20.501827 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c588921fa634554a1d9242fdea1b05457a9ff1d3b28ba54ec1dace7f2f1df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc61d6ee-5e10-4da1-90e6-d18e3c4d9477" -d '{"events": [{"server_uuid": "a74be7ec-67b9-48c4-b1ce-a2a62f059c3a", "name": "network-vif-unplugged", "status": "completed", "tag": "3d6ae1db-b0f0-41b4-b79b-15dd28d0cc58"}]}' {{(pid=102348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:35:20.569961 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] For port 3d6ae1db-b0f0-41b4-b79b-15dd28d0cc58, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=3d6ae1db-b0f0-41b4-b79b-15dd28d0cc58,segment=NetworkSegment(7dd77195-ce76-4d8f-a4a0-21bf27911aee),segment_id=7dd77195-ce76-4d8f-a4a0-21bf27911aee)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:35:20.579417 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:20.663161 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 27 Oct 2021 10:35:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59ae4b67-dd92-4b44-b95a-5775569e4eb7 x-openstack-request-id: req-59ae4b67-dd92-4b44-b95a-5775569e4eb7 {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:35:20.664830 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a74be7ec-67b9-48c4-b1ce-a2a62f059c3a", "name": "network-vif-unplugged", "status": "completed", "tag": "3d6ae1db-b0f0-41b4-b79b-15dd28d0cc58", "code": 200}]} {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:35:20.667503 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-59ae4b67-dd92-4b44-b95a-5775569e4eb7 {{(pid=102348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:35:20.667990 n-d-813419-10 neutron-server[102348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a74be7ec-67b9-48c4-b1ce-a2a62f059c3a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3d6ae1db-b0f0-41b4-b79b-15dd28d0cc58', 'code': 200} Oct 27 10:35:20.689074 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-ffc3d13a-a31a-47cb-ac03-ef8aba51fbff admin admin] Publish callbacks [] for security_group, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:20.714246 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-48b77b52-b0c1-4865-9807-d73c10419128 req-91b782d9-a8a0-48d4-a490-57e8aed2ac7d tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.44 "GET /v2.0/security-groups?id=1cfb3b36-7fdd-4213-b115-9d47e1636c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3121989 Oct 27 10:35:20.766391 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Pushing event updated for resources: {'Port': ['ID=3d6ae1db-b0f0-41b4-b79b-15dd28d0cc58,revision_number=8']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:35:20.790925 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-471d278c-dcd3-4461-b38a-5bca2672598a req-645cd9d5-5139-4364-b89c-91316bcd1a4f service neutron] 10.222.0.64 "GET /v2.0/networks/fca909b5-2d06-4825-8091-33382048b635?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4073203 Oct 27 10:35:21.043754 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-471d278c-dcd3-4461-b38a-5bca2672598a req-4d481a78-7fe5-4efa-a7de-de405d6ea0cd service neutron] 10.222.0.64 "GET /v2.0/networks/fca909b5-2d06-4825-8091-33382048b635?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2404475 Oct 27 10:35:21.092553 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-ffc3d13a-a31a-47cb-ac03-ef8aba51fbff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:21.108858 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-ffc3d13a-a31a-47cb-ac03-ef8aba51fbff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:21.253353 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc3d13a-a31a-47cb-ac03-ef8aba51fbff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3ee1af9-3d57-4962-be34-0c0fdaa948fe,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:35:21.263843 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 38034) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:35:21.264106 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-ffc3d13a-a31a-47cb-ac03-ef8aba51fbff admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=aa2c934b4e3f40d289877ce4010c950b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0234506 Oct 27 10:35:21.290412 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19741181-34bc-443a-a498-dfa16d93a5c7 req-0f730c5e-d107-4ac9-a3fa-e600952a9cf3 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:35:21.290412 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-19741181-34bc-443a-a498-dfa16d93a5c7 req-0f730c5e-d107-4ac9-a3fa-e600952a9cf3 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "GET /v2.0/ports?device_id=58d33066-02f9-456d-8852-aabcf5578798 HTTP/1.1" status: 200 len: 945 time: 0.2438648 Oct 27 10:35:21.368531 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-19741181-34bc-443a-a498-dfa16d93a5c7 req-097f8daa-3be8-48db-889d-06682fbd46de tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "GET /v2.0/security-groups?id=142cfba7-0116-47cd-9d82-0d26bf880f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711949 Oct 27 10:35:21.387136 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device c9c20c2b-6e5b-42e4-9a9a-ff863d22fcbf details requested by agent hyperv_n-h1-813419-10 with host n-h1-813419-10 {{(pid=102348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 10:35:21.414586 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-f8ea7ada-37e0-4715-a7c8-e62f66806521 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:21.492482 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-f8ea7ada-37e0-4715-a7c8-e62f66806521 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:21.608111 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-f8ea7ada-37e0-4715-a7c8-e62f66806521 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:21.611140 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-f8ea7ada-37e0-4715-a7c8-e62f66806521 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:21.612008 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-f8ea7ada-37e0-4715-a7c8-e62f66806521 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a3ee1af9-3d57-4962-be34-0c0fdaa948fe HTTP/1.1" status: 204 len: 168 time: 0.3465044 Oct 27 10:35:21.625690 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ea7ada-37e0-4715-a7c8-e62f66806521 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3ee1af9-3d57-4962-be34-0c0fdaa948fe,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:35:21.806147 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port c9c20c2b-6e5b-42e4-9a9a-ff863d22fcbf, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=c9c20c2b-6e5b-42e4-9a9a-ff863d22fcbf,segment=NetworkSegment(3fa8f95e-6276-4974-b5c0-da1e0ae271fc),segment_id=3fa8f95e-6276-4974-b5c0-da1e0ae271fc)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:35:21.843650 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Returning: {'device': 'c9c20c2b-6e5b-42e4-9a9a-ff863d22fcbf', 'network_id': 'fca909b5-2d06-4825-8091-33382048b635', 'port_id': 'c9c20c2b-6e5b-42e4-9a9a-ff863d22fcbf', 'mac_address': 'fa:16:3e:3c:7f:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 429, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71c50f4e-5d00-4779-bfe1-162c05f5fddb', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 10:35:21.964097 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:22.016126 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7bcf5a-31bd-42f8-8efa-086426a4a03f req-5e80e68f-360b-4e6a-9a77-c6529b5a563d tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:35:22.022562 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c9c20c2b-6e5b-42e4-9a9a-ff863d22fcbf {{(pid=102348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:35:22.040747 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-3c6a8245-0581-48aa-b5f6-4d8fe98cd16e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:22.046111 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-1a7bcf5a-31bd-42f8-8efa-086426a4a03f req-5e80e68f-360b-4e6a-9a77-c6529b5a563d tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.44 "GET /v2.0/ports?device_id=a74be7ec-67b9-48c4-b1ce-a2a62f059c3a HTTP/1.1" status: 200 len: 943 time: 0.1818099 Oct 27 10:35:22.058213 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b356812e-f8b3-4c6a-b112-d418cf9cec04 req-4859605c-e052-4939-8fee-d99bf398ac14 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=83de3fc92efd49bb8cde49e2cf374960&device_id=c444fe71-3a24-4ddf-9950-801e6eef2953 HTTP/1.1" status: 200 len: 210 time: 0.0729172 Oct 27 10:35:22.106959 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b356812e-f8b3-4c6a-b112-d418cf9cec04 req-bc430811-6147-4dae-9d74-6eb6a5d08b35 service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=83de3fc92efd49bb8cde49e2cf374960&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0411508 Oct 27 10:35:22.111268 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port c9c20c2b-6e5b-42e4-9a9a-ff863d22fcbf, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=c9c20c2b-6e5b-42e4-9a9a-ff863d22fcbf,segment=NetworkSegment(3fa8f95e-6276-4974-b5c0-da1e0ae271fc),segment_id=3fa8f95e-6276-4974-b5c0-da1e0ae271fc)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:35:22.121702 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:22.179989 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-1a7bcf5a-31bd-42f8-8efa-086426a4a03f req-54dfa066-e059-44f2-814b-0b0428cbdb3b tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.44 "GET /v2.0/security-groups?id=1cfb3b36-7fdd-4213-b115-9d47e1636c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325538 Oct 27 10:35:22.271826 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Pushing event updated for resources: {'Port': ['ID=c9c20c2b-6e5b-42e4-9a9a-ff863d22fcbf,revision_number=6']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:35:22.291119 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] get_ports_and_sgs() called for port_ids ['c9c20c2b-6e5b-42e4-9a9a-ff863d22fcbf'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:35:22.369495 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b356812e-f8b3-4c6a-b112-d418cf9cec04 req-a835603f-3356-4385-a351-0110eb74ca85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:35:22.376998 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b356812e-f8b3-4c6a-b112-d418cf9cec04 req-a835603f-3356-4385-a351-0110eb74ca85 service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2626045 Oct 27 10:35:22.477410 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b30f6368-50f0-4de7-a547-f8bc2e2bb68a req-62099692-b8ff-4342-9bb3-302691a64817 tempest-ServerShowV247Test-669708890 tempest-ServerShowV247Test-669708890-project] 10.222.0.44 "GET /v2.0/ports?device_id=c444fe71-3a24-4ddf-9950-801e6eef2953 HTTP/1.1" status: 200 len: 210 time: 0.0987046 Oct 27 10:35:22.797235 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4595e13b-4c62-4fdd-a417-581e058ebab6 req-87abd514-19ec-4235-8f0b-c0a1fe4c29e7 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:35:22.813124 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-4595e13b-4c62-4fdd-a417-581e058ebab6 req-87abd514-19ec-4235-8f0b-c0a1fe4c29e7 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "GET /v2.0/ports?device_id=58d33066-02f9-456d-8852-aabcf5578798 HTTP/1.1" status: 200 len: 945 time: 0.1029499 Oct 27 10:35:22.917555 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-4595e13b-4c62-4fdd-a417-581e058ebab6 req-5a899c8b-c75b-4a6a-8487-a181e3b6d407 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "GET /v2.0/security-groups?id=142cfba7-0116-47cd-9d82-0d26bf880f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0995226 Oct 27 10:35:23.416962 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device c9c20c2b-6e5b-42e4-9a9a-ff863d22fcbf up at agent hyperv_n-h1-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:35:23.502754 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Provisioning complete for port c9c20c2b-6e5b-42e4-9a9a-ff863d22fcbf triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:35:23.503388 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:23.793178 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:23.801548 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-07264e38-7e48-4c94-a41c-7cf1dab74f94 req-ca8363b8-2e98-4182-88a4-3f988efb357a tempest-ServerShowV247Test-669708890 tempest-ServerShowV247Test-669708890-project] 10.222.0.44 "GET /v2.0/ports?device_id=c444fe71-3a24-4ddf-9950-801e6eef2953 HTTP/1.1" status: 200 len: 210 time: 0.0995538 Oct 27 10:35:23.825615 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6fc38b4-3d34-4580-bd35-a4b845297319', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9c20c2b-6e5b-42e4-9a9a-ff863d22fcbf'}] {{(pid=102348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:35:23.829763 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c588921fa634554a1d9242fdea1b05457a9ff1d3b28ba54ec1dace7f2f1df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5da3ca4c-24bf-4c99-afe1-67fdc2f83e2d" -d '{"events": [{"server_uuid": "f6fc38b4-3d34-4580-bd35-a4b845297319", "name": "network-vif-plugged", "status": "completed", "tag": "c9c20c2b-6e5b-42e4-9a9a-ff863d22fcbf"}]}' {{(pid=102348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:35:23.852586 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port c9c20c2b-6e5b-42e4-9a9a-ff863d22fcbf, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=c9c20c2b-6e5b-42e4-9a9a-ff863d22fcbf,segment=NetworkSegment(3fa8f95e-6276-4974-b5c0-da1e0ae271fc),segment_id=3fa8f95e-6276-4974-b5c0-da1e0ae271fc)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:35:23.863828 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:23.963355 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Pushing event updated for resources: {'Port': ['ID=c9c20c2b-6e5b-42e4-9a9a-ff863d22fcbf,revision_number=7']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:35:24.001474 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:35:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab2c1c42-6bcd-4969-ba79-07c1b93a7b57 x-openstack-request-id: req-ab2c1c42-6bcd-4969-ba79-07c1b93a7b57 {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:35:24.002403 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6fc38b4-3d34-4580-bd35-a4b845297319", "name": "network-vif-plugged", "status": "completed", "tag": "c9c20c2b-6e5b-42e4-9a9a-ff863d22fcbf", "code": 200}]} {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:35:24.003494 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ab2c1c42-6bcd-4969-ba79-07c1b93a7b57 {{(pid=102348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:35:24.006587 n-d-813419-10 neutron-server[102348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6fc38b4-3d34-4580-bd35-a4b845297319', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9c20c2b-6e5b-42e4-9a9a-ff863d22fcbf', 'code': 200} Oct 27 10:35:24.107323 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b356812e-f8b3-4c6a-b112-d418cf9cec04 req-67be4887-2be1-46bd-87cc-2dfd12886cae tempest-ServerShowV247Test-669708890 tempest-ServerShowV247Test-669708890-project] 10.222.0.76 "GET /v2.0/ports?device_id=c444fe71-3a24-4ddf-9950-801e6eef2953 HTTP/1.1" status: 200 len: 210 time: 0.1165340 Oct 27 10:35:24.322372 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device 3d6ae1db-b0f0-41b4-b79b-15dd28d0cc58 no longer exists at agent hyperv_n-h2-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:35:24.337078 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49c72fa-7585-4681-aa0e-3fa1f7c3d5ce req-6aac9d4b-8cf4-4f26-89e8-1bbc3ce14a2c tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:35:24.348939 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c49c72fa-7585-4681-aa0e-3fa1f7c3d5ce req-6aac9d4b-8cf4-4f26-89e8-1bbc3ce14a2c tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "GET /v2.0/ports?device_id=58d33066-02f9-456d-8852-aabcf5578798 HTTP/1.1" status: 200 len: 945 time: 0.1695335 Oct 27 10:35:24.450149 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c49c72fa-7585-4681-aa0e-3fa1f7c3d5ce req-4cf18973-6d1b-4906-971b-1afb47e01e25 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "GET /v2.0/security-groups?id=142cfba7-0116-47cd-9d82-0d26bf880f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0973601 Oct 27 10:35:25.407787 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 38142) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:35:25.618544 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-91da5b97-b42d-4cbd-978e-9435a9074af3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:25.731698 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d61e9e0-1ac1-4aae-a827-208d3ebe08d0 req-21b5a3aa-9b83-4df7-a9f6-5456bf55038c tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:35:25.749358 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-4d61e9e0-1ac1-4aae-a827-208d3ebe08d0 req-21b5a3aa-9b83-4df7-a9f6-5456bf55038c tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "GET /v2.0/ports?device_id=58d33066-02f9-456d-8852-aabcf5578798 HTTP/1.1" status: 200 len: 945 time: 0.1611485 Oct 27 10:35:25.852960 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-4d61e9e0-1ac1-4aae-a827-208d3ebe08d0 req-2abdaf79-441d-404f-9168-e1ce370f0718 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "GET /v2.0/security-groups?id=142cfba7-0116-47cd-9d82-0d26bf880f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0939457 Oct 27 10:35:25.964734 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-91da5b97-b42d-4cbd-978e-9435a9074af3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:25.976081 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-91da5b97-b42d-4cbd-978e-9435a9074af3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:26.058162 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91da5b97-b42d-4cbd-978e-9435a9074af3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60db45df-422e-4b8b-9b7e-167b0930e799,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:35:26.100606 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 38178) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:35:26.101108 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-91da5b97-b42d-4cbd-978e-9435a9074af3 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=83de3fc92efd49bb8cde49e2cf374960&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6914721 Oct 27 10:35:26.192370 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-3a07ffc7-71db-4957-b3b5-cc3e34ec70d7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:26.224221 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-3a07ffc7-71db-4957-b3b5-cc3e34ec70d7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:26.292736 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-3a07ffc7-71db-4957-b3b5-cc3e34ec70d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:26.296754 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-3a07ffc7-71db-4957-b3b5-cc3e34ec70d7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:26.298640 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-3a07ffc7-71db-4957-b3b5-cc3e34ec70d7 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/60db45df-422e-4b8b-9b7e-167b0930e799 HTTP/1.1" status: 204 len: 168 time: 0.1968510 Oct 27 10:35:26.316651 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a07ffc7-71db-4957-b3b5-cc3e34ec70d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60db45df-422e-4b8b-9b7e-167b0930e799,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:35:26.825914 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d7bf23-4d48-40a8-821e-830c8cfdc89c req-c0664a27-da70-43b2-ab7d-48addc0b3cc5 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:35:26.833748 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-37d7bf23-4d48-40a8-821e-830c8cfdc89c req-c0664a27-da70-43b2-ab7d-48addc0b3cc5 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.44 "GET /v2.0/ports?device_id=a74be7ec-67b9-48c4-b1ce-a2a62f059c3a HTTP/1.1" status: 200 len: 943 time: 0.1321855 Oct 27 10:35:26.976636 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 38210) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:35:26.984905 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-6c4a3688-a200-4f72-907f-3786923b3c60 tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Request body: {'network': {'name': 'tempest-network-smoke--564503908', 'project_id': '2005088b555845b0a237dc93fae61807', 'port_security_enabled': True}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:35:27.042612 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [req-37d7bf23-4d48-40a8-821e-830c8cfdc89c req-bf3b2160-bf0f-44a9-8ca2-da88b3bef90a tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] Deleting port 3d6ae1db-b0f0-41b4-b79b-15dd28d0cc58 {{(pid=102346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:35:27.043811 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-37d7bf23-4d48-40a8-821e-830c8cfdc89c req-bf3b2160-bf0f-44a9-8ca2-da88b3bef90a tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:27.058798 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c4a3688-a200-4f72-907f-3786923b3c60 tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Made reservation on behalf of 2005088b555845b0a237dc93fae61807 for: {'network': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:35:27.070989 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-6c4a3688-a200-4f72-907f-3786923b3c60 tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for network, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:27.128413 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-6c4a3688-a200-4f72-907f-3786923b3c60 tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Publish callbacks [] for security_group, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:27.177847 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [req-37d7bf23-4d48-40a8-821e-830c8cfdc89c req-bf3b2160-bf0f-44a9-8ca2-da88b3bef90a tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] For port 3d6ae1db-b0f0-41b4-b79b-15dd28d0cc58, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=3d6ae1db-b0f0-41b4-b79b-15dd28d0cc58,segment=NetworkSegment(7dd77195-ce76-4d8f-a4a0-21bf27911aee),segment_id=7dd77195-ce76-4d8f-a4a0-21bf27911aee)] {{(pid=102346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:35:27.178592 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-37d7bf23-4d48-40a8-821e-830c8cfdc89c req-bf3b2160-bf0f-44a9-8ca2-da88b3bef90a tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:27.200139 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [req-37d7bf23-4d48-40a8-821e-830c8cfdc89c req-bf3b2160-bf0f-44a9-8ca2-da88b3bef90a tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] Calling delete_port for 3d6ae1db-b0f0-41b4-b79b-15dd28d0cc58 owned by compute:nova {{(pid=102346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:35:27.394968 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-6c4a3688-a200-4f72-907f-3786923b3c60 tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Publish callbacks [] for security_group, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:27.411991 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-6c4a3688-a200-4f72-907f-3786923b3c60 tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:27.493699 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4a3688-a200-4f72-907f-3786923b3c60 tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4eb1baa3-bf62-4d76-a13f-37a5b2b1964a,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:35:27.590834 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-37d7bf23-4d48-40a8-821e-830c8cfdc89c req-bf3b2160-bf0f-44a9-8ca2-da88b3bef90a tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:27.621272 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c4a3688-a200-4f72-907f-3786923b3c60 tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 410} {{(pid=102347) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 10:35:27.633668 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32de0f83-4dab-4bfe-84c3-ab929a38263a req-90ddfe71-fcda-4dc7-8845-cdd7de0bb2f9 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:35:27.643493 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-32de0f83-4dab-4bfe-84c3-ab929a38263a req-90ddfe71-fcda-4dc7-8845-cdd7de0bb2f9 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "GET /v2.0/ports?device_id=58d33066-02f9-456d-8852-aabcf5578798 HTTP/1.1" status: 200 len: 945 time: 0.5390341 Oct 27 10:35:27.678124 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3b2160-bf0f-44a9-8ca2-da88b3bef90a tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] Pushing event deleted for resources: {'Port': ['ID=3d6ae1db-b0f0-41b4-b79b-15dd28d0cc58,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:35:27.687916 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c6dfdb-1a0f-46ba-a519-8daae4d1c626 req-4c586385-db7a-4a16-9f83-52aa9a1d8532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:35:27.689896 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b2c6dfdb-1a0f-46ba-a519-8daae4d1c626 req-4c586385-db7a-4a16-9f83-52aa9a1d8532 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=7a75806f732447d68ca40a83500d955d&device_id=58d33066-02f9-456d-8852-aabcf5578798 HTTP/1.1" status: 200 len: 1097 time: 0.1586030 Oct 27 10:35:27.694727 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-6c4a3688-a200-4f72-907f-3786923b3c60 tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:27.695206 n-d-813419-10 neutron-server[102347]: INFO neutron.db.segments_db [None req-6c4a3688-a200-4f72-907f-3786923b3c60 tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Added segment 7fb3a14a-cd7b-486a-9a71-3dc38f16284d of type vlan for network aa51740c-51d7-4a68-bbd6-6ae0d0e0db5c Oct 27 10:35:27.756432 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [req-37d7bf23-4d48-40a8-821e-830c8cfdc89c req-bf3b2160-bf0f-44a9-8ca2-da88b3bef90a tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] No DVR routers for this DVR port 3d6ae1db-b0f0-41b4-b79b-15dd28d0cc58 on host n-h2-813419-10 {{(pid=102346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:35:27.760766 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-37d7bf23-4d48-40a8-821e-830c8cfdc89c req-bf3b2160-bf0f-44a9-8ca2-da88b3bef90a tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:27.767323 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-37d7bf23-4d48-40a8-821e-830c8cfdc89c req-bf3b2160-bf0f-44a9-8ca2-da88b3bef90a tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.44 "DELETE /v2.0/ports/3d6ae1db-b0f0-41b4-b79b-15dd28d0cc58 HTTP/1.1" status: 204 len: 173 time: 0.9254811 Oct 27 10:35:27.770269 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a74be7ec-67b9-48c4-b1ce-a2a62f059c3a', 'name': 'network-vif-deleted', 'tag': '3d6ae1db-b0f0-41b4-b79b-15dd28d0cc58'}] {{(pid=102346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:35:27.773737 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc0e418f5fc417c8d55d94c0aa509b037d0beb2a734c1a709e789eb65639a56d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca7d3a80-3e14-4589-bf3e-6b3ca7d54e9e" -d '{"events": [{"server_uuid": "a74be7ec-67b9-48c4-b1ce-a2a62f059c3a", "name": "network-vif-deleted", "tag": "3d6ae1db-b0f0-41b4-b79b-15dd28d0cc58"}]}' {{(pid=102346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:35:27.876583 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 38236) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:35:28.095284 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-98a60fc8-2a6d-4b9e-b0d5-fba6a5890d4b admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-629410910-network', 'tenant_id': '7b1395b27302442fb3f5566bb6fef83c'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:35:28.139762 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98a60fc8-2a6d-4b9e-b0d5-fba6a5890d4b admin admin] Made reservation on behalf of 7b1395b27302442fb3f5566bb6fef83c for: {'network': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:35:28.143976 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-98a60fc8-2a6d-4b9e-b0d5-fba6a5890d4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for network, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:28.156189 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-98a60fc8-2a6d-4b9e-b0d5-fba6a5890d4b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:28.279803 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-98a60fc8-2a6d-4b9e-b0d5-fba6a5890d4b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:28.285492 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-98a60fc8-2a6d-4b9e-b0d5-fba6a5890d4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:28.301625 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98a60fc8-2a6d-4b9e-b0d5-fba6a5890d4b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 419} {{(pid=102346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 10:35:28.316967 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-98a60fc8-2a6d-4b9e-b0d5-fba6a5890d4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:28.334391 n-d-813419-10 neutron-server[102346]: INFO neutron.db.segments_db [None req-98a60fc8-2a6d-4b9e-b0d5-fba6a5890d4b admin admin] Added segment 8eda14f5-a5c6-4014-8956-340b51f571e1 of type vlan for network 5a978d03-e867-402f-82cf-dd4ddce5f44d Oct 27 10:35:28.370996 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Wed, 27 Oct 2021 10:35:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1db6974-0ee9-4b6e-944b-4225a9d8bca4 x-openstack-request-id: req-d1db6974-0ee9-4b6e-944b-4225a9d8bca4 {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:35:28.371707 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a74be7ec-67b9-48c4-b1ce-a2a62f059c3a", "name": "network-vif-deleted", "tag": "3d6ae1db-b0f0-41b4-b79b-15dd28d0cc58", "status": "failed", "code": 422}]} {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:35:28.383169 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d1db6974-0ee9-4b6e-944b-4225a9d8bca4 {{(pid=102346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:35:28.383169 n-d-813419-10 neutron-server[102346]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'a74be7ec-67b9-48c4-b1ce-a2a62f059c3a', 'name': 'network-vif-deleted', 'tag': '3d6ae1db-b0f0-41b4-b79b-15dd28d0cc58', 'status': 'failed', 'code': 422} returned with failed status Oct 27 10:35:28.401544 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-98a60fc8-2a6d-4b9e-b0d5-fba6a5890d4b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743872593080'] for network, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:28.448424 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-98a60fc8-2a6d-4b9e-b0d5-fba6a5890d4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913'] for network, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:28.470387 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98a60fc8-2a6d-4b9e-b0d5-fba6a5890d4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:35:28.474545 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c6dfdb-1a0f-46ba-a519-8daae4d1c626 req-b1667c50-324a-4530-a861-2c685e1311f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:35:28.478747 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-98a60fc8-2a6d-4b9e-b0d5-fba6a5890d4b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for network, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:28.480474 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b2c6dfdb-1a0f-46ba-a519-8daae4d1c626 req-b1667c50-324a-4530-a861-2c685e1311f2 service neutron] 10.222.0.76 "GET /v2.0/networks?id=823b724c-a4df-49e4-a48e-438212c85945 HTTP/1.1" status: 200 len: 918 time: 0.7630014 Oct 27 10:35:28.559461 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a60fc8-2a6d-4b9e-b0d5-fba6a5890d4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c9159dc-42f4-43bf-b611-72129485dab5,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:35:28.575027 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-98a60fc8-2a6d-4b9e-b0d5-fba6a5890d4b admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6972106 Oct 27 10:35:28.576169 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-32de0f83-4dab-4bfe-84c3-ab929a38263a req-c0fa89a4-a8a9-45ea-b036-756d8f9abe77 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "GET /v2.0/security-groups?id=142cfba7-0116-47cd-9d82-0d26bf880f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9223530 Oct 27 10:35:28.584617 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 38256) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:35:28.593627 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-a0ca4a96-c03c-4663-a70c-8179fc6bedb7 admin admin] Request body: {'subnet': {'network_id': '5a978d03-e867-402f-82cf-dd4ddce5f44d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-629410910-subnet', 'tenant_id': '7b1395b27302442fb3f5566bb6fef83c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:35:28.600957 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a60fc8-2a6d-4b9e-b0d5-fba6a5890d4b admin admin] Pushing event updated for resources: {'Network': ['ID=5a978d03-e867-402f-82cf-dd4ddce5f44d,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:35:28.616501 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Network 5a978d03-e867-402f-82cf-dd4ddce5f44d details requested by agent ovs-agent-n-d-813419-10 with host n-d-813419-10 {{(pid=102348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 10:35:28.633304 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-6c4a3688-a200-4f72-907f-3786923b3c60 tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743872593080'] for network, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:28.676436 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b2c6dfdb-1a0f-46ba-a519-8daae4d1c626 req-97065ad7-0147-40c9-bef1-ba874c9e9947 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a378176d-92da-4f39-9224-eabe8da137fe HTTP/1.1" status: 200 len: 1000 time: 0.1858227 Oct 27 10:35:28.767395 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0ca4a96-c03c-4663-a70c-8179fc6bedb7 admin admin] Made reservation on behalf of 7b1395b27302442fb3f5566bb6fef83c for: {'subnet': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:35:28.771582 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-a0ca4a96-c03c-4663-a70c-8179fc6bedb7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27167186'] for subnet, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:28.801027 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c6dfdb-1a0f-46ba-a519-8daae4d1c626 req-391f69c8-18b9-46dd-9004-97865f5f40f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:35:28.802855 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b2c6dfdb-1a0f-46ba-a519-8daae4d1c626 req-391f69c8-18b9-46dd-9004-97865f5f40f5 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=867e3761-3f04-40e2-b4bb-5b0ff4404cac HTTP/1.1" status: 200 len: 856 time: 0.1106870 Oct 27 10:35:28.803999 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-6c4a3688-a200-4f72-907f-3786923b3c60 tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913'] for network, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:28.807280 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319964a6-ee85-4ae6-8a8c-eeb9b48635cf req-eb235b94-9089-46eb-931f-dbf6ec995f5c tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:35:28.808980 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-319964a6-ee85-4ae6-8a8c-eeb9b48635cf req-eb235b94-9089-46eb-931f-dbf6ec995f5c tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.44 "GET /v2.0/networks?id=8d938063-6de9-4af7-8c0a-0cc177cd5dd2 HTTP/1.1" status: 200 len: 812 time: 0.1724985 Oct 27 10:35:28.809980 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c4a3688-a200-4f72-907f-3786923b3c60 tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:35:28.810760 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-6c4a3688-a200-4f72-907f-3786923b3c60 tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for network, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:28.854878 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-319964a6-ee85-4ae6-8a8c-eeb9b48635cf req-a41cec8c-8c1f-45aa-81ec-b058cc89d342 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.44 "GET /v2.0/quotas/9acc1288f1e24e5194b2ab7572b1c5ff HTTP/1.1" status: 200 len: 375 time: 0.0131948 Oct 27 10:35:28.925980 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-319964a6-ee85-4ae6-8a8c-eeb9b48635cf req-dfdfaf6b-b6e9-4b37-99a7-d1027559685e tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=9acc1288f1e24e5194b2ab7572b1c5ff&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0493572 Oct 27 10:35:28.937261 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-6c4a3688-a200-4f72-907f-3786923b3c60 tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.9586680 Oct 27 10:35:28.941505 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 38266) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:35:28.946632 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-3c8a2589-4db4-4c80-96d8-3a799b5f9f74 tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1431354187', 'admin_state_up': True, 'project_id': '2005088b555845b0a237dc93fae61807', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'}}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:35:28.960404 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4a3688-a200-4f72-907f-3786923b3c60 tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Pushing event updated for resources: {'Network': ['ID=aa51740c-51d7-4a68-bbd6-6ae0d0e0db5c,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:35:28.984258 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Network aa51740c-51d7-4a68-bbd6-6ae0d0e0db5c details requested by agent ovs-agent-n-d-813419-10 with host n-d-813419-10 {{(pid=102348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 10:35:28.998058 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c6dfdb-1a0f-46ba-a519-8daae4d1c626 req-c1eb7e7e-f35d-4901-bb18-a783597575b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:35:28.999903 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b2c6dfdb-1a0f-46ba-a519-8daae4d1c626 req-c1eb7e7e-f35d-4901-bb18-a783597575b7 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=823b724c-a4df-49e4-a48e-438212c85945&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1863933 Oct 27 10:35:29.025265 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-3c8a2589-4db4-4c80-96d8-3a799b5f9f74 tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1768632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3610'] for router, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:29.027793 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-3c8a2589-4db4-4c80-96d8-3a799b5f9f74 tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1765704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1769409', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1694266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3597'] for router, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:29.170562 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-3c8a2589-4db4-4c80-96d8-3a799b5f9f74 tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:29.207554 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-319964a6-ee85-4ae6-8a8c-eeb9b48635cf req-e0612f46-b788-4d8e-8a39-34ae7b328921 service neutron] 10.222.0.44 "GET /v2.0/networks/8d938063-6de9-4af7-8c0a-0cc177cd5dd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2713296 Oct 27 10:35:29.342102 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b2c6dfdb-1a0f-46ba-a519-8daae4d1c626 req-17819412-32cb-42a5-921d-05bf3c39fcf1 service neutron] 10.222.0.76 "GET /v2.0/networks/823b724c-a4df-49e4-a48e-438212c85945?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3320777 Oct 27 10:35:29.373951 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-319964a6-ee85-4ae6-8a8c-eeb9b48635cf req-80da377e-3abd-49f1-a0d0-c6ce42fa34fa service neutron] 10.222.0.44 "GET /v2.0/networks/8d938063-6de9-4af7-8c0a-0cc177cd5dd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025782 Oct 27 10:35:29.375303 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-a0ca4a96-c03c-4663-a70c-8179fc6bedb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27024290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27167168'] for subnet, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:29.505478 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0ca4a96-c03c-4663-a70c-8179fc6bedb7 admin admin] Checking segment: {'id': '8eda14f5-a5c6-4014-8956-340b51f571e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '5a978d03-e867-402f-82cf-dd4ddce5f44d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:35:29.505837 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0ca4a96-c03c-4663-a70c-8179fc6bedb7 admin admin] Network hostable DHCP agents. Network: 5a978d03-e867-402f-82cf-dd4ddce5f44d, hostable agents: ['eafd4000-b897-4722-ae8b-0118ec955181'], hosted agents: [] {{(pid=102346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 10:35:29.525173 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ca4a96-c03c-4663-a70c-8179fc6bedb7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=10851c57-3bea-4acc-96dc-c1ca8a8858df,revision_number=0']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:35:29.558055 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0ca4a96-c03c-4663-a70c-8179fc6bedb7 admin admin] Network 5a978d03-e867-402f-82cf-dd4ddce5f44d is scheduled to be hosted by DHCP agent eafd4000-b897-4722-ae8b-0118ec955181 with binding_index 1 {{(pid=102346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 10:35:29.575667 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-a0ca4a96-c03c-4663-a70c-8179fc6bedb7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-10, 5a978d03-e867-402f-82cf-dd4ddce5f44d) {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:35:29.580808 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0ca4a96-c03c-4663-a70c-8179fc6bedb7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:35:29.581670 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-a0ca4a96-c03c-4663-a70c-8179fc6bedb7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for subnet, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:29.587564 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b71c982-222d-478d-be5d-1b81527d8d2a None None] Network 5a978d03-e867-402f-82cf-dd4ddce5f44d requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:35:29.628738 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b2c6dfdb-1a0f-46ba-a519-8daae4d1c626 req-f452a9d7-df78-4422-bb44-cff86feedbdd service neutron] 10.222.0.76 "GET /v2.0/networks/823b724c-a4df-49e4-a48e-438212c85945?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2176569 Oct 27 10:35:29.641015 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-3c8a2589-4db4-4c80-96d8-3a799b5f9f74 tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:29.683689 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-a0ca4a96-c03c-4663-a70c-8179fc6bedb7 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.0979552 Oct 27 10:35:29.817462 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-85b4e5b8-08e4-4eb6-a564-680f1157af0f req-7b5bab36-939e-48ef-b1cd-b9f48daa5ee0 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.44 "GET /v2.0/ports?device_id=7914b79f-813e-4a1a-a033-e34f7b6346e5 HTTP/1.1" status: 200 len: 210 time: 0.1169314 Oct 27 10:35:29.957551 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffab3aa7-8c8d-40c6-a966-426affe4d86a req-8ba09171-b641-4145-949d-c4c9b1b1f4c1 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:35:29.959175 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ffab3aa7-8c8d-40c6-a966-426affe4d86a req-8ba09171-b641-4145-949d-c4c9b1b1f4c1 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "GET /v2.0/ports?device_id=58d33066-02f9-456d-8852-aabcf5578798 HTTP/1.1" status: 200 len: 945 time: 0.1084645 Oct 27 10:35:30.104599 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ffab3aa7-8c8d-40c6-a966-426affe4d86a req-39ccf83e-9cbb-4cdc-9b7b-0575e8f13d2a tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "GET /v2.0/security-groups?id=142cfba7-0116-47cd-9d82-0d26bf880f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1260495 Oct 27 10:35:30.161127 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-3c8a2589-4db4-4c80-96d8-3a799b5f9f74 tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Publish callbacks [] for router_gateway, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:30.191259 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-3c8a2589-4db4-4c80-96d8-3a799b5f9f74 tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:30.320518 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d240d0b1-8cac-4d6a-87ae-e0ffda200149 None None] Network 5a978d03-e867-402f-82cf-dd4ddce5f44d requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:35:30.429965 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device a378176d-92da-4f39-9224-eabe8da137fe no longer exists at agent hyperv_n-h2-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:35:30.494860 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_common [None req-3c8a2589-4db4-4c80-96d8-3a799b5f9f74 tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Allocated IP 172.25.8.185 (185ff123-c7ff-45c7-a6be-71feb35acc9c/0fb9f9d1-7384-481f-8fa8-f4566c349d30/d975e221-26bd-458f-a89e-0eec6e951f00) {{(pid=102347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:35:30.648467 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 38308) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:35:30.662125 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-0677c6c8-33cc-4026-baf8-1d8ab6b44707 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1112158701-network', 'tenant_id': 'b10e9713070c416188db4b3c28fa98a6'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:35:30.718412 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:30.825810 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58d33066-02f9-456d-8852-aabcf5578798', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a378176d-92da-4f39-9224-eabe8da137fe'}] {{(pid=102348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:35:30.833814 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c588921fa634554a1d9242fdea1b05457a9ff1d3b28ba54ec1dace7f2f1df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c1c0de5-7cda-468d-81c6-ed08bf6b2d40" -d '{"events": [{"server_uuid": "58d33066-02f9-456d-8852-aabcf5578798", "name": "network-vif-unplugged", "status": "completed", "tag": "a378176d-92da-4f39-9224-eabe8da137fe"}]}' {{(pid=102348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:35:30.870164 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] For port a378176d-92da-4f39-9224-eabe8da137fe, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=a378176d-92da-4f39-9224-eabe8da137fe,segment=NetworkSegment(633ff08f-11cd-4e98-be2e-dddd49efeea1),segment_id=633ff08f-11cd-4e98-be2e-dddd49efeea1)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:35:30.873346 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0677c6c8-33cc-4026-baf8-1d8ab6b44707 admin admin] Made reservation on behalf of b10e9713070c416188db4b3c28fa98a6 for: {'network': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:35:30.877861 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:30.882807 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-0677c6c8-33cc-4026-baf8-1d8ab6b44707 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for network, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:30.929263 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-0677c6c8-33cc-4026-baf8-1d8ab6b44707 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:30.936181 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 27 Oct 2021 10:35:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59a97801-a60d-4494-b5e2-7f7c3bdb5667 x-openstack-request-id: req-59a97801-a60d-4494-b5e2-7f7c3bdb5667 {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:35:30.940679 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58d33066-02f9-456d-8852-aabcf5578798", "name": "network-vif-unplugged", "status": "completed", "tag": "a378176d-92da-4f39-9224-eabe8da137fe", "code": 200}]} {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:35:30.940679 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-59a97801-a60d-4494-b5e2-7f7c3bdb5667 {{(pid=102348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:35:30.940679 n-d-813419-10 neutron-server[102348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58d33066-02f9-456d-8852-aabcf5578798', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a378176d-92da-4f39-9224-eabe8da137fe', 'code': 200} Oct 27 10:35:30.942294 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-3c8a2589-4db4-4c80-96d8-3a799b5f9f74 tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Publish callbacks [] for port, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:30.999195 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Pushing event updated for resources: {'Port': ['ID=a378176d-92da-4f39-9224-eabe8da137fe,revision_number=8']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:35:31.046611 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-132361b2-e302-4f68-af16-c699d75635d5 req-e42c60be-e81d-47e3-a11c-da399528d7d6 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.44 "GET /v2.0/ports?device_id=7914b79f-813e-4a1a-a033-e34f7b6346e5 HTTP/1.1" status: 200 len: 210 time: 0.0715499 Oct 27 10:35:31.099751 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-3c8a2589-4db4-4c80-96d8-3a799b5f9f74 tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:31.261378 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-0677c6c8-33cc-4026-baf8-1d8ab6b44707 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:31.274187 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-0677c6c8-33cc-4026-baf8-1d8ab6b44707 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:31.354453 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c8a2589-4db4-4c80-96d8-3a799b5f9f74 tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Network 185ff123-c7ff-45c7-a6be-71feb35acc9c is already hosted by enough agents. {{(pid=102347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:35:31.361332 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0677c6c8-33cc-4026-baf8-1d8ab6b44707 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 414} {{(pid=102347) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 10:35:31.387871 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [None req-3c8a2589-4db4-4c80-96d8-3a799b5f9f74 tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Resources bound (agent type, host, resource id): {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:35:31.398266 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8a2589-4db4-4c80-96d8-3a799b5f9f74 tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Pushing event updated for resources: {'Port': ['ID=d975e221-26bd-458f-a89e-0eec6e951f00,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:35:31.404060 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c8a2589-4db4-4c80-96d8-3a799b5f9f74 tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Received port after_create {{(pid=102347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:35:31.457829 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-0677c6c8-33cc-4026-baf8-1d8ab6b44707 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:31.458176 n-d-813419-10 neutron-server[102347]: INFO neutron.db.segments_db [None req-0677c6c8-33cc-4026-baf8-1d8ab6b44707 admin admin] Added segment deaf6df5-ad81-4b27-9142-79da97298e37 of type vlan for network eb0013e9-3da2-4eeb-8347-75322e8d0f6d Oct 27 10:35:31.545800 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0677c6c8-33cc-4026-baf8-1d8ab6b44707 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6667716e-9094-4320-8cf7-169b20d34acb,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:35:31.659279 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 38326) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:35:31.928176 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327cea0c-efdb-4445-9e26-51463ea79d22 req-9fd20ae1-d5ce-44ba-a77f-a7b44f23c907 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:35:31.949095 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-327cea0c-efdb-4445-9e26-51463ea79d22 req-9fd20ae1-d5ce-44ba-a77f-a7b44f23c907 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "GET /v2.0/ports?device_id=58d33066-02f9-456d-8852-aabcf5578798 HTTP/1.1" status: 200 len: 943 time: 0.6814215 Oct 27 10:35:31.955922 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-38394888-fa44-42f0-8b76-0fedf0944915 tempest-TestVolumeBackupRestore-352548783 tempest-TestVolumeBackupRestore-352548783-project] Deleting port 62eccb3d-361d-4c42-811d-b7e7b2a83071 {{(pid=102346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:35:31.956438 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-38394888-fa44-42f0-8b76-0fedf0944915 tempest-TestVolumeBackupRestore-352548783 tempest-TestVolumeBackupRestore-352548783-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:32.026349 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-0677c6c8-33cc-4026-baf8-1d8ab6b44707 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743872593080'] for network, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:32.125803 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-327cea0c-efdb-4445-9e26-51463ea79d22 req-8ea5091b-a5ed-455d-bc80-df99a94c9b36 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "GET /v2.0/security-groups?id=142cfba7-0116-47cd-9d82-0d26bf880f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1711688 Oct 27 10:35:32.158564 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-38394888-fa44-42f0-8b76-0fedf0944915 tempest-TestVolumeBackupRestore-352548783 tempest-TestVolumeBackupRestore-352548783-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:32.159183 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-38394888-fa44-42f0-8b76-0fedf0944915 tempest-TestVolumeBackupRestore-352548783 tempest-TestVolumeBackupRestore-352548783-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:32.184500 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-38394888-fa44-42f0-8b76-0fedf0944915 tempest-TestVolumeBackupRestore-352548783 tempest-TestVolumeBackupRestore-352548783-project] Calling delete_port for 62eccb3d-361d-4c42-811d-b7e7b2a83071 owned by network:floatingip {{(pid=102346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:35:32.207639 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-09278c1c-dfd8-4409-aac5-bf49ecb28878 req-84fc9b7c-8a8f-4db1-982c-64edcac84276 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.44 "GET /v2.0/ports?device_id=7914b79f-813e-4a1a-a033-e34f7b6346e5 HTTP/1.1" status: 200 len: 210 time: 0.0395215 Oct 27 10:35:32.242312 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-0677c6c8-33cc-4026-baf8-1d8ab6b44707 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913'] for network, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:32.243335 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0677c6c8-33cc-4026-baf8-1d8ab6b44707 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:35:32.243870 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-0677c6c8-33cc-4026-baf8-1d8ab6b44707 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for network, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:32.266810 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319964a6-ee85-4ae6-8a8c-eeb9b48635cf req-308db213-7855-4a19-8eea-47c1a566aa8f tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:35:32.268339 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-319964a6-ee85-4ae6-8a8c-eeb9b48635cf req-308db213-7855-4a19-8eea-47c1a566aa8f tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.76 "GET /v2.0/networks?id=8d938063-6de9-4af7-8c0a-0cc177cd5dd2 HTTP/1.1" status: 200 len: 812 time: 0.6132791 Oct 27 10:35:32.320575 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [req-319964a6-ee85-4ae6-8a8c-eeb9b48635cf req-7b2bc23f-6200-41e9-baab-5648cb148d27 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] Request body: {'port': {'device_id': '7914b79f-813e-4a1a-a033-e34f7b6346e5', 'network_id': '8d938063-6de9-4af7-8c0a-0cc177cd5dd2', 'admin_state_up': True, 'tenant_id': '9acc1288f1e24e5194b2ab7572b1c5ff'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:35:32.362639 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-0677c6c8-33cc-4026-baf8-1d8ab6b44707 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.7113783 Oct 27 10:35:32.397600 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:32.421766 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 38336) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:35:32.467527 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-bcecbed3-5bc4-4af6-a970-1a63c2603a2d admin admin] Request body: {'subnet': {'network_id': 'eb0013e9-3da2-4eeb-8347-75322e8d0f6d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1112158701-subnet', 'tenant_id': 'b10e9713070c416188db4b3c28fa98a6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:35:32.492001 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-3c8a2589-4db4-4c80-96d8-3a799b5f9f74 tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Publish callbacks [] for router_gateway, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:32.739648 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0677c6c8-33cc-4026-baf8-1d8ab6b44707 admin admin] Pushing event updated for resources: {'Network': ['ID=eb0013e9-3da2-4eeb-8347-75322e8d0f6d,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:35:32.752852 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Network eb0013e9-3da2-4eeb-8347-75322e8d0f6d details requested by agent ovs-agent-n-d-813419-10 with host n-d-813419-10 {{(pid=102348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 10:35:32.782107 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcecbed3-5bc4-4af6-a970-1a63c2603a2d admin admin] Made reservation on behalf of b10e9713070c416188db4b3c28fa98a6 for: {'subnet': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:35:32.785548 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-bcecbed3-5bc4-4af6-a970-1a63c2603a2d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18044073'] for subnet, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:32.941286 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-38394888-fa44-42f0-8b76-0fedf0944915 tempest-TestVolumeBackupRestore-352548783 tempest-TestVolumeBackupRestore-352548783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:32.997767 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-3c8a2589-4db4-4c80-96d8-3a799b5f9f74 tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1765699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1769372'] for router, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:33.006503 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-319964a6-ee85-4ae6-8a8c-eeb9b48635cf req-7b2bc23f-6200-41e9-baab-5648cb148d27 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] Made reservation on behalf of 9acc1288f1e24e5194b2ab7572b1c5ff for: {'port': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:35:33.012081 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-319964a6-ee85-4ae6-8a8c-eeb9b48635cf req-7b2bc23f-6200-41e9-baab-5648cb148d27 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:33.012496 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38394888-fa44-42f0-8b76-0fedf0944915 tempest-TestVolumeBackupRestore-352548783 tempest-TestVolumeBackupRestore-352548783-project] Pushing event deleted for resources: {'Port': ['ID=62eccb3d-361d-4c42-811d-b7e7b2a83071,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:35:33.190341 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-38394888-fa44-42f0-8b76-0fedf0944915 tempest-TestVolumeBackupRestore-352548783 tempest-TestVolumeBackupRestore-352548783-project] Publish callbacks [] for floatingip, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:33.194094 n-d-813419-10 neutron-server[102346]: INFO neutron.db.l3_db [None req-38394888-fa44-42f0-8b76-0fedf0944915 tempest-TestVolumeBackupRestore-352548783 tempest-TestVolumeBackupRestore-352548783-project] Floating IP 9dc61d45-3476-46c6-b670-d239e399a8cf disassociated (deleted). External IP: 172.25.8.62, port: 26915081-966b-4ad6-9045-9ac3a2b934a8. Oct 27 10:35:33.314448 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c8a2589-4db4-4c80-96d8-3a799b5f9f74 tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Router 9cf384eb-ca84-405c-9157-5e073dcd4e9c is scheduled to L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb with binding_index 1 {{(pid=102347) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 10:35:33.441389 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c5393a2d-184a-4810-bb84-c349d2475b8e req-8115dfd1-1afd-41f1-982d-550985b89b5e tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.44 "GET /v2.0/ports?device_id=7914b79f-813e-4a1a-a033-e34f7b6346e5 HTTP/1.1" status: 200 len: 210 time: 0.0589232 Oct 27 10:35:33.589274 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6acd47f-68a2-4380-9793-c7f5e1c00dd8 req-6ac01eef-0644-4920-b04b-659a69f2048c tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:35:33.591199 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-c6acd47f-68a2-4380-9793-c7f5e1c00dd8 req-6ac01eef-0644-4920-b04b-659a69f2048c tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "GET /v2.0/ports?device_id=58d33066-02f9-456d-8852-aabcf5578798 HTTP/1.1" status: 200 len: 943 time: 0.1458197 Oct 27 10:35:33.602682 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_common [req-319964a6-ee85-4ae6-8a8c-eeb9b48635cf req-7b2bc23f-6200-41e9-baab-5648cb148d27 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] Allocated IP 172.20.0.9 (8d938063-6de9-4af7-8c0a-0cc177cd5dd2/d10e012c-67dd-4bab-810d-02cbf72e2d75/71a35b42-597b-4e59-b67f-e462e9065eac) {{(pid=102347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:35:33.644593 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-bcecbed3-5bc4-4af6-a970-1a63c2603a2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-18295883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18044091'] for subnet, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:33.664026 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-c6acd47f-68a2-4380-9793-c7f5e1c00dd8 req-7ee54b36-1338-40c8-ab12-94664de5e89c tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "GET /v2.0/security-groups?id=142cfba7-0116-47cd-9d82-0d26bf880f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657380 Oct 27 10:35:33.708040 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38394888-fa44-42f0-8b76-0fedf0944915 tempest-TestVolumeBackupRestore-352548783 tempest-TestVolumeBackupRestore-352548783-project] Router fc01ae86-cf09-4e74-80ea-0caa501961df has already been hosted by L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb {{(pid=102346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 10:35:33.757414 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcecbed3-5bc4-4af6-a970-1a63c2603a2d admin admin] Pushing event updated for resources: {'Subnet': ['ID=edb4053d-83d2-4b50-96f6-44ab16c2f5fd,revision_number=0']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:35:33.851495 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c8a2589-4db4-4c80-96d8-3a799b5f9f74 tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:35:33.871287 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61324eb6-28cf-4d21-8f79-5c874bee8f44 None None] Sync routers for ids ['9cf384eb-ca84-405c-9157-5e073dcd4e9c'] in n-d-813419-10 {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:35:33.894023 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38394888-fa44-42f0-8b76-0fedf0944915 tempest-TestVolumeBackupRestore-352548783 tempest-TestVolumeBackupRestore-352548783-project] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:35:33.895041 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61324eb6-28cf-4d21-8f79-5c874bee8f44 None None] Routers {'9cf384eb-ca84-405c-9157-5e073dcd4e9c'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:35:33.897154 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-61324eb6-28cf-4d21-8f79-5c874bee8f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:35:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['9cf384eb-ca84-405c-9157-5e073dcd4e9c'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:35:33.907550 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b135b521-6ac6-4c74-b6db-8c6aa0a36aec None None] Sync routers for ids ['fc01ae86-cf09-4e74-80ea-0caa501961df'] in n-d-813419-10 {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:35:33.926612 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-38394888-fa44-42f0-8b76-0fedf0944915 tempest-TestVolumeBackupRestore-352548783 tempest-TestVolumeBackupRestore-352548783-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for floatingip, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:33.953245 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b135b521-6ac6-4c74-b6db-8c6aa0a36aec None None] Routers {'fc01ae86-cf09-4e74-80ea-0caa501961df'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:35:33.953809 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-b135b521-6ac6-4c74-b6db-8c6aa0a36aec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:35:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['fc01ae86-cf09-4e74-80ea-0caa501961df'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:35:34.073348 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-38394888-fa44-42f0-8b76-0fedf0944915 tempest-TestVolumeBackupRestore-352548783 tempest-TestVolumeBackupRestore-352548783-project] 10.222.0.44 "DELETE /v2.0/floatingips/9dc61d45-3476-46c6-b670-d239e399a8cf HTTP/1.1" status: 204 len: 168 time: 2.4122663 Oct 27 10:35:34.074016 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '192cba42-d191-4414-a74e-0643929ce3ed', 'tag': '26915081-966b-4ad6-9045-9ac3a2b934a8'}] {{(pid=102346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:35:34.081313 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc0e418f5fc417c8d55d94c0aa509b037d0beb2a734c1a709e789eb65639a56d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75805f10-3c17-4131-b934-839d8152bb14" -d '{"events": [{"name": "network-changed", "server_uuid": "192cba42-d191-4414-a74e-0643929ce3ed", "tag": "26915081-966b-4ad6-9045-9ac3a2b934a8"}]}' {{(pid=102346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:35:34.104693 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvr_db [None req-61324eb6-28cf-4d21-8f79-5c874bee8f44 None None] Set router 9cf384eb-ca84-405c-9157-5e073dcd4e9c gateway port host: n-d-813419-10 {{(pid=102348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:35:34.127646 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcecbed3-5bc4-4af6-a970-1a63c2603a2d admin admin] Checking segment: {'id': 'deaf6df5-ad81-4b27-9142-79da97298e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'eb0013e9-3da2-4eeb-8347-75322e8d0f6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:35:34.128311 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcecbed3-5bc4-4af6-a970-1a63c2603a2d admin admin] Network hostable DHCP agents. Network: eb0013e9-3da2-4eeb-8347-75322e8d0f6d, hostable agents: ['eafd4000-b897-4722-ae8b-0118ec955181'], hosted agents: [] {{(pid=102347) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 10:35:34.161736 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-3c8a2589-4db4-4c80-96d8-3a799b5f9f74 tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Publish callbacks [] for router, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:34.163176 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-3c8a2589-4db4-4c80-96d8-3a799b5f9f74 tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 5.2204103 Oct 27 10:35:34.167403 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 38370) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:35:34.294811 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcecbed3-5bc4-4af6-a970-1a63c2603a2d admin admin] Network eb0013e9-3da2-4eeb-8347-75322e8d0f6d is scheduled to be hosted by DHCP agent eafd4000-b897-4722-ae8b-0118ec955181 with binding_index 1 {{(pid=102347) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 10:35:34.382718 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvr_db [None req-b135b521-6ac6-4c74-b6db-8c6aa0a36aec None None] Set router fc01ae86-cf09-4e74-80ea-0caa501961df gateway port host: n-d-813419-10 {{(pid=102349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:35:34.398069 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device a378176d-92da-4f39-9224-eabe8da137fe no longer exists at agent hyperv_n-h2-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:35:34.417971 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [None req-bcecbed3-5bc4-4af6-a970-1a63c2603a2d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-10, eb0013e9-3da2-4eeb-8347-75322e8d0f6d) {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:35:34.427655 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcecbed3-5bc4-4af6-a970-1a63c2603a2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:35:34.430032 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-bcecbed3-5bc4-4af6-a970-1a63c2603a2d admin admin] Publish callbacks [] for subnet, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:34.483229 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37f9e973-c42f-4b70-a8a6-2d4ca37aabe7 None None] Network eb0013e9-3da2-4eeb-8347-75322e8d0f6d requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:35:34.486975 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 10:35:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e08eebb8-2af1-4a97-9a56-3c657aae2878 x-openstack-request-id: req-e08eebb8-2af1-4a97-9a56-3c657aae2878 {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:35:34.487460 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "192cba42-d191-4414-a74e-0643929ce3ed", "tag": "26915081-966b-4ad6-9045-9ac3a2b934a8", "status": "completed", "code": 200}]} {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:35:34.487586 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e08eebb8-2af1-4a97-9a56-3c657aae2878 {{(pid=102346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:35:34.488241 n-d-813419-10 neutron-server[102346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '192cba42-d191-4414-a74e-0643929ce3ed', 'tag': '26915081-966b-4ad6-9045-9ac3a2b934a8', 'status': 'completed', 'code': 200} Oct 27 10:35:34.547971 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-bcecbed3-5bc4-4af6-a970-1a63c2603a2d admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.0831840 Oct 27 10:35:34.728958 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf903c03-95be-4ce8-b17e-c7fe5b94c6ed None None] Network eb0013e9-3da2-4eeb-8347-75322e8d0f6d requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:35:34.742909 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-319964a6-ee85-4ae6-8a8c-eeb9b48635cf req-7b2bc23f-6200-41e9-baab-5648cb148d27 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] Publish callbacks [] for port, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:34.835907 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75805f10-3c17-4131-b934-839d8152bb14 req-aa822db2-b0a3-4a3d-bd15-178fe46454e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:35:34.846734 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-75805f10-3c17-4131-b934-839d8152bb14 req-aa822db2-b0a3-4a3d-bd15-178fe46454e0 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c549deff19ee40e78397a6c045bdd5dc&device_id=192cba42-d191-4414-a74e-0643929ce3ed HTTP/1.1" status: 200 len: 1098 time: 0.2974861 Oct 27 10:35:34.964172 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16fe713-850f-42e1-a2bf-5d171e41395c req-365e654e-e491-4862-ae3e-759838e3413e tempest-TestVolumeBackupRestore-352548783 tempest-TestVolumeBackupRestore-352548783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:35:34.979913 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-b16fe713-850f-42e1-a2bf-5d171e41395c req-365e654e-e491-4862-ae3e-759838e3413e tempest-TestVolumeBackupRestore-352548783 tempest-TestVolumeBackupRestore-352548783-project] 10.222.0.44 "GET /v2.0/ports?device_id=192cba42-d191-4414-a74e-0643929ce3ed HTTP/1.1" status: 200 len: 946 time: 0.3387733 Oct 27 10:35:35.079299 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75805f10-3c17-4131-b934-839d8152bb14 req-ffc182a0-d9b3-483d-9f78-f5a81c4bde16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:35:35.081986 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-b135b521-6ac6-4c74-b6db-8c6aa0a36aec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc01ae86-cf09-4e74-80ea-0caa501961df', 'name': 'tempest-TestVolumeBackupRestore-642911475-router', 'tenant_id': 'c549deff19ee40e78397a6c045bdd5dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.188'}], 'enable_snat': True}, 'gw_port_id': 'c8d37030-f11d-4d51-9235-8d92fbc99a9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:30:38Z', 'updated_at': '2021-10-27T10:30:47Z', 'revision_number': 4, 'project_id': 'c549deff19ee40e78397a6c045bdd5dc', 'gw_port': {'id': 'c8d37030-f11d-4d51-9235-8d92fbc99a9b', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:e8:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc01ae86-cf09-4e74-80ea-0caa501961df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:30:40Z', 'updated_at': '2021-10-27T10:30:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_interfaces': [{'id': 'fde3b517-4c44-41bd-ad93-c7945f194680', 'name': '', 'network_id': '7671fe98-2365-4aa6-9969-51558d1387c3', 'tenant_id': 'c549deff19ee40e78397a6c045bdd5dc', 'mac_address': 'fa:16:3e:86:3d:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc01ae86-cf09-4e74-80ea-0caa501961df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': '49e7aa93-ef23-4876-9037-9786c8909fbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:30:46Z', 'updated_at': '2021-10-27T10:30:51Z', 'revision_number': 5, 'project_id': 'c549deff19ee40e78397a6c045bdd5dc', 'subnets': [{'id': '49e7aa93-ef23-4876-9037-9786c8909fbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:35:35.083046 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-75805f10-3c17-4131-b934-839d8152bb14 req-ffc182a0-d9b3-483d-9f78-f5a81c4bde16 service neutron] 10.222.0.64 "GET /v2.0/networks?id=7671fe98-2365-4aa6-9969-51558d1387c3 HTTP/1.1" status: 200 len: 914 time: 0.2214978 Oct 27 10:35:35.114781 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b135b521-6ac6-4c74-b6db-8c6aa0a36aec None None] Checking router: fc01ae86-cf09-4e74-80ea-0caa501961df for host: n-d-813419-10 {{(pid=102349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 10:35:35.120366 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-80944ff3-f047-4138-9d08-f1448cbda5a7 req-e2b63128-b9cb-4e8c-b691-d654636111be tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.44 "GET /v2.0/ports?device_id=7914b79f-813e-4a1a-a033-e34f7b6346e5 HTTP/1.1" status: 200 len: 210 time: 0.1922190 Oct 27 10:35:35.126050 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b135b521-6ac6-4c74-b6db-8c6aa0a36aec None None] Routers {'fc01ae86-cf09-4e74-80ea-0caa501961df'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:35:35.126950 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-b135b521-6ac6-4c74-b6db-8c6aa0a36aec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:35:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['fc01ae86-cf09-4e74-80ea-0caa501961df'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:35:35.243813 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-75805f10-3c17-4131-b934-839d8152bb14 req-f4bd5315-77fa-411f-8978-7916bb28f79b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=26915081-966b-4ad6-9045-9ac3a2b934a8 HTTP/1.1" status: 200 len: 217 time: 0.1363554 Oct 27 10:35:35.262971 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvr_db [None req-b135b521-6ac6-4c74-b6db-8c6aa0a36aec None None] Set router fc01ae86-cf09-4e74-80ea-0caa501961df gateway port host: n-d-813419-10 {{(pid=102349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:35:35.287472 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-61324eb6-28cf-4d21-8f79-5c874bee8f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cf384eb-ca84-405c-9157-5e073dcd4e9c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1431354187', 'tenant_id': '2005088b555845b0a237dc93fae61807', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.185'}], 'enable_snat': True}, 'gw_port_id': 'd975e221-26bd-458f-a89e-0eec6e951f00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:35:29Z', 'updated_at': '2021-10-27T10:35:32Z', 'revision_number': 3, 'project_id': '2005088b555845b0a237dc93fae61807', 'gw_port': {'id': 'd975e221-26bd-458f-a89e-0eec6e951f00', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:a0:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cf384eb-ca84-405c-9157-5e073dcd4e9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:35:30Z', 'updated_at': '2021-10-27T10:35:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10'}], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:35:35.296225 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-392c2f67-9952-485c-b50a-3eed592c96de tempest-TestSecurityGroupsBasicOps-1178343156 tempest-TestSecurityGroupsBasicOps-1178343156-project-admin] 10.222.0.44 "GET /v2.0/subnets?project_id=2005088b555845b0a237dc93fae61807&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 1.1274130 Oct 27 10:35:35.306351 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 38400) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:35:35.400981 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61324eb6-28cf-4d21-8f79-5c874bee8f44 None None] Checking router: 9cf384eb-ca84-405c-9157-5e073dcd4e9c for host: n-d-813419-10 {{(pid=102348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 10:35:35.403747 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61324eb6-28cf-4d21-8f79-5c874bee8f44 None None] Updating router 9cf384eb-ca84-405c-9157-5e073dcd4e9c port d975e221-26bd-458f-a89e-0eec6e951f00 binding host n-d-813419-10 {{(pid=102348) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 10:35:35.411615 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75805f10-3c17-4131-b934-839d8152bb14 req-6c7d2d9a-6448-40b4-a0d7-bcd8db540f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:35:35.419127 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-75805f10-3c17-4131-b934-839d8152bb14 req-6c7d2d9a-6448-40b4-a0d7-bcd8db540f2d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=49e7aa93-ef23-4876-9037-9786c8909fbd HTTP/1.1" status: 200 len: 852 time: 0.1569436 Oct 27 10:35:35.421231 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-319964a6-ee85-4ae6-8a8c-eeb9b48635cf req-7b2bc23f-6200-41e9-baab-5648cb148d27 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:35.479509 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-61324eb6-28cf-4d21-8f79-5c874bee8f44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:35.545230 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-319964a6-ee85-4ae6-8a8c-eeb9b48635cf req-7b2bc23f-6200-41e9-baab-5648cb148d27 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] Network 8d938063-6de9-4af7-8c0a-0cc177cd5dd2 is already hosted by enough agents. {{(pid=102347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:35:35.555982 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [req-319964a6-ee85-4ae6-8a8c-eeb9b48635cf req-7b2bc23f-6200-41e9-baab-5648cb148d27 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] Resources bound (agent type, host, resource id): {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:35:35.565398 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [req-319964a6-ee85-4ae6-8a8c-eeb9b48635cf req-7b2bc23f-6200-41e9-baab-5648cb148d27 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] Received port after_create {{(pid=102347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:35:35.586608 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-b16fe713-850f-42e1-a2bf-5d171e41395c req-b62255a3-394c-4142-a17e-f3b77aa47cc6 tempest-TestVolumeBackupRestore-352548783 tempest-TestVolumeBackupRestore-352548783-project] 10.222.0.44 "GET /v2.0/security-groups?id=0e7605b8-d9f5-4d60-9d34-d90bbb4e1b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6006253 Oct 27 10:35:35.769765 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75805f10-3c17-4131-b934-839d8152bb14 req-3c3e5cfb-e9b2-424b-80d8-ab74db951b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:35:35.771926 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-75805f10-3c17-4131-b934-839d8152bb14 req-3c3e5cfb-e9b2-424b-80d8-ab74db951b3b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=7671fe98-2365-4aa6-9969-51558d1387c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3254080 Oct 27 10:35:35.780602 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2bc23f-6200-41e9-baab-5648cb148d27 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] Pushing event updated for resources: {'Port': ['ID=71a35b42-597b-4e59-b67f-e462e9065eac,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:35:35.851615 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-b135b521-6ac6-4c74-b6db-8c6aa0a36aec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc01ae86-cf09-4e74-80ea-0caa501961df', 'name': 'tempest-TestVolumeBackupRestore-642911475-router', 'tenant_id': 'c549deff19ee40e78397a6c045bdd5dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.188'}], 'enable_snat': True}, 'gw_port_id': 'c8d37030-f11d-4d51-9235-8d92fbc99a9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:30:38Z', 'updated_at': '2021-10-27T10:30:47Z', 'revision_number': 4, 'project_id': 'c549deff19ee40e78397a6c045bdd5dc', 'gw_port': {'id': 'c8d37030-f11d-4d51-9235-8d92fbc99a9b', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:e8:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc01ae86-cf09-4e74-80ea-0caa501961df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:30:40Z', 'updated_at': '2021-10-27T10:30:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_interfaces': [{'id': 'fde3b517-4c44-41bd-ad93-c7945f194680', 'name': '', 'network_id': '7671fe98-2365-4aa6-9969-51558d1387c3', 'tenant_id': 'c549deff19ee40e78397a6c045bdd5dc', 'mac_address': 'fa:16:3e:86:3d:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc01ae86-cf09-4e74-80ea-0caa501961df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': '49e7aa93-ef23-4876-9037-9786c8909fbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:30:46Z', 'updated_at': '2021-10-27T10:30:51Z', 'revision_number': 5, 'project_id': 'c549deff19ee40e78397a6c045bdd5dc', 'subnets': [{'id': '49e7aa93-ef23-4876-9037-9786c8909fbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:35:35.854801 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-804ce8d2-1af7-4ae4-a488-72bd3d8ce3bf tempest-TestSecurityGroupsBasicOps-1178343156 tempest-TestSecurityGroupsBasicOps-1178343156-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:35:35.866965 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-804ce8d2-1af7-4ae4-a488-72bd3d8ce3bf tempest-TestSecurityGroupsBasicOps-1178343156 tempest-TestSecurityGroupsBasicOps-1178343156-project-admin] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5480573 Oct 27 10:35:35.871603 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 38412) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:35:35.934840 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b135b521-6ac6-4c74-b6db-8c6aa0a36aec None None] The sync data for ids ['fc01ae86-cf09-4e74-80ea-0caa501961df'] in n-d-813419-10 is: [{'id': 'fc01ae86-cf09-4e74-80ea-0caa501961df', 'name': 'tempest-TestVolumeBackupRestore-642911475-router', 'tenant_id': 'c549deff19ee40e78397a6c045bdd5dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.188'}], 'enable_snat': True}, 'gw_port_id': 'c8d37030-f11d-4d51-9235-8d92fbc99a9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:30:38Z', 'updated_at': '2021-10-27T10:30:47Z', 'revision_number': 4, 'project_id': 'c549deff19ee40e78397a6c045bdd5dc', 'gw_port': {'id': 'c8d37030-f11d-4d51-9235-8d92fbc99a9b', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:e8:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc01ae86-cf09-4e74-80ea-0caa501961df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:30:40Z', 'updated_at': '2021-10-27T10:30:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_interfaces': [{'id': 'fde3b517-4c44-41bd-ad93-c7945f194680', 'name': '', 'network_id': '7671fe98-2365-4aa6-9969-51558d1387c3', 'tenant_id': 'c549deff19ee40e78397a6c045bdd5dc', 'mac_address': 'fa:16:3e:86:3d:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc01ae86-cf09-4e74-80ea-0caa501961df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': '49e7aa93-ef23-4876-9037-9786c8909fbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:30:46Z', 'updated_at': '2021-10-27T10:30:51Z', 'revision_number': 5, 'project_id': 'c549deff19ee40e78397a6c045bdd5dc', 'subnets': [{'id': '49e7aa93-ef23-4876-9037-9786c8909fbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:35:35.962927 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319964a6-ee85-4ae6-8a8c-eeb9b48635cf req-7b2bc23f-6200-41e9-baab-5648cb148d27 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:35:35.963946 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-319964a6-ee85-4ae6-8a8c-eeb9b48635cf req-7b2bc23f-6200-41e9-baab-5648cb148d27 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:36.023942 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-a48f8949-bb8a-4961-8f7d-61d84721167d tempest-TestSecurityGroupsBasicOps-1178343156 tempest-TestSecurityGroupsBasicOps-1178343156-project-admin] 10.222.0.44 "GET /v2.0/subnets?network_id=185ff123-c7ff-45c7-a6be-71feb35acc9c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1508651 Oct 27 10:35:36.039305 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 38422) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:35:36.050639 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-319964a6-ee85-4ae6-8a8c-eeb9b48635cf req-7b2bc23f-6200-41e9-baab-5648cb148d27 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7362320 Oct 27 10:35:36.051744 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-ea6e8e00-8f13-49ee-9f19-a47847c1c82a tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-912315106', 'network_id': 'aa51740c-51d7-4a68-bbd6-6ae0d0e0db5c', 'project_id': '2005088b555845b0a237dc93fae61807', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:35:36.150160 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef31e00-873e-4476-aa38-2f4d5877bc6a req-59a596ce-7cd0-49bf-a359-50e286319a57 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:35:36.162900 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-7ef31e00-873e-4476-aa38-2f4d5877bc6a req-59a596ce-7cd0-49bf-a359-50e286319a57 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "GET /v2.0/ports?device_id=58d33066-02f9-456d-8852-aabcf5578798 HTTP/1.1" status: 200 len: 943 time: 0.4250147 Oct 27 10:35:36.242327 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-61324eb6-28cf-4d21-8f79-5c874bee8f44 None None] Publish callbacks [] for port, precommit_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:36.257647 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-61324eb6-28cf-4d21-8f79-5c874bee8f44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:36.351845 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7143970-79f1-449c-8933-e58677d69bab None None] Pushing event updated for resources: {'Port': ['ID=d975e221-26bd-458f-a89e-0eec6e951f00,revision_number=2']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:35:36.370562 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-7ef31e00-873e-4476-aa38-2f4d5877bc6a req-e48db69c-7bc6-4b22-9b02-973a19e5d389 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "GET /v2.0/security-groups?id=142cfba7-0116-47cd-9d82-0d26bf880f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2061498 Oct 27 10:35:36.422845 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-61324eb6-28cf-4d21-8f79-5c874bee8f44 None None] Attempting to bind port d975e221-26bd-458f-a89e-0eec6e951f00 on host n-d-813419-10 for vnic_type normal with profile {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:35:36.423536 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-61324eb6-28cf-4d21-8f79-5c874bee8f44 None None] Attempting to bind port d975e221-26bd-458f-a89e-0eec6e951f00 by drivers openvswitch,hyperv on host n-d-813419-10 at level 0 using segments [{'id': 'bc14127b-7032-4c50-bb5b-f6813cbae86e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:35:36.424184 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61324eb6-28cf-4d21-8f79-5c874bee8f44 None None] Attempting to bind port d975e221-26bd-458f-a89e-0eec6e951f00 on network 185ff123-c7ff-45c7-a6be-71feb35acc9c {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:35:36.430250 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-532d8de6-e7b9-449f-935d-592e5f60666f req-9b03059f-b0ca-4bcb-837f-3afd37e1c146 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=58d33066-02f9-456d-8852-aabcf5578798&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3851168 Oct 27 10:35:36.439777 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61324eb6-28cf-4d21-8f79-5c874bee8f44 None None] Checking agent: {'id': '89dba0f3-79b2-435e-9822-33674b8f6ada', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 8, 20), 'started_at': datetime.datetime(2021, 10, 27, 10, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 35, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:35:36.440765 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61324eb6-28cf-4d21-8f79-5c874bee8f44 None None] Checking segment: {'id': 'bc14127b-7032-4c50-bb5b-f6813cbae86e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:35:36.441376 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-61324eb6-28cf-4d21-8f79-5c874bee8f44 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:36.442060 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61324eb6-28cf-4d21-8f79-5c874bee8f44 None None] Bound using segment: {'id': 'bc14127b-7032-4c50-bb5b-f6813cbae86e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:35:36.442730 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-61324eb6-28cf-4d21-8f79-5c874bee8f44 None None] Bound port: d975e221-26bd-458f-a89e-0eec6e951f00, host: n-d-813419-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc14127b-7032-4c50-bb5b-f6813cbae86e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'}}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:35:36.443444 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-61324eb6-28cf-4d21-8f79-5c874bee8f44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:36.456683 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [req-532d8de6-e7b9-449f-935d-592e5f60666f req-01017357-94af-48ff-b588-6c728838401c service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=102346) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 10:35:36.472582 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-532d8de6-e7b9-449f-935d-592e5f60666f req-01017357-94af-48ff-b588-6c728838401c service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0413580 Oct 27 10:35:36.541793 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea6e8e00-8f13-49ee-9f19-a47847c1c82a tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Made reservation on behalf of 2005088b555845b0a237dc93fae61807 for: {'subnet': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:35:36.546848 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ea6e8e00-8f13-49ee-9f19-a47847c1c82a tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27167186'] for subnet, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:36.623416 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-61324eb6-28cf-4d21-8f79-5c874bee8f44 None None] For port d975e221-26bd-458f-a89e-0eec6e951f00, host n-d-813419-10, cleared binding levels {{(pid=102348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:35:36.644340 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-61324eb6-28cf-4d21-8f79-5c874bee8f44 None None] For port d975e221-26bd-458f-a89e-0eec6e951f00, host n-d-813419-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=d975e221-26bd-458f-a89e-0eec6e951f00,segment=NetworkSegment(bc14127b-7032-4c50-bb5b-f6813cbae86e),segment_id=bc14127b-7032-4c50-bb5b-f6813cbae86e)] {{(pid=102348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:35:36.654508 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-61324eb6-28cf-4d21-8f79-5c874bee8f44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:36.685715 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0968f14-e479-4ac8-8736-4bc680241375 None None] New status for floating IP 9dc61d45-3476-46c6-b670-d239e399a8cf: DOWN {{(pid=102348) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 10:35:36.740123 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [req-319964a6-ee85-4ae6-8a8c-eeb9b48635cf req-715a0d3d-7401-4d2a-a6dc-fcc1806eb6f1 service neutron] Request body: {'port': {'device_id': '7914b79f-813e-4a1a-a033-e34f7b6346e5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-10'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:35:36.740728 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7da953d-546e-49bf-be3a-2d2f250ea97d req-cdefc682-a023-4255-af6f-3a7129b45754 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:35:36.751921 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-c7da953d-546e-49bf-be3a-2d2f250ea97d req-cdefc682-a023-4255-af6f-3a7129b45754 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.44 "GET /v2.0/ports?device_id=7914b79f-813e-4a1a-a033-e34f7b6346e5 HTTP/1.1" status: 200 len: 931 time: 0.1311085 Oct 27 10:35:36.881096 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-c7da953d-546e-49bf-be3a-2d2f250ea97d req-8ad9e224-1b13-4bf2-b3df-84de8e17ade5 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.44 "GET /v2.0/security-groups?id=1cfb3b36-7fdd-4213-b115-9d47e1636c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247542 Oct 27 10:35:37.004362 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61324eb6-28cf-4d21-8f79-5c874bee8f44 None None] Routers {'9cf384eb-ca84-405c-9157-5e073dcd4e9c'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:35:37.007092 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-61324eb6-28cf-4d21-8f79-5c874bee8f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:35:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['9cf384eb-ca84-405c-9157-5e073dcd4e9c'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:35:37.045678 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-75805f10-3c17-4131-b934-839d8152bb14 req-00f6dd18-cb0d-4cfc-b22f-e9da9530cd1b service neutron] 10.222.0.64 "GET /v2.0/networks/7671fe98-2365-4aa6-9969-51558d1387c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2589471 Oct 27 10:35:37.058387 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-319964a6-ee85-4ae6-8a8c-eeb9b48635cf req-715a0d3d-7401-4d2a-a6dc-fcc1806eb6f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:37.175221 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ceb7d2d-acaa-491c-87a5-2548680975cf req-6ef68726-45c6-46a7-abba-a2478c9ce997 tempest-TestVolumeBackupRestore-352548783 tempest-TestVolumeBackupRestore-352548783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:35:37.177004 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-4ceb7d2d-acaa-491c-87a5-2548680975cf req-6ef68726-45c6-46a7-abba-a2478c9ce997 tempest-TestVolumeBackupRestore-352548783 tempest-TestVolumeBackupRestore-352548783-project] 10.222.0.64 "GET /v2.0/ports?device_id=192cba42-d191-4414-a74e-0643929ce3ed HTTP/1.1" status: 200 len: 946 time: 0.3917990 Oct 27 10:35:37.247102 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ea6e8e00-8f13-49ee-9f19-a47847c1c82a tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27024290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27167168'] for subnet, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:37.322250 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7143970-79f1-449c-8933-e58677d69bab None None] Pushing event updated for resources: {'Port': ['ID=d975e221-26bd-458f-a89e-0eec6e951f00,revision_number=3']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:35:37.418239 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6e8e00-8f13-49ee-9f19-a47847c1c82a tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Pushing event updated for resources: {'Subnet': ['ID=f761a9bd-700a-4750-b8c8-2ed54e04f135,revision_number=0']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:35:37.428376 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea6e8e00-8f13-49ee-9f19-a47847c1c82a tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Checking segment: {'id': '7fb3a14a-cd7b-486a-9a71-3dc38f16284d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'aa51740c-51d7-4a68-bbd6-6ae0d0e0db5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:35:37.429011 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea6e8e00-8f13-49ee-9f19-a47847c1c82a tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Network hostable DHCP agents. Network: aa51740c-51d7-4a68-bbd6-6ae0d0e0db5c, hostable agents: ['eafd4000-b897-4722-ae8b-0118ec955181'], hosted agents: [] {{(pid=102346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 10:35:37.457172 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3411937-4333-412e-a791-53de4868c4dc req-f0f7189f-2eda-4713-bc86-3581efa7a8ac tempest-TestVolumeBackupRestore-352548783 tempest-TestVolumeBackupRestore-352548783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:35:37.459841 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvr_db [None req-61324eb6-28cf-4d21-8f79-5c874bee8f44 None None] Set router 9cf384eb-ca84-405c-9157-5e073dcd4e9c gateway port host: n-d-813419-10 {{(pid=102348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:35:37.477338 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-d3411937-4333-412e-a791-53de4868c4dc req-f0f7189f-2eda-4713-bc86-3581efa7a8ac tempest-TestVolumeBackupRestore-352548783 tempest-TestVolumeBackupRestore-352548783-project] 10.222.0.44 "GET /v2.0/ports?device_id=192cba42-d191-4414-a74e-0643929ce3ed HTTP/1.1" status: 200 len: 946 time: 0.1634412 Oct 27 10:35:37.528090 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f7766f-b1f4-4c5c-8d74-321c8e9f1cb8 req-5df22b0c-73d8-45a6-9818-1e20e705126f tempest-ServersNegativeTestMultiTenantJSON-1817010460 tempest-ServersNegativeTestMultiTenantJSON-1817010460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:35:37.541714 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-67f7766f-b1f4-4c5c-8d74-321c8e9f1cb8 req-5df22b0c-73d8-45a6-9818-1e20e705126f tempest-ServersNegativeTestMultiTenantJSON-1817010460 tempest-ServersNegativeTestMultiTenantJSON-1817010460-project] 10.222.0.44 "GET /v2.0/networks?id=5a978d03-e867-402f-82cf-dd4ddce5f44d HTTP/1.1" status: 200 len: 824 time: 0.7524495 Oct 27 10:35:37.546445 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea6e8e00-8f13-49ee-9f19-a47847c1c82a tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Network aa51740c-51d7-4a68-bbd6-6ae0d0e0db5c is scheduled to be hosted by DHCP agent eafd4000-b897-4722-ae8b-0118ec955181 with binding_index 1 {{(pid=102346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 10:35:37.575415 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 38456) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:35:37.577088 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-ea6e8e00-8f13-49ee-9f19-a47847c1c82a tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-10, aa51740c-51d7-4a68-bbd6-6ae0d0e0db5c) {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:35:37.591355 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea6e8e00-8f13-49ee-9f19-a47847c1c82a tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:35:37.591953 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ea6e8e00-8f13-49ee-9f19-a47847c1c82a tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for subnet, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:37.633206 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-ea6e8e00-8f13-49ee-9f19-a47847c1c82a tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.5917807 Oct 27 10:35:37.633808 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 38460) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:35:37.648412 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-d3411937-4333-412e-a791-53de4868c4dc req-ed906315-59cd-41c3-9dae-02e0e7348a22 tempest-TestVolumeBackupRestore-352548783 tempest-TestVolumeBackupRestore-352548783-project] 10.222.0.44 "GET /v2.0/security-groups?id=0e7605b8-d9f5-4d60-9d34-d90bbb4e1b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1699047 Oct 27 10:35:37.689918 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c62cd2c9-6bc6-4b9d-8d1d-2a46c422731b None None] Network aa51740c-51d7-4a68-bbd6-6ae0d0e0db5c requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:35:37.732825 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-67f7766f-b1f4-4c5c-8d74-321c8e9f1cb8 req-be563974-18dd-41be-b079-5431b33781c0 tempest-ServersNegativeTestMultiTenantJSON-1817010460 tempest-ServersNegativeTestMultiTenantJSON-1817010460-project] 10.222.0.44 "GET /v2.0/quotas/7b1395b27302442fb3f5566bb6fef83c HTTP/1.1" status: 200 len: 375 time: 0.1906095 Oct 27 10:35:37.761332 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-75805f10-3c17-4131-b934-839d8152bb14 req-62a903df-b768-41d8-9970-03587ac21da0 service neutron] 10.222.0.64 "GET /v2.0/networks/7671fe98-2365-4aa6-9969-51558d1387c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7003374 Oct 27 10:35:37.828365 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-67f7766f-b1f4-4c5c-8d74-321c8e9f1cb8 req-75b158f6-56e7-466b-b950-04b35a773df9 tempest-ServersNegativeTestMultiTenantJSON-1817010460 tempest-ServersNegativeTestMultiTenantJSON-1817010460-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=7b1395b27302442fb3f5566bb6fef83c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0942464 Oct 27 10:35:37.838388 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [req-4ceb7d2d-acaa-491c-87a5-2548680975cf req-02722714-e956-4f08-a471-e2b2eb81749d tempest-TestVolumeBackupRestore-352548783 tempest-TestVolumeBackupRestore-352548783-project] Deleting port 26915081-966b-4ad6-9045-9ac3a2b934a8 {{(pid=102347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:35:37.847107 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-4ceb7d2d-acaa-491c-87a5-2548680975cf req-02722714-e956-4f08-a471-e2b2eb81749d tempest-TestVolumeBackupRestore-352548783 tempest-TestVolumeBackupRestore-352548783-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:37.904169 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-61324eb6-28cf-4d21-8f79-5c874bee8f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cf384eb-ca84-405c-9157-5e073dcd4e9c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1431354187', 'tenant_id': '2005088b555845b0a237dc93fae61807', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.185'}], 'enable_snat': True}, 'gw_port_id': 'd975e221-26bd-458f-a89e-0eec6e951f00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:35:29Z', 'updated_at': '2021-10-27T10:35:32Z', 'revision_number': 3, 'project_id': '2005088b555845b0a237dc93fae61807', 'gw_port': {'id': 'd975e221-26bd-458f-a89e-0eec6e951f00', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:a0:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cf384eb-ca84-405c-9157-5e073dcd4e9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:35:30Z', 'updated_at': '2021-10-27T10:35:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10'}], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:35:38.034345 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61324eb6-28cf-4d21-8f79-5c874bee8f44 None None] The sync data for ids ['9cf384eb-ca84-405c-9157-5e073dcd4e9c'] in n-d-813419-10 is: [{'id': '9cf384eb-ca84-405c-9157-5e073dcd4e9c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1431354187', 'tenant_id': '2005088b555845b0a237dc93fae61807', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.185'}], 'enable_snat': True}, 'gw_port_id': 'd975e221-26bd-458f-a89e-0eec6e951f00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:35:29Z', 'updated_at': '2021-10-27T10:35:32Z', 'revision_number': 3, 'project_id': '2005088b555845b0a237dc93fae61807', 'gw_port': {'id': 'd975e221-26bd-458f-a89e-0eec6e951f00', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:a0:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cf384eb-ca84-405c-9157-5e073dcd4e9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:35:30Z', 'updated_at': '2021-10-27T10:35:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10'}] {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:35:38.128842 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-4ceb7d2d-acaa-491c-87a5-2548680975cf req-02722714-e956-4f08-a471-e2b2eb81749d tempest-TestVolumeBackupRestore-352548783 tempest-TestVolumeBackupRestore-352548783-project] For port 26915081-966b-4ad6-9045-9ac3a2b934a8, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=26915081-966b-4ad6-9045-9ac3a2b934a8,segment=NetworkSegment(d0432a65-2dba-42ec-af01-06a1f023bcbe),segment_id=d0432a65-2dba-42ec-af01-06a1f023bcbe)] {{(pid=102347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:35:38.129644 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-4ceb7d2d-acaa-491c-87a5-2548680975cf req-02722714-e956-4f08-a471-e2b2eb81749d tempest-TestVolumeBackupRestore-352548783 tempest-TestVolumeBackupRestore-352548783-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:38.146511 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [req-4ceb7d2d-acaa-491c-87a5-2548680975cf req-02722714-e956-4f08-a471-e2b2eb81749d tempest-TestVolumeBackupRestore-352548783 tempest-TestVolumeBackupRestore-352548783-project] Calling delete_port for 26915081-966b-4ad6-9045-9ac3a2b934a8 owned by compute:nova {{(pid=102347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:35:38.327523 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad1f3aeb-c8d1-4082-bf8b-c8298008fae9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp734b258e-7d96-550c-b970-9b72ab66f383-aa51740c-51d7-4a68-bbd6-6ae0d0e0db5c', 'network_id': 'aa51740c-51d7-4a68-bbd6-6ae0d0e0db5c', 'tenant_id': '2005088b555845b0a237dc93fae61807', 'fixed_ips': [{'subnet_id': 'f761a9bd-700a-4750-b8c8-2ed54e04f135'}]}} from n-d-813419-10. {{(pid=102348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 10:35:38.328441 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-ad1f3aeb-c8d1-4082-bf8b-c8298008fae9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:38.347078 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-4ceb7d2d-acaa-491c-87a5-2548680975cf req-02722714-e956-4f08-a471-e2b2eb81749d tempest-TestVolumeBackupRestore-352548783 tempest-TestVolumeBackupRestore-352548783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:38.452099 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797c00b2-81d0-401e-9726-4db0c5bb0375 req-6dd21efa-7264-40b7-8cd3-90cd041ee109 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:35:38.455816 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-797c00b2-81d0-401e-9726-4db0c5bb0375 req-6dd21efa-7264-40b7-8cd3-90cd041ee109 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "GET /v2.0/ports?device_id=58d33066-02f9-456d-8852-aabcf5578798 HTTP/1.1" status: 200 len: 943 time: 0.6225252 Oct 27 10:35:38.765801 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-797c00b2-81d0-401e-9726-4db0c5bb0375 req-1a908da6-8e9b-407f-a1eb-c23ec479c9ec tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "GET /v2.0/security-groups?id=142cfba7-0116-47cd-9d82-0d26bf880f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2707450 Oct 27 10:35:39.030626 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [req-319964a6-ee85-4ae6-8a8c-eeb9b48635cf req-715a0d3d-7401-4d2a-a6dc-fcc1806eb6f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71a35b42-597b-4e59-b67f-e462e9065eac {{(pid=102347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:35:39.049753 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-319964a6-ee85-4ae6-8a8c-eeb9b48635cf req-715a0d3d-7401-4d2a-a6dc-fcc1806eb6f1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:39.086212 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.provisioning_blocks [req-319964a6-ee85-4ae6-8a8c-eeb9b48635cf req-715a0d3d-7401-4d2a-a6dc-fcc1806eb6f1 service neutron] Transition to ACTIVE for port object 71a35b42-597b-4e59-b67f-e462e9065eac will not be triggered until provisioned by entity L2. {{(pid=102347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 10:35:39.154288 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ceb7d2d-acaa-491c-87a5-2548680975cf req-02722714-e956-4f08-a471-e2b2eb81749d tempest-TestVolumeBackupRestore-352548783 tempest-TestVolumeBackupRestore-352548783-project] No DVR routers for this DVR port 26915081-966b-4ad6-9045-9ac3a2b934a8 on host n-h1-813419-10 {{(pid=102347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:35:39.162007 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-4ceb7d2d-acaa-491c-87a5-2548680975cf req-02722714-e956-4f08-a471-e2b2eb81749d tempest-TestVolumeBackupRestore-352548783 tempest-TestVolumeBackupRestore-352548783-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:39.170383 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-4ceb7d2d-acaa-491c-87a5-2548680975cf req-02722714-e956-4f08-a471-e2b2eb81749d tempest-TestVolumeBackupRestore-352548783 tempest-TestVolumeBackupRestore-352548783-project] 10.222.0.64 "DELETE /v2.0/ports/26915081-966b-4ad6-9045-9ac3a2b934a8 HTTP/1.1" status: 204 len: 173 time: 1.9780266 Oct 27 10:35:39.172267 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02722714-e956-4f08-a471-e2b2eb81749d tempest-TestVolumeBackupRestore-352548783 tempest-TestVolumeBackupRestore-352548783-project] Pushing event deleted for resources: {'Port': ['ID=26915081-966b-4ad6-9045-9ac3a2b934a8,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:35:39.187662 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-319964a6-ee85-4ae6-8a8c-eeb9b48635cf req-715a0d3d-7401-4d2a-a6dc-fcc1806eb6f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:39.266390 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '192cba42-d191-4414-a74e-0643929ce3ed', 'name': 'network-vif-deleted', 'tag': '26915081-966b-4ad6-9045-9ac3a2b934a8'}] {{(pid=102347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:35:39.279278 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311149b481204ee7edffdb959c881838506fbd95bc8577c048f6677abb73acc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8a42f0d-8e7b-46c6-9abf-8b826bd3c59f" -d '{"events": [{"server_uuid": "192cba42-d191-4414-a74e-0643929ce3ed", "name": "network-vif-deleted", "tag": "26915081-966b-4ad6-9045-9ac3a2b934a8"}]}' {{(pid=102347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:35:39.451138 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.db_base_plugin_common [None req-ad1f3aeb-c8d1-4082-bf8b-c8298008fae9 None None] Allocated IP 172.20.0.2 (aa51740c-51d7-4a68-bbd6-6ae0d0e0db5c/f761a9bd-700a-4750-b8c8-2ed54e04f135/4141fe33-1121-4174-aa73-46786d32b9d0) {{(pid=102348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:35:39.798233 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715a0d3d-7401-4d2a-a6dc-fcc1806eb6f1 service neutron] Pushing event updated for resources: {'Port': ['ID=71a35b42-597b-4e59-b67f-e462e9065eac,revision_number=2']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:35:39.854576 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-ad1f3aeb-c8d1-4082-bf8b-c8298008fae9 None None] Publish callbacks [] for port, precommit_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:39.877470 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device d975e221-26bd-458f-a89e-0eec6e951f00 up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:35:39.893179 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-319964a6-ee85-4ae6-8a8c-eeb9b48635cf req-715a0d3d-7401-4d2a-a6dc-fcc1806eb6f1 service neutron] Attempting to bind port 71a35b42-597b-4e59-b67f-e462e9065eac on host n-h2-813419-10 for vnic_type normal with profile {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:35:39.894384 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-ad1f3aeb-c8d1-4082-bf8b-c8298008fae9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606'] for port, after_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:39.897682 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-319964a6-ee85-4ae6-8a8c-eeb9b48635cf req-715a0d3d-7401-4d2a-a6dc-fcc1806eb6f1 service neutron] Attempting to bind port 71a35b42-597b-4e59-b67f-e462e9065eac by drivers openvswitch,hyperv on host n-h2-813419-10 at level 0 using segments [{'id': '7dd77195-ce76-4d8f-a4a0-21bf27911aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8d938063-6de9-4af7-8c0a-0cc177cd5dd2'}] {{(pid=102347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:35:39.898045 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-319964a6-ee85-4ae6-8a8c-eeb9b48635cf req-715a0d3d-7401-4d2a-a6dc-fcc1806eb6f1 service neutron] Attempting to bind port 71a35b42-597b-4e59-b67f-e462e9065eac on network 8d938063-6de9-4af7-8c0a-0cc177cd5dd2 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:35:39.914009 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-319964a6-ee85-4ae6-8a8c-eeb9b48635cf req-715a0d3d-7401-4d2a-a6dc-fcc1806eb6f1 service neutron] Port 71a35b42-597b-4e59-b67f-e462e9065eac on network 8d938063-6de9-4af7-8c0a-0cc177cd5dd2 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-10 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 10:35:39.914323 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-319964a6-ee85-4ae6-8a8c-eeb9b48635cf req-715a0d3d-7401-4d2a-a6dc-fcc1806eb6f1 service neutron] Attempting to bind port 71a35b42-597b-4e59-b67f-e462e9065eac on network 8d938063-6de9-4af7-8c0a-0cc177cd5dd2 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:35:39.943502 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-319964a6-ee85-4ae6-8a8c-eeb9b48635cf req-715a0d3d-7401-4d2a-a6dc-fcc1806eb6f1 service neutron] Checking agent: {'id': 'a2edc247-0fa4-4ce6-bbae-a10492f6bd71', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 16, 9), 'started_at': datetime.datetime(2021, 10, 27, 10, 16, 9), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 35, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:35:39.943837 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-319964a6-ee85-4ae6-8a8c-eeb9b48635cf req-715a0d3d-7401-4d2a-a6dc-fcc1806eb6f1 service neutron] Checking segment: {'id': '7dd77195-ce76-4d8f-a4a0-21bf27911aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8d938063-6de9-4af7-8c0a-0cc177cd5dd2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:35:39.944226 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-319964a6-ee85-4ae6-8a8c-eeb9b48635cf req-715a0d3d-7401-4d2a-a6dc-fcc1806eb6f1 service neutron] Bound using segment: {'id': '7dd77195-ce76-4d8f-a4a0-21bf27911aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8d938063-6de9-4af7-8c0a-0cc177cd5dd2'} {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:35:39.944670 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-319964a6-ee85-4ae6-8a8c-eeb9b48635cf req-715a0d3d-7401-4d2a-a6dc-fcc1806eb6f1 service neutron] Bound port: 71a35b42-597b-4e59-b67f-e462e9065eac, host: n-h2-813419-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7dd77195-ce76-4d8f-a4a0-21bf27911aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8d938063-6de9-4af7-8c0a-0cc177cd5dd2'}}] {{(pid=102347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:35:39.945022 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-319964a6-ee85-4ae6-8a8c-eeb9b48635cf req-715a0d3d-7401-4d2a-a6dc-fcc1806eb6f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:40.054933 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:40.095770 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-319964a6-ee85-4ae6-8a8c-eeb9b48635cf req-715a0d3d-7401-4d2a-a6dc-fcc1806eb6f1 service neutron] For port 71a35b42-597b-4e59-b67f-e462e9065eac, host n-h2-813419-10, cleared binding levels {{(pid=102347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:35:40.102631 n-d-813419-10 neutron-server[102348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad1f3aeb-c8d1-4082-bf8b-c8298008fae9 None None] Network aa51740c-51d7-4a68-bbd6-6ae0d0e0db5c is already hosted by enough agents. {{(pid=102348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:35:40.105885 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-319964a6-ee85-4ae6-8a8c-eeb9b48635cf req-715a0d3d-7401-4d2a-a6dc-fcc1806eb6f1 service neutron] For port 71a35b42-597b-4e59-b67f-e462e9065eac, host n-h2-813419-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=71a35b42-597b-4e59-b67f-e462e9065eac,segment=NetworkSegment(7dd77195-ce76-4d8f-a4a0-21bf27911aee),segment_id=7dd77195-ce76-4d8f-a4a0-21bf27911aee)] {{(pid=102347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:35:40.107239 n-d-813419-10 neutron-server[102348]: DEBUG neutron.scheduler.base_scheduler [None req-ad1f3aeb-c8d1-4082-bf8b-c8298008fae9 None None] Resources bound (agent type, host, resource id): {{(pid=102348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:35:40.122438 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad1f3aeb-c8d1-4082-bf8b-c8298008fae9 None None] Received port after_create {{(pid=102348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:35:40.124557 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-67f7766f-b1f4-4c5c-8d74-321c8e9f1cb8 req-e9f34eb4-caa2-4399-a810-be97fa8445aa service neutron] 10.222.0.44 "GET /v2.0/networks/5a978d03-e867-402f-82cf-dd4ddce5f44d?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.2949493 Oct 27 10:35:40.145409 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-319964a6-ee85-4ae6-8a8c-eeb9b48635cf req-715a0d3d-7401-4d2a-a6dc-fcc1806eb6f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:40.185061 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1f3aeb-c8d1-4082-bf8b-c8298008fae9 None None] Pushing event updated for resources: {'Port': ['ID=4141fe33-1121-4174-aa73-46786d32b9d0,revision_number=1']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:35:40.197509 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port d975e221-26bd-458f-a89e-0eec6e951f00 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:35:40.198136 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:40.266089 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8611924f-74d9-4829-80ba-38eb7a00275d req-47d64903-74f1-4f16-b69a-57a4520b7fda tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:35:40.267650 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-8611924f-74d9-4829-80ba-38eb7a00275d req-47d64903-74f1-4f16-b69a-57a4520b7fda tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.44 "GET /v2.0/ports?device_id=7914b79f-813e-4a1a-a033-e34f7b6346e5 HTTP/1.1" status: 200 len: 931 time: 1.2426927 Oct 27 10:35:40.348336 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715a0d3d-7401-4d2a-a6dc-fcc1806eb6f1 service neutron] Pushing event updated for resources: {'Port': ['ID=71a35b42-597b-4e59-b67f-e462e9065eac,revision_number=3']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:35:40.409692 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319964a6-ee85-4ae6-8a8c-eeb9b48635cf req-715a0d3d-7401-4d2a-a6dc-fcc1806eb6f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:35:40.410292 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-319964a6-ee85-4ae6-8a8c-eeb9b48635cf req-715a0d3d-7401-4d2a-a6dc-fcc1806eb6f1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:40.412521 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-319964a6-ee85-4ae6-8a8c-eeb9b48635cf req-715a0d3d-7401-4d2a-a6dc-fcc1806eb6f1 service neutron] 10.222.0.76 "PUT /v2.0/ports/71a35b42-597b-4e59-b67f-e462e9065eac HTTP/1.1" status: 200 len: 1092 time: 4.3351812 Oct 27 10:35:40.500187 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-8611924f-74d9-4829-80ba-38eb7a00275d req-5223119b-62be-40ca-a6f0-7532266f8be7 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.44 "GET /v2.0/security-groups?id=1cfb3b36-7fdd-4213-b115-9d47e1636c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2103205 Oct 27 10:35:40.557306 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-ad1f3aeb-c8d1-4082-bf8b-c8298008fae9 None None] Attempting to bind port 4141fe33-1121-4174-aa73-46786d32b9d0 on host n-d-813419-10 for vnic_type normal with profile {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:35:40.558293 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-ad1f3aeb-c8d1-4082-bf8b-c8298008fae9 None None] Attempting to bind port 4141fe33-1121-4174-aa73-46786d32b9d0 by drivers openvswitch,hyperv on host n-d-813419-10 at level 0 using segments [{'id': '7fb3a14a-cd7b-486a-9a71-3dc38f16284d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'aa51740c-51d7-4a68-bbd6-6ae0d0e0db5c'}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:35:40.558849 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad1f3aeb-c8d1-4082-bf8b-c8298008fae9 None None] Attempting to bind port 4141fe33-1121-4174-aa73-46786d32b9d0 on network aa51740c-51d7-4a68-bbd6-6ae0d0e0db5c {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:35:40.572262 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:40.638831 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-adbec393-8988-4be9-ac5d-7f3dda606b5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1766202'] for router_interface, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:40.656814 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] For port d975e221-26bd-458f-a89e-0eec6e951f00, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=d975e221-26bd-458f-a89e-0eec6e951f00,segment=NetworkSegment(bc14127b-7032-4c50-bb5b-f6813cbae86e),segment_id=bc14127b-7032-4c50-bb5b-f6813cbae86e)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:35:40.665077 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad1f3aeb-c8d1-4082-bf8b-c8298008fae9 None None] Checking agent: {'id': '89dba0f3-79b2-435e-9822-33674b8f6ada', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 8, 20), 'started_at': datetime.datetime(2021, 10, 27, 10, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 35, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:35:40.665449 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad1f3aeb-c8d1-4082-bf8b-c8298008fae9 None None] Checking segment: {'id': '7fb3a14a-cd7b-486a-9a71-3dc38f16284d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'aa51740c-51d7-4a68-bbd6-6ae0d0e0db5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:35:40.665855 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-ad1f3aeb-c8d1-4082-bf8b-c8298008fae9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:40.677532 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad1f3aeb-c8d1-4082-bf8b-c8298008fae9 None None] Bound using segment: {'id': '7fb3a14a-cd7b-486a-9a71-3dc38f16284d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'aa51740c-51d7-4a68-bbd6-6ae0d0e0db5c'} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:35:40.678511 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-ad1f3aeb-c8d1-4082-bf8b-c8298008fae9 None None] Bound port: 4141fe33-1121-4174-aa73-46786d32b9d0, host: n-d-813419-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fb3a14a-cd7b-486a-9a71-3dc38f16284d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'aa51740c-51d7-4a68-bbd6-6ae0d0e0db5c'}}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:35:40.679779 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-ad1f3aeb-c8d1-4082-bf8b-c8298008fae9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:40.691223 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:40.723307 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-67f7766f-b1f4-4c5c-8d74-321c8e9f1cb8 req-2d558fe5-7867-4b84-ab36-36ee47f5849b service neutron] 10.222.0.44 "GET /v2.0/networks/5a978d03-e867-402f-82cf-dd4ddce5f44d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5977194 Oct 27 10:35:40.729279 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319964a6-ee85-4ae6-8a8c-eeb9b48635cf req-ba0fe997-d625-499f-926b-fdb9be8f5a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:35:40.732465 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-cbd312a1-fff5-4e5a-816c-922e919d8252 tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:40.741944 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-319964a6-ee85-4ae6-8a8c-eeb9b48635cf req-ba0fe997-d625-499f-926b-fdb9be8f5a60 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=9acc1288f1e24e5194b2ab7572b1c5ff&device_id=7914b79f-813e-4a1a-a033-e34f7b6346e5 HTTP/1.1" status: 200 len: 1095 time: 0.2803686 Oct 27 10:35:40.931185 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-319964a6-ee85-4ae6-8a8c-eeb9b48635cf req-296ced59-90c8-4ef5-9ece-a8426d9bc796 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=71a35b42-597b-4e59-b67f-e462e9065eac HTTP/1.1" status: 200 len: 217 time: 0.1716564 Oct 27 10:35:41.027036 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319964a6-ee85-4ae6-8a8c-eeb9b48635cf req-ceb13c97-8645-4404-b1d8-0ff2b95d114f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:35:41.028734 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-319964a6-ee85-4ae6-8a8c-eeb9b48635cf req-ceb13c97-8645-4404-b1d8-0ff2b95d114f service neutron] 10.222.0.76 "GET /v2.0/subnets?id=d10e012c-67dd-4bab-810d-02cbf72e2d75 HTTP/1.1" status: 200 len: 852 time: 0.0906358 Oct 27 10:35:41.044373 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-ad1f3aeb-c8d1-4082-bf8b-c8298008fae9 None None] For port 4141fe33-1121-4174-aa73-46786d32b9d0, host n-d-813419-10, cleared binding levels {{(pid=102348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:35:41.057434 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-ad1f3aeb-c8d1-4082-bf8b-c8298008fae9 None None] For port 4141fe33-1121-4174-aa73-46786d32b9d0, host n-d-813419-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=4141fe33-1121-4174-aa73-46786d32b9d0,segment=NetworkSegment(7fb3a14a-cd7b-486a-9a71-3dc38f16284d),segment_id=7fb3a14a-cd7b-486a-9a71-3dc38f16284d)] {{(pid=102348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:35:41.086981 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-ad1f3aeb-c8d1-4082-bf8b-c8298008fae9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:41.138703 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-319964a6-ee85-4ae6-8a8c-eeb9b48635cf req-3f1ef4bf-c018-411f-918d-91c9de9efe00 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=8d938063-6de9-4af7-8c0a-0cc177cd5dd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1014311 Oct 27 10:35:41.210314 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:35:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e40a62bb-ca81-4d9d-a381-092dc996cbd3 x-openstack-request-id: req-e40a62bb-ca81-4d9d-a381-092dc996cbd3 {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:35:41.210650 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "192cba42-d191-4414-a74e-0643929ce3ed", "name": "network-vif-deleted", "tag": "26915081-966b-4ad6-9045-9ac3a2b934a8", "status": "completed", "code": 200}]} {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:35:41.210878 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e40a62bb-ca81-4d9d-a381-092dc996cbd3 {{(pid=102347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:35:41.211293 n-d-813419-10 neutron-server[102347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '192cba42-d191-4414-a74e-0643929ce3ed', 'name': 'network-vif-deleted', 'tag': '26915081-966b-4ad6-9045-9ac3a2b934a8', 'status': 'completed', 'code': 200} Oct 27 10:35:41.216423 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Pushing event updated for resources: {'Port': ['ID=d975e221-26bd-458f-a89e-0eec6e951f00,revision_number=4']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:35:41.264780 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-b1ba464b-e846-4ef1-b3f2-27ea4e3d4c8f req-3229e465-0589-4b64-9d0b-2f4be577b0a2 tempest-TestVolumeBackupRestore-352548783 tempest-TestVolumeBackupRestore-352548783-project] 10.222.0.44 "GET /v2.0/ports?device_id=192cba42-d191-4414-a74e-0643929ce3ed HTTP/1.1" status: 200 len: 210 time: 0.2791059 Oct 27 10:35:41.412720 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1f3aeb-c8d1-4082-bf8b-c8298008fae9 None None] Pushing event updated for resources: {'Port': ['ID=4141fe33-1121-4174-aa73-46786d32b9d0,revision_number=2']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:35:41.504354 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device 26915081-966b-4ad6-9045-9ac3a2b934a8 no longer exists at agent hyperv_n-h1-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:35:41.544393 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-319964a6-ee85-4ae6-8a8c-eeb9b48635cf req-b22eb43d-14bf-4494-b08d-2224d40681cc service neutron] 10.222.0.76 "GET /v2.0/networks/8d938063-6de9-4af7-8c0a-0cc177cd5dd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3909817 Oct 27 10:35:41.545788 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] No Port match for: 26915081-966b-4ad6-9045-9ac3a2b934a8 {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:35:41.546342 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device 26915081-966b-4ad6-9045-9ac3a2b934a8 not bound to the agent host n-h1-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:35:41.570878 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c63df2-5aa2-443a-a805-b55b1cec04e3 req-379cf714-78fd-4894-9b41-ec46d1feff35 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:35:41.587820 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-d6c63df2-5aa2-443a-a805-b55b1cec04e3 req-379cf714-78fd-4894-9b41-ec46d1feff35 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "GET /v2.0/ports?device_id=58d33066-02f9-456d-8852-aabcf5578798 HTTP/1.1" status: 200 len: 943 time: 0.2160807 Oct 27 10:35:41.787696 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-433fbc8f-004b-4bcc-b4ed-9ec90fcf0675 req-2aa3546e-bbca-46e7-a533-f887f896e18e tempest-ServersNegativeTestMultiTenantJSON-1817010460 tempest-ServersNegativeTestMultiTenantJSON-1817010460-project] 10.222.0.44 "GET /v2.0/ports?device_id=b49c259e-3d43-4028-85b6-208593361824 HTTP/1.1" status: 200 len: 210 time: 0.2808318 Oct 27 10:35:41.835211 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-d6c63df2-5aa2-443a-a805-b55b1cec04e3 req-13bd74cb-9c5e-4908-b8f3-f459c9215ab7 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "GET /v2.0/security-groups?id=142cfba7-0116-47cd-9d82-0d26bf880f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2123401 Oct 27 10:35:41.898026 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-319964a6-ee85-4ae6-8a8c-eeb9b48635cf req-aa7e112c-7189-46a9-8340-8cd38ce3edf2 service neutron] 10.222.0.76 "GET /v2.0/networks/8d938063-6de9-4af7-8c0a-0cc177cd5dd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3090656 Oct 27 10:35:42.262241 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7243ebf9-7c10-4735-b84f-33f2d4c33c35 req-b89ce8ff-f1d4-400d-b25d-acf1cf74572f tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:35:42.269633 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-7243ebf9-7c10-4735-b84f-33f2d4c33c35 req-b89ce8ff-f1d4-400d-b25d-acf1cf74572f tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.44 "GET /v2.0/ports?device_id=7914b79f-813e-4a1a-a033-e34f7b6346e5 HTTP/1.1" status: 200 len: 943 time: 0.3181119 Oct 27 10:35:42.433913 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-7243ebf9-7c10-4735-b84f-33f2d4c33c35 req-a45394cc-2bf8-4d97-aaa3-37c5c5ec05c9 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.44 "GET /v2.0/security-groups?id=1cfb3b36-7fdd-4213-b115-9d47e1636c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633000 Oct 27 10:35:42.515493 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-bd9ae749-7f0c-4ff9-9ce9-55aa42f5448d req-4c8a77c9-c987-456d-95ad-bbb98d64f9d6 tempest-TestVolumeBackupRestore-352548783 tempest-TestVolumeBackupRestore-352548783-project] 10.222.0.44 "GET /v2.0/ports?device_id=192cba42-d191-4414-a74e-0643929ce3ed HTTP/1.1" status: 200 len: 210 time: 0.0703905 Oct 27 10:35:42.574741 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_common [None req-cbd312a1-fff5-4e5a-816c-922e919d8252 tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Allocated IP 172.20.0.1 (aa51740c-51d7-4a68-bbd6-6ae0d0e0db5c/f761a9bd-700a-4750-b8c8-2ed54e04f135/ae042db6-5355-4488-95e1-49c996e343cd) {{(pid=102346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:35:42.810183 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-cbd312a1-fff5-4e5a-816c-922e919d8252 tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Publish callbacks [] for port, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:42.954837 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-adbec393-8988-4be9-ac5d-7f3dda606b5f admin admin] Deleting port 1f126ddd-8f9d-4ece-a015-8aae84ec702c {{(pid=102346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:35:42.955192 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-adbec393-8988-4be9-ac5d-7f3dda606b5f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:42.984562 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9a8757a-d360-4c6c-9697-bcd44f8713ba None None] Network aa51740c-51d7-4a68-bbd6-6ae0d0e0db5c requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:35:43.131502 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-cff29379-698e-4dc7-a23c-68305d7c9afb req-9455c28a-f272-4927-806e-99bbbdc50a74 tempest-ServersNegativeTestMultiTenantJSON-1817010460 tempest-ServersNegativeTestMultiTenantJSON-1817010460-project] 10.222.0.44 "GET /v2.0/ports?device_id=b49c259e-3d43-4028-85b6-208593361824 HTTP/1.1" status: 200 len: 210 time: 0.1422317 Oct 27 10:35:43.135877 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-cbd312a1-fff5-4e5a-816c-922e919d8252 tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:43.178490 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-c70a146d-888f-40a5-b0a5-7e964263d797 None None] Provisioning complete for port 4141fe33-1121-4174-aa73-46786d32b9d0 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:35:43.181312 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-c70a146d-888f-40a5-b0a5-7e964263d797 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:43.245387 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a65d48a-9d85-48a9-8bd5-8201233ce8ed req-e54a1d44-158e-4d09-b6ef-5e8c36f42c4a tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:35:43.262870 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-3a65d48a-9d85-48a9-8bd5-8201233ce8ed req-e54a1d44-158e-4d09-b6ef-5e8c36f42c4a tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "GET /v2.0/ports?device_id=58d33066-02f9-456d-8852-aabcf5578798 HTTP/1.1" status: 200 len: 943 time: 0.1479535 Oct 27 10:35:43.283359 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7914b79f-813e-4a1a-a033-e34f7b6346e5', 'tag': '71a35b42-597b-4e59-b67f-e462e9065eac'}] {{(pid=102347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:35:43.290625 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311149b481204ee7edffdb959c881838506fbd95bc8577c048f6677abb73acc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acecba68-d316-4a70-aa5c-7a215f76c862" -d '{"events": [{"name": "network-changed", "server_uuid": "7914b79f-813e-4a1a-a033-e34f7b6346e5", "tag": "71a35b42-597b-4e59-b67f-e462e9065eac"}]}' {{(pid=102347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:35:43.292844 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbd312a1-fff5-4e5a-816c-922e919d8252 tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Network aa51740c-51d7-4a68-bbd6-6ae0d0e0db5c is already hosted by enough agents. {{(pid=102346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:35:43.321674 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-cbd312a1-fff5-4e5a-816c-922e919d8252 tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Resources bound (agent type, host, resource id): {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:35:43.326560 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbd312a1-fff5-4e5a-816c-922e919d8252 tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Received port after_create {{(pid=102346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:35:43.333639 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd312a1-fff5-4e5a-816c-922e919d8252 tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Pushing event updated for resources: {'Port': ['ID=ae042db6-5355-4488-95e1-49c996e343cd,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:35:43.394161 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [None req-adbec393-8988-4be9-ac5d-7f3dda606b5f admin admin] For port 1f126ddd-8f9d-4ece-a015-8aae84ec702c, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=1f126ddd-8f9d-4ece-a015-8aae84ec702c,segment=NetworkSegment(ace8832b-0d39-4720-866a-60ecd5970cfb),segment_id=ace8832b-0d39-4720-866a-60ecd5970cfb)] {{(pid=102346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:35:43.394529 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-adbec393-8988-4be9-ac5d-7f3dda606b5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:43.427750 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f7766f-b1f4-4c5c-8d74-321c8e9f1cb8 req-3b10e893-8d35-4b5b-9c68-6c02d56dd3ce tempest-ServersNegativeTestMultiTenantJSON-1817010460 tempest-ServersNegativeTestMultiTenantJSON-1817010460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:35:43.430490 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-67f7766f-b1f4-4c5c-8d74-321c8e9f1cb8 req-3b10e893-8d35-4b5b-9c68-6c02d56dd3ce tempest-ServersNegativeTestMultiTenantJSON-1817010460 tempest-ServersNegativeTestMultiTenantJSON-1817010460-project] 10.222.0.64 "GET /v2.0/networks?id=5a978d03-e867-402f-82cf-dd4ddce5f44d HTTP/1.1" status: 200 len: 824 time: 0.4938028 Oct 27 10:35:43.441544 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-adbec393-8988-4be9-ac5d-7f3dda606b5f admin admin] Calling delete_port for 1f126ddd-8f9d-4ece-a015-8aae84ec702c owned by network:router_interface {{(pid=102346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:35:43.454305 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-cbd312a1-fff5-4e5a-816c-922e919d8252 tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1664961'] for router_interface, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:43.464704 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-3a65d48a-9d85-48a9-8bd5-8201233ce8ed req-553bf8f6-64ab-4ba8-bf06-ccf65e81c9ec tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "GET /v2.0/security-groups?id=142cfba7-0116-47cd-9d82-0d26bf880f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1973560 Oct 27 10:35:43.484244 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [req-67f7766f-b1f4-4c5c-8d74-321c8e9f1cb8 req-280defac-69ca-4e07-aea0-54eb20618802 tempest-ServersNegativeTestMultiTenantJSON-1817010460 tempest-ServersNegativeTestMultiTenantJSON-1817010460-project] Request body: {'port': {'device_id': 'b49c259e-3d43-4028-85b6-208593361824', 'network_id': '5a978d03-e867-402f-82cf-dd4ddce5f44d', 'admin_state_up': True, 'tenant_id': '7b1395b27302442fb3f5566bb6fef83c'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:35:43.556828 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-c70a146d-888f-40a5-b0a5-7e964263d797 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:43.621441 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device d975e221-26bd-458f-a89e-0eec6e951f00 up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:35:43.701205 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-c70a146d-888f-40a5-b0a5-7e964263d797 None None] For port 4141fe33-1121-4174-aa73-46786d32b9d0, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=4141fe33-1121-4174-aa73-46786d32b9d0,segment=NetworkSegment(7fb3a14a-cd7b-486a-9a71-3dc38f16284d),segment_id=7fb3a14a-cd7b-486a-9a71-3dc38f16284d)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:35:43.725224 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-c70a146d-888f-40a5-b0a5-7e964263d797 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:43.725954 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 10:35:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f416c32e-8acf-4969-a002-4439145de199 x-openstack-request-id: req-f416c32e-8acf-4969-a002-4439145de199 {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:35:43.726430 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7914b79f-813e-4a1a-a033-e34f7b6346e5", "tag": "71a35b42-597b-4e59-b67f-e462e9065eac", "status": "completed", "code": 200}]} {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:35:43.726556 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f416c32e-8acf-4969-a002-4439145de199 {{(pid=102347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:35:43.726919 n-d-813419-10 neutron-server[102347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7914b79f-813e-4a1a-a033-e34f7b6346e5', 'tag': '71a35b42-597b-4e59-b67f-e462e9065eac', 'status': 'completed', 'code': 200} Oct 27 10:35:43.816689 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70a146d-888f-40a5-b0a5-7e964263d797 None None] Pushing event updated for resources: {'Port': ['ID=4141fe33-1121-4174-aa73-46786d32b9d0,revision_number=3']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:35:43.824341 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port d975e221-26bd-458f-a89e-0eec6e951f00 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:35:43.825067 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:43.846562 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-cbd312a1-fff5-4e5a-816c-922e919d8252 tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:43.850243 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-7c3b8f12-1b75-4914-824e-39374ac9e237 req-27c5d951-ff41-43e6-9e54-ed57a7546dac tempest-TestVolumeBackupRestore-352548783 tempest-TestVolumeBackupRestore-352548783-project] 10.222.0.44 "GET /v2.0/ports?device_id=192cba42-d191-4414-a74e-0643929ce3ed HTTP/1.1" status: 200 len: 210 time: 0.1125867 Oct 27 10:35:43.899534 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a97ce7e-fd96-4263-8ca5-c7afe818f35e req-1cfbbf6f-8f16-42aa-8a19-ef760c100a30 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:35:43.903339 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-1a97ce7e-fd96-4263-8ca5-c7afe818f35e req-1cfbbf6f-8f16-42aa-8a19-ef760c100a30 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.44 "GET /v2.0/ports?device_id=7914b79f-813e-4a1a-a033-e34f7b6346e5 HTTP/1.1" status: 200 len: 943 time: 0.2120881 Oct 27 10:35:43.960734 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 4141fe33-1121-4174-aa73-46786d32b9d0 up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:35:44.004075 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67f7766f-b1f4-4c5c-8d74-321c8e9f1cb8 req-280defac-69ca-4e07-aea0-54eb20618802 tempest-ServersNegativeTestMultiTenantJSON-1817010460 tempest-ServersNegativeTestMultiTenantJSON-1817010460-project] Made reservation on behalf of 7b1395b27302442fb3f5566bb6fef83c for: {'port': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:35:44.008385 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-1a97ce7e-fd96-4263-8ca5-c7afe818f35e req-92aa3861-d8c3-42e4-8535-46fcc538a076 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.44 "GET /v2.0/security-groups?id=1cfb3b36-7fdd-4213-b115-9d47e1636c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983369 Oct 27 10:35:44.018577 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-67f7766f-b1f4-4c5c-8d74-321c8e9f1cb8 req-280defac-69ca-4e07-aea0-54eb20618802 tempest-ServersNegativeTestMultiTenantJSON-1817010460 tempest-ServersNegativeTestMultiTenantJSON-1817010460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:44.042925 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port 4141fe33-1121-4174-aa73-46786d32b9d0 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:35:44.043533 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:44.074561 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acecba68-d316-4a70-aa5c-7a215f76c862 req-29dc0f07-eb1c-45ec-9127-d01f9f9fc9a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:35:44.076655 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-acecba68-d316-4a70-aa5c-7a215f76c862 req-29dc0f07-eb1c-45ec-9127-d01f9f9fc9a6 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=9acc1288f1e24e5194b2ab7572b1c5ff&device_id=7914b79f-813e-4a1a-a033-e34f7b6346e5 HTTP/1.1" status: 200 len: 1095 time: 0.2659957 Oct 27 10:35:44.107827 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-dc37c8b2-2d16-4140-be13-20db0171f10b None None] Provisioning complete for port 4141fe33-1121-4174-aa73-46786d32b9d0 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:35:44.108160 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-dc37c8b2-2d16-4140-be13-20db0171f10b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:44.408515 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device 71a35b42-597b-4e59-b67f-e462e9065eac details requested by agent hyperv_n-h2-813419-10 with host n-h2-813419-10 {{(pid=102348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 10:35:44.510509 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-1735b205-6c34-4e74-a50f-c095287ea24f req-23a9fc9f-ec5e-44b2-a2b0-906bc1802a91 tempest-ServersNegativeTestMultiTenantJSON-1817010460 tempest-ServersNegativeTestMultiTenantJSON-1817010460-project] 10.222.0.44 "GET /v2.0/ports?device_id=b49c259e-3d43-4028-85b6-208593361824 HTTP/1.1" status: 200 len: 210 time: 0.1054728 Oct 27 10:35:44.572276 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-cbd312a1-fff5-4e5a-816c-922e919d8252 tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Publish callbacks [] for port, precommit_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:44.575615 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-adbec393-8988-4be9-ac5d-7f3dda606b5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:44.582464 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-cbd312a1-fff5-4e5a-816c-922e919d8252 tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27024173'] for port, after_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:44.593129 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_common [req-67f7766f-b1f4-4c5c-8d74-321c8e9f1cb8 req-280defac-69ca-4e07-aea0-54eb20618802 tempest-ServersNegativeTestMultiTenantJSON-1817010460 tempest-ServersNegativeTestMultiTenantJSON-1817010460-project] Allocated IP 172.20.0.6 (5a978d03-e867-402f-82cf-dd4ddce5f44d/10851c57-3bea-4acc-96dc-c1ca8a8858df/71c8805a-ecf8-4e8b-a207-008c26bd33a9) {{(pid=102347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:35:44.673227 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acecba68-d316-4a70-aa5c-7a215f76c862 req-17220785-f9e9-4ae9-bb3f-ee8e8d66a319 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:35:44.675359 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-dc37c8b2-2d16-4140-be13-20db0171f10b None None] Provisioning complete for port ae042db6-5355-4488-95e1-49c996e343cd triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:35:44.675727 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-dc37c8b2-2d16-4140-be13-20db0171f10b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:44.677673 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-acecba68-d316-4a70-aa5c-7a215f76c862 req-17220785-f9e9-4ae9-bb3f-ee8e8d66a319 service neutron] 10.222.0.76 "GET /v2.0/networks?id=8d938063-6de9-4af7-8c0a-0cc177cd5dd2 HTTP/1.1" status: 200 len: 913 time: 0.5788765 Oct 27 10:35:44.688549 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbec393-8988-4be9-ac5d-7f3dda606b5f admin admin] Pushing event deleted for resources: {'Port': ['ID=1f126ddd-8f9d-4ece-a015-8aae84ec702c,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:35:44.784956 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-dc37c8b2-2d16-4140-be13-20db0171f10b None None] Port ae042db6-5355-4488-95e1-49c996e343cd cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:35:44.813096 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-acecba68-d316-4a70-aa5c-7a215f76c862 req-f37db9f4-fd56-4bb4-8d98-b86ec141bf96 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=71a35b42-597b-4e59-b67f-e462e9065eac HTTP/1.1" status: 200 len: 217 time: 0.1220422 Oct 27 10:35:44.913519 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-cbd312a1-fff5-4e5a-816c-922e919d8252 tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2006967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1766225'] for router_interface, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:44.946249 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] For port 71a35b42-597b-4e59-b67f-e462e9065eac, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=71a35b42-597b-4e59-b67f-e462e9065eac,segment=NetworkSegment(7dd77195-ce76-4d8f-a4a0-21bf27911aee),segment_id=7dd77195-ce76-4d8f-a4a0-21bf27911aee)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:35:44.951257 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acecba68-d316-4a70-aa5c-7a215f76c862 req-edf48e08-7858-4487-9b61-b79a3c824cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:35:44.961501 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-acecba68-d316-4a70-aa5c-7a215f76c862 req-edf48e08-7858-4487-9b61-b79a3c824cf0 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=d10e012c-67dd-4bab-810d-02cbf72e2d75 HTTP/1.1" status: 200 len: 852 time: 0.1304638 Oct 27 10:35:45.011607 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Returning: {'device': '71a35b42-597b-4e59-b67f-e462e9065eac', 'network_id': '8d938063-6de9-4af7-8c0a-0cc177cd5dd2', 'port_id': '71a35b42-597b-4e59-b67f-e462e9065eac', 'mac_address': 'fa:16:3e:ec:f0:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd10e012c-67dd-4bab-810d-02cbf72e2d75', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 10:35:45.024453 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-42a64e9b-64b0-4aac-91cd-315b6f942b0f None None] Provisioning complete for port ae042db6-5355-4488-95e1-49c996e343cd triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:35:45.036757 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-acecba68-d316-4a70-aa5c-7a215f76c862 req-2b2b5a4e-367a-4bab-8e8e-47b9a89d41ec service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=8d938063-6de9-4af7-8c0a-0cc177cd5dd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0629530 Oct 27 10:35:45.039414 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-42a64e9b-64b0-4aac-91cd-315b6f942b0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:45.115310 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df147271-649e-498a-a961-3be2163cafc4 req-7e0a8bf3-b4f9-47c6-b234-9c4a8b2dd103 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:35:45.117329 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-df147271-649e-498a-a961-3be2163cafc4 req-7e0a8bf3-b4f9-47c6-b234-9c4a8b2dd103 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "GET /v2.0/ports?device_id=58d33066-02f9-456d-8852-aabcf5578798 HTTP/1.1" status: 200 len: 943 time: 0.4695120 Oct 27 10:35:45.122630 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-f351763a-329a-4263-805a-a2926848e51f req-2b409e48-f19e-4037-ba3a-df72e43a400b tempest-TestVolumeBackupRestore-352548783 tempest-TestVolumeBackupRestore-352548783-project] 10.222.0.44 "GET /v2.0/ports?device_id=192cba42-d191-4414-a74e-0643929ce3ed HTTP/1.1" status: 200 len: 210 time: 0.0443282 Oct 27 10:35:45.158274 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbd312a1-fff5-4e5a-816c-922e919d8252 tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Network aa51740c-51d7-4a68-bbd6-6ae0d0e0db5c is already hosted by enough agents. {{(pid=102346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:35:45.159499 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd312a1-fff5-4e5a-816c-922e919d8252 tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Pushing event updated for resources: {'Port': ['ID=ae042db6-5355-4488-95e1-49c996e343cd,revision_number=2']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:35:45.183523 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-42a64e9b-64b0-4aac-91cd-315b6f942b0f None None] Port ae042db6-5355-4488-95e1-49c996e343cd cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:35:45.195428 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:45.219167 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71a35b42-597b-4e59-b67f-e462e9065eac {{(pid=102348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:35:45.263339 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] For port 71a35b42-597b-4e59-b67f-e462e9065eac, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=71a35b42-597b-4e59-b67f-e462e9065eac,segment=NetworkSegment(7dd77195-ce76-4d8f-a4a0-21bf27911aee),segment_id=7dd77195-ce76-4d8f-a4a0-21bf27911aee)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:35:45.284807 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:45.387765 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce13cc7b-63d1-43d3-b80c-f1128bff7807 req-07fd0f72-9403-49e0-a283-81d25993e91f tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:35:45.395842 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-ce13cc7b-63d1-43d3-b80c-f1128bff7807 req-07fd0f72-9403-49e0-a283-81d25993e91f tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.44 "GET /v2.0/ports?device_id=7914b79f-813e-4a1a-a033-e34f7b6346e5 HTTP/1.1" status: 200 len: 944 time: 0.1427064 Oct 27 10:35:45.402783 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Pushing event updated for resources: {'Port': ['ID=71a35b42-597b-4e59-b67f-e462e9065eac,revision_number=4']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:35:45.417195 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-67f7766f-b1f4-4c5c-8d74-321c8e9f1cb8 req-280defac-69ca-4e07-aea0-54eb20618802 tempest-ServersNegativeTestMultiTenantJSON-1817010460 tempest-ServersNegativeTestMultiTenantJSON-1817010460-project] Publish callbacks [] for port, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:45.428506 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-acecba68-d316-4a70-aa5c-7a215f76c862 req-ac773cd3-cffd-4924-943f-133f7dd6486a service neutron] 10.222.0.76 "GET /v2.0/networks/8d938063-6de9-4af7-8c0a-0cc177cd5dd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3415234 Oct 27 10:35:45.435383 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-cbd312a1-fff5-4e5a-816c-922e919d8252 tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Resources bound (agent type, host, resource id): {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:35:45.563381 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 4141fe33-1121-4174-aa73-46786d32b9d0 up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:35:45.661737 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-ce13cc7b-63d1-43d3-b80c-f1128bff7807 req-15dde607-e4fb-4029-9ab9-80b4be71d349 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.44 "GET /v2.0/security-groups?id=1cfb3b36-7fdd-4213-b115-9d47e1636c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2648849 Oct 27 10:35:45.685905 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port 4141fe33-1121-4174-aa73-46786d32b9d0 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:35:45.686203 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:45.722831 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] get_ports_and_sgs() called for port_ids ['71a35b42-597b-4e59-b67f-e462e9065eac'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:35:45.749655 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbd312a1-fff5-4e5a-816c-922e919d8252 tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Router 9cf384eb-ca84-405c-9157-5e073dcd4e9c has already been hosted by L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb {{(pid=102346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 10:35:45.790399 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-67f7766f-b1f4-4c5c-8d74-321c8e9f1cb8 req-280defac-69ca-4e07-aea0-54eb20618802 tempest-ServersNegativeTestMultiTenantJSON-1817010460 tempest-ServersNegativeTestMultiTenantJSON-1817010460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:45.924451 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67f7766f-b1f4-4c5c-8d74-321c8e9f1cb8 req-280defac-69ca-4e07-aea0-54eb20618802 tempest-ServersNegativeTestMultiTenantJSON-1817010460 tempest-ServersNegativeTestMultiTenantJSON-1817010460-project] Network 5a978d03-e867-402f-82cf-dd4ddce5f44d is already hosted by enough agents. {{(pid=102347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:35:45.930275 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [req-67f7766f-b1f4-4c5c-8d74-321c8e9f1cb8 req-280defac-69ca-4e07-aea0-54eb20618802 tempest-ServersNegativeTestMultiTenantJSON-1817010460 tempest-ServersNegativeTestMultiTenantJSON-1817010460-project] Resources bound (agent type, host, resource id): {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:35:45.937657 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [req-67f7766f-b1f4-4c5c-8d74-321c8e9f1cb8 req-280defac-69ca-4e07-aea0-54eb20618802 tempest-ServersNegativeTestMultiTenantJSON-1817010460 tempest-ServersNegativeTestMultiTenantJSON-1817010460-project] Received port after_create {{(pid=102347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:35:45.946891 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-acecba68-d316-4a70-aa5c-7a215f76c862 req-7acd8cf8-f11a-4275-9a06-11127d7e248e service neutron] 10.222.0.76 "GET /v2.0/networks/8d938063-6de9-4af7-8c0a-0cc177cd5dd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4851081 Oct 27 10:35:45.985412 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-adbec393-8988-4be9-ac5d-7f3dda606b5f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2006968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1766358'] for router_interface, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:46.009164 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-df147271-649e-498a-a961-3be2163cafc4 req-f1066cf9-4adc-4c4a-8165-9cffde9ee7b7 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "GET /v2.0/security-groups?id=142cfba7-0116-47cd-9d82-0d26bf880f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8491311 Oct 27 10:35:46.012662 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280defac-69ca-4e07-aea0-54eb20618802 tempest-ServersNegativeTestMultiTenantJSON-1817010460 tempest-ServersNegativeTestMultiTenantJSON-1817010460-project] Pushing event updated for resources: {'Port': ['ID=71c8805a-ecf8-4e8b-a207-008c26bd33a9,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:35:46.038212 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f7766f-b1f4-4c5c-8d74-321c8e9f1cb8 req-280defac-69ca-4e07-aea0-54eb20618802 tempest-ServersNegativeTestMultiTenantJSON-1817010460 tempest-ServersNegativeTestMultiTenantJSON-1817010460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:35:46.039026 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-67f7766f-b1f4-4c5c-8d74-321c8e9f1cb8 req-280defac-69ca-4e07-aea0-54eb20618802 tempest-ServersNegativeTestMultiTenantJSON-1817010460 tempest-ServersNegativeTestMultiTenantJSON-1817010460-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:46.069969 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-67f7766f-b1f4-4c5c-8d74-321c8e9f1cb8 req-280defac-69ca-4e07-aea0-54eb20618802 tempest-ServersNegativeTestMultiTenantJSON-1817010460 tempest-ServersNegativeTestMultiTenantJSON-1817010460-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5946457 Oct 27 10:35:46.079588 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef56138a-66e1-4756-a7e4-c7d397367397 req-5bd585d4-00c7-43ac-84e1-fa90ed46eb98 tempest-ServersNegativeTestMultiTenantJSON-1817010460 tempest-ServersNegativeTestMultiTenantJSON-1817010460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:35:46.098883 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-ef56138a-66e1-4756-a7e4-c7d397367397 req-5bd585d4-00c7-43ac-84e1-fa90ed46eb98 tempest-ServersNegativeTestMultiTenantJSON-1817010460 tempest-ServersNegativeTestMultiTenantJSON-1817010460-project] 10.222.0.44 "GET /v2.0/ports?device_id=b49c259e-3d43-4028-85b6-208593361824 HTTP/1.1" status: 200 len: 931 time: 0.1502054 Oct 27 10:35:46.125848 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [req-67f7766f-b1f4-4c5c-8d74-321c8e9f1cb8 req-880efee2-d71b-4434-b9b4-c8fc7842feab service neutron] Request body: {'port': {'device_id': 'b49c259e-3d43-4028-85b6-208593361824', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-10'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:35:46.128627 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-020d294f-a451-4cd8-9d54-ac4e611fb8a2 None None] Provisioning complete for port ae042db6-5355-4488-95e1-49c996e343cd triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:35:46.129069 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-020d294f-a451-4cd8-9d54-ac4e611fb8a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:46.331123 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-2f31d3d3-ac93-4335-8420-72c50986b90e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:46.358682 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-020d294f-a451-4cd8-9d54-ac4e611fb8a2 None None] Port ae042db6-5355-4488-95e1-49c996e343cd cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:35:46.414388 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-a19ac933-9166-46ba-9103-fe253ed153e6 req-d011f7ad-6072-4f06-85bf-bc7a24d444fb tempest-TestVolumeBackupRestore-352548783 tempest-TestVolumeBackupRestore-352548783-project] 10.222.0.44 "GET /v2.0/ports?device_id=192cba42-d191-4414-a74e-0643929ce3ed HTTP/1.1" status: 200 len: 210 time: 0.0744565 Oct 27 10:35:46.443291 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbd312a1-fff5-4e5a-816c-922e919d8252 tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:35:46.457646 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d660d139-3c45-4324-b591-77eedabe4fb7 None None] Sync routers for ids ['9cf384eb-ca84-405c-9157-5e073dcd4e9c'] in n-d-813419-10 {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:35:46.472843 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-cbd312a1-fff5-4e5a-816c-922e919d8252 tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] 10.222.0.44 "PUT /v2.0/routers/9cf384eb-ca84-405c-9157-5e073dcd4e9c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8312628 Oct 27 10:35:46.474943 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d660d139-3c45-4324-b591-77eedabe4fb7 None None] Routers {'9cf384eb-ca84-405c-9157-5e073dcd4e9c'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:35:46.475505 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 38554) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:35:46.477673 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-d660d139-3c45-4324-b591-77eedabe4fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:35:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['9cf384eb-ca84-405c-9157-5e073dcd4e9c'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:35:46.492417 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-bd476e7f-95a5-4802-90b7-6ae7130b8803 tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1819718541', 'description': 'tempest-secgroup_access--1819718541 description', 'project_id': '2005088b555845b0a237dc93fae61807'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:35:46.558539 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-bd476e7f-95a5-4802-90b7-6ae7130b8803 tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Publish callbacks [] for security_group, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:46.578336 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adbec393-8988-4be9-ac5d-7f3dda606b5f admin admin] Router fa692b7a-2766-4757-8e5c-fba99543e07d has already been hosted by L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb {{(pid=102346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 10:35:46.788679 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-bd476e7f-95a5-4802-90b7-6ae7130b8803 tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Publish callbacks [] for security_group, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:46.798283 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-bd476e7f-95a5-4802-90b7-6ae7130b8803 tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:46.811114 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adbec393-8988-4be9-ac5d-7f3dda606b5f admin admin] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:35:46.822123 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecc80943-3559-4947-9f4e-cfadab7caf16 None None] Sync routers for ids ['fa692b7a-2766-4757-8e5c-fba99543e07d'] in n-d-813419-10 {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:35:46.830422 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvr_db [None req-d660d139-3c45-4324-b591-77eedabe4fb7 None None] Set router 9cf384eb-ca84-405c-9157-5e073dcd4e9c gateway port host: n-d-813419-10 {{(pid=102349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:35:46.832255 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-adbec393-8988-4be9-ac5d-7f3dda606b5f admin admin] 10.222.0.44 "PUT /v2.0/routers/fa692b7a-2766-4757-8e5c-fba99543e07d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2230959 Oct 27 10:35:46.841950 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 38564) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:35:46.850572 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecc80943-3559-4947-9f4e-cfadab7caf16 None None] Routers {'fa692b7a-2766-4757-8e5c-fba99543e07d'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:35:46.851623 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-ecc80943-3559-4947-9f4e-cfadab7caf16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:35:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['fa692b7a-2766-4757-8e5c-fba99543e07d'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:35:47.074820 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-ef56138a-66e1-4756-a7e4-c7d397367397 req-0d6e0cca-1a39-4cdd-8e03-3e80ddf59668 tempest-ServersNegativeTestMultiTenantJSON-1817010460 tempest-ServersNegativeTestMultiTenantJSON-1817010460-project] 10.222.0.44 "GET /v2.0/security-groups?id=1c9159dc-42f4-43bf-b611-72129485dab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9743400 Oct 27 10:35:47.146428 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-67f7766f-b1f4-4c5c-8d74-321c8e9f1cb8 req-880efee2-d71b-4434-b9b4-c8fc7842feab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:47.166672 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvr_db [None req-ecc80943-3559-4947-9f4e-cfadab7caf16 None None] Set router fa692b7a-2766-4757-8e5c-fba99543e07d gateway port host: n-d-813419-10 {{(pid=102348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:35:47.278946 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-d660d139-3c45-4324-b591-77eedabe4fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cf384eb-ca84-405c-9157-5e073dcd4e9c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1431354187', 'tenant_id': '2005088b555845b0a237dc93fae61807', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.185'}], 'enable_snat': True}, 'gw_port_id': 'd975e221-26bd-458f-a89e-0eec6e951f00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:35:29Z', 'updated_at': '2021-10-27T10:35:43Z', 'revision_number': 4, 'project_id': '2005088b555845b0a237dc93fae61807', 'gw_port': {'id': 'd975e221-26bd-458f-a89e-0eec6e951f00', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:a0:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cf384eb-ca84-405c-9157-5e073dcd4e9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:35:30Z', 'updated_at': '2021-10-27T10:35:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_interfaces': [{'id': 'ae042db6-5355-4488-95e1-49c996e343cd', 'name': '', 'network_id': 'aa51740c-51d7-4a68-bbd6-6ae0d0e0db5c', 'tenant_id': '2005088b555845b0a237dc93fae61807', 'mac_address': 'fa:16:3e:02:89:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cf384eb-ca84-405c-9157-5e073dcd4e9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': 'f761a9bd-700a-4750-b8c8-2ed54e04f135', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:35:41Z', 'updated_at': '2021-10-27T10:35:44Z', 'revision_number': 2, 'project_id': '2005088b555845b0a237dc93fae61807', 'subnets': [{'id': 'f761a9bd-700a-4750-b8c8-2ed54e04f135', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:35:47.369691 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d660d139-3c45-4324-b591-77eedabe4fb7 None None] Checking router: 9cf384eb-ca84-405c-9157-5e073dcd4e9c for host: n-d-813419-10 {{(pid=102349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 10:35:47.370046 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d660d139-3c45-4324-b591-77eedabe4fb7 None None] Updating router 9cf384eb-ca84-405c-9157-5e073dcd4e9c port ae042db6-5355-4488-95e1-49c996e343cd binding host n-d-813419-10 {{(pid=102349) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 10:35:47.425977 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-d660d139-3c45-4324-b591-77eedabe4fb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:47.660380 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [req-67f7766f-b1f4-4c5c-8d74-321c8e9f1cb8 req-880efee2-d71b-4434-b9b4-c8fc7842feab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71c8805a-ecf8-4e8b-a207-008c26bd33a9 {{(pid=102347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:35:47.670342 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-67f7766f-b1f4-4c5c-8d74-321c8e9f1cb8 req-880efee2-d71b-4434-b9b4-c8fc7842feab service neutron] Publish callbacks [] for port, precommit_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:47.689250 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.provisioning_blocks [req-67f7766f-b1f4-4c5c-8d74-321c8e9f1cb8 req-880efee2-d71b-4434-b9b4-c8fc7842feab service neutron] Transition to ACTIVE for port object 71c8805a-ecf8-4e8b-a207-008c26bd33a9 will not be triggered until provisioned by entity L2. {{(pid=102347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 10:35:47.707663 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-67f7766f-b1f4-4c5c-8d74-321c8e9f1cb8 req-880efee2-d71b-4434-b9b4-c8fc7842feab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:47.785302 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880efee2-d71b-4434-b9b4-c8fc7842feab service neutron] Pushing event updated for resources: {'Port': ['ID=71c8805a-ecf8-4e8b-a207-008c26bd33a9,revision_number=2']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:35:47.895967 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ff246d-7259-4d80-b59d-f1a62085ec89 req-10e928d1-d4de-4c8c-92a8-fe345b2d8698 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:35:47.903364 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd476e7f-95a5-4802-90b7-6ae7130b8803 tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b320932-ab34-453c-a18d-838c18c0b4b3,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:35:47.905258 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-81ff246d-7259-4d80-b59d-f1a62085ec89 req-10e928d1-d4de-4c8c-92a8-fe345b2d8698 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "GET /v2.0/ports?device_id=58d33066-02f9-456d-8852-aabcf5578798 HTTP/1.1" status: 200 len: 943 time: 0.2144513 Oct 27 10:35:47.968586 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-bd476e7f-95a5-4802-90b7-6ae7130b8803 tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:47.973572 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 38574) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:35:47.974243 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-bd476e7f-95a5-4802-90b7-6ae7130b8803 tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 1.4893196 Oct 27 10:35:47.982702 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-cc4ea3c8-3cd9-4f62-8dbd-e9d5ecd6a382 tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1676874449', 'description': 'tempest-secgroup_general--1676874449 description', 'project_id': '2005088b555845b0a237dc93fae61807'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:35:48.013557 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c27ef93-90de-428c-99b0-464daadcc1b1 req-e04e6deb-edfd-4802-abd0-84821cfbd79c tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:35:48.027773 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-8c27ef93-90de-428c-99b0-464daadcc1b1 req-e04e6deb-edfd-4802-abd0-84821cfbd79c tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.44 "GET /v2.0/ports?device_id=7914b79f-813e-4a1a-a033-e34f7b6346e5 HTTP/1.1" status: 200 len: 944 time: 0.1728561 Oct 27 10:35:48.037230 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-ecc80943-3559-4947-9f4e-cfadab7caf16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa692b7a-2766-4757-8e5c-fba99543e07d', 'name': 'tempest-TaggedBootDevicesTest-782512702-router', 'tenant_id': '4aa10ad73dbe4076b2c4dd14c0d23687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.223'}], 'enable_snat': True}, 'gw_port_id': 'c4bf061e-3837-4940-b2a7-a9d33d973de6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:24:14Z', 'updated_at': '2021-10-27T10:35:44Z', 'revision_number': 5, 'project_id': '4aa10ad73dbe4076b2c4dd14c0d23687', 'gw_port': {'id': 'c4bf061e-3837-4940-b2a7-a9d33d973de6', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:9c:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa692b7a-2766-4757-8e5c-fba99543e07d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:24:16Z', 'updated_at': '2021-10-27T10:24:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10'}], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:35:48.037902 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-cc4ea3c8-3cd9-4f62-8dbd-e9d5ecd6a382 tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Publish callbacks [] for security_group, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:48.044464 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-81ff246d-7259-4d80-b59d-f1a62085ec89 req-85ef59ee-ca00-415b-8b24-4b5b084204bc tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "GET /v2.0/security-groups?id=142cfba7-0116-47cd-9d82-0d26bf880f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1382601 Oct 27 10:35:48.053272 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-67f7766f-b1f4-4c5c-8d74-321c8e9f1cb8 req-880efee2-d71b-4434-b9b4-c8fc7842feab service neutron] Attempting to bind port 71c8805a-ecf8-4e8b-a207-008c26bd33a9 on host n-h1-813419-10 for vnic_type normal with profile {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:35:48.053610 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-67f7766f-b1f4-4c5c-8d74-321c8e9f1cb8 req-880efee2-d71b-4434-b9b4-c8fc7842feab service neutron] Attempting to bind port 71c8805a-ecf8-4e8b-a207-008c26bd33a9 by drivers openvswitch,hyperv on host n-h1-813419-10 at level 0 using segments [{'id': '8eda14f5-a5c6-4014-8956-340b51f571e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '5a978d03-e867-402f-82cf-dd4ddce5f44d'}] {{(pid=102347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:35:48.053936 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67f7766f-b1f4-4c5c-8d74-321c8e9f1cb8 req-880efee2-d71b-4434-b9b4-c8fc7842feab service neutron] Attempting to bind port 71c8805a-ecf8-4e8b-a207-008c26bd33a9 on network 5a978d03-e867-402f-82cf-dd4ddce5f44d {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:35:48.070943 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67f7766f-b1f4-4c5c-8d74-321c8e9f1cb8 req-880efee2-d71b-4434-b9b4-c8fc7842feab service neutron] Port 71c8805a-ecf8-4e8b-a207-008c26bd33a9 on network 5a978d03-e867-402f-82cf-dd4ddce5f44d not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-10 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 10:35:48.074197 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67f7766f-b1f4-4c5c-8d74-321c8e9f1cb8 req-880efee2-d71b-4434-b9b4-c8fc7842feab service neutron] Attempting to bind port 71c8805a-ecf8-4e8b-a207-008c26bd33a9 on network 5a978d03-e867-402f-82cf-dd4ddce5f44d {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:35:48.099118 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67f7766f-b1f4-4c5c-8d74-321c8e9f1cb8 req-880efee2-d71b-4434-b9b4-c8fc7842feab service neutron] Checking agent: {'id': 'a52e1cab-0c63-402d-9c94-330537c6c076', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 16, 2), 'started_at': datetime.datetime(2021, 10, 27, 10, 16, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 35, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:35:48.099837 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67f7766f-b1f4-4c5c-8d74-321c8e9f1cb8 req-880efee2-d71b-4434-b9b4-c8fc7842feab service neutron] Checking segment: {'id': '8eda14f5-a5c6-4014-8956-340b51f571e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '5a978d03-e867-402f-82cf-dd4ddce5f44d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:35:48.100085 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67f7766f-b1f4-4c5c-8d74-321c8e9f1cb8 req-880efee2-d71b-4434-b9b4-c8fc7842feab service neutron] Bound using segment: {'id': '8eda14f5-a5c6-4014-8956-340b51f571e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '5a978d03-e867-402f-82cf-dd4ddce5f44d'} {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:35:48.100723 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-67f7766f-b1f4-4c5c-8d74-321c8e9f1cb8 req-880efee2-d71b-4434-b9b4-c8fc7842feab service neutron] Bound port: 71c8805a-ecf8-4e8b-a207-008c26bd33a9, host: n-h1-813419-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8eda14f5-a5c6-4014-8956-340b51f571e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '5a978d03-e867-402f-82cf-dd4ddce5f44d'}}] {{(pid=102347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:35:48.101087 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-67f7766f-b1f4-4c5c-8d74-321c8e9f1cb8 req-880efee2-d71b-4434-b9b4-c8fc7842feab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:48.114112 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecc80943-3559-4947-9f4e-cfadab7caf16 None None] Checking router: fa692b7a-2766-4757-8e5c-fba99543e07d for host: n-d-813419-10 {{(pid=102348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 10:35:48.123367 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-d660d139-3c45-4324-b591-77eedabe4fb7 None None] Publish callbacks [] for port, precommit_update {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:48.148388 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecc80943-3559-4947-9f4e-cfadab7caf16 None None] Routers {'fa692b7a-2766-4757-8e5c-fba99543e07d'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:35:48.148995 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-ecc80943-3559-4947-9f4e-cfadab7caf16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:35:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['fa692b7a-2766-4757-8e5c-fba99543e07d'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:35:48.176620 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-d660d139-3c45-4324-b591-77eedabe4fb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:48.180351 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-8c27ef93-90de-428c-99b0-464daadcc1b1 req-106f7e4a-ef44-4fd3-a96e-778788f7c0c5 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.44 "GET /v2.0/security-groups?id=1cfb3b36-7fdd-4213-b115-9d47e1636c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495929 Oct 27 10:35:48.198927 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-2c54449c-b526-4720-b5f5-fc50078a0ba5 admin admin] Publish callbacks [] for router, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:48.286725 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b97870e-c67c-44c5-83ed-64343b44d44a None None] Pushing event updated for resources: {'Port': ['ID=ae042db6-5355-4488-95e1-49c996e343cd,revision_number=3']} {{(pid=102349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:35:48.297070 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b97870e-c67c-44c5-83ed-64343b44d44a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:35:48.297929 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b97870e-c67c-44c5-83ed-64343b44d44a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:35:48.298496 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b97870e-c67c-44c5-83ed-64343b44d44a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:35:48.304230 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b97870e-c67c-44c5-83ed-64343b44d44a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:35:48.305230 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b97870e-c67c-44c5-83ed-64343b44d44a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:35:48.305781 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b97870e-c67c-44c5-83ed-64343b44d44a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:35:48.307882 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b97870e-c67c-44c5-83ed-64343b44d44a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:35:48.308502 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b97870e-c67c-44c5-83ed-64343b44d44a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:35:48.309072 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b97870e-c67c-44c5-83ed-64343b44d44a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:35:48.309619 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b97870e-c67c-44c5-83ed-64343b44d44a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:35:48.310183 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b97870e-c67c-44c5-83ed-64343b44d44a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:35:48.310724 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b97870e-c67c-44c5-83ed-64343b44d44a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:35:48.343277 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-cc4ea3c8-3cd9-4f62-8dbd-e9d5ecd6a382 tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Publish callbacks [] for security_group, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:48.407875 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvr_db [None req-ecc80943-3559-4947-9f4e-cfadab7caf16 None None] Set router fa692b7a-2766-4757-8e5c-fba99543e07d gateway port host: n-d-813419-10 {{(pid=102348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:35:48.419769 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device 71a35b42-597b-4e59-b67f-e462e9065eac up at agent hyperv_n-h2-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:35:48.476254 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-cc4ea3c8-3cd9-4f62-8dbd-e9d5ecd6a382 tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:48.495104 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e9c4f0-14d5-4dbc-ba1e-697ad4756e47 req-e7b7cbe9-321a-4445-8f0b-bce7f5bfda99 tempest-ServersNegativeTestMultiTenantJSON-1817010460 tempest-ServersNegativeTestMultiTenantJSON-1817010460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:35:48.495700 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-485ef89a-678d-45c0-bf05-748d54a0d75a req-c6b250aa-ab0e-453b-a647-df40629b6475 tempest-TestVolumeBackupRestore-352548783 tempest-TestVolumeBackupRestore-352548783-project] 10.222.0.44 "GET /v2.0/ports?device_id=192cba42-d191-4414-a74e-0643929ce3ed HTTP/1.1" status: 200 len: 210 time: 0.1495380 Oct 27 10:35:48.503975 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-70e9c4f0-14d5-4dbc-ba1e-697ad4756e47 req-e7b7cbe9-321a-4445-8f0b-bce7f5bfda99 tempest-ServersNegativeTestMultiTenantJSON-1817010460 tempest-ServersNegativeTestMultiTenantJSON-1817010460-project] 10.222.0.44 "GET /v2.0/ports?device_id=b49c259e-3d43-4028-85b6-208593361824 HTTP/1.1" status: 200 len: 943 time: 0.0931826 Oct 27 10:35:48.512174 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.managers [None req-d660d139-3c45-4324-b591-77eedabe4fb7 None None] Attempting to bind port ae042db6-5355-4488-95e1-49c996e343cd on host n-d-813419-10 for vnic_type normal with profile {{(pid=102349) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:35:48.512946 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.managers [None req-d660d139-3c45-4324-b591-77eedabe4fb7 None None] Attempting to bind port ae042db6-5355-4488-95e1-49c996e343cd by drivers openvswitch,hyperv on host n-d-813419-10 at level 0 using segments [{'id': '7fb3a14a-cd7b-486a-9a71-3dc38f16284d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'aa51740c-51d7-4a68-bbd6-6ae0d0e0db5c'}] {{(pid=102349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:35:48.513581 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d660d139-3c45-4324-b591-77eedabe4fb7 None None] Attempting to bind port ae042db6-5355-4488-95e1-49c996e343cd on network aa51740c-51d7-4a68-bbd6-6ae0d0e0db5c {{(pid=102349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:35:48.529641 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d660d139-3c45-4324-b591-77eedabe4fb7 None None] Checking agent: {'id': '89dba0f3-79b2-435e-9822-33674b8f6ada', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 8, 20), 'started_at': datetime.datetime(2021, 10, 27, 10, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 35, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:35:48.530503 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d660d139-3c45-4324-b591-77eedabe4fb7 None None] Checking segment: {'id': '7fb3a14a-cd7b-486a-9a71-3dc38f16284d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'aa51740c-51d7-4a68-bbd6-6ae0d0e0db5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:35:48.531081 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-d660d139-3c45-4324-b591-77eedabe4fb7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:48.532492 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d660d139-3c45-4324-b591-77eedabe4fb7 None None] Bound using segment: {'id': '7fb3a14a-cd7b-486a-9a71-3dc38f16284d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'aa51740c-51d7-4a68-bbd6-6ae0d0e0db5c'} {{(pid=102349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:35:48.533263 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.managers [None req-d660d139-3c45-4324-b591-77eedabe4fb7 None None] Bound port: ae042db6-5355-4488-95e1-49c996e343cd, host: n-d-813419-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fb3a14a-cd7b-486a-9a71-3dc38f16284d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'aa51740c-51d7-4a68-bbd6-6ae0d0e0db5c'}}] {{(pid=102349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:35:48.534879 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-d660d139-3c45-4324-b591-77eedabe4fb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:48.606460 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-2c54449c-b526-4720-b5f5-fc50078a0ba5 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:48.687042 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-70e9c4f0-14d5-4dbc-ba1e-697ad4756e47 req-319c1f3e-5b8c-4d73-a5f6-fd3368dec9b4 tempest-ServersNegativeTestMultiTenantJSON-1817010460 tempest-ServersNegativeTestMultiTenantJSON-1817010460-project] 10.222.0.44 "GET /v2.0/security-groups?id=1c9159dc-42f4-43bf-b611-72129485dab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821828 Oct 27 10:35:48.706341 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-cc4ea3c8-3cd9-4f62-8dbd-e9d5ecd6a382 tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Publish callbacks [] for security_group, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:48.709655 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-cc4ea3c8-3cd9-4f62-8dbd-e9d5ecd6a382 tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1802 time: 0.7337410 Oct 27 10:35:48.737653 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 38588) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:35:48.757844 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-0b473682-500f-4c9b-a7e7-39a2bdb675f1 tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Request body: {'security_group_rule': {'security_group_id': '8b320932-ab34-453c-a18d-838c18c0b4b3', 'project_id': '2005088b555845b0a237dc93fae61807', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:35:48.771142 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.db [None req-d660d139-3c45-4324-b591-77eedabe4fb7 None None] For port ae042db6-5355-4488-95e1-49c996e343cd, host n-d-813419-10, cleared binding levels {{(pid=102349) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:35:48.782399 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.db [None req-d660d139-3c45-4324-b591-77eedabe4fb7 None None] For port ae042db6-5355-4488-95e1-49c996e343cd, host n-d-813419-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=ae042db6-5355-4488-95e1-49c996e343cd,segment=NetworkSegment(7fb3a14a-cd7b-486a-9a71-3dc38f16284d),segment_id=7fb3a14a-cd7b-486a-9a71-3dc38f16284d)] {{(pid=102349) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:35:48.789807 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-d660d139-3c45-4324-b591-77eedabe4fb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:48.793200 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-67f7766f-b1f4-4c5c-8d74-321c8e9f1cb8 req-880efee2-d71b-4434-b9b4-c8fc7842feab service neutron] For port 71c8805a-ecf8-4e8b-a207-008c26bd33a9, host n-h1-813419-10, cleared binding levels {{(pid=102347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:35:48.797356 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4ea3c8-3cd9-4f62-8dbd-e9d5ecd6a382 tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Pushing event updated for resources: {'SecurityGroup': ['ID=129df1dd-515e-4db3-af91-151fa02c020c,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:35:48.831719 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-0b473682-500f-4c9b-a7e7-39a2bdb675f1 tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:48.843267 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-67f7766f-b1f4-4c5c-8d74-321c8e9f1cb8 req-880efee2-d71b-4434-b9b4-c8fc7842feab service neutron] For port 71c8805a-ecf8-4e8b-a207-008c26bd33a9, host n-h1-813419-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=71c8805a-ecf8-4e8b-a207-008c26bd33a9,segment=NetworkSegment(8eda14f5-a5c6-4014-8956-340b51f571e1),segment_id=8eda14f5-a5c6-4014-8956-340b51f571e1)] {{(pid=102347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:35:48.866299 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-2c54449c-b526-4720-b5f5-fc50078a0ba5 admin admin] Deleting port c4bf061e-3837-4940-b2a7-a9d33d973de6 {{(pid=102346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:35:48.867754 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-2c54449c-b526-4720-b5f5-fc50078a0ba5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:48.884455 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-67f7766f-b1f4-4c5c-8d74-321c8e9f1cb8 req-880efee2-d71b-4434-b9b4-c8fc7842feab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:48.928509 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d660d139-3c45-4324-b591-77eedabe4fb7 None None] Routers {'9cf384eb-ca84-405c-9157-5e073dcd4e9c'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:35:48.929342 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-d660d139-3c45-4324-b591-77eedabe4fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:35:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['9cf384eb-ca84-405c-9157-5e073dcd4e9c'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:35:49.006440 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Provisioning for port 71a35b42-597b-4e59-b67f-e462e9065eac completed by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 10:35:49.015730 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f7766f-b1f4-4c5c-8d74-321c8e9f1cb8 req-880efee2-d71b-4434-b9b4-c8fc7842feab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:35:49.016814 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-67f7766f-b1f4-4c5c-8d74-321c8e9f1cb8 req-880efee2-d71b-4434-b9b4-c8fc7842feab service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:49.021647 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-67f7766f-b1f4-4c5c-8d74-321c8e9f1cb8 req-880efee2-d71b-4434-b9b4-c8fc7842feab service neutron] 10.222.0.64 "PUT /v2.0/ports/71c8805a-ecf8-4e8b-a207-008c26bd33a9 HTTP/1.1" status: 200 len: 1092 time: 2.9064646 Oct 27 10:35:49.023748 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-633e647e-2b14-49bd-b5b8-ef447bbe60a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:49.029417 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b49c259e-3d43-4028-85b6-208593361824', 'tag': '71c8805a-ecf8-4e8b-a207-008c26bd33a9'}] {{(pid=102347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:35:49.036066 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311149b481204ee7edffdb959c881838506fbd95bc8577c048f6677abb73acc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5830c21e-4579-4bbf-a127-7cbb523a8691" -d '{"events": [{"name": "network-changed", "server_uuid": "b49c259e-3d43-4028-85b6-208593361824", "tag": "71c8805a-ecf8-4e8b-a207-008c26bd33a9"}]}' {{(pid=102347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:35:49.052611 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Provisioning complete for port 71a35b42-597b-4e59-b67f-e462e9065eac triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:35:49.053225 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:49.151947 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvr_db [None req-d660d139-3c45-4324-b591-77eedabe4fb7 None None] Set router 9cf384eb-ca84-405c-9157-5e073dcd4e9c gateway port host: n-d-813419-10 {{(pid=102349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:35:49.153208 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [None req-2c54449c-b526-4720-b5f5-fc50078a0ba5 admin admin] For port c4bf061e-3837-4940-b2a7-a9d33d973de6, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=c4bf061e-3837-4940-b2a7-a9d33d973de6,segment=NetworkSegment(bc14127b-7032-4c50-bb5b-f6813cbae86e),segment_id=bc14127b-7032-4c50-bb5b-f6813cbae86e)] {{(pid=102346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:35:49.154183 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-2c54449c-b526-4720-b5f5-fc50078a0ba5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:49.207399 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-2c54449c-b526-4720-b5f5-fc50078a0ba5 admin admin] Calling delete_port for c4bf061e-3837-4940-b2a7-a9d33d973de6 owned by network:router_gateway {{(pid=102346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:35:49.309314 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 10:35:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a0b66ed-cd12-444c-a765-7489fd64f488 x-openstack-request-id: req-0a0b66ed-cd12-444c-a765-7489fd64f488 {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:35:49.309983 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b49c259e-3d43-4028-85b6-208593361824", "tag": "71c8805a-ecf8-4e8b-a207-008c26bd33a9", "status": "completed", "code": 200}]} {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:35:49.309983 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-0a0b66ed-cd12-444c-a765-7489fd64f488 {{(pid=102347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:35:49.312093 n-d-813419-10 neutron-server[102347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b49c259e-3d43-4028-85b6-208593361824', 'tag': '71c8805a-ecf8-4e8b-a207-008c26bd33a9', 'status': 'completed', 'code': 200} Oct 27 10:35:49.313559 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880efee2-d71b-4434-b9b4-c8fc7842feab service neutron] Pushing event updated for resources: {'Port': ['ID=71c8805a-ecf8-4e8b-a207-008c26bd33a9,revision_number=3']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:35:49.321129 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-82451ac2-0f3b-41b9-a4d7-f7d353174641 None None] Provisioning complete for port ae042db6-5355-4488-95e1-49c996e343cd triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:35:49.321537 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-82451ac2-0f3b-41b9-a4d7-f7d353174641 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:49.366829 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b97870e-c67c-44c5-83ed-64343b44d44a None None] Pushing event updated for resources: {'Port': ['ID=ae042db6-5355-4488-95e1-49c996e343cd,revision_number=4']} {{(pid=102349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:35:49.392510 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-0b473682-500f-4c9b-a7e7-39a2bdb675f1 tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:49.411809 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f7766f-b1f4-4c5c-8d74-321c8e9f1cb8 req-7315bf0a-dafe-4699-9939-fbe4446f3722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:35:49.427027 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-67f7766f-b1f4-4c5c-8d74-321c8e9f1cb8 req-7315bf0a-dafe-4699-9939-fbe4446f3722 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7b1395b27302442fb3f5566bb6fef83c&device_id=b49c259e-3d43-4028-85b6-208593361824 HTTP/1.1" status: 200 len: 1095 time: 0.3378205 Oct 27 10:35:49.520603 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18993c52-8e57-4994-8530-882dfa5f8d89 req-9dd68e9c-cd0e-4f0e-ad72-a3114ca23368 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:35:49.531236 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-18993c52-8e57-4994-8530-882dfa5f8d89 req-9dd68e9c-cd0e-4f0e-ad72-a3114ca23368 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.44 "GET /v2.0/ports?device_id=7914b79f-813e-4a1a-a033-e34f7b6346e5 HTTP/1.1" status: 200 len: 944 time: 0.1432533 Oct 27 10:35:49.611359 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-18993c52-8e57-4994-8530-882dfa5f8d89 req-5d747a17-1a26-4a63-bc34-a6eb98586ada tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.44 "GET /v2.0/security-groups?id=1cfb3b36-7fdd-4213-b115-9d47e1636c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789557 Oct 27 10:35:49.618411 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:49.622668 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-ecc80943-3559-4947-9f4e-cfadab7caf16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa692b7a-2766-4757-8e5c-fba99543e07d', 'name': 'tempest-TaggedBootDevicesTest-782512702-router', 'tenant_id': '4aa10ad73dbe4076b2c4dd14c0d23687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.223'}], 'enable_snat': True}, 'gw_port_id': 'c4bf061e-3837-4940-b2a7-a9d33d973de6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:24:14Z', 'updated_at': '2021-10-27T10:35:44Z', 'revision_number': 5, 'project_id': '4aa10ad73dbe4076b2c4dd14c0d23687', 'gw_port': {'id': 'c4bf061e-3837-4940-b2a7-a9d33d973de6', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:9c:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa692b7a-2766-4757-8e5c-fba99543e07d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:24:16Z', 'updated_at': '2021-10-27T10:24:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10'}], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:35:49.654333 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-0b473682-500f-4c9b-a7e7-39a2bdb675f1 tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671902'] for security_group_rule, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:49.681775 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-67f7766f-b1f4-4c5c-8d74-321c8e9f1cb8 req-a46a9596-a141-4ece-9907-34dc9f291867 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=71c8805a-ecf8-4e8b-a207-008c26bd33a9 HTTP/1.1" status: 200 len: 217 time: 0.2530935 Oct 27 10:35:49.710543 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-d660d139-3c45-4324-b591-77eedabe4fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cf384eb-ca84-405c-9157-5e073dcd4e9c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1431354187', 'tenant_id': '2005088b555845b0a237dc93fae61807', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.185'}], 'enable_snat': True}, 'gw_port_id': 'd975e221-26bd-458f-a89e-0eec6e951f00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:35:29Z', 'updated_at': '2021-10-27T10:35:43Z', 'revision_number': 4, 'project_id': '2005088b555845b0a237dc93fae61807', 'gw_port': {'id': 'd975e221-26bd-458f-a89e-0eec6e951f00', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:a0:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cf384eb-ca84-405c-9157-5e073dcd4e9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:35:30Z', 'updated_at': '2021-10-27T10:35:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_interfaces': [{'id': 'ae042db6-5355-4488-95e1-49c996e343cd', 'name': '', 'network_id': 'aa51740c-51d7-4a68-bbd6-6ae0d0e0db5c', 'tenant_id': '2005088b555845b0a237dc93fae61807', 'mac_address': 'fa:16:3e:02:89:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cf384eb-ca84-405c-9157-5e073dcd4e9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': 'f761a9bd-700a-4750-b8c8-2ed54e04f135', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:35:41Z', 'updated_at': '2021-10-27T10:35:48Z', 'revision_number': 4, 'project_id': '2005088b555845b0a237dc93fae61807', 'subnets': [{'id': 'f761a9bd-700a-4750-b8c8-2ed54e04f135', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:35:49.736909 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecc80943-3559-4947-9f4e-cfadab7caf16 None None] The sync data for ids ['fa692b7a-2766-4757-8e5c-fba99543e07d'] in n-d-813419-10 is: [{'id': 'fa692b7a-2766-4757-8e5c-fba99543e07d', 'name': 'tempest-TaggedBootDevicesTest-782512702-router', 'tenant_id': '4aa10ad73dbe4076b2c4dd14c0d23687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.223'}], 'enable_snat': True}, 'gw_port_id': 'c4bf061e-3837-4940-b2a7-a9d33d973de6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:24:14Z', 'updated_at': '2021-10-27T10:35:44Z', 'revision_number': 5, 'project_id': '4aa10ad73dbe4076b2c4dd14c0d23687', 'gw_port': {'id': 'c4bf061e-3837-4940-b2a7-a9d33d973de6', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:9c:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa692b7a-2766-4757-8e5c-fba99543e07d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:24:16Z', 'updated_at': '2021-10-27T10:24:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10'}] {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:35:49.754226 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-82451ac2-0f3b-41b9-a4d7-f7d353174641 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:49.759968 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7914b79f-813e-4a1a-a033-e34f7b6346e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71a35b42-597b-4e59-b67f-e462e9065eac'}] {{(pid=102348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:35:49.762622 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c588921fa634554a1d9242fdea1b05457a9ff1d3b28ba54ec1dace7f2f1df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a914e07-5946-40fb-9d6a-655c83849850" -d '{"events": [{"server_uuid": "7914b79f-813e-4a1a-a033-e34f7b6346e5", "name": "network-vif-plugged", "status": "completed", "tag": "71a35b42-597b-4e59-b67f-e462e9065eac"}]}' {{(pid=102348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:35:49.783751 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] For port 71a35b42-597b-4e59-b67f-e462e9065eac, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=71a35b42-597b-4e59-b67f-e462e9065eac,segment=NetworkSegment(7dd77195-ce76-4d8f-a4a0-21bf27911aee),segment_id=7dd77195-ce76-4d8f-a4a0-21bf27911aee)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:35:49.795467 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:49.821299 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d660d139-3c45-4324-b591-77eedabe4fb7 None None] The sync data for ids ['9cf384eb-ca84-405c-9157-5e073dcd4e9c'] in n-d-813419-10 is: [{'id': '9cf384eb-ca84-405c-9157-5e073dcd4e9c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1431354187', 'tenant_id': '2005088b555845b0a237dc93fae61807', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.185'}], 'enable_snat': True}, 'gw_port_id': 'd975e221-26bd-458f-a89e-0eec6e951f00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:35:29Z', 'updated_at': '2021-10-27T10:35:43Z', 'revision_number': 4, 'project_id': '2005088b555845b0a237dc93fae61807', 'gw_port': {'id': 'd975e221-26bd-458f-a89e-0eec6e951f00', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:a0:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cf384eb-ca84-405c-9157-5e073dcd4e9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:35:30Z', 'updated_at': '2021-10-27T10:35:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_interfaces': [{'id': 'ae042db6-5355-4488-95e1-49c996e343cd', 'name': '', 'network_id': 'aa51740c-51d7-4a68-bbd6-6ae0d0e0db5c', 'tenant_id': '2005088b555845b0a237dc93fae61807', 'mac_address': 'fa:16:3e:02:89:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cf384eb-ca84-405c-9157-5e073dcd4e9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': 'f761a9bd-700a-4750-b8c8-2ed54e04f135', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:35:41Z', 'updated_at': '2021-10-27T10:35:48Z', 'revision_number': 4, 'project_id': '2005088b555845b0a237dc93fae61807', 'subnets': [{'id': 'f761a9bd-700a-4750-b8c8-2ed54e04f135', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:35:49.854711 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.agents_db [None req-e79ee67d-056e-46ea-bd99-e80473396b25 None None] Agent healthcheck: found 7 active agents {{(pid=102349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 10:35:49.893678 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-82451ac2-0f3b-41b9-a4d7-f7d353174641 None None] For port ae042db6-5355-4488-95e1-49c996e343cd, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=ae042db6-5355-4488-95e1-49c996e343cd,segment=NetworkSegment(7fb3a14a-cd7b-486a-9a71-3dc38f16284d),segment_id=7fb3a14a-cd7b-486a-9a71-3dc38f16284d)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:35:49.898212 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b473682-500f-4c9b-a7e7-39a2bdb675f1 tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07ce4124-c86e-4bde-be57-35f4033faa77,revision_number=0']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:35:49.917482 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-82451ac2-0f3b-41b9-a4d7-f7d353174641 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:49.936483 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-b46611c2-8a09-4b35-87eb-d52b2ddf8423 req-a853c921-3bb4-4683-ae74-b1169d463752 tempest-TestVolumeBackupRestore-352548783 tempest-TestVolumeBackupRestore-352548783-project] 10.222.0.44 "GET /v2.0/ports?device_id=192cba42-d191-4414-a74e-0643929ce3ed HTTP/1.1" status: 200 len: 210 time: 0.1176610 Oct 27 10:35:49.938583 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac099afe-5c24-451f-ba47-be321e7d2fd7 req-8b1c8c35-80be-4121-acf8-7deb02699438 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:35:49.940532 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-ac099afe-5c24-451f-ba47-be321e7d2fd7 req-8b1c8c35-80be-4121-acf8-7deb02699438 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "GET /v2.0/ports?device_id=58d33066-02f9-456d-8852-aabcf5578798 HTTP/1.1" status: 200 len: 943 time: 0.5435488 Oct 27 10:35:49.956179 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-0b473682-500f-4c9b-a7e7-39a2bdb675f1 tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:49.966239 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-0b473682-500f-4c9b-a7e7-39a2bdb675f1 tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2185545 Oct 27 10:35:49.990257 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-2c54449c-b526-4720-b5f5-fc50078a0ba5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:50.051826 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f7766f-b1f4-4c5c-8d74-321c8e9f1cb8 req-1ba029ac-95e2-4e61-bd66-eb8bd8325067 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:35:50.053815 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-67f7766f-b1f4-4c5c-8d74-321c8e9f1cb8 req-1ba029ac-95e2-4e61-bd66-eb8bd8325067 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=10851c57-3bea-4acc-96dc-c1ca8a8858df HTTP/1.1" status: 200 len: 864 time: 0.3541291 Oct 27 10:35:50.088850 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Pushing event updated for resources: {'Port': ['ID=71a35b42-597b-4e59-b67f-e462e9065eac,revision_number=5']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:35:50.099599 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c54449c-b526-4720-b5f5-fc50078a0ba5 admin admin] Pushing event deleted for resources: {'Port': ['ID=c4bf061e-3837-4940-b2a7-a9d33d973de6,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:35:50.131946 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:50.237764 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-ac099afe-5c24-451f-ba47-be321e7d2fd7 req-b614fefc-910c-4a8a-a837-7acdca4d7475 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "GET /v2.0/security-groups?id=142cfba7-0116-47cd-9d82-0d26bf880f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2770531 Oct 27 10:35:50.240471 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-67f7766f-b1f4-4c5c-8d74-321c8e9f1cb8 req-c5b84067-3476-4d0d-8a69-a05a239d107d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5a978d03-e867-402f-82cf-dd4ddce5f44d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1623254 Oct 27 10:35:50.249834 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-eadeaa30-4096-4d1a-b3cb-aa7ebfb291ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:50.341042 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82451ac2-0f3b-41b9-a4d7-f7d353174641 None None] Pushing event updated for resources: {'Port': ['ID=ae042db6-5355-4488-95e1-49c996e343cd,revision_number=5']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:35:50.350395 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-e72790d8-bce9-4d4f-8d56-81ebb22ef4ae None None] Provisioning complete for port ae042db6-5355-4488-95e1-49c996e343cd triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:35:50.350769 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-e72790d8-bce9-4d4f-8d56-81ebb22ef4ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:50.416993 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:35:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6923689-3461-4c3b-a1a1-127802fe010e x-openstack-request-id: req-e6923689-3461-4c3b-a1a1-127802fe010e {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:35:50.417254 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7914b79f-813e-4a1a-a033-e34f7b6346e5", "name": "network-vif-plugged", "status": "completed", "tag": "71a35b42-597b-4e59-b67f-e462e9065eac", "code": 200}]} {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:35:50.417708 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e6923689-3461-4c3b-a1a1-127802fe010e {{(pid=102348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:35:50.418270 n-d-813419-10 neutron-server[102348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7914b79f-813e-4a1a-a033-e34f7b6346e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71a35b42-597b-4e59-b67f-e462e9065eac', 'code': 200} Oct 27 10:35:50.428892 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-67f7766f-b1f4-4c5c-8d74-321c8e9f1cb8 req-887b4721-2fdc-41a9-9601-002ec2672691 service neutron] 10.222.0.64 "GET /v2.0/networks/5a978d03-e867-402f-82cf-dd4ddce5f44d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1797261 Oct 27 10:35:50.515346 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-2c54449c-b526-4720-b5f5-fc50078a0ba5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1664884'] for router_gateway, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:50.734692 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-2c54449c-b526-4720-b5f5-fc50078a0ba5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1765662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3700'] for router, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:50.754703 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-2c54449c-b526-4720-b5f5-fc50078a0ba5 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:50.768042 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-9ca90bec-af44-4cc4-9f65-4e9886bbc15d req-645d5f98-58ac-41a9-a98e-68af485255f0 tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup_general--1676874449&fields=id&tenant_id=2005088b555845b0a237dc93fae61807 HTTP/1.1" status: 200 len: 267 time: 0.1556046 Oct 27 10:35:50.778329 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-67f7766f-b1f4-4c5c-8d74-321c8e9f1cb8 req-ca0f45bf-8bf8-4ae6-8e51-bb85d6c45873 service neutron] 10.222.0.64 "GET /v2.0/networks/5a978d03-e867-402f-82cf-dd4ddce5f44d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3410239 Oct 27 10:35:50.781596 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b0a0a4-cc90-4f8a-a587-f80f8f2d4ba6 req-ea665c46-4322-4088-855d-430a98fd873a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:35:50.783290 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-33b0a0a4-cc90-4f8a-a587-f80f8f2d4ba6 req-ea665c46-4322-4088-855d-430a98fd873a service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=7914b79f-813e-4a1a-a033-e34f7b6346e5 HTTP/1.1" status: 200 len: 1097 time: 0.3076749 Oct 27 10:35:50.871644 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532d4e79-d475-4eb5-83d2-47b5290eeec5 req-3dcd8fc5-a012-400b-af5c-4dcd4337c4d1 tempest-ServersNegativeTestMultiTenantJSON-1817010460 tempest-ServersNegativeTestMultiTenantJSON-1817010460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:35:50.873784 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-532d4e79-d475-4eb5-83d2-47b5290eeec5 req-3dcd8fc5-a012-400b-af5c-4dcd4337c4d1 tempest-ServersNegativeTestMultiTenantJSON-1817010460 tempest-ServersNegativeTestMultiTenantJSON-1817010460-project] 10.222.0.44 "GET /v2.0/ports?device_id=b49c259e-3d43-4028-85b6-208593361824 HTTP/1.1" status: 200 len: 943 time: 0.5810449 Oct 27 10:35:50.891034 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-2c54449c-b526-4720-b5f5-fc50078a0ba5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1765641'] for router, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:50.891800 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c54449c-b526-4720-b5f5-fc50078a0ba5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fa692b7a-2766-4757-8e5c-fba99543e07d {{(pid=102346) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 10:35:50.905520 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-2c54449c-b526-4720-b5f5-fc50078a0ba5 admin admin] Publish callbacks [] for router, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:50.907267 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-2c54449c-b526-4720-b5f5-fc50078a0ba5 admin admin] 10.222.0.44 "DELETE /v2.0/routers/fa692b7a-2766-4757-8e5c-fba99543e07d HTTP/1.1" status: 204 len: 168 time: 4.0643020 Oct 27 10:35:50.910555 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 38632) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:35:50.927156 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-9ca90bec-af44-4cc4-9f65-4e9886bbc15d req-78b06bd7-d257-4f6c-b28e-75f9df222878 tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup_access--1819718541&fields=id&tenant_id=2005088b555845b0a237dc93fae61807 HTTP/1.1" status: 200 len: 267 time: 0.1578193 Oct 27 10:35:50.971689 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_v2 [None req-130f66cc-39df-48cd-8dfc-3e4e3f967712 admin admin] Deleting subnet f4dae274-687c-43d5-8fe0-b0ba3958c688 {{(pid=102346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 10:35:50.975704 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-130f66cc-39df-48cd-8dfc-3e4e3f967712 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:51.027794 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-33b0a0a4-cc90-4f8a-a587-f80f8f2d4ba6 req-18723b4e-5130-4645-a589-3e0cf667c3a8 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=1cfb3b36-7fdd-4213-b115-9d47e1636c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2208157 Oct 27 10:35:51.061762 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-532d4e79-d475-4eb5-83d2-47b5290eeec5 req-4eec22a7-a200-4c3e-9b08-0c1148bedb68 tempest-ServersNegativeTestMultiTenantJSON-1817010460 tempest-ServersNegativeTestMultiTenantJSON-1817010460-project] 10.222.0.44 "GET /v2.0/security-groups?id=1c9159dc-42f4-43bf-b611-72129485dab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805387 Oct 27 10:35:51.081015 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-130f66cc-39df-48cd-8dfc-3e4e3f967712 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25847868'] for subnet, precommit_delete_associations {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:51.161186 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5830c21e-4579-4bbf-a127-7cbb523a8691 req-db65b9d7-9e7a-4731-b332-00c1f10c6f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:35:51.162699 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-5830c21e-4579-4bbf-a127-7cbb523a8691 req-db65b9d7-9e7a-4731-b332-00c1f10c6f07 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7b1395b27302442fb3f5566bb6fef83c&device_id=b49c259e-3d43-4028-85b6-208593361824 HTTP/1.1" status: 200 len: 1095 time: 0.1494100 Oct 27 10:35:51.192371 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-130f66cc-39df-48cd-8dfc-3e4e3f967712 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855646'] for subnet, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:51.208959 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca90bec-af44-4cc4-9f65-4e9886bbc15d req-0a2176a8-2257-4083-844f-6185af46740e tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:35:51.216926 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-9ca90bec-af44-4cc4-9f65-4e9886bbc15d req-0a2176a8-2257-4083-844f-6185af46740e tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] 10.222.0.44 "GET /v2.0/networks?id=aa51740c-51d7-4a68-bbd6-6ae0d0e0db5c HTTP/1.1" status: 200 len: 796 time: 0.2873099 Oct 27 10:35:51.289631 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-9ca90bec-af44-4cc4-9f65-4e9886bbc15d req-96247745-6ba7-4c81-b8d8-98156c535f63 tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] 10.222.0.44 "GET /v2.0/quotas/2005088b555845b0a237dc93fae61807 HTTP/1.1" status: 200 len: 375 time: 0.0718136 Oct 27 10:35:51.309408 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a8ecd6-ca96-4518-93c7-35dd5b7b77a9 req-fa821fef-65f6-4163-9a3c-65ba9af29813 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:35:51.310970 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-28a8ecd6-ca96-4518-93c7-35dd5b7b77a9 req-fa821fef-65f6-4163-9a3c-65ba9af29813 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.44 "GET /v2.0/ports?device_id=7914b79f-813e-4a1a-a033-e34f7b6346e5 HTTP/1.1" status: 200 len: 945 time: 0.0840740 Oct 27 10:35:51.372153 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-28a8ecd6-ca96-4518-93c7-35dd5b7b77a9 req-86817c49-ba2e-44bd-9721-79c70717b8e2 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.44 "GET /v2.0/security-groups?id=1cfb3b36-7fdd-4213-b115-9d47e1636c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478458 Oct 27 10:35:51.373424 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-130f66cc-39df-48cd-8dfc-3e4e3f967712 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27024355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27168307'] for subnet, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:51.386473 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-9ca90bec-af44-4cc4-9f65-4e9886bbc15d req-42b41c20-4b1c-41a1-8db4-d1da49fe6a80 tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=2005088b555845b0a237dc93fae61807&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0958714 Oct 27 10:35:51.394887 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-130f66cc-39df-48cd-8dfc-3e4e3f967712 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for subnet, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:51.398193 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-130f66cc-39df-48cd-8dfc-3e4e3f967712 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/f4dae274-687c-43d5-8fe0-b0ba3958c688 HTTP/1.1" status: 204 len: 168 time: 0.4868248 Oct 27 10:35:51.403151 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85af363a-655e-420c-9a0d-145a93ee516b None None] Network 5f1726cf-df95-405e-a4b7-a0ec3cc3a1aa requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:35:51.420759 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 38644) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:35:51.421474 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130f66cc-39df-48cd-8dfc-3e4e3f967712 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f4dae274-687c-43d5-8fe0-b0ba3958c688,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:35:51.484689 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5830c21e-4579-4bbf-a127-7cbb523a8691 req-3f721e97-64c1-4a62-ba39-bf6e38ff29d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:35:51.486171 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-5830c21e-4579-4bbf-a127-7cbb523a8691 req-3f721e97-64c1-4a62-ba39-bf6e38ff29d0 service neutron] 10.222.0.64 "GET /v2.0/networks?id=5a978d03-e867-402f-82cf-dd4ddce5f44d HTTP/1.1" status: 200 len: 925 time: 0.3042865 Oct 27 10:35:51.604802 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-2959f3cd-01a3-43c3-ad3e-0d8ca8c42ece req-33d0a059-2bfe-45b3-80d2-a4b38165fecc tempest-TestVolumeBackupRestore-352548783 tempest-TestVolumeBackupRestore-352548783-project] 10.222.0.44 "GET /v2.0/ports?device_id=192cba42-d191-4414-a74e-0643929ce3ed HTTP/1.1" status: 200 len: 210 time: 0.0897684 Oct 27 10:35:51.710358 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-5830c21e-4579-4bbf-a127-7cbb523a8691 req-894646ba-f2b5-4a8d-ac71-7c341457727b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=71c8805a-ecf8-4e8b-a207-008c26bd33a9 HTTP/1.1" status: 200 len: 217 time: 0.1706853 Oct 27 10:35:51.816347 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-6550ad8c-d02a-48e7-912a-2def356ab9ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586917'] for network, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:51.825584 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device ae042db6-5355-4488-95e1-49c996e343cd up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:35:51.852941 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5830c21e-4579-4bbf-a127-7cbb523a8691 req-2df9ab64-fe47-4f00-a1ad-a22910e0b877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:35:51.855025 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-5830c21e-4579-4bbf-a127-7cbb523a8691 req-2df9ab64-fe47-4f00-a1ad-a22910e0b877 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=10851c57-3bea-4acc-96dc-c1ca8a8858df HTTP/1.1" status: 200 len: 864 time: 0.1352222 Oct 27 10:35:51.907648 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-5830c21e-4579-4bbf-a127-7cbb523a8691 req-1cc59d77-ee43-47cb-b84b-08dfa0645f4a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5a978d03-e867-402f-82cf-dd4ddce5f44d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338271 Oct 27 10:35:51.912312 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd0a3ae3-ef6b-4ae0-b66c-6bc9c3d7336b None None] DHCP port deletion for 5f1726cf-df95-405e-a4b7-a0ec3cc3a1aa request from n-d-813419-10 {{(pid=102348) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 10:35:51.915726 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-9ca90bec-af44-4cc4-9f65-4e9886bbc15d req-087d972e-dc77-48fc-b4fd-67037a8b506c service neutron] 10.222.0.44 "GET /v2.0/networks/aa51740c-51d7-4a68-bbd6-6ae0d0e0db5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5283391 Oct 27 10:35:51.965837 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65e9849-3b54-4462-bd18-34ddbbc99ea2 req-b2394c5a-73c8-4476-ad2b-270f2c936845 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:35:51.969919 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-3c6a8245-0581-48aa-b5f6-4d8fe98cd16e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:51.975134 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-c65e9849-3b54-4462-bd18-34ddbbc99ea2 req-b2394c5a-73c8-4476-ad2b-270f2c936845 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "GET /v2.0/ports?device_id=58d33066-02f9-456d-8852-aabcf5578798 HTTP/1.1" status: 200 len: 943 time: 0.1093879 Oct 27 10:35:52.009409 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port ae042db6-5355-4488-95e1-49c996e343cd triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:35:52.010262 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:52.030769 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-c65e9849-3b54-4462-bd18-34ddbbc99ea2 req-aa26dadd-2008-4f16-9eac-b33a743bbcf4 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "GET /v2.0/security-groups?id=142cfba7-0116-47cd-9d82-0d26bf880f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548134 Oct 27 10:35:52.047360 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-fd0a3ae3-ef6b-4ae0-b66c-6bc9c3d7336b None None] Deleting port 339753e1-3ce9-4332-b298-c9b9fc49f13d {{(pid=102348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:35:52.047948 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-fd0a3ae3-ef6b-4ae0-b66c-6bc9c3d7336b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:52.153740 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-5830c21e-4579-4bbf-a127-7cbb523a8691 req-52ca9751-d2b8-483b-bd39-9932a90786c0 service neutron] 10.222.0.64 "GET /v2.0/networks/5a978d03-e867-402f-82cf-dd4ddce5f44d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2290516 Oct 27 10:35:52.155353 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-6550ad8c-d02a-48e7-912a-2def356ab9ef admin admin] Deleting port 339753e1-3ce9-4332-b298-c9b9fc49f13d {{(pid=102347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:35:52.155690 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-6550ad8c-d02a-48e7-912a-2def356ab9ef admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:52.168813 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-9ca90bec-af44-4cc4-9f65-4e9886bbc15d req-4a562a33-412b-45c5-b027-646e61df0315 service neutron] 10.222.0.44 "GET /v2.0/networks/aa51740c-51d7-4a68-bbd6-6ae0d0e0db5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2515037 Oct 27 10:35:52.169563 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-fd0a3ae3-ef6b-4ae0-b66c-6bc9c3d7336b None None] For port 339753e1-3ce9-4332-b298-c9b9fc49f13d, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=339753e1-3ce9-4332-b298-c9b9fc49f13d,segment=NetworkSegment(ace8832b-0d39-4720-866a-60ecd5970cfb),segment_id=ace8832b-0d39-4720-866a-60ecd5970cfb)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:35:52.170572 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-fd0a3ae3-ef6b-4ae0-b66c-6bc9c3d7336b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:52.210553 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-fd0a3ae3-ef6b-4ae0-b66c-6bc9c3d7336b None None] Calling delete_port for 339753e1-3ce9-4332-b298-c9b9fc49f13d owned by network:dhcp {{(pid=102348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:35:52.267916 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6785edbf-7813-44ad-9c6f-5438e7e02064 req-e5c9e2f1-5479-49d8-b0b8-4c366aa786a5 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:35:52.276488 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-6785edbf-7813-44ad-9c6f-5438e7e02064 req-e5c9e2f1-5479-49d8-b0b8-4c366aa786a5 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/ports?device_id=f6fc38b4-3d34-4580-bd35-a4b845297319 HTTP/1.1" status: 200 len: 946 time: 0.1229107 Oct 27 10:35:52.279968 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 1f126ddd-8f9d-4ece-a015-8aae84ec702c no longer exists at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:35:52.309633 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] No Port match for: 1f126ddd-8f9d-4ece-a015-8aae84ec702c {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:35:52.309992 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 1f126ddd-8f9d-4ece-a015-8aae84ec702c not bound to the agent host n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:35:52.351223 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-6785edbf-7813-44ad-9c6f-5438e7e02064 req-84551ae6-92b7-45cd-bd20-ee69c1ee17e5 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/security-groups?id=042a0afe-bacb-4048-aed3-353e9c85bd81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641639 Oct 27 10:35:52.431131 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-fd0a3ae3-ef6b-4ae0-b66c-6bc9c3d7336b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615'] for port, after_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:52.491894 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [None req-6550ad8c-d02a-48e7-912a-2def356ab9ef admin admin] For port 339753e1-3ce9-4332-b298-c9b9fc49f13d, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=339753e1-3ce9-4332-b298-c9b9fc49f13d,segment=NetworkSegment(ace8832b-0d39-4720-866a-60ecd5970cfb),segment_id=ace8832b-0d39-4720-866a-60ecd5970cfb)] {{(pid=102347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:35:52.492489 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-6550ad8c-d02a-48e7-912a-2def356ab9ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:52.498070 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0a3ae3-ef6b-4ae0-b66c-6bc9c3d7336b None None] Pushing event deleted for resources: {'Port': ['ID=339753e1-3ce9-4332-b298-c9b9fc49f13d,revision_number=None']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:35:52.512530 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd0a3ae3-ef6b-4ae0-b66c-6bc9c3d7336b None None] No DVR routers for this DVR port 339753e1-3ce9-4332-b298-c9b9fc49f13d on host n-d-813419-10 {{(pid=102348) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:35:52.551983 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-6550ad8c-d02a-48e7-912a-2def356ab9ef admin admin] Calling delete_port for 339753e1-3ce9-4332-b298-c9b9fc49f13d owned by network:dhcp {{(pid=102347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:35:52.606233 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-5830c21e-4579-4bbf-a127-7cbb523a8691 req-9fa7635a-579e-4d11-ba84-827d6bb3c78c service neutron] 10.222.0.64 "GET /v2.0/networks/5a978d03-e867-402f-82cf-dd4ddce5f44d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4325716 Oct 27 10:35:52.643736 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d79a02-80c8-4622-b8f2-49bc91a36955 req-abc602e6-05ce-4165-a98e-c197c2a81712 tempest-ServersNegativeTestMultiTenantJSON-1817010460 tempest-ServersNegativeTestMultiTenantJSON-1817010460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:35:52.654841 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-e7d79a02-80c8-4622-b8f2-49bc91a36955 req-abc602e6-05ce-4165-a98e-c197c2a81712 tempest-ServersNegativeTestMultiTenantJSON-1817010460 tempest-ServersNegativeTestMultiTenantJSON-1817010460-project] 10.222.0.44 "GET /v2.0/ports?device_id=b49c259e-3d43-4028-85b6-208593361824 HTTP/1.1" status: 200 len: 943 time: 0.1278517 Oct 27 10:35:52.721868 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-e7d79a02-80c8-4622-b8f2-49bc91a36955 req-880da92b-e478-458b-80ec-3acab9f12303 tempest-ServersNegativeTestMultiTenantJSON-1817010460 tempest-ServersNegativeTestMultiTenantJSON-1817010460-project] 10.222.0.44 "GET /v2.0/security-groups?id=1c9159dc-42f4-43bf-b611-72129485dab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624344 Oct 27 10:35:52.765944 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-6550ad8c-d02a-48e7-912a-2def356ab9ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:52.801757 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6550ad8c-d02a-48e7-912a-2def356ab9ef admin admin] Pushing event deleted for resources: {'Port': ['ID=339753e1-3ce9-4332-b298-c9b9fc49f13d,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:35:52.804633 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6550ad8c-d02a-48e7-912a-2def356ab9ef admin admin] No DVR routers for this DVR port 339753e1-3ce9-4332-b298-c9b9fc49f13d on host n-d-813419-10 {{(pid=102347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:35:52.856869 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-7b82e4c2-78b6-41ea-953d-4780dd258289 req-5dc363f7-af63-4331-9f05-961d8320b346 tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] 10.222.0.44 "GET /v2.0/ports?device_id=c9a90d06-b4fc-47d5-8eb2-455b727b5399 HTTP/1.1" status: 200 len: 210 time: 0.0753875 Oct 27 10:35:52.919090 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-6550ad8c-d02a-48e7-912a-2def356ab9ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857803', 'neutron.services.segments.db._delete_segments_for_network-8743873143390'] for network, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:52.945853 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-6550ad8c-d02a-48e7-912a-2def356ab9ef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f1726cf-df95-405e-a4b7-a0ec3cc3a1aa']}} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:35:52.962591 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-6550ad8c-d02a-48e7-912a-2def356ab9ef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ace8832b-0d39-4720-866a-60ecd5970cfb') {'for_net_delete': True} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:35:52.963599 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-6550ad8c-d02a-48e7-912a-2def356ab9ef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ace8832b-0d39-4720-866a-60ecd5970cfb') {} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:35:52.975568 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-6550ad8c-d02a-48e7-912a-2def356ab9ef admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743873145191', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18445132'] for segment, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:52.992700 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-6550ad8c-d02a-48e7-912a-2def356ab9ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:52.999264 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6550ad8c-d02a-48e7-912a-2def356ab9ef admin admin] Releasing vlan 449 on physical network physnet1 to pool {{(pid=102347) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 10:35:52.999759 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-6550ad8c-d02a-48e7-912a-2def356ab9ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-18296032'] for segment, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:53.011029 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d908986-fb07-411b-98d1-fd0c661be78b req-cedf5038-8cae-4ebe-81ae-a55ef0f8d0da tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:35:53.012620 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-7d908986-fb07-411b-98d1-fd0c661be78b req-cedf5038-8cae-4ebe-81ae-a55ef0f8d0da tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.44 "GET /v2.0/ports?device_id=7914b79f-813e-4a1a-a033-e34f7b6346e5 HTTP/1.1" status: 200 len: 945 time: 0.0866020 Oct 27 10:35:53.071123 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-7d908986-fb07-411b-98d1-fd0c661be78b req-86078384-d87d-4f48-9f3d-54f56f4a97f3 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.44 "GET /v2.0/security-groups?id=1cfb3b36-7fdd-4213-b115-9d47e1636c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517223 Oct 27 10:35:53.089795 n-d-813419-10 neutron-server[102347]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 10:35:53.089795 n-d-813419-10 neutron-server[102347]: self.session.flush() Oct 27 10:35:53.089795 n-d-813419-10 neutron-server[102347]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 10:35:53.089795 n-d-813419-10 neutron-server[102347]: self.session.flush() Oct 27 10:35:53.089795 n-d-813419-10 neutron-server[102347]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 10:35:53.089795 n-d-813419-10 neutron-server[102347]: self.session.flush() Oct 27 10:35:53.089795 n-d-813419-10 neutron-server[102347]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 10:35:53.089795 n-d-813419-10 neutron-server[102347]: self.session.flush() Oct 27 10:35:53.089795 n-d-813419-10 neutron-server[102347]: Traceback (most recent call last): Oct 27 10:35:53.089795 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 10:35:53.089795 n-d-813419-10 neutron-server[102347]: timer() Oct 27 10:35:53.089795 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 10:35:53.089795 n-d-813419-10 neutron-server[102347]: cb(*args, **kw) Oct 27 10:35:53.089795 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 10:35:53.089795 n-d-813419-10 neutron-server[102347]: return func(*args, **kwargs) Oct 27 10:35:53.089795 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 10:35:53.089795 n-d-813419-10 neutron-server[102347]: self._notify() Oct 27 10:35:53.089795 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 10:35:53.089795 n-d-813419-10 neutron-server[102347]: self.callback(batched_events) Oct 27 10:35:53.089795 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 10:35:53.089795 n-d-813419-10 neutron-server[102347]: event.method(event) Oct 27 10:35:53.089795 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 10:35:53.089795 n-d-813419-10 neutron-server[102347]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 10:35:53.089795 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 10:35:53.089795 n-d-813419-10 neutron-server[102347]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 10:35:53.089795 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 10:35:53.089795 n-d-813419-10 neutron-server[102347]: return f(self, *a, **k) Oct 27 10:35:53.089795 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 10:35:53.089795 n-d-813419-10 neutron-server[102347]: return self._get(url).json() Oct 27 10:35:53.089795 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 10:35:53.089795 n-d-813419-10 neutron-server[102347]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 10:35:53.089795 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 10:35:53.089795 n-d-813419-10 neutron-server[102347]: return self.request(url, 'GET', **kwargs) Oct 27 10:35:53.089795 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 10:35:53.089795 n-d-813419-10 neutron-server[102347]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 10:35:53.089795 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 10:35:53.089795 n-d-813419-10 neutron-server[102347]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 10:35:53.089795 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 10:35:53.089795 n-d-813419-10 neutron-server[102347]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 10:35:53.089795 n-d-813419-10 neutron-server[102347]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 10:35:53.112514 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-6550ad8c-d02a-48e7-912a-2def356ab9ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664840'] for network, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:53.153551 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-1d2e2b72-624c-4533-b2ef-b0416032993b req-996d7539-bf0a-42de-b4dc-826146b0b667 tempest-TestVolumeBackupRestore-352548783 tempest-TestVolumeBackupRestore-352548783-project] 10.222.0.44 "GET /v2.0/ports?device_id=192cba42-d191-4414-a74e-0643929ce3ed HTTP/1.1" status: 200 len: 210 time: 0.0627222 Oct 27 10:35:53.155007 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-6550ad8c-d02a-48e7-912a-2def356ab9ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for network, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:53.158903 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-6550ad8c-d02a-48e7-912a-2def356ab9ef admin admin] 10.222.0.44 "DELETE /v2.0/networks/5f1726cf-df95-405e-a4b7-a0ec3cc3a1aa HTTP/1.1" status: 204 len: 168 time: 1.7366114 Oct 27 10:35:53.159873 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6550ad8c-d02a-48e7-912a-2def356ab9ef admin admin] Pushing event deleted for resources: {'Network': ['ID=5f1726cf-df95-405e-a4b7-a0ec3cc3a1aa,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:35:53.341368 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 38696) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:35:53.378559 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device c4bf061e-3837-4940-b2a7-a9d33d973de6 no longer exists at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:35:53.382487 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f3d878-c4c2-4315-b2b2-ba60a4318ee5 req-47363ac6-5ad5-42de-93d1-f8d091ad926d tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:35:53.384148 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-58f3d878-c4c2-4315-b2b2-ba60a4318ee5 req-47363ac6-5ad5-42de-93d1-f8d091ad926d tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "GET /v2.0/ports?device_id=58d33066-02f9-456d-8852-aabcf5578798 HTTP/1.1" status: 200 len: 943 time: 0.1158464 Oct 27 10:35:53.414307 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] No Port match for: c4bf061e-3837-4940-b2a7-a9d33d973de6 {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:35:53.415070 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device c4bf061e-3837-4940-b2a7-a9d33d973de6 not bound to the agent host n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:35:53.416479 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 339753e1-3ce9-4332-b298-c9b9fc49f13d no longer exists at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:35:53.433670 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-44c387bc-4c82-465f-b4b1-6453cccdae90 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4aa10ad73dbe4076b2c4dd14c0d23687&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0910304 Oct 27 10:35:53.436370 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 38698) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:35:53.446199 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-58f3d878-c4c2-4315-b2b2-ba60a4318ee5 req-465e1da2-cd49-4637-87eb-f7a95610ca5c tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "GET /v2.0/security-groups?id=142cfba7-0116-47cd-9d82-0d26bf880f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523682 Oct 27 10:35:53.477142 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] No Port match for: 339753e1-3ce9-4332-b298-c9b9fc49f13d {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:35:53.477693 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 339753e1-3ce9-4332-b298-c9b9fc49f13d not bound to the agent host n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:35:53.507390 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-7118bfab-07dd-47a8-ab70-3fbe8f4e2ffb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:53.523696 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a610efa4-725a-4964-b84c-ddcaa3906b43 req-3e4ab12a-0dcf-4a0a-b2ce-88074ba9c870 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:35:53.528059 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-a610efa4-725a-4964-b84c-ddcaa3906b43 req-3e4ab12a-0dcf-4a0a-b2ce-88074ba9c870 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.44 "GET /v2.0/ports?device_id=7914b79f-813e-4a1a-a033-e34f7b6346e5 HTTP/1.1" status: 200 len: 945 time: 0.0987275 Oct 27 10:35:53.535158 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-7118bfab-07dd-47a8-ab70-3fbe8f4e2ffb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:53.535731 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device 71c8805a-ecf8-4e8b-a207-008c26bd33a9 details requested by agent hyperv_n-h1-813419-10 with host n-h1-813419-10 {{(pid=102348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 10:35:53.594889 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-7118bfab-07dd-47a8-ab70-3fbe8f4e2ffb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:53.597710 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-7118bfab-07dd-47a8-ab70-3fbe8f4e2ffb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:53.602572 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-7118bfab-07dd-47a8-ab70-3fbe8f4e2ffb admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/652e3df3-defd-4709-b4c8-a9361485da20 HTTP/1.1" status: 204 len: 168 time: 0.1649137 Oct 27 10:35:53.610644 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-a610efa4-725a-4964-b84c-ddcaa3906b43 req-9ca1f985-7e4b-400f-9eea-ff25bf06d2fa tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.44 "GET /v2.0/security-groups?id=1cfb3b36-7fdd-4213-b115-9d47e1636c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681803 Oct 27 10:35:53.614020 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7118bfab-07dd-47a8-ab70-3fbe8f4e2ffb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=652e3df3-defd-4709-b4c8-a9361485da20,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:35:53.718104 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port 71c8805a-ecf8-4e8b-a207-008c26bd33a9, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=71c8805a-ecf8-4e8b-a207-008c26bd33a9,segment=NetworkSegment(8eda14f5-a5c6-4014-8956-340b51f571e1),segment_id=8eda14f5-a5c6-4014-8956-340b51f571e1)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:35:53.730228 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Returning: {'device': '71c8805a-ecf8-4e8b-a207-008c26bd33a9', 'network_id': '5a978d03-e867-402f-82cf-dd4ddce5f44d', 'port_id': '71c8805a-ecf8-4e8b-a207-008c26bd33a9', 'mac_address': 'fa:16:3e:da:cd:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 419, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10851c57-3bea-4acc-96dc-c1ca8a8858df', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 10:35:53.780239 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:53.803086 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71c8805a-ecf8-4e8b-a207-008c26bd33a9 {{(pid=102348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:35:53.827188 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port 71c8805a-ecf8-4e8b-a207-008c26bd33a9, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=71c8805a-ecf8-4e8b-a207-008c26bd33a9,segment=NetworkSegment(8eda14f5-a5c6-4014-8956-340b51f571e1),segment_id=8eda14f5-a5c6-4014-8956-340b51f571e1)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:35:53.832794 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:53.857227 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13046346-b31c-443a-8896-8737e2a9401a req-a99f41fc-d7d5-48aa-bf9d-dee4ee9d672b tempest-ServersNegativeTestMultiTenantJSON-1817010460 tempest-ServersNegativeTestMultiTenantJSON-1817010460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:35:53.862693 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-13046346-b31c-443a-8896-8737e2a9401a req-a99f41fc-d7d5-48aa-bf9d-dee4ee9d672b tempest-ServersNegativeTestMultiTenantJSON-1817010460 tempest-ServersNegativeTestMultiTenantJSON-1817010460-project] 10.222.0.44 "GET /v2.0/ports?device_id=b49c259e-3d43-4028-85b6-208593361824 HTTP/1.1" status: 200 len: 943 time: 0.0671506 Oct 27 10:35:53.901920 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Pushing event updated for resources: {'Port': ['ID=71c8805a-ecf8-4e8b-a207-008c26bd33a9,revision_number=4']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:35:53.911750 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:35:53.912112 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:35:53.912500 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:35:53.912839 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:35:53.913196 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:35:53.913766 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:35:53.913913 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:35:53.914140 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:35:53.914461 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:35:53.914784 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:35:53.915108 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:35:53.915431 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:35:54.045069 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-13046346-b31c-443a-8896-8737e2a9401a req-42f26d6e-6d64-4b31-af4b-d7d29b3558dd tempest-ServersNegativeTestMultiTenantJSON-1817010460 tempest-ServersNegativeTestMultiTenantJSON-1817010460-project] 10.222.0.44 "GET /v2.0/security-groups?id=1c9159dc-42f4-43bf-b611-72129485dab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741009 Oct 27 10:35:54.045556 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-86308c9f-425d-478c-8332-73bed5c1d86f req-cc620a79-1ecd-4796-8d08-8a56943347c9 tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] 10.222.0.44 "GET /v2.0/ports?device_id=c9a90d06-b4fc-47d5-8eb2-455b727b5399 HTTP/1.1" status: 200 len: 210 time: 0.0620625 Oct 27 10:35:54.156080 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca90bec-af44-4cc4-9f65-4e9886bbc15d req-23ffb15b-817e-4c69-88eb-b865dcd85a4f tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:35:54.157938 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-9ca90bec-af44-4cc4-9f65-4e9886bbc15d req-23ffb15b-817e-4c69-88eb-b865dcd85a4f tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] 10.222.0.76 "GET /v2.0/networks?id=aa51740c-51d7-4a68-bbd6-6ae0d0e0db5c HTTP/1.1" status: 200 len: 796 time: 0.2127984 Oct 27 10:35:54.171841 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] get_ports_and_sgs() called for port_ids ['71c8805a-ecf8-4e8b-a207-008c26bd33a9'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:35:54.242963 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-9ca90bec-af44-4cc4-9f65-4e9886bbc15d req-ab188128-0939-4222-b638-dccbcb6a8b37 tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2005088b555845b0a237dc93fae61807 HTTP/1.1" status: 200 len: 478 time: 0.0715473 Oct 27 10:35:54.263034 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [req-9ca90bec-af44-4cc4-9f65-4e9886bbc15d req-5630149f-aacd-4819-a5b7-92e9584d775f tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Request body: {'port': {'device_id': 'c9a90d06-b4fc-47d5-8eb2-455b727b5399', 'network_id': 'aa51740c-51d7-4a68-bbd6-6ae0d0e0db5c', 'admin_state_up': True, 'tenant_id': '2005088b555845b0a237dc93fae61807', 'security_groups': ['129df1dd-515e-4db3-af91-151fa02c020c', '8b320932-ab34-453c-a18d-838c18c0b4b3']}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:35:54.294807 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-060a6b96-9e29-4c3d-b7df-8ec8b5820f34 req-787180f8-b301-4258-9168-bf9920978977 tempest-TestVolumeBackupRestore-352548783 tempest-TestVolumeBackupRestore-352548783-project] 10.222.0.44 "GET /v2.0/ports?device_id=192cba42-d191-4414-a74e-0643929ce3ed HTTP/1.1" status: 200 len: 210 time: 0.0502813 Oct 27 10:35:54.425012 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ca90bec-af44-4cc4-9f65-4e9886bbc15d req-5630149f-aacd-4819-a5b7-92e9584d775f tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Made reservation on behalf of 2005088b555845b0a237dc93fae61807 for: {'port': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:35:54.428702 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-9ca90bec-af44-4cc4-9f65-4e9886bbc15d req-5630149f-aacd-4819-a5b7-92e9584d775f tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:54.599644 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_common [req-9ca90bec-af44-4cc4-9f65-4e9886bbc15d req-5630149f-aacd-4819-a5b7-92e9584d775f tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Allocated IP 172.20.0.3 (aa51740c-51d7-4a68-bbd6-6ae0d0e0db5c/f761a9bd-700a-4750-b8c8-2ed54e04f135/d8e10c2d-801b-4ced-8252-16c533f3080d) {{(pid=102347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:35:54.607056 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89b158f-2154-4753-a924-040638ac23d8 req-96380847-67be-4f47-a5d0-99051adccb9a tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:35:54.616377 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-e89b158f-2154-4753-a924-040638ac23d8 req-96380847-67be-4f47-a5d0-99051adccb9a tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "GET /v2.0/ports?device_id=58d33066-02f9-456d-8852-aabcf5578798 HTTP/1.1" status: 200 len: 943 time: 0.0694764 Oct 27 10:35:54.683008 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-e89b158f-2154-4753-a924-040638ac23d8 req-f046bb0a-ddf7-4494-b545-7fb679707fe4 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "GET /v2.0/security-groups?id=142cfba7-0116-47cd-9d82-0d26bf880f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603268 Oct 27 10:35:54.838339 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ceca1a-f303-4de0-be3a-2d9a319b454c req-e351f2c5-743b-4d6c-b64c-b361c6934ba4 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:35:54.839878 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-a8ceca1a-f303-4de0-be3a-2d9a319b454c req-e351f2c5-743b-4d6c-b64c-b361c6934ba4 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.44 "GET /v2.0/ports?device_id=7914b79f-813e-4a1a-a033-e34f7b6346e5 HTTP/1.1" status: 200 len: 945 time: 0.1460116 Oct 27 10:35:54.926228 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-9ca90bec-af44-4cc4-9f65-4e9886bbc15d req-5630149f-aacd-4819-a5b7-92e9584d775f tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Publish callbacks [] for port, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:54.930509 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-a8ceca1a-f303-4de0-be3a-2d9a319b454c req-e9c6780b-b1d3-4f1b-910d-4df7670cef23 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.44 "GET /v2.0/security-groups?id=1cfb3b36-7fdd-4213-b115-9d47e1636c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841413 Oct 27 10:35:54.964395 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-9ca90bec-af44-4cc4-9f65-4e9886bbc15d req-5630149f-aacd-4819-a5b7-92e9584d775f tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:55.010414 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ca90bec-af44-4cc4-9f65-4e9886bbc15d req-5630149f-aacd-4819-a5b7-92e9584d775f tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Network aa51740c-51d7-4a68-bbd6-6ae0d0e0db5c is already hosted by enough agents. {{(pid=102347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:35:55.015797 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [req-9ca90bec-af44-4cc4-9f65-4e9886bbc15d req-5630149f-aacd-4819-a5b7-92e9584d775f tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Resources bound (agent type, host, resource id): {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:35:55.018631 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ca90bec-af44-4cc4-9f65-4e9886bbc15d req-5630149f-aacd-4819-a5b7-92e9584d775f tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Received port after_create {{(pid=102347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:35:55.088802 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5630149f-aacd-4819-a5b7-92e9584d775f tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Pushing event updated for resources: {'Port': ['ID=d8e10c2d-801b-4ced-8252-16c533f3080d,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:35:55.142578 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca90bec-af44-4cc4-9f65-4e9886bbc15d req-5630149f-aacd-4819-a5b7-92e9584d775f tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:35:55.143224 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-9ca90bec-af44-4cc4-9f65-4e9886bbc15d req-5630149f-aacd-4819-a5b7-92e9584d775f tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:55.174545 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-9ca90bec-af44-4cc4-9f65-4e9886bbc15d req-5630149f-aacd-4819-a5b7-92e9584d775f tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 0.9191313 Oct 27 10:35:55.214117 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [req-9ca90bec-af44-4cc4-9f65-4e9886bbc15d req-8a213334-8d97-4e7e-9574-b3adc6fa8ce1 service neutron] Request body: {'port': {'device_id': 'c9a90d06-b4fc-47d5-8eb2-455b727b5399', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-10'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:35:55.327493 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57a6322-f6c2-4c65-a61e-1dc4558e172d req-39095e32-24db-4cb1-9f3e-405d8a675da6 tempest-ServersNegativeTestMultiTenantJSON-1817010460 tempest-ServersNegativeTestMultiTenantJSON-1817010460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:35:55.328884 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-9ca90bec-af44-4cc4-9f65-4e9886bbc15d req-8a213334-8d97-4e7e-9574-b3adc6fa8ce1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:55.331060 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-e57a6322-f6c2-4c65-a61e-1dc4558e172d req-39095e32-24db-4cb1-9f3e-405d8a675da6 tempest-ServersNegativeTestMultiTenantJSON-1817010460 tempest-ServersNegativeTestMultiTenantJSON-1817010460-project] 10.222.0.44 "GET /v2.0/ports?device_id=b49c259e-3d43-4028-85b6-208593361824 HTTP/1.1" status: 200 len: 944 time: 0.1085327 Oct 27 10:35:55.360704 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-b118a3f7-8dae-4926-b321-a3ccc8ddb44d None None] Provisioning complete for port d8e10c2d-801b-4ced-8252-16c533f3080d triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:35:55.361261 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-b118a3f7-8dae-4926-b321-a3ccc8ddb44d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:55.361648 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb6c7fe-249a-4864-983c-6f2a6bb015ec req-33a5745a-28ea-4c49-85c2-356fb9df97c4 tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:35:55.363448 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8bb6c7fe-249a-4864-983c-6f2a6bb015ec req-33a5745a-28ea-4c49-85c2-356fb9df97c4 tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] 10.222.0.44 "GET /v2.0/ports?device_id=c9a90d06-b4fc-47d5-8eb2-455b727b5399 HTTP/1.1" status: 200 len: 970 time: 0.1875839 Oct 27 10:35:55.387707 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-e57a6322-f6c2-4c65-a61e-1dc4558e172d req-e75acddd-1a66-478f-87f1-ad87b36633a4 tempest-ServersNegativeTestMultiTenantJSON-1817010460 tempest-ServersNegativeTestMultiTenantJSON-1817010460-project] 10.222.0.44 "GET /v2.0/security-groups?id=1c9159dc-42f4-43bf-b611-72129485dab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466518 Oct 27 10:35:55.418245 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-b118a3f7-8dae-4926-b321-a3ccc8ddb44d None None] Port d8e10c2d-801b-4ced-8252-16c533f3080d cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:35:55.535746 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 38772) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:35:55.538785 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device c9c20c2b-6e5b-42e4-9a9a-ff863d22fcbf details requested by agent hyperv_n-h1-813419-10 with host n-h1-813419-10 {{(pid=102348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 10:35:55.543109 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device 71c8805a-ecf8-4e8b-a207-008c26bd33a9 up at agent hyperv_n-h1-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:35:55.547995 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8bb6c7fe-249a-4864-983c-6f2a6bb015ec req-f6a28b21-f8ee-41ec-872b-ea9d4ed9c3fd tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] 10.222.0.44 "GET /v2.0/security-groups?id=129df1dd-515e-4db3-af91-151fa02c020c&id=8b320932-ab34-453c-a18d-838c18c0b4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1518948 Oct 27 10:35:55.644423 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Provisioning for port 71c8805a-ecf8-4e8b-a207-008c26bd33a9 completed by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 10:35:55.647409 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-c7a52d79-ff68-41c2-830c-f6be53742fd3 tempest-TestVolumeBackupRestore-352548783 tempest-TestVolumeBackupRestore-352548783-project] Publish callbacks [] for security_group, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:55.675112 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Provisioning complete for port 71c8805a-ecf8-4e8b-a207-008c26bd33a9 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:35:55.675481 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:55.694675 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-c7a52d79-ff68-41c2-830c-f6be53742fd3 tempest-TestVolumeBackupRestore-352548783 tempest-TestVolumeBackupRestore-352548783-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:55.802167 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [req-9ca90bec-af44-4cc4-9f65-4e9886bbc15d req-8a213334-8d97-4e7e-9574-b3adc6fa8ce1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8e10c2d-801b-4ced-8252-16c533f3080d {{(pid=102347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:35:55.811850 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-9ca90bec-af44-4cc4-9f65-4e9886bbc15d req-8a213334-8d97-4e7e-9574-b3adc6fa8ce1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:55.827098 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.provisioning_blocks [req-9ca90bec-af44-4cc4-9f65-4e9886bbc15d req-8a213334-8d97-4e7e-9574-b3adc6fa8ce1 service neutron] Transition to ACTIVE for port object d8e10c2d-801b-4ced-8252-16c533f3080d will not be triggered until provisioned by entity L2. {{(pid=102347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 10:35:55.830517 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 38778) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:35:55.838409 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-9ca90bec-af44-4cc4-9f65-4e9886bbc15d req-8a213334-8d97-4e7e-9574-b3adc6fa8ce1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:55.903331 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a213334-8d97-4e7e-9574-b3adc6fa8ce1 service neutron] Pushing event updated for resources: {'Port': ['ID=d8e10c2d-801b-4ced-8252-16c533f3080d,revision_number=2']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:35:55.904607 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7791e2e7-b36c-4183-820d-4507f1e39c79 req-8a2107fd-7e55-4c4d-abf3-6ea9a04e0dae tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:35:55.917982 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-7791e2e7-b36c-4183-820d-4507f1e39c79 req-8a2107fd-7e55-4c4d-abf3-6ea9a04e0dae tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "GET /v2.0/ports?device_id=58d33066-02f9-456d-8852-aabcf5578798 HTTP/1.1" status: 200 len: 943 time: 0.1280272 Oct 27 10:35:55.957366 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port c9c20c2b-6e5b-42e4-9a9a-ff863d22fcbf, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=c9c20c2b-6e5b-42e4-9a9a-ff863d22fcbf,segment=NetworkSegment(3fa8f95e-6276-4974-b5c0-da1e0ae271fc),segment_id=3fa8f95e-6276-4974-b5c0-da1e0ae271fc)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:35:55.989845 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-c7a52d79-ff68-41c2-830c-f6be53742fd3 tempest-TestVolumeBackupRestore-352548783 tempest-TestVolumeBackupRestore-352548783-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:55.996709 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-c7a52d79-ff68-41c2-830c-f6be53742fd3 tempest-TestVolumeBackupRestore-352548783 tempest-TestVolumeBackupRestore-352548783-project] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:56.009876 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-c7a52d79-ff68-41c2-830c-f6be53742fd3 tempest-TestVolumeBackupRestore-352548783 tempest-TestVolumeBackupRestore-352548783-project] 10.222.0.44 "DELETE /v2.0/security-groups/0e7605b8-d9f5-4d60-9d34-d90bbb4e1b0d HTTP/1.1" status: 204 len: 168 time: 0.4717264 Oct 27 10:35:56.014218 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-9ca90bec-af44-4cc4-9f65-4e9886bbc15d req-8a213334-8d97-4e7e-9574-b3adc6fa8ce1 service neutron] Attempting to bind port d8e10c2d-801b-4ced-8252-16c533f3080d on host n-h2-813419-10 for vnic_type normal with profile {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:35:56.014771 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-9ca90bec-af44-4cc4-9f65-4e9886bbc15d req-8a213334-8d97-4e7e-9574-b3adc6fa8ce1 service neutron] Attempting to bind port d8e10c2d-801b-4ced-8252-16c533f3080d by drivers openvswitch,hyperv on host n-h2-813419-10 at level 0 using segments [{'id': '7fb3a14a-cd7b-486a-9a71-3dc38f16284d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'aa51740c-51d7-4a68-bbd6-6ae0d0e0db5c'}] {{(pid=102347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:35:56.015326 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ca90bec-af44-4cc4-9f65-4e9886bbc15d req-8a213334-8d97-4e7e-9574-b3adc6fa8ce1 service neutron] Attempting to bind port d8e10c2d-801b-4ced-8252-16c533f3080d on network aa51740c-51d7-4a68-bbd6-6ae0d0e0db5c {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:35:56.019404 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Returning: {'device': 'c9c20c2b-6e5b-42e4-9a9a-ff863d22fcbf', 'network_id': 'fca909b5-2d06-4825-8091-33382048b635', 'port_id': 'c9c20c2b-6e5b-42e4-9a9a-ff863d22fcbf', 'mac_address': 'fa:16:3e:3c:7f:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 429, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71c50f4e-5d00-4779-bfe1-162c05f5fddb', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 10:35:56.020687 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ca90bec-af44-4cc4-9f65-4e9886bbc15d req-8a213334-8d97-4e7e-9574-b3adc6fa8ce1 service neutron] Port d8e10c2d-801b-4ced-8252-16c533f3080d on network aa51740c-51d7-4a68-bbd6-6ae0d0e0db5c not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-10 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 10:35:56.021187 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ca90bec-af44-4cc4-9f65-4e9886bbc15d req-8a213334-8d97-4e7e-9574-b3adc6fa8ce1 service neutron] Attempting to bind port d8e10c2d-801b-4ced-8252-16c533f3080d on network aa51740c-51d7-4a68-bbd6-6ae0d0e0db5c {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:35:56.026952 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ca90bec-af44-4cc4-9f65-4e9886bbc15d req-8a213334-8d97-4e7e-9574-b3adc6fa8ce1 service neutron] Checking agent: {'id': 'a2edc247-0fa4-4ce6-bbae-a10492f6bd71', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 16, 9), 'started_at': datetime.datetime(2021, 10, 27, 10, 16, 9), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 35, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:35:56.027749 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ca90bec-af44-4cc4-9f65-4e9886bbc15d req-8a213334-8d97-4e7e-9574-b3adc6fa8ce1 service neutron] Checking segment: {'id': '7fb3a14a-cd7b-486a-9a71-3dc38f16284d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'aa51740c-51d7-4a68-bbd6-6ae0d0e0db5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:35:56.028393 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ca90bec-af44-4cc4-9f65-4e9886bbc15d req-8a213334-8d97-4e7e-9574-b3adc6fa8ce1 service neutron] Bound using segment: {'id': '7fb3a14a-cd7b-486a-9a71-3dc38f16284d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'aa51740c-51d7-4a68-bbd6-6ae0d0e0db5c'} {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:35:56.029175 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-9ca90bec-af44-4cc4-9f65-4e9886bbc15d req-8a213334-8d97-4e7e-9574-b3adc6fa8ce1 service neutron] Bound port: d8e10c2d-801b-4ced-8252-16c533f3080d, host: n-h2-813419-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7fb3a14a-cd7b-486a-9a71-3dc38f16284d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'aa51740c-51d7-4a68-bbd6-6ae0d0e0db5c'}}] {{(pid=102347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:35:56.029717 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-9ca90bec-af44-4cc4-9f65-4e9886bbc15d req-8a213334-8d97-4e7e-9574-b3adc6fa8ce1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:56.079541 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a52d79-ff68-41c2-830c-f6be53742fd3 tempest-TestVolumeBackupRestore-352548783 tempest-TestVolumeBackupRestore-352548783-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e7605b8-d9f5-4d60-9d34-d90bbb4e1b0d,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:35:56.083864 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:56.105307 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a52d79-ff68-41c2-830c-f6be53742fd3 tempest-TestVolumeBackupRestore-352548783 tempest-TestVolumeBackupRestore-352548783-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:35:56.105669 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a52d79-ff68-41c2-830c-f6be53742fd3 tempest-TestVolumeBackupRestore-352548783 tempest-TestVolumeBackupRestore-352548783-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:35:56.106167 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a52d79-ff68-41c2-830c-f6be53742fd3 tempest-TestVolumeBackupRestore-352548783 tempest-TestVolumeBackupRestore-352548783-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:35:56.106313 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a52d79-ff68-41c2-830c-f6be53742fd3 tempest-TestVolumeBackupRestore-352548783 tempest-TestVolumeBackupRestore-352548783-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:35:56.106659 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a52d79-ff68-41c2-830c-f6be53742fd3 tempest-TestVolumeBackupRestore-352548783 tempest-TestVolumeBackupRestore-352548783-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:35:56.106954 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a52d79-ff68-41c2-830c-f6be53742fd3 tempest-TestVolumeBackupRestore-352548783 tempest-TestVolumeBackupRestore-352548783-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:35:56.107282 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a52d79-ff68-41c2-830c-f6be53742fd3 tempest-TestVolumeBackupRestore-352548783 tempest-TestVolumeBackupRestore-352548783-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:35:56.107605 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a52d79-ff68-41c2-830c-f6be53742fd3 tempest-TestVolumeBackupRestore-352548783 tempest-TestVolumeBackupRestore-352548783-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:35:56.118496 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a52d79-ff68-41c2-830c-f6be53742fd3 tempest-TestVolumeBackupRestore-352548783 tempest-TestVolumeBackupRestore-352548783-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:35:56.118937 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a52d79-ff68-41c2-830c-f6be53742fd3 tempest-TestVolumeBackupRestore-352548783 tempest-TestVolumeBackupRestore-352548783-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:35:56.119785 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a52d79-ff68-41c2-830c-f6be53742fd3 tempest-TestVolumeBackupRestore-352548783 tempest-TestVolumeBackupRestore-352548783-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:35:56.120121 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a52d79-ff68-41c2-830c-f6be53742fd3 tempest-TestVolumeBackupRestore-352548783 tempest-TestVolumeBackupRestore-352548783-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:35:56.131613 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c9c20c2b-6e5b-42e4-9a9a-ff863d22fcbf {{(pid=102348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:35:56.136583 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-7791e2e7-b36c-4183-820d-4507f1e39c79 req-2a5a3567-ca2d-4dce-b033-5eb21aa75f2e tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "GET /v2.0/security-groups?id=142cfba7-0116-47cd-9d82-0d26bf880f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2173297 Oct 27 10:35:56.164737 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-9ca90bec-af44-4cc4-9f65-4e9886bbc15d req-8a213334-8d97-4e7e-9574-b3adc6fa8ce1 service neutron] For port d8e10c2d-801b-4ced-8252-16c533f3080d, host n-h2-813419-10, cleared binding levels {{(pid=102347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:35:56.169052 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-9ca90bec-af44-4cc4-9f65-4e9886bbc15d req-8a213334-8d97-4e7e-9574-b3adc6fa8ce1 service neutron] For port d8e10c2d-801b-4ced-8252-16c533f3080d, host n-h2-813419-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=d8e10c2d-801b-4ced-8252-16c533f3080d,segment=NetworkSegment(7fb3a14a-cd7b-486a-9a71-3dc38f16284d),segment_id=7fb3a14a-cd7b-486a-9a71-3dc38f16284d)] {{(pid=102347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:35:56.176451 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port c9c20c2b-6e5b-42e4-9a9a-ff863d22fcbf, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=c9c20c2b-6e5b-42e4-9a9a-ff863d22fcbf,segment=NetworkSegment(3fa8f95e-6276-4974-b5c0-da1e0ae271fc),segment_id=3fa8f95e-6276-4974-b5c0-da1e0ae271fc)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:35:56.191197 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:56.191687 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-9ca90bec-af44-4cc4-9f65-4e9886bbc15d req-8a213334-8d97-4e7e-9574-b3adc6fa8ce1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:56.251998 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-fa942415-b8ff-450f-a486-fe209d9eb9f1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:56.280044 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:56.335684 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port 71c8805a-ecf8-4e8b-a207-008c26bd33a9, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=71c8805a-ecf8-4e8b-a207-008c26bd33a9,segment=NetworkSegment(8eda14f5-a5c6-4014-8956-340b51f571e1),segment_id=8eda14f5-a5c6-4014-8956-340b51f571e1)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:35:56.347990 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b49c259e-3d43-4028-85b6-208593361824', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71c8805a-ecf8-4e8b-a207-008c26bd33a9'}] {{(pid=102348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:35:56.350371 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c588921fa634554a1d9242fdea1b05457a9ff1d3b28ba54ec1dace7f2f1df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a876efa7-408c-40ef-8220-5cf2ac8b8690" -d '{"events": [{"server_uuid": "b49c259e-3d43-4028-85b6-208593361824", "name": "network-vif-plugged", "status": "completed", "tag": "71c8805a-ecf8-4e8b-a207-008c26bd33a9"}]}' {{(pid=102348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:35:56.354456 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] get_ports_and_sgs() called for port_ids ['c9c20c2b-6e5b-42e4-9a9a-ff863d22fcbf'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:35:56.363751 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:56.364610 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device c9c20c2b-6e5b-42e4-9a9a-ff863d22fcbf no longer exists at agent hyperv_n-h1-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:35:56.400856 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca90bec-af44-4cc4-9f65-4e9886bbc15d req-8a213334-8d97-4e7e-9574-b3adc6fa8ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:35:56.401557 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-9ca90bec-af44-4cc4-9f65-4e9886bbc15d req-8a213334-8d97-4e7e-9574-b3adc6fa8ce1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:56.405799 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-9ca90bec-af44-4cc4-9f65-4e9886bbc15d req-8a213334-8d97-4e7e-9574-b3adc6fa8ce1 service neutron] 10.222.0.76 "PUT /v2.0/ports/d8e10c2d-801b-4ced-8252-16c533f3080d HTTP/1.1" status: 200 len: 1131 time: 1.1949685 Oct 27 10:35:56.437772 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9a90d06-b4fc-47d5-8eb2-455b727b5399', 'tag': 'd8e10c2d-801b-4ced-8252-16c533f3080d'}] {{(pid=102347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:35:56.446827 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311149b481204ee7edffdb959c881838506fbd95bc8577c048f6677abb73acc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02ff17cb-b4af-47d8-a077-0023465cf28c" -d '{"events": [{"name": "network-changed", "server_uuid": "c9a90d06-b4fc-47d5-8eb2-455b727b5399", "tag": "d8e10c2d-801b-4ced-8252-16c533f3080d"}]}' {{(pid=102347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:35:56.494591 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:35:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3765236-2972-48ba-9bb2-e948d2bdab39 x-openstack-request-id: req-a3765236-2972-48ba-9bb2-e948d2bdab39 {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:35:56.498547 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b49c259e-3d43-4028-85b6-208593361824", "name": "network-vif-plugged", "status": "completed", "tag": "71c8805a-ecf8-4e8b-a207-008c26bd33a9", "code": 200}]} {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:35:56.498547 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a3765236-2972-48ba-9bb2-e948d2bdab39 {{(pid=102348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:35:56.498547 n-d-813419-10 neutron-server[102348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b49c259e-3d43-4028-85b6-208593361824', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71c8805a-ecf8-4e8b-a207-008c26bd33a9', 'code': 200} Oct 27 10:35:56.512368 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Pushing event updated for resources: {'Port': ['ID=c9c20c2b-6e5b-42e4-9a9a-ff863d22fcbf,revision_number=8']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:35:56.730840 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7ee1b8-0220-4c31-9645-7ea18fa1fbfd req-df7e0f70-f68b-42dd-a96f-2c282798766b tempest-ServersNegativeTestMultiTenantJSON-1817010460 tempest-ServersNegativeTestMultiTenantJSON-1817010460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:35:56.739730 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-1c7ee1b8-0220-4c31-9645-7ea18fa1fbfd req-df7e0f70-f68b-42dd-a96f-2c282798766b tempest-ServersNegativeTestMultiTenantJSON-1817010460 tempest-ServersNegativeTestMultiTenantJSON-1817010460-project] 10.222.0.44 "GET /v2.0/ports?device_id=b49c259e-3d43-4028-85b6-208593361824 HTTP/1.1" status: 200 len: 945 time: 0.1278868 Oct 27 10:35:56.807045 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4f9505-e31a-4384-9259-a2e869fd1224 req-e4a268b2-5757-4890-8ad8-e20f8cb82142 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:35:56.811785 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-3d4f9505-e31a-4384-9259-a2e869fd1224 req-e4a268b2-5757-4890-8ad8-e20f8cb82142 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.44 "GET /v2.0/ports?device_id=7914b79f-813e-4a1a-a033-e34f7b6346e5 HTTP/1.1" status: 200 len: 945 time: 0.6943133 Oct 27 10:35:56.822603 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-1c7ee1b8-0220-4c31-9645-7ea18fa1fbfd req-7192d2da-9fa4-4e02-ae15-48f952d31c94 tempest-ServersNegativeTestMultiTenantJSON-1817010460 tempest-ServersNegativeTestMultiTenantJSON-1817010460-project] 10.222.0.44 "GET /v2.0/security-groups?id=1c9159dc-42f4-43bf-b611-72129485dab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734234 Oct 27 10:35:56.910394 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 10:35:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d8ee30c-538d-49da-b233-9378875e7e86 x-openstack-request-id: req-4d8ee30c-538d-49da-b233-9378875e7e86 {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:35:56.910797 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9a90d06-b4fc-47d5-8eb2-455b727b5399", "tag": "d8e10c2d-801b-4ced-8252-16c533f3080d", "status": "completed", "code": 200}]} {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:35:56.911076 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4d8ee30c-538d-49da-b233-9378875e7e86 {{(pid=102347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:35:56.912012 n-d-813419-10 neutron-server[102347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9a90d06-b4fc-47d5-8eb2-455b727b5399', 'tag': 'd8e10c2d-801b-4ced-8252-16c533f3080d', 'status': 'completed', 'code': 200} Oct 27 10:35:56.913297 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Pushing event updated for resources: {'Port': ['ID=71c8805a-ecf8-4e8b-a207-008c26bd33a9,revision_number=5']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:35:56.917227 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca90bec-af44-4cc4-9f65-4e9886bbc15d req-628c1d0a-b3b3-428c-8794-e2ec120b46ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:35:56.923129 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-9ca90bec-af44-4cc4-9f65-4e9886bbc15d req-628c1d0a-b3b3-428c-8794-e2ec120b46ad service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=2005088b555845b0a237dc93fae61807&device_id=c9a90d06-b4fc-47d5-8eb2-455b727b5399 HTTP/1.1" status: 200 len: 1134 time: 0.4595993 Oct 27 10:35:56.923743 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a213334-8d97-4e7e-9574-b3adc6fa8ce1 service neutron] Pushing event updated for resources: {'Port': ['ID=d8e10c2d-801b-4ced-8252-16c533f3080d,revision_number=3']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:35:57.031541 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-9ca90bec-af44-4cc4-9f65-4e9886bbc15d req-164ea622-07ba-4812-b815-ed576494c5db service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d8e10c2d-801b-4ced-8252-16c533f3080d HTTP/1.1" status: 200 len: 217 time: 0.0809259 Oct 27 10:35:57.052738 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f5ccb0-9592-4d7b-a667-2df8059c2b93 req-2e2e29c3-ea23-41e7-a999-84da50281173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:35:57.057349 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c7f5ccb0-9592-4d7b-a667-2df8059c2b93 req-2e2e29c3-ea23-41e7-a999-84da50281173 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=b49c259e-3d43-4028-85b6-208593361824 HTTP/1.1" status: 200 len: 1097 time: 0.4503717 Oct 27 10:35:57.068550 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:57.070917 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-3d4f9505-e31a-4384-9259-a2e869fd1224 req-ffd451ef-06ca-46d8-8cee-4534451b1e96 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.44 "GET /v2.0/security-groups?id=1cfb3b36-7fdd-4213-b115-9d47e1636c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2411737 Oct 27 10:35:57.120871 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id c9c20c2b-6e5b-42e4-9a9a-ff863d22fcbf {{(pid=102348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:35:57.162989 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-fa942415-b8ff-450f-a486-fe209d9eb9f1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:57.167748 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca90bec-af44-4cc4-9f65-4e9886bbc15d req-1c70fe1f-2818-4754-90bf-e266a8ca2aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:35:57.169846 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-9ca90bec-af44-4cc4-9f65-4e9886bbc15d req-1c70fe1f-2818-4754-90bf-e266a8ca2aa5 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=f761a9bd-700a-4750-b8c8-2ed54e04f135 HTTP/1.1" status: 200 len: 834 time: 0.1195731 Oct 27 10:35:57.173244 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-fa942415-b8ff-450f-a486-fe209d9eb9f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:57.182903 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c7f5ccb0-9592-4d7b-a667-2df8059c2b93 req-8d430582-db35-467f-b05e-0d404a54a2b9 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=1c9159dc-42f4-43bf-b611-72129485dab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156998 Oct 27 10:35:57.266155 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-fa942415-b8ff-450f-a486-fe209d9eb9f1 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=791b8f5d5f3d4221a55b2e067ac1f6f8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4341037 Oct 27 10:35:57.267353 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa942415-b8ff-450f-a486-fe209d9eb9f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07745859-8ffb-43bd-9c00-ce08ce03490f,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:35:57.275948 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 38904) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:35:57.288601 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61beeb6-1857-4588-9ac7-f3068a7e2c31 req-ef2e5571-9d8a-4472-9b80-8b5c6a4e48ce tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:35:57.298261 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-a61beeb6-1857-4588-9ac7-f3068a7e2c31 req-ef2e5571-9d8a-4472-9b80-8b5c6a4e48ce tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] 10.222.0.44 "GET /v2.0/ports?device_id=c9a90d06-b4fc-47d5-8eb2-455b727b5399 HTTP/1.1" status: 200 len: 982 time: 0.1343515 Oct 27 10:35:57.315732 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port c9c20c2b-6e5b-42e4-9a9a-ff863d22fcbf, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=c9c20c2b-6e5b-42e4-9a9a-ff863d22fcbf,segment=NetworkSegment(3fa8f95e-6276-4974-b5c0-da1e0ae271fc),segment_id=3fa8f95e-6276-4974-b5c0-da1e0ae271fc)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:35:57.325037 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:57.335612 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca90bec-af44-4cc4-9f65-4e9886bbc15d req-a328129c-6a1e-4a45-8303-274135598763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:35:57.337183 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-9ca90bec-af44-4cc4-9f65-4e9886bbc15d req-a328129c-6a1e-4a45-8303-274135598763 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=aa51740c-51d7-4a68-bbd6-6ae0d0e0db5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1572523 Oct 27 10:35:57.401263 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Pushing event updated for resources: {'Port': ['ID=c9c20c2b-6e5b-42e4-9a9a-ff863d22fcbf,revision_number=9']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:35:57.452358 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-a61beeb6-1857-4588-9ac7-f3068a7e2c31 req-00305e86-40ec-421e-abab-7f002523f205 tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] 10.222.0.44 "GET /v2.0/security-groups?id=129df1dd-515e-4db3-af91-151fa02c020c&id=8b320932-ab34-453c-a18d-838c18c0b4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1528907 Oct 27 10:35:57.904931 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5632a6a2-b083-40d0-a988-cc84bb7ab874 req-1e4ce77f-21c6-4318-8faa-b9e46707b31a tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:35:57.913279 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-5632a6a2-b083-40d0-a988-cc84bb7ab874 req-1e4ce77f-21c6-4318-8faa-b9e46707b31a tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "GET /v2.0/ports?device_id=58d33066-02f9-456d-8852-aabcf5578798 HTTP/1.1" status: 200 len: 943 time: 0.6362693 Oct 27 10:35:57.986958 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-5632a6a2-b083-40d0-a988-cc84bb7ab874 req-c26ace8e-a77d-4fe1-a4c6-c1dea152aed8 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "GET /v2.0/security-groups?id=142cfba7-0116-47cd-9d82-0d26bf880f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623388 Oct 27 10:35:57.995823 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-d41b0c98-e477-4235-b098-4286fd975dab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:58.084785 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87e9e41-e59a-407d-9c03-dbd103790895 req-ec2e4246-ea0c-4b68-966d-4566fa7bbc6f tempest-ServersNegativeTestMultiTenantJSON-1817010460 tempest-ServersNegativeTestMultiTenantJSON-1817010460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:35:58.111370 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-d87e9e41-e59a-407d-9c03-dbd103790895 req-ec2e4246-ea0c-4b68-966d-4566fa7bbc6f tempest-ServersNegativeTestMultiTenantJSON-1817010460 tempest-ServersNegativeTestMultiTenantJSON-1817010460-project] 10.222.0.44 "GET /v2.0/ports?device_id=b49c259e-3d43-4028-85b6-208593361824 HTTP/1.1" status: 200 len: 945 time: 0.1217391 Oct 27 10:35:58.167908 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-d41b0c98-e477-4235-b098-4286fd975dab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:58.181502 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-d87e9e41-e59a-407d-9c03-dbd103790895 req-9f80894c-8d03-4fbb-b606-1a96b2b3d100 tempest-ServersNegativeTestMultiTenantJSON-1817010460 tempest-ServersNegativeTestMultiTenantJSON-1817010460-project] 10.222.0.44 "GET /v2.0/security-groups?id=1c9159dc-42f4-43bf-b611-72129485dab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669696 Oct 27 10:35:58.208680 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-9ca90bec-af44-4cc4-9f65-4e9886bbc15d req-68c4e90e-66e7-4553-ab94-4e572eb184b2 service neutron] 10.222.0.76 "GET /v2.0/networks/aa51740c-51d7-4a68-bbd6-6ae0d0e0db5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8596940 Oct 27 10:35:58.463963 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56ca691-c206-4b4c-8b0e-3909a65abd97 req-9035a0d2-d90f-4b9e-977a-de6bc324b8e0 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:35:58.472369 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-f56ca691-c206-4b4c-8b0e-3909a65abd97 req-9035a0d2-d90f-4b9e-977a-de6bc324b8e0 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.44 "GET /v2.0/ports?device_id=7914b79f-813e-4a1a-a033-e34f7b6346e5 HTTP/1.1" status: 200 len: 945 time: 0.0978074 Oct 27 10:35:58.505417 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-d41b0c98-e477-4235-b098-4286fd975dab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:58.509542 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-d41b0c98-e477-4235-b098-4286fd975dab admin admin] Publish callbacks [] for security_group, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:58.513724 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-d41b0c98-e477-4235-b098-4286fd975dab admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/07745859-8ffb-43bd-9c00-ce08ce03490f HTTP/1.1" status: 204 len: 168 time: 1.2325659 Oct 27 10:35:58.550189 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41b0c98-e477-4235-b098-4286fd975dab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07745859-8ffb-43bd-9c00-ce08ce03490f,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:35:58.564806 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-9ca90bec-af44-4cc4-9f65-4e9886bbc15d req-eac3a47b-b2de-4858-b0ce-9ed1fc92e8a7 service neutron] 10.222.0.76 "GET /v2.0/networks/aa51740c-51d7-4a68-bbd6-6ae0d0e0db5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3294024 Oct 27 10:35:58.682210 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d324fb7c-99dd-4427-8fd3-841edbd3be01 req-77b8c872-b481-45de-bc0c-36bd9913df35 tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:35:58.690963 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-d324fb7c-99dd-4427-8fd3-841edbd3be01 req-77b8c872-b481-45de-bc0c-36bd9913df35 tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] 10.222.0.44 "GET /v2.0/ports?device_id=c9a90d06-b4fc-47d5-8eb2-455b727b5399 HTTP/1.1" status: 200 len: 982 time: 0.0965686 Oct 27 10:35:58.719846 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-f56ca691-c206-4b4c-8b0e-3909a65abd97 req-20a6d855-aee1-4ba5-9ffc-6c3f61902cf4 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.44 "GET /v2.0/security-groups?id=1cfb3b36-7fdd-4213-b115-9d47e1636c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2396088 Oct 27 10:35:58.733965 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532d8de6-e7b9-449f-935d-592e5f60666f req-95b2874f-72ca-48d3-92f0-d4681f23e3fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:35:58.738498 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-532d8de6-e7b9-449f-935d-592e5f60666f req-95b2874f-72ca-48d3-92f0-d4681f23e3fb service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=58d33066-02f9-456d-8852-aabcf5578798&tenant_id=7a75806f732447d68ca40a83500d955d HTTP/1.1" status: 200 len: 1095 time: 0.1706984 Oct 27 10:35:58.753531 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [req-532d8de6-e7b9-449f-935d-592e5f60666f req-7e87e9cc-a0d1-4549-8962-228afae4d8c2 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-813419-10', 'device_owner': 'compute:nova'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:35:58.780366 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ff17cb-b4af-47d8-a077-0023465cf28c req-52db53f4-f244-4937-9ffc-c11c5d13b679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:35:58.782448 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-02ff17cb-b4af-47d8-a077-0023465cf28c req-52db53f4-f244-4937-9ffc-c11c5d13b679 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=2005088b555845b0a237dc93fae61807&device_id=c9a90d06-b4fc-47d5-8eb2-455b727b5399 HTTP/1.1" status: 200 len: 1134 time: 0.1098235 Oct 27 10:35:58.794307 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-d324fb7c-99dd-4427-8fd3-841edbd3be01 req-6a06521d-d511-4697-9429-55b0247eeed3 tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] 10.222.0.44 "GET /v2.0/security-groups?id=129df1dd-515e-4db3-af91-151fa02c020c&id=8b320932-ab34-453c-a18d-838c18c0b4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0983477 Oct 27 10:35:58.885202 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-532d8de6-e7b9-449f-935d-592e5f60666f req-7e87e9cc-a0d1-4549-8962-228afae4d8c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:58.971479 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ff17cb-b4af-47d8-a077-0023465cf28c req-6a41e0a5-3b41-4668-be1e-2d29d632a330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:35:58.973401 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-02ff17cb-b4af-47d8-a077-0023465cf28c req-6a41e0a5-3b41-4668-be1e-2d29d632a330 service neutron] 10.222.0.76 "GET /v2.0/networks?id=aa51740c-51d7-4a68-bbd6-6ae0d0e0db5c HTTP/1.1" status: 200 len: 897 time: 0.1684225 Oct 27 10:35:59.130998 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-02ff17cb-b4af-47d8-a077-0023465cf28c req-14987679-b064-47c9-97c6-4fc28f3acc40 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d8e10c2d-801b-4ced-8252-16c533f3080d HTTP/1.1" status: 200 len: 217 time: 0.0779574 Oct 27 10:35:59.311248 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8b1c70-eb3c-4cdd-b3be-edf4d43b63b9 req-f5baf41e-c131-4e07-8563-5ce3b9e2e5a2 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:35:59.319948 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-7d8b1c70-eb3c-4cdd-b3be-edf4d43b63b9 req-f5baf41e-c131-4e07-8563-5ce3b9e2e5a2 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "GET /v2.0/ports?device_id=58d33066-02f9-456d-8852-aabcf5578798 HTTP/1.1" status: 200 len: 943 time: 0.1876705 Oct 27 10:35:59.359163 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ff17cb-b4af-47d8-a077-0023465cf28c req-b4c8fe2f-a3d7-4d3c-81a9-ca810abf5970 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:35:59.365761 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-02ff17cb-b4af-47d8-a077-0023465cf28c req-b4c8fe2f-a3d7-4d3c-81a9-ca810abf5970 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=f761a9bd-700a-4750-b8c8-2ed54e04f135 HTTP/1.1" status: 200 len: 834 time: 0.2021227 Oct 27 10:35:59.416875 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-7d8b1c70-eb3c-4cdd-b3be-edf4d43b63b9 req-84584f6b-94bc-46e5-87bd-3da4a9db3a66 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "GET /v2.0/security-groups?id=142cfba7-0116-47cd-9d82-0d26bf880f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0957665 Oct 27 10:35:59.542715 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device c9c20c2b-6e5b-42e4-9a9a-ff863d22fcbf up at agent hyperv_n-h1-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:35:59.583980 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ff17cb-b4af-47d8-a077-0023465cf28c req-ed45c0ce-176a-402d-ac56-aa61a6202885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:35:59.604834 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-02ff17cb-b4af-47d8-a077-0023465cf28c req-ed45c0ce-176a-402d-ac56-aa61a6202885 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=aa51740c-51d7-4a68-bbd6-6ae0d0e0db5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2262566 Oct 27 10:35:59.680262 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-532d8de6-e7b9-449f-935d-592e5f60666f req-7e87e9cc-a0d1-4549-8962-228afae4d8c2 service neutron] For port a378176d-92da-4f39-9224-eabe8da137fe, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=a378176d-92da-4f39-9224-eabe8da137fe,segment=NetworkSegment(633ff08f-11cd-4e98-be2e-dddd49efeea1),segment_id=633ff08f-11cd-4e98-be2e-dddd49efeea1)] {{(pid=102347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:35:59.693167 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Provisioning complete for port c9c20c2b-6e5b-42e4-9a9a-ff863d22fcbf triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:35:59.693809 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:59.695577 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e5e5a6-f236-4d87-ba40-c0d6f933944f req-4eb67917-ec20-4019-bcaf-b99ddd5077fa tempest-ServersNegativeTestMultiTenantJSON-1817010460 tempest-ServersNegativeTestMultiTenantJSON-1817010460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:35:59.702940 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-88e5e5a6-f236-4d87-ba40-c0d6f933944f req-4eb67917-ec20-4019-bcaf-b99ddd5077fa tempest-ServersNegativeTestMultiTenantJSON-1817010460 tempest-ServersNegativeTestMultiTenantJSON-1817010460-project] 10.222.0.44 "GET /v2.0/ports?device_id=b49c259e-3d43-4028-85b6-208593361824 HTTP/1.1" status: 200 len: 945 time: 0.1808796 Oct 27 10:35:59.796737 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-532d8de6-e7b9-449f-935d-592e5f60666f req-7e87e9cc-a0d1-4549-8962-228afae4d8c2 service neutron] For port a378176d-92da-4f39-9224-eabe8da137fe, host n-h2-813419-10, cleared binding levels {{(pid=102347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:35:59.861801 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [req-532d8de6-e7b9-449f-935d-592e5f60666f req-7e87e9cc-a0d1-4549-8962-228afae4d8c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a378176d-92da-4f39-9224-eabe8da137fe {{(pid=102347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:35:59.866158 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-88e5e5a6-f236-4d87-ba40-c0d6f933944f req-88e098a8-24ec-408c-96cb-41133e39c775 tempest-ServersNegativeTestMultiTenantJSON-1817010460 tempest-ServersNegativeTestMultiTenantJSON-1817010460-project] 10.222.0.44 "GET /v2.0/security-groups?id=1c9159dc-42f4-43bf-b611-72129485dab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508744 Oct 27 10:35:59.873135 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-532d8de6-e7b9-449f-935d-592e5f60666f req-7e87e9cc-a0d1-4549-8962-228afae4d8c2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:59.889996 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.provisioning_blocks [req-532d8de6-e7b9-449f-935d-592e5f60666f req-7e87e9cc-a0d1-4549-8962-228afae4d8c2 service neutron] Transition to ACTIVE for port object a378176d-92da-4f39-9224-eabe8da137fe will not be triggered until provisioned by entity L2. {{(pid=102347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 10:35:59.913089 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-532d8de6-e7b9-449f-935d-592e5f60666f req-7e87e9cc-a0d1-4549-8962-228afae4d8c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:35:59.926208 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-02ff17cb-b4af-47d8-a077-0023465cf28c req-1ca7d266-f966-4e03-8c5f-3a8b3e4fe25e service neutron] 10.222.0.76 "GET /v2.0/networks/aa51740c-51d7-4a68-bbd6-6ae0d0e0db5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3091135 Oct 27 10:35:59.965645 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:00.065160 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6fc38b4-3d34-4580-bd35-a4b845297319', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9c20c2b-6e5b-42e4-9a9a-ff863d22fcbf'}] {{(pid=102348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:36:00.074723 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c588921fa634554a1d9242fdea1b05457a9ff1d3b28ba54ec1dace7f2f1df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2dac089-ee53-41ae-b535-302eeda3ba7c" -d '{"events": [{"server_uuid": "f6fc38b4-3d34-4580-bd35-a4b845297319", "name": "network-vif-plugged", "status": "completed", "tag": "c9c20c2b-6e5b-42e4-9a9a-ff863d22fcbf"}]}' {{(pid=102348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:36:00.097706 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e87e9cc-a0d1-4549-8962-228afae4d8c2 service neutron] Pushing event updated for resources: {'Port': ['ID=a378176d-92da-4f39-9224-eabe8da137fe,revision_number=9']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:36:00.132978 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port c9c20c2b-6e5b-42e4-9a9a-ff863d22fcbf, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=c9c20c2b-6e5b-42e4-9a9a-ff863d22fcbf,segment=NetworkSegment(3fa8f95e-6276-4974-b5c0-da1e0ae271fc),segment_id=3fa8f95e-6276-4974-b5c0-da1e0ae271fc)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:36:00.151902 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:00.311056 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Pushing event updated for resources: {'Port': ['ID=c9c20c2b-6e5b-42e4-9a9a-ff863d22fcbf,revision_number=10']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:36:00.322250 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a3e257-8005-4931-87c0-3ef26666ddcf req-8ed1ffbc-e0bb-43d2-9783-bc44159fe6f0 tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:36:00.323853 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-b5a3e257-8005-4931-87c0-3ef26666ddcf req-8ed1ffbc-e0bb-43d2-9783-bc44159fe6f0 tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] 10.222.0.44 "GET /v2.0/ports?device_id=c9a90d06-b4fc-47d5-8eb2-455b727b5399 HTTP/1.1" status: 200 len: 982 time: 0.2407920 Oct 27 10:36:00.481246 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device d8e10c2d-801b-4ced-8252-16c533f3080d details requested by agent hyperv_n-h2-813419-10 with host n-h2-813419-10 {{(pid=102348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 10:36:00.503666 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-b5a3e257-8005-4931-87c0-3ef26666ddcf req-ed8127c0-29ae-4479-9ba9-477cee2355b1 tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] 10.222.0.44 "GET /v2.0/security-groups?id=129df1dd-515e-4db3-af91-151fa02c020c&id=8b320932-ab34-453c-a18d-838c18c0b4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1651080 Oct 27 10:36:00.515814 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-02ff17cb-b4af-47d8-a077-0023465cf28c req-91f457f3-ea43-450f-abcb-51768ac3c13e service neutron] 10.222.0.76 "GET /v2.0/networks/aa51740c-51d7-4a68-bbd6-6ae0d0e0db5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5221906 Oct 27 10:36:00.742766 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544075b7-d3d6-461c-92eb-ac544ee40912 req-5f1be175-694e-44c7-996f-cf0ba98bce3e tempest-ServersNegativeTestMultiTenantJSON-1817010460 tempest-ServersNegativeTestMultiTenantJSON-1817010460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:36:00.762852 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-544075b7-d3d6-461c-92eb-ac544ee40912 req-5f1be175-694e-44c7-996f-cf0ba98bce3e tempest-ServersNegativeTestMultiTenantJSON-1817010460 tempest-ServersNegativeTestMultiTenantJSON-1817010460-project] 10.222.0.44 "GET /v2.0/ports?device_id=b49c259e-3d43-4028-85b6-208593361824 HTTP/1.1" status: 200 len: 945 time: 0.1283410 Oct 27 10:36:00.802557 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] For port d8e10c2d-801b-4ced-8252-16c533f3080d, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=d8e10c2d-801b-4ced-8252-16c533f3080d,segment=NetworkSegment(7fb3a14a-cd7b-486a-9a71-3dc38f16284d),segment_id=7fb3a14a-cd7b-486a-9a71-3dc38f16284d)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:36:00.836506 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc820ec7-ce41-44be-b1be-10cc250fed15 req-23ef98bf-d107-448e-80b9-ea17332b84a3 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:36:00.840040 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Returning: {'device': 'd8e10c2d-801b-4ced-8252-16c533f3080d', 'network_id': 'aa51740c-51d7-4a68-bbd6-6ae0d0e0db5c', 'port_id': 'd8e10c2d-801b-4ced-8252-16c533f3080d', 'mac_address': 'fa:16:3e:a0:e3:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 410, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f761a9bd-700a-4750-b8c8-2ed54e04f135', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 10:36:00.842266 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-cc820ec7-ce41-44be-b1be-10cc250fed15 req-23ef98bf-d107-448e-80b9-ea17332b84a3 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.44 "GET /v2.0/ports?device_id=7914b79f-813e-4a1a-a033-e34f7b6346e5 HTTP/1.1" status: 200 len: 945 time: 0.9474814 Oct 27 10:36:00.876657 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-544075b7-d3d6-461c-92eb-ac544ee40912 req-9e8c2dd5-5883-45c2-887e-9920ec2f65ae tempest-ServersNegativeTestMultiTenantJSON-1817010460 tempest-ServersNegativeTestMultiTenantJSON-1817010460-project] 10.222.0.44 "GET /v2.0/security-groups?id=1c9159dc-42f4-43bf-b611-72129485dab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061208 Oct 27 10:36:00.991083 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:01.010774 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:36:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79cb8282-cf39-460a-8728-7ee0886ba5b7 x-openstack-request-id: req-79cb8282-cf39-460a-8728-7ee0886ba5b7 {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:36:01.011055 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6fc38b4-3d34-4580-bd35-a4b845297319", "name": "network-vif-plugged", "status": "completed", "tag": "c9c20c2b-6e5b-42e4-9a9a-ff863d22fcbf", "code": 200}]} {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:36:01.012684 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-79cb8282-cf39-460a-8728-7ee0886ba5b7 {{(pid=102348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:36:01.018566 n-d-813419-10 neutron-server[102348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6fc38b4-3d34-4580-bd35-a4b845297319', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9c20c2b-6e5b-42e4-9a9a-ff863d22fcbf', 'code': 200} Oct 27 10:36:01.036713 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8e10c2d-801b-4ced-8252-16c533f3080d {{(pid=102348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:36:01.092384 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [req-532d8de6-e7b9-449f-935d-592e5f60666f req-7e87e9cc-a0d1-4549-8962-228afae4d8c2 service neutron] No DVR routers for this DVR port a378176d-92da-4f39-9224-eabe8da137fe on host n-h2-813419-10 {{(pid=102347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:36:01.106338 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] For port d8e10c2d-801b-4ced-8252-16c533f3080d, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=d8e10c2d-801b-4ced-8252-16c533f3080d,segment=NetworkSegment(7fb3a14a-cd7b-486a-9a71-3dc38f16284d),segment_id=7fb3a14a-cd7b-486a-9a71-3dc38f16284d)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:36:01.116543 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:01.199649 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Pushing event updated for resources: {'Port': ['ID=d8e10c2d-801b-4ced-8252-16c533f3080d,revision_number=4']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:36:01.224824 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-cc820ec7-ce41-44be-b1be-10cc250fed15 req-ec7f7756-f096-459c-b57d-e13a915a9a39 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.44 "GET /v2.0/security-groups?id=1cfb3b36-7fdd-4213-b115-9d47e1636c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3403914 Oct 27 10:36:01.390297 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-532d8de6-e7b9-449f-935d-592e5f60666f req-7e87e9cc-a0d1-4549-8962-228afae4d8c2 service neutron] Attempting to bind port a378176d-92da-4f39-9224-eabe8da137fe on host n-h1-813419-10 for vnic_type normal with profile {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:36:01.390649 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-532d8de6-e7b9-449f-935d-592e5f60666f req-7e87e9cc-a0d1-4549-8962-228afae4d8c2 service neutron] Attempting to bind port a378176d-92da-4f39-9224-eabe8da137fe by drivers openvswitch,hyperv on host n-h1-813419-10 at level 0 using segments [{'id': '633ff08f-11cd-4e98-be2e-dddd49efeea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '823b724c-a4df-49e4-a48e-438212c85945'}] {{(pid=102347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:36:01.391085 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-532d8de6-e7b9-449f-935d-592e5f60666f req-7e87e9cc-a0d1-4549-8962-228afae4d8c2 service neutron] Attempting to bind port a378176d-92da-4f39-9224-eabe8da137fe on network 823b724c-a4df-49e4-a48e-438212c85945 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:36:01.396684 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-532d8de6-e7b9-449f-935d-592e5f60666f req-7e87e9cc-a0d1-4549-8962-228afae4d8c2 service neutron] Port a378176d-92da-4f39-9224-eabe8da137fe on network 823b724c-a4df-49e4-a48e-438212c85945 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-10 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 10:36:01.397016 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-532d8de6-e7b9-449f-935d-592e5f60666f req-7e87e9cc-a0d1-4549-8962-228afae4d8c2 service neutron] Attempting to bind port a378176d-92da-4f39-9224-eabe8da137fe on network 823b724c-a4df-49e4-a48e-438212c85945 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:36:01.404566 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-532d8de6-e7b9-449f-935d-592e5f60666f req-7e87e9cc-a0d1-4549-8962-228afae4d8c2 service neutron] Checking agent: {'id': 'a52e1cab-0c63-402d-9c94-330537c6c076', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 16, 2), 'started_at': datetime.datetime(2021, 10, 27, 10, 16, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 35, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:36:01.404914 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-532d8de6-e7b9-449f-935d-592e5f60666f req-7e87e9cc-a0d1-4549-8962-228afae4d8c2 service neutron] Checking segment: {'id': '633ff08f-11cd-4e98-be2e-dddd49efeea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '823b724c-a4df-49e4-a48e-438212c85945'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:36:01.405322 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-532d8de6-e7b9-449f-935d-592e5f60666f req-7e87e9cc-a0d1-4549-8962-228afae4d8c2 service neutron] Bound using segment: {'id': '633ff08f-11cd-4e98-be2e-dddd49efeea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '823b724c-a4df-49e4-a48e-438212c85945'} {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:36:01.405761 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-532d8de6-e7b9-449f-935d-592e5f60666f req-7e87e9cc-a0d1-4549-8962-228afae4d8c2 service neutron] Bound port: a378176d-92da-4f39-9224-eabe8da137fe, host: n-h1-813419-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '633ff08f-11cd-4e98-be2e-dddd49efeea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '823b724c-a4df-49e4-a48e-438212c85945'}}] {{(pid=102347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:36:01.406235 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-532d8de6-e7b9-449f-935d-592e5f60666f req-7e87e9cc-a0d1-4549-8962-228afae4d8c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:01.422051 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] get_ports_and_sgs() called for port_ids ['d8e10c2d-801b-4ced-8252-16c533f3080d'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:36:01.485230 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b658b6-f25d-4164-ad67-cc00f9bbac08 req-61da02a2-83d8-4cb1-a16b-9433ccd3c595 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:36:01.498986 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-27b658b6-f25d-4164-ad67-cc00f9bbac08 req-61da02a2-83d8-4cb1-a16b-9433ccd3c595 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "GET /v2.0/ports?device_id=58d33066-02f9-456d-8852-aabcf5578798 HTTP/1.1" status: 200 len: 943 time: 0.1616888 Oct 27 10:36:01.619212 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-27b658b6-f25d-4164-ad67-cc00f9bbac08 req-2469b176-3888-42cb-98e1-45ea94301ee2 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "GET /v2.0/security-groups?id=142cfba7-0116-47cd-9d82-0d26bf880f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1182160 Oct 27 10:36:01.789495 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-532d8de6-e7b9-449f-935d-592e5f60666f req-7e87e9cc-a0d1-4549-8962-228afae4d8c2 service neutron] For port a378176d-92da-4f39-9224-eabe8da137fe, host n-h1-813419-10, cleared binding levels {{(pid=102347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:36:01.793908 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-532d8de6-e7b9-449f-935d-592e5f60666f req-7e87e9cc-a0d1-4549-8962-228afae4d8c2 service neutron] For port a378176d-92da-4f39-9224-eabe8da137fe, host n-h1-813419-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=a378176d-92da-4f39-9224-eabe8da137fe,segment=NetworkSegment(633ff08f-11cd-4e98-be2e-dddd49efeea1),segment_id=633ff08f-11cd-4e98-be2e-dddd49efeea1)] {{(pid=102347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:36:01.802352 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-532d8de6-e7b9-449f-935d-592e5f60666f req-7e87e9cc-a0d1-4549-8962-228afae4d8c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:01.848071 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532d8de6-e7b9-449f-935d-592e5f60666f req-7e87e9cc-a0d1-4549-8962-228afae4d8c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:36:01.861526 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-532d8de6-e7b9-449f-935d-592e5f60666f req-7e87e9cc-a0d1-4549-8962-228afae4d8c2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:01.863491 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-532d8de6-e7b9-449f-935d-592e5f60666f req-7e87e9cc-a0d1-4549-8962-228afae4d8c2 service neutron] 10.222.0.64 "PUT /v2.0/ports/a378176d-92da-4f39-9224-eabe8da137fe HTTP/1.1" status: 200 len: 1092 time: 3.1178875 Oct 27 10:36:01.865707 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58d33066-02f9-456d-8852-aabcf5578798', 'tag': 'a378176d-92da-4f39-9224-eabe8da137fe'}] {{(pid=102347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:36:01.878410 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311149b481204ee7edffdb959c881838506fbd95bc8577c048f6677abb73acc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc49b525-e04f-4ae3-9f47-dda1bfa32c52" -d '{"events": [{"name": "network-changed", "server_uuid": "58d33066-02f9-456d-8852-aabcf5578798", "tag": "a378176d-92da-4f39-9224-eabe8da137fe"}]}' {{(pid=102347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:36:02.046569 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a9b29e-6d4d-4e7e-8bae-4866118706d6 req-49c3de28-eec9-4847-b771-510bb9c60c53 tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:36:02.062846 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-f7a9b29e-6d4d-4e7e-8bae-4866118706d6 req-49c3de28-eec9-4847-b771-510bb9c60c53 tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] 10.222.0.44 "GET /v2.0/ports?device_id=c9a90d06-b4fc-47d5-8eb2-455b727b5399 HTTP/1.1" status: 200 len: 983 time: 0.1879356 Oct 27 10:36:02.232756 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-f7a9b29e-6d4d-4e7e-8bae-4866118706d6 req-47033277-381d-4875-9d83-2f26b8e882a5 tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] 10.222.0.44 "GET /v2.0/security-groups?id=129df1dd-515e-4db3-af91-151fa02c020c&id=8b320932-ab34-453c-a18d-838c18c0b4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1688037 Oct 27 10:36:02.242580 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e87e9cc-a0d1-4549-8962-228afae4d8c2 service neutron] Pushing event updated for resources: {'Port': ['ID=a378176d-92da-4f39-9224-eabe8da137fe,revision_number=10']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:36:02.282556 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532d8de6-e7b9-449f-935d-592e5f60666f req-025a0d0f-fcf4-43f8-b33a-e459f8851b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:36:02.290158 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-532d8de6-e7b9-449f-935d-592e5f60666f req-025a0d0f-fcf4-43f8-b33a-e459f8851b36 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7a75806f732447d68ca40a83500d955d&device_id=58d33066-02f9-456d-8852-aabcf5578798 HTTP/1.1" status: 200 len: 1096 time: 0.3343184 Oct 27 10:36:02.320655 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 10:36:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f95d717-92e4-4d2b-b686-4bc08a4c3346 x-openstack-request-id: req-6f95d717-92e4-4d2b-b686-4bc08a4c3346 {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:36:02.327714 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58d33066-02f9-456d-8852-aabcf5578798", "tag": "a378176d-92da-4f39-9224-eabe8da137fe", "status": "completed", "code": 200}]} {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:36:02.327988 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6f95d717-92e4-4d2b-b686-4bc08a4c3346 {{(pid=102347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:36:02.329619 n-d-813419-10 neutron-server[102347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58d33066-02f9-456d-8852-aabcf5578798', 'tag': 'a378176d-92da-4f39-9224-eabe8da137fe', 'status': 'completed', 'code': 200} Oct 27 10:36:02.411354 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:02.720868 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e857a0d-7948-4cdf-b5f7-ea3958cddc79 req-85ec5c80-f106-44fb-b86a-5d516094fc10 tempest-ServersNegativeTestMultiTenantJSON-1817010460 tempest-ServersNegativeTestMultiTenantJSON-1817010460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:36:02.722121 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff567c5-271c-4c01-b936-cce3c1e8900c req-3b84cef6-3dd8-404d-b2ca-a700378cd81b tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:36:02.723734 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-4ff567c5-271c-4c01-b936-cce3c1e8900c req-3b84cef6-3dd8-404d-b2ca-a700378cd81b tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.44 "GET /v2.0/ports?device_id=7914b79f-813e-4a1a-a033-e34f7b6346e5 HTTP/1.1" status: 200 len: 945 time: 0.2325675 Oct 27 10:36:02.730741 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-8e857a0d-7948-4cdf-b5f7-ea3958cddc79 req-85ec5c80-f106-44fb-b86a-5d516094fc10 tempest-ServersNegativeTestMultiTenantJSON-1817010460 tempest-ServersNegativeTestMultiTenantJSON-1817010460-project] 10.222.0.44 "GET /v2.0/ports?device_id=b49c259e-3d43-4028-85b6-208593361824 HTTP/1.1" status: 200 len: 945 time: 0.1463466 Oct 27 10:36:02.791104 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-8e857a0d-7948-4cdf-b5f7-ea3958cddc79 req-a65fac48-78e6-4f31-a273-6cde98081389 tempest-ServersNegativeTestMultiTenantJSON-1817010460 tempest-ServersNegativeTestMultiTenantJSON-1817010460-project] 10.222.0.44 "GET /v2.0/security-groups?id=1c9159dc-42f4-43bf-b611-72129485dab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553944 Oct 27 10:36:02.831285 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532d8de6-e7b9-449f-935d-592e5f60666f req-1429ac7c-041f-448d-bd5b-8415c02b85be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:36:02.836950 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-532d8de6-e7b9-449f-935d-592e5f60666f req-1429ac7c-041f-448d-bd5b-8415c02b85be service neutron] 10.222.0.64 "GET /v2.0/networks?id=823b724c-a4df-49e4-a48e-438212c85945 HTTP/1.1" status: 200 len: 918 time: 0.5395184 Oct 27 10:36:03.026552 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fc1a95-f8bc-4808-ab1f-4f0c36f8f209 req-fbe35e9e-aa72-41e8-a050-33d015bdd4e4 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:36:03.032538 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-e0fc1a95-f8bc-4808-ab1f-4f0c36f8f209 req-fbe35e9e-aa72-41e8-a050-33d015bdd4e4 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "GET /v2.0/ports?device_id=58d33066-02f9-456d-8852-aabcf5578798 HTTP/1.1" status: 200 len: 944 time: 0.1437943 Oct 27 10:36:03.048568 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-4ff567c5-271c-4c01-b936-cce3c1e8900c req-cc7768a3-e35d-4f0b-ace1-20a6973c3b78 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.44 "GET /v2.0/security-groups?id=1cfb3b36-7fdd-4213-b115-9d47e1636c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3184137 Oct 27 10:36:03.101146 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-532d8de6-e7b9-449f-935d-592e5f60666f req-3eeb3201-e304-4740-a0ee-09fbd1c850e6 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a378176d-92da-4f39-9224-eabe8da137fe HTTP/1.1" status: 200 len: 998 time: 0.2487810 Oct 27 10:36:03.147133 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-e0fc1a95-f8bc-4808-ab1f-4f0c36f8f209 req-62a75e33-321d-4ef6-8d89-5ed55c2ce66f tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "GET /v2.0/security-groups?id=142cfba7-0116-47cd-9d82-0d26bf880f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1060541 Oct 27 10:36:03.245880 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532d8de6-e7b9-449f-935d-592e5f60666f req-0aa0bf67-51fc-4d78-879c-8b4feb3d2880 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:36:03.255309 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-532d8de6-e7b9-449f-935d-592e5f60666f req-0aa0bf67-51fc-4d78-879c-8b4feb3d2880 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=867e3761-3f04-40e2-b4bb-5b0ff4404cac HTTP/1.1" status: 200 len: 856 time: 0.1425529 Oct 27 10:36:03.566992 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532d8de6-e7b9-449f-935d-592e5f60666f req-cafeb7e0-286c-4195-9329-edcbae42d18a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:36:03.568528 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-532d8de6-e7b9-449f-935d-592e5f60666f req-cafeb7e0-286c-4195-9329-edcbae42d18a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=823b724c-a4df-49e4-a48e-438212c85945&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3069952 Oct 27 10:36:03.833046 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e188511-962d-4550-b696-335d7cec9adf req-7cf5bb74-59fa-476d-a04f-ca3e97c056a9 tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:36:03.834621 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-4e188511-962d-4550-b696-335d7cec9adf req-7cf5bb74-59fa-476d-a04f-ca3e97c056a9 tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] 10.222.0.44 "GET /v2.0/ports?device_id=c9a90d06-b4fc-47d5-8eb2-455b727b5399 HTTP/1.1" status: 200 len: 983 time: 0.4625344 Oct 27 10:36:03.861585 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba3a8b3-85c3-4a0e-ab7c-222a04e7ad0a req-d20b08a8-17d9-49fe-b470-d9d35ca59055 tempest-ServersNegativeTestMultiTenantJSON-1817010460 tempest-ServersNegativeTestMultiTenantJSON-1817010460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:36:03.863865 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-2ba3a8b3-85c3-4a0e-ab7c-222a04e7ad0a req-d20b08a8-17d9-49fe-b470-d9d35ca59055 tempest-ServersNegativeTestMultiTenantJSON-1817010460 tempest-ServersNegativeTestMultiTenantJSON-1817010460-project] 10.222.0.44 "GET /v2.0/ports?device_id=b49c259e-3d43-4028-85b6-208593361824 HTTP/1.1" status: 200 len: 945 time: 0.1089861 Oct 27 10:36:03.919370 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-2ba3a8b3-85c3-4a0e-ab7c-222a04e7ad0a req-48cd686e-0bbd-4355-b714-c3e486d91f1e tempest-ServersNegativeTestMultiTenantJSON-1817010460 tempest-ServersNegativeTestMultiTenantJSON-1817010460-project] 10.222.0.44 "GET /v2.0/security-groups?id=1c9159dc-42f4-43bf-b611-72129485dab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486262 Oct 27 10:36:03.995864 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-4e188511-962d-4550-b696-335d7cec9adf req-049b0207-c2b1-4175-b588-76a66876a06a tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] 10.222.0.44 "GET /v2.0/security-groups?id=129df1dd-515e-4db3-af91-151fa02c020c&id=8b320932-ab34-453c-a18d-838c18c0b4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1438744 Oct 27 10:36:03.997986 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-532d8de6-e7b9-449f-935d-592e5f60666f req-fd999a59-fc34-4445-bbc7-60754b6fd136 service neutron] 10.222.0.64 "GET /v2.0/networks/823b724c-a4df-49e4-a48e-438212c85945?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4152820 Oct 27 10:36:04.202078 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-532d8de6-e7b9-449f-935d-592e5f60666f req-d1d7626a-853a-4e96-b7f1-e2e6376d7eeb service neutron] 10.222.0.64 "GET /v2.0/networks/823b724c-a4df-49e4-a48e-438212c85945?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1940668 Oct 27 10:36:04.335616 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7029588-aa69-42f9-b219-27cef85cbe43 req-5692e5bc-540a-47db-98af-8672da1e478c tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:36:04.347498 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-e7029588-aa69-42f9-b219-27cef85cbe43 req-5692e5bc-540a-47db-98af-8672da1e478c tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.44 "GET /v2.0/ports?device_id=7914b79f-813e-4a1a-a033-e34f7b6346e5 HTTP/1.1" status: 200 len: 945 time: 0.1793938 Oct 27 10:36:04.384845 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc49b525-e04f-4ae3-9f47-dda1bfa32c52 req-fa946552-521e-4307-b188-556779f96f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:36:04.386953 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-dc49b525-e04f-4ae3-9f47-dda1bfa32c52 req-fa946552-521e-4307-b188-556779f96f1a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7a75806f732447d68ca40a83500d955d&device_id=58d33066-02f9-456d-8852-aabcf5578798 HTTP/1.1" status: 200 len: 1096 time: 0.0998094 Oct 27 10:36:04.461809 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-e7029588-aa69-42f9-b219-27cef85cbe43 req-924e37f2-2d20-4537-bfb1-71b4f2d577a3 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.44 "GET /v2.0/security-groups?id=1cfb3b36-7fdd-4213-b115-9d47e1636c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133518 Oct 27 10:36:04.508774 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdce64f-f9ff-44c9-b541-4254f2e9a57d req-ccbd30ab-6776-48d2-aa58-f96f597c7ac9 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:36:04.510670 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-9bdce64f-f9ff-44c9-b541-4254f2e9a57d req-ccbd30ab-6776-48d2-aa58-f96f597c7ac9 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "GET /v2.0/ports?device_id=58d33066-02f9-456d-8852-aabcf5578798 HTTP/1.1" status: 200 len: 944 time: 0.1362791 Oct 27 10:36:04.513003 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device d8e10c2d-801b-4ced-8252-16c533f3080d up at agent hyperv_n-h2-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:36:04.670300 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Provisioning for port d8e10c2d-801b-4ced-8252-16c533f3080d completed by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 10:36:04.677542 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Provisioning complete for port d8e10c2d-801b-4ced-8252-16c533f3080d triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:36:04.678328 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:04.725923 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-9bdce64f-f9ff-44c9-b541-4254f2e9a57d req-11f85187-c542-4319-93c3-f3e074bbcfde tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "GET /v2.0/security-groups?id=142cfba7-0116-47cd-9d82-0d26bf880f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1983476 Oct 27 10:36:04.735361 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc49b525-e04f-4ae3-9f47-dda1bfa32c52 req-5a5bfc9f-0d7f-48ff-a209-a91d01a15e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:36:04.737246 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-dc49b525-e04f-4ae3-9f47-dda1bfa32c52 req-5a5bfc9f-0d7f-48ff-a209-a91d01a15e92 service neutron] 10.222.0.64 "GET /v2.0/networks?id=823b724c-a4df-49e4-a48e-438212c85945 HTTP/1.1" status: 200 len: 918 time: 0.3264446 Oct 27 10:36:04.870504 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:04.955637 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9a90d06-b4fc-47d5-8eb2-455b727b5399', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8e10c2d-801b-4ced-8252-16c533f3080d'}] {{(pid=102348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:36:04.972601 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c588921fa634554a1d9242fdea1b05457a9ff1d3b28ba54ec1dace7f2f1df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17ecef1d-2a6f-4747-b67a-ecc66ca0f930" -d '{"events": [{"server_uuid": "c9a90d06-b4fc-47d5-8eb2-455b727b5399", "name": "network-vif-plugged", "status": "completed", "tag": "d8e10c2d-801b-4ced-8252-16c533f3080d"}]}' {{(pid=102348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:36:05.018633 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-dc49b525-e04f-4ae3-9f47-dda1bfa32c52 req-f50947d1-e85d-4564-87f0-e665c99961f2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a378176d-92da-4f39-9224-eabe8da137fe HTTP/1.1" status: 200 len: 998 time: 0.2630308 Oct 27 10:36:05.033401 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] For port d8e10c2d-801b-4ced-8252-16c533f3080d, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=d8e10c2d-801b-4ced-8252-16c533f3080d,segment=NetworkSegment(7fb3a14a-cd7b-486a-9a71-3dc38f16284d),segment_id=7fb3a14a-cd7b-486a-9a71-3dc38f16284d)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:36:05.042975 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:05.091454 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acedbfb3-306b-4fb9-a09f-1627fa404319 req-9763be0d-3b22-4b97-8755-ce7914280973 tempest-ServersNegativeTestMultiTenantJSON-1817010460 tempest-ServersNegativeTestMultiTenantJSON-1817010460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:36:05.101403 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-acedbfb3-306b-4fb9-a09f-1627fa404319 req-9763be0d-3b22-4b97-8755-ce7914280973 tempest-ServersNegativeTestMultiTenantJSON-1817010460 tempest-ServersNegativeTestMultiTenantJSON-1817010460-project] 10.222.0.64 "GET /v2.0/ports?device_id=b49c259e-3d43-4028-85b6-208593361824 HTTP/1.1" status: 200 len: 945 time: 0.3375409 Oct 27 10:36:05.142928 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:36:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-530537bd-e136-4e38-a460-5ec9bbce45d8 x-openstack-request-id: req-530537bd-e136-4e38-a460-5ec9bbce45d8 {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:36:05.143444 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9a90d06-b4fc-47d5-8eb2-455b727b5399", "name": "network-vif-plugged", "status": "completed", "tag": "d8e10c2d-801b-4ced-8252-16c533f3080d", "code": 200}]} {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:36:05.146195 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-530537bd-e136-4e38-a460-5ec9bbce45d8 {{(pid=102348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:36:05.146771 n-d-813419-10 neutron-server[102348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9a90d06-b4fc-47d5-8eb2-455b727b5399', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8e10c2d-801b-4ced-8252-16c533f3080d', 'code': 200} Oct 27 10:36:05.187632 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Pushing event updated for resources: {'Port': ['ID=d8e10c2d-801b-4ced-8252-16c533f3080d,revision_number=5']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:36:05.351548 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df7001f-da90-41ef-89fd-43d01f695ae0 req-bb71295b-d761-447c-94fd-684bf0736466 tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:36:05.354827 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-8df7001f-da90-41ef-89fd-43d01f695ae0 req-bb71295b-d761-447c-94fd-684bf0736466 tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] 10.222.0.44 "GET /v2.0/ports?device_id=c9a90d06-b4fc-47d5-8eb2-455b727b5399 HTTP/1.1" status: 200 len: 984 time: 0.0907404 Oct 27 10:36:05.466073 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-8df7001f-da90-41ef-89fd-43d01f695ae0 req-23275643-d491-4f7f-bc29-6d552665e502 tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] 10.222.0.44 "GET /v2.0/security-groups?id=129df1dd-515e-4db3-af91-151fa02c020c&id=8b320932-ab34-453c-a18d-838c18c0b4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1013570 Oct 27 10:36:05.502238 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc49b525-e04f-4ae3-9f47-dda1bfa32c52 req-f08bd016-9190-481a-ba06-750bf4d43996 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:36:05.503849 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-dc49b525-e04f-4ae3-9f47-dda1bfa32c52 req-f08bd016-9190-481a-ba06-750bf4d43996 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=867e3761-3f04-40e2-b4bb-5b0ff4404cac HTTP/1.1" status: 200 len: 856 time: 0.4646528 Oct 27 10:36:05.687780 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8702c6-7a7b-4d14-9b26-c9283553802a req-547e89c2-15f0-448c-8f39-0e200265d5f9 tempest-ServersNegativeTestMultiTenantJSON-1817010460 tempest-ServersNegativeTestMultiTenantJSON-1817010460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:36:05.704403 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-1c8702c6-7a7b-4d14-9b26-c9283553802a req-547e89c2-15f0-448c-8f39-0e200265d5f9 tempest-ServersNegativeTestMultiTenantJSON-1817010460 tempest-ServersNegativeTestMultiTenantJSON-1817010460-project] 10.222.0.44 "GET /v2.0/ports?device_id=b49c259e-3d43-4028-85b6-208593361824 HTTP/1.1" status: 200 len: 945 time: 0.5250399 Oct 27 10:36:05.720478 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b736c1e-0c24-4d0d-9096-e9908a29b707 req-51bf2685-f0fd-40c6-a67b-f40870b69cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:36:05.725959 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-7b736c1e-0c24-4d0d-9096-e9908a29b707 req-51bf2685-f0fd-40c6-a67b-f40870b69cc2 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=c9a90d06-b4fc-47d5-8eb2-455b727b5399 HTTP/1.1" status: 200 len: 1136 time: 0.4810112 Oct 27 10:36:05.876491 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a7094b-7365-43f0-a7ac-c88f1b2733f8 req-f197fc09-b322-49d4-960b-45201749b1b4 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:36:05.878370 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-c7a7094b-7365-43f0-a7ac-c88f1b2733f8 req-f197fc09-b322-49d4-960b-45201749b1b4 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.44 "GET /v2.0/ports?device_id=7914b79f-813e-4a1a-a033-e34f7b6346e5 HTTP/1.1" status: 200 len: 945 time: 0.1687348 Oct 27 10:36:05.935097 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [req-acedbfb3-306b-4fb9-a09f-1627fa404319 req-a10bdff2-1b55-4bb3-84fb-4efbdd8f2956 tempest-ServersNegativeTestMultiTenantJSON-1817010460 tempest-ServersNegativeTestMultiTenantJSON-1817010460-project] Deleting port 71c8805a-ecf8-4e8b-a207-008c26bd33a9 {{(pid=102347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:36:05.935742 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-acedbfb3-306b-4fb9-a09f-1627fa404319 req-a10bdff2-1b55-4bb3-84fb-4efbdd8f2956 tempest-ServersNegativeTestMultiTenantJSON-1817010460 tempest-ServersNegativeTestMultiTenantJSON-1817010460-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:05.974868 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-1c8702c6-7a7b-4d14-9b26-c9283553802a req-d6f0bae6-6d75-4e12-bd1f-1305f2cc1d68 tempest-ServersNegativeTestMultiTenantJSON-1817010460 tempest-ServersNegativeTestMultiTenantJSON-1817010460-project] 10.222.0.44 "GET /v2.0/security-groups?id=1c9159dc-42f4-43bf-b611-72129485dab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2673316 Oct 27 10:36:06.037811 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-c7a7094b-7365-43f0-a7ac-c88f1b2733f8 req-85ed096f-09e7-40a2-8f73-527b7b0f0d17 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.44 "GET /v2.0/security-groups?id=1cfb3b36-7fdd-4213-b115-9d47e1636c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445236 Oct 27 10:36:06.231305 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc49b525-e04f-4ae3-9f47-dda1bfa32c52 req-30027914-70b7-471b-b049-11578695d9f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:36:06.232978 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-dc49b525-e04f-4ae3-9f47-dda1bfa32c52 req-30027914-70b7-471b-b049-11578695d9f9 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=823b724c-a4df-49e4-a48e-438212c85945&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.7095761 Oct 27 10:36:06.282102 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-7b736c1e-0c24-4d0d-9096-e9908a29b707 req-9fd4ad37-aceb-4b09-990f-e8dc2b5c7d45 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=8b320932-ab34-453c-a18d-838c18c0b4b3&id=129df1dd-515e-4db3-af91-151fa02c020c&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.4930720 Oct 27 10:36:06.421189 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00f8740-634b-4a50-9c65-8099cbddbd6c req-aff0436b-5b96-450e-81c9-2508659e9cc1 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:36:06.437537 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-f00f8740-634b-4a50-9c65-8099cbddbd6c req-aff0436b-5b96-450e-81c9-2508659e9cc1 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "GET /v2.0/ports?device_id=58d33066-02f9-456d-8852-aabcf5578798 HTTP/1.1" status: 200 len: 944 time: 0.2518029 Oct 27 10:36:06.441361 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-acedbfb3-306b-4fb9-a09f-1627fa404319 req-a10bdff2-1b55-4bb3-84fb-4efbdd8f2956 tempest-ServersNegativeTestMultiTenantJSON-1817010460 tempest-ServersNegativeTestMultiTenantJSON-1817010460-project] For port 71c8805a-ecf8-4e8b-a207-008c26bd33a9, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=71c8805a-ecf8-4e8b-a207-008c26bd33a9,segment=NetworkSegment(8eda14f5-a5c6-4014-8956-340b51f571e1),segment_id=8eda14f5-a5c6-4014-8956-340b51f571e1)] {{(pid=102347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:36:06.441746 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-acedbfb3-306b-4fb9-a09f-1627fa404319 req-a10bdff2-1b55-4bb3-84fb-4efbdd8f2956 tempest-ServersNegativeTestMultiTenantJSON-1817010460 tempest-ServersNegativeTestMultiTenantJSON-1817010460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:06.523932 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [req-acedbfb3-306b-4fb9-a09f-1627fa404319 req-a10bdff2-1b55-4bb3-84fb-4efbdd8f2956 tempest-ServersNegativeTestMultiTenantJSON-1817010460 tempest-ServersNegativeTestMultiTenantJSON-1817010460-project] Calling delete_port for 71c8805a-ecf8-4e8b-a207-008c26bd33a9 owned by compute:nova {{(pid=102347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:36:06.711733 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c098f1b7-2bf8-4ddd-80f2-cc94e6181a4c req-780b9c4d-4c67-41af-bf4b-e5dfc3f7800f tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:36:06.725410 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-c098f1b7-2bf8-4ddd-80f2-cc94e6181a4c req-780b9c4d-4c67-41af-bf4b-e5dfc3f7800f tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] 10.222.0.44 "GET /v2.0/ports?device_id=c9a90d06-b4fc-47d5-8eb2-455b727b5399 HTTP/1.1" status: 200 len: 984 time: 0.1239252 Oct 27 10:36:06.830927 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-c098f1b7-2bf8-4ddd-80f2-cc94e6181a4c req-35cb2b0e-36ab-48a1-a5bf-490c1cdc8b28 tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] 10.222.0.44 "GET /v2.0/security-groups?id=129df1dd-515e-4db3-af91-151fa02c020c&id=8b320932-ab34-453c-a18d-838c18c0b4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0967424 Oct 27 10:36:07.179285 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-78ce9bda-567f-4d17-be90-16f21c20e935 req-9b4f8285-0906-48eb-a08b-9cc34d11a13e tempest-ServersNegativeTestMultiTenantJSON-1817010460 tempest-ServersNegativeTestMultiTenantJSON-1817010460-project] 10.222.0.44 "GET /v2.0/ports?device_id=b49c259e-3d43-4028-85b6-208593361824 HTTP/1.1" status: 200 len: 210 time: 0.0746918 Oct 27 10:36:07.454925 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c0c1bb-ceee-4cc4-8475-c0bcc29be9aa req-d0234355-5716-4ace-8340-74bf99ea413f tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:36:07.468225 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-58c0c1bb-ceee-4cc4-8475-c0bcc29be9aa req-d0234355-5716-4ace-8340-74bf99ea413f tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.44 "GET /v2.0/ports?device_id=7914b79f-813e-4a1a-a033-e34f7b6346e5 HTTP/1.1" status: 200 len: 945 time: 0.1412747 Oct 27 10:36:07.572581 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-f00f8740-634b-4a50-9c65-8099cbddbd6c req-4cb63257-7dfc-4086-aa11-c40a6c6d897b tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "GET /v2.0/security-groups?id=142cfba7-0116-47cd-9d82-0d26bf880f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.1335754 Oct 27 10:36:07.576451 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-acedbfb3-306b-4fb9-a09f-1627fa404319 req-a10bdff2-1b55-4bb3-84fb-4efbdd8f2956 tempest-ServersNegativeTestMultiTenantJSON-1817010460 tempest-ServersNegativeTestMultiTenantJSON-1817010460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:07.590454 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] get_ports_and_sgs() called for port_ids ['71c8805a-ecf8-4e8b-a207-008c26bd33a9'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:36:07.608028 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-58c0c1bb-ceee-4cc4-8475-c0bcc29be9aa req-934c1b07-b22b-4bf9-b6ca-9871d822dd8e tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.44 "GET /v2.0/security-groups?id=1cfb3b36-7fdd-4213-b115-9d47e1636c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387968 Oct 27 10:36:07.679899 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10bdff2-1b55-4bb3-84fb-4efbdd8f2956 tempest-ServersNegativeTestMultiTenantJSON-1817010460 tempest-ServersNegativeTestMultiTenantJSON-1817010460-project] Pushing event deleted for resources: {'Port': ['ID=71c8805a-ecf8-4e8b-a207-008c26bd33a9,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:36:07.812311 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [req-acedbfb3-306b-4fb9-a09f-1627fa404319 req-a10bdff2-1b55-4bb3-84fb-4efbdd8f2956 tempest-ServersNegativeTestMultiTenantJSON-1817010460 tempest-ServersNegativeTestMultiTenantJSON-1817010460-project] No DVR routers for this DVR port 71c8805a-ecf8-4e8b-a207-008c26bd33a9 on host n-h1-813419-10 {{(pid=102347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:36:07.830740 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-acedbfb3-306b-4fb9-a09f-1627fa404319 req-a10bdff2-1b55-4bb3-84fb-4efbdd8f2956 tempest-ServersNegativeTestMultiTenantJSON-1817010460 tempest-ServersNegativeTestMultiTenantJSON-1817010460-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:07.841903 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-acedbfb3-306b-4fb9-a09f-1627fa404319 req-a10bdff2-1b55-4bb3-84fb-4efbdd8f2956 tempest-ServersNegativeTestMultiTenantJSON-1817010460 tempest-ServersNegativeTestMultiTenantJSON-1817010460-project] 10.222.0.64 "DELETE /v2.0/ports/71c8805a-ecf8-4e8b-a207-008c26bd33a9 HTTP/1.1" status: 204 len: 173 time: 2.6634836 Oct 27 10:36:07.844555 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b49c259e-3d43-4028-85b6-208593361824', 'name': 'network-vif-deleted', 'tag': '71c8805a-ecf8-4e8b-a207-008c26bd33a9'}] {{(pid=102347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:36:07.854357 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311149b481204ee7edffdb959c881838506fbd95bc8577c048f6677abb73acc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d42de86-b06d-4a18-9b6b-acdced90ecbe" -d '{"events": [{"server_uuid": "b49c259e-3d43-4028-85b6-208593361824", "name": "network-vif-deleted", "tag": "71c8805a-ecf8-4e8b-a207-008c26bd33a9"}]}' {{(pid=102347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:36:07.928982 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-dc49b525-e04f-4ae3-9f47-dda1bfa32c52 req-8b186049-8a97-4b08-91c2-be25c977b8fd service neutron] 10.222.0.64 "GET /v2.0/networks/823b724c-a4df-49e4-a48e-438212c85945?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4678168 Oct 27 10:36:08.112841 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8adfbb-bb4e-4a6f-aaab-41634b12153a req-3120efae-ac9b-4528-aaef-f5bb3901d0f5 tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:36:08.116420 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-3a8adfbb-bb4e-4a6f-aaab-41634b12153a req-3120efae-ac9b-4528-aaef-f5bb3901d0f5 tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] 10.222.0.44 "GET /v2.0/ports?device_id=c9a90d06-b4fc-47d5-8eb2-455b727b5399 HTTP/1.1" status: 200 len: 984 time: 0.1653271 Oct 27 10:36:08.191105 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-3a8adfbb-bb4e-4a6f-aaab-41634b12153a req-16102511-0b5d-441f-aa18-e3bfcbbd90b1 tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] 10.222.0.44 "GET /v2.0/security-groups?id=129df1dd-515e-4db3-af91-151fa02c020c&id=8b320932-ab34-453c-a18d-838c18c0b4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0679166 Oct 27 10:36:08.214427 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:36:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-653e0848-9a76-4b81-902c-c7c9dc801817 x-openstack-request-id: req-653e0848-9a76-4b81-902c-c7c9dc801817 {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:36:08.214804 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b49c259e-3d43-4028-85b6-208593361824", "name": "network-vif-deleted", "tag": "71c8805a-ecf8-4e8b-a207-008c26bd33a9", "status": "completed", "code": 200}]} {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:36:08.214963 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-653e0848-9a76-4b81-902c-c7c9dc801817 {{(pid=102347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:36:08.215358 n-d-813419-10 neutron-server[102347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b49c259e-3d43-4028-85b6-208593361824', 'name': 'network-vif-deleted', 'tag': '71c8805a-ecf8-4e8b-a207-008c26bd33a9', 'status': 'completed', 'code': 200} Oct 27 10:36:08.261854 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-dc49b525-e04f-4ae3-9f47-dda1bfa32c52 req-895d6875-dad2-4a00-a4f5-d42d4b230881 service neutron] 10.222.0.64 "GET /v2.0/networks/823b724c-a4df-49e4-a48e-438212c85945?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3249905 Oct 27 10:36:08.348699 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 39500) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:36:08.450077 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-159277d7-006e-4f98-9c42-088b3da5a88f req-d2f2180c-e3e2-42f4-9e41-3c253a7c060b tempest-ServersNegativeTestMultiTenantJSON-1817010460 tempest-ServersNegativeTestMultiTenantJSON-1817010460-project] 10.222.0.44 "GET /v2.0/ports?device_id=b49c259e-3d43-4028-85b6-208593361824 HTTP/1.1" status: 200 len: 210 time: 0.0523157 Oct 27 10:36:08.881718 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:09.006431 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1244889f-2ad4-4e97-b9a8-cd3a2a4b189d req-0c3270eb-887f-478a-8776-d4209b21b258 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:36:09.015484 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-1244889f-2ad4-4e97-b9a8-cd3a2a4b189d req-0c3270eb-887f-478a-8776-d4209b21b258 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.44 "GET /v2.0/ports?device_id=7914b79f-813e-4a1a-a033-e34f7b6346e5 HTTP/1.1" status: 200 len: 945 time: 0.2217247 Oct 27 10:36:09.017290 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d68e5f-aa7e-40c9-b473-a39401b1a0c8 req-46d4ae61-00dc-4447-bd41-3b966920f008 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:36:09.021494 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-47d68e5f-aa7e-40c9-b473-a39401b1a0c8 req-46d4ae61-00dc-4447-bd41-3b966920f008 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "GET /v2.0/ports?device_id=58d33066-02f9-456d-8852-aabcf5578798 HTTP/1.1" status: 200 len: 944 time: 0.2296343 Oct 27 10:36:09.131623 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-47d68e5f-aa7e-40c9-b473-a39401b1a0c8 req-4c636d55-62c4-4b7b-80f2-bdea90ea021c tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "GET /v2.0/security-groups?id=142cfba7-0116-47cd-9d82-0d26bf880f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1023290 Oct 27 10:36:09.257994 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-1244889f-2ad4-4e97-b9a8-cd3a2a4b189d req-87e76a5c-7b2b-4378-858e-1f168d1ea904 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.44 "GET /v2.0/security-groups?id=1cfb3b36-7fdd-4213-b115-9d47e1636c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2410009 Oct 27 10:36:09.584387 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 39522) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:36:09.603629 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device 71c8805a-ecf8-4e8b-a207-008c26bd33a9 no longer exists at agent hyperv_n-h1-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:36:09.684642 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] No Port match for: 71c8805a-ecf8-4e8b-a207-008c26bd33a9 {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:36:09.686319 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5293fc9e-eadb-4bed-9c47-20397b18167d req-adb41085-8a6a-4e7f-b639-c246a743c42d tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:36:09.692743 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device 71c8805a-ecf8-4e8b-a207-008c26bd33a9 not bound to the agent host n-h1-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:36:09.694773 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-5293fc9e-eadb-4bed-9c47-20397b18167d req-adb41085-8a6a-4e7f-b639-c246a743c42d tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] 10.222.0.44 "GET /v2.0/ports?device_id=c9a90d06-b4fc-47d5-8eb2-455b727b5399 HTTP/1.1" status: 200 len: 984 time: 0.2317080 Oct 27 10:36:09.712402 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_v2 [None req-e41445c6-a5bd-4cd0-ac00-0252f858f517 admin admin] Deleting subnet 10851c57-3bea-4acc-96dc-c1ca8a8858df {{(pid=102347) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 10:36:09.724367 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-e41445c6-a5bd-4cd0-ac00-0252f858f517 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:09.810155 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-e41445c6-a5bd-4cd0-ac00-0252f858f517 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-18445109'] for subnet, precommit_delete_associations {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:09.822782 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-5293fc9e-eadb-4bed-9c47-20397b18167d req-95df4c95-2517-41a0-8b64-f4f8978c5f5e tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] 10.222.0.44 "GET /v2.0/security-groups?id=129df1dd-515e-4db3-af91-151fa02c020c&id=8b320932-ab34-453c-a18d-838c18c0b4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1231205 Oct 27 10:36:09.956095 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-2733d18b-a49f-4b09-8ecb-c16ee7305d4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1766202'] for router_interface, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:09.961199 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-e41445c6-a5bd-4cd0-ac00-0252f858f517 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855646'] for subnet, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:10.101082 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319b777b-47d1-4bb5-8b0c-504c818d69e3 req-84f34b63-6f14-47d9-b732-5050c01fb3bd tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:36:10.108824 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-319b777b-47d1-4bb5-8b0c-504c818d69e3 req-84f34b63-6f14-47d9-b732-5050c01fb3bd tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] 10.222.0.44 "GET /v2.0/ports?device_id=c9a90d06-b4fc-47d5-8eb2-455b727b5399 HTTP/1.1" status: 200 len: 984 time: 0.1070228 Oct 27 10:36:10.177583 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-e41445c6-a5bd-4cd0-ac00-0252f858f517 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-18295818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18043720'] for subnet, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:10.231847 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41445c6-a5bd-4cd0-ac00-0252f858f517 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=10851c57-3bea-4acc-96dc-c1ca8a8858df,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:36:10.257494 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-319b777b-47d1-4bb5-8b0c-504c818d69e3 req-829a22f9-d830-436c-adeb-80a887b5b748 tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] 10.222.0.44 "GET /v2.0/security-groups?id=129df1dd-515e-4db3-af91-151fa02c020c&id=8b320932-ab34-453c-a18d-838c18c0b4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1399114 Oct 27 10:36:10.263057 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-e41445c6-a5bd-4cd0-ac00-0252f858f517 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:10.282921 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-e41445c6-a5bd-4cd0-ac00-0252f858f517 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/10851c57-3bea-4acc-96dc-c1ca8a8858df HTTP/1.1" status: 204 len: 168 time: 0.6971581 Oct 27 10:36:10.298227 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 39548) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:36:10.506331 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-131924e4-14d8-4d7d-9d97-29b026a605ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586917'] for network, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:10.617593 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d2b5b4-6051-4ed0-af64-e05d44e1b471 req-4e450046-721a-4153-878f-990a3afd5c92 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:36:10.625071 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-f7d2b5b4-6051-4ed0-af64-e05d44e1b471 req-4e450046-721a-4153-878f-990a3afd5c92 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "GET /v2.0/ports?device_id=58d33066-02f9-456d-8852-aabcf5578798 HTTP/1.1" status: 200 len: 944 time: 0.2204766 Oct 27 10:36:10.655091 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfb5298-ffee-4319-a139-201fac30e6f1 req-cff4dac9-b9e8-4af5-a9ae-c753736ab759 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:36:10.657078 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-bcfb5298-ffee-4319-a139-201fac30e6f1 req-cff4dac9-b9e8-4af5-a9ae-c753736ab759 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.44 "GET /v2.0/ports?device_id=7914b79f-813e-4a1a-a033-e34f7b6346e5 HTTP/1.1" status: 200 len: 945 time: 0.1460991 Oct 27 10:36:10.687792 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-131924e4-14d8-4d7d-9d97-29b026a605ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857803', 'neutron.services.segments.db._delete_segments_for_network-8743873143390'] for network, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:10.728832 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-f7d2b5b4-6051-4ed0-af64-e05d44e1b471 req-afac6a91-30c3-4c14-bdc9-a70c318b2182 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "GET /v2.0/security-groups?id=142cfba7-0116-47cd-9d82-0d26bf880f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0951524 Oct 27 10:36:10.780048 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-131924e4-14d8-4d7d-9d97-29b026a605ed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a978d03-e867-402f-82cf-dd4ddce5f44d']}} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:36:10.837748 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-131924e4-14d8-4d7d-9d97-29b026a605ed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8eda14f5-a5c6-4014-8956-340b51f571e1') {'for_net_delete': True} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:36:10.838189 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-131924e4-14d8-4d7d-9d97-29b026a605ed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8eda14f5-a5c6-4014-8956-340b51f571e1') {} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:36:10.895847 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-131924e4-14d8-4d7d-9d97-29b026a605ed admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743873145191', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18445132'] for segment, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:10.915217 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-bcfb5298-ffee-4319-a139-201fac30e6f1 req-1c47e079-860c-449a-a483-e005d84e2e95 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.44 "GET /v2.0/security-groups?id=1cfb3b36-7fdd-4213-b115-9d47e1636c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2430439 Oct 27 10:36:10.958523 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-2733d18b-a49f-4b09-8ecb-c16ee7305d4a admin admin] Deleting port fde3b517-4c44-41bd-ad93-c7945f194680 {{(pid=102346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:36:10.958868 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-2733d18b-a49f-4b09-8ecb-c16ee7305d4a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:10.968665 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-131924e4-14d8-4d7d-9d97-29b026a605ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:10.982600 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-131924e4-14d8-4d7d-9d97-29b026a605ed admin admin] Releasing vlan 419 on physical network physnet1 to pool {{(pid=102347) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 10:36:10.983489 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-131924e4-14d8-4d7d-9d97-29b026a605ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-18296032'] for segment, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:11.099479 n-d-813419-10 neutron-server[102347]: Traceback (most recent call last): Oct 27 10:36:11.099479 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 10:36:11.099479 n-d-813419-10 neutron-server[102347]: timer() Oct 27 10:36:11.099479 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 10:36:11.099479 n-d-813419-10 neutron-server[102347]: cb(*args, **kw) Oct 27 10:36:11.099479 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 10:36:11.099479 n-d-813419-10 neutron-server[102347]: return func(*args, **kwargs) Oct 27 10:36:11.099479 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 10:36:11.099479 n-d-813419-10 neutron-server[102347]: self._notify() Oct 27 10:36:11.099479 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 10:36:11.099479 n-d-813419-10 neutron-server[102347]: self.callback(batched_events) Oct 27 10:36:11.099479 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 10:36:11.099479 n-d-813419-10 neutron-server[102347]: event.method(event) Oct 27 10:36:11.099479 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 10:36:11.099479 n-d-813419-10 neutron-server[102347]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 10:36:11.099479 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 10:36:11.099479 n-d-813419-10 neutron-server[102347]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 10:36:11.099479 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 10:36:11.099479 n-d-813419-10 neutron-server[102347]: return f(self, *a, **k) Oct 27 10:36:11.099479 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 10:36:11.099479 n-d-813419-10 neutron-server[102347]: return self._get(url).json() Oct 27 10:36:11.099479 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 10:36:11.099479 n-d-813419-10 neutron-server[102347]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 10:36:11.099479 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 10:36:11.099479 n-d-813419-10 neutron-server[102347]: return self.request(url, 'GET', **kwargs) Oct 27 10:36:11.099479 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 10:36:11.099479 n-d-813419-10 neutron-server[102347]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 10:36:11.099479 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 10:36:11.099479 n-d-813419-10 neutron-server[102347]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 10:36:11.099479 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 10:36:11.099479 n-d-813419-10 neutron-server[102347]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 10:36:11.099479 n-d-813419-10 neutron-server[102347]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 10:36:11.158263 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-131924e4-14d8-4d7d-9d97-29b026a605ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664840'] for network, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:11.162121 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [None req-2733d18b-a49f-4b09-8ecb-c16ee7305d4a admin admin] For port fde3b517-4c44-41bd-ad93-c7945f194680, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=fde3b517-4c44-41bd-ad93-c7945f194680,segment=NetworkSegment(d0432a65-2dba-42ec-af01-06a1f023bcbe),segment_id=d0432a65-2dba-42ec-af01-06a1f023bcbe)] {{(pid=102346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:36:11.163968 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-2733d18b-a49f-4b09-8ecb-c16ee7305d4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:11.180782 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-2733d18b-a49f-4b09-8ecb-c16ee7305d4a admin admin] Calling delete_port for fde3b517-4c44-41bd-ad93-c7945f194680 owned by network:router_interface {{(pid=102346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:36:11.213705 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-131924e4-14d8-4d7d-9d97-29b026a605ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for network, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:11.228386 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-131924e4-14d8-4d7d-9d97-29b026a605ed admin admin] 10.222.0.44 "DELETE /v2.0/networks/5a978d03-e867-402f-82cf-dd4ddce5f44d HTTP/1.1" status: 204 len: 168 time: 0.9253724 Oct 27 10:36:11.232158 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 39554) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:36:11.267485 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131924e4-14d8-4d7d-9d97-29b026a605ed admin admin] Pushing event deleted for resources: {'Network': ['ID=5a978d03-e867-402f-82cf-dd4ddce5f44d,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:36:11.303613 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131924e4-14d8-4d7d-9d97-29b026a605ed admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:36:11.303613 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131924e4-14d8-4d7d-9d97-29b026a605ed admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:36:11.303991 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131924e4-14d8-4d7d-9d97-29b026a605ed admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:36:11.304388 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131924e4-14d8-4d7d-9d97-29b026a605ed admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:36:11.304726 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131924e4-14d8-4d7d-9d97-29b026a605ed admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:36:11.305058 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131924e4-14d8-4d7d-9d97-29b026a605ed admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:36:11.305390 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131924e4-14d8-4d7d-9d97-29b026a605ed admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:36:11.305707 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131924e4-14d8-4d7d-9d97-29b026a605ed admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:36:11.306768 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131924e4-14d8-4d7d-9d97-29b026a605ed admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:36:11.307163 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131924e4-14d8-4d7d-9d97-29b026a605ed admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:36:11.307633 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131924e4-14d8-4d7d-9d97-29b026a605ed admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:36:11.308692 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131924e4-14d8-4d7d-9d97-29b026a605ed admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:36:11.361004 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d66336f-cb85-4dfe-a5a4-faa4486cfe39 admin admin] Deleting subnet edb4053d-83d2-4b50-96f6-44ab16c2f5fd {{(pid=102347) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 10:36:11.367236 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-5d66336f-cb85-4dfe-a5a4-faa4486cfe39 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:11.427671 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a99c52-6fa4-44c8-a6dc-3aed2b94c355 req-0c285758-d46f-418f-840b-5b7d8b8e203c tempest-TestSecurityGroupsBasicOps-1178343156 tempest-TestSecurityGroupsBasicOps-1178343156-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:36:11.444997 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-5d66336f-cb85-4dfe-a5a4-faa4486cfe39 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-18445109'] for subnet, precommit_delete_associations {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:11.448414 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-e9a99c52-6fa4-44c8-a6dc-3aed2b94c355 req-0c285758-d46f-418f-840b-5b7d8b8e203c tempest-TestSecurityGroupsBasicOps-1178343156 tempest-TestSecurityGroupsBasicOps-1178343156-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=c9a90d06-b4fc-47d5-8eb2-455b727b5399 HTTP/1.1" status: 200 len: 1136 time: 0.2031932 Oct 27 10:36:11.493325 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-e9a99c52-6fa4-44c8-a6dc-3aed2b94c355 req-cc114025-862f-43dc-9199-12ea53c112ae tempest-TestSecurityGroupsBasicOps-1178343156 tempest-TestSecurityGroupsBasicOps-1178343156-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:11.553849 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-5d66336f-cb85-4dfe-a5a4-faa4486cfe39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855646'] for subnet, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:11.628694 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-5d66336f-cb85-4dfe-a5a4-faa4486cfe39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-18295818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18043720'] for subnet, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:11.664504 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d66336f-cb85-4dfe-a5a4-faa4486cfe39 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=edb4053d-83d2-4b50-96f6-44ab16c2f5fd,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:36:11.680403 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-5d66336f-cb85-4dfe-a5a4-faa4486cfe39 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:11.688750 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-5d66336f-cb85-4dfe-a5a4-faa4486cfe39 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/edb4053d-83d2-4b50-96f6-44ab16c2f5fd HTTP/1.1" status: 204 len: 168 time: 0.4516203 Oct 27 10:36:11.691324 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 39562) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:36:11.725332 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-e9a99c52-6fa4-44c8-a6dc-3aed2b94c355 req-cc114025-862f-43dc-9199-12ea53c112ae tempest-TestSecurityGroupsBasicOps-1178343156 tempest-TestSecurityGroupsBasicOps-1178343156-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:11.736622 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-e9a99c52-6fa4-44c8-a6dc-3aed2b94c355 req-cc114025-862f-43dc-9199-12ea53c112ae tempest-TestSecurityGroupsBasicOps-1178343156 tempest-TestSecurityGroupsBasicOps-1178343156-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:11.821412 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-92530ecd-bf93-4427-b7b3-98d5e5859dcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586917'] for network, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:11.866928 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-e9a99c52-6fa4-44c8-a6dc-3aed2b94c355 req-cc114025-862f-43dc-9199-12ea53c112ae tempest-TestSecurityGroupsBasicOps-1178343156 tempest-TestSecurityGroupsBasicOps-1178343156-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=129df1dd-515e-4db3-af91-151fa02c020c&id=8b320932-ab34-453c-a18d-838c18c0b4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.4172831 Oct 27 10:36:11.875722 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc114025-862f-43dc-9199-12ea53c112ae tempest-TestSecurityGroupsBasicOps-1178343156 tempest-TestSecurityGroupsBasicOps-1178343156-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13eb6daf-845c-48e7-bf7c-da076301c71d,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:36:11.906230 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 39566) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:36:12.044478 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-2733d18b-a49f-4b09-8ecb-c16ee7305d4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:12.081745 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-92530ecd-bf93-4427-b7b3-98d5e5859dcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857803', 'neutron.services.segments.db._delete_segments_for_network-8743873143390'] for network, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:12.161629 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-92530ecd-bf93-4427-b7b3-98d5e5859dcc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb0013e9-3da2-4eeb-8347-75322e8d0f6d']}} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:36:12.185205 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-92530ecd-bf93-4427-b7b3-98d5e5859dcc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'deaf6df5-ad81-4b27-9142-79da97298e37') {'for_net_delete': True} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:36:12.185997 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-92530ecd-bf93-4427-b7b3-98d5e5859dcc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'deaf6df5-ad81-4b27-9142-79da97298e37') {} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:36:12.203181 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-92530ecd-bf93-4427-b7b3-98d5e5859dcc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743873145191', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18445132'] for segment, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:12.223359 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-92530ecd-bf93-4427-b7b3-98d5e5859dcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:12.235248 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92530ecd-bf93-4427-b7b3-98d5e5859dcc admin admin] Releasing vlan 414 on physical network physnet1 to pool {{(pid=102347) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 10:36:12.235932 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-92530ecd-bf93-4427-b7b3-98d5e5859dcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-18296032'] for segment, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:12.315338 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2733d18b-a49f-4b09-8ecb-c16ee7305d4a admin admin] Pushing event deleted for resources: {'Port': ['ID=fde3b517-4c44-41bd-ad93-c7945f194680,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:36:12.360578 n-d-813419-10 neutron-server[102347]: Traceback (most recent call last): Oct 27 10:36:12.360578 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 10:36:12.360578 n-d-813419-10 neutron-server[102347]: timer() Oct 27 10:36:12.360578 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 10:36:12.360578 n-d-813419-10 neutron-server[102347]: cb(*args, **kw) Oct 27 10:36:12.360578 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 10:36:12.360578 n-d-813419-10 neutron-server[102347]: return func(*args, **kwargs) Oct 27 10:36:12.360578 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 10:36:12.360578 n-d-813419-10 neutron-server[102347]: self._notify() Oct 27 10:36:12.360578 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 10:36:12.360578 n-d-813419-10 neutron-server[102347]: self.callback(batched_events) Oct 27 10:36:12.360578 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 10:36:12.360578 n-d-813419-10 neutron-server[102347]: event.method(event) Oct 27 10:36:12.360578 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 10:36:12.360578 n-d-813419-10 neutron-server[102347]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 10:36:12.360578 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 10:36:12.360578 n-d-813419-10 neutron-server[102347]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 10:36:12.360578 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 10:36:12.360578 n-d-813419-10 neutron-server[102347]: return f(self, *a, **k) Oct 27 10:36:12.360578 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 10:36:12.360578 n-d-813419-10 neutron-server[102347]: return self._get(url).json() Oct 27 10:36:12.360578 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 10:36:12.360578 n-d-813419-10 neutron-server[102347]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 10:36:12.360578 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 10:36:12.360578 n-d-813419-10 neutron-server[102347]: return self.request(url, 'GET', **kwargs) Oct 27 10:36:12.360578 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 10:36:12.360578 n-d-813419-10 neutron-server[102347]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 10:36:12.360578 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 10:36:12.360578 n-d-813419-10 neutron-server[102347]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 10:36:12.360578 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 10:36:12.360578 n-d-813419-10 neutron-server[102347]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 10:36:12.360578 n-d-813419-10 neutron-server[102347]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 10:36:12.375630 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-92530ecd-bf93-4427-b7b3-98d5e5859dcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664840'] for network, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:12.388060 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ce37ee-039a-449a-96a9-cb8a43ec5023 req-388254ba-20ab-4c0e-a86b-f295d9e03678 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:36:12.401716 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-f1ce37ee-039a-449a-96a9-cb8a43ec5023 req-388254ba-20ab-4c0e-a86b-f295d9e03678 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "GET /v2.0/ports?device_id=58d33066-02f9-456d-8852-aabcf5578798 HTTP/1.1" status: 200 len: 944 time: 0.5174265 Oct 27 10:36:12.414144 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe239d1f-b5bb-4a0c-bcc2-711b9fdc5394 tempest-TestSecurityGroupsBasicOps-1178343156 tempest-TestSecurityGroupsBasicOps-1178343156-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:36:12.423810 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-fe239d1f-b5bb-4a0c-bcc2-711b9fdc5394 tempest-TestSecurityGroupsBasicOps-1178343156 tempest-TestSecurityGroupsBasicOps-1178343156-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=c9a90d06-b4fc-47d5-8eb2-455b727b5399 HTTP/1.1" status: 200 len: 1131 time: 0.5162494 Oct 27 10:36:12.425095 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-92530ecd-bf93-4427-b7b3-98d5e5859dcc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for network, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:12.429099 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-92530ecd-bf93-4427-b7b3-98d5e5859dcc admin admin] 10.222.0.44 "DELETE /v2.0/networks/eb0013e9-3da2-4eeb-8347-75322e8d0f6d HTTP/1.1" status: 204 len: 168 time: 0.7364368 Oct 27 10:36:12.448790 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 39576) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:36:12.457643 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-70f21e8b-fb06-4563-ae21-b652d8ce9c34 tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Request body: {'floatingip': {'floating_network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'port_id': 'd8e10c2d-801b-4ced-8252-16c533f3080d', 'tenant_id': '2005088b555845b0a237dc93fae61807', 'fixed_ip_address': '172.20.0.3'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:36:12.479925 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92530ecd-bf93-4427-b7b3-98d5e5859dcc admin admin] Pushing event deleted for resources: {'Network': ['ID=eb0013e9-3da2-4eeb-8347-75322e8d0f6d,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:36:12.545159 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-70f21e8b-fb06-4563-ae21-b652d8ce9c34 tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Publish callbacks [] for floatingip, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:12.563747 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-f1ce37ee-039a-449a-96a9-cb8a43ec5023 req-5b0dafe1-7936-40e4-ac45-4e0af2838aaa tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "GET /v2.0/security-groups?id=142cfba7-0116-47cd-9d82-0d26bf880f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1605515 Oct 27 10:36:12.879981 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7349af-dbf2-4273-b4d4-34aab74f9ad1 req-d945f5ce-cc2e-44f8-a83a-2d42b1b00390 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:36:12.890391 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-da7349af-dbf2-4273-b4d4-34aab74f9ad1 req-d945f5ce-cc2e-44f8-a83a-2d42b1b00390 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.44 "GET /v2.0/ports?device_id=7914b79f-813e-4a1a-a033-e34f7b6346e5 HTTP/1.1" status: 200 len: 945 time: 0.6049778 Oct 27 10:36:12.988105 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 39582) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:36:13.043033 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-2733d18b-a49f-4b09-8ecb-c16ee7305d4a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2006968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1766358'] for router_interface, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:13.067935 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-da7349af-dbf2-4273-b4d4-34aab74f9ad1 req-80d9bb3e-3da2-4111-8832-81b16bf61a66 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.44 "GET /v2.0/security-groups?id=1cfb3b36-7fdd-4213-b115-9d47e1636c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498990 Oct 27 10:36:13.106109 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-64a341bf-7ca7-4431-b0ea-87fc1c7e51a6 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7b1395b27302442fb3f5566bb6fef83c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1154139 Oct 27 10:36:13.108596 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 39586) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:36:13.235718 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-066bda94-ed69-4e47-82f0-199faa1fd34e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:13.284590 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-066bda94-ed69-4e47-82f0-199faa1fd34e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:13.498986 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-066bda94-ed69-4e47-82f0-199faa1fd34e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:13.501675 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-066bda94-ed69-4e47-82f0-199faa1fd34e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:13.503073 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-066bda94-ed69-4e47-82f0-199faa1fd34e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1c9159dc-42f4-43bf-b611-72129485dab5 HTTP/1.1" status: 204 len: 168 time: 0.3923273 Oct 27 10:36:13.536264 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066bda94-ed69-4e47-82f0-199faa1fd34e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c9159dc-42f4-43bf-b611-72129485dab5,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:36:13.779568 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 39596) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:36:14.074436 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-70f21e8b-fb06-4563-ae21-b652d8ce9c34 tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:14.112902 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-b085a447-e4d4-4a3a-98ef-ff2a3fac6c3e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:14.234892 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_common [None req-70f21e8b-fb06-4563-ae21-b652d8ce9c34 tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Allocated IP 172.25.8.70 (185ff123-c7ff-45c7-a6be-71feb35acc9c/0fb9f9d1-7384-481f-8fa8-f4566c349d30/8bfe17df-a6b6-4056-b4d8-a580b9c63916) {{(pid=102346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:36:14.397804 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 39606) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:36:14.420296 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-70f21e8b-fb06-4563-ae21-b652d8ce9c34 tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Publish callbacks [] for port, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:14.480105 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-4cdb14ff-9fa8-4c1b-9a42-d4200b8ca598 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b10e9713070c416188db4b3c28fa98a6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0766666 Oct 27 10:36:14.480618 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718287bf-7254-4c46-8234-2dcc677cfb07 req-2b5a0840-8043-4b14-a684-c0689aff616d tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:36:14.482542 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-718287bf-7254-4c46-8234-2dcc677cfb07 req-2b5a0840-8043-4b14-a684-c0689aff616d tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "GET /v2.0/ports?device_id=58d33066-02f9-456d-8852-aabcf5578798 HTTP/1.1" status: 200 len: 944 time: 0.4956653 Oct 27 10:36:14.483989 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-70f21e8b-fb06-4563-ae21-b652d8ce9c34 tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:14.494355 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 39608) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:36:14.521122 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcea4c2-860f-47bd-a6be-1a8ddb31d152 req-9db8da57-f610-4164-aed0-acb175c8e983 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:36:14.523844 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-9fcea4c2-860f-47bd-a6be-1a8ddb31d152 req-9db8da57-f610-4164-aed0-acb175c8e983 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.44 "GET /v2.0/ports?device_id=7914b79f-813e-4a1a-a033-e34f7b6346e5 HTTP/1.1" status: 200 len: 945 time: 0.2310658 Oct 27 10:36:14.546965 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70f21e8b-fb06-4563-ae21-b652d8ce9c34 tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Network 185ff123-c7ff-45c7-a6be-71feb35acc9c is already hosted by enough agents. {{(pid=102346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:36:14.556819 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-70f21e8b-fb06-4563-ae21-b652d8ce9c34 tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Resources bound (agent type, host, resource id): {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:36:14.600971 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70f21e8b-fb06-4563-ae21-b652d8ce9c34 tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Received port after_create {{(pid=102346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:36:14.630449 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-b085a447-e4d4-4a3a-98ef-ff2a3fac6c3e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:14.655537 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-b085a447-e4d4-4a3a-98ef-ff2a3fac6c3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:14.713747 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-718287bf-7254-4c46-8234-2dcc677cfb07 req-fdd7185d-2302-4dc7-a48d-d4ba87c5aba4 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "GET /v2.0/security-groups?id=142cfba7-0116-47cd-9d82-0d26bf880f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2165639 Oct 27 10:36:14.727586 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f21e8b-fb06-4563-ae21-b652d8ce9c34 tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Pushing event updated for resources: {'Port': ['ID=8bfe17df-a6b6-4056-b4d8-a580b9c63916,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:36:14.744976 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 39610) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:36:14.751245 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-b085a447-e4d4-4a3a-98ef-ff2a3fac6c3e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b6243e3a57724386beeb345dacac9bdc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9701436 Oct 27 10:36:14.824674 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-9fcea4c2-860f-47bd-a6be-1a8ddb31d152 req-87d86988-2070-44c6-b8dd-cfdf6a1eaf2c tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.44 "GET /v2.0/security-groups?id=1cfb3b36-7fdd-4213-b115-9d47e1636c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2873149 Oct 27 10:36:14.835620 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-cfadd64a-4973-43f8-ab15-1a107041edb7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:14.876623 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b085a447-e4d4-4a3a-98ef-ff2a3fac6c3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c30e8a60-5ece-45d3-806d-bbf2902241c2,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:36:14.929466 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-cfadd64a-4973-43f8-ab15-1a107041edb7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:15.003994 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-cfadd64a-4973-43f8-ab15-1a107041edb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:15.006786 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-cfadd64a-4973-43f8-ab15-1a107041edb7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:15.008284 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-cfadd64a-4973-43f8-ab15-1a107041edb7 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/6667716e-9094-4320-8cf7-169b20d34acb HTTP/1.1" status: 204 len: 168 time: 0.5072815 Oct 27 10:36:15.017144 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfadd64a-4973-43f8-ab15-1a107041edb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6667716e-9094-4320-8cf7-169b20d34acb,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:36:15.049822 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-43b96091-25b1-4925-ba7b-113a60f93f90 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:15.097886 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-43b96091-25b1-4925-ba7b-113a60f93f90 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:15.263759 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2733d18b-a49f-4b09-8ecb-c16ee7305d4a admin admin] Router fc01ae86-cf09-4e74-80ea-0caa501961df has already been hosted by L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb {{(pid=102346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 10:36:15.452979 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-43b96091-25b1-4925-ba7b-113a60f93f90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:15.455585 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-43b96091-25b1-4925-ba7b-113a60f93f90 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:15.459223 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-43b96091-25b1-4925-ba7b-113a60f93f90 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c30e8a60-5ece-45d3-806d-bbf2902241c2 HTTP/1.1" status: 204 len: 168 time: 0.7086065 Oct 27 10:36:15.510985 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b96091-25b1-4925-ba7b-113a60f93f90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c30e8a60-5ece-45d3-806d-bbf2902241c2,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:36:15.916523 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-70f21e8b-fb06-4563-ae21-b652d8ce9c34 tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:16.144358 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d25323-4510-4ae7-a5a6-e0d973210207 req-d70d7b2a-f09b-4d59-9139-c9ecffe30c38 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:36:16.157602 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c1d25323-4510-4ae7-a5a6-e0d973210207 req-d70d7b2a-f09b-4d59-9139-c9ecffe30c38 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "GET /v2.0/ports?device_id=58d33066-02f9-456d-8852-aabcf5578798 HTTP/1.1" status: 200 len: 944 time: 0.2690153 Oct 27 10:36:16.198871 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-e8b408e5-d72a-4530-91e4-01482fc44b4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:16.227466 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2733d18b-a49f-4b09-8ecb-c16ee7305d4a admin admin] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:36:16.242842 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e062e0cf-3dd9-4cfe-9f29-ec3d698f27ea None None] Sync routers for ids ['fc01ae86-cf09-4e74-80ea-0caa501961df'] in n-d-813419-10 {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:36:16.246621 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c1d25323-4510-4ae7-a5a6-e0d973210207 req-4f2d4aae-9f73-4c9c-8d70-e8de6bb84b53 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "GET /v2.0/security-groups?id=142cfba7-0116-47cd-9d82-0d26bf880f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792971 Oct 27 10:36:16.249024 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-2733d18b-a49f-4b09-8ecb-c16ee7305d4a admin admin] 10.222.0.44 "PUT /v2.0/routers/fc01ae86-cf09-4e74-80ea-0caa501961df/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9053800 Oct 27 10:36:16.249257 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 39632) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:36:16.272240 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e062e0cf-3dd9-4cfe-9f29-ec3d698f27ea None None] Routers {'fc01ae86-cf09-4e74-80ea-0caa501961df'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:36:16.276601 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-e062e0cf-3dd9-4cfe-9f29-ec3d698f27ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:35:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['fc01ae86-cf09-4e74-80ea-0caa501961df'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:36:16.310322 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-70f21e8b-fb06-4563-ae21-b652d8ce9c34 tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:16.459062 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 39636) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:36:16.459915 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvr_db [None req-e062e0cf-3dd9-4cfe-9f29-ec3d698f27ea None None] Set router fc01ae86-cf09-4e74-80ea-0caa501961df gateway port host: n-d-813419-10 {{(pid=102349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:36:16.487057 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e36ed09-f50a-4489-935f-e95a230335e5 req-dea05546-e269-45b9-9bc4-eaa53aed18a5 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:36:16.494246 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-5e36ed09-f50a-4489-935f-e95a230335e5 req-dea05546-e269-45b9-9bc4-eaa53aed18a5 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.44 "GET /v2.0/ports?device_id=7914b79f-813e-4a1a-a033-e34f7b6346e5 HTTP/1.1" status: 200 len: 945 time: 0.3807092 Oct 27 10:36:16.561139 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-006c7502-2fd3-4ebf-a98b-cf5bccca62ba admin admin] Publish callbacks [] for security_group, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:16.717207 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-8bb594d3-6656-4ce6-b38b-9283cf4d2cdc admin admin] Publish callbacks [] for router, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:16.803627 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-e062e0cf-3dd9-4cfe-9f29-ec3d698f27ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc01ae86-cf09-4e74-80ea-0caa501961df', 'name': 'tempest-TestVolumeBackupRestore-642911475-router', 'tenant_id': 'c549deff19ee40e78397a6c045bdd5dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.188'}], 'enable_snat': True}, 'gw_port_id': 'c8d37030-f11d-4d51-9235-8d92fbc99a9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:30:38Z', 'updated_at': '2021-10-27T10:36:11Z', 'revision_number': 5, 'project_id': 'c549deff19ee40e78397a6c045bdd5dc', 'gw_port': {'id': 'c8d37030-f11d-4d51-9235-8d92fbc99a9b', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:e8:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc01ae86-cf09-4e74-80ea-0caa501961df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:30:40Z', 'updated_at': '2021-10-27T10:30:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10'}], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:36:16.807992 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-5e36ed09-f50a-4489-935f-e95a230335e5 req-5d0a5354-95da-4b23-a6ef-e426454b9d10 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.44 "GET /v2.0/security-groups?id=1cfb3b36-7fdd-4213-b115-9d47e1636c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2976561 Oct 27 10:36:16.908931 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-006c7502-2fd3-4ebf-a98b-cf5bccca62ba admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:16.926549 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-006c7502-2fd3-4ebf-a98b-cf5bccca62ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:16.958350 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-70f21e8b-fb06-4563-ae21-b652d8ce9c34 tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Publish callbacks [] for port, precommit_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:16.968018 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-70f21e8b-fb06-4563-ae21-b652d8ce9c34 tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27024173'] for port, after_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:17.019895 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-006c7502-2fd3-4ebf-a98b-cf5bccca62ba admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=024e2954354c4f81a9b75f8e43458a6e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5513167 Oct 27 10:36:17.020177 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 39650) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:36:17.031074 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006c7502-2fd3-4ebf-a98b-cf5bccca62ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c38c796b-17ca-48ed-a915-36e7aac4fe3b,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:36:17.067860 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e062e0cf-3dd9-4cfe-9f29-ec3d698f27ea None None] Checking router: fc01ae86-cf09-4e74-80ea-0caa501961df for host: n-d-813419-10 {{(pid=102349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 10:36:17.077343 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f21e8b-fb06-4563-ae21-b652d8ce9c34 tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Pushing event updated for resources: {'Port': ['ID=8bfe17df-a6b6-4056-b4d8-a580b9c63916,revision_number=2']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:36:17.090357 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-8bb594d3-6656-4ce6-b38b-9283cf4d2cdc admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:17.112317 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e062e0cf-3dd9-4cfe-9f29-ec3d698f27ea None None] Routers {'fc01ae86-cf09-4e74-80ea-0caa501961df'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:36:17.116474 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-e062e0cf-3dd9-4cfe-9f29-ec3d698f27ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:35:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['fc01ae86-cf09-4e74-80ea-0caa501961df'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:36:17.141881 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 39652) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:36:17.204446 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-70f21e8b-fb06-4563-ae21-b652d8ce9c34 tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1664826'] for floatingip, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:17.213799 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-d813fb35-849a-4a25-a454-c44ca5e5d64c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:17.261666 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-d813fb35-849a-4a25-a454-c44ca5e5d64c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:17.302398 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvr_db [None req-e062e0cf-3dd9-4cfe-9f29-ec3d698f27ea None None] Set router fc01ae86-cf09-4e74-80ea-0caa501961df gateway port host: None {{(pid=102349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:36:17.420586 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-d813fb35-849a-4a25-a454-c44ca5e5d64c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:17.422419 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-f9ceaad2-a16b-40db-a5e6-5efa401d9ff1 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-458119546-network', 'tenant_id': '19569ed2ed40433099ac245af6ff7c87'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:36:17.427091 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-e062e0cf-3dd9-4cfe-9f29-ec3d698f27ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc01ae86-cf09-4e74-80ea-0caa501961df', 'name': 'tempest-TestVolumeBackupRestore-642911475-router', 'tenant_id': 'c549deff19ee40e78397a6c045bdd5dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:30:38Z', 'updated_at': '2021-10-27T10:36:17Z', 'revision_number': 6, 'project_id': 'c549deff19ee40e78397a6c045bdd5dc', 'gw_port_host': None}], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:36:17.435547 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-d813fb35-849a-4a25-a454-c44ca5e5d64c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:17.452487 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-d813fb35-849a-4a25-a454-c44ca5e5d64c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c38c796b-17ca-48ed-a915-36e7aac4fe3b HTTP/1.1" status: 204 len: 168 time: 0.4307761 Oct 27 10:36:17.453348 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9ceaad2-a16b-40db-a5e6-5efa401d9ff1 admin admin] Made reservation on behalf of 19569ed2ed40433099ac245af6ff7c87 for: {'network': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:36:17.456802 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-f9ceaad2-a16b-40db-a5e6-5efa401d9ff1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for network, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:17.463308 n-d-813419-10 neutron-server[102346]: INFO neutron.db.l3_db [None req-70f21e8b-fb06-4563-ae21-b652d8ce9c34 tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Floating IP a802646b-3465-49e7-aa26-d6eae9a39635 associated. External IP: 172.25.8.70, port: d8e10c2d-801b-4ced-8252-16c533f3080d. Oct 27 10:36:17.482483 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d813fb35-849a-4a25-a454-c44ca5e5d64c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c38c796b-17ca-48ed-a915-36e7aac4fe3b,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:36:17.521063 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-8bb594d3-6656-4ce6-b38b-9283cf4d2cdc admin admin] Deleting port c8d37030-f11d-4d51-9235-8d92fbc99a9b {{(pid=102347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:36:17.522523 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-8bb594d3-6656-4ce6-b38b-9283cf4d2cdc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:17.527286 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e062e0cf-3dd9-4cfe-9f29-ec3d698f27ea None None] The sync data for ids ['fc01ae86-cf09-4e74-80ea-0caa501961df'] in n-d-813419-10 is: [{'id': 'fc01ae86-cf09-4e74-80ea-0caa501961df', 'name': 'tempest-TestVolumeBackupRestore-642911475-router', 'tenant_id': 'c549deff19ee40e78397a6c045bdd5dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:30:38Z', 'updated_at': '2021-10-27T10:36:17Z', 'revision_number': 6, 'project_id': 'c549deff19ee40e78397a6c045bdd5dc', 'gw_port_host': None}] {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:36:17.628038 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-f9ceaad2-a16b-40db-a5e6-5efa401d9ff1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:17.681857 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [None req-8bb594d3-6656-4ce6-b38b-9283cf4d2cdc admin admin] For port c8d37030-f11d-4d51-9235-8d92fbc99a9b, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=c8d37030-f11d-4d51-9235-8d92fbc99a9b,segment=NetworkSegment(bc14127b-7032-4c50-bb5b-f6813cbae86e),segment_id=bc14127b-7032-4c50-bb5b-f6813cbae86e)] {{(pid=102347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:36:17.682353 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-8bb594d3-6656-4ce6-b38b-9283cf4d2cdc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:17.702577 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-8bb594d3-6656-4ce6-b38b-9283cf4d2cdc admin admin] Calling delete_port for c8d37030-f11d-4d51-9235-8d92fbc99a9b owned by network:router_gateway {{(pid=102347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:36:17.853581 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70f21e8b-fb06-4563-ae21-b652d8ce9c34 tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Router 9cf384eb-ca84-405c-9157-5e073dcd4e9c has already been hosted by L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb {{(pid=102346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 10:36:18.016035 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-f9ceaad2-a16b-40db-a5e6-5efa401d9ff1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:18.021741 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-8bb594d3-6656-4ce6-b38b-9283cf4d2cdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:18.071395 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-f9ceaad2-a16b-40db-a5e6-5efa401d9ff1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:18.095707 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9ceaad2-a16b-40db-a5e6-5efa401d9ff1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 434} {{(pid=102346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 10:36:18.105849 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-f9ceaad2-a16b-40db-a5e6-5efa401d9ff1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:18.106003 n-d-813419-10 neutron-server[102346]: INFO neutron.db.segments_db [None req-f9ceaad2-a16b-40db-a5e6-5efa401d9ff1 admin admin] Added segment 177b63c3-9b53-4d60-b864-916f2f310002 of type vlan for network 4c28d9f2-ed64-48ab-a43f-1520e72ed821 Oct 27 10:36:18.155823 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb594d3-6656-4ce6-b38b-9283cf4d2cdc admin admin] Pushing event deleted for resources: {'Port': ['ID=c8d37030-f11d-4d51-9235-8d92fbc99a9b,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:36:18.182462 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-f9ceaad2-a16b-40db-a5e6-5efa401d9ff1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743872593080'] for network, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:18.271499 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4bd096-bace-4981-b3ca-a1c718e41322 req-76591e47-9044-4152-b5f4-798a34dcc313 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:36:18.274948 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-cb4bd096-bace-4981-b3ca-a1c718e41322 req-76591e47-9044-4152-b5f4-798a34dcc313 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "GET /v2.0/ports?device_id=58d33066-02f9-456d-8852-aabcf5578798 HTTP/1.1" status: 200 len: 944 time: 0.7863078 Oct 27 10:36:18.292519 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-f9ceaad2-a16b-40db-a5e6-5efa401d9ff1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913'] for network, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:18.293745 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9ceaad2-a16b-40db-a5e6-5efa401d9ff1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:36:18.295183 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-f9ceaad2-a16b-40db-a5e6-5efa401d9ff1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for network, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:18.351043 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-cb4bd096-bace-4981-b3ca-a1c718e41322 req-d5de1a7d-e31f-4ec6-ad72-d5dfa3e40e7f tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "GET /v2.0/security-groups?id=142cfba7-0116-47cd-9d82-0d26bf880f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545413 Oct 27 10:36:18.359197 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-8bb594d3-6656-4ce6-b38b-9283cf4d2cdc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1664884'] for router_gateway, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:18.470651 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-8bb594d3-6656-4ce6-b38b-9283cf4d2cdc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1765662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3700'] for router, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:18.472632 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ceaad2-a16b-40db-a5e6-5efa401d9ff1 admin admin] Pushing event updated for resources: {'Network': ['ID=4c28d9f2-ed64-48ab-a43f-1520e72ed821,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:36:18.478490 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-8bb594d3-6656-4ce6-b38b-9283cf4d2cdc admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:18.483100 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-f9ceaad2-a16b-40db-a5e6-5efa401d9ff1 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.3401511 Oct 27 10:36:18.488102 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Network 4c28d9f2-ed64-48ab-a43f-1520e72ed821 details requested by agent ovs-agent-n-d-813419-10 with host n-d-813419-10 {{(pid=102348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 10:36:18.568806 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ceaad2-a16b-40db-a5e6-5efa401d9ff1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=622af594-efa0-41c3-aa02-f954bad92113,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:36:18.627214 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76b14a1-4861-4c22-929d-18374f3c1784 req-90ba549a-93fe-4852-9e5d-a45a741cce59 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:36:18.639431 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-e76b14a1-4861-4c22-929d-18374f3c1784 req-90ba549a-93fe-4852-9e5d-a45a741cce59 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.44 "GET /v2.0/ports?device_id=7914b79f-813e-4a1a-a033-e34f7b6346e5 HTTP/1.1" status: 200 len: 945 time: 0.6254172 Oct 27 10:36:18.662692 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-8bb594d3-6656-4ce6-b38b-9283cf4d2cdc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1765641'] for router, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:18.663256 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bb594d3-6656-4ce6-b38b-9283cf4d2cdc admin admin] Fanout notify agent at l3_agent the message router_deleted on router fc01ae86-cf09-4e74-80ea-0caa501961df {{(pid=102347) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 10:36:18.676162 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-8bb594d3-6656-4ce6-b38b-9283cf4d2cdc admin admin] Publish callbacks [] for router, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:18.677383 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-8bb594d3-6656-4ce6-b38b-9283cf4d2cdc admin admin] 10.222.0.44 "DELETE /v2.0/routers/fc01ae86-cf09-4e74-80ea-0caa501961df HTTP/1.1" status: 204 len: 168 time: 2.4259825 Oct 27 10:36:18.683459 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 39700) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:36:18.736107 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70f21e8b-fb06-4563-ae21-b652d8ce9c34 tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:36:18.755808 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa57a691-1291-48e7-a875-61981ba08d64 None None] Sync routers for ids ['9cf384eb-ca84-405c-9157-5e073dcd4e9c'] in n-d-813419-10 {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:36:18.779809 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa57a691-1291-48e7-a875-61981ba08d64 None None] Routers {'9cf384eb-ca84-405c-9157-5e073dcd4e9c'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:36:18.793717 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-fa57a691-1291-48e7-a875-61981ba08d64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:35:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['9cf384eb-ca84-405c-9157-5e073dcd4e9c'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:36:18.808948 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-70f21e8b-fb06-4563-ae21-b652d8ce9c34 tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for floatingip, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:18.825048 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b69ae3-5c5b-48fa-bd60-918c6caa9e3c req-6828f01c-1110-4c31-b29b-8bb2cd7053cf tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:36:18.826636 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-71b69ae3-5c5b-48fa-bd60-918c6caa9e3c req-6828f01c-1110-4c31-b29b-8bb2cd7053cf tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/ports?device_id=f6fc38b4-3d34-4580-bd35-a4b845297319 HTTP/1.1" status: 200 len: 947 time: 0.2446861 Oct 27 10:36:18.845966 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_v2 [None req-78de8a89-a559-4608-bfda-1d982e439dad admin admin] Deleting subnet 49e7aa93-ef23-4876-9037-9786c8909fbd {{(pid=102347) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 10:36:18.870251 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-78de8a89-a559-4608-bfda-1d982e439dad admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:18.920604 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-e76b14a1-4861-4c22-929d-18374f3c1784 req-dc1a095c-1a62-4046-974b-c4684e4eefa0 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.44 "GET /v2.0/security-groups?id=1cfb3b36-7fdd-4213-b115-9d47e1636c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2800598 Oct 27 10:36:18.948126 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-70f21e8b-fb06-4563-ae21-b652d8ce9c34 tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 6.4962034 Oct 27 10:36:18.952435 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 39710) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:36:18.953561 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9a90d06-b4fc-47d5-8eb2-455b727b5399', 'tag': 'd8e10c2d-801b-4ced-8252-16c533f3080d'}] {{(pid=102346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:36:18.960677 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc0e418f5fc417c8d55d94c0aa509b037d0beb2a734c1a709e789eb65639a56d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-814ccca3-58e0-43be-959b-fb56f7eb2a16" -d '{"events": [{"name": "network-changed", "server_uuid": "c9a90d06-b4fc-47d5-8eb2-455b727b5399", "tag": "d8e10c2d-801b-4ced-8252-16c533f3080d"}]}' {{(pid=102346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:36:19.051410 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-78de8a89-a559-4608-bfda-1d982e439dad admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-18445109'] for subnet, precommit_delete_associations {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:19.076925 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvr_db [None req-fa57a691-1291-48e7-a875-61981ba08d64 None None] Set router 9cf384eb-ca84-405c-9157-5e073dcd4e9c gateway port host: n-d-813419-10 {{(pid=102348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:36:19.309993 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-cc03b19e-9e2e-45fa-a694-1e26c0e9e1f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:19.344329 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-71b69ae3-5c5b-48fa-bd60-918c6caa9e3c req-de19c2a6-0c56-40ac-a326-1e14e0c4b5e0 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/security-groups?id=042a0afe-bacb-4048-aed3-353e9c85bd81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4766417 Oct 27 10:36:19.354681 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-78de8a89-a559-4608-bfda-1d982e439dad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855646'] for subnet, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:19.532154 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device c8d37030-f11d-4d51-9235-8d92fbc99a9b no longer exists at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:36:19.539940 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-78de8a89-a559-4608-bfda-1d982e439dad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-18295818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18043720'] for subnet, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:19.575551 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 10:36:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-208a8aeb-a73f-4066-9efa-82c995f68036 x-openstack-request-id: req-208a8aeb-a73f-4066-9efa-82c995f68036 {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:36:19.576160 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9a90d06-b4fc-47d5-8eb2-455b727b5399", "tag": "d8e10c2d-801b-4ced-8252-16c533f3080d", "status": "completed", "code": 200}]} {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:36:19.581738 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-208a8aeb-a73f-4066-9efa-82c995f68036 {{(pid=102346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:36:19.582505 n-d-813419-10 neutron-server[102346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9a90d06-b4fc-47d5-8eb2-455b727b5399', 'tag': 'd8e10c2d-801b-4ced-8252-16c533f3080d', 'status': 'completed', 'code': 200} Oct 27 10:36:19.667224 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78de8a89-a559-4608-bfda-1d982e439dad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=49e7aa93-ef23-4876-9037-9786c8909fbd,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:36:19.674642 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] No Port match for: c8d37030-f11d-4d51-9235-8d92fbc99a9b {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:36:19.674984 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device c8d37030-f11d-4d51-9235-8d92fbc99a9b not bound to the agent host n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:36:19.680376 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device fde3b517-4c44-41bd-ad93-c7945f194680 no longer exists at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:36:19.685039 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-78de8a89-a559-4608-bfda-1d982e439dad admin admin] Publish callbacks [] for subnet, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:19.690025 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-78de8a89-a559-4608-bfda-1d982e439dad admin admin] 10.222.0.44 "DELETE /v2.0/subnets/49e7aa93-ef23-4876-9037-9786c8909fbd HTTP/1.1" status: 204 len: 168 time: 1.0040271 Oct 27 10:36:19.695041 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 39724) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:36:19.697883 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6657f404-d1e5-4224-abd1-6b82a3c79dac None None] Network 7671fe98-2365-4aa6-9969-51558d1387c3 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:36:19.741311 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f22df707-d27b-4352-bb6d-cc0fdb3b40e0 tempest-TestSecurityGroupsBasicOps-1178343156 tempest-TestSecurityGroupsBasicOps-1178343156-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:36:19.741311 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f22df707-d27b-4352-bb6d-cc0fdb3b40e0 tempest-TestSecurityGroupsBasicOps-1178343156 tempest-TestSecurityGroupsBasicOps-1178343156-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:36:19.744948 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f22df707-d27b-4352-bb6d-cc0fdb3b40e0 tempest-TestSecurityGroupsBasicOps-1178343156 tempest-TestSecurityGroupsBasicOps-1178343156-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:36:19.745566 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f22df707-d27b-4352-bb6d-cc0fdb3b40e0 tempest-TestSecurityGroupsBasicOps-1178343156 tempest-TestSecurityGroupsBasicOps-1178343156-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:36:19.746101 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f22df707-d27b-4352-bb6d-cc0fdb3b40e0 tempest-TestSecurityGroupsBasicOps-1178343156 tempest-TestSecurityGroupsBasicOps-1178343156-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:36:19.746651 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f22df707-d27b-4352-bb6d-cc0fdb3b40e0 tempest-TestSecurityGroupsBasicOps-1178343156 tempest-TestSecurityGroupsBasicOps-1178343156-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:36:19.749825 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f22df707-d27b-4352-bb6d-cc0fdb3b40e0 tempest-TestSecurityGroupsBasicOps-1178343156 tempest-TestSecurityGroupsBasicOps-1178343156-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:36:19.750374 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f22df707-d27b-4352-bb6d-cc0fdb3b40e0 tempest-TestSecurityGroupsBasicOps-1178343156 tempest-TestSecurityGroupsBasicOps-1178343156-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:36:19.760611 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f22df707-d27b-4352-bb6d-cc0fdb3b40e0 tempest-TestSecurityGroupsBasicOps-1178343156 tempest-TestSecurityGroupsBasicOps-1178343156-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:36:19.763028 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f22df707-d27b-4352-bb6d-cc0fdb3b40e0 tempest-TestSecurityGroupsBasicOps-1178343156 tempest-TestSecurityGroupsBasicOps-1178343156-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:36:19.763971 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f22df707-d27b-4352-bb6d-cc0fdb3b40e0 tempest-TestSecurityGroupsBasicOps-1178343156 tempest-TestSecurityGroupsBasicOps-1178343156-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:36:19.764918 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f22df707-d27b-4352-bb6d-cc0fdb3b40e0 tempest-TestSecurityGroupsBasicOps-1178343156 tempest-TestSecurityGroupsBasicOps-1178343156-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:36:19.765845 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f22df707-d27b-4352-bb6d-cc0fdb3b40e0 tempest-TestSecurityGroupsBasicOps-1178343156 tempest-TestSecurityGroupsBasicOps-1178343156-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:36:19.769129 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-f22df707-d27b-4352-bb6d-cc0fdb3b40e0 tempest-TestSecurityGroupsBasicOps-1178343156 tempest-TestSecurityGroupsBasicOps-1178343156-project-admin] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 9135 time: 0.8026431 Oct 27 10:36:19.772013 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 39728) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:36:19.963268 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] No Port match for: fde3b517-4c44-41bd-ad93-c7945f194680 {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:36:19.963668 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device fde3b517-4c44-41bd-ad93-c7945f194680 not bound to the agent host n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:36:20.069296 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814ccca3-58e0-43be-959b-fb56f7eb2a16 req-f742057f-a6e8-4b4f-b375-a530d96efa10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:36:20.071160 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-814ccca3-58e0-43be-959b-fb56f7eb2a16 req-f742057f-a6e8-4b4f-b375-a530d96efa10 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=2005088b555845b0a237dc93fae61807&device_id=c9a90d06-b4fc-47d5-8eb2-455b727b5399 HTTP/1.1" status: 200 len: 1136 time: 0.4756446 Oct 27 10:36:20.147391 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adc2e1f-ead5-4699-b36e-f34669a02e0c req-f3d54209-bae0-4dcb-ae34-851e8ab1f657 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:36:20.155296 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8adc2e1f-ead5-4699-b36e-f34669a02e0c req-f3d54209-bae0-4dcb-ae34-851e8ab1f657 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "GET /v2.0/ports?device_id=58d33066-02f9-456d-8852-aabcf5578798 HTTP/1.1" status: 200 len: 944 time: 0.3404336 Oct 27 10:36:20.166338 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-611db608-b7ac-40f4-b837-c2c80b927df1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586917'] for network, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:20.199358 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:20.206405 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-eadeaa30-4096-4d1a-b3cb-aa7ebfb291ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:20.351540 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-fa57a691-1291-48e7-a875-61981ba08d64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cf384eb-ca84-405c-9157-5e073dcd4e9c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1431354187', 'tenant_id': '2005088b555845b0a237dc93fae61807', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.185'}], 'enable_snat': True}, 'gw_port_id': 'd975e221-26bd-458f-a89e-0eec6e951f00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:35:29Z', 'updated_at': '2021-10-27T10:35:43Z', 'revision_number': 4, 'project_id': '2005088b555845b0a237dc93fae61807', 'gw_port': {'id': 'd975e221-26bd-458f-a89e-0eec6e951f00', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:a0:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cf384eb-ca84-405c-9157-5e073dcd4e9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:35:30Z', 'updated_at': '2021-10-27T10:35:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_floatingips': [{'id': 'a802646b-3465-49e7-aa26-d6eae9a39635', 'tenant_id': '2005088b555845b0a237dc93fae61807', 'floating_ip_address': '172.25.8.70', 'floating_network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'router_id': '9cf384eb-ca84-405c-9157-5e073dcd4e9c', 'port_id': 'd8e10c2d-801b-4ced-8252-16c533f3080d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1776, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa51740c-51d7-4a68-bbd6-6ae0d0e0db5c', 'mac_address': 'fa:16:3e:a0:e3:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9a90d06-b4fc-47d5-8eb2-455b727b5399', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T10:36:15Z', 'updated_at': '2021-10-27T10:36:15Z', 'revision_number': 0, 'project_id': '2005088b555845b0a237dc93fae61807', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae042db6-5355-4488-95e1-49c996e343cd', 'name': '', 'network_id': 'aa51740c-51d7-4a68-bbd6-6ae0d0e0db5c', 'tenant_id': '2005088b555845b0a237dc93fae61807', 'mac_address': 'fa:16:3e:02:89:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cf384eb-ca84-405c-9157-5e073dcd4e9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': 'f761a9bd-700a-4750-b8c8-2ed54e04f135', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:35:41Z', 'updated_at': '2021-10-27T10:35:49Z', 'revision_number': 5, 'project_id': '2005088b555845b0a237dc93fae61807', 'subnets': [{'id': 'f761a9bd-700a-4750-b8c8-2ed54e04f135', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:36:20.570032 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814ccca3-58e0-43be-959b-fb56f7eb2a16 req-922f623d-5d5e-4a6b-85d7-33cd5bac3355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:36:20.577014 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-814ccca3-58e0-43be-959b-fb56f7eb2a16 req-922f623d-5d5e-4a6b-85d7-33cd5bac3355 service neutron] 10.222.0.76 "GET /v2.0/networks?id=aa51740c-51d7-4a68-bbd6-6ae0d0e0db5c HTTP/1.1" status: 200 len: 897 time: 0.4920304 Oct 27 10:36:20.699858 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa57a691-1291-48e7-a875-61981ba08d64 None None] Checking router: 9cf384eb-ca84-405c-9157-5e073dcd4e9c for host: n-d-813419-10 {{(pid=102348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 10:36:20.719742 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa57a691-1291-48e7-a875-61981ba08d64 None None] Routers {'9cf384eb-ca84-405c-9157-5e073dcd4e9c'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:36:20.720813 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-fa57a691-1291-48e7-a875-61981ba08d64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:36:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['9cf384eb-ca84-405c-9157-5e073dcd4e9c'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:36:20.739334 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-814ccca3-58e0-43be-959b-fb56f7eb2a16 req-6d1048e6-0521-4e5a-bbbe-021aed26034a service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d8e10c2d-801b-4ced-8252-16c533f3080d HTTP/1.1" status: 200 len: 998 time: 0.1313639 Oct 27 10:36:20.739334 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8adc2e1f-ead5-4699-b36e-f34669a02e0c req-ed5d48f4-6cf9-4343-af05-853874bc47ed tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "GET /v2.0/security-groups?id=142cfba7-0116-47cd-9d82-0d26bf880f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5292122 Oct 27 10:36:20.803239 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9378e23e-f60e-460f-9a2b-015b104d41f1 tempest-TestSecurityGroupsBasicOps-1178343156 tempest-TestSecurityGroupsBasicOps-1178343156-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:36:20.803792 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9378e23e-f60e-460f-9a2b-015b104d41f1 tempest-TestSecurityGroupsBasicOps-1178343156 tempest-TestSecurityGroupsBasicOps-1178343156-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:36:20.804134 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9378e23e-f60e-460f-9a2b-015b104d41f1 tempest-TestSecurityGroupsBasicOps-1178343156 tempest-TestSecurityGroupsBasicOps-1178343156-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:36:20.811714 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9378e23e-f60e-460f-9a2b-015b104d41f1 tempest-TestSecurityGroupsBasicOps-1178343156 tempest-TestSecurityGroupsBasicOps-1178343156-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:36:20.812213 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9378e23e-f60e-460f-9a2b-015b104d41f1 tempest-TestSecurityGroupsBasicOps-1178343156 tempest-TestSecurityGroupsBasicOps-1178343156-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:36:20.812675 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9378e23e-f60e-460f-9a2b-015b104d41f1 tempest-TestSecurityGroupsBasicOps-1178343156 tempest-TestSecurityGroupsBasicOps-1178343156-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:36:20.813129 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9378e23e-f60e-460f-9a2b-015b104d41f1 tempest-TestSecurityGroupsBasicOps-1178343156 tempest-TestSecurityGroupsBasicOps-1178343156-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:36:20.813580 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9378e23e-f60e-460f-9a2b-015b104d41f1 tempest-TestSecurityGroupsBasicOps-1178343156 tempest-TestSecurityGroupsBasicOps-1178343156-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:36:20.814181 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9378e23e-f60e-460f-9a2b-015b104d41f1 tempest-TestSecurityGroupsBasicOps-1178343156 tempest-TestSecurityGroupsBasicOps-1178343156-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:36:20.814442 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9378e23e-f60e-460f-9a2b-015b104d41f1 tempest-TestSecurityGroupsBasicOps-1178343156 tempest-TestSecurityGroupsBasicOps-1178343156-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:36:20.814881 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9378e23e-f60e-460f-9a2b-015b104d41f1 tempest-TestSecurityGroupsBasicOps-1178343156 tempest-TestSecurityGroupsBasicOps-1178343156-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:36:20.833564 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-9378e23e-f60e-460f-9a2b-015b104d41f1 tempest-TestSecurityGroupsBasicOps-1178343156 tempest-TestSecurityGroupsBasicOps-1178343156-project-admin] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7104 time: 1.0575283 Oct 27 10:36:20.834942 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 39750) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:36:20.905468 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814ccca3-58e0-43be-959b-fb56f7eb2a16 req-2f392bda-9142-48df-b732-78e6bd69d51d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:36:20.913348 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-814ccca3-58e0-43be-959b-fb56f7eb2a16 req-2f392bda-9142-48df-b732-78e6bd69d51d service neutron] 10.222.0.76 "GET /v2.0/subnets?id=f761a9bd-700a-4750-b8c8-2ed54e04f135 HTTP/1.1" status: 200 len: 834 time: 0.1541383 Oct 27 10:36:20.948843 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-611db608-b7ac-40f4-b837-c2c80b927df1 admin admin] Deleting port bc4e6d39-2873-4e13-be6e-2b1c272a8fd3 {{(pid=102347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:36:20.949180 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-611db608-b7ac-40f4-b837-c2c80b927df1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:20.998171 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac81e2a5-fd95-4519-9bed-ec11d2170d28 None None] DHCP port deletion for 7671fe98-2365-4aa6-9969-51558d1387c3 request from n-d-813419-10 {{(pid=102348) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 10:36:21.043640 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvr_db [None req-fa57a691-1291-48e7-a875-61981ba08d64 None None] Set router 9cf384eb-ca84-405c-9157-5e073dcd4e9c gateway port host: n-d-813419-10 {{(pid=102348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:36:21.234203 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57809f2a-a00f-4993-a856-71f6b7de2078 req-94680989-c6dc-4baf-9b21-0d0c5956ad29 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:36:21.246860 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-57809f2a-a00f-4993-a856-71f6b7de2078 req-94680989-c6dc-4baf-9b21-0d0c5956ad29 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.44 "GET /v2.0/ports?device_id=7914b79f-813e-4a1a-a033-e34f7b6346e5 HTTP/1.1" status: 200 len: 945 time: 0.3309369 Oct 27 10:36:21.258603 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814ccca3-58e0-43be-959b-fb56f7eb2a16 req-963dab94-457b-456e-8680-5673c11d567f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:36:21.260877 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-814ccca3-58e0-43be-959b-fb56f7eb2a16 req-963dab94-457b-456e-8680-5673c11d567f service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=aa51740c-51d7-4a68-bbd6-6ae0d0e0db5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3381553 Oct 27 10:36:21.272713 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-ac81e2a5-fd95-4519-9bed-ec11d2170d28 None None] Deleting port bc4e6d39-2873-4e13-be6e-2b1c272a8fd3 {{(pid=102348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:36:21.273119 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-ac81e2a5-fd95-4519-9bed-ec11d2170d28 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:21.299527 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [None req-611db608-b7ac-40f4-b837-c2c80b927df1 admin admin] For port bc4e6d39-2873-4e13-be6e-2b1c272a8fd3, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=bc4e6d39-2873-4e13-be6e-2b1c272a8fd3,segment=NetworkSegment(d0432a65-2dba-42ec-af01-06a1f023bcbe),segment_id=d0432a65-2dba-42ec-af01-06a1f023bcbe)] {{(pid=102347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:36:21.299804 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-611db608-b7ac-40f4-b837-c2c80b927df1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:21.386065 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487b2f62-3f83-4115-aa53-cc435650eb69 req-f8aac2d5-b41a-4c8e-b614-c65aa88e7e26 tempest-ComputeTenantNetworksTest-1622057961 tempest-ComputeTenantNetworksTest-1622057961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:36:21.420326 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487b2f62-3f83-4115-aa53-cc435650eb69 req-f8aac2d5-b41a-4c8e-b614-c65aa88e7e26 tempest-ComputeTenantNetworksTest-1622057961 tempest-ComputeTenantNetworksTest-1622057961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:36:21.427250 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487b2f62-3f83-4115-aa53-cc435650eb69 req-f8aac2d5-b41a-4c8e-b614-c65aa88e7e26 tempest-ComputeTenantNetworksTest-1622057961 tempest-ComputeTenantNetworksTest-1622057961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:36:21.450998 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-487b2f62-3f83-4115-aa53-cc435650eb69 req-f8aac2d5-b41a-4c8e-b614-c65aa88e7e26 tempest-ComputeTenantNetworksTest-1622057961 tempest-ComputeTenantNetworksTest-1622057961-project] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1902 time: 1.5595765 Oct 27 10:36:21.500308 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-611db608-b7ac-40f4-b837-c2c80b927df1 admin admin] Calling delete_port for bc4e6d39-2873-4e13-be6e-2b1c272a8fd3 owned by network:dhcp {{(pid=102347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:36:21.501200 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device bc4e6d39-2873-4e13-be6e-2b1c272a8fd3 no longer exists at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:36:21.541736 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-57809f2a-a00f-4993-a856-71f6b7de2078 req-4ea5ee81-276c-4a34-ad88-9b345510f243 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.44 "GET /v2.0/security-groups?id=1cfb3b36-7fdd-4213-b115-9d47e1636c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2937770 Oct 27 10:36:21.691635 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-ac81e2a5-fd95-4519-9bed-ec11d2170d28 None None] For port bc4e6d39-2873-4e13-be6e-2b1c272a8fd3, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=bc4e6d39-2873-4e13-be6e-2b1c272a8fd3,segment=NetworkSegment(d0432a65-2dba-42ec-af01-06a1f023bcbe),segment_id=d0432a65-2dba-42ec-af01-06a1f023bcbe)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:36:21.692126 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-ac81e2a5-fd95-4519-9bed-ec11d2170d28 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:21.728657 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-ac81e2a5-fd95-4519-9bed-ec11d2170d28 None None] Calling delete_port for bc4e6d39-2873-4e13-be6e-2b1c272a8fd3 owned by network:dhcp {{(pid=102348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:36:21.929953 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e59e36-f0c4-4026-a22e-f72eadcaca53 req-7f88124f-0c26-419d-bb1a-0d4f5e809726 tempest-ComputeTenantNetworksTest-1622057961 tempest-ComputeTenantNetworksTest-1622057961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:36:21.932451 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-76e59e36-f0c4-4026-a22e-f72eadcaca53 req-7f88124f-0c26-419d-bb1a-0d4f5e809726 tempest-ComputeTenantNetworksTest-1622057961 tempest-ComputeTenantNetworksTest-1622057961-project] 10.222.0.44 "GET /v2.0/networks/4c28d9f2-ed64-48ab-a43f-1520e72ed821 HTTP/1.1" status: 200 len: 768 time: 0.2720635 Oct 27 10:36:21.956391 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 39778) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:36:21.967118 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-611db608-b7ac-40f4-b837-c2c80b927df1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:21.987267 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-814ccca3-58e0-43be-959b-fb56f7eb2a16 req-d5d81604-6d20-4320-97d8-ec1da915716f service neutron] 10.222.0.76 "GET /v2.0/networks/aa51740c-51d7-4a68-bbd6-6ae0d0e0db5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7019906 Oct 27 10:36:22.039728 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-3c6a8245-0581-48aa-b5f6-4d8fe98cd16e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:22.062950 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:22.082370 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-ac81e2a5-fd95-4519-9bed-ec11d2170d28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615'] for port, after_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:22.127895 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac81e2a5-fd95-4519-9bed-ec11d2170d28 None None] Pushing event deleted for resources: {'Port': ['ID=bc4e6d39-2873-4e13-be6e-2b1c272a8fd3,revision_number=None']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:36:22.130325 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac81e2a5-fd95-4519-9bed-ec11d2170d28 None None] No DVR routers for this DVR port bc4e6d39-2873-4e13-be6e-2b1c272a8fd3 on host n-d-813419-10 {{(pid=102348) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:36:22.177847 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ca13aa6d-c012-4d25-a157-49140df1822d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586917'] for network, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:22.204558 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-fa57a691-1291-48e7-a875-61981ba08d64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cf384eb-ca84-405c-9157-5e073dcd4e9c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1431354187', 'tenant_id': '2005088b555845b0a237dc93fae61807', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.185'}], 'enable_snat': True}, 'gw_port_id': 'd975e221-26bd-458f-a89e-0eec6e951f00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:35:29Z', 'updated_at': '2021-10-27T10:35:43Z', 'revision_number': 4, 'project_id': '2005088b555845b0a237dc93fae61807', 'gw_port': {'id': 'd975e221-26bd-458f-a89e-0eec6e951f00', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:a0:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cf384eb-ca84-405c-9157-5e073dcd4e9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:35:30Z', 'updated_at': '2021-10-27T10:35:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_floatingips': [{'id': 'a802646b-3465-49e7-aa26-d6eae9a39635', 'tenant_id': '2005088b555845b0a237dc93fae61807', 'floating_ip_address': '172.25.8.70', 'floating_network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'router_id': '9cf384eb-ca84-405c-9157-5e073dcd4e9c', 'port_id': 'd8e10c2d-801b-4ced-8252-16c533f3080d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1776, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa51740c-51d7-4a68-bbd6-6ae0d0e0db5c', 'mac_address': 'fa:16:3e:a0:e3:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9a90d06-b4fc-47d5-8eb2-455b727b5399', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T10:36:15Z', 'updated_at': '2021-10-27T10:36:15Z', 'revision_number': 0, 'project_id': '2005088b555845b0a237dc93fae61807', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae042db6-5355-4488-95e1-49c996e343cd', 'name': '', 'network_id': 'aa51740c-51d7-4a68-bbd6-6ae0d0e0db5c', 'tenant_id': '2005088b555845b0a237dc93fae61807', 'mac_address': 'fa:16:3e:02:89:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cf384eb-ca84-405c-9157-5e073dcd4e9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': 'f761a9bd-700a-4750-b8c8-2ed54e04f135', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:35:41Z', 'updated_at': '2021-10-27T10:35:49Z', 'revision_number': 5, 'project_id': '2005088b555845b0a237dc93fae61807', 'subnets': [{'id': 'f761a9bd-700a-4750-b8c8-2ed54e04f135', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:36:22.216747 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-611db608-b7ac-40f4-b837-c2c80b927df1 admin admin] No DVR routers for this DVR port bc4e6d39-2873-4e13-be6e-2b1c272a8fd3 on host n-d-813419-10 {{(pid=102347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:36:22.226172 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611db608-b7ac-40f4-b837-c2c80b927df1 admin admin] Pushing event deleted for resources: {'Port': ['ID=bc4e6d39-2873-4e13-be6e-2b1c272a8fd3,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:36:22.236694 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-cbe4ef9f-ea29-446b-ab11-133b7ead0cbb tempest-TestSecurityGroupsBasicOps-1178343156 tempest-TestSecurityGroupsBasicOps-1178343156-project-admin] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4508 time: 1.3809857 Oct 27 10:36:22.240683 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 39784) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:36:22.344144 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-611db608-b7ac-40f4-b837-c2c80b927df1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857803', 'neutron.services.segments.db._delete_segments_for_network-8743873143390'] for network, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:22.370391 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa57a691-1291-48e7-a875-61981ba08d64 None None] The sync data for ids ['9cf384eb-ca84-405c-9157-5e073dcd4e9c'] in n-d-813419-10 is: [{'id': '9cf384eb-ca84-405c-9157-5e073dcd4e9c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1431354187', 'tenant_id': '2005088b555845b0a237dc93fae61807', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.185'}], 'enable_snat': True}, 'gw_port_id': 'd975e221-26bd-458f-a89e-0eec6e951f00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:35:29Z', 'updated_at': '2021-10-27T10:35:43Z', 'revision_number': 4, 'project_id': '2005088b555845b0a237dc93fae61807', 'gw_port': {'id': 'd975e221-26bd-458f-a89e-0eec6e951f00', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:a0:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cf384eb-ca84-405c-9157-5e073dcd4e9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:35:30Z', 'updated_at': '2021-10-27T10:35:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_floatingips': [{'id': 'a802646b-3465-49e7-aa26-d6eae9a39635', 'tenant_id': '2005088b555845b0a237dc93fae61807', 'floating_ip_address': '172.25.8.70', 'floating_network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'router_id': '9cf384eb-ca84-405c-9157-5e073dcd4e9c', 'port_id': 'd8e10c2d-801b-4ced-8252-16c533f3080d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1776, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa51740c-51d7-4a68-bbd6-6ae0d0e0db5c', 'mac_address': 'fa:16:3e:a0:e3:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9a90d06-b4fc-47d5-8eb2-455b727b5399', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T10:36:15Z', 'updated_at': '2021-10-27T10:36:15Z', 'revision_number': 0, 'project_id': '2005088b555845b0a237dc93fae61807', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae042db6-5355-4488-95e1-49c996e343cd', 'name': '', 'network_id': 'aa51740c-51d7-4a68-bbd6-6ae0d0e0db5c', 'tenant_id': '2005088b555845b0a237dc93fae61807', 'mac_address': 'fa:16:3e:02:89:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cf384eb-ca84-405c-9157-5e073dcd4e9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': 'f761a9bd-700a-4750-b8c8-2ed54e04f135', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:35:41Z', 'updated_at': '2021-10-27T10:35:49Z', 'revision_number': 5, 'project_id': '2005088b555845b0a237dc93fae61807', 'subnets': [{'id': 'f761a9bd-700a-4750-b8c8-2ed54e04f135', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:36:22.386957 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-611db608-b7ac-40f4-b837-c2c80b927df1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7671fe98-2365-4aa6-9969-51558d1387c3']}} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:36:22.422326 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72a132a-03ba-4b65-9f1e-246aa9a9266c req-95216e15-0bb3-4448-b4a9-c5c32059acdd tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:36:22.423855 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-f72a132a-03ba-4b65-9f1e-246aa9a9266c req-95216e15-0bb3-4448-b4a9-c5c32059acdd tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/ports?device_id=f6fc38b4-3d34-4580-bd35-a4b845297319 HTTP/1.1" status: 200 len: 947 time: 0.7619114 Oct 27 10:36:22.451988 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-611db608-b7ac-40f4-b837-c2c80b927df1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0432a65-2dba-42ec-af01-06a1f023bcbe') {'for_net_delete': True} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:36:22.452260 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-611db608-b7ac-40f4-b837-c2c80b927df1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0432a65-2dba-42ec-af01-06a1f023bcbe') {} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:36:22.479438 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-611db608-b7ac-40f4-b837-c2c80b927df1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743873145191', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18445132'] for segment, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:22.491822 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f694722-534d-4040-89d2-0e5e80288767 req-1d5e1ff5-95db-480f-9780-31678c769ccb tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:36:22.493169 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-814ccca3-58e0-43be-959b-fb56f7eb2a16 req-d6c5c0cf-d533-417d-822d-2a4f1af8b726 service neutron] 10.222.0.76 "GET /v2.0/networks/aa51740c-51d7-4a68-bbd6-6ae0d0e0db5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4572272 Oct 27 10:36:22.502188 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-6f694722-534d-4040-89d2-0e5e80288767 req-1d5e1ff5-95db-480f-9780-31678c769ccb tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "GET /v2.0/ports?device_id=58d33066-02f9-456d-8852-aabcf5578798 HTTP/1.1" status: 200 len: 944 time: 0.3308690 Oct 27 10:36:22.541213 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ca13aa6d-c012-4d25-a157-49140df1822d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857803', 'neutron.services.segments.db._delete_segments_for_network-8743873143390'] for network, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:22.547031 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5466e81-3543-4969-93b3-f9bc8308d109 tempest-TestSecurityGroupsBasicOps-1178343156 tempest-TestSecurityGroupsBasicOps-1178343156-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:36:22.547815 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5466e81-3543-4969-93b3-f9bc8308d109 tempest-TestSecurityGroupsBasicOps-1178343156 tempest-TestSecurityGroupsBasicOps-1178343156-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:36:22.555465 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-c5466e81-3543-4969-93b3-f9bc8308d109 tempest-TestSecurityGroupsBasicOps-1178343156 tempest-TestSecurityGroupsBasicOps-1178343156-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=9cf384eb-ca84-405c-9157-5e073dcd4e9c HTTP/1.1" status: 200 len: 1992 time: 0.3043251 Oct 27 10:36:22.575778 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-611db608-b7ac-40f4-b837-c2c80b927df1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:22.580722 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-6f694722-534d-4040-89d2-0e5e80288767 req-44f48737-ce3b-4ddf-9f26-9088e10060c8 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "GET /v2.0/security-groups?id=142cfba7-0116-47cd-9d82-0d26bf880f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759218 Oct 27 10:36:22.611487 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-ca13aa6d-c012-4d25-a157-49140df1822d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c28d9f2-ed64-48ab-a43f-1520e72ed821']}} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:36:22.638882 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-ca13aa6d-c012-4d25-a157-49140df1822d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '177b63c3-9b53-4d60-b864-916f2f310002') {'for_net_delete': True} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:36:22.639595 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-ca13aa6d-c012-4d25-a157-49140df1822d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '177b63c3-9b53-4d60-b864-916f2f310002') {} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:36:22.642188 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8a921d-9d77-4056-b67e-36f33230d508 req-5b6b0cd1-a74c-474b-93d7-77756d5c0051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:36:22.643715 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-1e8a921d-9d77-4056-b67e-36f33230d508 req-5b6b0cd1-a74c-474b-93d7-77756d5c0051 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7a75806f732447d68ca40a83500d955d&device_id=58d33066-02f9-456d-8852-aabcf5578798 HTTP/1.1" status: 200 len: 1096 time: 0.2455990 Oct 27 10:36:22.644958 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-611db608-b7ac-40f4-b837-c2c80b927df1 admin admin] Releasing vlan 404 on physical network physnet1 to pool {{(pid=102347) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 10:36:22.645356 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-611db608-b7ac-40f4-b837-c2c80b927df1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-18296032'] for segment, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:22.666239 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-f72a132a-03ba-4b65-9f1e-246aa9a9266c req-da7439e0-49cd-426b-a4b5-ea91fece6a20 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/security-groups?id=042a0afe-bacb-4048-aed3-353e9c85bd81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2205045 Oct 27 10:36:22.667000 n-d-813419-10 neutron-server[102347]: Traceback (most recent call last): Oct 27 10:36:22.667000 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 10:36:22.667000 n-d-813419-10 neutron-server[102347]: timer() Oct 27 10:36:22.667000 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 10:36:22.667000 n-d-813419-10 neutron-server[102347]: cb(*args, **kw) Oct 27 10:36:22.667000 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 10:36:22.667000 n-d-813419-10 neutron-server[102347]: return func(*args, **kwargs) Oct 27 10:36:22.667000 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 10:36:22.667000 n-d-813419-10 neutron-server[102347]: self._notify() Oct 27 10:36:22.667000 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 10:36:22.667000 n-d-813419-10 neutron-server[102347]: self.callback(batched_events) Oct 27 10:36:22.667000 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 10:36:22.667000 n-d-813419-10 neutron-server[102347]: event.method(event) Oct 27 10:36:22.667000 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 10:36:22.667000 n-d-813419-10 neutron-server[102347]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 10:36:22.667000 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 10:36:22.667000 n-d-813419-10 neutron-server[102347]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 10:36:22.667000 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 10:36:22.667000 n-d-813419-10 neutron-server[102347]: return f(self, *a, **k) Oct 27 10:36:22.667000 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 10:36:22.667000 n-d-813419-10 neutron-server[102347]: return self._get(url).json() Oct 27 10:36:22.667000 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 10:36:22.667000 n-d-813419-10 neutron-server[102347]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 10:36:22.667000 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 10:36:22.667000 n-d-813419-10 neutron-server[102347]: return self.request(url, 'GET', **kwargs) Oct 27 10:36:22.667000 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 10:36:22.667000 n-d-813419-10 neutron-server[102347]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 10:36:22.667000 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 10:36:22.667000 n-d-813419-10 neutron-server[102347]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 10:36:22.667000 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 10:36:22.667000 n-d-813419-10 neutron-server[102347]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 10:36:22.667000 n-d-813419-10 neutron-server[102347]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 10:36:22.683687 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ca13aa6d-c012-4d25-a157-49140df1822d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743873145191', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25847877'] for segment, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:22.736101 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ca13aa6d-c012-4d25-a157-49140df1822d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:22.745854 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca13aa6d-c012-4d25-a157-49140df1822d admin admin] Releasing vlan 434 on physical network physnet1 to pool {{(pid=102346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 10:36:22.746351 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ca13aa6d-c012-4d25-a157-49140df1822d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27024137'] for segment, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:22.827642 n-d-813419-10 neutron-server[102346]: Traceback (most recent call last): Oct 27 10:36:22.827642 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 10:36:22.827642 n-d-813419-10 neutron-server[102346]: timer() Oct 27 10:36:22.827642 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 10:36:22.827642 n-d-813419-10 neutron-server[102346]: cb(*args, **kw) Oct 27 10:36:22.827642 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 10:36:22.827642 n-d-813419-10 neutron-server[102346]: return func(*args, **kwargs) Oct 27 10:36:22.827642 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 10:36:22.827642 n-d-813419-10 neutron-server[102346]: self._notify() Oct 27 10:36:22.827642 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 10:36:22.827642 n-d-813419-10 neutron-server[102346]: self.callback(batched_events) Oct 27 10:36:22.827642 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 10:36:22.827642 n-d-813419-10 neutron-server[102346]: event.method(event) Oct 27 10:36:22.827642 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 10:36:22.827642 n-d-813419-10 neutron-server[102346]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 10:36:22.827642 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 10:36:22.827642 n-d-813419-10 neutron-server[102346]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 10:36:22.827642 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 10:36:22.827642 n-d-813419-10 neutron-server[102346]: return f(self, *a, **k) Oct 27 10:36:22.827642 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 10:36:22.827642 n-d-813419-10 neutron-server[102346]: return self._get(url).json() Oct 27 10:36:22.827642 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 10:36:22.827642 n-d-813419-10 neutron-server[102346]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 10:36:22.827642 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 10:36:22.827642 n-d-813419-10 neutron-server[102346]: return self.request(url, 'GET', **kwargs) Oct 27 10:36:22.827642 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 10:36:22.827642 n-d-813419-10 neutron-server[102346]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 10:36:22.827642 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 10:36:22.827642 n-d-813419-10 neutron-server[102346]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 10:36:22.827642 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 10:36:22.827642 n-d-813419-10 neutron-server[102346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 10:36:22.827642 n-d-813419-10 neutron-server[102346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 10:36:22.853711 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ca13aa6d-c012-4d25-a157-49140df1822d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664840'] for network, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:22.904925 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba27b682-280a-489a-b757-5e3279ac41a1 None None] New status for floating IP a802646b-3465-49e7-aa26-d6eae9a39635: ACTIVE {{(pid=102349) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 10:36:22.911064 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ca13aa6d-c012-4d25-a157-49140df1822d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for network, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:22.929219 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-ca13aa6d-c012-4d25-a157-49140df1822d admin admin] 10.222.0.44 "DELETE /v2.0/networks/4c28d9f2-ed64-48ab-a43f-1520e72ed821 HTTP/1.1" status: 204 len: 168 time: 0.9651093 Oct 27 10:36:22.961225 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca13aa6d-c012-4d25-a157-49140df1822d admin admin] Pushing event deleted for resources: {'Network': ['ID=4c28d9f2-ed64-48ab-a43f-1520e72ed821,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:36:23.011982 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec48042c-1181-4436-945f-066548c9b44e req-4abe479d-bad5-4915-aad7-be9ff00cc674 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:36:23.030696 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ec48042c-1181-4436-945f-066548c9b44e req-4abe479d-bad5-4915-aad7-be9ff00cc674 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.44 "GET /v2.0/ports?device_id=7914b79f-813e-4a1a-a033-e34f7b6346e5 HTTP/1.1" status: 200 len: 945 time: 0.2019086 Oct 27 10:36:23.126736 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ec48042c-1181-4436-945f-066548c9b44e req-77c89c23-3af6-441e-9f2e-fa0ec60b09d0 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.44 "GET /v2.0/security-groups?id=1cfb3b36-7fdd-4213-b115-9d47e1636c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892653 Oct 27 10:36:23.288973 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 39814) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:36:23.449853 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-97619b9d-4cd3-475c-a246-c359f5c990a8 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=19569ed2ed40433099ac245af6ff7c87&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1593816 Oct 27 10:36:23.450720 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 39822) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:36:23.477124 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 39824) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:36:23.512105 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8a921d-9d77-4056-b67e-36f33230d508 req-9ab522da-493b-41f5-a1b2-ff7fa17e24f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:36:23.514585 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-1e8a921d-9d77-4056-b67e-36f33230d508 req-9ab522da-493b-41f5-a1b2-ff7fa17e24f5 service neutron] 10.222.0.64 "GET /v2.0/networks?id=823b724c-a4df-49e4-a48e-438212c85945 HTTP/1.1" status: 200 len: 918 time: 0.8191099 Oct 27 10:36:23.524415 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-611db608-b7ac-40f4-b837-c2c80b927df1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664840'] for network, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:23.536005 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-611db608-b7ac-40f4-b837-c2c80b927df1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for network, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:23.542364 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-611db608-b7ac-40f4-b837-c2c80b927df1 admin admin] 10.222.0.44 "DELETE /v2.0/networks/7671fe98-2365-4aa6-9969-51558d1387c3 HTTP/1.1" status: 204 len: 168 time: 3.8449104 Oct 27 10:36:23.547393 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 39828) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:36:23.612184 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611db608-b7ac-40f4-b837-c2c80b927df1 admin admin] Pushing event deleted for resources: {'Network': ['ID=7671fe98-2365-4aa6-9969-51558d1387c3,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:36:23.638582 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device c9c20c2b-6e5b-42e4-9a9a-ff863d22fcbf no longer exists at agent hyperv_n-h1-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:36:23.701043 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-1e8a921d-9d77-4056-b67e-36f33230d508 req-cd02b449-db89-49aa-b84d-6c7b494bce78 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a378176d-92da-4f39-9224-eabe8da137fe HTTP/1.1" status: 200 len: 998 time: 0.1561997 Oct 27 10:36:23.789455 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d613ea5c-abc2-47b4-ba9f-72fc6480f1bf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:23.835328 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8a921d-9d77-4056-b67e-36f33230d508 req-6c3cf21a-fcb8-4093-908f-72a97c635240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:36:23.838199 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-1e8a921d-9d77-4056-b67e-36f33230d508 req-6c3cf21a-fcb8-4093-908f-72a97c635240 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=867e3761-3f04-40e2-b4bb-5b0ff4404cac HTTP/1.1" status: 200 len: 856 time: 0.1231310 Oct 27 10:36:23.856846 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9cfc68-6096-43ac-8d6f-ce54fc319688 req-49483030-8ecd-4f2b-8bfc-760459997d8e tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:36:23.858789 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-2a9cfc68-6096-43ac-8d6f-ce54fc319688 req-49483030-8ecd-4f2b-8bfc-760459997d8e tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "GET /v2.0/ports?device_id=58d33066-02f9-456d-8852-aabcf5578798 HTTP/1.1" status: 200 len: 944 time: 0.0918391 Oct 27 10:36:23.875739 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-3380469f-d134-4547-b579-ae51ca54cb4d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:23.891575 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:23.916494 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d613ea5c-abc2-47b4-ba9f-72fc6480f1bf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:23.920118 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6fc38b4-3d34-4580-bd35-a4b845297319', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c9c20c2b-6e5b-42e4-9a9a-ff863d22fcbf'}] {{(pid=102348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:36:23.923251 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c588921fa634554a1d9242fdea1b05457a9ff1d3b28ba54ec1dace7f2f1df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bee3190f-7370-491c-b40f-11aa6e1127a1" -d '{"events": [{"server_uuid": "f6fc38b4-3d34-4580-bd35-a4b845297319", "name": "network-vif-unplugged", "status": "completed", "tag": "c9c20c2b-6e5b-42e4-9a9a-ff863d22fcbf"}]}' {{(pid=102348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:36:23.941984 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port c9c20c2b-6e5b-42e4-9a9a-ff863d22fcbf, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=c9c20c2b-6e5b-42e4-9a9a-ff863d22fcbf,segment=NetworkSegment(3fa8f95e-6276-4974-b5c0-da1e0ae271fc),segment_id=3fa8f95e-6276-4974-b5c0-da1e0ae271fc)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:36:23.950367 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:23.960390 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-2a9cfc68-6096-43ac-8d6f-ce54fc319688 req-52368405-1257-45ac-af34-237cab5064fa tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "GET /v2.0/security-groups?id=142cfba7-0116-47cd-9d82-0d26bf880f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0917716 Oct 27 10:36:23.980959 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8a921d-9d77-4056-b67e-36f33230d508 req-e9aa40b1-dbcc-4250-b7f2-d64260b91996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:36:23.982884 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-1e8a921d-9d77-4056-b67e-36f33230d508 req-e9aa40b1-dbcc-4250-b7f2-d64260b91996 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=823b724c-a4df-49e4-a48e-438212c85945&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1065392 Oct 27 10:36:23.991351 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733ca02a-5060-4ccb-aede-d92b8b66ea46 req-f9036d47-5cd7-4250-be1f-6ba0e37cadce tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:36:23.994039 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-733ca02a-5060-4ccb-aede-d92b8b66ea46 req-f9036d47-5cd7-4250-be1f-6ba0e37cadce tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/ports?device_id=f6fc38b4-3d34-4580-bd35-a4b845297319 HTTP/1.1" status: 200 len: 947 time: 0.2059801 Oct 27 10:36:24.052590 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Pushing event updated for resources: {'Port': ['ID=c9c20c2b-6e5b-42e4-9a9a-ff863d22fcbf,revision_number=11']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:36:24.093816 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-733ca02a-5060-4ccb-aede-d92b8b66ea46 req-d7439c80-c872-41e7-873f-43f0727abfdc tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/security-groups?id=042a0afe-bacb-4048-aed3-353e9c85bd81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0866108 Oct 27 10:36:24.132519 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d613ea5c-abc2-47b4-ba9f-72fc6480f1bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:24.135775 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d613ea5c-abc2-47b4-ba9f-72fc6480f1bf admin admin] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:24.136967 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-d613ea5c-abc2-47b4-ba9f-72fc6480f1bf admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/622af594-efa0-41c3-aa02-f954bad92113 HTTP/1.1" status: 204 len: 168 time: 0.6851470 Oct 27 10:36:24.146762 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-3380469f-d134-4547-b579-ae51ca54cb4d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:24.158173 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 27 Oct 2021 10:36:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d226abba-d417-4a1f-9c7d-e063f994b9aa x-openstack-request-id: req-d226abba-d417-4a1f-9c7d-e063f994b9aa {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:36:24.158694 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6fc38b4-3d34-4580-bd35-a4b845297319", "name": "network-vif-unplugged", "status": "completed", "tag": "c9c20c2b-6e5b-42e4-9a9a-ff863d22fcbf", "code": 200}]} {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:36:24.159624 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d226abba-d417-4a1f-9c7d-e063f994b9aa {{(pid=102348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:36:24.160603 n-d-813419-10 neutron-server[102348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6fc38b4-3d34-4580-bd35-a4b845297319', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c9c20c2b-6e5b-42e4-9a9a-ff863d22fcbf', 'code': 200} Oct 27 10:36:24.169784 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d613ea5c-abc2-47b4-ba9f-72fc6480f1bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=622af594-efa0-41c3-aa02-f954bad92113,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:36:24.171499 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-3380469f-d134-4547-b579-ae51ca54cb4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:24.205804 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3380469f-d134-4547-b579-ae51ca54cb4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4aa9ea3d-4aef-4500-94f3-8c3ac0adc917,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:36:24.234181 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-3380469f-d134-4547-b579-ae51ca54cb4d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=942e9c281f1c4d219b1f53cd8e15c7d7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7528942 Oct 27 10:36:24.237608 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 39842) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:36:24.242778 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-882fce97-13a3-412b-aa92-980636a4dec3 req-af6546a8-ea48-47dd-bc8f-25253485e2f6 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=7914b79f-813e-4a1a-a033-e34f7b6346e5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1090167 Oct 27 10:36:24.264898 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-1e8a921d-9d77-4056-b67e-36f33230d508 req-1519fca6-bf15-4b4f-896e-a882939f255f service neutron] 10.222.0.64 "GET /v2.0/networks/823b724c-a4df-49e4-a48e-438212c85945?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2444613 Oct 27 10:36:24.336496 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882fce97-13a3-412b-aa92-980636a4dec3 req-ce763daf-aac9-4c84-848a-d1223e31d279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:36:24.338043 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-882fce97-13a3-412b-aa92-980636a4dec3 req-ce763daf-aac9-4c84-848a-d1223e31d279 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=9acc1288f1e24e5194b2ab7572b1c5ff&device_id=7914b79f-813e-4a1a-a033-e34f7b6346e5 HTTP/1.1" status: 200 len: 1097 time: 0.0435898 Oct 27 10:36:24.391896 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab572cf2-9e36-4ab7-a351-50ab0f366b00 req-f7bd433b-1fda-4369-81d7-cbe3f7d2d648 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:36:24.396878 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ab572cf2-9e36-4ab7-a351-50ab0f366b00 req-f7bd433b-1fda-4369-81d7-cbe3f7d2d648 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.44 "GET /v2.0/ports?device_id=7914b79f-813e-4a1a-a033-e34f7b6346e5 HTTP/1.1" status: 200 len: 945 time: 0.1353269 Oct 27 10:36:24.412452 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-5865b605-bc5f-4b58-8244-1e44a943f961 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:24.480793 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-5865b605-bc5f-4b58-8244-1e44a943f961 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:24.496811 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ab572cf2-9e36-4ab7-a351-50ab0f366b00 req-0ca27fd0-851e-4a76-ac21-1e101db9bc62 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.44 "GET /v2.0/security-groups?id=1cfb3b36-7fdd-4213-b115-9d47e1636c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875628 Oct 27 10:36:24.513338 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-1e8a921d-9d77-4056-b67e-36f33230d508 req-54a14b29-b12b-4269-a08f-1f02ae44a88c service neutron] 10.222.0.64 "GET /v2.0/networks/823b724c-a4df-49e4-a48e-438212c85945?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1621108 Oct 27 10:36:24.514374 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-aad2a9d9-68c5-4850-aee5-855af81a5516 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1766202'] for router_interface, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:24.526362 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882fce97-13a3-412b-aa92-980636a4dec3 req-15e99b30-96d2-43cf-a679-e8044fb2e680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:36:24.528533 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-882fce97-13a3-412b-aa92-980636a4dec3 req-15e99b30-96d2-43cf-a679-e8044fb2e680 service neutron] 10.222.0.76 "GET /v2.0/networks?id=8d938063-6de9-4af7-8c0a-0cc177cd5dd2 HTTP/1.1" status: 200 len: 913 time: 0.1394522 Oct 27 10:36:24.584716 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-882fce97-13a3-412b-aa92-980636a4dec3 req-1c3fcf53-97e8-4807-959b-89cbf5774971 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=71a35b42-597b-4e59-b67f-e462e9065eac HTTP/1.1" status: 200 len: 217 time: 0.0478718 Oct 27 10:36:24.638855 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-5865b605-bc5f-4b58-8244-1e44a943f961 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:24.641540 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-5865b605-bc5f-4b58-8244-1e44a943f961 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:24.642951 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-5865b605-bc5f-4b58-8244-1e44a943f961 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4aa9ea3d-4aef-4500-94f3-8c3ac0adc917 HTTP/1.1" status: 204 len: 168 time: 0.4041438 Oct 27 10:36:24.652270 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882fce97-13a3-412b-aa92-980636a4dec3 req-8cb048c8-998e-4ba1-b46d-dfbfd8dfa221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:36:24.653797 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-882fce97-13a3-412b-aa92-980636a4dec3 req-8cb048c8-998e-4ba1-b46d-dfbfd8dfa221 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=d10e012c-67dd-4bab-810d-02cbf72e2d75 HTTP/1.1" status: 200 len: 852 time: 0.0624406 Oct 27 10:36:24.677510 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5865b605-bc5f-4b58-8244-1e44a943f961 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4aa9ea3d-4aef-4500-94f3-8c3ac0adc917,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:36:24.735212 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-882fce97-13a3-412b-aa92-980636a4dec3 req-e5607eb5-fe94-4a45-9bf6-51febf0b8d88 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=8d938063-6de9-4af7-8c0a-0cc177cd5dd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0734749 Oct 27 10:36:24.857926 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9920b031-06c3-4f9a-b2e0-9622aa612b4e req-f573bcdc-ae8d-4518-a148-61f7ae6bda4d tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:36:24.858924 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-9920b031-06c3-4f9a-b2e0-9622aa612b4e req-f573bcdc-ae8d-4518-a148-61f7ae6bda4d tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.44 "GET /v2.0/ports?device_id=7914b79f-813e-4a1a-a033-e34f7b6346e5 HTTP/1.1" status: 200 len: 945 time: 0.0688534 Oct 27 10:36:24.871486 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-882fce97-13a3-412b-aa92-980636a4dec3 req-366a852b-074c-4792-b20e-b4c7cd42b815 service neutron] 10.222.0.76 "GET /v2.0/networks/8d938063-6de9-4af7-8c0a-0cc177cd5dd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254478 Oct 27 10:36:24.934015 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-9920b031-06c3-4f9a-b2e0-9622aa612b4e req-eba2b320-868e-45dc-94d8-0d2e4b13c7ab tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.44 "GET /v2.0/security-groups?id=1cfb3b36-7fdd-4213-b115-9d47e1636c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664866 Oct 27 10:36:24.992102 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-aad2a9d9-68c5-4850-aee5-855af81a5516 admin admin] Deleting port b79c7010-c657-4c9b-9376-49fd2c42fbbc {{(pid=102346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:36:24.992767 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-aad2a9d9-68c5-4850-aee5-855af81a5516 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:25.075121 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-882fce97-13a3-412b-aa92-980636a4dec3 req-c2977470-6d60-4705-91a9-fe9e1e231658 service neutron] 10.222.0.76 "GET /v2.0/networks/8d938063-6de9-4af7-8c0a-0cc177cd5dd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1916442 Oct 27 10:36:25.086287 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [None req-aad2a9d9-68c5-4850-aee5-855af81a5516 admin admin] For port b79c7010-c657-4c9b-9376-49fd2c42fbbc, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=b79c7010-c657-4c9b-9376-49fd2c42fbbc,segment=NetworkSegment(8f7f8586-4027-4220-9b4a-3b10d187f3bb),segment_id=8f7f8586-4027-4220-9b4a-3b10d187f3bb)] {{(pid=102346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:36:25.087542 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-aad2a9d9-68c5-4850-aee5-855af81a5516 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:25.106624 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-aad2a9d9-68c5-4850-aee5-855af81a5516 admin admin] Calling delete_port for b79c7010-c657-4c9b-9376-49fd2c42fbbc owned by network:router_interface {{(pid=102346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:36:25.249223 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c34e634-f3f4-4370-b0ae-6628da9a960a req-8610e4bd-9480-4581-a505-14e10aca409b tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:36:25.257981 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-6c34e634-f3f4-4370-b0ae-6628da9a960a req-8610e4bd-9480-4581-a505-14e10aca409b tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "GET /v2.0/ports?device_id=58d33066-02f9-456d-8852-aabcf5578798 HTTP/1.1" status: 200 len: 944 time: 0.1068847 Oct 27 10:36:25.277079 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 39878) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:36:25.297557 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-32d36679-c551-4cd8-a8a0-86c035bd2009 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:25.322044 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-6c34e634-f3f4-4370-b0ae-6628da9a960a req-d7ab6268-8f3a-41a6-9dae-5f99d407264b tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "GET /v2.0/security-groups?id=142cfba7-0116-47cd-9d82-0d26bf880f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626543 Oct 27 10:36:25.367709 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d1499c-fd42-4876-8963-2ce25f833bf3 req-5650fb85-750c-48a6-bed2-4e217064a330 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:36:25.372953 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-73d1499c-fd42-4876-8963-2ce25f833bf3 req-5650fb85-750c-48a6-bed2-4e217064a330 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/ports?device_id=f6fc38b4-3d34-4580-bd35-a4b845297319 HTTP/1.1" status: 200 len: 945 time: 0.0727899 Oct 27 10:36:25.427511 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-32d36679-c551-4cd8-a8a0-86c035bd2009 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:25.435947 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-32d36679-c551-4cd8-a8a0-86c035bd2009 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:25.446316 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-73d1499c-fd42-4876-8963-2ce25f833bf3 req-3249c27d-54b5-4e9f-9c91-c928bd1419be tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/security-groups?id=042a0afe-bacb-4048-aed3-353e9c85bd81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694106 Oct 27 10:36:25.447819 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-aad2a9d9-68c5-4850-aee5-855af81a5516 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:25.481588 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad2a9d9-68c5-4850-aee5-855af81a5516 admin admin] Pushing event deleted for resources: {'Port': ['ID=b79c7010-c657-4c9b-9376-49fd2c42fbbc,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:36:25.500507 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-32d36679-c551-4cd8-a8a0-86c035bd2009 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c681df224b0a4b2fa9d410f6191492b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2219305 Oct 27 10:36:25.501683 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 39882) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:36:25.504227 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d36679-c551-4cd8-a8a0-86c035bd2009 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed98f9b1-df09-4e87-9db1-6283ba4d7a78,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:36:25.567995 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-d1467d6a-3323-468b-8365-6c56fb4ae4b2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:25.593828 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-d1467d6a-3323-468b-8365-6c56fb4ae4b2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:25.661023 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-d1467d6a-3323-468b-8365-6c56fb4ae4b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:25.664057 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-d1467d6a-3323-468b-8365-6c56fb4ae4b2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:25.666228 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-d1467d6a-3323-468b-8365-6c56fb4ae4b2 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ed98f9b1-df09-4e87-9db1-6283ba4d7a78 HTTP/1.1" status: 204 len: 168 time: 0.1631455 Oct 27 10:36:25.676707 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1467d6a-3323-468b-8365-6c56fb4ae4b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed98f9b1-df09-4e87-9db1-6283ba4d7a78,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:36:25.925303 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-aad2a9d9-68c5-4850-aee5-855af81a5516 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2006968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1766358'] for router_interface, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:26.083148 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad4ce0a-b14c-403f-80b7-4b39660335cd req-eb283689-f32c-48b7-8007-9c41a2bf0868 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:36:26.093312 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8ad4ce0a-b14c-403f-80b7-4b39660335cd req-eb283689-f32c-48b7-8007-9c41a2bf0868 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.44 "GET /v2.0/ports?device_id=7914b79f-813e-4a1a-a033-e34f7b6346e5 HTTP/1.1" status: 200 len: 945 time: 0.0654869 Oct 27 10:36:26.129484 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8ad4ce0a-b14c-403f-80b7-4b39660335cd req-315972b6-764a-41e2-9b88-8467c4682873 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.44 "GET /v2.0/security-groups?id=1cfb3b36-7fdd-4213-b115-9d47e1636c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373642 Oct 27 10:36:26.206137 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aad2a9d9-68c5-4850-aee5-855af81a5516 admin admin] Router 621cc4a9-58eb-4965-ac94-9de74edf41b9 has already been hosted by L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb {{(pid=102346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 10:36:26.235737 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec3db8e-158b-4ea9-9644-4c8b38a0e97c req-2a7cb56a-c173-4a1f-8d53-0dc4649d6af5 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:36:26.240240 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-3ec3db8e-158b-4ea9-9644-4c8b38a0e97c req-2a7cb56a-c173-4a1f-8d53-0dc4649d6af5 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.76 "GET /v2.0/ports?device_id=7914b79f-813e-4a1a-a033-e34f7b6346e5 HTTP/1.1" status: 200 len: 945 time: 0.0559313 Oct 27 10:36:26.342796 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aad2a9d9-68c5-4850-aee5-855af81a5516 admin admin] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:36:26.352239 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [req-3ec3db8e-158b-4ea9-9644-4c8b38a0e97c req-811132dc-25dd-41de-970a-9388cc43063e tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] Deleting port 71a35b42-597b-4e59-b67f-e462e9065eac {{(pid=102347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:36:26.354293 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26accd74-4f56-43e9-a087-f8748aa096bc None None] Sync routers for ids ['621cc4a9-58eb-4965-ac94-9de74edf41b9'] in n-d-813419-10 {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:36:26.363051 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-3ec3db8e-158b-4ea9-9644-4c8b38a0e97c req-811132dc-25dd-41de-970a-9388cc43063e tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:26.369540 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26accd74-4f56-43e9-a087-f8748aa096bc None None] Routers {'621cc4a9-58eb-4965-ac94-9de74edf41b9'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:36:26.370783 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-aad2a9d9-68c5-4850-aee5-855af81a5516 admin admin] 10.222.0.44 "PUT /v2.0/routers/621cc4a9-58eb-4965-ac94-9de74edf41b9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8212903 Oct 27 10:36:26.371207 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-26accd74-4f56-43e9-a087-f8748aa096bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:36:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['621cc4a9-58eb-4965-ac94-9de74edf41b9'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:36:26.372474 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 39918) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:36:26.532741 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-83e7f58f-9ee1-4903-bed1-f10518f5a7ae admin admin] Publish callbacks [] for router, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:26.544927 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-3ec3db8e-158b-4ea9-9644-4c8b38a0e97c req-811132dc-25dd-41de-970a-9388cc43063e tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] For port 71a35b42-597b-4e59-b67f-e462e9065eac, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=71a35b42-597b-4e59-b67f-e462e9065eac,segment=NetworkSegment(7dd77195-ce76-4d8f-a4a0-21bf27911aee),segment_id=7dd77195-ce76-4d8f-a4a0-21bf27911aee)] {{(pid=102347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:36:26.545290 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-3ec3db8e-158b-4ea9-9644-4c8b38a0e97c req-811132dc-25dd-41de-970a-9388cc43063e tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:26.565757 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af01519-736f-43e7-8497-2a51fe738f1d req-51aef760-b7ff-49cc-889f-a89a74e49bb2 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:36:26.572490 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvr_db [None req-26accd74-4f56-43e9-a087-f8748aa096bc None None] Set router 621cc4a9-58eb-4965-ac94-9de74edf41b9 gateway port host: n-d-813419-10 {{(pid=102348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:36:26.573548 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-4af01519-736f-43e7-8497-2a51fe738f1d req-51aef760-b7ff-49cc-889f-a89a74e49bb2 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "GET /v2.0/ports?device_id=58d33066-02f9-456d-8852-aabcf5578798 HTTP/1.1" status: 200 len: 944 time: 0.1202769 Oct 27 10:36:26.598268 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [req-3ec3db8e-158b-4ea9-9644-4c8b38a0e97c req-811132dc-25dd-41de-970a-9388cc43063e tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] Calling delete_port for 71a35b42-597b-4e59-b67f-e462e9065eac owned by compute:nova {{(pid=102347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:36:26.636520 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-4af01519-736f-43e7-8497-2a51fe738f1d req-c0358e10-5098-432b-bcda-f0ec16cd34c0 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "GET /v2.0/security-groups?id=142cfba7-0116-47cd-9d82-0d26bf880f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617213 Oct 27 10:36:26.718086 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67db8dfd-5301-4e65-835f-ec50b7f96444 req-1e687b5a-a0ec-4656-970d-53ad1d997e87 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:36:26.719496 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-67db8dfd-5301-4e65-835f-ec50b7f96444 req-1e687b5a-a0ec-4656-970d-53ad1d997e87 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/ports?device_id=f6fc38b4-3d34-4580-bd35-a4b845297319 HTTP/1.1" status: 200 len: 945 time: 0.1278896 Oct 27 10:36:26.767689 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-67db8dfd-5301-4e65-835f-ec50b7f96444 req-0aae7ebf-fe85-47c6-bfa4-3fc85a4532bd tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/security-groups?id=042a0afe-bacb-4048-aed3-353e9c85bd81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414896 Oct 27 10:36:26.773485 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-83e7f58f-9ee1-4903-bed1-f10518f5a7ae admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:26.840672 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-3ec3db8e-158b-4ea9-9644-4c8b38a0e97c req-811132dc-25dd-41de-970a-9388cc43063e tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:26.841308 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-83e7f58f-9ee1-4903-bed1-f10518f5a7ae admin admin] Deleting port 37f80473-5222-4b09-90f6-87b6656dac4a {{(pid=102346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:36:26.842776 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-83e7f58f-9ee1-4903-bed1-f10518f5a7ae admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:26.847664 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.agents_db [None req-e79ee67d-056e-46ea-bd99-e80473396b25 None None] Agent healthcheck: found 7 active agents {{(pid=102349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 10:36:26.906754 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-26accd74-4f56-43e9-a087-f8748aa096bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '621cc4a9-58eb-4965-ac94-9de74edf41b9', 'name': 'tempest-TestVolumeBackupRestore-1593470661-router', 'tenant_id': 'a124e636b7d24195a5f5c4d85f42c044', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.165'}], 'enable_snat': True}, 'gw_port_id': '37f80473-5222-4b09-90f6-87b6656dac4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:30:51Z', 'updated_at': '2021-10-27T10:36:25Z', 'revision_number': 5, 'project_id': 'a124e636b7d24195a5f5c4d85f42c044', 'gw_port': {'id': '37f80473-5222-4b09-90f6-87b6656dac4a', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:21:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '621cc4a9-58eb-4965-ac94-9de74edf41b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:30:52Z', 'updated_at': '2021-10-27T10:30:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10'}], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:36:26.913037 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811132dc-25dd-41de-970a-9388cc43063e tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] Pushing event deleted for resources: {'Port': ['ID=71a35b42-597b-4e59-b67f-e462e9065eac,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:36:26.945452 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26accd74-4f56-43e9-a087-f8748aa096bc None None] Checking router: 621cc4a9-58eb-4965-ac94-9de74edf41b9 for host: n-d-813419-10 {{(pid=102348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 10:36:26.955387 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26accd74-4f56-43e9-a087-f8748aa096bc None None] Routers {'621cc4a9-58eb-4965-ac94-9de74edf41b9'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:36:26.956207 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-26accd74-4f56-43e9-a087-f8748aa096bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:36:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['621cc4a9-58eb-4965-ac94-9de74edf41b9'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:36:26.962724 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ec3db8e-158b-4ea9-9644-4c8b38a0e97c req-811132dc-25dd-41de-970a-9388cc43063e tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] No DVR routers for this DVR port 71a35b42-597b-4e59-b67f-e462e9065eac on host n-h2-813419-10 {{(pid=102347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:36:26.966820 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-3ec3db8e-158b-4ea9-9644-4c8b38a0e97c req-811132dc-25dd-41de-970a-9388cc43063e tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:26.985873 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-3ec3db8e-158b-4ea9-9644-4c8b38a0e97c req-811132dc-25dd-41de-970a-9388cc43063e tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.76 "DELETE /v2.0/ports/71a35b42-597b-4e59-b67f-e462e9065eac HTTP/1.1" status: 204 len: 173 time: 0.7410896 Oct 27 10:36:26.987481 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7914b79f-813e-4a1a-a033-e34f7b6346e5', 'name': 'network-vif-deleted', 'tag': '71a35b42-597b-4e59-b67f-e462e9065eac'}] {{(pid=102347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:36:26.989716 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [None req-83e7f58f-9ee1-4903-bed1-f10518f5a7ae admin admin] For port 37f80473-5222-4b09-90f6-87b6656dac4a, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=37f80473-5222-4b09-90f6-87b6656dac4a,segment=NetworkSegment(bc14127b-7032-4c50-bb5b-f6813cbae86e),segment_id=bc14127b-7032-4c50-bb5b-f6813cbae86e)] {{(pid=102346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:36:26.990333 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-83e7f58f-9ee1-4903-bed1-f10518f5a7ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:26.991610 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311149b481204ee7edffdb959c881838506fbd95bc8577c048f6677abb73acc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25330699-802c-421f-bd64-737c4e5a5020" -d '{"events": [{"server_uuid": "7914b79f-813e-4a1a-a033-e34f7b6346e5", "name": "network-vif-deleted", "tag": "71a35b42-597b-4e59-b67f-e462e9065eac"}]}' {{(pid=102347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:36:27.021945 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-83e7f58f-9ee1-4903-bed1-f10518f5a7ae admin admin] Calling delete_port for 37f80473-5222-4b09-90f6-87b6656dac4a owned by network:router_gateway {{(pid=102346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:36:27.083865 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:36:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26b38568-4eb4-4028-a9c2-3e5c34e31358 x-openstack-request-id: req-26b38568-4eb4-4028-a9c2-3e5c34e31358 {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:36:27.084164 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7914b79f-813e-4a1a-a033-e34f7b6346e5", "name": "network-vif-deleted", "tag": "71a35b42-597b-4e59-b67f-e462e9065eac", "status": "completed", "code": 200}]} {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:36:27.084446 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-26b38568-4eb4-4028-a9c2-3e5c34e31358 {{(pid=102347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:36:27.084916 n-d-813419-10 neutron-server[102347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7914b79f-813e-4a1a-a033-e34f7b6346e5', 'name': 'network-vif-deleted', 'tag': '71a35b42-597b-4e59-b67f-e462e9065eac', 'status': 'completed', 'code': 200} Oct 27 10:36:27.388623 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvr_db [None req-26accd74-4f56-43e9-a087-f8748aa096bc None None] Set router 621cc4a9-58eb-4965-ac94-9de74edf41b9 gateway port host: None {{(pid=102348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:36:27.472881 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-a64b31ae-418b-4994-b087-2ac9985a7aec req-a17b9515-7cf4-4250-82fa-997abdee3a31 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.44 "GET /v2.0/ports?device_id=7914b79f-813e-4a1a-a033-e34f7b6346e5 HTTP/1.1" status: 200 len: 210 time: 0.0908346 Oct 27 10:36:27.474122 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-83e7f58f-9ee1-4903-bed1-f10518f5a7ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:27.479522 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-26accd74-4f56-43e9-a087-f8748aa096bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '621cc4a9-58eb-4965-ac94-9de74edf41b9', 'name': 'tempest-TestVolumeBackupRestore-1593470661-router', 'tenant_id': 'a124e636b7d24195a5f5c4d85f42c044', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:30:51Z', 'updated_at': '2021-10-27T10:36:26Z', 'revision_number': 6, 'project_id': 'a124e636b7d24195a5f5c4d85f42c044', 'gw_port_host': None}], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:36:27.505378 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e7f58f-9ee1-4903-bed1-f10518f5a7ae admin admin] Pushing event deleted for resources: {'Port': ['ID=37f80473-5222-4b09-90f6-87b6656dac4a,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:36:27.511906 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26accd74-4f56-43e9-a087-f8748aa096bc None None] The sync data for ids ['621cc4a9-58eb-4965-ac94-9de74edf41b9'] in n-d-813419-10 is: [{'id': '621cc4a9-58eb-4965-ac94-9de74edf41b9', 'name': 'tempest-TestVolumeBackupRestore-1593470661-router', 'tenant_id': 'a124e636b7d24195a5f5c4d85f42c044', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:30:51Z', 'updated_at': '2021-10-27T10:36:26Z', 'revision_number': 6, 'project_id': 'a124e636b7d24195a5f5c4d85f42c044', 'gw_port_host': None}] {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:36:27.599062 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-83e7f58f-9ee1-4903-bed1-f10518f5a7ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1664884'] for router_gateway, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:27.649311 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device c9c20c2b-6e5b-42e4-9a9a-ff863d22fcbf details requested by agent hyperv_n-h1-813419-10 with host n-h1-813419-10 {{(pid=102348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 10:36:27.729505 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-83e7f58f-9ee1-4903-bed1-f10518f5a7ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1765662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3700'] for router, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:27.732036 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-83e7f58f-9ee1-4903-bed1-f10518f5a7ae admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:27.789786 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-83e7f58f-9ee1-4903-bed1-f10518f5a7ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1765641'] for router, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:27.790949 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83e7f58f-9ee1-4903-bed1-f10518f5a7ae admin admin] Fanout notify agent at l3_agent the message router_deleted on router 621cc4a9-58eb-4965-ac94-9de74edf41b9 {{(pid=102346) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 10:36:27.801438 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-83e7f58f-9ee1-4903-bed1-f10518f5a7ae admin admin] Publish callbacks [] for router, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:27.802761 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-83e7f58f-9ee1-4903-bed1-f10518f5a7ae admin admin] 10.222.0.44 "DELETE /v2.0/routers/621cc4a9-58eb-4965-ac94-9de74edf41b9 HTTP/1.1" status: 204 len: 168 time: 1.4280624 Oct 27 10:36:27.805161 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 39986) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:36:27.857754 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port c9c20c2b-6e5b-42e4-9a9a-ff863d22fcbf, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=c9c20c2b-6e5b-42e4-9a9a-ff863d22fcbf,segment=NetworkSegment(3fa8f95e-6276-4974-b5c0-da1e0ae271fc),segment_id=3fa8f95e-6276-4974-b5c0-da1e0ae271fc)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:36:27.865615 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_v2 [None req-a65c900f-c9d0-45e9-ab46-18f4d4f1efa0 admin admin] Deleting subnet aae9c163-515a-41af-b650-3ee0f8fc9ef8 {{(pid=102346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 10:36:27.872437 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-a65c900f-c9d0-45e9-ab46-18f4d4f1efa0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:27.875652 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Returning: {'device': 'c9c20c2b-6e5b-42e4-9a9a-ff863d22fcbf', 'network_id': 'fca909b5-2d06-4825-8091-33382048b635', 'port_id': 'c9c20c2b-6e5b-42e4-9a9a-ff863d22fcbf', 'mac_address': 'fa:16:3e:3c:7f:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 429, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71c50f4e-5d00-4779-bfe1-162c05f5fddb', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 10:36:27.909083 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf51f1c-b6b2-4fa6-89ff-a4dc6ba4a776 req-2e6f45a5-fd36-45a2-b94a-2cfff0a21fa1 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:36:27.918473 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-bdf51f1c-b6b2-4fa6-89ff-a4dc6ba4a776 req-2e6f45a5-fd36-45a2-b94a-2cfff0a21fa1 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "GET /v2.0/ports?device_id=58d33066-02f9-456d-8852-aabcf5578798 HTTP/1.1" status: 200 len: 944 time: 0.1052494 Oct 27 10:36:27.931422 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:27.949992 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9c20c2b-6e5b-42e4-9a9a-ff863d22fcbf {{(pid=102348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:36:27.999607 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-bdf51f1c-b6b2-4fa6-89ff-a4dc6ba4a776 req-b759b3e2-fce4-4fcd-a7e1-51ca4e1e492f tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "GET /v2.0/security-groups?id=142cfba7-0116-47cd-9d82-0d26bf880f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791917 Oct 27 10:36:28.005940 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port c9c20c2b-6e5b-42e4-9a9a-ff863d22fcbf, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=c9c20c2b-6e5b-42e4-9a9a-ff863d22fcbf,segment=NetworkSegment(3fa8f95e-6276-4974-b5c0-da1e0ae271fc),segment_id=3fa8f95e-6276-4974-b5c0-da1e0ae271fc)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:36:28.006211 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-a65c900f-c9d0-45e9-ab46-18f4d4f1efa0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25847868'] for subnet, precommit_delete_associations {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:28.013088 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:28.081950 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Pushing event updated for resources: {'Port': ['ID=c9c20c2b-6e5b-42e4-9a9a-ff863d22fcbf,revision_number=12']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:36:28.082581 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29c387b-b348-43be-bc88-088215d4aaaa req-45b00c2b-9717-42ac-a1b9-0d94cf0c110a tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:36:28.084393 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-b29c387b-b348-43be-bc88-088215d4aaaa req-45b00c2b-9717-42ac-a1b9-0d94cf0c110a tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/ports?device_id=f6fc38b4-3d34-4580-bd35-a4b845297319 HTTP/1.1" status: 200 len: 945 time: 0.1832814 Oct 27 10:36:28.121500 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] get_ports_and_sgs() called for port_ids ['c9c20c2b-6e5b-42e4-9a9a-ff863d22fcbf'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:36:28.218045 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-b29c387b-b348-43be-bc88-088215d4aaaa req-244f9455-de67-47ea-affa-e3c8dfb19ae5 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/security-groups?id=042a0afe-bacb-4048-aed3-353e9c85bd81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1210115 Oct 27 10:36:28.232634 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-a65c900f-c9d0-45e9-ab46-18f4d4f1efa0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855646'] for subnet, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:28.340529 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-a65c900f-c9d0-45e9-ab46-18f4d4f1efa0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27024355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27168307'] for subnet, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:28.391771 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65c900f-c9d0-45e9-ab46-18f4d4f1efa0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aae9c163-515a-41af-b650-3ee0f8fc9ef8,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:36:28.415843 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-a65c900f-c9d0-45e9-ab46-18f4d4f1efa0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for subnet, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:28.417825 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-518905cf-490a-4082-a571-28c04ab42517 None None] Network cfe0561e-8630-4a1d-adbd-3ef0b95d16ce requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:36:28.422382 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 40004) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:36:28.423752 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-a65c900f-c9d0-45e9-ab46-18f4d4f1efa0 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/aae9c163-515a-41af-b650-3ee0f8fc9ef8 HTTP/1.1" status: 204 len: 168 time: 0.6175210 Oct 27 10:36:28.628008 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-2b3c68cd-d10f-4049-a578-4e349642d029 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586917'] for network, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:28.689553 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device 71a35b42-597b-4e59-b67f-e462e9065eac no longer exists at agent hyperv_n-h2-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:36:28.707114 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-2b3c68cd-d10f-4049-a578-4e349642d029 admin admin] Deleting port 2c53294e-0878-41bc-9599-0f1a7ff009cc {{(pid=102347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:36:28.707494 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-2b3c68cd-d10f-4049-a578-4e349642d029 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:28.773196 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] No Port match for: 71a35b42-597b-4e59-b67f-e462e9065eac {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:36:28.773848 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device 71a35b42-597b-4e59-b67f-e462e9065eac not bound to the agent host n-h2-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:36:28.827120 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [None req-2b3c68cd-d10f-4049-a578-4e349642d029 admin admin] For port 2c53294e-0878-41bc-9599-0f1a7ff009cc, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=2c53294e-0878-41bc-9599-0f1a7ff009cc,segment=NetworkSegment(8f7f8586-4027-4220-9b4a-3b10d187f3bb),segment_id=8f7f8586-4027-4220-9b4a-3b10d187f3bb)] {{(pid=102347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:36:28.827396 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-2b3c68cd-d10f-4049-a578-4e349642d029 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:28.862765 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-2b3c68cd-d10f-4049-a578-4e349642d029 admin admin] Calling delete_port for 2c53294e-0878-41bc-9599-0f1a7ff009cc owned by network:dhcp {{(pid=102347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:36:28.942222 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae8961bc-6072-4946-ba54-d25335d6bd96 None None] DHCP port deletion for cfe0561e-8630-4a1d-adbd-3ef0b95d16ce request from n-d-813419-10 {{(pid=102348) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 10:36:29.082905 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-2b3c68cd-d10f-4049-a578-4e349642d029 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:29.105983 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-ae8961bc-6072-4946-ba54-d25335d6bd96 None None] Deleting port 2c53294e-0878-41bc-9599-0f1a7ff009cc {{(pid=102348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:36:29.106834 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-ae8961bc-6072-4946-ba54-d25335d6bd96 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:29.207303 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3c68cd-d10f-4049-a578-4e349642d029 admin admin] Pushing event deleted for resources: {'Port': ['ID=2c53294e-0878-41bc-9599-0f1a7ff009cc,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:36:29.211525 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b3c68cd-d10f-4049-a578-4e349642d029 admin admin] No DVR routers for this DVR port 2c53294e-0878-41bc-9599-0f1a7ff009cc on host n-d-813419-10 {{(pid=102347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:36:29.237348 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72620211-4372-4d73-b1bd-5c0688af165d req-233e42ac-cb55-4bcf-b687-0d70d97dbf10 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:36:29.238252 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-ae8961bc-6072-4946-ba54-d25335d6bd96 None None] For port 2c53294e-0878-41bc-9599-0f1a7ff009cc, host n-d-813419-10, got binding levels [] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:36:29.241151 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-ae8961bc-6072-4946-ba54-d25335d6bd96 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:29.267424 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-ae8961bc-6072-4946-ba54-d25335d6bd96 None None] Calling delete_port for 2c53294e-0878-41bc-9599-0f1a7ff009cc owned by network:dhcp {{(pid=102348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:36:29.268077 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-72620211-4372-4d73-b1bd-5c0688af165d req-233e42ac-cb55-4bcf-b687-0d70d97dbf10 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.44 "GET /v2.0/networks?id=8d938063-6de9-4af7-8c0a-0cc177cd5dd2 HTTP/1.1" status: 200 len: 812 time: 0.2723401 Oct 27 10:36:29.273283 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.ipam_backend_mixin [None req-ae8961bc-6072-4946-ba54-d25335d6bd96 None None] Port 2c53294e-0878-41bc-9599-0f1a7ff009cc was not found and therefore no delete operation was performed {{(pid=102348) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 27 10:36:29.275765 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-ae8961bc-6072-4946-ba54-d25335d6bd96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615'] for port, after_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:29.309399 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-72620211-4372-4d73-b1bd-5c0688af165d req-fb2a7636-5e59-45c4-b185-a6efce5404e0 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.44 "GET /v2.0/quotas/9acc1288f1e24e5194b2ab7572b1c5ff HTTP/1.1" status: 200 len: 375 time: 0.0344522 Oct 27 10:36:29.350186 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae8961bc-6072-4946-ba54-d25335d6bd96 None None] No DVR routers for this DVR port 2c53294e-0878-41bc-9599-0f1a7ff009cc on host n-d-813419-10 {{(pid=102348) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:36:29.387467 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8961bc-6072-4946-ba54-d25335d6bd96 None None] Pushing event deleted for resources: {'Port': ['ID=2c53294e-0878-41bc-9599-0f1a7ff009cc,revision_number=None']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:36:29.406710 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-72620211-4372-4d73-b1bd-5c0688af165d req-3c326fee-5974-4929-9fe9-445d1aaf0d64 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=9acc1288f1e24e5194b2ab7572b1c5ff&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0898488 Oct 27 10:36:29.461730 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-2b3c68cd-d10f-4049-a578-4e349642d029 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857803', 'neutron.services.segments.db._delete_segments_for_network-8743873143390'] for network, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:29.482933 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 2c53294e-0878-41bc-9599-0f1a7ff009cc no longer exists at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:36:29.491886 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-2b3c68cd-d10f-4049-a578-4e349642d029 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cfe0561e-8630-4a1d-adbd-3ef0b95d16ce']}} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:36:29.503106 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-2b3c68cd-d10f-4049-a578-4e349642d029 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f7f8586-4027-4220-9b4a-3b10d187f3bb') {'for_net_delete': True} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:36:29.503728 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-2b3c68cd-d10f-4049-a578-4e349642d029 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f7f8586-4027-4220-9b4a-3b10d187f3bb') {} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:36:29.515489 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-2b3c68cd-d10f-4049-a578-4e349642d029 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743873145191', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18445132'] for segment, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:29.532212 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-2b3c68cd-d10f-4049-a578-4e349642d029 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:29.538827 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b3c68cd-d10f-4049-a578-4e349642d029 admin admin] Releasing vlan 407 on physical network physnet1 to pool {{(pid=102347) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 10:36:29.539703 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-2b3c68cd-d10f-4049-a578-4e349642d029 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-18296032'] for segment, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:29.543880 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] No Port match for: 2c53294e-0878-41bc-9599-0f1a7ff009cc {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:36:29.544627 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 2c53294e-0878-41bc-9599-0f1a7ff009cc not bound to the agent host n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:36:29.545068 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 37f80473-5222-4b09-90f6-87b6656dac4a no longer exists at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:36:29.608560 n-d-813419-10 neutron-server[102347]: Traceback (most recent call last): Oct 27 10:36:29.608560 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 10:36:29.608560 n-d-813419-10 neutron-server[102347]: timer() Oct 27 10:36:29.608560 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 10:36:29.608560 n-d-813419-10 neutron-server[102347]: cb(*args, **kw) Oct 27 10:36:29.608560 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 10:36:29.608560 n-d-813419-10 neutron-server[102347]: return func(*args, **kwargs) Oct 27 10:36:29.608560 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 10:36:29.608560 n-d-813419-10 neutron-server[102347]: self._notify() Oct 27 10:36:29.608560 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 10:36:29.608560 n-d-813419-10 neutron-server[102347]: self.callback(batched_events) Oct 27 10:36:29.608560 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 10:36:29.608560 n-d-813419-10 neutron-server[102347]: event.method(event) Oct 27 10:36:29.608560 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 10:36:29.608560 n-d-813419-10 neutron-server[102347]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 10:36:29.608560 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 10:36:29.608560 n-d-813419-10 neutron-server[102347]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 10:36:29.608560 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 10:36:29.608560 n-d-813419-10 neutron-server[102347]: return f(self, *a, **k) Oct 27 10:36:29.608560 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 10:36:29.608560 n-d-813419-10 neutron-server[102347]: return self._get(url).json() Oct 27 10:36:29.608560 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 10:36:29.608560 n-d-813419-10 neutron-server[102347]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 10:36:29.608560 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 10:36:29.608560 n-d-813419-10 neutron-server[102347]: return self.request(url, 'GET', **kwargs) Oct 27 10:36:29.608560 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 10:36:29.608560 n-d-813419-10 neutron-server[102347]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 10:36:29.608560 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 10:36:29.608560 n-d-813419-10 neutron-server[102347]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 10:36:29.608560 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 10:36:29.608560 n-d-813419-10 neutron-server[102347]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 10:36:29.608560 n-d-813419-10 neutron-server[102347]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 10:36:29.620174 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] No Port match for: 37f80473-5222-4b09-90f6-87b6656dac4a {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:36:29.621042 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 37f80473-5222-4b09-90f6-87b6656dac4a not bound to the agent host n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:36:29.621549 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-2b3c68cd-d10f-4049-a578-4e349642d029 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664840'] for network, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:29.623923 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device b79c7010-c657-4c9b-9376-49fd2c42fbbc no longer exists at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:36:29.632190 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-72620211-4372-4d73-b1bd-5c0688af165d req-6d3b7b5e-e6ac-438e-9b09-53c4fd622e16 service neutron] 10.222.0.44 "GET /v2.0/networks/8d938063-6de9-4af7-8c0a-0cc177cd5dd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2132678 Oct 27 10:36:29.643216 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b880d6a8-655c-494e-ba99-6cf601c25cf8 req-781f531d-aa1e-4fac-95b7-8baf68e77e83 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:36:29.651651 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b880d6a8-655c-494e-ba99-6cf601c25cf8 req-781f531d-aa1e-4fac-95b7-8baf68e77e83 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "GET /v2.0/ports?device_id=58d33066-02f9-456d-8852-aabcf5578798 HTTP/1.1" status: 200 len: 944 time: 0.4644790 Oct 27 10:36:29.655866 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-2b3c68cd-d10f-4049-a578-4e349642d029 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for network, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:29.662723 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-2b3c68cd-d10f-4049-a578-4e349642d029 admin admin] 10.222.0.44 "DELETE /v2.0/networks/cfe0561e-8630-4a1d-adbd-3ef0b95d16ce HTTP/1.1" status: 204 len: 168 time: 1.2388990 Oct 27 10:36:29.680936 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3c68cd-d10f-4049-a578-4e349642d029 admin admin] Pushing event deleted for resources: {'Network': ['ID=cfe0561e-8630-4a1d-adbd-3ef0b95d16ce,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:36:29.713758 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device c9c20c2b-6e5b-42e4-9a9a-ff863d22fcbf up at agent hyperv_n-h1-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:36:29.781517 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-72620211-4372-4d73-b1bd-5c0688af165d req-8eda1052-825e-4f3a-ab35-71ff3d2caba9 service neutron] 10.222.0.44 "GET /v2.0/networks/8d938063-6de9-4af7-8c0a-0cc177cd5dd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1432631 Oct 27 10:36:29.803674 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] No Port match for: b79c7010-c657-4c9b-9376-49fd2c42fbbc {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:36:29.804023 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device b79c7010-c657-4c9b-9376-49fd2c42fbbc not bound to the agent host n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:36:29.849031 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Provisioning complete for port c9c20c2b-6e5b-42e4-9a9a-ff863d22fcbf triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:36:29.849412 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:29.960997 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:30.026557 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6fc38b4-3d34-4580-bd35-a4b845297319', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9c20c2b-6e5b-42e4-9a9a-ff863d22fcbf'}] {{(pid=102348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:36:30.030099 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c588921fa634554a1d9242fdea1b05457a9ff1d3b28ba54ec1dace7f2f1df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16566dee-d9da-46f2-964f-f0f1e6862299" -d '{"events": [{"server_uuid": "f6fc38b4-3d34-4580-bd35-a4b845297319", "name": "network-vif-plugged", "status": "completed", "tag": "c9c20c2b-6e5b-42e4-9a9a-ff863d22fcbf"}]}' {{(pid=102348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:36:30.053658 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port c9c20c2b-6e5b-42e4-9a9a-ff863d22fcbf, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=c9c20c2b-6e5b-42e4-9a9a-ff863d22fcbf,segment=NetworkSegment(3fa8f95e-6276-4974-b5c0-da1e0ae271fc),segment_id=3fa8f95e-6276-4974-b5c0-da1e0ae271fc)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:36:30.069143 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:30.120918 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b880d6a8-655c-494e-ba99-6cf601c25cf8 req-9712ae50-bb97-49ff-b76c-c9d6660e9a97 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "GET /v2.0/security-groups?id=142cfba7-0116-47cd-9d82-0d26bf880f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4679596 Oct 27 10:36:30.139084 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b840d7-0733-4d26-9313-65749b7b8b7c req-5301963c-4b83-4957-bea4-1a41bb569625 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:36:30.149131 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-b7b840d7-0733-4d26-9313-65749b7b8b7c req-5301963c-4b83-4957-bea4-1a41bb569625 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/ports?device_id=f6fc38b4-3d34-4580-bd35-a4b845297319 HTTP/1.1" status: 200 len: 946 time: 0.1100154 Oct 27 10:36:30.231450 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Pushing event updated for resources: {'Port': ['ID=c9c20c2b-6e5b-42e4-9a9a-ff863d22fcbf,revision_number=13']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:36:30.234117 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-b7b840d7-0733-4d26-9313-65749b7b8b7c req-fd844bfa-9f83-40da-841e-dc3154fb4ba5 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/security-groups?id=042a0afe-bacb-4048-aed3-353e9c85bd81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0806506 Oct 27 10:36:30.322983 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 40064) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:36:30.363845 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 40068) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:36:30.390820 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-be54ebfc-f060-44cd-903b-a683f34a09e9 req-f7781427-2a4a-473e-bf7e-50be00243e23 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.44 "GET /v2.0/ports?device_id=afd5ef0b-1f82-47d8-9513-d7b96aeda644 HTTP/1.1" status: 200 len: 210 time: 0.1015775 Oct 27 10:36:30.475241 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:36:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-063e07e5-30eb-48ef-b60e-9a69258db1af x-openstack-request-id: req-063e07e5-30eb-48ef-b60e-9a69258db1af {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:36:30.476081 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6fc38b4-3d34-4580-bd35-a4b845297319", "name": "network-vif-plugged", "status": "completed", "tag": "c9c20c2b-6e5b-42e4-9a9a-ff863d22fcbf", "code": 200}]} {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:36:30.476434 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-063e07e5-30eb-48ef-b60e-9a69258db1af {{(pid=102348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:36:30.477150 n-d-813419-10 neutron-server[102348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6fc38b4-3d34-4580-bd35-a4b845297319', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9c20c2b-6e5b-42e4-9a9a-ff863d22fcbf', 'code': 200} Oct 27 10:36:30.489242 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 40072) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:36:30.489547 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-7cdb65ee-918a-458c-a1fe-96630d5002c8 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c549deff19ee40e78397a6c045bdd5dc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1244926 Oct 27 10:36:30.607359 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-b654a9ba-7a42-4ee6-92c3-2b4efa277fe1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:30.646943 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-b654a9ba-7a42-4ee6-92c3-2b4efa277fe1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:30.681938 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-24fef17c-4768-4b9b-938f-f637127401fb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:30.721122 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-b654a9ba-7a42-4ee6-92c3-2b4efa277fe1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:30.724643 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-b654a9ba-7a42-4ee6-92c3-2b4efa277fe1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:30.728709 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-b654a9ba-7a42-4ee6-92c3-2b4efa277fe1 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/25d5e86c-5f65-4a89-92a1-b6c0861ec7f8 HTTP/1.1" status: 204 len: 168 time: 0.2354739 Oct 27 10:36:30.745858 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b654a9ba-7a42-4ee6-92c3-2b4efa277fe1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25d5e86c-5f65-4a89-92a1-b6c0861ec7f8,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:36:30.859720 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-24fef17c-4768-4b9b-938f-f637127401fb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:30.865736 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-24fef17c-4768-4b9b-938f-f637127401fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:30.953712 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-24fef17c-4768-4b9b-938f-f637127401fb admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5f09a73c728a4b7f8f47dec929edc0dd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6296206 Oct 27 10:36:30.956470 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 40086) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:36:30.970382 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fef17c-4768-4b9b-938f-f637127401fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=634f0783-68c7-46df-af25-41b76a32a7de,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:36:31.025429 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-6e04e0e2-1aa3-41b8-9d40-73a3e378baf4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:31.051347 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-6e04e0e2-1aa3-41b8-9d40-73a3e378baf4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:31.109219 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-6e04e0e2-1aa3-41b8-9d40-73a3e378baf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:31.115716 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-6e04e0e2-1aa3-41b8-9d40-73a3e378baf4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:31.125902 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-6e04e0e2-1aa3-41b8-9d40-73a3e378baf4 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/634f0783-68c7-46df-af25-41b76a32a7de HTTP/1.1" status: 204 len: 168 time: 0.1680191 Oct 27 10:36:31.134794 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e04e0e2-1aa3-41b8-9d40-73a3e378baf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=634f0783-68c7-46df-af25-41b76a32a7de,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:36:31.392138 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a263f409-0e39-4c81-a3f4-122f0cd661a1 req-238d8871-1669-4940-b7e9-70c6f3f41c8d tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:36:31.395062 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-a263f409-0e39-4c81-a3f4-122f0cd661a1 req-238d8871-1669-4940-b7e9-70c6f3f41c8d tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "GET /v2.0/ports?device_id=58d33066-02f9-456d-8852-aabcf5578798 HTTP/1.1" status: 200 len: 944 time: 0.1347625 Oct 27 10:36:31.395793 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 40100) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:36:31.483257 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019926c9-2c50-410a-b1d7-398469138624 req-d186089a-2225-491e-88fc-942fd7704746 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:36:31.501841 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-019926c9-2c50-410a-b1d7-398469138624 req-d186089a-2225-491e-88fc-942fd7704746 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/ports?device_id=f6fc38b4-3d34-4580-bd35-a4b845297319 HTTP/1.1" status: 200 len: 947 time: 0.1215582 Oct 27 10:36:31.534924 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-a263f409-0e39-4c81-a3f4-122f0cd661a1 req-b1225276-dae2-458d-a083-5303b555aec0 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "GET /v2.0/security-groups?id=142cfba7-0116-47cd-9d82-0d26bf880f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1308370 Oct 27 10:36:31.544352 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-be0fdb31-9070-4f22-b826-116f757a5b6c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a124e636b7d24195a5f5c4d85f42c044&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1471016 Oct 27 10:36:31.546760 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 40104) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:36:31.672535 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-632a84eb-dd9c-43b9-ad8f-1aefe6c824d7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:31.739030 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-632a84eb-dd9c-43b9-ad8f-1aefe6c824d7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:31.770173 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-019926c9-2c50-410a-b1d7-398469138624 req-c6849c53-19f4-4e61-90c0-4bc840b5b092 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/security-groups?id=042a0afe-bacb-4048-aed3-353e9c85bd81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2657011 Oct 27 10:36:31.859203 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-6d9b7086-036f-4b46-822f-d1f9aabc6b76 req-ce3c876c-f260-4498-869e-8f2f916310e5 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.44 "GET /v2.0/ports?device_id=afd5ef0b-1f82-47d8-9513-d7b96aeda644 HTTP/1.1" status: 200 len: 210 time: 0.0661273 Oct 27 10:36:31.897633 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-632a84eb-dd9c-43b9-ad8f-1aefe6c824d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:31.901206 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-632a84eb-dd9c-43b9-ad8f-1aefe6c824d7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:31.902477 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-632a84eb-dd9c-43b9-ad8f-1aefe6c824d7 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b0aa0968-b76a-491d-943f-7c1ef6907499 HTTP/1.1" status: 204 len: 168 time: 0.3543706 Oct 27 10:36:31.907654 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72620211-4372-4d73-b1bd-5c0688af165d req-99474c8b-de0f-405c-95d4-2e82c964b919 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:36:31.911626 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-72620211-4372-4d73-b1bd-5c0688af165d req-99474c8b-de0f-405c-95d4-2e82c964b919 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.76 "GET /v2.0/networks?id=8d938063-6de9-4af7-8c0a-0cc177cd5dd2 HTTP/1.1" status: 200 len: 812 time: 0.4052129 Oct 27 10:36:31.915657 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632a84eb-dd9c-43b9-ad8f-1aefe6c824d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0aa0968-b76a-491d-943f-7c1ef6907499,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:36:31.926432 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [req-72620211-4372-4d73-b1bd-5c0688af165d req-cb4b8fec-1fe0-4bce-b567-b23f30a380bb tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] Request body: {'port': {'device_id': 'afd5ef0b-1f82-47d8-9513-d7b96aeda644', 'network_id': '8d938063-6de9-4af7-8c0a-0cc177cd5dd2', 'admin_state_up': True, 'tenant_id': '9acc1288f1e24e5194b2ab7572b1c5ff'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:36:32.085700 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 40116) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:36:32.103374 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-8aee24d9-a2a9-4235-ad8f-0f9b17fc504d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:32.149551 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72620211-4372-4d73-b1bd-5c0688af165d req-cb4b8fec-1fe0-4bce-b567-b23f30a380bb tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] Made reservation on behalf of 9acc1288f1e24e5194b2ab7572b1c5ff for: {'port': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:36:32.159629 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-72620211-4372-4d73-b1bd-5c0688af165d req-cb4b8fec-1fe0-4bce-b567-b23f30a380bb tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:32.234118 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-8aee24d9-a2a9-4235-ad8f-0f9b17fc504d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:32.245897 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-8aee24d9-a2a9-4235-ad8f-0f9b17fc504d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:32.303096 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 40118) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:36:32.304292 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-8aee24d9-a2a9-4235-ad8f-0f9b17fc504d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=606ed91684504c8abeb22f41acedf8f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2137768 Oct 27 10:36:32.310542 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aee24d9-a2a9-4235-ad8f-0f9b17fc504d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96b3189d-c297-46eb-94d0-a44128eef7ad,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:36:32.414346 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-ad47a0b2-1dbc-4a7a-8992-d489560bfe5b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:32.429911 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:32.466356 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-ad47a0b2-1dbc-4a7a-8992-d489560bfe5b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:32.481583 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_common [req-72620211-4372-4d73-b1bd-5c0688af165d req-cb4b8fec-1fe0-4bce-b567-b23f30a380bb tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] Allocated IP 172.20.0.14 (8d938063-6de9-4af7-8c0a-0cc177cd5dd2/d10e012c-67dd-4bab-810d-02cbf72e2d75/bb03c761-9fba-4f7d-aed2-39bff576f400) {{(pid=102347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:36:32.732381 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-72620211-4372-4d73-b1bd-5c0688af165d req-cb4b8fec-1fe0-4bce-b567-b23f30a380bb tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] Publish callbacks [] for port, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:32.782949 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-72620211-4372-4d73-b1bd-5c0688af165d req-cb4b8fec-1fe0-4bce-b567-b23f30a380bb tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:32.835520 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-ad47a0b2-1dbc-4a7a-8992-d489560bfe5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:32.840731 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-ad47a0b2-1dbc-4a7a-8992-d489560bfe5b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:32.842001 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-ad47a0b2-1dbc-4a7a-8992-d489560bfe5b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/96b3189d-c297-46eb-94d0-a44128eef7ad HTTP/1.1" status: 204 len: 168 time: 0.5378144 Oct 27 10:36:32.894044 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad47a0b2-1dbc-4a7a-8992-d489560bfe5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96b3189d-c297-46eb-94d0-a44128eef7ad,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:36:32.945689 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72620211-4372-4d73-b1bd-5c0688af165d req-cb4b8fec-1fe0-4bce-b567-b23f30a380bb tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] Network 8d938063-6de9-4af7-8c0a-0cc177cd5dd2 is already hosted by enough agents. {{(pid=102347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:36:32.954629 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [req-72620211-4372-4d73-b1bd-5c0688af165d req-cb4b8fec-1fe0-4bce-b567-b23f30a380bb tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] Resources bound (agent type, host, resource id): {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:36:32.968078 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457b5c44-c6d8-4fd6-979c-81e674d871c2 req-8cb41010-b663-476e-82ca-e2af14c945ef tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:36:32.969697 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-457b5c44-c6d8-4fd6-979c-81e674d871c2 req-8cb41010-b663-476e-82ca-e2af14c945ef tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "GET /v2.0/ports?device_id=58d33066-02f9-456d-8852-aabcf5578798 HTTP/1.1" status: 200 len: 944 time: 0.2014627 Oct 27 10:36:32.970456 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4b8fec-1fe0-4bce-b567-b23f30a380bb tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] Pushing event updated for resources: {'Port': ['ID=bb03c761-9fba-4f7d-aed2-39bff576f400,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:36:32.981605 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [req-72620211-4372-4d73-b1bd-5c0688af165d req-cb4b8fec-1fe0-4bce-b567-b23f30a380bb tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] Received port after_create {{(pid=102347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:36:33.092767 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72620211-4372-4d73-b1bd-5c0688af165d req-cb4b8fec-1fe0-4bce-b567-b23f30a380bb tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:36:33.093820 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-72620211-4372-4d73-b1bd-5c0688af165d req-cb4b8fec-1fe0-4bce-b567-b23f30a380bb tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:33.104306 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-457b5c44-c6d8-4fd6-979c-81e674d871c2 req-d48b01da-7ff5-4667-a988-755a6406e4b0 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "GET /v2.0/security-groups?id=142cfba7-0116-47cd-9d82-0d26bf880f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1129589 Oct 27 10:36:33.130675 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-72620211-4372-4d73-b1bd-5c0688af165d req-cb4b8fec-1fe0-4bce-b567-b23f30a380bb tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2070184 Oct 27 10:36:33.132495 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b726dbe-360f-403d-9db1-5756e406d649 req-e2ea9013-0f91-43fc-889e-50eb7365f97a tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:36:33.140407 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-3b726dbe-360f-403d-9db1-5756e406d649 req-e2ea9013-0f91-43fc-889e-50eb7365f97a tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/ports?device_id=f6fc38b4-3d34-4580-bd35-a4b845297319 HTTP/1.1" status: 200 len: 947 time: 0.1051569 Oct 27 10:36:33.144231 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [req-72620211-4372-4d73-b1bd-5c0688af165d req-d4c17f34-48ae-4eba-a4c3-b8d31a89315b service neutron] Request body: {'port': {'device_id': 'afd5ef0b-1f82-47d8-9513-d7b96aeda644', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-10'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:36:33.219907 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-3b726dbe-360f-403d-9db1-5756e406d649 req-a3724e8c-e16d-42f3-b9e0-dd2a5f9c9e3c tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/security-groups?id=042a0afe-bacb-4048-aed3-353e9c85bd81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767951 Oct 27 10:36:33.281332 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-72620211-4372-4d73-b1bd-5c0688af165d req-d4c17f34-48ae-4eba-a4c3-b8d31a89315b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:33.305658 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739d2037-19b8-485b-825e-2ed459e649ea req-1455320e-fd44-4ba9-9c93-8257aaae5d6c tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:36:33.307393 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-739d2037-19b8-485b-825e-2ed459e649ea req-1455320e-fd44-4ba9-9c93-8257aaae5d6c tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.44 "GET /v2.0/ports?device_id=afd5ef0b-1f82-47d8-9513-d7b96aeda644 HTTP/1.1" status: 200 len: 932 time: 0.1013322 Oct 27 10:36:33.410547 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-739d2037-19b8-485b-825e-2ed459e649ea req-ddb7bfbc-2f93-4f9c-b321-07ae9113c582 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.44 "GET /v2.0/security-groups?id=1cfb3b36-7fdd-4213-b115-9d47e1636c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708213 Oct 27 10:36:33.668651 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device a378176d-92da-4f39-9224-eabe8da137fe details requested by agent hyperv_n-h1-813419-10 with host n-h1-813419-10 {{(pid=102348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 10:36:33.801952 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [req-72620211-4372-4d73-b1bd-5c0688af165d req-d4c17f34-48ae-4eba-a4c3-b8d31a89315b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb03c761-9fba-4f7d-aed2-39bff576f400 {{(pid=102347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:36:33.822029 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-72620211-4372-4d73-b1bd-5c0688af165d req-d4c17f34-48ae-4eba-a4c3-b8d31a89315b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:33.846922 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.provisioning_blocks [req-72620211-4372-4d73-b1bd-5c0688af165d req-d4c17f34-48ae-4eba-a4c3-b8d31a89315b service neutron] Transition to ACTIVE for port object bb03c761-9fba-4f7d-aed2-39bff576f400 will not be triggered until provisioned by entity L2. {{(pid=102347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 10:36:33.858059 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-72620211-4372-4d73-b1bd-5c0688af165d req-d4c17f34-48ae-4eba-a4c3-b8d31a89315b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:33.872041 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port a378176d-92da-4f39-9224-eabe8da137fe, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=a378176d-92da-4f39-9224-eabe8da137fe,segment=NetworkSegment(633ff08f-11cd-4e98-be2e-dddd49efeea1),segment_id=633ff08f-11cd-4e98-be2e-dddd49efeea1)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:36:33.891194 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Returning: {'device': 'a378176d-92da-4f39-9224-eabe8da137fe', 'network_id': '823b724c-a4df-49e4-a48e-438212c85945', 'port_id': 'a378176d-92da-4f39-9224-eabe8da137fe', 'mac_address': 'fa:16:3e:4b:c9:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 411, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '867e3761-3f04-40e2-b4bb-5b0ff4404cac', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 10:36:33.951582 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:33.971566 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a378176d-92da-4f39-9224-eabe8da137fe {{(pid=102348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:36:33.999381 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port a378176d-92da-4f39-9224-eabe8da137fe, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=a378176d-92da-4f39-9224-eabe8da137fe,segment=NetworkSegment(633ff08f-11cd-4e98-be2e-dddd49efeea1),segment_id=633ff08f-11cd-4e98-be2e-dddd49efeea1)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:36:34.006346 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:34.054898 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c17f34-48ae-4eba-a4c3-b8d31a89315b service neutron] Pushing event updated for resources: {'Port': ['ID=bb03c761-9fba-4f7d-aed2-39bff576f400,revision_number=2']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:36:34.082585 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Pushing event updated for resources: {'Port': ['ID=a378176d-92da-4f39-9224-eabe8da137fe,revision_number=11']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:36:34.108235 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-72620211-4372-4d73-b1bd-5c0688af165d req-d4c17f34-48ae-4eba-a4c3-b8d31a89315b service neutron] Attempting to bind port bb03c761-9fba-4f7d-aed2-39bff576f400 on host n-h2-813419-10 for vnic_type normal with profile {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:36:34.108578 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-72620211-4372-4d73-b1bd-5c0688af165d req-d4c17f34-48ae-4eba-a4c3-b8d31a89315b service neutron] Attempting to bind port bb03c761-9fba-4f7d-aed2-39bff576f400 by drivers openvswitch,hyperv on host n-h2-813419-10 at level 0 using segments [{'id': '7dd77195-ce76-4d8f-a4a0-21bf27911aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8d938063-6de9-4af7-8c0a-0cc177cd5dd2'}] {{(pid=102347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:36:34.108913 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72620211-4372-4d73-b1bd-5c0688af165d req-d4c17f34-48ae-4eba-a4c3-b8d31a89315b service neutron] Attempting to bind port bb03c761-9fba-4f7d-aed2-39bff576f400 on network 8d938063-6de9-4af7-8c0a-0cc177cd5dd2 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:36:34.113980 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72620211-4372-4d73-b1bd-5c0688af165d req-d4c17f34-48ae-4eba-a4c3-b8d31a89315b service neutron] Port bb03c761-9fba-4f7d-aed2-39bff576f400 on network 8d938063-6de9-4af7-8c0a-0cc177cd5dd2 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-10 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 10:36:34.114299 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72620211-4372-4d73-b1bd-5c0688af165d req-d4c17f34-48ae-4eba-a4c3-b8d31a89315b service neutron] Attempting to bind port bb03c761-9fba-4f7d-aed2-39bff576f400 on network 8d938063-6de9-4af7-8c0a-0cc177cd5dd2 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:36:34.120214 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72620211-4372-4d73-b1bd-5c0688af165d req-d4c17f34-48ae-4eba-a4c3-b8d31a89315b service neutron] Checking agent: {'id': 'a2edc247-0fa4-4ce6-bbae-a10492f6bd71', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 16, 9), 'started_at': datetime.datetime(2021, 10, 27, 10, 16, 9), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 36, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:36:34.120622 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72620211-4372-4d73-b1bd-5c0688af165d req-d4c17f34-48ae-4eba-a4c3-b8d31a89315b service neutron] Checking segment: {'id': '7dd77195-ce76-4d8f-a4a0-21bf27911aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8d938063-6de9-4af7-8c0a-0cc177cd5dd2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:36:34.121040 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72620211-4372-4d73-b1bd-5c0688af165d req-d4c17f34-48ae-4eba-a4c3-b8d31a89315b service neutron] Bound using segment: {'id': '7dd77195-ce76-4d8f-a4a0-21bf27911aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8d938063-6de9-4af7-8c0a-0cc177cd5dd2'} {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:36:34.121469 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-72620211-4372-4d73-b1bd-5c0688af165d req-d4c17f34-48ae-4eba-a4c3-b8d31a89315b service neutron] Bound port: bb03c761-9fba-4f7d-aed2-39bff576f400, host: n-h2-813419-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7dd77195-ce76-4d8f-a4a0-21bf27911aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8d938063-6de9-4af7-8c0a-0cc177cd5dd2'}}] {{(pid=102347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:36:34.122011 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-72620211-4372-4d73-b1bd-5c0688af165d req-d4c17f34-48ae-4eba-a4c3-b8d31a89315b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:34.237563 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-72620211-4372-4d73-b1bd-5c0688af165d req-d4c17f34-48ae-4eba-a4c3-b8d31a89315b service neutron] For port bb03c761-9fba-4f7d-aed2-39bff576f400, host n-h2-813419-10, cleared binding levels {{(pid=102347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:36:34.241661 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-72620211-4372-4d73-b1bd-5c0688af165d req-d4c17f34-48ae-4eba-a4c3-b8d31a89315b service neutron] For port bb03c761-9fba-4f7d-aed2-39bff576f400, host n-h2-813419-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=bb03c761-9fba-4f7d-aed2-39bff576f400,segment=NetworkSegment(7dd77195-ce76-4d8f-a4a0-21bf27911aee),segment_id=7dd77195-ce76-4d8f-a4a0-21bf27911aee)] {{(pid=102347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:36:34.248477 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-72620211-4372-4d73-b1bd-5c0688af165d req-d4c17f34-48ae-4eba-a4c3-b8d31a89315b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:34.291040 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] get_ports_and_sgs() called for port_ids ['a378176d-92da-4f39-9224-eabe8da137fe'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:36:34.327566 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72620211-4372-4d73-b1bd-5c0688af165d req-d4c17f34-48ae-4eba-a4c3-b8d31a89315b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:36:34.329542 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-72620211-4372-4d73-b1bd-5c0688af165d req-d4c17f34-48ae-4eba-a4c3-b8d31a89315b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:34.331388 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-72620211-4372-4d73-b1bd-5c0688af165d req-d4c17f34-48ae-4eba-a4c3-b8d31a89315b service neutron] 10.222.0.76 "PUT /v2.0/ports/bb03c761-9fba-4f7d-aed2-39bff576f400 HTTP/1.1" status: 200 len: 1093 time: 1.1929040 Oct 27 10:36:34.332079 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afd5ef0b-1f82-47d8-9513-d7b96aeda644', 'tag': 'bb03c761-9fba-4f7d-aed2-39bff576f400'}] {{(pid=102347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:36:34.335641 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311149b481204ee7edffdb959c881838506fbd95bc8577c048f6677abb73acc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f2cfd04-99df-4bda-9a4f-f59ad75d1835" -d '{"events": [{"name": "network-changed", "server_uuid": "afd5ef0b-1f82-47d8-9513-d7b96aeda644", "tag": "bb03c761-9fba-4f7d-aed2-39bff576f400"}]}' {{(pid=102347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:36:34.496669 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c17f34-48ae-4eba-a4c3-b8d31a89315b service neutron] Pushing event updated for resources: {'Port': ['ID=bb03c761-9fba-4f7d-aed2-39bff576f400,revision_number=3']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:36:34.561647 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbca793d-7708-4e7b-b3db-3278dcbc370f req-b1296c3e-4d96-4e12-a2c3-15ee3ed2f59d tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:36:34.576123 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e546d1-bc49-4e08-baee-8106a7784f69 req-dd0b56da-f03c-4f4f-bea0-4b3ff438e081 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:36:34.580458 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b4e546d1-bc49-4e08-baee-8106a7784f69 req-dd0b56da-f03c-4f4f-bea0-4b3ff438e081 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "GET /v2.0/ports?device_id=58d33066-02f9-456d-8852-aabcf5578798 HTTP/1.1" status: 200 len: 945 time: 0.3218696 Oct 27 10:36:34.601940 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-dbca793d-7708-4e7b-b3db-3278dcbc370f req-b1296c3e-4d96-4e12-a2c3-15ee3ed2f59d tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/ports?device_id=f6fc38b4-3d34-4580-bd35-a4b845297319 HTTP/1.1" status: 200 len: 947 time: 0.2496793 Oct 27 10:36:34.689433 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-dbca793d-7708-4e7b-b3db-3278dcbc370f req-8fc7fed0-43e5-460a-8849-1fad312a17d3 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/security-groups?id=042a0afe-bacb-4048-aed3-353e9c85bd81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755167 Oct 27 10:36:34.739511 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72620211-4372-4d73-b1bd-5c0688af165d req-8aff8f1f-2e80-48c4-9061-640a2563e8d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:36:34.744042 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-72620211-4372-4d73-b1bd-5c0688af165d req-8aff8f1f-2e80-48c4-9061-640a2563e8d3 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=9acc1288f1e24e5194b2ab7572b1c5ff&device_id=afd5ef0b-1f82-47d8-9513-d7b96aeda644 HTTP/1.1" status: 200 len: 1096 time: 0.3458061 Oct 27 10:36:34.747651 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 10:36:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-094b8521-e388-4279-adf8-344a3e523557 x-openstack-request-id: req-094b8521-e388-4279-adf8-344a3e523557 {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:36:34.751204 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afd5ef0b-1f82-47d8-9513-d7b96aeda644", "tag": "bb03c761-9fba-4f7d-aed2-39bff576f400", "status": "completed", "code": 200}]} {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:36:34.751577 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-094b8521-e388-4279-adf8-344a3e523557 {{(pid=102347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:36:34.752027 n-d-813419-10 neutron-server[102347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afd5ef0b-1f82-47d8-9513-d7b96aeda644', 'tag': 'bb03c761-9fba-4f7d-aed2-39bff576f400', 'status': 'completed', 'code': 200} Oct 27 10:36:34.881403 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b4e546d1-bc49-4e08-baee-8106a7784f69 req-f2e2d7c7-0554-4a30-9833-ef0dcd6eb6f9 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "GET /v2.0/security-groups?id=142cfba7-0116-47cd-9d82-0d26bf880f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2560799 Oct 27 10:36:34.882839 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-72620211-4372-4d73-b1bd-5c0688af165d req-7efdb445-32ef-4b42-bd60-3ebd95076a76 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bb03c761-9fba-4f7d-aed2-39bff576f400 HTTP/1.1" status: 200 len: 217 time: 0.1259167 Oct 27 10:36:34.964315 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72620211-4372-4d73-b1bd-5c0688af165d req-b0b0ecc2-54cb-498b-92bb-4faed8bdb452 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:36:34.966212 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-72620211-4372-4d73-b1bd-5c0688af165d req-b0b0ecc2-54cb-498b-92bb-4faed8bdb452 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=d10e012c-67dd-4bab-810d-02cbf72e2d75 HTTP/1.1" status: 200 len: 852 time: 0.0757096 Oct 27 10:36:34.990320 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cd2a32-d9f4-45d3-b938-6ce3c6115443 req-74c187a8-6d01-4ef6-949f-fd51a53fc99a tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:36:34.993764 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-a9cd2a32-d9f4-45d3-b938-6ce3c6115443 req-74c187a8-6d01-4ef6-949f-fd51a53fc99a tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.44 "GET /v2.0/ports?device_id=afd5ef0b-1f82-47d8-9513-d7b96aeda644 HTTP/1.1" status: 200 len: 944 time: 0.1439376 Oct 27 10:36:35.033694 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-72620211-4372-4d73-b1bd-5c0688af165d req-c1d32403-cba3-4a8a-b494-4952957a0a32 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=8d938063-6de9-4af7-8c0a-0cc177cd5dd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0575638 Oct 27 10:36:35.103228 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-a9cd2a32-d9f4-45d3-b938-6ce3c6115443 req-2271dfc7-66de-44f2-b808-eacb40f6a928 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.44 "GET /v2.0/security-groups?id=1cfb3b36-7fdd-4213-b115-9d47e1636c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014631 Oct 27 10:36:35.192974 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-72620211-4372-4d73-b1bd-5c0688af165d req-c8cb9ee6-4850-40e9-a177-1c414f81ed3f service neutron] 10.222.0.76 "GET /v2.0/networks/8d938063-6de9-4af7-8c0a-0cc177cd5dd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1446326 Oct 27 10:36:35.320772 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-72620211-4372-4d73-b1bd-5c0688af165d req-e4e9f44a-78d1-4c17-9277-29bf55890ac0 service neutron] 10.222.0.76 "GET /v2.0/networks/8d938063-6de9-4af7-8c0a-0cc177cd5dd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1180077 Oct 27 10:36:35.433489 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2cfd04-99df-4bda-9a4f-f59ad75d1835 req-42f11b3b-b986-43fc-891a-10996d38cf65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:36:35.435412 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-6f2cfd04-99df-4bda-9a4f-f59ad75d1835 req-42f11b3b-b986-43fc-891a-10996d38cf65 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=9acc1288f1e24e5194b2ab7572b1c5ff&device_id=afd5ef0b-1f82-47d8-9513-d7b96aeda644 HTTP/1.1" status: 200 len: 1096 time: 0.0506444 Oct 27 10:36:35.559621 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2cfd04-99df-4bda-9a4f-f59ad75d1835 req-2da419ad-7c3d-4543-8086-6ff5b9709077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:36:35.563565 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-6f2cfd04-99df-4bda-9a4f-f59ad75d1835 req-2da419ad-7c3d-4543-8086-6ff5b9709077 service neutron] 10.222.0.76 "GET /v2.0/networks?id=8d938063-6de9-4af7-8c0a-0cc177cd5dd2 HTTP/1.1" status: 200 len: 913 time: 0.1197970 Oct 27 10:36:35.619698 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-6f2cfd04-99df-4bda-9a4f-f59ad75d1835 req-6314638a-7edf-4cc6-a876-0e4c3aa2a7c9 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bb03c761-9fba-4f7d-aed2-39bff576f400 HTTP/1.1" status: 200 len: 217 time: 0.0470185 Oct 27 10:36:35.676724 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device a378176d-92da-4f39-9224-eabe8da137fe up at agent hyperv_n-h1-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:36:35.679555 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2cfd04-99df-4bda-9a4f-f59ad75d1835 req-f2986b90-11c8-45a4-8d61-4b951efd067a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:36:35.681206 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-6f2cfd04-99df-4bda-9a4f-f59ad75d1835 req-f2986b90-11c8-45a4-8d61-4b951efd067a service neutron] 10.222.0.76 "GET /v2.0/subnets?id=d10e012c-67dd-4bab-810d-02cbf72e2d75 HTTP/1.1" status: 200 len: 852 time: 0.0536740 Oct 27 10:36:35.759959 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-6f2cfd04-99df-4bda-9a4f-f59ad75d1835 req-860e4fb8-f5af-43c7-b1c0-eb2df4fe0457 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=8d938063-6de9-4af7-8c0a-0cc177cd5dd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0711467 Oct 27 10:36:35.774837 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Provisioning for port a378176d-92da-4f39-9224-eabe8da137fe completed by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 10:36:35.782772 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Provisioning complete for port a378176d-92da-4f39-9224-eabe8da137fe triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:36:35.783422 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:35.898380 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:35.918105 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-6f2cfd04-99df-4bda-9a4f-f59ad75d1835 req-a42355bf-3963-467a-bcfb-eef93886d1a1 service neutron] 10.222.0.76 "GET /v2.0/networks/8d938063-6de9-4af7-8c0a-0cc177cd5dd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1503541 Oct 27 10:36:35.941671 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port a378176d-92da-4f39-9224-eabe8da137fe, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=a378176d-92da-4f39-9224-eabe8da137fe,segment=NetworkSegment(633ff08f-11cd-4e98-be2e-dddd49efeea1),segment_id=633ff08f-11cd-4e98-be2e-dddd49efeea1)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:36:35.943407 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58d33066-02f9-456d-8852-aabcf5578798', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a378176d-92da-4f39-9224-eabe8da137fe'}] {{(pid=102348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:36:35.946393 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c588921fa634554a1d9242fdea1b05457a9ff1d3b28ba54ec1dace7f2f1df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f21b27d2-88b7-4d96-9be6-c20ff80e72b5" -d '{"events": [{"server_uuid": "58d33066-02f9-456d-8852-aabcf5578798", "name": "network-vif-plugged", "status": "completed", "tag": "a378176d-92da-4f39-9224-eabe8da137fe"}]}' {{(pid=102348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:36:35.952380 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:36.042430 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Pushing event updated for resources: {'Port': ['ID=a378176d-92da-4f39-9224-eabe8da137fe,revision_number=12']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:36:36.070999 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b7b198-fa02-4ee7-aa65-042a37636453 req-484a7201-002d-439c-9a6e-e865d8599fee tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:36:36.078256 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-15b7b198-fa02-4ee7-aa65-042a37636453 req-484a7201-002d-439c-9a6e-e865d8599fee tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "GET /v2.0/ports?device_id=58d33066-02f9-456d-8852-aabcf5578798 HTTP/1.1" status: 200 len: 946 time: 0.0885649 Oct 27 10:36:36.116484 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f7c096-dc42-4778-bcba-dbc184390a0f req-00814703-967a-452c-9301-a5f702f33937 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:36:36.118092 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b1f7c096-dc42-4778-bcba-dbc184390a0f req-00814703-967a-452c-9301-a5f702f33937 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/ports?device_id=f6fc38b4-3d34-4580-bd35-a4b845297319 HTTP/1.1" status: 200 len: 947 time: 0.1972773 Oct 27 10:36:36.152404 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-15b7b198-fa02-4ee7-aa65-042a37636453 req-5aa3ca12-fbc7-4bcc-8711-fa9a71203a77 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "GET /v2.0/security-groups?id=142cfba7-0116-47cd-9d82-0d26bf880f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643055 Oct 27 10:36:36.173163 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-6f2cfd04-99df-4bda-9a4f-f59ad75d1835 req-39c2fb43-9ee3-4377-bfb5-3abb3dd4d3fe service neutron] 10.222.0.76 "GET /v2.0/networks/8d938063-6de9-4af7-8c0a-0cc177cd5dd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2072361 Oct 27 10:36:36.207633 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b1f7c096-dc42-4778-bcba-dbc184390a0f req-b82edbba-0889-4aea-868a-d27d71de67e7 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/security-groups?id=042a0afe-bacb-4048-aed3-353e9c85bd81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0815732 Oct 27 10:36:36.221165 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:36:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71351665-86f7-42c6-ac73-aa88909b7e7e x-openstack-request-id: req-71351665-86f7-42c6-ac73-aa88909b7e7e {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:36:36.222154 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58d33066-02f9-456d-8852-aabcf5578798", "name": "network-vif-plugged", "status": "completed", "tag": "a378176d-92da-4f39-9224-eabe8da137fe", "code": 200}]} {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:36:36.222592 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-71351665-86f7-42c6-ac73-aa88909b7e7e {{(pid=102348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:36:36.223165 n-d-813419-10 neutron-server[102348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58d33066-02f9-456d-8852-aabcf5578798', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a378176d-92da-4f39-9224-eabe8da137fe', 'code': 200} Oct 27 10:36:36.434277 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99fef0d-1e40-48bc-835f-546f77a52f28 req-b75636e8-f8df-4daa-b410-488648089ac9 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:36:36.436109 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-d99fef0d-1e40-48bc-835f-546f77a52f28 req-b75636e8-f8df-4daa-b410-488648089ac9 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.44 "GET /v2.0/ports?device_id=afd5ef0b-1f82-47d8-9513-d7b96aeda644 HTTP/1.1" status: 200 len: 944 time: 0.0850029 Oct 27 10:36:36.504102 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32ddc20-f3ae-441f-a388-33b866d33f20 req-d3483a5b-86b2-4ed8-9551-4d2f5e9219e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:36:36.506267 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-e32ddc20-f3ae-441f-a388-33b866d33f20 req-d3483a5b-86b2-4ed8-9551-4d2f5e9219e1 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=58d33066-02f9-456d-8852-aabcf5578798 HTTP/1.1" status: 200 len: 1098 time: 0.0902805 Oct 27 10:36:36.510232 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-d99fef0d-1e40-48bc-835f-546f77a52f28 req-4f946397-6ff9-426b-9016-e8c67d240870 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.44 "GET /v2.0/security-groups?id=1cfb3b36-7fdd-4213-b115-9d47e1636c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593982 Oct 27 10:36:36.566405 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-e32ddc20-f3ae-441f-a388-33b866d33f20 req-9a442517-ae43-4bba-9fbb-4663fb837a4e service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=142cfba7-0116-47cd-9d82-0d26bf880f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511100 Oct 27 10:36:37.059072 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 40254) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:36:37.201643 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-076150af-ff62-4997-ba59-c13ed2c139e6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:37.299962 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e1685e-a9f2-41ab-b740-eec54d755f3d req-7a61835b-55cf-4ffd-96d7-8d73cb6000a1 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:36:37.310026 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-63e1685e-a9f2-41ab-b740-eec54d755f3d req-7a61835b-55cf-4ffd-96d7-8d73cb6000a1 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "GET /v2.0/ports?device_id=58d33066-02f9-456d-8852-aabcf5578798 HTTP/1.1" status: 200 len: 946 time: 0.0593126 Oct 27 10:36:37.365834 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-63e1685e-a9f2-41ab-b740-eec54d755f3d req-e229c2f0-527b-45e7-b22e-fbf698eb6132 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "GET /v2.0/security-groups?id=142cfba7-0116-47cd-9d82-0d26bf880f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546818 Oct 27 10:36:37.433134 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e2a0e4-61e8-4696-ad52-523f5de6f886 req-0e516d86-4168-471c-8861-c7d672ac6023 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:36:37.434673 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-34e2a0e4-61e8-4696-ad52-523f5de6f886 req-0e516d86-4168-471c-8861-c7d672ac6023 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/ports?device_id=f6fc38b4-3d34-4580-bd35-a4b845297319 HTTP/1.1" status: 200 len: 947 time: 0.1013730 Oct 27 10:36:37.436694 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-076150af-ff62-4997-ba59-c13ed2c139e6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:37.443176 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-076150af-ff62-4997-ba59-c13ed2c139e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:37.480411 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076150af-ff62-4997-ba59-c13ed2c139e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d24aa06e-6f32-47a8-bc2c-7fa05aedd027,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:36:37.531794 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-076150af-ff62-4997-ba59-c13ed2c139e6 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a4706d4ac7f24f1a8f526bc0839bafa5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4716244 Oct 27 10:36:37.534607 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 40270) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:36:37.544457 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-34e2a0e4-61e8-4696-ad52-523f5de6f886 req-ded8c706-58d1-4525-a1d8-c5fceb719c5d tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/security-groups?id=042a0afe-bacb-4048-aed3-353e9c85bd81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1020770 Oct 27 10:36:37.669831 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-5931af4e-c8ad-4f32-850d-90d91c8f0b64 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:37.706368 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-5931af4e-c8ad-4f32-850d-90d91c8f0b64 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:37.725886 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effa2473-6c9f-47e4-948d-f18da1720507 req-e68a8c12-a7be-4153-82b0-7427eace6ba8 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:36:37.728017 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-effa2473-6c9f-47e4-948d-f18da1720507 req-e68a8c12-a7be-4153-82b0-7427eace6ba8 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.44 "GET /v2.0/ports?device_id=afd5ef0b-1f82-47d8-9513-d7b96aeda644 HTTP/1.1" status: 200 len: 944 time: 0.1021523 Oct 27 10:36:37.784217 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-effa2473-6c9f-47e4-948d-f18da1720507 req-e2275ab6-e0a8-469e-95e1-750ff3115d4f tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.44 "GET /v2.0/security-groups?id=1cfb3b36-7fdd-4213-b115-9d47e1636c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485027 Oct 27 10:36:37.808491 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-5931af4e-c8ad-4f32-850d-90d91c8f0b64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:37.818614 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-5931af4e-c8ad-4f32-850d-90d91c8f0b64 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:37.818614 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-5931af4e-c8ad-4f32-850d-90d91c8f0b64 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d24aa06e-6f32-47a8-bc2c-7fa05aedd027 HTTP/1.1" status: 204 len: 168 time: 0.2817028 Oct 27 10:36:37.848810 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5931af4e-c8ad-4f32-850d-90d91c8f0b64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d24aa06e-6f32-47a8-bc2c-7fa05aedd027,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:36:38.061658 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 40288) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:36:38.436235 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-05df89ec-50d5-4fb1-8447-41635ea7be43 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:38.559856 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 40300) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:36:38.587810 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786f5a27-6caa-47d2-8898-c2a6045fed6e req-caecc33e-4fb8-4419-819e-085214aff58d tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:36:38.596353 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-786f5a27-6caa-47d2-8898-c2a6045fed6e req-caecc33e-4fb8-4419-819e-085214aff58d tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "GET /v2.0/ports?device_id=58d33066-02f9-456d-8852-aabcf5578798 HTTP/1.1" status: 200 len: 946 time: 0.0720193 Oct 27 10:36:38.596886 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-1739ca47-c296-49b9-b463-a95b10b7cd44 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:38.654257 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-786f5a27-6caa-47d2-8898-c2a6045fed6e req-c5b8bd0a-17c3-47ef-a53c-94d87923ec42 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "GET /v2.0/security-groups?id=142cfba7-0116-47cd-9d82-0d26bf880f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531352 Oct 27 10:36:38.735678 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-05df89ec-50d5-4fb1-8447-41635ea7be43 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:38.750992 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-05df89ec-50d5-4fb1-8447-41635ea7be43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:38.860363 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-05df89ec-50d5-4fb1-8447-41635ea7be43 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7cddb834c089447c84793455bcdc6bd8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7885351 Oct 27 10:36:38.864520 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 40320) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:36:38.881050 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:38.886032 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fde573-c364-411e-8240-56cec98890f5 req-e7e33956-4cc6-4c38-8d0e-54235ba80e88 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:36:38.887641 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-c1fde573-c364-411e-8240-56cec98890f5 req-e7e33956-4cc6-4c38-8d0e-54235ba80e88 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/ports?device_id=f6fc38b4-3d34-4580-bd35-a4b845297319 HTTP/1.1" status: 200 len: 947 time: 0.2055001 Oct 27 10:36:38.892172 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05df89ec-50d5-4fb1-8447-41635ea7be43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1a9d5e1-d592-4aee-a7d3-fd2dda2deab1,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:36:38.928504 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-1739ca47-c296-49b9-b463-a95b10b7cd44 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:38.953158 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-1739ca47-c296-49b9-b463-a95b10b7cd44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:38.989357 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2acf40-2860-443c-b037-4a514b6df547 req-6b9f332a-0d66-4db8-b83e-bb83192022ac tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:36:38.991345 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-7e2acf40-2860-443c-b037-4a514b6df547 req-6b9f332a-0d66-4db8-b83e-bb83192022ac tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.44 "GET /v2.0/ports?device_id=afd5ef0b-1f82-47d8-9513-d7b96aeda644 HTTP/1.1" status: 200 len: 944 time: 0.1017432 Oct 27 10:36:38.992023 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-f320b938-5f7a-4859-9ab8-4986a7f81aa3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:38.994657 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-c1fde573-c364-411e-8240-56cec98890f5 req-c0502aee-29b1-4845-b103-b1877c1067fc tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/security-groups?id=042a0afe-bacb-4048-aed3-353e9c85bd81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0954370 Oct 27 10:36:39.009968 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-1739ca47-c296-49b9-b463-a95b10b7cd44 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=183d68dd0d86488aac046c072f0d6357&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4437213 Oct 27 10:36:39.013234 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 40322) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:36:39.028006 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1739ca47-c296-49b9-b463-a95b10b7cd44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0b6e3ef-1067-433c-8245-e5fc44ab6f5f,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:36:39.075234 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-f320b938-5f7a-4859-9ab8-4986a7f81aa3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:39.128823 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-7e2acf40-2860-443c-b037-4a514b6df547 req-2c68f9ce-98c4-4642-84e1-5919daf6cd33 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.44 "GET /v2.0/security-groups?id=1cfb3b36-7fdd-4213-b115-9d47e1636c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167297 Oct 27 10:36:39.181102 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-34837758-eaa1-4f64-b13f-7f3e415ac9c5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:39.182035 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-f320b938-5f7a-4859-9ab8-4986a7f81aa3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:39.184717 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-f320b938-5f7a-4859-9ab8-4986a7f81aa3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:39.185853 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-f320b938-5f7a-4859-9ab8-4986a7f81aa3 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e1a9d5e1-d592-4aee-a7d3-fd2dda2deab1 HTTP/1.1" status: 204 len: 168 time: 0.3203051 Oct 27 10:36:39.202713 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f320b938-5f7a-4859-9ab8-4986a7f81aa3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1a9d5e1-d592-4aee-a7d3-fd2dda2deab1,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:36:39.228474 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-34837758-eaa1-4f64-b13f-7f3e415ac9c5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:39.279203 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-34837758-eaa1-4f64-b13f-7f3e415ac9c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:39.282124 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-34837758-eaa1-4f64-b13f-7f3e415ac9c5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:39.285921 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-34837758-eaa1-4f64-b13f-7f3e415ac9c5 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c0b6e3ef-1067-433c-8245-e5fc44ab6f5f HTTP/1.1" status: 204 len: 168 time: 0.2664332 Oct 27 10:36:39.292586 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34837758-eaa1-4f64-b13f-7f3e415ac9c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0b6e3ef-1067-433c-8245-e5fc44ab6f5f,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:36:39.709123 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 40350) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:36:39.741165 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-529d614b-b366-42c6-ae88-c26bd3b2ca52 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:39.935400 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-529d614b-b366-42c6-ae88-c26bd3b2ca52 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:39.941935 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-529d614b-b366-42c6-ae88-c26bd3b2ca52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:39.972032 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c151777-c853-4c98-a38b-205b9c58993b req-944df02c-c3e5-4455-9682-bb598474acc4 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:36:39.974658 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8c151777-c853-4c98-a38b-205b9c58993b req-944df02c-c3e5-4455-9682-bb598474acc4 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "GET /v2.0/ports?device_id=58d33066-02f9-456d-8852-aabcf5578798 HTTP/1.1" status: 200 len: 946 time: 0.1766486 Oct 27 10:36:40.058069 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 40360) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:36:40.058809 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-529d614b-b366-42c6-ae88-c26bd3b2ca52 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9f8972dfc1ee451599fe02461bd20709&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3485134 Oct 27 10:36:40.060006 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529d614b-b366-42c6-ae88-c26bd3b2ca52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=447c2c51-8c0a-48e4-b1dc-df054359951a,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:36:40.080678 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8c151777-c853-4c98-a38b-205b9c58993b req-686a7b83-a533-4ab2-afa0-da4b1db2e95f tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "GET /v2.0/security-groups?id=142cfba7-0116-47cd-9d82-0d26bf880f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886257 Oct 27 10:36:40.168038 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-a62e034b-2ba4-43dc-a55e-1a6dd62a9e13 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:40.231802 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-a62e034b-2ba4-43dc-a55e-1a6dd62a9e13 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:40.361050 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-a62e034b-2ba4-43dc-a55e-1a6dd62a9e13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:40.367326 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-a62e034b-2ba4-43dc-a55e-1a6dd62a9e13 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:40.387412 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e168d20f-3f01-4dce-a6d0-29d77babbcfb req-f2e2ab05-da1e-4eb0-8a15-4f770d4d2c26 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:36:40.388325 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-a62e034b-2ba4-43dc-a55e-1a6dd62a9e13 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/447c2c51-8c0a-48e4-b1dc-df054359951a HTTP/1.1" status: 204 len: 168 time: 0.3290563 Oct 27 10:36:40.397279 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-e168d20f-3f01-4dce-a6d0-29d77babbcfb req-f2e2ab05-da1e-4eb0-8a15-4f770d4d2c26 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.44 "GET /v2.0/ports?device_id=afd5ef0b-1f82-47d8-9513-d7b96aeda644 HTTP/1.1" status: 200 len: 944 time: 0.0831618 Oct 27 10:36:40.418236 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62e034b-2ba4-43dc-a55e-1a6dd62a9e13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=447c2c51-8c0a-48e4-b1dc-df054359951a,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:36:40.456547 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-e168d20f-3f01-4dce-a6d0-29d77babbcfb req-5c821768-eba8-4eb9-801f-7fe31b771da2 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.44 "GET /v2.0/security-groups?id=1cfb3b36-7fdd-4213-b115-9d47e1636c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581484 Oct 27 10:36:40.466570 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0b5336-08c1-4c0e-8751-e5ce45de7c1d req-f7a52458-6edc-4c5a-9c2b-0a910799c90d tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:36:40.468165 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-0d0b5336-08c1-4c0e-8751-e5ce45de7c1d req-f7a52458-6edc-4c5a-9c2b-0a910799c90d tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/ports?device_id=f6fc38b4-3d34-4580-bd35-a4b845297319 HTTP/1.1" status: 200 len: 947 time: 0.3231413 Oct 27 10:36:40.544912 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-0d0b5336-08c1-4c0e-8751-e5ce45de7c1d req-03c725b1-afcd-4823-94b6-22e2cee1fa57 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/security-groups?id=042a0afe-bacb-4048-aed3-353e9c85bd81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627511 Oct 27 10:36:40.770929 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device bb03c761-9fba-4f7d-aed2-39bff576f400 details requested by agent hyperv_n-h2-813419-10 with host n-h2-813419-10 {{(pid=102348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 10:36:41.010571 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] For port bb03c761-9fba-4f7d-aed2-39bff576f400, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=bb03c761-9fba-4f7d-aed2-39bff576f400,segment=NetworkSegment(7dd77195-ce76-4d8f-a4a0-21bf27911aee),segment_id=7dd77195-ce76-4d8f-a4a0-21bf27911aee)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:36:41.028226 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Returning: {'device': 'bb03c761-9fba-4f7d-aed2-39bff576f400', 'network_id': '8d938063-6de9-4af7-8c0a-0cc177cd5dd2', 'port_id': 'bb03c761-9fba-4f7d-aed2-39bff576f400', 'mac_address': 'fa:16:3e:1c:84:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd10e012c-67dd-4bab-810d-02cbf72e2d75', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 10:36:41.093367 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:41.112944 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb03c761-9fba-4f7d-aed2-39bff576f400 {{(pid=102348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:36:41.155089 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] For port bb03c761-9fba-4f7d-aed2-39bff576f400, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=bb03c761-9fba-4f7d-aed2-39bff576f400,segment=NetworkSegment(7dd77195-ce76-4d8f-a4a0-21bf27911aee),segment_id=7dd77195-ce76-4d8f-a4a0-21bf27911aee)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:36:41.167717 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:41.257146 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Pushing event updated for resources: {'Port': ['ID=bb03c761-9fba-4f7d-aed2-39bff576f400,revision_number=4']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:36:41.323876 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc93b0f6-b3b4-4476-863a-fb4ad3368265 req-08b2eefd-12b1-4cb0-a554-3c5c7e600b02 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:36:41.340463 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-fc93b0f6-b3b4-4476-863a-fb4ad3368265 req-08b2eefd-12b1-4cb0-a554-3c5c7e600b02 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "GET /v2.0/ports?device_id=58d33066-02f9-456d-8852-aabcf5578798 HTTP/1.1" status: 200 len: 946 time: 0.0956264 Oct 27 10:36:41.396837 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-fc93b0f6-b3b4-4476-863a-fb4ad3368265 req-75ec1df3-358b-43c2-b4a1-19199eb4d414 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "GET /v2.0/security-groups?id=142cfba7-0116-47cd-9d82-0d26bf880f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554149 Oct 27 10:36:41.509613 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] get_ports_and_sgs() called for port_ids ['bb03c761-9fba-4f7d-aed2-39bff576f400'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:36:41.752386 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f517ac8-99e5-4df1-831a-7fcffb79e3e5 req-29e41d6e-bfbe-4313-97b7-a61b407e5ce8 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:36:41.753911 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-9f517ac8-99e5-4df1-831a-7fcffb79e3e5 req-29e41d6e-bfbe-4313-97b7-a61b407e5ce8 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.44 "GET /v2.0/ports?device_id=afd5ef0b-1f82-47d8-9513-d7b96aeda644 HTTP/1.1" status: 200 len: 945 time: 0.1204665 Oct 27 10:36:41.787033 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df2d86b-33ef-4948-982e-7aa23ea23b54 req-987c5af8-2329-42fb-8f6d-be15ffb1549c tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:36:41.792569 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-8df2d86b-33ef-4948-982e-7aa23ea23b54 req-987c5af8-2329-42fb-8f6d-be15ffb1549c tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/ports?device_id=f6fc38b4-3d34-4580-bd35-a4b845297319 HTTP/1.1" status: 200 len: 947 time: 0.1129034 Oct 27 10:36:41.836689 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-9f517ac8-99e5-4df1-831a-7fcffb79e3e5 req-c3dac299-d69b-48ba-8f12-386b133f25ae tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.44 "GET /v2.0/security-groups?id=1cfb3b36-7fdd-4213-b115-9d47e1636c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753291 Oct 27 10:36:41.887166 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-8df2d86b-33ef-4948-982e-7aa23ea23b54 req-c3670907-94d6-459a-aa0a-719b3c77eeb4 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/security-groups?id=042a0afe-bacb-4048-aed3-353e9c85bd81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0857005 Oct 27 10:36:42.782727 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device bb03c761-9fba-4f7d-aed2-39bff576f400 up at agent hyperv_n-h2-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:36:42.847089 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Provisioning for port bb03c761-9fba-4f7d-aed2-39bff576f400 completed by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 10:36:42.853834 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Provisioning complete for port bb03c761-9fba-4f7d-aed2-39bff576f400 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:36:42.854290 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:43.045917 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:43.089524 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] For port bb03c761-9fba-4f7d-aed2-39bff576f400, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=bb03c761-9fba-4f7d-aed2-39bff576f400,segment=NetworkSegment(7dd77195-ce76-4d8f-a4a0-21bf27911aee),segment_id=7dd77195-ce76-4d8f-a4a0-21bf27911aee)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:36:43.092932 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afd5ef0b-1f82-47d8-9513-d7b96aeda644', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb03c761-9fba-4f7d-aed2-39bff576f400'}] {{(pid=102348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:36:43.098876 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c588921fa634554a1d9242fdea1b05457a9ff1d3b28ba54ec1dace7f2f1df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd90f436-701d-428e-bb3e-0411f4ea595e" -d '{"events": [{"server_uuid": "afd5ef0b-1f82-47d8-9513-d7b96aeda644", "name": "network-vif-plugged", "status": "completed", "tag": "bb03c761-9fba-4f7d-aed2-39bff576f400"}]}' {{(pid=102348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:36:43.105457 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:43.142092 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ce93ab-5bb9-47db-be15-428f29ef183d req-3fa858d5-d440-4fa2-999e-2b7c985f2f62 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:36:43.153838 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-64ce93ab-5bb9-47db-be15-428f29ef183d req-3fa858d5-d440-4fa2-999e-2b7c985f2f62 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.44 "GET /v2.0/ports?device_id=afd5ef0b-1f82-47d8-9513-d7b96aeda644 HTTP/1.1" status: 200 len: 945 time: 0.1686828 Oct 27 10:36:43.182309 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f16f9f-b39d-4ae0-a857-2d1f4c1f19f6 req-945e6c98-c49c-4adc-95e4-7339a2c332f5 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:36:43.188190 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-16f16f9f-b39d-4ae0-a857-2d1f4c1f19f6 req-945e6c98-c49c-4adc-95e4-7339a2c332f5 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/ports?device_id=f6fc38b4-3d34-4580-bd35-a4b845297319 HTTP/1.1" status: 200 len: 947 time: 0.1317649 Oct 27 10:36:43.230963 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Pushing event updated for resources: {'Port': ['ID=bb03c761-9fba-4f7d-aed2-39bff576f400,revision_number=5']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:36:43.245342 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-64ce93ab-5bb9-47db-be15-428f29ef183d req-c88a784d-93c0-4e0b-b0c7-d6c88e96a2e9 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.44 "GET /v2.0/security-groups?id=1cfb3b36-7fdd-4213-b115-9d47e1636c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881097 Oct 27 10:36:43.304776 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-16f16f9f-b39d-4ae0-a857-2d1f4c1f19f6 req-6e761016-a63e-4578-adde-62df01b444ca tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/security-groups?id=042a0afe-bacb-4048-aed3-353e9c85bd81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0948093 Oct 27 10:36:43.340644 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 40480) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:36:43.409257 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:36:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46554eca-a5af-4223-96bc-b4335db77b4a x-openstack-request-id: req-46554eca-a5af-4223-96bc-b4335db77b4a {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:36:43.410192 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afd5ef0b-1f82-47d8-9513-d7b96aeda644", "name": "network-vif-plugged", "status": "completed", "tag": "bb03c761-9fba-4f7d-aed2-39bff576f400", "code": 200}]} {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:36:43.410692 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-46554eca-a5af-4223-96bc-b4335db77b4a {{(pid=102348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:36:43.412934 n-d-813419-10 neutron-server[102348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afd5ef0b-1f82-47d8-9513-d7b96aeda644', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb03c761-9fba-4f7d-aed2-39bff576f400', 'code': 200} Oct 27 10:36:43.597466 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0362814-b7dc-493b-bd42-c2b5650e4c74 req-a4bf7ef7-4621-4e97-abf9-4e48c4484254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:36:43.600871 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-d0362814-b7dc-493b-bd42-c2b5650e4c74 req-a4bf7ef7-4621-4e97-abf9-4e48c4484254 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=afd5ef0b-1f82-47d8-9513-d7b96aeda644 HTTP/1.1" status: 200 len: 1098 time: 0.0957224 Oct 27 10:36:43.671050 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-d0362814-b7dc-493b-bd42-c2b5650e4c74 req-82fa002b-f19d-41c3-803b-727f99479f50 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=1cfb3b36-7fdd-4213-b115-9d47e1636c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618293 Oct 27 10:36:43.726498 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-22bad6b7-fa0d-4d7c-86e9-d05521810f17 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:43.817246 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-22bad6b7-fa0d-4d7c-86e9-d05521810f17 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:43.823554 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-22bad6b7-fa0d-4d7c-86e9-d05521810f17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:43.857906 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bad6b7-fa0d-4d7c-86e9-d05521810f17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79bfc578-c5d1-4481-a347-3c8427218829,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:36:43.882513 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-22bad6b7-fa0d-4d7c-86e9-d05521810f17 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7ff7f466c4a143938b165b42e6c60630&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5382559 Oct 27 10:36:43.882799 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 40492) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:36:43.970635 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-86ccfbeb-5f54-4ba2-be3a-c53702c1b89e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:43.997487 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-86ccfbeb-5f54-4ba2-be3a-c53702c1b89e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:44.068159 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-86ccfbeb-5f54-4ba2-be3a-c53702c1b89e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:44.071831 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-86ccfbeb-5f54-4ba2-be3a-c53702c1b89e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:44.089426 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-86ccfbeb-5f54-4ba2-be3a-c53702c1b89e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/79bfc578-c5d1-4481-a347-3c8427218829 HTTP/1.1" status: 204 len: 168 time: 0.1961479 Oct 27 10:36:44.117971 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ccfbeb-5f54-4ba2-be3a-c53702c1b89e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79bfc578-c5d1-4481-a347-3c8427218829,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:36:44.427836 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4788cbc6-759a-415f-976d-8181e94ac8e9 req-5d2f27ed-b745-42e5-ba4b-68e47ac00fe6 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:36:44.438013 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-4788cbc6-759a-415f-976d-8181e94ac8e9 req-5d2f27ed-b745-42e5-ba4b-68e47ac00fe6 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.44 "GET /v2.0/ports?device_id=afd5ef0b-1f82-47d8-9513-d7b96aeda644 HTTP/1.1" status: 200 len: 946 time: 0.0968404 Oct 27 10:36:44.503612 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-4788cbc6-759a-415f-976d-8181e94ac8e9 req-ba34795c-286d-497b-8b63-eb2802fbd9fd tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.44 "GET /v2.0/security-groups?id=1cfb3b36-7fdd-4213-b115-9d47e1636c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614781 Oct 27 10:36:44.551751 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09703dd9-a2e3-4e23-a54d-de46fb7980b3 req-5b6f03ec-1f10-4931-9832-bab3af15040c tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:36:44.564406 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-09703dd9-a2e3-4e23-a54d-de46fb7980b3 req-5b6f03ec-1f10-4931-9832-bab3af15040c tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/ports?device_id=f6fc38b4-3d34-4580-bd35-a4b845297319 HTTP/1.1" status: 200 len: 947 time: 0.1245978 Oct 27 10:36:44.653082 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-09703dd9-a2e3-4e23-a54d-de46fb7980b3 req-4536a302-ce86-4980-b96a-a6ad94ab68e7 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/security-groups?id=042a0afe-bacb-4048-aed3-353e9c85bd81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0838373 Oct 27 10:36:45.646704 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecbcf12-26fe-485f-b9f1-bf2dd3063ffd req-d7601428-8a71-461f-a78f-9c9b8d57c910 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:36:45.648211 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-1ecbcf12-26fe-485f-b9f1-bf2dd3063ffd req-d7601428-8a71-461f-a78f-9c9b8d57c910 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.44 "GET /v2.0/ports?device_id=afd5ef0b-1f82-47d8-9513-d7b96aeda644 HTTP/1.1" status: 200 len: 946 time: 0.0551021 Oct 27 10:36:45.694655 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-1ecbcf12-26fe-485f-b9f1-bf2dd3063ffd req-36aa1cde-a917-451e-acbd-34b7e05bf509 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.44 "GET /v2.0/security-groups?id=1cfb3b36-7fdd-4213-b115-9d47e1636c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375347 Oct 27 10:36:46.123259 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284a77ba-3f7e-4117-ab0a-a398365431ab req-e88e41b3-f181-4a48-a517-24e282183e50 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:36:46.125467 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-284a77ba-3f7e-4117-ab0a-a398365431ab req-e88e41b3-f181-4a48-a517-24e282183e50 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.44 "GET /v2.0/ports?device_id=afd5ef0b-1f82-47d8-9513-d7b96aeda644 HTTP/1.1" status: 200 len: 946 time: 0.1619098 Oct 27 10:36:46.172973 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-284a77ba-3f7e-4117-ab0a-a398365431ab req-bba547ea-9b82-4ab2-90a9-de833063a158 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.44 "GET /v2.0/security-groups?id=1cfb3b36-7fdd-4213-b115-9d47e1636c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411437 Oct 27 10:36:46.192789 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-5580395d-0545-4577-ae38-ba5798722f6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:46.213199 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d42785-5d28-45e6-a16b-3fa6015f3e57 req-4f4ac81d-8a47-42a7-9edd-91718fa01d68 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:36:46.225096 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-a8d42785-5d28-45e6-a16b-3fa6015f3e57 req-4f4ac81d-8a47-42a7-9edd-91718fa01d68 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/ports?device_id=f6fc38b4-3d34-4580-bd35-a4b845297319 HTTP/1.1" status: 200 len: 947 time: 0.1204755 Oct 27 10:36:46.268630 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-a8d42785-5d28-45e6-a16b-3fa6015f3e57 req-84bd1cd1-1dcf-4d11-8cb7-159c48357bba tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/security-groups?id=042a0afe-bacb-4048-aed3-353e9c85bd81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425246 Oct 27 10:36:46.732415 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f5c624-3450-44fc-a356-a32de6b029f1 req-95ec65d8-4f89-400e-b36d-7af3652c9335 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:36:46.734207 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-12f5c624-3450-44fc-a356-a32de6b029f1 req-95ec65d8-4f89-400e-b36d-7af3652c9335 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/ports?device_id=f6fc38b4-3d34-4580-bd35-a4b845297319 HTTP/1.1" status: 200 len: 947 time: 0.3248825 Oct 27 10:36:46.778287 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-12f5c624-3450-44fc-a356-a32de6b029f1 req-4a5703ca-a472-4171-ab24-f0d66c7ee241 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/security-groups?id=042a0afe-bacb-4048-aed3-353e9c85bd81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378895 Oct 27 10:36:47.315982 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b458503-e0e7-4ddf-ba65-554e5242ad93 req-dd1336a8-b5af-40c8-9199-804a1e8fe9cc tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:36:47.317515 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-0b458503-e0e7-4ddf-ba65-554e5242ad93 req-dd1336a8-b5af-40c8-9199-804a1e8fe9cc tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.44 "GET /v2.0/ports?device_id=afd5ef0b-1f82-47d8-9513-d7b96aeda644 HTTP/1.1" status: 200 len: 946 time: 0.0572274 Oct 27 10:36:47.389170 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-0b458503-e0e7-4ddf-ba65-554e5242ad93 req-58133c0e-523e-47fb-a874-ab58d10eb6aa tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.44 "GET /v2.0/security-groups?id=1cfb3b36-7fdd-4213-b115-9d47e1636c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639226 Oct 27 10:36:47.643099 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 40774) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:36:47.656024 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bf4693-6481-470b-a892-26cf9d270c93 req-b24f1304-03c0-40bf-8d72-c719ee8578f7 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:36:47.660722 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-24bf4693-6481-470b-a892-26cf9d270c93 req-b24f1304-03c0-40bf-8d72-c719ee8578f7 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.44 "GET /v2.0/ports?device_id=afd5ef0b-1f82-47d8-9513-d7b96aeda644 HTTP/1.1" status: 200 len: 946 time: 0.0572999 Oct 27 10:36:47.695390 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-24bf4693-6481-470b-a892-26cf9d270c93 req-5be17b77-ddc9-4361-b373-d90455c0662e tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.44 "GET /v2.0/security-groups?id=1cfb3b36-7fdd-4213-b115-9d47e1636c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317736 Oct 27 10:36:47.927764 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-78cff327-3c6c-4fcb-80f9-37f535273055 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:48.013166 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-78cff327-3c6c-4fcb-80f9-37f535273055 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:48.017386 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-78cff327-3c6c-4fcb-80f9-37f535273055 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:48.060162 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cff327-3c6c-4fcb-80f9-37f535273055 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8feb720f-5c21-4b49-9999-3a3e1f658e47,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:36:48.076083 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-78cff327-3c6c-4fcb-80f9-37f535273055 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3bec15727c3745ae87d913528461139c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4309237 Oct 27 10:36:48.076269 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 40794) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:36:48.132626 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-62fed980-ab1e-4146-81e0-73c26c43e270 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:48.159208 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-62fed980-ab1e-4146-81e0-73c26c43e270 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:48.213853 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-62fed980-ab1e-4146-81e0-73c26c43e270 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:48.220270 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-62fed980-ab1e-4146-81e0-73c26c43e270 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:48.224488 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-62fed980-ab1e-4146-81e0-73c26c43e270 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8feb720f-5c21-4b49-9999-3a3e1f658e47 HTTP/1.1" status: 204 len: 168 time: 0.1442220 Oct 27 10:36:48.231989 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fed980-ab1e-4146-81e0-73c26c43e270 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8feb720f-5c21-4b49-9999-3a3e1f658e47,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:36:48.507115 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bde60a9-5213-40d9-981b-afe00f68589c req-6974bbb6-0db9-4330-8e82-3077a96a9de2 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:36:48.509386 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-1bde60a9-5213-40d9-981b-afe00f68589c req-6974bbb6-0db9-4330-8e82-3077a96a9de2 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/ports?device_id=f6fc38b4-3d34-4580-bd35-a4b845297319 HTTP/1.1" status: 200 len: 947 time: 0.0560248 Oct 27 10:36:48.550231 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-1bde60a9-5213-40d9-981b-afe00f68589c req-51a8442f-bd33-474e-ab88-0b3a75f5583b tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/security-groups?id=042a0afe-bacb-4048-aed3-353e9c85bd81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350201 Oct 27 10:36:48.778008 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 40836) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:36:48.812621 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b30b759-9e2a-4b5b-86b1-5af3c265a84c req-256cee46-77a5-4659-a739-518cff0c885e tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:36:48.819822 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-4b30b759-9e2a-4b5b-86b1-5af3c265a84c req-256cee46-77a5-4659-a739-518cff0c885e tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/ports?device_id=f6fc38b4-3d34-4580-bd35-a4b845297319 HTTP/1.1" status: 200 len: 947 time: 0.0681832 Oct 27 10:36:48.872632 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-bacf60f7-2ddf-48f5-8a88-b421fe276526 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:48.875122 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-4b30b759-9e2a-4b5b-86b1-5af3c265a84c req-479a4349-d21f-4c4e-aa25-26590d7f3c7b tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/security-groups?id=042a0afe-bacb-4048-aed3-353e9c85bd81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542138 Oct 27 10:36:49.126569 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-1c5184b9-9253-49d6-8551-a19b77e62e9f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:49.215940 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27f886a-17a4-4514-b1ad-f5d52038ec08 req-c20bf565-4372-45f8-9525-a7989995720f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:36:49.217501 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-f27f886a-17a4-4514-b1ad-f5d52038ec08 req-c20bf565-4372-45f8-9525-a7989995720f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5cdd6d2f037d42e18150718a811d487c&device_id=f6fc38b4-3d34-4580-bd35-a4b845297319 HTTP/1.1" status: 200 len: 1099 time: 0.1007361 Oct 27 10:36:49.248132 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa48da8-68f3-4926-8d60-3d4e2cbd6e44 req-4652dfed-40d1-4a5f-98ee-70010b8d793d tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:36:49.249639 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-faa48da8-68f3-4926-8d60-3d4e2cbd6e44 req-4652dfed-40d1-4a5f-98ee-70010b8d793d tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.44 "GET /v2.0/ports?device_id=afd5ef0b-1f82-47d8-9513-d7b96aeda644 HTTP/1.1" status: 200 len: 946 time: 0.1318028 Oct 27 10:36:49.387772 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-1c5184b9-9253-49d6-8551-a19b77e62e9f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:49.394216 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-faa48da8-68f3-4926-8d60-3d4e2cbd6e44 req-20bc24f4-ea91-406c-b87b-ef7903b4c343 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.44 "GET /v2.0/security-groups?id=1cfb3b36-7fdd-4213-b115-9d47e1636c43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282406 Oct 27 10:36:49.405599 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-1c5184b9-9253-49d6-8551-a19b77e62e9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:49.446798 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6274b4c7-11ca-457f-8f31-9ae5cc4c25d8 req-3cd112ef-981f-4687-9b61-d5fabbba4d76 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:36:49.448273 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-6274b4c7-11ca-457f-8f31-9ae5cc4c25d8 req-3cd112ef-981f-4687-9b61-d5fabbba4d76 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.76 "GET /v2.0/ports?device_id=afd5ef0b-1f82-47d8-9513-d7b96aeda644 HTTP/1.1" status: 200 len: 946 time: 0.1486120 Oct 27 10:36:49.471904 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27f886a-17a4-4514-b1ad-f5d52038ec08 req-33aa7fb7-a6bf-4f05-b530-b7e7b4064321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:36:49.473342 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-f27f886a-17a4-4514-b1ad-f5d52038ec08 req-33aa7fb7-a6bf-4f05-b530-b7e7b4064321 service neutron] 10.222.0.64 "GET /v2.0/networks?id=fca909b5-2d06-4825-8091-33382048b635 HTTP/1.1" status: 200 len: 912 time: 0.2466691 Oct 27 10:36:49.484470 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 40854) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:36:49.484670 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-1c5184b9-9253-49d6-8551-a19b77e62e9f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5635f09be2e64028aa917e2f0856d96f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7045786 Oct 27 10:36:49.503389 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5184b9-9253-49d6-8551-a19b77e62e9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dae432ef-332b-4215-86f5-af21e3807d32,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:36:49.542757 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-6ef294c1-c74d-4d27-a52f-8dfa396da7c1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:49.568062 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-6ef294c1-c74d-4d27-a52f-8dfa396da7c1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:49.609138 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-f27f886a-17a4-4514-b1ad-f5d52038ec08 req-0f376ce4-b02b-424f-a6a6-d0a96936596a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c9c20c2b-6e5b-42e4-9a9a-ff863d22fcbf HTTP/1.1" status: 200 len: 1002 time: 0.1067941 Oct 27 10:36:49.618835 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-6ef294c1-c74d-4d27-a52f-8dfa396da7c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:49.621772 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-6ef294c1-c74d-4d27-a52f-8dfa396da7c1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:49.623130 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-6ef294c1-c74d-4d27-a52f-8dfa396da7c1 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/dae432ef-332b-4215-86f5-af21e3807d32 HTTP/1.1" status: 204 len: 168 time: 0.1371529 Oct 27 10:36:49.632017 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef294c1-c74d-4d27-a52f-8dfa396da7c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dae432ef-332b-4215-86f5-af21e3807d32,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:36:49.635373 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [req-6274b4c7-11ca-457f-8f31-9ae5cc4c25d8 req-bbc26737-e056-4432-ae79-480e55b0eaf8 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] Deleting port bb03c761-9fba-4f7d-aed2-39bff576f400 {{(pid=102347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:36:49.635937 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-6274b4c7-11ca-457f-8f31-9ae5cc4c25d8 req-bbc26737-e056-4432-ae79-480e55b0eaf8 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:49.722730 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27f886a-17a4-4514-b1ad-f5d52038ec08 req-81471e3e-1167-416d-844a-0b9bd0d82e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:36:49.724225 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-f27f886a-17a4-4514-b1ad-f5d52038ec08 req-81471e3e-1167-416d-844a-0b9bd0d82e48 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=71c50f4e-5d00-4779-bfe1-162c05f5fddb HTTP/1.1" status: 200 len: 850 time: 0.1028559 Oct 27 10:36:49.787263 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-6274b4c7-11ca-457f-8f31-9ae5cc4c25d8 req-bbc26737-e056-4432-ae79-480e55b0eaf8 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] For port bb03c761-9fba-4f7d-aed2-39bff576f400, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=bb03c761-9fba-4f7d-aed2-39bff576f400,segment=NetworkSegment(7dd77195-ce76-4d8f-a4a0-21bf27911aee),segment_id=7dd77195-ce76-4d8f-a4a0-21bf27911aee)] {{(pid=102347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:36:49.788010 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-6274b4c7-11ca-457f-8f31-9ae5cc4c25d8 req-bbc26737-e056-4432-ae79-480e55b0eaf8 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:49.803376 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [req-6274b4c7-11ca-457f-8f31-9ae5cc4c25d8 req-bbc26737-e056-4432-ae79-480e55b0eaf8 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] Calling delete_port for bb03c761-9fba-4f7d-aed2-39bff576f400 owned by compute:nova {{(pid=102347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:36:49.806749 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device c9c20c2b-6e5b-42e4-9a9a-ff863d22fcbf no longer exists at agent hyperv_n-h1-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:36:49.812081 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27f886a-17a4-4514-b1ad-f5d52038ec08 req-52e52e9a-3052-4f99-a879-d966ac1498fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:36:49.813463 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-f27f886a-17a4-4514-b1ad-f5d52038ec08 req-52e52e9a-3052-4f99-a879-d966ac1498fc service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=fca909b5-2d06-4825-8091-33382048b635&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0804756 Oct 27 10:36:49.908007 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:49.961424 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6fc38b4-3d34-4580-bd35-a4b845297319', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c9c20c2b-6e5b-42e4-9a9a-ff863d22fcbf'}] {{(pid=102348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:36:49.964042 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c588921fa634554a1d9242fdea1b05457a9ff1d3b28ba54ec1dace7f2f1df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2295ebe-2887-4f5c-9cc6-f1386241f2b1" -d '{"events": [{"server_uuid": "f6fc38b4-3d34-4580-bd35-a4b845297319", "name": "network-vif-unplugged", "status": "completed", "tag": "c9c20c2b-6e5b-42e4-9a9a-ff863d22fcbf"}]}' {{(pid=102348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:36:49.979464 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-f27f886a-17a4-4514-b1ad-f5d52038ec08 req-445ec0a0-d933-4151-ba0b-f3020b419c5b service neutron] 10.222.0.64 "GET /v2.0/networks/fca909b5-2d06-4825-8091-33382048b635?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1587579 Oct 27 10:36:50.002921 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port c9c20c2b-6e5b-42e4-9a9a-ff863d22fcbf, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=c9c20c2b-6e5b-42e4-9a9a-ff863d22fcbf,segment=NetworkSegment(3fa8f95e-6276-4974-b5c0-da1e0ae271fc),segment_id=3fa8f95e-6276-4974-b5c0-da1e0ae271fc)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:36:50.007746 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:50.014805 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:50.030586 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-eadeaa30-4096-4d1a-b3cb-aa7ebfb291ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:50.095655 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 27 Oct 2021 10:36:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0195687e-9369-45b6-8d09-a0a0bef9c69c x-openstack-request-id: req-0195687e-9369-45b6-8d09-a0a0bef9c69c {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:36:50.095957 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6fc38b4-3d34-4580-bd35-a4b845297319", "name": "network-vif-unplugged", "status": "completed", "tag": "c9c20c2b-6e5b-42e4-9a9a-ff863d22fcbf", "code": 200}]} {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:36:50.098747 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-0195687e-9369-45b6-8d09-a0a0bef9c69c {{(pid=102348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:36:50.099365 n-d-813419-10 neutron-server[102348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6fc38b4-3d34-4580-bd35-a4b845297319', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c9c20c2b-6e5b-42e4-9a9a-ff863d22fcbf', 'code': 200} Oct 27 10:36:50.119455 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0ddd36-c776-4587-94b9-4bd4bed03878 req-53aecb3f-2e93-4c8d-bf08-c6cdf6d30663 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:36:50.121276 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-cc0ddd36-c776-4587-94b9-4bd4bed03878 req-53aecb3f-2e93-4c8d-bf08-c6cdf6d30663 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/ports?device_id=f6fc38b4-3d34-4580-bd35-a4b845297319 HTTP/1.1" status: 200 len: 945 time: 0.0935104 Oct 27 10:36:50.136970 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-6274b4c7-11ca-457f-8f31-9ae5cc4c25d8 req-bbc26737-e056-4432-ae79-480e55b0eaf8 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:50.147674 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Pushing event updated for resources: {'Port': ['ID=c9c20c2b-6e5b-42e4-9a9a-ff863d22fcbf,revision_number=14']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:36:50.156836 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] get_ports_and_sgs() called for port_ids ['bb03c761-9fba-4f7d-aed2-39bff576f400'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:36:50.179454 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc26737-e056-4432-ae79-480e55b0eaf8 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] Pushing event deleted for resources: {'Port': ['ID=bb03c761-9fba-4f7d-aed2-39bff576f400,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:36:50.200000 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-f27f886a-17a4-4514-b1ad-f5d52038ec08 req-93ce34ff-45f0-4e87-a9fc-7d4ec2733948 service neutron] 10.222.0.64 "GET /v2.0/networks/fca909b5-2d06-4825-8091-33382048b635?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1794353 Oct 27 10:36:50.201969 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-cc0ddd36-c776-4587-94b9-4bd4bed03878 req-118757c0-7250-493c-b4b9-a703e067ab96 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/security-groups?id=042a0afe-bacb-4048-aed3-353e9c85bd81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718234 Oct 27 10:36:50.245786 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [req-6274b4c7-11ca-457f-8f31-9ae5cc4c25d8 req-bbc26737-e056-4432-ae79-480e55b0eaf8 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] No DVR routers for this DVR port bb03c761-9fba-4f7d-aed2-39bff576f400 on host n-h2-813419-10 {{(pid=102347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:36:50.249597 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-6274b4c7-11ca-457f-8f31-9ae5cc4c25d8 req-bbc26737-e056-4432-ae79-480e55b0eaf8 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:50.253146 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-6274b4c7-11ca-457f-8f31-9ae5cc4c25d8 req-bbc26737-e056-4432-ae79-480e55b0eaf8 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.76 "DELETE /v2.0/ports/bb03c761-9fba-4f7d-aed2-39bff576f400 HTTP/1.1" status: 204 len: 173 time: 0.7971919 Oct 27 10:36:50.253573 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afd5ef0b-1f82-47d8-9513-d7b96aeda644', 'name': 'network-vif-deleted', 'tag': 'bb03c761-9fba-4f7d-aed2-39bff576f400'}] {{(pid=102347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:36:50.256246 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311149b481204ee7edffdb959c881838506fbd95bc8577c048f6677abb73acc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cab7896-495f-47a5-aa8d-15af7967ea87" -d '{"events": [{"server_uuid": "afd5ef0b-1f82-47d8-9513-d7b96aeda644", "name": "network-vif-deleted", "tag": "bb03c761-9fba-4f7d-aed2-39bff576f400"}]}' {{(pid=102347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:36:50.309565 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:36:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc49fa74-8662-461b-a581-d4d7a379550b x-openstack-request-id: req-bc49fa74-8662-461b-a581-d4d7a379550b {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:36:50.309863 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afd5ef0b-1f82-47d8-9513-d7b96aeda644", "name": "network-vif-deleted", "tag": "bb03c761-9fba-4f7d-aed2-39bff576f400", "status": "completed", "code": 200}]} {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:36:50.310145 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-bc49fa74-8662-461b-a581-d4d7a379550b {{(pid=102347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:36:50.310553 n-d-813419-10 neutron-server[102347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afd5ef0b-1f82-47d8-9513-d7b96aeda644', 'name': 'network-vif-deleted', 'tag': 'bb03c761-9fba-4f7d-aed2-39bff576f400', 'status': 'completed', 'code': 200} Oct 27 10:36:50.526176 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-c56b7029-ab76-4e43-b92b-0372a420f933 req-156a5566-7eb5-4ff6-b876-550a48c74564 tempest-DeleteServersTestJSON-2110454444 tempest-DeleteServersTestJSON-2110454444-project] 10.222.0.44 "GET /v2.0/ports?device_id=afd5ef0b-1f82-47d8-9513-d7b96aeda644 HTTP/1.1" status: 200 len: 210 time: 0.0292926 Oct 27 10:36:51.355564 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b184b11-95d6-4373-bfeb-18d42de3c1d3 req-db26cc2d-9d2f-4764-b98b-960b619ff41e tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:36:51.357919 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-9b184b11-95d6-4373-bfeb-18d42de3c1d3 req-db26cc2d-9d2f-4764-b98b-960b619ff41e tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/ports?device_id=f6fc38b4-3d34-4580-bd35-a4b845297319 HTTP/1.1" status: 200 len: 945 time: 0.0660551 Oct 27 10:36:51.401523 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-9b184b11-95d6-4373-bfeb-18d42de3c1d3 req-a3b6f70d-22e9-4032-8dd2-89f568c1affa tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/security-groups?id=042a0afe-bacb-4048-aed3-353e9c85bd81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375934 Oct 27 10:36:51.431427 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 40934) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:36:51.597797 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ec8689-f47c-4c8d-8fe9-d10ce6f82499 req-dd758eb1-591f-4788-80af-29887acd7a09 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:36:51.605706 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-b9ec8689-f47c-4c8d-8fe9-d10ce6f82499 req-dd758eb1-591f-4788-80af-29887acd7a09 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/ports?device_id=f6fc38b4-3d34-4580-bd35-a4b845297319 HTTP/1.1" status: 200 len: 945 time: 0.0592511 Oct 27 10:36:51.617670 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-f1de5a18-9562-4ca2-ae4e-6b976b9fcbfe tempest-DHCPAgentSchedulersTestJSON-98248952 tempest-DHCPAgentSchedulersTestJSON-98248952-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1678186349'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:36:51.661278 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-b9ec8689-f47c-4c8d-8fe9-d10ce6f82499 req-0f727a89-2439-49b8-bfff-aaf0c2406d97 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/security-groups?id=042a0afe-bacb-4048-aed3-353e9c85bd81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547071 Oct 27 10:36:51.662568 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1de5a18-9562-4ca2-ae4e-6b976b9fcbfe tempest-DHCPAgentSchedulersTestJSON-98248952 tempest-DHCPAgentSchedulersTestJSON-98248952-project] Made reservation on behalf of a87dc748243b4366beaa8677e62265d2 for: {'network': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:36:51.666270 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-f1de5a18-9562-4ca2-ae4e-6b976b9fcbfe tempest-DHCPAgentSchedulersTestJSON-98248952 tempest-DHCPAgentSchedulersTestJSON-98248952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for network, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:51.676273 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-f1de5a18-9562-4ca2-ae4e-6b976b9fcbfe tempest-DHCPAgentSchedulersTestJSON-98248952 tempest-DHCPAgentSchedulersTestJSON-98248952-project] Publish callbacks [] for security_group, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:51.796381 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-f1de5a18-9562-4ca2-ae4e-6b976b9fcbfe tempest-DHCPAgentSchedulersTestJSON-98248952 tempest-DHCPAgentSchedulersTestJSON-98248952-project] Publish callbacks [] for security_group, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:51.803837 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-f1de5a18-9562-4ca2-ae4e-6b976b9fcbfe tempest-DHCPAgentSchedulersTestJSON-98248952 tempest-DHCPAgentSchedulersTestJSON-98248952-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:51.828494 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1de5a18-9562-4ca2-ae4e-6b976b9fcbfe tempest-DHCPAgentSchedulersTestJSON-98248952 tempest-DHCPAgentSchedulersTestJSON-98248952-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 431} {{(pid=102346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 10:36:51.857169 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25f8ce3-ffb0-47a3-b275-1fb5380e383e req-68cdc021-6da2-4d2b-9ad8-70dd2280a772 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:36:51.859090 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-f25f8ce3-ffb0-47a3-b275-1fb5380e383e req-68cdc021-6da2-4d2b-9ad8-70dd2280a772 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/ports?device_id=f6fc38b4-3d34-4580-bd35-a4b845297319 HTTP/1.1" status: 200 len: 945 time: 0.1088500 Oct 27 10:36:51.867492 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-f1de5a18-9562-4ca2-ae4e-6b976b9fcbfe tempest-DHCPAgentSchedulersTestJSON-98248952 tempest-DHCPAgentSchedulersTestJSON-98248952-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:51.868479 n-d-813419-10 neutron-server[102346]: INFO neutron.db.segments_db [None req-f1de5a18-9562-4ca2-ae4e-6b976b9fcbfe tempest-DHCPAgentSchedulersTestJSON-98248952 tempest-DHCPAgentSchedulersTestJSON-98248952-project] Added segment 8065b907-01dc-41a7-91ac-6ee0f6d896c5 of type vlan for network d2fc499f-ba73-4c95-b0f0-0ee372b9701d Oct 27 10:36:51.876712 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-3c6a8245-0581-48aa-b5f6-4d8fe98cd16e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:51.910230 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1de5a18-9562-4ca2-ae4e-6b976b9fcbfe tempest-DHCPAgentSchedulersTestJSON-98248952 tempest-DHCPAgentSchedulersTestJSON-98248952-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62dd1d80-dd96-4240-8e1d-e800cb257971,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:36:51.955711 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-f1de5a18-9562-4ca2-ae4e-6b976b9fcbfe tempest-DHCPAgentSchedulersTestJSON-98248952 tempest-DHCPAgentSchedulersTestJSON-98248952-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743872593080'] for network, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:51.960347 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-f25f8ce3-ffb0-47a3-b275-1fb5380e383e req-506f393f-89a2-40e1-90ff-1bb947449f0a tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/security-groups?id=042a0afe-bacb-4048-aed3-353e9c85bd81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0861545 Oct 27 10:36:51.998973 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-f1de5a18-9562-4ca2-ae4e-6b976b9fcbfe tempest-DHCPAgentSchedulersTestJSON-98248952 tempest-DHCPAgentSchedulersTestJSON-98248952-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913'] for network, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:52.005486 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1de5a18-9562-4ca2-ae4e-6b976b9fcbfe tempest-DHCPAgentSchedulersTestJSON-98248952 tempest-DHCPAgentSchedulersTestJSON-98248952-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:36:52.005689 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-f1de5a18-9562-4ca2-ae4e-6b976b9fcbfe tempest-DHCPAgentSchedulersTestJSON-98248952 tempest-DHCPAgentSchedulersTestJSON-98248952-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for network, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:52.087069 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 40980) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:36:52.087602 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-f1de5a18-9562-4ca2-ae4e-6b976b9fcbfe tempest-DHCPAgentSchedulersTestJSON-98248952 tempest-DHCPAgentSchedulersTestJSON-98248952-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.6539476 Oct 27 10:36:52.092895 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-29381f96-1ebe-4b95-9a26-9590dc862d28 tempest-DHCPAgentSchedulersTestJSON-98248952 tempest-DHCPAgentSchedulersTestJSON-98248952-project] Request body: {'subnet': {'network_id': 'd2fc499f-ba73-4c95-b0f0-0ee372b9701d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:36:52.140499 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1de5a18-9562-4ca2-ae4e-6b976b9fcbfe tempest-DHCPAgentSchedulersTestJSON-98248952 tempest-DHCPAgentSchedulersTestJSON-98248952-project] Pushing event updated for resources: {'Network': ['ID=d2fc499f-ba73-4c95-b0f0-0ee372b9701d,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:36:52.155797 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Network d2fc499f-ba73-4c95-b0f0-0ee372b9701d details requested by agent ovs-agent-n-d-813419-10 with host n-d-813419-10 {{(pid=102348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 10:36:52.196694 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29381f96-1ebe-4b95-9a26-9590dc862d28 tempest-DHCPAgentSchedulersTestJSON-98248952 tempest-DHCPAgentSchedulersTestJSON-98248952-project] Made reservation on behalf of a87dc748243b4366beaa8677e62265d2 for: {'subnet': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:36:52.201916 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-29381f96-1ebe-4b95-9a26-9590dc862d28 tempest-DHCPAgentSchedulersTestJSON-98248952 tempest-DHCPAgentSchedulersTestJSON-98248952-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18044073'] for subnet, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:52.311080 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 40996) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:36:52.449383 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb56e7d-c8f4-4f8c-ab82-a9d0d7054fb9 req-dce92ac6-b36d-4ed3-9d40-05e72064f7d3 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:36:52.451130 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-ebb56e7d-c8f4-4f8c-ab82-a9d0d7054fb9 req-dce92ac6-b36d-4ed3-9d40-05e72064f7d3 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/networks?id=fca909b5-2d06-4825-8091-33382048b635 HTTP/1.1" status: 200 len: 811 time: 0.1665840 Oct 27 10:36:52.463379 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-9f6ddd7f-34f8-4065-a467-0e9c9d0ceeae admin admin] Publish callbacks [] for security_group, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:52.478468 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-ebb56e7d-c8f4-4f8c-ab82-a9d0d7054fb9 req-c528410f-cd3b-4e7e-be9a-e370a50da697 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/quotas/5cdd6d2f037d42e18150718a811d487c HTTP/1.1" status: 200 len: 375 time: 0.0185575 Oct 27 10:36:52.545819 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-9f6ddd7f-34f8-4065-a467-0e9c9d0ceeae admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:52.550598 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-9f6ddd7f-34f8-4065-a467-0e9c9d0ceeae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:52.554132 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-29381f96-1ebe-4b95-9a26-9590dc862d28 tempest-DHCPAgentSchedulersTestJSON-98248952 tempest-DHCPAgentSchedulersTestJSON-98248952-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-18295883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18044091'] for subnet, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:52.591336 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-9f6ddd7f-34f8-4065-a467-0e9c9d0ceeae admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a25ce58f44404d12bc2b1a3929462d79&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2768407 Oct 27 10:36:52.591336 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6ddd7f-34f8-4065-a467-0e9c9d0ceeae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd22be70-e81c-47ad-8be9-ba7a0441bac5,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:36:52.592413 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 41000) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:36:52.625085 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-ebb56e7d-c8f4-4f8c-ab82-a9d0d7054fb9 req-061a2f65-b253-4827-ab9a-e3dce15a3017 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=5cdd6d2f037d42e18150718a811d487c&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1194284 Oct 27 10:36:52.638483 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29381f96-1ebe-4b95-9a26-9590dc862d28 tempest-DHCPAgentSchedulersTestJSON-98248952 tempest-DHCPAgentSchedulersTestJSON-98248952-project] Pushing event updated for resources: {'Subnet': ['ID=0a6e473a-f669-4387-83d4-3ae3c73a1c12,revision_number=0']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:36:52.644510 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-561ccfaf-8c6e-40ca-bbc6-309bdf8089ba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:52.665543 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29381f96-1ebe-4b95-9a26-9590dc862d28 tempest-DHCPAgentSchedulersTestJSON-98248952 tempest-DHCPAgentSchedulersTestJSON-98248952-project] Checking segment: {'id': '8065b907-01dc-41a7-91ac-6ee0f6d896c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'd2fc499f-ba73-4c95-b0f0-0ee372b9701d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:36:52.666190 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29381f96-1ebe-4b95-9a26-9590dc862d28 tempest-DHCPAgentSchedulersTestJSON-98248952 tempest-DHCPAgentSchedulersTestJSON-98248952-project] Network hostable DHCP agents. Network: d2fc499f-ba73-4c95-b0f0-0ee372b9701d, hostable agents: ['eafd4000-b897-4722-ae8b-0118ec955181'], hosted agents: [] {{(pid=102347) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 10:36:52.672353 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-561ccfaf-8c6e-40ca-bbc6-309bdf8089ba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:52.724058 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29381f96-1ebe-4b95-9a26-9590dc862d28 tempest-DHCPAgentSchedulersTestJSON-98248952 tempest-DHCPAgentSchedulersTestJSON-98248952-project] Network d2fc499f-ba73-4c95-b0f0-0ee372b9701d is scheduled to be hosted by DHCP agent eafd4000-b897-4722-ae8b-0118ec955181 with binding_index 1 {{(pid=102347) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 10:36:52.728526 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-561ccfaf-8c6e-40ca-bbc6-309bdf8089ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:52.731920 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-561ccfaf-8c6e-40ca-bbc6-309bdf8089ba admin admin] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:52.733147 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-561ccfaf-8c6e-40ca-bbc6-309bdf8089ba admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/cd22be70-e81c-47ad-8be9-ba7a0441bac5 HTTP/1.1" status: 204 len: 168 time: 0.1396341 Oct 27 10:36:52.742956 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561ccfaf-8c6e-40ca-bbc6-309bdf8089ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd22be70-e81c-47ad-8be9-ba7a0441bac5,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:36:52.753204 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [None req-29381f96-1ebe-4b95-9a26-9590dc862d28 tempest-DHCPAgentSchedulersTestJSON-98248952 tempest-DHCPAgentSchedulersTestJSON-98248952-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-10, d2fc499f-ba73-4c95-b0f0-0ee372b9701d) {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:36:52.762035 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29381f96-1ebe-4b95-9a26-9590dc862d28 tempest-DHCPAgentSchedulersTestJSON-98248952 tempest-DHCPAgentSchedulersTestJSON-98248952-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:36:52.762815 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-29381f96-1ebe-4b95-9a26-9590dc862d28 tempest-DHCPAgentSchedulersTestJSON-98248952 tempest-DHCPAgentSchedulersTestJSON-98248952-project] Publish callbacks [] for subnet, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:52.768459 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-ebb56e7d-c8f4-4f8c-ab82-a9d0d7054fb9 req-27866226-fc42-43cd-b893-cb2fd46aa184 service neutron] 10.222.0.44 "GET /v2.0/networks/fca909b5-2d06-4825-8091-33382048b635?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268673 Oct 27 10:36:52.778926 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d4ff6d2-46c3-4483-9e9e-c7fc7c77e765 None None] Network d2fc499f-ba73-4c95-b0f0-0ee372b9701d requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:36:52.795340 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 41004) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:36:52.795846 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-29381f96-1ebe-4b95-9a26-9590dc862d28 tempest-DHCPAgentSchedulersTestJSON-98248952 tempest-DHCPAgentSchedulersTestJSON-98248952-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7065978 Oct 27 10:36:52.800969 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-0462bf94-08d8-4290-96e6-fec887ae3267 tempest-DHCPAgentSchedulersTestJSON-98248952 tempest-DHCPAgentSchedulersTestJSON-98248952-project] Request body: {'port': {'network_id': 'd2fc499f-ba73-4c95-b0f0-0ee372b9701d', 'name': 'tempest-DHCPAgentSchedulersTestJSON-2054571095'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:36:52.878471 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device bb03c761-9fba-4f7d-aed2-39bff576f400 no longer exists at agent hyperv_n-h2-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:36:52.889244 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-ebb56e7d-c8f4-4f8c-ab82-a9d0d7054fb9 req-2805c3ea-e858-4d4f-b076-ccbdb862cf6b service neutron] 10.222.0.44 "GET /v2.0/networks/fca909b5-2d06-4825-8091-33382048b635?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104424 Oct 27 10:36:52.928310 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] No Port match for: bb03c761-9fba-4f7d-aed2-39bff576f400 {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:36:52.929183 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device bb03c761-9fba-4f7d-aed2-39bff576f400 not bound to the agent host n-h2-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:36:52.971461 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0462bf94-08d8-4290-96e6-fec887ae3267 tempest-DHCPAgentSchedulersTestJSON-98248952 tempest-DHCPAgentSchedulersTestJSON-98248952-project] Made reservation on behalf of a87dc748243b4366beaa8677e62265d2 for: {'port': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:36:52.976163 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-0462bf94-08d8-4290-96e6-fec887ae3267 tempest-DHCPAgentSchedulersTestJSON-98248952 tempest-DHCPAgentSchedulersTestJSON-98248952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:53.000792 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [None req-0462bf94-08d8-4290-96e6-fec887ae3267 tempest-DHCPAgentSchedulersTestJSON-98248952 tempest-DHCPAgentSchedulersTestJSON-98248952-project] device_id is not set on port a39d63d7-6360-459f-9bc0-02572cfeb7cc yet. {{(pid=102346) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 10:36:53.051730 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70c8c970-25d0-4443-90b6-c11da6c2ae97 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp734b258e-7d96-550c-b970-9b72ab66f383-d2fc499f-ba73-4c95-b0f0-0ee372b9701d', 'network_id': 'd2fc499f-ba73-4c95-b0f0-0ee372b9701d', 'tenant_id': 'a87dc748243b4366beaa8677e62265d2', 'fixed_ips': [{'subnet_id': '0a6e473a-f669-4387-83d4-3ae3c73a1c12'}]}} from n-d-813419-10. {{(pid=102348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 10:36:53.052639 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-70c8c970-25d0-4443-90b6-c11da6c2ae97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:53.181025 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-01a85389-aed9-4638-8974-ff767d788f86 req-c271b908-dc92-4cee-a0d5-93c3fc3987be tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/ports?device_id=9cdc6933-0908-404f-8493-c08d1be20183 HTTP/1.1" status: 200 len: 210 time: 0.0347304 Oct 27 10:36:53.202318 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_common [None req-0462bf94-08d8-4290-96e6-fec887ae3267 tempest-DHCPAgentSchedulersTestJSON-98248952 tempest-DHCPAgentSchedulersTestJSON-98248952-project] Allocated IP 172.20.0.8 (d2fc499f-ba73-4c95-b0f0-0ee372b9701d/0a6e473a-f669-4387-83d4-3ae3c73a1c12/a39d63d7-6360-459f-9bc0-02572cfeb7cc) {{(pid=102346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:36:53.282317 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 41014) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:36:53.295689 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-9358362a-7386-48a4-a497-692cc11745a0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:53.425557 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-0462bf94-08d8-4290-96e6-fec887ae3267 tempest-DHCPAgentSchedulersTestJSON-98248952 tempest-DHCPAgentSchedulersTestJSON-98248952-project] Publish callbacks [] for port, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:53.436926 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-9358362a-7386-48a4-a497-692cc11745a0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:53.442078 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-9358362a-7386-48a4-a497-692cc11745a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:53.480352 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-0462bf94-08d8-4290-96e6-fec887ae3267 tempest-DHCPAgentSchedulersTestJSON-98248952 tempest-DHCPAgentSchedulersTestJSON-98248952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:53.486418 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-9358362a-7386-48a4-a497-692cc11745a0 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a09291447ad64e899184570c088ed36d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2028954 Oct 27 10:36:53.487252 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 41022) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:36:53.540767 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9358362a-7386-48a4-a497-692cc11745a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f798dcf2-6cf3-4f66-bce1-36ed1f21d10a,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:36:53.574174 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-c07ffed8-5bf9-4e8c-b74f-82914d58038d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:53.579270 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0462bf94-08d8-4290-96e6-fec887ae3267 tempest-DHCPAgentSchedulersTestJSON-98248952 tempest-DHCPAgentSchedulersTestJSON-98248952-project] Network d2fc499f-ba73-4c95-b0f0-0ee372b9701d is already hosted by enough agents. {{(pid=102346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:36:53.589104 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-0462bf94-08d8-4290-96e6-fec887ae3267 tempest-DHCPAgentSchedulersTestJSON-98248952 tempest-DHCPAgentSchedulersTestJSON-98248952-project] Resources bound (agent type, host, resource id): {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:36:53.593622 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0462bf94-08d8-4290-96e6-fec887ae3267 tempest-DHCPAgentSchedulersTestJSON-98248952 tempest-DHCPAgentSchedulersTestJSON-98248952-project] Received port after_create {{(pid=102346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:36:53.609227 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-c07ffed8-5bf9-4e8c-b74f-82914d58038d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:53.682451 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-c07ffed8-5bf9-4e8c-b74f-82914d58038d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:53.698532 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-c07ffed8-5bf9-4e8c-b74f-82914d58038d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:53.699774 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0462bf94-08d8-4290-96e6-fec887ae3267 tempest-DHCPAgentSchedulersTestJSON-98248952 tempest-DHCPAgentSchedulersTestJSON-98248952-project] Pushing event updated for resources: {'Port': ['ID=a39d63d7-6360-459f-9bc0-02572cfeb7cc,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:36:53.719916 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0462bf94-08d8-4290-96e6-fec887ae3267 tempest-DHCPAgentSchedulersTestJSON-98248952 tempest-DHCPAgentSchedulersTestJSON-98248952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:36:53.720221 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-c07ffed8-5bf9-4e8c-b74f-82914d58038d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f798dcf2-6cf3-4f66-bce1-36ed1f21d10a HTTP/1.1" status: 204 len: 168 time: 0.2289906 Oct 27 10:36:53.720599 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-0462bf94-08d8-4290-96e6-fec887ae3267 tempest-DHCPAgentSchedulersTestJSON-98248952 tempest-DHCPAgentSchedulersTestJSON-98248952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:53.744175 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-0462bf94-08d8-4290-96e6-fec887ae3267 tempest-DHCPAgentSchedulersTestJSON-98248952 tempest-DHCPAgentSchedulersTestJSON-98248952-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9477081 Oct 27 10:36:53.744758 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07ffed8-5bf9-4e8c-b74f-82914d58038d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f798dcf2-6cf3-4f66-bce1-36ed1f21d10a,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:36:53.744922 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 41028) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:36:53.789146 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.db_base_plugin_common [None req-70c8c970-25d0-4443-90b6-c11da6c2ae97 None None] Allocated IP 172.20.0.2 (d2fc499f-ba73-4c95-b0f0-0ee372b9701d/0a6e473a-f669-4387-83d4-3ae3c73a1c12/195f6788-9587-4f10-ba20-f4ac33067c56) {{(pid=102348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:36:53.851222 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-42a0c0a3-b8a3-4b81-98d6-fb75d835e39d tempest-DHCPAgentSchedulersTestJSON-98248952 tempest-DHCPAgentSchedulersTestJSON-98248952-project] Deleting port a39d63d7-6360-459f-9bc0-02572cfeb7cc {{(pid=102346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:36:53.851753 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-42a0c0a3-b8a3-4b81-98d6-fb75d835e39d tempest-DHCPAgentSchedulersTestJSON-98248952 tempest-DHCPAgentSchedulersTestJSON-98248952-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:53.980745 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-70c8c970-25d0-4443-90b6-c11da6c2ae97 None None] Publish callbacks [] for port, precommit_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:53.989790 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-70c8c970-25d0-4443-90b6-c11da6c2ae97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606'] for port, after_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:53.998944 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-42a0c0a3-b8a3-4b81-98d6-fb75d835e39d tempest-DHCPAgentSchedulersTestJSON-98248952 tempest-DHCPAgentSchedulersTestJSON-98248952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:54.018785 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-42a0c0a3-b8a3-4b81-98d6-fb75d835e39d tempest-DHCPAgentSchedulersTestJSON-98248952 tempest-DHCPAgentSchedulersTestJSON-98248952-project] Calling delete_port for a39d63d7-6360-459f-9bc0-02572cfeb7cc owned by {{(pid=102346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:36:54.051399 n-d-813419-10 neutron-server[102348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70c8c970-25d0-4443-90b6-c11da6c2ae97 None None] Network d2fc499f-ba73-4c95-b0f0-0ee372b9701d is already hosted by enough agents. {{(pid=102348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:36:54.056816 n-d-813419-10 neutron-server[102348]: DEBUG neutron.scheduler.base_scheduler [None req-70c8c970-25d0-4443-90b6-c11da6c2ae97 None None] Resources bound (agent type, host, resource id): {{(pid=102348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:36:54.061885 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70c8c970-25d0-4443-90b6-c11da6c2ae97 None None] Received port after_create {{(pid=102348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:36:54.066021 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c8c970-25d0-4443-90b6-c11da6c2ae97 None None] Pushing event updated for resources: {'Port': ['ID=195f6788-9587-4f10-ba20-f4ac33067c56,revision_number=1']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:36:54.080691 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c8c970-25d0-4443-90b6-c11da6c2ae97 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:36:54.080868 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c8c970-25d0-4443-90b6-c11da6c2ae97 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:36:54.081318 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c8c970-25d0-4443-90b6-c11da6c2ae97 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:36:54.081655 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c8c970-25d0-4443-90b6-c11da6c2ae97 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:36:54.082209 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c8c970-25d0-4443-90b6-c11da6c2ae97 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:36:54.082351 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c8c970-25d0-4443-90b6-c11da6c2ae97 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:36:54.082600 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c8c970-25d0-4443-90b6-c11da6c2ae97 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:36:54.082918 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c8c970-25d0-4443-90b6-c11da6c2ae97 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:36:54.083234 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c8c970-25d0-4443-90b6-c11da6c2ae97 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:36:54.083548 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c8c970-25d0-4443-90b6-c11da6c2ae97 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:36:54.083863 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c8c970-25d0-4443-90b6-c11da6c2ae97 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:36:54.084187 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c8c970-25d0-4443-90b6-c11da6c2ae97 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:36:54.135842 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-70c8c970-25d0-4443-90b6-c11da6c2ae97 None None] Attempting to bind port 195f6788-9587-4f10-ba20-f4ac33067c56 on host n-d-813419-10 for vnic_type normal with profile {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:36:54.136404 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-70c8c970-25d0-4443-90b6-c11da6c2ae97 None None] Attempting to bind port 195f6788-9587-4f10-ba20-f4ac33067c56 by drivers openvswitch,hyperv on host n-d-813419-10 at level 0 using segments [{'id': '8065b907-01dc-41a7-91ac-6ee0f6d896c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'd2fc499f-ba73-4c95-b0f0-0ee372b9701d'}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:36:54.136887 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70c8c970-25d0-4443-90b6-c11da6c2ae97 None None] Attempting to bind port 195f6788-9587-4f10-ba20-f4ac33067c56 on network d2fc499f-ba73-4c95-b0f0-0ee372b9701d {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:36:54.142518 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70c8c970-25d0-4443-90b6-c11da6c2ae97 None None] Checking agent: {'id': '89dba0f3-79b2-435e-9822-33674b8f6ada', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 8, 20), 'started_at': datetime.datetime(2021, 10, 27, 10, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 36, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:36:54.143038 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70c8c970-25d0-4443-90b6-c11da6c2ae97 None None] Checking segment: {'id': '8065b907-01dc-41a7-91ac-6ee0f6d896c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'd2fc499f-ba73-4c95-b0f0-0ee372b9701d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:36:54.143525 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-70c8c970-25d0-4443-90b6-c11da6c2ae97 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:54.144051 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70c8c970-25d0-4443-90b6-c11da6c2ae97 None None] Bound using segment: {'id': '8065b907-01dc-41a7-91ac-6ee0f6d896c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'd2fc499f-ba73-4c95-b0f0-0ee372b9701d'} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:36:54.144609 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-70c8c970-25d0-4443-90b6-c11da6c2ae97 None None] Bound port: 195f6788-9587-4f10-ba20-f4ac33067c56, host: n-d-813419-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8065b907-01dc-41a7-91ac-6ee0f6d896c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'd2fc499f-ba73-4c95-b0f0-0ee372b9701d'}}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:36:54.145043 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-70c8c970-25d0-4443-90b6-c11da6c2ae97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:54.174157 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-42a0c0a3-b8a3-4b81-98d6-fb75d835e39d tempest-DHCPAgentSchedulersTestJSON-98248952 tempest-DHCPAgentSchedulersTestJSON-98248952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:54.210516 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 41034) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:36:54.229067 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-70c8c970-25d0-4443-90b6-c11da6c2ae97 None None] For port 195f6788-9587-4f10-ba20-f4ac33067c56, host n-d-813419-10, cleared binding levels {{(pid=102348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:36:54.233393 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-70c8c970-25d0-4443-90b6-c11da6c2ae97 None None] For port 195f6788-9587-4f10-ba20-f4ac33067c56, host n-d-813419-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=195f6788-9587-4f10-ba20-f4ac33067c56,segment=NetworkSegment(8065b907-01dc-41a7-91ac-6ee0f6d896c5),segment_id=8065b907-01dc-41a7-91ac-6ee0f6d896c5)] {{(pid=102348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:36:54.241478 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-70c8c970-25d0-4443-90b6-c11da6c2ae97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:54.243429 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-e8e37ece-0437-4af8-bb26-37414727c8d4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:54.310403 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a0c0a3-b8a3-4b81-98d6-fb75d835e39d tempest-DHCPAgentSchedulersTestJSON-98248952 tempest-DHCPAgentSchedulersTestJSON-98248952-project] Pushing event deleted for resources: {'Port': ['ID=a39d63d7-6360-459f-9bc0-02572cfeb7cc,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:36:54.378791 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c8c970-25d0-4443-90b6-c11da6c2ae97 None None] Pushing event updated for resources: {'Port': ['ID=195f6788-9587-4f10-ba20-f4ac33067c56,revision_number=2']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:36:54.414509 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-0778d43b-f898-42b3-9764-0f66b0b390a6 req-f2b38fda-8417-4404-99e5-8db7c6c42667 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/ports?device_id=9cdc6933-0908-404f-8493-c08d1be20183 HTTP/1.1" status: 200 len: 210 time: 0.0482700 Oct 27 10:36:54.467525 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-42a0c0a3-b8a3-4b81-98d6-fb75d835e39d tempest-DHCPAgentSchedulersTestJSON-98248952 tempest-DHCPAgentSchedulersTestJSON-98248952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:54.477429 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-42a0c0a3-b8a3-4b81-98d6-fb75d835e39d tempest-DHCPAgentSchedulersTestJSON-98248952 tempest-DHCPAgentSchedulersTestJSON-98248952-project] 10.222.0.44 "DELETE /v2.0/ports/a39d63d7-6360-459f-9bc0-02572cfeb7cc HTTP/1.1" status: 204 len: 168 time: 0.7314336 Oct 27 10:36:54.478108 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 41040) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:36:54.499199 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-e8e37ece-0437-4af8-bb26-37414727c8d4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:54.506737 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-e8e37ece-0437-4af8-bb26-37414727c8d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:54.562539 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-e8e37ece-0437-4af8-bb26-37414727c8d4 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=06f375c3a85d42829d2f9607621b4e2f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3501647 Oct 27 10:36:54.562877 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 41044) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:36:54.577093 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e37ece-0437-4af8-bb26-37414727c8d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2a33cc2-1e71-4f8b-a597-d1648c80c26f,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:36:54.636162 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb56e7d-c8f4-4f8c-ab82-a9d0d7054fb9 req-67ddb0c8-67ca-4545-a485-0791d7a70e62 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:36:54.638067 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-ebb56e7d-c8f4-4f8c-ab82-a9d0d7054fb9 req-67ddb0c8-67ca-4545-a485-0791d7a70e62 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.76 "GET /v2.0/networks?id=fca909b5-2d06-4825-8091-33382048b635 HTTP/1.1" status: 200 len: 811 time: 0.2841623 Oct 27 10:36:54.641302 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-8178e8af-d5a9-4710-9fdd-667354fdeba6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:54.653975 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [req-ebb56e7d-c8f4-4f8c-ab82-a9d0d7054fb9 req-9e69cd3b-4f4b-4609-9364-5eec77bd1387 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Request body: {'port': {'device_id': '9cdc6933-0908-404f-8493-c08d1be20183', 'network_id': 'fca909b5-2d06-4825-8091-33382048b635', 'admin_state_up': True, 'tenant_id': '5cdd6d2f037d42e18150718a811d487c'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:36:54.669534 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-8178e8af-d5a9-4710-9fdd-667354fdeba6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:54.776563 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-8178e8af-d5a9-4710-9fdd-667354fdeba6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:54.779651 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-8178e8af-d5a9-4710-9fdd-667354fdeba6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:54.781010 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-8178e8af-d5a9-4710-9fdd-667354fdeba6 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a2a33cc2-1e71-4f8b-a597-d1648c80c26f HTTP/1.1" status: 204 len: 168 time: 0.2169135 Oct 27 10:36:54.790221 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8178e8af-d5a9-4710-9fdd-667354fdeba6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2a33cc2-1e71-4f8b-a597-d1648c80c26f,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:36:54.865649 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ebb56e7d-c8f4-4f8c-ab82-a9d0d7054fb9 req-9e69cd3b-4f4b-4609-9364-5eec77bd1387 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Made reservation on behalf of 5cdd6d2f037d42e18150718a811d487c for: {'port': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:36:54.870504 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-ebb56e7d-c8f4-4f8c-ab82-a9d0d7054fb9 req-9e69cd3b-4f4b-4609-9364-5eec77bd1387 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:54.875083 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-b631f5d6-6bb5-4f6f-9dfe-ec567a274107 tempest-DHCPAgentSchedulersTestJSON-891315622 tempest-DHCPAgentSchedulersTestJSON-891315622-project-admin] 10.222.0.44 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4935 time: 0.3958590 Oct 27 10:36:54.877639 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 41048) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:36:54.883513 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-abcf3c1b-9140-40eb-bf7b-554801b8b2a7 tempest-DHCPAgentSchedulersTestJSON-98248952 tempest-DHCPAgentSchedulersTestJSON-98248952-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1805236090'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:36:54.919272 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abcf3c1b-9140-40eb-bf7b-554801b8b2a7 tempest-DHCPAgentSchedulersTestJSON-98248952 tempest-DHCPAgentSchedulersTestJSON-98248952-project] Made reservation on behalf of a87dc748243b4366beaa8677e62265d2 for: {'network': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:36:54.925584 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-abcf3c1b-9140-40eb-bf7b-554801b8b2a7 tempest-DHCPAgentSchedulersTestJSON-98248952 tempest-DHCPAgentSchedulersTestJSON-98248952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for network, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:54.970737 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-abcf3c1b-9140-40eb-bf7b-554801b8b2a7 tempest-DHCPAgentSchedulersTestJSON-98248952 tempest-DHCPAgentSchedulersTestJSON-98248952-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 409} {{(pid=102346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 10:36:54.984886 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-abcf3c1b-9140-40eb-bf7b-554801b8b2a7 tempest-DHCPAgentSchedulersTestJSON-98248952 tempest-DHCPAgentSchedulersTestJSON-98248952-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:54.985560 n-d-813419-10 neutron-server[102346]: INFO neutron.db.segments_db [None req-abcf3c1b-9140-40eb-bf7b-554801b8b2a7 tempest-DHCPAgentSchedulersTestJSON-98248952 tempest-DHCPAgentSchedulersTestJSON-98248952-project] Added segment c48ceb6b-e4ea-4909-b569-b0362d35bcee of type vlan for network ab595203-d7a2-49ba-8ff8-f06830a1489d Oct 27 10:36:55.028949 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_common [req-ebb56e7d-c8f4-4f8c-ab82-a9d0d7054fb9 req-9e69cd3b-4f4b-4609-9364-5eec77bd1387 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Allocated IP 172.20.0.14 (fca909b5-2d06-4825-8091-33382048b635/71c50f4e-5d00-4779-bfe1-162c05f5fddb/b160e90f-3f54-4032-a115-309a74841f26) {{(pid=102347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:36:55.030659 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-abcf3c1b-9140-40eb-bf7b-554801b8b2a7 tempest-DHCPAgentSchedulersTestJSON-98248952 tempest-DHCPAgentSchedulersTestJSON-98248952-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743872593080'] for network, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:55.063371 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-abcf3c1b-9140-40eb-bf7b-554801b8b2a7 tempest-DHCPAgentSchedulersTestJSON-98248952 tempest-DHCPAgentSchedulersTestJSON-98248952-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913'] for network, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:55.071352 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abcf3c1b-9140-40eb-bf7b-554801b8b2a7 tempest-DHCPAgentSchedulersTestJSON-98248952 tempest-DHCPAgentSchedulersTestJSON-98248952-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:36:55.072001 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-abcf3c1b-9140-40eb-bf7b-554801b8b2a7 tempest-DHCPAgentSchedulersTestJSON-98248952 tempest-DHCPAgentSchedulersTestJSON-98248952-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for network, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:55.161935 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-abcf3c1b-9140-40eb-bf7b-554801b8b2a7 tempest-DHCPAgentSchedulersTestJSON-98248952 tempest-DHCPAgentSchedulersTestJSON-98248952-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.2824042 Oct 27 10:36:55.165297 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 41052) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:36:55.171211 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcf3c1b-9140-40eb-bf7b-554801b8b2a7 tempest-DHCPAgentSchedulersTestJSON-98248952 tempest-DHCPAgentSchedulersTestJSON-98248952-project] Pushing event updated for resources: {'Network': ['ID=ab595203-d7a2-49ba-8ff8-f06830a1489d,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:36:55.196698 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Network ab595203-d7a2-49ba-8ff8-f06830a1489d details requested by agent ovs-agent-n-d-813419-10 with host n-d-813419-10 {{(pid=102348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 10:36:55.330634 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-ebb56e7d-c8f4-4f8c-ab82-a9d0d7054fb9 req-9e69cd3b-4f4b-4609-9364-5eec77bd1387 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Publish callbacks [] for port, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:55.416796 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-d380429f-a0be-4fef-9241-f6a31bd718fb tempest-DHCPAgentSchedulersTestJSON-891315622 tempest-DHCPAgentSchedulersTestJSON-891315622-project-admin] 10.222.0.44 "GET /v2.0/agents/eafd4000-b897-4722-ae8b-0118ec955181/dhcp-networks HTTP/1.1" status: 200 len: 8857 time: 0.2505100 Oct 27 10:36:55.420099 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 41064) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:36:55.435583 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-ebb56e7d-c8f4-4f8c-ab82-a9d0d7054fb9 req-9e69cd3b-4f4b-4609-9364-5eec77bd1387 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:55.480224 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ebb56e7d-c8f4-4f8c-ab82-a9d0d7054fb9 req-9e69cd3b-4f4b-4609-9364-5eec77bd1387 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Network fca909b5-2d06-4825-8091-33382048b635 is already hosted by enough agents. {{(pid=102347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:36:55.489569 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [req-ebb56e7d-c8f4-4f8c-ab82-a9d0d7054fb9 req-9e69cd3b-4f4b-4609-9364-5eec77bd1387 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Resources bound (agent type, host, resource id): {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:36:55.493752 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebb56e7d-c8f4-4f8c-ab82-a9d0d7054fb9 req-9e69cd3b-4f4b-4609-9364-5eec77bd1387 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Received port after_create {{(pid=102347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:36:55.547114 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e69cd3b-4f4b-4609-9364-5eec77bd1387 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Pushing event updated for resources: {'Port': ['ID=b160e90f-3f54-4032-a115-309a74841f26,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:36:55.552628 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 195f6788-9587-4f10-ba20-f4ac33067c56 up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:36:55.565467 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb56e7d-c8f4-4f8c-ab82-a9d0d7054fb9 req-9e69cd3b-4f4b-4609-9364-5eec77bd1387 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:36:55.566200 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-ebb56e7d-c8f4-4f8c-ab82-a9d0d7054fb9 req-9e69cd3b-4f4b-4609-9364-5eec77bd1387 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:55.599247 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-ebb56e7d-c8f4-4f8c-ab82-a9d0d7054fb9 req-9e69cd3b-4f4b-4609-9364-5eec77bd1387 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9508879 Oct 27 10:36:55.614321 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [req-ebb56e7d-c8f4-4f8c-ab82-a9d0d7054fb9 req-f2616785-d074-455a-822d-0c53f70145ce service neutron] Request body: {'port': {'device_id': '9cdc6933-0908-404f-8493-c08d1be20183', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-10'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:36:55.655750 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port 195f6788-9587-4f10-ba20-f4ac33067c56 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:36:55.656558 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:55.704134 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd7e9c42-28d1-40bc-abf7-c23205787d1d tempest-DHCPAgentSchedulersTestJSON-891315622 tempest-DHCPAgentSchedulersTestJSON-891315622-project-admin] Network ab595203-d7a2-49ba-8ff8-f06830a1489d is scheduled to be hosted by DHCP agent eafd4000-b897-4722-ae8b-0118ec955181 with binding_index 1 {{(pid=102346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 10:36:55.709672 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-ebb56e7d-c8f4-4f8c-ab82-a9d0d7054fb9 req-f2616785-d074-455a-822d-0c53f70145ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:55.756710 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-dd7e9c42-28d1-40bc-abf7-c23205787d1d tempest-DHCPAgentSchedulersTestJSON-891315622 tempest-DHCPAgentSchedulersTestJSON-891315622-project-admin] 10.222.0.44 "POST /v2.0/agents/eafd4000-b897-4722-ae8b-0118ec955181/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.3354712 Oct 27 10:36:55.769305 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 41076) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:36:55.775162 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea153bcc-c8c8-4de6-85b8-2b244e4f5ee5 None None] Network ab595203-d7a2-49ba-8ff8-f06830a1489d requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:36:55.825270 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1220c310-191e-4570-8fdf-0adab3b5ef2c req-46ed3bae-32e8-4f95-804d-d03d89cc1b96 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:36:55.840818 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-1220c310-191e-4570-8fdf-0adab3b5ef2c req-46ed3bae-32e8-4f95-804d-d03d89cc1b96 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/ports?device_id=9cdc6933-0908-404f-8493-c08d1be20183 HTTP/1.1" status: 200 len: 932 time: 0.2256091 Oct 27 10:36:55.900083 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-1220c310-191e-4570-8fdf-0adab3b5ef2c req-d5edfa20-2046-440a-85db-acafe43c9c7b tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/security-groups?id=cc9284c7-fb9e-4cd7-891d-df58f9ea4e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583787 Oct 27 10:36:56.027791 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:56.059500 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-ee905fc5-8880-4057-b568-2d8ee74997fd None None] Provisioning complete for port b160e90f-3f54-4032-a115-309a74841f26 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:36:56.059986 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-ee905fc5-8880-4057-b568-2d8ee74997fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:56.128255 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d428399-b0bf-48d0-9f86-b612613bb1f4 None None] Network d2fc499f-ba73-4c95-b0f0-0ee372b9701d requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:36:56.138802 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] For port 195f6788-9587-4f10-ba20-f4ac33067c56, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=195f6788-9587-4f10-ba20-f4ac33067c56,segment=NetworkSegment(8065b907-01dc-41a7-91ac-6ee0f6d896c5),segment_id=8065b907-01dc-41a7-91ac-6ee0f6d896c5)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:36:56.187123 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:56.201035 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-ee905fc5-8880-4057-b568-2d8ee74997fd None None] Port b160e90f-3f54-4032-a115-309a74841f26 cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:36:56.208093 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 41084) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:36:56.208759 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-da8c4aef-37ac-4fbb-938b-eb334e8e73e2 tempest-DHCPAgentSchedulersTestJSON-891315622 tempest-DHCPAgentSchedulersTestJSON-891315622-project-admin] 10.222.0.44 "GET /v2.0/agents/eafd4000-b897-4722-ae8b-0118ec955181/dhcp-networks HTTP/1.1" status: 200 len: 9628 time: 0.4376166 Oct 27 10:36:56.277998 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Pushing event updated for resources: {'Port': ['ID=195f6788-9587-4f10-ba20-f4ac33067c56,revision_number=3']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:36:56.332406 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-e5b3d0fd-9a9c-4ee7-a900-334e52adf638 tempest-DHCPAgentSchedulersTestJSON-891315622 tempest-DHCPAgentSchedulersTestJSON-891315622-project-admin] 10.222.0.44 "DELETE /v2.0/agents/eafd4000-b897-4722-ae8b-0118ec955181/dhcp-networks/ab595203-d7a2-49ba-8ff8-f06830a1489d HTTP/1.1" status: 204 len: 168 time: 0.1214890 Oct 27 10:36:56.337988 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 41086) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:36:56.354707 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-31e9a2b7-6edc-4427-a21e-1e9ec28a113e None None] Provisioning complete for port 195f6788-9587-4f10-ba20-f4ac33067c56 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:36:56.355072 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [req-ebb56e7d-c8f4-4f8c-ab82-a9d0d7054fb9 req-f2616785-d074-455a-822d-0c53f70145ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b160e90f-3f54-4032-a115-309a74841f26 {{(pid=102347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:36:56.355299 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-31e9a2b7-6edc-4427-a21e-1e9ec28a113e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:56.365505 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-ebb56e7d-c8f4-4f8c-ab82-a9d0d7054fb9 req-f2616785-d074-455a-822d-0c53f70145ce service neutron] Publish callbacks [] for port, precommit_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:56.379879 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.provisioning_blocks [req-ebb56e7d-c8f4-4f8c-ab82-a9d0d7054fb9 req-f2616785-d074-455a-822d-0c53f70145ce service neutron] Transition to ACTIVE for port object b160e90f-3f54-4032-a115-309a74841f26 will not be triggered until provisioned by entity L2. {{(pid=102347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 10:36:56.388397 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-ebb56e7d-c8f4-4f8c-ab82-a9d0d7054fb9 req-f2616785-d074-455a-822d-0c53f70145ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:56.536522 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2616785-d074-455a-822d-0c53f70145ce service neutron] Pushing event updated for resources: {'Port': ['ID=b160e90f-3f54-4032-a115-309a74841f26,revision_number=2']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:36:56.659453 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-ebb56e7d-c8f4-4f8c-ab82-a9d0d7054fb9 req-f2616785-d074-455a-822d-0c53f70145ce service neutron] Attempting to bind port b160e90f-3f54-4032-a115-309a74841f26 on host n-h2-813419-10 for vnic_type normal with profile {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:36:56.660615 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-ebb56e7d-c8f4-4f8c-ab82-a9d0d7054fb9 req-f2616785-d074-455a-822d-0c53f70145ce service neutron] Attempting to bind port b160e90f-3f54-4032-a115-309a74841f26 by drivers openvswitch,hyperv on host n-h2-813419-10 at level 0 using segments [{'id': '3fa8f95e-6276-4974-b5c0-da1e0ae271fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'fca909b5-2d06-4825-8091-33382048b635'}] {{(pid=102347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:36:56.661148 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebb56e7d-c8f4-4f8c-ab82-a9d0d7054fb9 req-f2616785-d074-455a-822d-0c53f70145ce service neutron] Attempting to bind port b160e90f-3f54-4032-a115-309a74841f26 on network fca909b5-2d06-4825-8091-33382048b635 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:36:56.675616 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebb56e7d-c8f4-4f8c-ab82-a9d0d7054fb9 req-f2616785-d074-455a-822d-0c53f70145ce service neutron] Port b160e90f-3f54-4032-a115-309a74841f26 on network fca909b5-2d06-4825-8091-33382048b635 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-10 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 10:36:56.676238 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebb56e7d-c8f4-4f8c-ab82-a9d0d7054fb9 req-f2616785-d074-455a-822d-0c53f70145ce service neutron] Attempting to bind port b160e90f-3f54-4032-a115-309a74841f26 on network fca909b5-2d06-4825-8091-33382048b635 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:36:56.684131 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 41100) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:36:56.690830 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 41102) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:36:56.697329 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebb56e7d-c8f4-4f8c-ab82-a9d0d7054fb9 req-f2616785-d074-455a-822d-0c53f70145ce service neutron] Checking agent: {'id': 'a2edc247-0fa4-4ce6-bbae-a10492f6bd71', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 16, 9), 'started_at': datetime.datetime(2021, 10, 27, 10, 16, 9), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 36, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:36:56.700608 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebb56e7d-c8f4-4f8c-ab82-a9d0d7054fb9 req-f2616785-d074-455a-822d-0c53f70145ce service neutron] Checking segment: {'id': '3fa8f95e-6276-4974-b5c0-da1e0ae271fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'fca909b5-2d06-4825-8091-33382048b635'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:36:56.701250 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebb56e7d-c8f4-4f8c-ab82-a9d0d7054fb9 req-f2616785-d074-455a-822d-0c53f70145ce service neutron] Bound using segment: {'id': '3fa8f95e-6276-4974-b5c0-da1e0ae271fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'fca909b5-2d06-4825-8091-33382048b635'} {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:36:56.705585 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-ebb56e7d-c8f4-4f8c-ab82-a9d0d7054fb9 req-f2616785-d074-455a-822d-0c53f70145ce service neutron] Bound port: b160e90f-3f54-4032-a115-309a74841f26, host: n-h2-813419-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3fa8f95e-6276-4974-b5c0-da1e0ae271fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'fca909b5-2d06-4825-8091-33382048b635'}}] {{(pid=102347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:36:56.706193 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-ebb56e7d-c8f4-4f8c-ab82-a9d0d7054fb9 req-f2616785-d074-455a-822d-0c53f70145ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:56.796151 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-a39b84b3-3d46-411a-b22d-11022c8b3799 tempest-DHCPAgentSchedulersTestJSON-891315622 tempest-DHCPAgentSchedulersTestJSON-891315622-project-admin] 10.222.0.44 "GET /v2.0/agents/eafd4000-b897-4722-ae8b-0118ec955181/dhcp-networks HTTP/1.1" status: 200 len: 8857 time: 0.4567378 Oct 27 10:36:56.806325 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 41108) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:36:56.852721 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3ea4647-8ffd-4515-909b-96d0be94da4b admin admin] Deleting subnet d10e012c-67dd-4bab-810d-02cbf72e2d75 {{(pid=102346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 10:36:56.860776 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-ebb56e7d-c8f4-4f8c-ab82-a9d0d7054fb9 req-f2616785-d074-455a-822d-0c53f70145ce service neutron] For port b160e90f-3f54-4032-a115-309a74841f26, host n-h2-813419-10, cleared binding levels {{(pid=102347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:36:56.864841 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-b3ea4647-8ffd-4515-909b-96d0be94da4b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:56.873926 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-ebb56e7d-c8f4-4f8c-ab82-a9d0d7054fb9 req-f2616785-d074-455a-822d-0c53f70145ce service neutron] For port b160e90f-3f54-4032-a115-309a74841f26, host n-h2-813419-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=b160e90f-3f54-4032-a115-309a74841f26,segment=NetworkSegment(3fa8f95e-6276-4974-b5c0-da1e0ae271fc),segment_id=3fa8f95e-6276-4974-b5c0-da1e0ae271fc)] {{(pid=102347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:36:56.884102 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-ebb56e7d-c8f4-4f8c-ab82-a9d0d7054fb9 req-f2616785-d074-455a-822d-0c53f70145ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:56.928848 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-4d42efa8-6885-4952-ba71-26aa44ebc999 tempest-DHCPAgentSchedulersTestJSON-891315622 tempest-DHCPAgentSchedulersTestJSON-891315622-project-admin] 10.222.0.44 "GET /v2.0/networks/d2fc499f-ba73-4c95-b0f0-0ee372b9701d/dhcp-agents HTTP/1.1" status: 200 len: 796 time: 0.1195893 Oct 27 10:36:56.934302 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 41112) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:36:56.955539 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-b3ea4647-8ffd-4515-909b-96d0be94da4b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25847868'] for subnet, precommit_delete_associations {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:56.956414 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb56e7d-c8f4-4f8c-ab82-a9d0d7054fb9 req-f2616785-d074-455a-822d-0c53f70145ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:36:56.957396 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-ebb56e7d-c8f4-4f8c-ab82-a9d0d7054fb9 req-f2616785-d074-455a-822d-0c53f70145ce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:56.962056 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-ebb56e7d-c8f4-4f8c-ab82-a9d0d7054fb9 req-f2616785-d074-455a-822d-0c53f70145ce service neutron] 10.222.0.76 "PUT /v2.0/ports/b160e90f-3f54-4032-a115-309a74841f26 HTTP/1.1" status: 200 len: 1093 time: 1.3505864 Oct 27 10:36:56.962243 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-ee0eb4d5-c3b9-4d03-8135-1283e89c0bd4 tempest-DHCPAgentSchedulersTestJSON-891315622 tempest-DHCPAgentSchedulersTestJSON-891315622-project-admin] 10.222.0.44 "GET /v2.0/networks/d2fc499f-ba73-4c95-b0f0-0ee372b9701d/dhcp-agents HTTP/1.1" status: 200 len: 796 time: 0.0236311 Oct 27 10:36:56.962376 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cdc6933-0908-404f-8493-c08d1be20183', 'tag': 'b160e90f-3f54-4032-a115-309a74841f26'}] {{(pid=102347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:36:56.964633 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311149b481204ee7edffdb959c881838506fbd95bc8577c048f6677abb73acc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1df2f2bc-6a01-4a9a-8f25-2a2bef56c4ad" -d '{"events": [{"name": "network-changed", "server_uuid": "9cdc6933-0908-404f-8493-c08d1be20183", "tag": "b160e90f-3f54-4032-a115-309a74841f26"}]}' {{(pid=102347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:36:56.967827 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 41114) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:36:56.979400 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-679b68a4-4276-4433-9131-69a6b47fce1c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:57.011280 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-b3ea4647-8ffd-4515-909b-96d0be94da4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855646'] for subnet, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:57.120430 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-eb47f619-bf80-4da0-b93d-59ce933a0acb None None] Provisioning complete for port 195f6788-9587-4f10-ba20-f4ac33067c56 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:36:57.120870 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-eb47f619-bf80-4da0-b93d-59ce933a0acb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:57.140566 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 10:36:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be88aa95-94a2-48a5-aa3f-286ea926dd5f x-openstack-request-id: req-be88aa95-94a2-48a5-aa3f-286ea926dd5f {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:36:57.140820 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9cdc6933-0908-404f-8493-c08d1be20183", "tag": "b160e90f-3f54-4032-a115-309a74841f26", "status": "completed", "code": 200}]} {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:36:57.141084 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-be88aa95-94a2-48a5-aa3f-286ea926dd5f {{(pid=102347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:36:57.141480 n-d-813419-10 neutron-server[102347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9cdc6933-0908-404f-8493-c08d1be20183', 'tag': 'b160e90f-3f54-4032-a115-309a74841f26', 'status': 'completed', 'code': 200} Oct 27 10:36:57.154065 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac42eb32-75a4-4609-b1ce-f9ca84843067 req-cde5df4c-8906-4eb1-900f-2c3a151d0c5b tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:36:57.165650 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ac42eb32-75a4-4609-b1ce-f9ca84843067 req-cde5df4c-8906-4eb1-900f-2c3a151d0c5b tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/ports?device_id=9cdc6933-0908-404f-8493-c08d1be20183 HTTP/1.1" status: 200 len: 944 time: 0.1058433 Oct 27 10:36:57.197839 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-b3ea4647-8ffd-4515-909b-96d0be94da4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27024355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27168307'] for subnet, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:57.253793 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-679b68a4-4276-4433-9131-69a6b47fce1c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:57.254037 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-b3ea4647-8ffd-4515-909b-96d0be94da4b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for subnet, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:57.259866 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-b3ea4647-8ffd-4515-909b-96d0be94da4b admin admin] 10.222.0.44 "DELETE /v2.0/subnets/d10e012c-67dd-4bab-810d-02cbf72e2d75 HTTP/1.1" status: 204 len: 168 time: 0.5649631 Oct 27 10:36:57.260404 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 41118) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:36:57.261154 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ea4647-8ffd-4515-909b-96d0be94da4b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d10e012c-67dd-4bab-810d-02cbf72e2d75,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:36:57.272188 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ac42eb32-75a4-4609-b1ce-f9ca84843067 req-90dc1601-55e6-462c-ba7a-afb3d88a9dd4 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/security-groups?id=cc9284c7-fb9e-4cd7-891d-df58f9ea4e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056511 Oct 27 10:36:57.282616 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ea4647-8ffd-4515-909b-96d0be94da4b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:36:57.282922 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ea4647-8ffd-4515-909b-96d0be94da4b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:36:57.283260 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ea4647-8ffd-4515-909b-96d0be94da4b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:36:57.283607 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ea4647-8ffd-4515-909b-96d0be94da4b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:36:57.283921 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ea4647-8ffd-4515-909b-96d0be94da4b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:36:57.284269 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ea4647-8ffd-4515-909b-96d0be94da4b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:36:57.284594 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ea4647-8ffd-4515-909b-96d0be94da4b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:36:57.284918 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ea4647-8ffd-4515-909b-96d0be94da4b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:36:57.285236 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ea4647-8ffd-4515-909b-96d0be94da4b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:36:57.285552 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ea4647-8ffd-4515-909b-96d0be94da4b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:36:57.285874 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ea4647-8ffd-4515-909b-96d0be94da4b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:36:57.286193 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ea4647-8ffd-4515-909b-96d0be94da4b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:36:57.354213 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-679b68a4-4276-4433-9131-69a6b47fce1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:57.376928 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2616785-d074-455a-822d-0c53f70145ce service neutron] Pushing event updated for resources: {'Port': ['ID=b160e90f-3f54-4032-a115-309a74841f26,revision_number=3']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:36:57.387305 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-eac555dc-f3b4-4e56-82b8-2ac15183f23b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586917'] for network, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:57.435096 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 195f6788-9587-4f10-ba20-f4ac33067c56 up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:36:57.484106 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679b68a4-4276-4433-9131-69a6b47fce1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c649b0e2-4319-44ff-9147-462ac1f435ea,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:36:57.484811 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-19078804-6740-4690-bedf-b95245129f31 None None] Could not find standard attr ID for object a39d63d7-6360-459f-9bc0-02572cfeb7cc. {{(pid=102348) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 27 10:36:57.497092 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-679b68a4-4276-4433-9131-69a6b47fce1c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e071c659939a4b3e811e9afde6cc4d5a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8111744 Oct 27 10:36:57.499621 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb56e7d-c8f4-4f8c-ab82-a9d0d7054fb9 req-28c77570-9bd0-40ea-a4a0-e61b4fa169a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:36:57.501082 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-ebb56e7d-c8f4-4f8c-ab82-a9d0d7054fb9 req-28c77570-9bd0-40ea-a4a0-e61b4fa169a0 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=5cdd6d2f037d42e18150718a811d487c&device_id=9cdc6933-0908-404f-8493-c08d1be20183 HTTP/1.1" status: 200 len: 1096 time: 0.3588665 Oct 27 10:36:57.509291 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-eac555dc-f3b4-4e56-82b8-2ac15183f23b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857803', 'neutron.services.segments.db._delete_segments_for_network-8743873143390'] for network, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:57.510632 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 41120) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:36:57.524870 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port 195f6788-9587-4f10-ba20-f4ac33067c56 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:36:57.525241 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:57.549679 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-eac555dc-f3b4-4e56-82b8-2ac15183f23b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d938063-6de9-4af7-8c0a-0cc177cd5dd2']}} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:36:57.560023 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-eac555dc-f3b4-4e56-82b8-2ac15183f23b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7dd77195-ce76-4d8f-a4a0-21bf27911aee') {'for_net_delete': True} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:36:57.560371 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-eac555dc-f3b4-4e56-82b8-2ac15183f23b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7dd77195-ce76-4d8f-a4a0-21bf27911aee') {} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:36:57.577958 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-eac555dc-f3b4-4e56-82b8-2ac15183f23b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743873145191', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25847877'] for segment, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:57.599710 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-eac555dc-f3b4-4e56-82b8-2ac15183f23b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:57.600939 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-3827d831-b8a4-4744-a5c3-3ba60790fd18 tempest-DHCPAgentSchedulersTestJSON-891315622 tempest-DHCPAgentSchedulersTestJSON-891315622-project-admin] 10.222.0.44 "GET /v2.0/agents/eafd4000-b897-4722-ae8b-0118ec955181/dhcp-networks HTTP/1.1" status: 200 len: 8819 time: 0.6252606 Oct 27 10:36:57.608805 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eac555dc-f3b4-4e56-82b8-2ac15183f23b admin admin] Releasing vlan 447 on physical network physnet1 to pool {{(pid=102346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 10:36:57.609679 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-eac555dc-f3b4-4e56-82b8-2ac15183f23b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27024137'] for segment, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:57.612251 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 41122) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:36:57.619771 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-ebb56e7d-c8f4-4f8c-ab82-a9d0d7054fb9 req-25563d7d-047b-4178-8e18-1b67a68b5089 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b160e90f-3f54-4032-a115-309a74841f26 HTTP/1.1" status: 200 len: 217 time: 0.0945623 Oct 27 10:36:57.693983 n-d-813419-10 neutron-server[102346]: Traceback (most recent call last): Oct 27 10:36:57.693983 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 10:36:57.693983 n-d-813419-10 neutron-server[102346]: timer() Oct 27 10:36:57.693983 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 10:36:57.693983 n-d-813419-10 neutron-server[102346]: cb(*args, **kw) Oct 27 10:36:57.693983 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 10:36:57.693983 n-d-813419-10 neutron-server[102346]: return func(*args, **kwargs) Oct 27 10:36:57.693983 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 10:36:57.693983 n-d-813419-10 neutron-server[102346]: self._notify() Oct 27 10:36:57.693983 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 10:36:57.693983 n-d-813419-10 neutron-server[102346]: self.callback(batched_events) Oct 27 10:36:57.693983 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 10:36:57.693983 n-d-813419-10 neutron-server[102346]: event.method(event) Oct 27 10:36:57.693983 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 10:36:57.693983 n-d-813419-10 neutron-server[102346]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 10:36:57.693983 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 10:36:57.693983 n-d-813419-10 neutron-server[102346]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 10:36:57.693983 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 10:36:57.693983 n-d-813419-10 neutron-server[102346]: return f(self, *a, **k) Oct 27 10:36:57.693983 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 10:36:57.693983 n-d-813419-10 neutron-server[102346]: return self._get(url).json() Oct 27 10:36:57.693983 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 10:36:57.693983 n-d-813419-10 neutron-server[102346]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 10:36:57.693983 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 10:36:57.693983 n-d-813419-10 neutron-server[102346]: return self.request(url, 'GET', **kwargs) Oct 27 10:36:57.693983 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 10:36:57.693983 n-d-813419-10 neutron-server[102346]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 10:36:57.693983 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 10:36:57.693983 n-d-813419-10 neutron-server[102346]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 10:36:57.693983 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 10:36:57.693983 n-d-813419-10 neutron-server[102346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 10:36:57.693983 n-d-813419-10 neutron-server[102346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 10:36:57.705994 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-eac555dc-f3b4-4e56-82b8-2ac15183f23b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664840'] for network, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:57.711923 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-eac555dc-f3b4-4e56-82b8-2ac15183f23b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for network, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:57.715452 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-eac555dc-f3b4-4e56-82b8-2ac15183f23b admin admin] 10.222.0.44 "DELETE /v2.0/networks/8d938063-6de9-4af7-8c0a-0cc177cd5dd2 HTTP/1.1" status: 204 len: 168 time: 0.4420984 Oct 27 10:36:57.728575 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac555dc-f3b4-4e56-82b8-2ac15183f23b admin admin] Pushing event deleted for resources: {'Network': ['ID=8d938063-6de9-4af7-8c0a-0cc177cd5dd2,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:36:57.775728 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-6d27a453-e7d4-486a-b47c-14ca3baf4a92 tempest-DHCPAgentSchedulersTestJSON-98248952 tempest-DHCPAgentSchedulersTestJSON-98248952-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586917'] for network, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:57.782275 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-27849aa1-4668-42d9-86a9-7f9db75f476f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:57.835286 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 41128) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:36:57.841361 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb56e7d-c8f4-4f8c-ab82-a9d0d7054fb9 req-cf267f95-9488-4dc5-97bb-202b8787a2aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:36:57.843107 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-ebb56e7d-c8f4-4f8c-ab82-a9d0d7054fb9 req-cf267f95-9488-4dc5-97bb-202b8787a2aa service neutron] 10.222.0.76 "GET /v2.0/subnets?id=71c50f4e-5d00-4779-bfe1-162c05f5fddb HTTP/1.1" status: 200 len: 850 time: 0.2148602 Oct 27 10:36:57.887077 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-f34b5a3c-b525-475f-ba34-0cdfefed973f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9acc1288f1e24e5194b2ab7572b1c5ff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0505822 Oct 27 10:36:57.887910 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 41132) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:36:57.895301 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-27849aa1-4668-42d9-86a9-7f9db75f476f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:57.943103 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-703dd339-fb68-4ffc-8092-c1ab693ef935 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:57.953398 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-6d27a453-e7d4-486a-b47c-14ca3baf4a92 tempest-DHCPAgentSchedulersTestJSON-98248952 tempest-DHCPAgentSchedulersTestJSON-98248952-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857803', 'neutron.services.segments.db._delete_segments_for_network-8743873143390'] for network, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:57.964242 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-703dd339-fb68-4ffc-8092-c1ab693ef935 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:57.996146 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb56e7d-c8f4-4f8c-ab82-a9d0d7054fb9 req-74a0e437-c651-4ff6-a60f-22b992c7adc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:36:57.998163 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-ebb56e7d-c8f4-4f8c-ab82-a9d0d7054fb9 req-74a0e437-c651-4ff6-a60f-22b992c7adc8 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=fca909b5-2d06-4825-8091-33382048b635&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1072245 Oct 27 10:36:57.999943 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-6d27a453-e7d4-486a-b47c-14ca3baf4a92 tempest-DHCPAgentSchedulersTestJSON-98248952 tempest-DHCPAgentSchedulersTestJSON-98248952-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab595203-d7a2-49ba-8ff8-f06830a1489d']}} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:36:58.017450 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-703dd339-fb68-4ffc-8092-c1ab693ef935 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:58.020424 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-703dd339-fb68-4ffc-8092-c1ab693ef935 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:58.024459 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-6d27a453-e7d4-486a-b47c-14ca3baf4a92 tempest-DHCPAgentSchedulersTestJSON-98248952 tempest-DHCPAgentSchedulersTestJSON-98248952-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c48ceb6b-e4ea-4909-b569-b0362d35bcee') {'for_net_delete': True} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:36:58.024459 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-6d27a453-e7d4-486a-b47c-14ca3baf4a92 tempest-DHCPAgentSchedulersTestJSON-98248952 tempest-DHCPAgentSchedulersTestJSON-98248952-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c48ceb6b-e4ea-4909-b569-b0362d35bcee') {} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:36:58.024725 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-703dd339-fb68-4ffc-8092-c1ab693ef935 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1cfb3b36-7fdd-4213-b115-9d47e1636c43 HTTP/1.1" status: 204 len: 168 time: 0.1328731 Oct 27 10:36:58.042858 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703dd339-fb68-4ffc-8092-c1ab693ef935 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cfb3b36-7fdd-4213-b115-9d47e1636c43,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:36:58.074019 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-6d27a453-e7d4-486a-b47c-14ca3baf4a92 tempest-DHCPAgentSchedulersTestJSON-98248952 tempest-DHCPAgentSchedulersTestJSON-98248952-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743873145191', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18445132'] for segment, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:58.423285 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-27849aa1-4668-42d9-86a9-7f9db75f476f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:58.424593 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-27849aa1-4668-42d9-86a9-7f9db75f476f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:58.428147 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-27849aa1-4668-42d9-86a9-7f9db75f476f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c649b0e2-4319-44ff-9147-462ac1f435ea HTTP/1.1" status: 204 len: 168 time: 0.9143105 Oct 27 10:36:58.428890 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-6d27a453-e7d4-486a-b47c-14ca3baf4a92 tempest-DHCPAgentSchedulersTestJSON-98248952 tempest-DHCPAgentSchedulersTestJSON-98248952-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:58.434498 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe68c85-d4fd-4822-85e6-5328ae429d81 req-1e6e6109-b2c7-4782-afba-79b02769df7f tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:36:58.436167 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-afe68c85-d4fd-4822-85e6-5328ae429d81 req-1e6e6109-b2c7-4782-afba-79b02769df7f tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/ports?device_id=9cdc6933-0908-404f-8493-c08d1be20183 HTTP/1.1" status: 200 len: 944 time: 0.0553348 Oct 27 10:36:58.438583 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d27a453-e7d4-486a-b47c-14ca3baf4a92 tempest-DHCPAgentSchedulersTestJSON-98248952 tempest-DHCPAgentSchedulersTestJSON-98248952-project] Releasing vlan 409 on physical network physnet1 to pool {{(pid=102347) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 10:36:58.439096 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-6d27a453-e7d4-486a-b47c-14ca3baf4a92 tempest-DHCPAgentSchedulersTestJSON-98248952 tempest-DHCPAgentSchedulersTestJSON-98248952-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-18296032'] for segment, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:58.443710 n-d-813419-10 neutron-server[102347]: Traceback (most recent call last): Oct 27 10:36:58.443710 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 10:36:58.443710 n-d-813419-10 neutron-server[102347]: timer() Oct 27 10:36:58.443710 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 10:36:58.443710 n-d-813419-10 neutron-server[102347]: cb(*args, **kw) Oct 27 10:36:58.443710 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 10:36:58.443710 n-d-813419-10 neutron-server[102347]: return func(*args, **kwargs) Oct 27 10:36:58.443710 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 10:36:58.443710 n-d-813419-10 neutron-server[102347]: self._notify() Oct 27 10:36:58.443710 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 10:36:58.443710 n-d-813419-10 neutron-server[102347]: self.callback(batched_events) Oct 27 10:36:58.443710 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 10:36:58.443710 n-d-813419-10 neutron-server[102347]: event.method(event) Oct 27 10:36:58.443710 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 10:36:58.443710 n-d-813419-10 neutron-server[102347]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 10:36:58.443710 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 10:36:58.443710 n-d-813419-10 neutron-server[102347]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 10:36:58.443710 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 10:36:58.443710 n-d-813419-10 neutron-server[102347]: return f(self, *a, **k) Oct 27 10:36:58.443710 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 10:36:58.443710 n-d-813419-10 neutron-server[102347]: return self._get(url).json() Oct 27 10:36:58.443710 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 10:36:58.443710 n-d-813419-10 neutron-server[102347]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 10:36:58.443710 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 10:36:58.443710 n-d-813419-10 neutron-server[102347]: return self.request(url, 'GET', **kwargs) Oct 27 10:36:58.443710 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 10:36:58.443710 n-d-813419-10 neutron-server[102347]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 10:36:58.443710 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 10:36:58.443710 n-d-813419-10 neutron-server[102347]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 10:36:58.443710 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 10:36:58.443710 n-d-813419-10 neutron-server[102347]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 10:36:58.443710 n-d-813419-10 neutron-server[102347]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 10:36:58.491336 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27849aa1-4668-42d9-86a9-7f9db75f476f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c649b0e2-4319-44ff-9147-462ac1f435ea,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:36:58.496669 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-afe68c85-d4fd-4822-85e6-5328ae429d81 req-242424d0-a687-4841-b497-fcaec083bcfa tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/security-groups?id=cc9284c7-fb9e-4cd7-891d-df58f9ea4e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512373 Oct 27 10:36:58.532958 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-ebb56e7d-c8f4-4f8c-ab82-a9d0d7054fb9 req-4bca69bd-bdb3-44f3-80a9-0f6bf814ddcb service neutron] 10.222.0.76 "GET /v2.0/networks/fca909b5-2d06-4825-8091-33382048b635?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5242057 Oct 27 10:36:58.537961 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-6d27a453-e7d4-486a-b47c-14ca3baf4a92 tempest-DHCPAgentSchedulersTestJSON-98248952 tempest-DHCPAgentSchedulersTestJSON-98248952-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664840'] for network, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:58.557002 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-6d27a453-e7d4-486a-b47c-14ca3baf4a92 tempest-DHCPAgentSchedulersTestJSON-98248952 tempest-DHCPAgentSchedulersTestJSON-98248952-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for network, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:58.560145 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-6d27a453-e7d4-486a-b47c-14ca3baf4a92 tempest-DHCPAgentSchedulersTestJSON-98248952 tempest-DHCPAgentSchedulersTestJSON-98248952-project] 10.222.0.44 "DELETE /v2.0/networks/ab595203-d7a2-49ba-8ff8-f06830a1489d HTTP/1.1" status: 204 len: 168 time: 0.9392395 Oct 27 10:36:58.562890 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 41150) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:36:58.591947 n-d-813419-10 neutron-server[102346]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd3a1d77-5471-4080-b15c-b2d4739ca680 tempest-DHCPAgentSchedulersTestJSON-98248952 tempest-DHCPAgentSchedulersTestJSON-98248952-project] DELETE failed (client error): The resource could not be found. Oct 27 10:36:58.592975 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd3a1d77-5471-4080-b15c-b2d4739ca680 tempest-DHCPAgentSchedulersTestJSON-98248952 tempest-DHCPAgentSchedulersTestJSON-98248952-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102346) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 10:36:58.596654 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-dd3a1d77-5471-4080-b15c-b2d4739ca680 tempest-DHCPAgentSchedulersTestJSON-98248952 tempest-DHCPAgentSchedulersTestJSON-98248952-project] 10.222.0.44 "DELETE /v2.0/ports/a39d63d7-6360-459f-9bc0-02572cfeb7cc HTTP/1.1" status: 404 len: 333 time: 0.0312626 Oct 27 10:36:58.598871 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 41154) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:36:58.641555 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d27a453-e7d4-486a-b47c-14ca3baf4a92 tempest-DHCPAgentSchedulersTestJSON-98248952 tempest-DHCPAgentSchedulersTestJSON-98248952-project] Pushing event deleted for resources: {'Network': ['ID=ab595203-d7a2-49ba-8ff8-f06830a1489d,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:36:58.655433 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_v2 [None req-690caa6b-544d-4753-bc60-74412990e71f tempest-DHCPAgentSchedulersTestJSON-98248952 tempest-DHCPAgentSchedulersTestJSON-98248952-project] Deleting subnet 0a6e473a-f669-4387-83d4-3ae3c73a1c12 {{(pid=102346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 10:36:58.659286 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-690caa6b-544d-4753-bc60-74412990e71f tempest-DHCPAgentSchedulersTestJSON-98248952 tempest-DHCPAgentSchedulersTestJSON-98248952-project] Publish callbacks [] for subnet, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:58.680705 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-ebb56e7d-c8f4-4f8c-ab82-a9d0d7054fb9 req-1bd2c6c1-ce44-4cbb-8654-908af4479b2b service neutron] 10.222.0.76 "GET /v2.0/networks/fca909b5-2d06-4825-8091-33382048b635?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386838 Oct 27 10:36:58.712971 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-690caa6b-544d-4753-bc60-74412990e71f tempest-DHCPAgentSchedulersTestJSON-98248952 tempest-DHCPAgentSchedulersTestJSON-98248952-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25847868'] for subnet, precommit_delete_associations {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:58.800522 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df2f2bc-6a01-4a9a-8f25-2a2bef56c4ad req-683f86db-6c0b-4715-84c3-e93fcea95792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:36:58.802436 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-1df2f2bc-6a01-4a9a-8f25-2a2bef56c4ad req-683f86db-6c0b-4715-84c3-e93fcea95792 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=5cdd6d2f037d42e18150718a811d487c&device_id=9cdc6933-0908-404f-8493-c08d1be20183 HTTP/1.1" status: 200 len: 1096 time: 0.0579824 Oct 27 10:36:58.873452 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-690caa6b-544d-4753-bc60-74412990e71f tempest-DHCPAgentSchedulersTestJSON-98248952 tempest-DHCPAgentSchedulersTestJSON-98248952-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855646'] for subnet, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:58.932618 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df2f2bc-6a01-4a9a-8f25-2a2bef56c4ad req-bda66374-bed0-4cb0-af71-07f49cb021b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:36:58.934807 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-1df2f2bc-6a01-4a9a-8f25-2a2bef56c4ad req-bda66374-bed0-4cb0-af71-07f49cb021b9 service neutron] 10.222.0.76 "GET /v2.0/networks?id=fca909b5-2d06-4825-8091-33382048b635 HTTP/1.1" status: 200 len: 912 time: 0.1231253 Oct 27 10:36:58.998470 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-690caa6b-544d-4753-bc60-74412990e71f tempest-DHCPAgentSchedulersTestJSON-98248952 tempest-DHCPAgentSchedulersTestJSON-98248952-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27024355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27168307'] for subnet, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:59.008807 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-1df2f2bc-6a01-4a9a-8f25-2a2bef56c4ad req-07678bd2-65b5-4aeb-b2be-2360486c88a6 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b160e90f-3f54-4032-a115-309a74841f26 HTTP/1.1" status: 200 len: 217 time: 0.0646503 Oct 27 10:36:59.022809 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 41174) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:36:59.039943 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690caa6b-544d-4753-bc60-74412990e71f tempest-DHCPAgentSchedulersTestJSON-98248952 tempest-DHCPAgentSchedulersTestJSON-98248952-project] Pushing event deleted for resources: {'Subnet': ['ID=0a6e473a-f669-4387-83d4-3ae3c73a1c12,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:36:59.049018 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-690caa6b-544d-4753-bc60-74412990e71f tempest-DHCPAgentSchedulersTestJSON-98248952 tempest-DHCPAgentSchedulersTestJSON-98248952-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for subnet, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:59.055234 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-690caa6b-544d-4753-bc60-74412990e71f tempest-DHCPAgentSchedulersTestJSON-98248952 tempest-DHCPAgentSchedulersTestJSON-98248952-project] 10.222.0.44 "DELETE /v2.0/subnets/0a6e473a-f669-4387-83d4-3ae3c73a1c12 HTTP/1.1" status: 204 len: 168 time: 0.4552460 Oct 27 10:36:59.055897 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3841150e-e1c5-45aa-a214-68a5f9424f92 None None] Network d2fc499f-ba73-4c95-b0f0-0ee372b9701d requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:36:59.058902 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 41180) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:36:59.150143 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-dafeea3c-0864-4a19-b07d-db13320988c7 tempest-DHCPAgentSchedulersTestJSON-98248952 tempest-DHCPAgentSchedulersTestJSON-98248952-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586917'] for network, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:59.168242 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-3885075d-cbd6-49c7-a7ff-677f0ec4cc6d admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-2119388273-network', 'tenant_id': '919a5bd918454fb6b913c2c116ca6735'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:36:59.180722 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df2f2bc-6a01-4a9a-8f25-2a2bef56c4ad req-3c9c3e89-70ac-4716-ad5b-d26aef9406f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:36:59.182198 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-1df2f2bc-6a01-4a9a-8f25-2a2bef56c4ad req-3c9c3e89-70ac-4716-ad5b-d26aef9406f6 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=71c50f4e-5d00-4779-bfe1-162c05f5fddb HTTP/1.1" status: 200 len: 850 time: 0.1673169 Oct 27 10:36:59.247605 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3885075d-cbd6-49c7-a7ff-677f0ec4cc6d admin admin] Made reservation on behalf of 919a5bd918454fb6b913c2c116ca6735 for: {'network': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:36:59.249956 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-3885075d-cbd6-49c7-a7ff-677f0ec4cc6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for network, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:59.258726 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e9b9417-b6b8-4680-8b9a-0cbd81c50a0c None None] DHCP port deletion for d2fc499f-ba73-4c95-b0f0-0ee372b9701d request from n-d-813419-10 {{(pid=102348) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 10:36:59.267511 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-3885075d-cbd6-49c7-a7ff-677f0ec4cc6d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:59.302965 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df2f2bc-6a01-4a9a-8f25-2a2bef56c4ad req-fe8af561-2f22-46d6-8254-8728df501732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:36:59.304505 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-1df2f2bc-6a01-4a9a-8f25-2a2bef56c4ad req-fe8af561-2f22-46d6-8254-8728df501732 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=fca909b5-2d06-4825-8091-33382048b635&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1148071 Oct 27 10:36:59.316493 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-dafeea3c-0864-4a19-b07d-db13320988c7 tempest-DHCPAgentSchedulersTestJSON-98248952 tempest-DHCPAgentSchedulersTestJSON-98248952-project] Deleting port 195f6788-9587-4f10-ba20-f4ac33067c56 {{(pid=102347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:36:59.316834 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-dafeea3c-0864-4a19-b07d-db13320988c7 tempest-DHCPAgentSchedulersTestJSON-98248952 tempest-DHCPAgentSchedulersTestJSON-98248952-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:59.331707 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-9e9b9417-b6b8-4680-8b9a-0cbd81c50a0c None None] Deleting port 195f6788-9587-4f10-ba20-f4ac33067c56 {{(pid=102348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:36:59.332514 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-9e9b9417-b6b8-4680-8b9a-0cbd81c50a0c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:59.393544 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 195f6788-9587-4f10-ba20-f4ac33067c56 no longer exists at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:36:59.451461 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-9e9b9417-b6b8-4680-8b9a-0cbd81c50a0c None None] For port 195f6788-9587-4f10-ba20-f4ac33067c56, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=195f6788-9587-4f10-ba20-f4ac33067c56,segment=NetworkSegment(8065b907-01dc-41a7-91ac-6ee0f6d896c5),segment_id=8065b907-01dc-41a7-91ac-6ee0f6d896c5)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:36:59.451859 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-9e9b9417-b6b8-4680-8b9a-0cbd81c50a0c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:59.467539 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-9e9b9417-b6b8-4680-8b9a-0cbd81c50a0c None None] Calling delete_port for 195f6788-9587-4f10-ba20-f4ac33067c56 owned by network:dhcp {{(pid=102348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:36:59.473332 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [None req-dafeea3c-0864-4a19-b07d-db13320988c7 tempest-DHCPAgentSchedulersTestJSON-98248952 tempest-DHCPAgentSchedulersTestJSON-98248952-project] For port 195f6788-9587-4f10-ba20-f4ac33067c56, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=195f6788-9587-4f10-ba20-f4ac33067c56,segment=NetworkSegment(8065b907-01dc-41a7-91ac-6ee0f6d896c5),segment_id=8065b907-01dc-41a7-91ac-6ee0f6d896c5)] {{(pid=102347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:36:59.473623 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-dafeea3c-0864-4a19-b07d-db13320988c7 tempest-DHCPAgentSchedulersTestJSON-98248952 tempest-DHCPAgentSchedulersTestJSON-98248952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:59.516911 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-dafeea3c-0864-4a19-b07d-db13320988c7 tempest-DHCPAgentSchedulersTestJSON-98248952 tempest-DHCPAgentSchedulersTestJSON-98248952-project] Calling delete_port for 195f6788-9587-4f10-ba20-f4ac33067c56 owned by network:dhcp {{(pid=102347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:36:59.519545 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-3885075d-cbd6-49c7-a7ff-677f0ec4cc6d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:59.529645 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-3885075d-cbd6-49c7-a7ff-677f0ec4cc6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:59.548859 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-1df2f2bc-6a01-4a9a-8f25-2a2bef56c4ad req-a2f45297-dd5c-40a3-9dbf-6824cb603866 service neutron] 10.222.0.76 "GET /v2.0/networks/fca909b5-2d06-4825-8091-33382048b635?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2248552 Oct 27 10:36:59.557926 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:59.609023 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] For port 195f6788-9587-4f10-ba20-f4ac33067c56, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=195f6788-9587-4f10-ba20-f4ac33067c56,segment=NetworkSegment(8065b907-01dc-41a7-91ac-6ee0f6d896c5),segment_id=8065b907-01dc-41a7-91ac-6ee0f6d896c5)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:36:59.615002 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3885075d-cbd6-49c7-a7ff-677f0ec4cc6d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 413} {{(pid=102347) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 10:36:59.623563 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:59.632414 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-9e9b9417-b6b8-4680-8b9a-0cbd81c50a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615'] for port, after_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:59.643169 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977a44c4-3118-42ab-9253-71bf7103a12a req-e00c3715-9b53-4057-9c7d-e29b1a60dbe0 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:36:59.645709 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-977a44c4-3118-42ab-9253-71bf7103a12a req-e00c3715-9b53-4057-9c7d-e29b1a60dbe0 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/ports?device_id=9cdc6933-0908-404f-8493-c08d1be20183 HTTP/1.1" status: 200 len: 944 time: 0.0667846 Oct 27 10:36:59.670130 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e9b9417-b6b8-4680-8b9a-0cbd81c50a0c None None] No DVR routers for this DVR port 195f6788-9587-4f10-ba20-f4ac33067c56 on host n-d-813419-10 {{(pid=102348) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:36:59.692519 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Pushing event updated for resources: {'Port': ['ID=195f6788-9587-4f10-ba20-f4ac33067c56,revision_number=5']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:36:59.714297 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-3885075d-cbd6-49c7-a7ff-677f0ec4cc6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:59.714746 n-d-813419-10 neutron-server[102347]: INFO neutron.db.segments_db [None req-3885075d-cbd6-49c7-a7ff-677f0ec4cc6d admin admin] Added segment 9f34e114-65e2-41d0-ae6b-c6e67c155bd8 of type vlan for network 2bb216b0-33a5-43b7-88f1-bdc0240ddb04 Oct 27 10:36:59.717936 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3885075d-cbd6-49c7-a7ff-677f0ec4cc6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=524299f9-276b-4e85-bae6-87b4575c925f,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:36:59.719669 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9b9417-b6b8-4680-8b9a-0cbd81c50a0c None None] Pushing event deleted for resources: {'Port': ['ID=195f6788-9587-4f10-ba20-f4ac33067c56,revision_number=None']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:36:59.738612 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-977a44c4-3118-42ab-9253-71bf7103a12a req-86e3e54e-d352-4c4d-bd46-0ed60ff958c4 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/security-groups?id=cc9284c7-fb9e-4cd7-891d-df58f9ea4e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834465 Oct 27 10:36:59.797041 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-3885075d-cbd6-49c7-a7ff-677f0ec4cc6d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743872593080'] for network, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:59.806006 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-1df2f2bc-6a01-4a9a-8f25-2a2bef56c4ad req-54ca4196-cc19-4ea4-8f59-2008c2355ff6 service neutron] 10.222.0.76 "GET /v2.0/networks/fca909b5-2d06-4825-8091-33382048b635?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1886613 Oct 27 10:36:59.832489 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-dafeea3c-0864-4a19-b07d-db13320988c7 tempest-DHCPAgentSchedulersTestJSON-98248952 tempest-DHCPAgentSchedulersTestJSON-98248952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:59.863169 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-3885075d-cbd6-49c7-a7ff-677f0ec4cc6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913'] for network, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:59.864335 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3885075d-cbd6-49c7-a7ff-677f0ec4cc6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:36:59.864917 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-3885075d-cbd6-49c7-a7ff-677f0ec4cc6d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for network, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:59.869617 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafeea3c-0864-4a19-b07d-db13320988c7 tempest-DHCPAgentSchedulersTestJSON-98248952 tempest-DHCPAgentSchedulersTestJSON-98248952-project] Pushing event deleted for resources: {'Port': ['ID=195f6788-9587-4f10-ba20-f4ac33067c56,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:36:59.887291 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dafeea3c-0864-4a19-b07d-db13320988c7 tempest-DHCPAgentSchedulersTestJSON-98248952 tempest-DHCPAgentSchedulersTestJSON-98248952-project] No DVR routers for this DVR port 195f6788-9587-4f10-ba20-f4ac33067c56 on host n-d-813419-10 {{(pid=102347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:36:59.941260 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-3885075d-cbd6-49c7-a7ff-677f0ec4cc6d admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.9173629 Oct 27 10:36:59.944300 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 41204) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:36:59.950153 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-ffecf32b-37f7-49d3-8356-f332990ac915 admin admin] Request body: {'subnet': {'network_id': '2bb216b0-33a5-43b7-88f1-bdc0240ddb04', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-2119388273-subnet', 'tenant_id': '919a5bd918454fb6b913c2c116ca6735', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:36:59.973046 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffecf32b-37f7-49d3-8356-f332990ac915 admin admin] Made reservation on behalf of 919a5bd918454fb6b913c2c116ca6735 for: {'subnet': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:36:59.975465 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ffecf32b-37f7-49d3-8356-f332990ac915 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27167186'] for subnet, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:36:59.997951 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3885075d-cbd6-49c7-a7ff-677f0ec4cc6d admin admin] Pushing event updated for resources: {'Network': ['ID=2bb216b0-33a5-43b7-88f1-bdc0240ddb04,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:37:00.009278 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Network 2bb216b0-33a5-43b7-88f1-bdc0240ddb04 details requested by agent ovs-agent-n-d-813419-10 with host n-d-813419-10 {{(pid=102348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 10:37:00.017197 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-dafeea3c-0864-4a19-b07d-db13320988c7 tempest-DHCPAgentSchedulersTestJSON-98248952 tempest-DHCPAgentSchedulersTestJSON-98248952-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857803', 'neutron.services.segments.db._delete_segments_for_network-8743873143390'] for network, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:00.051093 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-dafeea3c-0864-4a19-b07d-db13320988c7 tempest-DHCPAgentSchedulersTestJSON-98248952 tempest-DHCPAgentSchedulersTestJSON-98248952-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2fc499f-ba73-4c95-b0f0-0ee372b9701d']}} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:37:00.062619 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-dafeea3c-0864-4a19-b07d-db13320988c7 tempest-DHCPAgentSchedulersTestJSON-98248952 tempest-DHCPAgentSchedulersTestJSON-98248952-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8065b907-01dc-41a7-91ac-6ee0f6d896c5') {'for_net_delete': True} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:37:00.062959 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-dafeea3c-0864-4a19-b07d-db13320988c7 tempest-DHCPAgentSchedulersTestJSON-98248952 tempest-DHCPAgentSchedulersTestJSON-98248952-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8065b907-01dc-41a7-91ac-6ee0f6d896c5') {} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:37:00.073850 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-dafeea3c-0864-4a19-b07d-db13320988c7 tempest-DHCPAgentSchedulersTestJSON-98248952 tempest-DHCPAgentSchedulersTestJSON-98248952-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743873145191', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18445132'] for segment, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:00.087498 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-dafeea3c-0864-4a19-b07d-db13320988c7 tempest-DHCPAgentSchedulersTestJSON-98248952 tempest-DHCPAgentSchedulersTestJSON-98248952-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:00.093749 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dafeea3c-0864-4a19-b07d-db13320988c7 tempest-DHCPAgentSchedulersTestJSON-98248952 tempest-DHCPAgentSchedulersTestJSON-98248952-project] Releasing vlan 431 on physical network physnet1 to pool {{(pid=102347) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 10:37:00.094144 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-dafeea3c-0864-4a19-b07d-db13320988c7 tempest-DHCPAgentSchedulersTestJSON-98248952 tempest-DHCPAgentSchedulersTestJSON-98248952-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-18296032'] for segment, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:00.097930 n-d-813419-10 neutron-server[102347]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 10:37:00.097930 n-d-813419-10 neutron-server[102347]: self.session.flush() Oct 27 10:37:00.097930 n-d-813419-10 neutron-server[102347]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 10:37:00.097930 n-d-813419-10 neutron-server[102347]: self.session.flush() Oct 27 10:37:00.097930 n-d-813419-10 neutron-server[102347]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 10:37:00.097930 n-d-813419-10 neutron-server[102347]: self.session.flush() Oct 27 10:37:00.097930 n-d-813419-10 neutron-server[102347]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 10:37:00.097930 n-d-813419-10 neutron-server[102347]: self.session.flush() Oct 27 10:37:00.097930 n-d-813419-10 neutron-server[102347]: Traceback (most recent call last): Oct 27 10:37:00.097930 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 10:37:00.097930 n-d-813419-10 neutron-server[102347]: timer() Oct 27 10:37:00.097930 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 10:37:00.097930 n-d-813419-10 neutron-server[102347]: cb(*args, **kw) Oct 27 10:37:00.097930 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 10:37:00.097930 n-d-813419-10 neutron-server[102347]: return func(*args, **kwargs) Oct 27 10:37:00.097930 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 10:37:00.097930 n-d-813419-10 neutron-server[102347]: self._notify() Oct 27 10:37:00.097930 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 10:37:00.097930 n-d-813419-10 neutron-server[102347]: self.callback(batched_events) Oct 27 10:37:00.097930 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 10:37:00.097930 n-d-813419-10 neutron-server[102347]: event.method(event) Oct 27 10:37:00.097930 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 10:37:00.097930 n-d-813419-10 neutron-server[102347]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 10:37:00.097930 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 10:37:00.097930 n-d-813419-10 neutron-server[102347]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 10:37:00.097930 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 10:37:00.097930 n-d-813419-10 neutron-server[102347]: return f(self, *a, **k) Oct 27 10:37:00.097930 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 10:37:00.097930 n-d-813419-10 neutron-server[102347]: return self._get(url).json() Oct 27 10:37:00.097930 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 10:37:00.097930 n-d-813419-10 neutron-server[102347]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 10:37:00.097930 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 10:37:00.097930 n-d-813419-10 neutron-server[102347]: return self.request(url, 'GET', **kwargs) Oct 27 10:37:00.097930 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 10:37:00.097930 n-d-813419-10 neutron-server[102347]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 10:37:00.097930 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 10:37:00.097930 n-d-813419-10 neutron-server[102347]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 10:37:00.097930 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 10:37:00.097930 n-d-813419-10 neutron-server[102347]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 10:37:00.097930 n-d-813419-10 neutron-server[102347]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 10:37:00.164533 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-dafeea3c-0864-4a19-b07d-db13320988c7 tempest-DHCPAgentSchedulersTestJSON-98248952 tempest-DHCPAgentSchedulersTestJSON-98248952-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664840'] for network, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:00.170212 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-dafeea3c-0864-4a19-b07d-db13320988c7 tempest-DHCPAgentSchedulersTestJSON-98248952 tempest-DHCPAgentSchedulersTestJSON-98248952-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for network, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:00.175960 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-dafeea3c-0864-4a19-b07d-db13320988c7 tempest-DHCPAgentSchedulersTestJSON-98248952 tempest-DHCPAgentSchedulersTestJSON-98248952-project] 10.222.0.44 "DELETE /v2.0/networks/d2fc499f-ba73-4c95-b0f0-0ee372b9701d HTTP/1.1" status: 204 len: 168 time: 1.1136255 Oct 27 10:37:00.189557 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafeea3c-0864-4a19-b07d-db13320988c7 tempest-DHCPAgentSchedulersTestJSON-98248952 tempest-DHCPAgentSchedulersTestJSON-98248952-project] Pushing event deleted for resources: {'Network': ['ID=d2fc499f-ba73-4c95-b0f0-0ee372b9701d,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:37:00.215571 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ffecf32b-37f7-49d3-8356-f332990ac915 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27024290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27167168'] for subnet, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:00.271086 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffecf32b-37f7-49d3-8356-f332990ac915 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0e65214c-d82d-4d27-ab81-03f6e0b4cb64,revision_number=0']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:37:00.281396 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffecf32b-37f7-49d3-8356-f332990ac915 admin admin] Checking segment: {'id': '9f34e114-65e2-41d0-ae6b-c6e67c155bd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '2bb216b0-33a5-43b7-88f1-bdc0240ddb04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:37:00.281753 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffecf32b-37f7-49d3-8356-f332990ac915 admin admin] Network hostable DHCP agents. Network: 2bb216b0-33a5-43b7-88f1-bdc0240ddb04, hostable agents: ['eafd4000-b897-4722-ae8b-0118ec955181'], hosted agents: [] {{(pid=102346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 10:37:00.298189 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffecf32b-37f7-49d3-8356-f332990ac915 admin admin] Network 2bb216b0-33a5-43b7-88f1-bdc0240ddb04 is scheduled to be hosted by DHCP agent eafd4000-b897-4722-ae8b-0118ec955181 with binding_index 1 {{(pid=102346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 10:37:00.307738 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-ffecf32b-37f7-49d3-8356-f332990ac915 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-10, 2bb216b0-33a5-43b7-88f1-bdc0240ddb04) {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:37:00.317540 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffecf32b-37f7-49d3-8356-f332990ac915 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:37:00.317882 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18657879-8350-4523-9126-d28f6c38b6fd None None] Network 2bb216b0-33a5-43b7-88f1-bdc0240ddb04 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:37:00.318415 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ffecf32b-37f7-49d3-8356-f332990ac915 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for subnet, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:00.360246 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-ffecf32b-37f7-49d3-8356-f332990ac915 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.3974121 Oct 27 10:37:00.481554 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35b32c65-006a-4350-a65e-fabee8175670 None None] Network 2bb216b0-33a5-43b7-88f1-bdc0240ddb04 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:37:00.513255 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 41236) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:37:00.698164 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-df290da3-5351-4577-9281-0b0539b03c89 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a87dc748243b4366beaa8677e62265d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1807711 Oct 27 10:37:00.698164 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 41266) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:37:00.772188 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-3eea2557-5d57-4c2f-97e7-d31656a54482 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:00.804567 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-3eea2557-5d57-4c2f-97e7-d31656a54482 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:00.907625 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf3cf6f-f57f-4ce2-ae2d-273e2539dcbe req-f8f65034-4412-469b-8b9a-d75b7be57b12 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:37:00.909290 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-fdf3cf6f-f57f-4ce2-ae2d-273e2539dcbe req-f8f65034-4412-469b-8b9a-d75b7be57b12 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/ports?device_id=9cdc6933-0908-404f-8493-c08d1be20183 HTTP/1.1" status: 200 len: 944 time: 0.0928764 Oct 27 10:37:00.947781 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-3eea2557-5d57-4c2f-97e7-d31656a54482 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:00.950883 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-3eea2557-5d57-4c2f-97e7-d31656a54482 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:00.952643 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-3eea2557-5d57-4c2f-97e7-d31656a54482 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/62dd1d80-dd96-4240-8e1d-e800cb257971 HTTP/1.1" status: 204 len: 168 time: 0.2533379 Oct 27 10:37:00.980933 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eea2557-5d57-4c2f-97e7-d31656a54482 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62dd1d80-dd96-4240-8e1d-e800cb257971,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:37:00.990942 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-fdf3cf6f-f57f-4ce2-ae2d-273e2539dcbe req-b02a0f68-738a-402e-b4c9-0c167f23cf2f tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/security-groups?id=cc9284c7-fb9e-4cd7-891d-df58f9ea4e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711122 Oct 27 10:37:01.035109 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9ad441-42b8-4912-817a-3dd5122d7298 req-585ac0fc-e5d5-440e-8554-0ec39f6ad0d6 tempest-InstanceActionsV221TestJSON-899563103 tempest-InstanceActionsV221TestJSON-899563103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:37:01.036653 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-af9ad441-42b8-4912-817a-3dd5122d7298 req-585ac0fc-e5d5-440e-8554-0ec39f6ad0d6 tempest-InstanceActionsV221TestJSON-899563103 tempest-InstanceActionsV221TestJSON-899563103-project] 10.222.0.44 "GET /v2.0/networks?id=2bb216b0-33a5-43b7-88f1-bdc0240ddb04 HTTP/1.1" status: 200 len: 818 time: 0.1521699 Oct 27 10:37:01.053117 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-af9ad441-42b8-4912-817a-3dd5122d7298 req-d36e16d2-77ae-4cd3-a83d-b8cd54f6133d tempest-InstanceActionsV221TestJSON-899563103 tempest-InstanceActionsV221TestJSON-899563103-project] 10.222.0.44 "GET /v2.0/quotas/919a5bd918454fb6b913c2c116ca6735 HTTP/1.1" status: 200 len: 375 time: 0.0096028 Oct 27 10:37:01.086650 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-af9ad441-42b8-4912-817a-3dd5122d7298 req-d973858e-fcff-411e-81bc-c9501f7676be tempest-InstanceActionsV221TestJSON-899563103 tempest-InstanceActionsV221TestJSON-899563103-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=919a5bd918454fb6b913c2c116ca6735&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0267320 Oct 27 10:37:01.277183 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 41318) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:37:01.293163 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-38525583-a109-48f9-9cab-d32eb7a2d779 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:01.380017 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-38525583-a109-48f9-9cab-d32eb7a2d779 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:01.385212 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-38525583-a109-48f9-9cab-d32eb7a2d779 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:01.396687 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 41322) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:37:01.430504 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38525583-a109-48f9-9cab-d32eb7a2d779 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8eb8117-093f-4624-9a12-e39bb81a386a,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:37:01.437545 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-38525583-a109-48f9-9cab-d32eb7a2d779 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b5db2fd7b65f4da7988973710fd38ce2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1566668 Oct 27 10:37:01.448815 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 41326) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:37:01.472139 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-af9ad441-42b8-4912-817a-3dd5122d7298 req-3ebd5632-d361-46fd-90bb-1a78ba6b7dca service neutron] 10.222.0.44 "GET /v2.0/networks/2bb216b0-33a5-43b7-88f1-bdc0240ddb04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3781729 Oct 27 10:37:01.503013 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-a5528aaf-9e43-4bec-9617-c911a246fda2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:01.535255 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-a5528aaf-9e43-4bec-9617-c911a246fda2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:01.541459 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-0b2ff5d8-9906-4e8f-9d0e-139e5eadec72 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:01.565126 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-af9ad441-42b8-4912-817a-3dd5122d7298 req-44aa3e22-cd51-4cfb-b872-7b0af8a76bcf service neutron] 10.222.0.44 "GET /v2.0/networks/2bb216b0-33a5-43b7-88f1-bdc0240ddb04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850739 Oct 27 10:37:01.611036 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-a5528aaf-9e43-4bec-9617-c911a246fda2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:01.613574 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-a5528aaf-9e43-4bec-9617-c911a246fda2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:01.615056 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-a5528aaf-9e43-4bec-9617-c911a246fda2 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a8eb8117-093f-4624-9a12-e39bb81a386a HTTP/1.1" status: 204 len: 168 time: 0.1648886 Oct 27 10:37:01.629598 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5528aaf-9e43-4bec-9617-c911a246fda2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8eb8117-093f-4624-9a12-e39bb81a386a,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:37:01.654410 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-0b2ff5d8-9906-4e8f-9d0e-139e5eadec72 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:01.669731 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-0b2ff5d8-9906-4e8f-9d0e-139e5eadec72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:01.749386 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-0b2ff5d8-9906-4e8f-9d0e-139e5eadec72 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=eb7c175755be46f3b8ffb259aa9d3e9b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3465753 Oct 27 10:37:01.752103 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 41334) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:37:01.767265 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2ff5d8-9906-4e8f-9d0e-139e5eadec72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=505c7eb3-f4b6-401d-8944-3c0e21534150,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:37:01.771474 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-9939ff38-b63a-45ec-a516-65d58cfa994c req-902e838c-c132-404f-b4c6-56ba00cceea7 tempest-InstanceActionsV221TestJSON-899563103 tempest-InstanceActionsV221TestJSON-899563103-project] 10.222.0.44 "GET /v2.0/ports?device_id=34099928-36fc-4b7d-b0bc-5f65016f8aba HTTP/1.1" status: 200 len: 210 time: 0.0406013 Oct 27 10:37:01.813443 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-de08e5f8-dc2d-4ee3-b2b0-4a9a91beb814 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:01.838281 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-de08e5f8-dc2d-4ee3-b2b0-4a9a91beb814 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:01.900068 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-de08e5f8-dc2d-4ee3-b2b0-4a9a91beb814 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:01.902882 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-de08e5f8-dc2d-4ee3-b2b0-4a9a91beb814 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:01.904542 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-de08e5f8-dc2d-4ee3-b2b0-4a9a91beb814 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/505c7eb3-f4b6-401d-8944-3c0e21534150 HTTP/1.1" status: 204 len: 168 time: 0.1511371 Oct 27 10:37:01.912657 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de08e5f8-dc2d-4ee3-b2b0-4a9a91beb814 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=505c7eb3-f4b6-401d-8944-3c0e21534150,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:37:02.126212 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb5224b-2af5-412c-b65f-ba42f1d3bc8f req-0f18a5fb-66c9-45d7-bfb2-d43294127752 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:37:02.129222 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-6cb5224b-2af5-412c-b65f-ba42f1d3bc8f req-0f18a5fb-66c9-45d7-bfb2-d43294127752 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/ports?device_id=9cdc6933-0908-404f-8493-c08d1be20183 HTTP/1.1" status: 200 len: 944 time: 0.0607519 Oct 27 10:37:02.177452 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-6cb5224b-2af5-412c-b65f-ba42f1d3bc8f req-f3aacdb1-a999-448a-a47c-7347acff1227 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/security-groups?id=cc9284c7-fb9e-4cd7-891d-df58f9ea4e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391474 Oct 27 10:37:02.281372 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 41366) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:37:02.294061 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-3a68d1cd-401f-46c4-884f-0e43dd793833 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:02.415795 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:02.424022 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-3a68d1cd-401f-46c4-884f-0e43dd793833 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:02.428286 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-3a68d1cd-401f-46c4-884f-0e43dd793833 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:02.470286 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-3a68d1cd-401f-46c4-884f-0e43dd793833 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8b818a516c954b98bdfdef93784e0b9f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1890914 Oct 27 10:37:02.472298 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 41374) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:37:02.475524 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a68d1cd-401f-46c4-884f-0e43dd793833 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d17f279-a055-4a89-b482-afb6f9925017,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:37:02.537669 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-b545a467-a1bc-4d9b-92d9-67cd45638461 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:02.561136 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-b545a467-a1bc-4d9b-92d9-67cd45638461 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:02.612021 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-b545a467-a1bc-4d9b-92d9-67cd45638461 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:02.615456 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-b545a467-a1bc-4d9b-92d9-67cd45638461 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:02.619651 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-b545a467-a1bc-4d9b-92d9-67cd45638461 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8d17f279-a055-4a89-b482-afb6f9925017 HTTP/1.1" status: 204 len: 168 time: 0.1432145 Oct 27 10:37:02.625505 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b545a467-a1bc-4d9b-92d9-67cd45638461 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d17f279-a055-4a89-b482-afb6f9925017,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:37:02.920471 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device b160e90f-3f54-4032-a115-309a74841f26 details requested by agent hyperv_n-h2-813419-10 with host n-h2-813419-10 {{(pid=102348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 10:37:02.967706 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-f40aa6ce-7cbf-4d42-be8a-d9f654cc928f req-d0bc7a42-f816-4744-a32e-412e62856b84 tempest-InstanceActionsV221TestJSON-899563103 tempest-InstanceActionsV221TestJSON-899563103-project] 10.222.0.44 "GET /v2.0/ports?device_id=34099928-36fc-4b7d-b0bc-5f65016f8aba HTTP/1.1" status: 200 len: 210 time: 0.0632226 Oct 27 10:37:02.994988 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9ad441-42b8-4912-817a-3dd5122d7298 req-3c6ac32c-36e1-481d-9c41-27b3c3091bda tempest-InstanceActionsV221TestJSON-899563103 tempest-InstanceActionsV221TestJSON-899563103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:37:02.996523 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-af9ad441-42b8-4912-817a-3dd5122d7298 req-3c6ac32c-36e1-481d-9c41-27b3c3091bda tempest-InstanceActionsV221TestJSON-899563103 tempest-InstanceActionsV221TestJSON-899563103-project] 10.222.0.64 "GET /v2.0/networks?id=2bb216b0-33a5-43b7-88f1-bdc0240ddb04 HTTP/1.1" status: 200 len: 818 time: 0.2060752 Oct 27 10:37:03.014775 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [req-af9ad441-42b8-4912-817a-3dd5122d7298 req-a744076e-196f-4a0a-bdcf-fbb6b90486ac tempest-InstanceActionsV221TestJSON-899563103 tempest-InstanceActionsV221TestJSON-899563103-project] Request body: {'port': {'device_id': '34099928-36fc-4b7d-b0bc-5f65016f8aba', 'network_id': '2bb216b0-33a5-43b7-88f1-bdc0240ddb04', 'admin_state_up': True, 'tenant_id': '919a5bd918454fb6b913c2c116ca6735'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:37:03.127313 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] For port b160e90f-3f54-4032-a115-309a74841f26, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=b160e90f-3f54-4032-a115-309a74841f26,segment=NetworkSegment(3fa8f95e-6276-4974-b5c0-da1e0ae271fc),segment_id=3fa8f95e-6276-4974-b5c0-da1e0ae271fc)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:37:03.142261 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Returning: {'device': 'b160e90f-3f54-4032-a115-309a74841f26', 'network_id': 'fca909b5-2d06-4825-8091-33382048b635', 'port_id': 'b160e90f-3f54-4032-a115-309a74841f26', 'mac_address': 'fa:16:3e:3e:8d:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 429, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71c50f4e-5d00-4779-bfe1-162c05f5fddb', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 10:37:03.156006 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af9ad441-42b8-4912-817a-3dd5122d7298 req-a744076e-196f-4a0a-bdcf-fbb6b90486ac tempest-InstanceActionsV221TestJSON-899563103 tempest-InstanceActionsV221TestJSON-899563103-project] Made reservation on behalf of 919a5bd918454fb6b913c2c116ca6735 for: {'port': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:37:03.159745 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-af9ad441-42b8-4912-817a-3dd5122d7298 req-a744076e-196f-4a0a-bdcf-fbb6b90486ac tempest-InstanceActionsV221TestJSON-899563103 tempest-InstanceActionsV221TestJSON-899563103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:03.196845 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:03.210151 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b160e90f-3f54-4032-a115-309a74841f26 {{(pid=102348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:37:03.233021 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] For port b160e90f-3f54-4032-a115-309a74841f26, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=b160e90f-3f54-4032-a115-309a74841f26,segment=NetworkSegment(3fa8f95e-6276-4974-b5c0-da1e0ae271fc),segment_id=3fa8f95e-6276-4974-b5c0-da1e0ae271fc)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:37:03.240942 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:03.333619 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Pushing event updated for resources: {'Port': ['ID=b160e90f-3f54-4032-a115-309a74841f26,revision_number=4']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:37:03.365245 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 41408) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:37:03.397952 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c8a427-0967-43da-8830-bea2cf05bced req-d35b6386-c4d7-40fd-b64f-dbc43fea9505 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:37:03.399485 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-78c8a427-0967-43da-8830-bea2cf05bced req-d35b6386-c4d7-40fd-b64f-dbc43fea9505 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/ports?device_id=9cdc6933-0908-404f-8493-c08d1be20183 HTTP/1.1" status: 200 len: 945 time: 0.1085687 Oct 27 10:37:03.410375 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_common [req-af9ad441-42b8-4912-817a-3dd5122d7298 req-a744076e-196f-4a0a-bdcf-fbb6b90486ac tempest-InstanceActionsV221TestJSON-899563103 tempest-InstanceActionsV221TestJSON-899563103-project] Allocated IP 172.20.0.11 (2bb216b0-33a5-43b7-88f1-bdc0240ddb04/0e65214c-d82d-4d27-ab81-03f6e0b4cb64/f1025910-d070-46fd-9cdb-f292d280fc87) {{(pid=102347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:37:03.453893 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-78c8a427-0967-43da-8830-bea2cf05bced req-01fcd531-9e84-47b7-9a97-d22922e3be92 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/security-groups?id=cc9284c7-fb9e-4cd7-891d-df58f9ea4e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447564 Oct 27 10:37:03.560624 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-a7c62df7-44bd-40ac-b664-8f2020462297 tempest-PortsAdminExtendedAttrsTestJSON-1416462992 tempest-PortsAdminExtendedAttrsTestJSON-1416462992-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-2015768303'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:37:03.587171 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7c62df7-44bd-40ac-b664-8f2020462297 tempest-PortsAdminExtendedAttrsTestJSON-1416462992 tempest-PortsAdminExtendedAttrsTestJSON-1416462992-project] Made reservation on behalf of ee7221a5cae5459aa024daa9b4669e3f for: {'network': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:37:03.587526 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] get_ports_and_sgs() called for port_ids ['b160e90f-3f54-4032-a115-309a74841f26'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:37:03.591657 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-a7c62df7-44bd-40ac-b664-8f2020462297 tempest-PortsAdminExtendedAttrsTestJSON-1416462992 tempest-PortsAdminExtendedAttrsTestJSON-1416462992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for network, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:03.603108 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-a7c62df7-44bd-40ac-b664-8f2020462297 tempest-PortsAdminExtendedAttrsTestJSON-1416462992 tempest-PortsAdminExtendedAttrsTestJSON-1416462992-project] Publish callbacks [] for security_group, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:03.623370 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-af9ad441-42b8-4912-817a-3dd5122d7298 req-a744076e-196f-4a0a-bdcf-fbb6b90486ac tempest-InstanceActionsV221TestJSON-899563103 tempest-InstanceActionsV221TestJSON-899563103-project] Publish callbacks [] for port, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:03.683808 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-af9ad441-42b8-4912-817a-3dd5122d7298 req-a744076e-196f-4a0a-bdcf-fbb6b90486ac tempest-InstanceActionsV221TestJSON-899563103 tempest-InstanceActionsV221TestJSON-899563103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:03.694017 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-a7c62df7-44bd-40ac-b664-8f2020462297 tempest-PortsAdminExtendedAttrsTestJSON-1416462992 tempest-PortsAdminExtendedAttrsTestJSON-1416462992-project] Publish callbacks [] for security_group, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:03.701322 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-a7c62df7-44bd-40ac-b664-8f2020462297 tempest-PortsAdminExtendedAttrsTestJSON-1416462992 tempest-PortsAdminExtendedAttrsTestJSON-1416462992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:03.726625 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af9ad441-42b8-4912-817a-3dd5122d7298 req-a744076e-196f-4a0a-bdcf-fbb6b90486ac tempest-InstanceActionsV221TestJSON-899563103 tempest-InstanceActionsV221TestJSON-899563103-project] Network 2bb216b0-33a5-43b7-88f1-bdc0240ddb04 is already hosted by enough agents. {{(pid=102347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:37:03.731510 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [req-af9ad441-42b8-4912-817a-3dd5122d7298 req-a744076e-196f-4a0a-bdcf-fbb6b90486ac tempest-InstanceActionsV221TestJSON-899563103 tempest-InstanceActionsV221TestJSON-899563103-project] Resources bound (agent type, host, resource id): {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:37:03.738364 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [req-af9ad441-42b8-4912-817a-3dd5122d7298 req-a744076e-196f-4a0a-bdcf-fbb6b90486ac tempest-InstanceActionsV221TestJSON-899563103 tempest-InstanceActionsV221TestJSON-899563103-project] Received port after_create {{(pid=102347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:37:03.745956 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7c62df7-44bd-40ac-b664-8f2020462297 tempest-PortsAdminExtendedAttrsTestJSON-1416462992 tempest-PortsAdminExtendedAttrsTestJSON-1416462992-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 401} {{(pid=102346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 10:37:03.770890 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c62df7-44bd-40ac-b664-8f2020462297 tempest-PortsAdminExtendedAttrsTestJSON-1416462992 tempest-PortsAdminExtendedAttrsTestJSON-1416462992-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98e4b133-8503-4931-8838-1278b859d7f4,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:37:03.778458 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-a7c62df7-44bd-40ac-b664-8f2020462297 tempest-PortsAdminExtendedAttrsTestJSON-1416462992 tempest-PortsAdminExtendedAttrsTestJSON-1416462992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:03.778986 n-d-813419-10 neutron-server[102346]: INFO neutron.db.segments_db [None req-a7c62df7-44bd-40ac-b664-8f2020462297 tempest-PortsAdminExtendedAttrsTestJSON-1416462992 tempest-PortsAdminExtendedAttrsTestJSON-1416462992-project] Added segment 8035a800-2e02-45fd-a266-24e5e6131a1e of type vlan for network c3195e7d-3057-4de7-998f-0f6ddaf4e63f Oct 27 10:37:03.795111 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a744076e-196f-4a0a-bdcf-fbb6b90486ac tempest-InstanceActionsV221TestJSON-899563103 tempest-InstanceActionsV221TestJSON-899563103-project] Pushing event updated for resources: {'Port': ['ID=f1025910-d070-46fd-9cdb-f292d280fc87,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:37:03.808674 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9ad441-42b8-4912-817a-3dd5122d7298 req-a744076e-196f-4a0a-bdcf-fbb6b90486ac tempest-InstanceActionsV221TestJSON-899563103 tempest-InstanceActionsV221TestJSON-899563103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:37:03.809536 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-af9ad441-42b8-4912-817a-3dd5122d7298 req-a744076e-196f-4a0a-bdcf-fbb6b90486ac tempest-InstanceActionsV221TestJSON-899563103 tempest-InstanceActionsV221TestJSON-899563103-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:03.827633 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-af9ad441-42b8-4912-817a-3dd5122d7298 req-a744076e-196f-4a0a-bdcf-fbb6b90486ac tempest-InstanceActionsV221TestJSON-899563103 tempest-InstanceActionsV221TestJSON-899563103-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8178580 Oct 27 10:37:03.845006 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [req-af9ad441-42b8-4912-817a-3dd5122d7298 req-b4a75032-9ccf-4054-9ed2-4fca5d81bbfd service neutron] Request body: {'port': {'device_id': '34099928-36fc-4b7d-b0bc-5f65016f8aba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-10'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:37:03.849959 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-a7c62df7-44bd-40ac-b664-8f2020462297 tempest-PortsAdminExtendedAttrsTestJSON-1416462992 tempest-PortsAdminExtendedAttrsTestJSON-1416462992-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743872593080'] for network, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:03.853982 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.agents_db [None req-e79ee67d-056e-46ea-bd99-e80473396b25 None None] Agent healthcheck: found 7 active agents {{(pid=102349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 10:37:03.891422 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-a7c62df7-44bd-40ac-b664-8f2020462297 tempest-PortsAdminExtendedAttrsTestJSON-1416462992 tempest-PortsAdminExtendedAttrsTestJSON-1416462992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913'] for network, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:03.901779 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7c62df7-44bd-40ac-b664-8f2020462297 tempest-PortsAdminExtendedAttrsTestJSON-1416462992 tempest-PortsAdminExtendedAttrsTestJSON-1416462992-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:37:03.902701 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-a7c62df7-44bd-40ac-b664-8f2020462297 tempest-PortsAdminExtendedAttrsTestJSON-1416462992 tempest-PortsAdminExtendedAttrsTestJSON-1416462992-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for network, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:03.912642 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-af9ad441-42b8-4912-817a-3dd5122d7298 req-b4a75032-9ccf-4054-9ed2-4fca5d81bbfd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:03.935417 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-a7c62df7-44bd-40ac-b664-8f2020462297 tempest-PortsAdminExtendedAttrsTestJSON-1416462992 tempest-PortsAdminExtendedAttrsTestJSON-1416462992-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 0.5666175 Oct 27 10:37:03.987255 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c62df7-44bd-40ac-b664-8f2020462297 tempest-PortsAdminExtendedAttrsTestJSON-1416462992 tempest-PortsAdminExtendedAttrsTestJSON-1416462992-project] Pushing event updated for resources: {'Network': ['ID=c3195e7d-3057-4de7-998f-0f6ddaf4e63f,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:37:03.999885 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Network c3195e7d-3057-4de7-998f-0f6ddaf4e63f details requested by agent ovs-agent-n-d-813419-10 with host n-d-813419-10 {{(pid=102348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 10:37:04.198672 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f6dfa9-8e2d-4274-b1e8-1c7e1c641ab4 req-3591cc2f-8545-4f1a-8006-2fd909d1a290 tempest-InstanceActionsV221TestJSON-899563103 tempest-InstanceActionsV221TestJSON-899563103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:37:04.204759 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-67f6dfa9-8e2d-4274-b1e8-1c7e1c641ab4 req-3591cc2f-8545-4f1a-8006-2fd909d1a290 tempest-InstanceActionsV221TestJSON-899563103 tempest-InstanceActionsV221TestJSON-899563103-project] 10.222.0.44 "GET /v2.0/ports?device_id=34099928-36fc-4b7d-b0bc-5f65016f8aba HTTP/1.1" status: 200 len: 932 time: 0.1101878 Oct 27 10:37:04.252712 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 41436) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:37:04.259183 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-8e4e83b9-992f-496f-9300-9805b0e3674a tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] Request body: {'port': {'network_id': 'c3195e7d-3057-4de7-998f-0f6ddaf4e63f', 'binding:host_id': 'n-h1-813419-10', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1392926965'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:37:04.284978 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-67f6dfa9-8e2d-4274-b1e8-1c7e1c641ab4 req-1e391987-939a-4734-90b0-8e5608578808 tempest-InstanceActionsV221TestJSON-899563103 tempest-InstanceActionsV221TestJSON-899563103-project] 10.222.0.44 "GET /v2.0/security-groups?id=524299f9-276b-4e85-bae6-87b4575c925f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767207 Oct 27 10:37:04.285796 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e4e83b9-992f-496f-9300-9805b0e3674a tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] Made reservation on behalf of 2a69fcdca7884101992f2178cef9de6f for: {'port': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:37:04.288668 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-8e4e83b9-992f-496f-9300-9805b0e3674a tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:04.302839 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-8e4e83b9-992f-496f-9300-9805b0e3674a tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:04.380088 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [req-af9ad441-42b8-4912-817a-3dd5122d7298 req-b4a75032-9ccf-4054-9ed2-4fca5d81bbfd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1025910-d070-46fd-9cdb-f292d280fc87 {{(pid=102347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:37:04.390021 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-af9ad441-42b8-4912-817a-3dd5122d7298 req-b4a75032-9ccf-4054-9ed2-4fca5d81bbfd service neutron] Publish callbacks [] for port, precommit_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:04.406172 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.provisioning_blocks [req-af9ad441-42b8-4912-817a-3dd5122d7298 req-b4a75032-9ccf-4054-9ed2-4fca5d81bbfd service neutron] Transition to ACTIVE for port object f1025910-d070-46fd-9cdb-f292d280fc87 will not be triggered until provisioned by entity L2. {{(pid=102347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 10:37:04.413864 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-af9ad441-42b8-4912-817a-3dd5122d7298 req-b4a75032-9ccf-4054-9ed2-4fca5d81bbfd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:04.450229 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-8e4e83b9-992f-496f-9300-9805b0e3674a tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:04.456728 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-8e4e83b9-992f-496f-9300-9805b0e3674a tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:04.477804 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [None req-8e4e83b9-992f-496f-9300-9805b0e3674a tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] device_id is not set on port 6623f5c1-b9fd-47c8-9470-3f82413565a1 yet. {{(pid=102346) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 10:37:04.489149 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a75032-9ccf-4054-9ed2-4fca5d81bbfd service neutron] Pushing event updated for resources: {'Port': ['ID=f1025910-d070-46fd-9cdb-f292d280fc87,revision_number=2']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:37:04.580731 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4e83b9-992f-496f-9300-9805b0e3674a tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52bb8ee8-ee4f-45da-9cfd-376abd75818c,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:37:04.647904 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c78011-20f3-404e-b264-d6387f5036db req-fc58f47b-80a3-4e6d-8adb-39236374996d tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:37:04.649629 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-a9c78011-20f3-404e-b264-d6387f5036db req-fc58f47b-80a3-4e6d-8adb-39236374996d tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/ports?device_id=9cdc6933-0908-404f-8493-c08d1be20183 HTTP/1.1" status: 200 len: 945 time: 0.0816965 Oct 27 10:37:04.652502 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-af9ad441-42b8-4912-817a-3dd5122d7298 req-b4a75032-9ccf-4054-9ed2-4fca5d81bbfd service neutron] Attempting to bind port f1025910-d070-46fd-9cdb-f292d280fc87 on host n-h1-813419-10 for vnic_type normal with profile {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:37:04.652833 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-af9ad441-42b8-4912-817a-3dd5122d7298 req-b4a75032-9ccf-4054-9ed2-4fca5d81bbfd service neutron] Attempting to bind port f1025910-d070-46fd-9cdb-f292d280fc87 by drivers openvswitch,hyperv on host n-h1-813419-10 at level 0 using segments [{'id': '9f34e114-65e2-41d0-ae6b-c6e67c155bd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '2bb216b0-33a5-43b7-88f1-bdc0240ddb04'}] {{(pid=102347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:37:04.653159 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af9ad441-42b8-4912-817a-3dd5122d7298 req-b4a75032-9ccf-4054-9ed2-4fca5d81bbfd service neutron] Attempting to bind port f1025910-d070-46fd-9cdb-f292d280fc87 on network 2bb216b0-33a5-43b7-88f1-bdc0240ddb04 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:37:04.659433 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af9ad441-42b8-4912-817a-3dd5122d7298 req-b4a75032-9ccf-4054-9ed2-4fca5d81bbfd service neutron] Port f1025910-d070-46fd-9cdb-f292d280fc87 on network 2bb216b0-33a5-43b7-88f1-bdc0240ddb04 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-10 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 10:37:04.659749 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af9ad441-42b8-4912-817a-3dd5122d7298 req-b4a75032-9ccf-4054-9ed2-4fca5d81bbfd service neutron] Attempting to bind port f1025910-d070-46fd-9cdb-f292d280fc87 on network 2bb216b0-33a5-43b7-88f1-bdc0240ddb04 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:37:04.672234 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af9ad441-42b8-4912-817a-3dd5122d7298 req-b4a75032-9ccf-4054-9ed2-4fca5d81bbfd service neutron] Checking agent: {'id': 'a52e1cab-0c63-402d-9c94-330537c6c076', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 16, 2), 'started_at': datetime.datetime(2021, 10, 27, 10, 16, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 37, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:37:04.672618 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af9ad441-42b8-4912-817a-3dd5122d7298 req-b4a75032-9ccf-4054-9ed2-4fca5d81bbfd service neutron] Checking segment: {'id': '9f34e114-65e2-41d0-ae6b-c6e67c155bd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '2bb216b0-33a5-43b7-88f1-bdc0240ddb04'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:37:04.672947 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af9ad441-42b8-4912-817a-3dd5122d7298 req-b4a75032-9ccf-4054-9ed2-4fca5d81bbfd service neutron] Bound using segment: {'id': '9f34e114-65e2-41d0-ae6b-c6e67c155bd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '2bb216b0-33a5-43b7-88f1-bdc0240ddb04'} {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:37:04.673449 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-af9ad441-42b8-4912-817a-3dd5122d7298 req-b4a75032-9ccf-4054-9ed2-4fca5d81bbfd service neutron] Bound port: f1025910-d070-46fd-9cdb-f292d280fc87, host: n-h1-813419-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f34e114-65e2-41d0-ae6b-c6e67c155bd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '2bb216b0-33a5-43b7-88f1-bdc0240ddb04'}}] {{(pid=102347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:37:04.673809 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-af9ad441-42b8-4912-817a-3dd5122d7298 req-b4a75032-9ccf-4054-9ed2-4fca5d81bbfd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:04.739281 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-a9c78011-20f3-404e-b264-d6387f5036db req-64cc863c-30ed-455f-834e-b38b46c8f39f tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/security-groups?id=cc9284c7-fb9e-4cd7-891d-df58f9ea4e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805147 Oct 27 10:37:04.768528 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [None req-8e4e83b9-992f-496f-9300-9805b0e3674a tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] device_id is not set on port 6623f5c1-b9fd-47c8-9470-3f82413565a1 yet. {{(pid=102346) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 10:37:04.775043 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-af9ad441-42b8-4912-817a-3dd5122d7298 req-b4a75032-9ccf-4054-9ed2-4fca5d81bbfd service neutron] For port f1025910-d070-46fd-9cdb-f292d280fc87, host n-h1-813419-10, cleared binding levels {{(pid=102347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:37:04.780357 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-af9ad441-42b8-4912-817a-3dd5122d7298 req-b4a75032-9ccf-4054-9ed2-4fca5d81bbfd service neutron] For port f1025910-d070-46fd-9cdb-f292d280fc87, host n-h1-813419-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=f1025910-d070-46fd-9cdb-f292d280fc87,segment=NetworkSegment(9f34e114-65e2-41d0-ae6b-c6e67c155bd8),segment_id=9f34e114-65e2-41d0-ae6b-c6e67c155bd8)] {{(pid=102347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:37:04.781180 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-8e4e83b9-992f-496f-9300-9805b0e3674a tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:04.786071 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-af9ad441-42b8-4912-817a-3dd5122d7298 req-b4a75032-9ccf-4054-9ed2-4fca5d81bbfd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:04.787286 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-8e4e83b9-992f-496f-9300-9805b0e3674a tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:04.847185 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9ad441-42b8-4912-817a-3dd5122d7298 req-b4a75032-9ccf-4054-9ed2-4fca5d81bbfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:37:04.848462 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-af9ad441-42b8-4912-817a-3dd5122d7298 req-b4a75032-9ccf-4054-9ed2-4fca5d81bbfd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:04.849940 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-af9ad441-42b8-4912-817a-3dd5122d7298 req-b4a75032-9ccf-4054-9ed2-4fca5d81bbfd service neutron] 10.222.0.64 "PUT /v2.0/ports/f1025910-d070-46fd-9cdb-f292d280fc87 HTTP/1.1" status: 200 len: 1093 time: 1.0123658 Oct 27 10:37:04.850406 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34099928-36fc-4b7d-b0bc-5f65016f8aba', 'tag': 'f1025910-d070-46fd-9cdb-f292d280fc87'}] {{(pid=102347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:37:04.853236 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311149b481204ee7edffdb959c881838506fbd95bc8577c048f6677abb73acc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6b2bc12-7d51-4ddd-a928-0867a89688d5" -d '{"events": [{"name": "network-changed", "server_uuid": "34099928-36fc-4b7d-b0bc-5f65016f8aba", "tag": "f1025910-d070-46fd-9cdb-f292d280fc87"}]}' {{(pid=102347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:37:04.881659 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e4e83b9-992f-496f-9300-9805b0e3674a tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] Checking segment: {'id': '8035a800-2e02-45fd-a266-24e5e6131a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'c3195e7d-3057-4de7-998f-0f6ddaf4e63f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:37:04.882244 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e4e83b9-992f-496f-9300-9805b0e3674a tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] Network hostable DHCP agents. Network: c3195e7d-3057-4de7-998f-0f6ddaf4e63f, hostable agents: ['eafd4000-b897-4722-ae8b-0118ec955181'], hosted agents: [] {{(pid=102346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 10:37:04.886894 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4e83b9-992f-496f-9300-9805b0e3674a tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] Pushing event updated for resources: {'Port': ['ID=6623f5c1-b9fd-47c8-9470-3f82413565a1,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:37:04.888795 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a75032-9ccf-4054-9ed2-4fca5d81bbfd service neutron] Pushing event updated for resources: {'Port': ['ID=f1025910-d070-46fd-9cdb-f292d280fc87,revision_number=3']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:37:04.908980 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e4e83b9-992f-496f-9300-9805b0e3674a tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] Network c3195e7d-3057-4de7-998f-0f6ddaf4e63f is scheduled to be hosted by DHCP agent eafd4000-b897-4722-ae8b-0118ec955181 with binding_index 1 {{(pid=102346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 10:37:04.912773 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 10:37:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78383cd9-edac-447f-95e8-2b8268406984 x-openstack-request-id: req-78383cd9-edac-447f-95e8-2b8268406984 {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:37:04.913367 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34099928-36fc-4b7d-b0bc-5f65016f8aba", "tag": "f1025910-d070-46fd-9cdb-f292d280fc87", "status": "completed", "code": 200}]} {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:37:04.913627 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-78383cd9-edac-447f-95e8-2b8268406984 {{(pid=102347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:37:04.914040 n-d-813419-10 neutron-server[102347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34099928-36fc-4b7d-b0bc-5f65016f8aba', 'tag': 'f1025910-d070-46fd-9cdb-f292d280fc87', 'status': 'completed', 'code': 200} Oct 27 10:37:04.923442 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-8e4e83b9-992f-496f-9300-9805b0e3674a tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-10, c3195e7d-3057-4de7-998f-0f6ddaf4e63f) {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:37:04.928170 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e4e83b9-992f-496f-9300-9805b0e3674a tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] Received port after_create {{(pid=102346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:37:04.935005 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device b160e90f-3f54-4032-a115-309a74841f26 up at agent hyperv_n-h2-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:37:04.944742 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.managers [None req-8e4e83b9-992f-496f-9300-9805b0e3674a tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] Attempting to bind port 6623f5c1-b9fd-47c8-9470-3f82413565a1 on host n-h1-813419-10 for vnic_type normal with profile {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:37:04.945161 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.managers [None req-8e4e83b9-992f-496f-9300-9805b0e3674a tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] Attempting to bind port 6623f5c1-b9fd-47c8-9470-3f82413565a1 by drivers openvswitch,hyperv on host n-h1-813419-10 at level 0 using segments [{'id': '8035a800-2e02-45fd-a266-24e5e6131a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'c3195e7d-3057-4de7-998f-0f6ddaf4e63f'}] {{(pid=102346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:37:04.945582 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e4e83b9-992f-496f-9300-9805b0e3674a tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] Attempting to bind port 6623f5c1-b9fd-47c8-9470-3f82413565a1 on network c3195e7d-3057-4de7-998f-0f6ddaf4e63f {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:37:04.953644 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e4e83b9-992f-496f-9300-9805b0e3674a tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] Port 6623f5c1-b9fd-47c8-9470-3f82413565a1 on network c3195e7d-3057-4de7-998f-0f6ddaf4e63f not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-10 {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 10:37:04.954221 n-d-813419-10 neutron-server[102346]: ERROR neutron.plugins.ml2.managers [None req-8e4e83b9-992f-496f-9300-9805b0e3674a tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] Failed to bind port 6623f5c1-b9fd-47c8-9470-3f82413565a1 on host n-h1-813419-10 for vnic_type normal using segments [{'id': '8035a800-2e02-45fd-a266-24e5e6131a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'c3195e7d-3057-4de7-998f-0f6ddaf4e63f'}] Oct 27 10:37:04.954788 n-d-813419-10 neutron-server[102346]: INFO neutron.plugins.ml2.plugin [None req-8e4e83b9-992f-496f-9300-9805b0e3674a tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] Attempt 2 to bind port 6623f5c1-b9fd-47c8-9470-3f82413565a1 Oct 27 10:37:04.962246 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9ad441-42b8-4912-817a-3dd5122d7298 req-50042b1d-5081-492e-bd71-639bac78ce79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:37:04.964998 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-af9ad441-42b8-4912-817a-3dd5122d7298 req-50042b1d-5081-492e-bd71-639bac78ce79 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=919a5bd918454fb6b913c2c116ca6735&device_id=34099928-36fc-4b7d-b0bc-5f65016f8aba HTTP/1.1" status: 200 len: 1096 time: 0.0481243 Oct 27 10:37:04.969367 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5a62159-70f4-47dd-8db4-fc00a0a3213c None None] Network c3195e7d-3057-4de7-998f-0f6ddaf4e63f requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:37:04.969812 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.managers [None req-8e4e83b9-992f-496f-9300-9805b0e3674a tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] Attempting to bind port 6623f5c1-b9fd-47c8-9470-3f82413565a1 on host n-h1-813419-10 for vnic_type normal with profile {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:37:04.970157 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.managers [None req-8e4e83b9-992f-496f-9300-9805b0e3674a tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] Attempting to bind port 6623f5c1-b9fd-47c8-9470-3f82413565a1 by drivers openvswitch,hyperv on host n-h1-813419-10 at level 0 using segments [{'id': '8035a800-2e02-45fd-a266-24e5e6131a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'c3195e7d-3057-4de7-998f-0f6ddaf4e63f'}] {{(pid=102346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:37:04.970532 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e4e83b9-992f-496f-9300-9805b0e3674a tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] Attempting to bind port 6623f5c1-b9fd-47c8-9470-3f82413565a1 on network c3195e7d-3057-4de7-998f-0f6ddaf4e63f {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:37:04.976033 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e4e83b9-992f-496f-9300-9805b0e3674a tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] Port 6623f5c1-b9fd-47c8-9470-3f82413565a1 on network c3195e7d-3057-4de7-998f-0f6ddaf4e63f not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-10 {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 10:37:04.977356 n-d-813419-10 neutron-server[102346]: ERROR neutron.plugins.ml2.managers [None req-8e4e83b9-992f-496f-9300-9805b0e3674a tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] Failed to bind port 6623f5c1-b9fd-47c8-9470-3f82413565a1 on host n-h1-813419-10 for vnic_type normal using segments [{'id': '8035a800-2e02-45fd-a266-24e5e6131a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'c3195e7d-3057-4de7-998f-0f6ddaf4e63f'}] Oct 27 10:37:04.978008 n-d-813419-10 neutron-server[102346]: INFO neutron.plugins.ml2.plugin [None req-8e4e83b9-992f-496f-9300-9805b0e3674a tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] Attempt 3 to bind port 6623f5c1-b9fd-47c8-9470-3f82413565a1 Oct 27 10:37:04.993920 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.managers [None req-8e4e83b9-992f-496f-9300-9805b0e3674a tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] Attempting to bind port 6623f5c1-b9fd-47c8-9470-3f82413565a1 on host n-h1-813419-10 for vnic_type normal with profile {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:37:04.994593 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.managers [None req-8e4e83b9-992f-496f-9300-9805b0e3674a tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] Attempting to bind port 6623f5c1-b9fd-47c8-9470-3f82413565a1 by drivers openvswitch,hyperv on host n-h1-813419-10 at level 0 using segments [{'id': '8035a800-2e02-45fd-a266-24e5e6131a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'c3195e7d-3057-4de7-998f-0f6ddaf4e63f'}] {{(pid=102346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:37:04.995114 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e4e83b9-992f-496f-9300-9805b0e3674a tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] Attempting to bind port 6623f5c1-b9fd-47c8-9470-3f82413565a1 on network c3195e7d-3057-4de7-998f-0f6ddaf4e63f {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:37:05.002945 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e4e83b9-992f-496f-9300-9805b0e3674a tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] Port 6623f5c1-b9fd-47c8-9470-3f82413565a1 on network c3195e7d-3057-4de7-998f-0f6ddaf4e63f not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-10 {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 10:37:05.003422 n-d-813419-10 neutron-server[102346]: ERROR neutron.plugins.ml2.managers [None req-8e4e83b9-992f-496f-9300-9805b0e3674a tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] Failed to bind port 6623f5c1-b9fd-47c8-9470-3f82413565a1 on host n-h1-813419-10 for vnic_type normal using segments [{'id': '8035a800-2e02-45fd-a266-24e5e6131a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'c3195e7d-3057-4de7-998f-0f6ddaf4e63f'}] Oct 27 10:37:05.003824 n-d-813419-10 neutron-server[102346]: INFO neutron.plugins.ml2.plugin [None req-8e4e83b9-992f-496f-9300-9805b0e3674a tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] Attempt 4 to bind port 6623f5c1-b9fd-47c8-9470-3f82413565a1 Oct 27 10:37:05.015765 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-af9ad441-42b8-4912-817a-3dd5122d7298 req-52275234-e4ca-42ba-acc8-24e10bef71f5 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f1025910-d070-46fd-9cdb-f292d280fc87 HTTP/1.1" status: 200 len: 217 time: 0.0415847 Oct 27 10:37:05.018801 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.managers [None req-8e4e83b9-992f-496f-9300-9805b0e3674a tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] Attempting to bind port 6623f5c1-b9fd-47c8-9470-3f82413565a1 on host n-h1-813419-10 for vnic_type normal with profile {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:37:05.019145 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.managers [None req-8e4e83b9-992f-496f-9300-9805b0e3674a tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] Attempting to bind port 6623f5c1-b9fd-47c8-9470-3f82413565a1 by drivers openvswitch,hyperv on host n-h1-813419-10 at level 0 using segments [{'id': '8035a800-2e02-45fd-a266-24e5e6131a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'c3195e7d-3057-4de7-998f-0f6ddaf4e63f'}] {{(pid=102346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:37:05.019499 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e4e83b9-992f-496f-9300-9805b0e3674a tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] Attempting to bind port 6623f5c1-b9fd-47c8-9470-3f82413565a1 on network c3195e7d-3057-4de7-998f-0f6ddaf4e63f {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:37:05.025848 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e4e83b9-992f-496f-9300-9805b0e3674a tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] Port 6623f5c1-b9fd-47c8-9470-3f82413565a1 on network c3195e7d-3057-4de7-998f-0f6ddaf4e63f not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-10 {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 10:37:05.026186 n-d-813419-10 neutron-server[102346]: ERROR neutron.plugins.ml2.managers [None req-8e4e83b9-992f-496f-9300-9805b0e3674a tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] Failed to bind port 6623f5c1-b9fd-47c8-9470-3f82413565a1 on host n-h1-813419-10 for vnic_type normal using segments [{'id': '8035a800-2e02-45fd-a266-24e5e6131a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'c3195e7d-3057-4de7-998f-0f6ddaf4e63f'}] Oct 27 10:37:05.027201 n-d-813419-10 neutron-server[102346]: INFO neutron.plugins.ml2.plugin [None req-8e4e83b9-992f-496f-9300-9805b0e3674a tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] Attempt 5 to bind port 6623f5c1-b9fd-47c8-9470-3f82413565a1 Oct 27 10:37:05.044301 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.managers [None req-8e4e83b9-992f-496f-9300-9805b0e3674a tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] Attempting to bind port 6623f5c1-b9fd-47c8-9470-3f82413565a1 on host n-h1-813419-10 for vnic_type normal with profile {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:37:05.044964 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.managers [None req-8e4e83b9-992f-496f-9300-9805b0e3674a tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] Attempting to bind port 6623f5c1-b9fd-47c8-9470-3f82413565a1 by drivers openvswitch,hyperv on host n-h1-813419-10 at level 0 using segments [{'id': '8035a800-2e02-45fd-a266-24e5e6131a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'c3195e7d-3057-4de7-998f-0f6ddaf4e63f'}] {{(pid=102346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:37:05.045553 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e4e83b9-992f-496f-9300-9805b0e3674a tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] Attempting to bind port 6623f5c1-b9fd-47c8-9470-3f82413565a1 on network c3195e7d-3057-4de7-998f-0f6ddaf4e63f {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:37:05.050762 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e4e83b9-992f-496f-9300-9805b0e3674a tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] Port 6623f5c1-b9fd-47c8-9470-3f82413565a1 on network c3195e7d-3057-4de7-998f-0f6ddaf4e63f not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-10 {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 10:37:05.051585 n-d-813419-10 neutron-server[102346]: ERROR neutron.plugins.ml2.managers [None req-8e4e83b9-992f-496f-9300-9805b0e3674a tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] Failed to bind port 6623f5c1-b9fd-47c8-9470-3f82413565a1 on host n-h1-813419-10 for vnic_type normal using segments [{'id': '8035a800-2e02-45fd-a266-24e5e6131a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'c3195e7d-3057-4de7-998f-0f6ddaf4e63f'}] Oct 27 10:37:05.052310 n-d-813419-10 neutron-server[102346]: INFO neutron.plugins.ml2.plugin [None req-8e4e83b9-992f-496f-9300-9805b0e3674a tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] Attempt 6 to bind port 6623f5c1-b9fd-47c8-9470-3f82413565a1 Oct 27 10:37:05.068382 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.managers [None req-8e4e83b9-992f-496f-9300-9805b0e3674a tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] Attempting to bind port 6623f5c1-b9fd-47c8-9470-3f82413565a1 on host n-h1-813419-10 for vnic_type normal with profile {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:37:05.069167 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.managers [None req-8e4e83b9-992f-496f-9300-9805b0e3674a tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] Attempting to bind port 6623f5c1-b9fd-47c8-9470-3f82413565a1 by drivers openvswitch,hyperv on host n-h1-813419-10 at level 0 using segments [{'id': '8035a800-2e02-45fd-a266-24e5e6131a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'c3195e7d-3057-4de7-998f-0f6ddaf4e63f'}] {{(pid=102346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:37:05.069853 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e4e83b9-992f-496f-9300-9805b0e3674a tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] Attempting to bind port 6623f5c1-b9fd-47c8-9470-3f82413565a1 on network c3195e7d-3057-4de7-998f-0f6ddaf4e63f {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:37:05.079229 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e4e83b9-992f-496f-9300-9805b0e3674a tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] Port 6623f5c1-b9fd-47c8-9470-3f82413565a1 on network c3195e7d-3057-4de7-998f-0f6ddaf4e63f not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-10 {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 10:37:05.079469 n-d-813419-10 neutron-server[102346]: ERROR neutron.plugins.ml2.managers [None req-8e4e83b9-992f-496f-9300-9805b0e3674a tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] Failed to bind port 6623f5c1-b9fd-47c8-9470-3f82413565a1 on host n-h1-813419-10 for vnic_type normal using segments [{'id': '8035a800-2e02-45fd-a266-24e5e6131a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'c3195e7d-3057-4de7-998f-0f6ddaf4e63f'}] Oct 27 10:37:05.079889 n-d-813419-10 neutron-server[102346]: INFO neutron.plugins.ml2.plugin [None req-8e4e83b9-992f-496f-9300-9805b0e3674a tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] Attempt 7 to bind port 6623f5c1-b9fd-47c8-9470-3f82413565a1 Oct 27 10:37:05.084677 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Provisioning for port b160e90f-3f54-4032-a115-309a74841f26 completed by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 10:37:05.086802 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9ad441-42b8-4912-817a-3dd5122d7298 req-3eb137fe-bd3a-4515-b35d-5b2084d4871b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:37:05.088356 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-af9ad441-42b8-4912-817a-3dd5122d7298 req-3eb137fe-bd3a-4515-b35d-5b2084d4871b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0e65214c-d82d-4d27-ab81-03f6e0b4cb64 HTTP/1.1" status: 200 len: 858 time: 0.0640037 Oct 27 10:37:05.090871 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Provisioning complete for port b160e90f-3f54-4032-a115-309a74841f26 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:37:05.091502 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:05.103036 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.managers [None req-8e4e83b9-992f-496f-9300-9805b0e3674a tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] Attempting to bind port 6623f5c1-b9fd-47c8-9470-3f82413565a1 on host n-h1-813419-10 for vnic_type normal with profile {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:37:05.103036 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.managers [None req-8e4e83b9-992f-496f-9300-9805b0e3674a tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] Attempting to bind port 6623f5c1-b9fd-47c8-9470-3f82413565a1 by drivers openvswitch,hyperv on host n-h1-813419-10 at level 0 using segments [{'id': '8035a800-2e02-45fd-a266-24e5e6131a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'c3195e7d-3057-4de7-998f-0f6ddaf4e63f'}] {{(pid=102346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:37:05.103036 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e4e83b9-992f-496f-9300-9805b0e3674a tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] Attempting to bind port 6623f5c1-b9fd-47c8-9470-3f82413565a1 on network c3195e7d-3057-4de7-998f-0f6ddaf4e63f {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:37:05.113340 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e4e83b9-992f-496f-9300-9805b0e3674a tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] Port 6623f5c1-b9fd-47c8-9470-3f82413565a1 on network c3195e7d-3057-4de7-998f-0f6ddaf4e63f not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-10 {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 10:37:05.116467 n-d-813419-10 neutron-server[102346]: ERROR neutron.plugins.ml2.managers [None req-8e4e83b9-992f-496f-9300-9805b0e3674a tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] Failed to bind port 6623f5c1-b9fd-47c8-9470-3f82413565a1 on host n-h1-813419-10 for vnic_type normal using segments [{'id': '8035a800-2e02-45fd-a266-24e5e6131a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'c3195e7d-3057-4de7-998f-0f6ddaf4e63f'}] Oct 27 10:37:05.117017 n-d-813419-10 neutron-server[102346]: INFO neutron.plugins.ml2.plugin [None req-8e4e83b9-992f-496f-9300-9805b0e3674a tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] Attempt 8 to bind port 6623f5c1-b9fd-47c8-9470-3f82413565a1 Oct 27 10:37:05.133323 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.managers [None req-8e4e83b9-992f-496f-9300-9805b0e3674a tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] Attempting to bind port 6623f5c1-b9fd-47c8-9470-3f82413565a1 on host n-h1-813419-10 for vnic_type normal with profile {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:37:05.133729 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.managers [None req-8e4e83b9-992f-496f-9300-9805b0e3674a tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] Attempting to bind port 6623f5c1-b9fd-47c8-9470-3f82413565a1 by drivers openvswitch,hyperv on host n-h1-813419-10 at level 0 using segments [{'id': '8035a800-2e02-45fd-a266-24e5e6131a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'c3195e7d-3057-4de7-998f-0f6ddaf4e63f'}] {{(pid=102346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:37:05.134136 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e4e83b9-992f-496f-9300-9805b0e3674a tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] Attempting to bind port 6623f5c1-b9fd-47c8-9470-3f82413565a1 on network c3195e7d-3057-4de7-998f-0f6ddaf4e63f {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:37:05.135776 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-af9ad441-42b8-4912-817a-3dd5122d7298 req-afcc9686-3495-44ec-8b0a-1ce69d836221 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2bb216b0-33a5-43b7-88f1-bdc0240ddb04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369661 Oct 27 10:37:05.139956 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e4e83b9-992f-496f-9300-9805b0e3674a tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] Port 6623f5c1-b9fd-47c8-9470-3f82413565a1 on network c3195e7d-3057-4de7-998f-0f6ddaf4e63f not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-10 {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 10:37:05.140383 n-d-813419-10 neutron-server[102346]: ERROR neutron.plugins.ml2.managers [None req-8e4e83b9-992f-496f-9300-9805b0e3674a tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] Failed to bind port 6623f5c1-b9fd-47c8-9470-3f82413565a1 on host n-h1-813419-10 for vnic_type normal using segments [{'id': '8035a800-2e02-45fd-a266-24e5e6131a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'c3195e7d-3057-4de7-998f-0f6ddaf4e63f'}] Oct 27 10:37:05.140991 n-d-813419-10 neutron-server[102346]: INFO neutron.plugins.ml2.plugin [None req-8e4e83b9-992f-496f-9300-9805b0e3674a tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] Attempt 9 to bind port 6623f5c1-b9fd-47c8-9470-3f82413565a1 Oct 27 10:37:05.155622 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.managers [None req-8e4e83b9-992f-496f-9300-9805b0e3674a tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] Attempting to bind port 6623f5c1-b9fd-47c8-9470-3f82413565a1 on host n-h1-813419-10 for vnic_type normal with profile {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:37:05.156798 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.managers [None req-8e4e83b9-992f-496f-9300-9805b0e3674a tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] Attempting to bind port 6623f5c1-b9fd-47c8-9470-3f82413565a1 by drivers openvswitch,hyperv on host n-h1-813419-10 at level 0 using segments [{'id': '8035a800-2e02-45fd-a266-24e5e6131a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'c3195e7d-3057-4de7-998f-0f6ddaf4e63f'}] {{(pid=102346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:37:05.157204 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e4e83b9-992f-496f-9300-9805b0e3674a tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] Attempting to bind port 6623f5c1-b9fd-47c8-9470-3f82413565a1 on network c3195e7d-3057-4de7-998f-0f6ddaf4e63f {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:37:05.162857 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e4e83b9-992f-496f-9300-9805b0e3674a tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] Port 6623f5c1-b9fd-47c8-9470-3f82413565a1 on network c3195e7d-3057-4de7-998f-0f6ddaf4e63f not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-10 {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 10:37:05.164939 n-d-813419-10 neutron-server[102346]: ERROR neutron.plugins.ml2.managers [None req-8e4e83b9-992f-496f-9300-9805b0e3674a tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] Failed to bind port 6623f5c1-b9fd-47c8-9470-3f82413565a1 on host n-h1-813419-10 for vnic_type normal using segments [{'id': '8035a800-2e02-45fd-a266-24e5e6131a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'c3195e7d-3057-4de7-998f-0f6ddaf4e63f'}] Oct 27 10:37:05.164939 n-d-813419-10 neutron-server[102346]: INFO neutron.plugins.ml2.plugin [None req-8e4e83b9-992f-496f-9300-9805b0e3674a tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] Attempt 10 to bind port 6623f5c1-b9fd-47c8-9470-3f82413565a1 Oct 27 10:37:05.179146 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.managers [None req-8e4e83b9-992f-496f-9300-9805b0e3674a tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] Attempting to bind port 6623f5c1-b9fd-47c8-9470-3f82413565a1 on host n-h1-813419-10 for vnic_type normal with profile {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:37:05.179587 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.managers [None req-8e4e83b9-992f-496f-9300-9805b0e3674a tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] Attempting to bind port 6623f5c1-b9fd-47c8-9470-3f82413565a1 by drivers openvswitch,hyperv on host n-h1-813419-10 at level 0 using segments [{'id': '8035a800-2e02-45fd-a266-24e5e6131a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'c3195e7d-3057-4de7-998f-0f6ddaf4e63f'}] {{(pid=102346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:37:05.180597 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e4e83b9-992f-496f-9300-9805b0e3674a tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] Attempting to bind port 6623f5c1-b9fd-47c8-9470-3f82413565a1 on network c3195e7d-3057-4de7-998f-0f6ddaf4e63f {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:37:05.189765 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e4e83b9-992f-496f-9300-9805b0e3674a tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] Port 6623f5c1-b9fd-47c8-9470-3f82413565a1 on network c3195e7d-3057-4de7-998f-0f6ddaf4e63f not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-10 {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 10:37:05.190111 n-d-813419-10 neutron-server[102346]: ERROR neutron.plugins.ml2.managers [None req-8e4e83b9-992f-496f-9300-9805b0e3674a tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] Failed to bind port 6623f5c1-b9fd-47c8-9470-3f82413565a1 on host n-h1-813419-10 for vnic_type normal using segments [{'id': '8035a800-2e02-45fd-a266-24e5e6131a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'c3195e7d-3057-4de7-998f-0f6ddaf4e63f'}] Oct 27 10:37:05.190501 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-8e4e83b9-992f-496f-9300-9805b0e3674a tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:05.203510 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:05.228829 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cdc6933-0908-404f-8493-c08d1be20183', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b160e90f-3f54-4032-a115-309a74841f26'}] {{(pid=102348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:37:05.231806 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c588921fa634554a1d9242fdea1b05457a9ff1d3b28ba54ec1dace7f2f1df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9de00755-f819-4b5e-8aaf-d79f9c466a34" -d '{"events": [{"server_uuid": "9cdc6933-0908-404f-8493-c08d1be20183", "name": "network-vif-plugged", "status": "completed", "tag": "b160e90f-3f54-4032-a115-309a74841f26"}]}' {{(pid=102348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:37:05.259500 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-af9ad441-42b8-4912-817a-3dd5122d7298 req-8ee5e7e1-7e88-481c-a003-6bfeb40f0d07 service neutron] 10.222.0.64 "GET /v2.0/networks/2bb216b0-33a5-43b7-88f1-bdc0240ddb04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1119230 Oct 27 10:37:05.266354 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] For port b160e90f-3f54-4032-a115-309a74841f26, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=b160e90f-3f54-4032-a115-309a74841f26,segment=NetworkSegment(3fa8f95e-6276-4974-b5c0-da1e0ae271fc),segment_id=3fa8f95e-6276-4974-b5c0-da1e0ae271fc)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:37:05.271590 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:05.283386 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:37:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48337ad2-fd25-4139-a2be-bd150012a876 x-openstack-request-id: req-48337ad2-fd25-4139-a2be-bd150012a876 {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:37:05.283672 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cdc6933-0908-404f-8493-c08d1be20183", "name": "network-vif-plugged", "status": "completed", "tag": "b160e90f-3f54-4032-a115-309a74841f26", "code": 200}]} {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:37:05.284578 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-48337ad2-fd25-4139-a2be-bd150012a876 {{(pid=102348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:37:05.285097 n-d-813419-10 neutron-server[102348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cdc6933-0908-404f-8493-c08d1be20183', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b160e90f-3f54-4032-a115-309a74841f26', 'code': 200} Oct 27 10:37:05.293277 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [None req-8e4e83b9-992f-496f-9300-9805b0e3674a tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] For port 6623f5c1-b9fd-47c8-9470-3f82413565a1, host n-h1-813419-10, cleared binding levels {{(pid=102346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:37:05.293485 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [None req-8e4e83b9-992f-496f-9300-9805b0e3674a tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] Attempted to set empty binding levels {{(pid=102346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Oct 27 10:37:05.300024 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-8e4e83b9-992f-496f-9300-9805b0e3674a tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27024173'] for port, after_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:05.321801 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e4e83b9-992f-496f-9300-9805b0e3674a tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:37:05.322396 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-8e4e83b9-992f-496f-9300-9805b0e3674a tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:05.370862 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Pushing event updated for resources: {'Port': ['ID=b160e90f-3f54-4032-a115-309a74841f26,revision_number=5']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:37:05.379267 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-8e4e83b9-992f-496f-9300-9805b0e3674a tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 981 time: 1.1250730 Oct 27 10:37:05.382098 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 41510) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:37:05.448445 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c2e1f6-df2a-4588-b9b2-4888449a8ad0 req-cacea5e9-acbd-4c30-8f20-8081fea95241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:37:05.449964 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b1c2e1f6-df2a-4588-b9b2-4888449a8ad0 req-cacea5e9-acbd-4c30-8f20-8081fea95241 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=9cdc6933-0908-404f-8493-c08d1be20183 HTTP/1.1" status: 200 len: 1098 time: 0.0725009 Oct 27 10:37:05.465835 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4e83b9-992f-496f-9300-9805b0e3674a tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] Pushing event updated for resources: {'Port': ['ID=6623f5c1-b9fd-47c8-9470-3f82413565a1,revision_number=2']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:37:05.477294 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-af9ad441-42b8-4912-817a-3dd5122d7298 req-701511a7-98bb-415c-852c-991580dd30d9 service neutron] 10.222.0.64 "GET /v2.0/networks/2bb216b0-33a5-43b7-88f1-bdc0240ddb04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2073686 Oct 27 10:37:05.502096 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b1c2e1f6-df2a-4588-b9b2-4888449a8ad0 req-c43ec670-ab04-4681-81bd-d6ac42386e5e service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=cc9284c7-fb9e-4cd7-891d-df58f9ea4e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428307 Oct 27 10:37:05.518348 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a1beb4-b571-43e6-b6a5-72ed04ff1421 req-8dee1b11-4576-4955-9057-a9028d34bb8d tempest-InstanceActionsV221TestJSON-899563103 tempest-InstanceActionsV221TestJSON-899563103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:37:05.519930 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-65a1beb4-b571-43e6-b6a5-72ed04ff1421 req-8dee1b11-4576-4955-9057-a9028d34bb8d tempest-InstanceActionsV221TestJSON-899563103 tempest-InstanceActionsV221TestJSON-899563103-project] 10.222.0.44 "GET /v2.0/ports?device_id=34099928-36fc-4b7d-b0bc-5f65016f8aba HTTP/1.1" status: 200 len: 944 time: 0.1007142 Oct 27 10:37:05.535683 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-adec66c3-26e1-47f1-bb11-0334255f9290 tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] Deleting port 6623f5c1-b9fd-47c8-9470-3f82413565a1 {{(pid=102346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:37:05.536760 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-adec66c3-26e1-47f1-bb11-0334255f9290 tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:05.608249 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b2bc12-7d51-4ddd-a928-0867a89688d5 req-ea7ca551-27f7-459b-ad2b-159cf0d7e97d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:37:05.614231 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-d6b2bc12-7d51-4ddd-a928-0867a89688d5 req-ea7ca551-27f7-459b-ad2b-159cf0d7e97d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=919a5bd918454fb6b913c2c116ca6735&device_id=34099928-36fc-4b7d-b0bc-5f65016f8aba HTTP/1.1" status: 200 len: 1096 time: 0.0619466 Oct 27 10:37:05.626946 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-65a1beb4-b571-43e6-b6a5-72ed04ff1421 req-1330ed88-df43-46a7-89c9-f426d1231efa tempest-InstanceActionsV221TestJSON-899563103 tempest-InstanceActionsV221TestJSON-899563103-project] 10.222.0.44 "GET /v2.0/security-groups?id=524299f9-276b-4e85-bae6-87b4575c925f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880711 Oct 27 10:37:05.646538 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [None req-adec66c3-26e1-47f1-bb11-0334255f9290 tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] For port 6623f5c1-b9fd-47c8-9470-3f82413565a1, host n-h1-813419-10, got binding levels [] {{(pid=102346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:37:05.646953 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-adec66c3-26e1-47f1-bb11-0334255f9290 tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:05.667610 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-adec66c3-26e1-47f1-bb11-0334255f9290 tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] Calling delete_port for 6623f5c1-b9fd-47c8-9470-3f82413565a1 owned by {{(pid=102346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:37:05.732903 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b2bc12-7d51-4ddd-a928-0867a89688d5 req-38e92ae5-7217-4d02-a7cd-7b1bd81790b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:37:05.734373 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-d6b2bc12-7d51-4ddd-a928-0867a89688d5 req-38e92ae5-7217-4d02-a7cd-7b1bd81790b7 service neutron] 10.222.0.64 "GET /v2.0/networks?id=2bb216b0-33a5-43b7-88f1-bdc0240ddb04 HTTP/1.1" status: 200 len: 919 time: 0.1123638 Oct 27 10:37:05.756835 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-adec66c3-26e1-47f1-bb11-0334255f9290 tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:05.785356 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-d6b2bc12-7d51-4ddd-a928-0867a89688d5 req-1840081c-5527-4b49-8212-8baeb5b31d1d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f1025910-d070-46fd-9cdb-f292d280fc87 HTTP/1.1" status: 200 len: 217 time: 0.0418506 Oct 27 10:37:05.807995 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adec66c3-26e1-47f1-bb11-0334255f9290 tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] Pushing event deleted for resources: {'Port': ['ID=6623f5c1-b9fd-47c8-9470-3f82413565a1,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:37:05.810373 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-adec66c3-26e1-47f1-bb11-0334255f9290 tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:05.816752 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-adec66c3-26e1-47f1-bb11-0334255f9290 tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] 10.222.0.44 "DELETE /v2.0/ports/6623f5c1-b9fd-47c8-9470-3f82413565a1 HTTP/1.1" status: 204 len: 168 time: 0.4333367 Oct 27 10:37:05.818255 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 41552) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:37:05.860801 n-d-813419-10 neutron-server[102346]: INFO neutron.pecan_wsgi.hooks.translation [None req-b17982c1-e32e-48d0-8426-2eb18576baf2 tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] GET failed (client error): The resource could not be found. Oct 27 10:37:05.863997 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-b17982c1-e32e-48d0-8426-2eb18576baf2 tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] 10.222.0.44 "GET /v2.0/ports/6623f5c1-b9fd-47c8-9470-3f82413565a1 HTTP/1.1" status: 404 len: 333 time: 0.0444567 Oct 27 10:37:05.864910 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 41558) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:37:05.870223 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-be73a5b9-ec2b-4d10-8cfc-eb7284be3ff9 tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] Request body: {'port': {'network_id': 'c3195e7d-3057-4de7-998f-0f6ddaf4e63f', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1550189014'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:37:05.895227 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be73a5b9-ec2b-4d10-8cfc-eb7284be3ff9 tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] Made reservation on behalf of 2a69fcdca7884101992f2178cef9de6f for: {'port': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:37:05.897512 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b2bc12-7d51-4ddd-a928-0867a89688d5 req-dd872bc3-fa86-44ea-b139-c74438ab77fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:37:05.897713 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-be73a5b9-ec2b-4d10-8cfc-eb7284be3ff9 tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:05.900604 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-d6b2bc12-7d51-4ddd-a928-0867a89688d5 req-dd872bc3-fa86-44ea-b139-c74438ab77fe service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0e65214c-d82d-4d27-ab81-03f6e0b4cb64 HTTP/1.1" status: 200 len: 858 time: 0.1005411 Oct 27 10:37:05.915401 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [None req-be73a5b9-ec2b-4d10-8cfc-eb7284be3ff9 tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] device_id is not set on port f897b11d-2815-43f0-b1fa-91a3cab55eac yet. {{(pid=102346) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 10:37:05.940737 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-d6b2bc12-7d51-4ddd-a928-0867a89688d5 req-2db6b9d6-9e99-4888-bc61-9a0b911f0f8f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2bb216b0-33a5-43b7-88f1-bdc0240ddb04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340002 Oct 27 10:37:05.949147 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721f3ceb-afc1-49e7-900e-c3f25ccac1b9 req-912010ac-dee5-4c7c-b5be-7f8bfde8f6fe tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:37:05.950612 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-721f3ceb-afc1-49e7-900e-c3f25ccac1b9 req-912010ac-dee5-4c7c-b5be-7f8bfde8f6fe tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/ports?device_id=9cdc6933-0908-404f-8493-c08d1be20183 HTTP/1.1" status: 200 len: 946 time: 0.1035810 Oct 27 10:37:06.060571 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-721f3ceb-afc1-49e7-900e-c3f25ccac1b9 req-62317a53-3e5b-4d04-84dd-5d0dcf4d5a39 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/security-groups?id=cc9284c7-fb9e-4cd7-891d-df58f9ea4e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009238 Oct 27 10:37:06.089644 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-be73a5b9-ec2b-4d10-8cfc-eb7284be3ff9 tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:06.098556 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-d6b2bc12-7d51-4ddd-a928-0867a89688d5 req-4fdceb4b-e59d-45be-b222-f1967a8153a2 service neutron] 10.222.0.64 "GET /v2.0/networks/2bb216b0-33a5-43b7-88f1-bdc0240ddb04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469705 Oct 27 10:37:06.127288 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-be73a5b9-ec2b-4d10-8cfc-eb7284be3ff9 tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:06.179486 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be73a5b9-ec2b-4d10-8cfc-eb7284be3ff9 tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] Network c3195e7d-3057-4de7-998f-0f6ddaf4e63f is already hosted by enough agents. {{(pid=102346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:37:06.182572 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-be73a5b9-ec2b-4d10-8cfc-eb7284be3ff9 tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] Resources bound (agent type, host, resource id): {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:37:06.187720 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be73a5b9-ec2b-4d10-8cfc-eb7284be3ff9 tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] Received port after_create {{(pid=102346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:37:06.188166 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be73a5b9-ec2b-4d10-8cfc-eb7284be3ff9 tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:37:06.188782 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-be73a5b9-ec2b-4d10-8cfc-eb7284be3ff9 tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:06.192184 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be73a5b9-ec2b-4d10-8cfc-eb7284be3ff9 tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] Pushing event updated for resources: {'Port': ['ID=f897b11d-2815-43f0-b1fa-91a3cab55eac,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:37:06.208614 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-be73a5b9-ec2b-4d10-8cfc-eb7284be3ff9 tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.3426831 Oct 27 10:37:06.211816 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 41588) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:37:06.219973 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-5db01aa5-22c6-4982-8004-301a245a4633 tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-813419-10'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:37:06.229338 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-d6b2bc12-7d51-4ddd-a928-0867a89688d5 req-cdbd47d1-0852-44fe-be69-3b8ad19fed10 service neutron] 10.222.0.64 "GET /v2.0/networks/2bb216b0-33a5-43b7-88f1-bdc0240ddb04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210814 Oct 27 10:37:06.281964 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-5db01aa5-22c6-4982-8004-301a245a4633 tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:06.464724 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [None req-5db01aa5-22c6-4982-8004-301a245a4633 tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] device_id is not set on port f897b11d-2815-43f0-b1fa-91a3cab55eac yet. {{(pid=102347) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 10:37:06.472677 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-5db01aa5-22c6-4982-8004-301a245a4633 tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:06.478065 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-5db01aa5-22c6-4982-8004-301a245a4633 tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:06.486648 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 41594) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:37:06.535459 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db01aa5-22c6-4982-8004-301a245a4633 tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] Pushing event updated for resources: {'Port': ['ID=f897b11d-2815-43f0-b1fa-91a3cab55eac,revision_number=2']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:37:06.541577 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [None req-5db01aa5-22c6-4982-8004-301a245a4633 tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] Attempting to bind port f897b11d-2815-43f0-b1fa-91a3cab55eac on host n-h1-813419-10 for vnic_type normal with profile {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:37:06.541941 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [None req-5db01aa5-22c6-4982-8004-301a245a4633 tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] Attempting to bind port f897b11d-2815-43f0-b1fa-91a3cab55eac by drivers openvswitch,hyperv on host n-h1-813419-10 at level 0 using segments [{'id': '8035a800-2e02-45fd-a266-24e5e6131a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'c3195e7d-3057-4de7-998f-0f6ddaf4e63f'}] {{(pid=102347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:37:06.542440 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5db01aa5-22c6-4982-8004-301a245a4633 tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] Attempting to bind port f897b11d-2815-43f0-b1fa-91a3cab55eac on network c3195e7d-3057-4de7-998f-0f6ddaf4e63f {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:37:06.547351 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5db01aa5-22c6-4982-8004-301a245a4633 tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] Port f897b11d-2815-43f0-b1fa-91a3cab55eac on network c3195e7d-3057-4de7-998f-0f6ddaf4e63f not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-10 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 10:37:06.547644 n-d-813419-10 neutron-server[102347]: ERROR neutron.plugins.ml2.managers [None req-5db01aa5-22c6-4982-8004-301a245a4633 tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] Failed to bind port f897b11d-2815-43f0-b1fa-91a3cab55eac on host n-h1-813419-10 for vnic_type normal using segments [{'id': '8035a800-2e02-45fd-a266-24e5e6131a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'c3195e7d-3057-4de7-998f-0f6ddaf4e63f'}] Oct 27 10:37:06.548028 n-d-813419-10 neutron-server[102347]: INFO neutron.plugins.ml2.plugin [None req-5db01aa5-22c6-4982-8004-301a245a4633 tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] Attempt 2 to bind port f897b11d-2815-43f0-b1fa-91a3cab55eac Oct 27 10:37:06.562499 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [None req-5db01aa5-22c6-4982-8004-301a245a4633 tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] Attempting to bind port f897b11d-2815-43f0-b1fa-91a3cab55eac on host n-h1-813419-10 for vnic_type normal with profile {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:37:06.562837 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [None req-5db01aa5-22c6-4982-8004-301a245a4633 tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] Attempting to bind port f897b11d-2815-43f0-b1fa-91a3cab55eac by drivers openvswitch,hyperv on host n-h1-813419-10 at level 0 using segments [{'id': '8035a800-2e02-45fd-a266-24e5e6131a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'c3195e7d-3057-4de7-998f-0f6ddaf4e63f'}] {{(pid=102347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:37:06.563178 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5db01aa5-22c6-4982-8004-301a245a4633 tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] Attempting to bind port f897b11d-2815-43f0-b1fa-91a3cab55eac on network c3195e7d-3057-4de7-998f-0f6ddaf4e63f {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:37:06.567827 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5db01aa5-22c6-4982-8004-301a245a4633 tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] Port f897b11d-2815-43f0-b1fa-91a3cab55eac on network c3195e7d-3057-4de7-998f-0f6ddaf4e63f not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-10 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 10:37:06.568124 n-d-813419-10 neutron-server[102347]: ERROR neutron.plugins.ml2.managers [None req-5db01aa5-22c6-4982-8004-301a245a4633 tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] Failed to bind port f897b11d-2815-43f0-b1fa-91a3cab55eac on host n-h1-813419-10 for vnic_type normal using segments [{'id': '8035a800-2e02-45fd-a266-24e5e6131a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'c3195e7d-3057-4de7-998f-0f6ddaf4e63f'}] Oct 27 10:37:06.568539 n-d-813419-10 neutron-server[102347]: INFO neutron.plugins.ml2.plugin [None req-5db01aa5-22c6-4982-8004-301a245a4633 tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] Attempt 3 to bind port f897b11d-2815-43f0-b1fa-91a3cab55eac Oct 27 10:37:06.581253 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [None req-5db01aa5-22c6-4982-8004-301a245a4633 tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] Attempting to bind port f897b11d-2815-43f0-b1fa-91a3cab55eac on host n-h1-813419-10 for vnic_type normal with profile {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:37:06.581589 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [None req-5db01aa5-22c6-4982-8004-301a245a4633 tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] Attempting to bind port f897b11d-2815-43f0-b1fa-91a3cab55eac by drivers openvswitch,hyperv on host n-h1-813419-10 at level 0 using segments [{'id': '8035a800-2e02-45fd-a266-24e5e6131a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'c3195e7d-3057-4de7-998f-0f6ddaf4e63f'}] {{(pid=102347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:37:06.581919 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5db01aa5-22c6-4982-8004-301a245a4633 tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] Attempting to bind port f897b11d-2815-43f0-b1fa-91a3cab55eac on network c3195e7d-3057-4de7-998f-0f6ddaf4e63f {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:37:06.586738 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5db01aa5-22c6-4982-8004-301a245a4633 tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] Port f897b11d-2815-43f0-b1fa-91a3cab55eac on network c3195e7d-3057-4de7-998f-0f6ddaf4e63f not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-10 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 10:37:06.587074 n-d-813419-10 neutron-server[102347]: ERROR neutron.plugins.ml2.managers [None req-5db01aa5-22c6-4982-8004-301a245a4633 tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] Failed to bind port f897b11d-2815-43f0-b1fa-91a3cab55eac on host n-h1-813419-10 for vnic_type normal using segments [{'id': '8035a800-2e02-45fd-a266-24e5e6131a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'c3195e7d-3057-4de7-998f-0f6ddaf4e63f'}] Oct 27 10:37:06.587464 n-d-813419-10 neutron-server[102347]: INFO neutron.plugins.ml2.plugin [None req-5db01aa5-22c6-4982-8004-301a245a4633 tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] Attempt 4 to bind port f897b11d-2815-43f0-b1fa-91a3cab55eac Oct 27 10:37:06.600402 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [None req-5db01aa5-22c6-4982-8004-301a245a4633 tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] Attempting to bind port f897b11d-2815-43f0-b1fa-91a3cab55eac on host n-h1-813419-10 for vnic_type normal with profile {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:37:06.600608 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [None req-5db01aa5-22c6-4982-8004-301a245a4633 tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] Attempting to bind port f897b11d-2815-43f0-b1fa-91a3cab55eac by drivers openvswitch,hyperv on host n-h1-813419-10 at level 0 using segments [{'id': '8035a800-2e02-45fd-a266-24e5e6131a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'c3195e7d-3057-4de7-998f-0f6ddaf4e63f'}] {{(pid=102347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:37:06.600949 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5db01aa5-22c6-4982-8004-301a245a4633 tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] Attempting to bind port f897b11d-2815-43f0-b1fa-91a3cab55eac on network c3195e7d-3057-4de7-998f-0f6ddaf4e63f {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:37:06.605392 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5db01aa5-22c6-4982-8004-301a245a4633 tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] Port f897b11d-2815-43f0-b1fa-91a3cab55eac on network c3195e7d-3057-4de7-998f-0f6ddaf4e63f not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-10 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 10:37:06.605720 n-d-813419-10 neutron-server[102347]: ERROR neutron.plugins.ml2.managers [None req-5db01aa5-22c6-4982-8004-301a245a4633 tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] Failed to bind port f897b11d-2815-43f0-b1fa-91a3cab55eac on host n-h1-813419-10 for vnic_type normal using segments [{'id': '8035a800-2e02-45fd-a266-24e5e6131a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'c3195e7d-3057-4de7-998f-0f6ddaf4e63f'}] Oct 27 10:37:06.605942 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-fe179a7d-29f6-47a8-b34f-78447e4563e2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:06.606124 n-d-813419-10 neutron-server[102347]: INFO neutron.plugins.ml2.plugin [None req-5db01aa5-22c6-4982-8004-301a245a4633 tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] Attempt 5 to bind port f897b11d-2815-43f0-b1fa-91a3cab55eac Oct 27 10:37:06.619851 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [None req-5db01aa5-22c6-4982-8004-301a245a4633 tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] Attempting to bind port f897b11d-2815-43f0-b1fa-91a3cab55eac on host n-h1-813419-10 for vnic_type normal with profile {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:37:06.620582 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [None req-5db01aa5-22c6-4982-8004-301a245a4633 tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] Attempting to bind port f897b11d-2815-43f0-b1fa-91a3cab55eac by drivers openvswitch,hyperv on host n-h1-813419-10 at level 0 using segments [{'id': '8035a800-2e02-45fd-a266-24e5e6131a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'c3195e7d-3057-4de7-998f-0f6ddaf4e63f'}] {{(pid=102347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:37:06.620582 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5db01aa5-22c6-4982-8004-301a245a4633 tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] Attempting to bind port f897b11d-2815-43f0-b1fa-91a3cab55eac on network c3195e7d-3057-4de7-998f-0f6ddaf4e63f {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:37:06.625004 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5db01aa5-22c6-4982-8004-301a245a4633 tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] Port f897b11d-2815-43f0-b1fa-91a3cab55eac on network c3195e7d-3057-4de7-998f-0f6ddaf4e63f not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-10 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 10:37:06.625267 n-d-813419-10 neutron-server[102347]: ERROR neutron.plugins.ml2.managers [None req-5db01aa5-22c6-4982-8004-301a245a4633 tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] Failed to bind port f897b11d-2815-43f0-b1fa-91a3cab55eac on host n-h1-813419-10 for vnic_type normal using segments [{'id': '8035a800-2e02-45fd-a266-24e5e6131a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'c3195e7d-3057-4de7-998f-0f6ddaf4e63f'}] Oct 27 10:37:06.625646 n-d-813419-10 neutron-server[102347]: INFO neutron.plugins.ml2.plugin [None req-5db01aa5-22c6-4982-8004-301a245a4633 tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] Attempt 6 to bind port f897b11d-2815-43f0-b1fa-91a3cab55eac Oct 27 10:37:06.642703 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [None req-5db01aa5-22c6-4982-8004-301a245a4633 tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] Attempting to bind port f897b11d-2815-43f0-b1fa-91a3cab55eac on host n-h1-813419-10 for vnic_type normal with profile {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:37:06.643021 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [None req-5db01aa5-22c6-4982-8004-301a245a4633 tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] Attempting to bind port f897b11d-2815-43f0-b1fa-91a3cab55eac by drivers openvswitch,hyperv on host n-h1-813419-10 at level 0 using segments [{'id': '8035a800-2e02-45fd-a266-24e5e6131a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'c3195e7d-3057-4de7-998f-0f6ddaf4e63f'}] {{(pid=102347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:37:06.643333 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5db01aa5-22c6-4982-8004-301a245a4633 tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] Attempting to bind port f897b11d-2815-43f0-b1fa-91a3cab55eac on network c3195e7d-3057-4de7-998f-0f6ddaf4e63f {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:37:06.648252 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5db01aa5-22c6-4982-8004-301a245a4633 tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] Port f897b11d-2815-43f0-b1fa-91a3cab55eac on network c3195e7d-3057-4de7-998f-0f6ddaf4e63f not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-10 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 10:37:06.648524 n-d-813419-10 neutron-server[102347]: ERROR neutron.plugins.ml2.managers [None req-5db01aa5-22c6-4982-8004-301a245a4633 tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] Failed to bind port f897b11d-2815-43f0-b1fa-91a3cab55eac on host n-h1-813419-10 for vnic_type normal using segments [{'id': '8035a800-2e02-45fd-a266-24e5e6131a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'c3195e7d-3057-4de7-998f-0f6ddaf4e63f'}] Oct 27 10:37:06.649453 n-d-813419-10 neutron-server[102347]: INFO neutron.plugins.ml2.plugin [None req-5db01aa5-22c6-4982-8004-301a245a4633 tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] Attempt 7 to bind port f897b11d-2815-43f0-b1fa-91a3cab55eac Oct 27 10:37:06.663743 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [None req-5db01aa5-22c6-4982-8004-301a245a4633 tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] Attempting to bind port f897b11d-2815-43f0-b1fa-91a3cab55eac on host n-h1-813419-10 for vnic_type normal with profile {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:37:06.664270 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [None req-5db01aa5-22c6-4982-8004-301a245a4633 tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] Attempting to bind port f897b11d-2815-43f0-b1fa-91a3cab55eac by drivers openvswitch,hyperv on host n-h1-813419-10 at level 0 using segments [{'id': '8035a800-2e02-45fd-a266-24e5e6131a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'c3195e7d-3057-4de7-998f-0f6ddaf4e63f'}] {{(pid=102347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:37:06.664560 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5db01aa5-22c6-4982-8004-301a245a4633 tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] Attempting to bind port f897b11d-2815-43f0-b1fa-91a3cab55eac on network c3195e7d-3057-4de7-998f-0f6ddaf4e63f {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:37:06.685697 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5db01aa5-22c6-4982-8004-301a245a4633 tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] Port f897b11d-2815-43f0-b1fa-91a3cab55eac on network c3195e7d-3057-4de7-998f-0f6ddaf4e63f not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-10 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 10:37:06.686034 n-d-813419-10 neutron-server[102347]: ERROR neutron.plugins.ml2.managers [None req-5db01aa5-22c6-4982-8004-301a245a4633 tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] Failed to bind port f897b11d-2815-43f0-b1fa-91a3cab55eac on host n-h1-813419-10 for vnic_type normal using segments [{'id': '8035a800-2e02-45fd-a266-24e5e6131a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'c3195e7d-3057-4de7-998f-0f6ddaf4e63f'}] Oct 27 10:37:06.686429 n-d-813419-10 neutron-server[102347]: INFO neutron.plugins.ml2.plugin [None req-5db01aa5-22c6-4982-8004-301a245a4633 tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] Attempt 8 to bind port f897b11d-2815-43f0-b1fa-91a3cab55eac Oct 27 10:37:06.693958 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-fe179a7d-29f6-47a8-b34f-78447e4563e2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:06.699522 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-fe179a7d-29f6-47a8-b34f-78447e4563e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:06.701795 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [None req-5db01aa5-22c6-4982-8004-301a245a4633 tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] Attempting to bind port f897b11d-2815-43f0-b1fa-91a3cab55eac on host n-h1-813419-10 for vnic_type normal with profile {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:37:06.702536 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [None req-5db01aa5-22c6-4982-8004-301a245a4633 tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] Attempting to bind port f897b11d-2815-43f0-b1fa-91a3cab55eac by drivers openvswitch,hyperv on host n-h1-813419-10 at level 0 using segments [{'id': '8035a800-2e02-45fd-a266-24e5e6131a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'c3195e7d-3057-4de7-998f-0f6ddaf4e63f'}] {{(pid=102347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:37:06.702887 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5db01aa5-22c6-4982-8004-301a245a4633 tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] Attempting to bind port f897b11d-2815-43f0-b1fa-91a3cab55eac on network c3195e7d-3057-4de7-998f-0f6ddaf4e63f {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:37:06.707693 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5db01aa5-22c6-4982-8004-301a245a4633 tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] Port f897b11d-2815-43f0-b1fa-91a3cab55eac on network c3195e7d-3057-4de7-998f-0f6ddaf4e63f not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-10 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 10:37:06.707992 n-d-813419-10 neutron-server[102347]: ERROR neutron.plugins.ml2.managers [None req-5db01aa5-22c6-4982-8004-301a245a4633 tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] Failed to bind port f897b11d-2815-43f0-b1fa-91a3cab55eac on host n-h1-813419-10 for vnic_type normal using segments [{'id': '8035a800-2e02-45fd-a266-24e5e6131a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'c3195e7d-3057-4de7-998f-0f6ddaf4e63f'}] Oct 27 10:37:06.708466 n-d-813419-10 neutron-server[102347]: INFO neutron.plugins.ml2.plugin [None req-5db01aa5-22c6-4982-8004-301a245a4633 tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] Attempt 9 to bind port f897b11d-2815-43f0-b1fa-91a3cab55eac Oct 27 10:37:06.721756 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [None req-5db01aa5-22c6-4982-8004-301a245a4633 tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] Attempting to bind port f897b11d-2815-43f0-b1fa-91a3cab55eac on host n-h1-813419-10 for vnic_type normal with profile {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:37:06.722126 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [None req-5db01aa5-22c6-4982-8004-301a245a4633 tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] Attempting to bind port f897b11d-2815-43f0-b1fa-91a3cab55eac by drivers openvswitch,hyperv on host n-h1-813419-10 at level 0 using segments [{'id': '8035a800-2e02-45fd-a266-24e5e6131a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'c3195e7d-3057-4de7-998f-0f6ddaf4e63f'}] {{(pid=102347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:37:06.722470 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5db01aa5-22c6-4982-8004-301a245a4633 tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] Attempting to bind port f897b11d-2815-43f0-b1fa-91a3cab55eac on network c3195e7d-3057-4de7-998f-0f6ddaf4e63f {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:37:06.727563 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5db01aa5-22c6-4982-8004-301a245a4633 tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] Port f897b11d-2815-43f0-b1fa-91a3cab55eac on network c3195e7d-3057-4de7-998f-0f6ddaf4e63f not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-10 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 10:37:06.727834 n-d-813419-10 neutron-server[102347]: ERROR neutron.plugins.ml2.managers [None req-5db01aa5-22c6-4982-8004-301a245a4633 tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] Failed to bind port f897b11d-2815-43f0-b1fa-91a3cab55eac on host n-h1-813419-10 for vnic_type normal using segments [{'id': '8035a800-2e02-45fd-a266-24e5e6131a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'c3195e7d-3057-4de7-998f-0f6ddaf4e63f'}] Oct 27 10:37:06.728251 n-d-813419-10 neutron-server[102347]: INFO neutron.plugins.ml2.plugin [None req-5db01aa5-22c6-4982-8004-301a245a4633 tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] Attempt 10 to bind port f897b11d-2815-43f0-b1fa-91a3cab55eac Oct 27 10:37:06.744932 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-fe179a7d-29f6-47a8-b34f-78447e4563e2 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7d0da63e81fc4d3fa8ded1af8d340979&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2540724 Oct 27 10:37:06.744932 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe179a7d-29f6-47a8-b34f-78447e4563e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2d129f6-66d4-4576-bc79-77909fb7b850,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:37:06.746007 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 41602) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:37:06.767360 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [None req-5db01aa5-22c6-4982-8004-301a245a4633 tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] Attempting to bind port f897b11d-2815-43f0-b1fa-91a3cab55eac on host n-h1-813419-10 for vnic_type normal with profile {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:37:06.767704 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [None req-5db01aa5-22c6-4982-8004-301a245a4633 tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] Attempting to bind port f897b11d-2815-43f0-b1fa-91a3cab55eac by drivers openvswitch,hyperv on host n-h1-813419-10 at level 0 using segments [{'id': '8035a800-2e02-45fd-a266-24e5e6131a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'c3195e7d-3057-4de7-998f-0f6ddaf4e63f'}] {{(pid=102347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:37:06.768077 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5db01aa5-22c6-4982-8004-301a245a4633 tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] Attempting to bind port f897b11d-2815-43f0-b1fa-91a3cab55eac on network c3195e7d-3057-4de7-998f-0f6ddaf4e63f {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:37:06.775870 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5db01aa5-22c6-4982-8004-301a245a4633 tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] Port f897b11d-2815-43f0-b1fa-91a3cab55eac on network c3195e7d-3057-4de7-998f-0f6ddaf4e63f not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-10 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 10:37:06.776230 n-d-813419-10 neutron-server[102347]: ERROR neutron.plugins.ml2.managers [None req-5db01aa5-22c6-4982-8004-301a245a4633 tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] Failed to bind port f897b11d-2815-43f0-b1fa-91a3cab55eac on host n-h1-813419-10 for vnic_type normal using segments [{'id': '8035a800-2e02-45fd-a266-24e5e6131a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'c3195e7d-3057-4de7-998f-0f6ddaf4e63f'}] Oct 27 10:37:06.776582 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-5db01aa5-22c6-4982-8004-301a245a4633 tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:06.798485 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d80fbcd4-edef-458f-9c6e-c385bed45356 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:06.804082 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540679ca-c6c8-4bec-b6cd-ff38e95bfaf6 req-ab8bc8a5-84c3-4ab0-8729-0c86e5cbd7d7 tempest-InstanceActionsV221TestJSON-899563103 tempest-InstanceActionsV221TestJSON-899563103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:37:06.805665 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-540679ca-c6c8-4bec-b6cd-ff38e95bfaf6 req-ab8bc8a5-84c3-4ab0-8729-0c86e5cbd7d7 tempest-InstanceActionsV221TestJSON-899563103 tempest-InstanceActionsV221TestJSON-899563103-project] 10.222.0.44 "GET /v2.0/ports?device_id=34099928-36fc-4b7d-b0bc-5f65016f8aba HTTP/1.1" status: 200 len: 944 time: 0.0683873 Oct 27 10:37:06.821715 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d80fbcd4-edef-458f-9c6e-c385bed45356 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:06.878852 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d80fbcd4-edef-458f-9c6e-c385bed45356 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:06.883092 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d80fbcd4-edef-458f-9c6e-c385bed45356 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:06.884302 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-540679ca-c6c8-4bec-b6cd-ff38e95bfaf6 req-ab69a4f2-4aa9-4a0d-9399-278a1080a21c tempest-InstanceActionsV221TestJSON-899563103 tempest-InstanceActionsV221TestJSON-899563103-project] 10.222.0.44 "GET /v2.0/security-groups?id=524299f9-276b-4e85-bae6-87b4575c925f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583210 Oct 27 10:37:06.886766 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [None req-5db01aa5-22c6-4982-8004-301a245a4633 tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] For port f897b11d-2815-43f0-b1fa-91a3cab55eac, host n-h1-813419-10, cleared binding levels {{(pid=102347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:37:06.887457 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [None req-5db01aa5-22c6-4982-8004-301a245a4633 tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] Attempted to set empty binding levels {{(pid=102347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Oct 27 10:37:06.889068 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-d80fbcd4-edef-458f-9c6e-c385bed45356 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c2d129f6-66d4-4576-bc79-77909fb7b850 HTTP/1.1" status: 204 len: 168 time: 0.1420188 Oct 27 10:37:06.893997 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-5db01aa5-22c6-4982-8004-301a245a4633 tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:06.909483 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80fbcd4-edef-458f-9c6e-c385bed45356 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2d129f6-66d4-4576-bc79-77909fb7b850,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:37:06.930413 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-5db01aa5-22c6-4982-8004-301a245a4633 tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] In _notify_port_updated(), no bound segment for port f897b11d-2815-43f0-b1fa-91a3cab55eac on network c3195e7d-3057-4de7-998f-0f6ddaf4e63f {{(pid=102347) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 27 10:37:06.931261 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5db01aa5-22c6-4982-8004-301a245a4633 tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:37:06.931971 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-5db01aa5-22c6-4982-8004-301a245a4633 tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:06.933178 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-5db01aa5-22c6-4982-8004-301a245a4633 tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] 10.222.0.44 "PUT /v2.0/ports/f897b11d-2815-43f0-b1fa-91a3cab55eac HTTP/1.1" status: 200 len: 976 time: 0.7202573 Oct 27 10:37:06.935829 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 41606) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:37:06.947209 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db01aa5-22c6-4982-8004-301a245a4633 tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] Pushing event updated for resources: {'Port': ['ID=f897b11d-2815-43f0-b1fa-91a3cab55eac,revision_number=3']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:37:07.034843 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dffd0b5-a2c1-4cc6-b29e-d59751ed5763 tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:37:07.035319 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dffd0b5-a2c1-4cc6-b29e-d59751ed5763 tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:37:07.035783 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dffd0b5-a2c1-4cc6-b29e-d59751ed5763 tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:37:07.036266 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dffd0b5-a2c1-4cc6-b29e-d59751ed5763 tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:37:07.036726 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dffd0b5-a2c1-4cc6-b29e-d59751ed5763 tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:37:07.037207 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dffd0b5-a2c1-4cc6-b29e-d59751ed5763 tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:37:07.037660 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dffd0b5-a2c1-4cc6-b29e-d59751ed5763 tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:37:07.038113 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dffd0b5-a2c1-4cc6-b29e-d59751ed5763 tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:37:07.038563 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dffd0b5-a2c1-4cc6-b29e-d59751ed5763 tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:37:07.039013 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dffd0b5-a2c1-4cc6-b29e-d59751ed5763 tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:37:07.040088 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dffd0b5-a2c1-4cc6-b29e-d59751ed5763 tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:37:07.040572 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dffd0b5-a2c1-4cc6-b29e-d59751ed5763 tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:37:07.041022 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dffd0b5-a2c1-4cc6-b29e-d59751ed5763 tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:37:07.041472 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dffd0b5-a2c1-4cc6-b29e-d59751ed5763 tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:37:07.041924 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dffd0b5-a2c1-4cc6-b29e-d59751ed5763 tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:37:07.042373 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dffd0b5-a2c1-4cc6-b29e-d59751ed5763 tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:37:07.042822 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dffd0b5-a2c1-4cc6-b29e-d59751ed5763 tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:37:07.043270 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dffd0b5-a2c1-4cc6-b29e-d59751ed5763 tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:37:07.043714 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dffd0b5-a2c1-4cc6-b29e-d59751ed5763 tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:37:07.044163 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dffd0b5-a2c1-4cc6-b29e-d59751ed5763 tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:37:07.044633 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dffd0b5-a2c1-4cc6-b29e-d59751ed5763 tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:37:07.045080 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dffd0b5-a2c1-4cc6-b29e-d59751ed5763 tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:37:07.045525 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dffd0b5-a2c1-4cc6-b29e-d59751ed5763 tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:37:07.045968 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dffd0b5-a2c1-4cc6-b29e-d59751ed5763 tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:37:07.046415 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dffd0b5-a2c1-4cc6-b29e-d59751ed5763 tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:37:07.046863 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dffd0b5-a2c1-4cc6-b29e-d59751ed5763 tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:37:07.047309 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dffd0b5-a2c1-4cc6-b29e-d59751ed5763 tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:37:07.047749 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dffd0b5-a2c1-4cc6-b29e-d59751ed5763 tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:37:07.048208 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dffd0b5-a2c1-4cc6-b29e-d59751ed5763 tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:37:07.048661 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dffd0b5-a2c1-4cc6-b29e-d59751ed5763 tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:37:07.049111 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dffd0b5-a2c1-4cc6-b29e-d59751ed5763 tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:37:07.049550 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dffd0b5-a2c1-4cc6-b29e-d59751ed5763 tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:37:07.049995 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dffd0b5-a2c1-4cc6-b29e-d59751ed5763 tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:37:07.050439 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dffd0b5-a2c1-4cc6-b29e-d59751ed5763 tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:37:07.050881 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dffd0b5-a2c1-4cc6-b29e-d59751ed5763 tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:37:07.057908 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-8dffd0b5-a2c1-4cc6-b29e-d59751ed5763 tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 31503 time: 0.1177609 Oct 27 10:37:07.058744 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 41612) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:37:07.138975 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-3b640a22-f0e6-4608-b63c-9092ea4bd5f0 tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] Deleting port f897b11d-2815-43f0-b1fa-91a3cab55eac {{(pid=102346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:37:07.139226 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-3b640a22-f0e6-4608-b63c-9092ea4bd5f0 tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:07.178353 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 41616) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:37:07.192080 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-2eff0050-e82d-4a25-8b40-7275ec9e4238 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:07.236753 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [None req-3b640a22-f0e6-4608-b63c-9092ea4bd5f0 tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] For port f897b11d-2815-43f0-b1fa-91a3cab55eac, host n-h1-813419-10, got binding levels [] {{(pid=102346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:37:07.237118 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-3b640a22-f0e6-4608-b63c-9092ea4bd5f0 tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:07.261244 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6528658a-49bc-41dd-8085-d51874cc6e69 req-6798389f-0e91-41fd-a927-0cbfb9596947 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:37:07.263700 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-6528658a-49bc-41dd-8085-d51874cc6e69 req-6798389f-0e91-41fd-a927-0cbfb9596947 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/ports?device_id=9cdc6933-0908-404f-8493-c08d1be20183 HTTP/1.1" status: 200 len: 946 time: 0.1216168 Oct 27 10:37:07.264730 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-3b640a22-f0e6-4608-b63c-9092ea4bd5f0 tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] Calling delete_port for f897b11d-2815-43f0-b1fa-91a3cab55eac owned by {{(pid=102346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:37:07.267644 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-2eff0050-e82d-4a25-8b40-7275ec9e4238 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:07.272270 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-2eff0050-e82d-4a25-8b40-7275ec9e4238 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:07.311176 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-2eff0050-e82d-4a25-8b40-7275ec9e4238 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ab45a5647d4840ce8a3d2e3ce7dd5fcd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1317325 Oct 27 10:37:07.312017 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eff0050-e82d-4a25-8b40-7275ec9e4238 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ceb0cb5a-775c-46bf-a009-655a2dd4e7ab,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:37:07.314469 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 41618) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:37:07.342711 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-6528658a-49bc-41dd-8085-d51874cc6e69 req-7a3174c8-3b0d-4619-a13a-511170ed0c81 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/security-groups?id=cc9284c7-fb9e-4cd7-891d-df58f9ea4e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732658 Oct 27 10:37:07.375936 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-4be3f718-09c8-4f91-852a-de1439fabb74 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:07.381811 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-3b640a22-f0e6-4608-b63c-9092ea4bd5f0 tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:07.399830 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-4be3f718-09c8-4f91-852a-de1439fabb74 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:07.415888 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-3b640a22-f0e6-4608-b63c-9092ea4bd5f0 tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:07.421707 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-3b640a22-f0e6-4608-b63c-9092ea4bd5f0 tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] 10.222.0.44 "DELETE /v2.0/ports/f897b11d-2815-43f0-b1fa-91a3cab55eac HTTP/1.1" status: 204 len: 168 time: 0.3596520 Oct 27 10:37:07.421707 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b640a22-f0e6-4608-b63c-9092ea4bd5f0 tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] Pushing event deleted for resources: {'Port': ['ID=f897b11d-2815-43f0-b1fa-91a3cab55eac,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:37:07.422596 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 41622) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:37:07.458651 n-d-813419-10 neutron-server[102346]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f87b2a5-dd60-4c62-a26d-8fed253d5906 tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] GET failed (client error): The resource could not be found. Oct 27 10:37:07.459297 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-4be3f718-09c8-4f91-852a-de1439fabb74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:07.464368 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-7f87b2a5-dd60-4c62-a26d-8fed253d5906 tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] 10.222.0.44 "GET /v2.0/ports/f897b11d-2815-43f0-b1fa-91a3cab55eac HTTP/1.1" status: 404 len: 333 time: 0.0368092 Oct 27 10:37:07.464548 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-4be3f718-09c8-4f91-852a-de1439fabb74 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:07.464548 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-4be3f718-09c8-4f91-852a-de1439fabb74 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ceb0cb5a-775c-46bf-a009-655a2dd4e7ab HTTP/1.1" status: 204 len: 168 time: 0.1492193 Oct 27 10:37:07.465365 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 41624) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:37:07.473531 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be3f718-09c8-4f91-852a-de1439fabb74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ceb0cb5a-775c-46bf-a009-655a2dd4e7ab,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:37:07.478069 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-e9f61fcb-be95-422c-941c-268386f55226 tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1526278915', 'network_id': 'c3195e7d-3057-4de7-998f-0f6ddaf4e63f'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:37:07.514617 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9f61fcb-be95-422c-941c-268386f55226 tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] Made reservation on behalf of 2a69fcdca7884101992f2178cef9de6f for: {'port': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:37:07.519022 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-e9f61fcb-be95-422c-941c-268386f55226 tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:07.539249 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [None req-e9f61fcb-be95-422c-941c-268386f55226 tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] device_id is not set on port 095cb26c-5afc-449d-ab9e-5beeb68aac9e yet. {{(pid=102346) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 10:37:07.655936 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa14b338-a4cd-4d2e-95d7-fd9121a7c5f2 req-56950075-8cc0-4a33-b610-7e42f8fc40b0 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:37:07.657557 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-aa14b338-a4cd-4d2e-95d7-fd9121a7c5f2 req-56950075-8cc0-4a33-b610-7e42f8fc40b0 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/ports?device_id=9cdc6933-0908-404f-8493-c08d1be20183 HTTP/1.1" status: 200 len: 946 time: 0.0826874 Oct 27 10:37:07.749282 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-aa14b338-a4cd-4d2e-95d7-fd9121a7c5f2 req-f85ee3fe-0d6e-44c7-93e6-5d6e4cb11569 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/security-groups?id=cc9284c7-fb9e-4cd7-891d-df58f9ea4e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786848 Oct 27 10:37:07.765007 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-e9f61fcb-be95-422c-941c-268386f55226 tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:07.803647 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-e9f61fcb-be95-422c-941c-268386f55226 tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:07.847402 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9f61fcb-be95-422c-941c-268386f55226 tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] Network c3195e7d-3057-4de7-998f-0f6ddaf4e63f is already hosted by enough agents. {{(pid=102346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:37:07.850334 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-e9f61fcb-be95-422c-941c-268386f55226 tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] Resources bound (agent type, host, resource id): {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:37:07.855148 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9f61fcb-be95-422c-941c-268386f55226 tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] Received port after_create {{(pid=102346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:37:07.856075 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9f61fcb-be95-422c-941c-268386f55226 tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:37:07.856812 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-e9f61fcb-be95-422c-941c-268386f55226 tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:07.858685 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device f1025910-d070-46fd-9cdb-f292d280fc87 details requested by agent hyperv_n-h1-813419-10 with host n-h1-813419-10 {{(pid=102348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 10:37:07.860048 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f61fcb-be95-422c-941c-268386f55226 tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] Pushing event updated for resources: {'Port': ['ID=095cb26c-5afc-449d-ab9e-5beeb68aac9e,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:37:07.882991 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-e9f61fcb-be95-422c-941c-268386f55226 tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.4112709 Oct 27 10:37:07.882991 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 41640) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:37:07.922473 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf1d978a-8792-4944-b6e0-0da6583af096 tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:37:07.928005 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-bf1d978a-8792-4944-b6e0-0da6583af096 tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] 10.222.0.44 "GET /v2.0/ports/095cb26c-5afc-449d-ab9e-5beeb68aac9e HTTP/1.1" status: 200 len: 955 time: 0.0437834 Oct 27 10:37:07.928350 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 41646) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:37:07.988158 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port f1025910-d070-46fd-9cdb-f292d280fc87, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=f1025910-d070-46fd-9cdb-f292d280fc87,segment=NetworkSegment(9f34e114-65e2-41d0-ae6b-c6e67c155bd8),segment_id=9f34e114-65e2-41d0-ae6b-c6e67c155bd8)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:37:08.004181 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Returning: {'device': 'f1025910-d070-46fd-9cdb-f292d280fc87', 'network_id': '2bb216b0-33a5-43b7-88f1-bdc0240ddb04', 'port_id': 'f1025910-d070-46fd-9cdb-f292d280fc87', 'mac_address': 'fa:16:3e:fe:4e:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 413, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e65214c-d82d-4d27-ab81-03f6e0b4cb64', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 10:37:08.039947 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-310f9c5c-67b2-46ae-8a0f-704031d64691 tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] Deleting port 095cb26c-5afc-449d-ab9e-5beeb68aac9e {{(pid=102347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:37:08.040428 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-310f9c5c-67b2-46ae-8a0f-704031d64691 tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:08.045203 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:08.059638 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1025910-d070-46fd-9cdb-f292d280fc87 {{(pid=102348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:37:08.062793 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ba654a-4d31-4960-9eee-baa715a748ae req-11b1df20-b75f-47f1-9e6e-22701a75e42d tempest-InstanceActionsV221TestJSON-899563103 tempest-InstanceActionsV221TestJSON-899563103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:37:08.064343 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b9ba654a-4d31-4960-9eee-baa715a748ae req-11b1df20-b75f-47f1-9e6e-22701a75e42d tempest-InstanceActionsV221TestJSON-899563103 tempest-InstanceActionsV221TestJSON-899563103-project] 10.222.0.44 "GET /v2.0/ports?device_id=34099928-36fc-4b7d-b0bc-5f65016f8aba HTTP/1.1" status: 200 len: 944 time: 0.0753701 Oct 27 10:37:08.082982 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port f1025910-d070-46fd-9cdb-f292d280fc87, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=f1025910-d070-46fd-9cdb-f292d280fc87,segment=NetworkSegment(9f34e114-65e2-41d0-ae6b-c6e67c155bd8),segment_id=9f34e114-65e2-41d0-ae6b-c6e67c155bd8)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:37:08.087799 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:08.142830 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-310f9c5c-67b2-46ae-8a0f-704031d64691 tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:08.150507 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Pushing event updated for resources: {'Port': ['ID=f1025910-d070-46fd-9cdb-f292d280fc87,revision_number=4']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:37:08.162786 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b9ba654a-4d31-4960-9eee-baa715a748ae req-c6e88962-0c76-44ce-9e8c-a19def6f10a3 tempest-InstanceActionsV221TestJSON-899563103 tempest-InstanceActionsV221TestJSON-899563103-project] 10.222.0.44 "GET /v2.0/security-groups?id=524299f9-276b-4e85-bae6-87b4575c925f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680759 Oct 27 10:37:08.163666 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-310f9c5c-67b2-46ae-8a0f-704031d64691 tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] Calling delete_port for 095cb26c-5afc-449d-ab9e-5beeb68aac9e owned by {{(pid=102347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:37:08.241415 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-310f9c5c-67b2-46ae-8a0f-704031d64691 tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:08.275023 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310f9c5c-67b2-46ae-8a0f-704031d64691 tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] Pushing event deleted for resources: {'Port': ['ID=095cb26c-5afc-449d-ab9e-5beeb68aac9e,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:37:08.280018 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-310f9c5c-67b2-46ae-8a0f-704031d64691 tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:08.283210 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-310f9c5c-67b2-46ae-8a0f-704031d64691 tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] 10.222.0.44 "DELETE /v2.0/ports/095cb26c-5afc-449d-ab9e-5beeb68aac9e HTTP/1.1" status: 204 len: 168 time: 0.3538861 Oct 27 10:37:08.285935 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 41658) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:37:08.310228 n-d-813419-10 neutron-server[102347]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d331216-6bab-4d10-b27f-6835adb861ef tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] GET failed (client error): The resource could not be found. Oct 27 10:37:08.311653 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-5d331216-6bab-4d10-b27f-6835adb861ef tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] 10.222.0.44 "GET /v2.0/ports/095cb26c-5afc-449d-ab9e-5beeb68aac9e HTTP/1.1" status: 404 len: 333 time: 0.0245824 Oct 27 10:37:08.315204 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 41660) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:37:08.319644 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-6070fd34-3515-4a11-a86a-4584f71b1fb6 tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] Request body: {'port': {'network_id': 'c3195e7d-3057-4de7-998f-0f6ddaf4e63f', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-940197555'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:37:08.340469 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6070fd34-3515-4a11-a86a-4584f71b1fb6 tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] Made reservation on behalf of 2a69fcdca7884101992f2178cef9de6f for: {'port': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:37:08.342919 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-6070fd34-3515-4a11-a86a-4584f71b1fb6 tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:08.359450 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [None req-6070fd34-3515-4a11-a86a-4584f71b1fb6 tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] device_id is not set on port 0a3d5fa3-341b-40c2-80b3-30b0597c3363 yet. {{(pid=102347) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 10:37:08.412952 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] get_ports_and_sgs() called for port_ids ['f1025910-d070-46fd-9cdb-f292d280fc87'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:37:08.528960 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-6070fd34-3515-4a11-a86a-4584f71b1fb6 tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:08.577253 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-6070fd34-3515-4a11-a86a-4584f71b1fb6 tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:08.619509 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6070fd34-3515-4a11-a86a-4584f71b1fb6 tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] Network c3195e7d-3057-4de7-998f-0f6ddaf4e63f is already hosted by enough agents. {{(pid=102347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:37:08.622407 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [None req-6070fd34-3515-4a11-a86a-4584f71b1fb6 tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] Resources bound (agent type, host, resource id): {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:37:08.624744 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6070fd34-3515-4a11-a86a-4584f71b1fb6 tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] Received port after_create {{(pid=102347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:37:08.625834 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6070fd34-3515-4a11-a86a-4584f71b1fb6 tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:37:08.626421 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-6070fd34-3515-4a11-a86a-4584f71b1fb6 tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:08.637799 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6070fd34-3515-4a11-a86a-4584f71b1fb6 tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] Pushing event updated for resources: {'Port': ['ID=0a3d5fa3-341b-40c2-80b3-30b0597c3363,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:37:08.650437 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-6070fd34-3515-4a11-a86a-4584f71b1fb6 tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.3342092 Oct 27 10:37:08.652925 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 41670) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:37:08.657846 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-16ef2044-a0b5-4fe2-bf3e-0cd0ba83adea tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-813419-10'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:37:08.709170 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-16ef2044-a0b5-4fe2-bf3e-0cd0ba83adea tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:08.854415 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:08.922307 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2372aeeb-335d-4c76-8406-6440275fb1a7 req-85cb7284-1139-43e1-800b-17c56579494e tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:37:08.923762 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-2372aeeb-335d-4c76-8406-6440275fb1a7 req-85cb7284-1139-43e1-800b-17c56579494e tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/ports?device_id=9cdc6933-0908-404f-8493-c08d1be20183 HTTP/1.1" status: 200 len: 946 time: 0.0840585 Oct 27 10:37:08.927427 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [None req-16ef2044-a0b5-4fe2-bf3e-0cd0ba83adea tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] device_id is not set on port 0a3d5fa3-341b-40c2-80b3-30b0597c3363 yet. {{(pid=102347) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 10:37:08.940899 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-16ef2044-a0b5-4fe2-bf3e-0cd0ba83adea tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:08.950398 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-16ef2044-a0b5-4fe2-bf3e-0cd0ba83adea tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:09.004646 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-2372aeeb-335d-4c76-8406-6440275fb1a7 req-e33777b8-f889-4286-81d3-aee8a7a39155 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/security-groups?id=cc9284c7-fb9e-4cd7-891d-df58f9ea4e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726154 Oct 27 10:37:09.015696 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ef2044-a0b5-4fe2-bf3e-0cd0ba83adea tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] Pushing event updated for resources: {'Port': ['ID=0a3d5fa3-341b-40c2-80b3-30b0597c3363,revision_number=2']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:37:09.030145 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [None req-16ef2044-a0b5-4fe2-bf3e-0cd0ba83adea tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] Attempting to bind port 0a3d5fa3-341b-40c2-80b3-30b0597c3363 on host n-h1-813419-10 for vnic_type normal with profile {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:37:09.030472 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [None req-16ef2044-a0b5-4fe2-bf3e-0cd0ba83adea tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] Attempting to bind port 0a3d5fa3-341b-40c2-80b3-30b0597c3363 by drivers openvswitch,hyperv on host n-h1-813419-10 at level 0 using segments [{'id': '8035a800-2e02-45fd-a266-24e5e6131a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'c3195e7d-3057-4de7-998f-0f6ddaf4e63f'}] {{(pid=102347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:37:09.030800 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ef2044-a0b5-4fe2-bf3e-0cd0ba83adea tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] Attempting to bind port 0a3d5fa3-341b-40c2-80b3-30b0597c3363 on network c3195e7d-3057-4de7-998f-0f6ddaf4e63f {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:37:09.035292 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ef2044-a0b5-4fe2-bf3e-0cd0ba83adea tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] Port 0a3d5fa3-341b-40c2-80b3-30b0597c3363 on network c3195e7d-3057-4de7-998f-0f6ddaf4e63f not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-10 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 10:37:09.035652 n-d-813419-10 neutron-server[102347]: ERROR neutron.plugins.ml2.managers [None req-16ef2044-a0b5-4fe2-bf3e-0cd0ba83adea tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] Failed to bind port 0a3d5fa3-341b-40c2-80b3-30b0597c3363 on host n-h1-813419-10 for vnic_type normal using segments [{'id': '8035a800-2e02-45fd-a266-24e5e6131a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'c3195e7d-3057-4de7-998f-0f6ddaf4e63f'}] Oct 27 10:37:09.036035 n-d-813419-10 neutron-server[102347]: INFO neutron.plugins.ml2.plugin [None req-16ef2044-a0b5-4fe2-bf3e-0cd0ba83adea tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] Attempt 2 to bind port 0a3d5fa3-341b-40c2-80b3-30b0597c3363 Oct 27 10:37:09.037276 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 41686) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:37:09.049295 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [None req-16ef2044-a0b5-4fe2-bf3e-0cd0ba83adea tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] Attempting to bind port 0a3d5fa3-341b-40c2-80b3-30b0597c3363 on host n-h1-813419-10 for vnic_type normal with profile {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:37:09.049632 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [None req-16ef2044-a0b5-4fe2-bf3e-0cd0ba83adea tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] Attempting to bind port 0a3d5fa3-341b-40c2-80b3-30b0597c3363 by drivers openvswitch,hyperv on host n-h1-813419-10 at level 0 using segments [{'id': '8035a800-2e02-45fd-a266-24e5e6131a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'c3195e7d-3057-4de7-998f-0f6ddaf4e63f'}] {{(pid=102347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:37:09.049968 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ef2044-a0b5-4fe2-bf3e-0cd0ba83adea tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] Attempting to bind port 0a3d5fa3-341b-40c2-80b3-30b0597c3363 on network c3195e7d-3057-4de7-998f-0f6ddaf4e63f {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:37:09.054182 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ef2044-a0b5-4fe2-bf3e-0cd0ba83adea tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] Port 0a3d5fa3-341b-40c2-80b3-30b0597c3363 on network c3195e7d-3057-4de7-998f-0f6ddaf4e63f not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-10 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 10:37:09.054507 n-d-813419-10 neutron-server[102347]: ERROR neutron.plugins.ml2.managers [None req-16ef2044-a0b5-4fe2-bf3e-0cd0ba83adea tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] Failed to bind port 0a3d5fa3-341b-40c2-80b3-30b0597c3363 on host n-h1-813419-10 for vnic_type normal using segments [{'id': '8035a800-2e02-45fd-a266-24e5e6131a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'c3195e7d-3057-4de7-998f-0f6ddaf4e63f'}] Oct 27 10:37:09.055412 n-d-813419-10 neutron-server[102347]: INFO neutron.plugins.ml2.plugin [None req-16ef2044-a0b5-4fe2-bf3e-0cd0ba83adea tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] Attempt 3 to bind port 0a3d5fa3-341b-40c2-80b3-30b0597c3363 Oct 27 10:37:09.067048 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [None req-16ef2044-a0b5-4fe2-bf3e-0cd0ba83adea tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] Attempting to bind port 0a3d5fa3-341b-40c2-80b3-30b0597c3363 on host n-h1-813419-10 for vnic_type normal with profile {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:37:09.067377 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [None req-16ef2044-a0b5-4fe2-bf3e-0cd0ba83adea tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] Attempting to bind port 0a3d5fa3-341b-40c2-80b3-30b0597c3363 by drivers openvswitch,hyperv on host n-h1-813419-10 at level 0 using segments [{'id': '8035a800-2e02-45fd-a266-24e5e6131a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'c3195e7d-3057-4de7-998f-0f6ddaf4e63f'}] {{(pid=102347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:37:09.067710 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ef2044-a0b5-4fe2-bf3e-0cd0ba83adea tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] Attempting to bind port 0a3d5fa3-341b-40c2-80b3-30b0597c3363 on network c3195e7d-3057-4de7-998f-0f6ddaf4e63f {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:37:09.072491 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ef2044-a0b5-4fe2-bf3e-0cd0ba83adea tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] Port 0a3d5fa3-341b-40c2-80b3-30b0597c3363 on network c3195e7d-3057-4de7-998f-0f6ddaf4e63f not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-10 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 10:37:09.072818 n-d-813419-10 neutron-server[102347]: ERROR neutron.plugins.ml2.managers [None req-16ef2044-a0b5-4fe2-bf3e-0cd0ba83adea tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] Failed to bind port 0a3d5fa3-341b-40c2-80b3-30b0597c3363 on host n-h1-813419-10 for vnic_type normal using segments [{'id': '8035a800-2e02-45fd-a266-24e5e6131a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'c3195e7d-3057-4de7-998f-0f6ddaf4e63f'}] Oct 27 10:37:09.073224 n-d-813419-10 neutron-server[102347]: INFO neutron.plugins.ml2.plugin [None req-16ef2044-a0b5-4fe2-bf3e-0cd0ba83adea tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] Attempt 4 to bind port 0a3d5fa3-341b-40c2-80b3-30b0597c3363 Oct 27 10:37:09.088494 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [None req-16ef2044-a0b5-4fe2-bf3e-0cd0ba83adea tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] Attempting to bind port 0a3d5fa3-341b-40c2-80b3-30b0597c3363 on host n-h1-813419-10 for vnic_type normal with profile {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:37:09.088846 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [None req-16ef2044-a0b5-4fe2-bf3e-0cd0ba83adea tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] Attempting to bind port 0a3d5fa3-341b-40c2-80b3-30b0597c3363 by drivers openvswitch,hyperv on host n-h1-813419-10 at level 0 using segments [{'id': '8035a800-2e02-45fd-a266-24e5e6131a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'c3195e7d-3057-4de7-998f-0f6ddaf4e63f'}] {{(pid=102347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:37:09.089177 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ef2044-a0b5-4fe2-bf3e-0cd0ba83adea tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] Attempting to bind port 0a3d5fa3-341b-40c2-80b3-30b0597c3363 on network c3195e7d-3057-4de7-998f-0f6ddaf4e63f {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:37:09.093341 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ef2044-a0b5-4fe2-bf3e-0cd0ba83adea tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] Port 0a3d5fa3-341b-40c2-80b3-30b0597c3363 on network c3195e7d-3057-4de7-998f-0f6ddaf4e63f not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-10 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 10:37:09.093678 n-d-813419-10 neutron-server[102347]: ERROR neutron.plugins.ml2.managers [None req-16ef2044-a0b5-4fe2-bf3e-0cd0ba83adea tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] Failed to bind port 0a3d5fa3-341b-40c2-80b3-30b0597c3363 on host n-h1-813419-10 for vnic_type normal using segments [{'id': '8035a800-2e02-45fd-a266-24e5e6131a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'c3195e7d-3057-4de7-998f-0f6ddaf4e63f'}] Oct 27 10:37:09.094058 n-d-813419-10 neutron-server[102347]: INFO neutron.plugins.ml2.plugin [None req-16ef2044-a0b5-4fe2-bf3e-0cd0ba83adea tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] Attempt 5 to bind port 0a3d5fa3-341b-40c2-80b3-30b0597c3363 Oct 27 10:37:09.105564 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [None req-16ef2044-a0b5-4fe2-bf3e-0cd0ba83adea tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] Attempting to bind port 0a3d5fa3-341b-40c2-80b3-30b0597c3363 on host n-h1-813419-10 for vnic_type normal with profile {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:37:09.105901 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [None req-16ef2044-a0b5-4fe2-bf3e-0cd0ba83adea tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] Attempting to bind port 0a3d5fa3-341b-40c2-80b3-30b0597c3363 by drivers openvswitch,hyperv on host n-h1-813419-10 at level 0 using segments [{'id': '8035a800-2e02-45fd-a266-24e5e6131a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'c3195e7d-3057-4de7-998f-0f6ddaf4e63f'}] {{(pid=102347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:37:09.106203 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ef2044-a0b5-4fe2-bf3e-0cd0ba83adea tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] Attempting to bind port 0a3d5fa3-341b-40c2-80b3-30b0597c3363 on network c3195e7d-3057-4de7-998f-0f6ddaf4e63f {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:37:09.110434 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ef2044-a0b5-4fe2-bf3e-0cd0ba83adea tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] Port 0a3d5fa3-341b-40c2-80b3-30b0597c3363 on network c3195e7d-3057-4de7-998f-0f6ddaf4e63f not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-10 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 10:37:09.110750 n-d-813419-10 neutron-server[102347]: ERROR neutron.plugins.ml2.managers [None req-16ef2044-a0b5-4fe2-bf3e-0cd0ba83adea tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] Failed to bind port 0a3d5fa3-341b-40c2-80b3-30b0597c3363 on host n-h1-813419-10 for vnic_type normal using segments [{'id': '8035a800-2e02-45fd-a266-24e5e6131a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'c3195e7d-3057-4de7-998f-0f6ddaf4e63f'}] Oct 27 10:37:09.111122 n-d-813419-10 neutron-server[102347]: INFO neutron.plugins.ml2.plugin [None req-16ef2044-a0b5-4fe2-bf3e-0cd0ba83adea tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] Attempt 6 to bind port 0a3d5fa3-341b-40c2-80b3-30b0597c3363 Oct 27 10:37:09.124050 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [None req-16ef2044-a0b5-4fe2-bf3e-0cd0ba83adea tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] Attempting to bind port 0a3d5fa3-341b-40c2-80b3-30b0597c3363 on host n-h1-813419-10 for vnic_type normal with profile {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:37:09.124413 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [None req-16ef2044-a0b5-4fe2-bf3e-0cd0ba83adea tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] Attempting to bind port 0a3d5fa3-341b-40c2-80b3-30b0597c3363 by drivers openvswitch,hyperv on host n-h1-813419-10 at level 0 using segments [{'id': '8035a800-2e02-45fd-a266-24e5e6131a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'c3195e7d-3057-4de7-998f-0f6ddaf4e63f'}] {{(pid=102347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:37:09.124748 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ef2044-a0b5-4fe2-bf3e-0cd0ba83adea tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] Attempting to bind port 0a3d5fa3-341b-40c2-80b3-30b0597c3363 on network c3195e7d-3057-4de7-998f-0f6ddaf4e63f {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:37:09.128912 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ef2044-a0b5-4fe2-bf3e-0cd0ba83adea tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] Port 0a3d5fa3-341b-40c2-80b3-30b0597c3363 on network c3195e7d-3057-4de7-998f-0f6ddaf4e63f not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-10 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 10:37:09.129233 n-d-813419-10 neutron-server[102347]: ERROR neutron.plugins.ml2.managers [None req-16ef2044-a0b5-4fe2-bf3e-0cd0ba83adea tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] Failed to bind port 0a3d5fa3-341b-40c2-80b3-30b0597c3363 on host n-h1-813419-10 for vnic_type normal using segments [{'id': '8035a800-2e02-45fd-a266-24e5e6131a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'c3195e7d-3057-4de7-998f-0f6ddaf4e63f'}] Oct 27 10:37:09.129613 n-d-813419-10 neutron-server[102347]: INFO neutron.plugins.ml2.plugin [None req-16ef2044-a0b5-4fe2-bf3e-0cd0ba83adea tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] Attempt 7 to bind port 0a3d5fa3-341b-40c2-80b3-30b0597c3363 Oct 27 10:37:09.139782 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-422585e3-854b-4ed3-86a1-c9aabd97e241 tempest-QuotasTest-1398841566 tempest-QuotasTest-1398841566-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:37:09.142587 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [None req-16ef2044-a0b5-4fe2-bf3e-0cd0ba83adea tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] Attempting to bind port 0a3d5fa3-341b-40c2-80b3-30b0597c3363 on host n-h1-813419-10 for vnic_type normal with profile {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:37:09.142958 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [None req-16ef2044-a0b5-4fe2-bf3e-0cd0ba83adea tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] Attempting to bind port 0a3d5fa3-341b-40c2-80b3-30b0597c3363 by drivers openvswitch,hyperv on host n-h1-813419-10 at level 0 using segments [{'id': '8035a800-2e02-45fd-a266-24e5e6131a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'c3195e7d-3057-4de7-998f-0f6ddaf4e63f'}] {{(pid=102347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:37:09.143304 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ef2044-a0b5-4fe2-bf3e-0cd0ba83adea tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] Attempting to bind port 0a3d5fa3-341b-40c2-80b3-30b0597c3363 on network c3195e7d-3057-4de7-998f-0f6ddaf4e63f {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:37:09.148296 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ef2044-a0b5-4fe2-bf3e-0cd0ba83adea tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] Port 0a3d5fa3-341b-40c2-80b3-30b0597c3363 on network c3195e7d-3057-4de7-998f-0f6ddaf4e63f not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-10 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 10:37:09.148520 n-d-813419-10 neutron-server[102347]: ERROR neutron.plugins.ml2.managers [None req-16ef2044-a0b5-4fe2-bf3e-0cd0ba83adea tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] Failed to bind port 0a3d5fa3-341b-40c2-80b3-30b0597c3363 on host n-h1-813419-10 for vnic_type normal using segments [{'id': '8035a800-2e02-45fd-a266-24e5e6131a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'c3195e7d-3057-4de7-998f-0f6ddaf4e63f'}] Oct 27 10:37:09.148793 n-d-813419-10 neutron-server[102347]: INFO neutron.plugins.ml2.plugin [None req-16ef2044-a0b5-4fe2-bf3e-0cd0ba83adea tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] Attempt 8 to bind port 0a3d5fa3-341b-40c2-80b3-30b0597c3363 Oct 27 10:37:09.162512 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [None req-16ef2044-a0b5-4fe2-bf3e-0cd0ba83adea tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] Attempting to bind port 0a3d5fa3-341b-40c2-80b3-30b0597c3363 on host n-h1-813419-10 for vnic_type normal with profile {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:37:09.162881 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [None req-16ef2044-a0b5-4fe2-bf3e-0cd0ba83adea tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] Attempting to bind port 0a3d5fa3-341b-40c2-80b3-30b0597c3363 by drivers openvswitch,hyperv on host n-h1-813419-10 at level 0 using segments [{'id': '8035a800-2e02-45fd-a266-24e5e6131a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'c3195e7d-3057-4de7-998f-0f6ddaf4e63f'}] {{(pid=102347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:37:09.163255 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ef2044-a0b5-4fe2-bf3e-0cd0ba83adea tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] Attempting to bind port 0a3d5fa3-341b-40c2-80b3-30b0597c3363 on network c3195e7d-3057-4de7-998f-0f6ddaf4e63f {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:37:09.167499 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ef2044-a0b5-4fe2-bf3e-0cd0ba83adea tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] Port 0a3d5fa3-341b-40c2-80b3-30b0597c3363 on network c3195e7d-3057-4de7-998f-0f6ddaf4e63f not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-10 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 10:37:09.167827 n-d-813419-10 neutron-server[102347]: ERROR neutron.plugins.ml2.managers [None req-16ef2044-a0b5-4fe2-bf3e-0cd0ba83adea tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] Failed to bind port 0a3d5fa3-341b-40c2-80b3-30b0597c3363 on host n-h1-813419-10 for vnic_type normal using segments [{'id': '8035a800-2e02-45fd-a266-24e5e6131a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'c3195e7d-3057-4de7-998f-0f6ddaf4e63f'}] Oct 27 10:37:09.168258 n-d-813419-10 neutron-server[102347]: INFO neutron.plugins.ml2.plugin [None req-16ef2044-a0b5-4fe2-bf3e-0cd0ba83adea tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] Attempt 9 to bind port 0a3d5fa3-341b-40c2-80b3-30b0597c3363 Oct 27 10:37:09.168732 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-422585e3-854b-4ed3-86a1-c9aabd97e241 tempest-QuotasTest-1398841566 tempest-QuotasTest-1398841566-project-admin] 10.222.0.44 "PUT /v2.0/quotas/1ea824edd89449ec81f42d78d9734428 HTTP/1.1" status: 200 len: 366 time: 0.1302121 Oct 27 10:37:09.171029 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 41690) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:37:09.180764 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [None req-16ef2044-a0b5-4fe2-bf3e-0cd0ba83adea tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] Attempting to bind port 0a3d5fa3-341b-40c2-80b3-30b0597c3363 on host n-h1-813419-10 for vnic_type normal with profile {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:37:09.181098 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [None req-16ef2044-a0b5-4fe2-bf3e-0cd0ba83adea tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] Attempting to bind port 0a3d5fa3-341b-40c2-80b3-30b0597c3363 by drivers openvswitch,hyperv on host n-h1-813419-10 at level 0 using segments [{'id': '8035a800-2e02-45fd-a266-24e5e6131a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'c3195e7d-3057-4de7-998f-0f6ddaf4e63f'}] {{(pid=102347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:37:09.181434 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ef2044-a0b5-4fe2-bf3e-0cd0ba83adea tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] Attempting to bind port 0a3d5fa3-341b-40c2-80b3-30b0597c3363 on network c3195e7d-3057-4de7-998f-0f6ddaf4e63f {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:37:09.184025 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-4db64991-637d-49ce-896e-169293d0e855 tempest-QuotasTest-1398841566 tempest-QuotasTest-1398841566-project-admin] 10.222.0.44 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0119216 Oct 27 10:37:09.184277 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 41692) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:37:09.193020 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ef2044-a0b5-4fe2-bf3e-0cd0ba83adea tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] Port 0a3d5fa3-341b-40c2-80b3-30b0597c3363 on network c3195e7d-3057-4de7-998f-0f6ddaf4e63f not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-10 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 10:37:09.193287 n-d-813419-10 neutron-server[102347]: ERROR neutron.plugins.ml2.managers [None req-16ef2044-a0b5-4fe2-bf3e-0cd0ba83adea tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] Failed to bind port 0a3d5fa3-341b-40c2-80b3-30b0597c3363 on host n-h1-813419-10 for vnic_type normal using segments [{'id': '8035a800-2e02-45fd-a266-24e5e6131a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'c3195e7d-3057-4de7-998f-0f6ddaf4e63f'}] Oct 27 10:37:09.194815 n-d-813419-10 neutron-server[102347]: INFO neutron.plugins.ml2.plugin [None req-16ef2044-a0b5-4fe2-bf3e-0cd0ba83adea tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] Attempt 10 to bind port 0a3d5fa3-341b-40c2-80b3-30b0597c3363 Oct 27 10:37:09.204622 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-26244db8-914e-4959-a4d5-f9eb7fc0d81a tempest-QuotasTest-1398841566 tempest-QuotasTest-1398841566-project-admin] 10.222.0.44 "GET /v2.0/quotas/1ea824edd89449ec81f42d78d9734428 HTTP/1.1" status: 200 len: 366 time: 0.0192871 Oct 27 10:37:09.207207 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 41696) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:37:09.215088 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [None req-16ef2044-a0b5-4fe2-bf3e-0cd0ba83adea tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] Attempting to bind port 0a3d5fa3-341b-40c2-80b3-30b0597c3363 on host n-h1-813419-10 for vnic_type normal with profile {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:37:09.215423 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [None req-16ef2044-a0b5-4fe2-bf3e-0cd0ba83adea tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] Attempting to bind port 0a3d5fa3-341b-40c2-80b3-30b0597c3363 by drivers openvswitch,hyperv on host n-h1-813419-10 at level 0 using segments [{'id': '8035a800-2e02-45fd-a266-24e5e6131a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'c3195e7d-3057-4de7-998f-0f6ddaf4e63f'}] {{(pid=102347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:37:09.215756 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ef2044-a0b5-4fe2-bf3e-0cd0ba83adea tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] Attempting to bind port 0a3d5fa3-341b-40c2-80b3-30b0597c3363 on network c3195e7d-3057-4de7-998f-0f6ddaf4e63f {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:37:09.222765 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ef2044-a0b5-4fe2-bf3e-0cd0ba83adea tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] Port 0a3d5fa3-341b-40c2-80b3-30b0597c3363 on network c3195e7d-3057-4de7-998f-0f6ddaf4e63f not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-10 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 10:37:09.223169 n-d-813419-10 neutron-server[102347]: ERROR neutron.plugins.ml2.managers [None req-16ef2044-a0b5-4fe2-bf3e-0cd0ba83adea tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] Failed to bind port 0a3d5fa3-341b-40c2-80b3-30b0597c3363 on host n-h1-813419-10 for vnic_type normal using segments [{'id': '8035a800-2e02-45fd-a266-24e5e6131a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'c3195e7d-3057-4de7-998f-0f6ddaf4e63f'}] Oct 27 10:37:09.223562 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-16ef2044-a0b5-4fe2-bf3e-0cd0ba83adea tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:09.233405 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-30816b2b-5ceb-4ec5-9c6e-a1700998e06c tempest-QuotasTest-1398841566 tempest-QuotasTest-1398841566-project-admin] 10.222.0.44 "DELETE /v2.0/quotas/1ea824edd89449ec81f42d78d9734428 HTTP/1.1" status: 204 len: 168 time: 0.0239580 Oct 27 10:37:09.235924 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 41698) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:37:09.249323 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-c0950934-c87d-4738-be06-2a2a8db0e696 tempest-QuotasTest-1398841566 tempest-QuotasTest-1398841566-project-admin] 10.222.0.44 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0120819 Oct 27 10:37:09.252551 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 41700) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:37:09.277867 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-5be3a901-3308-4d62-8589-ba684d59551f tempest-QuotasTest-1398841566 tempest-QuotasTest-1398841566-project-admin] 10.222.0.44 "GET /v2.0/quotas/1ea824edd89449ec81f42d78d9734428 HTTP/1.1" status: 200 len: 370 time: 0.0230234 Oct 27 10:37:09.280318 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 41702) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:37:09.284906 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-0d354508-a7de-44c3-ad09-d522282ccb53 tempest-QuotasTest-1398841566 tempest-QuotasTest-1398841566-project-admin] 10.222.0.44 "GET /v2.0/quotas/1ea824edd89449ec81f42d78d9734428/default HTTP/1.1" status: 200 len: 370 time: 0.0036478 Oct 27 10:37:09.287555 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 41704) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:37:09.304353 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ffbcba-c12e-4897-8d2e-6d3651b74262 req-114eecfc-9ac2-4353-a35a-5f92049fdda4 tempest-InstanceActionsV221TestJSON-899563103 tempest-InstanceActionsV221TestJSON-899563103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:37:09.304548 n-d-813419-10 neutron-server[102347]: INFO neutron.api.v2.resource [None req-c0b20e5f-7585-4949-b06a-609b6eb535e1 tempest-QuotasTest-1398841566 tempest-QuotasTest-1398841566-project-admin] delete failed (client error): The resource could not be found. Oct 27 10:37:09.308556 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-c0b20e5f-7585-4949-b06a-609b6eb535e1 tempest-QuotasTest-1398841566 tempest-QuotasTest-1398841566-project-admin] 10.222.0.44 "DELETE /v2.0/quotas/1ea824edd89449ec81f42d78d9734428 HTTP/1.1" status: 404 len: 348 time: 0.0175855 Oct 27 10:37:09.308955 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-c2ffbcba-c12e-4897-8d2e-6d3651b74262 req-114eecfc-9ac2-4353-a35a-5f92049fdda4 tempest-InstanceActionsV221TestJSON-899563103 tempest-InstanceActionsV221TestJSON-899563103-project] 10.222.0.44 "GET /v2.0/ports?device_id=34099928-36fc-4b7d-b0bc-5f65016f8aba HTTP/1.1" status: 200 len: 945 time: 0.0658572 Oct 27 10:37:09.309690 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [None req-16ef2044-a0b5-4fe2-bf3e-0cd0ba83adea tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] For port 0a3d5fa3-341b-40c2-80b3-30b0597c3363, host n-h1-813419-10, cleared binding levels {{(pid=102347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:37:09.310053 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [None req-16ef2044-a0b5-4fe2-bf3e-0cd0ba83adea tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] Attempted to set empty binding levels {{(pid=102347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Oct 27 10:37:09.314678 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-16ef2044-a0b5-4fe2-bf3e-0cd0ba83adea tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:09.345499 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-16ef2044-a0b5-4fe2-bf3e-0cd0ba83adea tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] In _notify_port_updated(), no bound segment for port 0a3d5fa3-341b-40c2-80b3-30b0597c3363 on network c3195e7d-3057-4de7-998f-0f6ddaf4e63f {{(pid=102347) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 27 10:37:09.346482 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16ef2044-a0b5-4fe2-bf3e-0cd0ba83adea tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:37:09.346932 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-16ef2044-a0b5-4fe2-bf3e-0cd0ba83adea tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:09.350781 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-16ef2044-a0b5-4fe2-bf3e-0cd0ba83adea tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] 10.222.0.44 "PUT /v2.0/ports/0a3d5fa3-341b-40c2-80b3-30b0597c3363 HTTP/1.1" status: 200 len: 975 time: 0.6944020 Oct 27 10:37:09.353569 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 41708) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:37:09.363651 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-c2ffbcba-c12e-4897-8d2e-6d3651b74262 req-6740aa05-0f84-4a20-8fd8-f4e726305c9a tempest-InstanceActionsV221TestJSON-899563103 tempest-InstanceActionsV221TestJSON-899563103-project] 10.222.0.44 "GET /v2.0/security-groups?id=524299f9-276b-4e85-bae6-87b4575c925f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507267 Oct 27 10:37:09.439898 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 41710) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:37:09.460672 n-d-813419-10 neutron-server[102346]: DEBUG neutron.quota.resource [None req-bcef2396-0a74-4627-b906-33de2b41cfa8 tempest-QuotasTest-1398841566 tempest-QuotasTest-1398841566-project-admin] Usage tracker for resource:network and project:0b8bdad8f1a44ac8a91a1279b548a197 is out of sync, need to count used quota {{(pid=102346) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Oct 27 10:37:09.464067 n-d-813419-10 neutron-server[102346]: DEBUG neutron.quota.resource [None req-bcef2396-0a74-4627-b906-33de2b41cfa8 tempest-QuotasTest-1398841566 tempest-QuotasTest-1398841566-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=102346) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Oct 27 10:37:09.470544 n-d-813419-10 neutron-server[102346]: DEBUG neutron.quota.resource [None req-bcef2396-0a74-4627-b906-33de2b41cfa8 tempest-QuotasTest-1398841566 tempest-QuotasTest-1398841566-project-admin] Usage tracker for resource:subnet and project:0b8bdad8f1a44ac8a91a1279b548a197 is out of sync, need to count used quota {{(pid=102346) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Oct 27 10:37:09.473839 n-d-813419-10 neutron-server[102346]: DEBUG neutron.quota.resource [None req-bcef2396-0a74-4627-b906-33de2b41cfa8 tempest-QuotasTest-1398841566 tempest-QuotasTest-1398841566-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=102346) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Oct 27 10:37:09.480881 n-d-813419-10 neutron-server[102346]: DEBUG neutron.quota.resource [None req-bcef2396-0a74-4627-b906-33de2b41cfa8 tempest-QuotasTest-1398841566 tempest-QuotasTest-1398841566-project-admin] Usage tracker for resource:subnetpool and project:0b8bdad8f1a44ac8a91a1279b548a197 is out of sync, need to count used quota {{(pid=102346) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Oct 27 10:37:09.486447 n-d-813419-10 neutron-server[102346]: DEBUG neutron.quota.resource [None req-bcef2396-0a74-4627-b906-33de2b41cfa8 tempest-QuotasTest-1398841566 tempest-QuotasTest-1398841566-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=102346) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Oct 27 10:37:09.494313 n-d-813419-10 neutron-server[102346]: DEBUG neutron.quota.resource [None req-bcef2396-0a74-4627-b906-33de2b41cfa8 tempest-QuotasTest-1398841566 tempest-QuotasTest-1398841566-project-admin] Usage tracker for resource:port and project:0b8bdad8f1a44ac8a91a1279b548a197 is out of sync, need to count used quota {{(pid=102346) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Oct 27 10:37:09.497692 n-d-813419-10 neutron-server[102346]: DEBUG neutron.quota.resource [None req-bcef2396-0a74-4627-b906-33de2b41cfa8 tempest-QuotasTest-1398841566 tempest-QuotasTest-1398841566-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=102346) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Oct 27 10:37:09.503895 n-d-813419-10 neutron-server[102346]: DEBUG neutron.quota.resource [None req-bcef2396-0a74-4627-b906-33de2b41cfa8 tempest-QuotasTest-1398841566 tempest-QuotasTest-1398841566-project-admin] Usage tracker for resource:router and project:0b8bdad8f1a44ac8a91a1279b548a197 is out of sync, need to count used quota {{(pid=102346) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Oct 27 10:37:09.508971 n-d-813419-10 neutron-server[102346]: DEBUG neutron.quota.resource [None req-bcef2396-0a74-4627-b906-33de2b41cfa8 tempest-QuotasTest-1398841566 tempest-QuotasTest-1398841566-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=102346) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Oct 27 10:37:09.515315 n-d-813419-10 neutron-server[102346]: DEBUG neutron.quota.resource [None req-bcef2396-0a74-4627-b906-33de2b41cfa8 tempest-QuotasTest-1398841566 tempest-QuotasTest-1398841566-project-admin] Usage tracker for resource:floatingip and project:0b8bdad8f1a44ac8a91a1279b548a197 is out of sync, need to count used quota {{(pid=102346) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Oct 27 10:37:09.518589 n-d-813419-10 neutron-server[102346]: DEBUG neutron.quota.resource [None req-bcef2396-0a74-4627-b906-33de2b41cfa8 tempest-QuotasTest-1398841566 tempest-QuotasTest-1398841566-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=102346) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Oct 27 10:37:09.556236 n-d-813419-10 neutron-server[102346]: DEBUG neutron.quota.resource [None req-bcef2396-0a74-4627-b906-33de2b41cfa8 tempest-QuotasTest-1398841566 tempest-QuotasTest-1398841566-project-admin] Usage tracker for resource:security_group and project:0b8bdad8f1a44ac8a91a1279b548a197 is out of sync, need to count used quota {{(pid=102346) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Oct 27 10:37:09.559683 n-d-813419-10 neutron-server[102346]: DEBUG neutron.quota.resource [None req-bcef2396-0a74-4627-b906-33de2b41cfa8 tempest-QuotasTest-1398841566 tempest-QuotasTest-1398841566-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=102346) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Oct 27 10:37:09.566122 n-d-813419-10 neutron-server[102346]: DEBUG neutron.quota.resource [None req-bcef2396-0a74-4627-b906-33de2b41cfa8 tempest-QuotasTest-1398841566 tempest-QuotasTest-1398841566-project-admin] Usage tracker for resource:security_group_rule and project:0b8bdad8f1a44ac8a91a1279b548a197 is out of sync, need to count used quota {{(pid=102346) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Oct 27 10:37:09.569682 n-d-813419-10 neutron-server[102346]: DEBUG neutron.quota.resource [None req-bcef2396-0a74-4627-b906-33de2b41cfa8 tempest-QuotasTest-1398841566 tempest-QuotasTest-1398841566-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=102346) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Oct 27 10:37:09.574259 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-bcef2396-0a74-4627-b906-33de2b41cfa8 tempest-QuotasTest-1398841566 tempest-QuotasTest-1398841566-project-admin] 10.222.0.44 "GET /v2.0/quotas/0b8bdad8f1a44ac8a91a1279b548a197/details.json HTTP/1.1" status: 200 len: 703 time: 0.1333029 Oct 27 10:37:09.704814 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ef2044-a0b5-4fe2-bf3e-0cd0ba83adea tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] Pushing event updated for resources: {'Port': ['ID=0a3d5fa3-341b-40c2-80b3-30b0597c3363,revision_number=3']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:37:09.755433 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-1f931e2d-9d8e-4e2b-a8e4-c713aca14358 tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] Deleting port 0a3d5fa3-341b-40c2-80b3-30b0597c3363 {{(pid=102347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:37:09.755775 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-1f931e2d-9d8e-4e2b-a8e4-c713aca14358 tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:09.823043 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [None req-1f931e2d-9d8e-4e2b-a8e4-c713aca14358 tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] For port 0a3d5fa3-341b-40c2-80b3-30b0597c3363, host n-h1-813419-10, got binding levels [] {{(pid=102347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:37:09.823397 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-1f931e2d-9d8e-4e2b-a8e4-c713aca14358 tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:09.835634 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-1f931e2d-9d8e-4e2b-a8e4-c713aca14358 tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] Calling delete_port for 0a3d5fa3-341b-40c2-80b3-30b0597c3363 owned by {{(pid=102347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:37:09.872013 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device f1025910-d070-46fd-9cdb-f292d280fc87 up at agent hyperv_n-h1-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:37:09.878374 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 41718) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:37:09.929900 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-1f931e2d-9d8e-4e2b-a8e4-c713aca14358 tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:09.933288 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Provisioning for port f1025910-d070-46fd-9cdb-f292d280fc87 completed by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 10:37:09.938103 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Provisioning complete for port f1025910-d070-46fd-9cdb-f292d280fc87 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:37:09.938769 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:09.968568 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f931e2d-9d8e-4e2b-a8e4-c713aca14358 tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] Pushing event deleted for resources: {'Port': ['ID=0a3d5fa3-341b-40c2-80b3-30b0597c3363,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:37:09.977542 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-1f931e2d-9d8e-4e2b-a8e4-c713aca14358 tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:09.982759 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-1f931e2d-9d8e-4e2b-a8e4-c713aca14358 tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] 10.222.0.44 "DELETE /v2.0/ports/0a3d5fa3-341b-40c2-80b3-30b0597c3363 HTTP/1.1" status: 204 len: 168 time: 0.6258872 Oct 27 10:37:09.983244 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 41722) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:37:10.011493 n-d-813419-10 neutron-server[102346]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa1b07ee-cec8-42d2-99b5-2b0b67b0db34 tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] GET failed (client error): The resource could not be found. Oct 27 10:37:10.013316 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-aa1b07ee-cec8-42d2-99b5-2b0b67b0db34 tempest-PortsAdminExtendedAttrsTestJSON-441869420 tempest-PortsAdminExtendedAttrsTestJSON-441869420-project-admin] 10.222.0.44 "GET /v2.0/ports/0a3d5fa3-341b-40c2-80b3-30b0597c3363 HTTP/1.1" status: 404 len: 333 time: 0.0290599 Oct 27 10:37:10.017336 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 41724) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:37:10.035437 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:10.055832 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-572cddc1-6f55-4fe5-8fd1-10d4ab9c2726 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:10.077821 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34099928-36fc-4b7d-b0bc-5f65016f8aba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1025910-d070-46fd-9cdb-f292d280fc87'}] {{(pid=102348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:37:10.080658 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c588921fa634554a1d9242fdea1b05457a9ff1d3b28ba54ec1dace7f2f1df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db15363f-d746-49bb-9d00-ebe56fb3b5af" -d '{"events": [{"server_uuid": "34099928-36fc-4b7d-b0bc-5f65016f8aba", "name": "network-vif-plugged", "status": "completed", "tag": "f1025910-d070-46fd-9cdb-f292d280fc87"}]}' {{(pid=102348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:37:10.095480 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port f1025910-d070-46fd-9cdb-f292d280fc87, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=f1025910-d070-46fd-9cdb-f292d280fc87,segment=NetworkSegment(9f34e114-65e2-41d0-ae6b-c6e67c155bd8),segment_id=9f34e114-65e2-41d0-ae6b-c6e67c155bd8)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:37:10.102127 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:10.135260 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:37:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4264eec1-6bbc-4ba2-88f5-a2688c78b67d x-openstack-request-id: req-4264eec1-6bbc-4ba2-88f5-a2688c78b67d {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:37:10.136300 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34099928-36fc-4b7d-b0bc-5f65016f8aba", "name": "network-vif-plugged", "status": "completed", "tag": "f1025910-d070-46fd-9cdb-f292d280fc87", "code": 200}]} {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:37:10.136746 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4264eec1-6bbc-4ba2-88f5-a2688c78b67d {{(pid=102348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:37:10.137309 n-d-813419-10 neutron-server[102348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34099928-36fc-4b7d-b0bc-5f65016f8aba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1025910-d070-46fd-9cdb-f292d280fc87', 'code': 200} Oct 27 10:37:10.141199 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-6183543a-6eb8-4a5d-8a83-595923ce05ee tempest-PortsAdminExtendedAttrsTestJSON-1416462992 tempest-PortsAdminExtendedAttrsTestJSON-1416462992-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586917'] for network, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:10.170520 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Pushing event updated for resources: {'Port': ['ID=f1025910-d070-46fd-9cdb-f292d280fc87,revision_number=5']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:37:10.181716 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a5c425-fb46-4420-bc61-1ca0b310aec0 req-0995cc8e-592a-4a1f-bf50-b40eff31ebc3 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:37:10.183517 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-10a5c425-fb46-4420-bc61-1ca0b310aec0 req-0995cc8e-592a-4a1f-bf50-b40eff31ebc3 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/ports?device_id=9cdc6933-0908-404f-8493-c08d1be20183 HTTP/1.1" status: 200 len: 946 time: 0.0882325 Oct 27 10:37:10.194493 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-572cddc1-6f55-4fe5-8fd1-10d4ab9c2726 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:10.207325 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-572cddc1-6f55-4fe5-8fd1-10d4ab9c2726 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:10.257500 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-572cddc1-6f55-4fe5-8fd1-10d4ab9c2726 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a7c499e19b8f44b98b57f405581357fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3779683 Oct 27 10:37:10.260957 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 41730) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:37:10.265970 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-6183543a-6eb8-4a5d-8a83-595923ce05ee tempest-PortsAdminExtendedAttrsTestJSON-1416462992 tempest-PortsAdminExtendedAttrsTestJSON-1416462992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857803', 'neutron.services.segments.db._delete_segments_for_network-8743873143390'] for network, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:10.266753 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572cddc1-6f55-4fe5-8fd1-10d4ab9c2726 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7956e921-65f8-47f9-b057-53cd2cb1ca0a,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:37:10.271365 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-10a5c425-fb46-4420-bc61-1ca0b310aec0 req-79eb4f78-8889-4aa5-b434-5a4c544b3863 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/security-groups?id=cc9284c7-fb9e-4cd7-891d-df58f9ea4e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796697 Oct 27 10:37:10.296323 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-6183543a-6eb8-4a5d-8a83-595923ce05ee tempest-PortsAdminExtendedAttrsTestJSON-1416462992 tempest-PortsAdminExtendedAttrsTestJSON-1416462992-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3195e7d-3057-4de7-998f-0f6ddaf4e63f']}} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:37:10.299697 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d8b100-f50b-420e-9af0-8941c67b0023 req-66772950-8c20-4783-b4c1-cd90c8da2689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:37:10.301534 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-09d8b100-f50b-420e-9af0-8941c67b0023 req-66772950-8c20-4783-b4c1-cd90c8da2689 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=34099928-36fc-4b7d-b0bc-5f65016f8aba HTTP/1.1" status: 200 len: 1098 time: 0.0998936 Oct 27 10:37:10.311014 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-6183543a-6eb8-4a5d-8a83-595923ce05ee tempest-PortsAdminExtendedAttrsTestJSON-1416462992 tempest-PortsAdminExtendedAttrsTestJSON-1416462992-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8035a800-2e02-45fd-a266-24e5e6131a1e') {'for_net_delete': True} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:37:10.311303 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-6183543a-6eb8-4a5d-8a83-595923ce05ee tempest-PortsAdminExtendedAttrsTestJSON-1416462992 tempest-PortsAdminExtendedAttrsTestJSON-1416462992-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8035a800-2e02-45fd-a266-24e5e6131a1e') {} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:37:10.323675 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-c1d3ecdb-310c-4106-a13e-79b10f876249 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:10.329955 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-6183543a-6eb8-4a5d-8a83-595923ce05ee tempest-PortsAdminExtendedAttrsTestJSON-1416462992 tempest-PortsAdminExtendedAttrsTestJSON-1416462992-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743873145191', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18445132'] for segment, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:10.349457 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-c1d3ecdb-310c-4106-a13e-79b10f876249 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:10.355273 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-6183543a-6eb8-4a5d-8a83-595923ce05ee tempest-PortsAdminExtendedAttrsTestJSON-1416462992 tempest-PortsAdminExtendedAttrsTestJSON-1416462992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:10.358660 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-09d8b100-f50b-420e-9af0-8941c67b0023 req-c5a5b620-7a92-4f74-abba-a7cc42950f76 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=524299f9-276b-4e85-bae6-87b4575c925f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492887 Oct 27 10:37:10.362942 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6183543a-6eb8-4a5d-8a83-595923ce05ee tempest-PortsAdminExtendedAttrsTestJSON-1416462992 tempest-PortsAdminExtendedAttrsTestJSON-1416462992-project] Releasing vlan 401 on physical network physnet1 to pool {{(pid=102347) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 10:37:10.363386 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-6183543a-6eb8-4a5d-8a83-595923ce05ee tempest-PortsAdminExtendedAttrsTestJSON-1416462992 tempest-PortsAdminExtendedAttrsTestJSON-1416462992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-18296032'] for segment, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:10.366584 n-d-813419-10 neutron-server[102347]: Traceback (most recent call last): Oct 27 10:37:10.366584 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 10:37:10.366584 n-d-813419-10 neutron-server[102347]: timer() Oct 27 10:37:10.366584 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 10:37:10.366584 n-d-813419-10 neutron-server[102347]: cb(*args, **kw) Oct 27 10:37:10.366584 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 10:37:10.366584 n-d-813419-10 neutron-server[102347]: return func(*args, **kwargs) Oct 27 10:37:10.366584 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 10:37:10.366584 n-d-813419-10 neutron-server[102347]: self._notify() Oct 27 10:37:10.366584 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 10:37:10.366584 n-d-813419-10 neutron-server[102347]: self.callback(batched_events) Oct 27 10:37:10.366584 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 10:37:10.366584 n-d-813419-10 neutron-server[102347]: event.method(event) Oct 27 10:37:10.366584 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 10:37:10.366584 n-d-813419-10 neutron-server[102347]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 10:37:10.366584 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 10:37:10.366584 n-d-813419-10 neutron-server[102347]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 10:37:10.366584 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 10:37:10.366584 n-d-813419-10 neutron-server[102347]: return f(self, *a, **k) Oct 27 10:37:10.366584 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 10:37:10.366584 n-d-813419-10 neutron-server[102347]: return self._get(url).json() Oct 27 10:37:10.366584 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 10:37:10.366584 n-d-813419-10 neutron-server[102347]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 10:37:10.366584 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 10:37:10.366584 n-d-813419-10 neutron-server[102347]: return self.request(url, 'GET', **kwargs) Oct 27 10:37:10.366584 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 10:37:10.366584 n-d-813419-10 neutron-server[102347]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 10:37:10.366584 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 10:37:10.366584 n-d-813419-10 neutron-server[102347]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 10:37:10.366584 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 10:37:10.366584 n-d-813419-10 neutron-server[102347]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 10:37:10.366584 n-d-813419-10 neutron-server[102347]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 10:37:10.399267 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-c1d3ecdb-310c-4106-a13e-79b10f876249 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:10.402100 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-c1d3ecdb-310c-4106-a13e-79b10f876249 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:10.404662 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-c1d3ecdb-310c-4106-a13e-79b10f876249 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/7956e921-65f8-47f9-b057-53cd2cb1ca0a HTTP/1.1" status: 204 len: 168 time: 0.1427581 Oct 27 10:37:10.413607 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d3ecdb-310c-4106-a13e-79b10f876249 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7956e921-65f8-47f9-b057-53cd2cb1ca0a,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:37:10.428454 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-6183543a-6eb8-4a5d-8a83-595923ce05ee tempest-PortsAdminExtendedAttrsTestJSON-1416462992 tempest-PortsAdminExtendedAttrsTestJSON-1416462992-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664840'] for network, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:10.446315 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-6183543a-6eb8-4a5d-8a83-595923ce05ee tempest-PortsAdminExtendedAttrsTestJSON-1416462992 tempest-PortsAdminExtendedAttrsTestJSON-1416462992-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for network, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:10.449801 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-6183543a-6eb8-4a5d-8a83-595923ce05ee tempest-PortsAdminExtendedAttrsTestJSON-1416462992 tempest-PortsAdminExtendedAttrsTestJSON-1416462992-project] 10.222.0.44 "DELETE /v2.0/networks/c3195e7d-3057-4de7-998f-0f6ddaf4e63f HTTP/1.1" status: 204 len: 168 time: 0.4298975 Oct 27 10:37:10.459868 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6183543a-6eb8-4a5d-8a83-595923ce05ee tempest-PortsAdminExtendedAttrsTestJSON-1416462992 tempest-PortsAdminExtendedAttrsTestJSON-1416462992-project] Pushing event deleted for resources: {'Network': ['ID=c3195e7d-3057-4de7-998f-0f6ddaf4e63f,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:37:10.516915 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7ed569-a91c-4714-8ecd-de548a7e4065 req-f7583f2f-50d6-4270-88b5-900fd7ce2732 tempest-InstanceActionsV221TestJSON-899563103 tempest-InstanceActionsV221TestJSON-899563103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:37:10.519055 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-cc7ed569-a91c-4714-8ecd-de548a7e4065 req-f7583f2f-50d6-4270-88b5-900fd7ce2732 tempest-InstanceActionsV221TestJSON-899563103 tempest-InstanceActionsV221TestJSON-899563103-project] 10.222.0.44 "GET /v2.0/ports?device_id=34099928-36fc-4b7d-b0bc-5f65016f8aba HTTP/1.1" status: 200 len: 946 time: 0.0562544 Oct 27 10:37:10.567393 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-cc7ed569-a91c-4714-8ecd-de548a7e4065 req-d67496d0-408e-4587-9430-b934a371abcc tempest-InstanceActionsV221TestJSON-899563103 tempest-InstanceActionsV221TestJSON-899563103-project] 10.222.0.44 "GET /v2.0/security-groups?id=524299f9-276b-4e85-bae6-87b4575c925f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403178 Oct 27 10:37:10.693482 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 41742) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:37:10.777294 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 41746) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:37:10.790780 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-20dd4dcd-8009-45e4-b216-7b16673fffa0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:10.850269 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-341bed52-a274-492c-bff3-78f0556915b9 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ee7221a5cae5459aa024daa9b4669e3f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1554699 Oct 27 10:37:10.853382 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 41748) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:37:10.895532 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-20dd4dcd-8009-45e4-b216-7b16673fffa0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:10.903799 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-20dd4dcd-8009-45e4-b216-7b16673fffa0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:10.952844 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20dd4dcd-8009-45e4-b216-7b16673fffa0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd491ed4-e862-48ce-92f6-3730de83e52f,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:37:10.959640 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-20dd4dcd-8009-45e4-b216-7b16673fffa0 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0b8bdad8f1a44ac8a91a1279b548a197&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1788559 Oct 27 10:37:10.959640 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-55021bb2-93ac-4e30-a76f-fb42f3a0741b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:10.960822 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 41752) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:37:11.004027 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-55021bb2-93ac-4e30-a76f-fb42f3a0741b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:11.048805 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-90d9e443-f0a9-42f8-bc59-91f942fa0fa8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:11.075846 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-90d9e443-f0a9-42f8-bc59-91f942fa0fa8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:11.087080 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-55021bb2-93ac-4e30-a76f-fb42f3a0741b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:11.089674 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-55021bb2-93ac-4e30-a76f-fb42f3a0741b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:11.090784 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-55021bb2-93ac-4e30-a76f-fb42f3a0741b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/98e4b133-8503-4931-8838-1278b859d7f4 HTTP/1.1" status: 204 len: 168 time: 0.2364771 Oct 27 10:37:11.115692 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55021bb2-93ac-4e30-a76f-fb42f3a0741b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98e4b133-8503-4931-8838-1278b859d7f4,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:37:11.144121 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-90d9e443-f0a9-42f8-bc59-91f942fa0fa8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:11.146674 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-90d9e443-f0a9-42f8-bc59-91f942fa0fa8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:11.147872 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-90d9e443-f0a9-42f8-bc59-91f942fa0fa8 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/dd491ed4-e862-48ce-92f6-3730de83e52f HTTP/1.1" status: 204 len: 168 time: 0.1867936 Oct 27 10:37:11.156674 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d9e443-f0a9-42f8-bc59-91f942fa0fa8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd491ed4-e862-48ce-92f6-3730de83e52f,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:37:11.424957 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa49125b-4b3f-406d-bdd7-1c7bb05a4df9 req-4c348deb-8fcd-4c7f-8854-44255af0e445 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:37:11.427030 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-fa49125b-4b3f-406d-bdd7-1c7bb05a4df9 req-4c348deb-8fcd-4c7f-8854-44255af0e445 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/ports?device_id=9cdc6933-0908-404f-8493-c08d1be20183 HTTP/1.1" status: 200 len: 946 time: 0.0580950 Oct 27 10:37:11.477844 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-fa49125b-4b3f-406d-bdd7-1c7bb05a4df9 req-e7a2dedb-6d6e-4a51-8ccc-980afa6adfde tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/security-groups?id=cc9284c7-fb9e-4cd7-891d-df58f9ea4e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441701 Oct 27 10:37:11.534593 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 41774) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:37:11.574615 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-fe887f21-db85-47d5-a05d-d8bd775d280a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2a69fcdca7884101992f2178cef9de6f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0386369 Oct 27 10:37:11.577294 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 41776) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:37:11.629931 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-e53c4265-f96b-4bc7-82d0-ad977a78e07e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:11.650560 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-e53c4265-f96b-4bc7-82d0-ad977a78e07e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:11.727308 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b9e9d7-cb5b-4bec-badd-3cd2e9b55b71 req-a7fe6705-3667-4b4e-9626-c343b6a7db72 tempest-InstanceActionsV221TestJSON-899563103 tempest-InstanceActionsV221TestJSON-899563103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:37:11.728829 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-48b9e9d7-cb5b-4bec-badd-3cd2e9b55b71 req-a7fe6705-3667-4b4e-9626-c343b6a7db72 tempest-InstanceActionsV221TestJSON-899563103 tempest-InstanceActionsV221TestJSON-899563103-project] 10.222.0.44 "GET /v2.0/ports?device_id=34099928-36fc-4b7d-b0bc-5f65016f8aba HTTP/1.1" status: 200 len: 946 time: 0.0719812 Oct 27 10:37:11.752494 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-e53c4265-f96b-4bc7-82d0-ad977a78e07e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:11.755025 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-e53c4265-f96b-4bc7-82d0-ad977a78e07e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:11.756148 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-e53c4265-f96b-4bc7-82d0-ad977a78e07e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/52bb8ee8-ee4f-45da-9cfd-376abd75818c HTTP/1.1" status: 204 len: 168 time: 0.1779151 Oct 27 10:37:11.770926 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53c4265-f96b-4bc7-82d0-ad977a78e07e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52bb8ee8-ee4f-45da-9cfd-376abd75818c,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:37:11.791289 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-48b9e9d7-cb5b-4bec-badd-3cd2e9b55b71 req-0fe8d5af-4a97-46d4-8eec-44af5093ac08 tempest-InstanceActionsV221TestJSON-899563103 tempest-InstanceActionsV221TestJSON-899563103-project] 10.222.0.44 "GET /v2.0/security-groups?id=524299f9-276b-4e85-bae6-87b4575c925f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527828 Oct 27 10:37:11.932472 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 41794) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:37:12.052480 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b936a57b-073f-4eb7-82ea-1013f444e026 req-a93dd772-2094-4700-82c3-c2fb77780c7f tempest-InstanceActionsV221TestJSON-899563103 tempest-InstanceActionsV221TestJSON-899563103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:37:12.054076 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-b936a57b-073f-4eb7-82ea-1013f444e026 req-a93dd772-2094-4700-82c3-c2fb77780c7f tempest-InstanceActionsV221TestJSON-899563103 tempest-InstanceActionsV221TestJSON-899563103-project] 10.222.0.44 "GET /v2.0/ports?device_id=34099928-36fc-4b7d-b0bc-5f65016f8aba HTTP/1.1" status: 200 len: 946 time: 0.0565269 Oct 27 10:37:12.064039 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-f8003356-3f2c-4a23-b1d2-d517db0c17ea tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1213068190'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:37:12.097664 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8003356-3f2c-4a23-b1d2-d517db0c17ea tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Made reservation on behalf of 378140ee2d4f4428be90ff45daafe008 for: {'network': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:37:12.101376 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-f8003356-3f2c-4a23-b1d2-d517db0c17ea tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for network, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:12.110412 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-f8003356-3f2c-4a23-b1d2-d517db0c17ea tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks [] for security_group, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:12.112483 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-b936a57b-073f-4eb7-82ea-1013f444e026 req-3941e003-911d-429f-bfce-7aa306839869 tempest-InstanceActionsV221TestJSON-899563103 tempest-InstanceActionsV221TestJSON-899563103-project] 10.222.0.44 "GET /v2.0/security-groups?id=524299f9-276b-4e85-bae6-87b4575c925f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415039 Oct 27 10:37:12.197579 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-f8003356-3f2c-4a23-b1d2-d517db0c17ea tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks [] for security_group, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:12.201520 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-f8003356-3f2c-4a23-b1d2-d517db0c17ea tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:12.223528 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8003356-3f2c-4a23-b1d2-d517db0c17ea tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 445} {{(pid=102347) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 10:37:12.236688 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8003356-3f2c-4a23-b1d2-d517db0c17ea tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1d1d0a0-b8e1-4b1f-8d23-f220ed8de1ca,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:37:12.241831 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-f8003356-3f2c-4a23-b1d2-d517db0c17ea tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:12.242706 n-d-813419-10 neutron-server[102347]: INFO neutron.db.segments_db [None req-f8003356-3f2c-4a23-b1d2-d517db0c17ea tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Added segment eef0c4ec-5773-434c-ac68-3d91e838e9be of type vlan for network a3a2d542-53da-4e86-bf77-b0dcf0f24882 Oct 27 10:37:12.253364 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8003356-3f2c-4a23-b1d2-d517db0c17ea tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:37:12.253711 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8003356-3f2c-4a23-b1d2-d517db0c17ea tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:37:12.254046 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8003356-3f2c-4a23-b1d2-d517db0c17ea tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:37:12.254381 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8003356-3f2c-4a23-b1d2-d517db0c17ea tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:37:12.254709 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8003356-3f2c-4a23-b1d2-d517db0c17ea tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:37:12.255076 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8003356-3f2c-4a23-b1d2-d517db0c17ea tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:37:12.255347 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8003356-3f2c-4a23-b1d2-d517db0c17ea tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:37:12.256293 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8003356-3f2c-4a23-b1d2-d517db0c17ea tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:37:12.256625 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8003356-3f2c-4a23-b1d2-d517db0c17ea tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:37:12.256999 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8003356-3f2c-4a23-b1d2-d517db0c17ea tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:37:12.257259 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8003356-3f2c-4a23-b1d2-d517db0c17ea tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:37:12.257571 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8003356-3f2c-4a23-b1d2-d517db0c17ea tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:37:12.301743 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-f8003356-3f2c-4a23-b1d2-d517db0c17ea tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743872593080'] for network, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:12.327534 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-f8003356-3f2c-4a23-b1d2-d517db0c17ea tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913'] for network, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:12.333650 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8003356-3f2c-4a23-b1d2-d517db0c17ea tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:37:12.334533 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-f8003356-3f2c-4a23-b1d2-d517db0c17ea tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for network, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:12.389350 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-f8003356-3f2c-4a23-b1d2-d517db0c17ea tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4554555 Oct 27 10:37:12.392827 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 41818) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:37:12.397756 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-7ccc832e-7395-4266-9ae0-906242bcd3ff tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Request body: {'subnet': {'network_id': 'a3a2d542-53da-4e86-bf77-b0dcf0f24882', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:37:12.457790 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8003356-3f2c-4a23-b1d2-d517db0c17ea tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Pushing event updated for resources: {'Network': ['ID=a3a2d542-53da-4e86-bf77-b0dcf0f24882,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:37:12.469150 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Network a3a2d542-53da-4e86-bf77-b0dcf0f24882 details requested by agent ovs-agent-n-d-813419-10 with host n-d-813419-10 {{(pid=102348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 10:37:12.514879 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ccc832e-7395-4266-9ae0-906242bcd3ff tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Made reservation on behalf of 378140ee2d4f4428be90ff45daafe008 for: {'subnet': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:37:12.519314 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-7ccc832e-7395-4266-9ae0-906242bcd3ff tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18044073'] for subnet, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:12.677683 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9a2b27-c8d1-4409-96db-09f8c4fb1873 req-91460b7f-4c15-4679-8712-7fce2faf7895 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:37:12.680537 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-3a9a2b27-c8d1-4409-96db-09f8c4fb1873 req-91460b7f-4c15-4679-8712-7fce2faf7895 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/ports?device_id=9cdc6933-0908-404f-8493-c08d1be20183 HTTP/1.1" status: 200 len: 946 time: 0.0811911 Oct 27 10:37:12.732468 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-3a9a2b27-c8d1-4409-96db-09f8c4fb1873 req-c01d7261-074c-47c7-878b-b7da1cc97bfc tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/security-groups?id=cc9284c7-fb9e-4cd7-891d-df58f9ea4e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445106 Oct 27 10:37:12.773164 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-7ccc832e-7395-4266-9ae0-906242bcd3ff tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-18295883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18044091'] for subnet, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:12.838154 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccc832e-7395-4266-9ae0-906242bcd3ff tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Pushing event updated for resources: {'Subnet': ['ID=cb3ea739-62b2-4d52-8621-314d04777971,revision_number=0']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:37:12.855166 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ccc832e-7395-4266-9ae0-906242bcd3ff tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Checking segment: {'id': 'eef0c4ec-5773-434c-ac68-3d91e838e9be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a3a2d542-53da-4e86-bf77-b0dcf0f24882'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:37:12.855527 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ccc832e-7395-4266-9ae0-906242bcd3ff tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Network hostable DHCP agents. Network: a3a2d542-53da-4e86-bf77-b0dcf0f24882, hostable agents: ['eafd4000-b897-4722-ae8b-0118ec955181'], hosted agents: [] {{(pid=102347) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 10:37:12.873797 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ccc832e-7395-4266-9ae0-906242bcd3ff tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Network a3a2d542-53da-4e86-bf77-b0dcf0f24882 is scheduled to be hosted by DHCP agent eafd4000-b897-4722-ae8b-0118ec955181 with binding_index 1 {{(pid=102347) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 10:37:12.884566 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [None req-7ccc832e-7395-4266-9ae0-906242bcd3ff tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-10, a3a2d542-53da-4e86-bf77-b0dcf0f24882) {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:37:12.889813 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ccc832e-7395-4266-9ae0-906242bcd3ff tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:37:12.891423 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-7ccc832e-7395-4266-9ae0-906242bcd3ff tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks [] for subnet, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:12.894428 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c39e28bc-4c86-4008-aa3a-430a1fa8f32f None None] Network a3a2d542-53da-4e86-bf77-b0dcf0f24882 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:37:12.913935 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-7ccc832e-7395-4266-9ae0-906242bcd3ff tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5198982 Oct 27 10:37:12.917900 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 41844) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:37:12.924111 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-2ab86477-1476-47ed-a3f2-47bca613f6bc tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Request body: {'port': {'network_id': 'a3a2d542-53da-4e86-bf77-b0dcf0f24882', 'name': 'tempest-NetworksTestDHCPv6-1648114583'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:37:13.061987 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ab86477-1476-47ed-a3f2-47bca613f6bc tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Made reservation on behalf of 378140ee2d4f4428be90ff45daafe008 for: {'port': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:37:13.065910 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-2ab86477-1476-47ed-a3f2-47bca613f6bc tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:13.072642 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9999f136-2988-4978-a27b-0a7abc23f61e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp734b258e-7d96-550c-b970-9b72ab66f383-a3a2d542-53da-4e86-bf77-b0dcf0f24882', 'network_id': 'a3a2d542-53da-4e86-bf77-b0dcf0f24882', 'tenant_id': '378140ee2d4f4428be90ff45daafe008', 'fixed_ips': [{'subnet_id': 'cb3ea739-62b2-4d52-8621-314d04777971'}]}} from n-d-813419-10. {{(pid=102348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 10:37:13.073684 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-9999f136-2988-4978-a27b-0a7abc23f61e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:13.088015 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [None req-2ab86477-1476-47ed-a3f2-47bca613f6bc tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] device_id is not set on port 2b2342e8-3f9e-4f88-9fdc-9f6d7a18ccb9 yet. {{(pid=102346) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 10:37:13.258756 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_common [None req-2ab86477-1476-47ed-a3f2-47bca613f6bc tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Allocated IP 2001:db8::3a8 (a3a2d542-53da-4e86-bf77-b0dcf0f24882/cb3ea739-62b2-4d52-8621-314d04777971/2b2342e8-3f9e-4f88-9fdc-9f6d7a18ccb9) {{(pid=102346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:37:13.261289 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 41854) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:37:13.282827 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10933362-7966-47cf-aefd-3eac6d6f26f6 req-91e9dc6d-d3c5-4540-b404-68a82c75b257 tempest-InstanceActionsV221TestJSON-899563103 tempest-InstanceActionsV221TestJSON-899563103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:37:13.284350 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-10933362-7966-47cf-aefd-3eac6d6f26f6 req-91e9dc6d-d3c5-4540-b404-68a82c75b257 tempest-InstanceActionsV221TestJSON-899563103 tempest-InstanceActionsV221TestJSON-899563103-project] 10.222.0.44 "GET /v2.0/ports?device_id=34099928-36fc-4b7d-b0bc-5f65016f8aba HTTP/1.1" status: 200 len: 946 time: 0.0836189 Oct 27 10:37:13.364180 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-4c873f95-72a5-4d5e-b076-d2afd810de17 tempest-RoutersTestDVR-628368413 tempest-RoutersTestDVR-628368413-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-507469163'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:37:13.370102 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-10933362-7966-47cf-aefd-3eac6d6f26f6 req-d21a490d-2a95-4f5b-81d5-24ecc22c58e2 tempest-InstanceActionsV221TestJSON-899563103 tempest-InstanceActionsV221TestJSON-899563103-project] 10.222.0.44 "GET /v2.0/security-groups?id=524299f9-276b-4e85-bae6-87b4575c925f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641057 Oct 27 10:37:13.386279 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-4c873f95-72a5-4d5e-b076-d2afd810de17 tempest-RoutersTestDVR-628368413 tempest-RoutersTestDVR-628368413-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1768632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3610'] for router, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:13.387393 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-4c873f95-72a5-4d5e-b076-d2afd810de17 tempest-RoutersTestDVR-628368413 tempest-RoutersTestDVR-628368413-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1765704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1769409', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1694266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3597'] for router, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:13.446958 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-4c873f95-72a5-4d5e-b076-d2afd810de17 tempest-RoutersTestDVR-628368413 tempest-RoutersTestDVR-628368413-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:13.451145 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-4c873f95-72a5-4d5e-b076-d2afd810de17 tempest-RoutersTestDVR-628368413 tempest-RoutersTestDVR-628368413-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1765699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1769372'] for router, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:13.465518 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-4c873f95-72a5-4d5e-b076-d2afd810de17 tempest-RoutersTestDVR-628368413 tempest-RoutersTestDVR-628368413-project-admin] Publish callbacks [] for router, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:13.466752 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-4c873f95-72a5-4d5e-b076-d2afd810de17 tempest-RoutersTestDVR-628368413 tempest-RoutersTestDVR-628368413-project-admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 0.2036335 Oct 27 10:37:13.469108 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-2ab86477-1476-47ed-a3f2-47bca613f6bc tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks [] for port, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:13.469286 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 41858) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:37:13.512009 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-2ab86477-1476-47ed-a3f2-47bca613f6bc tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:13.559312 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ab86477-1476-47ed-a3f2-47bca613f6bc tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Network a3a2d542-53da-4e86-bf77-b0dcf0f24882 is already hosted by enough agents. {{(pid=102346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:37:13.565124 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-2ab86477-1476-47ed-a3f2-47bca613f6bc tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Resources bound (agent type, host, resource id): {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:37:13.572033 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ab86477-1476-47ed-a3f2-47bca613f6bc tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Received port after_create {{(pid=102346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:37:13.575726 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.db_base_plugin_common [None req-9999f136-2988-4978-a27b-0a7abc23f61e None None] Allocated IP 2001:db8::2 (a3a2d542-53da-4e86-bf77-b0dcf0f24882/cb3ea739-62b2-4d52-8621-314d04777971/99276d59-8eba-41f9-ae44-a13923795bcb) {{(pid=102348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:37:13.579128 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ab86477-1476-47ed-a3f2-47bca613f6bc tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:37:13.579792 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-9d0d223c-09a5-40d3-8479-09c7a2b62a89 tempest-RoutersTestDVR-628368413 tempest-RoutersTestDVR-628368413-project-admin] Publish callbacks [] for router, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:13.579970 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-2ab86477-1476-47ed-a3f2-47bca613f6bc tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:13.596518 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab86477-1476-47ed-a3f2-47bca613f6bc tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Pushing event updated for resources: {'Port': ['ID=2b2342e8-3f9e-4f88-9fdc-9f6d7a18ccb9,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:37:13.619535 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-2ab86477-1476-47ed-a3f2-47bca613f6bc tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 0.6977215 Oct 27 10:37:13.619858 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 41860) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:37:13.671347 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30857d18-339a-4436-b9c5-438f8d376439 req-531819a4-c5bb-41df-bc0b-7a1d357f0538 tempest-InstanceActionsV221TestJSON-899563103 tempest-InstanceActionsV221TestJSON-899563103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:37:13.673144 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-30857d18-339a-4436-b9c5-438f8d376439 req-531819a4-c5bb-41df-bc0b-7a1d357f0538 tempest-InstanceActionsV221TestJSON-899563103 tempest-InstanceActionsV221TestJSON-899563103-project] 10.222.0.64 "GET /v2.0/ports?device_id=34099928-36fc-4b7d-b0bc-5f65016f8aba HTTP/1.1" status: 200 len: 946 time: 0.1350787 Oct 27 10:37:13.731815 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ed85963-27ff-4d43-b9e8-7af0cfee7bd2 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:37:13.736515 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-4ed85963-27ff-4d43-b9e8-7af0cfee7bd2 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.1133089 Oct 27 10:37:13.740657 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 41864) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:37:13.769446 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-9999f136-2988-4978-a27b-0a7abc23f61e None None] Publish callbacks [] for port, precommit_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:13.787577 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-9999f136-2988-4978-a27b-0a7abc23f61e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606'] for port, after_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:13.817138 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-9d0d223c-09a5-40d3-8479-09c7a2b62a89 tempest-RoutersTestDVR-628368413 tempest-RoutersTestDVR-628368413-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1765662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3700'] for router, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:13.839927 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-9d0d223c-09a5-40d3-8479-09c7a2b62a89 tempest-RoutersTestDVR-628368413 tempest-RoutersTestDVR-628368413-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:13.859340 n-d-813419-10 neutron-server[102348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9999f136-2988-4978-a27b-0a7abc23f61e None None] Network a3a2d542-53da-4e86-bf77-b0dcf0f24882 is already hosted by enough agents. {{(pid=102348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:37:13.868163 n-d-813419-10 neutron-server[102348]: DEBUG neutron.scheduler.base_scheduler [None req-9999f136-2988-4978-a27b-0a7abc23f61e None None] Resources bound (agent type, host, resource id): {{(pid=102348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:37:13.875048 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9999f136-2988-4978-a27b-0a7abc23f61e None None] Received port after_create {{(pid=102348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:37:13.876662 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-2ca7b472-d459-4dc8-87f6-4842d066cf7d tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Deleting port 2b2342e8-3f9e-4f88-9fdc-9f6d7a18ccb9 {{(pid=102346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:37:13.876998 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-2ca7b472-d459-4dc8-87f6-4842d066cf7d tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:13.888466 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9999f136-2988-4978-a27b-0a7abc23f61e None None] Pushing event updated for resources: {'Port': ['ID=99276d59-8eba-41f9-ae44-a13923795bcb,revision_number=1']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:37:13.960334 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-9d0d223c-09a5-40d3-8479-09c7a2b62a89 tempest-RoutersTestDVR-628368413 tempest-RoutersTestDVR-628368413-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1765641'] for router, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:13.961484 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d0d223c-09a5-40d3-8479-09c7a2b62a89 tempest-RoutersTestDVR-628368413 tempest-RoutersTestDVR-628368413-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 98a27bc6-19df-45af-a0bd-8fdfe04db3b1 {{(pid=102347) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 10:37:13.965678 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-9999f136-2988-4978-a27b-0a7abc23f61e None None] Attempting to bind port 99276d59-8eba-41f9-ae44-a13923795bcb on host n-d-813419-10 for vnic_type normal with profile {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:37:13.970168 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-9999f136-2988-4978-a27b-0a7abc23f61e None None] Attempting to bind port 99276d59-8eba-41f9-ae44-a13923795bcb by drivers openvswitch,hyperv on host n-d-813419-10 at level 0 using segments [{'id': 'eef0c4ec-5773-434c-ac68-3d91e838e9be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a3a2d542-53da-4e86-bf77-b0dcf0f24882'}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:37:13.970545 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9999f136-2988-4978-a27b-0a7abc23f61e None None] Attempting to bind port 99276d59-8eba-41f9-ae44-a13923795bcb on network a3a2d542-53da-4e86-bf77-b0dcf0f24882 {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:37:13.972408 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-9d0d223c-09a5-40d3-8479-09c7a2b62a89 tempest-RoutersTestDVR-628368413 tempest-RoutersTestDVR-628368413-project-admin] Publish callbacks [] for router, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:13.973727 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-9d0d223c-09a5-40d3-8479-09c7a2b62a89 tempest-RoutersTestDVR-628368413 tempest-RoutersTestDVR-628368413-project-admin] 10.222.0.44 "DELETE /v2.0/routers/98a27bc6-19df-45af-a0bd-8fdfe04db3b1 HTTP/1.1" status: 204 len: 168 time: 0.5033989 Oct 27 10:37:13.983231 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a748a8cc-b27c-4d25-b60a-3a92c54c9b04 req-a5f569db-cfc2-406a-975b-7e977249af10 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:37:13.989577 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9999f136-2988-4978-a27b-0a7abc23f61e None None] Checking agent: {'id': '89dba0f3-79b2-435e-9822-33674b8f6ada', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 8, 20), 'started_at': datetime.datetime(2021, 10, 27, 10, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 36, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:37:13.989953 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9999f136-2988-4978-a27b-0a7abc23f61e None None] Checking segment: {'id': 'eef0c4ec-5773-434c-ac68-3d91e838e9be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a3a2d542-53da-4e86-bf77-b0dcf0f24882'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:37:13.990351 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-9999f136-2988-4978-a27b-0a7abc23f61e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:13.990741 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9999f136-2988-4978-a27b-0a7abc23f61e None None] Bound using segment: {'id': 'eef0c4ec-5773-434c-ac68-3d91e838e9be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a3a2d542-53da-4e86-bf77-b0dcf0f24882'} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:37:13.991204 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-9999f136-2988-4978-a27b-0a7abc23f61e None None] Bound port: 99276d59-8eba-41f9-ae44-a13923795bcb, host: n-d-813419-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eef0c4ec-5773-434c-ac68-3d91e838e9be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a3a2d542-53da-4e86-bf77-b0dcf0f24882'}}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:37:13.991584 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-9999f136-2988-4978-a27b-0a7abc23f61e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:13.993033 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-a748a8cc-b27c-4d25-b60a-3a92c54c9b04 req-a5f569db-cfc2-406a-975b-7e977249af10 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/ports?device_id=9cdc6933-0908-404f-8493-c08d1be20183 HTTP/1.1" status: 200 len: 946 time: 0.1493640 Oct 27 10:37:14.003467 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 41870) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:37:14.008949 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-8d4d9856-7ff9-4a2d-adc1-730c432ed11e tempest-RoutersTestDVR-628368413 tempest-RoutersTestDVR-628368413-project-admin] Request body: {'router': {'name': 'tempest-router-1342371298', 'distributed': False}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:37:14.032758 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-2ca7b472-d459-4dc8-87f6-4842d066cf7d tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:14.036585 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-8d4d9856-7ff9-4a2d-adc1-730c432ed11e tempest-RoutersTestDVR-628368413 tempest-RoutersTestDVR-628368413-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1768632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3610'] for router, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:14.037919 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-8d4d9856-7ff9-4a2d-adc1-730c432ed11e tempest-RoutersTestDVR-628368413 tempest-RoutersTestDVR-628368413-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1765704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1769409', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1694266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3597'] for router, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:14.053568 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-a748a8cc-b27c-4d25-b60a-3a92c54c9b04 req-cf79de79-3611-4f9f-afa3-e0db9f41f43d tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/security-groups?id=cc9284c7-fb9e-4cd7-891d-df58f9ea4e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594735 Oct 27 10:37:14.058600 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-2ca7b472-d459-4dc8-87f6-4842d066cf7d tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Calling delete_port for 2b2342e8-3f9e-4f88-9fdc-9f6d7a18ccb9 owned by {{(pid=102346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:37:14.079355 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [req-30857d18-339a-4436-b9c5-438f8d376439 req-0255db18-266d-421f-9357-35d686348950 tempest-InstanceActionsV221TestJSON-899563103 tempest-InstanceActionsV221TestJSON-899563103-project] Deleting port f1025910-d070-46fd-9cdb-f292d280fc87 {{(pid=102347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:37:14.080628 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-30857d18-339a-4436-b9c5-438f8d376439 req-0255db18-266d-421f-9357-35d686348950 tempest-InstanceActionsV221TestJSON-899563103 tempest-InstanceActionsV221TestJSON-899563103-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:14.087009 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-9999f136-2988-4978-a27b-0a7abc23f61e None None] For port 99276d59-8eba-41f9-ae44-a13923795bcb, host n-d-813419-10, cleared binding levels {{(pid=102348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:37:14.091042 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-9999f136-2988-4978-a27b-0a7abc23f61e None None] For port 99276d59-8eba-41f9-ae44-a13923795bcb, host n-d-813419-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=99276d59-8eba-41f9-ae44-a13923795bcb,segment=NetworkSegment(eef0c4ec-5773-434c-ac68-3d91e838e9be),segment_id=eef0c4ec-5773-434c-ac68-3d91e838e9be)] {{(pid=102348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:37:14.097488 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-9999f136-2988-4978-a27b-0a7abc23f61e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:14.193168 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9999f136-2988-4978-a27b-0a7abc23f61e None None] Pushing event updated for resources: {'Port': ['ID=99276d59-8eba-41f9-ae44-a13923795bcb,revision_number=2']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:37:14.231758 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-30857d18-339a-4436-b9c5-438f8d376439 req-0255db18-266d-421f-9357-35d686348950 tempest-InstanceActionsV221TestJSON-899563103 tempest-InstanceActionsV221TestJSON-899563103-project] For port f1025910-d070-46fd-9cdb-f292d280fc87, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=f1025910-d070-46fd-9cdb-f292d280fc87,segment=NetworkSegment(9f34e114-65e2-41d0-ae6b-c6e67c155bd8),segment_id=9f34e114-65e2-41d0-ae6b-c6e67c155bd8)] {{(pid=102347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:37:14.234815 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-8d4d9856-7ff9-4a2d-adc1-730c432ed11e tempest-RoutersTestDVR-628368413 tempest-RoutersTestDVR-628368413-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:14.235998 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-30857d18-339a-4436-b9c5-438f8d376439 req-0255db18-266d-421f-9357-35d686348950 tempest-InstanceActionsV221TestJSON-899563103 tempest-InstanceActionsV221TestJSON-899563103-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:14.244542 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-8d4d9856-7ff9-4a2d-adc1-730c432ed11e tempest-RoutersTestDVR-628368413 tempest-RoutersTestDVR-628368413-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1765699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1769372'] for router, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:14.251872 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [req-30857d18-339a-4436-b9c5-438f8d376439 req-0255db18-266d-421f-9357-35d686348950 tempest-InstanceActionsV221TestJSON-899563103 tempest-InstanceActionsV221TestJSON-899563103-project] Calling delete_port for f1025910-d070-46fd-9cdb-f292d280fc87 owned by compute:nova {{(pid=102347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:37:14.262773 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-8d4d9856-7ff9-4a2d-adc1-730c432ed11e tempest-RoutersTestDVR-628368413 tempest-RoutersTestDVR-628368413-project-admin] Publish callbacks [] for router, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:14.266540 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-8d4d9856-7ff9-4a2d-adc1-730c432ed11e tempest-RoutersTestDVR-628368413 tempest-RoutersTestDVR-628368413-project-admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.2592702 Oct 27 10:37:14.270540 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 41874) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:37:14.396224 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d6b9dc6b-b3fb-4c70-8ece-7dd897d22492 tempest-RoutersTestDVR-628368413 tempest-RoutersTestDVR-628368413-project-admin] Publish callbacks [] for router, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:14.440728 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-30857d18-339a-4436-b9c5-438f8d376439 req-0255db18-266d-421f-9357-35d686348950 tempest-InstanceActionsV221TestJSON-899563103 tempest-InstanceActionsV221TestJSON-899563103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:14.458146 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] get_ports_and_sgs() called for port_ids ['f1025910-d070-46fd-9cdb-f292d280fc87'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:37:14.480961 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0255db18-266d-421f-9357-35d686348950 tempest-InstanceActionsV221TestJSON-899563103 tempest-InstanceActionsV221TestJSON-899563103-project] Pushing event deleted for resources: {'Port': ['ID=f1025910-d070-46fd-9cdb-f292d280fc87,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:37:14.544860 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [req-30857d18-339a-4436-b9c5-438f8d376439 req-0255db18-266d-421f-9357-35d686348950 tempest-InstanceActionsV221TestJSON-899563103 tempest-InstanceActionsV221TestJSON-899563103-project] No DVR routers for this DVR port f1025910-d070-46fd-9cdb-f292d280fc87 on host n-h1-813419-10 {{(pid=102347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:37:14.565807 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-30857d18-339a-4436-b9c5-438f8d376439 req-0255db18-266d-421f-9357-35d686348950 tempest-InstanceActionsV221TestJSON-899563103 tempest-InstanceActionsV221TestJSON-899563103-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:14.569854 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-30857d18-339a-4436-b9c5-438f8d376439 req-0255db18-266d-421f-9357-35d686348950 tempest-InstanceActionsV221TestJSON-899563103 tempest-InstanceActionsV221TestJSON-899563103-project] 10.222.0.64 "DELETE /v2.0/ports/f1025910-d070-46fd-9cdb-f292d280fc87 HTTP/1.1" status: 204 len: 173 time: 0.8890026 Oct 27 10:37:14.570464 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34099928-36fc-4b7d-b0bc-5f65016f8aba', 'name': 'network-vif-deleted', 'tag': 'f1025910-d070-46fd-9cdb-f292d280fc87'}] {{(pid=102347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:37:14.575096 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311149b481204ee7edffdb959c881838506fbd95bc8577c048f6677abb73acc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5a685b0-9599-4aeb-a6c4-769bb83417da" -d '{"events": [{"server_uuid": "34099928-36fc-4b7d-b0bc-5f65016f8aba", "name": "network-vif-deleted", "tag": "f1025910-d070-46fd-9cdb-f292d280fc87"}]}' {{(pid=102347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:37:14.598631 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-dc796635-c860-45a3-b298-91b75b746dda req-ba035ffd-7875-4813-80b8-98c9275c7591 tempest-InstanceActionsV221TestJSON-899563103 tempest-InstanceActionsV221TestJSON-899563103-project] 10.222.0.44 "GET /v2.0/ports?device_id=34099928-36fc-4b7d-b0bc-5f65016f8aba HTTP/1.1" status: 200 len: 210 time: 0.0513611 Oct 27 10:37:14.662198 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:37:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-146e318f-dd16-4da9-92f4-f67f0623404b x-openstack-request-id: req-146e318f-dd16-4da9-92f4-f67f0623404b {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:37:14.662497 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34099928-36fc-4b7d-b0bc-5f65016f8aba", "name": "network-vif-deleted", "tag": "f1025910-d070-46fd-9cdb-f292d280fc87", "status": "completed", "code": 200}]} {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:37:14.662751 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-146e318f-dd16-4da9-92f4-f67f0623404b {{(pid=102347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:37:14.663160 n-d-813419-10 neutron-server[102347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34099928-36fc-4b7d-b0bc-5f65016f8aba', 'name': 'network-vif-deleted', 'tag': 'f1025910-d070-46fd-9cdb-f292d280fc87', 'status': 'completed', 'code': 200} Oct 27 10:37:14.922754 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-2ca7b472-d459-4dc8-87f6-4842d066cf7d tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:14.935900 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d6b9dc6b-b3fb-4c70-8ece-7dd897d22492 tempest-RoutersTestDVR-628368413 tempest-RoutersTestDVR-628368413-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1765662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3700'] for router, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:14.940578 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d6b9dc6b-b3fb-4c70-8ece-7dd897d22492 tempest-RoutersTestDVR-628368413 tempest-RoutersTestDVR-628368413-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:14.963513 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca7b472-d459-4dc8-87f6-4842d066cf7d tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Pushing event deleted for resources: {'Port': ['ID=2b2342e8-3f9e-4f88-9fdc-9f6d7a18ccb9,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:37:15.040227 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-2ca7b472-d459-4dc8-87f6-4842d066cf7d tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:15.044001 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-2ca7b472-d459-4dc8-87f6-4842d066cf7d tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] 10.222.0.44 "DELETE /v2.0/ports/2b2342e8-3f9e-4f88-9fdc-9f6d7a18ccb9 HTTP/1.1" status: 204 len: 168 time: 1.3020730 Oct 27 10:37:15.045188 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d6b9dc6b-b3fb-4c70-8ece-7dd897d22492 tempest-RoutersTestDVR-628368413 tempest-RoutersTestDVR-628368413-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1765641'] for router, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:15.045573 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6b9dc6b-b3fb-4c70-8ece-7dd897d22492 tempest-RoutersTestDVR-628368413 tempest-RoutersTestDVR-628368413-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2350de66-7387-44b2-98f6-87043e5985df {{(pid=102346) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 10:37:15.046457 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 41882) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:37:15.049918 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d6b9dc6b-b3fb-4c70-8ece-7dd897d22492 tempest-RoutersTestDVR-628368413 tempest-RoutersTestDVR-628368413-project-admin] Publish callbacks [] for router, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:15.052351 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-d6b9dc6b-b3fb-4c70-8ece-7dd897d22492 tempest-RoutersTestDVR-628368413 tempest-RoutersTestDVR-628368413-project-admin] 10.222.0.44 "DELETE /v2.0/routers/2350de66-7387-44b2-98f6-87043e5985df HTTP/1.1" status: 204 len: 168 time: 0.7807434 Oct 27 10:37:15.057146 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 41884) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:37:15.064279 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-5bb1009d-a72c-4a6c-8434-83c5946e26d0 tempest-RoutersTestDVR-628368413 tempest-RoutersTestDVR-628368413-project-admin] Request body: {'router': {'name': 'tempest-router-241473248', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '46d8964644b94f5dabffe6ea0337d6b4'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:37:15.116333 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-5bb1009d-a72c-4a6c-8434-83c5946e26d0 tempest-RoutersTestDVR-628368413 tempest-RoutersTestDVR-628368413-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1768632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3610'] for router, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:15.118013 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-5bb1009d-a72c-4a6c-8434-83c5946e26d0 tempest-RoutersTestDVR-628368413 tempest-RoutersTestDVR-628368413-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1765704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1769409', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1694266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3597'] for router, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:15.190232 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-015948fd-9bc5-4a85-9440-e9bb226ba400 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:37:15.197468 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-015948fd-9bc5-4a85-9440-e9bb226ba400 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:37:15.199222 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-015948fd-9bc5-4a85-9440-e9bb226ba400 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1474690 Oct 27 10:37:15.202077 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 41888) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:37:15.239008 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-5bb1009d-a72c-4a6c-8434-83c5946e26d0 tempest-RoutersTestDVR-628368413 tempest-RoutersTestDVR-628368413-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:15.244158 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-5bb1009d-a72c-4a6c-8434-83c5946e26d0 tempest-RoutersTestDVR-628368413 tempest-RoutersTestDVR-628368413-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1765699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1769372'] for router, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:15.277952 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_v2 [None req-95461e33-d345-4d64-8430-61e34921973a tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Deleting subnet cb3ea739-62b2-4d52-8621-314d04777971 {{(pid=102347) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 10:37:15.283071 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-95461e33-d345-4d64-8430-61e34921973a tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks [] for subnet, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:15.288218 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-5bb1009d-a72c-4a6c-8434-83c5946e26d0 tempest-RoutersTestDVR-628368413 tempest-RoutersTestDVR-628368413-project-admin] Publish callbacks [] for router, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:15.293500 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 41892) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:37:15.295333 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-5bb1009d-a72c-4a6c-8434-83c5946e26d0 tempest-RoutersTestDVR-628368413 tempest-RoutersTestDVR-628368413-project-admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.2362146 Oct 27 10:37:15.301366 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-4305bf45-3969-4c7f-a5f5-55ed1e38d0c7 tempest-RoutersTestDVR-628368413 tempest-RoutersTestDVR-628368413-project-admin] Request body: {'router': {'distributed': True}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:37:15.318179 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04afdc2-81b8-401b-9ec8-e52b559534e8 req-a42ad5be-2813-4d98-a88d-0b0531b7cd42 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:37:15.319733 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-a04afdc2-81b8-401b-9ec8-e52b559534e8 req-a42ad5be-2813-4d98-a88d-0b0531b7cd42 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/ports?device_id=9cdc6933-0908-404f-8493-c08d1be20183 HTTP/1.1" status: 200 len: 946 time: 0.1025867 Oct 27 10:37:15.373558 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-95461e33-d345-4d64-8430-61e34921973a tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-18445109'] for subnet, precommit_delete_associations {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:15.408721 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-a04afdc2-81b8-401b-9ec8-e52b559534e8 req-1b6d8bf4-1fc3-4322-bcba-826c2d46b1ea tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/security-groups?id=cc9284c7-fb9e-4cd7-891d-df58f9ea4e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817995 Oct 27 10:37:15.467456 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 99276d59-8eba-41f9-ae44-a13923795bcb up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:37:15.533731 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port 99276d59-8eba-41f9-ae44-a13923795bcb triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:37:15.534375 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:15.605979 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e67495ff-5754-468d-b339-b2ab1eddb2ce None None] Network a3a2d542-53da-4e86-bf77-b0dcf0f24882 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:37:15.631745 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-4305bf45-3969-4c7f-a5f5-55ed1e38d0c7 tempest-RoutersTestDVR-628368413 tempest-RoutersTestDVR-628368413-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1769395', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1765690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3711'] for router, precommit_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:15.632377 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-4305bf45-3969-4c7f-a5f5-55ed1e38d0c7 tempest-RoutersTestDVR-628368413 tempest-RoutersTestDVR-628368413-project-admin] Publish callbacks [] for router, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:15.670147 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:15.741690 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-4305bf45-3969-4c7f-a5f5-55ed1e38d0c7 tempest-RoutersTestDVR-628368413 tempest-RoutersTestDVR-628368413-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=102347) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Oct 27 10:37:15.742168 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-4305bf45-3969-4c7f-a5f5-55ed1e38d0c7 tempest-RoutersTestDVR-628368413 tempest-RoutersTestDVR-628368413-project-admin] Router 0032c1a8-2699-4cf3-be8b-4db0854ace62 migrating from provider to provider. {{(pid=102347) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Oct 27 10:37:15.742965 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-4305bf45-3969-4c7f-a5f5-55ed1e38d0c7 tempest-RoutersTestDVR-628368413 tempest-RoutersTestDVR-628368413-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:15.748056 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-4305bf45-3969-4c7f-a5f5-55ed1e38d0c7 tempest-RoutersTestDVR-628368413 tempest-RoutersTestDVR-628368413-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:15.753477 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-4305bf45-3969-4c7f-a5f5-55ed1e38d0c7 tempest-RoutersTestDVR-628368413 tempest-RoutersTestDVR-628368413-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1769372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1769386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1769381', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1765685'] for router, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:15.799028 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] For port 99276d59-8eba-41f9-ae44-a13923795bcb, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=99276d59-8eba-41f9-ae44-a13923795bcb,segment=NetworkSegment(eef0c4ec-5773-434c-ac68-3d91e838e9be),segment_id=eef0c4ec-5773-434c-ac68-3d91e838e9be)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:37:15.803234 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-8ff426f7-aa09-475a-9e4c-90829665a880 None None] Provisioning complete for port 99276d59-8eba-41f9-ae44-a13923795bcb triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:37:15.803611 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-8ff426f7-aa09-475a-9e4c-90829665a880 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:15.836510 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-95461e33-d345-4d64-8430-61e34921973a tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855646'] for subnet, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:15.847901 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:15.879321 n-d-813419-10 neutron-server[102347]: WARNING neutron.scheduler.l3_agent_scheduler [None req-4305bf45-3969-4c7f-a5f5-55ed1e38d0c7 tempest-RoutersTestDVR-628368413 tempest-RoutersTestDVR-628368413-project-admin] No L3 agents can host the router 0032c1a8-2699-4cf3-be8b-4db0854ace62 Oct 27 10:37:15.893037 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 41902) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:37:15.946742 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Pushing event updated for resources: {'Port': ['ID=99276d59-8eba-41f9-ae44-a13923795bcb,revision_number=3']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:37:15.949038 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_v2 [None req-2086b249-5cbd-4e57-90b6-f79d3ed08c81 admin admin] Deleting subnet 0e65214c-d82d-4d27-ab81-03f6e0b4cb64 {{(pid=102346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 10:37:15.962672 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-2086b249-5cbd-4e57-90b6-f79d3ed08c81 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:16.008715 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-2086b249-5cbd-4e57-90b6-f79d3ed08c81 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25847868'] for subnet, precommit_delete_associations {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:16.057465 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-2086b249-5cbd-4e57-90b6-f79d3ed08c81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855646'] for subnet, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:16.135580 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-2086b249-5cbd-4e57-90b6-f79d3ed08c81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27024355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27168307'] for subnet, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:16.178510 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2086b249-5cbd-4e57-90b6-f79d3ed08c81 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0e65214c-d82d-4d27-ab81-03f6e0b4cb64,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:37:16.200914 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-2086b249-5cbd-4e57-90b6-f79d3ed08c81 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for subnet, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:16.207069 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-2086b249-5cbd-4e57-90b6-f79d3ed08c81 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/0e65214c-d82d-4d27-ab81-03f6e0b4cb64 HTTP/1.1" status: 204 len: 168 time: 0.3128150 Oct 27 10:37:16.207503 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-e35c9975-d6e9-4a43-9454-df8be9e271eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:16.212368 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 41906) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:37:16.322926 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-b7f9acd2-d405-4a9f-9df1-22516553356b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586917'] for network, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:16.355032 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-aba9054e-f3ec-4028-b708-fa2e0178fb29 None None] Provisioning complete for port 99276d59-8eba-41f9-ae44-a13923795bcb triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:37:16.355616 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-aba9054e-f3ec-4028-b708-fa2e0178fb29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:16.442492 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-b7f9acd2-d405-4a9f-9df1-22516553356b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857803', 'neutron.services.segments.db._delete_segments_for_network-8743873143390'] for network, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:16.444098 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4305bf45-3969-4c7f-a5f5-55ed1e38d0c7 tempest-RoutersTestDVR-628368413 tempest-RoutersTestDVR-628368413-project-admin] Hosts for router 0032c1a8-2699-4cf3-be8b-4db0854ace62: [] {{(pid=102347) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Oct 27 10:37:16.471015 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-b7f9acd2-d405-4a9f-9df1-22516553356b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2bb216b0-33a5-43b7-88f1-bdc0240ddb04']}} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:37:16.483475 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-b7f9acd2-d405-4a9f-9df1-22516553356b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f34e114-65e2-41d0-ae6b-c6e67c155bd8') {'for_net_delete': True} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:37:16.484177 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-b7f9acd2-d405-4a9f-9df1-22516553356b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f34e114-65e2-41d0-ae6b-c6e67c155bd8') {} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:37:16.503494 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4305bf45-3969-4c7f-a5f5-55ed1e38d0c7 tempest-RoutersTestDVR-628368413 tempest-RoutersTestDVR-628368413-project-admin] Hosts for other DVR routers connected to router 0032c1a8-2699-4cf3-be8b-4db0854ace62: set() {{(pid=102347) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Oct 27 10:37:16.503897 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-b7f9acd2-d405-4a9f-9df1-22516553356b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743873145191', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25847877'] for segment, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:16.507004 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-4305bf45-3969-4c7f-a5f5-55ed1e38d0c7 tempest-RoutersTestDVR-628368413 tempest-RoutersTestDVR-628368413-project-admin] Publish callbacks [] for router, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:16.517217 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 41912) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:37:16.518341 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-4305bf45-3969-4c7f-a5f5-55ed1e38d0c7 tempest-RoutersTestDVR-628368413 tempest-RoutersTestDVR-628368413-project-admin] 10.222.0.44 "PUT /v2.0/routers/0032c1a8-2699-4cf3-be8b-4db0854ace62 HTTP/1.1" status: 200 len: 716 time: 1.2144954 Oct 27 10:37:16.520465 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-95461e33-d345-4d64-8430-61e34921973a tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-18295818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18043720'] for subnet, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:16.562442 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95461e33-d345-4d64-8430-61e34921973a tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Pushing event deleted for resources: {'Subnet': ['ID=cb3ea739-62b2-4d52-8621-314d04777971,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:37:16.568553 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-95461e33-d345-4d64-8430-61e34921973a tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks [] for subnet, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:16.576413 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-95461e33-d345-4d64-8430-61e34921973a tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] 10.222.0.44 "DELETE /v2.0/subnets/cb3ea739-62b2-4d52-8621-314d04777971 HTTP/1.1" status: 204 len: 168 time: 1.3732665 Oct 27 10:37:16.579039 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 41914) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:37:16.618615 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-b7f9acd2-d405-4a9f-9df1-22516553356b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:16.634636 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7f9acd2-d405-4a9f-9df1-22516553356b admin admin] Releasing vlan 413 on physical network physnet1 to pool {{(pid=102346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 10:37:16.634987 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-b7f9acd2-d405-4a9f-9df1-22516553356b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27024137'] for segment, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:16.636856 n-d-813419-10 neutron-server[102346]: Traceback (most recent call last): Oct 27 10:37:16.636856 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 10:37:16.636856 n-d-813419-10 neutron-server[102346]: timer() Oct 27 10:37:16.636856 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 10:37:16.636856 n-d-813419-10 neutron-server[102346]: cb(*args, **kw) Oct 27 10:37:16.636856 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 10:37:16.636856 n-d-813419-10 neutron-server[102346]: return func(*args, **kwargs) Oct 27 10:37:16.636856 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 10:37:16.636856 n-d-813419-10 neutron-server[102346]: self._notify() Oct 27 10:37:16.636856 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 10:37:16.636856 n-d-813419-10 neutron-server[102346]: self.callback(batched_events) Oct 27 10:37:16.636856 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 10:37:16.636856 n-d-813419-10 neutron-server[102346]: event.method(event) Oct 27 10:37:16.636856 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 10:37:16.636856 n-d-813419-10 neutron-server[102346]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 10:37:16.636856 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 10:37:16.636856 n-d-813419-10 neutron-server[102346]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 10:37:16.636856 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 10:37:16.636856 n-d-813419-10 neutron-server[102346]: return f(self, *a, **k) Oct 27 10:37:16.636856 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 10:37:16.636856 n-d-813419-10 neutron-server[102346]: return self._get(url).json() Oct 27 10:37:16.636856 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 10:37:16.636856 n-d-813419-10 neutron-server[102346]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 10:37:16.636856 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 10:37:16.636856 n-d-813419-10 neutron-server[102346]: return self.request(url, 'GET', **kwargs) Oct 27 10:37:16.636856 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 10:37:16.636856 n-d-813419-10 neutron-server[102346]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 10:37:16.636856 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 10:37:16.636856 n-d-813419-10 neutron-server[102346]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 10:37:16.636856 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 10:37:16.636856 n-d-813419-10 neutron-server[102346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 10:37:16.636856 n-d-813419-10 neutron-server[102346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 10:37:16.653568 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-b33ace0e-8eeb-401e-abfc-c57a7216831d tempest-RoutersTestDVR-628368413 tempest-RoutersTestDVR-628368413-project-admin] 10.222.0.44 "GET /v2.0/routers/0032c1a8-2699-4cf3-be8b-4db0854ace62 HTTP/1.1" status: 200 len: 716 time: 0.1352205 Oct 27 10:37:16.666547 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 41916) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:37:16.672220 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-269c137a-8817-44b6-b918-6c53b20621f8 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0917857 Oct 27 10:37:16.677456 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 41918) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:37:16.707698 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-9d58ebd9-a00f-4e93-936c-d4d6f2bef1a0 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Request body: {'subnet': {'network_id': 'a3a2d542-53da-4e86-bf77-b0dcf0f24882', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:37:16.723359 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb20f67c-9f0e-48e1-9871-7d895ae0499a None None] Network a3a2d542-53da-4e86-bf77-b0dcf0f24882 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:37:16.773039 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-b7f9acd2-d405-4a9f-9df1-22516553356b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664840'] for network, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:16.779209 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-b7f9acd2-d405-4a9f-9df1-22516553356b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for network, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:16.782665 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-b7f9acd2-d405-4a9f-9df1-22516553356b admin admin] 10.222.0.44 "DELETE /v2.0/networks/2bb216b0-33a5-43b7-88f1-bdc0240ddb04 HTTP/1.1" status: 204 len: 168 time: 0.5675538 Oct 27 10:37:16.806567 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f9acd2-d405-4a9f-9df1-22516553356b admin admin] Pushing event deleted for resources: {'Network': ['ID=2bb216b0-33a5-43b7-88f1-bdc0240ddb04,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:37:16.830484 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31054d75-c399-4150-acb9-e2dc9acbc70a req-a6c4064d-7a23-474c-85b0-7c1b4ad76406 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:37:16.838930 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-31054d75-c399-4150-acb9-e2dc9acbc70a req-a6c4064d-7a23-474c-85b0-7c1b4ad76406 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/ports?device_id=9cdc6933-0908-404f-8493-c08d1be20183 HTTP/1.1" status: 200 len: 946 time: 0.1710882 Oct 27 10:37:16.853116 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-92a004e8-c649-4a38-9c1d-b1e06129361e None None] Could not find standard attr ID for object 2b2342e8-3f9e-4f88-9fdc-9f6d7a18ccb9. {{(pid=102348) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 27 10:37:16.969441 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-94fcdcf9-5c70-4b69-8b89-3289edf8bb1d tempest-RoutersTestDVR-1213427207 tempest-RoutersTestDVR-1213427207-project] 10.222.0.44 "GET /v2.0/routers/0032c1a8-2699-4cf3-be8b-4db0854ace62 HTTP/1.1" status: 200 len: 682 time: 0.2959201 Oct 27 10:37:16.972627 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 41926) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:37:16.995436 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-31054d75-c399-4150-acb9-e2dc9acbc70a req-6f3df5bb-ef4f-4f50-a7ed-d5b2f8915fed tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/security-groups?id=cc9284c7-fb9e-4cd7-891d-df58f9ea4e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555336 Oct 27 10:37:16.996676 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d58ebd9-a00f-4e93-936c-d4d6f2bef1a0 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Made reservation on behalf of 378140ee2d4f4428be90ff45daafe008 for: {'subnet': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:37:17.002081 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-9d58ebd9-a00f-4e93-936c-d4d6f2bef1a0 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18044073'] for subnet, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:17.032999 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fda4e65-3885-49d7-b5a5-196cdc708c1f None None] DHCP port deletion for a3a2d542-53da-4e86-bf77-b0dcf0f24882 request from n-d-813419-10 {{(pid=102348) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 10:37:17.064860 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 41928) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:37:17.084369 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-9e63f984-8efc-4f86-be46-6475bdef504c tempest-RoutersTestDVR-628368413 tempest-RoutersTestDVR-628368413-project-admin] Publish callbacks [] for router, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:17.102544 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-8fda4e65-3885-49d7-b5a5-196cdc708c1f None None] Deleting port 99276d59-8eba-41f9-ae44-a13923795bcb {{(pid=102348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:37:17.103198 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-8fda4e65-3885-49d7-b5a5-196cdc708c1f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:17.144539 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-c5eff165-6dc2-447c-b9a4-a2983f0401ba admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=919a5bd918454fb6b913c2c116ca6735&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0699015 Oct 27 10:37:17.146530 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 41930) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:37:17.190668 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-8fda4e65-3885-49d7-b5a5-196cdc708c1f None None] For port 99276d59-8eba-41f9-ae44-a13923795bcb, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=99276d59-8eba-41f9-ae44-a13923795bcb,segment=NetworkSegment(eef0c4ec-5773-434c-ac68-3d91e838e9be),segment_id=eef0c4ec-5773-434c-ac68-3d91e838e9be)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:37:17.191408 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-8fda4e65-3885-49d7-b5a5-196cdc708c1f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:17.212693 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-8fda4e65-3885-49d7-b5a5-196cdc708c1f None None] Calling delete_port for 99276d59-8eba-41f9-ae44-a13923795bcb owned by network:dhcp {{(pid=102348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:37:17.256311 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-9e63f984-8efc-4f86-be46-6475bdef504c tempest-RoutersTestDVR-628368413 tempest-RoutersTestDVR-628368413-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1765662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3700'] for router, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:17.257700 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-e15a6010-b3c1-49b7-91f9-cf35f27717b4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:17.258670 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-9e63f984-8efc-4f86-be46-6475bdef504c tempest-RoutersTestDVR-628368413 tempest-RoutersTestDVR-628368413-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:17.326681 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-e15a6010-b3c1-49b7-91f9-cf35f27717b4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:17.346221 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-9d58ebd9-a00f-4e93-936c-d4d6f2bef1a0 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-18295883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18044091'] for subnet, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:17.379397 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-8fda4e65-3885-49d7-b5a5-196cdc708c1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615'] for port, after_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:17.380667 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-9e63f984-8efc-4f86-be46-6475bdef504c tempest-RoutersTestDVR-628368413 tempest-RoutersTestDVR-628368413-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1765641'] for router, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:17.381419 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e63f984-8efc-4f86-be46-6475bdef504c tempest-RoutersTestDVR-628368413 tempest-RoutersTestDVR-628368413-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0032c1a8-2699-4cf3-be8b-4db0854ace62 {{(pid=102346) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 10:37:17.387123 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-9e63f984-8efc-4f86-be46-6475bdef504c tempest-RoutersTestDVR-628368413 tempest-RoutersTestDVR-628368413-project-admin] Publish callbacks [] for router, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:17.393057 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-9e63f984-8efc-4f86-be46-6475bdef504c tempest-RoutersTestDVR-628368413 tempest-RoutersTestDVR-628368413-project-admin] 10.222.0.44 "DELETE /v2.0/routers/0032c1a8-2699-4cf3-be8b-4db0854ace62 HTTP/1.1" status: 204 len: 168 time: 0.4186504 Oct 27 10:37:17.393617 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 41934) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:37:17.398163 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-90ce3c72-23c2-4963-a5e1-4cc3b16be27e tempest-RoutersTestDVR-628368413 tempest-RoutersTestDVR-628368413-project-admin] Request body: {'router': {'name': 'tempest-router-727192769', 'distributed': True}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:37:17.398328 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fda4e65-3885-49d7-b5a5-196cdc708c1f None None] No DVR routers for this DVR port 99276d59-8eba-41f9-ae44-a13923795bcb on host n-d-813419-10 {{(pid=102348) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:37:17.423789 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-90ce3c72-23c2-4963-a5e1-4cc3b16be27e tempest-RoutersTestDVR-628368413 tempest-RoutersTestDVR-628368413-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1768632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3610'] for router, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:17.425530 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-90ce3c72-23c2-4963-a5e1-4cc3b16be27e tempest-RoutersTestDVR-628368413 tempest-RoutersTestDVR-628368413-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1765704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1769409', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1694266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3597'] for router, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:17.441580 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fda4e65-3885-49d7-b5a5-196cdc708c1f None None] Pushing event deleted for resources: {'Port': ['ID=99276d59-8eba-41f9-ae44-a13923795bcb,revision_number=None']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:37:17.448682 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 99276d59-8eba-41f9-ae44-a13923795bcb no longer exists at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:37:17.464932 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d58ebd9-a00f-4e93-936c-d4d6f2bef1a0 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Network a3a2d542-53da-4e86-bf77-b0dcf0f24882 is already hosted by enough agents. {{(pid=102347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:37:17.471568 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [None req-9d58ebd9-a00f-4e93-936c-d4d6f2bef1a0 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Resources bound (agent type, host, resource id): {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:37:17.476872 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d58ebd9-a00f-4e93-936c-d4d6f2bef1a0 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:37:17.477972 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-9d58ebd9-a00f-4e93-936c-d4d6f2bef1a0 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks [] for subnet, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:17.482690 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c47c96b-3312-4180-bf42-03c2fe827bae None None] Network a3a2d542-53da-4e86-bf77-b0dcf0f24882 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:37:17.487760 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] No Port match for: 99276d59-8eba-41f9-ae44-a13923795bcb {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:37:17.488183 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 99276d59-8eba-41f9-ae44-a13923795bcb not bound to the agent host n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:37:17.492748 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-e15a6010-b3c1-49b7-91f9-cf35f27717b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:17.496684 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-e15a6010-b3c1-49b7-91f9-cf35f27717b4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:17.498376 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-e15a6010-b3c1-49b7-91f9-cf35f27717b4 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/524299f9-276b-4e85-bae6-87b4575c925f HTTP/1.1" status: 204 len: 168 time: 0.3503866 Oct 27 10:37:17.524147 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-90ce3c72-23c2-4963-a5e1-4cc3b16be27e tempest-RoutersTestDVR-628368413 tempest-RoutersTestDVR-628368413-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:17.524147 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 41940) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:37:17.528615 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-9d58ebd9-a00f-4e93-936c-d4d6f2bef1a0 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8498101 Oct 27 10:37:17.531691 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-37ee87dd-70b0-4e6e-a8a2-02fe6bb75be2 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Request body: {'port': {'network_id': 'a3a2d542-53da-4e86-bf77-b0dcf0f24882', 'name': 'tempest-NetworksTestDHCPv6-1360068639'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:37:17.552945 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d58ebd9-a00f-4e93-936c-d4d6f2bef1a0 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Pushing event updated for resources: {'Subnet': ['ID=c4a445d9-5f0d-47d0-82f2-f138d84e26c8,revision_number=0']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:37:17.559001 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15a6010-b3c1-49b7-91f9-cf35f27717b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=524299f9-276b-4e85-bae6-87b4575c925f,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:37:17.610550 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-90ce3c72-23c2-4963-a5e1-4cc3b16be27e tempest-RoutersTestDVR-628368413 tempest-RoutersTestDVR-628368413-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1765699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1769372'] for router, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:17.639530 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-90ce3c72-23c2-4963-a5e1-4cc3b16be27e tempest-RoutersTestDVR-628368413 tempest-RoutersTestDVR-628368413-project-admin] Publish callbacks [] for router, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:17.641155 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-90ce3c72-23c2-4963-a5e1-4cc3b16be27e tempest-RoutersTestDVR-628368413 tempest-RoutersTestDVR-628368413-project-admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.2465394 Oct 27 10:37:17.645000 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 41942) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:37:17.725852 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37ee87dd-70b0-4e6e-a8a2-02fe6bb75be2 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Made reservation on behalf of 378140ee2d4f4428be90ff45daafe008 for: {'port': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:37:17.731721 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-37ee87dd-70b0-4e6e-a8a2-02fe6bb75be2 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:17.748003 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-89c47931-66cb-4787-af07-4f3afd2f41cd tempest-RoutersTestDVR-628368413 tempest-RoutersTestDVR-628368413-project-admin] Publish callbacks [] for router, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:17.758641 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [None req-37ee87dd-70b0-4e6e-a8a2-02fe6bb75be2 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] device_id is not set on port 3368ba44-a2c8-4551-b7f1-abf8e985b5e8 yet. {{(pid=102346) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 10:37:17.801600 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f57d157e-dcb0-4aa6-b2b5-e651fd3e16f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp734b258e-7d96-550c-b970-9b72ab66f383-a3a2d542-53da-4e86-bf77-b0dcf0f24882', 'network_id': 'a3a2d542-53da-4e86-bf77-b0dcf0f24882', 'tenant_id': '378140ee2d4f4428be90ff45daafe008', 'fixed_ips': [{'subnet_id': 'c4a445d9-5f0d-47d0-82f2-f138d84e26c8'}]}} from n-d-813419-10. {{(pid=102348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 10:37:17.803107 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f57d157e-dcb0-4aa6-b2b5-e651fd3e16f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:17.946072 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device f1025910-d070-46fd-9cdb-f292d280fc87 no longer exists at agent hyperv_n-h1-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:37:17.954705 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_common [None req-37ee87dd-70b0-4e6e-a8a2-02fe6bb75be2 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Allocated IP 2001:db8::128 (a3a2d542-53da-4e86-bf77-b0dcf0f24882/c4a445d9-5f0d-47d0-82f2-f138d84e26c8/3368ba44-a2c8-4551-b7f1-abf8e985b5e8) {{(pid=102346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:37:17.973692 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-89c47931-66cb-4787-af07-4f3afd2f41cd tempest-RoutersTestDVR-628368413 tempest-RoutersTestDVR-628368413-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1765662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3700'] for router, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:17.974263 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] No Port match for: f1025910-d070-46fd-9cdb-f292d280fc87 {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:37:17.974822 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device f1025910-d070-46fd-9cdb-f292d280fc87 not bound to the agent host n-h1-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:37:17.977122 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-89c47931-66cb-4787-af07-4f3afd2f41cd tempest-RoutersTestDVR-628368413 tempest-RoutersTestDVR-628368413-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:18.046964 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-89c47931-66cb-4787-af07-4f3afd2f41cd tempest-RoutersTestDVR-628368413 tempest-RoutersTestDVR-628368413-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1765641'] for router, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:18.047640 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89c47931-66cb-4787-af07-4f3afd2f41cd tempest-RoutersTestDVR-628368413 tempest-RoutersTestDVR-628368413-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7f263eed-b8ba-4e37-92e7-fc79dff29838 {{(pid=102347) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 10:37:18.055046 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-89c47931-66cb-4787-af07-4f3afd2f41cd tempest-RoutersTestDVR-628368413 tempest-RoutersTestDVR-628368413-project-admin] Publish callbacks [] for router, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:18.059413 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-89c47931-66cb-4787-af07-4f3afd2f41cd tempest-RoutersTestDVR-628368413 tempest-RoutersTestDVR-628368413-project-admin] 10.222.0.44 "DELETE /v2.0/routers/7f263eed-b8ba-4e37-92e7-fc79dff29838 HTTP/1.1" status: 204 len: 168 time: 0.4099953 Oct 27 10:37:18.167218 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e43c64-d407-4802-bbcb-67445933d06e req-8f5b6db3-f3a3-4fcc-9c00-e6ce49611a82 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:37:18.168828 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-68e43c64-d407-4802-bbcb-67445933d06e req-8f5b6db3-f3a3-4fcc-9c00-e6ce49611a82 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/ports?device_id=9cdc6933-0908-404f-8493-c08d1be20183 HTTP/1.1" status: 200 len: 946 time: 0.0765893 Oct 27 10:37:18.254887 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-37ee87dd-70b0-4e6e-a8a2-02fe6bb75be2 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks [] for port, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:18.275033 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-68e43c64-d407-4802-bbcb-67445933d06e req-d6ce72b3-0f43-45c1-b6a2-9d0c537f6c05 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/security-groups?id=cc9284c7-fb9e-4cd7-891d-df58f9ea4e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842445 Oct 27 10:37:18.310842 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-37ee87dd-70b0-4e6e-a8a2-02fe6bb75be2 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:18.321115 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 41962) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:37:18.372024 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.db_base_plugin_common [None req-f57d157e-dcb0-4aa6-b2b5-e651fd3e16f7 None None] Allocated IP 2001:db8::2 (a3a2d542-53da-4e86-bf77-b0dcf0f24882/c4a445d9-5f0d-47d0-82f2-f138d84e26c8/23d06bc6-eb88-427c-9cbd-a906996bc8a3) {{(pid=102348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:37:18.387637 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37ee87dd-70b0-4e6e-a8a2-02fe6bb75be2 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Network a3a2d542-53da-4e86-bf77-b0dcf0f24882 is already hosted by enough agents. {{(pid=102346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:37:18.393709 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-37ee87dd-70b0-4e6e-a8a2-02fe6bb75be2 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Resources bound (agent type, host, resource id): {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:37:18.402759 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37ee87dd-70b0-4e6e-a8a2-02fe6bb75be2 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Received port after_create {{(pid=102346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:37:18.409764 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37ee87dd-70b0-4e6e-a8a2-02fe6bb75be2 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:37:18.410255 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-37ee87dd-70b0-4e6e-a8a2-02fe6bb75be2 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:18.415759 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ee87dd-70b0-4e6e-a8a2-02fe6bb75be2 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Pushing event updated for resources: {'Port': ['ID=3368ba44-a2c8-4551-b7f1-abf8e985b5e8,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:37:18.434933 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-37ee87dd-70b0-4e6e-a8a2-02fe6bb75be2 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 0.9092019 Oct 27 10:37:18.440242 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 41968) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:37:18.614072 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbb084e9-63aa-4ef1-9095-766e1e5f0d8a tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:37:18.618879 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-dbb084e9-63aa-4ef1-9095-766e1e5f0d8a tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.1775446 Oct 27 10:37:18.618879 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-247cd329-f4e9-4ad6-a643-7914601ba23a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:18.619978 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 41976) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:37:18.644773 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f57d157e-dcb0-4aa6-b2b5-e651fd3e16f7 None None] Publish callbacks [] for port, precommit_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:18.651613 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f57d157e-dcb0-4aa6-b2b5-e651fd3e16f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606'] for port, after_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:18.695091 n-d-813419-10 neutron-server[102348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f57d157e-dcb0-4aa6-b2b5-e651fd3e16f7 None None] Network a3a2d542-53da-4e86-bf77-b0dcf0f24882 is already hosted by enough agents. {{(pid=102348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:37:18.705023 n-d-813419-10 neutron-server[102348]: DEBUG neutron.scheduler.base_scheduler [None req-f57d157e-dcb0-4aa6-b2b5-e651fd3e16f7 None None] Resources bound (agent type, host, resource id): {{(pid=102348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:37:18.712770 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f57d157e-dcb0-4aa6-b2b5-e651fd3e16f7 None None] Received port after_create {{(pid=102348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:37:18.727575 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57d157e-dcb0-4aa6-b2b5-e651fd3e16f7 None None] Pushing event updated for resources: {'Port': ['ID=23d06bc6-eb88-427c-9cbd-a906996bc8a3,revision_number=1']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:37:18.796611 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-f57d157e-dcb0-4aa6-b2b5-e651fd3e16f7 None None] Attempting to bind port 23d06bc6-eb88-427c-9cbd-a906996bc8a3 on host n-d-813419-10 for vnic_type normal with profile {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:37:18.797410 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-f57d157e-dcb0-4aa6-b2b5-e651fd3e16f7 None None] Attempting to bind port 23d06bc6-eb88-427c-9cbd-a906996bc8a3 by drivers openvswitch,hyperv on host n-d-813419-10 at level 0 using segments [{'id': 'eef0c4ec-5773-434c-ac68-3d91e838e9be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a3a2d542-53da-4e86-bf77-b0dcf0f24882'}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:37:18.798126 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f57d157e-dcb0-4aa6-b2b5-e651fd3e16f7 None None] Attempting to bind port 23d06bc6-eb88-427c-9cbd-a906996bc8a3 on network a3a2d542-53da-4e86-bf77-b0dcf0f24882 {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:37:18.802499 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-ca09909f-11e3-499e-be46-ca857906f490 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Deleting port 3368ba44-a2c8-4551-b7f1-abf8e985b5e8 {{(pid=102346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:37:18.804240 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-247cd329-f4e9-4ad6-a643-7914601ba23a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:18.804995 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f57d157e-dcb0-4aa6-b2b5-e651fd3e16f7 None None] Checking agent: {'id': '89dba0f3-79b2-435e-9822-33674b8f6ada', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 8, 20), 'started_at': datetime.datetime(2021, 10, 27, 10, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 36, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:37:18.805431 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ca09909f-11e3-499e-be46-ca857906f490 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:18.806155 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f57d157e-dcb0-4aa6-b2b5-e651fd3e16f7 None None] Checking segment: {'id': 'eef0c4ec-5773-434c-ac68-3d91e838e9be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a3a2d542-53da-4e86-bf77-b0dcf0f24882'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:37:18.806862 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f57d157e-dcb0-4aa6-b2b5-e651fd3e16f7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:18.807728 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f57d157e-dcb0-4aa6-b2b5-e651fd3e16f7 None None] Bound using segment: {'id': 'eef0c4ec-5773-434c-ac68-3d91e838e9be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a3a2d542-53da-4e86-bf77-b0dcf0f24882'} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:37:18.808588 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-f57d157e-dcb0-4aa6-b2b5-e651fd3e16f7 None None] Bound port: 23d06bc6-eb88-427c-9cbd-a906996bc8a3, host: n-d-813419-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eef0c4ec-5773-434c-ac68-3d91e838e9be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a3a2d542-53da-4e86-bf77-b0dcf0f24882'}}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:37:18.809226 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f57d157e-dcb0-4aa6-b2b5-e651fd3e16f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:18.815623 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-247cd329-f4e9-4ad6-a643-7914601ba23a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:18.894209 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-247cd329-f4e9-4ad6-a643-7914601ba23a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=46d8964644b94f5dabffe6ea0337d6b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5720079 Oct 27 10:37:18.897120 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 41986) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:37:18.901253 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-ffdf2e16-ea22-418e-8c9f-91e88b7781ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:18.924651 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f57d157e-dcb0-4aa6-b2b5-e651fd3e16f7 None None] For port 23d06bc6-eb88-427c-9cbd-a906996bc8a3, host n-d-813419-10, cleared binding levels {{(pid=102348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:37:18.929793 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247cd329-f4e9-4ad6-a643-7914601ba23a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=039416c3-ebfe-47b9-b6d4-e265a6a9878b,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:37:18.930937 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f57d157e-dcb0-4aa6-b2b5-e651fd3e16f7 None None] For port 23d06bc6-eb88-427c-9cbd-a906996bc8a3, host n-d-813419-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=23d06bc6-eb88-427c-9cbd-a906996bc8a3,segment=NetworkSegment(eef0c4ec-5773-434c-ac68-3d91e838e9be),segment_id=eef0c4ec-5773-434c-ac68-3d91e838e9be)] {{(pid=102348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:37:18.940578 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f57d157e-dcb0-4aa6-b2b5-e651fd3e16f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:18.961876 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-f89d1853-3c61-4786-ac2f-a7977be45cec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:18.992642 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-f89d1853-3c61-4786-ac2f-a7977be45cec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:19.019757 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ca09909f-11e3-499e-be46-ca857906f490 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:19.029340 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57d157e-dcb0-4aa6-b2b5-e651fd3e16f7 None None] Pushing event updated for resources: {'Port': ['ID=23d06bc6-eb88-427c-9cbd-a906996bc8a3,revision_number=2']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:37:19.044414 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-ca09909f-11e3-499e-be46-ca857906f490 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Calling delete_port for 3368ba44-a2c8-4551-b7f1-abf8e985b5e8 owned by {{(pid=102346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:37:19.078597 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-f89d1853-3c61-4786-ac2f-a7977be45cec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:19.081253 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-f89d1853-3c61-4786-ac2f-a7977be45cec admin admin] Publish callbacks [] for security_group, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:19.082428 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-f89d1853-3c61-4786-ac2f-a7977be45cec admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/039416c3-ebfe-47b9-b6d4-e265a6a9878b HTTP/1.1" status: 204 len: 168 time: 0.1843171 Oct 27 10:37:19.091820 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89d1853-3c61-4786-ac2f-a7977be45cec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=039416c3-ebfe-47b9-b6d4-e265a6a9878b,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:37:19.279882 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ca09909f-11e3-499e-be46-ca857906f490 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:19.415478 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca09909f-11e3-499e-be46-ca857906f490 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Pushing event deleted for resources: {'Port': ['ID=3368ba44-a2c8-4551-b7f1-abf8e985b5e8,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:37:19.419729 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ca09909f-11e3-499e-be46-ca857906f490 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:19.423379 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-ca09909f-11e3-499e-be46-ca857906f490 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] 10.222.0.44 "DELETE /v2.0/ports/3368ba44-a2c8-4551-b7f1-abf8e985b5e8 HTTP/1.1" status: 204 len: 168 time: 0.8020928 Oct 27 10:37:19.424995 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-e7589419-ddd5-4b74-881a-9b2428869abc req-1c3848b5-7c02-4a5e-8a4a-7bfdebb5c476 tempest-ServerShowV254Test-75595659 tempest-ServerShowV254Test-75595659-project] 10.222.0.44 "GET /v2.0/ports?device_id=b07cf36a-0c80-4f43-a9f2-119033ae0912 HTTP/1.1" status: 200 len: 210 time: 0.0444429 Oct 27 10:37:19.425511 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 42006) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:37:19.578392 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e3e73ec-aabe-43ae-81f8-2c6d50978b86 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:37:19.579917 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e3e73ec-aabe-43ae-81f8-2c6d50978b86 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:37:19.582601 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-6e3e73ec-aabe-43ae-81f8-2c6d50978b86 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1561368 Oct 27 10:37:19.586270 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 42010) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:37:19.627578 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375a8d5b-7493-4789-a49b-65bc02a9c1eb req-84d16f70-a844-4ebb-a5e7-70dfe411b9aa tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:37:19.629198 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-375a8d5b-7493-4789-a49b-65bc02a9c1eb req-84d16f70-a844-4ebb-a5e7-70dfe411b9aa tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/ports?device_id=9cdc6933-0908-404f-8493-c08d1be20183 HTTP/1.1" status: 200 len: 946 time: 0.1597984 Oct 27 10:37:19.651338 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 23d06bc6-eb88-427c-9cbd-a906996bc8a3 up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:37:19.703112 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_v2 [None req-9093924d-e412-421a-b573-af9d7ea3ed8e tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Deleting subnet c4a445d9-5f0d-47d0-82f2-f138d84e26c8 {{(pid=102346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 10:37:19.709323 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-9093924d-e412-421a-b573-af9d7ea3ed8e tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks [] for subnet, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:19.741527 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-375a8d5b-7493-4789-a49b-65bc02a9c1eb req-2639124d-b46b-42d9-9573-67edcd6a24a1 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/security-groups?id=cc9284c7-fb9e-4cd7-891d-df58f9ea4e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873148 Oct 27 10:37:19.742550 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 42016) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:37:19.764625 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port 23d06bc6-eb88-427c-9cbd-a906996bc8a3 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:37:19.765038 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:19.774624 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-2dca3792-f60b-4356-8528-056e641a0881 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:19.781065 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-9093924d-e412-421a-b573-af9d7ea3ed8e tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25847868'] for subnet, precommit_delete_associations {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:19.888414 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:19.928048 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] For port 23d06bc6-eb88-427c-9cbd-a906996bc8a3, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=23d06bc6-eb88-427c-9cbd-a906996bc8a3,segment=NetworkSegment(eef0c4ec-5773-434c-ac68-3d91e838e9be),segment_id=eef0c4ec-5773-434c-ac68-3d91e838e9be)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:37:19.933955 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:19.941497 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-9093924d-e412-421a-b573-af9d7ea3ed8e tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855646'] for subnet, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:19.966712 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-2dca3792-f60b-4356-8528-056e641a0881 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:19.972818 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-2dca3792-f60b-4356-8528-056e641a0881 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:20.008909 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:20.025789 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-eadeaa30-4096-4d1a-b3cb-aa7ebfb291ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:20.029838 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Pushing event updated for resources: {'Port': ['ID=23d06bc6-eb88-427c-9cbd-a906996bc8a3,revision_number=3']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:37:20.036720 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-2dca3792-f60b-4356-8528-056e641a0881 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b0a5ba7f7ac64877978a53e1d37ba3c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2897358 Oct 27 10:37:20.038723 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dca3792-f60b-4356-8528-056e641a0881 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e268c731-7551-4fd7-b8d6-ce7f4b144545,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:37:20.039631 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 42022) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:37:20.060106 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-9093924d-e412-421a-b573-af9d7ea3ed8e tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27024355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27168307'] for subnet, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:20.087275 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9093924d-e412-421a-b573-af9d7ea3ed8e tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Pushing event deleted for resources: {'Subnet': ['ID=c4a445d9-5f0d-47d0-82f2-f138d84e26c8,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:37:20.093381 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-9093924d-e412-421a-b573-af9d7ea3ed8e tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for subnet, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:20.096627 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-9093924d-e412-421a-b573-af9d7ea3ed8e tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] 10.222.0.44 "DELETE /v2.0/subnets/c4a445d9-5f0d-47d0-82f2-f138d84e26c8 HTTP/1.1" status: 204 len: 168 time: 0.5093586 Oct 27 10:37:20.100804 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 42024) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:37:20.109352 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-0674576a-e8db-4ebd-87be-2bc7a08117cf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:20.137614 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-0674576a-e8db-4ebd-87be-2bc7a08117cf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:20.193701 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-d5ff41a6-11cf-4ff9-bc4e-cd2bebca4d1c tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0891593 Oct 27 10:37:20.196955 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 42026) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:37:20.203233 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-0c61027b-b0db-4a2e-a7d2-31c6d04b599a tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Request body: {'subnet': {'network_id': 'a3a2d542-53da-4e86-bf77-b0dcf0f24882', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:37:20.205969 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-0674576a-e8db-4ebd-87be-2bc7a08117cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:20.208568 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-0674576a-e8db-4ebd-87be-2bc7a08117cf admin admin] Publish callbacks [] for security_group, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:20.209747 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-0674576a-e8db-4ebd-87be-2bc7a08117cf admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e268c731-7551-4fd7-b8d6-ce7f4b144545 HTTP/1.1" status: 204 len: 168 time: 0.1690888 Oct 27 10:37:20.236164 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0674576a-e8db-4ebd-87be-2bc7a08117cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e268c731-7551-4fd7-b8d6-ce7f4b144545,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:37:20.353707 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c61027b-b0db-4a2e-a7d2-31c6d04b599a tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Made reservation on behalf of 378140ee2d4f4428be90ff45daafe008 for: {'subnet': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:37:20.357501 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-0c61027b-b0db-4a2e-a7d2-31c6d04b599a tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27167186'] for subnet, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:20.434758 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62368f45-e348-4e14-9af6-b5460e841d5e None None] Network a3a2d542-53da-4e86-bf77-b0dcf0f24882 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:37:20.544788 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-de9ca704-2531-4f4e-878e-539f09c8addd None None] Provisioning complete for port 23d06bc6-eb88-427c-9cbd-a906996bc8a3 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:37:20.545166 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-de9ca704-2531-4f4e-878e-539f09c8addd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:20.580785 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-b225cd13-d6bd-4196-b6b3-b9a9350fce8f req-db8cbd75-6732-4b97-b717-695e5746e89c tempest-ServerShowV254Test-75595659 tempest-ServerShowV254Test-75595659-project] 10.222.0.44 "GET /v2.0/ports?device_id=b07cf36a-0c80-4f43-a9f2-119033ae0912 HTTP/1.1" status: 200 len: 210 time: 0.0595205 Oct 27 10:37:20.629825 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-0c61027b-b0db-4a2e-a7d2-31c6d04b599a tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27024290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27167168'] for subnet, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:20.684442 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c61027b-b0db-4a2e-a7d2-31c6d04b599a tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Network a3a2d542-53da-4e86-bf77-b0dcf0f24882 is already hosted by enough agents. {{(pid=102346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:37:20.687745 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-0c61027b-b0db-4a2e-a7d2-31c6d04b599a tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Resources bound (agent type, host, resource id): {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:37:20.693931 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c61027b-b0db-4a2e-a7d2-31c6d04b599a tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:37:20.694521 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-0c61027b-b0db-4a2e-a7d2-31c6d04b599a tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for subnet, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:20.719913 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-0c61027b-b0db-4a2e-a7d2-31c6d04b599a tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5216165 Oct 27 10:37:20.722660 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 42046) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:37:20.726422 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c61027b-b0db-4a2e-a7d2-31c6d04b599a tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Pushing event updated for resources: {'Subnet': ['ID=da3d49c5-93b4-4db9-9a6b-d3d484bb86f4,revision_number=0']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:37:20.730693 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-01f10480-5e03-4e00-bf66-755266f29d45 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Request body: {'port': {'network_id': 'a3a2d542-53da-4e86-bf77-b0dcf0f24882', 'name': 'tempest-NetworksTestDHCPv6-914128615'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:37:20.857725 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eca23979-62d2-4b85-a2bb-e4bbb68e29a9 None None] DHCP port deletion for a3a2d542-53da-4e86-bf77-b0dcf0f24882 request from n-d-813419-10 {{(pid=102348) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 10:37:20.925851 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-eca23979-62d2-4b85-a2bb-e4bbb68e29a9 None None] Deleting port 23d06bc6-eb88-427c-9cbd-a906996bc8a3 {{(pid=102348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:37:20.926451 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-eca23979-62d2-4b85-a2bb-e4bbb68e29a9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:20.945753 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b13c0b8-f650-4a96-97da-a8fb408936c5 req-5aa58010-07a2-4d45-82a6-9f214de390fa tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:37:20.948044 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8b13c0b8-f650-4a96-97da-a8fb408936c5 req-5aa58010-07a2-4d45-82a6-9f214de390fa tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/ports?device_id=9cdc6933-0908-404f-8493-c08d1be20183 HTTP/1.1" status: 200 len: 946 time: 0.1039059 Oct 27 10:37:21.002914 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01f10480-5e03-4e00-bf66-755266f29d45 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Made reservation on behalf of 378140ee2d4f4428be90ff45daafe008 for: {'port': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:37:21.009337 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-01f10480-5e03-4e00-bf66-755266f29d45 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:21.024400 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-eca23979-62d2-4b85-a2bb-e4bbb68e29a9 None None] For port 23d06bc6-eb88-427c-9cbd-a906996bc8a3, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=23d06bc6-eb88-427c-9cbd-a906996bc8a3,segment=NetworkSegment(eef0c4ec-5773-434c-ac68-3d91e838e9be),segment_id=eef0c4ec-5773-434c-ac68-3d91e838e9be)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:37:21.025071 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-eca23979-62d2-4b85-a2bb-e4bbb68e29a9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:21.045060 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8b13c0b8-f650-4a96-97da-a8fb408936c5 req-fbd64b06-1673-47bc-8079-58aa2148f093 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/security-groups?id=cc9284c7-fb9e-4cd7-891d-df58f9ea4e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678463 Oct 27 10:37:21.046023 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-eca23979-62d2-4b85-a2bb-e4bbb68e29a9 None None] Calling delete_port for 23d06bc6-eb88-427c-9cbd-a906996bc8a3 owned by network:dhcp {{(pid=102348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:37:21.051034 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [None req-01f10480-5e03-4e00-bf66-755266f29d45 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] device_id is not set on port 69934709-f59c-405c-b0d6-259bb3cfad96 yet. {{(pid=102347) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 10:37:21.139566 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-eca23979-62d2-4b85-a2bb-e4bbb68e29a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615'] for port, after_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:21.164668 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca23979-62d2-4b85-a2bb-e4bbb68e29a9 None None] Pushing event deleted for resources: {'Port': ['ID=23d06bc6-eb88-427c-9cbd-a906996bc8a3,revision_number=None']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:37:21.172330 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eca23979-62d2-4b85-a2bb-e4bbb68e29a9 None None] No DVR routers for this DVR port 23d06bc6-eb88-427c-9cbd-a906996bc8a3 on host n-d-813419-10 {{(pid=102348) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:37:21.193440 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-883503b3-2edf-4076-8654-a0f058d4a6fc None None] Network a3a2d542-53da-4e86-bf77-b0dcf0f24882 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:37:21.219121 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc73a73f-af61-4636-bc28-3e9ef83b6973 req-fddf60ee-56b1-4d95-8019-26a964522081 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:37:21.220683 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-fc73a73f-af61-4636-bc28-3e9ef83b6973 req-fddf60ee-56b1-4d95-8019-26a964522081 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "GET /v2.0/ports?device_id=58d33066-02f9-456d-8852-aabcf5578798 HTTP/1.1" status: 200 len: 946 time: 0.0887804 Oct 27 10:37:21.236533 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_common [None req-01f10480-5e03-4e00-bf66-755266f29d45 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Allocated IP 2001:db8::1be (a3a2d542-53da-4e86-bf77-b0dcf0f24882/da3d49c5-93b4-4db9-9a6b-d3d484bb86f4/69934709-f59c-405c-b0d6-259bb3cfad96) {{(pid=102347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:37:21.294634 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-fc73a73f-af61-4636-bc28-3e9ef83b6973 req-51ee91ff-b8d6-4975-8127-369aaba8c04e tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "GET /v2.0/security-groups?id=142cfba7-0116-47cd-9d82-0d26bf880f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596130 Oct 27 10:37:21.362749 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61848a43-a5bb-4ac5-8158-116c7249847d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp734b258e-7d96-550c-b970-9b72ab66f383-a3a2d542-53da-4e86-bf77-b0dcf0f24882', 'network_id': 'a3a2d542-53da-4e86-bf77-b0dcf0f24882', 'tenant_id': '378140ee2d4f4428be90ff45daafe008', 'fixed_ips': [{'subnet_id': 'da3d49c5-93b4-4db9-9a6b-d3d484bb86f4'}]}} from n-d-813419-10. {{(pid=102348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 10:37:21.364211 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-61848a43-a5bb-4ac5-8158-116c7249847d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:21.444214 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-01f10480-5e03-4e00-bf66-755266f29d45 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks [] for port, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:21.454611 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 23d06bc6-eb88-427c-9cbd-a906996bc8a3 no longer exists at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:37:21.484670 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] No Port match for: 23d06bc6-eb88-427c-9cbd-a906996bc8a3 {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:37:21.485396 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 23d06bc6-eb88-427c-9cbd-a906996bc8a3 not bound to the agent host n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:37:21.513252 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-01f10480-5e03-4e00-bf66-755266f29d45 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:21.579209 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01f10480-5e03-4e00-bf66-755266f29d45 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Network a3a2d542-53da-4e86-bf77-b0dcf0f24882 is already hosted by enough agents. {{(pid=102347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:37:21.579462 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.db_base_plugin_common [None req-61848a43-a5bb-4ac5-8158-116c7249847d None None] Allocated IP 2001:db8::2 (a3a2d542-53da-4e86-bf77-b0dcf0f24882/da3d49c5-93b4-4db9-9a6b-d3d484bb86f4/9b98c26e-b005-4954-9993-1ce9d68c0067) {{(pid=102348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:37:21.588224 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [None req-01f10480-5e03-4e00-bf66-755266f29d45 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Resources bound (agent type, host, resource id): {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:37:21.595165 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01f10480-5e03-4e00-bf66-755266f29d45 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Received port after_create {{(pid=102347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:37:21.605053 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01f10480-5e03-4e00-bf66-755266f29d45 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:37:21.608825 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-01f10480-5e03-4e00-bf66-755266f29d45 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:21.686669 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f10480-5e03-4e00-bf66-755266f29d45 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Pushing event updated for resources: {'Port': ['ID=69934709-f59c-405c-b0d6-259bb3cfad96,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:37:21.696757 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-01f10480-5e03-4e00-bf66-755266f29d45 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.9721582 Oct 27 10:37:21.700698 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 42076) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:37:21.712420 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-4180252f-741e-45c5-9bec-7c611c481dba req-d794c840-5228-4cc5-8c31-66607b0b45a1 tempest-ServerShowV254Test-75595659 tempest-ServerShowV254Test-75595659-project] 10.222.0.44 "GET /v2.0/ports?device_id=b07cf36a-0c80-4f43-a9f2-119033ae0912 HTTP/1.1" status: 200 len: 210 time: 0.0332270 Oct 27 10:37:21.755955 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-08954a0c-966c-405e-88f7-31c24669b91a req-9eb7beb7-676f-4ca5-a7ab-80e6922069ae service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=f6fc38b4-3d34-4580-bd35-a4b845297319&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1368942 Oct 27 10:37:21.774079 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-61848a43-a5bb-4ac5-8158-116c7249847d None None] Publish callbacks [] for port, precommit_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:21.780282 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ea86a6b-1374-4e9a-b95f-a2d9cab90446 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:37:21.784506 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-61848a43-a5bb-4ac5-8158-116c7249847d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606'] for port, after_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:21.784858 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-9ea86a6b-1374-4e9a-b95f-a2d9cab90446 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.0754411 Oct 27 10:37:21.785101 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 42078) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:37:21.839301 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61848a43-a5bb-4ac5-8158-116c7249847d None None] Pushing event updated for resources: {'Port': ['ID=9b98c26e-b005-4954-9993-1ce9d68c0067,revision_number=1']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:37:21.849603 n-d-813419-10 neutron-server[102348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61848a43-a5bb-4ac5-8158-116c7249847d None None] Network a3a2d542-53da-4e86-bf77-b0dcf0f24882 is already hosted by enough agents. {{(pid=102348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:37:21.851027 n-d-813419-10 neutron-server[102348]: DEBUG neutron.scheduler.base_scheduler [None req-61848a43-a5bb-4ac5-8158-116c7249847d None None] Resources bound (agent type, host, resource id): {{(pid=102348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:37:21.853896 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61848a43-a5bb-4ac5-8158-116c7249847d None None] Received port after_create {{(pid=102348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:37:21.862199 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08954a0c-966c-405e-88f7-31c24669b91a req-6ec1c1ba-ff6d-4d25-a2eb-9ffe7a084298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:37:21.863709 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-08954a0c-966c-405e-88f7-31c24669b91a req-6ec1c1ba-ff6d-4d25-a2eb-9ffe7a084298 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5cdd6d2f037d42e18150718a811d487c&device_id=f6fc38b4-3d34-4580-bd35-a4b845297319 HTTP/1.1" status: 200 len: 1097 time: 0.0710356 Oct 27 10:37:21.926149 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-3c6a8245-0581-48aa-b5f6-4d8fe98cd16e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:21.928897 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-67088dbe-dd28-4216-8e28-6bf394ef6e84 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Deleting port 69934709-f59c-405c-b0d6-259bb3cfad96 {{(pid=102346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:37:21.929224 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-67088dbe-dd28-4216-8e28-6bf394ef6e84 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:21.933719 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-61848a43-a5bb-4ac5-8158-116c7249847d None None] Attempting to bind port 9b98c26e-b005-4954-9993-1ce9d68c0067 on host n-d-813419-10 for vnic_type normal with profile {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:37:21.934530 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-61848a43-a5bb-4ac5-8158-116c7249847d None None] Attempting to bind port 9b98c26e-b005-4954-9993-1ce9d68c0067 by drivers openvswitch,hyperv on host n-d-813419-10 at level 0 using segments [{'id': 'eef0c4ec-5773-434c-ac68-3d91e838e9be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a3a2d542-53da-4e86-bf77-b0dcf0f24882'}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:37:21.935100 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61848a43-a5bb-4ac5-8158-116c7249847d None None] Attempting to bind port 9b98c26e-b005-4954-9993-1ce9d68c0067 on network a3a2d542-53da-4e86-bf77-b0dcf0f24882 {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:37:21.947137 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61848a43-a5bb-4ac5-8158-116c7249847d None None] Checking agent: {'id': '89dba0f3-79b2-435e-9822-33674b8f6ada', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 8, 20), 'started_at': datetime.datetime(2021, 10, 27, 10, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 37, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:37:21.947862 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61848a43-a5bb-4ac5-8158-116c7249847d None None] Checking segment: {'id': 'eef0c4ec-5773-434c-ac68-3d91e838e9be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a3a2d542-53da-4e86-bf77-b0dcf0f24882'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:37:21.948297 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-61848a43-a5bb-4ac5-8158-116c7249847d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:21.949067 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61848a43-a5bb-4ac5-8158-116c7249847d None None] Bound using segment: {'id': 'eef0c4ec-5773-434c-ac68-3d91e838e9be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a3a2d542-53da-4e86-bf77-b0dcf0f24882'} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:37:21.950223 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-61848a43-a5bb-4ac5-8158-116c7249847d None None] Bound port: 9b98c26e-b005-4954-9993-1ce9d68c0067, host: n-d-813419-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eef0c4ec-5773-434c-ac68-3d91e838e9be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a3a2d542-53da-4e86-bf77-b0dcf0f24882'}}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:37:21.951318 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-61848a43-a5bb-4ac5-8158-116c7249847d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:21.993523 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 42084) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:37:22.043875 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08954a0c-966c-405e-88f7-31c24669b91a req-24f8b63f-ce49-434f-916c-48b7dd80cd05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:37:22.045686 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-08954a0c-966c-405e-88f7-31c24669b91a req-24f8b63f-ce49-434f-916c-48b7dd80cd05 service neutron] 10.222.0.64 "GET /v2.0/networks?id=fca909b5-2d06-4825-8091-33382048b635 HTTP/1.1" status: 200 len: 912 time: 0.1557865 Oct 27 10:37:22.047412 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-61848a43-a5bb-4ac5-8158-116c7249847d None None] For port 9b98c26e-b005-4954-9993-1ce9d68c0067, host n-d-813419-10, cleared binding levels {{(pid=102348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:37:22.048564 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-162d81f8-cba0-452b-bf25-00841ad8f945 req-5d26f9c2-09ce-4510-a0cc-3f37ad023cca service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=b07cf36a-0c80-4f43-a9f2-119033ae0912 HTTP/1.1" status: 200 len: 210 time: 0.0315821 Oct 27 10:37:22.053248 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-61848a43-a5bb-4ac5-8158-116c7249847d None None] For port 9b98c26e-b005-4954-9993-1ce9d68c0067, host n-d-813419-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=9b98c26e-b005-4954-9993-1ce9d68c0067,segment=NetworkSegment(eef0c4ec-5773-434c-ac68-3d91e838e9be),segment_id=eef0c4ec-5773-434c-ac68-3d91e838e9be)] {{(pid=102348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:37:22.058108 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-61848a43-a5bb-4ac5-8158-116c7249847d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:22.059046 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-67088dbe-dd28-4216-8e28-6bf394ef6e84 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:22.077813 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-67088dbe-dd28-4216-8e28-6bf394ef6e84 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Calling delete_port for 69934709-f59c-405c-b0d6-259bb3cfad96 owned by {{(pid=102346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:37:22.126454 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-d7f5b0a6-4774-47ea-b0b2-d4620e64140c tempest-RoutersAdminNegativeIpV6Test-363961923 tempest-RoutersAdminNegativeIpV6Test-363961923-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-849537119', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:37:22.139953 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61848a43-a5bb-4ac5-8158-116c7249847d None None] Pushing event updated for resources: {'Port': ['ID=9b98c26e-b005-4954-9993-1ce9d68c0067,revision_number=2']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:37:22.170706 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7f5b0a6-4774-47ea-b0b2-d4620e64140c tempest-RoutersAdminNegativeIpV6Test-363961923 tempest-RoutersAdminNegativeIpV6Test-363961923-project-admin] Made reservation on behalf of b964a86743b4427798058bcac7555f0a for: {'port': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:37:22.173678 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-d7f5b0a6-4774-47ea-b0b2-d4620e64140c tempest-RoutersAdminNegativeIpV6Test-363961923 tempest-RoutersAdminNegativeIpV6Test-363961923-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:22.192565 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-d7f5b0a6-4774-47ea-b0b2-d4620e64140c tempest-RoutersAdminNegativeIpV6Test-363961923 tempest-RoutersAdminNegativeIpV6Test-363961923-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:22.244168 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-67088dbe-dd28-4216-8e28-6bf394ef6e84 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:22.248303 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b01a5ed-a136-4cac-9c88-c34e793dc188 req-f60d3a94-ff55-4f9e-b435-67a3b7326259 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:37:22.249866 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-1b01a5ed-a136-4cac-9c88-c34e793dc188 req-f60d3a94-ff55-4f9e-b435-67a3b7326259 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/ports?device_id=9cdc6933-0908-404f-8493-c08d1be20183 HTTP/1.1" status: 200 len: 946 time: 0.0660293 Oct 27 10:37:22.285247 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67088dbe-dd28-4216-8e28-6bf394ef6e84 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Pushing event deleted for resources: {'Port': ['ID=69934709-f59c-405c-b0d6-259bb3cfad96,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:37:22.308815 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-67088dbe-dd28-4216-8e28-6bf394ef6e84 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:22.312121 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-67088dbe-dd28-4216-8e28-6bf394ef6e84 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] 10.222.0.44 "DELETE /v2.0/ports/69934709-f59c-405c-b0d6-259bb3cfad96 HTTP/1.1" status: 204 len: 168 time: 0.5256832 Oct 27 10:37:22.314539 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 42092) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:37:22.381606 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-08954a0c-966c-405e-88f7-31c24669b91a req-33945bd8-fd84-419c-8885-822425a69b87 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c9c20c2b-6e5b-42e4-9a9a-ff863d22fcbf HTTP/1.1" status: 200 len: 1000 time: 0.1308293 Oct 27 10:37:22.397417 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-1b01a5ed-a136-4cac-9c88-c34e793dc188 req-b205a8dc-2154-44bc-9b18-9f2d15964199 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/security-groups?id=cc9284c7-fb9e-4cd7-891d-df58f9ea4e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043856 Oct 27 10:37:22.450943 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-201d7a6b-fdec-4f0b-8cc9-baab333fbc5f tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:37:22.452606 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-201d7a6b-fdec-4f0b-8cc9-baab333fbc5f tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:37:22.454154 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-201d7a6b-fdec-4f0b-8cc9-baab333fbc5f tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1385171 Oct 27 10:37:22.456930 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 42096) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:37:22.482416 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-d7f5b0a6-4774-47ea-b0b2-d4620e64140c tempest-RoutersAdminNegativeIpV6Test-363961923 tempest-RoutersAdminNegativeIpV6Test-363961923-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:22.511901 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-d7f5b0a6-4774-47ea-b0b2-d4620e64140c tempest-RoutersAdminNegativeIpV6Test-363961923 tempest-RoutersAdminNegativeIpV6Test-363961923-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:22.513321 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5ee580-ff77-49c5-81b8-5a2b70237a86 req-7ea719d4-aa65-4a05-8ef3-0e79c572c456 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:37:22.514939 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-8b5ee580-ff77-49c5-81b8-5a2b70237a86 req-7ea719d4-aa65-4a05-8ef3-0e79c572c456 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "GET /v2.0/ports?device_id=58d33066-02f9-456d-8852-aabcf5578798 HTTP/1.1" status: 200 len: 946 time: 0.0690820 Oct 27 10:37:22.526436 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [None req-d7f5b0a6-4774-47ea-b0b2-d4620e64140c tempest-RoutersAdminNegativeIpV6Test-363961923 tempest-RoutersAdminNegativeIpV6Test-363961923-project-admin] device_id is not set on port 92914be0-c46e-472f-9642-9fcfbb05c3e7 yet. {{(pid=102347) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 10:37:22.543548 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08954a0c-966c-405e-88f7-31c24669b91a req-5aa6f0e9-7be5-470f-b9a7-b9bc64bf067f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:37:22.545308 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-08954a0c-966c-405e-88f7-31c24669b91a req-5aa6f0e9-7be5-470f-b9a7-b9bc64bf067f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=71c50f4e-5d00-4779-bfe1-162c05f5fddb HTTP/1.1" status: 200 len: 850 time: 0.1512990 Oct 27 10:37:22.555839 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-8b5ee580-ff77-49c5-81b8-5a2b70237a86 req-e14e6cb2-6b3c-4f58-a03a-0bba43c496af tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "GET /v2.0/security-groups?id=142cfba7-0116-47cd-9d82-0d26bf880f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327561 Oct 27 10:37:22.602538 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f5b0a6-4774-47ea-b0b2-d4620e64140c tempest-RoutersAdminNegativeIpV6Test-363961923 tempest-RoutersAdminNegativeIpV6Test-363961923-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e50c6228-1649-4fa3-b02c-685d6e7e4c80,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:37:22.608353 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f8f0b0d-b7a1-4167-afdc-5d92ebc773ef tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Deleting subnet da3d49c5-93b4-4db9-9a6b-d3d484bb86f4 {{(pid=102347) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 10:37:22.612620 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-3f8f0b0d-b7a1-4167-afdc-5d92ebc773ef tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks [] for subnet, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:22.700748 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-3f8f0b0d-b7a1-4167-afdc-5d92ebc773ef tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-18445109'] for subnet, precommit_delete_associations {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:22.745603 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08954a0c-966c-405e-88f7-31c24669b91a req-ab9095d2-0c6d-42e8-a349-4ab3e971ff73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:37:22.748351 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-08954a0c-966c-405e-88f7-31c24669b91a req-ab9095d2-0c6d-42e8-a349-4ab3e971ff73 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=fca909b5-2d06-4825-8091-33382048b635&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1633914 Oct 27 10:37:22.896980 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_common [None req-d7f5b0a6-4774-47ea-b0b2-d4620e64140c tempest-RoutersAdminNegativeIpV6Test-363961923 tempest-RoutersAdminNegativeIpV6Test-363961923-project-admin] Allocated IP 172.25.8.168 (185ff123-c7ff-45c7-a6be-71feb35acc9c/0fb9f9d1-7384-481f-8fa8-f4566c349d30/92914be0-c46e-472f-9642-9fcfbb05c3e7) {{(pid=102347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:37:22.905578 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-afce2f7f-c267-4f78-afb7-9c362b96be53 req-cc66f755-9135-4fe5-a71f-4060a25d7e3b tempest-ServerShowV254Test-75595659 tempest-ServerShowV254Test-75595659-project] 10.222.0.44 "GET /v2.0/ports?device_id=b07cf36a-0c80-4f43-a9f2-119033ae0912 HTTP/1.1" status: 200 len: 210 time: 0.1014016 Oct 27 10:37:22.999374 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-3f8f0b0d-b7a1-4167-afdc-5d92ebc773ef tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855646'] for subnet, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:23.011201 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3b08e6-2dbc-4706-a524-908fc519222b req-c6c99da9-48e2-4852-99ca-d66ae90a5d42 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:37:23.012646 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-4a3b08e6-2dbc-4706-a524-908fc519222b req-c6c99da9-48e2-4852-99ca-d66ae90a5d42 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.64 "GET /v2.0/ports?device_id=58d33066-02f9-456d-8852-aabcf5578798 HTTP/1.1" status: 200 len: 946 time: 0.2300992 Oct 27 10:37:23.040095 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-08954a0c-966c-405e-88f7-31c24669b91a req-f489c599-08df-47eb-aa6f-5ef943e9f01b service neutron] 10.222.0.64 "GET /v2.0/networks/fca909b5-2d06-4825-8091-33382048b635?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2712102 Oct 27 10:37:23.206757 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-4b0254d1-7b68-4bf0-b66f-0c29b6582406 None None] Provisioning complete for port 9b98c26e-b005-4954-9993-1ce9d68c0067 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:37:23.208081 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-4b0254d1-7b68-4bf0-b66f-0c29b6582406 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:23.318285 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-4b0254d1-7b68-4bf0-b66f-0c29b6582406 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:23.430587 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 9b98c26e-b005-4954-9993-1ce9d68c0067 up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:37:23.481681 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port 9b98c26e-b005-4954-9993-1ce9d68c0067 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:37:23.482084 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:23.573048 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:23.655867 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-3f8f0b0d-b7a1-4167-afdc-5d92ebc773ef tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-18295818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18043720'] for subnet, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:23.707557 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26518f2-a162-4ad9-bd8c-a08f9e761bbb req-97fe178f-6fe2-41a8-9efa-81a44b981cbb tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:37:23.710475 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-d26518f2-a162-4ad9-bd8c-a08f9e761bbb req-97fe178f-6fe2-41a8-9efa-81a44b981cbb tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "GET /v2.0/ports?device_id=58d33066-02f9-456d-8852-aabcf5578798 HTTP/1.1" status: 200 len: 946 time: 0.0679727 Oct 27 10:37:23.715336 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.db.api [None req-4b0254d1-7b68-4bf0-b66f-0c29b6582406 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102348) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 27 10:37:23.715336 n-d-813419-10 neutron-server[102348]: DEBUG oslo_db.api [None req-4b0254d1-7b68-4bf0-b66f-0c29b6582406 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 10:37:23.718357 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.db.api [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102348) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 27 10:37:23.718709 n-d-813419-10 neutron-server[102348]: DEBUG oslo_db.api [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 10:37:23.728705 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8f0b0d-b7a1-4167-afdc-5d92ebc773ef tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Pushing event deleted for resources: {'Subnet': ['ID=da3d49c5-93b4-4db9-9a6b-d3d484bb86f4,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:37:23.745138 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-3f8f0b0d-b7a1-4167-afdc-5d92ebc773ef tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks [] for subnet, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:23.748622 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-3f8f0b0d-b7a1-4167-afdc-5d92ebc773ef tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] 10.222.0.44 "DELETE /v2.0/subnets/da3d49c5-93b4-4db9-9a6b-d3d484bb86f4 HTTP/1.1" status: 204 len: 168 time: 1.2904680 Oct 27 10:37:23.751524 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 42110) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:37:23.765287 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-08954a0c-966c-405e-88f7-31c24669b91a req-ae840c98-5799-4c3c-85ed-10948ac76b0a service neutron] 10.222.0.64 "GET /v2.0/networks/fca909b5-2d06-4825-8091-33382048b635?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7139521 Oct 27 10:37:23.770193 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-d7f5b0a6-4774-47ea-b0b2-d4620e64140c tempest-RoutersAdminNegativeIpV6Test-363961923 tempest-RoutersAdminNegativeIpV6Test-363961923-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:23.780052 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6219531e-fb6d-4509-a7ce-abb49ba9ff48 req-1edd6aaf-9685-47ba-8914-99d8f831a2af tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:37:23.781963 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-6219531e-fb6d-4509-a7ce-abb49ba9ff48 req-1edd6aaf-9685-47ba-8914-99d8f831a2af tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/ports?device_id=9cdc6933-0908-404f-8493-c08d1be20183 HTTP/1.1" status: 200 len: 946 time: 0.1820726 Oct 27 10:37:23.793513 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [req-4a3b08e6-2dbc-4706-a524-908fc519222b req-1b4f1ce6-547c-46ba-8419-5becfe54f43b tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Deleting port a378176d-92da-4f39-9224-eabe8da137fe {{(pid=102347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:37:23.794175 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-4a3b08e6-2dbc-4706-a524-908fc519222b req-1b4f1ce6-547c-46ba-8419-5becfe54f43b tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:23.824595 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-d26518f2-a162-4ad9-bd8c-a08f9e761bbb req-fbd93b24-410c-49ca-8ac4-5233e1691d4e tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "GET /v2.0/security-groups?id=142cfba7-0116-47cd-9d82-0d26bf880f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1033154 Oct 27 10:37:23.829839 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-6d02a284-dda3-40dc-9e0e-3fda61187dae tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0753169 Oct 27 10:37:23.830508 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 42112) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:37:23.888660 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d644775-404c-46ec-a3f5-ad25967917d3 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:37:23.889700 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-6d644775-404c-46ec-a3f5-ad25967917d3 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0582387 Oct 27 10:37:23.890276 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 42114) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:37:23.893142 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 42116) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:37:23.907541 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eee630c-3ad2-4e39-a660-f7c5b43b5605 None None] Network a3a2d542-53da-4e86-bf77-b0dcf0f24882 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:37:23.911012 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-6219531e-fb6d-4509-a7ce-abb49ba9ff48 req-d1b44542-76cc-4afb-803b-7c5dec53a6ea tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/security-groups?id=cc9284c7-fb9e-4cd7-891d-df58f9ea4e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201437 Oct 27 10:37:23.961839 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-d7f5b0a6-4774-47ea-b0b2-d4620e64140c tempest-RoutersAdminNegativeIpV6Test-363961923 tempest-RoutersAdminNegativeIpV6Test-363961923-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:23.988733 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-90b87793-457f-43fd-bcd2-2b4548f7cd73 tempest-TestSecurityGroupsBasicOps-1178343156 tempest-TestSecurityGroupsBasicOps-1178343156-project-admin] 10.222.0.44 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 4526 time: 0.0973206 Oct 27 10:37:23.991660 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 42120) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:37:24.044537 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-4a3b08e6-2dbc-4706-a524-908fc519222b req-1b4f1ce6-547c-46ba-8419-5becfe54f43b tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] For port a378176d-92da-4f39-9224-eabe8da137fe, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=a378176d-92da-4f39-9224-eabe8da137fe,segment=NetworkSegment(633ff08f-11cd-4e98-be2e-dddd49efeea1),segment_id=633ff08f-11cd-4e98-be2e-dddd49efeea1)] {{(pid=102347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:37:24.044537 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-4a3b08e6-2dbc-4706-a524-908fc519222b req-1b4f1ce6-547c-46ba-8419-5becfe54f43b tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:24.044809 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-daa52d5c-3795-4224-9006-cb4060d8fb97 tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Request body: {'network': {'name': 'tempest-network-smoke--1009705915', 'project_id': '2005088b555845b0a237dc93fae61807', 'port_security_enabled': False}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:37:24.044809 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-7a80eca7-7447-461e-b29d-987e95eef96e req-b1d0aec0-c82d-4209-81b2-a3536139c797 tempest-ServerShowV254Test-75595659 tempest-ServerShowV254Test-75595659-project] 10.222.0.44 "GET /v2.0/ports?device_id=b07cf36a-0c80-4f43-a9f2-119033ae0912 HTTP/1.1" status: 200 len: 210 time: 0.0436230 Oct 27 10:37:24.062426 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daa52d5c-3795-4224-9006-cb4060d8fb97 tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Made reservation on behalf of 2005088b555845b0a237dc93fae61807 for: {'network': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:37:24.067536 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-daa52d5c-3795-4224-9006-cb4060d8fb97 tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for network, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:24.069185 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24d4a67f-0780-42d1-8de8-cbbb3c527390 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:37:24.070697 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-24d4a67f-0780-42d1-8de8-cbbb3c527390 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1766193 Oct 27 10:37:24.073271 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 42122) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:37:24.097862 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-daa52d5c-3795-4224-9006-cb4060d8fb97 tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 418} {{(pid=102346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 10:37:24.108828 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-daa52d5c-3795-4224-9006-cb4060d8fb97 tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:24.109178 n-d-813419-10 neutron-server[102346]: INFO neutron.db.segments_db [None req-daa52d5c-3795-4224-9006-cb4060d8fb97 tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Added segment ac2c0d1d-c7b3-40b7-a077-3a499a2124f8 of type vlan for network 9dded421-3352-4401-9c79-f930ddc01e02 Oct 27 10:37:24.163644 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-daa52d5c-3795-4224-9006-cb4060d8fb97 tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743872593080'] for network, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:24.196246 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-96afdaa4-8cfc-4e4d-8a82-c587f52cab51 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1173127 Oct 27 10:37:24.196421 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-daa52d5c-3795-4224-9006-cb4060d8fb97 tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913'] for network, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:24.202988 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7f5b0a6-4774-47ea-b0b2-d4620e64140c tempest-RoutersAdminNegativeIpV6Test-363961923 tempest-RoutersAdminNegativeIpV6Test-363961923-project-admin] Network 185ff123-c7ff-45c7-a6be-71feb35acc9c is already hosted by enough agents. {{(pid=102347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:37:24.205686 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 42126) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:37:24.207450 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daa52d5c-3795-4224-9006-cb4060d8fb97 tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:37:24.208144 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-daa52d5c-3795-4224-9006-cb4060d8fb97 tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for network, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:24.209616 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [None req-d7f5b0a6-4774-47ea-b0b2-d4620e64140c tempest-RoutersAdminNegativeIpV6Test-363961923 tempest-RoutersAdminNegativeIpV6Test-363961923-project-admin] Resources bound (agent type, host, resource id): {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:37:24.214408 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7f5b0a6-4774-47ea-b0b2-d4620e64140c tempest-RoutersAdminNegativeIpV6Test-363961923 tempest-RoutersAdminNegativeIpV6Test-363961923-project-admin] Received port after_create {{(pid=102347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:37:24.225572 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-f490ab22-0fc8-4e34-96a0-286b51d1f47e tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Request body: {'subnet': {'network_id': 'a3a2d542-53da-4e86-bf77-b0dcf0f24882', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:37:24.296969 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:24.301052 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-4b0254d1-7b68-4bf0-b66f-0c29b6582406 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:24.323648 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9de25e43-b576-4b43-b045-0656fc267dab None None] DHCP port deletion for a3a2d542-53da-4e86-bf77-b0dcf0f24882 request from n-d-813419-10 {{(pid=102348) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 10:37:24.348106 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-daa52d5c-3795-4224-9006-cb4060d8fb97 tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3546951 Oct 27 10:37:24.358850 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 42128) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:37:24.362330 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa52d5c-3795-4224-9006-cb4060d8fb97 tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Pushing event updated for resources: {'Network': ['ID=9dded421-3352-4401-9c79-f930ddc01e02,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:37:24.370640 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-2e3e95ae-9397-47f5-972c-26e407c198d6 tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-737762462', 'admin_state_up': True, 'project_id': '2005088b555845b0a237dc93fae61807', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'}}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:37:24.377581 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f5b0a6-4774-47ea-b0b2-d4620e64140c tempest-RoutersAdminNegativeIpV6Test-363961923 tempest-RoutersAdminNegativeIpV6Test-363961923-project-admin] Pushing event updated for resources: {'Port': ['ID=92914be0-c46e-472f-9642-9fcfbb05c3e7,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:37:24.417010 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-2e3e95ae-9397-47f5-972c-26e407c198d6 tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1768632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3610'] for router, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:24.419832 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7f5b0a6-4774-47ea-b0b2-d4620e64140c tempest-RoutersAdminNegativeIpV6Test-363961923 tempest-RoutersAdminNegativeIpV6Test-363961923-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:37:24.420058 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Network 9dded421-3352-4401-9c79-f930ddc01e02 details requested by agent ovs-agent-n-d-813419-10 with host n-d-813419-10 {{(pid=102348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 10:37:24.420130 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-2e3e95ae-9397-47f5-972c-26e407c198d6 tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1765704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1769409', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1694266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3597'] for router, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:24.420552 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-d7f5b0a6-4774-47ea-b0b2-d4620e64140c tempest-RoutersAdminNegativeIpV6Test-363961923 tempest-RoutersAdminNegativeIpV6Test-363961923-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:24.479281 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-2e3e95ae-9397-47f5-972c-26e407c198d6 tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:24.489743 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] For port 9b98c26e-b005-4954-9993-1ce9d68c0067, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=9b98c26e-b005-4954-9993-1ce9d68c0067,segment=NetworkSegment(eef0c4ec-5773-434c-ac68-3d91e838e9be),segment_id=eef0c4ec-5773-434c-ac68-3d91e838e9be)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:37:24.503490 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-d7f5b0a6-4774-47ea-b0b2-d4620e64140c tempest-RoutersAdminNegativeIpV6Test-363961923 tempest-RoutersAdminNegativeIpV6Test-363961923-project-admin] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 2.5086026 Oct 27 10:37:24.506145 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 42134) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:37:24.511236 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:24.513127 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-4b1b67eb-a4e7-4695-b416-beff95902259 tempest-RoutersAdminNegativeIpV6Test-363961923 tempest-RoutersAdminNegativeIpV6Test-363961923-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.168'}]}}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:37:24.535988 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-4a3b08e6-2dbc-4706-a524-908fc519222b req-1b4f1ce6-547c-46ba-8419-5becfe54f43b tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:24.536758 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-4a3b08e6-2dbc-4706-a524-908fc519222b req-1b4f1ce6-547c-46ba-8419-5becfe54f43b tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1664826'] for floatingip, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:24.537253 n-d-813419-10 neutron-server[102347]: INFO neutron.db.l3_db [req-4a3b08e6-2dbc-4706-a524-908fc519222b req-1b4f1ce6-547c-46ba-8419-5becfe54f43b tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Floating IP e1508163-f6b9-449e-9c97-8ce03da6939f disassociated. External IP: 172.25.8.59, port: a378176d-92da-4f39-9224-eabe8da137fe. Oct 27 10:37:24.537755 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [req-4a3b08e6-2dbc-4706-a524-908fc519222b req-1b4f1ce6-547c-46ba-8419-5becfe54f43b tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Calling delete_port for a378176d-92da-4f39-9224-eabe8da137fe owned by compute:nova {{(pid=102347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:37:24.565241 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f490ab22-0fc8-4e34-96a0-286b51d1f47e tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Made reservation on behalf of 378140ee2d4f4428be90ff45daafe008 for: {'subnet': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:37:24.571193 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-f490ab22-0fc8-4e34-96a0-286b51d1f47e tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18044073'] for subnet, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:24.612497 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.db.api [None req-4b0254d1-7b68-4bf0-b66f-0c29b6582406 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102348) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 27 10:37:24.612854 n-d-813419-10 neutron-server[102348]: DEBUG oslo_db.api [None req-4b0254d1-7b68-4bf0-b66f-0c29b6582406 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 10:37:24.680161 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Pushing event updated for resources: {'Port': ['ID=9b98c26e-b005-4954-9993-1ce9d68c0067,revision_number=4']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:37:24.684898 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-9de25e43-b576-4b43-b045-0656fc267dab None None] Deleting port 9b98c26e-b005-4954-9993-1ce9d68c0067 {{(pid=102348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:37:24.685269 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-9de25e43-b576-4b43-b045-0656fc267dab None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:24.686140 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-4b1b67eb-a4e7-4695-b416-beff95902259 tempest-RoutersAdminNegativeIpV6Test-363961923 tempest-RoutersAdminNegativeIpV6Test-363961923-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1768632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3610'] for router, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:24.687908 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-4b1b67eb-a4e7-4695-b416-beff95902259 tempest-RoutersAdminNegativeIpV6Test-363961923 tempest-RoutersAdminNegativeIpV6Test-363961923-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1765704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1769409', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1694266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3597'] for router, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:24.840674 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-4b1b67eb-a4e7-4695-b416-beff95902259 tempest-RoutersAdminNegativeIpV6Test-363961923 tempest-RoutersAdminNegativeIpV6Test-363961923-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:24.867555 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-9de25e43-b576-4b43-b045-0656fc267dab None None] For port 9b98c26e-b005-4954-9993-1ce9d68c0067, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=9b98c26e-b005-4954-9993-1ce9d68c0067,segment=NetworkSegment(eef0c4ec-5773-434c-ac68-3d91e838e9be),segment_id=eef0c4ec-5773-434c-ac68-3d91e838e9be)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:37:24.872924 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-9de25e43-b576-4b43-b045-0656fc267dab None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:24.876525 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-f1440638-dfb0-45bf-9be8-bd1cd020f53e None None] Could not find standard attr ID for object 3368ba44-a2c8-4551-b7f1-abf8e985b5e8. {{(pid=102348) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 27 10:37:24.899714 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-f1440638-dfb0-45bf-9be8-bd1cd020f53e None None] Could not find standard attr ID for object 69934709-f59c-405c-b0d6-259bb3cfad96. {{(pid=102348) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 27 10:37:24.907772 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-9de25e43-b576-4b43-b045-0656fc267dab None None] Calling delete_port for 9b98c26e-b005-4954-9993-1ce9d68c0067 owned by network:dhcp {{(pid=102348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:37:25.022960 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-9de25e43-b576-4b43-b045-0656fc267dab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615'] for port, after_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:25.064426 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de25e43-b576-4b43-b045-0656fc267dab None None] Pushing event deleted for resources: {'Port': ['ID=9b98c26e-b005-4954-9993-1ce9d68c0067,revision_number=None']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:37:25.066708 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9de25e43-b576-4b43-b045-0656fc267dab None None] No DVR routers for this DVR port 9b98c26e-b005-4954-9993-1ce9d68c0067 on host n-d-813419-10 {{(pid=102348) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:37:25.100905 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-6e09cd6b-5891-404f-8359-541711cd50b9 req-336026b2-fba5-467e-bf86-a94fd230ee44 tempest-ServerShowV254Test-75595659 tempest-ServerShowV254Test-75595659-project] 10.222.0.44 "GET /v2.0/ports?device_id=b07cf36a-0c80-4f43-a9f2-119033ae0912 HTTP/1.1" status: 200 len: 210 time: 0.0516915 Oct 27 10:37:25.107634 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-2e3e95ae-9397-47f5-972c-26e407c198d6 tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:25.203014 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-4b1b67eb-a4e7-4695-b416-beff95902259 tempest-RoutersAdminNegativeIpV6Test-363961923 tempest-RoutersAdminNegativeIpV6Test-363961923-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:25.234550 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fb7441-5c94-418d-a088-986891c88290 req-1561b109-a2b9-49b8-b560-7d6a12dc9f9b tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:37:25.236139 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-82fb7441-5c94-418d-a088-986891c88290 req-1561b109-a2b9-49b8-b560-7d6a12dc9f9b tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "GET /v2.0/ports?device_id=58d33066-02f9-456d-8852-aabcf5578798 HTTP/1.1" status: 200 len: 946 time: 0.2420413 Oct 27 10:37:25.259880 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b18b64-5cd5-4717-853d-da76c2be39fc req-a8fa93bb-438a-45e5-b797-72771472aa38 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:37:25.261368 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-17b18b64-5cd5-4717-853d-da76c2be39fc req-a8fa93bb-438a-45e5-b797-72771472aa38 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/ports?device_id=9cdc6933-0908-404f-8493-c08d1be20183 HTTP/1.1" status: 200 len: 946 time: 0.0870578 Oct 27 10:37:25.296124 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-4a3b08e6-2dbc-4706-a524-908fc519222b req-1b4f1ce6-547c-46ba-8419-5becfe54f43b tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:25.332809 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-17b18b64-5cd5-4717-853d-da76c2be39fc req-564fe75b-e5b3-406b-8340-4d0efe169625 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/security-groups?id=cc9284c7-fb9e-4cd7-891d-df58f9ea4e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643418 Oct 27 10:37:25.361400 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-19ffe735-6a3a-4ed7-8647-db77d543424d req-fff92405-ddfb-4869-9590-db96c89f2224 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=c9a90d06-b4fc-47d5-8eb2-455b727b5399&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2230883 Oct 27 10:37:25.388941 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 9b98c26e-b005-4954-9993-1ce9d68c0067 no longer exists at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:37:25.393261 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4f1ce6-547c-46ba-8419-5becfe54f43b tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Pushing event deleted for resources: {'Port': ['ID=a378176d-92da-4f39-9224-eabe8da137fe,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:37:25.414953 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-f490ab22-0fc8-4e34-96a0-286b51d1f47e tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-18295883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18044091'] for subnet, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:25.425598 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] No Port match for: 9b98c26e-b005-4954-9993-1ce9d68c0067 {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:37:25.427547 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 9b98c26e-b005-4954-9993-1ce9d68c0067 not bound to the agent host n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:37:25.448677 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-2e3e95ae-9397-47f5-972c-26e407c198d6 tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Publish callbacks [] for router_gateway, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:25.474202 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-82fb7441-5c94-418d-a088-986891c88290 req-9d4a4daa-2e50-418e-bf98-0b8c131eda33 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "GET /v2.0/security-groups?id=142cfba7-0116-47cd-9d82-0d26bf880f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2282145 Oct 27 10:37:25.474519 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-2e3e95ae-9397-47f5-972c-26e407c198d6 tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:25.562191 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f490ab22-0fc8-4e34-96a0-286b51d1f47e tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Network a3a2d542-53da-4e86-bf77-b0dcf0f24882 is already hosted by enough agents. {{(pid=102347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:37:25.576849 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [None req-f490ab22-0fc8-4e34-96a0-286b51d1f47e tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Resources bound (agent type, host, resource id): {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:37:25.583793 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f490ab22-0fc8-4e34-96a0-286b51d1f47e tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:37:25.584393 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-f490ab22-0fc8-4e34-96a0-286b51d1f47e tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks [] for subnet, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:25.586901 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-207f4a4f-5b69-4e29-9235-506b74867a04 None None] Network a3a2d542-53da-4e86-bf77-b0dcf0f24882 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:37:25.600967 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_common [None req-2e3e95ae-9397-47f5-972c-26e407c198d6 tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Allocated IP 172.25.8.181 (185ff123-c7ff-45c7-a6be-71feb35acc9c/0fb9f9d1-7384-481f-8fa8-f4566c349d30/5d622a29-0271-4aa1-ba31-e2cbc3c21b67) {{(pid=102346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:37:25.615392 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f490ab22-0fc8-4e34-96a0-286b51d1f47e tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Pushing event updated for resources: {'Subnet': ['ID=358019b1-bfe0-4c2d-8139-419dc7559000,revision_number=0']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:37:25.625377 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ffe735-6a3a-4ed7-8647-db77d543424d req-10f5b9c2-b948-4c57-872f-3e68d673954f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:37:25.626887 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-19ffe735-6a3a-4ed7-8647-db77d543424d req-10f5b9c2-b948-4c57-872f-3e68d673954f service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=2005088b555845b0a237dc93fae61807&device_id=c9a90d06-b4fc-47d5-8eb2-455b727b5399 HTTP/1.1" status: 200 len: 1136 time: 0.2357616 Oct 27 10:37:25.636371 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-f490ab22-0fc8-4e34-96a0-286b51d1f47e tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4190512 Oct 27 10:37:25.637034 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 42156) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:37:25.645401 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-2894d571-1ec7-4654-82bd-32ff4abd640a tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Request body: {'port': {'network_id': 'a3a2d542-53da-4e86-bf77-b0dcf0f24882', 'fixed_ips': [{'subnet_id': '358019b1-bfe0-4c2d-8139-419dc7559000', 'ip_address': '2001:db8::fd51:cff1:8ac:9109'}], 'name': 'tempest-NetworksTestDHCPv6-1230611840'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:37:25.733328 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-2e3e95ae-9397-47f5-972c-26e407c198d6 tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Publish callbacks [] for port, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:25.750555 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a17d249d-defb-4deb-bac8-efe79b6c2181 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp734b258e-7d96-550c-b970-9b72ab66f383-a3a2d542-53da-4e86-bf77-b0dcf0f24882', 'network_id': 'a3a2d542-53da-4e86-bf77-b0dcf0f24882', 'tenant_id': '378140ee2d4f4428be90ff45daafe008', 'fixed_ips': [{'subnet_id': '358019b1-bfe0-4c2d-8139-419dc7559000'}]}} from n-d-813419-10. {{(pid=102348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 10:37:25.752041 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a17d249d-defb-4deb-bac8-efe79b6c2181 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:25.778948 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-2e3e95ae-9397-47f5-972c-26e407c198d6 tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:25.796006 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4a3b08e6-2dbc-4706-a524-908fc519222b req-1b4f1ce6-547c-46ba-8419-5becfe54f43b tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Router bb012a5e-621c-439f-8c34-20b092183dff has already been hosted by L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb {{(pid=102347) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 10:37:25.827988 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e3e95ae-9397-47f5-972c-26e407c198d6 tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Network 185ff123-c7ff-45c7-a6be-71feb35acc9c is already hosted by enough agents. {{(pid=102346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:37:25.830951 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-2e3e95ae-9397-47f5-972c-26e407c198d6 tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Resources bound (agent type, host, resource id): {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:37:25.833540 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e3e95ae-9397-47f5-972c-26e407c198d6 tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Received port after_create {{(pid=102346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:37:25.879584 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3e95ae-9397-47f5-972c-26e407c198d6 tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Pushing event updated for resources: {'Port': ['ID=5d622a29-0271-4aa1-ba31-e2cbc3c21b67,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:37:25.930624 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.db_base_plugin_common [None req-a17d249d-defb-4deb-bac8-efe79b6c2181 None None] Allocated IP 2001:db8::2 (a3a2d542-53da-4e86-bf77-b0dcf0f24882/358019b1-bfe0-4c2d-8139-419dc7559000/9861841f-a72e-4314-8819-f17c5e507e2d) {{(pid=102348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:37:26.033641 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ffe735-6a3a-4ed7-8647-db77d543424d req-8f44ebd8-9929-49e5-b537-a7f62e730c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:37:26.035121 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-19ffe735-6a3a-4ed7-8647-db77d543424d req-8f44ebd8-9929-49e5-b537-a7f62e730c7f service neutron] 10.222.0.76 "GET /v2.0/networks?id=aa51740c-51d7-4a68-bbd6-6ae0d0e0db5c HTTP/1.1" status: 200 len: 897 time: 0.3629024 Oct 27 10:37:26.098899 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a17d249d-defb-4deb-bac8-efe79b6c2181 None None] Publish callbacks [] for port, precommit_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:26.108134 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2894d571-1ec7-4654-82bd-32ff4abd640a tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Made reservation on behalf of 378140ee2d4f4428be90ff45daafe008 for: {'port': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:37:26.109713 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a17d249d-defb-4deb-bac8-efe79b6c2181 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606'] for port, after_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:26.150713 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-2e3e95ae-9397-47f5-972c-26e407c198d6 tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Publish callbacks [] for router_gateway, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:26.153253 n-d-813419-10 neutron-server[102348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a17d249d-defb-4deb-bac8-efe79b6c2181 None None] Network a3a2d542-53da-4e86-bf77-b0dcf0f24882 is already hosted by enough agents. {{(pid=102348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:37:26.158078 n-d-813419-10 neutron-server[102348]: DEBUG neutron.scheduler.base_scheduler [None req-a17d249d-defb-4deb-bac8-efe79b6c2181 None None] Resources bound (agent type, host, resource id): {{(pid=102348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:37:26.160637 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a17d249d-defb-4deb-bac8-efe79b6c2181 None None] Received port after_create {{(pid=102348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:37:26.193997 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17d249d-defb-4deb-bac8-efe79b6c2181 None None] Pushing event updated for resources: {'Port': ['ID=9861841f-a72e-4314-8819-f17c5e507e2d,revision_number=1']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:37:26.231999 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-a17d249d-defb-4deb-bac8-efe79b6c2181 None None] Attempting to bind port 9861841f-a72e-4314-8819-f17c5e507e2d on host n-d-813419-10 for vnic_type normal with profile {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:37:26.232399 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-a17d249d-defb-4deb-bac8-efe79b6c2181 None None] Attempting to bind port 9861841f-a72e-4314-8819-f17c5e507e2d by drivers openvswitch,hyperv on host n-d-813419-10 at level 0 using segments [{'id': 'eef0c4ec-5773-434c-ac68-3d91e838e9be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a3a2d542-53da-4e86-bf77-b0dcf0f24882'}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:37:26.233098 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a17d249d-defb-4deb-bac8-efe79b6c2181 None None] Attempting to bind port 9861841f-a72e-4314-8819-f17c5e507e2d on network a3a2d542-53da-4e86-bf77-b0dcf0f24882 {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:37:26.238198 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a17d249d-defb-4deb-bac8-efe79b6c2181 None None] Checking agent: {'id': '89dba0f3-79b2-435e-9822-33674b8f6ada', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 8, 20), 'started_at': datetime.datetime(2021, 10, 27, 10, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 37, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:37:26.238567 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a17d249d-defb-4deb-bac8-efe79b6c2181 None None] Checking segment: {'id': 'eef0c4ec-5773-434c-ac68-3d91e838e9be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a3a2d542-53da-4e86-bf77-b0dcf0f24882'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:37:26.239239 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a17d249d-defb-4deb-bac8-efe79b6c2181 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:26.239861 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a17d249d-defb-4deb-bac8-efe79b6c2181 None None] Bound using segment: {'id': 'eef0c4ec-5773-434c-ac68-3d91e838e9be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a3a2d542-53da-4e86-bf77-b0dcf0f24882'} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:37:26.240918 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-a17d249d-defb-4deb-bac8-efe79b6c2181 None None] Bound port: 9861841f-a72e-4314-8819-f17c5e507e2d, host: n-d-813419-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eef0c4ec-5773-434c-ac68-3d91e838e9be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a3a2d542-53da-4e86-bf77-b0dcf0f24882'}}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:37:26.240918 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a17d249d-defb-4deb-bac8-efe79b6c2181 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:26.316320 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a17d249d-defb-4deb-bac8-efe79b6c2181 None None] For port 9861841f-a72e-4314-8819-f17c5e507e2d, host n-d-813419-10, cleared binding levels {{(pid=102348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:37:26.320093 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a17d249d-defb-4deb-bac8-efe79b6c2181 None None] For port 9861841f-a72e-4314-8819-f17c5e507e2d, host n-d-813419-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=9861841f-a72e-4314-8819-f17c5e507e2d,segment=NetworkSegment(eef0c4ec-5773-434c-ac68-3d91e838e9be),segment_id=eef0c4ec-5773-434c-ac68-3d91e838e9be)] {{(pid=102348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:37:26.325051 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a17d249d-defb-4deb-bac8-efe79b6c2181 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:26.404470 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17d249d-defb-4deb-bac8-efe79b6c2181 None None] Pushing event updated for resources: {'Port': ['ID=9861841f-a72e-4314-8819-f17c5e507e2d,revision_number=2']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:37:26.421132 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-2e3e95ae-9397-47f5-972c-26e407c198d6 tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1765699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1769372'] for router, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:26.531677 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-4b1b67eb-a4e7-4695-b416-beff95902259 tempest-RoutersAdminNegativeIpV6Test-363961923 tempest-RoutersAdminNegativeIpV6Test-363961923-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:26.555301 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d042fc29-ca22-4112-82c5-183e23f14bfb req-2808ab0a-8429-4ebb-b1a7-2fc475a7757d tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:37:26.556862 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-d042fc29-ca22-4112-82c5-183e23f14bfb req-2808ab0a-8429-4ebb-b1a7-2fc475a7757d tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/ports?device_id=9cdc6933-0908-404f-8493-c08d1be20183 HTTP/1.1" status: 200 len: 946 time: 0.0975215 Oct 27 10:37:26.571698 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-19ffe735-6a3a-4ed7-8647-db77d543424d req-b38edbe3-9e57-467a-9163-42634b18f0c1 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d8e10c2d-801b-4ced-8252-16c533f3080d HTTP/1.1" status: 200 len: 1000 time: 0.5214548 Oct 27 10:37:26.590546 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-4b1b67eb-a4e7-4695-b416-beff95902259 tempest-RoutersAdminNegativeIpV6Test-363961923 tempest-RoutersAdminNegativeIpV6Test-363961923-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:26.628928 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b0140c06-53cc-473c-b0b6-1fa027e8cb40 req-bbe0de28-1f25-4628-81f4-df4ef9d00549 tempest-ServerShowV254Test-75595659 tempest-ServerShowV254Test-75595659-project] 10.222.0.44 "GET /v2.0/ports?device_id=b07cf36a-0c80-4f43-a9f2-119033ae0912 HTTP/1.1" status: 200 len: 210 time: 0.1077538 Oct 27 10:37:26.642585 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-d042fc29-ca22-4112-82c5-183e23f14bfb req-1579e809-ee21-45b1-89a5-a799a401837f tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/security-groups?id=cc9284c7-fb9e-4cd7-891d-df58f9ea4e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791273 Oct 27 10:37:26.669524 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e3e95ae-9397-47f5-972c-26e407c198d6 tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Router f4fb5dc9-55f6-46a5-9672-bdc591b2c386 is scheduled to L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb with binding_index 1 {{(pid=102346) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 10:37:26.687581 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4a3b08e6-2dbc-4706-a524-908fc519222b req-1b4f1ce6-547c-46ba-8419-5becfe54f43b tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:37:26.701418 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3958d3f-3f9d-4874-8660-e1a6953daa62 None None] Sync routers for ids ['bb012a5e-621c-439f-8c34-20b092183dff'] in n-d-813419-10 {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:37:26.722443 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3958d3f-3f9d-4874-8660-e1a6953daa62 None None] Routers {'bb012a5e-621c-439f-8c34-20b092183dff'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:37:26.723108 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-a3958d3f-3f9d-4874-8660-e1a6953daa62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:37:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['bb012a5e-621c-439f-8c34-20b092183dff'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:37:26.831790 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e3e95ae-9397-47f5-972c-26e407c198d6 tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:37:26.844624 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a3b08e6-2dbc-4706-a524-908fc519222b req-1b4f1ce6-547c-46ba-8419-5becfe54f43b tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] No DVR routers for this DVR port a378176d-92da-4f39-9224-eabe8da137fe on host n-h1-813419-10 {{(pid=102347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:37:26.847792 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57c42def-1f1b-4e03-acbc-174a6d8a5d17 None None] Sync routers for ids ['f4fb5dc9-55f6-46a5-9672-bdc591b2c386'] in n-d-813419-10 {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:37:26.858406 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-2e3e95ae-9397-47f5-972c-26e407c198d6 tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Publish callbacks [] for router, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:26.863794 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-2e3e95ae-9397-47f5-972c-26e407c198d6 tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 2.5022626 Oct 27 10:37:26.864808 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 42166) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:37:26.864995 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57c42def-1f1b-4e03-acbc-174a6d8a5d17 None None] Routers {'f4fb5dc9-55f6-46a5-9672-bdc591b2c386'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:37:26.865931 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-57c42def-1f1b-4e03-acbc-174a6d8a5d17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:37:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['f4fb5dc9-55f6-46a5-9672-bdc591b2c386'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:37:26.883361 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ffe735-6a3a-4ed7-8647-db77d543424d req-280bd7f3-f91b-4fdb-a22b-89c7f2a0f356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:37:26.884941 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-19ffe735-6a3a-4ed7-8647-db77d543424d req-280bd7f3-f91b-4fdb-a22b-89c7f2a0f356 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=f761a9bd-700a-4750-b8c8-2ed54e04f135 HTTP/1.1" status: 200 len: 834 time: 0.2921972 Oct 27 10:37:26.886180 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-4a3b08e6-2dbc-4706-a524-908fc519222b req-1b4f1ce6-547c-46ba-8419-5becfe54f43b tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:26.889326 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-4a3b08e6-2dbc-4706-a524-908fc519222b req-1b4f1ce6-547c-46ba-8419-5becfe54f43b tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.64 "DELETE /v2.0/ports/a378176d-92da-4f39-9224-eabe8da137fe HTTP/1.1" status: 204 len: 173 time: 3.8535893 Oct 27 10:37:26.893448 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-2077d84c-7e70-43fe-bd0c-8af016f7a892 req-23507585-b9ad-4284-b81a-3a8d26f4e51d tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "GET /v2.0/ports?device_id=58d33066-02f9-456d-8852-aabcf5578798 HTTP/1.1" status: 200 len: 210 time: 0.0992079 Oct 27 10:37:26.893884 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58d33066-02f9-456d-8852-aabcf5578798', 'name': 'network-vif-deleted', 'tag': 'a378176d-92da-4f39-9224-eabe8da137fe'}] {{(pid=102347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:37:26.896153 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311149b481204ee7edffdb959c881838506fbd95bc8577c048f6677abb73acc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fb0d432-e660-4e2e-aa31-8ef68df962be" -d '{"events": [{"server_uuid": "58d33066-02f9-456d-8852-aabcf5578798", "name": "network-vif-deleted", "tag": "a378176d-92da-4f39-9224-eabe8da137fe"}]}' {{(pid=102347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:37:26.904234 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-2894d571-1ec7-4654-82bd-32ff4abd640a tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:26.917433 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvr_db [None req-a3958d3f-3f9d-4874-8660-e1a6953daa62 None None] Set router bb012a5e-621c-439f-8c34-20b092183dff gateway port host: n-d-813419-10 {{(pid=102349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:37:27.011776 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:37:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0dedcbb-1677-4232-ac33-73788904134f x-openstack-request-id: req-e0dedcbb-1677-4232-ac33-73788904134f {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:37:27.012064 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58d33066-02f9-456d-8852-aabcf5578798", "name": "network-vif-deleted", "tag": "a378176d-92da-4f39-9224-eabe8da137fe", "status": "completed", "code": 200}]} {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:37:27.012847 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-034f4eaa-d27f-4414-a4b3-16a7ac462f41 tempest-TestSecurityGroupsBasicOps-1178343156 tempest-TestSecurityGroupsBasicOps-1178343156-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:37:27.021162 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e0dedcbb-1677-4232-ac33-73788904134f {{(pid=102347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:37:27.021162 n-d-813419-10 neutron-server[102347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58d33066-02f9-456d-8852-aabcf5578798', 'name': 'network-vif-deleted', 'tag': 'a378176d-92da-4f39-9224-eabe8da137fe', 'status': 'completed', 'code': 200} Oct 27 10:37:27.022133 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-034f4eaa-d27f-4414-a4b3-16a7ac462f41 tempest-TestSecurityGroupsBasicOps-1178343156 tempest-TestSecurityGroupsBasicOps-1178343156-project-admin] 10.222.0.44 "GET /v2.0/subnets?project_id=2005088b555845b0a237dc93fae61807&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.1539149 Oct 27 10:37:27.023052 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 42170) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:37:27.052812 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [None req-2894d571-1ec7-4654-82bd-32ff4abd640a tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] device_id is not set on port 162985d5-3758-4f82-ad41-99614e88b6f2 yet. {{(pid=102347) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 10:37:27.110976 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvr_db [None req-57c42def-1f1b-4e03-acbc-174a6d8a5d17 None None] Set router f4fb5dc9-55f6-46a5-9672-bdc591b2c386 gateway port host: n-d-813419-10 {{(pid=102348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:37:27.163666 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ffe735-6a3a-4ed7-8647-db77d543424d req-17cd4876-e9df-4c3b-a9c6-258ed433a76c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:37:27.165209 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-19ffe735-6a3a-4ed7-8647-db77d543424d req-17cd4876-e9df-4c3b-a9c6-258ed433a76c service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=aa51740c-51d7-4a68-bbd6-6ae0d0e0db5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2554269 Oct 27 10:37:27.185649 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-4b1b67eb-a4e7-4695-b416-beff95902259 tempest-RoutersAdminNegativeIpV6Test-363961923 tempest-RoutersAdminNegativeIpV6Test-363961923-project-admin] Publish callbacks [] for router, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:27.204007 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-a3958d3f-3f9d-4874-8660-e1a6953daa62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb012a5e-621c-439f-8c34-20b092183dff', 'name': 'tempest-AttachVolumeShelveTestJSON-1561106593-router', 'tenant_id': '7a75806f732447d68ca40a83500d955d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.221'}], 'enable_snat': True}, 'gw_port_id': 'e1996de4-77b0-44cc-ada5-1f35dcc523f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:31:19Z', 'updated_at': '2021-10-27T10:31:26Z', 'revision_number': 4, 'project_id': '7a75806f732447d68ca40a83500d955d', 'gw_port': {'id': 'e1996de4-77b0-44cc-ada5-1f35dcc523f0', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:90:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb012a5e-621c-439f-8c34-20b092183dff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1506, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:31:21Z', 'updated_at': '2021-10-27T10:31:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_interfaces': [{'id': '07302172-8417-4246-bba8-62a8c96f6a79', 'name': '', 'network_id': '823b724c-a4df-49e4-a48e-438212c85945', 'tenant_id': '7a75806f732447d68ca40a83500d955d', 'mac_address': 'fa:16:3e:36:d8:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb012a5e-621c-439f-8c34-20b092183dff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1507, 'fixed_ips': [{'subnet_id': '867e3761-3f04-40e2-b4bb-5b0ff4404cac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:31:25Z', 'updated_at': '2021-10-27T10:31:32Z', 'revision_number': 5, 'project_id': '7a75806f732447d68ca40a83500d955d', 'subnets': [{'id': '867e3761-3f04-40e2-b4bb-5b0ff4404cac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:37:27.215145 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d12b3d97-f7f8-4a7f-a439-2911b2a6b5a5 tempest-TestSecurityGroupsBasicOps-1178343156 tempest-TestSecurityGroupsBasicOps-1178343156-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:37:27.217988 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-d12b3d97-f7f8-4a7f-a439-2911b2a6b5a5 tempest-TestSecurityGroupsBasicOps-1178343156 tempest-TestSecurityGroupsBasicOps-1178343156-project-admin] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1939306 Oct 27 10:37:27.222553 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 42172) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:37:27.233941 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3958d3f-3f9d-4874-8660-e1a6953daa62 None None] Checking router: bb012a5e-621c-439f-8c34-20b092183dff for host: n-d-813419-10 {{(pid=102349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 10:37:27.242742 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3958d3f-3f9d-4874-8660-e1a6953daa62 None None] Routers {'bb012a5e-621c-439f-8c34-20b092183dff'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:37:27.243343 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-a3958d3f-3f9d-4874-8660-e1a6953daa62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:37:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['bb012a5e-621c-439f-8c34-20b092183dff'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:37:27.263854 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-bb680006-2ace-4fbf-a936-53a1559dec0d tempest-TestSecurityGroupsBasicOps-1178343156 tempest-TestSecurityGroupsBasicOps-1178343156-project-admin] 10.222.0.44 "GET /v2.0/subnets?network_id=185ff123-c7ff-45c7-a6be-71feb35acc9c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0376942 Oct 27 10:37:27.264037 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 42174) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:37:27.317988 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-25a3626a-5d07-46ad-93e9-77cc55017604 tempest-TestSecurityGroupsBasicOps-1178343156 tempest-TestSecurityGroupsBasicOps-1178343156-project-admin] 10.222.0.44 "GET /v2.0/subnets?project_id=2005088b555845b0a237dc93fae61807&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0528564 Oct 27 10:37:27.321622 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 42176) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:37:27.427703 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-57c42def-1f1b-4e03-acbc-174a6d8a5d17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4fb5dc9-55f6-46a5-9672-bdc591b2c386', 'name': 'tempest-TestSecurityGroupsBasicOps-router-737762462', 'tenant_id': '2005088b555845b0a237dc93fae61807', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.181'}], 'enable_snat': True}, 'gw_port_id': '5d622a29-0271-4aa1-ba31-e2cbc3c21b67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:37:24Z', 'updated_at': '2021-10-27T10:37:25Z', 'revision_number': 3, 'project_id': '2005088b555845b0a237dc93fae61807', 'gw_port': {'id': '5d622a29-0271-4aa1-ba31-e2cbc3c21b67', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:07:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4fb5dc9-55f6-46a5-9672-bdc591b2c386', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1979, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:37:25Z', 'updated_at': '2021-10-27T10:37:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10'}], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:37:27.468189 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvr_db [None req-a3958d3f-3f9d-4874-8660-e1a6953daa62 None None] Set router bb012a5e-621c-439f-8c34-20b092183dff gateway port host: n-d-813419-10 {{(pid=102349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:37:27.475389 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57c42def-1f1b-4e03-acbc-174a6d8a5d17 None None] Checking router: f4fb5dc9-55f6-46a5-9672-bdc591b2c386 for host: n-d-813419-10 {{(pid=102348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 10:37:27.476072 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57c42def-1f1b-4e03-acbc-174a6d8a5d17 None None] Updating router f4fb5dc9-55f6-46a5-9672-bdc591b2c386 port 5d622a29-0271-4aa1-ba31-e2cbc3c21b67 binding host n-d-813419-10 {{(pid=102348) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 10:37:27.545946 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-57c42def-1f1b-4e03-acbc-174a6d8a5d17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:27.554993 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 9861841f-a72e-4314-8819-f17c5e507e2d up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:37:27.563354 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baf2bc89-4b42-440b-b993-5799d7eb4b27 tempest-TestSecurityGroupsBasicOps-1178343156 tempest-TestSecurityGroupsBasicOps-1178343156-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:37:27.564914 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-baf2bc89-4b42-440b-b993-5799d7eb4b27 tempest-TestSecurityGroupsBasicOps-1178343156 tempest-TestSecurityGroupsBasicOps-1178343156-project-admin] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2419388 Oct 27 10:37:27.568688 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 42178) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:37:27.623159 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-657e3dd6-2ee5-444c-a28c-f16cfbb87c5e tempest-TestSecurityGroupsBasicOps-1178343156 tempest-TestSecurityGroupsBasicOps-1178343156-project-admin] 10.222.0.44 "GET /v2.0/subnets?network_id=185ff123-c7ff-45c7-a6be-71feb35acc9c&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0533340 Oct 27 10:37:27.626977 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 42180) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:37:27.633016 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-e5f4dbc3-c8d5-4b9d-92f8-2a867bbac72d tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-992875542', 'network_id': '9dded421-3352-4401-9c79-f930ddc01e02', 'project_id': '2005088b555845b0a237dc93fae61807', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:37:27.691196 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-4b1b67eb-a4e7-4695-b416-beff95902259 tempest-RoutersAdminNegativeIpV6Test-363961923 tempest-RoutersAdminNegativeIpV6Test-363961923-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1765662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3700'] for router, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:27.696606 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-4b1b67eb-a4e7-4695-b416-beff95902259 tempest-RoutersAdminNegativeIpV6Test-363961923 tempest-RoutersAdminNegativeIpV6Test-363961923-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:27.724046 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-19ffe735-6a3a-4ed7-8647-db77d543424d req-ea5b9a73-f5e7-4c35-9e07-bc0a6b45f003 service neutron] 10.222.0.76 "GET /v2.0/networks/aa51740c-51d7-4a68-bbd6-6ae0d0e0db5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5494511 Oct 27 10:37:27.803537 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-a3958d3f-3f9d-4874-8660-e1a6953daa62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb012a5e-621c-439f-8c34-20b092183dff', 'name': 'tempest-AttachVolumeShelveTestJSON-1561106593-router', 'tenant_id': '7a75806f732447d68ca40a83500d955d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.221'}], 'enable_snat': True}, 'gw_port_id': 'e1996de4-77b0-44cc-ada5-1f35dcc523f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:31:19Z', 'updated_at': '2021-10-27T10:31:26Z', 'revision_number': 4, 'project_id': '7a75806f732447d68ca40a83500d955d', 'gw_port': {'id': 'e1996de4-77b0-44cc-ada5-1f35dcc523f0', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:90:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb012a5e-621c-439f-8c34-20b092183dff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1506, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:31:21Z', 'updated_at': '2021-10-27T10:31:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_interfaces': [{'id': '07302172-8417-4246-bba8-62a8c96f6a79', 'name': '', 'network_id': '823b724c-a4df-49e4-a48e-438212c85945', 'tenant_id': '7a75806f732447d68ca40a83500d955d', 'mac_address': 'fa:16:3e:36:d8:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb012a5e-621c-439f-8c34-20b092183dff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1507, 'fixed_ips': [{'subnet_id': '867e3761-3f04-40e2-b4bb-5b0ff4404cac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:31:25Z', 'updated_at': '2021-10-27T10:31:32Z', 'revision_number': 5, 'project_id': '7a75806f732447d68ca40a83500d955d', 'subnets': [{'id': '867e3761-3f04-40e2-b4bb-5b0ff4404cac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:37:27.819570 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_common [None req-2894d571-1ec7-4654-82bd-32ff4abd640a tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Allocated IP 2001:db8::fd51:cff1:8ac:9109 (a3a2d542-53da-4e86-bf77-b0dcf0f24882/358019b1-bfe0-4c2d-8139-419dc7559000/162985d5-3758-4f82-ad41-99614e88b6f2) {{(pid=102347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:37:27.847402 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d060a5e5-fc9c-4bc4-bd92-f498d3b1067b req-d455d246-1242-4ea7-bc6b-d7bb3f5e7f15 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:37:27.849021 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-d060a5e5-fc9c-4bc4-bd92-f498d3b1067b req-d455d246-1242-4ea7-bc6b-d7bb3f5e7f15 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/ports?device_id=9cdc6933-0908-404f-8493-c08d1be20183 HTTP/1.1" status: 200 len: 946 time: 0.0949843 Oct 27 10:37:27.897124 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-1100ac0d-80b3-44f1-9370-f8d82f83dc53 req-ec277de8-2d26-469f-bf59-d0ccc167b418 tempest-ServerShowV254Test-75595659 tempest-ServerShowV254Test-75595659-project] 10.222.0.44 "GET /v2.0/ports?device_id=b07cf36a-0c80-4f43-a9f2-119033ae0912 HTTP/1.1" status: 200 len: 210 time: 0.0963960 Oct 27 10:37:27.901822 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-4b1b67eb-a4e7-4695-b416-beff95902259 tempest-RoutersAdminNegativeIpV6Test-363961923 tempest-RoutersAdminNegativeIpV6Test-363961923-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1765641'] for router, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:27.902692 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b1b67eb-a4e7-4695-b416-beff95902259 tempest-RoutersAdminNegativeIpV6Test-363961923 tempest-RoutersAdminNegativeIpV6Test-363961923-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 32a618ac-591c-44bb-8967-9d79cb2e4606 {{(pid=102347) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 10:37:27.950712 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-d060a5e5-fc9c-4bc4-bd92-f498d3b1067b req-f2258606-b90a-4240-af04-9200572a952e tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/security-groups?id=cc9284c7-fb9e-4cd7-891d-df58f9ea4e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932255 Oct 27 10:37:27.956813 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5f4dbc3-c8d5-4b9d-92f8-2a867bbac72d tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Made reservation on behalf of 2005088b555845b0a237dc93fae61807 for: {'subnet': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:37:27.960113 n-d-813419-10 neutron-server[102347]: INFO neutron.api.v2.resource [None req-4b1b67eb-a4e7-4695-b416-beff95902259 tempest-RoutersAdminNegativeIpV6Test-363961923 tempest-RoutersAdminNegativeIpV6Test-363961923-project-admin] create failed (client error): There was a conflict when trying to complete your request. Oct 27 10:37:27.961843 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-4b1b67eb-a4e7-4695-b416-beff95902259 tempest-RoutersAdminNegativeIpV6Test-363961923 tempest-RoutersAdminNegativeIpV6Test-363961923-project-admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 3.4524281 Oct 27 10:37:27.966675 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 42190) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:37:27.968830 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-e5f4dbc3-c8d5-4b9d-92f8-2a867bbac72d tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27167186'] for subnet, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:27.988634 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3958d3f-3f9d-4874-8660-e1a6953daa62 None None] The sync data for ids ['bb012a5e-621c-439f-8c34-20b092183dff'] in n-d-813419-10 is: [{'id': 'bb012a5e-621c-439f-8c34-20b092183dff', 'name': 'tempest-AttachVolumeShelveTestJSON-1561106593-router', 'tenant_id': '7a75806f732447d68ca40a83500d955d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.221'}], 'enable_snat': True}, 'gw_port_id': 'e1996de4-77b0-44cc-ada5-1f35dcc523f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:31:19Z', 'updated_at': '2021-10-27T10:31:26Z', 'revision_number': 4, 'project_id': '7a75806f732447d68ca40a83500d955d', 'gw_port': {'id': 'e1996de4-77b0-44cc-ada5-1f35dcc523f0', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:90:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb012a5e-621c-439f-8c34-20b092183dff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1506, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:31:21Z', 'updated_at': '2021-10-27T10:31:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_interfaces': [{'id': '07302172-8417-4246-bba8-62a8c96f6a79', 'name': '', 'network_id': '823b724c-a4df-49e4-a48e-438212c85945', 'tenant_id': '7a75806f732447d68ca40a83500d955d', 'mac_address': 'fa:16:3e:36:d8:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb012a5e-621c-439f-8c34-20b092183dff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1507, 'fixed_ips': [{'subnet_id': '867e3761-3f04-40e2-b4bb-5b0ff4404cac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:31:25Z', 'updated_at': '2021-10-27T10:31:32Z', 'revision_number': 5, 'project_id': '7a75806f732447d68ca40a83500d955d', 'subnets': [{'id': '867e3761-3f04-40e2-b4bb-5b0ff4404cac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:37:28.014389 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device a378176d-92da-4f39-9224-eabe8da137fe no longer exists at agent hyperv_n-h1-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:37:28.065743 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-19ffe735-6a3a-4ed7-8647-db77d543424d req-6ceece9c-fbb1-4898-a692-ead38a1c092c service neutron] 10.222.0.76 "GET /v2.0/networks/aa51740c-51d7-4a68-bbd6-6ae0d0e0db5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3187661 Oct 27 10:37:28.066139 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 42194) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:37:28.077272 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] No Port match for: a378176d-92da-4f39-9224-eabe8da137fe {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:37:28.077727 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device a378176d-92da-4f39-9224-eabe8da137fe not bound to the agent host n-h1-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:37:28.093101 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-6b67e7c2-d3ac-4b3b-b88e-2ed2be2ef3d9 None None] Provisioning complete for port 9861841f-a72e-4314-8819-f17c5e507e2d triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:37:28.093474 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-6b67e7c2-d3ac-4b3b-b88e-2ed2be2ef3d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:28.098258 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port 9861841f-a72e-4314-8819-f17c5e507e2d triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:37:28.098619 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:28.207956 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-57c42def-1f1b-4e03-acbc-174a6d8a5d17 None None] Publish callbacks [] for port, precommit_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:28.218681 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-57c42def-1f1b-4e03-acbc-174a6d8a5d17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:28.260836 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-800631a6-24ff-4a06-b01a-3a4dfbebe320 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Publish callbacks [] for security_group, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:28.265463 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-31ca6ec8-4ccc-42e3-a928-5973ca9ec584 tempest-RoutersAdminNegativeIpV6Test-363961923 tempest-RoutersAdminNegativeIpV6Test-363961923-project-admin] Deleting port 92914be0-c46e-472f-9642-9fcfbb05c3e7 {{(pid=102347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:37:28.265792 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-31ca6ec8-4ccc-42e3-a928-5973ca9ec584 tempest-RoutersAdminNegativeIpV6Test-363961923 tempest-RoutersAdminNegativeIpV6Test-363961923-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:28.270352 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-2894d571-1ec7-4654-82bd-32ff4abd640a tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks [] for port, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:28.317402 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f639f8a5-86a4-42f9-a4ad-9ef975e823e7 None None] Pushing event updated for resources: {'Port': ['ID=5d622a29-0271-4aa1-ba31-e2cbc3c21b67,revision_number=2']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:37:28.342321 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-e5f4dbc3-c8d5-4b9d-92f8-2a867bbac72d tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27024290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27167168'] for subnet, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:28.346999 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-800631a6-24ff-4a06-b01a-3a4dfbebe320 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:28.347156 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-57c42def-1f1b-4e03-acbc-174a6d8a5d17 None None] Attempting to bind port 5d622a29-0271-4aa1-ba31-e2cbc3c21b67 on host n-d-813419-10 for vnic_type normal with profile {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:37:28.347236 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-57c42def-1f1b-4e03-acbc-174a6d8a5d17 None None] Attempting to bind port 5d622a29-0271-4aa1-ba31-e2cbc3c21b67 by drivers openvswitch,hyperv on host n-d-813419-10 at level 0 using segments [{'id': 'bc14127b-7032-4c50-bb5b-f6813cbae86e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:37:28.347578 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57c42def-1f1b-4e03-acbc-174a6d8a5d17 None None] Attempting to bind port 5d622a29-0271-4aa1-ba31-e2cbc3c21b67 on network 185ff123-c7ff-45c7-a6be-71feb35acc9c {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:37:28.358510 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-6b67e7c2-d3ac-4b3b-b88e-2ed2be2ef3d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:28.363346 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57c42def-1f1b-4e03-acbc-174a6d8a5d17 None None] Checking agent: {'id': '89dba0f3-79b2-435e-9822-33674b8f6ada', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 8, 20), 'started_at': datetime.datetime(2021, 10, 27, 10, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 37, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:37:28.363716 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57c42def-1f1b-4e03-acbc-174a6d8a5d17 None None] Checking segment: {'id': 'bc14127b-7032-4c50-bb5b-f6813cbae86e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:37:28.364405 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-57c42def-1f1b-4e03-acbc-174a6d8a5d17 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:28.364794 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57c42def-1f1b-4e03-acbc-174a6d8a5d17 None None] Bound using segment: {'id': 'bc14127b-7032-4c50-bb5b-f6813cbae86e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:37:28.365268 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-57c42def-1f1b-4e03-acbc-174a6d8a5d17 None None] Bound port: 5d622a29-0271-4aa1-ba31-e2cbc3c21b67, host: n-d-813419-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc14127b-7032-4c50-bb5b-f6813cbae86e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'}}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:37:28.365640 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-57c42def-1f1b-4e03-acbc-174a6d8a5d17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:28.420807 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:28.422349 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-31ca6ec8-4ccc-42e3-a928-5973ca9ec584 tempest-RoutersAdminNegativeIpV6Test-363961923 tempest-RoutersAdminNegativeIpV6Test-363961923-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:28.427451 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-2894d571-1ec7-4654-82bd-32ff4abd640a tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:28.453044 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5f4dbc3-c8d5-4b9d-92f8-2a867bbac72d tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Checking segment: {'id': 'ac2c0d1d-c7b3-40b7-a077-3a499a2124f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '9dded421-3352-4401-9c79-f930ddc01e02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:37:28.453719 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5f4dbc3-c8d5-4b9d-92f8-2a867bbac72d tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Network hostable DHCP agents. Network: 9dded421-3352-4401-9c79-f930ddc01e02, hostable agents: ['eafd4000-b897-4722-ae8b-0118ec955181'], hosted agents: [] {{(pid=102346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 10:37:28.461342 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f4dbc3-c8d5-4b9d-92f8-2a867bbac72d tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Pushing event updated for resources: {'Subnet': ['ID=6eb3cec6-5b09-494b-adb8-88423fe82a0f,revision_number=0']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:37:28.463744 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-31ca6ec8-4ccc-42e3-a928-5973ca9ec584 tempest-RoutersAdminNegativeIpV6Test-363961923 tempest-RoutersAdminNegativeIpV6Test-363961923-project-admin] Calling delete_port for 92914be0-c46e-472f-9642-9fcfbb05c3e7 owned by {{(pid=102347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:37:28.477019 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-6b67e7c2-d3ac-4b3b-b88e-2ed2be2ef3d9 None None] For port 9861841f-a72e-4314-8819-f17c5e507e2d, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=9861841f-a72e-4314-8819-f17c5e507e2d,segment=NetworkSegment(eef0c4ec-5773-434c-ac68-3d91e838e9be),segment_id=eef0c4ec-5773-434c-ac68-3d91e838e9be)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:37:28.478401 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-57c42def-1f1b-4e03-acbc-174a6d8a5d17 None None] For port 5d622a29-0271-4aa1-ba31-e2cbc3c21b67, host n-d-813419-10, cleared binding levels {{(pid=102348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:37:28.487014 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5f4dbc3-c8d5-4b9d-92f8-2a867bbac72d tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Network 9dded421-3352-4401-9c79-f930ddc01e02 is scheduled to be hosted by DHCP agent eafd4000-b897-4722-ae8b-0118ec955181 with binding_index 1 {{(pid=102346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 10:37:28.490738 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2894d571-1ec7-4654-82bd-32ff4abd640a tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Network a3a2d542-53da-4e86-bf77-b0dcf0f24882 is already hosted by enough agents. {{(pid=102347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:37:28.491050 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-6b67e7c2-d3ac-4b3b-b88e-2ed2be2ef3d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:28.495452 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-800631a6-24ff-4a06-b01a-3a4dfbebe320 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:28.497983 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-800631a6-24ff-4a06-b01a-3a4dfbebe320 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Publish callbacks [] for security_group, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:28.500319 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-800631a6-24ff-4a06-b01a-3a4dfbebe320 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "DELETE /v2.0/security-groups/142cfba7-0116-47cd-9d82-0d26bf880f0d HTTP/1.1" status: 204 len: 168 time: 0.3678899 Oct 27 10:37:28.501539 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b1359b7-f4c5-4f6a-a787-4219ac25f7d3 None None] New status for floating IP e1508163-f6b9-449e-9c97-8ce03da6939f: DOWN {{(pid=102349) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 10:37:28.503682 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 42196) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:37:28.505967 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [None req-2894d571-1ec7-4654-82bd-32ff4abd640a tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Resources bound (agent type, host, resource id): {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:37:28.514342 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-e5f4dbc3-c8d5-4b9d-92f8-2a867bbac72d tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-10, 9dded421-3352-4401-9c79-f930ddc01e02) {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:37:28.516369 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-57c42def-1f1b-4e03-acbc-174a6d8a5d17 None None] For port 5d622a29-0271-4aa1-ba31-e2cbc3c21b67, host n-d-813419-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=5d622a29-0271-4aa1-ba31-e2cbc3c21b67,segment=NetworkSegment(bc14127b-7032-4c50-bb5b-f6813cbae86e),segment_id=bc14127b-7032-4c50-bb5b-f6813cbae86e)] {{(pid=102348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:37:28.527790 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5f4dbc3-c8d5-4b9d-92f8-2a867bbac72d tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:37:28.528538 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-e5f4dbc3-c8d5-4b9d-92f8-2a867bbac72d tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for subnet, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:28.535806 n-d-813419-10 neutron-server[102346]: INFO neutron.api.v2.resource [None req-e2a2ef13-c93c-4311-8727-1d59dc683f18 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] show failed (client error): The resource could not be found. Oct 27 10:37:28.539666 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-e2a2ef13-c93c-4311-8727-1d59dc683f18 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "GET /v2.0/security-groups/142cfba7-0116-47cd-9d82-0d26bf880f0d HTTP/1.1" status: 404 len: 347 time: 0.0321877 Oct 27 10:37:28.540744 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 42198) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:37:28.545036 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2894d571-1ec7-4654-82bd-32ff4abd640a tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Received port after_create {{(pid=102347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:37:28.550670 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2894d571-1ec7-4654-82bd-32ff4abd640a tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:37:28.551306 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-2894d571-1ec7-4654-82bd-32ff4abd640a tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:28.564375 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2894d571-1ec7-4654-82bd-32ff4abd640a tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Pushing event updated for resources: {'Port': ['ID=162985d5-3758-4f82-ad41-99614e88b6f2,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:37:28.566808 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800631a6-24ff-4a06-b01a-3a4dfbebe320 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=142cfba7-0116-47cd-9d82-0d26bf880f0d,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:37:28.595420 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-2894d571-1ec7-4654-82bd-32ff4abd640a tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.9546494 Oct 27 10:37:28.600317 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 42200) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:37:28.619462 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-e5f4dbc3-c8d5-4b9d-92f8-2a867bbac72d tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9913747 Oct 27 10:37:28.623977 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 42202) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:37:28.745017 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-0a52dc98-1cd2-45d4-9e3e-37cb473400d5 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Deleting port 94110233-94e1-4096-b26d-1960475e7ab0 {{(pid=102346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:37:28.745595 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-0a52dc98-1cd2-45d4-9e3e-37cb473400d5 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:28.778024 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b394562-13b1-4beb-bec2-7d3da1eeec7f None None] Network 9dded421-3352-4401-9c79-f930ddc01e02 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:37:28.787191 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-57c42def-1f1b-4e03-acbc-174a6d8a5d17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:28.845811 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fec5d508-b1f2-45df-be08-82674d2baad2 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:37:28.857695 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-0a52dc98-1cd2-45d4-9e3e-37cb473400d5 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:28.858016 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-0a52dc98-1cd2-45d4-9e3e-37cb473400d5 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:28.858891 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fec5d508-b1f2-45df-be08-82674d2baad2 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:37:28.861318 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-fec5d508-b1f2-45df-be08-82674d2baad2 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1686 time: 0.2600286 Oct 27 10:37:28.867995 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 42204) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:37:28.892590 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.db.api [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102348) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 27 10:37:28.892590 n-d-813419-10 neutron-server[102348]: DEBUG oslo_db.api [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 10:37:28.899499 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b67e7c2-d3ac-4b3b-b88e-2ed2be2ef3d9 None None] Pushing event updated for resources: {'Port': ['ID=9861841f-a72e-4314-8819-f17c5e507e2d,revision_number=3']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:37:28.912619 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57c42def-1f1b-4e03-acbc-174a6d8a5d17 None None] Routers {'f4fb5dc9-55f6-46a5-9672-bdc591b2c386'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:37:28.912619 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-57c42def-1f1b-4e03-acbc-174a6d8a5d17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:37:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['f4fb5dc9-55f6-46a5-9672-bdc591b2c386'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:37:28.912873 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-31ca6ec8-4ccc-42e3-a928-5973ca9ec584 tempest-RoutersAdminNegativeIpV6Test-363961923 tempest-RoutersAdminNegativeIpV6Test-363961923-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:28.924324 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-0a52dc98-1cd2-45d4-9e3e-37cb473400d5 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Calling delete_port for 94110233-94e1-4096-b26d-1960475e7ab0 owned by network:floatingip {{(pid=102346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:37:29.066931 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ca6ec8-4ccc-42e3-a928-5973ca9ec584 tempest-RoutersAdminNegativeIpV6Test-363961923 tempest-RoutersAdminNegativeIpV6Test-363961923-project-admin] Pushing event deleted for resources: {'Port': ['ID=92914be0-c46e-472f-9642-9fcfbb05c3e7,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:37:29.079416 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-1fdbe42e-6e16-46d0-922b-86c32b5d6b35 req-3990c8d8-c405-4bf0-a9cd-4ac148f3ea5d tempest-ServerShowV254Test-75595659 tempest-ServerShowV254Test-75595659-project] 10.222.0.44 "GET /v2.0/ports?device_id=b07cf36a-0c80-4f43-a9f2-119033ae0912 HTTP/1.1" status: 200 len: 210 time: 0.0444014 Oct 27 10:37:29.091898 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f639f8a5-86a4-42f9-a4ad-9ef975e823e7 None None] Pushing event updated for resources: {'Port': ['ID=5d622a29-0271-4aa1-ba31-e2cbc3c21b67,revision_number=3']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:37:29.109274 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-8a3edc45-2659-4820-87e3-d7cd1af4570c None None] Provisioning complete for port 162985d5-3758-4f82-ad41-99614e88b6f2 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:37:29.109908 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-8a3edc45-2659-4820-87e3-d7cd1af4570c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:29.156991 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-578f8eca-7b83-4818-a344-57f32de04b65 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Deleting port 162985d5-3758-4f82-ad41-99614e88b6f2 {{(pid=102346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:37:29.157527 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-578f8eca-7b83-4818-a344-57f32de04b65 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:29.184799 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-8a3edc45-2659-4820-87e3-d7cd1af4570c None None] Port 162985d5-3758-4f82-ad41-99614e88b6f2 cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:37:29.220859 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvr_db [None req-57c42def-1f1b-4e03-acbc-174a6d8a5d17 None None] Set router f4fb5dc9-55f6-46a5-9672-bdc591b2c386 gateway port host: n-d-813419-10 {{(pid=102348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:37:29.253009 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94ea5fad-fa4a-46eb-a0bd-34419f710393 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp734b258e-7d96-550c-b970-9b72ab66f383-9dded421-3352-4401-9c79-f930ddc01e02', 'network_id': '9dded421-3352-4401-9c79-f930ddc01e02', 'tenant_id': '2005088b555845b0a237dc93fae61807', 'fixed_ips': [{'subnet_id': '6eb3cec6-5b09-494b-adb8-88423fe82a0f'}]}} from n-d-813419-10. {{(pid=102348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 10:37:29.253852 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-94ea5fad-fa4a-46eb-a0bd-34419f710393 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:29.254485 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04b02dd-f557-4b37-bc0c-f1aa8b998809 req-997278ed-77b1-44b7-b26a-9ee131e6e0d0 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:37:29.256102 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-e04b02dd-f557-4b37-bc0c-f1aa8b998809 req-997278ed-77b1-44b7-b26a-9ee131e6e0d0 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/ports?device_id=9cdc6933-0908-404f-8493-c08d1be20183 HTTP/1.1" status: 200 len: 946 time: 0.2042012 Oct 27 10:37:29.277750 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-0a52dc98-1cd2-45d4-9e3e-37cb473400d5 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:29.303478 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-578f8eca-7b83-4818-a344-57f32de04b65 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:29.306830 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a52dc98-1cd2-45d4-9e3e-37cb473400d5 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Pushing event deleted for resources: {'Port': ['ID=94110233-94e1-4096-b26d-1960475e7ab0,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:37:29.317381 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-31ca6ec8-4ccc-42e3-a928-5973ca9ec584 tempest-RoutersAdminNegativeIpV6Test-363961923 tempest-RoutersAdminNegativeIpV6Test-363961923-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:29.327520 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-578f8eca-7b83-4818-a344-57f32de04b65 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Calling delete_port for 162985d5-3758-4f82-ad41-99614e88b6f2 owned by {{(pid=102346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:37:29.327695 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-31ca6ec8-4ccc-42e3-a928-5973ca9ec584 tempest-RoutersAdminNegativeIpV6Test-363961923 tempest-RoutersAdminNegativeIpV6Test-363961923-project-admin] 10.222.0.44 "DELETE /v2.0/ports/92914be0-c46e-472f-9642-9fcfbb05c3e7 HTTP/1.1" status: 204 len: 168 time: 1.3563590 Oct 27 10:37:29.376389 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-e04b02dd-f557-4b37-bc0c-f1aa8b998809 req-a7fdf532-2419-4045-a745-89b106329fa6 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/security-groups?id=cc9284c7-fb9e-4cd7-891d-df58f9ea4e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844195 Oct 27 10:37:29.438560 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-0a52dc98-1cd2-45d4-9e3e-37cb473400d5 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Publish callbacks [] for floatingip, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:29.441223 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-0a52dc98-1cd2-45d4-9e3e-37cb473400d5 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for floatingip, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:29.442403 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-0a52dc98-1cd2-45d4-9e3e-37cb473400d5 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "DELETE /v2.0/floatingips/e1508163-f6b9-449e-9c97-8ce03da6939f HTTP/1.1" status: 204 len: 168 time: 0.9007452 Oct 27 10:37:29.604497 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-578f8eca-7b83-4818-a344-57f32de04b65 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:29.608416 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.db_base_plugin_common [None req-94ea5fad-fa4a-46eb-a0bd-34419f710393 None None] Allocated IP 172.20.0.18 (9dded421-3352-4401-9c79-f930ddc01e02/6eb3cec6-5b09-494b-adb8-88423fe82a0f/cec205d5-6c7c-4b8d-a6ce-c746d6ad4013) {{(pid=102348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:37:29.616597 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-e14224fb-1345-46dc-b82c-15c4f03e7f30 tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:29.653276 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578f8eca-7b83-4818-a344-57f32de04b65 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Pushing event deleted for resources: {'Port': ['ID=162985d5-3758-4f82-ad41-99614e88b6f2,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:37:29.694764 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-57c42def-1f1b-4e03-acbc-174a6d8a5d17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4fb5dc9-55f6-46a5-9672-bdc591b2c386', 'name': 'tempest-TestSecurityGroupsBasicOps-router-737762462', 'tenant_id': '2005088b555845b0a237dc93fae61807', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.181'}], 'enable_snat': True}, 'gw_port_id': '5d622a29-0271-4aa1-ba31-e2cbc3c21b67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:37:24Z', 'updated_at': '2021-10-27T10:37:25Z', 'revision_number': 3, 'project_id': '2005088b555845b0a237dc93fae61807', 'gw_port': {'id': '5d622a29-0271-4aa1-ba31-e2cbc3c21b67', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:07:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4fb5dc9-55f6-46a5-9672-bdc591b2c386', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1979, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:37:25Z', 'updated_at': '2021-10-27T10:37:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10'}], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:37:29.707764 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-578f8eca-7b83-4818-a344-57f32de04b65 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:29.713693 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-578f8eca-7b83-4818-a344-57f32de04b65 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] 10.222.0.44 "DELETE /v2.0/ports/162985d5-3758-4f82-ad41-99614e88b6f2 HTTP/1.1" status: 204 len: 168 time: 0.8431699 Oct 27 10:37:29.716599 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 42216) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:37:29.743926 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57c42def-1f1b-4e03-acbc-174a6d8a5d17 None None] The sync data for ids ['f4fb5dc9-55f6-46a5-9672-bdc591b2c386'] in n-d-813419-10 is: [{'id': 'f4fb5dc9-55f6-46a5-9672-bdc591b2c386', 'name': 'tempest-TestSecurityGroupsBasicOps-router-737762462', 'tenant_id': '2005088b555845b0a237dc93fae61807', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.181'}], 'enable_snat': True}, 'gw_port_id': '5d622a29-0271-4aa1-ba31-e2cbc3c21b67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:37:24Z', 'updated_at': '2021-10-27T10:37:25Z', 'revision_number': 3, 'project_id': '2005088b555845b0a237dc93fae61807', 'gw_port': {'id': '5d622a29-0271-4aa1-ba31-e2cbc3c21b67', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:07:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4fb5dc9-55f6-46a5-9672-bdc591b2c386', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1979, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:37:25Z', 'updated_at': '2021-10-27T10:37:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10'}] {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:37:29.784315 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 9861841f-a72e-4314-8819-f17c5e507e2d up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:37:29.836275 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c8c31f0-5a8e-4a20-84bd-7df4aa8a90c9 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:37:29.844925 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c8c31f0-5a8e-4a20-84bd-7df4aa8a90c9 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:37:29.853446 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-2c8c31f0-5a8e-4a20-84bd-7df4aa8a90c9 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1280386 Oct 27 10:37:29.854418 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 42222) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:37:29.927080 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 42224) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:37:29.985326 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-94ea5fad-fa4a-46eb-a0bd-34419f710393 None None] Publish callbacks [] for port, precommit_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:29.995388 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-94ea5fad-fa4a-46eb-a0bd-34419f710393 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606'] for port, after_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:30.017341 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e6af5e4-dfd1-4bea-83c4-684332163ff4 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Deleting subnet 358019b1-bfe0-4c2d-8139-419dc7559000 {{(pid=102346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 10:37:30.033505 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-0e6af5e4-dfd1-4bea-83c4-684332163ff4 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks [] for subnet, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:30.037886 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port 9861841f-a72e-4314-8819-f17c5e507e2d triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:37:30.038021 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:30.078896 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 42228) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:37:30.083137 n-d-813419-10 neutron-server[102348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94ea5fad-fa4a-46eb-a0bd-34419f710393 None None] Network 9dded421-3352-4401-9c79-f930ddc01e02 is already hosted by enough agents. {{(pid=102348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:37:30.084693 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-23a5da6f-76e0-42ff-baf7-1a43a8d69396 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1673875881', 'description': 'tempest-description--1025183252'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:37:30.089659 n-d-813419-10 neutron-server[102348]: DEBUG neutron.scheduler.base_scheduler [None req-94ea5fad-fa4a-46eb-a0bd-34419f710393 None None] Resources bound (agent type, host, resource id): {{(pid=102348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:37:30.095909 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94ea5fad-fa4a-46eb-a0bd-34419f710393 None None] Received port after_create {{(pid=102348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:37:30.103255 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ea5fad-fa4a-46eb-a0bd-34419f710393 None None] Pushing event updated for resources: {'Port': ['ID=cec205d5-6c7c-4b8d-a6ce-c746d6ad4013,revision_number=1']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:37:30.127651 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-0e6af5e4-dfd1-4bea-83c4-684332163ff4 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25847868'] for subnet, precommit_delete_associations {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:30.159463 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_common [None req-e14224fb-1345-46dc-b82c-15c4f03e7f30 tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Allocated IP 172.20.0.17 (9dded421-3352-4401-9c79-f930ddc01e02/6eb3cec6-5b09-494b-adb8-88423fe82a0f/17be0872-6a6b-4689-99dc-e3d2bb760112) {{(pid=102347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:37:30.173039 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-23a5da6f-76e0-42ff-baf7-1a43a8d69396 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Publish callbacks [] for security_group, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:30.251088 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-94ea5fad-fa4a-46eb-a0bd-34419f710393 None None] Attempting to bind port cec205d5-6c7c-4b8d-a6ce-c746d6ad4013 on host n-d-813419-10 for vnic_type normal with profile {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:37:30.255603 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-94ea5fad-fa4a-46eb-a0bd-34419f710393 None None] Attempting to bind port cec205d5-6c7c-4b8d-a6ce-c746d6ad4013 by drivers openvswitch,hyperv on host n-d-813419-10 at level 0 using segments [{'id': 'ac2c0d1d-c7b3-40b7-a077-3a499a2124f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '9dded421-3352-4401-9c79-f930ddc01e02'}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:37:30.256241 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94ea5fad-fa4a-46eb-a0bd-34419f710393 None None] Attempting to bind port cec205d5-6c7c-4b8d-a6ce-c746d6ad4013 on network 9dded421-3352-4401-9c79-f930ddc01e02 {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:37:30.261185 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-0e6af5e4-dfd1-4bea-83c4-684332163ff4 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855646'] for subnet, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:30.303236 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94ea5fad-fa4a-46eb-a0bd-34419f710393 None None] Checking agent: {'id': '89dba0f3-79b2-435e-9822-33674b8f6ada', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 8, 20), 'started_at': datetime.datetime(2021, 10, 27, 10, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 37, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:37:30.303669 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94ea5fad-fa4a-46eb-a0bd-34419f710393 None None] Checking segment: {'id': 'ac2c0d1d-c7b3-40b7-a077-3a499a2124f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '9dded421-3352-4401-9c79-f930ddc01e02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:37:30.304938 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-94ea5fad-fa4a-46eb-a0bd-34419f710393 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:30.305036 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94ea5fad-fa4a-46eb-a0bd-34419f710393 None None] Bound using segment: {'id': 'ac2c0d1d-c7b3-40b7-a077-3a499a2124f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '9dded421-3352-4401-9c79-f930ddc01e02'} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:37:30.305538 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-94ea5fad-fa4a-46eb-a0bd-34419f710393 None None] Bound port: cec205d5-6c7c-4b8d-a6ce-c746d6ad4013, host: n-d-813419-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac2c0d1d-c7b3-40b7-a077-3a499a2124f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '9dded421-3352-4401-9c79-f930ddc01e02'}}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:37:30.308740 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-94ea5fad-fa4a-46eb-a0bd-34419f710393 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:30.325480 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-6f6fa55c-1fbf-4c50-85b3-3e09e6d62224 req-658db454-5df6-409a-a34d-2b93cceac753 tempest-ServerShowV254Test-75595659 tempest-ServerShowV254Test-75595659-project] 10.222.0.44 "GET /v2.0/ports?device_id=b07cf36a-0c80-4f43-a9f2-119033ae0912 HTTP/1.1" status: 200 len: 210 time: 0.0441067 Oct 27 10:37:30.362424 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-25fb41c8-95b5-4064-aa04-e7da007bfc39 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:30.366775 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-0e6af5e4-dfd1-4bea-83c4-684332163ff4 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27024355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27168307'] for subnet, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:30.427090 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6af5e4-dfd1-4bea-83c4-684332163ff4 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Pushing event deleted for resources: {'Subnet': ['ID=358019b1-bfe0-4c2d-8139-419dc7559000,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:37:30.428991 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-0e6af5e4-dfd1-4bea-83c4-684332163ff4 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for subnet, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:30.432996 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-0e6af5e4-dfd1-4bea-83c4-684332163ff4 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] 10.222.0.44 "DELETE /v2.0/subnets/358019b1-bfe0-4c2d-8139-419dc7559000 HTTP/1.1" status: 204 len: 168 time: 0.5759730 Oct 27 10:37:30.438317 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 42236) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:37:30.438810 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-23a5da6f-76e0-42ff-baf7-1a43a8d69396 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Publish callbacks [] for security_group, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:30.442921 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-94ea5fad-fa4a-46eb-a0bd-34419f710393 None None] For port cec205d5-6c7c-4b8d-a6ce-c746d6ad4013, host n-d-813419-10, cleared binding levels {{(pid=102348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:37:30.444978 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-e14224fb-1345-46dc-b82c-15c4f03e7f30 tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Publish callbacks [] for port, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:30.447733 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-23a5da6f-76e0-42ff-baf7-1a43a8d69396 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:30.451215 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-94ea5fad-fa4a-46eb-a0bd-34419f710393 None None] For port cec205d5-6c7c-4b8d-a6ce-c746d6ad4013, host n-d-813419-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=cec205d5-6c7c-4b8d-a6ce-c746d6ad4013,segment=NetworkSegment(ac2c0d1d-c7b3-40b7-a077-3a499a2124f8),segment_id=ac2c0d1d-c7b3-40b7-a077-3a499a2124f8)] {{(pid=102348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:37:30.456851 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f365bb7c-69ef-4da2-a8c0-a8830cd3d59e None None] Network a3a2d542-53da-4e86-bf77-b0dcf0f24882 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:37:30.486164 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a5da6f-76e0-42ff-baf7-1a43a8d69396 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9678e9b4-8ecf-4d94-a14b-d92ef88d2ddb,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:37:30.516748 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-f7e6819e-fed8-43c9-b587-96432da80b0f tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0772798 Oct 27 10:37:30.518703 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-23a5da6f-76e0-42ff-baf7-1a43a8d69396 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Publish callbacks [] for security_group, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:30.519619 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 42238) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:37:30.523578 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-23a5da6f-76e0-42ff-baf7-1a43a8d69396 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.4426866 Oct 27 10:37:30.524505 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-58f35468-3893-443a-bde6-788d8b30aada tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Request body: {'subnet': {'network_id': 'a3a2d542-53da-4e86-bf77-b0dcf0f24882', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:37:30.525214 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 42240) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:37:30.533507 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-86e36914-b826-48c6-9f18-8911d0c9a852 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Request body: {'security_group_rule': {'security_group_id': '9678e9b4-8ecf-4d94-a14b-d92ef88d2ddb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:37:30.556716 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-94ea5fad-fa4a-46eb-a0bd-34419f710393 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:30.562262 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-e14224fb-1345-46dc-b82c-15c4f03e7f30 tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:30.612789 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e14224fb-1345-46dc-b82c-15c4f03e7f30 tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Network 9dded421-3352-4401-9c79-f930ddc01e02 is already hosted by enough agents. {{(pid=102347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:37:30.616757 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [None req-e14224fb-1345-46dc-b82c-15c4f03e7f30 tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Resources bound (agent type, host, resource id): {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:37:30.623906 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e14224fb-1345-46dc-b82c-15c4f03e7f30 tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Received port after_create {{(pid=102347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:37:30.655805 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-86e36914-b826-48c6-9f18-8911d0c9a852 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:30.681054 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14224fb-1345-46dc-b82c-15c4f03e7f30 tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Pushing event updated for resources: {'Port': ['ID=17be0872-6a6b-4689-99dc-e3d2bb760112,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:37:30.681624 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ea5fad-fa4a-46eb-a0bd-34419f710393 None None] Pushing event updated for resources: {'Port': ['ID=cec205d5-6c7c-4b8d-a6ce-c746d6ad4013,revision_number=2']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:37:30.682113 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d963ec-6add-429b-9973-c088f428c356 req-6b2a099e-e03e-4697-9df7-bf257152566f tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:37:30.683535 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-42d963ec-6add-429b-9973-c088f428c356 req-6b2a099e-e03e-4697-9df7-bf257152566f tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/ports?device_id=9cdc6933-0908-404f-8493-c08d1be20183 HTTP/1.1" status: 200 len: 946 time: 0.1768517 Oct 27 10:37:30.728163 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-e14224fb-1345-46dc-b82c-15c4f03e7f30 tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1664961'] for router_interface, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:30.748571 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58f35468-3893-443a-bde6-788d8b30aada tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Made reservation on behalf of 378140ee2d4f4428be90ff45daafe008 for: {'subnet': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:37:30.756020 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-58f35468-3893-443a-bde6-788d8b30aada tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27167186'] for subnet, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:30.804712 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-86e36914-b826-48c6-9f18-8911d0c9a852 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:30.815768 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38634bc9-bd2a-45ee-96bb-f3f1573855f3 None None] DHCP port deletion for a3a2d542-53da-4e86-bf77-b0dcf0f24882 request from n-d-813419-10 {{(pid=102348) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 10:37:30.816139 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-86e36914-b826-48c6-9f18-8911d0c9a852 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671902'] for security_group_rule, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:30.836793 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e36914-b826-48c6-9f18-8911d0c9a852 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7412c68a-04dd-402e-a082-79eb8a0614c0,revision_number=0']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:37:30.912677 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-38634bc9-bd2a-45ee-96bb-f3f1573855f3 None None] Deleting port 9861841f-a72e-4314-8819-f17c5e507e2d {{(pid=102348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:37:30.913050 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-38634bc9-bd2a-45ee-96bb-f3f1573855f3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:30.917972 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-86e36914-b826-48c6-9f18-8911d0c9a852 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:30.921997 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-86e36914-b826-48c6-9f18-8911d0c9a852 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3903885 Oct 27 10:37:30.922283 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 42242) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:37:30.929032 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-e7030e96-4953-4a76-83d8-704e3acdc8e8 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Request body: {'security_group_rule': {'security_group_id': '9678e9b4-8ecf-4d94-a14b-d92ef88d2ddb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:37:30.961513 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-42d963ec-6add-429b-9973-c088f428c356 req-597da5d0-1fd3-41ef-81a8-36686f263593 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/security-groups?id=cc9284c7-fb9e-4cd7-891d-df58f9ea4e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2685814 Oct 27 10:37:31.035576 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-e7030e96-4953-4a76-83d8-704e3acdc8e8 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:31.050804 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-e14224fb-1345-46dc-b82c-15c4f03e7f30 tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:31.053989 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-38634bc9-bd2a-45ee-96bb-f3f1573855f3 None None] For port 9861841f-a72e-4314-8819-f17c5e507e2d, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=9861841f-a72e-4314-8819-f17c5e507e2d,segment=NetworkSegment(eef0c4ec-5773-434c-ac68-3d91e838e9be),segment_id=eef0c4ec-5773-434c-ac68-3d91e838e9be)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:37:31.054470 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-38634bc9-bd2a-45ee-96bb-f3f1573855f3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:31.067142 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-25fb41c8-95b5-4064-aa04-e7da007bfc39 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:31.068851 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-38634bc9-bd2a-45ee-96bb-f3f1573855f3 None None] Calling delete_port for 9861841f-a72e-4314-8819-f17c5e507e2d owned by network:dhcp {{(pid=102348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:37:31.075129 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-25fb41c8-95b5-4064-aa04-e7da007bfc39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:31.199750 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-25fb41c8-95b5-4064-aa04-e7da007bfc39 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2d41ae89186d46bd9e807380551f9315&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2722464 Oct 27 10:37:31.201054 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fb41c8-95b5-4064-aa04-e7da007bfc39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f699cd3-23a7-441f-8ce1-a61ab856febc,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:37:31.213732 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 42244) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:37:31.230185 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-58f35468-3893-443a-bde6-788d8b30aada tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27024290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27167168'] for subnet, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:31.254004 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-e7030e96-4953-4a76-83d8-704e3acdc8e8 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:31.296088 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-e7030e96-4953-4a76-83d8-704e3acdc8e8 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671902'] for security_group_rule, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:31.301349 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f35468-3893-443a-bde6-788d8b30aada tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Pushing event updated for resources: {'Subnet': ['ID=fffdcd12-878e-4fde-81ae-53fcd5d39361,revision_number=0']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:37:31.330728 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58f35468-3893-443a-bde6-788d8b30aada tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Network a3a2d542-53da-4e86-bf77-b0dcf0f24882 is already hosted by enough agents. {{(pid=102346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:37:31.338176 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-58f35468-3893-443a-bde6-788d8b30aada tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Resources bound (agent type, host, resource id): {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:37:31.348035 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-38634bc9-bd2a-45ee-96bb-f3f1573855f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615'] for port, after_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:31.373642 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-e7030e96-4953-4a76-83d8-704e3acdc8e8 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:31.377787 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38634bc9-bd2a-45ee-96bb-f3f1573855f3 None None] Pushing event deleted for resources: {'Port': ['ID=9861841f-a72e-4314-8819-f17c5e507e2d,revision_number=None']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:37:31.383051 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38634bc9-bd2a-45ee-96bb-f3f1573855f3 None None] No DVR routers for this DVR port 9861841f-a72e-4314-8819-f17c5e507e2d on host n-d-813419-10 {{(pid=102348) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:37:31.389676 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-e7030e96-4953-4a76-83d8-704e3acdc8e8 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4631698 Oct 27 10:37:31.400748 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7030e96-4953-4a76-83d8-704e3acdc8e8 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7625f4ff-87a2-4870-ad24-e88b0202e14e,revision_number=0']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:37:31.403594 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 42248) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:37:31.411236 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-e307544c-06b4-4a47-9901-9af8c83b73f4 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Request body: {'floatingip': {'floating_network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:37:31.551006 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-e307544c-06b4-4a47-9901-9af8c83b73f4 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Publish callbacks [] for floatingip, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:31.714361 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-286a05f0-132e-4e36-a5a1-6947617cfaa5 None None] Network a3a2d542-53da-4e86-bf77-b0dcf0f24882 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:37:31.720501 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58f35468-3893-443a-bde6-788d8b30aada tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:37:31.721750 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-58f35468-3893-443a-bde6-788d8b30aada tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for subnet, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:31.762613 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-58f35468-3893-443a-bde6-788d8b30aada tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2393358 Oct 27 10:37:31.774497 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 5d622a29-0271-4aa1-ba31-e2cbc3c21b67 up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:37:31.790626 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-d47e277c-0dba-43e2-83a6-a908d8100a2d req-54bbc6bb-82e2-4d85-9ffb-5fb4fb220415 tempest-ServerShowV254Test-75595659 tempest-ServerShowV254Test-75595659-project] 10.222.0.44 "GET /v2.0/ports?device_id=b07cf36a-0c80-4f43-a9f2-119033ae0912 HTTP/1.1" status: 200 len: 210 time: 0.0746472 Oct 27 10:37:31.792182 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 42252) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:37:31.799069 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-cbc42e1e-dcc0-45b4-b12c-f7465f412a8f tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Request body: {'port': {'network_id': 'a3a2d542-53da-4e86-bf77-b0dcf0f24882', 'fixed_ips': [{'subnet_id': 'fffdcd12-878e-4fde-81ae-53fcd5d39361', 'ip_address': '2001:db8::ce77:cd88:424e:1bb4'}], 'name': 'tempest-NetworksTestDHCPv6-1714167257'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:37:31.870154 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port 5d622a29-0271-4aa1-ba31-e2cbc3c21b67 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:37:31.870477 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:31.873430 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-640f3417-7a19-442e-8b02-4e37454f3548 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:31.915766 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-640f3417-7a19-442e-8b02-4e37454f3548 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:32.010527 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbc42e1e-dcc0-45b4-b12c-f7465f412a8f tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Made reservation on behalf of 378140ee2d4f4428be90ff45daafe008 for: {'port': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:37:32.038316 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-640f3417-7a19-442e-8b02-4e37454f3548 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:32.045810 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-640f3417-7a19-442e-8b02-4e37454f3548 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:32.047001 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-640f3417-7a19-442e-8b02-4e37454f3548 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9f699cd3-23a7-441f-8ce1-a61ab856febc HTTP/1.1" status: 204 len: 168 time: 0.8318706 Oct 27 10:37:32.086399 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640f3417-7a19-442e-8b02-4e37454f3548 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f699cd3-23a7-441f-8ce1-a61ab856febc,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:37:32.095223 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5a6b3cc-ad48-4ac6-bb34-8c1ba7edc425 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp734b258e-7d96-550c-b970-9b72ab66f383-a3a2d542-53da-4e86-bf77-b0dcf0f24882', 'network_id': 'a3a2d542-53da-4e86-bf77-b0dcf0f24882', 'tenant_id': '378140ee2d4f4428be90ff45daafe008', 'fixed_ips': [{'subnet_id': 'fffdcd12-878e-4fde-81ae-53fcd5d39361'}]}} from n-d-813419-10. {{(pid=102348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 10:37:32.096226 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f5a6b3cc-ad48-4ac6-bb34-8c1ba7edc425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:32.138211 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:32.172601 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-e14224fb-1345-46dc-b82c-15c4f03e7f30 tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Publish callbacks [] for port, precommit_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:32.173286 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-cbc42e1e-dcc0-45b4-b12c-f7465f412a8f tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:32.183348 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-e14224fb-1345-46dc-b82c-15c4f03e7f30 tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:32.196422 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [None req-cbc42e1e-dcc0-45b4-b12c-f7465f412a8f tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] device_id is not set on port 4fe56588-b64c-41bd-9a50-75257046036e yet. {{(pid=102346) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 10:37:32.218422 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] For port 5d622a29-0271-4aa1-ba31-e2cbc3c21b67, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=5d622a29-0271-4aa1-ba31-e2cbc3c21b67,segment=NetworkSegment(bc14127b-7032-4c50-bb5b-f6813cbae86e),segment_id=bc14127b-7032-4c50-bb5b-f6813cbae86e)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:37:32.275271 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f61c62-a103-4242-bf67-22ed95d5b24c req-107be1ca-c201-46d1-baca-f2da72800636 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:37:32.276236 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-f7f61c62-a103-4242-bf67-22ed95d5b24c req-107be1ca-c201-46d1-baca-f2da72800636 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/ports?device_id=9cdc6933-0908-404f-8493-c08d1be20183 HTTP/1.1" status: 200 len: 946 time: 0.1909711 Oct 27 10:37:32.319850 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.db_base_plugin_common [None req-f5a6b3cc-ad48-4ac6-bb34-8c1ba7edc425 None None] Allocated IP 2001:db8::2 (a3a2d542-53da-4e86-bf77-b0dcf0f24882/fffdcd12-878e-4fde-81ae-53fcd5d39361/9dc3dc80-5aa1-4069-85de-18813a41a7fe) {{(pid=102348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:37:32.337723 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95b17bfd-63a9-4a56-85e1-2535e90a67fd None None] Network 9dded421-3352-4401-9c79-f930ddc01e02 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:37:32.343359 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:32.344154 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device cec205d5-6c7c-4b8d-a6ce-c746d6ad4013 up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:37:32.374078 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14224fb-1345-46dc-b82c-15c4f03e7f30 tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Pushing event updated for resources: {'Port': ['ID=17be0872-6a6b-4689-99dc-e3d2bb760112,revision_number=2']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:37:32.380795 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-e14224fb-1345-46dc-b82c-15c4f03e7f30 tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2006967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1766225'] for router_interface, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:32.384717 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-e307544c-06b4-4a47-9901-9af8c83b73f4 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:32.491530 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-f7f61c62-a103-4242-bf67-22ed95d5b24c req-6ceac611-d257-45f9-a0ac-d44f5fedc829 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/security-groups?id=cc9284c7-fb9e-4cd7-891d-df58f9ea4e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898050 Oct 27 10:37:32.543911 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:32.550965 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-18ca0a86-766c-40db-ae0a-c7397a79a609 None None] Provisioning complete for port cec205d5-6c7c-4b8d-a6ce-c746d6ad4013 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:37:32.551326 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-18ca0a86-766c-40db-ae0a-c7397a79a609 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:32.608041 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_common [None req-e307544c-06b4-4a47-9901-9af8c83b73f4 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Allocated IP 172.25.8.133 (185ff123-c7ff-45c7-a6be-71feb35acc9c/0fb9f9d1-7384-481f-8fa8-f4566c349d30/89988539-b098-40f5-a763-7dc4e04bbbff) {{(pid=102347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:37:32.618468 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e14224fb-1345-46dc-b82c-15c4f03e7f30 tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Network 9dded421-3352-4401-9c79-f930ddc01e02 is already hosted by enough agents. {{(pid=102347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:37:32.624532 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [None req-e14224fb-1345-46dc-b82c-15c4f03e7f30 tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Resources bound (agent type, host, resource id): {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:37:32.629405 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 42262) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:37:32.643631 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Pushing event updated for resources: {'Port': ['ID=5d622a29-0271-4aa1-ba31-e2cbc3c21b67,revision_number=4']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:37:32.681578 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-524d566b-9807-4f88-a44c-1c826c15f16a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b964a86743b4427798058bcac7555f0a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0506575 Oct 27 10:37:32.684266 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 42264) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:37:32.760222 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-51b86efe-41d7-40b0-b7da-4cb4b874d404 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:32.771181 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port cec205d5-6c7c-4b8d-a6ce-c746d6ad4013 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:37:32.771696 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:32.792881 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-51b86efe-41d7-40b0-b7da-4cb4b874d404 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:32.825653 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-e307544c-06b4-4a47-9901-9af8c83b73f4 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Publish callbacks [] for port, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:32.837624 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e14224fb-1345-46dc-b82c-15c4f03e7f30 tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Router f4fb5dc9-55f6-46a5-9672-bdc591b2c386 has already been hosted by L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb {{(pid=102347) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 10:37:32.856726 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-51b86efe-41d7-40b0-b7da-4cb4b874d404 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:32.863454 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-51b86efe-41d7-40b0-b7da-4cb4b874d404 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:32.870919 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-51b86efe-41d7-40b0-b7da-4cb4b874d404 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e50c6228-1649-4fa3-b02c-685d6e7e4c80 HTTP/1.1" status: 204 len: 168 time: 0.1852930 Oct 27 10:37:32.881273 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b86efe-41d7-40b0-b7da-4cb4b874d404 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e50c6228-1649-4fa3-b02c-685d6e7e4c80,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:37:32.983150 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-e307544c-06b4-4a47-9901-9af8c83b73f4 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:32.989248 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c367dff7-af9b-4cf8-96e7-d2cfa24eae1b req-2ca4b275-ac35-4b58-b393-45836b5dd4a3 tempest-ServerShowV254Test-75595659 tempest-ServerShowV254Test-75595659-project] 10.222.0.44 "GET /v2.0/ports?device_id=b07cf36a-0c80-4f43-a9f2-119033ae0912 HTTP/1.1" status: 200 len: 210 time: 0.0531254 Oct 27 10:37:32.989770 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-18ca0a86-766c-40db-ae0a-c7397a79a609 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:33.041043 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-18ca0a86-766c-40db-ae0a-c7397a79a609 None None] For port cec205d5-6c7c-4b8d-a6ce-c746d6ad4013, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=cec205d5-6c7c-4b8d-a6ce-c746d6ad4013,segment=NetworkSegment(ac2c0d1d-c7b3-40b7-a077-3a499a2124f8),segment_id=ac2c0d1d-c7b3-40b7-a077-3a499a2124f8)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:37:33.042288 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f5a6b3cc-ad48-4ac6-bb34-8c1ba7edc425 None None] Publish callbacks [] for port, precommit_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:33.049752 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-18ca0a86-766c-40db-ae0a-c7397a79a609 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:33.063134 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e307544c-06b4-4a47-9901-9af8c83b73f4 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Network 185ff123-c7ff-45c7-a6be-71feb35acc9c is already hosted by enough agents. {{(pid=102347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:37:33.074338 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [None req-e307544c-06b4-4a47-9901-9af8c83b73f4 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Resources bound (agent type, host, resource id): {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:37:33.079694 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f5a6b3cc-ad48-4ac6-bb34-8c1ba7edc425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606'] for port, after_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:33.085389 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e307544c-06b4-4a47-9901-9af8c83b73f4 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Received port after_create {{(pid=102347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:37:33.119180 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e307544c-06b4-4a47-9901-9af8c83b73f4 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Pushing event updated for resources: {'Port': ['ID=89988539-b098-40f5-a763-7dc4e04bbbff,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:37:33.130386 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_common [None req-cbc42e1e-dcc0-45b4-b12c-f7465f412a8f tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Allocated IP 2001:db8::ce77:cd88:424e:1bb4 (a3a2d542-53da-4e86-bf77-b0dcf0f24882/fffdcd12-878e-4fde-81ae-53fcd5d39361/4fe56588-b64c-41bd-9a50-75257046036e) {{(pid=102346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:37:33.140589 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e14224fb-1345-46dc-b82c-15c4f03e7f30 tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:37:33.147146 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-e14224fb-1345-46dc-b82c-15c4f03e7f30 tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] 10.222.0.44 "PUT /v2.0/routers/f4fb5dc9-55f6-46a5-9672-bdc591b2c386/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5256836 Oct 27 10:37:33.199005 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ca0a86-766c-40db-ae0a-c7397a79a609 None None] Pushing event updated for resources: {'Port': ['ID=cec205d5-6c7c-4b8d-a6ce-c746d6ad4013,revision_number=3']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:37:33.216369 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-e307544c-06b4-4a47-9901-9af8c83b73f4 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:33.271723 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-e307544c-06b4-4a47-9901-9af8c83b73f4 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:33.272525 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a6b3cc-ad48-4ac6-bb34-8c1ba7edc425 None None] Pushing event updated for resources: {'Port': ['ID=9dc3dc80-5aa1-4069-85de-18813a41a7fe,revision_number=1']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:37:33.278087 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a8b21e9-bb32-48a7-a5b5-20626224515e None None] Sync routers for ids ['f4fb5dc9-55f6-46a5-9672-bdc591b2c386'] in n-d-813419-10 {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:37:33.292253 n-d-813419-10 neutron-server[102348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5a6b3cc-ad48-4ac6-bb34-8c1ba7edc425 None None] Network a3a2d542-53da-4e86-bf77-b0dcf0f24882 is already hosted by enough agents. {{(pid=102348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:37:33.296353 n-d-813419-10 neutron-server[102348]: DEBUG neutron.scheduler.base_scheduler [None req-f5a6b3cc-ad48-4ac6-bb34-8c1ba7edc425 None None] Resources bound (agent type, host, resource id): {{(pid=102348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:37:33.299129 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5a6b3cc-ad48-4ac6-bb34-8c1ba7edc425 None None] Received port after_create {{(pid=102348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:37:33.316458 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a8b21e9-bb32-48a7-a5b5-20626224515e None None] Routers {'f4fb5dc9-55f6-46a5-9672-bdc591b2c386'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:37:33.317082 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-4a8b21e9-bb32-48a7-a5b5-20626224515e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:37:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['f4fb5dc9-55f6-46a5-9672-bdc591b2c386'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:37:33.321674 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 9861841f-a72e-4314-8819-f17c5e507e2d no longer exists at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:37:33.405534 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-cbc42e1e-dcc0-45b4-b12c-f7465f412a8f tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks [] for port, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:33.471791 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-cbc42e1e-dcc0-45b4-b12c-f7465f412a8f tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:33.502587 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] No Port match for: 9861841f-a72e-4314-8819-f17c5e507e2d {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:37:33.503010 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 9861841f-a72e-4314-8819-f17c5e507e2d not bound to the agent host n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:37:33.558850 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc42e1e-dcc0-45b4-b12c-f7465f412a8f tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Pushing event updated for resources: {'Port': ['ID=4fe56588-b64c-41bd-9a50-75257046036e,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:37:33.584281 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbc42e1e-dcc0-45b4-b12c-f7465f412a8f tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Network a3a2d542-53da-4e86-bf77-b0dcf0f24882 is already hosted by enough agents. {{(pid=102346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:37:33.595916 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-f5a6b3cc-ad48-4ac6-bb34-8c1ba7edc425 None None] Attempting to bind port 9dc3dc80-5aa1-4069-85de-18813a41a7fe on host n-d-813419-10 for vnic_type normal with profile {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:37:33.596394 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-f5a6b3cc-ad48-4ac6-bb34-8c1ba7edc425 None None] Attempting to bind port 9dc3dc80-5aa1-4069-85de-18813a41a7fe by drivers openvswitch,hyperv on host n-d-813419-10 at level 0 using segments [{'id': 'eef0c4ec-5773-434c-ac68-3d91e838e9be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a3a2d542-53da-4e86-bf77-b0dcf0f24882'}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:37:33.597353 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5a6b3cc-ad48-4ac6-bb34-8c1ba7edc425 None None] Attempting to bind port 9dc3dc80-5aa1-4069-85de-18813a41a7fe on network a3a2d542-53da-4e86-bf77-b0dcf0f24882 {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:37:33.602720 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-e307544c-06b4-4a47-9901-9af8c83b73f4 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Publish callbacks [] for port, precommit_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:33.607140 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5a6b3cc-ad48-4ac6-bb34-8c1ba7edc425 None None] Checking agent: {'id': '89dba0f3-79b2-435e-9822-33674b8f6ada', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 8, 20), 'started_at': datetime.datetime(2021, 10, 27, 10, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 37, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:37:33.607534 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5a6b3cc-ad48-4ac6-bb34-8c1ba7edc425 None None] Checking segment: {'id': 'eef0c4ec-5773-434c-ac68-3d91e838e9be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a3a2d542-53da-4e86-bf77-b0dcf0f24882'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:37:33.607986 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f5a6b3cc-ad48-4ac6-bb34-8c1ba7edc425 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:33.608407 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5a6b3cc-ad48-4ac6-bb34-8c1ba7edc425 None None] Bound using segment: {'id': 'eef0c4ec-5773-434c-ac68-3d91e838e9be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a3a2d542-53da-4e86-bf77-b0dcf0f24882'} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:37:33.608939 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-f5a6b3cc-ad48-4ac6-bb34-8c1ba7edc425 None None] Bound port: 9dc3dc80-5aa1-4069-85de-18813a41a7fe, host: n-d-813419-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eef0c4ec-5773-434c-ac68-3d91e838e9be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a3a2d542-53da-4e86-bf77-b0dcf0f24882'}}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:37:33.609321 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f5a6b3cc-ad48-4ac6-bb34-8c1ba7edc425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:33.610357 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-cbc42e1e-dcc0-45b4-b12c-f7465f412a8f tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Resources bound (agent type, host, resource id): {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:37:33.633258 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-e573773a-adad-4895-bb5c-550b059bd0bc None None] Provisioning complete for port 17be0872-6a6b-4689-99dc-e3d2bb760112 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:37:33.634060 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-e573773a-adad-4895-bb5c-550b059bd0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:33.635233 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-e307544c-06b4-4a47-9901-9af8c83b73f4 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:33.689129 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbc42e1e-dcc0-45b4-b12c-f7465f412a8f tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Received port after_create {{(pid=102346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:37:33.708794 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbc42e1e-dcc0-45b4-b12c-f7465f412a8f tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:37:33.709474 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-cbc42e1e-dcc0-45b4-b12c-f7465f412a8f tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:33.717402 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f5a6b3cc-ad48-4ac6-bb34-8c1ba7edc425 None None] For port 9dc3dc80-5aa1-4069-85de-18813a41a7fe, host n-d-813419-10, cleared binding levels {{(pid=102348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:37:33.722785 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f5a6b3cc-ad48-4ac6-bb34-8c1ba7edc425 None None] For port 9dc3dc80-5aa1-4069-85de-18813a41a7fe, host n-d-813419-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=9dc3dc80-5aa1-4069-85de-18813a41a7fe,segment=NetworkSegment(eef0c4ec-5773-434c-ac68-3d91e838e9be),segment_id=eef0c4ec-5773-434c-ac68-3d91e838e9be)] {{(pid=102348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:37:33.742248 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f5a6b3cc-ad48-4ac6-bb34-8c1ba7edc425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:33.770827 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 5d622a29-0271-4aa1-ba31-e2cbc3c21b67 up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:37:33.806795 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff645dc-8ecb-4670-bf7d-7687cf3684dc req-73ffba87-acd9-4d18-b680-91c039f14144 tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:37:33.808485 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-6ff645dc-8ecb-4670-bf7d-7687cf3684dc req-73ffba87-acd9-4d18-b680-91c039f14144 tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] 10.222.0.44 "GET /v2.0/networks?id=9dded421-3352-4401-9c79-f930ddc01e02 HTTP/1.1" status: 200 len: 798 time: 0.2446589 Oct 27 10:37:33.841327 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-6ff645dc-8ecb-4670-bf7d-7687cf3684dc req-6239544c-a319-4b0d-b0b9-ad139714075d tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] 10.222.0.44 "GET /v2.0/quotas/2005088b555845b0a237dc93fae61807 HTTP/1.1" status: 200 len: 375 time: 0.0235229 Oct 27 10:37:33.847584 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-cbc42e1e-dcc0-45b4-b12c-f7465f412a8f tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.0507357 Oct 27 10:37:33.848897 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 42296) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:37:33.875470 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvr_db [None req-4a8b21e9-bb32-48a7-a5b5-20626224515e None None] Set router f4fb5dc9-55f6-46a5-9672-bdc591b2c386 gateway port host: n-d-813419-10 {{(pid=102348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:37:33.897200 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e307544c-06b4-4a47-9901-9af8c83b73f4 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Pushing event updated for resources: {'Port': ['ID=89988539-b098-40f5-a763-7dc4e04bbbff,revision_number=2']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:37:33.920148 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-e573773a-adad-4895-bb5c-550b059bd0bc None None] Port 17be0872-6a6b-4689-99dc-e3d2bb760112 cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:37:33.922750 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c188812-b089-479d-be0b-c5fdf99f00ba req-5d57ad6f-939d-4798-b295-65010c72218c tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:37:33.942396 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-3c188812-b089-479d-be0b-c5fdf99f00ba req-5d57ad6f-939d-4798-b295-65010c72218c tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/ports?device_id=9cdc6933-0908-404f-8493-c08d1be20183 HTTP/1.1" status: 200 len: 946 time: 0.2833779 Oct 27 10:37:33.954556 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-e307544c-06b4-4a47-9901-9af8c83b73f4 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1664826'] for floatingip, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:33.971843 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-e573773a-adad-4895-bb5c-550b059bd0bc None None] Provisioning complete for port cec205d5-6c7c-4b8d-a6ce-c746d6ad4013 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:37:33.972231 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-e573773a-adad-4895-bb5c-550b059bd0bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:34.011967 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-e307544c-06b4-4a47-9901-9af8c83b73f4 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for floatingip, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:34.013546 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-e307544c-06b4-4a47-9901-9af8c83b73f4 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.6066387 Oct 27 10:37:34.047767 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-3c188812-b089-479d-be0b-c5fdf99f00ba req-4611aff8-e8c5-4cb8-89aa-289c033558ab tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/security-groups?id=cc9284c7-fb9e-4cd7-891d-df58f9ea4e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893285 Oct 27 10:37:34.059303 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-6ff645dc-8ecb-4670-bf7d-7687cf3684dc req-736c04cb-342c-4467-b457-c00bab301f81 tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=2005088b555845b0a237dc93fae61807&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2031636 Oct 27 10:37:34.137212 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98fb2a8d-4866-4be6-979d-6782d02ae8fb tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:37:34.202375 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98fb2a8d-4866-4be6-979d-6782d02ae8fb tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:37:34.209675 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-98fb2a8d-4866-4be6-979d-6782d02ae8fb tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.3595271 Oct 27 10:37:34.213395 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 42312) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:37:34.367996 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port 5d622a29-0271-4aa1-ba31-e2cbc3c21b67 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:37:34.368594 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:34.375007 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a6b3cc-ad48-4ac6-bb34-8c1ba7edc425 None None] Pushing event updated for resources: {'Port': ['ID=9dc3dc80-5aa1-4069-85de-18813a41a7fe,revision_number=2']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:37:34.389514 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-6ff645dc-8ecb-4670-bf7d-7687cf3684dc req-c1e35621-3c09-431b-b7c0-0fe746013992 service neutron] 10.222.0.44 "GET /v2.0/networks/9dded421-3352-4401-9c79-f930ddc01e02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3142560 Oct 27 10:37:34.412001 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c124f09a-b451-404d-a076-36b1ab444e23 req-86389641-375c-479d-8874-1850fa1c351f tempest-ServerShowV254Test-75595659 tempest-ServerShowV254Test-75595659-project] 10.222.0.44 "GET /v2.0/ports?device_id=b07cf36a-0c80-4f43-a9f2-119033ae0912 HTTP/1.1" status: 200 len: 210 time: 0.0707047 Oct 27 10:37:34.469364 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-132bc656-f4cd-43e2-8d2c-f1ca74d6c56e tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Deleting port 4fe56588-b64c-41bd-9a50-75257046036e {{(pid=102347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:37:34.471096 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-132bc656-f4cd-43e2-8d2c-f1ca74d6c56e tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:34.557553 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-6ff645dc-8ecb-4670-bf7d-7687cf3684dc req-69e6ceab-ad53-460b-86df-a0c5ba7fb056 service neutron] 10.222.0.44 "GET /v2.0/networks/9dded421-3352-4401-9c79-f930ddc01e02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1575832 Oct 27 10:37:34.640827 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device cec205d5-6c7c-4b8d-a6ce-c746d6ad4013 up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:37:34.677103 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-d64ed994-703e-4e18-bde9-f0302ab626a4 req-048a7e24-9e25-4f21-a75e-723e9f8918a1 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--1673875881&fields=id&tenant_id=7a75806f732447d68ca40a83500d955d HTTP/1.1" status: 200 len: 267 time: 0.0819435 Oct 27 10:37:34.679697 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-132bc656-f4cd-43e2-8d2c-f1ca74d6c56e tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:34.719535 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port cec205d5-6c7c-4b8d-a6ce-c746d6ad4013 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:37:34.720016 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:34.729354 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-132bc656-f4cd-43e2-8d2c-f1ca74d6c56e tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Calling delete_port for 4fe56588-b64c-41bd-9a50-75257046036e owned by {{(pid=102347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:37:34.777688 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-4a8b21e9-bb32-48a7-a5b5-20626224515e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4fb5dc9-55f6-46a5-9672-bdc591b2c386', 'name': 'tempest-TestSecurityGroupsBasicOps-router-737762462', 'tenant_id': '2005088b555845b0a237dc93fae61807', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.181'}], 'enable_snat': True}, 'gw_port_id': '5d622a29-0271-4aa1-ba31-e2cbc3c21b67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:37:24Z', 'updated_at': '2021-10-27T10:37:30Z', 'revision_number': 4, 'project_id': '2005088b555845b0a237dc93fae61807', 'gw_port': {'id': '5d622a29-0271-4aa1-ba31-e2cbc3c21b67', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:07:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4fb5dc9-55f6-46a5-9672-bdc591b2c386', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1979, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:37:25Z', 'updated_at': '2021-10-27T10:37:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_interfaces': [{'id': '17be0872-6a6b-4689-99dc-e3d2bb760112', 'name': '', 'network_id': '9dded421-3352-4401-9c79-f930ddc01e02', 'tenant_id': '2005088b555845b0a237dc93fae61807', 'mac_address': 'fa:16:3e:3c:93:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4fb5dc9-55f6-46a5-9672-bdc591b2c386', 'device_owner': 'network:router_interface', 'standard_attr_id': 1985, 'fixed_ips': [{'subnet_id': '6eb3cec6-5b09-494b-adb8-88423fe82a0f', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:37:29Z', 'updated_at': '2021-10-27T10:37:31Z', 'revision_number': 2, 'project_id': '2005088b555845b0a237dc93fae61807', 'subnets': [{'id': '6eb3cec6-5b09-494b-adb8-88423fe82a0f', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:37:34.812802 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a8b21e9-bb32-48a7-a5b5-20626224515e None None] Checking router: f4fb5dc9-55f6-46a5-9672-bdc591b2c386 for host: n-d-813419-10 {{(pid=102348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 10:37:34.813157 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a8b21e9-bb32-48a7-a5b5-20626224515e None None] Updating router f4fb5dc9-55f6-46a5-9672-bdc591b2c386 port 17be0872-6a6b-4689-99dc-e3d2bb760112 binding host n-d-813419-10 {{(pid=102348) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 10:37:34.826661 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-f2298b46-195b-4f61-9bc7-32172a71bbb6 None None] Provisioning complete for port 17be0872-6a6b-4689-99dc-e3d2bb760112 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:37:34.826661 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f2298b46-195b-4f61-9bc7-32172a71bbb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:34.877669 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32f2c4d-90d2-46fe-90cf-91cb94931fb1 req-eb922ee4-1ae8-4f0d-83ca-63220a3b9dca tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:37:34.880437 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-c32f2c4d-90d2-46fe-90cf-91cb94931fb1 req-eb922ee4-1ae8-4f0d-83ca-63220a3b9dca tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/ports?device_id=f6fc38b4-3d34-4580-bd35-a4b845297319 HTTP/1.1" status: 200 len: 945 time: 0.1029077 Oct 27 10:37:34.907439 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-4a8b21e9-bb32-48a7-a5b5-20626224515e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:34.909644 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-f2298b46-195b-4f61-9bc7-32172a71bbb6 None None] Port 17be0872-6a6b-4689-99dc-e3d2bb760112 cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:37:34.960459 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64ed994-703e-4e18-bde9-f0302ab626a4 req-5866146d-b04e-42ac-a0a5-7ca264ea4ae0 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:37:34.963723 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-c32f2c4d-90d2-46fe-90cf-91cb94931fb1 req-19466895-b512-4194-a5dd-7ad0171f8ae1 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/security-groups?id=042a0afe-bacb-4048-aed3-353e9c85bd81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712054 Oct 27 10:37:34.969518 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-d64ed994-703e-4e18-bde9-f0302ab626a4 req-5866146d-b04e-42ac-a0a5-7ca264ea4ae0 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "GET /v2.0/networks?id=823b724c-a4df-49e4-a48e-438212c85945 HTTP/1.1" status: 200 len: 817 time: 0.2786000 Oct 27 10:37:34.991532 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-d64ed994-703e-4e18-bde9-f0302ab626a4 req-479b0dff-d51f-4f96-8de8-f78b0869c8b0 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "GET /v2.0/quotas/7a75806f732447d68ca40a83500d955d HTTP/1.1" status: 200 len: 375 time: 0.0209887 Oct 27 10:37:35.112707 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-4976b381-a5bc-4d5b-b338-2dee1ff31d79 req-ef7cd67e-51f2-42f2-b1a3-db9e0ec8b83d tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a8f03e8-f80e-485d-8a88-0ca54dcb644b HTTP/1.1" status: 200 len: 210 time: 0.0684786 Oct 27 10:37:35.172917 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-d64ed994-703e-4e18-bde9-f0302ab626a4 req-a171e300-a1bb-4394-a881-4b852b678e87 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=7a75806f732447d68ca40a83500d955d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1732888 Oct 27 10:37:35.287023 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcdabfa-086f-47ac-bc75-b24b1f4c3bf8 req-5577c0ea-232f-4a8b-a113-70b07d962f1a tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:37:35.291189 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-7bcdabfa-086f-47ac-bc75-b24b1f4c3bf8 req-5577c0ea-232f-4a8b-a113-70b07d962f1a tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/ports?device_id=f6fc38b4-3d34-4580-bd35-a4b845297319 HTTP/1.1" status: 200 len: 945 time: 0.1022093 Oct 27 10:37:35.316843 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-d64ed994-703e-4e18-bde9-f0302ab626a4 req-0d566847-1a61-4740-a317-f4cb419e778e service neutron] 10.222.0.44 "GET /v2.0/networks/823b724c-a4df-49e4-a48e-438212c85945?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371727 Oct 27 10:37:35.320029 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-132bc656-f4cd-43e2-8d2c-f1ca74d6c56e tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:35.388456 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-7bcdabfa-086f-47ac-bc75-b24b1f4c3bf8 req-9e968471-285c-453c-8c4b-66e35835fc24 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/security-groups?id=042a0afe-bacb-4048-aed3-353e9c85bd81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0817881 Oct 27 10:37:35.440754 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-132bc656-f4cd-43e2-8d2c-f1ca74d6c56e tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:35.445281 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-132bc656-f4cd-43e2-8d2c-f1ca74d6c56e tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] 10.222.0.44 "DELETE /v2.0/ports/4fe56588-b64c-41bd-9a50-75257046036e HTTP/1.1" status: 204 len: 168 time: 1.2307825 Oct 27 10:37:35.448261 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 42360) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:37:35.458495 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132bc656-f4cd-43e2-8d2c-f1ca74d6c56e tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Pushing event deleted for resources: {'Port': ['ID=4fe56588-b64c-41bd-9a50-75257046036e,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:37:35.550591 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-4a8b21e9-bb32-48a7-a5b5-20626224515e None None] Publish callbacks [] for port, precommit_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:35.557739 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 42362) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:37:35.564743 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-4a8b21e9-bb32-48a7-a5b5-20626224515e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:35.665182 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90d1f04-b13a-424f-9edc-337d791007c2 None None] Pushing event updated for resources: {'Port': ['ID=17be0872-6a6b-4689-99dc-e3d2bb760112,revision_number=3']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:37:35.666412 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-d64ed994-703e-4e18-bde9-f0302ab626a4 req-a558549d-0f7a-443f-8c0e-d89f28b209cf service neutron] 10.222.0.44 "GET /v2.0/networks/823b724c-a4df-49e4-a48e-438212c85945?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3017054 Oct 27 10:37:35.690038 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1affcb0-b038-44af-8fb4-23b1551461bd tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:37:35.691573 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1affcb0-b038-44af-8fb4-23b1551461bd tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:37:35.704364 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-4a8b21e9-bb32-48a7-a5b5-20626224515e None None] Attempting to bind port 17be0872-6a6b-4689-99dc-e3d2bb760112 on host n-d-813419-10 for vnic_type normal with profile {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:37:35.704935 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-4a8b21e9-bb32-48a7-a5b5-20626224515e None None] Attempting to bind port 17be0872-6a6b-4689-99dc-e3d2bb760112 by drivers openvswitch,hyperv on host n-d-813419-10 at level 0 using segments [{'id': 'ac2c0d1d-c7b3-40b7-a077-3a499a2124f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '9dded421-3352-4401-9c79-f930ddc01e02'}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:37:35.705295 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a8b21e9-bb32-48a7-a5b5-20626224515e None None] Attempting to bind port 17be0872-6a6b-4689-99dc-e3d2bb760112 on network 9dded421-3352-4401-9c79-f930ddc01e02 {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:37:35.713307 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a8b21e9-bb32-48a7-a5b5-20626224515e None None] Checking agent: {'id': '89dba0f3-79b2-435e-9822-33674b8f6ada', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 8, 20), 'started_at': datetime.datetime(2021, 10, 27, 10, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 37, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:37:35.713525 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-b1affcb0-b038-44af-8fb4-23b1551461bd tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2639458 Oct 27 10:37:35.713762 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a8b21e9-bb32-48a7-a5b5-20626224515e None None] Checking segment: {'id': 'ac2c0d1d-c7b3-40b7-a077-3a499a2124f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '9dded421-3352-4401-9c79-f930ddc01e02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:37:35.714252 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-4a8b21e9-bb32-48a7-a5b5-20626224515e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:35.714930 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a8b21e9-bb32-48a7-a5b5-20626224515e None None] Bound using segment: {'id': 'ac2c0d1d-c7b3-40b7-a077-3a499a2124f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '9dded421-3352-4401-9c79-f930ddc01e02'} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:37:35.715412 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-4a8b21e9-bb32-48a7-a5b5-20626224515e None None] Bound port: 17be0872-6a6b-4689-99dc-e3d2bb760112, host: n-d-813419-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac2c0d1d-c7b3-40b7-a077-3a499a2124f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '9dded421-3352-4401-9c79-f930ddc01e02'}}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:37:35.716042 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-4a8b21e9-bb32-48a7-a5b5-20626224515e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:35.716147 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 42368) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:37:35.769143 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 9dc3dc80-5aa1-4069-85de-18813a41a7fe up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:37:35.820587 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-d733665d-4d72-48f2-8e52-a227b7ead6fa req-1da110ad-350c-45ac-9d86-b17d6608b401 tempest-ServerShowV254Test-75595659 tempest-ServerShowV254Test-75595659-project] 10.222.0.44 "GET /v2.0/ports?device_id=b07cf36a-0c80-4f43-a9f2-119033ae0912 HTTP/1.1" status: 200 len: 210 time: 0.0477929 Oct 27 10:37:35.849555 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a1937bd-f77a-4b15-87ed-2b22d41051c2 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Deleting subnet fffdcd12-878e-4fde-81ae-53fcd5d39361 {{(pid=102347) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 10:37:35.849555 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-6a1937bd-f77a-4b15-87ed-2b22d41051c2 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks [] for subnet, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:35.956693 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-1e9276aa-72f9-4266-81eb-ea67617f50f3 tempest-RoutersAdminNegativeTest-158979968 tempest-RoutersAdminNegativeTest-158979968-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1671347248', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:37:35.967829 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-6a1937bd-f77a-4b15-87ed-2b22d41051c2 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-18445109'] for subnet, precommit_delete_associations {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:35.974125 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-1d88ac8c-b42b-4f63-863e-19767a5fed0f None None] Provisioning complete for port 9dc3dc80-5aa1-4069-85de-18813a41a7fe triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:37:35.976464 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-1d88ac8c-b42b-4f63-863e-19767a5fed0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:36.052768 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-4a8b21e9-bb32-48a7-a5b5-20626224515e None None] For port 17be0872-6a6b-4689-99dc-e3d2bb760112, host n-d-813419-10, cleared binding levels {{(pid=102348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:37:36.077333 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-4a8b21e9-bb32-48a7-a5b5-20626224515e None None] For port 17be0872-6a6b-4689-99dc-e3d2bb760112, host n-d-813419-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=17be0872-6a6b-4689-99dc-e3d2bb760112,segment=NetworkSegment(ac2c0d1d-c7b3-40b7-a077-3a499a2124f8),segment_id=ac2c0d1d-c7b3-40b7-a077-3a499a2124f8)] {{(pid=102348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:37:36.083375 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port 9dc3dc80-5aa1-4069-85de-18813a41a7fe triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:37:36.084116 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:36.090699 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-4a8b21e9-bb32-48a7-a5b5-20626224515e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:36.163433 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e9276aa-72f9-4266-81eb-ea67617f50f3 tempest-RoutersAdminNegativeTest-158979968 tempest-RoutersAdminNegativeTest-158979968-project-admin] Made reservation on behalf of cc0a8166b360473bb44ad56515bd0c5b for: {'port': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:37:36.170488 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-1e9276aa-72f9-4266-81eb-ea67617f50f3 tempest-RoutersAdminNegativeTest-158979968 tempest-RoutersAdminNegativeTest-158979968-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:36.177645 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-58f39471-a3b8-4c0a-b32c-fa7fd9cb3445 req-4fb14c17-1eb1-4224-8a44-9adcfbba9bab tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "GET /v2.0/ports?device_id=cb570a6b-6921-4cfb-916b-d7e7c80e6c97 HTTP/1.1" status: 200 len: 210 time: 0.1109200 Oct 27 10:37:36.211201 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-1e9276aa-72f9-4266-81eb-ea67617f50f3 tempest-RoutersAdminNegativeTest-158979968 tempest-RoutersAdminNegativeTest-158979968-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:36.217629 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-6a1937bd-f77a-4b15-87ed-2b22d41051c2 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855646'] for subnet, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:36.274188 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a8b21e9-bb32-48a7-a5b5-20626224515e None None] Routers {'f4fb5dc9-55f6-46a5-9672-bdc591b2c386'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:37:36.274806 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-4a8b21e9-bb32-48a7-a5b5-20626224515e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:37:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['f4fb5dc9-55f6-46a5-9672-bdc591b2c386'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:37:36.321666 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9d491e-7fe6-41ac-af2a-3cb3662d1b76 req-b95927e2-23a1-45fa-b436-8aec04ca8105 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:37:36.351847 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ba9d491e-7fe6-41ac-af2a-3cb3662d1b76 req-b95927e2-23a1-45fa-b436-8aec04ca8105 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/networks?id=fca909b5-2d06-4825-8091-33382048b635 HTTP/1.1" status: 200 len: 811 time: 0.3533225 Oct 27 10:37:36.384816 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ba9d491e-7fe6-41ac-af2a-3cb3662d1b76 req-d414b578-ab79-495e-8797-c77e9d332e78 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/quotas/5cdd6d2f037d42e18150718a811d487c HTTP/1.1" status: 200 len: 375 time: 0.0319898 Oct 27 10:37:36.439047 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-a92cea5e-a1aa-47ce-ba44-4a622d925ff6 req-27001875-3a63-4779-9f95-a04bc3729a5f tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a8f03e8-f80e-485d-8a88-0ca54dcb644b HTTP/1.1" status: 200 len: 210 time: 0.0818679 Oct 27 10:37:36.546665 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvr_db [None req-4a8b21e9-bb32-48a7-a5b5-20626224515e None None] Set router f4fb5dc9-55f6-46a5-9672-bdc591b2c386 gateway port host: n-d-813419-10 {{(pid=102348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:37:36.564736 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-1e9276aa-72f9-4266-81eb-ea67617f50f3 tempest-RoutersAdminNegativeTest-158979968 tempest-RoutersAdminNegativeTest-158979968-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:36.579095 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-1e9276aa-72f9-4266-81eb-ea67617f50f3 tempest-RoutersAdminNegativeTest-158979968 tempest-RoutersAdminNegativeTest-158979968-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:36.632031 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff645dc-8ecb-4670-bf7d-7687cf3684dc req-782d96c4-c5f6-4bd4-8084-2181e989c2be tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:37:36.633667 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-6ff645dc-8ecb-4670-bf7d-7687cf3684dc req-782d96c4-c5f6-4bd4-8084-2181e989c2be tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] 10.222.0.64 "GET /v2.0/networks?id=9dded421-3352-4401-9c79-f930ddc01e02 HTTP/1.1" status: 200 len: 798 time: 0.1973922 Oct 27 10:37:36.650079 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [req-6ff645dc-8ecb-4670-bf7d-7687cf3684dc req-58110808-7e41-4a97-9df8-b0529e334ce2 tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Request body: {'port': {'device_id': '3a8f03e8-f80e-485d-8a88-0ca54dcb644b', 'network_id': '9dded421-3352-4401-9c79-f930ddc01e02', 'admin_state_up': True, 'tenant_id': '2005088b555845b0a237dc93fae61807'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:37:36.658534 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ba9d491e-7fe6-41ac-af2a-3cb3662d1b76 req-640b4bcd-abb5-4176-9473-388562c595b3 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=5cdd6d2f037d42e18150718a811d487c&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2727587 Oct 27 10:37:36.670162 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [None req-1e9276aa-72f9-4266-81eb-ea67617f50f3 tempest-RoutersAdminNegativeTest-158979968 tempest-RoutersAdminNegativeTest-158979968-project-admin] device_id is not set on port eaf21a3a-8ecd-44e4-a5e5-9467be58bd7a yet. {{(pid=102346) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 10:37:36.750332 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-1d88ac8c-b42b-4f63-863e-19767a5fed0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:36.790417 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-6a1937bd-f77a-4b15-87ed-2b22d41051c2 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-18295818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18043720'] for subnet, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:36.812761 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90d1f04-b13a-424f-9edc-337d791007c2 None None] Pushing event updated for resources: {'Port': ['ID=17be0872-6a6b-4689-99dc-e3d2bb760112,revision_number=4']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:37:36.836986 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1937bd-f77a-4b15-87ed-2b22d41051c2 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Pushing event deleted for resources: {'Subnet': ['ID=fffdcd12-878e-4fde-81ae-53fcd5d39361,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:37:36.840093 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-6a1937bd-f77a-4b15-87ed-2b22d41051c2 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks [] for subnet, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:36.843782 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-6a1937bd-f77a-4b15-87ed-2b22d41051c2 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] 10.222.0.44 "DELETE /v2.0/subnets/fffdcd12-878e-4fde-81ae-53fcd5d39361 HTTP/1.1" status: 204 len: 168 time: 1.1267989 Oct 27 10:37:36.847525 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 42392) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:37:36.887937 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:36.904721 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9276aa-72f9-4266-81eb-ea67617f50f3 tempest-RoutersAdminNegativeTest-158979968 tempest-RoutersAdminNegativeTest-158979968-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e649db86-206c-4af7-9a00-d9e546bd3caf,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:37:36.905672 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-21605957-c445-4646-9b21-4d792957b9ec tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0554900 Oct 27 10:37:36.905924 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6298cad-a36e-4ec3-af05-ad35588093d1 None None] Network a3a2d542-53da-4e86-bf77-b0dcf0f24882 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:37:36.906939 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ff645dc-8ecb-4670-bf7d-7687cf3684dc req-58110808-7e41-4a97-9df8-b0529e334ce2 tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Made reservation on behalf of 2005088b555845b0a237dc93fae61807 for: {'port': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:37:36.918533 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_common [None req-1e9276aa-72f9-4266-81eb-ea67617f50f3 tempest-RoutersAdminNegativeTest-158979968 tempest-RoutersAdminNegativeTest-158979968-project-admin] Allocated IP 172.25.8.101 (185ff123-c7ff-45c7-a6be-71feb35acc9c/0fb9f9d1-7384-481f-8fa8-f4566c349d30/eaf21a3a-8ecd-44e4-a5e5-9467be58bd7a) {{(pid=102346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:37:36.919425 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-6ff645dc-8ecb-4670-bf7d-7687cf3684dc req-58110808-7e41-4a97-9df8-b0529e334ce2 tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:36.922808 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 42396) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:37:36.939364 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-1001ee99-1e10-423c-a1d7-fd73163f06a9 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Request body: {'subnet': {'network_id': 'a3a2d542-53da-4e86-bf77-b0dcf0f24882', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:37:37.017149 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] For port 9dc3dc80-5aa1-4069-85de-18813a41a7fe, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=9dc3dc80-5aa1-4069-85de-18813a41a7fe,segment=NetworkSegment(eef0c4ec-5773-434c-ac68-3d91e838e9be),segment_id=eef0c4ec-5773-434c-ac68-3d91e838e9be)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:37:37.023104 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-9271732d-7695-4cd7-9cec-b31c767feccf req-8eccdb36-72cb-42f5-b112-8d80ee80f2f1 tempest-ServerShowV254Test-75595659 tempest-ServerShowV254Test-75595659-project] 10.222.0.44 "GET /v2.0/ports?device_id=b07cf36a-0c80-4f43-a9f2-119033ae0912 HTTP/1.1" status: 200 len: 210 time: 0.0295608 Oct 27 10:37:37.042074 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:37.095840 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.db.api [None req-1d88ac8c-b42b-4f63-863e-19767a5fed0f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102348) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 27 10:37:37.096635 n-d-813419-10 neutron-server[102348]: DEBUG oslo_db.api [None req-1d88ac8c-b42b-4f63-863e-19767a5fed0f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 10:37:37.149187 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ba9d491e-7fe6-41ac-af2a-3cb3662d1b76 req-a5588de5-4a91-481e-ae6a-3a0b23819627 service neutron] 10.222.0.44 "GET /v2.0/networks/fca909b5-2d06-4825-8091-33382048b635?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4882030 Oct 27 10:37:37.155550 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1001ee99-1e10-423c-a1d7-fd73163f06a9 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Made reservation on behalf of 378140ee2d4f4428be90ff45daafe008 for: {'subnet': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:37:37.159616 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-1001ee99-1e10-423c-a1d7-fd73163f06a9 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18044073'] for subnet, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:37.194542 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Pushing event updated for resources: {'Port': ['ID=9dc3dc80-5aa1-4069-85de-18813a41a7fe,revision_number=4']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:37:37.231862 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-4a8b21e9-bb32-48a7-a5b5-20626224515e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4fb5dc9-55f6-46a5-9672-bdc591b2c386', 'name': 'tempest-TestSecurityGroupsBasicOps-router-737762462', 'tenant_id': '2005088b555845b0a237dc93fae61807', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.181'}], 'enable_snat': True}, 'gw_port_id': '5d622a29-0271-4aa1-ba31-e2cbc3c21b67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:37:24Z', 'updated_at': '2021-10-27T10:37:30Z', 'revision_number': 4, 'project_id': '2005088b555845b0a237dc93fae61807', 'gw_port': {'id': '5d622a29-0271-4aa1-ba31-e2cbc3c21b67', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:07:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4fb5dc9-55f6-46a5-9672-bdc591b2c386', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1979, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:37:25Z', 'updated_at': '2021-10-27T10:37:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_interfaces': [{'id': '17be0872-6a6b-4689-99dc-e3d2bb760112', 'name': '', 'network_id': '9dded421-3352-4401-9c79-f930ddc01e02', 'tenant_id': '2005088b555845b0a237dc93fae61807', 'mac_address': 'fa:16:3e:3c:93:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4fb5dc9-55f6-46a5-9672-bdc591b2c386', 'device_owner': 'network:router_interface', 'standard_attr_id': 1985, 'fixed_ips': [{'subnet_id': '6eb3cec6-5b09-494b-adb8-88423fe82a0f', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:37:29Z', 'updated_at': '2021-10-27T10:37:36Z', 'revision_number': 4, 'project_id': '2005088b555845b0a237dc93fae61807', 'subnets': [{'id': '6eb3cec6-5b09-494b-adb8-88423fe82a0f', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:37:37.251524 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-1e9276aa-72f9-4266-81eb-ea67617f50f3 tempest-RoutersAdminNegativeTest-158979968 tempest-RoutersAdminNegativeTest-158979968-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:37.325911 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ba9d491e-7fe6-41ac-af2a-3cb3662d1b76 req-813fe3d3-c376-4db6-b3b7-87020a85657d service neutron] 10.222.0.44 "GET /v2.0/networks/fca909b5-2d06-4825-8091-33382048b635?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1756794 Oct 27 10:37:37.355484 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-1e9276aa-72f9-4266-81eb-ea67617f50f3 tempest-RoutersAdminNegativeTest-158979968 tempest-RoutersAdminNegativeTest-158979968-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:37.394699 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e9276aa-72f9-4266-81eb-ea67617f50f3 tempest-RoutersAdminNegativeTest-158979968 tempest-RoutersAdminNegativeTest-158979968-project-admin] Network 185ff123-c7ff-45c7-a6be-71feb35acc9c is already hosted by enough agents. {{(pid=102346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:37:37.397817 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-1e9276aa-72f9-4266-81eb-ea67617f50f3 tempest-RoutersAdminNegativeTest-158979968 tempest-RoutersAdminNegativeTest-158979968-project-admin] Resources bound (agent type, host, resource id): {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:37:37.407840 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e9276aa-72f9-4266-81eb-ea67617f50f3 tempest-RoutersAdminNegativeTest-158979968 tempest-RoutersAdminNegativeTest-158979968-project-admin] Received port after_create {{(pid=102346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:37:37.426327 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-2bd19ed6-7b0d-439c-be9f-4245916b5c10 req-0671ba66-3451-40ac-ac6c-307b558ae669 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "GET /v2.0/ports?device_id=cb570a6b-6921-4cfb-916b-d7e7c80e6c97 HTTP/1.1" status: 200 len: 210 time: 0.0848005 Oct 27 10:37:37.448765 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e9276aa-72f9-4266-81eb-ea67617f50f3 tempest-RoutersAdminNegativeTest-158979968 tempest-RoutersAdminNegativeTest-158979968-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:37:37.449386 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-1e9276aa-72f9-4266-81eb-ea67617f50f3 tempest-RoutersAdminNegativeTest-158979968 tempest-RoutersAdminNegativeTest-158979968-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:37.467001 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9276aa-72f9-4266-81eb-ea67617f50f3 tempest-RoutersAdminNegativeTest-158979968 tempest-RoutersAdminNegativeTest-158979968-project-admin] Pushing event updated for resources: {'Port': ['ID=eaf21a3a-8ecd-44e4-a5e5-9467be58bd7a,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:37:37.476723 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-1e9276aa-72f9-4266-81eb-ea67617f50f3 tempest-RoutersAdminNegativeTest-158979968 tempest-RoutersAdminNegativeTest-158979968-project-admin] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.9172759 Oct 27 10:37:37.479608 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 42402) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:37:37.485770 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-622016b8-904b-4729-ab7b-7ed412e2ecc4 tempest-RoutersAdminNegativeTest-158979968 tempest-RoutersAdminNegativeTest-158979968-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.101'}]}}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:37:37.536151 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-622016b8-904b-4729-ab7b-7ed412e2ecc4 tempest-RoutersAdminNegativeTest-158979968 tempest-RoutersAdminNegativeTest-158979968-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1768632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3610'] for router, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:37.537560 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-622016b8-904b-4729-ab7b-7ed412e2ecc4 tempest-RoutersAdminNegativeTest-158979968 tempest-RoutersAdminNegativeTest-158979968-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1765704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1769409', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1694266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3597'] for router, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:37.542088 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7f18b3c-be4f-4178-bec5-0ff16f5b030c None None] DHCP port deletion for a3a2d542-53da-4e86-bf77-b0dcf0f24882 request from n-d-813419-10 {{(pid=102348) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 10:37:37.565093 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a8b21e9-bb32-48a7-a5b5-20626224515e None None] The sync data for ids ['f4fb5dc9-55f6-46a5-9672-bdc591b2c386'] in n-d-813419-10 is: [{'id': 'f4fb5dc9-55f6-46a5-9672-bdc591b2c386', 'name': 'tempest-TestSecurityGroupsBasicOps-router-737762462', 'tenant_id': '2005088b555845b0a237dc93fae61807', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.181'}], 'enable_snat': True}, 'gw_port_id': '5d622a29-0271-4aa1-ba31-e2cbc3c21b67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:37:24Z', 'updated_at': '2021-10-27T10:37:30Z', 'revision_number': 4, 'project_id': '2005088b555845b0a237dc93fae61807', 'gw_port': {'id': '5d622a29-0271-4aa1-ba31-e2cbc3c21b67', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:07:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4fb5dc9-55f6-46a5-9672-bdc591b2c386', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1979, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:37:25Z', 'updated_at': '2021-10-27T10:37:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_interfaces': [{'id': '17be0872-6a6b-4689-99dc-e3d2bb760112', 'name': '', 'network_id': '9dded421-3352-4401-9c79-f930ddc01e02', 'tenant_id': '2005088b555845b0a237dc93fae61807', 'mac_address': 'fa:16:3e:3c:93:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4fb5dc9-55f6-46a5-9672-bdc591b2c386', 'device_owner': 'network:router_interface', 'standard_attr_id': 1985, 'fixed_ips': [{'subnet_id': '6eb3cec6-5b09-494b-adb8-88423fe82a0f', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:37:29Z', 'updated_at': '2021-10-27T10:37:36Z', 'revision_number': 4, 'project_id': '2005088b555845b0a237dc93fae61807', 'subnets': [{'id': '6eb3cec6-5b09-494b-adb8-88423fe82a0f', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:37:37.664534 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-4c6fb167-bbbc-44d7-8d56-3ffe8acbbcd4 req-72ad130f-fd76-4844-a020-da9e4d84bd62 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/ports?device_id=1ef8df17-bc2c-4faf-8755-5951c6dfe935 HTTP/1.1" status: 200 len: 210 time: 0.0909336 Oct 27 10:37:37.673933 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_common [req-6ff645dc-8ecb-4670-bf7d-7687cf3684dc req-58110808-7e41-4a97-9df8-b0529e334ce2 tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Allocated IP 172.20.0.27 (9dded421-3352-4401-9c79-f930ddc01e02/6eb3cec6-5b09-494b-adb8-88423fe82a0f/9f0189f6-4182-43d0-8f88-466d2acdbcc1) {{(pid=102347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:37:37.706910 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-622016b8-904b-4729-ab7b-7ed412e2ecc4 tempest-RoutersAdminNegativeTest-158979968 tempest-RoutersAdminNegativeTest-158979968-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:37.748923 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-6d83b859-6da9-4e9d-9680-b26efa57a069 req-bcf899e9-da87-409f-a498-39f9a568db1c tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a8f03e8-f80e-485d-8a88-0ca54dcb644b HTTP/1.1" status: 200 len: 210 time: 0.1408565 Oct 27 10:37:37.814643 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 9dc3dc80-5aa1-4069-85de-18813a41a7fe no longer exists at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:37:37.890288 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-1001ee99-1e10-423c-a1d7-fd73163f06a9 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-18295883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18044091'] for subnet, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:37.947758 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-a7f18b3c-be4f-4178-bec5-0ff16f5b030c None None] Deleting port 9dc3dc80-5aa1-4069-85de-18813a41a7fe {{(pid=102348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:37:37.948632 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a7f18b3c-be4f-4178-bec5-0ff16f5b030c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:37.958263 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-622016b8-904b-4729-ab7b-7ed412e2ecc4 tempest-RoutersAdminNegativeTest-158979968 tempest-RoutersAdminNegativeTest-158979968-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:38.013768 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1001ee99-1e10-423c-a1d7-fd73163f06a9 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Network a3a2d542-53da-4e86-bf77-b0dcf0f24882 is already hosted by enough agents. {{(pid=102347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:37:38.065504 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [None req-1001ee99-1e10-423c-a1d7-fd73163f06a9 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Resources bound (agent type, host, resource id): {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:37:38.066525 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:38.077362 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1001ee99-1e10-423c-a1d7-fd73163f06a9 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:37:38.078023 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-1001ee99-1e10-423c-a1d7-fd73163f06a9 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks [] for subnet, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:38.086695 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1001ee99-1e10-423c-a1d7-fd73163f06a9 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Pushing event updated for resources: {'Subnet': ['ID=1c354e4d-0e33-4b38-8a06-00323473714c,revision_number=0']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:37:38.101289 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-9981ab27-baed-4095-b2df-eeb86694a0a8 None None] Provisioning complete for port 17be0872-6a6b-4689-99dc-e3d2bb760112 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:37:38.101988 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-9981ab27-baed-4095-b2df-eeb86694a0a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:38.104012 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64ed994-703e-4e18-bde9-f0302ab626a4 req-b0e35d0e-187e-49ba-9c81-54d6cdfe067c tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:37:38.106121 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-d64ed994-703e-4e18-bde9-f0302ab626a4 req-b0e35d0e-187e-49ba-9c81-54d6cdfe067c tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.76 "GET /v2.0/networks?id=823b724c-a4df-49e4-a48e-438212c85945 HTTP/1.1" status: 200 len: 817 time: 0.5221548 Oct 27 10:37:38.158101 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 42418) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:37:38.163944 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-1001ee99-1e10-423c-a1d7-fd73163f06a9 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2385440 Oct 27 10:37:38.165190 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-cfca32d8-2455-4aa0-b7e0-1d95f0319f62 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Request body: {'port': {'network_id': 'a3a2d542-53da-4e86-bf77-b0dcf0f24882', 'fixed_ips': [{'subnet_id': '1c354e4d-0e33-4b38-8a06-00323473714c', 'ip_address': '2001:db8::caa9:754b:127:f08f'}], 'name': 'tempest-NetworksTestDHCPv6-1851754707'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:37:38.197420 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a7f18b3c-be4f-4178-bec5-0ff16f5b030c None None] For port 9dc3dc80-5aa1-4069-85de-18813a41a7fe, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=9dc3dc80-5aa1-4069-85de-18813a41a7fe,segment=NetworkSegment(eef0c4ec-5773-434c-ac68-3d91e838e9be),segment_id=eef0c4ec-5773-434c-ac68-3d91e838e9be)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:37:38.197854 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a7f18b3c-be4f-4178-bec5-0ff16f5b030c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:38.248486 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-aab3c127-00b9-4591-a478-6f75fac8dcbe req-00f44755-3995-4678-974f-1d61ddde4aa3 tempest-ServerShowV254Test-75595659 tempest-ServerShowV254Test-75595659-project] 10.222.0.44 "GET /v2.0/ports?device_id=b07cf36a-0c80-4f43-a9f2-119033ae0912 HTTP/1.1" status: 200 len: 210 time: 0.0579545 Oct 27 10:37:38.261991 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-a7f18b3c-be4f-4178-bec5-0ff16f5b030c None None] Calling delete_port for 9dc3dc80-5aa1-4069-85de-18813a41a7fe owned by network:dhcp {{(pid=102348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:37:38.267530 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] For port 9dc3dc80-5aa1-4069-85de-18813a41a7fe, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=9dc3dc80-5aa1-4069-85de-18813a41a7fe,segment=NetworkSegment(eef0c4ec-5773-434c-ac68-3d91e838e9be),segment_id=eef0c4ec-5773-434c-ac68-3d91e838e9be)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:37:38.281254 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:38.305635 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-6ff645dc-8ecb-4670-bf7d-7687cf3684dc req-58110808-7e41-4a97-9df8-b0529e334ce2 tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Publish callbacks [] for port, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:38.319517 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-d64ed994-703e-4e18-bde9-f0302ab626a4 req-6df3cdbb-9f60-4d92-ab78-2288e35e5d20 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7a75806f732447d68ca40a83500d955d HTTP/1.1" status: 200 len: 380 time: 0.1923053 Oct 27 10:37:38.358792 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [req-d64ed994-703e-4e18-bde9-f0302ab626a4 req-2b83943f-70ae-49de-9079-7c1f8df9a11a tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Request body: {'port': {'device_id': 'cb570a6b-6921-4cfb-916b-d7e7c80e6c97', 'network_id': '823b724c-a4df-49e4-a48e-438212c85945', 'admin_state_up': True, 'tenant_id': '7a75806f732447d68ca40a83500d955d', 'security_groups': ['9678e9b4-8ecf-4d94-a14b-d92ef88d2ddb']}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:37:38.371583 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-9981ab27-baed-4095-b2df-eeb86694a0a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:38.439321 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Pushing event updated for resources: {'Port': ['ID=9dc3dc80-5aa1-4069-85de-18813a41a7fe,revision_number=5']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:37:38.439512 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-622016b8-904b-4729-ab7b-7ed412e2ecc4 tempest-RoutersAdminNegativeTest-158979968 tempest-RoutersAdminNegativeTest-158979968-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:38.478778 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-9981ab27-baed-4095-b2df-eeb86694a0a8 None None] For port 17be0872-6a6b-4689-99dc-e3d2bb760112, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=17be0872-6a6b-4689-99dc-e3d2bb760112,segment=NetworkSegment(ac2c0d1d-c7b3-40b7-a077-3a499a2124f8),segment_id=ac2c0d1d-c7b3-40b7-a077-3a499a2124f8)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:37:38.490457 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-622016b8-904b-4729-ab7b-7ed412e2ecc4 tempest-RoutersAdminNegativeTest-158979968 tempest-RoutersAdminNegativeTest-158979968-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:38.491029 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-9981ab27-baed-4095-b2df-eeb86694a0a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:38.552894 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-6ff645dc-8ecb-4670-bf7d-7687cf3684dc req-58110808-7e41-4a97-9df8-b0529e334ce2 tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:38.559088 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9981ab27-baed-4095-b2df-eeb86694a0a8 None None] Pushing event updated for resources: {'Port': ['ID=17be0872-6a6b-4689-99dc-e3d2bb760112,revision_number=5']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:37:38.569121 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-9981ab27-baed-4095-b2df-eeb86694a0a8 None None] Could not find standard attr ID for object 4fe56588-b64c-41bd-9a50-75257046036e. {{(pid=102348) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 27 10:37:38.577016 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a7f18b3c-be4f-4178-bec5-0ff16f5b030c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615'] for port, after_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:38.589996 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfca32d8-2455-4aa0-b7e0-1d95f0319f62 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Made reservation on behalf of 378140ee2d4f4428be90ff45daafe008 for: {'port': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:37:38.628871 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f18b3c-be4f-4178-bec5-0ff16f5b030c None None] Pushing event deleted for resources: {'Port': ['ID=9dc3dc80-5aa1-4069-85de-18813a41a7fe,revision_number=None']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:37:38.631010 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7f18b3c-be4f-4178-bec5-0ff16f5b030c None None] No DVR routers for this DVR port 9dc3dc80-5aa1-4069-85de-18813a41a7fe on host n-d-813419-10 {{(pid=102348) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:37:38.656633 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83ba9aa9-2240-4a26-9cb6-a795b51820ca None None] Network a3a2d542-53da-4e86-bf77-b0dcf0f24882 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:37:38.662904 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ff645dc-8ecb-4670-bf7d-7687cf3684dc req-58110808-7e41-4a97-9df8-b0529e334ce2 tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Network 9dded421-3352-4401-9c79-f930ddc01e02 is already hosted by enough agents. {{(pid=102347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:37:38.672578 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58110808-7e41-4a97-9df8-b0529e334ce2 tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Pushing event updated for resources: {'Port': ['ID=9f0189f6-4182-43d0-8f88-466d2acdbcc1,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:37:38.677046 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [req-6ff645dc-8ecb-4670-bf7d-7687cf3684dc req-58110808-7e41-4a97-9df8-b0529e334ce2 tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Resources bound (agent type, host, resource id): {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:37:38.682117 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ff645dc-8ecb-4670-bf7d-7687cf3684dc req-58110808-7e41-4a97-9df8-b0529e334ce2 tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Received port after_create {{(pid=102347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:37:38.856451 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-32299743-be7b-49c9-97c9-4065eefe3f28 req-e1b32e4c-6e99-4d4b-a251-f00378f8c4cc tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "GET /v2.0/ports?device_id=cb570a6b-6921-4cfb-916b-d7e7c80e6c97 HTTP/1.1" status: 200 len: 210 time: 0.2334688 Oct 27 10:37:38.869991 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff645dc-8ecb-4670-bf7d-7687cf3684dc req-58110808-7e41-4a97-9df8-b0529e334ce2 tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:37:38.881569 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-6ff645dc-8ecb-4670-bf7d-7687cf3684dc req-58110808-7e41-4a97-9df8-b0529e334ce2 tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:38.912337 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:38.924516 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-6ff645dc-8ecb-4670-bf7d-7687cf3684dc req-58110808-7e41-4a97-9df8-b0529e334ce2 tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 2.2791424 Oct 27 10:37:38.926755 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0e7578e-a5a7-4bd5-a841-4d54cd0ac788 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp734b258e-7d96-550c-b970-9b72ab66f383-a3a2d542-53da-4e86-bf77-b0dcf0f24882', 'network_id': 'a3a2d542-53da-4e86-bf77-b0dcf0f24882', 'tenant_id': '378140ee2d4f4428be90ff45daafe008', 'fixed_ips': [{'subnet_id': '1c354e4d-0e33-4b38-8a06-00323473714c'}]}} from n-d-813419-10. {{(pid=102348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 10:37:38.927844 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a0e7578e-a5a7-4bd5-a841-4d54cd0ac788 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:38.933074 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8b7cebbe-19e6-4455-8880-de95234b1522 req-56110a2c-c904-4bb5-8567-34ed5e3e0b42 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/ports?device_id=1ef8df17-bc2c-4faf-8755-5951c6dfe935 HTTP/1.1" status: 200 len: 210 time: 0.1251788 Oct 27 10:37:38.954027 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [req-6ff645dc-8ecb-4670-bf7d-7687cf3684dc req-cc32873b-65bc-45d5-ba70-6823cfcd208e service neutron] Request body: {'port': {'device_id': '3a8f03e8-f80e-485d-8a88-0ca54dcb644b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-10'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:37:39.041512 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d64ed994-703e-4e18-bde9-f0302ab626a4 req-2b83943f-70ae-49de-9079-7c1f8df9a11a tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Made reservation on behalf of 7a75806f732447d68ca40a83500d955d for: {'port': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:37:39.053809 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-d64ed994-703e-4e18-bde9-f0302ab626a4 req-2b83943f-70ae-49de-9079-7c1f8df9a11a tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:39.093743 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45987950-0d57-4d1e-960d-0d72a4bfe578 req-2baae00c-cc70-48eb-96fd-293927619e19 tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:37:39.102167 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-45987950-0d57-4d1e-960d-0d72a4bfe578 req-2baae00c-cc70-48eb-96fd-293927619e19 tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a8f03e8-f80e-485d-8a88-0ca54dcb644b HTTP/1.1" status: 200 len: 895 time: 0.1311054 Oct 27 10:37:39.122025 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-cfca32d8-2455-4aa0-b7e0-1d95f0319f62 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:39.154730 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [None req-cfca32d8-2455-4aa0-b7e0-1d95f0319f62 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] device_id is not set on port 4cfafe1d-1a38-48c1-a53e-1cde6ee804b4 yet. {{(pid=102346) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 10:37:39.244807 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-10e9b6d4-c258-4d57-9039-19103a0af9e0 None None] Provisioning complete for port 9f0189f6-4182-43d0-8f88-466d2acdbcc1 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:37:39.245325 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-10e9b6d4-c258-4d57-9039-19103a0af9e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:39.270962 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.db_base_plugin_common [None req-a0e7578e-a5a7-4bd5-a841-4d54cd0ac788 None None] Allocated IP 2001:db8::2 (a3a2d542-53da-4e86-bf77-b0dcf0f24882/1c354e4d-0e33-4b38-8a06-00323473714c/7bdf9a4e-48ed-425f-85fc-ed969d9d6bd4) {{(pid=102348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:37:39.298317 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-6ff645dc-8ecb-4670-bf7d-7687cf3684dc req-cc32873b-65bc-45d5-ba70-6823cfcd208e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:39.316232 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-10e9b6d4-c258-4d57-9039-19103a0af9e0 None None] Port 9f0189f6-4182-43d0-8f88-466d2acdbcc1 cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:37:39.323717 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-622016b8-904b-4729-ab7b-7ed412e2ecc4 tempest-RoutersAdminNegativeTest-158979968 tempest-RoutersAdminNegativeTest-158979968-project-admin] Publish callbacks [] for router, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:39.420522 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_common [req-d64ed994-703e-4e18-bde9-f0302ab626a4 req-2b83943f-70ae-49de-9079-7c1f8df9a11a tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Allocated IP 172.20.0.13 (823b724c-a4df-49e4-a48e-438212c85945/867e3761-3f04-40e2-b4bb-5b0ff4404cac/d843c603-f770-49bf-80f7-ae60f61ba034) {{(pid=102347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:37:39.514828 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a0e7578e-a5a7-4bd5-a841-4d54cd0ac788 None None] Publish callbacks [] for port, precommit_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:39.525495 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a0e7578e-a5a7-4bd5-a841-4d54cd0ac788 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606'] for port, after_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:39.577279 n-d-813419-10 neutron-server[102348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0e7578e-a5a7-4bd5-a841-4d54cd0ac788 None None] Network a3a2d542-53da-4e86-bf77-b0dcf0f24882 is already hosted by enough agents. {{(pid=102348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:37:39.580886 n-d-813419-10 neutron-server[102348]: DEBUG neutron.scheduler.base_scheduler [None req-a0e7578e-a5a7-4bd5-a841-4d54cd0ac788 None None] Resources bound (agent type, host, resource id): {{(pid=102348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:37:39.590485 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0e7578e-a5a7-4bd5-a841-4d54cd0ac788 None None] Received port after_create {{(pid=102348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:37:39.608558 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e7578e-a5a7-4bd5-a841-4d54cd0ac788 None None] Pushing event updated for resources: {'Port': ['ID=7bdf9a4e-48ed-425f-85fc-ed969d9d6bd4,revision_number=1']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:37:39.698895 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-a0e7578e-a5a7-4bd5-a841-4d54cd0ac788 None None] Attempting to bind port 7bdf9a4e-48ed-425f-85fc-ed969d9d6bd4 on host n-d-813419-10 for vnic_type normal with profile {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:37:39.699435 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-a0e7578e-a5a7-4bd5-a841-4d54cd0ac788 None None] Attempting to bind port 7bdf9a4e-48ed-425f-85fc-ed969d9d6bd4 by drivers openvswitch,hyperv on host n-d-813419-10 at level 0 using segments [{'id': 'eef0c4ec-5773-434c-ac68-3d91e838e9be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a3a2d542-53da-4e86-bf77-b0dcf0f24882'}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:37:39.699895 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0e7578e-a5a7-4bd5-a841-4d54cd0ac788 None None] Attempting to bind port 7bdf9a4e-48ed-425f-85fc-ed969d9d6bd4 on network a3a2d542-53da-4e86-bf77-b0dcf0f24882 {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:37:39.707159 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0e7578e-a5a7-4bd5-a841-4d54cd0ac788 None None] Checking agent: {'id': '89dba0f3-79b2-435e-9822-33674b8f6ada', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 8, 20), 'started_at': datetime.datetime(2021, 10, 27, 10, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 37, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:37:39.707657 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0e7578e-a5a7-4bd5-a841-4d54cd0ac788 None None] Checking segment: {'id': 'eef0c4ec-5773-434c-ac68-3d91e838e9be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a3a2d542-53da-4e86-bf77-b0dcf0f24882'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:37:39.712836 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a0e7578e-a5a7-4bd5-a841-4d54cd0ac788 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:39.713333 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0e7578e-a5a7-4bd5-a841-4d54cd0ac788 None None] Bound using segment: {'id': 'eef0c4ec-5773-434c-ac68-3d91e838e9be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a3a2d542-53da-4e86-bf77-b0dcf0f24882'} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:37:39.713917 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-a0e7578e-a5a7-4bd5-a841-4d54cd0ac788 None None] Bound port: 7bdf9a4e-48ed-425f-85fc-ed969d9d6bd4, host: n-d-813419-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eef0c4ec-5773-434c-ac68-3d91e838e9be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a3a2d542-53da-4e86-bf77-b0dcf0f24882'}}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:37:39.714394 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a0e7578e-a5a7-4bd5-a841-4d54cd0ac788 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:39.718432 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 17be0872-6a6b-4689-99dc-e3d2bb760112 up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:37:39.816390 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port 17be0872-6a6b-4689-99dc-e3d2bb760112 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:37:39.816826 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:39.909687 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a0e7578e-a5a7-4bd5-a841-4d54cd0ac788 None None] For port 7bdf9a4e-48ed-425f-85fc-ed969d9d6bd4, host n-d-813419-10, cleared binding levels {{(pid=102348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:37:39.914889 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a0e7578e-a5a7-4bd5-a841-4d54cd0ac788 None None] For port 7bdf9a4e-48ed-425f-85fc-ed969d9d6bd4, host n-d-813419-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=7bdf9a4e-48ed-425f-85fc-ed969d9d6bd4,segment=NetworkSegment(eef0c4ec-5773-434c-ac68-3d91e838e9be),segment_id=eef0c4ec-5773-434c-ac68-3d91e838e9be)] {{(pid=102348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:37:39.949995 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a0e7578e-a5a7-4bd5-a841-4d54cd0ac788 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:40.049806 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-d15d18ab-4307-4292-93ca-e3ca9de77910 req-1ad4c0c3-31a2-480b-bf68-a7148a11953f tempest-ServerShowV254Test-75595659 tempest-ServerShowV254Test-75595659-project] 10.222.0.44 "GET /v2.0/ports?device_id=b07cf36a-0c80-4f43-a9f2-119033ae0912 HTTP/1.1" status: 200 len: 210 time: 0.0983825 Oct 27 10:37:40.055146 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e7578e-a5a7-4bd5-a841-4d54cd0ac788 None None] Pushing event updated for resources: {'Port': ['ID=7bdf9a4e-48ed-425f-85fc-ed969d9d6bd4,revision_number=2']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:37:40.096318 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-374e0367-3a72-44e0-9845-a75875ea6556 req-97c7bbaf-98da-4b39-b3b8-7d87deff002a tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "GET /v2.0/ports?device_id=cb570a6b-6921-4cfb-916b-d7e7c80e6c97 HTTP/1.1" status: 200 len: 210 time: 0.0817935 Oct 27 10:37:40.245703 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-33c32079-e7e7-4d26-a33a-5c52f717ef5d req-ac4b8c9b-c6f9-48e7-ab46-6834c58d4e15 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/ports?device_id=1ef8df17-bc2c-4faf-8755-5951c6dfe935 HTTP/1.1" status: 200 len: 210 time: 0.0676835 Oct 27 10:37:40.266885 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-d64ed994-703e-4e18-bde9-f0302ab626a4 req-2b83943f-70ae-49de-9079-7c1f8df9a11a tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Publish callbacks [] for port, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:40.300234 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9d491e-7fe6-41ac-af2a-3cb3662d1b76 req-2996f572-a75f-44f0-865d-b4346db7bfb1 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:37:40.302213 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ba9d491e-7fe6-41ac-af2a-3cb3662d1b76 req-2996f572-a75f-44f0-865d-b4346db7bfb1 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.76 "GET /v2.0/networks?id=fca909b5-2d06-4825-8091-33382048b635 HTTP/1.1" status: 200 len: 811 time: 1.1384816 Oct 27 10:37:40.340782 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [req-ba9d491e-7fe6-41ac-af2a-3cb3662d1b76 req-01371649-2a46-405f-a837-034cfcf09d8e tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Request body: {'port': {'device_id': '1ef8df17-bc2c-4faf-8755-5951c6dfe935', 'network_id': 'fca909b5-2d06-4825-8091-33382048b635', 'admin_state_up': True, 'tenant_id': '5cdd6d2f037d42e18150718a811d487c'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:37:40.398496 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-622016b8-904b-4729-ab7b-7ed412e2ecc4 tempest-RoutersAdminNegativeTest-158979968 tempest-RoutersAdminNegativeTest-158979968-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1765662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3700'] for router, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:40.404561 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-622016b8-904b-4729-ab7b-7ed412e2ecc4 tempest-RoutersAdminNegativeTest-158979968 tempest-RoutersAdminNegativeTest-158979968-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:40.436026 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022581b7-0e03-4044-8cf8-05ad64b0be1d req-d71f3118-7e2f-4101-a707-d46c93fe41de tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:37:40.438138 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-022581b7-0e03-4044-8cf8-05ad64b0be1d req-d71f3118-7e2f-4101-a707-d46c93fe41de tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a8f03e8-f80e-485d-8a88-0ca54dcb644b HTTP/1.1" status: 200 len: 895 time: 0.2329638 Oct 27 10:37:40.461730 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-d64ed994-703e-4e18-bde9-f0302ab626a4 req-2b83943f-70ae-49de-9079-7c1f8df9a11a tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:40.475106 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [req-6ff645dc-8ecb-4670-bf7d-7687cf3684dc req-cc32873b-65bc-45d5-ba70-6823cfcd208e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f0189f6-4182-43d0-8f88-466d2acdbcc1 {{(pid=102347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:37:40.494617 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-6ff645dc-8ecb-4670-bf7d-7687cf3684dc req-cc32873b-65bc-45d5-ba70-6823cfcd208e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:40.529792 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_common [None req-cfca32d8-2455-4aa0-b7e0-1d95f0319f62 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Allocated IP 2001:db8::caa9:754b:127:f08f (a3a2d542-53da-4e86-bf77-b0dcf0f24882/1c354e4d-0e33-4b38-8a06-00323473714c/4cfafe1d-1a38-48c1-a53e-1cde6ee804b4) {{(pid=102346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:37:40.542181 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-622016b8-904b-4729-ab7b-7ed412e2ecc4 tempest-RoutersAdminNegativeTest-158979968 tempest-RoutersAdminNegativeTest-158979968-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1765641'] for router, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:40.542679 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-622016b8-904b-4729-ab7b-7ed412e2ecc4 tempest-RoutersAdminNegativeTest-158979968 tempest-RoutersAdminNegativeTest-158979968-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b59d5c8e-f9eb-4294-93f4-44cd938c3e4d {{(pid=102346) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 10:37:40.557253 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d64ed994-703e-4e18-bde9-f0302ab626a4 req-2b83943f-70ae-49de-9079-7c1f8df9a11a tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Network 823b724c-a4df-49e4-a48e-438212c85945 is already hosted by enough agents. {{(pid=102347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:37:40.565164 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.provisioning_blocks [req-6ff645dc-8ecb-4670-bf7d-7687cf3684dc req-cc32873b-65bc-45d5-ba70-6823cfcd208e service neutron] Transition to ACTIVE for port object 9f0189f6-4182-43d0-8f88-466d2acdbcc1 will not be triggered until provisioned by entity L2. {{(pid=102347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 10:37:40.567027 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [req-d64ed994-703e-4e18-bde9-f0302ab626a4 req-2b83943f-70ae-49de-9079-7c1f8df9a11a tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Resources bound (agent type, host, resource id): {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:37:40.570756 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [req-d64ed994-703e-4e18-bde9-f0302ab626a4 req-2b83943f-70ae-49de-9079-7c1f8df9a11a tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Received port after_create {{(pid=102347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:37:40.598835 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba9d491e-7fe6-41ac-af2a-3cb3662d1b76 req-01371649-2a46-405f-a837-034cfcf09d8e tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Made reservation on behalf of 5cdd6d2f037d42e18150718a811d487c for: {'port': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:37:40.603002 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-ba9d491e-7fe6-41ac-af2a-3cb3662d1b76 req-01371649-2a46-405f-a837-034cfcf09d8e tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:40.611587 n-d-813419-10 neutron-server[102346]: INFO neutron.api.v2.resource [None req-622016b8-904b-4729-ab7b-7ed412e2ecc4 tempest-RoutersAdminNegativeTest-158979968 tempest-RoutersAdminNegativeTest-158979968-project-admin] create failed (client error): There was a conflict when trying to complete your request. Oct 27 10:37:40.612690 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-622016b8-904b-4729-ab7b-7ed412e2ecc4 tempest-RoutersAdminNegativeTest-158979968 tempest-RoutersAdminNegativeTest-158979968-project-admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 3.1317050 Oct 27 10:37:40.624701 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 42438) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:37:40.653923 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64ed994-703e-4e18-bde9-f0302ab626a4 req-2b83943f-70ae-49de-9079-7c1f8df9a11a tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:37:40.654688 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-d64ed994-703e-4e18-bde9-f0302ab626a4 req-2b83943f-70ae-49de-9079-7c1f8df9a11a tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:40.661274 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-6ff645dc-8ecb-4670-bf7d-7687cf3684dc req-cc32873b-65bc-45d5-ba70-6823cfcd208e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:40.671376 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b83943f-70ae-49de-9079-7c1f8df9a11a tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Pushing event updated for resources: {'Port': ['ID=d843c603-f770-49bf-80f7-ae60f61ba034,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:37:40.719662 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc32873b-65bc-45d5-ba70-6823cfcd208e service neutron] Pushing event updated for resources: {'Port': ['ID=9f0189f6-4182-43d0-8f88-466d2acdbcc1,revision_number=2']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:37:40.752083 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-d64ed994-703e-4e18-bde9-f0302ab626a4 req-2b83943f-70ae-49de-9079-7c1f8df9a11a tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3992159 Oct 27 10:37:40.795260 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [req-d64ed994-703e-4e18-bde9-f0302ab626a4 req-0885573a-c07d-4c81-ae90-b8908e6acb45 service neutron] Request body: {'port': {'device_id': 'cb570a6b-6921-4cfb-916b-d7e7c80e6c97', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-10'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:37:40.847383 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.agents_db [None req-e79ee67d-056e-46ea-bd99-e80473396b25 None None] Agent healthcheck: found 7 active agents {{(pid=102349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 10:37:40.924112 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-cfca32d8-2455-4aa0-b7e0-1d95f0319f62 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks [] for port, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:40.972488 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-d64ed994-703e-4e18-bde9-f0302ab626a4 req-0885573a-c07d-4c81-ae90-b8908e6acb45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:40.975564 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-6ff645dc-8ecb-4670-bf7d-7687cf3684dc req-cc32873b-65bc-45d5-ba70-6823cfcd208e service neutron] Attempting to bind port 9f0189f6-4182-43d0-8f88-466d2acdbcc1 on host n-h1-813419-10 for vnic_type normal with profile {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:37:40.977194 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-6ff645dc-8ecb-4670-bf7d-7687cf3684dc req-cc32873b-65bc-45d5-ba70-6823cfcd208e service neutron] Attempting to bind port 9f0189f6-4182-43d0-8f88-466d2acdbcc1 by drivers openvswitch,hyperv on host n-h1-813419-10 at level 0 using segments [{'id': 'ac2c0d1d-c7b3-40b7-a077-3a499a2124f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '9dded421-3352-4401-9c79-f930ddc01e02'}] {{(pid=102347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:37:40.977310 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ff645dc-8ecb-4670-bf7d-7687cf3684dc req-cc32873b-65bc-45d5-ba70-6823cfcd208e service neutron] Attempting to bind port 9f0189f6-4182-43d0-8f88-466d2acdbcc1 on network 9dded421-3352-4401-9c79-f930ddc01e02 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:37:40.979453 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_common [req-ba9d491e-7fe6-41ac-af2a-3cb3662d1b76 req-01371649-2a46-405f-a837-034cfcf09d8e tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Allocated IP 172.20.0.7 (fca909b5-2d06-4825-8091-33382048b635/71c50f4e-5d00-4779-bfe1-162c05f5fddb/8b3b8844-d176-4de4-93a7-9d129cb07aef) {{(pid=102346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:37:40.987305 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-2e66e49d-2768-405b-adbc-18d71e3eccf9 tempest-RoutersAdminNegativeTest-158979968 tempest-RoutersAdminNegativeTest-158979968-project-admin] Deleting port eaf21a3a-8ecd-44e4-a5e5-9467be58bd7a {{(pid=102346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:37:40.987633 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-2e66e49d-2768-405b-adbc-18d71e3eccf9 tempest-RoutersAdminNegativeTest-158979968 tempest-RoutersAdminNegativeTest-158979968-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:40.996961 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ff645dc-8ecb-4670-bf7d-7687cf3684dc req-cc32873b-65bc-45d5-ba70-6823cfcd208e service neutron] Port 9f0189f6-4182-43d0-8f88-466d2acdbcc1 on network 9dded421-3352-4401-9c79-f930ddc01e02 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-10 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 10:37:40.998978 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ff645dc-8ecb-4670-bf7d-7687cf3684dc req-cc32873b-65bc-45d5-ba70-6823cfcd208e service neutron] Attempting to bind port 9f0189f6-4182-43d0-8f88-466d2acdbcc1 on network 9dded421-3352-4401-9c79-f930ddc01e02 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:37:41.009061 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ff645dc-8ecb-4670-bf7d-7687cf3684dc req-cc32873b-65bc-45d5-ba70-6823cfcd208e service neutron] Checking agent: {'id': 'a52e1cab-0c63-402d-9c94-330537c6c076', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 16, 2), 'started_at': datetime.datetime(2021, 10, 27, 10, 16, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 37, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:37:41.009422 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ff645dc-8ecb-4670-bf7d-7687cf3684dc req-cc32873b-65bc-45d5-ba70-6823cfcd208e service neutron] Checking segment: {'id': 'ac2c0d1d-c7b3-40b7-a077-3a499a2124f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '9dded421-3352-4401-9c79-f930ddc01e02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:37:41.009777 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ff645dc-8ecb-4670-bf7d-7687cf3684dc req-cc32873b-65bc-45d5-ba70-6823cfcd208e service neutron] Bound using segment: {'id': 'ac2c0d1d-c7b3-40b7-a077-3a499a2124f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '9dded421-3352-4401-9c79-f930ddc01e02'} {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:37:41.010202 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-6ff645dc-8ecb-4670-bf7d-7687cf3684dc req-cc32873b-65bc-45d5-ba70-6823cfcd208e service neutron] Bound port: 9f0189f6-4182-43d0-8f88-466d2acdbcc1, host: n-h1-813419-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac2c0d1d-c7b3-40b7-a077-3a499a2124f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '9dded421-3352-4401-9c79-f930ddc01e02'}}] {{(pid=102347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:37:41.010566 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-6ff645dc-8ecb-4670-bf7d-7687cf3684dc req-cc32873b-65bc-45d5-ba70-6823cfcd208e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:41.065663 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-709f8fa0-48e4-4f6a-8119-b04b071d4a6c None None] Provisioning complete for port d843c603-f770-49bf-80f7-ae60f61ba034 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:37:41.069170 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-709f8fa0-48e4-4f6a-8119-b04b071d4a6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:41.129530 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-cfca32d8-2455-4aa0-b7e0-1d95f0319f62 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:41.165847 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-709f8fa0-48e4-4f6a-8119-b04b071d4a6c None None] Port d843c603-f770-49bf-80f7-ae60f61ba034 cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:37:41.187109 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-6ff645dc-8ecb-4670-bf7d-7687cf3684dc req-cc32873b-65bc-45d5-ba70-6823cfcd208e service neutron] For port 9f0189f6-4182-43d0-8f88-466d2acdbcc1, host n-h1-813419-10, cleared binding levels {{(pid=102347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:37:41.192687 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-6ff645dc-8ecb-4670-bf7d-7687cf3684dc req-cc32873b-65bc-45d5-ba70-6823cfcd208e service neutron] For port 9f0189f6-4182-43d0-8f88-466d2acdbcc1, host n-h1-813419-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=9f0189f6-4182-43d0-8f88-466d2acdbcc1,segment=NetworkSegment(ac2c0d1d-c7b3-40b7-a077-3a499a2124f8),segment_id=ac2c0d1d-c7b3-40b7-a077-3a499a2124f8)] {{(pid=102347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:37:41.213467 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-6ff645dc-8ecb-4670-bf7d-7687cf3684dc req-cc32873b-65bc-45d5-ba70-6823cfcd208e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:41.232397 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-2e66e49d-2768-405b-adbc-18d71e3eccf9 tempest-RoutersAdminNegativeTest-158979968 tempest-RoutersAdminNegativeTest-158979968-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:41.247304 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-2e66e49d-2768-405b-adbc-18d71e3eccf9 tempest-RoutersAdminNegativeTest-158979968 tempest-RoutersAdminNegativeTest-158979968-project-admin] Calling delete_port for eaf21a3a-8ecd-44e4-a5e5-9467be58bd7a owned by {{(pid=102346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:37:41.303789 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc32873b-65bc-45d5-ba70-6823cfcd208e service neutron] Pushing event updated for resources: {'Port': ['ID=9f0189f6-4182-43d0-8f88-466d2acdbcc1,revision_number=3']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:37:41.354324 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-91a3b91b-83ec-4019-bb72-347f455871df req-342fad93-c932-44c1-a62c-76fff3ba72ce tempest-ServerShowV254Test-75595659 tempest-ServerShowV254Test-75595659-project] 10.222.0.44 "GET /v2.0/ports?device_id=b07cf36a-0c80-4f43-a9f2-119033ae0912 HTTP/1.1" status: 200 len: 210 time: 0.1781609 Oct 27 10:37:41.354826 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfca32d8-2455-4aa0-b7e0-1d95f0319f62 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Pushing event updated for resources: {'Port': ['ID=4cfafe1d-1a38-48c1-a53e-1cde6ee804b4,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:37:41.406106 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfca32d8-2455-4aa0-b7e0-1d95f0319f62 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Network a3a2d542-53da-4e86-bf77-b0dcf0f24882 is already hosted by enough agents. {{(pid=102346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:37:41.415225 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-cfca32d8-2455-4aa0-b7e0-1d95f0319f62 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Resources bound (agent type, host, resource id): {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:37:41.421964 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfca32d8-2455-4aa0-b7e0-1d95f0319f62 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Received port after_create {{(pid=102346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:37:41.427787 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfca32d8-2455-4aa0-b7e0-1d95f0319f62 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:37:41.428436 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-cfca32d8-2455-4aa0-b7e0-1d95f0319f62 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:41.455659 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff645dc-8ecb-4670-bf7d-7687cf3684dc req-cc32873b-65bc-45d5-ba70-6823cfcd208e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:37:41.456645 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-6ff645dc-8ecb-4670-bf7d-7687cf3684dc req-cc32873b-65bc-45d5-ba70-6823cfcd208e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:41.457728 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-6ff645dc-8ecb-4670-bf7d-7687cf3684dc req-cc32873b-65bc-45d5-ba70-6823cfcd208e service neutron] 10.222.0.64 "PUT /v2.0/ports/9f0189f6-4182-43d0-8f88-466d2acdbcc1 HTTP/1.1" status: 200 len: 1056 time: 2.5139933 Oct 27 10:37:41.458182 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a8f03e8-f80e-485d-8a88-0ca54dcb644b', 'tag': '9f0189f6-4182-43d0-8f88-466d2acdbcc1'}] {{(pid=102347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:37:41.461387 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311149b481204ee7edffdb959c881838506fbd95bc8577c048f6677abb73acc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4439a723-d4ad-4cf9-8e45-a1ea153a4883" -d '{"events": [{"name": "network-changed", "server_uuid": "3a8f03e8-f80e-485d-8a88-0ca54dcb644b", "tag": "9f0189f6-4182-43d0-8f88-466d2acdbcc1"}]}' {{(pid=102347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:37:41.489555 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-aaff22cd-c838-42f9-8f61-bb668e7e9db3 req-e856c5e6-3c31-4bdd-9792-aa39e2d62bf9 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/ports?device_id=1ef8df17-bc2c-4faf-8755-5951c6dfe935 HTTP/1.1" status: 200 len: 210 time: 0.0473113 Oct 27 10:37:41.517192 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1028cf6-4d91-48e7-b0f9-bc2cc52cfad0 req-dff176bd-4c17-422d-9e01-7ad453e016ff tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:37:41.529532 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-a1028cf6-4d91-48e7-b0f9-bc2cc52cfad0 req-dff176bd-4c17-422d-9e01-7ad453e016ff tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "GET /v2.0/ports?device_id=cb570a6b-6921-4cfb-916b-d7e7c80e6c97 HTTP/1.1" status: 200 len: 932 time: 0.3349922 Oct 27 10:37:41.530663 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-cfca32d8-2455-4aa0-b7e0-1d95f0319f62 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.3708935 Oct 27 10:37:41.537153 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 42452) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:37:41.573458 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-ba9d491e-7fe6-41ac-af2a-3cb3662d1b76 req-01371649-2a46-405f-a837-034cfcf09d8e tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Publish callbacks [] for port, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:41.677912 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 10:37:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7429fcb9-362b-4757-9df3-e552ec0cb847 x-openstack-request-id: req-7429fcb9-362b-4757-9df3-e552ec0cb847 {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:37:41.678238 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a8f03e8-f80e-485d-8a88-0ca54dcb644b", "tag": "9f0189f6-4182-43d0-8f88-466d2acdbcc1", "status": "completed", "code": 200}]} {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:37:41.678448 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7429fcb9-362b-4757-9df3-e552ec0cb847 {{(pid=102347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:37:41.678842 n-d-813419-10 neutron-server[102347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a8f03e8-f80e-485d-8a88-0ca54dcb644b', 'tag': '9f0189f6-4182-43d0-8f88-466d2acdbcc1', 'status': 'completed', 'code': 200} Oct 27 10:37:41.698494 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff645dc-8ecb-4670-bf7d-7687cf3684dc req-339e59f1-bc47-4e0f-8675-3a3f09164a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:37:41.699968 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-6ff645dc-8ecb-4670-bf7d-7687cf3684dc req-339e59f1-bc47-4e0f-8675-3a3f09164a10 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2005088b555845b0a237dc93fae61807&device_id=3a8f03e8-f80e-485d-8a88-0ca54dcb644b HTTP/1.1" status: 200 len: 1059 time: 0.1672163 Oct 27 10:37:41.712743 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-a1028cf6-4d91-48e7-b0f9-bc2cc52cfad0 req-31212bda-3df4-495b-a438-ea9d45278b4c tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "GET /v2.0/security-groups?id=9678e9b4-8ecf-4d94-a14b-d92ef88d2ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1118729 Oct 27 10:37:41.731516 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-6a7e6c6f-8c0a-49b5-9e7a-0973784995f9 None None] Provisioning complete for port 7bdf9a4e-48ed-425f-85fc-ed969d9d6bd4 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:37:41.731881 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-6a7e6c6f-8c0a-49b5-9e7a-0973784995f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:41.768984 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 7bdf9a4e-48ed-425f-85fc-ed969d9d6bd4 up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:37:41.836380 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e701062b-fa50-44ff-bbc9-8788e37553df tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:37:41.841472 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port 7bdf9a4e-48ed-425f-85fc-ed969d9d6bd4 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:37:41.841834 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:41.843834 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e701062b-fa50-44ff-bbc9-8788e37553df tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:37:41.845700 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-e701062b-fa50-44ff-bbc9-8788e37553df tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.2634006 Oct 27 10:37:41.852541 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [req-d64ed994-703e-4e18-bde9-f0302ab626a4 req-0885573a-c07d-4c81-ae90-b8908e6acb45 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d843c603-f770-49bf-80f7-ae60f61ba034 {{(pid=102347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:37:41.853475 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 42454) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:37:41.862822 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-d64ed994-703e-4e18-bde9-f0302ab626a4 req-0885573a-c07d-4c81-ae90-b8908e6acb45 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:41.871926 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-2e66e49d-2768-405b-adbc-18d71e3eccf9 tempest-RoutersAdminNegativeTest-158979968 tempest-RoutersAdminNegativeTest-158979968-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:41.879814 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.provisioning_blocks [req-d64ed994-703e-4e18-bde9-f0302ab626a4 req-0885573a-c07d-4c81-ae90-b8908e6acb45 service neutron] Transition to ACTIVE for port object d843c603-f770-49bf-80f7-ae60f61ba034 will not be triggered until provisioned by entity L2. {{(pid=102347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 10:37:41.882720 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-6ff645dc-8ecb-4670-bf7d-7687cf3684dc req-8d3a9eb0-e1fb-48f5-9a80-d3f025d644d7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.27&port_id=9f0189f6-4182-43d0-8f88-466d2acdbcc1 HTTP/1.1" status: 200 len: 217 time: 0.1739030 Oct 27 10:37:41.887268 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-d64ed994-703e-4e18-bde9-f0302ab626a4 req-0885573a-c07d-4c81-ae90-b8908e6acb45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:41.927999 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e66e49d-2768-405b-adbc-18d71e3eccf9 tempest-RoutersAdminNegativeTest-158979968 tempest-RoutersAdminNegativeTest-158979968-project-admin] Pushing event deleted for resources: {'Port': ['ID=eaf21a3a-8ecd-44e4-a5e5-9467be58bd7a,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:37:41.942825 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-ba9d491e-7fe6-41ac-af2a-3cb3662d1b76 req-01371649-2a46-405f-a837-034cfcf09d8e tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:41.948271 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-6a7e6c6f-8c0a-49b5-9e7a-0973784995f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:41.955911 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685f79ff-7fa8-4f5d-81dc-799ec39d6b3c req-a3dc399b-7128-4e56-b0c0-632ab552f5a8 tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:37:41.957798 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-685f79ff-7fa8-4f5d-81dc-799ec39d6b3c req-a3dc399b-7128-4e56-b0c0-632ab552f5a8 tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a8f03e8-f80e-485d-8a88-0ca54dcb644b HTTP/1.1" status: 200 len: 907 time: 0.1997590 Oct 27 10:37:41.991901 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] get_ports_and_sgs() called for port_ids ['b160e90f-3f54-4032-a115-309a74841f26'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:37:41.992229 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0885573a-c07d-4c81-ae90-b8908e6acb45 service neutron] Pushing event updated for resources: {'Port': ['ID=d843c603-f770-49bf-80f7-ae60f61ba034,revision_number=2']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:37:42.028665 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff645dc-8ecb-4670-bf7d-7687cf3684dc req-e6710f4f-bbb2-4bea-99c1-965dcb902462 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:37:42.030243 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-6ff645dc-8ecb-4670-bf7d-7687cf3684dc req-e6710f4f-bbb2-4bea-99c1-965dcb902462 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6eb3cec6-5b09-494b-adb8-88423fe82a0f HTTP/1.1" status: 200 len: 837 time: 0.1405072 Oct 27 10:37:42.097641 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba9d491e-7fe6-41ac-af2a-3cb3662d1b76 req-01371649-2a46-405f-a837-034cfcf09d8e tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Network fca909b5-2d06-4825-8091-33382048b635 is already hosted by enough agents. {{(pid=102346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:37:42.115422 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [req-ba9d491e-7fe6-41ac-af2a-3cb3662d1b76 req-01371649-2a46-405f-a837-034cfcf09d8e tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Resources bound (agent type, host, resource id): {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:37:42.119607 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba9d491e-7fe6-41ac-af2a-3cb3662d1b76 req-01371649-2a46-405f-a837-034cfcf09d8e tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Received port after_create {{(pid=102346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:37:42.124687 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01371649-2a46-405f-a837-034cfcf09d8e tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Pushing event updated for resources: {'Port': ['ID=8b3b8844-d176-4de4-93a7-9d129cb07aef,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:37:42.151417 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-6a7e6c6f-8c0a-49b5-9e7a-0973784995f9 None None] For port 7bdf9a4e-48ed-425f-85fc-ed969d9d6bd4, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=7bdf9a4e-48ed-425f-85fc-ed969d9d6bd4,segment=NetworkSegment(eef0c4ec-5773-434c-ac68-3d91e838e9be),segment_id=eef0c4ec-5773-434c-ac68-3d91e838e9be)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:37:42.163131 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:42.183865 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-6a7e6c6f-8c0a-49b5-9e7a-0973784995f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:42.191948 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-d64ed994-703e-4e18-bde9-f0302ab626a4 req-0885573a-c07d-4c81-ae90-b8908e6acb45 service neutron] Attempting to bind port d843c603-f770-49bf-80f7-ae60f61ba034 on host n-h2-813419-10 for vnic_type normal with profile {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:37:42.192452 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-d64ed994-703e-4e18-bde9-f0302ab626a4 req-0885573a-c07d-4c81-ae90-b8908e6acb45 service neutron] Attempting to bind port d843c603-f770-49bf-80f7-ae60f61ba034 by drivers openvswitch,hyperv on host n-h2-813419-10 at level 0 using segments [{'id': '633ff08f-11cd-4e98-be2e-dddd49efeea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '823b724c-a4df-49e4-a48e-438212c85945'}] {{(pid=102347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:37:42.192662 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d64ed994-703e-4e18-bde9-f0302ab626a4 req-0885573a-c07d-4c81-ae90-b8908e6acb45 service neutron] Attempting to bind port d843c603-f770-49bf-80f7-ae60f61ba034 on network 823b724c-a4df-49e4-a48e-438212c85945 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:37:42.197543 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-2e66e49d-2768-405b-adbc-18d71e3eccf9 tempest-RoutersAdminNegativeTest-158979968 tempest-RoutersAdminNegativeTest-158979968-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:42.204610 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d64ed994-703e-4e18-bde9-f0302ab626a4 req-0885573a-c07d-4c81-ae90-b8908e6acb45 service neutron] Port d843c603-f770-49bf-80f7-ae60f61ba034 on network 823b724c-a4df-49e4-a48e-438212c85945 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-10 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 10:37:42.204940 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d64ed994-703e-4e18-bde9-f0302ab626a4 req-0885573a-c07d-4c81-ae90-b8908e6acb45 service neutron] Attempting to bind port d843c603-f770-49bf-80f7-ae60f61ba034 on network 823b724c-a4df-49e4-a48e-438212c85945 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:37:42.206862 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-2e66e49d-2768-405b-adbc-18d71e3eccf9 tempest-RoutersAdminNegativeTest-158979968 tempest-RoutersAdminNegativeTest-158979968-project-admin] 10.222.0.44 "DELETE /v2.0/ports/eaf21a3a-8ecd-44e4-a5e5-9467be58bd7a HTTP/1.1" status: 204 len: 168 time: 1.5811391 Oct 27 10:37:42.214469 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d64ed994-703e-4e18-bde9-f0302ab626a4 req-0885573a-c07d-4c81-ae90-b8908e6acb45 service neutron] Checking agent: {'id': 'a2edc247-0fa4-4ce6-bbae-a10492f6bd71', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 16, 9), 'started_at': datetime.datetime(2021, 10, 27, 10, 16, 9), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 37, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:37:42.214727 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d64ed994-703e-4e18-bde9-f0302ab626a4 req-0885573a-c07d-4c81-ae90-b8908e6acb45 service neutron] Checking segment: {'id': '633ff08f-11cd-4e98-be2e-dddd49efeea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '823b724c-a4df-49e4-a48e-438212c85945'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:37:42.215508 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d64ed994-703e-4e18-bde9-f0302ab626a4 req-0885573a-c07d-4c81-ae90-b8908e6acb45 service neutron] Bound using segment: {'id': '633ff08f-11cd-4e98-be2e-dddd49efeea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '823b724c-a4df-49e4-a48e-438212c85945'} {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:37:42.215959 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-d64ed994-703e-4e18-bde9-f0302ab626a4 req-0885573a-c07d-4c81-ae90-b8908e6acb45 service neutron] Bound port: d843c603-f770-49bf-80f7-ae60f61ba034, host: n-h2-813419-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '633ff08f-11cd-4e98-be2e-dddd49efeea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '823b724c-a4df-49e4-a48e-438212c85945'}}] {{(pid=102347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:37:42.216349 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-d64ed994-703e-4e18-bde9-f0302ab626a4 req-0885573a-c07d-4c81-ae90-b8908e6acb45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:42.238583 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff645dc-8ecb-4670-bf7d-7687cf3684dc req-265ff16d-ddae-469c-9e15-7457535d60c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:37:42.241057 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-6ff645dc-8ecb-4670-bf7d-7687cf3684dc req-265ff16d-ddae-469c-9e15-7457535d60c2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9dded421-3352-4401-9c79-f930ddc01e02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.1862907 Oct 27 10:37:42.254328 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9d491e-7fe6-41ac-af2a-3cb3662d1b76 req-01371649-2a46-405f-a837-034cfcf09d8e tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:37:42.258215 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-ba9d491e-7fe6-41ac-af2a-3cb3662d1b76 req-01371649-2a46-405f-a837-034cfcf09d8e tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:42.266646 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-572dbc9d-d312-4e1c-bb0a-ef14ff50e00d tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Deleting port 4cfafe1d-1a38-48c1-a53e-1cde6ee804b4 {{(pid=102346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:37:42.267077 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-572dbc9d-d312-4e1c-bb0a-ef14ff50e00d tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:42.367667 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ba9d491e-7fe6-41ac-af2a-3cb3662d1b76 req-01371649-2a46-405f-a837-034cfcf09d8e tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0308025 Oct 27 10:37:42.389861 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [req-ba9d491e-7fe6-41ac-af2a-3cb3662d1b76 req-156867c4-360c-4f33-91a7-91f55edf7bb3 service neutron] Request body: {'port': {'device_id': '1ef8df17-bc2c-4faf-8755-5951c6dfe935', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-10'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:37:42.427989 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-d64ed994-703e-4e18-bde9-f0302ab626a4 req-0885573a-c07d-4c81-ae90-b8908e6acb45 service neutron] For port d843c603-f770-49bf-80f7-ae60f61ba034, host n-h2-813419-10, cleared binding levels {{(pid=102347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:37:42.474137 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-d64ed994-703e-4e18-bde9-f0302ab626a4 req-0885573a-c07d-4c81-ae90-b8908e6acb45 service neutron] For port d843c603-f770-49bf-80f7-ae60f61ba034, host n-h2-813419-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=d843c603-f770-49bf-80f7-ae60f61ba034,segment=NetworkSegment(633ff08f-11cd-4e98-be2e-dddd49efeea1),segment_id=633ff08f-11cd-4e98-be2e-dddd49efeea1)] {{(pid=102347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:37:42.489598 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-d64ed994-703e-4e18-bde9-f0302ab626a4 req-0885573a-c07d-4c81-ae90-b8908e6acb45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:42.496991 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.db.api [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102348) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 27 10:37:42.497341 n-d-813419-10 neutron-server[102348]: DEBUG oslo_db.api [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 10:37:42.513920 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-572dbc9d-d312-4e1c-bb0a-ef14ff50e00d tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:42.516905 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-ba9d491e-7fe6-41ac-af2a-3cb3662d1b76 req-156867c4-360c-4f33-91a7-91f55edf7bb3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:42.551292 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64ed994-703e-4e18-bde9-f0302ab626a4 req-0885573a-c07d-4c81-ae90-b8908e6acb45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:37:42.551990 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-d64ed994-703e-4e18-bde9-f0302ab626a4 req-0885573a-c07d-4c81-ae90-b8908e6acb45 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:42.566798 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-d64ed994-703e-4e18-bde9-f0302ab626a4 req-0885573a-c07d-4c81-ae90-b8908e6acb45 service neutron] 10.222.0.76 "PUT /v2.0/ports/d843c603-f770-49bf-80f7-ae60f61ba034 HTTP/1.1" status: 200 len: 1093 time: 1.7636883 Oct 27 10:37:42.574743 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-572dbc9d-d312-4e1c-bb0a-ef14ff50e00d tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Calling delete_port for 4cfafe1d-1a38-48c1-a53e-1cde6ee804b4 owned by {{(pid=102346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:37:42.584778 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7e6c6f-8c0a-49b5-9e7a-0973784995f9 None None] Pushing event updated for resources: {'Port': ['ID=7bdf9a4e-48ed-425f-85fc-ed969d9d6bd4,revision_number=3']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:37:42.587939 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-22665f04-8078-4366-b3b3-7484cebd9583 None None] Provisioning complete for port 4cfafe1d-1a38-48c1-a53e-1cde6ee804b4 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:37:42.588463 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-22665f04-8078-4366-b3b3-7484cebd9583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:42.684893 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-22665f04-8078-4366-b3b3-7484cebd9583 None None] Port 4cfafe1d-1a38-48c1-a53e-1cde6ee804b4 cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:37:42.708964 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-93eacbf5-8042-4acb-b7a4-f2041e839c5b req-74479cd9-1fdc-4ae1-b8d9-a346332d2254 tempest-ServerShowV254Test-75595659 tempest-ServerShowV254Test-75595659-project] 10.222.0.44 "GET /v2.0/ports?device_id=b07cf36a-0c80-4f43-a9f2-119033ae0912 HTTP/1.1" status: 200 len: 210 time: 0.0710173 Oct 27 10:37:42.746074 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-6ff645dc-8ecb-4670-bf7d-7687cf3684dc req-daf9ddb5-f64c-4a57-b4f9-ad91490fbb61 service neutron] 10.222.0.64 "GET /v2.0/networks/9dded421-3352-4401-9c79-f930ddc01e02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4191301 Oct 27 10:37:42.763830 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 42468) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:37:42.823870 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0885573a-c07d-4c81-ae90-b8908e6acb45 service neutron] Pushing event updated for resources: {'Port': ['ID=d843c603-f770-49bf-80f7-ae60f61ba034,revision_number=3']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:37:42.833715 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64ed994-703e-4e18-bde9-f0302ab626a4 req-bb0aff48-24b2-42fe-8233-1a07d899c7c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:37:42.835005 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-d64ed994-703e-4e18-bde9-f0302ab626a4 req-bb0aff48-24b2-42fe-8233-1a07d899c7c1 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=7a75806f732447d68ca40a83500d955d&device_id=cb570a6b-6921-4cfb-916b-d7e7c80e6c97 HTTP/1.1" status: 200 len: 1096 time: 0.1751130 Oct 27 10:37:42.873806 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e889cae3-3594-4883-b838-9771aa73ec17 req-ff78a48d-a580-4e6d-9be8-d1d01fa4479e tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:37:42.875392 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-e889cae3-3594-4883-b838-9771aa73ec17 req-ff78a48d-a580-4e6d-9be8-d1d01fa4479e tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/ports?device_id=1ef8df17-bc2c-4faf-8755-5951c6dfe935 HTTP/1.1" status: 200 len: 931 time: 0.2162552 Oct 27 10:37:42.890857 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-d230612c-f35b-4dba-b6cc-662240922226 None None] Provisioning complete for port 8b3b8844-d176-4de4-93a7-9d129cb07aef triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:37:42.892555 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-d230612c-f35b-4dba-b6cc-662240922226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:42.902295 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-d64ed994-703e-4e18-bde9-f0302ab626a4 req-11cf6a72-1341-4d75-8fe2-b248c0b6ced0 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d843c603-f770-49bf-80f7-ae60f61ba034 HTTP/1.1" status: 200 len: 217 time: 0.0568354 Oct 27 10:37:42.943116 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-d230612c-f35b-4dba-b6cc-662240922226 None None] Port 8b3b8844-d176-4de4-93a7-9d129cb07aef cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:37:43.038804 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-75ebdeff-8405-4cbf-95c9-6cf8b8304e3a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:43.052503 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-6ff645dc-8ecb-4670-bf7d-7687cf3684dc req-148559db-47fa-4b3f-9822-7ed65d863539 service neutron] 10.222.0.64 "GET /v2.0/networks/9dded421-3352-4401-9c79-f930ddc01e02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2894740 Oct 27 10:37:43.055059 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64ed994-703e-4e18-bde9-f0302ab626a4 req-5c87dc45-91ad-436f-851d-6df1dae66649 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:37:43.056302 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-e889cae3-3594-4883-b838-9771aa73ec17 req-74aca314-492f-4fe5-b5fa-37c1132cb85f tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/security-groups?id=cc9284c7-fb9e-4cd7-891d-df58f9ea4e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385572 Oct 27 10:37:43.056437 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-d64ed994-703e-4e18-bde9-f0302ab626a4 req-5c87dc45-91ad-436f-851d-6df1dae66649 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=867e3761-3f04-40e2-b4bb-5b0ff4404cac HTTP/1.1" status: 200 len: 856 time: 0.1444049 Oct 27 10:37:43.075829 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f25e33e-9c49-4bb8-98aa-934f80a8f7cf req-1e73fc6e-bc48-4414-b16e-e31ef2ac1229 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:37:43.085152 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-3f25e33e-9c49-4bb8-98aa-934f80a8f7cf req-1e73fc6e-bc48-4414-b16e-e31ef2ac1229 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "GET /v2.0/ports?device_id=cb570a6b-6921-4cfb-916b-d7e7c80e6c97 HTTP/1.1" status: 200 len: 944 time: 0.1615982 Oct 27 10:37:43.145395 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-572dbc9d-d312-4e1c-bb0a-ef14ff50e00d tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:43.199542 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572dbc9d-d312-4e1c-bb0a-ef14ff50e00d tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Pushing event deleted for resources: {'Port': ['ID=4cfafe1d-1a38-48c1-a53e-1cde6ee804b4,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:37:43.205969 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64ed994-703e-4e18-bde9-f0302ab626a4 req-42a10789-4315-4b38-b456-7c1751bc7655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:37:43.207521 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-d64ed994-703e-4e18-bde9-f0302ab626a4 req-42a10789-4315-4b38-b456-7c1751bc7655 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=823b724c-a4df-49e4-a48e-438212c85945&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1423187 Oct 27 10:37:43.213281 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-3f25e33e-9c49-4bb8-98aa-934f80a8f7cf req-87c2f482-fb20-4135-8dd2-8cef00277acc tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "GET /v2.0/security-groups?id=9678e9b4-8ecf-4d94-a14b-d92ef88d2ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1268244 Oct 27 10:37:43.262800 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-572dbc9d-d312-4e1c-bb0a-ef14ff50e00d tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:43.266075 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-572dbc9d-d312-4e1c-bb0a-ef14ff50e00d tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] 10.222.0.44 "DELETE /v2.0/ports/4cfafe1d-1a38-48c1-a53e-1cde6ee804b4 HTTP/1.1" status: 204 len: 168 time: 1.4097252 Oct 27 10:37:43.274326 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 42474) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:37:43.285968 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4439a723-d4ad-4cf9-8e45-a1ea153a4883 req-7efa0564-ad48-4d1f-9161-bf7a8bc87ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:37:43.287456 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-4439a723-d4ad-4cf9-8e45-a1ea153a4883 req-7efa0564-ad48-4d1f-9161-bf7a8bc87ac3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2005088b555845b0a237dc93fae61807&device_id=3a8f03e8-f80e-485d-8a88-0ca54dcb644b HTTP/1.1" status: 200 len: 1059 time: 0.1554277 Oct 27 10:37:43.316921 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be3d6f0-251e-4de5-b3d9-5adbd16d76c8 req-28d1b75e-b1ba-4e01-a224-53a1bb5c9643 tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:37:43.318449 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-9be3d6f0-251e-4de5-b3d9-5adbd16d76c8 req-28d1b75e-b1ba-4e01-a224-53a1bb5c9643 tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a8f03e8-f80e-485d-8a88-0ca54dcb644b HTTP/1.1" status: 200 len: 907 time: 0.1622748 Oct 27 10:37:43.337482 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-75ebdeff-8405-4cbf-95c9-6cf8b8304e3a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:43.365581 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [req-ba9d491e-7fe6-41ac-af2a-3cb3662d1b76 req-156867c4-360c-4f33-91a7-91f55edf7bb3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b3b8844-d176-4de4-93a7-9d129cb07aef {{(pid=102346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:37:43.370388 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-75ebdeff-8405-4cbf-95c9-6cf8b8304e3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:43.376898 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-ba9d491e-7fe6-41ac-af2a-3cb3662d1b76 req-156867c4-360c-4f33-91a7-91f55edf7bb3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:43.402449 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.provisioning_blocks [req-ba9d491e-7fe6-41ac-af2a-3cb3662d1b76 req-156867c4-360c-4f33-91a7-91f55edf7bb3 service neutron] Transition to ACTIVE for port object 8b3b8844-d176-4de4-93a7-9d129cb07aef will not be triggered until provisioned by entity L2. {{(pid=102346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 10:37:43.410424 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-ba9d491e-7fe6-41ac-af2a-3cb3662d1b76 req-156867c4-360c-4f33-91a7-91f55edf7bb3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27024173'] for port, after_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:43.447114 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b77266ef-d35a-4841-920c-7f0b7aa9865a tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:37:43.449323 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b77266ef-d35a-4841-920c-7f0b7aa9865a tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:37:43.455272 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-b77266ef-d35a-4841-920c-7f0b7aa9865a tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1741076 Oct 27 10:37:43.455457 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-75ebdeff-8405-4cbf-95c9-6cf8b8304e3a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f570d8a38bd84ecbb2978c190034b920&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6870265 Oct 27 10:37:43.456575 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 42476) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:37:43.458142 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 42478) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:37:43.458534 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ebdeff-8405-4cbf-95c9-6cf8b8304e3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd1baafc-ab17-4adb-b7d6-151e3be1e86b,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:37:43.469288 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-d64ed994-703e-4e18-bde9-f0302ab626a4 req-a3240ff7-15ca-453d-98ee-597fd22a6663 service neutron] 10.222.0.76 "GET /v2.0/networks/823b724c-a4df-49e4-a48e-438212c85945?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2483506 Oct 27 10:37:43.546182 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4439a723-d4ad-4cf9-8e45-a1ea153a4883 req-4b8a1c60-c506-4e54-ab99-022a6e8e4344 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:37:43.548179 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-4439a723-d4ad-4cf9-8e45-a1ea153a4883 req-4b8a1c60-c506-4e54-ab99-022a6e8e4344 service neutron] 10.222.0.64 "GET /v2.0/networks?id=9dded421-3352-4401-9c79-f930ddc01e02 HTTP/1.1" status: 200 len: 899 time: 0.2443645 Oct 27 10:37:43.584877 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156867c4-360c-4f33-91a7-91f55edf7bb3 service neutron] Pushing event updated for resources: {'Port': ['ID=8b3b8844-d176-4de4-93a7-9d129cb07aef,revision_number=2']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:37:43.604258 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-4439a723-d4ad-4cf9-8e45-a1ea153a4883 req-25800a9f-441e-4f2a-bc36-7dab7b97bc06 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.27&port_id=9f0189f6-4182-43d0-8f88-466d2acdbcc1 HTTP/1.1" status: 200 len: 217 time: 0.0472500 Oct 27 10:37:43.630435 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_v2 [None req-16e7a6f6-6b92-420e-8e85-fecaa72b9c08 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Deleting subnet 1c354e4d-0e33-4b38-8a06-00323473714c {{(pid=102346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 10:37:43.634981 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-aba6725b-ed1e-4f25-adf3-18816e5423fe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:43.636584 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-16e7a6f6-6b92-420e-8e85-fecaa72b9c08 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks [] for subnet, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:43.678758 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-d64ed994-703e-4e18-bde9-f0302ab626a4 req-4b41749e-73d3-4746-a96b-e0bfcbb047c1 service neutron] 10.222.0.76 "GET /v2.0/networks/823b724c-a4df-49e4-a48e-438212c85945?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1880419 Oct 27 10:37:43.681297 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb570a6b-6921-4cfb-916b-d7e7c80e6c97', 'tag': 'd843c603-f770-49bf-80f7-ae60f61ba034'}] {{(pid=102347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:37:43.683681 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311149b481204ee7edffdb959c881838506fbd95bc8577c048f6677abb73acc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b427c3f0-f080-4541-a804-0f92c663c1af" -d '{"events": [{"name": "network-changed", "server_uuid": "cb570a6b-6921-4cfb-916b-d7e7c80e6c97", "tag": "d843c603-f770-49bf-80f7-ae60f61ba034"}]}' {{(pid=102347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:37:43.691204 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4439a723-d4ad-4cf9-8e45-a1ea153a4883 req-fad664f4-698a-4be3-9072-2ccdba56ded4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:37:43.692935 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-4439a723-d4ad-4cf9-8e45-a1ea153a4883 req-fad664f4-698a-4be3-9072-2ccdba56ded4 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6eb3cec6-5b09-494b-adb8-88423fe82a0f HTTP/1.1" status: 200 len: 837 time: 0.0795648 Oct 27 10:37:43.696007 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 7bdf9a4e-48ed-425f-85fc-ed969d9d6bd4 up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:37:43.738282 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-aba6725b-ed1e-4f25-adf3-18816e5423fe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:43.769527 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4439a723-d4ad-4cf9-8e45-a1ea153a4883 req-24a835b1-8c58-461b-ae1d-dde3c02526db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:37:43.771799 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-4439a723-d4ad-4cf9-8e45-a1ea153a4883 req-24a835b1-8c58-461b-ae1d-dde3c02526db service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9dded421-3352-4401-9c79-f930ddc01e02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0703278 Oct 27 10:37:43.778558 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 10:37:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b67759c-928e-4adf-9e84-73654ef3dc1d x-openstack-request-id: req-4b67759c-928e-4adf-9e84-73654ef3dc1d {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:37:43.779038 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb570a6b-6921-4cfb-916b-d7e7c80e6c97", "tag": "d843c603-f770-49bf-80f7-ae60f61ba034", "status": "completed", "code": 200}]} {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:37:43.779297 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4b67759c-928e-4adf-9e84-73654ef3dc1d {{(pid=102347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:37:43.779943 n-d-813419-10 neutron-server[102347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb570a6b-6921-4cfb-916b-d7e7c80e6c97', 'tag': 'd843c603-f770-49bf-80f7-ae60f61ba034', 'status': 'completed', 'code': 200} Oct 27 10:37:43.790455 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-16e7a6f6-6b92-420e-8e85-fecaa72b9c08 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25847868'] for subnet, precommit_delete_associations {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:43.793991 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.managers [req-ba9d491e-7fe6-41ac-af2a-3cb3662d1b76 req-156867c4-360c-4f33-91a7-91f55edf7bb3 service neutron] Attempting to bind port 8b3b8844-d176-4de4-93a7-9d129cb07aef on host n-h2-813419-10 for vnic_type normal with profile {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:37:43.801214 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.managers [req-ba9d491e-7fe6-41ac-af2a-3cb3662d1b76 req-156867c4-360c-4f33-91a7-91f55edf7bb3 service neutron] Attempting to bind port 8b3b8844-d176-4de4-93a7-9d129cb07aef by drivers openvswitch,hyperv on host n-h2-813419-10 at level 0 using segments [{'id': '3fa8f95e-6276-4974-b5c0-da1e0ae271fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'fca909b5-2d06-4825-8091-33382048b635'}] {{(pid=102346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:37:43.801709 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba9d491e-7fe6-41ac-af2a-3cb3662d1b76 req-156867c4-360c-4f33-91a7-91f55edf7bb3 service neutron] Attempting to bind port 8b3b8844-d176-4de4-93a7-9d129cb07aef on network fca909b5-2d06-4825-8091-33382048b635 {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:37:43.857018 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba9d491e-7fe6-41ac-af2a-3cb3662d1b76 req-156867c4-360c-4f33-91a7-91f55edf7bb3 service neutron] Port 8b3b8844-d176-4de4-93a7-9d129cb07aef on network fca909b5-2d06-4825-8091-33382048b635 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-10 {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 10:37:43.857578 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba9d491e-7fe6-41ac-af2a-3cb3662d1b76 req-156867c4-360c-4f33-91a7-91f55edf7bb3 service neutron] Attempting to bind port 8b3b8844-d176-4de4-93a7-9d129cb07aef on network fca909b5-2d06-4825-8091-33382048b635 {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:37:43.877757 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba9d491e-7fe6-41ac-af2a-3cb3662d1b76 req-156867c4-360c-4f33-91a7-91f55edf7bb3 service neutron] Checking agent: {'id': 'a2edc247-0fa4-4ce6-bbae-a10492f6bd71', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 16, 9), 'started_at': datetime.datetime(2021, 10, 27, 10, 16, 9), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 37, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:37:43.878461 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba9d491e-7fe6-41ac-af2a-3cb3662d1b76 req-156867c4-360c-4f33-91a7-91f55edf7bb3 service neutron] Checking segment: {'id': '3fa8f95e-6276-4974-b5c0-da1e0ae271fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'fca909b5-2d06-4825-8091-33382048b635'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:37:43.879082 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba9d491e-7fe6-41ac-af2a-3cb3662d1b76 req-156867c4-360c-4f33-91a7-91f55edf7bb3 service neutron] Bound using segment: {'id': '3fa8f95e-6276-4974-b5c0-da1e0ae271fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'fca909b5-2d06-4825-8091-33382048b635'} {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:37:43.879728 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.managers [req-ba9d491e-7fe6-41ac-af2a-3cb3662d1b76 req-156867c4-360c-4f33-91a7-91f55edf7bb3 service neutron] Bound port: 8b3b8844-d176-4de4-93a7-9d129cb07aef, host: n-h2-813419-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3fa8f95e-6276-4974-b5c0-da1e0ae271fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'fca909b5-2d06-4825-8091-33382048b635'}}] {{(pid=102346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:37:43.880696 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-ba9d491e-7fe6-41ac-af2a-3cb3662d1b76 req-156867c4-360c-4f33-91a7-91f55edf7bb3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:43.899622 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port 7bdf9a4e-48ed-425f-85fc-ed969d9d6bd4 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:37:43.900348 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:43.919817 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b427c3f0-f080-4541-a804-0f92c663c1af req-67f3d78a-1f83-4303-bc20-154a12cc7d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:37:43.921351 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b427c3f0-f080-4541-a804-0f92c663c1af req-67f3d78a-1f83-4303-bc20-154a12cc7d65 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=7a75806f732447d68ca40a83500d955d&device_id=cb570a6b-6921-4cfb-916b-d7e7c80e6c97 HTTP/1.1" status: 200 len: 1096 time: 0.1034729 Oct 27 10:37:43.959170 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ceef5fbd-edc5-4604-9b82-5e82e4510dd1 req-efac5312-852f-45ad-9d40-696623c5bdb6 tempest-ServerShowV254Test-75595659 tempest-ServerShowV254Test-75595659-project] 10.222.0.44 "GET /v2.0/ports?device_id=b07cf36a-0c80-4f43-a9f2-119033ae0912 HTTP/1.1" status: 200 len: 210 time: 0.1054194 Oct 27 10:37:44.038008 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-4439a723-d4ad-4cf9-8e45-a1ea153a4883 req-4f7f1e7d-a2c7-49ed-9a26-a040fbd2df80 service neutron] 10.222.0.64 "GET /v2.0/networks/9dded421-3352-4401-9c79-f930ddc01e02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2553375 Oct 27 10:37:44.052323 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-aba6725b-ed1e-4f25-adf3-18816e5423fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:44.055372 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-aba6725b-ed1e-4f25-adf3-18816e5423fe admin admin] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:44.059003 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-aba6725b-ed1e-4f25-adf3-18816e5423fe admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/cd1baafc-ab17-4adb-b7d6-151e3be1e86b HTTP/1.1" status: 204 len: 168 time: 0.5866778 Oct 27 10:37:44.088326 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-16e7a6f6-6b92-420e-8e85-fecaa72b9c08 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855646'] for subnet, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:44.155582 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [req-ba9d491e-7fe6-41ac-af2a-3cb3662d1b76 req-156867c4-360c-4f33-91a7-91f55edf7bb3 service neutron] For port 8b3b8844-d176-4de4-93a7-9d129cb07aef, host n-h2-813419-10, cleared binding levels {{(pid=102346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:37:44.170239 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba6725b-ed1e-4f25-adf3-18816e5423fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd1baafc-ab17-4adb-b7d6-151e3be1e86b,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:37:44.173395 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [req-ba9d491e-7fe6-41ac-af2a-3cb3662d1b76 req-156867c4-360c-4f33-91a7-91f55edf7bb3 service neutron] For port 8b3b8844-d176-4de4-93a7-9d129cb07aef, host n-h2-813419-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=8b3b8844-d176-4de4-93a7-9d129cb07aef,segment=NetworkSegment(3fa8f95e-6276-4974-b5c0-da1e0ae271fc),segment_id=3fa8f95e-6276-4974-b5c0-da1e0ae271fc)] {{(pid=102346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:37:44.189939 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-ba9d491e-7fe6-41ac-af2a-3cb3662d1b76 req-156867c4-360c-4f33-91a7-91f55edf7bb3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27024173'] for port, after_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:44.230063 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b427c3f0-f080-4541-a804-0f92c663c1af req-5b87ab89-73bb-4156-9f49-8849c3cfbcbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:37:44.233749 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b427c3f0-f080-4541-a804-0f92c663c1af req-5b87ab89-73bb-4156-9f49-8849c3cfbcbd service neutron] 10.222.0.76 "GET /v2.0/networks?id=823b724c-a4df-49e4-a48e-438212c85945 HTTP/1.1" status: 200 len: 918 time: 0.2939606 Oct 27 10:37:44.237059 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-4439a723-d4ad-4cf9-8e45-a1ea153a4883 req-832b29ae-daad-42b5-b1ad-2908721f4cbf service neutron] 10.222.0.64 "GET /v2.0/networks/9dded421-3352-4401-9c79-f930ddc01e02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1876574 Oct 27 10:37:44.247692 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9d491e-7fe6-41ac-af2a-3cb3662d1b76 req-156867c4-360c-4f33-91a7-91f55edf7bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:37:44.248323 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-ba9d491e-7fe6-41ac-af2a-3cb3662d1b76 req-156867c4-360c-4f33-91a7-91f55edf7bb3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:44.250018 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ba9d491e-7fe6-41ac-af2a-3cb3662d1b76 req-156867c4-360c-4f33-91a7-91f55edf7bb3 service neutron] 10.222.0.76 "PUT /v2.0/ports/8b3b8844-d176-4de4-93a7-9d129cb07aef HTTP/1.1" status: 200 len: 1092 time: 1.8708711 Oct 27 10:37:44.254085 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ef8df17-bc2c-4faf-8755-5951c6dfe935', 'tag': '8b3b8844-d176-4de4-93a7-9d129cb07aef'}] {{(pid=102346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:37:44.279225 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc0e418f5fc417c8d55d94c0aa509b037d0beb2a734c1a709e789eb65639a56d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-594b0202-0843-42e5-a273-3feb11b8e3a8" -d '{"events": [{"name": "network-changed", "server_uuid": "1ef8df17-bc2c-4faf-8755-5951c6dfe935", "tag": "8b3b8844-d176-4de4-93a7-9d129cb07aef"}]}' {{(pid=102346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:37:44.295726 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b427c3f0-f080-4541-a804-0f92c663c1af req-26472053-4efa-4a23-af22-8a6acb584ca3 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d843c603-f770-49bf-80f7-ae60f61ba034 HTTP/1.1" status: 200 len: 217 time: 0.0503497 Oct 27 10:37:44.305621 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324b665e-347d-4fc4-a861-fb9ca7165149 req-5f6dc962-ecf9-4872-aed8-700d9ebd6494 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:37:44.307672 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-324b665e-347d-4fc4-a861-fb9ca7165149 req-5f6dc962-ecf9-4872-aed8-700d9ebd6494 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/ports?device_id=1ef8df17-bc2c-4faf-8755-5951c6dfe935 HTTP/1.1" status: 200 len: 943 time: 0.1215446 Oct 27 10:37:44.362423 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-16e7a6f6-6b92-420e-8e85-fecaa72b9c08 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27024355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27168307'] for subnet, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:44.394377 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156867c4-360c-4f33-91a7-91f55edf7bb3 service neutron] Pushing event updated for resources: {'Port': ['ID=8b3b8844-d176-4de4-93a7-9d129cb07aef,revision_number=3']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:37:44.400141 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-16e7a6f6-6b92-420e-8e85-fecaa72b9c08 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for subnet, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:44.403743 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-16e7a6f6-6b92-420e-8e85-fecaa72b9c08 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] 10.222.0.44 "DELETE /v2.0/subnets/1c354e4d-0e33-4b38-8a06-00323473714c HTTP/1.1" status: 204 len: 168 time: 0.9425778 Oct 27 10:37:44.410709 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-324b665e-347d-4fc4-a861-fb9ca7165149 req-8a13a8dc-958c-41f0-a3b6-5c1a548eeed5 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/security-groups?id=cc9284c7-fb9e-4cd7-891d-df58f9ea4e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880303 Oct 27 10:37:44.411267 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 42498) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:37:44.414401 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8f949c1-d9a3-4779-ab9f-27cb503d5afe None None] Network a3a2d542-53da-4e86-bf77-b0dcf0f24882 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:37:44.434262 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b427c3f0-f080-4541-a804-0f92c663c1af req-90e0b753-fba5-4f93-979e-5da4820a279b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:37:44.439047 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b427c3f0-f080-4541-a804-0f92c663c1af req-90e0b753-fba5-4f93-979e-5da4820a279b service neutron] 10.222.0.76 "GET /v2.0/subnets?id=867e3761-3f04-40e2-b4bb-5b0ff4404cac HTTP/1.1" status: 200 len: 856 time: 0.1303322 Oct 27 10:37:44.476683 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e7a6f6-6b92-420e-8e85-fecaa72b9c08 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Pushing event deleted for resources: {'Subnet': ['ID=1c354e4d-0e33-4b38-8a06-00323473714c,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:37:44.477843 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 42500) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:37:44.529017 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-7ee94421-07ad-443d-a0e2-8883af25bdf7 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1164641 Oct 27 10:37:44.555139 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 42502) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:37:44.677648 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b427c3f0-f080-4541-a804-0f92c663c1af req-01f5f095-0689-4c18-a221-f8b6bc428e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:37:44.680891 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b427c3f0-f080-4541-a804-0f92c663c1af req-01f5f095-0689-4c18-a221-f8b6bc428e9e service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=823b724c-a4df-49e4-a48e-438212c85945&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1665835 Oct 27 10:37:44.690181 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb957406-3a2d-4cdd-a976-0ef636a2e4d5 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:37:44.691730 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-eb957406-3a2d-4cdd-a976-0ef636a2e4d5 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1356068 Oct 27 10:37:44.701379 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 42504) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:37:44.724443 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db70a655-d08a-4291-889a-4e3355a95b19 None None] DHCP port deletion for a3a2d542-53da-4e86-bf77-b0dcf0f24882 request from n-d-813419-10 {{(pid=102348) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 10:37:44.786099 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-db70a655-d08a-4291-889a-4e3355a95b19 None None] Deleting port 7bdf9a4e-48ed-425f-85fc-ed969d9d6bd4 {{(pid=102348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:37:44.786710 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-db70a655-d08a-4291-889a-4e3355a95b19 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:44.802422 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a2a1da-6cde-415c-aeb3-b5412fee03b3 req-fe56afe3-3cf6-451e-bdbf-d4d36b3a69c7 tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:37:44.804122 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-91a2a1da-6cde-415c-aeb3-b5412fee03b3 req-fe56afe3-3cf6-451e-bdbf-d4d36b3a69c7 tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a8f03e8-f80e-485d-8a88-0ca54dcb644b HTTP/1.1" status: 200 len: 907 time: 0.1910462 Oct 27 10:37:44.819139 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8db37949-a36e-4f88-9987-bed7d44dac82 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:37:44.820743 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-8db37949-a36e-4f88-9987-bed7d44dac82 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1183257 Oct 27 10:37:44.823333 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 42506) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:37:44.859816 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-db70a655-d08a-4291-889a-4e3355a95b19 None None] For port 7bdf9a4e-48ed-425f-85fc-ed969d9d6bd4, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=7bdf9a4e-48ed-425f-85fc-ed969d9d6bd4,segment=NetworkSegment(eef0c4ec-5773-434c-ac68-3d91e838e9be),segment_id=eef0c4ec-5773-434c-ac68-3d91e838e9be)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:37:44.860227 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-db70a655-d08a-4291-889a-4e3355a95b19 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:44.874453 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-db70a655-d08a-4291-889a-4e3355a95b19 None None] Calling delete_port for 7bdf9a4e-48ed-425f-85fc-ed969d9d6bd4 owned by network:dhcp {{(pid=102348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:37:44.880525 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-f10b26c6-7e04-4791-b679-eea368e3db5a tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0552781 Oct 27 10:37:44.884347 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 42508) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:37:44.888336 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9d491e-7fe6-41ac-af2a-3cb3662d1b76 req-1cf6c6f8-9682-4a55-ab41-8f4eb1c3d035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:37:44.889823 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ba9d491e-7fe6-41ac-af2a-3cb3662d1b76 req-1cf6c6f8-9682-4a55-ab41-8f4eb1c3d035 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=5cdd6d2f037d42e18150718a811d487c&device_id=1ef8df17-bc2c-4faf-8755-5951c6dfe935 HTTP/1.1" status: 200 len: 1095 time: 0.5726523 Oct 27 10:37:44.891828 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-c20c5649-9d87-4907-bf4a-9e27d37d6565 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Request body: {'subnet': {'network_id': 'a3a2d542-53da-4e86-bf77-b0dcf0f24882', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:37:44.892228 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 10:37:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29f0fd14-c1b2-46e5-8149-0bd9e55b3914 x-openstack-request-id: req-29f0fd14-c1b2-46e5-8149-0bd9e55b3914 {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:37:44.892506 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ef8df17-bc2c-4faf-8755-5951c6dfe935", "tag": "8b3b8844-d176-4de4-93a7-9d129cb07aef", "status": "completed", "code": 200}]} {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:37:44.892750 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-29f0fd14-c1b2-46e5-8149-0bd9e55b3914 {{(pid=102346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:37:44.893124 n-d-813419-10 neutron-server[102346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ef8df17-bc2c-4faf-8755-5951c6dfe935', 'tag': '8b3b8844-d176-4de4-93a7-9d129cb07aef', 'status': 'completed', 'code': 200} Oct 27 10:37:44.937249 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bef1833-1cab-40ca-842a-fbaa54c0bb47 req-802afe71-4abc-40b7-a45a-3b46c6cda455 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:37:44.938659 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-5bef1833-1cab-40ca-842a-fbaa54c0bb47 req-802afe71-4abc-40b7-a45a-3b46c6cda455 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "GET /v2.0/ports?device_id=cb570a6b-6921-4cfb-916b-d7e7c80e6c97 HTTP/1.1" status: 200 len: 944 time: 0.5728691 Oct 27 10:37:44.948463 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b427c3f0-f080-4541-a804-0f92c663c1af req-de8f58b6-00fa-482b-96da-7a1a25b0c233 service neutron] 10.222.0.76 "GET /v2.0/networks/823b724c-a4df-49e4-a48e-438212c85945?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2553713 Oct 27 10:37:44.978417 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ba9d491e-7fe6-41ac-af2a-3cb3662d1b76 req-d647d97e-8571-4ced-a073-a0c61f23ee3b service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8b3b8844-d176-4de4-93a7-9d129cb07aef HTTP/1.1" status: 200 len: 217 time: 0.0752981 Oct 27 10:37:44.988853 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-db70a655-d08a-4291-889a-4e3355a95b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615'] for port, after_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:45.032129 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db70a655-d08a-4291-889a-4e3355a95b19 None None] Pushing event deleted for resources: {'Port': ['ID=7bdf9a4e-48ed-425f-85fc-ed969d9d6bd4,revision_number=None']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:37:45.042117 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db70a655-d08a-4291-889a-4e3355a95b19 None None] No DVR routers for this DVR port 7bdf9a4e-48ed-425f-85fc-ed969d9d6bd4 on host n-d-813419-10 {{(pid=102348) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:37:45.064375 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c20c5649-9d87-4907-bf4a-9e27d37d6565 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Made reservation on behalf of 378140ee2d4f4428be90ff45daafe008 for: {'subnet': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:37:45.068017 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-c20c5649-9d87-4907-bf4a-9e27d37d6565 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18044073'] for subnet, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:45.079862 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-4409a4bd-643b-42db-b26b-edc2ed6136da admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=cc0a8166b360473bb44ad56515bd0c5b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5927567 Oct 27 10:37:45.080613 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 42514) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:37:45.091718 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-5bef1833-1cab-40ca-842a-fbaa54c0bb47 req-10e35922-b203-4768-84ae-5e472ffc6de4 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "GET /v2.0/security-groups?id=9678e9b4-8ecf-4d94-a14b-d92ef88d2ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1243570 Oct 27 10:37:45.105407 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9d491e-7fe6-41ac-af2a-3cb3662d1b76 req-91103b6e-b5c8-4447-a98a-0ead2766673e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:37:45.106888 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ba9d491e-7fe6-41ac-af2a-3cb3662d1b76 req-91103b6e-b5c8-4447-a98a-0ead2766673e service neutron] 10.222.0.76 "GET /v2.0/subnets?id=71c50f4e-5d00-4779-bfe1-162c05f5fddb HTTP/1.1" status: 200 len: 850 time: 0.1143644 Oct 27 10:37:45.210806 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-09f3ab87-501d-4bda-8205-b9f214569dcc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:45.215528 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9d491e-7fe6-41ac-af2a-3cb3662d1b76 req-69f73fc5-c0d6-4b57-b8ad-c29b5a768d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:37:45.217264 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ba9d491e-7fe6-41ac-af2a-3cb3662d1b76 req-69f73fc5-c0d6-4b57-b8ad-c29b5a768d79 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=fca909b5-2d06-4825-8091-33382048b635&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1001613 Oct 27 10:37:45.283110 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-09f3ab87-501d-4bda-8205-b9f214569dcc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:45.353283 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ba9d491e-7fe6-41ac-af2a-3cb3662d1b76 req-b0117947-4b90-4dc7-98dd-c0457069e1dd service neutron] 10.222.0.76 "GET /v2.0/networks/fca909b5-2d06-4825-8091-33382048b635?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279645 Oct 27 10:37:45.371985 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-09f3ab87-501d-4bda-8205-b9f214569dcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:45.374533 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-09f3ab87-501d-4bda-8205-b9f214569dcc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:45.375629 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-09f3ab87-501d-4bda-8205-b9f214569dcc admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e649db86-206c-4af7-9a00-d9e546bd3caf HTTP/1.1" status: 204 len: 168 time: 0.2922566 Oct 27 10:37:45.424265 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f3ab87-501d-4bda-8205-b9f214569dcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e649db86-206c-4af7-9a00-d9e546bd3caf,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:37:45.474993 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ba9d491e-7fe6-41ac-af2a-3cb3662d1b76 req-47ed7c40-9394-413b-965f-0a3892cd88b6 service neutron] 10.222.0.76 "GET /v2.0/networks/fca909b5-2d06-4825-8091-33382048b635?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1142254 Oct 27 10:37:45.504762 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b427c3f0-f080-4541-a804-0f92c663c1af req-801a38ea-d3b3-40c5-b6c5-f34c40ab9d81 service neutron] 10.222.0.76 "GET /v2.0/networks/823b724c-a4df-49e4-a48e-438212c85945?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5472355 Oct 27 10:37:45.529306 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-47f02967-267c-4a18-af2f-2597a70b5e04 req-86bf3677-38b2-4796-847a-f4e0eade30d5 tempest-ServerShowV254Test-75595659 tempest-ServerShowV254Test-75595659-project] 10.222.0.44 "GET /v2.0/ports?device_id=b07cf36a-0c80-4f43-a9f2-119033ae0912 HTTP/1.1" status: 200 len: 210 time: 0.0522320 Oct 27 10:37:45.591468 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16962b77-48d1-459a-a066-31d4170d1c21 req-35f5f6d4-4130-4e88-81e0-bcc61d368dd7 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:37:45.596728 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-16962b77-48d1-459a-a066-31d4170d1c21 req-35f5f6d4-4130-4e88-81e0-bcc61d368dd7 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/ports?device_id=1ef8df17-bc2c-4faf-8755-5951c6dfe935 HTTP/1.1" status: 200 len: 943 time: 0.0831993 Oct 27 10:37:45.624871 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594b0202-0843-42e5-a273-3feb11b8e3a8 req-6fc3344f-0598-49e5-a721-0b270d15cba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:37:45.626806 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-594b0202-0843-42e5-a273-3feb11b8e3a8 req-6fc3344f-0598-49e5-a721-0b270d15cba0 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=5cdd6d2f037d42e18150718a811d487c&device_id=1ef8df17-bc2c-4faf-8755-5951c6dfe935 HTTP/1.1" status: 200 len: 1095 time: 0.0916615 Oct 27 10:37:45.649490 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 7bdf9a4e-48ed-425f-85fc-ed969d9d6bd4 no longer exists at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:37:45.657391 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-16962b77-48d1-459a-a066-31d4170d1c21 req-9d96896b-d552-4ce3-89d1-9a1de4ed9f30 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/security-groups?id=cc9284c7-fb9e-4cd7-891d-df58f9ea4e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572083 Oct 27 10:37:45.677538 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] No Port match for: 7bdf9a4e-48ed-425f-85fc-ed969d9d6bd4 {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:37:45.677880 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 7bdf9a4e-48ed-425f-85fc-ed969d9d6bd4 not bound to the agent host n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:37:45.795897 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594b0202-0843-42e5-a273-3feb11b8e3a8 req-5c37bc9c-5cb4-4d94-8305-bd2358b225ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:37:45.797597 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-594b0202-0843-42e5-a273-3feb11b8e3a8 req-5c37bc9c-5cb4-4d94-8305-bd2358b225ae service neutron] 10.222.0.76 "GET /v2.0/networks?id=fca909b5-2d06-4825-8091-33382048b635 HTTP/1.1" status: 200 len: 912 time: 0.1622143 Oct 27 10:37:45.799096 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-c20c5649-9d87-4907-bf4a-9e27d37d6565 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-18295883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18044091'] for subnet, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:45.873568 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c20c5649-9d87-4907-bf4a-9e27d37d6565 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Network a3a2d542-53da-4e86-bf77-b0dcf0f24882 is already hosted by enough agents. {{(pid=102347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:37:45.875205 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-594b0202-0843-42e5-a273-3feb11b8e3a8 req-d6b4ac97-81f4-4685-9a27-7ae43248434a service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8b3b8844-d176-4de4-93a7-9d129cb07aef HTTP/1.1" status: 200 len: 217 time: 0.0661142 Oct 27 10:37:45.878420 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [None req-c20c5649-9d87-4907-bf4a-9e27d37d6565 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Resources bound (agent type, host, resource id): {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:37:45.882806 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c20c5649-9d87-4907-bf4a-9e27d37d6565 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:37:45.883383 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-c20c5649-9d87-4907-bf4a-9e27d37d6565 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks [] for subnet, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:45.891512 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec31d956-831d-44ed-be98-4d417449e2b7 None None] Network a3a2d542-53da-4e86-bf77-b0dcf0f24882 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:37:45.942984 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-c20c5649-9d87-4907-bf4a-9e27d37d6565 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0580771 Oct 27 10:37:45.945970 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 42532) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:37:45.951186 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-299da859-9133-43aa-a420-481fc194e044 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Request body: {'port': {'network_id': 'a3a2d542-53da-4e86-bf77-b0dcf0f24882', 'fixed_ips': [{'subnet_id': 'b24052ee-beb1-4ed0-9c6d-4a50da129747', 'ip_address': '2001:db8::6189:b051:a07c:43c9'}], 'name': 'tempest-NetworksTestDHCPv6-40337919'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:37:45.958643 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20c5649-9d87-4907-bf4a-9e27d37d6565 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Pushing event updated for resources: {'Subnet': ['ID=b24052ee-beb1-4ed0-9c6d-4a50da129747,revision_number=0']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:37:45.979996 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594b0202-0843-42e5-a273-3feb11b8e3a8 req-dae9bdc5-3343-4c77-9730-9fa5f1d18bce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:37:45.981509 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-594b0202-0843-42e5-a273-3feb11b8e3a8 req-dae9bdc5-3343-4c77-9730-9fa5f1d18bce service neutron] 10.222.0.76 "GET /v2.0/subnets?id=71c50f4e-5d00-4779-bfe1-162c05f5fddb HTTP/1.1" status: 200 len: 850 time: 0.0930545 Oct 27 10:37:46.007058 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be295315-eba1-48af-a61b-bb94b47db500 req-6495bfd6-b342-4c17-bac2-6ebb7aab0e9e tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:37:46.015865 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-be295315-eba1-48af-a61b-bb94b47db500 req-6495bfd6-b342-4c17-bac2-6ebb7aab0e9e tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a8f03e8-f80e-485d-8a88-0ca54dcb644b HTTP/1.1" status: 200 len: 907 time: 0.1200941 Oct 27 10:37:46.052485 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594b0202-0843-42e5-a273-3feb11b8e3a8 req-655e478d-becb-4f70-8ae1-dce8c3e8c0ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:37:46.054921 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-594b0202-0843-42e5-a273-3feb11b8e3a8 req-655e478d-becb-4f70-8ae1-dce8c3e8c0ba service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=fca909b5-2d06-4825-8091-33382048b635&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0648286 Oct 27 10:37:46.085961 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device 9f0189f6-4182-43d0-8f88-466d2acdbcc1 details requested by agent hyperv_n-h1-813419-10 with host n-h1-813419-10 {{(pid=102348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 10:37:46.106434 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-299da859-9133-43aa-a420-481fc194e044 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Made reservation on behalf of 378140ee2d4f4428be90ff45daafe008 for: {'port': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:37:46.182554 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-594b0202-0843-42e5-a273-3feb11b8e3a8 req-e47d6e1b-577d-4cf1-a492-440af6f02532 service neutron] 10.222.0.76 "GET /v2.0/networks/fca909b5-2d06-4825-8091-33382048b635?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199319 Oct 27 10:37:46.200991 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5568221-d1bd-4a33-b088-72eec3763f6b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp734b258e-7d96-550c-b970-9b72ab66f383-a3a2d542-53da-4e86-bf77-b0dcf0f24882', 'network_id': 'a3a2d542-53da-4e86-bf77-b0dcf0f24882', 'tenant_id': '378140ee2d4f4428be90ff45daafe008', 'fixed_ips': [{'subnet_id': 'b24052ee-beb1-4ed0-9c6d-4a50da129747'}]}} from n-d-813419-10. {{(pid=102348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 10:37:46.202059 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a5568221-d1bd-4a33-b088-72eec3763f6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:46.251642 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-c337e1ab-05f0-4511-bc9c-d748b288b52e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:46.255619 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-299da859-9133-43aa-a420-481fc194e044 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:46.284554 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [None req-299da859-9133-43aa-a420-481fc194e044 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] device_id is not set on port dcb37939-c553-4400-8697-b872c82aece8 yet. {{(pid=102346) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 10:37:46.308962 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 42546) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:37:46.342110 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port 9f0189f6-4182-43d0-8f88-466d2acdbcc1, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=9f0189f6-4182-43d0-8f88-466d2acdbcc1,segment=NetworkSegment(ac2c0d1d-c7b3-40b7-a077-3a499a2124f8),segment_id=ac2c0d1d-c7b3-40b7-a077-3a499a2124f8)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:37:46.351432 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f7149c-423a-436f-b1bf-4124409942bc req-4b4daf57-493f-45e8-a956-693aed639ca0 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:37:46.359593 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-94f7149c-423a-436f-b1bf-4124409942bc req-4b4daf57-493f-45e8-a956-693aed639ca0 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "GET /v2.0/ports?device_id=cb570a6b-6921-4cfb-916b-d7e7c80e6c97 HTTP/1.1" status: 200 len: 944 time: 0.1135879 Oct 27 10:37:46.384683 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-594b0202-0843-42e5-a273-3feb11b8e3a8 req-3c0e800c-b301-4a22-a0a6-c9f69e9cd2da service neutron] 10.222.0.76 "GET /v2.0/networks/fca909b5-2d06-4825-8091-33382048b635?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1926963 Oct 27 10:37:46.395560 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Returning: {'device': '9f0189f6-4182-43d0-8f88-466d2acdbcc1', 'network_id': '9dded421-3352-4401-9c79-f930ddc01e02', 'port_id': '9f0189f6-4182-43d0-8f88-466d2acdbcc1', 'mac_address': 'fa:16:3e:54:0f:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6eb3cec6-5b09-494b-adb8-88423fe82a0f', 'ip_address': '172.20.0.27'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 10:37:46.430020 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-94f7149c-423a-436f-b1bf-4124409942bc req-7d435508-c8a3-4834-83c0-de8cbf70b65b tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "GET /v2.0/security-groups?id=9678e9b4-8ecf-4d94-a14b-d92ef88d2ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677338 Oct 27 10:37:46.441665 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.db_base_plugin_common [None req-a5568221-d1bd-4a33-b088-72eec3763f6b None None] Allocated IP 2001:db8::2 (a3a2d542-53da-4e86-bf77-b0dcf0f24882/b24052ee-beb1-4ed0-9c6d-4a50da129747/ef79ad56-6e51-4584-8fde-4143c1ac7538) {{(pid=102348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:37:46.449543 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:46.468822 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f0189f6-4182-43d0-8f88-466d2acdbcc1 {{(pid=102348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:37:46.480953 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [None req-10ac903d-c0ec-48ca-9d73-2f012904fc46 tempest-ExtensionsTestJSON-893535373 tempest-ExtensionsTestJSON-893535373-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=102347) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 10:37:46.481961 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-10ac903d-c0ec-48ca-9d73-2f012904fc46 tempest-ExtensionsTestJSON-893535373 tempest-ExtensionsTestJSON-893535373-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13636 time: 0.1563098 Oct 27 10:37:46.485266 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 42550) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:37:46.490769 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [None req-a85565d9-d2ef-4b88-beca-213248af436e tempest-ExtensionsTestJSON-893535373 tempest-ExtensionsTestJSON-893535373-project] http://10.222.0.44:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=102347) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 10:37:46.492092 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-a85565d9-d2ef-4b88-beca-213248af436e tempest-ExtensionsTestJSON-893535373 tempest-ExtensionsTestJSON-893535373-project] 10.222.0.44 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0055091 Oct 27 10:37:46.494581 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 42552) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:37:46.499341 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [None req-1d4c4f57-e1aa-4f64-924d-ef331764a009 tempest-ExtensionsTestJSON-893535373 tempest-ExtensionsTestJSON-893535373-project] http://10.222.0.44:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=102347) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 10:37:46.500590 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-1d4c4f57-e1aa-4f64-924d-ef331764a009 tempest-ExtensionsTestJSON-893535373 tempest-ExtensionsTestJSON-893535373-project] 10.222.0.44 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0050297 Oct 27 10:37:46.503022 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 42554) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:37:46.506794 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [None req-49d79cee-15db-4573-b832-851a3b98d2c7 tempest-ExtensionsTestJSON-893535373 tempest-ExtensionsTestJSON-893535373-project] http://10.222.0.44:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=102347) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 10:37:46.508372 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-49d79cee-15db-4573-b832-851a3b98d2c7 tempest-ExtensionsTestJSON-893535373 tempest-ExtensionsTestJSON-893535373-project] 10.222.0.44 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0043976 Oct 27 10:37:46.510489 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 42556) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:37:46.514545 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [None req-df9c343e-589b-4ae6-902c-f40a2dfd2951 tempest-ExtensionsTestJSON-893535373 tempest-ExtensionsTestJSON-893535373-project] http://10.222.0.44:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=102347) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 10:37:46.515558 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-df9c343e-589b-4ae6-902c-f40a2dfd2951 tempest-ExtensionsTestJSON-893535373 tempest-ExtensionsTestJSON-893535373-project] 10.222.0.44 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0041144 Oct 27 10:37:46.518074 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 42558) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:37:46.521577 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [None req-f213c4a1-c852-4674-b7d9-c4a9f4d80df2 tempest-ExtensionsTestJSON-893535373 tempest-ExtensionsTestJSON-893535373-project] http://10.222.0.44:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=102347) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 10:37:46.522603 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-f213c4a1-c852-4674-b7d9-c4a9f4d80df2 tempest-ExtensionsTestJSON-893535373 tempest-ExtensionsTestJSON-893535373-project] 10.222.0.44 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0038781 Oct 27 10:37:46.525366 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 42560) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:37:46.530441 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [None req-ca67a9ff-2006-498e-86f0-81dd39fb9665 tempest-ExtensionsTestJSON-893535373 tempest-ExtensionsTestJSON-893535373-project] http://10.222.0.44:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=102347) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 10:37:46.531425 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-ca67a9ff-2006-498e-86f0-81dd39fb9665 tempest-ExtensionsTestJSON-893535373 tempest-ExtensionsTestJSON-893535373-project] 10.222.0.44 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0051136 Oct 27 10:37:46.533512 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 42562) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:37:46.535370 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port 9f0189f6-4182-43d0-8f88-466d2acdbcc1, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=9f0189f6-4182-43d0-8f88-466d2acdbcc1,segment=NetworkSegment(ac2c0d1d-c7b3-40b7-a077-3a499a2124f8),segment_id=ac2c0d1d-c7b3-40b7-a077-3a499a2124f8)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:37:46.537587 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [None req-a723457b-1243-4b29-94f9-0600e72fdf63 tempest-ExtensionsTestJSON-893535373 tempest-ExtensionsTestJSON-893535373-project] http://10.222.0.44:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=102347) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 10:37:46.538700 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-a723457b-1243-4b29-94f9-0600e72fdf63 tempest-ExtensionsTestJSON-893535373 tempest-ExtensionsTestJSON-893535373-project] 10.222.0.44 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0041897 Oct 27 10:37:46.540870 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:46.541059 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 42564) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:37:46.546038 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [None req-4b8b1f64-757f-41f3-a374-ae1bdb40b84f tempest-ExtensionsTestJSON-893535373 tempest-ExtensionsTestJSON-893535373-project] http://10.222.0.44:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=102347) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 10:37:46.546964 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-4b8b1f64-757f-41f3-a374-ae1bdb40b84f tempest-ExtensionsTestJSON-893535373 tempest-ExtensionsTestJSON-893535373-project] 10.222.0.44 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0050397 Oct 27 10:37:46.549203 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 42566) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:37:46.553142 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [None req-e87835c0-0f9a-425a-ba44-6fb0b0ca05c0 tempest-ExtensionsTestJSON-893535373 tempest-ExtensionsTestJSON-893535373-project] http://10.222.0.44:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=102347) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 10:37:46.554213 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-e87835c0-0f9a-425a-ba44-6fb0b0ca05c0 tempest-ExtensionsTestJSON-893535373 tempest-ExtensionsTestJSON-893535373-project] 10.222.0.44 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0039754 Oct 27 10:37:46.556553 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 42568) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:37:46.560383 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [None req-961d0e01-c4d2-4e84-94e8-5d9cab225111 tempest-ExtensionsTestJSON-893535373 tempest-ExtensionsTestJSON-893535373-project] http://10.222.0.44:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=102347) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 10:37:46.561295 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-961d0e01-c4d2-4e84-94e8-5d9cab225111 tempest-ExtensionsTestJSON-893535373 tempest-ExtensionsTestJSON-893535373-project] 10.222.0.44 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0039032 Oct 27 10:37:46.563285 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 42570) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:37:46.567007 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [None req-9b68ca23-c06f-4262-88f8-43a68ee84e2b tempest-ExtensionsTestJSON-893535373 tempest-ExtensionsTestJSON-893535373-project] http://10.222.0.44:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=102347) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 10:37:46.567915 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-9b68ca23-c06f-4262-88f8-43a68ee84e2b tempest-ExtensionsTestJSON-893535373 tempest-ExtensionsTestJSON-893535373-project] 10.222.0.44 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0038199 Oct 27 10:37:46.570500 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 42572) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:37:46.574232 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [None req-ab5956a0-281a-4f36-9c32-1fc272a86c94 tempest-ExtensionsTestJSON-893535373 tempest-ExtensionsTestJSON-893535373-project] http://10.222.0.44:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=102347) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 10:37:46.575375 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-ab5956a0-281a-4f36-9c32-1fc272a86c94 tempest-ExtensionsTestJSON-893535373 tempest-ExtensionsTestJSON-893535373-project] 10.222.0.44 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0038195 Oct 27 10:37:46.578120 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 42576) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:37:46.583580 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [None req-6f3ca417-bf78-406e-ac66-0eef2f2d8b44 tempest-ExtensionsTestJSON-893535373 tempest-ExtensionsTestJSON-893535373-project] http://10.222.0.44:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=102346) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 10:37:46.587994 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-6f3ca417-bf78-406e-ac66-0eef2f2d8b44 tempest-ExtensionsTestJSON-893535373 tempest-ExtensionsTestJSON-893535373-project] 10.222.0.44 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0060518 Oct 27 10:37:46.588382 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 42578) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:37:46.592944 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [None req-2b67d156-cd3f-44b2-9a4c-f252e1c0841f tempest-ExtensionsTestJSON-893535373 tempest-ExtensionsTestJSON-893535373-project] http://10.222.0.44:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=102346) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 10:37:46.597006 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-2b67d156-cd3f-44b2-9a4c-f252e1c0841f tempest-ExtensionsTestJSON-893535373 tempest-ExtensionsTestJSON-893535373-project] 10.222.0.44 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0051708 Oct 27 10:37:46.597163 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 42580) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:37:46.601562 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [None req-3d0a2a05-c457-488d-bd83-77be12245316 tempest-ExtensionsTestJSON-893535373 tempest-ExtensionsTestJSON-893535373-project] http://10.222.0.44:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=102347) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 10:37:46.604232 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-3d0a2a05-c457-488d-bd83-77be12245316 tempest-ExtensionsTestJSON-893535373 tempest-ExtensionsTestJSON-893535373-project] 10.222.0.44 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0044580 Oct 27 10:37:46.605163 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 42582) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:37:46.611724 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [None req-c838de62-5ee9-4fd5-bc36-575479a7fc7d tempest-ExtensionsTestJSON-893535373 tempest-ExtensionsTestJSON-893535373-project] http://10.222.0.44:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=102346) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 10:37:46.613205 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-c838de62-5ee9-4fd5-bc36-575479a7fc7d tempest-ExtensionsTestJSON-893535373 tempest-ExtensionsTestJSON-893535373-project] 10.222.0.44 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0058753 Oct 27 10:37:46.615676 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 42584) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:37:46.619592 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Pushing event updated for resources: {'Port': ['ID=9f0189f6-4182-43d0-8f88-466d2acdbcc1,revision_number=4']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:37:46.620906 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [None req-d331b2a8-9f01-4439-b287-82c7f331f9df tempest-ExtensionsTestJSON-893535373 tempest-ExtensionsTestJSON-893535373-project] http://10.222.0.44:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=102347) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 10:37:46.622093 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-d331b2a8-9f01-4439-b287-82c7f331f9df tempest-ExtensionsTestJSON-893535373 tempest-ExtensionsTestJSON-893535373-project] 10.222.0.44 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0052257 Oct 27 10:37:46.624874 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 42586) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:37:46.628748 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [None req-ec6dc139-86af-4c7e-be79-a2ccce5e068d tempest-ExtensionsTestJSON-893535373 tempest-ExtensionsTestJSON-893535373-project] http://10.222.0.44:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=102347) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 10:37:46.629699 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-ec6dc139-86af-4c7e-be79-a2ccce5e068d tempest-ExtensionsTestJSON-893535373 tempest-ExtensionsTestJSON-893535373-project] 10.222.0.44 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0041447 Oct 27 10:37:46.632618 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 42588) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:37:46.636470 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [None req-b5eb33f4-3662-46bb-b7c7-57a39cf0b065 tempest-ExtensionsTestJSON-893535373 tempest-ExtensionsTestJSON-893535373-project] http://10.222.0.44:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=102347) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 10:37:46.639372 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-b5eb33f4-3662-46bb-b7c7-57a39cf0b065 tempest-ExtensionsTestJSON-893535373 tempest-ExtensionsTestJSON-893535373-project] 10.222.0.44 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0039213 Oct 27 10:37:46.639602 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 42590) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:37:46.643415 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [None req-17b42871-240d-4c0e-8f68-09534746eec3 tempest-ExtensionsTestJSON-893535373 tempest-ExtensionsTestJSON-893535373-project] http://10.222.0.44:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=102347) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 10:37:46.646407 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-17b42871-240d-4c0e-8f68-09534746eec3 tempest-ExtensionsTestJSON-893535373 tempest-ExtensionsTestJSON-893535373-project] 10.222.0.44 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0039032 Oct 27 10:37:46.646726 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 42592) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:37:46.652032 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [None req-e79e723b-31e0-4c65-9ca1-fcff56ac810e tempest-ExtensionsTestJSON-893535373 tempest-ExtensionsTestJSON-893535373-project] http://10.222.0.44:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=102347) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 10:37:46.653163 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-e79e723b-31e0-4c65-9ca1-fcff56ac810e tempest-ExtensionsTestJSON-893535373 tempest-ExtensionsTestJSON-893535373-project] 10.222.0.44 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0053713 Oct 27 10:37:46.655467 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 42594) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:37:46.659845 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [None req-8ecb757f-ed81-4ec8-ab42-f6ba2862b7d4 tempest-ExtensionsTestJSON-893535373 tempest-ExtensionsTestJSON-893535373-project] http://10.222.0.44:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=102347) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 10:37:46.661413 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-8ecb757f-ed81-4ec8-ab42-f6ba2862b7d4 tempest-ExtensionsTestJSON-893535373 tempest-ExtensionsTestJSON-893535373-project] 10.222.0.44 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0049715 Oct 27 10:37:46.664635 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 42596) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:37:46.665586 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-c6b2dd39-bb84-48f1-aae8-8ca3965b929a req-caac196b-72c9-4538-99e0-e8e7d7f442dd tempest-ServerShowV254Test-75595659 tempest-ServerShowV254Test-75595659-project] 10.222.0.44 "GET /v2.0/ports?device_id=b07cf36a-0c80-4f43-a9f2-119033ae0912 HTTP/1.1" status: 200 len: 210 time: 0.0348191 Oct 27 10:37:46.669258 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [None req-aa368c5e-5057-404e-a853-deb26f20b4f1 tempest-ExtensionsTestJSON-893535373 tempest-ExtensionsTestJSON-893535373-project] http://10.222.0.44:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=102347) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 10:37:46.670404 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-aa368c5e-5057-404e-a853-deb26f20b4f1 tempest-ExtensionsTestJSON-893535373 tempest-ExtensionsTestJSON-893535373-project] 10.222.0.44 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0045981 Oct 27 10:37:46.672747 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 42598) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:37:46.676946 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [None req-3d88c638-8759-4f9b-961e-c05af65533ac tempest-ExtensionsTestJSON-893535373 tempest-ExtensionsTestJSON-893535373-project] http://10.222.0.44:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=102347) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 10:37:46.677202 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a5568221-d1bd-4a33-b088-72eec3763f6b None None] Publish callbacks [] for port, precommit_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:46.677834 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-3d88c638-8759-4f9b-961e-c05af65533ac tempest-ExtensionsTestJSON-893535373 tempest-ExtensionsTestJSON-893535373-project] 10.222.0.44 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0042255 Oct 27 10:37:46.680578 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 42602) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:37:46.686976 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [None req-80a1096e-b11d-4490-a9f7-a5f6f5ca676d tempest-ExtensionsTestJSON-893535373 tempest-ExtensionsTestJSON-893535373-project] http://10.222.0.44:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=102347) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 10:37:46.687998 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-80a1096e-b11d-4490-a9f7-a5f6f5ca676d tempest-ExtensionsTestJSON-893535373 tempest-ExtensionsTestJSON-893535373-project] 10.222.0.44 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0063629 Oct 27 10:37:46.692690 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a5568221-d1bd-4a33-b088-72eec3763f6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606'] for port, after_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:46.699007 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 42604) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:37:46.704011 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [None req-3337bb83-40cf-44b3-b3d1-11176f18b4ef tempest-ExtensionsTestJSON-893535373 tempest-ExtensionsTestJSON-893535373-project] http://10.222.0.44:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=102347) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 10:37:46.707024 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-3337bb83-40cf-44b3-b3d1-11176f18b4ef tempest-ExtensionsTestJSON-893535373 tempest-ExtensionsTestJSON-893535373-project] 10.222.0.44 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0050089 Oct 27 10:37:46.707263 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 42606) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:37:46.713054 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [None req-76cc6df0-1922-4b17-8919-236aca6e2b10 tempest-ExtensionsTestJSON-893535373 tempest-ExtensionsTestJSON-893535373-project] http://10.222.0.44:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=102347) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 10:37:46.716180 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-76cc6df0-1922-4b17-8919-236aca6e2b10 tempest-ExtensionsTestJSON-893535373 tempest-ExtensionsTestJSON-893535373-project] 10.222.0.44 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0059993 Oct 27 10:37:46.716436 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 42608) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:37:46.722304 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [None req-43ff08cc-3be8-4b95-a8b2-0192635409cb tempest-ExtensionsTestJSON-893535373 tempest-ExtensionsTestJSON-893535373-project] http://10.222.0.44:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=102347) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 10:37:46.725531 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-43ff08cc-3be8-4b95-a8b2-0192635409cb tempest-ExtensionsTestJSON-893535373 tempest-ExtensionsTestJSON-893535373-project] 10.222.0.44 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0049522 Oct 27 10:37:46.726073 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 42610) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:37:46.730492 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [None req-ae4cf912-e737-4d13-8dbe-218a3edde563 tempest-ExtensionsTestJSON-893535373 tempest-ExtensionsTestJSON-893535373-project] http://10.222.0.44:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=102347) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 10:37:46.732243 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-ae4cf912-e737-4d13-8dbe-218a3edde563 tempest-ExtensionsTestJSON-893535373 tempest-ExtensionsTestJSON-893535373-project] 10.222.0.44 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0045431 Oct 27 10:37:46.735170 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 42612) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:37:46.741854 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [None req-d787aaf1-b42d-4f74-9847-3b792a3185d2 tempest-ExtensionsTestJSON-893535373 tempest-ExtensionsTestJSON-893535373-project] http://10.222.0.44:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=102346) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 10:37:46.743031 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-d787aaf1-b42d-4f74-9847-3b792a3185d2 tempest-ExtensionsTestJSON-893535373 tempest-ExtensionsTestJSON-893535373-project] 10.222.0.44 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0067325 Oct 27 10:37:46.747592 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 42614) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:37:46.754771 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [None req-0834602e-3b82-4074-8bb2-9c80cb0092a8 tempest-ExtensionsTestJSON-893535373 tempest-ExtensionsTestJSON-893535373-project] http://10.222.0.44:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=102346) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 10:37:46.754771 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-0834602e-3b82-4074-8bb2-9c80cb0092a8 tempest-ExtensionsTestJSON-893535373 tempest-ExtensionsTestJSON-893535373-project] 10.222.0.44 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0060434 Oct 27 10:37:46.755834 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_common [None req-299da859-9133-43aa-a420-481fc194e044 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Allocated IP 2001:db8::6189:b051:a07c:43c9 (a3a2d542-53da-4e86-bf77-b0dcf0f24882/b24052ee-beb1-4ed0-9c6d-4a50da129747/dcb37939-c553-4400-8697-b872c82aece8) {{(pid=102346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:37:46.758384 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 42616) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:37:46.764773 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [None req-986f603d-a9a7-47bb-a260-678f11416fad tempest-ExtensionsTestJSON-893535373 tempest-ExtensionsTestJSON-893535373-project] http://10.222.0.44:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=102346) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 10:37:46.767964 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-986f603d-a9a7-47bb-a260-678f11416fad tempest-ExtensionsTestJSON-893535373 tempest-ExtensionsTestJSON-893535373-project] 10.222.0.44 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0064433 Oct 27 10:37:46.768228 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 42618) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:37:46.775869 n-d-813419-10 neutron-server[102348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5568221-d1bd-4a33-b088-72eec3763f6b None None] Network a3a2d542-53da-4e86-bf77-b0dcf0f24882 is already hosted by enough agents. {{(pid=102348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:37:46.776437 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [None req-49633bc5-baf4-4c4d-bf07-58d23f8e86d6 tempest-ExtensionsTestJSON-893535373 tempest-ExtensionsTestJSON-893535373-project] http://10.222.0.44:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=102346) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 10:37:46.779660 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-49633bc5-baf4-4c4d-bf07-58d23f8e86d6 tempest-ExtensionsTestJSON-893535373 tempest-ExtensionsTestJSON-893535373-project] 10.222.0.44 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0083084 Oct 27 10:37:46.779795 n-d-813419-10 neutron-server[102348]: DEBUG neutron.scheduler.base_scheduler [None req-a5568221-d1bd-4a33-b088-72eec3763f6b None None] Resources bound (agent type, host, resource id): {{(pid=102348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:37:46.779875 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 42620) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:37:46.782552 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5568221-d1bd-4a33-b088-72eec3763f6b None None] Received port after_create {{(pid=102348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:37:46.785902 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [None req-bd9daa8c-7d9f-4f41-bee8-40249faec24d tempest-ExtensionsTestJSON-893535373 tempest-ExtensionsTestJSON-893535373-project] http://10.222.0.44:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=102346) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 10:37:46.790655 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-bd9daa8c-7d9f-4f41-bee8-40249faec24d tempest-ExtensionsTestJSON-893535373 tempest-ExtensionsTestJSON-893535373-project] 10.222.0.44 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0064874 Oct 27 10:37:46.790805 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 42622) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:37:46.794703 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [None req-a222b662-624c-4a7b-9a20-a4e5a6b7ff60 tempest-ExtensionsTestJSON-893535373 tempest-ExtensionsTestJSON-893535373-project] http://10.222.0.44:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=102347) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 10:37:46.797846 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-a222b662-624c-4a7b-9a20-a4e5a6b7ff60 tempest-ExtensionsTestJSON-893535373 tempest-ExtensionsTestJSON-893535373-project] 10.222.0.44 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0044382 Oct 27 10:37:46.797966 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5568221-d1bd-4a33-b088-72eec3763f6b None None] Pushing event updated for resources: {'Port': ['ID=ef79ad56-6e51-4584-8fde-4143c1ac7538,revision_number=1']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:37:46.798646 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 42624) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:37:46.803009 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [None req-0b86a157-c072-41df-bf5e-172f7dba21ab tempest-ExtensionsTestJSON-893535373 tempest-ExtensionsTestJSON-893535373-project] http://10.222.0.44:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=102347) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 10:37:46.804038 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-0b86a157-c072-41df-bf5e-172f7dba21ab tempest-ExtensionsTestJSON-893535373 tempest-ExtensionsTestJSON-893535373-project] 10.222.0.44 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0044255 Oct 27 10:37:46.811608 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f825ac-9a35-441f-a8be-daf63c90fb5a req-84ba661c-75fd-48f7-87df-0b0e6b36ebf9 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:37:46.813103 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-52f825ac-9a35-441f-a8be-daf63c90fb5a req-84ba661c-75fd-48f7-87df-0b0e6b36ebf9 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/ports?device_id=1ef8df17-bc2c-4faf-8755-5951c6dfe935 HTTP/1.1" status: 200 len: 943 time: 0.0761051 Oct 27 10:37:46.813586 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 42626) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:37:46.819372 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [None req-cc869941-ae6a-4c22-ae45-2b6f425e73d4 tempest-ExtensionsTestJSON-893535373 tempest-ExtensionsTestJSON-893535373-project] http://10.222.0.44:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=102347) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 10:37:46.824630 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-cc869941-ae6a-4c22-ae45-2b6f425e73d4 tempest-ExtensionsTestJSON-893535373 tempest-ExtensionsTestJSON-893535373-project] 10.222.0.44 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0099137 Oct 27 10:37:46.827240 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 42628) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:37:46.836400 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [None req-3b612a78-d27a-44ed-80f9-83f3269e752f tempest-ExtensionsTestJSON-893535373 tempest-ExtensionsTestJSON-893535373-project] http://10.222.0.44:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=102347) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 10:37:46.837324 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-3b612a78-d27a-44ed-80f9-83f3269e752f tempest-ExtensionsTestJSON-893535373 tempest-ExtensionsTestJSON-893535373-project] 10.222.0.44 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0046997 Oct 27 10:37:46.845768 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 42630) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:37:46.846932 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-a5568221-d1bd-4a33-b088-72eec3763f6b None None] Attempting to bind port ef79ad56-6e51-4584-8fde-4143c1ac7538 on host n-d-813419-10 for vnic_type normal with profile {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:37:46.847297 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-a5568221-d1bd-4a33-b088-72eec3763f6b None None] Attempting to bind port ef79ad56-6e51-4584-8fde-4143c1ac7538 by drivers openvswitch,hyperv on host n-d-813419-10 at level 0 using segments [{'id': 'eef0c4ec-5773-434c-ac68-3d91e838e9be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a3a2d542-53da-4e86-bf77-b0dcf0f24882'}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:37:46.847661 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5568221-d1bd-4a33-b088-72eec3763f6b None None] Attempting to bind port ef79ad56-6e51-4584-8fde-4143c1ac7538 on network a3a2d542-53da-4e86-bf77-b0dcf0f24882 {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:37:46.852622 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [None req-5e997409-2590-492d-a2bc-b58f3631ba88 tempest-ExtensionsTestJSON-893535373 tempest-ExtensionsTestJSON-893535373-project] http://10.222.0.44:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=102347) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 10:37:46.856062 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-5e997409-2590-492d-a2bc-b58f3631ba88 tempest-ExtensionsTestJSON-893535373 tempest-ExtensionsTestJSON-893535373-project] 10.222.0.44 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0066338 Oct 27 10:37:46.856483 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 42632) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:37:46.860189 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5568221-d1bd-4a33-b088-72eec3763f6b None None] Checking agent: {'id': '89dba0f3-79b2-435e-9822-33674b8f6ada', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 8, 20), 'started_at': datetime.datetime(2021, 10, 27, 10, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 37, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:37:46.860582 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5568221-d1bd-4a33-b088-72eec3763f6b None None] Checking segment: {'id': 'eef0c4ec-5773-434c-ac68-3d91e838e9be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a3a2d542-53da-4e86-bf77-b0dcf0f24882'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:37:46.860984 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a5568221-d1bd-4a33-b088-72eec3763f6b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:46.861367 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5568221-d1bd-4a33-b088-72eec3763f6b None None] Bound using segment: {'id': 'eef0c4ec-5773-434c-ac68-3d91e838e9be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a3a2d542-53da-4e86-bf77-b0dcf0f24882'} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:37:46.861840 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-a5568221-d1bd-4a33-b088-72eec3763f6b None None] Bound port: ef79ad56-6e51-4584-8fde-4143c1ac7538, host: n-d-813419-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eef0c4ec-5773-434c-ac68-3d91e838e9be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a3a2d542-53da-4e86-bf77-b0dcf0f24882'}}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:37:46.862253 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a5568221-d1bd-4a33-b088-72eec3763f6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:46.862966 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [None req-d662d7b4-fdd4-43d5-8240-eb8562f4d09f tempest-ExtensionsTestJSON-893535373 tempest-ExtensionsTestJSON-893535373-project] http://10.222.0.44:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=102347) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 10:37:46.867117 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-d662d7b4-fdd4-43d5-8240-eb8562f4d09f tempest-ExtensionsTestJSON-893535373 tempest-ExtensionsTestJSON-893535373-project] 10.222.0.44 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0067201 Oct 27 10:37:46.867714 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 42634) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:37:46.868289 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] get_ports_and_sgs() called for port_ids ['9f0189f6-4182-43d0-8f88-466d2acdbcc1'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:37:46.872463 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [None req-3994e32a-e4c3-4a7d-9d2e-7d782d0ef704 tempest-ExtensionsTestJSON-893535373 tempest-ExtensionsTestJSON-893535373-project] http://10.222.0.44:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=102347) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 10:37:46.875664 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-3994e32a-e4c3-4a7d-9d2e-7d782d0ef704 tempest-ExtensionsTestJSON-893535373 tempest-ExtensionsTestJSON-893535373-project] 10.222.0.44 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0047655 Oct 27 10:37:46.876364 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 42636) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:37:46.881071 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [None req-df2e69c7-e931-42ff-8ab9-49e0e30861e8 tempest-ExtensionsTestJSON-893535373 tempest-ExtensionsTestJSON-893535373-project] http://10.222.0.44:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=102347) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 10:37:46.883189 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-df2e69c7-e931-42ff-8ab9-49e0e30861e8 tempest-ExtensionsTestJSON-893535373 tempest-ExtensionsTestJSON-893535373-project] 10.222.0.44 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0040979 Oct 27 10:37:46.885772 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 42638) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:37:46.890091 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [None req-a2e60545-49f8-4dea-ad24-fa0e57ec0297 tempest-ExtensionsTestJSON-893535373 tempest-ExtensionsTestJSON-893535373-project] http://10.222.0.44:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=102346) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 10:37:46.893294 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-a2e60545-49f8-4dea-ad24-fa0e57ec0297 tempest-ExtensionsTestJSON-893535373 tempest-ExtensionsTestJSON-893535373-project] 10.222.0.44 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0043180 Oct 27 10:37:46.894088 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 42640) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:37:46.900559 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-52f825ac-9a35-441f-a8be-daf63c90fb5a req-e24700ab-b709-48e0-830e-af919f5a1648 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/security-groups?id=cc9284c7-fb9e-4cd7-891d-df58f9ea4e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737934 Oct 27 10:37:46.907229 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [None req-2b16c91d-7c6c-4bf6-94bc-10df585d8b19 tempest-ExtensionsTestJSON-893535373 tempest-ExtensionsTestJSON-893535373-project] http://10.222.0.44:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=102347) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 10:37:46.912522 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 42642) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:37:46.912896 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-2b16c91d-7c6c-4bf6-94bc-10df585d8b19 tempest-ExtensionsTestJSON-893535373 tempest-ExtensionsTestJSON-893535373-project] 10.222.0.44 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0173774 Oct 27 10:37:46.917758 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [None req-57093b00-ac71-4eee-836e-d2227663d320 tempest-ExtensionsTestJSON-893535373 tempest-ExtensionsTestJSON-893535373-project] http://10.222.0.44:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=102346) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 10:37:46.921168 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 42644) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:37:46.921370 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-57093b00-ac71-4eee-836e-d2227663d320 tempest-ExtensionsTestJSON-893535373 tempest-ExtensionsTestJSON-893535373-project] 10.222.0.44 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 386 time: 0.0078685 Oct 27 10:37:46.925468 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [None req-8d4ac6d8-67b1-4f7d-b926-3339ae43df3a tempest-ExtensionsTestJSON-893535373 tempest-ExtensionsTestJSON-893535373-project] http://10.222.0.44:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=102347) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 10:37:46.928517 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-8d4ac6d8-67b1-4f7d-b926-3339ae43df3a tempest-ExtensionsTestJSON-893535373 tempest-ExtensionsTestJSON-893535373-project] 10.222.0.44 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0042601 Oct 27 10:37:46.928827 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 42646) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:37:46.933141 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [None req-4d84428b-459a-43cf-b032-0c777fc21466 tempest-ExtensionsTestJSON-893535373 tempest-ExtensionsTestJSON-893535373-project] http://10.222.0.44:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=102347) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 10:37:46.937089 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-4d84428b-459a-43cf-b032-0c777fc21466 tempest-ExtensionsTestJSON-893535373 tempest-ExtensionsTestJSON-893535373-project] 10.222.0.44 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0073309 Oct 27 10:37:46.938417 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 42648) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:37:46.942971 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [None req-497d7e2c-d77d-471e-86de-17a196742db3 tempest-ExtensionsTestJSON-893535373 tempest-ExtensionsTestJSON-893535373-project] http://10.222.0.44:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=102347) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 10:37:46.943833 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-497d7e2c-d77d-471e-86de-17a196742db3 tempest-ExtensionsTestJSON-893535373 tempest-ExtensionsTestJSON-893535373-project] 10.222.0.44 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0045385 Oct 27 10:37:46.946229 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 42650) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:37:46.950128 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [None req-83b4e513-afa8-4df7-9d5f-fc85d07adbeb tempest-ExtensionsTestJSON-893535373 tempest-ExtensionsTestJSON-893535373-project] http://10.222.0.44:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=102347) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 10:37:46.953362 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-83b4e513-afa8-4df7-9d5f-fc85d07adbeb tempest-ExtensionsTestJSON-893535373 tempest-ExtensionsTestJSON-893535373-project] 10.222.0.44 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0039628 Oct 27 10:37:46.953645 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 42652) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:37:46.957740 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [None req-2bb20bf2-2f68-441a-b498-602f25d9ba64 tempest-ExtensionsTestJSON-893535373 tempest-ExtensionsTestJSON-893535373-project] http://10.222.0.44:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=102347) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 10:37:46.960975 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-2bb20bf2-2f68-441a-b498-602f25d9ba64 tempest-ExtensionsTestJSON-893535373 tempest-ExtensionsTestJSON-893535373-project] 10.222.0.44 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0064437 Oct 27 10:37:46.961577 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 42654) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:37:46.971473 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [None req-a744d4a1-d4a1-40b0-a76e-d5abea60a572 tempest-ExtensionsTestJSON-893535373 tempest-ExtensionsTestJSON-893535373-project] http://10.222.0.44:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=102346) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 10:37:46.972463 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-a744d4a1-d4a1-40b0-a76e-d5abea60a572 tempest-ExtensionsTestJSON-893535373 tempest-ExtensionsTestJSON-893535373-project] 10.222.0.44 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0055072 Oct 27 10:37:46.974994 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 42656) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:37:46.978371 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-299da859-9133-43aa-a420-481fc194e044 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks [] for port, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:46.983073 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [None req-21a0545c-fa9e-42bd-92d0-99cde1b05215 tempest-ExtensionsTestJSON-893535373 tempest-ExtensionsTestJSON-893535373-project] http://10.222.0.44:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=102346) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 10:37:46.984028 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-21a0545c-fa9e-42bd-92d0-99cde1b05215 tempest-ExtensionsTestJSON-893535373 tempest-ExtensionsTestJSON-893535373-project] 10.222.0.44 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0040913 Oct 27 10:37:46.986515 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 42658) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:37:46.992497 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a5568221-d1bd-4a33-b088-72eec3763f6b None None] For port ef79ad56-6e51-4584-8fde-4143c1ac7538, host n-d-813419-10, cleared binding levels {{(pid=102348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:37:46.992981 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [None req-733c935c-3db7-4626-90d0-ba8ae919be64 tempest-ExtensionsTestJSON-893535373 tempest-ExtensionsTestJSON-893535373-project] http://10.222.0.44:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=102346) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 10:37:46.993485 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-733c935c-3db7-4626-90d0-ba8ae919be64 tempest-ExtensionsTestJSON-893535373 tempest-ExtensionsTestJSON-893535373-project] 10.222.0.44 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0060151 Oct 27 10:37:46.995561 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a5568221-d1bd-4a33-b088-72eec3763f6b None None] For port ef79ad56-6e51-4584-8fde-4143c1ac7538, host n-d-813419-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=ef79ad56-6e51-4584-8fde-4143c1ac7538,segment=NetworkSegment(eef0c4ec-5773-434c-ac68-3d91e838e9be),segment_id=eef0c4ec-5773-434c-ac68-3d91e838e9be)] {{(pid=102348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:37:46.996330 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 42660) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:37:47.000514 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a5568221-d1bd-4a33-b088-72eec3763f6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:47.001738 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [None req-a5f3010c-2a60-4ed0-8242-187327687008 tempest-ExtensionsTestJSON-893535373 tempest-ExtensionsTestJSON-893535373-project] http://10.222.0.44:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=102347) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 10:37:47.003460 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-a5f3010c-2a60-4ed0-8242-187327687008 tempest-ExtensionsTestJSON-893535373 tempest-ExtensionsTestJSON-893535373-project] 10.222.0.44 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0057609 Oct 27 10:37:47.005819 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 42662) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:37:47.012659 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [None req-c2b47095-432a-43ac-aba4-534fbcd2eadf tempest-ExtensionsTestJSON-893535373 tempest-ExtensionsTestJSON-893535373-project] http://10.222.0.44:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=102347) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 10:37:47.013638 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-c2b47095-432a-43ac-aba4-534fbcd2eadf tempest-ExtensionsTestJSON-893535373 tempest-ExtensionsTestJSON-893535373-project] 10.222.0.44 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0043716 Oct 27 10:37:47.016649 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 42664) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:37:47.021534 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [None req-b9c2f8d7-5b80-4422-91be-989d2b5dcee8 tempest-ExtensionsTestJSON-893535373 tempest-ExtensionsTestJSON-893535373-project] http://10.222.0.44:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=102347) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 10:37:47.022453 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-b9c2f8d7-5b80-4422-91be-989d2b5dcee8 tempest-ExtensionsTestJSON-893535373 tempest-ExtensionsTestJSON-893535373-project] 10.222.0.44 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0049579 Oct 27 10:37:47.025675 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 42666) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:37:47.031020 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [None req-f2923df7-39bd-4d37-94bb-1028bd81fa11 tempest-ExtensionsTestJSON-893535373 tempest-ExtensionsTestJSON-893535373-project] http://10.222.0.44:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=102346) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 10:37:47.032037 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-f2923df7-39bd-4d37-94bb-1028bd81fa11 tempest-ExtensionsTestJSON-893535373 tempest-ExtensionsTestJSON-893535373-project] 10.222.0.44 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0053954 Oct 27 10:37:47.034641 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 42668) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:37:47.035246 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-299da859-9133-43aa-a420-481fc194e044 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:47.042726 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [None req-dcc658f6-abea-45ec-b44a-17221c2088d4 tempest-ExtensionsTestJSON-893535373 tempest-ExtensionsTestJSON-893535373-project] http://10.222.0.44:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=102347) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 10:37:47.045614 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-dcc658f6-abea-45ec-b44a-17221c2088d4 tempest-ExtensionsTestJSON-893535373 tempest-ExtensionsTestJSON-893535373-project] 10.222.0.44 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0085664 Oct 27 10:37:47.047416 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 42672) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:37:47.054477 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [None req-8d4dc699-a336-45a2-bd78-6d836a6355d0 tempest-ExtensionsTestJSON-893535373 tempest-ExtensionsTestJSON-893535373-project] http://10.222.0.44:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=102347) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 10:37:47.058929 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-8d4dc699-a336-45a2-bd78-6d836a6355d0 tempest-ExtensionsTestJSON-893535373 tempest-ExtensionsTestJSON-893535373-project] 10.222.0.44 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0102754 Oct 27 10:37:47.059575 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 42674) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:37:47.064079 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [None req-d9896cb1-82ba-4727-b3fa-346362f06427 tempest-ExtensionsTestJSON-893535373 tempest-ExtensionsTestJSON-893535373-project] http://10.222.0.44:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=102347) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 10:37:47.067838 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-d9896cb1-82ba-4727-b3fa-346362f06427 tempest-ExtensionsTestJSON-893535373 tempest-ExtensionsTestJSON-893535373-project] 10.222.0.44 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0073121 Oct 27 10:37:47.069152 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 42676) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:37:47.075091 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5568221-d1bd-4a33-b088-72eec3763f6b None None] Pushing event updated for resources: {'Port': ['ID=ef79ad56-6e51-4584-8fde-4143c1ac7538,revision_number=2']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:37:47.080066 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [None req-de68f577-2ad7-4f9b-a8be-e26d48500e90 tempest-ExtensionsTestJSON-893535373 tempest-ExtensionsTestJSON-893535373-project] http://10.222.0.44:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=102347) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 10:37:47.083813 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-de68f577-2ad7-4f9b-a8be-e26d48500e90 tempest-ExtensionsTestJSON-893535373 tempest-ExtensionsTestJSON-893535373-project] 10.222.0.44 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0136836 Oct 27 10:37:47.084497 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 42678) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:37:47.089820 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [None req-86a57584-2590-4729-9f35-fb819a86874f tempest-ExtensionsTestJSON-893535373 tempest-ExtensionsTestJSON-893535373-project] http://10.222.0.44:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=102347) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 10:37:47.093590 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-86a57584-2590-4729-9f35-fb819a86874f tempest-ExtensionsTestJSON-893535373 tempest-ExtensionsTestJSON-893535373-project] 10.222.0.44 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0075305 Oct 27 10:37:47.094221 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 42680) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:37:47.096072 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-299da859-9133-43aa-a420-481fc194e044 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Network a3a2d542-53da-4e86-bf77-b0dcf0f24882 is already hosted by enough agents. {{(pid=102346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:37:47.098551 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [None req-7df2e919-2ec1-4659-94f1-744107a94273 tempest-ExtensionsTestJSON-893535373 tempest-ExtensionsTestJSON-893535373-project] http://10.222.0.44:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=102347) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 10:37:47.102083 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-7df2e919-2ec1-4659-94f1-744107a94273 tempest-ExtensionsTestJSON-893535373 tempest-ExtensionsTestJSON-893535373-project] 10.222.0.44 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0046692 Oct 27 10:37:47.102208 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-299da859-9133-43aa-a420-481fc194e044 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Resources bound (agent type, host, resource id): {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:37:47.102384 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 42682) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:37:47.106709 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [None req-0b512a7f-ea88-467c-9de0-7b85930d3af9 tempest-ExtensionsTestJSON-893535373 tempest-ExtensionsTestJSON-893535373-project] http://10.222.0.44:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=102347) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 10:37:47.111010 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-0b512a7f-ea88-467c-9de0-7b85930d3af9 tempest-ExtensionsTestJSON-893535373 tempest-ExtensionsTestJSON-893535373-project] 10.222.0.44 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0044608 Oct 27 10:37:47.111141 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-299da859-9133-43aa-a420-481fc194e044 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Received port after_create {{(pid=102346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:37:47.111476 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 42684) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:37:47.117818 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-299da859-9133-43aa-a420-481fc194e044 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:37:47.118471 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-299da859-9133-43aa-a420-481fc194e044 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:47.119999 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [None req-1643328b-42d8-40a4-8fbf-ee1d837d64f1 tempest-ExtensionsTestJSON-893535373 tempest-ExtensionsTestJSON-893535373-project] http://10.222.0.44:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=102347) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 10:37:47.124514 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-1643328b-42d8-40a4-8fbf-ee1d837d64f1 tempest-ExtensionsTestJSON-893535373 tempest-ExtensionsTestJSON-893535373-project] 10.222.0.44 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0120199 Oct 27 10:37:47.125172 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 42686) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:37:47.129729 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [None req-c2dd0a0d-a178-44a3-b8ca-a2d02472f8e2 tempest-ExtensionsTestJSON-893535373 tempest-ExtensionsTestJSON-893535373-project] http://10.222.0.44:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=102347) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 10:37:47.130683 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-c2dd0a0d-a178-44a3-b8ca-a2d02472f8e2 tempest-ExtensionsTestJSON-893535373 tempest-ExtensionsTestJSON-893535373-project] 10.222.0.44 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0045977 Oct 27 10:37:47.134076 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 42688) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:37:47.138346 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [None req-9f1cee72-003c-4bd0-bfd3-4746756821a2 tempest-ExtensionsTestJSON-893535373 tempest-ExtensionsTestJSON-893535373-project] http://10.222.0.44:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=102347) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 10:37:47.140520 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-9f1cee72-003c-4bd0-bfd3-4746756821a2 tempest-ExtensionsTestJSON-893535373 tempest-ExtensionsTestJSON-893535373-project] 10.222.0.44 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0042317 Oct 27 10:37:47.141979 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 42690) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:37:47.148057 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [None req-6126fad3-b55e-4096-bd28-cda8d0d9f281 tempest-ExtensionsTestJSON-893535373 tempest-ExtensionsTestJSON-893535373-project] http://10.222.0.44:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=102347) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 10:37:47.149267 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-6126fad3-b55e-4096-bd28-cda8d0d9f281 tempest-ExtensionsTestJSON-893535373 tempest-ExtensionsTestJSON-893535373-project] 10.222.0.44 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0061982 Oct 27 10:37:47.174669 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299da859-9133-43aa-a420-481fc194e044 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Pushing event updated for resources: {'Port': ['ID=dcb37939-c553-4400-8697-b872c82aece8,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:37:47.191792 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-299da859-9133-43aa-a420-481fc194e044 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 1.2446244 Oct 27 10:37:47.192093 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 42696) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:37:47.198176 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-ed05ed90-b966-4ed4-9d51-c80d11411808 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Request body: {'port': {'network_id': 'a3a2d542-53da-4e86-bf77-b0dcf0f24882', 'fixed_ips': [{'subnet_id': 'b24052ee-beb1-4ed0-9c6d-4a50da129747', 'ip_address': '2001:db8::6189:b051:a07c:43c9'}], 'name': 'tempest-NetworksTestDHCPv6-184481529'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:37:47.214477 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5702688-de18-4593-9947-f4dc86d63611 req-e9c5164d-d3bd-4d4b-a9a3-d47ac2f5e780 tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:37:47.216400 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-f5702688-de18-4593-9947-f4dc86d63611 req-e9c5164d-d3bd-4d4b-a9a3-d47ac2f5e780 tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a8f03e8-f80e-485d-8a88-0ca54dcb644b HTTP/1.1" status: 200 len: 908 time: 0.0908124 Oct 27 10:37:47.380893 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed05ed90-b966-4ed4-9d51-c80d11411808 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Made reservation on behalf of 378140ee2d4f4428be90ff45daafe008 for: {'port': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:37:47.478803 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-ed05ed90-b966-4ed4-9d51-c80d11411808 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:47.490310 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 42702) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:37:47.499959 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [None req-ed05ed90-b966-4ed4-9d51-c80d11411808 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] device_id is not set on port 986e6755-3d79-439e-a9a1-00d58da11477 yet. {{(pid=102347) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 10:37:47.557242 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75654b2b-94fe-4b6a-8ac0-2053c054dc29 req-045010f0-c784-445a-b9f6-fc25d63d5f1a tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:37:47.559201 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-75654b2b-94fe-4b6a-8ac0-2053c054dc29 req-045010f0-c784-445a-b9f6-fc25d63d5f1a tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "GET /v2.0/ports?device_id=cb570a6b-6921-4cfb-916b-d7e7c80e6c97 HTTP/1.1" status: 200 len: 944 time: 0.0517714 Oct 27 10:37:47.610933 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-75654b2b-94fe-4b6a-8ac0-2053c054dc29 req-bf862427-5fde-43a8-8c99-5472efc0231b tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "GET /v2.0/security-groups?id=9678e9b4-8ecf-4d94-a14b-d92ef88d2ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460618 Oct 27 10:37:47.664733 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-467bfe86-6ece-4839-baa9-1bf9673bbb20 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:47.680798 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device ef79ad56-6e51-4584-8fde-4143c1ac7538 up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:37:47.739268 n-d-813419-10 neutron-server[102347]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed05ed90-b966-4ed4-9d51-c80d11411808 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] POST failed (client error): There was a conflict when trying to complete your request. Oct 27 10:37:47.742278 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed05ed90-b966-4ed4-9d51-c80d11411808 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=102347) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 10:37:47.743279 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port ef79ad56-6e51-4584-8fde-4143c1ac7538 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:37:47.743884 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:47.761589 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-467bfe86-6ece-4839-baa9-1bf9673bbb20 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:47.766102 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-467bfe86-6ece-4839-baa9-1bf9673bbb20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:47.784251 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-ed05ed90-b966-4ed4-9d51-c80d11411808 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 0.5900528 Oct 27 10:37:47.787984 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 42708) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:37:47.814606 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-f3e3cce8-ad21-4012-9ddc-78b3ca07aec9 req-da28a7b2-dccf-4a4a-9372-102915070c3b tempest-ServerShowV254Test-75595659 tempest-ServerShowV254Test-75595659-project] 10.222.0.44 "GET /v2.0/ports?device_id=b07cf36a-0c80-4f43-a9f2-119033ae0912 HTTP/1.1" status: 200 len: 210 time: 0.0417972 Oct 27 10:37:47.845741 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:47.846962 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467bfe86-6ece-4839-baa9-1bf9673bbb20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcca11ff-cce2-48e3-a731-24c29643be19,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:37:47.859834 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-467bfe86-6ece-4839-baa9-1bf9673bbb20 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=417b09834bd344dd8dd151692e9c090e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3681958 Oct 27 10:37:47.860413 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 42710) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:37:47.885807 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ad9c3f4-05a2-47bf-a5a6-93d76ea2f26c tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:37:47.886558 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] For port ef79ad56-6e51-4584-8fde-4143c1ac7538, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=ef79ad56-6e51-4584-8fde-4143c1ac7538,segment=NetworkSegment(eef0c4ec-5773-434c-ac68-3d91e838e9be),segment_id=eef0c4ec-5773-434c-ac68-3d91e838e9be)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:37:47.892750 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ad9c3f4-05a2-47bf-a5a6-93d76ea2f26c tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:37:47.892938 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:47.894312 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-7ad9c3f4-05a2-47bf-a5a6-93d76ea2f26c tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1683 time: 0.0976241 Oct 27 10:37:47.898110 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 42712) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:37:47.919165 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-b257d57d-cc58-4546-97b1-ee999b24faa8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:47.957606 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-b257d57d-cc58-4546-97b1-ee999b24faa8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:47.969093 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Pushing event updated for resources: {'Port': ['ID=ef79ad56-6e51-4584-8fde-4143c1ac7538,revision_number=3']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:37:48.018780 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-b257d57d-cc58-4546-97b1-ee999b24faa8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:48.023410 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-b257d57d-cc58-4546-97b1-ee999b24faa8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:48.026959 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-b257d57d-cc58-4546-97b1-ee999b24faa8 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/fcca11ff-cce2-48e3-a731-24c29643be19 HTTP/1.1" status: 204 len: 168 time: 0.1625018 Oct 27 10:37:48.035038 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b257d57d-cc58-4546-97b1-ee999b24faa8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcca11ff-cce2-48e3-a731-24c29643be19,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:37:48.060470 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bc1d7b-753a-468d-b86c-321fd99e4c85 req-bfea24ed-b570-40c0-94f5-c64aa46ccffc tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:37:48.062437 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-a8bc1d7b-753a-468d-b86c-321fd99e4c85 req-bfea24ed-b570-40c0-94f5-c64aa46ccffc tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/ports?device_id=1ef8df17-bc2c-4faf-8755-5951c6dfe935 HTTP/1.1" status: 200 len: 943 time: 0.0784631 Oct 27 10:37:48.070725 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device 9f0189f6-4182-43d0-8f88-466d2acdbcc1 up at agent hyperv_n-h1-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:37:48.097475 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-a8d415e7-411f-4ff0-aee4-04c9be2a574d tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Deleting port dcb37939-c553-4400-8697-b872c82aece8 {{(pid=102346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:37:48.097821 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-a8d415e7-411f-4ff0-aee4-04c9be2a574d tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:48.129745 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-a8bc1d7b-753a-468d-b86c-321fd99e4c85 req-9a1efde6-0f8b-4fee-9d09-c381f7305fff tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/security-groups?id=cc9284c7-fb9e-4cd7-891d-df58f9ea4e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579793 Oct 27 10:37:48.141518 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Provisioning for port 9f0189f6-4182-43d0-8f88-466d2acdbcc1 completed by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 10:37:48.151641 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Provisioning complete for port 9f0189f6-4182-43d0-8f88-466d2acdbcc1 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:37:48.151641 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:48.222224 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-a8d415e7-411f-4ff0-aee4-04c9be2a574d tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:48.238884 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-a8d415e7-411f-4ff0-aee4-04c9be2a574d tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Calling delete_port for dcb37939-c553-4400-8697-b872c82aece8 owned by {{(pid=102346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:37:48.244584 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:48.276884 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a8f03e8-f80e-485d-8a88-0ca54dcb644b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f0189f6-4182-43d0-8f88-466d2acdbcc1'}] {{(pid=102348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:37:48.277897 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c588921fa634554a1d9242fdea1b05457a9ff1d3b28ba54ec1dace7f2f1df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad6c16b1-fcdc-4d47-ba76-8094d2285e22" -d '{"events": [{"server_uuid": "3a8f03e8-f80e-485d-8a88-0ca54dcb644b", "name": "network-vif-plugged", "status": "completed", "tag": "9f0189f6-4182-43d0-8f88-466d2acdbcc1"}]}' {{(pid=102348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:37:48.297549 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port 9f0189f6-4182-43d0-8f88-466d2acdbcc1, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=9f0189f6-4182-43d0-8f88-466d2acdbcc1,segment=NetworkSegment(ac2c0d1d-c7b3-40b7-a077-3a499a2124f8),segment_id=ac2c0d1d-c7b3-40b7-a077-3a499a2124f8)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:37:48.303448 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:48.406877 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Pushing event updated for resources: {'Port': ['ID=9f0189f6-4182-43d0-8f88-466d2acdbcc1,revision_number=5']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:37:48.409568 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7a0d85be-e2d9-4ec1-bd43-bca4e3c406e6 None None] Provisioning complete for port ef79ad56-6e51-4584-8fde-4143c1ac7538 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:37:48.409789 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7a0d85be-e2d9-4ec1-bd43-bca4e3c406e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:48.449034 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:37:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef572078-a2e6-42e8-9b27-e11a7647989d x-openstack-request-id: req-ef572078-a2e6-42e8-9b27-e11a7647989d {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:37:48.449903 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a8f03e8-f80e-485d-8a88-0ca54dcb644b", "name": "network-vif-plugged", "status": "completed", "tag": "9f0189f6-4182-43d0-8f88-466d2acdbcc1", "code": 200}]} {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:37:48.450164 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ef572078-a2e6-42e8-9b27-e11a7647989d {{(pid=102348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:37:48.450577 n-d-813419-10 neutron-server[102348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a8f03e8-f80e-485d-8a88-0ca54dcb644b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f0189f6-4182-43d0-8f88-466d2acdbcc1', 'code': 200} Oct 27 10:37:48.464948 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-a8d415e7-411f-4ff0-aee4-04c9be2a574d tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:48.503585 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d415e7-411f-4ff0-aee4-04c9be2a574d tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Pushing event deleted for resources: {'Port': ['ID=dcb37939-c553-4400-8697-b872c82aece8,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:37:48.526636 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f433e96-9896-4c87-a256-44b0054ef235 req-ef2fa5ed-48cc-46bf-a8c7-38ed16f05e04 tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:37:48.529125 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-2f433e96-9896-4c87-a256-44b0054ef235 req-ef2fa5ed-48cc-46bf-a8c7-38ed16f05e04 tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a8f03e8-f80e-485d-8a88-0ca54dcb644b HTTP/1.1" status: 200 len: 909 time: 0.1643357 Oct 27 10:37:48.543416 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-a8d415e7-411f-4ff0-aee4-04c9be2a574d tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:48.550003 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-a8d415e7-411f-4ff0-aee4-04c9be2a574d tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] 10.222.0.44 "DELETE /v2.0/ports/dcb37939-c553-4400-8697-b872c82aece8 HTTP/1.1" status: 204 len: 168 time: 0.6486554 Oct 27 10:37:48.562642 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 42734) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:37:48.586576 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9e5d33-74a0-4280-b6d7-0e5a125d2622 req-57fa8464-c870-4b43-b561-ac96d009d538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:37:48.588002 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-ae9e5d33-74a0-4280-b6d7-0e5a125d2622 req-57fa8464-c870-4b43-b561-ac96d009d538 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=3a8f03e8-f80e-485d-8a88-0ca54dcb644b HTTP/1.1" status: 200 len: 1061 time: 0.0573342 Oct 27 10:37:48.641785 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77a11b38-d5be-42c0-b436-044a17d3341c tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:37:48.643335 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77a11b38-d5be-42c0-b436-044a17d3341c tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:37:48.647311 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-77a11b38-d5be-42c0-b436-044a17d3341c tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0813031 Oct 27 10:37:48.647828 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 42736) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:37:48.703732 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-ba42714f-3a9f-4c8a-94d8-4997273136a0 None None] Could not find standard attr ID for object dcb37939-c553-4400-8697-b872c82aece8. {{(pid=102348) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 27 10:37:48.709301 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9a1ec57-1f95-4aae-8ee9-885f5278610b tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Deleting subnet b24052ee-beb1-4ed0-9c6d-4a50da129747 {{(pid=102346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 10:37:48.723946 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-e9a1ec57-1f95-4aae-8ee9-885f5278610b tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks [] for subnet, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:48.795434 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-e9a1ec57-1f95-4aae-8ee9-885f5278610b tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25847868'] for subnet, precommit_delete_associations {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:48.837273 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da0c458-a64f-4c1a-8768-65694a417988 req-eeb6f015-fb8d-4058-a61d-63b01f56320d tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:37:48.838879 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-4da0c458-a64f-4c1a-8768-65694a417988 req-eeb6f015-fb8d-4058-a61d-63b01f56320d tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "GET /v2.0/ports?device_id=cb570a6b-6921-4cfb-916b-d7e7c80e6c97 HTTP/1.1" status: 200 len: 944 time: 0.1269124 Oct 27 10:37:48.882450 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-de22c9ac-275c-4a22-a098-5a98044466aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:48.933297 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-4da0c458-a64f-4c1a-8768-65694a417988 req-62e716ae-cc01-4542-aac0-8b28dddd8188 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "GET /v2.0/security-groups?id=9678e9b4-8ecf-4d94-a14b-d92ef88d2ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746598 Oct 27 10:37:48.948524 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-e9a1ec57-1f95-4aae-8ee9-885f5278610b tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855646'] for subnet, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:48.962651 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-895e3969-66b3-42c5-9edc-a31bc30ca1e7 req-5da81576-0bf4-461d-bfba-72a8a4d9c27c tempest-ServerShowV254Test-75595659 tempest-ServerShowV254Test-75595659-project] 10.222.0.44 "GET /v2.0/ports?device_id=b07cf36a-0c80-4f43-a9f2-119033ae0912 HTTP/1.1" status: 200 len: 210 time: 0.0364494 Oct 27 10:37:48.986829 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 42750) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:37:49.021357 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-e9a1ec57-1f95-4aae-8ee9-885f5278610b tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27024355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27168307'] for subnet, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:49.049734 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a1ec57-1f95-4aae-8ee9-885f5278610b tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Pushing event deleted for resources: {'Subnet': ['ID=b24052ee-beb1-4ed0-9c6d-4a50da129747,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:37:49.051735 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-e9a1ec57-1f95-4aae-8ee9-885f5278610b tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for subnet, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:49.056288 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-e9a1ec57-1f95-4aae-8ee9-885f5278610b tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] 10.222.0.44 "DELETE /v2.0/subnets/b24052ee-beb1-4ed0-9c6d-4a50da129747 HTTP/1.1" status: 204 len: 168 time: 0.4067299 Oct 27 10:37:49.058022 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 42754) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:37:49.058143 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02a24f03-e7a5-4e88-89d8-051d3dbb52df None None] Network a3a2d542-53da-4e86-bf77-b0dcf0f24882 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:37:49.094691 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-3a5f7d23-747e-40cb-a832-3e2e60dbffe0 tempest-ExtraDHCPOptionsIpV6TestJSON-886136049 tempest-ExtraDHCPOptionsIpV6TestJSON-886136049-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-11876752'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:37:49.099622 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-5cc092a1-a13a-424f-9433-be2c3f3bf82a tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0364661 Oct 27 10:37:49.099791 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 42756) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:37:49.099901 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device d843c603-f770-49bf-80f7-ae60f61ba034 details requested by agent hyperv_n-h2-813419-10 with host n-h2-813419-10 {{(pid=102348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 10:37:49.106316 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-f8e50142-4337-4dbd-8f00-5240438c7381 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Request body: {'subnet': {'network_id': 'a3a2d542-53da-4e86-bf77-b0dcf0f24882', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:37:49.182585 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a5f7d23-747e-40cb-a832-3e2e60dbffe0 tempest-ExtraDHCPOptionsIpV6TestJSON-886136049 tempest-ExtraDHCPOptionsIpV6TestJSON-886136049-project] Made reservation on behalf of fefb367a96cd497e988ab294ba2b52ea for: {'network': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:37:49.186614 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-3a5f7d23-747e-40cb-a832-3e2e60dbffe0 tempest-ExtraDHCPOptionsIpV6TestJSON-886136049 tempest-ExtraDHCPOptionsIpV6TestJSON-886136049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for network, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:49.203177 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-3a5f7d23-747e-40cb-a832-3e2e60dbffe0 tempest-ExtraDHCPOptionsIpV6TestJSON-886136049 tempest-ExtraDHCPOptionsIpV6TestJSON-886136049-project] Publish callbacks [] for security_group, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:49.250469 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8e50142-4337-4dbd-8f00-5240438c7381 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Made reservation on behalf of 378140ee2d4f4428be90ff45daafe008 for: {'subnet': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:37:49.254167 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-f8e50142-4337-4dbd-8f00-5240438c7381 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18044073'] for subnet, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:49.267887 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1c231a-9390-4c0c-a06d-6474b17b4c85 req-05ee66c7-af83-4c0e-b84e-9ee9a89e788e tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:37:49.269160 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] For port d843c603-f770-49bf-80f7-ae60f61ba034, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=d843c603-f770-49bf-80f7-ae60f61ba034,segment=NetworkSegment(633ff08f-11cd-4e98-be2e-dddd49efeea1),segment_id=633ff08f-11cd-4e98-be2e-dddd49efeea1)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:37:49.269388 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-5e1c231a-9390-4c0c-a06d-6474b17b4c85 req-05ee66c7-af83-4c0e-b84e-9ee9a89e788e tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/ports?device_id=1ef8df17-bc2c-4faf-8755-5951c6dfe935 HTTP/1.1" status: 200 len: 943 time: 0.0598707 Oct 27 10:37:49.283616 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Returning: {'device': 'd843c603-f770-49bf-80f7-ae60f61ba034', 'network_id': '823b724c-a4df-49e4-a48e-438212c85945', 'port_id': 'd843c603-f770-49bf-80f7-ae60f61ba034', 'mac_address': 'fa:16:3e:cd:2e:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 411, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '867e3761-3f04-40e2-b4bb-5b0ff4404cac', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 10:37:49.322041 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-5e1c231a-9390-4c0c-a06d-6474b17b4c85 req-c84f22f4-06e5-4a6b-80ed-9cc244122a00 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/security-groups?id=cc9284c7-fb9e-4cd7-891d-df58f9ea4e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447512 Oct 27 10:37:49.345040 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:49.367722 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d843c603-f770-49bf-80f7-ae60f61ba034 {{(pid=102348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:37:49.379267 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-3a5f7d23-747e-40cb-a832-3e2e60dbffe0 tempest-ExtraDHCPOptionsIpV6TestJSON-886136049 tempest-ExtraDHCPOptionsIpV6TestJSON-886136049-project] Publish callbacks [] for security_group, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:49.383794 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-776d486c-4031-43de-a696-0d531bdfde79 None None] DHCP port deletion for a3a2d542-53da-4e86-bf77-b0dcf0f24882 request from n-d-813419-10 {{(pid=102348) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 10:37:49.387224 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-3a5f7d23-747e-40cb-a832-3e2e60dbffe0 tempest-ExtraDHCPOptionsIpV6TestJSON-886136049 tempest-ExtraDHCPOptionsIpV6TestJSON-886136049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:49.394455 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] For port d843c603-f770-49bf-80f7-ae60f61ba034, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=d843c603-f770-49bf-80f7-ae60f61ba034,segment=NetworkSegment(633ff08f-11cd-4e98-be2e-dddd49efeea1),segment_id=633ff08f-11cd-4e98-be2e-dddd49efeea1)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:37:49.399381 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:49.399665 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device 8b3b8844-d176-4de4-93a7-9d129cb07aef details requested by agent hyperv_n-h2-813419-10 with host n-h2-813419-10 {{(pid=102348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 10:37:49.442241 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a5f7d23-747e-40cb-a832-3e2e60dbffe0 tempest-ExtraDHCPOptionsIpV6TestJSON-886136049 tempest-ExtraDHCPOptionsIpV6TestJSON-886136049-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 420} {{(pid=102347) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 10:37:49.478624 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5f7d23-747e-40cb-a832-3e2e60dbffe0 tempest-ExtraDHCPOptionsIpV6TestJSON-886136049 tempest-ExtraDHCPOptionsIpV6TestJSON-886136049-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ad2c6be-1f3c-4f36-82a8-48824c7a8b09,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:37:49.501679 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-3a5f7d23-747e-40cb-a832-3e2e60dbffe0 tempest-ExtraDHCPOptionsIpV6TestJSON-886136049 tempest-ExtraDHCPOptionsIpV6TestJSON-886136049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:49.502034 n-d-813419-10 neutron-server[102347]: INFO neutron.db.segments_db [None req-3a5f7d23-747e-40cb-a832-3e2e60dbffe0 tempest-ExtraDHCPOptionsIpV6TestJSON-886136049 tempest-ExtraDHCPOptionsIpV6TestJSON-886136049-project] Added segment e9cb245e-eeab-44d6-8183-6f8e67d21d6d of type vlan for network 501a182f-1033-4c3a-addc-7e8ec8984f70 Oct 27 10:37:49.556896 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-f8e50142-4337-4dbd-8f00-5240438c7381 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-18295883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18044091'] for subnet, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:49.567417 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-3a5f7d23-747e-40cb-a832-3e2e60dbffe0 tempest-ExtraDHCPOptionsIpV6TestJSON-886136049 tempest-ExtraDHCPOptionsIpV6TestJSON-886136049-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743872593080'] for network, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:49.623086 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8e50142-4337-4dbd-8f00-5240438c7381 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Network a3a2d542-53da-4e86-bf77-b0dcf0f24882 is already hosted by enough agents. {{(pid=102347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:37:49.630997 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [None req-f8e50142-4337-4dbd-8f00-5240438c7381 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Resources bound (agent type, host, resource id): {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:37:49.638163 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8e50142-4337-4dbd-8f00-5240438c7381 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:37:49.638747 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-f8e50142-4337-4dbd-8f00-5240438c7381 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks [] for subnet, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:49.650649 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e50142-4337-4dbd-8f00-5240438c7381 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Pushing event updated for resources: {'Subnet': ['ID=1cc34f8e-bc3a-4449-995a-1e908e90d748,revision_number=0']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:37:49.653028 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-3a5f7d23-747e-40cb-a832-3e2e60dbffe0 tempest-ExtraDHCPOptionsIpV6TestJSON-886136049 tempest-ExtraDHCPOptionsIpV6TestJSON-886136049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913'] for network, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:49.658696 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a5f7d23-747e-40cb-a832-3e2e60dbffe0 tempest-ExtraDHCPOptionsIpV6TestJSON-886136049 tempest-ExtraDHCPOptionsIpV6TestJSON-886136049-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:37:49.659294 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-3a5f7d23-747e-40cb-a832-3e2e60dbffe0 tempest-ExtraDHCPOptionsIpV6TestJSON-886136049 tempest-ExtraDHCPOptionsIpV6TestJSON-886136049-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for network, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:49.698332 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-f8e50142-4337-4dbd-8f00-5240438c7381 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5979400 Oct 27 10:37:49.712763 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 42764) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:37:49.723560 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-2ff83b00-fb22-4d83-a9cc-0fdb8581258f tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Request body: {'port': {'network_id': 'a3a2d542-53da-4e86-bf77-b0dcf0f24882', 'fixed_ips': [{'subnet_id': '1cc34f8e-bc3a-4449-995a-1e908e90d748', 'ip_address': '2001:db8:0:1::'}], 'name': 'tempest-NetworksTestDHCPv6-141892105'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:37:49.726198 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Pushing event updated for resources: {'Port': ['ID=d843c603-f770-49bf-80f7-ae60f61ba034,revision_number=4']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:37:49.731756 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-3a5f7d23-747e-40cb-a832-3e2e60dbffe0 tempest-ExtraDHCPOptionsIpV6TestJSON-886136049 tempest-ExtraDHCPOptionsIpV6TestJSON-886136049-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.7411497 Oct 27 10:37:49.732266 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 42766) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:37:49.734795 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device ef79ad56-6e51-4584-8fde-4143c1ac7538 no longer exists at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:37:49.739587 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-9443de69-4c8b-4c76-a83d-6b39cf9a2017 tempest-ExtraDHCPOptionsIpV6TestJSON-886136049 tempest-ExtraDHCPOptionsIpV6TestJSON-886136049-project] Request body: {'subnet': {'network_id': '501a182f-1033-4c3a-addc-7e8ec8984f70', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:37:49.792056 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5f7d23-747e-40cb-a832-3e2e60dbffe0 tempest-ExtraDHCPOptionsIpV6TestJSON-886136049 tempest-ExtraDHCPOptionsIpV6TestJSON-886136049-project] Pushing event updated for resources: {'Network': ['ID=501a182f-1033-4c3a-addc-7e8ec8984f70,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:37:49.802551 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-776d486c-4031-43de-a696-0d531bdfde79 None None] Deleting port ef79ad56-6e51-4584-8fde-4143c1ac7538 {{(pid=102348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:37:49.803383 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-776d486c-4031-43de-a696-0d531bdfde79 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:49.809353 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Network 501a182f-1033-4c3a-addc-7e8ec8984f70 details requested by agent ovs-agent-n-d-813419-10 with host n-d-813419-10 {{(pid=102348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 10:37:49.817115 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ee0888-ef7d-46a1-9fc8-c41b71584c22 req-49e1972f-f369-44ca-8306-537ced3637fe tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:37:49.818626 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-d7ee0888-ef7d-46a1-9fc8-c41b71584c22 req-49e1972f-f369-44ca-8306-537ced3637fe tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a8f03e8-f80e-485d-8a88-0ca54dcb644b HTTP/1.1" status: 200 len: 909 time: 0.1677732 Oct 27 10:37:49.850018 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9443de69-4c8b-4c76-a83d-6b39cf9a2017 tempest-ExtraDHCPOptionsIpV6TestJSON-886136049 tempest-ExtraDHCPOptionsIpV6TestJSON-886136049-project] Made reservation on behalf of fefb367a96cd497e988ab294ba2b52ea for: {'subnet': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:37:49.853920 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-9443de69-4c8b-4c76-a83d-6b39cf9a2017 tempest-ExtraDHCPOptionsIpV6TestJSON-886136049 tempest-ExtraDHCPOptionsIpV6TestJSON-886136049-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18044073'] for subnet, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:49.879282 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ff83b00-fb22-4d83-a9cc-0fdb8581258f tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Made reservation on behalf of 378140ee2d4f4428be90ff45daafe008 for: {'port': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:37:49.885423 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-2ff83b00-fb22-4d83-a9cc-0fdb8581258f tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:49.905614 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [None req-2ff83b00-fb22-4d83-a9cc-0fdb8581258f tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] device_id is not set on port 067e9999-cf25-4e11-8a74-1df2d32fbb1f yet. {{(pid=102346) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 10:37:49.920275 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] For port 8b3b8844-d176-4de4-93a7-9d129cb07aef, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=8b3b8844-d176-4de4-93a7-9d129cb07aef,segment=NetworkSegment(3fa8f95e-6276-4974-b5c0-da1e0ae271fc),segment_id=3fa8f95e-6276-4974-b5c0-da1e0ae271fc)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:37:49.980795 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Returning: {'device': '8b3b8844-d176-4de4-93a7-9d129cb07aef', 'network_id': 'fca909b5-2d06-4825-8091-33382048b635', 'port_id': '8b3b8844-d176-4de4-93a7-9d129cb07aef', 'mac_address': 'fa:16:3e:68:c0:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 429, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71c50f4e-5d00-4779-bfe1-162c05f5fddb', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 10:37:50.029241 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:50.068902 n-d-813419-10 neutron-server[102346]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ff83b00-fb22-4d83-a9cc-0fdb8581258f tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 27 10:37:50.070336 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ff83b00-fb22-4d83-a9cc-0fdb8581258f tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102346) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 10:37:50.070449 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-eadeaa30-4096-4d1a-b3cb-aa7ebfb291ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:50.082529 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-776d486c-4031-43de-a696-0d531bdfde79 None None] For port ef79ad56-6e51-4584-8fde-4143c1ac7538, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=ef79ad56-6e51-4584-8fde-4143c1ac7538,segment=NetworkSegment(eef0c4ec-5773-434c-ac68-3d91e838e9be),segment_id=eef0c4ec-5773-434c-ac68-3d91e838e9be)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:37:50.082924 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-776d486c-4031-43de-a696-0d531bdfde79 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:50.086194 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-9443de69-4c8b-4c76-a83d-6b39cf9a2017 tempest-ExtraDHCPOptionsIpV6TestJSON-886136049 tempest-ExtraDHCPOptionsIpV6TestJSON-886136049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-18295883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18044091'] for subnet, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:50.095148 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:50.099777 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-2ff83b00-fb22-4d83-a9cc-0fdb8581258f tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 400 len: 349 time: 0.3839695 Oct 27 10:37:50.104374 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 42772) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:37:50.104680 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-776d486c-4031-43de-a696-0d531bdfde79 None None] Calling delete_port for ef79ad56-6e51-4584-8fde-4143c1ac7538 owned by network:dhcp {{(pid=102348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:37:50.122486 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:50.172819 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-dd1a4e25-b642-40e9-b51d-f10897768877 req-67f89100-fe5b-43f8-a6d7-eaaa1126044e tempest-ServerShowV254Test-75595659 tempest-ServerShowV254Test-75595659-project] 10.222.0.44 "GET /v2.0/ports?device_id=b07cf36a-0c80-4f43-a9f2-119033ae0912 HTTP/1.1" status: 200 len: 210 time: 0.0699580 Oct 27 10:37:50.177813 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b3b8844-d176-4de4-93a7-9d129cb07aef {{(pid=102348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:37:50.201013 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] For port ef79ad56-6e51-4584-8fde-4143c1ac7538, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=ef79ad56-6e51-4584-8fde-4143c1ac7538,segment=NetworkSegment(eef0c4ec-5773-434c-ac68-3d91e838e9be),segment_id=eef0c4ec-5773-434c-ac68-3d91e838e9be)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:37:50.207561 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2002aa4e-e253-4df3-8425-031fbde6c68b tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:37:50.212076 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-2002aa4e-e253-4df3-8425-031fbde6c68b tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1038098 Oct 27 10:37:50.215008 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 42774) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:37:50.225590 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:50.229578 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] For port 8b3b8844-d176-4de4-93a7-9d129cb07aef, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=8b3b8844-d176-4de4-93a7-9d129cb07aef,segment=NetworkSegment(3fa8f95e-6276-4974-b5c0-da1e0ae271fc),segment_id=3fa8f95e-6276-4974-b5c0-da1e0ae271fc)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:37:50.231003 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f653a91c-cf6c-469c-a338-29838c2ff4ac req-b0e80fd3-35a0-4b3d-836b-24d0801fad53 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:37:50.242236 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-f653a91c-cf6c-469c-a338-29838c2ff4ac req-b0e80fd3-35a0-4b3d-836b-24d0801fad53 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "GET /v2.0/ports?device_id=cb570a6b-6921-4cfb-916b-d7e7c80e6c97 HTTP/1.1" status: 200 len: 945 time: 0.1407638 Oct 27 10:37:50.244183 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9443de69-4c8b-4c76-a83d-6b39cf9a2017 tempest-ExtraDHCPOptionsIpV6TestJSON-886136049 tempest-ExtraDHCPOptionsIpV6TestJSON-886136049-project] Checking segment: {'id': 'e9cb245e-eeab-44d6-8183-6f8e67d21d6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '501a182f-1033-4c3a-addc-7e8ec8984f70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:37:50.244579 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9443de69-4c8b-4c76-a83d-6b39cf9a2017 tempest-ExtraDHCPOptionsIpV6TestJSON-886136049 tempest-ExtraDHCPOptionsIpV6TestJSON-886136049-project] Network hostable DHCP agents. Network: 501a182f-1033-4c3a-addc-7e8ec8984f70, hostable agents: ['eafd4000-b897-4722-ae8b-0118ec955181'], hosted agents: [] {{(pid=102347) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 10:37:50.247501 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9443de69-4c8b-4c76-a83d-6b39cf9a2017 tempest-ExtraDHCPOptionsIpV6TestJSON-886136049 tempest-ExtraDHCPOptionsIpV6TestJSON-886136049-project] Pushing event updated for resources: {'Subnet': ['ID=844e6467-ab13-4e05-90d8-4ccf197dbbb7,revision_number=0']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:37:50.254068 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:50.289352 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Pushing event updated for resources: {'Port': ['ID=ef79ad56-6e51-4584-8fde-4143c1ac7538,revision_number=5']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:37:50.291814 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-776d486c-4031-43de-a696-0d531bdfde79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615'] for port, after_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:50.293004 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9443de69-4c8b-4c76-a83d-6b39cf9a2017 tempest-ExtraDHCPOptionsIpV6TestJSON-886136049 tempest-ExtraDHCPOptionsIpV6TestJSON-886136049-project] Network 501a182f-1033-4c3a-addc-7e8ec8984f70 is scheduled to be hosted by DHCP agent eafd4000-b897-4722-ae8b-0118ec955181 with binding_index 1 {{(pid=102347) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 10:37:50.294355 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77272b8e-0284-4c80-809d-63003f57f587 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:37:50.296117 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77272b8e-0284-4c80-809d-63003f57f587 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:37:50.297664 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-77272b8e-0284-4c80-809d-63003f57f587 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0809278 Oct 27 10:37:50.300302 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 42776) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:37:50.310469 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-f653a91c-cf6c-469c-a338-29838c2ff4ac req-1510d85a-c79b-4f9b-8c79-5b9ec08758f6 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "GET /v2.0/security-groups?id=9678e9b4-8ecf-4d94-a14b-d92ef88d2ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673108 Oct 27 10:37:50.311738 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [None req-9443de69-4c8b-4c76-a83d-6b39cf9a2017 tempest-ExtraDHCPOptionsIpV6TestJSON-886136049 tempest-ExtraDHCPOptionsIpV6TestJSON-886136049-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-10, 501a182f-1033-4c3a-addc-7e8ec8984f70) {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:37:50.322421 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-776d486c-4031-43de-a696-0d531bdfde79 None None] No DVR routers for this DVR port ef79ad56-6e51-4584-8fde-4143c1ac7538 on host n-d-813419-10 {{(pid=102348) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:37:50.332759 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9443de69-4c8b-4c76-a83d-6b39cf9a2017 tempest-ExtraDHCPOptionsIpV6TestJSON-886136049 tempest-ExtraDHCPOptionsIpV6TestJSON-886136049-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:37:50.332759 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-9443de69-4c8b-4c76-a83d-6b39cf9a2017 tempest-ExtraDHCPOptionsIpV6TestJSON-886136049 tempest-ExtraDHCPOptionsIpV6TestJSON-886136049-project] Publish callbacks [] for subnet, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:50.335767 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecc9d828-d5cc-4e3e-9d24-cf9daf766648 None None] Network 501a182f-1033-4c3a-addc-7e8ec8984f70 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:37:50.359366 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-9443de69-4c8b-4c76-a83d-6b39cf9a2017 tempest-ExtraDHCPOptionsIpV6TestJSON-886136049 tempest-ExtraDHCPOptionsIpV6TestJSON-886136049-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6240180 Oct 27 10:37:50.360242 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 42780) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:37:50.366891 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-a5ac06a7-c2d6-482b-b043-79441abaeecd tempest-ExtraDHCPOptionsIpV6TestJSON-886136049 tempest-ExtraDHCPOptionsIpV6TestJSON-886136049-project] Request body: {'port': {'network_id': '501a182f-1033-4c3a-addc-7e8ec8984f70', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-66939615'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:37:50.370451 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-440d717d-ecf5-4066-9743-4403a4837085 None None] Network a3a2d542-53da-4e86-bf77-b0dcf0f24882 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:37:50.394946 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_v2 [None req-f04f6b82-e508-49df-a6a0-ed6be7137d30 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Deleting subnet 1cc34f8e-bc3a-4449-995a-1e908e90d748 {{(pid=102346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 10:37:50.398696 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-f04f6b82-e508-49df-a6a0-ed6be7137d30 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks [] for subnet, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:50.460087 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Pushing event updated for resources: {'Port': ['ID=8b3b8844-d176-4de4-93a7-9d129cb07aef,revision_number=4']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:37:50.471985 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-f04f6b82-e508-49df-a6a0-ed6be7137d30 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25847868'] for subnet, precommit_delete_associations {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:50.510235 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776d486c-4031-43de-a696-0d531bdfde79 None None] Pushing event deleted for resources: {'Port': ['ID=ef79ad56-6e51-4584-8fde-4143c1ac7538,revision_number=None']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:37:50.519185 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5ac06a7-c2d6-482b-b043-79441abaeecd tempest-ExtraDHCPOptionsIpV6TestJSON-886136049 tempest-ExtraDHCPOptionsIpV6TestJSON-886136049-project] Made reservation on behalf of fefb367a96cd497e988ab294ba2b52ea for: {'port': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:37:50.526751 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-a5ac06a7-c2d6-482b-b043-79441abaeecd tempest-ExtraDHCPOptionsIpV6TestJSON-886136049 tempest-ExtraDHCPOptionsIpV6TestJSON-886136049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:50.532117 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb29abb-43c8-4759-86b4-8e85d431d6e6 req-27d01ebe-ee6a-4bc1-836d-6cdc7fbb2290 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:37:50.533893 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-1eb29abb-43c8-4759-86b4-8e85d431d6e6 req-27d01ebe-ee6a-4bc1-836d-6cdc7fbb2290 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/ports?device_id=1ef8df17-bc2c-4faf-8755-5951c6dfe935 HTTP/1.1" status: 200 len: 944 time: 0.1081350 Oct 27 10:37:50.558659 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [None req-a5ac06a7-c2d6-482b-b043-79441abaeecd tempest-ExtraDHCPOptionsIpV6TestJSON-886136049 tempest-ExtraDHCPOptionsIpV6TestJSON-886136049-project] device_id is not set on port 5ff464aa-8644-429d-ac93-9d8805e21a3d yet. {{(pid=102347) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 10:37:50.560849 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-f04f6b82-e508-49df-a6a0-ed6be7137d30 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855646'] for subnet, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:50.611215 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-1eb29abb-43c8-4759-86b4-8e85d431d6e6 req-ec17c1ab-c0bb-422c-8d5c-9d34c6b416a5 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/security-groups?id=cc9284c7-fb9e-4cd7-891d-df58f9ea4e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655737 Oct 27 10:37:50.632068 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] get_ports_and_sgs() called for port_ids ['d843c603-f770-49bf-80f7-ae60f61ba034'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:37:50.652145 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-f04f6b82-e508-49df-a6a0-ed6be7137d30 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27024355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27168307'] for subnet, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:50.670152 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] get_ports_and_sgs() called for port_ids ['8b3b8844-d176-4de4-93a7-9d129cb07aef'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:37:50.684787 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04f6b82-e508-49df-a6a0-ed6be7137d30 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Pushing event deleted for resources: {'Subnet': ['ID=1cc34f8e-bc3a-4449-995a-1e908e90d748,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:37:50.688515 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-f04f6b82-e508-49df-a6a0-ed6be7137d30 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for subnet, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:50.692424 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-f04f6b82-e508-49df-a6a0-ed6be7137d30 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] 10.222.0.44 "DELETE /v2.0/subnets/1cc34f8e-bc3a-4449-995a-1e908e90d748 HTTP/1.1" status: 204 len: 168 time: 0.3906922 Oct 27 10:37:50.694425 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 42784) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:37:50.708356 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_common [None req-a5ac06a7-c2d6-482b-b043-79441abaeecd tempest-ExtraDHCPOptionsIpV6TestJSON-886136049 tempest-ExtraDHCPOptionsIpV6TestJSON-886136049-project] Allocated IP 2001:db8::152 (501a182f-1033-4c3a-addc-7e8ec8984f70/844e6467-ab13-4e05-90d8-4ccf197dbbb7/5ff464aa-8644-429d-ac93-9d8805e21a3d) {{(pid=102347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:37:50.722809 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-697827d6-a20a-41f0-991d-4651a2037ffb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp734b258e-7d96-550c-b970-9b72ab66f383-501a182f-1033-4c3a-addc-7e8ec8984f70', 'network_id': '501a182f-1033-4c3a-addc-7e8ec8984f70', 'tenant_id': 'fefb367a96cd497e988ab294ba2b52ea', 'fixed_ips': [{'subnet_id': '844e6467-ab13-4e05-90d8-4ccf197dbbb7'}]}} from n-d-813419-10. {{(pid=102348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 10:37:50.723666 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-697827d6-a20a-41f0-991d-4651a2037ffb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:50.744233 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 42786) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:37:50.744416 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-3484209c-a63e-4abc-b2ac-eaaad5d004f9 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0477698 Oct 27 10:37:50.748822 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-9684c18f-abe3-490d-b819-03def1c5c791 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Request body: {'subnet': {'network_id': 'a3a2d542-53da-4e86-bf77-b0dcf0f24882', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:37:50.749994 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1c9cd78-f6bb-474f-b3f0-b35164d629d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp734b258e-7d96-550c-b970-9b72ab66f383-a3a2d542-53da-4e86-bf77-b0dcf0f24882', 'network_id': 'a3a2d542-53da-4e86-bf77-b0dcf0f24882', 'tenant_id': '378140ee2d4f4428be90ff45daafe008', 'fixed_ips': [{'subnet_id': '1cc34f8e-bc3a-4449-995a-1e908e90d748'}]}} from n-d-813419-10. {{(pid=102348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 10:37:50.750862 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-b1c9cd78-f6bb-474f-b3f0-b35164d629d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:50.964248 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9684c18f-abe3-490d-b819-03def1c5c791 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Made reservation on behalf of 378140ee2d4f4428be90ff45daafe008 for: {'subnet': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:37:50.967661 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-9684c18f-abe3-490d-b819-03def1c5c791 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18044073'] for subnet, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:51.052745 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-a5ac06a7-c2d6-482b-b043-79441abaeecd tempest-ExtraDHCPOptionsIpV6TestJSON-886136049 tempest-ExtraDHCPOptionsIpV6TestJSON-886136049-project] Publish callbacks [] for port, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:51.068812 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a782c489-4951-4f63-9a76-176e83b0223c req-12d7cf7a-81ef-48f5-b2c7-059eb834ed1f tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:37:51.070812 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-a782c489-4951-4f63-9a76-176e83b0223c req-12d7cf7a-81ef-48f5-b2c7-059eb834ed1f tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a8f03e8-f80e-485d-8a88-0ca54dcb644b HTTP/1.1" status: 200 len: 909 time: 0.1623795 Oct 27 10:37:51.164657 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-a5ac06a7-c2d6-482b-b043-79441abaeecd tempest-ExtraDHCPOptionsIpV6TestJSON-886136049 tempest-ExtraDHCPOptionsIpV6TestJSON-886136049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:51.195438 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cc2859-3d46-4c08-8e2b-693848e9ab83 req-325c8109-58e6-46f8-a29f-d8a9ece0927f tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:37:51.196958 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-f4cc2859-3d46-4c08-8e2b-693848e9ab83 req-325c8109-58e6-46f8-a29f-d8a9ece0927f tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a8f03e8-f80e-485d-8a88-0ca54dcb644b HTTP/1.1" status: 200 len: 909 time: 0.0550449 Oct 27 10:37:51.210907 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.db_base_plugin_common [None req-697827d6-a20a-41f0-991d-4651a2037ffb None None] Allocated IP 2001:db8::2 (501a182f-1033-4c3a-addc-7e8ec8984f70/844e6467-ab13-4e05-90d8-4ccf197dbbb7/ec014a2c-3b4e-412a-9de5-01a4c3324be2) {{(pid=102348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:37:51.259122 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5ac06a7-c2d6-482b-b043-79441abaeecd tempest-ExtraDHCPOptionsIpV6TestJSON-886136049 tempest-ExtraDHCPOptionsIpV6TestJSON-886136049-project] Network 501a182f-1033-4c3a-addc-7e8ec8984f70 is already hosted by enough agents. {{(pid=102347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:37:51.264284 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [None req-a5ac06a7-c2d6-482b-b043-79441abaeecd tempest-ExtraDHCPOptionsIpV6TestJSON-886136049 tempest-ExtraDHCPOptionsIpV6TestJSON-886136049-project] Resources bound (agent type, host, resource id): {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:37:51.269331 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5ac06a7-c2d6-482b-b043-79441abaeecd tempest-ExtraDHCPOptionsIpV6TestJSON-886136049 tempest-ExtraDHCPOptionsIpV6TestJSON-886136049-project] Received port after_create {{(pid=102347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:37:51.275698 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5ac06a7-c2d6-482b-b043-79441abaeecd tempest-ExtraDHCPOptionsIpV6TestJSON-886136049 tempest-ExtraDHCPOptionsIpV6TestJSON-886136049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:37:51.276369 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-a5ac06a7-c2d6-482b-b043-79441abaeecd tempest-ExtraDHCPOptionsIpV6TestJSON-886136049 tempest-ExtraDHCPOptionsIpV6TestJSON-886136049-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:51.284389 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-9684c18f-abe3-490d-b819-03def1c5c791 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-18295883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18044091'] for subnet, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:51.292135 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ac06a7-c2d6-482b-b043-79441abaeecd tempest-ExtraDHCPOptionsIpV6TestJSON-886136049 tempest-ExtraDHCPOptionsIpV6TestJSON-886136049-project] Pushing event updated for resources: {'Port': ['ID=5ff464aa-8644-429d-ac93-9d8805e21a3d,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:37:51.316880 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-508d0f46-5975-4831-853d-f544fa417dfe req-484ea0b1-175f-47fe-a3d1-e8d7df835278 tempest-ServerShowV254Test-75595659 tempest-ServerShowV254Test-75595659-project] 10.222.0.44 "GET /v2.0/ports?device_id=b07cf36a-0c80-4f43-a9f2-119033ae0912 HTTP/1.1" status: 200 len: 210 time: 0.0267940 Oct 27 10:37:51.360994 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-a5ac06a7-c2d6-482b-b043-79441abaeecd tempest-ExtraDHCPOptionsIpV6TestJSON-886136049 tempest-ExtraDHCPOptionsIpV6TestJSON-886136049-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 940 time: 0.9997542 Oct 27 10:37:51.365430 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 42798) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:37:51.374165 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-974b936a-2cc3-4940-8621-a1009af8d03d tempest-ExtraDHCPOptionsIpV6TestJSON-886136049 tempest-ExtraDHCPOptionsIpV6TestJSON-886136049-project] Request body: {'port': {'network_id': '501a182f-1033-4c3a-addc-7e8ec8984f70', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1634589304', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:37:51.374723 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.api.validators [None req-974b936a-2cc3-4940-8621-a1009af8d03d tempest-ExtraDHCPOptionsIpV6TestJSON-886136049 tempest-ExtraDHCPOptionsIpV6TestJSON-886136049-project] bootfile-name is not in valid_values {{(pid=102346) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 27 10:37:51.376167 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.api.validators [None req-974b936a-2cc3-4940-8621-a1009af8d03d tempest-ExtraDHCPOptionsIpV6TestJSON-886136049 tempest-ExtraDHCPOptionsIpV6TestJSON-886136049-project] tftp-server is not in valid_values {{(pid=102346) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 27 10:37:51.376822 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.api.validators [None req-974b936a-2cc3-4940-8621-a1009af8d03d tempest-ExtraDHCPOptionsIpV6TestJSON-886136049 tempest-ExtraDHCPOptionsIpV6TestJSON-886136049-project] server-ip-address is not in valid_values {{(pid=102346) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 27 10:37:51.381020 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9684c18f-abe3-490d-b819-03def1c5c791 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Network a3a2d542-53da-4e86-bf77-b0dcf0f24882 is already hosted by enough agents. {{(pid=102347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:37:51.387689 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [None req-9684c18f-abe3-490d-b819-03def1c5c791 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Resources bound (agent type, host, resource id): {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:37:51.391705 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9684c18f-abe3-490d-b819-03def1c5c791 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:37:51.392381 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-9684c18f-abe3-490d-b819-03def1c5c791 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks [] for subnet, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:51.394659 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9684c18f-abe3-490d-b819-03def1c5c791 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Pushing event updated for resources: {'Subnet': ['ID=514218f6-556b-480c-94e9-e000de10c5ca,revision_number=0']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:37:51.406767 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3483ba45-b5d4-46dd-bbc1-b645e306a4a9 None None] Network a3a2d542-53da-4e86-bf77-b0dcf0f24882 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:37:51.408798 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f7bcde-913c-4ded-b0a1-2c293503b24a req-3b15fb4f-8c40-4cef-951e-5be01cf249c1 tempest-TestSecurityGroupsBasicOps-1178343156 tempest-TestSecurityGroupsBasicOps-1178343156-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:37:51.410311 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-a7f7bcde-913c-4ded-b0a1-2c293503b24a req-3b15fb4f-8c40-4cef-951e-5be01cf249c1 tempest-TestSecurityGroupsBasicOps-1178343156 tempest-TestSecurityGroupsBasicOps-1178343156-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=3a8f03e8-f80e-485d-8a88-0ca54dcb644b HTTP/1.1" status: 200 len: 1061 time: 0.1274967 Oct 27 10:37:51.428457 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-9684c18f-abe3-490d-b819-03def1c5c791 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6744008 Oct 27 10:37:51.429705 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 42800) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:37:51.440750 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-964c711a-e452-4bda-9067-15fab2cbe94f tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1864616492', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:37:51.461650 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-964c711a-e452-4bda-9067-15fab2cbe94f tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1768632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3610'] for router, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:51.463339 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-964c711a-e452-4bda-9067-15fab2cbe94f tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1765704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1769409', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1694266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3597'] for router, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:51.500690 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-697827d6-a20a-41f0-991d-4651a2037ffb None None] Publish callbacks [] for port, precommit_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:51.511121 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-697827d6-a20a-41f0-991d-4651a2037ffb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606'] for port, after_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:51.545544 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf255fc5-7586-4f38-ab9d-7d8ac52e103f req-f8523ef6-a2d3-462f-95a0-fbc6725950df tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:37:51.547398 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-cf255fc5-7586-4f38-ab9d-7d8ac52e103f req-f8523ef6-a2d3-462f-95a0-fbc6725950df tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "GET /v2.0/ports?device_id=cb570a6b-6921-4cfb-916b-d7e7c80e6c97 HTTP/1.1" status: 200 len: 945 time: 0.1008224 Oct 27 10:37:51.589737 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-964c711a-e452-4bda-9067-15fab2cbe94f tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:51.592216 n-d-813419-10 neutron-server[102348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-697827d6-a20a-41f0-991d-4651a2037ffb None None] Network 501a182f-1033-4c3a-addc-7e8ec8984f70 is already hosted by enough agents. {{(pid=102348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:37:51.597320 n-d-813419-10 neutron-server[102348]: DEBUG neutron.scheduler.base_scheduler [None req-697827d6-a20a-41f0-991d-4651a2037ffb None None] Resources bound (agent type, host, resource id): {{(pid=102348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:37:51.598360 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-964c711a-e452-4bda-9067-15fab2cbe94f tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1765699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1769372'] for router, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:51.608059 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-697827d6-a20a-41f0-991d-4651a2037ffb None None] Received port after_create {{(pid=102348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:37:51.616822 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-cf255fc5-7586-4f38-ab9d-7d8ac52e103f req-d0adb0ad-6134-4c60-80bb-0b121e4e2e20 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "GET /v2.0/security-groups?id=9678e9b4-8ecf-4d94-a14b-d92ef88d2ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522523 Oct 27 10:37:51.628643 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697827d6-a20a-41f0-991d-4651a2037ffb None None] Pushing event updated for resources: {'Port': ['ID=ec014a2c-3b4e-412a-9de5-01a4c3324be2,revision_number=1']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:37:51.644750 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8ec2df-2327-4d49-899d-3f6f33f885b2 req-fcb854bb-e18f-4f2c-8592-ed8dff6a1191 tempest-TestSecurityGroupsBasicOps-1178343156 tempest-TestSecurityGroupsBasicOps-1178343156-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:37:51.655038 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-da8ec2df-2327-4d49-899d-3f6f33f885b2 req-fcb854bb-e18f-4f2c-8592-ed8dff6a1191 tempest-TestSecurityGroupsBasicOps-1178343156 tempest-TestSecurityGroupsBasicOps-1178343156-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=c9a90d06-b4fc-47d5-8eb2-455b727b5399 HTTP/1.1" status: 200 len: 1136 time: 0.1093197 Oct 27 10:37:51.658702 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-964c711a-e452-4bda-9067-15fab2cbe94f tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks [] for router, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:51.659952 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-964c711a-e452-4bda-9067-15fab2cbe94f tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.2290208 Oct 27 10:37:51.663741 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 42808) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:37:51.697616 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-974b936a-2cc3-4940-8621-a1009af8d03d tempest-ExtraDHCPOptionsIpV6TestJSON-886136049 tempest-ExtraDHCPOptionsIpV6TestJSON-886136049-project] Made reservation on behalf of fefb367a96cd497e988ab294ba2b52ea for: {'port': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:37:51.702904 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-974b936a-2cc3-4940-8621-a1009af8d03d tempest-ExtraDHCPOptionsIpV6TestJSON-886136049 tempest-ExtraDHCPOptionsIpV6TestJSON-886136049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:51.729494 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [None req-974b936a-2cc3-4940-8621-a1009af8d03d tempest-ExtraDHCPOptionsIpV6TestJSON-886136049 tempest-ExtraDHCPOptionsIpV6TestJSON-886136049-project] device_id is not set on port 2bd0e723-6bc9-47a9-9dfd-9ded3ee022e9 yet. {{(pid=102346) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 10:37:51.754454 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd4a98b2-6765-4dad-b1c0-cda3a3bb3cab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp734b258e-7d96-550c-b970-9b72ab66f383-a3a2d542-53da-4e86-bf77-b0dcf0f24882', 'network_id': 'a3a2d542-53da-4e86-bf77-b0dcf0f24882', 'tenant_id': '378140ee2d4f4428be90ff45daafe008', 'fixed_ips': [{'subnet_id': '514218f6-556b-480c-94e9-e000de10c5ca'}]}} from n-d-813419-10. {{(pid=102348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 10:37:51.755806 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-dd4a98b2-6765-4dad-b1c0-cda3a3bb3cab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:51.774763 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-da8ec2df-2327-4d49-899d-3f6f33f885b2 req-a6f0f1c2-6433-4216-be8c-85076d8dd698 tempest-TestSecurityGroupsBasicOps-1178343156 tempest-TestSecurityGroupsBasicOps-1178343156-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=129df1dd-515e-4db3-af91-151fa02c020c&id=8b320932-ab34-453c-a18d-838c18c0b4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1033745 Oct 27 10:37:51.775041 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-697827d6-a20a-41f0-991d-4651a2037ffb None None] Attempting to bind port ec014a2c-3b4e-412a-9de5-01a4c3324be2 on host n-d-813419-10 for vnic_type normal with profile {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:37:51.775582 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-697827d6-a20a-41f0-991d-4651a2037ffb None None] Attempting to bind port ec014a2c-3b4e-412a-9de5-01a4c3324be2 by drivers openvswitch,hyperv on host n-d-813419-10 at level 0 using segments [{'id': 'e9cb245e-eeab-44d6-8183-6f8e67d21d6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '501a182f-1033-4c3a-addc-7e8ec8984f70'}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:37:51.776014 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-697827d6-a20a-41f0-991d-4651a2037ffb None None] Attempting to bind port ec014a2c-3b4e-412a-9de5-01a4c3324be2 on network 501a182f-1033-4c3a-addc-7e8ec8984f70 {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:37:51.788863 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-697827d6-a20a-41f0-991d-4651a2037ffb None None] Checking agent: {'id': '89dba0f3-79b2-435e-9822-33674b8f6ada', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 8, 20), 'started_at': datetime.datetime(2021, 10, 27, 10, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 37, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:37:51.789238 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-697827d6-a20a-41f0-991d-4651a2037ffb None None] Checking segment: {'id': 'e9cb245e-eeab-44d6-8183-6f8e67d21d6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '501a182f-1033-4c3a-addc-7e8ec8984f70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:37:51.789639 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-697827d6-a20a-41f0-991d-4651a2037ffb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:51.790030 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-697827d6-a20a-41f0-991d-4651a2037ffb None None] Bound using segment: {'id': 'e9cb245e-eeab-44d6-8183-6f8e67d21d6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '501a182f-1033-4c3a-addc-7e8ec8984f70'} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:37:51.790508 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-697827d6-a20a-41f0-991d-4651a2037ffb None None] Bound port: ec014a2c-3b4e-412a-9de5-01a4c3324be2, host: n-d-813419-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9cb245e-eeab-44d6-8183-6f8e67d21d6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '501a182f-1033-4c3a-addc-7e8ec8984f70'}}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:37:51.790885 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-697827d6-a20a-41f0-991d-4651a2037ffb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:51.799907 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 42810) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:37:51.900945 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0709dff-9b5b-471c-94ff-19d71f886819 req-b86cc167-dc44-4b3d-867f-f69e9ec32e74 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:37:51.902529 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-a0709dff-9b5b-471c-94ff-19d71f886819 req-b86cc167-dc44-4b3d-867f-f69e9ec32e74 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/ports?device_id=1ef8df17-bc2c-4faf-8755-5951c6dfe935 HTTP/1.1" status: 200 len: 944 time: 0.1081614 Oct 27 10:37:51.934547 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_common [None req-974b936a-2cc3-4940-8621-a1009af8d03d tempest-ExtraDHCPOptionsIpV6TestJSON-886136049 tempest-ExtraDHCPOptionsIpV6TestJSON-886136049-project] Allocated IP 2001:db8::1a7 (501a182f-1033-4c3a-addc-7e8ec8984f70/844e6467-ab13-4e05-90d8-4ccf197dbbb7/2bd0e723-6bc9-47a9-9dfd-9ded3ee022e9) {{(pid=102346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:37:51.966415 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-a0709dff-9b5b-471c-94ff-19d71f886819 req-43eb7c7a-1157-4ee9-92a0-6ba4a1f54125 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/security-groups?id=cc9284c7-fb9e-4cd7-891d-df58f9ea4e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566180 Oct 27 10:37:52.004213 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c3bafef-b703-4408-be05-682322fe966c tempest-TestSecurityGroupsBasicOps-1178343156 tempest-TestSecurityGroupsBasicOps-1178343156-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:37:52.005732 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-7c3bafef-b703-4408-be05-682322fe966c tempest-TestSecurityGroupsBasicOps-1178343156 tempest-TestSecurityGroupsBasicOps-1178343156-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=3a8f03e8-f80e-485d-8a88-0ca54dcb644b HTTP/1.1" status: 200 len: 1056 time: 0.1686509 Oct 27 10:37:52.063247 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-b6750ce0-4b47-4133-a868-52d0706678f7 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:52.085967 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-3c6a8245-0581-48aa-b5f6-4d8fe98cd16e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:52.125179 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-697827d6-a20a-41f0-991d-4651a2037ffb None None] For port ec014a2c-3b4e-412a-9de5-01a4c3324be2, host n-d-813419-10, cleared binding levels {{(pid=102348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:37:52.129893 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-697827d6-a20a-41f0-991d-4651a2037ffb None None] For port ec014a2c-3b4e-412a-9de5-01a4c3324be2, host n-d-813419-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=ec014a2c-3b4e-412a-9de5-01a4c3324be2,segment=NetworkSegment(e9cb245e-eeab-44d6-8183-6f8e67d21d6d),segment_id=e9cb245e-eeab-44d6-8183-6f8e67d21d6d)] {{(pid=102348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:37:52.142297 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-697827d6-a20a-41f0-991d-4651a2037ffb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:52.159974 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.db_base_plugin_common [None req-dd4a98b2-6765-4dad-b1c0-cda3a3bb3cab None None] Allocated IP 2001:db8::2 (a3a2d542-53da-4e86-bf77-b0dcf0f24882/514218f6-556b-480c-94e9-e000de10c5ca/0aa351e9-f5b2-439f-9652-d036b2894112) {{(pid=102348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:37:52.195816 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-974b936a-2cc3-4940-8621-a1009af8d03d tempest-ExtraDHCPOptionsIpV6TestJSON-886136049 tempest-ExtraDHCPOptionsIpV6TestJSON-886136049-project] Publish callbacks [] for port, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:52.245636 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-974b936a-2cc3-4940-8621-a1009af8d03d tempest-ExtraDHCPOptionsIpV6TestJSON-886136049 tempest-ExtraDHCPOptionsIpV6TestJSON-886136049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:52.278655 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697827d6-a20a-41f0-991d-4651a2037ffb None None] Pushing event updated for resources: {'Port': ['ID=ec014a2c-3b4e-412a-9de5-01a4c3324be2,revision_number=2']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:37:52.333084 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-974b936a-2cc3-4940-8621-a1009af8d03d tempest-ExtraDHCPOptionsIpV6TestJSON-886136049 tempest-ExtraDHCPOptionsIpV6TestJSON-886136049-project] Network 501a182f-1033-4c3a-addc-7e8ec8984f70 is already hosted by enough agents. {{(pid=102346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:37:52.340997 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-974b936a-2cc3-4940-8621-a1009af8d03d tempest-ExtraDHCPOptionsIpV6TestJSON-886136049 tempest-ExtraDHCPOptionsIpV6TestJSON-886136049-project] Resources bound (agent type, host, resource id): {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:37:52.343774 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974b936a-2cc3-4940-8621-a1009af8d03d tempest-ExtraDHCPOptionsIpV6TestJSON-886136049 tempest-ExtraDHCPOptionsIpV6TestJSON-886136049-project] Pushing event updated for resources: {'Port': ['ID=2bd0e723-6bc9-47a9-9dfd-9ded3ee022e9,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:37:52.346751 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-974b936a-2cc3-4940-8621-a1009af8d03d tempest-ExtraDHCPOptionsIpV6TestJSON-886136049 tempest-ExtraDHCPOptionsIpV6TestJSON-886136049-project] Received port after_create {{(pid=102346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:37:52.353587 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-974b936a-2cc3-4940-8621-a1009af8d03d tempest-ExtraDHCPOptionsIpV6TestJSON-886136049 tempest-ExtraDHCPOptionsIpV6TestJSON-886136049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:37:52.354260 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-974b936a-2cc3-4940-8621-a1009af8d03d tempest-ExtraDHCPOptionsIpV6TestJSON-886136049 tempest-ExtraDHCPOptionsIpV6TestJSON-886136049-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:52.386536 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f82cba-ee58-4b50-af83-d5d62f200fe1 req-aa4a6d8d-61f6-4127-a2c0-0b206155c5cd tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:37:52.388415 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-b7f82cba-ee58-4b50-af83-d5d62f200fe1 req-aa4a6d8d-61f6-4127-a2c0-0b206155c5cd tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a8f03e8-f80e-485d-8a88-0ca54dcb644b HTTP/1.1" status: 200 len: 909 time: 0.1134641 Oct 27 10:37:52.403462 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-974b936a-2cc3-4940-8621-a1009af8d03d tempest-ExtraDHCPOptionsIpV6TestJSON-886136049 tempest-ExtraDHCPOptionsIpV6TestJSON-886136049-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 1.0353937 Oct 27 10:37:52.405831 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 42818) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:37:52.437494 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-dd4a98b2-6765-4dad-b1c0-cda3a3bb3cab None None] Publish callbacks [] for port, precommit_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:52.459868 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-dd4a98b2-6765-4dad-b1c0-cda3a3bb3cab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606'] for port, after_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:52.485679 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-50c3259f-f006-4ff9-9224-2fe9637ba60d req-4965f62c-6f90-4727-af3a-a4c8f8dac265 tempest-ServerShowV254Test-75595659 tempest-ServerShowV254Test-75595659-project] 10.222.0.44 "GET /v2.0/ports?device_id=b07cf36a-0c80-4f43-a9f2-119033ae0912 HTTP/1.1" status: 200 len: 210 time: 0.0566404 Oct 27 10:37:52.510255 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d9e091a-5e0d-46cc-bf69-0ed2e42cd7ab tempest-ExtraDHCPOptionsIpV6TestJSON-886136049 tempest-ExtraDHCPOptionsIpV6TestJSON-886136049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:37:52.518795 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4a98b2-6765-4dad-b1c0-cda3a3bb3cab None None] Pushing event updated for resources: {'Port': ['ID=0aa351e9-f5b2-439f-9652-d036b2894112,revision_number=1']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:37:52.521895 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d9e091a-5e0d-46cc-bf69-0ed2e42cd7ab tempest-ExtraDHCPOptionsIpV6TestJSON-886136049 tempest-ExtraDHCPOptionsIpV6TestJSON-886136049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:37:52.532172 n-d-813419-10 neutron-server[102348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd4a98b2-6765-4dad-b1c0-cda3a3bb3cab None None] Network a3a2d542-53da-4e86-bf77-b0dcf0f24882 is already hosted by enough agents. {{(pid=102348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:37:52.534697 n-d-813419-10 neutron-server[102348]: DEBUG neutron.scheduler.base_scheduler [None req-dd4a98b2-6765-4dad-b1c0-cda3a3bb3cab None None] Resources bound (agent type, host, resource id): {{(pid=102348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:37:52.539341 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d9e091a-5e0d-46cc-bf69-0ed2e42cd7ab tempest-ExtraDHCPOptionsIpV6TestJSON-886136049 tempest-ExtraDHCPOptionsIpV6TestJSON-886136049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:37:52.539341 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-3d9e091a-5e0d-46cc-bf69-0ed2e42cd7ab tempest-ExtraDHCPOptionsIpV6TestJSON-886136049 tempest-ExtraDHCPOptionsIpV6TestJSON-886136049-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2620 time: 0.1321626 Oct 27 10:37:52.542833 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd4a98b2-6765-4dad-b1c0-cda3a3bb3cab None None] Received port after_create {{(pid=102348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:37:52.543072 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 42820) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:37:52.605483 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_common [None req-b6750ce0-4b47-4133-a868-52d0706678f7 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Allocated IP 2001:db8::1 (a3a2d542-53da-4e86-bf77-b0dcf0f24882/514218f6-556b-480c-94e9-e000de10c5ca/655a4049-57dd-48e2-a3c0-ef29eff7df7c) {{(pid=102347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:37:52.621550 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-dd4a98b2-6765-4dad-b1c0-cda3a3bb3cab None None] Attempting to bind port 0aa351e9-f5b2-439f-9652-d036b2894112 on host n-d-813419-10 for vnic_type normal with profile {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:37:52.621998 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-dd4a98b2-6765-4dad-b1c0-cda3a3bb3cab None None] Attempting to bind port 0aa351e9-f5b2-439f-9652-d036b2894112 by drivers openvswitch,hyperv on host n-d-813419-10 at level 0 using segments [{'id': 'eef0c4ec-5773-434c-ac68-3d91e838e9be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a3a2d542-53da-4e86-bf77-b0dcf0f24882'}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:37:52.622446 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd4a98b2-6765-4dad-b1c0-cda3a3bb3cab None None] Attempting to bind port 0aa351e9-f5b2-439f-9652-d036b2894112 on network a3a2d542-53da-4e86-bf77-b0dcf0f24882 {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:37:52.628956 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd4a98b2-6765-4dad-b1c0-cda3a3bb3cab None None] Checking agent: {'id': '89dba0f3-79b2-435e-9822-33674b8f6ada', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 8, 20), 'started_at': datetime.datetime(2021, 10, 27, 10, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 37, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:37:52.629418 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd4a98b2-6765-4dad-b1c0-cda3a3bb3cab None None] Checking segment: {'id': 'eef0c4ec-5773-434c-ac68-3d91e838e9be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a3a2d542-53da-4e86-bf77-b0dcf0f24882'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:37:52.629880 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-dd4a98b2-6765-4dad-b1c0-cda3a3bb3cab None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:52.630353 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd4a98b2-6765-4dad-b1c0-cda3a3bb3cab None None] Bound using segment: {'id': 'eef0c4ec-5773-434c-ac68-3d91e838e9be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a3a2d542-53da-4e86-bf77-b0dcf0f24882'} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:37:52.630887 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-dd4a98b2-6765-4dad-b1c0-cda3a3bb3cab None None] Bound port: 0aa351e9-f5b2-439f-9652-d036b2894112, host: n-d-813419-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eef0c4ec-5773-434c-ac68-3d91e838e9be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a3a2d542-53da-4e86-bf77-b0dcf0f24882'}}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:37:52.632005 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-dd4a98b2-6765-4dad-b1c0-cda3a3bb3cab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:52.725254 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-dd4a98b2-6765-4dad-b1c0-cda3a3bb3cab None None] For port 0aa351e9-f5b2-439f-9652-d036b2894112, host n-d-813419-10, cleared binding levels {{(pid=102348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:37:52.728803 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c88adf23-7dd7-4e72-9cbc-7d625ec2f3d0 req-a88a9f36-2074-43ad-bada-b5c3ccafcb49 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=b07cf36a-0c80-4f43-a9f2-119033ae0912 HTTP/1.1" status: 200 len: 210 time: 0.0658810 Oct 27 10:37:52.732333 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-dd4a98b2-6765-4dad-b1c0-cda3a3bb3cab None None] For port 0aa351e9-f5b2-439f-9652-d036b2894112, host n-d-813419-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=0aa351e9-f5b2-439f-9652-d036b2894112,segment=NetworkSegment(eef0c4ec-5773-434c-ac68-3d91e838e9be),segment_id=eef0c4ec-5773-434c-ac68-3d91e838e9be)] {{(pid=102348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:37:52.739714 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-dd4a98b2-6765-4dad-b1c0-cda3a3bb3cab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:52.766545 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3581361f-0986-48f3-be59-4b1b1e242272 req-e9a5db49-b67e-4595-b08f-8707290aa3d6 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:37:52.768186 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-3581361f-0986-48f3-be59-4b1b1e242272 req-e9a5db49-b67e-4595-b08f-8707290aa3d6 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "GET /v2.0/ports?device_id=cb570a6b-6921-4cfb-916b-d7e7c80e6c97 HTTP/1.1" status: 200 len: 945 time: 0.0698047 Oct 27 10:37:52.772469 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-04ff1448-da71-4ec6-b074-fe0245507dcd tempest-ExtraDHCPOptionsIpV6TestJSON-886136049 tempest-ExtraDHCPOptionsIpV6TestJSON-886136049-project] Deleting port 2bd0e723-6bc9-47a9-9dfd-9ded3ee022e9 {{(pid=102347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:37:52.772814 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-04ff1448-da71-4ec6-b074-fe0245507dcd tempest-ExtraDHCPOptionsIpV6TestJSON-886136049 tempest-ExtraDHCPOptionsIpV6TestJSON-886136049-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:52.812472 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4a98b2-6765-4dad-b1c0-cda3a3bb3cab None None] Pushing event updated for resources: {'Port': ['ID=0aa351e9-f5b2-439f-9652-d036b2894112,revision_number=2']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:37:52.825422 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-3581361f-0986-48f3-be59-4b1b1e242272 req-f353184c-e4b1-4c68-a6dd-9ce666067dab tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "GET /v2.0/security-groups?id=9678e9b4-8ecf-4d94-a14b-d92ef88d2ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491440 Oct 27 10:37:52.875350 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-b6750ce0-4b47-4133-a868-52d0706678f7 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks [] for port, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:52.918787 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-04ff1448-da71-4ec6-b074-fe0245507dcd tempest-ExtraDHCPOptionsIpV6TestJSON-886136049 tempest-ExtraDHCPOptionsIpV6TestJSON-886136049-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:52.938732 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-04ff1448-da71-4ec6-b074-fe0245507dcd tempest-ExtraDHCPOptionsIpV6TestJSON-886136049 tempest-ExtraDHCPOptionsIpV6TestJSON-886136049-project] Calling delete_port for 2bd0e723-6bc9-47a9-9dfd-9ded3ee022e9 owned by {{(pid=102347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:37:52.955618 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-b6750ce0-4b47-4133-a868-52d0706678f7 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:53.082634 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6750ce0-4b47-4133-a868-52d0706678f7 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Network a3a2d542-53da-4e86-bf77-b0dcf0f24882 is already hosted by enough agents. {{(pid=102347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:37:53.091758 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [None req-b6750ce0-4b47-4133-a868-52d0706678f7 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Resources bound (agent type, host, resource id): {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:37:53.103340 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6750ce0-4b47-4133-a868-52d0706678f7 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Received port after_create {{(pid=102347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:37:53.103917 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-b6750ce0-4b47-4133-a868-52d0706678f7 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1664961'] for router_interface, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:53.108146 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device 8b3b8844-d176-4de4-93a7-9d129cb07aef up at agent hyperv_n-h2-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:37:53.113809 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6750ce0-4b47-4133-a868-52d0706678f7 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Pushing event updated for resources: {'Port': ['ID=655a4049-57dd-48e2-a3c0-ef29eff7df7c,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:37:53.151706 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1484aacd-16e8-4ccf-a308-0960417f87b4 req-896151fe-9d10-4fac-a37f-a0065da39a1f tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:37:53.153662 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-1484aacd-16e8-4ccf-a308-0960417f87b4 req-896151fe-9d10-4fac-a37f-a0065da39a1f tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/ports?device_id=1ef8df17-bc2c-4faf-8755-5951c6dfe935 HTTP/1.1" status: 200 len: 944 time: 0.0928473 Oct 27 10:37:53.216541 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-1484aacd-16e8-4ccf-a308-0960417f87b4 req-0777c3da-2803-48f6-a985-80ac22756043 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/security-groups?id=cc9284c7-fb9e-4cd7-891d-df58f9ea4e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454075 Oct 27 10:37:53.240988 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Provisioning for port 8b3b8844-d176-4de4-93a7-9d129cb07aef completed by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 10:37:53.245677 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Provisioning complete for port 8b3b8844-d176-4de4-93a7-9d129cb07aef triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:37:53.246164 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:53.276951 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-04ff1448-da71-4ec6-b074-fe0245507dcd tempest-ExtraDHCPOptionsIpV6TestJSON-886136049 tempest-ExtraDHCPOptionsIpV6TestJSON-886136049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:53.311670 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-b6750ce0-4b47-4133-a868-52d0706678f7 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:53.313632 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ff1448-da71-4ec6-b074-fe0245507dcd tempest-ExtraDHCPOptionsIpV6TestJSON-886136049 tempest-ExtraDHCPOptionsIpV6TestJSON-886136049-project] Pushing event deleted for resources: {'Port': ['ID=2bd0e723-6bc9-47a9-9dfd-9ded3ee022e9,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:37:53.351624 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:53.376754 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ef8df17-bc2c-4faf-8755-5951c6dfe935', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b3b8844-d176-4de4-93a7-9d129cb07aef'}] {{(pid=102348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:37:53.378875 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-04ff1448-da71-4ec6-b074-fe0245507dcd tempest-ExtraDHCPOptionsIpV6TestJSON-886136049 tempest-ExtraDHCPOptionsIpV6TestJSON-886136049-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:53.379210 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c588921fa634554a1d9242fdea1b05457a9ff1d3b28ba54ec1dace7f2f1df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f16c6562-939a-411f-bc70-53b7789d068a" -d '{"events": [{"server_uuid": "1ef8df17-bc2c-4faf-8755-5951c6dfe935", "name": "network-vif-plugged", "status": "completed", "tag": "8b3b8844-d176-4de4-93a7-9d129cb07aef"}]}' {{(pid=102348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:37:53.387262 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-04ff1448-da71-4ec6-b074-fe0245507dcd tempest-ExtraDHCPOptionsIpV6TestJSON-886136049 tempest-ExtraDHCPOptionsIpV6TestJSON-886136049-project] 10.222.0.44 "DELETE /v2.0/ports/2bd0e723-6bc9-47a9-9dfd-9ded3ee022e9 HTTP/1.1" status: 204 len: 168 time: 0.8378847 Oct 27 10:37:53.387262 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 42830) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:37:53.395133 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-c6c3fa43-d1cd-4ba0-859f-1a101734d886 tempest-ExtraDHCPOptionsIpV6TestJSON-886136049 tempest-ExtraDHCPOptionsIpV6TestJSON-886136049-project] Request body: {'port': {'name': 'tempest-new-port-name-291346446', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:37:53.395276 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] For port 8b3b8844-d176-4de4-93a7-9d129cb07aef, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=8b3b8844-d176-4de4-93a7-9d129cb07aef,segment=NetworkSegment(3fa8f95e-6276-4974-b5c0-da1e0ae271fc),segment_id=3fa8f95e-6276-4974-b5c0-da1e0ae271fc)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:37:53.395518 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.api.validators [None req-c6c3fa43-d1cd-4ba0-859f-1a101734d886 tempest-ExtraDHCPOptionsIpV6TestJSON-886136049 tempest-ExtraDHCPOptionsIpV6TestJSON-886136049-project] bootfile-name is not in valid_values {{(pid=102347) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 27 10:37:53.395853 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.api.validators [None req-c6c3fa43-d1cd-4ba0-859f-1a101734d886 tempest-ExtraDHCPOptionsIpV6TestJSON-886136049 tempest-ExtraDHCPOptionsIpV6TestJSON-886136049-project] tftp-server is not in valid_values {{(pid=102347) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 27 10:37:53.396230 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.api.validators [None req-c6c3fa43-d1cd-4ba0-859f-1a101734d886 tempest-ExtraDHCPOptionsIpV6TestJSON-886136049 tempest-ExtraDHCPOptionsIpV6TestJSON-886136049-project] server-ip-address is not in valid_values {{(pid=102347) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 27 10:37:53.400145 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:53.401060 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device d843c603-f770-49bf-80f7-ae60f61ba034 up at agent hyperv_n-h2-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:37:53.475898 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:37:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daf1b91c-65dd-468f-a0c4-e3d1a93c46dd x-openstack-request-id: req-daf1b91c-65dd-468f-a0c4-e3d1a93c46dd {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:37:53.476190 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ef8df17-bc2c-4faf-8755-5951c6dfe935", "name": "network-vif-plugged", "status": "completed", "tag": "8b3b8844-d176-4de4-93a7-9d129cb07aef", "code": 200}]} {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:37:53.476461 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-daf1b91c-65dd-468f-a0c4-e3d1a93c46dd {{(pid=102348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:37:53.476866 n-d-813419-10 neutron-server[102348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ef8df17-bc2c-4faf-8755-5951c6dfe935', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b3b8844-d176-4de4-93a7-9d129cb07aef', 'code': 200} Oct 27 10:37:53.499312 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Pushing event updated for resources: {'Port': ['ID=8b3b8844-d176-4de4-93a7-9d129cb07aef,revision_number=5']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:37:53.523280 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Provisioning for port d843c603-f770-49bf-80f7-ae60f61ba034 completed by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 10:37:53.527468 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Provisioning complete for port d843c603-f770-49bf-80f7-ae60f61ba034 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:37:53.527843 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:53.581606 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-c6c3fa43-d1cd-4ba0-859f-1a101734d886 tempest-ExtraDHCPOptionsIpV6TestJSON-886136049 tempest-ExtraDHCPOptionsIpV6TestJSON-886136049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:53.640575 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36edaf51-ce64-4c2e-a8da-99f8d8fd5fd3 req-2fcbca97-4f60-41e7-bd29-0a0691420983 tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:37:53.642579 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:53.653822 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-36edaf51-ce64-4c2e-a8da-99f8d8fd5fd3 req-2fcbca97-4f60-41e7-bd29-0a0691420983 tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a8f03e8-f80e-485d-8a88-0ca54dcb644b HTTP/1.1" status: 200 len: 909 time: 0.1553383 Oct 27 10:37:53.672417 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8284046-12d9-41ba-bb73-c07844ab2fc1 None None] Network 501a182f-1033-4c3a-addc-7e8ec8984f70 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:37:53.796268 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7af610c4-1f8e-4071-bf5e-9b03dc738c15 None None] Provisioning complete for port ec014a2c-3b4e-412a-9de5-01a4c3324be2 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:37:53.796268 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7af610c4-1f8e-4071-bf5e-9b03dc738c15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:53.841435 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] For port d843c603-f770-49bf-80f7-ae60f61ba034, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=d843c603-f770-49bf-80f7-ae60f61ba034,segment=NetworkSegment(633ff08f-11cd-4e98-be2e-dddd49efeea1),segment_id=633ff08f-11cd-4e98-be2e-dddd49efeea1)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:37:53.855743 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:53.918657 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device ec014a2c-3b4e-412a-9de5-01a4c3324be2 up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:37:54.018562 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48387aed-9db4-4123-aeaf-b074ed1a120a req-0c5ab39e-6f72-4c78-9935-05aa461a54cc tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:37:54.027171 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-48387aed-9db4-4123-aeaf-b074ed1a120a req-0c5ab39e-6f72-4c78-9935-05aa461a54cc tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "GET /v2.0/ports?device_id=cb570a6b-6921-4cfb-916b-d7e7c80e6c97 HTTP/1.1" status: 200 len: 946 time: 0.0900626 Oct 27 10:37:54.085810 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-48387aed-9db4-4123-aeaf-b074ed1a120a req-5515c449-4deb-4e79-a9ca-f461c226870f tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "GET /v2.0/security-groups?id=9678e9b4-8ecf-4d94-a14b-d92ef88d2ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572371 Oct 27 10:37:54.108753 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Pushing event updated for resources: {'Port': ['ID=d843c603-f770-49bf-80f7-ae60f61ba034,revision_number=5']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:37:54.148160 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:37:54.149116 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:37:54.149804 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:37:54.150378 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:37:54.150729 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:37:54.151061 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:37:54.151396 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:37:54.151721 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:37:54.152042 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:37:54.152427 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:37:54.152756 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:37:54.153077 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:37:54.165873 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-612a66d3-2983-49f9-8a24-94c0463f4205 req-4c1daf63-3022-4427-954b-195d2ea6d33b tempest-ServerShowV254Test-75595659 tempest-ServerShowV254Test-75595659-project] 10.222.0.44 "GET /v2.0/ports?device_id=b07cf36a-0c80-4f43-a9f2-119033ae0912 HTTP/1.1" status: 200 len: 210 time: 0.5241868 Oct 27 10:37:54.192001 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7af610c4-1f8e-4071-bf5e-9b03dc738c15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:54.208379 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port ec014a2c-3b4e-412a-9de5-01a4c3324be2 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:37:54.208379 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:54.251171 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e7ee14-e393-436b-99c1-df8032ff11e5 req-cd8402b0-a4df-4c63-91a9-28c447ffe942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:37:54.252742 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-66e7ee14-e393-436b-99c1-df8032ff11e5 req-cd8402b0-a4df-4c63-91a9-28c447ffe942 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=1ef8df17-bc2c-4faf-8755-5951c6dfe935 HTTP/1.1" status: 200 len: 1097 time: 0.6723623 Oct 27 10:37:54.287705 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-7af610c4-1f8e-4071-bf5e-9b03dc738c15 None None] For port ec014a2c-3b4e-412a-9de5-01a4c3324be2, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=ec014a2c-3b4e-412a-9de5-01a4c3324be2,segment=NetworkSegment(e9cb245e-eeab-44d6-8183-6f8e67d21d6d),segment_id=e9cb245e-eeab-44d6-8183-6f8e67d21d6d)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:37:54.296682 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7af610c4-1f8e-4071-bf5e-9b03dc738c15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:54.333782 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b2e955-3311-4a4a-ac16-29f2bd0efc92 req-ea329980-9169-4d2b-bbb3-6e7518adccc1 tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:37:54.335938 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-e4b2e955-3311-4a4a-ac16-29f2bd0efc92 req-ea329980-9169-4d2b-bbb3-6e7518adccc1 tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] 10.222.0.64 "GET /v2.0/ports?device_id=3a8f03e8-f80e-485d-8a88-0ca54dcb644b HTTP/1.1" status: 200 len: 909 time: 0.2027524 Oct 27 10:37:54.379360 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461f3b31-08f9-46a5-9bff-40d5d53d8fd2 req-c743bdd8-f5bc-4982-a83d-0e95ab79a79d tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:37:54.386034 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 0aa351e9-f5b2-439f-9652-d036b2894112 up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:37:54.388120 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-461f3b31-08f9-46a5-9bff-40d5d53d8fd2 req-c743bdd8-f5bc-4982-a83d-0e95ab79a79d tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/ports?device_id=1ef8df17-bc2c-4faf-8755-5951c6dfe935 HTTP/1.1" status: 200 len: 945 time: 0.0746307 Oct 27 10:37:54.393282 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af610c4-1f8e-4071-bf5e-9b03dc738c15 None None] Pushing event updated for resources: {'Port': ['ID=ec014a2c-3b4e-412a-9de5-01a4c3324be2,revision_number=3']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:37:54.448977 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-66e7ee14-e393-436b-99c1-df8032ff11e5 req-fd1b9926-d88c-4dc8-97cb-95598612b21c service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=cc9284c7-fb9e-4cd7-891d-df58f9ea4e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770265 Oct 27 10:37:54.463950 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-461f3b31-08f9-46a5-9bff-40d5d53d8fd2 req-ad2d0d39-decf-4d26-bfbb-239c461bc07d tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/security-groups?id=cc9284c7-fb9e-4cd7-891d-df58f9ea4e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695837 Oct 27 10:37:54.466250 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-13266d4f-86fa-4026-9dba-6e208ce29db8 None None] Provisioning complete for port 0aa351e9-f5b2-439f-9652-d036b2894112 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:37:54.466623 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-13266d4f-86fa-4026-9dba-6e208ce29db8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:54.507933 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port 0aa351e9-f5b2-439f-9652-d036b2894112 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:37:54.508326 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:54.566714 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-b6750ce0-4b47-4133-a868-52d0706678f7 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks [] for port, precommit_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:54.595139 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-b6750ce0-4b47-4133-a868-52d0706678f7 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:54.596049 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-b6750ce0-4b47-4133-a868-52d0706678f7 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2006967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1766225'] for router_interface, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:54.628597 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-13266d4f-86fa-4026-9dba-6e208ce29db8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:54.643776 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:54.681860 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-13266d4f-86fa-4026-9dba-6e208ce29db8 None None] For port 0aa351e9-f5b2-439f-9652-d036b2894112, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=0aa351e9-f5b2-439f-9652-d036b2894112,segment=NetworkSegment(eef0c4ec-5773-434c-ac68-3d91e838e9be),segment_id=eef0c4ec-5773-434c-ac68-3d91e838e9be)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:37:54.687519 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-13266d4f-86fa-4026-9dba-6e208ce29db8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:54.739415 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6750ce0-4b47-4133-a868-52d0706678f7 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Pushing event updated for resources: {'Port': ['ID=655a4049-57dd-48e2-a3c0-ef29eff7df7c,revision_number=2']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:37:54.743753 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [req-e4b2e955-3311-4a4a-ac16-29f2bd0efc92 req-3e6ac3ea-b117-47fd-9da3-18043324a545 tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Deleting port 9f0189f6-4182-43d0-8f88-466d2acdbcc1 {{(pid=102347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:37:54.744088 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-e4b2e955-3311-4a4a-ac16-29f2bd0efc92 req-3e6ac3ea-b117-47fd-9da3-18043324a545 tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:54.764390 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.db.api [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102348) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 27 10:37:54.764752 n-d-813419-10 neutron-server[102348]: DEBUG oslo_db.api [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 10:37:54.769328 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13266d4f-86fa-4026-9dba-6e208ce29db8 None None] Pushing event updated for resources: {'Port': ['ID=0aa351e9-f5b2-439f-9652-d036b2894112,revision_number=3']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:37:54.810913 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-24a46923-c95b-4ca3-91aa-84889f637e35 None None] Provisioning complete for port ec014a2c-3b4e-412a-9de5-01a4c3324be2 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:37:54.811393 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-24a46923-c95b-4ca3-91aa-84889f637e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:54.839519 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-c6c3fa43-d1cd-4ba0-859f-1a101734d886 tempest-ExtraDHCPOptionsIpV6TestJSON-886136049 tempest-ExtraDHCPOptionsIpV6TestJSON-886136049-project] Publish callbacks [] for port, precommit_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:54.861453 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-c6c3fa43-d1cd-4ba0-859f-1a101734d886 tempest-ExtraDHCPOptionsIpV6TestJSON-886136049 tempest-ExtraDHCPOptionsIpV6TestJSON-886136049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:54.913071 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-24a46923-c95b-4ca3-91aa-84889f637e35 None None] Provisioning complete for port 5ff464aa-8644-429d-ac93-9d8805e21a3d triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:37:54.913071 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-24a46923-c95b-4ca3-91aa-84889f637e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:54.933308 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-c6c3fa43-d1cd-4ba0-859f-1a101734d886 tempest-ExtraDHCPOptionsIpV6TestJSON-886136049 tempest-ExtraDHCPOptionsIpV6TestJSON-886136049-project] In _notify_port_updated(), no bound segment for port 5ff464aa-8644-429d-ac93-9d8805e21a3d on network 501a182f-1033-4c3a-addc-7e8ec8984f70 {{(pid=102347) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 27 10:37:54.938751 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6c3fa43-d1cd-4ba0-859f-1a101734d886 tempest-ExtraDHCPOptionsIpV6TestJSON-886136049 tempest-ExtraDHCPOptionsIpV6TestJSON-886136049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:37:54.939417 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-c6c3fa43-d1cd-4ba0-859f-1a101734d886 tempest-ExtraDHCPOptionsIpV6TestJSON-886136049 tempest-ExtraDHCPOptionsIpV6TestJSON-886136049-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:54.941969 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-c6c3fa43-d1cd-4ba0-859f-1a101734d886 tempest-ExtraDHCPOptionsIpV6TestJSON-886136049 tempest-ExtraDHCPOptionsIpV6TestJSON-886136049-project] 10.222.0.44 "PUT /v2.0/ports/5ff464aa-8644-429d-ac93-9d8805e21a3d HTTP/1.1" status: 200 len: 1129 time: 1.5548060 Oct 27 10:37:54.945298 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 42844) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:37:54.955479 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-24a46923-c95b-4ca3-91aa-84889f637e35 None None] Port 5ff464aa-8644-429d-ac93-9d8805e21a3d cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:37:54.962884 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6750ce0-4b47-4133-a868-52d0706678f7 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Network a3a2d542-53da-4e86-bf77-b0dcf0f24882 is already hosted by enough agents. {{(pid=102347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:37:54.966741 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-24a46923-c95b-4ca3-91aa-84889f637e35 None None] Provisioning complete for port 655a4049-57dd-48e2-a3c0-ef29eff7df7c triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:37:54.967115 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-24a46923-c95b-4ca3-91aa-84889f637e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:54.974652 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [None req-b6750ce0-4b47-4133-a868-52d0706678f7 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Resources bound (agent type, host, resource id): {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:37:54.992510 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc40786-63c7-489c-af5f-5ad4a8aab89e req-5d7d3056-95c7-43b6-8b71-9d670a69e09c tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:37:54.994821 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-4fc40786-63c7-489c-af5f-5ad4a8aab89e req-5d7d3056-95c7-43b6-8b71-9d670a69e09c tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a8f03e8-f80e-485d-8a88-0ca54dcb644b HTTP/1.1" status: 200 len: 909 time: 0.2302017 Oct 27 10:37:54.999870 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-e4b2e955-3311-4a4a-ac16-29f2bd0efc92 req-3e6ac3ea-b117-47fd-9da3-18043324a545 tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] For port 9f0189f6-4182-43d0-8f88-466d2acdbcc1, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=9f0189f6-4182-43d0-8f88-466d2acdbcc1,segment=NetworkSegment(ac2c0d1d-c7b3-40b7-a077-3a499a2124f8),segment_id=ac2c0d1d-c7b3-40b7-a077-3a499a2124f8)] {{(pid=102347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:37:55.000256 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-e4b2e955-3311-4a4a-ac16-29f2bd0efc92 req-3e6ac3ea-b117-47fd-9da3-18043324a545 tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:55.003760 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c3fa43-d1cd-4ba0-859f-1a101734d886 tempest-ExtraDHCPOptionsIpV6TestJSON-886136049 tempest-ExtraDHCPOptionsIpV6TestJSON-886136049-project] Pushing event updated for resources: {'Port': ['ID=5ff464aa-8644-429d-ac93-9d8805e21a3d,revision_number=2']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:37:55.018553 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8341bf2d-e8aa-4271-b130-d09755540179 tempest-ExtraDHCPOptionsIpV6TestJSON-886136049 tempest-ExtraDHCPOptionsIpV6TestJSON-886136049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:37:55.020527 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-8341bf2d-e8aa-4271-b130-d09755540179 tempest-ExtraDHCPOptionsIpV6TestJSON-886136049 tempest-ExtraDHCPOptionsIpV6TestJSON-886136049-project] 10.222.0.44 "GET /v2.0/ports/5ff464aa-8644-429d-ac93-9d8805e21a3d HTTP/1.1" status: 200 len: 1129 time: 0.0735705 Oct 27 10:37:55.024042 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 42846) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:37:55.027005 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [req-e4b2e955-3311-4a4a-ac16-29f2bd0efc92 req-3e6ac3ea-b117-47fd-9da3-18043324a545 tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Calling delete_port for 9f0189f6-4182-43d0-8f88-466d2acdbcc1 owned by compute:nova {{(pid=102347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:37:55.041750 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-24a46923-c95b-4ca3-91aa-84889f637e35 None None] Port 655a4049-57dd-48e2-a3c0-ef29eff7df7c cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:37:55.146956 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-b5fb8238-0a17-4c34-8268-4c3d2dc6173d tempest-ExtraDHCPOptionsIpV6TestJSON-886136049 tempest-ExtraDHCPOptionsIpV6TestJSON-886136049-project] Deleting port 5ff464aa-8644-429d-ac93-9d8805e21a3d {{(pid=102346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:37:55.147715 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-b5fb8238-0a17-4c34-8268-4c3d2dc6173d tempest-ExtraDHCPOptionsIpV6TestJSON-886136049 tempest-ExtraDHCPOptionsIpV6TestJSON-886136049-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:55.181602 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-85813e95-f23c-4dc0-a606-5ec27652d5f2 None None] Provisioning complete for port 5ff464aa-8644-429d-ac93-9d8805e21a3d triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:37:55.182665 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-85813e95-f23c-4dc0-a606-5ec27652d5f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:55.289797 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6750ce0-4b47-4133-a868-52d0706678f7 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Router f0ecec6c-460d-41de-bf8f-4d0e1b933413 is scheduled to L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb with binding_index 1 {{(pid=102347) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 10:37:55.326424 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-85813e95-f23c-4dc0-a606-5ec27652d5f2 None None] Port 5ff464aa-8644-429d-ac93-9d8805e21a3d cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:37:55.329898 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24dd1c4-d7e5-4b72-a489-902aac5326b4 req-42cfe39b-078e-4c62-89d0-2e282a46b1ce tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:37:55.338255 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-a24dd1c4-d7e5-4b72-a489-902aac5326b4 req-42cfe39b-078e-4c62-89d0-2e282a46b1ce tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "GET /v2.0/ports?device_id=cb570a6b-6921-4cfb-916b-d7e7c80e6c97 HTTP/1.1" status: 200 len: 946 time: 0.0915837 Oct 27 10:37:55.387457 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-b5fb8238-0a17-4c34-8268-4c3d2dc6173d tempest-ExtraDHCPOptionsIpV6TestJSON-886136049 tempest-ExtraDHCPOptionsIpV6TestJSON-886136049-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:55.411497 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-b5fb8238-0a17-4c34-8268-4c3d2dc6173d tempest-ExtraDHCPOptionsIpV6TestJSON-886136049 tempest-ExtraDHCPOptionsIpV6TestJSON-886136049-project] Calling delete_port for 5ff464aa-8644-429d-ac93-9d8805e21a3d owned by {{(pid=102346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:37:55.432894 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-e4b2e955-3311-4a4a-ac16-29f2bd0efc92 req-3e6ac3ea-b117-47fd-9da3-18043324a545 tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:55.434046 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-a24dd1c4-d7e5-4b72-a489-902aac5326b4 req-29cd5346-446b-4e8e-be1d-0778f8ab15d4 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "GET /v2.0/security-groups?id=9678e9b4-8ecf-4d94-a14b-d92ef88d2ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0940740 Oct 27 10:37:55.458898 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-360a664c-a1bc-438f-8c26-93ec58f61f1a req-4cfebc6c-4ecc-4fa8-9ac7-e6e1808ecdc0 tempest-ServerShowV254Test-75595659 tempest-ServerShowV254Test-75595659-project] 10.222.0.44 "GET /v2.0/ports?device_id=b07cf36a-0c80-4f43-a9f2-119033ae0912 HTTP/1.1" status: 200 len: 210 time: 0.0741332 Oct 27 10:37:55.491280 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb570a6b-6921-4cfb-916b-d7e7c80e6c97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd843c603-f770-49bf-80f7-ae60f61ba034'}] {{(pid=102348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:37:55.491280 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c588921fa634554a1d9242fdea1b05457a9ff1d3b28ba54ec1dace7f2f1df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b12748f5-e910-4961-a23c-b569c287ec99" -d '{"events": [{"server_uuid": "cb570a6b-6921-4cfb-916b-d7e7c80e6c97", "name": "network-vif-plugged", "status": "completed", "tag": "d843c603-f770-49bf-80f7-ae60f61ba034"}]}' {{(pid=102348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:37:55.491817 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6ac3ea-b117-47fd-9da3-18043324a545 tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Pushing event deleted for resources: {'Port': ['ID=9f0189f6-4182-43d0-8f88-466d2acdbcc1,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:37:55.491895 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-102ff1f4-cef0-4ccf-8e71-252559c9ee5e None None] Provisioning complete for port 655a4049-57dd-48e2-a3c0-ef29eff7df7c triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:37:55.491895 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-102ff1f4-cef0-4ccf-8e71-252559c9ee5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:55.566278 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6750ce0-4b47-4133-a868-52d0706678f7 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:37:55.577120 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13cf0ce0-30e3-4292-b08c-abdbaaea09f9 None None] Sync routers for ids ['f0ecec6c-460d-41de-bf8f-4d0e1b933413'] in n-d-813419-10 {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:37:55.584014 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:37:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f773e977-ade8-4ff1-94ec-484fa84c3141 x-openstack-request-id: req-f773e977-ade8-4ff1-94ec-484fa84c3141 {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:37:55.584318 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb570a6b-6921-4cfb-916b-d7e7c80e6c97", "name": "network-vif-plugged", "status": "completed", "tag": "d843c603-f770-49bf-80f7-ae60f61ba034", "code": 200}]} {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:37:55.586692 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f773e977-ade8-4ff1-94ec-484fa84c3141 {{(pid=102348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:37:55.587112 n-d-813419-10 neutron-server[102348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb570a6b-6921-4cfb-916b-d7e7c80e6c97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd843c603-f770-49bf-80f7-ae60f61ba034', 'code': 200} Oct 27 10:37:55.598732 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13cf0ce0-30e3-4292-b08c-abdbaaea09f9 None None] Routers {'f0ecec6c-460d-41de-bf8f-4d0e1b933413'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:37:55.600772 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-13cf0ce0-30e3-4292-b08c-abdbaaea09f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:37:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['f0ecec6c-460d-41de-bf8f-4d0e1b933413'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:37:55.611892 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-102ff1f4-cef0-4ccf-8e71-252559c9ee5e None None] Port 655a4049-57dd-48e2-a3c0-ef29eff7df7c cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:37:55.625635 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-102ff1f4-cef0-4ccf-8e71-252559c9ee5e None None] Could not find standard attr ID for object 2bd0e723-6bc9-47a9-9dfd-9ded3ee022e9. {{(pid=102348) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 27 10:37:55.650427 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-b6750ce0-4b47-4133-a868-52d0706678f7 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] 10.222.0.44 "PUT /v2.0/routers/f0ecec6c-460d-41de-bf8f-4d0e1b933413/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9855475 Oct 27 10:37:55.651687 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4b2e955-3311-4a4a-ac16-29f2bd0efc92 req-3e6ac3ea-b117-47fd-9da3-18043324a545 tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] No DVR routers for this DVR port 9f0189f6-4182-43d0-8f88-466d2acdbcc1 on host n-h1-813419-10 {{(pid=102347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:37:55.654105 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 42862) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:37:55.657425 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-e4b2e955-3311-4a4a-ac16-29f2bd0efc92 req-3e6ac3ea-b117-47fd-9da3-18043324a545 tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:55.660758 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-e4b2e955-3311-4a4a-ac16-29f2bd0efc92 req-3e6ac3ea-b117-47fd-9da3-18043324a545 tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] 10.222.0.64 "DELETE /v2.0/ports/9f0189f6-4182-43d0-8f88-466d2acdbcc1 HTTP/1.1" status: 204 len: 173 time: 1.2954056 Oct 27 10:37:55.661234 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a8f03e8-f80e-485d-8a88-0ca54dcb644b', 'name': 'network-vif-deleted', 'tag': '9f0189f6-4182-43d0-8f88-466d2acdbcc1'}] {{(pid=102347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:37:55.663593 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311149b481204ee7edffdb959c881838506fbd95bc8577c048f6677abb73acc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3adabbf-0fb6-48ce-9eaf-6528b9425d9c" -d '{"events": [{"server_uuid": "3a8f03e8-f80e-485d-8a88-0ca54dcb644b", "name": "network-vif-deleted", "tag": "9f0189f6-4182-43d0-8f88-466d2acdbcc1"}]}' {{(pid=102347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:37:55.762918 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a66053d-6ce0-4948-a4b0-3d60b0c85a74 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:37:55.764471 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-4a66053d-6ce0-4948-a4b0-3d60b0c85a74 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] 10.222.0.44 "GET /v2.0/ports/655a4049-57dd-48e2-a3c0-ef29eff7df7c HTTP/1.1" status: 200 len: 911 time: 0.1090083 Oct 27 10:37:55.767280 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 42866) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:37:55.776508 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device ec014a2c-3b4e-412a-9de5-01a4c3324be2 up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:37:55.786894 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ff1524-baa7-4d4f-b09b-b2d663609209 req-20524908-78a2-4cd3-957a-53c7564283de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:37:55.789277 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-02ff1524-baa7-4d4f-b09b-b2d663609209 req-20524908-78a2-4cd3-957a-53c7564283de service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=cb570a6b-6921-4cfb-916b-d7e7c80e6c97 HTTP/1.1" status: 200 len: 1098 time: 0.1033769 Oct 27 10:37:55.792112 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5b4e5c-5342-4593-881f-f9f7fd4d307b req-d5b6509c-4718-405b-ae5b-4e7166699895 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:37:55.803063 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-fc5b4e5c-5342-4593-881f-f9f7fd4d307b req-d5b6509c-4718-405b-ae5b-4e7166699895 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/ports?device_id=1ef8df17-bc2c-4faf-8755-5951c6dfe935 HTTP/1.1" status: 200 len: 945 time: 0.2211995 Oct 27 10:37:55.827869 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvr_db [None req-13cf0ce0-30e3-4292-b08c-abdbaaea09f9 None None] Set router f0ecec6c-460d-41de-bf8f-4d0e1b933413 gateway port host: None {{(pid=102349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:37:55.879030 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-02ff1524-baa7-4d4f-b09b-b2d663609209 req-1a3d0416-633a-472f-87d5-82123e54163a service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=9678e9b4-8ecf-4d94-a14b-d92ef88d2ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733087 Oct 27 10:37:55.905231 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-842ae693-736d-4935-b916-be48390cd957 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:37:55.921517 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-842ae693-736d-4935-b916-be48390cd957 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:37:55.923468 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-842ae693-736d-4935-b916-be48390cd957 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1534853 Oct 27 10:37:55.926295 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 42868) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:37:55.969384 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port ec014a2c-3b4e-412a-9de5-01a4c3324be2 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:37:55.971431 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:56.049817 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-fc5b4e5c-5342-4593-881f-f9f7fd4d307b req-5dbba5b1-c4ed-4fc2-9ca0-67d5b6215fe2 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/security-groups?id=cc9284c7-fb9e-4cd7-891d-df58f9ea4e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2448497 Oct 27 10:37:56.083030 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-b5fb8238-0a17-4c34-8268-4c3d2dc6173d tempest-ExtraDHCPOptionsIpV6TestJSON-886136049 tempest-ExtraDHCPOptionsIpV6TestJSON-886136049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:56.120983 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:37:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7312877a-2902-4ecc-9a95-659afbe7ee4b x-openstack-request-id: req-7312877a-2902-4ecc-9a95-659afbe7ee4b {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:37:56.132292 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a8f03e8-f80e-485d-8a88-0ca54dcb644b", "name": "network-vif-deleted", "tag": "9f0189f6-4182-43d0-8f88-466d2acdbcc1", "status": "completed", "code": 200}]} {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:37:56.132732 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7312877a-2902-4ecc-9a95-659afbe7ee4b {{(pid=102347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:37:56.134815 n-d-813419-10 neutron-server[102347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a8f03e8-f80e-485d-8a88-0ca54dcb644b', 'name': 'network-vif-deleted', 'tag': '9f0189f6-4182-43d0-8f88-466d2acdbcc1', 'status': 'completed', 'code': 200} Oct 27 10:37:56.153464 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fb8238-0a17-4c34-8268-4c3d2dc6173d tempest-ExtraDHCPOptionsIpV6TestJSON-886136049 tempest-ExtraDHCPOptionsIpV6TestJSON-886136049-project] Pushing event deleted for resources: {'Port': ['ID=5ff464aa-8644-429d-ac93-9d8805e21a3d,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:37:56.204934 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 0aa351e9-f5b2-439f-9652-d036b2894112 up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:37:56.210297 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8a307854-7ece-40b7-a11f-b945efdb27f8 req-d8d875b8-1f98-429d-b2b0-44482e9a8f9c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=edf1d4aa6b0e4ba29edee68ee58e392f&device_id=b07cf36a-0c80-4f43-a9f2-119033ae0912 HTTP/1.1" status: 200 len: 210 time: 0.0908635 Oct 27 10:37:56.220813 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-b5fb8238-0a17-4c34-8268-4c3d2dc6173d tempest-ExtraDHCPOptionsIpV6TestJSON-886136049 tempest-ExtraDHCPOptionsIpV6TestJSON-886136049-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:56.224614 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-b5fb8238-0a17-4c34-8268-4c3d2dc6173d tempest-ExtraDHCPOptionsIpV6TestJSON-886136049 tempest-ExtraDHCPOptionsIpV6TestJSON-886136049-project] 10.222.0.44 "DELETE /v2.0/ports/5ff464aa-8644-429d-ac93-9d8805e21a3d HTTP/1.1" status: 204 len: 168 time: 1.1981034 Oct 27 10:37:56.253132 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 42874) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:37:56.261642 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-74cfc013-c60a-4df4-bd2c-9077da88ecb3 req-75718cd3-5e75-49a2-bac4-95407b929092 tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a8f03e8-f80e-485d-8a88-0ca54dcb644b HTTP/1.1" status: 200 len: 210 time: 0.0434198 Oct 27 10:37:56.292222 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-13cf0ce0-30e3-4292-b08c-abdbaaea09f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0ecec6c-460d-41de-bf8f-4d0e1b933413', 'name': 'tempest-NetworksTestDHCPv6-router-1864616492', 'tenant_id': '378140ee2d4f4428be90ff45daafe008', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:37:51Z', 'updated_at': '2021-10-27T10:37:53Z', 'revision_number': 2, 'project_id': '378140ee2d4f4428be90ff45daafe008', 'gw_port_host': None, '_interfaces': [{'id': '655a4049-57dd-48e2-a3c0-ef29eff7df7c', 'name': '', 'network_id': 'a3a2d542-53da-4e86-bf77-b0dcf0f24882', 'tenant_id': '378140ee2d4f4428be90ff45daafe008', 'mac_address': 'fa:16:3e:0d:e8:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0ecec6c-460d-41de-bf8f-4d0e1b933413', 'device_owner': 'network:router_interface', 'standard_attr_id': 2046, 'fixed_ips': [{'subnet_id': '514218f6-556b-480c-94e9-e000de10c5ca', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:37:52Z', 'updated_at': '2021-10-27T10:37:53Z', 'revision_number': 2, 'project_id': '378140ee2d4f4428be90ff45daafe008', 'subnets': [{'id': '514218f6-556b-480c-94e9-e000de10c5ca', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:37:56.303443 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-4d8de304-653b-478e-a480-5aa3b68e6c56 None None] Could not find standard attr ID for object 5ff464aa-8644-429d-ac93-9d8805e21a3d. {{(pid=102348) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 27 10:37:56.352478 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port 0aa351e9-f5b2-439f-9652-d036b2894112 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:37:56.353732 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:56.357225 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8a307854-7ece-40b7-a11f-b945efdb27f8 req-d8bfbeaa-c8e4-4bd2-81ce-00df866bad6a service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=edf1d4aa6b0e4ba29edee68ee58e392f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1374435 Oct 27 10:37:56.361775 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f71c470-ca29-4513-941e-2ae90639d8ea tempest-ExtraDHCPOptionsIpV6TestJSON-886136049 tempest-ExtraDHCPOptionsIpV6TestJSON-886136049-project] Deleting subnet 844e6467-ab13-4e05-90d8-4ccf197dbbb7 {{(pid=102347) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 10:37:56.366050 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-1f71c470-ca29-4513-941e-2ae90639d8ea tempest-ExtraDHCPOptionsIpV6TestJSON-886136049 tempest-ExtraDHCPOptionsIpV6TestJSON-886136049-project] Publish callbacks [] for subnet, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:56.375545 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13cf0ce0-30e3-4292-b08c-abdbaaea09f9 None None] Checking router: f0ecec6c-460d-41de-bf8f-4d0e1b933413 for host: n-d-813419-10 {{(pid=102349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 10:37:56.375887 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13cf0ce0-30e3-4292-b08c-abdbaaea09f9 None None] Updating router f0ecec6c-460d-41de-bf8f-4d0e1b933413 port 655a4049-57dd-48e2-a3c0-ef29eff7df7c binding host n-d-813419-10 {{(pid=102349) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 10:37:56.432060 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-13cf0ce0-30e3-4292-b08c-abdbaaea09f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:56.470103 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-1f71c470-ca29-4513-941e-2ae90639d8ea tempest-ExtraDHCPOptionsIpV6TestJSON-886136049 tempest-ExtraDHCPOptionsIpV6TestJSON-886136049-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-18445109'] for subnet, precommit_delete_associations {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:56.514276 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-a3dcd4c6-e128-405f-934d-ab4f6a243fef req-40ce35df-720f-44a3-9a97-37b374970728 tempest-ServerShowV254Test-75595659 tempest-ServerShowV254Test-75595659-project] 10.222.0.44 "GET /v2.0/ports?device_id=b07cf36a-0c80-4f43-a9f2-119033ae0912 HTTP/1.1" status: 200 len: 210 time: 0.2561369 Oct 27 10:37:56.597746 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1955127-5f05-4673-beb5-79c613a6fbd7 req-c2d3c993-0778-48cc-8fc1-78de70354077 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:37:56.599405 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-c1955127-5f05-4673-beb5-79c613a6fbd7 req-c2d3c993-0778-48cc-8fc1-78de70354077 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "GET /v2.0/ports?device_id=cb570a6b-6921-4cfb-916b-d7e7c80e6c97 HTTP/1.1" status: 200 len: 946 time: 0.0620458 Oct 27 10:37:56.640712 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-c1955127-5f05-4673-beb5-79c613a6fbd7 req-cc42fb52-b168-43d9-9618-97f6f183b794 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "GET /v2.0/security-groups?id=9678e9b4-8ecf-4d94-a14b-d92ef88d2ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328836 Oct 27 10:37:56.739228 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-13cf0ce0-30e3-4292-b08c-abdbaaea09f9 None None] Publish callbacks [] for port, precommit_update {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:56.744855 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a307854-7ece-40b7-a11f-b945efdb27f8 req-d0b6573c-2bad-4f36-b221-5137db5ffbc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:37:56.746500 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8a307854-7ece-40b7-a11f-b945efdb27f8 req-d0b6573c-2bad-4f36-b221-5137db5ffbc4 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2848504 Oct 27 10:37:56.746825 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-13cf0ce0-30e3-4292-b08c-abdbaaea09f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:56.751805 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-1f71c470-ca29-4513-941e-2ae90639d8ea tempest-ExtraDHCPOptionsIpV6TestJSON-886136049 tempest-ExtraDHCPOptionsIpV6TestJSON-886136049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855646'] for subnet, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:56.794890 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044d2b2c-3201-4b9c-9879-3ee76855e228 None None] Pushing event updated for resources: {'Port': ['ID=655a4049-57dd-48e2-a3c0-ef29eff7df7c,revision_number=3']} {{(pid=102349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:37:56.819492 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044d2b2c-3201-4b9c-9879-3ee76855e228 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:37:56.819829 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044d2b2c-3201-4b9c-9879-3ee76855e228 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:37:56.820156 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044d2b2c-3201-4b9c-9879-3ee76855e228 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:37:56.820688 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044d2b2c-3201-4b9c-9879-3ee76855e228 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:37:56.821166 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044d2b2c-3201-4b9c-9879-3ee76855e228 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:37:56.821640 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044d2b2c-3201-4b9c-9879-3ee76855e228 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:37:56.822111 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044d2b2c-3201-4b9c-9879-3ee76855e228 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:37:56.822577 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044d2b2c-3201-4b9c-9879-3ee76855e228 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:37:56.823788 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044d2b2c-3201-4b9c-9879-3ee76855e228 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:37:56.824122 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044d2b2c-3201-4b9c-9879-3ee76855e228 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:37:56.824475 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044d2b2c-3201-4b9c-9879-3ee76855e228 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:37:56.824796 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044d2b2c-3201-4b9c-9879-3ee76855e228 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:37:56.859080 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.managers [None req-13cf0ce0-30e3-4292-b08c-abdbaaea09f9 None None] Attempting to bind port 655a4049-57dd-48e2-a3c0-ef29eff7df7c on host n-d-813419-10 for vnic_type normal with profile {{(pid=102349) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:37:56.859447 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.managers [None req-13cf0ce0-30e3-4292-b08c-abdbaaea09f9 None None] Attempting to bind port 655a4049-57dd-48e2-a3c0-ef29eff7df7c by drivers openvswitch,hyperv on host n-d-813419-10 at level 0 using segments [{'id': 'eef0c4ec-5773-434c-ac68-3d91e838e9be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a3a2d542-53da-4e86-bf77-b0dcf0f24882'}] {{(pid=102349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:37:56.859966 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13cf0ce0-30e3-4292-b08c-abdbaaea09f9 None None] Attempting to bind port 655a4049-57dd-48e2-a3c0-ef29eff7df7c on network a3a2d542-53da-4e86-bf77-b0dcf0f24882 {{(pid=102349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:37:56.866143 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13cf0ce0-30e3-4292-b08c-abdbaaea09f9 None None] Checking agent: {'id': '89dba0f3-79b2-435e-9822-33674b8f6ada', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 8, 20), 'started_at': datetime.datetime(2021, 10, 27, 10, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 37, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:37:56.867001 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13cf0ce0-30e3-4292-b08c-abdbaaea09f9 None None] Checking segment: {'id': 'eef0c4ec-5773-434c-ac68-3d91e838e9be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a3a2d542-53da-4e86-bf77-b0dcf0f24882'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:37:56.867592 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-13cf0ce0-30e3-4292-b08c-abdbaaea09f9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:56.868172 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13cf0ce0-30e3-4292-b08c-abdbaaea09f9 None None] Bound using segment: {'id': 'eef0c4ec-5773-434c-ac68-3d91e838e9be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a3a2d542-53da-4e86-bf77-b0dcf0f24882'} {{(pid=102349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:37:56.868867 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.managers [None req-13cf0ce0-30e3-4292-b08c-abdbaaea09f9 None None] Bound port: 655a4049-57dd-48e2-a3c0-ef29eff7df7c, host: n-d-813419-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eef0c4ec-5773-434c-ac68-3d91e838e9be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a3a2d542-53da-4e86-bf77-b0dcf0f24882'}}] {{(pid=102349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:37:56.869420 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-13cf0ce0-30e3-4292-b08c-abdbaaea09f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:56.898944 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-1f71c470-ca29-4513-941e-2ae90639d8ea tempest-ExtraDHCPOptionsIpV6TestJSON-886136049 tempest-ExtraDHCPOptionsIpV6TestJSON-886136049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-18295818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18043720'] for subnet, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:56.939467 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.db [None req-13cf0ce0-30e3-4292-b08c-abdbaaea09f9 None None] For port 655a4049-57dd-48e2-a3c0-ef29eff7df7c, host n-d-813419-10, cleared binding levels {{(pid=102349) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:37:56.942789 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.db [None req-13cf0ce0-30e3-4292-b08c-abdbaaea09f9 None None] For port 655a4049-57dd-48e2-a3c0-ef29eff7df7c, host n-d-813419-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=655a4049-57dd-48e2-a3c0-ef29eff7df7c,segment=NetworkSegment(eef0c4ec-5773-434c-ac68-3d91e838e9be),segment_id=eef0c4ec-5773-434c-ac68-3d91e838e9be)] {{(pid=102349) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:37:56.948094 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-13cf0ce0-30e3-4292-b08c-abdbaaea09f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:56.961144 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f71c470-ca29-4513-941e-2ae90639d8ea tempest-ExtraDHCPOptionsIpV6TestJSON-886136049 tempest-ExtraDHCPOptionsIpV6TestJSON-886136049-project] Pushing event deleted for resources: {'Subnet': ['ID=844e6467-ab13-4e05-90d8-4ccf197dbbb7,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:37:56.963263 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-1f71c470-ca29-4513-941e-2ae90639d8ea tempest-ExtraDHCPOptionsIpV6TestJSON-886136049 tempest-ExtraDHCPOptionsIpV6TestJSON-886136049-project] Publish callbacks [] for subnet, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:56.968006 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-1f71c470-ca29-4513-941e-2ae90639d8ea tempest-ExtraDHCPOptionsIpV6TestJSON-886136049 tempest-ExtraDHCPOptionsIpV6TestJSON-886136049-project] 10.222.0.44 "DELETE /v2.0/subnets/844e6467-ab13-4e05-90d8-4ccf197dbbb7 HTTP/1.1" status: 204 len: 168 time: 0.7126141 Oct 27 10:37:56.969727 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7771cf4-35d7-4631-8d09-56b00d190064 None None] Network 501a182f-1033-4c3a-addc-7e8ec8984f70 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:37:56.970585 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 42880) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:37:57.011497 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13cf0ce0-30e3-4292-b08c-abdbaaea09f9 None None] Routers {'f0ecec6c-460d-41de-bf8f-4d0e1b933413'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:37:57.012124 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-13cf0ce0-30e3-4292-b08c-abdbaaea09f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:37:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['f0ecec6c-460d-41de-bf8f-4d0e1b933413'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:37:57.014058 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044d2b2c-3201-4b9c-9879-3ee76855e228 None None] Pushing event updated for resources: {'Port': ['ID=655a4049-57dd-48e2-a3c0-ef29eff7df7c,revision_number=4']} {{(pid=102349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:37:57.126430 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-39538f72-b3d0-41ec-aefc-b46fb6a2fde9 tempest-ExtraDHCPOptionsIpV6TestJSON-886136049 tempest-ExtraDHCPOptionsIpV6TestJSON-886136049-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586917'] for network, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:57.139943 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-1b3d7707-6db1-46b7-8c7a-64ffef6e3c6a tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1766202'] for router_interface, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:57.145615 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvr_db [None req-13cf0ce0-30e3-4292-b08c-abdbaaea09f9 None None] Set router f0ecec6c-460d-41de-bf8f-4d0e1b933413 gateway port host: None {{(pid=102349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:37:57.235242 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-39538f72-b3d0-41ec-aefc-b46fb6a2fde9 tempest-ExtraDHCPOptionsIpV6TestJSON-886136049 tempest-ExtraDHCPOptionsIpV6TestJSON-886136049-project] Deleting port ec014a2c-3b4e-412a-9de5-01a4c3324be2 {{(pid=102346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:37:57.235864 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-39538f72-b3d0-41ec-aefc-b46fb6a2fde9 tempest-ExtraDHCPOptionsIpV6TestJSON-886136049 tempest-ExtraDHCPOptionsIpV6TestJSON-886136049-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:57.366236 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 42886) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:37:57.433769 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-386e5f09-1c1a-4743-9251-2c39b91c758d None None] Provisioning complete for port 655a4049-57dd-48e2-a3c0-ef29eff7df7c triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:37:57.434215 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-386e5f09-1c1a-4743-9251-2c39b91c758d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:57.514112 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [None req-39538f72-b3d0-41ec-aefc-b46fb6a2fde9 tempest-ExtraDHCPOptionsIpV6TestJSON-886136049 tempest-ExtraDHCPOptionsIpV6TestJSON-886136049-project] For port ec014a2c-3b4e-412a-9de5-01a4c3324be2, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=ec014a2c-3b4e-412a-9de5-01a4c3324be2,segment=NetworkSegment(e9cb245e-eeab-44d6-8183-6f8e67d21d6d),segment_id=e9cb245e-eeab-44d6-8183-6f8e67d21d6d)] {{(pid=102346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:37:57.514639 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-39538f72-b3d0-41ec-aefc-b46fb6a2fde9 tempest-ExtraDHCPOptionsIpV6TestJSON-886136049 tempest-ExtraDHCPOptionsIpV6TestJSON-886136049-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:57.538125 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-39538f72-b3d0-41ec-aefc-b46fb6a2fde9 tempest-ExtraDHCPOptionsIpV6TestJSON-886136049 tempest-ExtraDHCPOptionsIpV6TestJSON-886136049-project] Calling delete_port for ec014a2c-3b4e-412a-9de5-01a4c3324be2 owned by network:dhcp {{(pid=102346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:37:57.541929 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-13cf0ce0-30e3-4292-b08c-abdbaaea09f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0ecec6c-460d-41de-bf8f-4d0e1b933413', 'name': 'tempest-NetworksTestDHCPv6-router-1864616492', 'tenant_id': '378140ee2d4f4428be90ff45daafe008', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:37:51Z', 'updated_at': '2021-10-27T10:37:53Z', 'revision_number': 2, 'project_id': '378140ee2d4f4428be90ff45daafe008', 'gw_port_host': None, '_interfaces': [{'id': '655a4049-57dd-48e2-a3c0-ef29eff7df7c', 'name': '', 'network_id': 'a3a2d542-53da-4e86-bf77-b0dcf0f24882', 'tenant_id': '378140ee2d4f4428be90ff45daafe008', 'mac_address': 'fa:16:3e:0d:e8:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0ecec6c-460d-41de-bf8f-4d0e1b933413', 'device_owner': 'network:router_interface', 'standard_attr_id': 2046, 'fixed_ips': [{'subnet_id': '514218f6-556b-480c-94e9-e000de10c5ca', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:37:52Z', 'updated_at': '2021-10-27T10:37:56Z', 'revision_number': 4, 'project_id': '378140ee2d4f4428be90ff45daafe008', 'subnets': [{'id': '514218f6-556b-480c-94e9-e000de10c5ca', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:37:57.575215 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7203e6b7-32ec-433a-aedb-7aa036f1eedd req-8dcd0be6-0186-4004-b232-fba64e7f83c0 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:37:57.582660 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13cf0ce0-30e3-4292-b08c-abdbaaea09f9 None None] The sync data for ids ['f0ecec6c-460d-41de-bf8f-4d0e1b933413'] in n-d-813419-10 is: [{'id': 'f0ecec6c-460d-41de-bf8f-4d0e1b933413', 'name': 'tempest-NetworksTestDHCPv6-router-1864616492', 'tenant_id': '378140ee2d4f4428be90ff45daafe008', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:37:51Z', 'updated_at': '2021-10-27T10:37:53Z', 'revision_number': 2, 'project_id': '378140ee2d4f4428be90ff45daafe008', 'gw_port_host': None, '_interfaces': [{'id': '655a4049-57dd-48e2-a3c0-ef29eff7df7c', 'name': '', 'network_id': 'a3a2d542-53da-4e86-bf77-b0dcf0f24882', 'tenant_id': '378140ee2d4f4428be90ff45daafe008', 'mac_address': 'fa:16:3e:0d:e8:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0ecec6c-460d-41de-bf8f-4d0e1b933413', 'device_owner': 'network:router_interface', 'standard_attr_id': 2046, 'fixed_ips': [{'subnet_id': '514218f6-556b-480c-94e9-e000de10c5ca', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:37:52Z', 'updated_at': '2021-10-27T10:37:56Z', 'revision_number': 4, 'project_id': '378140ee2d4f4428be90ff45daafe008', 'subnets': [{'id': '514218f6-556b-480c-94e9-e000de10c5ca', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:37:57.583580 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-7203e6b7-32ec-433a-aedb-7aa036f1eedd req-8dcd0be6-0186-4004-b232-fba64e7f83c0 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/ports?device_id=1ef8df17-bc2c-4faf-8755-5951c6dfe935 HTTP/1.1" status: 200 len: 945 time: 0.3983879 Oct 27 10:37:57.601167 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb3b52a6-82f4-4a7b-acbe-0ba7eab78d12 None None] DHCP port deletion for 501a182f-1033-4c3a-addc-7e8ec8984f70 request from n-d-813419-10 {{(pid=102348) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 10:37:57.664137 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-386e5f09-1c1a-4743-9251-2c39b91c758d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:57.672697 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-7203e6b7-32ec-433a-aedb-7aa036f1eedd req-6386bd24-1c27-4bf8-9d1e-89ceb1ee6bc2 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/security-groups?id=cc9284c7-fb9e-4cd7-891d-df58f9ea4e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862019 Oct 27 10:37:57.692563 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-d0f0c87a-39c6-4467-abe5-9d9614c72f16 req-1a9de06a-89ed-40a3-81d6-9ba46cdce45f tempest-ServerShowV254Test-75595659 tempest-ServerShowV254Test-75595659-project] 10.222.0.44 "GET /v2.0/ports?device_id=b07cf36a-0c80-4f43-a9f2-119033ae0912 HTTP/1.1" status: 200 len: 210 time: 0.0406528 Oct 27 10:37:57.709093 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device ec014a2c-3b4e-412a-9de5-01a4c3324be2 no longer exists at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:37:57.752951 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-cb3b52a6-82f4-4a7b-acbe-0ba7eab78d12 None None] Deleting port ec014a2c-3b4e-412a-9de5-01a4c3324be2 {{(pid=102348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:37:57.753305 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-cb3b52a6-82f4-4a7b-acbe-0ba7eab78d12 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:57.854139 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-386e5f09-1c1a-4743-9251-2c39b91c758d None None] For port 655a4049-57dd-48e2-a3c0-ef29eff7df7c, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=655a4049-57dd-48e2-a3c0-ef29eff7df7c,segment=NetworkSegment(eef0c4ec-5773-434c-ac68-3d91e838e9be),segment_id=eef0c4ec-5773-434c-ac68-3d91e838e9be)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:37:57.870545 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-386e5f09-1c1a-4743-9251-2c39b91c758d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:57.906633 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-cb3b52a6-82f4-4a7b-acbe-0ba7eab78d12 None None] For port ec014a2c-3b4e-412a-9de5-01a4c3324be2, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=ec014a2c-3b4e-412a-9de5-01a4c3324be2,segment=NetworkSegment(e9cb245e-eeab-44d6-8183-6f8e67d21d6d),segment_id=e9cb245e-eeab-44d6-8183-6f8e67d21d6d)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:37:57.907030 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-cb3b52a6-82f4-4a7b-acbe-0ba7eab78d12 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:57.948976 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-cb3b52a6-82f4-4a7b-acbe-0ba7eab78d12 None None] Calling delete_port for ec014a2c-3b4e-412a-9de5-01a4c3324be2 owned by network:dhcp {{(pid=102348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:37:58.015778 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386e5f09-1c1a-4743-9251-2c39b91c758d None None] Pushing event updated for resources: {'Port': ['ID=655a4049-57dd-48e2-a3c0-ef29eff7df7c,revision_number=5']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:37:58.060157 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:58.082285 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-3d569d7a-7f78-43ab-8db7-c4203e22fb44 None None] Provisioning complete for port 655a4049-57dd-48e2-a3c0-ef29eff7df7c triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:37:58.082914 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-3d569d7a-7f78-43ab-8db7-c4203e22fb44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:58.140562 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device 9f0189f6-4182-43d0-8f88-466d2acdbcc1 no longer exists at agent hyperv_n-h1-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:37:58.197629 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] No Port match for: 9f0189f6-4182-43d0-8f88-466d2acdbcc1 {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:37:58.198066 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device 9f0189f6-4182-43d0-8f88-466d2acdbcc1 not bound to the agent host n-h1-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:37:58.218957 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] For port ec014a2c-3b4e-412a-9de5-01a4c3324be2, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=ec014a2c-3b4e-412a-9de5-01a4c3324be2,segment=NetworkSegment(e9cb245e-eeab-44d6-8183-6f8e67d21d6d),segment_id=e9cb245e-eeab-44d6-8183-6f8e67d21d6d)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:37:58.274642 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8a307854-7ece-40b7-a11f-b945efdb27f8 req-65ab5234-c703-4200-b376-c5915f695b62 tempest-ServerShowV254Test-75595659 tempest-ServerShowV254Test-75595659-project] 10.222.0.64 "GET /v2.0/ports?device_id=b07cf36a-0c80-4f43-a9f2-119033ae0912 HTTP/1.1" status: 200 len: 210 time: 0.0354207 Oct 27 10:37:58.286567 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:58.319009 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-39538f72-b3d0-41ec-aefc-b46fb6a2fde9 tempest-ExtraDHCPOptionsIpV6TestJSON-886136049 tempest-ExtraDHCPOptionsIpV6TestJSON-886136049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:58.330461 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-1b3d7707-6db1-46b7-8c7a-64ffef6e3c6a tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Deleting port 655a4049-57dd-48e2-a3c0-ef29eff7df7c {{(pid=102347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:37:58.330934 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-1b3d7707-6db1-46b7-8c7a-64ffef6e3c6a tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:58.358391 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39538f72-b3d0-41ec-aefc-b46fb6a2fde9 tempest-ExtraDHCPOptionsIpV6TestJSON-886136049 tempest-ExtraDHCPOptionsIpV6TestJSON-886136049-project] Pushing event deleted for resources: {'Port': ['ID=ec014a2c-3b4e-412a-9de5-01a4c3324be2,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:37:58.360931 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39538f72-b3d0-41ec-aefc-b46fb6a2fde9 tempest-ExtraDHCPOptionsIpV6TestJSON-886136049 tempest-ExtraDHCPOptionsIpV6TestJSON-886136049-project] No DVR routers for this DVR port ec014a2c-3b4e-412a-9de5-01a4c3324be2 on host n-d-813419-10 {{(pid=102346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:37:58.369121 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Pushing event deleted for resources: {'Port': ['ID=ec014a2c-3b4e-412a-9de5-01a4c3324be2,revision_number=None']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:37:58.380510 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-cb3b52a6-82f4-4a7b-acbe-0ba7eab78d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615'] for port, after_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:58.414035 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39538f72-b3d0-41ec-aefc-b46fb6a2fde9 tempest-ExtraDHCPOptionsIpV6TestJSON-886136049 tempest-ExtraDHCPOptionsIpV6TestJSON-886136049-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:37:58.414720 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39538f72-b3d0-41ec-aefc-b46fb6a2fde9 tempest-ExtraDHCPOptionsIpV6TestJSON-886136049 tempest-ExtraDHCPOptionsIpV6TestJSON-886136049-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:37:58.415216 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39538f72-b3d0-41ec-aefc-b46fb6a2fde9 tempest-ExtraDHCPOptionsIpV6TestJSON-886136049 tempest-ExtraDHCPOptionsIpV6TestJSON-886136049-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:37:58.415723 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39538f72-b3d0-41ec-aefc-b46fb6a2fde9 tempest-ExtraDHCPOptionsIpV6TestJSON-886136049 tempest-ExtraDHCPOptionsIpV6TestJSON-886136049-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:37:58.416236 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39538f72-b3d0-41ec-aefc-b46fb6a2fde9 tempest-ExtraDHCPOptionsIpV6TestJSON-886136049 tempest-ExtraDHCPOptionsIpV6TestJSON-886136049-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:37:58.416724 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39538f72-b3d0-41ec-aefc-b46fb6a2fde9 tempest-ExtraDHCPOptionsIpV6TestJSON-886136049 tempest-ExtraDHCPOptionsIpV6TestJSON-886136049-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:37:58.417404 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39538f72-b3d0-41ec-aefc-b46fb6a2fde9 tempest-ExtraDHCPOptionsIpV6TestJSON-886136049 tempest-ExtraDHCPOptionsIpV6TestJSON-886136049-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:37:58.417878 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39538f72-b3d0-41ec-aefc-b46fb6a2fde9 tempest-ExtraDHCPOptionsIpV6TestJSON-886136049 tempest-ExtraDHCPOptionsIpV6TestJSON-886136049-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:37:58.418360 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39538f72-b3d0-41ec-aefc-b46fb6a2fde9 tempest-ExtraDHCPOptionsIpV6TestJSON-886136049 tempest-ExtraDHCPOptionsIpV6TestJSON-886136049-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:37:58.418839 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39538f72-b3d0-41ec-aefc-b46fb6a2fde9 tempest-ExtraDHCPOptionsIpV6TestJSON-886136049 tempest-ExtraDHCPOptionsIpV6TestJSON-886136049-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:37:58.419306 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39538f72-b3d0-41ec-aefc-b46fb6a2fde9 tempest-ExtraDHCPOptionsIpV6TestJSON-886136049 tempest-ExtraDHCPOptionsIpV6TestJSON-886136049-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:37:58.419802 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39538f72-b3d0-41ec-aefc-b46fb6a2fde9 tempest-ExtraDHCPOptionsIpV6TestJSON-886136049 tempest-ExtraDHCPOptionsIpV6TestJSON-886136049-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:37:58.442462 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3b52a6-82f4-4a7b-acbe-0ba7eab78d12 None None] Pushing event deleted for resources: {'Port': ['ID=ec014a2c-3b4e-412a-9de5-01a4c3324be2,revision_number=None']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:37:58.448144 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb3b52a6-82f4-4a7b-acbe-0ba7eab78d12 None None] No DVR routers for this DVR port ec014a2c-3b4e-412a-9de5-01a4c3324be2 on host n-d-813419-10 {{(pid=102348) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:37:58.479329 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [None req-1b3d7707-6db1-46b7-8c7a-64ffef6e3c6a tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] For port 655a4049-57dd-48e2-a3c0-ef29eff7df7c, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=655a4049-57dd-48e2-a3c0-ef29eff7df7c,segment=NetworkSegment(eef0c4ec-5773-434c-ac68-3d91e838e9be),segment_id=eef0c4ec-5773-434c-ac68-3d91e838e9be)] {{(pid=102347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:37:58.479688 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-1b3d7707-6db1-46b7-8c7a-64ffef6e3c6a tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:58.497833 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c725e2-a426-4209-82e8-16675673a550 req-6cb9f8ea-e9da-430e-90b8-8000abe2f355 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:37:58.505225 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-93c725e2-a426-4209-82e8-16675673a550 req-6cb9f8ea-e9da-430e-90b8-8000abe2f355 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "GET /v2.0/ports?device_id=cb570a6b-6921-4cfb-916b-d7e7c80e6c97 HTTP/1.1" status: 200 len: 946 time: 0.7269397 Oct 27 10:37:58.516706 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-39538f72-b3d0-41ec-aefc-b46fb6a2fde9 tempest-ExtraDHCPOptionsIpV6TestJSON-886136049 tempest-ExtraDHCPOptionsIpV6TestJSON-886136049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857803', 'neutron.services.segments.db._delete_segments_for_network-8743873143390'] for network, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:58.520536 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-1b3d7707-6db1-46b7-8c7a-64ffef6e3c6a tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Calling delete_port for 655a4049-57dd-48e2-a3c0-ef29eff7df7c owned by network:router_interface {{(pid=102347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:37:58.556495 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-39538f72-b3d0-41ec-aefc-b46fb6a2fde9 tempest-ExtraDHCPOptionsIpV6TestJSON-886136049 tempest-ExtraDHCPOptionsIpV6TestJSON-886136049-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['501a182f-1033-4c3a-addc-7e8ec8984f70']}} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:37:58.578383 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-39538f72-b3d0-41ec-aefc-b46fb6a2fde9 tempest-ExtraDHCPOptionsIpV6TestJSON-886136049 tempest-ExtraDHCPOptionsIpV6TestJSON-886136049-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9cb245e-eeab-44d6-8183-6f8e67d21d6d') {'for_net_delete': True} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:37:58.578668 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-39538f72-b3d0-41ec-aefc-b46fb6a2fde9 tempest-ExtraDHCPOptionsIpV6TestJSON-886136049 tempest-ExtraDHCPOptionsIpV6TestJSON-886136049-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9cb245e-eeab-44d6-8183-6f8e67d21d6d') {} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:37:58.592503 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-39538f72-b3d0-41ec-aefc-b46fb6a2fde9 tempest-ExtraDHCPOptionsIpV6TestJSON-886136049 tempest-ExtraDHCPOptionsIpV6TestJSON-886136049-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743873145191', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25847877'] for segment, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:58.592945 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-93c725e2-a426-4209-82e8-16675673a550 req-81b8a463-1a0f-43e7-afbd-8b9777175f07 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "GET /v2.0/security-groups?id=9678e9b4-8ecf-4d94-a14b-d92ef88d2ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0864201 Oct 27 10:37:58.624386 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-39538f72-b3d0-41ec-aefc-b46fb6a2fde9 tempest-ExtraDHCPOptionsIpV6TestJSON-886136049 tempest-ExtraDHCPOptionsIpV6TestJSON-886136049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:58.651567 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39538f72-b3d0-41ec-aefc-b46fb6a2fde9 tempest-ExtraDHCPOptionsIpV6TestJSON-886136049 tempest-ExtraDHCPOptionsIpV6TestJSON-886136049-project] Releasing vlan 420 on physical network physnet1 to pool {{(pid=102346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 10:37:58.651977 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-39538f72-b3d0-41ec-aefc-b46fb6a2fde9 tempest-ExtraDHCPOptionsIpV6TestJSON-886136049 tempest-ExtraDHCPOptionsIpV6TestJSON-886136049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27024137'] for segment, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:58.655205 n-d-813419-10 neutron-server[102346]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 10:37:58.655205 n-d-813419-10 neutron-server[102346]: self.session.flush() Oct 27 10:37:58.655205 n-d-813419-10 neutron-server[102346]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 10:37:58.655205 n-d-813419-10 neutron-server[102346]: self.session.flush() Oct 27 10:37:58.655205 n-d-813419-10 neutron-server[102346]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 10:37:58.655205 n-d-813419-10 neutron-server[102346]: self.session.flush() Oct 27 10:37:58.655205 n-d-813419-10 neutron-server[102346]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 10:37:58.655205 n-d-813419-10 neutron-server[102346]: self.session.flush() Oct 27 10:37:58.655205 n-d-813419-10 neutron-server[102346]: Traceback (most recent call last): Oct 27 10:37:58.655205 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 10:37:58.655205 n-d-813419-10 neutron-server[102346]: timer() Oct 27 10:37:58.655205 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 10:37:58.655205 n-d-813419-10 neutron-server[102346]: cb(*args, **kw) Oct 27 10:37:58.655205 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 10:37:58.655205 n-d-813419-10 neutron-server[102346]: return func(*args, **kwargs) Oct 27 10:37:58.655205 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 10:37:58.655205 n-d-813419-10 neutron-server[102346]: self._notify() Oct 27 10:37:58.655205 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 10:37:58.655205 n-d-813419-10 neutron-server[102346]: self.callback(batched_events) Oct 27 10:37:58.655205 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 10:37:58.655205 n-d-813419-10 neutron-server[102346]: event.method(event) Oct 27 10:37:58.655205 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 10:37:58.655205 n-d-813419-10 neutron-server[102346]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 10:37:58.655205 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 10:37:58.655205 n-d-813419-10 neutron-server[102346]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 10:37:58.655205 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 10:37:58.655205 n-d-813419-10 neutron-server[102346]: return f(self, *a, **k) Oct 27 10:37:58.655205 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 10:37:58.655205 n-d-813419-10 neutron-server[102346]: return self._get(url).json() Oct 27 10:37:58.655205 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 10:37:58.655205 n-d-813419-10 neutron-server[102346]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 10:37:58.655205 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 10:37:58.655205 n-d-813419-10 neutron-server[102346]: return self.request(url, 'GET', **kwargs) Oct 27 10:37:58.655205 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 10:37:58.655205 n-d-813419-10 neutron-server[102346]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 10:37:58.655205 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 10:37:58.655205 n-d-813419-10 neutron-server[102346]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 10:37:58.655205 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 10:37:58.655205 n-d-813419-10 neutron-server[102346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 10:37:58.655205 n-d-813419-10 neutron-server[102346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 10:37:58.760559 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-1b3d7707-6db1-46b7-8c7a-64ffef6e3c6a tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:58.767149 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-39538f72-b3d0-41ec-aefc-b46fb6a2fde9 tempest-ExtraDHCPOptionsIpV6TestJSON-886136049 tempest-ExtraDHCPOptionsIpV6TestJSON-886136049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664840'] for network, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:58.790578 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-39538f72-b3d0-41ec-aefc-b46fb6a2fde9 tempest-ExtraDHCPOptionsIpV6TestJSON-886136049 tempest-ExtraDHCPOptionsIpV6TestJSON-886136049-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for network, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:58.796365 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-39538f72-b3d0-41ec-aefc-b46fb6a2fde9 tempest-ExtraDHCPOptionsIpV6TestJSON-886136049 tempest-ExtraDHCPOptionsIpV6TestJSON-886136049-project] 10.222.0.44 "DELETE /v2.0/networks/501a182f-1033-4c3a-addc-7e8ec8984f70 HTTP/1.1" status: 204 len: 168 time: 1.8223205 Oct 27 10:37:58.796365 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39538f72-b3d0-41ec-aefc-b46fb6a2fde9 tempest-ExtraDHCPOptionsIpV6TestJSON-886136049 tempest-ExtraDHCPOptionsIpV6TestJSON-886136049-project] Pushing event deleted for resources: {'Network': ['ID=501a182f-1033-4c3a-addc-7e8ec8984f70,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:37:58.801642 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3d7707-6db1-46b7-8c7a-64ffef6e3c6a tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Pushing event deleted for resources: {'Port': ['ID=655a4049-57dd-48e2-a3c0-ef29eff7df7c,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:37:58.804567 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-e08e65fe-3086-495f-a1aa-413310502290 tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1766202'] for router_interface, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:58.819251 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a002186-c02f-4088-b509-a4627258b80d req-68823bf6-34c0-433e-a38d-6525c3f8e2f5 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:37:58.821743 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-5a002186-c02f-4088-b509-a4627258b80d req-68823bf6-34c0-433e-a38d-6525c3f8e2f5 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "GET /v2.0/ports?device_id=cb570a6b-6921-4cfb-916b-d7e7c80e6c97 HTTP/1.1" status: 200 len: 946 time: 0.1242261 Oct 27 10:37:58.836721 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 42904) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:37:58.853125 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-c55e93e3-f226-4b0e-8105-19d312349d36 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Request body: {'floatingip': {'port_id': 'd843c603-f770-49bf-80f7-ae60f61ba034'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:37:59.061571 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-c55e93e3-f226-4b0e-8105-19d312349d36 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Publish callbacks [] for floatingip, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:59.098515 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-1b3d7707-6db1-46b7-8c7a-64ffef6e3c6a tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2006968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1766358'] for router_interface, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:59.133805 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-db4ce510-4984-4638-ab1d-5bdc43574c99 req-b536df88-f52a-4761-9564-d1725dce7b75 tempest-ServerShowV254Test-75595659 tempest-ServerShowV254Test-75595659-project] 10.222.0.44 "GET /v2.0/ports?device_id=b07cf36a-0c80-4f43-a9f2-119033ae0912 HTTP/1.1" status: 200 len: 210 time: 0.0903971 Oct 27 10:37:59.201203 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-e08e65fe-3086-495f-a1aa-413310502290 tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Deleting port 17be0872-6a6b-4689-99dc-e3d2bb760112 {{(pid=102346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:37:59.201544 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-e08e65fe-3086-495f-a1aa-413310502290 tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:59.254218 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 42910) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:37:59.306893 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [None req-e08e65fe-3086-495f-a1aa-413310502290 tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] For port 17be0872-6a6b-4689-99dc-e3d2bb760112, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=17be0872-6a6b-4689-99dc-e3d2bb760112,segment=NetworkSegment(ac2c0d1d-c7b3-40b7-a077-3a499a2124f8),segment_id=ac2c0d1d-c7b3-40b7-a077-3a499a2124f8)] {{(pid=102346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:37:59.307357 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-e08e65fe-3086-495f-a1aa-413310502290 tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:59.321504 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-e08e65fe-3086-495f-a1aa-413310502290 tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Calling delete_port for 17be0872-6a6b-4689-99dc-e3d2bb760112 owned by network:router_interface {{(pid=102346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:37:59.452426 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b3d7707-6db1-46b7-8c7a-64ffef6e3c6a tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Router f0ecec6c-460d-41de-bf8f-4d0e1b933413 has already been hosted by L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb {{(pid=102347) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 10:37:59.474441 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-de428b85-2f39-414e-aa9c-5298fbea0987 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=fefb367a96cd497e988ab294ba2b52ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2191224 Oct 27 10:37:59.478407 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 42914) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:37:59.573352 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-e05d9f27-22ea-4a71-a270-43396bcdb37c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:59.578510 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b3d7707-6db1-46b7-8c7a-64ffef6e3c6a tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:37:59.590939 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-397e7731-6088-4810-b03b-e09a9d645a70 None None] Sync routers for ids ['f0ecec6c-460d-41de-bf8f-4d0e1b933413'] in n-d-813419-10 {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:37:59.596443 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-e05d9f27-22ea-4a71-a270-43396bcdb37c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:59.603104 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-1b3d7707-6db1-46b7-8c7a-64ffef6e3c6a tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] 10.222.0.44 "PUT /v2.0/routers/f0ecec6c-460d-41de-bf8f-4d0e1b933413/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6662788 Oct 27 10:37:59.612451 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-397e7731-6088-4810-b03b-e09a9d645a70 None None] Routers {'f0ecec6c-460d-41de-bf8f-4d0e1b933413'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:37:59.613203 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-397e7731-6088-4810-b03b-e09a9d645a70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:37:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['f0ecec6c-460d-41de-bf8f-4d0e1b933413'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:37:59.638320 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 42918) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:37:59.688764 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-e08e65fe-3086-495f-a1aa-413310502290 tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:59.718947 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08e65fe-3086-495f-a1aa-413310502290 tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Pushing event deleted for resources: {'Port': ['ID=17be0872-6a6b-4689-99dc-e3d2bb760112,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:37:59.727227 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-e05d9f27-22ea-4a71-a270-43396bcdb37c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:59.729925 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-e05d9f27-22ea-4a71-a270-43396bcdb37c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:59.730574 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvr_db [None req-397e7731-6088-4810-b03b-e09a9d645a70 None None] Set router f0ecec6c-460d-41de-bf8f-4d0e1b933413 gateway port host: None {{(pid=102348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:37:59.735069 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-e05d9f27-22ea-4a71-a270-43396bcdb37c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2ad2c6be-1f3c-4f36-82a8-48824c7a8b09 HTTP/1.1" status: 204 len: 168 time: 0.2517710 Oct 27 10:37:59.754823 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c634d4c-2dce-4c72-8f28-b79574397515 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:37:59.756473 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c634d4c-2dce-4c72-8f28-b79574397515 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:37:59.758253 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-3c634d4c-2dce-4c72-8f28-b79574397515 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1186662 Oct 27 10:37:59.769751 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 42922) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:37:59.779479 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05d9f27-22ea-4a71-a270-43396bcdb37c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ad2c6be-1f3c-4f36-82a8-48824c7a8b09,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:37:59.808517 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-397e7731-6088-4810-b03b-e09a9d645a70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0ecec6c-460d-41de-bf8f-4d0e1b933413', 'name': 'tempest-NetworksTestDHCPv6-router-1864616492', 'tenant_id': '378140ee2d4f4428be90ff45daafe008', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:37:51Z', 'updated_at': '2021-10-27T10:37:58Z', 'revision_number': 3, 'project_id': '378140ee2d4f4428be90ff45daafe008', 'gw_port_host': None}], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:37:59.839049 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-397e7731-6088-4810-b03b-e09a9d645a70 None None] Checking router: f0ecec6c-460d-41de-bf8f-4d0e1b933413 for host: n-d-813419-10 {{(pid=102348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 10:37:59.860849 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-397e7731-6088-4810-b03b-e09a9d645a70 None None] Routers {'f0ecec6c-460d-41de-bf8f-4d0e1b933413'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:37:59.861468 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-397e7731-6088-4810-b03b-e09a9d645a70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:37:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['f0ecec6c-460d-41de-bf8f-4d0e1b933413'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:37:59.960922 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvr_db [None req-397e7731-6088-4810-b03b-e09a9d645a70 None None] Set router f0ecec6c-460d-41de-bf8f-4d0e1b933413 gateway port host: None {{(pid=102348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:37:59.971108 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.db.resource_extend [None req-c55e93e3-f226-4b0e-8105-19d312349d36 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 27 10:37:59.977636 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_v2 [None req-90827700-5c4c-4034-adc7-a43bb9d15afc tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Deleting subnet 514218f6-556b-480c-94e9-e000de10c5ca {{(pid=102347) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 10:37:59.984882 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-90827700-5c4c-4034-adc7-a43bb9d15afc tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks [] for subnet, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:37:59.987469 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-e08e65fe-3086-495f-a1aa-413310502290 tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2006968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1766358'] for router_interface, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:00.044763 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-397e7731-6088-4810-b03b-e09a9d645a70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0ecec6c-460d-41de-bf8f-4d0e1b933413', 'name': 'tempest-NetworksTestDHCPv6-router-1864616492', 'tenant_id': '378140ee2d4f4428be90ff45daafe008', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:37:51Z', 'updated_at': '2021-10-27T10:37:58Z', 'revision_number': 3, 'project_id': '378140ee2d4f4428be90ff45daafe008', 'gw_port_host': None}], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:38:00.083404 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-397e7731-6088-4810-b03b-e09a9d645a70 None None] The sync data for ids ['f0ecec6c-460d-41de-bf8f-4d0e1b933413'] in n-d-813419-10 is: [{'id': 'f0ecec6c-460d-41de-bf8f-4d0e1b933413', 'name': 'tempest-NetworksTestDHCPv6-router-1864616492', 'tenant_id': '378140ee2d4f4428be90ff45daafe008', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:37:51Z', 'updated_at': '2021-10-27T10:37:58Z', 'revision_number': 3, 'project_id': '378140ee2d4f4428be90ff45daafe008', 'gw_port_host': None}] {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:38:00.287765 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e08e65fe-3086-495f-a1aa-413310502290 tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Router f4fb5dc9-55f6-46a5-9672-bdc591b2c386 has already been hosted by L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb {{(pid=102346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 10:38:00.390260 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-90827700-5c4c-4034-adc7-a43bb9d15afc tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-18445109'] for subnet, precommit_delete_associations {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:00.416723 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-c55e93e3-f226-4b0e-8105-19d312349d36 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:00.422615 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-c55e93e3-f226-4b0e-8105-19d312349d36 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1664826'] for floatingip, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:00.440309 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e08e65fe-3086-495f-a1aa-413310502290 tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:38:00.448134 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-e08e65fe-3086-495f-a1aa-413310502290 tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] 10.222.0.44 "PUT /v2.0/routers/f4fb5dc9-55f6-46a5-9672-bdc591b2c386/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0775712 Oct 27 10:38:00.450806 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 42942) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:38:00.455340 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1fcf036-bfe3-42cf-b432-0e73c59ba083 None None] Sync routers for ids ['f4fb5dc9-55f6-46a5-9672-bdc591b2c386'] in n-d-813419-10 {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:38:00.459972 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 42944) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:38:00.474761 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1fcf036-bfe3-42cf-b432-0e73c59ba083 None None] Routers {'f4fb5dc9-55f6-46a5-9672-bdc591b2c386'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:38:00.476956 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-f1fcf036-bfe3-42cf-b432-0e73c59ba083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:37:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['f4fb5dc9-55f6-46a5-9672-bdc591b2c386'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:38:00.517675 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_v2 [None req-6854b996-9391-4980-a200-dd0314f5f208 tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Deleting subnet 6eb3cec6-5b09-494b-adb8-88423fe82a0f {{(pid=102346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 10:38:00.522037 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-6854b996-9391-4980-a200-dd0314f5f208 tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Publish callbacks [] for subnet, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:00.608905 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-90827700-5c4c-4034-adc7-a43bb9d15afc tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855646'] for subnet, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:00.613265 n-d-813419-10 neutron-server[102347]: INFO neutron.db.l3_db [None req-c55e93e3-f226-4b0e-8105-19d312349d36 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Floating IP d60a0b8b-2027-4b67-b33c-c888ef60a8c0 associated. External IP: 172.25.8.133, port: d843c603-f770-49bf-80f7-ae60f61ba034. Oct 27 10:38:00.619069 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-6854b996-9391-4980-a200-dd0314f5f208 tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25847868'] for subnet, precommit_delete_associations {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:00.670420 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvr_db [None req-f1fcf036-bfe3-42cf-b432-0e73c59ba083 None None] Set router f4fb5dc9-55f6-46a5-9672-bdc591b2c386 gateway port host: n-d-813419-10 {{(pid=102349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:38:00.759474 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-a6cda0bc-f971-49aa-bfbc-17e9b181bff5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:00.803960 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-6854b996-9391-4980-a200-dd0314f5f208 tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855646'] for subnet, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:00.812659 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-90827700-5c4c-4034-adc7-a43bb9d15afc tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-18295818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18043720'] for subnet, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:00.853653 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90827700-5c4c-4034-adc7-a43bb9d15afc tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Pushing event deleted for resources: {'Subnet': ['ID=514218f6-556b-480c-94e9-e000de10c5ca,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:38:00.865214 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-90827700-5c4c-4034-adc7-a43bb9d15afc tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks [] for subnet, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:00.869001 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-90827700-5c4c-4034-adc7-a43bb9d15afc tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] 10.222.0.44 "DELETE /v2.0/subnets/514218f6-556b-480c-94e9-e000de10c5ca HTTP/1.1" status: 204 len: 168 time: 1.0982759 Oct 27 10:38:00.875358 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 42958) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:38:00.877701 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64448661-c968-47c1-8a1a-c73e951d3e5e None None] Network a3a2d542-53da-4e86-bf77-b0dcf0f24882 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:38:00.952644 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-6854b996-9391-4980-a200-dd0314f5f208 tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27024355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27168307'] for subnet, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:00.970393 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-f1fcf036-bfe3-42cf-b432-0e73c59ba083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4fb5dc9-55f6-46a5-9672-bdc591b2c386', 'name': 'tempest-TestSecurityGroupsBasicOps-router-737762462', 'tenant_id': '2005088b555845b0a237dc93fae61807', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.181'}], 'enable_snat': True}, 'gw_port_id': '5d622a29-0271-4aa1-ba31-e2cbc3c21b67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:37:24Z', 'updated_at': '2021-10-27T10:37:59Z', 'revision_number': 5, 'project_id': '2005088b555845b0a237dc93fae61807', 'gw_port': {'id': '5d622a29-0271-4aa1-ba31-e2cbc3c21b67', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:07:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4fb5dc9-55f6-46a5-9672-bdc591b2c386', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1979, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:37:25Z', 'updated_at': '2021-10-27T10:37:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10'}], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:38:01.003632 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6854b996-9391-4980-a200-dd0314f5f208 tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Pushing event deleted for resources: {'Subnet': ['ID=6eb3cec6-5b09-494b-adb8-88423fe82a0f,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:38:01.011159 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-6854b996-9391-4980-a200-dd0314f5f208 tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for subnet, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:01.018588 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-6854b996-9391-4980-a200-dd0314f5f208 tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] 10.222.0.44 "DELETE /v2.0/subnets/6eb3cec6-5b09-494b-adb8-88423fe82a0f HTTP/1.1" status: 204 len: 168 time: 0.5638068 Oct 27 10:38:01.018588 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 42960) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:38:01.018831 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2d2d944-9749-4d70-85a0-4e6416e13803 None None] Network 9dded421-3352-4401-9c79-f930ddc01e02 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:38:01.019427 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 42962) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:38:01.084296 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-a6cda0bc-f971-49aa-bfbc-17e9b181bff5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:01.123992 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-a6cda0bc-f971-49aa-bfbc-17e9b181bff5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:01.162484 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1fcf036-bfe3-42cf-b432-0e73c59ba083 None None] Checking router: f4fb5dc9-55f6-46a5-9672-bdc591b2c386 for host: n-d-813419-10 {{(pid=102349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 10:38:01.174367 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1fcf036-bfe3-42cf-b432-0e73c59ba083 None None] Routers {'f4fb5dc9-55f6-46a5-9672-bdc591b2c386'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:38:01.175271 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-f1fcf036-bfe3-42cf-b432-0e73c59ba083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:37:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['f4fb5dc9-55f6-46a5-9672-bdc591b2c386'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:38:01.180936 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ff3c861c-3c95-4f60-a0f9-0e20d047bd22 tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Publish callbacks [] for router, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:01.187450 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-b0e18a39-5aeb-4b2c-b7e5-19c876c22162 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.3083653 Oct 27 10:38:01.197921 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c55e93e3-f226-4b0e-8105-19d312349d36 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Router bb012a5e-621c-439f-8c34-20b092183dff has already been hosted by L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb {{(pid=102347) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 10:38:01.198640 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 42968) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:38:01.203923 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-a6cda0bc-f971-49aa-bfbc-17e9b181bff5 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=edf1d4aa6b0e4ba29edee68ee58e392f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7378223 Oct 27 10:38:01.212650 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 42970) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:38:01.331952 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8dd7a9d-1789-422b-8c30-f7678326ac65 None None] DHCP port deletion for a3a2d542-53da-4e86-bf77-b0dcf0f24882 request from n-d-813419-10 {{(pid=102348) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 10:38:01.343953 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cda0bc-f971-49aa-bfbc-17e9b181bff5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73a68ee7-de51-4ca4-8c50-41aa643460ce,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:38:01.355457 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvr_db [None req-f1fcf036-bfe3-42cf-b432-0e73c59ba083 None None] Set router f4fb5dc9-55f6-46a5-9672-bdc591b2c386 gateway port host: n-d-813419-10 {{(pid=102349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:38:01.359821 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-dd158ab7-bcef-499e-a38a-427254e9f08e tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks [] for router, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:01.381165 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-198779ca-8269-4bf0-a817-d936ebf19c95 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1300475884'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:38:01.391315 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d396e2f-1552-461b-b7f6-ace9a6405f0f None None] DHCP port deletion for 9dded421-3352-4401-9c79-f930ddc01e02 request from n-d-813419-10 {{(pid=102348) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 10:38:01.404234 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-198779ca-8269-4bf0-a817-d936ebf19c95 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Made reservation on behalf of 7318d2885ba54c7288540ee60a74f572 for: {'network': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:38:01.408231 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-198779ca-8269-4bf0-a817-d936ebf19c95 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for network, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:01.426394 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-198779ca-8269-4bf0-a817-d936ebf19c95 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Publish callbacks [] for security_group, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:01.456808 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ff3c861c-3c95-4f60-a0f9-0e20d047bd22 tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:01.460109 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-f8dd7a9d-1789-422b-8c30-f7678326ac65 None None] Deleting port 0aa351e9-f5b2-439f-9652-d036b2894112 {{(pid=102348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:38:01.460506 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f8dd7a9d-1789-422b-8c30-f7678326ac65 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:01.530775 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f8dd7a9d-1789-422b-8c30-f7678326ac65 None None] For port 0aa351e9-f5b2-439f-9652-d036b2894112, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=0aa351e9-f5b2-439f-9652-d036b2894112,segment=NetworkSegment(eef0c4ec-5773-434c-ac68-3d91e838e9be),segment_id=eef0c4ec-5773-434c-ac68-3d91e838e9be)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:38:01.531170 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f8dd7a9d-1789-422b-8c30-f7678326ac65 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:01.545735 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-f8dd7a9d-1789-422b-8c30-f7678326ac65 None None] Calling delete_port for 0aa351e9-f5b2-439f-9652-d036b2894112 owned by network:dhcp {{(pid=102348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:38:01.563106 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-ff3c861c-3c95-4f60-a0f9-0e20d047bd22 tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Deleting port 5d622a29-0271-4aa1-ba31-e2cbc3c21b67 {{(pid=102346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:38:01.563628 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ff3c861c-3c95-4f60-a0f9-0e20d047bd22 tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:01.585394 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-f1fcf036-bfe3-42cf-b432-0e73c59ba083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4fb5dc9-55f6-46a5-9672-bdc591b2c386', 'name': 'tempest-TestSecurityGroupsBasicOps-router-737762462', 'tenant_id': '2005088b555845b0a237dc93fae61807', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.181'}], 'enable_snat': True}, 'gw_port_id': '5d622a29-0271-4aa1-ba31-e2cbc3c21b67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:37:24Z', 'updated_at': '2021-10-27T10:37:59Z', 'revision_number': 5, 'project_id': '2005088b555845b0a237dc93fae61807', 'gw_port': {'id': '5d622a29-0271-4aa1-ba31-e2cbc3c21b67', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:07:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4fb5dc9-55f6-46a5-9672-bdc591b2c386', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1979, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:37:25Z', 'updated_at': '2021-10-27T10:37:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10'}], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:38:01.629186 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1fcf036-bfe3-42cf-b432-0e73c59ba083 None None] The sync data for ids ['f4fb5dc9-55f6-46a5-9672-bdc591b2c386'] in n-d-813419-10 is: [{'id': 'f4fb5dc9-55f6-46a5-9672-bdc591b2c386', 'name': 'tempest-TestSecurityGroupsBasicOps-router-737762462', 'tenant_id': '2005088b555845b0a237dc93fae61807', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.181'}], 'enable_snat': True}, 'gw_port_id': '5d622a29-0271-4aa1-ba31-e2cbc3c21b67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:37:24Z', 'updated_at': '2021-10-27T10:37:59Z', 'revision_number': 5, 'project_id': '2005088b555845b0a237dc93fae61807', 'gw_port': {'id': '5d622a29-0271-4aa1-ba31-e2cbc3c21b67', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:07:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4fb5dc9-55f6-46a5-9672-bdc591b2c386', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1979, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:37:25Z', 'updated_at': '2021-10-27T10:37:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10'}] {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:38:01.642844 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f8dd7a9d-1789-422b-8c30-f7678326ac65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615'] for port, after_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:01.668797 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8dd7a9d-1789-422b-8c30-f7678326ac65 None None] No DVR routers for this DVR port 0aa351e9-f5b2-439f-9652-d036b2894112 on host n-d-813419-10 {{(pid=102348) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:38:01.695251 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [None req-ff3c861c-3c95-4f60-a0f9-0e20d047bd22 tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] For port 5d622a29-0271-4aa1-ba31-e2cbc3c21b67, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=5d622a29-0271-4aa1-ba31-e2cbc3c21b67,segment=NetworkSegment(bc14127b-7032-4c50-bb5b-f6813cbae86e),segment_id=bc14127b-7032-4c50-bb5b-f6813cbae86e)] {{(pid=102346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:38:01.695622 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ff3c861c-3c95-4f60-a0f9-0e20d047bd22 tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:01.701992 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-dd158ab7-bcef-499e-a38a-427254e9f08e tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1765662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3700'] for router, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:01.706973 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-dd158ab7-bcef-499e-a38a-427254e9f08e tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:01.708709 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-ff3c861c-3c95-4f60-a0f9-0e20d047bd22 tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Calling delete_port for 5d622a29-0271-4aa1-ba31-e2cbc3c21b67 owned by network:router_gateway {{(pid=102346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:38:01.714411 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-198779ca-8269-4bf0-a817-d936ebf19c95 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Publish callbacks [] for security_group, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:01.718735 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-9d396e2f-1552-461b-b7f6-ace9a6405f0f None None] Deleting port cec205d5-6c7c-4b8d-a6ce-c746d6ad4013 {{(pid=102348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:38:01.718897 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-9d396e2f-1552-461b-b7f6-ace9a6405f0f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:01.720720 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8dd7a9d-1789-422b-8c30-f7678326ac65 None None] Pushing event deleted for resources: {'Port': ['ID=0aa351e9-f5b2-439f-9652-d036b2894112,revision_number=None']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:38:01.727770 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-198779ca-8269-4bf0-a817-d936ebf19c95 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:01.749876 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-498efcb3-c76c-4c46-8d1b-7d21ed595de5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:01.788219 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-9d396e2f-1552-461b-b7f6-ace9a6405f0f None None] For port cec205d5-6c7c-4b8d-a6ce-c746d6ad4013, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=cec205d5-6c7c-4b8d-a6ce-c746d6ad4013,segment=NetworkSegment(ac2c0d1d-c7b3-40b7-a077-3a499a2124f8),segment_id=ac2c0d1d-c7b3-40b7-a077-3a499a2124f8)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:38:01.788768 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-9d396e2f-1552-461b-b7f6-ace9a6405f0f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:01.804725 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-9d396e2f-1552-461b-b7f6-ace9a6405f0f None None] Calling delete_port for cec205d5-6c7c-4b8d-a6ce-c746d6ad4013 owned by network:dhcp {{(pid=102348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:38:01.806232 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-dd158ab7-bcef-499e-a38a-427254e9f08e tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1765641'] for router, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:01.806779 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd158ab7-bcef-499e-a38a-427254e9f08e tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Fanout notify agent at l3_agent the message router_deleted on router f0ecec6c-460d-41de-bf8f-4d0e1b933413 {{(pid=102347) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 10:38:01.816495 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-198779ca-8269-4bf0-a817-d936ebf19c95 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 401} {{(pid=102346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 10:38:01.820803 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-dd158ab7-bcef-499e-a38a-427254e9f08e tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks [] for router, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:01.823734 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-dd158ab7-bcef-499e-a38a-427254e9f08e tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] 10.222.0.44 "DELETE /v2.0/routers/f0ecec6c-460d-41de-bf8f-4d0e1b933413 HTTP/1.1" status: 204 len: 168 time: 0.6172466 Oct 27 10:38:01.828822 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 42972) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:38:01.834982 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198779ca-8269-4bf0-a817-d936ebf19c95 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e0ddc81-d11b-477d-ab52-1aa9de7a372a,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:38:01.845537 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-5ef98833-63a5-4f5b-b4b5-baedb99e69eb tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Request body: {'subnet': {'network_id': 'a3a2d542-53da-4e86-bf77-b0dcf0f24882', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:38:01.845985 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-198779ca-8269-4bf0-a817-d936ebf19c95 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:01.846359 n-d-813419-10 neutron-server[102346]: INFO neutron.db.segments_db [None req-198779ca-8269-4bf0-a817-d936ebf19c95 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Added segment a50f76b2-6b50-46ec-be05-86570c12abfe of type vlan for network 9b7a570e-5cc4-4138-927f-5b43fcc352d7 Oct 27 10:38:01.920540 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-498efcb3-c76c-4c46-8d1b-7d21ed595de5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:01.925587 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c55e93e3-f226-4b0e-8105-19d312349d36 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:38:01.937310 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-9d396e2f-1552-461b-b7f6-ace9a6405f0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615'] for port, after_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:01.941534 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-c55e93e3-f226-4b0e-8105-19d312349d36 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for floatingip, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:01.957154 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-615e8985-e8a4-4382-a8ed-9f2917c8b29c None None] Sync routers for ids ['bb012a5e-621c-439f-8c34-20b092183dff'] in n-d-813419-10 {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:38:01.963999 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-198779ca-8269-4bf0-a817-d936ebf19c95 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743872593080'] for network, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:01.965980 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d396e2f-1552-461b-b7f6-ace9a6405f0f None None] No DVR routers for this DVR port cec205d5-6c7c-4b8d-a6ce-c746d6ad4013 on host n-d-813419-10 {{(pid=102348) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:38:02.006580 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d396e2f-1552-461b-b7f6-ace9a6405f0f None None] Pushing event deleted for resources: {'Port': ['ID=cec205d5-6c7c-4b8d-a6ce-c746d6ad4013,revision_number=None']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:38:02.018290 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-615e8985-e8a4-4382-a8ed-9f2917c8b29c None None] Routers {'bb012a5e-621c-439f-8c34-20b092183dff'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:38:02.018882 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-615e8985-e8a4-4382-a8ed-9f2917c8b29c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:37:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['bb012a5e-621c-439f-8c34-20b092183dff'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:38:02.029072 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-198779ca-8269-4bf0-a817-d936ebf19c95 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913'] for network, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:02.032407 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-c55e93e3-f226-4b0e-8105-19d312349d36 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "PUT /v2.0/floatingips/d60a0b8b-2027-4b67-b33c-c888ef60a8c0 HTTP/1.1" status: 200 len: 992 time: 3.1916680 Oct 27 10:38:02.043753 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-198779ca-8269-4bf0-a817-d936ebf19c95 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:38:02.044527 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-198779ca-8269-4bf0-a817-d936ebf19c95 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for network, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:02.049626 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb570a6b-6921-4cfb-916b-d7e7c80e6c97', 'tag': 'd843c603-f770-49bf-80f7-ae60f61ba034'}] {{(pid=102347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:38:02.052639 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311149b481204ee7edffdb959c881838506fbd95bc8577c048f6677abb73acc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eed48003-32b0-4a2e-9770-087643515a40" -d '{"events": [{"name": "network-changed", "server_uuid": "cb570a6b-6921-4cfb-916b-d7e7c80e6c97", "tag": "d843c603-f770-49bf-80f7-ae60f61ba034"}]}' {{(pid=102347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:38:02.105872 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ef98833-63a5-4f5b-b4b5-baedb99e69eb tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Made reservation on behalf of 378140ee2d4f4428be90ff45daafe008 for: {'subnet': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:38:02.111587 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-5ef98833-63a5-4f5b-b4b5-baedb99e69eb tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18044073'] for subnet, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:02.152769 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 10:38:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-658f746f-0062-4118-ba77-abe27ed8eb79 x-openstack-request-id: req-658f746f-0062-4118-ba77-abe27ed8eb79 {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:38:02.152769 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb570a6b-6921-4cfb-916b-d7e7c80e6c97", "tag": "d843c603-f770-49bf-80f7-ae60f61ba034", "status": "completed", "code": 200}]} {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:38:02.153004 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-658f746f-0062-4118-ba77-abe27ed8eb79 {{(pid=102347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:38:02.153627 n-d-813419-10 neutron-server[102347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb570a6b-6921-4cfb-916b-d7e7c80e6c97', 'tag': 'd843c603-f770-49bf-80f7-ae60f61ba034', 'status': 'completed', 'code': 200} Oct 27 10:38:02.172689 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-198779ca-8269-4bf0-a817-d936ebf19c95 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.1540430 Oct 27 10:38:02.184084 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 42982) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:38:02.189677 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-ac49acc1-fc3c-43dc-8b9b-0bf756ffad42 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Request body: {'subnet': {'network_id': '9b7a570e-5cc4-4138-927f-5b43fcc352d7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:38:02.251954 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-498efcb3-c76c-4c46-8d1b-7d21ed595de5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:02.254826 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-498efcb3-c76c-4c46-8d1b-7d21ed595de5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:02.256109 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-498efcb3-c76c-4c46-8d1b-7d21ed595de5 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/73a68ee7-de51-4ca4-8c50-41aa643460ce HTTP/1.1" status: 204 len: 168 time: 1.0425293 Oct 27 10:38:02.297495 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198779ca-8269-4bf0-a817-d936ebf19c95 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Pushing event updated for resources: {'Network': ['ID=9b7a570e-5cc4-4138-927f-5b43fcc352d7,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:38:02.315275 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ff3c861c-3c95-4f60-a0f9-0e20d047bd22 tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:02.374431 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3c861c-3c95-4f60-a0f9-0e20d047bd22 tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Pushing event deleted for resources: {'Port': ['ID=5d622a29-0271-4aa1-ba31-e2cbc3c21b67,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:38:02.415139 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvr_db [None req-615e8985-e8a4-4382-a8ed-9f2917c8b29c None None] Set router bb012a5e-621c-439f-8c34-20b092183dff gateway port host: n-d-813419-10 {{(pid=102348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:38:02.446897 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 655a4049-57dd-48e2-a3c0-ef29eff7df7c no longer exists at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:38:02.464336 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac49acc1-fc3c-43dc-8b9b-0bf756ffad42 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Made reservation on behalf of 7318d2885ba54c7288540ee60a74f572 for: {'subnet': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:38:02.468028 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ac49acc1-fc3c-43dc-8b9b-0bf756ffad42 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27167186'] for subnet, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:02.472813 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Network 9b7a570e-5cc4-4138-927f-5b43fcc352d7 details requested by agent ovs-agent-n-d-813419-10 with host n-d-813419-10 {{(pid=102348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 10:38:02.481838 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] No Port match for: 655a4049-57dd-48e2-a3c0-ef29eff7df7c {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:38:02.482263 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 655a4049-57dd-48e2-a3c0-ef29eff7df7c not bound to the agent host n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:38:02.482688 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 0aa351e9-f5b2-439f-9652-d036b2894112 no longer exists at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:38:02.519464 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ff3c861c-3c95-4f60-a0f9-0e20d047bd22 tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1664884'] for router_gateway, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:02.634602 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ff3c861c-3c95-4f60-a0f9-0e20d047bd22 tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1765662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3700'] for router, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:02.639263 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ff3c861c-3c95-4f60-a0f9-0e20d047bd22 tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:02.681684 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] No Port match for: 0aa351e9-f5b2-439f-9652-d036b2894112 {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:38:02.682028 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 0aa351e9-f5b2-439f-9652-d036b2894112 not bound to the agent host n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:38:02.682450 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device cec205d5-6c7c-4b8d-a6ce-c746d6ad4013 no longer exists at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:38:02.705692 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ff3c861c-3c95-4f60-a0f9-0e20d047bd22 tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1765641'] for router, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:02.706551 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff3c861c-3c95-4f60-a0f9-0e20d047bd22 tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Fanout notify agent at l3_agent the message router_deleted on router f4fb5dc9-55f6-46a5-9672-bdc591b2c386 {{(pid=102346) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 10:38:02.717729 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ff3c861c-3c95-4f60-a0f9-0e20d047bd22 tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Publish callbacks [] for router, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:02.721675 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-ff3c861c-3c95-4f60-a0f9-0e20d047bd22 tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] 10.222.0.44 "DELETE /v2.0/routers/f4fb5dc9-55f6-46a5-9672-bdc591b2c386 HTTP/1.1" status: 204 len: 168 time: 1.6988940 Oct 27 10:38:02.740691 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 42994) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:38:02.801414 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498efcb3-c76c-4c46-8d1b-7d21ed595de5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73a68ee7-de51-4ca4-8c50-41aa643460ce,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:38:02.813898 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] No Port match for: cec205d5-6c7c-4b8d-a6ce-c746d6ad4013 {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:38:02.814837 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device cec205d5-6c7c-4b8d-a6ce-c746d6ad4013 not bound to the agent host n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:38:02.850312 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed48003-32b0-4a2e-9770-087643515a40 req-99c38c48-12c4-4a89-817a-34150a5eabd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:38:02.854280 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:02.856573 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-eed48003-32b0-4a2e-9770-087643515a40 req-99c38c48-12c4-4a89-817a-34150a5eabd3 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=7a75806f732447d68ca40a83500d955d&device_id=cb570a6b-6921-4cfb-916b-d7e7c80e6c97 HTTP/1.1" status: 200 len: 1098 time: 0.6503873 Oct 27 10:38:02.857775 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-5ef98833-63a5-4f5b-b4b5-baedb99e69eb tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-18295883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18044091'] for subnet, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:02.891313 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-615e8985-e8a4-4382-a8ed-9f2917c8b29c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb012a5e-621c-439f-8c34-20b092183dff', 'name': 'tempest-AttachVolumeShelveTestJSON-1561106593-router', 'tenant_id': '7a75806f732447d68ca40a83500d955d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.221'}], 'enable_snat': True}, 'gw_port_id': 'e1996de4-77b0-44cc-ada5-1f35dcc523f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:31:19Z', 'updated_at': '2021-10-27T10:31:26Z', 'revision_number': 4, 'project_id': '7a75806f732447d68ca40a83500d955d', 'gw_port': {'id': 'e1996de4-77b0-44cc-ada5-1f35dcc523f0', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:90:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb012a5e-621c-439f-8c34-20b092183dff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1506, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:31:21Z', 'updated_at': '2021-10-27T10:31:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_floatingips': [{'id': 'd60a0b8b-2027-4b67-b33c-c888ef60a8c0', 'tenant_id': '7a75806f732447d68ca40a83500d955d', 'floating_ip_address': '172.25.8.133', 'floating_network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'router_id': 'bb012a5e-621c-439f-8c34-20b092183dff', 'port_id': 'd843c603-f770-49bf-80f7-ae60f61ba034', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2000, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '823b724c-a4df-49e4-a48e-438212c85945', 'mac_address': 'fa:16:3e:cd:2e:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb570a6b-6921-4cfb-916b-d7e7c80e6c97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T10:37:33Z', 'updated_at': '2021-10-27T10:37:59Z', 'revision_number': 1, 'project_id': '7a75806f732447d68ca40a83500d955d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07302172-8417-4246-bba8-62a8c96f6a79', 'name': '', 'network_id': '823b724c-a4df-49e4-a48e-438212c85945', 'tenant_id': '7a75806f732447d68ca40a83500d955d', 'mac_address': 'fa:16:3e:36:d8:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb012a5e-621c-439f-8c34-20b092183dff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1507, 'fixed_ips': [{'subnet_id': '867e3761-3f04-40e2-b4bb-5b0ff4404cac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:31:25Z', 'updated_at': '2021-10-27T10:31:32Z', 'revision_number': 5, 'project_id': '7a75806f732447d68ca40a83500d955d', 'subnets': [{'id': '867e3761-3f04-40e2-b4bb-5b0ff4404cac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:38:02.899218 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-56459c91-61f1-44b1-af09-dc46f6cfc64e tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586917'] for network, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:02.925723 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-615e8985-e8a4-4382-a8ed-9f2917c8b29c None None] Checking router: bb012a5e-621c-439f-8c34-20b092183dff for host: n-d-813419-10 {{(pid=102348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 10:38:02.937149 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-615e8985-e8a4-4382-a8ed-9f2917c8b29c None None] Routers {'bb012a5e-621c-439f-8c34-20b092183dff'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:38:02.937792 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-615e8985-e8a4-4382-a8ed-9f2917c8b29c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:37:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['bb012a5e-621c-439f-8c34-20b092183dff'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:38:02.976908 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ef98833-63a5-4f5b-b4b5-baedb99e69eb tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Network a3a2d542-53da-4e86-bf77-b0dcf0f24882 is already hosted by enough agents. {{(pid=102347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:38:02.985429 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [None req-5ef98833-63a5-4f5b-b4b5-baedb99e69eb tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Resources bound (agent type, host, resource id): {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:38:02.990132 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ef98833-63a5-4f5b-b4b5-baedb99e69eb tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:38:02.990799 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-5ef98833-63a5-4f5b-b4b5-baedb99e69eb tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks [] for subnet, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:03.032815 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-5ef98833-63a5-4f5b-b4b5-baedb99e69eb tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1942363 Oct 27 10:38:03.037109 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 43004) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:38:03.041768 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-9ec58b47-6b41-4cbb-ad85-25b4690bb36c tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-639412247', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:38:03.079093 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-9ec58b47-6b41-4cbb-ad85-25b4690bb36c tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1768632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3610'] for router, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:03.080536 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-9ec58b47-6b41-4cbb-ad85-25b4690bb36c tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1765704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1769409', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1694266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3597'] for router, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:03.080755 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvr_db [None req-615e8985-e8a4-4382-a8ed-9f2917c8b29c None None] Set router bb012a5e-621c-439f-8c34-20b092183dff gateway port host: n-d-813419-10 {{(pid=102348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:38:03.151330 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-9ec58b47-6b41-4cbb-ad85-25b4690bb36c tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:03.161213 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef98833-63a5-4f5b-b4b5-baedb99e69eb tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Pushing event updated for resources: {'Subnet': ['ID=06b6adaf-b255-407e-b160-3248afa2a987,revision_number=0']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:38:03.173964 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-56459c91-61f1-44b1-af09-dc46f6cfc64e tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857803', 'neutron.services.segments.db._delete_segments_for_network-8743873143390'] for network, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:03.190388 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ac49acc1-fc3c-43dc-8b9b-0bf756ffad42 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27024290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27167168'] for subnet, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:03.198265 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-9ec58b47-6b41-4cbb-ad85-25b4690bb36c tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1765699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1769372'] for router, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:03.254229 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac49acc1-fc3c-43dc-8b9b-0bf756ffad42 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Pushing event updated for resources: {'Subnet': ['ID=d08945b9-ed66-4e24-bdec-a8adc164528e,revision_number=0']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:38:03.271210 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-56459c91-61f1-44b1-af09-dc46f6cfc64e tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9dded421-3352-4401-9c79-f930ddc01e02']}} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:38:03.275968 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 43014) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:38:03.286763 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-794e08df-bfa5-4aae-8893-41fed72d95c3 None None] Network a3a2d542-53da-4e86-bf77-b0dcf0f24882 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:38:03.303163 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-9ec58b47-6b41-4cbb-ad85-25b4690bb36c tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks [] for router, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:03.308237 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-56459c91-61f1-44b1-af09-dc46f6cfc64e tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac2c0d1d-c7b3-40b7-a077-3a499a2124f8') {'for_net_delete': True} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:38:03.310148 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-9ec58b47-6b41-4cbb-ad85-25b4690bb36c tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2718973 Oct 27 10:38:03.314172 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed48003-32b0-4a2e-9770-087643515a40 req-e946d9bd-8a23-40a6-85ad-4fe540108a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:38:03.316332 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-eed48003-32b0-4a2e-9770-087643515a40 req-e946d9bd-8a23-40a6-85ad-4fe540108a83 service neutron] 10.222.0.76 "GET /v2.0/networks?id=823b724c-a4df-49e4-a48e-438212c85945 HTTP/1.1" status: 200 len: 918 time: 0.4400411 Oct 27 10:38:03.316544 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-56459c91-61f1-44b1-af09-dc46f6cfc64e tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac2c0d1d-c7b3-40b7-a077-3a499a2124f8') {} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:38:03.317256 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 43018) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:38:03.332097 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-56459c91-61f1-44b1-af09-dc46f6cfc64e tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743873145191', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25847877'] for segment, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:03.349652 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac49acc1-fc3c-43dc-8b9b-0bf756ffad42 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Checking segment: {'id': 'a50f76b2-6b50-46ec-be05-86570c12abfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '9b7a570e-5cc4-4138-927f-5b43fcc352d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:38:03.349879 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac49acc1-fc3c-43dc-8b9b-0bf756ffad42 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Network hostable DHCP agents. Network: 9b7a570e-5cc4-4138-927f-5b43fcc352d7, hostable agents: ['eafd4000-b897-4722-ae8b-0118ec955181'], hosted agents: [] {{(pid=102346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 10:38:03.355350 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-56459c91-61f1-44b1-af09-dc46f6cfc64e tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:03.388654 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56459c91-61f1-44b1-af09-dc46f6cfc64e tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Releasing vlan 418 on physical network physnet1 to pool {{(pid=102346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 10:38:03.389127 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-56459c91-61f1-44b1-af09-dc46f6cfc64e tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27024137'] for segment, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:03.395672 n-d-813419-10 neutron-server[102346]: Traceback (most recent call last): Oct 27 10:38:03.395672 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 10:38:03.395672 n-d-813419-10 neutron-server[102346]: timer() Oct 27 10:38:03.395672 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 10:38:03.395672 n-d-813419-10 neutron-server[102346]: cb(*args, **kw) Oct 27 10:38:03.395672 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 10:38:03.395672 n-d-813419-10 neutron-server[102346]: return func(*args, **kwargs) Oct 27 10:38:03.395672 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 10:38:03.395672 n-d-813419-10 neutron-server[102346]: self._notify() Oct 27 10:38:03.395672 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 10:38:03.395672 n-d-813419-10 neutron-server[102346]: self.callback(batched_events) Oct 27 10:38:03.395672 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 10:38:03.395672 n-d-813419-10 neutron-server[102346]: event.method(event) Oct 27 10:38:03.395672 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 10:38:03.395672 n-d-813419-10 neutron-server[102346]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 10:38:03.395672 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 10:38:03.395672 n-d-813419-10 neutron-server[102346]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 10:38:03.395672 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 10:38:03.395672 n-d-813419-10 neutron-server[102346]: return f(self, *a, **k) Oct 27 10:38:03.395672 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 10:38:03.395672 n-d-813419-10 neutron-server[102346]: return self._get(url).json() Oct 27 10:38:03.395672 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 10:38:03.395672 n-d-813419-10 neutron-server[102346]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 10:38:03.395672 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 10:38:03.395672 n-d-813419-10 neutron-server[102346]: return self.request(url, 'GET', **kwargs) Oct 27 10:38:03.395672 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 10:38:03.395672 n-d-813419-10 neutron-server[102346]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 10:38:03.395672 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 10:38:03.395672 n-d-813419-10 neutron-server[102346]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 10:38:03.395672 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 10:38:03.395672 n-d-813419-10 neutron-server[102346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 10:38:03.395672 n-d-813419-10 neutron-server[102346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 10:38:03.456984 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-e137063b-f898-47e4-8316-93f4a62f481c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1098404710-network', 'tenant_id': '08ad62c7dc6e456e8fa39abf5ba7c668'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:38:03.462134 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac49acc1-fc3c-43dc-8b9b-0bf756ffad42 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Network 9b7a570e-5cc4-4138-927f-5b43fcc352d7 is scheduled to be hosted by DHCP agent eafd4000-b897-4722-ae8b-0118ec955181 with binding_index 1 {{(pid=102346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 10:38:03.493624 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-ac49acc1-fc3c-43dc-8b9b-0bf756ffad42 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-10, 9b7a570e-5cc4-4138-927f-5b43fcc352d7) {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:38:03.501143 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac49acc1-fc3c-43dc-8b9b-0bf756ffad42 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:38:03.501798 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ac49acc1-fc3c-43dc-8b9b-0bf756ffad42 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for subnet, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:03.511295 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e137063b-f898-47e4-8316-93f4a62f481c admin admin] Made reservation on behalf of 08ad62c7dc6e456e8fa39abf5ba7c668 for: {'network': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:38:03.514999 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-e137063b-f898-47e4-8316-93f4a62f481c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for network, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:03.518115 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-56459c91-61f1-44b1-af09-dc46f6cfc64e tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664840'] for network, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:03.519789 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5ef01ea-bd8a-4404-88b6-0fcd93613422 None None] Network 9b7a570e-5cc4-4138-927f-5b43fcc352d7 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:38:03.531368 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-56459c91-61f1-44b1-af09-dc46f6cfc64e tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for network, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:03.537082 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-56459c91-61f1-44b1-af09-dc46f6cfc64e tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] 10.222.0.44 "DELETE /v2.0/networks/9dded421-3352-4401-9c79-f930ddc01e02 HTTP/1.1" status: 204 len: 168 time: 0.7927291 Oct 27 10:38:03.540247 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-ac49acc1-fc3c-43dc-8b9b-0bf756ffad42 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.3526914 Oct 27 10:38:03.540247 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-e137063b-f898-47e4-8316-93f4a62f481c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:03.548525 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 43020) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:38:03.548860 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 43022) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:38:03.557081 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-99bffe0a-e18c-4799-95fe-de4710a4deb3 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-979238392', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'}, 'admin_state_up': False}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:38:03.584281 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56459c91-61f1-44b1-af09-dc46f6cfc64e tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Pushing event deleted for resources: {'Network': ['ID=9dded421-3352-4401-9c79-f930ddc01e02,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:38:03.590167 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fab12e6-60ca-49eb-8fb0-9e85562f8083 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp734b258e-7d96-550c-b970-9b72ab66f383-a3a2d542-53da-4e86-bf77-b0dcf0f24882', 'network_id': 'a3a2d542-53da-4e86-bf77-b0dcf0f24882', 'tenant_id': '378140ee2d4f4428be90ff45daafe008', 'fixed_ips': [{'subnet_id': '06b6adaf-b255-407e-b160-3248afa2a987'}]}} from n-d-813419-10. {{(pid=102348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 10:38:03.591092 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-2fab12e6-60ca-49eb-8fb0-9e85562f8083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:03.627599 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-615e8985-e8a4-4382-a8ed-9f2917c8b29c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb012a5e-621c-439f-8c34-20b092183dff', 'name': 'tempest-AttachVolumeShelveTestJSON-1561106593-router', 'tenant_id': '7a75806f732447d68ca40a83500d955d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.221'}], 'enable_snat': True}, 'gw_port_id': 'e1996de4-77b0-44cc-ada5-1f35dcc523f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:31:19Z', 'updated_at': '2021-10-27T10:31:26Z', 'revision_number': 4, 'project_id': '7a75806f732447d68ca40a83500d955d', 'gw_port': {'id': 'e1996de4-77b0-44cc-ada5-1f35dcc523f0', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:90:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb012a5e-621c-439f-8c34-20b092183dff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1506, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:31:21Z', 'updated_at': '2021-10-27T10:31:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_floatingips': [{'id': 'd60a0b8b-2027-4b67-b33c-c888ef60a8c0', 'tenant_id': '7a75806f732447d68ca40a83500d955d', 'floating_ip_address': '172.25.8.133', 'floating_network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'router_id': 'bb012a5e-621c-439f-8c34-20b092183dff', 'port_id': 'd843c603-f770-49bf-80f7-ae60f61ba034', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2000, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '823b724c-a4df-49e4-a48e-438212c85945', 'mac_address': 'fa:16:3e:cd:2e:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb570a6b-6921-4cfb-916b-d7e7c80e6c97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T10:37:33Z', 'updated_at': '2021-10-27T10:37:59Z', 'revision_number': 1, 'project_id': '7a75806f732447d68ca40a83500d955d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07302172-8417-4246-bba8-62a8c96f6a79', 'name': '', 'network_id': '823b724c-a4df-49e4-a48e-438212c85945', 'tenant_id': '7a75806f732447d68ca40a83500d955d', 'mac_address': 'fa:16:3e:36:d8:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb012a5e-621c-439f-8c34-20b092183dff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1507, 'fixed_ips': [{'subnet_id': '867e3761-3f04-40e2-b4bb-5b0ff4404cac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:31:25Z', 'updated_at': '2021-10-27T10:31:32Z', 'revision_number': 5, 'project_id': '7a75806f732447d68ca40a83500d955d', 'subnets': [{'id': '867e3761-3f04-40e2-b4bb-5b0ff4404cac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:38:03.653364 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-eed48003-32b0-4a2e-9770-087643515a40 req-406932a0-1c87-4ce3-8e2c-0f251132f361 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d843c603-f770-49bf-80f7-ae60f61ba034 HTTP/1.1" status: 200 len: 1000 time: 0.1987901 Oct 27 10:38:03.679325 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-615e8985-e8a4-4382-a8ed-9f2917c8b29c None None] The sync data for ids ['bb012a5e-621c-439f-8c34-20b092183dff'] in n-d-813419-10 is: [{'id': 'bb012a5e-621c-439f-8c34-20b092183dff', 'name': 'tempest-AttachVolumeShelveTestJSON-1561106593-router', 'tenant_id': '7a75806f732447d68ca40a83500d955d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.221'}], 'enable_snat': True}, 'gw_port_id': 'e1996de4-77b0-44cc-ada5-1f35dcc523f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:31:19Z', 'updated_at': '2021-10-27T10:31:26Z', 'revision_number': 4, 'project_id': '7a75806f732447d68ca40a83500d955d', 'gw_port': {'id': 'e1996de4-77b0-44cc-ada5-1f35dcc523f0', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:90:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb012a5e-621c-439f-8c34-20b092183dff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1506, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:31:21Z', 'updated_at': '2021-10-27T10:31:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_floatingips': [{'id': 'd60a0b8b-2027-4b67-b33c-c888ef60a8c0', 'tenant_id': '7a75806f732447d68ca40a83500d955d', 'floating_ip_address': '172.25.8.133', 'floating_network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'router_id': 'bb012a5e-621c-439f-8c34-20b092183dff', 'port_id': 'd843c603-f770-49bf-80f7-ae60f61ba034', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2000, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '823b724c-a4df-49e4-a48e-438212c85945', 'mac_address': 'fa:16:3e:cd:2e:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb570a6b-6921-4cfb-916b-d7e7c80e6c97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T10:37:33Z', 'updated_at': '2021-10-27T10:37:59Z', 'revision_number': 1, 'project_id': '7a75806f732447d68ca40a83500d955d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07302172-8417-4246-bba8-62a8c96f6a79', 'name': '', 'network_id': '823b724c-a4df-49e4-a48e-438212c85945', 'tenant_id': '7a75806f732447d68ca40a83500d955d', 'mac_address': 'fa:16:3e:36:d8:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb012a5e-621c-439f-8c34-20b092183dff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1507, 'fixed_ips': [{'subnet_id': '867e3761-3f04-40e2-b4bb-5b0ff4404cac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:31:25Z', 'updated_at': '2021-10-27T10:31:32Z', 'revision_number': 5, 'project_id': '7a75806f732447d68ca40a83500d955d', 'subnets': [{'id': '867e3761-3f04-40e2-b4bb-5b0ff4404cac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:38:03.679584 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-99bffe0a-e18c-4799-95fe-de4710a4deb3 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1768632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3610'] for router, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:03.680693 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-99bffe0a-e18c-4799-95fe-de4710a4deb3 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1765704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1769409', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1694266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3597'] for router, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:03.734311 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 17be0872-6a6b-4689-99dc-e3d2bb760112 no longer exists at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:38:03.812612 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed48003-32b0-4a2e-9770-087643515a40 req-17e2fefb-4740-4256-a10c-8874cd872d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:38:03.813925 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] No Port match for: 17be0872-6a6b-4689-99dc-e3d2bb760112 {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:38:03.814274 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 17be0872-6a6b-4689-99dc-e3d2bb760112 not bound to the agent host n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:38:03.814802 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-eed48003-32b0-4a2e-9770-087643515a40 req-17e2fefb-4740-4256-a10c-8874cd872d4b service neutron] 10.222.0.76 "GET /v2.0/subnets?id=867e3761-3f04-40e2-b4bb-5b0ff4404cac HTTP/1.1" status: 200 len: 856 time: 0.1145852 Oct 27 10:38:03.814911 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 5d622a29-0271-4aa1-ba31-e2cbc3c21b67 no longer exists at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:38:03.825087 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-99bffe0a-e18c-4799-95fe-de4710a4deb3 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:03.839357 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-492a3896-6a59-48b9-8cde-489055b81cca None None] Network 9b7a570e-5cc4-4138-927f-5b43fcc352d7 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:38:03.845494 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] No Port match for: 5d622a29-0271-4aa1-ba31-e2cbc3c21b67 {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:38:03.845494 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 5d622a29-0271-4aa1-ba31-e2cbc3c21b67 not bound to the agent host n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:38:03.898537 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-7e8bcb76-0241-4d81-a467-bb3844c8acb1 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:03.901692 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed48003-32b0-4a2e-9770-087643515a40 req-17725197-b0e2-442d-88c6-43533a19ba4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:38:03.903210 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-eed48003-32b0-4a2e-9770-087643515a40 req-17725197-b0e2-442d-88c6-43533a19ba4c service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=823b724c-a4df-49e4-a48e-438212c85945&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0807896 Oct 27 10:38:03.956781 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.db_base_plugin_common [None req-2fab12e6-60ca-49eb-8fb0-9e85562f8083 None None] Allocated IP 2001:db8::2 (a3a2d542-53da-4e86-bf77-b0dcf0f24882/06b6adaf-b255-407e-b160-3248afa2a987/e115c4fe-806d-4792-90ab-f679ba319ae0) {{(pid=102348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:38:04.057453 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-eed48003-32b0-4a2e-9770-087643515a40 req-1031c642-4128-40a0-b179-3240b3dfe151 service neutron] 10.222.0.76 "GET /v2.0/networks/823b724c-a4df-49e4-a48e-438212c85945?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461818 Oct 27 10:38:04.074502 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fad75363-dd4e-4af2-b21a-8653c6bdd58f None None] New status for floating IP d60a0b8b-2027-4b67-b33c-c888ef60a8c0: ACTIVE {{(pid=102349) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 10:38:04.283269 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-e137063b-f898-47e4-8316-93f4a62f481c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:04.336487 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-e137063b-f898-47e4-8316-93f4a62f481c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:04.348185 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e137063b-f898-47e4-8316-93f4a62f481c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 409} {{(pid=102346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 10:38:04.357886 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-e137063b-f898-47e4-8316-93f4a62f481c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:04.358235 n-d-813419-10 neutron-server[102346]: INFO neutron.db.segments_db [None req-e137063b-f898-47e4-8316-93f4a62f481c admin admin] Added segment cb1f304e-3238-44f1-ae7f-78d4e314acae of type vlan for network b35e9655-e3a0-4ebc-8115-69611b13f855 Oct 27 10:38:04.380981 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-2fab12e6-60ca-49eb-8fb0-9e85562f8083 None None] Publish callbacks [] for port, precommit_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:04.393280 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-2fab12e6-60ca-49eb-8fb0-9e85562f8083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606'] for port, after_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:04.401390 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-e137063b-f898-47e4-8316-93f4a62f481c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743872593080'] for network, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:04.447251 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-e137063b-f898-47e4-8316-93f4a62f481c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913'] for network, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:04.448304 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e137063b-f898-47e4-8316-93f4a62f481c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:38:04.448994 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-e137063b-f898-47e4-8316-93f4a62f481c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for network, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:04.471152 n-d-813419-10 neutron-server[102348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fab12e6-60ca-49eb-8fb0-9e85562f8083 None None] Network a3a2d542-53da-4e86-bf77-b0dcf0f24882 is already hosted by enough agents. {{(pid=102348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:38:04.473009 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-eed48003-32b0-4a2e-9770-087643515a40 req-074ef3b9-35aa-4eab-8ef2-b97390a62fe6 service neutron] 10.222.0.76 "GET /v2.0/networks/823b724c-a4df-49e4-a48e-438212c85945?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2025955 Oct 27 10:38:04.475937 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fab12e6-60ca-49eb-8fb0-9e85562f8083 None None] Pushing event updated for resources: {'Port': ['ID=e115c4fe-806d-4792-90ab-f679ba319ae0,revision_number=1']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:38:04.486749 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_common [None req-7e8bcb76-0241-4d81-a467-bb3844c8acb1 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Allocated IP 2001:db8::1 (a3a2d542-53da-4e86-bf77-b0dcf0f24882/06b6adaf-b255-407e-b160-3248afa2a987/ba74dec8-8c87-402a-9b92-f1c438aae6be) {{(pid=102347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:38:04.491780 n-d-813419-10 neutron-server[102348]: DEBUG neutron.scheduler.base_scheduler [None req-2fab12e6-60ca-49eb-8fb0-9e85562f8083 None None] Resources bound (agent type, host, resource id): {{(pid=102348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:38:04.498229 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fab12e6-60ca-49eb-8fb0-9e85562f8083 None None] Received port after_create {{(pid=102348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:38:04.513589 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e137063b-f898-47e4-8316-93f4a62f481c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6419667f-4570-481f-8a5c-a797762fb34f,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:38:04.573232 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-2fab12e6-60ca-49eb-8fb0-9e85562f8083 None None] Attempting to bind port e115c4fe-806d-4792-90ab-f679ba319ae0 on host n-d-813419-10 for vnic_type normal with profile {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:38:04.574264 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-2fab12e6-60ca-49eb-8fb0-9e85562f8083 None None] Attempting to bind port e115c4fe-806d-4792-90ab-f679ba319ae0 by drivers openvswitch,hyperv on host n-d-813419-10 at level 0 using segments [{'id': 'eef0c4ec-5773-434c-ac68-3d91e838e9be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a3a2d542-53da-4e86-bf77-b0dcf0f24882'}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:38:04.574697 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fab12e6-60ca-49eb-8fb0-9e85562f8083 None None] Attempting to bind port e115c4fe-806d-4792-90ab-f679ba319ae0 on network a3a2d542-53da-4e86-bf77-b0dcf0f24882 {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:38:04.580768 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fab12e6-60ca-49eb-8fb0-9e85562f8083 None None] Checking agent: {'id': '89dba0f3-79b2-435e-9822-33674b8f6ada', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 8, 20), 'started_at': datetime.datetime(2021, 10, 27, 10, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 37, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:38:04.581212 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fab12e6-60ca-49eb-8fb0-9e85562f8083 None None] Checking segment: {'id': 'eef0c4ec-5773-434c-ac68-3d91e838e9be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a3a2d542-53da-4e86-bf77-b0dcf0f24882'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:38:04.581671 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-2fab12e6-60ca-49eb-8fb0-9e85562f8083 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:04.582126 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fab12e6-60ca-49eb-8fb0-9e85562f8083 None None] Bound using segment: {'id': 'eef0c4ec-5773-434c-ac68-3d91e838e9be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a3a2d542-53da-4e86-bf77-b0dcf0f24882'} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:38:04.582658 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-2fab12e6-60ca-49eb-8fb0-9e85562f8083 None None] Bound port: e115c4fe-806d-4792-90ab-f679ba319ae0, host: n-d-813419-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eef0c4ec-5773-434c-ac68-3d91e838e9be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a3a2d542-53da-4e86-bf77-b0dcf0f24882'}}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:38:04.583096 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-2fab12e6-60ca-49eb-8fb0-9e85562f8083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:04.591642 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-e137063b-f898-47e4-8316-93f4a62f481c admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.3054936 Oct 27 10:38:04.594934 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 43030) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:38:04.600123 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-3986d4ab-9f6e-4340-8d18-d837c8cef4c3 admin admin] Request body: {'subnet': {'network_id': 'b35e9655-e3a0-4ebc-8115-69611b13f855', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1098404710-subnet', 'tenant_id': '08ad62c7dc6e456e8fa39abf5ba7c668', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:38:04.606532 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-99bffe0a-e18c-4799-95fe-de4710a4deb3 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:04.610511 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e137063b-f898-47e4-8316-93f4a62f481c admin admin] Pushing event updated for resources: {'Network': ['ID=b35e9655-e3a0-4ebc-8115-69611b13f855,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:38:04.620447 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-c6943f86-7c29-4dbc-aa16-58874f11eb55 tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Deleting port 8bfe17df-a6b6-4056-b4d8-a580b9c63916 {{(pid=102346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:38:04.621127 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-c6943f86-7c29-4dbc-aa16-58874f11eb55 tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:04.629464 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Network b35e9655-e3a0-4ebc-8115-69611b13f855 details requested by agent ovs-agent-n-d-813419-10 with host n-d-813419-10 {{(pid=102348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 10:38:04.654741 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3986d4ab-9f6e-4340-8d18-d837c8cef4c3 admin admin] Made reservation on behalf of 08ad62c7dc6e456e8fa39abf5ba7c668 for: {'subnet': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:38:04.657229 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-3986d4ab-9f6e-4340-8d18-d837c8cef4c3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18044073'] for subnet, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:04.677722 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-7e8bcb76-0241-4d81-a467-bb3844c8acb1 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks [] for port, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:04.715486 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-2fab12e6-60ca-49eb-8fb0-9e85562f8083 None None] For port e115c4fe-806d-4792-90ab-f679ba319ae0, host n-d-813419-10, cleared binding levels {{(pid=102348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:38:04.728693 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-2fab12e6-60ca-49eb-8fb0-9e85562f8083 None None] For port e115c4fe-806d-4792-90ab-f679ba319ae0, host n-d-813419-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=e115c4fe-806d-4792-90ab-f679ba319ae0,segment=NetworkSegment(eef0c4ec-5773-434c-ac68-3d91e838e9be),segment_id=eef0c4ec-5773-434c-ac68-3d91e838e9be)] {{(pid=102348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:38:04.734425 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-2fab12e6-60ca-49eb-8fb0-9e85562f8083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:04.753018 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-c6943f86-7c29-4dbc-aa16-58874f11eb55 tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:04.753402 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-c6943f86-7c29-4dbc-aa16-58874f11eb55 tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:04.769671 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-c6943f86-7c29-4dbc-aa16-58874f11eb55 tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Calling delete_port for 8bfe17df-a6b6-4056-b4d8-a580b9c63916 owned by network:floatingip {{(pid=102346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:38:04.781880 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-7e8bcb76-0241-4d81-a467-bb3844c8acb1 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:04.798548 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fab12e6-60ca-49eb-8fb0-9e85562f8083 None None] Pushing event updated for resources: {'Port': ['ID=e115c4fe-806d-4792-90ab-f679ba319ae0,revision_number=2']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:38:04.856415 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e8bcb76-0241-4d81-a467-bb3844c8acb1 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Network a3a2d542-53da-4e86-bf77-b0dcf0f24882 is already hosted by enough agents. {{(pid=102347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:38:04.870456 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [None req-7e8bcb76-0241-4d81-a467-bb3844c8acb1 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Resources bound (agent type, host, resource id): {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:38:04.882706 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e8bcb76-0241-4d81-a467-bb3844c8acb1 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Received port after_create {{(pid=102347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:38:04.883268 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-7e8bcb76-0241-4d81-a467-bb3844c8acb1 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1664961'] for router_interface, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:04.919864 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8bcb76-0241-4d81-a467-bb3844c8acb1 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Pushing event updated for resources: {'Port': ['ID=ba74dec8-8c87-402a-9b92-f1c438aae6be,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:38:04.965786 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-99bffe0a-e18c-4799-95fe-de4710a4deb3 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Publish callbacks [] for router_gateway, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:05.002174 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-99bffe0a-e18c-4799-95fe-de4710a4deb3 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:05.029926 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-3986d4ab-9f6e-4340-8d18-d837c8cef4c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-18295883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18044091'] for subnet, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:05.125755 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-7e8bcb76-0241-4d81-a467-bb3844c8acb1 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:05.139146 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-c6943f86-7c29-4dbc-aa16-58874f11eb55 tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:05.140130 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3986d4ab-9f6e-4340-8d18-d837c8cef4c3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3094fde6-b550-4931-b376-595a71e5404d,revision_number=0']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:38:05.164869 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3986d4ab-9f6e-4340-8d18-d837c8cef4c3 admin admin] Checking segment: {'id': 'cb1f304e-3238-44f1-ae7f-78d4e314acae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'b35e9655-e3a0-4ebc-8115-69611b13f855'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:38:05.165227 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3986d4ab-9f6e-4340-8d18-d837c8cef4c3 admin admin] Network hostable DHCP agents. Network: b35e9655-e3a0-4ebc-8115-69611b13f855, hostable agents: ['eafd4000-b897-4722-ae8b-0118ec955181'], hosted agents: [] {{(pid=102347) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 10:38:05.175793 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6943f86-7c29-4dbc-aa16-58874f11eb55 tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Pushing event deleted for resources: {'Port': ['ID=8bfe17df-a6b6-4056-b4d8-a580b9c63916,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:38:05.190416 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_common [None req-99bffe0a-e18c-4799-95fe-de4710a4deb3 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Allocated IP 172.25.8.248 (185ff123-c7ff-45c7-a6be-71feb35acc9c/0fb9f9d1-7384-481f-8fa8-f4566c349d30/3dc3ee89-d9b7-4e7f-b6e8-7992a8328cd6) {{(pid=102346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:38:05.231804 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3986d4ab-9f6e-4340-8d18-d837c8cef4c3 admin admin] Network b35e9655-e3a0-4ebc-8115-69611b13f855 is scheduled to be hosted by DHCP agent eafd4000-b897-4722-ae8b-0118ec955181 with binding_index 1 {{(pid=102347) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 10:38:05.300055 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-c6943f86-7c29-4dbc-aa16-58874f11eb55 tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Publish callbacks [] for floatingip, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:05.300658 n-d-813419-10 neutron-server[102346]: INFO neutron.db.l3_db [None req-c6943f86-7c29-4dbc-aa16-58874f11eb55 tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Floating IP a802646b-3465-49e7-aa26-d6eae9a39635 disassociated (deleted). External IP: 172.25.8.70, port: d8e10c2d-801b-4ced-8252-16c533f3080d. Oct 27 10:38:05.317018 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [None req-3986d4ab-9f6e-4340-8d18-d837c8cef4c3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-10, b35e9655-e3a0-4ebc-8115-69611b13f855) {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:38:05.322311 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3986d4ab-9f6e-4340-8d18-d837c8cef4c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:38:05.322885 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-3986d4ab-9f6e-4340-8d18-d837c8cef4c3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:05.329706 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-815b6e2b-aec2-4b3f-bbd2-f03d0d8aef3a None None] Network b35e9655-e3a0-4ebc-8115-69611b13f855 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:38:05.361441 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-3986d4ab-9f6e-4340-8d18-d837c8cef4c3 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7652166 Oct 27 10:38:05.424432 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-99bffe0a-e18c-4799-95fe-de4710a4deb3 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Publish callbacks [] for port, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:05.544744 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-99bffe0a-e18c-4799-95fe-de4710a4deb3 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:05.603318 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e78b82fb-15ef-4c37-8055-20eef872ab45 None None] Network b35e9655-e3a0-4ebc-8115-69611b13f855 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:38:05.608963 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-7e8bcb76-0241-4d81-a467-bb3844c8acb1 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks [] for port, precommit_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:05.616381 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-7e8bcb76-0241-4d81-a467-bb3844c8acb1 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:05.616864 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99bffe0a-e18c-4799-95fe-de4710a4deb3 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Network 185ff123-c7ff-45c7-a6be-71feb35acc9c is already hosted by enough agents. {{(pid=102346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:38:05.618297 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-7e8bcb76-0241-4d81-a467-bb3844c8acb1 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2006967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1766225'] for router_interface, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:05.619387 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bffe0a-e18c-4799-95fe-de4710a4deb3 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Pushing event updated for resources: {'Port': ['ID=3dc3ee89-d9b7-4e7f-b6e8-7992a8328cd6,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:38:05.623701 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-99bffe0a-e18c-4799-95fe-de4710a4deb3 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Resources bound (agent type, host, resource id): {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:38:05.639112 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99bffe0a-e18c-4799-95fe-de4710a4deb3 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Received port after_create {{(pid=102346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:38:05.686636 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6943f86-7c29-4dbc-aa16-58874f11eb55 tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Router 9cf384eb-ca84-405c-9157-5e073dcd4e9c has already been hosted by L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb {{(pid=102346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 10:38:05.827031 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8bcb76-0241-4d81-a467-bb3844c8acb1 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Pushing event updated for resources: {'Port': ['ID=ba74dec8-8c87-402a-9b92-f1c438aae6be,revision_number=2']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:38:05.834136 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device e115c4fe-806d-4792-90ab-f679ba319ae0 up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:38:05.834682 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e8bcb76-0241-4d81-a467-bb3844c8acb1 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Network a3a2d542-53da-4e86-bf77-b0dcf0f24882 is already hosted by enough agents. {{(pid=102347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:38:05.836646 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [None req-7e8bcb76-0241-4d81-a467-bb3844c8acb1 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Resources bound (agent type, host, resource id): {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:38:05.925693 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port e115c4fe-806d-4792-90ab-f679ba319ae0 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:38:05.926310 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:06.016410 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6943f86-7c29-4dbc-aa16-58874f11eb55 tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:38:06.023486 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-c6943f86-7c29-4dbc-aa16-58874f11eb55 tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for floatingip, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:06.028491 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2f8362f-2f8d-4368-8cd1-085ab1b0a6af None None] Sync routers for ids ['9cf384eb-ca84-405c-9157-5e073dcd4e9c'] in n-d-813419-10 {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:38:06.055133 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:06.076552 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2f8362f-2f8d-4368-8cd1-085ab1b0a6af None None] Routers {'9cf384eb-ca84-405c-9157-5e073dcd4e9c'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:38:06.077202 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-f2f8362f-2f8d-4368-8cd1-085ab1b0a6af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:37:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['9cf384eb-ca84-405c-9157-5e073dcd4e9c'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:38:06.110121 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3063a0-a8fc-422f-906a-01168be40b6d req-c6dc6845-8b28-47c2-962e-1c99e204a9b8 tempest-AttachVolumeNegativeTest-477808956 tempest-AttachVolumeNegativeTest-477808956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:38:06.111641 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-fc3063a0-a8fc-422f-906a-01168be40b6d req-c6dc6845-8b28-47c2-962e-1c99e204a9b8 tempest-AttachVolumeNegativeTest-477808956 tempest-AttachVolumeNegativeTest-477808956-project] 10.222.0.44 "GET /v2.0/networks?id=b35e9655-e3a0-4ebc-8115-69611b13f855 HTTP/1.1" status: 200 len: 815 time: 0.1300931 Oct 27 10:38:06.112823 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e8bcb76-0241-4d81-a467-bb3844c8acb1 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Router d0803def-1f3d-486c-80e5-cdf4593c2c8f is scheduled to L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb with binding_index 1 {{(pid=102347) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 10:38:06.140845 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-fc3063a0-a8fc-422f-906a-01168be40b6d req-11046a98-831f-416f-b2ac-ab09fa4eedea tempest-AttachVolumeNegativeTest-477808956 tempest-AttachVolumeNegativeTest-477808956-project] 10.222.0.44 "GET /v2.0/quotas/08ad62c7dc6e456e8fa39abf5ba7c668 HTTP/1.1" status: 200 len: 375 time: 0.0176997 Oct 27 10:38:06.155631 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-99bffe0a-e18c-4799-95fe-de4710a4deb3 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Publish callbacks [] for router_gateway, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:06.163144 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] For port e115c4fe-806d-4792-90ab-f679ba319ae0, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=e115c4fe-806d-4792-90ab-f679ba319ae0,segment=NetworkSegment(eef0c4ec-5773-434c-ac68-3d91e838e9be),segment_id=eef0c4ec-5773-434c-ac68-3d91e838e9be)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:38:06.169406 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:06.245077 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Pushing event updated for resources: {'Port': ['ID=e115c4fe-806d-4792-90ab-f679ba319ae0,revision_number=3']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:38:06.266228 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvr_db [None req-f2f8362f-2f8d-4368-8cd1-085ab1b0a6af None None] Set router 9cf384eb-ca84-405c-9157-5e073dcd4e9c gateway port host: n-d-813419-10 {{(pid=102348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:38:06.273147 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-c6943f86-7c29-4dbc-aa16-58874f11eb55 tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] 10.222.0.44 "DELETE /v2.0/floatingips/a802646b-3465-49e7-aa26-d6eae9a39635 HTTP/1.1" status: 204 len: 168 time: 2.7178836 Oct 27 10:38:06.281147 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9a90d06-b4fc-47d5-8eb2-455b727b5399', 'tag': 'd8e10c2d-801b-4ced-8252-16c533f3080d'}] {{(pid=102346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:38:06.283508 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc0e418f5fc417c8d55d94c0aa509b037d0beb2a734c1a709e789eb65639a56d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f8d6b0d-7d55-4950-8e37-7087052f7bc7" -d '{"events": [{"name": "network-changed", "server_uuid": "c9a90d06-b4fc-47d5-8eb2-455b727b5399", "tag": "d8e10c2d-801b-4ced-8252-16c533f3080d"}]}' {{(pid=102346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:38:06.356468 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-8bf836d5-834e-4ba5-9cd8-f1ea641fb810 None None] Provisioning complete for port e115c4fe-806d-4792-90ab-f679ba319ae0 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:38:06.357008 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-8bf836d5-834e-4ba5-9cd8-f1ea641fb810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:06.533088 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-99bffe0a-e18c-4799-95fe-de4710a4deb3 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1765699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1769372'] for router, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:06.623355 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 10:38:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fac0a19-6e34-4cf2-ba4d-426529c7cbcc x-openstack-request-id: req-9fac0a19-6e34-4cf2-ba4d-426529c7cbcc {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:38:06.623647 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9a90d06-b4fc-47d5-8eb2-455b727b5399", "tag": "d8e10c2d-801b-4ced-8252-16c533f3080d", "status": "completed", "code": 200}]} {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:38:06.623905 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9fac0a19-6e34-4cf2-ba4d-426529c7cbcc {{(pid=102346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:38:06.624334 n-d-813419-10 neutron-server[102346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9a90d06-b4fc-47d5-8eb2-455b727b5399', 'tag': 'd8e10c2d-801b-4ced-8252-16c533f3080d', 'status': 'completed', 'code': 200} Oct 27 10:38:06.668826 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-fc3063a0-a8fc-422f-906a-01168be40b6d req-46335d60-bd35-4329-92ab-5428a480b13d tempest-AttachVolumeNegativeTest-477808956 tempest-AttachVolumeNegativeTest-477808956-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=08ad62c7dc6e456e8fa39abf5ba7c668&fields=id HTTP/1.1" status: 200 len: 210 time: 0.5271001 Oct 27 10:38:06.794721 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-f2f8362f-2f8d-4368-8cd1-085ab1b0a6af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cf384eb-ca84-405c-9157-5e073dcd4e9c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1431354187', 'tenant_id': '2005088b555845b0a237dc93fae61807', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.185'}], 'enable_snat': True}, 'gw_port_id': 'd975e221-26bd-458f-a89e-0eec6e951f00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:35:29Z', 'updated_at': '2021-10-27T10:35:43Z', 'revision_number': 4, 'project_id': '2005088b555845b0a237dc93fae61807', 'gw_port': {'id': 'd975e221-26bd-458f-a89e-0eec6e951f00', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:a0:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cf384eb-ca84-405c-9157-5e073dcd4e9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:35:30Z', 'updated_at': '2021-10-27T10:35:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_interfaces': [{'id': 'ae042db6-5355-4488-95e1-49c996e343cd', 'name': '', 'network_id': 'aa51740c-51d7-4a68-bbd6-6ae0d0e0db5c', 'tenant_id': '2005088b555845b0a237dc93fae61807', 'mac_address': 'fa:16:3e:02:89:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cf384eb-ca84-405c-9157-5e073dcd4e9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': 'f761a9bd-700a-4750-b8c8-2ed54e04f135', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:35:41Z', 'updated_at': '2021-10-27T10:35:49Z', 'revision_number': 5, 'project_id': '2005088b555845b0a237dc93fae61807', 'subnets': [{'id': 'f761a9bd-700a-4750-b8c8-2ed54e04f135', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:38:06.829276 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196f13cd-b31c-4866-9dce-58541d1f7b35 req-094984be-2db9-42ed-b5a4-9a3a528c91cb tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:38:06.832013 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-196f13cd-b31c-4866-9dce-58541d1f7b35 req-094984be-2db9-42ed-b5a4-9a3a528c91cb tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] 10.222.0.44 "GET /v2.0/ports?device_id=c9a90d06-b4fc-47d5-8eb2-455b727b5399 HTTP/1.1" status: 200 len: 984 time: 0.1115785 Oct 27 10:38:06.832566 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99bffe0a-e18c-4799-95fe-de4710a4deb3 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Router a042eb13-6a44-40a6-a824-b3ddb3fcab62 is scheduled to L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb with binding_index 1 {{(pid=102346) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 10:38:06.850769 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-f799e17e-fe8b-4e34-ab98-0807291ad971 None None] Provisioning complete for port ba74dec8-8c87-402a-9b92-f1c438aae6be triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:38:06.851228 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f799e17e-fe8b-4e34-ab98-0807291ad971 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:06.864323 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8d6b0d-7d55-4950-8e37-7087052f7bc7 req-5dcf37af-c800-4af2-8529-5380a5ae5e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:38:06.867443 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8f8d6b0d-7d55-4950-8e37-7087052f7bc7 req-5dcf37af-c800-4af2-8529-5380a5ae5e81 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=2005088b555845b0a237dc93fae61807&device_id=c9a90d06-b4fc-47d5-8eb2-455b727b5399 HTTP/1.1" status: 200 len: 1136 time: 0.1972852 Oct 27 10:38:06.869562 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-fc3063a0-a8fc-422f-906a-01168be40b6d req-cdbc30dc-74e0-4316-8398-5b9f91ab33dd service neutron] 10.222.0.44 "GET /v2.0/networks/b35e9655-e3a0-4ebc-8115-69611b13f855?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1574469 Oct 27 10:38:06.873670 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e8bcb76-0241-4d81-a467-bb3844c8acb1 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:38:06.887287 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdcdae55-a923-4333-b683-3a5e0f13a876 None None] Sync routers for ids ['d0803def-1f3d-486c-80e5-cdf4593c2c8f'] in n-d-813419-10 {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:38:06.898063 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2f8362f-2f8d-4368-8cd1-085ab1b0a6af None None] Checking router: 9cf384eb-ca84-405c-9157-5e073dcd4e9c for host: n-d-813419-10 {{(pid=102348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 10:38:06.899589 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-7e8bcb76-0241-4d81-a467-bb3844c8acb1 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] 10.222.0.44 "PUT /v2.0/routers/d0803def-1f3d-486c-80e5-cdf4593c2c8f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5791922 Oct 27 10:38:06.903697 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdcdae55-a923-4333-b683-3a5e0f13a876 None None] Routers {'d0803def-1f3d-486c-80e5-cdf4593c2c8f'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:38:06.904343 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-fdcdae55-a923-4333-b683-3a5e0f13a876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:37:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['d0803def-1f3d-486c-80e5-cdf4593c2c8f'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:38:06.917423 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 43066) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:38:06.920764 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-f799e17e-fe8b-4e34-ab98-0807291ad971 None None] Port ba74dec8-8c87-402a-9b92-f1c438aae6be cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:38:06.930727 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2f8362f-2f8d-4368-8cd1-085ab1b0a6af None None] Routers {'9cf384eb-ca84-405c-9157-5e073dcd4e9c'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:38:06.931353 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-f2f8362f-2f8d-4368-8cd1-085ab1b0a6af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:37:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['9cf384eb-ca84-405c-9157-5e073dcd4e9c'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:38:06.966391 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-196f13cd-b31c-4866-9dce-58541d1f7b35 req-99995c2b-5dc8-4027-8728-e6dd9a2e71f5 tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] 10.222.0.44 "GET /v2.0/security-groups?id=129df1dd-515e-4db3-af91-151fa02c020c&id=8b320932-ab34-453c-a18d-838c18c0b4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1264882 Oct 27 10:38:07.041790 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d668bb35-f1c9-4256-adf1-6686cfe225fb tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:38:07.043657 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-d668bb35-f1c9-4256-adf1-6686cfe225fb tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] 10.222.0.44 "GET /v2.0/ports/ba74dec8-8c87-402a-9b92-f1c438aae6be HTTP/1.1" status: 200 len: 911 time: 0.1253915 Oct 27 10:38:07.046560 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 43068) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:38:07.070608 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvr_db [None req-fdcdae55-a923-4333-b683-3a5e0f13a876 None None] Set router d0803def-1f3d-486c-80e5-cdf4593c2c8f gateway port host: None {{(pid=102349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:38:07.076552 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99bffe0a-e18c-4799-95fe-de4710a4deb3 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:38:07.099048 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56d0b961-916e-4d23-b50d-8bf08cce6157 None None] Sync routers for ids ['a042eb13-6a44-40a6-a824-b3ddb3fcab62'] in n-d-813419-10 {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:38:07.118791 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56d0b961-916e-4d23-b50d-8bf08cce6157 None None] Routers {'a042eb13-6a44-40a6-a824-b3ddb3fcab62'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:38:07.119575 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-56d0b961-916e-4d23-b50d-8bf08cce6157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:37:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['a042eb13-6a44-40a6-a824-b3ddb3fcab62'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:38:07.123838 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-99bffe0a-e18c-4799-95fe-de4710a4deb3 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Publish callbacks [] for router, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:07.126702 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-99bffe0a-e18c-4799-95fe-de4710a4deb3 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.5737448 Oct 27 10:38:07.131691 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8d6b0d-7d55-4950-8e37-7087052f7bc7 req-5887b9d9-b1e0-4ec4-8900-feb88fd05d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:38:07.132939 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8f8d6b0d-7d55-4950-8e37-7087052f7bc7 req-5887b9d9-b1e0-4ec4-8900-feb88fd05d9f service neutron] 10.222.0.76 "GET /v2.0/networks?id=aa51740c-51d7-4a68-bbd6-6ae0d0e0db5c HTTP/1.1" status: 200 len: 897 time: 0.2574215 Oct 27 10:38:07.134084 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 43070) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:38:07.159635 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-56d0b961-916e-4d23-b50d-8bf08cce6157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:38:07.167477 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-9425b0e6-816a-42e7-9964-42f8b6919f55 None None] Provisioning complete for port ba74dec8-8c87-402a-9b92-f1c438aae6be triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:38:07.167908 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-9425b0e6-816a-42e7-9964-42f8b6919f55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:07.170854 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvr_db [None req-f2f8362f-2f8d-4368-8cd1-085ab1b0a6af None None] Set router 9cf384eb-ca84-405c-9157-5e073dcd4e9c gateway port host: n-d-813419-10 {{(pid=102348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:38:07.200589 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-fc3063a0-a8fc-422f-906a-01168be40b6d req-ca36b9e5-7601-40e8-b169-7b28293eae85 service neutron] 10.222.0.44 "GET /v2.0/networks/b35e9655-e3a0-4ebc-8115-69611b13f855?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2978749 Oct 27 10:38:07.230579 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56d0b961-916e-4d23-b50d-8bf08cce6157 None None] Routers {'a042eb13-6a44-40a6-a824-b3ddb3fcab62'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:38:07.231266 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-56d0b961-916e-4d23-b50d-8bf08cce6157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:37:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['a042eb13-6a44-40a6-a824-b3ddb3fcab62'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:38:07.261567 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8f8d6b0d-7d55-4950-8e37-7087052f7bc7 req-7b2e5773-4d0d-4c2b-a5c7-19f4b7c6a5af service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d8e10c2d-801b-4ced-8252-16c533f3080d HTTP/1.1" status: 200 len: 217 time: 0.1096599 Oct 27 10:38:07.271226 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-56d0b961-916e-4d23-b50d-8bf08cce6157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:38:07.271991 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56d0b961-916e-4d23-b50d-8bf08cce6157 None None] The sync data for ids ['a042eb13-6a44-40a6-a824-b3ddb3fcab62'] in n-d-813419-10 is: [] {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:38:07.273066 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48ff9448-5c61-408c-b12e-a1f8dc2f3dc4 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:38:07.280901 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48ff9448-5c61-408c-b12e-a1f8dc2f3dc4 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:38:07.282527 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-48ff9448-5c61-408c-b12e-a1f8dc2f3dc4 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.2331741 Oct 27 10:38:07.285336 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 43072) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:38:07.330473 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-fdcdae55-a923-4333-b683-3a5e0f13a876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0803def-1f3d-486c-80e5-cdf4593c2c8f', 'name': 'tempest-NetworksTestDHCPv6-router-639412247', 'tenant_id': '378140ee2d4f4428be90ff45daafe008', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:38:03Z', 'updated_at': '2021-10-27T10:38:05Z', 'revision_number': 2, 'project_id': '378140ee2d4f4428be90ff45daafe008', 'gw_port_host': None, '_interfaces': [{'id': 'ba74dec8-8c87-402a-9b92-f1c438aae6be', 'name': '', 'network_id': 'a3a2d542-53da-4e86-bf77-b0dcf0f24882', 'tenant_id': '378140ee2d4f4428be90ff45daafe008', 'mac_address': 'fa:16:3e:71:d0:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0803def-1f3d-486c-80e5-cdf4593c2c8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2069, 'fixed_ips': [{'subnet_id': '06b6adaf-b255-407e-b160-3248afa2a987', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:38:04Z', 'updated_at': '2021-10-27T10:38:05Z', 'revision_number': 2, 'project_id': '378140ee2d4f4428be90ff45daafe008', 'subnets': [{'id': '06b6adaf-b255-407e-b160-3248afa2a987', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:38:07.359797 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdcdae55-a923-4333-b683-3a5e0f13a876 None None] Checking router: d0803def-1f3d-486c-80e5-cdf4593c2c8f for host: n-d-813419-10 {{(pid=102349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 10:38:07.360307 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdcdae55-a923-4333-b683-3a5e0f13a876 None None] Updating router d0803def-1f3d-486c-80e5-cdf4593c2c8f port ba74dec8-8c87-402a-9b92-f1c438aae6be binding host n-d-813419-10 {{(pid=102349) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 10:38:07.394839 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8d6b0d-7d55-4950-8e37-7087052f7bc7 req-4ae09142-04d1-4649-b482-a6c23dc53d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:38:07.395392 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-fdcdae55-a923-4333-b683-3a5e0f13a876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:07.396732 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8f8d6b0d-7d55-4950-8e37-7087052f7bc7 req-4ae09142-04d1-4649-b482-a6c23dc53d5a service neutron] 10.222.0.76 "GET /v2.0/subnets?id=f761a9bd-700a-4750-b8c8-2ed54e04f135 HTTP/1.1" status: 200 len: 834 time: 0.0891664 Oct 27 10:38:07.524001 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-9425b0e6-816a-42e7-9964-42f8b6919f55 None None] Port ba74dec8-8c87-402a-9b92-f1c438aae6be cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:38:07.594511 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-f2f8362f-2f8d-4368-8cd1-085ab1b0a6af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cf384eb-ca84-405c-9157-5e073dcd4e9c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1431354187', 'tenant_id': '2005088b555845b0a237dc93fae61807', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.185'}], 'enable_snat': True}, 'gw_port_id': 'd975e221-26bd-458f-a89e-0eec6e951f00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:35:29Z', 'updated_at': '2021-10-27T10:35:43Z', 'revision_number': 4, 'project_id': '2005088b555845b0a237dc93fae61807', 'gw_port': {'id': 'd975e221-26bd-458f-a89e-0eec6e951f00', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:a0:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cf384eb-ca84-405c-9157-5e073dcd4e9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:35:30Z', 'updated_at': '2021-10-27T10:35:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_interfaces': [{'id': 'ae042db6-5355-4488-95e1-49c996e343cd', 'name': '', 'network_id': 'aa51740c-51d7-4a68-bbd6-6ae0d0e0db5c', 'tenant_id': '2005088b555845b0a237dc93fae61807', 'mac_address': 'fa:16:3e:02:89:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cf384eb-ca84-405c-9157-5e073dcd4e9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': 'f761a9bd-700a-4750-b8c8-2ed54e04f135', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:35:41Z', 'updated_at': '2021-10-27T10:35:49Z', 'revision_number': 5, 'project_id': '2005088b555845b0a237dc93fae61807', 'subnets': [{'id': 'f761a9bd-700a-4750-b8c8-2ed54e04f135', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:38:07.642800 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2f8362f-2f8d-4368-8cd1-085ab1b0a6af None None] The sync data for ids ['9cf384eb-ca84-405c-9157-5e073dcd4e9c'] in n-d-813419-10 is: [{'id': '9cf384eb-ca84-405c-9157-5e073dcd4e9c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1431354187', 'tenant_id': '2005088b555845b0a237dc93fae61807', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.185'}], 'enable_snat': True}, 'gw_port_id': 'd975e221-26bd-458f-a89e-0eec6e951f00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:35:29Z', 'updated_at': '2021-10-27T10:35:43Z', 'revision_number': 4, 'project_id': '2005088b555845b0a237dc93fae61807', 'gw_port': {'id': 'd975e221-26bd-458f-a89e-0eec6e951f00', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:a0:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cf384eb-ca84-405c-9157-5e073dcd4e9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:35:30Z', 'updated_at': '2021-10-27T10:35:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_interfaces': [{'id': 'ae042db6-5355-4488-95e1-49c996e343cd', 'name': '', 'network_id': 'aa51740c-51d7-4a68-bbd6-6ae0d0e0db5c', 'tenant_id': '2005088b555845b0a237dc93fae61807', 'mac_address': 'fa:16:3e:02:89:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cf384eb-ca84-405c-9157-5e073dcd4e9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': 'f761a9bd-700a-4750-b8c8-2ed54e04f135', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:35:41Z', 'updated_at': '2021-10-27T10:35:49Z', 'revision_number': 5, 'project_id': '2005088b555845b0a237dc93fae61807', 'subnets': [{'id': 'f761a9bd-700a-4750-b8c8-2ed54e04f135', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:38:07.656906 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8d6b0d-7d55-4950-8e37-7087052f7bc7 req-2f88a2d7-3840-41e2-a489-fc1762281016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:38:07.665057 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8f8d6b0d-7d55-4950-8e37-7087052f7bc7 req-2f88a2d7-3840-41e2-a489-fc1762281016 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=aa51740c-51d7-4a68-bbd6-6ae0d0e0db5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2493494 Oct 27 10:38:07.720783 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device e115c4fe-806d-4792-90ab-f679ba319ae0 up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:38:07.861624 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-fdcdae55-a923-4333-b683-3a5e0f13a876 None None] Publish callbacks [] for port, precommit_update {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:07.864838 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port e115c4fe-806d-4792-90ab-f679ba319ae0 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:38:07.868575 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:07.869421 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-fdcdae55-a923-4333-b683-3a5e0f13a876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:07.889775 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-e1cad5f2-d75a-46c8-a8ca-260b31fb1965 req-671d3bfc-dc9c-4fc8-87e7-0a9ec034f27d tempest-AttachVolumeNegativeTest-477808956 tempest-AttachVolumeNegativeTest-477808956-project] 10.222.0.44 "GET /v2.0/ports?device_id=027da3df-31ee-4c36-aa3c-3f1ae9faa9d0 HTTP/1.1" status: 200 len: 210 time: 0.0732398 Oct 27 10:38:07.946239 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8f8d6b0d-7d55-4950-8e37-7087052f7bc7 req-8322c8af-a14e-46b9-8482-28f509660c14 service neutron] 10.222.0.76 "GET /v2.0/networks/aa51740c-51d7-4a68-bbd6-6ae0d0e0db5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2713027 Oct 27 10:38:08.035200 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.managers [None req-fdcdae55-a923-4333-b683-3a5e0f13a876 None None] Attempting to bind port ba74dec8-8c87-402a-9b92-f1c438aae6be on host n-d-813419-10 for vnic_type normal with profile {{(pid=102349) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:38:08.035670 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.managers [None req-fdcdae55-a923-4333-b683-3a5e0f13a876 None None] Attempting to bind port ba74dec8-8c87-402a-9b92-f1c438aae6be by drivers openvswitch,hyperv on host n-d-813419-10 at level 0 using segments [{'id': 'eef0c4ec-5773-434c-ac68-3d91e838e9be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a3a2d542-53da-4e86-bf77-b0dcf0f24882'}] {{(pid=102349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:38:08.036055 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdcdae55-a923-4333-b683-3a5e0f13a876 None None] Attempting to bind port ba74dec8-8c87-402a-9b92-f1c438aae6be on network a3a2d542-53da-4e86-bf77-b0dcf0f24882 {{(pid=102349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:38:08.038601 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6e217b-2e8b-4a6d-8ec0-aea1c9ba87c5 None None] Pushing event updated for resources: {'Port': ['ID=ba74dec8-8c87-402a-9b92-f1c438aae6be,revision_number=3']} {{(pid=102349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:38:08.059121 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdcdae55-a923-4333-b683-3a5e0f13a876 None None] Checking agent: {'id': '89dba0f3-79b2-435e-9822-33674b8f6ada', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 8, 20), 'started_at': datetime.datetime(2021, 10, 27, 10, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 37, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:38:08.059951 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdcdae55-a923-4333-b683-3a5e0f13a876 None None] Checking segment: {'id': 'eef0c4ec-5773-434c-ac68-3d91e838e9be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a3a2d542-53da-4e86-bf77-b0dcf0f24882'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:38:08.060737 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-fdcdae55-a923-4333-b683-3a5e0f13a876 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:08.062163 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdcdae55-a923-4333-b683-3a5e0f13a876 None None] Bound using segment: {'id': 'eef0c4ec-5773-434c-ac68-3d91e838e9be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a3a2d542-53da-4e86-bf77-b0dcf0f24882'} {{(pid=102349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:38:08.062896 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.managers [None req-fdcdae55-a923-4333-b683-3a5e0f13a876 None None] Bound port: ba74dec8-8c87-402a-9b92-f1c438aae6be, host: n-d-813419-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eef0c4ec-5773-434c-ac68-3d91e838e9be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a3a2d542-53da-4e86-bf77-b0dcf0f24882'}}] {{(pid=102349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:38:08.063658 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-fdcdae55-a923-4333-b683-3a5e0f13a876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:08.208071 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.db [None req-fdcdae55-a923-4333-b683-3a5e0f13a876 None None] For port ba74dec8-8c87-402a-9b92-f1c438aae6be, host n-d-813419-10, cleared binding levels {{(pid=102349) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:38:08.218302 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.db [None req-fdcdae55-a923-4333-b683-3a5e0f13a876 None None] For port ba74dec8-8c87-402a-9b92-f1c438aae6be, host n-d-813419-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=ba74dec8-8c87-402a-9b92-f1c438aae6be,segment=NetworkSegment(eef0c4ec-5773-434c-ac68-3d91e838e9be),segment_id=eef0c4ec-5773-434c-ac68-3d91e838e9be)] {{(pid=102349) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:38:08.228585 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-fdcdae55-a923-4333-b683-3a5e0f13a876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:08.339915 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6e217b-2e8b-4a6d-8ec0-aea1c9ba87c5 None None] Pushing event updated for resources: {'Port': ['ID=ba74dec8-8c87-402a-9b92-f1c438aae6be,revision_number=4']} {{(pid=102349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:38:08.362693 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9afb74a3-e755-4254-a33b-34087d23d9f0 None None] New status for floating IP a802646b-3465-49e7-aa26-d6eae9a39635: DOWN {{(pid=102349) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 10:38:08.447944 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c958b3-70d9-4e55-bbc7-4c8d1c8a49fe req-d1b21550-9acd-4f94-bf26-94428b5cf795 tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:38:08.450270 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-36c958b3-70d9-4e55-bbc7-4c8d1c8a49fe req-d1b21550-9acd-4f94-bf26-94428b5cf795 tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] 10.222.0.76 "GET /v2.0/ports?device_id=c9a90d06-b4fc-47d5-8eb2-455b727b5399 HTTP/1.1" status: 200 len: 984 time: 0.2023695 Oct 27 10:38:08.458763 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-38812363-d41b-4410-a6fb-c27a486f65c9 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:08.486466 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdcdae55-a923-4333-b683-3a5e0f13a876 None None] Routers {'d0803def-1f3d-486c-80e5-cdf4593c2c8f'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:38:08.487281 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-fdcdae55-a923-4333-b683-3a5e0f13a876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:37:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['d0803def-1f3d-486c-80e5-cdf4593c2c8f'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:38:08.493141 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-01135811-ecaf-414b-8497-129243b44f9e None None] Provisioning complete for port ba74dec8-8c87-402a-9b92-f1c438aae6be triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:38:08.493476 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-01135811-ecaf-414b-8497-129243b44f9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:08.498340 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00afa728-4ec2-4c54-b320-a469bf18cb95 req-16ef573e-5dec-4d35-bea3-2ddbe7a3b248 tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:38:08.508948 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-00afa728-4ec2-4c54-b320-a469bf18cb95 req-16ef573e-5dec-4d35-bea3-2ddbe7a3b248 tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] 10.222.0.44 "GET /v2.0/ports?device_id=c9a90d06-b4fc-47d5-8eb2-455b727b5399 HTTP/1.1" status: 200 len: 984 time: 0.2889376 Oct 27 10:38:08.512848 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8f8d6b0d-7d55-4950-8e37-7087052f7bc7 req-ace3d13d-2a55-46be-b201-c200530aef33 service neutron] 10.222.0.76 "GET /v2.0/networks/aa51740c-51d7-4a68-bbd6-6ae0d0e0db5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5517740 Oct 27 10:38:08.656006 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-01135811-ecaf-414b-8497-129243b44f9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:08.705358 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-01135811-ecaf-414b-8497-129243b44f9e None None] For port ba74dec8-8c87-402a-9b92-f1c438aae6be, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=ba74dec8-8c87-402a-9b92-f1c438aae6be,segment=NetworkSegment(eef0c4ec-5773-434c-ac68-3d91e838e9be),segment_id=eef0c4ec-5773-434c-ac68-3d91e838e9be)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:38:08.715822 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-01135811-ecaf-414b-8497-129243b44f9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:08.763263 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-17e48774-20e7-4975-b304-b9ba1672a801 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1766202'] for router_interface, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:08.809032 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01135811-ecaf-414b-8497-129243b44f9e None None] Pushing event updated for resources: {'Port': ['ID=ba74dec8-8c87-402a-9b92-f1c438aae6be,revision_number=5']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:38:08.826674 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-00afa728-4ec2-4c54-b320-a469bf18cb95 req-eea78d15-1d97-401e-9b96-9f5a5569bc5e tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] 10.222.0.44 "GET /v2.0/security-groups?id=129df1dd-515e-4db3-af91-151fa02c020c&id=8b320932-ab34-453c-a18d-838c18c0b4b3&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.2298212 Oct 27 10:38:08.864817 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvr_db [None req-fdcdae55-a923-4333-b683-3a5e0f13a876 None None] Set router d0803def-1f3d-486c-80e5-cdf4593c2c8f gateway port host: None {{(pid=102349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:38:08.871118 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:08.911112 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [req-36c958b3-70d9-4e55-bbc7-4c8d1c8a49fe req-5178bf77-601a-469e-8221-252a9818232b tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Deleting port d8e10c2d-801b-4ced-8252-16c533f3080d {{(pid=102346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:38:08.911659 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-36c958b3-70d9-4e55-bbc7-4c8d1c8a49fe req-5178bf77-601a-469e-8221-252a9818232b tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:08.941611 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-cf978486-8241-47de-890f-f5b6adcbe25e None None] Provisioning complete for port ba74dec8-8c87-402a-9b92-f1c438aae6be triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:38:08.942413 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-cf978486-8241-47de-890f-f5b6adcbe25e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:09.068327 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b6b6d94f-4ac1-40e9-a3fe-2b7e8e83798f req-76d00211-f12a-4f03-9384-1a0e1e9f13bc tempest-AttachVolumeNegativeTest-477808956 tempest-AttachVolumeNegativeTest-477808956-project] 10.222.0.44 "GET /v2.0/ports?device_id=027da3df-31ee-4c36-aa3c-3f1ae9faa9d0 HTTP/1.1" status: 200 len: 210 time: 0.0351233 Oct 27 10:38:09.071553 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [req-36c958b3-70d9-4e55-bbc7-4c8d1c8a49fe req-5178bf77-601a-469e-8221-252a9818232b tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] For port d8e10c2d-801b-4ced-8252-16c533f3080d, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=d8e10c2d-801b-4ced-8252-16c533f3080d,segment=NetworkSegment(7fb3a14a-cd7b-486a-9a71-3dc38f16284d),segment_id=7fb3a14a-cd7b-486a-9a71-3dc38f16284d)] {{(pid=102346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:38:09.071917 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-36c958b3-70d9-4e55-bbc7-4c8d1c8a49fe req-5178bf77-601a-469e-8221-252a9818232b tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:09.091506 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [req-36c958b3-70d9-4e55-bbc7-4c8d1c8a49fe req-5178bf77-601a-469e-8221-252a9818232b tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Calling delete_port for d8e10c2d-801b-4ced-8252-16c533f3080d owned by compute:nova {{(pid=102346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:38:09.178042 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-fdcdae55-a923-4333-b683-3a5e0f13a876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0803def-1f3d-486c-80e5-cdf4593c2c8f', 'name': 'tempest-NetworksTestDHCPv6-router-639412247', 'tenant_id': '378140ee2d4f4428be90ff45daafe008', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:38:03Z', 'updated_at': '2021-10-27T10:38:05Z', 'revision_number': 2, 'project_id': '378140ee2d4f4428be90ff45daafe008', 'gw_port_host': None, '_interfaces': [{'id': 'ba74dec8-8c87-402a-9b92-f1c438aae6be', 'name': '', 'network_id': 'a3a2d542-53da-4e86-bf77-b0dcf0f24882', 'tenant_id': '378140ee2d4f4428be90ff45daafe008', 'mac_address': 'fa:16:3e:71:d0:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0803def-1f3d-486c-80e5-cdf4593c2c8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2069, 'fixed_ips': [{'subnet_id': '06b6adaf-b255-407e-b160-3248afa2a987', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:38:04Z', 'updated_at': '2021-10-27T10:38:08Z', 'revision_number': 4, 'project_id': '378140ee2d4f4428be90ff45daafe008', 'subnets': [{'id': '06b6adaf-b255-407e-b160-3248afa2a987', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:38:09.213026 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdcdae55-a923-4333-b683-3a5e0f13a876 None None] The sync data for ids ['d0803def-1f3d-486c-80e5-cdf4593c2c8f'] in n-d-813419-10 is: [{'id': 'd0803def-1f3d-486c-80e5-cdf4593c2c8f', 'name': 'tempest-NetworksTestDHCPv6-router-639412247', 'tenant_id': '378140ee2d4f4428be90ff45daafe008', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:38:03Z', 'updated_at': '2021-10-27T10:38:05Z', 'revision_number': 2, 'project_id': '378140ee2d4f4428be90ff45daafe008', 'gw_port_host': None, '_interfaces': [{'id': 'ba74dec8-8c87-402a-9b92-f1c438aae6be', 'name': '', 'network_id': 'a3a2d542-53da-4e86-bf77-b0dcf0f24882', 'tenant_id': '378140ee2d4f4428be90ff45daafe008', 'mac_address': 'fa:16:3e:71:d0:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0803def-1f3d-486c-80e5-cdf4593c2c8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2069, 'fixed_ips': [{'subnet_id': '06b6adaf-b255-407e-b160-3248afa2a987', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:38:04Z', 'updated_at': '2021-10-27T10:38:08Z', 'revision_number': 4, 'project_id': '378140ee2d4f4428be90ff45daafe008', 'subnets': [{'id': '06b6adaf-b255-407e-b160-3248afa2a987', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:38:09.226992 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_common [None req-38812363-d41b-4410-a6fb-c27a486f65c9 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Allocated IP 172.20.0.1 (9b7a570e-5cc4-4138-927f-5b43fcc352d7/d08945b9-ed66-4e24-bdec-a8adc164528e/314635da-5734-4bf9-86e1-287d04e16f84) {{(pid=102347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:38:09.231566 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-17e48774-20e7-4975-b304-b9ba1672a801 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Deleting port ba74dec8-8c87-402a-9b92-f1c438aae6be {{(pid=102346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:38:09.231908 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-17e48774-20e7-4975-b304-b9ba1672a801 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:09.378858 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-36c958b3-70d9-4e55-bbc7-4c8d1c8a49fe req-5178bf77-601a-469e-8221-252a9818232b tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:09.416318 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3063a0-a8fc-422f-906a-01168be40b6d req-5888405b-cf02-477b-bd6a-f39a9973d7f1 tempest-AttachVolumeNegativeTest-477808956 tempest-AttachVolumeNegativeTest-477808956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:38:09.417713 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-fc3063a0-a8fc-422f-906a-01168be40b6d req-5888405b-cf02-477b-bd6a-f39a9973d7f1 tempest-AttachVolumeNegativeTest-477808956 tempest-AttachVolumeNegativeTest-477808956-project] 10.222.0.64 "GET /v2.0/networks?id=b35e9655-e3a0-4ebc-8115-69611b13f855 HTTP/1.1" status: 200 len: 815 time: 0.2577403 Oct 27 10:38:09.433279 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [req-fc3063a0-a8fc-422f-906a-01168be40b6d req-b532b4ea-1425-4063-8b88-2f6f9e72292d tempest-AttachVolumeNegativeTest-477808956 tempest-AttachVolumeNegativeTest-477808956-project] Request body: {'port': {'device_id': '027da3df-31ee-4c36-aa3c-3f1ae9faa9d0', 'network_id': 'b35e9655-e3a0-4ebc-8115-69611b13f855', 'admin_state_up': True, 'tenant_id': '08ad62c7dc6e456e8fa39abf5ba7c668'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:38:09.433593 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5178bf77-601a-469e-8221-252a9818232b tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Pushing event deleted for resources: {'Port': ['ID=d8e10c2d-801b-4ced-8252-16c533f3080d,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:38:09.494827 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [req-36c958b3-70d9-4e55-bbc7-4c8d1c8a49fe req-5178bf77-601a-469e-8221-252a9818232b tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] No DVR routers for this DVR port d8e10c2d-801b-4ced-8252-16c533f3080d on host n-h2-813419-10 {{(pid=102346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:38:09.499434 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-36c958b3-70d9-4e55-bbc7-4c8d1c8a49fe req-5178bf77-601a-469e-8221-252a9818232b tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:09.503508 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-36c958b3-70d9-4e55-bbc7-4c8d1c8a49fe req-5178bf77-601a-469e-8221-252a9818232b tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] 10.222.0.76 "DELETE /v2.0/ports/d8e10c2d-801b-4ced-8252-16c533f3080d HTTP/1.1" status: 204 len: 173 time: 1.0446334 Oct 27 10:38:09.512284 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9a90d06-b4fc-47d5-8eb2-455b727b5399', 'name': 'network-vif-deleted', 'tag': 'd8e10c2d-801b-4ced-8252-16c533f3080d'}] {{(pid=102346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:38:09.512284 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc0e418f5fc417c8d55d94c0aa509b037d0beb2a734c1a709e789eb65639a56d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe78c62a-7235-4be9-85fc-aa3d19fa2616" -d '{"events": [{"server_uuid": "c9a90d06-b4fc-47d5-8eb2-455b727b5399", "name": "network-vif-deleted", "tag": "d8e10c2d-801b-4ced-8252-16c533f3080d"}]}' {{(pid=102346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:38:09.515525 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [None req-17e48774-20e7-4975-b304-b9ba1672a801 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] For port ba74dec8-8c87-402a-9b92-f1c438aae6be, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=ba74dec8-8c87-402a-9b92-f1c438aae6be,segment=NetworkSegment(eef0c4ec-5773-434c-ac68-3d91e838e9be),segment_id=eef0c4ec-5773-434c-ac68-3d91e838e9be)] {{(pid=102346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:38:09.515959 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-17e48774-20e7-4975-b304-b9ba1672a801 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:09.534065 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-38812363-d41b-4410-a6fb-c27a486f65c9 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Publish callbacks [] for port, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:09.550262 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-17e48774-20e7-4975-b304-b9ba1672a801 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Calling delete_port for ba74dec8-8c87-402a-9b92-f1c438aae6be owned by network:router_interface {{(pid=102346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:38:09.650785 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc3063a0-a8fc-422f-906a-01168be40b6d req-b532b4ea-1425-4063-8b88-2f6f9e72292d tempest-AttachVolumeNegativeTest-477808956 tempest-AttachVolumeNegativeTest-477808956-project] Made reservation on behalf of 08ad62c7dc6e456e8fa39abf5ba7c668 for: {'port': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:38:09.660318 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:38:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87acf25e-e031-43fd-a8f8-c565b3dd7b25 x-openstack-request-id: req-87acf25e-e031-43fd-a8f8-c565b3dd7b25 {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:38:09.660318 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9a90d06-b4fc-47d5-8eb2-455b727b5399", "name": "network-vif-deleted", "tag": "d8e10c2d-801b-4ced-8252-16c533f3080d", "status": "completed", "code": 200}]} {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:38:09.660318 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-87acf25e-e031-43fd-a8f8-c565b3dd7b25 {{(pid=102346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:38:09.660318 n-d-813419-10 neutron-server[102346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9a90d06-b4fc-47d5-8eb2-455b727b5399', 'name': 'network-vif-deleted', 'tag': 'd8e10c2d-801b-4ced-8252-16c533f3080d', 'status': 'completed', 'code': 200} Oct 27 10:38:09.660702 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-fc3063a0-a8fc-422f-906a-01168be40b6d req-b532b4ea-1425-4063-8b88-2f6f9e72292d tempest-AttachVolumeNegativeTest-477808956 tempest-AttachVolumeNegativeTest-477808956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:09.663266 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-38812363-d41b-4410-a6fb-c27a486f65c9 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:09.802640 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38812363-d41b-4410-a6fb-c27a486f65c9 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Network 9b7a570e-5cc4-4138-927f-5b43fcc352d7 is already hosted by enough agents. {{(pid=102347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:38:09.815228 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [None req-38812363-d41b-4410-a6fb-c27a486f65c9 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Resources bound (agent type, host, resource id): {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:38:09.817451 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38812363-d41b-4410-a6fb-c27a486f65c9 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Received port after_create {{(pid=102347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:38:09.830634 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9372d35a-e7f4-4426-bc90-07720bd3e201 req-bd0d96bd-176f-43a0-806a-1f66dac308ac tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:38:09.832490 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-9372d35a-e7f4-4426-bc90-07720bd3e201 req-bd0d96bd-176f-43a0-806a-1f66dac308ac tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/ports?device_id=f6fc38b4-3d34-4580-bd35-a4b845297319 HTTP/1.1" status: 200 len: 945 time: 0.1327293 Oct 27 10:38:09.835745 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device ba74dec8-8c87-402a-9b92-f1c438aae6be up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:38:09.857971 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38812363-d41b-4410-a6fb-c27a486f65c9 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Pushing event updated for resources: {'Port': ['ID=314635da-5734-4bf9-86e1-287d04e16f84,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:38:09.935673 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_common [req-fc3063a0-a8fc-422f-906a-01168be40b6d req-b532b4ea-1425-4063-8b88-2f6f9e72292d tempest-AttachVolumeNegativeTest-477808956 tempest-AttachVolumeNegativeTest-477808956-project] Allocated IP 172.20.0.14 (b35e9655-e3a0-4ebc-8115-69611b13f855/3094fde6-b550-4931-b376-595a71e5404d/51ef365d-a39a-4f99-a3dd-39d1d9a027e9) {{(pid=102347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:38:09.942940 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port ba74dec8-8c87-402a-9b92-f1c438aae6be triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:38:09.944790 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:09.946421 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-38812363-d41b-4410-a6fb-c27a486f65c9 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1664961'] for router_interface, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:10.056494 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-17e48774-20e7-4975-b304-b9ba1672a801 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:10.080588 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Port ba74dec8-8c87-402a-9b92-f1c438aae6be update to ACTIVE by agent not found {{(pid=102348) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Oct 27 10:38:10.142403 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e48774-20e7-4975-b304-b9ba1672a801 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Pushing event deleted for resources: {'Port': ['ID=ba74dec8-8c87-402a-9b92-f1c438aae6be,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:38:10.269778 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-9372d35a-e7f4-4426-bc90-07720bd3e201 req-3e3130ed-3f7a-493b-9da1-67cf80b437f6 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/security-groups?id=042a0afe-bacb-4048-aed3-353e9c85bd81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4188149 Oct 27 10:38:10.276770 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-17e48774-20e7-4975-b304-b9ba1672a801 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2006968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1766358'] for router_interface, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:10.503702 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-84a06ad6-d00e-43d7-8e44-9a3281695e94 req-8528116f-96c2-426f-bbfc-13a1ef3391aa tempest-AttachVolumeNegativeTest-477808956 tempest-AttachVolumeNegativeTest-477808956-project] 10.222.0.44 "GET /v2.0/ports?device_id=027da3df-31ee-4c36-aa3c-3f1ae9faa9d0 HTTP/1.1" status: 200 len: 210 time: 0.0347443 Oct 27 10:38:10.504813 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-afdaf1c6-f2cb-4fdc-a399-0a18c9aec865 req-12c85000-9b68-4cec-bbf7-39f64b08e236 tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] 10.222.0.44 "GET /v2.0/ports?device_id=c9a90d06-b4fc-47d5-8eb2-455b727b5399 HTTP/1.1" status: 200 len: 210 time: 0.0466282 Oct 27 10:38:10.510958 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17e48774-20e7-4975-b304-b9ba1672a801 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Router d0803def-1f3d-486c-80e5-cdf4593c2c8f has already been hosted by L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb {{(pid=102346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 10:38:10.601896 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-38812363-d41b-4410-a6fb-c27a486f65c9 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:10.629958 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17e48774-20e7-4975-b304-b9ba1672a801 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:38:10.637896 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-17e48774-20e7-4975-b304-b9ba1672a801 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] 10.222.0.44 "PUT /v2.0/routers/d0803def-1f3d-486c-80e5-cdf4593c2c8f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3502784 Oct 27 10:38:10.639695 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 43116) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:38:10.699375 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b841dc-c4fb-4e1b-90ee-90fd673bd292 req-f4ce0f94-1d2d-46f1-b7f9-b7b6df63c84f tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:38:10.703393 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-51b841dc-c4fb-4e1b-90ee-90fd673bd292 req-f4ce0f94-1d2d-46f1-b7f9-b7b6df63c84f tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/ports?device_id=f6fc38b4-3d34-4580-bd35-a4b845297319 HTTP/1.1" status: 200 len: 945 time: 0.1063328 Oct 27 10:38:10.729525 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb8c5e55-b3f0-4f13-aab2-7ea62ea61fed tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:38:10.731132 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb8c5e55-b3f0-4f13-aab2-7ea62ea61fed tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:38:10.732658 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-bb8c5e55-b3f0-4f13-aab2-7ea62ea61fed tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0887609 Oct 27 10:38:10.735338 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 43118) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:38:10.786223 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-51b841dc-c4fb-4e1b-90ee-90fd673bd292 req-cdc0f188-afb1-4874-a3db-cd7e35d3ad1c tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/security-groups?id=042a0afe-bacb-4048-aed3-353e9c85bd81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772228 Oct 27 10:38:10.794925 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-fc3063a0-a8fc-422f-906a-01168be40b6d req-b532b4ea-1425-4063-8b88-2f6f9e72292d tempest-AttachVolumeNegativeTest-477808956 tempest-AttachVolumeNegativeTest-477808956-project] Publish callbacks [] for port, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:10.809745 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_v2 [None req-ace7ce56-879b-44b0-b8ae-a79f30dcace5 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Deleting subnet 06b6adaf-b255-407e-b160-3248afa2a987 {{(pid=102346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 10:38:10.809745 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ace7ce56-879b-44b0-b8ae-a79f30dcace5 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks [] for subnet, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:10.847818 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ace7ce56-879b-44b0-b8ae-a79f30dcace5 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25847868'] for subnet, precommit_delete_associations {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:10.905091 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-fc3063a0-a8fc-422f-906a-01168be40b6d req-b532b4ea-1425-4063-8b88-2f6f9e72292d tempest-AttachVolumeNegativeTest-477808956 tempest-AttachVolumeNegativeTest-477808956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:10.963128 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ace7ce56-879b-44b0-b8ae-a79f30dcace5 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855646'] for subnet, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:10.968128 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc3063a0-a8fc-422f-906a-01168be40b6d req-b532b4ea-1425-4063-8b88-2f6f9e72292d tempest-AttachVolumeNegativeTest-477808956 tempest-AttachVolumeNegativeTest-477808956-project] Network b35e9655-e3a0-4ebc-8115-69611b13f855 is already hosted by enough agents. {{(pid=102347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:38:10.975992 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [req-fc3063a0-a8fc-422f-906a-01168be40b6d req-b532b4ea-1425-4063-8b88-2f6f9e72292d tempest-AttachVolumeNegativeTest-477808956 tempest-AttachVolumeNegativeTest-477808956-project] Resources bound (agent type, host, resource id): {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:38:10.988499 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc3063a0-a8fc-422f-906a-01168be40b6d req-b532b4ea-1425-4063-8b88-2f6f9e72292d tempest-AttachVolumeNegativeTest-477808956 tempest-AttachVolumeNegativeTest-477808956-project] Received port after_create {{(pid=102347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:38:10.997997 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b532b4ea-1425-4063-8b88-2f6f9e72292d tempest-AttachVolumeNegativeTest-477808956 tempest-AttachVolumeNegativeTest-477808956-project] Pushing event updated for resources: {'Port': ['ID=51ef365d-a39a-4f99-a3dd-39d1d9a027e9,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:38:11.031671 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ace7ce56-879b-44b0-b8ae-a79f30dcace5 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27024355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27168307'] for subnet, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:11.071414 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3063a0-a8fc-422f-906a-01168be40b6d req-b532b4ea-1425-4063-8b88-2f6f9e72292d tempest-AttachVolumeNegativeTest-477808956 tempest-AttachVolumeNegativeTest-477808956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:38:11.072051 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-fc3063a0-a8fc-422f-906a-01168be40b6d req-b532b4ea-1425-4063-8b88-2f6f9e72292d tempest-AttachVolumeNegativeTest-477808956 tempest-AttachVolumeNegativeTest-477808956-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:11.085930 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-38812363-d41b-4410-a6fb-c27a486f65c9 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Publish callbacks [] for port, precommit_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:11.088635 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace7ce56-879b-44b0-b8ae-a79f30dcace5 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Pushing event deleted for resources: {'Subnet': ['ID=06b6adaf-b255-407e-b160-3248afa2a987,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:38:11.091772 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-38812363-d41b-4410-a6fb-c27a486f65c9 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:11.096239 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ace7ce56-879b-44b0-b8ae-a79f30dcace5 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for subnet, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:11.103007 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-ace7ce56-879b-44b0-b8ae-a79f30dcace5 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] 10.222.0.44 "DELETE /v2.0/subnets/06b6adaf-b255-407e-b160-3248afa2a987 HTTP/1.1" status: 204 len: 168 time: 0.3635566 Oct 27 10:38:11.103007 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 43124) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:38:11.104599 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfac6e04-374c-4916-a5f2-47bf60677d99 None None] Network a3a2d542-53da-4e86-bf77-b0dcf0f24882 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:38:11.122612 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-fc3063a0-a8fc-422f-906a-01168be40b6d req-b532b4ea-1425-4063-8b88-2f6f9e72292d tempest-AttachVolumeNegativeTest-477808956 tempest-AttachVolumeNegativeTest-477808956-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6942313 Oct 27 10:38:11.150254 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [req-fc3063a0-a8fc-422f-906a-01168be40b6d req-e77346f7-1257-4d73-a49d-351186f86613 service neutron] Request body: {'port': {'device_id': '027da3df-31ee-4c36-aa3c-3f1ae9faa9d0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-10'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:38:11.208288 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-38812363-d41b-4410-a6fb-c27a486f65c9 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2006967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1766225'] for router_interface, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:11.209445 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbe2763-4d5a-4d0f-a510-b679bdee217d req-58289c14-9ed6-475b-9cec-fd71e270faef tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:38:11.211265 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-3fbe2763-4d5a-4d0f-a510-b679bdee217d req-58289c14-9ed6-475b-9cec-fd71e270faef tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/ports?device_id=f6fc38b4-3d34-4580-bd35-a4b845297319 HTTP/1.1" status: 200 len: 945 time: 0.1767468 Oct 27 10:38:11.211656 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38812363-d41b-4410-a6fb-c27a486f65c9 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Pushing event updated for resources: {'Port': ['ID=314635da-5734-4bf9-86e1-287d04e16f84,revision_number=2']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:38:11.242382 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-643ce599-7317-4851-bfe5-be213a22c904 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.1346679 Oct 27 10:38:11.242581 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 43126) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:38:11.244463 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-fc3063a0-a8fc-422f-906a-01168be40b6d req-e77346f7-1257-4d73-a49d-351186f86613 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:11.340715 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee63199a-597e-4dd5-ba38-e72b8c29457b None None] DHCP port deletion for a3a2d542-53da-4e86-bf77-b0dcf0f24882 request from n-d-813419-10 {{(pid=102348) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 10:38:11.341402 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-3fbe2763-4d5a-4d0f-a510-b679bdee217d req-aba8c747-a8f8-4cc2-8562-4a42d86f78fb tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/security-groups?id=042a0afe-bacb-4048-aed3-353e9c85bd81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1162720 Oct 27 10:38:11.343602 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-8c294f29-1671-47ed-8d5b-e444b97904cb tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks [] for router, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:11.433226 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-283c9911-7235-429e-8a9e-7efd62995ba1 None None] Sync routers for ids ['d0803def-1f3d-486c-80e5-cdf4593c2c8f'] in n-d-813419-10 {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:38:11.455923 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38812363-d41b-4410-a6fb-c27a486f65c9 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Network 9b7a570e-5cc4-4138-927f-5b43fcc352d7 is already hosted by enough agents. {{(pid=102347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:38:11.459992 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [None req-38812363-d41b-4410-a6fb-c27a486f65c9 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Resources bound (agent type, host, resource id): {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:38:11.471282 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-283c9911-7235-429e-8a9e-7efd62995ba1 None None] Routers {'d0803def-1f3d-486c-80e5-cdf4593c2c8f'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:38:11.471921 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-283c9911-7235-429e-8a9e-7efd62995ba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:37:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['d0803def-1f3d-486c-80e5-cdf4593c2c8f'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:38:11.591987 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-ee63199a-597e-4dd5-ba38-e72b8c29457b None None] Deleting port e115c4fe-806d-4792-90ab-f679ba319ae0 {{(pid=102348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:38:11.592677 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-ee63199a-597e-4dd5-ba38-e72b8c29457b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:11.650375 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 43142) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:38:11.655140 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvr_db [None req-283c9911-7235-429e-8a9e-7efd62995ba1 None None] Set router d0803def-1f3d-486c-80e5-cdf4593c2c8f gateway port host: None {{(pid=102348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:38:11.734291 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-283c9911-7235-429e-8a9e-7efd62995ba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0803def-1f3d-486c-80e5-cdf4593c2c8f', 'name': 'tempest-NetworksTestDHCPv6-router-639412247', 'tenant_id': '378140ee2d4f4428be90ff45daafe008', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:38:03Z', 'updated_at': '2021-10-27T10:38:09Z', 'revision_number': 3, 'project_id': '378140ee2d4f4428be90ff45daafe008', 'gw_port_host': None}], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:38:11.760215 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38812363-d41b-4410-a6fb-c27a486f65c9 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Router a042eb13-6a44-40a6-a824-b3ddb3fcab62 has already been hosted by L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb {{(pid=102347) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 10:38:11.776591 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-283c9911-7235-429e-8a9e-7efd62995ba1 None None] Checking router: d0803def-1f3d-486c-80e5-cdf4593c2c8f for host: n-d-813419-10 {{(pid=102348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 10:38:11.800818 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-283c9911-7235-429e-8a9e-7efd62995ba1 None None] Routers {'d0803def-1f3d-486c-80e5-cdf4593c2c8f'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:38:11.801610 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-283c9911-7235-429e-8a9e-7efd62995ba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:37:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['d0803def-1f3d-486c-80e5-cdf4593c2c8f'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:38:11.854335 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-83862819-5357-4727-83b1-daf7c5df75f4 tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Publish callbacks [] for security_group, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:11.877702 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device e115c4fe-806d-4792-90ab-f679ba319ae0 no longer exists at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:38:11.925072 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [req-fc3063a0-a8fc-422f-906a-01168be40b6d req-e77346f7-1257-4d73-a49d-351186f86613 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51ef365d-a39a-4f99-a3dd-39d1d9a027e9 {{(pid=102347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:38:11.927434 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-ee63199a-597e-4dd5-ba38-e72b8c29457b None None] For port e115c4fe-806d-4792-90ab-f679ba319ae0, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=e115c4fe-806d-4792-90ab-f679ba319ae0,segment=NetworkSegment(eef0c4ec-5773-434c-ac68-3d91e838e9be),segment_id=eef0c4ec-5773-434c-ac68-3d91e838e9be)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:38:11.927838 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-ee63199a-597e-4dd5-ba38-e72b8c29457b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:11.945652 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-fc3063a0-a8fc-422f-906a-01168be40b6d req-e77346f7-1257-4d73-a49d-351186f86613 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:11.946021 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvr_db [None req-283c9911-7235-429e-8a9e-7efd62995ba1 None None] Set router d0803def-1f3d-486c-80e5-cdf4593c2c8f gateway port host: None {{(pid=102348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:38:11.974161 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-83862819-5357-4727-83b1-daf7c5df75f4 tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:11.974884 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-ee63199a-597e-4dd5-ba38-e72b8c29457b None None] Calling delete_port for e115c4fe-806d-4792-90ab-f679ba319ae0 owned by network:dhcp {{(pid=102348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:38:11.990367 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.provisioning_blocks [req-fc3063a0-a8fc-422f-906a-01168be40b6d req-e77346f7-1257-4d73-a49d-351186f86613 service neutron] Transition to ACTIVE for port object 51ef365d-a39a-4f99-a3dd-39d1d9a027e9 will not be triggered until provisioned by entity L2. {{(pid=102347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 10:38:12.001569 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-fc3063a0-a8fc-422f-906a-01168be40b6d req-e77346f7-1257-4d73-a49d-351186f86613 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:12.033353 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-283c9911-7235-429e-8a9e-7efd62995ba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0803def-1f3d-486c-80e5-cdf4593c2c8f', 'name': 'tempest-NetworksTestDHCPv6-router-639412247', 'tenant_id': '378140ee2d4f4428be90ff45daafe008', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:38:03Z', 'updated_at': '2021-10-27T10:38:09Z', 'revision_number': 3, 'project_id': '378140ee2d4f4428be90ff45daafe008', 'gw_port_host': None}], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:38:12.066148 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-8c294f29-1671-47ed-8d5b-e444b97904cb tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1765662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3700'] for router, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:12.069498 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-8c294f29-1671-47ed-8d5b-e444b97904cb tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:12.106513 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-283c9911-7235-429e-8a9e-7efd62995ba1 None None] The sync data for ids ['d0803def-1f3d-486c-80e5-cdf4593c2c8f'] in n-d-813419-10 is: [{'id': 'd0803def-1f3d-486c-80e5-cdf4593c2c8f', 'name': 'tempest-NetworksTestDHCPv6-router-639412247', 'tenant_id': '378140ee2d4f4428be90ff45daafe008', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:38:03Z', 'updated_at': '2021-10-27T10:38:09Z', 'revision_number': 3, 'project_id': '378140ee2d4f4428be90ff45daafe008', 'gw_port_host': None}] {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:38:12.108864 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38812363-d41b-4410-a6fb-c27a486f65c9 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:38:12.120710 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-38812363-d41b-4410-a6fb-c27a486f65c9 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] 10.222.0.44 "PUT /v2.0/routers/a042eb13-6a44-40a6-a824-b3ddb3fcab62/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9808979 Oct 27 10:38:12.124239 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 43146) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:38:12.129764 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77346f7-1257-4d73-a49d-351186f86613 service neutron] Pushing event updated for resources: {'Port': ['ID=51ef365d-a39a-4f99-a3dd-39d1d9a027e9,revision_number=2']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:38:12.132421 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf3c6a4-c9a5-4978-a408-8e58e8b9d1f6 req-311f3a74-c897-4461-861b-939cc74b9ff6 tempest-AttachVolumeNegativeTest-477808956 tempest-AttachVolumeNegativeTest-477808956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:38:12.140638 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2259905b-c27c-4639-89d9-86baf5e9ddef None None] Sync routers for ids ['a042eb13-6a44-40a6-a824-b3ddb3fcab62'] in n-d-813419-10 {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:38:12.144309 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-20fb3dcf-ab1a-404d-83cc-0a8342033eb6 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Request body: {'port': {'network_id': '9b7a570e-5cc4-4138-927f-5b43fcc352d7', 'name': 'tempest-FloatingIPTestJSON-94368384'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:38:12.150138 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-0cf3c6a4-c9a5-4978-a408-8e58e8b9d1f6 req-311f3a74-c897-4461-861b-939cc74b9ff6 tempest-AttachVolumeNegativeTest-477808956 tempest-AttachVolumeNegativeTest-477808956-project] 10.222.0.44 "GET /v2.0/ports?device_id=027da3df-31ee-4c36-aa3c-3f1ae9faa9d0 HTTP/1.1" status: 200 len: 944 time: 0.1135902 Oct 27 10:38:12.158025 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2259905b-c27c-4639-89d9-86baf5e9ddef None None] Routers {'a042eb13-6a44-40a6-a824-b3ddb3fcab62'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:38:12.163440 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-2259905b-c27c-4639-89d9-86baf5e9ddef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:37:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['a042eb13-6a44-40a6-a824-b3ddb3fcab62'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:38:12.164032 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-83862819-5357-4727-83b1-daf7c5df75f4 tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:12.168287 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-83862819-5357-4727-83b1-daf7c5df75f4 tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Publish callbacks [] for security_group, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:12.169171 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-83862819-5357-4727-83b1-daf7c5df75f4 tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] 10.222.0.44 "DELETE /v2.0/security-groups/129df1dd-515e-4db3-af91-151fa02c020c HTTP/1.1" status: 204 len: 168 time: 0.5177991 Oct 27 10:38:12.182506 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:12.189077 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-ee63199a-597e-4dd5-ba38-e72b8c29457b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615'] for port, after_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:12.201038 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 43148) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:38:12.223024 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-2259905b-c27c-4639-89d9-86baf5e9ddef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:38:12.226105 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b30d7d3-3e56-4804-91a2-5f8bad5a067d req-bbae6ae8-835a-46d9-8689-5ea05e87d19b tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:38:12.231243 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee63199a-597e-4dd5-ba38-e72b8c29457b None None] No DVR routers for this DVR port e115c4fe-806d-4792-90ab-f679ba319ae0 on host n-d-813419-10 {{(pid=102348) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:38:12.233644 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-0b30d7d3-3e56-4804-91a2-5f8bad5a067d req-bbae6ae8-835a-46d9-8689-5ea05e87d19b tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/ports?device_id=f6fc38b4-3d34-4580-bd35-a4b845297319 HTTP/1.1" status: 200 len: 945 time: 0.2398906 Oct 27 10:38:12.233895 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-8c294f29-1671-47ed-8d5b-e444b97904cb tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1765641'] for router, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:12.234607 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c294f29-1671-47ed-8d5b-e444b97904cb tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Fanout notify agent at l3_agent the message router_deleted on router d0803def-1f3d-486c-80e5-cdf4593c2c8f {{(pid=102346) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 10:38:12.241437 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee63199a-597e-4dd5-ba38-e72b8c29457b None None] Pushing event deleted for resources: {'Port': ['ID=e115c4fe-806d-4792-90ab-f679ba319ae0,revision_number=None']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:38:12.246768 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2259905b-c27c-4639-89d9-86baf5e9ddef None None] Routers {'a042eb13-6a44-40a6-a824-b3ddb3fcab62'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:38:12.247422 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-2259905b-c27c-4639-89d9-86baf5e9ddef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:37:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['a042eb13-6a44-40a6-a824-b3ddb3fcab62'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:38:12.261786 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-8c294f29-1671-47ed-8d5b-e444b97904cb tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks [] for router, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:12.265389 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-8c294f29-1671-47ed-8d5b-e444b97904cb tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] 10.222.0.44 "DELETE /v2.0/routers/d0803def-1f3d-486c-80e5-cdf4593c2c8f HTTP/1.1" status: 204 len: 168 time: 1.0187986 Oct 27 10:38:12.265389 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 43150) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:38:12.288973 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83862819-5357-4727-83b1-daf7c5df75f4 tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=129df1dd-515e-4db3-af91-151fa02c020c,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:38:12.300255 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-0cf3c6a4-c9a5-4978-a408-8e58e8b9d1f6 req-1b1d1bb4-3805-4734-a66b-1e3dc7ac212b tempest-AttachVolumeNegativeTest-477808956 tempest-AttachVolumeNegativeTest-477808956-project] 10.222.0.44 "GET /v2.0/security-groups?id=6419667f-4570-481f-8a5c-a797762fb34f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460893 Oct 27 10:38:12.308439 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-8a62129e-c526-4375-9e7c-996f64f6bc28 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0410550 Oct 27 10:38:12.309144 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 43152) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:38:12.311442 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-2259905b-c27c-4639-89d9-86baf5e9ddef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:38:12.312099 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2259905b-c27c-4639-89d9-86baf5e9ddef None None] The sync data for ids ['a042eb13-6a44-40a6-a824-b3ddb3fcab62'] in n-d-813419-10 is: [] {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:38:12.312725 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83862819-5357-4727-83b1-daf7c5df75f4 tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:38:12.313069 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83862819-5357-4727-83b1-daf7c5df75f4 tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:38:12.313414 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83862819-5357-4727-83b1-daf7c5df75f4 tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:38:12.313751 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83862819-5357-4727-83b1-daf7c5df75f4 tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:38:12.314601 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83862819-5357-4727-83b1-daf7c5df75f4 tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:38:12.314601 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83862819-5357-4727-83b1-daf7c5df75f4 tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:38:12.314854 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83862819-5357-4727-83b1-daf7c5df75f4 tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:38:12.315168 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83862819-5357-4727-83b1-daf7c5df75f4 tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:38:12.315502 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83862819-5357-4727-83b1-daf7c5df75f4 tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:38:12.315834 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83862819-5357-4727-83b1-daf7c5df75f4 tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:38:12.316159 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83862819-5357-4727-83b1-daf7c5df75f4 tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:38:12.317191 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83862819-5357-4727-83b1-daf7c5df75f4 tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:38:12.353392 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-22b6d41e-9d81-4ec7-984b-69415788c814 tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Publish callbacks [] for security_group, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:12.361910 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-0b30d7d3-3e56-4804-91a2-5f8bad5a067d req-10e74a29-6b5f-4cc4-a273-a0712845b4b0 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/security-groups?id=042a0afe-bacb-4048-aed3-353e9c85bd81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1262927 Oct 27 10:38:12.393359 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-fc3063a0-a8fc-422f-906a-01168be40b6d req-e77346f7-1257-4d73-a49d-351186f86613 service neutron] Attempting to bind port 51ef365d-a39a-4f99-a3dd-39d1d9a027e9 on host n-h1-813419-10 for vnic_type normal with profile {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:38:12.393719 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-fc3063a0-a8fc-422f-906a-01168be40b6d req-e77346f7-1257-4d73-a49d-351186f86613 service neutron] Attempting to bind port 51ef365d-a39a-4f99-a3dd-39d1d9a027e9 by drivers openvswitch,hyperv on host n-h1-813419-10 at level 0 using segments [{'id': 'cb1f304e-3238-44f1-ae7f-78d4e314acae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'b35e9655-e3a0-4ebc-8115-69611b13f855'}] {{(pid=102347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:38:12.394051 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc3063a0-a8fc-422f-906a-01168be40b6d req-e77346f7-1257-4d73-a49d-351186f86613 service neutron] Attempting to bind port 51ef365d-a39a-4f99-a3dd-39d1d9a027e9 on network b35e9655-e3a0-4ebc-8115-69611b13f855 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:38:12.402761 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc3063a0-a8fc-422f-906a-01168be40b6d req-e77346f7-1257-4d73-a49d-351186f86613 service neutron] Port 51ef365d-a39a-4f99-a3dd-39d1d9a027e9 on network b35e9655-e3a0-4ebc-8115-69611b13f855 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-10 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 10:38:12.403078 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc3063a0-a8fc-422f-906a-01168be40b6d req-e77346f7-1257-4d73-a49d-351186f86613 service neutron] Attempting to bind port 51ef365d-a39a-4f99-a3dd-39d1d9a027e9 on network b35e9655-e3a0-4ebc-8115-69611b13f855 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:38:12.405511 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-22b6d41e-9d81-4ec7-984b-69415788c814 tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:12.410958 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc3063a0-a8fc-422f-906a-01168be40b6d req-e77346f7-1257-4d73-a49d-351186f86613 service neutron] Checking agent: {'id': 'a52e1cab-0c63-402d-9c94-330537c6c076', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 16, 2), 'started_at': datetime.datetime(2021, 10, 27, 10, 16, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 38, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:38:12.411293 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc3063a0-a8fc-422f-906a-01168be40b6d req-e77346f7-1257-4d73-a49d-351186f86613 service neutron] Checking segment: {'id': 'cb1f304e-3238-44f1-ae7f-78d4e314acae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'b35e9655-e3a0-4ebc-8115-69611b13f855'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:38:12.411670 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc3063a0-a8fc-422f-906a-01168be40b6d req-e77346f7-1257-4d73-a49d-351186f86613 service neutron] Bound using segment: {'id': 'cb1f304e-3238-44f1-ae7f-78d4e314acae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'b35e9655-e3a0-4ebc-8115-69611b13f855'} {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:38:12.412093 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-fc3063a0-a8fc-422f-906a-01168be40b6d req-e77346f7-1257-4d73-a49d-351186f86613 service neutron] Bound port: 51ef365d-a39a-4f99-a3dd-39d1d9a027e9, host: n-h1-813419-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb1f304e-3238-44f1-ae7f-78d4e314acae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'b35e9655-e3a0-4ebc-8115-69611b13f855'}}] {{(pid=102347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:38:12.412473 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-fc3063a0-a8fc-422f-906a-01168be40b6d req-e77346f7-1257-4d73-a49d-351186f86613 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:12.423999 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b05e0d68-5c9b-4d10-bb7d-59bcc7d768ac tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:38:12.425536 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-b05e0d68-5c9b-4d10-bb7d-59bcc7d768ac tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0926471 Oct 27 10:38:12.430654 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 43154) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:38:12.434489 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20fb3dcf-ab1a-404d-83cc-0a8342033eb6 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Made reservation on behalf of 7318d2885ba54c7288540ee60a74f572 for: {'port': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:38:12.437955 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-20fb3dcf-ab1a-404d-83cc-0a8342033eb6 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:12.478486 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [None req-20fb3dcf-ab1a-404d-83cc-0a8342033eb6 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] device_id is not set on port cec2de10-ed85-494d-936f-d250d64a6d2d yet. {{(pid=102347) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 10:38:12.482082 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-05bad37c-4ee0-40c2-99c7-a4d19ad679fa tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0502908 Oct 27 10:38:12.490452 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 43156) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:38:12.509382 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-7b20396f-59de-4a61-b8ce-3cc2fd00f09d tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Request body: {'subnet': {'network_id': 'a3a2d542-53da-4e86-bf77-b0dcf0f24882', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:38:12.543236 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-fc3063a0-a8fc-422f-906a-01168be40b6d req-e77346f7-1257-4d73-a49d-351186f86613 service neutron] For port 51ef365d-a39a-4f99-a3dd-39d1d9a027e9, host n-h1-813419-10, cleared binding levels {{(pid=102347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:38:12.555541 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-22b6d41e-9d81-4ec7-984b-69415788c814 tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:12.558906 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-22b6d41e-9d81-4ec7-984b-69415788c814 tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:12.560412 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-22b6d41e-9d81-4ec7-984b-69415788c814 tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] 10.222.0.44 "DELETE /v2.0/security-groups/8b320932-ab34-453c-a18d-838c18c0b4b3 HTTP/1.1" status: 204 len: 168 time: 0.3577423 Oct 27 10:38:12.564035 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 43160) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:38:12.567056 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-fc3063a0-a8fc-422f-906a-01168be40b6d req-e77346f7-1257-4d73-a49d-351186f86613 service neutron] For port 51ef365d-a39a-4f99-a3dd-39d1d9a027e9, host n-h1-813419-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=51ef365d-a39a-4f99-a3dd-39d1d9a027e9,segment=NetworkSegment(cb1f304e-3238-44f1-ae7f-78d4e314acae),segment_id=cb1f304e-3238-44f1-ae7f-78d4e314acae)] {{(pid=102347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:38:12.579586 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-fc3063a0-a8fc-422f-906a-01168be40b6d req-e77346f7-1257-4d73-a49d-351186f86613 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:12.592883 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b6d41e-9d81-4ec7-984b-69415788c814 tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b320932-ab34-453c-a18d-838c18c0b4b3,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:38:12.633465 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b20396f-59de-4a61-b8ce-3cc2fd00f09d tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Made reservation on behalf of 378140ee2d4f4428be90ff45daafe008 for: {'subnet': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:38:12.637615 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-7b20396f-59de-4a61-b8ce-3cc2fd00f09d tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27167186'] for subnet, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:12.719090 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3063a0-a8fc-422f-906a-01168be40b6d req-e77346f7-1257-4d73-a49d-351186f86613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:38:12.719707 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-fc3063a0-a8fc-422f-906a-01168be40b6d req-e77346f7-1257-4d73-a49d-351186f86613 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:12.721120 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-fc3063a0-a8fc-422f-906a-01168be40b6d req-e77346f7-1257-4d73-a49d-351186f86613 service neutron] 10.222.0.64 "PUT /v2.0/ports/51ef365d-a39a-4f99-a3dd-39d1d9a027e9 HTTP/1.1" status: 200 len: 1093 time: 1.5756061 Oct 27 10:38:12.721589 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '027da3df-31ee-4c36-aa3c-3f1ae9faa9d0', 'tag': '51ef365d-a39a-4f99-a3dd-39d1d9a027e9'}] {{(pid=102347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:38:12.723844 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311149b481204ee7edffdb959c881838506fbd95bc8577c048f6677abb73acc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4168a0b8-04cc-4e53-885f-c2b8387ad0a8" -d '{"events": [{"name": "network-changed", "server_uuid": "027da3df-31ee-4c36-aa3c-3f1ae9faa9d0", "tag": "51ef365d-a39a-4f99-a3dd-39d1d9a027e9"}]}' {{(pid=102347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:38:12.768283 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 10:38:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62ee8140-794f-43a0-8532-fffc64835d15 x-openstack-request-id: req-62ee8140-794f-43a0-8532-fffc64835d15 {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:38:12.768900 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "027da3df-31ee-4c36-aa3c-3f1ae9faa9d0", "tag": "51ef365d-a39a-4f99-a3dd-39d1d9a027e9", "status": "completed", "code": 200}]} {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:38:12.768900 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-62ee8140-794f-43a0-8532-fffc64835d15 {{(pid=102347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:38:12.769324 n-d-813419-10 neutron-server[102347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '027da3df-31ee-4c36-aa3c-3f1ae9faa9d0', 'tag': '51ef365d-a39a-4f99-a3dd-39d1d9a027e9', 'status': 'completed', 'code': 200} Oct 27 10:38:12.805210 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_common [None req-20fb3dcf-ab1a-404d-83cc-0a8342033eb6 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Allocated IP 172.20.0.7 (9b7a570e-5cc4-4138-927f-5b43fcc352d7/d08945b9-ed66-4e24-bdec-a8adc164528e/cec2de10-ed85-494d-936f-d250d64a6d2d) {{(pid=102347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:38:12.830890 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77346f7-1257-4d73-a49d-351186f86613 service neutron] Pushing event updated for resources: {'Port': ['ID=51ef365d-a39a-4f99-a3dd-39d1d9a027e9,revision_number=3']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:38:12.963075 n-d-813419-10 neutron-server[102346]: DEBUG neutron.objects.ports [None req-7b20396f-59de-4a61-b8ce-3cc2fd00f09d tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102346) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 27 10:38:12.964544 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-7b20396f-59de-4a61-b8ce-3cc2fd00f09d tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27024290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27167168'] for subnet, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:12.973137 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3063a0-a8fc-422f-906a-01168be40b6d req-5da76eed-b2be-447d-b973-647b533dfdf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:38:12.976134 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-fc3063a0-a8fc-422f-906a-01168be40b6d req-5da76eed-b2be-447d-b973-647b533dfdf9 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=08ad62c7dc6e456e8fa39abf5ba7c668&device_id=027da3df-31ee-4c36-aa3c-3f1ae9faa9d0 HTTP/1.1" status: 200 len: 1096 time: 0.1915786 Oct 27 10:38:13.003656 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b20396f-59de-4a61-b8ce-3cc2fd00f09d tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Network a3a2d542-53da-4e86-bf77-b0dcf0f24882 is already hosted by enough agents. {{(pid=102346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:38:13.008118 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-7b20396f-59de-4a61-b8ce-3cc2fd00f09d tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Resources bound (agent type, host, resource id): {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:38:13.012387 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b20396f-59de-4a61-b8ce-3cc2fd00f09d tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:38:13.012974 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-7b20396f-59de-4a61-b8ce-3cc2fd00f09d tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for subnet, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:13.018461 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed4a514d-d8fb-4d2c-b667-c4da5dbb9779 None None] Network a3a2d542-53da-4e86-bf77-b0dcf0f24882 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:38:13.038885 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b20396f-59de-4a61-b8ce-3cc2fd00f09d tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Pushing event updated for resources: {'Subnet': ['ID=4dcdbfc5-d43a-4f66-81b2-0fad96a452ad,revision_number=0']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:38:13.045919 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-7b20396f-59de-4a61-b8ce-3cc2fd00f09d tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.5534496 Oct 27 10:38:13.048665 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 43166) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:38:13.054148 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-9fdad879-6690-4afd-ad52-23b04d810fab tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Request body: {'subnet': {'network_id': 'a3a2d542-53da-4e86-bf77-b0dcf0f24882', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:38:13.068368 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-fc3063a0-a8fc-422f-906a-01168be40b6d req-e8b4627b-db4c-4cee-b379-bb3024b165ad service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=51ef365d-a39a-4f99-a3dd-39d1d9a027e9 HTTP/1.1" status: 200 len: 217 time: 0.0828958 Oct 27 10:38:13.176764 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50beef00-2f5f-4f86-96ed-2a57cf03c233 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp734b258e-7d96-550c-b970-9b72ab66f383-a3a2d542-53da-4e86-bf77-b0dcf0f24882', 'network_id': 'a3a2d542-53da-4e86-bf77-b0dcf0f24882', 'tenant_id': '378140ee2d4f4428be90ff45daafe008', 'fixed_ips': [{'subnet_id': '4dcdbfc5-d43a-4f66-81b2-0fad96a452ad'}]}} from n-d-813419-10. {{(pid=102348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 10:38:13.177752 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-50beef00-2f5f-4f86-96ed-2a57cf03c233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:13.187596 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fdad879-6690-4afd-ad52-23b04d810fab tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Made reservation on behalf of 378140ee2d4f4428be90ff45daafe008 for: {'subnet': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:38:13.189390 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device d8e10c2d-801b-4ced-8252-16c533f3080d no longer exists at agent hyperv_n-h2-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:38:13.192998 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-9fdad879-6690-4afd-ad52-23b04d810fab tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27167186'] for subnet, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:13.218091 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] No Port match for: d8e10c2d-801b-4ced-8252-16c533f3080d {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:38:13.218331 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device d8e10c2d-801b-4ced-8252-16c533f3080d not bound to the agent host n-h2-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:38:13.368540 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.db_base_plugin_common [None req-50beef00-2f5f-4f86-96ed-2a57cf03c233 None None] Allocated IP 2001:db8::f816:3eff:fe70:146b (a3a2d542-53da-4e86-bf77-b0dcf0f24882/4dcdbfc5-d43a-4f66-81b2-0fad96a452ad/56bb8c37-e20f-4a5f-b978-ee781e5bdf8e) {{(pid=102348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:38:13.511560 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3063a0-a8fc-422f-906a-01168be40b6d req-769c8d0e-0f9f-4232-a9fa-0b4dc77d1661 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:38:13.512982 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-fc3063a0-a8fc-422f-906a-01168be40b6d req-769c8d0e-0f9f-4232-a9fa-0b4dc77d1661 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3094fde6-b550-4931-b376-595a71e5404d HTTP/1.1" status: 200 len: 855 time: 0.4298730 Oct 27 10:38:13.522292 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-9fdad879-6690-4afd-ad52-23b04d810fab tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27024290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27167168'] for subnet, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:13.557915 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-20fb3dcf-ab1a-404d-83cc-0a8342033eb6 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Publish callbacks [] for port, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:13.568444 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b273100f-3b31-4731-a7de-cb82a0e00917 req-5339be90-8fb7-4174-9f03-b2ec653822db tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:38:13.570057 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-b273100f-3b31-4731-a7de-cb82a0e00917 req-5339be90-8fb7-4174-9f03-b2ec653822db tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/ports?device_id=f6fc38b4-3d34-4580-bd35-a4b845297319 HTTP/1.1" status: 200 len: 945 time: 0.1103780 Oct 27 10:38:13.586451 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fdad879-6690-4afd-ad52-23b04d810fab tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Network a3a2d542-53da-4e86-bf77-b0dcf0f24882 is already hosted by enough agents. {{(pid=102346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:38:13.611643 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-9fdad879-6690-4afd-ad52-23b04d810fab tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Resources bound (agent type, host, resource id): {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:38:13.615286 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-fc3063a0-a8fc-422f-906a-01168be40b6d req-b788f9f1-ee20-4e3d-9a9e-8d94f4221d1f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b35e9655-e3a0-4ebc-8115-69611b13f855&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0853784 Oct 27 10:38:13.621695 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fdad879-6690-4afd-ad52-23b04d810fab tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:38:13.622718 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-9fdad879-6690-4afd-ad52-23b04d810fab tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for subnet, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:13.623778 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171bde2f-1ed4-4beb-b0fc-ec56534a7ad9 req-7bcf051a-c8cd-4a30-8b52-d054bd552abe tempest-AttachVolumeNegativeTest-477808956 tempest-AttachVolumeNegativeTest-477808956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:38:13.631141 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-171bde2f-1ed4-4beb-b0fc-ec56534a7ad9 req-7bcf051a-c8cd-4a30-8b52-d054bd552abe tempest-AttachVolumeNegativeTest-477808956 tempest-AttachVolumeNegativeTest-477808956-project] 10.222.0.44 "GET /v2.0/ports?device_id=027da3df-31ee-4c36-aa3c-3f1ae9faa9d0 HTTP/1.1" status: 200 len: 944 time: 0.2249224 Oct 27 10:38:13.635820 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdad879-6690-4afd-ad52-23b04d810fab tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Pushing event updated for resources: {'Subnet': ['ID=2c10f036-877b-4dc2-82f5-efbd91af9181,revision_number=0']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:38:13.639979 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device ba74dec8-8c87-402a-9b92-f1c438aae6be no longer exists at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:38:13.655090 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-b273100f-3b31-4731-a7de-cb82a0e00917 req-0720400b-9703-48f4-9aeb-376424024bba tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/security-groups?id=042a0afe-bacb-4048-aed3-353e9c85bd81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0746608 Oct 27 10:38:13.663714 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] No Port match for: ba74dec8-8c87-402a-9b92-f1c438aae6be {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:38:13.664312 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device ba74dec8-8c87-402a-9b92-f1c438aae6be not bound to the agent host n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:38:13.666298 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-9fdad879-6690-4afd-ad52-23b04d810fab tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6164792 Oct 27 10:38:13.667072 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 43174) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:38:13.674007 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-df9f8e0a-6a66-4efb-89f4-d4b5e2f0d075 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Request body: {'port': {'network_id': 'a3a2d542-53da-4e86-bf77-b0dcf0f24882', 'mac_address': 'fa:16:3e:5a:dc:57', 'name': 'tempest-NetworksTestDHCPv6-2057252362'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:38:13.780261 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-50beef00-2f5f-4f86-96ed-2a57cf03c233 None None] Publish callbacks [] for port, precommit_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:13.783190 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-171bde2f-1ed4-4beb-b0fc-ec56534a7ad9 req-371eb2d9-efd4-4f91-b0fc-3f015d03ccb0 tempest-AttachVolumeNegativeTest-477808956 tempest-AttachVolumeNegativeTest-477808956-project] 10.222.0.44 "GET /v2.0/security-groups?id=6419667f-4570-481f-8a5c-a797762fb34f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511612 Oct 27 10:38:13.799752 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-50beef00-2f5f-4f86-96ed-2a57cf03c233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606'] for port, after_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:13.813516 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-20fb3dcf-ab1a-404d-83cc-0a8342033eb6 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:13.821797 n-d-813419-10 neutron-server[102348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50beef00-2f5f-4f86-96ed-2a57cf03c233 None None] Network a3a2d542-53da-4e86-bf77-b0dcf0f24882 is already hosted by enough agents. {{(pid=102348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:38:13.833426 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df9f8e0a-6a66-4efb-89f4-d4b5e2f0d075 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Made reservation on behalf of 378140ee2d4f4428be90ff45daafe008 for: {'port': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:38:13.845531 n-d-813419-10 neutron-server[102348]: DEBUG neutron.scheduler.base_scheduler [None req-50beef00-2f5f-4f86-96ed-2a57cf03c233 None None] Resources bound (agent type, host, resource id): {{(pid=102348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:38:13.848507 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50beef00-2f5f-4f86-96ed-2a57cf03c233 None None] Received port after_create {{(pid=102348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:38:13.870352 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-fc3063a0-a8fc-422f-906a-01168be40b6d req-ec749b7b-167e-4d19-965c-4735090de118 service neutron] 10.222.0.64 "GET /v2.0/networks/b35e9655-e3a0-4ebc-8115-69611b13f855?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2364926 Oct 27 10:38:13.876271 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50beef00-2f5f-4f86-96ed-2a57cf03c233 None None] Pushing event updated for resources: {'Port': ['ID=56bb8c37-e20f-4a5f-b978-ee781e5bdf8e,revision_number=1']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:38:13.891352 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20fb3dcf-ab1a-404d-83cc-0a8342033eb6 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Network 9b7a570e-5cc4-4138-927f-5b43fcc352d7 is already hosted by enough agents. {{(pid=102347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:38:13.929167 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [None req-20fb3dcf-ab1a-404d-83cc-0a8342033eb6 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Resources bound (agent type, host, resource id): {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:38:13.932784 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20fb3dcf-ab1a-404d-83cc-0a8342033eb6 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Received port after_create {{(pid=102347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:38:13.942259 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-50beef00-2f5f-4f86-96ed-2a57cf03c233 None None] Attempting to bind port 56bb8c37-e20f-4a5f-b978-ee781e5bdf8e on host n-d-813419-10 for vnic_type normal with profile {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:38:13.942745 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-50beef00-2f5f-4f86-96ed-2a57cf03c233 None None] Attempting to bind port 56bb8c37-e20f-4a5f-b978-ee781e5bdf8e by drivers openvswitch,hyperv on host n-d-813419-10 at level 0 using segments [{'id': 'eef0c4ec-5773-434c-ac68-3d91e838e9be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a3a2d542-53da-4e86-bf77-b0dcf0f24882'}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:38:13.943191 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50beef00-2f5f-4f86-96ed-2a57cf03c233 None None] Attempting to bind port 56bb8c37-e20f-4a5f-b978-ee781e5bdf8e on network a3a2d542-53da-4e86-bf77-b0dcf0f24882 {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:38:13.949420 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50beef00-2f5f-4f86-96ed-2a57cf03c233 None None] Checking agent: {'id': '89dba0f3-79b2-435e-9822-33674b8f6ada', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 8, 20), 'started_at': datetime.datetime(2021, 10, 27, 10, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 37, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:38:13.949930 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50beef00-2f5f-4f86-96ed-2a57cf03c233 None None] Checking segment: {'id': 'eef0c4ec-5773-434c-ac68-3d91e838e9be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a3a2d542-53da-4e86-bf77-b0dcf0f24882'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:38:13.950417 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-50beef00-2f5f-4f86-96ed-2a57cf03c233 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:13.951119 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50beef00-2f5f-4f86-96ed-2a57cf03c233 None None] Bound using segment: {'id': 'eef0c4ec-5773-434c-ac68-3d91e838e9be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a3a2d542-53da-4e86-bf77-b0dcf0f24882'} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:38:13.951266 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-df9f8e0a-6a66-4efb-89f4-d4b5e2f0d075 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:13.951790 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-50beef00-2f5f-4f86-96ed-2a57cf03c233 None None] Bound port: 56bb8c37-e20f-4a5f-b978-ee781e5bdf8e, host: n-d-813419-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eef0c4ec-5773-434c-ac68-3d91e838e9be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a3a2d542-53da-4e86-bf77-b0dcf0f24882'}}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:38:13.952284 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-50beef00-2f5f-4f86-96ed-2a57cf03c233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:13.972808 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [None req-df9f8e0a-6a66-4efb-89f4-d4b5e2f0d075 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] device_id is not set on port 8fd80e60-cc85-414b-bdaf-16093c198fd3 yet. {{(pid=102346) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 10:38:13.980469 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fb3dcf-ab1a-404d-83cc-0a8342033eb6 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Pushing event updated for resources: {'Port': ['ID=cec2de10-ed85-494d-936f-d250d64a6d2d,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:38:14.038203 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-50beef00-2f5f-4f86-96ed-2a57cf03c233 None None] For port 56bb8c37-e20f-4a5f-b978-ee781e5bdf8e, host n-d-813419-10, cleared binding levels {{(pid=102348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:38:14.041938 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-50beef00-2f5f-4f86-96ed-2a57cf03c233 None None] For port 56bb8c37-e20f-4a5f-b978-ee781e5bdf8e, host n-d-813419-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=56bb8c37-e20f-4a5f-b978-ee781e5bdf8e,segment=NetworkSegment(eef0c4ec-5773-434c-ac68-3d91e838e9be),segment_id=eef0c4ec-5773-434c-ac68-3d91e838e9be)] {{(pid=102348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:38:14.046858 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-50beef00-2f5f-4f86-96ed-2a57cf03c233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:14.076299 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20fb3dcf-ab1a-404d-83cc-0a8342033eb6 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:38:14.076907 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-20fb3dcf-ab1a-404d-83cc-0a8342033eb6 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:14.117417 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50beef00-2f5f-4f86-96ed-2a57cf03c233 None None] Pushing event updated for resources: {'Port': ['ID=56bb8c37-e20f-4a5f-b978-ee781e5bdf8e,revision_number=2']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:38:14.134629 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-20fb3dcf-ab1a-404d-83cc-0a8342033eb6 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 927 time: 2.0036051 Oct 27 10:38:14.135531 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 43180) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:38:14.140155 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-7374fb5e-e94f-486a-87ee-1031736c313c tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Request body: {'port': {'network_id': '9b7a570e-5cc4-4138-927f-5b43fcc352d7', 'name': 'tempest-FloatingIPTestJSON-1643153360'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:38:14.141217 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-fc3063a0-a8fc-422f-906a-01168be40b6d req-f4922d4e-23ed-4af3-bf60-a8176252233f service neutron] 10.222.0.64 "GET /v2.0/networks/b35e9655-e3a0-4ebc-8115-69611b13f855?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2518513 Oct 27 10:38:14.165680 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-10e1c15a-f0c8-40a2-b1c8-4ab606d9f78d tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1766202'] for router_interface, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:14.251192 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_common [None req-df9f8e0a-6a66-4efb-89f4-d4b5e2f0d075 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Allocated IP 172.20.0.11 (a3a2d542-53da-4e86-bf77-b0dcf0f24882/2c10f036-877b-4dc2-82f5-efbd91af9181/8fd80e60-cc85-414b-bdaf-16093c198fd3) {{(pid=102346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:38:14.263320 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_common [None req-df9f8e0a-6a66-4efb-89f4-d4b5e2f0d075 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Allocated IP 2001:db8::f816:3eff:fe5a:dc57 (a3a2d542-53da-4e86-bf77-b0dcf0f24882/4dcdbfc5-d43a-4f66-81b2-0fad96a452ad/8fd80e60-cc85-414b-bdaf-16093c198fd3) {{(pid=102346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:38:14.293492 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4168a0b8-04cc-4e53-885f-c2b8387ad0a8 req-d6aa6ee5-bc08-4dc4-b9c6-f532d179554e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:38:14.305059 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-4168a0b8-04cc-4e53-885f-c2b8387ad0a8 req-d6aa6ee5-bc08-4dc4-b9c6-f532d179554e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=08ad62c7dc6e456e8fa39abf5ba7c668&device_id=027da3df-31ee-4c36-aa3c-3f1ae9faa9d0 HTTP/1.1" status: 200 len: 1096 time: 0.0921309 Oct 27 10:38:14.427062 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7374fb5e-e94f-486a-87ee-1031736c313c tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Made reservation on behalf of 7318d2885ba54c7288540ee60a74f572 for: {'port': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:38:14.431383 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-7374fb5e-e94f-486a-87ee-1031736c313c tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:14.468056 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [None req-7374fb5e-e94f-486a-87ee-1031736c313c tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] device_id is not set on port 967a56ab-d182-422c-b19b-3912305db964 yet. {{(pid=102346) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 10:38:14.481198 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4168a0b8-04cc-4e53-885f-c2b8387ad0a8 req-aaeeb285-ce5c-4905-a046-4e472f0d3036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:38:14.482841 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-4168a0b8-04cc-4e53-885f-c2b8387ad0a8 req-aaeeb285-ce5c-4905-a046-4e472f0d3036 service neutron] 10.222.0.64 "GET /v2.0/networks?id=b35e9655-e3a0-4ebc-8115-69611b13f855 HTTP/1.1" status: 200 len: 916 time: 0.1724410 Oct 27 10:38:14.532276 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-4168a0b8-04cc-4e53-885f-c2b8387ad0a8 req-73d0c713-2a16-473f-91eb-2a02b880936a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=51ef365d-a39a-4f99-a3dd-39d1d9a027e9 HTTP/1.1" status: 200 len: 217 time: 0.0404058 Oct 27 10:38:14.533006 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-df9f8e0a-6a66-4efb-89f4-d4b5e2f0d075 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks [] for port, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:14.617793 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_common [None req-7374fb5e-e94f-486a-87ee-1031736c313c tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Allocated IP 172.20.0.14 (9b7a570e-5cc4-4138-927f-5b43fcc352d7/d08945b9-ed66-4e24-bdec-a8adc164528e/967a56ab-d182-422c-b19b-3912305db964) {{(pid=102346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:38:14.623066 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-df9f8e0a-6a66-4efb-89f4-d4b5e2f0d075 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:14.644148 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4168a0b8-04cc-4e53-885f-c2b8387ad0a8 req-5ae07e18-e203-45fb-82a3-c0b8c4080167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:38:14.646547 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-4168a0b8-04cc-4e53-885f-c2b8387ad0a8 req-5ae07e18-e203-45fb-82a3-c0b8c4080167 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3094fde6-b550-4931-b376-595a71e5404d HTTP/1.1" status: 200 len: 855 time: 0.1057231 Oct 27 10:38:14.676512 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df9f8e0a-6a66-4efb-89f4-d4b5e2f0d075 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Network a3a2d542-53da-4e86-bf77-b0dcf0f24882 is already hosted by enough agents. {{(pid=102346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:38:14.683637 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-df9f8e0a-6a66-4efb-89f4-d4b5e2f0d075 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Resources bound (agent type, host, resource id): {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:38:14.686045 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-4168a0b8-04cc-4e53-885f-c2b8387ad0a8 req-82fdc038-6303-4eae-baca-9808ec96ec0d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b35e9655-e3a0-4ebc-8115-69611b13f855&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319090 Oct 27 10:38:14.691386 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df9f8e0a-6a66-4efb-89f4-d4b5e2f0d075 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Received port after_create {{(pid=102346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:38:14.750110 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9f8e0a-6a66-4efb-89f4-d4b5e2f0d075 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Pushing event updated for resources: {'Port': ['ID=8fd80e60-cc85-414b-bdaf-16093c198fd3,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:38:14.758953 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-10e1c15a-f0c8-40a2-b1c8-4ab606d9f78d tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Deleting port ae042db6-5355-4488-95e1-49c996e343cd {{(pid=102347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:38:14.759093 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-10e1c15a-f0c8-40a2-b1c8-4ab606d9f78d tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:14.863624 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-4168a0b8-04cc-4e53-885f-c2b8387ad0a8 req-e83baf75-27f7-4c08-9d16-638dfe21c9d6 service neutron] 10.222.0.64 "GET /v2.0/networks/b35e9655-e3a0-4ebc-8115-69611b13f855?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1660573 Oct 27 10:38:14.880025 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df9f8e0a-6a66-4efb-89f4-d4b5e2f0d075 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:38:14.880617 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-df9f8e0a-6a66-4efb-89f4-d4b5e2f0d075 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:14.921002 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-df9f8e0a-6a66-4efb-89f4-d4b5e2f0d075 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 1.2519662 Oct 27 10:38:14.931437 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 43186) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:38:14.946747 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-7374fb5e-e94f-486a-87ee-1031736c313c tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Publish callbacks [] for port, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:14.949747 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [None req-10e1c15a-f0c8-40a2-b1c8-4ab606d9f78d tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] For port ae042db6-5355-4488-95e1-49c996e343cd, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=ae042db6-5355-4488-95e1-49c996e343cd,segment=NetworkSegment(7fb3a14a-cd7b-486a-9a71-3dc38f16284d),segment_id=7fb3a14a-cd7b-486a-9a71-3dc38f16284d)] {{(pid=102347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:38:14.950114 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-10e1c15a-f0c8-40a2-b1c8-4ab606d9f78d tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:14.955430 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47953160-86f0-4732-aa81-00bbf741b1d3 req-4550fde7-21a2-4d85-9caf-46de6990c0c5 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:38:14.957193 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-47953160-86f0-4732-aa81-00bbf741b1d3 req-4550fde7-21a2-4d85-9caf-46de6990c0c5 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/ports?device_id=f6fc38b4-3d34-4580-bd35-a4b845297319 HTTP/1.1" status: 200 len: 945 time: 0.1982350 Oct 27 10:38:14.986136 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-10e1c15a-f0c8-40a2-b1c8-4ab606d9f78d tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Calling delete_port for ae042db6-5355-4488-95e1-49c996e343cd owned by network:router_interface {{(pid=102347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:38:15.040676 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7cdf870-b34a-44f4-90fe-0257ae5335c3 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:38:15.047258 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7cdf870-b34a-44f4-90fe-0257ae5335c3 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:38:15.050874 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-a7cdf870-b34a-44f4-90fe-0257ae5335c3 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.1161416 Oct 27 10:38:15.051841 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-47953160-86f0-4732-aa81-00bbf741b1d3 req-35661d01-98d1-4287-885b-5a25e9849db5 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/security-groups?id=042a0afe-bacb-4048-aed3-353e9c85bd81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0774765 Oct 27 10:38:15.052046 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 43190) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:38:15.070870 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d97192-892a-4abe-bd2f-c1fb9e4d21fb req-5d2f57c6-d6c3-47c5-a30c-937b6bec1263 tempest-AttachVolumeNegativeTest-477808956 tempest-AttachVolumeNegativeTest-477808956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:38:15.087330 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-50d97192-892a-4abe-bd2f-c1fb9e4d21fb req-5d2f57c6-d6c3-47c5-a30c-937b6bec1263 tempest-AttachVolumeNegativeTest-477808956 tempest-AttachVolumeNegativeTest-477808956-project] 10.222.0.44 "GET /v2.0/ports?device_id=027da3df-31ee-4c36-aa3c-3f1ae9faa9d0 HTTP/1.1" status: 200 len: 944 time: 0.1888497 Oct 27 10:38:15.093417 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-4168a0b8-04cc-4e53-885f-c2b8387ad0a8 req-a8a77a72-77c8-4c10-b3dc-999a50f902fd service neutron] 10.222.0.64 "GET /v2.0/networks/b35e9655-e3a0-4ebc-8115-69611b13f855?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2193592 Oct 27 10:38:15.095958 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-7374fb5e-e94f-486a-87ee-1031736c313c tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:15.152150 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-50d97192-892a-4abe-bd2f-c1fb9e4d21fb req-8f2a5246-4141-4327-84a7-39264eb23651 tempest-AttachVolumeNegativeTest-477808956 tempest-AttachVolumeNegativeTest-477808956-project] 10.222.0.44 "GET /v2.0/security-groups?id=6419667f-4570-481f-8a5c-a797762fb34f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639331 Oct 27 10:38:15.203689 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7374fb5e-e94f-486a-87ee-1031736c313c tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Network 9b7a570e-5cc4-4138-927f-5b43fcc352d7 is already hosted by enough agents. {{(pid=102346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:38:15.213864 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-7374fb5e-e94f-486a-87ee-1031736c313c tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Resources bound (agent type, host, resource id): {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:38:15.217747 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7374fb5e-e94f-486a-87ee-1031736c313c tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Received port after_create {{(pid=102346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:38:15.229915 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c55a215d-010e-4673-aa98-8ee1c38e24ef None None] Network a3a2d542-53da-4e86-bf77-b0dcf0f24882 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:38:15.246398 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7374fb5e-e94f-486a-87ee-1031736c313c tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Pushing event updated for resources: {'Port': ['ID=967a56ab-d182-422c-b19b-3912305db964,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:38:15.286009 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7374fb5e-e94f-486a-87ee-1031736c313c tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:38:15.286686 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-7374fb5e-e94f-486a-87ee-1031736c313c tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:15.296605 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-a2dc5d61-6c3f-4274-b13d-e8a466bcc240 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Deleting port 8fd80e60-cc85-414b-bdaf-16093c198fd3 {{(pid=102346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:38:15.297584 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-a2dc5d61-6c3f-4274-b13d-e8a466bcc240 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:15.297723 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-bc57fb7b-5355-4a68-b8de-7c1324481652 None None] Provisioning complete for port 56bb8c37-e20f-4a5f-b978-ee781e5bdf8e triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:38:15.297992 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-bc57fb7b-5355-4a68-b8de-7c1324481652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:15.306233 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-10e1c15a-f0c8-40a2-b1c8-4ab606d9f78d tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:15.365667 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e1c15a-f0c8-40a2-b1c8-4ab606d9f78d tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Pushing event deleted for resources: {'Port': ['ID=ae042db6-5355-4488-95e1-49c996e343cd,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:38:15.366184 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 43194) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:38:15.372571 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-7374fb5e-e94f-486a-87ee-1031736c313c tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.2303104 Oct 27 10:38:15.388552 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-3532f57c-a9d0-4761-9eb5-049d94bfc843 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Request body: {'floatingip': {'floating_network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'port_id': '967a56ab-d182-422c-b19b-3912305db964', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:38:15.428860 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-a2dc5d61-6c3f-4274-b13d-e8a466bcc240 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:15.447754 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-3532f57c-a9d0-4761-9eb5-049d94bfc843 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Publish callbacks [] for floatingip, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:15.448996 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-a2dc5d61-6c3f-4274-b13d-e8a466bcc240 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Calling delete_port for 8fd80e60-cc85-414b-bdaf-16093c198fd3 owned by {{(pid=102346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:38:15.518300 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-bc57fb7b-5355-4a68-b8de-7c1324481652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:15.563340 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-bc57fb7b-5355-4a68-b8de-7c1324481652 None None] For port 56bb8c37-e20f-4a5f-b978-ee781e5bdf8e, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=56bb8c37-e20f-4a5f-b978-ee781e5bdf8e,segment=NetworkSegment(eef0c4ec-5773-434c-ac68-3d91e838e9be),segment_id=eef0c4ec-5773-434c-ac68-3d91e838e9be)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:38:15.570456 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-bc57fb7b-5355-4a68-b8de-7c1324481652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:15.625888 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc57fb7b-5355-4a68-b8de-7c1324481652 None None] Pushing event updated for resources: {'Port': ['ID=56bb8c37-e20f-4a5f-b978-ee781e5bdf8e,revision_number=3']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:38:15.634059 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-10e1c15a-f0c8-40a2-b1c8-4ab606d9f78d tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2006968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1766358'] for router_interface, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:15.674449 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5bec6f8-6d47-4015-b91c-f3abb3495790 None None] Update dhcp port {'port': {'network_id': 'a3a2d542-53da-4e86-bf77-b0dcf0f24882', 'fixed_ips': [{'subnet_id': '4dcdbfc5-d43a-4f66-81b2-0fad96a452ad', 'ip_address': '2001:db8::f816:3eff:fe70:146b'}, {'subnet_id': '2c10f036-877b-4dc2-82f5-efbd91af9181'}], 'binding:host_id': 'n-d-813419-10'}, 'id': '56bb8c37-e20f-4a5f-b978-ee781e5bdf8e'} from n-d-813419-10. {{(pid=102348) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 27 10:38:15.715600 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-d5bec6f8-6d47-4015-b91c-f3abb3495790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:15.720659 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-a2dc5d61-6c3f-4274-b13d-e8a466bcc240 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:15.757550 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2dc5d61-6c3f-4274-b13d-e8a466bcc240 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Pushing event deleted for resources: {'Port': ['ID=8fd80e60-cc85-414b-bdaf-16093c198fd3,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:38:15.845624 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 56bb8c37-e20f-4a5f-b978-ee781e5bdf8e up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:38:15.864635 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-a2dc5d61-6c3f-4274-b13d-e8a466bcc240 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:15.868919 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-a2dc5d61-6c3f-4274-b13d-e8a466bcc240 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] 10.222.0.44 "DELETE /v2.0/ports/8fd80e60-cc85-414b-bdaf-16093c198fd3 HTTP/1.1" status: 204 len: 168 time: 0.8121152 Oct 27 10:38:15.871334 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 43196) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:38:15.930690 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aef39f96-7ae0-4f54-a542-73eedafbca06 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:38:15.932440 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aef39f96-7ae0-4f54-a542-73eedafbca06 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:38:15.934142 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aef39f96-7ae0-4f54-a542-73eedafbca06 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:38:15.935804 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-aef39f96-7ae0-4f54-a542-73eedafbca06 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0633566 Oct 27 10:38:15.938459 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 43198) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:38:15.963184 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port 56bb8c37-e20f-4a5f-b978-ee781e5bdf8e triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:38:15.963574 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:15.987178 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.db_base_plugin_common [None req-d5bec6f8-6d47-4015-b91c-f3abb3495790 None None] Allocated IP 172.20.0.2 (a3a2d542-53da-4e86-bf77-b0dcf0f24882/2c10f036-877b-4dc2-82f5-efbd91af9181/56bb8c37-e20f-4a5f-b978-ee781e5bdf8e) {{(pid=102348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:38:15.993739 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6ffdafc-57eb-4b77-b002-9e25206fca32 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Deleting subnet 2c10f036-877b-4dc2-82f5-efbd91af9181 {{(pid=102346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 10:38:16.119383 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-3532f57c-a9d0-4761-9eb5-049d94bfc843 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:16.133843 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-d5bec6f8-6d47-4015-b91c-f3abb3495790 None None] For port 56bb8c37-e20f-4a5f-b978-ee781e5bdf8e, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=56bb8c37-e20f-4a5f-b978-ee781e5bdf8e,segment=NetworkSegment(eef0c4ec-5773-434c-ac68-3d91e838e9be),segment_id=eef0c4ec-5773-434c-ac68-3d91e838e9be)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:38:16.168906 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-d5bec6f8-6d47-4015-b91c-f3abb3495790 None None] Publish callbacks [] for port, precommit_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:16.175454 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-d5bec6f8-6d47-4015-b91c-f3abb3495790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:16.175651 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-b6ffdafc-57eb-4b77-b002-9e25206fca32 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks [] for subnet, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:16.219471 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe4120e-15ad-4fc6-ad42-9d1acd17e5dd req-65bb1cb5-d03f-4416-a989-28d8a792f230 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:38:16.221023 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-6fe4120e-15ad-4fc6-ad42-9d1acd17e5dd req-65bb1cb5-d03f-4416-a989-28d8a792f230 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/ports?device_id=f6fc38b4-3d34-4580-bd35-a4b845297319 HTTP/1.1" status: 200 len: 945 time: 0.0834057 Oct 27 10:38:16.234995 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-b6ffdafc-57eb-4b77-b002-9e25206fca32 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25847868'] for subnet, precommit_delete_associations {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:16.244954 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device 51ef365d-a39a-4f99-a3dd-39d1d9a027e9 details requested by agent hyperv_n-h1-813419-10 with host n-h1-813419-10 {{(pid=102348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 10:38:16.276227 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10e1c15a-f0c8-40a2-b1c8-4ab606d9f78d tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Router 9cf384eb-ca84-405c-9157-5e073dcd4e9c has already been hosted by L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb {{(pid=102347) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 10:38:16.308709 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-6fe4120e-15ad-4fc6-ad42-9d1acd17e5dd req-c0e092a6-d7fb-4d11-84d9-e420fa5b7f52 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/security-groups?id=042a0afe-bacb-4048-aed3-353e9c85bd81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709043 Oct 27 10:38:16.312063 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_common [None req-3532f57c-a9d0-4761-9eb5-049d94bfc843 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Allocated IP 172.25.8.48 (185ff123-c7ff-45c7-a6be-71feb35acc9c/0fb9f9d1-7384-481f-8fa8-f4566c349d30/c078807b-1d93-456b-b6af-7f86babb192c) {{(pid=102347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:38:16.327765 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f2c323f5-826f-439e-9e42-0efce34d7965 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:16.373060 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-b6ffdafc-57eb-4b77-b002-9e25206fca32 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855646'] for subnet, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:16.406266 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bec6f8-6d47-4015-b91c-f3abb3495790 None None] Pushing event updated for resources: {'Port': ['ID=56bb8c37-e20f-4a5f-b978-ee781e5bdf8e,revision_number=4']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:38:16.445868 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port 51ef365d-a39a-4f99-a3dd-39d1d9a027e9, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=51ef365d-a39a-4f99-a3dd-39d1d9a027e9,segment=NetworkSegment(cb1f304e-3238-44f1-ae7f-78d4e314acae),segment_id=cb1f304e-3238-44f1-ae7f-78d4e314acae)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:38:16.467460 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Returning: {'device': '51ef365d-a39a-4f99-a3dd-39d1d9a027e9', 'network_id': 'b35e9655-e3a0-4ebc-8115-69611b13f855', 'port_id': '51ef365d-a39a-4f99-a3dd-39d1d9a027e9', 'mac_address': 'fa:16:3e:83:21:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 409, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3094fde6-b550-4931-b376-595a71e5404d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 10:38:16.471681 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-b6ffdafc-57eb-4b77-b002-9e25206fca32 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27024355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27168307'] for subnet, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:16.515030 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ffdafc-57eb-4b77-b002-9e25206fca32 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Pushing event deleted for resources: {'Subnet': ['ID=2c10f036-877b-4dc2-82f5-efbd91af9181,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:38:16.520077 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:16.523897 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc5bdbb-3164-41bc-9978-362e6329f0d0 req-8604baee-3065-4080-88a1-07a711a3df98 tempest-AttachVolumeNegativeTest-477808956 tempest-AttachVolumeNegativeTest-477808956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:38:16.527310 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-b6ffdafc-57eb-4b77-b002-9e25206fca32 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for subnet, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:16.531375 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-b6ffdafc-57eb-4b77-b002-9e25206fca32 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] 10.222.0.44 "DELETE /v2.0/subnets/2c10f036-877b-4dc2-82f5-efbd91af9181 HTTP/1.1" status: 204 len: 168 time: 0.5919418 Oct 27 10:38:16.533610 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-3bc5bdbb-3164-41bc-9978-362e6329f0d0 req-8604baee-3065-4080-88a1-07a711a3df98 tempest-AttachVolumeNegativeTest-477808956 tempest-AttachVolumeNegativeTest-477808956-project] 10.222.0.44 "GET /v2.0/ports?device_id=027da3df-31ee-4c36-aa3c-3f1ae9faa9d0 HTTP/1.1" status: 200 len: 944 time: 0.2477620 Oct 27 10:38:16.534048 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 43208) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:38:16.543392 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51ef365d-a39a-4f99-a3dd-39d1d9a027e9 {{(pid=102348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:38:16.571590 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port 51ef365d-a39a-4f99-a3dd-39d1d9a027e9, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=51ef365d-a39a-4f99-a3dd-39d1d9a027e9,segment=NetworkSegment(cb1f304e-3238-44f1-ae7f-78d4e314acae),segment_id=cb1f304e-3238-44f1-ae7f-78d4e314acae)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:38:16.578150 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:16.591568 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10e1c15a-f0c8-40a2-b1c8-4ab606d9f78d tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:38:16.597532 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-10e1c15a-f0c8-40a2-b1c8-4ab606d9f78d tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] 10.222.0.44 "PUT /v2.0/routers/9cf384eb-ca84-405c-9157-5e073dcd4e9c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0324163 Oct 27 10:38:16.600338 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_v2 [None req-1478276b-c5fe-402d-beb8-c236c584b945 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Deleting subnet 4dcdbfc5-d43a-4f66-81b2-0fad96a452ad {{(pid=102346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 10:38:16.603144 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 43210) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:38:16.606045 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-1478276b-c5fe-402d-beb8-c236c584b945 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks [] for subnet, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:16.612925 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dca3fe5-521e-417d-8eda-2a766ab570ab None None] Sync routers for ids ['9cf384eb-ca84-405c-9157-5e073dcd4e9c'] in n-d-813419-10 {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:38:16.645178 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-3bc5bdbb-3164-41bc-9978-362e6329f0d0 req-bea11d66-142d-46c5-9b2a-2ac6f15cc04f tempest-AttachVolumeNegativeTest-477808956 tempest-AttachVolumeNegativeTest-477808956-project] 10.222.0.44 "GET /v2.0/security-groups?id=6419667f-4570-481f-8a5c-a797762fb34f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057632 Oct 27 10:38:16.650052 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dca3fe5-521e-417d-8eda-2a766ab570ab None None] Routers {'9cf384eb-ca84-405c-9157-5e073dcd4e9c'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:38:16.650879 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-2dca3fe5-521e-417d-8eda-2a766ab570ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:37:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['9cf384eb-ca84-405c-9157-5e073dcd4e9c'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:38:16.685297 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-3532f57c-a9d0-4761-9eb5-049d94bfc843 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Publish callbacks [] for port, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:16.694735 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-1478276b-c5fe-402d-beb8-c236c584b945 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25847868'] for subnet, precommit_delete_associations {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:16.724690 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Pushing event updated for resources: {'Port': ['ID=51ef365d-a39a-4f99-a3dd-39d1d9a027e9,revision_number=4']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:38:16.727710 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_v2 [None req-fbfee954-d6a4-4204-b213-dbd99b025a3b tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Deleting subnet f761a9bd-700a-4750-b8c8-2ed54e04f135 {{(pid=102346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 10:38:16.728985 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-3532f57c-a9d0-4761-9eb5-049d94bfc843 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:16.731237 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-fbfee954-d6a4-4204-b213-dbd99b025a3b tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Publish callbacks [] for subnet, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:16.776036 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-fbfee954-d6a4-4204-b213-dbd99b025a3b tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25847868'] for subnet, precommit_delete_associations {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:16.779422 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3532f57c-a9d0-4761-9eb5-049d94bfc843 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Network 185ff123-c7ff-45c7-a6be-71feb35acc9c is already hosted by enough agents. {{(pid=102347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:38:16.782657 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [None req-3532f57c-a9d0-4761-9eb5-049d94bfc843 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Resources bound (agent type, host, resource id): {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:38:16.787357 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3532f57c-a9d0-4761-9eb5-049d94bfc843 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Received port after_create {{(pid=102347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:38:16.789459 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvr_db [None req-2dca3fe5-521e-417d-8eda-2a766ab570ab None None] Set router 9cf384eb-ca84-405c-9157-5e073dcd4e9c gateway port host: n-d-813419-10 {{(pid=102348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:38:16.790702 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3532f57c-a9d0-4761-9eb5-049d94bfc843 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Pushing event updated for resources: {'Port': ['ID=c078807b-1d93-456b-b6af-7f86babb192c,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:38:16.889200 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] get_ports_and_sgs() called for port_ids ['51ef365d-a39a-4f99-a3dd-39d1d9a027e9'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:38:16.890544 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-fbfee954-d6a4-4204-b213-dbd99b025a3b tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855646'] for subnet, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:16.991074 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-1478276b-c5fe-402d-beb8-c236c584b945 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855646'] for subnet, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:17.033136 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-fbfee954-d6a4-4204-b213-dbd99b025a3b tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27024355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27168307'] for subnet, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:17.068458 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfee954-d6a4-4204-b213-dbd99b025a3b tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Pushing event deleted for resources: {'Subnet': ['ID=f761a9bd-700a-4750-b8c8-2ed54e04f135,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:38:17.082708 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-fbfee954-d6a4-4204-b213-dbd99b025a3b tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for subnet, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:17.088957 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7450a9f-f774-429c-9c3c-bb309afd0b43 None None] Network aa51740c-51d7-4a68-bbd6-6ae0d0e0db5c requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:38:17.089766 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-fbfee954-d6a4-4204-b213-dbd99b025a3b tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] 10.222.0.44 "DELETE /v2.0/subnets/f761a9bd-700a-4750-b8c8-2ed54e04f135 HTTP/1.1" status: 204 len: 168 time: 0.4854922 Oct 27 10:38:17.090451 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 43212) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:38:17.091332 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-2dca3fe5-521e-417d-8eda-2a766ab570ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cf384eb-ca84-405c-9157-5e073dcd4e9c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1431354187', 'tenant_id': '2005088b555845b0a237dc93fae61807', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.185'}], 'enable_snat': True}, 'gw_port_id': 'd975e221-26bd-458f-a89e-0eec6e951f00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:35:29Z', 'updated_at': '2021-10-27T10:38:15Z', 'revision_number': 5, 'project_id': '2005088b555845b0a237dc93fae61807', 'gw_port': {'id': 'd975e221-26bd-458f-a89e-0eec6e951f00', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:a0:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cf384eb-ca84-405c-9157-5e073dcd4e9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:35:30Z', 'updated_at': '2021-10-27T10:35:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10'}], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:38:17.115304 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-1478276b-c5fe-402d-beb8-c236c584b945 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27024355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27168307'] for subnet, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:17.132588 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-1478276b-c5fe-402d-beb8-c236c584b945 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for subnet, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:17.138891 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-1478276b-c5fe-402d-beb8-c236c584b945 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] 10.222.0.44 "DELETE /v2.0/subnets/4dcdbfc5-d43a-4f66-81b2-0fad96a452ad HTTP/1.1" status: 204 len: 168 time: 0.6009564 Oct 27 10:38:17.152727 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 43214) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:38:17.158801 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1478276b-c5fe-402d-beb8-c236c584b945 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Pushing event deleted for resources: {'Subnet': ['ID=4dcdbfc5-d43a-4f66-81b2-0fad96a452ad,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:38:17.177841 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dca3fe5-521e-417d-8eda-2a766ab570ab None None] Checking router: 9cf384eb-ca84-405c-9157-5e073dcd4e9c for host: n-d-813419-10 {{(pid=102348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 10:38:17.263625 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-d9946f89-84fa-49be-9c84-e39ba488e5b0 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1073179 Oct 27 10:38:17.264136 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 43216) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:38:17.269599 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-10957ad6-44de-471e-aecf-d8dd55c31c98 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Request body: {'subnet': {'network_id': 'a3a2d542-53da-4e86-bf77-b0dcf0f24882', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:38:17.343584 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efb0abc3-e5e7-44b2-96f1-3bcc43304dd2 None None] Network a3a2d542-53da-4e86-bf77-b0dcf0f24882 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:38:17.366249 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-413f8294-c173-4419-ad8c-7eddf069b52a tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Publish callbacks [] for router, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:17.401302 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10957ad6-44de-471e-aecf-d8dd55c31c98 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Made reservation on behalf of 378140ee2d4f4428be90ff45daafe008 for: {'subnet': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:38:17.407108 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-10957ad6-44de-471e-aecf-d8dd55c31c98 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27167186'] for subnet, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:17.417685 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dca3fe5-521e-417d-8eda-2a766ab570ab None None] Routers {'9cf384eb-ca84-405c-9157-5e073dcd4e9c'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:38:17.418296 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-2dca3fe5-521e-417d-8eda-2a766ab570ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:37:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['9cf384eb-ca84-405c-9157-5e073dcd4e9c'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:38:17.454979 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-3532f57c-a9d0-4761-9eb5-049d94bfc843 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:17.534960 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a0368a-3439-4a66-aa3a-b87fb895aa28 req-8bb3fb22-b578-402a-ae05-e9bef59ccaa1 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:38:17.537364 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-f5a0368a-3439-4a66-aa3a-b87fb895aa28 req-8bb3fb22-b578-402a-ae05-e9bef59ccaa1 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/ports?device_id=f6fc38b4-3d34-4580-bd35-a4b845297319 HTTP/1.1" status: 200 len: 945 time: 0.1122661 Oct 27 10:38:17.547514 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-868df6d5-d1b2-403f-a493-1451f2619d9f None None] Provisioning complete for port 56bb8c37-e20f-4a5f-b978-ee781e5bdf8e triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:38:17.547882 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-868df6d5-d1b2-403f-a493-1451f2619d9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:17.577688 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-3532f57c-a9d0-4761-9eb5-049d94bfc843 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:17.618283 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-413f8294-c173-4419-ad8c-7eddf069b52a tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:17.700871 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-f5a0368a-3439-4a66-aa3a-b87fb895aa28 req-dfc7b74e-04db-460e-8f91-e42bb4aa5960 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/security-groups?id=042a0afe-bacb-4048-aed3-353e9c85bd81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0888219 Oct 27 10:38:17.736004 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 56bb8c37-e20f-4a5f-b978-ee781e5bdf8e up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:38:17.801297 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvr_db [None req-2dca3fe5-521e-417d-8eda-2a766ab570ab None None] Set router 9cf384eb-ca84-405c-9157-5e073dcd4e9c gateway port host: n-d-813419-10 {{(pid=102348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:38:17.825024 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-413f8294-c173-4419-ad8c-7eddf069b52a tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Deleting port d975e221-26bd-458f-a89e-0eec6e951f00 {{(pid=102347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:38:17.825355 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-413f8294-c173-4419-ad8c-7eddf069b52a tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:17.849972 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.agents_db [None req-e79ee67d-056e-46ea-bd99-e80473396b25 None None] Agent healthcheck: found 7 active agents {{(pid=102349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 10:38:17.877795 n-d-813419-10 neutron-server[102346]: DEBUG neutron.objects.ports [None req-10957ad6-44de-471e-aecf-d8dd55c31c98 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102346) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 27 10:38:17.908371 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b973fc50-a24e-4f53-a6e5-826cec862af1 req-35eea95b-bc4c-4c41-acf0-4c8bab6188ba tempest-AttachVolumeNegativeTest-477808956 tempest-AttachVolumeNegativeTest-477808956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:38:17.909888 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b973fc50-a24e-4f53-a6e5-826cec862af1 req-35eea95b-bc4c-4c41-acf0-4c8bab6188ba tempest-AttachVolumeNegativeTest-477808956 tempest-AttachVolumeNegativeTest-477808956-project] 10.222.0.44 "GET /v2.0/ports?device_id=027da3df-31ee-4c36-aa3c-3f1ae9faa9d0 HTTP/1.1" status: 200 len: 945 time: 0.1796207 Oct 27 10:38:17.914057 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26c90f10-bbfb-4c55-b6fd-1f042eb21abb None None] DHCP port deletion for aa51740c-51d7-4a68-bbd6-6ae0d0e0db5c request from n-d-813419-10 {{(pid=102348) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 10:38:17.932034 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-3532f57c-a9d0-4761-9eb5-049d94bfc843 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Publish callbacks [] for port, precommit_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:17.950615 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-3532f57c-a9d0-4761-9eb5-049d94bfc843 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:18.011440 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-868df6d5-d1b2-403f-a493-1451f2619d9f None None] Could not find standard attr ID for object 8fd80e60-cc85-414b-bdaf-16093c198fd3. {{(pid=102348) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 27 10:38:18.029120 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port 56bb8c37-e20f-4a5f-b978-ee781e5bdf8e triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:38:18.029480 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:18.051611 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b973fc50-a24e-4f53-a6e5-826cec862af1 req-fd43598f-b60c-4443-9390-7c45a1f71a70 tempest-AttachVolumeNegativeTest-477808956 tempest-AttachVolumeNegativeTest-477808956-project] 10.222.0.44 "GET /v2.0/security-groups?id=6419667f-4570-481f-8a5c-a797762fb34f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284962 Oct 27 10:38:18.052157 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3532f57c-a9d0-4761-9eb5-049d94bfc843 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Pushing event updated for resources: {'Port': ['ID=c078807b-1d93-456b-b6af-7f86babb192c,revision_number=2']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:38:18.061207 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3749d255-e4e4-4ef8-b37f-481da7ecf3c8 None None] DHCP port deletion for a3a2d542-53da-4e86-bf77-b0dcf0f24882 request from n-d-813419-10 {{(pid=102348) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 10:38:18.080864 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [None req-413f8294-c173-4419-ad8c-7eddf069b52a tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] For port d975e221-26bd-458f-a89e-0eec6e951f00, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=d975e221-26bd-458f-a89e-0eec6e951f00,segment=NetworkSegment(bc14127b-7032-4c50-bb5b-f6813cbae86e),segment_id=bc14127b-7032-4c50-bb5b-f6813cbae86e)] {{(pid=102347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:38:18.081231 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-413f8294-c173-4419-ad8c-7eddf069b52a tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:18.101855 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-413f8294-c173-4419-ad8c-7eddf069b52a tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Calling delete_port for d975e221-26bd-458f-a89e-0eec6e951f00 owned by network:router_gateway {{(pid=102347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:38:18.117822 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-3532f57c-a9d0-4761-9eb5-049d94bfc843 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1664826'] for floatingip, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:18.154517 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-26c90f10-bbfb-4c55-b6fd-1f042eb21abb None None] Deleting port 4141fe33-1121-4174-aa73-46786d32b9d0 {{(pid=102348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:38:18.154892 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-26c90f10-bbfb-4c55-b6fd-1f042eb21abb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:18.157451 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-10957ad6-44de-471e-aecf-d8dd55c31c98 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:18.232093 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device 51ef365d-a39a-4f99-a3dd-39d1d9a027e9 up at agent hyperv_n-h1-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:38:18.315431 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-26c90f10-bbfb-4c55-b6fd-1f042eb21abb None None] For port 4141fe33-1121-4174-aa73-46786d32b9d0, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=4141fe33-1121-4174-aa73-46786d32b9d0,segment=NetworkSegment(7fb3a14a-cd7b-486a-9a71-3dc38f16284d),segment_id=7fb3a14a-cd7b-486a-9a71-3dc38f16284d)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:38:18.315743 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-26c90f10-bbfb-4c55-b6fd-1f042eb21abb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:18.328733 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [None req-10957ad6-44de-471e-aecf-d8dd55c31c98 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] For port 56bb8c37-e20f-4a5f-b978-ee781e5bdf8e, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=56bb8c37-e20f-4a5f-b978-ee781e5bdf8e,segment=NetworkSegment(eef0c4ec-5773-434c-ac68-3d91e838e9be),segment_id=eef0c4ec-5773-434c-ac68-3d91e838e9be)] {{(pid=102346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:38:18.361162 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-10957ad6-44de-471e-aecf-d8dd55c31c98 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks [] for port, precommit_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:18.362791 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-26c90f10-bbfb-4c55-b6fd-1f042eb21abb None None] Calling delete_port for 4141fe33-1121-4174-aa73-46786d32b9d0 owned by network:dhcp {{(pid=102348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:38:18.366689 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-3749d255-e4e4-4ef8-b37f-481da7ecf3c8 None None] Deleting port 56bb8c37-e20f-4a5f-b978-ee781e5bdf8e {{(pid=102348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:38:18.367174 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-3749d255-e4e4-4ef8-b37f-481da7ecf3c8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:18.367820 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-10957ad6-44de-471e-aecf-d8dd55c31c98 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27024173'] for port, after_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:18.368649 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-10957ad6-44de-471e-aecf-d8dd55c31c98 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27024290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27167168'] for subnet, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:18.434151 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-2dca3fe5-521e-417d-8eda-2a766ab570ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cf384eb-ca84-405c-9157-5e073dcd4e9c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1431354187', 'tenant_id': '2005088b555845b0a237dc93fae61807', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.185'}], 'enable_snat': True}, 'gw_port_id': 'd975e221-26bd-458f-a89e-0eec6e951f00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:35:29Z', 'updated_at': '2021-10-27T10:38:15Z', 'revision_number': 5, 'project_id': '2005088b555845b0a237dc93fae61807', 'gw_port': {'id': 'd975e221-26bd-458f-a89e-0eec6e951f00', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:a0:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cf384eb-ca84-405c-9157-5e073dcd4e9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:35:30Z', 'updated_at': '2021-10-27T10:35:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10'}], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:38:18.512766 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dca3fe5-521e-417d-8eda-2a766ab570ab None None] The sync data for ids ['9cf384eb-ca84-405c-9157-5e073dcd4e9c'] in n-d-813419-10 is: [{'id': '9cf384eb-ca84-405c-9157-5e073dcd4e9c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1431354187', 'tenant_id': '2005088b555845b0a237dc93fae61807', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.185'}], 'enable_snat': True}, 'gw_port_id': 'd975e221-26bd-458f-a89e-0eec6e951f00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:35:29Z', 'updated_at': '2021-10-27T10:38:15Z', 'revision_number': 5, 'project_id': '2005088b555845b0a237dc93fae61807', 'gw_port': {'id': 'd975e221-26bd-458f-a89e-0eec6e951f00', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:a0:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cf384eb-ca84-405c-9157-5e073dcd4e9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:35:30Z', 'updated_at': '2021-10-27T10:35:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10'}] {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:38:18.532890 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Provisioning for port 51ef365d-a39a-4f99-a3dd-39d1d9a027e9 completed by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 10:38:18.568064 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Provisioning complete for port 51ef365d-a39a-4f99-a3dd-39d1d9a027e9 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:38:18.568862 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:18.572970 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-3749d255-e4e4-4ef8-b37f-481da7ecf3c8 None None] For port 56bb8c37-e20f-4a5f-b978-ee781e5bdf8e, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=56bb8c37-e20f-4a5f-b978-ee781e5bdf8e,segment=NetworkSegment(eef0c4ec-5773-434c-ac68-3d91e838e9be),segment_id=eef0c4ec-5773-434c-ac68-3d91e838e9be)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:38:18.573552 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-3749d255-e4e4-4ef8-b37f-481da7ecf3c8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:18.581832 n-d-813419-10 neutron-server[102347]: INFO neutron.db.l3_db [None req-3532f57c-a9d0-4761-9eb5-049d94bfc843 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Floating IP c4c4fa8d-8e85-452c-a7b4-fdb3ff283e70 associated. External IP: 172.25.8.48, port: 967a56ab-d182-422c-b19b-3912305db964. Oct 27 10:38:18.645079 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-3749d255-e4e4-4ef8-b37f-481da7ecf3c8 None None] Calling delete_port for 56bb8c37-e20f-4a5f-b978-ee781e5bdf8e owned by network:dhcp {{(pid=102348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:38:18.667408 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-26c90f10-bbfb-4c55-b6fd-1f042eb21abb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615'] for port, after_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:18.735996 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-413f8294-c173-4419-ad8c-7eddf069b52a tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:18.777086 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26c90f10-bbfb-4c55-b6fd-1f042eb21abb None None] No DVR routers for this DVR port 4141fe33-1121-4174-aa73-46786d32b9d0 on host n-d-813419-10 {{(pid=102348) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:38:18.779086 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c90f10-bbfb-4c55-b6fd-1f042eb21abb None None] Pushing event deleted for resources: {'Port': ['ID=4141fe33-1121-4174-aa73-46786d32b9d0,revision_number=None']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:38:18.837220 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413f8294-c173-4419-ad8c-7eddf069b52a tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Pushing event deleted for resources: {'Port': ['ID=d975e221-26bd-458f-a89e-0eec6e951f00,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:38:18.858501 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:18.931102 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '027da3df-31ee-4c36-aa3c-3f1ae9faa9d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51ef365d-a39a-4f99-a3dd-39d1d9a027e9'}] {{(pid=102348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:38:18.932619 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-413f8294-c173-4419-ad8c-7eddf069b52a tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1664884'] for router_gateway, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:18.933668 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c588921fa634554a1d9242fdea1b05457a9ff1d3b28ba54ec1dace7f2f1df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48f389b9-8d34-497e-a819-b974e9e17497" -d '{"events": [{"server_uuid": "027da3df-31ee-4c36-aa3c-3f1ae9faa9d0", "name": "network-vif-plugged", "status": "completed", "tag": "51ef365d-a39a-4f99-a3dd-39d1d9a027e9"}]}' {{(pid=102348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:38:18.944426 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-0862b498-f04e-43cf-9f74-3f5d95964463 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:18.962888 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port 51ef365d-a39a-4f99-a3dd-39d1d9a027e9, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=51ef365d-a39a-4f99-a3dd-39d1d9a027e9,segment=NetworkSegment(cb1f304e-3238-44f1-ae7f-78d4e314acae),segment_id=cb1f304e-3238-44f1-ae7f-78d4e314acae)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:38:18.974428 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:18.976185 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10957ad6-44de-471e-aecf-d8dd55c31c98 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Network a3a2d542-53da-4e86-bf77-b0dcf0f24882 is already hosted by enough agents. {{(pid=102346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:38:18.981982 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-3749d255-e4e4-4ef8-b37f-481da7ecf3c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615'] for port, after_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:19.004795 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-10957ad6-44de-471e-aecf-d8dd55c31c98 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Resources bound (agent type, host, resource id): {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:38:19.008075 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10957ad6-44de-471e-aecf-d8dd55c31c98 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:38:19.008699 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-10957ad6-44de-471e-aecf-d8dd55c31c98 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for subnet, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:19.015144 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10957ad6-44de-471e-aecf-d8dd55c31c98 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Pushing event updated for resources: {'Subnet': ['ID=06a0df43-bcce-4787-af0d-71c93b7a2f06,revision_number=0']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:38:19.037126 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10957ad6-44de-471e-aecf-d8dd55c31c98 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Pushing event updated for resources: {'Port': ['ID=56bb8c37-e20f-4a5f-b978-ee781e5bdf8e,revision_number=8']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:38:19.051346 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-10957ad6-44de-471e-aecf-d8dd55c31c98 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7859058 Oct 27 10:38:19.051970 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 43234) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:38:19.058246 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-5408a134-5118-4475-9007-c6c36ad0c221 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Request body: {'subnet': {'network_id': 'a3a2d542-53da-4e86-bf77-b0dcf0f24882', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:38:19.063002 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-413f8294-c173-4419-ad8c-7eddf069b52a tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1765662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3700'] for router, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:19.065393 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-413f8294-c173-4419-ad8c-7eddf069b52a tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:19.073545 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:38:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e932ac1-2e94-4396-ac45-a0926f5714d4 x-openstack-request-id: req-2e932ac1-2e94-4396-ac45-a0926f5714d4 {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:38:19.073946 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "027da3df-31ee-4c36-aa3c-3f1ae9faa9d0", "name": "network-vif-plugged", "status": "completed", "tag": "51ef365d-a39a-4f99-a3dd-39d1d9a027e9", "code": 200}]} {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:38:19.074146 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-2e932ac1-2e94-4396-ac45-a0926f5714d4 {{(pid=102348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:38:19.074458 n-d-813419-10 neutron-server[102348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '027da3df-31ee-4c36-aa3c-3f1ae9faa9d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51ef365d-a39a-4f99-a3dd-39d1d9a027e9', 'code': 200} Oct 27 10:38:19.130659 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3749d255-e4e4-4ef8-b37f-481da7ecf3c8 None None] No DVR routers for this DVR port 56bb8c37-e20f-4a5f-b978-ee781e5bdf8e on host n-d-813419-10 {{(pid=102348) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:38:19.132796 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Pushing event updated for resources: {'Port': ['ID=51ef365d-a39a-4f99-a3dd-39d1d9a027e9,revision_number=5']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:38:19.143819 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ce05bd-9b3e-4a5d-934d-5b53ff4bf7f5 req-3c9a8b29-5339-4933-8884-8b4bc6bfb65d tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:38:19.148599 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-f0ce05bd-9b3e-4a5d-934d-5b53ff4bf7f5 req-3c9a8b29-5339-4933-8884-8b4bc6bfb65d tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/ports?device_id=f6fc38b4-3d34-4580-bd35-a4b845297319 HTTP/1.1" status: 200 len: 945 time: 0.2215033 Oct 27 10:38:19.177939 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3749d255-e4e4-4ef8-b37f-481da7ecf3c8 None None] Pushing event deleted for resources: {'Port': ['ID=56bb8c37-e20f-4a5f-b978-ee781e5bdf8e,revision_number=None']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:38:19.186285 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbd26fc6-86d2-4429-a1ec-04ea8595d012 None None] Network a3a2d542-53da-4e86-bf77-b0dcf0f24882 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:38:19.189982 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3532f57c-a9d0-4761-9eb5-049d94bfc843 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Router a042eb13-6a44-40a6-a824-b3ddb3fcab62 has already been hosted by L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb {{(pid=102347) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 10:38:19.202065 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-413f8294-c173-4419-ad8c-7eddf069b52a tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1765641'] for router, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:19.202573 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-413f8294-c173-4419-ad8c-7eddf069b52a tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Fanout notify agent at l3_agent the message router_deleted on router 9cf384eb-ca84-405c-9157-5e073dcd4e9c {{(pid=102347) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 10:38:19.233792 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-413f8294-c173-4419-ad8c-7eddf069b52a tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Publish callbacks [] for router, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:19.234950 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-413f8294-c173-4419-ad8c-7eddf069b52a tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] 10.222.0.44 "DELETE /v2.0/routers/9cf384eb-ca84-405c-9157-5e073dcd4e9c HTTP/1.1" status: 204 len: 168 time: 2.1435282 Oct 27 10:38:19.238701 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 43238) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:38:19.281233 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-f0ce05bd-9b3e-4a5d-934d-5b53ff4bf7f5 req-8ce5b8cd-6b30-4b9b-b7ee-5b373e2926a7 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/security-groups?id=042a0afe-bacb-4048-aed3-353e9c85bd81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1069601 Oct 27 10:38:19.302774 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5408a134-5118-4475-9007-c6c36ad0c221 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Made reservation on behalf of 378140ee2d4f4428be90ff45daafe008 for: {'subnet': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:38:19.306895 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-5408a134-5118-4475-9007-c6c36ad0c221 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27167186'] for subnet, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:19.415909 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b782f6-db52-4585-a8ed-fd8fd2c58b5b req-486b68f9-af1c-49a0-9a72-23f3a8342a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:38:19.417474 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-75b782f6-db52-4585-a8ed-fd8fd2c58b5b req-486b68f9-af1c-49a0-9a72-23f3a8342a83 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=027da3df-31ee-4c36-aa3c-3f1ae9faa9d0 HTTP/1.1" status: 200 len: 1098 time: 0.2260516 Oct 27 10:38:19.470851 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e149a27f-08ba-4296-8781-e8bf09978be8 req-61b06b77-7246-4a83-93ab-e7aa97326d82 tempest-AttachVolumeNegativeTest-477808956 tempest-AttachVolumeNegativeTest-477808956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:38:19.474468 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-e149a27f-08ba-4296-8781-e8bf09978be8 req-61b06b77-7246-4a83-93ab-e7aa97326d82 tempest-AttachVolumeNegativeTest-477808956 tempest-AttachVolumeNegativeTest-477808956-project] 10.222.0.44 "GET /v2.0/ports?device_id=027da3df-31ee-4c36-aa3c-3f1ae9faa9d0 HTTP/1.1" status: 200 len: 946 time: 0.2372682 Oct 27 10:38:19.490593 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-aacc1be3-2961-48d8-8e4b-5e95f3285c05 tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586917'] for network, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:19.545851 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2d34f97-d11f-4874-b600-b92979ae648f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp734b258e-7d96-550c-b970-9b72ab66f383-a3a2d542-53da-4e86-bf77-b0dcf0f24882', 'network_id': 'a3a2d542-53da-4e86-bf77-b0dcf0f24882', 'tenant_id': '378140ee2d4f4428be90ff45daafe008', 'fixed_ips': [{'subnet_id': '06a0df43-bcce-4787-af0d-71c93b7a2f06'}]}} from n-d-813419-10. {{(pid=102348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 10:38:19.547312 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-e2d34f97-d11f-4874-b600-b92979ae648f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:19.565228 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-75b782f6-db52-4585-a8ed-fd8fd2c58b5b req-5ba7dfc0-ea4a-49a8-9e69-866b32469b2b service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=6419667f-4570-481f-8a5c-a797762fb34f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274881 Oct 27 10:38:19.597423 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-5408a134-5118-4475-9007-c6c36ad0c221 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27024290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27167168'] for subnet, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:19.607292 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3532f57c-a9d0-4761-9eb5-049d94bfc843 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:38:19.620234 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3a1f23b-6231-45b4-842a-53e4a2308ee6 None None] Sync routers for ids ['a042eb13-6a44-40a6-a824-b3ddb3fcab62'] in n-d-813419-10 {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:38:19.629464 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3a1f23b-6231-45b4-842a-53e4a2308ee6 None None] Routers {'a042eb13-6a44-40a6-a824-b3ddb3fcab62'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:38:19.630083 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-d3a1f23b-6231-45b4-842a-53e4a2308ee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:38:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['a042eb13-6a44-40a6-a824-b3ddb3fcab62'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:38:19.647843 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-e149a27f-08ba-4296-8781-e8bf09978be8 req-461589aa-83db-4a0f-9ebd-a758de26b0c1 tempest-AttachVolumeNegativeTest-477808956 tempest-AttachVolumeNegativeTest-477808956-project] 10.222.0.44 "GET /v2.0/security-groups?id=6419667f-4570-481f-8a5c-a797762fb34f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546967 Oct 27 10:38:19.671926 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5408a134-5118-4475-9007-c6c36ad0c221 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Network a3a2d542-53da-4e86-bf77-b0dcf0f24882 is already hosted by enough agents. {{(pid=102346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:38:19.675932 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-5408a134-5118-4475-9007-c6c36ad0c221 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Resources bound (agent type, host, resource id): {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:38:19.688692 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-d3a1f23b-6231-45b4-842a-53e4a2308ee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:38:19.695767 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5408a134-5118-4475-9007-c6c36ad0c221 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:38:19.696398 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-5408a134-5118-4475-9007-c6c36ad0c221 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for subnet, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:19.706114 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5408a134-5118-4475-9007-c6c36ad0c221 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Pushing event updated for resources: {'Subnet': ['ID=44e8cb1b-ba22-4b90-b3e0-5a237fed9ebf,revision_number=0']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:38:19.713863 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3a1f23b-6231-45b4-842a-53e4a2308ee6 None None] Routers {'a042eb13-6a44-40a6-a824-b3ddb3fcab62'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:38:19.714484 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-d3a1f23b-6231-45b4-842a-53e4a2308ee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:38:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['a042eb13-6a44-40a6-a824-b3ddb3fcab62'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:38:19.714608 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-3532f57c-a9d0-4761-9eb5-049d94bfc843 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for floatingip, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:19.722866 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-aacc1be3-2961-48d8-8e4b-5e95f3285c05 tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857803', 'neutron.services.segments.db._delete_segments_for_network-8743873143390'] for network, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:19.738388 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-5408a134-5118-4475-9007-c6c36ad0c221 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6844389 Oct 27 10:38:19.739438 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 43244) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:38:19.745516 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-5f2755c5-7fcb-470b-ade5-75a5f4aa9035 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Request body: {'port': {'network_id': 'a3a2d542-53da-4e86-bf77-b0dcf0f24882', 'mac_address': 'fa:16:3e:01:0d:c9', 'name': 'tempest-NetworksTestDHCPv6-685605359'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:38:19.750766 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-d3a1f23b-6231-45b4-842a-53e4a2308ee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:38:19.751420 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3a1f23b-6231-45b4-842a-53e4a2308ee6 None None] The sync data for ids ['a042eb13-6a44-40a6-a824-b3ddb3fcab62'] in n-d-813419-10 is: [] {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:38:19.771664 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.db_base_plugin_common [None req-e2d34f97-d11f-4874-b600-b92979ae648f None None] Allocated IP 2001:db8::f816:3eff:fe50:6934 (a3a2d542-53da-4e86-bf77-b0dcf0f24882/06a0df43-bcce-4787-af0d-71c93b7a2f06/50fcfeb8-2c69-4f48-8373-d8959f50fc36) {{(pid=102348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:38:19.779433 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-3532f57c-a9d0-4761-9eb5-049d94bfc843 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 4.3947747 Oct 27 10:38:19.785633 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 43246) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:38:19.792745 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-675cf8ca-34d5-4f73-9be7-6db8081ca7bd tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:38:19.844608 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-aacc1be3-2961-48d8-8e4b-5e95f3285c05 tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa51740c-51d7-4a68-bbd6-6ae0d0e0db5c']}} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:38:19.882985 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-aacc1be3-2961-48d8-8e4b-5e95f3285c05 tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7fb3a14a-cd7b-486a-9a71-3dc38f16284d') {'for_net_delete': True} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:38:19.883284 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-aacc1be3-2961-48d8-8e4b-5e95f3285c05 tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7fb3a14a-cd7b-486a-9a71-3dc38f16284d') {} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:38:19.887754 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f2755c5-7fcb-470b-ade5-75a5f4aa9035 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Made reservation on behalf of 378140ee2d4f4428be90ff45daafe008 for: {'port': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:38:19.907237 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-aacc1be3-2961-48d8-8e4b-5e95f3285c05 tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743873145191', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18445132'] for segment, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:19.952217 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-aacc1be3-2961-48d8-8e4b-5e95f3285c05 tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:19.968817 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-675cf8ca-34d5-4f73-9be7-6db8081ca7bd tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Publish callbacks [] for floatingip, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:19.971527 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aacc1be3-2961-48d8-8e4b-5e95f3285c05 tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Releasing vlan 410 on physical network physnet1 to pool {{(pid=102347) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 10:38:19.971951 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-aacc1be3-2961-48d8-8e4b-5e95f3285c05 tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-18296032'] for segment, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:19.977963 n-d-813419-10 neutron-server[102347]: Traceback (most recent call last): Oct 27 10:38:19.977963 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 10:38:19.977963 n-d-813419-10 neutron-server[102347]: timer() Oct 27 10:38:19.977963 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 10:38:19.977963 n-d-813419-10 neutron-server[102347]: cb(*args, **kw) Oct 27 10:38:19.977963 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 10:38:19.977963 n-d-813419-10 neutron-server[102347]: return func(*args, **kwargs) Oct 27 10:38:19.977963 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 10:38:19.977963 n-d-813419-10 neutron-server[102347]: self._notify() Oct 27 10:38:19.977963 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 10:38:19.977963 n-d-813419-10 neutron-server[102347]: self.callback(batched_events) Oct 27 10:38:19.977963 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 10:38:19.977963 n-d-813419-10 neutron-server[102347]: event.method(event) Oct 27 10:38:19.977963 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 10:38:19.977963 n-d-813419-10 neutron-server[102347]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 10:38:19.977963 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 10:38:19.977963 n-d-813419-10 neutron-server[102347]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 10:38:19.977963 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 10:38:19.977963 n-d-813419-10 neutron-server[102347]: return f(self, *a, **k) Oct 27 10:38:19.977963 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 10:38:19.977963 n-d-813419-10 neutron-server[102347]: return self._get(url).json() Oct 27 10:38:19.977963 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 10:38:19.977963 n-d-813419-10 neutron-server[102347]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 10:38:19.977963 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 10:38:19.977963 n-d-813419-10 neutron-server[102347]: return self.request(url, 'GET', **kwargs) Oct 27 10:38:19.977963 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 10:38:19.977963 n-d-813419-10 neutron-server[102347]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 10:38:19.977963 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 10:38:19.977963 n-d-813419-10 neutron-server[102347]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 10:38:19.977963 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 10:38:19.977963 n-d-813419-10 neutron-server[102347]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 10:38:19.977963 n-d-813419-10 neutron-server[102347]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 10:38:19.981282 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 56bb8c37-e20f-4a5f-b978-ee781e5bdf8e no longer exists at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:38:19.995879 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-5f2755c5-7fcb-470b-ade5-75a5f4aa9035 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:20.027099 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [None req-5f2755c5-7fcb-470b-ade5-75a5f4aa9035 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] device_id is not set on port 008677e0-47e7-47f4-8d98-a6b753ceebb9 yet. {{(pid=102346) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 10:38:20.031776 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] No Port match for: 56bb8c37-e20f-4a5f-b978-ee781e5bdf8e {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:38:20.032479 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 56bb8c37-e20f-4a5f-b978-ee781e5bdf8e not bound to the agent host n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:38:20.033368 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device d975e221-26bd-458f-a89e-0eec6e951f00 no longer exists at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:38:20.038852 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:20.065334 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-eadeaa30-4096-4d1a-b3cb-aa7ebfb291ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:20.075468 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] No Port match for: d975e221-26bd-458f-a89e-0eec6e951f00 {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:38:20.075468 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device d975e221-26bd-458f-a89e-0eec6e951f00 not bound to the agent host n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:38:20.075468 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device ae042db6-5355-4488-95e1-49c996e343cd no longer exists at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:38:20.075468 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-e2d34f97-d11f-4874-b600-b92979ae648f None None] Publish callbacks [] for port, precommit_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:20.095002 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-aacc1be3-2961-48d8-8e4b-5e95f3285c05 tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664840'] for network, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:20.096497 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] No Port match for: ae042db6-5355-4488-95e1-49c996e343cd {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:38:20.096974 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device ae042db6-5355-4488-95e1-49c996e343cd not bound to the agent host n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:38:20.097595 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 4141fe33-1121-4174-aa73-46786d32b9d0 no longer exists at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:38:20.100075 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-e2d34f97-d11f-4874-b600-b92979ae648f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606'] for port, after_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:20.100974 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-aacc1be3-2961-48d8-8e4b-5e95f3285c05 tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for network, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:20.105146 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-aacc1be3-2961-48d8-8e4b-5e95f3285c05 tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] 10.222.0.44 "DELETE /v2.0/networks/aa51740c-51d7-4a68-bbd6-6ae0d0e0db5c HTTP/1.1" status: 204 len: 168 time: 0.8608501 Oct 27 10:38:20.135384 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] No Port match for: 4141fe33-1121-4174-aa73-46786d32b9d0 {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:38:20.135720 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 4141fe33-1121-4174-aa73-46786d32b9d0 not bound to the agent host n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:38:20.162261 n-d-813419-10 neutron-server[102348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2d34f97-d11f-4874-b600-b92979ae648f None None] Network a3a2d542-53da-4e86-bf77-b0dcf0f24882 is already hosted by enough agents. {{(pid=102348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:38:20.166245 n-d-813419-10 neutron-server[102348]: DEBUG neutron.scheduler.base_scheduler [None req-e2d34f97-d11f-4874-b600-b92979ae648f None None] Resources bound (agent type, host, resource id): {{(pid=102348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:38:20.170200 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2d34f97-d11f-4874-b600-b92979ae648f None None] Received port after_create {{(pid=102348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:38:20.227289 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d34f97-d11f-4874-b600-b92979ae648f None None] Pushing event updated for resources: {'Port': ['ID=50fcfeb8-2c69-4f48-8373-d8959f50fc36,revision_number=1']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:38:20.234007 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-e2d34f97-d11f-4874-b600-b92979ae648f None None] Attempting to bind port 50fcfeb8-2c69-4f48-8373-d8959f50fc36 on host n-d-813419-10 for vnic_type normal with profile {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:38:20.234227 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-e2d34f97-d11f-4874-b600-b92979ae648f None None] Attempting to bind port 50fcfeb8-2c69-4f48-8373-d8959f50fc36 by drivers openvswitch,hyperv on host n-d-813419-10 at level 0 using segments [{'id': 'eef0c4ec-5773-434c-ac68-3d91e838e9be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a3a2d542-53da-4e86-bf77-b0dcf0f24882'}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:38:20.234514 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2d34f97-d11f-4874-b600-b92979ae648f None None] Attempting to bind port 50fcfeb8-2c69-4f48-8373-d8959f50fc36 on network a3a2d542-53da-4e86-bf77-b0dcf0f24882 {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:38:20.235188 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_common [None req-5f2755c5-7fcb-470b-ade5-75a5f4aa9035 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Allocated IP 172.20.0.14 (a3a2d542-53da-4e86-bf77-b0dcf0f24882/44e8cb1b-ba22-4b90-b3e0-5a237fed9ebf/008677e0-47e7-47f4-8d98-a6b753ceebb9) {{(pid=102346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:38:20.241025 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2d34f97-d11f-4874-b600-b92979ae648f None None] Checking agent: {'id': '89dba0f3-79b2-435e-9822-33674b8f6ada', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 8, 20), 'started_at': datetime.datetime(2021, 10, 27, 10, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 38, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:38:20.241428 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2d34f97-d11f-4874-b600-b92979ae648f None None] Checking segment: {'id': 'eef0c4ec-5773-434c-ac68-3d91e838e9be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a3a2d542-53da-4e86-bf77-b0dcf0f24882'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:38:20.241775 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-e2d34f97-d11f-4874-b600-b92979ae648f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:20.242069 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_common [None req-5f2755c5-7fcb-470b-ade5-75a5f4aa9035 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Allocated IP 2001:db8::f816:3eff:fe01:dc9 (a3a2d542-53da-4e86-bf77-b0dcf0f24882/06a0df43-bcce-4787-af0d-71c93b7a2f06/008677e0-47e7-47f4-8d98-a6b753ceebb9) {{(pid=102346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:38:20.242203 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2d34f97-d11f-4874-b600-b92979ae648f None None] Bound using segment: {'id': 'eef0c4ec-5773-434c-ac68-3d91e838e9be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a3a2d542-53da-4e86-bf77-b0dcf0f24882'} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:38:20.242686 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-e2d34f97-d11f-4874-b600-b92979ae648f None None] Bound port: 50fcfeb8-2c69-4f48-8373-d8959f50fc36, host: n-d-813419-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eef0c4ec-5773-434c-ac68-3d91e838e9be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a3a2d542-53da-4e86-bf77-b0dcf0f24882'}}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:38:20.243070 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-e2d34f97-d11f-4874-b600-b92979ae648f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:20.258576 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-675cf8ca-34d5-4f73-9be7-6db8081ca7bd tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:20.268964 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacc1be3-2961-48d8-8e4b-5e95f3285c05 tempest-TestSecurityGroupsBasicOps-1757575916 tempest-TestSecurityGroupsBasicOps-1757575916-project] Pushing event deleted for resources: {'Network': ['ID=aa51740c-51d7-4a68-bbd6-6ae0d0e0db5c,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:38:20.270802 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-675cf8ca-34d5-4f73-9be7-6db8081ca7bd tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1664826'] for floatingip, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:20.271145 n-d-813419-10 neutron-server[102347]: INFO neutron.db.l3_db [None req-675cf8ca-34d5-4f73-9be7-6db8081ca7bd tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Floating IP c4c4fa8d-8e85-452c-a7b4-fdb3ff283e70 disassociated. External IP: 172.25.8.48, port: 967a56ab-d182-422c-b19b-3912305db964. Oct 27 10:38:20.324151 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-e2d34f97-d11f-4874-b600-b92979ae648f None None] For port 50fcfeb8-2c69-4f48-8373-d8959f50fc36, host n-d-813419-10, cleared binding levels {{(pid=102348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:38:20.329589 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-e2d34f97-d11f-4874-b600-b92979ae648f None None] For port 50fcfeb8-2c69-4f48-8373-d8959f50fc36, host n-d-813419-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=50fcfeb8-2c69-4f48-8373-d8959f50fc36,segment=NetworkSegment(eef0c4ec-5773-434c-ac68-3d91e838e9be),segment_id=eef0c4ec-5773-434c-ac68-3d91e838e9be)] {{(pid=102348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:38:20.343159 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-e2d34f97-d11f-4874-b600-b92979ae648f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:20.427703 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d34f97-d11f-4874-b600-b92979ae648f None None] Pushing event updated for resources: {'Port': ['ID=50fcfeb8-2c69-4f48-8373-d8959f50fc36,revision_number=2']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:38:20.470370 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 43256) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:38:20.498005 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-5f2755c5-7fcb-470b-ade5-75a5f4aa9035 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks [] for port, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:20.501234 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5865e6e3-6812-41ea-9404-fa8ca4015274 req-496b8c09-5898-4c48-9666-23d9288e932d tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:38:20.502882 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-5865e6e3-6812-41ea-9404-fa8ca4015274 req-496b8c09-5898-4c48-9666-23d9288e932d tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/ports?device_id=f6fc38b4-3d34-4580-bd35-a4b845297319 HTTP/1.1" status: 200 len: 945 time: 0.1247885 Oct 27 10:38:20.548278 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-5f2755c5-7fcb-470b-ade5-75a5f4aa9035 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:20.601646 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f2755c5-7fcb-470b-ade5-75a5f4aa9035 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Network a3a2d542-53da-4e86-bf77-b0dcf0f24882 is already hosted by enough agents. {{(pid=102346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:38:20.606670 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-5f2755c5-7fcb-470b-ade5-75a5f4aa9035 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Resources bound (agent type, host, resource id): {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:38:20.612411 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f2755c5-7fcb-470b-ade5-75a5f4aa9035 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Received port after_create {{(pid=102346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:38:20.653102 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2755c5-7fcb-470b-ade5-75a5f4aa9035 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Pushing event updated for resources: {'Port': ['ID=008677e0-47e7-47f4-8d98-a6b753ceebb9,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:38:20.662231 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-5865e6e3-6812-41ea-9404-fa8ca4015274 req-46faa698-0690-45fa-a56c-220822213fd0 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/security-groups?id=042a0afe-bacb-4048-aed3-353e9c85bd81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1522379 Oct 27 10:38:20.721737 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-c9378467-981a-46ce-a522-ca02213a1653 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2005088b555845b0a237dc93fae61807&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2480683 Oct 27 10:38:20.721982 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 43262) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:38:20.737894 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f2755c5-7fcb-470b-ade5-75a5f4aa9035 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:38:20.739501 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-5f2755c5-7fcb-470b-ade5-75a5f4aa9035 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:20.750282 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-675cf8ca-34d5-4f73-9be7-6db8081ca7bd tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Router a042eb13-6a44-40a6-a824-b3ddb3fcab62 has already been hosted by L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb {{(pid=102347) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 10:38:20.767847 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-5f2755c5-7fcb-470b-ade5-75a5f4aa9035 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.0269537 Oct 27 10:38:20.775063 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 43266) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:38:20.874193 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaaa0bab-92fe-4a43-9cd0-03c9f295d001 req-666e745b-4183-479e-8a26-cd768b89f79f tempest-AttachVolumeNegativeTest-477808956 tempest-AttachVolumeNegativeTest-477808956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:38:20.876469 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-aaaa0bab-92fe-4a43-9cd0-03c9f295d001 req-666e745b-4183-479e-8a26-cd768b89f79f tempest-AttachVolumeNegativeTest-477808956 tempest-AttachVolumeNegativeTest-477808956-project] 10.222.0.44 "GET /v2.0/ports?device_id=027da3df-31ee-4c36-aa3c-3f1ae9faa9d0 HTTP/1.1" status: 200 len: 946 time: 0.0764978 Oct 27 10:38:20.904772 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-74776278-c386-4ad9-a509-f5eb25f60f6a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:20.932045 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a1409d2-96ee-43c9-8fd0-e54a4df87d10 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:38:20.937984 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a1409d2-96ee-43c9-8fd0-e54a4df87d10 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:38:20.939594 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-9a1409d2-96ee-43c9-8fd0-e54a4df87d10 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 0.1633093 Oct 27 10:38:20.941071 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-aaaa0bab-92fe-4a43-9cd0-03c9f295d001 req-6fd35b70-2273-4bc7-a4cb-bb952dcf068c tempest-AttachVolumeNegativeTest-477808956 tempest-AttachVolumeNegativeTest-477808956-project] 10.222.0.44 "GET /v2.0/security-groups?id=6419667f-4570-481f-8a5c-a797762fb34f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571284 Oct 27 10:38:20.942391 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 43270) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:38:20.955643 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-74776278-c386-4ad9-a509-f5eb25f60f6a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:21.000189 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-675cf8ca-34d5-4f73-9be7-6db8081ca7bd tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:38:21.004762 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-675cf8ca-34d5-4f73-9be7-6db8081ca7bd tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for floatingip, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:21.014051 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0ff2da9-53db-4e85-b020-829ab470e6fd None None] Sync routers for ids ['a042eb13-6a44-40a6-a824-b3ddb3fcab62'] in n-d-813419-10 {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:38:21.035921 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-675cf8ca-34d5-4f73-9be7-6db8081ca7bd tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] 10.222.0.44 "PUT /v2.0/floatingips/c4c4fa8d-8e85-452c-a7b4-fdb3ff283e70 HTTP/1.1" status: 200 len: 687 time: 1.2479331 Oct 27 10:38:21.039861 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 43276) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:38:21.045953 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0ff2da9-53db-4e85-b020-829ab470e6fd None None] Routers {'a042eb13-6a44-40a6-a824-b3ddb3fcab62'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:38:21.046674 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-d0ff2da9-53db-4e85-b020-829ab470e6fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:38:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['a042eb13-6a44-40a6-a824-b3ddb3fcab62'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:38:21.050442 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-74776278-c386-4ad9-a509-f5eb25f60f6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:21.053241 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-74776278-c386-4ad9-a509-f5eb25f60f6a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:21.055174 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-74776278-c386-4ad9-a509-f5eb25f60f6a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4eb1baa3-bf62-4d76-a13f-37a5b2b1964a HTTP/1.1" status: 204 len: 168 time: 0.3321307 Oct 27 10:38:21.087910 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-d0ff2da9-53db-4e85-b020-829ab470e6fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:38:21.094392 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-1ee665d3-8073-459d-8d01-287462f6d1d6 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Deleting port 008677e0-47e7-47f4-8d98-a6b753ceebb9 {{(pid=102346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:38:21.095654 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-1ee665d3-8073-459d-8d01-287462f6d1d6 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:21.106426 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0ff2da9-53db-4e85-b020-829ab470e6fd None None] Routers {'a042eb13-6a44-40a6-a824-b3ddb3fcab62'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:38:21.107082 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-d0ff2da9-53db-4e85-b020-829ab470e6fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:38:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['a042eb13-6a44-40a6-a824-b3ddb3fcab62'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:38:21.160178 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-d0ff2da9-53db-4e85-b020-829ab470e6fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:38:21.161134 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0ff2da9-53db-4e85-b020-829ab470e6fd None None] The sync data for ids ['a042eb13-6a44-40a6-a824-b3ddb3fcab62'] in n-d-813419-10 is: [] {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:38:21.229739 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-1ee665d3-8073-459d-8d01-287462f6d1d6 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:21.250386 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-1ee665d3-8073-459d-8d01-287462f6d1d6 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Calling delete_port for 008677e0-47e7-47f4-8d98-a6b753ceebb9 owned by {{(pid=102346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:38:21.471953 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74776278-c386-4ad9-a509-f5eb25f60f6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4eb1baa3-bf62-4d76-a13f-37a5b2b1964a,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:38:21.545864 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-1ee665d3-8073-459d-8d01-287462f6d1d6 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:21.591074 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-983fa9a0-06b6-448d-86d0-4cf8e3937f78 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Deleting port c078807b-1d93-456b-b6af-7f86babb192c {{(pid=102347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:38:21.591493 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-983fa9a0-06b6-448d-86d0-4cf8e3937f78 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:21.613829 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee665d3-8073-459d-8d01-287462f6d1d6 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Pushing event deleted for resources: {'Port': ['ID=008677e0-47e7-47f4-8d98-a6b753ceebb9,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:38:21.617860 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 43290) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:38:21.655823 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-8f016bf2-6186-4234-a9fb-22f5f6261b4a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:21.754447 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-983fa9a0-06b6-448d-86d0-4cf8e3937f78 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:21.754907 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-983fa9a0-06b6-448d-86d0-4cf8e3937f78 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:21.767525 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 50fcfeb8-2c69-4f48-8373-d8959f50fc36 up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:38:21.768376 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-983fa9a0-06b6-448d-86d0-4cf8e3937f78 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Calling delete_port for c078807b-1d93-456b-b6af-7f86babb192c owned by network:floatingip {{(pid=102347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:38:21.789385 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-1ee665d3-8073-459d-8d01-287462f6d1d6 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:21.799198 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-1ee665d3-8073-459d-8d01-287462f6d1d6 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] 10.222.0.44 "DELETE /v2.0/ports/008677e0-47e7-47f4-8d98-a6b753ceebb9 HTTP/1.1" status: 204 len: 168 time: 0.8552039 Oct 27 10:38:21.802720 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 43294) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:38:21.842773 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port 50fcfeb8-2c69-4f48-8373-d8959f50fc36 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:38:21.844583 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:21.891105 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5058c251-6966-4eb7-a4d8-39093206604e tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:38:21.893274 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5058c251-6966-4eb7-a4d8-39093206604e tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:38:21.895359 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5058c251-6966-4eb7-a4d8-39093206604e tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:38:21.897403 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-5058c251-6966-4eb7-a4d8-39093206604e tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0933735 Oct 27 10:38:21.901740 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 43298) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:38:21.933181 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-3c6a8245-0581-48aa-b5f6-4d8fe98cd16e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:21.969531 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-191ddd38-5333-464e-a8e6-aa49bf92f7fd None None] Network a3a2d542-53da-4e86-bf77-b0dcf0f24882 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:38:22.002849 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930e34f3-66d9-4874-a47e-3954a90f2de0 req-bbd699b2-ea01-41ad-9841-b52b1587dfc8 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:38:22.004379 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-930e34f3-66d9-4874-a47e-3954a90f2de0 req-bbd699b2-ea01-41ad-9841-b52b1587dfc8 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/ports?device_id=f6fc38b4-3d34-4580-bd35-a4b845297319 HTTP/1.1" status: 200 len: 945 time: 0.0768328 Oct 27 10:38:22.014125 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_v2 [None req-6efe78d2-9351-47cb-9629-a3371093d67e tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Deleting subnet 06a0df43-bcce-4787-af0d-71c93b7a2f06 {{(pid=102346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 10:38:22.030257 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-6efe78d2-9351-47cb-9629-a3371093d67e tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks [] for subnet, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:22.057398 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:22.086209 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-2639173e-9e1d-4a47-bcd0-babf061846e0 None None] Provisioning complete for port 50fcfeb8-2c69-4f48-8373-d8959f50fc36 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:38:22.086707 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-2639173e-9e1d-4a47-bcd0-babf061846e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:22.128633 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-930e34f3-66d9-4874-a47e-3954a90f2de0 req-3588bdd6-a148-48a6-a4f5-d0622ffb842f tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/security-groups?id=042a0afe-bacb-4048-aed3-353e9c85bd81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0984421 Oct 27 10:38:22.129869 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-983fa9a0-06b6-448d-86d0-4cf8e3937f78 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:22.143668 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] For port 50fcfeb8-2c69-4f48-8373-d8959f50fc36, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=50fcfeb8-2c69-4f48-8373-d8959f50fc36,segment=NetworkSegment(eef0c4ec-5773-434c-ac68-3d91e838e9be),segment_id=eef0c4ec-5773-434c-ac68-3d91e838e9be)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:38:22.163458 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-6efe78d2-9351-47cb-9629-a3371093d67e tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25847868'] for subnet, precommit_delete_associations {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:22.174457 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:22.174808 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983fa9a0-06b6-448d-86d0-4cf8e3937f78 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Pushing event deleted for resources: {'Port': ['ID=c078807b-1d93-456b-b6af-7f86babb192c,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:38:22.199263 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-8f016bf2-6186-4234-a9fb-22f5f6261b4a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:22.211223 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-8f016bf2-6186-4234-a9fb-22f5f6261b4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:22.285834 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-983fa9a0-06b6-448d-86d0-4cf8e3937f78 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Publish callbacks [] for floatingip, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:22.289099 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-983fa9a0-06b6-448d-86d0-4cf8e3937f78 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for floatingip, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:22.293532 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-983fa9a0-06b6-448d-86d0-4cf8e3937f78 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] 10.222.0.44 "DELETE /v2.0/floatingips/c4c4fa8d-8e85-452c-a7b4-fdb3ff283e70 HTTP/1.1" status: 204 len: 168 time: 1.2473392 Oct 27 10:38:22.294268 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 43302) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:38:22.298477 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 43304) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:38:22.299202 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-8f016bf2-6186-4234-a9fb-22f5f6261b4a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=afbeee99e8d64884b909122ffcadfe91&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6742644 Oct 27 10:38:22.304814 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-dc0f6a7d-5785-46ff-88c0-1aae6d68a423 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Request body: {'floatingip': {'floating_network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'port_id': 'cec2de10-ed85-494d-936f-d250d64a6d2d'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:38:22.309876 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f016bf2-6186-4234-a9fb-22f5f6261b4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f723b036-7888-4111-b139-82b75eaca234,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:38:22.324357 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Pushing event updated for resources: {'Port': ['ID=50fcfeb8-2c69-4f48-8373-d8959f50fc36,revision_number=3']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:38:22.337093 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-6efe78d2-9351-47cb-9629-a3371093d67e tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855646'] for subnet, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:22.387221 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-dc0f6a7d-5785-46ff-88c0-1aae6d68a423 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Publish callbacks [] for floatingip, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:22.437495 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-2c4e57a0-f4c2-4bed-9d90-9376d7aefae5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:22.447917 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-6efe78d2-9351-47cb-9629-a3371093d67e tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27024355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27168307'] for subnet, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:22.464604 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-2c4e57a0-f4c2-4bed-9d90-9376d7aefae5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:22.477725 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efe78d2-9351-47cb-9629-a3371093d67e tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Pushing event deleted for resources: {'Subnet': ['ID=06a0df43-bcce-4787-af0d-71c93b7a2f06,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:38:22.486207 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-6efe78d2-9351-47cb-9629-a3371093d67e tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for subnet, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:22.496242 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-6efe78d2-9351-47cb-9629-a3371093d67e tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] 10.222.0.44 "DELETE /v2.0/subnets/06a0df43-bcce-4787-af0d-71c93b7a2f06 HTTP/1.1" status: 204 len: 168 time: 0.5879698 Oct 27 10:38:22.498472 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 43308) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:38:22.515908 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6523b1bf-8b6b-4a8d-864d-093edc8da160 None None] Update dhcp port {'port': {'network_id': 'a3a2d542-53da-4e86-bf77-b0dcf0f24882', 'fixed_ips': [{'subnet_id': '06a0df43-bcce-4787-af0d-71c93b7a2f06', 'ip_address': '2001:db8::f816:3eff:fe50:6934'}, {'subnet_id': '44e8cb1b-ba22-4b90-b3e0-5a237fed9ebf'}], 'binding:host_id': 'n-d-813419-10'}, 'id': '50fcfeb8-2c69-4f48-8373-d8959f50fc36'} from n-d-813419-10. {{(pid=102348) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 27 10:38:22.553149 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-6523b1bf-8b6b-4a8d-864d-093edc8da160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:22.580874 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-2c4e57a0-f4c2-4bed-9d90-9376d7aefae5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:22.583855 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-2c4e57a0-f4c2-4bed-9d90-9376d7aefae5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:22.585349 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-2c4e57a0-f4c2-4bed-9d90-9376d7aefae5 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f723b036-7888-4111-b139-82b75eaca234 HTTP/1.1" status: 204 len: 168 time: 0.2858326 Oct 27 10:38:22.594572 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-dc0f6a7d-5785-46ff-88c0-1aae6d68a423 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:22.596765 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_v2 [None req-19c03383-dcff-4d95-b9cc-a2e3087e4734 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Deleting subnet 44e8cb1b-ba22-4b90-b3e0-5a237fed9ebf {{(pid=102346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 10:38:22.601575 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-19c03383-dcff-4d95-b9cc-a2e3087e4734 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks [] for subnet, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:22.701144 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-19c03383-dcff-4d95-b9cc-a2e3087e4734 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25847868'] for subnet, precommit_delete_associations {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:22.751927 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_common [None req-dc0f6a7d-5785-46ff-88c0-1aae6d68a423 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Allocated IP 172.25.8.143 (185ff123-c7ff-45c7-a6be-71feb35acc9c/0fb9f9d1-7384-481f-8fa8-f4566c349d30/29e91f1a-b216-4ffe-81e5-d5e6b493ed46) {{(pid=102347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:38:22.760598 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-19c03383-dcff-4d95-b9cc-a2e3087e4734 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855646'] for subnet, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:22.853931 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-19c03383-dcff-4d95-b9cc-a2e3087e4734 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27024355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27168307'] for subnet, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:22.875564 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-19c03383-dcff-4d95-b9cc-a2e3087e4734 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for subnet, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:22.880985 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-19c03383-dcff-4d95-b9cc-a2e3087e4734 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] 10.222.0.44 "DELETE /v2.0/subnets/44e8cb1b-ba22-4b90-b3e0-5a237fed9ebf HTTP/1.1" status: 204 len: 168 time: 0.3785884 Oct 27 10:38:22.893971 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 43314) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:38:22.897231 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4e57a0-f4c2-4bed-9d90-9376d7aefae5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f723b036-7888-4111-b139-82b75eaca234,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:38:22.900783 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c03383-dcff-4d95-b9cc-a2e3087e4734 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Pushing event deleted for resources: {'Subnet': ['ID=44e8cb1b-ba22-4b90-b3e0-5a237fed9ebf,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:38:22.956021 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-e35f995c-7ff2-4a11-a476-cadc22c1011e tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0471771 Oct 27 10:38:22.958853 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 43316) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:38:22.970468 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-dc0f6a7d-5785-46ff-88c0-1aae6d68a423 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Publish callbacks [] for port, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:22.971558 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-de34375c-9ff1-4c5b-887c-b27d307a671c tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Request body: {'subnet': {'network_id': 'a3a2d542-53da-4e86-bf77-b0dcf0f24882', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:38:22.985944 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server [None req-6523b1bf-8b6b-4a8d-864d-093edc8da160 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 44e8cb1b-ba22-4b90-b3e0-5a237fed9ebf: This subnet is being modified by another concurrent operation. Oct 27 10:38:22.985944 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 27 10:38:22.985944 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 27 10:38:22.985944 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 27 10:38:22.985944 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 27 10:38:22.985944 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 27 10:38:22.985944 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 27 10:38:22.985944 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 27 10:38:22.985944 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 27 10:38:22.985944 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 27 10:38:22.985944 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 27 10:38:22.985944 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 27 10:38:22.985944 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 27 10:38:22.985944 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 27 10:38:22.985944 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 27 10:38:22.985944 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 27 10:38:22.985944 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 27 10:38:22.985944 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server raise self.value Oct 27 10:38:22.985944 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 27 10:38:22.985944 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 27 10:38:22.985944 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 27 10:38:22.985944 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 27 10:38:22.985944 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 27 10:38:22.985944 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 27 10:38:22.985944 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 27 10:38:22.985944 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server raise self.value Oct 27 10:38:22.985944 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 27 10:38:22.985944 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 27 10:38:22.985944 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 27 10:38:22.985944 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 27 10:38:22.985944 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 27 10:38:22.985944 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 27 10:38:22.985944 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 27 10:38:22.985944 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server raise self.value Oct 27 10:38:22.985944 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 27 10:38:22.985944 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 27 10:38:22.985944 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Oct 27 10:38:22.985944 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Oct 27 10:38:22.985944 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Oct 27 10:38:22.985944 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Oct 27 10:38:22.985944 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Oct 27 10:38:22.985944 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 27 10:38:22.985944 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 27 10:38:22.985944 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 27 10:38:22.985944 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 27 10:38:22.985944 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 27 10:38:22.985944 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 27 10:38:22.985944 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 27 10:38:22.985944 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 27 10:38:22.985944 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server raise self.value Oct 27 10:38:22.985944 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 27 10:38:22.985944 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 27 10:38:22.985944 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 27 10:38:22.985944 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 27 10:38:22.991573 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 27 10:38:22.991573 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 27 10:38:22.991573 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 27 10:38:22.991573 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server raise self.value Oct 27 10:38:22.991573 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 27 10:38:22.991573 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 27 10:38:22.991573 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 27 10:38:22.991573 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 27 10:38:22.991573 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 27 10:38:22.991573 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 27 10:38:22.991573 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 27 10:38:22.991573 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server raise self.value Oct 27 10:38:22.991573 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 27 10:38:22.991573 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 27 10:38:22.991573 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1740, in update_port Oct 27 10:38:22.991573 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Oct 27 10:38:22.991573 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 27 10:38:22.991573 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 27 10:38:22.991573 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1515, in update_port Oct 27 10:38:22.991573 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Oct 27 10:38:22.991573 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Oct 27 10:38:22.991573 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Oct 27 10:38:22.991573 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Oct 27 10:38:22.991573 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Oct 27 10:38:22.991573 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Oct 27 10:38:22.991573 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 27 10:38:22.991573 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Oct 27 10:38:22.991573 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 27 10:38:22.991573 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 27 10:38:22.991573 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server raise exception Oct 27 10:38:22.991573 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 44e8cb1b-ba22-4b90-b3e0-5a237fed9ebf: This subnet is being modified by another concurrent operation. Oct 27 10:38:22.991573 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server Oct 27 10:38:23.029832 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-dc0f6a7d-5785-46ff-88c0-1aae6d68a423 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:23.102191 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de34375c-9ff1-4c5b-887c-b27d307a671c tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Made reservation on behalf of 378140ee2d4f4428be90ff45daafe008 for: {'subnet': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:38:23.111306 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-de34375c-9ff1-4c5b-887c-b27d307a671c tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27167186'] for subnet, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:23.119127 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc0f6a7d-5785-46ff-88c0-1aae6d68a423 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Network 185ff123-c7ff-45c7-a6be-71feb35acc9c is already hosted by enough agents. {{(pid=102347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:38:23.123280 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [None req-dc0f6a7d-5785-46ff-88c0-1aae6d68a423 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Resources bound (agent type, host, resource id): {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:38:23.125121 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 43320) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:38:23.134937 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc0f6a7d-5785-46ff-88c0-1aae6d68a423 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Received port after_create {{(pid=102347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:38:23.138476 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0f6a7d-5785-46ff-88c0-1aae6d68a423 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Pushing event updated for resources: {'Port': ['ID=29e91f1a-b216-4ffe-81e5-d5e6b493ed46,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:38:23.189473 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-239a108c-7f1e-4080-8290-e9968d6a924c None None] Network a3a2d542-53da-4e86-bf77-b0dcf0f24882 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:38:23.212807 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-45a0686f-6761-42fa-a3f9-92d74c5fe79e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=92df0f06a7504e27a365d1b4a1d948e6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0837693 Oct 27 10:38:23.216034 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 43326) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:38:23.254570 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-e79dd942-9595-4945-8134-6c8faab5ba2c None None] Provisioning complete for port 50fcfeb8-2c69-4f48-8373-d8959f50fc36 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:38:23.254929 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-e79dd942-9595-4945-8134-6c8faab5ba2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:23.309205 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df5ba92-f29b-4d9d-9d22-9a869dbaae2e req-a1ff958f-2abb-4646-b67e-1b0ff468c003 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:38:23.310864 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-7df5ba92-f29b-4d9d-9d22-9a869dbaae2e req-a1ff958f-2abb-4646-b67e-1b0ff468c003 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/ports?device_id=f6fc38b4-3d34-4580-bd35-a4b845297319 HTTP/1.1" status: 200 len: 945 time: 0.0726640 Oct 27 10:38:23.386811 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-64e07b11-475d-44cd-9d1e-b7fa3e8a0d79 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:23.391106 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-7df5ba92-f29b-4d9d-9d22-9a869dbaae2e req-fb27173c-b8ee-4243-8a70-2181fb87e99e tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/security-groups?id=042a0afe-bacb-4048-aed3-353e9c85bd81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517037 Oct 27 10:38:23.410093 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-64e07b11-475d-44cd-9d1e-b7fa3e8a0d79 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:23.473606 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1689bf9b-29e8-4944-8edc-a90c537f3b5d None None] DHCP port deletion for a3a2d542-53da-4e86-bf77-b0dcf0f24882 request from n-d-813419-10 {{(pid=102348) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 10:38:23.484880 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-de34375c-9ff1-4c5b-887c-b27d307a671c tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27024290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27167168'] for subnet, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:23.536180 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de34375c-9ff1-4c5b-887c-b27d307a671c tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Network a3a2d542-53da-4e86-bf77-b0dcf0f24882 is already hosted by enough agents. {{(pid=102346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:38:23.542737 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-de34375c-9ff1-4c5b-887c-b27d307a671c tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Resources bound (agent type, host, resource id): {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:38:23.549097 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de34375c-9ff1-4c5b-887c-b27d307a671c tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:38:23.549698 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-de34375c-9ff1-4c5b-887c-b27d307a671c tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for subnet, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:23.550225 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-1689bf9b-29e8-4944-8edc-a90c537f3b5d None None] Deleting port 50fcfeb8-2c69-4f48-8373-d8959f50fc36 {{(pid=102348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:38:23.550775 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-1689bf9b-29e8-4944-8edc-a90c537f3b5d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:23.563864 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-64e07b11-475d-44cd-9d1e-b7fa3e8a0d79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:23.566096 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de34375c-9ff1-4c5b-887c-b27d307a671c tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Pushing event updated for resources: {'Subnet': ['ID=4c7610cb-d2ec-4627-8dd0-72fbbcd7ede2,revision_number=0']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:38:23.569596 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-64e07b11-475d-44cd-9d1e-b7fa3e8a0d79 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:23.578514 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-64e07b11-475d-44cd-9d1e-b7fa3e8a0d79 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/13eb6daf-845c-48e7-bf7c-da076301c71d HTTP/1.1" status: 204 len: 168 time: 0.3588507 Oct 27 10:38:23.594662 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-de34375c-9ff1-4c5b-887c-b27d307a671c tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6335418 Oct 27 10:38:23.597103 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 43336) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:38:23.627452 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-deb33249-3ef2-4bc8-8444-e3ae5261af02 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Request body: {'subnet': {'network_id': 'a3a2d542-53da-4e86-bf77-b0dcf0f24882', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:38:23.769601 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e07b11-475d-44cd-9d1e-b7fa3e8a0d79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13eb6daf-845c-48e7-bf7c-da076301c71d,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:38:23.865451 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-1a619570-a95a-4fb3-9363-37c42f318eaf req-60ea76c8-5ae8-4d74-a726-926701b753c6 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=91ccc442-ec50-4418-afd5-4249b29ada1e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1926999 Oct 27 10:38:23.886480 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175e3f10-8b47-4d92-8509-8a936ba3ca4e req-fdc14f2c-5891-42cb-b1f3-5b72cf2d573d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:38:23.889919 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-175e3f10-8b47-4d92-8509-8a936ba3ca4e req-fdc14f2c-5891-42cb-b1f3-5b72cf2d573d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5cdd6d2f037d42e18150718a811d487c&device_id=f6fc38b4-3d34-4580-bd35-a4b845297319 HTTP/1.1" status: 200 len: 1097 time: 0.1231549 Oct 27 10:38:23.909761 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a276bb47-6ceb-4dcd-a31d-e915b8b26e68 req-334f9988-0625-4c6a-b81f-a32ff7670e07 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:38:23.919285 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-a276bb47-6ceb-4dcd-a31d-e915b8b26e68 req-334f9988-0625-4c6a-b81f-a32ff7670e07 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/ports?device_id=f6fc38b4-3d34-4580-bd35-a4b845297319 HTTP/1.1" status: 200 len: 945 time: 0.1637743 Oct 27 10:38:23.942426 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-deb33249-3ef2-4bc8-8444-e3ae5261af02 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Made reservation on behalf of 378140ee2d4f4428be90ff45daafe008 for: {'subnet': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:38:23.948798 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-deb33249-3ef2-4bc8-8444-e3ae5261af02 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27167186'] for subnet, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:24.023606 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-dc0f6a7d-5785-46ff-88c0-1aae6d68a423 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:24.084081 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-1689bf9b-29e8-4944-8edc-a90c537f3b5d None None] For port 50fcfeb8-2c69-4f48-8373-d8959f50fc36, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=50fcfeb8-2c69-4f48-8373-d8959f50fc36,segment=NetworkSegment(eef0c4ec-5773-434c-ac68-3d91e838e9be),segment_id=eef0c4ec-5773-434c-ac68-3d91e838e9be)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:38:24.088815 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-1689bf9b-29e8-4944-8edc-a90c537f3b5d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:24.107319 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a619570-a95a-4fb3-9363-37c42f318eaf req-fdebf43d-c197-4a84-bc33-0b36084ac630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:38:24.107796 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a619570-a95a-4fb3-9363-37c42f318eaf req-fdebf43d-c197-4a84-bc33-0b36084ac630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:38:24.108475 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a619570-a95a-4fb3-9363-37c42f318eaf req-fdebf43d-c197-4a84-bc33-0b36084ac630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:38:24.108941 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a619570-a95a-4fb3-9363-37c42f318eaf req-fdebf43d-c197-4a84-bc33-0b36084ac630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:38:24.109405 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a619570-a95a-4fb3-9363-37c42f318eaf req-fdebf43d-c197-4a84-bc33-0b36084ac630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:38:24.109861 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a619570-a95a-4fb3-9363-37c42f318eaf req-fdebf43d-c197-4a84-bc33-0b36084ac630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:38:24.110366 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a619570-a95a-4fb3-9363-37c42f318eaf req-fdebf43d-c197-4a84-bc33-0b36084ac630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:38:24.113075 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-1a619570-a95a-4fb3-9363-37c42f318eaf req-fdebf43d-c197-4a84-bc33-0b36084ac630 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3e6cb564c3b34b1095cef7d65946c25d&device_id=91ccc442-ec50-4418-afd5-4249b29ada1e HTTP/1.1" status: 200 len: 6507 time: 0.1969106 Oct 27 10:38:24.130871 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175e3f10-8b47-4d92-8509-8a936ba3ca4e req-04cf80d7-77e7-4c2c-a1e5-998c3e8c470e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:38:24.133532 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-175e3f10-8b47-4d92-8509-8a936ba3ca4e req-04cf80d7-77e7-4c2c-a1e5-998c3e8c470e service neutron] 10.222.0.64 "GET /v2.0/networks?id=fca909b5-2d06-4825-8091-33382048b635 HTTP/1.1" status: 200 len: 912 time: 0.2190220 Oct 27 10:38:24.144283 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-1689bf9b-29e8-4944-8edc-a90c537f3b5d None None] Calling delete_port for 50fcfeb8-2c69-4f48-8373-d8959f50fc36 owned by network:dhcp {{(pid=102348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:38:24.148075 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 50fcfeb8-2c69-4f48-8373-d8959f50fc36 no longer exists at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:38:24.393025 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-a276bb47-6ceb-4dcd-a31d-e915b8b26e68 req-03b82c90-3e97-41bd-9b0a-d5e7071da68e tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/security-groups?id=042a0afe-bacb-4048-aed3-353e9c85bd81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4668419 Oct 27 10:38:24.429167 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-dc0f6a7d-5785-46ff-88c0-1aae6d68a423 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:24.480605 n-d-813419-10 neutron-server[102346]: DEBUG neutron.objects.ports [None req-deb33249-3ef2-4bc8-8444-e3ae5261af02 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102346) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 27 10:38:24.480882 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-175e3f10-8b47-4d92-8509-8a936ba3ca4e req-094a538a-aea3-4f61-8470-1f75d5a7c784 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c9c20c2b-6e5b-42e4-9a9a-ff863d22fcbf HTTP/1.1" status: 200 len: 1000 time: 0.3289473 Oct 27 10:38:24.492849 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:24.530267 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-1689bf9b-29e8-4944-8edc-a90c537f3b5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615'] for port, after_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:24.552747 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a619570-a95a-4fb3-9363-37c42f318eaf req-646fbccd-45e1-4aa0-8dcc-1bb32466f64a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:38:24.553786 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a619570-a95a-4fb3-9363-37c42f318eaf req-646fbccd-45e1-4aa0-8dcc-1bb32466f64a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:38:24.554772 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a619570-a95a-4fb3-9363-37c42f318eaf req-646fbccd-45e1-4aa0-8dcc-1bb32466f64a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:38:24.556416 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-1a619570-a95a-4fb3-9363-37c42f318eaf req-646fbccd-45e1-4aa0-8dcc-1bb32466f64a service neutron] 10.222.0.64 "GET /v2.0/networks?id=f2385b9b-4fa7-414c-8459-129f74d068c4&id=88e3e046-d444-4db2-9521-e65514262b77&id=88e3e046-d444-4db2-9521-e65514262b77&id=88e3e046-d444-4db2-9521-e65514262b77&id=88e3e046-d444-4db2-9521-e65514262b77&id=221478c6-1352-435e-b5d2-1ec0f18ba5b8&id=221478c6-1352-435e-b5d2-1ec0f18ba5b8 HTTP/1.1" status: 200 len: 2298 time: 0.4035280 Oct 27 10:38:24.573105 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1689bf9b-29e8-4944-8edc-a90c537f3b5d None None] Pushing event deleted for resources: {'Port': ['ID=50fcfeb8-2c69-4f48-8373-d8959f50fc36,revision_number=None']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:38:24.600805 n-d-813419-10 neutron-server[102346]: WARNING neutron.services.revisions.revision_plugin [None req-deb33249-3ef2-4bc8-8444-e3ae5261af02 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Could not find related port for resource to bump revision. Oct 27 10:38:24.609786 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.ipam_pluggable_backend [None req-deb33249-3ef2-4bc8-8444-e3ae5261af02 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Port 50fcfeb8-2c69-4f48-8373-d8959f50fc36 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=102346) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Oct 27 10:38:24.610248 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.ipam_pluggable_backend [None req-deb33249-3ef2-4bc8-8444-e3ae5261af02 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Reverting IP allocation for 2001:db8::f816:3eff:fe50:6934 {{(pid=102346) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Oct 27 10:38:24.615151 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.ipam_pluggable_backend [None req-deb33249-3ef2-4bc8-8444-e3ae5261af02 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe50:6934 {{(pid=102346) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Oct 27 10:38:24.617305 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-deb33249-3ef2-4bc8-8444-e3ae5261af02 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27024290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27167168'] for subnet, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:24.636592 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1689bf9b-29e8-4944-8edc-a90c537f3b5d None None] No DVR routers for this DVR port 50fcfeb8-2c69-4f48-8373-d8959f50fc36 on host n-d-813419-10 {{(pid=102348) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:38:24.660743 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d08e67b9-6468-416e-b8ef-06da2e06a1d6 None None] Network a3a2d542-53da-4e86-bf77-b0dcf0f24882 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:38:24.662004 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deb33249-3ef2-4bc8-8444-e3ae5261af02 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Network a3a2d542-53da-4e86-bf77-b0dcf0f24882 is already hosted by enough agents. {{(pid=102346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:38:24.668473 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-deb33249-3ef2-4bc8-8444-e3ae5261af02 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Resources bound (agent type, host, resource id): {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:38:24.674355 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deb33249-3ef2-4bc8-8444-e3ae5261af02 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:38:24.674992 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175e3f10-8b47-4d92-8509-8a936ba3ca4e req-6f0fe125-993c-4238-b60d-e195be44141c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:38:24.675134 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-deb33249-3ef2-4bc8-8444-e3ae5261af02 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for subnet, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:24.677690 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-175e3f10-8b47-4d92-8509-8a936ba3ca4e req-6f0fe125-993c-4238-b60d-e195be44141c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=71c50f4e-5d00-4779-bfe1-162c05f5fddb HTTP/1.1" status: 200 len: 850 time: 0.1822708 Oct 27 10:38:24.702114 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb33249-3ef2-4bc8-8444-e3ae5261af02 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Pushing event updated for resources: {'Subnet': ['ID=f441979f-8e2d-4656-8f98-518742f0b190,revision_number=0']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:38:24.722836 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-deb33249-3ef2-4bc8-8444-e3ae5261af02 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.1244099 Oct 27 10:38:24.726478 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 43352) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:38:24.735979 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-a3c7e069-481e-4811-b13a-da794e150108 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Request body: {'port': {'network_id': 'a3a2d542-53da-4e86-bf77-b0dcf0f24882', 'mac_address': 'fa:16:3e:29:63:65', 'name': 'tempest-NetworksTestDHCPv6-1696876929'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:38:24.746605 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-1a619570-a95a-4fb3-9363-37c42f318eaf req-29687864-b92c-4dbf-a90a-77a0e562a939 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1cf65ff2-fb9b-433c-b18b-c8215b267c53 HTTP/1.1" status: 200 len: 999 time: 0.1748915 Oct 27 10:38:24.839885 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175e3f10-8b47-4d92-8509-8a936ba3ca4e req-fe67d836-807a-4d01-876d-91b182cff194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:38:24.841688 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-175e3f10-8b47-4d92-8509-8a936ba3ca4e req-fe67d836-807a-4d01-876d-91b182cff194 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=fca909b5-2d06-4825-8091-33382048b635&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1561887 Oct 27 10:38:24.911033 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b038ffe2-a36f-4bd7-bc4a-9bedbb58eb92 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp734b258e-7d96-550c-b970-9b72ab66f383-a3a2d542-53da-4e86-bf77-b0dcf0f24882', 'network_id': 'a3a2d542-53da-4e86-bf77-b0dcf0f24882', 'tenant_id': '378140ee2d4f4428be90ff45daafe008', 'fixed_ips': [{'subnet_id': '4c7610cb-d2ec-4627-8dd0-72fbbcd7ede2'}, {'subnet_id': 'f441979f-8e2d-4656-8f98-518742f0b190'}]}} from n-d-813419-10. {{(pid=102348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 10:38:24.913890 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-b038ffe2-a36f-4bd7-bc4a-9bedbb58eb92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:24.921836 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3c7e069-481e-4811-b13a-da794e150108 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Made reservation on behalf of 378140ee2d4f4428be90ff45daafe008 for: {'port': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:38:24.929891 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-a3c7e069-481e-4811-b13a-da794e150108 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:24.944339 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a619570-a95a-4fb3-9363-37c42f318eaf req-23bfb5f4-52a4-438a-8071-667ee77d8a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:38:24.945739 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-1a619570-a95a-4fb3-9363-37c42f318eaf req-23bfb5f4-52a4-438a-8071-667ee77d8a6f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f7ae2785-df3d-443a-9883-966bc70b525d HTTP/1.1" status: 200 len: 856 time: 0.1880047 Oct 27 10:38:24.958968 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [None req-a3c7e069-481e-4811-b13a-da794e150108 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] device_id is not set on port 272dd7a2-c54c-45df-9472-b6cbcf5b3b29 yet. {{(pid=102346) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 10:38:24.961709 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-dc0f6a7d-5785-46ff-88c0-1aae6d68a423 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Publish callbacks [] for port, precommit_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:24.988830 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-dc0f6a7d-5785-46ff-88c0-1aae6d68a423 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:25.107228 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0f6a7d-5785-46ff-88c0-1aae6d68a423 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Pushing event updated for resources: {'Port': ['ID=29e91f1a-b216-4ffe-81e5-d5e6b493ed46,revision_number=2']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:38:25.110653 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a619570-a95a-4fb3-9363-37c42f318eaf req-28486ccd-e543-4c49-b22e-7c8cf969fe19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:38:25.112167 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-1a619570-a95a-4fb3-9363-37c42f318eaf req-28486ccd-e543-4c49-b22e-7c8cf969fe19 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f2385b9b-4fa7-414c-8459-129f74d068c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1566877 Oct 27 10:38:25.119256 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-175e3f10-8b47-4d92-8509-8a936ba3ca4e req-2ad61ad8-7b19-42e0-88b6-0d38bb6efc1b service neutron] 10.222.0.64 "GET /v2.0/networks/fca909b5-2d06-4825-8091-33382048b635?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2551146 Oct 27 10:38:25.127039 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-dc0f6a7d-5785-46ff-88c0-1aae6d68a423 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1664826'] for floatingip, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:25.191113 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-b481f0fc-fc22-4598-89e5-ade1452e482f req-35498337-ef31-4c25-a8ff-6ddbe951fc8b service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=9cdc6933-0908-404f-8493-c08d1be20183&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0969493 Oct 27 10:38:25.245206 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_common [None req-a3c7e069-481e-4811-b13a-da794e150108 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Allocated IP 172.20.0.11 (a3a2d542-53da-4e86-bf77-b0dcf0f24882/4c7610cb-d2ec-4627-8dd0-72fbbcd7ede2/272dd7a2-c54c-45df-9472-b6cbcf5b3b29) {{(pid=102346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:38:25.262249 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_common [None req-a3c7e069-481e-4811-b13a-da794e150108 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Allocated IP 2001:db8::f816:3eff:fe29:6365 (a3a2d542-53da-4e86-bf77-b0dcf0f24882/f441979f-8e2d-4656-8f98-518742f0b190/272dd7a2-c54c-45df-9472-b6cbcf5b3b29) {{(pid=102346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:38:25.333669 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b481f0fc-fc22-4598-89e5-ade1452e482f req-44154acb-3c20-459d-8b05-db86c6f0824a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:38:25.335223 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-b481f0fc-fc22-4598-89e5-ade1452e482f req-44154acb-3c20-459d-8b05-db86c6f0824a service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=5cdd6d2f037d42e18150718a811d487c&device_id=9cdc6933-0908-404f-8493-c08d1be20183 HTTP/1.1" status: 200 len: 1098 time: 0.0874844 Oct 27 10:38:25.713619 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-1a619570-a95a-4fb3-9363-37c42f318eaf req-6c761c95-300f-47f7-bb44-c8023899e0a0 service neutron] 10.222.0.64 "GET /v2.0/networks/f2385b9b-4fa7-414c-8459-129f74d068c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5876672 Oct 27 10:38:25.716364 n-d-813419-10 neutron-server[102347]: INFO neutron.db.l3_db [None req-dc0f6a7d-5785-46ff-88c0-1aae6d68a423 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Floating IP 5ee9453f-67cc-4f25-be8b-4a05588d178e associated. External IP: 172.25.8.143, port: cec2de10-ed85-494d-936f-d250d64a6d2d. Oct 27 10:38:25.721403 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-175e3f10-8b47-4d92-8509-8a936ba3ca4e req-81082ffe-4de3-47f8-aaca-38f789739d6e service neutron] 10.222.0.64 "GET /v2.0/networks/fca909b5-2d06-4825-8091-33382048b635?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5915711 Oct 27 10:38:25.932897 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-1a619570-a95a-4fb3-9363-37c42f318eaf req-21508221-8ae4-468c-86ca-47eebd5ca62c service neutron] 10.222.0.64 "GET /v2.0/networks/f2385b9b-4fa7-414c-8459-129f74d068c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2104378 Oct 27 10:38:25.976623 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b481f0fc-fc22-4598-89e5-ade1452e482f req-64453478-ff12-4d42-9b32-1f254d2f7eac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:38:25.978063 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-b481f0fc-fc22-4598-89e5-ade1452e482f req-64453478-ff12-4d42-9b32-1f254d2f7eac service neutron] 10.222.0.76 "GET /v2.0/networks?id=fca909b5-2d06-4825-8091-33382048b635 HTTP/1.1" status: 200 len: 912 time: 0.5942671 Oct 27 10:38:25.978294 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f10cd3-795a-419c-8fe4-36b31875191b req-c5cf0c6f-b9ab-4ac1-aac1-e6a884ee37a0 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:38:25.979771 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b0f10cd3-795a-419c-8fe4-36b31875191b req-c5cf0c6f-b9ab-4ac1-aac1-e6a884ee37a0 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/ports?device_id=f6fc38b4-3d34-4580-bd35-a4b845297319 HTTP/1.1" status: 200 len: 945 time: 0.4395893 Oct 27 10:38:26.029963 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-b481f0fc-fc22-4598-89e5-ade1452e482f req-9668ffb6-e2d7-46f4-8bc6-e912bb9cbfd6 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b160e90f-3f54-4032-a115-309a74841f26 HTTP/1.1" status: 200 len: 217 time: 0.0429125 Oct 27 10:38:26.055561 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-1a619570-a95a-4fb3-9363-37c42f318eaf req-f5adb670-848a-4d4d-a630-61abe488d922 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.251&port_id=22c27b5f-6c6c-47c7-a478-77c272de9521 HTTP/1.1" status: 200 len: 217 time: 0.0858476 Oct 27 10:38:26.069080 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-a3c7e069-481e-4811-b13a-da794e150108 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks [] for port, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:26.095055 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b481f0fc-fc22-4598-89e5-ade1452e482f req-29156829-d69f-4dc7-8a1a-bd9bfda2afd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:38:26.096927 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-b481f0fc-fc22-4598-89e5-ade1452e482f req-29156829-d69f-4dc7-8a1a-bd9bfda2afd3 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=71c50f4e-5d00-4779-bfe1-162c05f5fddb HTTP/1.1" status: 200 len: 850 time: 0.0560520 Oct 27 10:38:26.135003 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b0f10cd3-795a-419c-8fe4-36b31875191b req-3fbdab62-429b-4a8c-98af-d0c4240020c1 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/security-groups?id=042a0afe-bacb-4048-aed3-353e9c85bd81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1190283 Oct 27 10:38:26.149680 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a619570-a95a-4fb3-9363-37c42f318eaf req-f34e8f61-9bcb-40a9-8b3c-81ea1ffaaa77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:38:26.151163 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-1a619570-a95a-4fb3-9363-37c42f318eaf req-f34e8f61-9bcb-40a9-8b3c-81ea1ffaaa77 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2b282023-ee15-4c3c-8c47-498ae229ab3c HTTP/1.1" status: 200 len: 797 time: 0.0845156 Oct 27 10:38:26.159838 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc0f6a7d-5785-46ff-88c0-1aae6d68a423 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Router a042eb13-6a44-40a6-a824-b3ddb3fcab62 has already been hosted by L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb {{(pid=102347) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 10:38:26.164379 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b481f0fc-fc22-4598-89e5-ade1452e482f req-5e8ae678-ace3-4321-9abd-1d81e7c3d396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:38:26.165893 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-b481f0fc-fc22-4598-89e5-ade1452e482f req-5e8ae678-ace3-4321-9abd-1d81e7c3d396 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=fca909b5-2d06-4825-8091-33382048b635&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0608530 Oct 27 10:38:26.167485 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-a3c7e069-481e-4811-b13a-da794e150108 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:26.293501 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a619570-a95a-4fb3-9363-37c42f318eaf req-172ffe65-32d5-48ca-b923-90e109cf1359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:38:26.294873 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-1a619570-a95a-4fb3-9363-37c42f318eaf req-172ffe65-32d5-48ca-b923-90e109cf1359 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=88e3e046-d444-4db2-9521-e65514262b77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1339209 Oct 27 10:38:26.299957 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3c7e069-481e-4811-b13a-da794e150108 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Network a3a2d542-53da-4e86-bf77-b0dcf0f24882 is already hosted by enough agents. {{(pid=102346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:38:26.307095 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-a3c7e069-481e-4811-b13a-da794e150108 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Resources bound (agent type, host, resource id): {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:38:26.323751 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3c7e069-481e-4811-b13a-da794e150108 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Received port after_create {{(pid=102346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:38:26.338784 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.db_base_plugin_common [None req-b038ffe2-a36f-4bd7-bc4a-9bedbb58eb92 None None] Allocated IP 172.20.0.2 (a3a2d542-53da-4e86-bf77-b0dcf0f24882/4c7610cb-d2ec-4627-8dd0-72fbbcd7ede2/b842100f-8997-4f30-9024-fe520de7cd57) {{(pid=102348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:38:26.366620 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.db_base_plugin_common [None req-b038ffe2-a36f-4bd7-bc4a-9bedbb58eb92 None None] Allocated IP 2001:db8::f816:3eff:fe4c:c26a (a3a2d542-53da-4e86-bf77-b0dcf0f24882/f441979f-8e2d-4656-8f98-518742f0b190/b842100f-8997-4f30-9024-fe520de7cd57) {{(pid=102348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:38:26.404523 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c7e069-481e-4811-b13a-da794e150108 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Pushing event updated for resources: {'Port': ['ID=272dd7a2-c54c-45df-9472-b6cbcf5b3b29,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:38:26.416380 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc0f6a7d-5785-46ff-88c0-1aae6d68a423 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:38:26.431839 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-484c44ae-8926-4039-b1f4-4f3e59afec08 None None] Sync routers for ids ['a042eb13-6a44-40a6-a824-b3ddb3fcab62'] in n-d-813419-10 {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:38:26.445291 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-484c44ae-8926-4039-b1f4-4f3e59afec08 None None] Routers {'a042eb13-6a44-40a6-a824-b3ddb3fcab62'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:38:26.445916 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-484c44ae-8926-4039-b1f4-4f3e59afec08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:38:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['a042eb13-6a44-40a6-a824-b3ddb3fcab62'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:38:26.446880 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-dc0f6a7d-5785-46ff-88c0-1aae6d68a423 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for floatingip, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:26.476743 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-b481f0fc-fc22-4598-89e5-ade1452e482f req-f65a768c-1398-4a9b-b58d-f86e62d46029 service neutron] 10.222.0.76 "GET /v2.0/networks/fca909b5-2d06-4825-8091-33382048b635?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3022997 Oct 27 10:38:26.486347 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-dc0f6a7d-5785-46ff-88c0-1aae6d68a423 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 4.1907547 Oct 27 10:38:26.491030 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 43364) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:38:26.498416 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3c7e069-481e-4811-b13a-da794e150108 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:38:26.499100 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-a3c7e069-481e-4811-b13a-da794e150108 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:26.516892 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-484c44ae-8926-4039-b1f4-4f3e59afec08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:38:26.542661 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-484c44ae-8926-4039-b1f4-4f3e59afec08 None None] Routers {'a042eb13-6a44-40a6-a824-b3ddb3fcab62'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:38:26.543282 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-484c44ae-8926-4039-b1f4-4f3e59afec08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:38:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['a042eb13-6a44-40a6-a824-b3ddb3fcab62'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:38:26.571958 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-b038ffe2-a36f-4bd7-bc4a-9bedbb58eb92 None None] Publish callbacks [] for port, precommit_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:26.586158 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-b038ffe2-a36f-4bd7-bc4a-9bedbb58eb92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606'] for port, after_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:26.613116 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-43610350-f418-4c25-aa8c-d54d52551e98 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] 10.222.0.44 "GET /v2.0/floatingips/5ee9453f-67cc-4f25-be8b-4a05588d178e HTTP/1.1" status: 200 len: 976 time: 0.1180139 Oct 27 10:38:26.621013 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 43370) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:38:26.634247 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-1a619570-a95a-4fb3-9363-37c42f318eaf req-6d67ec7e-cf20-4282-961d-c713bcc326da service neutron] 10.222.0.64 "GET /v2.0/networks/88e3e046-d444-4db2-9521-e65514262b77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3221581 Oct 27 10:38:26.674907 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-484c44ae-8926-4039-b1f4-4f3e59afec08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:38:26.679314 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-484c44ae-8926-4039-b1f4-4f3e59afec08 None None] The sync data for ids ['a042eb13-6a44-40a6-a824-b3ddb3fcab62'] in n-d-813419-10 is: [] {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:38:26.693695 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-a3c7e069-481e-4811-b13a-da794e150108 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 1.9659567 Oct 27 10:38:26.703131 n-d-813419-10 neutron-server[102348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b038ffe2-a36f-4bd7-bc4a-9bedbb58eb92 None None] Network a3a2d542-53da-4e86-bf77-b0dcf0f24882 is already hosted by enough agents. {{(pid=102348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:38:26.704373 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 43374) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:38:26.705166 n-d-813419-10 neutron-server[102348]: DEBUG neutron.scheduler.base_scheduler [None req-b038ffe2-a36f-4bd7-bc4a-9bedbb58eb92 None None] Resources bound (agent type, host, resource id): {{(pid=102348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:38:26.708486 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b038ffe2-a36f-4bd7-bc4a-9bedbb58eb92 None None] Received port after_create {{(pid=102348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:38:26.713258 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b038ffe2-a36f-4bd7-bc4a-9bedbb58eb92 None None] Pushing event updated for resources: {'Port': ['ID=b842100f-8997-4f30-9024-fe520de7cd57,revision_number=1']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:38:26.805572 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-f734f724-932a-47e0-8b29-bf9221bc0dbf tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] 10.222.0.44 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 979 time: 0.1828716 Oct 27 10:38:26.810919 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 43376) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:38:26.815153 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-8fa488eb-cc7d-47d3-91b2-407394978b4c tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Request body: {'floatingip': {'port_id': '967a56ab-d182-422c-b19b-3912305db964'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:38:26.821779 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-1a619570-a95a-4fb3-9363-37c42f318eaf req-8ad9a27d-a55d-482b-b4f2-36326f47ac68 service neutron] 10.222.0.64 "GET /v2.0/networks/88e3e046-d444-4db2-9521-e65514262b77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1804855 Oct 27 10:38:26.822944 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-b038ffe2-a36f-4bd7-bc4a-9bedbb58eb92 None None] Attempting to bind port b842100f-8997-4f30-9024-fe520de7cd57 on host n-d-813419-10 for vnic_type normal with profile {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:38:26.823418 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-b038ffe2-a36f-4bd7-bc4a-9bedbb58eb92 None None] Attempting to bind port b842100f-8997-4f30-9024-fe520de7cd57 by drivers openvswitch,hyperv on host n-d-813419-10 at level 0 using segments [{'id': 'eef0c4ec-5773-434c-ac68-3d91e838e9be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a3a2d542-53da-4e86-bf77-b0dcf0f24882'}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:38:26.823903 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b038ffe2-a36f-4bd7-bc4a-9bedbb58eb92 None None] Attempting to bind port b842100f-8997-4f30-9024-fe520de7cd57 on network a3a2d542-53da-4e86-bf77-b0dcf0f24882 {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:38:26.829666 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b038ffe2-a36f-4bd7-bc4a-9bedbb58eb92 None None] Checking agent: {'id': '89dba0f3-79b2-435e-9822-33674b8f6ada', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 8, 20), 'started_at': datetime.datetime(2021, 10, 27, 10, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 38, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:38:26.830058 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b038ffe2-a36f-4bd7-bc4a-9bedbb58eb92 None None] Checking segment: {'id': 'eef0c4ec-5773-434c-ac68-3d91e838e9be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a3a2d542-53da-4e86-bf77-b0dcf0f24882'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:38:26.830463 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-b038ffe2-a36f-4bd7-bc4a-9bedbb58eb92 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:26.830855 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b038ffe2-a36f-4bd7-bc4a-9bedbb58eb92 None None] Bound using segment: {'id': 'eef0c4ec-5773-434c-ac68-3d91e838e9be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a3a2d542-53da-4e86-bf77-b0dcf0f24882'} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:38:26.831320 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-b038ffe2-a36f-4bd7-bc4a-9bedbb58eb92 None None] Bound port: b842100f-8997-4f30-9024-fe520de7cd57, host: n-d-813419-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eef0c4ec-5773-434c-ac68-3d91e838e9be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a3a2d542-53da-4e86-bf77-b0dcf0f24882'}}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:38:26.831832 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-b038ffe2-a36f-4bd7-bc4a-9bedbb58eb92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:26.870294 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-1a619570-a95a-4fb3-9363-37c42f318eaf req-b76275ab-2aeb-409b-9a22-8664e12946c4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.84&port_id=1eb208c1-53c7-4020-bd55-d077d06451fd HTTP/1.1" status: 200 len: 217 time: 0.0414555 Oct 27 10:38:26.875623 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c8309ae-4f6d-4ed3-ba6b-da38169ced18 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:38:26.882213 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c8309ae-4f6d-4ed3-ba6b-da38169ced18 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:38:26.883822 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-1c8309ae-4f6d-4ed3-ba6b-da38169ced18 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.1770399 Oct 27 10:38:26.885781 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-b481f0fc-fc22-4598-89e5-ade1452e482f req-0991624e-5a3e-46ce-94ac-988c7aeda1f9 service neutron] 10.222.0.76 "GET /v2.0/networks/fca909b5-2d06-4825-8091-33382048b635?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3806543 Oct 27 10:38:26.888102 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 43378) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:38:26.923191 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-b038ffe2-a36f-4bd7-bc4a-9bedbb58eb92 None None] For port b842100f-8997-4f30-9024-fe520de7cd57, host n-d-813419-10, cleared binding levels {{(pid=102348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:38:26.927019 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-b038ffe2-a36f-4bd7-bc4a-9bedbb58eb92 None None] For port b842100f-8997-4f30-9024-fe520de7cd57, host n-d-813419-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=b842100f-8997-4f30-9024-fe520de7cd57,segment=NetworkSegment(eef0c4ec-5773-434c-ac68-3d91e838e9be),segment_id=eef0c4ec-5773-434c-ac68-3d91e838e9be)] {{(pid=102348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:38:26.933807 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-b038ffe2-a36f-4bd7-bc4a-9bedbb58eb92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:26.938112 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a619570-a95a-4fb3-9363-37c42f318eaf req-0ffc106e-fe21-4dfb-8e5c-5849f04c6a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:38:26.940245 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-1a619570-a95a-4fb3-9363-37c42f318eaf req-0ffc106e-fe21-4dfb-8e5c-5849f04c6a7a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2b282023-ee15-4c3c-8c47-498ae229ab3c HTTP/1.1" status: 200 len: 797 time: 0.0611641 Oct 27 10:38:26.961043 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-8fa488eb-cc7d-47d3-91b2-407394978b4c tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Publish callbacks [] for floatingip, before_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:26.993711 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a619570-a95a-4fb3-9363-37c42f318eaf req-9fa47608-0909-4be4-bc56-071f0c2dd185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:38:26.997061 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-1a619570-a95a-4fb3-9363-37c42f318eaf req-9fa47608-0909-4be4-bc56-071f0c2dd185 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=88e3e046-d444-4db2-9521-e65514262b77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0502491 Oct 27 10:38:27.003814 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b038ffe2-a36f-4bd7-bc4a-9bedbb58eb92 None None] Pushing event updated for resources: {'Port': ['ID=b842100f-8997-4f30-9024-fe520de7cd57,revision_number=2']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:38:27.119366 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-1a619570-a95a-4fb3-9363-37c42f318eaf req-56bdab55-0a26-4eee-af37-57ca83701b34 service neutron] 10.222.0.64 "GET /v2.0/networks/88e3e046-d444-4db2-9521-e65514262b77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1135588 Oct 27 10:38:27.149653 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-de88ffa2-c538-4d19-bce5-8d57750dd023 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Deleting port 272dd7a2-c54c-45df-9472-b6cbcf5b3b29 {{(pid=102346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:38:27.150122 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-de88ffa2-c538-4d19-bce5-8d57750dd023 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:27.222350 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-1a619570-a95a-4fb3-9363-37c42f318eaf req-1cfb0560-ae49-4ed7-b095-c213f4b74cd1 service neutron] 10.222.0.64 "GET /v2.0/networks/88e3e046-d444-4db2-9521-e65514262b77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959678 Oct 27 10:38:27.285070 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-1a619570-a95a-4fb3-9363-37c42f318eaf req-6592611d-d587-4fa4-848a-c38cedfce413 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.200&port_id=329824b1-0ff6-45c1-b96c-4a19139a00dd HTTP/1.1" status: 200 len: 217 time: 0.0559595 Oct 27 10:38:27.368164 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a619570-a95a-4fb3-9363-37c42f318eaf req-83e34605-59fe-4011-8827-2f28611b5981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:38:27.369706 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-1a619570-a95a-4fb3-9363-37c42f318eaf req-83e34605-59fe-4011-8827-2f28611b5981 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2b282023-ee15-4c3c-8c47-498ae229ab3c HTTP/1.1" status: 200 len: 797 time: 0.0771213 Oct 27 10:38:27.455446 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a619570-a95a-4fb3-9363-37c42f318eaf req-a0e44b36-433b-41da-ae1e-8875a0cfff64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:38:27.457026 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-1a619570-a95a-4fb3-9363-37c42f318eaf req-a0e44b36-433b-41da-ae1e-8875a0cfff64 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=88e3e046-d444-4db2-9521-e65514262b77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0801578 Oct 27 10:38:27.557110 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-1a619570-a95a-4fb3-9363-37c42f318eaf req-77807f7d-02ed-4d12-a72e-29198ddfbbee service neutron] 10.222.0.64 "GET /v2.0/networks/88e3e046-d444-4db2-9521-e65514262b77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923514 Oct 27 10:38:27.611705 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-de88ffa2-c538-4d19-bce5-8d57750dd023 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:27.692332 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-1a619570-a95a-4fb3-9363-37c42f318eaf req-3e75c59d-7b72-4f94-aa4e-8b2c664f12cf service neutron] 10.222.0.64 "GET /v2.0/networks/88e3e046-d444-4db2-9521-e65514262b77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283610 Oct 27 10:38:27.711405 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed60bdad-06f2-43e3-b93f-7a83e8f6447d req-66cbb6e1-374d-473a-9b5b-403efeb320cf tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:38:27.713102 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ed60bdad-06f2-43e3-b93f-7a83e8f6447d req-66cbb6e1-374d-473a-9b5b-403efeb320cf tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/ports?device_id=f6fc38b4-3d34-4580-bd35-a4b845297319 HTTP/1.1" status: 200 len: 945 time: 0.3402693 Oct 27 10:38:27.719633 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-de88ffa2-c538-4d19-bce5-8d57750dd023 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Calling delete_port for 272dd7a2-c54c-45df-9472-b6cbcf5b3b29 owned by {{(pid=102346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:38:27.746909 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-1a619570-a95a-4fb3-9363-37c42f318eaf req-d6fb4754-2e8b-44f1-bb7c-420446144fad service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.141&port_id=d41818a8-8416-4ec5-82c2-78a42608873b HTTP/1.1" status: 200 len: 217 time: 0.0513110 Oct 27 10:38:27.794162 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ed60bdad-06f2-43e3-b93f-7a83e8f6447d req-6578fcee-6e45-442e-8116-404db5ff7fa9 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/security-groups?id=042a0afe-bacb-4048-aed3-353e9c85bd81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583060 Oct 27 10:38:27.821286 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a619570-a95a-4fb3-9363-37c42f318eaf req-d379bd2f-88cf-4934-89db-c1c0b2a94c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:38:27.824582 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-1a619570-a95a-4fb3-9363-37c42f318eaf req-d379bd2f-88cf-4934-89db-c1c0b2a94c41 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2b282023-ee15-4c3c-8c47-498ae229ab3c HTTP/1.1" status: 200 len: 797 time: 0.0707316 Oct 27 10:38:27.885676 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device b842100f-8997-4f30-9024-fe520de7cd57 up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:38:27.931425 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a619570-a95a-4fb3-9363-37c42f318eaf req-2d93f595-8078-465f-84b7-046f60c2c5da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:38:27.935345 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-1a619570-a95a-4fb3-9363-37c42f318eaf req-2d93f595-8078-465f-84b7-046f60c2c5da service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=88e3e046-d444-4db2-9521-e65514262b77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0941923 Oct 27 10:38:28.010611 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port b842100f-8997-4f30-9024-fe520de7cd57 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:38:28.010980 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:28.157106 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:28.192997 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] For port b842100f-8997-4f30-9024-fe520de7cd57, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=b842100f-8997-4f30-9024-fe520de7cd57,segment=NetworkSegment(eef0c4ec-5773-434c-ac68-3d91e838e9be),segment_id=eef0c4ec-5773-434c-ac68-3d91e838e9be)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:38:28.197443 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffeb513-ee79-4f63-bad7-745b0bad0d21 req-990c97f3-432c-465d-87bf-58741bf0f066 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:38:28.207444 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-dffeb513-ee79-4f63-bad7-745b0bad0d21 req-990c97f3-432c-465d-87bf-58741bf0f066 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/ports?device_id=f6fc38b4-3d34-4580-bd35-a4b845297319 HTTP/1.1" status: 200 len: 945 time: 0.1489570 Oct 27 10:38:28.208854 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:28.307967 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-8fa488eb-cc7d-47d3-91b2-407394978b4c tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:28.318276 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-dffeb513-ee79-4f63-bad7-745b0bad0d21 req-9228cd73-65d9-4343-91e5-cedb8a0c7ef1 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/security-groups?id=042a0afe-bacb-4048-aed3-353e9c85bd81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1086807 Oct 27 10:38:28.320733 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Pushing event updated for resources: {'Port': ['ID=b842100f-8997-4f30-9024-fe520de7cd57,revision_number=3']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:38:28.322790 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-1a619570-a95a-4fb3-9363-37c42f318eaf req-1b8ca28f-38d3-46fb-9f46-61d2a64f02a0 service neutron] 10.222.0.64 "GET /v2.0/networks/88e3e046-d444-4db2-9521-e65514262b77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3800118 Oct 27 10:38:28.324389 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-8fa488eb-cc7d-47d3-91b2-407394978b4c tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1664826'] for floatingip, after_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:28.480569 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-1a619570-a95a-4fb3-9363-37c42f318eaf req-54800f4b-c250-4f82-a9df-df1d7b7ea41b service neutron] 10.222.0.64 "GET /v2.0/networks/88e3e046-d444-4db2-9521-e65514262b77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1511199 Oct 27 10:38:28.518050 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-223def38-5974-4ad3-a2ce-b856e336adf8 None None] Network a3a2d542-53da-4e86-bf77-b0dcf0f24882 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:38:28.537931 n-d-813419-10 neutron-server[102346]: INFO neutron.db.l3_db [None req-8fa488eb-cc7d-47d3-91b2-407394978b4c tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Floating IP 5ee9453f-67cc-4f25-be8b-4a05588d178e associated. External IP: 172.25.8.143, port: cec2de10-ed85-494d-936f-d250d64a6d2d. Oct 27 10:38:28.549052 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-1a619570-a95a-4fb3-9363-37c42f318eaf req-702d7835-9a8c-40e3-a970-c25cd0cd72aa service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=b3977278-7ec6-4a29-a9ea-3f76512431eb HTTP/1.1" status: 200 len: 217 time: 0.0594411 Oct 27 10:38:28.614970 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-de88ffa2-c538-4d19-bce5-8d57750dd023 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:28.615205 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a619570-a95a-4fb3-9363-37c42f318eaf req-777eea4d-d2c3-49ea-9308-f1196f29c5d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:38:28.617276 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-1a619570-a95a-4fb3-9363-37c42f318eaf req-777eea4d-d2c3-49ea-9308-f1196f29c5d8 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=31fc4bb4-57b5-4293-9cc7-0a44723124dc HTTP/1.1" status: 200 len: 797 time: 0.0620639 Oct 27 10:38:28.655137 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de88ffa2-c538-4d19-bce5-8d57750dd023 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Pushing event deleted for resources: {'Port': ['ID=272dd7a2-c54c-45df-9472-b6cbcf5b3b29,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:38:28.658663 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-337d3a8d-53bc-487d-ad0b-f49f7c031ebd None None] Provisioning complete for port b842100f-8997-4f30-9024-fe520de7cd57 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:38:28.658892 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-337d3a8d-53bc-487d-ad0b-f49f7c031ebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:28.718391 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a619570-a95a-4fb3-9363-37c42f318eaf req-593aea1f-c6fd-4745-a9b8-4583d67998c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:38:28.719890 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-1a619570-a95a-4fb3-9363-37c42f318eaf req-593aea1f-c6fd-4745-a9b8-4583d67998c3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=221478c6-1352-435e-b5d2-1ec0f18ba5b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0944240 Oct 27 10:38:28.845239 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-1a619570-a95a-4fb3-9363-37c42f318eaf req-b89a05cc-7b21-4d97-840d-8da6ade3504b service neutron] 10.222.0.64 "GET /v2.0/networks/221478c6-1352-435e-b5d2-1ec0f18ba5b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1137507 Oct 27 10:38:28.866707 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7a1036-2b6a-4563-9177-40e29eab78d7 req-800aa1e3-7bb5-403a-bbfa-3c5001cc24cd tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:38:28.878490 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-2a7a1036-2b6a-4563-9177-40e29eab78d7 req-800aa1e3-7bb5-403a-bbfa-3c5001cc24cd tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/ports?device_id=f6fc38b4-3d34-4580-bd35-a4b845297319 HTTP/1.1" status: 200 len: 945 time: 0.1959569 Oct 27 10:38:28.921762 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fa488eb-cc7d-47d3-91b2-407394978b4c tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Router a042eb13-6a44-40a6-a824-b3ddb3fcab62 has already been hosted by L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb {{(pid=102346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 10:38:28.942263 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-de88ffa2-c538-4d19-bce5-8d57750dd023 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:28.945656 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-de88ffa2-c538-4d19-bce5-8d57750dd023 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] 10.222.0.44 "DELETE /v2.0/ports/272dd7a2-c54c-45df-9472-b6cbcf5b3b29 HTTP/1.1" status: 204 len: 168 time: 2.0564556 Oct 27 10:38:28.948251 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 43402) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:38:29.015688 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-2a7a1036-2b6a-4563-9177-40e29eab78d7 req-c925bdd9-852a-4430-860c-3523b8d4518d tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/security-groups?id=042a0afe-bacb-4048-aed3-353e9c85bd81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1278422 Oct 27 10:38:29.022688 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-478d5bfe-5116-4661-b02e-3e3e94f82efb tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:38:29.024971 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-478d5bfe-5116-4661-b02e-3e3e94f82efb tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:38:29.027754 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-478d5bfe-5116-4661-b02e-3e3e94f82efb tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:38:29.029459 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-478d5bfe-5116-4661-b02e-3e3e94f82efb tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0803273 Oct 27 10:38:29.052949 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 43406) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:38:29.123679 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_v2 [None req-3fe8ff0d-f28c-4792-9c7b-6cc412be7aa8 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Deleting subnet 4c7610cb-d2ec-4627-8dd0-72fbbcd7ede2 {{(pid=102347) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 10:38:29.127004 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-3fe8ff0d-f28c-4792-9c7b-6cc412be7aa8 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks [] for subnet, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:29.163231 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fa488eb-cc7d-47d3-91b2-407394978b4c tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:38:29.170029 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-3fe8ff0d-f28c-4792-9c7b-6cc412be7aa8 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-18445109'] for subnet, precommit_delete_associations {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:29.178416 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cfeeb41-e1c4-4527-a2b0-4fbbebf81267 None None] Sync routers for ids ['a042eb13-6a44-40a6-a824-b3ddb3fcab62'] in n-d-813419-10 {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:38:29.216898 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cfeeb41-e1c4-4527-a2b0-4fbbebf81267 None None] Routers {'a042eb13-6a44-40a6-a824-b3ddb3fcab62'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:38:29.219379 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-4cfeeb41-e1c4-4527-a2b0-4fbbebf81267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:38:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['a042eb13-6a44-40a6-a824-b3ddb3fcab62'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:38:29.282210 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-3fe8ff0d-f28c-4792-9c7b-6cc412be7aa8 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855646'] for subnet, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:29.328522 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-4cfeeb41-e1c4-4527-a2b0-4fbbebf81267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:38:29.346504 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cfeeb41-e1c4-4527-a2b0-4fbbebf81267 None None] Routers {'a042eb13-6a44-40a6-a824-b3ddb3fcab62'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:38:29.346683 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-4cfeeb41-e1c4-4527-a2b0-4fbbebf81267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:38:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['a042eb13-6a44-40a6-a824-b3ddb3fcab62'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:38:29.406787 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-3fe8ff0d-f28c-4792-9c7b-6cc412be7aa8 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-18295818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18043720'] for subnet, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:29.425783 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-4cfeeb41-e1c4-4527-a2b0-4fbbebf81267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:38:29.426681 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cfeeb41-e1c4-4527-a2b0-4fbbebf81267 None None] The sync data for ids ['a042eb13-6a44-40a6-a824-b3ddb3fcab62'] in n-d-813419-10 is: [] {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:38:29.437605 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-9faf01f3-102f-460e-beee-2a00e0ad72be None None] Provisioning complete for port b842100f-8997-4f30-9024-fe520de7cd57 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:38:29.437819 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-9faf01f3-102f-460e-beee-2a00e0ad72be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:29.480250 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3735008-1b3c-4565-bc7b-c588ccdd348a req-66dde06e-9c62-4e9f-aae3-c9086bb1a357 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:38:29.493116 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-e3735008-1b3c-4565-bc7b-c588ccdd348a req-66dde06e-9c62-4e9f-aae3-c9086bb1a357 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/ports?device_id=f6fc38b4-3d34-4580-bd35-a4b845297319 HTTP/1.1" status: 200 len: 945 time: 0.2159853 Oct 27 10:38:29.517671 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe8ff0d-f28c-4792-9c7b-6cc412be7aa8 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Pushing event deleted for resources: {'Subnet': ['ID=4c7610cb-d2ec-4627-8dd0-72fbbcd7ede2,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:38:29.531960 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-3fe8ff0d-f28c-4792-9c7b-6cc412be7aa8 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks [] for subnet, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:29.537536 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-3fe8ff0d-f28c-4792-9c7b-6cc412be7aa8 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] 10.222.0.44 "DELETE /v2.0/subnets/4c7610cb-d2ec-4627-8dd0-72fbbcd7ede2 HTTP/1.1" status: 204 len: 168 time: 0.4809935 Oct 27 10:38:29.538287 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 43410) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:38:29.547790 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-1a619570-a95a-4fb3-9363-37c42f318eaf req-c6041f57-7673-4e81-8c8f-20adf59192a6 service neutron] 10.222.0.64 "GET /v2.0/networks/221478c6-1352-435e-b5d2-1ec0f18ba5b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6282086 Oct 27 10:38:29.564632 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-e3735008-1b3c-4565-bc7b-c588ccdd348a req-c334a084-f473-49d8-b140-d02512e52cc7 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/security-groups?id=042a0afe-bacb-4048-aed3-353e9c85bd81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702603 Oct 27 10:38:29.582199 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fa488eb-cc7d-47d3-91b2-407394978b4c tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Router a042eb13-6a44-40a6-a824-b3ddb3fcab62 has already been hosted by L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb {{(pid=102346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 10:38:29.634843 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-1a619570-a95a-4fb3-9363-37c42f318eaf req-e5325e1b-fcba-476a-b48e-8ae5a8e0f81f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=3ad26a6b-c6a0-4de9-9181-a07fe5eabe70 HTTP/1.1" status: 200 len: 217 time: 0.0725493 Oct 27 10:38:29.691967 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device b842100f-8997-4f30-9024-fe520de7cd57 up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:38:29.701711 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a306159-8e2d-40d0-a010-20623d62a714 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Deleting subnet f441979f-8e2d-4656-8f98-518742f0b190 {{(pid=102347) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 10:38:29.707783 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-7a306159-8e2d-40d0-a010-20623d62a714 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks [] for subnet, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:29.736138 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a619570-a95a-4fb3-9363-37c42f318eaf req-636843e7-ba5d-4b66-9d05-6db99bca024d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:38:29.737552 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-1a619570-a95a-4fb3-9363-37c42f318eaf req-636843e7-ba5d-4b66-9d05-6db99bca024d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=31fc4bb4-57b5-4293-9cc7-0a44723124dc HTTP/1.1" status: 200 len: 797 time: 0.0951276 Oct 27 10:38:29.764172 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aab663a-10ce-490f-87eb-d0e4acaade0a None None] Network a3a2d542-53da-4e86-bf77-b0dcf0f24882 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:38:29.769558 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fa488eb-cc7d-47d3-91b2-407394978b4c tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:38:29.774513 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-8fa488eb-cc7d-47d3-91b2-407394978b4c tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for floatingip, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:29.782268 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07121c3c-8c60-4eef-9486-ee6b915b8fb8 None None] Sync routers for ids ['a042eb13-6a44-40a6-a824-b3ddb3fcab62'] in n-d-813419-10 {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:38:29.794075 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-7a306159-8e2d-40d0-a010-20623d62a714 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-18445109'] for subnet, precommit_delete_associations {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:29.803759 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07121c3c-8c60-4eef-9486-ee6b915b8fb8 None None] Routers {'a042eb13-6a44-40a6-a824-b3ddb3fcab62'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:38:29.810961 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-07121c3c-8c60-4eef-9486-ee6b915b8fb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:38:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['a042eb13-6a44-40a6-a824-b3ddb3fcab62'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:38:29.845344 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a619570-a95a-4fb3-9363-37c42f318eaf req-55aadc2e-2fcf-46b0-80ff-abe3d534beac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:38:29.846883 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-1a619570-a95a-4fb3-9363-37c42f318eaf req-55aadc2e-2fcf-46b0-80ff-abe3d534beac service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=221478c6-1352-435e-b5d2-1ec0f18ba5b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0991359 Oct 27 10:38:29.870526 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-07121c3c-8c60-4eef-9486-ee6b915b8fb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:38:29.883603 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07121c3c-8c60-4eef-9486-ee6b915b8fb8 None None] Routers {'a042eb13-6a44-40a6-a824-b3ddb3fcab62'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:38:29.884444 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-07121c3c-8c60-4eef-9486-ee6b915b8fb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:38:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['a042eb13-6a44-40a6-a824-b3ddb3fcab62'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:38:29.900435 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-b3bd1dc8-b662-416c-ad3a-851c07a50990 None None] Could not find standard attr ID for object 8fd80e60-cc85-414b-bdaf-16093c198fd3. {{(pid=102348) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 27 10:38:29.926515 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port b842100f-8997-4f30-9024-fe520de7cd57 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:38:29.926823 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-8fa488eb-cc7d-47d3-91b2-407394978b4c tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] 10.222.0.44 "PUT /v2.0/floatingips/5ee9453f-67cc-4f25-be8b-4a05588d178e HTTP/1.1" status: 200 len: 979 time: 3.1153324 Oct 27 10:38:29.926955 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:29.929912 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 43414) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:38:29.935817 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-3c76841c-1f50-4e06-b189-f804295eca89 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:38:29.937274 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-07121c3c-8c60-4eef-9486-ee6b915b8fb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:38:29.938306 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07121c3c-8c60-4eef-9486-ee6b915b8fb8 None None] The sync data for ids ['a042eb13-6a44-40a6-a824-b3ddb3fcab62'] in n-d-813419-10 is: [] {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:38:29.969596 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-7a306159-8e2d-40d0-a010-20623d62a714 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855646'] for subnet, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:30.064071 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-1a619570-a95a-4fb3-9363-37c42f318eaf req-47209f69-9c2f-4958-aae6-d02af900e2ed service neutron] 10.222.0.64 "GET /v2.0/networks/221478c6-1352-435e-b5d2-1ec0f18ba5b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2078667 Oct 27 10:38:30.080284 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-3c76841c-1f50-4e06-b189-f804295eca89 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Publish callbacks [] for floatingip, before_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:30.287815 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-3c76841c-1f50-4e06-b189-f804295eca89 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:30.294047 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-3c76841c-1f50-4e06-b189-f804295eca89 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1664826'] for floatingip, after_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:30.294501 n-d-813419-10 neutron-server[102346]: INFO neutron.db.l3_db [None req-3c76841c-1f50-4e06-b189-f804295eca89 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Floating IP 5ee9453f-67cc-4f25-be8b-4a05588d178e disassociated. External IP: 172.25.8.143, port: 967a56ab-d182-422c-b19b-3912305db964. Oct 27 10:38:30.438588 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-7a306159-8e2d-40d0-a010-20623d62a714 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-18295818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18043720'] for subnet, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:30.477585 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a306159-8e2d-40d0-a010-20623d62a714 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Pushing event deleted for resources: {'Subnet': ['ID=f441979f-8e2d-4656-8f98-518742f0b190,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:38:30.485642 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-7a306159-8e2d-40d0-a010-20623d62a714 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks [] for subnet, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:30.489794 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-7a306159-8e2d-40d0-a010-20623d62a714 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] 10.222.0.44 "DELETE /v2.0/subnets/f441979f-8e2d-4656-8f98-518742f0b190 HTTP/1.1" status: 204 len: 168 time: 0.9496791 Oct 27 10:38:30.493199 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 43420) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:38:30.546761 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-f99583e6-d37f-41b7-bdc8-f4b663a054d7 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0522695 Oct 27 10:38:30.551093 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 43422) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:38:30.558044 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-2685e3db-08b3-47e2-ae9f-6876f9195670 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Request body: {'subnet': {'network_id': 'a3a2d542-53da-4e86-bf77-b0dcf0f24882', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:38:30.572477 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-1a619570-a95a-4fb3-9363-37c42f318eaf req-f7c7d6a6-a2b2-49c5-85a5-9783c9a187ad service neutron] 10.222.0.64 "GET /v2.0/networks/221478c6-1352-435e-b5d2-1ec0f18ba5b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4989026 Oct 27 10:38:30.658159 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c76841c-1f50-4e06-b189-f804295eca89 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Router a042eb13-6a44-40a6-a824-b3ddb3fcab62 has already been hosted by L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb {{(pid=102346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 10:38:30.725455 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2685e3db-08b3-47e2-ae9f-6876f9195670 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Made reservation on behalf of 378140ee2d4f4428be90ff45daafe008 for: {'subnet': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:38:30.729863 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-2685e3db-08b3-47e2-ae9f-6876f9195670 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27167186'] for subnet, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:30.737402 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a344552e-b8fb-42cb-81a9-d20082957d33 req-3d146ba5-e67f-4974-b15f-7fc8fd5fe28a tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:38:30.739897 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-a344552e-b8fb-42cb-81a9-d20082957d33 req-3d146ba5-e67f-4974-b15f-7fc8fd5fe28a tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/ports?device_id=f6fc38b4-3d34-4580-bd35-a4b845297319 HTTP/1.1" status: 200 len: 945 time: 0.0645163 Oct 27 10:38:30.791090 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b29adaf-7d24-4958-989e-ae3ede95f195 None None] Network a3a2d542-53da-4e86-bf77-b0dcf0f24882 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:38:30.794683 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-a344552e-b8fb-42cb-81a9-d20082957d33 req-9393368d-adb0-4caf-8d33-b61dde077b23 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/security-groups?id=042a0afe-bacb-4048-aed3-353e9c85bd81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461409 Oct 27 10:38:31.159216 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4398b0e-060f-45bf-bf3a-fb70c031753e req-da05937f-2da3-4c77-98bf-1fa11a1316cc tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:38:31.161949 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c4398b0e-060f-45bf-bf3a-fb70c031753e req-da05937f-2da3-4c77-98bf-1fa11a1316cc tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/ports?device_id=f6fc38b4-3d34-4580-bd35-a4b845297319 HTTP/1.1" status: 200 len: 945 time: 0.0942342 Oct 27 10:38:31.200437 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c76841c-1f50-4e06-b189-f804295eca89 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:38:31.206079 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-3c76841c-1f50-4e06-b189-f804295eca89 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for floatingip, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:31.246487 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15b34252-96c0-4924-b57d-2c2f8bd5f1e9 None None] Sync routers for ids ['a042eb13-6a44-40a6-a824-b3ddb3fcab62'] in n-d-813419-10 {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:38:31.252577 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-f7061f26-69f7-4da9-a0aa-bc8fa32924fb None None] Provisioning complete for port b842100f-8997-4f30-9024-fe520de7cd57 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:38:31.252959 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f7061f26-69f7-4da9-a0aa-bc8fa32924fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:31.255466 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c4398b0e-060f-45bf-bf3a-fb70c031753e req-209becc9-ed7d-438b-80c2-74d0652854c3 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/security-groups?id=042a0afe-bacb-4048-aed3-353e9c85bd81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0849338 Oct 27 10:38:31.339053 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-3c76841c-1f50-4e06-b189-f804295eca89 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] 10.222.0.44 "PUT /v2.0/floatingips/5ee9453f-67cc-4f25-be8b-4a05588d178e HTTP/1.1" status: 200 len: 688 time: 1.4080670 Oct 27 10:38:31.340490 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15b34252-96c0-4924-b57d-2c2f8bd5f1e9 None None] Routers {'a042eb13-6a44-40a6-a824-b3ddb3fcab62'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:38:31.341497 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-15b34252-96c0-4924-b57d-2c2f8bd5f1e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:38:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['a042eb13-6a44-40a6-a824-b3ddb3fcab62'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:38:31.342094 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 43436) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:38:31.388426 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-15b34252-96c0-4924-b57d-2c2f8bd5f1e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:38:31.394290 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-2685e3db-08b3-47e2-ae9f-6876f9195670 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27024290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27167168'] for subnet, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:31.429581 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15b34252-96c0-4924-b57d-2c2f8bd5f1e9 None None] Routers {'a042eb13-6a44-40a6-a824-b3ddb3fcab62'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:38:31.430356 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-15b34252-96c0-4924-b57d-2c2f8bd5f1e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:38:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['a042eb13-6a44-40a6-a824-b3ddb3fcab62'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:38:31.437183 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d667af8d-c662-4133-8632-f814c44f8980 None None] DHCP port deletion for a3a2d542-53da-4e86-bf77-b0dcf0f24882 request from n-d-813419-10 {{(pid=102348) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 10:38:31.454945 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2685e3db-08b3-47e2-ae9f-6876f9195670 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Network a3a2d542-53da-4e86-bf77-b0dcf0f24882 is already hosted by enough agents. {{(pid=102346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:38:31.458596 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-2685e3db-08b3-47e2-ae9f-6876f9195670 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Resources bound (agent type, host, resource id): {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:38:31.469506 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2685e3db-08b3-47e2-ae9f-6876f9195670 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:38:31.470420 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-2685e3db-08b3-47e2-ae9f-6876f9195670 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for subnet, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:31.485853 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2685e3db-08b3-47e2-ae9f-6876f9195670 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Pushing event updated for resources: {'Subnet': ['ID=80fccb45-8e58-463e-8960-bfdf85ba9cef,revision_number=0']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:38:31.491007 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-15b34252-96c0-4924-b57d-2c2f8bd5f1e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:38:31.491616 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15b34252-96c0-4924-b57d-2c2f8bd5f1e9 None None] The sync data for ids ['a042eb13-6a44-40a6-a824-b3ddb3fcab62'] in n-d-813419-10 is: [] {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:38:31.506695 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-2685e3db-08b3-47e2-ae9f-6876f9195670 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9545147 Oct 27 10:38:31.511638 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 43438) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:38:31.520084 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-b5661fb6-e9f0-4769-9235-ea08739eac66 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Request body: {'subnet': {'network_id': 'a3a2d542-53da-4e86-bf77-b0dcf0f24882', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:38:31.531986 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-ca78202f-85fb-4f28-b16c-19eca8640a26 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Deleting port 29e91f1a-b216-4ffe-81e5-d5e6b493ed46 {{(pid=102347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:38:31.533164 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-ca78202f-85fb-4f28-b16c-19eca8640a26 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:31.547917 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-d667af8d-c662-4133-8632-f814c44f8980 None None] Deleting port b842100f-8997-4f30-9024-fe520de7cd57 {{(pid=102348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:38:31.548322 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-d667af8d-c662-4133-8632-f814c44f8980 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:31.615280 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-ca78202f-85fb-4f28-b16c-19eca8640a26 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:31.616377 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-ca78202f-85fb-4f28-b16c-19eca8640a26 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:31.630035 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-ca78202f-85fb-4f28-b16c-19eca8640a26 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Calling delete_port for 29e91f1a-b216-4ffe-81e5-d5e6b493ed46 owned by network:floatingip {{(pid=102347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:38:31.636733 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-d667af8d-c662-4133-8632-f814c44f8980 None None] For port b842100f-8997-4f30-9024-fe520de7cd57, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=b842100f-8997-4f30-9024-fe520de7cd57,segment=NetworkSegment(eef0c4ec-5773-434c-ac68-3d91e838e9be),segment_id=eef0c4ec-5773-434c-ac68-3d91e838e9be)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:38:31.637326 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-d667af8d-c662-4133-8632-f814c44f8980 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:31.655703 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5661fb6-e9f0-4769-9235-ea08739eac66 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Made reservation on behalf of 378140ee2d4f4428be90ff45daafe008 for: {'subnet': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:38:31.656278 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-d667af8d-c662-4133-8632-f814c44f8980 None None] Calling delete_port for b842100f-8997-4f30-9024-fe520de7cd57 owned by network:dhcp {{(pid=102348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:38:31.659237 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-b5661fb6-e9f0-4769-9235-ea08739eac66 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27167186'] for subnet, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:31.720317 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device b842100f-8997-4f30-9024-fe520de7cd57 no longer exists at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:38:31.793202 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-ca78202f-85fb-4f28-b16c-19eca8640a26 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:31.819701 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca78202f-85fb-4f28-b16c-19eca8640a26 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Pushing event deleted for resources: {'Port': ['ID=29e91f1a-b216-4ffe-81e5-d5e6b493ed46,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:38:31.823643 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:31.833164 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-d667af8d-c662-4133-8632-f814c44f8980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615'] for port, after_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:31.873410 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d667af8d-c662-4133-8632-f814c44f8980 None None] Pushing event deleted for resources: {'Port': ['ID=b842100f-8997-4f30-9024-fe520de7cd57,revision_number=None']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:38:31.875420 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d667af8d-c662-4133-8632-f814c44f8980 None None] No DVR routers for this DVR port b842100f-8997-4f30-9024-fe520de7cd57 on host n-d-813419-10 {{(pid=102348) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:38:31.902568 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f7a0453-8913-423d-ab20-b81bcd171985 None None] Network a3a2d542-53da-4e86-bf77-b0dcf0f24882 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:38:31.905124 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-ca78202f-85fb-4f28-b16c-19eca8640a26 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Publish callbacks [] for floatingip, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:31.909919 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-ca78202f-85fb-4f28-b16c-19eca8640a26 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for floatingip, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:31.916325 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-ca78202f-85fb-4f28-b16c-19eca8640a26 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] 10.222.0.44 "DELETE /v2.0/floatingips/5ee9453f-67cc-4f25-be8b-4a05588d178e HTTP/1.1" status: 204 len: 168 time: 0.5730214 Oct 27 10:38:31.917128 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 43440) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:38:31.978626 n-d-813419-10 neutron-server[102346]: INFO neutron.api.v2.resource [None req-3bd6ea56-c27c-41f3-a6a6-97b1a06ebfdb tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] delete failed (client error): The resource could not be found. Oct 27 10:38:31.979671 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-3bd6ea56-c27c-41f3-a6a6-97b1a06ebfdb tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] 10.222.0.44 "DELETE /v2.0/floatingips/5ee9453f-67cc-4f25-be8b-4a05588d178e HTTP/1.1" status: 404 len: 345 time: 0.0614760 Oct 27 10:38:31.984133 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 43444) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:38:32.062165 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fe1ba0d-2811-4a7b-9cec-90f2d1ad1c2b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp734b258e-7d96-550c-b970-9b72ab66f383-a3a2d542-53da-4e86-bf77-b0dcf0f24882', 'network_id': 'a3a2d542-53da-4e86-bf77-b0dcf0f24882', 'tenant_id': '378140ee2d4f4428be90ff45daafe008', 'fixed_ips': [{'subnet_id': '80fccb45-8e58-463e-8960-bfdf85ba9cef'}, {'subnet_id': 'e1057cb3-3e4b-47a2-b277-2eb5327384a1'}]}} from n-d-813419-10. {{(pid=102348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 10:38:32.063047 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-8fe1ba0d-2811-4a7b-9cec-90f2d1ad1c2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:32.071128 n-d-813419-10 neutron-server[102346]: DEBUG neutron.objects.ports [None req-b5661fb6-e9f0-4769-9235-ea08739eac66 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102346) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 27 10:38:32.073307 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-b5661fb6-e9f0-4769-9235-ea08739eac66 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27024290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27167168'] for subnet, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:32.134495 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe8eaa66-ce62-4a21-877e-d2ce2d124d43 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:38:32.140341 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe8eaa66-ce62-4a21-877e-d2ce2d124d43 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:38:32.146241 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe8eaa66-ce62-4a21-877e-d2ce2d124d43 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:38:32.148484 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-fe8eaa66-ce62-4a21-877e-d2ce2d124d43 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] 10.222.0.44 "GET /v2.0/ports?network_id=9b7a570e-5cc4-4138-927f-5b43fcc352d7 HTTP/1.1" status: 200 len: 2357 time: 0.1629236 Oct 27 10:38:32.150511 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5661fb6-e9f0-4769-9235-ea08739eac66 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Network a3a2d542-53da-4e86-bf77-b0dcf0f24882 is already hosted by enough agents. {{(pid=102346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:38:32.151547 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 43446) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:38:32.154034 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-b5661fb6-e9f0-4769-9235-ea08739eac66 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Resources bound (agent type, host, resource id): {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:38:32.158317 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5661fb6-e9f0-4769-9235-ea08739eac66 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:38:32.158905 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-b5661fb6-e9f0-4769-9235-ea08739eac66 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for subnet, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:32.184842 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5661fb6-e9f0-4769-9235-ea08739eac66 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Pushing event updated for resources: {'Subnet': ['ID=e1057cb3-3e4b-47a2-b277-2eb5327384a1,revision_number=0']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:38:32.200841 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-b5661fb6-e9f0-4769-9235-ea08739eac66 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6851892 Oct 27 10:38:32.201021 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 43450) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:38:32.208187 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-5e4c1f99-2532-4986-b73b-1806c0ee4879 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Request body: {'port': {'network_id': 'a3a2d542-53da-4e86-bf77-b0dcf0f24882', 'mac_address': 'fa:16:3e:50:51:96', 'name': 'tempest-NetworksTestDHCPv6-401720357'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:38:32.230231 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f797735d-7e20-445b-9736-5bbe9b1e4eb1 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:38:32.233410 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-f797735d-7e20-445b-9736-5bbe9b1e4eb1 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] 10.222.0.44 "GET /v2.0/subnets/d08945b9-ed66-4e24-bdec-a8adc164528e HTTP/1.1" status: 200 len: 797 time: 0.0805068 Oct 27 10:38:32.238206 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 43452) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:38:32.245236 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-1252ec15-8ae2-48d0-b20d-f3059008210d tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Request body: {'port': {'network_id': '9b7a570e-5cc4-4138-927f-5b43fcc352d7', 'name': 'tempest-FloatingIPTestJSON-1906745286', 'fixed_ips': [{'ip_address': '172.20.0.13'}, {'ip_address': '172.20.0.12'}]}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:38:32.257118 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.db_base_plugin_common [None req-8fe1ba0d-2811-4a7b-9cec-90f2d1ad1c2b None None] Allocated IP 172.20.0.2 (a3a2d542-53da-4e86-bf77-b0dcf0f24882/80fccb45-8e58-463e-8960-bfdf85ba9cef/67982d1e-e663-4cda-a626-cf0851105c34) {{(pid=102348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:38:32.263731 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.db_base_plugin_common [None req-8fe1ba0d-2811-4a7b-9cec-90f2d1ad1c2b None None] Allocated IP 2001:db8::f816:3eff:fee4:421e (a3a2d542-53da-4e86-bf77-b0dcf0f24882/e1057cb3-3e4b-47a2-b277-2eb5327384a1/67982d1e-e663-4cda-a626-cf0851105c34) {{(pid=102348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:38:32.402122 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1252ec15-8ae2-48d0-b20d-f3059008210d tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Made reservation on behalf of 7318d2885ba54c7288540ee60a74f572 for: {'port': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:38:32.408134 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79603c09-221a-4e7c-9d70-f83380fd8fe1 req-858415a6-9bfb-4083-ab32-ef78ba831f1d tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:38:32.412673 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-79603c09-221a-4e7c-9d70-f83380fd8fe1 req-858415a6-9bfb-4083-ab32-ef78ba831f1d tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/ports?device_id=f6fc38b4-3d34-4580-bd35-a4b845297319 HTTP/1.1" status: 200 len: 945 time: 0.0775735 Oct 27 10:38:32.440288 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e4c1f99-2532-4986-b73b-1806c0ee4879 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Made reservation on behalf of 378140ee2d4f4428be90ff45daafe008 for: {'port': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:38:32.474779 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:32.478207 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-8fe1ba0d-2811-4a7b-9cec-90f2d1ad1c2b None None] Publish callbacks [] for port, precommit_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:32.484979 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-8fe1ba0d-2811-4a7b-9cec-90f2d1ad1c2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606'] for port, after_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:32.498250 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-1252ec15-8ae2-48d0-b20d-f3059008210d tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:32.507208 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-79603c09-221a-4e7c-9d70-f83380fd8fe1 req-386b97a0-5423-45b7-b9db-c2ff49713ef1 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/security-groups?id=042a0afe-bacb-4048-aed3-353e9c85bd81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0877526 Oct 27 10:38:32.517807 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [None req-1252ec15-8ae2-48d0-b20d-f3059008210d tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] device_id is not set on port c953096a-9fdd-455a-a538-2c480d3c4979 yet. {{(pid=102347) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 10:38:32.541439 n-d-813419-10 neutron-server[102348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fe1ba0d-2811-4a7b-9cec-90f2d1ad1c2b None None] Network a3a2d542-53da-4e86-bf77-b0dcf0f24882 is already hosted by enough agents. {{(pid=102348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:38:32.544992 n-d-813419-10 neutron-server[102348]: DEBUG neutron.scheduler.base_scheduler [None req-8fe1ba0d-2811-4a7b-9cec-90f2d1ad1c2b None None] Resources bound (agent type, host, resource id): {{(pid=102348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:38:32.548712 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fe1ba0d-2811-4a7b-9cec-90f2d1ad1c2b None None] Received port after_create {{(pid=102348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:38:32.557636 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-5e4c1f99-2532-4986-b73b-1806c0ee4879 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:32.582187 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe1ba0d-2811-4a7b-9cec-90f2d1ad1c2b None None] Pushing event updated for resources: {'Port': ['ID=67982d1e-e663-4cda-a626-cf0851105c34,revision_number=1']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:38:32.588700 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [None req-5e4c1f99-2532-4986-b73b-1806c0ee4879 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] device_id is not set on port 2a30fdde-a7c0-4ac0-b7eb-813129b52957 yet. {{(pid=102346) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 10:38:32.631983 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-8fe1ba0d-2811-4a7b-9cec-90f2d1ad1c2b None None] Attempting to bind port 67982d1e-e663-4cda-a626-cf0851105c34 on host n-d-813419-10 for vnic_type normal with profile {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:38:32.632376 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-8fe1ba0d-2811-4a7b-9cec-90f2d1ad1c2b None None] Attempting to bind port 67982d1e-e663-4cda-a626-cf0851105c34 by drivers openvswitch,hyperv on host n-d-813419-10 at level 0 using segments [{'id': 'eef0c4ec-5773-434c-ac68-3d91e838e9be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a3a2d542-53da-4e86-bf77-b0dcf0f24882'}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:38:32.632735 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fe1ba0d-2811-4a7b-9cec-90f2d1ad1c2b None None] Attempting to bind port 67982d1e-e663-4cda-a626-cf0851105c34 on network a3a2d542-53da-4e86-bf77-b0dcf0f24882 {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:38:32.638217 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fe1ba0d-2811-4a7b-9cec-90f2d1ad1c2b None None] Checking agent: {'id': '89dba0f3-79b2-435e-9822-33674b8f6ada', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 8, 20), 'started_at': datetime.datetime(2021, 10, 27, 10, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 38, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:38:32.638590 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fe1ba0d-2811-4a7b-9cec-90f2d1ad1c2b None None] Checking segment: {'id': 'eef0c4ec-5773-434c-ac68-3d91e838e9be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a3a2d542-53da-4e86-bf77-b0dcf0f24882'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:38:32.638976 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-8fe1ba0d-2811-4a7b-9cec-90f2d1ad1c2b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:32.639362 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fe1ba0d-2811-4a7b-9cec-90f2d1ad1c2b None None] Bound using segment: {'id': 'eef0c4ec-5773-434c-ac68-3d91e838e9be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a3a2d542-53da-4e86-bf77-b0dcf0f24882'} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:38:32.639816 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-8fe1ba0d-2811-4a7b-9cec-90f2d1ad1c2b None None] Bound port: 67982d1e-e663-4cda-a626-cf0851105c34, host: n-d-813419-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eef0c4ec-5773-434c-ac68-3d91e838e9be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a3a2d542-53da-4e86-bf77-b0dcf0f24882'}}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:38:32.640188 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-8fe1ba0d-2811-4a7b-9cec-90f2d1ad1c2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:32.702655 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-8fe1ba0d-2811-4a7b-9cec-90f2d1ad1c2b None None] For port 67982d1e-e663-4cda-a626-cf0851105c34, host n-d-813419-10, cleared binding levels {{(pid=102348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:38:32.706262 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-8fe1ba0d-2811-4a7b-9cec-90f2d1ad1c2b None None] For port 67982d1e-e663-4cda-a626-cf0851105c34, host n-d-813419-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=67982d1e-e663-4cda-a626-cf0851105c34,segment=NetworkSegment(eef0c4ec-5773-434c-ac68-3d91e838e9be),segment_id=eef0c4ec-5773-434c-ac68-3d91e838e9be)] {{(pid=102348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:38:32.713439 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-8fe1ba0d-2811-4a7b-9cec-90f2d1ad1c2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:32.722709 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52faa01b-63d4-42d7-ac0e-6d4af9899bc2 req-7353b604-4851-4c35-b960-105a78b5485f tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:38:32.724260 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-52faa01b-63d4-42d7-ac0e-6d4af9899bc2 req-7353b604-4851-4c35-b960-105a78b5485f tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/ports?device_id=f6fc38b4-3d34-4580-bd35-a4b845297319 HTTP/1.1" status: 200 len: 945 time: 0.1109803 Oct 27 10:38:32.786948 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe1ba0d-2811-4a7b-9cec-90f2d1ad1c2b None None] Pushing event updated for resources: {'Port': ['ID=67982d1e-e663-4cda-a626-cf0851105c34,revision_number=2']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:38:32.793989 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_common [None req-5e4c1f99-2532-4986-b73b-1806c0ee4879 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Allocated IP 172.20.0.7 (a3a2d542-53da-4e86-bf77-b0dcf0f24882/80fccb45-8e58-463e-8960-bfdf85ba9cef/2a30fdde-a7c0-4ac0-b7eb-813129b52957) {{(pid=102346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:38:32.805636 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_common [None req-5e4c1f99-2532-4986-b73b-1806c0ee4879 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Allocated IP 2001:db8::f816:3eff:fe50:5196 (a3a2d542-53da-4e86-bf77-b0dcf0f24882/e1057cb3-3e4b-47a2-b277-2eb5327384a1/2a30fdde-a7c0-4ac0-b7eb-813129b52957) {{(pid=102346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:38:32.810715 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-52faa01b-63d4-42d7-ac0e-6d4af9899bc2 req-17fc7e49-ee81-4046-8cb4-b2c96ab475dc tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/security-groups?id=042a0afe-bacb-4048-aed3-353e9c85bd81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0773776 Oct 27 10:38:32.914679 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_common [None req-1252ec15-8ae2-48d0-b20d-f3059008210d tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Allocated IP 172.20.0.13 (9b7a570e-5cc4-4138-927f-5b43fcc352d7/d08945b9-ed66-4e24-bdec-a8adc164528e/c953096a-9fdd-455a-a538-2c480d3c4979) {{(pid=102347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:38:32.921913 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_common [None req-1252ec15-8ae2-48d0-b20d-f3059008210d tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Allocated IP 172.20.0.12 (9b7a570e-5cc4-4138-927f-5b43fcc352d7/d08945b9-ed66-4e24-bdec-a8adc164528e/c953096a-9fdd-455a-a538-2c480d3c4979) {{(pid=102347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:38:33.016512 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45595a57-92c3-4195-926f-3aa010e92dba req-4d8e40fa-e3c6-4b19-ac34-fa6aea4e98bb tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:38:33.018053 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-45595a57-92c3-4195-926f-3aa010e92dba req-4d8e40fa-e3c6-4b19-ac34-fa6aea4e98bb tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/ports?device_id=f6fc38b4-3d34-4580-bd35-a4b845297319 HTTP/1.1" status: 200 len: 945 time: 0.1068735 Oct 27 10:38:33.077807 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-5e4c1f99-2532-4986-b73b-1806c0ee4879 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks [] for port, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:33.096435 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-45595a57-92c3-4195-926f-3aa010e92dba req-f5332693-0171-40a0-8c68-2570c948a0ab tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/security-groups?id=042a0afe-bacb-4048-aed3-353e9c85bd81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679803 Oct 27 10:38:33.140724 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-5e4c1f99-2532-4986-b73b-1806c0ee4879 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:33.180605 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-1252ec15-8ae2-48d0-b20d-f3059008210d tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Publish callbacks [] for port, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:33.191333 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e4c1f99-2532-4986-b73b-1806c0ee4879 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Network a3a2d542-53da-4e86-bf77-b0dcf0f24882 is already hosted by enough agents. {{(pid=102346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:38:33.194610 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-5e4c1f99-2532-4986-b73b-1806c0ee4879 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Resources bound (agent type, host, resource id): {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:38:33.199340 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e4c1f99-2532-4986-b73b-1806c0ee4879 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Received port after_create {{(pid=102346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:38:33.203364 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4c1f99-2532-4986-b73b-1806c0ee4879 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Pushing event updated for resources: {'Port': ['ID=2a30fdde-a7c0-4ac0-b7eb-813129b52957,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:38:33.252263 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95562ea-af53-40b5-916b-8da1022f93f7 req-ad4913cb-4d19-48c9-afd9-a5f80fa24151 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:38:33.252538 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e4c1f99-2532-4986-b73b-1806c0ee4879 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:38:33.253986 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-5e4c1f99-2532-4986-b73b-1806c0ee4879 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:33.254114 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-e95562ea-af53-40b5-916b-8da1022f93f7 req-ad4913cb-4d19-48c9-afd9-a5f80fa24151 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/ports?device_id=f6fc38b4-3d34-4580-bd35-a4b845297319 HTTP/1.1" status: 200 len: 945 time: 0.0715849 Oct 27 10:38:33.274639 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-5e4c1f99-2532-4986-b73b-1806c0ee4879 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.0711265 Oct 27 10:38:33.277593 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 43468) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:38:33.289622 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-1252ec15-8ae2-48d0-b20d-f3059008210d tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:33.351726 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c32cb61-f885-4d33-bbd7-a499e622f39a tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:38:33.357405 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c32cb61-f885-4d33-bbd7-a499e622f39a tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:38:33.358957 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-7c32cb61-f885-4d33-bbd7-a499e622f39a tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1860 time: 0.0782468 Oct 27 10:38:33.361921 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 43470) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:38:33.379714 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1252ec15-8ae2-48d0-b20d-f3059008210d tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Network 9b7a570e-5cc4-4138-927f-5b43fcc352d7 is already hosted by enough agents. {{(pid=102347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:38:33.385682 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-e95562ea-af53-40b5-916b-8da1022f93f7 req-5014a42d-addf-49da-8167-699f0a6c46cd tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/security-groups?id=042a0afe-bacb-4048-aed3-353e9c85bd81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1215694 Oct 27 10:38:33.386940 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1252ec15-8ae2-48d0-b20d-f3059008210d tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Pushing event updated for resources: {'Port': ['ID=c953096a-9fdd-455a-a538-2c480d3c4979,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:38:33.389642 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [None req-1252ec15-8ae2-48d0-b20d-f3059008210d tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Resources bound (agent type, host, resource id): {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:38:33.391743 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1252ec15-8ae2-48d0-b20d-f3059008210d tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Received port after_create {{(pid=102347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:38:33.454665 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1252ec15-8ae2-48d0-b20d-f3059008210d tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:38:33.455633 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-1252ec15-8ae2-48d0-b20d-f3059008210d tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:33.473823 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-1252ec15-8ae2-48d0-b20d-f3059008210d tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 1.2345629 Oct 27 10:38:33.478372 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 43476) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:38:33.484029 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-9017e821-fd7c-47f8-86ae-2f335980ea70 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Request body: {'floatingip': {'floating_network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'port_id': 'c953096a-9fdd-455a-a538-2c480d3c4979', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:38:33.512612 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-fd6c5736-139f-4a54-93f0-dcb54ac02b25 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Deleting port 2a30fdde-a7c0-4ac0-b7eb-813129b52957 {{(pid=102346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:38:33.513161 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-fd6c5736-139f-4a54-93f0-dcb54ac02b25 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:33.558729 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-9017e821-fd7c-47f8-86ae-2f335980ea70 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Publish callbacks [] for floatingip, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:33.659482 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-fd6c5736-139f-4a54-93f0-dcb54ac02b25 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:33.676247 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-fd6c5736-139f-4a54-93f0-dcb54ac02b25 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Calling delete_port for 2a30fdde-a7c0-4ac0-b7eb-813129b52957 owned by {{(pid=102346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:38:33.735105 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 67982d1e-e663-4cda-a626-cf0851105c34 up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:38:33.784379 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-9017e821-fd7c-47f8-86ae-2f335980ea70 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:33.790128 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port 67982d1e-e663-4cda-a626-cf0851105c34 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:38:33.790629 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:33.877345 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:33.911104 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] For port 67982d1e-e663-4cda-a626-cf0851105c34, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=67982d1e-e663-4cda-a626-cf0851105c34,segment=NetworkSegment(eef0c4ec-5773-434c-ac68-3d91e838e9be),segment_id=eef0c4ec-5773-434c-ac68-3d91e838e9be)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:38:33.916284 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:33.957710 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cb2f9df-b69d-4043-aee2-6d51ed7e3dc9 None None] Network a3a2d542-53da-4e86-bf77-b0dcf0f24882 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:38:33.978436 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_common [None req-9017e821-fd7c-47f8-86ae-2f335980ea70 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Allocated IP 172.25.8.22 (185ff123-c7ff-45c7-a6be-71feb35acc9c/0fb9f9d1-7384-481f-8fa8-f4566c349d30/3be97b28-c23d-418c-80ef-1a41e38d7cc0) {{(pid=102346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:38:33.991284 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-fd6c5736-139f-4a54-93f0-dcb54ac02b25 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:34.005090 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Pushing event updated for resources: {'Port': ['ID=67982d1e-e663-4cda-a626-cf0851105c34,revision_number=3']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:38:34.041415 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6c5736-139f-4a54-93f0-dcb54ac02b25 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Pushing event deleted for resources: {'Port': ['ID=2a30fdde-a7c0-4ac0-b7eb-813129b52957,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:38:34.089252 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-0ca037d4-a5e6-4247-bafe-5a995da8bb93 None None] Provisioning complete for port 67982d1e-e663-4cda-a626-cf0851105c34 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:38:34.089621 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-0ca037d4-a5e6-4247-bafe-5a995da8bb93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:34.182851 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-fd6c5736-139f-4a54-93f0-dcb54ac02b25 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:34.189846 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 43480) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:38:34.190388 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-fd6c5736-139f-4a54-93f0-dcb54ac02b25 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] 10.222.0.44 "DELETE /v2.0/ports/2a30fdde-a7c0-4ac0-b7eb-813129b52957 HTTP/1.1" status: 204 len: 168 time: 0.8269908 Oct 27 10:38:34.208072 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-9017e821-fd7c-47f8-86ae-2f335980ea70 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Publish callbacks [] for port, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:34.249862 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae25aa55-1f53-46ed-a2c9-398faeb85576 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:38:34.251704 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae25aa55-1f53-46ed-a2c9-398faeb85576 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:38:34.253528 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae25aa55-1f53-46ed-a2c9-398faeb85576 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:38:34.255155 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-ae25aa55-1f53-46ed-a2c9-398faeb85576 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0641799 Oct 27 10:38:34.257091 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-9017e821-fd7c-47f8-86ae-2f335980ea70 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:34.258216 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 43482) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:38:34.300742 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9017e821-fd7c-47f8-86ae-2f335980ea70 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Network 185ff123-c7ff-45c7-a6be-71feb35acc9c is already hosted by enough agents. {{(pid=102346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:38:34.304351 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-9017e821-fd7c-47f8-86ae-2f335980ea70 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Resources bound (agent type, host, resource id): {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:38:34.308183 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9017e821-fd7c-47f8-86ae-2f335980ea70 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Received port after_create {{(pid=102346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:38:34.322696 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b4992be-5cfa-4dd3-a573-242e2bf5ab4c tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Deleting subnet 80fccb45-8e58-463e-8960-bfdf85ba9cef {{(pid=102347) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 10:38:34.326180 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-7b4992be-5cfa-4dd3-a573-242e2bf5ab4c tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks [] for subnet, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:34.335019 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9017e821-fd7c-47f8-86ae-2f335980ea70 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Pushing event updated for resources: {'Port': ['ID=3be97b28-c23d-418c-80ef-1a41e38d7cc0,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:38:34.375154 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-7b4992be-5cfa-4dd3-a573-242e2bf5ab4c tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-18445109'] for subnet, precommit_delete_associations {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:34.473227 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-7b4992be-5cfa-4dd3-a573-242e2bf5ab4c tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855646'] for subnet, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:34.535823 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-c8c81430-06cd-4fc7-8df6-110e3d10e23e None None] Provisioning complete for port 67982d1e-e663-4cda-a626-cf0851105c34 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:38:34.536853 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-c8c81430-06cd-4fc7-8df6-110e3d10e23e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:34.570412 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-7b4992be-5cfa-4dd3-a573-242e2bf5ab4c tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-18295818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18043720'] for subnet, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:34.610062 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4992be-5cfa-4dd3-a573-242e2bf5ab4c tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Pushing event deleted for resources: {'Subnet': ['ID=80fccb45-8e58-463e-8960-bfdf85ba9cef,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:38:34.612129 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-7b4992be-5cfa-4dd3-a573-242e2bf5ab4c tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks [] for subnet, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:34.616115 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-7b4992be-5cfa-4dd3-a573-242e2bf5ab4c tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] 10.222.0.44 "DELETE /v2.0/subnets/80fccb45-8e58-463e-8960-bfdf85ba9cef HTTP/1.1" status: 204 len: 168 time: 0.3567691 Oct 27 10:38:34.625392 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 43488) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:38:34.683108 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a4d4a67-294f-4aa1-8581-541eaba95cd0 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Deleting subnet e1057cb3-3e4b-47a2-b277-2eb5327384a1 {{(pid=102347) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 10:38:34.686709 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-1a4d4a67-294f-4aa1-8581-541eaba95cd0 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks [] for subnet, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:34.703336 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36acf978-1a49-49aa-b30b-5b1bf7371308 None None] Network a3a2d542-53da-4e86-bf77-b0dcf0f24882 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:38:34.728851 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-1a4d4a67-294f-4aa1-8581-541eaba95cd0 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-18445109'] for subnet, precommit_delete_associations {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:34.760468 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-9017e821-fd7c-47f8-86ae-2f335980ea70 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:34.770825 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7e3d69b2-80f9-4162-96d0-aceb4c4a5472 None None] Could not find standard attr ID for object 008677e0-47e7-47f4-8d98-a6b753ceebb9. {{(pid=102348) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 27 10:38:34.824783 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-1a4d4a67-294f-4aa1-8581-541eaba95cd0 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855646'] for subnet, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:34.841472 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-9017e821-fd7c-47f8-86ae-2f335980ea70 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:34.891637 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-1a4d4a67-294f-4aa1-8581-541eaba95cd0 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-18295818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18043720'] for subnet, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:34.922301 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4d4a67-294f-4aa1-8581-541eaba95cd0 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Pushing event deleted for resources: {'Subnet': ['ID=e1057cb3-3e4b-47a2-b277-2eb5327384a1,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:38:34.924233 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-1a4d4a67-294f-4aa1-8581-541eaba95cd0 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks [] for subnet, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:34.927570 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-1a4d4a67-294f-4aa1-8581-541eaba95cd0 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] 10.222.0.44 "DELETE /v2.0/subnets/e1057cb3-3e4b-47a2-b277-2eb5327384a1 HTTP/1.1" status: 204 len: 168 time: 0.3012328 Oct 27 10:38:34.930339 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 43490) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:38:34.972395 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-d1c3a4e1-cc8b-4199-8330-090055edfc47 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0409064 Oct 27 10:38:34.975326 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 43492) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:38:35.013396 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-9017e821-fd7c-47f8-86ae-2f335980ea70 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Publish callbacks [] for port, precommit_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:35.019278 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-9017e821-fd7c-47f8-86ae-2f335980ea70 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27024173'] for port, after_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:35.028546 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e17dad8-417a-49ec-b4c8-ec9bfd6bd3b8 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:38:35.032334 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-7e17dad8-417a-49ec-b4c8-ec9bfd6bd3b8 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0537884 Oct 27 10:38:35.032604 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 43494) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:38:35.092511 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86598124-a2d0-46ad-9fa3-a9bbb35ba066 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:38:35.094079 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-86598124-a2d0-46ad-9fa3-a9bbb35ba066 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0603912 Oct 27 10:38:35.096742 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 43496) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:38:35.109029 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9017e821-fd7c-47f8-86ae-2f335980ea70 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Pushing event updated for resources: {'Port': ['ID=3be97b28-c23d-418c-80ef-1a41e38d7cc0,revision_number=2']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:38:35.143570 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-9017e821-fd7c-47f8-86ae-2f335980ea70 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1664826'] for floatingip, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:35.147820 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-adeb8a06-dbfa-4cc8-886d-b16e3612c80e tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0475466 Oct 27 10:38:35.154191 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 43500) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:38:35.157570 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-7bbae821-0dc3-4d9b-be89-7dc0f4f92a34 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Request body: {'subnet': {'network_id': 'a3a2d542-53da-4e86-bf77-b0dcf0f24882', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:38:35.393046 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b582d9f-0159-4fde-88f6-3d7c089804e4 None None] Network a3a2d542-53da-4e86-bf77-b0dcf0f24882 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:38:35.526403 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-2051f19a-3496-4f64-a0c8-8e605799db66 None None] Provisioning complete for port 67982d1e-e663-4cda-a626-cf0851105c34 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:38:35.526767 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-2051f19a-3496-4f64-a0c8-8e605799db66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:35.599883 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7d11318-7a14-4e72-8dcb-d51f81360f56 None None] DHCP port deletion for a3a2d542-53da-4e86-bf77-b0dcf0f24882 request from n-d-813419-10 {{(pid=102348) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 10:38:35.607996 n-d-813419-10 neutron-server[102346]: INFO neutron.db.l3_db [None req-9017e821-fd7c-47f8-86ae-2f335980ea70 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Floating IP 47eac7ec-2fc8-4454-925b-1a0fcb3e1b7a associated. External IP: 172.25.8.22, port: c953096a-9fdd-455a-a538-2c480d3c4979. Oct 27 10:38:35.611290 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bbae821-0dc3-4d9b-be89-7dc0f4f92a34 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Made reservation on behalf of 378140ee2d4f4428be90ff45daafe008 for: {'subnet': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:38:35.615933 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-7bbae821-0dc3-4d9b-be89-7dc0f4f92a34 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27167186'] for subnet, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:35.617375 n-d-813419-10 neutron-server[102346]: INFO neutron.pecan_wsgi.hooks.translation [None req-7bbae821-0dc3-4d9b-be89-7dc0f4f92a34 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 27 10:38:35.617807 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7bbae821-0dc3-4d9b-be89-7dc0f4f92a34 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102346) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 10:38:35.684745 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-a7d11318-7a14-4e72-8dcb-d51f81360f56 None None] Deleting port 67982d1e-e663-4cda-a626-cf0851105c34 {{(pid=102348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:38:35.684745 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a7d11318-7a14-4e72-8dcb-d51f81360f56 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:35.692063 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-7bbae821-0dc3-4d9b-be89-7dc0f4f92a34 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.5383992 Oct 27 10:38:35.695121 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 43506) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:38:35.698980 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 67982d1e-e663-4cda-a626-cf0851105c34 no longer exists at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:38:35.700117 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-5b266f7a-f8b6-473f-8c01-6841da24d23f tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Request body: {'subnet': {'network_id': 'a3a2d542-53da-4e86-bf77-b0dcf0f24882', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:38:35.803759 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a7d11318-7a14-4e72-8dcb-d51f81360f56 None None] For port 67982d1e-e663-4cda-a626-cf0851105c34, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=67982d1e-e663-4cda-a626-cf0851105c34,segment=NetworkSegment(eef0c4ec-5773-434c-ac68-3d91e838e9be),segment_id=eef0c4ec-5773-434c-ac68-3d91e838e9be)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:38:35.804333 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a7d11318-7a14-4e72-8dcb-d51f81360f56 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:35.808915 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b266f7a-f8b6-473f-8c01-6841da24d23f tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Made reservation on behalf of 378140ee2d4f4428be90ff45daafe008 for: {'subnet': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:38:35.812864 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-5b266f7a-f8b6-473f-8c01-6841da24d23f tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18044073'] for subnet, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:35.814732 n-d-813419-10 neutron-server[102347]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b266f7a-f8b6-473f-8c01-6841da24d23f tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 27 10:38:35.815392 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b266f7a-f8b6-473f-8c01-6841da24d23f tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102347) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 10:38:35.837198 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 43508) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:38:35.837421 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-5b266f7a-f8b6-473f-8c01-6841da24d23f tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.1404917 Oct 27 10:38:35.839583 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-a7d11318-7a14-4e72-8dcb-d51f81360f56 None None] Calling delete_port for 67982d1e-e663-4cda-a626-cf0851105c34 owned by network:dhcp {{(pid=102348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:38:35.842169 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-f3a6a7b9-cb2a-493e-b37e-fdd38747998f tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Request body: {'subnet': {'network_id': 'a3a2d542-53da-4e86-bf77-b0dcf0f24882', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:38:35.892323 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:35.893427 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9017e821-fd7c-47f8-86ae-2f335980ea70 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Router a042eb13-6a44-40a6-a824-b3ddb3fcab62 has already been hosted by L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb {{(pid=102346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 10:38:35.941517 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] For port 67982d1e-e663-4cda-a626-cf0851105c34, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=67982d1e-e663-4cda-a626-cf0851105c34,segment=NetworkSegment(eef0c4ec-5773-434c-ac68-3d91e838e9be),segment_id=eef0c4ec-5773-434c-ac68-3d91e838e9be)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:38:35.949972 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:35.984631 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a7d11318-7a14-4e72-8dcb-d51f81360f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615'] for port, after_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:36.000875 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7d11318-7a14-4e72-8dcb-d51f81360f56 None None] No DVR routers for this DVR port 67982d1e-e663-4cda-a626-cf0851105c34 on host n-d-813419-10 {{(pid=102348) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:38:36.015475 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Pushing event updated for resources: {'Port': ['ID=67982d1e-e663-4cda-a626-cf0851105c34,revision_number=6']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:38:36.022648 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3a6a7b9-cb2a-493e-b37e-fdd38747998f tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Made reservation on behalf of 378140ee2d4f4428be90ff45daafe008 for: {'subnet': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:38:36.026669 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-f3a6a7b9-cb2a-493e-b37e-fdd38747998f tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27167186'] for subnet, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:36.028312 n-d-813419-10 neutron-server[102346]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3a6a7b9-cb2a-493e-b37e-fdd38747998f tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 27 10:38:36.028725 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3a6a7b9-cb2a-493e-b37e-fdd38747998f tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102346) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 10:38:36.044253 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25a60602-658a-407f-b34b-5445be47efd8 None None] get_active_networks_info from n-d-813419-10 {{(pid=102348) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 27 10:38:36.046827 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d11318-7a14-4e72-8dcb-d51f81360f56 None None] Pushing event deleted for resources: {'Port': ['ID=67982d1e-e663-4cda-a626-cf0851105c34,revision_number=None']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:38:36.052858 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-f3a6a7b9-cb2a-493e-b37e-fdd38747998f tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2145243 Oct 27 10:38:36.055823 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 43510) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:38:36.061955 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-07ad399b-a838-4451-baed-ae1511aab4bb tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Request body: {'subnet': {'network_id': 'a3a2d542-53da-4e86-bf77-b0dcf0f24882', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:38:36.067140 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9017e821-fd7c-47f8-86ae-2f335980ea70 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:38:36.077291 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a176a95-6378-49be-b6dd-36516f3978ea None None] Sync routers for ids ['a042eb13-6a44-40a6-a824-b3ddb3fcab62'] in n-d-813419-10 {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:38:36.087003 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a176a95-6378-49be-b6dd-36516f3978ea None None] Routers {'a042eb13-6a44-40a6-a824-b3ddb3fcab62'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:38:36.087592 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-5a176a95-6378-49be-b6dd-36516f3978ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:38:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['a042eb13-6a44-40a6-a824-b3ddb3fcab62'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:38:36.121192 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-5a176a95-6378-49be-b6dd-36516f3978ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:38:36.126284 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-9017e821-fd7c-47f8-86ae-2f335980ea70 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for floatingip, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:36.140206 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a176a95-6378-49be-b6dd-36516f3978ea None None] Routers {'a042eb13-6a44-40a6-a824-b3ddb3fcab62'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:38:36.140821 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-5a176a95-6378-49be-b6dd-36516f3978ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:38:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['a042eb13-6a44-40a6-a824-b3ddb3fcab62'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:38:36.173659 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-9017e821-fd7c-47f8-86ae-2f335980ea70 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 2.6917317 Oct 27 10:38:36.173860 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 43512) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:38:36.175351 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-5a176a95-6378-49be-b6dd-36516f3978ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:38:36.175978 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a176a95-6378-49be-b6dd-36516f3978ea None None] The sync data for ids ['a042eb13-6a44-40a6-a824-b3ddb3fcab62'] in n-d-813419-10 is: [] {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:38:36.180462 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-7b65dda0-fb8a-44b5-849b-5728e8765807 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Request body: {'floatingip': {'port_id': 'c953096a-9fdd-455a-a538-2c480d3c4979', 'fixed_ip_address': '172.20.0.12'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:38:36.193057 n-d-813419-10 neutron-server[102348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25a60602-658a-407f-b34b-5445be47efd8 None None] Resources bound (agent type, host, resource id): {{(pid=102348) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 27 10:38:36.236451 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07ad399b-a838-4451-baed-ae1511aab4bb tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Made reservation on behalf of 378140ee2d4f4428be90ff45daafe008 for: {'subnet': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:38:36.240728 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-07ad399b-a838-4451-baed-ae1511aab4bb tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27167186'] for subnet, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:36.242122 n-d-813419-10 neutron-server[102346]: INFO neutron.pecan_wsgi.hooks.translation [None req-07ad399b-a838-4451-baed-ae1511aab4bb tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 27 10:38:36.242551 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07ad399b-a838-4451-baed-ae1511aab4bb tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102346) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 10:38:36.264190 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-7b65dda0-fb8a-44b5-849b-5728e8765807 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Publish callbacks [] for floatingip, before_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:36.270521 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-07ad399b-a838-4451-baed-ae1511aab4bb tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2136662 Oct 27 10:38:36.274780 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 43516) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:38:36.280757 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-d37a0356-7efb-4d85-bcd2-7ad2290c7253 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Request body: {'subnet': {'network_id': 'a3a2d542-53da-4e86-bf77-b0dcf0f24882', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:38:36.379536 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d37a0356-7efb-4d85-bcd2-7ad2290c7253 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Made reservation on behalf of 378140ee2d4f4428be90ff45daafe008 for: {'subnet': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:38:36.384153 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-d37a0356-7efb-4d85-bcd2-7ad2290c7253 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18044073'] for subnet, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:36.385745 n-d-813419-10 neutron-server[102347]: INFO neutron.pecan_wsgi.hooks.translation [None req-d37a0356-7efb-4d85-bcd2-7ad2290c7253 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 27 10:38:36.386235 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d37a0356-7efb-4d85-bcd2-7ad2290c7253 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102347) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 10:38:36.403043 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-d37a0356-7efb-4d85-bcd2-7ad2290c7253 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.1269705 Oct 27 10:38:36.405983 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 43518) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:38:36.411722 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-38bbc35e-8c02-45d3-9294-9eacde6b8447 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Request body: {'subnet': {'network_id': 'a3a2d542-53da-4e86-bf77-b0dcf0f24882', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:38:36.504428 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38bbc35e-8c02-45d3-9294-9eacde6b8447 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Made reservation on behalf of 378140ee2d4f4428be90ff45daafe008 for: {'subnet': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:38:36.508218 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-38bbc35e-8c02-45d3-9294-9eacde6b8447 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18044073'] for subnet, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:36.509588 n-d-813419-10 neutron-server[102347]: INFO neutron.pecan_wsgi.hooks.translation [None req-38bbc35e-8c02-45d3-9294-9eacde6b8447 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 27 10:38:36.510018 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38bbc35e-8c02-45d3-9294-9eacde6b8447 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102347) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 10:38:36.530976 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-38bbc35e-8c02-45d3-9294-9eacde6b8447 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.1213319 Oct 27 10:38:36.531302 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 43522) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:38:36.574370 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-6a05f34b-7afa-48cc-b378-877b002bcccf tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0396914 Oct 27 10:38:36.574641 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 43524) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:38:36.636373 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c1062bf-954f-4264-badf-f3d474acaf25 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:38:36.638014 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-4c1062bf-954f-4264-badf-f3d474acaf25 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0619617 Oct 27 10:38:36.641399 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 43528) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:38:36.684471 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-ccab2198-a7af-47bc-815b-3b3e0bff7799 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0419257 Oct 27 10:38:36.688570 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 43530) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:38:36.695970 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-b308e67c-a921-4e3d-8ed0-2f9998c88344 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Request body: {'subnet': {'network_id': 'a3a2d542-53da-4e86-bf77-b0dcf0f24882', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:38:36.857917 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-7b65dda0-fb8a-44b5-849b-5728e8765807 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:36.859114 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b308e67c-a921-4e3d-8ed0-2f9998c88344 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Made reservation on behalf of 378140ee2d4f4428be90ff45daafe008 for: {'subnet': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:38:36.862602 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-b308e67c-a921-4e3d-8ed0-2f9998c88344 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27167186'] for subnet, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:36.868136 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-7b65dda0-fb8a-44b5-849b-5728e8765807 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1664826'] for floatingip, after_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:37.237575 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b65dda0-fb8a-44b5-849b-5728e8765807 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Router a042eb13-6a44-40a6-a824-b3ddb3fcab62 has already been hosted by L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb {{(pid=102346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 10:38:37.374601 n-d-813419-10 neutron-server[102346]: DEBUG neutron.objects.ports [None req-b308e67c-a921-4e3d-8ed0-2f9998c88344 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102346) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 27 10:38:37.377738 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-b308e67c-a921-4e3d-8ed0-2f9998c88344 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27024290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27167168'] for subnet, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:37.429212 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b308e67c-a921-4e3d-8ed0-2f9998c88344 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Network a3a2d542-53da-4e86-bf77-b0dcf0f24882 is already hosted by enough agents. {{(pid=102346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:38:37.434926 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-b308e67c-a921-4e3d-8ed0-2f9998c88344 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Resources bound (agent type, host, resource id): {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:38:37.442004 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b308e67c-a921-4e3d-8ed0-2f9998c88344 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:38:37.442605 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-b308e67c-a921-4e3d-8ed0-2f9998c88344 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for subnet, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:37.446362 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0681648-8e2f-4a77-905b-cad198f9dfeb None None] Network a3a2d542-53da-4e86-bf77-b0dcf0f24882 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:38:37.462361 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b308e67c-a921-4e3d-8ed0-2f9998c88344 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Pushing event updated for resources: {'Subnet': ['ID=3fa21a5d-1268-43c1-9b8c-8c5a83ed74a5,revision_number=0']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:38:37.469830 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b65dda0-fb8a-44b5-849b-5728e8765807 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:38:37.474303 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-7b65dda0-fb8a-44b5-849b-5728e8765807 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for floatingip, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:37.484393 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-b308e67c-a921-4e3d-8ed0-2f9998c88344 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.7922144 Oct 27 10:38:37.485272 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 43540) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:38:37.493836 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-20b46dad-594e-45b7-8d21-b48f2be3f8f1 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Request body: {'port': {'network_id': 'a3a2d542-53da-4e86-bf77-b0dcf0f24882', 'mac_address': 'fa:16:3e:70:c1:ef', 'name': 'tempest-NetworksTestDHCPv6-758517506'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:38:37.497799 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-445429c9-4b72-422a-8361-5c3a5290a11d None None] Sync routers for ids ['a042eb13-6a44-40a6-a824-b3ddb3fcab62'] in n-d-813419-10 {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:38:37.517746 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-445429c9-4b72-422a-8361-5c3a5290a11d None None] Routers {'a042eb13-6a44-40a6-a824-b3ddb3fcab62'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:38:37.518366 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-445429c9-4b72-422a-8361-5c3a5290a11d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:38:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['a042eb13-6a44-40a6-a824-b3ddb3fcab62'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:38:37.548650 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-7b65dda0-fb8a-44b5-849b-5728e8765807 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] 10.222.0.44 "PUT /v2.0/floatingips/47eac7ec-2fc8-4454-925b-1a0fcb3e1b7a HTTP/1.1" status: 200 len: 978 time: 1.3737044 Oct 27 10:38:37.551167 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 43550) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:38:37.559042 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-445429c9-4b72-422a-8361-5c3a5290a11d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:38:37.584413 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-445429c9-4b72-422a-8361-5c3a5290a11d None None] Routers {'a042eb13-6a44-40a6-a824-b3ddb3fcab62'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:38:37.585034 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-445429c9-4b72-422a-8361-5c3a5290a11d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:38:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['a042eb13-6a44-40a6-a824-b3ddb3fcab62'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:38:37.625267 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-445429c9-4b72-422a-8361-5c3a5290a11d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:38:37.625522 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-445429c9-4b72-422a-8361-5c3a5290a11d None None] The sync data for ids ['a042eb13-6a44-40a6-a824-b3ddb3fcab62'] in n-d-813419-10 is: [] {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:38:37.680580 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20b46dad-594e-45b7-8d21-b48f2be3f8f1 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Made reservation on behalf of 378140ee2d4f4428be90ff45daafe008 for: {'port': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:38:37.700331 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ad0418b-1181-40aa-9057-ab1d278c28ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp734b258e-7d96-550c-b970-9b72ab66f383-a3a2d542-53da-4e86-bf77-b0dcf0f24882', 'network_id': 'a3a2d542-53da-4e86-bf77-b0dcf0f24882', 'tenant_id': '378140ee2d4f4428be90ff45daafe008', 'fixed_ips': [{'subnet_id': '3fa21a5d-1268-43c1-9b8c-8c5a83ed74a5'}]}} from n-d-813419-10. {{(pid=102348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 10:38:37.701505 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-2ad0418b-1181-40aa-9057-ab1d278c28ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:37.761582 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-123b5e70-c20c-406f-9aeb-6553ee765d50 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Deleting port 3be97b28-c23d-418c-80ef-1a41e38d7cc0 {{(pid=102346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:38:37.761582 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-123b5e70-c20c-406f-9aeb-6553ee765d50 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:37.769416 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-20b46dad-594e-45b7-8d21-b48f2be3f8f1 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:37.817874 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [None req-20b46dad-594e-45b7-8d21-b48f2be3f8f1 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] device_id is not set on port 99d2b0b6-b481-4d8f-b86e-6c2d089bc998 yet. {{(pid=102347) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 10:38:37.832460 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4876ea44-2b8b-4a97-a84f-2758a287b146 req-12f8d159-11b4-4106-b6f9-9a905b27b59c tempest-AttachVolumeNegativeTest-477808956 tempest-AttachVolumeNegativeTest-477808956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:38:37.834551 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-4876ea44-2b8b-4a97-a84f-2758a287b146 req-12f8d159-11b4-4106-b6f9-9a905b27b59c tempest-AttachVolumeNegativeTest-477808956 tempest-AttachVolumeNegativeTest-477808956-project] 10.222.0.44 "GET /v2.0/networks?id=b35e9655-e3a0-4ebc-8115-69611b13f855 HTTP/1.1" status: 200 len: 815 time: 0.2673254 Oct 27 10:38:37.870317 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.db_base_plugin_common [None req-2ad0418b-1181-40aa-9057-ab1d278c28ab None None] Allocated IP 2001:db8::f816:3eff:fe49:f27d (a3a2d542-53da-4e86-bf77-b0dcf0f24882/3fa21a5d-1268-43c1-9b8c-8c5a83ed74a5/cc224868-7357-4278-966f-f75ff7d5fb79) {{(pid=102348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:38:37.885248 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-4876ea44-2b8b-4a97-a84f-2758a287b146 req-d0f57d4d-3e9d-4358-a30d-fa71561ba69d tempest-AttachVolumeNegativeTest-477808956 tempest-AttachVolumeNegativeTest-477808956-project] 10.222.0.44 "GET /v2.0/quotas/08ad62c7dc6e456e8fa39abf5ba7c668 HTTP/1.1" status: 200 len: 375 time: 0.0209665 Oct 27 10:38:37.950697 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-4876ea44-2b8b-4a97-a84f-2758a287b146 req-1646906e-85fa-4e41-b895-acf2d8a2c695 tempest-AttachVolumeNegativeTest-477808956 tempest-AttachVolumeNegativeTest-477808956-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=08ad62c7dc6e456e8fa39abf5ba7c668&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0469687 Oct 27 10:38:38.033063 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-2ad0418b-1181-40aa-9057-ab1d278c28ab None None] Publish callbacks [] for port, precommit_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:38.039498 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-2ad0418b-1181-40aa-9057-ab1d278c28ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606'] for port, after_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:38.080351 n-d-813419-10 neutron-server[102348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ad0418b-1181-40aa-9057-ab1d278c28ab None None] Network a3a2d542-53da-4e86-bf77-b0dcf0f24882 is already hosted by enough agents. {{(pid=102348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:38:38.085762 n-d-813419-10 neutron-server[102348]: DEBUG neutron.scheduler.base_scheduler [None req-2ad0418b-1181-40aa-9057-ab1d278c28ab None None] Resources bound (agent type, host, resource id): {{(pid=102348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:38:38.087203 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-4876ea44-2b8b-4a97-a84f-2758a287b146 req-b2d63b84-ab84-4413-ac16-1cf246158d36 service neutron] 10.222.0.44 "GET /v2.0/networks/b35e9655-e3a0-4ebc-8115-69611b13f855?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287425 Oct 27 10:38:38.089297 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ad0418b-1181-40aa-9057-ab1d278c28ab None None] Received port after_create {{(pid=102348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:38:38.096179 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad0418b-1181-40aa-9057-ab1d278c28ab None None] Pushing event updated for resources: {'Port': ['ID=cc224868-7357-4278-966f-f75ff7d5fb79,revision_number=1']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:38:38.119464 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_common [None req-20b46dad-594e-45b7-8d21-b48f2be3f8f1 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Allocated IP 2001:db8::f816:3eff:fe70:c1ef (a3a2d542-53da-4e86-bf77-b0dcf0f24882/3fa21a5d-1268-43c1-9b8c-8c5a83ed74a5/99d2b0b6-b481-4d8f-b86e-6c2d089bc998) {{(pid=102347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:38:38.140094 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-123b5e70-c20c-406f-9aeb-6553ee765d50 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:38.141169 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-123b5e70-c20c-406f-9aeb-6553ee765d50 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:38.153448 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-2ad0418b-1181-40aa-9057-ab1d278c28ab None None] Attempting to bind port cc224868-7357-4278-966f-f75ff7d5fb79 on host n-d-813419-10 for vnic_type normal with profile {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:38:38.154098 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-2ad0418b-1181-40aa-9057-ab1d278c28ab None None] Attempting to bind port cc224868-7357-4278-966f-f75ff7d5fb79 by drivers openvswitch,hyperv on host n-d-813419-10 at level 0 using segments [{'id': 'eef0c4ec-5773-434c-ac68-3d91e838e9be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a3a2d542-53da-4e86-bf77-b0dcf0f24882'}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:38:38.154690 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ad0418b-1181-40aa-9057-ab1d278c28ab None None] Attempting to bind port cc224868-7357-4278-966f-f75ff7d5fb79 on network a3a2d542-53da-4e86-bf77-b0dcf0f24882 {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:38:38.156034 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-123b5e70-c20c-406f-9aeb-6553ee765d50 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Calling delete_port for 3be97b28-c23d-418c-80ef-1a41e38d7cc0 owned by network:floatingip {{(pid=102346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:38:38.159878 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ad0418b-1181-40aa-9057-ab1d278c28ab None None] Checking agent: {'id': '89dba0f3-79b2-435e-9822-33674b8f6ada', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 8, 20), 'started_at': datetime.datetime(2021, 10, 27, 10, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 38, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:38:38.160333 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ad0418b-1181-40aa-9057-ab1d278c28ab None None] Checking segment: {'id': 'eef0c4ec-5773-434c-ac68-3d91e838e9be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a3a2d542-53da-4e86-bf77-b0dcf0f24882'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:38:38.160737 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-2ad0418b-1181-40aa-9057-ab1d278c28ab None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:38.161128 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ad0418b-1181-40aa-9057-ab1d278c28ab None None] Bound using segment: {'id': 'eef0c4ec-5773-434c-ac68-3d91e838e9be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a3a2d542-53da-4e86-bf77-b0dcf0f24882'} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:38:38.161737 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-2ad0418b-1181-40aa-9057-ab1d278c28ab None None] Bound port: cc224868-7357-4278-966f-f75ff7d5fb79, host: n-d-813419-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eef0c4ec-5773-434c-ac68-3d91e838e9be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a3a2d542-53da-4e86-bf77-b0dcf0f24882'}}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:38:38.161982 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-2ad0418b-1181-40aa-9057-ab1d278c28ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:38.229838 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-2ad0418b-1181-40aa-9057-ab1d278c28ab None None] For port cc224868-7357-4278-966f-f75ff7d5fb79, host n-d-813419-10, cleared binding levels {{(pid=102348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:38:38.233071 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-2ad0418b-1181-40aa-9057-ab1d278c28ab None None] For port cc224868-7357-4278-966f-f75ff7d5fb79, host n-d-813419-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=cc224868-7357-4278-966f-f75ff7d5fb79,segment=NetworkSegment(eef0c4ec-5773-434c-ac68-3d91e838e9be),segment_id=eef0c4ec-5773-434c-ac68-3d91e838e9be)] {{(pid=102348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:38:38.238376 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-2ad0418b-1181-40aa-9057-ab1d278c28ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:38.275527 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-4876ea44-2b8b-4a97-a84f-2758a287b146 req-f251bf82-f91c-4ad2-a380-7ec0f7f7447d service neutron] 10.222.0.44 "GET /v2.0/networks/b35e9655-e3a0-4ebc-8115-69611b13f855?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1643023 Oct 27 10:38:38.302977 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad0418b-1181-40aa-9057-ab1d278c28ab None None] Pushing event updated for resources: {'Port': ['ID=cc224868-7357-4278-966f-f75ff7d5fb79,revision_number=2']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:38:38.349775 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-123b5e70-c20c-406f-9aeb-6553ee765d50 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:38.372947 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-20b46dad-594e-45b7-8d21-b48f2be3f8f1 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks [] for port, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:38.379489 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123b5e70-c20c-406f-9aeb-6553ee765d50 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Pushing event deleted for resources: {'Port': ['ID=3be97b28-c23d-418c-80ef-1a41e38d7cc0,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:38:38.414017 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-20b46dad-594e-45b7-8d21-b48f2be3f8f1 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:38.449712 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-123b5e70-c20c-406f-9aeb-6553ee765d50 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Publish callbacks [] for floatingip, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:38.450367 n-d-813419-10 neutron-server[102346]: INFO neutron.db.l3_db [None req-123b5e70-c20c-406f-9aeb-6553ee765d50 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Floating IP 47eac7ec-2fc8-4454-925b-1a0fcb3e1b7a disassociated (deleted). External IP: 172.25.8.22, port: c953096a-9fdd-455a-a538-2c480d3c4979. Oct 27 10:38:38.472317 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20b46dad-594e-45b7-8d21-b48f2be3f8f1 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Network a3a2d542-53da-4e86-bf77-b0dcf0f24882 is already hosted by enough agents. {{(pid=102347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:38:38.475783 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [None req-20b46dad-594e-45b7-8d21-b48f2be3f8f1 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Resources bound (agent type, host, resource id): {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:38:38.479857 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20b46dad-594e-45b7-8d21-b48f2be3f8f1 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Received port after_create {{(pid=102347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:38:38.485973 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20b46dad-594e-45b7-8d21-b48f2be3f8f1 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:38:38.486610 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-20b46dad-594e-45b7-8d21-b48f2be3f8f1 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:38.498544 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b46dad-594e-45b7-8d21-b48f2be3f8f1 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Pushing event updated for resources: {'Port': ['ID=99d2b0b6-b481-4d8f-b86e-6c2d089bc998,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:38:38.513291 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-20b46dad-594e-45b7-8d21-b48f2be3f8f1 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.0254416 Oct 27 10:38:38.516479 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 43560) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:38:38.591118 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-66381c2d-d12f-46b5-b91f-ad6d0879d3d7 req-54b7fea0-70e8-443b-a99c-06f4c2d9a042 tempest-AttachVolumeNegativeTest-477808956 tempest-AttachVolumeNegativeTest-477808956-project] 10.222.0.44 "GET /v2.0/ports?device_id=a77ab14a-450a-45b9-b5e0-9362915d9751 HTTP/1.1" status: 200 len: 210 time: 0.0677419 Oct 27 10:38:38.608348 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b3ad3ee-5f52-4777-a858-8c4ee1a1dc0e tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:38:38.614636 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b3ad3ee-5f52-4777-a858-8c4ee1a1dc0e tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:38:38.617451 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-3b3ad3ee-5f52-4777-a858-8c4ee1a1dc0e tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.0990155 Oct 27 10:38:38.631611 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 43562) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:38:38.763326 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-c04164c6-2446-4527-a800-a3e7c9be2425 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Deleting port 99d2b0b6-b481-4d8f-b86e-6c2d089bc998 {{(pid=102347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:38:38.763679 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-c04164c6-2446-4527-a800-a3e7c9be2425 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:38.774603 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-123b5e70-c20c-406f-9aeb-6553ee765d50 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Router a042eb13-6a44-40a6-a824-b3ddb3fcab62 has already been hosted by L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb {{(pid=102346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 10:38:38.888661 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:38.892179 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-c04164c6-2446-4527-a800-a3e7c9be2425 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:38.912816 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-c04164c6-2446-4527-a800-a3e7c9be2425 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Calling delete_port for 99d2b0b6-b481-4d8f-b86e-6c2d089bc998 owned by {{(pid=102347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:38:38.927786 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-123b5e70-c20c-406f-9aeb-6553ee765d50 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:38:38.932638 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-123b5e70-c20c-406f-9aeb-6553ee765d50 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for floatingip, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:38.939174 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2ecacd1-9ff6-4168-863d-dba985740e5f None None] Sync routers for ids ['a042eb13-6a44-40a6-a824-b3ddb3fcab62'] in n-d-813419-10 {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:38:38.952351 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2ecacd1-9ff6-4168-863d-dba985740e5f None None] Routers {'a042eb13-6a44-40a6-a824-b3ddb3fcab62'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:38:38.953415 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-f2ecacd1-9ff6-4168-863d-dba985740e5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:38:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['a042eb13-6a44-40a6-a824-b3ddb3fcab62'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:38:38.973989 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-123b5e70-c20c-406f-9aeb-6553ee765d50 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] 10.222.0.44 "DELETE /v2.0/floatingips/47eac7ec-2fc8-4454-925b-1a0fcb3e1b7a HTTP/1.1" status: 204 len: 168 time: 1.4216287 Oct 27 10:38:38.976594 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 43574) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:38:38.992533 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-f2ecacd1-9ff6-4168-863d-dba985740e5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:38:39.001381 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2ecacd1-9ff6-4168-863d-dba985740e5f None None] Routers {'a042eb13-6a44-40a6-a824-b3ddb3fcab62'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:38:39.001953 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-f2ecacd1-9ff6-4168-863d-dba985740e5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:38:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['a042eb13-6a44-40a6-a824-b3ddb3fcab62'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:38:39.047271 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-f2ecacd1-9ff6-4168-863d-dba985740e5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:38:39.047928 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2ecacd1-9ff6-4168-863d-dba985740e5f None None] The sync data for ids ['a042eb13-6a44-40a6-a824-b3ddb3fcab62'] in n-d-813419-10 is: [] {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:38:39.157998 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-a9f91503-be6e-4153-a61b-02a4210c8e37 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Deleting port c953096a-9fdd-455a-a538-2c480d3c4979 {{(pid=102347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:38:39.158405 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-a9f91503-be6e-4153-a61b-02a4210c8e37 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:39.199263 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-c04164c6-2446-4527-a800-a3e7c9be2425 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:39.235228 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04164c6-2446-4527-a800-a3e7c9be2425 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Pushing event deleted for resources: {'Port': ['ID=99d2b0b6-b481-4d8f-b86e-6c2d089bc998,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:38:39.272223 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-c04164c6-2446-4527-a800-a3e7c9be2425 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:39.275680 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-c04164c6-2446-4527-a800-a3e7c9be2425 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] 10.222.0.44 "DELETE /v2.0/ports/99d2b0b6-b481-4d8f-b86e-6c2d089bc998 HTTP/1.1" status: 204 len: 168 time: 0.6411955 Oct 27 10:38:39.278143 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 43578) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:38:39.304958 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-a9f91503-be6e-4153-a61b-02a4210c8e37 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:39.320161 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-a9f91503-be6e-4153-a61b-02a4210c8e37 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Calling delete_port for c953096a-9fdd-455a-a538-2c480d3c4979 owned by {{(pid=102347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:38:39.334050 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d48a6ace-0072-4463-a5c1-f66471f4ae4c tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:38:39.335889 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d48a6ace-0072-4463-a5c1-f66471f4ae4c tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:38:39.337508 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-d48a6ace-0072-4463-a5c1-f66471f4ae4c tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.0583668 Oct 27 10:38:39.340111 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 43580) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:38:39.399499 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_v2 [None req-83521670-de88-4a74-95f0-b27712bd26a2 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Deleting subnet 3fa21a5d-1268-43c1-9b8c-8c5a83ed74a5 {{(pid=102346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 10:38:39.402945 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-83521670-de88-4a74-95f0-b27712bd26a2 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks [] for subnet, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:39.447033 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-83521670-de88-4a74-95f0-b27712bd26a2 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25847868'] for subnet, precommit_delete_associations {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:39.516688 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-00cc746d-ec07-45b5-a924-0fb6d9716f62 None None] Provisioning complete for port cc224868-7357-4278-966f-f75ff7d5fb79 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:38:39.517058 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-00cc746d-ec07-45b5-a924-0fb6d9716f62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:39.529795 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-a9f91503-be6e-4153-a61b-02a4210c8e37 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:39.563109 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-83521670-de88-4a74-95f0-b27712bd26a2 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855646'] for subnet, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:39.585176 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f91503-be6e-4153-a61b-02a4210c8e37 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Pushing event deleted for resources: {'Port': ['ID=c953096a-9fdd-455a-a538-2c480d3c4979,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:38:39.631349 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-00cc746d-ec07-45b5-a924-0fb6d9716f62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:39.725335 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-83521670-de88-4a74-95f0-b27712bd26a2 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27024355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27168307'] for subnet, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:39.794445 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83521670-de88-4a74-95f0-b27712bd26a2 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Pushing event deleted for resources: {'Subnet': ['ID=3fa21a5d-1268-43c1-9b8c-8c5a83ed74a5,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:38:39.796535 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-83521670-de88-4a74-95f0-b27712bd26a2 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for subnet, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:39.797137 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-7d51597d-8241-4374-9f84-551ac2a3cff2 req-f9654bcf-30b4-4914-9273-74d141362b80 tempest-AttachVolumeNegativeTest-477808956 tempest-AttachVolumeNegativeTest-477808956-project] 10.222.0.44 "GET /v2.0/ports?device_id=a77ab14a-450a-45b9-b5e0-9362915d9751 HTTP/1.1" status: 200 len: 210 time: 0.0670097 Oct 27 10:38:39.813912 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-83521670-de88-4a74-95f0-b27712bd26a2 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] 10.222.0.44 "DELETE /v2.0/subnets/3fa21a5d-1268-43c1-9b8c-8c5a83ed74a5 HTTP/1.1" status: 204 len: 168 time: 0.4611294 Oct 27 10:38:39.814777 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 43584) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:38:39.823529 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-886e6820-f2ad-4654-88dd-7463bbd3ba27 None None] Network a3a2d542-53da-4e86-bf77-b0dcf0f24882 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:38:39.891774 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device cc224868-7357-4278-966f-f75ff7d5fb79 up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:38:39.910550 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-2d5795c3-9f30-4d48-a829-a135160c4162 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0938327 Oct 27 10:38:39.911312 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 43588) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:38:39.920028 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.db.api [None req-00cc746d-ec07-45b5-a924-0fb6d9716f62 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102348) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 27 10:38:39.920462 n-d-813419-10 neutron-server[102348]: DEBUG oslo_db.api [None req-00cc746d-ec07-45b5-a924-0fb6d9716f62 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 10:38:39.921266 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-3bf737c2-d258-4db9-bc1d-dd44819fe48a tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Request body: {'subnet': {'network_id': 'a3a2d542-53da-4e86-bf77-b0dcf0f24882', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:38:40.022564 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port cc224868-7357-4278-966f-f75ff7d5fb79 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:38:40.022941 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:40.115627 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bf737c2-d258-4db9-bc1d-dd44819fe48a tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Made reservation on behalf of 378140ee2d4f4428be90ff45daafe008 for: {'subnet': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:38:40.120045 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-3bf737c2-d258-4db9-bc1d-dd44819fe48a tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27167186'] for subnet, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:40.143557 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9773f809-b42c-4225-b644-4a860d32af8e None None] DHCP port deletion for a3a2d542-53da-4e86-bf77-b0dcf0f24882 request from n-d-813419-10 {{(pid=102348) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 10:38:40.190217 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:40.236293 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-a9f91503-be6e-4153-a61b-02a4210c8e37 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:40.241750 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-a9f91503-be6e-4153-a61b-02a4210c8e37 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] 10.222.0.44 "DELETE /v2.0/ports/c953096a-9fdd-455a-a538-2c480d3c4979 HTTP/1.1" status: 204 len: 168 time: 1.2641113 Oct 27 10:38:40.246245 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 43592) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:38:40.250096 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-3ed98708-1d3e-445a-9cc4-f713608b5c83 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Request body: {'floatingip': {'floating_network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:38:40.259892 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] For port cc224868-7357-4278-966f-f75ff7d5fb79, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=cc224868-7357-4278-966f-f75ff7d5fb79,segment=NetworkSegment(eef0c4ec-5773-434c-ac68-3d91e838e9be),segment_id=eef0c4ec-5773-434c-ac68-3d91e838e9be)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:38:40.264086 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-9773f809-b42c-4225-b644-4a860d32af8e None None] Deleting port cc224868-7357-4278-966f-f75ff7d5fb79 {{(pid=102348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:38:40.264543 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-9773f809-b42c-4225-b644-4a860d32af8e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:40.276464 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-3ed98708-1d3e-445a-9cc4-f713608b5c83 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Publish callbacks [] for floatingip, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:40.280748 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:40.372615 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4876ea44-2b8b-4a97-a84f-2758a287b146 req-d81a8212-0df7-4416-97e8-516f9c3853e1 tempest-AttachVolumeNegativeTest-477808956 tempest-AttachVolumeNegativeTest-477808956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:38:40.374314 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-4876ea44-2b8b-4a97-a84f-2758a287b146 req-d81a8212-0df7-4416-97e8-516f9c3853e1 tempest-AttachVolumeNegativeTest-477808956 tempest-AttachVolumeNegativeTest-477808956-project] 10.222.0.64 "GET /v2.0/networks?id=b35e9655-e3a0-4ebc-8115-69611b13f855 HTTP/1.1" status: 200 len: 815 time: 0.7016037 Oct 27 10:38:40.395792 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [req-4876ea44-2b8b-4a97-a84f-2758a287b146 req-bdc056e4-da7e-49f7-b7f7-8ca3bf612262 tempest-AttachVolumeNegativeTest-477808956 tempest-AttachVolumeNegativeTest-477808956-project] Request body: {'port': {'device_id': 'a77ab14a-450a-45b9-b5e0-9362915d9751', 'network_id': 'b35e9655-e3a0-4ebc-8115-69611b13f855', 'admin_state_up': True, 'tenant_id': '08ad62c7dc6e456e8fa39abf5ba7c668'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:38:40.520058 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-3ed98708-1d3e-445a-9cc4-f713608b5c83 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:40.526542 n-d-813419-10 neutron-server[102346]: DEBUG neutron.objects.ports [None req-3bf737c2-d258-4db9-bc1d-dd44819fe48a tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102346) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 27 10:38:40.570864 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-9773f809-b42c-4225-b644-4a860d32af8e None None] For port cc224868-7357-4278-966f-f75ff7d5fb79, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=cc224868-7357-4278-966f-f75ff7d5fb79,segment=NetworkSegment(eef0c4ec-5773-434c-ac68-3d91e838e9be),segment_id=eef0c4ec-5773-434c-ac68-3d91e838e9be)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:38:40.571265 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-9773f809-b42c-4225-b644-4a860d32af8e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:40.592630 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-9773f809-b42c-4225-b644-4a860d32af8e None None] Calling delete_port for cc224868-7357-4278-966f-f75ff7d5fb79 owned by network:dhcp {{(pid=102348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:38:40.594274 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Pushing event updated for resources: {'Port': ['ID=cc224868-7357-4278-966f-f75ff7d5fb79,revision_number=4']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:38:40.609398 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4876ea44-2b8b-4a97-a84f-2758a287b146 req-bdc056e4-da7e-49f7-b7f7-8ca3bf612262 tempest-AttachVolumeNegativeTest-477808956 tempest-AttachVolumeNegativeTest-477808956-project] Made reservation on behalf of 08ad62c7dc6e456e8fa39abf5ba7c668 for: {'port': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:38:40.615053 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-4876ea44-2b8b-4a97-a84f-2758a287b146 req-bdc056e4-da7e-49f7-b7f7-8ca3bf612262 tempest-AttachVolumeNegativeTest-477808956 tempest-AttachVolumeNegativeTest-477808956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:40.688846 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-9773f809-b42c-4225-b644-4a860d32af8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615'] for port, after_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:40.719931 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.ipam_pluggable_backend [None req-3bf737c2-d258-4db9-bc1d-dd44819fe48a tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Port cc224868-7357-4278-966f-f75ff7d5fb79 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=102346) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Oct 27 10:38:40.720318 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.ipam_pluggable_backend [None req-3bf737c2-d258-4db9-bc1d-dd44819fe48a tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Reverting IP allocation for 2001:db8::f816:3eff:fe49:f27d {{(pid=102346) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Oct 27 10:38:40.725031 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.ipam_pluggable_backend [None req-3bf737c2-d258-4db9-bc1d-dd44819fe48a tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe49:f27d {{(pid=102346) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Oct 27 10:38:40.726398 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_common [None req-3ed98708-1d3e-445a-9cc4-f713608b5c83 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Allocated IP 172.25.8.180 (185ff123-c7ff-45c7-a6be-71feb35acc9c/0fb9f9d1-7384-481f-8fa8-f4566c349d30/c2c7c86c-e13f-4f7f-92c0-c356474e09f3) {{(pid=102347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:38:40.726681 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-3bf737c2-d258-4db9-bc1d-dd44819fe48a tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27024290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27167168'] for subnet, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:40.731090 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7a61250d-a85d-4ae2-8214-9981a859ff20 None None] Could not find standard attr ID for object 99d2b0b6-b481-4d8f-b86e-6c2d089bc998. {{(pid=102348) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 27 10:38:40.741700 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9773f809-b42c-4225-b644-4a860d32af8e None None] No DVR routers for this DVR port cc224868-7357-4278-966f-f75ff7d5fb79 on host n-d-813419-10 {{(pid=102348) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:38:40.750709 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9773f809-b42c-4225-b644-4a860d32af8e None None] Pushing event deleted for resources: {'Port': ['ID=cc224868-7357-4278-966f-f75ff7d5fb79,revision_number=None']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:38:40.799947 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bf737c2-d258-4db9-bc1d-dd44819fe48a tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Network a3a2d542-53da-4e86-bf77-b0dcf0f24882 is already hosted by enough agents. {{(pid=102346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:38:40.803950 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-3bf737c2-d258-4db9-bc1d-dd44819fe48a tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Resources bound (agent type, host, resource id): {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:38:40.814636 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8689e389-f365-4a89-9254-f1a1a0678af5 None None] Network a3a2d542-53da-4e86-bf77-b0dcf0f24882 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:38:40.816886 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bf737c2-d258-4db9-bc1d-dd44819fe48a tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:38:40.817770 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-3bf737c2-d258-4db9-bc1d-dd44819fe48a tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for subnet, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:40.821783 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf737c2-d258-4db9-bc1d-dd44819fe48a tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Pushing event updated for resources: {'Subnet': ['ID=a2a0920a-2a68-41e9-8cf9-c62ee8d1552d,revision_number=0']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:38:40.845451 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-3bf737c2-d258-4db9-bc1d-dd44819fe48a tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9324179 Oct 27 10:38:40.848040 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 43596) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:38:40.855177 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-99a8b8cd-352f-4de8-91d6-793cbb011752 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Request body: {'port': {'network_id': 'a3a2d542-53da-4e86-bf77-b0dcf0f24882', 'mac_address': 'fa:16:3e:04:ce:9e', 'name': 'tempest-NetworksTestDHCPv6-703154631'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:38:40.937221 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_common [req-4876ea44-2b8b-4a97-a84f-2758a287b146 req-bdc056e4-da7e-49f7-b7f7-8ca3bf612262 tempest-AttachVolumeNegativeTest-477808956 tempest-AttachVolumeNegativeTest-477808956-project] Allocated IP 172.20.0.11 (b35e9655-e3a0-4ebc-8115-69611b13f855/3094fde6-b550-4931-b376-595a71e5404d/ec050e6e-fb10-458c-a526-b25309f5a976) {{(pid=102347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:38:40.966216 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-d7c8c1aa-85ad-4048-88f2-bd653fe4b87c req-a3b1eb25-8522-4550-8d77-4f0356730234 tempest-AttachVolumeNegativeTest-477808956 tempest-AttachVolumeNegativeTest-477808956-project] 10.222.0.44 "GET /v2.0/ports?device_id=a77ab14a-450a-45b9-b5e0-9362915d9751 HTTP/1.1" status: 200 len: 210 time: 0.0599329 Oct 27 10:38:41.032343 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e6eef2e-743c-4c12-b40a-8d378d10af55 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp734b258e-7d96-550c-b970-9b72ab66f383-a3a2d542-53da-4e86-bf77-b0dcf0f24882', 'network_id': 'a3a2d542-53da-4e86-bf77-b0dcf0f24882', 'tenant_id': '378140ee2d4f4428be90ff45daafe008', 'fixed_ips': [{'subnet_id': 'a2a0920a-2a68-41e9-8cf9-c62ee8d1552d'}]}} from n-d-813419-10. {{(pid=102348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 10:38:41.033389 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-1e6eef2e-743c-4c12-b40a-8d378d10af55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:41.045742 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-3ed98708-1d3e-445a-9cc4-f713608b5c83 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Publish callbacks [] for port, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:41.119627 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99a8b8cd-352f-4de8-91d6-793cbb011752 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Made reservation on behalf of 378140ee2d4f4428be90ff45daafe008 for: {'port': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:38:41.123679 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-99a8b8cd-352f-4de8-91d6-793cbb011752 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:41.183150 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [None req-99a8b8cd-352f-4de8-91d6-793cbb011752 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] device_id is not set on port 59130812-b435-4e0c-b2bb-49277fb28c1a yet. {{(pid=102347) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 10:38:41.207597 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.db_base_plugin_common [None req-1e6eef2e-743c-4c12-b40a-8d378d10af55 None None] Allocated IP 2001:db8::f816:3eff:fe2f:f59d (a3a2d542-53da-4e86-bf77-b0dcf0f24882/a2a0920a-2a68-41e9-8cf9-c62ee8d1552d/40294d12-5e0a-4bf6-af43-c5b59fdb2997) {{(pid=102348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:38:41.235067 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-3ed98708-1d3e-445a-9cc4-f713608b5c83 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:41.299375 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-4876ea44-2b8b-4a97-a84f-2758a287b146 req-bdc056e4-da7e-49f7-b7f7-8ca3bf612262 tempest-AttachVolumeNegativeTest-477808956 tempest-AttachVolumeNegativeTest-477808956-project] Publish callbacks [] for port, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:41.328542 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ed98708-1d3e-445a-9cc4-f713608b5c83 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Network 185ff123-c7ff-45c7-a6be-71feb35acc9c is already hosted by enough agents. {{(pid=102347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:38:41.329380 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed98708-1d3e-445a-9cc4-f713608b5c83 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Pushing event updated for resources: {'Port': ['ID=c2c7c86c-e13f-4f7f-92c0-c356474e09f3,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:38:41.334268 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [None req-3ed98708-1d3e-445a-9cc4-f713608b5c83 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Resources bound (agent type, host, resource id): {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:38:41.337780 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ed98708-1d3e-445a-9cc4-f713608b5c83 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Received port after_create {{(pid=102347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:38:41.382823 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-1e6eef2e-743c-4c12-b40a-8d378d10af55 None None] Publish callbacks [] for port, precommit_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:41.389305 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-1e6eef2e-743c-4c12-b40a-8d378d10af55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606'] for port, after_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:41.400401 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-4876ea44-2b8b-4a97-a84f-2758a287b146 req-bdc056e4-da7e-49f7-b7f7-8ca3bf612262 tempest-AttachVolumeNegativeTest-477808956 tempest-AttachVolumeNegativeTest-477808956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:41.417495 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] get_ports_and_sgs() called for port_ids ['51ef365d-a39a-4f99-a3dd-39d1d9a027e9'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:38:41.454807 n-d-813419-10 neutron-server[102348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e6eef2e-743c-4c12-b40a-8d378d10af55 None None] Network a3a2d542-53da-4e86-bf77-b0dcf0f24882 is already hosted by enough agents. {{(pid=102348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:38:41.466292 n-d-813419-10 neutron-server[102348]: DEBUG neutron.scheduler.base_scheduler [None req-1e6eef2e-743c-4c12-b40a-8d378d10af55 None None] Resources bound (agent type, host, resource id): {{(pid=102348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:38:41.467950 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6eef2e-743c-4c12-b40a-8d378d10af55 None None] Pushing event updated for resources: {'Port': ['ID=40294d12-5e0a-4bf6-af43-c5b59fdb2997,revision_number=1']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:38:41.471944 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e6eef2e-743c-4c12-b40a-8d378d10af55 None None] Received port after_create {{(pid=102348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:38:41.525611 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4876ea44-2b8b-4a97-a84f-2758a287b146 req-bdc056e4-da7e-49f7-b7f7-8ca3bf612262 tempest-AttachVolumeNegativeTest-477808956 tempest-AttachVolumeNegativeTest-477808956-project] Network b35e9655-e3a0-4ebc-8115-69611b13f855 is already hosted by enough agents. {{(pid=102347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:38:41.526759 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_common [None req-99a8b8cd-352f-4de8-91d6-793cbb011752 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Allocated IP 2001:db8::f816:3eff:fe04:ce9e (a3a2d542-53da-4e86-bf77-b0dcf0f24882/a2a0920a-2a68-41e9-8cf9-c62ee8d1552d/59130812-b435-4e0c-b2bb-49277fb28c1a) {{(pid=102347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:38:41.534218 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc056e4-da7e-49f7-b7f7-8ca3bf612262 tempest-AttachVolumeNegativeTest-477808956 tempest-AttachVolumeNegativeTest-477808956-project] Pushing event updated for resources: {'Port': ['ID=ec050e6e-fb10-458c-a526-b25309f5a976,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:38:41.536711 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [req-4876ea44-2b8b-4a97-a84f-2758a287b146 req-bdc056e4-da7e-49f7-b7f7-8ca3bf612262 tempest-AttachVolumeNegativeTest-477808956 tempest-AttachVolumeNegativeTest-477808956-project] Resources bound (agent type, host, resource id): {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:38:41.541209 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-3ed98708-1d3e-445a-9cc4-f713608b5c83 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:41.545613 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [req-4876ea44-2b8b-4a97-a84f-2758a287b146 req-bdc056e4-da7e-49f7-b7f7-8ca3bf612262 tempest-AttachVolumeNegativeTest-477808956 tempest-AttachVolumeNegativeTest-477808956-project] Received port after_create {{(pid=102347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:38:41.553411 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-1e6eef2e-743c-4c12-b40a-8d378d10af55 None None] Attempting to bind port 40294d12-5e0a-4bf6-af43-c5b59fdb2997 on host n-d-813419-10 for vnic_type normal with profile {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:38:41.553884 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-1e6eef2e-743c-4c12-b40a-8d378d10af55 None None] Attempting to bind port 40294d12-5e0a-4bf6-af43-c5b59fdb2997 by drivers openvswitch,hyperv on host n-d-813419-10 at level 0 using segments [{'id': 'eef0c4ec-5773-434c-ac68-3d91e838e9be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a3a2d542-53da-4e86-bf77-b0dcf0f24882'}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:38:41.554439 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e6eef2e-743c-4c12-b40a-8d378d10af55 None None] Attempting to bind port 40294d12-5e0a-4bf6-af43-c5b59fdb2997 on network a3a2d542-53da-4e86-bf77-b0dcf0f24882 {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:38:41.562580 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e6eef2e-743c-4c12-b40a-8d378d10af55 None None] Checking agent: {'id': '89dba0f3-79b2-435e-9822-33674b8f6ada', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 8, 20), 'started_at': datetime.datetime(2021, 10, 27, 10, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 38, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:38:41.562965 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e6eef2e-743c-4c12-b40a-8d378d10af55 None None] Checking segment: {'id': 'eef0c4ec-5773-434c-ac68-3d91e838e9be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a3a2d542-53da-4e86-bf77-b0dcf0f24882'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:38:41.563355 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-1e6eef2e-743c-4c12-b40a-8d378d10af55 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:41.563744 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e6eef2e-743c-4c12-b40a-8d378d10af55 None None] Bound using segment: {'id': 'eef0c4ec-5773-434c-ac68-3d91e838e9be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a3a2d542-53da-4e86-bf77-b0dcf0f24882'} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:38:41.564214 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-1e6eef2e-743c-4c12-b40a-8d378d10af55 None None] Bound port: 40294d12-5e0a-4bf6-af43-c5b59fdb2997, host: n-d-813419-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eef0c4ec-5773-434c-ac68-3d91e838e9be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a3a2d542-53da-4e86-bf77-b0dcf0f24882'}}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:38:41.564607 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-1e6eef2e-743c-4c12-b40a-8d378d10af55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:41.630268 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-3ed98708-1d3e-445a-9cc4-f713608b5c83 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:41.663717 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-1e6eef2e-743c-4c12-b40a-8d378d10af55 None None] For port 40294d12-5e0a-4bf6-af43-c5b59fdb2997, host n-d-813419-10, cleared binding levels {{(pid=102348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:38:41.668152 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-1e6eef2e-743c-4c12-b40a-8d378d10af55 None None] For port 40294d12-5e0a-4bf6-af43-c5b59fdb2997, host n-d-813419-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=40294d12-5e0a-4bf6-af43-c5b59fdb2997,segment=NetworkSegment(eef0c4ec-5773-434c-ac68-3d91e838e9be),segment_id=eef0c4ec-5773-434c-ac68-3d91e838e9be)] {{(pid=102348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:38:41.677519 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-1e6eef2e-743c-4c12-b40a-8d378d10af55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:41.680445 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4876ea44-2b8b-4a97-a84f-2758a287b146 req-bdc056e4-da7e-49f7-b7f7-8ca3bf612262 tempest-AttachVolumeNegativeTest-477808956 tempest-AttachVolumeNegativeTest-477808956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:38:41.681062 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-4876ea44-2b8b-4a97-a84f-2758a287b146 req-bdc056e4-da7e-49f7-b7f7-8ca3bf612262 tempest-AttachVolumeNegativeTest-477808956 tempest-AttachVolumeNegativeTest-477808956-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:41.713330 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device cc224868-7357-4278-966f-f75ff7d5fb79 no longer exists at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:38:41.751382 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-4876ea44-2b8b-4a97-a84f-2758a287b146 req-bdc056e4-da7e-49f7-b7f7-8ca3bf612262 tempest-AttachVolumeNegativeTest-477808956 tempest-AttachVolumeNegativeTest-477808956-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3612101 Oct 27 10:38:41.752770 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] No Port match for: cc224868-7357-4278-966f-f75ff7d5fb79 {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:38:41.753119 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device cc224868-7357-4278-966f-f75ff7d5fb79 not bound to the agent host n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:38:41.770106 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6eef2e-743c-4c12-b40a-8d378d10af55 None None] Pushing event updated for resources: {'Port': ['ID=40294d12-5e0a-4bf6-af43-c5b59fdb2997,revision_number=2']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:38:41.770257 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [req-4876ea44-2b8b-4a97-a84f-2758a287b146 req-519803b7-7937-46ce-8194-5598c37eaa9d tempest-AttachVolumeNegativeTest-477808956 tempest-AttachVolumeNegativeTest-477808956-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=102347) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 10:38:41.770982 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-4876ea44-2b8b-4a97-a84f-2758a287b146 req-519803b7-7937-46ce-8194-5598c37eaa9d tempest-AttachVolumeNegativeTest-477808956 tempest-AttachVolumeNegativeTest-477808956-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0092506 Oct 27 10:38:41.892718 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [req-4876ea44-2b8b-4a97-a84f-2758a287b146 req-f15f3f77-b9ef-4a74-90fb-6aca322118ac service neutron] Request body: {'port': {'device_id': 'a77ab14a-450a-45b9-b5e0-9362915d9751', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-10'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:38:41.931884 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-99a8b8cd-352f-4de8-91d6-793cbb011752 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks [] for port, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:42.009787 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-4876ea44-2b8b-4a97-a84f-2758a287b146 req-f15f3f77-b9ef-4a74-90fb-6aca322118ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:42.032573 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-3ed98708-1d3e-445a-9cc4-f713608b5c83 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Publish callbacks [] for port, precommit_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:42.040936 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-3ed98708-1d3e-445a-9cc4-f713608b5c83 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:42.104041 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd52389-6914-4273-ab9a-3e8d0d3f1ed1 req-ab7f6d41-d28d-4f2c-98cb-667ce9fa199a tempest-AttachVolumeNegativeTest-477808956 tempest-AttachVolumeNegativeTest-477808956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:38:42.105659 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-8cd52389-6914-4273-ab9a-3e8d0d3f1ed1 req-ab7f6d41-d28d-4f2c-98cb-667ce9fa199a tempest-AttachVolumeNegativeTest-477808956 tempest-AttachVolumeNegativeTest-477808956-project] 10.222.0.44 "GET /v2.0/ports?device_id=a77ab14a-450a-45b9-b5e0-9362915d9751 HTTP/1.1" status: 200 len: 932 time: 0.0606327 Oct 27 10:38:42.113474 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-99a8b8cd-352f-4de8-91d6-793cbb011752 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:42.145786 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-8cd52389-6914-4273-ab9a-3e8d0d3f1ed1 req-98d0fe96-80aa-400a-8e73-79e8fbdadbae tempest-AttachVolumeNegativeTest-477808956 tempest-AttachVolumeNegativeTest-477808956-project] 10.222.0.44 "GET /v2.0/security-groups?id=6419667f-4570-481f-8a5c-a797762fb34f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337739 Oct 27 10:38:42.235877 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed98708-1d3e-445a-9cc4-f713608b5c83 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Pushing event updated for resources: {'Port': ['ID=c2c7c86c-e13f-4f7f-92c0-c356474e09f3,revision_number=2']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:38:42.246853 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99a8b8cd-352f-4de8-91d6-793cbb011752 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Network a3a2d542-53da-4e86-bf77-b0dcf0f24882 is already hosted by enough agents. {{(pid=102347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:38:42.273121 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [None req-99a8b8cd-352f-4de8-91d6-793cbb011752 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Resources bound (agent type, host, resource id): {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:38:42.280869 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99a8b8cd-352f-4de8-91d6-793cbb011752 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Received port after_create {{(pid=102347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:38:42.286410 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99a8b8cd-352f-4de8-91d6-793cbb011752 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:38:42.287037 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-99a8b8cd-352f-4de8-91d6-793cbb011752 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:42.289294 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-3ed98708-1d3e-445a-9cc4-f713608b5c83 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1664826'] for floatingip, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:42.359440 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-99a8b8cd-352f-4de8-91d6-793cbb011752 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.5102999 Oct 27 10:38:42.362253 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 43610) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:38:42.366996 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-3ed98708-1d3e-445a-9cc4-f713608b5c83 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for floatingip, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:42.368226 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-3ed98708-1d3e-445a-9cc4-f713608b5c83 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1215835 Oct 27 10:38:42.369026 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a8b8cd-352f-4de8-91d6-793cbb011752 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Pushing event updated for resources: {'Port': ['ID=59130812-b435-4e0c-b2bb-49277fb28c1a,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:38:42.373174 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 43612) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:38:42.378094 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-3dad9975-9775-4f7e-a425-8694f8f30b86 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Request body: {'port': {'network_id': '9b7a570e-5cc4-4138-927f-5b43fcc352d7', 'name': 'tempest-FloatingIPTestJSON-1765084123'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:38:42.418387 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1ef50e4-a9cb-4023-9a59-3adb2fc8c52f tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:38:42.424715 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1ef50e4-a9cb-4023-9a59-3adb2fc8c52f tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:38:42.426349 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-d1ef50e4-a9cb-4023-9a59-3adb2fc8c52f tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.0629983 Oct 27 10:38:42.429855 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 43614) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:38:42.532715 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-17141516-d93a-4b0c-8760-27b4af0eab5c tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Deleting port 59130812-b435-4e0c-b2bb-49277fb28c1a {{(pid=102346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:38:42.533007 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-17141516-d93a-4b0c-8760-27b4af0eab5c tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:42.571879 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dad9975-9775-4f7e-a425-8694f8f30b86 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Made reservation on behalf of 7318d2885ba54c7288540ee60a74f572 for: {'port': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:38:42.575392 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-3dad9975-9775-4f7e-a425-8694f8f30b86 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:42.578846 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [req-4876ea44-2b8b-4a97-a84f-2758a287b146 req-f15f3f77-b9ef-4a74-90fb-6aca322118ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec050e6e-fb10-458c-a526-b25309f5a976 {{(pid=102347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:38:42.592571 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-4876ea44-2b8b-4a97-a84f-2758a287b146 req-f15f3f77-b9ef-4a74-90fb-6aca322118ac service neutron] Publish callbacks [] for port, precommit_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:42.610030 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [None req-3dad9975-9775-4f7e-a425-8694f8f30b86 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] device_id is not set on port 4fc6efb5-49b2-4e37-85e2-59a79293e322 yet. {{(pid=102347) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 10:38:42.617887 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.provisioning_blocks [req-4876ea44-2b8b-4a97-a84f-2758a287b146 req-f15f3f77-b9ef-4a74-90fb-6aca322118ac service neutron] Transition to ACTIVE for port object ec050e6e-fb10-458c-a526-b25309f5a976 will not be triggered until provisioned by entity L2. {{(pid=102347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 10:38:42.629485 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-17141516-d93a-4b0c-8760-27b4af0eab5c tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:42.642099 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-17141516-d93a-4b0c-8760-27b4af0eab5c tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Calling delete_port for 59130812-b435-4e0c-b2bb-49277fb28c1a owned by {{(pid=102346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:38:42.650309 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-4876ea44-2b8b-4a97-a84f-2758a287b146 req-f15f3f77-b9ef-4a74-90fb-6aca322118ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:42.753014 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15f3f77-b9ef-4a74-90fb-6aca322118ac service neutron] Pushing event updated for resources: {'Port': ['ID=ec050e6e-fb10-458c-a526-b25309f5a976,revision_number=2']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:38:42.778058 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-37ade702-7f3f-4264-b87c-98295b66ebb0 None None] Provisioning complete for port 40294d12-5e0a-4bf6-af43-c5b59fdb2997 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:38:42.778617 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-37ade702-7f3f-4264-b87c-98295b66ebb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:42.799609 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-17141516-d93a-4b0c-8760-27b4af0eab5c tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:42.812975 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_common [None req-3dad9975-9775-4f7e-a425-8694f8f30b86 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Allocated IP 172.20.0.11 (9b7a570e-5cc4-4138-927f-5b43fcc352d7/d08945b9-ed66-4e24-bdec-a8adc164528e/4fc6efb5-49b2-4e37-85e2-59a79293e322) {{(pid=102347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:38:42.841358 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17141516-d93a-4b0c-8760-27b4af0eab5c tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Pushing event deleted for resources: {'Port': ['ID=59130812-b435-4e0c-b2bb-49277fb28c1a,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:38:42.863435 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-4876ea44-2b8b-4a97-a84f-2758a287b146 req-f15f3f77-b9ef-4a74-90fb-6aca322118ac service neutron] Attempting to bind port ec050e6e-fb10-458c-a526-b25309f5a976 on host n-h1-813419-10 for vnic_type normal with profile {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:38:42.863771 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-4876ea44-2b8b-4a97-a84f-2758a287b146 req-f15f3f77-b9ef-4a74-90fb-6aca322118ac service neutron] Attempting to bind port ec050e6e-fb10-458c-a526-b25309f5a976 by drivers openvswitch,hyperv on host n-h1-813419-10 at level 0 using segments [{'id': 'cb1f304e-3238-44f1-ae7f-78d4e314acae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'b35e9655-e3a0-4ebc-8115-69611b13f855'}] {{(pid=102347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:38:42.864102 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4876ea44-2b8b-4a97-a84f-2758a287b146 req-f15f3f77-b9ef-4a74-90fb-6aca322118ac service neutron] Attempting to bind port ec050e6e-fb10-458c-a526-b25309f5a976 on network b35e9655-e3a0-4ebc-8115-69611b13f855 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:38:42.878323 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4876ea44-2b8b-4a97-a84f-2758a287b146 req-f15f3f77-b9ef-4a74-90fb-6aca322118ac service neutron] Port ec050e6e-fb10-458c-a526-b25309f5a976 on network b35e9655-e3a0-4ebc-8115-69611b13f855 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-10 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 10:38:42.878649 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4876ea44-2b8b-4a97-a84f-2758a287b146 req-f15f3f77-b9ef-4a74-90fb-6aca322118ac service neutron] Attempting to bind port ec050e6e-fb10-458c-a526-b25309f5a976 on network b35e9655-e3a0-4ebc-8115-69611b13f855 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:38:42.878968 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-17141516-d93a-4b0c-8760-27b4af0eab5c tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:42.887004 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-17141516-d93a-4b0c-8760-27b4af0eab5c tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] 10.222.0.44 "DELETE /v2.0/ports/59130812-b435-4e0c-b2bb-49277fb28c1a HTTP/1.1" status: 204 len: 168 time: 0.4562521 Oct 27 10:38:42.887917 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 43616) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:38:42.891344 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-37ade702-7f3f-4264-b87c-98295b66ebb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:42.893224 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4876ea44-2b8b-4a97-a84f-2758a287b146 req-f15f3f77-b9ef-4a74-90fb-6aca322118ac service neutron] Checking agent: {'id': 'a52e1cab-0c63-402d-9c94-330537c6c076', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 16, 2), 'started_at': datetime.datetime(2021, 10, 27, 10, 16, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 38, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:38:42.893569 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4876ea44-2b8b-4a97-a84f-2758a287b146 req-f15f3f77-b9ef-4a74-90fb-6aca322118ac service neutron] Checking segment: {'id': 'cb1f304e-3238-44f1-ae7f-78d4e314acae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'b35e9655-e3a0-4ebc-8115-69611b13f855'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:38:42.893956 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4876ea44-2b8b-4a97-a84f-2758a287b146 req-f15f3f77-b9ef-4a74-90fb-6aca322118ac service neutron] Bound using segment: {'id': 'cb1f304e-3238-44f1-ae7f-78d4e314acae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'b35e9655-e3a0-4ebc-8115-69611b13f855'} {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:38:42.894695 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-4876ea44-2b8b-4a97-a84f-2758a287b146 req-f15f3f77-b9ef-4a74-90fb-6aca322118ac service neutron] Bound port: ec050e6e-fb10-458c-a526-b25309f5a976, host: n-h1-813419-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb1f304e-3238-44f1-ae7f-78d4e314acae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'b35e9655-e3a0-4ebc-8115-69611b13f855'}}] {{(pid=102347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:38:42.894824 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-4876ea44-2b8b-4a97-a84f-2758a287b146 req-f15f3f77-b9ef-4a74-90fb-6aca322118ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:42.937058 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-37ade702-7f3f-4264-b87c-98295b66ebb0 None None] For port 40294d12-5e0a-4bf6-af43-c5b59fdb2997, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=40294d12-5e0a-4bf6-af43-c5b59fdb2997,segment=NetworkSegment(eef0c4ec-5773-434c-ac68-3d91e838e9be),segment_id=eef0c4ec-5773-434c-ac68-3d91e838e9be)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:38:42.941344 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-37ade702-7f3f-4264-b87c-98295b66ebb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:42.966779 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a0d1f7a-be1e-43a7-bdf4-ea1bba0fe41e tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:38:42.967950 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a0d1f7a-be1e-43a7-bdf4-ea1bba0fe41e tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:38:42.972064 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-0a0d1f7a-be1e-43a7-bdf4-ea1bba0fe41e tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0804405 Oct 27 10:38:42.972652 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 43618) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:38:43.005885 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ade702-7f3f-4264-b87c-98295b66ebb0 None None] Pushing event updated for resources: {'Port': ['ID=40294d12-5e0a-4bf6-af43-c5b59fdb2997,revision_number=3']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:38:43.043917 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_v2 [None req-5868ca7d-f95a-4e5b-850c-0a3f1dc50fef tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Deleting subnet a2a0920a-2a68-41e9-8cf9-c62ee8d1552d {{(pid=102346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 10:38:43.047553 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-5868ca7d-f95a-4e5b-850c-0a3f1dc50fef tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks [] for subnet, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:43.058754 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-50b3fce5-836a-49d5-8238-d1fe4427d3a1 None None] Could not find standard attr ID for object 59130812-b435-4e0c-b2bb-49277fb28c1a. {{(pid=102348) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 27 10:38:43.061920 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-4876ea44-2b8b-4a97-a84f-2758a287b146 req-f15f3f77-b9ef-4a74-90fb-6aca322118ac service neutron] For port ec050e6e-fb10-458c-a526-b25309f5a976, host n-h1-813419-10, cleared binding levels {{(pid=102347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:38:43.069728 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-4876ea44-2b8b-4a97-a84f-2758a287b146 req-f15f3f77-b9ef-4a74-90fb-6aca322118ac service neutron] For port ec050e6e-fb10-458c-a526-b25309f5a976, host n-h1-813419-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=ec050e6e-fb10-458c-a526-b25309f5a976,segment=NetworkSegment(cb1f304e-3238-44f1-ae7f-78d4e314acae),segment_id=cb1f304e-3238-44f1-ae7f-78d4e314acae)] {{(pid=102347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:38:43.075107 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-3dad9975-9775-4f7e-a425-8694f8f30b86 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Publish callbacks [] for port, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:43.078767 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-4876ea44-2b8b-4a97-a84f-2758a287b146 req-f15f3f77-b9ef-4a74-90fb-6aca322118ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:43.095890 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-5868ca7d-f95a-4e5b-850c-0a3f1dc50fef tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25847868'] for subnet, precommit_delete_associations {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:43.125111 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4876ea44-2b8b-4a97-a84f-2758a287b146 req-f15f3f77-b9ef-4a74-90fb-6aca322118ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:38:43.125736 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-4876ea44-2b8b-4a97-a84f-2758a287b146 req-f15f3f77-b9ef-4a74-90fb-6aca322118ac service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:43.127260 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-4876ea44-2b8b-4a97-a84f-2758a287b146 req-f15f3f77-b9ef-4a74-90fb-6aca322118ac service neutron] 10.222.0.64 "PUT /v2.0/ports/ec050e6e-fb10-458c-a526-b25309f5a976 HTTP/1.1" status: 200 len: 1093 time: 1.3370926 Oct 27 10:38:43.127743 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a77ab14a-450a-45b9-b5e0-9362915d9751', 'tag': 'ec050e6e-fb10-458c-a526-b25309f5a976'}] {{(pid=102347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:38:43.130093 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311149b481204ee7edffdb959c881838506fbd95bc8577c048f6677abb73acc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffb531e7-04b8-4dfa-b7ea-d3e46c1d8a0d" -d '{"events": [{"name": "network-changed", "server_uuid": "a77ab14a-450a-45b9-b5e0-9362915d9751", "tag": "ec050e6e-fb10-458c-a526-b25309f5a976"}]}' {{(pid=102347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:38:43.183703 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 10:38:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d5c7d8b-e8b8-43c2-a0da-9063bef0c469 x-openstack-request-id: req-5d5c7d8b-e8b8-43c2-a0da-9063bef0c469 {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:38:43.184003 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a77ab14a-450a-45b9-b5e0-9362915d9751", "tag": "ec050e6e-fb10-458c-a526-b25309f5a976", "status": "completed", "code": 200}]} {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:38:43.184295 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-5d5c7d8b-e8b8-43c2-a0da-9063bef0c469 {{(pid=102347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:38:43.184695 n-d-813419-10 neutron-server[102347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a77ab14a-450a-45b9-b5e0-9362915d9751', 'tag': 'ec050e6e-fb10-458c-a526-b25309f5a976', 'status': 'completed', 'code': 200} Oct 27 10:38:43.213367 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-5868ca7d-f95a-4e5b-850c-0a3f1dc50fef tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855646'] for subnet, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:43.219962 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15f3f77-b9ef-4a74-90fb-6aca322118ac service neutron] Pushing event updated for resources: {'Port': ['ID=ec050e6e-fb10-458c-a526-b25309f5a976,revision_number=3']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:38:43.242663 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-3dad9975-9775-4f7e-a425-8694f8f30b86 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:43.249673 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4876ea44-2b8b-4a97-a84f-2758a287b146 req-0d49bac4-280c-42e5-9e08-f2c92b2f9c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:38:43.251204 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-4876ea44-2b8b-4a97-a84f-2758a287b146 req-0d49bac4-280c-42e5-9e08-f2c92b2f9c74 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=08ad62c7dc6e456e8fa39abf5ba7c668&device_id=a77ab14a-450a-45b9-b5e0-9362915d9751 HTTP/1.1" status: 200 len: 1096 time: 0.0720937 Oct 27 10:38:43.344977 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af93af4-99c2-43f8-94bd-41933058aead req-e7d49a76-a4b3-4683-8102-c94383de27b1 tempest-AttachVolumeNegativeTest-477808956 tempest-AttachVolumeNegativeTest-477808956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:38:43.347823 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-5af93af4-99c2-43f8-94bd-41933058aead req-e7d49a76-a4b3-4683-8102-c94383de27b1 tempest-AttachVolumeNegativeTest-477808956 tempest-AttachVolumeNegativeTest-477808956-project] 10.222.0.44 "GET /v2.0/ports?device_id=a77ab14a-450a-45b9-b5e0-9362915d9751 HTTP/1.1" status: 200 len: 944 time: 0.0851700 Oct 27 10:38:43.349094 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-4876ea44-2b8b-4a97-a84f-2758a287b146 req-52cf438e-4a24-441a-a08c-73ef93b4955f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ec050e6e-fb10-458c-a526-b25309f5a976 HTTP/1.1" status: 200 len: 217 time: 0.0591986 Oct 27 10:38:43.355921 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-5868ca7d-f95a-4e5b-850c-0a3f1dc50fef tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27024355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27168307'] for subnet, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:43.356747 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dad9975-9775-4f7e-a425-8694f8f30b86 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Network 9b7a570e-5cc4-4138-927f-5b43fcc352d7 is already hosted by enough agents. {{(pid=102347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:38:43.368905 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [None req-3dad9975-9775-4f7e-a425-8694f8f30b86 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Resources bound (agent type, host, resource id): {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:38:43.397541 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dad9975-9775-4f7e-a425-8694f8f30b86 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Received port after_create {{(pid=102347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:38:43.411640 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5868ca7d-f95a-4e5b-850c-0a3f1dc50fef tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Pushing event deleted for resources: {'Subnet': ['ID=a2a0920a-2a68-41e9-8cf9-c62ee8d1552d,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:38:43.416931 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-5868ca7d-f95a-4e5b-850c-0a3f1dc50fef tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for subnet, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:43.422434 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-5868ca7d-f95a-4e5b-850c-0a3f1dc50fef tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] 10.222.0.44 "DELETE /v2.0/subnets/a2a0920a-2a68-41e9-8cf9-c62ee8d1552d HTTP/1.1" status: 204 len: 168 time: 0.4464238 Oct 27 10:38:43.422579 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-590ae92d-3e0e-4a26-b0a0-161e754b1ee3 None None] Network a3a2d542-53da-4e86-bf77-b0dcf0f24882 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:38:43.423096 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 43628) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:38:43.436784 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dad9975-9775-4f7e-a425-8694f8f30b86 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Pushing event updated for resources: {'Port': ['ID=4fc6efb5-49b2-4e37-85e2-59a79293e322,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:38:43.467378 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4876ea44-2b8b-4a97-a84f-2758a287b146 req-0d244e62-90a0-4f87-a6b4-fa733dd15a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:38:43.469063 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-4876ea44-2b8b-4a97-a84f-2758a287b146 req-0d244e62-90a0-4f87-a6b4-fa733dd15a9f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3094fde6-b550-4931-b376-595a71e5404d HTTP/1.1" status: 200 len: 855 time: 0.1110146 Oct 27 10:38:43.479285 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-ec22ff9a-fa2b-408e-ad60-e315d5ce01b9 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0520349 Oct 27 10:38:43.479964 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 43630) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:38:43.481758 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dad9975-9775-4f7e-a425-8694f8f30b86 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:38:43.482462 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-3dad9975-9775-4f7e-a425-8694f8f30b86 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:43.492592 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-5af93af4-99c2-43f8-94bd-41933058aead req-3d4a87da-8374-4a35-bdd0-55eb4ea875e6 tempest-AttachVolumeNegativeTest-477808956 tempest-AttachVolumeNegativeTest-477808956-project] 10.222.0.44 "GET /v2.0/security-groups?id=6419667f-4570-481f-8a5c-a797762fb34f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260002 Oct 27 10:38:43.534306 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-4876ea44-2b8b-4a97-a84f-2758a287b146 req-be1fc042-f800-402d-bbda-7d26771d4b93 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b35e9655-e3a0-4ebc-8115-69611b13f855&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0483646 Oct 27 10:38:43.545485 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-3dad9975-9775-4f7e-a425-8694f8f30b86 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.1656306 Oct 27 10:38:43.545693 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f387702-b1e9-4210-ae05-1c27125bf124 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:38:43.545693 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-2f387702-b1e9-4210-ae05-1c27125bf124 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0620310 Oct 27 10:38:43.545693 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 43632) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:38:43.545922 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 43634) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:38:43.548449 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-9ea1136c-d4a2-43e7-80fb-972930139846 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Request body: {'floatingip': {'port_id': '4fc6efb5-49b2-4e37-85e2-59a79293e322'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:38:43.593070 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-9ea1136c-d4a2-43e7-80fb-972930139846 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Publish callbacks [] for floatingip, before_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:43.645768 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5533407b-fc84-4efd-92c3-2430d9a9ec9d None None] DHCP port deletion for a3a2d542-53da-4e86-bf77-b0dcf0f24882 request from n-d-813419-10 {{(pid=102348) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 10:38:43.699684 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-5533407b-fc84-4efd-92c3-2430d9a9ec9d None None] Deleting port 40294d12-5e0a-4bf6-af43-c5b59fdb2997 {{(pid=102348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:38:43.700100 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-5533407b-fc84-4efd-92c3-2430d9a9ec9d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:43.769880 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-5533407b-fc84-4efd-92c3-2430d9a9ec9d None None] For port 40294d12-5e0a-4bf6-af43-c5b59fdb2997, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=40294d12-5e0a-4bf6-af43-c5b59fdb2997,segment=NetworkSegment(eef0c4ec-5773-434c-ac68-3d91e838e9be),segment_id=eef0c4ec-5773-434c-ac68-3d91e838e9be)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:38:43.770462 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-5533407b-fc84-4efd-92c3-2430d9a9ec9d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:43.784009 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-5533407b-fc84-4efd-92c3-2430d9a9ec9d None None] Calling delete_port for 40294d12-5e0a-4bf6-af43-c5b59fdb2997 owned by network:dhcp {{(pid=102348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:38:43.863949 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-5533407b-fc84-4efd-92c3-2430d9a9ec9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615'] for port, after_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:43.891727 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5533407b-fc84-4efd-92c3-2430d9a9ec9d None None] Pushing event deleted for resources: {'Port': ['ID=40294d12-5e0a-4bf6-af43-c5b59fdb2997,revision_number=None']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:38:43.895338 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5533407b-fc84-4efd-92c3-2430d9a9ec9d None None] No DVR routers for this DVR port 40294d12-5e0a-4bf6-af43-c5b59fdb2997 on host n-d-813419-10 {{(pid=102348) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:38:43.940082 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eb24205-ae20-4863-bc11-46a9c11d5b20 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:38:43.944536 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-7eb24205-ae20-4863-bc11-46a9c11d5b20 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3946311 Oct 27 10:38:43.944743 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 43636) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:38:43.990870 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-6bab3765-9090-4195-8490-6f13a21f8532 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0444424 Oct 27 10:38:43.995764 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 43638) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:38:44.006049 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-a8ea5727-e693-4209-866d-40450c2057c3 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Request body: {'subnet': {'network_id': 'a3a2d542-53da-4e86-bf77-b0dcf0f24882', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:38:44.023557 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-4876ea44-2b8b-4a97-a84f-2758a287b146 req-ed48d13a-fcef-442e-8c22-a57743010155 service neutron] 10.222.0.64 "GET /v2.0/networks/b35e9655-e3a0-4ebc-8115-69611b13f855?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4805045 Oct 27 10:38:44.047830 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-9ea1136c-d4a2-43e7-80fb-972930139846 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:44.052004 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-9ea1136c-d4a2-43e7-80fb-972930139846 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1664826'] for floatingip, after_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:44.155773 n-d-813419-10 neutron-server[102346]: INFO neutron.db.l3_db [None req-9ea1136c-d4a2-43e7-80fb-972930139846 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Floating IP dc0b7a67-47f1-4802-9504-770c48685d0b associated. External IP: 172.25.8.180, port: 4fc6efb5-49b2-4e37-85e2-59a79293e322. Oct 27 10:38:44.159775 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8ea5727-e693-4209-866d-40450c2057c3 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Made reservation on behalf of 378140ee2d4f4428be90ff45daafe008 for: {'subnet': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:38:44.163840 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-a8ea5727-e693-4209-866d-40450c2057c3 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18044073'] for subnet, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:44.214525 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-4876ea44-2b8b-4a97-a84f-2758a287b146 req-a5200088-2d02-4281-b9c9-9bbb4a7079b2 service neutron] 10.222.0.64 "GET /v2.0/networks/b35e9655-e3a0-4ebc-8115-69611b13f855?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1632137 Oct 27 10:38:44.369610 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb531e7-04b8-4dfa-b7ea-d3e46c1d8a0d req-e7c60384-85c4-4a34-9355-5ad328438250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:38:44.371153 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-ffb531e7-04b8-4dfa-b7ea-d3e46c1d8a0d req-e7c60384-85c4-4a34-9355-5ad328438250 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=08ad62c7dc6e456e8fa39abf5ba7c668&device_id=a77ab14a-450a-45b9-b5e0-9362915d9751 HTTP/1.1" status: 200 len: 1096 time: 0.0852282 Oct 27 10:38:44.392886 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ea1136c-d4a2-43e7-80fb-972930139846 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Router a042eb13-6a44-40a6-a824-b3ddb3fcab62 has already been hosted by L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb {{(pid=102346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 10:38:44.523723 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ea1136c-d4a2-43e7-80fb-972930139846 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:38:44.543109 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-9ea1136c-d4a2-43e7-80fb-972930139846 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for floatingip, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:44.550060 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54b19b36-36b9-4e23-9aed-62ac106e755c None None] Sync routers for ids ['a042eb13-6a44-40a6-a824-b3ddb3fcab62'] in n-d-813419-10 {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:38:44.564689 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54b19b36-36b9-4e23-9aed-62ac106e755c None None] Routers {'a042eb13-6a44-40a6-a824-b3ddb3fcab62'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:38:44.565396 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-54b19b36-36b9-4e23-9aed-62ac106e755c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:38:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['a042eb13-6a44-40a6-a824-b3ddb3fcab62'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:38:44.578228 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-9ea1136c-d4a2-43e7-80fb-972930139846 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] 10.222.0.44 "PUT /v2.0/floatingips/dc0b7a67-47f1-4802-9504-770c48685d0b HTTP/1.1" status: 200 len: 979 time: 1.0336981 Oct 27 10:38:44.581355 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 43646) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:38:44.591249 n-d-813419-10 neutron-server[102347]: DEBUG neutron.objects.ports [None req-a8ea5727-e693-4209-866d-40450c2057c3 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102347) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 27 10:38:44.591501 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb531e7-04b8-4dfa-b7ea-d3e46c1d8a0d req-f6957006-91b0-4859-93c3-ec3e6246fdbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:38:44.593720 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-ffb531e7-04b8-4dfa-b7ea-d3e46c1d8a0d req-f6957006-91b0-4859-93c3-ec3e6246fdbb service neutron] 10.222.0.64 "GET /v2.0/networks?id=b35e9655-e3a0-4ebc-8115-69611b13f855 HTTP/1.1" status: 200 len: 916 time: 0.1970038 Oct 27 10:38:44.594512 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-a8ea5727-e693-4209-866d-40450c2057c3 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-18295883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18044091'] for subnet, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:44.604834 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-54b19b36-36b9-4e23-9aed-62ac106e755c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:38:44.619378 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54b19b36-36b9-4e23-9aed-62ac106e755c None None] Routers {'a042eb13-6a44-40a6-a824-b3ddb3fcab62'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:38:44.620073 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-54b19b36-36b9-4e23-9aed-62ac106e755c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:38:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['a042eb13-6a44-40a6-a824-b3ddb3fcab62'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:38:44.653641 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-54b19b36-36b9-4e23-9aed-62ac106e755c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:38:44.654302 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54b19b36-36b9-4e23-9aed-62ac106e755c None None] The sync data for ids ['a042eb13-6a44-40a6-a824-b3ddb3fcab62'] in n-d-813419-10 is: [] {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:38:44.679324 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-a98c6759-1276-4a08-96b0-af005ddda89c tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Deleting port 4fc6efb5-49b2-4e37-85e2-59a79293e322 {{(pid=102346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:38:44.679751 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-a98c6759-1276-4a08-96b0-af005ddda89c tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:44.701392 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-ffb531e7-04b8-4dfa-b7ea-d3e46c1d8a0d req-e58b0135-2da3-4669-bc8e-10dfe1b1f022 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ec050e6e-fb10-458c-a526-b25309f5a976 HTTP/1.1" status: 200 len: 217 time: 0.0792820 Oct 27 10:38:44.703834 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8ea5727-e693-4209-866d-40450c2057c3 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Network a3a2d542-53da-4e86-bf77-b0dcf0f24882 is already hosted by enough agents. {{(pid=102347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:38:44.711088 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [None req-a8ea5727-e693-4209-866d-40450c2057c3 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Resources bound (agent type, host, resource id): {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:38:44.719724 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8ea5727-e693-4209-866d-40450c2057c3 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:38:44.720333 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-a8ea5727-e693-4209-866d-40450c2057c3 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks [] for subnet, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:44.721572 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0599a8d-fb7d-4454-9edb-7318fa8cdeac None None] Network a3a2d542-53da-4e86-bf77-b0dcf0f24882 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:38:44.740461 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ea5727-e693-4209-866d-40450c2057c3 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Pushing event updated for resources: {'Subnet': ['ID=8eb7f187-bfc2-4374-8cb1-e68b13d399f2,revision_number=0']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:38:44.750347 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-a8ea5727-e693-4209-866d-40450c2057c3 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 0.7533288 Oct 27 10:38:44.754225 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 43648) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:38:44.771940 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-5e51ac05-adc1-457f-8e1b-f15af403278b tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Request body: {'port': {'network_id': 'a3a2d542-53da-4e86-bf77-b0dcf0f24882', 'mac_address': 'fa:16:3e:2b:80:38', 'name': 'tempest-NetworksTestDHCPv6-1536220183'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:38:44.775649 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36388bfa-2dea-4be5-89d0-034a354c45fa req-0274d8b5-77cf-4097-a039-436ed1137f31 tempest-AttachVolumeNegativeTest-477808956 tempest-AttachVolumeNegativeTest-477808956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:38:44.777959 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-36388bfa-2dea-4be5-89d0-034a354c45fa req-0274d8b5-77cf-4097-a039-436ed1137f31 tempest-AttachVolumeNegativeTest-477808956 tempest-AttachVolumeNegativeTest-477808956-project] 10.222.0.44 "GET /v2.0/ports?device_id=a77ab14a-450a-45b9-b5e0-9362915d9751 HTTP/1.1" status: 200 len: 944 time: 0.1479731 Oct 27 10:38:44.809079 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb531e7-04b8-4dfa-b7ea-d3e46c1d8a0d req-a63b3f85-dcea-4545-b0c2-63c85abd262e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:38:44.810578 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-ffb531e7-04b8-4dfa-b7ea-d3e46c1d8a0d req-a63b3f85-dcea-4545-b0c2-63c85abd262e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3094fde6-b550-4931-b376-595a71e5404d HTTP/1.1" status: 200 len: 855 time: 0.0796206 Oct 27 10:38:44.824629 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-a98c6759-1276-4a08-96b0-af005ddda89c tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:44.840271 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-36388bfa-2dea-4be5-89d0-034a354c45fa req-6a2bf6b1-ed0c-4afa-94ec-59c3607c7d89 tempest-AttachVolumeNegativeTest-477808956 tempest-AttachVolumeNegativeTest-477808956-project] 10.222.0.44 "GET /v2.0/security-groups?id=6419667f-4570-481f-8a5c-a797762fb34f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529635 Oct 27 10:38:44.871161 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-ffb531e7-04b8-4dfa-b7ea-d3e46c1d8a0d req-c2292779-5bbb-4e6d-8334-f7990014ade1 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b35e9655-e3a0-4ebc-8115-69611b13f855&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0477693 Oct 27 10:38:44.893291 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-886e50e2-0904-4797-a166-1748a56b14fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp734b258e-7d96-550c-b970-9b72ab66f383-a3a2d542-53da-4e86-bf77-b0dcf0f24882', 'network_id': 'a3a2d542-53da-4e86-bf77-b0dcf0f24882', 'tenant_id': '378140ee2d4f4428be90ff45daafe008', 'fixed_ips': [{'subnet_id': '8eb7f187-bfc2-4374-8cb1-e68b13d399f2'}]}} from n-d-813419-10. {{(pid=102348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 10:38:44.894214 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-886e50e2-0904-4797-a166-1748a56b14fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:44.970146 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-ffb531e7-04b8-4dfa-b7ea-d3e46c1d8a0d req-4b656e2c-8d07-4744-bb75-780bfa79ae30 service neutron] 10.222.0.64 "GET /v2.0/networks/b35e9655-e3a0-4ebc-8115-69611b13f855?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899270 Oct 27 10:38:45.032795 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.db_base_plugin_common [None req-886e50e2-0904-4797-a166-1748a56b14fa None None] Allocated IP 2001:db8::f816:3eff:feb2:f481 (a3a2d542-53da-4e86-bf77-b0dcf0f24882/8eb7f187-bfc2-4374-8cb1-e68b13d399f2/a75892d6-58e0-404a-893a-6f0dc6c700d5) {{(pid=102348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:38:45.071724 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-ffb531e7-04b8-4dfa-b7ea-d3e46c1d8a0d req-bd8ddd09-f071-4654-92d3-2b893a9e5110 service neutron] 10.222.0.64 "GET /v2.0/networks/b35e9655-e3a0-4ebc-8115-69611b13f855?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929759 Oct 27 10:38:45.190813 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-886e50e2-0904-4797-a166-1748a56b14fa None None] Publish callbacks [] for port, precommit_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:45.199442 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-886e50e2-0904-4797-a166-1748a56b14fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606'] for port, after_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:45.247200 n-d-813419-10 neutron-server[102348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-886e50e2-0904-4797-a166-1748a56b14fa None None] Network a3a2d542-53da-4e86-bf77-b0dcf0f24882 is already hosted by enough agents. {{(pid=102348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:38:45.250095 n-d-813419-10 neutron-server[102348]: DEBUG neutron.scheduler.base_scheduler [None req-886e50e2-0904-4797-a166-1748a56b14fa None None] Resources bound (agent type, host, resource id): {{(pid=102348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:38:45.253185 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-886e50e2-0904-4797-a166-1748a56b14fa None None] Received port after_create {{(pid=102348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:38:45.259349 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886e50e2-0904-4797-a166-1748a56b14fa None None] Pushing event updated for resources: {'Port': ['ID=a75892d6-58e0-404a-893a-6f0dc6c700d5,revision_number=1']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:38:45.310710 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e51ac05-adc1-457f-8e1b-f15af403278b tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Made reservation on behalf of 378140ee2d4f4428be90ff45daafe008 for: {'port': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:38:45.312798 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-886e50e2-0904-4797-a166-1748a56b14fa None None] Attempting to bind port a75892d6-58e0-404a-893a-6f0dc6c700d5 on host n-d-813419-10 for vnic_type normal with profile {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:38:45.313174 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-886e50e2-0904-4797-a166-1748a56b14fa None None] Attempting to bind port a75892d6-58e0-404a-893a-6f0dc6c700d5 by drivers openvswitch,hyperv on host n-d-813419-10 at level 0 using segments [{'id': 'eef0c4ec-5773-434c-ac68-3d91e838e9be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a3a2d542-53da-4e86-bf77-b0dcf0f24882'}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:38:45.313543 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-886e50e2-0904-4797-a166-1748a56b14fa None None] Attempting to bind port a75892d6-58e0-404a-893a-6f0dc6c700d5 on network a3a2d542-53da-4e86-bf77-b0dcf0f24882 {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:38:45.319100 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-886e50e2-0904-4797-a166-1748a56b14fa None None] Checking agent: {'id': '89dba0f3-79b2-435e-9822-33674b8f6ada', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 8, 20), 'started_at': datetime.datetime(2021, 10, 27, 10, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 38, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:38:45.319471 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-886e50e2-0904-4797-a166-1748a56b14fa None None] Checking segment: {'id': 'eef0c4ec-5773-434c-ac68-3d91e838e9be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a3a2d542-53da-4e86-bf77-b0dcf0f24882'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:38:45.319873 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-886e50e2-0904-4797-a166-1748a56b14fa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:45.320286 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-886e50e2-0904-4797-a166-1748a56b14fa None None] Bound using segment: {'id': 'eef0c4ec-5773-434c-ac68-3d91e838e9be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a3a2d542-53da-4e86-bf77-b0dcf0f24882'} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:38:45.320766 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-886e50e2-0904-4797-a166-1748a56b14fa None None] Bound port: a75892d6-58e0-404a-893a-6f0dc6c700d5, host: n-d-813419-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eef0c4ec-5773-434c-ac68-3d91e838e9be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a3a2d542-53da-4e86-bf77-b0dcf0f24882'}}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:38:45.321145 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-886e50e2-0904-4797-a166-1748a56b14fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:45.385119 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-886e50e2-0904-4797-a166-1748a56b14fa None None] For port a75892d6-58e0-404a-893a-6f0dc6c700d5, host n-d-813419-10, cleared binding levels {{(pid=102348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:38:45.388503 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-886e50e2-0904-4797-a166-1748a56b14fa None None] For port a75892d6-58e0-404a-893a-6f0dc6c700d5, host n-d-813419-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=a75892d6-58e0-404a-893a-6f0dc6c700d5,segment=NetworkSegment(eef0c4ec-5773-434c-ac68-3d91e838e9be),segment_id=eef0c4ec-5773-434c-ac68-3d91e838e9be)] {{(pid=102348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:38:45.393223 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-886e50e2-0904-4797-a166-1748a56b14fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:45.415377 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-a98c6759-1276-4a08-96b0-af005ddda89c tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:45.415781 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-a98c6759-1276-4a08-96b0-af005ddda89c tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1664826'] for floatingip, after_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:45.416183 n-d-813419-10 neutron-server[102346]: INFO neutron.db.l3_db [None req-a98c6759-1276-4a08-96b0-af005ddda89c tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Floating IP dc0b7a67-47f1-4802-9504-770c48685d0b disassociated. External IP: 172.25.8.180, port: 4fc6efb5-49b2-4e37-85e2-59a79293e322. Oct 27 10:38:45.416698 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-a98c6759-1276-4a08-96b0-af005ddda89c tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Calling delete_port for 4fc6efb5-49b2-4e37-85e2-59a79293e322 owned by {{(pid=102346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:38:45.451230 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886e50e2-0904-4797-a166-1748a56b14fa None None] Pushing event updated for resources: {'Port': ['ID=a75892d6-58e0-404a-893a-6f0dc6c700d5,revision_number=2']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:38:45.482711 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-5e51ac05-adc1-457f-8e1b-f15af403278b tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:45.515386 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [None req-5e51ac05-adc1-457f-8e1b-f15af403278b tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] device_id is not set on port 8e126383-0072-4018-b252-ebb476254ba6 yet. {{(pid=102346) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 10:38:45.672784 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_common [None req-5e51ac05-adc1-457f-8e1b-f15af403278b tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Allocated IP 2001:db8::f816:3eff:fe2b:8038 (a3a2d542-53da-4e86-bf77-b0dcf0f24882/8eb7f187-bfc2-4374-8cb1-e68b13d399f2/8e126383-0072-4018-b252-ebb476254ba6) {{(pid=102346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:38:45.680448 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-a98c6759-1276-4a08-96b0-af005ddda89c tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:45.722321 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98c6759-1276-4a08-96b0-af005ddda89c tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Pushing event deleted for resources: {'Port': ['ID=4fc6efb5-49b2-4e37-85e2-59a79293e322,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:38:45.766279 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device a75892d6-58e0-404a-893a-6f0dc6c700d5 up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:38:45.820108 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port a75892d6-58e0-404a-893a-6f0dc6c700d5 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:38:45.820511 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:45.901511 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:45.952124 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] For port a75892d6-58e0-404a-893a-6f0dc6c700d5, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=a75892d6-58e0-404a-893a-6f0dc6c700d5,segment=NetworkSegment(eef0c4ec-5773-434c-ac68-3d91e838e9be),segment_id=eef0c4ec-5773-434c-ac68-3d91e838e9be)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:38:45.956815 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:45.957905 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a98c6759-1276-4a08-96b0-af005ddda89c tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Router a042eb13-6a44-40a6-a824-b3ddb3fcab62 has already been hosted by L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb {{(pid=102346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 10:38:46.007383 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Pushing event updated for resources: {'Port': ['ID=a75892d6-58e0-404a-893a-6f0dc6c700d5,revision_number=3']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:38:46.012924 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-5e51ac05-adc1-457f-8e1b-f15af403278b tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks [] for port, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:46.095949 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199d0e4f-6895-4dd2-ba36-095ebaf2ad92 req-40e06ebd-2ff3-4b8e-8bf2-3131faac93d0 tempest-AttachVolumeNegativeTest-477808956 tempest-AttachVolumeNegativeTest-477808956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:38:46.097486 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-199d0e4f-6895-4dd2-ba36-095ebaf2ad92 req-40e06ebd-2ff3-4b8e-8bf2-3131faac93d0 tempest-AttachVolumeNegativeTest-477808956 tempest-AttachVolumeNegativeTest-477808956-project] 10.222.0.44 "GET /v2.0/ports?device_id=a77ab14a-450a-45b9-b5e0-9362915d9751 HTTP/1.1" status: 200 len: 944 time: 0.1592734 Oct 27 10:38:46.168832 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-199d0e4f-6895-4dd2-ba36-095ebaf2ad92 req-2c7f81b8-8c8f-418c-8b7b-1006ad431e53 tempest-AttachVolumeNegativeTest-477808956 tempest-AttachVolumeNegativeTest-477808956-project] 10.222.0.44 "GET /v2.0/security-groups?id=6419667f-4570-481f-8a5c-a797762fb34f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616312 Oct 27 10:38:46.175810 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-5e51ac05-adc1-457f-8e1b-f15af403278b tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:46.192736 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a98c6759-1276-4a08-96b0-af005ddda89c tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:38:46.202712 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6996c6ab-6e45-4fcd-9806-d30245c191bd None None] Sync routers for ids ['a042eb13-6a44-40a6-a824-b3ddb3fcab62'] in n-d-813419-10 {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:38:46.203511 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-874125bc-9886-4157-8ae1-397f074adc19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:46.219812 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6996c6ab-6e45-4fcd-9806-d30245c191bd None None] Routers {'a042eb13-6a44-40a6-a824-b3ddb3fcab62'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:38:46.220815 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-6996c6ab-6e45-4fcd-9806-d30245c191bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:38:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['a042eb13-6a44-40a6-a824-b3ddb3fcab62'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:38:46.259098 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-6996c6ab-6e45-4fcd-9806-d30245c191bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:38:46.268115 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6996c6ab-6e45-4fcd-9806-d30245c191bd None None] Routers {'a042eb13-6a44-40a6-a824-b3ddb3fcab62'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:38:46.268886 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-6996c6ab-6e45-4fcd-9806-d30245c191bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:38:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['a042eb13-6a44-40a6-a824-b3ddb3fcab62'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:38:46.275730 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e51ac05-adc1-457f-8e1b-f15af403278b tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Network a3a2d542-53da-4e86-bf77-b0dcf0f24882 is already hosted by enough agents. {{(pid=102346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:38:46.282699 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-5e51ac05-adc1-457f-8e1b-f15af403278b tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Resources bound (agent type, host, resource id): {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:38:46.285155 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e51ac05-adc1-457f-8e1b-f15af403278b tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Received port after_create {{(pid=102346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:38:46.291033 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e51ac05-adc1-457f-8e1b-f15af403278b tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:38:46.291642 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-5e51ac05-adc1-457f-8e1b-f15af403278b tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:46.303643 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e51ac05-adc1-457f-8e1b-f15af403278b tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Pushing event updated for resources: {'Port': ['ID=8e126383-0072-4018-b252-ebb476254ba6,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:38:46.306239 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-6996c6ab-6e45-4fcd-9806-d30245c191bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:38:46.306963 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6996c6ab-6e45-4fcd-9806-d30245c191bd None None] The sync data for ids ['a042eb13-6a44-40a6-a824-b3ddb3fcab62'] in n-d-813419-10 is: [] {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:38:46.325611 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device ec050e6e-fb10-458c-a526-b25309f5a976 details requested by agent hyperv_n-h1-813419-10 with host n-h1-813419-10 {{(pid=102348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 10:38:46.327445 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-a98c6759-1276-4a08-96b0-af005ddda89c tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:46.333197 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 43658) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:38:46.334255 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-a98c6759-1276-4a08-96b0-af005ddda89c tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] 10.222.0.44 "DELETE /v2.0/ports/4fc6efb5-49b2-4e37-85e2-59a79293e322 HTTP/1.1" status: 204 len: 168 time: 1.7509544 Oct 27 10:38:46.343277 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-5e51ac05-adc1-457f-8e1b-f15af403278b tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.5877151 Oct 27 10:38:46.343896 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 43660) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:38:46.394661 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-06869582-4f5d-4b0d-882a-a62e5b7c5efd tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] 10.222.0.44 "GET /v2.0/floatingips/dc0b7a67-47f1-4802-9504-770c48685d0b HTTP/1.1" status: 200 len: 688 time: 0.0586009 Oct 27 10:38:46.398077 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 43662) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:38:46.403615 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80fd8047-6e94-47a9-be6d-c0d68af5f042 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:38:46.409940 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80fd8047-6e94-47a9-be6d-c0d68af5f042 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:38:46.414338 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-80fd8047-6e94-47a9-be6d-c0d68af5f042 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1705 time: 0.0694430 Oct 27 10:38:46.415077 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 43664) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:38:46.453280 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port ec050e6e-fb10-458c-a526-b25309f5a976, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=ec050e6e-fb10-458c-a526-b25309f5a976,segment=NetworkSegment(cb1f304e-3238-44f1-ae7f-78d4e314acae),segment_id=cb1f304e-3238-44f1-ae7f-78d4e314acae)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:38:46.466592 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Returning: {'device': 'ec050e6e-fb10-458c-a526-b25309f5a976', 'network_id': 'b35e9655-e3a0-4ebc-8115-69611b13f855', 'port_id': 'ec050e6e-fb10-458c-a526-b25309f5a976', 'mac_address': 'fa:16:3e:41:51:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 409, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3094fde6-b550-4931-b376-595a71e5404d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 10:38:46.510288 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:46.527984 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec050e6e-fb10-458c-a526-b25309f5a976 {{(pid=102348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:38:46.531774 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-fac4db53-baa4-4800-a051-10ad4a675dde tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Deleting port 8e126383-0072-4018-b252-ebb476254ba6 {{(pid=102346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:38:46.532278 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-fac4db53-baa4-4800-a051-10ad4a675dde tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:46.549473 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port ec050e6e-fb10-458c-a526-b25309f5a976, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=ec050e6e-fb10-458c-a526-b25309f5a976,segment=NetworkSegment(cb1f304e-3238-44f1-ae7f-78d4e314acae),segment_id=cb1f304e-3238-44f1-ae7f-78d4e314acae)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:38:46.566430 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:46.600356 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-2db38228-a41c-4561-83ff-1a9c125077b4 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Deleting port c2c7c86c-e13f-4f7f-92c0-c356474e09f3 {{(pid=102347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:38:46.600767 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-2db38228-a41c-4561-83ff-1a9c125077b4 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:46.652004 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-fac4db53-baa4-4800-a051-10ad4a675dde tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:46.655163 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-bf8b930a-fef4-428f-aea6-509ca2d6d9db None None] Provisioning complete for port a75892d6-58e0-404a-893a-6f0dc6c700d5 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:38:46.655527 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-bf8b930a-fef4-428f-aea6-509ca2d6d9db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:46.657210 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Pushing event updated for resources: {'Port': ['ID=ec050e6e-fb10-458c-a526-b25309f5a976,revision_number=4']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:38:46.665908 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-fac4db53-baa4-4800-a051-10ad4a675dde tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Calling delete_port for 8e126383-0072-4018-b252-ebb476254ba6 owned by {{(pid=102346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:38:46.708150 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-2db38228-a41c-4561-83ff-1a9c125077b4 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:46.708889 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-2db38228-a41c-4561-83ff-1a9c125077b4 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:46.721882 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-2db38228-a41c-4561-83ff-1a9c125077b4 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Calling delete_port for c2c7c86c-e13f-4f7f-92c0-c356474e09f3 owned by network:floatingip {{(pid=102347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:38:46.811788 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-fac4db53-baa4-4800-a051-10ad4a675dde tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:46.841037 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac4db53-baa4-4800-a051-10ad4a675dde tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Pushing event deleted for resources: {'Port': ['ID=8e126383-0072-4018-b252-ebb476254ba6,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:38:46.876858 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-fac4db53-baa4-4800-a051-10ad4a675dde tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:46.880233 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-fac4db53-baa4-4800-a051-10ad4a675dde tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] 10.222.0.44 "DELETE /v2.0/ports/8e126383-0072-4018-b252-ebb476254ba6 HTTP/1.1" status: 204 len: 168 time: 0.4643106 Oct 27 10:38:46.883045 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] get_ports_and_sgs() called for port_ids ['ec050e6e-fb10-458c-a526-b25309f5a976'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:38:46.883352 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 43670) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:38:46.902363 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-2db38228-a41c-4561-83ff-1a9c125077b4 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:46.922040 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7659df77-a808-455f-9e85-fecdc7b5110d None None] Could not find standard attr ID for object 8e126383-0072-4018-b252-ebb476254ba6. {{(pid=102348) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 27 10:38:46.940958 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db38228-a41c-4561-83ff-1a9c125077b4 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Pushing event deleted for resources: {'Port': ['ID=c2c7c86c-e13f-4f7f-92c0-c356474e09f3,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:38:46.942569 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65ea955c-cec1-4550-a59e-a70020e2fc58 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:38:46.944467 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65ea955c-cec1-4550-a59e-a70020e2fc58 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:38:46.946068 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-65ea955c-cec1-4550-a59e-a70020e2fc58 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.0617526 Oct 27 10:38:46.948606 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 43672) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:38:47.016990 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-2db38228-a41c-4561-83ff-1a9c125077b4 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Publish callbacks [] for floatingip, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:47.020559 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-2db38228-a41c-4561-83ff-1a9c125077b4 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for floatingip, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:47.022620 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-2db38228-a41c-4561-83ff-1a9c125077b4 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] 10.222.0.44 "DELETE /v2.0/floatingips/dc0b7a67-47f1-4802-9504-770c48685d0b HTTP/1.1" status: 204 len: 168 time: 0.6232140 Oct 27 10:38:47.025735 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_v2 [None req-19602633-0ce7-4723-956f-80deba164a2f tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Deleting subnet 8eb7f187-bfc2-4374-8cb1-e68b13d399f2 {{(pid=102346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 10:38:47.026539 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 43674) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:38:47.028075 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-19602633-0ce7-4723-956f-80deba164a2f tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks [] for subnet, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:47.033049 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-2a610719-4368-4153-9b2d-d9c06adc2e44 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Request body: {'floatingip': {'floating_network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'port_id': '967a56ab-d182-422c-b19b-3912305db964'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:38:47.060057 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-2a610719-4368-4153-9b2d-d9c06adc2e44 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Publish callbacks [] for floatingip, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:47.077054 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-19602633-0ce7-4723-956f-80deba164a2f tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25847868'] for subnet, precommit_delete_associations {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:47.160785 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-2a610719-4368-4153-9b2d-d9c06adc2e44 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:47.164527 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-19602633-0ce7-4723-956f-80deba164a2f tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855646'] for subnet, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:47.226614 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-19602633-0ce7-4723-956f-80deba164a2f tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27024355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27168307'] for subnet, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:47.254015 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19602633-0ce7-4723-956f-80deba164a2f tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Pushing event deleted for resources: {'Subnet': ['ID=8eb7f187-bfc2-4374-8cb1-e68b13d399f2,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:38:47.259621 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-19602633-0ce7-4723-956f-80deba164a2f tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for subnet, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:47.265256 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-19602633-0ce7-4723-956f-80deba164a2f tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] 10.222.0.44 "DELETE /v2.0/subnets/8eb7f187-bfc2-4374-8cb1-e68b13d399f2 HTTP/1.1" status: 204 len: 168 time: 0.3135307 Oct 27 10:38:47.265589 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 43678) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:38:47.269686 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e4bb1e7-462c-4cfc-81f7-fe4a7f5b9127 None None] Network a3a2d542-53da-4e86-bf77-b0dcf0f24882 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:38:47.299160 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_common [None req-2a610719-4368-4153-9b2d-d9c06adc2e44 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Allocated IP 172.25.8.81 (185ff123-c7ff-45c7-a6be-71feb35acc9c/0fb9f9d1-7384-481f-8fa8-f4566c349d30/2cc8fa60-1022-411f-9383-0da1f3a66d63) {{(pid=102347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:38:47.306998 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-e310f563-45f3-419b-8082-79a7134cf9ca tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0402117 Oct 27 10:38:47.309716 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 43680) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:38:47.314741 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-f152e464-8dba-4277-921e-3babaff6129a tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Request body: {'subnet': {'network_id': 'a3a2d542-53da-4e86-bf77-b0dcf0f24882', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:38:47.325530 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b948f9a-1055-4fa0-a61f-55b8a0d84803 req-c8287345-e25e-47c9-aebd-03a316560e45 tempest-AttachVolumeNegativeTest-477808956 tempest-AttachVolumeNegativeTest-477808956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:38:47.332098 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-2b948f9a-1055-4fa0-a61f-55b8a0d84803 req-c8287345-e25e-47c9-aebd-03a316560e45 tempest-AttachVolumeNegativeTest-477808956 tempest-AttachVolumeNegativeTest-477808956-project] 10.222.0.44 "GET /v2.0/ports?device_id=a77ab14a-450a-45b9-b5e0-9362915d9751 HTTP/1.1" status: 200 len: 945 time: 0.0823910 Oct 27 10:38:47.423114 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f152e464-8dba-4277-921e-3babaff6129a tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Made reservation on behalf of 378140ee2d4f4428be90ff45daafe008 for: {'subnet': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:38:47.428323 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-f152e464-8dba-4277-921e-3babaff6129a tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27167186'] for subnet, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:47.429322 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-2b948f9a-1055-4fa0-a61f-55b8a0d84803 req-ad8c87a3-4399-4cc9-a0fc-1969590d2015 tempest-AttachVolumeNegativeTest-477808956 tempest-AttachVolumeNegativeTest-477808956-project] 10.222.0.44 "GET /v2.0/security-groups?id=6419667f-4570-481f-8a5c-a797762fb34f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544889 Oct 27 10:38:47.467521 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-2a610719-4368-4153-9b2d-d9c06adc2e44 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Publish callbacks [] for port, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:47.501471 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a990f01-2fee-4703-8129-f638f61edb13 None None] DHCP port deletion for a3a2d542-53da-4e86-bf77-b0dcf0f24882 request from n-d-813419-10 {{(pid=102348) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 10:38:47.507024 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-2a610719-4368-4153-9b2d-d9c06adc2e44 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:47.550113 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-0a990f01-2fee-4703-8129-f638f61edb13 None None] Deleting port a75892d6-58e0-404a-893a-6f0dc6c700d5 {{(pid=102348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:38:47.550453 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-0a990f01-2fee-4703-8129-f638f61edb13 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:47.555058 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a610719-4368-4153-9b2d-d9c06adc2e44 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Network 185ff123-c7ff-45c7-a6be-71feb35acc9c is already hosted by enough agents. {{(pid=102347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:38:47.559727 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [None req-2a610719-4368-4153-9b2d-d9c06adc2e44 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Resources bound (agent type, host, resource id): {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:38:47.565136 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a610719-4368-4153-9b2d-d9c06adc2e44 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Received port after_create {{(pid=102347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:38:47.568781 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a610719-4368-4153-9b2d-d9c06adc2e44 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Pushing event updated for resources: {'Port': ['ID=2cc8fa60-1022-411f-9383-0da1f3a66d63,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:38:47.622916 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-0a990f01-2fee-4703-8129-f638f61edb13 None None] For port a75892d6-58e0-404a-893a-6f0dc6c700d5, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=a75892d6-58e0-404a-893a-6f0dc6c700d5,segment=NetworkSegment(eef0c4ec-5773-434c-ac68-3d91e838e9be),segment_id=eef0c4ec-5773-434c-ac68-3d91e838e9be)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:38:47.623391 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-0a990f01-2fee-4703-8129-f638f61edb13 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:47.639340 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-0a990f01-2fee-4703-8129-f638f61edb13 None None] Calling delete_port for a75892d6-58e0-404a-893a-6f0dc6c700d5 owned by network:dhcp {{(pid=102348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:38:47.727938 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device a75892d6-58e0-404a-893a-6f0dc6c700d5 no longer exists at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:38:47.771786 n-d-813419-10 neutron-server[102346]: DEBUG neutron.objects.ports [None req-f152e464-8dba-4277-921e-3babaff6129a tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102346) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 27 10:38:47.878224 n-d-813419-10 neutron-server[102346]: WARNING neutron.services.revisions.revision_plugin [None req-f152e464-8dba-4277-921e-3babaff6129a tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Could not find related port for resource to bump revision. Oct 27 10:38:47.885884 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.ipam_pluggable_backend [None req-f152e464-8dba-4277-921e-3babaff6129a tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Port a75892d6-58e0-404a-893a-6f0dc6c700d5 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=102346) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Oct 27 10:38:47.887338 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.ipam_pluggable_backend [None req-f152e464-8dba-4277-921e-3babaff6129a tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Reverting IP allocation for 2001:db8::f816:3eff:feb2:f481 {{(pid=102346) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Oct 27 10:38:47.890818 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.ipam_pluggable_backend [None req-f152e464-8dba-4277-921e-3babaff6129a tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Reverting IP allocation failed for 2001:db8::f816:3eff:feb2:f481 {{(pid=102346) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Oct 27 10:38:47.892115 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-f152e464-8dba-4277-921e-3babaff6129a tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27024290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27167168'] for subnet, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:47.938112 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f152e464-8dba-4277-921e-3babaff6129a tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Network a3a2d542-53da-4e86-bf77-b0dcf0f24882 is already hosted by enough agents. {{(pid=102346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:38:47.941599 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-f152e464-8dba-4277-921e-3babaff6129a tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Resources bound (agent type, host, resource id): {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:38:47.944638 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f152e464-8dba-4277-921e-3babaff6129a tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:38:47.945224 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-f152e464-8dba-4277-921e-3babaff6129a tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for subnet, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:47.959599 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f152e464-8dba-4277-921e-3babaff6129a tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Pushing event updated for resources: {'Subnet': ['ID=2a74f266-5282-44ff-8ec1-53fafb19e301,revision_number=0']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:38:47.970065 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-f152e464-8dba-4277-921e-3babaff6129a tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.6593032 Oct 27 10:38:47.972622 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 43686) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:38:47.978497 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-e99ba69d-abed-4acf-b583-f55484bcae90 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Request body: {'port': {'network_id': 'a3a2d542-53da-4e86-bf77-b0dcf0f24882', 'mac_address': 'fa:16:3e:9a:b4:3b', 'name': 'tempest-NetworksTestDHCPv6-2085889274'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:38:47.985543 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-0a990f01-2fee-4703-8129-f638f61edb13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615'] for port, after_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:48.020888 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a990f01-2fee-4703-8129-f638f61edb13 None None] Pushing event deleted for resources: {'Port': ['ID=a75892d6-58e0-404a-893a-6f0dc6c700d5,revision_number=None']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:38:48.022877 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a990f01-2fee-4703-8129-f638f61edb13 None None] No DVR routers for this DVR port a75892d6-58e0-404a-893a-6f0dc6c700d5 on host n-d-813419-10 {{(pid=102348) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:38:48.024858 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:48.029822 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-2a610719-4368-4153-9b2d-d9c06adc2e44 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:48.051924 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e53ef2f2-dfc2-4389-bbd0-2a8a8da82a4e None None] Network a3a2d542-53da-4e86-bf77-b0dcf0f24882 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:38:48.125327 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-2a610719-4368-4153-9b2d-d9c06adc2e44 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:48.127703 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e99ba69d-abed-4acf-b583-f55484bcae90 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Made reservation on behalf of 378140ee2d4f4428be90ff45daafe008 for: {'port': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:38:48.131834 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-e99ba69d-abed-4acf-b583-f55484bcae90 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:48.154070 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [None req-e99ba69d-abed-4acf-b583-f55484bcae90 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] device_id is not set on port 3a4c2d34-dfa3-4d50-ba3b-5a3e56720f4d yet. {{(pid=102346) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 10:38:48.231912 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b96a532-98d3-4202-ae5e-5b668a7e4155 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp734b258e-7d96-550c-b970-9b72ab66f383-a3a2d542-53da-4e86-bf77-b0dcf0f24882', 'network_id': 'a3a2d542-53da-4e86-bf77-b0dcf0f24882', 'tenant_id': '378140ee2d4f4428be90ff45daafe008', 'fixed_ips': [{'subnet_id': '2a74f266-5282-44ff-8ec1-53fafb19e301'}]}} from n-d-813419-10. {{(pid=102348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 10:38:48.233369 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-0b96a532-98d3-4202-ae5e-5b668a7e4155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:48.267244 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_common [None req-e99ba69d-abed-4acf-b583-f55484bcae90 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Allocated IP 2001:db8::f816:3eff:fe9a:b43b (a3a2d542-53da-4e86-bf77-b0dcf0f24882/2a74f266-5282-44ff-8ec1-53fafb19e301/3a4c2d34-dfa3-4d50-ba3b-5a3e56720f4d) {{(pid=102346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:38:48.304620 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-2a610719-4368-4153-9b2d-d9c06adc2e44 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Publish callbacks [] for port, precommit_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:48.309404 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-2a610719-4368-4153-9b2d-d9c06adc2e44 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:48.336744 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device ec050e6e-fb10-458c-a526-b25309f5a976 up at agent hyperv_n-h1-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:38:48.387939 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Provisioning for port ec050e6e-fb10-458c-a526-b25309f5a976 completed by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 10:38:48.392235 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Provisioning complete for port ec050e6e-fb10-458c-a526-b25309f5a976 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:38:48.392540 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:48.393434 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-2a610719-4368-4153-9b2d-d9c06adc2e44 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1664826'] for floatingip, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:48.434039 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-e99ba69d-abed-4acf-b583-f55484bcae90 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks [] for port, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:48.436263 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a610719-4368-4153-9b2d-d9c06adc2e44 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Pushing event updated for resources: {'Port': ['ID=2cc8fa60-1022-411f-9383-0da1f3a66d63,revision_number=2']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:38:48.476464 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:48.480152 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-e99ba69d-abed-4acf-b583-f55484bcae90 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:48.512269 n-d-813419-10 neutron-server[102347]: INFO neutron.db.l3_db [None req-2a610719-4368-4153-9b2d-d9c06adc2e44 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Floating IP 5501970e-a413-48ed-b38f-9827537fb78e associated. External IP: 172.25.8.81, port: 967a56ab-d182-422c-b19b-3912305db964. Oct 27 10:38:48.536299 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a77ab14a-450a-45b9-b5e0-9362915d9751', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec050e6e-fb10-458c-a526-b25309f5a976'}] {{(pid=102348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:38:48.538911 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c588921fa634554a1d9242fdea1b05457a9ff1d3b28ba54ec1dace7f2f1df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5b982e1-e7d5-4ebb-b877-9690e881d664" -d '{"events": [{"server_uuid": "a77ab14a-450a-45b9-b5e0-9362915d9751", "name": "network-vif-plugged", "status": "completed", "tag": "ec050e6e-fb10-458c-a526-b25309f5a976"}]}' {{(pid=102348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:38:48.546190 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port ec050e6e-fb10-458c-a526-b25309f5a976, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=ec050e6e-fb10-458c-a526-b25309f5a976,segment=NetworkSegment(cb1f304e-3238-44f1-ae7f-78d4e314acae),segment_id=cb1f304e-3238-44f1-ae7f-78d4e314acae)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:38:48.551426 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e99ba69d-abed-4acf-b583-f55484bcae90 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Network a3a2d542-53da-4e86-bf77-b0dcf0f24882 is already hosted by enough agents. {{(pid=102346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:38:48.551653 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:48.570038 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-e99ba69d-abed-4acf-b583-f55484bcae90 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Resources bound (agent type, host, resource id): {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:38:48.590248 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e99ba69d-abed-4acf-b583-f55484bcae90 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Received port after_create {{(pid=102346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:38:48.591610 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.db_base_plugin_common [None req-0b96a532-98d3-4202-ae5e-5b668a7e4155 None None] Allocated IP 2001:db8::f816:3eff:fe9a:98a1 (a3a2d542-53da-4e86-bf77-b0dcf0f24882/2a74f266-5282-44ff-8ec1-53fafb19e301/ab6352f2-4f0e-4eb3-88b2-542cfff32de9) {{(pid=102348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:38:48.595921 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e99ba69d-abed-4acf-b583-f55484bcae90 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:38:48.597125 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-e99ba69d-abed-4acf-b583-f55484bcae90 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:48.606012 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99ba69d-abed-4acf-b583-f55484bcae90 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Pushing event updated for resources: {'Port': ['ID=3a4c2d34-dfa3-4d50-ba3b-5a3e56720f4d,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:38:48.610001 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:38:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23f3ef33-600e-4658-bb12-5acaa903c254 x-openstack-request-id: req-23f3ef33-600e-4658-bb12-5acaa903c254 {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:38:48.611603 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a77ab14a-450a-45b9-b5e0-9362915d9751", "name": "network-vif-plugged", "status": "completed", "tag": "ec050e6e-fb10-458c-a526-b25309f5a976", "code": 200}]} {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:38:48.611932 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-23f3ef33-600e-4658-bb12-5acaa903c254 {{(pid=102348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:38:48.612548 n-d-813419-10 neutron-server[102348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a77ab14a-450a-45b9-b5e0-9362915d9751', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec050e6e-fb10-458c-a526-b25309f5a976', 'code': 200} Oct 27 10:38:48.630325 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44633560-bb26-4ce6-b882-36d5cfc1be36 req-cf132183-ad3d-4b39-bd06-95a44d19e1ae tempest-AttachVolumeNegativeTest-477808956 tempest-AttachVolumeNegativeTest-477808956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:38:48.632436 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-44633560-bb26-4ce6-b882-36d5cfc1be36 req-cf132183-ad3d-4b39-bd06-95a44d19e1ae tempest-AttachVolumeNegativeTest-477808956 tempest-AttachVolumeNegativeTest-477808956-project] 10.222.0.44 "GET /v2.0/ports?device_id=a77ab14a-450a-45b9-b5e0-9362915d9751 HTTP/1.1" status: 200 len: 946 time: 0.0935421 Oct 27 10:38:48.636280 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-e99ba69d-abed-4acf-b583-f55484bcae90 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.6625576 Oct 27 10:38:48.639312 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 43692) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:38:48.655515 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Pushing event updated for resources: {'Port': ['ID=ec050e6e-fb10-458c-a526-b25309f5a976,revision_number=5']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:38:48.714539 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-44633560-bb26-4ce6-b882-36d5cfc1be36 req-dc15b073-7e6c-463b-b004-f816366ab50b tempest-AttachVolumeNegativeTest-477808956 tempest-AttachVolumeNegativeTest-477808956-project] 10.222.0.44 "GET /v2.0/security-groups?id=6419667f-4570-481f-8a5c-a797762fb34f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641747 Oct 27 10:38:48.718995 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c77a344-7594-44d0-94b3-d7140825c418 req-8ad386e4-4e79-4943-99d6-a4396bfb4657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:38:48.720528 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-4c77a344-7594-44d0-94b3-d7140825c418 req-8ad386e4-4e79-4943-99d6-a4396bfb4657 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=a77ab14a-450a-45b9-b5e0-9362915d9751 HTTP/1.1" status: 200 len: 1098 time: 0.0543985 Oct 27 10:38:48.723351 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e39c2f4d-bcf4-4885-bb6e-342c712ac1ab tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:38:48.725501 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-e39c2f4d-bcf4-4885-bb6e-342c712ac1ab tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.0852175 Oct 27 10:38:48.728092 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 43696) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:38:48.838285 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-4c77a344-7594-44d0-94b3-d7140825c418 req-2a7fa39a-545f-4861-9fae-ee366993ab5f service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=6419667f-4570-481f-8a5c-a797762fb34f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080410 Oct 27 10:38:48.857952 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-0b96a532-98d3-4202-ae5e-5b668a7e4155 None None] Publish callbacks [] for port, precommit_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:48.863437 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-268d8ad5-e05e-4136-9832-4f0142942ab2 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Deleting port 3a4c2d34-dfa3-4d50-ba3b-5a3e56720f4d {{(pid=102346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:38:48.864803 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-268d8ad5-e05e-4136-9832-4f0142942ab2 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:48.872073 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-0b96a532-98d3-4202-ae5e-5b668a7e4155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606'] for port, after_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:48.874509 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a610719-4368-4153-9b2d-d9c06adc2e44 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Router a042eb13-6a44-40a6-a824-b3ddb3fcab62 has already been hosted by L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb {{(pid=102347) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 10:38:48.919088 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b96a532-98d3-4202-ae5e-5b668a7e4155 None None] Pushing event updated for resources: {'Port': ['ID=ab6352f2-4f0e-4eb3-88b2-542cfff32de9,revision_number=1']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:38:48.922253 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-62bf349e-2251-4387-b322-3da6f1bb398f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:48.932141 n-d-813419-10 neutron-server[102348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b96a532-98d3-4202-ae5e-5b668a7e4155 None None] Network a3a2d542-53da-4e86-bf77-b0dcf0f24882 is already hosted by enough agents. {{(pid=102348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:38:48.933999 n-d-813419-10 neutron-server[102348]: DEBUG neutron.scheduler.base_scheduler [None req-0b96a532-98d3-4202-ae5e-5b668a7e4155 None None] Resources bound (agent type, host, resource id): {{(pid=102348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:38:48.936321 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b96a532-98d3-4202-ae5e-5b668a7e4155 None None] Received port after_create {{(pid=102348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:38:48.971820 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-268d8ad5-e05e-4136-9832-4f0142942ab2 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:48.984601 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-268d8ad5-e05e-4136-9832-4f0142942ab2 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Calling delete_port for 3a4c2d34-dfa3-4d50-ba3b-5a3e56720f4d owned by {{(pid=102346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:38:48.985050 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a610719-4368-4153-9b2d-d9c06adc2e44 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:38:48.996551 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-0b96a532-98d3-4202-ae5e-5b668a7e4155 None None] Attempting to bind port ab6352f2-4f0e-4eb3-88b2-542cfff32de9 on host n-d-813419-10 for vnic_type normal with profile {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:38:48.997016 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-0b96a532-98d3-4202-ae5e-5b668a7e4155 None None] Attempting to bind port ab6352f2-4f0e-4eb3-88b2-542cfff32de9 by drivers openvswitch,hyperv on host n-d-813419-10 at level 0 using segments [{'id': 'eef0c4ec-5773-434c-ac68-3d91e838e9be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a3a2d542-53da-4e86-bf77-b0dcf0f24882'}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:38:48.997289 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b96a532-98d3-4202-ae5e-5b668a7e4155 None None] Attempting to bind port ab6352f2-4f0e-4eb3-88b2-542cfff32de9 on network a3a2d542-53da-4e86-bf77-b0dcf0f24882 {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:38:49.001951 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e41f424a-1993-4877-bd3d-910d88627e5b None None] Sync routers for ids ['a042eb13-6a44-40a6-a824-b3ddb3fcab62'] in n-d-813419-10 {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:38:49.006747 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-2a610719-4368-4153-9b2d-d9c06adc2e44 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for floatingip, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:49.010158 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b96a532-98d3-4202-ae5e-5b668a7e4155 None None] Checking agent: {'id': '89dba0f3-79b2-435e-9822-33674b8f6ada', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 8, 20), 'started_at': datetime.datetime(2021, 10, 27, 10, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 38, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:38:49.010767 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b96a532-98d3-4202-ae5e-5b668a7e4155 None None] Checking segment: {'id': 'eef0c4ec-5773-434c-ac68-3d91e838e9be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a3a2d542-53da-4e86-bf77-b0dcf0f24882'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:38:49.010920 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-0b96a532-98d3-4202-ae5e-5b668a7e4155 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:49.011310 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b96a532-98d3-4202-ae5e-5b668a7e4155 None None] Bound using segment: {'id': 'eef0c4ec-5773-434c-ac68-3d91e838e9be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a3a2d542-53da-4e86-bf77-b0dcf0f24882'} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:38:49.011774 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-0b96a532-98d3-4202-ae5e-5b668a7e4155 None None] Bound port: ab6352f2-4f0e-4eb3-88b2-542cfff32de9, host: n-d-813419-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eef0c4ec-5773-434c-ac68-3d91e838e9be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a3a2d542-53da-4e86-bf77-b0dcf0f24882'}}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:38:49.012156 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-0b96a532-98d3-4202-ae5e-5b668a7e4155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:49.027321 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e41f424a-1993-4877-bd3d-910d88627e5b None None] Routers {'a042eb13-6a44-40a6-a824-b3ddb3fcab62'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:38:49.027943 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-e41f424a-1993-4877-bd3d-910d88627e5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:38:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['a042eb13-6a44-40a6-a824-b3ddb3fcab62'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:38:49.037293 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-2a610719-4368-4153-9b2d-d9c06adc2e44 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 2.0090268 Oct 27 10:38:49.039764 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 43700) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:38:49.044535 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-7bf59a57-2994-4da0-9e0a-eba641292846 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1709651906'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:38:49.066064 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bf59a57-2994-4da0-9e0a-eba641292846 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Made reservation on behalf of 7318d2885ba54c7288540ee60a74f572 for: {'network': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:38:49.070314 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-7bf59a57-2994-4da0-9e0a-eba641292846 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for network, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:49.077997 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-e41f424a-1993-4877-bd3d-910d88627e5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:38:49.096157 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e41f424a-1993-4877-bd3d-910d88627e5b None None] Routers {'a042eb13-6a44-40a6-a824-b3ddb3fcab62'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:38:49.096785 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-e41f424a-1993-4877-bd3d-910d88627e5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:38:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['a042eb13-6a44-40a6-a824-b3ddb3fcab62'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:38:49.135674 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-268d8ad5-e05e-4136-9832-4f0142942ab2 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:49.135933 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-e41f424a-1993-4877-bd3d-910d88627e5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:38:49.136562 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e41f424a-1993-4877-bd3d-910d88627e5b None None] The sync data for ids ['a042eb13-6a44-40a6-a824-b3ddb3fcab62'] in n-d-813419-10 is: [] {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:38:49.148764 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7bf59a57-2994-4da0-9e0a-eba641292846 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 426} {{(pid=102347) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 10:38:49.155121 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-0b96a532-98d3-4202-ae5e-5b668a7e4155 None None] For port ab6352f2-4f0e-4eb3-88b2-542cfff32de9, host n-d-813419-10, cleared binding levels {{(pid=102348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:38:49.159358 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-0b96a532-98d3-4202-ae5e-5b668a7e4155 None None] For port ab6352f2-4f0e-4eb3-88b2-542cfff32de9, host n-d-813419-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=ab6352f2-4f0e-4eb3-88b2-542cfff32de9,segment=NetworkSegment(eef0c4ec-5773-434c-ac68-3d91e838e9be),segment_id=eef0c4ec-5773-434c-ac68-3d91e838e9be)] {{(pid=102348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:38:49.161222 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-7bf59a57-2994-4da0-9e0a-eba641292846 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:49.161857 n-d-813419-10 neutron-server[102347]: INFO neutron.db.segments_db [None req-7bf59a57-2994-4da0-9e0a-eba641292846 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Added segment 5f88d9ba-7f91-4565-a60a-2a2bc2027112 of type vlan for network c9e135d9-ea61-48e4-9c06-a37f4940c49b Oct 27 10:38:49.164996 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-0b96a532-98d3-4202-ae5e-5b668a7e4155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:49.174295 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268d8ad5-e05e-4136-9832-4f0142942ab2 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Pushing event deleted for resources: {'Port': ['ID=3a4c2d34-dfa3-4d50-ba3b-5a3e56720f4d,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:38:49.205279 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-268d8ad5-e05e-4136-9832-4f0142942ab2 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:49.207757 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-7bf59a57-2994-4da0-9e0a-eba641292846 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743872593080'] for network, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:49.211184 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-268d8ad5-e05e-4136-9832-4f0142942ab2 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] 10.222.0.44 "DELETE /v2.0/ports/3a4c2d34-dfa3-4d50-ba3b-5a3e56720f4d HTTP/1.1" status: 204 len: 168 time: 0.4799576 Oct 27 10:38:49.211655 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 43702) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:38:49.242250 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b96a532-98d3-4202-ae5e-5b668a7e4155 None None] Pushing event updated for resources: {'Port': ['ID=ab6352f2-4f0e-4eb3-88b2-542cfff32de9,revision_number=2']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:38:49.539513 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.db.resource_extend [None req-7bf59a57-2994-4da0-9e0a-eba641292846 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] It took 0.32 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 27 10:38:49.569315 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe7605db-ad9f-409a-b161-b9ffaba05e97 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:38:49.570934 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe7605db-ad9f-409a-b161-b9ffaba05e97 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:38:49.572441 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-fe7605db-ad9f-409a-b161-b9ffaba05e97 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.3600924 Oct 27 10:38:49.573215 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-7bf59a57-2994-4da0-9e0a-eba641292846 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913'] for network, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:49.575194 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 43704) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:38:49.578230 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bf59a57-2994-4da0-9e0a-eba641292846 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:38:49.578795 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-7bf59a57-2994-4da0-9e0a-eba641292846 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for network, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:49.628839 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_v2 [None req-3fd3e00c-ee5a-4999-a20d-96b7c1a95b0a tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Deleting subnet 2a74f266-5282-44ff-8ec1-53fafb19e301 {{(pid=102346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 10:38:49.632059 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-3fd3e00c-ee5a-4999-a20d-96b7c1a95b0a tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks [] for subnet, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:49.646870 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-7bf59a57-2994-4da0-9e0a-eba641292846 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.6055045 Oct 27 10:38:49.647509 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 43706) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:38:49.659485 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-21c5ebb4-cf63-4bd9-92eb-9df36d278dc0 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Request body: {'subnet': {'network_id': 'c9e135d9-ea61-48e4-9c06-a37f4940c49b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:38:49.665499 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf59a57-2994-4da0-9e0a-eba641292846 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Pushing event updated for resources: {'Network': ['ID=c9e135d9-ea61-48e4-9c06-a37f4940c49b,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:38:49.677561 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Network c9e135d9-ea61-48e4-9c06-a37f4940c49b details requested by agent ovs-agent-n-d-813419-10 with host n-d-813419-10 {{(pid=102348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 10:38:49.687207 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-3fd3e00c-ee5a-4999-a20d-96b7c1a95b0a tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25847868'] for subnet, precommit_delete_associations {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:49.779645 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21c5ebb4-cf63-4bd9-92eb-9df36d278dc0 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Made reservation on behalf of 7318d2885ba54c7288540ee60a74f572 for: {'subnet': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:38:49.783645 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-21c5ebb4-cf63-4bd9-92eb-9df36d278dc0 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18044073'] for subnet, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:49.789280 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device ab6352f2-4f0e-4eb3-88b2-542cfff32de9 up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:38:49.803926 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-3fd3e00c-ee5a-4999-a20d-96b7c1a95b0a tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855646'] for subnet, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:49.886610 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-3fd3e00c-ee5a-4999-a20d-96b7c1a95b0a tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27024355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27168307'] for subnet, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:49.887501 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port ab6352f2-4f0e-4eb3-88b2-542cfff32de9 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:38:49.890866 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:49.932687 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd3e00c-ee5a-4999-a20d-96b7c1a95b0a tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Pushing event deleted for resources: {'Subnet': ['ID=2a74f266-5282-44ff-8ec1-53fafb19e301,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:38:49.938515 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-3fd3e00c-ee5a-4999-a20d-96b7c1a95b0a tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for subnet, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:49.943050 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-3fd3e00c-ee5a-4999-a20d-96b7c1a95b0a tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] 10.222.0.44 "DELETE /v2.0/subnets/2a74f266-5282-44ff-8ec1-53fafb19e301 HTTP/1.1" status: 204 len: 168 time: 0.3667073 Oct 27 10:38:49.945463 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 43714) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:38:49.957733 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c834ce1-16a3-409c-89d5-33436f06a49b req-efca9ee5-a17a-4a4e-b20c-3b9d9e6878bc tempest-AttachVolumeNegativeTest-477808956 tempest-AttachVolumeNegativeTest-477808956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:38:49.959998 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8c834ce1-16a3-409c-89d5-33436f06a49b req-efca9ee5-a17a-4a4e-b20c-3b9d9e6878bc tempest-AttachVolumeNegativeTest-477808956 tempest-AttachVolumeNegativeTest-477808956-project] 10.222.0.44 "GET /v2.0/ports?device_id=a77ab14a-450a-45b9-b5e0-9362915d9751 HTTP/1.1" status: 200 len: 946 time: 0.1183550 Oct 27 10:38:49.986648 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:50.016707 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-eadeaa30-4096-4d1a-b3cb-aa7ebfb291ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:50.055049 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8c834ce1-16a3-409c-89d5-33436f06a49b req-d38c788b-1549-44ba-975b-048a7b9330da tempest-AttachVolumeNegativeTest-477808956 tempest-AttachVolumeNegativeTest-477808956-project] 10.222.0.44 "GET /v2.0/security-groups?id=6419667f-4570-481f-8a5c-a797762fb34f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822558 Oct 27 10:38:50.077523 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:50.092469 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 43716) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:38:50.092814 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-5287354f-8f54-424c-89f2-c299b149a6cf tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1436818 Oct 27 10:38:50.145391 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] For port ab6352f2-4f0e-4eb3-88b2-542cfff32de9, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=ab6352f2-4f0e-4eb3-88b2-542cfff32de9,segment=NetworkSegment(eef0c4ec-5773-434c-ac68-3d91e838e9be),segment_id=eef0c4ec-5773-434c-ac68-3d91e838e9be)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:38:50.156832 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:50.200043 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aaeb853-91be-42fd-a97a-580d94a71793 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:38:50.204232 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-6aaeb853-91be-42fd-a97a-580d94a71793 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1075368 Oct 27 10:38:50.204232 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-21c5ebb4-cf63-4bd9-92eb-9df36d278dc0 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-18295883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18044091'] for subnet, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:50.204795 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 43718) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:38:50.222292 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Pushing event updated for resources: {'Port': ['ID=ab6352f2-4f0e-4eb3-88b2-542cfff32de9,revision_number=4']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:38:50.262222 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c5ebb4-cf63-4bd9-92eb-9df36d278dc0 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Pushing event updated for resources: {'Subnet': ['ID=a64dd692-ff0f-4bb0-af74-8ee4c5c16617,revision_number=0']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:38:50.272560 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06b7f1e1-98d1-4553-b06e-01ad27f4e5da tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:38:50.276552 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-06b7f1e1-98d1-4553-b06e-01ad27f4e5da tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0676267 Oct 27 10:38:50.277445 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 43720) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:38:50.282796 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21c5ebb4-cf63-4bd9-92eb-9df36d278dc0 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Checking segment: {'id': '5f88d9ba-7f91-4565-a60a-2a2bc2027112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'c9e135d9-ea61-48e4-9c06-a37f4940c49b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:38:50.283240 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21c5ebb4-cf63-4bd9-92eb-9df36d278dc0 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Network hostable DHCP agents. Network: c9e135d9-ea61-48e4-9c06-a37f4940c49b, hostable agents: ['eafd4000-b897-4722-ae8b-0118ec955181'], hosted agents: [] {{(pid=102347) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 10:38:50.300709 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21c5ebb4-cf63-4bd9-92eb-9df36d278dc0 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Network c9e135d9-ea61-48e4-9c06-a37f4940c49b is scheduled to be hosted by DHCP agent eafd4000-b897-4722-ae8b-0118ec955181 with binding_index 1 {{(pid=102347) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 10:38:50.310870 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [None req-21c5ebb4-cf63-4bd9-92eb-9df36d278dc0 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-10, c9e135d9-ea61-48e4-9c06-a37f4940c49b) {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:38:50.320932 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-7609235b-a2a0-48e8-b7c3-95ad775e99a1 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0376265 Oct 27 10:38:50.321136 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 43722) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:38:50.323748 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21c5ebb4-cf63-4bd9-92eb-9df36d278dc0 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:38:50.324454 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-21c5ebb4-cf63-4bd9-92eb-9df36d278dc0 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Publish callbacks [] for subnet, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:50.332220 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15782cdb-0658-4118-9fc1-fd087351dc1e None None] Network c9e135d9-ea61-48e4-9c06-a37f4940c49b requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:38:50.332424 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-023f0af0-415e-4f3b-99d6-f327e6d39a39 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Request body: {'subnet': {'network_id': 'a3a2d542-53da-4e86-bf77-b0dcf0f24882', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:38:50.360737 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-21c5ebb4-cf63-4bd9-92eb-9df36d278dc0 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7102888 Oct 27 10:38:50.361784 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 43724) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:38:50.367706 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-cbdda323-332e-48d4-b3b7-b50981508891 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1582363118', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'}, 'admin_state_up': False}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:38:50.381730 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88785aa5-28c5-4f54-a7b2-382a4437b3b1 None None] Network a3a2d542-53da-4e86-bf77-b0dcf0f24882 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:38:50.398488 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-cbdda323-332e-48d4-b3b7-b50981508891 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1768632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3610'] for router, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:50.399501 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-cbdda323-332e-48d4-b3b7-b50981508891 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1765704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1769409', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1694266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3597'] for router, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:50.437542 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-023f0af0-415e-4f3b-99d6-f327e6d39a39 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Made reservation on behalf of 378140ee2d4f4428be90ff45daafe008 for: {'subnet': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:38:50.441270 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-023f0af0-415e-4f3b-99d6-f327e6d39a39 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27167186'] for subnet, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:50.454637 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-9fb3ec90-ecd4-4e4a-a90c-3897cb3609c8 None None] Provisioning complete for port ab6352f2-4f0e-4eb3-88b2-542cfff32de9 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:38:50.454828 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-9fb3ec90-ecd4-4e4a-a90c-3897cb3609c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:50.457912 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-cbdda323-332e-48d4-b3b7-b50981508891 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:50.605151 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-cbdda323-332e-48d4-b3b7-b50981508891 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:50.650573 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-023f0af0-415e-4f3b-99d6-f327e6d39a39 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27024290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27167168'] for subnet, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:50.676938 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1d9b85a-5e3a-42b9-b2ce-6d1459610aba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp734b258e-7d96-550c-b970-9b72ab66f383-c9e135d9-ea61-48e4-9c06-a37f4940c49b', 'network_id': 'c9e135d9-ea61-48e4-9c06-a37f4940c49b', 'tenant_id': '7318d2885ba54c7288540ee60a74f572', 'fixed_ips': [{'subnet_id': 'a64dd692-ff0f-4bb0-af74-8ee4c5c16617'}]}} from n-d-813419-10. {{(pid=102348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 10:38:50.678367 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f1d9b85a-5e3a-42b9-b2ce-6d1459610aba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:50.695740 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-023f0af0-415e-4f3b-99d6-f327e6d39a39 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Network a3a2d542-53da-4e86-bf77-b0dcf0f24882 is already hosted by enough agents. {{(pid=102346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:38:50.703974 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-023f0af0-415e-4f3b-99d6-f327e6d39a39 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Resources bound (agent type, host, resource id): {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:38:50.707141 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-023f0af0-415e-4f3b-99d6-f327e6d39a39 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:38:50.707752 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-023f0af0-415e-4f3b-99d6-f327e6d39a39 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for subnet, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:50.725965 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023f0af0-415e-4f3b-99d6-f327e6d39a39 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Pushing event updated for resources: {'Subnet': ['ID=7263a193-9f49-40fe-8f4f-001762b6252d,revision_number=0']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:38:50.738408 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-023f0af0-415e-4f3b-99d6-f327e6d39a39 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4138007 Oct 27 10:38:50.738899 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 43726) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:38:50.747647 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-686ca69c-77e5-45f0-b0ef-018b9563e8a0 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Request body: {'port': {'network_id': 'a3a2d542-53da-4e86-bf77-b0dcf0f24882', 'mac_address': 'fa:16:3e:d0:2e:f7', 'name': 'tempest-NetworksTestDHCPv6-752919509'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:38:50.769384 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7dc8dc7-620d-4cd8-8642-85d08fc52394 None None] DHCP port deletion for a3a2d542-53da-4e86-bf77-b0dcf0f24882 request from n-d-813419-10 {{(pid=102348) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 10:38:50.819536 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-cbdda323-332e-48d4-b3b7-b50981508891 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Publish callbacks [] for router_gateway, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:50.838582 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-cbdda323-332e-48d4-b3b7-b50981508891 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:50.872082 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.db_base_plugin_common [None req-f1d9b85a-5e3a-42b9-b2ce-6d1459610aba None None] Allocated IP 172.20.0.2 (c9e135d9-ea61-48e4-9c06-a37f4940c49b/a64dd692-ff0f-4bb0-af74-8ee4c5c16617/f28265f2-2d76-49be-8ad8-e3553625f948) {{(pid=102348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:38:50.877915 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-686ca69c-77e5-45f0-b0ef-018b9563e8a0 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Made reservation on behalf of 378140ee2d4f4428be90ff45daafe008 for: {'port': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:38:50.887151 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-b7dc8dc7-620d-4cd8-8642-85d08fc52394 None None] Deleting port ab6352f2-4f0e-4eb3-88b2-542cfff32de9 {{(pid=102348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:38:50.887655 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-b7dc8dc7-620d-4cd8-8642-85d08fc52394 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:50.967590 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-686ca69c-77e5-45f0-b0ef-018b9563e8a0 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:50.977657 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_common [None req-cbdda323-332e-48d4-b3b7-b50981508891 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Allocated IP 172.25.8.148 (185ff123-c7ff-45c7-a6be-71feb35acc9c/0fb9f9d1-7384-481f-8fa8-f4566c349d30/adb48a97-203f-4b68-bc05-6dc96c5b5cf7) {{(pid=102347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:38:50.996357 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [None req-686ca69c-77e5-45f0-b0ef-018b9563e8a0 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] device_id is not set on port 5d948892-a6b3-4525-a761-7802f6b14c4d yet. {{(pid=102346) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 10:38:51.102628 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-cbdda323-332e-48d4-b3b7-b50981508891 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Publish callbacks [] for port, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:51.162643 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-cbdda323-332e-48d4-b3b7-b50981508891 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:51.166671 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_common [None req-686ca69c-77e5-45f0-b0ef-018b9563e8a0 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Allocated IP 2001:db8::31f (a3a2d542-53da-4e86-bf77-b0dcf0f24882/7263a193-9f49-40fe-8f4f-001762b6252d/5d948892-a6b3-4525-a761-7802f6b14c4d) {{(pid=102346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:38:51.196898 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-b7dc8dc7-620d-4cd8-8642-85d08fc52394 None None] For port ab6352f2-4f0e-4eb3-88b2-542cfff32de9, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=ab6352f2-4f0e-4eb3-88b2-542cfff32de9,segment=NetworkSegment(eef0c4ec-5773-434c-ac68-3d91e838e9be),segment_id=eef0c4ec-5773-434c-ac68-3d91e838e9be)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:38:51.197467 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-b7dc8dc7-620d-4cd8-8642-85d08fc52394 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:51.211509 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbdda323-332e-48d4-b3b7-b50981508891 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Network 185ff123-c7ff-45c7-a6be-71feb35acc9c is already hosted by enough agents. {{(pid=102347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:38:51.218523 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [None req-cbdda323-332e-48d4-b3b7-b50981508891 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Resources bound (agent type, host, resource id): {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:38:51.220827 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-b7dc8dc7-620d-4cd8-8642-85d08fc52394 None None] Calling delete_port for ab6352f2-4f0e-4eb3-88b2-542cfff32de9 owned by network:dhcp {{(pid=102348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:38:51.222724 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbdda323-332e-48d4-b3b7-b50981508891 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Received port after_create {{(pid=102347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:38:51.250351 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdda323-332e-48d4-b3b7-b50981508891 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Pushing event updated for resources: {'Port': ['ID=adb48a97-203f-4b68-bc05-6dc96c5b5cf7,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:38:51.260525 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d40c46-4730-48c3-be87-b809d7cb44b3 req-d0e90604-d2b2-4d4a-960e-ec2e998c4d9f tempest-AttachVolumeNegativeTest-477808956 tempest-AttachVolumeNegativeTest-477808956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:38:51.262110 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-b5d40c46-4730-48c3-be87-b809d7cb44b3 req-d0e90604-d2b2-4d4a-960e-ec2e998c4d9f tempest-AttachVolumeNegativeTest-477808956 tempest-AttachVolumeNegativeTest-477808956-project] 10.222.0.44 "GET /v2.0/ports?device_id=a77ab14a-450a-45b9-b5e0-9362915d9751 HTTP/1.1" status: 200 len: 946 time: 0.0814822 Oct 27 10:38:51.306746 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f1d9b85a-5e3a-42b9-b2ce-6d1459610aba None None] Publish callbacks [] for port, precommit_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:51.319998 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f1d9b85a-5e3a-42b9-b2ce-6d1459610aba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606'] for port, after_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:51.367237 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-b5d40c46-4730-48c3-be87-b809d7cb44b3 req-61e82858-ce97-43db-a765-6787d5f8390b tempest-AttachVolumeNegativeTest-477808956 tempest-AttachVolumeNegativeTest-477808956-project] 10.222.0.44 "GET /v2.0/security-groups?id=6419667f-4570-481f-8a5c-a797762fb34f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945141 Oct 27 10:38:51.376935 n-d-813419-10 neutron-server[102348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1d9b85a-5e3a-42b9-b2ce-6d1459610aba None None] Network c9e135d9-ea61-48e4-9c06-a37f4940c49b is already hosted by enough agents. {{(pid=102348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:38:51.380600 n-d-813419-10 neutron-server[102348]: DEBUG neutron.scheduler.base_scheduler [None req-f1d9b85a-5e3a-42b9-b2ce-6d1459610aba None None] Resources bound (agent type, host, resource id): {{(pid=102348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:38:51.386125 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1d9b85a-5e3a-42b9-b2ce-6d1459610aba None None] Received port after_create {{(pid=102348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:38:51.398761 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d9b85a-5e3a-42b9-b2ce-6d1459610aba None None] Pushing event updated for resources: {'Port': ['ID=f28265f2-2d76-49be-8ad8-e3553625f948,revision_number=1']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:38:51.403749 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-b7dc8dc7-620d-4cd8-8642-85d08fc52394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615'] for port, after_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:51.445705 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7dc8dc7-620d-4cd8-8642-85d08fc52394 None None] Pushing event deleted for resources: {'Port': ['ID=ab6352f2-4f0e-4eb3-88b2-542cfff32de9,revision_number=None']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:38:51.453276 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-686ca69c-77e5-45f0-b0ef-018b9563e8a0 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks [] for port, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:51.467892 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7dc8dc7-620d-4cd8-8642-85d08fc52394 None None] No DVR routers for this DVR port ab6352f2-4f0e-4eb3-88b2-542cfff32de9 on host n-d-813419-10 {{(pid=102348) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:38:51.487051 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-732dfef7-b7e3-4055-b1ea-7616c258c97b None None] Network a3a2d542-53da-4e86-bf77-b0dcf0f24882 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:38:51.505108 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-686ca69c-77e5-45f0-b0ef-018b9563e8a0 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:51.532560 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-f1d9b85a-5e3a-42b9-b2ce-6d1459610aba None None] Attempting to bind port f28265f2-2d76-49be-8ad8-e3553625f948 on host n-d-813419-10 for vnic_type normal with profile {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:38:51.532912 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-f1d9b85a-5e3a-42b9-b2ce-6d1459610aba None None] Attempting to bind port f28265f2-2d76-49be-8ad8-e3553625f948 by drivers openvswitch,hyperv on host n-d-813419-10 at level 0 using segments [{'id': '5f88d9ba-7f91-4565-a60a-2a2bc2027112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'c9e135d9-ea61-48e4-9c06-a37f4940c49b'}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:38:51.533279 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1d9b85a-5e3a-42b9-b2ce-6d1459610aba None None] Attempting to bind port f28265f2-2d76-49be-8ad8-e3553625f948 on network c9e135d9-ea61-48e4-9c06-a37f4940c49b {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:38:51.547118 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1d9b85a-5e3a-42b9-b2ce-6d1459610aba None None] Checking agent: {'id': '89dba0f3-79b2-435e-9822-33674b8f6ada', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 8, 20), 'started_at': datetime.datetime(2021, 10, 27, 10, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 38, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:38:51.547526 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1d9b85a-5e3a-42b9-b2ce-6d1459610aba None None] Checking segment: {'id': '5f88d9ba-7f91-4565-a60a-2a2bc2027112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'c9e135d9-ea61-48e4-9c06-a37f4940c49b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:38:51.547933 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f1d9b85a-5e3a-42b9-b2ce-6d1459610aba None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:51.548363 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1d9b85a-5e3a-42b9-b2ce-6d1459610aba None None] Bound using segment: {'id': '5f88d9ba-7f91-4565-a60a-2a2bc2027112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'c9e135d9-ea61-48e4-9c06-a37f4940c49b'} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:38:51.548842 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-f1d9b85a-5e3a-42b9-b2ce-6d1459610aba None None] Bound port: f28265f2-2d76-49be-8ad8-e3553625f948, host: n-d-813419-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f88d9ba-7f91-4565-a60a-2a2bc2027112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'c9e135d9-ea61-48e4-9c06-a37f4940c49b'}}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:38:51.549225 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f1d9b85a-5e3a-42b9-b2ce-6d1459610aba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:51.554294 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-cbdda323-332e-48d4-b3b7-b50981508891 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Publish callbacks [] for router_gateway, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:51.568850 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686ca69c-77e5-45f0-b0ef-018b9563e8a0 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Pushing event updated for resources: {'Port': ['ID=5d948892-a6b3-4525-a761-7802f6b14c4d,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:38:51.587763 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-686ca69c-77e5-45f0-b0ef-018b9563e8a0 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Network a3a2d542-53da-4e86-bf77-b0dcf0f24882 is already hosted by enough agents. {{(pid=102346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:38:51.589250 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-686ca69c-77e5-45f0-b0ef-018b9563e8a0 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Resources bound (agent type, host, resource id): {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:38:51.591792 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-686ca69c-77e5-45f0-b0ef-018b9563e8a0 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Received port after_create {{(pid=102346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:38:51.609838 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-686ca69c-77e5-45f0-b0ef-018b9563e8a0 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:38:51.611256 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-686ca69c-77e5-45f0-b0ef-018b9563e8a0 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:51.655942 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 43742) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:38:51.657145 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-686ca69c-77e5-45f0-b0ef-018b9563e8a0 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.9158108 Oct 27 10:38:51.686218 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f1d9b85a-5e3a-42b9-b2ce-6d1459610aba None None] For port f28265f2-2d76-49be-8ad8-e3553625f948, host n-d-813419-10, cleared binding levels {{(pid=102348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:38:51.689458 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f1d9b85a-5e3a-42b9-b2ce-6d1459610aba None None] For port f28265f2-2d76-49be-8ad8-e3553625f948, host n-d-813419-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=f28265f2-2d76-49be-8ad8-e3553625f948,segment=NetworkSegment(5f88d9ba-7f91-4565-a60a-2a2bc2027112),segment_id=5f88d9ba-7f91-4565-a60a-2a2bc2027112)] {{(pid=102348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:38:51.696592 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f1d9b85a-5e3a-42b9-b2ce-6d1459610aba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:51.740381 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device ab6352f2-4f0e-4eb3-88b2-542cfff32de9 no longer exists at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:38:51.748589 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59f9799d-46f0-4b41-90bb-34aaf9cae987 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:38:51.752670 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-59f9799d-46f0-4b41-90bb-34aaf9cae987 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.0948462 Oct 27 10:38:51.753817 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 43746) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:38:51.783138 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] No Port match for: ab6352f2-4f0e-4eb3-88b2-542cfff32de9 {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:38:51.783485 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device ab6352f2-4f0e-4eb3-88b2-542cfff32de9 not bound to the agent host n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:38:51.820492 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d9b85a-5e3a-42b9-b2ce-6d1459610aba None None] Pushing event updated for resources: {'Port': ['ID=f28265f2-2d76-49be-8ad8-e3553625f948,revision_number=2']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:38:51.837486 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b90cde9-7521-4d83-ba8a-26c3368230f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp734b258e-7d96-550c-b970-9b72ab66f383-a3a2d542-53da-4e86-bf77-b0dcf0f24882', 'network_id': 'a3a2d542-53da-4e86-bf77-b0dcf0f24882', 'tenant_id': '378140ee2d4f4428be90ff45daafe008', 'fixed_ips': [{'subnet_id': '7263a193-9f49-40fe-8f4f-001762b6252d'}]}} from n-d-813419-10. {{(pid=102348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 10:38:51.838703 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-0b90cde9-7521-4d83-ba8a-26c3368230f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:51.932827 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-cbdda323-332e-48d4-b3b7-b50981508891 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1765699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1769372'] for router, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:51.942317 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-990a387f-a26c-4d60-b9ca-a6dd0d8e67d2 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Deleting port 5d948892-a6b3-4525-a761-7802f6b14c4d {{(pid=102346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:38:51.942657 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-990a387f-a26c-4d60-b9ca-a6dd0d8e67d2 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:52.036237 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-3c6a8245-0581-48aa-b5f6-4d8fe98cd16e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:52.071679 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-990a387f-a26c-4d60-b9ca-a6dd0d8e67d2 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:52.095880 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-990a387f-a26c-4d60-b9ca-a6dd0d8e67d2 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Calling delete_port for 5d948892-a6b3-4525-a761-7802f6b14c4d owned by {{(pid=102346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:38:52.122983 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbdda323-332e-48d4-b3b7-b50981508891 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Router 6ac82927-b6e4-46b0-b693-782053ef52af is scheduled to L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb with binding_index 1 {{(pid=102347) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 10:38:52.149233 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.db_base_plugin_common [None req-0b90cde9-7521-4d83-ba8a-26c3368230f7 None None] Allocated IP 2001:db8::2 (a3a2d542-53da-4e86-bf77-b0dcf0f24882/7263a193-9f49-40fe-8f4f-001762b6252d/9e05e051-c6a1-483a-9663-c31215db7b62) {{(pid=102348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:38:52.290728 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbdda323-332e-48d4-b3b7-b50981508891 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:38:52.307852 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac7e9b98-0fe5-4953-b434-e5607b6acae6 None None] Sync routers for ids ['6ac82927-b6e4-46b0-b693-782053ef52af'] in n-d-813419-10 {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:38:52.320059 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-cbdda323-332e-48d4-b3b7-b50981508891 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Publish callbacks [] for router, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:52.320674 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac7e9b98-0fe5-4953-b434-e5607b6acae6 None None] Routers {'6ac82927-b6e4-46b0-b693-782053ef52af'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:38:52.321515 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-cbdda323-332e-48d4-b3b7-b50981508891 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.9586391 Oct 27 10:38:52.324328 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-ac7e9b98-0fe5-4953-b434-e5607b6acae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:38:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['6ac82927-b6e4-46b0-b693-782053ef52af'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:38:52.324500 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 43756) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:38:52.346355 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-0b90cde9-7521-4d83-ba8a-26c3368230f7 None None] Publish callbacks [] for port, precommit_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:52.355174 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-0b90cde9-7521-4d83-ba8a-26c3368230f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606'] for port, after_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:52.363454 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-ac7e9b98-0fe5-4953-b434-e5607b6acae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:38:52.373717 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac7e9b98-0fe5-4953-b434-e5607b6acae6 None None] Routers {'6ac82927-b6e4-46b0-b693-782053ef52af'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:38:52.374570 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-ac7e9b98-0fe5-4953-b434-e5607b6acae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:38:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['6ac82927-b6e4-46b0-b693-782053ef52af'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:38:52.410987 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-ac7e9b98-0fe5-4953-b434-e5607b6acae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:38:52.413632 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac7e9b98-0fe5-4953-b434-e5607b6acae6 None None] The sync data for ids ['6ac82927-b6e4-46b0-b693-782053ef52af'] in n-d-813419-10 is: [] {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:38:52.430238 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b90cde9-7521-4d83-ba8a-26c3368230f7 None None] Pushing event updated for resources: {'Port': ['ID=9e05e051-c6a1-483a-9663-c31215db7b62,revision_number=1']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:38:52.449257 n-d-813419-10 neutron-server[102348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b90cde9-7521-4d83-ba8a-26c3368230f7 None None] Network a3a2d542-53da-4e86-bf77-b0dcf0f24882 is already hosted by enough agents. {{(pid=102348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:38:52.450742 n-d-813419-10 neutron-server[102348]: DEBUG neutron.scheduler.base_scheduler [None req-0b90cde9-7521-4d83-ba8a-26c3368230f7 None None] Resources bound (agent type, host, resource id): {{(pid=102348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:38:52.460712 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b90cde9-7521-4d83-ba8a-26c3368230f7 None None] Received port after_create {{(pid=102348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:38:52.542037 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-0b90cde9-7521-4d83-ba8a-26c3368230f7 None None] Attempting to bind port 9e05e051-c6a1-483a-9663-c31215db7b62 on host n-d-813419-10 for vnic_type normal with profile {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:38:52.542727 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-0b90cde9-7521-4d83-ba8a-26c3368230f7 None None] Attempting to bind port 9e05e051-c6a1-483a-9663-c31215db7b62 by drivers openvswitch,hyperv on host n-d-813419-10 at level 0 using segments [{'id': 'eef0c4ec-5773-434c-ac68-3d91e838e9be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a3a2d542-53da-4e86-bf77-b0dcf0f24882'}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:38:52.543250 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b90cde9-7521-4d83-ba8a-26c3368230f7 None None] Attempting to bind port 9e05e051-c6a1-483a-9663-c31215db7b62 on network a3a2d542-53da-4e86-bf77-b0dcf0f24882 {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:38:52.551559 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b90cde9-7521-4d83-ba8a-26c3368230f7 None None] Checking agent: {'id': '89dba0f3-79b2-435e-9822-33674b8f6ada', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 8, 20), 'started_at': datetime.datetime(2021, 10, 27, 10, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 38, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:38:52.552844 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b90cde9-7521-4d83-ba8a-26c3368230f7 None None] Checking segment: {'id': 'eef0c4ec-5773-434c-ac68-3d91e838e9be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a3a2d542-53da-4e86-bf77-b0dcf0f24882'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:38:52.553525 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-0b90cde9-7521-4d83-ba8a-26c3368230f7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:52.554066 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b90cde9-7521-4d83-ba8a-26c3368230f7 None None] Bound using segment: {'id': 'eef0c4ec-5773-434c-ac68-3d91e838e9be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a3a2d542-53da-4e86-bf77-b0dcf0f24882'} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:38:52.554687 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-0b90cde9-7521-4d83-ba8a-26c3368230f7 None None] Bound port: 9e05e051-c6a1-483a-9663-c31215db7b62, host: n-d-813419-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eef0c4ec-5773-434c-ac68-3d91e838e9be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a3a2d542-53da-4e86-bf77-b0dcf0f24882'}}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:38:52.555590 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-0b90cde9-7521-4d83-ba8a-26c3368230f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:52.626367 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-0b90cde9-7521-4d83-ba8a-26c3368230f7 None None] For port 9e05e051-c6a1-483a-9663-c31215db7b62, host n-d-813419-10, cleared binding levels {{(pid=102348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:38:52.630900 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-0b90cde9-7521-4d83-ba8a-26c3368230f7 None None] For port 9e05e051-c6a1-483a-9663-c31215db7b62, host n-d-813419-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=9e05e051-c6a1-483a-9663-c31215db7b62,segment=NetworkSegment(eef0c4ec-5773-434c-ac68-3d91e838e9be),segment_id=eef0c4ec-5773-434c-ac68-3d91e838e9be)] {{(pid=102348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:38:52.638593 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-0b90cde9-7521-4d83-ba8a-26c3368230f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:52.639365 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-990a387f-a26c-4d60-b9ca-a6dd0d8e67d2 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:52.688171 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990a387f-a26c-4d60-b9ca-a6dd0d8e67d2 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Pushing event deleted for resources: {'Port': ['ID=5d948892-a6b3-4525-a761-7802f6b14c4d,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:38:52.738558 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-990a387f-a26c-4d60-b9ca-a6dd0d8e67d2 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:52.745189 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 43758) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:38:52.746649 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-990a387f-a26c-4d60-b9ca-a6dd0d8e67d2 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] 10.222.0.44 "DELETE /v2.0/ports/5d948892-a6b3-4525-a761-7802f6b14c4d HTTP/1.1" status: 204 len: 168 time: 0.9882376 Oct 27 10:38:52.746764 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b90cde9-7521-4d83-ba8a-26c3368230f7 None None] Pushing event updated for resources: {'Port': ['ID=9e05e051-c6a1-483a-9663-c31215db7b62,revision_number=2']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:38:52.825073 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7efc5bb-be68-4dbd-bd85-7babf680023b tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:38:52.826569 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7efc5bb-be68-4dbd-bd85-7babf680023b tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:38:52.830941 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 43760) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:38:52.836856 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-a7efc5bb-be68-4dbd-bd85-7babf680023b tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.0904932 Oct 27 10:38:52.920554 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a83f748-fa02-4b63-82d5-a2b3d978614c tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Deleting subnet 7263a193-9f49-40fe-8f4f-001762b6252d {{(pid=102346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 10:38:52.930643 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-4a83f748-fa02-4b63-82d5-a2b3d978614c tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks [] for subnet, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:53.002907 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-4a83f748-fa02-4b63-82d5-a2b3d978614c tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25847868'] for subnet, precommit_delete_associations {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:53.096565 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-26ec7f4e-e49e-497b-a391-12dfedde74f9 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:53.172766 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-4a83f748-fa02-4b63-82d5-a2b3d978614c tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855646'] for subnet, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:53.268575 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-4a83f748-fa02-4b63-82d5-a2b3d978614c tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27024355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27168307'] for subnet, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:53.271966 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e515a20b-dbc3-460b-92f8-12e3ffb31207 None None] Network c9e135d9-ea61-48e4-9c06-a37f4940c49b requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:38:53.301501 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a83f748-fa02-4b63-82d5-a2b3d978614c tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Pushing event deleted for resources: {'Subnet': ['ID=7263a193-9f49-40fe-8f4f-001762b6252d,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:38:53.303622 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-4a83f748-fa02-4b63-82d5-a2b3d978614c tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for subnet, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:53.309549 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-4a83f748-fa02-4b63-82d5-a2b3d978614c tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] 10.222.0.44 "DELETE /v2.0/subnets/7263a193-9f49-40fe-8f4f-001762b6252d HTTP/1.1" status: 204 len: 168 time: 0.4775705 Oct 27 10:38:53.311913 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 43770) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:38:53.366563 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-d754be5a-486c-4331-847a-2aea7373361c tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0525827 Oct 27 10:38:53.369781 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 43772) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:38:53.386192 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-10521ac9-aded-4b04-9cce-9be640af6f5e None None] Provisioning complete for port f28265f2-2d76-49be-8ad8-e3553625f948 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:38:53.386192 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-10521ac9-aded-4b04-9cce-9be640af6f5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:53.435521 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d413738b-bb06-4044-b69c-c4ecb9607ff0 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:38:53.439897 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-d413738b-bb06-4044-b69c-c4ecb9607ff0 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0688505 Oct 27 10:38:53.442785 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 43774) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:38:53.515184 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbfb52b6-f8a7-4b48-bed5-a9d24a71ed0c tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:38:53.520063 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 43776) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:38:53.520835 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-dbfb52b6-f8a7-4b48-bed5-a9d24a71ed0c tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0760293 Oct 27 10:38:53.538760 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-10521ac9-aded-4b04-9cce-9be640af6f5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:53.553925 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_common [None req-26ec7f4e-e49e-497b-a391-12dfedde74f9 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Allocated IP 172.20.0.1 (c9e135d9-ea61-48e4-9c06-a37f4940c49b/a64dd692-ff0f-4bb0-af74-8ee4c5c16617/b7401b61-bcff-4a7b-b1c5-57d023f37b33) {{(pid=102347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:38:53.599903 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-10521ac9-aded-4b04-9cce-9be640af6f5e None None] For port f28265f2-2d76-49be-8ad8-e3553625f948, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=f28265f2-2d76-49be-8ad8-e3553625f948,segment=NetworkSegment(5f88d9ba-7f91-4565-a60a-2a2bc2027112),segment_id=5f88d9ba-7f91-4565-a60a-2a2bc2027112)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:38:53.608599 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-10521ac9-aded-4b04-9cce-9be640af6f5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:53.621227 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 43778) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:38:53.626485 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-21337f81-185d-4ea4-9ae9-c56378115c01 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Request body: {'subnet': {'network_id': 'a3a2d542-53da-4e86-bf77-b0dcf0f24882', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:38:53.630041 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-859ab699-18e9-4e19-bd76-ed3b11275c59 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1084306 Oct 27 10:38:53.676225 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10521ac9-aded-4b04-9cce-9be640af6f5e None None] Pushing event updated for resources: {'Port': ['ID=f28265f2-2d76-49be-8ad8-e3553625f948,revision_number=3']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:38:53.801017 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-26ec7f4e-e49e-497b-a391-12dfedde74f9 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Publish callbacks [] for port, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:53.825244 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21337f81-185d-4ea4-9ae9-c56378115c01 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Made reservation on behalf of 378140ee2d4f4428be90ff45daafe008 for: {'subnet': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:38:53.828726 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-21337f81-185d-4ea4-9ae9-c56378115c01 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27167186'] for subnet, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:53.871839 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-26ec7f4e-e49e-497b-a391-12dfedde74f9 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:53.901557 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device f28265f2-2d76-49be-8ad8-e3553625f948 up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:38:53.947337 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26ec7f4e-e49e-497b-a391-12dfedde74f9 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Network c9e135d9-ea61-48e4-9c06-a37f4940c49b is already hosted by enough agents. {{(pid=102347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:38:53.951901 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [None req-26ec7f4e-e49e-497b-a391-12dfedde74f9 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Resources bound (agent type, host, resource id): {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:38:53.956572 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26ec7f4e-e49e-497b-a391-12dfedde74f9 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Received port after_create {{(pid=102347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:38:53.961894 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ec7f4e-e49e-497b-a391-12dfedde74f9 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Pushing event updated for resources: {'Port': ['ID=b7401b61-bcff-4a7b-b1c5-57d023f37b33,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:38:54.021755 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port f28265f2-2d76-49be-8ad8-e3553625f948 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:38:54.022556 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:54.051076 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-26ec7f4e-e49e-497b-a391-12dfedde74f9 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1664961'] for router_interface, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:54.132421 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 9e05e051-c6a1-483a-9663-c31215db7b62 up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:38:54.218195 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-339b4ef9-a4cf-4c3e-8a87-c7e7c7a7122d None None] Provisioning complete for port f28265f2-2d76-49be-8ad8-e3553625f948 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:38:54.219187 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-339b4ef9-a4cf-4c3e-8a87-c7e7c7a7122d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:54.285593 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cc68eb0-eeb8-4edd-ae6d-dd3906abd6cc None None] Network a3a2d542-53da-4e86-bf77-b0dcf0f24882 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:38:54.343823 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port 9e05e051-c6a1-483a-9663-c31215db7b62 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:38:54.344291 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:54.419314 n-d-813419-10 neutron-server[102346]: DEBUG neutron.objects.ports [None req-21337f81-185d-4ea4-9ae9-c56378115c01 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102346) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 27 10:38:54.626297 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-1b066737-a760-4eda-b808-7b62387503e9 None None] Provisioning complete for port b7401b61-bcff-4a7b-b1c5-57d023f37b33 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:38:54.626924 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-1b066737-a760-4eda-b808-7b62387503e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:54.631615 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:54.651716 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-21337f81-185d-4ea4-9ae9-c56378115c01 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:54.686679 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-1b066737-a760-4eda-b808-7b62387503e9 None None] Port b7401b61-bcff-4a7b-b1c5-57d023f37b33 cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:38:54.721009 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-26ec7f4e-e49e-497b-a391-12dfedde74f9 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:54.724145 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-1b066737-a760-4eda-b808-7b62387503e9 None None] Provisioning complete for port 9e05e051-c6a1-483a-9663-c31215db7b62 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:38:54.724544 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-1b066737-a760-4eda-b808-7b62387503e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:54.761644 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.db.api [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102348) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 27 10:38:54.762204 n-d-813419-10 neutron-server[102348]: DEBUG oslo_db.api [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 10:38:54.850212 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-1b066737-a760-4eda-b808-7b62387503e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:54.852675 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.agents_db [None req-e79ee67d-056e-46ea-bd99-e80473396b25 None None] Agent healthcheck: found 7 active agents {{(pid=102349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 10:38:54.909088 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [None req-21337f81-185d-4ea4-9ae9-c56378115c01 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] For port 9e05e051-c6a1-483a-9663-c31215db7b62, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=9e05e051-c6a1-483a-9663-c31215db7b62,segment=NetworkSegment(eef0c4ec-5773-434c-ac68-3d91e838e9be),segment_id=eef0c4ec-5773-434c-ac68-3d91e838e9be)] {{(pid=102346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:38:54.946008 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-21337f81-185d-4ea4-9ae9-c56378115c01 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks [] for port, precommit_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:54.956450 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-21337f81-185d-4ea4-9ae9-c56378115c01 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27024173'] for port, after_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:54.957209 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-21337f81-185d-4ea4-9ae9-c56378115c01 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27024290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27167168'] for subnet, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:55.022616 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.db.api [None req-1b066737-a760-4eda-b808-7b62387503e9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102348) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 27 10:38:55.023442 n-d-813419-10 neutron-server[102348]: DEBUG oslo_db.api [None req-1b066737-a760-4eda-b808-7b62387503e9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 10:38:55.043274 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21337f81-185d-4ea4-9ae9-c56378115c01 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Network a3a2d542-53da-4e86-bf77-b0dcf0f24882 is already hosted by enough agents. {{(pid=102346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:38:55.052988 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-21337f81-185d-4ea4-9ae9-c56378115c01 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Resources bound (agent type, host, resource id): {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:38:55.056437 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21337f81-185d-4ea4-9ae9-c56378115c01 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:38:55.061963 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-21337f81-185d-4ea4-9ae9-c56378115c01 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for subnet, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:55.068843 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21337f81-185d-4ea4-9ae9-c56378115c01 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Pushing event updated for resources: {'Subnet': ['ID=6752cdcb-77e8-4631-9473-6121b3362801,revision_number=0']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:38:55.085633 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21337f81-185d-4ea4-9ae9-c56378115c01 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Pushing event updated for resources: {'Port': ['ID=9e05e051-c6a1-483a-9663-c31215db7b62,revision_number=5']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:38:55.096449 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-21337f81-185d-4ea4-9ae9-c56378115c01 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.4715462 Oct 27 10:38:55.097142 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 43786) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:38:55.103780 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-f24aad4f-2326-4c5d-b42a-8f2b3974f5bf tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Request body: {'subnet': {'network_id': 'a3a2d542-53da-4e86-bf77-b0dcf0f24882', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:38:55.108789 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-26ec7f4e-e49e-497b-a391-12dfedde74f9 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Publish callbacks [] for port, precommit_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:55.123914 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-26ec7f4e-e49e-497b-a391-12dfedde74f9 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:55.253723 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d677c9a-0c4a-4fb9-b1eb-5dfa2452401b None None] Network a3a2d542-53da-4e86-bf77-b0dcf0f24882 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:38:55.257125 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-26ec7f4e-e49e-497b-a391-12dfedde74f9 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2006967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1766225'] for router_interface, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:55.258845 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ec7f4e-e49e-497b-a391-12dfedde74f9 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Pushing event updated for resources: {'Port': ['ID=b7401b61-bcff-4a7b-b1c5-57d023f37b33,revision_number=2']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:38:55.342090 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:55.375756 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f24aad4f-2326-4c5d-b42a-8f2b3974f5bf tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Made reservation on behalf of 378140ee2d4f4428be90ff45daafe008 for: {'subnet': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:38:55.379304 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-f24aad4f-2326-4c5d-b42a-8f2b3974f5bf tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18044073'] for subnet, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:55.401625 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] For port 9e05e051-c6a1-483a-9663-c31215db7b62, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=9e05e051-c6a1-483a-9663-c31215db7b62,segment=NetworkSegment(eef0c4ec-5773-434c-ac68-3d91e838e9be),segment_id=eef0c4ec-5773-434c-ac68-3d91e838e9be)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:38:55.429862 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:55.454534 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26ec7f4e-e49e-497b-a391-12dfedde74f9 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Network c9e135d9-ea61-48e4-9c06-a37f4940c49b is already hosted by enough agents. {{(pid=102347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:38:55.461962 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [None req-26ec7f4e-e49e-497b-a391-12dfedde74f9 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Resources bound (agent type, host, resource id): {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:38:55.514217 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Pushing event updated for resources: {'Port': ['ID=9e05e051-c6a1-483a-9663-c31215db7b62,revision_number=6']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:38:55.534744 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:38:55.535229 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:38:55.535666 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:38:55.536098 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:38:55.537084 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:38:55.537513 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:38:55.537950 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:38:55.538369 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:38:55.538788 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:38:55.539205 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:38:55.539622 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:38:55.540035 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:38:55.595709 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-1b066737-a760-4eda-b808-7b62387503e9 None None] Could not find standard attr ID for object 5d948892-a6b3-4525-a761-7802f6b14c4d. {{(pid=102348) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 27 10:38:55.627403 n-d-813419-10 neutron-server[102347]: INFO neutron.db.ipam_backend_mixin [None req-f24aad4f-2326-4c5d-b42a-8f2b3974f5bf tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 6752cdcb-77e8-4631-9473-6121b3362801 (CIDR: 2001:db8::/64) Oct 27 10:38:55.634634 n-d-813419-10 neutron-server[102347]: INFO neutron.pecan_wsgi.hooks.translation [None req-f24aad4f-2326-4c5d-b42a-8f2b3974f5bf tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 27 10:38:55.635096 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f24aad4f-2326-4c5d-b42a-8f2b3974f5bf tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102347) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 10:38:55.673820 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-f24aad4f-2326-4c5d-b42a-8f2b3974f5bf tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5755317 Oct 27 10:38:55.676668 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 43794) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:38:55.683163 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-a624180b-b7a1-4333-b3d8-2595bb760f1a tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Request body: {'subnet': {'network_id': 'a3a2d542-53da-4e86-bf77-b0dcf0f24882', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:38:55.715591 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26ec7f4e-e49e-497b-a391-12dfedde74f9 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Router 6ac82927-b6e4-46b0-b693-782053ef52af has already been hosted by L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb {{(pid=102347) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 10:38:55.731263 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-6cd776e1-334f-4436-b032-cb4209c75da0 None None] Provisioning complete for port 9e05e051-c6a1-483a-9663-c31215db7b62 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:38:55.737302 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-6cd776e1-334f-4436-b032-cb4209c75da0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:55.776575 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device f28265f2-2d76-49be-8ad8-e3553625f948 up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:38:55.866064 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a624180b-b7a1-4333-b3d8-2595bb760f1a tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Made reservation on behalf of 378140ee2d4f4428be90ff45daafe008 for: {'subnet': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:38:55.873146 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-a624180b-b7a1-4333-b3d8-2595bb760f1a tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27167186'] for subnet, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:55.914200 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-6cd776e1-334f-4436-b032-cb4209c75da0 None None] Could not find standard attr ID for object 3a4c2d34-dfa3-4d50-ba3b-5a3e56720f4d. {{(pid=102348) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 27 10:38:55.915609 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port f28265f2-2d76-49be-8ad8-e3553625f948 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:38:55.915982 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:55.939470 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26ec7f4e-e49e-497b-a391-12dfedde74f9 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:38:55.949504 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-26ec7f4e-e49e-497b-a391-12dfedde74f9 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] 10.222.0.44 "PUT /v2.0/routers/6ac82927-b6e4-46b0-b693-782053ef52af/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6236651 Oct 27 10:38:55.950234 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 43796) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:38:55.955777 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-daba8b20-cdca-4f9e-9c94-e80e5b978b8e tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Request body: {'port': {'network_id': 'c9e135d9-ea61-48e4-9c06-a37f4940c49b', 'name': 'tempest-FloatingIPTestJSON-432708318'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:38:55.973452 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5824627d-b56d-4810-8d80-00ef1bbb9fb5 None None] Sync routers for ids ['6ac82927-b6e4-46b0-b693-782053ef52af'] in n-d-813419-10 {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:38:55.998578 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5824627d-b56d-4810-8d80-00ef1bbb9fb5 None None] Routers {'6ac82927-b6e4-46b0-b693-782053ef52af'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:38:55.999199 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-5824627d-b56d-4810-8d80-00ef1bbb9fb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:38:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['6ac82927-b6e4-46b0-b693-782053ef52af'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:38:56.168996 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daba8b20-cdca-4f9e-9c94-e80e5b978b8e tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Made reservation on behalf of 7318d2885ba54c7288540ee60a74f572 for: {'port': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:38:56.173551 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-daba8b20-cdca-4f9e-9c94-e80e5b978b8e tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:56.203061 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-a624180b-b7a1-4333-b3d8-2595bb760f1a tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27024290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27167168'] for subnet, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:56.205303 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [None req-daba8b20-cdca-4f9e-9c94-e80e5b978b8e tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] device_id is not set on port 0fc2a8fb-bb70-4896-ade7-025ff8c41409 yet. {{(pid=102347) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 10:38:56.254402 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a624180b-b7a1-4333-b3d8-2595bb760f1a tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Network a3a2d542-53da-4e86-bf77-b0dcf0f24882 is already hosted by enough agents. {{(pid=102346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:38:56.266942 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-a624180b-b7a1-4333-b3d8-2595bb760f1a tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Resources bound (agent type, host, resource id): {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:38:56.268931 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-5824627d-b56d-4810-8d80-00ef1bbb9fb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:38:56.272556 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a624180b-b7a1-4333-b3d8-2595bb760f1a tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:38:56.273311 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-a624180b-b7a1-4333-b3d8-2595bb760f1a tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for subnet, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:56.299693 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a624180b-b7a1-4333-b3d8-2595bb760f1a tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Pushing event updated for resources: {'Subnet': ['ID=8441b043-4487-497a-b36c-94619b9ed83f,revision_number=0']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:38:56.309511 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-a624180b-b7a1-4333-b3d8-2595bb760f1a tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6305144 Oct 27 10:38:56.312016 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 43800) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:38:56.317682 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-29f65112-9784-4d50-a798-dbda2cee1dc7 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Request body: {'port': {'network_id': 'a3a2d542-53da-4e86-bf77-b0dcf0f24882', 'mac_address': 'fa:16:3e:0c:4d:6d', 'name': 'tempest-NetworksTestDHCPv6-1717337114'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:38:56.331880 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5824627d-b56d-4810-8d80-00ef1bbb9fb5 None None] Routers {'6ac82927-b6e4-46b0-b693-782053ef52af'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:38:56.332536 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-5824627d-b56d-4810-8d80-00ef1bbb9fb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:38:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['6ac82927-b6e4-46b0-b693-782053ef52af'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:38:56.337541 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdda8f60-d0a2-43df-b362-c371ae37afa9 None None] Network a3a2d542-53da-4e86-bf77-b0dcf0f24882 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:38:56.390247 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_common [None req-daba8b20-cdca-4f9e-9c94-e80e5b978b8e tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Allocated IP 172.20.0.12 (c9e135d9-ea61-48e4-9c06-a37f4940c49b/a64dd692-ff0f-4bb0-af74-8ee4c5c16617/0fc2a8fb-bb70-4896-ade7-025ff8c41409) {{(pid=102347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:38:56.458751 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-5824627d-b56d-4810-8d80-00ef1bbb9fb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:38:56.459474 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5824627d-b56d-4810-8d80-00ef1bbb9fb5 None None] The sync data for ids ['6ac82927-b6e4-46b0-b693-782053ef52af'] in n-d-813419-10 is: [] {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:38:56.470860 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-4ef9fecf-6fb1-4079-b8ee-4c5443c22b7b None None] Provisioning complete for port b7401b61-bcff-4a7b-b1c5-57d023f37b33 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:38:56.471344 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-4ef9fecf-6fb1-4079-b8ee-4c5443c22b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:56.487804 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29f65112-9784-4d50-a798-dbda2cee1dc7 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Made reservation on behalf of 378140ee2d4f4428be90ff45daafe008 for: {'port': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:38:56.526131 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-4ef9fecf-6fb1-4079-b8ee-4c5443c22b7b None None] Port b7401b61-bcff-4a7b-b1c5-57d023f37b33 cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:38:56.576710 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-4ef9fecf-6fb1-4079-b8ee-4c5443c22b7b None None] Provisioning complete for port 9e05e051-c6a1-483a-9663-c31215db7b62 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:38:56.577391 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-4ef9fecf-6fb1-4079-b8ee-4c5443c22b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:56.600287 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-daba8b20-cdca-4f9e-9c94-e80e5b978b8e tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Publish callbacks [] for port, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:56.606127 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-29f65112-9784-4d50-a798-dbda2cee1dc7 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:56.626631 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 9e05e051-c6a1-483a-9663-c31215db7b62 up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:38:56.629862 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [None req-29f65112-9784-4d50-a798-dbda2cee1dc7 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] device_id is not set on port 8ab94026-5ab6-41ae-9ddc-8d39b4fd9b57 yet. {{(pid=102346) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 10:38:56.677565 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-daba8b20-cdca-4f9e-9c94-e80e5b978b8e tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:56.710917 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daba8b20-cdca-4f9e-9c94-e80e5b978b8e tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Network c9e135d9-ea61-48e4-9c06-a37f4940c49b is already hosted by enough agents. {{(pid=102347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:38:56.713719 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [None req-daba8b20-cdca-4f9e-9c94-e80e5b978b8e tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Resources bound (agent type, host, resource id): {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:38:56.735605 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daba8b20-cdca-4f9e-9c94-e80e5b978b8e tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Received port after_create {{(pid=102347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:38:56.810873 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daba8b20-cdca-4f9e-9c94-e80e5b978b8e tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Pushing event updated for resources: {'Port': ['ID=0fc2a8fb-bb70-4896-ade7-025ff8c41409,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:38:56.812502 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port 9e05e051-c6a1-483a-9663-c31215db7b62 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:38:56.812965 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:56.848574 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daba8b20-cdca-4f9e-9c94-e80e5b978b8e tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:38:56.848716 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_common [None req-29f65112-9784-4d50-a798-dbda2cee1dc7 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Allocated IP 2001:db8:0:1::117 (a3a2d542-53da-4e86-bf77-b0dcf0f24882/8441b043-4487-497a-b36c-94619b9ed83f/8ab94026-5ab6-41ae-9ddc-8d39b4fd9b57) {{(pid=102346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:38:56.849799 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-daba8b20-cdca-4f9e-9c94-e80e5b978b8e tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:56.855953 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_common [None req-29f65112-9784-4d50-a798-dbda2cee1dc7 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Allocated IP 2001:db8::f816:3eff:fe0c:4d6d (a3a2d542-53da-4e86-bf77-b0dcf0f24882/6752cdcb-77e8-4631-9473-6121b3362801/8ab94026-5ab6-41ae-9ddc-8d39b4fd9b57) {{(pid=102346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:38:56.878153 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-daba8b20-cdca-4f9e-9c94-e80e5b978b8e tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.9267416 Oct 27 10:38:56.879820 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 43806) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:38:56.884491 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-ec71afc8-5a2e-45eb-b99f-e14d90f462ab tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Request body: {'floatingip': {'port_id': '0fc2a8fb-bb70-4896-ade7-025ff8c41409'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:38:56.943446 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-26de914b-d047-4936-b76b-ae78cceeaa15 None None] Could not find standard attr ID for object 5d948892-a6b3-4525-a761-7802f6b14c4d. {{(pid=102348) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 27 10:38:56.966163 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-ec71afc8-5a2e-45eb-b99f-e14d90f462ab tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Publish callbacks [] for floatingip, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:57.002301 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ecf550b-7ef9-43a8-aa1e-202103c2bbba None None] Update dhcp port {'port': {'network_id': 'a3a2d542-53da-4e86-bf77-b0dcf0f24882', 'fixed_ips': [{'subnet_id': '6752cdcb-77e8-4631-9473-6121b3362801', 'ip_address': '2001:db8::f816:3eff:fec0:cc4'}, {'subnet_id': '8441b043-4487-497a-b36c-94619b9ed83f'}], 'binding:host_id': 'n-d-813419-10'}, 'id': '9e05e051-c6a1-483a-9663-c31215db7b62'} from n-d-813419-10. {{(pid=102348) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 27 10:38:57.033576 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-3ecf550b-7ef9-43a8-aa1e-202103c2bbba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:57.109700 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-29f65112-9784-4d50-a798-dbda2cee1dc7 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks [] for port, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:57.150539 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-29f65112-9784-4d50-a798-dbda2cee1dc7 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:57.159046 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-29c765b3-6b29-4467-946d-ff4510e2bdf8 None None] Provisioning complete for port 0fc2a8fb-bb70-4896-ade7-025ff8c41409 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:38:57.159528 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-29c765b3-6b29-4467-946d-ff4510e2bdf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:57.217625 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-29c765b3-6b29-4467-946d-ff4510e2bdf8 None None] Port 0fc2a8fb-bb70-4896-ade7-025ff8c41409 cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:38:57.231576 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f65112-9784-4d50-a798-dbda2cee1dc7 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Pushing event updated for resources: {'Port': ['ID=8ab94026-5ab6-41ae-9ddc-8d39b4fd9b57,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:38:57.241267 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29f65112-9784-4d50-a798-dbda2cee1dc7 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Network a3a2d542-53da-4e86-bf77-b0dcf0f24882 is already hosted by enough agents. {{(pid=102346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:38:57.243767 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-29f65112-9784-4d50-a798-dbda2cee1dc7 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Resources bound (agent type, host, resource id): {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:38:57.246634 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29f65112-9784-4d50-a798-dbda2cee1dc7 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Received port after_create {{(pid=102346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:38:57.253448 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29f65112-9784-4d50-a798-dbda2cee1dc7 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:38:57.254235 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-29f65112-9784-4d50-a798-dbda2cee1dc7 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:57.265399 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.db_base_plugin_common [None req-3ecf550b-7ef9-43a8-aa1e-202103c2bbba None None] Allocated IP 2001:db8:0:1::2 (a3a2d542-53da-4e86-bf77-b0dcf0f24882/8441b043-4487-497a-b36c-94619b9ed83f/9e05e051-c6a1-483a-9663-c31215db7b62) {{(pid=102348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:38:57.272779 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-29f65112-9784-4d50-a798-dbda2cee1dc7 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 0.9592266 Oct 27 10:38:57.275207 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 43808) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:38:57.400340 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-3ecf550b-7ef9-43a8-aa1e-202103c2bbba None None] For port 9e05e051-c6a1-483a-9663-c31215db7b62, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=9e05e051-c6a1-483a-9663-c31215db7b62,segment=NetworkSegment(eef0c4ec-5773-434c-ac68-3d91e838e9be),segment_id=eef0c4ec-5773-434c-ac68-3d91e838e9be)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:38:57.403023 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-1aa16325-c0db-488b-aea9-e0fa2ebba567 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Deleting port 8ab94026-5ab6-41ae-9ddc-8d39b4fd9b57 {{(pid=102346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:38:57.404684 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-1aa16325-c0db-488b-aea9-e0fa2ebba567 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:57.432223 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-3ecf550b-7ef9-43a8-aa1e-202103c2bbba None None] Publish callbacks [] for port, precommit_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:57.440021 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-3ecf550b-7ef9-43a8-aa1e-202103c2bbba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:57.541219 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecf550b-7ef9-43a8-aa1e-202103c2bbba None None] Pushing event updated for resources: {'Port': ['ID=9e05e051-c6a1-483a-9663-c31215db7b62,revision_number=7']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:38:57.549518 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-1aa16325-c0db-488b-aea9-e0fa2ebba567 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:57.568699 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-1aa16325-c0db-488b-aea9-e0fa2ebba567 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Calling delete_port for 8ab94026-5ab6-41ae-9ddc-8d39b4fd9b57 owned by {{(pid=102346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:38:57.591696 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-ec71afc8-5a2e-45eb-b99f-e14d90f462ab tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:57.597145 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-ec71afc8-5a2e-45eb-b99f-e14d90f462ab tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1664826'] for floatingip, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:57.752678 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 9e05e051-c6a1-483a-9663-c31215db7b62 up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:38:57.789936 n-d-813419-10 neutron-server[102347]: INFO neutron.db.l3_db [None req-ec71afc8-5a2e-45eb-b99f-e14d90f462ab tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Floating IP 5501970e-a413-48ed-b38f-9827537fb78e associated. External IP: 172.25.8.81, port: 967a56ab-d182-422c-b19b-3912305db964. Oct 27 10:38:57.820218 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-1aa16325-c0db-488b-aea9-e0fa2ebba567 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:57.846210 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port 9e05e051-c6a1-483a-9663-c31215db7b62 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:38:57.846792 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:57.857519 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa16325-c0db-488b-aea9-e0fa2ebba567 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Pushing event deleted for resources: {'Port': ['ID=8ab94026-5ab6-41ae-9ddc-8d39b4fd9b57,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:38:57.941469 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-1aa16325-c0db-488b-aea9-e0fa2ebba567 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:57.955127 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-1aa16325-c0db-488b-aea9-e0fa2ebba567 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] 10.222.0.44 "DELETE /v2.0/ports/8ab94026-5ab6-41ae-9ddc-8d39b4fd9b57 HTTP/1.1" status: 204 len: 168 time: 0.6755733 Oct 27 10:38:57.955464 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 43816) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:38:58.029060 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a306dffb-47a5-4fcb-a53f-821185a81d8c tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:38:58.033592 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-a306dffb-47a5-4fcb-a53f-821185a81d8c tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0773060 Oct 27 10:38:58.034264 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 43818) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:38:58.090084 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fb7bb11-a136-4826-a32b-28d1744d515d tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:38:58.092700 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-5fb7bb11-a136-4826-a32b-28d1744d515d tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0574765 Oct 27 10:38:58.096398 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 43820) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:38:58.100709 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec71afc8-5a2e-45eb-b99f-e14d90f462ab tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Router a042eb13-6a44-40a6-a824-b3ddb3fcab62 has already been hosted by L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb {{(pid=102347) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 10:38:58.154933 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8948ec5-6c7f-4f5d-87d9-04dfe2a02655 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:38:58.156875 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8948ec5-6c7f-4f5d-87d9-04dfe2a02655 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:38:58.158590 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8948ec5-6c7f-4f5d-87d9-04dfe2a02655 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:38:58.160315 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-a8948ec5-6c7f-4f5d-87d9-04dfe2a02655 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0628026 Oct 27 10:38:58.164716 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 43822) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:38:58.220675 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec71afc8-5a2e-45eb-b99f-e14d90f462ab tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:38:58.231416 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_v2 [None req-39e5f170-934d-43cc-8b54-fa41bd7128c3 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Deleting subnet 6752cdcb-77e8-4631-9473-6121b3362801 {{(pid=102346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 10:38:58.233700 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f42521dd-155a-4895-bf9b-eef36be5fb37 None None] Sync routers for ids ['a042eb13-6a44-40a6-a824-b3ddb3fcab62'] in n-d-813419-10 {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:38:58.240937 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-39e5f170-934d-43cc-8b54-fa41bd7128c3 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks [] for subnet, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:58.248774 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f42521dd-155a-4895-bf9b-eef36be5fb37 None None] Routers {'a042eb13-6a44-40a6-a824-b3ddb3fcab62'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:38:58.249593 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-f42521dd-155a-4895-bf9b-eef36be5fb37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:38:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['a042eb13-6a44-40a6-a824-b3ddb3fcab62'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:38:58.314748 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-39e5f170-934d-43cc-8b54-fa41bd7128c3 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25847868'] for subnet, precommit_delete_associations {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:58.317282 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-f42521dd-155a-4895-bf9b-eef36be5fb37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:38:58.352523 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f42521dd-155a-4895-bf9b-eef36be5fb37 None None] Routers {'a042eb13-6a44-40a6-a824-b3ddb3fcab62'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:38:58.353321 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-f42521dd-155a-4895-bf9b-eef36be5fb37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:38:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['a042eb13-6a44-40a6-a824-b3ddb3fcab62'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:38:58.395273 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-f42521dd-155a-4895-bf9b-eef36be5fb37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:38:58.396624 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f42521dd-155a-4895-bf9b-eef36be5fb37 None None] The sync data for ids ['a042eb13-6a44-40a6-a824-b3ddb3fcab62'] in n-d-813419-10 is: [] {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:38:58.440310 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-39e5f170-934d-43cc-8b54-fa41bd7128c3 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855646'] for subnet, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:58.474835 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-f6c8d450-483c-44a5-b2a7-28c4eb7a21a8 None None] Provisioning complete for port 9e05e051-c6a1-483a-9663-c31215db7b62 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:38:58.475290 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f6c8d450-483c-44a5-b2a7-28c4eb7a21a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:58.543069 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-39e5f170-934d-43cc-8b54-fa41bd7128c3 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27024355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27168307'] for subnet, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:58.593419 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e5f170-934d-43cc-8b54-fa41bd7128c3 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Pushing event deleted for resources: {'Subnet': ['ID=6752cdcb-77e8-4631-9473-6121b3362801,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:38:58.596322 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-39e5f170-934d-43cc-8b54-fa41bd7128c3 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for subnet, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:58.600307 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-39e5f170-934d-43cc-8b54-fa41bd7128c3 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] 10.222.0.44 "DELETE /v2.0/subnets/6752cdcb-77e8-4631-9473-6121b3362801 HTTP/1.1" status: 204 len: 168 time: 0.4342909 Oct 27 10:38:58.603042 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 43826) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:38:58.644312 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e5f170-934d-43cc-8b54-fa41bd7128c3 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:38:58.644789 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e5f170-934d-43cc-8b54-fa41bd7128c3 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:38:58.645233 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e5f170-934d-43cc-8b54-fa41bd7128c3 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:38:58.645671 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e5f170-934d-43cc-8b54-fa41bd7128c3 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:38:58.646628 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e5f170-934d-43cc-8b54-fa41bd7128c3 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:38:58.647082 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e5f170-934d-43cc-8b54-fa41bd7128c3 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:38:58.647517 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e5f170-934d-43cc-8b54-fa41bd7128c3 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:38:58.647948 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e5f170-934d-43cc-8b54-fa41bd7128c3 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:38:58.648407 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e5f170-934d-43cc-8b54-fa41bd7128c3 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:38:58.648835 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e5f170-934d-43cc-8b54-fa41bd7128c3 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:38:58.653466 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e5f170-934d-43cc-8b54-fa41bd7128c3 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:38:58.654223 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e5f170-934d-43cc-8b54-fa41bd7128c3 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:38:58.707975 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a2a1ca0-a2c1-41e7-a415-f670bfb80081 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Deleting subnet 8441b043-4487-497a-b36c-94619b9ed83f {{(pid=102346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 10:38:58.712004 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-3a2a1ca0-a2c1-41e7-a415-f670bfb80081 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks [] for subnet, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:58.763053 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-3a2a1ca0-a2c1-41e7-a415-f670bfb80081 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25847868'] for subnet, precommit_delete_associations {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:58.768234 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e259f42-8c9e-4332-87ef-63adca43f757 None None] Network a3a2d542-53da-4e86-bf77-b0dcf0f24882 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:38:58.862961 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-ba051856-217a-4195-bd7d-d1169a7c0982 None None] Could not find standard attr ID for object 8ab94026-5ab6-41ae-9ddc-8d39b4fd9b57. {{(pid=102348) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 27 10:38:58.877010 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec71afc8-5a2e-45eb-b99f-e14d90f462ab tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Router 6ac82927-b6e4-46b0-b693-782053ef52af has already been hosted by L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb {{(pid=102347) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 10:38:58.888387 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-3a2a1ca0-a2c1-41e7-a415-f670bfb80081 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855646'] for subnet, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:58.960760 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-3a2a1ca0-a2c1-41e7-a415-f670bfb80081 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27024355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27168307'] for subnet, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:58.990940 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2a1ca0-a2c1-41e7-a415-f670bfb80081 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Pushing event deleted for resources: {'Subnet': ['ID=8441b043-4487-497a-b36c-94619b9ed83f,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:38:58.994953 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-3a2a1ca0-a2c1-41e7-a415-f670bfb80081 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for subnet, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:58.998638 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-3a2a1ca0-a2c1-41e7-a415-f670bfb80081 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] 10.222.0.44 "DELETE /v2.0/subnets/8441b043-4487-497a-b36c-94619b9ed83f HTTP/1.1" status: 204 len: 168 time: 0.3944974 Oct 27 10:38:59.001234 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 43832) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:38:59.010901 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec71afc8-5a2e-45eb-b99f-e14d90f462ab tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:38:59.029777 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ff162b7-f432-4757-abbb-c9d6349d0c50 None None] Sync routers for ids ['6ac82927-b6e4-46b0-b693-782053ef52af'] in n-d-813419-10 {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:38:59.042401 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-ec71afc8-5a2e-45eb-b99f-e14d90f462ab tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for floatingip, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:59.045617 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-16ebae66-1046-4a87-9f96-50efc12e45fa tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0433614 Oct 27 10:38:59.048815 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 43834) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:38:59.052818 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ff162b7-f432-4757-abbb-c9d6349d0c50 None None] Routers {'6ac82927-b6e4-46b0-b693-782053ef52af'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:38:59.053453 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-1ff162b7-f432-4757-abbb-c9d6349d0c50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:38:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['6ac82927-b6e4-46b0-b693-782053ef52af'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:38:59.056519 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-32bf2eeb-9b45-4a34-95fe-7e620a28993a tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Request body: {'subnet': {'network_id': 'a3a2d542-53da-4e86-bf77-b0dcf0f24882', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:38:59.089393 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64bccf44-0533-42a2-875f-61b9289b9ef4 None None] Update dhcp port {'port': {'network_id': 'a3a2d542-53da-4e86-bf77-b0dcf0f24882', 'fixed_ips': [{'subnet_id': '8441b043-4487-497a-b36c-94619b9ed83f'}], 'binding:host_id': 'n-d-813419-10'}, 'id': '9e05e051-c6a1-483a-9663-c31215db7b62'} from n-d-813419-10. {{(pid=102348) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 27 10:38:59.092606 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-1ff162b7-f432-4757-abbb-c9d6349d0c50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:38:59.100549 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-ec71afc8-5a2e-45eb-b99f-e14d90f462ab tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] 10.222.0.44 "PUT /v2.0/floatingips/5501970e-a413-48ed-b38f-9827537fb78e HTTP/1.1" status: 200 len: 977 time: 2.2195649 Oct 27 10:38:59.103135 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 43836) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:38:59.122855 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ff162b7-f432-4757-abbb-c9d6349d0c50 None None] Routers {'6ac82927-b6e4-46b0-b693-782053ef52af'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:38:59.123461 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-1ff162b7-f432-4757-abbb-c9d6349d0c50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:38:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['6ac82927-b6e4-46b0-b693-782053ef52af'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:38:59.125280 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-64bccf44-0533-42a2-875f-61b9289b9ef4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:59.154163 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32bf2eeb-9b45-4a34-95fe-7e620a28993a tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Made reservation on behalf of 378140ee2d4f4428be90ff45daafe008 for: {'subnet': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:38:59.157792 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-32bf2eeb-9b45-4a34-95fe-7e620a28993a tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27167186'] for subnet, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:59.170846 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-1ff162b7-f432-4757-abbb-c9d6349d0c50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:38:59.171646 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ff162b7-f432-4757-abbb-c9d6349d0c50 None None] The sync data for ids ['6ac82927-b6e4-46b0-b693-782053ef52af'] in n-d-813419-10 is: [] {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:38:59.205736 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-44a102a8-c572-4106-9677-c9214da3dfdf tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Deleting port 0fc2a8fb-bb70-4896-ade7-025ff8c41409 {{(pid=102347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:38:59.206071 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-44a102a8-c572-4106-9677-c9214da3dfdf tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:59.309693 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-44a102a8-c572-4106-9677-c9214da3dfdf tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:59.341739 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a815608-412f-4c26-a919-f34c8d2099fc None None] Network a3a2d542-53da-4e86-bf77-b0dcf0f24882 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:38:59.413039 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7cb6d07f-5eb3-4692-950a-e4cae8c63846 None None] Provisioning complete for port 9e05e051-c6a1-483a-9663-c31215db7b62 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:38:59.413408 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7cb6d07f-5eb3-4692-950a-e4cae8c63846 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:59.484027 n-d-813419-10 neutron-server[102346]: DEBUG neutron.objects.ports [None req-32bf2eeb-9b45-4a34-95fe-7e620a28993a tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102346) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 27 10:38:59.566525 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-44a102a8-c572-4106-9677-c9214da3dfdf tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:59.567152 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-44a102a8-c572-4106-9677-c9214da3dfdf tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1664826'] for floatingip, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:59.567469 n-d-813419-10 neutron-server[102347]: INFO neutron.db.l3_db [None req-44a102a8-c572-4106-9677-c9214da3dfdf tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Floating IP 5501970e-a413-48ed-b38f-9827537fb78e disassociated. External IP: 172.25.8.81, port: 0fc2a8fb-bb70-4896-ade7-025ff8c41409. Oct 27 10:38:59.568655 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-44a102a8-c572-4106-9677-c9214da3dfdf tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Calling delete_port for 0fc2a8fb-bb70-4896-ade7-025ff8c41409 owned by {{(pid=102347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:38:59.603054 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f43837e-1329-4c4b-a1f3-760d9448e89a None None] Update dhcp port {'port': {'network_id': 'a3a2d542-53da-4e86-bf77-b0dcf0f24882', 'fixed_ips': [{'subnet_id': '8760eb75-9875-43c0-9833-17f213cd6e03'}], 'binding:host_id': 'n-d-813419-10'}, 'id': '9e05e051-c6a1-483a-9663-c31215db7b62'} from n-d-813419-10. {{(pid=102348) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 27 10:38:59.634991 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-0f43837e-1329-4c4b-a1f3-760d9448e89a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:59.695268 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-32bf2eeb-9b45-4a34-95fe-7e620a28993a tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:59.768001 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-44a102a8-c572-4106-9677-c9214da3dfdf tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:59.812019 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a102a8-c572-4106-9677-c9214da3dfdf tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Pushing event deleted for resources: {'Port': ['ID=0fc2a8fb-bb70-4896-ade7-025ff8c41409,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:38:59.814973 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 9e05e051-c6a1-483a-9663-c31215db7b62 no longer exists at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:38:59.933670 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [None req-32bf2eeb-9b45-4a34-95fe-7e620a28993a tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] For port 9e05e051-c6a1-483a-9663-c31215db7b62, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=9e05e051-c6a1-483a-9663-c31215db7b62,segment=NetworkSegment(eef0c4ec-5773-434c-ac68-3d91e838e9be),segment_id=eef0c4ec-5773-434c-ac68-3d91e838e9be)] {{(pid=102346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:38:59.976291 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-32bf2eeb-9b45-4a34-95fe-7e620a28993a tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks [] for port, precommit_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:59.984943 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-32bf2eeb-9b45-4a34-95fe-7e620a28993a tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27024173'] for port, after_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:59.986877 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-32bf2eeb-9b45-4a34-95fe-7e620a28993a tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27024290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27167168'] for subnet, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:59.987172 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:38:59.993577 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.db.api [None req-0f43837e-1329-4c4b-a1f3-760d9448e89a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102348) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 27 10:38:59.993927 n-d-813419-10 neutron-server[102348]: DEBUG oslo_db.api [None req-0f43837e-1329-4c4b-a1f3-760d9448e89a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 10:39:00.056837 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32bf2eeb-9b45-4a34-95fe-7e620a28993a tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Network a3a2d542-53da-4e86-bf77-b0dcf0f24882 is already hosted by enough agents. {{(pid=102346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:39:00.062717 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-32bf2eeb-9b45-4a34-95fe-7e620a28993a tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Resources bound (agent type, host, resource id): {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:39:00.069348 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32bf2eeb-9b45-4a34-95fe-7e620a28993a tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:39:00.070288 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-32bf2eeb-9b45-4a34-95fe-7e620a28993a tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for subnet, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:00.090828 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376810a6-c197-457b-a74d-1f127f034031 req-7ae64781-3a96-4c5a-9e2f-d4c7e8216fc6 tempest-AttachVolumeNegativeTest-477808956 tempest-AttachVolumeNegativeTest-477808956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:39:00.093454 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-376810a6-c197-457b-a74d-1f127f034031 req-7ae64781-3a96-4c5a-9e2f-d4c7e8216fc6 tempest-AttachVolumeNegativeTest-477808956 tempest-AttachVolumeNegativeTest-477808956-project] 10.222.0.44 "GET /v2.0/networks?id=b35e9655-e3a0-4ebc-8115-69611b13f855 HTTP/1.1" status: 200 len: 815 time: 0.2120533 Oct 27 10:39:00.095686 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44a102a8-c572-4106-9677-c9214da3dfdf tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Router 6ac82927-b6e4-46b0-b693-782053ef52af has already been hosted by L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb {{(pid=102347) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 10:39:00.104743 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.db.api [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102348) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 27 10:39:00.105104 n-d-813419-10 neutron-server[102348]: DEBUG oslo_db.api [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 10:39:00.117168 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-376810a6-c197-457b-a74d-1f127f034031 req-f64adce4-bac7-4180-b397-de4aac187952 tempest-AttachVolumeNegativeTest-477808956 tempest-AttachVolumeNegativeTest-477808956-project] 10.222.0.44 "GET /v2.0/quotas/08ad62c7dc6e456e8fa39abf5ba7c668 HTTP/1.1" status: 200 len: 375 time: 0.0184364 Oct 27 10:39:00.130675 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-32bf2eeb-9b45-4a34-95fe-7e620a28993a tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0787635 Oct 27 10:39:00.133312 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 43860) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:39:00.134078 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bf2eeb-9b45-4a34-95fe-7e620a28993a tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Pushing event updated for resources: {'Subnet': ['ID=8760eb75-9875-43c0-9833-17f213cd6e03,revision_number=0']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:39:00.140294 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-a72ff680-b6cf-4dca-b522-625643002e18 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Request body: {'subnet': {'network_id': 'a3a2d542-53da-4e86-bf77-b0dcf0f24882', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:39:00.148033 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bf2eeb-9b45-4a34-95fe-7e620a28993a tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Pushing event updated for resources: {'Port': ['ID=9e05e051-c6a1-483a-9663-c31215db7b62,revision_number=11']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:39:00.250405 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-376810a6-c197-457b-a74d-1f127f034031 req-ea108ca5-a74b-4dcb-b7fa-d1863763eb02 tempest-AttachVolumeNegativeTest-477808956 tempest-AttachVolumeNegativeTest-477808956-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=08ad62c7dc6e456e8fa39abf5ba7c668&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0940192 Oct 27 10:39:00.262136 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a72ff680-b6cf-4dca-b522-625643002e18 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Made reservation on behalf of 378140ee2d4f4428be90ff45daafe008 for: {'subnet': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:39:00.263670 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44a102a8-c572-4106-9677-c9214da3dfdf tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:39:00.265799 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-a72ff680-b6cf-4dca-b522-625643002e18 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27167186'] for subnet, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:00.279448 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1128d01-bd20-42b4-8661-6a2d2e97d21f None None] Sync routers for ids ['6ac82927-b6e4-46b0-b693-782053ef52af'] in n-d-813419-10 {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:39:00.292329 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1128d01-bd20-42b4-8661-6a2d2e97d21f None None] Routers {'6ac82927-b6e4-46b0-b693-782053ef52af'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:39:00.293133 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-a1128d01-bd20-42b4-8661-6a2d2e97d21f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:38:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['6ac82927-b6e4-46b0-b693-782053ef52af'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:39:00.327870 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-a1128d01-bd20-42b4-8661-6a2d2e97d21f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:39:00.337980 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1128d01-bd20-42b4-8661-6a2d2e97d21f None None] Routers {'6ac82927-b6e4-46b0-b693-782053ef52af'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:39:00.338566 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-a1128d01-bd20-42b4-8661-6a2d2e97d21f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:38:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['6ac82927-b6e4-46b0-b693-782053ef52af'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:39:00.368675 n-d-813419-10 neutron-server[102346]: INFO neutron.db.ipam_backend_mixin [None req-a72ff680-b6cf-4dca-b522-625643002e18 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 8760eb75-9875-43c0-9833-17f213cd6e03 (CIDR: 2001:db8::/64) Oct 27 10:39:00.373338 n-d-813419-10 neutron-server[102346]: INFO neutron.pecan_wsgi.hooks.translation [None req-a72ff680-b6cf-4dca-b522-625643002e18 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 27 10:39:00.373848 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a72ff680-b6cf-4dca-b522-625643002e18 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102346) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 10:39:00.381358 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-44a102a8-c572-4106-9677-c9214da3dfdf tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:00.385383 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-44a102a8-c572-4106-9677-c9214da3dfdf tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] 10.222.0.44 "DELETE /v2.0/ports/0fc2a8fb-bb70-4896-ade7-025ff8c41409 HTTP/1.1" status: 204 len: 168 time: 1.2810161 Oct 27 10:39:00.389293 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 43862) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:39:00.402880 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-a72ff680-b6cf-4dca-b522-625643002e18 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2636406 Oct 27 10:39:00.405247 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 43864) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:39:00.416315 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-735efd44-5c5d-4f58-824c-52d30a5ea708 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Request body: {'subnet': {'network_id': 'a3a2d542-53da-4e86-bf77-b0dcf0f24882', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:39:00.464792 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-376810a6-c197-457b-a74d-1f127f034031 req-ab723bba-98b6-4842-b915-d4173eefe270 service neutron] 10.222.0.44 "GET /v2.0/networks/b35e9655-e3a0-4ebc-8115-69611b13f855?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2043879 Oct 27 10:39:00.475261 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-a1128d01-bd20-42b4-8661-6a2d2e97d21f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:39:00.475912 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1128d01-bd20-42b4-8661-6a2d2e97d21f None None] The sync data for ids ['6ac82927-b6e4-46b0-b693-782053ef52af'] in n-d-813419-10 is: [] {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:39:00.521904 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-0f43837e-1329-4c4b-a1f3-760d9448e89a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:00.605174 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-376810a6-c197-457b-a74d-1f127f034031 req-40f9195a-c89c-4367-889d-df4df6a8db34 service neutron] 10.222.0.44 "GET /v2.0/networks/b35e9655-e3a0-4ebc-8115-69611b13f855?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314020 Oct 27 10:39:00.613812 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-735efd44-5c5d-4f58-824c-52d30a5ea708 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Made reservation on behalf of 378140ee2d4f4428be90ff45daafe008 for: {'subnet': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:39:00.618390 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-735efd44-5c5d-4f58-824c-52d30a5ea708 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18044073'] for subnet, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:00.834108 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-59428b82-c23f-4394-9261-c135a364d5d5 req-f6d440bd-b616-4461-90ba-d14fc78287b2 tempest-AttachVolumeNegativeTest-477808956 tempest-AttachVolumeNegativeTest-477808956-project] 10.222.0.44 "GET /v2.0/ports?device_id=6f3d3542-100b-4409-922b-21d21ccec5ab HTTP/1.1" status: 200 len: 210 time: 0.0303671 Oct 27 10:39:00.880642 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-017a60ce-b87c-425c-8ae4-6b756162624e tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1766202'] for router_interface, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:00.931637 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:00.981908 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-735efd44-5c5d-4f58-824c-52d30a5ea708 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-18295883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18044091'] for subnet, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:01.049096 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-735efd44-5c5d-4f58-824c-52d30a5ea708 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Network a3a2d542-53da-4e86-bf77-b0dcf0f24882 is already hosted by enough agents. {{(pid=102347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:39:01.052600 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [None req-735efd44-5c5d-4f58-824c-52d30a5ea708 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Resources bound (agent type, host, resource id): {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:39:01.059147 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-735efd44-5c5d-4f58-824c-52d30a5ea708 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:39:01.059745 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-735efd44-5c5d-4f58-824c-52d30a5ea708 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks [] for subnet, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:01.078035 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-0f43837e-1329-4c4b-a1f3-760d9448e89a None None] For port 9e05e051-c6a1-483a-9663-c31215db7b62, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=9e05e051-c6a1-483a-9663-c31215db7b62,segment=NetworkSegment(eef0c4ec-5773-434c-ac68-3d91e838e9be),segment_id=eef0c4ec-5773-434c-ac68-3d91e838e9be)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:39:01.087980 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735efd44-5c5d-4f58-824c-52d30a5ea708 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Pushing event updated for resources: {'Subnet': ['ID=f108bcc2-18c5-488a-bf0c-12e13c3fdbf0,revision_number=0']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:39:01.111239 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-735efd44-5c5d-4f58-824c-52d30a5ea708 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7048295 Oct 27 10:39:01.116570 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 43880) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:39:01.123781 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-52a28ae6-ae1b-415a-969e-bdae46ccc792 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Request body: {'port': {'network_id': 'a3a2d542-53da-4e86-bf77-b0dcf0f24882', 'mac_address': 'fa:16:3e:14:d5:24', 'name': 'tempest-NetworksTestDHCPv6-553167121'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:39:01.124274 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-0f43837e-1329-4c4b-a1f3-760d9448e89a None None] Publish callbacks [] for port, precommit_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:01.131680 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-0f43837e-1329-4c4b-a1f3-760d9448e89a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:01.224937 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.db.api [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102348) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 27 10:39:01.225292 n-d-813419-10 neutron-server[102348]: DEBUG oslo_db.api [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 10:39:01.229996 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f43837e-1329-4c4b-a1f3-760d9448e89a None None] Pushing event updated for resources: {'Port': ['ID=9e05e051-c6a1-483a-9663-c31215db7b62,revision_number=12']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:39:01.288174 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-017a60ce-b87c-425c-8ae4-6b756162624e tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Deleting port b7401b61-bcff-4a7b-b1c5-57d023f37b33 {{(pid=102346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:39:01.289336 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-017a60ce-b87c-425c-8ae4-6b756162624e tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:01.349515 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52a28ae6-ae1b-415a-969e-bdae46ccc792 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Made reservation on behalf of 378140ee2d4f4428be90ff45daafe008 for: {'port': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:39:01.419933 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-017a60ce-b87c-425c-8ae4-6b756162624e tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:01.433948 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-017a60ce-b87c-425c-8ae4-6b756162624e tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Calling delete_port for b7401b61-bcff-4a7b-b1c5-57d023f37b33 owned by network:router_interface {{(pid=102346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:39:01.450554 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:01.497032 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] For port 9e05e051-c6a1-483a-9663-c31215db7b62, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=9e05e051-c6a1-483a-9663-c31215db7b62,segment=NetworkSegment(eef0c4ec-5773-434c-ac68-3d91e838e9be),segment_id=eef0c4ec-5773-434c-ac68-3d91e838e9be)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:39:01.507020 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:01.539856 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-52a28ae6-ae1b-415a-969e-bdae46ccc792 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:01.583920 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [None req-52a28ae6-ae1b-415a-969e-bdae46ccc792 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] device_id is not set on port a4753142-06fc-4a7f-8f5a-307e440998a1 yet. {{(pid=102347) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 10:39:01.610319 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Pushing event updated for resources: {'Port': ['ID=9e05e051-c6a1-483a-9663-c31215db7b62,revision_number=13']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:39:01.830206 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_common [None req-52a28ae6-ae1b-415a-969e-bdae46ccc792 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Allocated IP 2001:db8:0:1::db (a3a2d542-53da-4e86-bf77-b0dcf0f24882/f108bcc2-18c5-488a-bf0c-12e13c3fdbf0/a4753142-06fc-4a7f-8f5a-307e440998a1) {{(pid=102347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:39:01.839691 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_common [None req-52a28ae6-ae1b-415a-969e-bdae46ccc792 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Allocated IP 2001:db8::f816:3eff:fe14:d524 (a3a2d542-53da-4e86-bf77-b0dcf0f24882/8760eb75-9875-43c0-9833-17f213cd6e03/a4753142-06fc-4a7f-8f5a-307e440998a1) {{(pid=102347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:39:01.864890 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 9e05e051-c6a1-483a-9663-c31215db7b62 up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:39:01.877837 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578ce518-999a-4f8a-8a77-9cb615839a18 req-688cd7ff-3762-4072-b7a3-118fc4c31121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:39:01.879341 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-578ce518-999a-4f8a-8a77-9cb615839a18 req-688cd7ff-3762-4072-b7a3-118fc4c31121 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5cdd6d2f037d42e18150718a811d487c&device_id=f6fc38b4-3d34-4580-bd35-a4b845297319 HTTP/1.1" status: 200 len: 1097 time: 0.1044655 Oct 27 10:39:01.936621 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port 9e05e051-c6a1-483a-9663-c31215db7b62 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:39:01.936992 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:01.981224 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-eaf70002-1480-4696-80ad-a57cc4961e8b req-afc6460b-5e8d-4818-a4e8-973e95f3ebd0 tempest-AttachVolumeNegativeTest-477808956 tempest-AttachVolumeNegativeTest-477808956-project] 10.222.0.44 "GET /v2.0/ports?device_id=6f3d3542-100b-4409-922b-21d21ccec5ab HTTP/1.1" status: 200 len: 210 time: 0.0357873 Oct 27 10:39:02.055486 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:02.108373 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] For port 9e05e051-c6a1-483a-9663-c31215db7b62, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=9e05e051-c6a1-483a-9663-c31215db7b62,segment=NetworkSegment(eef0c4ec-5773-434c-ac68-3d91e838e9be),segment_id=eef0c4ec-5773-434c-ac68-3d91e838e9be)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:39:02.117324 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:02.118199 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578ce518-999a-4f8a-8a77-9cb615839a18 req-3c96c758-b75a-47e4-bf4c-e57f2f9c9b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:39:02.119803 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-578ce518-999a-4f8a-8a77-9cb615839a18 req-3c96c758-b75a-47e4-bf4c-e57f2f9c9b50 service neutron] 10.222.0.64 "GET /v2.0/networks?id=fca909b5-2d06-4825-8091-33382048b635 HTTP/1.1" status: 200 len: 912 time: 0.2282822 Oct 27 10:39:02.175000 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a00b5b-0ffa-43c1-b4d9-6a559c39eac5 req-751d9cb0-2d25-4ac5-b2e6-c58d3ed30294 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:39:02.177024 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-a1a00b5b-0ffa-43c1-b4d9-6a559c39eac5 req-751d9cb0-2d25-4ac5-b2e6-c58d3ed30294 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/ports?device_id=f6fc38b4-3d34-4580-bd35-a4b845297319 HTTP/1.1" status: 200 len: 945 time: 0.4663293 Oct 27 10:39:02.177859 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-017a60ce-b87c-425c-8ae4-6b756162624e tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:02.210287 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Pushing event updated for resources: {'Port': ['ID=9e05e051-c6a1-483a-9663-c31215db7b62,revision_number=14']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:39:02.236294 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99678dee-442a-4313-8388-3cb244084ba5 None None] Network a3a2d542-53da-4e86-bf77-b0dcf0f24882 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:39:02.294743 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-52a28ae6-ae1b-415a-969e-bdae46ccc792 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks [] for port, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:02.297804 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-578ce518-999a-4f8a-8a77-9cb615839a18 req-b4c3cdcb-c445-454d-bbf2-e8214b53bbe7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c9c20c2b-6e5b-42e4-9a9a-ff863d22fcbf HTTP/1.1" status: 200 len: 1000 time: 0.1628075 Oct 27 10:39:02.347503 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-573abae2-3f84-4f0a-933f-0496e87a2507 None None] Provisioning complete for port 9e05e051-c6a1-483a-9663-c31215db7b62 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:39:02.347872 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-573abae2-3f84-4f0a-933f-0496e87a2507 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:02.371890 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017a60ce-b87c-425c-8ae4-6b756162624e tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Pushing event deleted for resources: {'Port': ['ID=b7401b61-bcff-4a7b-b1c5-57d023f37b33,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:39:02.391820 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578ce518-999a-4f8a-8a77-9cb615839a18 req-d020ee9d-49bc-4bc4-83bb-0df698a5a69b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:39:02.393469 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-578ce518-999a-4f8a-8a77-9cb615839a18 req-d020ee9d-49bc-4bc4-83bb-0df698a5a69b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=71c50f4e-5d00-4779-bfe1-162c05f5fddb HTTP/1.1" status: 200 len: 850 time: 0.0840728 Oct 27 10:39:02.461963 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-a1a00b5b-0ffa-43c1-b4d9-6a559c39eac5 req-155335ec-9556-4c4c-b328-ec7f7716a60a tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/security-groups?id=042a0afe-bacb-4048-aed3-353e9c85bd81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2716827 Oct 27 10:39:02.502425 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578ce518-999a-4f8a-8a77-9cb615839a18 req-7dea0c4c-d7d6-4184-9c35-f8decf3f91cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:39:02.504118 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-578ce518-999a-4f8a-8a77-9cb615839a18 req-7dea0c4c-d7d6-4184-9c35-f8decf3f91cf service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=fca909b5-2d06-4825-8091-33382048b635&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0987878 Oct 27 10:39:02.512229 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-52a28ae6-ae1b-415a-969e-bdae46ccc792 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:02.557139 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:02.601884 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52a28ae6-ae1b-415a-969e-bdae46ccc792 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Network a3a2d542-53da-4e86-bf77-b0dcf0f24882 is already hosted by enough agents. {{(pid=102347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:39:02.608589 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [None req-52a28ae6-ae1b-415a-969e-bdae46ccc792 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Resources bound (agent type, host, resource id): {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:39:02.613815 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52a28ae6-ae1b-415a-969e-bdae46ccc792 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Received port after_create {{(pid=102347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:39:02.620154 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52a28ae6-ae1b-415a-969e-bdae46ccc792 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:39:02.620792 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-52a28ae6-ae1b-415a-969e-bdae46ccc792 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:02.644504 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a28ae6-ae1b-415a-969e-bdae46ccc792 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Pushing event updated for resources: {'Port': ['ID=a4753142-06fc-4a7f-8f5a-307e440998a1,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:39:02.664707 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376810a6-c197-457b-a74d-1f127f034031 req-70c47567-82fa-4c36-8031-780e7d593cd8 tempest-AttachVolumeNegativeTest-477808956 tempest-AttachVolumeNegativeTest-477808956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:39:02.666064 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60bb4fc4-8f72-4aad-b2f6-624d7be370fc None None] Update dhcp port {'port': {'network_id': 'a3a2d542-53da-4e86-bf77-b0dcf0f24882', 'fixed_ips': [{'subnet_id': '8760eb75-9875-43c0-9833-17f213cd6e03', 'ip_address': '2001:db8::f816:3eff:fec0:cc4'}, {'subnet_id': 'f108bcc2-18c5-488a-bf0c-12e13c3fdbf0'}], 'binding:host_id': 'n-d-813419-10'}, 'id': '9e05e051-c6a1-483a-9663-c31215db7b62'} from n-d-813419-10. {{(pid=102348) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 27 10:39:02.669229 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-376810a6-c197-457b-a74d-1f127f034031 req-70c47567-82fa-4c36-8031-780e7d593cd8 tempest-AttachVolumeNegativeTest-477808956 tempest-AttachVolumeNegativeTest-477808956-project] 10.222.0.76 "GET /v2.0/networks?id=b35e9655-e3a0-4ebc-8115-69611b13f855 HTTP/1.1" status: 200 len: 815 time: 0.4360933 Oct 27 10:39:02.669367 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-52a28ae6-ae1b-415a-969e-bdae46ccc792 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.5472751 Oct 27 10:39:02.670518 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 43894) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:39:02.687106 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-578ce518-999a-4f8a-8a77-9cb615839a18 req-eaec23ab-c67d-4342-88ff-4c7a419f7d62 service neutron] 10.222.0.64 "GET /v2.0/networks/fca909b5-2d06-4825-8091-33382048b635?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1728606 Oct 27 10:39:02.688184 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [req-376810a6-c197-457b-a74d-1f127f034031 req-509421c5-73d0-4a6d-a3aa-75cb2c93bb2b tempest-AttachVolumeNegativeTest-477808956 tempest-AttachVolumeNegativeTest-477808956-project] Request body: {'port': {'device_id': '6f3d3542-100b-4409-922b-21d21ccec5ab', 'network_id': 'b35e9655-e3a0-4ebc-8115-69611b13f855', 'admin_state_up': True, 'tenant_id': '08ad62c7dc6e456e8fa39abf5ba7c668'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:39:02.695464 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-60bb4fc4-8f72-4aad-b2f6-624d7be370fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:02.792667 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-578ce518-999a-4f8a-8a77-9cb615839a18 req-500aabe6-679c-413c-ab24-b505f82f7c3f service neutron] 10.222.0.64 "GET /v2.0/networks/fca909b5-2d06-4825-8091-33382048b635?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960774 Oct 27 10:39:02.825285 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-017a60ce-b87c-425c-8ae4-6b756162624e tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2006968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1766358'] for router_interface, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:02.862712 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.db_base_plugin_common [None req-60bb4fc4-8f72-4aad-b2f6-624d7be370fc None None] Allocated IP 2001:db8:0:1::2 (a3a2d542-53da-4e86-bf77-b0dcf0f24882/f108bcc2-18c5-488a-bf0c-12e13c3fdbf0/9e05e051-c6a1-483a-9663-c31215db7b62) {{(pid=102348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:39:02.972673 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-38324ef9-8ae6-41fc-8e99-08fc6a34c664 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Deleting port a4753142-06fc-4a7f-8f5a-307e440998a1 {{(pid=102346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:39:02.973042 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-38324ef9-8ae6-41fc-8e99-08fc6a34c664 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:02.985551 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-60bb4fc4-8f72-4aad-b2f6-624d7be370fc None None] For port 9e05e051-c6a1-483a-9663-c31215db7b62, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=9e05e051-c6a1-483a-9663-c31215db7b62,segment=NetworkSegment(eef0c4ec-5773-434c-ac68-3d91e838e9be),segment_id=eef0c4ec-5773-434c-ac68-3d91e838e9be)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:39:03.025484 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-60bb4fc4-8f72-4aad-b2f6-624d7be370fc None None] Publish callbacks [] for port, precommit_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:03.033883 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-60bb4fc4-8f72-4aad-b2f6-624d7be370fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:03.058467 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-376810a6-c197-457b-a74d-1f127f034031 req-509421c5-73d0-4a6d-a3aa-75cb2c93bb2b tempest-AttachVolumeNegativeTest-477808956 tempest-AttachVolumeNegativeTest-477808956-project] Made reservation on behalf of 08ad62c7dc6e456e8fa39abf5ba7c668 for: {'port': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:39:03.062014 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-376810a6-c197-457b-a74d-1f127f034031 req-509421c5-73d0-4a6d-a3aa-75cb2c93bb2b tempest-AttachVolumeNegativeTest-477808956 tempest-AttachVolumeNegativeTest-477808956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:03.107995 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8de96fc9-674f-4052-a10a-de4270f19dc4 req-e84d972a-33f8-41a7-b0c1-d7f77543c575 tempest-AttachVolumeNegativeTest-477808956 tempest-AttachVolumeNegativeTest-477808956-project] 10.222.0.44 "GET /v2.0/ports?device_id=6f3d3542-100b-4409-922b-21d21ccec5ab HTTP/1.1" status: 200 len: 210 time: 0.0295172 Oct 27 10:39:03.130924 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-38324ef9-8ae6-41fc-8e99-08fc6a34c664 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:03.136948 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bb4fc4-8f72-4aad-b2f6-624d7be370fc None None] Pushing event updated for resources: {'Port': ['ID=9e05e051-c6a1-483a-9663-c31215db7b62,revision_number=15']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:39:03.172599 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-38324ef9-8ae6-41fc-8e99-08fc6a34c664 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Calling delete_port for a4753142-06fc-4a7f-8f5a-307e440998a1 owned by {{(pid=102346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:39:03.382326 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_common [req-376810a6-c197-457b-a74d-1f127f034031 req-509421c5-73d0-4a6d-a3aa-75cb2c93bb2b tempest-AttachVolumeNegativeTest-477808956 tempest-AttachVolumeNegativeTest-477808956-project] Allocated IP 172.20.0.8 (b35e9655-e3a0-4ebc-8115-69611b13f855/3094fde6-b550-4931-b376-595a71e5404d/77262160-d636-4bac-9a1f-267cf4a736bb) {{(pid=102346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:39:03.422186 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-017a60ce-b87c-425c-8ae4-6b756162624e tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Router 6ac82927-b6e4-46b0-b693-782053ef52af has already been hosted by L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb {{(pid=102346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 10:39:03.698370 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b5ed194-b0f3-4ff4-98e0-d96d7e73f4eb None None] Network a3a2d542-53da-4e86-bf77-b0dcf0f24882 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:39:03.740356 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 9e05e051-c6a1-483a-9663-c31215db7b62 up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:39:03.761171 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1120d6-e99a-4ab3-8ade-ee444322f335 req-1b445f95-6d65-4902-91df-30608ae845c5 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:39:03.762589 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-6d1120d6-e99a-4ab3-8ade-ee444322f335 req-1b445f95-6d65-4902-91df-30608ae845c5 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/ports?device_id=f6fc38b4-3d34-4580-bd35-a4b845297319 HTTP/1.1" status: 200 len: 945 time: 0.1966717 Oct 27 10:39:03.772624 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-38324ef9-8ae6-41fc-8e99-08fc6a34c664 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:03.785820 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-376810a6-c197-457b-a74d-1f127f034031 req-509421c5-73d0-4a6d-a3aa-75cb2c93bb2b tempest-AttachVolumeNegativeTest-477808956 tempest-AttachVolumeNegativeTest-477808956-project] Publish callbacks [] for port, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:03.795440 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-017a60ce-b87c-425c-8ae4-6b756162624e tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:39:03.807503 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ec0f667-cb14-408e-ac82-5738fa43bacc None None] Sync routers for ids ['6ac82927-b6e4-46b0-b693-782053ef52af'] in n-d-813419-10 {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:39:03.825804 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-017a60ce-b87c-425c-8ae4-6b756162624e tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] 10.222.0.44 "PUT /v2.0/routers/6ac82927-b6e4-46b0-b693-782053ef52af/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4351079 Oct 27 10:39:03.829859 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 43904) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:39:03.834309 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38324ef9-8ae6-41fc-8e99-08fc6a34c664 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Pushing event deleted for resources: {'Port': ['ID=a4753142-06fc-4a7f-8f5a-307e440998a1,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:39:03.841739 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ec0f667-cb14-408e-ac82-5738fa43bacc None None] Routers {'6ac82927-b6e4-46b0-b693-782053ef52af'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:39:03.842363 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-8ec0f667-cb14-408e-ac82-5738fa43bacc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:38:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['6ac82927-b6e4-46b0-b693-782053ef52af'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:39:03.845156 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-5531b065-6bed-4eb7-96b1-c6c0ec30611a None None] Provisioning complete for port 9e05e051-c6a1-483a-9663-c31215db7b62 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:39:03.845527 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-5531b065-6bed-4eb7-96b1-c6c0ec30611a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:03.888083 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-6d1120d6-e99a-4ab3-8ade-ee444322f335 req-26a17c8d-e908-4ef7-81ef-1bb0d2ce6bcc tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/security-groups?id=042a0afe-bacb-4048-aed3-353e9c85bd81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1134801 Oct 27 10:39:03.901366 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-8ec0f667-cb14-408e-ac82-5738fa43bacc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:39:03.917678 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-38324ef9-8ae6-41fc-8e99-08fc6a34c664 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:03.922350 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-38324ef9-8ae6-41fc-8e99-08fc6a34c664 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] 10.222.0.44 "DELETE /v2.0/ports/a4753142-06fc-4a7f-8f5a-307e440998a1 HTTP/1.1" status: 204 len: 168 time: 1.2518678 Oct 27 10:39:03.926137 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 43906) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:39:03.939813 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-376810a6-c197-457b-a74d-1f127f034031 req-509421c5-73d0-4a6d-a3aa-75cb2c93bb2b tempest-AttachVolumeNegativeTest-477808956 tempest-AttachVolumeNegativeTest-477808956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:03.945830 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port 9e05e051-c6a1-483a-9663-c31215db7b62 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:39:03.946342 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:03.959665 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] get_ports_and_sgs() called for port_ids ['51ef365d-a39a-4f99-a3dd-39d1d9a027e9', 'ec050e6e-fb10-458c-a526-b25309f5a976'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:39:04.023768 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-376810a6-c197-457b-a74d-1f127f034031 req-509421c5-73d0-4a6d-a3aa-75cb2c93bb2b tempest-AttachVolumeNegativeTest-477808956 tempest-AttachVolumeNegativeTest-477808956-project] Network b35e9655-e3a0-4ebc-8115-69611b13f855 is already hosted by enough agents. {{(pid=102346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:39:04.033105 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [req-376810a6-c197-457b-a74d-1f127f034031 req-509421c5-73d0-4a6d-a3aa-75cb2c93bb2b tempest-AttachVolumeNegativeTest-477808956 tempest-AttachVolumeNegativeTest-477808956-project] Resources bound (agent type, host, resource id): {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:39:04.036492 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ec0f667-cb14-408e-ac82-5738fa43bacc None None] Routers {'6ac82927-b6e4-46b0-b693-782053ef52af'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:39:04.037250 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-8ec0f667-cb14-408e-ac82-5738fa43bacc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:38:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['6ac82927-b6e4-46b0-b693-782053ef52af'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:39:04.044172 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509421c5-73d0-4a6d-a3aa-75cb2c93bb2b tempest-AttachVolumeNegativeTest-477808956 tempest-AttachVolumeNegativeTest-477808956-project] Pushing event updated for resources: {'Port': ['ID=77262160-d636-4bac-9a1f-267cf4a736bb,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:39:04.050533 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [req-376810a6-c197-457b-a74d-1f127f034031 req-509421c5-73d0-4a6d-a3aa-75cb2c93bb2b tempest-AttachVolumeNegativeTest-477808956 tempest-AttachVolumeNegativeTest-477808956-project] Received port after_create {{(pid=102346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:39:04.092564 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81dc3919-5669-4138-af49-ed070a022e72 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:39:04.097551 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-81dc3919-5669-4138-af49-ed070a022e72 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1661458 Oct 27 10:39:04.097551 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 43910) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:39:04.113045 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-8ec0f667-cb14-408e-ac82-5738fa43bacc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:39:04.113865 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ec0f667-cb14-408e-ac82-5738fa43bacc None None] The sync data for ids ['6ac82927-b6e4-46b0-b693-782053ef52af'] in n-d-813419-10 is: [] {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:39:04.159900 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376810a6-c197-457b-a74d-1f127f034031 req-509421c5-73d0-4a6d-a3aa-75cb2c93bb2b tempest-AttachVolumeNegativeTest-477808956 tempest-AttachVolumeNegativeTest-477808956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:39:04.160700 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-376810a6-c197-457b-a74d-1f127f034031 req-509421c5-73d0-4a6d-a3aa-75cb2c93bb2b tempest-AttachVolumeNegativeTest-477808956 tempest-AttachVolumeNegativeTest-477808956-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:04.184254 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-5531b065-6bed-4eb7-96b1-c6c0ec30611a None None] Could not find standard attr ID for object a4753142-06fc-4a7f-8f5a-307e440998a1. {{(pid=102348) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 27 10:39:04.184829 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-376810a6-c197-457b-a74d-1f127f034031 req-509421c5-73d0-4a6d-a3aa-75cb2c93bb2b tempest-AttachVolumeNegativeTest-477808956 tempest-AttachVolumeNegativeTest-477808956-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5003707 Oct 27 10:39:04.195313 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8375b453-bfc3-4384-aba3-7c9f395ba72a tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:39:04.196962 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-8375b453-bfc3-4384-aba3-7c9f395ba72a tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0989311 Oct 27 10:39:04.202389 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [req-376810a6-c197-457b-a74d-1f127f034031 req-e1e8321f-1a64-4525-a3db-f47c25457c0a service neutron] Request body: {'port': {'device_id': '6f3d3542-100b-4409-922b-21d21ccec5ab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-10'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:39:04.204701 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 43914) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:39:04.286071 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af09720e-ac4f-4c66-a915-f7791e3aea3b req-dfc12b90-8f30-4451-b918-25f9ef50e891 tempest-AttachVolumeNegativeTest-477808956 tempest-AttachVolumeNegativeTest-477808956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:39:04.287681 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-af09720e-ac4f-4c66-a915-f7791e3aea3b req-dfc12b90-8f30-4451-b918-25f9ef50e891 tempest-AttachVolumeNegativeTest-477808956 tempest-AttachVolumeNegativeTest-477808956-project] 10.222.0.44 "GET /v2.0/ports?device_id=6f3d3542-100b-4409-922b-21d21ccec5ab HTTP/1.1" status: 200 len: 931 time: 0.0713396 Oct 27 10:39:04.353021 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-8fe77f2e-6263-40a1-98ef-422c27a943d3 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Publish callbacks [] for router, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:04.488866 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-af09720e-ac4f-4c66-a915-f7791e3aea3b req-a4033bf6-5361-4794-92e8-2c61076845e1 tempest-AttachVolumeNegativeTest-477808956 tempest-AttachVolumeNegativeTest-477808956-project] 10.222.0.44 "GET /v2.0/security-groups?id=6419667f-4570-481f-8a5c-a797762fb34f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875129 Oct 27 10:39:04.496034 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-8fe77f2e-6263-40a1-98ef-422c27a943d3 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:04.571072 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-8fe77f2e-6263-40a1-98ef-422c27a943d3 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Deleting port adb48a97-203f-4b68-bc05-6dc96c5b5cf7 {{(pid=102347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:39:04.571340 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-8fe77f2e-6263-40a1-98ef-422c27a943d3 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:04.609517 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-f1cf1df0-dc53-4d5d-904d-1ec277fd1ce3 None None] Provisioning complete for port 9e05e051-c6a1-483a-9663-c31215db7b62 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:39:04.609964 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f1cf1df0-dc53-4d5d-904d-1ec277fd1ce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:04.626010 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e85c148-2b76-4b27-9782-ee9965a0fea1 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:39:04.627535 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e85c148-2b76-4b27-9782-ee9965a0fea1 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:39:04.629051 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e85c148-2b76-4b27-9782-ee9965a0fea1 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:39:04.631220 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-0e85c148-2b76-4b27-9782-ee9965a0fea1 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.4246638 Oct 27 10:39:04.633994 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 43920) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:39:04.653999 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-376810a6-c197-457b-a74d-1f127f034031 req-e1e8321f-1a64-4525-a3db-f47c25457c0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:04.709232 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-8fe77f2e-6263-40a1-98ef-422c27a943d3 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:04.727295 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_v2 [None req-669209b7-71cc-4eb2-8ee8-923e2a6bb6c2 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Deleting subnet 8760eb75-9875-43c0-9833-17f213cd6e03 {{(pid=102347) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 10:39:04.730619 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-669209b7-71cc-4eb2-8ee8-923e2a6bb6c2 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks [] for subnet, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:04.759866 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-8fe77f2e-6263-40a1-98ef-422c27a943d3 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Calling delete_port for adb48a97-203f-4b68-bc05-6dc96c5b5cf7 owned by network:router_gateway {{(pid=102347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:39:04.814706 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-669209b7-71cc-4eb2-8ee8-923e2a6bb6c2 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-18445109'] for subnet, precommit_delete_associations {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:04.933160 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-180e9f73-5f3c-4f83-9cd7-dd50332411e1 None None] Could not find standard attr ID for object a4753142-06fc-4a7f-8f5a-307e440998a1. {{(pid=102348) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 27 10:39:04.956670 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [req-376810a6-c197-457b-a74d-1f127f034031 req-e1e8321f-1a64-4525-a3db-f47c25457c0a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77262160-d636-4bac-9a1f-267cf4a736bb {{(pid=102346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:39:04.959076 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-669209b7-71cc-4eb2-8ee8-923e2a6bb6c2 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855646'] for subnet, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:04.966784 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-376810a6-c197-457b-a74d-1f127f034031 req-e1e8321f-1a64-4525-a3db-f47c25457c0a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:04.982382 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.provisioning_blocks [req-376810a6-c197-457b-a74d-1f127f034031 req-e1e8321f-1a64-4525-a3db-f47c25457c0a service neutron] Transition to ACTIVE for port object 77262160-d636-4bac-9a1f-267cf4a736bb will not be triggered until provisioned by entity L2. {{(pid=102346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 10:39:04.987983 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-376810a6-c197-457b-a74d-1f127f034031 req-e1e8321f-1a64-4525-a3db-f47c25457c0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27024173'] for port, after_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:05.045625 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e8321f-1a64-4525-a3db-f47c25457c0a service neutron] Pushing event updated for resources: {'Port': ['ID=77262160-d636-4bac-9a1f-267cf4a736bb,revision_number=2']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:39:05.055673 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-8fe77f2e-6263-40a1-98ef-422c27a943d3 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:05.079088 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-669209b7-71cc-4eb2-8ee8-923e2a6bb6c2 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-18295818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18043720'] for subnet, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:05.089601 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe77f2e-6263-40a1-98ef-422c27a943d3 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Pushing event deleted for resources: {'Port': ['ID=adb48a97-203f-4b68-bc05-6dc96c5b5cf7,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:39:05.111649 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.managers [req-376810a6-c197-457b-a74d-1f127f034031 req-e1e8321f-1a64-4525-a3db-f47c25457c0a service neutron] Attempting to bind port 77262160-d636-4bac-9a1f-267cf4a736bb on host n-h2-813419-10 for vnic_type normal with profile {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:39:05.112005 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.managers [req-376810a6-c197-457b-a74d-1f127f034031 req-e1e8321f-1a64-4525-a3db-f47c25457c0a service neutron] Attempting to bind port 77262160-d636-4bac-9a1f-267cf4a736bb by drivers openvswitch,hyperv on host n-h2-813419-10 at level 0 using segments [{'id': 'cb1f304e-3238-44f1-ae7f-78d4e314acae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'b35e9655-e3a0-4ebc-8115-69611b13f855'}] {{(pid=102346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:39:05.112382 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-376810a6-c197-457b-a74d-1f127f034031 req-e1e8321f-1a64-4525-a3db-f47c25457c0a service neutron] Attempting to bind port 77262160-d636-4bac-9a1f-267cf4a736bb on network b35e9655-e3a0-4ebc-8115-69611b13f855 {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:39:05.117426 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-376810a6-c197-457b-a74d-1f127f034031 req-e1e8321f-1a64-4525-a3db-f47c25457c0a service neutron] Port 77262160-d636-4bac-9a1f-267cf4a736bb on network b35e9655-e3a0-4ebc-8115-69611b13f855 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-10 {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 10:39:05.117742 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-376810a6-c197-457b-a74d-1f127f034031 req-e1e8321f-1a64-4525-a3db-f47c25457c0a service neutron] Attempting to bind port 77262160-d636-4bac-9a1f-267cf4a736bb on network b35e9655-e3a0-4ebc-8115-69611b13f855 {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:39:05.119468 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669209b7-71cc-4eb2-8ee8-923e2a6bb6c2 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Pushing event deleted for resources: {'Subnet': ['ID=8760eb75-9875-43c0-9833-17f213cd6e03,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:39:05.124951 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-376810a6-c197-457b-a74d-1f127f034031 req-e1e8321f-1a64-4525-a3db-f47c25457c0a service neutron] Checking agent: {'id': 'a2edc247-0fa4-4ce6-bbae-a10492f6bd71', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 16, 9), 'started_at': datetime.datetime(2021, 10, 27, 10, 16, 9), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 38, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:39:05.125441 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-376810a6-c197-457b-a74d-1f127f034031 req-e1e8321f-1a64-4525-a3db-f47c25457c0a service neutron] Checking segment: {'id': 'cb1f304e-3238-44f1-ae7f-78d4e314acae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'b35e9655-e3a0-4ebc-8115-69611b13f855'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:39:05.125827 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-376810a6-c197-457b-a74d-1f127f034031 req-e1e8321f-1a64-4525-a3db-f47c25457c0a service neutron] Bound using segment: {'id': 'cb1f304e-3238-44f1-ae7f-78d4e314acae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'b35e9655-e3a0-4ebc-8115-69611b13f855'} {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:39:05.126257 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.managers [req-376810a6-c197-457b-a74d-1f127f034031 req-e1e8321f-1a64-4525-a3db-f47c25457c0a service neutron] Bound port: 77262160-d636-4bac-9a1f-267cf4a736bb, host: n-h2-813419-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb1f304e-3238-44f1-ae7f-78d4e314acae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'b35e9655-e3a0-4ebc-8115-69611b13f855'}}] {{(pid=102346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:39:05.126441 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-669209b7-71cc-4eb2-8ee8-923e2a6bb6c2 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks [] for subnet, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:05.126612 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-376810a6-c197-457b-a74d-1f127f034031 req-e1e8321f-1a64-4525-a3db-f47c25457c0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:05.131997 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-669209b7-71cc-4eb2-8ee8-923e2a6bb6c2 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] 10.222.0.44 "DELETE /v2.0/subnets/8760eb75-9875-43c0-9833-17f213cd6e03 HTTP/1.1" status: 204 len: 168 time: 0.4945397 Oct 27 10:39:05.135672 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3f1a474-e801-453f-b66b-20c2c4a45909 None None] Network a3a2d542-53da-4e86-bf77-b0dcf0f24882 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:39:05.140154 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 43922) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:39:05.183406 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-8fe77f2e-6263-40a1-98ef-422c27a943d3 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1664884'] for router_gateway, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:05.230055 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d276ba3-45ba-421d-a4a2-0dec19d8f3ca tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Deleting subnet f108bcc2-18c5-488a-bf0c-12e13c3fdbf0 {{(pid=102346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 10:39:05.234546 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-9d276ba3-45ba-421d-a4a2-0dec19d8f3ca tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks [] for subnet, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:05.260063 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [req-376810a6-c197-457b-a74d-1f127f034031 req-e1e8321f-1a64-4525-a3db-f47c25457c0a service neutron] For port 77262160-d636-4bac-9a1f-267cf4a736bb, host n-h2-813419-10, cleared binding levels {{(pid=102346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:39:05.277070 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-8fe77f2e-6263-40a1-98ef-422c27a943d3 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1765662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3700'] for router, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:05.279651 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-8fe77f2e-6263-40a1-98ef-422c27a943d3 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:05.281523 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [req-376810a6-c197-457b-a74d-1f127f034031 req-e1e8321f-1a64-4525-a3db-f47c25457c0a service neutron] For port 77262160-d636-4bac-9a1f-267cf4a736bb, host n-h2-813419-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=77262160-d636-4bac-9a1f-267cf4a736bb,segment=NetworkSegment(cb1f304e-3238-44f1-ae7f-78d4e314acae),segment_id=cb1f304e-3238-44f1-ae7f-78d4e314acae)] {{(pid=102346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:39:05.291321 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-9d276ba3-45ba-421d-a4a2-0dec19d8f3ca tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25847868'] for subnet, precommit_delete_associations {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:05.295530 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-376810a6-c197-457b-a74d-1f127f034031 req-e1e8321f-1a64-4525-a3db-f47c25457c0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27024173'] for port, after_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:05.336761 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-8fe77f2e-6263-40a1-98ef-422c27a943d3 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1765641'] for router, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:05.337211 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fe77f2e-6263-40a1-98ef-422c27a943d3 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Fanout notify agent at l3_agent the message router_deleted on router 6ac82927-b6e4-46b0-b693-782053ef52af {{(pid=102347) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 10:39:05.353913 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-8fe77f2e-6263-40a1-98ef-422c27a943d3 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Publish callbacks [] for router, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:05.355048 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-8fe77f2e-6263-40a1-98ef-422c27a943d3 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] 10.222.0.44 "DELETE /v2.0/routers/6ac82927-b6e4-46b0-b693-782053ef52af HTTP/1.1" status: 204 len: 168 time: 1.5241675 Oct 27 10:39:05.357990 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 43924) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:39:05.374918 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376810a6-c197-457b-a74d-1f127f034031 req-e1e8321f-1a64-4525-a3db-f47c25457c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:39:05.375569 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-376810a6-c197-457b-a74d-1f127f034031 req-e1e8321f-1a64-4525-a3db-f47c25457c0a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:05.377003 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-376810a6-c197-457b-a74d-1f127f034031 req-e1e8321f-1a64-4525-a3db-f47c25457c0a service neutron] 10.222.0.76 "PUT /v2.0/ports/77262160-d636-4bac-9a1f-267cf4a736bb HTTP/1.1" status: 200 len: 1092 time: 1.1789916 Oct 27 10:39:05.379426 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f3d3542-100b-4409-922b-21d21ccec5ab', 'tag': '77262160-d636-4bac-9a1f-267cf4a736bb'}] {{(pid=102346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:39:05.381806 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc0e418f5fc417c8d55d94c0aa509b037d0beb2a734c1a709e789eb65639a56d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fbc367b-6179-41fe-a1d6-10be8c2ab71e" -d '{"events": [{"name": "network-changed", "server_uuid": "6f3d3542-100b-4409-922b-21d21ccec5ab", "tag": "77262160-d636-4bac-9a1f-267cf4a736bb"}]}' {{(pid=102346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:39:05.434124 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e8321f-1a64-4525-a3db-f47c25457c0a service neutron] Pushing event updated for resources: {'Port': ['ID=77262160-d636-4bac-9a1f-267cf4a736bb,revision_number=3']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:39:05.455021 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 10:39:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faec1815-ccb5-4dd1-a245-b8e72fb63e93 x-openstack-request-id: req-faec1815-ccb5-4dd1-a245-b8e72fb63e93 {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:39:05.455314 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f3d3542-100b-4409-922b-21d21ccec5ab", "tag": "77262160-d636-4bac-9a1f-267cf4a736bb", "status": "completed", "code": 200}]} {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:39:05.455566 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-faec1815-ccb5-4dd1-a245-b8e72fb63e93 {{(pid=102346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:39:05.456015 n-d-813419-10 neutron-server[102346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f3d3542-100b-4409-922b-21d21ccec5ab', 'tag': '77262160-d636-4bac-9a1f-267cf4a736bb', 'status': 'completed', 'code': 200} Oct 27 10:39:05.457371 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_v2 [None req-909420b2-9f2b-4ef0-8881-2127a640c2a6 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Deleting subnet a64dd692-ff0f-4bb0-af74-8ee4c5c16617 {{(pid=102347) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 10:39:05.460924 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-909420b2-9f2b-4ef0-8881-2127a640c2a6 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Publish callbacks [] for subnet, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:05.482564 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-9d276ba3-45ba-421d-a4a2-0dec19d8f3ca tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855646'] for subnet, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:05.510205 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-909420b2-9f2b-4ef0-8881-2127a640c2a6 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-18445109'] for subnet, precommit_delete_associations {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:05.536558 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376810a6-c197-457b-a74d-1f127f034031 req-c7708b71-9a85-4b00-b64f-905c4a374143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:39:05.538450 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-376810a6-c197-457b-a74d-1f127f034031 req-c7708b71-9a85-4b00-b64f-905c4a374143 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=08ad62c7dc6e456e8fa39abf5ba7c668&device_id=6f3d3542-100b-4409-922b-21d21ccec5ab HTTP/1.1" status: 200 len: 1095 time: 0.0991905 Oct 27 10:39:05.606328 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-376810a6-c197-457b-a74d-1f127f034031 req-9392d1d2-f0c2-4826-b117-573f40026779 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=77262160-d636-4bac-9a1f-267cf4a736bb HTTP/1.1" status: 200 len: 217 time: 0.0544970 Oct 27 10:39:05.607372 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-9d276ba3-45ba-421d-a4a2-0dec19d8f3ca tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27024355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27168307'] for subnet, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:05.623893 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-909420b2-9f2b-4ef0-8881-2127a640c2a6 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855646'] for subnet, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:05.685350 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d276ba3-45ba-421d-a4a2-0dec19d8f3ca tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Pushing event deleted for resources: {'Subnet': ['ID=f108bcc2-18c5-488a-bf0c-12e13c3fdbf0,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:39:05.694190 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-909420b2-9f2b-4ef0-8881-2127a640c2a6 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-18295818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18043720'] for subnet, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:05.694894 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-9d276ba3-45ba-421d-a4a2-0dec19d8f3ca tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for subnet, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:05.698356 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-9d276ba3-45ba-421d-a4a2-0dec19d8f3ca tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] 10.222.0.44 "DELETE /v2.0/subnets/f108bcc2-18c5-488a-bf0c-12e13c3fdbf0 HTTP/1.1" status: 204 len: 168 time: 0.5571868 Oct 27 10:39:05.702369 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 43936) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:39:05.727373 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909420b2-9f2b-4ef0-8881-2127a640c2a6 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Pushing event deleted for resources: {'Subnet': ['ID=a64dd692-ff0f-4bb0-af74-8ee4c5c16617,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:39:05.729577 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-909420b2-9f2b-4ef0-8881-2127a640c2a6 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Publish callbacks [] for subnet, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:05.735463 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-909420b2-9f2b-4ef0-8881-2127a640c2a6 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] 10.222.0.44 "DELETE /v2.0/subnets/a64dd692-ff0f-4bb0-af74-8ee4c5c16617 HTTP/1.1" status: 204 len: 168 time: 0.3768024 Oct 27 10:39:05.736073 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 43938) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:39:05.736440 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7d16347-8ea0-4ed3-8331-aa9a017cf74d None None] Network c9e135d9-ea61-48e4-9c06-a37f4940c49b requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:39:05.763269 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-6c036eae-ebff-4d52-829d-e2f421f25c3f tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0548253 Oct 27 10:39:05.763559 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 43940) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:39:05.769920 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-6306dede-e34d-40cf-9bb6-c141d2ded9d3 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Request body: {'subnet': {'network_id': 'a3a2d542-53da-4e86-bf77-b0dcf0f24882', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:39:05.788335 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376810a6-c197-457b-a74d-1f127f034031 req-3fb54663-a91e-467a-a7a2-cee7ca002e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:39:05.790114 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-376810a6-c197-457b-a74d-1f127f034031 req-3fb54663-a91e-467a-a7a2-cee7ca002e8f service neutron] 10.222.0.76 "GET /v2.0/subnets?id=3094fde6-b550-4931-b376-595a71e5404d HTTP/1.1" status: 200 len: 855 time: 0.1760974 Oct 27 10:39:05.832008 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8e44fe-4fc1-4cfe-9aef-b3d87a0ea43d req-3e9c421f-fcff-447b-9dfa-d92f6b4b7fc8 tempest-AttachVolumeNegativeTest-477808956 tempest-AttachVolumeNegativeTest-477808956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:39:05.833358 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-7c8e44fe-4fc1-4cfe-9aef-b3d87a0ea43d req-3e9c421f-fcff-447b-9dfa-d92f6b4b7fc8 tempest-AttachVolumeNegativeTest-477808956 tempest-AttachVolumeNegativeTest-477808956-project] 10.222.0.44 "GET /v2.0/ports?device_id=6f3d3542-100b-4409-922b-21d21ccec5ab HTTP/1.1" status: 200 len: 943 time: 0.2203143 Oct 27 10:39:05.864642 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-08e93b6a-4b2a-43cc-8751-f621262635d3 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586917'] for network, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:05.876016 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-376810a6-c197-457b-a74d-1f127f034031 req-b5268d67-4e31-4082-ab7c-d19432682b36 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=b35e9655-e3a0-4ebc-8115-69611b13f855&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0598297 Oct 27 10:39:05.990245 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-7c8e44fe-4fc1-4cfe-9aef-b3d87a0ea43d req-e7681d5e-9378-4907-bca9-261c39b33154 tempest-AttachVolumeNegativeTest-477808956 tempest-AttachVolumeNegativeTest-477808956-project] 10.222.0.44 "GET /v2.0/security-groups?id=6419667f-4570-481f-8a5c-a797762fb34f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283505 Oct 27 10:39:06.006320 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6306dede-e34d-40cf-9bb6-c141d2ded9d3 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Made reservation on behalf of 378140ee2d4f4428be90ff45daafe008 for: {'subnet': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:39:06.011305 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-6306dede-e34d-40cf-9bb6-c141d2ded9d3 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27167186'] for subnet, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:06.030944 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-08e93b6a-4b2a-43cc-8751-f621262635d3 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Deleting port f28265f2-2d76-49be-8ad8-e3553625f948 {{(pid=102347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:39:06.031466 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-08e93b6a-4b2a-43cc-8751-f621262635d3 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:06.101596 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-376810a6-c197-457b-a74d-1f127f034031 req-453d0f7f-7906-49de-80c2-2b1f91fb3be9 service neutron] 10.222.0.76 "GET /v2.0/networks/b35e9655-e3a0-4ebc-8115-69611b13f855?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2135932 Oct 27 10:39:06.110051 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [None req-08e93b6a-4b2a-43cc-8751-f621262635d3 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] For port f28265f2-2d76-49be-8ad8-e3553625f948, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=f28265f2-2d76-49be-8ad8-e3553625f948,segment=NetworkSegment(5f88d9ba-7f91-4565-a60a-2a2bc2027112),segment_id=5f88d9ba-7f91-4565-a60a-2a2bc2027112)] {{(pid=102347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:39:06.111092 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-08e93b6a-4b2a-43cc-8751-f621262635d3 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:06.118630 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a924301-9624-44b2-b713-f18c8eb516d1 None None] Network a3a2d542-53da-4e86-bf77-b0dcf0f24882 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:39:06.127049 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-08e93b6a-4b2a-43cc-8751-f621262635d3 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Calling delete_port for f28265f2-2d76-49be-8ad8-e3553625f948 owned by network:dhcp {{(pid=102347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:39:06.194656 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a803b52-6856-4b5b-9f55-c0ea91342f66 None None] DHCP port deletion for c9e135d9-ea61-48e4-9c06-a37f4940c49b request from n-d-813419-10 {{(pid=102348) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 10:39:06.215573 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-08e93b6a-4b2a-43cc-8751-f621262635d3 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:06.240227 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e93b6a-4b2a-43cc-8751-f621262635d3 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Pushing event deleted for resources: {'Port': ['ID=f28265f2-2d76-49be-8ad8-e3553625f948,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:39:06.244385 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-376810a6-c197-457b-a74d-1f127f034031 req-887cff8c-7106-40dc-aa59-c72583b00380 service neutron] 10.222.0.76 "GET /v2.0/networks/b35e9655-e3a0-4ebc-8115-69611b13f855?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330581 Oct 27 10:39:06.247524 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08e93b6a-4b2a-43cc-8751-f621262635d3 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] No DVR routers for this DVR port f28265f2-2d76-49be-8ad8-e3553625f948 on host n-d-813419-10 {{(pid=102347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:39:06.254309 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-3430959b-b8a8-455c-88af-48ef933f7f44 None None] Provisioning complete for port 9e05e051-c6a1-483a-9663-c31215db7b62 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:39:06.254674 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-3430959b-b8a8-455c-88af-48ef933f7f44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:06.256718 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-0a803b52-6856-4b5b-9f55-c0ea91342f66 None None] The port 'f28265f2-2d76-49be-8ad8-e3553625f948' was deleted {{(pid=102348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Oct 27 10:39:06.329199 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-6306dede-e34d-40cf-9bb6-c141d2ded9d3 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27024290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27167168'] for subnet, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:06.393856 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-08e93b6a-4b2a-43cc-8751-f621262635d3 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857803', 'neutron.services.segments.db._delete_segments_for_network-8743873143390'] for network, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:06.397011 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6306dede-e34d-40cf-9bb6-c141d2ded9d3 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Network a3a2d542-53da-4e86-bf77-b0dcf0f24882 is already hosted by enough agents. {{(pid=102346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:39:06.408463 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-6306dede-e34d-40cf-9bb6-c141d2ded9d3 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Resources bound (agent type, host, resource id): {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:39:06.415934 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbc367b-6179-41fe-a1d6-10be8c2ab71e req-8aee1f8e-9b92-43d8-8143-1a5c7f96855e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:39:06.417590 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-8fbc367b-6179-41fe-a1d6-10be8c2ab71e req-8aee1f8e-9b92-43d8-8143-1a5c7f96855e service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=08ad62c7dc6e456e8fa39abf5ba7c668&device_id=6f3d3542-100b-4409-922b-21d21ccec5ab HTTP/1.1" status: 200 len: 1095 time: 0.1005974 Oct 27 10:39:06.421497 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6ad5810-d6ea-4b37-81d0-dd13566e0288 None None] DHCP port deletion for a3a2d542-53da-4e86-bf77-b0dcf0f24882 request from n-d-813419-10 {{(pid=102348) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 10:39:06.421657 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6306dede-e34d-40cf-9bb6-c141d2ded9d3 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:39:06.422266 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-6306dede-e34d-40cf-9bb6-c141d2ded9d3 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for subnet, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:06.425983 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-08e93b6a-4b2a-43cc-8751-f621262635d3 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9e135d9-ea61-48e4-9c06-a37f4940c49b']}} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:39:06.436388 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-08e93b6a-4b2a-43cc-8751-f621262635d3 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f88d9ba-7f91-4565-a60a-2a2bc2027112') {'for_net_delete': True} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:39:06.436769 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-08e93b6a-4b2a-43cc-8751-f621262635d3 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f88d9ba-7f91-4565-a60a-2a2bc2027112') {} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:39:06.438402 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6306dede-e34d-40cf-9bb6-c141d2ded9d3 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Pushing event updated for resources: {'Subnet': ['ID=90e7e3b3-85ab-403e-acc4-bb92e9bc9e0b,revision_number=0']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:39:06.449386 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-08e93b6a-4b2a-43cc-8751-f621262635d3 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743873145191', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18445132'] for segment, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:06.467513 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-08e93b6a-4b2a-43cc-8751-f621262635d3 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:06.474868 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-c6ad5810-d6ea-4b37-81d0-dd13566e0288 None None] Deleting port 9e05e051-c6a1-483a-9663-c31215db7b62 {{(pid=102348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:39:06.475268 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08e93b6a-4b2a-43cc-8751-f621262635d3 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Releasing vlan 426 on physical network physnet1 to pool {{(pid=102347) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 10:39:06.475416 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-c6ad5810-d6ea-4b37-81d0-dd13566e0288 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:06.475786 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-08e93b6a-4b2a-43cc-8751-f621262635d3 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-18296032'] for segment, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:06.478942 n-d-813419-10 neutron-server[102347]: Traceback (most recent call last): Oct 27 10:39:06.478942 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 10:39:06.478942 n-d-813419-10 neutron-server[102347]: timer() Oct 27 10:39:06.478942 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 10:39:06.478942 n-d-813419-10 neutron-server[102347]: cb(*args, **kw) Oct 27 10:39:06.478942 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 10:39:06.478942 n-d-813419-10 neutron-server[102347]: return func(*args, **kwargs) Oct 27 10:39:06.478942 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 10:39:06.478942 n-d-813419-10 neutron-server[102347]: self._notify() Oct 27 10:39:06.478942 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 10:39:06.478942 n-d-813419-10 neutron-server[102347]: self.callback(batched_events) Oct 27 10:39:06.478942 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 10:39:06.478942 n-d-813419-10 neutron-server[102347]: event.method(event) Oct 27 10:39:06.478942 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 10:39:06.478942 n-d-813419-10 neutron-server[102347]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 10:39:06.478942 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 10:39:06.478942 n-d-813419-10 neutron-server[102347]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 10:39:06.478942 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 10:39:06.478942 n-d-813419-10 neutron-server[102347]: return f(self, *a, **k) Oct 27 10:39:06.478942 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 10:39:06.478942 n-d-813419-10 neutron-server[102347]: return self._get(url).json() Oct 27 10:39:06.478942 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 10:39:06.478942 n-d-813419-10 neutron-server[102347]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 10:39:06.478942 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 10:39:06.478942 n-d-813419-10 neutron-server[102347]: return self.request(url, 'GET', **kwargs) Oct 27 10:39:06.478942 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 10:39:06.478942 n-d-813419-10 neutron-server[102347]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 10:39:06.478942 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 10:39:06.478942 n-d-813419-10 neutron-server[102347]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 10:39:06.478942 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 10:39:06.478942 n-d-813419-10 neutron-server[102347]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 10:39:06.478942 n-d-813419-10 neutron-server[102347]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 10:39:06.489052 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-6306dede-e34d-40cf-9bb6-c141d2ded9d3 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7208827 Oct 27 10:39:06.495172 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 43944) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:39:06.507139 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-16603973-b71d-4d29-bee3-43f5ad9ffb80 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Request body: {'subnet': {'network_id': 'a3a2d542-53da-4e86-bf77-b0dcf0f24882', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:39:06.562026 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-08e93b6a-4b2a-43cc-8751-f621262635d3 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664840'] for network, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:06.573072 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-08e93b6a-4b2a-43cc-8751-f621262635d3 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for network, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:06.579851 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-08e93b6a-4b2a-43cc-8751-f621262635d3 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] 10.222.0.44 "DELETE /v2.0/networks/c9e135d9-ea61-48e4-9c06-a37f4940c49b HTTP/1.1" status: 204 len: 168 time: 0.8423324 Oct 27 10:39:06.582885 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 43946) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:39:06.607505 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e93b6a-4b2a-43cc-8751-f621262635d3 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Pushing event deleted for resources: {'Network': ['ID=c9e135d9-ea61-48e4-9c06-a37f4940c49b,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:39:06.671965 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbc367b-6179-41fe-a1d6-10be8c2ab71e req-32196af9-8576-44a2-96d0-7164310dd5d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:39:06.673547 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-8fbc367b-6179-41fe-a1d6-10be8c2ab71e req-32196af9-8576-44a2-96d0-7164310dd5d8 service neutron] 10.222.0.76 "GET /v2.0/networks?id=b35e9655-e3a0-4ebc-8115-69611b13f855 HTTP/1.1" status: 200 len: 916 time: 0.2448237 Oct 27 10:39:06.740305 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-c6ad5810-d6ea-4b37-81d0-dd13566e0288 None None] For port 9e05e051-c6a1-483a-9663-c31215db7b62, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=9e05e051-c6a1-483a-9663-c31215db7b62,segment=NetworkSegment(eef0c4ec-5773-434c-ac68-3d91e838e9be),segment_id=eef0c4ec-5773-434c-ac68-3d91e838e9be)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:39:06.740934 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-c6ad5810-d6ea-4b37-81d0-dd13566e0288 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:06.753509 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-c6ad5810-d6ea-4b37-81d0-dd13566e0288 None None] Calling delete_port for 9e05e051-c6a1-483a-9663-c31215db7b62 owned by network:dhcp {{(pid=102348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:39:06.769953 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-8fbc367b-6179-41fe-a1d6-10be8c2ab71e req-9f1e0e10-dd0a-4265-94cb-90f67907db34 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=77262160-d636-4bac-9a1f-267cf4a736bb HTTP/1.1" status: 200 len: 217 time: 0.0833664 Oct 27 10:39:06.830722 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-c6ad5810-d6ea-4b37-81d0-dd13566e0288 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615'] for port, after_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:06.850749 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16603973-b71d-4d29-bee3-43f5ad9ffb80 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Made reservation on behalf of 378140ee2d4f4428be90ff45daafe008 for: {'subnet': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:39:06.854204 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-16603973-b71d-4d29-bee3-43f5ad9ffb80 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27167186'] for subnet, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:06.858967 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ad5810-d6ea-4b37-81d0-dd13566e0288 None None] Pushing event deleted for resources: {'Port': ['ID=9e05e051-c6a1-483a-9663-c31215db7b62,revision_number=None']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:39:06.862392 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6ad5810-d6ea-4b37-81d0-dd13566e0288 None None] No DVR routers for this DVR port 9e05e051-c6a1-483a-9663-c31215db7b62 on host n-d-813419-10 {{(pid=102348) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:39:06.873833 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbc367b-6179-41fe-a1d6-10be8c2ab71e req-597a42eb-0d2f-491b-b498-9951e1c04bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:39:06.875065 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-8fbc367b-6179-41fe-a1d6-10be8c2ab71e req-597a42eb-0d2f-491b-b498-9951e1c04bd5 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=3094fde6-b550-4931-b376-595a71e5404d HTTP/1.1" status: 200 len: 855 time: 0.0881279 Oct 27 10:39:06.883239 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa1e31fd-d102-439e-b97b-deb151560f32 None None] Network a3a2d542-53da-4e86-bf77-b0dcf0f24882 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:39:06.939119 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-8fbc367b-6179-41fe-a1d6-10be8c2ab71e req-a8a7fddb-afff-4470-977c-cb26e356d1bb service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=b35e9655-e3a0-4ebc-8115-69611b13f855&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382776 Oct 27 10:39:06.946026 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-e0bdc9d5-4add-4640-a03f-339539ed6262 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Deleting port 2cc8fa60-1022-411f-9383-0da1f3a66d63 {{(pid=102346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:39:06.946358 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-e0bdc9d5-4add-4640-a03f-339539ed6262 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:07.028446 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fcb62f9-736e-4a33-9426-a0dfa2aa6f5f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp734b258e-7d96-550c-b970-9b72ab66f383-a3a2d542-53da-4e86-bf77-b0dcf0f24882', 'network_id': 'a3a2d542-53da-4e86-bf77-b0dcf0f24882', 'tenant_id': '378140ee2d4f4428be90ff45daafe008', 'fixed_ips': [{'subnet_id': '90e7e3b3-85ab-403e-acc4-bb92e9bc9e0b'}]}} from n-d-813419-10. {{(pid=102348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 10:39:07.029389 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-5fcb62f9-736e-4a33-9426-a0dfa2aa6f5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:07.077007 n-d-813419-10 neutron-server[102346]: INFO neutron.db.ipam_backend_mixin [None req-16603973-b71d-4d29-bee3-43f5ad9ffb80 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 90e7e3b3-85ab-403e-acc4-bb92e9bc9e0b (CIDR: 2001:db8::/64) Oct 27 10:39:07.088511 n-d-813419-10 neutron-server[102346]: INFO neutron.pecan_wsgi.hooks.translation [None req-16603973-b71d-4d29-bee3-43f5ad9ffb80 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 27 10:39:07.088962 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16603973-b71d-4d29-bee3-43f5ad9ffb80 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102346) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 10:39:07.111512 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-e0bdc9d5-4add-4640-a03f-339539ed6262 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:07.111871 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-e0bdc9d5-4add-4640-a03f-339539ed6262 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:07.138010 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-e0bdc9d5-4add-4640-a03f-339539ed6262 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Calling delete_port for 2cc8fa60-1022-411f-9383-0da1f3a66d63 owned by network:floatingip {{(pid=102346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:39:07.154846 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3593bcc2-5d90-4246-b812-c843c5686892 req-b4af643c-2996-42e3-b9cc-5a9e8d4b75f8 tempest-AttachVolumeNegativeTest-477808956 tempest-AttachVolumeNegativeTest-477808956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:39:07.156030 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-3593bcc2-5d90-4246-b812-c843c5686892 req-b4af643c-2996-42e3-b9cc-5a9e8d4b75f8 tempest-AttachVolumeNegativeTest-477808956 tempest-AttachVolumeNegativeTest-477808956-project] 10.222.0.44 "GET /v2.0/ports?device_id=6f3d3542-100b-4409-922b-21d21ccec5ab HTTP/1.1" status: 200 len: 943 time: 0.0533357 Oct 27 10:39:07.157968 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-16603973-b71d-4d29-bee3-43f5ad9ffb80 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6572888 Oct 27 10:39:07.161888 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 43952) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:39:07.164244 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-8fbc367b-6179-41fe-a1d6-10be8c2ab71e req-247e2813-4f91-48e0-9e92-5cdc3096922f service neutron] 10.222.0.76 "GET /v2.0/networks/b35e9655-e3a0-4ebc-8115-69611b13f855?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2031367 Oct 27 10:39:07.168370 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-eb5f62d2-80d2-4ad3-9ee9-b5ac31e0be00 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Request body: {'subnet': {'network_id': 'a3a2d542-53da-4e86-bf77-b0dcf0f24882', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:39:07.189215 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.db_base_plugin_common [None req-5fcb62f9-736e-4a33-9426-a0dfa2aa6f5f None None] Allocated IP 2001:db8::2 (a3a2d542-53da-4e86-bf77-b0dcf0f24882/90e7e3b3-85ab-403e-acc4-bb92e9bc9e0b/732aaa68-d8c3-4ab1-9616-eab0c9b124bd) {{(pid=102348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:39:07.291101 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-3593bcc2-5d90-4246-b812-c843c5686892 req-7f6f521e-b8c8-423d-bc46-6d43499a0874 tempest-AttachVolumeNegativeTest-477808956 tempest-AttachVolumeNegativeTest-477808956-project] 10.222.0.44 "GET /v2.0/security-groups?id=6419667f-4570-481f-8a5c-a797762fb34f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267531 Oct 27 10:39:07.315604 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-8fbc367b-6179-41fe-a1d6-10be8c2ab71e req-c6c37168-7d96-4c63-bf42-85d818094c07 service neutron] 10.222.0.76 "GET /v2.0/networks/b35e9655-e3a0-4ebc-8115-69611b13f855?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1186655 Oct 27 10:39:07.374149 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb5f62d2-80d2-4ad3-9ee9-b5ac31e0be00 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Made reservation on behalf of 378140ee2d4f4428be90ff45daafe008 for: {'subnet': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:39:07.378111 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-eb5f62d2-80d2-4ad3-9ee9-b5ac31e0be00 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18044073'] for subnet, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:07.378634 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-e0bdc9d5-4add-4640-a03f-339539ed6262 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:07.405533 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bdc9d5-4add-4640-a03f-339539ed6262 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Pushing event deleted for resources: {'Port': ['ID=2cc8fa60-1022-411f-9383-0da1f3a66d63,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:39:07.427057 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-5fcb62f9-736e-4a33-9426-a0dfa2aa6f5f None None] Publish callbacks [] for port, precommit_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:07.434538 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-5fcb62f9-736e-4a33-9426-a0dfa2aa6f5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606'] for port, after_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:07.475147 n-d-813419-10 neutron-server[102348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fcb62f9-736e-4a33-9426-a0dfa2aa6f5f None None] Network a3a2d542-53da-4e86-bf77-b0dcf0f24882 is already hosted by enough agents. {{(pid=102348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:39:07.479043 n-d-813419-10 neutron-server[102348]: DEBUG neutron.scheduler.base_scheduler [None req-5fcb62f9-736e-4a33-9426-a0dfa2aa6f5f None None] Resources bound (agent type, host, resource id): {{(pid=102348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:39:07.482217 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fcb62f9-736e-4a33-9426-a0dfa2aa6f5f None None] Received port after_create {{(pid=102348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:39:07.490266 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcb62f9-736e-4a33-9426-a0dfa2aa6f5f None None] Pushing event updated for resources: {'Port': ['ID=732aaa68-d8c3-4ab1-9616-eab0c9b124bd,revision_number=1']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:39:07.510921 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-e0bdc9d5-4add-4640-a03f-339539ed6262 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Publish callbacks [] for floatingip, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:07.513941 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-e0bdc9d5-4add-4640-a03f-339539ed6262 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for floatingip, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:07.515147 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-e0bdc9d5-4add-4640-a03f-339539ed6262 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] 10.222.0.44 "DELETE /v2.0/floatingips/5501970e-a413-48ed-b38f-9827537fb78e HTTP/1.1" status: 204 len: 168 time: 0.9268327 Oct 27 10:39:07.522584 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 43954) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:39:07.554707 n-d-813419-10 neutron-server[102346]: INFO neutron.pecan_wsgi.hooks.translation [None req-b39c547f-2dd2-434c-932c-08b9e17e7854 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] DELETE failed (client error): The resource could not be found. Oct 27 10:39:07.555947 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b39c547f-2dd2-434c-932c-08b9e17e7854 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102346) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 10:39:07.559807 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-5fcb62f9-736e-4a33-9426-a0dfa2aa6f5f None None] Attempting to bind port 732aaa68-d8c3-4ab1-9616-eab0c9b124bd on host n-d-813419-10 for vnic_type normal with profile {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:39:07.560539 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-5fcb62f9-736e-4a33-9426-a0dfa2aa6f5f None None] Attempting to bind port 732aaa68-d8c3-4ab1-9616-eab0c9b124bd by drivers openvswitch,hyperv on host n-d-813419-10 at level 0 using segments [{'id': 'eef0c4ec-5773-434c-ac68-3d91e838e9be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a3a2d542-53da-4e86-bf77-b0dcf0f24882'}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:39:07.560921 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fcb62f9-736e-4a33-9426-a0dfa2aa6f5f None None] Attempting to bind port 732aaa68-d8c3-4ab1-9616-eab0c9b124bd on network a3a2d542-53da-4e86-bf77-b0dcf0f24882 {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:39:07.565694 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 43958) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:39:07.565884 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-b39c547f-2dd2-434c-932c-08b9e17e7854 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] 10.222.0.44 "DELETE /v2.0/ports/0fc2a8fb-bb70-4896-ade7-025ff8c41409 HTTP/1.1" status: 404 len: 333 time: 0.0420392 Oct 27 10:39:07.571546 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fcb62f9-736e-4a33-9426-a0dfa2aa6f5f None None] Checking agent: {'id': '89dba0f3-79b2-435e-9822-33674b8f6ada', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 8, 20), 'started_at': datetime.datetime(2021, 10, 27, 10, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 38, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:39:07.572119 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fcb62f9-736e-4a33-9426-a0dfa2aa6f5f None None] Checking segment: {'id': 'eef0c4ec-5773-434c-ac68-3d91e838e9be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a3a2d542-53da-4e86-bf77-b0dcf0f24882'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:39:07.572634 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-5fcb62f9-736e-4a33-9426-a0dfa2aa6f5f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:07.573109 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fcb62f9-736e-4a33-9426-a0dfa2aa6f5f None None] Bound using segment: {'id': 'eef0c4ec-5773-434c-ac68-3d91e838e9be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a3a2d542-53da-4e86-bf77-b0dcf0f24882'} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:39:07.573711 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-5fcb62f9-736e-4a33-9426-a0dfa2aa6f5f None None] Bound port: 732aaa68-d8c3-4ab1-9616-eab0c9b124bd, host: n-d-813419-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eef0c4ec-5773-434c-ac68-3d91e838e9be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'a3a2d542-53da-4e86-bf77-b0dcf0f24882'}}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:39:07.574210 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-5fcb62f9-736e-4a33-9426-a0dfa2aa6f5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:07.600486 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-9919be98-888e-4995-96e5-3aac9eec5f2a tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ac82927-b6e4-46b0-b693-782053ef52af HTTP/1.1" status: 200 len: 205 time: 0.0335803 Oct 27 10:39:07.604941 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 43960) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:39:07.651497 n-d-813419-10 neutron-server[102346]: INFO neutron.api.v2.resource [None req-dcd595b1-769d-4eef-bbec-d52ba409c1e5 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] delete failed (client error): The resource could not be found. Oct 27 10:39:07.654583 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-dcd595b1-769d-4eef-bbec-d52ba409c1e5 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] 10.222.0.44 "DELETE /v2.0/routers/6ac82927-b6e4-46b0-b693-782053ef52af HTTP/1.1" status: 404 len: 336 time: 0.0462472 Oct 27 10:39:07.655062 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 43962) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:39:07.656141 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-5fcb62f9-736e-4a33-9426-a0dfa2aa6f5f None None] For port 732aaa68-d8c3-4ab1-9616-eab0c9b124bd, host n-d-813419-10, cleared binding levels {{(pid=102348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:39:07.662950 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-5fcb62f9-736e-4a33-9426-a0dfa2aa6f5f None None] For port 732aaa68-d8c3-4ab1-9616-eab0c9b124bd, host n-d-813419-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=732aaa68-d8c3-4ab1-9616-eab0c9b124bd,segment=NetworkSegment(eef0c4ec-5773-434c-ac68-3d91e838e9be),segment_id=eef0c4ec-5773-434c-ac68-3d91e838e9be)] {{(pid=102348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:39:07.672176 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-5fcb62f9-736e-4a33-9426-a0dfa2aa6f5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:07.695253 n-d-813419-10 neutron-server[102346]: INFO neutron.pecan_wsgi.hooks.translation [None req-29f00d0e-4257-4988-857a-879c60040b32 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] DELETE failed (client error): The resource could not be found. Oct 27 10:39:07.695816 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29f00d0e-4257-4988-857a-879c60040b32 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102346) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 10:39:07.701912 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-29f00d0e-4257-4988-857a-879c60040b32 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] 10.222.0.44 "DELETE /v2.0/subnets/a64dd692-ff0f-4bb0-af74-8ee4c5c16617 HTTP/1.1" status: 404 len: 337 time: 0.0435426 Oct 27 10:39:07.702347 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 43966) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:39:07.760559 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcb62f9-736e-4a33-9426-a0dfa2aa6f5f None None] Pushing event updated for resources: {'Port': ['ID=732aaa68-d8c3-4ab1-9616-eab0c9b124bd,revision_number=2']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:39:07.774632 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device f28265f2-2d76-49be-8ad8-e3553625f948 no longer exists at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:39:07.803035 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] No Port match for: f28265f2-2d76-49be-8ad8-e3553625f948 {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:39:07.803581 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device f28265f2-2d76-49be-8ad8-e3553625f948 not bound to the agent host n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:39:07.804010 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 9e05e051-c6a1-483a-9663-c31215db7b62 no longer exists at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:39:07.824098 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] No Port match for: 9e05e051-c6a1-483a-9663-c31215db7b62 {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:39:07.824464 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 9e05e051-c6a1-483a-9663-c31215db7b62 not bound to the agent host n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:39:07.860933 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-88d43a34-0ca2-4e14-bdd1-1d2e5a629bf8 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Deleting port 967a56ab-d182-422c-b19b-3912305db964 {{(pid=102346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:39:07.861443 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-88d43a34-0ca2-4e14-bdd1-1d2e5a629bf8 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:07.905416 n-d-813419-10 neutron-server[102347]: DEBUG neutron.objects.ports [None req-eb5f62d2-80d2-4ad3-9ee9-b5ac31e0be00 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102347) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 27 10:39:07.976277 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-88d43a34-0ca2-4e14-bdd1-1d2e5a629bf8 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:08.001428 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-88d43a34-0ca2-4e14-bdd1-1d2e5a629bf8 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Calling delete_port for 967a56ab-d182-422c-b19b-3912305db964 owned by {{(pid=102346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:39:08.149753 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-eb5f62d2-80d2-4ad3-9ee9-b5ac31e0be00 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:08.154057 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-88d43a34-0ca2-4e14-bdd1-1d2e5a629bf8 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:08.182438 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d43a34-0ca2-4e14-bdd1-1d2e5a629bf8 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Pushing event deleted for resources: {'Port': ['ID=967a56ab-d182-422c-b19b-3912305db964,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:39:08.253036 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-88d43a34-0ca2-4e14-bdd1-1d2e5a629bf8 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:08.256364 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-88d43a34-0ca2-4e14-bdd1-1d2e5a629bf8 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] 10.222.0.44 "DELETE /v2.0/ports/967a56ab-d182-422c-b19b-3912305db964 HTTP/1.1" status: 204 len: 168 time: 0.5528548 Oct 27 10:39:08.258931 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 43968) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:39:08.319076 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [None req-eb5f62d2-80d2-4ad3-9ee9-b5ac31e0be00 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] For port 732aaa68-d8c3-4ab1-9616-eab0c9b124bd, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=732aaa68-d8c3-4ab1-9616-eab0c9b124bd,segment=NetworkSegment(eef0c4ec-5773-434c-ac68-3d91e838e9be),segment_id=eef0c4ec-5773-434c-ac68-3d91e838e9be)] {{(pid=102347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:39:08.354228 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-eb5f62d2-80d2-4ad3-9ee9-b5ac31e0be00 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks [] for port, precommit_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:08.359903 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-eb5f62d2-80d2-4ad3-9ee9-b5ac31e0be00 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:08.360095 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-4d60e865-5d75-4177-8423-32ec7fe3679f tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Deleting port cec2de10-ed85-494d-936f-d250d64a6d2d {{(pid=102346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:39:08.360569 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-4d60e865-5d75-4177-8423-32ec7fe3679f tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:08.360726 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-eb5f62d2-80d2-4ad3-9ee9-b5ac31e0be00 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-18295883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18044091'] for subnet, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:08.402100 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb5f62d2-80d2-4ad3-9ee9-b5ac31e0be00 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Network a3a2d542-53da-4e86-bf77-b0dcf0f24882 is already hosted by enough agents. {{(pid=102347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:39:08.423820 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [None req-eb5f62d2-80d2-4ad3-9ee9-b5ac31e0be00 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Resources bound (agent type, host, resource id): {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:39:08.429848 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb5f62d2-80d2-4ad3-9ee9-b5ac31e0be00 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:39:08.430436 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-eb5f62d2-80d2-4ad3-9ee9-b5ac31e0be00 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks [] for subnet, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:08.475744 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 43972) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:39:08.476044 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-eb5f62d2-80d2-4ad3-9ee9-b5ac31e0be00 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.3128288 Oct 27 10:39:08.478496 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5f62d2-80d2-4ad3-9ee9-b5ac31e0be00 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Pushing event updated for resources: {'Subnet': ['ID=81d90872-662a-4913-9956-b408dc516caa,revision_number=0']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:39:08.483472 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5f62d2-80d2-4ad3-9ee9-b5ac31e0be00 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Pushing event updated for resources: {'Port': ['ID=732aaa68-d8c3-4ab1-9616-eab0c9b124bd,revision_number=4']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:39:08.492770 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097f58c5-784b-42f0-9986-07d73d8e3acc req-62481129-7307-4df7-a96e-b44a5d131860 tempest-AttachVolumeNegativeTest-477808956 tempest-AttachVolumeNegativeTest-477808956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:39:08.494382 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-097f58c5-784b-42f0-9986-07d73d8e3acc req-62481129-7307-4df7-a96e-b44a5d131860 tempest-AttachVolumeNegativeTest-477808956 tempest-AttachVolumeNegativeTest-477808956-project] 10.222.0.44 "GET /v2.0/ports?device_id=6f3d3542-100b-4409-922b-21d21ccec5ab HTTP/1.1" status: 200 len: 943 time: 0.0905333 Oct 27 10:39:08.498140 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-d076ff9c-2a9f-4e6c-a92b-b2c8b7d2d1cc tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Request body: {'port': {'network_id': 'a3a2d542-53da-4e86-bf77-b0dcf0f24882', 'mac_address': 'fa:16:3e:5c:63:cc', 'name': 'tempest-NetworksTestDHCPv6-284562068'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:39:08.507867 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-4d60e865-5d75-4177-8423-32ec7fe3679f tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:08.571119 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-4d60e865-5d75-4177-8423-32ec7fe3679f tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Calling delete_port for cec2de10-ed85-494d-936f-d250d64a6d2d owned by {{(pid=102346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:39:08.616118 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-097f58c5-784b-42f0-9986-07d73d8e3acc req-2e87e57b-edf5-4c28-aad4-14c2b28aef31 tempest-AttachVolumeNegativeTest-477808956 tempest-AttachVolumeNegativeTest-477808956-project] 10.222.0.44 "GET /v2.0/security-groups?id=6419667f-4570-481f-8a5c-a797762fb34f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118650 Oct 27 10:39:08.716300 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d076ff9c-2a9f-4e6c-a92b-b2c8b7d2d1cc tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Made reservation on behalf of 378140ee2d4f4428be90ff45daafe008 for: {'port': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:39:08.789644 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76bc2c09-6f1f-4e63-9fd1-070922ed2abd None None] Network a3a2d542-53da-4e86-bf77-b0dcf0f24882 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:39:08.863049 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-eb13e411-03df-43bc-94d1-d13395dcedc8 None None] Provisioning complete for port 732aaa68-d8c3-4ab1-9616-eab0c9b124bd triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:39:08.863408 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-eb13e411-03df-43bc-94d1-d13395dcedc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:08.925850 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:09.031885 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-eb13e411-03df-43bc-94d1-d13395dcedc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:09.070177 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-eb13e411-03df-43bc-94d1-d13395dcedc8 None None] For port 732aaa68-d8c3-4ab1-9616-eab0c9b124bd, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=732aaa68-d8c3-4ab1-9616-eab0c9b124bd,segment=NetworkSegment(eef0c4ec-5773-434c-ac68-3d91e838e9be),segment_id=eef0c4ec-5773-434c-ac68-3d91e838e9be)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:39:09.075550 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-eb13e411-03df-43bc-94d1-d13395dcedc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:09.115575 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-4d60e865-5d75-4177-8423-32ec7fe3679f tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:09.127231 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb13e411-03df-43bc-94d1-d13395dcedc8 None None] Pushing event updated for resources: {'Port': ['ID=732aaa68-d8c3-4ab1-9616-eab0c9b124bd,revision_number=5']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:39:09.169783 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d60e865-5d75-4177-8423-32ec7fe3679f tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Pushing event deleted for resources: {'Port': ['ID=cec2de10-ed85-494d-936f-d250d64a6d2d,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:39:09.190204 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d076ff9c-2a9f-4e6c-a92b-b2c8b7d2d1cc tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:09.238573 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [None req-d076ff9c-2a9f-4e6c-a92b-b2c8b7d2d1cc tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] device_id is not set on port f5a92157-c1ba-46f7-bb8a-d9da57909395 yet. {{(pid=102346) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 10:39:09.252718 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-4d60e865-5d75-4177-8423-32ec7fe3679f tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:09.258496 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-4d60e865-5d75-4177-8423-32ec7fe3679f tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] 10.222.0.44 "DELETE /v2.0/ports/cec2de10-ed85-494d-936f-d250d64a6d2d HTTP/1.1" status: 204 len: 168 time: 0.9961131 Oct 27 10:39:09.258685 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 43978) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:39:09.374808 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdc5bca4-7242-4ac4-9e7d-9331559cde3f tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:39:09.376343 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-fdc5bca4-7242-4ac4-9e7d-9331559cde3f tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] 10.222.0.44 "GET /v2.0/ports?device_id=a042eb13-6a44-40a6-a824-b3ddb3fcab62 HTTP/1.1" status: 200 len: 913 time: 0.1167142 Oct 27 10:39:09.379002 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 43980) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:39:09.423664 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device 77262160-d636-4bac-9a1f-267cf4a736bb details requested by agent hyperv_n-h2-813419-10 with host n-h2-813419-10 {{(pid=102348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 10:39:09.533663 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] For port 77262160-d636-4bac-9a1f-267cf4a736bb, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=77262160-d636-4bac-9a1f-267cf4a736bb,segment=NetworkSegment(cb1f304e-3238-44f1-ae7f-78d4e314acae),segment_id=cb1f304e-3238-44f1-ae7f-78d4e314acae)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:39:09.546715 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Returning: {'device': '77262160-d636-4bac-9a1f-267cf4a736bb', 'network_id': 'b35e9655-e3a0-4ebc-8115-69611b13f855', 'port_id': '77262160-d636-4bac-9a1f-267cf4a736bb', 'mac_address': 'fa:16:3e:50:19:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 409, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3094fde6-b550-4931-b376-595a71e5404d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 10:39:09.549431 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_common [None req-d076ff9c-2a9f-4e6c-a92b-b2c8b7d2d1cc tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Allocated IP 2001:db8::1b1 (a3a2d542-53da-4e86-bf77-b0dcf0f24882/90e7e3b3-85ab-403e-acc4-bb92e9bc9e0b/f5a92157-c1ba-46f7-bb8a-d9da57909395) {{(pid=102346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:39:09.565463 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_common [None req-d076ff9c-2a9f-4e6c-a92b-b2c8b7d2d1cc tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Allocated IP 2001:db8:0:1:f816:3eff:fe5c:63cc (a3a2d542-53da-4e86-bf77-b0dcf0f24882/81d90872-662a-4913-9956-b408dc516caa/f5a92157-c1ba-46f7-bb8a-d9da57909395) {{(pid=102346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:39:09.594316 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:09.610926 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77262160-d636-4bac-9a1f-267cf4a736bb {{(pid=102348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:39:09.633926 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] For port 77262160-d636-4bac-9a1f-267cf4a736bb, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=77262160-d636-4bac-9a1f-267cf4a736bb,segment=NetworkSegment(cb1f304e-3238-44f1-ae7f-78d4e314acae),segment_id=cb1f304e-3238-44f1-ae7f-78d4e314acae)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:39:09.638379 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:09.711072 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-78c2e519-e3b8-4b89-99d7-1b381faceffc None None] Provisioning complete for port 732aaa68-d8c3-4ab1-9616-eab0c9b124bd triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:39:09.711438 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-78c2e519-e3b8-4b89-99d7-1b381faceffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:09.744579 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Pushing event updated for resources: {'Port': ['ID=77262160-d636-4bac-9a1f-267cf4a736bb,revision_number=4']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:39:09.797998 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 732aaa68-d8c3-4ab1-9616-eab0c9b124bd up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:39:09.801998 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8003b9d9-9718-4c04-9cd8-3f01a4ee30d5 req-7278daed-b4b4-41b1-81b9-a09d7ab9420a tempest-AttachVolumeNegativeTest-477808956 tempest-AttachVolumeNegativeTest-477808956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:39:09.809670 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8003b9d9-9718-4c04-9cd8-3f01a4ee30d5 req-7278daed-b4b4-41b1-81b9-a09d7ab9420a tempest-AttachVolumeNegativeTest-477808956 tempest-AttachVolumeNegativeTest-477808956-project] 10.222.0.44 "GET /v2.0/ports?device_id=6f3d3542-100b-4409-922b-21d21ccec5ab HTTP/1.1" status: 200 len: 944 time: 0.0765033 Oct 27 10:39:09.863696 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8003b9d9-9718-4c04-9cd8-3f01a4ee30d5 req-3cae8b2f-d1bd-4203-a581-a0bf7ba83802 tempest-AttachVolumeNegativeTest-477808956 tempest-AttachVolumeNegativeTest-477808956-project] 10.222.0.44 "GET /v2.0/security-groups?id=6419667f-4570-481f-8a5c-a797762fb34f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486062 Oct 27 10:39:09.866004 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d076ff9c-2a9f-4e6c-a92b-b2c8b7d2d1cc tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks [] for port, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:09.923273 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d076ff9c-2a9f-4e6c-a92b-b2c8b7d2d1cc tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:09.924427 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port 732aaa68-d8c3-4ab1-9616-eab0c9b124bd triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:39:09.924787 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:09.998220 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d076ff9c-2a9f-4e6c-a92b-b2c8b7d2d1cc tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Network a3a2d542-53da-4e86-bf77-b0dcf0f24882 is already hosted by enough agents. {{(pid=102346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:39:10.007760 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-d076ff9c-2a9f-4e6c-a92b-b2c8b7d2d1cc tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Resources bound (agent type, host, resource id): {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:39:10.010460 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d076ff9c-2a9f-4e6c-a92b-b2c8b7d2d1cc tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Received port after_create {{(pid=102346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:39:10.017350 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d076ff9c-2a9f-4e6c-a92b-b2c8b7d2d1cc tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:39:10.017990 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d076ff9c-2a9f-4e6c-a92b-b2c8b7d2d1cc tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:10.038520 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] get_ports_and_sgs() called for port_ids ['77262160-d636-4bac-9a1f-267cf4a736bb'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:39:10.039022 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d076ff9c-2a9f-4e6c-a92b-b2c8b7d2d1cc tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Pushing event updated for resources: {'Port': ['ID=f5a92157-c1ba-46f7-bb8a-d9da57909395,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:39:10.060860 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-d076ff9c-2a9f-4e6c-a92b-b2c8b7d2d1cc tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.5809267 Oct 27 10:39:10.061621 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 43988) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:39:10.061905 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-07efbf70-f456-4f00-a778-d850a9b467e9 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1766202'] for router_interface, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:10.174767 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-62a14871-3839-4a9c-8610-61919eca6067 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Deleting port f5a92157-c1ba-46f7-bb8a-d9da57909395 {{(pid=102347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:39:10.175113 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-62a14871-3839-4a9c-8610-61919eca6067 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:10.280440 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-62a14871-3839-4a9c-8610-61919eca6067 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:10.293025 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-62a14871-3839-4a9c-8610-61919eca6067 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Calling delete_port for f5a92157-c1ba-46f7-bb8a-d9da57909395 owned by {{(pid=102347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:39:10.350475 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-0db080c4-f2c5-4c07-b036-89ed7d83a711 None None] Provisioning complete for port f5a92157-c1ba-46f7-bb8a-d9da57909395 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:39:10.351214 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-0db080c4-f2c5-4c07-b036-89ed7d83a711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:10.362749 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-07efbf70-f456-4f00-a778-d850a9b467e9 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Deleting port 314635da-5734-4bf9-86e1-287d04e16f84 {{(pid=102346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:39:10.363267 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-07efbf70-f456-4f00-a778-d850a9b467e9 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:10.387711 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-0db080c4-f2c5-4c07-b036-89ed7d83a711 None None] Port f5a92157-c1ba-46f7-bb8a-d9da57909395 cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:39:10.451402 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-07efbf70-f456-4f00-a778-d850a9b467e9 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:10.463253 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-07efbf70-f456-4f00-a778-d850a9b467e9 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Calling delete_port for 314635da-5734-4bf9-86e1-287d04e16f84 owned by network:router_interface {{(pid=102346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:39:10.475567 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-62a14871-3839-4a9c-8610-61919eca6067 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:10.506203 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a14871-3839-4a9c-8610-61919eca6067 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Pushing event deleted for resources: {'Port': ['ID=f5a92157-c1ba-46f7-bb8a-d9da57909395,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:39:10.548002 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-62a14871-3839-4a9c-8610-61919eca6067 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:10.552435 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-62a14871-3839-4a9c-8610-61919eca6067 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] 10.222.0.44 "DELETE /v2.0/ports/f5a92157-c1ba-46f7-bb8a-d9da57909395 HTTP/1.1" status: 204 len: 168 time: 0.4885082 Oct 27 10:39:10.554971 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 43990) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:39:10.604163 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cba0af1-65fa-4dec-a1c2-1c880c29328e tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:39:10.608515 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-1cba0af1-65fa-4dec-a1c2-1c880c29328e tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0499380 Oct 27 10:39:10.608915 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 43992) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:39:10.662460 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-07efbf70-f456-4f00-a778-d850a9b467e9 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:10.665773 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fba75ad-7a10-4aef-ab22-4213b1921df2 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:39:10.669670 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-1fba75ad-7a10-4aef-ab22-4213b1921df2 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0575039 Oct 27 10:39:10.670164 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 43994) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:39:10.695959 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07efbf70-f456-4f00-a778-d850a9b467e9 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Pushing event deleted for resources: {'Port': ['ID=314635da-5734-4bf9-86e1-287d04e16f84,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:39:10.730872 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39c61235-aa80-47fb-b4c6-1b69d41f0607 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:39:10.732429 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39c61235-aa80-47fb-b4c6-1b69d41f0607 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:39:10.733929 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39c61235-aa80-47fb-b4c6-1b69d41f0607 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:39:10.735455 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-39c61235-aa80-47fb-b4c6-1b69d41f0607 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0643082 Oct 27 10:39:10.738151 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 43996) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:39:10.788680 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_v2 [None req-018f223b-571a-4644-86f7-51d35b7e80de tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Deleting subnet 81d90872-662a-4913-9956-b408dc516caa {{(pid=102347) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 10:39:10.791620 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-018f223b-571a-4644-86f7-51d35b7e80de tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks [] for subnet, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:10.832758 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-018f223b-571a-4644-86f7-51d35b7e80de tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-18445109'] for subnet, precommit_delete_associations {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:10.864101 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-07efbf70-f456-4f00-a778-d850a9b467e9 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2006968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1766358'] for router_interface, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:10.933247 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-018f223b-571a-4644-86f7-51d35b7e80de tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855646'] for subnet, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:10.998354 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-018f223b-571a-4644-86f7-51d35b7e80de tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-18295818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18043720'] for subnet, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:11.027924 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018f223b-571a-4644-86f7-51d35b7e80de tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Pushing event deleted for resources: {'Subnet': ['ID=81d90872-662a-4913-9956-b408dc516caa,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:39:11.031654 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-018f223b-571a-4644-86f7-51d35b7e80de tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks [] for subnet, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:11.031780 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eae8b84-b038-479a-9d50-fb64b64e4955 req-9a2c26d3-81f0-418b-8d41-80646b1a1e29 tempest-AttachVolumeNegativeTest-477808956 tempest-AttachVolumeNegativeTest-477808956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:39:11.033198 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-5eae8b84-b038-479a-9d50-fb64b64e4955 req-9a2c26d3-81f0-418b-8d41-80646b1a1e29 tempest-AttachVolumeNegativeTest-477808956 tempest-AttachVolumeNegativeTest-477808956-project] 10.222.0.44 "GET /v2.0/ports?device_id=6f3d3542-100b-4409-922b-21d21ccec5ab HTTP/1.1" status: 200 len: 944 time: 0.0734727 Oct 27 10:39:11.038306 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cdd1a88-5d14-41f2-8cf7-279ac556e297 None None] Network a3a2d542-53da-4e86-bf77-b0dcf0f24882 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:39:11.040710 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-018f223b-571a-4644-86f7-51d35b7e80de tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] 10.222.0.44 "DELETE /v2.0/subnets/81d90872-662a-4913-9956-b408dc516caa HTTP/1.1" status: 204 len: 168 time: 0.3015852 Oct 27 10:39:11.043107 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 44004) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:39:11.100811 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_v2 [None req-24923410-73fa-4476-8fe6-4e1231e9cd60 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Deleting subnet 90e7e3b3-85ab-403e-acc4-bb92e9bc9e0b {{(pid=102347) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 10:39:11.104275 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-24923410-73fa-4476-8fe6-4e1231e9cd60 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks [] for subnet, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:11.143008 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-5eae8b84-b038-479a-9d50-fb64b64e4955 req-73e0f785-b97a-49d0-ac90-655560e1c8e9 tempest-AttachVolumeNegativeTest-477808956 tempest-AttachVolumeNegativeTest-477808956-project] 10.222.0.44 "GET /v2.0/security-groups?id=6419667f-4570-481f-8a5c-a797762fb34f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713971 Oct 27 10:39:11.149005 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-24923410-73fa-4476-8fe6-4e1231e9cd60 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-18445109'] for subnet, precommit_delete_associations {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:11.170894 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07efbf70-f456-4f00-a778-d850a9b467e9 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Router a042eb13-6a44-40a6-a824-b3ddb3fcab62 has already been hosted by L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb {{(pid=102346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 10:39:11.243689 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-24923410-73fa-4476-8fe6-4e1231e9cd60 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855646'] for subnet, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:11.284407 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07efbf70-f456-4f00-a778-d850a9b467e9 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:39:11.292775 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-07efbf70-f456-4f00-a778-d850a9b467e9 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] 10.222.0.44 "PUT /v2.0/routers/a042eb13-6a44-40a6-a824-b3ddb3fcab62/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9097781 Oct 27 10:39:11.292775 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 44006) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:39:11.296796 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d6e43c9-b114-45aa-8a17-12f94ee19068 None None] Sync routers for ids ['a042eb13-6a44-40a6-a824-b3ddb3fcab62'] in n-d-813419-10 {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:39:11.313666 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d6e43c9-b114-45aa-8a17-12f94ee19068 None None] Routers {'a042eb13-6a44-40a6-a824-b3ddb3fcab62'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:39:11.314840 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-0d6e43c9-b114-45aa-8a17-12f94ee19068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:38:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['a042eb13-6a44-40a6-a824-b3ddb3fcab62'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:39:11.319734 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-24923410-73fa-4476-8fe6-4e1231e9cd60 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-18295818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18043720'] for subnet, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:11.350579 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24923410-73fa-4476-8fe6-4e1231e9cd60 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Pushing event deleted for resources: {'Subnet': ['ID=90e7e3b3-85ab-403e-acc4-bb92e9bc9e0b,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:39:11.355471 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-24923410-73fa-4476-8fe6-4e1231e9cd60 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks [] for subnet, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:11.362393 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-24923410-73fa-4476-8fe6-4e1231e9cd60 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] 10.222.0.44 "DELETE /v2.0/subnets/90e7e3b3-85ab-403e-acc4-bb92e9bc9e0b HTTP/1.1" status: 204 len: 168 time: 0.3182540 Oct 27 10:39:11.363013 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 44008) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:39:11.363647 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-0d6e43c9-b114-45aa-8a17-12f94ee19068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:39:11.375351 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d6e43c9-b114-45aa-8a17-12f94ee19068 None None] Routers {'a042eb13-6a44-40a6-a824-b3ddb3fcab62'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:39:11.376290 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-0d6e43c9-b114-45aa-8a17-12f94ee19068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:38:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['a042eb13-6a44-40a6-a824-b3ddb3fcab62'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:39:11.406953 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-3207ed28-7285-43e0-915e-0f6a80537bc6 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0428097 Oct 27 10:39:11.407612 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 44010) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:39:11.411324 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-0d6e43c9-b114-45aa-8a17-12f94ee19068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:39:11.411960 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d6e43c9-b114-45aa-8a17-12f94ee19068 None None] The sync data for ids ['a042eb13-6a44-40a6-a824-b3ddb3fcab62'] in n-d-813419-10 is: [] {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:39:11.412506 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-0e2d4c37-7346-4ea0-b031-707d3cca7227 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Request body: {'subnet': {'network_id': 'a3a2d542-53da-4e86-bf77-b0dcf0f24882', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:39:11.424391 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-363a497b-eaeb-49af-8ed3-b73b688e9c41 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Publish callbacks [] for router, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:11.437276 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device 77262160-d636-4bac-9a1f-267cf4a736bb up at agent hyperv_n-h2-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:39:11.503226 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Provisioning for port 77262160-d636-4bac-9a1f-267cf4a736bb completed by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 10:39:11.510871 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Provisioning complete for port 77262160-d636-4bac-9a1f-267cf4a736bb triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:39:11.511858 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:11.523471 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e2d4c37-7346-4ea0-b031-707d3cca7227 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Made reservation on behalf of 378140ee2d4f4428be90ff45daafe008 for: {'subnet': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:39:11.529225 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-0e2d4c37-7346-4ea0-b031-707d3cca7227 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18044073'] for subnet, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:11.543301 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-363a497b-eaeb-49af-8ed3-b73b688e9c41 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:11.599692 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:11.606438 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-363a497b-eaeb-49af-8ed3-b73b688e9c41 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Deleting port 3dc3ee89-d9b7-4e7f-b6e8-7992a8328cd6 {{(pid=102346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:39:11.606774 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-363a497b-eaeb-49af-8ed3-b73b688e9c41 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:11.636752 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f3d3542-100b-4409-922b-21d21ccec5ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77262160-d636-4bac-9a1f-267cf4a736bb'}] {{(pid=102348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:39:11.652921 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c588921fa634554a1d9242fdea1b05457a9ff1d3b28ba54ec1dace7f2f1df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e21fdedd-6886-4dc2-a70e-7ca37686c09c" -d '{"events": [{"server_uuid": "6f3d3542-100b-4409-922b-21d21ccec5ab", "name": "network-vif-plugged", "status": "completed", "tag": "77262160-d636-4bac-9a1f-267cf4a736bb"}]}' {{(pid=102348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:39:11.672596 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] For port 77262160-d636-4bac-9a1f-267cf4a736bb, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=77262160-d636-4bac-9a1f-267cf4a736bb,segment=NetworkSegment(cb1f304e-3238-44f1-ae7f-78d4e314acae),segment_id=cb1f304e-3238-44f1-ae7f-78d4e314acae)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:39:11.682005 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:11.701445 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-363a497b-eaeb-49af-8ed3-b73b688e9c41 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:11.719227 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-363a497b-eaeb-49af-8ed3-b73b688e9c41 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Calling delete_port for 3dc3ee89-d9b7-4e7f-b6e8-7992a8328cd6 owned by network:router_gateway {{(pid=102346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:39:11.730034 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:39:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e519ce2-1bdf-43c0-83d9-0dacea40d254 x-openstack-request-id: req-4e519ce2-1bdf-43c0-83d9-0dacea40d254 {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:39:11.733273 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f3d3542-100b-4409-922b-21d21ccec5ab", "name": "network-vif-plugged", "status": "completed", "tag": "77262160-d636-4bac-9a1f-267cf4a736bb", "code": 200}]} {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:39:11.733536 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4e519ce2-1bdf-43c0-83d9-0dacea40d254 {{(pid=102348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:39:11.733948 n-d-813419-10 neutron-server[102348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f3d3542-100b-4409-922b-21d21ccec5ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77262160-d636-4bac-9a1f-267cf4a736bb', 'code': 200} Oct 27 10:39:11.763123 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Pushing event updated for resources: {'Port': ['ID=77262160-d636-4bac-9a1f-267cf4a736bb,revision_number=5']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:39:11.771383 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-0e2d4c37-7346-4ea0-b031-707d3cca7227 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-18295883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18044091'] for subnet, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:11.821696 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e2d4c37-7346-4ea0-b031-707d3cca7227 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Network a3a2d542-53da-4e86-bf77-b0dcf0f24882 is already hosted by enough agents. {{(pid=102347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:39:11.826681 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [None req-0e2d4c37-7346-4ea0-b031-707d3cca7227 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Resources bound (agent type, host, resource id): {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:39:11.849139 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2d4c37-7346-4ea0-b031-707d3cca7227 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Pushing event updated for resources: {'Subnet': ['ID=7c37404c-66da-496e-a04e-091ecebaf0be,revision_number=0']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:39:11.852382 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e2d4c37-7346-4ea0-b031-707d3cca7227 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:39:11.853073 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-0e2d4c37-7346-4ea0-b031-707d3cca7227 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks [] for subnet, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:11.876371 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-0e2d4c37-7346-4ea0-b031-707d3cca7227 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4651341 Oct 27 10:39:11.877368 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 44016) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:39:11.882360 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-eb906334-ed7a-4097-a67e-f8fa2f6d3b3b tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Request body: {'subnet': {'network_id': 'a3a2d542-53da-4e86-bf77-b0dcf0f24882', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:39:11.929848 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b309f37a-3537-4d66-bd1c-96d5cd5e0b34 None None] Network a3a2d542-53da-4e86-bf77-b0dcf0f24882 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:39:11.971459 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e7d2c7-9b0b-4a96-8b84-9feab16d384e req-b801def6-30d8-4f75-8b5c-bd3c9c975b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:39:11.973101 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-f8e7d2c7-9b0b-4a96-8b84-9feab16d384e req-b801def6-30d8-4f75-8b5c-bd3c9c975b77 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=6f3d3542-100b-4409-922b-21d21ccec5ab HTTP/1.1" status: 200 len: 1097 time: 0.1891952 Oct 27 10:39:11.974871 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-363a497b-eaeb-49af-8ed3-b73b688e9c41 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:12.006936 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363a497b-eaeb-49af-8ed3-b73b688e9c41 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Pushing event deleted for resources: {'Port': ['ID=3dc3ee89-d9b7-4e7f-b6e8-7992a8328cd6,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:39:12.020799 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb906334-ed7a-4097-a67e-f8fa2f6d3b3b tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Made reservation on behalf of 378140ee2d4f4428be90ff45daafe008 for: {'subnet': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:39:12.025590 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-eb906334-ed7a-4097-a67e-f8fa2f6d3b3b tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18044073'] for subnet, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:12.069882 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-f464bb95-3d9c-4a1f-a2ea-90a05d9b2e76 None None] Provisioning complete for port 732aaa68-d8c3-4ab1-9616-eab0c9b124bd triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:39:12.070506 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f464bb95-3d9c-4a1f-a2ea-90a05d9b2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:12.127158 n-d-813419-10 neutron-server[102347]: INFO neutron.db.ipam_backend_mixin [None req-eb906334-ed7a-4097-a67e-f8fa2f6d3b3b tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 7c37404c-66da-496e-a04e-091ecebaf0be (CIDR: 2001:db8::/64) Oct 27 10:39:12.127828 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-f8e7d2c7-9b0b-4a96-8b84-9feab16d384e req-e57dccf5-0665-4de6-b59f-8efb5b287337 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=6419667f-4570-481f-8a5c-a797762fb34f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219590 Oct 27 10:39:12.131294 n-d-813419-10 neutron-server[102347]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb906334-ed7a-4097-a67e-f8fa2f6d3b3b tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 27 10:39:12.131858 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb906334-ed7a-4097-a67e-f8fa2f6d3b3b tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102347) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 10:39:12.135182 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-363a497b-eaeb-49af-8ed3-b73b688e9c41 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1664884'] for router_gateway, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:12.148863 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-eb906334-ed7a-4097-a67e-f8fa2f6d3b3b tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2703516 Oct 27 10:39:12.151607 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 44022) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:39:12.156911 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-0d868bfd-c397-49c7-a818-a8bf7678fc56 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Request body: {'subnet': {'network_id': 'a3a2d542-53da-4e86-bf77-b0dcf0f24882', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:39:12.284479 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d868bfd-c397-49c7-a818-a8bf7678fc56 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Made reservation on behalf of 378140ee2d4f4428be90ff45daafe008 for: {'subnet': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:39:12.289027 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-0d868bfd-c397-49c7-a818-a8bf7678fc56 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18044073'] for subnet, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:12.547323 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-363a497b-eaeb-49af-8ed3-b73b688e9c41 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1765662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3700'] for router, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:12.551857 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-363a497b-eaeb-49af-8ed3-b73b688e9c41 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:12.559870 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-6ab67e90-1ae1-4018-b32b-7eb4a11578e8 None None] Provisioning complete for port 732aaa68-d8c3-4ab1-9616-eab0c9b124bd triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:39:12.560253 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-6ab67e90-1ae1-4018-b32b-7eb4a11578e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:12.604598 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0e5de3-8e0d-4741-bb81-5a7168b0d4a0 req-8e1f0b38-b55a-4d5d-abf1-1e6a36906bd5 tempest-AttachVolumeNegativeTest-477808956 tempest-AttachVolumeNegativeTest-477808956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:39:12.606143 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-9a0e5de3-8e0d-4741-bb81-5a7168b0d4a0 req-8e1f0b38-b55a-4d5d-abf1-1e6a36906bd5 tempest-AttachVolumeNegativeTest-477808956 tempest-AttachVolumeNegativeTest-477808956-project] 10.222.0.44 "GET /v2.0/ports?device_id=6f3d3542-100b-4409-922b-21d21ccec5ab HTTP/1.1" status: 200 len: 945 time: 0.1421399 Oct 27 10:39:12.616687 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-363a497b-eaeb-49af-8ed3-b73b688e9c41 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1765641'] for router, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:12.617223 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-363a497b-eaeb-49af-8ed3-b73b688e9c41 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Fanout notify agent at l3_agent the message router_deleted on router a042eb13-6a44-40a6-a824-b3ddb3fcab62 {{(pid=102346) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 10:39:12.624143 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-363a497b-eaeb-49af-8ed3-b73b688e9c41 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Publish callbacks [] for router, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:12.628050 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 44026) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:39:12.628253 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-363a497b-eaeb-49af-8ed3-b73b688e9c41 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] 10.222.0.44 "DELETE /v2.0/routers/a042eb13-6a44-40a6-a824-b3ddb3fcab62 HTTP/1.1" status: 204 len: 168 time: 1.3350699 Oct 27 10:39:12.665022 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-9a0e5de3-8e0d-4741-bb81-5a7168b0d4a0 req-aa31463b-56f1-4248-8987-c991e86f7a42 tempest-AttachVolumeNegativeTest-477808956 tempest-AttachVolumeNegativeTest-477808956-project] 10.222.0.44 "GET /v2.0/security-groups?id=6419667f-4570-481f-8a5c-a797762fb34f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494161 Oct 27 10:39:12.666962 n-d-813419-10 neutron-server[102347]: DEBUG neutron.objects.ports [None req-0d868bfd-c397-49c7-a818-a8bf7678fc56 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102347) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 27 10:39:12.743973 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_v2 [None req-139af71e-38ee-4f5f-abd2-091d80dd5b46 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Deleting subnet d08945b9-ed66-4e24-bdec-a8adc164528e {{(pid=102347) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 10:39:12.751263 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-139af71e-38ee-4f5f-abd2-091d80dd5b46 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Publish callbacks [] for subnet, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:13.102270 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-139af71e-38ee-4f5f-abd2-091d80dd5b46 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-18445109'] for subnet, precommit_delete_associations {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:13.175769 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-139af71e-38ee-4f5f-abd2-091d80dd5b46 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855646'] for subnet, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:13.179369 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-0d868bfd-c397-49c7-a818-a8bf7678fc56 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:13.283534 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-139af71e-38ee-4f5f-abd2-091d80dd5b46 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-18295818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18043720'] for subnet, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:13.353826 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139af71e-38ee-4f5f-abd2-091d80dd5b46 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Pushing event deleted for resources: {'Subnet': ['ID=d08945b9-ed66-4e24-bdec-a8adc164528e,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:39:13.357862 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-139af71e-38ee-4f5f-abd2-091d80dd5b46 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Publish callbacks [] for subnet, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:13.360979 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-139af71e-38ee-4f5f-abd2-091d80dd5b46 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] 10.222.0.44 "DELETE /v2.0/subnets/d08945b9-ed66-4e24-bdec-a8adc164528e HTTP/1.1" status: 204 len: 168 time: 0.7319324 Oct 27 10:39:13.363620 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 44032) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:39:13.370845 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139af71e-38ee-4f5f-abd2-091d80dd5b46 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:39:13.371186 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139af71e-38ee-4f5f-abd2-091d80dd5b46 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:39:13.371523 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139af71e-38ee-4f5f-abd2-091d80dd5b46 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:39:13.371855 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139af71e-38ee-4f5f-abd2-091d80dd5b46 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:39:13.372181 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139af71e-38ee-4f5f-abd2-091d80dd5b46 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:39:13.372533 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139af71e-38ee-4f5f-abd2-091d80dd5b46 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:39:13.372856 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139af71e-38ee-4f5f-abd2-091d80dd5b46 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:39:13.373176 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139af71e-38ee-4f5f-abd2-091d80dd5b46 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:39:13.373493 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139af71e-38ee-4f5f-abd2-091d80dd5b46 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:39:13.373814 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139af71e-38ee-4f5f-abd2-091d80dd5b46 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:39:13.374134 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139af71e-38ee-4f5f-abd2-091d80dd5b46 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:39:13.374449 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139af71e-38ee-4f5f-abd2-091d80dd5b46 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:39:13.419863 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [None req-0d868bfd-c397-49c7-a818-a8bf7678fc56 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] For port 732aaa68-d8c3-4ab1-9616-eab0c9b124bd, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=732aaa68-d8c3-4ab1-9616-eab0c9b124bd,segment=NetworkSegment(eef0c4ec-5773-434c-ac68-3d91e838e9be),segment_id=eef0c4ec-5773-434c-ac68-3d91e838e9be)] {{(pid=102347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:39:13.439366 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-0a88ecbd-64d6-4ac0-a491-582be2f81602 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586917'] for network, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:13.449287 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-0d868bfd-c397-49c7-a818-a8bf7678fc56 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks [] for port, precommit_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:13.455000 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-0d868bfd-c397-49c7-a818-a8bf7678fc56 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:13.455723 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-0d868bfd-c397-49c7-a818-a8bf7678fc56 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-18295883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18044091'] for subnet, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:13.531351 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d868bfd-c397-49c7-a818-a8bf7678fc56 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Network a3a2d542-53da-4e86-bf77-b0dcf0f24882 is already hosted by enough agents. {{(pid=102347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:39:13.532565 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-0a88ecbd-64d6-4ac0-a491-582be2f81602 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857803', 'neutron.services.segments.db._delete_segments_for_network-8743873143390'] for network, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:13.539338 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [None req-0d868bfd-c397-49c7-a818-a8bf7678fc56 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Resources bound (agent type, host, resource id): {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:39:13.543811 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d868bfd-c397-49c7-a818-a8bf7678fc56 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:39:13.544417 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-0d868bfd-c397-49c7-a818-a8bf7678fc56 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks [] for subnet, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:13.546551 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d868bfd-c397-49c7-a818-a8bf7678fc56 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Pushing event updated for resources: {'Subnet': ['ID=94cbc458-4e20-4765-b514-66705647406d,revision_number=0']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:39:13.556801 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-0a88ecbd-64d6-4ac0-a491-582be2f81602 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b7a570e-5cc4-4138-927f-5b43fcc352d7']}} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:39:13.564102 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e9ea74b-2b4b-4104-82b5-1335b3ed5557 None None] Network a3a2d542-53da-4e86-bf77-b0dcf0f24882 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:39:13.567011 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d868bfd-c397-49c7-a818-a8bf7678fc56 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Pushing event updated for resources: {'Port': ['ID=732aaa68-d8c3-4ab1-9616-eab0c9b124bd,revision_number=9']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:39:13.568255 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-0a88ecbd-64d6-4ac0-a491-582be2f81602 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a50f76b2-6b50-46ec-be05-86570c12abfe') {'for_net_delete': True} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:39:13.568564 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-0a88ecbd-64d6-4ac0-a491-582be2f81602 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a50f76b2-6b50-46ec-be05-86570c12abfe') {} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:39:13.578303 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-0d868bfd-c397-49c7-a818-a8bf7678fc56 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.4224257 Oct 27 10:39:13.579139 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 44034) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:39:13.585093 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-ce0160dc-fad8-40f1-b59f-9fde4af94470 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Request body: {'port': {'network_id': 'a3a2d542-53da-4e86-bf77-b0dcf0f24882', 'mac_address': 'fa:16:3e:89:48:3a', 'name': 'tempest-NetworksTestDHCPv6-975198761'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:39:13.601709 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-0a88ecbd-64d6-4ac0-a491-582be2f81602 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743873145191', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25847877'] for segment, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:13.650050 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-0a88ecbd-64d6-4ac0-a491-582be2f81602 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:13.660476 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a88ecbd-64d6-4ac0-a491-582be2f81602 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Releasing vlan 401 on physical network physnet1 to pool {{(pid=102346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 10:39:13.660912 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-0a88ecbd-64d6-4ac0-a491-582be2f81602 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27024137'] for segment, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:13.664363 n-d-813419-10 neutron-server[102346]: Traceback (most recent call last): Oct 27 10:39:13.664363 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 10:39:13.664363 n-d-813419-10 neutron-server[102346]: timer() Oct 27 10:39:13.664363 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 10:39:13.664363 n-d-813419-10 neutron-server[102346]: cb(*args, **kw) Oct 27 10:39:13.664363 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 10:39:13.664363 n-d-813419-10 neutron-server[102346]: return func(*args, **kwargs) Oct 27 10:39:13.664363 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 10:39:13.664363 n-d-813419-10 neutron-server[102346]: self._notify() Oct 27 10:39:13.664363 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 10:39:13.664363 n-d-813419-10 neutron-server[102346]: self.callback(batched_events) Oct 27 10:39:13.664363 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 10:39:13.664363 n-d-813419-10 neutron-server[102346]: event.method(event) Oct 27 10:39:13.664363 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 10:39:13.664363 n-d-813419-10 neutron-server[102346]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 10:39:13.664363 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 10:39:13.664363 n-d-813419-10 neutron-server[102346]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 10:39:13.664363 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 10:39:13.664363 n-d-813419-10 neutron-server[102346]: return f(self, *a, **k) Oct 27 10:39:13.664363 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 10:39:13.664363 n-d-813419-10 neutron-server[102346]: return self._get(url).json() Oct 27 10:39:13.664363 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 10:39:13.664363 n-d-813419-10 neutron-server[102346]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 10:39:13.664363 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 10:39:13.664363 n-d-813419-10 neutron-server[102346]: return self.request(url, 'GET', **kwargs) Oct 27 10:39:13.664363 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 10:39:13.664363 n-d-813419-10 neutron-server[102346]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 10:39:13.664363 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 10:39:13.664363 n-d-813419-10 neutron-server[102346]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 10:39:13.664363 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 10:39:13.664363 n-d-813419-10 neutron-server[102346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 10:39:13.664363 n-d-813419-10 neutron-server[102346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 10:39:13.747661 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 732aaa68-d8c3-4ab1-9616-eab0c9b124bd up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:39:13.754391 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-0a88ecbd-64d6-4ac0-a491-582be2f81602 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664840'] for network, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:13.763126 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-0a88ecbd-64d6-4ac0-a491-582be2f81602 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for network, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:13.768583 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-0a88ecbd-64d6-4ac0-a491-582be2f81602 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] 10.222.0.44 "DELETE /v2.0/networks/9b7a570e-5cc4-4138-927f-5b43fcc352d7 HTTP/1.1" status: 204 len: 168 time: 0.4008420 Oct 27 10:39:13.782790 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a88ecbd-64d6-4ac0-a491-582be2f81602 tempest-FloatingIPTestJSON-1967962317 tempest-FloatingIPTestJSON-1967962317-project] Pushing event deleted for resources: {'Network': ['ID=9b7a570e-5cc4-4138-927f-5b43fcc352d7,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:39:13.794609 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce0160dc-fad8-40f1-b59f-9fde4af94470 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Made reservation on behalf of 378140ee2d4f4428be90ff45daafe008 for: {'port': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:39:13.802946 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ce0160dc-fad8-40f1-b59f-9fde4af94470 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:13.815819 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78671c13-3eba-4a7a-9e80-73aa38e2bb49 req-ee0319bb-9bb8-4363-8c2e-c18b0046d259 tempest-AttachVolumeNegativeTest-477808956 tempest-AttachVolumeNegativeTest-477808956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:39:13.818716 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-78671c13-3eba-4a7a-9e80-73aa38e2bb49 req-ee0319bb-9bb8-4363-8c2e-c18b0046d259 tempest-AttachVolumeNegativeTest-477808956 tempest-AttachVolumeNegativeTest-477808956-project] 10.222.0.44 "GET /v2.0/ports?device_id=6f3d3542-100b-4409-922b-21d21ccec5ab HTTP/1.1" status: 200 len: 945 time: 0.0684452 Oct 27 10:39:13.835572 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port 732aaa68-d8c3-4ab1-9616-eab0c9b124bd triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:39:13.835944 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:13.836061 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [None req-ce0160dc-fad8-40f1-b59f-9fde4af94470 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] device_id is not set on port 77bdbd81-b5ef-4e6e-93e9-5c1ae30a62f2 yet. {{(pid=102346) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 10:39:13.871633 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-78671c13-3eba-4a7a-9e80-73aa38e2bb49 req-acd35382-82fb-43ce-bd51-f1fc1be0b921 tempest-AttachVolumeNegativeTest-477808956 tempest-AttachVolumeNegativeTest-477808956-project] 10.222.0.44 "GET /v2.0/security-groups?id=6419667f-4570-481f-8a5c-a797762fb34f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410562 Oct 27 10:39:14.043685 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_common [None req-ce0160dc-fad8-40f1-b59f-9fde4af94470 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Allocated IP 2001:db8::31d (a3a2d542-53da-4e86-bf77-b0dcf0f24882/7c37404c-66da-496e-a04e-091ecebaf0be/77bdbd81-b5ef-4e6e-93e9-5c1ae30a62f2) {{(pid=102346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:39:14.053303 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_common [None req-ce0160dc-fad8-40f1-b59f-9fde4af94470 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Allocated IP 2001:db8:0:1:f816:3eff:fe89:483a (a3a2d542-53da-4e86-bf77-b0dcf0f24882/94cbc458-4e20-4765-b514-66705647406d/77bdbd81-b5ef-4e6e-93e9-5c1ae30a62f2) {{(pid=102346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:39:14.120098 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f91d53f8-7858-40bc-9b23-6221720002d1 None None] Update dhcp port {'port': {'network_id': 'a3a2d542-53da-4e86-bf77-b0dcf0f24882', 'fixed_ips': [{'subnet_id': '94cbc458-4e20-4765-b514-66705647406d', 'ip_address': '2001:db8:0:1:f816:3eff:fef2:9c98'}, {'subnet_id': '7c37404c-66da-496e-a04e-091ecebaf0be'}], 'binding:host_id': 'n-d-813419-10'}, 'id': '732aaa68-d8c3-4ab1-9616-eab0c9b124bd'} from n-d-813419-10. {{(pid=102348) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 27 10:39:14.177339 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 44048) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:39:14.221172 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91d53f8-7858-40bc-9b23-6221720002d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:14.317230 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ce0160dc-fad8-40f1-b59f-9fde4af94470 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks [] for port, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:14.356862 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ce0160dc-fad8-40f1-b59f-9fde4af94470 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:14.374444 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-cf2888a3-29df-4f7c-a663-a7313ca786d1 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7318d2885ba54c7288540ee60a74f572&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1950800 Oct 27 10:39:14.375106 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 44058) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:39:14.409250 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce0160dc-fad8-40f1-b59f-9fde4af94470 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Network a3a2d542-53da-4e86-bf77-b0dcf0f24882 is already hosted by enough agents. {{(pid=102346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:39:14.413219 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-ce0160dc-fad8-40f1-b59f-9fde4af94470 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Resources bound (agent type, host, resource id): {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:39:14.420233 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce0160dc-fad8-40f1-b59f-9fde4af94470 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Received port after_create {{(pid=102346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:39:14.427774 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce0160dc-fad8-40f1-b59f-9fde4af94470 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:39:14.428445 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ce0160dc-fad8-40f1-b59f-9fde4af94470 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:14.429510 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-81680520-7eb9-4c58-b854-3765c17ada87 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:14.456575 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0160dc-fad8-40f1-b59f-9fde4af94470 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Pushing event updated for resources: {'Port': ['ID=77bdbd81-b5ef-4e6e-93e9-5c1ae30a62f2,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:39:14.458891 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-81680520-7eb9-4c58-b854-3765c17ada87 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:14.466580 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-ce0160dc-fad8-40f1-b59f-9fde4af94470 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 0.8867517 Oct 27 10:39:14.467283 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 44060) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:39:14.482542 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.db_base_plugin_common [None req-f91d53f8-7858-40bc-9b23-6221720002d1 None None] Allocated IP 2001:db8::2 (a3a2d542-53da-4e86-bf77-b0dcf0f24882/7c37404c-66da-496e-a04e-091ecebaf0be/732aaa68-d8c3-4ab1-9616-eab0c9b124bd) {{(pid=102348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:39:14.522942 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-81680520-7eb9-4c58-b854-3765c17ada87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:14.525658 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-81680520-7eb9-4c58-b854-3765c17ada87 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:14.529076 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-81680520-7eb9-4c58-b854-3765c17ada87 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3e0ddc81-d11b-477d-ab52-1aa9de7a372a HTTP/1.1" status: 204 len: 168 time: 0.1507881 Oct 27 10:39:14.535157 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81680520-7eb9-4c58-b854-3765c17ada87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e0ddc81-d11b-477d-ab52-1aa9de7a372a,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:39:14.587440 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-fa33d807-fa5f-484d-8d96-78a539668142 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Deleting port 77bdbd81-b5ef-4e6e-93e9-5c1ae30a62f2 {{(pid=102346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:39:14.587987 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-fa33d807-fa5f-484d-8d96-78a539668142 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:14.609185 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91d53f8-7858-40bc-9b23-6221720002d1 None None] For port 732aaa68-d8c3-4ab1-9616-eab0c9b124bd, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=732aaa68-d8c3-4ab1-9616-eab0c9b124bd,segment=NetworkSegment(eef0c4ec-5773-434c-ac68-3d91e838e9be),segment_id=eef0c4ec-5773-434c-ac68-3d91e838e9be)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:39:14.641738 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91d53f8-7858-40bc-9b23-6221720002d1 None None] Publish callbacks [] for port, precommit_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:14.648707 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91d53f8-7858-40bc-9b23-6221720002d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:14.705554 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-fa33d807-fa5f-484d-8d96-78a539668142 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:14.720717 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-fa33d807-fa5f-484d-8d96-78a539668142 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Calling delete_port for 77bdbd81-b5ef-4e6e-93e9-5c1ae30a62f2 owned by {{(pid=102346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:39:14.760573 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91d53f8-7858-40bc-9b23-6221720002d1 None None] Pushing event updated for resources: {'Port': ['ID=732aaa68-d8c3-4ab1-9616-eab0c9b124bd,revision_number=10']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:39:14.946675 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-fa33d807-fa5f-484d-8d96-78a539668142 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:15.016809 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa33d807-fa5f-484d-8d96-78a539668142 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Pushing event deleted for resources: {'Port': ['ID=77bdbd81-b5ef-4e6e-93e9-5c1ae30a62f2,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:39:15.040649 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-fa33d807-fa5f-484d-8d96-78a539668142 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:15.044944 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-fa33d807-fa5f-484d-8d96-78a539668142 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] 10.222.0.44 "DELETE /v2.0/ports/77bdbd81-b5ef-4e6e-93e9-5c1ae30a62f2 HTTP/1.1" status: 204 len: 168 time: 0.5754747 Oct 27 10:39:15.047232 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 44074) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:39:15.124327 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90483850-f933-4792-b038-8d69d782ad4f tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:39:15.126139 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-90483850-f933-4792-b038-8d69d782ad4f tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0743761 Oct 27 10:39:15.131024 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 44076) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:39:15.220709 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dd39503-db83-4508-a610-edb36bfa7b37 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:39:15.228695 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 44084) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:39:15.229364 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-4dd39503-db83-4508-a610-edb36bfa7b37 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0971575 Oct 27 10:39:15.300161 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f43fc3b-9a6a-43b8-9d5d-51d23f0630fa tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:39:15.302004 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f43fc3b-9a6a-43b8-9d5d-51d23f0630fa tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:39:15.306146 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f43fc3b-9a6a-43b8-9d5d-51d23f0630fa tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:39:15.307784 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-7f43fc3b-9a6a-43b8-9d5d-51d23f0630fa tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0778987 Oct 27 10:39:15.311448 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 44092) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:39:15.410647 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_v2 [None req-24f56ecc-2c2b-4b96-802c-7c8060c04b2a tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Deleting subnet 7c37404c-66da-496e-a04e-091ecebaf0be {{(pid=102347) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 10:39:15.415999 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-24f56ecc-2c2b-4b96-802c-7c8060c04b2a tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks [] for subnet, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:15.467020 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-24f56ecc-2c2b-4b96-802c-7c8060c04b2a tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-18445109'] for subnet, precommit_delete_associations {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:15.518253 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-8a757fde-85be-49b3-a2b3-7f011bf63ccf None None] Provisioning complete for port 732aaa68-d8c3-4ab1-9616-eab0c9b124bd triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:39:15.519592 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-8a757fde-85be-49b3-a2b3-7f011bf63ccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:15.580721 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 44104) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:39:15.600807 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-24f56ecc-2c2b-4b96-802c-7c8060c04b2a tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855646'] for subnet, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:15.677868 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-24f56ecc-2c2b-4b96-802c-7c8060c04b2a tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-18295818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18043720'] for subnet, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:15.751138 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f56ecc-2c2b-4b96-802c-7c8060c04b2a tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Pushing event deleted for resources: {'Subnet': ['ID=7c37404c-66da-496e-a04e-091ecebaf0be,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:39:15.767225 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-24f56ecc-2c2b-4b96-802c-7c8060c04b2a tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks [] for subnet, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:15.772290 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-24f56ecc-2c2b-4b96-802c-7c8060c04b2a tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] 10.222.0.44 "DELETE /v2.0/subnets/7c37404c-66da-496e-a04e-091ecebaf0be HTTP/1.1" status: 204 len: 168 time: 0.4578710 Oct 27 10:39:15.773789 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 44110) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:39:15.778459 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-ad357e2e-eec2-4256-a22b-ed56786ce3c1 tempest-BulkNetworkOpsIpV6Test-763375644 tempest-BulkNetworkOpsIpV6Test-763375644-project] Request body: {'networks': [{'name': 'tempest-network--309470888'}, {'name': 'tempest-network--1563876136'}]} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:39:15.778940 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-ad357e2e-eec2-4256-a22b-ed56786ce3c1 tempest-BulkNetworkOpsIpV6Test-763375644 tempest-BulkNetworkOpsIpV6Test-763375644-project] Request body: {'network': {'name': 'tempest-network--309470888'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:39:15.779938 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-ad357e2e-eec2-4256-a22b-ed56786ce3c1 tempest-BulkNetworkOpsIpV6Test-763375644 tempest-BulkNetworkOpsIpV6Test-763375644-project] Request body: {'network': {'name': 'tempest-network--1563876136'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:39:15.786088 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 732aaa68-d8c3-4ab1-9616-eab0c9b124bd up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:39:15.814987 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad357e2e-eec2-4256-a22b-ed56786ce3c1 tempest-BulkNetworkOpsIpV6Test-763375644 tempest-BulkNetworkOpsIpV6Test-763375644-project] Made reservation on behalf of 71ea776cf15e4bb68d0ec72a8a0bbb78 for: {'network': 2} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:39:15.821445 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19ea735a-5066-4fae-b0cd-507b1f69701c None None] Network a3a2d542-53da-4e86-bf77-b0dcf0f24882 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:39:15.821933 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ad357e2e-eec2-4256-a22b-ed56786ce3c1 tempest-BulkNetworkOpsIpV6Test-763375644 tempest-BulkNetworkOpsIpV6Test-763375644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for network, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:15.833904 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ad357e2e-eec2-4256-a22b-ed56786ce3c1 tempest-BulkNetworkOpsIpV6Test-763375644 tempest-BulkNetworkOpsIpV6Test-763375644-project] Publish callbacks [] for security_group, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:15.836743 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a697dc2-034b-401c-bec0-02c6e1fed668 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Deleting subnet 94cbc458-4e20-4765-b514-66705647406d {{(pid=102347) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 10:39:15.840806 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-3a697dc2-034b-401c-bec0-02c6e1fed668 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks [] for subnet, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:15.888155 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-747b0452-b719-4a7f-b623-303c0bf8b31d None None] Could not find standard attr ID for object 77bdbd81-b5ef-4e6e-93e9-5c1ae30a62f2. {{(pid=102348) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 27 10:39:15.905145 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-3a697dc2-034b-401c-bec0-02c6e1fed668 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-18445109'] for subnet, precommit_delete_associations {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:15.929787 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port 732aaa68-d8c3-4ab1-9616-eab0c9b124bd triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:39:15.930407 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:15.942280 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ad357e2e-eec2-4256-a22b-ed56786ce3c1 tempest-BulkNetworkOpsIpV6Test-763375644 tempest-BulkNetworkOpsIpV6Test-763375644-project] Publish callbacks [] for security_group, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:15.948955 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ad357e2e-eec2-4256-a22b-ed56786ce3c1 tempest-BulkNetworkOpsIpV6Test-763375644 tempest-BulkNetworkOpsIpV6Test-763375644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:15.949424 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ad357e2e-eec2-4256-a22b-ed56786ce3c1 tempest-BulkNetworkOpsIpV6Test-763375644 tempest-BulkNetworkOpsIpV6Test-763375644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for network, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:15.992963 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad357e2e-eec2-4256-a22b-ed56786ce3c1 tempest-BulkNetworkOpsIpV6Test-763375644 tempest-BulkNetworkOpsIpV6Test-763375644-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 437} {{(pid=102346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 10:39:16.009008 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-3a697dc2-034b-401c-bec0-02c6e1fed668 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855646'] for subnet, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:16.013367 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ad357e2e-eec2-4256-a22b-ed56786ce3c1 tempest-BulkNetworkOpsIpV6Test-763375644 tempest-BulkNetworkOpsIpV6Test-763375644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:16.013815 n-d-813419-10 neutron-server[102346]: INFO neutron.db.segments_db [None req-ad357e2e-eec2-4256-a22b-ed56786ce3c1 tempest-BulkNetworkOpsIpV6Test-763375644 tempest-BulkNetworkOpsIpV6Test-763375644-project] Added segment e2eed32e-b3ec-4010-9a44-4845f96873c7 of type vlan for network ad5f3e0c-1179-4a8a-a547-0c250fd8b192 Oct 27 10:39:16.015278 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad357e2e-eec2-4256-a22b-ed56786ce3c1 tempest-BulkNetworkOpsIpV6Test-763375644 tempest-BulkNetworkOpsIpV6Test-763375644-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34902e9d-c4a8-4473-b023-4964cd286b71,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:39:16.061885 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ad357e2e-eec2-4256-a22b-ed56786ce3c1 tempest-BulkNetworkOpsIpV6Test-763375644 tempest-BulkNetworkOpsIpV6Test-763375644-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743872593080'] for network, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:16.096496 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad357e2e-eec2-4256-a22b-ed56786ce3c1 tempest-BulkNetworkOpsIpV6Test-763375644 tempest-BulkNetworkOpsIpV6Test-763375644-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 403} {{(pid=102346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 10:39:16.106109 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-3a697dc2-034b-401c-bec0-02c6e1fed668 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-18295818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18043720'] for subnet, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:16.106537 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ad357e2e-eec2-4256-a22b-ed56786ce3c1 tempest-BulkNetworkOpsIpV6Test-763375644 tempest-BulkNetworkOpsIpV6Test-763375644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:16.107094 n-d-813419-10 neutron-server[102346]: INFO neutron.db.segments_db [None req-ad357e2e-eec2-4256-a22b-ed56786ce3c1 tempest-BulkNetworkOpsIpV6Test-763375644 tempest-BulkNetworkOpsIpV6Test-763375644-project] Added segment 052b1ec4-9881-49fa-98e3-91c14769ad41 of type vlan for network f9698171-4548-4b1d-86ff-53dc0732f285 Oct 27 10:39:16.142815 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a697dc2-034b-401c-bec0-02c6e1fed668 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Pushing event deleted for resources: {'Subnet': ['ID=94cbc458-4e20-4765-b514-66705647406d,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:39:16.144970 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-3a697dc2-034b-401c-bec0-02c6e1fed668 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks [] for subnet, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:16.148371 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-3a697dc2-034b-401c-bec0-02c6e1fed668 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] 10.222.0.44 "DELETE /v2.0/subnets/94cbc458-4e20-4765-b514-66705647406d HTTP/1.1" status: 204 len: 168 time: 0.3733034 Oct 27 10:39:16.150725 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 44112) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:39:16.168937 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ad357e2e-eec2-4256-a22b-ed56786ce3c1 tempest-BulkNetworkOpsIpV6Test-763375644 tempest-BulkNetworkOpsIpV6Test-763375644-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743872593080'] for network, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:16.205984 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-63ca7d5f-051c-4d54-8ea0-44f00ea6426f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:16.209641 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ad357e2e-eec2-4256-a22b-ed56786ce3c1 tempest-BulkNetworkOpsIpV6Test-763375644 tempest-BulkNetworkOpsIpV6Test-763375644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913'] for network, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:16.210817 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-5bd98f4c-4e0b-4e5a-b337-e68da680a71e tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0589423 Oct 27 10:39:16.211508 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ad357e2e-eec2-4256-a22b-ed56786ce3c1 tempest-BulkNetworkOpsIpV6Test-763375644 tempest-BulkNetworkOpsIpV6Test-763375644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913'] for network, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:16.213599 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 44114) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:39:16.218482 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad357e2e-eec2-4256-a22b-ed56786ce3c1 tempest-BulkNetworkOpsIpV6Test-763375644 tempest-BulkNetworkOpsIpV6Test-763375644-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:39:16.225440 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad357e2e-eec2-4256-a22b-ed56786ce3c1 tempest-BulkNetworkOpsIpV6Test-763375644 tempest-BulkNetworkOpsIpV6Test-763375644-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:39:16.226326 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ad357e2e-eec2-4256-a22b-ed56786ce3c1 tempest-BulkNetworkOpsIpV6Test-763375644 tempest-BulkNetworkOpsIpV6Test-763375644-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for network, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:16.270860 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abd5b182-e2e3-4f15-b4ab-aa720f7a9d89 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:39:16.274830 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-abd5b182-e2e3-4f15-b4ab-aa720f7a9d89 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.0579488 Oct 27 10:39:16.275174 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 44116) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:39:16.311574 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-ad357e2e-eec2-4256-a22b-ed56786ce3c1 tempest-BulkNetworkOpsIpV6Test-763375644 tempest-BulkNetworkOpsIpV6Test-763375644-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 0.7259185 Oct 27 10:39:16.313729 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 44120) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:39:16.315680 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad357e2e-eec2-4256-a22b-ed56786ce3c1 tempest-BulkNetworkOpsIpV6Test-763375644 tempest-BulkNetworkOpsIpV6Test-763375644-project] Pushing event updated for resources: {'Network': ['ID=ad5f3e0c-1179-4a8a-a547-0c250fd8b192,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:39:16.326137 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Network ad5f3e0c-1179-4a8a-a547-0c250fd8b192 details requested by agent ovs-agent-n-d-813419-10 with host n-d-813419-10 {{(pid=102348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 10:39:16.421788 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad357e2e-eec2-4256-a22b-ed56786ce3c1 tempest-BulkNetworkOpsIpV6Test-763375644 tempest-BulkNetworkOpsIpV6Test-763375644-project] Pushing event updated for resources: {'Network': ['ID=f9698171-4548-4b1d-86ff-53dc0732f285,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:39:16.436359 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Network f9698171-4548-4b1d-86ff-53dc0732f285 details requested by agent ovs-agent-n-d-813419-10 with host n-d-813419-10 {{(pid=102348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 10:39:16.520773 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-001a3461-a2a3-4633-a7e3-beeafd5c5d65 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:39:16.522426 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-001a3461-a2a3-4633-a7e3-beeafd5c5d65 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2462294 Oct 27 10:39:16.525078 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 44124) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:39:16.580027 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-522b502e-c7bd-425b-b24f-71e59f11c6f2 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0537641 Oct 27 10:39:16.587348 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 44126) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:39:16.618616 n-d-813419-10 neutron-server[102346]: INFO neutron.pecan_wsgi.hooks.translation [None req-f56c7acb-8f17-4e24-8be7-da4a465e876e tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] DELETE failed (client error): The resource could not be found. Oct 27 10:39:16.619600 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f56c7acb-8f17-4e24-8be7-da4a465e876e tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102346) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 10:39:16.622706 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-f56c7acb-8f17-4e24-8be7-da4a465e876e tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] 10.222.0.44 "DELETE /v2.0/ports/77bdbd81-b5ef-4e6e-93e9-5c1ae30a62f2 HTTP/1.1" status: 404 len: 333 time: 0.0342851 Oct 27 10:39:16.625527 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 44128) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:39:16.627148 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d619de6-cca3-45f2-8e45-855faf2c5246 tempest-BulkNetworkOpsIpV6Test-763375644 tempest-BulkNetworkOpsIpV6Test-763375644-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:39:16.633699 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d619de6-cca3-45f2-8e45-855faf2c5246 tempest-BulkNetworkOpsIpV6Test-763375644 tempest-BulkNetworkOpsIpV6Test-763375644-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:39:16.639747 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d619de6-cca3-45f2-8e45-855faf2c5246 tempest-BulkNetworkOpsIpV6Test-763375644 tempest-BulkNetworkOpsIpV6Test-763375644-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:39:16.646330 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d619de6-cca3-45f2-8e45-855faf2c5246 tempest-BulkNetworkOpsIpV6Test-763375644 tempest-BulkNetworkOpsIpV6Test-763375644-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:39:16.648143 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-9d619de6-cca3-45f2-8e45-855faf2c5246 tempest-BulkNetworkOpsIpV6Test-763375644 tempest-BulkNetworkOpsIpV6Test-763375644-project] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.3332736 Oct 27 10:39:16.651283 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 44130) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:39:16.655628 n-d-813419-10 neutron-server[102346]: INFO neutron.pecan_wsgi.hooks.translation [None req-962ccc3e-2174-494f-965d-3eaced41885a tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] DELETE failed (client error): The resource could not be found. Oct 27 10:39:16.663418 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-962ccc3e-2174-494f-965d-3eaced41885a tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102346) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 10:39:16.667744 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-962ccc3e-2174-494f-965d-3eaced41885a tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] 10.222.0.44 "DELETE /v2.0/subnets/94cbc458-4e20-4765-b514-66705647406d HTTP/1.1" status: 404 len: 337 time: 0.0412359 Oct 27 10:39:16.670205 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 44132) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:39:16.698147 n-d-813419-10 neutron-server[102346]: INFO neutron.pecan_wsgi.hooks.translation [None req-3798f028-f7e1-44b0-81f8-16e2db4c174a tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] DELETE failed (client error): The resource could not be found. Oct 27 10:39:16.698605 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3798f028-f7e1-44b0-81f8-16e2db4c174a tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102346) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 10:39:16.703538 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-3798f028-f7e1-44b0-81f8-16e2db4c174a tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] 10.222.0.44 "DELETE /v2.0/subnets/7c37404c-66da-496e-a04e-091ecebaf0be HTTP/1.1" status: 404 len: 337 time: 0.0313473 Oct 27 10:39:16.705269 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 44134) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:39:16.729300 n-d-813419-10 neutron-server[102346]: INFO neutron.pecan_wsgi.hooks.translation [None req-b10a3c9e-5c40-4ab9-8dff-3fa341beec46 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] DELETE failed (client error): The resource could not be found. Oct 27 10:39:16.729982 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b10a3c9e-5c40-4ab9-8dff-3fa341beec46 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102346) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 10:39:16.733107 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-b10a3c9e-5c40-4ab9-8dff-3fa341beec46 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] 10.222.0.44 "DELETE /v2.0/ports/f5a92157-c1ba-46f7-bb8a-d9da57909395 HTTP/1.1" status: 404 len: 333 time: 0.0268791 Oct 27 10:39:16.735476 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-832e321a-d647-492a-a36c-2689ddbf5ad2 tempest-BulkNetworkOpsIpV6Test-763375644 tempest-BulkNetworkOpsIpV6Test-763375644-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586917'] for network, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:16.735641 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 44136) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:39:16.764337 n-d-813419-10 neutron-server[102346]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5d690a1-7d54-4df5-938a-d994940eaa06 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] DELETE failed (client error): The resource could not be found. Oct 27 10:39:16.764702 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5d690a1-7d54-4df5-938a-d994940eaa06 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102346) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 10:39:16.770100 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-c5d690a1-7d54-4df5-938a-d994940eaa06 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] 10.222.0.44 "DELETE /v2.0/subnets/81d90872-662a-4913-9956-b408dc516caa HTTP/1.1" status: 404 len: 337 time: 0.0313845 Oct 27 10:39:16.770907 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 44138) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:39:16.804408 n-d-813419-10 neutron-server[102346]: INFO neutron.pecan_wsgi.hooks.translation [None req-5004f401-026b-4466-92e5-0a04e8f69b61 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] DELETE failed (client error): The resource could not be found. Oct 27 10:39:16.805059 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5004f401-026b-4466-92e5-0a04e8f69b61 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102346) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 10:39:16.807895 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-5004f401-026b-4466-92e5-0a04e8f69b61 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] 10.222.0.44 "DELETE /v2.0/subnets/90e7e3b3-85ab-403e-acc4-bb92e9bc9e0b HTTP/1.1" status: 404 len: 337 time: 0.0360742 Oct 27 10:39:16.810429 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 44142) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:39:16.834130 n-d-813419-10 neutron-server[102346]: INFO neutron.pecan_wsgi.hooks.translation [None req-b88d35fb-834e-4568-8fda-ddc4abbfcb56 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] DELETE failed (client error): The resource could not be found. Oct 27 10:39:16.834965 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b88d35fb-834e-4568-8fda-ddc4abbfcb56 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102346) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 10:39:16.840563 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-b88d35fb-834e-4568-8fda-ddc4abbfcb56 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] 10.222.0.44 "DELETE /v2.0/ports/a4753142-06fc-4a7f-8f5a-307e440998a1 HTTP/1.1" status: 404 len: 333 time: 0.0268667 Oct 27 10:39:16.840938 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 44144) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:39:16.844704 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-832e321a-d647-492a-a36c-2689ddbf5ad2 tempest-BulkNetworkOpsIpV6Test-763375644 tempest-BulkNetworkOpsIpV6Test-763375644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857803', 'neutron.services.segments.db._delete_segments_for_network-8743873143390'] for network, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:16.867485 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-832e321a-d647-492a-a36c-2689ddbf5ad2 tempest-BulkNetworkOpsIpV6Test-763375644 tempest-BulkNetworkOpsIpV6Test-763375644-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad5f3e0c-1179-4a8a-a547-0c250fd8b192']}} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:39:16.875208 n-d-813419-10 neutron-server[102346]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb6b14c9-810d-422d-8eb5-4473153c76b5 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] DELETE failed (client error): The resource could not be found. Oct 27 10:39:16.875680 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb6b14c9-810d-422d-8eb5-4473153c76b5 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102346) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 10:39:16.877759 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-832e321a-d647-492a-a36c-2689ddbf5ad2 tempest-BulkNetworkOpsIpV6Test-763375644 tempest-BulkNetworkOpsIpV6Test-763375644-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2eed32e-b3ec-4010-9a44-4845f96873c7') {'for_net_delete': True} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:39:16.878125 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-832e321a-d647-492a-a36c-2689ddbf5ad2 tempest-BulkNetworkOpsIpV6Test-763375644 tempest-BulkNetworkOpsIpV6Test-763375644-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2eed32e-b3ec-4010-9a44-4845f96873c7') {} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:39:16.881143 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-cb6b14c9-810d-422d-8eb5-4473153c76b5 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] 10.222.0.44 "DELETE /v2.0/subnets/f108bcc2-18c5-488a-bf0c-12e13c3fdbf0 HTTP/1.1" status: 404 len: 337 time: 0.0368953 Oct 27 10:39:16.881382 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 44146) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:39:16.889272 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-832e321a-d647-492a-a36c-2689ddbf5ad2 tempest-BulkNetworkOpsIpV6Test-763375644 tempest-BulkNetworkOpsIpV6Test-763375644-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743873145191', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18445132'] for segment, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:16.909583 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-832e321a-d647-492a-a36c-2689ddbf5ad2 tempest-BulkNetworkOpsIpV6Test-763375644 tempest-BulkNetworkOpsIpV6Test-763375644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:16.912834 n-d-813419-10 neutron-server[102346]: INFO neutron.pecan_wsgi.hooks.translation [None req-737282a3-7d83-4f08-ba56-53fc1300d199 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] DELETE failed (client error): The resource could not be found. Oct 27 10:39:16.913288 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-737282a3-7d83-4f08-ba56-53fc1300d199 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102346) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 10:39:16.916411 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-737282a3-7d83-4f08-ba56-53fc1300d199 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] 10.222.0.44 "DELETE /v2.0/subnets/8760eb75-9875-43c0-9833-17f213cd6e03 HTTP/1.1" status: 404 len: 337 time: 0.0320885 Oct 27 10:39:16.917645 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccb44e75-a6d3-4403-89b9-4376a3310ff4 None None] Network a3a2d542-53da-4e86-bf77-b0dcf0f24882 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:39:16.919026 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 44148) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:39:16.926445 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-832e321a-d647-492a-a36c-2689ddbf5ad2 tempest-BulkNetworkOpsIpV6Test-763375644 tempest-BulkNetworkOpsIpV6Test-763375644-project] Releasing vlan 437 on physical network physnet1 to pool {{(pid=102347) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 10:39:16.928120 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-832e321a-d647-492a-a36c-2689ddbf5ad2 tempest-BulkNetworkOpsIpV6Test-763375644 tempest-BulkNetworkOpsIpV6Test-763375644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-18296032'] for segment, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:16.943398 n-d-813419-10 neutron-server[102346]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4a7bad9-52ae-408a-a011-2bb979c0161a tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] DELETE failed (client error): The resource could not be found. Oct 27 10:39:16.944049 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4a7bad9-52ae-408a-a011-2bb979c0161a tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102346) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 10:39:16.949489 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-b4a7bad9-52ae-408a-a011-2bb979c0161a tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] 10.222.0.44 "DELETE /v2.0/ports/8ab94026-5ab6-41ae-9ddc-8d39b4fd9b57 HTTP/1.1" status: 404 len: 333 time: 0.0272501 Oct 27 10:39:16.951765 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 44150) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:39:16.979823 n-d-813419-10 neutron-server[102346]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ecdf083-971f-4a2f-aaf1-075169aaf446 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] DELETE failed (client error): The resource could not be found. Oct 27 10:39:16.980294 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ecdf083-971f-4a2f-aaf1-075169aaf446 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102346) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 10:39:16.985595 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-5ecdf083-971f-4a2f-aaf1-075169aaf446 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] 10.222.0.44 "DELETE /v2.0/subnets/8441b043-4487-497a-b36c-94619b9ed83f HTTP/1.1" status: 404 len: 337 time: 0.0306008 Oct 27 10:39:16.985966 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 44152) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:39:17.006980 n-d-813419-10 neutron-server[102347]: Traceback (most recent call last): Oct 27 10:39:17.006980 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 10:39:17.006980 n-d-813419-10 neutron-server[102347]: timer() Oct 27 10:39:17.006980 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 10:39:17.006980 n-d-813419-10 neutron-server[102347]: cb(*args, **kw) Oct 27 10:39:17.006980 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 10:39:17.006980 n-d-813419-10 neutron-server[102347]: return func(*args, **kwargs) Oct 27 10:39:17.006980 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 10:39:17.006980 n-d-813419-10 neutron-server[102347]: self._notify() Oct 27 10:39:17.006980 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 10:39:17.006980 n-d-813419-10 neutron-server[102347]: self.callback(batched_events) Oct 27 10:39:17.006980 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 10:39:17.006980 n-d-813419-10 neutron-server[102347]: event.method(event) Oct 27 10:39:17.006980 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 10:39:17.006980 n-d-813419-10 neutron-server[102347]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 10:39:17.006980 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 10:39:17.006980 n-d-813419-10 neutron-server[102347]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 10:39:17.006980 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 10:39:17.006980 n-d-813419-10 neutron-server[102347]: return f(self, *a, **k) Oct 27 10:39:17.006980 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 10:39:17.006980 n-d-813419-10 neutron-server[102347]: return self._get(url).json() Oct 27 10:39:17.006980 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 10:39:17.006980 n-d-813419-10 neutron-server[102347]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 10:39:17.006980 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 10:39:17.006980 n-d-813419-10 neutron-server[102347]: return self.request(url, 'GET', **kwargs) Oct 27 10:39:17.006980 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 10:39:17.006980 n-d-813419-10 neutron-server[102347]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 10:39:17.006980 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 10:39:17.006980 n-d-813419-10 neutron-server[102347]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 10:39:17.006980 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 10:39:17.006980 n-d-813419-10 neutron-server[102347]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 10:39:17.006980 n-d-813419-10 neutron-server[102347]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 10:39:17.012541 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-832e321a-d647-492a-a36c-2689ddbf5ad2 tempest-BulkNetworkOpsIpV6Test-763375644 tempest-BulkNetworkOpsIpV6Test-763375644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664840'] for network, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:17.021547 n-d-813419-10 neutron-server[102346]: INFO neutron.pecan_wsgi.hooks.translation [None req-0eeefef7-07a4-446d-99e7-6c62fb1de797 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] DELETE failed (client error): The resource could not be found. Oct 27 10:39:17.022053 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0eeefef7-07a4-446d-99e7-6c62fb1de797 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102346) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 10:39:17.024042 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-832e321a-d647-492a-a36c-2689ddbf5ad2 tempest-BulkNetworkOpsIpV6Test-763375644 tempest-BulkNetworkOpsIpV6Test-763375644-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for network, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:17.028646 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-0eeefef7-07a4-446d-99e7-6c62fb1de797 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] 10.222.0.44 "DELETE /v2.0/subnets/6752cdcb-77e8-4631-9473-6121b3362801 HTTP/1.1" status: 404 len: 337 time: 0.0395412 Oct 27 10:39:17.028937 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 44154) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:39:17.033454 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-832e321a-d647-492a-a36c-2689ddbf5ad2 tempest-BulkNetworkOpsIpV6Test-763375644 tempest-BulkNetworkOpsIpV6Test-763375644-project] 10.222.0.44 "DELETE /v2.0/networks/ad5f3e0c-1179-4a8a-a547-0c250fd8b192 HTTP/1.1" status: 204 len: 168 time: 0.3810704 Oct 27 10:39:17.036612 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 44156) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:39:17.056491 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832e321a-d647-492a-a36c-2689ddbf5ad2 tempest-BulkNetworkOpsIpV6Test-763375644 tempest-BulkNetworkOpsIpV6Test-763375644-project] Pushing event deleted for resources: {'Network': ['ID=ad5f3e0c-1179-4a8a-a547-0c250fd8b192,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:39:17.057551 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-4129dc20-ae70-4c65-9d42-5a79cc53dc1b None None] Provisioning complete for port 732aaa68-d8c3-4ab1-9616-eab0c9b124bd triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:39:17.057916 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-4129dc20-ae70-4c65-9d42-5a79cc53dc1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:17.141948 n-d-813419-10 neutron-server[102346]: INFO neutron.pecan_wsgi.hooks.translation [None req-eab27e36-015f-4cb3-b640-b285e9b67467 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] DELETE failed (client error): The resource could not be found. Oct 27 10:39:17.142720 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eab27e36-015f-4cb3-b640-b285e9b67467 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102346) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 10:39:17.148908 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-eab27e36-015f-4cb3-b640-b285e9b67467 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] 10.222.0.44 "DELETE /v2.0/ports/5d948892-a6b3-4525-a761-7802f6b14c4d HTTP/1.1" status: 404 len: 333 time: 0.1164026 Oct 27 10:39:17.149234 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 44158) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:39:17.174039 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-27d9b807-45db-4f16-9c17-a7d3860486f0 tempest-BulkNetworkOpsIpV6Test-763375644 tempest-BulkNetworkOpsIpV6Test-763375644-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586917'] for network, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:17.175120 n-d-813419-10 neutron-server[102347]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b5d89b3-58a0-41b6-865b-1755b042561d tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] DELETE failed (client error): The resource could not be found. Oct 27 10:39:17.175581 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b5d89b3-58a0-41b6-865b-1755b042561d tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102347) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 10:39:17.180249 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-5b5d89b3-58a0-41b6-865b-1755b042561d tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] 10.222.0.44 "DELETE /v2.0/subnets/7263a193-9f49-40fe-8f4f-001762b6252d HTTP/1.1" status: 404 len: 337 time: 0.0286851 Oct 27 10:39:17.181330 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 44160) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:39:17.184046 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2375a27a-8d24-480e-966a-c48625c133c6 None None] DHCP port deletion for a3a2d542-53da-4e86-bf77-b0dcf0f24882 request from n-d-813419-10 {{(pid=102348) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 10:39:17.210585 n-d-813419-10 neutron-server[102347]: INFO neutron.pecan_wsgi.hooks.translation [None req-838bcace-286d-4c1b-87cd-9be16858b726 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] DELETE failed (client error): The resource could not be found. Oct 27 10:39:17.211224 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-838bcace-286d-4c1b-87cd-9be16858b726 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102347) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 10:39:17.217494 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-838bcace-286d-4c1b-87cd-9be16858b726 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] 10.222.0.44 "DELETE /v2.0/ports/3a4c2d34-dfa3-4d50-ba3b-5a3e56720f4d HTTP/1.1" status: 404 len: 333 time: 0.0341177 Oct 27 10:39:17.217684 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 44162) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:39:17.242865 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-2375a27a-8d24-480e-966a-c48625c133c6 None None] Deleting port 732aaa68-d8c3-4ab1-9616-eab0c9b124bd {{(pid=102348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:39:17.243321 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-2375a27a-8d24-480e-966a-c48625c133c6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:17.285793 n-d-813419-10 neutron-server[102346]: INFO neutron.pecan_wsgi.hooks.translation [None req-6764854c-0331-428c-b822-cb66241b25c3 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] DELETE failed (client error): The resource could not be found. Oct 27 10:39:17.286272 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6764854c-0331-428c-b822-cb66241b25c3 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102346) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 10:39:17.292786 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-6764854c-0331-428c-b822-cb66241b25c3 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] 10.222.0.44 "DELETE /v2.0/subnets/2a74f266-5282-44ff-8ec1-53fafb19e301 HTTP/1.1" status: 404 len: 337 time: 0.0711222 Oct 27 10:39:17.292786 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 44164) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:39:17.309535 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-2375a27a-8d24-480e-966a-c48625c133c6 None None] For port 732aaa68-d8c3-4ab1-9616-eab0c9b124bd, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=732aaa68-d8c3-4ab1-9616-eab0c9b124bd,segment=NetworkSegment(eef0c4ec-5773-434c-ac68-3d91e838e9be),segment_id=eef0c4ec-5773-434c-ac68-3d91e838e9be)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:39:17.310137 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-2375a27a-8d24-480e-966a-c48625c133c6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:17.320995 n-d-813419-10 neutron-server[102346]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1df115c-e777-452d-b0df-925c44b37a4a tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] DELETE failed (client error): The resource could not be found. Oct 27 10:39:17.321651 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1df115c-e777-452d-b0df-925c44b37a4a tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102346) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 10:39:17.327070 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-b1df115c-e777-452d-b0df-925c44b37a4a tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] 10.222.0.44 "DELETE /v2.0/ports/8e126383-0072-4018-b252-ebb476254ba6 HTTP/1.1" status: 404 len: 333 time: 0.0319147 Oct 27 10:39:17.327224 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-2375a27a-8d24-480e-966a-c48625c133c6 None None] Calling delete_port for 732aaa68-d8c3-4ab1-9616-eab0c9b124bd owned by network:dhcp {{(pid=102348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:39:17.327324 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-27d9b807-45db-4f16-9c17-a7d3860486f0 tempest-BulkNetworkOpsIpV6Test-763375644 tempest-BulkNetworkOpsIpV6Test-763375644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857803', 'neutron.services.segments.db._delete_segments_for_network-8743873143390'] for network, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:17.327906 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 44166) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:39:17.355625 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-27d9b807-45db-4f16-9c17-a7d3860486f0 tempest-BulkNetworkOpsIpV6Test-763375644 tempest-BulkNetworkOpsIpV6Test-763375644-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9698171-4548-4b1d-86ff-53dc0732f285']}} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:39:17.357282 n-d-813419-10 neutron-server[102347]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c898843-cb83-4db0-9f34-a5d36f6861c6 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] DELETE failed (client error): The resource could not be found. Oct 27 10:39:17.357833 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c898843-cb83-4db0-9f34-a5d36f6861c6 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102347) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 10:39:17.361079 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-7c898843-cb83-4db0-9f34-a5d36f6861c6 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] 10.222.0.44 "DELETE /v2.0/subnets/8eb7f187-bfc2-4374-8cb1-e68b13d399f2 HTTP/1.1" status: 404 len: 337 time: 0.0320265 Oct 27 10:39:17.363584 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 44168) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:39:17.367855 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-27d9b807-45db-4f16-9c17-a7d3860486f0 tempest-BulkNetworkOpsIpV6Test-763375644 tempest-BulkNetworkOpsIpV6Test-763375644-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '052b1ec4-9881-49fa-98e3-91c14769ad41') {'for_net_delete': True} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:39:17.368384 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-27d9b807-45db-4f16-9c17-a7d3860486f0 tempest-BulkNetworkOpsIpV6Test-763375644 tempest-BulkNetworkOpsIpV6Test-763375644-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '052b1ec4-9881-49fa-98e3-91c14769ad41') {} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:39:17.383925 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-27d9b807-45db-4f16-9c17-a7d3860486f0 tempest-BulkNetworkOpsIpV6Test-763375644 tempest-BulkNetworkOpsIpV6Test-763375644-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743873145191', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25847877'] for segment, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:17.389069 n-d-813419-10 neutron-server[102347]: INFO neutron.pecan_wsgi.hooks.translation [None req-41dd0840-47ec-4e11-9b30-e04d443e63e2 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] DELETE failed (client error): The resource could not be found. Oct 27 10:39:17.389700 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41dd0840-47ec-4e11-9b30-e04d443e63e2 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102347) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 10:39:17.392854 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-41dd0840-47ec-4e11-9b30-e04d443e63e2 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] 10.222.0.44 "DELETE /v2.0/ports/59130812-b435-4e0c-b2bb-49277fb28c1a HTTP/1.1" status: 404 len: 333 time: 0.0274076 Oct 27 10:39:17.395391 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 44170) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:39:17.404826 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-27d9b807-45db-4f16-9c17-a7d3860486f0 tempest-BulkNetworkOpsIpV6Test-763375644 tempest-BulkNetworkOpsIpV6Test-763375644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:17.428475 n-d-813419-10 neutron-server[102346]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ca80497-595f-4a25-97fc-1716ee8b6677 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] DELETE failed (client error): The resource could not be found. Oct 27 10:39:17.428958 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ca80497-595f-4a25-97fc-1716ee8b6677 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102346) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 10:39:17.431902 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-1ca80497-595f-4a25-97fc-1716ee8b6677 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] 10.222.0.44 "DELETE /v2.0/subnets/a2a0920a-2a68-41e9-8cf9-c62ee8d1552d HTTP/1.1" status: 404 len: 337 time: 0.0353625 Oct 27 10:39:17.433140 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27d9b807-45db-4f16-9c17-a7d3860486f0 tempest-BulkNetworkOpsIpV6Test-763375644 tempest-BulkNetworkOpsIpV6Test-763375644-project] Releasing vlan 403 on physical network physnet1 to pool {{(pid=102346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 10:39:17.433547 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-27d9b807-45db-4f16-9c17-a7d3860486f0 tempest-BulkNetworkOpsIpV6Test-763375644 tempest-BulkNetworkOpsIpV6Test-763375644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27024137'] for segment, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:17.436764 n-d-813419-10 neutron-server[102346]: Traceback (most recent call last): Oct 27 10:39:17.436764 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 10:39:17.436764 n-d-813419-10 neutron-server[102346]: timer() Oct 27 10:39:17.436764 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 10:39:17.436764 n-d-813419-10 neutron-server[102346]: cb(*args, **kw) Oct 27 10:39:17.436764 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 10:39:17.436764 n-d-813419-10 neutron-server[102346]: return func(*args, **kwargs) Oct 27 10:39:17.436764 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 10:39:17.436764 n-d-813419-10 neutron-server[102346]: self._notify() Oct 27 10:39:17.436764 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 10:39:17.436764 n-d-813419-10 neutron-server[102346]: self.callback(batched_events) Oct 27 10:39:17.436764 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 10:39:17.436764 n-d-813419-10 neutron-server[102346]: event.method(event) Oct 27 10:39:17.436764 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 10:39:17.436764 n-d-813419-10 neutron-server[102346]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 10:39:17.436764 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 10:39:17.436764 n-d-813419-10 neutron-server[102346]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 10:39:17.436764 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 10:39:17.436764 n-d-813419-10 neutron-server[102346]: return f(self, *a, **k) Oct 27 10:39:17.436764 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 10:39:17.436764 n-d-813419-10 neutron-server[102346]: return self._get(url).json() Oct 27 10:39:17.436764 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 10:39:17.436764 n-d-813419-10 neutron-server[102346]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 10:39:17.436764 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 10:39:17.436764 n-d-813419-10 neutron-server[102346]: return self.request(url, 'GET', **kwargs) Oct 27 10:39:17.436764 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 10:39:17.436764 n-d-813419-10 neutron-server[102346]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 10:39:17.436764 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 10:39:17.436764 n-d-813419-10 neutron-server[102346]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 10:39:17.436764 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 10:39:17.436764 n-d-813419-10 neutron-server[102346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 10:39:17.436764 n-d-813419-10 neutron-server[102346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 10:39:17.438621 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 44174) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:39:17.459285 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-2375a27a-8d24-480e-966a-c48625c133c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615'] for port, after_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:17.488995 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2375a27a-8d24-480e-966a-c48625c133c6 None None] Pushing event deleted for resources: {'Port': ['ID=732aaa68-d8c3-4ab1-9616-eab0c9b124bd,revision_number=None']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:39:17.492623 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2375a27a-8d24-480e-966a-c48625c133c6 None None] No DVR routers for this DVR port 732aaa68-d8c3-4ab1-9616-eab0c9b124bd on host n-d-813419-10 {{(pid=102348) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:39:17.514146 n-d-813419-10 neutron-server[102346]: INFO neutron.pecan_wsgi.hooks.translation [None req-17b0182d-4672-40fc-95be-1da65c59268f tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] DELETE failed (client error): The resource could not be found. Oct 27 10:39:17.514855 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17b0182d-4672-40fc-95be-1da65c59268f tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102346) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 10:39:17.520281 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-17b0182d-4672-40fc-95be-1da65c59268f tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] 10.222.0.44 "DELETE /v2.0/ports/99d2b0b6-b481-4d8f-b86e-6c2d089bc998 HTTP/1.1" status: 404 len: 333 time: 0.0702546 Oct 27 10:39:17.520685 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 44178) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:39:17.550736 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-27d9b807-45db-4f16-9c17-a7d3860486f0 tempest-BulkNetworkOpsIpV6Test-763375644 tempest-BulkNetworkOpsIpV6Test-763375644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664840'] for network, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:17.559122 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-27d9b807-45db-4f16-9c17-a7d3860486f0 tempest-BulkNetworkOpsIpV6Test-763375644 tempest-BulkNetworkOpsIpV6Test-763375644-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for network, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:17.562618 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-27d9b807-45db-4f16-9c17-a7d3860486f0 tempest-BulkNetworkOpsIpV6Test-763375644 tempest-BulkNetworkOpsIpV6Test-763375644-project] 10.222.0.44 "DELETE /v2.0/networks/f9698171-4548-4b1d-86ff-53dc0732f285 HTTP/1.1" status: 204 len: 168 time: 0.5243871 Oct 27 10:39:17.565594 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 44180) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:39:17.575989 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d9b807-45db-4f16-9c17-a7d3860486f0 tempest-BulkNetworkOpsIpV6Test-763375644 tempest-BulkNetworkOpsIpV6Test-763375644-project] Pushing event deleted for resources: {'Network': ['ID=f9698171-4548-4b1d-86ff-53dc0732f285,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:39:17.581965 n-d-813419-10 neutron-server[102347]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7850a71-e20c-4172-a90c-7f44a852e138 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] DELETE failed (client error): The resource could not be found. Oct 27 10:39:17.581965 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7850a71-e20c-4172-a90c-7f44a852e138 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102347) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 10:39:17.585151 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-f7850a71-e20c-4172-a90c-7f44a852e138 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] 10.222.0.44 "DELETE /v2.0/subnets/3fa21a5d-1268-43c1-9b8c-8c5a83ed74a5 HTTP/1.1" status: 404 len: 337 time: 0.0633419 Oct 27 10:39:17.591778 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 44182) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:39:17.620240 n-d-813419-10 neutron-server[102346]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f0e4c52-4d5e-4750-922a-2f66e58a2304 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] DELETE failed (client error): The resource could not be found. Oct 27 10:39:17.620892 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f0e4c52-4d5e-4750-922a-2f66e58a2304 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102346) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 10:39:17.626206 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-0f0e4c52-4d5e-4750-922a-2f66e58a2304 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] 10.222.0.44 "DELETE /v2.0/ports/2a30fdde-a7c0-4ac0-b7eb-813129b52957 HTTP/1.1" status: 404 len: 333 time: 0.0309238 Oct 27 10:39:17.626835 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 44184) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:39:17.658071 n-d-813419-10 neutron-server[102346]: INFO neutron.pecan_wsgi.hooks.translation [None req-7db11984-13fb-4408-a627-1f43e8129ec6 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] DELETE failed (client error): The resource could not be found. Oct 27 10:39:17.658071 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7db11984-13fb-4408-a627-1f43e8129ec6 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102346) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 10:39:17.661974 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-7db11984-13fb-4408-a627-1f43e8129ec6 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] 10.222.0.44 "DELETE /v2.0/subnets/e1057cb3-3e4b-47a2-b277-2eb5327384a1 HTTP/1.1" status: 404 len: 337 time: 0.0318582 Oct 27 10:39:17.663354 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 44186) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:39:17.701115 n-d-813419-10 neutron-server[102347]: INFO neutron.pecan_wsgi.hooks.translation [None req-267378f6-d26d-4ee6-b05a-21aad2abaec2 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] DELETE failed (client error): The resource could not be found. Oct 27 10:39:17.701571 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-267378f6-d26d-4ee6-b05a-21aad2abaec2 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102347) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 10:39:17.704751 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-267378f6-d26d-4ee6-b05a-21aad2abaec2 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] 10.222.0.44 "DELETE /v2.0/subnets/80fccb45-8e58-463e-8960-bfdf85ba9cef HTTP/1.1" status: 404 len: 337 time: 0.0405405 Oct 27 10:39:17.707394 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 44188) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:39:17.728722 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-559337ab-9c1e-4db7-803d-fe0a531a7911 tempest-BulkNetworkOpsIpV6Test-763375644 tempest-BulkNetworkOpsIpV6Test-763375644-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:39:17.733325 n-d-813419-10 neutron-server[102346]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ebfffb8-1491-44f1-8472-2b3e7f309da2 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] DELETE failed (client error): The resource could not be found. Oct 27 10:39:17.734217 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ebfffb8-1491-44f1-8472-2b3e7f309da2 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102346) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 10:39:17.735211 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 732aaa68-d8c3-4ab1-9616-eab0c9b124bd no longer exists at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:39:17.737791 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-3ebfffb8-1491-44f1-8472-2b3e7f309da2 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] 10.222.0.44 "DELETE /v2.0/ports/272dd7a2-c54c-45df-9472-b6cbcf5b3b29 HTTP/1.1" status: 404 len: 333 time: 0.0292733 Oct 27 10:39:17.740961 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 44190) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:39:17.741414 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-559337ab-9c1e-4db7-803d-fe0a531a7911 tempest-BulkNetworkOpsIpV6Test-763375644 tempest-BulkNetworkOpsIpV6Test-763375644-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:39:17.746505 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-559337ab-9c1e-4db7-803d-fe0a531a7911 tempest-BulkNetworkOpsIpV6Test-763375644 tempest-BulkNetworkOpsIpV6Test-763375644-project] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1763854 Oct 27 10:39:17.746974 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 44192) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:39:17.752387 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-a8b3573e-0ea7-4bb6-851b-fd7ee18b68b0 tempest-BulkNetworkOpsIpV6Test-763375644 tempest-BulkNetworkOpsIpV6Test-763375644-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-639204459'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:39:17.756847 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] No Port match for: 732aaa68-d8c3-4ab1-9616-eab0c9b124bd {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:39:17.757190 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 732aaa68-d8c3-4ab1-9616-eab0c9b124bd not bound to the agent host n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:39:17.785614 n-d-813419-10 neutron-server[102346]: INFO neutron.pecan_wsgi.hooks.translation [None req-e394a809-bc1b-4b8e-97ee-544375c37c0c tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] DELETE failed (client error): The resource could not be found. Oct 27 10:39:17.786614 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e394a809-bc1b-4b8e-97ee-544375c37c0c tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102346) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 10:39:17.789674 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-e394a809-bc1b-4b8e-97ee-544375c37c0c tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] 10.222.0.44 "DELETE /v2.0/subnets/f441979f-8e2d-4656-8f98-518742f0b190 HTTP/1.1" status: 404 len: 337 time: 0.0472724 Oct 27 10:39:17.792415 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 44194) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:39:17.805205 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8b3573e-0ea7-4bb6-851b-fd7ee18b68b0 tempest-BulkNetworkOpsIpV6Test-763375644 tempest-BulkNetworkOpsIpV6Test-763375644-project] Made reservation on behalf of 71ea776cf15e4bb68d0ec72a8a0bbb78 for: {'network': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:39:17.808842 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-a8b3573e-0ea7-4bb6-851b-fd7ee18b68b0 tempest-BulkNetworkOpsIpV6Test-763375644 tempest-BulkNetworkOpsIpV6Test-763375644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for network, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:17.822039 n-d-813419-10 neutron-server[102347]: INFO neutron.pecan_wsgi.hooks.translation [None req-e43908dc-cd12-4aea-920f-15e745370c5a tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] DELETE failed (client error): The resource could not be found. Oct 27 10:39:17.822617 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e43908dc-cd12-4aea-920f-15e745370c5a tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102347) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 10:39:17.825779 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-e43908dc-cd12-4aea-920f-15e745370c5a tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] 10.222.0.44 "DELETE /v2.0/subnets/4c7610cb-d2ec-4627-8dd0-72fbbcd7ede2 HTTP/1.1" status: 404 len: 337 time: 0.0322664 Oct 27 10:39:17.829528 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 44196) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:39:17.834523 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8b3573e-0ea7-4bb6-851b-fd7ee18b68b0 tempest-BulkNetworkOpsIpV6Test-763375644 tempest-BulkNetworkOpsIpV6Test-763375644-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 412} {{(pid=102346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 10:39:17.844896 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-a8b3573e-0ea7-4bb6-851b-fd7ee18b68b0 tempest-BulkNetworkOpsIpV6Test-763375644 tempest-BulkNetworkOpsIpV6Test-763375644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:17.845285 n-d-813419-10 neutron-server[102346]: INFO neutron.db.segments_db [None req-a8b3573e-0ea7-4bb6-851b-fd7ee18b68b0 tempest-BulkNetworkOpsIpV6Test-763375644 tempest-BulkNetworkOpsIpV6Test-763375644-project] Added segment 7c27795a-9d83-408a-8159-897178261f94 of type vlan for network 1b27b73c-3545-4c77-8581-f522068bf75b Oct 27 10:39:17.854767 n-d-813419-10 neutron-server[102347]: INFO neutron.pecan_wsgi.hooks.translation [None req-b502b69e-7e9a-4f75-ac1d-77409590f206 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] DELETE failed (client error): The resource could not be found. Oct 27 10:39:17.855400 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b502b69e-7e9a-4f75-ac1d-77409590f206 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102347) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 10:39:17.860824 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-b502b69e-7e9a-4f75-ac1d-77409590f206 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] 10.222.0.44 "DELETE /v2.0/ports/008677e0-47e7-47f4-8d98-a6b753ceebb9 HTTP/1.1" status: 404 len: 333 time: 0.0279486 Oct 27 10:39:17.861062 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 44198) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:39:17.886081 n-d-813419-10 neutron-server[102347]: INFO neutron.pecan_wsgi.hooks.translation [None req-f78bb1a3-9a29-439f-8673-2ba936b8d11f tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] DELETE failed (client error): The resource could not be found. Oct 27 10:39:17.886522 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f78bb1a3-9a29-439f-8673-2ba936b8d11f tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102347) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 10:39:17.887286 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-a8b3573e-0ea7-4bb6-851b-fd7ee18b68b0 tempest-BulkNetworkOpsIpV6Test-763375644 tempest-BulkNetworkOpsIpV6Test-763375644-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743872593080'] for network, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:17.891843 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-f78bb1a3-9a29-439f-8673-2ba936b8d11f tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] 10.222.0.44 "DELETE /v2.0/subnets/44e8cb1b-ba22-4b90-b3e0-5a237fed9ebf HTTP/1.1" status: 404 len: 337 time: 0.0275974 Oct 27 10:39:17.892184 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 44202) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:39:17.929647 n-d-813419-10 neutron-server[102346]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b226fe8-a7b0-4866-bf1a-b9f89aecc655 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] DELETE failed (client error): The resource could not be found. Oct 27 10:39:17.930213 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b226fe8-a7b0-4866-bf1a-b9f89aecc655 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102346) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 10:39:17.933149 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-9b226fe8-a7b0-4866-bf1a-b9f89aecc655 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] 10.222.0.44 "DELETE /v2.0/subnets/06a0df43-bcce-4787-af0d-71c93b7a2f06 HTTP/1.1" status: 404 len: 337 time: 0.0399446 Oct 27 10:39:17.936009 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 44204) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:39:17.952379 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-a8b3573e-0ea7-4bb6-851b-fd7ee18b68b0 tempest-BulkNetworkOpsIpV6Test-763375644 tempest-BulkNetworkOpsIpV6Test-763375644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913'] for network, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:17.958722 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8b3573e-0ea7-4bb6-851b-fd7ee18b68b0 tempest-BulkNetworkOpsIpV6Test-763375644 tempest-BulkNetworkOpsIpV6Test-763375644-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:39:17.959249 n-d-813419-10 neutron-server[102347]: INFO neutron.pecan_wsgi.hooks.translation [None req-ffc355f7-520e-4fbe-b244-74123e0730af tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] DELETE failed (client error): The resource could not be found. Oct 27 10:39:17.959513 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-a8b3573e-0ea7-4bb6-851b-fd7ee18b68b0 tempest-BulkNetworkOpsIpV6Test-763375644 tempest-BulkNetworkOpsIpV6Test-763375644-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for network, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:17.959849 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ffc355f7-520e-4fbe-b244-74123e0730af tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102347) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 10:39:17.965271 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-ffc355f7-520e-4fbe-b244-74123e0730af tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] 10.222.0.44 "DELETE /v2.0/ports/8fd80e60-cc85-414b-bdaf-16093c198fd3 HTTP/1.1" status: 404 len: 333 time: 0.0256290 Oct 27 10:39:17.965423 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 44206) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:39:17.991002 n-d-813419-10 neutron-server[102347]: INFO neutron.pecan_wsgi.hooks.translation [None req-83f016fe-0e68-4bf0-a554-7bffd684952a tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] DELETE failed (client error): The resource could not be found. Oct 27 10:39:17.991448 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83f016fe-0e68-4bf0-a554-7bffd684952a tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102347) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 10:39:17.996007 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-83f016fe-0e68-4bf0-a554-7bffd684952a tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] 10.222.0.44 "DELETE /v2.0/subnets/2c10f036-877b-4dc2-82f5-efbd91af9181 HTTP/1.1" status: 404 len: 337 time: 0.0281086 Oct 27 10:39:17.997078 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 44208) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:39:18.018521 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-a8b3573e-0ea7-4bb6-851b-fd7ee18b68b0 tempest-BulkNetworkOpsIpV6Test-763375644 tempest-BulkNetworkOpsIpV6Test-763375644-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2702649 Oct 27 10:39:18.025431 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 44210) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:39:18.030344 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-b17f7716-334d-4506-a0f1-8dcbe1f13929 tempest-BulkNetworkOpsIpV6Test-763375644 tempest-BulkNetworkOpsIpV6Test-763375644-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1345333267'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:39:18.031495 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b3573e-0ea7-4bb6-851b-fd7ee18b68b0 tempest-BulkNetworkOpsIpV6Test-763375644 tempest-BulkNetworkOpsIpV6Test-763375644-project] Pushing event updated for resources: {'Network': ['ID=1b27b73c-3545-4c77-8581-f522068bf75b,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:39:18.033674 n-d-813419-10 neutron-server[102347]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b317a9b-c00d-40fd-ab6d-6147f1ea4dc0 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] DELETE failed (client error): The resource could not be found. Oct 27 10:39:18.034110 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b317a9b-c00d-40fd-ab6d-6147f1ea4dc0 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102347) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 10:39:18.039891 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-7b317a9b-c00d-40fd-ab6d-6147f1ea4dc0 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] 10.222.0.44 "DELETE /v2.0/subnets/4dcdbfc5-d43a-4f66-81b2-0fad96a452ad HTTP/1.1" status: 404 len: 337 time: 0.0395997 Oct 27 10:39:18.040867 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 44212) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:39:18.044909 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Network 1b27b73c-3545-4c77-8581-f522068bf75b details requested by agent ovs-agent-n-d-813419-10 with host n-d-813419-10 {{(pid=102348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 10:39:18.066272 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b17f7716-334d-4506-a0f1-8dcbe1f13929 tempest-BulkNetworkOpsIpV6Test-763375644 tempest-BulkNetworkOpsIpV6Test-763375644-project] Made reservation on behalf of 71ea776cf15e4bb68d0ec72a8a0bbb78 for: {'network': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:39:18.071007 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-b17f7716-334d-4506-a0f1-8dcbe1f13929 tempest-BulkNetworkOpsIpV6Test-763375644 tempest-BulkNetworkOpsIpV6Test-763375644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for network, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:18.074561 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 44214) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:39:18.074930 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-5c63b535-b968-461e-80e0-e01029260740 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] 10.222.0.44 "GET /v2.0/ports?device_id=d0803def-1f3d-486c-80e5-cdf4593c2c8f HTTP/1.1" status: 200 len: 205 time: 0.0325916 Oct 27 10:39:18.122771 n-d-813419-10 neutron-server[102347]: INFO neutron.api.v2.resource [None req-cd8bebd0-5575-4003-98d2-9d2f92af996f tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] delete failed (client error): The resource could not be found. Oct 27 10:39:18.126985 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-cd8bebd0-5575-4003-98d2-9d2f92af996f tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] 10.222.0.44 "DELETE /v2.0/routers/d0803def-1f3d-486c-80e5-cdf4593c2c8f HTTP/1.1" status: 404 len: 336 time: 0.0483000 Oct 27 10:39:18.127089 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 44216) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:39:18.136886 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b17f7716-334d-4506-a0f1-8dcbe1f13929 tempest-BulkNetworkOpsIpV6Test-763375644 tempest-BulkNetworkOpsIpV6Test-763375644-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 402} {{(pid=102347) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 10:39:18.146398 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-b17f7716-334d-4506-a0f1-8dcbe1f13929 tempest-BulkNetworkOpsIpV6Test-763375644 tempest-BulkNetworkOpsIpV6Test-763375644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:18.146866 n-d-813419-10 neutron-server[102347]: INFO neutron.db.segments_db [None req-b17f7716-334d-4506-a0f1-8dcbe1f13929 tempest-BulkNetworkOpsIpV6Test-763375644 tempest-BulkNetworkOpsIpV6Test-763375644-project] Added segment 3a5ed717-e0c5-4c3c-9426-4681c3e9bf3e of type vlan for network a7917779-b9cc-495f-b80e-e8456c098f26 Oct 27 10:39:18.154287 n-d-813419-10 neutron-server[102346]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2660940-0190-4cd2-9f03-c6b7868d44a4 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] DELETE failed (client error): The resource could not be found. Oct 27 10:39:18.154778 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2660940-0190-4cd2-9f03-c6b7868d44a4 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102346) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 10:39:18.160425 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-b2660940-0190-4cd2-9f03-c6b7868d44a4 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] 10.222.0.44 "DELETE /v2.0/subnets/06b6adaf-b255-407e-b160-3248afa2a987 HTTP/1.1" status: 404 len: 337 time: 0.0298345 Oct 27 10:39:18.161816 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 44218) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:39:18.188293 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-b17f7716-334d-4506-a0f1-8dcbe1f13929 tempest-BulkNetworkOpsIpV6Test-763375644 tempest-BulkNetworkOpsIpV6Test-763375644-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743872593080'] for network, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:18.197137 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-cf0194af-d4b5-4105-bc46-dd0844af1eff tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] 10.222.0.44 "GET /v2.0/ports?device_id=f0ecec6c-460d-41de-bf8f-4d0e1b933413 HTTP/1.1" status: 200 len: 205 time: 0.0316498 Oct 27 10:39:18.197137 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 44220) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:39:18.216429 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-b17f7716-334d-4506-a0f1-8dcbe1f13929 tempest-BulkNetworkOpsIpV6Test-763375644 tempest-BulkNetworkOpsIpV6Test-763375644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913'] for network, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:18.224420 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b17f7716-334d-4506-a0f1-8dcbe1f13929 tempest-BulkNetworkOpsIpV6Test-763375644 tempest-BulkNetworkOpsIpV6Test-763375644-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:39:18.225554 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-b17f7716-334d-4506-a0f1-8dcbe1f13929 tempest-BulkNetworkOpsIpV6Test-763375644 tempest-BulkNetworkOpsIpV6Test-763375644-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for network, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:18.234410 n-d-813419-10 neutron-server[102346]: INFO neutron.api.v2.resource [None req-e7a73f0c-2b87-43bf-9b1c-e8d42f2f33ba tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] delete failed (client error): The resource could not be found. Oct 27 10:39:18.237791 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-e7a73f0c-2b87-43bf-9b1c-e8d42f2f33ba tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] 10.222.0.44 "DELETE /v2.0/routers/f0ecec6c-460d-41de-bf8f-4d0e1b933413 HTTP/1.1" status: 404 len: 336 time: 0.0372713 Oct 27 10:39:18.237979 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 44222) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:39:18.265165 n-d-813419-10 neutron-server[102346]: INFO neutron.pecan_wsgi.hooks.translation [None req-72fb54b4-6ed4-40a0-8e93-e23979d76d07 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] DELETE failed (client error): The resource could not be found. Oct 27 10:39:18.265629 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72fb54b4-6ed4-40a0-8e93-e23979d76d07 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102346) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 10:39:18.268752 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-72fb54b4-6ed4-40a0-8e93-e23979d76d07 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] 10.222.0.44 "DELETE /v2.0/subnets/514218f6-556b-480c-94e9-e000de10c5ca HTTP/1.1" status: 404 len: 337 time: 0.0298543 Oct 27 10:39:18.271758 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 44224) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:39:18.291187 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-b17f7716-334d-4506-a0f1-8dcbe1f13929 tempest-BulkNetworkOpsIpV6Test-763375644 tempest-BulkNetworkOpsIpV6Test-763375644-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.2621496 Oct 27 10:39:18.295521 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 44226) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:39:18.298233 n-d-813419-10 neutron-server[102346]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd37913c-efb1-4a32-beaf-a21e3d62b57e tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] DELETE failed (client error): The resource could not be found. Oct 27 10:39:18.298694 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd37913c-efb1-4a32-beaf-a21e3d62b57e tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102346) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 10:39:18.304277 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-dd37913c-efb1-4a32-beaf-a21e3d62b57e tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] 10.222.0.44 "DELETE /v2.0/subnets/1cc34f8e-bc3a-4449-995a-1e908e90d748 HTTP/1.1" status: 404 len: 337 time: 0.0291429 Oct 27 10:39:18.304419 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-bbf15864-326b-48de-b6e4-53bc39bd42c1 tempest-BulkNetworkOpsIpV6Test-763375644 tempest-BulkNetworkOpsIpV6Test-763375644-project] Request body: {'ports': [{'network_id': '1b27b73c-3545-4c77-8581-f522068bf75b', 'name': 'tempest-port--1820699462', 'admin_state_up': True}, {'network_id': 'a7917779-b9cc-495f-b80e-e8456c098f26', 'admin_state_up': False}]} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:39:18.304419 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-bbf15864-326b-48de-b6e4-53bc39bd42c1 tempest-BulkNetworkOpsIpV6Test-763375644 tempest-BulkNetworkOpsIpV6Test-763375644-project] Request body: {'port': {'network_id': '1b27b73c-3545-4c77-8581-f522068bf75b', 'name': 'tempest-port--1820699462', 'admin_state_up': True}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:39:18.304419 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-bbf15864-326b-48de-b6e4-53bc39bd42c1 tempest-BulkNetworkOpsIpV6Test-763375644 tempest-BulkNetworkOpsIpV6Test-763375644-project] Request body: {'port': {'network_id': 'a7917779-b9cc-495f-b80e-e8456c098f26', 'admin_state_up': False}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:39:18.304651 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 44228) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:39:18.319846 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17f7716-334d-4506-a0f1-8dcbe1f13929 tempest-BulkNetworkOpsIpV6Test-763375644 tempest-BulkNetworkOpsIpV6Test-763375644-project] Pushing event updated for resources: {'Network': ['ID=a7917779-b9cc-495f-b80e-e8456c098f26,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:39:18.338401 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Network a7917779-b9cc-495f-b80e-e8456c098f26 details requested by agent ovs-agent-n-d-813419-10 with host n-d-813419-10 {{(pid=102348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 10:39:18.352833 n-d-813419-10 neutron-server[102346]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a434f65-4d97-4c87-8131-c2154ff29d35 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] DELETE failed (client error): The resource could not be found. Oct 27 10:39:18.354024 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a434f65-4d97-4c87-8131-c2154ff29d35 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102346) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 10:39:18.356633 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-8a434f65-4d97-4c87-8131-c2154ff29d35 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] 10.222.0.44 "DELETE /v2.0/ports/dcb37939-c553-4400-8697-b872c82aece8 HTTP/1.1" status: 404 len: 333 time: 0.0511837 Oct 27 10:39:18.359071 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 44230) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:39:18.385458 n-d-813419-10 neutron-server[102346]: INFO neutron.pecan_wsgi.hooks.translation [None req-693a4ae3-a228-445d-be31-5f93d1f97bc2 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] DELETE failed (client error): The resource could not be found. Oct 27 10:39:18.385906 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-693a4ae3-a228-445d-be31-5f93d1f97bc2 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102346) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 10:39:18.389260 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-693a4ae3-a228-445d-be31-5f93d1f97bc2 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] 10.222.0.44 "DELETE /v2.0/subnets/b24052ee-beb1-4ed0-9c6d-4a50da129747 HTTP/1.1" status: 404 len: 337 time: 0.0292704 Oct 27 10:39:18.391740 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 44232) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:39:18.416843 n-d-813419-10 neutron-server[102346]: INFO neutron.pecan_wsgi.hooks.translation [None req-4697a3ae-dbd0-49bc-bc2a-fddf972e7902 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] DELETE failed (client error): The resource could not be found. Oct 27 10:39:18.417709 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4697a3ae-dbd0-49bc-bc2a-fddf972e7902 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102346) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 10:39:18.421703 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-4697a3ae-dbd0-49bc-bc2a-fddf972e7902 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] 10.222.0.44 "DELETE /v2.0/ports/4cfafe1d-1a38-48c1-a53e-1cde6ee804b4 HTTP/1.1" status: 404 len: 333 time: 0.0289485 Oct 27 10:39:18.424269 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 44234) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:39:18.451000 n-d-813419-10 neutron-server[102346]: INFO neutron.pecan_wsgi.hooks.translation [None req-76407bbe-431c-481e-ac85-c6f0868fcf17 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] DELETE failed (client error): The resource could not be found. Oct 27 10:39:18.451000 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76407bbe-431c-481e-ac85-c6f0868fcf17 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102346) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 10:39:18.453609 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-76407bbe-431c-481e-ac85-c6f0868fcf17 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] 10.222.0.44 "DELETE /v2.0/subnets/1c354e4d-0e33-4b38-8a06-00323473714c HTTP/1.1" status: 404 len: 337 time: 0.0284100 Oct 27 10:39:18.456040 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 44236) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:39:18.479586 n-d-813419-10 neutron-server[102346]: INFO neutron.pecan_wsgi.hooks.translation [None req-f06749bf-62c8-4a4e-8433-a406fcf957fc tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] DELETE failed (client error): The resource could not be found. Oct 27 10:39:18.480278 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f06749bf-62c8-4a4e-8433-a406fcf957fc tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102346) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 10:39:18.483232 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-f06749bf-62c8-4a4e-8433-a406fcf957fc tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] 10.222.0.44 "DELETE /v2.0/ports/4fe56588-b64c-41bd-9a50-75257046036e HTTP/1.1" status: 404 len: 333 time: 0.0262618 Oct 27 10:39:18.485849 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 44238) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:39:18.498313 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbf15864-326b-48de-b6e4-53bc39bd42c1 tempest-BulkNetworkOpsIpV6Test-763375644 tempest-BulkNetworkOpsIpV6Test-763375644-project] Made reservation on behalf of 71ea776cf15e4bb68d0ec72a8a0bbb78 for: {'port': 2} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:39:18.504478 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-bbf15864-326b-48de-b6e4-53bc39bd42c1 tempest-BulkNetworkOpsIpV6Test-763375644 tempest-BulkNetworkOpsIpV6Test-763375644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:18.512047 n-d-813419-10 neutron-server[102346]: INFO neutron.pecan_wsgi.hooks.translation [None req-3cc59c9f-1867-4ca5-abec-d359b013b5e2 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] DELETE failed (client error): The resource could not be found. Oct 27 10:39:18.512525 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3cc59c9f-1867-4ca5-abec-d359b013b5e2 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102346) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 10:39:18.517999 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-3cc59c9f-1867-4ca5-abec-d359b013b5e2 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] 10.222.0.44 "DELETE /v2.0/subnets/fffdcd12-878e-4fde-81ae-53fcd5d39361 HTTP/1.1" status: 404 len: 337 time: 0.0287919 Oct 27 10:39:18.518182 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 44240) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:39:18.521278 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-bbf15864-326b-48de-b6e4-53bc39bd42c1 tempest-BulkNetworkOpsIpV6Test-763375644 tempest-BulkNetworkOpsIpV6Test-763375644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:18.545826 n-d-813419-10 neutron-server[102346]: INFO neutron.pecan_wsgi.hooks.translation [None req-b35c86a4-868b-4461-aad5-76a1278c7324 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] DELETE failed (client error): The resource could not be found. Oct 27 10:39:18.546491 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b35c86a4-868b-4461-aad5-76a1278c7324 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102346) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 10:39:18.552362 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-b35c86a4-868b-4461-aad5-76a1278c7324 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] 10.222.0.44 "DELETE /v2.0/ports/162985d5-3758-4f82-ad41-99614e88b6f2 HTTP/1.1" status: 404 len: 333 time: 0.0306880 Oct 27 10:39:18.552627 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 44244) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:39:18.581017 n-d-813419-10 neutron-server[102346]: INFO neutron.pecan_wsgi.hooks.translation [None req-960267ea-c389-474b-a0d1-533f3e930c28 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] DELETE failed (client error): The resource could not be found. Oct 27 10:39:18.581644 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-960267ea-c389-474b-a0d1-533f3e930c28 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102346) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 10:39:18.587908 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-960267ea-c389-474b-a0d1-533f3e930c28 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] 10.222.0.44 "DELETE /v2.0/subnets/358019b1-bfe0-4c2d-8139-419dc7559000 HTTP/1.1" status: 404 len: 337 time: 0.0318851 Oct 27 10:39:18.590300 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 44246) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:39:18.617727 n-d-813419-10 neutron-server[102346]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d9d6c3c-6737-47c1-8319-501500f3c85e tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] DELETE failed (client error): The resource could not be found. Oct 27 10:39:18.618715 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d9d6c3c-6737-47c1-8319-501500f3c85e tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102346) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 10:39:18.625545 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-3d9d6c3c-6737-47c1-8319-501500f3c85e tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] 10.222.0.44 "DELETE /v2.0/ports/69934709-f59c-405c-b0d6-259bb3cfad96 HTTP/1.1" status: 404 len: 333 time: 0.0329759 Oct 27 10:39:18.625843 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 44250) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:39:18.661588 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [None req-bbf15864-326b-48de-b6e4-53bc39bd42c1 tempest-BulkNetworkOpsIpV6Test-763375644 tempest-BulkNetworkOpsIpV6Test-763375644-project] device_id is not set on port 54b31747-a607-4c67-8e7b-deaf1ec4372e yet. {{(pid=102347) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 10:39:18.665233 n-d-813419-10 neutron-server[102347]: INFO neutron.pecan_wsgi.hooks.translation [None req-52425bae-5a06-4a48-962c-effbf370e2fa tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] DELETE failed (client error): The resource could not be found. Oct 27 10:39:18.665681 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52425bae-5a06-4a48-962c-effbf370e2fa tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102347) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 10:39:18.668731 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-52425bae-5a06-4a48-962c-effbf370e2fa tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] 10.222.0.44 "DELETE /v2.0/subnets/da3d49c5-93b4-4db9-9a6b-d3d484bb86f4 HTTP/1.1" status: 404 len: 337 time: 0.0420539 Oct 27 10:39:18.671423 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 44252) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:39:18.699007 n-d-813419-10 neutron-server[102346]: INFO neutron.pecan_wsgi.hooks.translation [None req-13a52238-f070-4b49-aaf3-f45f59f99a1a tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] DELETE failed (client error): The resource could not be found. Oct 27 10:39:18.700112 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13a52238-f070-4b49-aaf3-f45f59f99a1a tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102346) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 10:39:18.706180 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-13a52238-f070-4b49-aaf3-f45f59f99a1a tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] 10.222.0.44 "DELETE /v2.0/ports/3368ba44-a2c8-4551-b7f1-abf8e985b5e8 HTTP/1.1" status: 404 len: 333 time: 0.0336072 Oct 27 10:39:18.707065 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 44254) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:39:18.733287 n-d-813419-10 neutron-server[102346]: INFO neutron.pecan_wsgi.hooks.translation [None req-3138ab56-3aa6-44d4-956b-ce8f831bb9aa tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] DELETE failed (client error): The resource could not be found. Oct 27 10:39:18.734038 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3138ab56-3aa6-44d4-956b-ce8f831bb9aa tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102346) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 10:39:18.740254 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 44256) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:39:18.740757 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-3138ab56-3aa6-44d4-956b-ce8f831bb9aa tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] 10.222.0.44 "DELETE /v2.0/subnets/c4a445d9-5f0d-47d0-82f2-f138d84e26c8 HTTP/1.1" status: 404 len: 337 time: 0.0322838 Oct 27 10:39:18.774728 n-d-813419-10 neutron-server[102347]: INFO neutron.pecan_wsgi.hooks.translation [None req-a683d281-426a-43da-8bbd-77d116b88998 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] DELETE failed (client error): The resource could not be found. Oct 27 10:39:18.775336 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a683d281-426a-43da-8bbd-77d116b88998 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102347) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 10:39:18.778933 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-a683d281-426a-43da-8bbd-77d116b88998 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] 10.222.0.44 "DELETE /v2.0/ports/2b2342e8-3f9e-4f88-9fdc-9f6d7a18ccb9 HTTP/1.1" status: 404 len: 333 time: 0.0371418 Oct 27 10:39:18.781180 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 44258) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:39:18.807326 n-d-813419-10 neutron-server[102346]: INFO neutron.pecan_wsgi.hooks.translation [None req-acf96123-69d1-454f-9b83-6c96e2328877 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] DELETE failed (client error): The resource could not be found. Oct 27 10:39:18.807979 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-acf96123-69d1-454f-9b83-6c96e2328877 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102346) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 10:39:18.811089 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-acf96123-69d1-454f-9b83-6c96e2328877 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] 10.222.0.44 "DELETE /v2.0/subnets/cb3ea739-62b2-4d52-8621-314d04777971 HTTP/1.1" status: 404 len: 337 time: 0.0287378 Oct 27 10:39:18.813682 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 44260) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:39:18.816012 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-bbf15864-326b-48de-b6e4-53bc39bd42c1 tempest-BulkNetworkOpsIpV6Test-763375644 tempest-BulkNetworkOpsIpV6Test-763375644-project] Publish callbacks [] for port, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:18.906723 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [None req-bbf15864-326b-48de-b6e4-53bc39bd42c1 tempest-BulkNetworkOpsIpV6Test-763375644 tempest-BulkNetworkOpsIpV6Test-763375644-project] device_id is not set on port c840d03e-3f02-4cb5-b262-990e40040b70 yet. {{(pid=102347) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 10:39:18.908116 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-6fca437b-5b04-4b72-b606-d0a743702730 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586917'] for network, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:19.007926 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-5e8fb355-e7f3-47e6-8ca1-93fd8c1c28e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:19.045253 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-6fca437b-5b04-4b72-b606-d0a743702730 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857803', 'neutron.services.segments.db._delete_segments_for_network-8743873143390'] for network, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:19.050264 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-bbf15864-326b-48de-b6e4-53bc39bd42c1 tempest-BulkNetworkOpsIpV6Test-763375644 tempest-BulkNetworkOpsIpV6Test-763375644-project] Publish callbacks [] for port, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:19.066343 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-6fca437b-5b04-4b72-b606-d0a743702730 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3a2d542-53da-4e86-bf77-b0dcf0f24882']}} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:39:19.076473 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-6fca437b-5b04-4b72-b606-d0a743702730 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eef0c4ec-5773-434c-ac68-3d91e838e9be') {'for_net_delete': True} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:39:19.076768 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-6fca437b-5b04-4b72-b606-d0a743702730 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eef0c4ec-5773-434c-ac68-3d91e838e9be') {} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:39:19.087292 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-6fca437b-5b04-4b72-b606-d0a743702730 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743873145191', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25847877'] for segment, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:19.093212 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-bbf15864-326b-48de-b6e4-53bc39bd42c1 tempest-BulkNetworkOpsIpV6Test-763375644 tempest-BulkNetworkOpsIpV6Test-763375644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:19.100958 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-6fca437b-5b04-4b72-b606-d0a743702730 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:19.106901 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fca437b-5b04-4b72-b606-d0a743702730 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Releasing vlan 445 on physical network physnet1 to pool {{(pid=102346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 10:39:19.107311 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-6fca437b-5b04-4b72-b606-d0a743702730 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27024137'] for segment, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:19.110319 n-d-813419-10 neutron-server[102346]: Traceback (most recent call last): Oct 27 10:39:19.110319 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 10:39:19.110319 n-d-813419-10 neutron-server[102346]: timer() Oct 27 10:39:19.110319 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 10:39:19.110319 n-d-813419-10 neutron-server[102346]: cb(*args, **kw) Oct 27 10:39:19.110319 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 10:39:19.110319 n-d-813419-10 neutron-server[102346]: return func(*args, **kwargs) Oct 27 10:39:19.110319 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 10:39:19.110319 n-d-813419-10 neutron-server[102346]: self._notify() Oct 27 10:39:19.110319 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 10:39:19.110319 n-d-813419-10 neutron-server[102346]: self.callback(batched_events) Oct 27 10:39:19.110319 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 10:39:19.110319 n-d-813419-10 neutron-server[102346]: event.method(event) Oct 27 10:39:19.110319 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 10:39:19.110319 n-d-813419-10 neutron-server[102346]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 10:39:19.110319 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 10:39:19.110319 n-d-813419-10 neutron-server[102346]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 10:39:19.110319 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 10:39:19.110319 n-d-813419-10 neutron-server[102346]: return f(self, *a, **k) Oct 27 10:39:19.110319 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 10:39:19.110319 n-d-813419-10 neutron-server[102346]: return self._get(url).json() Oct 27 10:39:19.110319 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 10:39:19.110319 n-d-813419-10 neutron-server[102346]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 10:39:19.110319 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 10:39:19.110319 n-d-813419-10 neutron-server[102346]: return self.request(url, 'GET', **kwargs) Oct 27 10:39:19.110319 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 10:39:19.110319 n-d-813419-10 neutron-server[102346]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 10:39:19.110319 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 10:39:19.110319 n-d-813419-10 neutron-server[102346]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 10:39:19.110319 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 10:39:19.110319 n-d-813419-10 neutron-server[102346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 10:39:19.110319 n-d-813419-10 neutron-server[102346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 10:39:19.178486 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-6fca437b-5b04-4b72-b606-d0a743702730 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664840'] for network, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:19.178730 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf15864-326b-48de-b6e4-53bc39bd42c1 tempest-BulkNetworkOpsIpV6Test-763375644 tempest-BulkNetworkOpsIpV6Test-763375644-project] Pushing event updated for resources: {'Port': ['ID=54b31747-a607-4c67-8e7b-deaf1ec4372e,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:39:19.184478 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbf15864-326b-48de-b6e4-53bc39bd42c1 tempest-BulkNetworkOpsIpV6Test-763375644 tempest-BulkNetworkOpsIpV6Test-763375644-project] Checking segment: {'id': '7c27795a-9d83-408a-8159-897178261f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '1b27b73c-3545-4c77-8581-f522068bf75b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:39:19.184842 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbf15864-326b-48de-b6e4-53bc39bd42c1 tempest-BulkNetworkOpsIpV6Test-763375644 tempest-BulkNetworkOpsIpV6Test-763375644-project] Network hostable DHCP agents. Network: 1b27b73c-3545-4c77-8581-f522068bf75b, hostable agents: ['eafd4000-b897-4722-ae8b-0118ec955181'], hosted agents: [] {{(pid=102347) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 10:39:19.187012 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-6fca437b-5b04-4b72-b606-d0a743702730 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for network, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:19.191096 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-6fca437b-5b04-4b72-b606-d0a743702730 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] 10.222.0.44 "DELETE /v2.0/networks/a3a2d542-53da-4e86-bf77-b0dcf0f24882 HTTP/1.1" status: 204 len: 168 time: 0.3759110 Oct 27 10:39:19.206253 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbf15864-326b-48de-b6e4-53bc39bd42c1 tempest-BulkNetworkOpsIpV6Test-763375644 tempest-BulkNetworkOpsIpV6Test-763375644-project] Network 1b27b73c-3545-4c77-8581-f522068bf75b is scheduled to be hosted by DHCP agent eafd4000-b897-4722-ae8b-0118ec955181 with binding_index 1 {{(pid=102347) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 10:39:19.210109 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fca437b-5b04-4b72-b606-d0a743702730 tempest-NetworksTestDHCPv6-1987695833 tempest-NetworksTestDHCPv6-1987695833-project] Pushing event deleted for resources: {'Network': ['ID=a3a2d542-53da-4e86-bf77-b0dcf0f24882,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:39:19.218362 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [None req-bbf15864-326b-48de-b6e4-53bc39bd42c1 tempest-BulkNetworkOpsIpV6Test-763375644 tempest-BulkNetworkOpsIpV6Test-763375644-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-10, 1b27b73c-3545-4c77-8581-f522068bf75b) {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:39:19.222576 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbf15864-326b-48de-b6e4-53bc39bd42c1 tempest-BulkNetworkOpsIpV6Test-763375644 tempest-BulkNetworkOpsIpV6Test-763375644-project] Received port after_create {{(pid=102347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:39:19.224488 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-bbf15864-326b-48de-b6e4-53bc39bd42c1 tempest-BulkNetworkOpsIpV6Test-763375644 tempest-BulkNetworkOpsIpV6Test-763375644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:19.228708 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7b93068-c58d-458a-b8ea-27e991533748 None None] Network 1b27b73c-3545-4c77-8581-f522068bf75b requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:39:19.307685 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf15864-326b-48de-b6e4-53bc39bd42c1 tempest-BulkNetworkOpsIpV6Test-763375644 tempest-BulkNetworkOpsIpV6Test-763375644-project] Pushing event updated for resources: {'Port': ['ID=c840d03e-3f02-4cb5-b262-990e40040b70,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:39:19.332096 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbf15864-326b-48de-b6e4-53bc39bd42c1 tempest-BulkNetworkOpsIpV6Test-763375644 tempest-BulkNetworkOpsIpV6Test-763375644-project] Checking segment: {'id': '3a5ed717-e0c5-4c3c-9426-4681c3e9bf3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'a7917779-b9cc-495f-b80e-e8456c098f26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:39:19.332642 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbf15864-326b-48de-b6e4-53bc39bd42c1 tempest-BulkNetworkOpsIpV6Test-763375644 tempest-BulkNetworkOpsIpV6Test-763375644-project] Network hostable DHCP agents. Network: a7917779-b9cc-495f-b80e-e8456c098f26, hostable agents: ['eafd4000-b897-4722-ae8b-0118ec955181'], hosted agents: [] {{(pid=102347) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 10:39:19.362455 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbf15864-326b-48de-b6e4-53bc39bd42c1 tempest-BulkNetworkOpsIpV6Test-763375644 tempest-BulkNetworkOpsIpV6Test-763375644-project] Network a7917779-b9cc-495f-b80e-e8456c098f26 is scheduled to be hosted by DHCP agent eafd4000-b897-4722-ae8b-0118ec955181 with binding_index 1 {{(pid=102347) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 10:39:19.375469 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [None req-bbf15864-326b-48de-b6e4-53bc39bd42c1 tempest-BulkNetworkOpsIpV6Test-763375644 tempest-BulkNetworkOpsIpV6Test-763375644-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-10, a7917779-b9cc-495f-b80e-e8456c098f26) {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:39:19.379419 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbf15864-326b-48de-b6e4-53bc39bd42c1 tempest-BulkNetworkOpsIpV6Test-763375644 tempest-BulkNetworkOpsIpV6Test-763375644-project] Received port after_create {{(pid=102347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:39:19.386229 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fab52148-2e59-4309-a211-c3629dee9c5f None None] Network a7917779-b9cc-495f-b80e-e8456c098f26 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:39:19.389990 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbf15864-326b-48de-b6e4-53bc39bd42c1 tempest-BulkNetworkOpsIpV6Test-763375644 tempest-BulkNetworkOpsIpV6Test-763375644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:39:19.395070 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbf15864-326b-48de-b6e4-53bc39bd42c1 tempest-BulkNetworkOpsIpV6Test-763375644 tempest-BulkNetworkOpsIpV6Test-763375644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:39:19.396039 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-bbf15864-326b-48de-b6e4-53bc39bd42c1 tempest-BulkNetworkOpsIpV6Test-763375644 tempest-BulkNetworkOpsIpV6Test-763375644-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:19.414696 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-bbf15864-326b-48de-b6e4-53bc39bd42c1 tempest-BulkNetworkOpsIpV6Test-763375644 tempest-BulkNetworkOpsIpV6Test-763375644-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 1.1184864 Oct 27 10:39:19.417254 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 44266) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:39:19.485187 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cc8481d-6e29-4b44-bd0c-235966437a97 tempest-BulkNetworkOpsIpV6Test-763375644 tempest-BulkNetworkOpsIpV6Test-763375644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:39:19.492191 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cc8481d-6e29-4b44-bd0c-235966437a97 tempest-BulkNetworkOpsIpV6Test-763375644 tempest-BulkNetworkOpsIpV6Test-763375644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:39:19.496426 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-0cc8481d-6e29-4b44-bd0c-235966437a97 tempest-BulkNetworkOpsIpV6Test-763375644 tempest-BulkNetworkOpsIpV6Test-763375644-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.0753956 Oct 27 10:39:19.497127 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 44270) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:39:19.574422 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 44272) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:39:19.610120 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-975cbb70-1a0e-49e6-85f3-aa6f376124dd tempest-BulkNetworkOpsIpV6Test-763375644 tempest-BulkNetworkOpsIpV6Test-763375644-project] Deleting port 54b31747-a607-4c67-8e7b-deaf1ec4372e {{(pid=102347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:39:19.610467 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-975cbb70-1a0e-49e6-85f3-aa6f376124dd tempest-BulkNetworkOpsIpV6Test-763375644 tempest-BulkNetworkOpsIpV6Test-763375644-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:19.726939 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-975cbb70-1a0e-49e6-85f3-aa6f376124dd tempest-BulkNetworkOpsIpV6Test-763375644 tempest-BulkNetworkOpsIpV6Test-763375644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:19.742826 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-975cbb70-1a0e-49e6-85f3-aa6f376124dd tempest-BulkNetworkOpsIpV6Test-763375644 tempest-BulkNetworkOpsIpV6Test-763375644-project] Calling delete_port for 54b31747-a607-4c67-8e7b-deaf1ec4372e owned by {{(pid=102347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:39:19.774663 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-c58c1c14-9847-4001-aad4-425e393c913f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=378140ee2d4f4428be90ff45daafe008&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1969161 Oct 27 10:39:19.775400 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 44280) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:39:19.824208 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-9b1151bc-a1e8-4dbb-9089-5eaa39cbdde7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:19.847055 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-975cbb70-1a0e-49e6-85f3-aa6f376124dd tempest-BulkNetworkOpsIpV6Test-763375644 tempest-BulkNetworkOpsIpV6Test-763375644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:19.851093 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-9b1151bc-a1e8-4dbb-9089-5eaa39cbdde7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:19.875553 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975cbb70-1a0e-49e6-85f3-aa6f376124dd tempest-BulkNetworkOpsIpV6Test-763375644 tempest-BulkNetworkOpsIpV6Test-763375644-project] Pushing event deleted for resources: {'Port': ['ID=54b31747-a607-4c67-8e7b-deaf1ec4372e,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:39:19.881391 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-975cbb70-1a0e-49e6-85f3-aa6f376124dd tempest-BulkNetworkOpsIpV6Test-763375644 tempest-BulkNetworkOpsIpV6Test-763375644-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:19.884871 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-975cbb70-1a0e-49e6-85f3-aa6f376124dd tempest-BulkNetworkOpsIpV6Test-763375644 tempest-BulkNetworkOpsIpV6Test-763375644-project] 10.222.0.44 "DELETE /v2.0/ports/54b31747-a607-4c67-8e7b-deaf1ec4372e HTTP/1.1" status: 204 len: 168 time: 0.3864708 Oct 27 10:39:19.887433 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 44282) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:39:19.910002 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-9b1151bc-a1e8-4dbb-9089-5eaa39cbdde7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:19.913090 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-9b1151bc-a1e8-4dbb-9089-5eaa39cbdde7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:19.914257 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-9b1151bc-a1e8-4dbb-9089-5eaa39cbdde7 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a1d1d0a0-b8e1-4b1f-8d23-f220ed8de1ca HTTP/1.1" status: 204 len: 168 time: 0.1375189 Oct 27 10:39:19.926797 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1151bc-a1e8-4dbb-9089-5eaa39cbdde7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1d1d0a0-b8e1-4b1f-8d23-f220ed8de1ca,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:39:19.978111 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:19.994488 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-eadeaa30-4096-4d1a-b3cb-aa7ebfb291ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:20.000716 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-ff512bf4-eb0b-4b7d-9808-e760120753e9 tempest-BulkNetworkOpsIpV6Test-763375644 tempest-BulkNetworkOpsIpV6Test-763375644-project] Deleting port c840d03e-3f02-4cb5-b262-990e40040b70 {{(pid=102347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:39:20.001063 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-ff512bf4-eb0b-4b7d-9808-e760120753e9 tempest-BulkNetworkOpsIpV6Test-763375644 tempest-BulkNetworkOpsIpV6Test-763375644-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:20.108227 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-ff512bf4-eb0b-4b7d-9808-e760120753e9 tempest-BulkNetworkOpsIpV6Test-763375644 tempest-BulkNetworkOpsIpV6Test-763375644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:20.123741 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-ff512bf4-eb0b-4b7d-9808-e760120753e9 tempest-BulkNetworkOpsIpV6Test-763375644 tempest-BulkNetworkOpsIpV6Test-763375644-project] Calling delete_port for c840d03e-3f02-4cb5-b262-990e40040b70 owned by {{(pid=102347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:39:20.209006 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-ff512bf4-eb0b-4b7d-9808-e760120753e9 tempest-BulkNetworkOpsIpV6Test-763375644 tempest-BulkNetworkOpsIpV6Test-763375644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:20.237680 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff512bf4-eb0b-4b7d-9808-e760120753e9 tempest-BulkNetworkOpsIpV6Test-763375644 tempest-BulkNetworkOpsIpV6Test-763375644-project] Pushing event deleted for resources: {'Port': ['ID=c840d03e-3f02-4cb5-b262-990e40040b70,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:39:20.243132 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-ff512bf4-eb0b-4b7d-9808-e760120753e9 tempest-BulkNetworkOpsIpV6Test-763375644 tempest-BulkNetworkOpsIpV6Test-763375644-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:20.248998 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-ff512bf4-eb0b-4b7d-9808-e760120753e9 tempest-BulkNetworkOpsIpV6Test-763375644 tempest-BulkNetworkOpsIpV6Test-763375644-project] 10.222.0.44 "DELETE /v2.0/ports/c840d03e-3f02-4cb5-b262-990e40040b70 HTTP/1.1" status: 204 len: 168 time: 0.3580194 Oct 27 10:39:20.249135 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 44294) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:39:20.283691 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-3f4dba9e-baa4-469c-8358-7c8c5bd7ee7c tempest-BulkNetworkOpsIpV6Test-763375644 tempest-BulkNetworkOpsIpV6Test-763375644-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0333266 Oct 27 10:39:20.287935 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 44298) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:39:20.293531 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-b6fcfaf5-e7da-46a8-b8d2-59cd449e8c64 tempest-BulkNetworkOpsIpV6Test-763375644 tempest-BulkNetworkOpsIpV6Test-763375644-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-370888795'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:39:20.317139 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6fcfaf5-e7da-46a8-b8d2-59cd449e8c64 tempest-BulkNetworkOpsIpV6Test-763375644 tempest-BulkNetworkOpsIpV6Test-763375644-project] Made reservation on behalf of 71ea776cf15e4bb68d0ec72a8a0bbb78 for: {'network': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:39:20.320830 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-b6fcfaf5-e7da-46a8-b8d2-59cd449e8c64 tempest-BulkNetworkOpsIpV6Test-763375644 tempest-BulkNetworkOpsIpV6Test-763375644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for network, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:20.355608 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6fcfaf5-e7da-46a8-b8d2-59cd449e8c64 tempest-BulkNetworkOpsIpV6Test-763375644 tempest-BulkNetworkOpsIpV6Test-763375644-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 406} {{(pid=102346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 10:39:20.365508 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-b6fcfaf5-e7da-46a8-b8d2-59cd449e8c64 tempest-BulkNetworkOpsIpV6Test-763375644 tempest-BulkNetworkOpsIpV6Test-763375644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:20.365840 n-d-813419-10 neutron-server[102346]: INFO neutron.db.segments_db [None req-b6fcfaf5-e7da-46a8-b8d2-59cd449e8c64 tempest-BulkNetworkOpsIpV6Test-763375644 tempest-BulkNetworkOpsIpV6Test-763375644-project] Added segment 552da883-0fd4-49fb-8d16-02347ca935ec of type vlan for network 1e800f40-3a2c-4815-aaf4-f7e43463b43e Oct 27 10:39:20.405694 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-b6fcfaf5-e7da-46a8-b8d2-59cd449e8c64 tempest-BulkNetworkOpsIpV6Test-763375644 tempest-BulkNetworkOpsIpV6Test-763375644-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743872593080'] for network, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:20.433105 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-b6fcfaf5-e7da-46a8-b8d2-59cd449e8c64 tempest-BulkNetworkOpsIpV6Test-763375644 tempest-BulkNetworkOpsIpV6Test-763375644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913'] for network, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:20.439042 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6fcfaf5-e7da-46a8-b8d2-59cd449e8c64 tempest-BulkNetworkOpsIpV6Test-763375644 tempest-BulkNetworkOpsIpV6Test-763375644-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:39:20.439777 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-b6fcfaf5-e7da-46a8-b8d2-59cd449e8c64 tempest-BulkNetworkOpsIpV6Test-763375644 tempest-BulkNetworkOpsIpV6Test-763375644-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for network, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:20.511713 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-b6fcfaf5-e7da-46a8-b8d2-59cd449e8c64 tempest-BulkNetworkOpsIpV6Test-763375644 tempest-BulkNetworkOpsIpV6Test-763375644-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2225497 Oct 27 10:39:20.514783 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 44306) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:39:20.520093 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-e3ef1a1e-e110-4a93-882e-5fe69cedc6ca tempest-BulkNetworkOpsIpV6Test-763375644 tempest-BulkNetworkOpsIpV6Test-763375644-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-940807811'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:39:20.529965 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fcfaf5-e7da-46a8-b8d2-59cd449e8c64 tempest-BulkNetworkOpsIpV6Test-763375644 tempest-BulkNetworkOpsIpV6Test-763375644-project] Pushing event updated for resources: {'Network': ['ID=1e800f40-3a2c-4815-aaf4-f7e43463b43e,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:39:20.542555 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Network 1e800f40-3a2c-4815-aaf4-f7e43463b43e details requested by agent ovs-agent-n-d-813419-10 with host n-d-813419-10 {{(pid=102348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 10:39:20.546520 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3ef1a1e-e110-4a93-882e-5fe69cedc6ca tempest-BulkNetworkOpsIpV6Test-763375644 tempest-BulkNetworkOpsIpV6Test-763375644-project] Made reservation on behalf of 71ea776cf15e4bb68d0ec72a8a0bbb78 for: {'network': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:39:20.550333 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-e3ef1a1e-e110-4a93-882e-5fe69cedc6ca tempest-BulkNetworkOpsIpV6Test-763375644 tempest-BulkNetworkOpsIpV6Test-763375644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for network, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:20.578122 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3ef1a1e-e110-4a93-882e-5fe69cedc6ca tempest-BulkNetworkOpsIpV6Test-763375644 tempest-BulkNetworkOpsIpV6Test-763375644-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 441} {{(pid=102347) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 10:39:20.590210 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-e3ef1a1e-e110-4a93-882e-5fe69cedc6ca tempest-BulkNetworkOpsIpV6Test-763375644 tempest-BulkNetworkOpsIpV6Test-763375644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:20.590907 n-d-813419-10 neutron-server[102347]: INFO neutron.db.segments_db [None req-e3ef1a1e-e110-4a93-882e-5fe69cedc6ca tempest-BulkNetworkOpsIpV6Test-763375644 tempest-BulkNetworkOpsIpV6Test-763375644-project] Added segment 4863a86b-0a0d-42ae-9054-094ad5971815 of type vlan for network d532f55d-6dc2-426f-8668-6d4f0ea54017 Oct 27 10:39:20.638740 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-e3ef1a1e-e110-4a93-882e-5fe69cedc6ca tempest-BulkNetworkOpsIpV6Test-763375644 tempest-BulkNetworkOpsIpV6Test-763375644-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743872593080'] for network, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:20.664992 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-e3ef1a1e-e110-4a93-882e-5fe69cedc6ca tempest-BulkNetworkOpsIpV6Test-763375644 tempest-BulkNetworkOpsIpV6Test-763375644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913'] for network, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:20.671206 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3ef1a1e-e110-4a93-882e-5fe69cedc6ca tempest-BulkNetworkOpsIpV6Test-763375644 tempest-BulkNetworkOpsIpV6Test-763375644-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:39:20.671626 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-e3ef1a1e-e110-4a93-882e-5fe69cedc6ca tempest-BulkNetworkOpsIpV6Test-763375644 tempest-BulkNetworkOpsIpV6Test-763375644-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for network, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:20.746978 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 44314) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:39:20.753585 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ef1a1e-e110-4a93-882e-5fe69cedc6ca tempest-BulkNetworkOpsIpV6Test-763375644 tempest-BulkNetworkOpsIpV6Test-763375644-project] Pushing event updated for resources: {'Network': ['ID=d532f55d-6dc2-426f-8668-6d4f0ea54017,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:39:20.768649 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Network d532f55d-6dc2-426f-8668-6d4f0ea54017 details requested by agent ovs-agent-n-d-813419-10 with host n-d-813419-10 {{(pid=102348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 10:39:20.773073 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-e3ef1a1e-e110-4a93-882e-5fe69cedc6ca tempest-BulkNetworkOpsIpV6Test-763375644 tempest-BulkNetworkOpsIpV6Test-763375644-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2568970 Oct 27 10:39:20.919975 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-5e36a215-3786-4f5c-8f31-cb065aca4f28 tempest-RoutersNegativeTest-532987994 tempest-RoutersNegativeTest-532987994-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1173700361', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:39:20.952499 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-5e36a215-3786-4f5c-8f31-cb065aca4f28 tempest-RoutersNegativeTest-532987994 tempest-RoutersNegativeTest-532987994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1768632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3610'] for router, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:20.953731 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-5e36a215-3786-4f5c-8f31-cb065aca4f28 tempest-RoutersNegativeTest-532987994 tempest-RoutersNegativeTest-532987994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1765704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1769409', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1694266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3597'] for router, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:21.006558 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-5e36a215-3786-4f5c-8f31-cb065aca4f28 tempest-RoutersNegativeTest-532987994 tempest-RoutersNegativeTest-532987994-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:21.010708 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-5e36a215-3786-4f5c-8f31-cb065aca4f28 tempest-RoutersNegativeTest-532987994 tempest-RoutersNegativeTest-532987994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1765699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1769372'] for router, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:21.029302 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-5e36a215-3786-4f5c-8f31-cb065aca4f28 tempest-RoutersNegativeTest-532987994 tempest-RoutersNegativeTest-532987994-project] Publish callbacks [] for router, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:21.030633 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-5e36a215-3786-4f5c-8f31-cb065aca4f28 tempest-RoutersNegativeTest-532987994 tempest-RoutersNegativeTest-532987994-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2824152 Oct 27 10:39:21.033198 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 44320) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:39:21.039006 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-513d428b-7bbf-42ed-81ec-9bb34541cf97 tempest-RoutersNegativeTest-532987994 tempest-RoutersNegativeTest-532987994-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1832375722'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:39:21.059161 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-513d428b-7bbf-42ed-81ec-9bb34541cf97 tempest-RoutersNegativeTest-532987994 tempest-RoutersNegativeTest-532987994-project] Made reservation on behalf of d46538bbef354df193c95ee9c9e4875b for: {'network': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:39:21.062643 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-513d428b-7bbf-42ed-81ec-9bb34541cf97 tempest-RoutersNegativeTest-532987994 tempest-RoutersNegativeTest-532987994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for network, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:21.075371 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-513d428b-7bbf-42ed-81ec-9bb34541cf97 tempest-RoutersNegativeTest-532987994 tempest-RoutersNegativeTest-532987994-project] Publish callbacks [] for security_group, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:21.152643 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-513d428b-7bbf-42ed-81ec-9bb34541cf97 tempest-RoutersNegativeTest-532987994 tempest-RoutersNegativeTest-532987994-project] Publish callbacks [] for security_group, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:21.158398 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-513d428b-7bbf-42ed-81ec-9bb34541cf97 tempest-RoutersNegativeTest-532987994 tempest-RoutersNegativeTest-532987994-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:21.172221 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-513d428b-7bbf-42ed-81ec-9bb34541cf97 tempest-RoutersNegativeTest-532987994 tempest-RoutersNegativeTest-532987994-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 421} {{(pid=102346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 10:39:21.181872 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-513d428b-7bbf-42ed-81ec-9bb34541cf97 tempest-RoutersNegativeTest-532987994 tempest-RoutersNegativeTest-532987994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:21.182228 n-d-813419-10 neutron-server[102346]: INFO neutron.db.segments_db [None req-513d428b-7bbf-42ed-81ec-9bb34541cf97 tempest-RoutersNegativeTest-532987994 tempest-RoutersNegativeTest-532987994-project] Added segment 6ed580b8-cd04-48f5-9b36-ed506cd8f47e of type vlan for network bed339a8-e732-45e9-bcbe-feb0396107aa Oct 27 10:39:21.238234 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-513d428b-7bbf-42ed-81ec-9bb34541cf97 tempest-RoutersNegativeTest-532987994 tempest-RoutersNegativeTest-532987994-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743872593080'] for network, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:21.248547 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513d428b-7bbf-42ed-81ec-9bb34541cf97 tempest-RoutersNegativeTest-532987994 tempest-RoutersNegativeTest-532987994-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c5f221c-af15-42b8-b871-ecd2739b5e02,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:39:21.271219 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-513d428b-7bbf-42ed-81ec-9bb34541cf97 tempest-RoutersNegativeTest-532987994 tempest-RoutersNegativeTest-532987994-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913'] for network, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:21.277482 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-513d428b-7bbf-42ed-81ec-9bb34541cf97 tempest-RoutersNegativeTest-532987994 tempest-RoutersNegativeTest-532987994-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:39:21.278313 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-513d428b-7bbf-42ed-81ec-9bb34541cf97 tempest-RoutersNegativeTest-532987994 tempest-RoutersNegativeTest-532987994-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for network, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:21.351393 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-513d428b-7bbf-42ed-81ec-9bb34541cf97 tempest-RoutersNegativeTest-532987994 tempest-RoutersNegativeTest-532987994-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.3169909 Oct 27 10:39:21.354195 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 44324) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:39:21.358964 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513d428b-7bbf-42ed-81ec-9bb34541cf97 tempest-RoutersNegativeTest-532987994 tempest-RoutersNegativeTest-532987994-project] Pushing event updated for resources: {'Network': ['ID=bed339a8-e732-45e9-bcbe-feb0396107aa,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:39:21.359271 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-568dc29a-bc9c-4532-b3ab-492274191acd tempest-RoutersNegativeTest-532987994 tempest-RoutersNegativeTest-532987994-project] Request body: {'subnet': {'network_id': 'bed339a8-e732-45e9-bcbe-feb0396107aa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:39:21.371583 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Network bed339a8-e732-45e9-bcbe-feb0396107aa details requested by agent ovs-agent-n-d-813419-10 with host n-d-813419-10 {{(pid=102348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 10:39:21.479493 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-568dc29a-bc9c-4532-b3ab-492274191acd tempest-RoutersNegativeTest-532987994 tempest-RoutersNegativeTest-532987994-project] Made reservation on behalf of d46538bbef354df193c95ee9c9e4875b for: {'subnet': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:39:21.491388 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-568dc29a-bc9c-4532-b3ab-492274191acd tempest-RoutersNegativeTest-532987994 tempest-RoutersNegativeTest-532987994-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18044073'] for subnet, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:21.714404 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-568dc29a-bc9c-4532-b3ab-492274191acd tempest-RoutersNegativeTest-532987994 tempest-RoutersNegativeTest-532987994-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-18295883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18044091'] for subnet, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:21.775911 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568dc29a-bc9c-4532-b3ab-492274191acd tempest-RoutersNegativeTest-532987994 tempest-RoutersNegativeTest-532987994-project] Pushing event updated for resources: {'Subnet': ['ID=d541816d-14dc-4cc2-afba-78663e6d139d,revision_number=0']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:39:21.782862 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-568dc29a-bc9c-4532-b3ab-492274191acd tempest-RoutersNegativeTest-532987994 tempest-RoutersNegativeTest-532987994-project] Checking segment: {'id': '6ed580b8-cd04-48f5-9b36-ed506cd8f47e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'bed339a8-e732-45e9-bcbe-feb0396107aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:39:21.783222 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-568dc29a-bc9c-4532-b3ab-492274191acd tempest-RoutersNegativeTest-532987994 tempest-RoutersNegativeTest-532987994-project] Network hostable DHCP agents. Network: bed339a8-e732-45e9-bcbe-feb0396107aa, hostable agents: ['eafd4000-b897-4722-ae8b-0118ec955181'], hosted agents: [] {{(pid=102347) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 10:39:21.803365 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-568dc29a-bc9c-4532-b3ab-492274191acd tempest-RoutersNegativeTest-532987994 tempest-RoutersNegativeTest-532987994-project] Network bed339a8-e732-45e9-bcbe-feb0396107aa is scheduled to be hosted by DHCP agent eafd4000-b897-4722-ae8b-0118ec955181 with binding_index 1 {{(pid=102347) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 10:39:21.823031 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [None req-568dc29a-bc9c-4532-b3ab-492274191acd tempest-RoutersNegativeTest-532987994 tempest-RoutersNegativeTest-532987994-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-10, bed339a8-e732-45e9-bcbe-feb0396107aa) {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:39:21.827347 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-568dc29a-bc9c-4532-b3ab-492274191acd tempest-RoutersNegativeTest-532987994 tempest-RoutersNegativeTest-532987994-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:39:21.827943 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-568dc29a-bc9c-4532-b3ab-492274191acd tempest-RoutersNegativeTest-532987994 tempest-RoutersNegativeTest-532987994-project] Publish callbacks [] for subnet, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:21.835639 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7590e3f-aca7-4d06-9a87-5377b7015953 None None] Network bed339a8-e732-45e9-bcbe-feb0396107aa requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:39:21.870667 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-568dc29a-bc9c-4532-b3ab-492274191acd tempest-RoutersNegativeTest-532987994 tempest-RoutersNegativeTest-532987994-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5126896 Oct 27 10:39:21.871026 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 44328) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:39:21.876047 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-d3e1c435-0964-431b-b991-e284d9667438 tempest-RoutersNegativeTest-532987994 tempest-RoutersNegativeTest-532987994-project] Request body: {'network': {'name': 'tempest-router-network01--1452355082'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:39:21.912680 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3e1c435-0964-431b-b991-e284d9667438 tempest-RoutersNegativeTest-532987994 tempest-RoutersNegativeTest-532987994-project] Made reservation on behalf of d46538bbef354df193c95ee9c9e4875b for: {'network': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:39:21.913806 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-3c6a8245-0581-48aa-b5f6-4d8fe98cd16e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:21.919572 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d3e1c435-0964-431b-b991-e284d9667438 tempest-RoutersNegativeTest-532987994 tempest-RoutersNegativeTest-532987994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for network, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:21.954865 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3e1c435-0964-431b-b991-e284d9667438 tempest-RoutersNegativeTest-532987994 tempest-RoutersNegativeTest-532987994-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 408} {{(pid=102346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 10:39:21.967554 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d3e1c435-0964-431b-b991-e284d9667438 tempest-RoutersNegativeTest-532987994 tempest-RoutersNegativeTest-532987994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:21.967894 n-d-813419-10 neutron-server[102346]: INFO neutron.db.segments_db [None req-d3e1c435-0964-431b-b991-e284d9667438 tempest-RoutersNegativeTest-532987994 tempest-RoutersNegativeTest-532987994-project] Added segment 85b4e582-d617-4e07-92fb-0a0a8339a119 of type vlan for network db2cb1a0-a987-4234-85da-7d407252697b Oct 27 10:39:22.013126 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d3e1c435-0964-431b-b991-e284d9667438 tempest-RoutersNegativeTest-532987994 tempest-RoutersNegativeTest-532987994-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743872593080'] for network, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:22.035336 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edc6c598-469b-479e-ba1f-7445c9929eef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp734b258e-7d96-550c-b970-9b72ab66f383-bed339a8-e732-45e9-bcbe-feb0396107aa', 'network_id': 'bed339a8-e732-45e9-bcbe-feb0396107aa', 'tenant_id': 'd46538bbef354df193c95ee9c9e4875b', 'fixed_ips': [{'subnet_id': 'd541816d-14dc-4cc2-afba-78663e6d139d'}]}} from n-d-813419-10. {{(pid=102348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 10:39:22.036166 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-edc6c598-469b-479e-ba1f-7445c9929eef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:22.039260 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d3e1c435-0964-431b-b991-e284d9667438 tempest-RoutersNegativeTest-532987994 tempest-RoutersNegativeTest-532987994-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913'] for network, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:22.044793 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3e1c435-0964-431b-b991-e284d9667438 tempest-RoutersNegativeTest-532987994 tempest-RoutersNegativeTest-532987994-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:39:22.045467 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d3e1c435-0964-431b-b991-e284d9667438 tempest-RoutersNegativeTest-532987994 tempest-RoutersNegativeTest-532987994-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for network, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:22.106251 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-d3e1c435-0964-431b-b991-e284d9667438 tempest-RoutersNegativeTest-532987994 tempest-RoutersNegativeTest-532987994-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2340086 Oct 27 10:39:22.108984 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 44332) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:39:22.114037 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-d7e17d7f-ca58-4468-9bc1-0b5729141ff1 tempest-RoutersNegativeTest-532987994 tempest-RoutersNegativeTest-532987994-project] Request body: {'network': {'name': 'tempest-router-network02--1185253864'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:39:22.121203 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e1c435-0964-431b-b991-e284d9667438 tempest-RoutersNegativeTest-532987994 tempest-RoutersNegativeTest-532987994-project] Pushing event updated for resources: {'Network': ['ID=db2cb1a0-a987-4234-85da-7d407252697b,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:39:22.135761 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7e17d7f-ca58-4468-9bc1-0b5729141ff1 tempest-RoutersNegativeTest-532987994 tempest-RoutersNegativeTest-532987994-project] Made reservation on behalf of d46538bbef354df193c95ee9c9e4875b for: {'network': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:39:22.139443 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-d7e17d7f-ca58-4468-9bc1-0b5729141ff1 tempest-RoutersNegativeTest-532987994 tempest-RoutersNegativeTest-532987994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for network, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:22.143148 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Network db2cb1a0-a987-4234-85da-7d407252697b details requested by agent ovs-agent-n-d-813419-10 with host n-d-813419-10 {{(pid=102348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 10:39:22.164579 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7e17d7f-ca58-4468-9bc1-0b5729141ff1 tempest-RoutersNegativeTest-532987994 tempest-RoutersNegativeTest-532987994-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 443} {{(pid=102347) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 10:39:22.173569 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-d7e17d7f-ca58-4468-9bc1-0b5729141ff1 tempest-RoutersNegativeTest-532987994 tempest-RoutersNegativeTest-532987994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:22.173961 n-d-813419-10 neutron-server[102347]: INFO neutron.db.segments_db [None req-d7e17d7f-ca58-4468-9bc1-0b5729141ff1 tempest-RoutersNegativeTest-532987994 tempest-RoutersNegativeTest-532987994-project] Added segment 4abf44ad-361d-4df8-ae22-c46eb7709a35 of type vlan for network 09a8b81f-503d-4018-8be3-c6c4a1fcac44 Oct 27 10:39:22.254008 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.db_base_plugin_common [None req-edc6c598-469b-479e-ba1f-7445c9929eef None None] Allocated IP 172.20.0.2 (bed339a8-e732-45e9-bcbe-feb0396107aa/d541816d-14dc-4cc2-afba-78663e6d139d/d06c8d82-e9da-4d6c-89a0-3651f4461e50) {{(pid=102348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:39:22.256699 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-d7e17d7f-ca58-4468-9bc1-0b5729141ff1 tempest-RoutersNegativeTest-532987994 tempest-RoutersNegativeTest-532987994-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743872593080'] for network, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:22.283088 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-d7e17d7f-ca58-4468-9bc1-0b5729141ff1 tempest-RoutersNegativeTest-532987994 tempest-RoutersNegativeTest-532987994-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913'] for network, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:22.288999 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7e17d7f-ca58-4468-9bc1-0b5729141ff1 tempest-RoutersNegativeTest-532987994 tempest-RoutersNegativeTest-532987994-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:39:22.289709 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-d7e17d7f-ca58-4468-9bc1-0b5729141ff1 tempest-RoutersNegativeTest-532987994 tempest-RoutersNegativeTest-532987994-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for network, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:22.354435 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-d7e17d7f-ca58-4468-9bc1-0b5729141ff1 tempest-RoutersNegativeTest-532987994 tempest-RoutersNegativeTest-532987994-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2442067 Oct 27 10:39:22.357976 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 44336) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:39:22.363027 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-827e8bd6-6a7a-47f9-8ddb-64d9e4cb83bb tempest-RoutersNegativeTest-532987994 tempest-RoutersNegativeTest-532987994-project] Request body: {'subnet': {'network_id': 'db2cb1a0-a987-4234-85da-7d407252697b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:39:22.372029 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e17d7f-ca58-4468-9bc1-0b5729141ff1 tempest-RoutersNegativeTest-532987994 tempest-RoutersNegativeTest-532987994-project] Pushing event updated for resources: {'Network': ['ID=09a8b81f-503d-4018-8be3-c6c4a1fcac44,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:39:22.400867 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Network 09a8b81f-503d-4018-8be3-c6c4a1fcac44 details requested by agent ovs-agent-n-d-813419-10 with host n-d-813419-10 {{(pid=102348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 10:39:22.459153 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-827e8bd6-6a7a-47f9-8ddb-64d9e4cb83bb tempest-RoutersNegativeTest-532987994 tempest-RoutersNegativeTest-532987994-project] Made reservation on behalf of d46538bbef354df193c95ee9c9e4875b for: {'subnet': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:39:22.463410 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-827e8bd6-6a7a-47f9-8ddb-64d9e4cb83bb tempest-RoutersNegativeTest-532987994 tempest-RoutersNegativeTest-532987994-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27167186'] for subnet, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:22.473825 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-edc6c598-469b-479e-ba1f-7445c9929eef None None] Publish callbacks [] for port, precommit_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:22.484044 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-edc6c598-469b-479e-ba1f-7445c9929eef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606'] for port, after_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:22.528345 n-d-813419-10 neutron-server[102348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edc6c598-469b-479e-ba1f-7445c9929eef None None] Network bed339a8-e732-45e9-bcbe-feb0396107aa is already hosted by enough agents. {{(pid=102348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:39:22.531392 n-d-813419-10 neutron-server[102348]: DEBUG neutron.scheduler.base_scheduler [None req-edc6c598-469b-479e-ba1f-7445c9929eef None None] Resources bound (agent type, host, resource id): {{(pid=102348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:39:22.534173 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edc6c598-469b-479e-ba1f-7445c9929eef None None] Received port after_create {{(pid=102348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:39:22.564965 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc6c598-469b-479e-ba1f-7445c9929eef None None] Pushing event updated for resources: {'Port': ['ID=d06c8d82-e9da-4d6c-89a0-3651f4461e50,revision_number=1']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:39:22.596412 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-edc6c598-469b-479e-ba1f-7445c9929eef None None] Attempting to bind port d06c8d82-e9da-4d6c-89a0-3651f4461e50 on host n-d-813419-10 for vnic_type normal with profile {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:39:22.596791 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-edc6c598-469b-479e-ba1f-7445c9929eef None None] Attempting to bind port d06c8d82-e9da-4d6c-89a0-3651f4461e50 by drivers openvswitch,hyperv on host n-d-813419-10 at level 0 using segments [{'id': '6ed580b8-cd04-48f5-9b36-ed506cd8f47e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'bed339a8-e732-45e9-bcbe-feb0396107aa'}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:39:22.597148 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edc6c598-469b-479e-ba1f-7445c9929eef None None] Attempting to bind port d06c8d82-e9da-4d6c-89a0-3651f4461e50 on network bed339a8-e732-45e9-bcbe-feb0396107aa {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:39:22.602193 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edc6c598-469b-479e-ba1f-7445c9929eef None None] Checking agent: {'id': '89dba0f3-79b2-435e-9822-33674b8f6ada', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 8, 20), 'started_at': datetime.datetime(2021, 10, 27, 10, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 39, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:39:22.602683 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edc6c598-469b-479e-ba1f-7445c9929eef None None] Checking segment: {'id': '6ed580b8-cd04-48f5-9b36-ed506cd8f47e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'bed339a8-e732-45e9-bcbe-feb0396107aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:39:22.603091 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-edc6c598-469b-479e-ba1f-7445c9929eef None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:22.603485 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edc6c598-469b-479e-ba1f-7445c9929eef None None] Bound using segment: {'id': '6ed580b8-cd04-48f5-9b36-ed506cd8f47e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'bed339a8-e732-45e9-bcbe-feb0396107aa'} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:39:22.603946 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-edc6c598-469b-479e-ba1f-7445c9929eef None None] Bound port: d06c8d82-e9da-4d6c-89a0-3651f4461e50, host: n-d-813419-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ed580b8-cd04-48f5-9b36-ed506cd8f47e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'bed339a8-e732-45e9-bcbe-feb0396107aa'}}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:39:22.604354 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-edc6c598-469b-479e-ba1f-7445c9929eef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:22.656677 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-827e8bd6-6a7a-47f9-8ddb-64d9e4cb83bb tempest-RoutersNegativeTest-532987994 tempest-RoutersNegativeTest-532987994-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27024290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27167168'] for subnet, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:22.672058 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-edc6c598-469b-479e-ba1f-7445c9929eef None None] For port d06c8d82-e9da-4d6c-89a0-3651f4461e50, host n-d-813419-10, cleared binding levels {{(pid=102348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:39:22.675501 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-edc6c598-469b-479e-ba1f-7445c9929eef None None] For port d06c8d82-e9da-4d6c-89a0-3651f4461e50, host n-d-813419-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=d06c8d82-e9da-4d6c-89a0-3651f4461e50,segment=NetworkSegment(6ed580b8-cd04-48f5-9b36-ed506cd8f47e),segment_id=6ed580b8-cd04-48f5-9b36-ed506cd8f47e)] {{(pid=102348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:39:22.680667 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-edc6c598-469b-479e-ba1f-7445c9929eef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:22.723633 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-827e8bd6-6a7a-47f9-8ddb-64d9e4cb83bb tempest-RoutersNegativeTest-532987994 tempest-RoutersNegativeTest-532987994-project] Checking segment: {'id': '85b4e582-d617-4e07-92fb-0a0a8339a119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'db2cb1a0-a987-4234-85da-7d407252697b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:39:22.724575 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-827e8bd6-6a7a-47f9-8ddb-64d9e4cb83bb tempest-RoutersNegativeTest-532987994 tempest-RoutersNegativeTest-532987994-project] Network hostable DHCP agents. Network: db2cb1a0-a987-4234-85da-7d407252697b, hostable agents: ['eafd4000-b897-4722-ae8b-0118ec955181'], hosted agents: [] {{(pid=102346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 10:39:22.744539 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc6c598-469b-479e-ba1f-7445c9929eef None None] Pushing event updated for resources: {'Port': ['ID=d06c8d82-e9da-4d6c-89a0-3651f4461e50,revision_number=2']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:39:22.753463 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827e8bd6-6a7a-47f9-8ddb-64d9e4cb83bb tempest-RoutersNegativeTest-532987994 tempest-RoutersNegativeTest-532987994-project] Pushing event updated for resources: {'Subnet': ['ID=ef019342-77fd-4a46-9268-45eb2b54f8fa,revision_number=0']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:39:22.763879 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-827e8bd6-6a7a-47f9-8ddb-64d9e4cb83bb tempest-RoutersNegativeTest-532987994 tempest-RoutersNegativeTest-532987994-project] Network db2cb1a0-a987-4234-85da-7d407252697b is scheduled to be hosted by DHCP agent eafd4000-b897-4722-ae8b-0118ec955181 with binding_index 1 {{(pid=102346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 10:39:22.775971 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-827e8bd6-6a7a-47f9-8ddb-64d9e4cb83bb tempest-RoutersNegativeTest-532987994 tempest-RoutersNegativeTest-532987994-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-10, db2cb1a0-a987-4234-85da-7d407252697b) {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:39:22.781236 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-827e8bd6-6a7a-47f9-8ddb-64d9e4cb83bb tempest-RoutersNegativeTest-532987994 tempest-RoutersNegativeTest-532987994-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:39:22.781959 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-827e8bd6-6a7a-47f9-8ddb-64d9e4cb83bb tempest-RoutersNegativeTest-532987994 tempest-RoutersNegativeTest-532987994-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for subnet, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:22.786957 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e192012b-c4cc-43f0-b6da-97ac73a0e37e None None] Network db2cb1a0-a987-4234-85da-7d407252697b requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:39:22.812900 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 44338) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:39:22.813376 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-827e8bd6-6a7a-47f9-8ddb-64d9e4cb83bb tempest-RoutersNegativeTest-532987994 tempest-RoutersNegativeTest-532987994-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4537456 Oct 27 10:39:22.818880 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-ea822222-5222-4abc-821d-1911221d71d7 tempest-RoutersNegativeTest-532987994 tempest-RoutersNegativeTest-532987994-project] Request body: {'subnet': {'network_id': '09a8b81f-503d-4018-8be3-c6c4a1fcac44', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:39:22.925263 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea822222-5222-4abc-821d-1911221d71d7 tempest-RoutersNegativeTest-532987994 tempest-RoutersNegativeTest-532987994-project] Made reservation on behalf of d46538bbef354df193c95ee9c9e4875b for: {'subnet': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:39:22.931009 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-ea822222-5222-4abc-821d-1911221d71d7 tempest-RoutersNegativeTest-532987994 tempest-RoutersNegativeTest-532987994-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18044073'] for subnet, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:23.044664 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f633a2e-c3e5-4a9a-970a-d74c4dd11893 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp734b258e-7d96-550c-b970-9b72ab66f383-db2cb1a0-a987-4234-85da-7d407252697b', 'network_id': 'db2cb1a0-a987-4234-85da-7d407252697b', 'tenant_id': 'd46538bbef354df193c95ee9c9e4875b', 'fixed_ips': [{'subnet_id': 'ef019342-77fd-4a46-9268-45eb2b54f8fa'}]}} from n-d-813419-10. {{(pid=102348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 10:39:23.045608 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-9f633a2e-c3e5-4a9a-970a-d74c4dd11893 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:23.226755 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-ea822222-5222-4abc-821d-1911221d71d7 tempest-RoutersNegativeTest-532987994 tempest-RoutersNegativeTest-532987994-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-18295883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18044091'] for subnet, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:23.255274 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.db_base_plugin_common [None req-9f633a2e-c3e5-4a9a-970a-d74c4dd11893 None None] Allocated IP 172.20.0.2 (db2cb1a0-a987-4234-85da-7d407252697b/ef019342-77fd-4a46-9268-45eb2b54f8fa/8da15468-f848-49a0-9d89-5b0e791c5d94) {{(pid=102348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:39:23.306562 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea822222-5222-4abc-821d-1911221d71d7 tempest-RoutersNegativeTest-532987994 tempest-RoutersNegativeTest-532987994-project] Pushing event updated for resources: {'Subnet': ['ID=99d0de7c-6232-4689-a160-8b5ed772a3ba,revision_number=0']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:39:23.326509 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea822222-5222-4abc-821d-1911221d71d7 tempest-RoutersNegativeTest-532987994 tempest-RoutersNegativeTest-532987994-project] Checking segment: {'id': '4abf44ad-361d-4df8-ae22-c46eb7709a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '09a8b81f-503d-4018-8be3-c6c4a1fcac44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:39:23.326661 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea822222-5222-4abc-821d-1911221d71d7 tempest-RoutersNegativeTest-532987994 tempest-RoutersNegativeTest-532987994-project] Network hostable DHCP agents. Network: 09a8b81f-503d-4018-8be3-c6c4a1fcac44, hostable agents: ['eafd4000-b897-4722-ae8b-0118ec955181'], hosted agents: [] {{(pid=102347) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 10:39:23.359026 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea822222-5222-4abc-821d-1911221d71d7 tempest-RoutersNegativeTest-532987994 tempest-RoutersNegativeTest-532987994-project] Network 09a8b81f-503d-4018-8be3-c6c4a1fcac44 is scheduled to be hosted by DHCP agent eafd4000-b897-4722-ae8b-0118ec955181 with binding_index 1 {{(pid=102347) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 10:39:23.369126 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [None req-ea822222-5222-4abc-821d-1911221d71d7 tempest-RoutersNegativeTest-532987994 tempest-RoutersNegativeTest-532987994-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-10, 09a8b81f-503d-4018-8be3-c6c4a1fcac44) {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:39:23.374307 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea822222-5222-4abc-821d-1911221d71d7 tempest-RoutersNegativeTest-532987994 tempest-RoutersNegativeTest-532987994-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:39:23.374890 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-ea822222-5222-4abc-821d-1911221d71d7 tempest-RoutersNegativeTest-532987994 tempest-RoutersNegativeTest-532987994-project] Publish callbacks [] for subnet, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:23.383123 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa572520-416f-4ea8-84a1-cd8adacab54d None None] Network 09a8b81f-503d-4018-8be3-c6c4a1fcac44 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:39:23.395628 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-ea822222-5222-4abc-821d-1911221d71d7 tempest-RoutersNegativeTest-532987994 tempest-RoutersNegativeTest-532987994-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5786777 Oct 27 10:39:23.395846 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 44346) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:39:23.478205 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-9f633a2e-c3e5-4a9a-970a-d74c4dd11893 None None] Publish callbacks [] for port, precommit_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:23.493384 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-9f633a2e-c3e5-4a9a-970a-d74c4dd11893 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606'] for port, after_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:23.550154 n-d-813419-10 neutron-server[102348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f633a2e-c3e5-4a9a-970a-d74c4dd11893 None None] Network db2cb1a0-a987-4234-85da-7d407252697b is already hosted by enough agents. {{(pid=102348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:39:23.555803 n-d-813419-10 neutron-server[102348]: DEBUG neutron.scheduler.base_scheduler [None req-9f633a2e-c3e5-4a9a-970a-d74c4dd11893 None None] Resources bound (agent type, host, resource id): {{(pid=102348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:39:23.603639 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f633a2e-c3e5-4a9a-970a-d74c4dd11893 None None] Received port after_create {{(pid=102348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:39:23.634151 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f633a2e-c3e5-4a9a-970a-d74c4dd11893 None None] Pushing event updated for resources: {'Port': ['ID=8da15468-f848-49a0-9d89-5b0e791c5d94,revision_number=1']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:39:23.666451 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13d2a8b5-edca-42c3-93b1-98e2cffe3a87 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp734b258e-7d96-550c-b970-9b72ab66f383-09a8b81f-503d-4018-8be3-c6c4a1fcac44', 'network_id': '09a8b81f-503d-4018-8be3-c6c4a1fcac44', 'tenant_id': 'd46538bbef354df193c95ee9c9e4875b', 'fixed_ips': [{'subnet_id': '99d0de7c-6232-4689-a160-8b5ed772a3ba'}]}} from n-d-813419-10. {{(pid=102348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 10:39:23.667432 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-13d2a8b5-edca-42c3-93b1-98e2cffe3a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:23.859334 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device d06c8d82-e9da-4d6c-89a0-3651f4461e50 up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:39:23.868296 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-9f633a2e-c3e5-4a9a-970a-d74c4dd11893 None None] Attempting to bind port 8da15468-f848-49a0-9d89-5b0e791c5d94 on host n-d-813419-10 for vnic_type normal with profile {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:39:23.868672 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-9f633a2e-c3e5-4a9a-970a-d74c4dd11893 None None] Attempting to bind port 8da15468-f848-49a0-9d89-5b0e791c5d94 by drivers openvswitch,hyperv on host n-d-813419-10 at level 0 using segments [{'id': '85b4e582-d617-4e07-92fb-0a0a8339a119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'db2cb1a0-a987-4234-85da-7d407252697b'}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:39:23.869029 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f633a2e-c3e5-4a9a-970a-d74c4dd11893 None None] Attempting to bind port 8da15468-f848-49a0-9d89-5b0e791c5d94 on network db2cb1a0-a987-4234-85da-7d407252697b {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:39:23.932979 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f633a2e-c3e5-4a9a-970a-d74c4dd11893 None None] Checking agent: {'id': '89dba0f3-79b2-435e-9822-33674b8f6ada', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 8, 20), 'started_at': datetime.datetime(2021, 10, 27, 10, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 39, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:39:23.933416 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f633a2e-c3e5-4a9a-970a-d74c4dd11893 None None] Checking segment: {'id': '85b4e582-d617-4e07-92fb-0a0a8339a119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'db2cb1a0-a987-4234-85da-7d407252697b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:39:23.933743 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-9f633a2e-c3e5-4a9a-970a-d74c4dd11893 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:23.934129 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f633a2e-c3e5-4a9a-970a-d74c4dd11893 None None] Bound using segment: {'id': '85b4e582-d617-4e07-92fb-0a0a8339a119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'db2cb1a0-a987-4234-85da-7d407252697b'} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:39:23.934608 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-9f633a2e-c3e5-4a9a-970a-d74c4dd11893 None None] Bound port: 8da15468-f848-49a0-9d89-5b0e791c5d94, host: n-d-813419-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85b4e582-d617-4e07-92fb-0a0a8339a119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'db2cb1a0-a987-4234-85da-7d407252697b'}}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:39:23.935242 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-9f633a2e-c3e5-4a9a-970a-d74c4dd11893 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:23.999103 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.db_base_plugin_common [None req-13d2a8b5-edca-42c3-93b1-98e2cffe3a87 None None] Allocated IP 172.20.0.2 (09a8b81f-503d-4018-8be3-c6c4a1fcac44/99d0de7c-6232-4689-a160-8b5ed772a3ba/4a9231c2-1735-4c33-875f-7a10cde901c2) {{(pid=102348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:39:24.056134 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bda55862-8a74-4b52-8194-f5dc65b44c88 None None] Network bed339a8-e732-45e9-bcbe-feb0396107aa requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:39:24.084985 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-0e777ef1-0a65-4f4b-9e51-47deafdcc759 tempest-RoutersNegativeTest-532987994 tempest-RoutersNegativeTest-532987994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:24.129214 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 44350) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:39:24.137468 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-f1ea6829-f3e2-4814-a62e-63de5ba9259f tempest-BulkNetworkOpsIpV6Test-763375644 tempest-BulkNetworkOpsIpV6Test-763375644-project] Request body: {'subnets': [{'network_id': '1e800f40-3a2c-4815-aaf4-f7e43463b43e', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--863174227', 'ip_version': 6}, {'network_id': 'd532f55d-6dc2-426f-8668-6d4f0ea54017', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:39:24.137885 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-f1ea6829-f3e2-4814-a62e-63de5ba9259f tempest-BulkNetworkOpsIpV6Test-763375644 tempest-BulkNetworkOpsIpV6Test-763375644-project] Request body: {'subnet': {'network_id': '1e800f40-3a2c-4815-aaf4-f7e43463b43e', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--863174227', 'ip_version': 6}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:39:24.138452 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-f1ea6829-f3e2-4814-a62e-63de5ba9259f tempest-BulkNetworkOpsIpV6Test-763375644 tempest-BulkNetworkOpsIpV6Test-763375644-project] Request body: {'subnet': {'network_id': 'd532f55d-6dc2-426f-8668-6d4f0ea54017', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:39:24.219697 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-9f633a2e-c3e5-4a9a-970a-d74c4dd11893 None None] For port 8da15468-f848-49a0-9d89-5b0e791c5d94, host n-d-813419-10, cleared binding levels {{(pid=102348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:39:24.223465 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7da087e8-e627-40bb-859d-25ffa244451d None None] Provisioning complete for port d06c8d82-e9da-4d6c-89a0-3651f4461e50 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:39:24.223800 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7da087e8-e627-40bb-859d-25ffa244451d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:24.227312 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-9f633a2e-c3e5-4a9a-970a-d74c4dd11893 None None] For port 8da15468-f848-49a0-9d89-5b0e791c5d94, host n-d-813419-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=8da15468-f848-49a0-9d89-5b0e791c5d94,segment=NetworkSegment(85b4e582-d617-4e07-92fb-0a0a8339a119),segment_id=85b4e582-d617-4e07-92fb-0a0a8339a119)] {{(pid=102348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:39:24.259737 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-9f633a2e-c3e5-4a9a-970a-d74c4dd11893 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:24.298722 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port d06c8d82-e9da-4d6c-89a0-3651f4461e50 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:39:24.299091 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:24.367156 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1ea6829-f3e2-4814-a62e-63de5ba9259f tempest-BulkNetworkOpsIpV6Test-763375644 tempest-BulkNetworkOpsIpV6Test-763375644-project] Made reservation on behalf of 71ea776cf15e4bb68d0ec72a8a0bbb78 for: {'subnet': 2} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:39:24.373064 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-f1ea6829-f3e2-4814-a62e-63de5ba9259f tempest-BulkNetworkOpsIpV6Test-763375644 tempest-BulkNetworkOpsIpV6Test-763375644-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27167186'] for subnet, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:24.373541 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-f1ea6829-f3e2-4814-a62e-63de5ba9259f tempest-BulkNetworkOpsIpV6Test-763375644 tempest-BulkNetworkOpsIpV6Test-763375644-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27167186'] for subnet, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:24.375344 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_common [None req-0e777ef1-0a65-4f4b-9e51-47deafdcc759 tempest-RoutersNegativeTest-532987994 tempest-RoutersNegativeTest-532987994-project] Allocated IP 172.20.0.1 (db2cb1a0-a987-4234-85da-7d407252697b/ef019342-77fd-4a46-9268-45eb2b54f8fa/97259b44-fb06-41cc-bc23-80515e5aef92) {{(pid=102347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:39:24.497920 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f633a2e-c3e5-4a9a-970a-d74c4dd11893 None None] Pushing event updated for resources: {'Port': ['ID=8da15468-f848-49a0-9d89-5b0e791c5d94,revision_number=2']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:39:24.524845 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-0e777ef1-0a65-4f4b-9e51-47deafdcc759 tempest-RoutersNegativeTest-532987994 tempest-RoutersNegativeTest-532987994-project] Publish callbacks [] for port, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:24.569153 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-0e777ef1-0a65-4f4b-9e51-47deafdcc759 tempest-RoutersNegativeTest-532987994 tempest-RoutersNegativeTest-532987994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:24.622505 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e777ef1-0a65-4f4b-9e51-47deafdcc759 tempest-RoutersNegativeTest-532987994 tempest-RoutersNegativeTest-532987994-project] Network db2cb1a0-a987-4234-85da-7d407252697b is already hosted by enough agents. {{(pid=102347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:39:24.631261 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [None req-0e777ef1-0a65-4f4b-9e51-47deafdcc759 tempest-RoutersNegativeTest-532987994 tempest-RoutersNegativeTest-532987994-project] Resources bound (agent type, host, resource id): {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:39:24.647562 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e777ef1-0a65-4f4b-9e51-47deafdcc759 tempest-RoutersNegativeTest-532987994 tempest-RoutersNegativeTest-532987994-project] Received port after_create {{(pid=102347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:39:24.697272 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e777ef1-0a65-4f4b-9e51-47deafdcc759 tempest-RoutersNegativeTest-532987994 tempest-RoutersNegativeTest-532987994-project] Pushing event updated for resources: {'Port': ['ID=97259b44-fb06-41cc-bc23-80515e5aef92,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:39:24.736707 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-0e777ef1-0a65-4f4b-9e51-47deafdcc759 tempest-RoutersNegativeTest-532987994 tempest-RoutersNegativeTest-532987994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1664961'] for router_interface, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:24.750682 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-13d2a8b5-edca-42c3-93b1-98e2cffe3a87 None None] Publish callbacks [] for port, precommit_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:24.769935 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7da087e8-e627-40bb-859d-25ffa244451d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:24.798993 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-13d2a8b5-edca-42c3-93b1-98e2cffe3a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606'] for port, after_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:24.846926 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-7da087e8-e627-40bb-859d-25ffa244451d None None] For port d06c8d82-e9da-4d6c-89a0-3651f4461e50, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=d06c8d82-e9da-4d6c-89a0-3651f4461e50,segment=NetworkSegment(6ed580b8-cd04-48f5-9b36-ed506cd8f47e),segment_id=6ed580b8-cd04-48f5-9b36-ed506cd8f47e)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:39:24.860911 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-f1ea6829-f3e2-4814-a62e-63de5ba9259f tempest-BulkNetworkOpsIpV6Test-763375644 tempest-BulkNetworkOpsIpV6Test-763375644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27024290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27167168'] for subnet, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:24.879011 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-0e777ef1-0a65-4f4b-9e51-47deafdcc759 tempest-RoutersNegativeTest-532987994 tempest-RoutersNegativeTest-532987994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:24.888800 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7da087e8-e627-40bb-859d-25ffa244451d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:24.894121 n-d-813419-10 neutron-server[102348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13d2a8b5-edca-42c3-93b1-98e2cffe3a87 None None] Network 09a8b81f-503d-4018-8be3-c6c4a1fcac44 is already hosted by enough agents. {{(pid=102348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:39:24.905295 n-d-813419-10 neutron-server[102348]: DEBUG neutron.scheduler.base_scheduler [None req-13d2a8b5-edca-42c3-93b1-98e2cffe3a87 None None] Resources bound (agent type, host, resource id): {{(pid=102348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:39:24.914453 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13d2a8b5-edca-42c3-93b1-98e2cffe3a87 None None] Received port after_create {{(pid=102348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:39:24.924241 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d2a8b5-edca-42c3-93b1-98e2cffe3a87 None None] Pushing event updated for resources: {'Port': ['ID=4a9231c2-1735-4c33-875f-7a10cde901c2,revision_number=1']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:39:24.926840 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:24.936829 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1ea6829-f3e2-4814-a62e-63de5ba9259f tempest-BulkNetworkOpsIpV6Test-763375644 tempest-BulkNetworkOpsIpV6Test-763375644-project] Checking segment: {'id': '552da883-0fd4-49fb-8d16-02347ca935ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '1e800f40-3a2c-4815-aaf4-f7e43463b43e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:39:24.937477 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1ea6829-f3e2-4814-a62e-63de5ba9259f tempest-BulkNetworkOpsIpV6Test-763375644 tempest-BulkNetworkOpsIpV6Test-763375644-project] Network hostable DHCP agents. Network: 1e800f40-3a2c-4815-aaf4-f7e43463b43e, hostable agents: ['eafd4000-b897-4722-ae8b-0118ec955181'], hosted agents: [] {{(pid=102346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 10:39:24.946069 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ea6829-f3e2-4814-a62e-63de5ba9259f tempest-BulkNetworkOpsIpV6Test-763375644 tempest-BulkNetworkOpsIpV6Test-763375644-project] Pushing event updated for resources: {'Subnet': ['ID=d381f2c3-c0ae-4e9c-950a-6ac6ed46d39e,revision_number=0']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:39:24.964154 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1ea6829-f3e2-4814-a62e-63de5ba9259f tempest-BulkNetworkOpsIpV6Test-763375644 tempest-BulkNetworkOpsIpV6Test-763375644-project] Network 1e800f40-3a2c-4815-aaf4-f7e43463b43e is scheduled to be hosted by DHCP agent eafd4000-b897-4722-ae8b-0118ec955181 with binding_index 1 {{(pid=102346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 10:39:24.978858 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-f1ea6829-f3e2-4814-a62e-63de5ba9259f tempest-BulkNetworkOpsIpV6Test-763375644 tempest-BulkNetworkOpsIpV6Test-763375644-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-10, 1e800f40-3a2c-4815-aaf4-f7e43463b43e) {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:39:24.996996 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-f1ea6829-f3e2-4814-a62e-63de5ba9259f tempest-BulkNetworkOpsIpV6Test-763375644 tempest-BulkNetworkOpsIpV6Test-763375644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27024290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27167168'] for subnet, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:25.024757 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-218ef4a2-2fe0-4ee8-859b-44c3a6acfad5 None None] Network 1e800f40-3a2c-4815-aaf4-f7e43463b43e requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:39:25.063367 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ea6829-f3e2-4814-a62e-63de5ba9259f tempest-BulkNetworkOpsIpV6Test-763375644 tempest-BulkNetworkOpsIpV6Test-763375644-project] Pushing event updated for resources: {'Subnet': ['ID=fdbd2280-9d74-4b81-b8cb-0556e6ed2aa2,revision_number=0']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:39:25.114199 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1ea6829-f3e2-4814-a62e-63de5ba9259f tempest-BulkNetworkOpsIpV6Test-763375644 tempest-BulkNetworkOpsIpV6Test-763375644-project] Checking segment: {'id': '4863a86b-0a0d-42ae-9054-094ad5971815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'd532f55d-6dc2-426f-8668-6d4f0ea54017'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:39:25.115450 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1ea6829-f3e2-4814-a62e-63de5ba9259f tempest-BulkNetworkOpsIpV6Test-763375644 tempest-BulkNetworkOpsIpV6Test-763375644-project] Network hostable DHCP agents. Network: d532f55d-6dc2-426f-8668-6d4f0ea54017, hostable agents: ['eafd4000-b897-4722-ae8b-0118ec955181'], hosted agents: [] {{(pid=102346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 10:39:25.136487 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1ea6829-f3e2-4814-a62e-63de5ba9259f tempest-BulkNetworkOpsIpV6Test-763375644 tempest-BulkNetworkOpsIpV6Test-763375644-project] Network d532f55d-6dc2-426f-8668-6d4f0ea54017 is scheduled to be hosted by DHCP agent eafd4000-b897-4722-ae8b-0118ec955181 with binding_index 1 {{(pid=102346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 10:39:25.152709 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-f1ea6829-f3e2-4814-a62e-63de5ba9259f tempest-BulkNetworkOpsIpV6Test-763375644 tempest-BulkNetworkOpsIpV6Test-763375644-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-10, d532f55d-6dc2-426f-8668-6d4f0ea54017) {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:39:25.158469 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1ea6829-f3e2-4814-a62e-63de5ba9259f tempest-BulkNetworkOpsIpV6Test-763375644 tempest-BulkNetworkOpsIpV6Test-763375644-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:39:25.164322 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1ea6829-f3e2-4814-a62e-63de5ba9259f tempest-BulkNetworkOpsIpV6Test-763375644 tempest-BulkNetworkOpsIpV6Test-763375644-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:39:25.165067 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-f1ea6829-f3e2-4814-a62e-63de5ba9259f tempest-BulkNetworkOpsIpV6Test-763375644 tempest-BulkNetworkOpsIpV6Test-763375644-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for subnet, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:25.195778 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-f1ea6829-f3e2-4814-a62e-63de5ba9259f tempest-BulkNetworkOpsIpV6Test-763375644 tempest-BulkNetworkOpsIpV6Test-763375644-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 1.0670257 Oct 27 10:39:25.197944 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 44358) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:39:25.201850 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e88879a0-5525-44d8-90f0-5b61d07adadb None None] Network d532f55d-6dc2-426f-8668-6d4f0ea54017 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:39:25.202708 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-0e777ef1-0a65-4f4b-9e51-47deafdcc759 tempest-RoutersNegativeTest-532987994 tempest-RoutersNegativeTest-532987994-project] Publish callbacks [] for port, precommit_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:25.212079 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-0e777ef1-0a65-4f4b-9e51-47deafdcc759 tempest-RoutersNegativeTest-532987994 tempest-RoutersNegativeTest-532987994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:25.250461 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-13d2a8b5-edca-42c3-93b1-98e2cffe3a87 None None] Attempting to bind port 4a9231c2-1735-4c33-875f-7a10cde901c2 on host n-d-813419-10 for vnic_type normal with profile {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:39:25.252550 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-13d2a8b5-edca-42c3-93b1-98e2cffe3a87 None None] Attempting to bind port 4a9231c2-1735-4c33-875f-7a10cde901c2 by drivers openvswitch,hyperv on host n-d-813419-10 at level 0 using segments [{'id': '4abf44ad-361d-4df8-ae22-c46eb7709a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '09a8b81f-503d-4018-8be3-c6c4a1fcac44'}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:39:25.253171 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13d2a8b5-edca-42c3-93b1-98e2cffe3a87 None None] Attempting to bind port 4a9231c2-1735-4c33-875f-7a10cde901c2 on network 09a8b81f-503d-4018-8be3-c6c4a1fcac44 {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:39:25.281866 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4c1aae6-6957-43c9-a17e-a5d9a914ae19 tempest-BulkNetworkOpsIpV6Test-763375644 tempest-BulkNetworkOpsIpV6Test-763375644-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:39:25.283433 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4c1aae6-6957-43c9-a17e-a5d9a914ae19 tempest-BulkNetworkOpsIpV6Test-763375644 tempest-BulkNetworkOpsIpV6Test-763375644-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:39:25.285264 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4c1aae6-6957-43c9-a17e-a5d9a914ae19 tempest-BulkNetworkOpsIpV6Test-763375644 tempest-BulkNetworkOpsIpV6Test-763375644-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:39:25.296038 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 44362) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:39:25.297460 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-a4c1aae6-6957-43c9-a17e-a5d9a914ae19 tempest-BulkNetworkOpsIpV6Test-763375644 tempest-BulkNetworkOpsIpV6Test-763375644-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.0983217 Oct 27 10:39:25.316480 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da087e8-e627-40bb-859d-25ffa244451d None None] Pushing event updated for resources: {'Port': ['ID=d06c8d82-e9da-4d6c-89a0-3651f4461e50,revision_number=3']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:39:25.327786 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13d2a8b5-edca-42c3-93b1-98e2cffe3a87 None None] Checking agent: {'id': '89dba0f3-79b2-435e-9822-33674b8f6ada', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 8, 20), 'started_at': datetime.datetime(2021, 10, 27, 10, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 39, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:39:25.328164 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13d2a8b5-edca-42c3-93b1-98e2cffe3a87 None None] Checking segment: {'id': '4abf44ad-361d-4df8-ae22-c46eb7709a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '09a8b81f-503d-4018-8be3-c6c4a1fcac44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:39:25.328596 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-13d2a8b5-edca-42c3-93b1-98e2cffe3a87 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:25.328996 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13d2a8b5-edca-42c3-93b1-98e2cffe3a87 None None] Bound using segment: {'id': '4abf44ad-361d-4df8-ae22-c46eb7709a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '09a8b81f-503d-4018-8be3-c6c4a1fcac44'} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:39:25.329478 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-13d2a8b5-edca-42c3-93b1-98e2cffe3a87 None None] Bound port: 4a9231c2-1735-4c33-875f-7a10cde901c2, host: n-d-813419-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4abf44ad-361d-4df8-ae22-c46eb7709a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '09a8b81f-503d-4018-8be3-c6c4a1fcac44'}}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:39:25.329864 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-13d2a8b5-edca-42c3-93b1-98e2cffe3a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:25.360182 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.db.api [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102348) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 27 10:39:25.361724 n-d-813419-10 neutron-server[102348]: DEBUG oslo_db.api [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 10:39:25.381744 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-0e777ef1-0a65-4f4b-9e51-47deafdcc759 tempest-RoutersNegativeTest-532987994 tempest-RoutersNegativeTest-532987994-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2006967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1766225'] for router_interface, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:25.385628 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e777ef1-0a65-4f4b-9e51-47deafdcc759 tempest-RoutersNegativeTest-532987994 tempest-RoutersNegativeTest-532987994-project] Pushing event updated for resources: {'Port': ['ID=97259b44-fb06-41cc-bc23-80515e5aef92,revision_number=2']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:39:25.404728 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3aa556a-73af-4c1e-9bfa-1c1eab2ca275 tempest-BulkNetworkOpsIpV6Test-763375644 tempest-BulkNetworkOpsIpV6Test-763375644-project] Deleting subnet d381f2c3-c0ae-4e9c-950a-6ac6ed46d39e {{(pid=102347) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 10:39:25.409419 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-f3aa556a-73af-4c1e-9bfa-1c1eab2ca275 tempest-BulkNetworkOpsIpV6Test-763375644 tempest-BulkNetworkOpsIpV6Test-763375644-project] Publish callbacks [] for subnet, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:25.448835 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-5440b6e2-3e92-4f83-ba7b-a91e8d4a19fd None None] Provisioning complete for port d06c8d82-e9da-4d6c-89a0-3651f4461e50 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:39:25.449394 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-5440b6e2-3e92-4f83-ba7b-a91e8d4a19fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:25.489173 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-f3aa556a-73af-4c1e-9bfa-1c1eab2ca275 tempest-BulkNetworkOpsIpV6Test-763375644 tempest-BulkNetworkOpsIpV6Test-763375644-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-18445109'] for subnet, precommit_delete_associations {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:25.501218 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd42a16e-6f5d-49a0-a435-c8fd0d9191ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp734b258e-7d96-550c-b970-9b72ab66f383-1e800f40-3a2c-4815-aaf4-f7e43463b43e', 'network_id': '1e800f40-3a2c-4815-aaf4-f7e43463b43e', 'tenant_id': '71ea776cf15e4bb68d0ec72a8a0bbb78', 'fixed_ips': [{'subnet_id': 'd381f2c3-c0ae-4e9c-950a-6ac6ed46d39e'}]}} from n-d-813419-10. {{(pid=102348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 10:39:25.502154 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-bd42a16e-6f5d-49a0-a435-c8fd0d9191ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:25.551538 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-13d2a8b5-edca-42c3-93b1-98e2cffe3a87 None None] For port 4a9231c2-1735-4c33-875f-7a10cde901c2, host n-d-813419-10, cleared binding levels {{(pid=102348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:39:25.576151 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e777ef1-0a65-4f4b-9e51-47deafdcc759 tempest-RoutersNegativeTest-532987994 tempest-RoutersNegativeTest-532987994-project] Network db2cb1a0-a987-4234-85da-7d407252697b is already hosted by enough agents. {{(pid=102347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:39:25.579961 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [None req-0e777ef1-0a65-4f4b-9e51-47deafdcc759 tempest-RoutersNegativeTest-532987994 tempest-RoutersNegativeTest-532987994-project] Resources bound (agent type, host, resource id): {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:39:25.600481 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-13d2a8b5-edca-42c3-93b1-98e2cffe3a87 None None] For port 4a9231c2-1735-4c33-875f-7a10cde901c2, host n-d-813419-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=4a9231c2-1735-4c33-875f-7a10cde901c2,segment=NetworkSegment(4abf44ad-361d-4df8-ae22-c46eb7709a35),segment_id=4abf44ad-361d-4df8-ae22-c46eb7709a35)] {{(pid=102348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:39:25.614329 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-13d2a8b5-edca-42c3-93b1-98e2cffe3a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:25.670652 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66fc102b-250e-4af0-b064-b7297bf75a1c None None] Network db2cb1a0-a987-4234-85da-7d407252697b requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:39:25.673306 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-f3aa556a-73af-4c1e-9bfa-1c1eab2ca275 tempest-BulkNetworkOpsIpV6Test-763375644 tempest-BulkNetworkOpsIpV6Test-763375644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855646'] for subnet, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:25.755668 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-fe61da88-5caa-48d8-baf8-5bffe1602713 req-3571dd7d-d17d-43f9-9bf7-b13d11385212 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=f6fc38b4-3d34-4580-bd35-a4b845297319&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1574290 Oct 27 10:39:25.783375 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-f3aa556a-73af-4c1e-9bfa-1c1eab2ca275 tempest-BulkNetworkOpsIpV6Test-763375644 tempest-BulkNetworkOpsIpV6Test-763375644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-18295818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18043720'] for subnet, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:25.800629 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10b17e10-9487-4b5c-9655-daf90023de7d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp734b258e-7d96-550c-b970-9b72ab66f383-d532f55d-6dc2-426f-8668-6d4f0ea54017', 'network_id': 'd532f55d-6dc2-426f-8668-6d4f0ea54017', 'tenant_id': '71ea776cf15e4bb68d0ec72a8a0bbb78', 'fixed_ips': [{'subnet_id': 'fdbd2280-9d74-4b81-b8cb-0556e6ed2aa2'}]}} from n-d-813419-10. {{(pid=102348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 10:39:25.802008 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-10b17e10-9487-4b5c-9655-daf90023de7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:25.824085 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-f3aa556a-73af-4c1e-9bfa-1c1eab2ca275 tempest-BulkNetworkOpsIpV6Test-763375644 tempest-BulkNetworkOpsIpV6Test-763375644-project] Publish callbacks [] for subnet, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:25.827257 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-f3aa556a-73af-4c1e-9bfa-1c1eab2ca275 tempest-BulkNetworkOpsIpV6Test-763375644 tempest-BulkNetworkOpsIpV6Test-763375644-project] 10.222.0.44 "DELETE /v2.0/subnets/d381f2c3-c0ae-4e9c-950a-6ac6ed46d39e HTTP/1.1" status: 204 len: 168 time: 0.5301092 Oct 27 10:39:25.830051 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 44366) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:39:25.833891 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3aa556a-73af-4c1e-9bfa-1c1eab2ca275 tempest-BulkNetworkOpsIpV6Test-763375644 tempest-BulkNetworkOpsIpV6Test-763375644-project] Pushing event deleted for resources: {'Subnet': ['ID=d381f2c3-c0ae-4e9c-950a-6ac6ed46d39e,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:39:25.845636 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e777ef1-0a65-4f4b-9e51-47deafdcc759 tempest-RoutersNegativeTest-532987994 tempest-RoutersNegativeTest-532987994-project] Router ffe260ae-4173-4480-89b1-a9db74475d73 is scheduled to L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb with binding_index 1 {{(pid=102347) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 10:39:25.856832 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server [None req-bd42a16e-6f5d-49a0-a435-c8fd0d9191ce None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d381f2c3-c0ae-4e9c-950a-6ac6ed46d39e: This subnet is being modified by another concurrent operation. Oct 27 10:39:25.856832 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 27 10:39:25.856832 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 27 10:39:25.856832 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 27 10:39:25.856832 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 27 10:39:25.856832 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 27 10:39:25.856832 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 27 10:39:25.856832 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 27 10:39:25.856832 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 27 10:39:25.856832 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 27 10:39:25.856832 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 27 10:39:25.856832 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 27 10:39:25.856832 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 27 10:39:25.856832 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 27 10:39:25.856832 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 27 10:39:25.856832 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server raise self.value Oct 27 10:39:25.856832 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 27 10:39:25.856832 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 27 10:39:25.856832 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 27 10:39:25.856832 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 27 10:39:25.856832 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 27 10:39:25.856832 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 27 10:39:25.856832 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 27 10:39:25.856832 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server raise self.value Oct 27 10:39:25.856832 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 27 10:39:25.856832 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 27 10:39:25.856832 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 27 10:39:25.856832 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 27 10:39:25.856832 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 27 10:39:25.856832 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 27 10:39:25.856832 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 27 10:39:25.856832 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server raise self.value Oct 27 10:39:25.856832 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 27 10:39:25.856832 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 27 10:39:25.856832 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Oct 27 10:39:25.856832 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Oct 27 10:39:25.856832 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Oct 27 10:39:25.856832 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Oct 27 10:39:25.856832 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Oct 27 10:39:25.856832 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Oct 27 10:39:25.856832 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Oct 27 10:39:25.856832 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Oct 27 10:39:25.856832 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Oct 27 10:39:25.856832 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 27 10:39:25.856832 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 27 10:39:25.856832 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 27 10:39:25.856832 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 27 10:39:25.856832 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 27 10:39:25.856832 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 27 10:39:25.856832 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 27 10:39:25.856832 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 27 10:39:25.856832 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server raise self.value Oct 27 10:39:25.856832 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 27 10:39:25.856832 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 27 10:39:25.860475 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 27 10:39:25.860475 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 27 10:39:25.860475 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 27 10:39:25.860475 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 27 10:39:25.860475 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 27 10:39:25.860475 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server raise self.value Oct 27 10:39:25.860475 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 27 10:39:25.860475 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 27 10:39:25.860475 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 27 10:39:25.860475 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 27 10:39:25.860475 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 27 10:39:25.860475 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 27 10:39:25.860475 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 27 10:39:25.860475 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server raise self.value Oct 27 10:39:25.860475 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 27 10:39:25.860475 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 27 10:39:25.860475 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1481, in create_port Oct 27 10:39:25.860475 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Oct 27 10:39:25.860475 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1446, in _create_port_db Oct 27 10:39:25.860475 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Oct 27 10:39:25.860475 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Oct 27 10:39:25.860475 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Oct 27 10:39:25.860475 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Oct 27 10:39:25.860475 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Oct 27 10:39:25.860475 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 27 10:39:25.860475 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 27 10:39:25.860475 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 27 10:39:25.860475 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server raise self.value Oct 27 10:39:25.860475 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Oct 27 10:39:25.860475 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Oct 27 10:39:25.860475 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Oct 27 10:39:25.860475 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 27 10:39:25.860475 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Oct 27 10:39:25.860475 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 27 10:39:25.860475 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 27 10:39:25.860475 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server raise exception Oct 27 10:39:25.860475 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d381f2c3-c0ae-4e9c-950a-6ac6ed46d39e: This subnet is being modified by another concurrent operation. Oct 27 10:39:25.860475 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server Oct 27 10:39:25.888054 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e938caa-24ca-4761-ac7f-c50b77287f89 tempest-BulkNetworkOpsIpV6Test-763375644 tempest-BulkNetworkOpsIpV6Test-763375644-project] Deleting subnet fdbd2280-9d74-4b81-b8cb-0556e6ed2aa2 {{(pid=102346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 10:39:25.895102 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-0e938caa-24ca-4761-ac7f-c50b77287f89 tempest-BulkNetworkOpsIpV6Test-763375644 tempest-BulkNetworkOpsIpV6Test-763375644-project] Publish callbacks [] for subnet, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:25.908019 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b02d1395-4891-4e5f-8ab2-64e1247996d0 None None] Network 1e800f40-3a2c-4815-aaf4-f7e43463b43e requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:39:25.937548 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d2a8b5-edca-42c3-93b1-98e2cffe3a87 None None] Pushing event updated for resources: {'Port': ['ID=4a9231c2-1735-4c33-875f-7a10cde901c2,revision_number=2']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:39:25.939358 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-0e938caa-24ca-4761-ac7f-c50b77287f89 tempest-BulkNetworkOpsIpV6Test-763375644 tempest-BulkNetworkOpsIpV6Test-763375644-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25847868'] for subnet, precommit_delete_associations {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:25.998888 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe61da88-5caa-48d8-baf8-5bffe1602713 req-299b9a3e-ad3f-4a81-a781-be0601f58f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:39:26.000605 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-fe61da88-5caa-48d8-baf8-5bffe1602713 req-299b9a3e-ad3f-4a81-a781-be0601f58f57 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5cdd6d2f037d42e18150718a811d487c&device_id=f6fc38b4-3d34-4580-bd35-a4b845297319 HTTP/1.1" status: 200 len: 1097 time: 0.1714694 Oct 27 10:39:26.018748 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-0e938caa-24ca-4761-ac7f-c50b77287f89 tempest-BulkNetworkOpsIpV6Test-763375644 tempest-BulkNetworkOpsIpV6Test-763375644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855646'] for subnet, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:26.053059 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e777ef1-0a65-4f4b-9e51-47deafdcc759 tempest-RoutersNegativeTest-532987994 tempest-RoutersNegativeTest-532987994-project] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:39:26.087769 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-0e777ef1-0a65-4f4b-9e51-47deafdcc759 tempest-RoutersNegativeTest-532987994 tempest-RoutersNegativeTest-532987994-project] 10.222.0.44 "PUT /v2.0/routers/ffe260ae-4173-4480-89b1-a9db74475d73/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6907048 Oct 27 10:39:26.088534 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 44368) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:39:26.121021 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ceffc4f-380c-486d-8107-84ac5f4e9392 None None] Sync routers for ids ['ffe260ae-4173-4480-89b1-a9db74475d73'] in n-d-813419-10 {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:39:26.211441 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-69eb13c2-7b1e-4a9a-8085-a3b58b012ec5 None None] Provisioning complete for port 8da15468-f848-49a0-9d89-5b0e791c5d94 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:39:26.212000 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-69eb13c2-7b1e-4a9a-8085-a3b58b012ec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:26.253882 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ceffc4f-380c-486d-8107-84ac5f4e9392 None None] Routers {'ffe260ae-4173-4480-89b1-a9db74475d73'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:39:26.255068 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-3ceffc4f-380c-486d-8107-84ac5f4e9392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:39:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['ffe260ae-4173-4480-89b1-a9db74475d73'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:39:26.397288 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-3ceffc4f-380c-486d-8107-84ac5f4e9392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:39:26.417535 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ceffc4f-380c-486d-8107-84ac5f4e9392 None None] Routers {'ffe260ae-4173-4480-89b1-a9db74475d73'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:39:26.420468 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-3ceffc4f-380c-486d-8107-84ac5f4e9392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:39:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['ffe260ae-4173-4480-89b1-a9db74475d73'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:39:26.457985 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe61da88-5caa-48d8-baf8-5bffe1602713 req-416481f5-e4de-4828-92d6-1fa69b9a6ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:39:26.460950 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-fe61da88-5caa-48d8-baf8-5bffe1602713 req-416481f5-e4de-4828-92d6-1fa69b9a6ea2 service neutron] 10.222.0.64 "GET /v2.0/networks?id=fca909b5-2d06-4825-8091-33382048b635 HTTP/1.1" status: 200 len: 912 time: 0.4271975 Oct 27 10:39:26.475892 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-3ceffc4f-380c-486d-8107-84ac5f4e9392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:39:26.476582 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ceffc4f-380c-486d-8107-84ac5f4e9392 None None] The sync data for ids ['ffe260ae-4173-4480-89b1-a9db74475d73'] in n-d-813419-10 is: [] {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:39:26.541159 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 8da15468-f848-49a0-9d89-5b0e791c5d94 up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:39:26.568929 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-69eb13c2-7b1e-4a9a-8085-a3b58b012ec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:26.619775 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-69eb13c2-7b1e-4a9a-8085-a3b58b012ec5 None None] For port 8da15468-f848-49a0-9d89-5b0e791c5d94, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=8da15468-f848-49a0-9d89-5b0e791c5d94,segment=NetworkSegment(85b4e582-d617-4e07-92fb-0a0a8339a119),segment_id=85b4e582-d617-4e07-92fb-0a0a8339a119)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:39:26.637867 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-69eb13c2-7b1e-4a9a-8085-a3b58b012ec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:26.670105 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-e98ad6f9-6ec4-4b54-ab23-bf681cc54fb9 req-291f33e0-39f5-4b60-bcf6-841719d707a9 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=cb570a6b-6921-4cfb-916b-d7e7c80e6c97&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5733509 Oct 27 10:39:26.675885 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-fe61da88-5caa-48d8-baf8-5bffe1602713 req-73e47086-1afd-44b0-b9d0-1365bb725b95 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c9c20c2b-6e5b-42e4-9a9a-ff863d22fcbf HTTP/1.1" status: 200 len: 1000 time: 0.2037230 Oct 27 10:39:26.677919 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-0e938caa-24ca-4761-ac7f-c50b77287f89 tempest-BulkNetworkOpsIpV6Test-763375644 tempest-BulkNetworkOpsIpV6Test-763375644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27024355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27168307'] for subnet, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:26.702560 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69eb13c2-7b1e-4a9a-8085-a3b58b012ec5 None None] Pushing event updated for resources: {'Port': ['ID=8da15468-f848-49a0-9d89-5b0e791c5d94,revision_number=3']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:39:26.706642 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port 8da15468-f848-49a0-9d89-5b0e791c5d94 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:39:26.707107 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:26.708566 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e938caa-24ca-4761-ac7f-c50b77287f89 tempest-BulkNetworkOpsIpV6Test-763375644 tempest-BulkNetworkOpsIpV6Test-763375644-project] Pushing event deleted for resources: {'Subnet': ['ID=fdbd2280-9d74-4b81-b8cb-0556e6ed2aa2,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:39:26.710859 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server [None req-10b17e10-9487-4b5c-9655-daf90023de7d None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet fdbd2280-9d74-4b81-b8cb-0556e6ed2aa2: This subnet is being modified by another concurrent operation. Oct 27 10:39:26.710859 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 27 10:39:26.710859 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 27 10:39:26.710859 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 27 10:39:26.710859 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 27 10:39:26.710859 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 27 10:39:26.710859 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 27 10:39:26.710859 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 27 10:39:26.710859 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 27 10:39:26.710859 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 27 10:39:26.710859 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 27 10:39:26.710859 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 27 10:39:26.710859 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 27 10:39:26.710859 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 27 10:39:26.710859 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 27 10:39:26.710859 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server raise self.value Oct 27 10:39:26.710859 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 27 10:39:26.710859 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 27 10:39:26.710859 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 27 10:39:26.710859 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 27 10:39:26.710859 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 27 10:39:26.710859 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 27 10:39:26.710859 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 27 10:39:26.710859 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server raise self.value Oct 27 10:39:26.710859 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 27 10:39:26.710859 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 27 10:39:26.710859 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 27 10:39:26.710859 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 27 10:39:26.710859 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 27 10:39:26.710859 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 27 10:39:26.710859 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 27 10:39:26.710859 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server raise self.value Oct 27 10:39:26.710859 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 27 10:39:26.710859 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 27 10:39:26.710859 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Oct 27 10:39:26.710859 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Oct 27 10:39:26.710859 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Oct 27 10:39:26.710859 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Oct 27 10:39:26.710859 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Oct 27 10:39:26.710859 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Oct 27 10:39:26.710859 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Oct 27 10:39:26.710859 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Oct 27 10:39:26.710859 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Oct 27 10:39:26.710859 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 27 10:39:26.710859 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 27 10:39:26.710859 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 27 10:39:26.710859 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 27 10:39:26.710859 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 27 10:39:26.710859 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 27 10:39:26.710859 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 27 10:39:26.710859 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 27 10:39:26.710859 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server raise self.value Oct 27 10:39:26.710859 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 27 10:39:26.710859 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 27 10:39:26.713896 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 27 10:39:26.713896 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 27 10:39:26.713896 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 27 10:39:26.713896 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 27 10:39:26.713896 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 27 10:39:26.713896 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server raise self.value Oct 27 10:39:26.713896 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 27 10:39:26.713896 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 27 10:39:26.713896 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 27 10:39:26.713896 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 27 10:39:26.713896 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 27 10:39:26.713896 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 27 10:39:26.713896 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 27 10:39:26.713896 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server raise self.value Oct 27 10:39:26.713896 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 27 10:39:26.713896 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 27 10:39:26.713896 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1481, in create_port Oct 27 10:39:26.713896 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Oct 27 10:39:26.713896 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1446, in _create_port_db Oct 27 10:39:26.713896 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Oct 27 10:39:26.713896 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Oct 27 10:39:26.713896 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Oct 27 10:39:26.713896 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Oct 27 10:39:26.713896 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Oct 27 10:39:26.713896 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 27 10:39:26.713896 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 27 10:39:26.713896 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 27 10:39:26.713896 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server raise self.value Oct 27 10:39:26.713896 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Oct 27 10:39:26.713896 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Oct 27 10:39:26.713896 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Oct 27 10:39:26.713896 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 27 10:39:26.713896 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Oct 27 10:39:26.713896 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 27 10:39:26.713896 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 27 10:39:26.713896 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server raise exception Oct 27 10:39:26.713896 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet fdbd2280-9d74-4b81-b8cb-0556e6ed2aa2: This subnet is being modified by another concurrent operation. Oct 27 10:39:26.713896 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server Oct 27 10:39:26.723792 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-0e938caa-24ca-4761-ac7f-c50b77287f89 tempest-BulkNetworkOpsIpV6Test-763375644 tempest-BulkNetworkOpsIpV6Test-763375644-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for subnet, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:26.723792 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-0e938caa-24ca-4761-ac7f-c50b77287f89 tempest-BulkNetworkOpsIpV6Test-763375644 tempest-BulkNetworkOpsIpV6Test-763375644-project] 10.222.0.44 "DELETE /v2.0/subnets/fdbd2280-9d74-4b81-b8cb-0556e6ed2aa2 HTTP/1.1" status: 204 len: 168 time: 0.8840644 Oct 27 10:39:26.725116 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 44376) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:39:26.805731 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe61da88-5caa-48d8-baf8-5bffe1602713 req-cc0a07e1-3d08-481b-a713-0ce02ea03290 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:39:26.808553 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-fe61da88-5caa-48d8-baf8-5bffe1602713 req-cc0a07e1-3d08-481b-a713-0ce02ea03290 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=71c50f4e-5d00-4779-bfe1-162c05f5fddb HTTP/1.1" status: 200 len: 850 time: 0.1240304 Oct 27 10:39:26.824832 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98ad6f9-6ec4-4b54-ab23-bf681cc54fb9 req-337c72c6-f3be-4fbd-a080-b5ce2b998a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:39:26.826387 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-e98ad6f9-6ec4-4b54-ab23-bf681cc54fb9 req-337c72c6-f3be-4fbd-a080-b5ce2b998a29 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=7a75806f732447d68ca40a83500d955d&device_id=cb570a6b-6921-4cfb-916b-d7e7c80e6c97 HTTP/1.1" status: 200 len: 1098 time: 0.1159558 Oct 27 10:39:26.844511 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce51f89f-7157-441c-8c3a-09bb93249bea tempest-BulkNetworkOpsIpV6Test-763375644 tempest-BulkNetworkOpsIpV6Test-763375644-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:39:26.850577 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-ce51f89f-7157-441c-8c3a-09bb93249bea tempest-BulkNetworkOpsIpV6Test-763375644 tempest-BulkNetworkOpsIpV6Test-763375644-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1207027 Oct 27 10:39:26.851085 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 44378) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:39:26.953761 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbe938bb-6d35-4d59-b146-a19fe0e228e3 None None] Network d532f55d-6dc2-426f-8668-6d4f0ea54017 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:39:26.962414 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe61da88-5caa-48d8-baf8-5bffe1602713 req-98089ac1-9754-40dc-9c65-20fb01140ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:39:26.963849 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-fe61da88-5caa-48d8-baf8-5bffe1602713 req-98089ac1-9754-40dc-9c65-20fb01140ff3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=fca909b5-2d06-4825-8091-33382048b635&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1455908 Oct 27 10:39:26.968340 n-d-813419-10 neutron-server[102347]: INFO neutron.api.v2.resource [None req-2f71c0b3-6a39-437f-ae7a-9135c7f65a26 tempest-RoutersNegativeTest-532987994 tempest-RoutersNegativeTest-532987994-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 27 10:39:26.969366 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-2f71c0b3-6a39-437f-ae7a-9135c7f65a26 tempest-RoutersNegativeTest-532987994 tempest-RoutersNegativeTest-532987994-project] 10.222.0.44 "PUT /v2.0/routers/ffe260ae-4173-4480-89b1-a9db74475d73/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.8411295 Oct 27 10:39:26.972524 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 44380) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:39:27.011998 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-3450d7a9-4634-4501-b749-c0b6a39c88bd tempest-BulkNetworkOpsIpV6Test-763375644 tempest-BulkNetworkOpsIpV6Test-763375644-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586917'] for network, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:27.023853 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-ef941062-691c-414f-b768-cf846bb3aa16 None None] Provisioning complete for port 97259b44-fb06-41cc-bc23-80515e5aef92 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:39:27.024270 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-ef941062-691c-414f-b768-cf846bb3aa16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:27.153276 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98ad6f9-6ec4-4b54-ab23-bf681cc54fb9 req-2103c181-905f-4378-b66a-810177afb61e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:39:27.155374 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-e98ad6f9-6ec4-4b54-ab23-bf681cc54fb9 req-2103c181-905f-4378-b66a-810177afb61e service neutron] 10.222.0.76 "GET /v2.0/networks?id=823b724c-a4df-49e4-a48e-438212c85945 HTTP/1.1" status: 200 len: 918 time: 0.2823582 Oct 27 10:39:27.188373 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device d06c8d82-e9da-4d6c-89a0-3651f4461e50 up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:39:27.191531 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-ef941062-691c-414f-b768-cf846bb3aa16 None None] Port 97259b44-fb06-41cc-bc23-80515e5aef92 cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:39:27.278728 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-fe61da88-5caa-48d8-baf8-5bffe1602713 req-0309ef56-e492-43fa-868f-d8bd78806ba5 service neutron] 10.222.0.64 "GET /v2.0/networks/fca909b5-2d06-4825-8091-33382048b635?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2945817 Oct 27 10:39:27.292357 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-ef941062-691c-414f-b768-cf846bb3aa16 None None] Provisioning complete for port 8da15468-f848-49a0-9d89-5b0e791c5d94 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:39:27.292916 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-ef941062-691c-414f-b768-cf846bb3aa16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:27.294122 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-e98ad6f9-6ec4-4b54-ab23-bf681cc54fb9 req-97942859-14f0-4a11-a893-0083329927db service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d843c603-f770-49bf-80f7-ae60f61ba034 HTTP/1.1" status: 200 len: 1002 time: 0.1255145 Oct 27 10:39:27.295946 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-3450d7a9-4634-4501-b749-c0b6a39c88bd tempest-BulkNetworkOpsIpV6Test-763375644 tempest-BulkNetworkOpsIpV6Test-763375644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857803', 'neutron.services.segments.db._delete_segments_for_network-8743873143390'] for network, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:27.369492 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-3450d7a9-4634-4501-b749-c0b6a39c88bd tempest-BulkNetworkOpsIpV6Test-763375644 tempest-BulkNetworkOpsIpV6Test-763375644-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d532f55d-6dc2-426f-8668-6d4f0ea54017']}} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:39:27.386516 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-3450d7a9-4634-4501-b749-c0b6a39c88bd tempest-BulkNetworkOpsIpV6Test-763375644 tempest-BulkNetworkOpsIpV6Test-763375644-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4863a86b-0a0d-42ae-9054-094ad5971815') {'for_net_delete': True} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:39:27.386682 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-3450d7a9-4634-4501-b749-c0b6a39c88bd tempest-BulkNetworkOpsIpV6Test-763375644 tempest-BulkNetworkOpsIpV6Test-763375644-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4863a86b-0a0d-42ae-9054-094ad5971815') {} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:39:27.396964 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port d06c8d82-e9da-4d6c-89a0-3651f4461e50 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:39:27.397484 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:27.423545 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-3450d7a9-4634-4501-b749-c0b6a39c88bd tempest-BulkNetworkOpsIpV6Test-763375644 tempest-BulkNetworkOpsIpV6Test-763375644-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743873145191', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25847877'] for segment, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:27.444151 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98ad6f9-6ec4-4b54-ab23-bf681cc54fb9 req-741664b0-7d0a-4ad1-9846-3538ba7ff594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:39:27.445830 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-e98ad6f9-6ec4-4b54-ab23-bf681cc54fb9 req-741664b0-7d0a-4ad1-9846-3538ba7ff594 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=867e3761-3f04-40e2-b4bb-5b0ff4404cac HTTP/1.1" status: 200 len: 856 time: 0.1428108 Oct 27 10:39:27.506979 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-807776b0-21b1-40f7-ada2-b084a0621222 None None] Network 09a8b81f-503d-4018-8be3-c6c4a1fcac44 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:39:27.510498 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-3450d7a9-4634-4501-b749-c0b6a39c88bd tempest-BulkNetworkOpsIpV6Test-763375644 tempest-BulkNetworkOpsIpV6Test-763375644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:27.530362 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3450d7a9-4634-4501-b749-c0b6a39c88bd tempest-BulkNetworkOpsIpV6Test-763375644 tempest-BulkNetworkOpsIpV6Test-763375644-project] Releasing vlan 441 on physical network physnet1 to pool {{(pid=102346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 10:39:27.530862 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-3450d7a9-4634-4501-b749-c0b6a39c88bd tempest-BulkNetworkOpsIpV6Test-763375644 tempest-BulkNetworkOpsIpV6Test-763375644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27024137'] for segment, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:27.542360 n-d-813419-10 neutron-server[102346]: Traceback (most recent call last): Oct 27 10:39:27.542360 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 10:39:27.542360 n-d-813419-10 neutron-server[102346]: timer() Oct 27 10:39:27.542360 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 10:39:27.542360 n-d-813419-10 neutron-server[102346]: cb(*args, **kw) Oct 27 10:39:27.542360 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 10:39:27.542360 n-d-813419-10 neutron-server[102346]: return func(*args, **kwargs) Oct 27 10:39:27.542360 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 10:39:27.542360 n-d-813419-10 neutron-server[102346]: self._notify() Oct 27 10:39:27.542360 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 10:39:27.542360 n-d-813419-10 neutron-server[102346]: self.callback(batched_events) Oct 27 10:39:27.542360 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 10:39:27.542360 n-d-813419-10 neutron-server[102346]: event.method(event) Oct 27 10:39:27.542360 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 10:39:27.542360 n-d-813419-10 neutron-server[102346]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 10:39:27.542360 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 10:39:27.542360 n-d-813419-10 neutron-server[102346]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 10:39:27.542360 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 10:39:27.542360 n-d-813419-10 neutron-server[102346]: return f(self, *a, **k) Oct 27 10:39:27.542360 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 10:39:27.542360 n-d-813419-10 neutron-server[102346]: return self._get(url).json() Oct 27 10:39:27.542360 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 10:39:27.542360 n-d-813419-10 neutron-server[102346]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 10:39:27.542360 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 10:39:27.542360 n-d-813419-10 neutron-server[102346]: return self.request(url, 'GET', **kwargs) Oct 27 10:39:27.542360 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 10:39:27.542360 n-d-813419-10 neutron-server[102346]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 10:39:27.542360 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 10:39:27.542360 n-d-813419-10 neutron-server[102346]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 10:39:27.542360 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 10:39:27.542360 n-d-813419-10 neutron-server[102346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 10:39:27.542360 n-d-813419-10 neutron-server[102346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 10:39:27.605970 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-fe61da88-5caa-48d8-baf8-5bffe1602713 req-39891d19-df03-4d99-9d53-a4ac7e6e3f55 service neutron] 10.222.0.64 "GET /v2.0/networks/fca909b5-2d06-4825-8091-33382048b635?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2581060 Oct 27 10:39:27.633567 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98ad6f9-6ec4-4b54-ab23-bf681cc54fb9 req-52deadb0-08bf-4188-9c33-e48089985503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:39:27.635353 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-e98ad6f9-6ec4-4b54-ab23-bf681cc54fb9 req-52deadb0-08bf-4188-9c33-e48089985503 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=823b724c-a4df-49e4-a48e-438212c85945&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1743844 Oct 27 10:39:27.641149 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-3450d7a9-4634-4501-b749-c0b6a39c88bd tempest-BulkNetworkOpsIpV6Test-763375644 tempest-BulkNetworkOpsIpV6Test-763375644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664840'] for network, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:27.660797 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-3450d7a9-4634-4501-b749-c0b6a39c88bd tempest-BulkNetworkOpsIpV6Test-763375644 tempest-BulkNetworkOpsIpV6Test-763375644-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for network, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:27.667910 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-3450d7a9-4634-4501-b749-c0b6a39c88bd tempest-BulkNetworkOpsIpV6Test-763375644 tempest-BulkNetworkOpsIpV6Test-763375644-project] 10.222.0.44 "DELETE /v2.0/networks/d532f55d-6dc2-426f-8668-6d4f0ea54017 HTTP/1.1" status: 204 len: 168 time: 0.8137600 Oct 27 10:39:27.668995 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 44390) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:39:27.676958 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [req-e98ad6f9-6ec4-4b54-ab23-bf681cc54fb9 req-8560e1db-86e5-4878-b645-ebec55582c9c service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=102346) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 10:39:27.678391 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-e98ad6f9-6ec4-4b54-ab23-bf681cc54fb9 req-8560e1db-86e5-4878-b645-ebec55582c9c service neutron] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0350087 Oct 27 10:39:27.680861 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 4a9231c2-1735-4c33-875f-7a10cde901c2 up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:39:27.702312 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3450d7a9-4634-4501-b749-c0b6a39c88bd tempest-BulkNetworkOpsIpV6Test-763375644 tempest-BulkNetworkOpsIpV6Test-763375644-project] Pushing event deleted for resources: {'Network': ['ID=d532f55d-6dc2-426f-8668-6d4f0ea54017,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:39:27.762904 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-dd903aea-f8a2-42ea-a9ed-61fe21514a3e tempest-RoutersNegativeTest-532987994 tempest-RoutersNegativeTest-532987994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1766202'] for router_interface, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:27.769345 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-eadea6c3-beab-4cd2-8bb4-efac6b722443 tempest-BulkNetworkOpsIpV6Test-763375644 tempest-BulkNetworkOpsIpV6Test-763375644-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586917'] for network, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:27.798285 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-93772794-62e4-4666-a658-8798aeb27845 None None] Provisioning complete for port 97259b44-fb06-41cc-bc23-80515e5aef92 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:39:27.798657 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-93772794-62e4-4666-a658-8798aeb27845 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:27.809234 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-e98ad6f9-6ec4-4b54-ab23-bf681cc54fb9 req-db840081-5258-4a0d-8fe1-94839eb1cff5 service neutron] 10.222.0.76 "GET /v2.0/networks/823b724c-a4df-49e4-a48e-438212c85945?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1149251 Oct 27 10:39:27.848511 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port 4a9231c2-1735-4c33-875f-7a10cde901c2 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:39:27.852935 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:27.889940 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-93772794-62e4-4666-a658-8798aeb27845 None None] Port 97259b44-fb06-41cc-bc23-80515e5aef92 cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:39:27.917032 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-93772794-62e4-4666-a658-8798aeb27845 None None] Provisioning complete for port 4a9231c2-1735-4c33-875f-7a10cde901c2 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:39:27.917406 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-93772794-62e4-4666-a658-8798aeb27845 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:27.928078 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-e98ad6f9-6ec4-4b54-ab23-bf681cc54fb9 req-afd446da-83c9-4864-90e4-59afff4f216f service neutron] 10.222.0.76 "GET /v2.0/networks/823b724c-a4df-49e4-a48e-438212c85945?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1101804 Oct 27 10:39:27.998689 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:28.064910 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-93772794-62e4-4666-a658-8798aeb27845 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:28.109862 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] For port 4a9231c2-1735-4c33-875f-7a10cde901c2, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=4a9231c2-1735-4c33-875f-7a10cde901c2,segment=NetworkSegment(4abf44ad-361d-4df8-ae22-c46eb7709a35),segment_id=4abf44ad-361d-4df8-ae22-c46eb7709a35)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:39:28.118347 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:28.205890 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e289a322-78b4-48dc-bf63-e30493c8205b None None] get_active_networks_info from n-d-813419-10 {{(pid=102348) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 27 10:39:28.291881 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Pushing event updated for resources: {'Port': ['ID=4a9231c2-1735-4c33-875f-7a10cde901c2,revision_number=3']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:39:28.305872 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.db.api [None req-93772794-62e4-4666-a658-8798aeb27845 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102348) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 27 10:39:28.307096 n-d-813419-10 neutron-server[102348]: DEBUG oslo_db.api [None req-93772794-62e4-4666-a658-8798aeb27845 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 10:39:28.342705 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 8da15468-f848-49a0-9d89-5b0e791c5d94 up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:39:28.445239 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-eadea6c3-beab-4cd2-8bb4-efac6b722443 tempest-BulkNetworkOpsIpV6Test-763375644 tempest-BulkNetworkOpsIpV6Test-763375644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857803', 'neutron.services.segments.db._delete_segments_for_network-8743873143390'] for network, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:28.456897 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port 8da15468-f848-49a0-9d89-5b0e791c5d94 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:39:28.457270 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:28.461782 n-d-813419-10 neutron-server[102348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e289a322-78b4-48dc-bf63-e30493c8205b None None] Resources bound (agent type, host, resource id): {{(pid=102348) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 27 10:39:28.469697 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-eadea6c3-beab-4cd2-8bb4-efac6b722443 tempest-BulkNetworkOpsIpV6Test-763375644 tempest-BulkNetworkOpsIpV6Test-763375644-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e800f40-3a2c-4815-aaf4-f7e43463b43e']}} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:39:28.483308 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-eadea6c3-beab-4cd2-8bb4-efac6b722443 tempest-BulkNetworkOpsIpV6Test-763375644 tempest-BulkNetworkOpsIpV6Test-763375644-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '552da883-0fd4-49fb-8d16-02347ca935ec') {'for_net_delete': True} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:39:28.483604 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-eadea6c3-beab-4cd2-8bb4-efac6b722443 tempest-BulkNetworkOpsIpV6Test-763375644 tempest-BulkNetworkOpsIpV6Test-763375644-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '552da883-0fd4-49fb-8d16-02347ca935ec') {} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:39:28.495413 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-eadea6c3-beab-4cd2-8bb4-efac6b722443 tempest-BulkNetworkOpsIpV6Test-763375644 tempest-BulkNetworkOpsIpV6Test-763375644-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743873145191', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18445132'] for segment, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:28.528997 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-eadea6c3-beab-4cd2-8bb4-efac6b722443 tempest-BulkNetworkOpsIpV6Test-763375644 tempest-BulkNetworkOpsIpV6Test-763375644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:28.557020 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eadea6c3-beab-4cd2-8bb4-efac6b722443 tempest-BulkNetworkOpsIpV6Test-763375644 tempest-BulkNetworkOpsIpV6Test-763375644-project] Releasing vlan 406 on physical network physnet1 to pool {{(pid=102347) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 10:39:28.557433 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-eadea6c3-beab-4cd2-8bb4-efac6b722443 tempest-BulkNetworkOpsIpV6Test-763375644 tempest-BulkNetworkOpsIpV6Test-763375644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-18296032'] for segment, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:28.560638 n-d-813419-10 neutron-server[102347]: Traceback (most recent call last): Oct 27 10:39:28.560638 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 10:39:28.560638 n-d-813419-10 neutron-server[102347]: timer() Oct 27 10:39:28.560638 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 10:39:28.560638 n-d-813419-10 neutron-server[102347]: cb(*args, **kw) Oct 27 10:39:28.560638 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 10:39:28.560638 n-d-813419-10 neutron-server[102347]: return func(*args, **kwargs) Oct 27 10:39:28.560638 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 10:39:28.560638 n-d-813419-10 neutron-server[102347]: self._notify() Oct 27 10:39:28.560638 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 10:39:28.560638 n-d-813419-10 neutron-server[102347]: self.callback(batched_events) Oct 27 10:39:28.560638 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 10:39:28.560638 n-d-813419-10 neutron-server[102347]: event.method(event) Oct 27 10:39:28.560638 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 10:39:28.560638 n-d-813419-10 neutron-server[102347]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 10:39:28.560638 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 10:39:28.560638 n-d-813419-10 neutron-server[102347]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 10:39:28.560638 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 10:39:28.560638 n-d-813419-10 neutron-server[102347]: return f(self, *a, **k) Oct 27 10:39:28.560638 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 10:39:28.560638 n-d-813419-10 neutron-server[102347]: return self._get(url).json() Oct 27 10:39:28.560638 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 10:39:28.560638 n-d-813419-10 neutron-server[102347]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 10:39:28.560638 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 10:39:28.560638 n-d-813419-10 neutron-server[102347]: return self.request(url, 'GET', **kwargs) Oct 27 10:39:28.560638 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 10:39:28.560638 n-d-813419-10 neutron-server[102347]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 10:39:28.560638 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 10:39:28.560638 n-d-813419-10 neutron-server[102347]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 10:39:28.560638 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 10:39:28.560638 n-d-813419-10 neutron-server[102347]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 10:39:28.560638 n-d-813419-10 neutron-server[102347]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 10:39:28.636897 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-eadea6c3-beab-4cd2-8bb4-efac6b722443 tempest-BulkNetworkOpsIpV6Test-763375644 tempest-BulkNetworkOpsIpV6Test-763375644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664840'] for network, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:28.647175 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-eadea6c3-beab-4cd2-8bb4-efac6b722443 tempest-BulkNetworkOpsIpV6Test-763375644 tempest-BulkNetworkOpsIpV6Test-763375644-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for network, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:28.652455 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-eadea6c3-beab-4cd2-8bb4-efac6b722443 tempest-BulkNetworkOpsIpV6Test-763375644 tempest-BulkNetworkOpsIpV6Test-763375644-project] 10.222.0.44 "DELETE /v2.0/networks/1e800f40-3a2c-4815-aaf4-f7e43463b43e HTTP/1.1" status: 204 len: 168 time: 0.9794950 Oct 27 10:39:28.652882 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 44410) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:39:28.662773 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-dd903aea-f8a2-42ea-a9ed-61fe21514a3e tempest-RoutersNegativeTest-532987994 tempest-RoutersNegativeTest-532987994-project] Deleting port 97259b44-fb06-41cc-bc23-80515e5aef92 {{(pid=102347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:39:28.663112 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-dd903aea-f8a2-42ea-a9ed-61fe21514a3e tempest-RoutersNegativeTest-532987994 tempest-RoutersNegativeTest-532987994-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:28.667128 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadea6c3-beab-4cd2-8bb4-efac6b722443 tempest-BulkNetworkOpsIpV6Test-763375644 tempest-BulkNetworkOpsIpV6Test-763375644-project] Pushing event deleted for resources: {'Network': ['ID=1e800f40-3a2c-4815-aaf4-f7e43463b43e,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:39:28.738087 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-3143a7b8-664b-4efc-a9e1-bb244a90da95 tempest-BulkNetworkOpsIpV6Test-763375644 tempest-BulkNetworkOpsIpV6Test-763375644-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586917'] for network, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:28.756240 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-dd903aea-f8a2-42ea-a9ed-61fe21514a3e tempest-RoutersNegativeTest-532987994 tempest-RoutersNegativeTest-532987994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:28.768757 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-dd903aea-f8a2-42ea-a9ed-61fe21514a3e tempest-RoutersNegativeTest-532987994 tempest-RoutersNegativeTest-532987994-project] Calling delete_port for 97259b44-fb06-41cc-bc23-80515e5aef92 owned by network:router_interface {{(pid=102347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:39:28.834528 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79d043d1-a4d4-4cc4-941b-89cb6e892e42 None None] get_active_networks_info from n-d-813419-10 {{(pid=102348) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 27 10:39:28.839035 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-3143a7b8-664b-4efc-a9e1-bb244a90da95 tempest-BulkNetworkOpsIpV6Test-763375644 tempest-BulkNetworkOpsIpV6Test-763375644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857803', 'neutron.services.segments.db._delete_segments_for_network-8743873143390'] for network, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:28.864781 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-3143a7b8-664b-4efc-a9e1-bb244a90da95 tempest-BulkNetworkOpsIpV6Test-763375644 tempest-BulkNetworkOpsIpV6Test-763375644-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7917779-b9cc-495f-b80e-e8456c098f26']}} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:39:28.876278 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-3143a7b8-664b-4efc-a9e1-bb244a90da95 tempest-BulkNetworkOpsIpV6Test-763375644 tempest-BulkNetworkOpsIpV6Test-763375644-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a5ed717-e0c5-4c3c-9426-4681c3e9bf3e') {'for_net_delete': True} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:39:28.876278 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-3143a7b8-664b-4efc-a9e1-bb244a90da95 tempest-BulkNetworkOpsIpV6Test-763375644 tempest-BulkNetworkOpsIpV6Test-763375644-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a5ed717-e0c5-4c3c-9426-4681c3e9bf3e') {} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:39:28.892978 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-3143a7b8-664b-4efc-a9e1-bb244a90da95 tempest-BulkNetworkOpsIpV6Test-763375644 tempest-BulkNetworkOpsIpV6Test-763375644-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743873145191', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25847877'] for segment, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:28.909738 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-3143a7b8-664b-4efc-a9e1-bb244a90da95 tempest-BulkNetworkOpsIpV6Test-763375644 tempest-BulkNetworkOpsIpV6Test-763375644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:28.916058 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3143a7b8-664b-4efc-a9e1-bb244a90da95 tempest-BulkNetworkOpsIpV6Test-763375644 tempest-BulkNetworkOpsIpV6Test-763375644-project] Releasing vlan 402 on physical network physnet1 to pool {{(pid=102346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 10:39:28.916616 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-3143a7b8-664b-4efc-a9e1-bb244a90da95 tempest-BulkNetworkOpsIpV6Test-763375644 tempest-BulkNetworkOpsIpV6Test-763375644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27024137'] for segment, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:28.919839 n-d-813419-10 neutron-server[102346]: Traceback (most recent call last): Oct 27 10:39:28.919839 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 10:39:28.919839 n-d-813419-10 neutron-server[102346]: timer() Oct 27 10:39:28.919839 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 10:39:28.919839 n-d-813419-10 neutron-server[102346]: cb(*args, **kw) Oct 27 10:39:28.919839 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 10:39:28.919839 n-d-813419-10 neutron-server[102346]: return func(*args, **kwargs) Oct 27 10:39:28.919839 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 10:39:28.919839 n-d-813419-10 neutron-server[102346]: self._notify() Oct 27 10:39:28.919839 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 10:39:28.919839 n-d-813419-10 neutron-server[102346]: self.callback(batched_events) Oct 27 10:39:28.919839 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 10:39:28.919839 n-d-813419-10 neutron-server[102346]: event.method(event) Oct 27 10:39:28.919839 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 10:39:28.919839 n-d-813419-10 neutron-server[102346]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 10:39:28.919839 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 10:39:28.919839 n-d-813419-10 neutron-server[102346]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 10:39:28.919839 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 10:39:28.919839 n-d-813419-10 neutron-server[102346]: return f(self, *a, **k) Oct 27 10:39:28.919839 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 10:39:28.919839 n-d-813419-10 neutron-server[102346]: return self._get(url).json() Oct 27 10:39:28.919839 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 10:39:28.919839 n-d-813419-10 neutron-server[102346]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 10:39:28.919839 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 10:39:28.919839 n-d-813419-10 neutron-server[102346]: return self.request(url, 'GET', **kwargs) Oct 27 10:39:28.919839 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 10:39:28.919839 n-d-813419-10 neutron-server[102346]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 10:39:28.919839 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 10:39:28.919839 n-d-813419-10 neutron-server[102346]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 10:39:28.919839 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 10:39:28.919839 n-d-813419-10 neutron-server[102346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 10:39:28.919839 n-d-813419-10 neutron-server[102346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 10:39:28.982054 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-dd903aea-f8a2-42ea-a9ed-61fe21514a3e tempest-RoutersNegativeTest-532987994 tempest-RoutersNegativeTest-532987994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:28.999872 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-3143a7b8-664b-4efc-a9e1-bb244a90da95 tempest-BulkNetworkOpsIpV6Test-763375644 tempest-BulkNetworkOpsIpV6Test-763375644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664840'] for network, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:29.017691 n-d-813419-10 neutron-server[102348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79d043d1-a4d4-4cc4-941b-89cb6e892e42 None None] Resources bound (agent type, host, resource id): {{(pid=102348) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 27 10:39:29.025720 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-3143a7b8-664b-4efc-a9e1-bb244a90da95 tempest-BulkNetworkOpsIpV6Test-763375644 tempest-BulkNetworkOpsIpV6Test-763375644-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for network, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:29.029491 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-616d744d-cb5b-460b-ac9c-76e6b49bde65 None None] Provisioning complete for port 4a9231c2-1735-4c33-875f-7a10cde901c2 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:39:29.030047 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-616d744d-cb5b-460b-ac9c-76e6b49bde65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:29.030526 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-3143a7b8-664b-4efc-a9e1-bb244a90da95 tempest-BulkNetworkOpsIpV6Test-763375644 tempest-BulkNetworkOpsIpV6Test-763375644-project] 10.222.0.44 "DELETE /v2.0/networks/a7917779-b9cc-495f-b80e-e8456c098f26 HTTP/1.1" status: 204 len: 168 time: 0.3764360 Oct 27 10:39:29.031758 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3143a7b8-664b-4efc-a9e1-bb244a90da95 tempest-BulkNetworkOpsIpV6Test-763375644 tempest-BulkNetworkOpsIpV6Test-763375644-project] Pushing event deleted for resources: {'Network': ['ID=a7917779-b9cc-495f-b80e-e8456c098f26,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:39:29.033874 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 44414) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:39:29.045898 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd903aea-f8a2-42ea-a9ed-61fe21514a3e tempest-RoutersNegativeTest-532987994 tempest-RoutersNegativeTest-532987994-project] Pushing event deleted for resources: {'Port': ['ID=97259b44-fb06-41cc-bc23-80515e5aef92,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:39:29.139517 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-10c2eae5-f5de-4a01-8632-d58660151b57 tempest-BulkNetworkOpsIpV6Test-763375644 tempest-BulkNetworkOpsIpV6Test-763375644-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586917'] for network, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:29.209002 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-dd903aea-f8a2-42ea-a9ed-61fe21514a3e tempest-RoutersNegativeTest-532987994 tempest-RoutersNegativeTest-532987994-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2006968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1766358'] for router_interface, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:29.242179 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-10c2eae5-f5de-4a01-8632-d58660151b57 tempest-BulkNetworkOpsIpV6Test-763375644 tempest-BulkNetworkOpsIpV6Test-763375644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857803', 'neutron.services.segments.db._delete_segments_for_network-8743873143390'] for network, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:29.263498 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-10c2eae5-f5de-4a01-8632-d58660151b57 tempest-BulkNetworkOpsIpV6Test-763375644 tempest-BulkNetworkOpsIpV6Test-763375644-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b27b73c-3545-4c77-8581-f522068bf75b']}} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:39:29.273314 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-10c2eae5-f5de-4a01-8632-d58660151b57 tempest-BulkNetworkOpsIpV6Test-763375644 tempest-BulkNetworkOpsIpV6Test-763375644-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c27795a-9d83-408a-8159-897178261f94') {'for_net_delete': True} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:39:29.273655 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-10c2eae5-f5de-4a01-8632-d58660151b57 tempest-BulkNetworkOpsIpV6Test-763375644 tempest-BulkNetworkOpsIpV6Test-763375644-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c27795a-9d83-408a-8159-897178261f94') {} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:39:29.283438 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-10c2eae5-f5de-4a01-8632-d58660151b57 tempest-BulkNetworkOpsIpV6Test-763375644 tempest-BulkNetworkOpsIpV6Test-763375644-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743873145191', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25847877'] for segment, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:29.297482 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-10c2eae5-f5de-4a01-8632-d58660151b57 tempest-BulkNetworkOpsIpV6Test-763375644 tempest-BulkNetworkOpsIpV6Test-763375644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:29.304216 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10c2eae5-f5de-4a01-8632-d58660151b57 tempest-BulkNetworkOpsIpV6Test-763375644 tempest-BulkNetworkOpsIpV6Test-763375644-project] Releasing vlan 412 on physical network physnet1 to pool {{(pid=102346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 10:39:29.304609 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-10c2eae5-f5de-4a01-8632-d58660151b57 tempest-BulkNetworkOpsIpV6Test-763375644 tempest-BulkNetworkOpsIpV6Test-763375644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27024137'] for segment, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:29.392180 n-d-813419-10 neutron-server[102346]: Traceback (most recent call last): Oct 27 10:39:29.392180 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 10:39:29.392180 n-d-813419-10 neutron-server[102346]: timer() Oct 27 10:39:29.392180 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 10:39:29.392180 n-d-813419-10 neutron-server[102346]: cb(*args, **kw) Oct 27 10:39:29.392180 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 10:39:29.392180 n-d-813419-10 neutron-server[102346]: return func(*args, **kwargs) Oct 27 10:39:29.392180 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 10:39:29.392180 n-d-813419-10 neutron-server[102346]: self._notify() Oct 27 10:39:29.392180 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 10:39:29.392180 n-d-813419-10 neutron-server[102346]: self.callback(batched_events) Oct 27 10:39:29.392180 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 10:39:29.392180 n-d-813419-10 neutron-server[102346]: event.method(event) Oct 27 10:39:29.392180 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 10:39:29.392180 n-d-813419-10 neutron-server[102346]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 10:39:29.392180 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 10:39:29.392180 n-d-813419-10 neutron-server[102346]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 10:39:29.392180 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 10:39:29.392180 n-d-813419-10 neutron-server[102346]: return f(self, *a, **k) Oct 27 10:39:29.392180 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 10:39:29.392180 n-d-813419-10 neutron-server[102346]: return self._get(url).json() Oct 27 10:39:29.392180 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 10:39:29.392180 n-d-813419-10 neutron-server[102346]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 10:39:29.392180 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 10:39:29.392180 n-d-813419-10 neutron-server[102346]: return self.request(url, 'GET', **kwargs) Oct 27 10:39:29.392180 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 10:39:29.392180 n-d-813419-10 neutron-server[102346]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 10:39:29.392180 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 10:39:29.392180 n-d-813419-10 neutron-server[102346]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 10:39:29.392180 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 10:39:29.392180 n-d-813419-10 neutron-server[102346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 10:39:29.392180 n-d-813419-10 neutron-server[102346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 10:39:29.397527 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-10c2eae5-f5de-4a01-8632-d58660151b57 tempest-BulkNetworkOpsIpV6Test-763375644 tempest-BulkNetworkOpsIpV6Test-763375644-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664840'] for network, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:29.425814 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-10c2eae5-f5de-4a01-8632-d58660151b57 tempest-BulkNetworkOpsIpV6Test-763375644 tempest-BulkNetworkOpsIpV6Test-763375644-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for network, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:29.433748 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-10c2eae5-f5de-4a01-8632-d58660151b57 tempest-BulkNetworkOpsIpV6Test-763375644 tempest-BulkNetworkOpsIpV6Test-763375644-project] 10.222.0.44 "DELETE /v2.0/networks/1b27b73c-3545-4c77-8581-f522068bf75b HTTP/1.1" status: 204 len: 168 time: 0.3901467 Oct 27 10:39:29.433748 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c2eae5-f5de-4a01-8632-d58660151b57 tempest-BulkNetworkOpsIpV6Test-763375644 tempest-BulkNetworkOpsIpV6Test-763375644-project] Pushing event deleted for resources: {'Network': ['ID=1b27b73c-3545-4c77-8581-f522068bf75b,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:39:29.460602 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd903aea-f8a2-42ea-a9ed-61fe21514a3e tempest-RoutersNegativeTest-532987994 tempest-RoutersNegativeTest-532987994-project] Router ffe260ae-4173-4480-89b1-a9db74475d73 has already been hosted by L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb {{(pid=102347) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 10:39:29.580263 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd903aea-f8a2-42ea-a9ed-61fe21514a3e tempest-RoutersNegativeTest-532987994 tempest-RoutersNegativeTest-532987994-project] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:39:29.590788 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 44422) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:39:29.593983 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ff8db34-e127-4095-890c-f7dd2ffc5025 None None] Sync routers for ids ['ffe260ae-4173-4480-89b1-a9db74475d73'] in n-d-813419-10 {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:39:29.605018 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-dd903aea-f8a2-42ea-a9ed-61fe21514a3e tempest-RoutersNegativeTest-532987994 tempest-RoutersNegativeTest-532987994-project] 10.222.0.44 "PUT /v2.0/routers/ffe260ae-4173-4480-89b1-a9db74475d73/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6313639 Oct 27 10:39:29.615754 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ff8db34-e127-4095-890c-f7dd2ffc5025 None None] Routers {'ffe260ae-4173-4480-89b1-a9db74475d73'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:39:29.620494 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-4ff8db34-e127-4095-890c-f7dd2ffc5025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:39:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['ffe260ae-4173-4480-89b1-a9db74475d73'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:39:29.649214 n-d-813419-10 neutron-server[102346]: INFO neutron.api.v2.resource [None req-df5bae94-3993-4307-a04e-fd2c01ab43c6 tempest-RoutersNegativeTest-532987994 tempest-RoutersNegativeTest-532987994-project] delete failed (client error): The resource could not be found. Oct 27 10:39:29.654660 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 44426) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:39:29.659763 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-afe1a701-51fa-45fe-909e-d2297d7ea1dc tempest-RoutersNegativeTest-532987994 tempest-RoutersNegativeTest-532987994-project] Request body: {'router': {'external_gateway_info': {'network_id': 'ffe260ae-4173-4480-89b1-a9db74475d73'}}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:39:29.664878 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-df5bae94-3993-4307-a04e-fd2c01ab43c6 tempest-RoutersNegativeTest-532987994 tempest-RoutersNegativeTest-532987994-project] 10.222.0.44 "DELETE /v2.0/routers/tempest-non_exist_router-3091349 HTTP/1.1" status: 404 len: 332 time: 0.0724723 Oct 27 10:39:29.731540 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-4ff8db34-e127-4095-890c-f7dd2ffc5025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:39:29.747744 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ff8db34-e127-4095-890c-f7dd2ffc5025 None None] Routers {'ffe260ae-4173-4480-89b1-a9db74475d73'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:39:29.748645 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-4ff8db34-e127-4095-890c-f7dd2ffc5025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:39:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['ffe260ae-4173-4480-89b1-a9db74475d73'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:39:29.786433 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-4ff8db34-e127-4095-890c-f7dd2ffc5025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:39:29.787259 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ff8db34-e127-4095-890c-f7dd2ffc5025 None None] The sync data for ids ['ffe260ae-4173-4480-89b1-a9db74475d73'] in n-d-813419-10 is: [] {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:39:29.863813 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 44430) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:39:29.897449 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-afe1a701-51fa-45fe-909e-d2297d7ea1dc tempest-RoutersNegativeTest-532987994 tempest-RoutersNegativeTest-532987994-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:29.918819 n-d-813419-10 neutron-server[102347]: INFO neutron.api.v2.resource [None req-afe1a701-51fa-45fe-909e-d2297d7ea1dc tempest-RoutersNegativeTest-532987994 tempest-RoutersNegativeTest-532987994-project] update failed (client error): The resource could not be found. Oct 27 10:39:29.923730 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 44434) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:39:29.923916 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-afe1a701-51fa-45fe-909e-d2297d7ea1dc tempest-RoutersNegativeTest-532987994 tempest-RoutersNegativeTest-532987994-project] 10.222.0.44 "PUT /v2.0/routers/ffe260ae-4173-4480-89b1-a9db74475d73 HTTP/1.1" status: 404 len: 339 time: 0.2680302 Oct 27 10:39:30.109435 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-4b6d6a05-d732-450a-b470-027e61122d74 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=71ea776cf15e4bb68d0ec72a8a0bbb78&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2440209 Oct 27 10:39:30.113283 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 44436) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:39:30.167772 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-83e7a317-777c-4f63-b41a-92107e1fa6da admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:30.193527 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-83e7a317-777c-4f63-b41a-92107e1fa6da admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:30.246103 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-c9432157-505f-46e6-91d3-e71c6d82fcc9 tempest-RoutersNegativeTest-532987994 tempest-RoutersNegativeTest-532987994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:30.259017 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-83e7a317-777c-4f63-b41a-92107e1fa6da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:30.262347 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-83e7a317-777c-4f63-b41a-92107e1fa6da admin admin] Publish callbacks [] for security_group, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:30.265937 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-83e7a317-777c-4f63-b41a-92107e1fa6da admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/34902e9d-c4a8-4473-b023-4964cd286b71 HTTP/1.1" status: 204 len: 168 time: 0.1485639 Oct 27 10:39:30.277528 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e7a317-777c-4f63-b41a-92107e1fa6da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34902e9d-c4a8-4473-b023-4964cd286b71,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:39:30.304968 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 4a9231c2-1735-4c33-875f-7a10cde901c2 up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:39:30.371466 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port 4a9231c2-1735-4c33-875f-7a10cde901c2 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:39:30.372379 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:30.581152 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_common [None req-c9432157-505f-46e6-91d3-e71c6d82fcc9 tempest-RoutersNegativeTest-532987994 tempest-RoutersNegativeTest-532987994-project] Allocated IP 172.20.0.1 (bed339a8-e732-45e9-bcbe-feb0396107aa/d541816d-14dc-4cc2-afba-78663e6d139d/c5231bd1-d810-4838-8c15-d2bbe987fc2b) {{(pid=102346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:39:30.715308 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-c9432157-505f-46e6-91d3-e71c6d82fcc9 tempest-RoutersNegativeTest-532987994 tempest-RoutersNegativeTest-532987994-project] Publish callbacks [] for port, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:30.764438 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-c9432157-505f-46e6-91d3-e71c6d82fcc9 tempest-RoutersNegativeTest-532987994 tempest-RoutersNegativeTest-532987994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:30.821875 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9432157-505f-46e6-91d3-e71c6d82fcc9 tempest-RoutersNegativeTest-532987994 tempest-RoutersNegativeTest-532987994-project] Network bed339a8-e732-45e9-bcbe-feb0396107aa is already hosted by enough agents. {{(pid=102346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:39:30.825155 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-c9432157-505f-46e6-91d3-e71c6d82fcc9 tempest-RoutersNegativeTest-532987994 tempest-RoutersNegativeTest-532987994-project] Resources bound (agent type, host, resource id): {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:39:30.829017 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9432157-505f-46e6-91d3-e71c6d82fcc9 tempest-RoutersNegativeTest-532987994 tempest-RoutersNegativeTest-532987994-project] Received port after_create {{(pid=102346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:39:30.857451 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9432157-505f-46e6-91d3-e71c6d82fcc9 tempest-RoutersNegativeTest-532987994 tempest-RoutersNegativeTest-532987994-project] Pushing event updated for resources: {'Port': ['ID=c5231bd1-d810-4838-8c15-d2bbe987fc2b,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:39:30.886673 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-c9432157-505f-46e6-91d3-e71c6d82fcc9 tempest-RoutersNegativeTest-532987994 tempest-RoutersNegativeTest-532987994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1664961'] for router_interface, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:31.063974 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-c9432157-505f-46e6-91d3-e71c6d82fcc9 tempest-RoutersNegativeTest-532987994 tempest-RoutersNegativeTest-532987994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:31.105180 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 44464) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:39:31.221123 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-f3744bc1-9873-430e-8ed9-87a82c4e48c5 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1223222445'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:39:31.247309 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3744bc1-9873-430e-8ed9-87a82c4e48c5 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Made reservation on behalf of a8f5b249d1a14ea0897d2eccf002a6cb for: {'network': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:39:31.252233 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-f3744bc1-9873-430e-8ed9-87a82c4e48c5 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for network, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:31.262267 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-f3744bc1-9873-430e-8ed9-87a82c4e48c5 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks [] for security_group, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:31.310657 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-f3d9b9a9-6d0b-445e-a645-fd7266246527 None None] Provisioning complete for port c5231bd1-d810-4838-8c15-d2bbe987fc2b triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:39:31.311327 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f3d9b9a9-6d0b-445e-a645-fd7266246527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:31.346255 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-f3744bc1-9873-430e-8ed9-87a82c4e48c5 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks [] for security_group, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:31.351228 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-f3744bc1-9873-430e-8ed9-87a82c4e48c5 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:31.356683 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-f3d9b9a9-6d0b-445e-a645-fd7266246527 None None] Port c5231bd1-d810-4838-8c15-d2bbe987fc2b cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:39:31.381447 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3744bc1-9873-430e-8ed9-87a82c4e48c5 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 424} {{(pid=102347) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 10:39:31.397474 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3744bc1-9873-430e-8ed9-87a82c4e48c5 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b325fa28-8f8a-4b2c-a77b-9defe0f0717b,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:39:31.401238 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-f3744bc1-9873-430e-8ed9-87a82c4e48c5 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:31.401949 n-d-813419-10 neutron-server[102347]: INFO neutron.db.segments_db [None req-f3744bc1-9873-430e-8ed9-87a82c4e48c5 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Added segment 42a354c1-3e96-4496-9449-dc9b9cc1a2ec of type vlan for network d11deb93-df8d-4547-b855-a8d235d7f77c Oct 27 10:39:31.430919 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-c9432157-505f-46e6-91d3-e71c6d82fcc9 tempest-RoutersNegativeTest-532987994 tempest-RoutersNegativeTest-532987994-project] Publish callbacks [] for port, precommit_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:31.435527 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-c9432157-505f-46e6-91d3-e71c6d82fcc9 tempest-RoutersNegativeTest-532987994 tempest-RoutersNegativeTest-532987994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27024173'] for port, after_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:31.453046 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-f3744bc1-9873-430e-8ed9-87a82c4e48c5 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743872593080'] for network, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:31.478083 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-f3744bc1-9873-430e-8ed9-87a82c4e48c5 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913'] for network, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:31.484176 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3744bc1-9873-430e-8ed9-87a82c4e48c5 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:39:31.484537 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-f3744bc1-9873-430e-8ed9-87a82c4e48c5 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for network, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:31.514155 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9432157-505f-46e6-91d3-e71c6d82fcc9 tempest-RoutersNegativeTest-532987994 tempest-RoutersNegativeTest-532987994-project] Pushing event updated for resources: {'Port': ['ID=c5231bd1-d810-4838-8c15-d2bbe987fc2b,revision_number=2']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:39:31.516755 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-c9432157-505f-46e6-91d3-e71c6d82fcc9 tempest-RoutersNegativeTest-532987994 tempest-RoutersNegativeTest-532987994-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2006967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1766225'] for router_interface, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:31.548442 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-f3744bc1-9873-430e-8ed9-87a82c4e48c5 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.4397714 Oct 27 10:39:31.553705 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 44468) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:39:31.558919 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-26a366ba-d4a2-47ab-b294-b9874b5afc8c tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Request body: {'port': {'network_id': 'd11deb93-df8d-4547-b855-a8d235d7f77c', 'name': 'tempest-PortsIpV6TestJSON-345725805'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:39:31.612409 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3744bc1-9873-430e-8ed9-87a82c4e48c5 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Pushing event updated for resources: {'Network': ['ID=d11deb93-df8d-4547-b855-a8d235d7f77c,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:39:31.614816 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9432157-505f-46e6-91d3-e71c6d82fcc9 tempest-RoutersNegativeTest-532987994 tempest-RoutersNegativeTest-532987994-project] Network bed339a8-e732-45e9-bcbe-feb0396107aa is already hosted by enough agents. {{(pid=102346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:39:31.616276 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-c9432157-505f-46e6-91d3-e71c6d82fcc9 tempest-RoutersNegativeTest-532987994 tempest-RoutersNegativeTest-532987994-project] Resources bound (agent type, host, resource id): {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:39:31.626827 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Network d11deb93-df8d-4547-b855-a8d235d7f77c details requested by agent ovs-agent-n-d-813419-10 with host n-d-813419-10 {{(pid=102348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 10:39:31.730157 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26a366ba-d4a2-47ab-b294-b9874b5afc8c tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Made reservation on behalf of a8f5b249d1a14ea0897d2eccf002a6cb for: {'port': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:39:31.733730 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-26a366ba-d4a2-47ab-b294-b9874b5afc8c tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:31.764165 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [None req-26a366ba-d4a2-47ab-b294-b9874b5afc8c tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] device_id is not set on port 714b2a06-266d-4147-82eb-28135fc32fe8 yet. {{(pid=102347) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 10:39:31.765363 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9432157-505f-46e6-91d3-e71c6d82fcc9 tempest-RoutersNegativeTest-532987994 tempest-RoutersNegativeTest-532987994-project] Router ffe260ae-4173-4480-89b1-a9db74475d73 has already been hosted by L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb {{(pid=102346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 10:39:31.852895 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.agents_db [None req-e79ee67d-056e-46ea-bd99-e80473396b25 None None] Agent healthcheck: found 7 active agents {{(pid=102349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 10:39:31.989974 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-c2733b1a-602c-4759-8d45-b3a45117ab43 None None] Provisioning complete for port c5231bd1-d810-4838-8c15-d2bbe987fc2b triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:39:31.989974 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-c2733b1a-602c-4759-8d45-b3a45117ab43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:32.015029 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-26a366ba-d4a2-47ab-b294-b9874b5afc8c tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks [] for port, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:32.049924 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-c2733b1a-602c-4759-8d45-b3a45117ab43 None None] Port c5231bd1-d810-4838-8c15-d2bbe987fc2b cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:39:32.057492 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-26a366ba-d4a2-47ab-b294-b9874b5afc8c tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:32.117234 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a366ba-d4a2-47ab-b294-b9874b5afc8c tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Pushing event updated for resources: {'Port': ['ID=714b2a06-266d-4147-82eb-28135fc32fe8,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:39:32.138515 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26a366ba-d4a2-47ab-b294-b9874b5afc8c tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Checking segment: {'id': '42a354c1-3e96-4496-9449-dc9b9cc1a2ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'd11deb93-df8d-4547-b855-a8d235d7f77c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:39:32.138893 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26a366ba-d4a2-47ab-b294-b9874b5afc8c tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Network hostable DHCP agents. Network: d11deb93-df8d-4547-b855-a8d235d7f77c, hostable agents: ['eafd4000-b897-4722-ae8b-0118ec955181'], hosted agents: [] {{(pid=102347) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 10:39:32.158759 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26a366ba-d4a2-47ab-b294-b9874b5afc8c tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Network d11deb93-df8d-4547-b855-a8d235d7f77c is scheduled to be hosted by DHCP agent eafd4000-b897-4722-ae8b-0118ec955181 with binding_index 1 {{(pid=102347) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 10:39:32.169921 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [None req-26a366ba-d4a2-47ab-b294-b9874b5afc8c tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-10, d11deb93-df8d-4547-b855-a8d235d7f77c) {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:39:32.174378 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26a366ba-d4a2-47ab-b294-b9874b5afc8c tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Received port after_create {{(pid=102347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:39:32.180045 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69935641-91a7-4066-a5f9-6ccf95b928b4 None None] Network d11deb93-df8d-4547-b855-a8d235d7f77c requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:39:32.180764 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26a366ba-d4a2-47ab-b294-b9874b5afc8c tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:39:32.181418 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-26a366ba-d4a2-47ab-b294-b9874b5afc8c tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:32.214043 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9432157-505f-46e6-91d3-e71c6d82fcc9 tempest-RoutersNegativeTest-532987994 tempest-RoutersNegativeTest-532987994-project] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:39:32.219673 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-c9432157-505f-46e6-91d3-e71c6d82fcc9 tempest-RoutersNegativeTest-532987994 tempest-RoutersNegativeTest-532987994-project] 10.222.0.44 "PUT /v2.0/routers/ffe260ae-4173-4480-89b1-a9db74475d73/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2937422 Oct 27 10:39:32.224051 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 44476) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:39:32.229168 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-26a366ba-d4a2-47ab-b294-b9874b5afc8c tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.6746364 Oct 27 10:39:32.231620 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d61abf3-b99f-4004-bc70-d37f60ee046d None None] Sync routers for ids ['ffe260ae-4173-4480-89b1-a9db74475d73'] in n-d-813419-10 {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:39:32.232105 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 44478) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:39:32.238041 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-95875679-e8e6-438a-bde4-bab5acad7a3f tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-294586027'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:39:32.246313 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d61abf3-b99f-4004-bc70-d37f60ee046d None None] Routers {'ffe260ae-4173-4480-89b1-a9db74475d73'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:39:32.247078 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-0d61abf3-b99f-4004-bc70-d37f60ee046d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:39:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['ffe260ae-4173-4480-89b1-a9db74475d73'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:39:32.279246 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95875679-e8e6-438a-bde4-bab5acad7a3f tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Made reservation on behalf of a8f5b249d1a14ea0897d2eccf002a6cb for: {'network': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:39:32.283281 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-95875679-e8e6-438a-bde4-bab5acad7a3f tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for network, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:32.298901 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-0d61abf3-b99f-4004-bc70-d37f60ee046d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:39:32.307846 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95875679-e8e6-438a-bde4-bab5acad7a3f tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 435} {{(pid=102347) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 10:39:32.317550 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d61abf3-b99f-4004-bc70-d37f60ee046d None None] Routers {'ffe260ae-4173-4480-89b1-a9db74475d73'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:39:32.318295 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-0d61abf3-b99f-4004-bc70-d37f60ee046d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:39:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['ffe260ae-4173-4480-89b1-a9db74475d73'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:39:32.320868 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-95875679-e8e6-438a-bde4-bab5acad7a3f tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:32.321211 n-d-813419-10 neutron-server[102347]: INFO neutron.db.segments_db [None req-95875679-e8e6-438a-bde4-bab5acad7a3f tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Added segment a3d9ef9b-4adc-40fe-9a56-e2ad846707f4 of type vlan for network 77d9ea30-2478-4c2b-a16b-558866c62337 Oct 27 10:39:32.348353 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-6431a359-afe9-496f-ab31-1b51b0643021 tempest-RoutersNegativeTest-532987994 tempest-RoutersNegativeTest-532987994-project] Publish callbacks [] for router, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:32.380350 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-95875679-e8e6-438a-bde4-bab5acad7a3f tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743872593080'] for network, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:32.385586 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-0d61abf3-b99f-4004-bc70-d37f60ee046d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:39:32.386196 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d61abf3-b99f-4004-bc70-d37f60ee046d None None] The sync data for ids ['ffe260ae-4173-4480-89b1-a9db74475d73'] in n-d-813419-10 is: [] {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:39:32.423592 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-95875679-e8e6-438a-bde4-bab5acad7a3f tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913'] for network, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:32.439387 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95875679-e8e6-438a-bde4-bab5acad7a3f tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:39:32.441814 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-95875679-e8e6-438a-bde4-bab5acad7a3f tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for network, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:32.456144 n-d-813419-10 neutron-server[102346]: INFO neutron.api.v2.resource [None req-6431a359-afe9-496f-ab31-1b51b0643021 tempest-RoutersNegativeTest-532987994 tempest-RoutersNegativeTest-532987994-project] delete failed (client error): There was a conflict when trying to complete your request. Oct 27 10:39:32.461891 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-6431a359-afe9-496f-ab31-1b51b0643021 tempest-RoutersNegativeTest-532987994 tempest-RoutersNegativeTest-532987994-project] 10.222.0.44 "DELETE /v2.0/routers/ffe260ae-4173-4480-89b1-a9db74475d73 HTTP/1.1" status: 409 len: 329 time: 0.2340531 Oct 27 10:39:32.462064 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:32.462355 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 44480) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:39:32.515729 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-95875679-e8e6-438a-bde4-bab5acad7a3f tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2822309 Oct 27 10:39:32.518797 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 44482) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:39:32.523932 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-683a3294-2660-4f06-b97d-3b87194b802c tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Request body: {'ports': [{'network_id': 'd11deb93-df8d-4547-b855-a8d235d7f77c'}, {'network_id': '77d9ea30-2478-4c2b-a16b-558866c62337'}]} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:39:32.524473 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-683a3294-2660-4f06-b97d-3b87194b802c tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Request body: {'port': {'network_id': 'd11deb93-df8d-4547-b855-a8d235d7f77c'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:39:32.524953 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-683a3294-2660-4f06-b97d-3b87194b802c tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Request body: {'port': {'network_id': '77d9ea30-2478-4c2b-a16b-558866c62337'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:39:32.576646 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95875679-e8e6-438a-bde4-bab5acad7a3f tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Pushing event updated for resources: {'Network': ['ID=77d9ea30-2478-4c2b-a16b-558866c62337,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:39:32.588014 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Network 77d9ea30-2478-4c2b-a16b-558866c62337 details requested by agent ovs-agent-n-d-813419-10 with host n-d-813419-10 {{(pid=102348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 10:39:32.700492 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-683a3294-2660-4f06-b97d-3b87194b802c tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Made reservation on behalf of a8f5b249d1a14ea0897d2eccf002a6cb for: {'port': 2} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:39:32.705198 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-683a3294-2660-4f06-b97d-3b87194b802c tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:32.718762 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-683a3294-2660-4f06-b97d-3b87194b802c tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:32.810826 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [None req-683a3294-2660-4f06-b97d-3b87194b802c tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] device_id is not set on port 077010ad-4281-4a73-a578-d42d54705c83 yet. {{(pid=102347) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 10:39:32.820905 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-7ddb72b3-664c-455e-98aa-19f9b8330f9f tempest-RoutersNegativeTest-532987994 tempest-RoutersNegativeTest-532987994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1766202'] for router_interface, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:32.936917 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-683a3294-2660-4f06-b97d-3b87194b802c tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks [] for port, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:33.026681 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [None req-683a3294-2660-4f06-b97d-3b87194b802c tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] device_id is not set on port 1e3a8036-1b88-4f0c-92d8-1ec4e24009b6 yet. {{(pid=102347) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 10:39:33.107372 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-7ddb72b3-664c-455e-98aa-19f9b8330f9f tempest-RoutersNegativeTest-532987994 tempest-RoutersNegativeTest-532987994-project] Deleting port c5231bd1-d810-4838-8c15-d2bbe987fc2b {{(pid=102346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:39:33.108227 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-7ddb72b3-664c-455e-98aa-19f9b8330f9f tempest-RoutersNegativeTest-532987994 tempest-RoutersNegativeTest-532987994-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:33.144167 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-683a3294-2660-4f06-b97d-3b87194b802c tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks [] for port, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:33.184751 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-683a3294-2660-4f06-b97d-3b87194b802c tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:33.213364 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-7ddb72b3-664c-455e-98aa-19f9b8330f9f tempest-RoutersNegativeTest-532987994 tempest-RoutersNegativeTest-532987994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:33.227084 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-7ddb72b3-664c-455e-98aa-19f9b8330f9f tempest-RoutersNegativeTest-532987994 tempest-RoutersNegativeTest-532987994-project] Calling delete_port for c5231bd1-d810-4838-8c15-d2bbe987fc2b owned by network:router_interface {{(pid=102346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:39:33.232001 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-683a3294-2660-4f06-b97d-3b87194b802c tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Network d11deb93-df8d-4547-b855-a8d235d7f77c is already hosted by enough agents. {{(pid=102347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:39:33.238984 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [None req-683a3294-2660-4f06-b97d-3b87194b802c tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Resources bound (agent type, host, resource id): {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:39:33.243109 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-683a3294-2660-4f06-b97d-3b87194b802c tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Received port after_create {{(pid=102347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:39:33.243944 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-683a3294-2660-4f06-b97d-3b87194b802c tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:33.254288 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683a3294-2660-4f06-b97d-3b87194b802c tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Pushing event updated for resources: {'Port': ['ID=077010ad-4281-4a73-a578-d42d54705c83,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:39:33.313212 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683a3294-2660-4f06-b97d-3b87194b802c tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Pushing event updated for resources: {'Port': ['ID=1e3a8036-1b88-4f0c-92d8-1ec4e24009b6,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:39:33.322470 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-683a3294-2660-4f06-b97d-3b87194b802c tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Checking segment: {'id': 'a3d9ef9b-4adc-40fe-9a56-e2ad846707f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '77d9ea30-2478-4c2b-a16b-558866c62337'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:39:33.322986 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-683a3294-2660-4f06-b97d-3b87194b802c tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Network hostable DHCP agents. Network: 77d9ea30-2478-4c2b-a16b-558866c62337, hostable agents: ['eafd4000-b897-4722-ae8b-0118ec955181'], hosted agents: [] {{(pid=102347) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 10:39:33.352717 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-683a3294-2660-4f06-b97d-3b87194b802c tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Network 77d9ea30-2478-4c2b-a16b-558866c62337 is scheduled to be hosted by DHCP agent eafd4000-b897-4722-ae8b-0118ec955181 with binding_index 1 {{(pid=102347) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 10:39:33.363024 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [None req-683a3294-2660-4f06-b97d-3b87194b802c tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-10, 77d9ea30-2478-4c2b-a16b-558866c62337) {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:39:33.367556 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-683a3294-2660-4f06-b97d-3b87194b802c tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Received port after_create {{(pid=102347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:39:33.372990 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4064fea-ea2d-48a0-9cb8-82ee99e11f31 None None] Network 77d9ea30-2478-4c2b-a16b-558866c62337 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:39:33.373647 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-683a3294-2660-4f06-b97d-3b87194b802c tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:39:33.379845 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-683a3294-2660-4f06-b97d-3b87194b802c tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:39:33.380981 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-683a3294-2660-4f06-b97d-3b87194b802c tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:33.408684 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-683a3294-2660-4f06-b97d-3b87194b802c tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 0.8862064 Oct 27 10:39:33.409182 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 44490) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:39:33.463855 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-7ddb72b3-664c-455e-98aa-19f9b8330f9f tempest-RoutersNegativeTest-532987994 tempest-RoutersNegativeTest-532987994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:33.518777 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddb72b3-664c-455e-98aa-19f9b8330f9f tempest-RoutersNegativeTest-532987994 tempest-RoutersNegativeTest-532987994-project] Pushing event deleted for resources: {'Port': ['ID=c5231bd1-d810-4838-8c15-d2bbe987fc2b,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:39:33.703041 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-7ae3735b-a025-45eb-bdb7-7bec8140e28a tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Deleting port 1e3a8036-1b88-4f0c-92d8-1ec4e24009b6 {{(pid=102346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:39:33.703377 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-7ae3735b-a025-45eb-bdb7-7bec8140e28a tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:33.706368 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-7ddb72b3-664c-455e-98aa-19f9b8330f9f tempest-RoutersNegativeTest-532987994 tempest-RoutersNegativeTest-532987994-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2006968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1766358'] for router_interface, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:33.841381 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-7ae3735b-a025-45eb-bdb7-7bec8140e28a tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:33.859418 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-7ae3735b-a025-45eb-bdb7-7bec8140e28a tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Calling delete_port for 1e3a8036-1b88-4f0c-92d8-1ec4e24009b6 owned by {{(pid=102346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:39:33.980086 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ddb72b3-664c-455e-98aa-19f9b8330f9f tempest-RoutersNegativeTest-532987994 tempest-RoutersNegativeTest-532987994-project] Router ffe260ae-4173-4480-89b1-a9db74475d73 has already been hosted by L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb {{(pid=102346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 10:39:34.079110 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-7ae3735b-a025-45eb-bdb7-7bec8140e28a tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:34.081188 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ddb72b3-664c-455e-98aa-19f9b8330f9f tempest-RoutersNegativeTest-532987994 tempest-RoutersNegativeTest-532987994-project] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:39:34.091167 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-7ddb72b3-664c-455e-98aa-19f9b8330f9f tempest-RoutersNegativeTest-532987994 tempest-RoutersNegativeTest-532987994-project] 10.222.0.44 "PUT /v2.0/routers/ffe260ae-4173-4480-89b1-a9db74475d73/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6277473 Oct 27 10:39:34.094350 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fb01e45-1499-425f-984a-db618104e4e7 None None] Sync routers for ids ['ffe260ae-4173-4480-89b1-a9db74475d73'] in n-d-813419-10 {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:39:34.095653 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 44498) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:39:34.107670 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fb01e45-1499-425f-984a-db618104e4e7 None None] Routers {'ffe260ae-4173-4480-89b1-a9db74475d73'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:39:34.113051 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae3735b-a025-45eb-bdb7-7bec8140e28a tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Pushing event deleted for resources: {'Port': ['ID=1e3a8036-1b88-4f0c-92d8-1ec4e24009b6,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:39:34.114329 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-0fb01e45-1499-425f-984a-db618104e4e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:39:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['ffe260ae-4173-4480-89b1-a9db74475d73'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:39:34.122166 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-7ae3735b-a025-45eb-bdb7-7bec8140e28a tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:34.128231 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-7ae3735b-a025-45eb-bdb7-7bec8140e28a tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] 10.222.0.44 "DELETE /v2.0/ports/1e3a8036-1b88-4f0c-92d8-1ec4e24009b6 HTTP/1.1" status: 204 len: 168 time: 0.7180347 Oct 27 10:39:34.128921 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 44500) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:39:34.146052 n-d-813419-10 neutron-server[102347]: INFO neutron.api.v2.resource [None req-c2893b6e-a785-49aa-b16f-94ce94a75b41 tempest-RoutersNegativeTest-532987994 tempest-RoutersNegativeTest-532987994-project] show failed (client error): The resource could not be found. Oct 27 10:39:34.153502 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-c2893b6e-a785-49aa-b16f-94ce94a75b41 tempest-RoutersNegativeTest-532987994 tempest-RoutersNegativeTest-532987994-project] 10.222.0.44 "GET /v2.0/routers/tempest-non_exist_router-1435835497 HTTP/1.1" status: 404 len: 335 time: 0.0564861 Oct 27 10:39:34.154325 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 44502) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:39:34.159977 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-03b19864-12c1-47fb-b391-32de460a3d2b tempest-RoutersNegativeTest-532987994 tempest-RoutersNegativeTest-532987994-project] Request body: {'router': {'name': 'new_name'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:39:34.171527 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-0fb01e45-1499-425f-984a-db618104e4e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:39:34.181300 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fb01e45-1499-425f-984a-db618104e4e7 None None] Routers {'ffe260ae-4173-4480-89b1-a9db74475d73'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:39:34.182004 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-0fb01e45-1499-425f-984a-db618104e4e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:39:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['ffe260ae-4173-4480-89b1-a9db74475d73'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:39:34.194000 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3fca275-678a-4793-b16d-1666adcbaa78 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:39:34.197664 n-d-813419-10 neutron-server[102347]: INFO neutron.api.v2.resource [None req-03b19864-12c1-47fb-b391-32de460a3d2b tempest-RoutersNegativeTest-532987994 tempest-RoutersNegativeTest-532987994-project] update failed (client error): The resource could not be found. Oct 27 10:39:34.199810 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-03b19864-12c1-47fb-b391-32de460a3d2b tempest-RoutersNegativeTest-532987994 tempest-RoutersNegativeTest-532987994-project] 10.222.0.44 "PUT /v2.0/routers/tempest-non_exist_router-632955535 HTTP/1.1" status: 404 len: 334 time: 0.0431216 Oct 27 10:39:34.201119 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3fca275-678a-4793-b16d-1666adcbaa78 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:39:34.204870 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-a3fca275-678a-4793-b16d-1666adcbaa78 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.0741825 Oct 27 10:39:34.205328 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 44504) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:39:34.205530 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 44506) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:39:34.216369 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-0fb01e45-1499-425f-984a-db618104e4e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:39:34.217125 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fb01e45-1499-425f-984a-db618104e4e7 None None] The sync data for ids ['ffe260ae-4173-4480-89b1-a9db74475d73'] in n-d-813419-10 is: [] {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:39:34.256646 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6334d8e-8e0b-4bc4-8e30-12af653ef79b tempest-RoutersNegativeTest-532987994 tempest-RoutersNegativeTest-532987994-project] Deleting subnet 99d0de7c-6232-4689-a160-8b5ed772a3ba {{(pid=102346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 10:39:34.259893 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-a6334d8e-8e0b-4bc4-8e30-12af653ef79b tempest-RoutersNegativeTest-532987994 tempest-RoutersNegativeTest-532987994-project] Publish callbacks [] for subnet, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:34.299900 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-5fc3c808-d085-4008-b1f0-f6f55c80ed79 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Deleting port 077010ad-4281-4a73-a578-d42d54705c83 {{(pid=102347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:39:34.300368 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-5fc3c808-d085-4008-b1f0-f6f55c80ed79 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:34.303589 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-a6334d8e-8e0b-4bc4-8e30-12af653ef79b tempest-RoutersNegativeTest-532987994 tempest-RoutersNegativeTest-532987994-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25847868'] for subnet, precommit_delete_associations {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:34.384487 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-5fc3c808-d085-4008-b1f0-f6f55c80ed79 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:34.398335 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-5fc3c808-d085-4008-b1f0-f6f55c80ed79 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Calling delete_port for 077010ad-4281-4a73-a578-d42d54705c83 owned by {{(pid=102347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:39:34.404190 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-a6334d8e-8e0b-4bc4-8e30-12af653ef79b tempest-RoutersNegativeTest-532987994 tempest-RoutersNegativeTest-532987994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855646'] for subnet, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:34.465109 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-a6334d8e-8e0b-4bc4-8e30-12af653ef79b tempest-RoutersNegativeTest-532987994 tempest-RoutersNegativeTest-532987994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27024355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27168307'] for subnet, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:34.477246 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-5fc3c808-d085-4008-b1f0-f6f55c80ed79 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:34.493927 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6334d8e-8e0b-4bc4-8e30-12af653ef79b tempest-RoutersNegativeTest-532987994 tempest-RoutersNegativeTest-532987994-project] Pushing event deleted for resources: {'Subnet': ['ID=99d0de7c-6232-4689-a160-8b5ed772a3ba,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:39:34.497620 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-a6334d8e-8e0b-4bc4-8e30-12af653ef79b tempest-RoutersNegativeTest-532987994 tempest-RoutersNegativeTest-532987994-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for subnet, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:34.503597 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-a6334d8e-8e0b-4bc4-8e30-12af653ef79b tempest-RoutersNegativeTest-532987994 tempest-RoutersNegativeTest-532987994-project] 10.222.0.44 "DELETE /v2.0/subnets/99d0de7c-6232-4689-a160-8b5ed772a3ba HTTP/1.1" status: 204 len: 168 time: 0.2945192 Oct 27 10:39:34.503692 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 44508) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:39:34.506427 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-605ae4cd-5c5c-49c8-a121-42b5e81c04a6 None None] Network 09a8b81f-503d-4018-8be3-c6c4a1fcac44 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:39:34.510184 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc3c808-d085-4008-b1f0-f6f55c80ed79 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Pushing event deleted for resources: {'Port': ['ID=077010ad-4281-4a73-a578-d42d54705c83,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:39:34.515432 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-5fc3c808-d085-4008-b1f0-f6f55c80ed79 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:34.521497 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-5fc3c808-d085-4008-b1f0-f6f55c80ed79 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] 10.222.0.44 "DELETE /v2.0/ports/077010ad-4281-4a73-a578-d42d54705c83 HTTP/1.1" status: 204 len: 168 time: 0.3113894 Oct 27 10:39:34.521734 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 44510) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:39:34.573843 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_v2 [None req-56615f7d-5bca-4429-8913-18b50bcdd4ea tempest-RoutersNegativeTest-532987994 tempest-RoutersNegativeTest-532987994-project] Deleting subnet ef019342-77fd-4a46-9268-45eb2b54f8fa {{(pid=102346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 10:39:34.576799 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-139de213-e45c-4c81-8747-43271d86fb8f tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:39:34.577200 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-56615f7d-5bca-4429-8913-18b50bcdd4ea tempest-RoutersNegativeTest-532987994 tempest-RoutersNegativeTest-532987994-project] Publish callbacks [] for subnet, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:34.580915 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-139de213-e45c-4c81-8747-43271d86fb8f tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0558662 Oct 27 10:39:34.581142 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 44512) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:39:34.605136 n-d-813419-10 neutron-server[102347]: INFO neutron.pecan_wsgi.hooks.translation [None req-864a6589-7d79-4a8b-b659-23146b060b05 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] GET failed (client error): The resource could not be found. Oct 27 10:39:34.606824 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-864a6589-7d79-4a8b-b659-23146b060b05 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] 10.222.0.44 "GET /v2.0/ports/1e3a8036-1b88-4f0c-92d8-1ec4e24009b6 HTTP/1.1" status: 404 len: 333 time: 0.0247691 Oct 27 10:39:34.611141 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 44514) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:39:34.646410 n-d-813419-10 neutron-server[102346]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e20f6ae-18d4-46d3-bdd7-a14f23f28c76 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] GET failed (client error): The resource could not be found. Oct 27 10:39:34.647991 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-0e20f6ae-18d4-46d3-bdd7-a14f23f28c76 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] 10.222.0.44 "GET /v2.0/ports/077010ad-4281-4a73-a578-d42d54705c83 HTTP/1.1" status: 404 len: 333 time: 0.0359211 Oct 27 10:39:34.650234 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-56615f7d-5bca-4429-8913-18b50bcdd4ea tempest-RoutersNegativeTest-532987994 tempest-RoutersNegativeTest-532987994-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25847868'] for subnet, precommit_delete_associations {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:34.650941 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 44516) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:39:34.713126 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2f90152-3601-4b6c-a72b-2a6b9629eb62 None None] DHCP port deletion for 09a8b81f-503d-4018-8be3-c6c4a1fcac44 request from n-d-813419-10 {{(pid=102348) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 10:39:34.732619 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-d740ffd7-97d1-4863-9158-de02f3a373ae tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586917'] for network, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:34.742347 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-56615f7d-5bca-4429-8913-18b50bcdd4ea tempest-RoutersNegativeTest-532987994 tempest-RoutersNegativeTest-532987994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855646'] for subnet, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:34.763376 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-c2f90152-3601-4b6c-a72b-2a6b9629eb62 None None] Deleting port 4a9231c2-1735-4c33-875f-7a10cde901c2 {{(pid=102348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:39:34.764146 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-c2f90152-3601-4b6c-a72b-2a6b9629eb62 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:34.811688 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-56615f7d-5bca-4429-8913-18b50bcdd4ea tempest-RoutersNegativeTest-532987994 tempest-RoutersNegativeTest-532987994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27024355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27168307'] for subnet, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:34.822965 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-d740ffd7-97d1-4863-9158-de02f3a373ae tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857803', 'neutron.services.segments.db._delete_segments_for_network-8743873143390'] for network, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:34.832730 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-c2f90152-3601-4b6c-a72b-2a6b9629eb62 None None] For port 4a9231c2-1735-4c33-875f-7a10cde901c2, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=4a9231c2-1735-4c33-875f-7a10cde901c2,segment=NetworkSegment(4abf44ad-361d-4df8-ae22-c46eb7709a35),segment_id=4abf44ad-361d-4df8-ae22-c46eb7709a35)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:39:34.833176 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-c2f90152-3601-4b6c-a72b-2a6b9629eb62 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:34.840238 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56615f7d-5bca-4429-8913-18b50bcdd4ea tempest-RoutersNegativeTest-532987994 tempest-RoutersNegativeTest-532987994-project] Pushing event deleted for resources: {'Subnet': ['ID=ef019342-77fd-4a46-9268-45eb2b54f8fa,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:39:34.844080 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-56615f7d-5bca-4429-8913-18b50bcdd4ea tempest-RoutersNegativeTest-532987994 tempest-RoutersNegativeTest-532987994-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for subnet, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:34.844319 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-d740ffd7-97d1-4863-9158-de02f3a373ae tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77d9ea30-2478-4c2b-a16b-558866c62337']}} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:39:34.849967 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-56615f7d-5bca-4429-8913-18b50bcdd4ea tempest-RoutersNegativeTest-532987994 tempest-RoutersNegativeTest-532987994-project] 10.222.0.44 "DELETE /v2.0/subnets/ef019342-77fd-4a46-9268-45eb2b54f8fa HTTP/1.1" status: 204 len: 168 time: 0.3425181 Oct 27 10:39:34.850230 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-c2f90152-3601-4b6c-a72b-2a6b9629eb62 None None] Calling delete_port for 4a9231c2-1735-4c33-875f-7a10cde901c2 owned by network:dhcp {{(pid=102348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:39:34.850341 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 44518) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:39:34.861001 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-d740ffd7-97d1-4863-9158-de02f3a373ae tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3d9ef9b-4adc-40fe-9a56-e2ad846707f4') {'for_net_delete': True} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:39:34.861429 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-d740ffd7-97d1-4863-9158-de02f3a373ae tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3d9ef9b-4adc-40fe-9a56-e2ad846707f4') {} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:39:34.879897 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-d740ffd7-97d1-4863-9158-de02f3a373ae tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743873145191', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18445132'] for segment, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:34.893518 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-d740ffd7-97d1-4863-9158-de02f3a373ae tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:34.897909 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6932354b-f588-4a81-be2e-edc9cb46a9c2 None None] Network db2cb1a0-a987-4234-85da-7d407252697b requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:39:34.900417 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d740ffd7-97d1-4863-9158-de02f3a373ae tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Releasing vlan 435 on physical network physnet1 to pool {{(pid=102347) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 10:39:34.900818 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-d740ffd7-97d1-4863-9158-de02f3a373ae tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-18296032'] for segment, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:34.904284 n-d-813419-10 neutron-server[102347]: Traceback (most recent call last): Oct 27 10:39:34.904284 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 10:39:34.904284 n-d-813419-10 neutron-server[102347]: timer() Oct 27 10:39:34.904284 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 10:39:34.904284 n-d-813419-10 neutron-server[102347]: cb(*args, **kw) Oct 27 10:39:34.904284 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 10:39:34.904284 n-d-813419-10 neutron-server[102347]: return func(*args, **kwargs) Oct 27 10:39:34.904284 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 10:39:34.904284 n-d-813419-10 neutron-server[102347]: self._notify() Oct 27 10:39:34.904284 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 10:39:34.904284 n-d-813419-10 neutron-server[102347]: self.callback(batched_events) Oct 27 10:39:34.904284 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 10:39:34.904284 n-d-813419-10 neutron-server[102347]: event.method(event) Oct 27 10:39:34.904284 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 10:39:34.904284 n-d-813419-10 neutron-server[102347]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 10:39:34.904284 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 10:39:34.904284 n-d-813419-10 neutron-server[102347]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 10:39:34.904284 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 10:39:34.904284 n-d-813419-10 neutron-server[102347]: return f(self, *a, **k) Oct 27 10:39:34.904284 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 10:39:34.904284 n-d-813419-10 neutron-server[102347]: return self._get(url).json() Oct 27 10:39:34.904284 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 10:39:34.904284 n-d-813419-10 neutron-server[102347]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 10:39:34.904284 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 10:39:34.904284 n-d-813419-10 neutron-server[102347]: return self.request(url, 'GET', **kwargs) Oct 27 10:39:34.904284 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 10:39:34.904284 n-d-813419-10 neutron-server[102347]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 10:39:34.904284 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 10:39:34.904284 n-d-813419-10 neutron-server[102347]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 10:39:34.904284 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 10:39:34.904284 n-d-813419-10 neutron-server[102347]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 10:39:34.904284 n-d-813419-10 neutron-server[102347]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 10:39:34.954862 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-24b3e565-c55a-484a-84ee-0a0314e78afb tempest-RoutersNegativeTest-532987994 tempest-RoutersNegativeTest-532987994-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586917'] for network, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:34.975829 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-d740ffd7-97d1-4863-9158-de02f3a373ae tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664840'] for network, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:34.997094 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-d740ffd7-97d1-4863-9158-de02f3a373ae tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for network, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:35.001233 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-d740ffd7-97d1-4863-9158-de02f3a373ae tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] 10.222.0.44 "DELETE /v2.0/networks/77d9ea30-2478-4c2b-a16b-558866c62337 HTTP/1.1" status: 204 len: 168 time: 0.3491127 Oct 27 10:39:35.002354 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d740ffd7-97d1-4863-9158-de02f3a373ae tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Pushing event deleted for resources: {'Network': ['ID=77d9ea30-2478-4c2b-a16b-558866c62337,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:39:35.005781 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 44524) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:39:35.010870 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-e5f69f8e-bd58-4e50-b8f7-bfb6f9e190ff tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-296555702'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:39:35.039316 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5f69f8e-bd58-4e50-b8f7-bfb6f9e190ff tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Made reservation on behalf of a8f5b249d1a14ea0897d2eccf002a6cb for: {'network': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:39:35.041310 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-c2f90152-3601-4b6c-a72b-2a6b9629eb62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615'] for port, after_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:35.044815 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-e5f69f8e-bd58-4e50-b8f7-bfb6f9e190ff tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for network, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:35.049208 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-24b3e565-c55a-484a-84ee-0a0314e78afb tempest-RoutersNegativeTest-532987994 tempest-RoutersNegativeTest-532987994-project] Deleting port 4a9231c2-1735-4c33-875f-7a10cde901c2 {{(pid=102346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:39:35.049545 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-24b3e565-c55a-484a-84ee-0a0314e78afb tempest-RoutersNegativeTest-532987994 tempest-RoutersNegativeTest-532987994-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:35.072115 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f90152-3601-4b6c-a72b-2a6b9629eb62 None None] Pushing event deleted for resources: {'Port': ['ID=4a9231c2-1735-4c33-875f-7a10cde901c2,revision_number=None']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:39:35.073515 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5f69f8e-bd58-4e50-b8f7-bfb6f9e190ff tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 433} {{(pid=102347) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 10:39:35.087903 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2f90152-3601-4b6c-a72b-2a6b9629eb62 None None] No DVR routers for this DVR port 4a9231c2-1735-4c33-875f-7a10cde901c2 on host n-d-813419-10 {{(pid=102348) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:39:35.098020 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-e5f69f8e-bd58-4e50-b8f7-bfb6f9e190ff tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:35.098455 n-d-813419-10 neutron-server[102347]: INFO neutron.db.segments_db [None req-e5f69f8e-bd58-4e50-b8f7-bfb6f9e190ff tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Added segment 861c6d2d-8445-48b7-984e-d49da54582a3 of type vlan for network bea059cf-1b5c-4513-b5cb-cef38a2db044 Oct 27 10:39:35.141705 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [None req-24b3e565-c55a-484a-84ee-0a0314e78afb tempest-RoutersNegativeTest-532987994 tempest-RoutersNegativeTest-532987994-project] For port 4a9231c2-1735-4c33-875f-7a10cde901c2, host n-d-813419-10, got binding levels [] {{(pid=102346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:39:35.142064 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-24b3e565-c55a-484a-84ee-0a0314e78afb tempest-RoutersNegativeTest-532987994 tempest-RoutersNegativeTest-532987994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:35.149480 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-e5f69f8e-bd58-4e50-b8f7-bfb6f9e190ff tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743872593080'] for network, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:35.157757 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-24b3e565-c55a-484a-84ee-0a0314e78afb tempest-RoutersNegativeTest-532987994 tempest-RoutersNegativeTest-532987994-project] Calling delete_port for 4a9231c2-1735-4c33-875f-7a10cde901c2 owned by network:dhcp {{(pid=102346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:39:35.160478 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.ipam_backend_mixin [None req-24b3e565-c55a-484a-84ee-0a0314e78afb tempest-RoutersNegativeTest-532987994 tempest-RoutersNegativeTest-532987994-project] Port 4a9231c2-1735-4c33-875f-7a10cde901c2 was not found and therefore no delete operation was performed {{(pid=102346) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 27 10:39:35.161863 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-24b3e565-c55a-484a-84ee-0a0314e78afb tempest-RoutersNegativeTest-532987994 tempest-RoutersNegativeTest-532987994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:35.177165 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23306d88-873b-4c4d-8e1c-4dd0f890c25e None None] DHCP port deletion for db2cb1a0-a987-4234-85da-7d407252697b request from n-d-813419-10 {{(pid=102348) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 10:39:35.206390 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b3e565-c55a-484a-84ee-0a0314e78afb tempest-RoutersNegativeTest-532987994 tempest-RoutersNegativeTest-532987994-project] Pushing event deleted for resources: {'Port': ['ID=4a9231c2-1735-4c33-875f-7a10cde901c2,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:39:35.213625 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24b3e565-c55a-484a-84ee-0a0314e78afb tempest-RoutersNegativeTest-532987994 tempest-RoutersNegativeTest-532987994-project] No DVR routers for this DVR port 4a9231c2-1735-4c33-875f-7a10cde901c2 on host n-d-813419-10 {{(pid=102346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:39:35.218751 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-e5f69f8e-bd58-4e50-b8f7-bfb6f9e190ff tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913'] for network, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:35.227417 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5f69f8e-bd58-4e50-b8f7-bfb6f9e190ff tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:39:35.228237 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-e5f69f8e-bd58-4e50-b8f7-bfb6f9e190ff tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for network, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:35.283537 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-23306d88-873b-4c4d-8e1c-4dd0f890c25e None None] Deleting port 8da15468-f848-49a0-9d89-5b0e791c5d94 {{(pid=102348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:39:35.284661 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-23306d88-873b-4c4d-8e1c-4dd0f890c25e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:35.303703 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-e5f69f8e-bd58-4e50-b8f7-bfb6f9e190ff tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2972729 Oct 27 10:39:35.306798 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 44532) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:39:35.314095 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-835bb886-556a-428f-91e9-6685734e8643 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Request body: {'subnet': {'network_id': 'bea059cf-1b5c-4513-b5cb-cef38a2db044', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:39:35.317809 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-24b3e565-c55a-484a-84ee-0a0314e78afb tempest-RoutersNegativeTest-532987994 tempest-RoutersNegativeTest-532987994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857803', 'neutron.services.segments.db._delete_segments_for_network-8743873143390'] for network, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:35.358277 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-24b3e565-c55a-484a-84ee-0a0314e78afb tempest-RoutersNegativeTest-532987994 tempest-RoutersNegativeTest-532987994-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09a8b81f-503d-4018-8be3-c6c4a1fcac44']}} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:39:35.372324 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-24b3e565-c55a-484a-84ee-0a0314e78afb tempest-RoutersNegativeTest-532987994 tempest-RoutersNegativeTest-532987994-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4abf44ad-361d-4df8-ae22-c46eb7709a35') {'for_net_delete': True} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:39:35.372865 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-24b3e565-c55a-484a-84ee-0a0314e78afb tempest-RoutersNegativeTest-532987994 tempest-RoutersNegativeTest-532987994-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4abf44ad-361d-4df8-ae22-c46eb7709a35') {} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:39:35.375354 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f69f8e-bd58-4e50-b8f7-bfb6f9e190ff tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Pushing event updated for resources: {'Network': ['ID=bea059cf-1b5c-4513-b5cb-cef38a2db044,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:39:35.386892 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Network bea059cf-1b5c-4513-b5cb-cef38a2db044 details requested by agent ovs-agent-n-d-813419-10 with host n-d-813419-10 {{(pid=102348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 10:39:35.390594 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-24b3e565-c55a-484a-84ee-0a0314e78afb tempest-RoutersNegativeTest-532987994 tempest-RoutersNegativeTest-532987994-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743873145191', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25847877'] for segment, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:35.395008 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-23306d88-873b-4c4d-8e1c-4dd0f890c25e None None] For port 8da15468-f848-49a0-9d89-5b0e791c5d94, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=8da15468-f848-49a0-9d89-5b0e791c5d94,segment=NetworkSegment(85b4e582-d617-4e07-92fb-0a0a8339a119),segment_id=85b4e582-d617-4e07-92fb-0a0a8339a119)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:39:35.395401 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-23306d88-873b-4c4d-8e1c-4dd0f890c25e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:35.406039 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-24b3e565-c55a-484a-84ee-0a0314e78afb tempest-RoutersNegativeTest-532987994 tempest-RoutersNegativeTest-532987994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:35.414338 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24b3e565-c55a-484a-84ee-0a0314e78afb tempest-RoutersNegativeTest-532987994 tempest-RoutersNegativeTest-532987994-project] Releasing vlan 443 on physical network physnet1 to pool {{(pid=102346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 10:39:35.414734 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-24b3e565-c55a-484a-84ee-0a0314e78afb tempest-RoutersNegativeTest-532987994 tempest-RoutersNegativeTest-532987994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27024137'] for segment, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:35.418189 n-d-813419-10 neutron-server[102346]: Traceback (most recent call last): Oct 27 10:39:35.418189 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 10:39:35.418189 n-d-813419-10 neutron-server[102346]: timer() Oct 27 10:39:35.418189 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 10:39:35.418189 n-d-813419-10 neutron-server[102346]: cb(*args, **kw) Oct 27 10:39:35.418189 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 10:39:35.418189 n-d-813419-10 neutron-server[102346]: return func(*args, **kwargs) Oct 27 10:39:35.418189 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 10:39:35.418189 n-d-813419-10 neutron-server[102346]: self._notify() Oct 27 10:39:35.418189 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 10:39:35.418189 n-d-813419-10 neutron-server[102346]: self.callback(batched_events) Oct 27 10:39:35.418189 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 10:39:35.418189 n-d-813419-10 neutron-server[102346]: event.method(event) Oct 27 10:39:35.418189 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 10:39:35.418189 n-d-813419-10 neutron-server[102346]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 10:39:35.418189 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 10:39:35.418189 n-d-813419-10 neutron-server[102346]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 10:39:35.418189 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 10:39:35.418189 n-d-813419-10 neutron-server[102346]: return f(self, *a, **k) Oct 27 10:39:35.418189 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 10:39:35.418189 n-d-813419-10 neutron-server[102346]: return self._get(url).json() Oct 27 10:39:35.418189 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 10:39:35.418189 n-d-813419-10 neutron-server[102346]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 10:39:35.418189 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 10:39:35.418189 n-d-813419-10 neutron-server[102346]: return self.request(url, 'GET', **kwargs) Oct 27 10:39:35.418189 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 10:39:35.418189 n-d-813419-10 neutron-server[102346]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 10:39:35.418189 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 10:39:35.418189 n-d-813419-10 neutron-server[102346]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 10:39:35.418189 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 10:39:35.418189 n-d-813419-10 neutron-server[102346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 10:39:35.418189 n-d-813419-10 neutron-server[102346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 10:39:35.451308 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-23306d88-873b-4c4d-8e1c-4dd0f890c25e None None] Calling delete_port for 8da15468-f848-49a0-9d89-5b0e791c5d94 owned by network:dhcp {{(pid=102348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:39:35.491736 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-24b3e565-c55a-484a-84ee-0a0314e78afb tempest-RoutersNegativeTest-532987994 tempest-RoutersNegativeTest-532987994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664840'] for network, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:35.501028 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-24b3e565-c55a-484a-84ee-0a0314e78afb tempest-RoutersNegativeTest-532987994 tempest-RoutersNegativeTest-532987994-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for network, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:35.507915 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-24b3e565-c55a-484a-84ee-0a0314e78afb tempest-RoutersNegativeTest-532987994 tempest-RoutersNegativeTest-532987994-project] 10.222.0.44 "DELETE /v2.0/networks/09a8b81f-503d-4018-8be3-c6c4a1fcac44 HTTP/1.1" status: 204 len: 168 time: 0.6564195 Oct 27 10:39:35.508584 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 44544) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:39:35.511351 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-835bb886-556a-428f-91e9-6685734e8643 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Made reservation on behalf of a8f5b249d1a14ea0897d2eccf002a6cb for: {'subnet': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:39:35.514769 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-835bb886-556a-428f-91e9-6685734e8643 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18044073'] for subnet, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:35.526407 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b3e565-c55a-484a-84ee-0a0314e78afb tempest-RoutersNegativeTest-532987994 tempest-RoutersNegativeTest-532987994-project] Pushing event deleted for resources: {'Network': ['ID=09a8b81f-503d-4018-8be3-c6c4a1fcac44,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:39:35.580495 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-23306d88-873b-4c4d-8e1c-4dd0f890c25e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615'] for port, after_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:35.586357 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372d1991-0306-42c0-9ae7-e6b3be8093f5 req-75781a72-21db-44ad-97c9-5db9b2f32504 tempest-AttachVolumeNegativeTest-477808956 tempest-AttachVolumeNegativeTest-477808956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:39:35.587902 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-372d1991-0306-42c0-9ae7-e6b3be8093f5 req-75781a72-21db-44ad-97c9-5db9b2f32504 tempest-AttachVolumeNegativeTest-477808956 tempest-AttachVolumeNegativeTest-477808956-project] 10.222.0.44 "GET /v2.0/networks?id=b35e9655-e3a0-4ebc-8115-69611b13f855 HTTP/1.1" status: 200 len: 815 time: 0.2042208 Oct 27 10:39:35.604237 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-9e8386bc-6acf-450c-9856-453eb969cddb tempest-RoutersNegativeTest-532987994 tempest-RoutersNegativeTest-532987994-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586917'] for network, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:35.606576 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.ipam_backend_mixin [None req-835bb886-556a-428f-91e9-6685734e8643 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Performing IP validity checks on allocation pools {{(pid=102347) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Oct 27 10:39:35.608309 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23306d88-873b-4c4d-8e1c-4dd0f890c25e None None] Pushing event deleted for resources: {'Port': ['ID=8da15468-f848-49a0-9d89-5b0e791c5d94,revision_number=None']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:39:35.609406 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.ipam_backend_mixin [None req-835bb886-556a-428f-91e9-6685734e8643 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102347) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Oct 27 10:39:35.615223 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23306d88-873b-4c4d-8e1c-4dd0f890c25e None None] No DVR routers for this DVR port 8da15468-f848-49a0-9d89-5b0e791c5d94 on host n-d-813419-10 {{(pid=102348) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:39:35.621640 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-372d1991-0306-42c0-9ae7-e6b3be8093f5 req-3f0e62e2-bb24-4926-a394-34c0052a70dd tempest-AttachVolumeNegativeTest-477808956 tempest-AttachVolumeNegativeTest-477808956-project] 10.222.0.44 "GET /v2.0/quotas/08ad62c7dc6e456e8fa39abf5ba7c668 HTTP/1.1" status: 200 len: 375 time: 0.0240564 Oct 27 10:39:35.710814 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-9e8386bc-6acf-450c-9856-453eb969cddb tempest-RoutersNegativeTest-532987994 tempest-RoutersNegativeTest-532987994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857803', 'neutron.services.segments.db._delete_segments_for_network-8743873143390'] for network, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:35.715297 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-372d1991-0306-42c0-9ae7-e6b3be8093f5 req-abee13d1-0380-491b-856b-973251e57153 tempest-AttachVolumeNegativeTest-477808956 tempest-AttachVolumeNegativeTest-477808956-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=08ad62c7dc6e456e8fa39abf5ba7c668&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0834203 Oct 27 10:39:35.730977 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-9e8386bc-6acf-450c-9856-453eb969cddb tempest-RoutersNegativeTest-532987994 tempest-RoutersNegativeTest-532987994-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db2cb1a0-a987-4234-85da-7d407252697b']}} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:39:35.732140 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [req-372d1991-0306-42c0-9ae7-e6b3be8093f5 req-63e87635-ed78-4178-9a48-9a3102fa7eec service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=102347) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 10:39:35.733196 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-372d1991-0306-42c0-9ae7-e6b3be8093f5 req-63e87635-ed78-4178-9a48-9a3102fa7eec service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0072567 Oct 27 10:39:35.741221 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-9e8386bc-6acf-450c-9856-453eb969cddb tempest-RoutersNegativeTest-532987994 tempest-RoutersNegativeTest-532987994-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85b4e582-d617-4e07-92fb-0a0a8339a119') {'for_net_delete': True} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:39:35.741513 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-9e8386bc-6acf-450c-9856-453eb969cddb tempest-RoutersNegativeTest-532987994 tempest-RoutersNegativeTest-532987994-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85b4e582-d617-4e07-92fb-0a0a8339a119') {} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:39:35.751099 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-9e8386bc-6acf-450c-9856-453eb969cddb tempest-RoutersNegativeTest-532987994 tempest-RoutersNegativeTest-532987994-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743873145191', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25847877'] for segment, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:35.764534 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-9e8386bc-6acf-450c-9856-453eb969cddb tempest-RoutersNegativeTest-532987994 tempest-RoutersNegativeTest-532987994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:35.770978 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e8386bc-6acf-450c-9856-453eb969cddb tempest-RoutersNegativeTest-532987994 tempest-RoutersNegativeTest-532987994-project] Releasing vlan 408 on physical network physnet1 to pool {{(pid=102346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 10:39:35.771356 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-9e8386bc-6acf-450c-9856-453eb969cddb tempest-RoutersNegativeTest-532987994 tempest-RoutersNegativeTest-532987994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27024137'] for segment, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:35.774739 n-d-813419-10 neutron-server[102346]: Traceback (most recent call last): Oct 27 10:39:35.774739 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 10:39:35.774739 n-d-813419-10 neutron-server[102346]: timer() Oct 27 10:39:35.774739 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 10:39:35.774739 n-d-813419-10 neutron-server[102346]: cb(*args, **kw) Oct 27 10:39:35.774739 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 10:39:35.774739 n-d-813419-10 neutron-server[102346]: return func(*args, **kwargs) Oct 27 10:39:35.774739 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 10:39:35.774739 n-d-813419-10 neutron-server[102346]: self._notify() Oct 27 10:39:35.774739 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 10:39:35.774739 n-d-813419-10 neutron-server[102346]: self.callback(batched_events) Oct 27 10:39:35.774739 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 10:39:35.774739 n-d-813419-10 neutron-server[102346]: event.method(event) Oct 27 10:39:35.774739 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 10:39:35.774739 n-d-813419-10 neutron-server[102346]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 10:39:35.774739 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 10:39:35.774739 n-d-813419-10 neutron-server[102346]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 10:39:35.774739 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 10:39:35.774739 n-d-813419-10 neutron-server[102346]: return f(self, *a, **k) Oct 27 10:39:35.774739 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 10:39:35.774739 n-d-813419-10 neutron-server[102346]: return self._get(url).json() Oct 27 10:39:35.774739 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 10:39:35.774739 n-d-813419-10 neutron-server[102346]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 10:39:35.774739 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 10:39:35.774739 n-d-813419-10 neutron-server[102346]: return self.request(url, 'GET', **kwargs) Oct 27 10:39:35.774739 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 10:39:35.774739 n-d-813419-10 neutron-server[102346]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 10:39:35.774739 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 10:39:35.774739 n-d-813419-10 neutron-server[102346]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 10:39:35.774739 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 10:39:35.774739 n-d-813419-10 neutron-server[102346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 10:39:35.774739 n-d-813419-10 neutron-server[102346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 10:39:35.839075 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-835bb886-556a-428f-91e9-6685734e8643 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-18295883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18044091'] for subnet, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:35.842365 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-9e8386bc-6acf-450c-9856-453eb969cddb tempest-RoutersNegativeTest-532987994 tempest-RoutersNegativeTest-532987994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664840'] for network, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:35.853048 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-9e8386bc-6acf-450c-9856-453eb969cddb tempest-RoutersNegativeTest-532987994 tempest-RoutersNegativeTest-532987994-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for network, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:35.860005 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-9e8386bc-6acf-450c-9856-453eb969cddb tempest-RoutersNegativeTest-532987994 tempest-RoutersNegativeTest-532987994-project] 10.222.0.44 "DELETE /v2.0/networks/db2cb1a0-a987-4234-85da-7d407252697b HTTP/1.1" status: 204 len: 168 time: 0.3391352 Oct 27 10:39:35.860005 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 44548) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:39:35.896785 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8386bc-6acf-450c-9856-453eb969cddb tempest-RoutersNegativeTest-532987994 tempest-RoutersNegativeTest-532987994-project] Pushing event deleted for resources: {'Network': ['ID=db2cb1a0-a987-4234-85da-7d407252697b,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:39:35.950767 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_v2 [None req-0cc546ea-ffa8-42f6-8869-4f839195e662 tempest-RoutersNegativeTest-532987994 tempest-RoutersNegativeTest-532987994-project] Deleting subnet d541816d-14dc-4cc2-afba-78663e6d139d {{(pid=102346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 10:39:35.954328 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-0cc546ea-ffa8-42f6-8869-4f839195e662 tempest-RoutersNegativeTest-532987994 tempest-RoutersNegativeTest-532987994-project] Publish callbacks [] for subnet, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:36.003222 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3def75eb-d644-4a99-a7e5-e8757a86b0e6 req-71da4c36-009e-4ef9-a1ab-ae53eb2a5480 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:39:36.004835 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-3def75eb-d644-4a99-a7e5-e8757a86b0e6 req-71da4c36-009e-4ef9-a1ab-ae53eb2a5480 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/ports?device_id=f6fc38b4-3d34-4580-bd35-a4b845297319 HTTP/1.1" status: 200 len: 945 time: 0.1263728 Oct 27 10:39:36.022289 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-0cc546ea-ffa8-42f6-8869-4f839195e662 tempest-RoutersNegativeTest-532987994 tempest-RoutersNegativeTest-532987994-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25847868'] for subnet, precommit_delete_associations {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:36.084854 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-3def75eb-d644-4a99-a7e5-e8757a86b0e6 req-b60c32da-a43c-4487-8456-8119a02f3431 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/security-groups?id=042a0afe-bacb-4048-aed3-353e9c85bd81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718486 Oct 27 10:39:36.131185 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-0cc546ea-ffa8-42f6-8869-4f839195e662 tempest-RoutersNegativeTest-532987994 tempest-RoutersNegativeTest-532987994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855646'] for subnet, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:36.201803 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-0cc546ea-ffa8-42f6-8869-4f839195e662 tempest-RoutersNegativeTest-532987994 tempest-RoutersNegativeTest-532987994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27024355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27168307'] for subnet, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:36.217156 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835bb886-556a-428f-91e9-6685734e8643 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Pushing event updated for resources: {'Subnet': ['ID=5c7dbe5a-2f11-4f17-8b9e-288ccb386921,revision_number=0']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:39:36.218125 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-0cc546ea-ffa8-42f6-8869-4f839195e662 tempest-RoutersNegativeTest-532987994 tempest-RoutersNegativeTest-532987994-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for subnet, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:36.221841 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-0cc546ea-ffa8-42f6-8869-4f839195e662 tempest-RoutersNegativeTest-532987994 tempest-RoutersNegativeTest-532987994-project] 10.222.0.44 "DELETE /v2.0/subnets/d541816d-14dc-4cc2-afba-78663e6d139d HTTP/1.1" status: 204 len: 168 time: 0.3608775 Oct 27 10:39:36.225904 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aed66b1-49f2-40e4-82cd-89bbe03ecfa4 None None] Network bed339a8-e732-45e9-bcbe-feb0396107aa requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:39:36.235639 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-372d1991-0306-42c0-9ae7-e6b3be8093f5 req-db857744-541e-4082-b220-dd6cec1b15cb service neutron] 10.222.0.44 "GET /v2.0/networks/b35e9655-e3a0-4ebc-8115-69611b13f855?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4930637 Oct 27 10:39:36.245296 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 44554) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:39:36.266220 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc546ea-ffa8-42f6-8869-4f839195e662 tempest-RoutersNegativeTest-532987994 tempest-RoutersNegativeTest-532987994-project] Pushing event deleted for resources: {'Subnet': ['ID=d541816d-14dc-4cc2-afba-78663e6d139d,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:39:36.309159 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 8da15468-f848-49a0-9d89-5b0e791c5d94 no longer exists at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:39:36.322813 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41f2604-88ab-4c19-8aff-afe8081209f8 req-c0bacb3a-495b-4fd9-9e62-a015cc52b8e6 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:39:36.324392 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-e41f2604-88ab-4c19-8aff-afe8081209f8 req-c0bacb3a-495b-4fd9-9e62-a015cc52b8e6 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/ports?device_id=f6fc38b4-3d34-4580-bd35-a4b845297319 HTTP/1.1" status: 200 len: 945 time: 0.0703983 Oct 27 10:39:36.356171 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] No Port match for: 8da15468-f848-49a0-9d89-5b0e791c5d94 {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:39:36.356590 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 8da15468-f848-49a0-9d89-5b0e791c5d94 not bound to the agent host n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:39:36.357013 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 4a9231c2-1735-4c33-875f-7a10cde901c2 no longer exists at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:39:36.372341 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-835bb886-556a-428f-91e9-6685734e8643 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Checking segment: {'id': '861c6d2d-8445-48b7-984e-d49da54582a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'bea059cf-1b5c-4513-b5cb-cef38a2db044'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:39:36.372624 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-e41f2604-88ab-4c19-8aff-afe8081209f8 req-352e09b7-e1d8-4c7c-87b2-bd5fe3b1b1ef tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/security-groups?id=042a0afe-bacb-4048-aed3-353e9c85bd81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412109 Oct 27 10:39:36.372738 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-835bb886-556a-428f-91e9-6685734e8643 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Network hostable DHCP agents. Network: bea059cf-1b5c-4513-b5cb-cef38a2db044, hostable agents: ['eafd4000-b897-4722-ae8b-0118ec955181'], hosted agents: [] {{(pid=102347) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 10:39:36.378768 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] No Port match for: 4a9231c2-1735-4c33-875f-7a10cde901c2 {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:39:36.378768 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 4a9231c2-1735-4c33-875f-7a10cde901c2 not bound to the agent host n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:39:36.411299 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-472cc411-3c6b-4d49-9df5-62bcde978550 tempest-RoutersNegativeTest-532987994 tempest-RoutersNegativeTest-532987994-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586917'] for network, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:36.426913 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-835bb886-556a-428f-91e9-6685734e8643 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Network bea059cf-1b5c-4513-b5cb-cef38a2db044 is scheduled to be hosted by DHCP agent eafd4000-b897-4722-ae8b-0118ec955181 with binding_index 1 {{(pid=102347) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 10:39:36.452535 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-372d1991-0306-42c0-9ae7-e6b3be8093f5 req-45154385-adc6-44a6-be17-bff4aaa91da9 service neutron] 10.222.0.44 "GET /v2.0/networks/b35e9655-e3a0-4ebc-8115-69611b13f855?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2154298 Oct 27 10:39:36.454226 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [None req-835bb886-556a-428f-91e9-6685734e8643 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-10, bea059cf-1b5c-4513-b5cb-cef38a2db044) {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:39:36.460773 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-835bb886-556a-428f-91e9-6685734e8643 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:39:36.461359 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-835bb886-556a-428f-91e9-6685734e8643 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks [] for subnet, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:36.474784 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89c0fcfc-32fd-4ca6-a395-53bb669d2f74 None None] Network bea059cf-1b5c-4513-b5cb-cef38a2db044 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:39:36.512923 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 44560) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:39:36.513162 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-835bb886-556a-428f-91e9-6685734e8643 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2051959 Oct 27 10:39:36.519304 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-31bfbfbe-b7d3-4f4f-8109-c577e4aab649 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Request body: {'port': {'network_id': 'bea059cf-1b5c-4513-b5cb-cef38a2db044', 'name': 'tempest-PortsIpV6TestJSON-829042064'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:39:36.532128 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-472cc411-3c6b-4d49-9df5-62bcde978550 tempest-RoutersNegativeTest-532987994 tempest-RoutersNegativeTest-532987994-project] Deleting port d06c8d82-e9da-4d6c-89a0-3651f4461e50 {{(pid=102347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:39:36.532395 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8422e8b5-0ed2-4fcd-888c-e2c63a7c1068 None None] DHCP port deletion for bed339a8-e732-45e9-bcbe-feb0396107aa request from n-d-813419-10 {{(pid=102348) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 10:39:36.532726 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-472cc411-3c6b-4d49-9df5-62bcde978550 tempest-RoutersNegativeTest-532987994 tempest-RoutersNegativeTest-532987994-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:36.612754 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [None req-472cc411-3c6b-4d49-9df5-62bcde978550 tempest-RoutersNegativeTest-532987994 tempest-RoutersNegativeTest-532987994-project] For port d06c8d82-e9da-4d6c-89a0-3651f4461e50, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=d06c8d82-e9da-4d6c-89a0-3651f4461e50,segment=NetworkSegment(6ed580b8-cd04-48f5-9b36-ed506cd8f47e),segment_id=6ed580b8-cd04-48f5-9b36-ed506cd8f47e)] {{(pid=102347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:39:36.613557 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-472cc411-3c6b-4d49-9df5-62bcde978550 tempest-RoutersNegativeTest-532987994 tempest-RoutersNegativeTest-532987994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:36.631194 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-472cc411-3c6b-4d49-9df5-62bcde978550 tempest-RoutersNegativeTest-532987994 tempest-RoutersNegativeTest-532987994-project] Calling delete_port for d06c8d82-e9da-4d6c-89a0-3651f4461e50 owned by network:dhcp {{(pid=102347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:39:36.665427 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-8422e8b5-0ed2-4fcd-888c-e2c63a7c1068 None None] Deleting port d06c8d82-e9da-4d6c-89a0-3651f4461e50 {{(pid=102348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:39:36.665968 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-8422e8b5-0ed2-4fcd-888c-e2c63a7c1068 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:36.672993 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31bfbfbe-b7d3-4f4f-8109-c577e4aab649 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Made reservation on behalf of a8f5b249d1a14ea0897d2eccf002a6cb for: {'port': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:39:36.685237 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-31bfbfbe-b7d3-4f4f-8109-c577e4aab649 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:36.768321 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2250166-b73c-449a-b930-34b61f1a0043 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp734b258e-7d96-550c-b970-9b72ab66f383-bea059cf-1b5c-4513-b5cb-cef38a2db044', 'network_id': 'bea059cf-1b5c-4513-b5cb-cef38a2db044', 'tenant_id': 'a8f5b249d1a14ea0897d2eccf002a6cb', 'fixed_ips': [{'subnet_id': '5c7dbe5a-2f11-4f17-8b9e-288ccb386921'}]}} from n-d-813419-10. {{(pid=102348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 10:39:36.769182 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-b2250166-b73c-449a-b930-34b61f1a0043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:36.775027 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [None req-31bfbfbe-b7d3-4f4f-8109-c577e4aab649 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] device_id is not set on port 7b0055e5-4db4-4f30-8772-2a8ad59b3776 yet. {{(pid=102346) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 10:39:36.791476 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-d284ed84-ccc2-4604-a25f-d5928cfc9317 req-845ddb14-3a61-4216-9db8-7e55e3a68a2c tempest-AttachVolumeNegativeTest-477808956 tempest-AttachVolumeNegativeTest-477808956-project] 10.222.0.44 "GET /v2.0/ports?device_id=c94862f4-e2b6-4abb-9365-b989679a049a HTTP/1.1" status: 200 len: 210 time: 0.0391662 Oct 27 10:39:36.795499 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-8422e8b5-0ed2-4fcd-888c-e2c63a7c1068 None None] For port d06c8d82-e9da-4d6c-89a0-3651f4461e50, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=d06c8d82-e9da-4d6c-89a0-3651f4461e50,segment=NetworkSegment(6ed580b8-cd04-48f5-9b36-ed506cd8f47e),segment_id=6ed580b8-cd04-48f5-9b36-ed506cd8f47e)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:39:36.795886 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-8422e8b5-0ed2-4fcd-888c-e2c63a7c1068 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:36.799380 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-472cc411-3c6b-4d49-9df5-62bcde978550 tempest-RoutersNegativeTest-532987994 tempest-RoutersNegativeTest-532987994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:36.810273 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-8422e8b5-0ed2-4fcd-888c-e2c63a7c1068 None None] Calling delete_port for d06c8d82-e9da-4d6c-89a0-3651f4461e50 owned by network:dhcp {{(pid=102348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:39:36.850567 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472cc411-3c6b-4d49-9df5-62bcde978550 tempest-RoutersNegativeTest-532987994 tempest-RoutersNegativeTest-532987994-project] Pushing event deleted for resources: {'Port': ['ID=d06c8d82-e9da-4d6c-89a0-3651f4461e50,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:39:36.853310 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-472cc411-3c6b-4d49-9df5-62bcde978550 tempest-RoutersNegativeTest-532987994 tempest-RoutersNegativeTest-532987994-project] No DVR routers for this DVR port d06c8d82-e9da-4d6c-89a0-3651f4461e50 on host n-d-813419-10 {{(pid=102347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:39:36.954891 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-472cc411-3c6b-4d49-9df5-62bcde978550 tempest-RoutersNegativeTest-532987994 tempest-RoutersNegativeTest-532987994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857803', 'neutron.services.segments.db._delete_segments_for_network-8743873143390'] for network, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:36.965412 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-8422e8b5-0ed2-4fcd-888c-e2c63a7c1068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615'] for port, after_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:36.977674 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-472cc411-3c6b-4d49-9df5-62bcde978550 tempest-RoutersNegativeTest-532987994 tempest-RoutersNegativeTest-532987994-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bed339a8-e732-45e9-bcbe-feb0396107aa']}} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:39:36.981520 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8422e8b5-0ed2-4fcd-888c-e2c63a7c1068 None None] No DVR routers for this DVR port d06c8d82-e9da-4d6c-89a0-3651f4461e50 on host n-d-813419-10 {{(pid=102348) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:39:36.994796 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-472cc411-3c6b-4d49-9df5-62bcde978550 tempest-RoutersNegativeTest-532987994 tempest-RoutersNegativeTest-532987994-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ed580b8-cd04-48f5-9b36-ed506cd8f47e') {'for_net_delete': True} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:39:36.995390 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-472cc411-3c6b-4d49-9df5-62bcde978550 tempest-RoutersNegativeTest-532987994 tempest-RoutersNegativeTest-532987994-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ed580b8-cd04-48f5-9b36-ed506cd8f47e') {} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:39:37.005250 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8422e8b5-0ed2-4fcd-888c-e2c63a7c1068 None None] Pushing event deleted for resources: {'Port': ['ID=d06c8d82-e9da-4d6c-89a0-3651f4461e50,revision_number=None']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:39:37.019154 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-472cc411-3c6b-4d49-9df5-62bcde978550 tempest-RoutersNegativeTest-532987994 tempest-RoutersNegativeTest-532987994-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743873145191', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18445132'] for segment, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:37.034612 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-472cc411-3c6b-4d49-9df5-62bcde978550 tempest-RoutersNegativeTest-532987994 tempest-RoutersNegativeTest-532987994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:37.042480 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-472cc411-3c6b-4d49-9df5-62bcde978550 tempest-RoutersNegativeTest-532987994 tempest-RoutersNegativeTest-532987994-project] Releasing vlan 421 on physical network physnet1 to pool {{(pid=102347) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 10:39:37.042865 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-472cc411-3c6b-4d49-9df5-62bcde978550 tempest-RoutersNegativeTest-532987994 tempest-RoutersNegativeTest-532987994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-18296032'] for segment, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:37.046488 n-d-813419-10 neutron-server[102347]: Traceback (most recent call last): Oct 27 10:39:37.046488 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 10:39:37.046488 n-d-813419-10 neutron-server[102347]: timer() Oct 27 10:39:37.046488 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 10:39:37.046488 n-d-813419-10 neutron-server[102347]: cb(*args, **kw) Oct 27 10:39:37.046488 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 10:39:37.046488 n-d-813419-10 neutron-server[102347]: return func(*args, **kwargs) Oct 27 10:39:37.046488 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 10:39:37.046488 n-d-813419-10 neutron-server[102347]: self._notify() Oct 27 10:39:37.046488 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 10:39:37.046488 n-d-813419-10 neutron-server[102347]: self.callback(batched_events) Oct 27 10:39:37.046488 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 10:39:37.046488 n-d-813419-10 neutron-server[102347]: event.method(event) Oct 27 10:39:37.046488 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 10:39:37.046488 n-d-813419-10 neutron-server[102347]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 10:39:37.046488 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 10:39:37.046488 n-d-813419-10 neutron-server[102347]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 10:39:37.046488 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 10:39:37.046488 n-d-813419-10 neutron-server[102347]: return f(self, *a, **k) Oct 27 10:39:37.046488 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 10:39:37.046488 n-d-813419-10 neutron-server[102347]: return self._get(url).json() Oct 27 10:39:37.046488 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 10:39:37.046488 n-d-813419-10 neutron-server[102347]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 10:39:37.046488 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 10:39:37.046488 n-d-813419-10 neutron-server[102347]: return self.request(url, 'GET', **kwargs) Oct 27 10:39:37.046488 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 10:39:37.046488 n-d-813419-10 neutron-server[102347]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 10:39:37.046488 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 10:39:37.046488 n-d-813419-10 neutron-server[102347]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 10:39:37.046488 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 10:39:37.046488 n-d-813419-10 neutron-server[102347]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 10:39:37.046488 n-d-813419-10 neutron-server[102347]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 10:39:37.119099 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-472cc411-3c6b-4d49-9df5-62bcde978550 tempest-RoutersNegativeTest-532987994 tempest-RoutersNegativeTest-532987994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664840'] for network, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:37.139682 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-472cc411-3c6b-4d49-9df5-62bcde978550 tempest-RoutersNegativeTest-532987994 tempest-RoutersNegativeTest-532987994-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for network, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:37.145747 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-472cc411-3c6b-4d49-9df5-62bcde978550 tempest-RoutersNegativeTest-532987994 tempest-RoutersNegativeTest-532987994-project] 10.222.0.44 "DELETE /v2.0/networks/bed339a8-e732-45e9-bcbe-feb0396107aa HTTP/1.1" status: 204 len: 168 time: 0.8968000 Oct 27 10:39:37.145747 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472cc411-3c6b-4d49-9df5-62bcde978550 tempest-RoutersNegativeTest-532987994 tempest-RoutersNegativeTest-532987994-project] Pushing event deleted for resources: {'Network': ['ID=bed339a8-e732-45e9-bcbe-feb0396107aa,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:39:37.146116 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 44582) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:39:37.179374 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-a0f966ec-87d3-4ac0-9436-a042f87b03e2 tempest-RoutersNegativeTest-532987994 tempest-RoutersNegativeTest-532987994-project] 10.222.0.44 "GET /v2.0/ports?device_id=ffe260ae-4173-4480-89b1-a9db74475d73 HTTP/1.1" status: 200 len: 205 time: 0.0298524 Oct 27 10:39:37.179714 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 44586) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:39:37.251041 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_common [None req-31bfbfbe-b7d3-4f4f-8109-c577e4aab649 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Allocated IP 2001:db8::2f (bea059cf-1b5c-4513-b5cb-cef38a2db044/5c7dbe5a-2f11-4f17-8b9e-288ccb386921/7b0055e5-4db4-4f30-8772-2a8ad59b3776) {{(pid=102346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:39:37.280724 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-e1e26c57-c430-41fc-980f-bfa018223fd8 tempest-RoutersNegativeTest-532987994 tempest-RoutersNegativeTest-532987994-project] Publish callbacks [] for router, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:37.291638 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230035a4-826c-4aff-89c5-0b8f00abb826 req-a569c6ae-c61f-4ee3-bd05-8081a7c1e837 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:39:37.293160 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-230035a4-826c-4aff-89c5-0b8f00abb826 req-a569c6ae-c61f-4ee3-bd05-8081a7c1e837 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/networks?id=fca909b5-2d06-4825-8091-33382048b635 HTTP/1.1" status: 200 len: 811 time: 0.5925875 Oct 27 10:39:37.323112 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-230035a4-826c-4aff-89c5-0b8f00abb826 req-0dc472fc-2397-40c4-9fff-2d722849f901 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/quotas/5cdd6d2f037d42e18150718a811d487c HTTP/1.1" status: 200 len: 375 time: 0.0207412 Oct 27 10:39:37.461601 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-e1e26c57-c430-41fc-980f-bfa018223fd8 tempest-RoutersNegativeTest-532987994 tempest-RoutersNegativeTest-532987994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1765662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3700'] for router, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:37.464116 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-e1e26c57-c430-41fc-980f-bfa018223fd8 tempest-RoutersNegativeTest-532987994 tempest-RoutersNegativeTest-532987994-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:37.475466 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-230035a4-826c-4aff-89c5-0b8f00abb826 req-ef8929c3-45e5-4ec0-a70c-26117212c726 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=5cdd6d2f037d42e18150718a811d487c&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1443229 Oct 27 10:39:37.509005 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-e1e26c57-c430-41fc-980f-bfa018223fd8 tempest-RoutersNegativeTest-532987994 tempest-RoutersNegativeTest-532987994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1765641'] for router, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:37.509802 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1e26c57-c430-41fc-980f-bfa018223fd8 tempest-RoutersNegativeTest-532987994 tempest-RoutersNegativeTest-532987994-project] Fanout notify agent at l3_agent the message router_deleted on router ffe260ae-4173-4480-89b1-a9db74475d73 {{(pid=102347) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 10:39:37.518299 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-e1e26c57-c430-41fc-980f-bfa018223fd8 tempest-RoutersNegativeTest-532987994 tempest-RoutersNegativeTest-532987994-project] Publish callbacks [] for router, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:37.522238 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-e1e26c57-c430-41fc-980f-bfa018223fd8 tempest-RoutersNegativeTest-532987994 tempest-RoutersNegativeTest-532987994-project] 10.222.0.44 "DELETE /v2.0/routers/ffe260ae-4173-4480-89b1-a9db74475d73 HTTP/1.1" status: 204 len: 168 time: 0.3413961 Oct 27 10:39:37.566896 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-31bfbfbe-b7d3-4f4f-8109-c577e4aab649 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks [] for port, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:37.617397 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-230035a4-826c-4aff-89c5-0b8f00abb826 req-cecd79a5-873e-49f4-b12d-f52a55e738b9 service neutron] 10.222.0.44 "GET /v2.0/networks/fca909b5-2d06-4825-8091-33382048b635?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288393 Oct 27 10:39:37.642949 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-31bfbfbe-b7d3-4f4f-8109-c577e4aab649 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:37.695029 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.db_base_plugin_common [None req-b2250166-b73c-449a-b930-34b61f1a0043 None None] Allocated IP 2001:db8::2 (bea059cf-1b5c-4513-b5cb-cef38a2db044/5c7dbe5a-2f11-4f17-8b9e-288ccb386921/2a5b1730-24f4-4d82-b4c9-2a7d9e29ae1e) {{(pid=102348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:39:37.728651 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31bfbfbe-b7d3-4f4f-8109-c577e4aab649 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Network bea059cf-1b5c-4513-b5cb-cef38a2db044 is already hosted by enough agents. {{(pid=102346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:39:37.737037 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-31bfbfbe-b7d3-4f4f-8109-c577e4aab649 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Resources bound (agent type, host, resource id): {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:39:37.743315 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31bfbfbe-b7d3-4f4f-8109-c577e4aab649 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Received port after_create {{(pid=102346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:39:37.748893 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31bfbfbe-b7d3-4f4f-8109-c577e4aab649 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:39:37.749504 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-31bfbfbe-b7d3-4f4f-8109-c577e4aab649 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:37.759155 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bfbfbe-b7d3-4f4f-8109-c577e4aab649 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Pushing event updated for resources: {'Port': ['ID=7b0055e5-4db4-4f30-8772-2a8ad59b3776,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:39:37.781541 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-31bfbfbe-b7d3-4f4f-8109-c577e4aab649 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.2675173 Oct 27 10:39:37.784284 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 44596) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:39:37.798319 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-230035a4-826c-4aff-89c5-0b8f00abb826 req-21f8dcc8-586b-4da4-8273-bc5c54ff7b04 service neutron] 10.222.0.44 "GET /v2.0/networks/fca909b5-2d06-4825-8091-33382048b635?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1745698 Oct 27 10:39:37.830069 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 44600) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:39:37.921891 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-b2250166-b73c-449a-b930-34b61f1a0043 None None] Publish callbacks [] for port, precommit_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:37.929785 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-b2250166-b73c-449a-b930-34b61f1a0043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606'] for port, after_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:37.969618 n-d-813419-10 neutron-server[102348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2250166-b73c-449a-b930-34b61f1a0043 None None] Network bea059cf-1b5c-4513-b5cb-cef38a2db044 is already hosted by enough agents. {{(pid=102348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:39:37.978180 n-d-813419-10 neutron-server[102348]: DEBUG neutron.scheduler.base_scheduler [None req-b2250166-b73c-449a-b930-34b61f1a0043 None None] Resources bound (agent type, host, resource id): {{(pid=102348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:39:37.983040 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2250166-b73c-449a-b930-34b61f1a0043 None None] Received port after_create {{(pid=102348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:39:38.023740 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-546d32a5-5f33-4caa-bc26-fcfb6adbc056 req-2f54964e-aeba-4617-8140-913deb8485e0 tempest-AttachVolumeNegativeTest-477808956 tempest-AttachVolumeNegativeTest-477808956-project] 10.222.0.44 "GET /v2.0/ports?device_id=c94862f4-e2b6-4abb-9365-b989679a049a HTTP/1.1" status: 200 len: 210 time: 0.0667603 Oct 27 10:39:38.027784 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2250166-b73c-449a-b930-34b61f1a0043 None None] Pushing event updated for resources: {'Port': ['ID=2a5b1730-24f4-4d82-b4c9-2a7d9e29ae1e,revision_number=1']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:39:38.050027 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-8f033351-653b-4188-9d75-ab3fafcb3567 req-8b5544ff-eaac-45c4-9868-8edc22f1ebdb tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/ports?device_id=6531a9ba-3dd6-4e37-8415-ddbffecde67d HTTP/1.1" status: 200 len: 210 time: 0.0460563 Oct 27 10:39:38.085318 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-b2250166-b73c-449a-b930-34b61f1a0043 None None] Attempting to bind port 2a5b1730-24f4-4d82-b4c9-2a7d9e29ae1e on host n-d-813419-10 for vnic_type normal with profile {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:39:38.085950 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-b2250166-b73c-449a-b930-34b61f1a0043 None None] Attempting to bind port 2a5b1730-24f4-4d82-b4c9-2a7d9e29ae1e by drivers openvswitch,hyperv on host n-d-813419-10 at level 0 using segments [{'id': '861c6d2d-8445-48b7-984e-d49da54582a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'bea059cf-1b5c-4513-b5cb-cef38a2db044'}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:39:38.086720 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-eb7ac702-a19d-47f5-b768-5f439d476923 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d46538bbef354df193c95ee9c9e4875b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2554767 Oct 27 10:39:38.089235 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2250166-b73c-449a-b930-34b61f1a0043 None None] Attempting to bind port 2a5b1730-24f4-4d82-b4c9-2a7d9e29ae1e on network bea059cf-1b5c-4513-b5cb-cef38a2db044 {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:39:38.089929 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 44608) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:39:38.095999 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2250166-b73c-449a-b930-34b61f1a0043 None None] Checking agent: {'id': '89dba0f3-79b2-435e-9822-33674b8f6ada', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 8, 20), 'started_at': datetime.datetime(2021, 10, 27, 10, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 39, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:39:38.096672 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2250166-b73c-449a-b930-34b61f1a0043 None None] Checking segment: {'id': '861c6d2d-8445-48b7-984e-d49da54582a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'bea059cf-1b5c-4513-b5cb-cef38a2db044'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:39:38.097295 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-b2250166-b73c-449a-b930-34b61f1a0043 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:38.097632 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2250166-b73c-449a-b930-34b61f1a0043 None None] Bound using segment: {'id': '861c6d2d-8445-48b7-984e-d49da54582a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'bea059cf-1b5c-4513-b5cb-cef38a2db044'} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:39:38.098143 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-b2250166-b73c-449a-b930-34b61f1a0043 None None] Bound port: 2a5b1730-24f4-4d82-b4c9-2a7d9e29ae1e, host: n-d-813419-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '861c6d2d-8445-48b7-984e-d49da54582a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'bea059cf-1b5c-4513-b5cb-cef38a2db044'}}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:39:38.098533 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-b2250166-b73c-449a-b930-34b61f1a0043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:38.152040 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-c2f4f2ef-3fa0-4dd9-b55e-e0d3ca057aa5 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Deleting port 7b0055e5-4db4-4f30-8772-2a8ad59b3776 {{(pid=102347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:39:38.152534 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-c2f4f2ef-3fa0-4dd9-b55e-e0d3ca057aa5 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:38.171229 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-b2250166-b73c-449a-b930-34b61f1a0043 None None] For port 2a5b1730-24f4-4d82-b4c9-2a7d9e29ae1e, host n-d-813419-10, cleared binding levels {{(pid=102348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:39:38.175574 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-b2250166-b73c-449a-b930-34b61f1a0043 None None] For port 2a5b1730-24f4-4d82-b4c9-2a7d9e29ae1e, host n-d-813419-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=2a5b1730-24f4-4d82-b4c9-2a7d9e29ae1e,segment=NetworkSegment(861c6d2d-8445-48b7-984e-d49da54582a3),segment_id=861c6d2d-8445-48b7-984e-d49da54582a3)] {{(pid=102348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:39:38.182888 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-b2250166-b73c-449a-b930-34b61f1a0043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:38.274590 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-d3a1f3bd-7128-47db-a295-f6262ac45001 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:38.287645 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device d06c8d82-e9da-4d6c-89a0-3651f4461e50 no longer exists at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:39:38.295395 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372d1991-0306-42c0-9ae7-e6b3be8093f5 req-88234e16-8981-4b42-8952-bddf3c13f5bd tempest-AttachVolumeNegativeTest-477808956 tempest-AttachVolumeNegativeTest-477808956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:39:38.297003 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-372d1991-0306-42c0-9ae7-e6b3be8093f5 req-88234e16-8981-4b42-8952-bddf3c13f5bd tempest-AttachVolumeNegativeTest-477808956 tempest-AttachVolumeNegativeTest-477808956-project] 10.222.0.64 "GET /v2.0/networks?id=b35e9655-e3a0-4ebc-8115-69611b13f855 HTTP/1.1" status: 200 len: 815 time: 0.2685039 Oct 27 10:39:38.318684 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [req-372d1991-0306-42c0-9ae7-e6b3be8093f5 req-91afd58d-b526-4ecf-8a62-ac04ca94e850 tempest-AttachVolumeNegativeTest-477808956 tempest-AttachVolumeNegativeTest-477808956-project] Request body: {'port': {'device_id': 'c94862f4-e2b6-4abb-9365-b989679a049a', 'network_id': 'b35e9655-e3a0-4ebc-8115-69611b13f855', 'admin_state_up': True, 'tenant_id': '08ad62c7dc6e456e8fa39abf5ba7c668'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:39:38.357189 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-d3a1f3bd-7128-47db-a295-f6262ac45001 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:38.369587 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] No Port match for: d06c8d82-e9da-4d6c-89a0-3651f4461e50 {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:39:38.370093 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device d06c8d82-e9da-4d6c-89a0-3651f4461e50 not bound to the agent host n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:39:38.372779 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2250166-b73c-449a-b930-34b61f1a0043 None None] Pushing event updated for resources: {'Port': ['ID=2a5b1730-24f4-4d82-b4c9-2a7d9e29ae1e,revision_number=2']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:39:38.426579 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-c2f4f2ef-3fa0-4dd9-b55e-e0d3ca057aa5 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:38.454555 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-c2f4f2ef-3fa0-4dd9-b55e-e0d3ca057aa5 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Calling delete_port for 7b0055e5-4db4-4f30-8772-2a8ad59b3776 owned by {{(pid=102347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:39:38.584825 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-d3a1f3bd-7128-47db-a295-f6262ac45001 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:38.587186 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-d3a1f3bd-7128-47db-a295-f6262ac45001 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:38.590641 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-d3a1f3bd-7128-47db-a295-f6262ac45001 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/5c5f221c-af15-42b8-b871-ecd2739b5e02 HTTP/1.1" status: 204 len: 168 time: 0.4887722 Oct 27 10:39:38.619288 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a1f3bd-7128-47db-a295-f6262ac45001 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c5f221c-af15-42b8-b871-ecd2739b5e02,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:39:38.637516 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-372d1991-0306-42c0-9ae7-e6b3be8093f5 req-91afd58d-b526-4ecf-8a62-ac04ca94e850 tempest-AttachVolumeNegativeTest-477808956 tempest-AttachVolumeNegativeTest-477808956-project] Made reservation on behalf of 08ad62c7dc6e456e8fa39abf5ba7c668 for: {'port': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:39:38.641427 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-372d1991-0306-42c0-9ae7-e6b3be8093f5 req-91afd58d-b526-4ecf-8a62-ac04ca94e850 tempest-AttachVolumeNegativeTest-477808956 tempest-AttachVolumeNegativeTest-477808956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:38.770910 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-c2f4f2ef-3fa0-4dd9-b55e-e0d3ca057aa5 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:38.825409 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f4f2ef-3fa0-4dd9-b55e-e0d3ca057aa5 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Pushing event deleted for resources: {'Port': ['ID=7b0055e5-4db4-4f30-8772-2a8ad59b3776,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:39:38.861073 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-c2f4f2ef-3fa0-4dd9-b55e-e0d3ca057aa5 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:38.867520 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-c2f4f2ef-3fa0-4dd9-b55e-e0d3ca057aa5 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] 10.222.0.44 "DELETE /v2.0/ports/7b0055e5-4db4-4f30-8772-2a8ad59b3776 HTTP/1.1" status: 204 len: 168 time: 1.0797060 Oct 27 10:39:38.868846 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 44624) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:39:38.875412 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_common [req-372d1991-0306-42c0-9ae7-e6b3be8093f5 req-91afd58d-b526-4ecf-8a62-ac04ca94e850 tempest-AttachVolumeNegativeTest-477808956 tempest-AttachVolumeNegativeTest-477808956-project] Allocated IP 172.20.0.6 (b35e9655-e3a0-4ebc-8115-69611b13f855/3094fde6-b550-4931-b376-595a71e5404d/3ef418bf-90fb-4087-a0bf-3f98b17ed092) {{(pid=102347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:39:38.877137 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:38.921457 n-d-813419-10 neutron-server[102346]: INFO neutron.pecan_wsgi.hooks.translation [None req-7589e1bc-9c6f-4ead-b7ed-1c3033513dfa tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] DELETE failed (client error): The resource could not be found. Oct 27 10:39:38.922116 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7589e1bc-9c6f-4ead-b7ed-1c3033513dfa tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102346) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 10:39:38.925239 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-7589e1bc-9c6f-4ead-b7ed-1c3033513dfa tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] 10.222.0.44 "DELETE /v2.0/ports/7b0055e5-4db4-4f30-8772-2a8ad59b3776 HTTP/1.1" status: 404 len: 333 time: 0.0532126 Oct 27 10:39:38.928763 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 44630) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:39:38.952643 n-d-813419-10 neutron-server[102346]: INFO neutron.pecan_wsgi.hooks.translation [None req-04983f28-23f6-4d08-b08f-2748096b1154 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] GET failed (client error): The resource could not be found. Oct 27 10:39:38.954406 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-04983f28-23f6-4d08-b08f-2748096b1154 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] 10.222.0.44 "GET /v2.0/ports/7b0055e5-4db4-4f30-8772-2a8ad59b3776 HTTP/1.1" status: 404 len: 333 time: 0.0247328 Oct 27 10:39:38.957240 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 44632) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:39:39.018760 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_v2 [None req-127ff093-26a5-440b-b0df-19a984e2a6e9 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Deleting subnet 5c7dbe5a-2f11-4f17-8b9e-288ccb386921 {{(pid=102346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 10:39:39.022116 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-127ff093-26a5-440b-b0df-19a984e2a6e9 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks [] for subnet, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:39.078515 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-127ff093-26a5-440b-b0df-19a984e2a6e9 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25847868'] for subnet, precommit_delete_associations {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:39.082830 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-372d1991-0306-42c0-9ae7-e6b3be8093f5 req-91afd58d-b526-4ecf-8a62-ac04ca94e850 tempest-AttachVolumeNegativeTest-477808956 tempest-AttachVolumeNegativeTest-477808956-project] Publish callbacks [] for port, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:39.203482 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-ff6f212f-41cf-4811-b260-21245b6237ba req-9a4c18a0-810a-48b9-a9cf-b1d3be5974c7 tempest-AttachVolumeNegativeTest-477808956 tempest-AttachVolumeNegativeTest-477808956-project] 10.222.0.44 "GET /v2.0/ports?device_id=c94862f4-e2b6-4abb-9365-b989679a049a HTTP/1.1" status: 200 len: 210 time: 0.0759685 Oct 27 10:39:39.213624 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ae0f4c5a-78d4-40ff-af7b-4c1f27bd6711 req-50e465b2-4f97-433e-97e1-1c9dcd013aaf tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/ports?device_id=6531a9ba-3dd6-4e37-8415-ddbffecde67d HTTP/1.1" status: 200 len: 210 time: 0.0417736 Oct 27 10:39:39.220859 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-372d1991-0306-42c0-9ae7-e6b3be8093f5 req-91afd58d-b526-4ecf-8a62-ac04ca94e850 tempest-AttachVolumeNegativeTest-477808956 tempest-AttachVolumeNegativeTest-477808956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:39.232385 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] get_ports_and_sgs() called for port_ids ['51ef365d-a39a-4f99-a3dd-39d1d9a027e9', 'ec050e6e-fb10-458c-a526-b25309f5a976'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:39:39.276884 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] get_ports_and_sgs() called for port_ids ['77262160-d636-4bac-9a1f-267cf4a736bb'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:39:39.321058 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91afd58d-b526-4ecf-8a62-ac04ca94e850 tempest-AttachVolumeNegativeTest-477808956 tempest-AttachVolumeNegativeTest-477808956-project] Pushing event updated for resources: {'Port': ['ID=3ef418bf-90fb-4087-a0bf-3f98b17ed092,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:39:39.340266 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-372d1991-0306-42c0-9ae7-e6b3be8093f5 req-91afd58d-b526-4ecf-8a62-ac04ca94e850 tempest-AttachVolumeNegativeTest-477808956 tempest-AttachVolumeNegativeTest-477808956-project] Network b35e9655-e3a0-4ebc-8115-69611b13f855 is already hosted by enough agents. {{(pid=102347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:39:39.342380 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [req-372d1991-0306-42c0-9ae7-e6b3be8093f5 req-91afd58d-b526-4ecf-8a62-ac04ca94e850 tempest-AttachVolumeNegativeTest-477808956 tempest-AttachVolumeNegativeTest-477808956-project] Resources bound (agent type, host, resource id): {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:39:39.360053 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [req-372d1991-0306-42c0-9ae7-e6b3be8093f5 req-91afd58d-b526-4ecf-8a62-ac04ca94e850 tempest-AttachVolumeNegativeTest-477808956 tempest-AttachVolumeNegativeTest-477808956-project] Received port after_create {{(pid=102347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:39:39.360216 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-127ff093-26a5-440b-b0df-19a984e2a6e9 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855646'] for subnet, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:39.433475 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372d1991-0306-42c0-9ae7-e6b3be8093f5 req-91afd58d-b526-4ecf-8a62-ac04ca94e850 tempest-AttachVolumeNegativeTest-477808956 tempest-AttachVolumeNegativeTest-477808956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:39:39.447822 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-372d1991-0306-42c0-9ae7-e6b3be8093f5 req-91afd58d-b526-4ecf-8a62-ac04ca94e850 tempest-AttachVolumeNegativeTest-477808956 tempest-AttachVolumeNegativeTest-477808956-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:39.502759 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-372d1991-0306-42c0-9ae7-e6b3be8093f5 req-91afd58d-b526-4ecf-8a62-ac04ca94e850 tempest-AttachVolumeNegativeTest-477808956 tempest-AttachVolumeNegativeTest-477808956-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1913249 Oct 27 10:39:39.527825 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [req-372d1991-0306-42c0-9ae7-e6b3be8093f5 req-39010554-5713-40cb-a10e-02d16fd6316a service neutron] Request body: {'port': {'device_id': 'c94862f4-e2b6-4abb-9365-b989679a049a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-10'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:39:39.553990 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230035a4-826c-4aff-89c5-0b8f00abb826 req-c8ef7213-5656-46cd-8cac-2242e86c3152 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:39:39.555581 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-230035a4-826c-4aff-89c5-0b8f00abb826 req-c8ef7213-5656-46cd-8cac-2242e86c3152 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.76 "GET /v2.0/networks?id=fca909b5-2d06-4825-8091-33382048b635 HTTP/1.1" status: 200 len: 811 time: 0.2738328 Oct 27 10:39:39.570920 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [req-230035a4-826c-4aff-89c5-0b8f00abb826 req-6915c311-c513-4d71-87a6-6cc78c2697f7 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Request body: {'port': {'device_id': '6531a9ba-3dd6-4e37-8415-ddbffecde67d', 'network_id': 'fca909b5-2d06-4825-8091-33382048b635', 'admin_state_up': True, 'tenant_id': '5cdd6d2f037d42e18150718a811d487c'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:39:39.591565 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-127ff093-26a5-440b-b0df-19a984e2a6e9 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27024355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27168307'] for subnet, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:39.613127 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-372d1991-0306-42c0-9ae7-e6b3be8093f5 req-39010554-5713-40cb-a10e-02d16fd6316a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:39.750476 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 44652) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:39:39.751645 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127ff093-26a5-440b-b0df-19a984e2a6e9 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Pushing event deleted for resources: {'Subnet': ['ID=5c7dbe5a-2f11-4f17-8b9e-288ccb386921,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:39:39.776530 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-127ff093-26a5-440b-b0df-19a984e2a6e9 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for subnet, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:39.779926 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-127ff093-26a5-440b-b0df-19a984e2a6e9 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] 10.222.0.44 "DELETE /v2.0/subnets/5c7dbe5a-2f11-4f17-8b9e-288ccb386921 HTTP/1.1" status: 204 len: 168 time: 0.8216088 Oct 27 10:39:39.782928 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 44658) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:39:39.830612 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d37f887b-4d77-4c8c-a732-8f9b1aa1b774 None None] Network bea059cf-1b5c-4513-b5cb-cef38a2db044 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:39:39.938666 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-985c95ab-83a1-427e-8c95-2ad53ad36bfe tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586917'] for network, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:39.944898 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-b8e3de93-2b3e-4bbf-afc6-f35319dec491 None None] Provisioning complete for port 2a5b1730-24f4-4d82-b4c9-2a7d9e29ae1e triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:39:39.945404 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-b8e3de93-2b3e-4bbf-afc6-f35319dec491 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:39.946087 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-772d6e87-996d-40cd-b920-6426f3ea8934 tempest-SecGroupTest-763609973 tempest-SecGroupTest-763609973-project] Request body: {'security_group': {'name': 'tempest-secgroup--1743882497'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:39:40.017066 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.db.api [None req-772d6e87-996d-40cd-b920-6426f3ea8934 tempest-SecGroupTest-763609973 tempest-SecGroupTest-763609973-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Oct 27 10:39:40.017066 n-d-813419-10 neutron-server[102346]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Oct 27 10:39:40.017066 n-d-813419-10 neutron-server[102346]: [parameters: {'project_id': 'fa9f7469ffc24df194a5d39bfb03d31c', 'id': 'bf7cca35-63e8-47c6-baac-d81a54294833', 'expiration': datetime.datetime(2021, 10, 27, 10, 41, 39, 994141)}] Oct 27 10:39:40.017066 n-d-813419-10 neutron-server[102346]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102346) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 27 10:39:40.018193 n-d-813419-10 neutron-server[102346]: DEBUG oslo_db.api [None req-772d6e87-996d-40cd-b920-6426f3ea8934 tempest-SecGroupTest-763609973 tempest-SecGroupTest-763609973-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 10:39:40.043614 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-230035a4-826c-4aff-89c5-0b8f00abb826 req-6915c311-c513-4d71-87a6-6cc78c2697f7 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Made reservation on behalf of 5cdd6d2f037d42e18150718a811d487c for: {'port': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:39:40.050217 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-230035a4-826c-4aff-89c5-0b8f00abb826 req-6915c311-c513-4d71-87a6-6cc78c2697f7 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:40.064548 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [req-372d1991-0306-42c0-9ae7-e6b3be8093f5 req-39010554-5713-40cb-a10e-02d16fd6316a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ef418bf-90fb-4087-a0bf-3f98b17ed092 {{(pid=102347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:39:40.077739 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-372d1991-0306-42c0-9ae7-e6b3be8093f5 req-39010554-5713-40cb-a10e-02d16fd6316a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:40.102117 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.provisioning_blocks [req-372d1991-0306-42c0-9ae7-e6b3be8093f5 req-39010554-5713-40cb-a10e-02d16fd6316a service neutron] Transition to ACTIVE for port object 3ef418bf-90fb-4087-a0bf-3f98b17ed092 will not be triggered until provisioned by entity L2. {{(pid=102347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 10:39:40.107381 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-372d1991-0306-42c0-9ae7-e6b3be8093f5 req-39010554-5713-40cb-a10e-02d16fd6316a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:40.134916 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-985c95ab-83a1-427e-8c95-2ad53ad36bfe tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Deleting port 2a5b1730-24f4-4d82-b4c9-2a7d9e29ae1e {{(pid=102346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:39:40.135620 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-985c95ab-83a1-427e-8c95-2ad53ad36bfe tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:40.236595 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39010554-5713-40cb-a10e-02d16fd6316a service neutron] Pushing event updated for resources: {'Port': ['ID=3ef418bf-90fb-4087-a0bf-3f98b17ed092,revision_number=2']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:39:40.238602 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [None req-985c95ab-83a1-427e-8c95-2ad53ad36bfe tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] For port 2a5b1730-24f4-4d82-b4c9-2a7d9e29ae1e, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=2a5b1730-24f4-4d82-b4c9-2a7d9e29ae1e,segment=NetworkSegment(861c6d2d-8445-48b7-984e-d49da54582a3),segment_id=861c6d2d-8445-48b7-984e-d49da54582a3)] {{(pid=102346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:39:40.238602 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-985c95ab-83a1-427e-8c95-2ad53ad36bfe tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:40.299446 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-372d1991-0306-42c0-9ae7-e6b3be8093f5 req-39010554-5713-40cb-a10e-02d16fd6316a service neutron] Attempting to bind port 3ef418bf-90fb-4087-a0bf-3f98b17ed092 on host n-h1-813419-10 for vnic_type normal with profile {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:39:40.299783 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-372d1991-0306-42c0-9ae7-e6b3be8093f5 req-39010554-5713-40cb-a10e-02d16fd6316a service neutron] Attempting to bind port 3ef418bf-90fb-4087-a0bf-3f98b17ed092 by drivers openvswitch,hyperv on host n-h1-813419-10 at level 0 using segments [{'id': 'cb1f304e-3238-44f1-ae7f-78d4e314acae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'b35e9655-e3a0-4ebc-8115-69611b13f855'}] {{(pid=102347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:39:40.300116 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-372d1991-0306-42c0-9ae7-e6b3be8093f5 req-39010554-5713-40cb-a10e-02d16fd6316a service neutron] Attempting to bind port 3ef418bf-90fb-4087-a0bf-3f98b17ed092 on network b35e9655-e3a0-4ebc-8115-69611b13f855 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:39:40.304288 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-b8e3de93-2b3e-4bbf-afc6-f35319dec491 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:40.306964 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-985c95ab-83a1-427e-8c95-2ad53ad36bfe tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Calling delete_port for 2a5b1730-24f4-4d82-b4c9-2a7d9e29ae1e owned by network:dhcp {{(pid=102346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:39:40.310020 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-372d1991-0306-42c0-9ae7-e6b3be8093f5 req-39010554-5713-40cb-a10e-02d16fd6316a service neutron] Port 3ef418bf-90fb-4087-a0bf-3f98b17ed092 on network b35e9655-e3a0-4ebc-8115-69611b13f855 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-10 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 10:39:40.310348 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-372d1991-0306-42c0-9ae7-e6b3be8093f5 req-39010554-5713-40cb-a10e-02d16fd6316a service neutron] Attempting to bind port 3ef418bf-90fb-4087-a0bf-3f98b17ed092 on network b35e9655-e3a0-4ebc-8115-69611b13f855 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:39:40.331467 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-372d1991-0306-42c0-9ae7-e6b3be8093f5 req-39010554-5713-40cb-a10e-02d16fd6316a service neutron] Checking agent: {'id': 'a52e1cab-0c63-402d-9c94-330537c6c076', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 16, 2), 'started_at': datetime.datetime(2021, 10, 27, 10, 16, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 39, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:39:40.331467 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-372d1991-0306-42c0-9ae7-e6b3be8093f5 req-39010554-5713-40cb-a10e-02d16fd6316a service neutron] Checking segment: {'id': 'cb1f304e-3238-44f1-ae7f-78d4e314acae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'b35e9655-e3a0-4ebc-8115-69611b13f855'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:39:40.331467 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-372d1991-0306-42c0-9ae7-e6b3be8093f5 req-39010554-5713-40cb-a10e-02d16fd6316a service neutron] Bound using segment: {'id': 'cb1f304e-3238-44f1-ae7f-78d4e314acae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'b35e9655-e3a0-4ebc-8115-69611b13f855'} {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:39:40.331467 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-372d1991-0306-42c0-9ae7-e6b3be8093f5 req-39010554-5713-40cb-a10e-02d16fd6316a service neutron] Bound port: 3ef418bf-90fb-4087-a0bf-3f98b17ed092, host: n-h1-813419-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb1f304e-3238-44f1-ae7f-78d4e314acae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'b35e9655-e3a0-4ebc-8115-69611b13f855'}}] {{(pid=102347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:39:40.331467 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-372d1991-0306-42c0-9ae7-e6b3be8093f5 req-39010554-5713-40cb-a10e-02d16fd6316a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:40.367140 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e9f9918-e811-4524-aed0-8476e36646f6 None None] DHCP port deletion for bea059cf-1b5c-4513-b5cb-cef38a2db044 request from n-d-813419-10 {{(pid=102348) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 10:39:40.386269 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-b8e3de93-2b3e-4bbf-afc6-f35319dec491 None None] For port 2a5b1730-24f4-4d82-b4c9-2a7d9e29ae1e, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=2a5b1730-24f4-4d82-b4c9-2a7d9e29ae1e,segment=NetworkSegment(861c6d2d-8445-48b7-984e-d49da54582a3),segment_id=861c6d2d-8445-48b7-984e-d49da54582a3)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:39:40.413042 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-b8e3de93-2b3e-4bbf-afc6-f35319dec491 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:40.479066 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840d2b07-9df9-48d8-838d-a711b245ddd1 req-0fdaec67-ca09-44c9-8509-2fdc30d1019f tempest-AttachVolumeNegativeTest-477808956 tempest-AttachVolumeNegativeTest-477808956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:39:40.488163 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-840d2b07-9df9-48d8-838d-a711b245ddd1 req-0fdaec67-ca09-44c9-8509-2fdc30d1019f tempest-AttachVolumeNegativeTest-477808956 tempest-AttachVolumeNegativeTest-477808956-project] 10.222.0.44 "GET /v2.0/ports?device_id=c94862f4-e2b6-4abb-9365-b989679a049a HTTP/1.1" status: 200 len: 943 time: 0.1251743 Oct 27 10:39:40.493782 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e3de93-2b3e-4bbf-afc6-f35319dec491 None None] Pushing event updated for resources: {'Port': ['ID=2a5b1730-24f4-4d82-b4c9-2a7d9e29ae1e,revision_number=4']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:39:40.504779 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-2e9f9918-e811-4524-aed0-8476e36646f6 None None] Deleting port 2a5b1730-24f4-4d82-b4c9-2a7d9e29ae1e {{(pid=102348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:39:40.504779 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-2e9f9918-e811-4524-aed0-8476e36646f6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:40.507532 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-985c95ab-83a1-427e-8c95-2ad53ad36bfe tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:40.526028 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-372d1991-0306-42c0-9ae7-e6b3be8093f5 req-39010554-5713-40cb-a10e-02d16fd6316a service neutron] For port 3ef418bf-90fb-4087-a0bf-3f98b17ed092, host n-h1-813419-10, cleared binding levels {{(pid=102347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:39:40.541544 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-372d1991-0306-42c0-9ae7-e6b3be8093f5 req-39010554-5713-40cb-a10e-02d16fd6316a service neutron] For port 3ef418bf-90fb-4087-a0bf-3f98b17ed092, host n-h1-813419-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=3ef418bf-90fb-4087-a0bf-3f98b17ed092,segment=NetworkSegment(cb1f304e-3238-44f1-ae7f-78d4e314acae),segment_id=cb1f304e-3238-44f1-ae7f-78d4e314acae)] {{(pid=102347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:39:40.553921 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-372d1991-0306-42c0-9ae7-e6b3be8093f5 req-39010554-5713-40cb-a10e-02d16fd6316a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:40.569576 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-840d2b07-9df9-48d8-838d-a711b245ddd1 req-4e8ab6e5-7b62-4a23-bc12-2f236d0567e2 tempest-AttachVolumeNegativeTest-477808956 tempest-AttachVolumeNegativeTest-477808956-project] 10.222.0.44 "GET /v2.0/security-groups?id=6419667f-4570-481f-8a5c-a797762fb34f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802724 Oct 27 10:39:40.603051 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372d1991-0306-42c0-9ae7-e6b3be8093f5 req-39010554-5713-40cb-a10e-02d16fd6316a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:39:40.603684 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-372d1991-0306-42c0-9ae7-e6b3be8093f5 req-39010554-5713-40cb-a10e-02d16fd6316a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:40.605109 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-372d1991-0306-42c0-9ae7-e6b3be8093f5 req-39010554-5713-40cb-a10e-02d16fd6316a service neutron] 10.222.0.64 "PUT /v2.0/ports/3ef418bf-90fb-4087-a0bf-3f98b17ed092 HTTP/1.1" status: 200 len: 1092 time: 1.0951884 Oct 27 10:39:40.605558 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c94862f4-e2b6-4abb-9365-b989679a049a', 'tag': '3ef418bf-90fb-4087-a0bf-3f98b17ed092'}] {{(pid=102347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:39:40.605859 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-2e9f9918-e811-4524-aed0-8476e36646f6 None None] For port 2a5b1730-24f4-4d82-b4c9-2a7d9e29ae1e, host n-d-813419-10, got binding levels [] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:39:40.606262 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-2e9f9918-e811-4524-aed0-8476e36646f6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:40.608391 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311149b481204ee7edffdb959c881838506fbd95bc8577c048f6677abb73acc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfabb0b8-19d1-4154-bd93-ed7d71037b5e" -d '{"events": [{"name": "network-changed", "server_uuid": "c94862f4-e2b6-4abb-9365-b989679a049a", "tag": "3ef418bf-90fb-4087-a0bf-3f98b17ed092"}]}' {{(pid=102347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:39:40.625179 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-2e9f9918-e811-4524-aed0-8476e36646f6 None None] Calling delete_port for 2a5b1730-24f4-4d82-b4c9-2a7d9e29ae1e owned by network:dhcp {{(pid=102348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:39:40.628549 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.ipam_backend_mixin [None req-2e9f9918-e811-4524-aed0-8476e36646f6 None None] Port 2a5b1730-24f4-4d82-b4c9-2a7d9e29ae1e was not found and therefore no delete operation was performed {{(pid=102348) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 27 10:39:40.632109 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-2e9f9918-e811-4524-aed0-8476e36646f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615'] for port, after_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:40.647988 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-985c95ab-83a1-427e-8c95-2ad53ad36bfe tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] No DVR routers for this DVR port 2a5b1730-24f4-4d82-b4c9-2a7d9e29ae1e on host n-d-813419-10 {{(pid=102346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:39:40.660160 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985c95ab-83a1-427e-8c95-2ad53ad36bfe tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Pushing event deleted for resources: {'Port': ['ID=2a5b1730-24f4-4d82-b4c9-2a7d9e29ae1e,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:39:40.667346 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-b413b4b1-7c20-4532-937b-8461d0384688 req-c1bbc41f-3747-4be3-88a6-bd6a24d1a79f tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/ports?device_id=6531a9ba-3dd6-4e37-8415-ddbffecde67d HTTP/1.1" status: 200 len: 210 time: 0.2781680 Oct 27 10:39:40.689416 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9f9918-e811-4524-aed0-8476e36646f6 None None] Pushing event deleted for resources: {'Port': ['ID=2a5b1730-24f4-4d82-b4c9-2a7d9e29ae1e,revision_number=None']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:39:40.703586 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e9f9918-e811-4524-aed0-8476e36646f6 None None] No DVR routers for this DVR port 2a5b1730-24f4-4d82-b4c9-2a7d9e29ae1e on host n-d-813419-10 {{(pid=102348) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:39:40.733029 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39010554-5713-40cb-a10e-02d16fd6316a service neutron] Pushing event updated for resources: {'Port': ['ID=3ef418bf-90fb-4087-a0bf-3f98b17ed092,revision_number=3']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:39:40.751179 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372d1991-0306-42c0-9ae7-e6b3be8093f5 req-d09990e2-a703-46b1-9cd7-f41327dc0ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:39:40.752817 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-372d1991-0306-42c0-9ae7-e6b3be8093f5 req-d09990e2-a703-46b1-9cd7-f41327dc0ec4 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=08ad62c7dc6e456e8fa39abf5ba7c668&device_id=c94862f4-e2b6-4abb-9365-b989679a049a HTTP/1.1" status: 200 len: 1095 time: 0.0948505 Oct 27 10:39:40.793575 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_common [req-230035a4-826c-4aff-89c5-0b8f00abb826 req-6915c311-c513-4d71-87a6-6cc78c2697f7 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Allocated IP 172.20.0.12 (fca909b5-2d06-4825-8091-33382048b635/71c50f4e-5d00-4779-bfe1-162c05f5fddb/ccc30922-670e-41d4-8c96-e76427ef2fc5) {{(pid=102346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:39:40.804076 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-772d6e87-996d-40cd-b920-6426f3ea8934 tempest-SecGroupTest-763609973 tempest-SecGroupTest-763609973-project] Publish callbacks [] for security_group, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:40.812608 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-372d1991-0306-42c0-9ae7-e6b3be8093f5 req-430bf6f5-6085-456a-a9c5-b704df80c14a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3ef418bf-90fb-4087-a0bf-3f98b17ed092 HTTP/1.1" status: 200 len: 217 time: 0.0520504 Oct 27 10:39:40.828053 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-985c95ab-83a1-427e-8c95-2ad53ad36bfe tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857803', 'neutron.services.segments.db._delete_segments_for_network-8743873143390'] for network, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:40.837920 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-772d6e87-996d-40cd-b920-6426f3ea8934 tempest-SecGroupTest-763609973 tempest-SecGroupTest-763609973-project] Publish callbacks [] for security_group, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:40.869050 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-985c95ab-83a1-427e-8c95-2ad53ad36bfe tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bea059cf-1b5c-4513-b5cb-cef38a2db044']}} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:39:40.889555 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372d1991-0306-42c0-9ae7-e6b3be8093f5 req-d652c73f-5e7c-464e-b8db-903ac3f22703 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:39:40.892894 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-372d1991-0306-42c0-9ae7-e6b3be8093f5 req-d652c73f-5e7c-464e-b8db-903ac3f22703 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3094fde6-b550-4931-b376-595a71e5404d HTTP/1.1" status: 200 len: 855 time: 0.0726223 Oct 27 10:39:40.932969 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-372d1991-0306-42c0-9ae7-e6b3be8093f5 req-793c4762-9eed-40c2-b3c2-e9ba9f2d2f07 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b35e9655-e3a0-4ebc-8115-69611b13f855&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333505 Oct 27 10:39:40.937085 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-985c95ab-83a1-427e-8c95-2ad53ad36bfe tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '861c6d2d-8445-48b7-984e-d49da54582a3') {'for_net_delete': True} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:39:40.937367 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-985c95ab-83a1-427e-8c95-2ad53ad36bfe tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '861c6d2d-8445-48b7-984e-d49da54582a3') {} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:39:40.955154 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-985c95ab-83a1-427e-8c95-2ad53ad36bfe tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743873145191', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25847877'] for segment, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:40.967892 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 10:39:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c091c122-3bfd-42e7-b252-d7bed137cada x-openstack-request-id: req-c091c122-3bfd-42e7-b252-d7bed137cada {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:39:40.968475 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c94862f4-e2b6-4abb-9365-b989679a049a", "tag": "3ef418bf-90fb-4087-a0bf-3f98b17ed092", "status": "completed", "code": 200}]} {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:39:40.968883 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c091c122-3bfd-42e7-b252-d7bed137cada {{(pid=102347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:39:40.969739 n-d-813419-10 neutron-server[102347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c94862f4-e2b6-4abb-9365-b989679a049a', 'tag': '3ef418bf-90fb-4087-a0bf-3f98b17ed092', 'status': 'completed', 'code': 200} Oct 27 10:39:40.990343 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-985c95ab-83a1-427e-8c95-2ad53ad36bfe tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:41.031415 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-985c95ab-83a1-427e-8c95-2ad53ad36bfe tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Releasing vlan 433 on physical network physnet1 to pool {{(pid=102346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 10:39:41.031823 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-985c95ab-83a1-427e-8c95-2ad53ad36bfe tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27024137'] for segment, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:41.034709 n-d-813419-10 neutron-server[102346]: Traceback (most recent call last): Oct 27 10:39:41.034709 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 10:39:41.034709 n-d-813419-10 neutron-server[102346]: timer() Oct 27 10:39:41.034709 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 10:39:41.034709 n-d-813419-10 neutron-server[102346]: cb(*args, **kw) Oct 27 10:39:41.034709 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 10:39:41.034709 n-d-813419-10 neutron-server[102346]: return func(*args, **kwargs) Oct 27 10:39:41.034709 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 10:39:41.034709 n-d-813419-10 neutron-server[102346]: self._notify() Oct 27 10:39:41.034709 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 10:39:41.034709 n-d-813419-10 neutron-server[102346]: self.callback(batched_events) Oct 27 10:39:41.034709 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 10:39:41.034709 n-d-813419-10 neutron-server[102346]: event.method(event) Oct 27 10:39:41.034709 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 10:39:41.034709 n-d-813419-10 neutron-server[102346]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 10:39:41.034709 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 10:39:41.034709 n-d-813419-10 neutron-server[102346]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 10:39:41.034709 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 10:39:41.034709 n-d-813419-10 neutron-server[102346]: return f(self, *a, **k) Oct 27 10:39:41.034709 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 10:39:41.034709 n-d-813419-10 neutron-server[102346]: return self._get(url).json() Oct 27 10:39:41.034709 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 10:39:41.034709 n-d-813419-10 neutron-server[102346]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 10:39:41.034709 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 10:39:41.034709 n-d-813419-10 neutron-server[102346]: return self.request(url, 'GET', **kwargs) Oct 27 10:39:41.034709 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 10:39:41.034709 n-d-813419-10 neutron-server[102346]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 10:39:41.034709 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 10:39:41.034709 n-d-813419-10 neutron-server[102346]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 10:39:41.034709 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 10:39:41.034709 n-d-813419-10 neutron-server[102346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 10:39:41.034709 n-d-813419-10 neutron-server[102346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 10:39:41.064662 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-372d1991-0306-42c0-9ae7-e6b3be8093f5 req-968f6ff7-e9cf-40d3-89d9-c808785b763c service neutron] 10.222.0.64 "GET /v2.0/networks/b35e9655-e3a0-4ebc-8115-69611b13f855?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223333 Oct 27 10:39:41.111824 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-985c95ab-83a1-427e-8c95-2ad53ad36bfe tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664840'] for network, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:41.126960 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-985c95ab-83a1-427e-8c95-2ad53ad36bfe tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for network, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:41.130848 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-985c95ab-83a1-427e-8c95-2ad53ad36bfe tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] 10.222.0.44 "DELETE /v2.0/networks/bea059cf-1b5c-4513-b5cb-cef38a2db044 HTTP/1.1" status: 204 len: 168 time: 1.3466539 Oct 27 10:39:41.135164 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 44672) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:39:41.141662 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-3f8d9bfe-5567-4224-8703-6bfa8e7e2a72 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1808894267'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:39:41.155877 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985c95ab-83a1-427e-8c95-2ad53ad36bfe tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Pushing event deleted for resources: {'Network': ['ID=bea059cf-1b5c-4513-b5cb-cef38a2db044,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:39:41.171241 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-230035a4-826c-4aff-89c5-0b8f00abb826 req-6915c311-c513-4d71-87a6-6cc78c2697f7 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Publish callbacks [] for port, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:41.193237 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-372d1991-0306-42c0-9ae7-e6b3be8093f5 req-a49db423-6c32-4cef-a738-bb1d859830a9 service neutron] 10.222.0.64 "GET /v2.0/networks/b35e9655-e3a0-4ebc-8115-69611b13f855?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201937 Oct 27 10:39:41.194437 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f8d9bfe-5567-4224-8703-6bfa8e7e2a72 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Made reservation on behalf of a8f5b249d1a14ea0897d2eccf002a6cb for: {'network': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:39:41.200626 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-3f8d9bfe-5567-4224-8703-6bfa8e7e2a72 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for network, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:41.214462 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-772d6e87-996d-40cd-b920-6426f3ea8934 tempest-SecGroupTest-763609973 tempest-SecGroupTest-763609973-project] Publish callbacks [] for security_group, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:41.221024 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-772d6e87-996d-40cd-b920-6426f3ea8934 tempest-SecGroupTest-763609973 tempest-SecGroupTest-763609973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:41.232896 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f8d9bfe-5567-4224-8703-6bfa8e7e2a72 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 413} {{(pid=102347) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 10:39:41.243853 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-3f8d9bfe-5567-4224-8703-6bfa8e7e2a72 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:41.244371 n-d-813419-10 neutron-server[102347]: INFO neutron.db.segments_db [None req-3f8d9bfe-5567-4224-8703-6bfa8e7e2a72 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Added segment f5897f7e-b777-43c9-8bf9-a92794e7228d of type vlan for network faf5ee58-d6f8-4ac6-a7bf-75ebb156a4d9 Oct 27 10:39:41.263064 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-230035a4-826c-4aff-89c5-0b8f00abb826 req-6915c311-c513-4d71-87a6-6cc78c2697f7 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:41.276444 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] get_ports_and_sgs() called for port_ids ['b160e90f-3f54-4032-a115-309a74841f26', '8b3b8844-d176-4de4-93a7-9d129cb07aef'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:39:41.278561 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772d6e87-996d-40cd-b920-6426f3ea8934 tempest-SecGroupTest-763609973 tempest-SecGroupTest-763609973-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7469b722-708e-4723-80de-ee92816b99ec,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:39:41.319029 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-3f8d9bfe-5567-4224-8703-6bfa8e7e2a72 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743872593080'] for network, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:41.327229 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-230035a4-826c-4aff-89c5-0b8f00abb826 req-6915c311-c513-4d71-87a6-6cc78c2697f7 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Network fca909b5-2d06-4825-8091-33382048b635 is already hosted by enough agents. {{(pid=102346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:39:41.340495 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [req-230035a4-826c-4aff-89c5-0b8f00abb826 req-6915c311-c513-4d71-87a6-6cc78c2697f7 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Resources bound (agent type, host, resource id): {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:39:41.345992 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [req-230035a4-826c-4aff-89c5-0b8f00abb826 req-6915c311-c513-4d71-87a6-6cc78c2697f7 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Received port after_create {{(pid=102346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:39:41.348367 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfabb0b8-19d1-4154-bd93-ed7d71037b5e req-67357d95-29af-4139-8fbe-b941534dc649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:39:41.348808 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6915c311-c513-4d71-87a6-6cc78c2697f7 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Pushing event updated for resources: {'Port': ['ID=ccc30922-670e-41d4-8c96-e76427ef2fc5,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:39:41.354189 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-bfabb0b8-19d1-4154-bd93-ed7d71037b5e req-67357d95-29af-4139-8fbe-b941534dc649 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=08ad62c7dc6e456e8fa39abf5ba7c668&device_id=c94862f4-e2b6-4abb-9365-b989679a049a HTTP/1.1" status: 200 len: 1095 time: 0.1016395 Oct 27 10:39:41.388915 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-772d6e87-996d-40cd-b920-6426f3ea8934 tempest-SecGroupTest-763609973 tempest-SecGroupTest-763609973-project] Publish callbacks [] for security_group, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:41.397013 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-772d6e87-996d-40cd-b920-6426f3ea8934 tempest-SecGroupTest-763609973 tempest-SecGroupTest-763609973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:41.436328 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-3f8d9bfe-5567-4224-8703-6bfa8e7e2a72 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913'] for network, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:41.436988 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230035a4-826c-4aff-89c5-0b8f00abb826 req-6915c311-c513-4d71-87a6-6cc78c2697f7 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:39:41.437654 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-230035a4-826c-4aff-89c5-0b8f00abb826 req-6915c311-c513-4d71-87a6-6cc78c2697f7 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:41.443011 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f8d9bfe-5567-4224-8703-6bfa8e7e2a72 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:39:41.443570 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-3f8d9bfe-5567-4224-8703-6bfa8e7e2a72 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for network, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:41.452449 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-772d6e87-996d-40cd-b920-6426f3ea8934 tempest-SecGroupTest-763609973 tempest-SecGroupTest-763609973-project] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:41.456022 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-772d6e87-996d-40cd-b920-6426f3ea8934 tempest-SecGroupTest-763609973 tempest-SecGroupTest-763609973-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.6925566 Oct 27 10:39:41.456802 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 44674) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:39:41.466722 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772d6e87-996d-40cd-b920-6426f3ea8934 tempest-SecGroupTest-763609973 tempest-SecGroupTest-763609973-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aea55b30-a8a9-4706-a5d7-1e67d9136d2b,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:39:41.474624 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-230035a4-826c-4aff-89c5-0b8f00abb826 req-6915c311-c513-4d71-87a6-6cc78c2697f7 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9082181 Oct 27 10:39:41.490350 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [req-230035a4-826c-4aff-89c5-0b8f00abb826 req-88d2104e-3078-4f4e-92e7-a27ea2cfd21e service neutron] Request body: {'port': {'device_id': '6531a9ba-3dd6-4e37-8415-ddbffecde67d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-10'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:39:41.546592 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-3f8d9bfe-5567-4224-8703-6bfa8e7e2a72 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4064307 Oct 27 10:39:41.546827 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 44676) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:39:41.554726 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-78595550-9ac4-45ab-89fb-ee73a146c4c3 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Request body: {'subnet': {'network_id': 'faf5ee58-d6f8-4ac6-a7bf-75ebb156a4d9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:39:41.595796 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8d9bfe-5567-4224-8703-6bfa8e7e2a72 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Pushing event updated for resources: {'Network': ['ID=faf5ee58-d6f8-4ac6-a7bf-75ebb156a4d9,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:39:41.603083 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-230035a4-826c-4aff-89c5-0b8f00abb826 req-88d2104e-3078-4f4e-92e7-a27ea2cfd21e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:41.611397 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfabb0b8-19d1-4154-bd93-ed7d71037b5e req-b72ebc83-7d77-4c49-9daf-306ee115d4da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:39:41.614922 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-bfabb0b8-19d1-4154-bd93-ed7d71037b5e req-b72ebc83-7d77-4c49-9daf-306ee115d4da service neutron] 10.222.0.64 "GET /v2.0/networks?id=b35e9655-e3a0-4ebc-8115-69611b13f855 HTTP/1.1" status: 200 len: 916 time: 0.2446575 Oct 27 10:39:41.615066 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Network faf5ee58-d6f8-4ac6-a7bf-75ebb156a4d9 details requested by agent ovs-agent-n-d-813419-10 with host n-d-813419-10 {{(pid=102348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 10:39:41.627445 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-968b2506-a865-48e3-b2b2-ae1fd7a4a165 tempest-SecGroupTest-763609973 tempest-SecGroupTest-763609973-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1671345 Oct 27 10:39:41.628653 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 44680) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:39:41.634317 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-87885e3e-e2ec-4bfd-aafe-a770ae8b9eac tempest-SecGroupTest-763609973 tempest-SecGroupTest-763609973-project] Request body: {'security_group': {'name': 'tempest-security--1130047967', 'description': 'tempest-security-description-2095454179'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:39:41.670354 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-bfabb0b8-19d1-4154-bd93-ed7d71037b5e req-8f084b47-4065-4f93-ae35-02570d0c3511 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3ef418bf-90fb-4087-a0bf-3f98b17ed092 HTTP/1.1" status: 200 len: 217 time: 0.0434778 Oct 27 10:39:41.762003 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-a2c1064d-d37e-43e5-ad17-9785212a3792 None None] Provisioning complete for port ccc30922-670e-41d4-8c96-e76427ef2fc5 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:39:41.762575 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a2c1064d-d37e-43e5-ad17-9785212a3792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:41.769715 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfabb0b8-19d1-4154-bd93-ed7d71037b5e req-42a9c6b2-cd7d-4304-b90b-243c69099517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:39:41.771207 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-bfabb0b8-19d1-4154-bd93-ed7d71037b5e req-42a9c6b2-cd7d-4304-b90b-243c69099517 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3094fde6-b550-4931-b376-595a71e5404d HTTP/1.1" status: 200 len: 855 time: 0.0938697 Oct 27 10:39:41.779563 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6079cf4b-2df8-4f71-888e-f08b90f3c3cc req-c2370137-e681-442a-9f25-f4ec5e305cc1 tempest-AttachVolumeNegativeTest-477808956 tempest-AttachVolumeNegativeTest-477808956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:39:41.780985 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-6079cf4b-2df8-4f71-888e-f08b90f3c3cc req-c2370137-e681-442a-9f25-f4ec5e305cc1 tempest-AttachVolumeNegativeTest-477808956 tempest-AttachVolumeNegativeTest-477808956-project] 10.222.0.44 "GET /v2.0/ports?device_id=c94862f4-e2b6-4abb-9365-b989679a049a HTTP/1.1" status: 200 len: 943 time: 0.0880339 Oct 27 10:39:41.804227 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-a2c1064d-d37e-43e5-ad17-9785212a3792 None None] Port ccc30922-670e-41d4-8c96-e76427ef2fc5 cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:39:41.816116 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-bfabb0b8-19d1-4154-bd93-ed7d71037b5e req-1a1cdb6c-b430-4bd4-95c9-93249fd1fcee service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=b35e9655-e3a0-4ebc-8115-69611b13f855&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341866 Oct 27 10:39:41.816514 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-87885e3e-e2ec-4bfd-aafe-a770ae8b9eac tempest-SecGroupTest-763609973 tempest-SecGroupTest-763609973-project] Publish callbacks [] for security_group, before_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:41.838877 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78595550-9ac4-45ab-89fb-ee73a146c4c3 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Made reservation on behalf of a8f5b249d1a14ea0897d2eccf002a6cb for: {'subnet': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:39:41.842221 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-78595550-9ac4-45ab-89fb-ee73a146c4c3 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27167186'] for subnet, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:41.883277 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-6079cf4b-2df8-4f71-888e-f08b90f3c3cc req-5dac3bf6-e629-4353-b5a1-fcb534348973 tempest-AttachVolumeNegativeTest-477808956 tempest-AttachVolumeNegativeTest-477808956-project] 10.222.0.44 "GET /v2.0/security-groups?id=6419667f-4570-481f-8a5c-a797762fb34f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921957 Oct 27 10:39:41.928591 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-bfabb0b8-19d1-4154-bd93-ed7d71037b5e req-294bf946-2191-4e2d-aeac-048335a6d7be service neutron] 10.222.0.64 "GET /v2.0/networks/b35e9655-e3a0-4ebc-8115-69611b13f855?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040454 Oct 27 10:39:42.006608 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66437b78-4d45-466a-b14c-58b56ba848fa req-e907ac99-49cd-468b-9565-93ea0a5268d5 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:39:42.008119 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-66437b78-4d45-466a-b14c-58b56ba848fa req-e907ac99-49cd-468b-9565-93ea0a5268d5 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/ports?device_id=6531a9ba-3dd6-4e37-8415-ddbffecde67d HTTP/1.1" status: 200 len: 932 time: 0.2141066 Oct 27 10:39:42.025647 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-87885e3e-e2ec-4bfd-aafe-a770ae8b9eac tempest-SecGroupTest-763609973 tempest-SecGroupTest-763609973-project] Publish callbacks [] for security_group, precommit_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:42.037479 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-bfabb0b8-19d1-4154-bd93-ed7d71037b5e req-e38fe29a-bb00-42ba-a844-633e70b829e9 service neutron] 10.222.0.64 "GET /v2.0/networks/b35e9655-e3a0-4ebc-8115-69611b13f855?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017082 Oct 27 10:39:42.047831 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-87885e3e-e2ec-4bfd-aafe-a770ae8b9eac tempest-SecGroupTest-763609973 tempest-SecGroupTest-763609973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:42.050338 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-87885e3e-e2ec-4bfd-aafe-a770ae8b9eac tempest-SecGroupTest-763609973 tempest-SecGroupTest-763609973-project] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:42.052084 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-87885e3e-e2ec-4bfd-aafe-a770ae8b9eac tempest-SecGroupTest-763609973 tempest-SecGroupTest-763609973-project] 10.222.0.44 "PUT /v2.0/security-groups/aea55b30-a8a9-4706-a5d7-1e67d9136d2b HTTP/1.1" status: 200 len: 1780 time: 0.4225123 Oct 27 10:39:42.055160 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 44688) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:39:42.094968 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-9df3fc4d-ad7c-455d-b0b1-10af853d95a8 tempest-SecGroupTest-763609973 tempest-SecGroupTest-763609973-project] 10.222.0.44 "GET /v2.0/security-groups/aea55b30-a8a9-4706-a5d7-1e67d9136d2b HTTP/1.1" status: 200 len: 1780 time: 0.0364676 Oct 27 10:39:42.095199 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 44690) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:39:42.125015 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-66437b78-4d45-466a-b14c-58b56ba848fa req-19c92e94-c864-45d7-84eb-7b5077d4eb11 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/security-groups?id=cc9284c7-fb9e-4cd7-891d-df58f9ea4e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072710 Oct 27 10:39:42.125616 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87885e3e-e2ec-4bfd-aafe-a770ae8b9eac tempest-SecGroupTest-763609973 tempest-SecGroupTest-763609973-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aea55b30-a8a9-4706-a5d7-1e67d9136d2b,revision_number=2']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:39:42.152216 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-6566dea2-bcdb-4e94-8221-bfea64f421ef tempest-SecGroupTest-763609973 tempest-SecGroupTest-763609973-project] Publish callbacks [] for security_group, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:42.175236 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-6566dea2-bcdb-4e94-8221-bfea64f421ef tempest-SecGroupTest-763609973 tempest-SecGroupTest-763609973-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:42.227633 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-6566dea2-bcdb-4e94-8221-bfea64f421ef tempest-SecGroupTest-763609973 tempest-SecGroupTest-763609973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:42.227633 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-6566dea2-bcdb-4e94-8221-bfea64f421ef tempest-SecGroupTest-763609973 tempest-SecGroupTest-763609973-project] Publish callbacks [] for security_group, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:42.227633 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-6566dea2-bcdb-4e94-8221-bfea64f421ef tempest-SecGroupTest-763609973 tempest-SecGroupTest-763609973-project] 10.222.0.44 "DELETE /v2.0/security-groups/aea55b30-a8a9-4706-a5d7-1e67d9136d2b HTTP/1.1" status: 204 len: 168 time: 0.1297643 Oct 27 10:39:42.229543 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 44692) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:39:42.247481 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [req-230035a4-826c-4aff-89c5-0b8f00abb826 req-88d2104e-3078-4f4e-92e7-a27ea2cfd21e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ccc30922-670e-41d4-8c96-e76427ef2fc5 {{(pid=102346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:39:42.253272 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6566dea2-bcdb-4e94-8221-bfea64f421ef tempest-SecGroupTest-763609973 tempest-SecGroupTest-763609973-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aea55b30-a8a9-4706-a5d7-1e67d9136d2b,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:39:42.266067 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-230035a4-826c-4aff-89c5-0b8f00abb826 req-88d2104e-3078-4f4e-92e7-a27ea2cfd21e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:42.278922 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-78595550-9ac4-45ab-89fb-ee73a146c4c3 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27024290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27167168'] for subnet, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:42.285113 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-494b792b-86c7-4386-bab5-041149393b82 tempest-SecGroupTest-763609973 tempest-SecGroupTest-763609973-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0542324 Oct 27 10:39:42.286202 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 2a5b1730-24f4-4d82-b4c9-2a7d9e29ae1e no longer exists at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:39:42.288268 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.provisioning_blocks [req-230035a4-826c-4aff-89c5-0b8f00abb826 req-88d2104e-3078-4f4e-92e7-a27ea2cfd21e service neutron] Transition to ACTIVE for port object ccc30922-670e-41d4-8c96-e76427ef2fc5 will not be triggered until provisioned by entity L2. {{(pid=102346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 10:39:42.288437 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 44694) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:39:42.302852 n-d-813419-10 neutron-server[102347]: INFO neutron.api.v2.resource [None req-02a39b64-70df-4022-9788-6830e4ea0c66 tempest-SecGroupTest-763609973 tempest-SecGroupTest-763609973-project] delete failed (client error): The resource could not be found. Oct 27 10:39:42.304242 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-02a39b64-70df-4022-9788-6830e4ea0c66 tempest-SecGroupTest-763609973 tempest-SecGroupTest-763609973-project] 10.222.0.44 "DELETE /v2.0/security-groups/aea55b30-a8a9-4706-a5d7-1e67d9136d2b HTTP/1.1" status: 404 len: 347 time: 0.0144441 Oct 27 10:39:42.309270 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 44696) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:39:42.313609 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-230035a4-826c-4aff-89c5-0b8f00abb826 req-88d2104e-3078-4f4e-92e7-a27ea2cfd21e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27024173'] for port, after_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:42.315030 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-fedd537e-29f3-4f37-9791-9678b6a4fce1 tempest-SecGroupTest-763609973 tempest-SecGroupTest-763609973-project] Request body: {'security_group': {'name': 'tempest-secgroup--1802920906'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:39:42.315615 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] No Port match for: 2a5b1730-24f4-4d82-b4c9-2a7d9e29ae1e {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:39:42.316383 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 2a5b1730-24f4-4d82-b4c9-2a7d9e29ae1e not bound to the agent host n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:39:42.346356 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-fedd537e-29f3-4f37-9791-9678b6a4fce1 tempest-SecGroupTest-763609973 tempest-SecGroupTest-763609973-project] Publish callbacks [] for security_group, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:42.398656 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d2104e-3078-4f4e-92e7-a27ea2cfd21e service neutron] Pushing event updated for resources: {'Port': ['ID=ccc30922-670e-41d4-8c96-e76427ef2fc5,revision_number=2']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:39:42.402209 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78595550-9ac4-45ab-89fb-ee73a146c4c3 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Pushing event updated for resources: {'Subnet': ['ID=afccc9be-05c2-41b8-9c7b-9fa22acc1f60,revision_number=0']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:39:42.413621 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78595550-9ac4-45ab-89fb-ee73a146c4c3 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Checking segment: {'id': 'f5897f7e-b777-43c9-8bf9-a92794e7228d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'faf5ee58-d6f8-4ac6-a7bf-75ebb156a4d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:39:42.413972 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78595550-9ac4-45ab-89fb-ee73a146c4c3 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Network hostable DHCP agents. Network: faf5ee58-d6f8-4ac6-a7bf-75ebb156a4d9, hostable agents: ['eafd4000-b897-4722-ae8b-0118ec955181'], hosted agents: [] {{(pid=102346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 10:39:42.430677 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-fedd537e-29f3-4f37-9791-9678b6a4fce1 tempest-SecGroupTest-763609973 tempest-SecGroupTest-763609973-project] Publish callbacks [] for security_group, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:42.436521 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-fedd537e-29f3-4f37-9791-9678b6a4fce1 tempest-SecGroupTest-763609973 tempest-SecGroupTest-763609973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:42.462929 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device 3ef418bf-90fb-4087-a0bf-3f98b17ed092 details requested by agent hyperv_n-h1-813419-10 with host n-h1-813419-10 {{(pid=102348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 10:39:42.463083 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-fedd537e-29f3-4f37-9791-9678b6a4fce1 tempest-SecGroupTest-763609973 tempest-SecGroupTest-763609973-project] Publish callbacks [] for security_group, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:42.464226 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-fedd537e-29f3-4f37-9791-9678b6a4fce1 tempest-SecGroupTest-763609973 tempest-SecGroupTest-763609973-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1536641 Oct 27 10:39:42.467147 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 44698) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:39:42.480607 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedd537e-29f3-4f37-9791-9678b6a4fce1 tempest-SecGroupTest-763609973 tempest-SecGroupTest-763609973-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7205e334-fad8-4122-9188-083ce873a961,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:39:42.482818 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-4ab6962d-d8db-4b69-9797-bf65f34d6d1d tempest-SecGroupTest-763609973 tempest-SecGroupTest-763609973-project] Request body: {'security_group_rule': {'security_group_id': '7205e334-fad8-4122-9188-083ce873a961', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:39:42.492450 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78595550-9ac4-45ab-89fb-ee73a146c4c3 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Network faf5ee58-d6f8-4ac6-a7bf-75ebb156a4d9 is scheduled to be hosted by DHCP agent eafd4000-b897-4722-ae8b-0118ec955181 with binding_index 1 {{(pid=102346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 10:39:42.525631 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-78595550-9ac4-45ab-89fb-ee73a146c4c3 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-10, faf5ee58-d6f8-4ac6-a7bf-75ebb156a4d9) {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:39:42.533725 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78595550-9ac4-45ab-89fb-ee73a146c4c3 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:39:42.534318 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-78595550-9ac4-45ab-89fb-ee73a146c4c3 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for subnet, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:42.534938 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1359596f-7e08-48e9-bcbe-b4c340e317b2 None None] Network faf5ee58-d6f8-4ac6-a7bf-75ebb156a4d9 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:39:42.537286 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.managers [req-230035a4-826c-4aff-89c5-0b8f00abb826 req-88d2104e-3078-4f4e-92e7-a27ea2cfd21e service neutron] Attempting to bind port ccc30922-670e-41d4-8c96-e76427ef2fc5 on host n-h2-813419-10 for vnic_type normal with profile {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:39:42.537661 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.managers [req-230035a4-826c-4aff-89c5-0b8f00abb826 req-88d2104e-3078-4f4e-92e7-a27ea2cfd21e service neutron] Attempting to bind port ccc30922-670e-41d4-8c96-e76427ef2fc5 by drivers openvswitch,hyperv on host n-h2-813419-10 at level 0 using segments [{'id': '3fa8f95e-6276-4974-b5c0-da1e0ae271fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'fca909b5-2d06-4825-8091-33382048b635'}] {{(pid=102346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:39:42.537991 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-230035a4-826c-4aff-89c5-0b8f00abb826 req-88d2104e-3078-4f4e-92e7-a27ea2cfd21e service neutron] Attempting to bind port ccc30922-670e-41d4-8c96-e76427ef2fc5 on network fca909b5-2d06-4825-8091-33382048b635 {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:39:42.559762 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-4ab6962d-d8db-4b69-9797-bf65f34d6d1d tempest-SecGroupTest-763609973 tempest-SecGroupTest-763609973-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:42.563538 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-230035a4-826c-4aff-89c5-0b8f00abb826 req-88d2104e-3078-4f4e-92e7-a27ea2cfd21e service neutron] Port ccc30922-670e-41d4-8c96-e76427ef2fc5 on network fca909b5-2d06-4825-8091-33382048b635 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-10 {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 10:39:42.563865 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-230035a4-826c-4aff-89c5-0b8f00abb826 req-88d2104e-3078-4f4e-92e7-a27ea2cfd21e service neutron] Attempting to bind port ccc30922-670e-41d4-8c96-e76427ef2fc5 on network fca909b5-2d06-4825-8091-33382048b635 {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:39:42.578509 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-78595550-9ac4-45ab-89fb-ee73a146c4c3 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0306680 Oct 27 10:39:42.581232 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 44700) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:39:42.584186 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-230035a4-826c-4aff-89c5-0b8f00abb826 req-88d2104e-3078-4f4e-92e7-a27ea2cfd21e service neutron] Checking agent: {'id': 'a2edc247-0fa4-4ce6-bbae-a10492f6bd71', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 16, 9), 'started_at': datetime.datetime(2021, 10, 27, 10, 16, 9), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 39, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:39:42.584566 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-230035a4-826c-4aff-89c5-0b8f00abb826 req-88d2104e-3078-4f4e-92e7-a27ea2cfd21e service neutron] Checking segment: {'id': '3fa8f95e-6276-4974-b5c0-da1e0ae271fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'fca909b5-2d06-4825-8091-33382048b635'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:39:42.584941 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-230035a4-826c-4aff-89c5-0b8f00abb826 req-88d2104e-3078-4f4e-92e7-a27ea2cfd21e service neutron] Bound using segment: {'id': '3fa8f95e-6276-4974-b5c0-da1e0ae271fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'fca909b5-2d06-4825-8091-33382048b635'} {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:39:42.585370 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.managers [req-230035a4-826c-4aff-89c5-0b8f00abb826 req-88d2104e-3078-4f4e-92e7-a27ea2cfd21e service neutron] Bound port: ccc30922-670e-41d4-8c96-e76427ef2fc5, host: n-h2-813419-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3fa8f95e-6276-4974-b5c0-da1e0ae271fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'fca909b5-2d06-4825-8091-33382048b635'}}] {{(pid=102346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:39:42.586153 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-230035a4-826c-4aff-89c5-0b8f00abb826 req-88d2104e-3078-4f4e-92e7-a27ea2cfd21e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:42.590633 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-67e26794-dadf-4f66-80b5-1eea463081cb tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Request body: {'port': {'network_id': 'faf5ee58-d6f8-4ac6-a7bf-75ebb156a4d9', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-694127045'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:39:42.663546 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port 3ef418bf-90fb-4087-a0bf-3f98b17ed092, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=3ef418bf-90fb-4087-a0bf-3f98b17ed092,segment=NetworkSegment(cb1f304e-3238-44f1-ae7f-78d4e314acae),segment_id=cb1f304e-3238-44f1-ae7f-78d4e314acae)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:39:42.680126 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Returning: {'device': '3ef418bf-90fb-4087-a0bf-3f98b17ed092', 'network_id': 'b35e9655-e3a0-4ebc-8115-69611b13f855', 'port_id': '3ef418bf-90fb-4087-a0bf-3f98b17ed092', 'mac_address': 'fa:16:3e:27:4d:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 409, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3094fde6-b550-4931-b376-595a71e5404d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 10:39:42.769118 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:42.781353 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c339a89e-fff1-4a43-9130-952be5c643ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp734b258e-7d96-550c-b970-9b72ab66f383-faf5ee58-d6f8-4ac6-a7bf-75ebb156a4d9', 'network_id': 'faf5ee58-d6f8-4ac6-a7bf-75ebb156a4d9', 'tenant_id': 'a8f5b249d1a14ea0897d2eccf002a6cb', 'fixed_ips': [{'subnet_id': 'afccc9be-05c2-41b8-9c7b-9fa22acc1f60'}]}} from n-d-813419-10. {{(pid=102348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 10:39:42.782227 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-c339a89e-fff1-4a43-9130-952be5c643ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:42.797624 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ef418bf-90fb-4087-a0bf-3f98b17ed092 {{(pid=102348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:39:42.827445 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port 3ef418bf-90fb-4087-a0bf-3f98b17ed092, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=3ef418bf-90fb-4087-a0bf-3f98b17ed092,segment=NetworkSegment(cb1f304e-3238-44f1-ae7f-78d4e314acae),segment_id=cb1f304e-3238-44f1-ae7f-78d4e314acae)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:39:42.873132 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:42.982950 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Pushing event updated for resources: {'Port': ['ID=3ef418bf-90fb-4087-a0bf-3f98b17ed092,revision_number=4']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:39:43.003476 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.db_base_plugin_common [None req-c339a89e-fff1-4a43-9130-952be5c643ff None None] Allocated IP 2001:db8::2 (faf5ee58-d6f8-4ac6-a7bf-75ebb156a4d9/afccc9be-05c2-41b8-9c7b-9fa22acc1f60/1aad65f1-fd7f-4c8f-b771-09277c941fef) {{(pid=102348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:39:43.054558 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-4ab6962d-d8db-4b69-9797-bf65f34d6d1d tempest-SecGroupTest-763609973 tempest-SecGroupTest-763609973-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:43.057626 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ba82dc-74bd-4613-9acb-6524fd478c11 req-ac7322da-7759-40e1-9a05-935bafafbf2a tempest-AttachVolumeNegativeTest-477808956 tempest-AttachVolumeNegativeTest-477808956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:39:43.059261 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-a6ba82dc-74bd-4613-9acb-6524fd478c11 req-ac7322da-7759-40e1-9a05-935bafafbf2a tempest-AttachVolumeNegativeTest-477808956 tempest-AttachVolumeNegativeTest-477808956-project] 10.222.0.44 "GET /v2.0/ports?device_id=c94862f4-e2b6-4abb-9365-b989679a049a HTTP/1.1" status: 200 len: 944 time: 0.0998161 Oct 27 10:39:43.069848 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [req-230035a4-826c-4aff-89c5-0b8f00abb826 req-88d2104e-3078-4f4e-92e7-a27ea2cfd21e service neutron] For port ccc30922-670e-41d4-8c96-e76427ef2fc5, host n-h2-813419-10, cleared binding levels {{(pid=102346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:39:43.077118 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-4ab6962d-d8db-4b69-9797-bf65f34d6d1d tempest-SecGroupTest-763609973 tempest-SecGroupTest-763609973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671902'] for security_group_rule, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:43.100611 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [req-230035a4-826c-4aff-89c5-0b8f00abb826 req-88d2104e-3078-4f4e-92e7-a27ea2cfd21e service neutron] For port ccc30922-670e-41d4-8c96-e76427ef2fc5, host n-h2-813419-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=ccc30922-670e-41d4-8c96-e76427ef2fc5,segment=NetworkSegment(3fa8f95e-6276-4974-b5c0-da1e0ae271fc),segment_id=3fa8f95e-6276-4974-b5c0-da1e0ae271fc)] {{(pid=102346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:39:43.111699 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab6962d-d8db-4b69-9797-bf65f34d6d1d tempest-SecGroupTest-763609973 tempest-SecGroupTest-763609973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19080cd1-b151-44ad-991e-00f017ef611e,revision_number=0']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:39:43.117776 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-230035a4-826c-4aff-89c5-0b8f00abb826 req-88d2104e-3078-4f4e-92e7-a27ea2cfd21e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27024173'] for port, after_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:43.132119 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-a6ba82dc-74bd-4613-9acb-6524fd478c11 req-660166e0-6662-46fa-82e7-81bf8f0fd217 tempest-AttachVolumeNegativeTest-477808956 tempest-AttachVolumeNegativeTest-477808956-project] 10.222.0.44 "GET /v2.0/security-groups?id=6419667f-4570-481f-8a5c-a797762fb34f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604882 Oct 27 10:39:43.133063 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-4ab6962d-d8db-4b69-9797-bf65f34d6d1d tempest-SecGroupTest-763609973 tempest-SecGroupTest-763609973-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:43.134449 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-4ab6962d-d8db-4b69-9797-bf65f34d6d1d tempest-SecGroupTest-763609973 tempest-SecGroupTest-763609973-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6575539 Oct 27 10:39:43.138808 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 44708) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:39:43.182557 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230035a4-826c-4aff-89c5-0b8f00abb826 req-88d2104e-3078-4f4e-92e7-a27ea2cfd21e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:39:43.183174 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-230035a4-826c-4aff-89c5-0b8f00abb826 req-88d2104e-3078-4f4e-92e7-a27ea2cfd21e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:43.184603 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-230035a4-826c-4aff-89c5-0b8f00abb826 req-88d2104e-3078-4f4e-92e7-a27ea2cfd21e service neutron] 10.222.0.76 "PUT /v2.0/ports/ccc30922-670e-41d4-8c96-e76427ef2fc5 HTTP/1.1" status: 200 len: 1093 time: 1.6996253 Oct 27 10:39:43.185066 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6531a9ba-3dd6-4e37-8415-ddbffecde67d', 'tag': 'ccc30922-670e-41d4-8c96-e76427ef2fc5'}] {{(pid=102346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:39:43.187363 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc0e418f5fc417c8d55d94c0aa509b037d0beb2a734c1a709e789eb65639a56d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f6ff677-29a3-4bba-b41b-d145bd10ff77" -d '{"events": [{"name": "network-changed", "server_uuid": "6531a9ba-3dd6-4e37-8415-ddbffecde67d", "tag": "ccc30922-670e-41d4-8c96-e76427ef2fc5"}]}' {{(pid=102346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:39:43.187695 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-9ada0c15-852d-420c-9bb7-2afd6680055c tempest-SecGroupTest-763609973 tempest-SecGroupTest-763609973-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:43.200339 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-9ada0c15-852d-420c-9bb7-2afd6680055c tempest-SecGroupTest-763609973 tempest-SecGroupTest-763609973-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:43.203189 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d2104e-3078-4f4e-92e7-a27ea2cfd21e service neutron] Pushing event updated for resources: {'Port': ['ID=ccc30922-670e-41d4-8c96-e76427ef2fc5,revision_number=3']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:39:43.207089 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67e26794-dadf-4f66-80b5-1eea463081cb tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Made reservation on behalf of a8f5b249d1a14ea0897d2eccf002a6cb for: {'port': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:39:43.211166 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-67e26794-dadf-4f66-80b5-1eea463081cb tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:43.231442 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [None req-67e26794-dadf-4f66-80b5-1eea463081cb tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] device_id is not set on port df429a33-afb3-4785-a64e-d8ab25459e5d yet. {{(pid=102346) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 10:39:43.241599 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-9ada0c15-852d-420c-9bb7-2afd6680055c tempest-SecGroupTest-763609973 tempest-SecGroupTest-763609973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671902'] for security_group_rule, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:43.248820 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-9ada0c15-852d-420c-9bb7-2afd6680055c tempest-SecGroupTest-763609973 tempest-SecGroupTest-763609973-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:43.250324 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-9ada0c15-852d-420c-9bb7-2afd6680055c tempest-SecGroupTest-763609973 tempest-SecGroupTest-763609973-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/19080cd1-b151-44ad-991e-00f017ef611e HTTP/1.1" status: 204 len: 168 time: 0.1101594 Oct 27 10:39:43.257378 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 44714) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:39:43.277015 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ada0c15-852d-420c-9bb7-2afd6680055c tempest-SecGroupTest-763609973 tempest-SecGroupTest-763609973-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=19080cd1-b151-44ad-991e-00f017ef611e,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:39:43.287270 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] get_ports_and_sgs() called for port_ids ['3ef418bf-90fb-4087-a0bf-3f98b17ed092'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:39:43.298460 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 10:39:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56ec28f7-1623-4cf5-b7ca-e6ac8b117e0e x-openstack-request-id: req-56ec28f7-1623-4cf5-b7ca-e6ac8b117e0e {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:39:43.298751 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6531a9ba-3dd6-4e37-8415-ddbffecde67d", "tag": "ccc30922-670e-41d4-8c96-e76427ef2fc5", "status": "completed", "code": 200}]} {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:39:43.299003 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-56ec28f7-1623-4cf5-b7ca-e6ac8b117e0e {{(pid=102346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:39:43.299400 n-d-813419-10 neutron-server[102346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6531a9ba-3dd6-4e37-8415-ddbffecde67d', 'tag': 'ccc30922-670e-41d4-8c96-e76427ef2fc5', 'status': 'completed', 'code': 200} Oct 27 10:39:43.364733 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230035a4-826c-4aff-89c5-0b8f00abb826 req-6bf63e6b-9fca-4a4b-b906-43103df82277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:39:43.366253 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-230035a4-826c-4aff-89c5-0b8f00abb826 req-6bf63e6b-9fca-4a4b-b906-43103df82277 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=5cdd6d2f037d42e18150718a811d487c&device_id=6531a9ba-3dd6-4e37-8415-ddbffecde67d HTTP/1.1" status: 200 len: 1096 time: 0.1284406 Oct 27 10:39:43.368122 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-98ff9aee-cfd8-47ed-8abc-0694144ead95 tempest-SecGroupTest-763609973 tempest-SecGroupTest-763609973-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1091638 Oct 27 10:39:43.370919 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 44716) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:39:43.380987 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5365c49a-543e-498b-9c67-59c2c2ec3768 req-a3fc6cfe-4d58-4878-bc74-c63d8845e20f tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:39:43.382624 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-5365c49a-543e-498b-9c67-59c2c2ec3768 req-a3fc6cfe-4d58-4878-bc74-c63d8845e20f tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/ports?device_id=6531a9ba-3dd6-4e37-8415-ddbffecde67d HTTP/1.1" status: 200 len: 944 time: 0.0833404 Oct 27 10:39:43.413970 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-c339a89e-fff1-4a43-9130-952be5c643ff None None] Publish callbacks [] for port, precommit_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:43.429452 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-5365c49a-543e-498b-9c67-59c2c2ec3768 req-cb44a3fa-df04-48ce-abff-87020702b61c tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/security-groups?id=cc9284c7-fb9e-4cd7-891d-df58f9ea4e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398068 Oct 27 10:39:43.432396 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-c339a89e-fff1-4a43-9130-952be5c643ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606'] for port, after_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:43.440136 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-230035a4-826c-4aff-89c5-0b8f00abb826 req-62c1f108-2eeb-4fb9-96f1-996a54f4b966 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ccc30922-670e-41d4-8c96-e76427ef2fc5 HTTP/1.1" status: 200 len: 217 time: 0.0617502 Oct 27 10:39:43.497793 n-d-813419-10 neutron-server[102348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c339a89e-fff1-4a43-9130-952be5c643ff None None] Network faf5ee58-d6f8-4ac6-a7bf-75ebb156a4d9 is already hosted by enough agents. {{(pid=102348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:39:43.503621 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c339a89e-fff1-4a43-9130-952be5c643ff None None] Pushing event updated for resources: {'Port': ['ID=1aad65f1-fd7f-4c8f-b771-09277c941fef,revision_number=1']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:39:43.511806 n-d-813419-10 neutron-server[102348]: DEBUG neutron.scheduler.base_scheduler [None req-c339a89e-fff1-4a43-9130-952be5c643ff None None] Resources bound (agent type, host, resource id): {{(pid=102348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:39:43.515067 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c339a89e-fff1-4a43-9130-952be5c643ff None None] Received port after_create {{(pid=102348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:39:43.564788 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_common [None req-67e26794-dadf-4f66-80b5-1eea463081cb tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Allocated IP 2001:db8::304 (faf5ee58-d6f8-4ac6-a7bf-75ebb156a4d9/afccc9be-05c2-41b8-9c7b-9fa22acc1f60/df429a33-afb3-4785-a64e-d8ab25459e5d) {{(pid=102346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:39:43.573752 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-1e4a1ee1-ed1f-474e-b82a-81d9906ef3e0 tempest-SecGroupTest-763609973 tempest-SecGroupTest-763609973-project] Publish callbacks [] for security_group, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:43.576525 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230035a4-826c-4aff-89c5-0b8f00abb826 req-3cacf103-a7a4-463f-8ebe-3ac3beb86862 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:39:43.578029 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-230035a4-826c-4aff-89c5-0b8f00abb826 req-3cacf103-a7a4-463f-8ebe-3ac3beb86862 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=71c50f4e-5d00-4779-bfe1-162c05f5fddb HTTP/1.1" status: 200 len: 850 time: 0.1274080 Oct 27 10:39:43.603941 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-c339a89e-fff1-4a43-9130-952be5c643ff None None] Attempting to bind port 1aad65f1-fd7f-4c8f-b771-09277c941fef on host n-d-813419-10 for vnic_type normal with profile {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:39:43.604355 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-c339a89e-fff1-4a43-9130-952be5c643ff None None] Attempting to bind port 1aad65f1-fd7f-4c8f-b771-09277c941fef by drivers openvswitch,hyperv on host n-d-813419-10 at level 0 using segments [{'id': 'f5897f7e-b777-43c9-8bf9-a92794e7228d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'faf5ee58-d6f8-4ac6-a7bf-75ebb156a4d9'}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:39:43.606583 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c339a89e-fff1-4a43-9130-952be5c643ff None None] Attempting to bind port 1aad65f1-fd7f-4c8f-b771-09277c941fef on network faf5ee58-d6f8-4ac6-a7bf-75ebb156a4d9 {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:39:43.610417 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c339a89e-fff1-4a43-9130-952be5c643ff None None] Checking agent: {'id': '89dba0f3-79b2-435e-9822-33674b8f6ada', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 8, 20), 'started_at': datetime.datetime(2021, 10, 27, 10, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 39, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:39:43.610952 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c339a89e-fff1-4a43-9130-952be5c643ff None None] Checking segment: {'id': 'f5897f7e-b777-43c9-8bf9-a92794e7228d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'faf5ee58-d6f8-4ac6-a7bf-75ebb156a4d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:39:43.611355 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-c339a89e-fff1-4a43-9130-952be5c643ff None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:43.611755 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c339a89e-fff1-4a43-9130-952be5c643ff None None] Bound using segment: {'id': 'f5897f7e-b777-43c9-8bf9-a92794e7228d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'faf5ee58-d6f8-4ac6-a7bf-75ebb156a4d9'} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:39:43.612257 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-c339a89e-fff1-4a43-9130-952be5c643ff None None] Bound port: 1aad65f1-fd7f-4c8f-b771-09277c941fef, host: n-d-813419-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5897f7e-b777-43c9-8bf9-a92794e7228d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'faf5ee58-d6f8-4ac6-a7bf-75ebb156a4d9'}}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:39:43.612604 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-c339a89e-fff1-4a43-9130-952be5c643ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:43.651012 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-1e4a1ee1-ed1f-474e-b82a-81d9906ef3e0 tempest-SecGroupTest-763609973 tempest-SecGroupTest-763609973-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:43.677752 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-c339a89e-fff1-4a43-9130-952be5c643ff None None] For port 1aad65f1-fd7f-4c8f-b771-09277c941fef, host n-d-813419-10, cleared binding levels {{(pid=102348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:39:43.680792 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-c339a89e-fff1-4a43-9130-952be5c643ff None None] For port 1aad65f1-fd7f-4c8f-b771-09277c941fef, host n-d-813419-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=1aad65f1-fd7f-4c8f-b771-09277c941fef,segment=NetworkSegment(f5897f7e-b777-43c9-8bf9-a92794e7228d),segment_id=f5897f7e-b777-43c9-8bf9-a92794e7228d)] {{(pid=102348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:39:43.686137 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-c339a89e-fff1-4a43-9130-952be5c643ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:43.736774 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230035a4-826c-4aff-89c5-0b8f00abb826 req-ac564a0a-d4d5-4449-8373-4f33c270ad9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:39:43.738457 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-230035a4-826c-4aff-89c5-0b8f00abb826 req-ac564a0a-d4d5-4449-8373-4f33c270ad9b service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=fca909b5-2d06-4825-8091-33382048b635&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1477499 Oct 27 10:39:43.751981 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c339a89e-fff1-4a43-9130-952be5c643ff None None] Pushing event updated for resources: {'Port': ['ID=1aad65f1-fd7f-4c8f-b771-09277c941fef,revision_number=2']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:39:43.783512 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-1e4a1ee1-ed1f-474e-b82a-81d9906ef3e0 tempest-SecGroupTest-763609973 tempest-SecGroupTest-763609973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:43.786621 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-1e4a1ee1-ed1f-474e-b82a-81d9906ef3e0 tempest-SecGroupTest-763609973 tempest-SecGroupTest-763609973-project] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:43.790130 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-1e4a1ee1-ed1f-474e-b82a-81d9906ef3e0 tempest-SecGroupTest-763609973 tempest-SecGroupTest-763609973-project] 10.222.0.44 "DELETE /v2.0/security-groups/7205e334-fad8-4122-9188-083ce873a961 HTTP/1.1" status: 204 len: 168 time: 0.4159048 Oct 27 10:39:43.790508 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 44718) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:39:43.834316 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-869d39e4-4f03-4dba-943a-9d448d271cf3 tempest-SecGroupTest-763609973 tempest-SecGroupTest-763609973-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0425384 Oct 27 10:39:43.838033 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4a1ee1-ed1f-474e-b82a-81d9906ef3e0 tempest-SecGroupTest-763609973 tempest-SecGroupTest-763609973-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7205e334-fad8-4122-9188-083ce873a961,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:39:43.838877 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 44720) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:39:43.843359 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-3d0d7e54-b0a5-4f53-b279-a3d8980fe260 tempest-SecGroupTest-763609973 tempest-SecGroupTest-763609973-project] Request body: {'security_group': {'name': 'tempest-secgroup--2141398050'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:39:43.852129 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-67e26794-dadf-4f66-80b5-1eea463081cb tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks [] for port, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:43.874487 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-3d0d7e54-b0a5-4f53-b279-a3d8980fe260 tempest-SecGroupTest-763609973 tempest-SecGroupTest-763609973-project] Publish callbacks [] for security_group, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:43.927527 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-230035a4-826c-4aff-89c5-0b8f00abb826 req-9a813ee7-7ad3-4742-bfd5-dc48c885058c service neutron] 10.222.0.76 "GET /v2.0/networks/fca909b5-2d06-4825-8091-33382048b635?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1749411 Oct 27 10:39:43.957979 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-67e26794-dadf-4f66-80b5-1eea463081cb tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:43.981053 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-3d0d7e54-b0a5-4f53-b279-a3d8980fe260 tempest-SecGroupTest-763609973 tempest-SecGroupTest-763609973-project] Publish callbacks [] for security_group, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:43.986015 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-3d0d7e54-b0a5-4f53-b279-a3d8980fe260 tempest-SecGroupTest-763609973 tempest-SecGroupTest-763609973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:44.019028 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-3d0d7e54-b0a5-4f53-b279-a3d8980fe260 tempest-SecGroupTest-763609973 tempest-SecGroupTest-763609973-project] Publish callbacks [] for security_group, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:44.021004 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-3d0d7e54-b0a5-4f53-b279-a3d8980fe260 tempest-SecGroupTest-763609973 tempest-SecGroupTest-763609973-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1811156 Oct 27 10:39:44.023431 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0d7e54-b0a5-4f53-b279-a3d8980fe260 tempest-SecGroupTest-763609973 tempest-SecGroupTest-763609973-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67be42b1-6e52-4006-9767-dee6db4c9371,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:39:44.025652 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 44722) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:39:44.030709 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-893183ba-b76c-4d8a-b1e8-4a5a2822dc26 tempest-SecGroupTest-763609973 tempest-SecGroupTest-763609973-project] Request body: {'security_group_rule': {'security_group_id': '67be42b1-6e52-4006-9767-dee6db4c9371', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:39:44.046407 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67e26794-dadf-4f66-80b5-1eea463081cb tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Network faf5ee58-d6f8-4ac6-a7bf-75ebb156a4d9 is already hosted by enough agents. {{(pid=102346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:39:44.052869 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-67e26794-dadf-4f66-80b5-1eea463081cb tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Resources bound (agent type, host, resource id): {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:39:44.059266 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67e26794-dadf-4f66-80b5-1eea463081cb tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Received port after_create {{(pid=102346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:39:44.064920 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-893183ba-b76c-4d8a-b1e8-4a5a2822dc26 tempest-SecGroupTest-763609973 tempest-SecGroupTest-763609973-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:44.065148 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67e26794-dadf-4f66-80b5-1eea463081cb tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:39:44.065766 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-67e26794-dadf-4f66-80b5-1eea463081cb tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:44.074493 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e26794-dadf-4f66-80b5-1eea463081cb tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Pushing event updated for resources: {'Port': ['ID=df429a33-afb3-4785-a64e-d8ab25459e5d,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:39:44.103490 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-67e26794-dadf-4f66-80b5-1eea463081cb tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 1.5210977 Oct 27 10:39:44.106839 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 44726) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:39:44.107339 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-230035a4-826c-4aff-89c5-0b8f00abb826 req-d968b13c-2632-428e-b212-8bf1502c346d service neutron] 10.222.0.76 "GET /v2.0/networks/fca909b5-2d06-4825-8091-33382048b635?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1714911 Oct 27 10:39:44.199668 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-893183ba-b76c-4d8a-b1e8-4a5a2822dc26 tempest-SecGroupTest-763609973 tempest-SecGroupTest-763609973-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:44.205625 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6ff677-29a3-4bba-b41b-d145bd10ff77 req-8c7578f8-4471-40af-8e4c-a72758b66fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:39:44.208615 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-0f6ff677-29a3-4bba-b41b-d145bd10ff77 req-8c7578f8-4471-40af-8e4c-a72758b66fc0 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=5cdd6d2f037d42e18150718a811d487c&device_id=6531a9ba-3dd6-4e37-8415-ddbffecde67d HTTP/1.1" status: 200 len: 1096 time: 0.0481381 Oct 27 10:39:44.208738 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-893183ba-b76c-4d8a-b1e8-4a5a2822dc26 tempest-SecGroupTest-763609973 tempest-SecGroupTest-763609973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671902'] for security_group_rule, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:44.239748 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893183ba-b76c-4d8a-b1e8-4a5a2822dc26 tempest-SecGroupTest-763609973 tempest-SecGroupTest-763609973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f13fc3ed-2b02-4803-875b-dfc80b607736,revision_number=0']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:39:44.247738 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-893183ba-b76c-4d8a-b1e8-4a5a2822dc26 tempest-SecGroupTest-763609973 tempest-SecGroupTest-763609973-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:44.252758 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-893183ba-b76c-4d8a-b1e8-4a5a2822dc26 tempest-SecGroupTest-763609973 tempest-SecGroupTest-763609973-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2261050 Oct 27 10:39:44.257517 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 44732) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:39:44.264888 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-56d759c0-6647-468a-98ac-503059a79f42 tempest-SecGroupTest-763609973 tempest-SecGroupTest-763609973-project] Request body: {'security_group_rule': {'security_group_id': '67be42b1-6e52-4006-9767-dee6db4c9371', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:39:44.276291 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-2d58b21c-070e-40e4-ada2-1bc713aea546 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Deleting port df429a33-afb3-4785-a64e-d8ab25459e5d {{(pid=102347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:39:44.276627 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-2d58b21c-070e-40e4-ada2-1bc713aea546 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:44.364130 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 1aad65f1-fd7f-4c8f-b771-09277c941fef up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:39:44.366561 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6ff677-29a3-4bba-b41b-d145bd10ff77 req-5a8aa7aa-70fa-4fe7-9e8c-665bc604bc4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:39:44.368061 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-0f6ff677-29a3-4bba-b41b-d145bd10ff77 req-5a8aa7aa-70fa-4fe7-9e8c-665bc604bc4d service neutron] 10.222.0.76 "GET /v2.0/networks?id=fca909b5-2d06-4825-8091-33382048b635 HTTP/1.1" status: 200 len: 912 time: 0.1519361 Oct 27 10:39:44.376884 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db475e97-962f-4362-8098-37ffa099d2e8 req-d4ddc20c-4513-4b20-8c36-9727f807b01f tempest-AttachVolumeNegativeTest-477808956 tempest-AttachVolumeNegativeTest-477808956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:39:44.378430 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-db475e97-962f-4362-8098-37ffa099d2e8 req-d4ddc20c-4513-4b20-8c36-9727f807b01f tempest-AttachVolumeNegativeTest-477808956 tempest-AttachVolumeNegativeTest-477808956-project] 10.222.0.44 "GET /v2.0/ports?device_id=c94862f4-e2b6-4abb-9365-b989679a049a HTTP/1.1" status: 200 len: 944 time: 0.0897443 Oct 27 10:39:44.415557 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port 1aad65f1-fd7f-4c8f-b771-09277c941fef triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:39:44.416028 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:44.419197 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-0f6ff677-29a3-4bba-b41b-d145bd10ff77 req-53a73286-ee51-4992-b084-065fc548d0d3 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ccc30922-670e-41d4-8c96-e76427ef2fc5 HTTP/1.1" status: 200 len: 217 time: 0.0397124 Oct 27 10:39:44.478405 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device 3ef418bf-90fb-4087-a0bf-3f98b17ed092 up at agent hyperv_n-h1-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:39:44.494858 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-db475e97-962f-4362-8098-37ffa099d2e8 req-96ebd3d5-055a-436d-9276-4f33a6c679a3 tempest-AttachVolumeNegativeTest-477808956 tempest-AttachVolumeNegativeTest-477808956-project] 10.222.0.44 "GET /v2.0/security-groups?id=6419667f-4570-481f-8a5c-a797762fb34f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784543 Oct 27 10:39:44.517971 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6ff677-29a3-4bba-b41b-d145bd10ff77 req-e6fa0f75-56c4-43af-88aa-3ea9c9a4002d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:39:44.519462 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-0f6ff677-29a3-4bba-b41b-d145bd10ff77 req-e6fa0f75-56c4-43af-88aa-3ea9c9a4002d service neutron] 10.222.0.76 "GET /v2.0/subnets?id=71c50f4e-5d00-4779-bfe1-162c05f5fddb HTTP/1.1" status: 200 len: 850 time: 0.0799232 Oct 27 10:39:44.583921 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:44.600730 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6ff677-29a3-4bba-b41b-d145bd10ff77 req-83f998c6-c692-4319-b63d-fdab32af6fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:39:44.603313 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-0f6ff677-29a3-4bba-b41b-d145bd10ff77 req-83f998c6-c692-4319-b63d-fdab32af6fa0 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=fca909b5-2d06-4825-8091-33382048b635&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0722091 Oct 27 10:39:44.638057 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] For port 1aad65f1-fd7f-4c8f-b771-09277c941fef, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=1aad65f1-fd7f-4c8f-b771-09277c941fef,segment=NetworkSegment(f5897f7e-b777-43c9-8bf9-a92794e7228d),segment_id=f5897f7e-b777-43c9-8bf9-a92794e7228d)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:39:44.650702 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:44.727745 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Provisioning for port 3ef418bf-90fb-4087-a0bf-3f98b17ed092 completed by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 10:39:44.757538 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Provisioning complete for port 3ef418bf-90fb-4087-a0bf-3f98b17ed092 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:39:44.757904 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:44.796258 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-0f6ff677-29a3-4bba-b41b-d145bd10ff77 req-6ca1d1a0-8973-4325-ad17-f3b22fc2f6d4 service neutron] 10.222.0.76 "GET /v2.0/networks/fca909b5-2d06-4825-8091-33382048b635?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1849005 Oct 27 10:39:44.803573 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-56d759c0-6647-468a-98ac-503059a79f42 tempest-SecGroupTest-763609973 tempest-SecGroupTest-763609973-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:44.820642 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ae4f54-fe4d-4683-b6d1-9023661ec7e6 req-4b7ad6a1-83b2-4930-ba6a-d5bbaabb7a38 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:39:44.822941 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-04ae4f54-fe4d-4683-b6d1-9023661ec7e6 req-4b7ad6a1-83b2-4930-ba6a-d5bbaabb7a38 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/ports?device_id=6531a9ba-3dd6-4e37-8415-ddbffecde67d HTTP/1.1" status: 200 len: 944 time: 0.1216784 Oct 27 10:39:44.834924 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Pushing event updated for resources: {'Port': ['ID=1aad65f1-fd7f-4c8f-b771-09277c941fef,revision_number=3']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:39:44.846285 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-2d58b21c-070e-40e4-ada2-1bc713aea546 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:44.911175 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-2d58b21c-070e-40e4-ada2-1bc713aea546 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Calling delete_port for df429a33-afb3-4785-a64e-d8ab25459e5d owned by {{(pid=102347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:39:44.916354 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:44.950661 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c94862f4-e2b6-4abb-9365-b989679a049a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ef418bf-90fb-4087-a0bf-3f98b17ed092'}] {{(pid=102348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:39:44.958346 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-56d759c0-6647-468a-98ac-503059a79f42 tempest-SecGroupTest-763609973 tempest-SecGroupTest-763609973-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:44.960762 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c588921fa634554a1d9242fdea1b05457a9ff1d3b28ba54ec1dace7f2f1df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68ef4d76-2bfa-4863-9332-0b9ffa2908ec" -d '{"events": [{"server_uuid": "c94862f4-e2b6-4abb-9365-b989679a049a", "name": "network-vif-plugged", "status": "completed", "tag": "3ef418bf-90fb-4087-a0bf-3f98b17ed092"}]}' {{(pid=102348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:39:44.961508 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-0f6ff677-29a3-4bba-b41b-d145bd10ff77 req-90220481-1581-4c62-bb2b-03f3da927f22 service neutron] 10.222.0.76 "GET /v2.0/networks/fca909b5-2d06-4825-8091-33382048b635?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1557055 Oct 27 10:39:44.971003 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-56d759c0-6647-468a-98ac-503059a79f42 tempest-SecGroupTest-763609973 tempest-SecGroupTest-763609973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671902'] for security_group_rule, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:44.982913 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port 3ef418bf-90fb-4087-a0bf-3f98b17ed092, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=3ef418bf-90fb-4087-a0bf-3f98b17ed092,segment=NetworkSegment(cb1f304e-3238-44f1-ae7f-78d4e314acae),segment_id=cb1f304e-3238-44f1-ae7f-78d4e314acae)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:39:44.990828 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:44.998988 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25509596-0873-4e89-8502-bebaebc7d806 None None] Network faf5ee58-d6f8-4ac6-a7bf-75ebb156a4d9 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:39:45.045106 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-04ae4f54-fe4d-4683-b6d1-9023661ec7e6 req-87772b64-5d52-46c3-a66b-c21b5fea9604 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/security-groups?id=cc9284c7-fb9e-4cd7-891d-df58f9ea4e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1949544 Oct 27 10:39:45.065897 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d759c0-6647-468a-98ac-503059a79f42 tempest-SecGroupTest-763609973 tempest-SecGroupTest-763609973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a655b8d8-ec45-4a81-8517-0a082a3c3d2a,revision_number=0']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:39:45.074324 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-56d759c0-6647-468a-98ac-503059a79f42 tempest-SecGroupTest-763609973 tempest-SecGroupTest-763609973-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:45.076655 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-56d759c0-6647-468a-98ac-503059a79f42 tempest-SecGroupTest-763609973 tempest-SecGroupTest-763609973-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8181710 Oct 27 10:39:45.078611 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 44740) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:39:45.086499 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-08b35101-8066-4eb7-ad94-7d658fab1249 tempest-SecGroupTest-763609973 tempest-SecGroupTest-763609973-project] Request body: {'security_group_rule': {'security_group_id': '67be42b1-6e52-4006-9767-dee6db4c9371', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:39:45.114016 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:39:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32e609b6-3671-4e6e-866e-8f1b73d68cbb x-openstack-request-id: req-32e609b6-3671-4e6e-866e-8f1b73d68cbb {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:39:45.114317 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c94862f4-e2b6-4abb-9365-b989679a049a", "name": "network-vif-plugged", "status": "completed", "tag": "3ef418bf-90fb-4087-a0bf-3f98b17ed092", "code": 200}]} {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:39:45.114824 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-32e609b6-3671-4e6e-866e-8f1b73d68cbb {{(pid=102348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:39:45.115189 n-d-813419-10 neutron-server[102348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c94862f4-e2b6-4abb-9365-b989679a049a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ef418bf-90fb-4087-a0bf-3f98b17ed092', 'code': 200} Oct 27 10:39:45.117750 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-5aac77f1-b6e9-4b69-913d-ca1d7d4dc011 None None] Provisioning complete for port 1aad65f1-fd7f-4c8f-b771-09277c941fef triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:39:45.117896 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-5aac77f1-b6e9-4b69-913d-ca1d7d4dc011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:45.133166 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-08b35101-8066-4eb7-ad94-7d658fab1249 tempest-SecGroupTest-763609973 tempest-SecGroupTest-763609973-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:45.142101 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Pushing event updated for resources: {'Port': ['ID=3ef418bf-90fb-4087-a0bf-3f98b17ed092,revision_number=5']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:39:45.222366 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-2d58b21c-070e-40e4-ada2-1bc713aea546 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:45.224631 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-08b35101-8066-4eb7-ad94-7d658fab1249 tempest-SecGroupTest-763609973 tempest-SecGroupTest-763609973-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:45.229564 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-08b35101-8066-4eb7-ad94-7d658fab1249 tempest-SecGroupTest-763609973 tempest-SecGroupTest-763609973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671902'] for security_group_rule, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:45.251190 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b35101-8066-4eb7-ad94-7d658fab1249 tempest-SecGroupTest-763609973 tempest-SecGroupTest-763609973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63fb98e8-1995-4ef8-99bc-a76fed7123f3,revision_number=0']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:39:45.261172 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-08b35101-8066-4eb7-ad94-7d658fab1249 tempest-SecGroupTest-763609973 tempest-SecGroupTest-763609973-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:45.262684 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d58b21c-070e-40e4-ada2-1bc713aea546 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Pushing event deleted for resources: {'Port': ['ID=df429a33-afb3-4785-a64e-d8ab25459e5d,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:39:45.266387 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-08b35101-8066-4eb7-ad94-7d658fab1249 tempest-SecGroupTest-763609973 tempest-SecGroupTest-763609973-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1854038 Oct 27 10:39:45.266387 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 44746) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:39:45.272629 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-6be45440-5b51-411e-8dc7-69a5bcaa5d9a tempest-SecGroupTest-763609973 tempest-SecGroupTest-763609973-project] Request body: {'security_group_rule': {'security_group_id': '67be42b1-6e52-4006-9767-dee6db4c9371', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:39:45.294246 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-2d58b21c-070e-40e4-ada2-1bc713aea546 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:45.298196 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-2d58b21c-070e-40e4-ada2-1bc713aea546 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] 10.222.0.44 "DELETE /v2.0/ports/df429a33-afb3-4785-a64e-d8ab25459e5d HTTP/1.1" status: 204 len: 168 time: 1.1902945 Oct 27 10:39:45.302794 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 44748) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:39:45.305684 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f273cbe4-b042-4648-a879-1660728dc017 req-40a8e784-1c4c-4ef8-a8b7-5d79e601a596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:39:45.307341 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-f273cbe4-b042-4648-a879-1660728dc017 req-40a8e784-1c4c-4ef8-a8b7-5d79e601a596 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=c94862f4-e2b6-4abb-9365-b989679a049a HTTP/1.1" status: 200 len: 1097 time: 0.1255956 Oct 27 10:39:45.337715 n-d-813419-10 neutron-server[102346]: INFO neutron.pecan_wsgi.hooks.translation [None req-9930f122-ec64-4fc9-8b6f-d2d0fcb539f1 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] GET failed (client error): The resource could not be found. Oct 27 10:39:45.339368 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-9930f122-ec64-4fc9-8b6f-d2d0fcb539f1 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] 10.222.0.44 "GET /v2.0/ports/df429a33-afb3-4785-a64e-d8ab25459e5d HTTP/1.1" status: 404 len: 333 time: 0.0355620 Oct 27 10:39:45.342121 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 44750) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:39:45.342638 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-6be45440-5b51-411e-8dc7-69a5bcaa5d9a tempest-SecGroupTest-763609973 tempest-SecGroupTest-763609973-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:45.389237 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-f273cbe4-b042-4648-a879-1660728dc017 req-5f42664d-d2b4-4880-8984-c6e8c527d240 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=6419667f-4570-481f-8a5c-a797762fb34f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734854 Oct 27 10:39:45.403633 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-6be45440-5b51-411e-8dc7-69a5bcaa5d9a tempest-SecGroupTest-763609973 tempest-SecGroupTest-763609973-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:45.409438 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-6be45440-5b51-411e-8dc7-69a5bcaa5d9a tempest-SecGroupTest-763609973 tempest-SecGroupTest-763609973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671902'] for security_group_rule, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:45.411958 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_v2 [None req-76e33582-101d-4947-b1e5-9bcfa01df42c tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Deleting subnet afccc9be-05c2-41b8-9c7b-9fa22acc1f60 {{(pid=102347) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 10:39:45.415421 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-76e33582-101d-4947-b1e5-9bcfa01df42c tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks [] for subnet, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:45.429246 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be45440-5b51-411e-8dc7-69a5bcaa5d9a tempest-SecGroupTest-763609973 tempest-SecGroupTest-763609973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb8863e3-baa0-4b1b-b6be-5c73e4b247f8,revision_number=0']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:39:45.439456 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-6be45440-5b51-411e-8dc7-69a5bcaa5d9a tempest-SecGroupTest-763609973 tempest-SecGroupTest-763609973-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:45.440923 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-6be45440-5b51-411e-8dc7-69a5bcaa5d9a tempest-SecGroupTest-763609973 tempest-SecGroupTest-763609973-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1734591 Oct 27 10:39:45.443560 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 44752) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:39:45.449335 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-cd2cdb33-ff55-4163-81b8-88f21b9915e1 tempest-SecGroupTest-763609973 tempest-SecGroupTest-763609973-project] Request body: {'security_group_rule': {'security_group_id': '67be42b1-6e52-4006-9767-dee6db4c9371', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:39:45.466836 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-76e33582-101d-4947-b1e5-9bcfa01df42c tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-18445109'] for subnet, precommit_delete_associations {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:45.479738 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-cd2cdb33-ff55-4163-81b8-88f21b9915e1 tempest-SecGroupTest-763609973 tempest-SecGroupTest-763609973-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:45.554462 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-cd2cdb33-ff55-4163-81b8-88f21b9915e1 tempest-SecGroupTest-763609973 tempest-SecGroupTest-763609973-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:45.560585 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-cd2cdb33-ff55-4163-81b8-88f21b9915e1 tempest-SecGroupTest-763609973 tempest-SecGroupTest-763609973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671902'] for security_group_rule, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:45.560920 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-76e33582-101d-4947-b1e5-9bcfa01df42c tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855646'] for subnet, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:45.585013 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2cdb33-ff55-4163-81b8-88f21b9915e1 tempest-SecGroupTest-763609973 tempest-SecGroupTest-763609973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=918d76fd-27a8-4f2f-9457-2d5351ef3dfe,revision_number=0']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:39:45.596080 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-cd2cdb33-ff55-4163-81b8-88f21b9915e1 tempest-SecGroupTest-763609973 tempest-SecGroupTest-763609973-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:45.600390 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-cd2cdb33-ff55-4163-81b8-88f21b9915e1 tempest-SecGroupTest-763609973 tempest-SecGroupTest-763609973-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1528459 Oct 27 10:39:45.600702 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 44756) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:39:45.607641 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7455a774-4eda-483e-bc72-00102edbc0ea None None] Provisioning complete for port 1aad65f1-fd7f-4c8f-b771-09277c941fef triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:39:45.608140 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7455a774-4eda-483e-bc72-00102edbc0ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:45.636155 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d941a0ca-5efa-40dc-890e-775e95fb9ebd tempest-SecGroupTest-763609973 tempest-SecGroupTest-763609973-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:45.649078 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d941a0ca-5efa-40dc-890e-775e95fb9ebd tempest-SecGroupTest-763609973 tempest-SecGroupTest-763609973-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:45.681793 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d941a0ca-5efa-40dc-890e-775e95fb9ebd tempest-SecGroupTest-763609973 tempest-SecGroupTest-763609973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671902'] for security_group_rule, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:45.688577 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d941a0ca-5efa-40dc-890e-775e95fb9ebd tempest-SecGroupTest-763609973 tempest-SecGroupTest-763609973-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:45.693001 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-d941a0ca-5efa-40dc-890e-775e95fb9ebd tempest-SecGroupTest-763609973 tempest-SecGroupTest-763609973-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/918d76fd-27a8-4f2f-9457-2d5351ef3dfe HTTP/1.1" status: 204 len: 168 time: 0.0883653 Oct 27 10:39:45.693614 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 44758) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:39:45.697751 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c591bdba-d052-4733-96fa-49dcd7b0655c req-a73d69ff-d89a-4f5a-b542-1f6d63a8864b tempest-AttachVolumeNegativeTest-477808956 tempest-AttachVolumeNegativeTest-477808956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:39:45.699435 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c591bdba-d052-4733-96fa-49dcd7b0655c req-a73d69ff-d89a-4f5a-b542-1f6d63a8864b tempest-AttachVolumeNegativeTest-477808956 tempest-AttachVolumeNegativeTest-477808956-project] 10.222.0.44 "GET /v2.0/ports?device_id=c94862f4-e2b6-4abb-9365-b989679a049a HTTP/1.1" status: 200 len: 945 time: 0.0936637 Oct 27 10:39:45.705435 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-76e33582-101d-4947-b1e5-9bcfa01df42c tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-18295818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18043720'] for subnet, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:45.714402 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d941a0ca-5efa-40dc-890e-775e95fb9ebd tempest-SecGroupTest-763609973 tempest-SecGroupTest-763609973-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=918d76fd-27a8-4f2f-9457-2d5351ef3dfe,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:39:45.754689 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-76e33582-101d-4947-b1e5-9bcfa01df42c tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks [] for subnet, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:45.758088 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-76e33582-101d-4947-b1e5-9bcfa01df42c tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] 10.222.0.44 "DELETE /v2.0/subnets/afccc9be-05c2-41b8-9c7b-9fa22acc1f60 HTTP/1.1" status: 204 len: 168 time: 0.4140346 Oct 27 10:39:45.760477 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e33582-101d-4947-b1e5-9bcfa01df42c tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Pushing event deleted for resources: {'Subnet': ['ID=afccc9be-05c2-41b8-9c7b-9fa22acc1f60,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:39:45.762399 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 44760) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:39:45.768240 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-6f394b09-0f31-4f81-9292-ee22a1ad4881 tempest-SecGroupTest-763609973 tempest-SecGroupTest-763609973-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0724492 Oct 27 10:39:45.770518 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 44762) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:39:45.795709 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-037adf22-1bab-4926-8e76-d14a0b8b0cd0 tempest-SecGroupTest-763609973 tempest-SecGroupTest-763609973-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:45.804777 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-037adf22-1bab-4926-8e76-d14a0b8b0cd0 tempest-SecGroupTest-763609973 tempest-SecGroupTest-763609973-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:45.827867 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c591bdba-d052-4733-96fa-49dcd7b0655c req-5e4412e6-269b-48a9-9a72-e302e64116cd tempest-AttachVolumeNegativeTest-477808956 tempest-AttachVolumeNegativeTest-477808956-project] 10.222.0.44 "GET /v2.0/security-groups?id=6419667f-4570-481f-8a5c-a797762fb34f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182916 Oct 27 10:39:45.835193 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-037adf22-1bab-4926-8e76-d14a0b8b0cd0 tempest-SecGroupTest-763609973 tempest-SecGroupTest-763609973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671902'] for security_group_rule, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:45.844143 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-037adf22-1bab-4926-8e76-d14a0b8b0cd0 tempest-SecGroupTest-763609973 tempest-SecGroupTest-763609973-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:45.845314 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-037adf22-1bab-4926-8e76-d14a0b8b0cd0 tempest-SecGroupTest-763609973 tempest-SecGroupTest-763609973-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/bb8863e3-baa0-4b1b-b6be-5c73e4b247f8 HTTP/1.1" status: 204 len: 168 time: 0.0736845 Oct 27 10:39:45.849541 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 44764) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:39:45.850666 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42b29c77-9196-41fb-9513-069eaf902186 None None] Network faf5ee58-d6f8-4ac6-a7bf-75ebb156a4d9 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:39:45.867254 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-12b5fca7-ee74-4d5c-845c-6733fb26f4cc tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586917'] for network, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:45.874782 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037adf22-1bab-4926-8e76-d14a0b8b0cd0 tempest-SecGroupTest-763609973 tempest-SecGroupTest-763609973-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bb8863e3-baa0-4b1b-b6be-5c73e4b247f8,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:39:45.898099 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-eebc94fd-3459-4667-a7e4-6a7d60a466a4 tempest-SecGroupTest-763609973 tempest-SecGroupTest-763609973-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0473080 Oct 27 10:39:45.900638 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 44766) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:39:45.926281 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-afb56b49-6063-4189-a6e7-0e60ad8545d9 tempest-SecGroupTest-763609973 tempest-SecGroupTest-763609973-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:45.928442 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-d1d56723-be46-4bbb-a3f7-a2c0e413862f None None] Could not find standard attr ID for object df429a33-afb3-4785-a64e-d8ab25459e5d. {{(pid=102348) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 27 10:39:45.934015 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-12b5fca7-ee74-4d5c-845c-6733fb26f4cc tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Deleting port 1aad65f1-fd7f-4c8f-b771-09277c941fef {{(pid=102347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:39:45.934356 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-12b5fca7-ee74-4d5c-845c-6733fb26f4cc tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:45.935119 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-afb56b49-6063-4189-a6e7-0e60ad8545d9 tempest-SecGroupTest-763609973 tempest-SecGroupTest-763609973-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:45.975844 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-afb56b49-6063-4189-a6e7-0e60ad8545d9 tempest-SecGroupTest-763609973 tempest-SecGroupTest-763609973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671902'] for security_group_rule, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:45.988086 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-afb56b49-6063-4189-a6e7-0e60ad8545d9 tempest-SecGroupTest-763609973 tempest-SecGroupTest-763609973-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:45.989760 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-afb56b49-6063-4189-a6e7-0e60ad8545d9 tempest-SecGroupTest-763609973 tempest-SecGroupTest-763609973-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/63fb98e8-1995-4ef8-99bc-a76fed7123f3 HTTP/1.1" status: 204 len: 168 time: 0.0878890 Oct 27 10:39:45.990658 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb56b49-6063-4189-a6e7-0e60ad8545d9 tempest-SecGroupTest-763609973 tempest-SecGroupTest-763609973-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=63fb98e8-1995-4ef8-99bc-a76fed7123f3,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:39:45.992406 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 44768) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:39:46.001276 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [None req-12b5fca7-ee74-4d5c-845c-6733fb26f4cc tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] For port 1aad65f1-fd7f-4c8f-b771-09277c941fef, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=1aad65f1-fd7f-4c8f-b771-09277c941fef,segment=NetworkSegment(f5897f7e-b777-43c9-8bf9-a92794e7228d),segment_id=f5897f7e-b777-43c9-8bf9-a92794e7228d)] {{(pid=102347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:39:46.001808 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-12b5fca7-ee74-4d5c-845c-6733fb26f4cc tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:46.015479 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-12b5fca7-ee74-4d5c-845c-6733fb26f4cc tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Calling delete_port for 1aad65f1-fd7f-4c8f-b771-09277c941fef owned by network:dhcp {{(pid=102347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:39:46.041068 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-f8500ee3-f3fa-43e5-aff1-65817bc5c494 tempest-SecGroupTest-763609973 tempest-SecGroupTest-763609973-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0473597 Oct 27 10:39:46.043576 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 44770) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:39:46.065403 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23002d63-83e1-40e0-bb9b-e0dedc479d7b None None] DHCP port deletion for faf5ee58-d6f8-4ac6-a7bf-75ebb156a4d9 request from n-d-813419-10 {{(pid=102348) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 10:39:46.102400 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-3346ba61-4d82-45e6-b55e-7217a23ffb80 tempest-SecGroupTest-763609973 tempest-SecGroupTest-763609973-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:46.105712 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-12b5fca7-ee74-4d5c-845c-6733fb26f4cc tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:46.113368 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-23002d63-83e1-40e0-bb9b-e0dedc479d7b None None] Deleting port 1aad65f1-fd7f-4c8f-b771-09277c941fef {{(pid=102348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:39:46.114044 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-23002d63-83e1-40e0-bb9b-e0dedc479d7b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:46.117843 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-3346ba61-4d82-45e6-b55e-7217a23ffb80 tempest-SecGroupTest-763609973 tempest-SecGroupTest-763609973-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:46.132774 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b5fca7-ee74-4d5c-845c-6733fb26f4cc tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Pushing event deleted for resources: {'Port': ['ID=1aad65f1-fd7f-4c8f-b771-09277c941fef,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:39:46.137941 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12b5fca7-ee74-4d5c-845c-6733fb26f4cc tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] No DVR routers for this DVR port 1aad65f1-fd7f-4c8f-b771-09277c941fef on host n-d-813419-10 {{(pid=102347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:39:46.182611 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-3346ba61-4d82-45e6-b55e-7217a23ffb80 tempest-SecGroupTest-763609973 tempest-SecGroupTest-763609973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671902'] for security_group_rule, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:46.184309 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-23002d63-83e1-40e0-bb9b-e0dedc479d7b None None] For port 1aad65f1-fd7f-4c8f-b771-09277c941fef, host n-d-813419-10, got binding levels [] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:39:46.184799 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-23002d63-83e1-40e0-bb9b-e0dedc479d7b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:46.192601 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-3346ba61-4d82-45e6-b55e-7217a23ffb80 tempest-SecGroupTest-763609973 tempest-SecGroupTest-763609973-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:46.196088 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-3346ba61-4d82-45e6-b55e-7217a23ffb80 tempest-SecGroupTest-763609973 tempest-SecGroupTest-763609973-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/a655b8d8-ec45-4a81-8517-0a082a3c3d2a HTTP/1.1" status: 204 len: 168 time: 0.1491840 Oct 27 10:39:46.200881 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 44774) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:39:46.209012 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3346ba61-4d82-45e6-b55e-7217a23ffb80 tempest-SecGroupTest-763609973 tempest-SecGroupTest-763609973-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a655b8d8-ec45-4a81-8517-0a082a3c3d2a,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:39:46.219071 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f004f996-25c6-4ea5-9374-28a9375ca058 req-91a72fa0-56d5-4d26-a455-46a29cac9f52 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:39:46.220614 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-f004f996-25c6-4ea5-9374-28a9375ca058 req-91a72fa0-56d5-4d26-a455-46a29cac9f52 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/ports?device_id=6531a9ba-3dd6-4e37-8415-ddbffecde67d HTTP/1.1" status: 200 len: 944 time: 0.0867176 Oct 27 10:39:46.228592 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-23002d63-83e1-40e0-bb9b-e0dedc479d7b None None] Calling delete_port for 1aad65f1-fd7f-4c8f-b771-09277c941fef owned by network:dhcp {{(pid=102348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:39:46.229993 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-12b5fca7-ee74-4d5c-845c-6733fb26f4cc tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857803', 'neutron.services.segments.db._delete_segments_for_network-8743873143390'] for network, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:46.234563 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.ipam_backend_mixin [None req-23002d63-83e1-40e0-bb9b-e0dedc479d7b None None] Port 1aad65f1-fd7f-4c8f-b771-09277c941fef was not found and therefore no delete operation was performed {{(pid=102348) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 27 10:39:46.236673 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-5274ee2c-4079-45b3-830b-c5477ca05252 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:46.241017 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-23002d63-83e1-40e0-bb9b-e0dedc479d7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615'] for port, after_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:46.278494 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23002d63-83e1-40e0-bb9b-e0dedc479d7b None None] No DVR routers for this DVR port 1aad65f1-fd7f-4c8f-b771-09277c941fef on host n-d-813419-10 {{(pid=102348) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:39:46.280818 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-531109e8-5fa5-44c4-83fb-f035a1f3a439 tempest-SecGroupTest-763609973 tempest-SecGroupTest-763609973-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0789695 Oct 27 10:39:46.286136 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23002d63-83e1-40e0-bb9b-e0dedc479d7b None None] Pushing event deleted for resources: {'Port': ['ID=1aad65f1-fd7f-4c8f-b771-09277c941fef,revision_number=None']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:39:46.286358 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 44778) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:39:46.298706 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-f004f996-25c6-4ea5-9374-28a9375ca058 req-ee2cd5f4-ef1b-405a-ba02-5aa5fc24c992 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/security-groups?id=cc9284c7-fb9e-4cd7-891d-df58f9ea4e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686491 Oct 27 10:39:46.301187 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-12b5fca7-ee74-4d5c-845c-6733fb26f4cc tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['faf5ee58-d6f8-4ac6-a7bf-75ebb156a4d9']}} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:39:46.326795 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-12b5fca7-ee74-4d5c-845c-6733fb26f4cc tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5897f7e-b777-43c9-8bf9-a92794e7228d') {'for_net_delete': True} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:39:46.327259 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-12b5fca7-ee74-4d5c-845c-6733fb26f4cc tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5897f7e-b777-43c9-8bf9-a92794e7228d') {} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:39:46.329967 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 1aad65f1-fd7f-4c8f-b771-09277c941fef no longer exists at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:39:46.337792 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-1bf60e1c-c628-4885-a459-32cc8f1becf2 tempest-SecGroupTest-763609973 tempest-SecGroupTest-763609973-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:46.347721 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-12b5fca7-ee74-4d5c-845c-6733fb26f4cc tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743873145191', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18445132'] for segment, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:46.350611 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-1bf60e1c-c628-4885-a459-32cc8f1becf2 tempest-SecGroupTest-763609973 tempest-SecGroupTest-763609973-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:46.366566 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] No Port match for: 1aad65f1-fd7f-4c8f-b771-09277c941fef {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:39:46.366904 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 1aad65f1-fd7f-4c8f-b771-09277c941fef not bound to the agent host n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:39:46.375695 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-12b5fca7-ee74-4d5c-845c-6733fb26f4cc tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:46.386240 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12b5fca7-ee74-4d5c-845c-6733fb26f4cc tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Releasing vlan 413 on physical network physnet1 to pool {{(pid=102347) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 10:39:46.386638 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-12b5fca7-ee74-4d5c-845c-6733fb26f4cc tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-18296032'] for segment, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:46.389621 n-d-813419-10 neutron-server[102347]: Traceback (most recent call last): Oct 27 10:39:46.389621 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 10:39:46.389621 n-d-813419-10 neutron-server[102347]: timer() Oct 27 10:39:46.389621 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 10:39:46.389621 n-d-813419-10 neutron-server[102347]: cb(*args, **kw) Oct 27 10:39:46.389621 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 10:39:46.389621 n-d-813419-10 neutron-server[102347]: return func(*args, **kwargs) Oct 27 10:39:46.389621 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 10:39:46.389621 n-d-813419-10 neutron-server[102347]: self._notify() Oct 27 10:39:46.389621 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 10:39:46.389621 n-d-813419-10 neutron-server[102347]: self.callback(batched_events) Oct 27 10:39:46.389621 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 10:39:46.389621 n-d-813419-10 neutron-server[102347]: event.method(event) Oct 27 10:39:46.389621 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 10:39:46.389621 n-d-813419-10 neutron-server[102347]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 10:39:46.389621 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 10:39:46.389621 n-d-813419-10 neutron-server[102347]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 10:39:46.389621 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 10:39:46.389621 n-d-813419-10 neutron-server[102347]: return f(self, *a, **k) Oct 27 10:39:46.389621 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 10:39:46.389621 n-d-813419-10 neutron-server[102347]: return self._get(url).json() Oct 27 10:39:46.389621 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 10:39:46.389621 n-d-813419-10 neutron-server[102347]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 10:39:46.389621 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 10:39:46.389621 n-d-813419-10 neutron-server[102347]: return self.request(url, 'GET', **kwargs) Oct 27 10:39:46.389621 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 10:39:46.389621 n-d-813419-10 neutron-server[102347]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 10:39:46.389621 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 10:39:46.389621 n-d-813419-10 neutron-server[102347]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 10:39:46.389621 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 10:39:46.389621 n-d-813419-10 neutron-server[102347]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 10:39:46.389621 n-d-813419-10 neutron-server[102347]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 10:39:46.402349 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-1bf60e1c-c628-4885-a459-32cc8f1becf2 tempest-SecGroupTest-763609973 tempest-SecGroupTest-763609973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671902'] for security_group_rule, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:46.434356 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-1bf60e1c-c628-4885-a459-32cc8f1becf2 tempest-SecGroupTest-763609973 tempest-SecGroupTest-763609973-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:46.435789 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-1bf60e1c-c628-4885-a459-32cc8f1becf2 tempest-SecGroupTest-763609973 tempest-SecGroupTest-763609973-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/f13fc3ed-2b02-4803-875b-dfc80b607736 HTTP/1.1" status: 204 len: 168 time: 0.1484814 Oct 27 10:39:46.438575 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 44782) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:39:46.447454 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf60e1c-c628-4885-a459-32cc8f1becf2 tempest-SecGroupTest-763609973 tempest-SecGroupTest-763609973-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f13fc3ed-2b02-4803-875b-dfc80b607736,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:39:46.471390 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-12b5fca7-ee74-4d5c-845c-6733fb26f4cc tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664840'] for network, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:46.477091 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-12b5fca7-ee74-4d5c-845c-6733fb26f4cc tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for network, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:46.484546 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-12b5fca7-ee74-4d5c-845c-6733fb26f4cc tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] 10.222.0.44 "DELETE /v2.0/networks/faf5ee58-d6f8-4ac6-a7bf-75ebb156a4d9 HTTP/1.1" status: 204 len: 168 time: 0.7172136 Oct 27 10:39:46.484546 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 44784) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:39:46.490803 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-625204e9-f5d5-4839-afbd-62fea56ae292 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Request body: {'port': {'network_id': 'd11deb93-df8d-4547-b855-a8d235d7f77c', 'name': 'tempest-PortsIpV6TestJSON-1891580734'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:39:46.498574 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-74706afd-4b8a-425f-96d1-464dd758d3b6 tempest-SecGroupTest-763609973 tempest-SecGroupTest-763609973-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0563912 Oct 27 10:39:46.498910 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 44786) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:39:46.524594 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b5fca7-ee74-4d5c-845c-6733fb26f4cc tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Pushing event deleted for resources: {'Network': ['ID=faf5ee58-d6f8-4ac6-a7bf-75ebb156a4d9,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:39:46.556446 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-bd81bf78-e3b4-4680-8e59-193034055f53 tempest-SecGroupTest-763609973 tempest-SecGroupTest-763609973-project] Publish callbacks [] for security_group, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:46.578403 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-bd81bf78-e3b4-4680-8e59-193034055f53 tempest-SecGroupTest-763609973 tempest-SecGroupTest-763609973-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:46.602578 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-625204e9-f5d5-4839-afbd-62fea56ae292 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Made reservation on behalf of a8f5b249d1a14ea0897d2eccf002a6cb for: {'port': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:39:46.606244 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-625204e9-f5d5-4839-afbd-62fea56ae292 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:46.621892 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-bd81bf78-e3b4-4680-8e59-193034055f53 tempest-SecGroupTest-763609973 tempest-SecGroupTest-763609973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:46.625545 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [None req-625204e9-f5d5-4839-afbd-62fea56ae292 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] device_id is not set on port a042d1b0-ef30-4972-833d-1d1d1863cf75 yet. {{(pid=102347) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 10:39:46.626748 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-bd81bf78-e3b4-4680-8e59-193034055f53 tempest-SecGroupTest-763609973 tempest-SecGroupTest-763609973-project] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:46.628984 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-bd81bf78-e3b4-4680-8e59-193034055f53 tempest-SecGroupTest-763609973 tempest-SecGroupTest-763609973-project] 10.222.0.44 "DELETE /v2.0/security-groups/67be42b1-6e52-4006-9767-dee6db4c9371 HTTP/1.1" status: 204 len: 168 time: 0.1287277 Oct 27 10:39:46.631230 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 44788) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:39:46.642690 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd81bf78-e3b4-4680-8e59-193034055f53 tempest-SecGroupTest-763609973 tempest-SecGroupTest-763609973-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=67be42b1-6e52-4006-9767-dee6db4c9371,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:39:46.720876 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-3125aec9-6058-450c-aaf6-5a31ccee881e tempest-SecGroupTest-763609973 tempest-SecGroupTest-763609973-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0846128 Oct 27 10:39:46.721221 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 44790) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:39:46.726675 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-3b88708e-4cf2-4b47-8a38-82d732564306 tempest-SecGroupTest-763609973 tempest-SecGroupTest-763609973-project] Request body: {'security_group': {'name': 'tempest-secgroup--97649999'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:39:46.750644 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-3b88708e-4cf2-4b47-8a38-82d732564306 tempest-SecGroupTest-763609973 tempest-SecGroupTest-763609973-project] Publish callbacks [] for security_group, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:46.815153 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-3b88708e-4cf2-4b47-8a38-82d732564306 tempest-SecGroupTest-763609973 tempest-SecGroupTest-763609973-project] Publish callbacks [] for security_group, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:46.818981 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-3b88708e-4cf2-4b47-8a38-82d732564306 tempest-SecGroupTest-763609973 tempest-SecGroupTest-763609973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:46.837032 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-625204e9-f5d5-4839-afbd-62fea56ae292 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks [] for port, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:46.849344 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-3b88708e-4cf2-4b47-8a38-82d732564306 tempest-SecGroupTest-763609973 tempest-SecGroupTest-763609973-project] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:46.850556 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-3b88708e-4cf2-4b47-8a38-82d732564306 tempest-SecGroupTest-763609973 tempest-SecGroupTest-763609973-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.1282887 Oct 27 10:39:46.853265 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 44792) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:39:46.857589 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-fde02258-fa4f-459c-a5be-05157ae3686e tempest-SecGroupTest-763609973 tempest-SecGroupTest-763609973-project] Request body: {'security_group_rule': {'security_group_id': '62fccfc0-b1fc-42ba-b9f0-f5d2c700d696', 'direction': 'ingress', 'protocol': 17}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:39:46.862883 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b88708e-4cf2-4b47-8a38-82d732564306 tempest-SecGroupTest-763609973 tempest-SecGroupTest-763609973-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62fccfc0-b1fc-42ba-b9f0-f5d2c700d696,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:39:46.872734 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-625204e9-f5d5-4839-afbd-62fea56ae292 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:46.890514 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-fde02258-fa4f-459c-a5be-05157ae3686e tempest-SecGroupTest-763609973 tempest-SecGroupTest-763609973-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:46.918249 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-625204e9-f5d5-4839-afbd-62fea56ae292 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Network d11deb93-df8d-4547-b855-a8d235d7f77c is already hosted by enough agents. {{(pid=102347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:39:46.921445 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [None req-625204e9-f5d5-4839-afbd-62fea56ae292 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Resources bound (agent type, host, resource id): {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:39:46.927051 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-625204e9-f5d5-4839-afbd-62fea56ae292 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Received port after_create {{(pid=102347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:39:46.932706 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-625204e9-f5d5-4839-afbd-62fea56ae292 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:39:46.933311 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-625204e9-f5d5-4839-afbd-62fea56ae292 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:46.959686 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-fde02258-fa4f-459c-a5be-05157ae3686e tempest-SecGroupTest-763609973 tempest-SecGroupTest-763609973-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:46.963589 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-fde02258-fa4f-459c-a5be-05157ae3686e tempest-SecGroupTest-763609973 tempest-SecGroupTest-763609973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671902'] for security_group_rule, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:46.966911 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625204e9-f5d5-4839-afbd-62fea56ae292 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Pushing event updated for resources: {'Port': ['ID=a042d1b0-ef30-4972-833d-1d1d1863cf75,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:39:46.986463 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-625204e9-f5d5-4839-afbd-62fea56ae292 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.4989896 Oct 27 10:39:46.986689 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 44796) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:39:46.988017 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde02258-fa4f-459c-a5be-05157ae3686e tempest-SecGroupTest-763609973 tempest-SecGroupTest-763609973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e059ced-611c-4354-8f40-f35ae1749522,revision_number=0']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:39:46.993917 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-fde02258-fa4f-459c-a5be-05157ae3686e tempest-SecGroupTest-763609973 tempest-SecGroupTest-763609973-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:46.995100 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-fde02258-fa4f-459c-a5be-05157ae3686e tempest-SecGroupTest-763609973 tempest-SecGroupTest-763609973-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1408706 Oct 27 10:39:47.000622 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 44798) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:39:47.026976 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb03d97-4767-4931-94dd-baae9ade6bde req-be6fccf9-d9d6-4d3c-8f67-90009120657e tempest-AttachVolumeNegativeTest-477808956 tempest-AttachVolumeNegativeTest-477808956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:39:47.028482 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-deb03d97-4767-4931-94dd-baae9ade6bde req-be6fccf9-d9d6-4d3c-8f67-90009120657e tempest-AttachVolumeNegativeTest-477808956 tempest-AttachVolumeNegativeTest-477808956-project] 10.222.0.44 "GET /v2.0/ports?device_id=c94862f4-e2b6-4abb-9365-b989679a049a HTTP/1.1" status: 200 len: 945 time: 0.1049306 Oct 27 10:39:47.054201 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-366055af-554f-4b4e-baa7-99de34258c36 tempest-SecGroupTest-763609973 tempest-SecGroupTest-763609973-project] Publish callbacks [] for security_group, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:47.076861 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-366055af-554f-4b4e-baa7-99de34258c36 tempest-SecGroupTest-763609973 tempest-SecGroupTest-763609973-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:47.101212 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-deb03d97-4767-4931-94dd-baae9ade6bde req-8b0caf4d-768d-4094-9c96-e6a45a1a7a44 tempest-AttachVolumeNegativeTest-477808956 tempest-AttachVolumeNegativeTest-477808956-project] 10.222.0.44 "GET /v2.0/security-groups?id=6419667f-4570-481f-8a5c-a797762fb34f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610464 Oct 27 10:39:47.113823 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-662d80af-6f97-4550-9492-7897c04b65a3 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Deleting port a042d1b0-ef30-4972-833d-1d1d1863cf75 {{(pid=102347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:39:47.114151 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-662d80af-6f97-4550-9492-7897c04b65a3 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:47.126394 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-366055af-554f-4b4e-baa7-99de34258c36 tempest-SecGroupTest-763609973 tempest-SecGroupTest-763609973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:47.130851 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-366055af-554f-4b4e-baa7-99de34258c36 tempest-SecGroupTest-763609973 tempest-SecGroupTest-763609973-project] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:47.132079 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-366055af-554f-4b4e-baa7-99de34258c36 tempest-SecGroupTest-763609973 tempest-SecGroupTest-763609973-project] 10.222.0.44 "DELETE /v2.0/security-groups/62fccfc0-b1fc-42ba-b9f0-f5d2c700d696 HTTP/1.1" status: 204 len: 168 time: 0.1304693 Oct 27 10:39:47.135614 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 44802) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:39:47.150338 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366055af-554f-4b4e-baa7-99de34258c36 tempest-SecGroupTest-763609973 tempest-SecGroupTest-763609973-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=62fccfc0-b1fc-42ba-b9f0-f5d2c700d696,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:39:47.197270 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-662d80af-6f97-4550-9492-7897c04b65a3 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:47.204330 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-18cf7647-70dc-4cb7-a97d-0ef580d4802b tempest-SecGroupTest-763609973 tempest-SecGroupTest-763609973-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0639677 Oct 27 10:39:47.204567 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 44804) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:39:47.209636 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-49ae1135-fafe-467e-89b9-d624c9bc9a68 tempest-SecGroupTest-763609973 tempest-SecGroupTest-763609973-project] Request body: {'security_group': {'name': 'tempest-secgroup--404383524'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:39:47.212831 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-662d80af-6f97-4550-9492-7897c04b65a3 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Calling delete_port for a042d1b0-ef30-4972-833d-1d1d1863cf75 owned by {{(pid=102347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:39:47.232871 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-49ae1135-fafe-467e-89b9-d624c9bc9a68 tempest-SecGroupTest-763609973 tempest-SecGroupTest-763609973-project] Publish callbacks [] for security_group, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:47.298190 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-662d80af-6f97-4550-9492-7897c04b65a3 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:47.317245 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-49ae1135-fafe-467e-89b9-d624c9bc9a68 tempest-SecGroupTest-763609973 tempest-SecGroupTest-763609973-project] Publish callbacks [] for security_group, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:47.322979 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-49ae1135-fafe-467e-89b9-d624c9bc9a68 tempest-SecGroupTest-763609973 tempest-SecGroupTest-763609973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:47.359632 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ae1135-fafe-467e-89b9-d624c9bc9a68 tempest-SecGroupTest-763609973 tempest-SecGroupTest-763609973-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b120268-1a88-4183-8b14-a38588982295,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:39:47.359824 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662d80af-6f97-4550-9492-7897c04b65a3 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Pushing event deleted for resources: {'Port': ['ID=a042d1b0-ef30-4972-833d-1d1d1863cf75,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:39:47.380350 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-662d80af-6f97-4550-9492-7897c04b65a3 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:47.380502 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-49ae1135-fafe-467e-89b9-d624c9bc9a68 tempest-SecGroupTest-763609973 tempest-SecGroupTest-763609973-project] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:47.384922 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-49ae1135-fafe-467e-89b9-d624c9bc9a68 tempest-SecGroupTest-763609973 tempest-SecGroupTest-763609973-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1767182 Oct 27 10:39:47.385298 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 44810) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:39:47.386132 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-662d80af-6f97-4550-9492-7897c04b65a3 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] 10.222.0.44 "DELETE /v2.0/ports/a042d1b0-ef30-4972-833d-1d1d1863cf75 HTTP/1.1" status: 204 len: 168 time: 0.3984556 Oct 27 10:39:47.386736 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 44812) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:39:47.391921 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-52af73ca-da55-47c0-902b-581716cc2cec tempest-SecGroupTest-763609973 tempest-SecGroupTest-763609973-project] Request body: {'security_group': {'name': 'tempest-secgroup--1336024807'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:39:47.392150 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-f662f44f-3def-426e-9366-3cbc3156e5da tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Request body: {'port': {'network_id': 'd11deb93-df8d-4547-b855-a8d235d7f77c', 'mac_address': 'fa:16:3e:e6:41:42', 'name': 'tempest-PortsIpV6TestJSON-1338960399'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:39:47.500226 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-52af73ca-da55-47c0-902b-581716cc2cec tempest-SecGroupTest-763609973 tempest-SecGroupTest-763609973-project] Publish callbacks [] for security_group, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:47.521171 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bd8550-c8e3-44a0-a53d-77cbcd921474 req-55de6655-4eec-4570-8ea7-04a5f0c35f7e tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:39:47.522815 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-c5bd8550-c8e3-44a0-a53d-77cbcd921474 req-55de6655-4eec-4570-8ea7-04a5f0c35f7e tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/ports?device_id=6531a9ba-3dd6-4e37-8415-ddbffecde67d HTTP/1.1" status: 200 len: 944 time: 0.0950916 Oct 27 10:39:47.524099 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f662f44f-3def-426e-9366-3cbc3156e5da tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Made reservation on behalf of a8f5b249d1a14ea0897d2eccf002a6cb for: {'port': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:39:47.561863 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device ccc30922-670e-41d4-8c96-e76427ef2fc5 details requested by agent hyperv_n-h2-813419-10 with host n-h2-813419-10 {{(pid=102348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 10:39:47.599119 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-52af73ca-da55-47c0-902b-581716cc2cec tempest-SecGroupTest-763609973 tempest-SecGroupTest-763609973-project] Publish callbacks [] for security_group, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:47.601877 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-f662f44f-3def-426e-9366-3cbc3156e5da tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:47.612825 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-c5bd8550-c8e3-44a0-a53d-77cbcd921474 req-d26e8100-d172-4cf1-a954-c3f63a1c498c tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/security-groups?id=cc9284c7-fb9e-4cd7-891d-df58f9ea4e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514050 Oct 27 10:39:47.614415 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-52af73ca-da55-47c0-902b-581716cc2cec tempest-SecGroupTest-763609973 tempest-SecGroupTest-763609973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:47.626651 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [None req-f662f44f-3def-426e-9366-3cbc3156e5da tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] device_id is not set on port 0cb478da-6b34-49e0-b588-4132e083d06e yet. {{(pid=102347) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 10:39:47.652786 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52af73ca-da55-47c0-902b-581716cc2cec tempest-SecGroupTest-763609973 tempest-SecGroupTest-763609973-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e0ba254-2f68-4940-908b-7573b7071175,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:39:47.657094 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-52af73ca-da55-47c0-902b-581716cc2cec tempest-SecGroupTest-763609973 tempest-SecGroupTest-763609973-project] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:47.661325 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-52af73ca-da55-47c0-902b-581716cc2cec tempest-SecGroupTest-763609973 tempest-SecGroupTest-763609973-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2751296 Oct 27 10:39:47.662328 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 44822) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:39:47.666647 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-b0a2c58c-e974-4764-ae6f-02555cd9667c tempest-SecGroupTest-763609973 tempest-SecGroupTest-763609973-project] Request body: {'security_group_rule': {'security_group_id': '2b120268-1a88-4183-8b14-a38588982295', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '1e0ba254-2f68-4940-908b-7573b7071175', 'remote_ip_prefix': None}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:39:47.709187 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-b0a2c58c-e974-4764-ae6f-02555cd9667c tempest-SecGroupTest-763609973 tempest-SecGroupTest-763609973-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:47.817431 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-b0a2c58c-e974-4764-ae6f-02555cd9667c tempest-SecGroupTest-763609973 tempest-SecGroupTest-763609973-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:47.822126 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-f662f44f-3def-426e-9366-3cbc3156e5da tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks [] for port, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:47.825155 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-b0a2c58c-e974-4764-ae6f-02555cd9667c tempest-SecGroupTest-763609973 tempest-SecGroupTest-763609973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671902'] for security_group_rule, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:47.857864 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-f662f44f-3def-426e-9366-3cbc3156e5da tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:47.859356 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-b0a2c58c-e974-4764-ae6f-02555cd9667c tempest-SecGroupTest-763609973 tempest-SecGroupTest-763609973-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:47.865442 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-b0a2c58c-e974-4764-ae6f-02555cd9667c tempest-SecGroupTest-763609973 tempest-SecGroupTest-763609973-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.2015367 Oct 27 10:39:47.866572 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 44824) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:39:47.890472 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a2c58c-e974-4764-ae6f-02555cd9667c tempest-SecGroupTest-763609973 tempest-SecGroupTest-763609973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9ceff35-1b79-4c7e-bea7-5292e2469037,revision_number=0']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:39:47.897571 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] For port ccc30922-670e-41d4-8c96-e76427ef2fc5, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=ccc30922-670e-41d4-8c96-e76427ef2fc5,segment=NetworkSegment(3fa8f95e-6276-4974-b5c0-da1e0ae271fc),segment_id=3fa8f95e-6276-4974-b5c0-da1e0ae271fc)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:39:47.902753 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-f22fbe09-dfa7-4009-96af-0b3f88d7d202 tempest-SecGroupTest-763609973 tempest-SecGroupTest-763609973-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:47.909491 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f662f44f-3def-426e-9366-3cbc3156e5da tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Network d11deb93-df8d-4547-b855-a8d235d7f77c is already hosted by enough agents. {{(pid=102347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:39:47.912289 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Returning: {'device': 'ccc30922-670e-41d4-8c96-e76427ef2fc5', 'network_id': 'fca909b5-2d06-4825-8091-33382048b635', 'port_id': 'ccc30922-670e-41d4-8c96-e76427ef2fc5', 'mac_address': 'fa:16:3e:47:f6:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 429, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71c50f4e-5d00-4779-bfe1-162c05f5fddb', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 10:39:47.913694 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [None req-f662f44f-3def-426e-9366-3cbc3156e5da tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Resources bound (agent type, host, resource id): {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:39:47.914797 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-f22fbe09-dfa7-4009-96af-0b3f88d7d202 tempest-SecGroupTest-763609973 tempest-SecGroupTest-763609973-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:47.917644 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f662f44f-3def-426e-9366-3cbc3156e5da tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Received port after_create {{(pid=102347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:39:47.923921 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f662f44f-3def-426e-9366-3cbc3156e5da tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:39:47.924567 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-f662f44f-3def-426e-9366-3cbc3156e5da tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:47.937434 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f662f44f-3def-426e-9366-3cbc3156e5da tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Pushing event updated for resources: {'Port': ['ID=0cb478da-6b34-49e0-b588-4132e083d06e,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:39:47.954399 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 44826) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:39:47.956377 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-f662f44f-3def-426e-9366-3cbc3156e5da tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.5637467 Oct 27 10:39:47.957606 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:47.971747 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ccc30922-670e-41d4-8c96-e76427ef2fc5 {{(pid=102348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:39:47.984119 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-f22fbe09-dfa7-4009-96af-0b3f88d7d202 tempest-SecGroupTest-763609973 tempest-SecGroupTest-763609973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671902'] for security_group_rule, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:47.994048 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-f22fbe09-dfa7-4009-96af-0b3f88d7d202 tempest-SecGroupTest-763609973 tempest-SecGroupTest-763609973-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:47.997627 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-f22fbe09-dfa7-4009-96af-0b3f88d7d202 tempest-SecGroupTest-763609973 tempest-SecGroupTest-763609973-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/f9ceff35-1b79-4c7e-bea7-5292e2469037 HTTP/1.1" status: 204 len: 168 time: 0.1244402 Oct 27 10:39:47.997752 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] For port ccc30922-670e-41d4-8c96-e76427ef2fc5, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=ccc30922-670e-41d4-8c96-e76427ef2fc5,segment=NetworkSegment(3fa8f95e-6276-4974-b5c0-da1e0ae271fc),segment_id=3fa8f95e-6276-4974-b5c0-da1e0ae271fc)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:39:47.998693 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 44828) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:39:48.002365 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:48.013547 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27041579-ae26-455d-a90f-283f81ea0b2f tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:39:48.017526 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-27041579-ae26-455d-a90f-283f81ea0b2f tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] 10.222.0.44 "GET /v2.0/ports/0cb478da-6b34-49e0-b588-4132e083d06e HTTP/1.1" status: 200 len: 845 time: 0.0597005 Oct 27 10:39:48.017526 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22fbe09-dfa7-4009-96af-0b3f88d7d202 tempest-SecGroupTest-763609973 tempest-SecGroupTest-763609973-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f9ceff35-1b79-4c7e-bea7-5292e2469037,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:39:48.017730 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 44830) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:39:48.063775 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-3ddcc767-f368-4d9b-ab10-f463a75d7fc8 tempest-SecGroupTest-763609973 tempest-SecGroupTest-763609973-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0611217 Oct 27 10:39:48.064088 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 44832) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:39:48.071172 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Pushing event updated for resources: {'Port': ['ID=ccc30922-670e-41d4-8c96-e76427ef2fc5,revision_number=4']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:39:48.122086 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-02288a2e-78d7-4e92-b305-01967da8e694 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Deleting port 0cb478da-6b34-49e0-b588-4132e083d06e {{(pid=102346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:39:48.122435 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-02288a2e-78d7-4e92-b305-01967da8e694 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:48.124832 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-09fef01b-f76a-4e90-a948-081e2cb3fd9d tempest-SecGroupTest-763609973 tempest-SecGroupTest-763609973-project] Publish callbacks [] for security_group, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:48.148150 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-09fef01b-f76a-4e90-a948-081e2cb3fd9d tempest-SecGroupTest-763609973 tempest-SecGroupTest-763609973-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:48.190952 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-09fef01b-f76a-4e90-a948-081e2cb3fd9d tempest-SecGroupTest-763609973 tempest-SecGroupTest-763609973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:48.194519 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-09fef01b-f76a-4e90-a948-081e2cb3fd9d tempest-SecGroupTest-763609973 tempest-SecGroupTest-763609973-project] Publish callbacks [] for security_group, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:48.198140 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-02288a2e-78d7-4e92-b305-01967da8e694 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:48.198627 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-09fef01b-f76a-4e90-a948-081e2cb3fd9d tempest-SecGroupTest-763609973 tempest-SecGroupTest-763609973-project] 10.222.0.44 "DELETE /v2.0/security-groups/1e0ba254-2f68-4940-908b-7573b7071175 HTTP/1.1" status: 204 len: 168 time: 0.1307597 Oct 27 10:39:48.200530 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 44834) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:39:48.205923 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fef01b-f76a-4e90-a948-081e2cb3fd9d tempest-SecGroupTest-763609973 tempest-SecGroupTest-763609973-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e0ba254-2f68-4940-908b-7573b7071175,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:39:48.219932 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-02288a2e-78d7-4e92-b305-01967da8e694 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Calling delete_port for 0cb478da-6b34-49e0-b588-4132e083d06e owned by {{(pid=102346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:39:48.313026 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-842dbe14-c936-4de0-8061-778106304120 tempest-SecGroupTest-763609973 tempest-SecGroupTest-763609973-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1025624 Oct 27 10:39:48.315814 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 44836) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:39:48.352906 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-02288a2e-78d7-4e92-b305-01967da8e694 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:48.372536 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] get_ports_and_sgs() called for port_ids ['ccc30922-670e-41d4-8c96-e76427ef2fc5'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:39:48.382332 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-02288a2e-78d7-4e92-b305-01967da8e694 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:48.387656 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-02288a2e-78d7-4e92-b305-01967da8e694 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] 10.222.0.44 "DELETE /v2.0/ports/0cb478da-6b34-49e0-b588-4132e083d06e HTTP/1.1" status: 204 len: 168 time: 0.3689487 Oct 27 10:39:48.394194 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 44838) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:39:48.406064 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02288a2e-78d7-4e92-b305-01967da8e694 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Pushing event deleted for resources: {'Port': ['ID=0cb478da-6b34-49e0-b588-4132e083d06e,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:39:48.409091 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-b03985fc-e17e-45f7-acca-ec70cb82fb0d tempest-SecGroupTest-763609973 tempest-SecGroupTest-763609973-project] Publish callbacks [] for security_group, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:48.428054 n-d-813419-10 neutron-server[102347]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc57e405-f450-4e62-8554-84f78f52763a tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] GET failed (client error): The resource could not be found. Oct 27 10:39:48.429733 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-dc57e405-f450-4e62-8554-84f78f52763a tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] 10.222.0.44 "GET /v2.0/ports/0cb478da-6b34-49e0-b588-4132e083d06e HTTP/1.1" status: 404 len: 333 time: 0.0342269 Oct 27 10:39:48.435376 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 44840) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:39:48.441194 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-d0da516f-041b-44d0-9b45-2630474aa0d1 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Request body: {'port': {'network_id': 'd11deb93-df8d-4547-b855-a8d235d7f77c', 'name': 'tempest-PortsIpV6TestJSON-1375918495'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:39:48.454068 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-b03985fc-e17e-45f7-acca-ec70cb82fb0d tempest-SecGroupTest-763609973 tempest-SecGroupTest-763609973-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:48.527931 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-b03985fc-e17e-45f7-acca-ec70cb82fb0d tempest-SecGroupTest-763609973 tempest-SecGroupTest-763609973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:48.534986 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-b03985fc-e17e-45f7-acca-ec70cb82fb0d tempest-SecGroupTest-763609973 tempest-SecGroupTest-763609973-project] Publish callbacks [] for security_group, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:48.536638 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-b03985fc-e17e-45f7-acca-ec70cb82fb0d tempest-SecGroupTest-763609973 tempest-SecGroupTest-763609973-project] 10.222.0.44 "DELETE /v2.0/security-groups/2b120268-1a88-4183-8b14-a38588982295 HTTP/1.1" status: 204 len: 168 time: 0.2190633 Oct 27 10:39:48.541037 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 44846) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:39:48.557119 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03985fc-e17e-45f7-acca-ec70cb82fb0d tempest-SecGroupTest-763609973 tempest-SecGroupTest-763609973-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b120268-1a88-4183-8b14-a38588982295,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:39:48.595942 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0da516f-041b-44d0-9b45-2630474aa0d1 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Made reservation on behalf of a8f5b249d1a14ea0897d2eccf002a6cb for: {'port': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:39:48.603248 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d0da516f-041b-44d0-9b45-2630474aa0d1 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:48.615369 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-c53234f3-381f-48d4-b613-0dddaab646e9 tempest-SecGroupTest-763609973 tempest-SecGroupTest-763609973-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0674171 Oct 27 10:39:48.619290 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 44850) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:39:48.624677 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-7cc4c8c6-c420-43ba-adc8-f1f81933f6cc tempest-SecGroupTest-763609973 tempest-SecGroupTest-763609973-project] Request body: {'security_group': {'name': 'tempest-secgroup--1324627212'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:39:48.625585 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [None req-d0da516f-041b-44d0-9b45-2630474aa0d1 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] device_id is not set on port 8aa1228b-7d6e-422c-8f84-18e1149f4bd1 yet. {{(pid=102346) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 10:39:48.654423 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-7cc4c8c6-c420-43ba-adc8-f1f81933f6cc tempest-SecGroupTest-763609973 tempest-SecGroupTest-763609973-project] Publish callbacks [] for security_group, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:48.764471 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-7cc4c8c6-c420-43ba-adc8-f1f81933f6cc tempest-SecGroupTest-763609973 tempest-SecGroupTest-763609973-project] Publish callbacks [] for security_group, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:48.768788 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-7cc4c8c6-c420-43ba-adc8-f1f81933f6cc tempest-SecGroupTest-763609973 tempest-SecGroupTest-763609973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:48.786254 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67ddfca-6c73-475e-a725-653260e491c4 req-ad4d2b31-e6ab-4c56-95ec-7185e71f5c9f tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:39:48.787731 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-e67ddfca-6c73-475e-a725-653260e491c4 req-ad4d2b31-e6ab-4c56-95ec-7185e71f5c9f tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/ports?device_id=6531a9ba-3dd6-4e37-8415-ddbffecde67d HTTP/1.1" status: 200 len: 945 time: 0.0857532 Oct 27 10:39:48.799252 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d0da516f-041b-44d0-9b45-2630474aa0d1 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks [] for port, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:48.814942 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-7cc4c8c6-c420-43ba-adc8-f1f81933f6cc tempest-SecGroupTest-763609973 tempest-SecGroupTest-763609973-project] Publish callbacks [] for security_group, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:48.819235 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-7cc4c8c6-c420-43ba-adc8-f1f81933f6cc tempest-SecGroupTest-763609973 tempest-SecGroupTest-763609973-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1958249 Oct 27 10:39:48.819708 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 44854) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:39:48.825252 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-a27d1476-1061-4487-8617-5f7787560fb1 tempest-SecGroupTest-763609973 tempest-SecGroupTest-763609973-project] Request body: {'security_group_rule': {'security_group_id': 'c129ce27-271f-417d-b863-20fae8f5ed52', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:39:48.826846 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc4c8c6-c420-43ba-adc8-f1f81933f6cc tempest-SecGroupTest-763609973 tempest-SecGroupTest-763609973-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c129ce27-271f-417d-b863-20fae8f5ed52,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:39:48.851793 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d0da516f-041b-44d0-9b45-2630474aa0d1 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:48.856261 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-e67ddfca-6c73-475e-a725-653260e491c4 req-70dfec81-589c-46cf-9e40-4991ab2b44ca tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/security-groups?id=cc9284c7-fb9e-4cd7-891d-df58f9ea4e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603135 Oct 27 10:39:48.880626 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-db8595bf-18f9-4474-ab27-e1233bd6f89c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:48.887593 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-a27d1476-1061-4487-8617-5f7787560fb1 tempest-SecGroupTest-763609973 tempest-SecGroupTest-763609973-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:48.908717 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0da516f-041b-44d0-9b45-2630474aa0d1 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Network d11deb93-df8d-4547-b855-a8d235d7f77c is already hosted by enough agents. {{(pid=102346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:39:48.915618 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-d0da516f-041b-44d0-9b45-2630474aa0d1 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Resources bound (agent type, host, resource id): {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:39:48.924335 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0da516f-041b-44d0-9b45-2630474aa0d1 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Received port after_create {{(pid=102346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:39:48.930318 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0da516f-041b-44d0-9b45-2630474aa0d1 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:39:48.930904 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d0da516f-041b-44d0-9b45-2630474aa0d1 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:48.945711 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0da516f-041b-44d0-9b45-2630474aa0d1 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Pushing event updated for resources: {'Port': ['ID=8aa1228b-7d6e-422c-8f84-18e1149f4bd1,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:39:48.962916 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-d0da516f-041b-44d0-9b45-2630474aa0d1 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.5258045 Oct 27 10:39:48.965698 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 44856) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:39:48.971194 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-fb7aadec-4bf4-41ce-951e-6663b9216552 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:39:48.972100 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-a27d1476-1061-4487-8617-5f7787560fb1 tempest-SecGroupTest-763609973 tempest-SecGroupTest-763609973-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:48.975820 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-a27d1476-1061-4487-8617-5f7787560fb1 tempest-SecGroupTest-763609973 tempest-SecGroupTest-763609973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671902'] for security_group_rule, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:48.998742 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27d1476-1061-4487-8617-5f7787560fb1 tempest-SecGroupTest-763609973 tempest-SecGroupTest-763609973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe1f4435-1478-425e-9eb7-21f7bd9077a5,revision_number=0']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:39:49.004996 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-a27d1476-1061-4487-8617-5f7787560fb1 tempest-SecGroupTest-763609973 tempest-SecGroupTest-763609973-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:49.009058 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-a27d1476-1061-4487-8617-5f7787560fb1 tempest-SecGroupTest-763609973 tempest-SecGroupTest-763609973-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1854932 Oct 27 10:39:49.009144 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 44858) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:39:49.032160 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-a23878e6-0304-4e24-b55b-33c01519ff75 tempest-SecGroupTest-763609973 tempest-SecGroupTest-763609973-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:49.035889 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-fb7aadec-4bf4-41ce-951e-6663b9216552 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:49.039748 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-a23878e6-0304-4e24-b55b-33c01519ff75 tempest-SecGroupTest-763609973 tempest-SecGroupTest-763609973-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:49.066963 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-a23878e6-0304-4e24-b55b-33c01519ff75 tempest-SecGroupTest-763609973 tempest-SecGroupTest-763609973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671902'] for security_group_rule, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:49.073240 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-a23878e6-0304-4e24-b55b-33c01519ff75 tempest-SecGroupTest-763609973 tempest-SecGroupTest-763609973-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:49.074356 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-a23878e6-0304-4e24-b55b-33c01519ff75 tempest-SecGroupTest-763609973 tempest-SecGroupTest-763609973-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/fe1f4435-1478-425e-9eb7-21f7bd9077a5 HTTP/1.1" status: 204 len: 168 time: 0.0643618 Oct 27 10:39:49.077912 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 44860) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:39:49.079645 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23878e6-0304-4e24-b55b-33c01519ff75 tempest-SecGroupTest-763609973 tempest-SecGroupTest-763609973-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fe1f4435-1478-425e-9eb7-21f7bd9077a5,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:39:49.172332 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-e828d553-9ab8-44ac-beac-1d1386005c47 tempest-SecGroupTest-763609973 tempest-SecGroupTest-763609973-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0933292 Oct 27 10:39:49.175093 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 44862) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:39:49.225914 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-fb7aadec-4bf4-41ce-951e-6663b9216552 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks [] for port, precommit_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:49.230380 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ba59cf86-39ca-4632-a53b-9c9e707a1e4d tempest-SecGroupTest-763609973 tempest-SecGroupTest-763609973-project] Publish callbacks [] for security_group, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:49.230858 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-fb7aadec-4bf4-41ce-951e-6663b9216552 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:49.253252 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ba59cf86-39ca-4632-a53b-9c9e707a1e4d tempest-SecGroupTest-763609973 tempest-SecGroupTest-763609973-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:49.266100 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-fb7aadec-4bf4-41ce-951e-6663b9216552 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] In _notify_port_updated(), no bound segment for port 8aa1228b-7d6e-422c-8f84-18e1149f4bd1 on network d11deb93-df8d-4547-b855-a8d235d7f77c {{(pid=102347) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 27 10:39:49.271493 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb7aadec-4bf4-41ce-951e-6663b9216552 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:39:49.272089 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-fb7aadec-4bf4-41ce-951e-6663b9216552 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:49.273379 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-fb7aadec-4bf4-41ce-951e-6663b9216552 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] 10.222.0.44 "PUT /v2.0/ports/8aa1228b-7d6e-422c-8f84-18e1149f4bd1 HTTP/1.1" status: 200 len: 818 time: 0.3066137 Oct 27 10:39:49.277851 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 44864) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:39:49.288129 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7aadec-4bf4-41ce-951e-6663b9216552 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Pushing event updated for resources: {'Port': ['ID=8aa1228b-7d6e-422c-8f84-18e1149f4bd1,revision_number=2']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:39:49.347021 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ba59cf86-39ca-4632-a53b-9c9e707a1e4d tempest-SecGroupTest-763609973 tempest-SecGroupTest-763609973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:49.350091 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ba59cf86-39ca-4632-a53b-9c9e707a1e4d tempest-SecGroupTest-763609973 tempest-SecGroupTest-763609973-project] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:49.351212 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-ba59cf86-39ca-4632-a53b-9c9e707a1e4d tempest-SecGroupTest-763609973 tempest-SecGroupTest-763609973-project] 10.222.0.44 "DELETE /v2.0/security-groups/c129ce27-271f-417d-b863-20fae8f5ed52 HTTP/1.1" status: 204 len: 168 time: 0.1746066 Oct 27 10:39:49.353972 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 44866) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:39:49.368740 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba59cf86-39ca-4632-a53b-9c9e707a1e4d tempest-SecGroupTest-763609973 tempest-SecGroupTest-763609973-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c129ce27-271f-417d-b863-20fae8f5ed52,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:39:49.393914 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-94897a32-155a-4d3d-9d43-fb143ace9ae3 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Deleting port 8aa1228b-7d6e-422c-8f84-18e1149f4bd1 {{(pid=102346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:39:49.394250 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-94897a32-155a-4d3d-9d43-fb143ace9ae3 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:49.400044 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-6611c87c-5727-4849-9079-0af782cd2236 tempest-SecGroupTest-763609973 tempest-SecGroupTest-763609973-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0446959 Oct 27 10:39:49.403558 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 44868) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:39:49.408294 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-1635209c-de8c-4f36-8d91-030caf84cabd tempest-SecGroupTest-763609973 tempest-SecGroupTest-763609973-project] Request body: {'security_group': {'name': 'tempest-secgroup--400502629'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:39:49.431072 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-1635209c-de8c-4f36-8d91-030caf84cabd tempest-SecGroupTest-763609973 tempest-SecGroupTest-763609973-project] Publish callbacks [] for security_group, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:49.463949 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-94897a32-155a-4d3d-9d43-fb143ace9ae3 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:49.479030 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-94897a32-155a-4d3d-9d43-fb143ace9ae3 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Calling delete_port for 8aa1228b-7d6e-422c-8f84-18e1149f4bd1 owned by {{(pid=102346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:39:49.496083 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-1635209c-de8c-4f36-8d91-030caf84cabd tempest-SecGroupTest-763609973 tempest-SecGroupTest-763609973-project] Publish callbacks [] for security_group, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:49.499916 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-1635209c-de8c-4f36-8d91-030caf84cabd tempest-SecGroupTest-763609973 tempest-SecGroupTest-763609973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:49.529754 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-1635209c-de8c-4f36-8d91-030caf84cabd tempest-SecGroupTest-763609973 tempest-SecGroupTest-763609973-project] Publish callbacks [] for security_group, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:49.530971 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-1635209c-de8c-4f36-8d91-030caf84cabd tempest-SecGroupTest-763609973 tempest-SecGroupTest-763609973-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1262500 Oct 27 10:39:49.532083 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1635209c-de8c-4f36-8d91-030caf84cabd tempest-SecGroupTest-763609973 tempest-SecGroupTest-763609973-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a91d0f2-2f72-4b46-828a-dd40f5262412,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:39:49.534033 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 44870) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:39:49.539144 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-76d3d5eb-14b6-45a9-989a-e40fb0baf649 tempest-SecGroupTest-763609973 tempest-SecGroupTest-763609973-project] Request body: {'security_group_rule': {'security_group_id': '9a91d0f2-2f72-4b46-828a-dd40f5262412', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:39:49.564320 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-94897a32-155a-4d3d-9d43-fb143ace9ae3 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:49.566771 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-76d3d5eb-14b6-45a9-989a-e40fb0baf649 tempest-SecGroupTest-763609973 tempest-SecGroupTest-763609973-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:49.576620 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device ccc30922-670e-41d4-8c96-e76427ef2fc5 up at agent hyperv_n-h2-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:39:49.594849 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94897a32-155a-4d3d-9d43-fb143ace9ae3 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Pushing event deleted for resources: {'Port': ['ID=8aa1228b-7d6e-422c-8f84-18e1149f4bd1,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:39:49.614801 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-94897a32-155a-4d3d-9d43-fb143ace9ae3 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:49.621439 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 44876) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:39:49.624532 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-94897a32-155a-4d3d-9d43-fb143ace9ae3 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] 10.222.0.44 "DELETE /v2.0/ports/8aa1228b-7d6e-422c-8f84-18e1149f4bd1 HTTP/1.1" status: 204 len: 168 time: 0.3456175 Oct 27 10:39:49.639020 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Provisioning for port ccc30922-670e-41d4-8c96-e76427ef2fc5 completed by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 10:39:49.644153 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Provisioning complete for port ccc30922-670e-41d4-8c96-e76427ef2fc5 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:39:49.646531 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:49.707985 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cc47122-47ac-49ab-9fa3-d79ac39823fd tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:39:49.711963 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-8cc47122-47ac-49ab-9fa3-d79ac39823fd tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0868387 Oct 27 10:39:49.712894 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 44882) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:39:49.713210 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-76d3d5eb-14b6-45a9-989a-e40fb0baf649 tempest-SecGroupTest-763609973 tempest-SecGroupTest-763609973-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:49.721413 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-76d3d5eb-14b6-45a9-989a-e40fb0baf649 tempest-SecGroupTest-763609973 tempest-SecGroupTest-763609973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671902'] for security_group_rule, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:49.742965 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:49.752143 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d3d5eb-14b6-45a9-989a-e40fb0baf649 tempest-SecGroupTest-763609973 tempest-SecGroupTest-763609973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8cceca4-2063-4d16-a233-a5895cd8eda2,revision_number=0']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:39:49.763201 n-d-813419-10 neutron-server[102346]: INFO neutron.pecan_wsgi.hooks.translation [None req-2657f40d-4573-422e-92f3-a638c5f959c8 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] GET failed (client error): The resource could not be found. Oct 27 10:39:49.769003 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-76d3d5eb-14b6-45a9-989a-e40fb0baf649 tempest-SecGroupTest-763609973 tempest-SecGroupTest-763609973-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:49.770692 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-2657f40d-4573-422e-92f3-a638c5f959c8 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] 10.222.0.44 "GET /v2.0/ports/8aa1228b-7d6e-422c-8f84-18e1149f4bd1 HTTP/1.1" status: 404 len: 333 time: 0.0563800 Oct 27 10:39:49.771896 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 44886) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:39:49.772415 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6531a9ba-3dd6-4e37-8415-ddbffecde67d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccc30922-670e-41d4-8c96-e76427ef2fc5'}] {{(pid=102348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:39:49.774977 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c588921fa634554a1d9242fdea1b05457a9ff1d3b28ba54ec1dace7f2f1df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba4d2201-90c1-43cf-9238-b2f7dd43f948" -d '{"events": [{"server_uuid": "6531a9ba-3dd6-4e37-8415-ddbffecde67d", "name": "network-vif-plugged", "status": "completed", "tag": "ccc30922-670e-41d4-8c96-e76427ef2fc5"}]}' {{(pid=102348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:39:49.776774 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-87b101a9-33d0-4265-947c-9bc8754991b8 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-650307143'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:39:49.777413 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-76d3d5eb-14b6-45a9-989a-e40fb0baf649 tempest-SecGroupTest-763609973 tempest-SecGroupTest-763609973-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2423637 Oct 27 10:39:49.780013 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 44888) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:39:49.799422 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] For port ccc30922-670e-41d4-8c96-e76427ef2fc5, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=ccc30922-670e-41d4-8c96-e76427ef2fc5,segment=NetworkSegment(3fa8f95e-6276-4974-b5c0-da1e0ae271fc),segment_id=3fa8f95e-6276-4974-b5c0-da1e0ae271fc)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:39:49.808188 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:49.808900 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-ddeab315-0d3c-4034-b93c-5f4708c62c35 tempest-SecGroupTest-763609973 tempest-SecGroupTest-763609973-project] 10.222.0.44 "GET /v2.0/security-group-rules/b8cceca4-2063-4d16-a233-a5895cd8eda2 HTTP/1.1" status: 200 len: 763 time: 0.0271888 Oct 27 10:39:49.811468 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 44892) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:39:49.829552 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87b101a9-33d0-4265-947c-9bc8754991b8 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Made reservation on behalf of a8f5b249d1a14ea0897d2eccf002a6cb for: {'network': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:39:49.837046 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-87b101a9-33d0-4265-947c-9bc8754991b8 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for network, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:49.848989 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:39:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3aa5cd8-7216-4b18-a948-5dec519c33f6 x-openstack-request-id: req-c3aa5cd8-7216-4b18-a948-5dec519c33f6 {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:39:49.849671 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6531a9ba-3dd6-4e37-8415-ddbffecde67d", "name": "network-vif-plugged", "status": "completed", "tag": "ccc30922-670e-41d4-8c96-e76427ef2fc5", "code": 200}]} {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:39:49.850064 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c3aa5cd8-7216-4b18-a948-5dec519c33f6 {{(pid=102348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:39:49.850590 n-d-813419-10 neutron-server[102348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6531a9ba-3dd6-4e37-8415-ddbffecde67d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccc30922-670e-41d4-8c96-e76427ef2fc5', 'code': 200} Oct 27 10:39:49.862496 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-597f765b-e470-44c2-92f5-486c967e025d tempest-SecGroupTest-763609973 tempest-SecGroupTest-763609973-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0497053 Oct 27 10:39:49.865398 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 44894) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:39:49.891451 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Pushing event updated for resources: {'Port': ['ID=ccc30922-670e-41d4-8c96-e76427ef2fc5,revision_number=5']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:39:49.891953 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87b101a9-33d0-4265-947c-9bc8754991b8 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 402} {{(pid=102346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 10:39:49.903455 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-87b101a9-33d0-4265-947c-9bc8754991b8 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:49.903868 n-d-813419-10 neutron-server[102346]: INFO neutron.db.segments_db [None req-87b101a9-33d0-4265-947c-9bc8754991b8 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Added segment 8ea38785-8436-435e-981d-0a9de2e7550e of type vlan for network 51d6b5e2-27ac-4050-8135-9df03f5e23f5 Oct 27 10:39:49.908101 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-9b42f61c-12e3-4f49-a0e5-11bfe7a29872 tempest-SecGroupTest-763609973 tempest-SecGroupTest-763609973-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:49.917898 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-9b42f61c-12e3-4f49-a0e5-11bfe7a29872 tempest-SecGroupTest-763609973 tempest-SecGroupTest-763609973-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:49.956140 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-9b42f61c-12e3-4f49-a0e5-11bfe7a29872 tempest-SecGroupTest-763609973 tempest-SecGroupTest-763609973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671902'] for security_group_rule, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:49.964166 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-9b42f61c-12e3-4f49-a0e5-11bfe7a29872 tempest-SecGroupTest-763609973 tempest-SecGroupTest-763609973-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:49.965837 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-9b42f61c-12e3-4f49-a0e5-11bfe7a29872 tempest-SecGroupTest-763609973 tempest-SecGroupTest-763609973-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/b8cceca4-2063-4d16-a233-a5895cd8eda2 HTTP/1.1" status: 204 len: 168 time: 0.0988381 Oct 27 10:39:49.969214 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:49.974112 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 44902) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:39:49.983496 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-87b101a9-33d0-4265-947c-9bc8754991b8 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743872593080'] for network, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:49.997001 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-eadeaa30-4096-4d1a-b3cb-aa7ebfb291ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:50.005225 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b42f61c-12e3-4f49-a0e5-11bfe7a29872 tempest-SecGroupTest-763609973 tempest-SecGroupTest-763609973-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b8cceca4-2063-4d16-a233-a5895cd8eda2,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:39:50.016378 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae099971-89dd-469b-a66b-90ed9669a5d6 req-eee5a3c0-6bde-4474-9598-7d42f45e4ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:39:50.017893 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ae099971-89dd-469b-a66b-90ed9669a5d6 req-eee5a3c0-6bde-4474-9598-7d42f45e4ef1 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=6531a9ba-3dd6-4e37-8415-ddbffecde67d HTTP/1.1" status: 200 len: 1098 time: 0.0810134 Oct 27 10:39:50.025711 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-87b101a9-33d0-4265-947c-9bc8754991b8 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913'] for network, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:50.031615 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87b101a9-33d0-4265-947c-9bc8754991b8 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:39:50.035014 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-87b101a9-33d0-4265-947c-9bc8754991b8 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for network, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:50.059218 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-a777a734-f1fb-40d3-911c-d6826607c336 tempest-SecGroupTest-763609973 tempest-SecGroupTest-763609973-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0755327 Oct 27 10:39:50.069865 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 44904) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:39:50.074236 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-0afecd22-16a2-422a-aa92-81d7e1fdfb72 tempest-SecGroupTest-763609973 tempest-SecGroupTest-763609973-project] Request body: {'security_group_rule': {'security_group_id': '9a91d0f2-2f72-4b46-828a-dd40f5262412', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:39:50.090176 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626d0f85-30f1-4c16-9cbc-2a70ac1a968c req-407104ca-6d9b-4f5c-a458-be2bfe8ebe0a tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:39:50.091710 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-626d0f85-30f1-4c16-9cbc-2a70ac1a968c req-407104ca-6d9b-4f5c-a458-be2bfe8ebe0a tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/ports?device_id=6531a9ba-3dd6-4e37-8415-ddbffecde67d HTTP/1.1" status: 200 len: 946 time: 0.1248074 Oct 27 10:39:50.149054 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-87b101a9-33d0-4265-947c-9bc8754991b8 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3733561 Oct 27 10:39:50.149054 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b101a9-33d0-4265-947c-9bc8754991b8 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Pushing event updated for resources: {'Network': ['ID=51d6b5e2-27ac-4050-8135-9df03f5e23f5,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:39:50.149738 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 44908) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:39:50.151393 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ae099971-89dd-469b-a66b-90ed9669a5d6 req-c0d7a91d-31ec-45d2-aac9-48b1a3df8683 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=cc9284c7-fb9e-4cd7-891d-df58f9ea4e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085405 Oct 27 10:39:50.153184 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-0afecd22-16a2-422a-aa92-81d7e1fdfb72 tempest-SecGroupTest-763609973 tempest-SecGroupTest-763609973-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:50.156534 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-39b83fa4-641a-4523-8dd2-2ee47651f315 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Request body: {'subnet': {'network_id': '51d6b5e2-27ac-4050-8135-9df03f5e23f5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:39:50.160242 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-626d0f85-30f1-4c16-9cbc-2a70ac1a968c req-d6e20c13-d807-4739-90f9-b1790bc960a7 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/security-groups?id=cc9284c7-fb9e-4cd7-891d-df58f9ea4e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588758 Oct 27 10:39:50.178923 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Network 51d6b5e2-27ac-4050-8135-9df03f5e23f5 details requested by agent ovs-agent-n-d-813419-10 with host n-d-813419-10 {{(pid=102348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 10:39:50.222580 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-0afecd22-16a2-422a-aa92-81d7e1fdfb72 tempest-SecGroupTest-763609973 tempest-SecGroupTest-763609973-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:50.227722 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-0afecd22-16a2-422a-aa92-81d7e1fdfb72 tempest-SecGroupTest-763609973 tempest-SecGroupTest-763609973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671902'] for security_group_rule, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:50.251912 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afecd22-16a2-422a-aa92-81d7e1fdfb72 tempest-SecGroupTest-763609973 tempest-SecGroupTest-763609973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87743718-f055-4d6e-aae9-28ca53d4a6d4,revision_number=0']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:39:50.260587 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-0afecd22-16a2-422a-aa92-81d7e1fdfb72 tempest-SecGroupTest-763609973 tempest-SecGroupTest-763609973-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:50.261987 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-0afecd22-16a2-422a-aa92-81d7e1fdfb72 tempest-SecGroupTest-763609973 tempest-SecGroupTest-763609973-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1911681 Oct 27 10:39:50.264668 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 44910) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:39:50.288963 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-0f017c6e-ef97-40a0-95c2-c521b4ec729c tempest-SecGroupTest-763609973 tempest-SecGroupTest-763609973-project] 10.222.0.44 "GET /v2.0/security-group-rules/87743718-f055-4d6e-aae9-28ca53d4a6d4 HTTP/1.1" status: 200 len: 763 time: 0.0201042 Oct 27 10:39:50.289076 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39b83fa4-641a-4523-8dd2-2ee47651f315 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Made reservation on behalf of a8f5b249d1a14ea0897d2eccf002a6cb for: {'subnet': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:39:50.289478 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 44912) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:39:50.290538 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-39b83fa4-641a-4523-8dd2-2ee47651f315 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27167186'] for subnet, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:50.334582 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-b0c3b4b1-dd9e-4c62-b4df-be285f0fe5ac tempest-SecGroupTest-763609973 tempest-SecGroupTest-763609973-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0440512 Oct 27 10:39:50.337234 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 44914) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:39:50.361773 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-6376e22a-c0ac-4440-ad87-d5fea7c670b4 tempest-SecGroupTest-763609973 tempest-SecGroupTest-763609973-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:50.371465 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-6376e22a-c0ac-4440-ad87-d5fea7c670b4 tempest-SecGroupTest-763609973 tempest-SecGroupTest-763609973-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:50.398686 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-6376e22a-c0ac-4440-ad87-d5fea7c670b4 tempest-SecGroupTest-763609973 tempest-SecGroupTest-763609973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671902'] for security_group_rule, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:50.406485 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-6376e22a-c0ac-4440-ad87-d5fea7c670b4 tempest-SecGroupTest-763609973 tempest-SecGroupTest-763609973-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:50.409984 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-6376e22a-c0ac-4440-ad87-d5fea7c670b4 tempest-SecGroupTest-763609973 tempest-SecGroupTest-763609973-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/87743718-f055-4d6e-aae9-28ca53d4a6d4 HTTP/1.1" status: 204 len: 168 time: 0.0693564 Oct 27 10:39:50.411838 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 44916) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:39:50.418020 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6376e22a-c0ac-4440-ad87-d5fea7c670b4 tempest-SecGroupTest-763609973 tempest-SecGroupTest-763609973-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=87743718-f055-4d6e-aae9-28ca53d4a6d4,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:39:50.459802 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-ed01f654-cbb9-4cd7-a4ee-8423e52f1267 tempest-SecGroupTest-763609973 tempest-SecGroupTest-763609973-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0424578 Oct 27 10:39:50.460020 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 44918) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:39:50.464914 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-4704fb8b-09f5-4bca-88c2-1c823bcf4518 tempest-SecGroupTest-763609973 tempest-SecGroupTest-763609973-project] Request body: {'security_group_rule': {'security_group_id': '9a91d0f2-2f72-4b46-828a-dd40f5262412', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:39:50.497643 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-4704fb8b-09f5-4bca-88c2-1c823bcf4518 tempest-SecGroupTest-763609973 tempest-SecGroupTest-763609973-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:50.514142 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-39b83fa4-641a-4523-8dd2-2ee47651f315 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27024290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27167168'] for subnet, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:50.546748 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-4704fb8b-09f5-4bca-88c2-1c823bcf4518 tempest-SecGroupTest-763609973 tempest-SecGroupTest-763609973-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:50.552348 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-4704fb8b-09f5-4bca-88c2-1c823bcf4518 tempest-SecGroupTest-763609973 tempest-SecGroupTest-763609973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671902'] for security_group_rule, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:50.572612 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4704fb8b-09f5-4bca-88c2-1c823bcf4518 tempest-SecGroupTest-763609973 tempest-SecGroupTest-763609973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42007815-cb16-4569-81d2-f5c888e473b7,revision_number=0']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:39:50.581886 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b83fa4-641a-4523-8dd2-2ee47651f315 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Pushing event updated for resources: {'Subnet': ['ID=be8a754b-ab73-49ed-81de-7e1ce5bfc42b,revision_number=0']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:39:50.582964 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-4704fb8b-09f5-4bca-88c2-1c823bcf4518 tempest-SecGroupTest-763609973 tempest-SecGroupTest-763609973-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:50.586635 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-4704fb8b-09f5-4bca-88c2-1c823bcf4518 tempest-SecGroupTest-763609973 tempest-SecGroupTest-763609973-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1231108 Oct 27 10:39:50.586914 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 44920) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:39:50.589961 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39b83fa4-641a-4523-8dd2-2ee47651f315 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Checking segment: {'id': '8ea38785-8436-435e-981d-0a9de2e7550e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '51d6b5e2-27ac-4050-8135-9df03f5e23f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:39:50.590323 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39b83fa4-641a-4523-8dd2-2ee47651f315 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Network hostable DHCP agents. Network: 51d6b5e2-27ac-4050-8135-9df03f5e23f5, hostable agents: ['eafd4000-b897-4722-ae8b-0118ec955181'], hosted agents: [] {{(pid=102346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 10:39:50.606211 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-232f284a-7cee-4bd0-89b7-e3abb526f1c3 tempest-SecGroupTest-763609973 tempest-SecGroupTest-763609973-project] 10.222.0.44 "GET /v2.0/security-group-rules/42007815-cb16-4569-81d2-f5c888e473b7 HTTP/1.1" status: 200 len: 764 time: 0.0155444 Oct 27 10:39:50.606624 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 44922) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:39:50.611060 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39b83fa4-641a-4523-8dd2-2ee47651f315 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Network 51d6b5e2-27ac-4050-8135-9df03f5e23f5 is scheduled to be hosted by DHCP agent eafd4000-b897-4722-ae8b-0118ec955181 with binding_index 1 {{(pid=102346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 10:39:50.620965 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-39b83fa4-641a-4523-8dd2-2ee47651f315 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-10, 51d6b5e2-27ac-4050-8135-9df03f5e23f5) {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:39:50.625311 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39b83fa4-641a-4523-8dd2-2ee47651f315 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:39:50.625981 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-39b83fa4-641a-4523-8dd2-2ee47651f315 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for subnet, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:50.641057 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af71992f-9930-4a94-8c5e-836d7a3a65cf None None] Network 51d6b5e2-27ac-4050-8135-9df03f5e23f5 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:39:50.646602 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-39b83fa4-641a-4523-8dd2-2ee47651f315 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4941244 Oct 27 10:39:50.652693 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 44924) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:39:50.658112 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-10660e1b-d819-4337-9abf-57be124c694c tempest-SecGroupTest-763609973 tempest-SecGroupTest-763609973-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0478323 Oct 27 10:39:50.658259 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-8b6d23b9-b1cf-4563-98f3-56a4d81f57d1 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Request body: {'subnet': {'network_id': '51d6b5e2-27ac-4050-8135-9df03f5e23f5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:39:50.658673 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 44926) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:39:50.713469 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-9e75aa5d-4c03-4b41-83c1-db4f42558443 tempest-SecGroupTest-763609973 tempest-SecGroupTest-763609973-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:50.731862 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-9e75aa5d-4c03-4b41-83c1-db4f42558443 tempest-SecGroupTest-763609973 tempest-SecGroupTest-763609973-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:50.786454 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-9e75aa5d-4c03-4b41-83c1-db4f42558443 tempest-SecGroupTest-763609973 tempest-SecGroupTest-763609973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671902'] for security_group_rule, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:50.791940 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-9e75aa5d-4c03-4b41-83c1-db4f42558443 tempest-SecGroupTest-763609973 tempest-SecGroupTest-763609973-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:50.796435 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 44932) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:39:50.796874 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-9e75aa5d-4c03-4b41-83c1-db4f42558443 tempest-SecGroupTest-763609973 tempest-SecGroupTest-763609973-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/42007815-cb16-4569-81d2-f5c888e473b7 HTTP/1.1" status: 204 len: 168 time: 0.1362760 Oct 27 10:39:50.804240 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e75aa5d-4c03-4b41-83c1-db4f42558443 tempest-SecGroupTest-763609973 tempest-SecGroupTest-763609973-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=42007815-cb16-4569-81d2-f5c888e473b7,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:39:50.863942 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4b06c49-a6c7-4984-8d7d-f1770f906677 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp734b258e-7d96-550c-b970-9b72ab66f383-51d6b5e2-27ac-4050-8135-9df03f5e23f5', 'network_id': '51d6b5e2-27ac-4050-8135-9df03f5e23f5', 'tenant_id': 'a8f5b249d1a14ea0897d2eccf002a6cb', 'fixed_ips': [{'subnet_id': 'be8a754b-ab73-49ed-81de-7e1ce5bfc42b'}]}} from n-d-813419-10. {{(pid=102348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 10:39:50.865395 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-d4b06c49-a6c7-4984-8d7d-f1770f906677 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:50.869846 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-a7b3549b-b849-497a-96ee-ef86bccb4cb3 tempest-SecGroupTest-763609973 tempest-SecGroupTest-763609973-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0692463 Oct 27 10:39:50.870538 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 44934) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:39:50.875883 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b6d23b9-b1cf-4563-98f3-56a4d81f57d1 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Made reservation on behalf of a8f5b249d1a14ea0897d2eccf002a6cb for: {'subnet': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:39:50.879885 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-8b6d23b9-b1cf-4563-98f3-56a4d81f57d1 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27167186'] for subnet, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:50.947064 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-d663493e-a36c-4db7-a22a-3adb0eb15c7d tempest-SecGroupTest-763609973 tempest-SecGroupTest-763609973-project] Publish callbacks [] for security_group, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:50.984951 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-d663493e-a36c-4db7-a22a-3adb0eb15c7d tempest-SecGroupTest-763609973 tempest-SecGroupTest-763609973-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:51.007804 n-d-813419-10 neutron-server[102346]: INFO neutron.db.ipam_backend_mixin [None req-8b6d23b9-b1cf-4563-98f3-56a4d81f57d1 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet be8a754b-ab73-49ed-81de-7e1ce5bfc42b (CIDR: 2001:db8::/64) Oct 27 10:39:51.012028 n-d-813419-10 neutron-server[102346]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b6d23b9-b1cf-4563-98f3-56a4d81f57d1 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 27 10:39:51.012861 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b6d23b9-b1cf-4563-98f3-56a4d81f57d1 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102346) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 10:39:51.034726 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-d663493e-a36c-4db7-a22a-3adb0eb15c7d tempest-SecGroupTest-763609973 tempest-SecGroupTest-763609973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:51.037173 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.db_base_plugin_common [None req-d4b06c49-a6c7-4984-8d7d-f1770f906677 None None] Allocated IP 2001:db8::2 (51d6b5e2-27ac-4050-8135-9df03f5e23f5/be8a754b-ab73-49ed-81de-7e1ce5bfc42b/8a2ef27b-7e61-4d1b-89b1-a81c18dd4eb1) {{(pid=102348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:39:51.039082 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-8b6d23b9-b1cf-4563-98f3-56a4d81f57d1 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3847966 Oct 27 10:39:51.039214 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-d663493e-a36c-4db7-a22a-3adb0eb15c7d tempest-SecGroupTest-763609973 tempest-SecGroupTest-763609973-project] Publish callbacks [] for security_group, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:51.040615 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-d663493e-a36c-4db7-a22a-3adb0eb15c7d tempest-SecGroupTest-763609973 tempest-SecGroupTest-763609973-project] 10.222.0.44 "DELETE /v2.0/security-groups/9a91d0f2-2f72-4b46-828a-dd40f5262412 HTTP/1.1" status: 204 len: 168 time: 0.1688030 Oct 27 10:39:51.041437 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 44936) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:39:51.044407 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 44938) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:39:51.052272 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-23aee639-f861-4d50-a6aa-aea16f4a8f2e tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Request body: {'subnet': {'network_id': '51d6b5e2-27ac-4050-8135-9df03f5e23f5', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:39:51.075316 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d663493e-a36c-4db7-a22a-3adb0eb15c7d tempest-SecGroupTest-763609973 tempest-SecGroupTest-763609973-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a91d0f2-2f72-4b46-828a-dd40f5262412,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:39:51.114779 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-7619606e-8b60-42bc-87b8-3e6e51fccc3f tempest-SecGroupTest-763609973 tempest-SecGroupTest-763609973-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0689390 Oct 27 10:39:51.115693 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 44940) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:39:51.188149 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-8cec907a-01f1-47db-aa56-baf051ae068d tempest-SecGroupTest-763609973 tempest-SecGroupTest-763609973-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0680530 Oct 27 10:39:51.235154 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23aee639-f861-4d50-a6aa-aea16f4a8f2e tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Made reservation on behalf of a8f5b249d1a14ea0897d2eccf002a6cb for: {'subnet': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:39:51.241622 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-23aee639-f861-4d50-a6aa-aea16f4a8f2e tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18044073'] for subnet, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:51.258041 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-d4b06c49-a6c7-4984-8d7d-f1770f906677 None None] Publish callbacks [] for port, precommit_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:51.278411 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-d4b06c49-a6c7-4984-8d7d-f1770f906677 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606'] for port, after_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:51.320085 n-d-813419-10 neutron-server[102348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4b06c49-a6c7-4984-8d7d-f1770f906677 None None] Network 51d6b5e2-27ac-4050-8135-9df03f5e23f5 is already hosted by enough agents. {{(pid=102348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:39:51.324924 n-d-813419-10 neutron-server[102348]: DEBUG neutron.scheduler.base_scheduler [None req-d4b06c49-a6c7-4984-8d7d-f1770f906677 None None] Resources bound (agent type, host, resource id): {{(pid=102348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:39:51.331703 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4b06c49-a6c7-4984-8d7d-f1770f906677 None None] Received port after_create {{(pid=102348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:39:51.385185 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b06c49-a6c7-4984-8d7d-f1770f906677 None None] Pushing event updated for resources: {'Port': ['ID=8a2ef27b-7e61-4d1b-89b1-a81c18dd4eb1,revision_number=1']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:39:51.404387 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acdb979-ce81-4867-99b0-90bc0796155c req-3a905a7b-02b1-4da7-a994-1f90d5b613a3 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:39:51.414289 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-0acdb979-ce81-4867-99b0-90bc0796155c req-3a905a7b-02b1-4da7-a994-1f90d5b613a3 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/ports?device_id=6531a9ba-3dd6-4e37-8415-ddbffecde67d HTTP/1.1" status: 200 len: 946 time: 0.1211843 Oct 27 10:39:51.427446 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-d4b06c49-a6c7-4984-8d7d-f1770f906677 None None] Attempting to bind port 8a2ef27b-7e61-4d1b-89b1-a81c18dd4eb1 on host n-d-813419-10 for vnic_type normal with profile {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:39:51.427823 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-d4b06c49-a6c7-4984-8d7d-f1770f906677 None None] Attempting to bind port 8a2ef27b-7e61-4d1b-89b1-a81c18dd4eb1 by drivers openvswitch,hyperv on host n-d-813419-10 at level 0 using segments [{'id': '8ea38785-8436-435e-981d-0a9de2e7550e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '51d6b5e2-27ac-4050-8135-9df03f5e23f5'}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:39:51.428191 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4b06c49-a6c7-4984-8d7d-f1770f906677 None None] Attempting to bind port 8a2ef27b-7e61-4d1b-89b1-a81c18dd4eb1 on network 51d6b5e2-27ac-4050-8135-9df03f5e23f5 {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:39:51.434247 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4b06c49-a6c7-4984-8d7d-f1770f906677 None None] Checking agent: {'id': '89dba0f3-79b2-435e-9822-33674b8f6ada', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 8, 20), 'started_at': datetime.datetime(2021, 10, 27, 10, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 39, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:39:51.434624 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4b06c49-a6c7-4984-8d7d-f1770f906677 None None] Checking segment: {'id': '8ea38785-8436-435e-981d-0a9de2e7550e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '51d6b5e2-27ac-4050-8135-9df03f5e23f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:39:51.435025 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-d4b06c49-a6c7-4984-8d7d-f1770f906677 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:51.435537 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4b06c49-a6c7-4984-8d7d-f1770f906677 None None] Bound using segment: {'id': '8ea38785-8436-435e-981d-0a9de2e7550e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '51d6b5e2-27ac-4050-8135-9df03f5e23f5'} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:39:51.435933 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-d4b06c49-a6c7-4984-8d7d-f1770f906677 None None] Bound port: 8a2ef27b-7e61-4d1b-89b1-a81c18dd4eb1, host: n-d-813419-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ea38785-8436-435e-981d-0a9de2e7550e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '51d6b5e2-27ac-4050-8135-9df03f5e23f5'}}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:39:51.436343 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-d4b06c49-a6c7-4984-8d7d-f1770f906677 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:51.467102 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-0acdb979-ce81-4867-99b0-90bc0796155c req-81baa407-4e72-4d57-926a-ce6983d3574d tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/security-groups?id=cc9284c7-fb9e-4cd7-891d-df58f9ea4e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507507 Oct 27 10:39:51.544379 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-d4b06c49-a6c7-4984-8d7d-f1770f906677 None None] For port 8a2ef27b-7e61-4d1b-89b1-a81c18dd4eb1, host n-d-813419-10, cleared binding levels {{(pid=102348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:39:51.549840 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-d4b06c49-a6c7-4984-8d7d-f1770f906677 None None] For port 8a2ef27b-7e61-4d1b-89b1-a81c18dd4eb1, host n-d-813419-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=8a2ef27b-7e61-4d1b-89b1-a81c18dd4eb1,segment=NetworkSegment(8ea38785-8436-435e-981d-0a9de2e7550e),segment_id=8ea38785-8436-435e-981d-0a9de2e7550e)] {{(pid=102348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:39:51.557970 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-d4b06c49-a6c7-4984-8d7d-f1770f906677 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:51.645138 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b06c49-a6c7-4984-8d7d-f1770f906677 None None] Pushing event updated for resources: {'Port': ['ID=8a2ef27b-7e61-4d1b-89b1-a81c18dd4eb1,revision_number=2']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:39:51.680591 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 44950) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:39:51.694642 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-23aee639-f861-4d50-a6aa-aea16f4a8f2e tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-18295883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18044091'] for subnet, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:51.743046 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23aee639-f861-4d50-a6aa-aea16f4a8f2e tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Network 51d6b5e2-27ac-4050-8135-9df03f5e23f5 is already hosted by enough agents. {{(pid=102347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:39:51.746218 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [None req-23aee639-f861-4d50-a6aa-aea16f4a8f2e tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Resources bound (agent type, host, resource id): {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:39:51.751040 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23aee639-f861-4d50-a6aa-aea16f4a8f2e tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:39:51.751199 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-23aee639-f861-4d50-a6aa-aea16f4a8f2e tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks [] for subnet, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:51.762096 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23aee639-f861-4d50-a6aa-aea16f4a8f2e tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Pushing event updated for resources: {'Subnet': ['ID=8d72d821-eead-440b-8f52-af3faa3551f3,revision_number=0']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:39:51.780751 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 44954) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:39:51.780911 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-23aee639-f861-4d50-a6aa-aea16f4a8f2e tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.7351179 Oct 27 10:39:51.792894 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-3c7ad74d-d0e4-4e20-9dbb-bae9b579a722 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Request body: {'port': {'network_id': '51d6b5e2-27ac-4050-8135-9df03f5e23f5', 'fixed_ips': [{'subnet_id': 'be8a754b-ab73-49ed-81de-7e1ce5bfc42b'}, {'subnet_id': '8d72d821-eead-440b-8f52-af3faa3551f3'}], 'name': 'tempest-PortsIpV6TestJSON-1526413377'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:39:51.909474 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-3c6a8245-0581-48aa-b5f6-4d8fe98cd16e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:51.984655 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-7b7a57cf-c8ed-4e73-8d92-659e35da46ca admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=fa9f7469ffc24df194a5d39bfb03d31c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3005905 Oct 27 10:39:51.984998 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 44960) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:39:52.038301 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c7ad74d-d0e4-4e20-9dbb-bae9b579a722 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Made reservation on behalf of a8f5b249d1a14ea0897d2eccf002a6cb for: {'port': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:39:52.049676 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-67f56077-ea51-4ad5-9493-5e6b4d5708de admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:52.074162 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-67f56077-ea51-4ad5-9493-5e6b4d5708de admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:52.125485 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-67f56077-ea51-4ad5-9493-5e6b4d5708de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:52.128643 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-67f56077-ea51-4ad5-9493-5e6b4d5708de admin admin] Publish callbacks [] for security_group, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:52.130443 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-67f56077-ea51-4ad5-9493-5e6b4d5708de admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/7469b722-708e-4723-80de-ee92816b99ec HTTP/1.1" status: 204 len: 168 time: 0.1444144 Oct 27 10:39:52.134830 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-3c7ad74d-d0e4-4e20-9dbb-bae9b579a722 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:52.140823 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f56077-ea51-4ad5-9493-5e6b4d5708de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7469b722-708e-4723-80de-ee92816b99ec,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:39:52.165589 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [None req-3c7ad74d-d0e4-4e20-9dbb-bae9b579a722 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] device_id is not set on port ee2aa5bd-96a5-481b-823b-34a69a98382c yet. {{(pid=102346) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 10:39:52.537228 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 8a2ef27b-7e61-4d1b-89b1-a81c18dd4eb1 up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:39:52.601497 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_common [None req-3c7ad74d-d0e4-4e20-9dbb-bae9b579a722 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Allocated IP 2001:db8::be (51d6b5e2-27ac-4050-8135-9df03f5e23f5/be8a754b-ab73-49ed-81de-7e1ce5bfc42b/ee2aa5bd-96a5-481b-823b-34a69a98382c) {{(pid=102346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:39:52.632129 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_common [None req-3c7ad74d-d0e4-4e20-9dbb-bae9b579a722 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Allocated IP 2001:db8:0:1::7f (51d6b5e2-27ac-4050-8135-9df03f5e23f5/8d72d821-eead-440b-8f52-af3faa3551f3/ee2aa5bd-96a5-481b-823b-34a69a98382c) {{(pid=102346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:39:52.638845 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port 8a2ef27b-7e61-4d1b-89b1-a81c18dd4eb1 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:39:52.639283 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:52.724136 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bc5b02-4e61-459b-acac-76b67a53838f req-ab499d35-051a-4644-b45d-7e7c701a71d6 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:39:52.733727 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b8bc5b02-4e61-459b-acac-76b67a53838f req-ab499d35-051a-4644-b45d-7e7c701a71d6 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/ports?device_id=6531a9ba-3dd6-4e37-8415-ddbffecde67d HTTP/1.1" status: 200 len: 946 time: 0.1232400 Oct 27 10:39:52.779893 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:52.810105 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b8bc5b02-4e61-459b-acac-76b67a53838f req-13ba3b88-59ac-4090-8206-08842135132d tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/security-groups?id=cc9284c7-fb9e-4cd7-891d-df58f9ea4e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665679 Oct 27 10:39:52.840815 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] For port 8a2ef27b-7e61-4d1b-89b1-a81c18dd4eb1, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=8a2ef27b-7e61-4d1b-89b1-a81c18dd4eb1,segment=NetworkSegment(8ea38785-8436-435e-981d-0a9de2e7550e),segment_id=8ea38785-8436-435e-981d-0a9de2e7550e)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:39:52.862807 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:52.988987 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Pushing event updated for resources: {'Port': ['ID=8a2ef27b-7e61-4d1b-89b1-a81c18dd4eb1,revision_number=3']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:39:53.028039 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fec9b13-4710-4ae1-b4ed-bdb70c001070 None None] Network 51d6b5e2-27ac-4050-8135-9df03f5e23f5 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:39:53.149494 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-5ca4f50e-0823-4aea-9d32-5e716e864f80 None None] Provisioning complete for port 8a2ef27b-7e61-4d1b-89b1-a81c18dd4eb1 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:39:53.150005 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-5ca4f50e-0823-4aea-9d32-5e716e864f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:53.191600 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 44992) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:39:53.267271 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-3c7ad74d-d0e4-4e20-9dbb-bae9b579a722 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks [] for port, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:53.320874 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-7f1617d9-e40f-4924-a9a3-6132bd748922 tempest-NegativeSecGroupIPv6Test-1342523131 tempest-NegativeSecGroupIPv6Test-1342523131-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:39:53.322042 n-d-813419-10 neutron-server[102347]: WARNING neutron.api.v2.base [None req-7f1617d9-e40f-4924-a9a3-6132bd748922 tempest-NegativeSecGroupIPv6Test-1342523131 tempest-NegativeSecGroupIPv6Test-1342523131-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Oct 27 10:39:53.322697 n-d-813419-10 neutron-server[102347]: INFO neutron.api.v2.resource [None req-7f1617d9-e40f-4924-a9a3-6132bd748922 tempest-NegativeSecGroupIPv6Test-1342523131 tempest-NegativeSecGroupIPv6Test-1342523131-project] create failed (client error): There was a conflict when trying to complete your request. Oct 27 10:39:53.323862 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-7f1617d9-e40f-4924-a9a3-6132bd748922 tempest-NegativeSecGroupIPv6Test-1342523131 tempest-NegativeSecGroupIPv6Test-1342523131-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1306384 Oct 27 10:39:53.327754 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 44996) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:39:53.333611 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-913a7fb3-0c2e-4c4f-97fe-0a2134745fa7 tempest-NegativeSecGroupIPv6Test-1342523131 tempest-NegativeSecGroupIPv6Test-1342523131-project] Request body: {'security_group': {'name': 'tempest-secgroup--1022699540'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:39:53.366019 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-3c7ad74d-d0e4-4e20-9dbb-bae9b579a722 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:53.371467 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-44b00c86-9de0-4aab-a0b4-deba7468072f req-88449502-310a-4885-934a-0d9dc91a5d2f tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=5cdd6d2f037d42e18150718a811d487c HTTP/1.1" status: 200 len: 267 time: 0.0957913 Oct 27 10:39:53.384226 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-913a7fb3-0c2e-4c4f-97fe-0a2134745fa7 tempest-NegativeSecGroupIPv6Test-1342523131 tempest-NegativeSecGroupIPv6Test-1342523131-project] Publish callbacks [] for security_group, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:53.412158 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-913a7fb3-0c2e-4c4f-97fe-0a2134745fa7 tempest-NegativeSecGroupIPv6Test-1342523131 tempest-NegativeSecGroupIPv6Test-1342523131-project] Publish callbacks [] for security_group, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:53.448245 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a79b9452-f3cd-4452-9803-76a6ce117154 None None] Update dhcp port {'port': {'network_id': '51d6b5e2-27ac-4050-8135-9df03f5e23f5', 'fixed_ips': [{'subnet_id': 'be8a754b-ab73-49ed-81de-7e1ce5bfc42b', 'ip_address': '2001:db8::2'}, {'subnet_id': '8d72d821-eead-440b-8f52-af3faa3551f3'}], 'binding:host_id': 'n-d-813419-10'}, 'id': '8a2ef27b-7e61-4d1b-89b1-a81c18dd4eb1'} from n-d-813419-10. {{(pid=102348) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 27 10:39:53.461945 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c7ad74d-d0e4-4e20-9dbb-bae9b579a722 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Network 51d6b5e2-27ac-4050-8135-9df03f5e23f5 is already hosted by enough agents. {{(pid=102346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:39:53.463836 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-3c7ad74d-d0e4-4e20-9dbb-bae9b579a722 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Resources bound (agent type, host, resource id): {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:39:53.473899 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c7ad74d-d0e4-4e20-9dbb-bae9b579a722 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Received port after_create {{(pid=102346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:39:53.480798 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c7ad74d-d0e4-4e20-9dbb-bae9b579a722 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:39:53.481672 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-3c7ad74d-d0e4-4e20-9dbb-bae9b579a722 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:53.483215 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a79b9452-f3cd-4452-9803-76a6ce117154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:53.500625 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7ad74d-d0e4-4e20-9dbb-bae9b579a722 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Pushing event updated for resources: {'Port': ['ID=ee2aa5bd-96a5-481b-823b-34a69a98382c,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:39:53.521108 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b00c86-9de0-4aab-a0b4-deba7468072f req-38a3173e-83a8-49ff-b5a8-3de4d789a1d9 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:39:53.529174 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-44b00c86-9de0-4aab-a0b4-deba7468072f req-38a3173e-83a8-49ff-b5a8-3de4d789a1d9 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/ports?device_id=6531a9ba-3dd6-4e37-8415-ddbffecde67d HTTP/1.1" status: 200 len: 946 time: 0.1289515 Oct 27 10:39:53.534587 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [req-44b00c86-9de0-4aab-a0b4-deba7468072f req-8bca57ef-9060-4dcf-9d42-01cc94e91743 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Request body: {'port': {'security_groups': []}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:39:53.537298 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-913a7fb3-0c2e-4c4f-97fe-0a2134745fa7 tempest-NegativeSecGroupIPv6Test-1342523131 tempest-NegativeSecGroupIPv6Test-1342523131-project] Publish callbacks [] for security_group, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:53.543688 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-913a7fb3-0c2e-4c4f-97fe-0a2134745fa7 tempest-NegativeSecGroupIPv6Test-1342523131 tempest-NegativeSecGroupIPv6Test-1342523131-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:53.562399 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-3c7ad74d-d0e4-4e20-9dbb-bae9b579a722 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1015 time: 1.7804518 Oct 27 10:39:53.565016 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 45000) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:39:53.571458 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-f777e262-bf26-4c16-b159-3d338112ce67 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'be8a754b-ab73-49ed-81de-7e1ce5bfc42b'}]}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:39:53.597201 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913a7fb3-0c2e-4c4f-97fe-0a2134745fa7 tempest-NegativeSecGroupIPv6Test-1342523131 tempest-NegativeSecGroupIPv6Test-1342523131-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01f7a604-1f8e-4d00-9296-1396e63d5f26,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:39:53.659329 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-913a7fb3-0c2e-4c4f-97fe-0a2134745fa7 tempest-NegativeSecGroupIPv6Test-1342523131 tempest-NegativeSecGroupIPv6Test-1342523131-project] Publish callbacks [] for security_group, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:53.665885 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-913a7fb3-0c2e-4c4f-97fe-0a2134745fa7 tempest-NegativeSecGroupIPv6Test-1342523131 tempest-NegativeSecGroupIPv6Test-1342523131-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:53.679035 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-44b00c86-9de0-4aab-a0b4-deba7468072f req-8bca57ef-9060-4dcf-9d42-01cc94e91743 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:53.690012 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-f777e262-bf26-4c16-b159-3d338112ce67 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:53.701402 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.db_base_plugin_common [None req-a79b9452-f3cd-4452-9803-76a6ce117154 None None] Allocated IP 2001:db8:0:1::2 (51d6b5e2-27ac-4050-8135-9df03f5e23f5/8d72d821-eead-440b-8f52-af3faa3551f3/8a2ef27b-7e61-4d1b-89b1-a81c18dd4eb1) {{(pid=102348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:39:53.702368 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913a7fb3-0c2e-4c4f-97fe-0a2134745fa7 tempest-NegativeSecGroupIPv6Test-1342523131 tempest-NegativeSecGroupIPv6Test-1342523131-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10110783-58a9-4fdb-972f-30ab53d84fa4,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:39:53.729669 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-913a7fb3-0c2e-4c4f-97fe-0a2134745fa7 tempest-NegativeSecGroupIPv6Test-1342523131 tempest-NegativeSecGroupIPv6Test-1342523131-project] Publish callbacks [] for security_group, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:53.731380 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-913a7fb3-0c2e-4c4f-97fe-0a2134745fa7 tempest-NegativeSecGroupIPv6Test-1342523131 tempest-NegativeSecGroupIPv6Test-1342523131-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4023166 Oct 27 10:39:53.734173 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 45002) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:39:53.741486 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-7faed1d8-5569-4ace-b23f-474b79eccc68 tempest-NegativeSecGroupIPv6Test-1342523131 tempest-NegativeSecGroupIPv6Test-1342523131-project] Request body: {'security_group_rule': {'security_group_id': '10110783-58a9-4fdb-972f-30ab53d84fa4', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:39:53.776427 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-7faed1d8-5569-4ace-b23f-474b79eccc68 tempest-NegativeSecGroupIPv6Test-1342523131 tempest-NegativeSecGroupIPv6Test-1342523131-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:53.817070 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a79b9452-f3cd-4452-9803-76a6ce117154 None None] For port 8a2ef27b-7e61-4d1b-89b1-a81c18dd4eb1, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=8a2ef27b-7e61-4d1b-89b1-a81c18dd4eb1,segment=NetworkSegment(8ea38785-8436-435e-981d-0a9de2e7550e),segment_id=8ea38785-8436-435e-981d-0a9de2e7550e)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:39:53.852050 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-7faed1d8-5569-4ace-b23f-474b79eccc68 tempest-NegativeSecGroupIPv6Test-1342523131 tempest-NegativeSecGroupIPv6Test-1342523131-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:53.855493 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a79b9452-f3cd-4452-9803-76a6ce117154 None None] Publish callbacks [] for port, precommit_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:53.858139 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-7faed1d8-5569-4ace-b23f-474b79eccc68 tempest-NegativeSecGroupIPv6Test-1342523131 tempest-NegativeSecGroupIPv6Test-1342523131-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671902'] for security_group_rule, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:53.862932 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a79b9452-f3cd-4452-9803-76a6ce117154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:53.883413 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7faed1d8-5569-4ace-b23f-474b79eccc68 tempest-NegativeSecGroupIPv6Test-1342523131 tempest-NegativeSecGroupIPv6Test-1342523131-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5898c2f3-0850-4791-82c3-bb2824d646ef,revision_number=0']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:39:53.896531 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-7faed1d8-5569-4ace-b23f-474b79eccc68 tempest-NegativeSecGroupIPv6Test-1342523131 tempest-NegativeSecGroupIPv6Test-1342523131-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:53.897996 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-7faed1d8-5569-4ace-b23f-474b79eccc68 tempest-NegativeSecGroupIPv6Test-1342523131 tempest-NegativeSecGroupIPv6Test-1342523131-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1606491 Oct 27 10:39:53.901168 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 45004) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:39:53.942144 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-145a36c6-5c71-49f4-8d27-1aa4c365a920 tempest-NegativeSecGroupIPv6Test-1342523131 tempest-NegativeSecGroupIPv6Test-1342523131-project] Request body: {'security_group_rule': {'security_group_id': '10110783-58a9-4fdb-972f-30ab53d84fa4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:39:53.972362 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79b9452-f3cd-4452-9803-76a6ce117154 None None] Pushing event updated for resources: {'Port': ['ID=8a2ef27b-7e61-4d1b-89b1-a81c18dd4eb1,revision_number=4']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:39:54.056818 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-145a36c6-5c71-49f4-8d27-1aa4c365a920 tempest-NegativeSecGroupIPv6Test-1342523131 tempest-NegativeSecGroupIPv6Test-1342523131-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:54.093170 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [req-44b00c86-9de0-4aab-a0b4-deba7468072f req-8bca57ef-9060-4dcf-9d42-01cc94e91743 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] For port ccc30922-670e-41d4-8c96-e76427ef2fc5, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=ccc30922-670e-41d4-8c96-e76427ef2fc5,segment=NetworkSegment(3fa8f95e-6276-4974-b5c0-da1e0ae271fc),segment_id=3fa8f95e-6276-4974-b5c0-da1e0ae271fc)] {{(pid=102346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:39:54.178588 n-d-813419-10 neutron-server[102346]: INFO neutron.api.v2.resource [None req-145a36c6-5c71-49f4-8d27-1aa4c365a920 tempest-NegativeSecGroupIPv6Test-1342523131 tempest-NegativeSecGroupIPv6Test-1342523131-project] create failed (client error): There was a conflict when trying to complete your request. Oct 27 10:39:54.183856 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-145a36c6-5c71-49f4-8d27-1aa4c365a920 tempest-NegativeSecGroupIPv6Test-1342523131 tempest-NegativeSecGroupIPv6Test-1342523131-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2428429 Oct 27 10:39:54.184557 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 45010) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:39:54.196962 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-44b00c86-9de0-4aab-a0b4-deba7468072f req-8bca57ef-9060-4dcf-9d42-01cc94e91743 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Publish callbacks [] for port, precommit_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:54.206947 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-44b00c86-9de0-4aab-a0b4-deba7468072f req-8bca57ef-9060-4dcf-9d42-01cc94e91743 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27024173'] for port, after_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:54.220104 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] get_ports_and_sgs() called for port_ids ['b160e90f-3f54-4032-a115-309a74841f26', '8b3b8844-d176-4de4-93a7-9d129cb07aef', 'ccc30922-670e-41d4-8c96-e76427ef2fc5'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:39:54.260562 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-32bf903d-f419-439d-b243-f6be18e0415a tempest-NegativeSecGroupIPv6Test-1342523131 tempest-NegativeSecGroupIPv6Test-1342523131-project] Publish callbacks [] for security_group, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:54.273130 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bca57ef-9060-4dcf-9d42-01cc94e91743 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Pushing event updated for resources: {'Port': ['ID=ccc30922-670e-41d4-8c96-e76427ef2fc5,revision_number=6']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:39:54.283044 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_common [None req-f777e262-bf26-4c16-b159-3d338112ce67 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Delete allocated IP 2001:db8:0:1::7f (51d6b5e2-27ac-4050-8135-9df03f5e23f5/8d72d821-eead-440b-8f52-af3faa3551f3) {{(pid=102346) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 27 10:39:54.298725 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b00c86-9de0-4aab-a0b4-deba7468072f req-8bca57ef-9060-4dcf-9d42-01cc94e91743 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:39:54.299402 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-44b00c86-9de0-4aab-a0b4-deba7468072f req-8bca57ef-9060-4dcf-9d42-01cc94e91743 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:54.306599 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-44b00c86-9de0-4aab-a0b4-deba7468072f req-8bca57ef-9060-4dcf-9d42-01cc94e91743 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "PUT /v2.0/ports/ccc30922-670e-41d4-8c96-e76427ef2fc5 HTTP/1.1" status: 200 len: 905 time: 0.7764914 Oct 27 10:39:54.307367 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6531a9ba-3dd6-4e37-8415-ddbffecde67d', 'tag': 'ccc30922-670e-41d4-8c96-e76427ef2fc5'}] {{(pid=102346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:39:54.310793 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc0e418f5fc417c8d55d94c0aa509b037d0beb2a734c1a709e789eb65639a56d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e9271d9-85d5-487a-96fc-c899f513c2f3" -d '{"events": [{"name": "network-changed", "server_uuid": "6531a9ba-3dd6-4e37-8415-ddbffecde67d", "tag": "ccc30922-670e-41d4-8c96-e76427ef2fc5"}]}' {{(pid=102346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:39:54.325120 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-32bf903d-f419-439d-b243-f6be18e0415a tempest-NegativeSecGroupIPv6Test-1342523131 tempest-NegativeSecGroupIPv6Test-1342523131-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:54.418610 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 10:39:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-254b00f1-edfc-4ef9-a408-b91933091cd9 x-openstack-request-id: req-254b00f1-edfc-4ef9-a408-b91933091cd9 {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:39:54.419761 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6531a9ba-3dd6-4e37-8415-ddbffecde67d", "tag": "ccc30922-670e-41d4-8c96-e76427ef2fc5", "status": "completed", "code": 200}]} {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:39:54.420532 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-254b00f1-edfc-4ef9-a408-b91933091cd9 {{(pid=102346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:39:54.422346 n-d-813419-10 neutron-server[102346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6531a9ba-3dd6-4e37-8415-ddbffecde67d', 'tag': 'ccc30922-670e-41d4-8c96-e76427ef2fc5', 'status': 'completed', 'code': 200} Oct 27 10:39:54.423384 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-32bf903d-f419-439d-b243-f6be18e0415a tempest-NegativeSecGroupIPv6Test-1342523131 tempest-NegativeSecGroupIPv6Test-1342523131-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:54.426121 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-32bf903d-f419-439d-b243-f6be18e0415a tempest-NegativeSecGroupIPv6Test-1342523131 tempest-NegativeSecGroupIPv6Test-1342523131-project] Publish callbacks [] for security_group, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:54.431782 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-32bf903d-f419-439d-b243-f6be18e0415a tempest-NegativeSecGroupIPv6Test-1342523131 tempest-NegativeSecGroupIPv6Test-1342523131-project] 10.222.0.44 "DELETE /v2.0/security-groups/10110783-58a9-4fdb-972f-30ab53d84fa4 HTTP/1.1" status: 204 len: 168 time: 0.2437859 Oct 27 10:39:54.448572 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 45016) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:39:54.449553 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bf903d-f419-439d-b243-f6be18e0415a tempest-NegativeSecGroupIPv6Test-1342523131 tempest-NegativeSecGroupIPv6Test-1342523131-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=10110783-58a9-4fdb-972f-30ab53d84fa4,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:39:54.457367 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] get_ports_and_sgs() called for port_ids ['ccc30922-670e-41d4-8c96-e76427ef2fc5'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:39:54.583774 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9271d9-85d5-487a-96fc-c899f513c2f3 req-0181a54a-8b13-4345-83f9-4031750e881f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:39:54.585894 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-0e9271d9-85d5-487a-96fc-c899f513c2f3 req-0181a54a-8b13-4345-83f9-4031750e881f service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=5cdd6d2f037d42e18150718a811d487c&device_id=6531a9ba-3dd6-4e37-8415-ddbffecde67d HTTP/1.1" status: 200 len: 1060 time: 0.0883639 Oct 27 10:39:54.619240 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 8a2ef27b-7e61-4d1b-89b1-a81c18dd4eb1 up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:39:54.621258 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d7b184-59b7-4c26-8513-114f8bbedab7 req-ca3997c4-5779-4bb1-99d8-4c6337d377c0 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:39:54.637660 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-27d7b184-59b7-4c26-8513-114f8bbedab7 req-ca3997c4-5779-4bb1-99d8-4c6337d377c0 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/ports?device_id=6531a9ba-3dd6-4e37-8415-ddbffecde67d HTTP/1.1" status: 200 len: 908 time: 0.1459165 Oct 27 10:39:54.643184 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-a7968246-f2be-4ba2-b2b6-e16ed49f6c5f tempest-NegativeSecGroupIPv6Test-1342523131 tempest-NegativeSecGroupIPv6Test-1342523131-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1874046 Oct 27 10:39:54.649914 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 45020) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:39:54.654385 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-d7b0ed81-ddae-40b8-8c12-99d38a619f9a tempest-NegativeSecGroupIPv6Test-1342523131 tempest-NegativeSecGroupIPv6Test-1342523131-project] Request body: {'security_group': {'name': 'tempest-secgroup--2059418189'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:39:54.699155 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-d7b0ed81-ddae-40b8-8c12-99d38a619f9a tempest-NegativeSecGroupIPv6Test-1342523131 tempest-NegativeSecGroupIPv6Test-1342523131-project] Publish callbacks [] for security_group, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:54.747811 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port 8a2ef27b-7e61-4d1b-89b1-a81c18dd4eb1 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:39:54.748363 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:54.839662 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-d7b0ed81-ddae-40b8-8c12-99d38a619f9a tempest-NegativeSecGroupIPv6Test-1342523131 tempest-NegativeSecGroupIPv6Test-1342523131-project] Publish callbacks [] for security_group, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:54.842709 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-e593e0eb-663a-47cc-99c4-756becb93cf8 None None] Provisioning complete for port ccc30922-670e-41d4-8c96-e76427ef2fc5 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:39:54.843080 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-e593e0eb-663a-47cc-99c4-756becb93cf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:54.846185 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-d7b0ed81-ddae-40b8-8c12-99d38a619f9a tempest-NegativeSecGroupIPv6Test-1342523131 tempest-NegativeSecGroupIPv6Test-1342523131-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:54.850482 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-f777e262-bf26-4c16-b159-3d338112ce67 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks [] for port, precommit_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:54.872591 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-f777e262-bf26-4c16-b159-3d338112ce67 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27024173'] for port, after_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:54.880424 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9271d9-85d5-487a-96fc-c899f513c2f3 req-d34f6b79-6c58-4fd6-a35d-d450eaf85610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:39:54.881890 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-0e9271d9-85d5-487a-96fc-c899f513c2f3 req-d34f6b79-6c58-4fd6-a35d-d450eaf85610 service neutron] 10.222.0.76 "GET /v2.0/networks?id=fca909b5-2d06-4825-8091-33382048b635 HTTP/1.1" status: 200 len: 912 time: 0.2863886 Oct 27 10:39:54.887636 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-d7b0ed81-ddae-40b8-8c12-99d38a619f9a tempest-NegativeSecGroupIPv6Test-1342523131 tempest-NegativeSecGroupIPv6Test-1342523131-project] Publish callbacks [] for security_group, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:54.893364 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-d7b0ed81-ddae-40b8-8c12-99d38a619f9a tempest-NegativeSecGroupIPv6Test-1342523131 tempest-NegativeSecGroupIPv6Test-1342523131-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2422452 Oct 27 10:39:54.898170 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 45024) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:39:54.904802 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-1bc072b4-dd8e-40d3-a52f-3d503d5ee579 tempest-NegativeSecGroupIPv6Test-1342523131 tempest-NegativeSecGroupIPv6Test-1342523131-project] Request body: {'security_group_rule': {'security_group_id': 'cf4a8349-45e8-432b-82c2-2c95dcfac8d0', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:39:54.906027 n-d-813419-10 neutron-server[102347]: WARNING neutron.api.v2.base [None req-1bc072b4-dd8e-40d3-a52f-3d503d5ee579 tempest-NegativeSecGroupIPv6Test-1342523131 tempest-NegativeSecGroupIPv6Test-1342523131-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Oct 27 10:39:54.907052 n-d-813419-10 neutron-server[102347]: INFO neutron.api.v2.resource [None req-1bc072b4-dd8e-40d3-a52f-3d503d5ee579 tempest-NegativeSecGroupIPv6Test-1342523131 tempest-NegativeSecGroupIPv6Test-1342523131-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 27 10:39:54.911934 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-1bc072b4-dd8e-40d3-a52f-3d503d5ee579 tempest-NegativeSecGroupIPv6Test-1342523131 tempest-NegativeSecGroupIPv6Test-1342523131-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0124862 Oct 27 10:39:54.916297 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 45026) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:39:54.964655 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-0e9271d9-85d5-487a-96fc-c899f513c2f3 req-c4eb34cd-c329-42d3-825b-093dcf803946 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ccc30922-670e-41d4-8c96-e76427ef2fc5 HTTP/1.1" status: 200 len: 217 time: 0.0737367 Oct 27 10:39:54.968620 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b0ed81-ddae-40b8-8c12-99d38a619f9a tempest-NegativeSecGroupIPv6Test-1342523131 tempest-NegativeSecGroupIPv6Test-1342523131-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf4a8349-45e8-432b-82c2-2c95dcfac8d0,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:39:54.997666 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f87383d9-2551-42ad-a1d5-9236e69ad7cf None None] Network 51d6b5e2-27ac-4050-8135-9df03f5e23f5 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:39:55.030159 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-5fddd80b-c33a-48ff-a6e7-34645171d81a tempest-NegativeSecGroupIPv6Test-1342523131 tempest-NegativeSecGroupIPv6Test-1342523131-project] Publish callbacks [] for security_group, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:55.052734 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9271d9-85d5-487a-96fc-c899f513c2f3 req-e053729b-13db-4891-a912-69cc9dd7b88f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:39:55.054272 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-0e9271d9-85d5-487a-96fc-c899f513c2f3 req-e053729b-13db-4891-a912-69cc9dd7b88f service neutron] 10.222.0.76 "GET /v2.0/subnets?id=71c50f4e-5d00-4779-bfe1-162c05f5fddb HTTP/1.1" status: 200 len: 850 time: 0.0532370 Oct 27 10:39:55.060350 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-5fddd80b-c33a-48ff-a6e7-34645171d81a tempest-NegativeSecGroupIPv6Test-1342523131 tempest-NegativeSecGroupIPv6Test-1342523131-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:55.063356 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa41e92-58f9-400c-bdc0-e15f7493791b req-8847a1c3-a4e5-4ca7-a1b9-4f4810e17d8c tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:39:55.064866 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-6fa41e92-58f9-400c-bdc0-e15f7493791b req-8847a1c3-a4e5-4ca7-a1b9-4f4810e17d8c tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/ports?device_id=f6fc38b4-3d34-4580-bd35-a4b845297319 HTTP/1.1" status: 200 len: 945 time: 0.2730672 Oct 27 10:39:55.134839 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-5fddd80b-c33a-48ff-a6e7-34645171d81a tempest-NegativeSecGroupIPv6Test-1342523131 tempest-NegativeSecGroupIPv6Test-1342523131-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:55.140950 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-5fddd80b-c33a-48ff-a6e7-34645171d81a tempest-NegativeSecGroupIPv6Test-1342523131 tempest-NegativeSecGroupIPv6Test-1342523131-project] Publish callbacks [] for security_group, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:55.145947 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-5fddd80b-c33a-48ff-a6e7-34645171d81a tempest-NegativeSecGroupIPv6Test-1342523131 tempest-NegativeSecGroupIPv6Test-1342523131-project] 10.222.0.44 "DELETE /v2.0/security-groups/cf4a8349-45e8-432b-82c2-2c95dcfac8d0 HTTP/1.1" status: 204 len: 168 time: 0.2279820 Oct 27 10:39:55.146731 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 45030) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:39:55.166893 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fddd80b-c33a-48ff-a6e7-34645171d81a tempest-NegativeSecGroupIPv6Test-1342523131 tempest-NegativeSecGroupIPv6Test-1342523131-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf4a8349-45e8-432b-82c2-2c95dcfac8d0,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:39:55.167862 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-f777e262-bf26-4c16-b159-3d338112ce67 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] In _notify_port_updated(), no bound segment for port ee2aa5bd-96a5-481b-823b-34a69a98382c on network 51d6b5e2-27ac-4050-8135-9df03f5e23f5 {{(pid=102346) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 27 10:39:55.173510 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f777e262-bf26-4c16-b159-3d338112ce67 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:39:55.175260 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-f777e262-bf26-4c16-b159-3d338112ce67 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:55.178727 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-f777e262-bf26-4c16-b159-3d338112ce67 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] 10.222.0.44 "PUT /v2.0/ports/ee2aa5bd-96a5-481b-823b-34a69a98382c HTTP/1.1" status: 200 len: 925 time: 1.6127343 Oct 27 10:39:55.179657 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 45034) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:39:55.190430 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-3f3035a7-f1c6-4de8-83ef-9f40b020bf1a tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'be8a754b-ab73-49ed-81de-7e1ce5bfc42b'}, {'subnet_id': '8d72d821-eead-440b-8f52-af3faa3551f3'}]}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:39:55.197220 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f777e262-bf26-4c16-b159-3d338112ce67 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Pushing event updated for resources: {'Port': ['ID=ee2aa5bd-96a5-481b-823b-34a69a98382c,revision_number=2']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:39:55.231918 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9271d9-85d5-487a-96fc-c899f513c2f3 req-5ca3426b-5ef0-4377-b333-87a041fce753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:39:55.233484 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-0e9271d9-85d5-487a-96fc-c899f513c2f3 req-5ca3426b-5ef0-4377-b333-87a041fce753 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=fca909b5-2d06-4825-8091-33382048b635&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1657887 Oct 27 10:39:55.255018 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-4594ad8e-3fbc-4e3e-bc43-182f95ef39b4 tempest-NegativeSecGroupIPv6Test-1342523131 tempest-NegativeSecGroupIPv6Test-1342523131-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1012921 Oct 27 10:39:55.259039 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 45036) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:39:55.264714 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-625cbf9b-60ba-4837-a77a-cf5603d26328 tempest-NegativeSecGroupIPv6Test-1342523131 tempest-NegativeSecGroupIPv6Test-1342523131-project] Request body: {'security_group': {'name': 'tempest-secgroup--1289336763'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:39:55.267796 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-6fa41e92-58f9-400c-bdc0-e15f7493791b req-fed102e1-bf0f-400f-8b99-104d9a022489 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/security-groups?id=042a0afe-bacb-4048-aed3-353e9c85bd81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1738367 Oct 27 10:39:55.305865 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-625cbf9b-60ba-4837-a77a-cf5603d26328 tempest-NegativeSecGroupIPv6Test-1342523131 tempest-NegativeSecGroupIPv6Test-1342523131-project] Publish callbacks [] for security_group, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:55.348723 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-dd6fd146-e9c0-46a6-8e4d-9a2a234d4bf3 None None] Provisioning complete for port 8a2ef27b-7e61-4d1b-89b1-a81c18dd4eb1 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:39:55.348972 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-dd6fd146-e9c0-46a6-8e4d-9a2a234d4bf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:55.386822 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-3f3035a7-f1c6-4de8-83ef-9f40b020bf1a tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:55.452049 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-625cbf9b-60ba-4837-a77a-cf5603d26328 tempest-NegativeSecGroupIPv6Test-1342523131 tempest-NegativeSecGroupIPv6Test-1342523131-project] Publish callbacks [] for security_group, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:55.461558 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-625cbf9b-60ba-4837-a77a-cf5603d26328 tempest-NegativeSecGroupIPv6Test-1342523131 tempest-NegativeSecGroupIPv6Test-1342523131-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:55.524978 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625cbf9b-60ba-4837-a77a-cf5603d26328 tempest-NegativeSecGroupIPv6Test-1342523131 tempest-NegativeSecGroupIPv6Test-1342523131-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52eb5d2f-ea55-4fd7-abaa-fb320f462bfe,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:39:55.532416 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-625cbf9b-60ba-4837-a77a-cf5603d26328 tempest-NegativeSecGroupIPv6Test-1342523131 tempest-NegativeSecGroupIPv6Test-1342523131-project] Publish callbacks [] for security_group, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:55.534632 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-625cbf9b-60ba-4837-a77a-cf5603d26328 tempest-NegativeSecGroupIPv6Test-1342523131 tempest-NegativeSecGroupIPv6Test-1342523131-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2735479 Oct 27 10:39:55.537756 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 45040) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:39:55.543586 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-85de95a8-c15b-4313-8176-db269c9c95de tempest-NegativeSecGroupIPv6Test-1342523131 tempest-NegativeSecGroupIPv6Test-1342523131-project] Request body: {'security_group_rule': {'security_group_id': '52eb5d2f-ea55-4fd7-abaa-fb320f462bfe', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:39:55.559178 n-d-813419-10 neutron-server[102347]: WARNING neutron.api.v2.base [None req-85de95a8-c15b-4313-8176-db269c9c95de tempest-NegativeSecGroupIPv6Test-1342523131 tempest-NegativeSecGroupIPv6Test-1342523131-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Oct 27 10:39:55.559779 n-d-813419-10 neutron-server[102347]: INFO neutron.api.v2.resource [None req-85de95a8-c15b-4313-8176-db269c9c95de tempest-NegativeSecGroupIPv6Test-1342523131 tempest-NegativeSecGroupIPv6Test-1342523131-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 27 10:39:55.560979 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-85de95a8-c15b-4313-8176-db269c9c95de tempest-NegativeSecGroupIPv6Test-1342523131 tempest-NegativeSecGroupIPv6Test-1342523131-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0218961 Oct 27 10:39:55.563736 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 45044) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:39:55.666017 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-addb41c8-1d8f-44d0-85a3-4b43f2142cf4 tempest-NegativeSecGroupIPv6Test-1342523131 tempest-NegativeSecGroupIPv6Test-1342523131-project] Publish callbacks [] for security_group, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:55.708160 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-a0330a6f-eb39-45c0-b4d5-c125cb58cd87 None None] Provisioning complete for port ee2aa5bd-96a5-481b-823b-34a69a98382c triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:39:55.709388 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a0330a6f-eb39-45c0-b4d5-c125cb58cd87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:55.713299 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-0e9271d9-85d5-487a-96fc-c899f513c2f3 req-a85276fd-13a3-489d-8f7a-3f4bddedc675 service neutron] 10.222.0.76 "GET /v2.0/networks/fca909b5-2d06-4825-8091-33382048b635?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4674907 Oct 27 10:39:55.720182 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-addb41c8-1d8f-44d0-85a3-4b43f2142cf4 tempest-NegativeSecGroupIPv6Test-1342523131 tempest-NegativeSecGroupIPv6Test-1342523131-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:55.732225 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d99f0bb-9850-45bc-9a28-2562a16f966b req-d61a3ffb-7f4e-4676-abee-00865c11e48e tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:39:55.735236 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-9d99f0bb-9850-45bc-9a28-2562a16f966b req-d61a3ffb-7f4e-4676-abee-00865c11e48e tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/ports?device_id=f6fc38b4-3d34-4580-bd35-a4b845297319 HTTP/1.1" status: 200 len: 945 time: 0.3492248 Oct 27 10:39:55.762800 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-a0330a6f-eb39-45c0-b4d5-c125cb58cd87 None None] Port ee2aa5bd-96a5-481b-823b-34a69a98382c cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:39:55.775692 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-a0330a6f-eb39-45c0-b4d5-c125cb58cd87 None None] Provisioning complete for port 8a2ef27b-7e61-4d1b-89b1-a81c18dd4eb1 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:39:55.776357 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a0330a6f-eb39-45c0-b4d5-c125cb58cd87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:55.811657 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-addb41c8-1d8f-44d0-85a3-4b43f2142cf4 tempest-NegativeSecGroupIPv6Test-1342523131 tempest-NegativeSecGroupIPv6Test-1342523131-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:55.814849 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-addb41c8-1d8f-44d0-85a3-4b43f2142cf4 tempest-NegativeSecGroupIPv6Test-1342523131 tempest-NegativeSecGroupIPv6Test-1342523131-project] Publish callbacks [] for security_group, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:55.819935 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-addb41c8-1d8f-44d0-85a3-4b43f2142cf4 tempest-NegativeSecGroupIPv6Test-1342523131 tempest-NegativeSecGroupIPv6Test-1342523131-project] 10.222.0.44 "DELETE /v2.0/security-groups/52eb5d2f-ea55-4fd7-abaa-fb320f462bfe HTTP/1.1" status: 204 len: 168 time: 0.2529132 Oct 27 10:39:55.829834 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 45046) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:39:55.830639 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addb41c8-1d8f-44d0-85a3-4b43f2142cf4 tempest-NegativeSecGroupIPv6Test-1342523131 tempest-NegativeSecGroupIPv6Test-1342523131-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=52eb5d2f-ea55-4fd7-abaa-fb320f462bfe,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:39:55.880885 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_common [None req-3f3035a7-f1c6-4de8-83ef-9f40b020bf1a tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Allocated IP 2001:db8:0:1::2bc (51d6b5e2-27ac-4050-8135-9df03f5e23f5/8d72d821-eead-440b-8f52-af3faa3551f3/ee2aa5bd-96a5-481b-823b-34a69a98382c) {{(pid=102346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:39:55.888336 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-9d99f0bb-9850-45bc-9a28-2562a16f966b req-f9d35bbf-637e-4f14-becb-c6bb301ef834 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/security-groups?id=042a0afe-bacb-4048-aed3-353e9c85bd81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1371024 Oct 27 10:39:55.940042 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-354355b8-63d6-4e7a-bc2f-1fe9b578f86b tempest-NegativeSecGroupIPv6Test-1342523131 tempest-NegativeSecGroupIPv6Test-1342523131-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0961478 Oct 27 10:39:55.940560 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 45050) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:39:55.962828 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-c08a57fb-40e9-4eca-9d5c-1ea18e15553e tempest-NegativeSecGroupIPv6Test-1342523131 tempest-NegativeSecGroupIPv6Test-1342523131-project] Request body: {'security_group': {'name': 'tempest-secgroup--2110527689'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:39:56.010712 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-c08a57fb-40e9-4eca-9d5c-1ea18e15553e tempest-NegativeSecGroupIPv6Test-1342523131 tempest-NegativeSecGroupIPv6Test-1342523131-project] Publish callbacks [] for security_group, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:56.016004 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-0e9271d9-85d5-487a-96fc-c899f513c2f3 req-a77bb269-82e6-4829-99b8-fdaa1ff2d3ca service neutron] 10.222.0.76 "GET /v2.0/networks/fca909b5-2d06-4825-8091-33382048b635?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2742591 Oct 27 10:39:56.117146 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-2df9f0db-72dd-4f6f-91b8-8e75326967a9 None None] Provisioning complete for port ee2aa5bd-96a5-481b-823b-34a69a98382c triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:39:56.117729 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-2df9f0db-72dd-4f6f-91b8-8e75326967a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:56.134903 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-c08a57fb-40e9-4eca-9d5c-1ea18e15553e tempest-NegativeSecGroupIPv6Test-1342523131 tempest-NegativeSecGroupIPv6Test-1342523131-project] Publish callbacks [] for security_group, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:56.140814 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-c08a57fb-40e9-4eca-9d5c-1ea18e15553e tempest-NegativeSecGroupIPv6Test-1342523131 tempest-NegativeSecGroupIPv6Test-1342523131-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:56.165104 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-3f3035a7-f1c6-4de8-83ef-9f40b020bf1a tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks [] for port, precommit_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:56.167760 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-2df9f0db-72dd-4f6f-91b8-8e75326967a9 None None] Port ee2aa5bd-96a5-481b-823b-34a69a98382c cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:39:56.171844 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-3f3035a7-f1c6-4de8-83ef-9f40b020bf1a tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27024173'] for port, after_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:56.206894 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-c08a57fb-40e9-4eca-9d5c-1ea18e15553e tempest-NegativeSecGroupIPv6Test-1342523131 tempest-NegativeSecGroupIPv6Test-1342523131-project] Publish callbacks [] for security_group, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:56.208152 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-c08a57fb-40e9-4eca-9d5c-1ea18e15553e tempest-NegativeSecGroupIPv6Test-1342523131 tempest-NegativeSecGroupIPv6Test-1342523131-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2656744 Oct 27 10:39:56.221209 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 45066) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:39:56.228084 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-0810f83a-3744-4966-9386-5ff5938a6331 tempest-NegativeSecGroupIPv6Test-1342523131 tempest-NegativeSecGroupIPv6Test-1342523131-project] Request body: {'security_group_rule': {'security_group_id': '99a547ad-dff8-49aa-9127-e77b9225f6d8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:39:56.235888 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3035a7-f1c6-4de8-83ef-9f40b020bf1a tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Pushing event updated for resources: {'Port': ['ID=ee2aa5bd-96a5-481b-823b-34a69a98382c,revision_number=3']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:39:56.247624 n-d-813419-10 neutron-server[102347]: WARNING neutron.api.v2.base [None req-0810f83a-3744-4966-9386-5ff5938a6331 tempest-NegativeSecGroupIPv6Test-1342523131 tempest-NegativeSecGroupIPv6Test-1342523131-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Oct 27 10:39:56.248273 n-d-813419-10 neutron-server[102347]: INFO neutron.api.v2.resource [None req-0810f83a-3744-4966-9386-5ff5938a6331 tempest-NegativeSecGroupIPv6Test-1342523131 tempest-NegativeSecGroupIPv6Test-1342523131-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 27 10:39:56.249349 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-0810f83a-3744-4966-9386-5ff5938a6331 tempest-NegativeSecGroupIPv6Test-1342523131 tempest-NegativeSecGroupIPv6Test-1342523131-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0255611 Oct 27 10:39:56.264732 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 45068) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:39:56.273761 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-fe26ba30-79e5-43af-a649-ecda875448b0 tempest-NegativeSecGroupIPv6Test-1342523131 tempest-NegativeSecGroupIPv6Test-1342523131-project] Request body: {'security_group_rule': {'security_group_id': '99a547ad-dff8-49aa-9127-e77b9225f6d8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:39:56.275379 n-d-813419-10 neutron-server[102346]: WARNING neutron.api.v2.base [None req-fe26ba30-79e5-43af-a649-ecda875448b0 tempest-NegativeSecGroupIPv6Test-1342523131 tempest-NegativeSecGroupIPv6Test-1342523131-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Oct 27 10:39:56.275990 n-d-813419-10 neutron-server[102346]: INFO neutron.api.v2.resource [None req-fe26ba30-79e5-43af-a649-ecda875448b0 tempest-NegativeSecGroupIPv6Test-1342523131 tempest-NegativeSecGroupIPv6Test-1342523131-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 27 10:39:56.277007 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-fe26ba30-79e5-43af-a649-ecda875448b0 tempest-NegativeSecGroupIPv6Test-1342523131 tempest-NegativeSecGroupIPv6Test-1342523131-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0075328 Oct 27 10:39:56.280140 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 45070) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:39:56.286226 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-cf422e0f-3514-4c14-9bb2-6c84d9c5b214 tempest-NegativeSecGroupIPv6Test-1342523131 tempest-NegativeSecGroupIPv6Test-1342523131-project] Request body: {'security_group_rule': {'security_group_id': '99a547ad-dff8-49aa-9127-e77b9225f6d8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:39:56.288357 n-d-813419-10 neutron-server[102346]: WARNING neutron.api.v2.base [None req-cf422e0f-3514-4c14-9bb2-6c84d9c5b214 tempest-NegativeSecGroupIPv6Test-1342523131 tempest-NegativeSecGroupIPv6Test-1342523131-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Oct 27 10:39:56.289090 n-d-813419-10 neutron-server[102346]: INFO neutron.api.v2.resource [None req-cf422e0f-3514-4c14-9bb2-6c84d9c5b214 tempest-NegativeSecGroupIPv6Test-1342523131 tempest-NegativeSecGroupIPv6Test-1342523131-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 27 10:39:56.290427 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-cf422e0f-3514-4c14-9bb2-6c84d9c5b214 tempest-NegativeSecGroupIPv6Test-1342523131 tempest-NegativeSecGroupIPv6Test-1342523131-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0089965 Oct 27 10:39:56.305987 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 45072) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:39:56.311608 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08a57fb-40e9-4eca-9d5c-1ea18e15553e tempest-NegativeSecGroupIPv6Test-1342523131 tempest-NegativeSecGroupIPv6Test-1342523131-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99a547ad-dff8-49aa-9127-e77b9225f6d8,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:39:56.312121 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-778693f4-794b-4da9-a6d4-4a1886ae4ecd tempest-NegativeSecGroupIPv6Test-1342523131 tempest-NegativeSecGroupIPv6Test-1342523131-project] Request body: {'security_group_rule': {'security_group_id': '99a547ad-dff8-49aa-9127-e77b9225f6d8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:39:56.313094 n-d-813419-10 neutron-server[102346]: WARNING neutron.api.v2.base [None req-778693f4-794b-4da9-a6d4-4a1886ae4ecd tempest-NegativeSecGroupIPv6Test-1342523131 tempest-NegativeSecGroupIPv6Test-1342523131-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Oct 27 10:39:56.313588 n-d-813419-10 neutron-server[102346]: INFO neutron.api.v2.resource [None req-778693f4-794b-4da9-a6d4-4a1886ae4ecd tempest-NegativeSecGroupIPv6Test-1342523131 tempest-NegativeSecGroupIPv6Test-1342523131-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 27 10:39:56.314684 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-778693f4-794b-4da9-a6d4-4a1886ae4ecd tempest-NegativeSecGroupIPv6Test-1342523131 tempest-NegativeSecGroupIPv6Test-1342523131-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0077245 Oct 27 10:39:56.321122 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 45074) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:39:56.324789 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-3f3035a7-f1c6-4de8-83ef-9f40b020bf1a tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] In _notify_port_updated(), no bound segment for port ee2aa5bd-96a5-481b-823b-34a69a98382c on network 51d6b5e2-27ac-4050-8135-9df03f5e23f5 {{(pid=102346) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 27 10:39:56.342383 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f3035a7-f1c6-4de8-83ef-9f40b020bf1a tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:39:56.343456 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-3f3035a7-f1c6-4de8-83ef-9f40b020bf1a tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:56.346053 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-3f3035a7-f1c6-4de8-83ef-9f40b020bf1a tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] 10.222.0.44 "PUT /v2.0/ports/ee2aa5bd-96a5-481b-823b-34a69a98382c HTTP/1.1" status: 200 len: 1011 time: 1.1625860 Oct 27 10:39:56.349395 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 45078) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:39:56.417168 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-e8a824fd-6b7b-4c2c-9f17-0e929e6f2487 None None] Provisioning complete for port ee2aa5bd-96a5-481b-823b-34a69a98382c triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:39:56.417529 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-e8a824fd-6b7b-4c2c-9f17-0e929e6f2487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:56.470247 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-e8a824fd-6b7b-4c2c-9f17-0e929e6f2487 None None] Port ee2aa5bd-96a5-481b-823b-34a69a98382c cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:39:56.519831 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a39ad8-e88b-4867-8ccf-921a3f4a4c01 req-ee21ab9c-17cc-4a8e-a30b-29db434c9f1a tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:39:56.521546 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c3a39ad8-e88b-4867-8ccf-921a3f4a4c01 req-ee21ab9c-17cc-4a8e-a30b-29db434c9f1a tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/networks?id=fca909b5-2d06-4825-8091-33382048b635 HTTP/1.1" status: 200 len: 811 time: 0.3120708 Oct 27 10:39:56.551754 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-b5b40a9b-4168-499e-a45b-96a25377708c tempest-NegativeSecGroupIPv6Test-1342523131 tempest-NegativeSecGroupIPv6Test-1342523131-project] Publish callbacks [] for security_group, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:56.561963 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c3a39ad8-e88b-4867-8ccf-921a3f4a4c01 req-8c2014d9-1fbf-46f9-81d3-2f0db338aab8 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/quotas/5cdd6d2f037d42e18150718a811d487c HTTP/1.1" status: 200 len: 375 time: 0.0323527 Oct 27 10:39:56.610046 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-b5b40a9b-4168-499e-a45b-96a25377708c tempest-NegativeSecGroupIPv6Test-1342523131 tempest-NegativeSecGroupIPv6Test-1342523131-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:56.614142 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-e23232c6-1bf3-4228-8df0-c9eb49ff6b08 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Deleting port ee2aa5bd-96a5-481b-823b-34a69a98382c {{(pid=102347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:39:56.614469 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-e23232c6-1bf3-4228-8df0-c9eb49ff6b08 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:56.695320 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-4b1d2a30-49d1-4216-8291-d3d54e45bd2b None None] Provisioning complete for port ee2aa5bd-96a5-481b-823b-34a69a98382c triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:39:56.695689 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-4b1d2a30-49d1-4216-8291-d3d54e45bd2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:56.730875 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-4b1d2a30-49d1-4216-8291-d3d54e45bd2b None None] Port ee2aa5bd-96a5-481b-823b-34a69a98382c cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:39:56.732529 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c3a39ad8-e88b-4867-8ccf-921a3f4a4c01 req-7d159db1-50ae-40a2-a230-4e5b39836664 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=5cdd6d2f037d42e18150718a811d487c&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1593819 Oct 27 10:39:56.786622 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-b5b40a9b-4168-499e-a45b-96a25377708c tempest-NegativeSecGroupIPv6Test-1342523131 tempest-NegativeSecGroupIPv6Test-1342523131-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:56.789131 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-b5b40a9b-4168-499e-a45b-96a25377708c tempest-NegativeSecGroupIPv6Test-1342523131 tempest-NegativeSecGroupIPv6Test-1342523131-project] Publish callbacks [] for security_group, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:56.792615 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-b5b40a9b-4168-499e-a45b-96a25377708c tempest-NegativeSecGroupIPv6Test-1342523131 tempest-NegativeSecGroupIPv6Test-1342523131-project] 10.222.0.44 "DELETE /v2.0/security-groups/99a547ad-dff8-49aa-9127-e77b9225f6d8 HTTP/1.1" status: 204 len: 168 time: 0.4677973 Oct 27 10:39:56.793075 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 45082) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:39:56.821541 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b40a9b-4168-499e-a45b-96a25377708c tempest-NegativeSecGroupIPv6Test-1342523131 tempest-NegativeSecGroupIPv6Test-1342523131-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=99a547ad-dff8-49aa-9127-e77b9225f6d8,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:39:56.839873 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-e23232c6-1bf3-4228-8df0-c9eb49ff6b08 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:56.854136 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-0f0509e6-5104-4d35-89c2-af7700796a4d tempest-NegativeSecGroupIPv6Test-1342523131 tempest-NegativeSecGroupIPv6Test-1342523131-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0560985 Oct 27 10:39:56.854584 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 45084) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:39:56.857151 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-e23232c6-1bf3-4228-8df0-c9eb49ff6b08 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Calling delete_port for ee2aa5bd-96a5-481b-823b-34a69a98382c owned by {{(pid=102347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:39:56.860869 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-9253a2c9-f415-4f3a-bb2e-659203ee04eb tempest-NegativeSecGroupIPv6Test-1342523131 tempest-NegativeSecGroupIPv6Test-1342523131-project] Request body: {'security_group': {'name': 'tempest-secgroup--1336261406'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:39:56.885699 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-9253a2c9-f415-4f3a-bb2e-659203ee04eb tempest-NegativeSecGroupIPv6Test-1342523131 tempest-NegativeSecGroupIPv6Test-1342523131-project] Publish callbacks [] for security_group, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:56.917464 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c3a39ad8-e88b-4867-8ccf-921a3f4a4c01 req-f772e7b5-04c0-4bfa-bc7c-7e5e3a19b34b service neutron] 10.222.0.44 "GET /v2.0/networks/fca909b5-2d06-4825-8091-33382048b635?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1837614 Oct 27 10:39:56.952597 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-9253a2c9-f415-4f3a-bb2e-659203ee04eb tempest-NegativeSecGroupIPv6Test-1342523131 tempest-NegativeSecGroupIPv6Test-1342523131-project] Publish callbacks [] for security_group, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:56.959071 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-9253a2c9-f415-4f3a-bb2e-659203ee04eb tempest-NegativeSecGroupIPv6Test-1342523131 tempest-NegativeSecGroupIPv6Test-1342523131-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:56.989280 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-9253a2c9-f415-4f3a-bb2e-659203ee04eb tempest-NegativeSecGroupIPv6Test-1342523131 tempest-NegativeSecGroupIPv6Test-1342523131-project] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:56.994172 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-9253a2c9-f415-4f3a-bb2e-659203ee04eb tempest-NegativeSecGroupIPv6Test-1342523131 tempest-NegativeSecGroupIPv6Test-1342523131-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1377931 Oct 27 10:39:56.994695 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 45086) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:39:56.998756 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9253a2c9-f415-4f3a-bb2e-659203ee04eb tempest-NegativeSecGroupIPv6Test-1342523131 tempest-NegativeSecGroupIPv6Test-1342523131-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d4835614-bb73-49e2-822f-01aca1a8671a,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:39:57.000939 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-8e4f1a25-a0de-40f5-a27c-be82f2391ec6 tempest-NegativeSecGroupIPv6Test-1342523131 tempest-NegativeSecGroupIPv6Test-1342523131-project] Request body: {'security_group_rule': {'security_group_id': 'd4835614-bb73-49e2-822f-01aca1a8671a', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:39:57.002320 n-d-813419-10 neutron-server[102347]: WARNING neutron.api.v2.base [None req-8e4f1a25-a0de-40f5-a27c-be82f2391ec6 tempest-NegativeSecGroupIPv6Test-1342523131 tempest-NegativeSecGroupIPv6Test-1342523131-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Oct 27 10:39:57.002831 n-d-813419-10 neutron-server[102347]: INFO neutron.api.v2.resource [None req-8e4f1a25-a0de-40f5-a27c-be82f2391ec6 tempest-NegativeSecGroupIPv6Test-1342523131 tempest-NegativeSecGroupIPv6Test-1342523131-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 27 10:39:57.006976 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-8e4f1a25-a0de-40f5-a27c-be82f2391ec6 tempest-NegativeSecGroupIPv6Test-1342523131 tempest-NegativeSecGroupIPv6Test-1342523131-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0069077 Oct 27 10:39:57.008329 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 45088) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:39:57.013712 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-a5d57f18-20a3-4c3c-955e-ba5ad1f2c773 tempest-NegativeSecGroupIPv6Test-1342523131 tempest-NegativeSecGroupIPv6Test-1342523131-project] Request body: {'security_group_rule': {'security_group_id': 'd4835614-bb73-49e2-822f-01aca1a8671a', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:39:57.058183 n-d-813419-10 neutron-server[102346]: INFO neutron.api.v2.resource [None req-a5d57f18-20a3-4c3c-955e-ba5ad1f2c773 tempest-NegativeSecGroupIPv6Test-1342523131 tempest-NegativeSecGroupIPv6Test-1342523131-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 27 10:39:57.062629 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-a5d57f18-20a3-4c3c-955e-ba5ad1f2c773 tempest-NegativeSecGroupIPv6Test-1342523131 tempest-NegativeSecGroupIPv6Test-1342523131-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0526581 Oct 27 10:39:57.063216 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 45090) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:39:57.072761 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-28689ca6-6977-48a4-b20a-49c0f381b3b2 tempest-NegativeSecGroupIPv6Test-1342523131 tempest-NegativeSecGroupIPv6Test-1342523131-project] Request body: {'security_group_rule': {'security_group_id': 'd4835614-bb73-49e2-822f-01aca1a8671a', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:39:57.073513 n-d-813419-10 neutron-server[102346]: WARNING neutron.api.v2.base [None req-28689ca6-6977-48a4-b20a-49c0f381b3b2 tempest-NegativeSecGroupIPv6Test-1342523131 tempest-NegativeSecGroupIPv6Test-1342523131-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Oct 27 10:39:57.074027 n-d-813419-10 neutron-server[102346]: INFO neutron.api.v2.resource [None req-28689ca6-6977-48a4-b20a-49c0f381b3b2 tempest-NegativeSecGroupIPv6Test-1342523131 tempest-NegativeSecGroupIPv6Test-1342523131-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 27 10:39:57.077440 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-28689ca6-6977-48a4-b20a-49c0f381b3b2 tempest-NegativeSecGroupIPv6Test-1342523131 tempest-NegativeSecGroupIPv6Test-1342523131-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0114365 Oct 27 10:39:57.078269 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 45092) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:39:57.084673 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-9bf5da0b-a3f5-4538-ba75-5be315f125a0 tempest-NegativeSecGroupIPv6Test-1342523131 tempest-NegativeSecGroupIPv6Test-1342523131-project] Request body: {'security_group_rule': {'security_group_id': 'd4835614-bb73-49e2-822f-01aca1a8671a', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:39:57.089520 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c3a39ad8-e88b-4867-8ccf-921a3f4a4c01 req-03487f51-d3fc-4ed6-85ca-47170db0781e service neutron] 10.222.0.44 "GET /v2.0/networks/fca909b5-2d06-4825-8091-33382048b635?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1569531 Oct 27 10:39:57.135671 n-d-813419-10 neutron-server[102346]: INFO neutron.api.v2.resource [None req-9bf5da0b-a3f5-4538-ba75-5be315f125a0 tempest-NegativeSecGroupIPv6Test-1342523131 tempest-NegativeSecGroupIPv6Test-1342523131-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 27 10:39:57.138028 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-9bf5da0b-a3f5-4538-ba75-5be315f125a0 tempest-NegativeSecGroupIPv6Test-1342523131 tempest-NegativeSecGroupIPv6Test-1342523131-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0587320 Oct 27 10:39:57.140912 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 45094) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:39:57.146864 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-80560e59-26cd-4542-8a9c-3e579cbe8a47 tempest-NegativeSecGroupIPv6Test-1342523131 tempest-NegativeSecGroupIPv6Test-1342523131-project] Request body: {'security_group_rule': {'security_group_id': 'd4835614-bb73-49e2-822f-01aca1a8671a', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:39:57.147347 n-d-813419-10 neutron-server[102346]: WARNING neutron.api.v2.base [None req-80560e59-26cd-4542-8a9c-3e579cbe8a47 tempest-NegativeSecGroupIPv6Test-1342523131 tempest-NegativeSecGroupIPv6Test-1342523131-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Oct 27 10:39:57.147835 n-d-813419-10 neutron-server[102346]: INFO neutron.api.v2.resource [None req-80560e59-26cd-4542-8a9c-3e579cbe8a47 tempest-NegativeSecGroupIPv6Test-1342523131 tempest-NegativeSecGroupIPv6Test-1342523131-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 27 10:39:57.149174 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-80560e59-26cd-4542-8a9c-3e579cbe8a47 tempest-NegativeSecGroupIPv6Test-1342523131 tempest-NegativeSecGroupIPv6Test-1342523131-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0061429 Oct 27 10:39:57.152295 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 45096) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:39:57.156582 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-83f67599-a8cb-4d7f-a0af-c9432a779d0e tempest-NegativeSecGroupIPv6Test-1342523131 tempest-NegativeSecGroupIPv6Test-1342523131-project] Request body: {'security_group_rule': {'security_group_id': 'd4835614-bb73-49e2-822f-01aca1a8671a', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:39:57.179130 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-e23232c6-1bf3-4228-8df0-c9eb49ff6b08 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:57.181255 n-d-813419-10 neutron-server[102346]: INFO neutron.db.securitygroups_db [None req-83f67599-a8cb-4d7f-a0af-c9432a779d0e tempest-NegativeSecGroupIPv6Test-1342523131 tempest-NegativeSecGroupIPv6Test-1342523131-project] Project 63f723192a9b4165ae9c8f5f652e59d0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 27 10:39:57.198154 n-d-813419-10 neutron-server[102346]: INFO neutron.api.v2.resource [None req-83f67599-a8cb-4d7f-a0af-c9432a779d0e tempest-NegativeSecGroupIPv6Test-1342523131 tempest-NegativeSecGroupIPv6Test-1342523131-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 27 10:39:57.201963 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-83f67599-a8cb-4d7f-a0af-c9432a779d0e tempest-NegativeSecGroupIPv6Test-1342523131 tempest-NegativeSecGroupIPv6Test-1342523131-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0460668 Oct 27 10:39:57.202138 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 45098) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:39:57.206513 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-5237d789-3dba-4f7b-b0e2-5cf11e090bd5 tempest-NegativeSecGroupIPv6Test-1342523131 tempest-NegativeSecGroupIPv6Test-1342523131-project] Request body: {'security_group_rule': {'security_group_id': 'd4835614-bb73-49e2-822f-01aca1a8671a', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:39:57.207025 n-d-813419-10 neutron-server[102346]: WARNING neutron.api.v2.base [None req-5237d789-3dba-4f7b-b0e2-5cf11e090bd5 tempest-NegativeSecGroupIPv6Test-1342523131 tempest-NegativeSecGroupIPv6Test-1342523131-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Oct 27 10:39:57.207645 n-d-813419-10 neutron-server[102346]: INFO neutron.api.v2.resource [None req-5237d789-3dba-4f7b-b0e2-5cf11e090bd5 tempest-NegativeSecGroupIPv6Test-1342523131 tempest-NegativeSecGroupIPv6Test-1342523131-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 27 10:39:57.210836 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-5237d789-3dba-4f7b-b0e2-5cf11e090bd5 tempest-NegativeSecGroupIPv6Test-1342523131 tempest-NegativeSecGroupIPv6Test-1342523131-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0055628 Oct 27 10:39:57.211131 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 45100) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:39:57.212228 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23232c6-1bf3-4228-8df0-c9eb49ff6b08 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Pushing event deleted for resources: {'Port': ['ID=ee2aa5bd-96a5-481b-823b-34a69a98382c,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:39:57.215321 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-d50e6f61-92b5-46f1-84ce-a331c482a19e tempest-NegativeSecGroupIPv6Test-1342523131 tempest-NegativeSecGroupIPv6Test-1342523131-project] Request body: {'security_group_rule': {'security_group_id': 'd4835614-bb73-49e2-822f-01aca1a8671a', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:39:57.246091 n-d-813419-10 neutron-server[102346]: INFO neutron.db.securitygroups_db [None req-d50e6f61-92b5-46f1-84ce-a331c482a19e tempest-NegativeSecGroupIPv6Test-1342523131 tempest-NegativeSecGroupIPv6Test-1342523131-project] Project 63f723192a9b4165ae9c8f5f652e59d0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 27 10:39:57.266769 n-d-813419-10 neutron-server[102346]: INFO neutron.api.v2.resource [None req-d50e6f61-92b5-46f1-84ce-a331c482a19e tempest-NegativeSecGroupIPv6Test-1342523131 tempest-NegativeSecGroupIPv6Test-1342523131-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 27 10:39:57.271379 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-d50e6f61-92b5-46f1-84ce-a331c482a19e tempest-NegativeSecGroupIPv6Test-1342523131 tempest-NegativeSecGroupIPv6Test-1342523131-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0561712 Oct 27 10:39:57.271908 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 45104) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:39:57.276901 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-6c179ddf-d781-4437-90ab-2e59568e5392 tempest-NegativeSecGroupIPv6Test-1342523131 tempest-NegativeSecGroupIPv6Test-1342523131-project] Request body: {'security_group_rule': {'security_group_id': 'd4835614-bb73-49e2-822f-01aca1a8671a', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:39:57.277402 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-e23232c6-1bf3-4228-8df0-c9eb49ff6b08 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:57.283805 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-e23232c6-1bf3-4228-8df0-c9eb49ff6b08 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] 10.222.0.44 "DELETE /v2.0/ports/ee2aa5bd-96a5-481b-823b-34a69a98382c HTTP/1.1" status: 204 len: 168 time: 0.9332805 Oct 27 10:39:57.284544 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 45108) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:39:57.309319 n-d-813419-10 neutron-server[102347]: INFO neutron.pecan_wsgi.hooks.translation [None req-19690e51-df58-44a2-9019-8a00d00a1177 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] GET failed (client error): The resource could not be found. Oct 27 10:39:57.321435 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-19690e51-df58-44a2-9019-8a00d00a1177 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] 10.222.0.44 "GET /v2.0/ports/ee2aa5bd-96a5-481b-823b-34a69a98382c HTTP/1.1" status: 404 len: 333 time: 0.0355740 Oct 27 10:39:57.322173 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 45112) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:39:57.337693 n-d-813419-10 neutron-server[102346]: INFO neutron.db.securitygroups_db [None req-6c179ddf-d781-4437-90ab-2e59568e5392 tempest-NegativeSecGroupIPv6Test-1342523131 tempest-NegativeSecGroupIPv6Test-1342523131-project] Project 63f723192a9b4165ae9c8f5f652e59d0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 27 10:39:57.370655 n-d-813419-10 neutron-server[102346]: INFO neutron.api.v2.resource [None req-6c179ddf-d781-4437-90ab-2e59568e5392 tempest-NegativeSecGroupIPv6Test-1342523131 tempest-NegativeSecGroupIPv6Test-1342523131-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 27 10:39:57.376085 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-6c179ddf-d781-4437-90ab-2e59568e5392 tempest-NegativeSecGroupIPv6Test-1342523131 tempest-NegativeSecGroupIPv6Test-1342523131-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1030607 Oct 27 10:39:57.379762 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-3043e73b-478f-4f1e-a5f3-689269ab7f6b req-b516c9d5-a02e-496c-92b4-8422d789bfe8 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c04e14d-1d7d-427d-aff6-12976f95a83a HTTP/1.1" status: 200 len: 210 time: 0.0640283 Oct 27 10:39:57.380891 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 45114) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:39:57.400705 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_v2 [None req-09c1ebc4-71fa-4efd-8181-8e40e1dc9da1 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Deleting subnet 8d72d821-eead-440b-8f52-af3faa3551f3 {{(pid=102347) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 10:39:57.403994 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-09c1ebc4-71fa-4efd-8181-8e40e1dc9da1 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks [] for subnet, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:57.458859 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-62ff64f2-2bd7-4195-82b7-3d8c553c41b9 tempest-NegativeSecGroupIPv6Test-1342523131 tempest-NegativeSecGroupIPv6Test-1342523131-project] Publish callbacks [] for security_group, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:57.498303 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-62ff64f2-2bd7-4195-82b7-3d8c553c41b9 tempest-NegativeSecGroupIPv6Test-1342523131 tempest-NegativeSecGroupIPv6Test-1342523131-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:57.569137 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-62ff64f2-2bd7-4195-82b7-3d8c553c41b9 tempest-NegativeSecGroupIPv6Test-1342523131 tempest-NegativeSecGroupIPv6Test-1342523131-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:57.572250 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-62ff64f2-2bd7-4195-82b7-3d8c553c41b9 tempest-NegativeSecGroupIPv6Test-1342523131 tempest-NegativeSecGroupIPv6Test-1342523131-project] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:57.575884 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-62ff64f2-2bd7-4195-82b7-3d8c553c41b9 tempest-NegativeSecGroupIPv6Test-1342523131 tempest-NegativeSecGroupIPv6Test-1342523131-project] 10.222.0.44 "DELETE /v2.0/security-groups/d4835614-bb73-49e2-822f-01aca1a8671a HTTP/1.1" status: 204 len: 168 time: 0.1915317 Oct 27 10:39:57.576780 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 45122) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:39:57.597986 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ff64f2-2bd7-4195-82b7-3d8c553c41b9 tempest-NegativeSecGroupIPv6Test-1342523131 tempest-NegativeSecGroupIPv6Test-1342523131-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4835614-bb73-49e2-822f-01aca1a8671a,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:39:57.640385 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-a1bacfd4-adf2-474e-9ecf-2ce915346aa4 tempest-NegativeSecGroupIPv6Test-1342523131 tempest-NegativeSecGroupIPv6Test-1342523131-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0617378 Oct 27 10:39:57.643513 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 45124) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:39:57.649096 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-9f2554f3-5059-4b13-a251-6027e541382b tempest-NegativeSecGroupIPv6Test-1342523131 tempest-NegativeSecGroupIPv6Test-1342523131-project] Request body: {'security_group': {'name': 'tempest-secgroup--617916914'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:39:57.672794 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-9f2554f3-5059-4b13-a251-6027e541382b tempest-NegativeSecGroupIPv6Test-1342523131 tempest-NegativeSecGroupIPv6Test-1342523131-project] Publish callbacks [] for security_group, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:57.760865 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-9f2554f3-5059-4b13-a251-6027e541382b tempest-NegativeSecGroupIPv6Test-1342523131 tempest-NegativeSecGroupIPv6Test-1342523131-project] Publish callbacks [] for security_group, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:57.765812 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-9f2554f3-5059-4b13-a251-6027e541382b tempest-NegativeSecGroupIPv6Test-1342523131 tempest-NegativeSecGroupIPv6Test-1342523131-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:57.773502 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-09c1ebc4-71fa-4efd-8181-8e40e1dc9da1 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-18445109'] for subnet, precommit_delete_associations {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:57.797723 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-9f2554f3-5059-4b13-a251-6027e541382b tempest-NegativeSecGroupIPv6Test-1342523131 tempest-NegativeSecGroupIPv6Test-1342523131-project] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:57.799149 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-9f2554f3-5059-4b13-a251-6027e541382b tempest-NegativeSecGroupIPv6Test-1342523131 tempest-NegativeSecGroupIPv6Test-1342523131-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1541586 Oct 27 10:39:57.801693 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2554f3-5059-4b13-a251-6027e541382b tempest-NegativeSecGroupIPv6Test-1342523131 tempest-NegativeSecGroupIPv6Test-1342523131-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ddbe86f9-7c37-49c5-b2b3-52700e8acabf,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:39:57.802636 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 45130) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:39:57.807770 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-8e685a18-0eb2-4c93-b2d3-f5cf068c279e tempest-NegativeSecGroupIPv6Test-1342523131 tempest-NegativeSecGroupIPv6Test-1342523131-project] Request body: {'security_group_rule': {'security_group_id': 'ddbe86f9-7c37-49c5-b2b3-52700e8acabf', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:39:57.891470 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-09c1ebc4-71fa-4efd-8181-8e40e1dc9da1 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855646'] for subnet, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:57.896722 n-d-813419-10 neutron-server[102347]: INFO neutron.api.v2.resource [None req-8e685a18-0eb2-4c93-b2d3-f5cf068c279e tempest-NegativeSecGroupIPv6Test-1342523131 tempest-NegativeSecGroupIPv6Test-1342523131-project] create failed (client error): The resource could not be found. Oct 27 10:39:57.897788 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-8e685a18-0eb2-4c93-b2d3-f5cf068c279e tempest-NegativeSecGroupIPv6Test-1342523131 tempest-NegativeSecGroupIPv6Test-1342523131-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0938928 Oct 27 10:39:57.900685 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 45132) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:39:57.905291 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-1de2b150-5c8e-479d-b375-3a9d99db269d tempest-NegativeSecGroupIPv6Test-1342523131 tempest-NegativeSecGroupIPv6Test-1342523131-project] Request body: {'security_group_rule': {'security_group_id': 'ddbe86f9-7c37-49c5-b2b3-52700e8acabf', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '97fa0417-f0c6-46c5-8b0f-70d19eed713f'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:39:57.952792 n-d-813419-10 neutron-server[102346]: INFO neutron.api.v2.resource [None req-1de2b150-5c8e-479d-b375-3a9d99db269d tempest-NegativeSecGroupIPv6Test-1342523131 tempest-NegativeSecGroupIPv6Test-1342523131-project] create failed (client error): The resource could not be found. Oct 27 10:39:57.954038 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-1de2b150-5c8e-479d-b375-3a9d99db269d tempest-NegativeSecGroupIPv6Test-1342523131 tempest-NegativeSecGroupIPv6Test-1342523131-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0523090 Oct 27 10:39:57.957252 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 45134) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:39:57.963047 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-09c1ebc4-71fa-4efd-8181-8e40e1dc9da1 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-18295818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18043720'] for subnet, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:57.998043 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c1ebc4-71fa-4efd-8181-8e40e1dc9da1 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Pushing event deleted for resources: {'Subnet': ['ID=8d72d821-eead-440b-8f52-af3faa3551f3,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:39:58.000484 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-09c1ebc4-71fa-4efd-8181-8e40e1dc9da1 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks [] for subnet, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:58.007135 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84bbb271-db55-402c-97c1-a1d343aab129 None None] Network 51d6b5e2-27ac-4050-8135-9df03f5e23f5 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:39:58.008249 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 45136) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:39:58.016796 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-09c1ebc4-71fa-4efd-8181-8e40e1dc9da1 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] 10.222.0.44 "DELETE /v2.0/subnets/8d72d821-eead-440b-8f52-af3faa3551f3 HTTP/1.1" status: 204 len: 168 time: 0.6935430 Oct 27 10:39:58.045932 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ed79c331-c481-4078-993c-57babecaf9b1 tempest-NegativeSecGroupIPv6Test-1342523131 tempest-NegativeSecGroupIPv6Test-1342523131-project] Publish callbacks [] for security_group, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:58.082271 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ed79c331-c481-4078-993c-57babecaf9b1 tempest-NegativeSecGroupIPv6Test-1342523131 tempest-NegativeSecGroupIPv6Test-1342523131-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:58.088230 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_v2 [None req-21acb085-0ae0-49be-b96d-4c720683e4ce tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Deleting subnet be8a754b-ab73-49ed-81de-7e1ce5bfc42b {{(pid=102346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 10:39:58.098631 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-21acb085-0ae0-49be-b96d-4c720683e4ce tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks [] for subnet, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:58.151353 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-21acb085-0ae0-49be-b96d-4c720683e4ce tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25847868'] for subnet, precommit_delete_associations {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:58.182578 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ed79c331-c481-4078-993c-57babecaf9b1 tempest-NegativeSecGroupIPv6Test-1342523131 tempest-NegativeSecGroupIPv6Test-1342523131-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:58.185045 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ed79c331-c481-4078-993c-57babecaf9b1 tempest-NegativeSecGroupIPv6Test-1342523131 tempest-NegativeSecGroupIPv6Test-1342523131-project] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:58.186188 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-ed79c331-c481-4078-993c-57babecaf9b1 tempest-NegativeSecGroupIPv6Test-1342523131 tempest-NegativeSecGroupIPv6Test-1342523131-project] 10.222.0.44 "DELETE /v2.0/security-groups/ddbe86f9-7c37-49c5-b2b3-52700e8acabf HTTP/1.1" status: 204 len: 168 time: 0.2276027 Oct 27 10:39:58.189109 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 45138) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:39:58.201335 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed79c331-c481-4078-993c-57babecaf9b1 tempest-NegativeSecGroupIPv6Test-1342523131 tempest-NegativeSecGroupIPv6Test-1342523131-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddbe86f9-7c37-49c5-b2b3-52700e8acabf,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:39:58.240691 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-d6e7ca00-d3ae-494c-935c-8f334ba65c93 tempest-NegativeSecGroupIPv6Test-1342523131 tempest-NegativeSecGroupIPv6Test-1342523131-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0503902 Oct 27 10:39:58.244600 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 45140) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:39:58.250021 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-fb451f9c-5e33-4e6e-8ed6-f7ccb8e564be tempest-NegativeSecGroupIPv6Test-1342523131 tempest-NegativeSecGroupIPv6Test-1342523131-project] Request body: {'security_group_rule': {'security_group_id': '0118f5dc-aa1f-48b4-9086-c0120ae520ef', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:39:58.262910 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-21acb085-0ae0-49be-b96d-4c720683e4ce tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855646'] for subnet, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:58.295472 n-d-813419-10 neutron-server[102347]: INFO neutron.api.v2.resource [None req-fb451f9c-5e33-4e6e-8ed6-f7ccb8e564be tempest-NegativeSecGroupIPv6Test-1342523131 tempest-NegativeSecGroupIPv6Test-1342523131-project] create failed (client error): The resource could not be found. Oct 27 10:39:58.296888 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-fb451f9c-5e33-4e6e-8ed6-f7ccb8e564be tempest-NegativeSecGroupIPv6Test-1342523131 tempest-NegativeSecGroupIPv6Test-1342523131-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0506346 Oct 27 10:39:58.300848 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 45142) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:39:58.305323 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-83edab92-1a54-47fc-84ca-9ea3fc3c22dc tempest-NegativeSecGroupIPv6Test-1342523131 tempest-NegativeSecGroupIPv6Test-1342523131-project] Request body: {'security_group': {'name': 'tempest-secgroup--310983425'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:39:58.343504 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-83edab92-1a54-47fc-84ca-9ea3fc3c22dc tempest-NegativeSecGroupIPv6Test-1342523131 tempest-NegativeSecGroupIPv6Test-1342523131-project] Publish callbacks [] for security_group, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:58.361180 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-21acb085-0ae0-49be-b96d-4c720683e4ce tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27024355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27168307'] for subnet, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:58.392902 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21acb085-0ae0-49be-b96d-4c720683e4ce tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Pushing event deleted for resources: {'Subnet': ['ID=be8a754b-ab73-49ed-81de-7e1ce5bfc42b,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:39:58.415727 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-21acb085-0ae0-49be-b96d-4c720683e4ce tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for subnet, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:58.421903 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-21acb085-0ae0-49be-b96d-4c720683e4ce tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] 10.222.0.44 "DELETE /v2.0/subnets/be8a754b-ab73-49ed-81de-7e1ce5bfc42b HTTP/1.1" status: 204 len: 168 time: 0.4126146 Oct 27 10:39:58.422513 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 45148) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:39:58.549171 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-83edab92-1a54-47fc-84ca-9ea3fc3c22dc tempest-NegativeSecGroupIPv6Test-1342523131 tempest-NegativeSecGroupIPv6Test-1342523131-project] Publish callbacks [] for security_group, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:58.572241 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-0de1552d-2ad7-4b3b-995f-a29a36b7567f tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586917'] for network, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:58.577558 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-83edab92-1a54-47fc-84ca-9ea3fc3c22dc tempest-NegativeSecGroupIPv6Test-1342523131 tempest-NegativeSecGroupIPv6Test-1342523131-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:58.606820 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a39ad8-e88b-4867-8ccf-921a3f4a4c01 req-65a596a6-ec5d-4e4f-b033-589c16ea0986 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:39:58.608355 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c3a39ad8-e88b-4867-8ccf-921a3f4a4c01 req-65a596a6-ec5d-4e4f-b033-589c16ea0986 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.64 "GET /v2.0/networks?id=fca909b5-2d06-4825-8091-33382048b635 HTTP/1.1" status: 200 len: 811 time: 0.2382262 Oct 27 10:39:58.619575 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-83edab92-1a54-47fc-84ca-9ea3fc3c22dc tempest-NegativeSecGroupIPv6Test-1342523131 tempest-NegativeSecGroupIPv6Test-1342523131-project] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:58.622768 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-83edab92-1a54-47fc-84ca-9ea3fc3c22dc tempest-NegativeSecGroupIPv6Test-1342523131 tempest-NegativeSecGroupIPv6Test-1342523131-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3192987 Oct 27 10:39:58.625366 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 45152) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:39:58.648448 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-3cd2759f-9030-4d3e-ad73-6d22dd313419 tempest-NegativeSecGroupIPv6Test-1342523131 tempest-NegativeSecGroupIPv6Test-1342523131-project] Request body: {'security_group': {'name': 'tempest-secgroup--425304431'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:39:58.648629 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83edab92-1a54-47fc-84ca-9ea3fc3c22dc tempest-NegativeSecGroupIPv6Test-1342523131 tempest-NegativeSecGroupIPv6Test-1342523131-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ec6ee13-5df9-403f-81b5-c1c9791ab694,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:39:58.654588 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-5d619163-ced4-41cf-bb4d-3825befd87da req-af395e0f-87e9-4479-817d-5d91624453f1 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c04e14d-1d7d-427d-aff6-12976f95a83a HTTP/1.1" status: 200 len: 210 time: 0.0446947 Oct 27 10:39:58.658049 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [req-c3a39ad8-e88b-4867-8ccf-921a3f4a4c01 req-b2e41c8d-db8d-4252-84ad-dc9c2a37bf3a tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Request body: {'port': {'device_id': '2c04e14d-1d7d-427d-aff6-12976f95a83a', 'network_id': 'fca909b5-2d06-4825-8091-33382048b635', 'admin_state_up': True, 'tenant_id': '5cdd6d2f037d42e18150718a811d487c'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:39:58.693954 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-0de1552d-2ad7-4b3b-995f-a29a36b7567f tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Deleting port 8a2ef27b-7e61-4d1b-89b1-a81c18dd4eb1 {{(pid=102346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:39:58.694295 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-0de1552d-2ad7-4b3b-995f-a29a36b7567f tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:58.730068 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-3cd2759f-9030-4d3e-ad73-6d22dd313419 tempest-NegativeSecGroupIPv6Test-1342523131 tempest-NegativeSecGroupIPv6Test-1342523131-project] Publish callbacks [] for security_group, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:58.766665 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [None req-0de1552d-2ad7-4b3b-995f-a29a36b7567f tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] For port 8a2ef27b-7e61-4d1b-89b1-a81c18dd4eb1, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=8a2ef27b-7e61-4d1b-89b1-a81c18dd4eb1,segment=NetworkSegment(8ea38785-8436-435e-981d-0a9de2e7550e),segment_id=8ea38785-8436-435e-981d-0a9de2e7550e)] {{(pid=102346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:39:58.767072 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-0de1552d-2ad7-4b3b-995f-a29a36b7567f tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:58.787332 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-0de1552d-2ad7-4b3b-995f-a29a36b7567f tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Calling delete_port for 8a2ef27b-7e61-4d1b-89b1-a81c18dd4eb1 owned by network:dhcp {{(pid=102346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:39:58.844025 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3a39ad8-e88b-4867-8ccf-921a3f4a4c01 req-b2e41c8d-db8d-4252-84ad-dc9c2a37bf3a tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Made reservation on behalf of 5cdd6d2f037d42e18150718a811d487c for: {'port': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:39:58.848427 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-c3a39ad8-e88b-4867-8ccf-921a3f4a4c01 req-b2e41c8d-db8d-4252-84ad-dc9c2a37bf3a tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:58.874943 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-3cd2759f-9030-4d3e-ad73-6d22dd313419 tempest-NegativeSecGroupIPv6Test-1342523131 tempest-NegativeSecGroupIPv6Test-1342523131-project] Publish callbacks [] for security_group, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:58.881381 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-3cd2759f-9030-4d3e-ad73-6d22dd313419 tempest-NegativeSecGroupIPv6Test-1342523131 tempest-NegativeSecGroupIPv6Test-1342523131-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:58.885135 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-0de1552d-2ad7-4b3b-995f-a29a36b7567f tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:58.904657 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eb50e44-6dd2-4ee5-999d-19422327afd8 None None] Network 51d6b5e2-27ac-4050-8135-9df03f5e23f5 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:39:58.916556 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de1552d-2ad7-4b3b-995f-a29a36b7567f tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Pushing event deleted for resources: {'Port': ['ID=8a2ef27b-7e61-4d1b-89b1-a81c18dd4eb1,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:39:58.926192 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0de1552d-2ad7-4b3b-995f-a29a36b7567f tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] No DVR routers for this DVR port 8a2ef27b-7e61-4d1b-89b1-a81c18dd4eb1 on host n-d-813419-10 {{(pid=102346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:39:58.928660 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de1552d-2ad7-4b3b-995f-a29a36b7567f tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:39:58.929040 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de1552d-2ad7-4b3b-995f-a29a36b7567f tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:39:58.929390 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de1552d-2ad7-4b3b-995f-a29a36b7567f tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:39:58.929794 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de1552d-2ad7-4b3b-995f-a29a36b7567f tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:39:58.930153 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de1552d-2ad7-4b3b-995f-a29a36b7567f tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:39:58.930482 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de1552d-2ad7-4b3b-995f-a29a36b7567f tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:39:58.930813 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de1552d-2ad7-4b3b-995f-a29a36b7567f tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:39:58.931137 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de1552d-2ad7-4b3b-995f-a29a36b7567f tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:39:58.931459 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de1552d-2ad7-4b3b-995f-a29a36b7567f tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:39:58.931781 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de1552d-2ad7-4b3b-995f-a29a36b7567f tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:39:58.932105 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de1552d-2ad7-4b3b-995f-a29a36b7567f tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:39:58.932463 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de1552d-2ad7-4b3b-995f-a29a36b7567f tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:39:58.976583 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-b05cd14b-eb38-4480-b924-285036986474 None None] Could not find standard attr ID for object 8a2ef27b-7e61-4d1b-89b1-a81c18dd4eb1. {{(pid=102348) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 27 10:39:58.977201 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-3cd2759f-9030-4d3e-ad73-6d22dd313419 tempest-NegativeSecGroupIPv6Test-1342523131 tempest-NegativeSecGroupIPv6Test-1342523131-project] Publish callbacks [] for security_group, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:58.981480 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-3cd2759f-9030-4d3e-ad73-6d22dd313419 tempest-NegativeSecGroupIPv6Test-1342523131 tempest-NegativeSecGroupIPv6Test-1342523131-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3520854 Oct 27 10:39:58.982643 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 45156) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:39:58.986448 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-83887692-dfe1-491d-9600-3546b2b1bcb2 tempest-NegativeSecGroupIPv6Test-1342523131 tempest-NegativeSecGroupIPv6Test-1342523131-project] Request body: {'security_group_rule': {'security_group_id': '7ec6ee13-5df9-403f-81b5-c1c9791ab694', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '41ad5141-5de8-47cc-a2f1-d3a30d422e9d'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:39:59.004667 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd2759f-9030-4d3e-ad73-6d22dd313419 tempest-NegativeSecGroupIPv6Test-1342523131 tempest-NegativeSecGroupIPv6Test-1342523131-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41ad5141-5de8-47cc-a2f1-d3a30d422e9d,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:39:59.037406 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-0de1552d-2ad7-4b3b-995f-a29a36b7567f tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857803', 'neutron.services.segments.db._delete_segments_for_network-8743873143390'] for network, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:59.056132 n-d-813419-10 neutron-server[102347]: INFO neutron.api.v2.resource [None req-83887692-dfe1-491d-9600-3546b2b1bcb2 tempest-NegativeSecGroupIPv6Test-1342523131 tempest-NegativeSecGroupIPv6Test-1342523131-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 27 10:39:59.057333 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-83887692-dfe1-491d-9600-3546b2b1bcb2 tempest-NegativeSecGroupIPv6Test-1342523131 tempest-NegativeSecGroupIPv6Test-1342523131-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0743735 Oct 27 10:39:59.060159 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 45158) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:39:59.061119 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-0de1552d-2ad7-4b3b-995f-a29a36b7567f tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51d6b5e2-27ac-4050-8135-9df03f5e23f5']}} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:39:59.076707 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-0de1552d-2ad7-4b3b-995f-a29a36b7567f tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ea38785-8436-435e-981d-0a9de2e7550e') {'for_net_delete': True} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:39:59.077191 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-0de1552d-2ad7-4b3b-995f-a29a36b7567f tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ea38785-8436-435e-981d-0a9de2e7550e') {} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:39:59.088367 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-0de1552d-2ad7-4b3b-995f-a29a36b7567f tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743873145191', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25847877'] for segment, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:59.088593 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_common [req-c3a39ad8-e88b-4867-8ccf-921a3f4a4c01 req-b2e41c8d-db8d-4252-84ad-dc9c2a37bf3a tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Allocated IP 172.20.0.4 (fca909b5-2d06-4825-8091-33382048b635/71c50f4e-5d00-4779-bfe1-162c05f5fddb/0396220b-ac94-486f-b038-02cdb2c13848) {{(pid=102347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:39:59.103762 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-0de1552d-2ad7-4b3b-995f-a29a36b7567f tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:59.109155 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d908fccf-b3fa-4344-b131-5641941e5bc8 None None] DHCP port deletion for 51d6b5e2-27ac-4050-8135-9df03f5e23f5 request from n-d-813419-10 {{(pid=102348) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 10:39:59.114147 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0de1552d-2ad7-4b3b-995f-a29a36b7567f tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Releasing vlan 402 on physical network physnet1 to pool {{(pid=102346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 10:39:59.115507 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-0de1552d-2ad7-4b3b-995f-a29a36b7567f tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27024137'] for segment, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:59.130517 n-d-813419-10 neutron-server[102346]: Traceback (most recent call last): Oct 27 10:39:59.130517 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 10:39:59.130517 n-d-813419-10 neutron-server[102346]: timer() Oct 27 10:39:59.130517 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 10:39:59.130517 n-d-813419-10 neutron-server[102346]: cb(*args, **kw) Oct 27 10:39:59.130517 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 10:39:59.130517 n-d-813419-10 neutron-server[102346]: return func(*args, **kwargs) Oct 27 10:39:59.130517 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 10:39:59.130517 n-d-813419-10 neutron-server[102346]: self._notify() Oct 27 10:39:59.130517 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 10:39:59.130517 n-d-813419-10 neutron-server[102346]: self.callback(batched_events) Oct 27 10:39:59.130517 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 10:39:59.130517 n-d-813419-10 neutron-server[102346]: event.method(event) Oct 27 10:39:59.130517 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 10:39:59.130517 n-d-813419-10 neutron-server[102346]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 10:39:59.130517 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 10:39:59.130517 n-d-813419-10 neutron-server[102346]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 10:39:59.130517 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 10:39:59.130517 n-d-813419-10 neutron-server[102346]: return f(self, *a, **k) Oct 27 10:39:59.130517 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 10:39:59.130517 n-d-813419-10 neutron-server[102346]: return self._get(url).json() Oct 27 10:39:59.130517 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 10:39:59.130517 n-d-813419-10 neutron-server[102346]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 10:39:59.130517 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 10:39:59.130517 n-d-813419-10 neutron-server[102346]: return self.request(url, 'GET', **kwargs) Oct 27 10:39:59.130517 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 10:39:59.130517 n-d-813419-10 neutron-server[102346]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 10:39:59.130517 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 10:39:59.130517 n-d-813419-10 neutron-server[102346]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 10:39:59.130517 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 10:39:59.130517 n-d-813419-10 neutron-server[102346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 10:39:59.130517 n-d-813419-10 neutron-server[102346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 10:39:59.156172 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-bfca9dfb-ec16-4c84-9204-9d445451d985 tempest-NegativeSecGroupIPv6Test-1342523131 tempest-NegativeSecGroupIPv6Test-1342523131-project] Publish callbacks [] for security_group, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:59.189358 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-0de1552d-2ad7-4b3b-995f-a29a36b7567f tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664840'] for network, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:59.198173 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-0de1552d-2ad7-4b3b-995f-a29a36b7567f tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for network, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:59.201549 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-0de1552d-2ad7-4b3b-995f-a29a36b7567f tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] 10.222.0.44 "DELETE /v2.0/networks/51d6b5e2-27ac-4050-8135-9df03f5e23f5 HTTP/1.1" status: 204 len: 168 time: 0.7738647 Oct 27 10:39:59.211206 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 45160) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:39:59.220804 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de1552d-2ad7-4b3b-995f-a29a36b7567f tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Pushing event deleted for resources: {'Network': ['ID=51d6b5e2-27ac-4050-8135-9df03f5e23f5,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:39:59.224122 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-bfca9dfb-ec16-4c84-9204-9d445451d985 tempest-NegativeSecGroupIPv6Test-1342523131 tempest-NegativeSecGroupIPv6Test-1342523131-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:59.261117 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a30489c6-f93f-415d-b3db-29225a689c70 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:39:59.262589 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-a30489c6-f93f-415d-b3db-29225a689c70 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0504415 Oct 27 10:39:59.266127 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 45162) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:39:59.296753 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-bfca9dfb-ec16-4c84-9204-9d445451d985 tempest-NegativeSecGroupIPv6Test-1342523131 tempest-NegativeSecGroupIPv6Test-1342523131-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:59.299273 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-bfca9dfb-ec16-4c84-9204-9d445451d985 tempest-NegativeSecGroupIPv6Test-1342523131 tempest-NegativeSecGroupIPv6Test-1342523131-project] Publish callbacks [] for security_group, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:59.300454 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-bfca9dfb-ec16-4c84-9204-9d445451d985 tempest-NegativeSecGroupIPv6Test-1342523131 tempest-NegativeSecGroupIPv6Test-1342523131-project] 10.222.0.44 "DELETE /v2.0/security-groups/41ad5141-5de8-47cc-a2f1-d3a30d422e9d HTTP/1.1" status: 204 len: 168 time: 0.2392526 Oct 27 10:39:59.303644 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 45164) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:39:59.322468 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfca9dfb-ec16-4c84-9204-9d445451d985 tempest-NegativeSecGroupIPv6Test-1342523131 tempest-NegativeSecGroupIPv6Test-1342523131-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=41ad5141-5de8-47cc-a2f1-d3a30d422e9d,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:39:59.326755 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-c3a39ad8-e88b-4867-8ccf-921a3f4a4c01 req-b2e41c8d-db8d-4252-84ad-dc9c2a37bf3a tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Publish callbacks [] for port, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:59.332319 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-89223b50-1f74-48e4-91ee-a83fe926ab55 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] 10.222.0.44 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0651011 Oct 27 10:39:59.335874 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 45166) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:39:59.340695 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-a22afa35-851f-4270-bbda-507ec1da469c tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-259726278'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:39:59.380798 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-c3a39ad8-e88b-4867-8ccf-921a3f4a4c01 req-b2e41c8d-db8d-4252-84ad-dc9c2a37bf3a tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:59.393488 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] get_ports_and_sgs() called for port_ids ['b160e90f-3f54-4032-a115-309a74841f26', '8b3b8844-d176-4de4-93a7-9d129cb07aef'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:39:59.394926 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-f905c0bc-70c8-43a9-a0ef-2fa64f2e6380 tempest-NegativeSecGroupIPv6Test-1342523131 tempest-NegativeSecGroupIPv6Test-1342523131-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0895104 Oct 27 10:39:59.395703 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a22afa35-851f-4270-bbda-507ec1da469c tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Made reservation on behalf of a8f5b249d1a14ea0897d2eccf002a6cb for: {'network': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:39:59.399078 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-a22afa35-851f-4270-bbda-507ec1da469c tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for network, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:59.401970 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 45168) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:39:59.424978 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3a39ad8-e88b-4867-8ccf-921a3f4a4c01 req-b2e41c8d-db8d-4252-84ad-dc9c2a37bf3a tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Network fca909b5-2d06-4825-8091-33382048b635 is already hosted by enough agents. {{(pid=102347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:39:59.428190 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [req-c3a39ad8-e88b-4867-8ccf-921a3f4a4c01 req-b2e41c8d-db8d-4252-84ad-dc9c2a37bf3a tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Resources bound (agent type, host, resource id): {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:39:59.432078 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3a39ad8-e88b-4867-8ccf-921a3f4a4c01 req-b2e41c8d-db8d-4252-84ad-dc9c2a37bf3a tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Received port after_create {{(pid=102347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:39:59.451021 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a22afa35-851f-4270-bbda-507ec1da469c tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 408} {{(pid=102346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 10:39:59.459716 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e41c8d-db8d-4252-84ad-dc9c2a37bf3a tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Pushing event updated for resources: {'Port': ['ID=0396220b-ac94-486f-b038-02cdb2c13848,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:39:59.467625 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-a22afa35-851f-4270-bbda-507ec1da469c tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:59.467963 n-d-813419-10 neutron-server[102346]: INFO neutron.db.segments_db [None req-a22afa35-851f-4270-bbda-507ec1da469c tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Added segment cddf582a-dddc-45f2-a952-cb2409838478 of type vlan for network a8382394-9b20-470f-aa7d-527662938171 Oct 27 10:39:59.499507 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a39ad8-e88b-4867-8ccf-921a3f4a4c01 req-b2e41c8d-db8d-4252-84ad-dc9c2a37bf3a tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:39:59.500311 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-c3a39ad8-e88b-4867-8ccf-921a3f4a4c01 req-b2e41c8d-db8d-4252-84ad-dc9c2a37bf3a tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:59.506991 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d01926e4-fa09-465a-8792-4a0e6b5f9aa6 tempest-NegativeSecGroupIPv6Test-1342523131 tempest-NegativeSecGroupIPv6Test-1342523131-project] Publish callbacks [] for security_group, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:59.533922 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-a22afa35-851f-4270-bbda-507ec1da469c tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743872593080'] for network, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:59.538546 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c3a39ad8-e88b-4867-8ccf-921a3f4a4c01 req-b2e41c8d-db8d-4252-84ad-dc9c2a37bf3a tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8944392 Oct 27 10:39:59.549285 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d01926e4-fa09-465a-8792-4a0e6b5f9aa6 tempest-NegativeSecGroupIPv6Test-1342523131 tempest-NegativeSecGroupIPv6Test-1342523131-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:59.559611 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [req-c3a39ad8-e88b-4867-8ccf-921a3f4a4c01 req-892703cc-59b5-4bca-b687-50ed122b673c service neutron] Request body: {'port': {'device_id': '2c04e14d-1d7d-427d-aff6-12976f95a83a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-10'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:39:59.591579 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-a22afa35-851f-4270-bbda-507ec1da469c tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913'] for network, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:59.598658 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a22afa35-851f-4270-bbda-507ec1da469c tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:39:59.599298 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-a22afa35-851f-4270-bbda-507ec1da469c tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for network, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:59.659216 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-c3a39ad8-e88b-4867-8ccf-921a3f4a4c01 req-892703cc-59b5-4bca-b687-50ed122b673c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:59.690975 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-a22afa35-851f-4270-bbda-507ec1da469c tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3540308 Oct 27 10:39:59.696359 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 45176) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:39:59.697721 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d01926e4-fa09-465a-8792-4a0e6b5f9aa6 tempest-NegativeSecGroupIPv6Test-1342523131 tempest-NegativeSecGroupIPv6Test-1342523131-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:59.700352 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d01926e4-fa09-465a-8792-4a0e6b5f9aa6 tempest-NegativeSecGroupIPv6Test-1342523131 tempest-NegativeSecGroupIPv6Test-1342523131-project] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:59.701490 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-d01926e4-fa09-465a-8792-4a0e6b5f9aa6 tempest-NegativeSecGroupIPv6Test-1342523131 tempest-NegativeSecGroupIPv6Test-1342523131-project] 10.222.0.44 "DELETE /v2.0/security-groups/7ec6ee13-5df9-403f-81b5-c1c9791ab694 HTTP/1.1" status: 204 len: 168 time: 0.2987497 Oct 27 10:39:59.704420 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-64d12d1f-79c9-4bc0-818d-78c53f8270c1 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Request body: {'subnet': {'network_id': 'a8382394-9b20-470f-aa7d-527662938171', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:39:59.707708 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 45178) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:39:59.715113 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22afa35-851f-4270-bbda-507ec1da469c tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Pushing event updated for resources: {'Network': ['ID=a8382394-9b20-470f-aa7d-527662938171,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:39:59.730014 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01926e4-fa09-465a-8792-4a0e6b5f9aa6 tempest-NegativeSecGroupIPv6Test-1342523131 tempest-NegativeSecGroupIPv6Test-1342523131-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ec6ee13-5df9-403f-81b5-c1c9791ab694,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:39:59.731383 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Network a8382394-9b20-470f-aa7d-527662938171 details requested by agent ovs-agent-n-d-813419-10 with host n-d-813419-10 {{(pid=102348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 10:39:59.763771 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-1ad5d8ea-5f10-4d6e-927b-57d1a262637d tempest-NegativeSecGroupIPv6Test-1342523131 tempest-NegativeSecGroupIPv6Test-1342523131-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0549009 Oct 27 10:39:59.770405 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 45180) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:39:59.774851 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-14d4496c-a966-47f2-8693-6f3c7bdebb18 tempest-NegativeSecGroupIPv6Test-1342523131 tempest-NegativeSecGroupIPv6Test-1342523131-project] Request body: {'security_group': {'name': 'tempest-secgroup--1518221172'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:39:59.849636 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-14d4496c-a966-47f2-8693-6f3c7bdebb18 tempest-NegativeSecGroupIPv6Test-1342523131 tempest-NegativeSecGroupIPv6Test-1342523131-project] Publish callbacks [] for security_group, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:59.863159 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-a6ecc35f-de0b-4ceb-b7ca-1bb17af784a1 None None] Provisioning complete for port 0396220b-ac94-486f-b038-02cdb2c13848 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:39:59.863606 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a6ecc35f-de0b-4ceb-b7ca-1bb17af784a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:59.868714 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d2791c-d212-4d28-a046-e5734c8fc6b9 req-6c073506-c423-4398-80f1-9255743cd00d tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:39:59.870412 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-b4d2791c-d212-4d28-a046-e5734c8fc6b9 req-6c073506-c423-4398-80f1-9255743cd00d tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c04e14d-1d7d-427d-aff6-12976f95a83a HTTP/1.1" status: 200 len: 931 time: 0.0739515 Oct 27 10:39:59.915686 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-a6ecc35f-de0b-4ceb-b7ca-1bb17af784a1 None None] Port 0396220b-ac94-486f-b038-02cdb2c13848 cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:39:59.947000 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64d12d1f-79c9-4bc0-818d-78c53f8270c1 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Made reservation on behalf of a8f5b249d1a14ea0897d2eccf002a6cb for: {'subnet': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:39:59.950154 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-b4d2791c-d212-4d28-a046-e5734c8fc6b9 req-6bc8de75-20c2-43d9-a94b-646a10c85b8d tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/security-groups?id=cc9284c7-fb9e-4cd7-891d-df58f9ea4e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592372 Oct 27 10:39:59.950639 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-64d12d1f-79c9-4bc0-818d-78c53f8270c1 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18044073'] for subnet, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:59.977868 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-14d4496c-a966-47f2-8693-6f3c7bdebb18 tempest-NegativeSecGroupIPv6Test-1342523131 tempest-NegativeSecGroupIPv6Test-1342523131-project] Publish callbacks [] for security_group, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:39:59.982133 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-14d4496c-a966-47f2-8693-6f3c7bdebb18 tempest-NegativeSecGroupIPv6Test-1342523131 tempest-NegativeSecGroupIPv6Test-1342523131-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:00.011532 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-14d4496c-a966-47f2-8693-6f3c7bdebb18 tempest-NegativeSecGroupIPv6Test-1342523131 tempest-NegativeSecGroupIPv6Test-1342523131-project] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:00.012797 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-14d4496c-a966-47f2-8693-6f3c7bdebb18 tempest-NegativeSecGroupIPv6Test-1342523131 tempest-NegativeSecGroupIPv6Test-1342523131-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2414057 Oct 27 10:40:00.015778 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 45184) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:40:00.020907 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-b1dd8ed5-a4a4-4496-a3bc-43070a81e8ac tempest-NegativeSecGroupIPv6Test-1342523131 tempest-NegativeSecGroupIPv6Test-1342523131-project] Request body: {'security_group_rule': {'security_group_id': '5cd2a2b3-d03a-4057-856a-57aa96e30c01', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:40:00.026388 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d4496c-a966-47f2-8693-6f3c7bdebb18 tempest-NegativeSecGroupIPv6Test-1342523131 tempest-NegativeSecGroupIPv6Test-1342523131-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5cd2a2b3-d03a-4057-856a-57aa96e30c01,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:40:00.060342 n-d-813419-10 neutron-server[102346]: INFO neutron.api.v2.resource [None req-b1dd8ed5-a4a4-4496-a3bc-43070a81e8ac tempest-NegativeSecGroupIPv6Test-1342523131 tempest-NegativeSecGroupIPv6Test-1342523131-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 27 10:40:00.064146 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-b1dd8ed5-a4a4-4496-a3bc-43070a81e8ac tempest-NegativeSecGroupIPv6Test-1342523131 tempest-NegativeSecGroupIPv6Test-1342523131-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0448384 Oct 27 10:40:00.064331 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 45186) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:40:00.069245 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-3a0984d4-e875-49dd-b7f1-1416261d2fcb tempest-NegativeSecGroupIPv6Test-1342523131 tempest-NegativeSecGroupIPv6Test-1342523131-project] Request body: {'security_group_rule': {'security_group_id': '5cd2a2b3-d03a-4057-856a-57aa96e30c01', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:40:00.104695 n-d-813419-10 neutron-server[102346]: INFO neutron.api.v2.resource [None req-3a0984d4-e875-49dd-b7f1-1416261d2fcb tempest-NegativeSecGroupIPv6Test-1342523131 tempest-NegativeSecGroupIPv6Test-1342523131-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 27 10:40:00.105743 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-3a0984d4-e875-49dd-b7f1-1416261d2fcb tempest-NegativeSecGroupIPv6Test-1342523131 tempest-NegativeSecGroupIPv6Test-1342523131-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0404990 Oct 27 10:40:00.108683 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 45188) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:40:00.161043 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-b3996e7d-438f-471e-816d-d0e09c2b66d9 tempest-NegativeSecGroupIPv6Test-1342523131 tempest-NegativeSecGroupIPv6Test-1342523131-project] Publish callbacks [] for security_group, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:00.182865 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-b3996e7d-438f-471e-816d-d0e09c2b66d9 tempest-NegativeSecGroupIPv6Test-1342523131 tempest-NegativeSecGroupIPv6Test-1342523131-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:00.202054 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [req-c3a39ad8-e88b-4867-8ccf-921a3f4a4c01 req-892703cc-59b5-4bca-b687-50ed122b673c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0396220b-ac94-486f-b038-02cdb2c13848 {{(pid=102347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:40:00.230970 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-c3a39ad8-e88b-4867-8ccf-921a3f4a4c01 req-892703cc-59b5-4bca-b687-50ed122b673c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:00.235302 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-b3996e7d-438f-471e-816d-d0e09c2b66d9 tempest-NegativeSecGroupIPv6Test-1342523131 tempest-NegativeSecGroupIPv6Test-1342523131-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:00.238404 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-b3996e7d-438f-471e-816d-d0e09c2b66d9 tempest-NegativeSecGroupIPv6Test-1342523131 tempest-NegativeSecGroupIPv6Test-1342523131-project] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:00.240122 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-b3996e7d-438f-471e-816d-d0e09c2b66d9 tempest-NegativeSecGroupIPv6Test-1342523131 tempest-NegativeSecGroupIPv6Test-1342523131-project] 10.222.0.44 "DELETE /v2.0/security-groups/5cd2a2b3-d03a-4057-856a-57aa96e30c01 HTTP/1.1" status: 204 len: 168 time: 0.1302516 Oct 27 10:40:00.245096 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 45190) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:40:00.257419 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3996e7d-438f-471e-816d-d0e09c2b66d9 tempest-NegativeSecGroupIPv6Test-1342523131 tempest-NegativeSecGroupIPv6Test-1342523131-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cd2a2b3-d03a-4057-856a-57aa96e30c01,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:40:00.263298 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.provisioning_blocks [req-c3a39ad8-e88b-4867-8ccf-921a3f4a4c01 req-892703cc-59b5-4bca-b687-50ed122b673c service neutron] Transition to ACTIVE for port object 0396220b-ac94-486f-b038-02cdb2c13848 will not be triggered until provisioned by entity L2. {{(pid=102347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 10:40:00.270326 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-c3a39ad8-e88b-4867-8ccf-921a3f4a4c01 req-892703cc-59b5-4bca-b687-50ed122b673c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:00.279292 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-64d12d1f-79c9-4bc0-818d-78c53f8270c1 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-18295883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18044091'] for subnet, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:00.296988 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-0f736398-3cef-4d7c-af43-f1af484a404a tempest-NegativeSecGroupIPv6Test-1342523131 tempest-NegativeSecGroupIPv6Test-1342523131-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0504839 Oct 27 10:40:00.300589 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 45192) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:40:00.304956 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-161c6e18-b381-43fc-840b-fb0b4e6a8a60 tempest-NegativeSecGroupIPv6Test-1342523131 tempest-NegativeSecGroupIPv6Test-1342523131-project] Request body: {'security_group': {'name': 'tempest-secgroup--1174325099'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:40:00.327845 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-161c6e18-b381-43fc-840b-fb0b4e6a8a60 tempest-NegativeSecGroupIPv6Test-1342523131 tempest-NegativeSecGroupIPv6Test-1342523131-project] Publish callbacks [] for security_group, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:00.366649 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892703cc-59b5-4bca-b687-50ed122b673c service neutron] Pushing event updated for resources: {'Port': ['ID=0396220b-ac94-486f-b038-02cdb2c13848,revision_number=2']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:40:00.427393 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d12d1f-79c9-4bc0-818d-78c53f8270c1 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Pushing event updated for resources: {'Subnet': ['ID=468d3cb6-dd38-4686-9bd7-907c318bbd92,revision_number=0']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:40:00.446380 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-161c6e18-b381-43fc-840b-fb0b4e6a8a60 tempest-NegativeSecGroupIPv6Test-1342523131 tempest-NegativeSecGroupIPv6Test-1342523131-project] Publish callbacks [] for security_group, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:00.448173 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64d12d1f-79c9-4bc0-818d-78c53f8270c1 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Checking segment: {'id': 'cddf582a-dddc-45f2-a952-cb2409838478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'a8382394-9b20-470f-aa7d-527662938171'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:40:00.448882 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64d12d1f-79c9-4bc0-818d-78c53f8270c1 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Network hostable DHCP agents. Network: a8382394-9b20-470f-aa7d-527662938171, hostable agents: ['eafd4000-b897-4722-ae8b-0118ec955181'], hosted agents: [] {{(pid=102347) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 10:40:00.451540 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-161c6e18-b381-43fc-840b-fb0b4e6a8a60 tempest-NegativeSecGroupIPv6Test-1342523131 tempest-NegativeSecGroupIPv6Test-1342523131-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:00.462233 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 8a2ef27b-7e61-4d1b-89b1-a81c18dd4eb1 no longer exists at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:40:00.479992 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-c3a39ad8-e88b-4867-8ccf-921a3f4a4c01 req-892703cc-59b5-4bca-b687-50ed122b673c service neutron] Attempting to bind port 0396220b-ac94-486f-b038-02cdb2c13848 on host n-h1-813419-10 for vnic_type normal with profile {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:40:00.480360 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-c3a39ad8-e88b-4867-8ccf-921a3f4a4c01 req-892703cc-59b5-4bca-b687-50ed122b673c service neutron] Attempting to bind port 0396220b-ac94-486f-b038-02cdb2c13848 by drivers openvswitch,hyperv on host n-h1-813419-10 at level 0 using segments [{'id': '3fa8f95e-6276-4974-b5c0-da1e0ae271fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'fca909b5-2d06-4825-8091-33382048b635'}] {{(pid=102347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:40:00.480693 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3a39ad8-e88b-4867-8ccf-921a3f4a4c01 req-892703cc-59b5-4bca-b687-50ed122b673c service neutron] Attempting to bind port 0396220b-ac94-486f-b038-02cdb2c13848 on network fca909b5-2d06-4825-8091-33382048b635 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:40:00.485063 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64d12d1f-79c9-4bc0-818d-78c53f8270c1 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Network a8382394-9b20-470f-aa7d-527662938171 is scheduled to be hosted by DHCP agent eafd4000-b897-4722-ae8b-0118ec955181 with binding_index 1 {{(pid=102347) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 10:40:00.488170 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3a39ad8-e88b-4867-8ccf-921a3f4a4c01 req-892703cc-59b5-4bca-b687-50ed122b673c service neutron] Port 0396220b-ac94-486f-b038-02cdb2c13848 on network fca909b5-2d06-4825-8091-33382048b635 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-10 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 10:40:00.488520 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3a39ad8-e88b-4867-8ccf-921a3f4a4c01 req-892703cc-59b5-4bca-b687-50ed122b673c service neutron] Attempting to bind port 0396220b-ac94-486f-b038-02cdb2c13848 on network fca909b5-2d06-4825-8091-33382048b635 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:40:00.496616 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3a39ad8-e88b-4867-8ccf-921a3f4a4c01 req-892703cc-59b5-4bca-b687-50ed122b673c service neutron] Checking agent: {'id': 'a52e1cab-0c63-402d-9c94-330537c6c076', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 16, 2), 'started_at': datetime.datetime(2021, 10, 27, 10, 16, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 39, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:40:00.496908 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3a39ad8-e88b-4867-8ccf-921a3f4a4c01 req-892703cc-59b5-4bca-b687-50ed122b673c service neutron] Checking segment: {'id': '3fa8f95e-6276-4974-b5c0-da1e0ae271fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'fca909b5-2d06-4825-8091-33382048b635'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:40:00.497294 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3a39ad8-e88b-4867-8ccf-921a3f4a4c01 req-892703cc-59b5-4bca-b687-50ed122b673c service neutron] Bound using segment: {'id': '3fa8f95e-6276-4974-b5c0-da1e0ae271fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'fca909b5-2d06-4825-8091-33382048b635'} {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:40:00.497734 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-c3a39ad8-e88b-4867-8ccf-921a3f4a4c01 req-892703cc-59b5-4bca-b687-50ed122b673c service neutron] Bound port: 0396220b-ac94-486f-b038-02cdb2c13848, host: n-h1-813419-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3fa8f95e-6276-4974-b5c0-da1e0ae271fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'fca909b5-2d06-4825-8091-33382048b635'}}] {{(pid=102347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:40:00.498092 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-c3a39ad8-e88b-4867-8ccf-921a3f4a4c01 req-892703cc-59b5-4bca-b687-50ed122b673c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:00.500300 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] No Port match for: 8a2ef27b-7e61-4d1b-89b1-a81c18dd4eb1 {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:40:00.501354 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [None req-64d12d1f-79c9-4bc0-818d-78c53f8270c1 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-10, a8382394-9b20-470f-aa7d-527662938171) {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:40:00.504268 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 8a2ef27b-7e61-4d1b-89b1-a81c18dd4eb1 not bound to the agent host n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:40:00.513858 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-161c6e18-b381-43fc-840b-fb0b4e6a8a60 tempest-NegativeSecGroupIPv6Test-1342523131 tempest-NegativeSecGroupIPv6Test-1342523131-project] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:00.514176 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64d12d1f-79c9-4bc0-818d-78c53f8270c1 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:40:00.514490 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-64d12d1f-79c9-4bc0-818d-78c53f8270c1 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks [] for subnet, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:00.518497 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-161c6e18-b381-43fc-840b-fb0b4e6a8a60 tempest-NegativeSecGroupIPv6Test-1342523131 tempest-NegativeSecGroupIPv6Test-1342523131-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2143176 Oct 27 10:40:00.518907 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 45194) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:40:00.522307 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-242ad8e0-db8e-4540-bd97-1cad7e7dd2d7 None None] Network a8382394-9b20-470f-aa7d-527662938171 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:40:00.527594 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-8e8752b3-2fba-4391-968c-a6c20264e916 tempest-NegativeSecGroupIPv6Test-1342523131 tempest-NegativeSecGroupIPv6Test-1342523131-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:40:00.528030 n-d-813419-10 neutron-server[102347]: WARNING neutron.api.v2.base [None req-8e8752b3-2fba-4391-968c-a6c20264e916 tempest-NegativeSecGroupIPv6Test-1342523131 tempest-NegativeSecGroupIPv6Test-1342523131-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Oct 27 10:40:00.528552 n-d-813419-10 neutron-server[102347]: INFO neutron.api.v2.resource [None req-8e8752b3-2fba-4391-968c-a6c20264e916 tempest-NegativeSecGroupIPv6Test-1342523131 tempest-NegativeSecGroupIPv6Test-1342523131-project] update failed (client error): There was a conflict when trying to complete your request. Oct 27 10:40:00.529536 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-8e8752b3-2fba-4391-968c-a6c20264e916 tempest-NegativeSecGroupIPv6Test-1342523131 tempest-NegativeSecGroupIPv6Test-1342523131-project] 10.222.0.44 "PUT /v2.0/security-groups/4c4bd123-b6f5-4582-b665-e3760781435d HTTP/1.1" status: 409 len: 330 time: 0.0092502 Oct 27 10:40:00.534008 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 45196) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:40:00.562249 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-64d12d1f-79c9-4bc0-818d-78c53f8270c1 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8645062 Oct 27 10:40:00.564669 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 45198) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:40:00.575166 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-738689da-682c-4036-aad9-49a720a104f3 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Request body: {'port': {'network_id': 'a8382394-9b20-470f-aa7d-527662938171', 'name': 'tempest-PortsIpV6TestJSON-1185857817'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:40:00.591379 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161c6e18-b381-43fc-840b-fb0b4e6a8a60 tempest-NegativeSecGroupIPv6Test-1342523131 tempest-NegativeSecGroupIPv6Test-1342523131-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c4bd123-b6f5-4582-b665-e3760781435d,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:40:00.638654 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-cdecf1cd-540c-4e71-aacd-66dc91c31d0a tempest-NegativeSecGroupIPv6Test-1342523131 tempest-NegativeSecGroupIPv6Test-1342523131-project] Publish callbacks [] for security_group, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:00.657346 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-c3a39ad8-e88b-4867-8ccf-921a3f4a4c01 req-892703cc-59b5-4bca-b687-50ed122b673c service neutron] For port 0396220b-ac94-486f-b038-02cdb2c13848, host n-h1-813419-10, cleared binding levels {{(pid=102347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:40:00.663163 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-c3a39ad8-e88b-4867-8ccf-921a3f4a4c01 req-892703cc-59b5-4bca-b687-50ed122b673c service neutron] For port 0396220b-ac94-486f-b038-02cdb2c13848, host n-h1-813419-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=0396220b-ac94-486f-b038-02cdb2c13848,segment=NetworkSegment(3fa8f95e-6276-4974-b5c0-da1e0ae271fc),segment_id=3fa8f95e-6276-4974-b5c0-da1e0ae271fc)] {{(pid=102347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:40:00.671286 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-c3a39ad8-e88b-4867-8ccf-921a3f4a4c01 req-892703cc-59b5-4bca-b687-50ed122b673c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:00.683873 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-cdecf1cd-540c-4e71-aacd-66dc91c31d0a tempest-NegativeSecGroupIPv6Test-1342523131 tempest-NegativeSecGroupIPv6Test-1342523131-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:00.729781 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a39ad8-e88b-4867-8ccf-921a3f4a4c01 req-892703cc-59b5-4bca-b687-50ed122b673c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:40:00.730422 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-c3a39ad8-e88b-4867-8ccf-921a3f4a4c01 req-892703cc-59b5-4bca-b687-50ed122b673c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:00.731953 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c3a39ad8-e88b-4867-8ccf-921a3f4a4c01 req-892703cc-59b5-4bca-b687-50ed122b673c service neutron] 10.222.0.64 "PUT /v2.0/ports/0396220b-ac94-486f-b038-02cdb2c13848 HTTP/1.1" status: 200 len: 1092 time: 1.1770983 Oct 27 10:40:00.734354 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c04e14d-1d7d-427d-aff6-12976f95a83a', 'tag': '0396220b-ac94-486f-b038-02cdb2c13848'}] {{(pid=102347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:40:00.736717 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311149b481204ee7edffdb959c881838506fbd95bc8577c048f6677abb73acc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bda5d81d-c40d-472d-acbe-5b88ad808709" -d '{"events": [{"name": "network-changed", "server_uuid": "2c04e14d-1d7d-427d-aff6-12976f95a83a", "tag": "0396220b-ac94-486f-b038-02cdb2c13848"}]}' {{(pid=102347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:40:00.743096 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-cdecf1cd-540c-4e71-aacd-66dc91c31d0a tempest-NegativeSecGroupIPv6Test-1342523131 tempest-NegativeSecGroupIPv6Test-1342523131-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:00.747325 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-cdecf1cd-540c-4e71-aacd-66dc91c31d0a tempest-NegativeSecGroupIPv6Test-1342523131 tempest-NegativeSecGroupIPv6Test-1342523131-project] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:00.751559 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-cdecf1cd-540c-4e71-aacd-66dc91c31d0a tempest-NegativeSecGroupIPv6Test-1342523131 tempest-NegativeSecGroupIPv6Test-1342523131-project] 10.222.0.44 "DELETE /v2.0/security-groups/4c4bd123-b6f5-4582-b665-e3760781435d HTTP/1.1" status: 204 len: 168 time: 0.2115405 Oct 27 10:40:00.752262 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 45204) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:40:00.772127 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892703cc-59b5-4bca-b687-50ed122b673c service neutron] Pushing event updated for resources: {'Port': ['ID=0396220b-ac94-486f-b038-02cdb2c13848,revision_number=3']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:40:00.787907 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-738689da-682c-4036-aad9-49a720a104f3 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Made reservation on behalf of a8f5b249d1a14ea0897d2eccf002a6cb for: {'port': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:40:00.791599 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-738689da-682c-4036-aad9-49a720a104f3 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:00.801972 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdecf1cd-540c-4e71-aacd-66dc91c31d0a tempest-NegativeSecGroupIPv6Test-1342523131 tempest-NegativeSecGroupIPv6Test-1342523131-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c4bd123-b6f5-4582-b665-e3760781435d,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:40:00.811677 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 10:40:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0efd4f34-c6e8-4b7e-8f5c-d9f99b14ae3f x-openstack-request-id: req-0efd4f34-c6e8-4b7e-8f5c-d9f99b14ae3f {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:40:00.811971 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c04e14d-1d7d-427d-aff6-12976f95a83a", "tag": "0396220b-ac94-486f-b038-02cdb2c13848", "status": "completed", "code": 200}]} {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:40:00.812263 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-0efd4f34-c6e8-4b7e-8f5c-d9f99b14ae3f {{(pid=102347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:40:00.812672 n-d-813419-10 neutron-server[102347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c04e14d-1d7d-427d-aff6-12976f95a83a', 'tag': '0396220b-ac94-486f-b038-02cdb2c13848', 'status': 'completed', 'code': 200} Oct 27 10:40:00.820348 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [None req-738689da-682c-4036-aad9-49a720a104f3 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] device_id is not set on port 6ce65050-f531-480e-bcef-f1e684105739 yet. {{(pid=102347) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 10:40:00.896330 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-4dc0b170-ff79-4136-9a56-7c23eb9a575f tempest-NegativeSecGroupIPv6Test-1342523131 tempest-NegativeSecGroupIPv6Test-1342523131-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1376641 Oct 27 10:40:00.896992 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 45210) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:40:00.922949 n-d-813419-10 neutron-server[102346]: INFO neutron.api.v2.resource [None req-71b1aca5-bd58-43ed-9820-6f1985198f93 tempest-NegativeSecGroupIPv6Test-1342523131 tempest-NegativeSecGroupIPv6Test-1342523131-project] delete failed (client error): The resource could not be found. Oct 27 10:40:00.940000 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-71b1aca5-bd58-43ed-9820-6f1985198f93 tempest-NegativeSecGroupIPv6Test-1342523131 tempest-NegativeSecGroupIPv6Test-1342523131-project] 10.222.0.44 "DELETE /v2.0/security-groups/bbd77f77-6653-4716-a079-b6ce7e5a068c HTTP/1.1" status: 404 len: 347 time: 0.0414941 Oct 27 10:40:00.940636 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 45212) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:40:00.955341 n-d-813419-10 neutron-server[102346]: INFO neutron.api.v2.resource [None req-e5edfec6-7e19-4ead-b08a-afcbc2043edb tempest-NegativeSecGroupIPv6Test-1342523131 tempest-NegativeSecGroupIPv6Test-1342523131-project] show failed (client error): The resource could not be found. Oct 27 10:40:00.960664 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-e5edfec6-7e19-4ead-b08a-afcbc2043edb tempest-NegativeSecGroupIPv6Test-1342523131 tempest-NegativeSecGroupIPv6Test-1342523131-project] 10.222.0.44 "GET /v2.0/security-groups/d007f1dd-b34e-449f-84f2-81a322509fb7 HTTP/1.1" status: 404 len: 347 time: 0.0189393 Oct 27 10:40:00.961248 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 45214) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:40:00.976727 n-d-813419-10 neutron-server[102346]: INFO neutron.api.v2.resource [None req-3d5ada48-94bb-4506-95e4-5f0cdc23e2da tempest-NegativeSecGroupIPv6Test-1342523131 tempest-NegativeSecGroupIPv6Test-1342523131-project] show failed (client error): The resource could not be found. Oct 27 10:40:00.982843 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-3d5ada48-94bb-4506-95e4-5f0cdc23e2da tempest-NegativeSecGroupIPv6Test-1342523131 tempest-NegativeSecGroupIPv6Test-1342523131-project] 10.222.0.44 "GET /v2.0/security-group-rules/5f70bb22-08ce-47a2-9ef2-7e6181d4df59 HTTP/1.1" status: 404 len: 356 time: 0.0205538 Oct 27 10:40:01.006476 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90a43bd5-ea71-4d35-aebf-07c347b65a7b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp734b258e-7d96-550c-b970-9b72ab66f383-a8382394-9b20-470f-aa7d-527662938171', 'network_id': 'a8382394-9b20-470f-aa7d-527662938171', 'tenant_id': 'a8f5b249d1a14ea0897d2eccf002a6cb', 'fixed_ips': [{'subnet_id': '468d3cb6-dd38-4686-9bd7-907c318bbd92'}]}} from n-d-813419-10. {{(pid=102348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 10:40:01.008402 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-90a43bd5-ea71-4d35-aebf-07c347b65a7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:01.061068 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda5d81d-c40d-472d-acbe-5b88ad808709 req-4c2b94c7-1679-4a55-a26b-e9a32fdf1839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:40:01.063013 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-bda5d81d-c40d-472d-acbe-5b88ad808709 req-4c2b94c7-1679-4a55-a26b-e9a32fdf1839 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5cdd6d2f037d42e18150718a811d487c&device_id=2c04e14d-1d7d-427d-aff6-12976f95a83a HTTP/1.1" status: 200 len: 1095 time: 0.1914785 Oct 27 10:40:01.120235 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adca411b-ae1d-4701-b850-498e3ac5c325 req-e239925a-eec0-4ccf-9236-5b5ed3e6a185 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:40:01.121775 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-adca411b-ae1d-4701-b850-498e3ac5c325 req-e239925a-eec0-4ccf-9236-5b5ed3e6a185 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c04e14d-1d7d-427d-aff6-12976f95a83a HTTP/1.1" status: 200 len: 943 time: 0.0632756 Oct 27 10:40:01.168093 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-adca411b-ae1d-4701-b850-498e3ac5c325 req-50db9fbb-cca4-446c-8e71-c7078be1e8a7 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/security-groups?id=cc9284c7-fb9e-4cd7-891d-df58f9ea4e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392079 Oct 27 10:40:01.211853 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_common [None req-738689da-682c-4036-aad9-49a720a104f3 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Allocated IP 2001:db8::41 (a8382394-9b20-470f-aa7d-527662938171/468d3cb6-dd38-4686-9bd7-907c318bbd92/6ce65050-f531-480e-bcef-f1e684105739) {{(pid=102347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:40:01.309408 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 45222) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:40:01.320034 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda5d81d-c40d-472d-acbe-5b88ad808709 req-13a9ad23-4408-4ed5-a4ba-76a4343e4254 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:40:01.321543 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-bda5d81d-c40d-472d-acbe-5b88ad808709 req-13a9ad23-4408-4ed5-a4ba-76a4343e4254 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=5cdd6d2f037d42e18150718a811d487c&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2482154 Oct 27 10:40:01.441768 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-27df90f9-71c1-4c06-a150-bff86137b024 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=63f723192a9b4165ae9c8f5f652e59d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1311369 Oct 27 10:40:01.444410 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 45226) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:40:01.493829 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-249eb230-9d00-4a45-8246-6454a28325b3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:01.501498 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-738689da-682c-4036-aad9-49a720a104f3 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks [] for port, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:01.504743 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda5d81d-c40d-472d-acbe-5b88ad808709 req-31234599-3912-4c38-b90e-6bc5b09e7195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:40:01.506397 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-bda5d81d-c40d-472d-acbe-5b88ad808709 req-31234599-3912-4c38-b90e-6bc5b09e7195 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1760666 Oct 27 10:40:01.517008 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-249eb230-9d00-4a45-8246-6454a28325b3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:01.543720 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-738689da-682c-4036-aad9-49a720a104f3 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:01.573883 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-249eb230-9d00-4a45-8246-6454a28325b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:01.576513 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-249eb230-9d00-4a45-8246-6454a28325b3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:01.580158 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-249eb230-9d00-4a45-8246-6454a28325b3 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/01f7a604-1f8e-4d00-9296-1396e63d5f26 HTTP/1.1" status: 204 len: 168 time: 0.1322713 Oct 27 10:40:01.587086 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249eb230-9d00-4a45-8246-6454a28325b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01f7a604-1f8e-4d00-9296-1396e63d5f26,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:40:01.620536 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.db_base_plugin_common [None req-90a43bd5-ea71-4d35-aebf-07c347b65a7b None None] Allocated IP 2001:db8::2 (a8382394-9b20-470f-aa7d-527662938171/468d3cb6-dd38-4686-9bd7-907c318bbd92/3b929635-1492-474a-a2b6-db02ff4e4ecd) {{(pid=102348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:40:01.623599 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-738689da-682c-4036-aad9-49a720a104f3 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Network a8382394-9b20-470f-aa7d-527662938171 is already hosted by enough agents. {{(pid=102347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:40:01.630264 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [None req-738689da-682c-4036-aad9-49a720a104f3 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Resources bound (agent type, host, resource id): {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:40:01.636912 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-738689da-682c-4036-aad9-49a720a104f3 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Received port after_create {{(pid=102347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:40:01.642654 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-738689da-682c-4036-aad9-49a720a104f3 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:40:01.643267 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-738689da-682c-4036-aad9-49a720a104f3 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:01.649729 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738689da-682c-4036-aad9-49a720a104f3 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Pushing event updated for resources: {'Port': ['ID=6ce65050-f531-480e-bcef-f1e684105739,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:40:01.662683 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a39ad8-e88b-4867-8ccf-921a3f4a4c01 req-a24c8b92-699a-4eef-82cb-05a37a0b082b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:40:01.664541 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c3a39ad8-e88b-4867-8ccf-921a3f4a4c01 req-a24c8b92-699a-4eef-82cb-05a37a0b082b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5cdd6d2f037d42e18150718a811d487c&device_id=2c04e14d-1d7d-427d-aff6-12976f95a83a HTTP/1.1" status: 200 len: 1095 time: 0.1150067 Oct 27 10:40:01.675269 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-738689da-682c-4036-aad9-49a720a104f3 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.1069458 Oct 27 10:40:01.675646 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 45230) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:40:01.680549 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-ab648140-a471-4157-a3be-c6c78e4c4ffd tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Request body: {'port': {'network_id': 'a8382394-9b20-470f-aa7d-527662938171', 'name': 'tempest-PortsIpV6TestJSON-1743870159'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:40:01.724833 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c3a39ad8-e88b-4867-8ccf-921a3f4a4c01 req-04664a5a-314b-4408-931c-6782a530d6a0 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0396220b-ac94-486f-b038-02cdb2c13848 HTTP/1.1" status: 200 len: 217 time: 0.0508130 Oct 27 10:40:01.782395 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a39ad8-e88b-4867-8ccf-921a3f4a4c01 req-923b1f74-d3d7-4fb5-92c4-494f6eecbf09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:40:01.784292 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c3a39ad8-e88b-4867-8ccf-921a3f4a4c01 req-923b1f74-d3d7-4fb5-92c4-494f6eecbf09 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=71c50f4e-5d00-4779-bfe1-162c05f5fddb HTTP/1.1" status: 200 len: 850 time: 0.0521679 Oct 27 10:40:01.800490 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-90a43bd5-ea71-4d35-aebf-07c347b65a7b None None] Publish callbacks [] for port, precommit_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:01.814119 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-90a43bd5-ea71-4d35-aebf-07c347b65a7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606'] for port, after_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:01.854823 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a39ad8-e88b-4867-8ccf-921a3f4a4c01 req-3732f427-4180-4199-bb3b-4aae6dd8449d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:40:01.856820 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c3a39ad8-e88b-4867-8ccf-921a3f4a4c01 req-3732f427-4180-4199-bb3b-4aae6dd8449d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=fca909b5-2d06-4825-8091-33382048b635&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0641029 Oct 27 10:40:01.863748 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab648140-a471-4157-a3be-c6c78e4c4ffd tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Made reservation on behalf of a8f5b249d1a14ea0897d2eccf002a6cb for: {'port': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:40:01.867850 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a43bd5-ea71-4d35-aebf-07c347b65a7b None None] Pushing event updated for resources: {'Port': ['ID=3b929635-1492-474a-a2b6-db02ff4e4ecd,revision_number=1']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:40:01.870023 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ab648140-a471-4157-a3be-c6c78e4c4ffd tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:01.871338 n-d-813419-10 neutron-server[102348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90a43bd5-ea71-4d35-aebf-07c347b65a7b None None] Network a8382394-9b20-470f-aa7d-527662938171 is already hosted by enough agents. {{(pid=102348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:40:01.878407 n-d-813419-10 neutron-server[102348]: DEBUG neutron.scheduler.base_scheduler [None req-90a43bd5-ea71-4d35-aebf-07c347b65a7b None None] Resources bound (agent type, host, resource id): {{(pid=102348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:40:01.882212 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a43bd5-ea71-4d35-aebf-07c347b65a7b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:40:01.882560 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a43bd5-ea71-4d35-aebf-07c347b65a7b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:40:01.882894 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a43bd5-ea71-4d35-aebf-07c347b65a7b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:40:01.883667 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a43bd5-ea71-4d35-aebf-07c347b65a7b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:40:01.883667 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a43bd5-ea71-4d35-aebf-07c347b65a7b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:40:01.884043 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a43bd5-ea71-4d35-aebf-07c347b65a7b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:40:01.884861 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a43bd5-ea71-4d35-aebf-07c347b65a7b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:40:01.884861 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a43bd5-ea71-4d35-aebf-07c347b65a7b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:40:01.884861 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a43bd5-ea71-4d35-aebf-07c347b65a7b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:40:01.885199 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a43bd5-ea71-4d35-aebf-07c347b65a7b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:40:01.885511 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a43bd5-ea71-4d35-aebf-07c347b65a7b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:40:01.885833 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90a43bd5-ea71-4d35-aebf-07c347b65a7b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:40:01.889357 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90a43bd5-ea71-4d35-aebf-07c347b65a7b None None] Received port after_create {{(pid=102348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:40:01.895923 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [None req-ab648140-a471-4157-a3be-c6c78e4c4ffd tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] device_id is not set on port dadd4438-692a-48ca-a62c-927c719f9686 yet. {{(pid=102346) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 10:40:01.964303 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-90a43bd5-ea71-4d35-aebf-07c347b65a7b None None] Attempting to bind port 3b929635-1492-474a-a2b6-db02ff4e4ecd on host n-d-813419-10 for vnic_type normal with profile {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:40:01.964593 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-90a43bd5-ea71-4d35-aebf-07c347b65a7b None None] Attempting to bind port 3b929635-1492-474a-a2b6-db02ff4e4ecd by drivers openvswitch,hyperv on host n-d-813419-10 at level 0 using segments [{'id': 'cddf582a-dddc-45f2-a952-cb2409838478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'a8382394-9b20-470f-aa7d-527662938171'}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:40:01.965020 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90a43bd5-ea71-4d35-aebf-07c347b65a7b None None] Attempting to bind port 3b929635-1492-474a-a2b6-db02ff4e4ecd on network a8382394-9b20-470f-aa7d-527662938171 {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:40:01.970292 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90a43bd5-ea71-4d35-aebf-07c347b65a7b None None] Checking agent: {'id': '89dba0f3-79b2-435e-9822-33674b8f6ada', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 8, 20), 'started_at': datetime.datetime(2021, 10, 27, 10, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 39, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:40:01.970665 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90a43bd5-ea71-4d35-aebf-07c347b65a7b None None] Checking segment: {'id': 'cddf582a-dddc-45f2-a952-cb2409838478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'a8382394-9b20-470f-aa7d-527662938171'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:40:01.971064 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-90a43bd5-ea71-4d35-aebf-07c347b65a7b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:01.971453 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90a43bd5-ea71-4d35-aebf-07c347b65a7b None None] Bound using segment: {'id': 'cddf582a-dddc-45f2-a952-cb2409838478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'a8382394-9b20-470f-aa7d-527662938171'} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:40:01.971918 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-90a43bd5-ea71-4d35-aebf-07c347b65a7b None None] Bound port: 3b929635-1492-474a-a2b6-db02ff4e4ecd, host: n-d-813419-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cddf582a-dddc-45f2-a952-cb2409838478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'a8382394-9b20-470f-aa7d-527662938171'}}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:40:01.972355 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-90a43bd5-ea71-4d35-aebf-07c347b65a7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:02.023818 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c3a39ad8-e88b-4867-8ccf-921a3f4a4c01 req-208f5fb9-c6f0-43c2-9237-bbd3b6706379 service neutron] 10.222.0.64 "GET /v2.0/networks/fca909b5-2d06-4825-8091-33382048b635?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1583791 Oct 27 10:40:02.072115 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-90a43bd5-ea71-4d35-aebf-07c347b65a7b None None] For port 3b929635-1492-474a-a2b6-db02ff4e4ecd, host n-d-813419-10, cleared binding levels {{(pid=102348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:40:02.075373 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-90a43bd5-ea71-4d35-aebf-07c347b65a7b None None] For port 3b929635-1492-474a-a2b6-db02ff4e4ecd, host n-d-813419-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=3b929635-1492-474a-a2b6-db02ff4e4ecd,segment=NetworkSegment(cddf582a-dddc-45f2-a952-cb2409838478),segment_id=cddf582a-dddc-45f2-a952-cb2409838478)] {{(pid=102348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:40:02.084169 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-90a43bd5-ea71-4d35-aebf-07c347b65a7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:02.103212 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_common [None req-ab648140-a471-4157-a3be-c6c78e4c4ffd tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Allocated IP 2001:db8::3a4 (a8382394-9b20-470f-aa7d-527662938171/468d3cb6-dd38-4686-9bd7-907c318bbd92/dadd4438-692a-48ca-a62c-927c719f9686) {{(pid=102346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:40:02.149701 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c3a39ad8-e88b-4867-8ccf-921a3f4a4c01 req-05dc78a6-17a5-445a-826b-dae1151b3467 service neutron] 10.222.0.64 "GET /v2.0/networks/fca909b5-2d06-4825-8091-33382048b635?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1180615 Oct 27 10:40:02.166522 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a43bd5-ea71-4d35-aebf-07c347b65a7b None None] Pushing event updated for resources: {'Port': ['ID=3b929635-1492-474a-a2b6-db02ff4e4ecd,revision_number=2']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:40:02.294570 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ab648140-a471-4157-a3be-c6c78e4c4ffd tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks [] for port, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:02.327027 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8239a3ac-249c-46dc-a4b7-b37d8a1a4021 req-e76109b3-1d0c-4d2e-b50d-7816e223be1f tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:40:02.332257 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8239a3ac-249c-46dc-a4b7-b37d8a1a4021 req-e76109b3-1d0c-4d2e-b50d-7816e223be1f tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c04e14d-1d7d-427d-aff6-12976f95a83a HTTP/1.1" status: 200 len: 943 time: 0.0703232 Oct 27 10:40:02.379635 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ab648140-a471-4157-a3be-c6c78e4c4ffd tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:02.409378 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8239a3ac-249c-46dc-a4b7-b37d8a1a4021 req-6979a025-f45a-4e9e-8f34-e45a67d01417 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/security-groups?id=cc9284c7-fb9e-4cd7-891d-df58f9ea4e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734243 Oct 27 10:40:02.463874 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:02.465072 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab648140-a471-4157-a3be-c6c78e4c4ffd tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Network a8382394-9b20-470f-aa7d-527662938171 is already hosted by enough agents. {{(pid=102346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:40:02.468899 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-ab648140-a471-4157-a3be-c6c78e4c4ffd tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Resources bound (agent type, host, resource id): {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:40:02.474467 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab648140-a471-4157-a3be-c6c78e4c4ffd tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Received port after_create {{(pid=102346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:40:02.480493 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab648140-a471-4157-a3be-c6c78e4c4ffd tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:40:02.481353 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ab648140-a471-4157-a3be-c6c78e4c4ffd tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:02.496235 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab648140-a471-4157-a3be-c6c78e4c4ffd tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Pushing event updated for resources: {'Port': ['ID=dadd4438-692a-48ca-a62c-927c719f9686,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:40:02.509575 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 45258) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:40:02.515990 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-ab648140-a471-4157-a3be-c6c78e4c4ffd tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.8391910 Oct 27 10:40:02.553326 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 3b929635-1492-474a-a2b6-db02ff4e4ecd up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:40:02.617616 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beebb205-0400-45c2-a232-f498eafe804b tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:40:02.619646 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-beebb205-0400-45c2-a232-f498eafe804b tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] 10.222.0.44 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A41 HTTP/1.1" status: 200 len: 928 time: 0.1090691 Oct 27 10:40:02.622623 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 45262) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:40:02.637353 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port 3b929635-1492-474a-a2b6-db02ff4e4ecd triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:40:02.637906 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:02.719947 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-45faeccc-f997-438a-8b7f-1bd6369a5628 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Deleting port dadd4438-692a-48ca-a62c-927c719f9686 {{(pid=102347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:40:02.720584 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-45faeccc-f997-438a-8b7f-1bd6369a5628 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:02.720819 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:02.764054 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] For port 3b929635-1492-474a-a2b6-db02ff4e4ecd, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=3b929635-1492-474a-a2b6-db02ff4e4ecd,segment=NetworkSegment(cddf582a-dddc-45f2-a952-cb2409838478),segment_id=cddf582a-dddc-45f2-a952-cb2409838478)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:40:02.775057 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:02.833207 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-45faeccc-f997-438a-8b7f-1bd6369a5628 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:02.851570 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Pushing event updated for resources: {'Port': ['ID=3b929635-1492-474a-a2b6-db02ff4e4ecd,revision_number=3']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:40:02.852306 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-45faeccc-f997-438a-8b7f-1bd6369a5628 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Calling delete_port for dadd4438-692a-48ca-a62c-927c719f9686 owned by {{(pid=102347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:40:03.010783 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-45faeccc-f997-438a-8b7f-1bd6369a5628 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:03.045866 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45faeccc-f997-438a-8b7f-1bd6369a5628 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Pushing event deleted for resources: {'Port': ['ID=dadd4438-692a-48ca-a62c-927c719f9686,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:40:03.078177 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-45faeccc-f997-438a-8b7f-1bd6369a5628 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:03.081714 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-45faeccc-f997-438a-8b7f-1bd6369a5628 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] 10.222.0.44 "DELETE /v2.0/ports/dadd4438-692a-48ca-a62c-927c719f9686 HTTP/1.1" status: 204 len: 168 time: 0.4571435 Oct 27 10:40:03.084361 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 45280) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:40:03.132977 n-d-813419-10 neutron-server[102347]: INFO neutron.pecan_wsgi.hooks.translation [None req-15e6e826-6a4b-4bb5-a963-2b2930ce2b58 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] GET failed (client error): The resource could not be found. Oct 27 10:40:03.134653 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-15e6e826-6a4b-4bb5-a963-2b2930ce2b58 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] 10.222.0.44 "GET /v2.0/ports/dadd4438-692a-48ca-a62c-927c719f9686 HTTP/1.1" status: 404 len: 333 time: 0.0492778 Oct 27 10:40:03.138447 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 45284) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:40:03.240498 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-3a7ab9a9-0dee-4677-9f76-b753e0ad5c08 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Deleting port 6ce65050-f531-480e-bcef-f1e684105739 {{(pid=102347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:40:03.240890 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-3a7ab9a9-0dee-4677-9f76-b753e0ad5c08 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:03.523117 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09125259-2a04-454d-912c-6ccc20469e9a None None] Network a8382394-9b20-470f-aa7d-527662938171 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:40:03.650349 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-adab140b-3634-4201-a4a7-b35b948e2d27 None None] Provisioning complete for port 3b929635-1492-474a-a2b6-db02ff4e4ecd triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:40:03.651586 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-adab140b-3634-4201-a4a7-b35b948e2d27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:03.754463 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdf43f8-a28b-4e0e-9fe4-e6b5e04a7ad5 req-7bfe038f-40e7-457c-9723-c4eb87472137 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:40:03.756188 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-3bdf43f8-a28b-4e0e-9fe4-e6b5e04a7ad5 req-7bfe038f-40e7-457c-9723-c4eb87472137 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c04e14d-1d7d-427d-aff6-12976f95a83a HTTP/1.1" status: 200 len: 943 time: 0.0812445 Oct 27 10:40:03.777763 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-3a7ab9a9-0dee-4677-9f76-b753e0ad5c08 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:03.799786 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-3a7ab9a9-0dee-4677-9f76-b753e0ad5c08 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Calling delete_port for 6ce65050-f531-480e-bcef-f1e684105739 owned by {{(pid=102347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:40:03.826935 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-3bdf43f8-a28b-4e0e-9fe4-e6b5e04a7ad5 req-b0e77ac1-e62d-4290-981f-96a6c80b0f33 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/security-groups?id=cc9284c7-fb9e-4cd7-891d-df58f9ea4e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630808 Oct 27 10:40:03.954227 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-3a7ab9a9-0dee-4677-9f76-b753e0ad5c08 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:03.988612 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7ab9a9-0dee-4677-9f76-b753e0ad5c08 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Pushing event deleted for resources: {'Port': ['ID=6ce65050-f531-480e-bcef-f1e684105739,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:40:04.022544 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-3a7ab9a9-0dee-4677-9f76-b753e0ad5c08 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:04.025929 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-3a7ab9a9-0dee-4677-9f76-b753e0ad5c08 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] 10.222.0.44 "DELETE /v2.0/ports/6ce65050-f531-480e-bcef-f1e684105739 HTTP/1.1" status: 204 len: 168 time: 0.8865092 Oct 27 10:40:04.028763 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 45322) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:40:04.055614 n-d-813419-10 neutron-server[102347]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac31ebaf-c92b-41ed-88fc-19c08a58b92b tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] GET failed (client error): The resource could not be found. Oct 27 10:40:04.057279 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-ac31ebaf-c92b-41ed-88fc-19c08a58b92b tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] 10.222.0.44 "GET /v2.0/ports/6ce65050-f531-480e-bcef-f1e684105739 HTTP/1.1" status: 404 len: 333 time: 0.0273557 Oct 27 10:40:04.060029 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 45326) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:40:04.125049 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_v2 [None req-bbc80e8a-d499-4953-a198-df3fe4d213d1 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Deleting subnet 468d3cb6-dd38-4686-9bd7-907c318bbd92 {{(pid=102347) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 10:40:04.128525 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-bbc80e8a-d499-4953-a198-df3fe4d213d1 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks [] for subnet, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:04.133666 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-6e877c05-5da0-4c04-836b-ac326c15cb88 None None] Provisioning complete for port 3b929635-1492-474a-a2b6-db02ff4e4ecd triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:40:04.134941 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-6e877c05-5da0-4c04-836b-ac326c15cb88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:04.180942 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-bbc80e8a-d499-4953-a198-df3fe4d213d1 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-18445109'] for subnet, precommit_delete_associations {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:04.265169 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-6e877c05-5da0-4c04-836b-ac326c15cb88 None None] Could not find standard attr ID for object 6ce65050-f531-480e-bcef-f1e684105739. {{(pid=102348) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 27 10:40:04.302768 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-bbc80e8a-d499-4953-a198-df3fe4d213d1 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855646'] for subnet, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:04.383269 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-bbc80e8a-d499-4953-a198-df3fe4d213d1 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-18295818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18043720'] for subnet, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:04.414169 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc80e8a-d499-4953-a198-df3fe4d213d1 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Pushing event deleted for resources: {'Subnet': ['ID=468d3cb6-dd38-4686-9bd7-907c318bbd92,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:40:04.418804 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-bbc80e8a-d499-4953-a198-df3fe4d213d1 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks [] for subnet, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:04.424786 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 45336) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:40:04.425266 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-bbc80e8a-d499-4953-a198-df3fe4d213d1 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] 10.222.0.44 "DELETE /v2.0/subnets/468d3cb6-dd38-4686-9bd7-907c318bbd92 HTTP/1.1" status: 204 len: 168 time: 0.3637779 Oct 27 10:40:04.479993 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-281c2303-1220-4a4a-9e07-b9474c462104 None None] Could not find standard attr ID for object 6ce65050-f531-480e-bcef-f1e684105739. {{(pid=102348) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 27 10:40:04.524228 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 3b929635-1492-474a-a2b6-db02ff4e4ecd up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:40:04.529339 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-c4276ae8-45b6-4d99-ba29-740f03a7c0e8 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586917'] for network, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:04.571318 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device 0396220b-ac94-486f-b038-02cdb2c13848 details requested by agent hyperv_n-h1-813419-10 with host n-h1-813419-10 {{(pid=102348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 10:40:04.708496 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port 3b929635-1492-474a-a2b6-db02ff4e4ecd triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:40:04.709122 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:04.794589 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ef900d2-3af6-4c53-a99d-98ce7bd532a5 None None] Network a8382394-9b20-470f-aa7d-527662938171 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:40:04.892772 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-c9e5f10d-7c6e-4056-a29e-352c5fa1b983 None None] Could not find standard attr ID for object dadd4438-692a-48ca-a62c-927c719f9686. {{(pid=102348) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 27 10:40:04.912481 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port 0396220b-ac94-486f-b038-02cdb2c13848, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=0396220b-ac94-486f-b038-02cdb2c13848,segment=NetworkSegment(3fa8f95e-6276-4974-b5c0-da1e0ae271fc),segment_id=3fa8f95e-6276-4974-b5c0-da1e0ae271fc)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:40:04.993517 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Returning: {'device': '0396220b-ac94-486f-b038-02cdb2c13848', 'network_id': 'fca909b5-2d06-4825-8091-33382048b635', 'port_id': '0396220b-ac94-486f-b038-02cdb2c13848', 'mac_address': 'fa:16:3e:45:2f:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 429, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71c50f4e-5d00-4779-bfe1-162c05f5fddb', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 10:40:04.999222 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470def0c-7d5b-4e84-aa34-bd1c3e05479c req-29501256-f2bd-4336-9ea7-0a2834042bb2 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:40:05.029860 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-470def0c-7d5b-4e84-aa34-bd1c3e05479c req-29501256-f2bd-4336-9ea7-0a2834042bb2 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c04e14d-1d7d-427d-aff6-12976f95a83a HTTP/1.1" status: 200 len: 943 time: 0.1029205 Oct 27 10:40:05.042602 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:05.108671 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0396220b-ac94-486f-b038-02cdb2c13848 {{(pid=102348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:40:05.141794 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-470def0c-7d5b-4e84-aa34-bd1c3e05479c req-e9262adc-23a5-4ad4-9429-65ca65be2184 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/security-groups?id=cc9284c7-fb9e-4cd7-891d-df58f9ea4e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094487 Oct 27 10:40:05.159063 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port 0396220b-ac94-486f-b038-02cdb2c13848, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=0396220b-ac94-486f-b038-02cdb2c13848,segment=NetworkSegment(3fa8f95e-6276-4974-b5c0-da1e0ae271fc),segment_id=3fa8f95e-6276-4974-b5c0-da1e0ae271fc)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:40:05.167279 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-c4276ae8-45b6-4d99-ba29-740f03a7c0e8 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Deleting port 3b929635-1492-474a-a2b6-db02ff4e4ecd {{(pid=102346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:40:05.171861 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:05.171981 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-c4276ae8-45b6-4d99-ba29-740f03a7c0e8 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:05.202135 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aad60e3-c0b3-411e-9591-38500f42a659 None None] DHCP port deletion for a8382394-9b20-470f-aa7d-527662938171 request from n-d-813419-10 {{(pid=102348) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 10:40:05.261855 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [None req-c4276ae8-45b6-4d99-ba29-740f03a7c0e8 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] For port 3b929635-1492-474a-a2b6-db02ff4e4ecd, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=3b929635-1492-474a-a2b6-db02ff4e4ecd,segment=NetworkSegment(cddf582a-dddc-45f2-a952-cb2409838478),segment_id=cddf582a-dddc-45f2-a952-cb2409838478)] {{(pid=102346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:40:05.262362 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-c4276ae8-45b6-4d99-ba29-740f03a7c0e8 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:05.278089 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-c4276ae8-45b6-4d99-ba29-740f03a7c0e8 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Calling delete_port for 3b929635-1492-474a-a2b6-db02ff4e4ecd owned by network:dhcp {{(pid=102346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:40:05.308783 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Pushing event updated for resources: {'Port': ['ID=0396220b-ac94-486f-b038-02cdb2c13848,revision_number=4']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:40:05.356837 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-6aad60e3-c0b3-411e-9591-38500f42a659 None None] Deleting port 3b929635-1492-474a-a2b6-db02ff4e4ecd {{(pid=102348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:40:05.357211 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-6aad60e3-c0b3-411e-9591-38500f42a659 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:05.395584 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-c4276ae8-45b6-4d99-ba29-740f03a7c0e8 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:05.431779 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4276ae8-45b6-4d99-ba29-740f03a7c0e8 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] No DVR routers for this DVR port 3b929635-1492-474a-a2b6-db02ff4e4ecd on host n-d-813419-10 {{(pid=102346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:40:05.442305 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4276ae8-45b6-4d99-ba29-740f03a7c0e8 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Pushing event deleted for resources: {'Port': ['ID=3b929635-1492-474a-a2b6-db02ff4e4ecd,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:40:05.450076 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-6aad60e3-c0b3-411e-9591-38500f42a659 None None] For port 3b929635-1492-474a-a2b6-db02ff4e4ecd, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=3b929635-1492-474a-a2b6-db02ff4e4ecd,segment=NetworkSegment(cddf582a-dddc-45f2-a952-cb2409838478),segment_id=cddf582a-dddc-45f2-a952-cb2409838478)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:40:05.450618 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-6aad60e3-c0b3-411e-9591-38500f42a659 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:05.466526 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-6aad60e3-c0b3-411e-9591-38500f42a659 None None] Calling delete_port for 3b929635-1492-474a-a2b6-db02ff4e4ecd owned by network:dhcp {{(pid=102348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:40:05.518524 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] get_ports_and_sgs() called for port_ids ['0396220b-ac94-486f-b038-02cdb2c13848'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:40:05.537290 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-c4276ae8-45b6-4d99-ba29-740f03a7c0e8 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857803', 'neutron.services.segments.db._delete_segments_for_network-8743873143390'] for network, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:05.558560 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-c4276ae8-45b6-4d99-ba29-740f03a7c0e8 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8382394-9b20-470f-aa7d-527662938171']}} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:40:05.568907 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-c4276ae8-45b6-4d99-ba29-740f03a7c0e8 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cddf582a-dddc-45f2-a952-cb2409838478') {'for_net_delete': True} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:40:05.569318 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-c4276ae8-45b6-4d99-ba29-740f03a7c0e8 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cddf582a-dddc-45f2-a952-cb2409838478') {} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:40:05.578887 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-c4276ae8-45b6-4d99-ba29-740f03a7c0e8 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743873145191', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25847877'] for segment, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:05.592426 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-c4276ae8-45b6-4d99-ba29-740f03a7c0e8 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:05.595282 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-6aad60e3-c0b3-411e-9591-38500f42a659 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615'] for port, after_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:05.599826 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4276ae8-45b6-4d99-ba29-740f03a7c0e8 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Releasing vlan 408 on physical network physnet1 to pool {{(pid=102346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 10:40:05.600500 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-c4276ae8-45b6-4d99-ba29-740f03a7c0e8 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27024137'] for segment, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:05.641720 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aad60e3-c0b3-411e-9591-38500f42a659 None None] Pushing event deleted for resources: {'Port': ['ID=3b929635-1492-474a-a2b6-db02ff4e4ecd,revision_number=None']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:40:05.646603 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aad60e3-c0b3-411e-9591-38500f42a659 None None] No DVR routers for this DVR port 3b929635-1492-474a-a2b6-db02ff4e4ecd on host n-d-813419-10 {{(pid=102348) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:40:05.683809 n-d-813419-10 neutron-server[102346]: Traceback (most recent call last): Oct 27 10:40:05.683809 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 10:40:05.683809 n-d-813419-10 neutron-server[102346]: timer() Oct 27 10:40:05.683809 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 10:40:05.683809 n-d-813419-10 neutron-server[102346]: cb(*args, **kw) Oct 27 10:40:05.683809 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 10:40:05.683809 n-d-813419-10 neutron-server[102346]: return func(*args, **kwargs) Oct 27 10:40:05.683809 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 10:40:05.683809 n-d-813419-10 neutron-server[102346]: self._notify() Oct 27 10:40:05.683809 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 10:40:05.683809 n-d-813419-10 neutron-server[102346]: self.callback(batched_events) Oct 27 10:40:05.683809 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 10:40:05.683809 n-d-813419-10 neutron-server[102346]: event.method(event) Oct 27 10:40:05.683809 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 10:40:05.683809 n-d-813419-10 neutron-server[102346]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 10:40:05.683809 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 10:40:05.683809 n-d-813419-10 neutron-server[102346]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 10:40:05.683809 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 10:40:05.683809 n-d-813419-10 neutron-server[102346]: return f(self, *a, **k) Oct 27 10:40:05.683809 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 10:40:05.683809 n-d-813419-10 neutron-server[102346]: return self._get(url).json() Oct 27 10:40:05.683809 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 10:40:05.683809 n-d-813419-10 neutron-server[102346]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 10:40:05.683809 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 10:40:05.683809 n-d-813419-10 neutron-server[102346]: return self.request(url, 'GET', **kwargs) Oct 27 10:40:05.683809 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 10:40:05.683809 n-d-813419-10 neutron-server[102346]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 10:40:05.683809 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 10:40:05.683809 n-d-813419-10 neutron-server[102346]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 10:40:05.683809 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 10:40:05.683809 n-d-813419-10 neutron-server[102346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 10:40:05.683809 n-d-813419-10 neutron-server[102346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 10:40:05.691236 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-c4276ae8-45b6-4d99-ba29-740f03a7c0e8 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664840'] for network, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:05.700574 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-c4276ae8-45b6-4d99-ba29-740f03a7c0e8 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for network, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:05.704703 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-c4276ae8-45b6-4d99-ba29-740f03a7c0e8 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] 10.222.0.44 "DELETE /v2.0/networks/a8382394-9b20-470f-aa7d-527662938171 HTTP/1.1" status: 204 len: 168 time: 1.2780766 Oct 27 10:40:05.709086 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 45362) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:40:05.714583 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-3a1d4864-05f8-4d95-8064-2a3a73ad8f27 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1813867156'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:40:05.721667 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4276ae8-45b6-4d99-ba29-740f03a7c0e8 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Pushing event deleted for resources: {'Network': ['ID=a8382394-9b20-470f-aa7d-527662938171,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:40:05.749396 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a1d4864-05f8-4d95-8064-2a3a73ad8f27 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Made reservation on behalf of a8f5b249d1a14ea0897d2eccf002a6cb for: {'network': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:40:05.754312 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-3a1d4864-05f8-4d95-8064-2a3a73ad8f27 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for network, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:05.789208 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a1d4864-05f8-4d95-8064-2a3a73ad8f27 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 432} {{(pid=102347) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 10:40:05.806937 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-3a1d4864-05f8-4d95-8064-2a3a73ad8f27 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:05.807652 n-d-813419-10 neutron-server[102347]: INFO neutron.db.segments_db [None req-3a1d4864-05f8-4d95-8064-2a3a73ad8f27 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Added segment 442a44e0-bf58-4938-9266-489a2136f51e of type vlan for network f5c72947-b670-48a2-a0b7-7218731d18cd Oct 27 10:40:05.867564 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-3a1d4864-05f8-4d95-8064-2a3a73ad8f27 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743872593080'] for network, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:05.893478 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-3a1d4864-05f8-4d95-8064-2a3a73ad8f27 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913'] for network, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:05.900005 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a1d4864-05f8-4d95-8064-2a3a73ad8f27 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:40:05.900773 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-3a1d4864-05f8-4d95-8064-2a3a73ad8f27 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for network, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:05.967846 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-3a1d4864-05f8-4d95-8064-2a3a73ad8f27 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2574096 Oct 27 10:40:05.970709 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 45366) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:40:05.976644 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-22022fd1-19fd-479a-a3a7-1957eac0c181 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Request body: {'subnet': {'network_id': 'f5c72947-b670-48a2-a0b7-7218731d18cd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:40:05.983090 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1d4864-05f8-4d95-8064-2a3a73ad8f27 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Pushing event updated for resources: {'Network': ['ID=f5c72947-b670-48a2-a0b7-7218731d18cd,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:40:05.994855 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Network f5c72947-b670-48a2-a0b7-7218731d18cd details requested by agent ovs-agent-n-d-813419-10 with host n-d-813419-10 {{(pid=102348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 10:40:06.085636 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22022fd1-19fd-479a-a3a7-1957eac0c181 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Made reservation on behalf of a8f5b249d1a14ea0897d2eccf002a6cb for: {'subnet': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:40:06.089374 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-22022fd1-19fd-479a-a3a7-1957eac0c181 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27167186'] for subnet, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:06.300146 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8faf3c7-0604-41be-b8e3-6d4a67dde7fa req-85d85d53-9088-440c-8f53-8ec2dc5177e2 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:40:06.308883 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-e8faf3c7-0604-41be-b8e3-6d4a67dde7fa req-85d85d53-9088-440c-8f53-8ec2dc5177e2 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c04e14d-1d7d-427d-aff6-12976f95a83a HTTP/1.1" status: 200 len: 944 time: 0.0725031 Oct 27 10:40:06.359626 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-22022fd1-19fd-479a-a3a7-1957eac0c181 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27024290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27167168'] for subnet, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:06.394199 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-e8faf3c7-0604-41be-b8e3-6d4a67dde7fa req-2abfdf1c-4433-41ec-b475-82f5d7dfb90a tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/security-groups?id=cc9284c7-fb9e-4cd7-891d-df58f9ea4e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803256 Oct 27 10:40:06.451248 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22022fd1-19fd-479a-a3a7-1957eac0c181 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Pushing event updated for resources: {'Subnet': ['ID=607dd537-825b-4308-8254-ebc59a6d211c,revision_number=0']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:40:06.460421 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22022fd1-19fd-479a-a3a7-1957eac0c181 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Checking segment: {'id': '442a44e0-bf58-4938-9266-489a2136f51e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'f5c72947-b670-48a2-a0b7-7218731d18cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:40:06.461002 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22022fd1-19fd-479a-a3a7-1957eac0c181 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Network hostable DHCP agents. Network: f5c72947-b670-48a2-a0b7-7218731d18cd, hostable agents: ['eafd4000-b897-4722-ae8b-0118ec955181'], hosted agents: [] {{(pid=102346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 10:40:06.482125 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22022fd1-19fd-479a-a3a7-1957eac0c181 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Network f5c72947-b670-48a2-a0b7-7218731d18cd is scheduled to be hosted by DHCP agent eafd4000-b897-4722-ae8b-0118ec955181 with binding_index 1 {{(pid=102346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 10:40:06.492672 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-22022fd1-19fd-479a-a3a7-1957eac0c181 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-10, f5c72947-b670-48a2-a0b7-7218731d18cd) {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:40:06.494087 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 3b929635-1492-474a-a2b6-db02ff4e4ecd no longer exists at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:40:06.496776 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22022fd1-19fd-479a-a3a7-1957eac0c181 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:40:06.497421 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-22022fd1-19fd-479a-a3a7-1957eac0c181 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for subnet, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:06.518785 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] No Port match for: 3b929635-1492-474a-a2b6-db02ff4e4ecd {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:40:06.519891 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 3b929635-1492-474a-a2b6-db02ff4e4ecd not bound to the agent host n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:40:06.521473 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-22022fd1-19fd-479a-a3a7-1957eac0c181 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5486493 Oct 27 10:40:06.522355 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 45376) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:40:06.524599 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79fadd29-bffb-4574-924f-9d89a55b0579 None None] Network f5c72947-b670-48a2-a0b7-7218731d18cd requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:40:06.530460 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-0b9acc8e-d65d-4aa0-b6e7-e165dfa3b733 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Request body: {'port': {'network_id': 'f5c72947-b670-48a2-a0b7-7218731d18cd', 'name': 'tempest-PortsIpV6TestJSON-80838159', 'fixed_ips': [{'subnet_id': '607dd537-825b-4308-8254-ebc59a6d211c', 'ip_address': '2001:db8::10'}]}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:40:06.658907 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b9acc8e-d65d-4aa0-b6e7-e165dfa3b733 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Made reservation on behalf of a8f5b249d1a14ea0897d2eccf002a6cb for: {'port': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:40:06.688285 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24fe9e14-9226-40d1-8780-fecf144c460b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp734b258e-7d96-550c-b970-9b72ab66f383-f5c72947-b670-48a2-a0b7-7218731d18cd', 'network_id': 'f5c72947-b670-48a2-a0b7-7218731d18cd', 'tenant_id': 'a8f5b249d1a14ea0897d2eccf002a6cb', 'fixed_ips': [{'subnet_id': '607dd537-825b-4308-8254-ebc59a6d211c'}]}} from n-d-813419-10. {{(pid=102348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 10:40:06.689210 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-24fe9e14-9226-40d1-8780-fecf144c460b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:06.745636 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-0b9acc8e-d65d-4aa0-b6e7-e165dfa3b733 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:06.764148 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [None req-0b9acc8e-d65d-4aa0-b6e7-e165dfa3b733 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] device_id is not set on port e2e2392f-1044-4a87-88c8-057903241629 yet. {{(pid=102347) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 10:40:06.830820 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.db_base_plugin_common [None req-24fe9e14-9226-40d1-8780-fecf144c460b None None] Allocated IP 2001:db8::2 (f5c72947-b670-48a2-a0b7-7218731d18cd/607dd537-825b-4308-8254-ebc59a6d211c/d93de406-9647-4f43-aa7a-e3a5a232cf0a) {{(pid=102348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:40:06.985385 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-24fe9e14-9226-40d1-8780-fecf144c460b None None] Publish callbacks [] for port, precommit_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:06.994109 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-24fe9e14-9226-40d1-8780-fecf144c460b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606'] for port, after_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:07.037857 n-d-813419-10 neutron-server[102348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24fe9e14-9226-40d1-8780-fecf144c460b None None] Network f5c72947-b670-48a2-a0b7-7218731d18cd is already hosted by enough agents. {{(pid=102348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:40:07.041199 n-d-813419-10 neutron-server[102348]: DEBUG neutron.scheduler.base_scheduler [None req-24fe9e14-9226-40d1-8780-fecf144c460b None None] Resources bound (agent type, host, resource id): {{(pid=102348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:40:07.045417 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24fe9e14-9226-40d1-8780-fecf144c460b None None] Received port after_create {{(pid=102348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:40:07.057695 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fe9e14-9226-40d1-8780-fecf144c460b None None] Pushing event updated for resources: {'Port': ['ID=d93de406-9647-4f43-aa7a-e3a5a232cf0a,revision_number=1']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:40:07.058285 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_common [None req-0b9acc8e-d65d-4aa0-b6e7-e165dfa3b733 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Allocated IP 2001:db8::10 (f5c72947-b670-48a2-a0b7-7218731d18cd/607dd537-825b-4308-8254-ebc59a6d211c/e2e2392f-1044-4a87-88c8-057903241629) {{(pid=102347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:40:07.109446 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-24fe9e14-9226-40d1-8780-fecf144c460b None None] Attempting to bind port d93de406-9647-4f43-aa7a-e3a5a232cf0a on host n-d-813419-10 for vnic_type normal with profile {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:40:07.110116 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-24fe9e14-9226-40d1-8780-fecf144c460b None None] Attempting to bind port d93de406-9647-4f43-aa7a-e3a5a232cf0a by drivers openvswitch,hyperv on host n-d-813419-10 at level 0 using segments [{'id': '442a44e0-bf58-4938-9266-489a2136f51e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'f5c72947-b670-48a2-a0b7-7218731d18cd'}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:40:07.110477 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24fe9e14-9226-40d1-8780-fecf144c460b None None] Attempting to bind port d93de406-9647-4f43-aa7a-e3a5a232cf0a on network f5c72947-b670-48a2-a0b7-7218731d18cd {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:40:07.116824 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24fe9e14-9226-40d1-8780-fecf144c460b None None] Checking agent: {'id': '89dba0f3-79b2-435e-9822-33674b8f6ada', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 8, 20), 'started_at': datetime.datetime(2021, 10, 27, 10, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 39, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:40:07.117198 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24fe9e14-9226-40d1-8780-fecf144c460b None None] Checking segment: {'id': '442a44e0-bf58-4938-9266-489a2136f51e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'f5c72947-b670-48a2-a0b7-7218731d18cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:40:07.117582 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-24fe9e14-9226-40d1-8780-fecf144c460b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:07.117970 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24fe9e14-9226-40d1-8780-fecf144c460b None None] Bound using segment: {'id': '442a44e0-bf58-4938-9266-489a2136f51e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'f5c72947-b670-48a2-a0b7-7218731d18cd'} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:40:07.118640 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-24fe9e14-9226-40d1-8780-fecf144c460b None None] Bound port: d93de406-9647-4f43-aa7a-e3a5a232cf0a, host: n-d-813419-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '442a44e0-bf58-4938-9266-489a2136f51e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'f5c72947-b670-48a2-a0b7-7218731d18cd'}}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:40:07.119016 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-24fe9e14-9226-40d1-8780-fecf144c460b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:07.192227 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-24fe9e14-9226-40d1-8780-fecf144c460b None None] For port d93de406-9647-4f43-aa7a-e3a5a232cf0a, host n-d-813419-10, cleared binding levels {{(pid=102348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:40:07.196040 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-24fe9e14-9226-40d1-8780-fecf144c460b None None] For port d93de406-9647-4f43-aa7a-e3a5a232cf0a, host n-d-813419-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=d93de406-9647-4f43-aa7a-e3a5a232cf0a,segment=NetworkSegment(442a44e0-bf58-4938-9266-489a2136f51e),segment_id=442a44e0-bf58-4938-9266-489a2136f51e)] {{(pid=102348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:40:07.202794 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-24fe9e14-9226-40d1-8780-fecf144c460b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:07.246324 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-0b9acc8e-d65d-4aa0-b6e7-e165dfa3b733 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks [] for port, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:07.274570 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fe9e14-9226-40d1-8780-fecf144c460b None None] Pushing event updated for resources: {'Port': ['ID=d93de406-9647-4f43-aa7a-e3a5a232cf0a,revision_number=2']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:40:07.302913 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-0b9acc8e-d65d-4aa0-b6e7-e165dfa3b733 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:07.391118 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9acc8e-d65d-4aa0-b6e7-e165dfa3b733 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Pushing event updated for resources: {'Port': ['ID=e2e2392f-1044-4a87-88c8-057903241629,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:40:07.396022 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b9acc8e-d65d-4aa0-b6e7-e165dfa3b733 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Network f5c72947-b670-48a2-a0b7-7218731d18cd is already hosted by enough agents. {{(pid=102347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:40:07.397832 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [None req-0b9acc8e-d65d-4aa0-b6e7-e165dfa3b733 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Resources bound (agent type, host, resource id): {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:40:07.400645 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b9acc8e-d65d-4aa0-b6e7-e165dfa3b733 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Received port after_create {{(pid=102347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:40:07.408359 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b9acc8e-d65d-4aa0-b6e7-e165dfa3b733 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:40:07.409017 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-0b9acc8e-d65d-4aa0-b6e7-e165dfa3b733 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:07.437350 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 45386) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:40:07.443671 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-449b26fc-b476-4822-b1b8-ab36282bcd86 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Request body: {'port': {'network_id': 'f5c72947-b670-48a2-a0b7-7218731d18cd', 'name': 'tempest-PortsIpV6TestJSON-1182702142', 'fixed_ips': [{'subnet_id': '607dd537-825b-4308-8254-ebc59a6d211c', 'ip_address': '2001:db8::f'}]}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:40:07.448988 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-0b9acc8e-d65d-4aa0-b6e7-e165dfa3b733 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.9254556 Oct 27 10:40:07.563895 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdce6c81-9c56-4ff3-a147-ceaf68da0026 req-fbfaa744-c44e-4c48-a5e4-3319bb7fa02c tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:40:07.566294 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-cdce6c81-9c56-4ff3-a147-ceaf68da0026 req-fbfaa744-c44e-4c48-a5e4-3319bb7fa02c tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c04e14d-1d7d-427d-aff6-12976f95a83a HTTP/1.1" status: 200 len: 944 time: 0.0827281 Oct 27 10:40:07.640948 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-cdce6c81-9c56-4ff3-a147-ceaf68da0026 req-10bceef6-7f69-4394-b539-9272344feb3e tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/security-groups?id=cc9284c7-fb9e-4cd7-891d-df58f9ea4e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649295 Oct 27 10:40:07.668466 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-449b26fc-b476-4822-b1b8-ab36282bcd86 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Made reservation on behalf of a8f5b249d1a14ea0897d2eccf002a6cb for: {'port': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:40:07.792258 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-449b26fc-b476-4822-b1b8-ab36282bcd86 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:07.816331 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [None req-449b26fc-b476-4822-b1b8-ab36282bcd86 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] device_id is not set on port 6bdb4461-8535-45ff-82a2-041ea9231e3c yet. {{(pid=102346) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 10:40:07.995384 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_common [None req-449b26fc-b476-4822-b1b8-ab36282bcd86 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Allocated IP 2001:db8::f (f5c72947-b670-48a2-a0b7-7218731d18cd/607dd537-825b-4308-8254-ebc59a6d211c/6bdb4461-8535-45ff-82a2-041ea9231e3c) {{(pid=102346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:40:08.154486 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-449b26fc-b476-4822-b1b8-ab36282bcd86 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks [] for port, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:08.195030 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-449b26fc-b476-4822-b1b8-ab36282bcd86 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:08.253035 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-449b26fc-b476-4822-b1b8-ab36282bcd86 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Network f5c72947-b670-48a2-a0b7-7218731d18cd is already hosted by enough agents. {{(pid=102346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:40:08.257558 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-449b26fc-b476-4822-b1b8-ab36282bcd86 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Resources bound (agent type, host, resource id): {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:40:08.262508 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-449b26fc-b476-4822-b1b8-ab36282bcd86 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Received port after_create {{(pid=102346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:40:08.268724 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-449b26fc-b476-4822-b1b8-ab36282bcd86 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:40:08.269481 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-449b26fc-b476-4822-b1b8-ab36282bcd86 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:08.276155 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449b26fc-b476-4822-b1b8-ab36282bcd86 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Pushing event updated for resources: {'Port': ['ID=6bdb4461-8535-45ff-82a2-041ea9231e3c,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:40:08.295212 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 45398) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:40:08.304866 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-449b26fc-b476-4822-b1b8-ab36282bcd86 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.8656299 Oct 27 10:40:08.398998 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a4e6fb7-840c-4827-96a1-b82782b70ba3 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:40:08.400652 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-2a4e6fb7-840c-4827-96a1-b82782b70ba3 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] 10.222.0.44 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 926 time: 0.1042216 Oct 27 10:40:08.403606 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 45402) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:40:08.540539 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dad01c57-45db-421d-bc14-523445f48479 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:40:08.545099 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device d93de406-9647-4f43-aa7a-e3a5a232cf0a up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:40:08.547418 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dad01c57-45db-421d-bc14-523445f48479 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:40:08.554839 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dad01c57-45db-421d-bc14-523445f48479 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:40:08.556819 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-dad01c57-45db-421d-bc14-523445f48479 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] 10.222.0.44 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2387 time: 0.1521344 Oct 27 10:40:08.559612 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 45404) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:40:08.575029 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device 0396220b-ac94-486f-b038-02cdb2c13848 up at agent hyperv_n-h1-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:40:08.663170 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e20c5b81-81d4-416c-b5ed-150695c667af None None] Network f5c72947-b670-48a2-a0b7-7218731d18cd requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:40:08.689485 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-1daf20c0-6a38-419f-90af-c46086eb13a5 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Deleting port 6bdb4461-8535-45ff-82a2-041ea9231e3c {{(pid=102347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:40:08.693438 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-1daf20c0-6a38-419f-90af-c46086eb13a5 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:08.785574 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port d93de406-9647-4f43-aa7a-e3a5a232cf0a triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:40:08.785935 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:08.824438 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7fd1f926-9b56-4c47-9dd4-c9e50b157d33 None None] Provisioning complete for port d93de406-9647-4f43-aa7a-e3a5a232cf0a triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:40:08.824806 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7fd1f926-9b56-4c47-9dd4-c9e50b157d33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:08.828807 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Provisioning for port 0396220b-ac94-486f-b038-02cdb2c13848 completed by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 10:40:08.851826 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.agents_db [None req-e79ee67d-056e-46ea-bd99-e80473396b25 None None] Agent healthcheck: found 7 active agents {{(pid=102349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 10:40:08.926405 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506bbfec-f269-43d6-bdbb-39450f1757ff req-31af703b-4b16-432b-8ee3-b276cacbda6c tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:40:08.928730 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-506bbfec-f269-43d6-bdbb-39450f1757ff req-31af703b-4b16-432b-8ee3-b276cacbda6c tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c04e14d-1d7d-427d-aff6-12976f95a83a HTTP/1.1" status: 200 len: 944 time: 0.1505797 Oct 27 10:40:08.965649 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-1daf20c0-6a38-419f-90af-c46086eb13a5 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:09.015814 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-506bbfec-f269-43d6-bdbb-39450f1757ff req-5e8e7be4-55a1-42d8-b88b-49ff35e49f7e tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/security-groups?id=cc9284c7-fb9e-4cd7-891d-df58f9ea4e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750411 Oct 27 10:40:09.020644 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-1daf20c0-6a38-419f-90af-c46086eb13a5 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Calling delete_port for 6bdb4461-8535-45ff-82a2-041ea9231e3c owned by {{(pid=102347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:40:09.068991 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Provisioning complete for port 0396220b-ac94-486f-b038-02cdb2c13848 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:40:09.069610 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:09.150491 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:09.186383 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:09.199943 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-1daf20c0-6a38-419f-90af-c46086eb13a5 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:09.259362 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1daf20c0-6a38-419f-90af-c46086eb13a5 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Pushing event deleted for resources: {'Port': ['ID=6bdb4461-8535-45ff-82a2-041ea9231e3c,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:40:09.294030 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-1daf20c0-6a38-419f-90af-c46086eb13a5 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:09.297811 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-1daf20c0-6a38-419f-90af-c46086eb13a5 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] 10.222.0.44 "DELETE /v2.0/ports/6bdb4461-8535-45ff-82a2-041ea9231e3c HTTP/1.1" status: 204 len: 168 time: 0.7367804 Oct 27 10:40:09.301090 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 45414) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:40:09.322474 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] For port d93de406-9647-4f43-aa7a-e3a5a232cf0a, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=d93de406-9647-4f43-aa7a-e3a5a232cf0a,segment=NetworkSegment(442a44e0-bf58-4938-9266-489a2136f51e),segment_id=442a44e0-bf58-4938-9266-489a2136f51e)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:40:09.325345 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:09.329249 n-d-813419-10 neutron-server[102346]: INFO neutron.pecan_wsgi.hooks.translation [None req-02057dd1-47c4-4dfc-95b1-1f85b3981092 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] GET failed (client error): The resource could not be found. Oct 27 10:40:09.331224 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-02057dd1-47c4-4dfc-95b1-1f85b3981092 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] 10.222.0.44 "GET /v2.0/ports/6bdb4461-8535-45ff-82a2-041ea9231e3c HTTP/1.1" status: 404 len: 333 time: 0.0273845 Oct 27 10:40:09.334116 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 45416) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:40:09.374786 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:09.414849 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7fd1f926-9b56-4c47-9dd4-c9e50b157d33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:09.428097 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c04e14d-1d7d-427d-aff6-12976f95a83a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0396220b-ac94-486f-b038-02cdb2c13848'}] {{(pid=102348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:40:09.430350 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c588921fa634554a1d9242fdea1b05457a9ff1d3b28ba54ec1dace7f2f1df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-851a504d-22d9-42f4-bdb8-cfa36f67148f" -d '{"events": [{"server_uuid": "2c04e14d-1d7d-427d-aff6-12976f95a83a", "name": "network-vif-plugged", "status": "completed", "tag": "0396220b-ac94-486f-b038-02cdb2c13848"}]}' {{(pid=102348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:40:09.449044 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-5b03bd13-3704-4116-a2a3-5154e95c3031 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Deleting port e2e2392f-1044-4a87-88c8-057903241629 {{(pid=102347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:40:09.449716 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-5b03bd13-3704-4116-a2a3-5154e95c3031 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:09.495670 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port 0396220b-ac94-486f-b038-02cdb2c13848, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=0396220b-ac94-486f-b038-02cdb2c13848,segment=NetworkSegment(3fa8f95e-6276-4974-b5c0-da1e0ae271fc),segment_id=3fa8f95e-6276-4974-b5c0-da1e0ae271fc)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:40:09.503960 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:40:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81f225b7-c4a1-4218-88a5-99e3149271af x-openstack-request-id: req-81f225b7-c4a1-4218-88a5-99e3149271af {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:40:09.504540 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c04e14d-1d7d-427d-aff6-12976f95a83a", "name": "network-vif-plugged", "status": "completed", "tag": "0396220b-ac94-486f-b038-02cdb2c13848", "code": 200}]} {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:40:09.504976 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-81f225b7-c4a1-4218-88a5-99e3149271af {{(pid=102348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:40:09.505635 n-d-813419-10 neutron-server[102348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c04e14d-1d7d-427d-aff6-12976f95a83a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0396220b-ac94-486f-b038-02cdb2c13848', 'code': 200} Oct 27 10:40:09.521548 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:09.526213 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Pushing event updated for resources: {'Port': ['ID=d93de406-9647-4f43-aa7a-e3a5a232cf0a,revision_number=3']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:40:09.620078 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.db.api [None req-7fd1f926-9b56-4c47-9dd4-c9e50b157d33 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102348) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 27 10:40:09.620687 n-d-813419-10 neutron-server[102348]: DEBUG oslo_db.api [None req-7fd1f926-9b56-4c47-9dd4-c9e50b157d33 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 10:40:09.626609 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Pushing event updated for resources: {'Port': ['ID=0396220b-ac94-486f-b038-02cdb2c13848,revision_number=5']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:40:09.672772 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-5b03bd13-3704-4116-a2a3-5154e95c3031 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:09.676900 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1199ca17-86ce-4a38-893c-557983797d92 req-a43d9b9b-5da0-4d60-9da1-ad24b4f46755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:40:09.678458 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-1199ca17-86ce-4a38-893c-557983797d92 req-a43d9b9b-5da0-4d60-9da1-ad24b4f46755 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=2c04e14d-1d7d-427d-aff6-12976f95a83a HTTP/1.1" status: 200 len: 1097 time: 0.1026602 Oct 27 10:40:09.716930 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-5b03bd13-3704-4116-a2a3-5154e95c3031 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Calling delete_port for e2e2392f-1044-4a87-88c8-057903241629 owned by {{(pid=102347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:40:09.732254 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-1199ca17-86ce-4a38-893c-557983797d92 req-b036bf1c-1c99-48aa-a42a-7a14d3639dd2 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=cc9284c7-fb9e-4cd7-891d-df58f9ea4e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442383 Oct 27 10:40:09.895041 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-5b03bd13-3704-4116-a2a3-5154e95c3031 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:09.925313 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b03bd13-3704-4116-a2a3-5154e95c3031 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Pushing event deleted for resources: {'Port': ['ID=e2e2392f-1044-4a87-88c8-057903241629,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:40:09.952835 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-5b03bd13-3704-4116-a2a3-5154e95c3031 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:09.957085 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-5b03bd13-3704-4116-a2a3-5154e95c3031 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] 10.222.0.44 "DELETE /v2.0/ports/e2e2392f-1044-4a87-88c8-057903241629 HTTP/1.1" status: 204 len: 168 time: 0.6200452 Oct 27 10:40:09.959438 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 45426) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:40:09.997237 n-d-813419-10 neutron-server[102346]: INFO neutron.pecan_wsgi.hooks.translation [None req-638fd434-fa8a-4d27-87dc-eea1e27228a1 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] GET failed (client error): The resource could not be found. Oct 27 10:40:09.998838 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-638fd434-fa8a-4d27-87dc-eea1e27228a1 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] 10.222.0.44 "GET /v2.0/ports/e2e2392f-1044-4a87-88c8-057903241629 HTTP/1.1" status: 404 len: 333 time: 0.0379214 Oct 27 10:40:10.001601 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 45428) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:40:10.070403 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1a46de5-f78c-4cf4-b0cb-cb3cfda836f8 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Deleting subnet 607dd537-825b-4308-8254-ebc59a6d211c {{(pid=102346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 10:40:10.074241 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d1a46de5-f78c-4cf4-b0cb-cb3cfda836f8 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks [] for subnet, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:10.126808 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d1a46de5-f78c-4cf4-b0cb-cb3cfda836f8 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25847868'] for subnet, precommit_delete_associations {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:10.232515 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f5ea81-778d-498a-b6c9-3e43af6b3489 req-484d43ca-a91f-43b2-bc0b-022acba35dd8 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:40:10.240861 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-87f5ea81-778d-498a-b6c9-3e43af6b3489 req-484d43ca-a91f-43b2-bc0b-022acba35dd8 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c04e14d-1d7d-427d-aff6-12976f95a83a HTTP/1.1" status: 200 len: 945 time: 0.1081753 Oct 27 10:40:10.317840 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-1a1a35ec-91e6-47fc-b9a6-4ae8a40c3dcd None None] Provisioning complete for port d93de406-9647-4f43-aa7a-e3a5a232cf0a triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:40:10.318880 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-1a1a35ec-91e6-47fc-b9a6-4ae8a40c3dcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:10.332793 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d1a46de5-f78c-4cf4-b0cb-cb3cfda836f8 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855646'] for subnet, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:10.417618 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-87f5ea81-778d-498a-b6c9-3e43af6b3489 req-a48d170e-6d09-4177-a118-a82b85e4bf5c tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/security-groups?id=cc9284c7-fb9e-4cd7-891d-df58f9ea4e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617231 Oct 27 10:40:10.482840 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d1a46de5-f78c-4cf4-b0cb-cb3cfda836f8 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27024355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27168307'] for subnet, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:10.500106 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-1a1a35ec-91e6-47fc-b9a6-4ae8a40c3dcd None None] Could not find standard attr ID for object e2e2392f-1044-4a87-88c8-057903241629. {{(pid=102348) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 27 10:40:10.528420 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device d93de406-9647-4f43-aa7a-e3a5a232cf0a up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:40:10.531457 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a46de5-f78c-4cf4-b0cb-cb3cfda836f8 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Pushing event deleted for resources: {'Subnet': ['ID=607dd537-825b-4308-8254-ebc59a6d211c,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:40:10.533529 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d1a46de5-f78c-4cf4-b0cb-cb3cfda836f8 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for subnet, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:10.541148 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-d1a46de5-f78c-4cf4-b0cb-cb3cfda836f8 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] 10.222.0.44 "DELETE /v2.0/subnets/607dd537-825b-4308-8254-ebc59a6d211c HTTP/1.1" status: 204 len: 168 time: 0.5382328 Oct 27 10:40:10.543726 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 45440) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:40:10.590920 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port d93de406-9647-4f43-aa7a-e3a5a232cf0a triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:40:10.591646 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:10.632416 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-138ff72f-4863-45b8-b3ee-3632aa33470e None None] Could not find standard attr ID for object 6bdb4461-8535-45ff-82a2-041ea9231e3c. {{(pid=102348) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 27 10:40:10.690152 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-88eb6299-89e8-40f2-8a62-6004a2a297fd tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586917'] for network, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:10.770726 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-88eb6299-89e8-40f2-8a62-6004a2a297fd tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Deleting port d93de406-9647-4f43-aa7a-e3a5a232cf0a {{(pid=102347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:40:10.771061 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-88eb6299-89e8-40f2-8a62-6004a2a297fd tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:10.845353 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [None req-88eb6299-89e8-40f2-8a62-6004a2a297fd tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] For port d93de406-9647-4f43-aa7a-e3a5a232cf0a, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=d93de406-9647-4f43-aa7a-e3a5a232cf0a,segment=NetworkSegment(442a44e0-bf58-4938-9266-489a2136f51e),segment_id=442a44e0-bf58-4938-9266-489a2136f51e)] {{(pid=102347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:40:10.845719 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-88eb6299-89e8-40f2-8a62-6004a2a297fd tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:10.860351 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-88eb6299-89e8-40f2-8a62-6004a2a297fd tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Calling delete_port for d93de406-9647-4f43-aa7a-e3a5a232cf0a owned by network:dhcp {{(pid=102347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:40:10.912359 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-739c31f7-9886-4736-970e-0f97fac1cbc9 None None] Network f5c72947-b670-48a2-a0b7-7218731d18cd requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:40:11.010385 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-88eb6299-89e8-40f2-8a62-6004a2a297fd tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:11.040157 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88eb6299-89e8-40f2-8a62-6004a2a297fd tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Pushing event deleted for resources: {'Port': ['ID=d93de406-9647-4f43-aa7a-e3a5a232cf0a,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:40:11.051273 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88eb6299-89e8-40f2-8a62-6004a2a297fd tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] No DVR routers for this DVR port d93de406-9647-4f43-aa7a-e3a5a232cf0a on host n-d-813419-10 {{(pid=102347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:40:11.167716 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-88eb6299-89e8-40f2-8a62-6004a2a297fd tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857803', 'neutron.services.segments.db._delete_segments_for_network-8743873143390'] for network, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:11.189936 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-88eb6299-89e8-40f2-8a62-6004a2a297fd tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5c72947-b670-48a2-a0b7-7218731d18cd']}} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:40:11.200016 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-88eb6299-89e8-40f2-8a62-6004a2a297fd tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '442a44e0-bf58-4938-9266-489a2136f51e') {'for_net_delete': True} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:40:11.200337 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-88eb6299-89e8-40f2-8a62-6004a2a297fd tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '442a44e0-bf58-4938-9266-489a2136f51e') {} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:40:11.211497 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-88eb6299-89e8-40f2-8a62-6004a2a297fd tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743873145191', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18445132'] for segment, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:11.226294 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-88eb6299-89e8-40f2-8a62-6004a2a297fd tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:11.233789 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88eb6299-89e8-40f2-8a62-6004a2a297fd tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Releasing vlan 432 on physical network physnet1 to pool {{(pid=102347) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 10:40:11.234318 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-88eb6299-89e8-40f2-8a62-6004a2a297fd tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-18296032'] for segment, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:11.241505 n-d-813419-10 neutron-server[102347]: Traceback (most recent call last): Oct 27 10:40:11.241505 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 10:40:11.241505 n-d-813419-10 neutron-server[102347]: timer() Oct 27 10:40:11.241505 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 10:40:11.241505 n-d-813419-10 neutron-server[102347]: cb(*args, **kw) Oct 27 10:40:11.241505 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 10:40:11.241505 n-d-813419-10 neutron-server[102347]: return func(*args, **kwargs) Oct 27 10:40:11.241505 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 10:40:11.241505 n-d-813419-10 neutron-server[102347]: self._notify() Oct 27 10:40:11.241505 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 10:40:11.241505 n-d-813419-10 neutron-server[102347]: self.callback(batched_events) Oct 27 10:40:11.241505 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 10:40:11.241505 n-d-813419-10 neutron-server[102347]: event.method(event) Oct 27 10:40:11.241505 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 10:40:11.241505 n-d-813419-10 neutron-server[102347]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 10:40:11.241505 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 10:40:11.241505 n-d-813419-10 neutron-server[102347]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 10:40:11.241505 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 10:40:11.241505 n-d-813419-10 neutron-server[102347]: return f(self, *a, **k) Oct 27 10:40:11.241505 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 10:40:11.241505 n-d-813419-10 neutron-server[102347]: return self._get(url).json() Oct 27 10:40:11.241505 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 10:40:11.241505 n-d-813419-10 neutron-server[102347]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 10:40:11.241505 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 10:40:11.241505 n-d-813419-10 neutron-server[102347]: return self.request(url, 'GET', **kwargs) Oct 27 10:40:11.241505 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 10:40:11.241505 n-d-813419-10 neutron-server[102347]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 10:40:11.241505 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 10:40:11.241505 n-d-813419-10 neutron-server[102347]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 10:40:11.241505 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 10:40:11.241505 n-d-813419-10 neutron-server[102347]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 10:40:11.241505 n-d-813419-10 neutron-server[102347]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 10:40:11.249959 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6313811e-39fd-47f1-bd80-d734762cc637 None None] DHCP port deletion for f5c72947-b670-48a2-a0b7-7218731d18cd request from n-d-813419-10 {{(pid=102348) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 10:40:11.325951 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-88eb6299-89e8-40f2-8a62-6004a2a297fd tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664840'] for network, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:11.345201 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-88eb6299-89e8-40f2-8a62-6004a2a297fd tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for network, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:11.354955 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 45450) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:40:11.355624 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-88eb6299-89e8-40f2-8a62-6004a2a297fd tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] 10.222.0.44 "DELETE /v2.0/networks/f5c72947-b670-48a2-a0b7-7218731d18cd HTTP/1.1" status: 204 len: 168 time: 0.8107018 Oct 27 10:40:11.360285 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-7f1d7c05-fafb-4655-a30d-42bf4bf37d96 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-690155660'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:40:11.370972 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88eb6299-89e8-40f2-8a62-6004a2a297fd tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Pushing event deleted for resources: {'Network': ['ID=f5c72947-b670-48a2-a0b7-7218731d18cd,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:40:11.399274 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f1d7c05-fafb-4655-a30d-42bf4bf37d96 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Made reservation on behalf of a8f5b249d1a14ea0897d2eccf002a6cb for: {'network': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:40:11.403099 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-7f1d7c05-fafb-4655-a30d-42bf4bf37d96 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for network, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:11.477703 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f1d7c05-fafb-4655-a30d-42bf4bf37d96 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 402} {{(pid=102346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 10:40:11.498627 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-7f1d7c05-fafb-4655-a30d-42bf4bf37d96 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:11.499087 n-d-813419-10 neutron-server[102346]: INFO neutron.db.segments_db [None req-7f1d7c05-fafb-4655-a30d-42bf4bf37d96 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Added segment 468a2fe5-c917-410a-a52a-3618daa73686 of type vlan for network 51c16ce6-4a3f-436d-bff4-361405adca5e Oct 27 10:40:11.547116 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-7f1d7c05-fafb-4655-a30d-42bf4bf37d96 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743872593080'] for network, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:11.578477 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-7f1d7c05-fafb-4655-a30d-42bf4bf37d96 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913'] for network, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:11.585916 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046620de-8d22-4fd9-aef9-22e4e544d5d3 req-a28e4d76-50a3-47a2-bc16-eff71df3889a tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:40:11.586614 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f1d7c05-fafb-4655-a30d-42bf4bf37d96 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:40:11.587371 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-7f1d7c05-fafb-4655-a30d-42bf4bf37d96 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for network, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:11.588781 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-046620de-8d22-4fd9-aef9-22e4e544d5d3 req-a28e4d76-50a3-47a2-bc16-eff71df3889a tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c04e14d-1d7d-427d-aff6-12976f95a83a HTTP/1.1" status: 200 len: 945 time: 0.0704482 Oct 27 10:40:11.653393 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-046620de-8d22-4fd9-aef9-22e4e544d5d3 req-c7bc1f96-9e3e-4daa-97b6-f19e6f5beea2 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/security-groups?id=cc9284c7-fb9e-4cd7-891d-df58f9ea4e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551128 Oct 27 10:40:11.655446 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-7f1d7c05-fafb-4655-a30d-42bf4bf37d96 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2991424 Oct 27 10:40:11.658626 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 45460) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:40:11.666241 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-06036165-3d9c-4b81-8a25-cb601bd7a0ff tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Request body: {'subnet': {'network_id': '51c16ce6-4a3f-436d-bff4-361405adca5e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:40:11.672659 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1d7c05-fafb-4655-a30d-42bf4bf37d96 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Pushing event updated for resources: {'Network': ['ID=51c16ce6-4a3f-436d-bff4-361405adca5e,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:40:11.688139 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Network 51c16ce6-4a3f-436d-bff4-361405adca5e details requested by agent ovs-agent-n-d-813419-10 with host n-d-813419-10 {{(pid=102348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 10:40:11.820165 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06036165-3d9c-4b81-8a25-cb601bd7a0ff tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Made reservation on behalf of a8f5b249d1a14ea0897d2eccf002a6cb for: {'subnet': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:40:11.824370 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-06036165-3d9c-4b81-8a25-cb601bd7a0ff tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27167186'] for subnet, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:12.035399 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b7fc59-2b1b-434f-b1b6-84f41e36d2ac req-aeac5f4a-d5e2-4eae-b24e-3c6f6da58524 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:40:12.048115 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-e6b7fc59-2b1b-434f-b1b6-84f41e36d2ac req-aeac5f4a-d5e2-4eae-b24e-3c6f6da58524 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c04e14d-1d7d-427d-aff6-12976f95a83a HTTP/1.1" status: 200 len: 945 time: 0.0998638 Oct 27 10:40:12.085402 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-06036165-3d9c-4b81-8a25-cb601bd7a0ff tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27024290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27167168'] for subnet, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:12.102361 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-e6b7fc59-2b1b-434f-b1b6-84f41e36d2ac req-9ed6662a-8cd5-4aa0-9bb0-d72c89bfad0e tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/security-groups?id=cc9284c7-fb9e-4cd7-891d-df58f9ea4e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526056 Oct 27 10:40:12.192506 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06036165-3d9c-4b81-8a25-cb601bd7a0ff tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Pushing event updated for resources: {'Subnet': ['ID=880f0a2c-a3da-4338-a69f-f268764fcffa,revision_number=0']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:40:12.205600 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06036165-3d9c-4b81-8a25-cb601bd7a0ff tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Checking segment: {'id': '468a2fe5-c917-410a-a52a-3618daa73686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '51c16ce6-4a3f-436d-bff4-361405adca5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:40:12.205995 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06036165-3d9c-4b81-8a25-cb601bd7a0ff tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Network hostable DHCP agents. Network: 51c16ce6-4a3f-436d-bff4-361405adca5e, hostable agents: ['eafd4000-b897-4722-ae8b-0118ec955181'], hosted agents: [] {{(pid=102346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 10:40:12.227802 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06036165-3d9c-4b81-8a25-cb601bd7a0ff tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Network 51c16ce6-4a3f-436d-bff4-361405adca5e is scheduled to be hosted by DHCP agent eafd4000-b897-4722-ae8b-0118ec955181 with binding_index 1 {{(pid=102346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 10:40:12.241223 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-06036165-3d9c-4b81-8a25-cb601bd7a0ff tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-10, 51c16ce6-4a3f-436d-bff4-361405adca5e) {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:40:12.256185 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06036165-3d9c-4b81-8a25-cb601bd7a0ff tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:40:12.256185 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-06036165-3d9c-4b81-8a25-cb601bd7a0ff tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for subnet, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:12.270053 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02954f21-8643-41c3-8c72-3a9dcd8fc772 None None] Network 51c16ce6-4a3f-436d-bff4-361405adca5e requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:40:12.276834 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-06036165-3d9c-4b81-8a25-cb601bd7a0ff tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6169937 Oct 27 10:40:12.280545 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 45472) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:40:12.285452 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-d109f322-68e8-47ff-81a5-d7fba9ed130f tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1249404223', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:40:12.311707 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d109f322-68e8-47ff-81a5-d7fba9ed130f tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1768632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3610'] for router, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:12.312944 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d109f322-68e8-47ff-81a5-d7fba9ed130f tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1765704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1769409', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1694266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3597'] for router, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:12.388339 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d109f322-68e8-47ff-81a5-d7fba9ed130f tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:12.395095 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d109f322-68e8-47ff-81a5-d7fba9ed130f tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1765699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1769372'] for router, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:12.416761 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d109f322-68e8-47ff-81a5-d7fba9ed130f tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks [] for router, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:12.420956 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 45474) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:40:12.421103 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-d109f322-68e8-47ff-81a5-d7fba9ed130f tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.1394978 Oct 27 10:40:12.425905 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-376c98c7-e94d-4415-af7e-5130a7218fe2 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Request body: {'port': {'network_id': '51c16ce6-4a3f-436d-bff4-361405adca5e', 'name': 'tempest-PortsIpV6TestJSON-1367364804'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:40:12.510038 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device d93de406-9647-4f43-aa7a-e3a5a232cf0a no longer exists at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:40:12.515080 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-745ad052-71ea-427e-91d6-9870e7fa92e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp734b258e-7d96-550c-b970-9b72ab66f383-51c16ce6-4a3f-436d-bff4-361405adca5e', 'network_id': '51c16ce6-4a3f-436d-bff4-361405adca5e', 'tenant_id': 'a8f5b249d1a14ea0897d2eccf002a6cb', 'fixed_ips': [{'subnet_id': '880f0a2c-a3da-4338-a69f-f268764fcffa'}]}} from n-d-813419-10. {{(pid=102348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 10:40:12.516296 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-745ad052-71ea-427e-91d6-9870e7fa92e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:12.567812 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] No Port match for: d93de406-9647-4f43-aa7a-e3a5a232cf0a {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:40:12.568867 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device d93de406-9647-4f43-aa7a-e3a5a232cf0a not bound to the agent host n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:40:12.699712 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-376c98c7-e94d-4415-af7e-5130a7218fe2 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Made reservation on behalf of a8f5b249d1a14ea0897d2eccf002a6cb for: {'port': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:40:12.705150 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-376c98c7-e94d-4415-af7e-5130a7218fe2 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:12.726466 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [None req-376c98c7-e94d-4415-af7e-5130a7218fe2 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] device_id is not set on port 4e145f58-9795-4ac7-84da-fd3fb8391903 yet. {{(pid=102347) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 10:40:12.772630 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.db_base_plugin_common [None req-745ad052-71ea-427e-91d6-9870e7fa92e6 None None] Allocated IP 2001:db8::2 (51c16ce6-4a3f-436d-bff4-361405adca5e/880f0a2c-a3da-4338-a69f-f268764fcffa/c1d74c9f-0ba8-44ee-8250-fd4fc119411f) {{(pid=102348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:40:12.922670 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-745ad052-71ea-427e-91d6-9870e7fa92e6 None None] Publish callbacks [] for port, precommit_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:12.929761 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-745ad052-71ea-427e-91d6-9870e7fa92e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606'] for port, after_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:12.981280 n-d-813419-10 neutron-server[102348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-745ad052-71ea-427e-91d6-9870e7fa92e6 None None] Network 51c16ce6-4a3f-436d-bff4-361405adca5e is already hosted by enough agents. {{(pid=102348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:40:12.986578 n-d-813419-10 neutron-server[102348]: DEBUG neutron.scheduler.base_scheduler [None req-745ad052-71ea-427e-91d6-9870e7fa92e6 None None] Resources bound (agent type, host, resource id): {{(pid=102348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:40:12.989365 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745ad052-71ea-427e-91d6-9870e7fa92e6 None None] Pushing event updated for resources: {'Port': ['ID=c1d74c9f-0ba8-44ee-8250-fd4fc119411f,revision_number=1']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:40:12.992320 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_common [None req-376c98c7-e94d-4415-af7e-5130a7218fe2 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Allocated IP 2001:db8::315 (51c16ce6-4a3f-436d-bff4-361405adca5e/880f0a2c-a3da-4338-a69f-f268764fcffa/4e145f58-9795-4ac7-84da-fd3fb8391903) {{(pid=102347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:40:12.993985 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-745ad052-71ea-427e-91d6-9870e7fa92e6 None None] Received port after_create {{(pid=102348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:40:13.057633 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-745ad052-71ea-427e-91d6-9870e7fa92e6 None None] Attempting to bind port c1d74c9f-0ba8-44ee-8250-fd4fc119411f on host n-d-813419-10 for vnic_type normal with profile {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:40:13.058416 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-745ad052-71ea-427e-91d6-9870e7fa92e6 None None] Attempting to bind port c1d74c9f-0ba8-44ee-8250-fd4fc119411f by drivers openvswitch,hyperv on host n-d-813419-10 at level 0 using segments [{'id': '468a2fe5-c917-410a-a52a-3618daa73686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '51c16ce6-4a3f-436d-bff4-361405adca5e'}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:40:13.058780 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-745ad052-71ea-427e-91d6-9870e7fa92e6 None None] Attempting to bind port c1d74c9f-0ba8-44ee-8250-fd4fc119411f on network 51c16ce6-4a3f-436d-bff4-361405adca5e {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:40:13.064876 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-745ad052-71ea-427e-91d6-9870e7fa92e6 None None] Checking agent: {'id': '89dba0f3-79b2-435e-9822-33674b8f6ada', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 8, 20), 'started_at': datetime.datetime(2021, 10, 27, 10, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 39, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:40:13.065246 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-745ad052-71ea-427e-91d6-9870e7fa92e6 None None] Checking segment: {'id': '468a2fe5-c917-410a-a52a-3618daa73686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '51c16ce6-4a3f-436d-bff4-361405adca5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:40:13.066267 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-745ad052-71ea-427e-91d6-9870e7fa92e6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:13.066568 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-745ad052-71ea-427e-91d6-9870e7fa92e6 None None] Bound using segment: {'id': '468a2fe5-c917-410a-a52a-3618daa73686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '51c16ce6-4a3f-436d-bff4-361405adca5e'} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:40:13.067033 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-745ad052-71ea-427e-91d6-9870e7fa92e6 None None] Bound port: c1d74c9f-0ba8-44ee-8250-fd4fc119411f, host: n-d-813419-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '468a2fe5-c917-410a-a52a-3618daa73686', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '51c16ce6-4a3f-436d-bff4-361405adca5e'}}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:40:13.067407 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-745ad052-71ea-427e-91d6-9870e7fa92e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:13.136095 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-745ad052-71ea-427e-91d6-9870e7fa92e6 None None] For port c1d74c9f-0ba8-44ee-8250-fd4fc119411f, host n-d-813419-10, cleared binding levels {{(pid=102348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:40:13.140051 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-745ad052-71ea-427e-91d6-9870e7fa92e6 None None] For port c1d74c9f-0ba8-44ee-8250-fd4fc119411f, host n-d-813419-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=c1d74c9f-0ba8-44ee-8250-fd4fc119411f,segment=NetworkSegment(468a2fe5-c917-410a-a52a-3618daa73686),segment_id=468a2fe5-c917-410a-a52a-3618daa73686)] {{(pid=102348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:40:13.145077 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-745ad052-71ea-427e-91d6-9870e7fa92e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:13.165499 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-376c98c7-e94d-4415-af7e-5130a7218fe2 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks [] for port, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:13.216819 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745ad052-71ea-427e-91d6-9870e7fa92e6 None None] Pushing event updated for resources: {'Port': ['ID=c1d74c9f-0ba8-44ee-8250-fd4fc119411f,revision_number=2']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:40:13.223948 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-376c98c7-e94d-4415-af7e-5130a7218fe2 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:13.260759 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ae8718-754a-4a7c-a325-c393e5afaafe req-8fdca77f-f8cd-4699-9577-94387fb3cf56 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:40:13.262810 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-56ae8718-754a-4a7c-a325-c393e5afaafe req-8fdca77f-f8cd-4699-9577-94387fb3cf56 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c04e14d-1d7d-427d-aff6-12976f95a83a HTTP/1.1" status: 200 len: 945 time: 0.0820372 Oct 27 10:40:13.276761 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-376c98c7-e94d-4415-af7e-5130a7218fe2 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Network 51c16ce6-4a3f-436d-bff4-361405adca5e is already hosted by enough agents. {{(pid=102347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:40:13.286445 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [None req-376c98c7-e94d-4415-af7e-5130a7218fe2 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Resources bound (agent type, host, resource id): {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:40:13.297810 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-376c98c7-e94d-4415-af7e-5130a7218fe2 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Received port after_create {{(pid=102347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:40:13.305303 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-376c98c7-e94d-4415-af7e-5130a7218fe2 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:40:13.305986 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-376c98c7-e94d-4415-af7e-5130a7218fe2 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:13.318880 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376c98c7-e94d-4415-af7e-5130a7218fe2 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Pushing event updated for resources: {'Port': ['ID=4e145f58-9795-4ac7-84da-fd3fb8391903,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:40:13.322618 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-56ae8718-754a-4a7c-a325-c393e5afaafe req-08240546-a142-4cc8-b20b-2d6b7936eebd tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/security-groups?id=cc9284c7-fb9e-4cd7-891d-df58f9ea4e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533297 Oct 27 10:40:13.336837 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-376c98c7-e94d-4415-af7e-5130a7218fe2 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.9122381 Oct 27 10:40:13.337210 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 45486) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:40:13.840182 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-bffa38e5-86ca-4d19-abe0-c76f523e92d1 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:13.944321 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1044cc47-ab0a-4d64-b2d6-31914a73f0ff req-11588173-49b8-4ef4-89f9-c0c5abdf3850 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:40:13.945881 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-1044cc47-ab0a-4d64-b2d6-31914a73f0ff req-11588173-49b8-4ef4-89f9-c0c5abdf3850 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c04e14d-1d7d-427d-aff6-12976f95a83a HTTP/1.1" status: 200 len: 945 time: 0.1188116 Oct 27 10:40:14.062173 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-1044cc47-ab0a-4d64-b2d6-31914a73f0ff req-89a1f2b9-908c-4a77-a4cc-474af7294096 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/security-groups?id=cc9284c7-fb9e-4cd7-891d-df58f9ea4e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755298 Oct 27 10:40:14.237250 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-bffa38e5-86ca-4d19-abe0-c76f523e92d1 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks [] for port, precommit_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:14.243991 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-bffa38e5-86ca-4d19-abe0-c76f523e92d1 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:14.340707 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffa38e5-86ca-4d19-abe0-c76f523e92d1 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Pushing event updated for resources: {'Port': ['ID=4e145f58-9795-4ac7-84da-fd3fb8391903,revision_number=2']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:40:14.353977 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bffa38e5-86ca-4d19-abe0-c76f523e92d1 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:40:14.354510 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bffa38e5-86ca-4d19-abe0-c76f523e92d1 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:40:14.354705 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bffa38e5-86ca-4d19-abe0-c76f523e92d1 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:40:14.355145 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bffa38e5-86ca-4d19-abe0-c76f523e92d1 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:40:14.355512 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bffa38e5-86ca-4d19-abe0-c76f523e92d1 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:40:14.355874 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bffa38e5-86ca-4d19-abe0-c76f523e92d1 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:40:14.356274 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bffa38e5-86ca-4d19-abe0-c76f523e92d1 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:40:14.356631 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bffa38e5-86ca-4d19-abe0-c76f523e92d1 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:40:14.357154 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bffa38e5-86ca-4d19-abe0-c76f523e92d1 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:40:14.357551 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bffa38e5-86ca-4d19-abe0-c76f523e92d1 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:40:14.357832 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bffa38e5-86ca-4d19-abe0-c76f523e92d1 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:40:14.358227 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bffa38e5-86ca-4d19-abe0-c76f523e92d1 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:40:14.501262 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-bffa38e5-86ca-4d19-abe0-c76f523e92d1 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1664961'] for router_interface, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:14.542421 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device c1d74c9f-0ba8-44ee-8250-fd4fc119411f up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:40:14.603369 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device 0396220b-ac94-486f-b038-02cdb2c13848 details requested by agent hyperv_n-h1-813419-10 with host n-h1-813419-10 {{(pid=102348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 10:40:14.632641 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca21f395-2725-447e-a8a6-47c677b43891 None None] Network 51c16ce6-4a3f-436d-bff4-361405adca5e requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:40:14.694463 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-bffa38e5-86ca-4d19-abe0-c76f523e92d1 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:14.743748 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port c1d74c9f-0ba8-44ee-8250-fd4fc119411f triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:40:14.744052 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:14.820117 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-0f988c9d-f1a5-43ff-bfaf-975afe7640ab None None] Provisioning complete for port c1d74c9f-0ba8-44ee-8250-fd4fc119411f triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:40:14.820548 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-0f988c9d-f1a5-43ff-bfaf-975afe7640ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:14.950684 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port 0396220b-ac94-486f-b038-02cdb2c13848, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=0396220b-ac94-486f-b038-02cdb2c13848,segment=NetworkSegment(3fa8f95e-6276-4974-b5c0-da1e0ae271fc),segment_id=3fa8f95e-6276-4974-b5c0-da1e0ae271fc)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:40:15.040553 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Returning: {'device': '0396220b-ac94-486f-b038-02cdb2c13848', 'network_id': 'fca909b5-2d06-4825-8091-33382048b635', 'port_id': '0396220b-ac94-486f-b038-02cdb2c13848', 'mac_address': 'fa:16:3e:45:2f:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 429, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71c50f4e-5d00-4779-bfe1-162c05f5fddb', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 10:40:15.202260 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:15.206051 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04191a0c-66e5-496f-952a-91fc4348ea96 req-3c1309c9-0667-4b9b-9900-0a26fcf2fe09 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:40:15.208831 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-04191a0c-66e5-496f-952a-91fc4348ea96 req-3c1309c9-0667-4b9b-9900-0a26fcf2fe09 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c04e14d-1d7d-427d-aff6-12976f95a83a HTTP/1.1" status: 200 len: 945 time: 0.0514114 Oct 27 10:40:15.217035 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af44408-2f98-433b-b3c5-7ee49b8e9fcd req-5ceda70a-773b-4464-b233-785c2b9c7795 tempest-AttachVolumeNegativeTest-477808956 tempest-AttachVolumeNegativeTest-477808956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:40:15.218614 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-2af44408-2f98-433b-b3c5-7ee49b8e9fcd req-5ceda70a-773b-4464-b233-785c2b9c7795 tempest-AttachVolumeNegativeTest-477808956 tempest-AttachVolumeNegativeTest-477808956-project] 10.222.0.44 "GET /v2.0/ports?device_id=c94862f4-e2b6-4abb-9365-b989679a049a HTTP/1.1" status: 200 len: 945 time: 0.1309969 Oct 27 10:40:15.255405 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-04191a0c-66e5-496f-952a-91fc4348ea96 req-c258183e-bbb0-403b-bcf4-07221ca6aff0 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/security-groups?id=cc9284c7-fb9e-4cd7-891d-df58f9ea4e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389516 Oct 27 10:40:15.304087 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-bffa38e5-86ca-4d19-abe0-c76f523e92d1 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks [] for port, precommit_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:15.345750 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-2af44408-2f98-433b-b3c5-7ee49b8e9fcd req-ac2f3ee9-994d-4f65-8789-4e5c8025236e tempest-AttachVolumeNegativeTest-477808956 tempest-AttachVolumeNegativeTest-477808956-project] 10.222.0.44 "GET /v2.0/security-groups?id=6419667f-4570-481f-8a5c-a797762fb34f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104245 Oct 27 10:40:15.346892 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-bffa38e5-86ca-4d19-abe0-c76f523e92d1 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:15.348846 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-bffa38e5-86ca-4d19-abe0-c76f523e92d1 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2006967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1766225'] for router_interface, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:15.417714 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:15.419415 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-0f988c9d-f1a5-43ff-bfaf-975afe7640ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:15.463956 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0396220b-ac94-486f-b038-02cdb2c13848 {{(pid=102348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:40:15.477050 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-0f988c9d-f1a5-43ff-bfaf-975afe7640ab None None] For port c1d74c9f-0ba8-44ee-8250-fd4fc119411f, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=c1d74c9f-0ba8-44ee-8250-fd4fc119411f,segment=NetworkSegment(468a2fe5-c917-410a-a52a-3618daa73686),segment_id=468a2fe5-c917-410a-a52a-3618daa73686)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:40:15.488791 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-0f988c9d-f1a5-43ff-bfaf-975afe7640ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:15.510411 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bffa38e5-86ca-4d19-abe0-c76f523e92d1 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Network 51c16ce6-4a3f-436d-bff4-361405adca5e is already hosted by enough agents. {{(pid=102347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:40:15.513197 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port 0396220b-ac94-486f-b038-02cdb2c13848, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=0396220b-ac94-486f-b038-02cdb2c13848,segment=NetworkSegment(3fa8f95e-6276-4974-b5c0-da1e0ae271fc),segment_id=3fa8f95e-6276-4974-b5c0-da1e0ae271fc)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:40:15.535052 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffa38e5-86ca-4d19-abe0-c76f523e92d1 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Pushing event updated for resources: {'Port': ['ID=4e145f58-9795-4ac7-84da-fd3fb8391903,revision_number=3']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:40:15.551546 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [None req-bffa38e5-86ca-4d19-abe0-c76f523e92d1 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Resources bound (agent type, host, resource id): {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:40:15.632332 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f988c9d-f1a5-43ff-bfaf-975afe7640ab None None] Pushing event updated for resources: {'Port': ['ID=c1d74c9f-0ba8-44ee-8250-fd4fc119411f,revision_number=3']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:40:15.649383 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:15.705021 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bffa38e5-86ca-4d19-abe0-c76f523e92d1 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Router dd24ea52-d9d3-4b62-a4bd-9763502c00b2 is scheduled to L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb with binding_index 1 {{(pid=102347) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 10:40:15.707749 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.db.api [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102348) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 27 10:40:15.708375 n-d-813419-10 neutron-server[102348]: DEBUG oslo_db.api [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 10:40:15.748729 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Pushing event updated for resources: {'Port': ['ID=0396220b-ac94-486f-b038-02cdb2c13848,revision_number=6']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:40:15.804675 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] get_ports_and_sgs() called for port_ids ['0396220b-ac94-486f-b038-02cdb2c13848'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:40:15.930996 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7640e2fc-a52f-40b6-8345-547e09b5b1af None None] Provisioning complete for port c1d74c9f-0ba8-44ee-8250-fd4fc119411f triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:40:15.931547 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7640e2fc-a52f-40b6-8345-547e09b5b1af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:16.252956 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-0df9b91e-0d4f-444f-b07a-2dff810fc42e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:16.282740 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7640e2fc-a52f-40b6-8345-547e09b5b1af None None] Provisioning complete for port 4e145f58-9795-4ac7-84da-fd3fb8391903 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:40:16.283243 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7640e2fc-a52f-40b6-8345-547e09b5b1af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:16.336947 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-7640e2fc-a52f-40b6-8345-547e09b5b1af None None] Port 4e145f58-9795-4ac7-84da-fd3fb8391903 cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:40:16.417855 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bffa38e5-86ca-4d19-abe0-c76f523e92d1 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:40:16.433283 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91b0a994-1775-4d59-9678-c27efb353bf2 None None] Sync routers for ids ['dd24ea52-d9d3-4b62-a4bd-9763502c00b2'] in n-d-813419-10 {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:40:16.439056 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-bffa38e5-86ca-4d19-abe0-c76f523e92d1 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] 10.222.0.44 "PUT /v2.0/routers/dd24ea52-d9d3-4b62-a4bd-9763502c00b2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1011262 Oct 27 10:40:16.447040 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 45562) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:40:16.486629 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ec690a-94af-4c34-846c-b863e0ef47cc req-decfc29d-4c33-4a9f-b4d1-ac035c064b17 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:40:16.487223 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91b0a994-1775-4d59-9678-c27efb353bf2 None None] Routers {'dd24ea52-d9d3-4b62-a4bd-9763502c00b2'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:40:16.487937 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-91b0a994-1775-4d59-9678-c27efb353bf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:39:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['dd24ea52-d9d3-4b62-a4bd-9763502c00b2'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:40:16.492221 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-3fa16310-4a9a-4f83-b4e9-801cfcbb0ce8 None None] Provisioning complete for port 4e145f58-9795-4ac7-84da-fd3fb8391903 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:40:16.496081 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-a8ec690a-94af-4c34-846c-b863e0ef47cc req-decfc29d-4c33-4a9f-b4d1-ac035c064b17 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c04e14d-1d7d-427d-aff6-12976f95a83a HTTP/1.1" status: 200 len: 944 time: 0.1149185 Oct 27 10:40:16.503076 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-3fa16310-4a9a-4f83-b4e9-801cfcbb0ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:16.586401 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-a8ec690a-94af-4c34-846c-b863e0ef47cc req-bbc96b3e-dfb8-4e26-ad6d-6b3c35e6ea84 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/security-groups?id=cc9284c7-fb9e-4cd7-891d-df58f9ea4e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843771 Oct 27 10:40:16.598457 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5567799-efce-4fe1-a98c-d60bed13202b tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:40:16.601730 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-a5567799-efce-4fe1-a98c-d60bed13202b tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] 10.222.0.44 "GET /v2.0/ports?device_id=dd24ea52-d9d3-4b62-a4bd-9763502c00b2 HTTP/1.1" status: 200 len: 989 time: 0.1527097 Oct 27 10:40:16.603190 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 45568) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:40:16.654943 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f7ea1e-c69b-45c2-9cd6-7466991b4966 req-4e915e0d-3f11-4b2e-a9f7-f4055a59a2e0 tempest-AttachVolumeNegativeTest-477808956 tempest-AttachVolumeNegativeTest-477808956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:40:16.663189 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-e0f7ea1e-c69b-45c2-9cd6-7466991b4966 req-4e915e0d-3f11-4b2e-a9f7-f4055a59a2e0 tempest-AttachVolumeNegativeTest-477808956 tempest-AttachVolumeNegativeTest-477808956-project] 10.222.0.44 "GET /v2.0/ports?device_id=c94862f4-e2b6-4abb-9365-b989679a049a HTTP/1.1" status: 200 len: 945 time: 0.1680405 Oct 27 10:40:16.703742 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device c1d74c9f-0ba8-44ee-8250-fd4fc119411f up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:40:16.705741 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device 0396220b-ac94-486f-b038-02cdb2c13848 up at agent hyperv_n-h1-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:40:16.715813 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-3fa16310-4a9a-4f83-b4e9-801cfcbb0ce8 None None] Port 4e145f58-9795-4ac7-84da-fd3fb8391903 cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:40:16.728263 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-91b0a994-1775-4d59-9678-c27efb353bf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:40:16.757012 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-e0f7ea1e-c69b-45c2-9cd6-7466991b4966 req-b4a6c53f-9510-48e0-9a21-67ff49c453bf tempest-AttachVolumeNegativeTest-477808956 tempest-AttachVolumeNegativeTest-477808956-project] 10.222.0.44 "GET /v2.0/security-groups?id=6419667f-4570-481f-8a5c-a797762fb34f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876977 Oct 27 10:40:16.796711 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b0c18c-fd2a-4edc-b467-d2fb533d4fa7 req-878d4ee2-27f3-40e0-874a-4fc693e0502b tempest-AttachVolumeNegativeTest-477808956 tempest-AttachVolumeNegativeTest-477808956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:40:16.798431 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-53b0c18c-fd2a-4edc-b467-d2fb533d4fa7 req-878d4ee2-27f3-40e0-874a-4fc693e0502b tempest-AttachVolumeNegativeTest-477808956 tempest-AttachVolumeNegativeTest-477808956-project] 10.222.0.64 "GET /v2.0/ports?device_id=c94862f4-e2b6-4abb-9365-b989679a049a HTTP/1.1" status: 200 len: 945 time: 0.0961704 Oct 27 10:40:16.946806 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91b0a994-1775-4d59-9678-c27efb353bf2 None None] Routers {'dd24ea52-d9d3-4b62-a4bd-9763502c00b2'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:40:16.947443 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-91b0a994-1775-4d59-9678-c27efb353bf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:39:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['dd24ea52-d9d3-4b62-a4bd-9763502c00b2'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:40:16.953649 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [req-53b0c18c-fd2a-4edc-b467-d2fb533d4fa7 req-9a95fb3b-cb40-4c4d-ac6a-89b1ef4c2388 tempest-AttachVolumeNegativeTest-477808956 tempest-AttachVolumeNegativeTest-477808956-project] Deleting port 3ef418bf-90fb-4087-a0bf-3f98b17ed092 {{(pid=102347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:40:16.954198 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-53b0c18c-fd2a-4edc-b467-d2fb533d4fa7 req-9a95fb3b-cb40-4c4d-ac6a-89b1ef4c2388 tempest-AttachVolumeNegativeTest-477808956 tempest-AttachVolumeNegativeTest-477808956-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:17.023649 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-ae282961-ff64-4808-9fae-1e252aed7b9f None None] Provisioning complete for port 4e145f58-9795-4ac7-84da-fd3fb8391903 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:40:17.024081 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-ae282961-ff64-4808-9fae-1e252aed7b9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:17.026494 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-91b0a994-1775-4d59-9678-c27efb353bf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:40:17.026684 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91b0a994-1775-4d59-9678-c27efb353bf2 None None] The sync data for ids ['dd24ea52-d9d3-4b62-a4bd-9763502c00b2'] in n-d-813419-10 is: [] {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:40:17.095266 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Provisioning complete for port 0396220b-ac94-486f-b038-02cdb2c13848 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:40:17.096047 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:17.098965 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port c1d74c9f-0ba8-44ee-8250-fd4fc119411f triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:40:17.099560 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:17.103026 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-ae282961-ff64-4808-9fae-1e252aed7b9f None None] Port 4e145f58-9795-4ac7-84da-fd3fb8391903 cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:40:17.134724 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-53b0c18c-fd2a-4edc-b467-d2fb533d4fa7 req-9a95fb3b-cb40-4c4d-ac6a-89b1ef4c2388 tempest-AttachVolumeNegativeTest-477808956 tempest-AttachVolumeNegativeTest-477808956-project] For port 3ef418bf-90fb-4087-a0bf-3f98b17ed092, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=3ef418bf-90fb-4087-a0bf-3f98b17ed092,segment=NetworkSegment(cb1f304e-3238-44f1-ae7f-78d4e314acae),segment_id=cb1f304e-3238-44f1-ae7f-78d4e314acae)] {{(pid=102347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:40:17.135253 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-53b0c18c-fd2a-4edc-b467-d2fb533d4fa7 req-9a95fb3b-cb40-4c4d-ac6a-89b1ef4c2388 tempest-AttachVolumeNegativeTest-477808956 tempest-AttachVolumeNegativeTest-477808956-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:17.156256 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [req-53b0c18c-fd2a-4edc-b467-d2fb533d4fa7 req-9a95fb3b-cb40-4c4d-ac6a-89b1ef4c2388 tempest-AttachVolumeNegativeTest-477808956 tempest-AttachVolumeNegativeTest-477808956-project] Calling delete_port for 3ef418bf-90fb-4087-a0bf-3f98b17ed092 owned by compute:nova {{(pid=102347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:40:17.276744 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-956c7b3f-4d51-42d1-8ddb-8ace639a3c2e None None] Provisioning complete for port 4e145f58-9795-4ac7-84da-fd3fb8391903 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:40:17.277260 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-956c7b3f-4d51-42d1-8ddb-8ace639a3c2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:17.315229 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-956c7b3f-4d51-42d1-8ddb-8ace639a3c2e None None] Port 4e145f58-9795-4ac7-84da-fd3fb8391903 cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:40:17.344915 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-29bcd812-7a78-44d9-b133-a00dbb5d2384 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1766202'] for router_interface, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:17.402661 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:17.442195 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c04e14d-1d7d-427d-aff6-12976f95a83a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0396220b-ac94-486f-b038-02cdb2c13848'}] {{(pid=102348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:40:17.444744 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c588921fa634554a1d9242fdea1b05457a9ff1d3b28ba54ec1dace7f2f1df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c1b729a-cd93-44ed-a797-66a27905e453" -d '{"events": [{"server_uuid": "2c04e14d-1d7d-427d-aff6-12976f95a83a", "name": "network-vif-plugged", "status": "completed", "tag": "0396220b-ac94-486f-b038-02cdb2c13848"}]}' {{(pid=102348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:40:17.455343 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-53b0c18c-fd2a-4edc-b467-d2fb533d4fa7 req-9a95fb3b-cb40-4c4d-ac6a-89b1ef4c2388 tempest-AttachVolumeNegativeTest-477808956 tempest-AttachVolumeNegativeTest-477808956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:17.479089 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] get_ports_and_sgs() called for port_ids ['51ef365d-a39a-4f99-a3dd-39d1d9a027e9', 'ec050e6e-fb10-458c-a526-b25309f5a976', '3ef418bf-90fb-4087-a0bf-3f98b17ed092'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:40:17.481241 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] get_ports_and_sgs() called for port_ids ['77262160-d636-4bac-9a1f-267cf4a736bb'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:40:17.484054 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port 0396220b-ac94-486f-b038-02cdb2c13848, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=0396220b-ac94-486f-b038-02cdb2c13848,segment=NetworkSegment(3fa8f95e-6276-4974-b5c0-da1e0ae271fc),segment_id=3fa8f95e-6276-4974-b5c0-da1e0ae271fc)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:40:17.499878 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a95fb3b-cb40-4c4d-ac6a-89b1ef4c2388 tempest-AttachVolumeNegativeTest-477808956 tempest-AttachVolumeNegativeTest-477808956-project] Pushing event deleted for resources: {'Port': ['ID=3ef418bf-90fb-4087-a0bf-3f98b17ed092,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:40:17.568806 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:40:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-727dfb21-cfd4-42bd-a0cc-0d7aff10f5e9 x-openstack-request-id: req-727dfb21-cfd4-42bd-a0cc-0d7aff10f5e9 {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:40:17.569356 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c04e14d-1d7d-427d-aff6-12976f95a83a", "name": "network-vif-plugged", "status": "completed", "tag": "0396220b-ac94-486f-b038-02cdb2c13848", "code": 200}]} {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:40:17.569789 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-727dfb21-cfd4-42bd-a0cc-0d7aff10f5e9 {{(pid=102348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:40:17.570329 n-d-813419-10 neutron-server[102348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c04e14d-1d7d-427d-aff6-12976f95a83a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0396220b-ac94-486f-b038-02cdb2c13848', 'code': 200} Oct 27 10:40:17.571120 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:17.576146 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [req-53b0c18c-fd2a-4edc-b467-d2fb533d4fa7 req-9a95fb3b-cb40-4c4d-ac6a-89b1ef4c2388 tempest-AttachVolumeNegativeTest-477808956 tempest-AttachVolumeNegativeTest-477808956-project] No DVR routers for this DVR port 3ef418bf-90fb-4087-a0bf-3f98b17ed092 on host n-h1-813419-10 {{(pid=102347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:40:17.580322 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-53b0c18c-fd2a-4edc-b467-d2fb533d4fa7 req-9a95fb3b-cb40-4c4d-ac6a-89b1ef4c2388 tempest-AttachVolumeNegativeTest-477808956 tempest-AttachVolumeNegativeTest-477808956-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:17.587323 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-53b0c18c-fd2a-4edc-b467-d2fb533d4fa7 req-9a95fb3b-cb40-4c4d-ac6a-89b1ef4c2388 tempest-AttachVolumeNegativeTest-477808956 tempest-AttachVolumeNegativeTest-477808956-project] 10.222.0.64 "DELETE /v2.0/ports/3ef418bf-90fb-4087-a0bf-3f98b17ed092 HTTP/1.1" status: 204 len: 173 time: 0.7810042 Oct 27 10:40:17.587828 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c94862f4-e2b6-4abb-9365-b989679a049a', 'name': 'network-vif-deleted', 'tag': '3ef418bf-90fb-4087-a0bf-3f98b17ed092'}] {{(pid=102347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:40:17.591339 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311149b481204ee7edffdb959c881838506fbd95bc8577c048f6677abb73acc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-669f191b-59dc-4654-9e11-2749e5439851" -d '{"events": [{"server_uuid": "c94862f4-e2b6-4abb-9365-b989679a049a", "name": "network-vif-deleted", "tag": "3ef418bf-90fb-4087-a0bf-3f98b17ed092"}]}' {{(pid=102347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:40:17.721245 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:40:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cc0d152-bee5-4868-b9b4-aba821f290fb x-openstack-request-id: req-3cc0d152-bee5-4868-b9b4-aba821f290fb {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:40:17.721403 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c94862f4-e2b6-4abb-9365-b989679a049a", "name": "network-vif-deleted", "tag": "3ef418bf-90fb-4087-a0bf-3f98b17ed092", "status": "completed", "code": 200}]} {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:40:17.721629 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3cc0d152-bee5-4868-b9b4-aba821f290fb {{(pid=102347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:40:17.722341 n-d-813419-10 neutron-server[102347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c94862f4-e2b6-4abb-9365-b989679a049a', 'name': 'network-vif-deleted', 'tag': '3ef418bf-90fb-4087-a0bf-3f98b17ed092', 'status': 'completed', 'code': 200} Oct 27 10:40:17.762410 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Pushing event updated for resources: {'Port': ['ID=0396220b-ac94-486f-b038-02cdb2c13848,revision_number=7']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:40:17.796702 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-29bcd812-7a78-44d9-b133-a00dbb5d2384 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Deleting port 4e145f58-9795-4ac7-84da-fd3fb8391903 {{(pid=102346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:40:17.797643 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-29bcd812-7a78-44d9-b133-a00dbb5d2384 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:17.866970 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069c3bee-8e2a-4121-b835-c185c13330e1 req-ed98a435-8f20-465f-ae74-875a599e7e8e tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:40:17.882960 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-069c3bee-8e2a-4121-b835-c185c13330e1 req-ed98a435-8f20-465f-ae74-875a599e7e8e tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c04e14d-1d7d-427d-aff6-12976f95a83a HTTP/1.1" status: 200 len: 945 time: 0.1448448 Oct 27 10:40:17.988753 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-069c3bee-8e2a-4121-b835-c185c13330e1 req-7bc36b17-5688-4519-82cd-23fd72ce74bb tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/security-groups?id=cc9284c7-fb9e-4cd7-891d-df58f9ea4e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992770 Oct 27 10:40:17.995549 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-29bcd812-7a78-44d9-b133-a00dbb5d2384 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:18.017094 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-29bcd812-7a78-44d9-b133-a00dbb5d2384 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Calling delete_port for 4e145f58-9795-4ac7-84da-fd3fb8391903 owned by network:router_interface {{(pid=102346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:40:18.133954 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-3a94cfd9-d16f-4573-b38d-d9b4bcc836d2 req-d92a1cfe-7c50-4987-b96c-d3eaf1e79bbd tempest-AttachVolumeNegativeTest-477808956 tempest-AttachVolumeNegativeTest-477808956-project] 10.222.0.44 "GET /v2.0/ports?device_id=c94862f4-e2b6-4abb-9365-b989679a049a HTTP/1.1" status: 200 len: 210 time: 0.0964732 Oct 27 10:40:18.405896 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-29bcd812-7a78-44d9-b133-a00dbb5d2384 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:18.460327 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bcd812-7a78-44d9-b133-a00dbb5d2384 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Pushing event deleted for resources: {'Port': ['ID=4e145f58-9795-4ac7-84da-fd3fb8391903,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:40:18.580080 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-29bcd812-7a78-44d9-b133-a00dbb5d2384 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2006968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1766358'] for router_interface, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:18.788003 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29bcd812-7a78-44d9-b133-a00dbb5d2384 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Router dd24ea52-d9d3-4b62-a4bd-9763502c00b2 has already been hosted by L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb {{(pid=102346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 10:40:18.879528 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-89804e0e-d94b-4cb8-a26a-cc7e06d646fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:18.885647 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29bcd812-7a78-44d9-b133-a00dbb5d2384 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:40:18.893005 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-29bcd812-7a78-44d9-b133-a00dbb5d2384 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] 10.222.0.44 "PUT /v2.0/routers/dd24ea52-d9d3-4b62-a4bd-9763502c00b2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2881570 Oct 27 10:40:18.896050 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 45600) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:40:18.899251 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7224d2ad-e9ea-4612-aa6e-2ae64a0d42ec None None] Sync routers for ids ['dd24ea52-d9d3-4b62-a4bd-9763502c00b2'] in n-d-813419-10 {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:40:18.923426 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7224d2ad-e9ea-4612-aa6e-2ae64a0d42ec None None] Routers {'dd24ea52-d9d3-4b62-a4bd-9763502c00b2'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:40:18.924608 n-d-813419-10 neutron-server[102347]: INFO neutron.pecan_wsgi.hooks.translation [None req-ddca244f-79e3-4ff3-abf9-422700674384 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] GET failed (client error): The resource could not be found. Oct 27 10:40:18.926201 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-7224d2ad-e9ea-4612-aa6e-2ae64a0d42ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:40:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['dd24ea52-d9d3-4b62-a4bd-9763502c00b2'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:40:18.926342 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-ddca244f-79e3-4ff3-abf9-422700674384 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] 10.222.0.44 "GET /v2.0/ports/4e145f58-9795-4ac7-84da-fd3fb8391903 HTTP/1.1" status: 404 len: 333 time: 0.0289540 Oct 27 10:40:18.929057 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 45604) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:40:18.969279 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-7224d2ad-e9ea-4612-aa6e-2ae64a0d42ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:40:18.981199 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7224d2ad-e9ea-4612-aa6e-2ae64a0d42ec None None] Routers {'dd24ea52-d9d3-4b62-a4bd-9763502c00b2'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:40:18.982143 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-7224d2ad-e9ea-4612-aa6e-2ae64a0d42ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:40:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['dd24ea52-d9d3-4b62-a4bd-9763502c00b2'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:40:19.043831 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-7224d2ad-e9ea-4612-aa6e-2ae64a0d42ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:40:19.045968 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7224d2ad-e9ea-4612-aa6e-2ae64a0d42ec None None] The sync data for ids ['dd24ea52-d9d3-4b62-a4bd-9763502c00b2'] in n-d-813419-10 is: [] {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:40:19.057139 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-5ecd22ec-a760-4051-9745-d6f43f7e69fa tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks [] for router, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:19.170690 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060bc437-8e65-4e44-ad97-dfc08a619422 req-b1a2f24d-e714-4173-8012-a07c297bf24c tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:40:19.178865 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-060bc437-8e65-4e44-ad97-dfc08a619422 req-b1a2f24d-e714-4173-8012-a07c297bf24c tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c04e14d-1d7d-427d-aff6-12976f95a83a HTTP/1.1" status: 200 len: 945 time: 0.0810442 Oct 27 10:40:19.263400 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-060bc437-8e65-4e44-ad97-dfc08a619422 req-2c9a75d6-7463-4bc3-ab11-335311d132c9 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/security-groups?id=cc9284c7-fb9e-4cd7-891d-df58f9ea4e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576985 Oct 27 10:40:19.686974 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-5ecd22ec-a760-4051-9745-d6f43f7e69fa tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1765662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3700'] for router, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:19.689614 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-5ecd22ec-a760-4051-9745-d6f43f7e69fa tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:19.748092 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-5ecd22ec-a760-4051-9745-d6f43f7e69fa tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1765641'] for router, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:19.754024 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ecd22ec-a760-4051-9745-d6f43f7e69fa tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Fanout notify agent at l3_agent the message router_deleted on router dd24ea52-d9d3-4b62-a4bd-9763502c00b2 {{(pid=102346) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 10:40:19.766000 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-5ecd22ec-a760-4051-9745-d6f43f7e69fa tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks [] for router, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:19.768054 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-5ecd22ec-a760-4051-9745-d6f43f7e69fa tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] 10.222.0.44 "DELETE /v2.0/routers/dd24ea52-d9d3-4b62-a4bd-9763502c00b2 HTTP/1.1" status: 204 len: 168 time: 0.8379240 Oct 27 10:40:19.771321 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 45624) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:40:19.873775 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b5697e8-73e0-4283-ac5a-2bf8cf8e3a64 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Deleting subnet 880f0a2c-a3da-4338-a69f-f268764fcffa {{(pid=102347) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 10:40:19.885269 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-4b5697e8-73e0-4283-ac5a-2bf8cf8e3a64 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks [] for subnet, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:19.964442 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:20.014230 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-4b5697e8-73e0-4283-ac5a-2bf8cf8e3a64 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-18445109'] for subnet, precommit_delete_associations {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:20.015805 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-eadeaa30-4096-4d1a-b3cb-aa7ebfb291ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:20.198441 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-4b5697e8-73e0-4283-ac5a-2bf8cf8e3a64 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855646'] for subnet, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:20.301035 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-4b5697e8-73e0-4283-ac5a-2bf8cf8e3a64 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-18295818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18043720'] for subnet, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:20.355943 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5697e8-73e0-4283-ac5a-2bf8cf8e3a64 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Pushing event deleted for resources: {'Subnet': ['ID=880f0a2c-a3da-4338-a69f-f268764fcffa,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:40:20.374526 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bed5788a-49db-494d-b24a-40919da19f1e None None] Network 51c16ce6-4a3f-436d-bff4-361405adca5e requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:40:20.391353 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-4b5697e8-73e0-4283-ac5a-2bf8cf8e3a64 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks [] for subnet, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:20.402723 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 45636) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:40:20.403398 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-4b5697e8-73e0-4283-ac5a-2bf8cf8e3a64 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] 10.222.0.44 "DELETE /v2.0/subnets/880f0a2c-a3da-4338-a69f-f268764fcffa HTTP/1.1" status: 204 len: 168 time: 0.6303191 Oct 27 10:40:20.455027 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32455925-3181-4eb1-b00a-17870b9f2f30 req-a9df1706-b827-41fb-99bf-0b1a80c60235 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:40:20.463539 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-32455925-3181-4eb1-b00a-17870b9f2f30 req-a9df1706-b827-41fb-99bf-0b1a80c60235 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c04e14d-1d7d-427d-aff6-12976f95a83a HTTP/1.1" status: 200 len: 945 time: 0.0784857 Oct 27 10:40:20.509088 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-32455925-3181-4eb1-b00a-17870b9f2f30 req-c25798f0-64c0-46a4-9192-1e79bfa49cdf tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/security-groups?id=cc9284c7-fb9e-4cd7-891d-df58f9ea4e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443354 Oct 27 10:40:20.651141 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device 3ef418bf-90fb-4087-a0bf-3f98b17ed092 no longer exists at agent hyperv_n-h1-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:40:20.657551 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-a62e6a10-abb7-477b-aa39-4d9e1241ceed tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586917'] for network, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:20.661710 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 45644) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:40:20.766747 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] No Port match for: 3ef418bf-90fb-4087-a0bf-3f98b17ed092 {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:40:20.767385 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device 3ef418bf-90fb-4087-a0bf-3f98b17ed092 not bound to the agent host n-h1-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:40:20.834963 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-a62e6a10-abb7-477b-aa39-4d9e1241ceed tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Deleting port c1d74c9f-0ba8-44ee-8250-fd4fc119411f {{(pid=102346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:40:20.835308 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-a62e6a10-abb7-477b-aa39-4d9e1241ceed tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:20.868112 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-ff1c0f8b-545d-409e-9bc3-8da570dca904 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:20.880466 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25f2c097-283a-44c9-9e80-3076e3d4836b None None] DHCP port deletion for 51c16ce6-4a3f-436d-bff4-361405adca5e request from n-d-813419-10 {{(pid=102348) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 10:40:20.949960 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [None req-a62e6a10-abb7-477b-aa39-4d9e1241ceed tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] For port c1d74c9f-0ba8-44ee-8250-fd4fc119411f, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=c1d74c9f-0ba8-44ee-8250-fd4fc119411f,segment=NetworkSegment(468a2fe5-c917-410a-a52a-3618daa73686),segment_id=468a2fe5-c917-410a-a52a-3618daa73686)] {{(pid=102346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:40:20.950298 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-a62e6a10-abb7-477b-aa39-4d9e1241ceed tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:20.967313 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-a62e6a10-abb7-477b-aa39-4d9e1241ceed tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Calling delete_port for c1d74c9f-0ba8-44ee-8250-fd4fc119411f owned by network:dhcp {{(pid=102346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:40:21.007340 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-25f2c097-283a-44c9-9e80-3076e3d4836b None None] Deleting port c1d74c9f-0ba8-44ee-8250-fd4fc119411f {{(pid=102348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:40:21.007913 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-25f2c097-283a-44c9-9e80-3076e3d4836b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:21.045899 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-ff1c0f8b-545d-409e-9bc3-8da570dca904 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:21.054491 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-ff1c0f8b-545d-409e-9bc3-8da570dca904 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:21.093114 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1c0f8b-545d-409e-9bc3-8da570dca904 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ded4b60-14e3-44ff-ace6-e7ea7a308f3c,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:40:21.103988 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-a62e6a10-abb7-477b-aa39-4d9e1241ceed tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:21.134788 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a62e6a10-abb7-477b-aa39-4d9e1241ceed tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] No DVR routers for this DVR port c1d74c9f-0ba8-44ee-8250-fd4fc119411f on host n-d-813419-10 {{(pid=102346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:40:21.147074 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-25f2c097-283a-44c9-9e80-3076e3d4836b None None] For port c1d74c9f-0ba8-44ee-8250-fd4fc119411f, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=c1d74c9f-0ba8-44ee-8250-fd4fc119411f,segment=NetworkSegment(468a2fe5-c917-410a-a52a-3618daa73686),segment_id=468a2fe5-c917-410a-a52a-3618daa73686)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:40:21.147467 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-25f2c097-283a-44c9-9e80-3076e3d4836b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:21.157511 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62e6a10-abb7-477b-aa39-4d9e1241ceed tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Pushing event deleted for resources: {'Port': ['ID=c1d74c9f-0ba8-44ee-8250-fd4fc119411f,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:40:21.172923 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-25f2c097-283a-44c9-9e80-3076e3d4836b None None] Calling delete_port for c1d74c9f-0ba8-44ee-8250-fd4fc119411f owned by network:dhcp {{(pid=102348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:40:21.175890 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-ff1c0f8b-545d-409e-9bc3-8da570dca904 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2c3d02f78e4d460a954ccabab8fd9128&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5132093 Oct 27 10:40:21.178358 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 45648) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:40:21.254803 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-8662b6ba-8cfa-4a14-bffd-263801d981b4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:21.288859 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-8662b6ba-8cfa-4a14-bffd-263801d981b4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:21.298992 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-a62e6a10-abb7-477b-aa39-4d9e1241ceed tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857803', 'neutron.services.segments.db._delete_segments_for_network-8743873143390'] for network, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:21.346330 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-a62e6a10-abb7-477b-aa39-4d9e1241ceed tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51c16ce6-4a3f-436d-bff4-361405adca5e']}} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:40:21.361636 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-a62e6a10-abb7-477b-aa39-4d9e1241ceed tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '468a2fe5-c917-410a-a52a-3618daa73686') {'for_net_delete': True} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:40:21.364367 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-a62e6a10-abb7-477b-aa39-4d9e1241ceed tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '468a2fe5-c917-410a-a52a-3618daa73686') {} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:40:21.383886 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-a62e6a10-abb7-477b-aa39-4d9e1241ceed tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743873145191', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25847877'] for segment, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:21.384679 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-8662b6ba-8cfa-4a14-bffd-263801d981b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:21.397584 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-8662b6ba-8cfa-4a14-bffd-263801d981b4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:21.401169 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-8662b6ba-8cfa-4a14-bffd-263801d981b4 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2ded4b60-14e3-44ff-ace6-e7ea7a308f3c HTTP/1.1" status: 204 len: 168 time: 0.2196345 Oct 27 10:40:21.413428 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-a62e6a10-abb7-477b-aa39-4d9e1241ceed tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:21.421477 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8662b6ba-8cfa-4a14-bffd-263801d981b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ded4b60-14e3-44ff-ace6-e7ea7a308f3c,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:40:21.425651 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-25f2c097-283a-44c9-9e80-3076e3d4836b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615'] for port, after_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:21.428655 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a62e6a10-abb7-477b-aa39-4d9e1241ceed tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Releasing vlan 402 on physical network physnet1 to pool {{(pid=102346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 10:40:21.429070 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-a62e6a10-abb7-477b-aa39-4d9e1241ceed tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27024137'] for segment, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:21.432663 n-d-813419-10 neutron-server[102346]: Traceback (most recent call last): Oct 27 10:40:21.432663 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 10:40:21.432663 n-d-813419-10 neutron-server[102346]: timer() Oct 27 10:40:21.432663 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 10:40:21.432663 n-d-813419-10 neutron-server[102346]: cb(*args, **kw) Oct 27 10:40:21.432663 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 10:40:21.432663 n-d-813419-10 neutron-server[102346]: return func(*args, **kwargs) Oct 27 10:40:21.432663 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 10:40:21.432663 n-d-813419-10 neutron-server[102346]: self._notify() Oct 27 10:40:21.432663 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 10:40:21.432663 n-d-813419-10 neutron-server[102346]: self.callback(batched_events) Oct 27 10:40:21.432663 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 10:40:21.432663 n-d-813419-10 neutron-server[102346]: event.method(event) Oct 27 10:40:21.432663 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 10:40:21.432663 n-d-813419-10 neutron-server[102346]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 10:40:21.432663 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 10:40:21.432663 n-d-813419-10 neutron-server[102346]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 10:40:21.432663 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 10:40:21.432663 n-d-813419-10 neutron-server[102346]: return f(self, *a, **k) Oct 27 10:40:21.432663 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 10:40:21.432663 n-d-813419-10 neutron-server[102346]: return self._get(url).json() Oct 27 10:40:21.432663 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 10:40:21.432663 n-d-813419-10 neutron-server[102346]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 10:40:21.432663 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 10:40:21.432663 n-d-813419-10 neutron-server[102346]: return self.request(url, 'GET', **kwargs) Oct 27 10:40:21.432663 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 10:40:21.432663 n-d-813419-10 neutron-server[102346]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 10:40:21.432663 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 10:40:21.432663 n-d-813419-10 neutron-server[102346]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 10:40:21.432663 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 10:40:21.432663 n-d-813419-10 neutron-server[102346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 10:40:21.432663 n-d-813419-10 neutron-server[102346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 10:40:21.484638 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25f2c097-283a-44c9-9e80-3076e3d4836b None None] No DVR routers for this DVR port c1d74c9f-0ba8-44ee-8250-fd4fc119411f on host n-d-813419-10 {{(pid=102348) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:40:21.507256 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f2c097-283a-44c9-9e80-3076e3d4836b None None] Pushing event deleted for resources: {'Port': ['ID=c1d74c9f-0ba8-44ee-8250-fd4fc119411f,revision_number=None']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:40:21.536321 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-a62e6a10-abb7-477b-aa39-4d9e1241ceed tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664840'] for network, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:21.545226 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-a62e6a10-abb7-477b-aa39-4d9e1241ceed tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for network, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:21.551322 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-a62e6a10-abb7-477b-aa39-4d9e1241ceed tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] 10.222.0.44 "DELETE /v2.0/networks/51c16ce6-4a3f-436d-bff4-361405adca5e HTTP/1.1" status: 204 len: 168 time: 1.1473899 Oct 27 10:40:21.555382 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 45660) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:40:21.571385 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62e6a10-abb7-477b-aa39-4d9e1241ceed tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Pushing event deleted for resources: {'Network': ['ID=51c16ce6-4a3f-436d-bff4-361405adca5e,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:40:21.633518 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ce36568-0c3c-4a54-b42c-db52a56735a6 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:40:21.637371 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 45662) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:40:21.638129 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-1ce36568-0c3c-4a54-b42c-db52a56735a6 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] 10.222.0.44 "GET /v2.0/ports/714b2a06-266d-4147-82eb-28135fc32fe8 HTTP/1.1" status: 200 len: 844 time: 0.0815887 Oct 27 10:40:21.813429 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-711e9f65-add0-4f50-ae22-a544fb203607 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] 10.222.0.44 "GET /v2.0/ports/714b2a06-266d-4147-82eb-28135fc32fe8?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1748259 Oct 27 10:40:21.817267 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 45668) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:40:21.822195 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-bd4ae9d7-768a-4432-b29d-fdb9ced6c192 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Request body: {'subnet': {'network_id': 'd11deb93-df8d-4547-b855-a8d235d7f77c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:40:21.859465 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbaaad72-015d-42e7-90f9-422552c45966 req-ac81830e-a7d2-402d-ac06-03e40effe3e2 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:40:21.869831 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-dbaaad72-015d-42e7-90f9-422552c45966 req-ac81830e-a7d2-402d-ac06-03e40effe3e2 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c04e14d-1d7d-427d-aff6-12976f95a83a HTTP/1.1" status: 200 len: 945 time: 0.1825175 Oct 27 10:40:21.910860 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-3c6a8245-0581-48aa-b5f6-4d8fe98cd16e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:21.936028 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-dbaaad72-015d-42e7-90f9-422552c45966 req-c9d5673d-d0ea-4ac7-b4fe-6287ffba75ff tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/security-groups?id=cc9284c7-fb9e-4cd7-891d-df58f9ea4e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649850 Oct 27 10:40:22.037952 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd4ae9d7-768a-4432-b29d-fdb9ced6c192 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Made reservation on behalf of a8f5b249d1a14ea0897d2eccf002a6cb for: {'subnet': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:40:22.044275 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-bd4ae9d7-768a-4432-b29d-fdb9ced6c192 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18044073'] for subnet, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:22.045537 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 45670) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:40:22.061845 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-1ad039d4-7dab-4ba5-8a38-aae6f844ae46 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:22.167824 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-1ad039d4-7dab-4ba5-8a38-aae6f844ae46 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:22.174736 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-1ad039d4-7dab-4ba5-8a38-aae6f844ae46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:22.221984 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-1ad039d4-7dab-4ba5-8a38-aae6f844ae46 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=06363e11a73f4647a5d13b34a03174fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1750586 Oct 27 10:40:22.222949 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad039d4-7dab-4ba5-8a38-aae6f844ae46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b1cdbd2-16b7-41d5-a4ca-579d6b4acf6d,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:40:22.225195 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 45672) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:40:22.377851 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-836ef4f0-ca92-414c-8a12-558977b76514 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:22.425433 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-836ef4f0-ca92-414c-8a12-558977b76514 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:22.435749 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-bd4ae9d7-768a-4432-b29d-fdb9ced6c192 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-18295883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18044091'] for subnet, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:22.489185 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd4ae9d7-768a-4432-b29d-fdb9ced6c192 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Network d11deb93-df8d-4547-b855-a8d235d7f77c is already hosted by enough agents. {{(pid=102347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:40:22.497114 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device c1d74c9f-0ba8-44ee-8250-fd4fc119411f no longer exists at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:40:22.500457 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [None req-bd4ae9d7-768a-4432-b29d-fdb9ced6c192 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Resources bound (agent type, host, resource id): {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:40:22.510019 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd4ae9d7-768a-4432-b29d-fdb9ced6c192 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:40:22.510616 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-bd4ae9d7-768a-4432-b29d-fdb9ced6c192 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks [] for subnet, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:22.532593 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4ae9d7-768a-4432-b29d-fdb9ced6c192 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Pushing event updated for resources: {'Subnet': ['ID=0bb136d4-298c-4ec7-a469-51c52104f5dc,revision_number=0']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:40:22.546621 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-bd4ae9d7-768a-4432-b29d-fdb9ced6c192 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7280736 Oct 27 10:40:22.549500 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 45680) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:40:22.554784 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-cb39f6a0-e0d0-474f-8dba-08844c709850 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Request body: {'security_group': {'name': 'tempest-secgroup-319554559'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:40:22.575195 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff5ff028-9268-4050-b8b8-8b9ce8393085 None None] Network d11deb93-df8d-4547-b855-a8d235d7f77c requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:40:22.583422 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-836ef4f0-ca92-414c-8a12-558977b76514 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:22.586569 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-836ef4f0-ca92-414c-8a12-558977b76514 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:22.587750 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-836ef4f0-ca92-414c-8a12-558977b76514 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4b1cdbd2-16b7-41d5-a4ca-579d6b4acf6d HTTP/1.1" status: 204 len: 168 time: 0.3619425 Oct 27 10:40:22.620008 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836ef4f0-ca92-414c-8a12-558977b76514 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b1cdbd2-16b7-41d5-a4ca-579d6b4acf6d,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:40:22.628761 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-cb39f6a0-e0d0-474f-8dba-08844c709850 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks [] for security_group, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:22.733772 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] No Port match for: c1d74c9f-0ba8-44ee-8250-fd4fc119411f {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:40:22.734117 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device c1d74c9f-0ba8-44ee-8250-fd4fc119411f not bound to the agent host n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:40:22.776772 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-cb39f6a0-e0d0-474f-8dba-08844c709850 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks [] for security_group, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:22.788631 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-cb39f6a0-e0d0-474f-8dba-08844c709850 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:22.835723 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-cb39f6a0-e0d0-474f-8dba-08844c709850 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:22.839759 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-cb39f6a0-e0d0-474f-8dba-08844c709850 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2858934 Oct 27 10:40:22.840232 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 45688) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:40:22.848087 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-730566db-851b-47fa-9684-6f07b7ddf3ad tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Request body: {'security_group': {'name': 'tempest-secgroup-198830826'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:40:22.853967 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb39f6a0-e0d0-474f-8dba-08844c709850 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15a75982-3fcd-4309-88be-0ea6714399a2,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:40:22.893025 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-730566db-851b-47fa-9684-6f07b7ddf3ad tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks [] for security_group, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:23.098218 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-730566db-851b-47fa-9684-6f07b7ddf3ad tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks [] for security_group, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:23.104779 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c92bc263-91b2-4b6c-9043-c106f8342da5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp734b258e-7d96-550c-b970-9b72ab66f383-d11deb93-df8d-4547-b855-a8d235d7f77c', 'network_id': 'd11deb93-df8d-4547-b855-a8d235d7f77c', 'tenant_id': 'a8f5b249d1a14ea0897d2eccf002a6cb', 'fixed_ips': [{'subnet_id': '0bb136d4-298c-4ec7-a469-51c52104f5dc'}]}} from n-d-813419-10. {{(pid=102348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 10:40:23.107795 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-c92bc263-91b2-4b6c-9043-c106f8342da5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:23.124537 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-730566db-851b-47fa-9684-6f07b7ddf3ad tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:23.233138 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730566db-851b-47fa-9684-6f07b7ddf3ad tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00cb6df3-ee4e-47ad-ab71-da67a2ed3223,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:40:23.292873 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-730566db-851b-47fa-9684-6f07b7ddf3ad tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks [] for security_group, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:23.306717 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 45694) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:40:23.308113 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-730566db-851b-47fa-9684-6f07b7ddf3ad tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4661007 Oct 27 10:40:23.312424 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-371d0470-a7bc-442b-90d4-9facfa18af0d tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-750932587', 'security_groups': ['00cb6df3-ee4e-47ad-ab71-da67a2ed3223'], 'network_id': 'd11deb93-df8d-4547-b855-a8d235d7f77c', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '0bb136d4-298c-4ec7-a469-51c52104f5dc'}]}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:40:23.357741 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c040f6f-2b6d-4d0c-82c2-9fb189a8a2a0 req-a4ecf12b-8d01-43c4-8fc3-29df182aad27 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:40:23.365469 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-5c040f6f-2b6d-4d0c-82c2-9fb189a8a2a0 req-a4ecf12b-8d01-43c4-8fc3-29df182aad27 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c04e14d-1d7d-427d-aff6-12976f95a83a HTTP/1.1" status: 200 len: 945 time: 0.2263608 Oct 27 10:40:23.366977 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 45696) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:40:23.406173 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.db_base_plugin_common [None req-c92bc263-91b2-4b6c-9043-c106f8342da5 None None] Allocated IP 2001:db8::2 (d11deb93-df8d-4547-b855-a8d235d7f77c/0bb136d4-298c-4ec7-a469-51c52104f5dc/837f0165-3d3f-4e46-91be-41d8b51109ff) {{(pid=102348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:40:23.407268 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-0e8f8beb-6397-43f3-aeb4-83560eeafe7a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:23.506014 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-5c040f6f-2b6d-4d0c-82c2-9fb189a8a2a0 req-58c08b95-3fbd-4ff0-8e57-a75f239e8103 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/security-groups?id=cc9284c7-fb9e-4cd7-891d-df58f9ea4e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351266 Oct 27 10:40:23.569806 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-0e8f8beb-6397-43f3-aeb4-83560eeafe7a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:23.579562 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-0e8f8beb-6397-43f3-aeb4-83560eeafe7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:23.586788 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-371d0470-a7bc-442b-90d4-9facfa18af0d tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Made reservation on behalf of a8f5b249d1a14ea0897d2eccf002a6cb for: {'port': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:40:23.634138 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-0e8f8beb-6397-43f3-aeb4-83560eeafe7a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=911e908c2a5e46c8be796352c4019792&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2652869 Oct 27 10:40:23.635914 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 45700) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:40:23.643280 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8f8beb-6397-43f3-aeb4-83560eeafe7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2dd88db-83ca-486d-8212-66dde5542428,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:40:23.711079 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-c92bc263-91b2-4b6c-9043-c106f8342da5 None None] Publish callbacks [] for port, precommit_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:23.721846 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-c92bc263-91b2-4b6c-9043-c106f8342da5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606'] for port, after_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:23.733639 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-f2034462-8f1f-460b-862d-27d7cc499dab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:23.791731 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-f2034462-8f1f-460b-862d-27d7cc499dab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:23.796691 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-371d0470-a7bc-442b-90d4-9facfa18af0d tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:23.808123 n-d-813419-10 neutron-server[102348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c92bc263-91b2-4b6c-9043-c106f8342da5 None None] Network d11deb93-df8d-4547-b855-a8d235d7f77c is already hosted by enough agents. {{(pid=102348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:40:23.827482 n-d-813419-10 neutron-server[102348]: DEBUG neutron.scheduler.base_scheduler [None req-c92bc263-91b2-4b6c-9043-c106f8342da5 None None] Resources bound (agent type, host, resource id): {{(pid=102348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:40:23.831996 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c92bc263-91b2-4b6c-9043-c106f8342da5 None None] Received port after_create {{(pid=102348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:40:23.835093 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92bc263-91b2-4b6c-9043-c106f8342da5 None None] Pushing event updated for resources: {'Port': ['ID=837f0165-3d3f-4e46-91be-41d8b51109ff,revision_number=1']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:40:23.837374 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [None req-371d0470-a7bc-442b-90d4-9facfa18af0d tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] device_id is not set on port edce2aaf-f715-4d9a-8bfd-c117158d0b4e yet. {{(pid=102346) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 10:40:23.889098 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-f2034462-8f1f-460b-862d-27d7cc499dab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:23.892086 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-f2034462-8f1f-460b-862d-27d7cc499dab admin admin] Publish callbacks [] for security_group, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:23.897854 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-f2034462-8f1f-460b-862d-27d7cc499dab admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a2dd88db-83ca-486d-8212-66dde5542428 HTTP/1.1" status: 204 len: 168 time: 0.2586825 Oct 27 10:40:23.916657 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2034462-8f1f-460b-862d-27d7cc499dab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2dd88db-83ca-486d-8212-66dde5542428,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:40:23.937000 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-c92bc263-91b2-4b6c-9043-c106f8342da5 None None] Attempting to bind port 837f0165-3d3f-4e46-91be-41d8b51109ff on host n-d-813419-10 for vnic_type normal with profile {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:40:23.938086 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-c92bc263-91b2-4b6c-9043-c106f8342da5 None None] Attempting to bind port 837f0165-3d3f-4e46-91be-41d8b51109ff by drivers openvswitch,hyperv on host n-d-813419-10 at level 0 using segments [{'id': '42a354c1-3e96-4496-9449-dc9b9cc1a2ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'd11deb93-df8d-4547-b855-a8d235d7f77c'}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:40:23.938462 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c92bc263-91b2-4b6c-9043-c106f8342da5 None None] Attempting to bind port 837f0165-3d3f-4e46-91be-41d8b51109ff on network d11deb93-df8d-4547-b855-a8d235d7f77c {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:40:23.956606 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c92bc263-91b2-4b6c-9043-c106f8342da5 None None] Checking agent: {'id': '89dba0f3-79b2-435e-9822-33674b8f6ada', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 8, 20), 'started_at': datetime.datetime(2021, 10, 27, 10, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 40, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:40:23.957013 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c92bc263-91b2-4b6c-9043-c106f8342da5 None None] Checking segment: {'id': '42a354c1-3e96-4496-9449-dc9b9cc1a2ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'd11deb93-df8d-4547-b855-a8d235d7f77c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:40:23.957390 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-c92bc263-91b2-4b6c-9043-c106f8342da5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:23.957785 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c92bc263-91b2-4b6c-9043-c106f8342da5 None None] Bound using segment: {'id': '42a354c1-3e96-4496-9449-dc9b9cc1a2ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'd11deb93-df8d-4547-b855-a8d235d7f77c'} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:40:23.958299 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-c92bc263-91b2-4b6c-9043-c106f8342da5 None None] Bound port: 837f0165-3d3f-4e46-91be-41d8b51109ff, host: n-d-813419-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42a354c1-3e96-4496-9449-dc9b9cc1a2ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'd11deb93-df8d-4547-b855-a8d235d7f77c'}}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:40:23.958649 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-c92bc263-91b2-4b6c-9043-c106f8342da5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:24.079625 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-c92bc263-91b2-4b6c-9043-c106f8342da5 None None] For port 837f0165-3d3f-4e46-91be-41d8b51109ff, host n-d-813419-10, cleared binding levels {{(pid=102348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:40:24.086105 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-c92bc263-91b2-4b6c-9043-c106f8342da5 None None] For port 837f0165-3d3f-4e46-91be-41d8b51109ff, host n-d-813419-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=837f0165-3d3f-4e46-91be-41d8b51109ff,segment=NetworkSegment(42a354c1-3e96-4496-9449-dc9b9cc1a2ec),segment_id=42a354c1-3e96-4496-9449-dc9b9cc1a2ec)] {{(pid=102348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:40:24.093224 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-c92bc263-91b2-4b6c-9043-c106f8342da5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:24.172955 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92bc263-91b2-4b6c-9043-c106f8342da5 None None] Pushing event updated for resources: {'Port': ['ID=837f0165-3d3f-4e46-91be-41d8b51109ff,revision_number=2']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:40:24.201040 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_common [None req-371d0470-a7bc-442b-90d4-9facfa18af0d tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Allocated IP 2001:db8::25c (d11deb93-df8d-4547-b855-a8d235d7f77c/0bb136d4-298c-4ec7-a469-51c52104f5dc/edce2aaf-f715-4d9a-8bfd-c117158d0b4e) {{(pid=102346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:40:24.425807 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-371d0470-a7bc-442b-90d4-9facfa18af0d tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks [] for port, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:24.474691 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-371d0470-a7bc-442b-90d4-9facfa18af0d tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:24.588094 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-371d0470-a7bc-442b-90d4-9facfa18af0d tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Network d11deb93-df8d-4547-b855-a8d235d7f77c is already hosted by enough agents. {{(pid=102346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:40:24.591783 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-371d0470-a7bc-442b-90d4-9facfa18af0d tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Resources bound (agent type, host, resource id): {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:40:24.618006 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-371d0470-a7bc-442b-90d4-9facfa18af0d tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Received port after_create {{(pid=102346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:40:24.634854 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-371d0470-a7bc-442b-90d4-9facfa18af0d tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:40:24.635541 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-371d0470-a7bc-442b-90d4-9facfa18af0d tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:24.732301 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371d0470-a7bc-442b-90d4-9facfa18af0d tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Pushing event updated for resources: {'Port': ['ID=edce2aaf-f715-4d9a-8bfd-c117158d0b4e,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:40:24.761860 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-371d0470-a7bc-442b-90d4-9facfa18af0d tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.4531326 Oct 27 10:40:24.764294 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 45722) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:40:24.770432 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-fe77c0a3-e072-4295-bbdb-addd9559146b tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Request body: {'subnet': {'network_id': 'd11deb93-df8d-4547-b855-a8d235d7f77c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:40:24.789476 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0786e5dd-d9f5-4404-909e-86671159b9f5 req-38b61a60-67cb-48a5-a17d-ac2a25c7456d tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:40:24.793408 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-0786e5dd-d9f5-4404-909e-86671159b9f5 req-38b61a60-67cb-48a5-a17d-ac2a25c7456d tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c04e14d-1d7d-427d-aff6-12976f95a83a HTTP/1.1" status: 200 len: 945 time: 0.1292310 Oct 27 10:40:24.914486 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-0786e5dd-d9f5-4404-909e-86671159b9f5 req-f0b8da1a-ff17-4a97-a795-a9d78e9041c2 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/security-groups?id=cc9284c7-fb9e-4cd7-891d-df58f9ea4e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147106 Oct 27 10:40:25.062253 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe77c0a3-e072-4295-bbdb-addd9559146b tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Made reservation on behalf of a8f5b249d1a14ea0897d2eccf002a6cb for: {'subnet': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:40:25.067749 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-fe77c0a3-e072-4295-bbdb-addd9559146b tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18044073'] for subnet, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:25.365282 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e48b17e-0a72-4077-b08e-5f872015889e req-5d12cb68-9ca1-4ebb-ae29-9d8f3e7d5de5 tempest-AttachVolumeNegativeTest-477808956 tempest-AttachVolumeNegativeTest-477808956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:40:25.367516 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-4e48b17e-0a72-4077-b08e-5f872015889e req-5d12cb68-9ca1-4ebb-ae29-9d8f3e7d5de5 tempest-AttachVolumeNegativeTest-477808956 tempest-AttachVolumeNegativeTest-477808956-project] 10.222.0.44 "GET /v2.0/ports?device_id=6f3d3542-100b-4409-922b-21d21ccec5ab HTTP/1.1" status: 200 len: 945 time: 0.1307013 Oct 27 10:40:25.388603 n-d-813419-10 neutron-server[102347]: INFO neutron.db.ipam_backend_mixin [None req-fe77c0a3-e072-4295-bbdb-addd9559146b tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 0bb136d4-298c-4ec7-a469-51c52104f5dc (CIDR: 2001:db8::/64) Oct 27 10:40:25.400756 n-d-813419-10 neutron-server[102347]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe77c0a3-e072-4295-bbdb-addd9559146b tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 27 10:40:25.401253 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe77c0a3-e072-4295-bbdb-addd9559146b tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102347) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 10:40:25.427808 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-fe77c0a3-e072-4295-bbdb-addd9559146b tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6623952 Oct 27 10:40:25.435128 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 45742) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:40:25.441658 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-da183185-c557-4087-9e60-ac84cb464288 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Request body: {'subnet': {'network_id': 'd11deb93-df8d-4547-b855-a8d235d7f77c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:40:25.450394 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-4e48b17e-0a72-4077-b08e-5f872015889e req-ae53194f-e733-404c-912f-c381e1c2df02 tempest-AttachVolumeNegativeTest-477808956 tempest-AttachVolumeNegativeTest-477808956-project] 10.222.0.44 "GET /v2.0/security-groups?id=6419667f-4570-481f-8a5c-a797762fb34f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699146 Oct 27 10:40:25.616896 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da183185-c557-4087-9e60-ac84cb464288 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Made reservation on behalf of a8f5b249d1a14ea0897d2eccf002a6cb for: {'subnet': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:40:25.624460 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-da183185-c557-4087-9e60-ac84cb464288 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27167186'] for subnet, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:25.821133 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-f4ac3a4f-d085-4a06-8dbc-1fbd6cb4b9e9 None None] Provisioning complete for port 837f0165-3d3f-4e46-91be-41d8b51109ff triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:40:25.822229 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f4ac3a4f-d085-4a06-8dbc-1fbd6cb4b9e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:25.944412 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-da183185-c557-4087-9e60-ac84cb464288 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27024290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27167168'] for subnet, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:26.022901 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f4ac3a4f-d085-4a06-8dbc-1fbd6cb4b9e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:26.091044 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da183185-c557-4087-9e60-ac84cb464288 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Pushing event updated for resources: {'Subnet': ['ID=a2da802f-01fb-43ec-96aa-7bfa06b6aec4,revision_number=0']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:40:26.119522 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da183185-c557-4087-9e60-ac84cb464288 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Network d11deb93-df8d-4547-b855-a8d235d7f77c is already hosted by enough agents. {{(pid=102346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:40:26.124645 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f4ac3a4f-d085-4a06-8dbc-1fbd6cb4b9e9 None None] For port 837f0165-3d3f-4e46-91be-41d8b51109ff, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=837f0165-3d3f-4e46-91be-41d8b51109ff,segment=NetworkSegment(42a354c1-3e96-4496-9449-dc9b9cc1a2ec),segment_id=42a354c1-3e96-4496-9449-dc9b9cc1a2ec)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:40:26.124792 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-da183185-c557-4087-9e60-ac84cb464288 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Resources bound (agent type, host, resource id): {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:40:26.128216 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da183185-c557-4087-9e60-ac84cb464288 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:40:26.130750 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-da183185-c557-4087-9e60-ac84cb464288 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for subnet, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:26.132611 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f4ac3a4f-d085-4a06-8dbc-1fbd6cb4b9e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:26.147965 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14868de-98f8-4273-ae8a-6bd310b5f122 req-d069f7a2-1f9e-4390-83ad-3940f7c915eb tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:40:26.158689 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b14868de-98f8-4273-ae8a-6bd310b5f122 req-d069f7a2-1f9e-4390-83ad-3940f7c915eb tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c04e14d-1d7d-427d-aff6-12976f95a83a HTTP/1.1" status: 200 len: 945 time: 0.1210539 Oct 27 10:40:26.176176 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-da183185-c557-4087-9e60-ac84cb464288 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.7397146 Oct 27 10:40:26.178828 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 45756) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:40:26.184991 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-9f136a45-5858-4288-b27c-15ea3121baf3 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-503251899', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'a2da802f-01fb-43ec-96aa-7bfa06b6aec4'}], 'security_groups': ['15a75982-3fcd-4309-88be-0ea6714399a2']}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:40:26.231482 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-f4ac3a4f-d085-4a06-8dbc-1fbd6cb4b9e9 None None] Provisioning complete for port 714b2a06-266d-4147-82eb-28135fc32fe8 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:40:26.232028 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f4ac3a4f-d085-4a06-8dbc-1fbd6cb4b9e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:26.275767 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b14868de-98f8-4273-ae8a-6bd310b5f122 req-362bfd87-d559-4bf6-b83c-b689e71a075e tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/security-groups?id=cc9284c7-fb9e-4cd7-891d-df58f9ea4e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145329 Oct 27 10:40:26.326273 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-9f136a45-5858-4288-b27c-15ea3121baf3 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:26.610862 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b73598f-9b27-4101-adfa-3d5a3a46c2ac None None] Network d11deb93-df8d-4547-b855-a8d235d7f77c requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:40:26.740963 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 837f0165-3d3f-4e46-91be-41d8b51109ff up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:40:26.785626 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ac3a4f-d085-4a06-8dbc-1fbd6cb4b9e9 None None] Pushing event updated for resources: {'Port': ['ID=837f0165-3d3f-4e46-91be-41d8b51109ff,revision_number=3']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:40:26.806000 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-e2f9adf3-fde0-463f-9b68-7df82d07277f req-bfc65121-fd33-44b4-8d07-3ba2236810f0 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=91ccc442-ec50-4418-afd5-4249b29ada1e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1508682 Oct 27 10:40:26.847467 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce874d2-e789-462d-a9b6-cd03dd88fbf8 req-5b9dcd83-dfae-4058-a973-47ecb049ca52 tempest-AttachVolumeNegativeTest-477808956 tempest-AttachVolumeNegativeTest-477808956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:40:26.856161 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-7ce874d2-e789-462d-a9b6-cd03dd88fbf8 req-5b9dcd83-dfae-4058-a973-47ecb049ca52 tempest-AttachVolumeNegativeTest-477808956 tempest-AttachVolumeNegativeTest-477808956-project] 10.222.0.44 "GET /v2.0/ports?device_id=6f3d3542-100b-4409-922b-21d21ccec5ab HTTP/1.1" status: 200 len: 945 time: 0.1353450 Oct 27 10:40:26.889115 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_common [None req-9f136a45-5858-4288-b27c-15ea3121baf3 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Delete allocated IP 2001:db8::25c (d11deb93-df8d-4547-b855-a8d235d7f77c/0bb136d4-298c-4ec7-a469-51c52104f5dc) {{(pid=102346) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 27 10:40:26.905502 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-f4ac3a4f-d085-4a06-8dbc-1fbd6cb4b9e9 None None] Port 714b2a06-266d-4147-82eb-28135fc32fe8 cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:40:26.921653 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_common [None req-9f136a45-5858-4288-b27c-15ea3121baf3 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Allocated IP 2001:db8:0:1::2bf (d11deb93-df8d-4547-b855-a8d235d7f77c/a2da802f-01fb-43ec-96aa-7bfa06b6aec4/edce2aaf-f715-4d9a-8bfd-c117158d0b4e) {{(pid=102346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:40:27.048934 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-7ce874d2-e789-462d-a9b6-cd03dd88fbf8 req-8bead412-6968-4fcc-82a5-41ef1abe7c67 tempest-AttachVolumeNegativeTest-477808956 tempest-AttachVolumeNegativeTest-477808956-project] 10.222.0.44 "GET /v2.0/security-groups?id=6419667f-4570-481f-8a5c-a797762fb34f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1917241 Oct 27 10:40:27.073479 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f9adf3-fde0-463f-9b68-7df82d07277f req-0d9433bd-f601-481d-911b-63f8b69782c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:40:27.074166 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f9adf3-fde0-463f-9b68-7df82d07277f req-0d9433bd-f601-481d-911b-63f8b69782c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:40:27.075705 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f9adf3-fde0-463f-9b68-7df82d07277f req-0d9433bd-f601-481d-911b-63f8b69782c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:40:27.078393 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f9adf3-fde0-463f-9b68-7df82d07277f req-0d9433bd-f601-481d-911b-63f8b69782c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:40:27.078992 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f9adf3-fde0-463f-9b68-7df82d07277f req-0d9433bd-f601-481d-911b-63f8b69782c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:40:27.079536 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f9adf3-fde0-463f-9b68-7df82d07277f req-0d9433bd-f601-481d-911b-63f8b69782c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:40:27.080452 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f9adf3-fde0-463f-9b68-7df82d07277f req-0d9433bd-f601-481d-911b-63f8b69782c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:40:27.086290 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-e2f9adf3-fde0-463f-9b68-7df82d07277f req-0d9433bd-f601-481d-911b-63f8b69782c0 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3e6cb564c3b34b1095cef7d65946c25d&device_id=91ccc442-ec50-4418-afd5-4249b29ada1e HTTP/1.1" status: 200 len: 6507 time: 0.2199097 Oct 27 10:40:27.131962 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port 837f0165-3d3f-4e46-91be-41d8b51109ff triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:40:27.132580 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:27.158188 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-554241f4-2847-48aa-a5ad-f5a85079f66b None None] Provisioning complete for port edce2aaf-f715-4d9a-8bfd-c117158d0b4e triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:40:27.158813 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-554241f4-2847-48aa-a5ad-f5a85079f66b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:27.251830 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b233688b-bcd7-41d3-85fd-ed3a1a2a9ba2 req-1e9899af-21c8-4382-92c6-01677c4ec1e9 tempest-AttachVolumeNegativeTest-477808956 tempest-AttachVolumeNegativeTest-477808956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:40:27.254313 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b233688b-bcd7-41d3-85fd-ed3a1a2a9ba2 req-1e9899af-21c8-4382-92c6-01677c4ec1e9 tempest-AttachVolumeNegativeTest-477808956 tempest-AttachVolumeNegativeTest-477808956-project] 10.222.0.76 "GET /v2.0/ports?device_id=6f3d3542-100b-4409-922b-21d21ccec5ab HTTP/1.1" status: 200 len: 945 time: 0.1546865 Oct 27 10:40:27.274545 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-554241f4-2847-48aa-a5ad-f5a85079f66b None None] Port edce2aaf-f715-4d9a-8bfd-c117158d0b4e cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:40:27.348293 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-9f136a45-5858-4288-b27c-15ea3121baf3 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks [] for port, precommit_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:27.372725 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f9adf3-fde0-463f-9b68-7df82d07277f req-ddeb0ca7-4eb4-43a0-8f12-63f4cfeb731a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:40:27.373407 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f9adf3-fde0-463f-9b68-7df82d07277f req-ddeb0ca7-4eb4-43a0-8f12-63f4cfeb731a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:40:27.374195 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f9adf3-fde0-463f-9b68-7df82d07277f req-ddeb0ca7-4eb4-43a0-8f12-63f4cfeb731a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:40:27.375944 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-e2f9adf3-fde0-463f-9b68-7df82d07277f req-ddeb0ca7-4eb4-43a0-8f12-63f4cfeb731a service neutron] 10.222.0.64 "GET /v2.0/networks?id=f2385b9b-4fa7-414c-8459-129f74d068c4&id=88e3e046-d444-4db2-9521-e65514262b77&id=88e3e046-d444-4db2-9521-e65514262b77&id=88e3e046-d444-4db2-9521-e65514262b77&id=88e3e046-d444-4db2-9521-e65514262b77&id=221478c6-1352-435e-b5d2-1ec0f18ba5b8&id=221478c6-1352-435e-b5d2-1ec0f18ba5b8 HTTP/1.1" status: 200 len: 2298 time: 0.2353036 Oct 27 10:40:27.397363 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-9f136a45-5858-4288-b27c-15ea3121baf3 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27024173'] for port, after_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:27.514864 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c49bfdf-d4df-4826-afd8-75ba68eaf7dd None None] Update dhcp port {'port': {'network_id': 'd11deb93-df8d-4547-b855-a8d235d7f77c', 'fixed_ips': [{'subnet_id': '0bb136d4-298c-4ec7-a469-51c52104f5dc', 'ip_address': '2001:db8::2'}, {'subnet_id': 'a2da802f-01fb-43ec-96aa-7bfa06b6aec4'}], 'binding:host_id': 'n-d-813419-10'}, 'id': '837f0165-3d3f-4e46-91be-41d8b51109ff'} from n-d-813419-10. {{(pid=102348) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 27 10:40:27.530669 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-9f136a45-5858-4288-b27c-15ea3121baf3 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] In _notify_port_updated(), no bound segment for port edce2aaf-f715-4d9a-8bfd-c117158d0b4e on network d11deb93-df8d-4547-b855-a8d235d7f77c {{(pid=102346) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 27 10:40:27.538054 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f136a45-5858-4288-b27c-15ea3121baf3 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:40:27.538730 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-9f136a45-5858-4288-b27c-15ea3121baf3 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:27.542829 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-9f136a45-5858-4288-b27c-15ea3121baf3 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] 10.222.0.44 "PUT /v2.0/ports/edce2aaf-f715-4d9a-8bfd-c117158d0b4e HTTP/1.1" status: 200 len: 930 time: 1.3601665 Oct 27 10:40:27.544437 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 45780) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:40:27.569269 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-5c49bfdf-d4df-4826-afd8-75ba68eaf7dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:27.597974 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-b95b8240-e0df-4fe4-9173-39a2c1e6808d req-6bd355e9-7337-44a8-b57a-cf0b904265be service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=1ef8df17-bc2c-4faf-8755-5951c6dfe935&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5035901 Oct 27 10:40:27.598991 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f136a45-5858-4288-b27c-15ea3121baf3 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Pushing event updated for resources: {'Port': ['ID=edce2aaf-f715-4d9a-8bfd-c117158d0b4e,revision_number=2']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:40:27.604227 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [req-b233688b-bcd7-41d3-85fd-ed3a1a2a9ba2 req-d59c0685-5d80-4bd1-97b3-fdcad35e294c tempest-AttachVolumeNegativeTest-477808956 tempest-AttachVolumeNegativeTest-477808956-project] Deleting port 77262160-d636-4bac-9a1f-267cf4a736bb {{(pid=102347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:40:27.604900 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-b233688b-bcd7-41d3-85fd-ed3a1a2a9ba2 req-d59c0685-5d80-4bd1-97b3-fdcad35e294c tempest-AttachVolumeNegativeTest-477808956 tempest-AttachVolumeNegativeTest-477808956-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:27.680653 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-e2f9adf3-fde0-463f-9b68-7df82d07277f req-c54d2235-4fe4-47ae-9af0-784d1f8e2f7d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1cf65ff2-fb9b-433c-b18b-c8215b267c53 HTTP/1.1" status: 200 len: 999 time: 0.2940674 Oct 27 10:40:27.724597 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95b8240-e0df-4fe4-9173-39a2c1e6808d req-41a1c4bd-0cf8-430b-bcc7-6def051dfe56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:40:27.726646 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-b95b8240-e0df-4fe4-9173-39a2c1e6808d req-41a1c4bd-0cf8-430b-bcc7-6def051dfe56 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=5cdd6d2f037d42e18150718a811d487c&device_id=1ef8df17-bc2c-4faf-8755-5951c6dfe935 HTTP/1.1" status: 200 len: 1097 time: 0.0868216 Oct 27 10:40:27.733650 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-4fa43d7d-0e94-48ed-bde8-e825878a5a9b tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Deleting port edce2aaf-f715-4d9a-8bfd-c117158d0b4e {{(pid=102346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:40:27.734214 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-4fa43d7d-0e94-48ed-bde8-e825878a5a9b tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:27.845429 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f9adf3-fde0-463f-9b68-7df82d07277f req-0ea3d48c-e511-4e77-9da6-a8856de15ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:40:27.848853 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-e2f9adf3-fde0-463f-9b68-7df82d07277f req-0ea3d48c-e511-4e77-9da6-a8856de15ddd service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f7ae2785-df3d-443a-9883-966bc70b525d HTTP/1.1" status: 200 len: 856 time: 0.0573511 Oct 27 10:40:27.857128 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-b233688b-bcd7-41d3-85fd-ed3a1a2a9ba2 req-d59c0685-5d80-4bd1-97b3-fdcad35e294c tempest-AttachVolumeNegativeTest-477808956 tempest-AttachVolumeNegativeTest-477808956-project] For port 77262160-d636-4bac-9a1f-267cf4a736bb, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=77262160-d636-4bac-9a1f-267cf4a736bb,segment=NetworkSegment(cb1f304e-3238-44f1-ae7f-78d4e314acae),segment_id=cb1f304e-3238-44f1-ae7f-78d4e314acae)] {{(pid=102347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:40:27.857483 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-b233688b-bcd7-41d3-85fd-ed3a1a2a9ba2 req-d59c0685-5d80-4bd1-97b3-fdcad35e294c tempest-AttachVolumeNegativeTest-477808956 tempest-AttachVolumeNegativeTest-477808956-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:27.885664 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-4fa43d7d-0e94-48ed-bde8-e825878a5a9b tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:27.903304 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-4fa43d7d-0e94-48ed-bde8-e825878a5a9b tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Calling delete_port for edce2aaf-f715-4d9a-8bfd-c117158d0b4e owned by {{(pid=102346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:40:27.912664 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fc49fa-7d68-4ed8-92fe-f7f395f3652c req-c02c07ac-85b2-4a6a-9225-457501a9e9e5 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:40:27.922870 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-f2fc49fa-7d68-4ed8-92fe-f7f395f3652c req-c02c07ac-85b2-4a6a-9225-457501a9e9e5 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c04e14d-1d7d-427d-aff6-12976f95a83a HTTP/1.1" status: 200 len: 945 time: 0.4360123 Oct 27 10:40:27.930492 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [req-b233688b-bcd7-41d3-85fd-ed3a1a2a9ba2 req-d59c0685-5d80-4bd1-97b3-fdcad35e294c tempest-AttachVolumeNegativeTest-477808956 tempest-AttachVolumeNegativeTest-477808956-project] Calling delete_port for 77262160-d636-4bac-9a1f-267cf4a736bb owned by compute:nova {{(pid=102347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:40:27.959734 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.db_base_plugin_common [None req-5c49bfdf-d4df-4826-afd8-75ba68eaf7dd None None] Allocated IP 2001:db8:0:1::2 (d11deb93-df8d-4547-b855-a8d235d7f77c/a2da802f-01fb-43ec-96aa-7bfa06b6aec4/837f0165-3d3f-4e46-91be-41d8b51109ff) {{(pid=102348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:40:27.993050 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f9adf3-fde0-463f-9b68-7df82d07277f req-160aea8c-c823-4e6b-aaba-1fc9ea4e75dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:40:27.994522 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-e2f9adf3-fde0-463f-9b68-7df82d07277f req-160aea8c-c823-4e6b-aaba-1fc9ea4e75dd service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f2385b9b-4fa7-414c-8459-129f74d068c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1337461 Oct 27 10:40:28.066388 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-f2fc49fa-7d68-4ed8-92fe-f7f395f3652c req-6459f354-69f6-4fe4-98c1-88f0208b6ab5 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/security-groups?id=cc9284c7-fb9e-4cd7-891d-df58f9ea4e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425195 Oct 27 10:40:28.248018 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-5c49bfdf-d4df-4826-afd8-75ba68eaf7dd None None] For port 837f0165-3d3f-4e46-91be-41d8b51109ff, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=837f0165-3d3f-4e46-91be-41d8b51109ff,segment=NetworkSegment(42a354c1-3e96-4496-9449-dc9b9cc1a2ec),segment_id=42a354c1-3e96-4496-9449-dc9b9cc1a2ec)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:40:28.267993 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-e2f9adf3-fde0-463f-9b68-7df82d07277f req-891c4508-f034-4cec-8884-5732f32f6795 service neutron] 10.222.0.64 "GET /v2.0/networks/f2385b9b-4fa7-414c-8459-129f74d068c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2368689 Oct 27 10:40:28.308900 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-5c49bfdf-d4df-4826-afd8-75ba68eaf7dd None None] Publish callbacks [] for port, precommit_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:28.337332 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-5c49bfdf-d4df-4826-afd8-75ba68eaf7dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:28.393294 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-e2f9adf3-fde0-463f-9b68-7df82d07277f req-3aa7d1c3-8055-44f8-bc14-f0d9f1618ff3 service neutron] 10.222.0.64 "GET /v2.0/networks/f2385b9b-4fa7-414c-8459-129f74d068c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1176257 Oct 27 10:40:28.422245 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b829e5-6fcd-49f0-bf90-4bcab81b99c6 req-ffb037b1-ba0a-41ac-ab53-3f96345814f7 tempest-AttachVolumeNegativeTest-477808956 tempest-AttachVolumeNegativeTest-477808956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:40:28.431516 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-73b829e5-6fcd-49f0-bf90-4bcab81b99c6 req-ffb037b1-ba0a-41ac-ab53-3f96345814f7 tempest-AttachVolumeNegativeTest-477808956 tempest-AttachVolumeNegativeTest-477808956-project] 10.222.0.44 "GET /v2.0/ports?device_id=6f3d3542-100b-4409-922b-21d21ccec5ab HTTP/1.1" status: 200 len: 945 time: 0.1850851 Oct 27 10:40:28.437606 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95b8240-e0df-4fe4-9173-39a2c1e6808d req-e9cd74b4-0fe5-4776-a68c-1ca04072ea9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:40:28.439277 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-b95b8240-e0df-4fe4-9173-39a2c1e6808d req-e9cd74b4-0fe5-4776-a68c-1ca04072ea9f service neutron] 10.222.0.76 "GET /v2.0/networks?id=fca909b5-2d06-4825-8091-33382048b635 HTTP/1.1" status: 200 len: 912 time: 0.4160080 Oct 27 10:40:28.470782 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-e2f9adf3-fde0-463f-9b68-7df82d07277f req-4834b133-86c4-4c03-a5e8-a4dc6a41e1a8 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.251&port_id=22c27b5f-6c6c-47c7-a478-77c272de9521 HTTP/1.1" status: 200 len: 217 time: 0.0539541 Oct 27 10:40:28.523625 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-b95b8240-e0df-4fe4-9173-39a2c1e6808d req-a9933ccf-49fa-4870-a059-03edece801e0 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8b3b8844-d176-4de4-93a7-9d129cb07aef HTTP/1.1" status: 200 len: 217 time: 0.0748770 Oct 27 10:40:28.569962 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 837f0165-3d3f-4e46-91be-41d8b51109ff up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:40:28.570671 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f9adf3-fde0-463f-9b68-7df82d07277f req-2bc25bea-2e05-46ea-9548-1764f1381839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:40:28.576421 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-e2f9adf3-fde0-463f-9b68-7df82d07277f req-2bc25bea-2e05-46ea-9548-1764f1381839 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2b282023-ee15-4c3c-8c47-498ae229ab3c HTTP/1.1" status: 200 len: 797 time: 0.0962811 Oct 27 10:40:28.603931 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-73b829e5-6fcd-49f0-bf90-4bcab81b99c6 req-3cc2c80a-6da8-4234-8fb1-f35c4e156e42 tempest-AttachVolumeNegativeTest-477808956 tempest-AttachVolumeNegativeTest-477808956-project] 10.222.0.44 "GET /v2.0/security-groups?id=6419667f-4570-481f-8a5c-a797762fb34f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698258 Oct 27 10:40:28.613927 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-4fa43d7d-0e94-48ed-bde8-e825878a5a9b tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:28.655625 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95b8240-e0df-4fe4-9173-39a2c1e6808d req-f7223c85-f0a2-40e5-bf68-d1d031e47f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:40:28.657439 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-b95b8240-e0df-4fe4-9173-39a2c1e6808d req-f7223c85-f0a2-40e5-bf68-d1d031e47f2b service neutron] 10.222.0.76 "GET /v2.0/subnets?id=71c50f4e-5d00-4779-bfe1-162c05f5fddb HTTP/1.1" status: 200 len: 850 time: 0.1253266 Oct 27 10:40:28.661414 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa43d7d-0e94-48ed-bde8-e825878a5a9b tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Pushing event deleted for resources: {'Port': ['ID=edce2aaf-f715-4d9a-8bfd-c117158d0b4e,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:40:28.676916 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-b233688b-bcd7-41d3-85fd-ed3a1a2a9ba2 req-d59c0685-5d80-4bd1-97b3-fdcad35e294c tempest-AttachVolumeNegativeTest-477808956 tempest-AttachVolumeNegativeTest-477808956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:28.711920 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59c0685-5d80-4bd1-97b3-fdcad35e294c tempest-AttachVolumeNegativeTest-477808956 tempest-AttachVolumeNegativeTest-477808956-project] Pushing event deleted for resources: {'Port': ['ID=77262160-d636-4bac-9a1f-267cf4a736bb,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:40:28.720909 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] get_ports_and_sgs() called for port_ids ['51ef365d-a39a-4f99-a3dd-39d1d9a027e9', 'ec050e6e-fb10-458c-a526-b25309f5a976'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:40:28.740779 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-4fa43d7d-0e94-48ed-bde8-e825878a5a9b tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:28.745440 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-4fa43d7d-0e94-48ed-bde8-e825878a5a9b tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] 10.222.0.44 "DELETE /v2.0/ports/edce2aaf-f715-4d9a-8bfd-c117158d0b4e HTTP/1.1" status: 204 len: 168 time: 1.1998916 Oct 27 10:40:28.748120 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 45794) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:40:28.758740 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f9adf3-fde0-463f-9b68-7df82d07277f req-7be50f8e-681c-4461-9338-0f54bae64385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:40:28.760822 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95b8240-e0df-4fe4-9173-39a2c1e6808d req-57d6f387-e86c-4db4-9767-f8442b8b4c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:40:28.761928 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-e2f9adf3-fde0-463f-9b68-7df82d07277f req-7be50f8e-681c-4461-9338-0f54bae64385 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=88e3e046-d444-4db2-9521-e65514262b77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1708531 Oct 27 10:40:28.762296 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-b95b8240-e0df-4fe4-9173-39a2c1e6808d req-57d6f387-e86c-4db4-9767-f8442b8b4c5c service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=fca909b5-2d06-4825-8091-33382048b635&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0951674 Oct 27 10:40:28.826624 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] get_ports_and_sgs() called for port_ids ['77262160-d636-4bac-9a1f-267cf4a736bb'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:40:28.901670 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c49bfdf-d4df-4826-afd8-75ba68eaf7dd None None] Pushing event updated for resources: {'Port': ['ID=837f0165-3d3f-4e46-91be-41d8b51109ff,revision_number=4']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:40:28.926030 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port 837f0165-3d3f-4e46-91be-41d8b51109ff triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:40:28.926547 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:28.932385 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-e2f9adf3-fde0-463f-9b68-7df82d07277f req-f92153be-dc7c-40d4-938f-e1e10b11350c service neutron] 10.222.0.64 "GET /v2.0/networks/88e3e046-d444-4db2-9521-e65514262b77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1567199 Oct 27 10:40:28.950061 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-b95b8240-e0df-4fe4-9173-39a2c1e6808d req-09d93502-1ab3-4351-93d7-d8f74b44831d service neutron] 10.222.0.76 "GET /v2.0/networks/fca909b5-2d06-4825-8091-33382048b635?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1782644 Oct 27 10:40:29.101951 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [req-b233688b-bcd7-41d3-85fd-ed3a1a2a9ba2 req-d59c0685-5d80-4bd1-97b3-fdcad35e294c tempest-AttachVolumeNegativeTest-477808956 tempest-AttachVolumeNegativeTest-477808956-project] No DVR routers for this DVR port 77262160-d636-4bac-9a1f-267cf4a736bb on host n-h2-813419-10 {{(pid=102347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:40:29.108537 n-d-813419-10 neutron-server[102347]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ca8ba39-a424-43ca-b356-b2c4b1ddd3c3 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] GET failed (client error): The resource could not be found. Oct 27 10:40:29.110087 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-1ca8ba39-a424-43ca-b356-b2c4b1ddd3c3 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] 10.222.0.44 "GET /v2.0/ports/edce2aaf-f715-4d9a-8bfd-c117158d0b4e HTTP/1.1" status: 404 len: 333 time: 0.3468144 Oct 27 10:40:29.111310 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-b233688b-bcd7-41d3-85fd-ed3a1a2a9ba2 req-d59c0685-5d80-4bd1-97b3-fdcad35e294c tempest-AttachVolumeNegativeTest-477808956 tempest-AttachVolumeNegativeTest-477808956-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:29.125579 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b233688b-bcd7-41d3-85fd-ed3a1a2a9ba2 req-d59c0685-5d80-4bd1-97b3-fdcad35e294c tempest-AttachVolumeNegativeTest-477808956 tempest-AttachVolumeNegativeTest-477808956-project] 10.222.0.76 "DELETE /v2.0/ports/77262160-d636-4bac-9a1f-267cf4a736bb HTTP/1.1" status: 204 len: 173 time: 1.8633575 Oct 27 10:40:29.128677 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 45800) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:40:29.160850 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f3d3542-100b-4409-922b-21d21ccec5ab', 'name': 'network-vif-deleted', 'tag': '77262160-d636-4bac-9a1f-267cf4a736bb'}] {{(pid=102347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:40:29.182168 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311149b481204ee7edffdb959c881838506fbd95bc8577c048f6677abb73acc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-357c6c60-699e-4833-8f14-a2068dadc5bc" -d '{"events": [{"server_uuid": "6f3d3542-100b-4409-922b-21d21ccec5ab", "name": "network-vif-deleted", "tag": "77262160-d636-4bac-9a1f-267cf4a736bb"}]}' {{(pid=102347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:40:29.207133 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-b95b8240-e0df-4fe4-9173-39a2c1e6808d req-a312be63-3a95-4721-91d3-b7d23d21ebbf service neutron] 10.222.0.76 "GET /v2.0/networks/fca909b5-2d06-4825-8091-33382048b635?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2453263 Oct 27 10:40:29.298346 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:40:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1efc8dd3-6129-4d08-a413-aba7e28ba028 x-openstack-request-id: req-1efc8dd3-6129-4d08-a413-aba7e28ba028 {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:40:29.298826 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f3d3542-100b-4409-922b-21d21ccec5ab", "name": "network-vif-deleted", "tag": "77262160-d636-4bac-9a1f-267cf4a736bb", "status": "completed", "code": 200}]} {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:40:29.298950 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1efc8dd3-6129-4d08-a413-aba7e28ba028 {{(pid=102347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:40:29.299282 n-d-813419-10 neutron-server[102347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f3d3542-100b-4409-922b-21d21ccec5ab', 'name': 'network-vif-deleted', 'tag': '77262160-d636-4bac-9a1f-267cf4a736bb', 'status': 'completed', 'code': 200} Oct 27 10:40:29.368041 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-e2f9adf3-fde0-463f-9b68-7df82d07277f req-6d951e35-3bef-4a55-b8f2-9e2426505598 service neutron] 10.222.0.64 "GET /v2.0/networks/88e3e046-d444-4db2-9521-e65514262b77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3409655 Oct 27 10:40:29.376088 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d60dc5b2-b305-43e6-971d-733e2172555d tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks [] for security_group, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:29.446612 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d60dc5b2-b305-43e6-971d-733e2172555d tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:29.454283 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-e2f9adf3-fde0-463f-9b68-7df82d07277f req-9b26358b-171e-4040-8d0a-2a137771cd05 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.84&port_id=1eb208c1-53c7-4020-bd55-d077d06451fd HTTP/1.1" status: 200 len: 217 time: 0.0732539 Oct 27 10:40:29.491491 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f70a2f2-6476-453d-b18d-9114692dc036 req-717c4807-b136-400a-9384-115fc8a6097f tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:40:29.510079 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-2f70a2f2-6476-453d-b18d-9114692dc036 req-717c4807-b136-400a-9384-115fc8a6097f tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c04e14d-1d7d-427d-aff6-12976f95a83a HTTP/1.1" status: 200 len: 945 time: 0.2022741 Oct 27 10:40:29.569721 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f9adf3-fde0-463f-9b68-7df82d07277f req-714173f4-8bd4-408b-8afd-af90bc1e80ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:40:29.574497 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-e2f9adf3-fde0-463f-9b68-7df82d07277f req-714173f4-8bd4-408b-8afd-af90bc1e80ff service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2b282023-ee15-4c3c-8c47-498ae229ab3c HTTP/1.1" status: 200 len: 797 time: 0.1149144 Oct 27 10:40:29.587768 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-2f70a2f2-6476-453d-b18d-9114692dc036 req-2738b16b-8993-4d82-b4f7-acfdb6677c08 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/security-groups?id=cc9284c7-fb9e-4cd7-891d-df58f9ea4e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736995 Oct 27 10:40:29.597500 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d60dc5b2-b305-43e6-971d-733e2172555d tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:29.600392 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d60dc5b2-b305-43e6-971d-733e2172555d tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:29.601530 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-d60dc5b2-b305-43e6-971d-733e2172555d tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] 10.222.0.44 "DELETE /v2.0/security-groups/00cb6df3-ee4e-47ad-ab71-da67a2ed3223 HTTP/1.1" status: 204 len: 168 time: 0.4711554 Oct 27 10:40:29.614416 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 45806) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:40:29.642874 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60dc5b2-b305-43e6-971d-733e2172555d tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=00cb6df3-ee4e-47ad-ab71-da67a2ed3223,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:40:29.728135 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-187a7420-3024-4d80-9e27-6b360415b31c tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks [] for security_group, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:29.785565 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f9adf3-fde0-463f-9b68-7df82d07277f req-03289b42-f63d-4711-aadf-aa1d9de1e713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:40:29.789353 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-187a7420-3024-4d80-9e27-6b360415b31c tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:29.794142 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-e2f9adf3-fde0-463f-9b68-7df82d07277f req-03289b42-f63d-4711-aadf-aa1d9de1e713 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=88e3e046-d444-4db2-9521-e65514262b77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2106283 Oct 27 10:40:29.810798 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-a572122d-afec-4e0e-b3c6-6f1b7e10e6e6 None None] Could not find standard attr ID for object edce2aaf-f715-4d9a-8bfd-c117158d0b4e. {{(pid=102348) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 27 10:40:29.841327 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-a572122d-afec-4e0e-b3c6-6f1b7e10e6e6 None None] Provisioning complete for port 837f0165-3d3f-4e46-91be-41d8b51109ff triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:40:29.841487 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a572122d-afec-4e0e-b3c6-6f1b7e10e6e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:29.964045 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-187a7420-3024-4d80-9e27-6b360415b31c tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:29.967922 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-187a7420-3024-4d80-9e27-6b360415b31c tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:29.988840 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-187a7420-3024-4d80-9e27-6b360415b31c tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] 10.222.0.44 "DELETE /v2.0/security-groups/15a75982-3fcd-4309-88be-0ea6714399a2 HTTP/1.1" status: 204 len: 168 time: 0.3730459 Oct 27 10:40:29.990090 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 45812) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:40:30.072593 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-72d181b8-a835-453d-af93-7ca9b6bafdfb req-42fde863-f3ca-4c2e-9ded-92f4c22f0261 tempest-AttachVolumeNegativeTest-477808956 tempest-AttachVolumeNegativeTest-477808956-project] 10.222.0.44 "GET /v2.0/ports?device_id=6f3d3542-100b-4409-922b-21d21ccec5ab HTTP/1.1" status: 200 len: 210 time: 0.1760755 Oct 27 10:40:30.120365 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187a7420-3024-4d80-9e27-6b360415b31c tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=15a75982-3fcd-4309-88be-0ea6714399a2,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:40:30.187667 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_v2 [None req-800172ee-c236-470b-ae39-7c44d7bd0994 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Deleting subnet 0bb136d4-298c-4ec7-a469-51c52104f5dc {{(pid=102346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 10:40:30.191868 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-800172ee-c236-470b-ae39-7c44d7bd0994 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks [] for subnet, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:30.194438 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-a572122d-afec-4e0e-b3c6-6f1b7e10e6e6 None None] Provisioning complete for port 714b2a06-266d-4147-82eb-28135fc32fe8 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:40:30.194923 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a572122d-afec-4e0e-b3c6-6f1b7e10e6e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:30.202068 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-e2f9adf3-fde0-463f-9b68-7df82d07277f req-85ef8e56-17d1-41f9-b2bb-9f992d0811fc service neutron] 10.222.0.64 "GET /v2.0/networks/88e3e046-d444-4db2-9521-e65514262b77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3991892 Oct 27 10:40:30.250889 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-800172ee-c236-470b-ae39-7c44d7bd0994 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25847868'] for subnet, precommit_delete_associations {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:30.297752 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-a572122d-afec-4e0e-b3c6-6f1b7e10e6e6 None None] Port 714b2a06-266d-4147-82eb-28135fc32fe8 cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:40:30.365414 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-e2f9adf3-fde0-463f-9b68-7df82d07277f req-3095ce9c-6100-4442-b8e9-ddbca59503a9 service neutron] 10.222.0.64 "GET /v2.0/networks/88e3e046-d444-4db2-9521-e65514262b77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1560278 Oct 27 10:40:30.378069 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-800172ee-c236-470b-ae39-7c44d7bd0994 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855646'] for subnet, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:30.419977 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-b4cddedb-958e-43d6-97cf-3973a0756b10 None None] Could not find standard attr ID for object edce2aaf-f715-4d9a-8bfd-c117158d0b4e. {{(pid=102348) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 27 10:40:30.472240 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-e2f9adf3-fde0-463f-9b68-7df82d07277f req-1af43922-5321-4e3c-8e62-0abfe98bb21f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.200&port_id=329824b1-0ff6-45c1-b96c-4a19139a00dd HTTP/1.1" status: 200 len: 217 time: 0.0975752 Oct 27 10:40:30.497154 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-800172ee-c236-470b-ae39-7c44d7bd0994 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27024355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27168307'] for subnet, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:30.547392 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f9adf3-fde0-463f-9b68-7df82d07277f req-efbdb358-ba11-485a-9694-e728850c5ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:40:30.550637 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-e2f9adf3-fde0-463f-9b68-7df82d07277f req-efbdb358-ba11-485a-9694-e728850c5ce2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2b282023-ee15-4c3c-8c47-498ae229ab3c HTTP/1.1" status: 200 len: 797 time: 0.0676036 Oct 27 10:40:30.553691 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-800172ee-c236-470b-ae39-7c44d7bd0994 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for subnet, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:30.555218 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 837f0165-3d3f-4e46-91be-41d8b51109ff up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:40:30.563403 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-800172ee-c236-470b-ae39-7c44d7bd0994 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] 10.222.0.44 "DELETE /v2.0/subnets/0bb136d4-298c-4ec7-a469-51c52104f5dc HTTP/1.1" status: 204 len: 168 time: 0.5442781 Oct 27 10:40:30.563403 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 45822) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:40:30.563986 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800172ee-c236-470b-ae39-7c44d7bd0994 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Pushing event deleted for resources: {'Subnet': ['ID=0bb136d4-298c-4ec7-a469-51c52104f5dc,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:40:30.571657 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-20d85e3d-b00a-47a7-b6c3-6f7c476a9eb9 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Request body: {'subnet': {'network_id': 'd11deb93-df8d-4547-b855-a8d235d7f77c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:40:30.633659 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d67ab09f-760c-4b06-8163-e0b5784c8a37 None None] Network d11deb93-df8d-4547-b855-a8d235d7f77c requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:40:30.669019 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f9adf3-fde0-463f-9b68-7df82d07277f req-dcfb825e-a3cb-4910-9f3c-50dbc17f7d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:40:30.670423 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-e2f9adf3-fde0-463f-9b68-7df82d07277f req-dcfb825e-a3cb-4910-9f3c-50dbc17f7d5d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=88e3e046-d444-4db2-9521-e65514262b77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0874319 Oct 27 10:40:30.747562 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20d85e3d-b00a-47a7-b6c3-6f7c476a9eb9 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Made reservation on behalf of a8f5b249d1a14ea0897d2eccf002a6cb for: {'subnet': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:40:30.753317 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-20d85e3d-b00a-47a7-b6c3-6f7c476a9eb9 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27167186'] for subnet, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:30.759981 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port 837f0165-3d3f-4e46-91be-41d8b51109ff triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:40:30.760496 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:30.811241 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2650fd54-12f4-4515-b37c-f9e11de70645 req-24665045-60bc-447d-8d90-70ccd330b5b8 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:40:30.819066 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-2650fd54-12f4-4515-b37c-f9e11de70645 req-24665045-60bc-447d-8d90-70ccd330b5b8 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c04e14d-1d7d-427d-aff6-12976f95a83a HTTP/1.1" status: 200 len: 945 time: 0.0789237 Oct 27 10:40:30.880819 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-2650fd54-12f4-4515-b37c-f9e11de70645 req-d2546bf1-7a65-4ad3-9d77-eaaaf3f65fac tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/security-groups?id=cc9284c7-fb9e-4cd7-891d-df58f9ea4e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605314 Oct 27 10:40:30.882933 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-e2f9adf3-fde0-463f-9b68-7df82d07277f req-2036a290-3408-4442-a895-fd37858897a3 service neutron] 10.222.0.64 "GET /v2.0/networks/88e3e046-d444-4db2-9521-e65514262b77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2052257 Oct 27 10:40:30.994541 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-e2f9adf3-fde0-463f-9b68-7df82d07277f req-3ada0542-11dd-44bd-a5d9-ffa48f21cbb7 service neutron] 10.222.0.64 "GET /v2.0/networks/88e3e046-d444-4db2-9521-e65514262b77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037450 Oct 27 10:40:31.040675 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-e2f9adf3-fde0-463f-9b68-7df82d07277f req-7c42b67c-e0ab-4027-a254-b312edc09f11 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.141&port_id=d41818a8-8416-4ec5-82c2-78a42608873b HTTP/1.1" status: 200 len: 217 time: 0.0385931 Oct 27 10:40:31.095855 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f9adf3-fde0-463f-9b68-7df82d07277f req-e98112f6-91b2-471b-b9a6-c32f7789dfc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:40:31.097404 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-e2f9adf3-fde0-463f-9b68-7df82d07277f req-e98112f6-91b2-471b-b9a6-c32f7789dfc3 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2b282023-ee15-4c3c-8c47-498ae229ab3c HTTP/1.1" status: 200 len: 797 time: 0.0482476 Oct 27 10:40:31.187009 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f9adf3-fde0-463f-9b68-7df82d07277f req-d606a1e7-92fb-41d1-8c5b-767aca60372c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:40:31.192367 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-e2f9adf3-fde0-463f-9b68-7df82d07277f req-d606a1e7-92fb-41d1-8c5b-767aca60372c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=88e3e046-d444-4db2-9521-e65514262b77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0861573 Oct 27 10:40:31.228457 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-20d85e3d-b00a-47a7-b6c3-6f7c476a9eb9 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27024290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27167168'] for subnet, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:31.297161 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20d85e3d-b00a-47a7-b6c3-6f7c476a9eb9 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Network d11deb93-df8d-4547-b855-a8d235d7f77c is already hosted by enough agents. {{(pid=102346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:40:31.305009 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-20d85e3d-b00a-47a7-b6c3-6f7c476a9eb9 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Resources bound (agent type, host, resource id): {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:40:31.315986 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20d85e3d-b00a-47a7-b6c3-6f7c476a9eb9 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:40:31.318482 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-20d85e3d-b00a-47a7-b6c3-6f7c476a9eb9 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for subnet, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:31.364441 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d85e3d-b00a-47a7-b6c3-6f7c476a9eb9 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Pushing event updated for resources: {'Subnet': ['ID=0cc1ad0f-f183-4ffd-89a1-657c6bbb4982,revision_number=0']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:40:31.378532 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-20d85e3d-b00a-47a7-b6c3-6f7c476a9eb9 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8103619 Oct 27 10:40:31.382078 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 45834) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:40:31.391394 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-e3e5cb0c-8626-4ea2-81ec-6986da2658af tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Request body: {'security_group': {'name': 'tempest-secgroup-107745080'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:40:31.409984 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-e2f9adf3-fde0-463f-9b68-7df82d07277f req-1ed74c7e-95d4-4420-9276-7187fd3ab899 service neutron] 10.222.0.64 "GET /v2.0/networks/88e3e046-d444-4db2-9521-e65514262b77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2086327 Oct 27 10:40:31.444291 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-e3e5cb0c-8626-4ea2-81ec-6986da2658af tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks [] for security_group, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:31.633696 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-e3e5cb0c-8626-4ea2-81ec-6986da2658af tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks [] for security_group, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:31.642635 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-e3e5cb0c-8626-4ea2-81ec-6986da2658af tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:31.693745 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-e3e5cb0c-8626-4ea2-81ec-6986da2658af tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:31.695011 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-e3e5cb0c-8626-4ea2-81ec-6986da2658af tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3115206 Oct 27 10:40:31.698380 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 45844) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:40:31.708279 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-2c212ef2-1a30-4cc9-b15b-94bbe4464c55 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Request body: {'security_group': {'name': 'tempest-secgroup-1290025265'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:40:31.713945 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e5cb0c-8626-4ea2-81ec-6986da2658af tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cdb8271d-a620-4902-90dd-455fc0cc7524,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:40:31.729887 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device 77262160-d636-4bac-9a1f-267cf4a736bb no longer exists at agent hyperv_n-h2-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:40:31.739414 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-2c212ef2-1a30-4cc9-b15b-94bbe4464c55 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks [] for security_group, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:31.763471 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] No Port match for: 77262160-d636-4bac-9a1f-267cf4a736bb {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:40:31.764921 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device 77262160-d636-4bac-9a1f-267cf4a736bb not bound to the agent host n-h2-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:40:31.871052 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-2c212ef2-1a30-4cc9-b15b-94bbe4464c55 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks [] for security_group, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:31.878935 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-2c212ef2-1a30-4cc9-b15b-94bbe4464c55 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:31.924237 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-2c212ef2-1a30-4cc9-b15b-94bbe4464c55 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:31.926501 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-2c212ef2-1a30-4cc9-b15b-94bbe4464c55 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2271669 Oct 27 10:40:31.929735 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 45848) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:40:31.934464 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-bc19f72d-7532-4e48-9cb6-fdf436f8121f tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Request body: {'security_group': {'name': 'tempest-secgroup-1088094698'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:40:31.944404 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c212ef2-1a30-4cc9-b15b-94bbe4464c55 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eae9b169-ae77-4818-9f33-19905969c7ab,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:40:32.008444 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-bc19f72d-7532-4e48-9cb6-fdf436f8121f tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks [] for security_group, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:32.076967 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22c89318-d8b8-4903-882f-56bc001bf55e None None] Network d11deb93-df8d-4547-b855-a8d235d7f77c requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:40:32.152278 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2ca32c-5df6-4c91-a8e2-fbda37723a35 req-0dd6fcfb-72d0-4441-b714-7302a1550cf9 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:40:32.161615 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-3f2ca32c-5df6-4c91-a8e2-fbda37723a35 req-0dd6fcfb-72d0-4441-b714-7302a1550cf9 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c04e14d-1d7d-427d-aff6-12976f95a83a HTTP/1.1" status: 200 len: 945 time: 0.1721272 Oct 27 10:40:32.173798 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8652059-e15f-40be-874a-f88fd8facc34 req-b8d747f9-1d0c-4a31-8958-a9316bb5709d tempest-AttachVolumeNegativeTest-477808956 tempest-AttachVolumeNegativeTest-477808956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:40:32.181284 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7e08aa59-9d15-4009-8bac-30595226ea42 None None] Provisioning complete for port 837f0165-3d3f-4e46-91be-41d8b51109ff triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:40:32.181647 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7e08aa59-9d15-4009-8bac-30595226ea42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:32.184276 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b8652059-e15f-40be-874a-f88fd8facc34 req-b8d747f9-1d0c-4a31-8958-a9316bb5709d tempest-AttachVolumeNegativeTest-477808956 tempest-AttachVolumeNegativeTest-477808956-project] 10.222.0.44 "GET /v2.0/ports?device_id=a77ab14a-450a-45b9-b5e0-9362915d9751 HTTP/1.1" status: 200 len: 946 time: 0.0991862 Oct 27 10:40:32.244651 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-3f2ca32c-5df6-4c91-a8e2-fbda37723a35 req-9367682f-70fc-45f2-b8c4-e067818998b4 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/security-groups?id=cc9284c7-fb9e-4cd7-891d-df58f9ea4e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818493 Oct 27 10:40:32.260143 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-bc19f72d-7532-4e48-9cb6-fdf436f8121f tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks [] for security_group, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:32.267020 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-bc19f72d-7532-4e48-9cb6-fdf436f8121f tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:32.281537 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-e2f9adf3-fde0-463f-9b68-7df82d07277f req-c452fdfb-aeec-4201-b897-e2a7fe9972bd service neutron] 10.222.0.64 "GET /v2.0/networks/88e3e046-d444-4db2-9521-e65514262b77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8582528 Oct 27 10:40:32.292775 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b8652059-e15f-40be-874a-f88fd8facc34 req-61fe25aa-7c41-4f81-8eda-218fd1e97dad tempest-AttachVolumeNegativeTest-477808956 tempest-AttachVolumeNegativeTest-477808956-project] 10.222.0.44 "GET /v2.0/security-groups?id=6419667f-4570-481f-8a5c-a797762fb34f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014378 Oct 27 10:40:32.311924 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-bc19f72d-7532-4e48-9cb6-fdf436f8121f tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:32.313203 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-bc19f72d-7532-4e48-9cb6-fdf436f8121f tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3824408 Oct 27 10:40:32.316087 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 45856) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:40:32.338699 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-1155fa22-2046-493c-92d7-70606e10d9c1 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1742243292', 'security_groups': ['00f586e0-d6ea-44cd-8f1a-a1bec265605d'], 'network_id': 'd11deb93-df8d-4547-b855-a8d235d7f77c', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '0cc1ad0f-f183-4ffd-89a1-657c6bbb4982'}]}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:40:32.343956 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc19f72d-7532-4e48-9cb6-fdf436f8121f tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00f586e0-d6ea-44cd-8f1a-a1bec265605d,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:40:32.373266 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-e2f9adf3-fde0-463f-9b68-7df82d07277f req-8f6d8c90-2acf-4414-86c3-e0a166daabde service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=b3977278-7ec6-4a29-a9ea-3f76512431eb HTTP/1.1" status: 200 len: 217 time: 0.0794361 Oct 27 10:40:32.490387 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f9adf3-fde0-463f-9b68-7df82d07277f req-6cde0eca-057e-44ac-912b-1be750e7a2a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:40:32.491886 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-e2f9adf3-fde0-463f-9b68-7df82d07277f req-6cde0eca-057e-44ac-912b-1be750e7a2a7 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=31fc4bb4-57b5-4293-9cc7-0a44723124dc HTTP/1.1" status: 200 len: 797 time: 0.1027811 Oct 27 10:40:32.504052 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7e08aa59-9d15-4009-8bac-30595226ea42 None None] Provisioning complete for port 714b2a06-266d-4147-82eb-28135fc32fe8 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:40:32.505329 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7e08aa59-9d15-4009-8bac-30595226ea42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:32.540077 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1155fa22-2046-493c-92d7-70606e10d9c1 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Made reservation on behalf of a8f5b249d1a14ea0897d2eccf002a6cb for: {'port': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:40:32.589488 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f9adf3-fde0-463f-9b68-7df82d07277f req-f445593a-d1f1-4617-9a77-23bb07df89c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:40:32.591001 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-e2f9adf3-fde0-463f-9b68-7df82d07277f req-f445593a-d1f1-4617-9a77-23bb07df89c3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=221478c6-1352-435e-b5d2-1ec0f18ba5b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0905671 Oct 27 10:40:32.657716 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:32.678353 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e28e3a5-3f34-43bf-a049-9422c130fbc4 None None] Update dhcp port {'port': {'network_id': 'd11deb93-df8d-4547-b855-a8d235d7f77c', 'fixed_ips': [{'subnet_id': 'a2da802f-01fb-43ec-96aa-7bfa06b6aec4', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '0cc1ad0f-f183-4ffd-89a1-657c6bbb4982'}], 'binding:host_id': 'n-d-813419-10'}, 'id': '837f0165-3d3f-4e46-91be-41d8b51109ff'} from n-d-813419-10. {{(pid=102348) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 27 10:40:32.685355 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-1155fa22-2046-493c-92d7-70606e10d9c1 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:32.709979 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7e28e3a5-3f34-43bf-a049-9422c130fbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:32.713572 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-7e08aa59-9d15-4009-8bac-30595226ea42 None None] Port 714b2a06-266d-4147-82eb-28135fc32fe8 cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:40:32.724252 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [None req-1155fa22-2046-493c-92d7-70606e10d9c1 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] device_id is not set on port e6419f54-3c16-4ed1-9b24-7e64968bf8c9 yet. {{(pid=102346) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 10:40:32.925670 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-e2f9adf3-fde0-463f-9b68-7df82d07277f req-cd7d97ac-a522-407d-8025-39057bf61825 service neutron] 10.222.0.64 "GET /v2.0/networks/221478c6-1352-435e-b5d2-1ec0f18ba5b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3219025 Oct 27 10:40:32.947103 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.db_base_plugin_common [None req-7e28e3a5-3f34-43bf-a049-9422c130fbc4 None None] Allocated IP 2001:db8::2 (d11deb93-df8d-4547-b855-a8d235d7f77c/0cc1ad0f-f183-4ffd-89a1-657c6bbb4982/837f0165-3d3f-4e46-91be-41d8b51109ff) {{(pid=102348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:40:33.052629 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669197fa-0b96-4e5a-9dd5-2508d3571657 req-ba093e92-fe65-43c9-9e1d-3f65f7a458a0 tempest-AttachVolumeNegativeTest-477808956 tempest-AttachVolumeNegativeTest-477808956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:40:33.056954 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-669197fa-0b96-4e5a-9dd5-2508d3571657 req-ba093e92-fe65-43c9-9e1d-3f65f7a458a0 tempest-AttachVolumeNegativeTest-477808956 tempest-AttachVolumeNegativeTest-477808956-project] 10.222.0.64 "GET /v2.0/ports?device_id=a77ab14a-450a-45b9-b5e0-9362915d9751 HTTP/1.1" status: 200 len: 946 time: 0.2944107 Oct 27 10:40:33.114565 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-7e28e3a5-3f34-43bf-a049-9422c130fbc4 None None] For port 837f0165-3d3f-4e46-91be-41d8b51109ff, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=837f0165-3d3f-4e46-91be-41d8b51109ff,segment=NetworkSegment(42a354c1-3e96-4496-9449-dc9b9cc1a2ec),segment_id=42a354c1-3e96-4496-9449-dc9b9cc1a2ec)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:40:33.198632 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7e28e3a5-3f34-43bf-a049-9422c130fbc4 None None] Publish callbacks [] for port, precommit_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:33.208041 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7e28e3a5-3f34-43bf-a049-9422c130fbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:33.216227 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-e2f9adf3-fde0-463f-9b68-7df82d07277f req-2bc3922b-cfc8-483b-b2c0-d38f00a87d6a service neutron] 10.222.0.64 "GET /v2.0/networks/221478c6-1352-435e-b5d2-1ec0f18ba5b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2845926 Oct 27 10:40:33.270374 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-e2f9adf3-fde0-463f-9b68-7df82d07277f req-6ce72629-cddd-4fa3-88bd-10c17cf40f66 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=3ad26a6b-c6a0-4de9-9181-a07fe5eabe70 HTTP/1.1" status: 200 len: 217 time: 0.0455377 Oct 27 10:40:33.275389 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [req-669197fa-0b96-4e5a-9dd5-2508d3571657 req-52c60a51-0920-42b9-a6be-41a9f0c8b89d tempest-AttachVolumeNegativeTest-477808956 tempest-AttachVolumeNegativeTest-477808956-project] Deleting port ec050e6e-fb10-458c-a526-b25309f5a976 {{(pid=102347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:40:33.275864 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-669197fa-0b96-4e5a-9dd5-2508d3571657 req-52c60a51-0920-42b9-a6be-41a9f0c8b89d tempest-AttachVolumeNegativeTest-477808956 tempest-AttachVolumeNegativeTest-477808956-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:33.288783 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e28e3a5-3f34-43bf-a049-9422c130fbc4 None None] Pushing event updated for resources: {'Port': ['ID=837f0165-3d3f-4e46-91be-41d8b51109ff,revision_number=6']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:40:33.331174 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_common [None req-1155fa22-2046-493c-92d7-70606e10d9c1 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Allocated IP 2001:db8::26a (d11deb93-df8d-4547-b855-a8d235d7f77c/0cc1ad0f-f183-4ffd-89a1-657c6bbb4982/e6419f54-3c16-4ed1-9b24-7e64968bf8c9) {{(pid=102346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:40:33.522597 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-1155fa22-2046-493c-92d7-70606e10d9c1 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks [] for port, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:33.634324 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-1155fa22-2046-493c-92d7-70606e10d9c1 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:33.659526 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599e38c2-4c58-4985-a12c-423bde41d724 req-b2baaae1-1f8a-4bb2-a1e3-2711abcb484e tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:40:33.665766 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-599e38c2-4c58-4985-a12c-423bde41d724 req-b2baaae1-1f8a-4bb2-a1e3-2711abcb484e tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c04e14d-1d7d-427d-aff6-12976f95a83a HTTP/1.1" status: 200 len: 945 time: 0.1272075 Oct 27 10:40:33.693826 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-669197fa-0b96-4e5a-9dd5-2508d3571657 req-52c60a51-0920-42b9-a6be-41a9f0c8b89d tempest-AttachVolumeNegativeTest-477808956 tempest-AttachVolumeNegativeTest-477808956-project] For port ec050e6e-fb10-458c-a526-b25309f5a976, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=ec050e6e-fb10-458c-a526-b25309f5a976,segment=NetworkSegment(cb1f304e-3238-44f1-ae7f-78d4e314acae),segment_id=cb1f304e-3238-44f1-ae7f-78d4e314acae)] {{(pid=102347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:40:33.694408 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-669197fa-0b96-4e5a-9dd5-2508d3571657 req-52c60a51-0920-42b9-a6be-41a9f0c8b89d tempest-AttachVolumeNegativeTest-477808956 tempest-AttachVolumeNegativeTest-477808956-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:33.726411 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1155fa22-2046-493c-92d7-70606e10d9c1 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Network d11deb93-df8d-4547-b855-a8d235d7f77c is already hosted by enough agents. {{(pid=102346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:40:33.731412 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-1155fa22-2046-493c-92d7-70606e10d9c1 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Resources bound (agent type, host, resource id): {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:40:33.740657 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [req-669197fa-0b96-4e5a-9dd5-2508d3571657 req-52c60a51-0920-42b9-a6be-41a9f0c8b89d tempest-AttachVolumeNegativeTest-477808956 tempest-AttachVolumeNegativeTest-477808956-project] Calling delete_port for ec050e6e-fb10-458c-a526-b25309f5a976 owned by compute:nova {{(pid=102347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:40:33.757716 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f9adf3-fde0-463f-9b68-7df82d07277f req-631058b6-562b-48f0-8714-59b13aee0a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:40:33.759217 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-e2f9adf3-fde0-463f-9b68-7df82d07277f req-631058b6-562b-48f0-8714-59b13aee0a82 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=31fc4bb4-57b5-4293-9cc7-0a44723124dc HTTP/1.1" status: 200 len: 797 time: 0.4758010 Oct 27 10:40:33.776409 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1155fa22-2046-493c-92d7-70606e10d9c1 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Received port after_create {{(pid=102346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:40:33.782772 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1155fa22-2046-493c-92d7-70606e10d9c1 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:40:33.783524 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-1155fa22-2046-493c-92d7-70606e10d9c1 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:33.821606 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-599e38c2-4c58-4985-a12c-423bde41d724 req-4d2578f8-f57e-424d-b2ac-5c79183fef2d tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/security-groups?id=cc9284c7-fb9e-4cd7-891d-df58f9ea4e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413589 Oct 27 10:40:33.845919 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-1155fa22-2046-493c-92d7-70606e10d9c1 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.5239666 Oct 27 10:40:33.851165 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 45876) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:40:33.869001 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-41b6582e-31fb-4968-bd94-8c870ace1428 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Request body: {'subnet': {'network_id': 'd11deb93-df8d-4547-b855-a8d235d7f77c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:40:33.925699 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3e6c33-2639-4cfa-b07d-c8bc5a5a5722 req-7e5a1983-0052-418b-b343-42ce6f9d5977 tempest-AttachVolumeNegativeTest-477808956 tempest-AttachVolumeNegativeTest-477808956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:40:33.935363 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-ec3e6c33-2639-4cfa-b07d-c8bc5a5a5722 req-7e5a1983-0052-418b-b343-42ce6f9d5977 tempest-AttachVolumeNegativeTest-477808956 tempest-AttachVolumeNegativeTest-477808956-project] 10.222.0.44 "GET /v2.0/ports?device_id=a77ab14a-450a-45b9-b5e0-9362915d9751 HTTP/1.1" status: 200 len: 946 time: 0.3908219 Oct 27 10:40:34.038090 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f9adf3-fde0-463f-9b68-7df82d07277f req-7dbfb3e4-3aa8-41f7-acb5-9f00ac09dae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:40:34.040257 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-e2f9adf3-fde0-463f-9b68-7df82d07277f req-7dbfb3e4-3aa8-41f7-acb5-9f00ac09dae5 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=221478c6-1352-435e-b5d2-1ec0f18ba5b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2681353 Oct 27 10:40:34.070025 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-ec3e6c33-2639-4cfa-b07d-c8bc5a5a5722 req-d5bb20d5-cd85-4006-a073-18abbebb9876 tempest-AttachVolumeNegativeTest-477808956 tempest-AttachVolumeNegativeTest-477808956-project] 10.222.0.44 "GET /v2.0/security-groups?id=6419667f-4570-481f-8a5c-a797762fb34f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172662 Oct 27 10:40:34.263472 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-dca54480-bca8-4234-802a-962b266d0d51 None None] Provisioning complete for port 837f0165-3d3f-4e46-91be-41d8b51109ff triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:40:34.263990 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-dca54480-bca8-4234-802a-962b266d0d51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:34.307294 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-669197fa-0b96-4e5a-9dd5-2508d3571657 req-52c60a51-0920-42b9-a6be-41a9f0c8b89d tempest-AttachVolumeNegativeTest-477808956 tempest-AttachVolumeNegativeTest-477808956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:34.359707 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c60a51-0920-42b9-a6be-41a9f0c8b89d tempest-AttachVolumeNegativeTest-477808956 tempest-AttachVolumeNegativeTest-477808956-project] Pushing event deleted for resources: {'Port': ['ID=ec050e6e-fb10-458c-a526-b25309f5a976,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:40:34.368907 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-e2f9adf3-fde0-463f-9b68-7df82d07277f req-c917313d-450d-4e7a-80ab-cbee4a212748 service neutron] 10.222.0.64 "GET /v2.0/networks/221478c6-1352-435e-b5d2-1ec0f18ba5b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3072045 Oct 27 10:40:34.372531 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] get_ports_and_sgs() called for port_ids ['51ef365d-a39a-4f99-a3dd-39d1d9a027e9', 'ec050e6e-fb10-458c-a526-b25309f5a976'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:40:34.444369 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [req-669197fa-0b96-4e5a-9dd5-2508d3571657 req-52c60a51-0920-42b9-a6be-41a9f0c8b89d tempest-AttachVolumeNegativeTest-477808956 tempest-AttachVolumeNegativeTest-477808956-project] No DVR routers for this DVR port ec050e6e-fb10-458c-a526-b25309f5a976 on host n-h1-813419-10 {{(pid=102347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:40:34.468455 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1155fa22-2046-493c-92d7-70606e10d9c1 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Pushing event updated for resources: {'Port': ['ID=e6419f54-3c16-4ed1-9b24-7e64968bf8c9,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:40:34.555178 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-669197fa-0b96-4e5a-9dd5-2508d3571657 req-52c60a51-0920-42b9-a6be-41a9f0c8b89d tempest-AttachVolumeNegativeTest-477808956 tempest-AttachVolumeNegativeTest-477808956-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:34.565974 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-669197fa-0b96-4e5a-9dd5-2508d3571657 req-52c60a51-0920-42b9-a6be-41a9f0c8b89d tempest-AttachVolumeNegativeTest-477808956 tempest-AttachVolumeNegativeTest-477808956-project] 10.222.0.64 "DELETE /v2.0/ports/ec050e6e-fb10-458c-a526-b25309f5a976 HTTP/1.1" status: 204 len: 173 time: 1.5004110 Oct 27 10:40:34.566476 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a77ab14a-450a-45b9-b5e0-9362915d9751', 'name': 'network-vif-deleted', 'tag': 'ec050e6e-fb10-458c-a526-b25309f5a976'}] {{(pid=102347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:40:34.568806 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311149b481204ee7edffdb959c881838506fbd95bc8577c048f6677abb73acc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7169a432-bd34-4d7e-b397-69e7411d28ea" -d '{"events": [{"server_uuid": "a77ab14a-450a-45b9-b5e0-9362915d9751", "name": "network-vif-deleted", "tag": "ec050e6e-fb10-458c-a526-b25309f5a976"}]}' {{(pid=102347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:40:34.570356 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 837f0165-3d3f-4e46-91be-41d8b51109ff up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:40:34.628929 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41b6582e-31fb-4968-bd94-8c870ace1428 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Made reservation on behalf of a8f5b249d1a14ea0897d2eccf002a6cb for: {'subnet': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:40:34.635517 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-41b6582e-31fb-4968-bd94-8c870ace1428 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27167186'] for subnet, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:34.682023 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-e2f9adf3-fde0-463f-9b68-7df82d07277f req-6d20b6ff-db0d-4348-90bb-e7930f66de65 service neutron] 10.222.0.64 "GET /v2.0/networks/221478c6-1352-435e-b5d2-1ec0f18ba5b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2389238 Oct 27 10:40:34.685866 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:40:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcb8b2c9-a0c2-4b63-9d84-bd9f4567fceb x-openstack-request-id: req-fcb8b2c9-a0c2-4b63-9d84-bd9f4567fceb {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:40:34.686153 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a77ab14a-450a-45b9-b5e0-9362915d9751", "name": "network-vif-deleted", "tag": "ec050e6e-fb10-458c-a526-b25309f5a976", "status": "completed", "code": 200}]} {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:40:34.686408 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-fcb8b2c9-a0c2-4b63-9d84-bd9f4567fceb {{(pid=102347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:40:34.686810 n-d-813419-10 neutron-server[102347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a77ab14a-450a-45b9-b5e0-9362915d9751', 'name': 'network-vif-deleted', 'tag': 'ec050e6e-fb10-458c-a526-b25309f5a976', 'status': 'completed', 'code': 200} Oct 27 10:40:34.834662 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port 837f0165-3d3f-4e46-91be-41d8b51109ff triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:40:34.834960 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:34.865002 n-d-813419-10 neutron-server[102346]: INFO neutron.db.ipam_backend_mixin [None req-41b6582e-31fb-4968-bd94-8c870ace1428 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 0cc1ad0f-f183-4ffd-89a1-657c6bbb4982 (CIDR: 2001:db8::/64) Oct 27 10:40:34.869801 n-d-813419-10 neutron-server[102346]: INFO neutron.pecan_wsgi.hooks.translation [None req-41b6582e-31fb-4968-bd94-8c870ace1428 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 27 10:40:34.870316 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41b6582e-31fb-4968-bd94-8c870ace1428 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102346) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 10:40:34.894422 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-41b6582e-31fb-4968-bd94-8c870ace1428 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0375111 Oct 27 10:40:34.896526 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 45884) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:40:34.911094 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-a6e5c5e9-25c8-4b73-a183-87ef10b85928 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Request body: {'subnet': {'network_id': 'd11deb93-df8d-4547-b855-a8d235d7f77c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:40:34.928531 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-dca54480-bca8-4234-802a-962b266d0d51 None None] Provisioning complete for port 714b2a06-266d-4147-82eb-28135fc32fe8 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:40:34.928884 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-dca54480-bca8-4234-802a-962b266d0d51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:35.000651 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-dca54480-bca8-4234-802a-962b266d0d51 None None] Port 714b2a06-266d-4147-82eb-28135fc32fe8 cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:40:35.121796 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-b21c3bac-b9c5-4d0e-b1ad-b1da2f394837 None None] Provisioning complete for port e6419f54-3c16-4ed1-9b24-7e64968bf8c9 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:40:35.122471 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-b21c3bac-b9c5-4d0e-b1ad-b1da2f394837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:35.130382 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7e6dda-42e6-4dd8-8ca3-d30c1506ea94 req-a7997f31-3ca6-48e7-af84-c500d2825d17 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:40:35.134449 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8d7e6dda-42e6-4dd8-8ca3-d30c1506ea94 req-a7997f31-3ca6-48e7-af84-c500d2825d17 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c04e14d-1d7d-427d-aff6-12976f95a83a HTTP/1.1" status: 200 len: 945 time: 0.1479335 Oct 27 10:40:35.233827 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8d7e6dda-42e6-4dd8-8ca3-d30c1506ea94 req-d6f1f03f-aff9-4851-8343-d0363f5e204b tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/security-groups?id=cc9284c7-fb9e-4cd7-891d-df58f9ea4e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849051 Oct 27 10:40:35.247894 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6e5c5e9-25c8-4b73-a183-87ef10b85928 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Made reservation on behalf of a8f5b249d1a14ea0897d2eccf002a6cb for: {'subnet': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:40:35.265658 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-a6e5c5e9-25c8-4b73-a183-87ef10b85928 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18044073'] for subnet, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:35.412754 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-665e04c9-2dcf-4dc3-9ce6-e194e7cfafe3 req-14b96f0a-8bfb-4b26-acea-36a952f16a87 tempest-AttachVolumeNegativeTest-477808956 tempest-AttachVolumeNegativeTest-477808956-project] 10.222.0.44 "GET /v2.0/ports?device_id=a77ab14a-450a-45b9-b5e0-9362915d9751 HTTP/1.1" status: 200 len: 210 time: 0.0931895 Oct 27 10:40:35.509458 n-d-813419-10 neutron-server[102347]: INFO neutron.db.ipam_backend_mixin [None req-a6e5c5e9-25c8-4b73-a183-87ef10b85928 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet a2da802f-01fb-43ec-96aa-7bfa06b6aec4 (CIDR: 2001:db8:0:1::/64) Oct 27 10:40:35.511482 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-b21c3bac-b9c5-4d0e-b1ad-b1da2f394837 None None] Port e6419f54-3c16-4ed1-9b24-7e64968bf8c9 cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:40:35.517205 n-d-813419-10 neutron-server[102347]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6e5c5e9-25c8-4b73-a183-87ef10b85928 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 27 10:40:35.517903 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6e5c5e9-25c8-4b73-a183-87ef10b85928 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102347) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 10:40:35.549238 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-a6e5c5e9-25c8-4b73-a183-87ef10b85928 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.6490798 Oct 27 10:40:35.552475 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 45898) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:40:35.566690 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-8080f1d5-c3fc-4954-b7e0-1ab738030787 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Request body: {'subnet': {'network_id': 'd11deb93-df8d-4547-b855-a8d235d7f77c', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:40:35.741439 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8080f1d5-c3fc-4954-b7e0-1ab738030787 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Made reservation on behalf of a8f5b249d1a14ea0897d2eccf002a6cb for: {'subnet': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:40:35.762278 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-8080f1d5-c3fc-4954-b7e0-1ab738030787 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18044073'] for subnet, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:36.218927 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-8080f1d5-c3fc-4954-b7e0-1ab738030787 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-18295883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18044091'] for subnet, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:36.285853 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8080f1d5-c3fc-4954-b7e0-1ab738030787 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Pushing event updated for resources: {'Subnet': ['ID=40139679-51f5-4f95-a304-bbd35cbec49f,revision_number=0']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:40:36.292958 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8080f1d5-c3fc-4954-b7e0-1ab738030787 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Network d11deb93-df8d-4547-b855-a8d235d7f77c is already hosted by enough agents. {{(pid=102347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:40:36.294255 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [None req-8080f1d5-c3fc-4954-b7e0-1ab738030787 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Resources bound (agent type, host, resource id): {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:40:36.296852 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8080f1d5-c3fc-4954-b7e0-1ab738030787 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:40:36.297647 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-8080f1d5-c3fc-4954-b7e0-1ab738030787 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks [] for subnet, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:36.303113 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2c784ae-ef56-49b2-89f5-0c4632b96d4e None None] Network d11deb93-df8d-4547-b855-a8d235d7f77c requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:40:36.323222 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-8080f1d5-c3fc-4954-b7e0-1ab738030787 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.7668679 Oct 27 10:40:36.323619 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 45910) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:40:36.329884 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-0ee7d2b0-bc8e-4cb4-b795-0340915a5689 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-782213954', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '40139679-51f5-4f95-a304-bbd35cbec49f'}], 'security_groups': ['cdb8271d-a620-4902-90dd-455fc0cc7524', 'eae9b169-ae77-4818-9f33-19905969c7ab']}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:40:36.568878 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8509e80-297c-450e-adfd-db142715caf8 req-69179204-2e69-43de-a766-f0c798ce8a7e tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:40:36.570510 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-e8509e80-297c-450e-adfd-db142715caf8 req-69179204-2e69-43de-a766-f0c798ce8a7e tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c04e14d-1d7d-427d-aff6-12976f95a83a HTTP/1.1" status: 200 len: 945 time: 0.1816716 Oct 27 10:40:36.591868 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-0ee7d2b0-bc8e-4cb4-b795-0340915a5689 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:36.726725 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-e8509e80-297c-450e-adfd-db142715caf8 req-a8928558-1097-4558-8a45-72b166e46d7e tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/security-groups?id=cc9284c7-fb9e-4cd7-891d-df58f9ea4e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474800 Oct 27 10:40:36.756114 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device ec050e6e-fb10-458c-a526-b25309f5a976 no longer exists at agent hyperv_n-h1-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:40:36.842308 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] No Port match for: ec050e6e-fb10-458c-a526-b25309f5a976 {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:40:36.842817 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device ec050e6e-fb10-458c-a526-b25309f5a976 not bound to the agent host n-h1-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:40:37.031084 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-992c897c-cfad-402b-871c-d83aab086729 None None] Update dhcp port {'port': {'network_id': 'd11deb93-df8d-4547-b855-a8d235d7f77c', 'fixed_ips': [{'subnet_id': 'a2da802f-01fb-43ec-96aa-7bfa06b6aec4', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '0cc1ad0f-f183-4ffd-89a1-657c6bbb4982', 'ip_address': '2001:db8::2'}, {'subnet_id': '40139679-51f5-4f95-a304-bbd35cbec49f'}], 'binding:host_id': 'n-d-813419-10'}, 'id': '837f0165-3d3f-4e46-91be-41d8b51109ff'} from n-d-813419-10. {{(pid=102348) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 27 10:40:37.107747 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-992c897c-cfad-402b-871c-d83aab086729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:37.264177 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_common [None req-0ee7d2b0-bc8e-4cb4-b795-0340915a5689 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Delete allocated IP 2001:db8::26a (d11deb93-df8d-4547-b855-a8d235d7f77c/0cc1ad0f-f183-4ffd-89a1-657c6bbb4982) {{(pid=102346) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 27 10:40:37.273479 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_common [None req-0ee7d2b0-bc8e-4cb4-b795-0340915a5689 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Allocated IP 2001:db8:0:2::14a (d11deb93-df8d-4547-b855-a8d235d7f77c/40139679-51f5-4f95-a304-bbd35cbec49f/e6419f54-3c16-4ed1-9b24-7e64968bf8c9) {{(pid=102346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:40:37.473013 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 45934) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:40:37.604253 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-0ee7d2b0-bc8e-4cb4-b795-0340915a5689 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks [] for port, precommit_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:37.634119 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-0ee7d2b0-bc8e-4cb4-b795-0340915a5689 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27024173'] for port, after_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:37.723627 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.db_base_plugin_common [None req-992c897c-cfad-402b-871c-d83aab086729 None None] Allocated IP 2001:db8:0:2::2 (d11deb93-df8d-4547-b855-a8d235d7f77c/40139679-51f5-4f95-a304-bbd35cbec49f/837f0165-3d3f-4e46-91be-41d8b51109ff) {{(pid=102348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:40:37.744298 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-cd0d882e-131e-455f-94a6-38ccd0956367 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:37.808006 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-0ee7d2b0-bc8e-4cb4-b795-0340915a5689 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] In _notify_port_updated(), no bound segment for port e6419f54-3c16-4ed1-9b24-7e64968bf8c9 on network d11deb93-df8d-4547-b855-a8d235d7f77c {{(pid=102346) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 27 10:40:37.826167 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ee7d2b0-bc8e-4cb4-b795-0340915a5689 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:40:37.826856 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-0ee7d2b0-bc8e-4cb4-b795-0340915a5689 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:37.838399 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-0ee7d2b0-bc8e-4cb4-b795-0340915a5689 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] 10.222.0.44 "PUT /v2.0/ports/e6419f54-3c16-4ed1-9b24-7e64968bf8c9 HTTP/1.1" status: 200 len: 969 time: 1.5128350 Oct 27 10:40:37.839253 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 45942) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:40:37.922098 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-cd0d882e-131e-455f-94a6-38ccd0956367 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:37.943915 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-cd0d882e-131e-455f-94a6-38ccd0956367 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:37.949807 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee7d2b0-bc8e-4cb4-b795-0340915a5689 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Pushing event updated for resources: {'Port': ['ID=e6419f54-3c16-4ed1-9b24-7e64968bf8c9,revision_number=2']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:40:37.961507 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-992c897c-cfad-402b-871c-d83aab086729 None None] For port 837f0165-3d3f-4e46-91be-41d8b51109ff, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=837f0165-3d3f-4e46-91be-41d8b51109ff,segment=NetworkSegment(42a354c1-3e96-4496-9449-dc9b9cc1a2ec),segment_id=42a354c1-3e96-4496-9449-dc9b9cc1a2ec)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:40:37.989225 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0d882e-131e-455f-94a6-38ccd0956367 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d527b61-6f4b-4562-a511-47054b7ae910,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:40:37.998810 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-992c897c-cfad-402b-871c-d83aab086729 None None] Publish callbacks [] for port, precommit_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:38.008150 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-992c897c-cfad-402b-871c-d83aab086729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:38.024575 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-cd0d882e-131e-455f-94a6-38ccd0956367 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=bdba61ef94b84a1587d093a362b46cf3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5504618 Oct 27 10:40:38.027956 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 45944) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:40:38.076813 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167a0852-8212-4ccb-b330-91f7dc836b66 req-5cd83722-773f-47e4-bce6-791b13eadb63 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:40:38.078323 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-167a0852-8212-4ccb-b330-91f7dc836b66 req-5cd83722-773f-47e4-bce6-791b13eadb63 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c04e14d-1d7d-427d-aff6-12976f95a83a HTTP/1.1" status: 200 len: 945 time: 0.1535838 Oct 27 10:40:38.136110 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-e884154e-5279-4667-a3ec-a4d7b5028a5c tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Deleting port e6419f54-3c16-4ed1-9b24-7e64968bf8c9 {{(pid=102346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:40:38.136666 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-e884154e-5279-4667-a3ec-a4d7b5028a5c tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:38.141049 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-61858c9c-a5d9-4d88-b9d7-5f42482fbf22 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:38.190769 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-61858c9c-a5d9-4d88-b9d7-5f42482fbf22 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:38.308892 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-167a0852-8212-4ccb-b330-91f7dc836b66 req-c42707a0-dadf-4bee-bbbb-64d8b205421f tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/security-groups?id=cc9284c7-fb9e-4cd7-891d-df58f9ea4e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2177913 Oct 27 10:40:38.314047 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-61858c9c-a5d9-4d88-b9d7-5f42482fbf22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:38.319361 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-61858c9c-a5d9-4d88-b9d7-5f42482fbf22 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:38.322097 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-61858c9c-a5d9-4d88-b9d7-5f42482fbf22 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/7d527b61-6f4b-4562-a511-47054b7ae910 HTTP/1.1" status: 204 len: 168 time: 0.2931883 Oct 27 10:40:38.339739 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992c897c-cfad-402b-871c-d83aab086729 None None] Pushing event updated for resources: {'Port': ['ID=837f0165-3d3f-4e46-91be-41d8b51109ff,revision_number=7']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:40:38.351711 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61858c9c-a5d9-4d88-b9d7-5f42482fbf22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d527b61-6f4b-4562-a511-47054b7ae910,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:40:38.412329 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-e884154e-5279-4667-a3ec-a4d7b5028a5c tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:38.439154 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-e884154e-5279-4667-a3ec-a4d7b5028a5c tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Calling delete_port for e6419f54-3c16-4ed1-9b24-7e64968bf8c9 owned by {{(pid=102346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:40:38.602106 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 837f0165-3d3f-4e46-91be-41d8b51109ff up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:40:38.688298 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-e884154e-5279-4667-a3ec-a4d7b5028a5c tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:38.727260 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port 837f0165-3d3f-4e46-91be-41d8b51109ff triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:40:38.727884 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:38.728813 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e884154e-5279-4667-a3ec-a4d7b5028a5c tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Pushing event deleted for resources: {'Port': ['ID=e6419f54-3c16-4ed1-9b24-7e64968bf8c9,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:40:38.773951 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-e884154e-5279-4667-a3ec-a4d7b5028a5c tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:38.777698 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-e884154e-5279-4667-a3ec-a4d7b5028a5c tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] 10.222.0.44 "DELETE /v2.0/ports/e6419f54-3c16-4ed1-9b24-7e64968bf8c9 HTTP/1.1" status: 204 len: 168 time: 0.9321823 Oct 27 10:40:38.780460 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 45966) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:40:38.822345 n-d-813419-10 neutron-server[102347]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9a6fa8a-217b-4743-a5f3-8663a697530e tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] GET failed (client error): The resource could not be found. Oct 27 10:40:38.826620 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-c9a6fa8a-217b-4743-a5f3-8663a697530e tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] 10.222.0.44 "GET /v2.0/ports/e6419f54-3c16-4ed1-9b24-7e64968bf8c9 HTTP/1.1" status: 404 len: 333 time: 0.0449815 Oct 27 10:40:38.834248 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 45970) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:40:38.888140 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 45972) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:40:38.907918 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-da87f164-6b64-4a44-a963-5cce198e155f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:39.012119 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-79014ed0-145d-4852-a701-5b001e0974f0 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks [] for security_group, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:39.015383 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-da87f164-6b64-4a44-a963-5cce198e155f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:39.024442 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:39.025211 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-da87f164-6b64-4a44-a963-5cce198e155f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:39.053654 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-79014ed0-145d-4852-a701-5b001e0974f0 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:39.121858 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-da87f164-6b64-4a44-a963-5cce198e155f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ab3bd49abb2d470d9d28e38b44312a6e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2303901 Oct 27 10:40:39.124266 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 45978) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:40:39.138596 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da87f164-6b64-4a44-a963-5cce198e155f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=084f67e9-1b65-4efe-b479-11d64ddcedf8,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:40:39.179140 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d898722-05af-4654-8332-11060d95f4f4 req-d99811be-7ae7-4dfd-8d52-658929c87231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:40:39.180297 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-3d898722-05af-4654-8332-11060d95f4f4 req-d99811be-7ae7-4dfd-8d52-658929c87231 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5cdd6d2f037d42e18150718a811d487c&device_id=2c04e14d-1d7d-427d-aff6-12976f95a83a HTTP/1.1" status: 200 len: 1097 time: 0.0794444 Oct 27 10:40:39.192577 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-79014ed0-145d-4852-a701-5b001e0974f0 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:39.195111 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-79014ed0-145d-4852-a701-5b001e0974f0 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:39.199275 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-79014ed0-145d-4852-a701-5b001e0974f0 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] 10.222.0.44 "DELETE /v2.0/security-groups/00f586e0-d6ea-44cd-8f1a-a1bec265605d HTTP/1.1" status: 204 len: 168 time: 0.3607945 Oct 27 10:40:39.204367 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 45980) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:40:39.231849 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79014ed0-145d-4852-a701-5b001e0974f0 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=00f586e0-d6ea-44cd-8f1a-a1bec265605d,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:40:39.253496 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-6e0d1757-a30d-49db-895d-b6c7f75c4d75 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:39.304965 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-6e0d1757-a30d-49db-895d-b6c7f75c4d75 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:39.324608 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-3eda56b9-5b98-4310-8000-76a771027a28 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks [] for security_group, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:39.384182 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-3eda56b9-5b98-4310-8000-76a771027a28 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:39.395388 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d898722-05af-4654-8332-11060d95f4f4 req-233bbc4a-95c6-4eea-a932-8990b751ad4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:40:39.403299 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-3d898722-05af-4654-8332-11060d95f4f4 req-233bbc4a-95c6-4eea-a932-8990b751ad4b service neutron] 10.222.0.64 "GET /v2.0/networks?id=fca909b5-2d06-4825-8091-33382048b635 HTTP/1.1" status: 200 len: 912 time: 0.2151678 Oct 27 10:40:39.419134 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-405ffec1-333a-465d-8c85-cd87a9c895a8 None None] Could not find standard attr ID for object e6419f54-3c16-4ed1-9b24-7e64968bf8c9. {{(pid=102348) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 27 10:40:39.435580 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-6e0d1757-a30d-49db-895d-b6c7f75c4d75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:39.438905 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-6e0d1757-a30d-49db-895d-b6c7f75c4d75 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:39.441145 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-6e0d1757-a30d-49db-895d-b6c7f75c4d75 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/084f67e9-1b65-4efe-b479-11d64ddcedf8 HTTP/1.1" status: 204 len: 168 time: 0.3158004 Oct 27 10:40:39.453492 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0d1757-a30d-49db-895d-b6c7f75c4d75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=084f67e9-1b65-4efe-b479-11d64ddcedf8,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:40:39.456998 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-3eda56b9-5b98-4310-8000-76a771027a28 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:39.460965 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-3eda56b9-5b98-4310-8000-76a771027a28 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:39.462401 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-3eda56b9-5b98-4310-8000-76a771027a28 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] 10.222.0.44 "DELETE /v2.0/security-groups/eae9b169-ae77-4818-9f33-19905969c7ab HTTP/1.1" status: 204 len: 168 time: 0.2571025 Oct 27 10:40:39.467693 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 45990) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:40:39.472404 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-405ffec1-333a-465d-8c85-cd87a9c895a8 None None] Provisioning complete for port 837f0165-3d3f-4e46-91be-41d8b51109ff triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:40:39.472788 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-405ffec1-333a-465d-8c85-cd87a9c895a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:39.517911 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-3d898722-05af-4654-8332-11060d95f4f4 req-adca17dc-1ee3-4250-b68e-942d6994bf03 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0396220b-ac94-486f-b038-02cdb2c13848 HTTP/1.1" status: 200 len: 217 time: 0.0961390 Oct 27 10:40:39.525665 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eda56b9-5b98-4310-8000-76a771027a28 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eae9b169-ae77-4818-9f33-19905969c7ab,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:40:39.579867 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-27891daa-9d58-41f3-a1b3-d8138c3ba3f7 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks [] for security_group, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:39.596371 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2290fdb5-b674-4f86-8310-dd41ac771a5e req-075cc761-df0d-4154-a84e-f260d0c5929d tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:40:39.598132 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-2290fdb5-b674-4f86-8310-dd41ac771a5e req-075cc761-df0d-4154-a84e-f260d0c5929d tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c04e14d-1d7d-427d-aff6-12976f95a83a HTTP/1.1" status: 200 len: 945 time: 0.0881782 Oct 27 10:40:39.644872 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d898722-05af-4654-8332-11060d95f4f4 req-ce14d37a-a18b-4871-b2d8-2f4a494391ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:40:39.655668 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-27891daa-9d58-41f3-a1b3-d8138c3ba3f7 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:39.673447 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-3d898722-05af-4654-8332-11060d95f4f4 req-ce14d37a-a18b-4871-b2d8-2f4a494391ee service neutron] 10.222.0.64 "GET /v2.0/subnets?id=71c50f4e-5d00-4779-bfe1-162c05f5fddb HTTP/1.1" status: 200 len: 850 time: 0.1329453 Oct 27 10:40:39.690792 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-2290fdb5-b674-4f86-8310-dd41ac771a5e req-3505b786-8313-4ca2-866e-437c6bf3a662 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/security-groups?id=cc9284c7-fb9e-4cd7-891d-df58f9ea4e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830097 Oct 27 10:40:39.770658 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-27891daa-9d58-41f3-a1b3-d8138c3ba3f7 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:39.773785 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-27891daa-9d58-41f3-a1b3-d8138c3ba3f7 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:39.775363 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-27891daa-9d58-41f3-a1b3-d8138c3ba3f7 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] 10.222.0.44 "DELETE /v2.0/security-groups/cdb8271d-a620-4902-90dd-455fc0cc7524 HTTP/1.1" status: 204 len: 168 time: 0.3060791 Oct 27 10:40:39.780225 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 45998) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:40:39.798348 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27891daa-9d58-41f3-a1b3-d8138c3ba3f7 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdb8271d-a620-4902-90dd-455fc0cc7524,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:40:39.866676 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d898722-05af-4654-8332-11060d95f4f4 req-496fe7b7-47c6-4a41-b2cf-01b6a074453e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:40:39.871955 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-3d898722-05af-4654-8332-11060d95f4f4 req-496fe7b7-47c6-4a41-b2cf-01b6a074453e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=fca909b5-2d06-4825-8091-33382048b635&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1973510 Oct 27 10:40:39.879394 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f0955b2-cf96-40e2-b3cf-f86d93314209 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Deleting subnet 0cc1ad0f-f183-4ffd-89a1-657c6bbb4982 {{(pid=102347) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 10:40:39.906294 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-3f0955b2-cf96-40e2-b3cf-f86d93314209 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks [] for subnet, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:39.964823 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-405ffec1-333a-465d-8c85-cd87a9c895a8 None None] Provisioning complete for port 714b2a06-266d-4147-82eb-28135fc32fe8 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:40:39.968057 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-405ffec1-333a-465d-8c85-cd87a9c895a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:40.091342 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-405ffec1-333a-465d-8c85-cd87a9c895a8 None None] Port 714b2a06-266d-4147-82eb-28135fc32fe8 cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:40:40.098336 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-3f0955b2-cf96-40e2-b3cf-f86d93314209 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-18445109'] for subnet, precommit_delete_associations {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:40.106677 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc33c117-9b7c-468b-99ff-7befbb55e645 req-99e041c4-632d-4073-a935-0f6c50a70603 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:40:40.117805 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-fc33c117-9b7c-468b-99ff-7befbb55e645 req-99e041c4-632d-4073-a935-0f6c50a70603 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "GET /v2.0/ports?device_id=cb570a6b-6921-4cfb-916b-d7e7c80e6c97 HTTP/1.1" status: 200 len: 946 time: 0.1112664 Oct 27 10:40:40.192023 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-fc33c117-9b7c-468b-99ff-7befbb55e645 req-bb4f4935-41cf-4d70-a1e2-0caa4d4e1ffc tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "GET /v2.0/security-groups?id=9678e9b4-8ecf-4d94-a14b-d92ef88d2ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731506 Oct 27 10:40:40.203833 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-5bd96a44-cc8a-4fea-9749-d7a10a1d9fe5 None None] Could not find standard attr ID for object e6419f54-3c16-4ed1-9b24-7e64968bf8c9. {{(pid=102348) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 27 10:40:40.204447 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-3d898722-05af-4654-8332-11060d95f4f4 req-71c0d351-58c0-4346-833a-0c0a02d27426 service neutron] 10.222.0.64 "GET /v2.0/networks/fca909b5-2d06-4825-8091-33382048b635?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3220735 Oct 27 10:40:40.317100 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-3d898722-05af-4654-8332-11060d95f4f4 req-4434ab0b-d19d-4cae-b9e7-099539230ba1 service neutron] 10.222.0.64 "GET /v2.0/networks/fca909b5-2d06-4825-8091-33382048b635?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042948 Oct 27 10:40:40.372411 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-3f0955b2-cf96-40e2-b3cf-f86d93314209 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855646'] for subnet, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:40.441278 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-3f0955b2-cf96-40e2-b3cf-f86d93314209 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-18295818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18043720'] for subnet, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:40.470154 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0955b2-cf96-40e2-b3cf-f86d93314209 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Pushing event deleted for resources: {'Subnet': ['ID=0cc1ad0f-f183-4ffd-89a1-657c6bbb4982,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:40:40.474774 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-3f0955b2-cf96-40e2-b3cf-f86d93314209 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks [] for subnet, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:40.481139 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-3f0955b2-cf96-40e2-b3cf-f86d93314209 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] 10.222.0.44 "DELETE /v2.0/subnets/0cc1ad0f-f183-4ffd-89a1-657c6bbb4982 HTTP/1.1" status: 204 len: 168 time: 0.6930969 Oct 27 10:40:40.482200 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 46018) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:40:40.486487 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a3920c9-9cc2-466f-bc45-1beb04f06ec0 None None] Network d11deb93-df8d-4547-b855-a8d235d7f77c requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:40:40.558691 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_v2 [None req-65f230f2-0f20-44a9-b5bf-125915294625 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Deleting subnet 40139679-51f5-4f95-a304-bbd35cbec49f {{(pid=102347) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 10:40:40.562298 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-65f230f2-0f20-44a9-b5bf-125915294625 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks [] for subnet, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:40.615383 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-65f230f2-0f20-44a9-b5bf-125915294625 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-18445109'] for subnet, precommit_delete_associations {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:40.741518 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-65f230f2-0f20-44a9-b5bf-125915294625 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855646'] for subnet, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:40.877044 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-65f230f2-0f20-44a9-b5bf-125915294625 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-18295818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18043720'] for subnet, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:40.909878 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d35ee3-3ced-4203-9871-4c23f3468022 req-dd8354d1-fb0b-4965-9b54-3d1d9af5cc67 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:40:40.919642 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-a0d35ee3-3ced-4203-9871-4c23f3468022 req-dd8354d1-fb0b-4965-9b54-3d1d9af5cc67 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c04e14d-1d7d-427d-aff6-12976f95a83a HTTP/1.1" status: 200 len: 945 time: 0.1133058 Oct 27 10:40:40.952533 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f230f2-0f20-44a9-b5bf-125915294625 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Pushing event deleted for resources: {'Subnet': ['ID=40139679-51f5-4f95-a304-bbd35cbec49f,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:40:40.964011 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-65f230f2-0f20-44a9-b5bf-125915294625 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks [] for subnet, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:40.970181 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-65f230f2-0f20-44a9-b5bf-125915294625 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] 10.222.0.44 "DELETE /v2.0/subnets/40139679-51f5-4f95-a304-bbd35cbec49f HTTP/1.1" status: 204 len: 168 time: 0.4845836 Oct 27 10:40:40.970656 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 46030) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:40:41.028296 n-d-813419-10 neutron-server[102346]: INFO neutron.pecan_wsgi.hooks.translation [None req-57d06e23-3484-4cd1-a98d-f30f072e4417 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] DELETE failed (client error): The resource could not be found. Oct 27 10:40:41.029040 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57d06e23-3484-4cd1-a98d-f30f072e4417 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102346) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 10:40:41.036381 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-57d06e23-3484-4cd1-a98d-f30f072e4417 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] 10.222.0.44 "DELETE /v2.0/subnets/0cc1ad0f-f183-4ffd-89a1-657c6bbb4982 HTTP/1.1" status: 404 len: 337 time: 0.0645876 Oct 27 10:40:41.039891 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 46034) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:40:41.047035 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-a0d35ee3-3ced-4203-9871-4c23f3468022 req-2d1c0bf9-c635-446d-ae58-d51575927c58 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/security-groups?id=cc9284c7-fb9e-4cd7-891d-df58f9ea4e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209924 Oct 27 10:40:41.131480 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c69b7a9-79f1-41ca-87d4-a6286f078d29 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Deleting subnet a2da802f-01fb-43ec-96aa-7bfa06b6aec4 {{(pid=102346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 10:40:41.135775 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-9c69b7a9-79f1-41ca-87d4-a6286f078d29 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks [] for subnet, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:41.192467 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-9c69b7a9-79f1-41ca-87d4-a6286f078d29 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25847868'] for subnet, precommit_delete_associations {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:41.399420 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-9c69b7a9-79f1-41ca-87d4-a6286f078d29 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855646'] for subnet, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:41.451063 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675cb262-6bb9-40d6-801a-b769306f2056 req-cfa4c938-5283-437c-a44f-4788c2e67e32 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:40:41.453204 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-675cb262-6bb9-40d6-801a-b769306f2056 req-cfa4c938-5283-437c-a44f-4788c2e67e32 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "GET /v2.0/ports?device_id=cb570a6b-6921-4cfb-916b-d7e7c80e6c97 HTTP/1.1" status: 200 len: 946 time: 0.1311183 Oct 27 10:40:41.524121 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-675cb262-6bb9-40d6-801a-b769306f2056 req-d62b829f-8036-4559-8b40-d960e6b449a5 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "GET /v2.0/security-groups?id=9678e9b4-8ecf-4d94-a14b-d92ef88d2ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642359 Oct 27 10:40:41.538521 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-9c69b7a9-79f1-41ca-87d4-a6286f078d29 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27024355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27168307'] for subnet, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:41.577782 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c69b7a9-79f1-41ca-87d4-a6286f078d29 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Pushing event deleted for resources: {'Subnet': ['ID=a2da802f-01fb-43ec-96aa-7bfa06b6aec4,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:40:41.581725 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-9c69b7a9-79f1-41ca-87d4-a6286f078d29 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for subnet, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:41.587567 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-9c69b7a9-79f1-41ca-87d4-a6286f078d29 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] 10.222.0.44 "DELETE /v2.0/subnets/a2da802f-01fb-43ec-96aa-7bfa06b6aec4 HTTP/1.1" status: 204 len: 168 time: 0.5434327 Oct 27 10:40:41.587894 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 46048) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:40:41.622174 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebe65d6d-a38f-4f54-b84b-8c9df02e0d44 None None] Network d11deb93-df8d-4547-b855-a8d235d7f77c requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:40:41.624539 n-d-813419-10 neutron-server[102346]: INFO neutron.pecan_wsgi.hooks.translation [None req-efc9d71a-8af8-4e02-bed9-bbae6f6f0619 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] DELETE failed (client error): The resource could not be found. Oct 27 10:40:41.625074 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-efc9d71a-8af8-4e02-bed9-bbae6f6f0619 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102346) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 10:40:41.631063 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-efc9d71a-8af8-4e02-bed9-bbae6f6f0619 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] 10.222.0.44 "DELETE /v2.0/subnets/0bb136d4-298c-4ec7-a469-51c52104f5dc HTTP/1.1" status: 404 len: 337 time: 0.0397699 Oct 27 10:40:41.631385 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 46052) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:40:41.664396 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-aa451798-72ed-46b0-b96a-c884a91626b2 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] 10.222.0.44 "GET /v2.0/ports?device_id=dd24ea52-d9d3-4b62-a4bd-9763502c00b2 HTTP/1.1" status: 200 len: 205 time: 0.0293963 Oct 27 10:40:41.664524 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 46054) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:40:41.709498 n-d-813419-10 neutron-server[102347]: INFO neutron.api.v2.resource [None req-fee48a2a-bd5f-47e2-8fd0-b0123045275e tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] delete failed (client error): The resource could not be found. Oct 27 10:40:41.712819 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-fee48a2a-bd5f-47e2-8fd0-b0123045275e tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] 10.222.0.44 "DELETE /v2.0/routers/dd24ea52-d9d3-4b62-a4bd-9763502c00b2 HTTP/1.1" status: 404 len: 336 time: 0.0451086 Oct 27 10:40:41.713215 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 46056) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:40:41.743566 n-d-813419-10 neutron-server[102346]: INFO neutron.pecan_wsgi.hooks.translation [None req-48195e89-8a71-4828-b135-ad18a67a12c3 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] DELETE failed (client error): The resource could not be found. Oct 27 10:40:41.743994 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-5b113d8d-80f6-4609-af38-f8d6dbb103c1 None None] Provisioning complete for port 837f0165-3d3f-4e46-91be-41d8b51109ff triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:40:41.744114 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48195e89-8a71-4828-b135-ad18a67a12c3 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102346) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 10:40:41.744394 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-5b113d8d-80f6-4609-af38-f8d6dbb103c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:41.749957 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-48195e89-8a71-4828-b135-ad18a67a12c3 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] 10.222.0.44 "DELETE /v2.0/subnets/880f0a2c-a3da-4338-a69f-f268764fcffa HTTP/1.1" status: 404 len: 337 time: 0.0329306 Oct 27 10:40:41.750341 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 46058) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:40:41.806310 n-d-813419-10 neutron-server[102347]: INFO neutron.pecan_wsgi.hooks.translation [None req-6700629c-31fe-42ef-91b2-9f0a1cbaa1ac tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] DELETE failed (client error): The resource could not be found. Oct 27 10:40:41.806761 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6700629c-31fe-42ef-91b2-9f0a1cbaa1ac tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102347) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 10:40:41.809949 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-6700629c-31fe-42ef-91b2-9f0a1cbaa1ac tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] 10.222.0.44 "DELETE /v2.0/subnets/607dd537-825b-4308-8254-ebc59a6d211c HTTP/1.1" status: 404 len: 337 time: 0.0586305 Oct 27 10:40:41.812578 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 46064) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:40:41.852909 n-d-813419-10 neutron-server[102347]: INFO neutron.pecan_wsgi.hooks.translation [None req-74e1b59f-0f99-4ab5-a73d-6fe5d825801c tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] DELETE failed (client error): The resource could not be found. Oct 27 10:40:41.853791 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74e1b59f-0f99-4ab5-a73d-6fe5d825801c tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102347) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 10:40:41.861346 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-74e1b59f-0f99-4ab5-a73d-6fe5d825801c tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] 10.222.0.44 "DELETE /v2.0/subnets/468d3cb6-dd38-4686-9bd7-907c318bbd92 HTTP/1.1" status: 404 len: 337 time: 0.0470691 Oct 27 10:40:41.861543 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 46066) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:40:41.888849 n-d-813419-10 neutron-server[102347]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef16f004-492d-41de-9eb4-9dbcb4e66f5e tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] DELETE failed (client error): The resource could not be found. Oct 27 10:40:41.889580 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef16f004-492d-41de-9eb4-9dbcb4e66f5e tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102347) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 10:40:41.890211 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-5b113d8d-80f6-4609-af38-f8d6dbb103c1 None None] Provisioning complete for port 714b2a06-266d-4147-82eb-28135fc32fe8 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:40:41.890581 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-5b113d8d-80f6-4609-af38-f8d6dbb103c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:41.892721 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-ef16f004-492d-41de-9eb4-9dbcb4e66f5e tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] 10.222.0.44 "DELETE /v2.0/ports/ee2aa5bd-96a5-481b-823b-34a69a98382c HTTP/1.1" status: 404 len: 333 time: 0.0302038 Oct 27 10:40:41.896177 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 46068) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:40:41.943987 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-5b113d8d-80f6-4609-af38-f8d6dbb103c1 None None] Port 714b2a06-266d-4147-82eb-28135fc32fe8 cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:40:41.948586 n-d-813419-10 neutron-server[102346]: INFO neutron.pecan_wsgi.hooks.translation [None req-641981a1-6ba5-4c6f-8138-10ac52bcd014 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] DELETE failed (client error): The resource could not be found. Oct 27 10:40:41.950819 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-641981a1-6ba5-4c6f-8138-10ac52bcd014 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102346) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 10:40:41.954524 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-641981a1-6ba5-4c6f-8138-10ac52bcd014 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] 10.222.0.44 "DELETE /v2.0/subnets/8d72d821-eead-440b-8f52-af3faa3551f3 HTTP/1.1" status: 404 len: 337 time: 0.0568328 Oct 27 10:40:41.957309 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b54020e9-547e-4ce4-b2e2-e5c86d96d584 None None] DHCP port deletion for d11deb93-df8d-4547-b855-a8d235d7f77c request from n-d-813419-10 {{(pid=102348) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 10:40:41.957595 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 46070) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:40:41.988682 n-d-813419-10 neutron-server[102347]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc88dbaf-deb7-45f7-85c8-f84eb9204d41 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] DELETE failed (client error): The resource could not be found. Oct 27 10:40:41.990017 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc88dbaf-deb7-45f7-85c8-f84eb9204d41 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102347) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 10:40:41.993001 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-cc88dbaf-deb7-45f7-85c8-f84eb9204d41 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] 10.222.0.44 "DELETE /v2.0/subnets/be8a754b-ab73-49ed-81de-7e1ce5bfc42b HTTP/1.1" status: 404 len: 337 time: 0.0342236 Oct 27 10:40:41.995481 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 46074) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:40:42.036635 n-d-813419-10 neutron-server[102346]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbacf7c9-a9b4-482e-a2a5-80ef1598b208 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] DELETE failed (client error): The resource could not be found. Oct 27 10:40:42.037697 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dbacf7c9-a9b4-482e-a2a5-80ef1598b208 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102346) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 10:40:42.040984 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-dbacf7c9-a9b4-482e-a2a5-80ef1598b208 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] 10.222.0.44 "DELETE /v2.0/ports/df429a33-afb3-4785-a64e-d8ab25459e5d HTTP/1.1" status: 404 len: 333 time: 0.0444889 Oct 27 10:40:42.043935 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 46078) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:40:42.057271 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-b54020e9-547e-4ce4-b2e2-e5c86d96d584 None None] Deleting port 837f0165-3d3f-4e46-91be-41d8b51109ff {{(pid=102348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:40:42.057634 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-b54020e9-547e-4ce4-b2e2-e5c86d96d584 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:42.092859 n-d-813419-10 neutron-server[102347]: INFO neutron.pecan_wsgi.hooks.translation [None req-178340cd-3fad-4992-a71f-c6530e6302eb tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] DELETE failed (client error): The resource could not be found. Oct 27 10:40:42.093446 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-178340cd-3fad-4992-a71f-c6530e6302eb tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102347) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 10:40:42.101638 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 46086) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:40:42.102629 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-178340cd-3fad-4992-a71f-c6530e6302eb tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] 10.222.0.44 "DELETE /v2.0/subnets/afccc9be-05c2-41b8-9c7b-9fa22acc1f60 HTTP/1.1" status: 404 len: 337 time: 0.0575190 Oct 27 10:40:42.157011 n-d-813419-10 neutron-server[102346]: INFO neutron.pecan_wsgi.hooks.translation [None req-87ab289c-040a-4aa4-9d89-f4be1d640bed tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] DELETE failed (client error): The resource could not be found. Oct 27 10:40:42.157604 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87ab289c-040a-4aa4-9d89-f4be1d640bed tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102346) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 10:40:42.168032 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 46092) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:40:42.168246 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-87ab289c-040a-4aa4-9d89-f4be1d640bed tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] 10.222.0.44 "DELETE /v2.0/subnets/5c7dbe5a-2f11-4f17-8b9e-288ccb386921 HTTP/1.1" status: 404 len: 337 time: 0.0644825 Oct 27 10:40:42.215361 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-b54020e9-547e-4ce4-b2e2-e5c86d96d584 None None] For port 837f0165-3d3f-4e46-91be-41d8b51109ff, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=837f0165-3d3f-4e46-91be-41d8b51109ff,segment=NetworkSegment(42a354c1-3e96-4496-9449-dc9b9cc1a2ec),segment_id=42a354c1-3e96-4496-9449-dc9b9cc1a2ec)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:40:42.215759 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-b54020e9-547e-4ce4-b2e2-e5c86d96d584 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:42.231414 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabfc759-fd90-4f89-b53a-94d015d12f64 req-04148368-25a7-4d08-bed5-eb64b9866c9c tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:40:42.233065 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-fabfc759-fd90-4f89-b53a-94d015d12f64 req-04148368-25a7-4d08-bed5-eb64b9866c9c tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c04e14d-1d7d-427d-aff6-12976f95a83a HTTP/1.1" status: 200 len: 945 time: 0.0782766 Oct 27 10:40:42.245443 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-b54020e9-547e-4ce4-b2e2-e5c86d96d584 None None] Calling delete_port for 837f0165-3d3f-4e46-91be-41d8b51109ff owned by network:dhcp {{(pid=102348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:40:42.296097 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-fabfc759-fd90-4f89-b53a-94d015d12f64 req-58f8cdb6-559a-4481-a5a0-c25659ca3705 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/security-groups?id=cc9284c7-fb9e-4cd7-891d-df58f9ea4e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514421 Oct 27 10:40:42.382547 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-b54020e9-547e-4ce4-b2e2-e5c86d96d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615'] for port, after_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:42.404602 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b54020e9-547e-4ce4-b2e2-e5c86d96d584 None None] No DVR routers for this DVR port 837f0165-3d3f-4e46-91be-41d8b51109ff on host n-d-813419-10 {{(pid=102348) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:40:42.457349 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54020e9-547e-4ce4-b2e2-e5c86d96d584 None None] Pushing event deleted for resources: {'Port': ['ID=837f0165-3d3f-4e46-91be-41d8b51109ff,revision_number=None']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:40:42.514779 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9d1aac-2032-435c-b75c-5cce0ca05f05 req-77ee4ce2-e8c3-4342-9321-e78774c96987 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:40:42.528667 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ff9d1aac-2032-435c-b75c-5cce0ca05f05 req-77ee4ce2-e8c3-4342-9321-e78774c96987 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/ports?device_id=f6fc38b4-3d34-4580-bd35-a4b845297319 HTTP/1.1" status: 200 len: 945 time: 0.0942242 Oct 27 10:40:42.553672 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 837f0165-3d3f-4e46-91be-41d8b51109ff no longer exists at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:40:42.581600 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] No Port match for: 837f0165-3d3f-4e46-91be-41d8b51109ff {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:40:42.582662 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 837f0165-3d3f-4e46-91be-41d8b51109ff not bound to the agent host n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:40:42.605281 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ff9d1aac-2032-435c-b75c-5cce0ca05f05 req-e4e80dc1-5cb6-4a90-bca2-e4c670aa0afc tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/security-groups?id=042a0afe-bacb-4048-aed3-353e9c85bd81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597081 Oct 27 10:40:42.754704 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device 0396220b-ac94-486f-b038-02cdb2c13848 no longer exists at agent hyperv_n-h1-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:40:42.819781 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92074de3-bc06-4d6a-870d-f63631bae7bf req-7dd82063-c210-45b1-b1ee-1eeca0fab4e2 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:40:42.832058 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-92074de3-bc06-4d6a-870d-f63631bae7bf req-7dd82063-c210-45b1-b1ee-1eeca0fab4e2 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "GET /v2.0/ports?device_id=cb570a6b-6921-4cfb-916b-d7e7c80e6c97 HTTP/1.1" status: 200 len: 946 time: 0.0832994 Oct 27 10:40:42.863894 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23a39e5-cdab-4f4b-9ccc-fe0389bb36ac req-572f1178-05a5-4275-b159-7c1a6640e150 tempest-AttachVolumeNegativeTest-477808956 tempest-AttachVolumeNegativeTest-477808956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:40:42.871479 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-f23a39e5-cdab-4f4b-9ccc-fe0389bb36ac req-572f1178-05a5-4275-b159-7c1a6640e150 tempest-AttachVolumeNegativeTest-477808956 tempest-AttachVolumeNegativeTest-477808956-project] 10.222.0.44 "GET /v2.0/ports?device_id=027da3df-31ee-4c36-aa3c-3f1ae9faa9d0 HTTP/1.1" status: 200 len: 946 time: 0.0706844 Oct 27 10:40:42.886657 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-92074de3-bc06-4d6a-870d-f63631bae7bf req-38f7a65a-4d4a-45fb-876d-9118ada96d43 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "GET /v2.0/security-groups?id=9678e9b4-8ecf-4d94-a14b-d92ef88d2ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526874 Oct 27 10:40:42.910517 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:42.937402 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c04e14d-1d7d-427d-aff6-12976f95a83a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0396220b-ac94-486f-b038-02cdb2c13848'}] {{(pid=102348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:40:42.940279 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c588921fa634554a1d9242fdea1b05457a9ff1d3b28ba54ec1dace7f2f1df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-884b1426-39b3-4dcb-9f69-c9a82486d395" -d '{"events": [{"server_uuid": "2c04e14d-1d7d-427d-aff6-12976f95a83a", "name": "network-vif-unplugged", "status": "completed", "tag": "0396220b-ac94-486f-b038-02cdb2c13848"}]}' {{(pid=102348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:40:42.952265 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-f23a39e5-cdab-4f4b-9ccc-fe0389bb36ac req-2c518bb0-d494-42e7-8ab4-e77a5c62be84 tempest-AttachVolumeNegativeTest-477808956 tempest-AttachVolumeNegativeTest-477808956-project] 10.222.0.44 "GET /v2.0/security-groups?id=6419667f-4570-481f-8a5c-a797762fb34f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789485 Oct 27 10:40:42.957130 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-372963ce-c8a6-4b7b-a48c-9b0a5c29413a tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Deleting port 714b2a06-266d-4147-82eb-28135fc32fe8 {{(pid=102347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:40:42.957286 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-372963ce-c8a6-4b7b-a48c-9b0a5c29413a tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:42.981245 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port 0396220b-ac94-486f-b038-02cdb2c13848, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=0396220b-ac94-486f-b038-02cdb2c13848,segment=NetworkSegment(3fa8f95e-6276-4974-b5c0-da1e0ae271fc),segment_id=3fa8f95e-6276-4974-b5c0-da1e0ae271fc)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:40:42.993268 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:43.035559 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 27 Oct 2021 10:40:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2931aeba-3044-4506-b24e-fc33a97ac8cb x-openstack-request-id: req-2931aeba-3044-4506-b24e-fc33a97ac8cb {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:40:43.036043 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c04e14d-1d7d-427d-aff6-12976f95a83a", "name": "network-vif-unplugged", "status": "failed", "tag": "0396220b-ac94-486f-b038-02cdb2c13848", "code": 422}]} {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:40:43.036182 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-2931aeba-3044-4506-b24e-fc33a97ac8cb {{(pid=102348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:40:43.036614 n-d-813419-10 neutron-server[102348]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '2c04e14d-1d7d-427d-aff6-12976f95a83a', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '0396220b-ac94-486f-b038-02cdb2c13848', 'code': 422} returned with failed status Oct 27 10:40:43.072432 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1aa0d75-9ed7-4f5d-b57c-4cabdc45a5e9 req-2bdfaded-c09f-4864-9e86-d00a5e5ed15d tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:40:43.074791 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-e1aa0d75-9ed7-4f5d-b57c-4cabdc45a5e9 req-2bdfaded-c09f-4864-9e86-d00a5e5ed15d tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/ports?device_id=f6fc38b4-3d34-4580-bd35-a4b845297319 HTTP/1.1" status: 200 len: 945 time: 0.0960157 Oct 27 10:40:43.092263 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Pushing event updated for resources: {'Port': ['ID=0396220b-ac94-486f-b038-02cdb2c13848,revision_number=8']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:40:43.100064 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-372963ce-c8a6-4b7b-a48c-9b0a5c29413a tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:43.115687 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-372963ce-c8a6-4b7b-a48c-9b0a5c29413a tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Calling delete_port for 714b2a06-266d-4147-82eb-28135fc32fe8 owned by {{(pid=102347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:40:43.150665 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-e1aa0d75-9ed7-4f5d-b57c-4cabdc45a5e9 req-a59dc5c7-74b2-42a0-a3bf-e906f8c4bfc9 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/security-groups?id=042a0afe-bacb-4048-aed3-353e9c85bd81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674574 Oct 27 10:40:43.207392 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-372963ce-c8a6-4b7b-a48c-9b0a5c29413a tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:43.239205 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372963ce-c8a6-4b7b-a48c-9b0a5c29413a tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Pushing event deleted for resources: {'Port': ['ID=714b2a06-266d-4147-82eb-28135fc32fe8,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:40:43.247679 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-372963ce-c8a6-4b7b-a48c-9b0a5c29413a tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:43.253620 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-372963ce-c8a6-4b7b-a48c-9b0a5c29413a tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] 10.222.0.44 "DELETE /v2.0/ports/714b2a06-266d-4147-82eb-28135fc32fe8 HTTP/1.1" status: 204 len: 168 time: 1.0814767 Oct 27 10:40:43.253970 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 46114) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:40:43.340527 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-419e8f15-60c1-4cfb-bcfc-2ba591e9b251 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586917'] for network, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:43.461269 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-419e8f15-60c1-4cfb-bcfc-2ba591e9b251 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857803', 'neutron.services.segments.db._delete_segments_for_network-8743873143390'] for network, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:43.485181 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-419e8f15-60c1-4cfb-bcfc-2ba591e9b251 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d11deb93-df8d-4547-b855-a8d235d7f77c']}} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:40:43.496938 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-419e8f15-60c1-4cfb-bcfc-2ba591e9b251 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42a354c1-3e96-4496-9449-dc9b9cc1a2ec') {'for_net_delete': True} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:40:43.497229 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-419e8f15-60c1-4cfb-bcfc-2ba591e9b251 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42a354c1-3e96-4496-9449-dc9b9cc1a2ec') {} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:40:43.511185 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e994b347-5daf-43cb-82d8-60889b3dfb95 req-7f017354-adf9-4e77-ac38-622a6e47c8c2 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:40:43.512725 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-e994b347-5daf-43cb-82d8-60889b3dfb95 req-7f017354-adf9-4e77-ac38-622a6e47c8c2 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/ports?device_id=f6fc38b4-3d34-4580-bd35-a4b845297319 HTTP/1.1" status: 200 len: 945 time: 0.0916376 Oct 27 10:40:43.516933 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-419e8f15-60c1-4cfb-bcfc-2ba591e9b251 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743873145191', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18445132'] for segment, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:43.542584 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-419e8f15-60c1-4cfb-bcfc-2ba591e9b251 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:43.553161 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-419e8f15-60c1-4cfb-bcfc-2ba591e9b251 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Releasing vlan 424 on physical network physnet1 to pool {{(pid=102347) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 10:40:43.553535 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-419e8f15-60c1-4cfb-bcfc-2ba591e9b251 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-18296032'] for segment, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:43.557501 n-d-813419-10 neutron-server[102347]: Traceback (most recent call last): Oct 27 10:40:43.557501 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 10:40:43.557501 n-d-813419-10 neutron-server[102347]: timer() Oct 27 10:40:43.557501 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 10:40:43.557501 n-d-813419-10 neutron-server[102347]: cb(*args, **kw) Oct 27 10:40:43.557501 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 10:40:43.557501 n-d-813419-10 neutron-server[102347]: return func(*args, **kwargs) Oct 27 10:40:43.557501 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 10:40:43.557501 n-d-813419-10 neutron-server[102347]: self._notify() Oct 27 10:40:43.557501 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 10:40:43.557501 n-d-813419-10 neutron-server[102347]: self.callback(batched_events) Oct 27 10:40:43.557501 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 10:40:43.557501 n-d-813419-10 neutron-server[102347]: event.method(event) Oct 27 10:40:43.557501 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 10:40:43.557501 n-d-813419-10 neutron-server[102347]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 10:40:43.557501 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 10:40:43.557501 n-d-813419-10 neutron-server[102347]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 10:40:43.557501 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 10:40:43.557501 n-d-813419-10 neutron-server[102347]: return f(self, *a, **k) Oct 27 10:40:43.557501 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 10:40:43.557501 n-d-813419-10 neutron-server[102347]: return self._get(url).json() Oct 27 10:40:43.557501 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 10:40:43.557501 n-d-813419-10 neutron-server[102347]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 10:40:43.557501 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 10:40:43.557501 n-d-813419-10 neutron-server[102347]: return self.request(url, 'GET', **kwargs) Oct 27 10:40:43.557501 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 10:40:43.557501 n-d-813419-10 neutron-server[102347]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 10:40:43.557501 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 10:40:43.557501 n-d-813419-10 neutron-server[102347]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 10:40:43.557501 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 10:40:43.557501 n-d-813419-10 neutron-server[102347]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 10:40:43.557501 n-d-813419-10 neutron-server[102347]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 10:40:43.609314 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-e994b347-5daf-43cb-82d8-60889b3dfb95 req-e1e208a9-3def-4b94-b68d-0b414439996e tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/security-groups?id=042a0afe-bacb-4048-aed3-353e9c85bd81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0842507 Oct 27 10:40:43.628888 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-419e8f15-60c1-4cfb-bcfc-2ba591e9b251 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664840'] for network, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:43.640408 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-419e8f15-60c1-4cfb-bcfc-2ba591e9b251 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for network, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:43.644021 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-419e8f15-60c1-4cfb-bcfc-2ba591e9b251 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] 10.222.0.44 "DELETE /v2.0/networks/d11deb93-df8d-4547-b855-a8d235d7f77c HTTP/1.1" status: 204 len: 168 time: 0.3890100 Oct 27 10:40:43.655690 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419e8f15-60c1-4cfb-bcfc-2ba591e9b251 tempest-PortsIpV6TestJSON-388175575 tempest-PortsIpV6TestJSON-388175575-project] Pushing event deleted for resources: {'Network': ['ID=d11deb93-df8d-4547-b855-a8d235d7f77c,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:40:43.931728 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3468fd-a474-4438-8a3c-79a782796a48 req-569ba256-0bae-44e9-a1d9-1d62d0b517e8 tempest-AttachVolumeNegativeTest-477808956 tempest-AttachVolumeNegativeTest-477808956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:40:43.933645 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-2f3468fd-a474-4438-8a3c-79a782796a48 req-569ba256-0bae-44e9-a1d9-1d62d0b517e8 tempest-AttachVolumeNegativeTest-477808956 tempest-AttachVolumeNegativeTest-477808956-project] 10.222.0.64 "GET /v2.0/ports?device_id=027da3df-31ee-4c36-aa3c-3f1ae9faa9d0 HTTP/1.1" status: 200 len: 946 time: 0.0539708 Oct 27 10:40:43.952901 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 46126) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:40:44.030473 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf20ce45-e393-4716-a00b-50279c626b99 req-ccf217df-2623-4f0c-ab1e-5693dac7c82b tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:40:44.032466 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-cf20ce45-e393-4716-a00b-50279c626b99 req-ccf217df-2623-4f0c-ab1e-5693dac7c82b tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "GET /v2.0/ports?device_id=cb570a6b-6921-4cfb-916b-d7e7c80e6c97 HTTP/1.1" status: 200 len: 946 time: 0.0729024 Oct 27 10:40:44.081998 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [req-2f3468fd-a474-4438-8a3c-79a782796a48 req-fe480acd-9490-4b31-8f37-8f914073b18e tempest-AttachVolumeNegativeTest-477808956 tempest-AttachVolumeNegativeTest-477808956-project] Deleting port 51ef365d-a39a-4f99-a3dd-39d1d9a027e9 {{(pid=102347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:40:44.082600 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-2f3468fd-a474-4438-8a3c-79a782796a48 req-fe480acd-9490-4b31-8f37-8f914073b18e tempest-AttachVolumeNegativeTest-477808956 tempest-AttachVolumeNegativeTest-477808956-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:44.086024 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-cf20ce45-e393-4716-a00b-50279c626b99 req-a10879ff-f447-4137-8720-d5b8d0544ad5 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "GET /v2.0/security-groups?id=9678e9b4-8ecf-4d94-a14b-d92ef88d2ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472059 Oct 27 10:40:44.118163 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-5a7497e0-4d0b-4b88-9239-243073fcf142 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a8f5b249d1a14ea0897d2eccf002a6cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1640460 Oct 27 10:40:44.120635 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 46132) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:40:44.136873 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c5a9e7-ce48-4682-bd95-7d2232df8757 req-c643939f-2076-418c-9c71-9d5e6ad8f964 tempest-AttachVolumeNegativeTest-477808956 tempest-AttachVolumeNegativeTest-477808956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:40:44.138324 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-24c5a9e7-ce48-4682-bd95-7d2232df8757 req-c643939f-2076-418c-9c71-9d5e6ad8f964 tempest-AttachVolumeNegativeTest-477808956 tempest-AttachVolumeNegativeTest-477808956-project] 10.222.0.44 "GET /v2.0/ports?device_id=027da3df-31ee-4c36-aa3c-3f1ae9faa9d0 HTTP/1.1" status: 200 len: 946 time: 0.1012752 Oct 27 10:40:44.172476 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-1846431f-1f03-41c1-90a1-16077c42c13d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:44.194706 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-1846431f-1f03-41c1-90a1-16077c42c13d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:44.204897 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-24c5a9e7-ce48-4682-bd95-7d2232df8757 req-abc33baf-ea6f-4ddc-b150-f4fe19e61817 tempest-AttachVolumeNegativeTest-477808956 tempest-AttachVolumeNegativeTest-477808956-project] 10.222.0.44 "GET /v2.0/security-groups?id=6419667f-4570-481f-8a5c-a797762fb34f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575509 Oct 27 10:40:44.211862 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-2f3468fd-a474-4438-8a3c-79a782796a48 req-fe480acd-9490-4b31-8f37-8f914073b18e tempest-AttachVolumeNegativeTest-477808956 tempest-AttachVolumeNegativeTest-477808956-project] For port 51ef365d-a39a-4f99-a3dd-39d1d9a027e9, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=51ef365d-a39a-4f99-a3dd-39d1d9a027e9,segment=NetworkSegment(cb1f304e-3238-44f1-ae7f-78d4e314acae),segment_id=cb1f304e-3238-44f1-ae7f-78d4e314acae)] {{(pid=102347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:40:44.212247 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-2f3468fd-a474-4438-8a3c-79a782796a48 req-fe480acd-9490-4b31-8f37-8f914073b18e tempest-AttachVolumeNegativeTest-477808956 tempest-AttachVolumeNegativeTest-477808956-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:44.224779 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [req-2f3468fd-a474-4438-8a3c-79a782796a48 req-fe480acd-9490-4b31-8f37-8f914073b18e tempest-AttachVolumeNegativeTest-477808956 tempest-AttachVolumeNegativeTest-477808956-project] Calling delete_port for 51ef365d-a39a-4f99-a3dd-39d1d9a027e9 owned by compute:nova {{(pid=102347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:40:44.246114 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-1846431f-1f03-41c1-90a1-16077c42c13d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:44.248659 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-1846431f-1f03-41c1-90a1-16077c42c13d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:44.249837 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-1846431f-1f03-41c1-90a1-16077c42c13d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b325fa28-8f8a-4b2c-a77b-9defe0f0717b HTTP/1.1" status: 204 len: 168 time: 0.1283123 Oct 27 10:40:44.258108 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1846431f-1f03-41c1-90a1-16077c42c13d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b325fa28-8f8a-4b2c-a77b-9defe0f0717b,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:40:44.373586 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-2f3468fd-a474-4438-8a3c-79a782796a48 req-fe480acd-9490-4b31-8f37-8f914073b18e tempest-AttachVolumeNegativeTest-477808956 tempest-AttachVolumeNegativeTest-477808956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:44.388839 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] get_ports_and_sgs() called for port_ids ['51ef365d-a39a-4f99-a3dd-39d1d9a027e9'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:40:44.415428 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe480acd-9490-4b31-8f37-8f914073b18e tempest-AttachVolumeNegativeTest-477808956 tempest-AttachVolumeNegativeTest-477808956-project] Pushing event deleted for resources: {'Port': ['ID=51ef365d-a39a-4f99-a3dd-39d1d9a027e9,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:40:44.451335 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f3468fd-a474-4438-8a3c-79a782796a48 req-fe480acd-9490-4b31-8f37-8f914073b18e tempest-AttachVolumeNegativeTest-477808956 tempest-AttachVolumeNegativeTest-477808956-project] No DVR routers for this DVR port 51ef365d-a39a-4f99-a3dd-39d1d9a027e9 on host n-h1-813419-10 {{(pid=102347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:40:44.454018 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-2f3468fd-a474-4438-8a3c-79a782796a48 req-fe480acd-9490-4b31-8f37-8f914073b18e tempest-AttachVolumeNegativeTest-477808956 tempest-AttachVolumeNegativeTest-477808956-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:44.457807 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-2f3468fd-a474-4438-8a3c-79a782796a48 req-fe480acd-9490-4b31-8f37-8f914073b18e tempest-AttachVolumeNegativeTest-477808956 tempest-AttachVolumeNegativeTest-477808956-project] 10.222.0.64 "DELETE /v2.0/ports/51ef365d-a39a-4f99-a3dd-39d1d9a027e9 HTTP/1.1" status: 204 len: 173 time: 0.5181298 Oct 27 10:40:44.458305 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '027da3df-31ee-4c36-aa3c-3f1ae9faa9d0', 'name': 'network-vif-deleted', 'tag': '51ef365d-a39a-4f99-a3dd-39d1d9a027e9'}] {{(pid=102347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:40:44.460616 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311149b481204ee7edffdb959c881838506fbd95bc8577c048f6677abb73acc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c09c5c3-9cbe-4d4b-a550-dbe63c8b12f5" -d '{"events": [{"server_uuid": "027da3df-31ee-4c36-aa3c-3f1ae9faa9d0", "name": "network-vif-deleted", "tag": "51ef365d-a39a-4f99-a3dd-39d1d9a027e9"}]}' {{(pid=102347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:40:44.508122 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:40:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-997e766c-c838-4bdd-af11-6ad1cec2ad6b x-openstack-request-id: req-997e766c-c838-4bdd-af11-6ad1cec2ad6b {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:40:44.508472 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "027da3df-31ee-4c36-aa3c-3f1ae9faa9d0", "name": "network-vif-deleted", "tag": "51ef365d-a39a-4f99-a3dd-39d1d9a027e9", "status": "completed", "code": 200}]} {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:40:44.508728 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-997e766c-c838-4bdd-af11-6ad1cec2ad6b {{(pid=102347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:40:44.509131 n-d-813419-10 neutron-server[102347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '027da3df-31ee-4c36-aa3c-3f1ae9faa9d0', 'name': 'network-vif-deleted', 'tag': '51ef365d-a39a-4f99-a3dd-39d1d9a027e9', 'status': 'completed', 'code': 200} Oct 27 10:40:44.734240 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076b123e-fd25-49da-bb13-b8ed29fbd663 req-c3d2908a-c04f-4441-a1b7-8172490a63cb tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:40:44.735733 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-076b123e-fd25-49da-bb13-b8ed29fbd663 req-c3d2908a-c04f-4441-a1b7-8172490a63cb tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/ports?device_id=f6fc38b4-3d34-4580-bd35-a4b845297319 HTTP/1.1" status: 200 len: 945 time: 0.0482941 Oct 27 10:40:44.776281 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-076b123e-fd25-49da-bb13-b8ed29fbd663 req-b8fc6d78-7cc5-4d34-99cd-22aea3f96829 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/security-groups?id=042a0afe-bacb-4048-aed3-353e9c85bd81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334308 Oct 27 10:40:45.018923 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 46164) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:40:45.150609 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-1157f73a-bf13-4d84-8f9d-6e626ee8addc tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1225963615'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:40:45.180042 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1157f73a-bf13-4d84-8f9d-6e626ee8addc tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Made reservation on behalf of 668d3c16278c42b387727d7933936a48 for: {'network': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:40:45.184648 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-1157f73a-bf13-4d84-8f9d-6e626ee8addc tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for network, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:45.195160 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-1157f73a-bf13-4d84-8f9d-6e626ee8addc tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks [] for security_group, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:45.259781 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4839a8a-1ca9-471f-9389-aef33cae741c req-9abb3732-0c4c-4c8e-aa63-adda5e5462fb tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:40:45.267678 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-e4839a8a-1ca9-471f-9389-aef33cae741c req-9abb3732-0c4c-4c8e-aa63-adda5e5462fb tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "GET /v2.0/ports?device_id=cb570a6b-6921-4cfb-916b-d7e7c80e6c97 HTTP/1.1" status: 200 len: 946 time: 0.0808527 Oct 27 10:40:45.295559 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 46174) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:40:45.321782 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-1157f73a-bf13-4d84-8f9d-6e626ee8addc tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks [] for security_group, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:45.325898 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-1157f73a-bf13-4d84-8f9d-6e626ee8addc tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:45.344617 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-e4839a8a-1ca9-471f-9389-aef33cae741c req-568b5ab0-7e8e-4fd1-863d-ac1f94b632fc tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "GET /v2.0/security-groups?id=9678e9b4-8ecf-4d94-a14b-d92ef88d2ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738516 Oct 27 10:40:45.381086 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1157f73a-bf13-4d84-8f9d-6e626ee8addc tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 436} {{(pid=102346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 10:40:45.406784 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2e46927-2f49-4b82-8221-057fc4b27ec4 admin admin] Deleting subnet 3094fde6-b550-4931-b376-595a71e5404d {{(pid=102347) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 10:40:45.406996 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-1157f73a-bf13-4d84-8f9d-6e626ee8addc tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:45.407367 n-d-813419-10 neutron-server[102346]: INFO neutron.db.segments_db [None req-1157f73a-bf13-4d84-8f9d-6e626ee8addc tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Added segment 0dc5d452-5ba0-43d8-a2fb-903c6a04db69 of type vlan for network 2e2fca7f-89f5-46be-84da-219d209fb5e2 Oct 27 10:40:45.408932 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1157f73a-bf13-4d84-8f9d-6e626ee8addc tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d24a144b-d5ab-400c-8023-2eb453396ef1,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:40:45.415056 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-f2e46927-2f49-4b82-8221-057fc4b27ec4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:45.471625 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-1157f73a-bf13-4d84-8f9d-6e626ee8addc tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743872593080'] for network, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:45.495470 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-f2e46927-2f49-4b82-8221-057fc4b27ec4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-18445109'] for subnet, precommit_delete_associations {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:45.507202 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-1157f73a-bf13-4d84-8f9d-6e626ee8addc tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913'] for network, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:45.514743 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1157f73a-bf13-4d84-8f9d-6e626ee8addc tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:40:45.515670 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-1157f73a-bf13-4d84-8f9d-6e626ee8addc tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for network, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:45.544658 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-f2e46927-2f49-4b82-8221-057fc4b27ec4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855646'] for subnet, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:45.548045 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-1157f73a-bf13-4d84-8f9d-6e626ee8addc tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.5280225 Oct 27 10:40:45.548723 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 46178) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:40:45.578684 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-8712bbd4-1877-409d-bdbd-be1912fa1517 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Request body: {'port': {'network_id': '2e2fca7f-89f5-46be-84da-219d209fb5e2', 'name': 'tempest-PortsTestJSON-1543707062'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:40:45.600799 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-f2e46927-2f49-4b82-8221-057fc4b27ec4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-18295818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18043720'] for subnet, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:45.634075 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e46927-2f49-4b82-8221-057fc4b27ec4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3094fde6-b550-4931-b376-595a71e5404d,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:40:45.635936 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-f2e46927-2f49-4b82-8221-057fc4b27ec4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:45.639140 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-f2e46927-2f49-4b82-8221-057fc4b27ec4 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/3094fde6-b550-4931-b376-595a71e5404d HTTP/1.1" status: 204 len: 168 time: 0.3425794 Oct 27 10:40:45.641872 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 46180) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:40:45.652436 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1157f73a-bf13-4d84-8f9d-6e626ee8addc tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Pushing event updated for resources: {'Network': ['ID=2e2fca7f-89f5-46be-84da-219d209fb5e2,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:40:45.668353 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Network 2e2fca7f-89f5-46be-84da-219d209fb5e2 details requested by agent ovs-agent-n-d-813419-10 with host n-d-813419-10 {{(pid=102348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 10:40:45.693105 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8712bbd4-1877-409d-bdbd-be1912fa1517 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Made reservation on behalf of 668d3c16278c42b387727d7933936a48 for: {'port': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:40:45.698636 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-8712bbd4-1877-409d-bdbd-be1912fa1517 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:45.719158 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-53d30f98-717e-4179-9209-d08879984a25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586917'] for network, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:45.720910 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [None req-8712bbd4-1877-409d-bdbd-be1912fa1517 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] device_id is not set on port 2515e50e-f66b-4ca5-9c40-41294be5af84 yet. {{(pid=102346) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 10:40:45.813240 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-53d30f98-717e-4179-9209-d08879984a25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857803', 'neutron.services.segments.db._delete_segments_for_network-8743873143390'] for network, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:45.836846 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-53d30f98-717e-4179-9209-d08879984a25 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b35e9655-e3a0-4ebc-8115-69611b13f855']}} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:40:45.850993 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-53d30f98-717e-4179-9209-d08879984a25 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb1f304e-3238-44f1-ae7f-78d4e314acae') {'for_net_delete': True} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:40:45.851328 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-53d30f98-717e-4179-9209-d08879984a25 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb1f304e-3238-44f1-ae7f-78d4e314acae') {} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:40:45.851474 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.agents_db [None req-e79ee67d-056e-46ea-bd99-e80473396b25 None None] Agent healthcheck: found 7 active agents {{(pid=102349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 10:40:45.883983 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-53d30f98-717e-4179-9209-d08879984a25 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743873145191', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18445132'] for segment, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:45.902209 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-53d30f98-717e-4179-9209-d08879984a25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:45.907085 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-8712bbd4-1877-409d-bdbd-be1912fa1517 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks [] for port, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:45.912174 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53d30f98-717e-4179-9209-d08879984a25 admin admin] Releasing vlan 409 on physical network physnet1 to pool {{(pid=102347) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 10:40:45.912786 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-53d30f98-717e-4179-9209-d08879984a25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-18296032'] for segment, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:45.915458 n-d-813419-10 neutron-server[102347]: Traceback (most recent call last): Oct 27 10:40:45.915458 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 10:40:45.915458 n-d-813419-10 neutron-server[102347]: timer() Oct 27 10:40:45.915458 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 10:40:45.915458 n-d-813419-10 neutron-server[102347]: cb(*args, **kw) Oct 27 10:40:45.915458 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 10:40:45.915458 n-d-813419-10 neutron-server[102347]: return func(*args, **kwargs) Oct 27 10:40:45.915458 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 10:40:45.915458 n-d-813419-10 neutron-server[102347]: self._notify() Oct 27 10:40:45.915458 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 10:40:45.915458 n-d-813419-10 neutron-server[102347]: self.callback(batched_events) Oct 27 10:40:45.915458 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 10:40:45.915458 n-d-813419-10 neutron-server[102347]: event.method(event) Oct 27 10:40:45.915458 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 10:40:45.915458 n-d-813419-10 neutron-server[102347]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 10:40:45.915458 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 10:40:45.915458 n-d-813419-10 neutron-server[102347]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 10:40:45.915458 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 10:40:45.915458 n-d-813419-10 neutron-server[102347]: return f(self, *a, **k) Oct 27 10:40:45.915458 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 10:40:45.915458 n-d-813419-10 neutron-server[102347]: return self._get(url).json() Oct 27 10:40:45.915458 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 10:40:45.915458 n-d-813419-10 neutron-server[102347]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 10:40:45.915458 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 10:40:45.915458 n-d-813419-10 neutron-server[102347]: return self.request(url, 'GET', **kwargs) Oct 27 10:40:45.915458 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 10:40:45.915458 n-d-813419-10 neutron-server[102347]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 10:40:45.915458 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 10:40:45.915458 n-d-813419-10 neutron-server[102347]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 10:40:45.915458 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 10:40:45.915458 n-d-813419-10 neutron-server[102347]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 10:40:45.915458 n-d-813419-10 neutron-server[102347]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 10:40:45.947026 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-8712bbd4-1877-409d-bdbd-be1912fa1517 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:45.962727 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8efba2-ac36-42f0-a2c5-14ac89375cfb req-8b7931f6-9a9f-4272-be79-a3a5445cde7d tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:40:45.964357 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-3a8efba2-ac36-42f0-a2c5-14ac89375cfb req-8b7931f6-9a9f-4272-be79-a3a5445cde7d tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/ports?device_id=f6fc38b4-3d34-4580-bd35-a4b845297319 HTTP/1.1" status: 200 len: 945 time: 0.1160285 Oct 27 10:40:46.008599 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8712bbd4-1877-409d-bdbd-be1912fa1517 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Pushing event updated for resources: {'Port': ['ID=2515e50e-f66b-4ca5-9c40-41294be5af84,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:40:46.017068 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-53d30f98-717e-4179-9209-d08879984a25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664840'] for network, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:46.025352 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8712bbd4-1877-409d-bdbd-be1912fa1517 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Checking segment: {'id': '0dc5d452-5ba0-43d8-a2fb-903c6a04db69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '2e2fca7f-89f5-46be-84da-219d209fb5e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:40:46.025727 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8712bbd4-1877-409d-bdbd-be1912fa1517 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Network hostable DHCP agents. Network: 2e2fca7f-89f5-46be-84da-219d209fb5e2, hostable agents: ['eafd4000-b897-4722-ae8b-0118ec955181'], hosted agents: [] {{(pid=102346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 10:40:46.031601 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-53d30f98-717e-4179-9209-d08879984a25 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for network, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:46.037575 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-53d30f98-717e-4179-9209-d08879984a25 admin admin] 10.222.0.44 "DELETE /v2.0/networks/b35e9655-e3a0-4ebc-8115-69611b13f855 HTTP/1.1" status: 204 len: 168 time: 0.3928733 Oct 27 10:40:46.044592 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8712bbd4-1877-409d-bdbd-be1912fa1517 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Network 2e2fca7f-89f5-46be-84da-219d209fb5e2 is scheduled to be hosted by DHCP agent eafd4000-b897-4722-ae8b-0118ec955181 with binding_index 1 {{(pid=102346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 10:40:46.051001 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-3a8efba2-ac36-42f0-a2c5-14ac89375cfb req-fcb54d44-1777-48b6-91eb-089ef94fdc3f tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/security-groups?id=042a0afe-bacb-4048-aed3-353e9c85bd81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731754 Oct 27 10:40:46.051877 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d30f98-717e-4179-9209-d08879984a25 admin admin] Pushing event deleted for resources: {'Network': ['ID=b35e9655-e3a0-4ebc-8115-69611b13f855,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:40:46.078786 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-8712bbd4-1877-409d-bdbd-be1912fa1517 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-10, 2e2fca7f-89f5-46be-84da-219d209fb5e2) {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:40:46.082852 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8712bbd4-1877-409d-bdbd-be1912fa1517 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Received port after_create {{(pid=102346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:40:46.090421 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8712bbd4-1877-409d-bdbd-be1912fa1517 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:40:46.090872 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ce0751b-e94a-499c-ba4c-f0547bc13f80 None None] Network 2e2fca7f-89f5-46be-84da-219d209fb5e2 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:40:46.091267 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-8712bbd4-1877-409d-bdbd-be1912fa1517 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:46.123491 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-8712bbd4-1877-409d-bdbd-be1912fa1517 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.5486157 Oct 27 10:40:46.126589 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 46186) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:40:46.138704 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-5878e855-f31f-4c9f-9893-a808db0f8ac3 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1939944564'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:40:46.169833 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5878e855-f31f-4c9f-9893-a808db0f8ac3 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Made reservation on behalf of 668d3c16278c42b387727d7933936a48 for: {'network': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:40:46.174064 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-5878e855-f31f-4c9f-9893-a808db0f8ac3 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for network, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:46.227536 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5878e855-f31f-4c9f-9893-a808db0f8ac3 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 439} {{(pid=102347) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 10:40:46.253825 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-5878e855-f31f-4c9f-9893-a808db0f8ac3 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:46.254128 n-d-813419-10 neutron-server[102347]: INFO neutron.db.segments_db [None req-5878e855-f31f-4c9f-9893-a808db0f8ac3 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Added segment 55c19928-649e-4684-a660-05b5cfe4fb5a of type vlan for network 3ae55823-3770-4520-bcea-eef4fed082f5 Oct 27 10:40:46.255003 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-864eb526-4431-4298-9401-4bc1da4cab1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:46.294626 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 46194) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:40:46.312481 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-5878e855-f31f-4c9f-9893-a808db0f8ac3 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743872593080'] for network, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:46.346100 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-2e4a1b17-320c-4330-b752-6e73f58b3c0c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=08ad62c7dc6e456e8fa39abf5ba7c668&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0447013 Oct 27 10:40:46.346100 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 46198) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:40:46.366867 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-5878e855-f31f-4c9f-9893-a808db0f8ac3 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913'] for network, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:46.373501 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5878e855-f31f-4c9f-9893-a808db0f8ac3 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:40:46.373678 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-5878e855-f31f-4c9f-9893-a808db0f8ac3 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for network, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:46.407016 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ef91e4bd-9196-4ce7-89a8-f5bc98f94e4d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:46.429935 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ef91e4bd-9196-4ce7-89a8-f5bc98f94e4d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:46.465640 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5878e855-f31f-4c9f-9893-a808db0f8ac3 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Pushing event updated for resources: {'Network': ['ID=3ae55823-3770-4520-bcea-eef4fed082f5,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:40:46.478982 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Network 3ae55823-3770-4520-bcea-eef4fed082f5 details requested by agent ovs-agent-n-d-813419-10 with host n-d-813419-10 {{(pid=102348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 10:40:46.497094 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 46212) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:40:46.498553 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-5878e855-f31f-4c9f-9893-a808db0f8ac3 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3684871 Oct 27 10:40:46.506295 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-3f68ace1-dcb4-48e6-997a-473b2d91dc2f tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Request body: {'ports': [{'network_id': '2e2fca7f-89f5-46be-84da-219d209fb5e2'}, {'network_id': '3ae55823-3770-4520-bcea-eef4fed082f5'}]} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:40:46.506549 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-3f68ace1-dcb4-48e6-997a-473b2d91dc2f tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Request body: {'port': {'network_id': '2e2fca7f-89f5-46be-84da-219d209fb5e2'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:40:46.507041 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-3f68ace1-dcb4-48e6-997a-473b2d91dc2f tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Request body: {'port': {'network_id': '3ae55823-3770-4520-bcea-eef4fed082f5'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:40:46.646692 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ef91e4bd-9196-4ce7-89a8-f5bc98f94e4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:46.649233 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ef91e4bd-9196-4ce7-89a8-f5bc98f94e4d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:46.650385 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-ef91e4bd-9196-4ce7-89a8-f5bc98f94e4d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/6419667f-4570-481f-8a5c-a797762fb34f HTTP/1.1" status: 204 len: 168 time: 0.3057225 Oct 27 10:40:46.671402 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848a83d0-10cd-49d0-afff-03a0776aaaef req-e1523f84-3767-48a3-9db7-75ae68bb211f tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:40:46.672974 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-848a83d0-10cd-49d0-afff-03a0776aaaef req-e1523f84-3767-48a3-9db7-75ae68bb211f tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "GET /v2.0/ports?device_id=cb570a6b-6921-4cfb-916b-d7e7c80e6c97 HTTP/1.1" status: 200 len: 946 time: 0.1619360 Oct 27 10:40:46.678375 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef91e4bd-9196-4ce7-89a8-f5bc98f94e4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6419667f-4570-481f-8a5c-a797762fb34f,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:40:46.741308 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device 51ef365d-a39a-4f99-a3dd-39d1d9a027e9 no longer exists at agent hyperv_n-h1-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:40:46.795357 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] No Port match for: 51ef365d-a39a-4f99-a3dd-39d1d9a027e9 {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:40:46.796044 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device 51ef365d-a39a-4f99-a3dd-39d1d9a027e9 not bound to the agent host n-h1-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:40:46.816879 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-848a83d0-10cd-49d0-afff-03a0776aaaef req-3a54d5ec-3212-4504-b4a1-266f7fb95e92 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "GET /v2.0/security-groups?id=9678e9b4-8ecf-4d94-a14b-d92ef88d2ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1266284 Oct 27 10:40:46.835083 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f68ace1-dcb4-48e6-997a-473b2d91dc2f tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Made reservation on behalf of 668d3c16278c42b387727d7933936a48 for: {'port': 2} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:40:46.844247 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-3f68ace1-dcb4-48e6-997a-473b2d91dc2f tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:46.856443 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-3f68ace1-dcb4-48e6-997a-473b2d91dc2f tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:47.000365 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [None req-3f68ace1-dcb4-48e6-997a-473b2d91dc2f tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] device_id is not set on port edad765e-bdd2-404c-b6ac-b3b5f9f1a84e yet. {{(pid=102346) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 10:40:47.148972 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-3f68ace1-dcb4-48e6-997a-473b2d91dc2f tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks [] for port, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:47.196691 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8b4e9e-c237-49a1-bc59-71d40e353833 req-b6b7db0f-ad31-45b4-829f-7f54f312be29 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:40:47.198436 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-0a8b4e9e-c237-49a1-bc59-71d40e353833 req-b6b7db0f-ad31-45b4-829f-7f54f312be29 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/ports?device_id=f6fc38b4-3d34-4580-bd35-a4b845297319 HTTP/1.1" status: 200 len: 945 time: 0.0615528 Oct 27 10:40:47.237844 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [None req-3f68ace1-dcb4-48e6-997a-473b2d91dc2f tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] device_id is not set on port 92ae1cd6-f768-437e-98f6-72f15231856c yet. {{(pid=102346) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 10:40:47.249394 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-0a8b4e9e-c237-49a1-bc59-71d40e353833 req-4f531e39-cb4c-4128-b48d-f7191234114e tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/security-groups?id=042a0afe-bacb-4048-aed3-353e9c85bd81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446017 Oct 27 10:40:47.387039 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-3f68ace1-dcb4-48e6-997a-473b2d91dc2f tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks [] for port, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:47.428797 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-3f68ace1-dcb4-48e6-997a-473b2d91dc2f tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:47.488822 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f68ace1-dcb4-48e6-997a-473b2d91dc2f tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Network 2e2fca7f-89f5-46be-84da-219d209fb5e2 is already hosted by enough agents. {{(pid=102346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:40:47.492328 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-3f68ace1-dcb4-48e6-997a-473b2d91dc2f tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Resources bound (agent type, host, resource id): {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:40:47.496095 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f68ace1-dcb4-48e6-997a-473b2d91dc2f tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Received port after_create {{(pid=102346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:40:47.496953 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-3f68ace1-dcb4-48e6-997a-473b2d91dc2f tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:47.506292 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f68ace1-dcb4-48e6-997a-473b2d91dc2f tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Pushing event updated for resources: {'Port': ['ID=edad765e-bdd2-404c-b6ac-b3b5f9f1a84e,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:40:47.568121 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f68ace1-dcb4-48e6-997a-473b2d91dc2f tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Pushing event updated for resources: {'Port': ['ID=92ae1cd6-f768-437e-98f6-72f15231856c,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:40:47.573162 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f68ace1-dcb4-48e6-997a-473b2d91dc2f tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Checking segment: {'id': '55c19928-649e-4684-a660-05b5cfe4fb5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '3ae55823-3770-4520-bcea-eef4fed082f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:40:47.573549 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f68ace1-dcb4-48e6-997a-473b2d91dc2f tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Network hostable DHCP agents. Network: 3ae55823-3770-4520-bcea-eef4fed082f5, hostable agents: ['eafd4000-b897-4722-ae8b-0118ec955181'], hosted agents: [] {{(pid=102346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 10:40:47.594050 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f68ace1-dcb4-48e6-997a-473b2d91dc2f tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Network 3ae55823-3770-4520-bcea-eef4fed082f5 is scheduled to be hosted by DHCP agent eafd4000-b897-4722-ae8b-0118ec955181 with binding_index 1 {{(pid=102346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 10:40:47.606371 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-3f68ace1-dcb4-48e6-997a-473b2d91dc2f tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-10, 3ae55823-3770-4520-bcea-eef4fed082f5) {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:40:47.617675 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dbec670-3848-48bc-a747-257052920627 None None] Network 3ae55823-3770-4520-bcea-eef4fed082f5 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:40:47.622512 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f68ace1-dcb4-48e6-997a-473b2d91dc2f tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Received port after_create {{(pid=102346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:40:47.631427 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f68ace1-dcb4-48e6-997a-473b2d91dc2f tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:40:47.637732 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f68ace1-dcb4-48e6-997a-473b2d91dc2f tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:40:47.638671 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-3f68ace1-dcb4-48e6-997a-473b2d91dc2f tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:47.659785 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-3f68ace1-dcb4-48e6-997a-473b2d91dc2f tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.1616271 Oct 27 10:40:47.662810 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 46272) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:40:47.763835 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-77ec2615-73a5-4b26-8855-d50f53b9c750 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Deleting port 92ae1cd6-f768-437e-98f6-72f15231856c {{(pid=102346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:40:47.764605 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-77ec2615-73a5-4b26-8855-d50f53b9c750 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:47.837815 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-77ec2615-73a5-4b26-8855-d50f53b9c750 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:47.853732 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-77ec2615-73a5-4b26-8855-d50f53b9c750 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Calling delete_port for 92ae1cd6-f768-437e-98f6-72f15231856c owned by {{(pid=102346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:40:47.979454 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3c2eb9-d471-4ea8-8cdb-4373c753f8d8 req-2939f69c-e1ac-481e-ac6a-81089cc9649b tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:40:47.981001 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-6d3c2eb9-d471-4ea8-8cdb-4373c753f8d8 req-2939f69c-e1ac-481e-ac6a-81089cc9649b tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "GET /v2.0/ports?device_id=cb570a6b-6921-4cfb-916b-d7e7c80e6c97 HTTP/1.1" status: 200 len: 946 time: 0.0681455 Oct 27 10:40:47.982077 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-77ec2615-73a5-4b26-8855-d50f53b9c750 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:48.026341 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ec2615-73a5-4b26-8855-d50f53b9c750 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Pushing event deleted for resources: {'Port': ['ID=92ae1cd6-f768-437e-98f6-72f15231856c,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:40:48.035471 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-77ec2615-73a5-4b26-8855-d50f53b9c750 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:48.041198 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-77ec2615-73a5-4b26-8855-d50f53b9c750 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] 10.222.0.44 "DELETE /v2.0/ports/92ae1cd6-f768-437e-98f6-72f15231856c HTTP/1.1" status: 204 len: 168 time: 0.3744569 Oct 27 10:40:48.041631 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 46282) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:40:48.071507 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-6d3c2eb9-d471-4ea8-8cdb-4373c753f8d8 req-394d1104-f521-4912-bccc-4c37905e537b tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "GET /v2.0/security-groups?id=9678e9b4-8ecf-4d94-a14b-d92ef88d2ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824168 Oct 27 10:40:48.102413 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23f74b68-42d5-4385-a3f0-0749d32867e3 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:40:48.109514 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23f74b68-42d5-4385-a3f0-0749d32867e3 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:40:48.114302 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-23f74b68-42d5-4385-a3f0-0749d32867e3 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.0686173 Oct 27 10:40:48.114941 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 46284) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:40:48.210914 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-36cd03d3-e192-4cea-9cf4-041368b1c242 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Deleting port edad765e-bdd2-404c-b6ac-b3b5f9f1a84e {{(pid=102346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:40:48.211256 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-36cd03d3-e192-4cea-9cf4-041368b1c242 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:48.322022 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-36cd03d3-e192-4cea-9cf4-041368b1c242 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:48.337776 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-36cd03d3-e192-4cea-9cf4-041368b1c242 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Calling delete_port for edad765e-bdd2-404c-b6ac-b3b5f9f1a84e owned by {{(pid=102346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:40:48.391265 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b04459e-362a-4424-85eb-bcb4b1213b24 req-137796a0-78ef-4124-aa86-9fe779953fcd tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:40:48.399612 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-7b04459e-362a-4424-85eb-bcb4b1213b24 req-137796a0-78ef-4124-aa86-9fe779953fcd tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/ports?device_id=f6fc38b4-3d34-4580-bd35-a4b845297319 HTTP/1.1" status: 200 len: 945 time: 0.0700831 Oct 27 10:40:48.431293 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-36cd03d3-e192-4cea-9cf4-041368b1c242 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:48.448458 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-7b04459e-362a-4424-85eb-bcb4b1213b24 req-1faaf519-14a1-434d-8e5e-b03ca2cd8408 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/security-groups?id=042a0afe-bacb-4048-aed3-353e9c85bd81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477517 Oct 27 10:40:48.473136 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cd03d3-e192-4cea-9cf4-041368b1c242 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Pushing event deleted for resources: {'Port': ['ID=edad765e-bdd2-404c-b6ac-b3b5f9f1a84e,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:40:48.478961 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-36cd03d3-e192-4cea-9cf4-041368b1c242 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:48.483415 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-36cd03d3-e192-4cea-9cf4-041368b1c242 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] 10.222.0.44 "DELETE /v2.0/ports/edad765e-bdd2-404c-b6ac-b3b5f9f1a84e HTTP/1.1" status: 204 len: 168 time: 0.3671613 Oct 27 10:40:48.485844 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 46300) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:40:48.539476 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-180c5284-4343-4682-9ce6-a14524f73a7c tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:40:48.543621 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-180c5284-4343-4682-9ce6-a14524f73a7c tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0541108 Oct 27 10:40:48.544084 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 46302) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:40:48.569149 n-d-813419-10 neutron-server[102346]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4713ba8-f397-4479-95f8-7f6bb7512e34 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] GET failed (client error): The resource could not be found. Oct 27 10:40:48.572250 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-c4713ba8-f397-4479-95f8-7f6bb7512e34 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] 10.222.0.44 "GET /v2.0/ports/92ae1cd6-f768-437e-98f6-72f15231856c HTTP/1.1" status: 404 len: 333 time: 0.0256157 Oct 27 10:40:48.573471 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 46304) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:40:48.597433 n-d-813419-10 neutron-server[102346]: INFO neutron.pecan_wsgi.hooks.translation [None req-e02c3f2f-4f64-40ce-ba17-7ce9ecdc5f1c tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] GET failed (client error): The resource could not be found. Oct 27 10:40:48.601442 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-e02c3f2f-4f64-40ce-ba17-7ce9ecdc5f1c tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] 10.222.0.44 "GET /v2.0/ports/edad765e-bdd2-404c-b6ac-b3b5f9f1a84e HTTP/1.1" status: 404 len: 333 time: 0.0245619 Oct 27 10:40:48.601773 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 46306) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:40:48.683701 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-1675cd0f-2329-4b97-a768-3abe7e422bf7 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586917'] for network, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:48.775908 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-1675cd0f-2329-4b97-a768-3abe7e422bf7 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857803', 'neutron.services.segments.db._delete_segments_for_network-8743873143390'] for network, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:48.797172 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-1675cd0f-2329-4b97-a768-3abe7e422bf7 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ae55823-3770-4520-bcea-eef4fed082f5']}} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:40:48.807335 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-1675cd0f-2329-4b97-a768-3abe7e422bf7 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55c19928-649e-4684-a660-05b5cfe4fb5a') {'for_net_delete': True} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:40:48.807635 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-1675cd0f-2329-4b97-a768-3abe7e422bf7 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55c19928-649e-4684-a660-05b5cfe4fb5a') {} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:40:48.817673 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-1675cd0f-2329-4b97-a768-3abe7e422bf7 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743873145191', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25847877'] for segment, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:48.831240 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-1675cd0f-2329-4b97-a768-3abe7e422bf7 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:48.837316 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1675cd0f-2329-4b97-a768-3abe7e422bf7 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Releasing vlan 439 on physical network physnet1 to pool {{(pid=102346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 10:40:48.837767 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-1675cd0f-2329-4b97-a768-3abe7e422bf7 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27024137'] for segment, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:48.840817 n-d-813419-10 neutron-server[102346]: Traceback (most recent call last): Oct 27 10:40:48.840817 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 10:40:48.840817 n-d-813419-10 neutron-server[102346]: timer() Oct 27 10:40:48.840817 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 10:40:48.840817 n-d-813419-10 neutron-server[102346]: cb(*args, **kw) Oct 27 10:40:48.840817 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 10:40:48.840817 n-d-813419-10 neutron-server[102346]: return func(*args, **kwargs) Oct 27 10:40:48.840817 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 10:40:48.840817 n-d-813419-10 neutron-server[102346]: self._notify() Oct 27 10:40:48.840817 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 10:40:48.840817 n-d-813419-10 neutron-server[102346]: self.callback(batched_events) Oct 27 10:40:48.840817 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 10:40:48.840817 n-d-813419-10 neutron-server[102346]: event.method(event) Oct 27 10:40:48.840817 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 10:40:48.840817 n-d-813419-10 neutron-server[102346]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 10:40:48.840817 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 10:40:48.840817 n-d-813419-10 neutron-server[102346]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 10:40:48.840817 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 10:40:48.840817 n-d-813419-10 neutron-server[102346]: return f(self, *a, **k) Oct 27 10:40:48.840817 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 10:40:48.840817 n-d-813419-10 neutron-server[102346]: return self._get(url).json() Oct 27 10:40:48.840817 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 10:40:48.840817 n-d-813419-10 neutron-server[102346]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 10:40:48.840817 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 10:40:48.840817 n-d-813419-10 neutron-server[102346]: return self.request(url, 'GET', **kwargs) Oct 27 10:40:48.840817 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 10:40:48.840817 n-d-813419-10 neutron-server[102346]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 10:40:48.840817 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 10:40:48.840817 n-d-813419-10 neutron-server[102346]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 10:40:48.840817 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 10:40:48.840817 n-d-813419-10 neutron-server[102346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 10:40:48.840817 n-d-813419-10 neutron-server[102346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 10:40:48.870130 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-2e09173d-55ce-4211-90d0-3c780fc443d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:48.914913 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-1675cd0f-2329-4b97-a768-3abe7e422bf7 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664840'] for network, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:48.922665 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-1675cd0f-2329-4b97-a768-3abe7e422bf7 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for network, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:48.927196 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-1675cd0f-2329-4b97-a768-3abe7e422bf7 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] 10.222.0.44 "DELETE /v2.0/networks/3ae55823-3770-4520-bcea-eef4fed082f5 HTTP/1.1" status: 204 len: 168 time: 0.3242335 Oct 27 10:40:48.931213 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 46310) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:40:48.936502 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-e412f7f6-746d-4685-bbc0-0075d34c9014 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1222521523'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:40:48.944546 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1675cd0f-2329-4b97-a768-3abe7e422bf7 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Pushing event deleted for resources: {'Network': ['ID=3ae55823-3770-4520-bcea-eef4fed082f5,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:40:48.958065 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e412f7f6-746d-4685-bbc0-0075d34c9014 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Made reservation on behalf of 668d3c16278c42b387727d7933936a48 for: {'network': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:40:48.961729 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-e412f7f6-746d-4685-bbc0-0075d34c9014 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for network, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:48.985454 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e412f7f6-746d-4685-bbc0-0075d34c9014 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 407} {{(pid=102347) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 10:40:49.001543 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-e412f7f6-746d-4685-bbc0-0075d34c9014 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:49.003290 n-d-813419-10 neutron-server[102347]: INFO neutron.db.segments_db [None req-e412f7f6-746d-4685-bbc0-0075d34c9014 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Added segment 7c82f7e3-4807-4e51-9c35-639b12aced3f of type vlan for network bd8ca19c-3b91-43ec-af3c-d8085d19f106 Oct 27 10:40:49.049653 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-e412f7f6-746d-4685-bbc0-0075d34c9014 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743872593080'] for network, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:49.083036 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-e412f7f6-746d-4685-bbc0-0075d34c9014 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913'] for network, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:49.088865 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e412f7f6-746d-4685-bbc0-0075d34c9014 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:40:49.089604 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-e412f7f6-746d-4685-bbc0-0075d34c9014 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for network, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:49.171498 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-e412f7f6-746d-4685-bbc0-0075d34c9014 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2391391 Oct 27 10:40:49.174950 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 46314) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:40:49.180871 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-7851adb4-6cdb-440d-9d58-6c8e089aaae2 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Request body: {'subnet': {'network_id': 'bd8ca19c-3b91-43ec-af3c-d8085d19f106', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:40:49.192792 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e412f7f6-746d-4685-bbc0-0075d34c9014 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Pushing event updated for resources: {'Network': ['ID=bd8ca19c-3b91-43ec-af3c-d8085d19f106,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:40:49.205195 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Network bd8ca19c-3b91-43ec-af3c-d8085d19f106 details requested by agent ovs-agent-n-d-813419-10 with host n-d-813419-10 {{(pid=102348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 10:40:49.285756 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8ff82c-db17-4194-9e49-f815e622b3d7 req-bd891e35-0eb5-4ca6-8dbb-73bd0429c3ad tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:40:49.287876 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-4e8ff82c-db17-4194-9e49-f815e622b3d7 req-bd891e35-0eb5-4ca6-8dbb-73bd0429c3ad tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "GET /v2.0/ports?device_id=cb570a6b-6921-4cfb-916b-d7e7c80e6c97 HTTP/1.1" status: 200 len: 946 time: 0.0970252 Oct 27 10:40:49.305151 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7851adb4-6cdb-440d-9d58-6c8e089aaae2 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Made reservation on behalf of 668d3c16278c42b387727d7933936a48 for: {'subnet': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:40:49.308965 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-7851adb4-6cdb-440d-9d58-6c8e089aaae2 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27167186'] for subnet, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:49.337081 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-4e8ff82c-db17-4194-9e49-f815e622b3d7 req-a07a53b3-04e2-4a0c-b2e8-6be346a37d06 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "GET /v2.0/security-groups?id=9678e9b4-8ecf-4d94-a14b-d92ef88d2ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412765 Oct 27 10:40:49.400970 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.ipam_backend_mixin [None req-7851adb4-6cdb-440d-9d58-6c8e089aaae2 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Performing IP validity checks on allocation pools {{(pid=102346) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Oct 27 10:40:49.401603 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.ipam_backend_mixin [None req-7851adb4-6cdb-440d-9d58-6c8e089aaae2 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102346) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Oct 27 10:40:49.576137 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-7851adb4-6cdb-440d-9d58-6c8e089aaae2 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27024290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27167168'] for subnet, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:49.604190 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30538b6d-ec7f-435a-9b1f-0d97273564fe req-f4f60e89-bcc8-4a29-bcf1-a58e0c192e2d tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:40:49.612508 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-30538b6d-ec7f-435a-9b1f-0d97273564fe req-f4f60e89-bcc8-4a29-bcf1-a58e0c192e2d tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/ports?device_id=f6fc38b4-3d34-4580-bd35-a4b845297319 HTTP/1.1" status: 200 len: 945 time: 0.0811779 Oct 27 10:40:49.651726 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7851adb4-6cdb-440d-9d58-6c8e089aaae2 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Pushing event updated for resources: {'Subnet': ['ID=9c5cdad4-b780-40af-a78f-a6f200e25b44,revision_number=0']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:40:49.657854 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-30538b6d-ec7f-435a-9b1f-0d97273564fe req-665db6ad-2da8-4303-8131-6e2cafc03b22 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/security-groups?id=042a0afe-bacb-4048-aed3-353e9c85bd81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441976 Oct 27 10:40:49.683049 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7851adb4-6cdb-440d-9d58-6c8e089aaae2 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Checking segment: {'id': '7c82f7e3-4807-4e51-9c35-639b12aced3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'bd8ca19c-3b91-43ec-af3c-d8085d19f106'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:40:49.683418 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7851adb4-6cdb-440d-9d58-6c8e089aaae2 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Network hostable DHCP agents. Network: bd8ca19c-3b91-43ec-af3c-d8085d19f106, hostable agents: ['eafd4000-b897-4722-ae8b-0118ec955181'], hosted agents: [] {{(pid=102346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 10:40:49.701408 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7851adb4-6cdb-440d-9d58-6c8e089aaae2 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Network bd8ca19c-3b91-43ec-af3c-d8085d19f106 is scheduled to be hosted by DHCP agent eafd4000-b897-4722-ae8b-0118ec955181 with binding_index 1 {{(pid=102346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 10:40:49.710804 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-7851adb4-6cdb-440d-9d58-6c8e089aaae2 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-10, bd8ca19c-3b91-43ec-af3c-d8085d19f106) {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:40:49.716974 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7851adb4-6cdb-440d-9d58-6c8e089aaae2 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:40:49.717571 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-7851adb4-6cdb-440d-9d58-6c8e089aaae2 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for subnet, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:49.722626 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a4682eb-842c-425b-bc0f-c259ba3af262 None None] Network bd8ca19c-3b91-43ec-af3c-d8085d19f106 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:40:49.768851 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 46338) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:40:49.769097 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-7851adb4-6cdb-440d-9d58-6c8e089aaae2 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5927286 Oct 27 10:40:49.775930 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-b35adb8a-dc4c-4ef2-90ee-04ee06c37a04 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Request body: {'port': {'network_id': 'bd8ca19c-3b91-43ec-af3c-d8085d19f106', 'name': 'tempest-PortsTestJSON-1149302886'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:40:49.905013 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28bfa1dd-4fe0-4386-b41d-01720e24c96d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp734b258e-7d96-550c-b970-9b72ab66f383-bd8ca19c-3b91-43ec-af3c-d8085d19f106', 'network_id': 'bd8ca19c-3b91-43ec-af3c-d8085d19f106', 'tenant_id': '668d3c16278c42b387727d7933936a48', 'fixed_ips': [{'subnet_id': '9c5cdad4-b780-40af-a78f-a6f200e25b44'}]}} from n-d-813419-10. {{(pid=102348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 10:40:49.906446 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-28bfa1dd-4fe0-4386-b41d-01720e24c96d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:49.929642 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b35adb8a-dc4c-4ef2-90ee-04ee06c37a04 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Made reservation on behalf of 668d3c16278c42b387727d7933936a48 for: {'port': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:40:49.935681 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-b35adb8a-dc4c-4ef2-90ee-04ee06c37a04 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:49.957082 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [None req-b35adb8a-dc4c-4ef2-90ee-04ee06c37a04 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] device_id is not set on port c281638a-d925-4999-93c0-60ebb4f24b23 yet. {{(pid=102347) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 10:40:50.066099 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:50.078109 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.db_base_plugin_common [None req-28bfa1dd-4fe0-4386-b41d-01720e24c96d None None] Allocated IP 172.20.0.2 (bd8ca19c-3b91-43ec-af3c-d8085d19f106/9c5cdad4-b780-40af-a78f-a6f200e25b44/f47a776f-8adc-4840-be77-5ce186ce2b18) {{(pid=102348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:40:50.082257 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-eadeaa30-4096-4d1a-b3cb-aa7ebfb291ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:50.227237 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-28bfa1dd-4fe0-4386-b41d-01720e24c96d None None] Publish callbacks [] for port, precommit_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:50.234269 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-28bfa1dd-4fe0-4386-b41d-01720e24c96d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606'] for port, after_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:50.283023 n-d-813419-10 neutron-server[102348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28bfa1dd-4fe0-4386-b41d-01720e24c96d None None] Network bd8ca19c-3b91-43ec-af3c-d8085d19f106 is already hosted by enough agents. {{(pid=102348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:40:50.287608 n-d-813419-10 neutron-server[102348]: DEBUG neutron.scheduler.base_scheduler [None req-28bfa1dd-4fe0-4386-b41d-01720e24c96d None None] Resources bound (agent type, host, resource id): {{(pid=102348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:40:50.293722 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28bfa1dd-4fe0-4386-b41d-01720e24c96d None None] Received port after_create {{(pid=102348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:40:50.300020 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_common [None req-b35adb8a-dc4c-4ef2-90ee-04ee06c37a04 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Allocated IP 172.20.0.3 (bd8ca19c-3b91-43ec-af3c-d8085d19f106/9c5cdad4-b780-40af-a78f-a6f200e25b44/c281638a-d925-4999-93c0-60ebb4f24b23) {{(pid=102347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:40:50.303341 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bfa1dd-4fe0-4386-b41d-01720e24c96d None None] Pushing event updated for resources: {'Port': ['ID=f47a776f-8adc-4840-be77-5ce186ce2b18,revision_number=1']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:40:50.402985 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-28bfa1dd-4fe0-4386-b41d-01720e24c96d None None] Attempting to bind port f47a776f-8adc-4840-be77-5ce186ce2b18 on host n-d-813419-10 for vnic_type normal with profile {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:40:50.403460 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-28bfa1dd-4fe0-4386-b41d-01720e24c96d None None] Attempting to bind port f47a776f-8adc-4840-be77-5ce186ce2b18 by drivers openvswitch,hyperv on host n-d-813419-10 at level 0 using segments [{'id': '7c82f7e3-4807-4e51-9c35-639b12aced3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'bd8ca19c-3b91-43ec-af3c-d8085d19f106'}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:40:50.404590 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28bfa1dd-4fe0-4386-b41d-01720e24c96d None None] Attempting to bind port f47a776f-8adc-4840-be77-5ce186ce2b18 on network bd8ca19c-3b91-43ec-af3c-d8085d19f106 {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:40:50.411822 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28bfa1dd-4fe0-4386-b41d-01720e24c96d None None] Checking agent: {'id': '89dba0f3-79b2-435e-9822-33674b8f6ada', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 8, 20), 'started_at': datetime.datetime(2021, 10, 27, 10, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 40, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:40:50.412329 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28bfa1dd-4fe0-4386-b41d-01720e24c96d None None] Checking segment: {'id': '7c82f7e3-4807-4e51-9c35-639b12aced3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'bd8ca19c-3b91-43ec-af3c-d8085d19f106'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:40:50.412799 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-28bfa1dd-4fe0-4386-b41d-01720e24c96d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:50.413261 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28bfa1dd-4fe0-4386-b41d-01720e24c96d None None] Bound using segment: {'id': '7c82f7e3-4807-4e51-9c35-639b12aced3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'bd8ca19c-3b91-43ec-af3c-d8085d19f106'} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:40:50.413802 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-28bfa1dd-4fe0-4386-b41d-01720e24c96d None None] Bound port: f47a776f-8adc-4840-be77-5ce186ce2b18, host: n-d-813419-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c82f7e3-4807-4e51-9c35-639b12aced3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'bd8ca19c-3b91-43ec-af3c-d8085d19f106'}}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:40:50.414257 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-28bfa1dd-4fe0-4386-b41d-01720e24c96d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:50.497237 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358afe87-637c-4a1b-857f-52ebd407c7c4 req-8797c417-5ea5-4082-87ce-2a1c38397ce9 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:40:50.498699 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-358afe87-637c-4a1b-857f-52ebd407c7c4 req-8797c417-5ea5-4082-87ce-2a1c38397ce9 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "GET /v2.0/ports?device_id=cb570a6b-6921-4cfb-916b-d7e7c80e6c97 HTTP/1.1" status: 200 len: 946 time: 0.0796363 Oct 27 10:40:50.510160 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-28bfa1dd-4fe0-4386-b41d-01720e24c96d None None] For port f47a776f-8adc-4840-be77-5ce186ce2b18, host n-d-813419-10, cleared binding levels {{(pid=102348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:40:50.514809 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-28bfa1dd-4fe0-4386-b41d-01720e24c96d None None] For port f47a776f-8adc-4840-be77-5ce186ce2b18, host n-d-813419-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=f47a776f-8adc-4840-be77-5ce186ce2b18,segment=NetworkSegment(7c82f7e3-4807-4e51-9c35-639b12aced3f),segment_id=7c82f7e3-4807-4e51-9c35-639b12aced3f)] {{(pid=102348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:40:50.523958 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-28bfa1dd-4fe0-4386-b41d-01720e24c96d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:50.557045 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-b35adb8a-dc4c-4ef2-90ee-04ee06c37a04 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks [] for port, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:50.560850 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-358afe87-637c-4a1b-857f-52ebd407c7c4 req-0f8cff7a-a6be-4b78-9eae-66ccf544d0dd tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "GET /v2.0/security-groups?id=9678e9b4-8ecf-4d94-a14b-d92ef88d2ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540307 Oct 27 10:40:50.592438 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bfa1dd-4fe0-4386-b41d-01720e24c96d None None] Pushing event updated for resources: {'Port': ['ID=f47a776f-8adc-4840-be77-5ce186ce2b18,revision_number=2']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:40:50.639216 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-b35adb8a-dc4c-4ef2-90ee-04ee06c37a04 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:50.770403 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b35adb8a-dc4c-4ef2-90ee-04ee06c37a04 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Network bd8ca19c-3b91-43ec-af3c-d8085d19f106 is already hosted by enough agents. {{(pid=102347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:40:50.780436 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [None req-b35adb8a-dc4c-4ef2-90ee-04ee06c37a04 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Resources bound (agent type, host, resource id): {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:40:50.787823 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b35adb8a-dc4c-4ef2-90ee-04ee06c37a04 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Received port after_create {{(pid=102347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:40:50.872941 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35adb8a-dc4c-4ef2-90ee-04ee06c37a04 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Pushing event updated for resources: {'Port': ['ID=c281638a-d925-4999-93c0-60ebb4f24b23,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:40:50.909075 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b35adb8a-dc4c-4ef2-90ee-04ee06c37a04 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:40:50.910041 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-b35adb8a-dc4c-4ef2-90ee-04ee06c37a04 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:50.982437 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d2e2e1-9280-4c50-9265-ce01f95b6452 req-540fd354-a4ea-4005-8906-52c7c4307d70 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:40:50.984043 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-12d2e2e1-9280-4c50-9265-ce01f95b6452 req-540fd354-a4ea-4005-8906-52c7c4307d70 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/ports?device_id=f6fc38b4-3d34-4580-bd35-a4b845297319 HTTP/1.1" status: 200 len: 945 time: 0.1879282 Oct 27 10:40:50.987953 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-b35adb8a-dc4c-4ef2-90ee-04ee06c37a04 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.2179775 Oct 27 10:40:50.991362 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 46362) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:40:51.074510 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-12d2e2e1-9280-4c50-9265-ce01f95b6452 req-5bc499a6-43a6-408b-90c0-35eaf1869b6b tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/security-groups?id=042a0afe-bacb-4048-aed3-353e9c85bd81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694249 Oct 27 10:40:51.180130 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-7d1b0c5a-0d7e-4ee2-8616-f1541181753e tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Deleting port c281638a-d925-4999-93c0-60ebb4f24b23 {{(pid=102346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:40:51.183257 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-7d1b0c5a-0d7e-4ee2-8616-f1541181753e tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:51.300021 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-7d1b0c5a-0d7e-4ee2-8616-f1541181753e tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:51.313824 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-7d1b0c5a-0d7e-4ee2-8616-f1541181753e tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Calling delete_port for c281638a-d925-4999-93c0-60ebb4f24b23 owned by {{(pid=102346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:40:51.394395 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 46366) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:40:51.487758 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-7d1b0c5a-0d7e-4ee2-8616-f1541181753e tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:51.523730 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1b0c5a-0d7e-4ee2-8616-f1541181753e tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Pushing event deleted for resources: {'Port': ['ID=c281638a-d925-4999-93c0-60ebb4f24b23,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:40:51.525839 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-700c008a-e5cd-47e7-bb5c-a4267e899424 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:51.608744 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-700c008a-e5cd-47e7-bb5c-a4267e899424 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:51.610438 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-7d1b0c5a-0d7e-4ee2-8616-f1541181753e tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:51.614461 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-700c008a-e5cd-47e7-bb5c-a4267e899424 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:51.623478 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 46372) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:40:51.623829 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-7d1b0c5a-0d7e-4ee2-8616-f1541181753e tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] 10.222.0.44 "DELETE /v2.0/ports/c281638a-d925-4999-93c0-60ebb4f24b23 HTTP/1.1" status: 204 len: 168 time: 0.6288915 Oct 27 10:40:51.681388 n-d-813419-10 neutron-server[102347]: INFO neutron.pecan_wsgi.hooks.translation [None req-babee476-eae2-4ef6-bee1-c91989691f95 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] DELETE failed (client error): The resource could not be found. Oct 27 10:40:51.682109 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-babee476-eae2-4ef6-bee1-c91989691f95 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102347) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 10:40:51.686672 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-babee476-eae2-4ef6-bee1-c91989691f95 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] 10.222.0.44 "DELETE /v2.0/ports/c281638a-d925-4999-93c0-60ebb4f24b23 HTTP/1.1" status: 404 len: 333 time: 0.0544322 Oct 27 10:40:51.691128 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 46374) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:40:51.708224 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700c008a-e5cd-47e7-bb5c-a4267e899424 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6617609f-1f78-4766-891e-49645c6e7f19,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:40:51.708224 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-700c008a-e5cd-47e7-bb5c-a4267e899424 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d66de18b318b4bdf9a10960471903bc9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3118410 Oct 27 10:40:51.725802 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 46376) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:40:51.731320 n-d-813419-10 neutron-server[102347]: INFO neutron.pecan_wsgi.hooks.translation [None req-3acf0988-54c0-4631-86a6-dd2f6343f022 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] GET failed (client error): The resource could not be found. Oct 27 10:40:51.732933 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-3acf0988-54c0-4631-86a6-dd2f6343f022 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] 10.222.0.44 "GET /v2.0/ports/c281638a-d925-4999-93c0-60ebb4f24b23 HTTP/1.1" status: 404 len: 333 time: 0.0407493 Oct 27 10:40:51.737001 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 46378) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:40:51.794162 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79f4551-8f93-449d-90ea-1f7094e65d60 req-8b90392a-dcab-4533-b9fc-108e9599db49 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:40:51.795769 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-d79f4551-8f93-449d-90ea-1f7094e65d60 req-8b90392a-dcab-4533-b9fc-108e9599db49 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "GET /v2.0/ports?device_id=cb570a6b-6921-4cfb-916b-d7e7c80e6c97 HTTP/1.1" status: 200 len: 946 time: 0.1218591 Oct 27 10:40:51.837889 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_v2 [None req-88866924-9da2-4689-b836-05bde20cd52a tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Deleting subnet 9c5cdad4-b780-40af-a78f-a6f200e25b44 {{(pid=102346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 10:40:51.839774 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-6667bf88-5474-409a-bc8b-d83d7f81436c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:51.844705 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-88866924-9da2-4689-b836-05bde20cd52a tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks [] for subnet, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:51.881135 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-6667bf88-5474-409a-bc8b-d83d7f81436c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:51.903019 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device d843c603-f770-49bf-80f7-ae60f61ba034 details requested by agent hyperv_n-h2-813419-10 with host n-h2-813419-10 {{(pid=102348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 10:40:51.904625 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-d79f4551-8f93-449d-90ea-1f7094e65d60 req-16142ded-9949-416c-92ef-2ccb713620eb tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "GET /v2.0/security-groups?id=9678e9b4-8ecf-4d94-a14b-d92ef88d2ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0959966 Oct 27 10:40:51.921108 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-88866924-9da2-4689-b836-05bde20cd52a tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25847868'] for subnet, precommit_delete_associations {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:51.923917 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-3c6a8245-0581-48aa-b5f6-4d8fe98cd16e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:51.976964 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-6667bf88-5474-409a-bc8b-d83d7f81436c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:51.979945 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-6667bf88-5474-409a-bc8b-d83d7f81436c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:51.981309 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-6667bf88-5474-409a-bc8b-d83d7f81436c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/6617609f-1f78-4766-891e-49645c6e7f19 HTTP/1.1" status: 204 len: 168 time: 0.2568891 Oct 27 10:40:51.991215 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6667bf88-5474-409a-bc8b-d83d7f81436c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6617609f-1f78-4766-891e-49645c6e7f19,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:40:52.053888 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-88866924-9da2-4689-b836-05bde20cd52a tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855646'] for subnet, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:52.126812 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-88866924-9da2-4689-b836-05bde20cd52a tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27024355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27168307'] for subnet, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:52.162625 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88866924-9da2-4689-b836-05bde20cd52a tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Pushing event deleted for resources: {'Subnet': ['ID=9c5cdad4-b780-40af-a78f-a6f200e25b44,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:40:52.172423 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-88866924-9da2-4689-b836-05bde20cd52a tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for subnet, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:52.178375 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-88866924-9da2-4689-b836-05bde20cd52a tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] 10.222.0.44 "DELETE /v2.0/subnets/9c5cdad4-b780-40af-a78f-a6f200e25b44 HTTP/1.1" status: 204 len: 168 time: 0.4370689 Oct 27 10:40:52.181492 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 46390) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:40:52.308917 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-b445e0d2-1045-4336-8006-ac0b9ce47c74 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586917'] for network, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:52.311207 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32462321-0ef8-4ff7-9a39-70c52afcb022 req-bbf57ac0-9d62-4df2-a5e5-ccbb0c19364a tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:40:52.317167 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-32462321-0ef8-4ff7-9a39-70c52afcb022 req-bbf57ac0-9d62-4df2-a5e5-ccbb0c19364a tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/ports?device_id=f6fc38b4-3d34-4580-bd35-a4b845297319 HTTP/1.1" status: 200 len: 945 time: 0.0961142 Oct 27 10:40:52.319790 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-005b156d-97bf-4335-b347-5dcd11aa87ea None None] Network bd8ca19c-3b91-43ec-af3c-d8085d19f106 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:40:52.390904 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-32462321-0ef8-4ff7-9a39-70c52afcb022 req-23afc5d7-ef93-4d16-8539-1a9900f2d8f0 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/security-groups?id=042a0afe-bacb-4048-aed3-353e9c85bd81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660756 Oct 27 10:40:52.417297 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-00ee4381-7b50-42ce-8338-903f9c928917 None None] Provisioning complete for port f47a776f-8adc-4840-be77-5ce186ce2b18 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:40:52.417811 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-b445e0d2-1045-4336-8006-ac0b9ce47c74 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Deleting port f47a776f-8adc-4840-be77-5ce186ce2b18 {{(pid=102347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:40:52.418291 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-00ee4381-7b50-42ce-8338-903f9c928917 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:52.418775 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-b445e0d2-1045-4336-8006-ac0b9ce47c74 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:52.445262 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 46394) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:40:52.468894 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-6b49a434-4723-46c2-9fe1-82d685502b90 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:52.531643 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [None req-b445e0d2-1045-4336-8006-ac0b9ce47c74 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] For port f47a776f-8adc-4840-be77-5ce186ce2b18, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=f47a776f-8adc-4840-be77-5ce186ce2b18,segment=NetworkSegment(7c82f7e3-4807-4e51-9c35-639b12aced3f),segment_id=7c82f7e3-4807-4e51-9c35-639b12aced3f)] {{(pid=102347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:40:52.532767 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-b445e0d2-1045-4336-8006-ac0b9ce47c74 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:52.554930 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-b445e0d2-1045-4336-8006-ac0b9ce47c74 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Calling delete_port for f47a776f-8adc-4840-be77-5ce186ce2b18 owned by network:dhcp {{(pid=102347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:40:52.575120 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device f47a776f-8adc-4840-be77-5ce186ce2b18 up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:40:52.607016 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-6b49a434-4723-46c2-9fe1-82d685502b90 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:52.614900 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-6b49a434-4723-46c2-9fe1-82d685502b90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:52.651149 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-b445e0d2-1045-4336-8006-ac0b9ce47c74 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:52.666282 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-6b49a434-4723-46c2-9fe1-82d685502b90 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4c40ac90b89e488da0940a4a7a027696&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2166557 Oct 27 10:40:52.668984 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 46396) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:40:52.678993 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b445e0d2-1045-4336-8006-ac0b9ce47c74 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Pushing event deleted for resources: {'Port': ['ID=f47a776f-8adc-4840-be77-5ce186ce2b18,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:40:52.680323 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] For port d843c603-f770-49bf-80f7-ae60f61ba034, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=d843c603-f770-49bf-80f7-ae60f61ba034,segment=NetworkSegment(633ff08f-11cd-4e98-be2e-dddd49efeea1),segment_id=633ff08f-11cd-4e98-be2e-dddd49efeea1)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:40:52.682728 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b445e0d2-1045-4336-8006-ac0b9ce47c74 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] No DVR routers for this DVR port f47a776f-8adc-4840-be77-5ce186ce2b18 on host n-d-813419-10 {{(pid=102347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:40:52.689785 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b49a434-4723-46c2-9fe1-82d685502b90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9536b0db-a38d-4726-8038-fdd7e08e4d88,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:40:52.727369 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Returning: {'device': 'd843c603-f770-49bf-80f7-ae60f61ba034', 'network_id': '823b724c-a4df-49e4-a48e-438212c85945', 'port_id': 'd843c603-f770-49bf-80f7-ae60f61ba034', 'mac_address': 'fa:16:3e:cd:2e:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 411, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '867e3761-3f04-40e2-b4bb-5b0ff4404cac', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 10:40:52.733057 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-00ee4381-7b50-42ce-8338-903f9c928917 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:52.760482 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-43bfff7f-0592-4c66-9b5a-acf1acba46ad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:52.766744 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] No active binding found for port f47a776f-8adc-4840-be77-5ce186ce2b18 {{(pid=102348) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Oct 27 10:40:52.767185 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device f47a776f-8adc-4840-be77-5ce186ce2b18 not bound to the agent host n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Oct 27 10:40:52.807197 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-43bfff7f-0592-4c66-9b5a-acf1acba46ad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:52.817266 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e26065f-ccdf-4a31-b4e5-79dd7b138914 None None] DHCP port deletion for bd8ca19c-3b91-43ec-af3c-d8085d19f106 request from n-d-813419-10 {{(pid=102348) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 10:40:52.819113 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-b445e0d2-1045-4336-8006-ac0b9ce47c74 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857803', 'neutron.services.segments.db._delete_segments_for_network-8743873143390'] for network, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:52.851114 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-b445e0d2-1045-4336-8006-ac0b9ce47c74 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd8ca19c-3b91-43ec-af3c-d8085d19f106']}} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:40:52.855243 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Port f47a776f-8adc-4840-be77-5ce186ce2b18 not found, will not notify nova. {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Oct 27 10:40:52.865832 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-43bfff7f-0592-4c66-9b5a-acf1acba46ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:52.870468 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-43bfff7f-0592-4c66-9b5a-acf1acba46ad admin admin] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:52.874581 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-43bfff7f-0592-4c66-9b5a-acf1acba46ad admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9536b0db-a38d-4726-8038-fdd7e08e4d88 HTTP/1.1" status: 204 len: 168 time: 0.2045302 Oct 27 10:40:52.882453 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-b445e0d2-1045-4336-8006-ac0b9ce47c74 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c82f7e3-4807-4e51-9c35-639b12aced3f') {'for_net_delete': True} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:40:52.882746 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-b445e0d2-1045-4336-8006-ac0b9ce47c74 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c82f7e3-4807-4e51-9c35-639b12aced3f') {} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:40:52.896397 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bfff7f-0592-4c66-9b5a-acf1acba46ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9536b0db-a38d-4726-8038-fdd7e08e4d88,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:40:52.907448 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-b445e0d2-1045-4336-8006-ac0b9ce47c74 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743873145191', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18445132'] for segment, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:52.928450 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:52.944045 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d843c603-f770-49bf-80f7-ae60f61ba034 {{(pid=102348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:40:52.972632 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] For port d843c603-f770-49bf-80f7-ae60f61ba034, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=d843c603-f770-49bf-80f7-ae60f61ba034,segment=NetworkSegment(633ff08f-11cd-4e98-be2e-dddd49efeea1),segment_id=633ff08f-11cd-4e98-be2e-dddd49efeea1)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:40:52.976512 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-b445e0d2-1045-4336-8006-ac0b9ce47c74 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:52.979236 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:52.997333 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b445e0d2-1045-4336-8006-ac0b9ce47c74 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Releasing vlan 407 on physical network physnet1 to pool {{(pid=102347) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 10:40:53.000928 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-b445e0d2-1045-4336-8006-ac0b9ce47c74 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-18296032'] for segment, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:53.095137 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Pushing event updated for resources: {'Port': ['ID=d843c603-f770-49bf-80f7-ae60f61ba034,revision_number=6']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:40:53.102787 n-d-813419-10 neutron-server[102347]: Traceback (most recent call last): Oct 27 10:40:53.102787 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 10:40:53.102787 n-d-813419-10 neutron-server[102347]: timer() Oct 27 10:40:53.102787 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 10:40:53.102787 n-d-813419-10 neutron-server[102347]: cb(*args, **kw) Oct 27 10:40:53.102787 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 10:40:53.102787 n-d-813419-10 neutron-server[102347]: return func(*args, **kwargs) Oct 27 10:40:53.102787 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 10:40:53.102787 n-d-813419-10 neutron-server[102347]: self._notify() Oct 27 10:40:53.102787 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 10:40:53.102787 n-d-813419-10 neutron-server[102347]: self.callback(batched_events) Oct 27 10:40:53.102787 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 10:40:53.102787 n-d-813419-10 neutron-server[102347]: event.method(event) Oct 27 10:40:53.102787 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 10:40:53.102787 n-d-813419-10 neutron-server[102347]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 10:40:53.102787 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 10:40:53.102787 n-d-813419-10 neutron-server[102347]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 10:40:53.102787 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 10:40:53.102787 n-d-813419-10 neutron-server[102347]: return f(self, *a, **k) Oct 27 10:40:53.102787 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 10:40:53.102787 n-d-813419-10 neutron-server[102347]: return self._get(url).json() Oct 27 10:40:53.102787 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 10:40:53.102787 n-d-813419-10 neutron-server[102347]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 10:40:53.102787 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 10:40:53.102787 n-d-813419-10 neutron-server[102347]: return self.request(url, 'GET', **kwargs) Oct 27 10:40:53.102787 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 10:40:53.102787 n-d-813419-10 neutron-server[102347]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 10:40:53.102787 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 10:40:53.102787 n-d-813419-10 neutron-server[102347]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 10:40:53.102787 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 10:40:53.102787 n-d-813419-10 neutron-server[102347]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 10:40:53.102787 n-d-813419-10 neutron-server[102347]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 10:40:53.107483 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-b445e0d2-1045-4336-8006-ac0b9ce47c74 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664840'] for network, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:53.122477 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-b445e0d2-1045-4336-8006-ac0b9ce47c74 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for network, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:53.129670 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-b445e0d2-1045-4336-8006-ac0b9ce47c74 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] 10.222.0.44 "DELETE /v2.0/networks/bd8ca19c-3b91-43ec-af3c-d8085d19f106 HTTP/1.1" status: 204 len: 168 time: 0.9465148 Oct 27 10:40:53.133709 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 46410) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:40:53.151693 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0f878f-31a5-4a5e-9160-e7dcd0b23c36 req-cadb9ab8-40af-4871-bb90-4b8af3dc2dfc tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:40:53.153376 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-fb0f878f-31a5-4a5e-9160-e7dcd0b23c36 req-cadb9ab8-40af-4871-bb90-4b8af3dc2dfc tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "GET /v2.0/ports?device_id=cb570a6b-6921-4cfb-916b-d7e7c80e6c97 HTTP/1.1" status: 200 len: 945 time: 0.1245899 Oct 27 10:40:53.155212 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b445e0d2-1045-4336-8006-ac0b9ce47c74 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Pushing event deleted for resources: {'Network': ['ID=bd8ca19c-3b91-43ec-af3c-d8085d19f106,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:40:53.166141 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-505a9891-77f0-4a4a-b564-cccd618618e0 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-268238718'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:40:53.181428 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] get_ports_and_sgs() called for port_ids ['d843c603-f770-49bf-80f7-ae60f61ba034'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:40:53.229969 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-fb0f878f-31a5-4a5e-9160-e7dcd0b23c36 req-452aeb61-d15d-4e54-b008-b1498c476abf tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "GET /v2.0/security-groups?id=9678e9b4-8ecf-4d94-a14b-d92ef88d2ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636675 Oct 27 10:40:53.231229 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-505a9891-77f0-4a4a-b564-cccd618618e0 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Made reservation on behalf of 668d3c16278c42b387727d7933936a48 for: {'network': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:40:53.239648 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-505a9891-77f0-4a4a-b564-cccd618618e0 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for network, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:53.276005 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-505a9891-77f0-4a4a-b564-cccd618618e0 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 400} {{(pid=102346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 10:40:53.289143 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-505a9891-77f0-4a4a-b564-cccd618618e0 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:53.290095 n-d-813419-10 neutron-server[102346]: INFO neutron.db.segments_db [None req-505a9891-77f0-4a4a-b564-cccd618618e0 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Added segment f65269a1-07ff-475b-ba4d-85dc741729d6 of type vlan for network 7d4d835a-45c3-4d07-88f8-3a803ec3e1d5 Oct 27 10:40:53.372545 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-505a9891-77f0-4a4a-b564-cccd618618e0 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743872593080'] for network, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:53.406981 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-505a9891-77f0-4a4a-b564-cccd618618e0 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913'] for network, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:53.416587 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-505a9891-77f0-4a4a-b564-cccd618618e0 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:40:53.416761 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-505a9891-77f0-4a4a-b564-cccd618618e0 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for network, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:53.530319 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-505a9891-77f0-4a4a-b564-cccd618618e0 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3737907 Oct 27 10:40:53.531103 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505a9891-77f0-4a4a-b564-cccd618618e0 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Pushing event updated for resources: {'Network': ['ID=7d4d835a-45c3-4d07-88f8-3a803ec3e1d5,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:40:53.540553 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 46424) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:40:53.542226 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Network 7d4d835a-45c3-4d07-88f8-3a803ec3e1d5 details requested by agent ovs-agent-n-d-813419-10 with host n-d-813419-10 {{(pid=102348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 10:40:53.546402 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-f1000405-11dc-42fb-bccf-08c2b56340e3 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Request body: {'subnet': {'network_id': '7d4d835a-45c3-4d07-88f8-3a803ec3e1d5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:40:53.550090 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 46426) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:40:53.607706 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0e300b-83d1-4d95-93cf-3a829d4bce86 req-c31c6b4d-c7a3-42a0-bb48-ba1f0626b633 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:40:53.615680 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-ce0e300b-83d1-4d95-93cf-3a829d4bce86 req-c31c6b4d-c7a3-42a0-bb48-ba1f0626b633 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/ports?device_id=f6fc38b4-3d34-4580-bd35-a4b845297319 HTTP/1.1" status: 200 len: 945 time: 0.0996227 Oct 27 10:40:53.697690 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-ce0e300b-83d1-4d95-93cf-3a829d4bce86 req-98636495-a6c1-4294-af7e-8f232108b02e tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/security-groups?id=042a0afe-bacb-4048-aed3-353e9c85bd81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0808573 Oct 27 10:40:53.898362 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device d843c603-f770-49bf-80f7-ae60f61ba034 up at agent hyperv_n-h2-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:40:53.952510 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Provisioning complete for port d843c603-f770-49bf-80f7-ae60f61ba034 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:40:53.953254 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:54.010305 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-b18ece6a-67b3-4faf-b1d8-3cc3f9d5000f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:54.033441 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:54.049849 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1000405-11dc-42fb-bccf-08c2b56340e3 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Made reservation on behalf of 668d3c16278c42b387727d7933936a48 for: {'subnet': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:40:54.053433 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-f1000405-11dc-42fb-bccf-08c2b56340e3 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27167186'] for subnet, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:54.059019 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb570a6b-6921-4cfb-916b-d7e7c80e6c97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd843c603-f770-49bf-80f7-ae60f61ba034'}] {{(pid=102348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:40:54.061338 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c588921fa634554a1d9242fdea1b05457a9ff1d3b28ba54ec1dace7f2f1df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-758b8edc-ff1a-4c1f-926c-040e80090104" -d '{"events": [{"server_uuid": "cb570a6b-6921-4cfb-916b-d7e7c80e6c97", "name": "network-vif-plugged", "status": "completed", "tag": "d843c603-f770-49bf-80f7-ae60f61ba034"}]}' {{(pid=102348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:40:54.074886 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] For port d843c603-f770-49bf-80f7-ae60f61ba034, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=d843c603-f770-49bf-80f7-ae60f61ba034,segment=NetworkSegment(633ff08f-11cd-4e98-be2e-dddd49efeea1),segment_id=633ff08f-11cd-4e98-be2e-dddd49efeea1)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:40:54.079734 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:54.124119 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:40:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-240c574f-d7ff-4339-bc5c-04005402148b x-openstack-request-id: req-240c574f-d7ff-4339-bc5c-04005402148b {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:40:54.125071 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb570a6b-6921-4cfb-916b-d7e7c80e6c97", "name": "network-vif-plugged", "status": "completed", "tag": "d843c603-f770-49bf-80f7-ae60f61ba034", "code": 200}]} {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:40:54.125715 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-240c574f-d7ff-4339-bc5c-04005402148b {{(pid=102348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:40:54.125715 n-d-813419-10 neutron-server[102348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb570a6b-6921-4cfb-916b-d7e7c80e6c97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd843c603-f770-49bf-80f7-ae60f61ba034', 'code': 200} Oct 27 10:40:54.136750 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Pushing event updated for resources: {'Port': ['ID=d843c603-f770-49bf-80f7-ae60f61ba034,revision_number=7']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:40:54.180257 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-b18ece6a-67b3-4faf-b1d8-3cc3f9d5000f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:54.188035 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-b18ece6a-67b3-4faf-b1d8-3cc3f9d5000f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:54.263333 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-b18ece6a-67b3-4faf-b1d8-3cc3f9d5000f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0f018f98ec8e4714bf140c53fa42ddf8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7122142 Oct 27 10:40:54.266870 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 46452) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:40:54.267275 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18ece6a-67b3-4faf-b1d8-3cc3f9d5000f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7e0a990-1289-4131-b3bb-fbc5b29cda7f,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:40:54.317428 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-f1000405-11dc-42fb-bccf-08c2b56340e3 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27024290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27167168'] for subnet, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:54.346745 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-bde1d391-ba09-4ee5-bb0a-de1d1ac17b88 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:54.372815 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-bde1d391-ba09-4ee5-bb0a-de1d1ac17b88 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:54.423366 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1000405-11dc-42fb-bccf-08c2b56340e3 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Pushing event updated for resources: {'Subnet': ['ID=ae4567f0-0b9e-4ef6-9221-524f0e38322c,revision_number=0']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:40:54.437285 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-bde1d391-ba09-4ee5-bb0a-de1d1ac17b88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:54.441078 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-bde1d391-ba09-4ee5-bb0a-de1d1ac17b88 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:54.442309 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf18a21-9c40-4f8d-a744-805570392f56 req-72159ef6-58b8-4849-a81d-c58e04e30d06 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:40:54.443974 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-3bf18a21-9c40-4f8d-a744-805570392f56 req-72159ef6-58b8-4849-a81d-c58e04e30d06 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "GET /v2.0/ports?device_id=cb570a6b-6921-4cfb-916b-d7e7c80e6c97 HTTP/1.1" status: 200 len: 946 time: 0.0869827 Oct 27 10:40:54.444903 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1000405-11dc-42fb-bccf-08c2b56340e3 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Checking segment: {'id': 'f65269a1-07ff-475b-ba4d-85dc741729d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '7d4d835a-45c3-4d07-88f8-3a803ec3e1d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:40:54.445335 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1000405-11dc-42fb-bccf-08c2b56340e3 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Network hostable DHCP agents. Network: 7d4d835a-45c3-4d07-88f8-3a803ec3e1d5, hostable agents: ['eafd4000-b897-4722-ae8b-0118ec955181'], hosted agents: [] {{(pid=102346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 10:40:54.446517 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-bde1d391-ba09-4ee5-bb0a-de1d1ac17b88 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a7e0a990-1289-4131-b3bb-fbc5b29cda7f HTTP/1.1" status: 204 len: 168 time: 0.1769488 Oct 27 10:40:54.465958 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde1d391-ba09-4ee5-bb0a-de1d1ac17b88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7e0a990-1289-4131-b3bb-fbc5b29cda7f,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:40:54.488616 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1000405-11dc-42fb-bccf-08c2b56340e3 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Network 7d4d835a-45c3-4d07-88f8-3a803ec3e1d5 is scheduled to be hosted by DHCP agent eafd4000-b897-4722-ae8b-0118ec955181 with binding_index 1 {{(pid=102346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 10:40:54.504246 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-3bf18a21-9c40-4f8d-a744-805570392f56 req-7c3ba87d-6168-433e-ba29-ac24f9bb5434 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "GET /v2.0/security-groups?id=9678e9b4-8ecf-4d94-a14b-d92ef88d2ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498426 Oct 27 10:40:54.507816 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-f1000405-11dc-42fb-bccf-08c2b56340e3 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-10, 7d4d835a-45c3-4d07-88f8-3a803ec3e1d5) {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:40:54.516774 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1000405-11dc-42fb-bccf-08c2b56340e3 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:40:54.517427 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-f1000405-11dc-42fb-bccf-08c2b56340e3 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for subnet, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:54.530835 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c78f980-7387-41d2-af16-6bc9b39e3a19 None None] Network 7d4d835a-45c3-4d07-88f8-3a803ec3e1d5 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:40:54.540630 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-f1000405-11dc-42fb-bccf-08c2b56340e3 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9986279 Oct 27 10:40:54.542792 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 46462) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:40:54.550064 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-5e4d4ef0-040f-4fe3-9977-89c9f6fbc459 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Request body: {'port': {'network_id': '7d4d835a-45c3-4d07-88f8-3a803ec3e1d5', 'security_groups': [], 'name': 'tempest-PortsTestJSON-288879542'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:40:54.646593 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device f47a776f-8adc-4840-be77-5ce186ce2b18 no longer exists at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:40:54.688019 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] No Port match for: f47a776f-8adc-4840-be77-5ce186ce2b18 {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:40:54.688628 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device f47a776f-8adc-4840-be77-5ce186ce2b18 not bound to the agent host n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:40:54.713457 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e4d4ef0-040f-4fe3-9977-89c9f6fbc459 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Made reservation on behalf of 668d3c16278c42b387727d7933936a48 for: {'port': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:40:54.717240 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-5e4d4ef0-040f-4fe3-9977-89c9f6fbc459 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:54.738237 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [None req-5e4d4ef0-040f-4fe3-9977-89c9f6fbc459 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] device_id is not set on port af7025cc-c7dd-48dc-961c-cfa481295ce9 yet. {{(pid=102346) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 10:40:54.812102 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e928a91-f9f6-45be-8ade-dbb1efd73395 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp734b258e-7d96-550c-b970-9b72ab66f383-7d4d835a-45c3-4d07-88f8-3a803ec3e1d5', 'network_id': '7d4d835a-45c3-4d07-88f8-3a803ec3e1d5', 'tenant_id': '668d3c16278c42b387727d7933936a48', 'fixed_ips': [{'subnet_id': 'ae4567f0-0b9e-4ef6-9221-524f0e38322c'}]}} from n-d-813419-10. {{(pid=102348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 10:40:54.813094 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7e928a91-f9f6-45be-8ade-dbb1efd73395 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:54.871901 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef1c054-d51b-48df-9fb3-085b2a6ad290 req-dc207ef3-52c9-47aa-8096-33bcc81fa0f2 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:40:54.887509 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-4ef1c054-d51b-48df-9fb3-085b2a6ad290 req-dc207ef3-52c9-47aa-8096-33bcc81fa0f2 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/ports?device_id=f6fc38b4-3d34-4580-bd35-a4b845297319 HTTP/1.1" status: 200 len: 945 time: 0.1119831 Oct 27 10:40:54.907970 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_common [None req-5e4d4ef0-040f-4fe3-9977-89c9f6fbc459 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Allocated IP 172.20.0.4 (7d4d835a-45c3-4d07-88f8-3a803ec3e1d5/ae4567f0-0b9e-4ef6-9221-524f0e38322c/af7025cc-c7dd-48dc-961c-cfa481295ce9) {{(pid=102346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:40:54.952839 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-4ef1c054-d51b-48df-9fb3-085b2a6ad290 req-583885bf-d7b3-49fb-a270-3d19d6bd8856 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/security-groups?id=042a0afe-bacb-4048-aed3-353e9c85bd81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617294 Oct 27 10:40:55.068729 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-5e4d4ef0-040f-4fe3-9977-89c9f6fbc459 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks [] for port, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:55.133985 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-5e4d4ef0-040f-4fe3-9977-89c9f6fbc459 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:55.189797 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e4d4ef0-040f-4fe3-9977-89c9f6fbc459 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Network 7d4d835a-45c3-4d07-88f8-3a803ec3e1d5 is already hosted by enough agents. {{(pid=102346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:40:55.205746 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-5e4d4ef0-040f-4fe3-9977-89c9f6fbc459 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Resources bound (agent type, host, resource id): {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:40:55.211179 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.db_base_plugin_common [None req-7e928a91-f9f6-45be-8ade-dbb1efd73395 None None] Allocated IP 172.20.0.2 (7d4d835a-45c3-4d07-88f8-3a803ec3e1d5/ae4567f0-0b9e-4ef6-9221-524f0e38322c/babba718-dffd-4b4d-bf45-c984437c2437) {{(pid=102348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:40:55.212154 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e4d4ef0-040f-4fe3-9977-89c9f6fbc459 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Received port after_create {{(pid=102346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:40:55.279671 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4d4ef0-040f-4fe3-9977-89c9f6fbc459 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Pushing event updated for resources: {'Port': ['ID=af7025cc-c7dd-48dc-961c-cfa481295ce9,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:40:55.312102 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77683d42-e7a2-463a-837f-91d8c59c9f2c req-8fa79983-3149-4555-b6f4-390c74d83f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:40:55.313944 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-77683d42-e7a2-463a-837f-91d8c59c9f2c req-8fa79983-3149-4555-b6f4-390c74d83f1a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5cdd6d2f037d42e18150718a811d487c&device_id=f6fc38b4-3d34-4580-bd35-a4b845297319 HTTP/1.1" status: 200 len: 1097 time: 0.1206794 Oct 27 10:40:55.339925 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c746d43-eedf-4973-a59e-fb74d1e183d0 req-5f94276d-8d3a-416f-830a-225a885ab593 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:40:55.343569 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e4d4ef0-040f-4fe3-9977-89c9f6fbc459 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:40:55.344299 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-5e4d4ef0-040f-4fe3-9977-89c9f6fbc459 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:55.346856 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-1c746d43-eedf-4973-a59e-fb74d1e183d0 req-5f94276d-8d3a-416f-830a-225a885ab593 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/ports?device_id=f6fc38b4-3d34-4580-bd35-a4b845297319 HTTP/1.1" status: 200 len: 945 time: 0.1444607 Oct 27 10:40:55.381851 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-5e4d4ef0-040f-4fe3-9977-89c9f6fbc459 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 885 time: 0.8369627 Oct 27 10:40:55.382526 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 46502) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:40:55.471193 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7e928a91-f9f6-45be-8ade-dbb1efd73395 None None] Publish callbacks [] for port, precommit_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:55.479745 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7e928a91-f9f6-45be-8ade-dbb1efd73395 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606'] for port, after_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:55.506777 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-1c746d43-eedf-4973-a59e-fb74d1e183d0 req-746c885d-15ca-46c6-97ff-dd6ac49613a2 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/security-groups?id=042a0afe-bacb-4048-aed3-353e9c85bd81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1428900 Oct 27 10:40:55.540385 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77683d42-e7a2-463a-837f-91d8c59c9f2c req-d2119944-269d-4264-acda-54651fd814c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:40:55.541957 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-77683d42-e7a2-463a-837f-91d8c59c9f2c req-d2119944-269d-4264-acda-54651fd814c4 service neutron] 10.222.0.64 "GET /v2.0/networks?id=fca909b5-2d06-4825-8091-33382048b635 HTTP/1.1" status: 200 len: 912 time: 0.1942022 Oct 27 10:40:55.543055 n-d-813419-10 neutron-server[102348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e928a91-f9f6-45be-8ade-dbb1efd73395 None None] Network 7d4d835a-45c3-4d07-88f8-3a803ec3e1d5 is already hosted by enough agents. {{(pid=102348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:40:55.546754 n-d-813419-10 neutron-server[102348]: DEBUG neutron.scheduler.base_scheduler [None req-7e928a91-f9f6-45be-8ade-dbb1efd73395 None None] Resources bound (agent type, host, resource id): {{(pid=102348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:40:55.550793 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e928a91-f9f6-45be-8ade-dbb1efd73395 None None] Received port after_create {{(pid=102348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:40:55.558266 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e928a91-f9f6-45be-8ade-dbb1efd73395 None None] Pushing event updated for resources: {'Port': ['ID=babba718-dffd-4b4d-bf45-c984437c2437,revision_number=1']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:40:55.558468 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-fa2c895e-dec7-4182-a609-250feecab3a0 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Deleting port af7025cc-c7dd-48dc-961c-cfa481295ce9 {{(pid=102346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:40:55.558700 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-fa2c895e-dec7-4182-a609-250feecab3a0 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:55.622830 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-77683d42-e7a2-463a-837f-91d8c59c9f2c req-310b86f3-cd0f-4083-8b85-90f2f7077e9b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c9c20c2b-6e5b-42e4-9a9a-ff863d22fcbf HTTP/1.1" status: 200 len: 1000 time: 0.0708790 Oct 27 10:40:55.649442 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-7e928a91-f9f6-45be-8ade-dbb1efd73395 None None] Attempting to bind port babba718-dffd-4b4d-bf45-c984437c2437 on host n-d-813419-10 for vnic_type normal with profile {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:40:55.650052 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-7e928a91-f9f6-45be-8ade-dbb1efd73395 None None] Attempting to bind port babba718-dffd-4b4d-bf45-c984437c2437 by drivers openvswitch,hyperv on host n-d-813419-10 at level 0 using segments [{'id': 'f65269a1-07ff-475b-ba4d-85dc741729d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '7d4d835a-45c3-4d07-88f8-3a803ec3e1d5'}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:40:55.650482 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e928a91-f9f6-45be-8ade-dbb1efd73395 None None] Attempting to bind port babba718-dffd-4b4d-bf45-c984437c2437 on network 7d4d835a-45c3-4d07-88f8-3a803ec3e1d5 {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:40:55.657471 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e928a91-f9f6-45be-8ade-dbb1efd73395 None None] Checking agent: {'id': '89dba0f3-79b2-435e-9822-33674b8f6ada', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 8, 20), 'started_at': datetime.datetime(2021, 10, 27, 10, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 40, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:40:55.657931 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e928a91-f9f6-45be-8ade-dbb1efd73395 None None] Checking segment: {'id': 'f65269a1-07ff-475b-ba4d-85dc741729d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '7d4d835a-45c3-4d07-88f8-3a803ec3e1d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:40:55.658457 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7e928a91-f9f6-45be-8ade-dbb1efd73395 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:55.659072 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e928a91-f9f6-45be-8ade-dbb1efd73395 None None] Bound using segment: {'id': 'f65269a1-07ff-475b-ba4d-85dc741729d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '7d4d835a-45c3-4d07-88f8-3a803ec3e1d5'} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:40:55.660519 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-7e928a91-f9f6-45be-8ade-dbb1efd73395 None None] Bound port: babba718-dffd-4b4d-bf45-c984437c2437, host: n-d-813419-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f65269a1-07ff-475b-ba4d-85dc741729d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '7d4d835a-45c3-4d07-88f8-3a803ec3e1d5'}}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:40:55.661808 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7e928a91-f9f6-45be-8ade-dbb1efd73395 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:55.724792 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77683d42-e7a2-463a-837f-91d8c59c9f2c req-8cd12170-7158-41c0-ae6e-1e7980dc647f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:40:55.728048 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-77683d42-e7a2-463a-837f-91d8c59c9f2c req-8cd12170-7158-41c0-ae6e-1e7980dc647f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=71c50f4e-5d00-4779-bfe1-162c05f5fddb HTTP/1.1" status: 200 len: 850 time: 0.0964928 Oct 27 10:40:55.739569 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-fa2c895e-dec7-4182-a609-250feecab3a0 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:55.751072 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-7e928a91-f9f6-45be-8ade-dbb1efd73395 None None] For port babba718-dffd-4b4d-bf45-c984437c2437, host n-d-813419-10, cleared binding levels {{(pid=102348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:40:55.755483 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-7e928a91-f9f6-45be-8ade-dbb1efd73395 None None] For port babba718-dffd-4b4d-bf45-c984437c2437, host n-d-813419-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=babba718-dffd-4b4d-bf45-c984437c2437,segment=NetworkSegment(f65269a1-07ff-475b-ba4d-85dc741729d6),segment_id=f65269a1-07ff-475b-ba4d-85dc741729d6)] {{(pid=102348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:40:55.760997 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7e928a91-f9f6-45be-8ade-dbb1efd73395 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:55.763228 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8e198e-ff1b-4938-968a-aacd1af2edad req-4f7adba6-ba94-4836-af1e-a14ee3ce37af tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:40:55.772085 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-6a8e198e-ff1b-4938-968a-aacd1af2edad req-4f7adba6-ba94-4836-af1e-a14ee3ce37af tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "GET /v2.0/ports?device_id=cb570a6b-6921-4cfb-916b-d7e7c80e6c97 HTTP/1.1" status: 200 len: 946 time: 0.1098878 Oct 27 10:40:55.783874 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-fa2c895e-dec7-4182-a609-250feecab3a0 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Calling delete_port for af7025cc-c7dd-48dc-961c-cfa481295ce9 owned by {{(pid=102346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:40:55.798242 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77683d42-e7a2-463a-837f-91d8c59c9f2c req-933c8b17-a9f2-42e6-a549-6652e7e4c7da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:40:55.800722 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-77683d42-e7a2-463a-837f-91d8c59c9f2c req-933c8b17-a9f2-42e6-a549-6652e7e4c7da service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=fca909b5-2d06-4825-8091-33382048b635&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0677934 Oct 27 10:40:55.842084 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-6a8e198e-ff1b-4938-968a-aacd1af2edad req-029bba04-41ab-4145-b8a7-e173fda653a8 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "GET /v2.0/security-groups?id=9678e9b4-8ecf-4d94-a14b-d92ef88d2ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686927 Oct 27 10:40:55.861050 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e928a91-f9f6-45be-8ade-dbb1efd73395 None None] Pushing event updated for resources: {'Port': ['ID=babba718-dffd-4b4d-bf45-c984437c2437,revision_number=2']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:40:55.966323 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-77683d42-e7a2-463a-837f-91d8c59c9f2c req-9c46eabc-62ec-43b3-98b5-145ec216efe8 service neutron] 10.222.0.64 "GET /v2.0/networks/fca909b5-2d06-4825-8091-33382048b635?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1552339 Oct 27 10:40:56.000731 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-fa2c895e-dec7-4182-a609-250feecab3a0 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:56.030706 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2c895e-dec7-4182-a609-250feecab3a0 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Pushing event deleted for resources: {'Port': ['ID=af7025cc-c7dd-48dc-961c-cfa481295ce9,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:40:56.154155 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-77683d42-e7a2-463a-837f-91d8c59c9f2c req-97502ddd-3d4a-4210-8c11-b75f737fc4f5 service neutron] 10.222.0.64 "GET /v2.0/networks/fca909b5-2d06-4825-8091-33382048b635?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1802659 Oct 27 10:40:56.177937 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-fa2c895e-dec7-4182-a609-250feecab3a0 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:56.181950 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-fa2c895e-dec7-4182-a609-250feecab3a0 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] 10.222.0.44 "DELETE /v2.0/ports/af7025cc-c7dd-48dc-961c-cfa481295ce9 HTTP/1.1" status: 204 len: 168 time: 0.7984221 Oct 27 10:40:56.184778 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 46520) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:40:56.236262 n-d-813419-10 neutron-server[102347]: INFO neutron.pecan_wsgi.hooks.translation [None req-749321d9-32f3-4fb5-9f83-edeac892857f tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] GET failed (client error): The resource could not be found. Oct 27 10:40:56.238936 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-749321d9-32f3-4fb5-9f83-edeac892857f tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] 10.222.0.44 "GET /v2.0/ports/af7025cc-c7dd-48dc-961c-cfa481295ce9 HTTP/1.1" status: 404 len: 333 time: 0.0530124 Oct 27 10:40:56.243652 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 46524) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:40:56.310625 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3c71b01-361f-4a73-8bf9-9e4e3ee8014f tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Deleting subnet ae4567f0-0b9e-4ef6-9221-524f0e38322c {{(pid=102346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 10:40:56.313974 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-f3c71b01-361f-4a73-8bf9-9e4e3ee8014f tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks [] for subnet, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:56.369611 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-f3c71b01-361f-4a73-8bf9-9e4e3ee8014f tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25847868'] for subnet, precommit_delete_associations {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:56.478554 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-f3c71b01-361f-4a73-8bf9-9e4e3ee8014f tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855646'] for subnet, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:56.561299 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-f3c71b01-361f-4a73-8bf9-9e4e3ee8014f tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27024355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27168307'] for subnet, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:56.625552 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c71b01-361f-4a73-8bf9-9e4e3ee8014f tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Pushing event deleted for resources: {'Subnet': ['ID=ae4567f0-0b9e-4ef6-9221-524f0e38322c,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:40:56.640403 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-f3c71b01-361f-4a73-8bf9-9e4e3ee8014f tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for subnet, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:56.643944 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-f3c71b01-361f-4a73-8bf9-9e4e3ee8014f tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] 10.222.0.44 "DELETE /v2.0/subnets/ae4567f0-0b9e-4ef6-9221-524f0e38322c HTTP/1.1" status: 204 len: 168 time: 0.3984101 Oct 27 10:40:56.646662 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 46540) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:40:56.666242 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device babba718-dffd-4b4d-bf45-c984437c2437 up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:40:56.690330 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627ecad6-34d1-4146-a259-19d545bff4a2 req-76b4383b-9920-4980-bdca-d195af3b73ce tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:40:56.699476 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-627ecad6-34d1-4146-a259-19d545bff4a2 req-76b4383b-9920-4980-bdca-d195af3b73ce tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/ports?device_id=f6fc38b4-3d34-4580-bd35-a4b845297319 HTTP/1.1" status: 200 len: 945 time: 0.0778916 Oct 27 10:40:56.772653 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-627ecad6-34d1-4146-a259-19d545bff4a2 req-63bb4b3f-d789-4cb4-9c0b-0636c7b6edd5 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/security-groups?id=042a0afe-bacb-4048-aed3-353e9c85bd81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719812 Oct 27 10:40:56.790939 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port babba718-dffd-4b4d-bf45-c984437c2437 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:40:56.800597 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:56.840081 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-c931efc3-e39f-4654-9830-3a58ab9ba0a9 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586917'] for network, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:56.944040 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:56.963324 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-c931efc3-e39f-4654-9830-3a58ab9ba0a9 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Deleting port babba718-dffd-4b4d-bf45-c984437c2437 {{(pid=102347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:40:56.963669 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-c931efc3-e39f-4654-9830-3a58ab9ba0a9 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:56.995080 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] For port babba718-dffd-4b4d-bf45-c984437c2437, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=babba718-dffd-4b4d-bf45-c984437c2437,segment=NetworkSegment(f65269a1-07ff-475b-ba4d-85dc741729d6),segment_id=f65269a1-07ff-475b-ba4d-85dc741729d6)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:40:57.006453 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:57.072372 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Pushing event updated for resources: {'Port': ['ID=babba718-dffd-4b4d-bf45-c984437c2437,revision_number=4']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:40:57.121601 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6013da-2342-42b1-b2d2-d7e50d2627e0 req-cb937a36-f31a-42e8-bd2a-1ad820d38b42 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:40:57.128857 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-1f6013da-2342-42b1-b2d2-d7e50d2627e0 req-cb937a36-f31a-42e8-bd2a-1ad820d38b42 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "GET /v2.0/ports?device_id=cb570a6b-6921-4cfb-916b-d7e7c80e6c97 HTTP/1.1" status: 200 len: 946 time: 0.1558633 Oct 27 10:40:57.145150 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [None req-c931efc3-e39f-4654-9830-3a58ab9ba0a9 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] For port babba718-dffd-4b4d-bf45-c984437c2437, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=babba718-dffd-4b4d-bf45-c984437c2437,segment=NetworkSegment(f65269a1-07ff-475b-ba4d-85dc741729d6),segment_id=f65269a1-07ff-475b-ba4d-85dc741729d6)] {{(pid=102347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:40:57.146002 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-c931efc3-e39f-4654-9830-3a58ab9ba0a9 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:57.193281 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-c931efc3-e39f-4654-9830-3a58ab9ba0a9 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Calling delete_port for babba718-dffd-4b4d-bf45-c984437c2437 owned by network:dhcp {{(pid=102347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:40:57.217567 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-1f6013da-2342-42b1-b2d2-d7e50d2627e0 req-c1d039f7-ee7f-4d04-9146-efb5d0a13d8d tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "GET /v2.0/security-groups?id=9678e9b4-8ecf-4d94-a14b-d92ef88d2ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0864596 Oct 27 10:40:57.358790 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-c931efc3-e39f-4654-9830-3a58ab9ba0a9 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:57.362723 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3a9a635-b225-44f4-8b3f-8965e560f603 None None] Network 7d4d835a-45c3-4d07-88f8-3a803ec3e1d5 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:40:57.395807 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c931efc3-e39f-4654-9830-3a58ab9ba0a9 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Pushing event deleted for resources: {'Port': ['ID=babba718-dffd-4b4d-bf45-c984437c2437,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:40:57.410145 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c931efc3-e39f-4654-9830-3a58ab9ba0a9 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] No DVR routers for this DVR port babba718-dffd-4b4d-bf45-c984437c2437 on host n-d-813419-10 {{(pid=102347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:40:57.557290 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-c931efc3-e39f-4654-9830-3a58ab9ba0a9 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857803', 'neutron.services.segments.db._delete_segments_for_network-8743873143390'] for network, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:57.579301 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [req-bf18cda9-5c71-44e9-8ab9-7bbb083d28ba req-4f956ee0-eb9a-44bb-bbb9-8f2d006cc499 service neutron] (102346) timed out ('10.222.0.64', 50386) {{(pid=102346) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 27 10:40:57.585061 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-592a8e3d-28bd-40f0-8dcf-4526ff34bcae None None] Could not find standard attr ID for object babba718-dffd-4b4d-bf45-c984437c2437. {{(pid=102348) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 27 10:40:57.624062 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-c931efc3-e39f-4654-9830-3a58ab9ba0a9 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d4d835a-45c3-4d07-88f8-3a803ec3e1d5']}} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:40:57.638091 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [req-1e2f4d05-2c41-47b7-a919-b24eb9ab0fbc req-f9dfd500-b1fe-4d1b-959c-6d8e6318c626 service neutron] (102347) timed out ('10.222.0.64', 50628) {{(pid=102347) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 27 10:40:57.646615 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-c931efc3-e39f-4654-9830-3a58ab9ba0a9 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f65269a1-07ff-475b-ba4d-85dc741729d6') {'for_net_delete': True} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:40:57.647004 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-c931efc3-e39f-4654-9830-3a58ab9ba0a9 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f65269a1-07ff-475b-ba4d-85dc741729d6') {} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:40:57.674995 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-c931efc3-e39f-4654-9830-3a58ab9ba0a9 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743873145191', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18445132'] for segment, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:57.691786 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-c931efc3-e39f-4654-9830-3a58ab9ba0a9 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:57.706381 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c931efc3-e39f-4654-9830-3a58ab9ba0a9 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Releasing vlan 400 on physical network physnet1 to pool {{(pid=102347) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 10:40:57.707076 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-c931efc3-e39f-4654-9830-3a58ab9ba0a9 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-18296032'] for segment, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:57.710735 n-d-813419-10 neutron-server[102347]: Traceback (most recent call last): Oct 27 10:40:57.710735 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 10:40:57.710735 n-d-813419-10 neutron-server[102347]: timer() Oct 27 10:40:57.710735 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 10:40:57.710735 n-d-813419-10 neutron-server[102347]: cb(*args, **kw) Oct 27 10:40:57.710735 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 10:40:57.710735 n-d-813419-10 neutron-server[102347]: return func(*args, **kwargs) Oct 27 10:40:57.710735 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 10:40:57.710735 n-d-813419-10 neutron-server[102347]: self._notify() Oct 27 10:40:57.710735 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 10:40:57.710735 n-d-813419-10 neutron-server[102347]: self.callback(batched_events) Oct 27 10:40:57.710735 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 10:40:57.710735 n-d-813419-10 neutron-server[102347]: event.method(event) Oct 27 10:40:57.710735 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 10:40:57.710735 n-d-813419-10 neutron-server[102347]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 10:40:57.710735 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 10:40:57.710735 n-d-813419-10 neutron-server[102347]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 10:40:57.710735 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 10:40:57.710735 n-d-813419-10 neutron-server[102347]: return f(self, *a, **k) Oct 27 10:40:57.710735 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 10:40:57.710735 n-d-813419-10 neutron-server[102347]: return self._get(url).json() Oct 27 10:40:57.710735 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 10:40:57.710735 n-d-813419-10 neutron-server[102347]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 10:40:57.710735 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 10:40:57.710735 n-d-813419-10 neutron-server[102347]: return self.request(url, 'GET', **kwargs) Oct 27 10:40:57.710735 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 10:40:57.710735 n-d-813419-10 neutron-server[102347]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 10:40:57.710735 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 10:40:57.710735 n-d-813419-10 neutron-server[102347]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 10:40:57.710735 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 10:40:57.710735 n-d-813419-10 neutron-server[102347]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 10:40:57.710735 n-d-813419-10 neutron-server[102347]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 10:40:57.713568 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ead7e48-6869-4c30-a2b0-b982d959c6e8 None None] DHCP port deletion for 7d4d835a-45c3-4d07-88f8-3a803ec3e1d5 request from n-d-813419-10 {{(pid=102348) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 10:40:57.774259 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [req-1216175e-f1e2-4c57-ba37-cd168e28292b req-79acd2cb-6c40-4db5-8fb3-fc797f1f2727 service neutron] (102347) timed out ('10.222.0.64', 50589) {{(pid=102347) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 27 10:40:57.785226 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-c931efc3-e39f-4654-9830-3a58ab9ba0a9 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664840'] for network, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:57.805105 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-c931efc3-e39f-4654-9830-3a58ab9ba0a9 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for network, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:57.816548 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 46576) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:40:57.817187 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-c931efc3-e39f-4654-9830-3a58ab9ba0a9 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] 10.222.0.44 "DELETE /v2.0/networks/7d4d835a-45c3-4d07-88f8-3a803ec3e1d5 HTTP/1.1" status: 204 len: 168 time: 1.1682734 Oct 27 10:40:57.822338 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-ab2d5178-9f36-4b33-bbd9-439c4b0da8cd tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Request body: {'port': {'network_id': '2e2fca7f-89f5-46be-84da-219d209fb5e2', 'name': 'tempest-PortsTestJSON-888492541'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:40:57.841016 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c931efc3-e39f-4654-9830-3a58ab9ba0a9 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Pushing event deleted for resources: {'Network': ['ID=7d4d835a-45c3-4d07-88f8-3a803ec3e1d5,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:40:57.925518 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb8e9fe-3c26-416d-8462-bafe4188e451 req-9416d00a-9074-4a52-940a-907e2f520850 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:40:57.927619 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-cdb8e9fe-3c26-416d-8462-bafe4188e451 req-9416d00a-9074-4a52-940a-907e2f520850 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/ports?device_id=f6fc38b4-3d34-4580-bd35-a4b845297319 HTTP/1.1" status: 200 len: 945 time: 0.0615435 Oct 27 10:40:57.940786 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab2d5178-9f36-4b33-bbd9-439c4b0da8cd tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Made reservation on behalf of 668d3c16278c42b387727d7933936a48 for: {'port': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:40:57.944634 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ab2d5178-9f36-4b33-bbd9-439c4b0da8cd tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:57.968360 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [None req-ab2d5178-9f36-4b33-bbd9-439c4b0da8cd tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] device_id is not set on port 86efc92d-491a-4a55-b929-d84827faa832 yet. {{(pid=102346) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 10:40:57.972549 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-cdb8e9fe-3c26-416d-8462-bafe4188e451 req-fc1f82b3-5568-4509-8dee-e7d712f6079d tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/security-groups?id=042a0afe-bacb-4048-aed3-353e9c85bd81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375600 Oct 27 10:40:58.220627 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76efebf8-1238-4140-9f7f-c592b5d37dbb req-f4715473-4d82-472c-8035-f78159e95f5f tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:40:58.228786 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-76efebf8-1238-4140-9f7f-c592b5d37dbb req-f4715473-4d82-472c-8035-f78159e95f5f tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/ports?device_id=f6fc38b4-3d34-4580-bd35-a4b845297319 HTTP/1.1" status: 200 len: 945 time: 0.1380982 Oct 27 10:40:58.262161 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ab2d5178-9f36-4b33-bbd9-439c4b0da8cd tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks [] for port, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:58.281077 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-76efebf8-1238-4140-9f7f-c592b5d37dbb req-ca737fc1-01a3-4c03-8b8d-9d25f6d526a0 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/security-groups?id=042a0afe-bacb-4048-aed3-353e9c85bd81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486186 Oct 27 10:40:58.347143 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ab2d5178-9f36-4b33-bbd9-439c4b0da8cd tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:58.415595 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8e6b54-ac69-4ed6-ab80-b30ee389ad87 req-f6c43549-6260-4928-a42b-44ab5f4631b2 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:40:58.417202 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-6f8e6b54-ac69-4ed6-ab80-b30ee389ad87 req-f6c43549-6260-4928-a42b-44ab5f4631b2 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "GET /v2.0/ports?device_id=cb570a6b-6921-4cfb-916b-d7e7c80e6c97 HTTP/1.1" status: 200 len: 946 time: 0.1061678 Oct 27 10:40:58.425182 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab2d5178-9f36-4b33-bbd9-439c4b0da8cd tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Network 2e2fca7f-89f5-46be-84da-219d209fb5e2 is already hosted by enough agents. {{(pid=102346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:40:58.435043 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-ab2d5178-9f36-4b33-bbd9-439c4b0da8cd tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Resources bound (agent type, host, resource id): {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:40:58.438108 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab2d5178-9f36-4b33-bbd9-439c4b0da8cd tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Received port after_create {{(pid=102346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:40:58.468950 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab2d5178-9f36-4b33-bbd9-439c4b0da8cd tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:40:58.472856 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ab2d5178-9f36-4b33-bbd9-439c4b0da8cd tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:58.491155 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-6f8e6b54-ac69-4ed6-ab80-b30ee389ad87 req-2f499b13-9fc6-4100-8da5-6397efb24294 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "GET /v2.0/security-groups?id=9678e9b4-8ecf-4d94-a14b-d92ef88d2ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646994 Oct 27 10:40:58.552278 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-ab2d5178-9f36-4b33-bbd9-439c4b0da8cd tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.7345717 Oct 27 10:40:58.552930 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 46594) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:40:58.569552 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2d5178-9f36-4b33-bbd9-439c4b0da8cd tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Pushing event updated for resources: {'Port': ['ID=86efc92d-491a-4a55-b929-d84827faa832,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:40:58.600828 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device babba718-dffd-4b4d-bf45-c984437c2437 no longer exists at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:40:58.605758 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd2c865-b347-4a54-a2db-2592c3fdc643 req-c32f173a-01b9-4518-a2b4-cb84e93f9822 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:40:58.619127 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-0dd2c865-b347-4a54-a2db-2592c3fdc643 req-c32f173a-01b9-4518-a2b4-cb84e93f9822 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/ports?device_id=f6fc38b4-3d34-4580-bd35-a4b845297319 HTTP/1.1" status: 200 len: 945 time: 0.1219141 Oct 27 10:40:58.660855 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] No Port match for: babba718-dffd-4b4d-bf45-c984437c2437 {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:40:58.661639 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device babba718-dffd-4b4d-bf45-c984437c2437 not bound to the agent host n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:40:58.684309 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-0dd2c865-b347-4a54-a2db-2592c3fdc643 req-fc6836e4-21d7-4d91-940e-4dd8cafe4644 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/security-groups?id=042a0afe-bacb-4048-aed3-353e9c85bd81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600379 Oct 27 10:40:58.794232 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-94b2f0dc-4394-4715-89ce-7245a9e588ed tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Deleting port 86efc92d-491a-4a55-b929-d84827faa832 {{(pid=102347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:40:58.798577 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-94b2f0dc-4394-4715-89ce-7245a9e588ed tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:59.450945 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-94b2f0dc-4394-4715-89ce-7245a9e588ed tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:59.470186 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-94b2f0dc-4394-4715-89ce-7245a9e588ed tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Calling delete_port for 86efc92d-491a-4a55-b929-d84827faa832 owned by {{(pid=102347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:40:59.481582 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80408d85-8a40-4f26-859f-3e29c2a145f4 req-578f8505-c0d2-4aa7-85f5-5be4bec7f46f tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:40:59.483329 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-80408d85-8a40-4f26-859f-3e29c2a145f4 req-578f8505-c0d2-4aa7-85f5-5be4bec7f46f tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/ports?device_id=f6fc38b4-3d34-4580-bd35-a4b845297319 HTTP/1.1" status: 200 len: 945 time: 0.1229422 Oct 27 10:40:59.744964 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-80408d85-8a40-4f26-859f-3e29c2a145f4 req-98a48dc4-f2e2-40ab-b552-53a77dfb5e6e tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/security-groups?id=042a0afe-bacb-4048-aed3-353e9c85bd81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2437499 Oct 27 10:40:59.791252 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb9af4b-d4f8-49f6-8eae-47907fcea51d req-e76b35f1-2d6d-426b-8671-c0d27c0f0a8e tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:40:59.804074 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-9cb9af4b-d4f8-49f6-8eae-47907fcea51d req-e76b35f1-2d6d-426b-8671-c0d27c0f0a8e tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "GET /v2.0/ports?device_id=cb570a6b-6921-4cfb-916b-d7e7c80e6c97 HTTP/1.1" status: 200 len: 946 time: 0.1111310 Oct 27 10:40:59.875939 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-9cb9af4b-d4f8-49f6-8eae-47907fcea51d req-753e56f9-0b13-479c-8181-fb1dd93d99fc tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "GET /v2.0/security-groups?id=9678e9b4-8ecf-4d94-a14b-d92ef88d2ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642645 Oct 27 10:40:59.896611 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-94b2f0dc-4394-4715-89ce-7245a9e588ed tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:59.951048 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b2f0dc-4394-4715-89ce-7245a9e588ed tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Pushing event deleted for resources: {'Port': ['ID=86efc92d-491a-4a55-b929-d84827faa832,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:40:59.957874 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-94b2f0dc-4394-4715-89ce-7245a9e588ed tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:40:59.962006 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-94b2f0dc-4394-4715-89ce-7245a9e588ed tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] 10.222.0.44 "DELETE /v2.0/ports/86efc92d-491a-4a55-b929-d84827faa832 HTTP/1.1" status: 204 len: 168 time: 1.4078929 Oct 27 10:40:59.965313 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 46628) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:40:59.971701 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-9487806a-23eb-498d-a1bc-18d86d4f0a5f tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Request body: {'port': {'network_id': '2e2fca7f-89f5-46be-84da-219d209fb5e2', 'mac_address': 'fa:16:3e:b6:03:1d', 'name': 'tempest-PortsTestJSON-418214321'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:41:00.102301 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9487806a-23eb-498d-a1bc-18d86d4f0a5f tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Made reservation on behalf of 668d3c16278c42b387727d7933936a48 for: {'port': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:41:00.207763 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-9487806a-23eb-498d-a1bc-18d86d4f0a5f tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:00.239237 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [None req-9487806a-23eb-498d-a1bc-18d86d4f0a5f tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] device_id is not set on port 165d7dec-a9e9-41f6-a581-9dcb5c30020a yet. {{(pid=102346) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 10:41:00.528647 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-9487806a-23eb-498d-a1bc-18d86d4f0a5f tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks [] for port, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:00.567976 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-9487806a-23eb-498d-a1bc-18d86d4f0a5f tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:00.621031 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9487806a-23eb-498d-a1bc-18d86d4f0a5f tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Network 2e2fca7f-89f5-46be-84da-219d209fb5e2 is already hosted by enough agents. {{(pid=102346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:41:00.621415 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-9487806a-23eb-498d-a1bc-18d86d4f0a5f tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Resources bound (agent type, host, resource id): {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:41:00.625797 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9487806a-23eb-498d-a1bc-18d86d4f0a5f tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Received port after_create {{(pid=102346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:41:00.632007 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9487806a-23eb-498d-a1bc-18d86d4f0a5f tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:41:00.632655 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-9487806a-23eb-498d-a1bc-18d86d4f0a5f tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:00.650388 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9487806a-23eb-498d-a1bc-18d86d4f0a5f tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Pushing event updated for resources: {'Port': ['ID=165d7dec-a9e9-41f6-a581-9dcb5c30020a,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:41:00.658654 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9487806a-23eb-498d-a1bc-18d86d4f0a5f tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:41:00.659091 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9487806a-23eb-498d-a1bc-18d86d4f0a5f tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:41:00.659408 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9487806a-23eb-498d-a1bc-18d86d4f0a5f tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:41:00.659749 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9487806a-23eb-498d-a1bc-18d86d4f0a5f tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:41:00.660086 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9487806a-23eb-498d-a1bc-18d86d4f0a5f tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:41:00.660595 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9487806a-23eb-498d-a1bc-18d86d4f0a5f tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:41:00.660933 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9487806a-23eb-498d-a1bc-18d86d4f0a5f tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:41:00.661267 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9487806a-23eb-498d-a1bc-18d86d4f0a5f tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:41:00.661748 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9487806a-23eb-498d-a1bc-18d86d4f0a5f tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:41:00.662104 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9487806a-23eb-498d-a1bc-18d86d4f0a5f tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:41:00.662457 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9487806a-23eb-498d-a1bc-18d86d4f0a5f tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:41:00.662849 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9487806a-23eb-498d-a1bc-18d86d4f0a5f tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:41:00.669776 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-9487806a-23eb-498d-a1bc-18d86d4f0a5f tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.7032909 Oct 27 10:41:00.672424 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 46642) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:41:00.719306 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70897b5a-e27b-4c63-b2c9-167fe47b9b20 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:41:00.720885 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-70897b5a-e27b-4c63-b2c9-167fe47b9b20 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] 10.222.0.44 "GET /v2.0/ports/165d7dec-a9e9-41f6-a581-9dcb5c30020a HTTP/1.1" status: 200 len: 840 time: 0.0473790 Oct 27 10:41:00.723506 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 46644) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:41:00.828685 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-07e43fe4-e273-4bd0-b0b1-fd411618f9fc tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Deleting port 165d7dec-a9e9-41f6-a581-9dcb5c30020a {{(pid=102347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:41:00.829442 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-07e43fe4-e273-4bd0-b0b1-fd411618f9fc tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:00.912942 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-07e43fe4-e273-4bd0-b0b1-fd411618f9fc tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:00.935868 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-07e43fe4-e273-4bd0-b0b1-fd411618f9fc tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Calling delete_port for 165d7dec-a9e9-41f6-a581-9dcb5c30020a owned by {{(pid=102347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:41:00.938341 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2486d1bf-a0e6-45a7-876d-6837b10bc031 req-76e8f390-5a17-4c22-9b64-a1a50baf3d7f tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:41:00.940648 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-2486d1bf-a0e6-45a7-876d-6837b10bc031 req-76e8f390-5a17-4c22-9b64-a1a50baf3d7f tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/ports?device_id=f6fc38b4-3d34-4580-bd35-a4b845297319 HTTP/1.1" status: 200 len: 945 time: 0.1170619 Oct 27 10:41:00.994910 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-2486d1bf-a0e6-45a7-876d-6837b10bc031 req-1793f9e7-028f-44da-8dde-8f29a2921ec9 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/security-groups?id=042a0afe-bacb-4048-aed3-353e9c85bd81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474355 Oct 27 10:41:01.091585 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dff18da-1507-4f3b-b7b6-811d798890f2 req-47f4ec6e-c4cc-4703-9df1-f1d9643490b6 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:41:01.093385 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-3dff18da-1507-4f3b-b7b6-811d798890f2 req-47f4ec6e-c4cc-4703-9df1-f1d9643490b6 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "GET /v2.0/ports?device_id=cb570a6b-6921-4cfb-916b-d7e7c80e6c97 HTTP/1.1" status: 200 len: 946 time: 0.0966904 Oct 27 10:41:01.101993 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-07e43fe4-e273-4bd0-b0b1-fd411618f9fc tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:01.152589 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e43fe4-e273-4bd0-b0b1-fd411618f9fc tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Pushing event deleted for resources: {'Port': ['ID=165d7dec-a9e9-41f6-a581-9dcb5c30020a,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:41:01.169873 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-07e43fe4-e273-4bd0-b0b1-fd411618f9fc tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:01.173293 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-07e43fe4-e273-4bd0-b0b1-fd411618f9fc tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] 10.222.0.44 "DELETE /v2.0/ports/165d7dec-a9e9-41f6-a581-9dcb5c30020a HTTP/1.1" status: 204 len: 168 time: 0.4488358 Oct 27 10:41:01.176590 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 46654) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:41:01.206868 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-3dff18da-1507-4f3b-b7b6-811d798890f2 req-776e8c3b-a4eb-41ea-a059-ec7113117c0a tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "GET /v2.0/security-groups?id=9678e9b4-8ecf-4d94-a14b-d92ef88d2ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0956080 Oct 27 10:41:01.247230 n-d-813419-10 neutron-server[102347]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6654cf8-e6b8-49ec-92e7-6e5fe1d633dd tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] GET failed (client error): The resource could not be found. Oct 27 10:41:01.249278 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-a6654cf8-e6b8-49ec-92e7-6e5fe1d633dd tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] 10.222.0.44 "GET /v2.0/ports/165d7dec-a9e9-41f6-a581-9dcb5c30020a HTTP/1.1" status: 404 len: 333 time: 0.0717382 Oct 27 10:41:01.253797 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 46658) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:41:01.260153 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-7d2d777c-38ce-43fd-9fd4-470e8e537e54 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Request body: {'port': {'network_id': '2e2fca7f-89f5-46be-84da-219d209fb5e2', 'name': 'tempest-PortsTestJSON-2009451222'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:41:01.543788 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d2d777c-38ce-43fd-9fd4-470e8e537e54 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Made reservation on behalf of 668d3c16278c42b387727d7933936a48 for: {'port': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:41:01.547871 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-7d2d777c-38ce-43fd-9fd4-470e8e537e54 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:01.558302 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2850788e-2684-4161-9eb0-60ef37b6df64 req-a762cb7e-bbe8-4622-bf90-01ebcc245623 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:41:01.567437 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-2850788e-2684-4161-9eb0-60ef37b6df64 req-a762cb7e-bbe8-4622-bf90-01ebcc245623 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/ports?device_id=f6fc38b4-3d34-4580-bd35-a4b845297319 HTTP/1.1" status: 200 len: 945 time: 0.1458504 Oct 27 10:41:01.572406 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb53767-a29d-4a17-a85c-1b65e13b9e50 req-dd04b16b-2d17-4e0e-a170-142329cc65ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:41:01.574833 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-dfb53767-a29d-4a17-a85c-1b65e13b9e50 req-dd04b16b-2d17-4e0e-a170-142329cc65ff service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5cdd6d2f037d42e18150718a811d487c&device_id=f6fc38b4-3d34-4580-bd35-a4b845297319 HTTP/1.1" status: 200 len: 1097 time: 0.1559153 Oct 27 10:41:01.693808 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [None req-7d2d777c-38ce-43fd-9fd4-470e8e537e54 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] device_id is not set on port 962e047b-459b-4398-b08a-4aeaf1deceb0 yet. {{(pid=102347) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 10:41:01.717038 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-2850788e-2684-4161-9eb0-60ef37b6df64 req-285608ce-1a12-42ba-a62b-c698522319ca tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/security-groups?id=042a0afe-bacb-4048-aed3-353e9c85bd81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1411047 Oct 27 10:41:01.821633 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb53767-a29d-4a17-a85c-1b65e13b9e50 req-8d4a7e61-09ba-43da-904f-555762501cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:41:01.823109 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-dfb53767-a29d-4a17-a85c-1b65e13b9e50 req-8d4a7e61-09ba-43da-904f-555762501cbe service neutron] 10.222.0.64 "GET /v2.0/networks?id=fca909b5-2d06-4825-8091-33382048b635 HTTP/1.1" status: 200 len: 912 time: 0.2226746 Oct 27 10:41:01.951215 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-dfb53767-a29d-4a17-a85c-1b65e13b9e50 req-49368789-d967-4385-9200-0456d0c5bcc6 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c9c20c2b-6e5b-42e4-9a9a-ff863d22fcbf HTTP/1.1" status: 200 len: 1000 time: 0.1197460 Oct 27 10:41:02.026292 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-7d2d777c-38ce-43fd-9fd4-470e8e537e54 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks [] for port, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:02.039980 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb53767-a29d-4a17-a85c-1b65e13b9e50 req-14d4e011-1c5f-4335-b88f-0cd12a9c5596 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:41:02.042062 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-dfb53767-a29d-4a17-a85c-1b65e13b9e50 req-14d4e011-1c5f-4335-b88f-0cd12a9c5596 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=71c50f4e-5d00-4779-bfe1-162c05f5fddb HTTP/1.1" status: 200 len: 850 time: 0.0830545 Oct 27 10:41:02.141159 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb53767-a29d-4a17-a85c-1b65e13b9e50 req-e86c0955-6c1d-472a-a2b0-6f31558aa74f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:41:02.146730 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-dfb53767-a29d-4a17-a85c-1b65e13b9e50 req-e86c0955-6c1d-472a-a2b0-6f31558aa74f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=fca909b5-2d06-4825-8091-33382048b635&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0972872 Oct 27 10:41:02.148422 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-7d2d777c-38ce-43fd-9fd4-470e8e537e54 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:02.293788 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d2d777c-38ce-43fd-9fd4-470e8e537e54 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Network 2e2fca7f-89f5-46be-84da-219d209fb5e2 is already hosted by enough agents. {{(pid=102347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:41:02.304353 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [None req-7d2d777c-38ce-43fd-9fd4-470e8e537e54 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Resources bound (agent type, host, resource id): {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:41:02.311474 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d2d777c-38ce-43fd-9fd4-470e8e537e54 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Received port after_create {{(pid=102347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:41:02.321867 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d2d777c-38ce-43fd-9fd4-470e8e537e54 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:41:02.322854 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-7d2d777c-38ce-43fd-9fd4-470e8e537e54 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:02.346512 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2d777c-38ce-43fd-9fd4-470e8e537e54 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Pushing event updated for resources: {'Port': ['ID=962e047b-459b-4398-b08a-4aeaf1deceb0,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:41:02.392741 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-dfb53767-a29d-4a17-a85c-1b65e13b9e50 req-b30a1145-459b-4db1-b8e0-4ab912dd9225 service neutron] 10.222.0.64 "GET /v2.0/networks/fca909b5-2d06-4825-8091-33382048b635?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2365503 Oct 27 10:41:02.399404 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-7d2d777c-38ce-43fd-9fd4-470e8e537e54 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.1435602 Oct 27 10:41:02.402110 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 46680) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:41:02.407729 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-ea926bb1-a514-49dd-af5f-48942a8e0416 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:41:02.490950 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:02.550962 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ea926bb1-a514-49dd-af5f-48942a8e0416 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:02.605032 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-dfb53767-a29d-4a17-a85c-1b65e13b9e50 req-f48c9202-bc73-4785-a3c6-d68fafa562dc service neutron] 10.222.0.64 "GET /v2.0/networks/fca909b5-2d06-4825-8091-33382048b635?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403191 Oct 27 10:41:02.650039 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e2914e-3617-4d6e-9b10-5b2a352a07e8 req-235e2bb0-4a0d-4cf2-a008-0188d8016a98 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:41:02.651802 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-58e2914e-3617-4d6e-9b10-5b2a352a07e8 req-235e2bb0-4a0d-4cf2-a008-0188d8016a98 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "GET /v2.0/ports?device_id=cb570a6b-6921-4cfb-916b-d7e7c80e6c97 HTTP/1.1" status: 200 len: 946 time: 0.2580740 Oct 27 10:41:02.698576 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-58e2914e-3617-4d6e-9b10-5b2a352a07e8 req-9c87227e-6240-4f55-a218-4804f1517184 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "GET /v2.0/security-groups?id=9678e9b4-8ecf-4d94-a14b-d92ef88d2ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386117 Oct 27 10:41:02.947201 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ea926bb1-a514-49dd-af5f-48942a8e0416 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks [] for port, precommit_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:02.962435 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ea926bb1-a514-49dd-af5f-48942a8e0416 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27024173'] for port, after_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:03.022374 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-ea926bb1-a514-49dd-af5f-48942a8e0416 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] In _notify_port_updated(), no bound segment for port 962e047b-459b-4398-b08a-4aeaf1deceb0 on network 2e2fca7f-89f5-46be-84da-219d209fb5e2 {{(pid=102346) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 27 10:41:03.029764 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea926bb1-a514-49dd-af5f-48942a8e0416 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:41:03.031302 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ea926bb1-a514-49dd-af5f-48942a8e0416 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:03.035453 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-ea926bb1-a514-49dd-af5f-48942a8e0416 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] 10.222.0.44 "PUT /v2.0/ports/962e047b-459b-4398-b08a-4aeaf1deceb0 HTTP/1.1" status: 200 len: 818 time: 0.6298027 Oct 27 10:41:03.035848 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 46692) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:41:03.069195 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e165fb-655a-4b76-8d60-177b5f3e114e req-36a7739a-2cca-4dc5-b4f1-b9908db56db3 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:41:03.082029 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-06e165fb-655a-4b76-8d60-177b5f3e114e req-36a7739a-2cca-4dc5-b4f1-b9908db56db3 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/ports?device_id=f6fc38b4-3d34-4580-bd35-a4b845297319 HTTP/1.1" status: 200 len: 945 time: 0.2456121 Oct 27 10:41:03.135616 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea926bb1-a514-49dd-af5f-48942a8e0416 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Pushing event updated for resources: {'Port': ['ID=962e047b-459b-4398-b08a-4aeaf1deceb0,revision_number=2']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:41:03.167375 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-06e165fb-655a-4b76-8d60-177b5f3e114e req-21cc68ee-d1e4-48ae-8f3e-90b33e0d19fb tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/security-groups?id=042a0afe-bacb-4048-aed3-353e9c85bd81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0838377 Oct 27 10:41:03.197454 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-91ac63ac-964a-4034-9209-38dd27798232 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Deleting port 962e047b-459b-4398-b08a-4aeaf1deceb0 {{(pid=102347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:41:03.197826 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-91ac63ac-964a-4034-9209-38dd27798232 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:03.309922 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-91ac63ac-964a-4034-9209-38dd27798232 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:03.334755 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-91ac63ac-964a-4034-9209-38dd27798232 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Calling delete_port for 962e047b-459b-4398-b08a-4aeaf1deceb0 owned by {{(pid=102347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:41:03.531309 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-91ac63ac-964a-4034-9209-38dd27798232 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:03.601077 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac63ac-964a-4034-9209-38dd27798232 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Pushing event deleted for resources: {'Port': ['ID=962e047b-459b-4398-b08a-4aeaf1deceb0,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:41:03.615742 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-91ac63ac-964a-4034-9209-38dd27798232 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:03.619585 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-91ac63ac-964a-4034-9209-38dd27798232 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] 10.222.0.44 "DELETE /v2.0/ports/962e047b-459b-4398-b08a-4aeaf1deceb0 HTTP/1.1" status: 204 len: 168 time: 0.5826118 Oct 27 10:41:03.622725 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 46700) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:41:03.705775 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-057e6794-6a0e-4726-aafd-359cb76a53c3 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:41:03.710472 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-057e6794-6a0e-4726-aafd-359cb76a53c3 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0859332 Oct 27 10:41:03.713149 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 46702) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:41:03.744976 n-d-813419-10 neutron-server[102346]: INFO neutron.pecan_wsgi.hooks.translation [None req-48f5d67c-af76-4e63-83c3-0106417d32c8 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] GET failed (client error): The resource could not be found. Oct 27 10:41:03.747969 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-48f5d67c-af76-4e63-83c3-0106417d32c8 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] 10.222.0.44 "GET /v2.0/ports/962e047b-459b-4398-b08a-4aeaf1deceb0 HTTP/1.1" status: 404 len: 333 time: 0.0323331 Oct 27 10:41:03.752887 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 46706) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:41:03.764091 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-6792b3b1-5e1e-45c8-9971-183ffb1dbca9 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-173332989'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:41:03.831084 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6792b3b1-5e1e-45c8-9971-183ffb1dbca9 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Made reservation on behalf of 668d3c16278c42b387727d7933936a48 for: {'network': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:41:03.840459 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-6792b3b1-5e1e-45c8-9971-183ffb1dbca9 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for network, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:03.919290 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6792b3b1-5e1e-45c8-9971-183ffb1dbca9 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 420} {{(pid=102347) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 10:41:03.945632 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-6792b3b1-5e1e-45c8-9971-183ffb1dbca9 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:03.946077 n-d-813419-10 neutron-server[102347]: INFO neutron.db.segments_db [None req-6792b3b1-5e1e-45c8-9971-183ffb1dbca9 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Added segment d33c466b-723d-4494-b57e-a314a5e31b32 of type vlan for network b3a8ca78-9d01-467e-a487-2752cbccb1d7 Oct 27 10:41:03.963226 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9561615-de32-4358-a143-114e88605048 req-18bf06ee-171f-4ebe-9474-1898099216a5 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:41:03.973562 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-d9561615-de32-4358-a143-114e88605048 req-18bf06ee-171f-4ebe-9474-1898099216a5 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "GET /v2.0/ports?device_id=cb570a6b-6921-4cfb-916b-d7e7c80e6c97 HTTP/1.1" status: 200 len: 946 time: 0.0916038 Oct 27 10:41:04.078681 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-d9561615-de32-4358-a143-114e88605048 req-e48ae72e-4b2e-46e8-867e-aa579beca0ac tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "GET /v2.0/security-groups?id=9678e9b4-8ecf-4d94-a14b-d92ef88d2ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1038210 Oct 27 10:41:04.119171 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-6792b3b1-5e1e-45c8-9971-183ffb1dbca9 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743872593080'] for network, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:04.173419 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-6792b3b1-5e1e-45c8-9971-183ffb1dbca9 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913'] for network, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:04.179662 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6792b3b1-5e1e-45c8-9971-183ffb1dbca9 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:41:04.180381 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-6792b3b1-5e1e-45c8-9971-183ffb1dbca9 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for network, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:04.250951 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-6792b3b1-5e1e-45c8-9971-183ffb1dbca9 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4967952 Oct 27 10:41:04.254854 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 46726) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:41:04.268944 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6792b3b1-5e1e-45c8-9971-183ffb1dbca9 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Pushing event updated for resources: {'Network': ['ID=b3a8ca78-9d01-467e-a487-2752cbccb1d7,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:41:04.273827 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-e2d69787-ef95-4470-98cf-7138605b0bc6 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Request body: {'subnet': {'network_id': 'b3a8ca78-9d01-467e-a487-2752cbccb1d7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:41:04.281767 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Network b3a8ca78-9d01-467e-a487-2752cbccb1d7 details requested by agent ovs-agent-n-d-813419-10 with host n-d-813419-10 {{(pid=102348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 10:41:04.467418 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2d69787-ef95-4470-98cf-7138605b0bc6 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Made reservation on behalf of 668d3c16278c42b387727d7933936a48 for: {'subnet': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:41:04.477612 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-e2d69787-ef95-4470-98cf-7138605b0bc6 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27167186'] for subnet, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:04.866707 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-e2d69787-ef95-4470-98cf-7138605b0bc6 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27024290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27167168'] for subnet, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:05.036460 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb484d8-0b6d-43a6-9322-096f3939caa4 req-3769d303-608f-4ebf-88ff-cfb02fd43404 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:41:05.043783 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-1fb484d8-0b6d-43a6-9322-096f3939caa4 req-3769d303-608f-4ebf-88ff-cfb02fd43404 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/ports?device_id=f6fc38b4-3d34-4580-bd35-a4b845297319 HTTP/1.1" status: 200 len: 945 time: 0.7905157 Oct 27 10:41:05.070896 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2d69787-ef95-4470-98cf-7138605b0bc6 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Checking segment: {'id': 'd33c466b-723d-4494-b57e-a314a5e31b32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'b3a8ca78-9d01-467e-a487-2752cbccb1d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:41:05.070896 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2d69787-ef95-4470-98cf-7138605b0bc6 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Network hostable DHCP agents. Network: b3a8ca78-9d01-467e-a487-2752cbccb1d7, hostable agents: ['eafd4000-b897-4722-ae8b-0118ec955181'], hosted agents: [] {{(pid=102346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 10:41:05.091841 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d69787-ef95-4470-98cf-7138605b0bc6 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Pushing event updated for resources: {'Subnet': ['ID=c24aedd4-7be9-4b1f-97b8-b17e3e4dc10c,revision_number=0']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:41:05.110995 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-1fb484d8-0b6d-43a6-9322-096f3939caa4 req-7dc461d1-02df-4f6f-80dd-19efa59ae848 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/security-groups?id=042a0afe-bacb-4048-aed3-353e9c85bd81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661840 Oct 27 10:41:05.117983 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2d69787-ef95-4470-98cf-7138605b0bc6 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Network b3a8ca78-9d01-467e-a487-2752cbccb1d7 is scheduled to be hosted by DHCP agent eafd4000-b897-4722-ae8b-0118ec955181 with binding_index 1 {{(pid=102346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 10:41:05.142158 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-e2d69787-ef95-4470-98cf-7138605b0bc6 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-10, b3a8ca78-9d01-467e-a487-2752cbccb1d7) {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:41:05.147034 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2d69787-ef95-4470-98cf-7138605b0bc6 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:41:05.147719 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-e2d69787-ef95-4470-98cf-7138605b0bc6 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for subnet, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:05.156184 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44636d85-8825-4355-9b50-f5e8e4c5245f None None] Network b3a8ca78-9d01-467e-a487-2752cbccb1d7 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:41:05.180886 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-e2d69787-ef95-4470-98cf-7138605b0bc6 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9251328 Oct 27 10:41:05.183509 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 46756) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:41:05.190775 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-e21881c4-bb42-4c7a-b9a1-606a7aadc8e6 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Request body: {'subnet': {'network_id': 'b3a8ca78-9d01-467e-a487-2752cbccb1d7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:41:05.407592 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b7743b-60e9-4e7a-adec-157438898bb0 req-ab6925ab-79bb-4d69-ab82-b78e256a0c41 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:41:05.417965 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-25b7743b-60e9-4e7a-adec-157438898bb0 req-ab6925ab-79bb-4d69-ab82-b78e256a0c41 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "GET /v2.0/ports?device_id=cb570a6b-6921-4cfb-916b-d7e7c80e6c97 HTTP/1.1" status: 200 len: 946 time: 0.1335514 Oct 27 10:41:05.430972 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0e0cf9-c9b6-4686-9416-4ce5f359b861 req-155c3510-f2d8-450f-a3e1-1536d2223607 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:41:05.439189 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-9c0e0cf9-c9b6-4686-9416-4ce5f359b861 req-155c3510-f2d8-450f-a3e1-1536d2223607 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/ports?device_id=f6fc38b4-3d34-4580-bd35-a4b845297319 HTTP/1.1" status: 200 len: 945 time: 0.0987158 Oct 27 10:41:05.441718 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8641fe3d-60f5-451d-bd1c-efcfc8d7da2c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp734b258e-7d96-550c-b970-9b72ab66f383-b3a8ca78-9d01-467e-a487-2752cbccb1d7', 'network_id': 'b3a8ca78-9d01-467e-a487-2752cbccb1d7', 'tenant_id': '668d3c16278c42b387727d7933936a48', 'fixed_ips': [{'subnet_id': 'c24aedd4-7be9-4b1f-97b8-b17e3e4dc10c'}]}} from n-d-813419-10. {{(pid=102348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 10:41:05.444320 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-8641fe3d-60f5-451d-bd1c-efcfc8d7da2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:05.511114 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-9c0e0cf9-c9b6-4686-9416-4ce5f359b861 req-4a3a5d0d-ce23-41c2-80ca-6288032be937 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/security-groups?id=042a0afe-bacb-4048-aed3-353e9c85bd81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673480 Oct 27 10:41:05.555818 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-25b7743b-60e9-4e7a-adec-157438898bb0 req-434c2757-50ce-481d-af40-c12b203296e8 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "GET /v2.0/security-groups?id=9678e9b4-8ecf-4d94-a14b-d92ef88d2ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1343548 Oct 27 10:41:05.592463 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e21881c4-bb42-4c7a-b9a1-606a7aadc8e6 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Made reservation on behalf of 668d3c16278c42b387727d7933936a48 for: {'subnet': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:41:05.599912 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-e21881c4-bb42-4c7a-b9a1-606a7aadc8e6 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27167186'] for subnet, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:05.656415 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.db_base_plugin_common [None req-8641fe3d-60f5-451d-bd1c-efcfc8d7da2c None None] Allocated IP 172.20.0.2 (b3a8ca78-9d01-467e-a487-2752cbccb1d7/c24aedd4-7be9-4b1f-97b8-b17e3e4dc10c/e9b14d86-0e01-4fa6-894b-9866be9dafc0) {{(pid=102348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:41:05.761447 n-d-813419-10 neutron-server[102346]: INFO neutron.db.ipam_backend_mixin [None req-e21881c4-bb42-4c7a-b9a1-606a7aadc8e6 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet c24aedd4-7be9-4b1f-97b8-b17e3e4dc10c (CIDR: 172.20.0.0/28) Oct 27 10:41:05.771820 n-d-813419-10 neutron-server[102346]: INFO neutron.pecan_wsgi.hooks.translation [None req-e21881c4-bb42-4c7a-b9a1-606a7aadc8e6 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 27 10:41:05.772822 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e21881c4-bb42-4c7a-b9a1-606a7aadc8e6 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102346) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 10:41:05.810378 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-e21881c4-bb42-4c7a-b9a1-606a7aadc8e6 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6231034 Oct 27 10:41:05.810701 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 46766) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:41:05.816362 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-3c52cd9e-1873-4e8f-8580-cf9c8064ba6c tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Request body: {'subnet': {'network_id': 'b3a8ca78-9d01-467e-a487-2752cbccb1d7', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:41:05.988231 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c52cd9e-1873-4e8f-8580-cf9c8064ba6c tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Made reservation on behalf of 668d3c16278c42b387727d7933936a48 for: {'subnet': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:41:05.996554 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-3c52cd9e-1873-4e8f-8580-cf9c8064ba6c tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18044073'] for subnet, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:06.013192 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-8641fe3d-60f5-451d-bd1c-efcfc8d7da2c None None] Publish callbacks [] for port, precommit_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:06.038446 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-8641fe3d-60f5-451d-bd1c-efcfc8d7da2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606'] for port, after_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:06.112753 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8641fe3d-60f5-451d-bd1c-efcfc8d7da2c None None] Pushing event updated for resources: {'Port': ['ID=e9b14d86-0e01-4fa6-894b-9866be9dafc0,revision_number=1']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:41:06.122184 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8641fe3d-60f5-451d-bd1c-efcfc8d7da2c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:41:06.122780 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8641fe3d-60f5-451d-bd1c-efcfc8d7da2c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:41:06.123288 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8641fe3d-60f5-451d-bd1c-efcfc8d7da2c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:41:06.123780 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8641fe3d-60f5-451d-bd1c-efcfc8d7da2c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:41:06.124306 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8641fe3d-60f5-451d-bd1c-efcfc8d7da2c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:41:06.124981 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8641fe3d-60f5-451d-bd1c-efcfc8d7da2c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:41:06.125468 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8641fe3d-60f5-451d-bd1c-efcfc8d7da2c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:41:06.125945 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8641fe3d-60f5-451d-bd1c-efcfc8d7da2c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:41:06.126464 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8641fe3d-60f5-451d-bd1c-efcfc8d7da2c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:41:06.127529 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8641fe3d-60f5-451d-bd1c-efcfc8d7da2c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:41:06.128732 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8641fe3d-60f5-451d-bd1c-efcfc8d7da2c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:41:06.129306 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8641fe3d-60f5-451d-bd1c-efcfc8d7da2c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:41:06.138425 n-d-813419-10 neutron-server[102348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8641fe3d-60f5-451d-bd1c-efcfc8d7da2c None None] Network b3a8ca78-9d01-467e-a487-2752cbccb1d7 is already hosted by enough agents. {{(pid=102348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:41:06.140995 n-d-813419-10 neutron-server[102348]: DEBUG neutron.scheduler.base_scheduler [None req-8641fe3d-60f5-451d-bd1c-efcfc8d7da2c None None] Resources bound (agent type, host, resource id): {{(pid=102348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:41:06.144996 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8641fe3d-60f5-451d-bd1c-efcfc8d7da2c None None] Received port after_create {{(pid=102348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:41:06.263737 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-8641fe3d-60f5-451d-bd1c-efcfc8d7da2c None None] Attempting to bind port e9b14d86-0e01-4fa6-894b-9866be9dafc0 on host n-d-813419-10 for vnic_type normal with profile {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:41:06.264387 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-8641fe3d-60f5-451d-bd1c-efcfc8d7da2c None None] Attempting to bind port e9b14d86-0e01-4fa6-894b-9866be9dafc0 by drivers openvswitch,hyperv on host n-d-813419-10 at level 0 using segments [{'id': 'd33c466b-723d-4494-b57e-a314a5e31b32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'b3a8ca78-9d01-467e-a487-2752cbccb1d7'}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:41:06.264846 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8641fe3d-60f5-451d-bd1c-efcfc8d7da2c None None] Attempting to bind port e9b14d86-0e01-4fa6-894b-9866be9dafc0 on network b3a8ca78-9d01-467e-a487-2752cbccb1d7 {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:41:06.277704 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8641fe3d-60f5-451d-bd1c-efcfc8d7da2c None None] Checking agent: {'id': '89dba0f3-79b2-435e-9822-33674b8f6ada', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 8, 20), 'started_at': datetime.datetime(2021, 10, 27, 10, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 40, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:41:06.278196 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8641fe3d-60f5-451d-bd1c-efcfc8d7da2c None None] Checking segment: {'id': 'd33c466b-723d-4494-b57e-a314a5e31b32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'b3a8ca78-9d01-467e-a487-2752cbccb1d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:41:06.278798 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-8641fe3d-60f5-451d-bd1c-efcfc8d7da2c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:06.279318 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8641fe3d-60f5-451d-bd1c-efcfc8d7da2c None None] Bound using segment: {'id': 'd33c466b-723d-4494-b57e-a314a5e31b32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'b3a8ca78-9d01-467e-a487-2752cbccb1d7'} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:41:06.279882 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-8641fe3d-60f5-451d-bd1c-efcfc8d7da2c None None] Bound port: e9b14d86-0e01-4fa6-894b-9866be9dafc0, host: n-d-813419-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd33c466b-723d-4494-b57e-a314a5e31b32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'b3a8ca78-9d01-467e-a487-2752cbccb1d7'}}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:41:06.280538 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-8641fe3d-60f5-451d-bd1c-efcfc8d7da2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:06.343475 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-3c52cd9e-1873-4e8f-8580-cf9c8064ba6c tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-18295883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18044091'] for subnet, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:06.467140 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-8641fe3d-60f5-451d-bd1c-efcfc8d7da2c None None] For port e9b14d86-0e01-4fa6-894b-9866be9dafc0, host n-d-813419-10, cleared binding levels {{(pid=102348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:41:06.473287 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-8641fe3d-60f5-451d-bd1c-efcfc8d7da2c None None] For port e9b14d86-0e01-4fa6-894b-9866be9dafc0, host n-d-813419-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=e9b14d86-0e01-4fa6-894b-9866be9dafc0,segment=NetworkSegment(d33c466b-723d-4494-b57e-a314a5e31b32),segment_id=d33c466b-723d-4494-b57e-a314a5e31b32)] {{(pid=102348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:41:06.482462 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-8641fe3d-60f5-451d-bd1c-efcfc8d7da2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:06.492602 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c52cd9e-1873-4e8f-8580-cf9c8064ba6c tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Network b3a8ca78-9d01-467e-a487-2752cbccb1d7 is already hosted by enough agents. {{(pid=102347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:41:06.508774 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [None req-3c52cd9e-1873-4e8f-8580-cf9c8064ba6c tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Resources bound (agent type, host, resource id): {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:41:06.520537 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c52cd9e-1873-4e8f-8580-cf9c8064ba6c tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Pushing event updated for resources: {'Subnet': ['ID=d047811e-83ad-42cb-a6f3-fb9ba56a17f1,revision_number=0']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:41:06.530409 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c52cd9e-1873-4e8f-8580-cf9c8064ba6c tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:41:06.531121 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-3c52cd9e-1873-4e8f-8580-cf9c8064ba6c tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks [] for subnet, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:06.577363 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 46818) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:41:06.578230 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-3c52cd9e-1873-4e8f-8580-cf9c8064ba6c tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.7656741 Oct 27 10:41:06.583892 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-1e21ea79-d6cf-4443-a595-e57771bed5d9 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Request body: {'port': {'network_id': 'b3a8ca78-9d01-467e-a487-2752cbccb1d7', 'fixed_ips': [{'subnet_id': 'c24aedd4-7be9-4b1f-97b8-b17e3e4dc10c'}, {'subnet_id': 'd047811e-83ad-42cb-a6f3-fb9ba56a17f1'}], 'name': 'tempest-PortsTestJSON-1252393372'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:41:06.605159 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8641fe3d-60f5-451d-bd1c-efcfc8d7da2c None None] Pushing event updated for resources: {'Port': ['ID=e9b14d86-0e01-4fa6-894b-9866be9dafc0,revision_number=2']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:41:06.828361 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e21ea79-d6cf-4443-a595-e57771bed5d9 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Made reservation on behalf of 668d3c16278c42b387727d7933936a48 for: {'port': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:41:06.960234 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b7bb62-8d12-4db8-9960-4f2477212e61 req-e2b25384-9756-415f-a44b-b38dd803f239 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:41:06.978100 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-15b7bb62-8d12-4db8-9960-4f2477212e61 req-e2b25384-9756-415f-a44b-b38dd803f239 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "GET /v2.0/ports?device_id=cb570a6b-6921-4cfb-916b-d7e7c80e6c97 HTTP/1.1" status: 200 len: 946 time: 0.2139897 Oct 27 10:41:07.038477 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-15b7bb62-8d12-4db8-9960-4f2477212e61 req-a389b7fa-96c2-43f6-a6f9-7868319e2ca3 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "GET /v2.0/security-groups?id=9678e9b4-8ecf-4d94-a14b-d92ef88d2ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593977 Oct 27 10:41:07.121497 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-1e21ea79-d6cf-4443-a595-e57771bed5d9 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:07.193748 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [None req-1e21ea79-d6cf-4443-a595-e57771bed5d9 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] device_id is not set on port 3558b449-0409-44f9-958b-32342beaa4ee yet. {{(pid=102346) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 10:41:07.262310 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c270246-1e28-4a57-a67f-1d629ac94e73 req-5d315d34-16f2-4446-81c5-6629b07e85d2 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:41:07.271644 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-7c270246-1e28-4a57-a67f-1d629ac94e73 req-5d315d34-16f2-4446-81c5-6629b07e85d2 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c04e14d-1d7d-427d-aff6-12976f95a83a HTTP/1.1" status: 200 len: 943 time: 0.1647747 Oct 27 10:41:08.003026 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da21eebb-97d1-4a32-b6e6-f78c94d4484c None None] Network b3a8ca78-9d01-467e-a487-2752cbccb1d7 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:41:08.190320 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_common [None req-1e21ea79-d6cf-4443-a595-e57771bed5d9 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Allocated IP 172.20.0.3 (b3a8ca78-9d01-467e-a487-2752cbccb1d7/c24aedd4-7be9-4b1f-97b8-b17e3e4dc10c/3558b449-0409-44f9-958b-32342beaa4ee) {{(pid=102346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:41:08.196603 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_common [None req-1e21ea79-d6cf-4443-a595-e57771bed5d9 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Allocated IP 172.20.0.25 (b3a8ca78-9d01-467e-a487-2752cbccb1d7/d047811e-83ad-42cb-a6f3-fb9ba56a17f1/3558b449-0409-44f9-958b-32342beaa4ee) {{(pid=102346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:41:08.304405 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9066085-3c67-4632-a27b-fdbc4614c3f8 req-add0bfef-7229-47b5-846c-ac399270cc73 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:41:08.318480 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-f9066085-3c67-4632-a27b-fdbc4614c3f8 req-add0bfef-7229-47b5-846c-ac399270cc73 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "GET /v2.0/ports?device_id=cb570a6b-6921-4cfb-916b-d7e7c80e6c97 HTTP/1.1" status: 200 len: 946 time: 0.1378627 Oct 27 10:41:08.375542 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-1e21ea79-d6cf-4443-a595-e57771bed5d9 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks [] for port, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:08.404435 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-f9066085-3c67-4632-a27b-fdbc4614c3f8 req-85a87550-053b-415a-9fd1-44ff80057348 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "GET /v2.0/security-groups?id=9678e9b4-8ecf-4d94-a14b-d92ef88d2ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846550 Oct 27 10:41:08.428326 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [req-7c270246-1e28-4a57-a67f-1d629ac94e73 req-ade54865-d80f-49bb-8cb3-7e73a15d4c92 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Deleting port 0396220b-ac94-486f-b038-02cdb2c13848 {{(pid=102346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:41:08.428775 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-7c270246-1e28-4a57-a67f-1d629ac94e73 req-ade54865-d80f-49bb-8cb3-7e73a15d4c92 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:08.525070 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [req-7c270246-1e28-4a57-a67f-1d629ac94e73 req-ade54865-d80f-49bb-8cb3-7e73a15d4c92 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] For port 0396220b-ac94-486f-b038-02cdb2c13848, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=0396220b-ac94-486f-b038-02cdb2c13848,segment=NetworkSegment(3fa8f95e-6276-4974-b5c0-da1e0ae271fc),segment_id=3fa8f95e-6276-4974-b5c0-da1e0ae271fc)] {{(pid=102346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:41:08.525420 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-7c270246-1e28-4a57-a67f-1d629ac94e73 req-ade54865-d80f-49bb-8cb3-7e73a15d4c92 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:08.544677 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [req-7c270246-1e28-4a57-a67f-1d629ac94e73 req-ade54865-d80f-49bb-8cb3-7e73a15d4c92 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Calling delete_port for 0396220b-ac94-486f-b038-02cdb2c13848 owned by compute:nova {{(pid=102346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:41:08.678914 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-3fe4c083-669c-4cad-9880-5dbed84bc5ff None None] Provisioning complete for port e9b14d86-0e01-4fa6-894b-9866be9dafc0 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:41:08.679512 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-3fe4c083-669c-4cad-9880-5dbed84bc5ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:08.681477 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device e9b14d86-0e01-4fa6-894b-9866be9dafc0 up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:41:08.686524 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-1e21ea79-d6cf-4443-a595-e57771bed5d9 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:08.751175 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e21ea79-d6cf-4443-a595-e57771bed5d9 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Pushing event updated for resources: {'Port': ['ID=3558b449-0409-44f9-958b-32342beaa4ee,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:41:08.768357 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e21ea79-d6cf-4443-a595-e57771bed5d9 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Network b3a8ca78-9d01-467e-a487-2752cbccb1d7 is already hosted by enough agents. {{(pid=102346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:41:08.772867 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-1e21ea79-d6cf-4443-a595-e57771bed5d9 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Resources bound (agent type, host, resource id): {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:41:08.777058 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e21ea79-d6cf-4443-a595-e57771bed5d9 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Received port after_create {{(pid=102346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:41:08.806998 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-7c270246-1e28-4a57-a67f-1d629ac94e73 req-ade54865-d80f-49bb-8cb3-7e73a15d4c92 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:08.841203 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade54865-d80f-49bb-8cb3-7e73a15d4c92 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Pushing event deleted for resources: {'Port': ['ID=0396220b-ac94-486f-b038-02cdb2c13848,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:41:08.871759 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] get_ports_and_sgs() called for port_ids ['b160e90f-3f54-4032-a115-309a74841f26', '8b3b8844-d176-4de4-93a7-9d129cb07aef'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:41:08.925367 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e21ea79-d6cf-4443-a595-e57771bed5d9 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:41:08.926617 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-1e21ea79-d6cf-4443-a595-e57771bed5d9 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:08.954437 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c270246-1e28-4a57-a67f-1d629ac94e73 req-ade54865-d80f-49bb-8cb3-7e73a15d4c92 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] No DVR routers for this DVR port 0396220b-ac94-486f-b038-02cdb2c13848 on host n-h1-813419-10 {{(pid=102346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:41:08.961648 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-7c270246-1e28-4a57-a67f-1d629ac94e73 req-ade54865-d80f-49bb-8cb3-7e73a15d4c92 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:08.966922 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-7c270246-1e28-4a57-a67f-1d629ac94e73 req-ade54865-d80f-49bb-8cb3-7e73a15d4c92 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "DELETE /v2.0/ports/0396220b-ac94-486f-b038-02cdb2c13848 HTTP/1.1" status: 204 len: 173 time: 1.6941328 Oct 27 10:41:08.967849 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c04e14d-1d7d-427d-aff6-12976f95a83a', 'name': 'network-vif-deleted', 'tag': '0396220b-ac94-486f-b038-02cdb2c13848'}] {{(pid=102346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:41:08.971572 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc0e418f5fc417c8d55d94c0aa509b037d0beb2a734c1a709e789eb65639a56d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11d5a92e-d1f4-49f6-828c-e05602f7f055" -d '{"events": [{"server_uuid": "2c04e14d-1d7d-427d-aff6-12976f95a83a", "name": "network-vif-deleted", "tag": "0396220b-ac94-486f-b038-02cdb2c13848"}]}' {{(pid=102346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:41:09.009504 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 46852) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:41:09.010573 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-1e21ea79-d6cf-4443-a595-e57771bed5d9 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 2.4319911 Oct 27 10:41:09.016328 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-11085d05-0335-4911-9fdd-d0612744f93f tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'c24aedd4-7be9-4b1f-97b8-b17e3e4dc10c'}]}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:41:09.145496 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:09.276082 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port e9b14d86-0e01-4fa6-894b-9866be9dafc0 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:41:09.276805 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:09.372585 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-3fe4c083-669c-4cad-9880-5dbed84bc5ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:09.476964 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:09.588948 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Wed, 27 Oct 2021 10:41:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9a10d07-1556-4843-b4ab-8839cff2d99a x-openstack-request-id: req-a9a10d07-1556-4843-b4ab-8839cff2d99a {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:41:09.589462 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c04e14d-1d7d-427d-aff6-12976f95a83a", "name": "network-vif-deleted", "tag": "0396220b-ac94-486f-b038-02cdb2c13848", "status": "failed", "code": 422}]} {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:41:09.589547 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a9a10d07-1556-4843-b4ab-8839cff2d99a {{(pid=102346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:41:09.589897 n-d-813419-10 neutron-server[102346]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '2c04e14d-1d7d-427d-aff6-12976f95a83a', 'name': 'network-vif-deleted', 'tag': '0396220b-ac94-486f-b038-02cdb2c13848', 'status': 'failed', 'code': 422} returned with failed status Oct 27 10:41:09.643564 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] For port e9b14d86-0e01-4fa6-894b-9866be9dafc0, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=e9b14d86-0e01-4fa6-894b-9866be9dafc0,segment=NetworkSegment(d33c466b-723d-4494-b57e-a314a5e31b32),segment_id=d33c466b-723d-4494-b57e-a314a5e31b32)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:41:09.703311 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:09.801032 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2175cb5-2c4b-49e6-ac3f-8a7be275b5ed None None] Update dhcp port {'port': {'network_id': 'b3a8ca78-9d01-467e-a487-2752cbccb1d7', 'fixed_ips': [{'subnet_id': 'c24aedd4-7be9-4b1f-97b8-b17e3e4dc10c', 'ip_address': '172.20.0.2'}, {'subnet_id': 'd047811e-83ad-42cb-a6f3-fb9ba56a17f1'}], 'binding:host_id': 'n-d-813419-10'}, 'id': 'e9b14d86-0e01-4fa6-894b-9866be9dafc0'} from n-d-813419-10. {{(pid=102348) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 27 10:41:09.909006 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.db.api [None req-3fe4c083-669c-4cad-9880-5dbed84bc5ff None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102348) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 27 10:41:09.909609 n-d-813419-10 neutron-server[102348]: DEBUG oslo_db.api [None req-3fe4c083-669c-4cad-9880-5dbed84bc5ff None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 10:41:09.936483 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-b2175cb5-2c4b-49e6-ac3f-8a7be275b5ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:09.954543 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Pushing event updated for resources: {'Port': ['ID=e9b14d86-0e01-4fa6-894b-9866be9dafc0,revision_number=3']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:41:09.962006 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efe6768-3ac1-46c5-afdf-fb8a71484544 req-cd19655b-060d-4eea-81f8-d6e7f9811141 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:41:09.969264 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-2efe6768-3ac1-46c5-afdf-fb8a71484544 req-cd19655b-060d-4eea-81f8-d6e7f9811141 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "GET /v2.0/ports?device_id=cb570a6b-6921-4cfb-916b-d7e7c80e6c97 HTTP/1.1" status: 200 len: 946 time: 0.2962403 Oct 27 10:41:10.028470 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-11085d05-0335-4911-9fdd-d0612744f93f tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:10.080719 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-2efe6768-3ac1-46c5-afdf-fb8a71484544 req-b9d4bb83-066c-4464-bbcd-c36489577f31 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "GET /v2.0/security-groups?id=9678e9b4-8ecf-4d94-a14b-d92ef88d2ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1088734 Oct 27 10:41:10.332304 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.db_base_plugin_common [None req-b2175cb5-2c4b-49e6-ac3f-8a7be275b5ed None None] Allocated IP 172.20.0.18 (b3a8ca78-9d01-467e-a487-2752cbccb1d7/d047811e-83ad-42cb-a6f3-fb9ba56a17f1/e9b14d86-0e01-4fa6-894b-9866be9dafc0) {{(pid=102348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:41:10.524061 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-b2175cb5-2c4b-49e6-ac3f-8a7be275b5ed None None] For port e9b14d86-0e01-4fa6-894b-9866be9dafc0, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=e9b14d86-0e01-4fa6-894b-9866be9dafc0,segment=NetworkSegment(d33c466b-723d-4494-b57e-a314a5e31b32),segment_id=d33c466b-723d-4494-b57e-a314a5e31b32)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:41:10.571040 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-b2175cb5-2c4b-49e6-ac3f-8a7be275b5ed None None] Publish callbacks [] for port, precommit_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:10.607794 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d72f32-4203-4595-902e-adc142acee62 req-49dca744-c245-4acf-a299-6aacee5e0a0c tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:41:10.620523 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device e9b14d86-0e01-4fa6-894b-9866be9dafc0 up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:41:10.629821 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-c8d72f32-4203-4595-902e-adc142acee62 req-49dca744-c245-4acf-a299-6aacee5e0a0c tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/ports?device_id=6531a9ba-3dd6-4e37-8415-ddbffecde67d HTTP/1.1" status: 200 len: 908 time: 0.1470191 Oct 27 10:41:10.672503 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_common [None req-11085d05-0335-4911-9fdd-d0612744f93f tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Delete allocated IP 172.20.0.25 (b3a8ca78-9d01-467e-a487-2752cbccb1d7/d047811e-83ad-42cb-a6f3-fb9ba56a17f1) {{(pid=102347) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 27 10:41:10.676654 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-b2175cb5-2c4b-49e6-ac3f-8a7be275b5ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:10.861675 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2175cb5-2c4b-49e6-ac3f-8a7be275b5ed None None] Pushing event updated for resources: {'Port': ['ID=e9b14d86-0e01-4fa6-894b-9866be9dafc0,revision_number=4']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:41:10.921306 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-11085d05-0335-4911-9fdd-d0612744f93f tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks [] for port, precommit_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:10.941552 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-11085d05-0335-4911-9fdd-d0612744f93f tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:10.996146 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port e9b14d86-0e01-4fa6-894b-9866be9dafc0 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:41:10.996537 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:11.109267 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11085d05-0335-4911-9fdd-d0612744f93f tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Pushing event updated for resources: {'Port': ['ID=3558b449-0409-44f9-958b-32342beaa4ee,revision_number=2']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:41:11.240005 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-11085d05-0335-4911-9fdd-d0612744f93f tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] In _notify_port_updated(), no bound segment for port 3558b449-0409-44f9-958b-32342beaa4ee on network b3a8ca78-9d01-467e-a487-2752cbccb1d7 {{(pid=102347) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 27 10:41:11.262240 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11085d05-0335-4911-9fdd-d0612744f93f tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:41:11.265879 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-11085d05-0335-4911-9fdd-d0612744f93f tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:11.272011 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 46888) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:41:11.272681 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-11085d05-0335-4911-9fdd-d0612744f93f tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] 10.222.0.44 "PUT /v2.0/ports/3558b449-0409-44f9-958b-32342beaa4ee HTTP/1.1" status: 200 len: 919 time: 2.2618923 Oct 27 10:41:11.279754 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-0cd4ba3e-caf2-4119-ae09-f960a761d857 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'c24aedd4-7be9-4b1f-97b8-b17e3e4dc10c'}, {'subnet_id': 'd047811e-83ad-42cb-a6f3-fb9ba56a17f1'}]}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:41:11.464656 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3ac2c8-1512-4497-b3cf-7bdff1530d31 req-e7ddbeac-3fea-46be-ba33-7dd0ac74419d tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:41:11.468751 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ce3ac2c8-1512-4497-b3cf-7bdff1530d31 req-e7ddbeac-3fea-46be-ba33-7dd0ac74419d tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "GET /v2.0/ports?device_id=cb570a6b-6921-4cfb-916b-d7e7c80e6c97 HTTP/1.1" status: 200 len: 946 time: 0.1977830 Oct 27 10:41:11.471744 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-0cd4ba3e-caf2-4119-ae09-f960a761d857 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:11.616568 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ce3ac2c8-1512-4497-b3cf-7bdff1530d31 req-e7d163a5-0041-4763-b08c-940e13c60cc5 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "GET /v2.0/security-groups?id=9678e9b4-8ecf-4d94-a14b-d92ef88d2ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1253843 Oct 27 10:41:11.828946 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07668d0b-a54f-4f27-a745-9def91894344 req-3142a681-26a4-495b-b87a-520a7ac5bd13 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:41:11.848260 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-07668d0b-a54f-4f27-a745-9def91894344 req-3142a681-26a4-495b-b87a-520a7ac5bd13 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/ports?device_id=6531a9ba-3dd6-4e37-8415-ddbffecde67d HTTP/1.1" status: 200 len: 908 time: 0.0907307 Oct 27 10:41:12.064576 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228183a1-2e84-47f8-a180-c20f89946449 req-d113010f-5fc2-4fe5-8d3d-ea67eab1c3ca tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:41:12.066504 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-228183a1-2e84-47f8-a180-c20f89946449 req-d113010f-5fc2-4fe5-8d3d-ea67eab1c3ca tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.76 "GET /v2.0/ports?device_id=6531a9ba-3dd6-4e37-8415-ddbffecde67d HTTP/1.1" status: 200 len: 908 time: 0.2466750 Oct 27 10:41:12.076520 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56282507-4b9b-4c84-b47e-e4d0adbe007d None None] Network b3a8ca78-9d01-467e-a487-2752cbccb1d7 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:41:12.210779 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_common [None req-0cd4ba3e-caf2-4119-ae09-f960a761d857 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Allocated IP 172.20.0.25 (b3a8ca78-9d01-467e-a487-2752cbccb1d7/d047811e-83ad-42cb-a6f3-fb9ba56a17f1/3558b449-0409-44f9-958b-32342beaa4ee) {{(pid=102346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:41:12.255437 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-80e56e54-0e3b-4698-8477-8869d3a063fd None None] Provisioning complete for port 3558b449-0409-44f9-958b-32342beaa4ee triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:41:12.255920 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-80e56e54-0e3b-4698-8477-8869d3a063fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:12.338300 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-80e56e54-0e3b-4698-8477-8869d3a063fd None None] Port 3558b449-0409-44f9-958b-32342beaa4ee cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:41:12.348766 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 46906) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:41:12.420014 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-80e56e54-0e3b-4698-8477-8869d3a063fd None None] Provisioning complete for port e9b14d86-0e01-4fa6-894b-9866be9dafc0 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:41:12.420982 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [req-228183a1-2e84-47f8-a180-c20f89946449 req-8dc56247-f26e-4d5d-a3d5-8ebf58ce1b76 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Deleting port ccc30922-670e-41d4-8c96-e76427ef2fc5 {{(pid=102346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:41:12.421421 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-228183a1-2e84-47f8-a180-c20f89946449 req-8dc56247-f26e-4d5d-a3d5-8ebf58ce1b76 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:12.423847 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-80e56e54-0e3b-4698-8477-8869d3a063fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:12.651800 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device e9b14d86-0e01-4fa6-894b-9866be9dafc0 up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:41:12.682019 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-e4717ad8-d276-4e6c-a576-b826a95386b0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:12.743628 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [req-228183a1-2e84-47f8-a180-c20f89946449 req-8dc56247-f26e-4d5d-a3d5-8ebf58ce1b76 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] For port ccc30922-670e-41d4-8c96-e76427ef2fc5, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=ccc30922-670e-41d4-8c96-e76427ef2fc5,segment=NetworkSegment(3fa8f95e-6276-4974-b5c0-da1e0ae271fc),segment_id=3fa8f95e-6276-4974-b5c0-da1e0ae271fc)] {{(pid=102346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:41:12.744191 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-228183a1-2e84-47f8-a180-c20f89946449 req-8dc56247-f26e-4d5d-a3d5-8ebf58ce1b76 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:12.789882 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [req-228183a1-2e84-47f8-a180-c20f89946449 req-8dc56247-f26e-4d5d-a3d5-8ebf58ce1b76 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Calling delete_port for ccc30922-670e-41d4-8c96-e76427ef2fc5 owned by compute:nova {{(pid=102346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:41:12.859759 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-e4717ad8-d276-4e6c-a576-b826a95386b0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:12.925359 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-e4717ad8-d276-4e6c-a576-b826a95386b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:13.025373 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port e9b14d86-0e01-4fa6-894b-9866be9dafc0 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:41:13.025649 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:13.062895 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-e4717ad8-d276-4e6c-a576-b826a95386b0 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7564272fdebe4d48b888591045e5028e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7161949 Oct 27 10:41:13.080893 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 46914) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:41:13.278226 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-3d6fcdb5-1f87-47c9-8c32-9a14c28b43f3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:13.302984 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-3d6fcdb5-1f87-47c9-8c32-9a14c28b43f3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:13.388109 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823e8f4e-486a-4f1d-b812-de0d54b590ca req-0ef9ff47-3cac-41ab-a379-c9f222707976 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:41:13.397602 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-823e8f4e-486a-4f1d-b812-de0d54b590ca req-0ef9ff47-3cac-41ab-a379-c9f222707976 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "GET /v2.0/ports?device_id=cb570a6b-6921-4cfb-916b-d7e7c80e6c97 HTTP/1.1" status: 200 len: 946 time: 0.5349865 Oct 27 10:41:13.399447 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-3d6fcdb5-1f87-47c9-8c32-9a14c28b43f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:13.402391 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-3d6fcdb5-1f87-47c9-8c32-9a14c28b43f3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:13.406286 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-228183a1-2e84-47f8-a180-c20f89946449 req-8dc56247-f26e-4d5d-a3d5-8ebf58ce1b76 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:13.410875 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-0cd4ba3e-caf2-4119-ae09-f960a761d857 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks [] for port, precommit_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:13.416515 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-3d6fcdb5-1f87-47c9-8c32-9a14c28b43f3 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d35a681f-6f51-44ad-bcde-5975942a6885 HTTP/1.1" status: 204 len: 168 time: 0.2863302 Oct 27 10:41:13.431851 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c1cbc6-8594-4273-8ee1-8970ded3ebf2 req-f26aae1a-07f3-4941-98de-7e03c3908ef3 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:41:13.445998 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-70c1cbc6-8594-4273-8ee1-8970ded3ebf2 req-f26aae1a-07f3-4941-98de-7e03c3908ef3 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/ports?device_id=6531a9ba-3dd6-4e37-8415-ddbffecde67d HTTP/1.1" status: 200 len: 908 time: 0.3431008 Oct 27 10:41:13.484215 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4717ad8-d276-4e6c-a576-b826a95386b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d35a681f-6f51-44ad-bcde-5975942a6885,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:41:13.510097 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-0cd4ba3e-caf2-4119-ae09-f960a761d857 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27024173'] for port, after_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:13.528028 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6fcdb5-1f87-47c9-8c32-9a14c28b43f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d35a681f-6f51-44ad-bcde-5975942a6885,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:41:13.546831 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc56247-f26e-4d5d-a3d5-8ebf58ce1b76 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Pushing event deleted for resources: {'Port': ['ID=ccc30922-670e-41d4-8c96-e76427ef2fc5,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:41:13.560153 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-823e8f4e-486a-4f1d-b812-de0d54b590ca req-313185bf-1bc7-4335-be90-d0beb8833a41 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "GET /v2.0/security-groups?id=9678e9b4-8ecf-4d94-a14b-d92ef88d2ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1425285 Oct 27 10:41:13.789189 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [req-228183a1-2e84-47f8-a180-c20f89946449 req-8dc56247-f26e-4d5d-a3d5-8ebf58ce1b76 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] No DVR routers for this DVR port ccc30922-670e-41d4-8c96-e76427ef2fc5 on host n-h2-813419-10 {{(pid=102346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:41:13.843987 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-228183a1-2e84-47f8-a180-c20f89946449 req-8dc56247-f26e-4d5d-a3d5-8ebf58ce1b76 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:13.847997 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-228183a1-2e84-47f8-a180-c20f89946449 req-8dc56247-f26e-4d5d-a3d5-8ebf58ce1b76 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.76 "DELETE /v2.0/ports/ccc30922-670e-41d4-8c96-e76427ef2fc5 HTTP/1.1" status: 204 len: 173 time: 1.7724588 Oct 27 10:41:13.848698 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6531a9ba-3dd6-4e37-8415-ddbffecde67d', 'name': 'network-vif-deleted', 'tag': 'ccc30922-670e-41d4-8c96-e76427ef2fc5'}] {{(pid=102346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:41:13.851163 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc0e418f5fc417c8d55d94c0aa509b037d0beb2a734c1a709e789eb65639a56d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e766710d-5aa8-4107-9655-c270a15c797d" -d '{"events": [{"server_uuid": "6531a9ba-3dd6-4e37-8415-ddbffecde67d", "name": "network-vif-deleted", "tag": "ccc30922-670e-41d4-8c96-e76427ef2fc5"}]}' {{(pid=102346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:41:13.890694 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2393c2-0a5f-4dac-acb8-c5c0c289f1f6 req-95897a3f-c298-4b58-a0a7-3e66a197b088 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:41:13.920373 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2393c2-0a5f-4dac-acb8-c5c0c289f1f6 req-95897a3f-c298-4b58-a0a7-3e66a197b088 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:41:13.944353 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2393c2-0a5f-4dac-acb8-c5c0c289f1f6 req-95897a3f-c298-4b58-a0a7-3e66a197b088 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:41:13.964243 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd4ba3e-caf2-4119-ae09-f960a761d857 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Pushing event updated for resources: {'Port': ['ID=3558b449-0409-44f9-958b-32342beaa4ee,revision_number=3']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:41:13.966968 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2393c2-0a5f-4dac-acb8-c5c0c289f1f6 req-95897a3f-c298-4b58-a0a7-3e66a197b088 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:41:13.980221 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2393c2-0a5f-4dac-acb8-c5c0c289f1f6 req-95897a3f-c298-4b58-a0a7-3e66a197b088 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:41:13.993927 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:41:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69ad9518-db70-4760-ab56-5cf3fbbeb7b8 x-openstack-request-id: req-69ad9518-db70-4760-ab56-5cf3fbbeb7b8 {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:41:13.994226 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6531a9ba-3dd6-4e37-8415-ddbffecde67d", "name": "network-vif-deleted", "tag": "ccc30922-670e-41d4-8c96-e76427ef2fc5", "status": "completed", "code": 200}]} {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:41:13.994475 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-69ad9518-db70-4760-ab56-5cf3fbbeb7b8 {{(pid=102346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:41:13.994883 n-d-813419-10 neutron-server[102346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6531a9ba-3dd6-4e37-8415-ddbffecde67d', 'name': 'network-vif-deleted', 'tag': 'ccc30922-670e-41d4-8c96-e76427ef2fc5', 'status': 'completed', 'code': 200} Oct 27 10:41:13.998599 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2393c2-0a5f-4dac-acb8-c5c0c289f1f6 req-95897a3f-c298-4b58-a0a7-3e66a197b088 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:41:14.012779 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2393c2-0a5f-4dac-acb8-c5c0c289f1f6 req-95897a3f-c298-4b58-a0a7-3e66a197b088 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:41:14.019422 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-7f2393c2-0a5f-4dac-acb8-c5c0c289f1f6 req-95897a3f-c298-4b58-a0a7-3e66a197b088 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] 10.222.0.44 "GET /v2.0/ports?device_id=91ccc442-ec50-4418-afd5-4249b29ada1e HTTP/1.1" status: 200 len: 5443 time: 0.2789223 Oct 27 10:41:14.038467 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-0cd4ba3e-caf2-4119-ae09-f960a761d857 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] In _notify_port_updated(), no bound segment for port 3558b449-0409-44f9-958b-32342beaa4ee on network b3a8ca78-9d01-467e-a487-2752cbccb1d7 {{(pid=102346) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 27 10:41:14.066224 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 46928) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:41:14.069139 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cd4ba3e-caf2-4119-ae09-f960a761d857 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:41:14.069833 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-0cd4ba3e-caf2-4119-ae09-f960a761d857 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:14.083473 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-0cd4ba3e-caf2-4119-ae09-f960a761d857 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] 10.222.0.44 "PUT /v2.0/ports/3558b449-0409-44f9-958b-32342beaa4ee HTTP/1.1" status: 200 len: 999 time: 2.8092620 Oct 27 10:41:14.084150 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 46930) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:41:14.125181 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-3be8e873-60a8-4937-8b6f-003fd6c3396c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:14.205982 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-7f2393c2-0a5f-4dac-acb8-c5c0c289f1f6 req-acc78577-ca5b-4201-844f-20e63f36ff6a tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] 10.222.0.44 "GET /v2.0/security-groups?id=55228541-a3ac-4395-a6f1-3eb381084dbe&id=ae9e7cb5-3404-4285-8fc7-72260b0f869e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1787546 Oct 27 10:41:14.244627 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-1e404b72-ef07-43ae-b7ce-3c1bcd51e779 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Deleting port 3558b449-0409-44f9-958b-32342beaa4ee {{(pid=102346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:41:14.244627 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-1e404b72-ef07-43ae-b7ce-3c1bcd51e779 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:14.357802 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-3be8e873-60a8-4937-8b6f-003fd6c3396c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:14.371647 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-3be8e873-60a8-4937-8b6f-003fd6c3396c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:14.429638 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-3be8e873-60a8-4937-8b6f-003fd6c3396c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=464d8c8087b545dbbc45420850a54357&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3621039 Oct 27 10:41:14.432117 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 46936) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:41:14.497565 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be8e873-60a8-4937-8b6f-003fd6c3396c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=439cfb8a-b085-489f-ba5a-16adf618840a,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:41:14.533835 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be8e873-60a8-4937-8b6f-003fd6c3396c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:41:14.534540 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be8e873-60a8-4937-8b6f-003fd6c3396c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:41:14.535291 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be8e873-60a8-4937-8b6f-003fd6c3396c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:41:14.536061 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be8e873-60a8-4937-8b6f-003fd6c3396c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:41:14.536777 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be8e873-60a8-4937-8b6f-003fd6c3396c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:41:14.537330 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be8e873-60a8-4937-8b6f-003fd6c3396c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:41:14.537899 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be8e873-60a8-4937-8b6f-003fd6c3396c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:41:14.538736 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be8e873-60a8-4937-8b6f-003fd6c3396c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:41:14.540359 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be8e873-60a8-4937-8b6f-003fd6c3396c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:41:14.540972 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be8e873-60a8-4937-8b6f-003fd6c3396c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:41:14.541523 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be8e873-60a8-4937-8b6f-003fd6c3396c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:41:14.542068 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be8e873-60a8-4937-8b6f-003fd6c3396c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:41:14.593437 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-2407d6d6-4b6d-4b1c-8a1a-50d82360acd1 None None] Provisioning complete for port 3558b449-0409-44f9-958b-32342beaa4ee triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:41:14.594023 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-2407d6d6-4b6d-4b1c-8a1a-50d82360acd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:14.628154 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9308aa9b-06d6-4b9e-8002-21b6034d1a2e req-2367c078-7c1d-4097-a6db-2d8175900662 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:41:14.636159 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9308aa9b-06d6-4b9e-8002-21b6034d1a2e req-2367c078-7c1d-4097-a6db-2d8175900662 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:41:14.639470 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-8fd93fb5-f13d-466e-87a0-0b105cc728b5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:14.643831 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9308aa9b-06d6-4b9e-8002-21b6034d1a2e req-2367c078-7c1d-4097-a6db-2d8175900662 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:41:14.659372 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9308aa9b-06d6-4b9e-8002-21b6034d1a2e req-2367c078-7c1d-4097-a6db-2d8175900662 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:41:14.680739 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9308aa9b-06d6-4b9e-8002-21b6034d1a2e req-2367c078-7c1d-4097-a6db-2d8175900662 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:41:14.686690 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-803a0b2b-ce59-437a-b686-c1d2bc21bcde req-39f8694f-3463-4d8c-9d9f-e57b8295cca1 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/ports?device_id=6531a9ba-3dd6-4e37-8415-ddbffecde67d HTTP/1.1" status: 200 len: 210 time: 0.0508461 Oct 27 10:41:14.707315 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9308aa9b-06d6-4b9e-8002-21b6034d1a2e req-2367c078-7c1d-4097-a6db-2d8175900662 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:41:14.719261 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-2407d6d6-4b6d-4b1c-8a1a-50d82360acd1 None None] Port 3558b449-0409-44f9-958b-32342beaa4ee cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:41:14.720259 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-8fd93fb5-f13d-466e-87a0-0b105cc728b5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:14.726778 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9308aa9b-06d6-4b9e-8002-21b6034d1a2e req-2367c078-7c1d-4097-a6db-2d8175900662 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:41:14.734109 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-2407d6d6-4b6d-4b1c-8a1a-50d82360acd1 None None] Provisioning complete for port e9b14d86-0e01-4fa6-894b-9866be9dafc0 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:41:14.734547 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-2407d6d6-4b6d-4b1c-8a1a-50d82360acd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:14.739630 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-9308aa9b-06d6-4b9e-8002-21b6034d1a2e req-2367c078-7c1d-4097-a6db-2d8175900662 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] 10.222.0.44 "GET /v2.0/ports?device_id=91ccc442-ec50-4418-afd5-4249b29ada1e HTTP/1.1" status: 200 len: 5443 time: 0.3034332 Oct 27 10:41:14.817692 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-1e404b72-ef07-43ae-b7ce-3c1bcd51e779 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:14.836122 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-1e404b72-ef07-43ae-b7ce-3c1bcd51e779 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Calling delete_port for 3558b449-0409-44f9-958b-32342beaa4ee owned by {{(pid=102346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:41:14.856621 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-8fd93fb5-f13d-466e-87a0-0b105cc728b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:14.877558 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-8fd93fb5-f13d-466e-87a0-0b105cc728b5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:14.882147 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-8fd93fb5-f13d-466e-87a0-0b105cc728b5 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/439cfb8a-b085-489f-ba5a-16adf618840a HTTP/1.1" status: 204 len: 168 time: 0.4488635 Oct 27 10:41:14.964494 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd93fb5-f13d-466e-87a0-0b105cc728b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=439cfb8a-b085-489f-ba5a-16adf618840a,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:41:15.013260 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac9e01c-4458-4803-92d5-6799658fabbc req-7a00c4a9-0936-4f60-ac68-7455ab84f896 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:41:15.014865 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8ac9e01c-4458-4803-92d5-6799658fabbc req-7a00c4a9-0936-4f60-ac68-7455ab84f896 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "GET /v2.0/ports?device_id=cb570a6b-6921-4cfb-916b-d7e7c80e6c97 HTTP/1.1" status: 200 len: 946 time: 0.1812525 Oct 27 10:41:15.098460 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8ac9e01c-4458-4803-92d5-6799658fabbc req-ea838bb1-2dfc-4547-a216-65cbf4f5ef7f tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "GET /v2.0/security-groups?id=9678e9b4-8ecf-4d94-a14b-d92ef88d2ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754449 Oct 27 10:41:15.145753 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-b7fb020b-068f-4469-85f8-2f79ff0afec6 None None] Provisioning complete for port 3558b449-0409-44f9-958b-32342beaa4ee triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:41:15.147175 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-b7fb020b-068f-4469-85f8-2f79ff0afec6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:15.150044 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-1e404b72-ef07-43ae-b7ce-3c1bcd51e779 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:15.184343 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-b7fb020b-068f-4469-85f8-2f79ff0afec6 None None] Port 3558b449-0409-44f9-958b-32342beaa4ee was deleted so its status cannot be updated. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:331}} Oct 27 10:41:15.198306 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e404b72-ef07-43ae-b7ce-3c1bcd51e779 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Pushing event deleted for resources: {'Port': ['ID=3558b449-0409-44f9-958b-32342beaa4ee,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:41:15.352310 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-1e404b72-ef07-43ae-b7ce-3c1bcd51e779 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:15.355967 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-1e404b72-ef07-43ae-b7ce-3c1bcd51e779 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] 10.222.0.44 "DELETE /v2.0/ports/3558b449-0409-44f9-958b-32342beaa4ee HTTP/1.1" status: 204 len: 168 time: 1.2701068 Oct 27 10:41:15.358604 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 46948) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:41:15.405816 n-d-813419-10 neutron-server[102346]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a8a2281-4401-4ebc-826b-223863e50fab tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] GET failed (client error): The resource could not be found. Oct 27 10:41:15.411086 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 46950) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:41:15.411261 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-4a8a2281-4401-4ebc-826b-223863e50fab tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] 10.222.0.44 "GET /v2.0/ports/3558b449-0409-44f9-958b-32342beaa4ee HTTP/1.1" status: 404 len: 333 time: 0.0514560 Oct 27 10:41:15.516394 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3957326-6285-4728-8d1e-0a5ea81dff0b tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Deleting subnet d047811e-83ad-42cb-a6f3-fb9ba56a17f1 {{(pid=102347) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 10:41:15.521362 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-d3957326-6285-4728-8d1e-0a5ea81dff0b tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks [] for subnet, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:15.552816 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 46956) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:41:15.577579 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-d3957326-6285-4728-8d1e-0a5ea81dff0b tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-18445109'] for subnet, precommit_delete_associations {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:15.581960 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-8fdca0f1-5431-4240-8833-6b911d144437 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:15.746553 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-d3957326-6285-4728-8d1e-0a5ea81dff0b tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855646'] for subnet, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:15.784955 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-8fdca0f1-5431-4240-8833-6b911d144437 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:15.796478 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-8fdca0f1-5431-4240-8833-6b911d144437 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:15.834271 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-d3957326-6285-4728-8d1e-0a5ea81dff0b tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-18295818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18043720'] for subnet, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:15.871848 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdca0f1-5431-4240-8833-6b911d144437 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8fb19b4-6c1f-4a23-b21e-5d9eb97d7991,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:41:15.876064 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3957326-6285-4728-8d1e-0a5ea81dff0b tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Pushing event deleted for resources: {'Subnet': ['ID=d047811e-83ad-42cb-a6f3-fb9ba56a17f1,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:41:15.886976 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-d3957326-6285-4728-8d1e-0a5ea81dff0b tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks [] for subnet, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:15.890623 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-d3957326-6285-4728-8d1e-0a5ea81dff0b tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] 10.222.0.44 "DELETE /v2.0/subnets/d047811e-83ad-42cb-a6f3-fb9ba56a17f1 HTTP/1.1" status: 204 len: 168 time: 0.4784117 Oct 27 10:41:15.899426 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 46964) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:41:15.924161 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-8fdca0f1-5431-4240-8833-6b911d144437 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=05da334cb9824ae69945ce42646140fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3685691 Oct 27 10:41:15.926831 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 46968) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:41:16.000016 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device ccc30922-670e-41d4-8c96-e76427ef2fc5 no longer exists at agent hyperv_n-h2-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:41:16.052685 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_v2 [None req-0db6bf2c-d544-42c5-9165-923aeec1f129 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Deleting subnet c24aedd4-7be9-4b1f-97b8-b17e3e4dc10c {{(pid=102347) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 10:41:16.056871 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-0db6bf2c-d544-42c5-9165-923aeec1f129 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks [] for subnet, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:16.057287 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] No Port match for: ccc30922-670e-41d4-8c96-e76427ef2fc5 {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:41:16.057999 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device ccc30922-670e-41d4-8c96-e76427ef2fc5 not bound to the agent host n-h2-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:41:16.068295 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-2fa5f33f-e709-4863-94f0-7d419ff17f5a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:16.168573 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-0db6bf2c-d544-42c5-9165-923aeec1f129 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-18445109'] for subnet, precommit_delete_associations {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:16.169969 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-2fa5f33f-e709-4863-94f0-7d419ff17f5a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:16.220938 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-65a0c3b7-a501-4de5-86e2-dfc266682810 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:16.287872 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f99a79-15d5-43c6-a6ce-b5c247d4f7f0 req-a42d9dba-f3b6-465a-a61d-40bbbdb03bf9 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:41:16.295003 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-03f99a79-15d5-43c6-a6ce-b5c247d4f7f0 req-a42d9dba-f3b6-465a-a61d-40bbbdb03bf9 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/ports?device_id=1ef8df17-bc2c-4faf-8755-5951c6dfe935 HTTP/1.1" status: 200 len: 945 time: 0.2122519 Oct 27 10:41:16.362428 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7070c495-e250-43f0-a4b5-1708c11c6792 None None] Network b3a8ca78-9d01-467e-a487-2752cbccb1d7 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:41:16.388507 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-03f99a79-15d5-43c6-a6ce-b5c247d4f7f0 req-43d0f457-df4f-4334-a864-9ba6b230e35e tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/security-groups?id=cc9284c7-fb9e-4cd7-891d-df58f9ea4e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924337 Oct 27 10:41:16.397267 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-2fa5f33f-e709-4863-94f0-7d419ff17f5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:16.400160 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-2fa5f33f-e709-4863-94f0-7d419ff17f5a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:16.403717 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-2fa5f33f-e709-4863-94f0-7d419ff17f5a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b8fb19b4-6c1f-4a23-b21e-5d9eb97d7991 HTTP/1.1" status: 204 len: 168 time: 0.4735801 Oct 27 10:41:16.421511 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa5f33f-e709-4863-94f0-7d419ff17f5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8fb19b4-6c1f-4a23-b21e-5d9eb97d7991,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:41:16.454056 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-0db6bf2c-d544-42c5-9165-923aeec1f129 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855646'] for subnet, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:16.528364 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-537ebb6c-4f81-4931-b431-a2b1f7ee1600 None None] Could not find standard attr ID for object 3558b449-0409-44f9-958b-32342beaa4ee. {{(pid=102348) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 27 10:41:16.532517 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167ea6ac-e906-4329-a8c0-728b94d3d8f9 req-65e11fe5-419a-49c4-9a88-6dfa69643749 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:41:16.535231 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-167ea6ac-e906-4329-a8c0-728b94d3d8f9 req-65e11fe5-419a-49c4-9a88-6dfa69643749 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "GET /v2.0/ports?device_id=cb570a6b-6921-4cfb-916b-d7e7c80e6c97 HTTP/1.1" status: 200 len: 946 time: 0.2177885 Oct 27 10:41:16.647448 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-167ea6ac-e906-4329-a8c0-728b94d3d8f9 req-6bc92e08-8a4b-471f-9bee-5091124b53c8 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "GET /v2.0/security-groups?id=9678e9b4-8ecf-4d94-a14b-d92ef88d2ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1007755 Oct 27 10:41:16.695272 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-0db6bf2c-d544-42c5-9165-923aeec1f129 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-18295818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18043720'] for subnet, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:16.725610 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-0db6bf2c-d544-42c5-9165-923aeec1f129 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks [] for subnet, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:16.755392 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-0db6bf2c-d544-42c5-9165-923aeec1f129 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] 10.222.0.44 "DELETE /v2.0/subnets/c24aedd4-7be9-4b1f-97b8-b17e3e4dc10c HTTP/1.1" status: 204 len: 168 time: 0.8541002 Oct 27 10:41:16.758445 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 46984) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:41:16.819490 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db6bf2c-d544-42c5-9165-923aeec1f129 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Pushing event deleted for resources: {'Subnet': ['ID=c24aedd4-7be9-4b1f-97b8-b17e3e4dc10c,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:41:17.001065 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-233828af-280e-450c-96cc-5ad955256cf6 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586917'] for network, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:17.171621 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-233828af-280e-450c-96cc-5ad955256cf6 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Deleting port e9b14d86-0e01-4fa6-894b-9866be9dafc0 {{(pid=102346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:41:17.171921 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-233828af-280e-450c-96cc-5ad955256cf6 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:17.287111 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 47000) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:41:17.326085 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [None req-233828af-280e-450c-96cc-5ad955256cf6 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] For port e9b14d86-0e01-4fa6-894b-9866be9dafc0, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=e9b14d86-0e01-4fa6-894b-9866be9dafc0,segment=NetworkSegment(d33c466b-723d-4494-b57e-a314a5e31b32),segment_id=d33c466b-723d-4494-b57e-a314a5e31b32)] {{(pid=102346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:41:17.326450 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-233828af-280e-450c-96cc-5ad955256cf6 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:17.384986 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-233828af-280e-450c-96cc-5ad955256cf6 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Calling delete_port for e9b14d86-0e01-4fa6-894b-9866be9dafc0 owned by network:dhcp {{(pid=102346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:41:17.653089 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689941cd-f603-4169-837c-aeb1ef3bb104 req-28dd13ec-276b-4d8a-b633-47629f59b42a tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:41:17.653280 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da049f43-69f1-478e-ad0f-789a53034f32 req-93968295-eba2-4368-b615-965eeffbdee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:41:17.653710 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da049f43-69f1-478e-ad0f-789a53034f32 req-93968295-eba2-4368-b615-965eeffbdee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:41:17.654185 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da049f43-69f1-478e-ad0f-789a53034f32 req-93968295-eba2-4368-b615-965eeffbdee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:41:17.654634 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da049f43-69f1-478e-ad0f-789a53034f32 req-93968295-eba2-4368-b615-965eeffbdee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:41:17.655354 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da049f43-69f1-478e-ad0f-789a53034f32 req-93968295-eba2-4368-b615-965eeffbdee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:41:17.656081 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da049f43-69f1-478e-ad0f-789a53034f32 req-93968295-eba2-4368-b615-965eeffbdee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:41:17.661834 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-689941cd-f603-4169-837c-aeb1ef3bb104 req-28dd13ec-276b-4d8a-b633-47629f59b42a tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/ports?device_id=1ef8df17-bc2c-4faf-8755-5951c6dfe935 HTTP/1.1" status: 200 len: 945 time: 0.0902407 Oct 27 10:41:17.678734 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da049f43-69f1-478e-ad0f-789a53034f32 req-93968295-eba2-4368-b615-965eeffbdee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:41:17.696314 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-da049f43-69f1-478e-ad0f-789a53034f32 req-93968295-eba2-4368-b615-965eeffbdee0 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=91ccc442-ec50-4418-afd5-4249b29ada1e HTTP/1.1" status: 200 len: 6507 time: 0.4077225 Oct 27 10:41:17.739620 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2fadc9-06b6-44c0-9de0-2a4ebf022f53 req-16591104-bde7-4f05-b94d-eff6a0d06ebe tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:41:17.746370 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ec2fadc9-06b6-44c0-9de0-2a4ebf022f53 req-16591104-bde7-4f05-b94d-eff6a0d06ebe tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.76 "GET /v2.0/ports?device_id=1ef8df17-bc2c-4faf-8755-5951c6dfe935 HTTP/1.1" status: 200 len: 945 time: 0.2173200 Oct 27 10:41:17.747340 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-233828af-280e-450c-96cc-5ad955256cf6 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:17.790208 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-da049f43-69f1-478e-ad0f-789a53034f32 req-adbb5d90-b547-4d5b-88b1-333bb829e8ed service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=55228541-a3ac-4395-a6f1-3eb381084dbe&id=ae9e7cb5-3404-4285-8fc7-72260b0f869e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0923171 Oct 27 10:41:17.815722 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fea8655d-3b76-41f7-a4b0-9cb94dc433d8 None None] Network b3a8ca78-9d01-467e-a487-2752cbccb1d7 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:41:17.872659 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233828af-280e-450c-96cc-5ad955256cf6 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Pushing event deleted for resources: {'Port': ['ID=e9b14d86-0e01-4fa6-894b-9866be9dafc0,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:41:17.898329 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1867aa76-d5dd-42eb-9ef6-cfb07b49fb65 req-776cf273-ac76-4e6b-a50a-785857168c06 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:41:17.910321 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-1867aa76-d5dd-42eb-9ef6-cfb07b49fb65 req-776cf273-ac76-4e6b-a50a-785857168c06 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "GET /v2.0/ports?device_id=cb570a6b-6921-4cfb-916b-d7e7c80e6c97 HTTP/1.1" status: 200 len: 946 time: 0.1023309 Oct 27 10:41:17.937778 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-233828af-280e-450c-96cc-5ad955256cf6 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] No DVR routers for this DVR port e9b14d86-0e01-4fa6-894b-9866be9dafc0 on host n-d-813419-10 {{(pid=102346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:41:17.992157 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-1867aa76-d5dd-42eb-9ef6-cfb07b49fb65 req-d15d821f-c35e-4f76-8e22-9dd8c08cae95 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "GET /v2.0/security-groups?id=9678e9b4-8ecf-4d94-a14b-d92ef88d2ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718875 Oct 27 10:41:18.006292 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-689941cd-f603-4169-837c-aeb1ef3bb104 req-e588b5ed-a21d-47ac-817a-32def49a651f tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/security-groups?id=cc9284c7-fb9e-4cd7-891d-df58f9ea4e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3375435 Oct 27 10:41:18.164789 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-5f0a63a6-c839-41f4-9a10-258f3e930194 None None] Could not find standard attr ID for object e9b14d86-0e01-4fa6-894b-9866be9dafc0. {{(pid=102348) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 27 10:41:18.264355 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ec0af7b-c624-4757-8a88-5709176b9781 None None] DHCP port deletion for b3a8ca78-9d01-467e-a487-2752cbccb1d7 request from n-d-813419-10 {{(pid=102348) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 10:41:18.334817 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-233828af-280e-450c-96cc-5ad955256cf6 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857803', 'neutron.services.segments.db._delete_segments_for_network-8743873143390'] for network, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:18.368798 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-233828af-280e-450c-96cc-5ad955256cf6 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3a8ca78-9d01-467e-a487-2752cbccb1d7']}} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:41:18.380736 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-233828af-280e-450c-96cc-5ad955256cf6 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd33c466b-723d-4494-b57e-a314a5e31b32') {'for_net_delete': True} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:41:18.381245 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-233828af-280e-450c-96cc-5ad955256cf6 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd33c466b-723d-4494-b57e-a314a5e31b32') {} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:41:18.397887 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-233828af-280e-450c-96cc-5ad955256cf6 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743873145191', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25847877'] for segment, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:18.410502 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [req-ec2fadc9-06b6-44c0-9de0-2a4ebf022f53 req-9484ca9a-4217-4efe-93bc-84100d510323 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Deleting port 8b3b8844-d176-4de4-93a7-9d129cb07aef {{(pid=102346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:41:18.411125 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-ec2fadc9-06b6-44c0-9de0-2a4ebf022f53 req-9484ca9a-4217-4efe-93bc-84100d510323 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:18.459197 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-233828af-280e-450c-96cc-5ad955256cf6 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:18.476445 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-233828af-280e-450c-96cc-5ad955256cf6 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Releasing vlan 420 on physical network physnet1 to pool {{(pid=102346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 10:41:18.477129 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-233828af-280e-450c-96cc-5ad955256cf6 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27024137'] for segment, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:18.482441 n-d-813419-10 neutron-server[102346]: Traceback (most recent call last): Oct 27 10:41:18.482441 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 10:41:18.482441 n-d-813419-10 neutron-server[102346]: timer() Oct 27 10:41:18.482441 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 10:41:18.482441 n-d-813419-10 neutron-server[102346]: cb(*args, **kw) Oct 27 10:41:18.482441 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 10:41:18.482441 n-d-813419-10 neutron-server[102346]: return func(*args, **kwargs) Oct 27 10:41:18.482441 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 10:41:18.482441 n-d-813419-10 neutron-server[102346]: self._notify() Oct 27 10:41:18.482441 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 10:41:18.482441 n-d-813419-10 neutron-server[102346]: self.callback(batched_events) Oct 27 10:41:18.482441 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 10:41:18.482441 n-d-813419-10 neutron-server[102346]: event.method(event) Oct 27 10:41:18.482441 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 10:41:18.482441 n-d-813419-10 neutron-server[102346]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 10:41:18.482441 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 10:41:18.482441 n-d-813419-10 neutron-server[102346]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 10:41:18.482441 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 10:41:18.482441 n-d-813419-10 neutron-server[102346]: return f(self, *a, **k) Oct 27 10:41:18.482441 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 10:41:18.482441 n-d-813419-10 neutron-server[102346]: return self._get(url).json() Oct 27 10:41:18.482441 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 10:41:18.482441 n-d-813419-10 neutron-server[102346]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 10:41:18.482441 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 10:41:18.482441 n-d-813419-10 neutron-server[102346]: return self.request(url, 'GET', **kwargs) Oct 27 10:41:18.482441 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 10:41:18.482441 n-d-813419-10 neutron-server[102346]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 10:41:18.482441 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 10:41:18.482441 n-d-813419-10 neutron-server[102346]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 10:41:18.482441 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 10:41:18.482441 n-d-813419-10 neutron-server[102346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 10:41:18.482441 n-d-813419-10 neutron-server[102346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 10:41:18.582140 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device e9b14d86-0e01-4fa6-894b-9866be9dafc0 no longer exists at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:41:18.617610 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [req-ec2fadc9-06b6-44c0-9de0-2a4ebf022f53 req-9484ca9a-4217-4efe-93bc-84100d510323 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] For port 8b3b8844-d176-4de4-93a7-9d129cb07aef, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=8b3b8844-d176-4de4-93a7-9d129cb07aef,segment=NetworkSegment(3fa8f95e-6276-4974-b5c0-da1e0ae271fc),segment_id=3fa8f95e-6276-4974-b5c0-da1e0ae271fc)] {{(pid=102346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:41:18.618278 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-ec2fadc9-06b6-44c0-9de0-2a4ebf022f53 req-9484ca9a-4217-4efe-93bc-84100d510323 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:18.638669 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [req-ec2fadc9-06b6-44c0-9de0-2a4ebf022f53 req-9484ca9a-4217-4efe-93bc-84100d510323 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Calling delete_port for 8b3b8844-d176-4de4-93a7-9d129cb07aef owned by compute:nova {{(pid=102346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:41:18.668234 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] No Port match for: e9b14d86-0e01-4fa6-894b-9866be9dafc0 {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:41:18.680626 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device e9b14d86-0e01-4fa6-894b-9866be9dafc0 not bound to the agent host n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:41:18.797617 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-233828af-280e-450c-96cc-5ad955256cf6 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664840'] for network, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:18.810436 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-233828af-280e-450c-96cc-5ad955256cf6 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for network, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:18.817932 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-233828af-280e-450c-96cc-5ad955256cf6 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] 10.222.0.44 "DELETE /v2.0/networks/b3a8ca78-9d01-467e-a487-2752cbccb1d7 HTTP/1.1" status: 204 len: 168 time: 2.0547884 Oct 27 10:41:18.818132 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 47036) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:41:18.846910 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233828af-280e-450c-96cc-5ad955256cf6 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Pushing event deleted for resources: {'Network': ['ID=b3a8ca78-9d01-467e-a487-2752cbccb1d7,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:41:18.852472 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-ec2fadc9-06b6-44c0-9de0-2a4ebf022f53 req-9484ca9a-4217-4efe-93bc-84100d510323 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:18.891135 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] get_ports_and_sgs() called for port_ids ['b160e90f-3f54-4032-a115-309a74841f26', '8b3b8844-d176-4de4-93a7-9d129cb07aef'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:41:18.913526 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e2a8c8a-fb2a-4fdc-8dd7-7bb9097ae2a5 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:41:18.921863 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9484ca9a-4217-4efe-93bc-84100d510323 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Pushing event deleted for resources: {'Port': ['ID=8b3b8844-d176-4de4-93a7-9d129cb07aef,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:41:18.924503 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-3e2a8c8a-fb2a-4fdc-8dd7-7bb9097ae2a5 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1047378 Oct 27 10:41:18.928079 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 47040) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:41:19.038344 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec2fadc9-06b6-44c0-9de0-2a4ebf022f53 req-9484ca9a-4217-4efe-93bc-84100d510323 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] No DVR routers for this DVR port 8b3b8844-d176-4de4-93a7-9d129cb07aef on host n-h2-813419-10 {{(pid=102346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:41:19.047802 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-ec2fadc9-06b6-44c0-9de0-2a4ebf022f53 req-9484ca9a-4217-4efe-93bc-84100d510323 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:19.056502 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ec2fadc9-06b6-44c0-9de0-2a4ebf022f53 req-9484ca9a-4217-4efe-93bc-84100d510323 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.76 "DELETE /v2.0/ports/8b3b8844-d176-4de4-93a7-9d129cb07aef HTTP/1.1" status: 204 len: 173 time: 1.2961202 Oct 27 10:41:19.061971 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ef8df17-bc2c-4faf-8755-5951c6dfe935', 'name': 'network-vif-deleted', 'tag': '8b3b8844-d176-4de4-93a7-9d129cb07aef'}] {{(pid=102346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:41:19.064437 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc0e418f5fc417c8d55d94c0aa509b037d0beb2a734c1a709e789eb65639a56d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bb6f31a-d565-4acf-9960-19b39682e779" -d '{"events": [{"server_uuid": "1ef8df17-bc2c-4faf-8755-5951c6dfe935", "name": "network-vif-deleted", "tag": "8b3b8844-d176-4de4-93a7-9d129cb07aef"}]}' {{(pid=102346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:41:19.067700 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-c114aae3-0724-4c92-9d20-351e72f2e35c tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] 10.222.0.44 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1383390 Oct 27 10:41:19.071119 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 47050) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:41:19.076131 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-0c2556c8-551c-4d48-87a6-131242a8c5dc tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1571628666'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:41:19.085155 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 47052) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:41:19.292521 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-843ed9f9-1625-4337-8c84-8d469dfc8860 req-7775e79a-6933-4172-9a26-43a2163d7680 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/ports?device_id=1ef8df17-bc2c-4faf-8755-5951c6dfe935 HTTP/1.1" status: 200 len: 210 time: 0.0773234 Oct 27 10:41:19.295441 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c2556c8-551c-4d48-87a6-131242a8c5dc tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Made reservation on behalf of 668d3c16278c42b387727d7933936a48 for: {'network': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:41:19.301045 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-0c2556c8-551c-4d48-87a6-131242a8c5dc tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for network, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:19.322392 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e466c06c-10b7-480f-a76f-a5630a12ee5e req-2067c7fb-15e5-4d4a-92f2-2edd16afe75d tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:41:19.328720 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-f414ecd4-fef0-4c18-a8d2-2a678e29f64d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:19.333192 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-e466c06c-10b7-480f-a76f-a5630a12ee5e req-2067c7fb-15e5-4d4a-92f2-2edd16afe75d tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "GET /v2.0/ports?device_id=cb570a6b-6921-4cfb-916b-d7e7c80e6c97 HTTP/1.1" status: 200 len: 946 time: 0.1954217 Oct 27 10:41:19.381837 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-2c48e611-9474-4628-ba32-713a10ac4949 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:19.405425 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c2556c8-551c-4d48-87a6-131242a8c5dc tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 430} {{(pid=102347) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 10:41:19.436044 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:41:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5806e42-7a70-43e5-b830-56b71cb946b3 x-openstack-request-id: req-e5806e42-7a70-43e5-b830-56b71cb946b3 {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:41:19.437693 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ef8df17-bc2c-4faf-8755-5951c6dfe935", "name": "network-vif-deleted", "tag": "8b3b8844-d176-4de4-93a7-9d129cb07aef", "status": "completed", "code": 200}]} {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:41:19.437959 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e5806e42-7a70-43e5-b830-56b71cb946b3 {{(pid=102346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:41:19.438786 n-d-813419-10 neutron-server[102346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ef8df17-bc2c-4faf-8755-5951c6dfe935', 'name': 'network-vif-deleted', 'tag': '8b3b8844-d176-4de4-93a7-9d129cb07aef', 'status': 'completed', 'code': 200} Oct 27 10:41:19.459208 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-0c2556c8-551c-4d48-87a6-131242a8c5dc tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:19.459459 n-d-813419-10 neutron-server[102347]: INFO neutron.db.segments_db [None req-0c2556c8-551c-4d48-87a6-131242a8c5dc tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Added segment 500702c3-71b3-4cfd-a6bc-bdb0ca90f325 of type vlan for network ddb3d118-8e8f-4e27-892f-7c0120c1da72 Oct 27 10:41:19.490552 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-e466c06c-10b7-480f-a76f-a5630a12ee5e req-74d568f3-f6c9-47d0-8039-5f21724bd010 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "GET /v2.0/security-groups?id=9678e9b4-8ecf-4d94-a14b-d92ef88d2ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1562388 Oct 27 10:41:19.566917 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-0c2556c8-551c-4d48-87a6-131242a8c5dc tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743872593080'] for network, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:19.602526 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-f414ecd4-fef0-4c18-a8d2-2a678e29f64d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:19.609552 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-f414ecd4-fef0-4c18-a8d2-2a678e29f64d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:19.633828 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-0c2556c8-551c-4d48-87a6-131242a8c5dc tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913'] for network, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:19.640174 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c2556c8-551c-4d48-87a6-131242a8c5dc tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:41:19.641091 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-0c2556c8-551c-4d48-87a6-131242a8c5dc tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for network, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:19.675245 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-f414ecd4-fef0-4c18-a8d2-2a678e29f64d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=842580abf9394ab4bbcda068b2261af4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5890563 Oct 27 10:41:19.693742 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 47056) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:41:19.718265 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f414ecd4-fef0-4c18-a8d2-2a678e29f64d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1d708c4-2706-44bf-b9c8-51d3899bca88,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:41:19.745638 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-0c2556c8-551c-4d48-87a6-131242a8c5dc tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6717904 Oct 27 10:41:19.746905 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 47058) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:41:19.754105 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-7511633b-7e58-421c-9270-458a6f9836a4 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Request body: {'subnet': {'network_id': 'ddb3d118-8e8f-4e27-892f-7c0120c1da72', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:41:19.796612 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-e480ee6a-14d0-41e0-9ac5-928531af6d36 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:19.799322 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2556c8-551c-4d48-87a6-131242a8c5dc tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Pushing event updated for resources: {'Network': ['ID=ddb3d118-8e8f-4e27-892f-7c0120c1da72,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:41:19.830550 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Network ddb3d118-8e8f-4e27-892f-7c0120c1da72 details requested by agent ovs-agent-n-d-813419-10 with host n-d-813419-10 {{(pid=102348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 10:41:19.867522 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-e480ee6a-14d0-41e0-9ac5-928531af6d36 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:19.968545 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-e480ee6a-14d0-41e0-9ac5-928531af6d36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:19.972317 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-e480ee6a-14d0-41e0-9ac5-928531af6d36 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:19.980188 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-e480ee6a-14d0-41e0-9ac5-928531af6d36 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e1d708c4-2706-44bf-b9c8-51d3899bca88 HTTP/1.1" status: 204 len: 168 time: 0.2826006 Oct 27 10:41:19.992632 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e480ee6a-14d0-41e0-9ac5-928531af6d36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1d708c4-2706-44bf-b9c8-51d3899bca88,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:41:20.010192 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7511633b-7e58-421c-9270-458a6f9836a4 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Made reservation on behalf of 668d3c16278c42b387727d7933936a48 for: {'subnet': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:41:20.014083 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-7511633b-7e58-421c-9270-458a6f9836a4 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27167186'] for subnet, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:20.026799 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:20.076130 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-eadeaa30-4096-4d1a-b3cb-aa7ebfb291ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:20.263903 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-7511633b-7e58-421c-9270-458a6f9836a4 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27024290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27167168'] for subnet, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:20.347841 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7511633b-7e58-421c-9270-458a6f9836a4 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Pushing event updated for resources: {'Subnet': ['ID=87b58a8a-200b-4b17-9ef9-52a28f045bfa,revision_number=0']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:41:20.358579 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7511633b-7e58-421c-9270-458a6f9836a4 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Checking segment: {'id': '500702c3-71b3-4cfd-a6bc-bdb0ca90f325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'ddb3d118-8e8f-4e27-892f-7c0120c1da72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:41:20.358941 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7511633b-7e58-421c-9270-458a6f9836a4 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Network hostable DHCP agents. Network: ddb3d118-8e8f-4e27-892f-7c0120c1da72, hostable agents: ['eafd4000-b897-4722-ae8b-0118ec955181'], hosted agents: [] {{(pid=102346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 10:41:20.391309 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7511633b-7e58-421c-9270-458a6f9836a4 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Network ddb3d118-8e8f-4e27-892f-7c0120c1da72 is scheduled to be hosted by DHCP agent eafd4000-b897-4722-ae8b-0118ec955181 with binding_index 1 {{(pid=102346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 10:41:20.406247 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-7511633b-7e58-421c-9270-458a6f9836a4 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-10, ddb3d118-8e8f-4e27-892f-7c0120c1da72) {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:41:20.416637 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-463391f9-4c43-4b56-9ac0-f8bbd81ca6fe None None] Network ddb3d118-8e8f-4e27-892f-7c0120c1da72 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:41:20.421918 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7511633b-7e58-421c-9270-458a6f9836a4 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:41:20.422536 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-7511633b-7e58-421c-9270-458a6f9836a4 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for subnet, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:20.448129 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-7511633b-7e58-421c-9270-458a6f9836a4 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6998575 Oct 27 10:41:20.450364 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 47090) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:41:20.457916 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-971b4ff2-aabe-4cb8-aa6a-f0d2640fb4ff tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Request body: {'port': {'network_id': 'ddb3d118-8e8f-4e27-892f-7c0120c1da72', 'name': 'tempest-PortsTestJSON-77250116'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:41:20.513801 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 47092) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:41:20.708895 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5d1887f-228b-4130-bf85-d77d2bdaba01 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp734b258e-7d96-550c-b970-9b72ab66f383-ddb3d118-8e8f-4e27-892f-7c0120c1da72', 'network_id': 'ddb3d118-8e8f-4e27-892f-7c0120c1da72', 'tenant_id': '668d3c16278c42b387727d7933936a48', 'fixed_ips': [{'subnet_id': '87b58a8a-200b-4b17-9ef9-52a28f045bfa'}]}} from n-d-813419-10. {{(pid=102348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 10:41:20.709783 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-e5d1887f-228b-4130-bf85-d77d2bdaba01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:20.807104 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-971b4ff2-aabe-4cb8-aa6a-f0d2640fb4ff tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Made reservation on behalf of 668d3c16278c42b387727d7933936a48 for: {'port': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:41:20.816817 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-971b4ff2-aabe-4cb8-aa6a-f0d2640fb4ff tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:20.842681 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebeb6f5-a0a3-4b5d-8751-6aa378e96ad2 req-8bbfa53b-7667-4a5d-80c4-f428dea672d7 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:41:20.873938 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-0ebeb6f5-a0a3-4b5d-8751-6aa378e96ad2 req-8bbfa53b-7667-4a5d-80c4-f428dea672d7 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/ports?device_id=9cdc6933-0908-404f-8493-c08d1be20183 HTTP/1.1" status: 200 len: 946 time: 0.1228547 Oct 27 10:41:20.883111 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f77454c-3c22-4722-92a2-092692490c93 req-1bd946da-5f33-493a-95a6-5633824d4404 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:41:20.885141 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-8f77454c-3c22-4722-92a2-092692490c93 req-1bd946da-5f33-493a-95a6-5633824d4404 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "GET /v2.0/ports?device_id=cb570a6b-6921-4cfb-916b-d7e7c80e6c97 HTTP/1.1" status: 200 len: 946 time: 0.1743588 Oct 27 10:41:20.890338 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [None req-971b4ff2-aabe-4cb8-aa6a-f0d2640fb4ff tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] device_id is not set on port 91acec78-a866-4c75-8a7e-fc30dd9b692d yet. {{(pid=102346) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 10:41:20.895340 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-8b20ecce-aef5-4b42-8257-08bdd61574cc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:20.907328 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.db_base_plugin_common [None req-e5d1887f-228b-4130-bf85-d77d2bdaba01 None None] Allocated IP 172.20.0.2 (ddb3d118-8e8f-4e27-892f-7c0120c1da72/87b58a8a-200b-4b17-9ef9-52a28f045bfa/7a8f4892-a9b5-4064-9708-d222abba43cf) {{(pid=102348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:41:20.956422 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-0ebeb6f5-a0a3-4b5d-8751-6aa378e96ad2 req-93efff9a-0f97-4712-88d3-69bd05ea61ad tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/security-groups?id=cc9284c7-fb9e-4cd7-891d-df58f9ea4e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804679 Oct 27 10:41:21.028872 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-8f77454c-3c22-4722-92a2-092692490c93 req-93fbd3e4-3c18-4e64-8267-e755445d8533 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "GET /v2.0/security-groups?id=9678e9b4-8ecf-4d94-a14b-d92ef88d2ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1313362 Oct 27 10:41:21.130264 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-8b20ecce-aef5-4b42-8257-08bdd61574cc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:21.145566 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-8b20ecce-aef5-4b42-8257-08bdd61574cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:21.157392 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-e5d1887f-228b-4130-bf85-d77d2bdaba01 None None] Publish callbacks [] for port, precommit_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:21.166752 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-e5d1887f-228b-4130-bf85-d77d2bdaba01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606'] for port, after_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:21.174964 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 47110) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:41:21.175286 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3e072a-7ef9-47d5-9630-c0e83bb03e13 req-231d2824-8af7-4418-bddf-e6b73f0909e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:41:21.176902 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-3c3e072a-7ef9-47d5-9630-c0e83bb03e13 req-231d2824-8af7-4418-bddf-e6b73f0909e2 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=7a75806f732447d68ca40a83500d955d&device_id=cb570a6b-6921-4cfb-916b-d7e7c80e6c97 HTTP/1.1" status: 200 len: 1098 time: 0.0895491 Oct 27 10:41:21.195408 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b20ecce-aef5-4b42-8257-08bdd61574cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45408baf-688d-40be-abff-574e559700f1,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:41:21.230427 n-d-813419-10 neutron-server[102348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5d1887f-228b-4130-bf85-d77d2bdaba01 None None] Network ddb3d118-8e8f-4e27-892f-7c0120c1da72 is already hosted by enough agents. {{(pid=102348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:41:21.231935 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d1887f-228b-4130-bf85-d77d2bdaba01 None None] Pushing event updated for resources: {'Port': ['ID=7a8f4892-a9b5-4064-9708-d222abba43cf,revision_number=1']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:41:21.234824 n-d-813419-10 neutron-server[102348]: DEBUG neutron.scheduler.base_scheduler [None req-e5d1887f-228b-4130-bf85-d77d2bdaba01 None None] Resources bound (agent type, host, resource id): {{(pid=102348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:41:21.240587 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5d1887f-228b-4130-bf85-d77d2bdaba01 None None] Received port after_create {{(pid=102348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:41:21.297179 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-e88e4b74-4bb4-47ff-95d1-e16dcb785f7d admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-758125978-network', 'tenant_id': '4ac7a684fa1b46888441c9b2217b282b'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:41:21.314298 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-e5d1887f-228b-4130-bf85-d77d2bdaba01 None None] Attempting to bind port 7a8f4892-a9b5-4064-9708-d222abba43cf on host n-d-813419-10 for vnic_type normal with profile {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:41:21.314711 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-e5d1887f-228b-4130-bf85-d77d2bdaba01 None None] Attempting to bind port 7a8f4892-a9b5-4064-9708-d222abba43cf by drivers openvswitch,hyperv on host n-d-813419-10 at level 0 using segments [{'id': '500702c3-71b3-4cfd-a6bc-bdb0ca90f325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'ddb3d118-8e8f-4e27-892f-7c0120c1da72'}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:41:21.315325 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d1887f-228b-4130-bf85-d77d2bdaba01 None None] Attempting to bind port 7a8f4892-a9b5-4064-9708-d222abba43cf on network ddb3d118-8e8f-4e27-892f-7c0120c1da72 {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:41:21.321593 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d1887f-228b-4130-bf85-d77d2bdaba01 None None] Checking agent: {'id': '89dba0f3-79b2-435e-9822-33674b8f6ada', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 8, 20), 'started_at': datetime.datetime(2021, 10, 27, 10, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 41, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:41:21.322072 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d1887f-228b-4130-bf85-d77d2bdaba01 None None] Checking segment: {'id': '500702c3-71b3-4cfd-a6bc-bdb0ca90f325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'ddb3d118-8e8f-4e27-892f-7c0120c1da72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:41:21.322589 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-e5d1887f-228b-4130-bf85-d77d2bdaba01 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:21.323246 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d1887f-228b-4130-bf85-d77d2bdaba01 None None] Bound using segment: {'id': '500702c3-71b3-4cfd-a6bc-bdb0ca90f325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'ddb3d118-8e8f-4e27-892f-7c0120c1da72'} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:41:21.323884 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-e5d1887f-228b-4130-bf85-d77d2bdaba01 None None] Bound port: 7a8f4892-a9b5-4064-9708-d222abba43cf, host: n-d-813419-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '500702c3-71b3-4cfd-a6bc-bdb0ca90f325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'ddb3d118-8e8f-4e27-892f-7c0120c1da72'}}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:41:21.324380 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-e5d1887f-228b-4130-bf85-d77d2bdaba01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:21.325652 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e88e4b74-4bb4-47ff-95d1-e16dcb785f7d admin admin] Made reservation on behalf of 4ac7a684fa1b46888441c9b2217b282b for: {'network': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:41:21.338622 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-e88e4b74-4bb4-47ff-95d1-e16dcb785f7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for network, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:21.357110 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-e88e4b74-4bb4-47ff-95d1-e16dcb785f7d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:21.401110 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-e5d1887f-228b-4130-bf85-d77d2bdaba01 None None] For port 7a8f4892-a9b5-4064-9708-d222abba43cf, host n-d-813419-10, cleared binding levels {{(pid=102348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:41:21.404953 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-e5d1887f-228b-4130-bf85-d77d2bdaba01 None None] For port 7a8f4892-a9b5-4064-9708-d222abba43cf, host n-d-813419-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=7a8f4892-a9b5-4064-9708-d222abba43cf,segment=NetworkSegment(500702c3-71b3-4cfd-a6bc-bdb0ca90f325),segment_id=500702c3-71b3-4cfd-a6bc-bdb0ca90f325)] {{(pid=102348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:41:21.411471 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-e5d1887f-228b-4130-bf85-d77d2bdaba01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:21.453758 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-e88e4b74-4bb4-47ff-95d1-e16dcb785f7d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:21.468715 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-e88e4b74-4bb4-47ff-95d1-e16dcb785f7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:21.484589 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d1887f-228b-4130-bf85-d77d2bdaba01 None None] Pushing event updated for resources: {'Port': ['ID=7a8f4892-a9b5-4064-9708-d222abba43cf,revision_number=2']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:41:21.521778 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e88e4b74-4bb4-47ff-95d1-e16dcb785f7d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 435} {{(pid=102347) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 10:41:21.529253 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88e4b74-4bb4-47ff-95d1-e16dcb785f7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c0a8d9f-639c-4aa6-8b66-afa7af892d4a,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:41:21.537002 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-e88e4b74-4bb4-47ff-95d1-e16dcb785f7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:21.537500 n-d-813419-10 neutron-server[102347]: INFO neutron.db.segments_db [None req-e88e4b74-4bb4-47ff-95d1-e16dcb785f7d admin admin] Added segment 1f6c00d8-01cf-469b-b77f-5f4ec5640d1b of type vlan for network 891ddee9-9040-4cb6-97a5-3fa777306cf0 Oct 27 10:41:21.583607 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-e88e4b74-4bb4-47ff-95d1-e16dcb785f7d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743872593080'] for network, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:21.627896 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-e88e4b74-4bb4-47ff-95d1-e16dcb785f7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913'] for network, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:21.630387 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e88e4b74-4bb4-47ff-95d1-e16dcb785f7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:41:21.631198 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-e88e4b74-4bb4-47ff-95d1-e16dcb785f7d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for network, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:21.664739 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-8b20ecce-aef5-4b42-8257-08bdd61574cc admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ec61fbe9f36f44ada4c1c617a4a79780&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1491923 Oct 27 10:41:21.669528 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 47114) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:41:21.690037 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_common [None req-971b4ff2-aabe-4cb8-aa6a-f0d2640fb4ff tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Allocated IP 172.20.0.5 (ddb3d118-8e8f-4e27-892f-7c0120c1da72/87b58a8a-200b-4b17-9ef9-52a28f045bfa/91acec78-a866-4c75-8a7e-fc30dd9b692d) {{(pid=102346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:41:21.723672 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-e88e4b74-4bb4-47ff-95d1-e16dcb785f7d admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5465930 Oct 27 10:41:21.729744 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 47116) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:41:21.741044 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-0e26b654-90d1-48a3-b6ea-ef7f6bcfa024 admin admin] Request body: {'subnet': {'network_id': '891ddee9-9040-4cb6-97a5-3fa777306cf0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-758125978-subnet', 'tenant_id': '4ac7a684fa1b46888441c9b2217b282b', 'ip_version': 4}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:41:21.765133 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88e4b74-4bb4-47ff-95d1-e16dcb785f7d admin admin] Pushing event updated for resources: {'Network': ['ID=891ddee9-9040-4cb6-97a5-3fa777306cf0,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:41:21.771525 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3e072a-7ef9-47d5-9630-c0e83bb03e13 req-f6dd8a75-4a14-4c8c-b2d5-00758123ba37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:41:21.773522 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-3c3e072a-7ef9-47d5-9630-c0e83bb03e13 req-f6dd8a75-4a14-4c8c-b2d5-00758123ba37 service neutron] 10.222.0.76 "GET /v2.0/networks?id=823b724c-a4df-49e4-a48e-438212c85945 HTTP/1.1" status: 200 len: 918 time: 0.5752509 Oct 27 10:41:21.783131 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Network 891ddee9-9040-4cb6-97a5-3fa777306cf0 details requested by agent ovs-agent-n-d-813419-10 with host n-d-813419-10 {{(pid=102348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 10:41:21.813402 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-c673ec1e-287d-4536-bd13-e8d800018f8f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:21.853434 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e26b654-90d1-48a3-b6ea-ef7f6bcfa024 admin admin] Made reservation on behalf of 4ac7a684fa1b46888441c9b2217b282b for: {'subnet': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:41:21.862505 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-0e26b654-90d1-48a3-b6ea-ef7f6bcfa024 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27167186'] for subnet, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:21.867823 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-c673ec1e-287d-4536-bd13-e8d800018f8f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:21.919591 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-3c6a8245-0581-48aa-b5f6-4d8fe98cd16e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:21.950703 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-c673ec1e-287d-4536-bd13-e8d800018f8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:21.953548 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-c673ec1e-287d-4536-bd13-e8d800018f8f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:21.955000 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-c673ec1e-287d-4536-bd13-e8d800018f8f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/45408baf-688d-40be-abff-574e559700f1 HTTP/1.1" status: 204 len: 168 time: 0.2836835 Oct 27 10:41:21.975883 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c673ec1e-287d-4536-bd13-e8d800018f8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45408baf-688d-40be-abff-574e559700f1,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:41:22.000238 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-3c3e072a-7ef9-47d5-9630-c0e83bb03e13 req-4db625ec-0640-4541-b694-5dd5ea07f65e service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d843c603-f770-49bf-80f7-ae60f61ba034 HTTP/1.1" status: 200 len: 1002 time: 0.2154212 Oct 27 10:41:22.016237 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device 8b3b8844-d176-4de4-93a7-9d129cb07aef no longer exists at agent hyperv_n-h2-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:41:22.046539 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] No Port match for: 8b3b8844-d176-4de4-93a7-9d129cb07aef {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:41:22.047036 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device 8b3b8844-d176-4de4-93a7-9d129cb07aef not bound to the agent host n-h2-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:41:22.047560 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device d843c603-f770-49bf-80f7-ae60f61ba034 no longer exists at agent hyperv_n-h2-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:41:22.104952 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3e072a-7ef9-47d5-9630-c0e83bb03e13 req-c95bd11b-d0e6-495f-8a22-8bc091c56f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:41:22.106455 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-3c3e072a-7ef9-47d5-9630-c0e83bb03e13 req-c95bd11b-d0e6-495f-8a22-8bc091c56f68 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=867e3761-3f04-40e2-b4bb-5b0ff4404cac HTTP/1.1" status: 200 len: 856 time: 0.0949686 Oct 27 10:41:22.179717 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-971b4ff2-aabe-4cb8-aa6a-f0d2640fb4ff tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks [] for port, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:22.182828 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:22.186966 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f5b486-179b-4a78-93ff-0d6be9060f47 req-648a4355-3abd-4e63-bdfa-ba9a418ced9a tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:41:22.200826 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-08f5b486-179b-4a78-93ff-0d6be9060f47 req-648a4355-3abd-4e63-bdfa-ba9a418ced9a tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/ports?device_id=9cdc6933-0908-404f-8493-c08d1be20183 HTTP/1.1" status: 200 len: 946 time: 0.1689754 Oct 27 10:41:22.210527 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb570a6b-6921-4cfb-916b-d7e7c80e6c97', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd843c603-f770-49bf-80f7-ae60f61ba034'}] {{(pid=102348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:41:22.212956 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c588921fa634554a1d9242fdea1b05457a9ff1d3b28ba54ec1dace7f2f1df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2caf9929-8d66-41a3-a3a3-86b62fe07031" -d '{"events": [{"server_uuid": "cb570a6b-6921-4cfb-916b-d7e7c80e6c97", "name": "network-vif-unplugged", "status": "completed", "tag": "d843c603-f770-49bf-80f7-ae60f61ba034"}]}' {{(pid=102348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:41:22.227118 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] For port d843c603-f770-49bf-80f7-ae60f61ba034, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=d843c603-f770-49bf-80f7-ae60f61ba034,segment=NetworkSegment(633ff08f-11cd-4e98-be2e-dddd49efeea1),segment_id=633ff08f-11cd-4e98-be2e-dddd49efeea1)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:41:22.232072 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:22.244005 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f46526-77e2-4e57-8db0-e152eb2705be req-11f71b75-62f6-45ef-baef-cd41467b4d4e tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:41:22.246196 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-75f46526-77e2-4e57-8db0-e152eb2705be req-11f71b75-62f6-45ef-baef-cd41467b4d4e tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.76 "GET /v2.0/ports?device_id=9cdc6933-0908-404f-8493-c08d1be20183 HTTP/1.1" status: 200 len: 946 time: 0.1734233 Oct 27 10:41:22.260955 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3e072a-7ef9-47d5-9630-c0e83bb03e13 req-19d1236f-2ad9-48cb-a846-28310d19c957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:41:22.262659 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-3c3e072a-7ef9-47d5-9630-c0e83bb03e13 req-19d1236f-2ad9-48cb-a846-28310d19c957 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=823b724c-a4df-49e4-a48e-438212c85945&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1435850 Oct 27 10:41:22.312881 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-08f5b486-179b-4a78-93ff-0d6be9060f47 req-47a6d885-8e49-48a3-99d2-f8b6d6eed6a8 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/security-groups?id=cc9284c7-fb9e-4cd7-891d-df58f9ea4e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106863 Oct 27 10:41:22.325609 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Pushing event updated for resources: {'Port': ['ID=d843c603-f770-49bf-80f7-ae60f61ba034,revision_number=8']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:41:22.388052 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 27 Oct 2021 10:41:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0d90217-d24e-4872-862c-12d58291ebf0 x-openstack-request-id: req-d0d90217-d24e-4872-862c-12d58291ebf0 {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:41:22.388482 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb570a6b-6921-4cfb-916b-d7e7c80e6c97", "name": "network-vif-unplugged", "status": "completed", "tag": "d843c603-f770-49bf-80f7-ae60f61ba034", "code": 200}]} {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:41:22.388827 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d0d90217-d24e-4872-862c-12d58291ebf0 {{(pid=102348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:41:22.389314 n-d-813419-10 neutron-server[102348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb570a6b-6921-4cfb-916b-d7e7c80e6c97', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd843c603-f770-49bf-80f7-ae60f61ba034', 'code': 200} Oct 27 10:41:22.423882 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [req-75f46526-77e2-4e57-8db0-e152eb2705be req-5df5b412-3a20-4355-8d87-dd4b00f696fd tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Deleting port b160e90f-3f54-4032-a115-309a74841f26 {{(pid=102347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:41:22.424968 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-75f46526-77e2-4e57-8db0-e152eb2705be req-5df5b412-3a20-4355-8d87-dd4b00f696fd tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:22.425674 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-971b4ff2-aabe-4cb8-aa6a-f0d2640fb4ff tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:22.431545 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-0e26b654-90d1-48a3-b6ea-ef7f6bcfa024 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27024290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27167168'] for subnet, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:22.460363 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e1fef7-f116-4529-bbff-bf185e29729b req-787e859a-3b37-4013-b005-741d4913a502 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:41:22.474195 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-55e1fef7-f116-4529-bbff-bf185e29729b req-787e859a-3b37-4013-b005-741d4913a502 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "GET /v2.0/ports?device_id=cb570a6b-6921-4cfb-916b-d7e7c80e6c97 HTTP/1.1" status: 200 len: 946 time: 0.2818763 Oct 27 10:41:22.567041 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-75f46526-77e2-4e57-8db0-e152eb2705be req-5df5b412-3a20-4355-8d87-dd4b00f696fd tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] For port b160e90f-3f54-4032-a115-309a74841f26, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=b160e90f-3f54-4032-a115-309a74841f26,segment=NetworkSegment(3fa8f95e-6276-4974-b5c0-da1e0ae271fc),segment_id=3fa8f95e-6276-4974-b5c0-da1e0ae271fc)] {{(pid=102347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:41:22.567362 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-75f46526-77e2-4e57-8db0-e152eb2705be req-5df5b412-3a20-4355-8d87-dd4b00f696fd tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:22.587004 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [req-75f46526-77e2-4e57-8db0-e152eb2705be req-5df5b412-3a20-4355-8d87-dd4b00f696fd tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Calling delete_port for b160e90f-3f54-4032-a115-309a74841f26 owned by compute:nova {{(pid=102347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:41:22.608923 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-971b4ff2-aabe-4cb8-aa6a-f0d2640fb4ff tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Network ddb3d118-8e8f-4e27-892f-7c0120c1da72 is already hosted by enough agents. {{(pid=102346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:41:22.623328 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 7a8f4892-a9b5-4064-9708-d222abba43cf up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:41:22.629740 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971b4ff2-aabe-4cb8-aa6a-f0d2640fb4ff tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Pushing event updated for resources: {'Port': ['ID=91acec78-a866-4c75-8a7e-fc30dd9b692d,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:41:22.637834 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-971b4ff2-aabe-4cb8-aa6a-f0d2640fb4ff tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Resources bound (agent type, host, resource id): {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:41:22.647274 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-971b4ff2-aabe-4cb8-aa6a-f0d2640fb4ff tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Received port after_create {{(pid=102346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:41:22.654458 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e26b654-90d1-48a3-b6ea-ef7f6bcfa024 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c1a31508-24ee-4b71-b07a-18f7f2ce632f,revision_number=0']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:41:22.712471 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-3c3e072a-7ef9-47d5-9630-c0e83bb03e13 req-98f0b1d8-68d5-4e7d-9750-6afd8de52142 service neutron] 10.222.0.76 "GET /v2.0/networks/823b724c-a4df-49e4-a48e-438212c85945?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4249802 Oct 27 10:41:22.731782 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port 7a8f4892-a9b5-4064-9708-d222abba43cf triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:41:22.734160 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:22.734599 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e26b654-90d1-48a3-b6ea-ef7f6bcfa024 admin admin] Checking segment: {'id': '1f6c00d8-01cf-469b-b77f-5f4ec5640d1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '891ddee9-9040-4cb6-97a5-3fa777306cf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:41:22.734969 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e26b654-90d1-48a3-b6ea-ef7f6bcfa024 admin admin] Network hostable DHCP agents. Network: 891ddee9-9040-4cb6-97a5-3fa777306cf0, hostable agents: ['eafd4000-b897-4722-ae8b-0118ec955181'], hosted agents: [] {{(pid=102346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 10:41:22.779792 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-75f46526-77e2-4e57-8db0-e152eb2705be req-5df5b412-3a20-4355-8d87-dd4b00f696fd tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:22.782441 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-971b4ff2-aabe-4cb8-aa6a-f0d2640fb4ff tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:41:22.783331 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-971b4ff2-aabe-4cb8-aa6a-f0d2640fb4ff tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:22.789374 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-55e1fef7-f116-4529-bbff-bf185e29729b req-12433b29-18f3-479e-83fd-0271b4d115a9 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "GET /v2.0/security-groups?id=9678e9b4-8ecf-4d94-a14b-d92ef88d2ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2446024 Oct 27 10:41:22.795226 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] get_ports_and_sgs() called for port_ids ['b160e90f-3f54-4032-a115-309a74841f26'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:41:22.851163 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.agents_db [None req-e79ee67d-056e-46ea-bd99-e80473396b25 None None] Agent healthcheck: found 7 active agents {{(pid=102349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 10:41:22.857091 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df5b412-3a20-4355-8d87-dd4b00f696fd tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Pushing event deleted for resources: {'Port': ['ID=b160e90f-3f54-4032-a115-309a74841f26,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:41:22.902570 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:22.906175 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-971b4ff2-aabe-4cb8-aa6a-f0d2640fb4ff tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 2.4509683 Oct 27 10:41:22.909208 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 47144) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:41:22.919866 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [req-75f46526-77e2-4e57-8db0-e152eb2705be req-5df5b412-3a20-4355-8d87-dd4b00f696fd tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] No DVR routers for this DVR port b160e90f-3f54-4032-a115-309a74841f26 on host n-h2-813419-10 {{(pid=102347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:41:22.923390 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-cd9020cc-e306-45ef-b733-27564d66e52e tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Request body: {'port': {'network_id': 'ddb3d118-8e8f-4e27-892f-7c0120c1da72', 'name': 'tempest-PortsTestJSON-2066128'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:41:22.923784 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-75f46526-77e2-4e57-8db0-e152eb2705be req-5df5b412-3a20-4355-8d87-dd4b00f696fd tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:22.928809 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-75f46526-77e2-4e57-8db0-e152eb2705be req-5df5b412-3a20-4355-8d87-dd4b00f696fd tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.76 "DELETE /v2.0/ports/b160e90f-3f54-4032-a115-309a74841f26 HTTP/1.1" status: 204 len: 173 time: 0.6724508 Oct 27 10:41:22.929315 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cdc6933-0908-404f-8493-c08d1be20183', 'name': 'network-vif-deleted', 'tag': 'b160e90f-3f54-4032-a115-309a74841f26'}] {{(pid=102347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:41:22.933551 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311149b481204ee7edffdb959c881838506fbd95bc8577c048f6677abb73acc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc0203bf-4131-411a-aa87-1e887bc07ebd" -d '{"events": [{"server_uuid": "9cdc6933-0908-404f-8493-c08d1be20183", "name": "network-vif-deleted", "tag": "b160e90f-3f54-4032-a115-309a74841f26"}]}' {{(pid=102347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:41:22.965290 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] For port 7a8f4892-a9b5-4064-9708-d222abba43cf, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=7a8f4892-a9b5-4064-9708-d222abba43cf,segment=NetworkSegment(500702c3-71b3-4cfd-a6bc-bdb0ca90f325),segment_id=500702c3-71b3-4cfd-a6bc-bdb0ca90f325)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:41:22.973822 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:23.012322 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:41:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11e5a75c-5a54-4b3b-bd2e-dfc0126c6deb x-openstack-request-id: req-11e5a75c-5a54-4b3b-bd2e-dfc0126c6deb {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:41:23.012904 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cdc6933-0908-404f-8493-c08d1be20183", "name": "network-vif-deleted", "tag": "b160e90f-3f54-4032-a115-309a74841f26", "status": "completed", "code": 200}]} {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:41:23.013516 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-11e5a75c-5a54-4b3b-bd2e-dfc0126c6deb {{(pid=102347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:41:23.015012 n-d-813419-10 neutron-server[102347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cdc6933-0908-404f-8493-c08d1be20183', 'name': 'network-vif-deleted', 'tag': 'b160e90f-3f54-4032-a115-309a74841f26', 'status': 'completed', 'code': 200} Oct 27 10:41:23.038781 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Pushing event updated for resources: {'Port': ['ID=7a8f4892-a9b5-4064-9708-d222abba43cf,revision_number=3']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:41:23.041651 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bddb8374-ef84-4395-a20d-07536f9c77d8 None None] Network ddb3d118-8e8f-4e27-892f-7c0120c1da72 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:41:23.106894 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-ac7bdc89-73de-45d1-b1d6-e976be3f50ff None None] Provisioning complete for port 7a8f4892-a9b5-4064-9708-d222abba43cf triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:41:23.107468 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-ac7bdc89-73de-45d1-b1d6-e976be3f50ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:23.124614 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e26b654-90d1-48a3-b6ea-ef7f6bcfa024 admin admin] Network 891ddee9-9040-4cb6-97a5-3fa777306cf0 is scheduled to be hosted by DHCP agent eafd4000-b897-4722-ae8b-0118ec955181 with binding_index 1 {{(pid=102346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 10:41:23.141087 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd9020cc-e306-45ef-b733-27564d66e52e tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Made reservation on behalf of 668d3c16278c42b387727d7933936a48 for: {'port': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:41:23.146712 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-cd9020cc-e306-45ef-b733-27564d66e52e tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:23.182355 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-0e26b654-90d1-48a3-b6ea-ef7f6bcfa024 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-10, 891ddee9-9040-4cb6-97a5-3fa777306cf0) {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:41:23.195752 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e26b654-90d1-48a3-b6ea-ef7f6bcfa024 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:41:23.196383 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-0e26b654-90d1-48a3-b6ea-ef7f6bcfa024 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for subnet, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:23.200452 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3acfac20-df23-4484-a6de-f212b8512ebd None None] Network 891ddee9-9040-4cb6-97a5-3fa777306cf0 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:41:23.203236 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-3c3e072a-7ef9-47d5-9630-c0e83bb03e13 req-2cb8ff62-5ec4-4a8b-ac03-21a0967d19e4 service neutron] 10.222.0.76 "GET /v2.0/networks/823b724c-a4df-49e4-a48e-438212c85945?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4799752 Oct 27 10:41:23.205993 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [None req-cd9020cc-e306-45ef-b733-27564d66e52e tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] device_id is not set on port db9c3dde-d459-4a25-97ce-6daa0429362f yet. {{(pid=102346) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 10:41:23.259043 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 47150) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:41:23.259273 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-0e26b654-90d1-48a3-b6ea-ef7f6bcfa024 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.5281804 Oct 27 10:41:23.267746 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-abf6bf03-c94f-4773-bddd-f26ae7d85018 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-758125978-router', 'tenant_id': '4ac7a684fa1b46888441c9b2217b282b', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'}}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:41:23.302428 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-abf6bf03-c94f-4773-bddd-f26ae7d85018 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1768632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3610'] for router, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:23.304208 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-abf6bf03-c94f-4773-bddd-f26ae7d85018 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1765704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1769409', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1694266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3597'] for router, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:23.402509 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_common [None req-cd9020cc-e306-45ef-b733-27564d66e52e tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Allocated IP 172.20.0.7 (ddb3d118-8e8f-4e27-892f-7c0120c1da72/87b58a8a-200b-4b17-9ef9-52a28f045bfa/db9c3dde-d459-4a25-97ce-6daa0429362f) {{(pid=102346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:41:23.450308 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-abf6bf03-c94f-4773-bddd-f26ae7d85018 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:23.456348 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-f6c3b8ad-4fdb-48e2-81b0-47df12346764 req-4a029b0a-17e6-4ff3-b96a-4968a45874d2 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/ports?device_id=9cdc6933-0908-404f-8493-c08d1be20183 HTTP/1.1" status: 200 len: 210 time: 0.0479472 Oct 27 10:41:23.492170 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b72144a7-871a-44d2-bcf5-26b32dd03d81 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp734b258e-7d96-550c-b970-9b72ab66f383-891ddee9-9040-4cb6-97a5-3fa777306cf0', 'network_id': '891ddee9-9040-4cb6-97a5-3fa777306cf0', 'tenant_id': '4ac7a684fa1b46888441c9b2217b282b', 'fixed_ips': [{'subnet_id': 'c1a31508-24ee-4b71-b07a-18f7f2ce632f'}]}} from n-d-813419-10. {{(pid=102348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 10:41:23.493103 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-b72144a7-871a-44d2-bcf5-26b32dd03d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:23.744148 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.db_base_plugin_common [None req-b72144a7-871a-44d2-bcf5-26b32dd03d81 None None] Allocated IP 172.20.0.2 (891ddee9-9040-4cb6-97a5-3fa777306cf0/c1a31508-24ee-4b71-b07a-18f7f2ce632f/64bbf523-941f-4281-8c54-3d58f686170c) {{(pid=102348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:41:23.749614 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-cd9020cc-e306-45ef-b733-27564d66e52e tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks [] for port, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:23.808497 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-cd9020cc-e306-45ef-b733-27564d66e52e tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:23.834731 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-c54cedf7-470d-4b06-bc69-d5a09477f53b None None] Provisioning complete for port 7a8f4892-a9b5-4064-9708-d222abba43cf triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:41:23.835023 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd9020cc-e306-45ef-b733-27564d66e52e tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Network ddb3d118-8e8f-4e27-892f-7c0120c1da72 is already hosted by enough agents. {{(pid=102346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:41:23.835550 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-c54cedf7-470d-4b06-bc69-d5a09477f53b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:23.838108 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-cd9020cc-e306-45ef-b733-27564d66e52e tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Resources bound (agent type, host, resource id): {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:41:23.841651 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd9020cc-e306-45ef-b733-27564d66e52e tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Received port after_create {{(pid=102346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:41:23.949864 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd9020cc-e306-45ef-b733-27564d66e52e tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:41:23.950550 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-cd9020cc-e306-45ef-b733-27564d66e52e tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:23.994718 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-cd9020cc-e306-45ef-b733-27564d66e52e tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 1.0826566 Oct 27 10:41:23.996357 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9020cc-e306-45ef-b733-27564d66e52e tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Pushing event updated for resources: {'Port': ['ID=db9c3dde-d459-4a25-97ce-6daa0429362f,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:41:24.004457 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 47168) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:41:24.123496 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-b72144a7-871a-44d2-bcf5-26b32dd03d81 None None] Publish callbacks [] for port, precommit_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:24.132904 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-903886d4-181c-4276-bac2-6323c3426c66 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:41:24.134007 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-b72144a7-871a-44d2-bcf5-26b32dd03d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606'] for port, after_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:24.137608 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-903886d4-181c-4276-bac2-6323c3426c66 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] 10.222.0.44 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.5 HTTP/1.1" status: 200 len: 920 time: 0.1295216 Oct 27 10:41:24.138392 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 47174) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:41:24.140675 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-c54cedf7-470d-4b06-bc69-d5a09477f53b None None] Provisioning complete for port 91acec78-a866-4c75-8a7e-fc30dd9b692d triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:41:24.140675 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-c54cedf7-470d-4b06-bc69-d5a09477f53b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:24.158225 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-abf6bf03-c94f-4773-bddd-f26ae7d85018 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:24.222891 n-d-813419-10 neutron-server[102348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b72144a7-871a-44d2-bcf5-26b32dd03d81 None None] Network 891ddee9-9040-4cb6-97a5-3fa777306cf0 is already hosted by enough agents. {{(pid=102348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:41:24.225920 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72144a7-871a-44d2-bcf5-26b32dd03d81 None None] Pushing event updated for resources: {'Port': ['ID=64bbf523-941f-4281-8c54-3d58f686170c,revision_number=1']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:41:24.235825 n-d-813419-10 neutron-server[102348]: DEBUG neutron.scheduler.base_scheduler [None req-b72144a7-871a-44d2-bcf5-26b32dd03d81 None None] Resources bound (agent type, host, resource id): {{(pid=102348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:41:24.239333 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b72144a7-871a-44d2-bcf5-26b32dd03d81 None None] Received port after_create {{(pid=102348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:41:24.245882 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-c54cedf7-470d-4b06-bc69-d5a09477f53b None None] Port 91acec78-a866-4c75-8a7e-fc30dd9b692d cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:41:24.258102 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdc4e8c-fe43-4d01-910b-8627e95bea4f req-ce420237-a030-41b9-bbe6-21befbbdf689 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:41:24.259993 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-3cdc4e8c-fe43-4d01-910b-8627e95bea4f req-ce420237-a030-41b9-bbe6-21befbbdf689 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "GET /v2.0/ports?device_id=cb570a6b-6921-4cfb-916b-d7e7c80e6c97 HTTP/1.1" status: 200 len: 944 time: 0.1547453 Oct 27 10:41:24.302339 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-87c30372-cb8a-4609-aeab-fdb37e94fc3b tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Deleting port db9c3dde-d459-4a25-97ce-6daa0429362f {{(pid=102346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:41:24.302598 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-87c30372-cb8a-4609-aeab-fdb37e94fc3b tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:24.332880 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-b72144a7-871a-44d2-bcf5-26b32dd03d81 None None] Attempting to bind port 64bbf523-941f-4281-8c54-3d58f686170c on host n-d-813419-10 for vnic_type normal with profile {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:41:24.333677 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-b72144a7-871a-44d2-bcf5-26b32dd03d81 None None] Attempting to bind port 64bbf523-941f-4281-8c54-3d58f686170c by drivers openvswitch,hyperv on host n-d-813419-10 at level 0 using segments [{'id': '1f6c00d8-01cf-469b-b77f-5f4ec5640d1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '891ddee9-9040-4cb6-97a5-3fa777306cf0'}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:41:24.334385 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b72144a7-871a-44d2-bcf5-26b32dd03d81 None None] Attempting to bind port 64bbf523-941f-4281-8c54-3d58f686170c on network 891ddee9-9040-4cb6-97a5-3fa777306cf0 {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:41:24.342153 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b72144a7-871a-44d2-bcf5-26b32dd03d81 None None] Checking agent: {'id': '89dba0f3-79b2-435e-9822-33674b8f6ada', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 8, 20), 'started_at': datetime.datetime(2021, 10, 27, 10, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 41, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:41:24.342702 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b72144a7-871a-44d2-bcf5-26b32dd03d81 None None] Checking segment: {'id': '1f6c00d8-01cf-469b-b77f-5f4ec5640d1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '891ddee9-9040-4cb6-97a5-3fa777306cf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:41:24.345749 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-b72144a7-871a-44d2-bcf5-26b32dd03d81 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:24.345749 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b72144a7-871a-44d2-bcf5-26b32dd03d81 None None] Bound using segment: {'id': '1f6c00d8-01cf-469b-b77f-5f4ec5640d1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '891ddee9-9040-4cb6-97a5-3fa777306cf0'} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:41:24.345749 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-b72144a7-871a-44d2-bcf5-26b32dd03d81 None None] Bound port: 64bbf523-941f-4281-8c54-3d58f686170c, host: n-d-813419-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f6c00d8-01cf-469b-b77f-5f4ec5640d1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '891ddee9-9040-4cb6-97a5-3fa777306cf0'}}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:41:24.346055 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-b72144a7-871a-44d2-bcf5-26b32dd03d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:24.349997 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-3cdc4e8c-fe43-4d01-910b-8627e95bea4f req-efc84d89-9671-4b23-8a5d-d72c6851711e tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "GET /v2.0/security-groups?id=9678e9b4-8ecf-4d94-a14b-d92ef88d2ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733187 Oct 27 10:41:24.445510 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-dd36e19e-93c9-4974-a47c-e6f52e67760e None None] Provisioning complete for port 91acec78-a866-4c75-8a7e-fc30dd9b692d triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:41:24.445690 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-87c30372-cb8a-4609-aeab-fdb37e94fc3b tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:24.445876 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-dd36e19e-93c9-4974-a47c-e6f52e67760e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:24.460775 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-87c30372-cb8a-4609-aeab-fdb37e94fc3b tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Calling delete_port for db9c3dde-d459-4a25-97ce-6daa0429362f owned by {{(pid=102346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:41:24.520278 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-dd36e19e-93c9-4974-a47c-e6f52e67760e None None] Port 91acec78-a866-4c75-8a7e-fc30dd9b692d cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:41:24.552431 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-abf6bf03-c94f-4773-bddd-f26ae7d85018 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:24.580473 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-b72144a7-871a-44d2-bcf5-26b32dd03d81 None None] For port 64bbf523-941f-4281-8c54-3d58f686170c, host n-d-813419-10, cleared binding levels {{(pid=102348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:41:24.582635 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-abf6bf03-c94f-4773-bddd-f26ae7d85018 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:24.598588 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-b72144a7-871a-44d2-bcf5-26b32dd03d81 None None] For port 64bbf523-941f-4281-8c54-3d58f686170c, host n-d-813419-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=64bbf523-941f-4281-8c54-3d58f686170c,segment=NetworkSegment(1f6c00d8-01cf-469b-b77f-5f4ec5640d1b),segment_id=1f6c00d8-01cf-469b-b77f-5f4ec5640d1b)] {{(pid=102348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:41:24.607257 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 7a8f4892-a9b5-4064-9708-d222abba43cf up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:41:24.618647 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-b72144a7-871a-44d2-bcf5-26b32dd03d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:24.681067 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-87c30372-cb8a-4609-aeab-fdb37e94fc3b tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:24.727492 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c30372-cb8a-4609-aeab-fdb37e94fc3b tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Pushing event deleted for resources: {'Port': ['ID=db9c3dde-d459-4a25-97ce-6daa0429362f,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:41:24.737899 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-80121990-dd02-4f76-af42-087ff1e90b56 None None] Could not find standard attr ID for object db9c3dde-d459-4a25-97ce-6daa0429362f. {{(pid=102348) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 27 10:41:24.779587 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_common [None req-abf6bf03-c94f-4773-bddd-f26ae7d85018 admin admin] Allocated IP 172.25.8.198 (185ff123-c7ff-45c7-a6be-71feb35acc9c/0fb9f9d1-7384-481f-8fa8-f4566c349d30/17b3dd90-172d-416c-b9ff-a0cea5e0f3d8) {{(pid=102347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:41:24.869542 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72144a7-871a-44d2-bcf5-26b32dd03d81 None None] Pushing event updated for resources: {'Port': ['ID=64bbf523-941f-4281-8c54-3d58f686170c,revision_number=2']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:41:24.897168 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port 7a8f4892-a9b5-4064-9708-d222abba43cf triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:41:24.897543 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:24.924884 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-87c30372-cb8a-4609-aeab-fdb37e94fc3b tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:24.931871 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-87c30372-cb8a-4609-aeab-fdb37e94fc3b tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] 10.222.0.44 "DELETE /v2.0/ports/db9c3dde-d459-4a25-97ce-6daa0429362f HTTP/1.1" status: 204 len: 168 time: 0.7922006 Oct 27 10:41:24.936817 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 47190) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:41:24.960145 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c89c20-8860-4f1f-9ea2-4bd9a8c5fa9f req-7e7bdca9-fd00-4fab-ad06-a544cf231a81 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:41:24.963127 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-a1c89c20-8860-4f1f-9ea2-4bd9a8c5fa9f req-7e7bdca9-fd00-4fab-ad06-a544cf231a81 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/ports?device_id=f6fc38b4-3d34-4580-bd35-a4b845297319 HTTP/1.1" status: 200 len: 945 time: 0.1139607 Oct 27 10:41:25.002461 n-d-813419-10 neutron-server[102347]: INFO neutron.pecan_wsgi.hooks.translation [None req-bacebf26-ee42-422f-bea7-22dccce8f849 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] GET failed (client error): The resource could not be found. Oct 27 10:41:25.004382 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-bacebf26-ee42-422f-bea7-22dccce8f849 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] 10.222.0.44 "GET /v2.0/ports/db9c3dde-d459-4a25-97ce-6daa0429362f HTTP/1.1" status: 404 len: 333 time: 0.0617824 Oct 27 10:41:25.007709 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 47192) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:41:25.030346 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-a1c89c20-8860-4f1f-9ea2-4bd9a8c5fa9f req-2be32808-de8b-4828-9e68-33fd685c621b tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/security-groups?id=042a0afe-bacb-4048-aed3-353e9c85bd81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591226 Oct 27 10:41:25.164296 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-abf6bf03-c94f-4773-bddd-f26ae7d85018 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:25.228676 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-6e1693b6-7846-41e5-bc1b-25a03b1cdec7 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Deleting port 91acec78-a866-4c75-8a7e-fc30dd9b692d {{(pid=102347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:41:25.228999 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-6e1693b6-7846-41e5-bc1b-25a03b1cdec7 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:25.276780 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-abf6bf03-c94f-4773-bddd-f26ae7d85018 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:25.339084 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abf6bf03-c94f-4773-bddd-f26ae7d85018 admin admin] Network 185ff123-c7ff-45c7-a6be-71feb35acc9c is already hosted by enough agents. {{(pid=102347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:41:25.346395 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [None req-abf6bf03-c94f-4773-bddd-f26ae7d85018 admin admin] Resources bound (agent type, host, resource id): {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:41:25.349455 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abf6bf03-c94f-4773-bddd-f26ae7d85018 admin admin] Received port after_create {{(pid=102347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:41:25.388628 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf6bf03-c94f-4773-bddd-f26ae7d85018 admin admin] Pushing event updated for resources: {'Port': ['ID=17b3dd90-172d-416c-b9ff-a0cea5e0f3d8,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:41:25.410750 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-6e1693b6-7846-41e5-bc1b-25a03b1cdec7 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:25.433103 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-6e1693b6-7846-41e5-bc1b-25a03b1cdec7 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Calling delete_port for 91acec78-a866-4c75-8a7e-fc30dd9b692d owned by {{(pid=102347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:41:25.635805 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b9982a-af62-4728-8f8e-bbff8f007458 req-26dbdb3e-5f09-4b45-a3d8-7b84340ae39f tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:41:25.637391 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-81b9982a-af62-4728-8f8e-bbff8f007458 req-26dbdb3e-5f09-4b45-a3d8-7b84340ae39f tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "GET /v2.0/ports?device_id=cb570a6b-6921-4cfb-916b-d7e7c80e6c97 HTTP/1.1" status: 200 len: 944 time: 0.1699591 Oct 27 10:41:25.794122 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-81b9982a-af62-4728-8f8e-bbff8f007458 req-b7de6df2-9e46-4960-91be-608d70aa7048 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "GET /v2.0/security-groups?id=9678e9b4-8ecf-4d94-a14b-d92ef88d2ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1170337 Oct 27 10:41:25.824393 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-abf6bf03-c94f-4773-bddd-f26ae7d85018 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:25.863897 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-6e1693b6-7846-41e5-bc1b-25a03b1cdec7 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:25.935641 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1693b6-7846-41e5-bc1b-25a03b1cdec7 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Pushing event deleted for resources: {'Port': ['ID=91acec78-a866-4c75-8a7e-fc30dd9b692d,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:41:26.050093 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device b160e90f-3f54-4032-a115-309a74841f26 no longer exists at agent hyperv_n-h2-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:41:26.073903 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-6e1693b6-7846-41e5-bc1b-25a03b1cdec7 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:26.078046 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-6e1693b6-7846-41e5-bc1b-25a03b1cdec7 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] 10.222.0.44 "DELETE /v2.0/ports/91acec78-a866-4c75-8a7e-fc30dd9b692d HTTP/1.1" status: 204 len: 168 time: 1.0689731 Oct 27 10:41:26.082523 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 47220) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:41:26.130539 n-d-813419-10 neutron-server[102346]: INFO neutron.pecan_wsgi.hooks.translation [None req-32bcdfcc-c4f5-4e51-a3f9-e709b03438f9 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] GET failed (client error): The resource could not be found. Oct 27 10:41:26.134628 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] No Port match for: b160e90f-3f54-4032-a115-309a74841f26 {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:41:26.134795 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-32bcdfcc-c4f5-4e51-a3f9-e709b03438f9 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] 10.222.0.44 "GET /v2.0/ports/91acec78-a866-4c75-8a7e-fc30dd9b692d HTTP/1.1" status: 404 len: 333 time: 0.0486157 Oct 27 10:41:26.134897 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device b160e90f-3f54-4032-a115-309a74841f26 not bound to the agent host n-h2-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:41:26.138499 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 47222) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:41:26.206795 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06c6124d-9824-4545-a8ba-85e0fb4ae3be None None] Network 891ddee9-9040-4cb6-97a5-3fa777306cf0 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:41:26.242704 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_v2 [None req-8af8d09c-96ed-4cb6-a58b-78eb063ed6d0 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Deleting subnet 87b58a8a-200b-4b17-9ef9-52a28f045bfa {{(pid=102346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 10:41:26.246150 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-8af8d09c-96ed-4cb6-a58b-78eb063ed6d0 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks [] for subnet, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:26.300023 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401385b6-02fa-4ac7-9fa7-a94959d3cf04 req-5402855e-1f28-408b-be9b-ad266eb843a0 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:41:26.302662 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-401385b6-02fa-4ac7-9fa7-a94959d3cf04 req-5402855e-1f28-408b-be9b-ad266eb843a0 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/ports?device_id=f6fc38b4-3d34-4580-bd35-a4b845297319 HTTP/1.1" status: 200 len: 945 time: 0.1221731 Oct 27 10:41:26.308316 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-abf6bf03-c94f-4773-bddd-f26ae7d85018 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1765699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1769372'] for router, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:26.365328 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-8af8d09c-96ed-4cb6-a58b-78eb063ed6d0 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25847868'] for subnet, precommit_delete_associations {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:26.390504 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-16031047-3c59-4f6e-acf8-48131d89c5d3 None None] Provisioning complete for port 64bbf523-941f-4281-8c54-3d58f686170c triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:41:26.391319 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-16031047-3c59-4f6e-acf8-48131d89c5d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:26.477514 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-401385b6-02fa-4ac7-9fa7-a94959d3cf04 req-73498552-63b7-4bd4-9657-634f7e2ce9a2 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/security-groups?id=042a0afe-bacb-4048-aed3-353e9c85bd81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1587000 Oct 27 10:41:26.552236 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8033f1b-64b8-482d-8c3b-f8215e774516 req-33ba8cf1-aaa5-4a89-8264-3faaeefeff86 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:41:26.556338 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c8033f1b-64b8-482d-8c3b-f8215e774516 req-33ba8cf1-aaa5-4a89-8264-3faaeefeff86 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.64 "GET /v2.0/ports?device_id=f6fc38b4-3d34-4580-bd35-a4b845297319 HTTP/1.1" status: 200 len: 945 time: 0.1364698 Oct 27 10:41:26.598108 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-16031047-3c59-4f6e-acf8-48131d89c5d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:26.620901 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-8af8d09c-96ed-4cb6-a58b-78eb063ed6d0 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855646'] for subnet, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:26.642518 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-16031047-3c59-4f6e-acf8-48131d89c5d3 None None] For port 64bbf523-941f-4281-8c54-3d58f686170c, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=64bbf523-941f-4281-8c54-3d58f686170c,segment=NetworkSegment(1f6c00d8-01cf-469b-b77f-5f4ec5640d1b),segment_id=1f6c00d8-01cf-469b-b77f-5f4ec5640d1b)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:41:26.652712 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-16031047-3c59-4f6e-acf8-48131d89c5d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:26.665481 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abf6bf03-c94f-4773-bddd-f26ae7d85018 admin admin] Router 4d2481a0-ebf4-40af-bd26-24d69d62ec8e is scheduled to L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb with binding_index 1 {{(pid=102347) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 10:41:26.696938 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 64bbf523-941f-4281-8c54-3d58f686170c up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:41:26.697669 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 47236) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:41:26.770763 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-8af8d09c-96ed-4cb6-a58b-78eb063ed6d0 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27024355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27168307'] for subnet, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:26.841921 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abf6bf03-c94f-4773-bddd-f26ae7d85018 admin admin] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:41:26.853946 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af8d09c-96ed-4cb6-a58b-78eb063ed6d0 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Pushing event deleted for resources: {'Subnet': ['ID=87b58a8a-200b-4b17-9ef9-52a28f045bfa,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:41:26.870302 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [req-c8033f1b-64b8-482d-8c3b-f8215e774516 req-1fff7282-ba4f-4a06-b357-d197733f1633 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Deleting port c9c20c2b-6e5b-42e4-9a9a-ff863d22fcbf {{(pid=102347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:41:26.870645 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-c8033f1b-64b8-482d-8c3b-f8215e774516 req-1fff7282-ba4f-4a06-b357-d197733f1633 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:26.878123 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-abf6bf03-c94f-4773-bddd-f26ae7d85018 admin admin] Publish callbacks [] for router, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:26.878835 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56fafe9f-bd36-43b0-81cb-5575276cea42 None None] Sync routers for ids ['4d2481a0-ebf4-40af-bd26-24d69d62ec8e'] in n-d-813419-10 {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:41:26.882623 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-abf6bf03-c94f-4773-bddd-f26ae7d85018 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.6214924 Oct 27 10:41:26.883246 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 47242) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:41:26.886268 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-8af8d09c-96ed-4cb6-a58b-78eb063ed6d0 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for subnet, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:26.890586 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9956d52e-7cf9-4495-b271-c433eb286477 None None] Network ddb3d118-8e8f-4e27-892f-7c0120c1da72 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:41:26.891594 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-8af8d09c-96ed-4cb6-a58b-78eb063ed6d0 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] 10.222.0.44 "DELETE /v2.0/subnets/87b58a8a-200b-4b17-9ef9-52a28f045bfa HTTP/1.1" status: 204 len: 168 time: 0.7514272 Oct 27 10:41:26.892358 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16031047-3c59-4f6e-acf8-48131d89c5d3 None None] Pushing event updated for resources: {'Port': ['ID=64bbf523-941f-4281-8c54-3d58f686170c,revision_number=3']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:41:26.894249 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 47244) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:41:26.988534 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56fafe9f-bd36-43b0-81cb-5575276cea42 None None] Routers {'4d2481a0-ebf4-40af-bd26-24d69d62ec8e'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:41:26.989414 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-56fafe9f-bd36-43b0-81cb-5575276cea42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:41:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['4d2481a0-ebf4-40af-bd26-24d69d62ec8e'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:41:26.989558 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-b3077e3e-06ea-41a9-8c28-50ffabd5ee70 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:27.025289 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-0169e13f-842a-4bdc-81a7-3f6e4982db7e tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586917'] for network, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:27.154257 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-0169e13f-842a-4bdc-81a7-3f6e4982db7e tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Deleting port 7a8f4892-a9b5-4064-9708-d222abba43cf {{(pid=102346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:41:27.154815 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-0169e13f-842a-4bdc-81a7-3f6e4982db7e tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:27.198304 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [req-41bc4a97-13d5-4c88-a789-34e35d7a94f4 req-75b54e27-6aa7-41ec-883e-c13044387547 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=102347) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 10:41:27.199325 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-41bc4a97-13d5-4c88-a789-34e35d7a94f4 req-75b54e27-6aa7-41ec-883e-c13044387547 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.1218026 Oct 27 10:41:27.201334 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-c8033f1b-64b8-482d-8c3b-f8215e774516 req-1fff7282-ba4f-4a06-b357-d197733f1633 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] For port c9c20c2b-6e5b-42e4-9a9a-ff863d22fcbf, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=c9c20c2b-6e5b-42e4-9a9a-ff863d22fcbf,segment=NetworkSegment(3fa8f95e-6276-4974-b5c0-da1e0ae271fc),segment_id=3fa8f95e-6276-4974-b5c0-da1e0ae271fc)] {{(pid=102347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:41:27.201694 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-c8033f1b-64b8-482d-8c3b-f8215e774516 req-1fff7282-ba4f-4a06-b357-d197733f1633 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:27.209641 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-b3077e3e-06ea-41a9-8c28-50ffabd5ee70 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:27.226024 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-b3077e3e-06ea-41a9-8c28-50ffabd5ee70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:27.275382 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [None req-0169e13f-842a-4bdc-81a7-3f6e4982db7e tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] For port 7a8f4892-a9b5-4064-9708-d222abba43cf, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=7a8f4892-a9b5-4064-9708-d222abba43cf,segment=NetworkSegment(500702c3-71b3-4cfd-a6bc-bdb0ca90f325),segment_id=500702c3-71b3-4cfd-a6bc-bdb0ca90f325)] {{(pid=102346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:41:27.275891 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-0169e13f-842a-4bdc-81a7-3f6e4982db7e tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:27.301483 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-0169e13f-842a-4bdc-81a7-3f6e4982db7e tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Calling delete_port for 7a8f4892-a9b5-4064-9708-d222abba43cf owned by network:dhcp {{(pid=102346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:41:27.305535 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-b3077e3e-06ea-41a9-8c28-50ffabd5ee70 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4e56559084744bbe9db7566c1d9b4e3d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6076887 Oct 27 10:41:27.306385 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3077e3e-06ea-41a9-8c28-50ffabd5ee70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6239e645-e1c1-4676-89bc-1e115e5d8b10,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:41:27.309306 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 47252) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:41:27.312890 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvr_db [None req-56fafe9f-bd36-43b0-81cb-5575276cea42 None None] Set router 4d2481a0-ebf4-40af-bd26-24d69d62ec8e gateway port host: n-d-813419-10 {{(pid=102348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:41:27.461936 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port 64bbf523-941f-4281-8c54-3d58f686170c triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:41:27.462394 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:27.465314 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-28606762-3e41-4905-856c-1f23fc8dc4fe None None] Provisioning complete for port 64bbf523-941f-4281-8c54-3d58f686170c triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:41:27.465748 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-28606762-3e41-4905-856c-1f23fc8dc4fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:27.509068 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41640558-81e5-46e5-bc1b-b45a1aca1b92 req-f57c7f18-4844-4fe6-98f9-f51e1ca8020d tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:41:27.518365 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-41640558-81e5-46e5-bc1b-b45a1aca1b92 req-f57c7f18-4844-4fe6-98f9-f51e1ca8020d tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "GET /v2.0/ports?device_id=cb570a6b-6921-4cfb-916b-d7e7c80e6c97 HTTP/1.1" status: 200 len: 944 time: 0.0977755 Oct 27 10:41:27.587319 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-662b7dc3-6023-4f0f-b3f6-bd4915ce7c7f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:27.604586 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-41640558-81e5-46e5-bc1b-b45a1aca1b92 req-f1338357-d240-4a7d-a601-0e112fadcf44 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "GET /v2.0/security-groups?id=9678e9b4-8ecf-4d94-a14b-d92ef88d2ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794218 Oct 27 10:41:27.663530 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-662b7dc3-6023-4f0f-b3f6-bd4915ce7c7f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:27.684958 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-0169e13f-842a-4bdc-81a7-3f6e4982db7e tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:27.724681 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0169e13f-842a-4bdc-81a7-3f6e4982db7e tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Pushing event deleted for resources: {'Port': ['ID=7a8f4892-a9b5-4064-9708-d222abba43cf,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:41:27.731466 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0169e13f-842a-4bdc-81a7-3f6e4982db7e tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] No DVR routers for this DVR port 7a8f4892-a9b5-4064-9708-d222abba43cf on host n-d-813419-10 {{(pid=102346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:41:27.818752 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-56fafe9f-bd36-43b0-81cb-5575276cea42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d2481a0-ebf4-40af-bd26-24d69d62ec8e', 'name': 'tempest-TestAggregatesBasicOps-758125978-router', 'tenant_id': '4ac7a684fa1b46888441c9b2217b282b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.198'}], 'enable_snat': True}, 'gw_port_id': '17b3dd90-172d-416c-b9ff-a0cea5e0f3d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:41:23Z', 'updated_at': '2021-10-27T10:41:25Z', 'revision_number': 3, 'project_id': '4ac7a684fa1b46888441c9b2217b282b', 'gw_port': {'id': '17b3dd90-172d-416c-b9ff-a0cea5e0f3d8', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:99:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d2481a0-ebf4-40af-bd26-24d69d62ec8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2455, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:41:24Z', 'updated_at': '2021-10-27T10:41:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10'}], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:41:27.848820 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-0169e13f-842a-4bdc-81a7-3f6e4982db7e tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857803', 'neutron.services.segments.db._delete_segments_for_network-8743873143390'] for network, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:27.854055 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-662b7dc3-6023-4f0f-b3f6-bd4915ce7c7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:27.854758 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9a8038e-db18-48b2-8c7b-47d60a93c741 None None] DHCP port deletion for ddb3d118-8e8f-4e27-892f-7c0120c1da72 request from n-d-813419-10 {{(pid=102348) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 10:41:27.857399 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56fafe9f-bd36-43b0-81cb-5575276cea42 None None] Checking router: 4d2481a0-ebf4-40af-bd26-24d69d62ec8e for host: n-d-813419-10 {{(pid=102348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 10:41:27.857741 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56fafe9f-bd36-43b0-81cb-5575276cea42 None None] Updating router 4d2481a0-ebf4-40af-bd26-24d69d62ec8e port 17b3dd90-172d-416c-b9ff-a0cea5e0f3d8 binding host n-d-813419-10 {{(pid=102348) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 10:41:27.858039 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-662b7dc3-6023-4f0f-b3f6-bd4915ce7c7f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:27.861921 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-662b7dc3-6023-4f0f-b3f6-bd4915ce7c7f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/6239e645-e1c1-4676-89bc-1e115e5d8b10 HTTP/1.1" status: 204 len: 168 time: 0.5488875 Oct 27 10:41:27.894346 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662b7dc3-6023-4f0f-b3f6-bd4915ce7c7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6239e645-e1c1-4676-89bc-1e115e5d8b10,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:41:27.897205 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-56fafe9f-bd36-43b0-81cb-5575276cea42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:27.913335 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-0169e13f-842a-4bdc-81a7-3f6e4982db7e tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ddb3d118-8e8f-4e27-892f-7c0120c1da72']}} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:41:27.928818 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-0169e13f-842a-4bdc-81a7-3f6e4982db7e tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '500702c3-71b3-4cfd-a6bc-bdb0ca90f325') {'for_net_delete': True} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:41:27.929638 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-0169e13f-842a-4bdc-81a7-3f6e4982db7e tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '500702c3-71b3-4cfd-a6bc-bdb0ca90f325') {} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:41:27.948930 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-0169e13f-842a-4bdc-81a7-3f6e4982db7e tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743873145191', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25847877'] for segment, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:27.996692 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-0169e13f-842a-4bdc-81a7-3f6e4982db7e tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:28.007005 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0169e13f-842a-4bdc-81a7-3f6e4982db7e tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Releasing vlan 430 on physical network physnet1 to pool {{(pid=102346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 10:41:28.008221 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-0169e13f-842a-4bdc-81a7-3f6e4982db7e tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27024137'] for segment, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:28.036546 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-c8033f1b-64b8-482d-8c3b-f8215e774516 req-1fff7282-ba4f-4a06-b357-d197733f1633 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:28.037090 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-c8033f1b-64b8-482d-8c3b-f8215e774516 req-1fff7282-ba4f-4a06-b357-d197733f1633 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1664826'] for floatingip, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:28.037227 n-d-813419-10 neutron-server[102347]: INFO neutron.db.l3_db [req-c8033f1b-64b8-482d-8c3b-f8215e774516 req-1fff7282-ba4f-4a06-b357-d197733f1633 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Floating IP 2d76b6f9-ab6c-4227-af3b-19590e3b8443 disassociated. External IP: 172.25.8.172, port: c9c20c2b-6e5b-42e4-9a9a-ff863d22fcbf. Oct 27 10:41:28.037560 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [req-c8033f1b-64b8-482d-8c3b-f8215e774516 req-1fff7282-ba4f-4a06-b357-d197733f1633 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Calling delete_port for c9c20c2b-6e5b-42e4-9a9a-ff863d22fcbf owned by compute:nova {{(pid=102347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:41:28.039550 n-d-813419-10 neutron-server[102346]: Traceback (most recent call last): Oct 27 10:41:28.039550 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 10:41:28.039550 n-d-813419-10 neutron-server[102346]: timer() Oct 27 10:41:28.039550 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 10:41:28.039550 n-d-813419-10 neutron-server[102346]: cb(*args, **kw) Oct 27 10:41:28.039550 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 10:41:28.039550 n-d-813419-10 neutron-server[102346]: return func(*args, **kwargs) Oct 27 10:41:28.039550 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 10:41:28.039550 n-d-813419-10 neutron-server[102346]: self._notify() Oct 27 10:41:28.039550 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 10:41:28.039550 n-d-813419-10 neutron-server[102346]: self.callback(batched_events) Oct 27 10:41:28.039550 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 10:41:28.039550 n-d-813419-10 neutron-server[102346]: event.method(event) Oct 27 10:41:28.039550 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 10:41:28.039550 n-d-813419-10 neutron-server[102346]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 10:41:28.039550 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 10:41:28.039550 n-d-813419-10 neutron-server[102346]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 10:41:28.039550 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 10:41:28.039550 n-d-813419-10 neutron-server[102346]: return f(self, *a, **k) Oct 27 10:41:28.039550 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 10:41:28.039550 n-d-813419-10 neutron-server[102346]: return self._get(url).json() Oct 27 10:41:28.039550 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 10:41:28.039550 n-d-813419-10 neutron-server[102346]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 10:41:28.039550 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 10:41:28.039550 n-d-813419-10 neutron-server[102346]: return self.request(url, 'GET', **kwargs) Oct 27 10:41:28.039550 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 10:41:28.039550 n-d-813419-10 neutron-server[102346]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 10:41:28.039550 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 10:41:28.039550 n-d-813419-10 neutron-server[102346]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 10:41:28.039550 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 10:41:28.039550 n-d-813419-10 neutron-server[102346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 10:41:28.039550 n-d-813419-10 neutron-server[102346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 10:41:28.057001 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device d843c603-f770-49bf-80f7-ae60f61ba034 no longer exists at agent hyperv_n-h2-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:41:28.069386 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58a39fc-8200-44f7-8280-b054647770c0 req-10c06a98-16a8-44b5-a3b1-a91cdfdb0423 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:41:28.076962 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b58a39fc-8200-44f7-8280-b054647770c0 req-10c06a98-16a8-44b5-a3b1-a91cdfdb0423 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/ports?device_id=f6fc38b4-3d34-4580-bd35-a4b845297319 HTTP/1.1" status: 200 len: 945 time: 0.1162760 Oct 27 10:41:28.140117 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-0169e13f-842a-4bdc-81a7-3f6e4982db7e tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664840'] for network, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:28.151537 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-0169e13f-842a-4bdc-81a7-3f6e4982db7e tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for network, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:28.156082 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-0169e13f-842a-4bdc-81a7-3f6e4982db7e tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] 10.222.0.44 "DELETE /v2.0/networks/ddb3d118-8e8f-4e27-892f-7c0120c1da72 HTTP/1.1" status: 204 len: 168 time: 1.2601125 Oct 27 10:41:28.169185 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 47276) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:41:28.176162 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-d578ee60-a835-4f2a-ac85-4961e5471163 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1706238590'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:41:28.180287 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0169e13f-842a-4bdc-81a7-3f6e4982db7e tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Pushing event deleted for resources: {'Network': ['ID=ddb3d118-8e8f-4e27-892f-7c0120c1da72,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:41:28.208753 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d578ee60-a835-4f2a-ac85-4961e5471163 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Made reservation on behalf of 668d3c16278c42b387727d7933936a48 for: {'network': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:41:28.213438 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d578ee60-a835-4f2a-ac85-4961e5471163 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for network, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:28.245215 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b58a39fc-8200-44f7-8280-b054647770c0 req-7a6e3bcd-12d8-4df1-9d82-f393061ccfd3 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/security-groups?id=042a0afe-bacb-4048-aed3-353e9c85bd81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1674869 Oct 27 10:41:28.271861 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d578ee60-a835-4f2a-ac85-4961e5471163 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 448} {{(pid=102346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 10:41:28.275430 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d578ee60-a835-4f2a-ac85-4961e5471163 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:28.275994 n-d-813419-10 neutron-server[102346]: INFO neutron.db.segments_db [None req-d578ee60-a835-4f2a-ac85-4961e5471163 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Added segment 523cf3ee-84a0-4c4f-a05a-76dace0a8b27 of type vlan for network feb76472-4a53-4901-9fe7-19116ab4b756 Oct 27 10:41:28.323849 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d578ee60-a835-4f2a-ac85-4961e5471163 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743872593080'] for network, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:28.368127 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d578ee60-a835-4f2a-ac85-4961e5471163 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913'] for network, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:28.378725 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d578ee60-a835-4f2a-ac85-4961e5471163 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:41:28.379382 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d578ee60-a835-4f2a-ac85-4961e5471163 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for network, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:28.389406 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-56fafe9f-bd36-43b0-81cb-5575276cea42 None None] Publish callbacks [] for port, precommit_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:28.401569 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-56fafe9f-bd36-43b0-81cb-5575276cea42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:28.456589 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d578ee60-a835-4f2a-ac85-4961e5471163 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Pushing event updated for resources: {'Network': ['ID=feb76472-4a53-4901-9fe7-19116ab4b756,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:41:28.471529 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Network feb76472-4a53-4901-9fe7-19116ab4b756 details requested by agent ovs-agent-n-d-813419-10 with host n-d-813419-10 {{(pid=102348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 10:41:28.473534 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-56fafe9f-bd36-43b0-81cb-5575276cea42 None None] Attempting to bind port 17b3dd90-172d-416c-b9ff-a0cea5e0f3d8 on host n-d-813419-10 for vnic_type normal with profile {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:41:28.473908 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-56fafe9f-bd36-43b0-81cb-5575276cea42 None None] Attempting to bind port 17b3dd90-172d-416c-b9ff-a0cea5e0f3d8 by drivers openvswitch,hyperv on host n-d-813419-10 at level 0 using segments [{'id': 'bc14127b-7032-4c50-bb5b-f6813cbae86e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:41:28.474269 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56fafe9f-bd36-43b0-81cb-5575276cea42 None None] Attempting to bind port 17b3dd90-172d-416c-b9ff-a0cea5e0f3d8 on network 185ff123-c7ff-45c7-a6be-71feb35acc9c {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:41:28.477721 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390d0d15-9f01-48d0-b0c2-752511308f92 None None] Pushing event updated for resources: {'Port': ['ID=17b3dd90-172d-416c-b9ff-a0cea5e0f3d8,revision_number=2']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:41:28.485607 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-d578ee60-a835-4f2a-ac85-4961e5471163 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3147871 Oct 27 10:41:28.488681 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 47278) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:41:28.501913 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-5d48f3a0-ad41-41b3-af3c-cc13e25bfbda tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Request body: {'subnet': {'network_id': 'feb76472-4a53-4901-9fe7-19116ab4b756', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:41:28.525728 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56fafe9f-bd36-43b0-81cb-5575276cea42 None None] Checking agent: {'id': '89dba0f3-79b2-435e-9822-33674b8f6ada', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 8, 20), 'started_at': datetime.datetime(2021, 10, 27, 10, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 41, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:41:28.526017 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56fafe9f-bd36-43b0-81cb-5575276cea42 None None] Checking segment: {'id': 'bc14127b-7032-4c50-bb5b-f6813cbae86e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:41:28.526427 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-56fafe9f-bd36-43b0-81cb-5575276cea42 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:28.526825 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56fafe9f-bd36-43b0-81cb-5575276cea42 None None] Bound using segment: {'id': 'bc14127b-7032-4c50-bb5b-f6813cbae86e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:41:28.527312 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-56fafe9f-bd36-43b0-81cb-5575276cea42 None None] Bound port: 17b3dd90-172d-416c-b9ff-a0cea5e0f3d8, host: n-d-813419-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc14127b-7032-4c50-bb5b-f6813cbae86e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'}}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:41:28.527749 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-56fafe9f-bd36-43b0-81cb-5575276cea42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:28.576186 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 47280) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:41:28.604715 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-7121b542-6e3b-41f2-b4b7-2b075a9c416b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:28.609757 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-56fafe9f-bd36-43b0-81cb-5575276cea42 None None] For port 17b3dd90-172d-416c-b9ff-a0cea5e0f3d8, host n-d-813419-10, cleared binding levels {{(pid=102348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:41:28.613763 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-56fafe9f-bd36-43b0-81cb-5575276cea42 None None] For port 17b3dd90-172d-416c-b9ff-a0cea5e0f3d8, host n-d-813419-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=17b3dd90-172d-416c-b9ff-a0cea5e0f3d8,segment=NetworkSegment(bc14127b-7032-4c50-bb5b-f6813cbae86e),segment_id=bc14127b-7032-4c50-bb5b-f6813cbae86e)] {{(pid=102348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:41:28.621391 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-56fafe9f-bd36-43b0-81cb-5575276cea42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:28.625900 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-c8033f1b-64b8-482d-8c3b-f8215e774516 req-1fff7282-ba4f-4a06-b357-d197733f1633 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:28.643937 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-1533f6ea-ff7a-4ef6-a62e-020bc263a388 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:28.647256 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 64bbf523-941f-4281-8c54-3d58f686170c up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:41:28.649134 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-46c45a47-3405-4548-9b4f-9b136437b716 req-d6d7633c-b788-4818-b947-a204b87dbd8b service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=cb570a6b-6921-4cfb-916b-d7e7c80e6c97&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.6824741 Oct 27 10:41:28.658436 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [req-46c45a47-3405-4548-9b4f-9b136437b716 req-c024f201-a994-4fb7-8b46-5afeb09f35b2 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=102347) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 10:41:28.672084 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-46c45a47-3405-4548-9b4f-9b136437b716 req-c024f201-a994-4fb7-8b46-5afeb09f35b2 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0224817 Oct 27 10:41:28.690057 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d48f3a0-ad41-41b3-af3c-cc13e25bfbda tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Made reservation on behalf of 668d3c16278c42b387727d7933936a48 for: {'subnet': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:41:28.694587 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-5d48f3a0-ad41-41b3-af3c-cc13e25bfbda tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27167186'] for subnet, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:28.742599 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56fafe9f-bd36-43b0-81cb-5575276cea42 None None] Routers {'4d2481a0-ebf4-40af-bd26-24d69d62ec8e'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:41:28.744233 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-56fafe9f-bd36-43b0-81cb-5575276cea42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:41:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['4d2481a0-ebf4-40af-bd26-24d69d62ec8e'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:41:28.869238 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390d0d15-9f01-48d0-b0c2-752511308f92 None None] Pushing event updated for resources: {'Port': ['ID=17b3dd90-172d-416c-b9ff-a0cea5e0f3d8,revision_number=3']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:41:28.883512 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device c9c20c2b-6e5b-42e4-9a9a-ff863d22fcbf no longer exists at agent hyperv_n-h1-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:41:28.910039 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-1533f6ea-ff7a-4ef6-a62e-020bc263a388 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:28.914055 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] No Port match for: c9c20c2b-6e5b-42e4-9a9a-ff863d22fcbf {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:41:28.914437 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device c9c20c2b-6e5b-42e4-9a9a-ff863d22fcbf not bound to the agent host n-h1-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:41:28.921779 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-1533f6ea-ff7a-4ef6-a62e-020bc263a388 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:28.932334 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port 64bbf523-941f-4281-8c54-3d58f686170c triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:41:28.932712 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:28.977877 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1533f6ea-ff7a-4ef6-a62e-020bc263a388 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=297476d6-e9ef-41b4-a677-f85bd80459c6,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:41:28.996650 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvr_db [None req-56fafe9f-bd36-43b0-81cb-5575276cea42 None None] Set router 4d2481a0-ebf4-40af-bd26-24d69d62ec8e gateway port host: n-d-813419-10 {{(pid=102348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:41:29.023694 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-1533f6ea-ff7a-4ef6-a62e-020bc263a388 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2d44301f92314801b476c23446335278&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4404545 Oct 27 10:41:29.026627 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 47292) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:41:29.092489 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_common [None req-7121b542-6e3b-41f2-b4b7-2b075a9c416b admin admin] Allocated IP 172.20.0.1 (891ddee9-9040-4cb6-97a5-3fa777306cf0/c1a31508-24ee-4b71-b07a-18f7f2ce632f/32e51a64-5c0b-441c-bee5-f8f280b31b93) {{(pid=102347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:41:29.128879 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-119df133-77c7-4732-b451-2ee175844307 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:29.158076 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-119df133-77c7-4732-b451-2ee175844307 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:29.164943 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-5d48f3a0-ad41-41b3-af3c-cc13e25bfbda tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27024290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27167168'] for subnet, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:29.237770 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-7121b542-6e3b-41f2-b4b7-2b075a9c416b admin admin] Publish callbacks [] for port, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:29.290849 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fff7282-ba4f-4a06-b357-d197733f1633 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Pushing event deleted for resources: {'Port': ['ID=c9c20c2b-6e5b-42e4-9a9a-ff863d22fcbf,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:41:29.296644 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-119df133-77c7-4732-b451-2ee175844307 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:29.299363 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-119df133-77c7-4732-b451-2ee175844307 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:29.302884 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-119df133-77c7-4732-b451-2ee175844307 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/297476d6-e9ef-41b4-a677-f85bd80459c6 HTTP/1.1" status: 204 len: 168 time: 0.2727377 Oct 27 10:41:29.318304 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-7121b542-6e3b-41f2-b4b7-2b075a9c416b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:29.381566 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119df133-77c7-4732-b451-2ee175844307 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=297476d6-e9ef-41b4-a677-f85bd80459c6,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:41:29.411676 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d48f3a0-ad41-41b3-af3c-cc13e25bfbda tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Pushing event updated for resources: {'Subnet': ['ID=4a2e41ba-9f80-4e6a-8f83-e39dd0747a86,revision_number=0']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:41:29.445239 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d073bb8-bcb9-4014-9ef3-b8299e72d58b req-385ddc9d-0d7a-44a3-a077-cc91eaec77f7 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:41:29.453577 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-8d073bb8-bcb9-4014-9ef3-b8299e72d58b req-385ddc9d-0d7a-44a3-a077-cc91eaec77f7 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "GET /v2.0/ports?device_id=cb570a6b-6921-4cfb-916b-d7e7c80e6c97 HTTP/1.1" status: 200 len: 944 time: 0.2010741 Oct 27 10:41:29.457732 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d48f3a0-ad41-41b3-af3c-cc13e25bfbda tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Checking segment: {'id': '523cf3ee-84a0-4c4f-a05a-76dace0a8b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'feb76472-4a53-4901-9fe7-19116ab4b756'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:41:29.458094 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d48f3a0-ad41-41b3-af3c-cc13e25bfbda tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Network hostable DHCP agents. Network: feb76472-4a53-4901-9fe7-19116ab4b756, hostable agents: ['eafd4000-b897-4722-ae8b-0118ec955181'], hosted agents: [] {{(pid=102346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 10:41:29.458896 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 7a8f4892-a9b5-4064-9708-d222abba43cf no longer exists at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:41:29.496842 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7121b542-6e3b-41f2-b4b7-2b075a9c416b admin admin] Network 891ddee9-9040-4cb6-97a5-3fa777306cf0 is already hosted by enough agents. {{(pid=102347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:41:29.497933 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] No Port match for: 7a8f4892-a9b5-4064-9708-d222abba43cf {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:41:29.498641 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 7a8f4892-a9b5-4064-9708-d222abba43cf not bound to the agent host n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:41:29.518027 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-8d073bb8-bcb9-4014-9ef3-b8299e72d58b req-a04698d7-a8e8-45a2-8d3f-4e4cc8155c5a tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "GET /v2.0/security-groups?id=9678e9b4-8ecf-4d94-a14b-d92ef88d2ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627601 Oct 27 10:41:29.528219 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d48f3a0-ad41-41b3-af3c-cc13e25bfbda tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Network feb76472-4a53-4901-9fe7-19116ab4b756 is scheduled to be hosted by DHCP agent eafd4000-b897-4722-ae8b-0118ec955181 with binding_index 1 {{(pid=102346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 10:41:29.541402 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-a7b5a900-e659-4821-b00b-51769d9ce349 req-fcb688ce-c216-4b4f-bf61-8f9cbc6e093a tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/ports?device_id=f6fc38b4-3d34-4580-bd35-a4b845297319 HTTP/1.1" status: 200 len: 210 time: 0.0976362 Oct 27 10:41:29.549310 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [None req-7121b542-6e3b-41f2-b4b7-2b075a9c416b admin admin] Resources bound (agent type, host, resource id): {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:41:29.549491 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-5d48f3a0-ad41-41b3-af3c-cc13e25bfbda tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-10, feb76472-4a53-4901-9fe7-19116ab4b756) {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:41:29.555071 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d48f3a0-ad41-41b3-af3c-cc13e25bfbda tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:41:29.555661 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-5d48f3a0-ad41-41b3-af3c-cc13e25bfbda tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for subnet, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:29.570580 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19d0b2e3-de2e-4964-8fe8-1d975b8a869f None None] Network feb76472-4a53-4901-9fe7-19116ab4b756 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:41:29.588001 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-5d48f3a0-ad41-41b3-af3c-cc13e25bfbda tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0980577 Oct 27 10:41:29.588419 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7121b542-6e3b-41f2-b4b7-2b075a9c416b admin admin] Received port after_create {{(pid=102347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:41:29.590679 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 47298) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:41:29.601275 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-7a18534f-d7e8-471d-b3e1-7cafa0538c91 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Request body: {'port': {'network_id': 'feb76472-4a53-4901-9fe7-19116ab4b756', 'name': 'tempest-PortsTestJSON-2062695207', 'fixed_ips': [{'subnet_id': '4a2e41ba-9f80-4e6a-8f83-e39dd0747a86', 'ip_address': '172.20.0.10'}]}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:41:29.617792 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7121b542-6e3b-41f2-b4b7-2b075a9c416b admin admin] Pushing event updated for resources: {'Port': ['ID=32e51a64-5c0b-441c-bee5-f8f280b31b93,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:41:29.685690 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c8033f1b-64b8-482d-8c3b-f8215e774516 req-1fff7282-ba4f-4a06-b357-d197733f1633 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Router 05f356cb-67da-424f-a1a1-59293365f79f has already been hosted by L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb {{(pid=102347) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 10:41:29.712934 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-7121b542-6e3b-41f2-b4b7-2b075a9c416b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1664961'] for router_interface, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:29.819559 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28ddaf77-15de-4e20-8cf9-a2768bf531ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp734b258e-7d96-550c-b970-9b72ab66f383-feb76472-4a53-4901-9fe7-19116ab4b756', 'network_id': 'feb76472-4a53-4901-9fe7-19116ab4b756', 'tenant_id': '668d3c16278c42b387727d7933936a48', 'fixed_ips': [{'subnet_id': '4a2e41ba-9f80-4e6a-8f83-e39dd0747a86'}]}} from n-d-813419-10. {{(pid=102348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 10:41:29.820602 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-28ddaf77-15de-4e20-8cf9-a2768bf531ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:29.901142 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a18534f-d7e8-471d-b3e1-7cafa0538c91 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Made reservation on behalf of 668d3c16278c42b387727d7933936a48 for: {'port': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:41:29.952770 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-56fafe9f-bd36-43b0-81cb-5575276cea42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d2481a0-ebf4-40af-bd26-24d69d62ec8e', 'name': 'tempest-TestAggregatesBasicOps-758125978-router', 'tenant_id': '4ac7a684fa1b46888441c9b2217b282b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.198'}], 'enable_snat': True}, 'gw_port_id': '17b3dd90-172d-416c-b9ff-a0cea5e0f3d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:41:23Z', 'updated_at': '2021-10-27T10:41:25Z', 'revision_number': 3, 'project_id': '4ac7a684fa1b46888441c9b2217b282b', 'gw_port': {'id': '17b3dd90-172d-416c-b9ff-a0cea5e0f3d8', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:99:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d2481a0-ebf4-40af-bd26-24d69d62ec8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2455, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:41:24Z', 'updated_at': '2021-10-27T10:41:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10'}], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:41:30.005911 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56fafe9f-bd36-43b0-81cb-5575276cea42 None None] The sync data for ids ['4d2481a0-ebf4-40af-bd26-24d69d62ec8e'] in n-d-813419-10 is: [{'id': '4d2481a0-ebf4-40af-bd26-24d69d62ec8e', 'name': 'tempest-TestAggregatesBasicOps-758125978-router', 'tenant_id': '4ac7a684fa1b46888441c9b2217b282b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.198'}], 'enable_snat': True}, 'gw_port_id': '17b3dd90-172d-416c-b9ff-a0cea5e0f3d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:41:23Z', 'updated_at': '2021-10-27T10:41:25Z', 'revision_number': 3, 'project_id': '4ac7a684fa1b46888441c9b2217b282b', 'gw_port': {'id': '17b3dd90-172d-416c-b9ff-a0cea5e0f3d8', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:99:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d2481a0-ebf4-40af-bd26-24d69d62ec8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2455, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:41:24Z', 'updated_at': '2021-10-27T10:41:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10'}] {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:41:30.015047 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-0ded0159-dff7-42e1-9e82-dc26187a8293 None None] Provisioning complete for port 32e51a64-5c0b-441c-bee5-f8f280b31b93 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:41:30.015423 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-0ded0159-dff7-42e1-9e82-dc26187a8293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:30.101280 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-7121b542-6e3b-41f2-b4b7-2b075a9c416b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:30.107449 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c45a47-3405-4548-9b4f-9b136437b716 req-b35a642e-de72-4ccd-8018-0fa923784e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:41:30.109069 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-46c45a47-3405-4548-9b4f-9b136437b716 req-b35a642e-de72-4ccd-8018-0fa923784e46 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=cb570a6b-6921-4cfb-916b-d7e7c80e6c97&tenant_id=7a75806f732447d68ca40a83500d955d HTTP/1.1" status: 200 len: 1096 time: 0.2742369 Oct 27 10:41:30.149196 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-0ded0159-dff7-42e1-9e82-dc26187a8293 None None] Port 32e51a64-5c0b-441c-bee5-f8f280b31b93 cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:41:30.164220 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-7a18534f-d7e8-471d-b3e1-7cafa0538c91 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:30.166828 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c8033f1b-64b8-482d-8c3b-f8215e774516 req-1fff7282-ba4f-4a06-b357-d197733f1633 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:41:30.168687 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.db_base_plugin_common [None req-28ddaf77-15de-4e20-8cf9-a2768bf531ef None None] Allocated IP 172.20.0.2 (feb76472-4a53-4901-9fe7-19116ab4b756/4a2e41ba-9f80-4e6a-8f83-e39dd0747a86/be602684-3176-4287-99dd-83e759036e38) {{(pid=102348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:41:30.182123 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b08916cc-07e6-486c-961b-17b728339e57 None None] Sync routers for ids ['05f356cb-67da-424f-a1a1-59293365f79f'] in n-d-813419-10 {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:41:30.205485 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b08916cc-07e6-486c-961b-17b728339e57 None None] Routers {'05f356cb-67da-424f-a1a1-59293365f79f'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:41:30.206528 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-b08916cc-07e6-486c-961b-17b728339e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:41:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['05f356cb-67da-424f-a1a1-59293365f79f'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:41:30.209170 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [None req-7a18534f-d7e8-471d-b3e1-7cafa0538c91 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] device_id is not set on port 76662cff-4f88-4fd2-a1ca-b40f76e01d1b yet. {{(pid=102346) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 10:41:30.222577 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8033f1b-64b8-482d-8c3b-f8215e774516 req-1fff7282-ba4f-4a06-b357-d197733f1633 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] No DVR routers for this DVR port c9c20c2b-6e5b-42e4-9a9a-ff863d22fcbf on host n-h1-813419-10 {{(pid=102347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:41:30.227895 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c45a47-3405-4548-9b4f-9b136437b716 req-a12e35d5-8f22-4427-88ea-47317918f836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:41:30.228990 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-c8033f1b-64b8-482d-8c3b-f8215e774516 req-1fff7282-ba4f-4a06-b357-d197733f1633 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:30.229692 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-46c45a47-3405-4548-9b4f-9b136437b716 req-a12e35d5-8f22-4427-88ea-47317918f836 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=7a75806f732447d68ca40a83500d955d&device_id=cb570a6b-6921-4cfb-916b-d7e7c80e6c97 HTTP/1.1" status: 200 len: 1096 time: 0.0846255 Oct 27 10:41:30.232582 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c8033f1b-64b8-482d-8c3b-f8215e774516 req-1fff7282-ba4f-4a06-b357-d197733f1633 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.64 "DELETE /v2.0/ports/c9c20c2b-6e5b-42e4-9a9a-ff863d22fcbf HTTP/1.1" status: 204 len: 173 time: 3.6673174 Oct 27 10:41:30.233052 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6fc38b4-3d34-4580-bd35-a4b845297319', 'name': 'network-vif-deleted', 'tag': 'c9c20c2b-6e5b-42e4-9a9a-ff863d22fcbf'}] {{(pid=102347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:41:30.235520 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311149b481204ee7edffdb959c881838506fbd95bc8577c048f6677abb73acc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab17f03d-448e-490b-a46b-68e7e58c0d15" -d '{"events": [{"server_uuid": "f6fc38b4-3d34-4580-bd35-a4b845297319", "name": "network-vif-deleted", "tag": "c9c20c2b-6e5b-42e4-9a9a-ff863d22fcbf"}]}' {{(pid=102347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:41:30.348152 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:41:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e118c56-98e3-4579-83b6-e87aa2dbbfab x-openstack-request-id: req-3e118c56-98e3-4579-83b6-e87aa2dbbfab {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:41:30.348483 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6fc38b4-3d34-4580-bd35-a4b845297319", "name": "network-vif-deleted", "tag": "c9c20c2b-6e5b-42e4-9a9a-ff863d22fcbf", "status": "completed", "code": 200}]} {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:41:30.353562 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3e118c56-98e3-4579-83b6-e87aa2dbbfab {{(pid=102347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:41:30.354043 n-d-813419-10 neutron-server[102347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6fc38b4-3d34-4580-bd35-a4b845297319', 'name': 'network-vif-deleted', 'tag': 'c9c20c2b-6e5b-42e4-9a9a-ff863d22fcbf', 'status': 'completed', 'code': 200} Oct 27 10:41:30.461348 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvr_db [None req-b08916cc-07e6-486c-961b-17b728339e57 None None] Set router 05f356cb-67da-424f-a1a1-59293365f79f gateway port host: n-d-813419-10 {{(pid=102349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:41:30.517518 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-7121b542-6e3b-41f2-b4b7-2b075a9c416b admin admin] Publish callbacks [] for port, precommit_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:30.528150 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-7121b542-6e3b-41f2-b4b7-2b075a9c416b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:30.549198 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-28ddaf77-15de-4e20-8cf9-a2768bf531ef None None] Publish callbacks [] for port, precommit_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:30.564470 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-28ddaf77-15de-4e20-8cf9-a2768bf531ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606'] for port, after_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:30.724473 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ddaf77-15de-4e20-8cf9-a2768bf531ef None None] Pushing event updated for resources: {'Port': ['ID=be602684-3176-4287-99dd-83e759036e38,revision_number=1']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:41:30.755952 n-d-813419-10 neutron-server[102348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28ddaf77-15de-4e20-8cf9-a2768bf531ef None None] Network feb76472-4a53-4901-9fe7-19116ab4b756 is already hosted by enough agents. {{(pid=102348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:41:30.769620 n-d-813419-10 neutron-server[102348]: DEBUG neutron.scheduler.base_scheduler [None req-28ddaf77-15de-4e20-8cf9-a2768bf531ef None None] Resources bound (agent type, host, resource id): {{(pid=102348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:41:30.776880 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 17b3dd90-172d-416c-b9ff-a0cea5e0f3d8 up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:41:30.780461 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28ddaf77-15de-4e20-8cf9-a2768bf531ef None None] Received port after_create {{(pid=102348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:41:30.916136 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-7121b542-6e3b-41f2-b4b7-2b075a9c416b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2006967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1766225'] for router_interface, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:30.932890 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7121b542-6e3b-41f2-b4b7-2b075a9c416b admin admin] Pushing event updated for resources: {'Port': ['ID=32e51a64-5c0b-441c-bee5-f8f280b31b93,revision_number=2']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:41:30.940500 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-28ddaf77-15de-4e20-8cf9-a2768bf531ef None None] Attempting to bind port be602684-3176-4287-99dd-83e759036e38 on host n-d-813419-10 for vnic_type normal with profile {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:41:30.941186 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-28ddaf77-15de-4e20-8cf9-a2768bf531ef None None] Attempting to bind port be602684-3176-4287-99dd-83e759036e38 by drivers openvswitch,hyperv on host n-d-813419-10 at level 0 using segments [{'id': '523cf3ee-84a0-4c4f-a05a-76dace0a8b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'feb76472-4a53-4901-9fe7-19116ab4b756'}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:41:30.941721 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28ddaf77-15de-4e20-8cf9-a2768bf531ef None None] Attempting to bind port be602684-3176-4287-99dd-83e759036e38 on network feb76472-4a53-4901-9fe7-19116ab4b756 {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:41:30.959999 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28ddaf77-15de-4e20-8cf9-a2768bf531ef None None] Checking agent: {'id': '89dba0f3-79b2-435e-9822-33674b8f6ada', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 8, 20), 'started_at': datetime.datetime(2021, 10, 27, 10, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 41, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:41:30.960681 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28ddaf77-15de-4e20-8cf9-a2768bf531ef None None] Checking segment: {'id': '523cf3ee-84a0-4c4f-a05a-76dace0a8b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'feb76472-4a53-4901-9fe7-19116ab4b756'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:41:30.961413 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-28ddaf77-15de-4e20-8cf9-a2768bf531ef None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:30.962125 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28ddaf77-15de-4e20-8cf9-a2768bf531ef None None] Bound using segment: {'id': '523cf3ee-84a0-4c4f-a05a-76dace0a8b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'feb76472-4a53-4901-9fe7-19116ab4b756'} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:41:30.962782 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-28ddaf77-15de-4e20-8cf9-a2768bf531ef None None] Bound port: be602684-3176-4287-99dd-83e759036e38, host: n-d-813419-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '523cf3ee-84a0-4c4f-a05a-76dace0a8b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'feb76472-4a53-4901-9fe7-19116ab4b756'}}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:41:30.963371 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-28ddaf77-15de-4e20-8cf9-a2768bf531ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:30.967082 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b14121f-43ba-4347-b24d-54386b057d14 req-fc5b8f68-cc92-48da-b1b1-3ef2d18efe1e tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:41:30.970732 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port 17b3dd90-172d-416c-b9ff-a0cea5e0f3d8 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:41:30.971362 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:30.976232 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-2b14121f-43ba-4347-b24d-54386b057d14 req-fc5b8f68-cc92-48da-b1b1-3ef2d18efe1e tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "GET /v2.0/ports?device_id=cb570a6b-6921-4cfb-916b-d7e7c80e6c97 HTTP/1.1" status: 200 len: 944 time: 0.2743218 Oct 27 10:41:31.085575 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-b08916cc-07e6-486c-961b-17b728339e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05f356cb-67da-424f-a1a1-59293365f79f', 'name': 'tempest-ServerActionsTestJSON-105515891-router', 'tenant_id': '5cdd6d2f037d42e18150718a811d487c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.86'}], 'enable_snat': True}, 'gw_port_id': '82d293b8-7802-40ea-8a66-2bd934303c68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:33:02Z', 'updated_at': '2021-10-27T10:33:07Z', 'revision_number': 4, 'project_id': '5cdd6d2f037d42e18150718a811d487c', 'gw_port': {'id': '82d293b8-7802-40ea-8a66-2bd934303c68', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:f8:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05f356cb-67da-424f-a1a1-59293365f79f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1619, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:33:03Z', 'updated_at': '2021-10-27T10:33:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_interfaces': [{'id': '8317ba6a-5c22-4bca-9c0a-f5fe3fdcd8b0', 'name': '', 'network_id': 'fca909b5-2d06-4825-8091-33382048b635', 'tenant_id': '5cdd6d2f037d42e18150718a811d487c', 'mac_address': 'fa:16:3e:11:d5:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05f356cb-67da-424f-a1a1-59293365f79f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1623, 'fixed_ips': [{'subnet_id': '71c50f4e-5d00-4779-bfe1-162c05f5fddb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:33:06Z', 'updated_at': '2021-10-27T10:33:19Z', 'revision_number': 5, 'project_id': '5cdd6d2f037d42e18150718a811d487c', 'subnets': [{'id': '71c50f4e-5d00-4779-bfe1-162c05f5fddb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:41:31.106791 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-28ddaf77-15de-4e20-8cf9-a2768bf531ef None None] For port be602684-3176-4287-99dd-83e759036e38, host n-d-813419-10, cleared binding levels {{(pid=102348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:41:31.120840 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-28ddaf77-15de-4e20-8cf9-a2768bf531ef None None] For port be602684-3176-4287-99dd-83e759036e38, host n-d-813419-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=be602684-3176-4287-99dd-83e759036e38,segment=NetworkSegment(523cf3ee-84a0-4c4f-a05a-76dace0a8b27),segment_id=523cf3ee-84a0-4c4f-a05a-76dace0a8b27)] {{(pid=102348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:41:31.169382 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7121b542-6e3b-41f2-b4b7-2b075a9c416b admin admin] Network 891ddee9-9040-4cb6-97a5-3fa777306cf0 is already hosted by enough agents. {{(pid=102347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:41:31.171654 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [None req-7121b542-6e3b-41f2-b4b7-2b075a9c416b admin admin] Resources bound (agent type, host, resource id): {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:41:31.197360 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-28ddaf77-15de-4e20-8cf9-a2768bf531ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:31.262872 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b08916cc-07e6-486c-961b-17b728339e57 None None] Checking router: 05f356cb-67da-424f-a1a1-59293365f79f for host: n-d-813419-10 {{(pid=102349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 10:41:31.275085 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b08916cc-07e6-486c-961b-17b728339e57 None None] Routers {'05f356cb-67da-424f-a1a1-59293365f79f'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:41:31.275970 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-b08916cc-07e6-486c-961b-17b728339e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:41:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['05f356cb-67da-424f-a1a1-59293365f79f'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:41:31.286826 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-2b14121f-43ba-4347-b24d-54386b057d14 req-d974c5f3-1149-4f6b-8a33-86041ebebbe6 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "GET /v2.0/security-groups?id=9678e9b4-8ecf-4d94-a14b-d92ef88d2ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1270394 Oct 27 10:41:31.309570 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-908928b5-bcea-4338-8aa3-a174b6e3e0b0 req-ab15d7ce-e857-43d8-9f50-2ff2b9c172b5 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/ports?device_id=f6fc38b4-3d34-4580-bd35-a4b845297319 HTTP/1.1" status: 200 len: 210 time: 0.1463997 Oct 27 10:41:31.355673 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:31.393096 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c45a47-3405-4548-9b4f-9b136437b716 req-ed15ef89-0934-4817-a13a-6f62442f39af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:41:31.402238 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-46c45a47-3405-4548-9b4f-9b136437b716 req-ed15ef89-0934-4817-a13a-6f62442f39af service neutron] 10.222.0.76 "GET /v2.0/networks?id=823b724c-a4df-49e4-a48e-438212c85945 HTTP/1.1" status: 200 len: 918 time: 1.1128716 Oct 27 10:41:31.461744 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ddaf77-15de-4e20-8cf9-a2768bf531ef None None] Pushing event updated for resources: {'Port': ['ID=be602684-3176-4287-99dd-83e759036e38,revision_number=2']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:41:31.480125 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] For port 17b3dd90-172d-416c-b9ff-a0cea5e0f3d8, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=17b3dd90-172d-416c-b9ff-a0cea5e0f3d8,segment=NetworkSegment(bc14127b-7032-4c50-bb5b-f6813cbae86e),segment_id=bc14127b-7032-4c50-bb5b-f6813cbae86e)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:41:31.490802 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:31.502280 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7121b542-6e3b-41f2-b4b7-2b075a9c416b admin admin] Router 4d2481a0-ebf4-40af-bd26-24d69d62ec8e has already been hosted by L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb {{(pid=102347) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 10:41:31.571343 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvr_db [None req-b08916cc-07e6-486c-961b-17b728339e57 None None] Set router 05f356cb-67da-424f-a1a1-59293365f79f gateway port host: n-d-813419-10 {{(pid=102349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:41:31.631596 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Pushing event updated for resources: {'Port': ['ID=17b3dd90-172d-416c-b9ff-a0cea5e0f3d8,revision_number=4']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:41:31.646369 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_common [None req-7a18534f-d7e8-471d-b3e1-7cafa0538c91 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Allocated IP 172.20.0.10 (feb76472-4a53-4901-9fe7-19116ab4b756/4a2e41ba-9f80-4e6a-8f83-e39dd0747a86/76662cff-4f88-4fd2-a1ca-b40f76e01d1b) {{(pid=102346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:41:31.797544 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-199d44f3-86dd-494f-9904-609b9a92fb4d None None] Provisioning complete for port 32e51a64-5c0b-441c-bee5-f8f280b31b93 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:41:31.797982 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-199d44f3-86dd-494f-9904-609b9a92fb4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:31.839079 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-46c45a47-3405-4548-9b4f-9b136437b716 req-d615f3ce-afac-47c6-a84a-653b5e3d03b1 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d843c603-f770-49bf-80f7-ae60f61ba034 HTTP/1.1" status: 200 len: 1000 time: 0.4286561 Oct 27 10:41:31.870395 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-199d44f3-86dd-494f-9904-609b9a92fb4d None None] Port 32e51a64-5c0b-441c-bee5-f8f280b31b93 cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:41:31.880276 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7121b542-6e3b-41f2-b4b7-2b075a9c416b admin admin] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:41:31.895703 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-7121b542-6e3b-41f2-b4b7-2b075a9c416b admin admin] 10.222.0.44 "PUT /v2.0/routers/4d2481a0-ebf4-40af-bd26-24d69d62ec8e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9803221 Oct 27 10:41:31.951410 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c45a47-3405-4548-9b4f-9b136437b716 req-c27b1f90-e7d6-4397-aa3d-6dfdcf0dad62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:41:31.953255 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-46c45a47-3405-4548-9b4f-9b136437b716 req-c27b1f90-e7d6-4397-aa3d-6dfdcf0dad62 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=867e3761-3f04-40e2-b4bb-5b0ff4404cac HTTP/1.1" status: 200 len: 856 time: 0.0955772 Oct 27 10:41:31.958081 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-7a18534f-d7e8-471d-b3e1-7cafa0538c91 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks [] for port, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:32.040724 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c45a47-3405-4548-9b4f-9b136437b716 req-a3ca7e67-9006-4159-a8ae-5a22bbfb43ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:41:32.042557 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-46c45a47-3405-4548-9b4f-9b136437b716 req-a3ca7e67-9006-4159-a8ae-5a22bbfb43ba service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=823b724c-a4df-49e4-a48e-438212c85945&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0810890 Oct 27 10:41:32.043564 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-b08916cc-07e6-486c-961b-17b728339e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05f356cb-67da-424f-a1a1-59293365f79f', 'name': 'tempest-ServerActionsTestJSON-105515891-router', 'tenant_id': '5cdd6d2f037d42e18150718a811d487c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.86'}], 'enable_snat': True}, 'gw_port_id': '82d293b8-7802-40ea-8a66-2bd934303c68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:33:02Z', 'updated_at': '2021-10-27T10:33:07Z', 'revision_number': 4, 'project_id': '5cdd6d2f037d42e18150718a811d487c', 'gw_port': {'id': '82d293b8-7802-40ea-8a66-2bd934303c68', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:f8:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05f356cb-67da-424f-a1a1-59293365f79f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1619, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:33:03Z', 'updated_at': '2021-10-27T10:33:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_interfaces': [{'id': '8317ba6a-5c22-4bca-9c0a-f5fe3fdcd8b0', 'name': '', 'network_id': 'fca909b5-2d06-4825-8091-33382048b635', 'tenant_id': '5cdd6d2f037d42e18150718a811d487c', 'mac_address': 'fa:16:3e:11:d5:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05f356cb-67da-424f-a1a1-59293365f79f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1623, 'fixed_ips': [{'subnet_id': '71c50f4e-5d00-4779-bfe1-162c05f5fddb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:33:06Z', 'updated_at': '2021-10-27T10:33:19Z', 'revision_number': 5, 'project_id': '5cdd6d2f037d42e18150718a811d487c', 'subnets': [{'id': '71c50f4e-5d00-4779-bfe1-162c05f5fddb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:41:32.044304 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-7a18534f-d7e8-471d-b3e1-7cafa0538c91 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:32.085828 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b08916cc-07e6-486c-961b-17b728339e57 None None] The sync data for ids ['05f356cb-67da-424f-a1a1-59293365f79f'] in n-d-813419-10 is: [{'id': '05f356cb-67da-424f-a1a1-59293365f79f', 'name': 'tempest-ServerActionsTestJSON-105515891-router', 'tenant_id': '5cdd6d2f037d42e18150718a811d487c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.86'}], 'enable_snat': True}, 'gw_port_id': '82d293b8-7802-40ea-8a66-2bd934303c68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:33:02Z', 'updated_at': '2021-10-27T10:33:07Z', 'revision_number': 4, 'project_id': '5cdd6d2f037d42e18150718a811d487c', 'gw_port': {'id': '82d293b8-7802-40ea-8a66-2bd934303c68', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:f8:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05f356cb-67da-424f-a1a1-59293365f79f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1619, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:33:03Z', 'updated_at': '2021-10-27T10:33:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_interfaces': [{'id': '8317ba6a-5c22-4bca-9c0a-f5fe3fdcd8b0', 'name': '', 'network_id': 'fca909b5-2d06-4825-8091-33382048b635', 'tenant_id': '5cdd6d2f037d42e18150718a811d487c', 'mac_address': 'fa:16:3e:11:d5:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05f356cb-67da-424f-a1a1-59293365f79f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1623, 'fixed_ips': [{'subnet_id': '71c50f4e-5d00-4779-bfe1-162c05f5fddb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:33:06Z', 'updated_at': '2021-10-27T10:33:19Z', 'revision_number': 5, 'project_id': '5cdd6d2f037d42e18150718a811d487c', 'subnets': [{'id': '71c50f4e-5d00-4779-bfe1-162c05f5fddb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:41:32.168950 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a18534f-d7e8-471d-b3e1-7cafa0538c91 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Network feb76472-4a53-4901-9fe7-19116ab4b756 is already hosted by enough agents. {{(pid=102346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:41:32.177478 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-7a18534f-d7e8-471d-b3e1-7cafa0538c91 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Resources bound (agent type, host, resource id): {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:41:32.183739 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a18534f-d7e8-471d-b3e1-7cafa0538c91 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Received port after_create {{(pid=102346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:41:32.190463 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a18534f-d7e8-471d-b3e1-7cafa0538c91 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Pushing event updated for resources: {'Port': ['ID=76662cff-4f88-4fd2-a1ca-b40f76e01d1b,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:41:32.260792 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a18534f-d7e8-471d-b3e1-7cafa0538c91 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:41:32.261519 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-7a18534f-d7e8-471d-b3e1-7cafa0538c91 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:32.266390 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-46c45a47-3405-4548-9b4f-9b136437b716 req-b328a12b-03e9-48fc-8d98-052f2a4f11db service neutron] 10.222.0.76 "GET /v2.0/networks/823b724c-a4df-49e4-a48e-438212c85945?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2127740 Oct 27 10:41:32.286234 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-7a18534f-d7e8-471d-b3e1-7cafa0538c91 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.6940839 Oct 27 10:41:32.288993 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 47348) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:41:32.293915 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-d3e5b302-f033-42b2-9031-799610be4e53 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Request body: {'port': {'network_id': 'feb76472-4a53-4901-9fe7-19116ab4b756', 'name': 'tempest-PortsTestJSON-1345095626', 'fixed_ips': [{'subnet_id': '4a2e41ba-9f80-4e6a-8f83-e39dd0747a86', 'ip_address': '172.20.0.9'}]}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:41:32.428767 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-46c45a47-3405-4548-9b4f-9b136437b716 req-4134a778-6d6c-4893-b3a3-fe6911a94a05 service neutron] 10.222.0.76 "GET /v2.0/networks/823b724c-a4df-49e4-a48e-438212c85945?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1540370 Oct 27 10:41:32.481166 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:32.490080 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 47364) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:41:32.617210 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3e5b302-f033-42b2-9031-799610be4e53 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Made reservation on behalf of 668d3c16278c42b387727d7933936a48 for: {'port': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:41:32.639651 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-2d52c807-0680-46b6-93b4-84f5ba72fdcb tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Publish callbacks [] for security_group, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:32.655352 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b0262d-a45b-485f-a19a-2ce7517e1761 req-070d8d46-fbb0-4aea-9f1c-260d603740e5 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:41:32.657973 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b5b0262d-a45b-485f-a19a-2ce7517e1761 req-070d8d46-fbb0-4aea-9f1c-260d603740e5 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "GET /v2.0/ports?device_id=cb570a6b-6921-4cfb-916b-d7e7c80e6c97 HTTP/1.1" status: 200 len: 944 time: 0.1785178 Oct 27 10:41:32.677561 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-2d52c807-0680-46b6-93b4-84f5ba72fdcb tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:32.777508 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device be602684-3176-4287-99dd-83e759036e38 up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:41:32.779193 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-2d52c807-0680-46b6-93b4-84f5ba72fdcb tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:32.787837 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-2d52c807-0680-46b6-93b4-84f5ba72fdcb tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:32.791278 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b5b0262d-a45b-485f-a19a-2ce7517e1761 req-58d2bd26-b860-40dc-959d-b1e52fca87e0 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "GET /v2.0/security-groups?id=9678e9b4-8ecf-4d94-a14b-d92ef88d2ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1093457 Oct 27 10:41:32.791740 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-2d52c807-0680-46b6-93b4-84f5ba72fdcb tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "DELETE /v2.0/security-groups/042a0afe-bacb-4048-aed3-353e9c85bd81 HTTP/1.1" status: 204 len: 168 time: 0.3003001 Oct 27 10:41:32.792457 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 47382) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:41:32.834693 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 47384) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:41:32.846442 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d52c807-0680-46b6-93b4-84f5ba72fdcb tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=042a0afe-bacb-4048-aed3-353e9c85bd81,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:41:32.858230 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-bacbf5ba-191f-48de-8932-da11ef319bad admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1312698959-network', 'tenant_id': '459f9968f2c34b06a34202e0493161d7'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:41:32.870390 n-d-813419-10 neutron-server[102346]: INFO neutron.api.v2.resource [None req-f42fe599-4ad2-4f6c-b075-107c1b2df2a8 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] show failed (client error): The resource could not be found. Oct 27 10:41:32.871698 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-f42fe599-4ad2-4f6c-b075-107c1b2df2a8 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "GET /v2.0/security-groups/042a0afe-bacb-4048-aed3-353e9c85bd81 HTTP/1.1" status: 404 len: 347 time: 0.0495574 Oct 27 10:41:32.874573 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 47386) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:41:32.875535 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port be602684-3176-4287-99dd-83e759036e38 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:41:32.876349 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:32.878704 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-d3e5b302-f033-42b2-9031-799610be4e53 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:32.933278 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [None req-d3e5b302-f033-42b2-9031-799610be4e53 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] device_id is not set on port d7b360b3-9c37-47d8-8d73-95686759b279 yet. {{(pid=102347) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 10:41:33.035212 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:33.041384 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bacbf5ba-191f-48de-8932-da11ef319bad admin admin] Made reservation on behalf of 459f9968f2c34b06a34202e0493161d7 for: {'network': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:41:33.043843 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-bacbf5ba-191f-48de-8932-da11ef319bad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for network, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:33.062546 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-bacbf5ba-191f-48de-8932-da11ef319bad admin admin] Publish callbacks [] for security_group, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:33.085409 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-8e4ecaf6-69a5-4be6-bd63-a2566b0aa2d9 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Deleting port ccd4ddd6-7ff2-461e-b52e-c8d1f86d6b59 {{(pid=102346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:41:33.085745 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-8e4ecaf6-69a5-4be6-bd63-a2566b0aa2d9 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:33.119194 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] For port be602684-3176-4287-99dd-83e759036e38, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=be602684-3176-4287-99dd-83e759036e38,segment=NetworkSegment(523cf3ee-84a0-4c4f-a05a-76dace0a8b27),segment_id=523cf3ee-84a0-4c4f-a05a-76dace0a8b27)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:41:33.129091 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a708da3-d9f5-4f12-a712-7e19adeba538 None None] Sync routers for ids ['4d2481a0-ebf4-40af-bd26-24d69d62ec8e'] in n-d-813419-10 {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:41:33.144817 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:33.147399 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 17b3dd90-172d-416c-b9ff-a0cea5e0f3d8 up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:41:33.184517 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-bacbf5ba-191f-48de-8932-da11ef319bad admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:33.195276 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-bacbf5ba-191f-48de-8932-da11ef319bad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:33.227679 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a708da3-d9f5-4f12-a712-7e19adeba538 None None] Routers {'4d2481a0-ebf4-40af-bd26-24d69d62ec8e'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:41:33.228339 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-6a708da3-d9f5-4f12-a712-7e19adeba538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:41:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['4d2481a0-ebf4-40af-bd26-24d69d62ec8e'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:41:33.305230 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-8e4ecaf6-69a5-4be6-bd63-a2566b0aa2d9 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:33.305977 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-8e4ecaf6-69a5-4be6-bd63-a2566b0aa2d9 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:33.307517 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_common [None req-d3e5b302-f033-42b2-9031-799610be4e53 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Allocated IP 172.20.0.9 (feb76472-4a53-4901-9fe7-19116ab4b756/4a2e41ba-9f80-4e6a-8f83-e39dd0747a86/d7b360b3-9c37-47d8-8d73-95686759b279) {{(pid=102347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:41:33.349318 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-8e4ecaf6-69a5-4be6-bd63-a2566b0aa2d9 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Calling delete_port for ccd4ddd6-7ff2-461e-b52e-c8d1f86d6b59 owned by network:floatingip {{(pid=102346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:41:33.426299 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacbf5ba-191f-48de-8932-da11ef319bad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71164052-cb8f-4fab-a82b-1a9fd4f230c9,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:41:33.433572 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bacbf5ba-191f-48de-8932-da11ef319bad admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 410} {{(pid=102347) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 10:41:33.458156 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Pushing event updated for resources: {'Port': ['ID=be602684-3176-4287-99dd-83e759036e38,revision_number=3']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:41:33.521971 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port 17b3dd90-172d-416c-b9ff-a0cea5e0f3d8 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:41:33.522585 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:33.702715 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvr_db [None req-6a708da3-d9f5-4f12-a712-7e19adeba538 None None] Set router 4d2481a0-ebf4-40af-bd26-24d69d62ec8e gateway port host: n-d-813419-10 {{(pid=102348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:41:33.716688 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-d3e5b302-f033-42b2-9031-799610be4e53 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks [] for port, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:33.748958 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecd8efc1-6644-4a9e-bf63-3db799f1bb40 None None] New status for floating IP 2d76b6f9-ab6c-4227-af3b-19590e3b8443: DOWN {{(pid=102349) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 10:41:33.835410 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-8e4ecaf6-69a5-4be6-bd63-a2566b0aa2d9 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:33.857914 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-bacbf5ba-191f-48de-8932-da11ef319bad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:33.858371 n-d-813419-10 neutron-server[102347]: INFO neutron.db.segments_db [None req-bacbf5ba-191f-48de-8932-da11ef319bad admin admin] Added segment 4f412274-2448-42d7-88ef-36833b7fe43d of type vlan for network ca8f9f38-8977-451a-814e-f5923c2a9385 Oct 27 10:41:33.921820 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-bacbf5ba-191f-48de-8932-da11ef319bad admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743872593080'] for network, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:33.963643 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-d3e5b302-f033-42b2-9031-799610be4e53 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:34.011863 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4ecaf6-69a5-4be6-bd63-a2566b0aa2d9 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Pushing event deleted for resources: {'Port': ['ID=ccd4ddd6-7ff2-461e-b52e-c8d1f86d6b59,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:41:34.079670 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.db.api [None req-ecd8efc1-6644-4a9e-bf63-3db799f1bb40 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102349) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 27 10:41:34.080352 n-d-813419-10 neutron-server[102349]: DEBUG oslo_db.api [None req-ecd8efc1-6644-4a9e-bf63-3db799f1bb40 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 10:41:34.129342 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39af7228-7a57-4980-bf7d-5827dfcd3ee7 None None] Network feb76472-4a53-4901-9fe7-19116ab4b756 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:41:34.142421 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-bacbf5ba-191f-48de-8932-da11ef319bad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913'] for network, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:34.145794 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bacbf5ba-191f-48de-8932-da11ef319bad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:41:34.146559 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-bacbf5ba-191f-48de-8932-da11ef319bad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for network, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:34.178266 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0c87db-0d39-46c4-bc18-1612d5dc9832 req-a694fa24-4135-405d-8bbb-391af6dd6443 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:41:34.180353 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-7e0c87db-0d39-46c4-bc18-1612d5dc9832 req-a694fa24-4135-405d-8bbb-391af6dd6443 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "GET /v2.0/ports?device_id=cb570a6b-6921-4cfb-916b-d7e7c80e6c97 HTTP/1.1" status: 200 len: 944 time: 0.1870551 Oct 27 10:41:34.183724 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e5b302-f033-42b2-9031-799610be4e53 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Pushing event updated for resources: {'Port': ['ID=d7b360b3-9c37-47d8-8d73-95686759b279,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:41:34.206947 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-bacbf5ba-191f-48de-8932-da11ef319bad admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.3692188 Oct 27 10:41:34.208171 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 47422) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:41:34.222181 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-8e4ecaf6-69a5-4be6-bd63-a2566b0aa2d9 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Publish callbacks [] for floatingip, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:34.225570 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-8e4ecaf6-69a5-4be6-bd63-a2566b0aa2d9 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for floatingip, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:34.226915 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-8e4ecaf6-69a5-4be6-bd63-a2566b0aa2d9 tempest-ServerActionsTestJSON-481303132 tempest-ServerActionsTestJSON-481303132-project] 10.222.0.44 "DELETE /v2.0/floatingips/2d76b6f9-ab6c-4227-af3b-19590e3b8443 HTTP/1.1" status: 204 len: 168 time: 1.3514192 Oct 27 10:41:34.230650 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 47424) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:41:34.258603 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-7e0c87db-0d39-46c4-bc18-1612d5dc9832 req-17c556ec-0b2d-4bda-9982-bb74908371da tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "GET /v2.0/security-groups?id=9678e9b4-8ecf-4d94-a14b-d92ef88d2ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628600 Oct 27 10:41:34.345839 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-847d208f-9ad4-4e14-8b27-268ea8794713 None None] Provisioning complete for port be602684-3176-4287-99dd-83e759036e38 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:41:34.346167 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-847d208f-9ad4-4e14-8b27-268ea8794713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:34.399379 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-e8f6fa6d-9dd8-4f01-ab9f-6b8778e73ece admin admin] Request body: {'subnet': {'network_id': 'ca8f9f38-8977-451a-814e-f5923c2a9385', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1312698959-subnet', 'tenant_id': '459f9968f2c34b06a34202e0493161d7', 'ip_version': 4}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:41:34.520968 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8f6fa6d-9dd8-4f01-ab9f-6b8778e73ece admin admin] Made reservation on behalf of 459f9968f2c34b06a34202e0493161d7 for: {'subnet': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:41:34.523769 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-e8f6fa6d-9dd8-4f01-ab9f-6b8778e73ece admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18044073'] for subnet, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:34.526042 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacbf5ba-191f-48de-8932-da11ef319bad admin admin] Pushing event updated for resources: {'Network': ['ID=ca8f9f38-8977-451a-814e-f5923c2a9385,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:41:34.551906 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3e5b302-f033-42b2-9031-799610be4e53 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Network feb76472-4a53-4901-9fe7-19116ab4b756 is already hosted by enough agents. {{(pid=102347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:41:34.581861 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecd8efc1-6644-4a9e-bf63-3db799f1bb40 None None] New status for floating IP 2d76b6f9-ab6c-4227-af3b-19590e3b8443: DOWN {{(pid=102349) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 10:41:34.628364 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 47430) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:41:34.630801 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [None req-d3e5b302-f033-42b2-9031-799610be4e53 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Resources bound (agent type, host, resource id): {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:41:34.653293 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3e5b302-f033-42b2-9031-799610be4e53 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Received port after_create {{(pid=102347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:41:34.697721 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Network ca8f9f38-8977-451a-814e-f5923c2a9385 details requested by agent ovs-agent-n-d-813419-10 with host n-d-813419-10 {{(pid=102348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 10:41:34.713714 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device be602684-3176-4287-99dd-83e759036e38 up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:41:34.853363 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3e5b302-f033-42b2-9031-799610be4e53 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:41:34.864050 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-d3e5b302-f033-42b2-9031-799610be4e53 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:34.894371 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-d3e5b302-f033-42b2-9031-799610be4e53 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.6042624 Oct 27 10:41:34.898882 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 47434) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:41:35.018105 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-9cec2ba4-4634-44e0-a9fc-45652c677396 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:35.068930 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baa52782-fe21-40b8-a96a-ec19b4e7f045 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:41:35.073024 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-baa52782-fe21-40b8-a96a-ec19b4e7f045 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] 10.222.0.44 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.1705258 Oct 27 10:41:35.081304 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 47436) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:41:35.237648 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-e8f6fa6d-9dd8-4f01-ab9f-6b8778e73ece admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-18295883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18044091'] for subnet, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:35.349387 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-6a708da3-d9f5-4f12-a712-7e19adeba538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d2481a0-ebf4-40af-bd26-24d69d62ec8e', 'name': 'tempest-TestAggregatesBasicOps-758125978-router', 'tenant_id': '4ac7a684fa1b46888441c9b2217b282b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.198'}], 'enable_snat': True}, 'gw_port_id': '17b3dd90-172d-416c-b9ff-a0cea5e0f3d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:41:23Z', 'updated_at': '2021-10-27T10:41:30Z', 'revision_number': 4, 'project_id': '4ac7a684fa1b46888441c9b2217b282b', 'gw_port': {'id': '17b3dd90-172d-416c-b9ff-a0cea5e0f3d8', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:99:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d2481a0-ebf4-40af-bd26-24d69d62ec8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2455, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:41:24Z', 'updated_at': '2021-10-27T10:41:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_interfaces': [{'id': '32e51a64-5c0b-441c-bee5-f8f280b31b93', 'name': '', 'network_id': '891ddee9-9040-4cb6-97a5-3fa777306cf0', 'tenant_id': '4ac7a684fa1b46888441c9b2217b282b', 'mac_address': 'fa:16:3e:cb:cd:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d2481a0-ebf4-40af-bd26-24d69d62ec8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2463, 'fixed_ips': [{'subnet_id': 'c1a31508-24ee-4b71-b07a-18f7f2ce632f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:41:28Z', 'updated_at': '2021-10-27T10:41:30Z', 'revision_number': 2, 'project_id': '4ac7a684fa1b46888441c9b2217b282b', 'subnets': [{'id': 'c1a31508-24ee-4b71-b07a-18f7f2ce632f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:41:35.388948 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84ccda87-38da-43c4-9357-0a7564d80f76 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:41:35.389363 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a708da3-d9f5-4f12-a712-7e19adeba538 None None] Checking router: 4d2481a0-ebf4-40af-bd26-24d69d62ec8e for host: n-d-813419-10 {{(pid=102348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 10:41:35.389964 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a708da3-d9f5-4f12-a712-7e19adeba538 None None] Updating router 4d2481a0-ebf4-40af-bd26-24d69d62ec8e port 32e51a64-5c0b-441c-bee5-f8f280b31b93 binding host n-d-813419-10 {{(pid=102348) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 10:41:35.394892 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port be602684-3176-4287-99dd-83e759036e38 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:41:35.395489 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:35.407096 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-df0b5433-ae03-4b0d-82f0-950af3a9b6b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1766202'] for router_interface, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:35.411251 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84ccda87-38da-43c4-9357-0a7564d80f76 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:41:35.419925 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84ccda87-38da-43c4-9357-0a7564d80f76 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:41:35.434269 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-84ccda87-38da-43c4-9357-0a7564d80f76 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] 10.222.0.44 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2380 time: 0.3442822 Oct 27 10:41:35.447768 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-6a708da3-d9f5-4f12-a712-7e19adeba538 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:35.458513 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 47440) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:41:35.605930 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f6fa6d-9dd8-4f01-ab9f-6b8778e73ece admin admin] Pushing event updated for resources: {'Subnet': ['ID=95d54951-656b-48ce-a029-d5d775c10ca7,revision_number=0']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:41:35.786693 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8f6fa6d-9dd8-4f01-ab9f-6b8778e73ece admin admin] Checking segment: {'id': '4f412274-2448-42d7-88ef-36833b7fe43d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'ca8f9f38-8977-451a-814e-f5923c2a9385'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:41:35.787062 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8f6fa6d-9dd8-4f01-ab9f-6b8778e73ece admin admin] Network hostable DHCP agents. Network: ca8f9f38-8977-451a-814e-f5923c2a9385, hostable agents: ['eafd4000-b897-4722-ae8b-0118ec955181'], hosted agents: [] {{(pid=102347) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 10:41:35.792720 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-9cec2ba4-4634-44e0-a9fc-45652c677396 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:35.821452 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-9cec2ba4-4634-44e0-a9fc-45652c677396 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:35.926636 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-3cec78d0-158a-4869-b58b-77c46cef98fc None None] Provisioning complete for port d7b360b3-9c37-47d8-8d73-95686759b279 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:41:35.929136 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-3cec78d0-158a-4869-b58b-77c46cef98fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:35.979413 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee41dd6-0d62-491f-abe8-733e1fe287c5 req-644241ba-387b-4e7a-aef0-98275a9e08f0 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:41:35.989287 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-bee41dd6-0d62-491f-abe8-733e1fe287c5 req-644241ba-387b-4e7a-aef0-98275a9e08f0 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "GET /v2.0/ports?device_id=cb570a6b-6921-4cfb-916b-d7e7c80e6c97 HTTP/1.1" status: 200 len: 944 time: 0.5315278 Oct 27 10:41:36.010255 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-df0b5433-ae03-4b0d-82f0-950af3a9b6b0 admin admin] Deleting port 8317ba6a-5c22-4bca-9c0a-f5fe3fdcd8b0 {{(pid=102346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:41:36.010680 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-df0b5433-ae03-4b0d-82f0-950af3a9b6b0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:36.033301 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8f6fa6d-9dd8-4f01-ab9f-6b8778e73ece admin admin] Network ca8f9f38-8977-451a-814e-f5923c2a9385 is scheduled to be hosted by DHCP agent eafd4000-b897-4722-ae8b-0118ec955181 with binding_index 1 {{(pid=102347) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 10:41:36.047110 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-3cec78d0-158a-4869-b58b-77c46cef98fc None None] Port d7b360b3-9c37-47d8-8d73-95686759b279 cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:41:36.098300 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [None req-e8f6fa6d-9dd8-4f01-ab9f-6b8778e73ece admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-10, ca8f9f38-8977-451a-814e-f5923c2a9385) {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:41:36.106902 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8f6fa6d-9dd8-4f01-ab9f-6b8778e73ece admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:41:36.109231 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-e8f6fa6d-9dd8-4f01-ab9f-6b8778e73ece admin admin] Publish callbacks [] for subnet, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:36.115481 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-6a708da3-d9f5-4f12-a712-7e19adeba538 None None] Publish callbacks [] for port, precommit_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:36.121510 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a41dd975-9804-40a6-99af-4393f7238f9e None None] Network ca8f9f38-8977-451a-814e-f5923c2a9385 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:41:36.138201 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-6a708da3-d9f5-4f12-a712-7e19adeba538 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:36.143896 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cec2ba4-4634-44e0-a9fc-45652c677396 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c9b296b-72ac-4196-8e04-792da767991f,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:41:36.150357 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-bee41dd6-0d62-491f-abe8-733e1fe287c5 req-86f5b7e4-e29f-48fb-aa4e-e607757cb4ab tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "GET /v2.0/security-groups?id=9678e9b4-8ecf-4d94-a14b-d92ef88d2ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1602368 Oct 27 10:41:36.153967 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-9cec2ba4-4634-44e0-a9fc-45652c677396 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ff13a3b5e3034b11884e9d1a5420ae95&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5242839 Oct 27 10:41:36.163745 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-02f0ef10-0331-45e8-b57c-b57f1e0fb07e tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Deleting port d7b360b3-9c37-47d8-8d73-95686759b279 {{(pid=102347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:41:36.164345 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-02f0ef10-0331-45e8-b57c-b57f1e0fb07e tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:36.173541 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 47442) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:41:36.250142 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-e8f6fa6d-9dd8-4f01-ab9f-6b8778e73ece admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0144911 Oct 27 10:41:36.251545 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 47444) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:41:36.259736 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-3cec78d0-158a-4869-b58b-77c46cef98fc None None] Provisioning complete for port be602684-3176-4287-99dd-83e759036e38 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:41:36.260346 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-3cec78d0-158a-4869-b58b-77c46cef98fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:36.260475 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-35d9803b-36a1-4fe4-90c6-3924fb589aa4 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1312698959-router', 'tenant_id': '459f9968f2c34b06a34202e0493161d7', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'}}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:41:36.347755 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d4f9e6-600e-447b-bb11-5860b12ad91d None None] Pushing event updated for resources: {'Port': ['ID=32e51a64-5c0b-441c-bee5-f8f280b31b93,revision_number=3']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:41:36.364568 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [None req-df0b5433-ae03-4b0d-82f0-950af3a9b6b0 admin admin] For port 8317ba6a-5c22-4bca-9c0a-f5fe3fdcd8b0, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=8317ba6a-5c22-4bca-9c0a-f5fe3fdcd8b0,segment=NetworkSegment(3fa8f95e-6276-4974-b5c0-da1e0ae271fc),segment_id=3fa8f95e-6276-4974-b5c0-da1e0ae271fc)] {{(pid=102346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:41:36.365206 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-df0b5433-ae03-4b0d-82f0-950af3a9b6b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:36.377033 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-35d9803b-36a1-4fe4-90c6-3924fb589aa4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1768632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3610'] for router, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:36.378372 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-35d9803b-36a1-4fe4-90c6-3924fb589aa4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1765704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1769409', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1694266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3597'] for router, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:36.402091 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-df0b5433-ae03-4b0d-82f0-950af3a9b6b0 admin admin] Calling delete_port for 8317ba6a-5c22-4bca-9c0a-f5fe3fdcd8b0 owned by network:router_interface {{(pid=102346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:41:36.412684 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-550e14e3-bcbb-4c25-ad50-550de196ca23 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:36.415742 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-02f0ef10-0331-45e8-b57c-b57f1e0fb07e tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:36.459608 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-02f0ef10-0331-45e8-b57c-b57f1e0fb07e tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Calling delete_port for d7b360b3-9c37-47d8-8d73-95686759b279 owned by {{(pid=102347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:41:36.511415 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-6a708da3-d9f5-4f12-a712-7e19adeba538 None None] Attempting to bind port 32e51a64-5c0b-441c-bee5-f8f280b31b93 on host n-d-813419-10 for vnic_type normal with profile {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:41:36.511943 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-6a708da3-d9f5-4f12-a712-7e19adeba538 None None] Attempting to bind port 32e51a64-5c0b-441c-bee5-f8f280b31b93 by drivers openvswitch,hyperv on host n-d-813419-10 at level 0 using segments [{'id': '1f6c00d8-01cf-469b-b77f-5f4ec5640d1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '891ddee9-9040-4cb6-97a5-3fa777306cf0'}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:41:36.512451 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a708da3-d9f5-4f12-a712-7e19adeba538 None None] Attempting to bind port 32e51a64-5c0b-441c-bee5-f8f280b31b93 on network 891ddee9-9040-4cb6-97a5-3fa777306cf0 {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:41:36.541087 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-550e14e3-bcbb-4c25-ad50-550de196ca23 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:36.603852 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a708da3-d9f5-4f12-a712-7e19adeba538 None None] Checking agent: {'id': '89dba0f3-79b2-435e-9822-33674b8f6ada', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 8, 20), 'started_at': datetime.datetime(2021, 10, 27, 10, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 41, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:41:36.605051 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-35d9803b-36a1-4fe4-90c6-3924fb589aa4 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:36.605491 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a708da3-d9f5-4f12-a712-7e19adeba538 None None] Checking segment: {'id': '1f6c00d8-01cf-469b-b77f-5f4ec5640d1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '891ddee9-9040-4cb6-97a5-3fa777306cf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:41:36.607994 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-6a708da3-d9f5-4f12-a712-7e19adeba538 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:36.608582 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a708da3-d9f5-4f12-a712-7e19adeba538 None None] Bound using segment: {'id': '1f6c00d8-01cf-469b-b77f-5f4ec5640d1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '891ddee9-9040-4cb6-97a5-3fa777306cf0'} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:41:36.609244 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-6a708da3-d9f5-4f12-a712-7e19adeba538 None None] Bound port: 32e51a64-5c0b-441c-bee5-f8f280b31b93, host: n-d-813419-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f6c00d8-01cf-469b-b77f-5f4ec5640d1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '891ddee9-9040-4cb6-97a5-3fa777306cf0'}}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:41:36.611331 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-6a708da3-d9f5-4f12-a712-7e19adeba538 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:36.684183 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-550e14e3-bcbb-4c25-ad50-550de196ca23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:36.686905 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-550e14e3-bcbb-4c25-ad50-550de196ca23 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:36.695488 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-550e14e3-bcbb-4c25-ad50-550de196ca23 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8c9b296b-72ac-4196-8e04-792da767991f HTTP/1.1" status: 204 len: 168 time: 0.5207500 Oct 27 10:41:36.753699 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550e14e3-bcbb-4c25-ad50-550de196ca23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c9b296b-72ac-4196-8e04-792da767991f,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:41:36.919317 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-df0b5433-ae03-4b0d-82f0-950af3a9b6b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:37.013492 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-6a708da3-d9f5-4f12-a712-7e19adeba538 None None] For port 32e51a64-5c0b-441c-bee5-f8f280b31b93, host n-d-813419-10, cleared binding levels {{(pid=102348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:41:37.022037 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-6a708da3-d9f5-4f12-a712-7e19adeba538 None None] For port 32e51a64-5c0b-441c-bee5-f8f280b31b93, host n-d-813419-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=32e51a64-5c0b-441c-bee5-f8f280b31b93,segment=NetworkSegment(1f6c00d8-01cf-469b-b77f-5f4ec5640d1b),segment_id=1f6c00d8-01cf-469b-b77f-5f4ec5640d1b)] {{(pid=102348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:41:37.033030 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-6a708da3-d9f5-4f12-a712-7e19adeba538 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:37.110913 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a73c2b75-879f-4072-9ea6-44925a6304d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp734b258e-7d96-550c-b970-9b72ab66f383-ca8f9f38-8977-451a-814e-f5923c2a9385', 'network_id': 'ca8f9f38-8977-451a-814e-f5923c2a9385', 'tenant_id': '459f9968f2c34b06a34202e0493161d7', 'fixed_ips': [{'subnet_id': '95d54951-656b-48ce-a029-d5d775c10ca7'}]}} from n-d-813419-10. {{(pid=102348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 10:41:37.112050 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a73c2b75-879f-4072-9ea6-44925a6304d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:37.233878 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0b5433-ae03-4b0d-82f0-950af3a9b6b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=8317ba6a-5c22-4bca-9c0a-f5fe3fdcd8b0,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:41:37.268290 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-3cec78d0-158a-4869-b58b-77c46cef98fc None None] Provisioning complete for port 76662cff-4f88-4fd2-a1ca-b40f76e01d1b triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:41:37.270057 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-3cec78d0-158a-4869-b58b-77c46cef98fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:37.530496 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 47454) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:41:37.597455 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.db_base_plugin_common [None req-a73c2b75-879f-4072-9ea6-44925a6304d0 None None] Allocated IP 172.20.0.2 (ca8f9f38-8977-451a-814e-f5923c2a9385/95d54951-656b-48ce-a029-d5d775c10ca7/a295fdde-da86-48a7-9d7b-7daa2104c7e9) {{(pid=102348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:41:37.620989 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-1448253d-d0ff-4e19-b87e-3c85f25aacca admin admin] Publish callbacks [] for security_group, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:37.763280 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b400137-4142-428d-86dd-82b6a723601a req-d155ebb9-f780-4877-97d5-c6333f33bd96 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:41:37.765696 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-3b400137-4142-428d-86dd-82b6a723601a req-d155ebb9-f780-4877-97d5-c6333f33bd96 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "GET /v2.0/ports?device_id=cb570a6b-6921-4cfb-916b-d7e7c80e6c97 HTTP/1.1" status: 200 len: 944 time: 0.3480167 Oct 27 10:41:37.788295 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-df0b5433-ae03-4b0d-82f0-950af3a9b6b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2006968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1766358'] for router_interface, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:37.831911 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-3b400137-4142-428d-86dd-82b6a723601a req-cc0e4315-29e2-4120-99da-cf2ec6fbb88b tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "GET /v2.0/security-groups?id=9678e9b4-8ecf-4d94-a14b-d92ef88d2ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604317 Oct 27 10:41:37.908800 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a73c2b75-879f-4072-9ea6-44925a6304d0 None None] Publish callbacks [] for port, precommit_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:37.966925 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-3cec78d0-158a-4869-b58b-77c46cef98fc None None] Port 76662cff-4f88-4fd2-a1ca-b40f76e01d1b cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:41:37.968386 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a708da3-d9f5-4f12-a712-7e19adeba538 None None] Routers {'4d2481a0-ebf4-40af-bd26-24d69d62ec8e'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:41:37.969418 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-6a708da3-d9f5-4f12-a712-7e19adeba538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:41:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['4d2481a0-ebf4-40af-bd26-24d69d62ec8e'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:41:37.973981 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d4f9e6-600e-447b-bb11-5860b12ad91d None None] Pushing event updated for resources: {'Port': ['ID=32e51a64-5c0b-441c-bee5-f8f280b31b93,revision_number=4']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:41:37.985316 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a73c2b75-879f-4072-9ea6-44925a6304d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606'] for port, after_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:38.008367 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-35d9803b-36a1-4fe4-90c6-3924fb589aa4 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:38.056433 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-1448253d-d0ff-4e19-b87e-3c85f25aacca admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:38.064467 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-1448253d-d0ff-4e19-b87e-3c85f25aacca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:38.196299 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1448253d-d0ff-4e19-b87e-3c85f25aacca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e14ac0c4-6472-44e9-a1a2-6b1862e11f02,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:41:38.251919 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-1448253d-d0ff-4e19-b87e-3c85f25aacca admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=954331415fda41e3984f39e0c13621ee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7122784 Oct 27 10:41:38.254595 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 47456) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:41:38.265230 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvr_db [None req-6a708da3-d9f5-4f12-a712-7e19adeba538 None None] Set router 4d2481a0-ebf4-40af-bd26-24d69d62ec8e gateway port host: n-d-813419-10 {{(pid=102348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:41:38.286843 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df0b5433-ae03-4b0d-82f0-950af3a9b6b0 admin admin] Router 05f356cb-67da-424f-a1a1-59293365f79f has already been hosted by L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb {{(pid=102346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 10:41:38.318442 n-d-813419-10 neutron-server[102348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a73c2b75-879f-4072-9ea6-44925a6304d0 None None] Network ca8f9f38-8977-451a-814e-f5923c2a9385 is already hosted by enough agents. {{(pid=102348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:41:38.328092 n-d-813419-10 neutron-server[102348]: DEBUG neutron.scheduler.base_scheduler [None req-a73c2b75-879f-4072-9ea6-44925a6304d0 None None] Resources bound (agent type, host, resource id): {{(pid=102348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:41:38.341433 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a73c2b75-879f-4072-9ea6-44925a6304d0 None None] Received port after_create {{(pid=102348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:41:38.364377 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-c021da09-42c8-4025-856d-8f6b835d1f6e None None] Provisioning complete for port 32e51a64-5c0b-441c-bee5-f8f280b31b93 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:41:38.365279 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-c021da09-42c8-4025-856d-8f6b835d1f6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:38.395063 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73c2b75-879f-4072-9ea6-44925a6304d0 None None] Pushing event updated for resources: {'Port': ['ID=a295fdde-da86-48a7-9d7b-7daa2104c7e9,revision_number=1']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:41:38.453137 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-02f0ef10-0331-45e8-b57c-b57f1e0fb07e tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:38.587575 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-35d9803b-36a1-4fe4-90c6-3924fb589aa4 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:38.607126 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df0b5433-ae03-4b0d-82f0-950af3a9b6b0 admin admin] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:41:38.607740 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-35d9803b-36a1-4fe4-90c6-3924fb589aa4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:38.620812 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-df0b5433-ae03-4b0d-82f0-950af3a9b6b0 admin admin] 10.222.0.44 "PUT /v2.0/routers/05f356cb-67da-424f-a1a1-59293365f79f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3885424 Oct 27 10:41:38.662184 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 47458) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:41:38.662984 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-fa6c6ccc-1cfb-4ef8-8f52-6cd0b3977255 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:38.667360 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf6c9e65-ab5f-4c65-8c83-5d6df60e469a None None] Sync routers for ids ['05f356cb-67da-424f-a1a1-59293365f79f'] in n-d-813419-10 {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:41:38.711869 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-a73c2b75-879f-4072-9ea6-44925a6304d0 None None] Attempting to bind port a295fdde-da86-48a7-9d7b-7daa2104c7e9 on host n-d-813419-10 for vnic_type normal with profile {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:41:38.712593 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-a73c2b75-879f-4072-9ea6-44925a6304d0 None None] Attempting to bind port a295fdde-da86-48a7-9d7b-7daa2104c7e9 by drivers openvswitch,hyperv on host n-d-813419-10 at level 0 using segments [{'id': '4f412274-2448-42d7-88ef-36833b7fe43d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'ca8f9f38-8977-451a-814e-f5923c2a9385'}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:41:38.713160 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a73c2b75-879f-4072-9ea6-44925a6304d0 None None] Attempting to bind port a295fdde-da86-48a7-9d7b-7daa2104c7e9 on network ca8f9f38-8977-451a-814e-f5923c2a9385 {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:41:38.716612 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-fa6c6ccc-1cfb-4ef8-8f52-6cd0b3977255 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:38.723610 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a73c2b75-879f-4072-9ea6-44925a6304d0 None None] Checking agent: {'id': '89dba0f3-79b2-435e-9822-33674b8f6ada', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 8, 20), 'started_at': datetime.datetime(2021, 10, 27, 10, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 41, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:41:38.724429 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_common [None req-35d9803b-36a1-4fe4-90c6-3924fb589aa4 admin admin] Allocated IP 172.25.8.95 (185ff123-c7ff-45c7-a6be-71feb35acc9c/0fb9f9d1-7384-481f-8fa8-f4566c349d30/60b68638-e63f-4f03-b4f0-5b92d80f4c3c) {{(pid=102347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:41:38.724713 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a73c2b75-879f-4072-9ea6-44925a6304d0 None None] Checking segment: {'id': '4f412274-2448-42d7-88ef-36833b7fe43d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'ca8f9f38-8977-451a-814e-f5923c2a9385'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:41:38.725756 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a73c2b75-879f-4072-9ea6-44925a6304d0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:38.726330 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a73c2b75-879f-4072-9ea6-44925a6304d0 None None] Bound using segment: {'id': '4f412274-2448-42d7-88ef-36833b7fe43d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'ca8f9f38-8977-451a-814e-f5923c2a9385'} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:41:38.726997 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-a73c2b75-879f-4072-9ea6-44925a6304d0 None None] Bound port: a295fdde-da86-48a7-9d7b-7daa2104c7e9, host: n-d-813419-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f412274-2448-42d7-88ef-36833b7fe43d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'ca8f9f38-8977-451a-814e-f5923c2a9385'}}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:41:38.727577 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a73c2b75-879f-4072-9ea6-44925a6304d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:38.781202 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf6c9e65-ab5f-4c65-8c83-5d6df60e469a None None] Routers {'05f356cb-67da-424f-a1a1-59293365f79f'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:41:38.782275 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-bf6c9e65-ab5f-4c65-8c83-5d6df60e469a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:41:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['05f356cb-67da-424f-a1a1-59293365f79f'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:41:38.848864 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-35d9803b-36a1-4fe4-90c6-3924fb589aa4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:38.866448 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-fa6c6ccc-1cfb-4ef8-8f52-6cd0b3977255 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:38.882748 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-fa6c6ccc-1cfb-4ef8-8f52-6cd0b3977255 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:38.883917 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-fa6c6ccc-1cfb-4ef8-8f52-6cd0b3977255 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e14ac0c4-6472-44e9-a1a2-6b1862e11f02 HTTP/1.1" status: 204 len: 168 time: 0.6263273 Oct 27 10:41:38.887480 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f0ef10-0331-45e8-b57c-b57f1e0fb07e tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Pushing event deleted for resources: {'Port': ['ID=d7b360b3-9c37-47d8-8d73-95686759b279,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:41:38.905307 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6c6ccc-1cfb-4ef8-8f52-6cd0b3977255 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e14ac0c4-6472-44e9-a1a2-6b1862e11f02,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:41:38.919021 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-35d9803b-36a1-4fe4-90c6-3924fb589aa4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:38.973540 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-9776e537-3bef-4b41-afbf-8c17a46f73d6 admin admin] Publish callbacks [] for router, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:39.013520 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35d9803b-36a1-4fe4-90c6-3924fb589aa4 admin admin] Network 185ff123-c7ff-45c7-a6be-71feb35acc9c is already hosted by enough agents. {{(pid=102347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:41:39.038199 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [None req-35d9803b-36a1-4fe4-90c6-3924fb589aa4 admin admin] Resources bound (agent type, host, resource id): {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:41:39.063273 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35d9803b-36a1-4fe4-90c6-3924fb589aa4 admin admin] Received port after_create {{(pid=102347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:41:39.206946 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d9803b-36a1-4fe4-90c6-3924fb589aa4 admin admin] Pushing event updated for resources: {'Port': ['ID=60b68638-e63f-4f03-b4f0-5b92d80f4c3c,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:41:39.226584 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-9776e537-3bef-4b41-afbf-8c17a46f73d6 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:39.309850 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-02f0ef10-0331-45e8-b57c-b57f1e0fb07e tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:39.313199 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-02f0ef10-0331-45e8-b57c-b57f1e0fb07e tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] 10.222.0.44 "DELETE /v2.0/ports/d7b360b3-9c37-47d8-8d73-95686759b279 HTTP/1.1" status: 204 len: 168 time: 3.8504300 Oct 27 10:41:39.316717 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 47466) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:41:39.378812 n-d-813419-10 neutron-server[102346]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fe2028c-b359-4579-82cc-80c54c2892ac tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] GET failed (client error): The resource could not be found. Oct 27 10:41:39.380500 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-4fe2028c-b359-4579-82cc-80c54c2892ac tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] 10.222.0.44 "GET /v2.0/ports/d7b360b3-9c37-47d8-8d73-95686759b279 HTTP/1.1" status: 404 len: 333 time: 0.0627913 Oct 27 10:41:39.383475 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 47468) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:41:39.458129 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-9776e537-3bef-4b41-afbf-8c17a46f73d6 admin admin] Deleting port 82d293b8-7802-40ea-8a66-2bd934303c68 {{(pid=102346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:41:39.458598 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-9776e537-3bef-4b41-afbf-8c17a46f73d6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:39.510425 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:39.526007 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f3024c-b173-4e15-b566-3a87d533e61f req-8a9f45b9-200b-4aec-9753-c0d5566a5bfe tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:41:39.527703 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-25f3024c-b173-4e15-b566-3a87d533e61f req-8a9f45b9-200b-4aec-9753-c0d5566a5bfe tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "GET /v2.0/ports?device_id=cb570a6b-6921-4cfb-916b-d7e7c80e6c97 HTTP/1.1" status: 200 len: 944 time: 0.4552519 Oct 27 10:41:39.534627 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a73c2b75-879f-4072-9ea6-44925a6304d0 None None] For port a295fdde-da86-48a7-9d7b-7daa2104c7e9, host n-d-813419-10, cleared binding levels {{(pid=102348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:41:39.537533 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-c021da09-42c8-4025-856d-8f6b835d1f6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:39.540429 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a73c2b75-879f-4072-9ea6-44925a6304d0 None None] For port a295fdde-da86-48a7-9d7b-7daa2104c7e9, host n-d-813419-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=a295fdde-da86-48a7-9d7b-7daa2104c7e9,segment=NetworkSegment(4f412274-2448-42d7-88ef-36833b7fe43d),segment_id=4f412274-2448-42d7-88ef-36833b7fe43d)] {{(pid=102348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:41:39.588047 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a73c2b75-879f-4072-9ea6-44925a6304d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:39.674323 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-6a708da3-d9f5-4f12-a712-7e19adeba538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d2481a0-ebf4-40af-bd26-24d69d62ec8e', 'name': 'tempest-TestAggregatesBasicOps-758125978-router', 'tenant_id': '4ac7a684fa1b46888441c9b2217b282b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.198'}], 'enable_snat': True}, 'gw_port_id': '17b3dd90-172d-416c-b9ff-a0cea5e0f3d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:41:23Z', 'updated_at': '2021-10-27T10:41:30Z', 'revision_number': 4, 'project_id': '4ac7a684fa1b46888441c9b2217b282b', 'gw_port': {'id': '17b3dd90-172d-416c-b9ff-a0cea5e0f3d8', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:99:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d2481a0-ebf4-40af-bd26-24d69d62ec8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2455, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:41:24Z', 'updated_at': '2021-10-27T10:41:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_interfaces': [{'id': '32e51a64-5c0b-441c-bee5-f8f280b31b93', 'name': '', 'network_id': '891ddee9-9040-4cb6-97a5-3fa777306cf0', 'tenant_id': '4ac7a684fa1b46888441c9b2217b282b', 'mac_address': 'fa:16:3e:cb:cd:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d2481a0-ebf4-40af-bd26-24d69d62ec8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2463, 'fixed_ips': [{'subnet_id': 'c1a31508-24ee-4b71-b07a-18f7f2ce632f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:41:28Z', 'updated_at': '2021-10-27T10:41:37Z', 'revision_number': 4, 'project_id': '4ac7a684fa1b46888441c9b2217b282b', 'subnets': [{'id': 'c1a31508-24ee-4b71-b07a-18f7f2ce632f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:41:39.730514 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [None req-9776e537-3bef-4b41-afbf-8c17a46f73d6 admin admin] For port 82d293b8-7802-40ea-8a66-2bd934303c68, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=82d293b8-7802-40ea-8a66-2bd934303c68,segment=NetworkSegment(bc14127b-7032-4c50-bb5b-f6813cbae86e),segment_id=bc14127b-7032-4c50-bb5b-f6813cbae86e)] {{(pid=102346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:41:39.731141 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-9776e537-3bef-4b41-afbf-8c17a46f73d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:39.757347 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-25f3024c-b173-4e15-b566-3a87d533e61f req-982edcc4-18d4-4826-b769-1c6d4d20c231 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "GET /v2.0/security-groups?id=9678e9b4-8ecf-4d94-a14b-d92ef88d2ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2181251 Oct 27 10:41:39.785945 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-9776e537-3bef-4b41-afbf-8c17a46f73d6 admin admin] Calling delete_port for 82d293b8-7802-40ea-8a66-2bd934303c68 owned by network:router_gateway {{(pid=102346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:41:39.811928 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvr_db [None req-bf6c9e65-ab5f-4c65-8c83-5d6df60e469a None None] Set router 05f356cb-67da-424f-a1a1-59293365f79f gateway port host: n-d-813419-10 {{(pid=102348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:41:39.870222 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-35d9803b-36a1-4fe4-90c6-3924fb589aa4 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:39.910810 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a708da3-d9f5-4f12-a712-7e19adeba538 None None] The sync data for ids ['4d2481a0-ebf4-40af-bd26-24d69d62ec8e'] in n-d-813419-10 is: [{'id': '4d2481a0-ebf4-40af-bd26-24d69d62ec8e', 'name': 'tempest-TestAggregatesBasicOps-758125978-router', 'tenant_id': '4ac7a684fa1b46888441c9b2217b282b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.198'}], 'enable_snat': True}, 'gw_port_id': '17b3dd90-172d-416c-b9ff-a0cea5e0f3d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:41:23Z', 'updated_at': '2021-10-27T10:41:30Z', 'revision_number': 4, 'project_id': '4ac7a684fa1b46888441c9b2217b282b', 'gw_port': {'id': '17b3dd90-172d-416c-b9ff-a0cea5e0f3d8', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:99:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d2481a0-ebf4-40af-bd26-24d69d62ec8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2455, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:41:24Z', 'updated_at': '2021-10-27T10:41:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_interfaces': [{'id': '32e51a64-5c0b-441c-bee5-f8f280b31b93', 'name': '', 'network_id': '891ddee9-9040-4cb6-97a5-3fa777306cf0', 'tenant_id': '4ac7a684fa1b46888441c9b2217b282b', 'mac_address': 'fa:16:3e:cb:cd:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d2481a0-ebf4-40af-bd26-24d69d62ec8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2463, 'fixed_ips': [{'subnet_id': 'c1a31508-24ee-4b71-b07a-18f7f2ce632f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:41:28Z', 'updated_at': '2021-10-27T10:41:37Z', 'revision_number': 4, 'project_id': '4ac7a684fa1b46888441c9b2217b282b', 'subnets': [{'id': 'c1a31508-24ee-4b71-b07a-18f7f2ce632f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:41:40.158038 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-c021da09-42c8-4025-856d-8f6b835d1f6e None None] For port 32e51a64-5c0b-441c-bee5-f8f280b31b93, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=32e51a64-5c0b-441c-bee5-f8f280b31b93,segment=NetworkSegment(1f6c00d8-01cf-469b-b77f-5f4ec5640d1b),segment_id=1f6c00d8-01cf-469b-b77f-5f4ec5640d1b)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:41:40.233047 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-c021da09-42c8-4025-856d-8f6b835d1f6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:40.257497 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-043fe5fa-377b-48fe-8659-f6334138a792 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Deleting port 76662cff-4f88-4fd2-a1ca-b40f76e01d1b {{(pid=102346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:41:40.257879 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-043fe5fa-377b-48fe-8659-f6334138a792 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:40.274736 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-c021da09-42c8-4025-856d-8f6b835d1f6e None None] Could not find standard attr ID for object d7b360b3-9c37-47d8-8d73-95686759b279. {{(pid=102348) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 27 10:41:40.276274 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73c2b75-879f-4072-9ea6-44925a6304d0 None None] Pushing event updated for resources: {'Port': ['ID=a295fdde-da86-48a7-9d7b-7daa2104c7e9,revision_number=2']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:41:40.495122 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-c021da09-42c8-4025-856d-8f6b835d1f6e None None] Provisioning complete for port 76662cff-4f88-4fd2-a1ca-b40f76e01d1b triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:41:40.495503 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-c021da09-42c8-4025-856d-8f6b835d1f6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:40.549956 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-35d9803b-36a1-4fe4-90c6-3924fb589aa4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1765699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1769372'] for router, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:40.711798 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c021da09-42c8-4025-856d-8f6b835d1f6e None None] Pushing event updated for resources: {'Port': ['ID=32e51a64-5c0b-441c-bee5-f8f280b31b93,revision_number=5']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:41:40.725597 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-c021da09-42c8-4025-856d-8f6b835d1f6e None None] Port 76662cff-4f88-4fd2-a1ca-b40f76e01d1b cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:41:40.868471 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35d9803b-36a1-4fe4-90c6-3924fb589aa4 admin admin] Router 1250bd8c-8206-4311-9ae6-6be5815ae563 is scheduled to L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb with binding_index 1 {{(pid=102347) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 10:41:40.937983 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-bf6c9e65-ab5f-4c65-8c83-5d6df60e469a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05f356cb-67da-424f-a1a1-59293365f79f', 'name': 'tempest-ServerActionsTestJSON-105515891-router', 'tenant_id': '5cdd6d2f037d42e18150718a811d487c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.86'}], 'enable_snat': True}, 'gw_port_id': '82d293b8-7802-40ea-8a66-2bd934303c68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:33:02Z', 'updated_at': '2021-10-27T10:41:36Z', 'revision_number': 5, 'project_id': '5cdd6d2f037d42e18150718a811d487c', 'gw_port': {'id': '82d293b8-7802-40ea-8a66-2bd934303c68', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:f8:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05f356cb-67da-424f-a1a1-59293365f79f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1619, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:33:03Z', 'updated_at': '2021-10-27T10:33:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10'}], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:41:41.020246 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 32e51a64-5c0b-441c-bee5-f8f280b31b93 up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:41:41.058463 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf6c9e65-ab5f-4c65-8c83-5d6df60e469a None None] Checking router: 05f356cb-67da-424f-a1a1-59293365f79f for host: n-d-813419-10 {{(pid=102348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 10:41:41.167715 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf6c9e65-ab5f-4c65-8c83-5d6df60e469a None None] Routers {'05f356cb-67da-424f-a1a1-59293365f79f'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:41:41.168525 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-bf6c9e65-ab5f-4c65-8c83-5d6df60e469a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:41:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['05f356cb-67da-424f-a1a1-59293365f79f'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:41:41.236163 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35d9803b-36a1-4fe4-90c6-3924fb589aa4 admin admin] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:41:41.251298 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee228131-6e00-4664-8542-d782eade1450 None None] Sync routers for ids ['1250bd8c-8206-4311-9ae6-6be5815ae563'] in n-d-813419-10 {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:41:41.278203 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee228131-6e00-4664-8542-d782eade1450 None None] Routers {'1250bd8c-8206-4311-9ae6-6be5815ae563'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:41:41.282813 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-35d9803b-36a1-4fe4-90c6-3924fb589aa4 admin admin] Publish callbacks [] for router, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:41.283000 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-ee228131-6e00-4664-8542-d782eade1450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:41:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['1250bd8c-8206-4311-9ae6-6be5815ae563'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:41:41.283947 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-35d9803b-36a1-4fe4-90c6-3924fb589aa4 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.0292306 Oct 27 10:41:41.305005 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 47492) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:41:41.414947 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvr_db [None req-bf6c9e65-ab5f-4c65-8c83-5d6df60e469a None None] Set router 05f356cb-67da-424f-a1a1-59293365f79f gateway port host: None {{(pid=102348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:41:41.574516 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-bf6c9e65-ab5f-4c65-8c83-5d6df60e469a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05f356cb-67da-424f-a1a1-59293365f79f', 'name': 'tempest-ServerActionsTestJSON-105515891-router', 'tenant_id': '5cdd6d2f037d42e18150718a811d487c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:33:02Z', 'updated_at': '2021-10-27T10:41:40Z', 'revision_number': 7, 'project_id': '5cdd6d2f037d42e18150718a811d487c', 'gw_port_host': None}], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:41:41.621121 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf6c9e65-ab5f-4c65-8c83-5d6df60e469a None None] The sync data for ids ['05f356cb-67da-424f-a1a1-59293365f79f'] in n-d-813419-10 is: [{'id': '05f356cb-67da-424f-a1a1-59293365f79f', 'name': 'tempest-ServerActionsTestJSON-105515891-router', 'tenant_id': '5cdd6d2f037d42e18150718a811d487c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:33:02Z', 'updated_at': '2021-10-27T10:41:40Z', 'revision_number': 7, 'project_id': '5cdd6d2f037d42e18150718a811d487c', 'gw_port_host': None}] {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:41:41.648882 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-9776e537-3bef-4b41-afbf-8c17a46f73d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:41.669071 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port 32e51a64-5c0b-441c-bee5-f8f280b31b93 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:41:41.669430 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:41.728929 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvr_db [None req-ee228131-6e00-4664-8542-d782eade1450 None None] Set router 1250bd8c-8206-4311-9ae6-6be5815ae563 gateway port host: n-d-813419-10 {{(pid=102349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:41:41.872275 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9776e537-3bef-4b41-afbf-8c17a46f73d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=82d293b8-7802-40ea-8a66-2bd934303c68,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:41:41.906051 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device a295fdde-da86-48a7-9d7b-7daa2104c7e9 up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:41:41.995904 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port a295fdde-da86-48a7-9d7b-7daa2104c7e9 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:41:41.996506 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:42.084499 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f33a18d-08f0-420c-93cd-be22501ae53d req-3df43a7b-4abf-4432-8c35-384a729ffdba tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:41:42.086257 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-0f33a18d-08f0-420c-93cd-be22501ae53d req-3df43a7b-4abf-4432-8c35-384a729ffdba tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "GET /v2.0/ports?device_id=cb570a6b-6921-4cfb-916b-d7e7c80e6c97 HTTP/1.1" status: 200 len: 944 time: 0.4387574 Oct 27 10:41:42.155620 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7524d97-7a79-4a33-b729-6ad7e5eb1ad3 None None] Network ca8f9f38-8977-451a-814e-f5923c2a9385 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:41:42.163698 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-043fe5fa-377b-48fe-8659-f6334138a792 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:42.305892 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-043fe5fa-377b-48fe-8659-f6334138a792 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Calling delete_port for 76662cff-4f88-4fd2-a1ca-b40f76e01d1b owned by {{(pid=102346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:41:42.407683 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-0f33a18d-08f0-420c-93cd-be22501ae53d req-3bb8aa1d-a5f0-4601-9532-f369e8b79a12 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "GET /v2.0/security-groups?id=9678e9b4-8ecf-4d94-a14b-d92ef88d2ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2733574 Oct 27 10:41:42.408668 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-9776e537-3bef-4b41-afbf-8c17a46f73d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1664884'] for router_gateway, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:42.504940 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-ee228131-6e00-4664-8542-d782eade1450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1250bd8c-8206-4311-9ae6-6be5815ae563', 'name': 'tempest-TestAggregatesBasicOps-1312698959-router', 'tenant_id': '459f9968f2c34b06a34202e0493161d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.95'}], 'enable_snat': True}, 'gw_port_id': '60b68638-e63f-4f03-b4f0-5b92d80f4c3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:41:36Z', 'updated_at': '2021-10-27T10:41:39Z', 'revision_number': 3, 'project_id': '459f9968f2c34b06a34202e0493161d7', 'gw_port': {'id': '60b68638-e63f-4f03-b4f0-5b92d80f4c3c', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:7d:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1250bd8c-8206-4311-9ae6-6be5815ae563', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2493, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:41:38Z', 'updated_at': '2021-10-27T10:41:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10'}], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:41:42.529941 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-4e6d9dab-dda8-4775-b6f3-5bbd7d7ba282 None None] Provisioning complete for port a295fdde-da86-48a7-9d7b-7daa2104c7e9 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:41:42.531051 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-4e6d9dab-dda8-4775-b6f3-5bbd7d7ba282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:42.593083 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-9776e537-3bef-4b41-afbf-8c17a46f73d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1765662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3700'] for router, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:42.596874 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-9776e537-3bef-4b41-afbf-8c17a46f73d6 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:42.631447 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee228131-6e00-4664-8542-d782eade1450 None None] Checking router: 1250bd8c-8206-4311-9ae6-6be5815ae563 for host: n-d-813419-10 {{(pid=102349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 10:41:42.632095 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee228131-6e00-4664-8542-d782eade1450 None None] Updating router 1250bd8c-8206-4311-9ae6-6be5815ae563 port 60b68638-e63f-4f03-b4f0-5b92d80f4c3c binding host n-d-813419-10 {{(pid=102349) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 10:41:42.683706 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:42.697868 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-ee228131-6e00-4664-8542-d782eade1450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:42.816347 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-c1d24ba0-2488-41ae-a661-2a73b9cf75ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:42.878322 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-9776e537-3bef-4b41-afbf-8c17a46f73d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1765641'] for router, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:42.880188 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9776e537-3bef-4b41-afbf-8c17a46f73d6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 05f356cb-67da-424f-a1a1-59293365f79f {{(pid=102346) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 10:41:42.882890 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] For port a295fdde-da86-48a7-9d7b-7daa2104c7e9, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=a295fdde-da86-48a7-9d7b-7daa2104c7e9,segment=NetworkSegment(4f412274-2448-42d7-88ef-36833b7fe43d),segment_id=4f412274-2448-42d7-88ef-36833b7fe43d)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:41:42.886804 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-043fe5fa-377b-48fe-8659-f6334138a792 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:42.898197 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-9776e537-3bef-4b41-afbf-8c17a46f73d6 admin admin] Publish callbacks [] for router, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:42.899819 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-9776e537-3bef-4b41-afbf-8c17a46f73d6 admin admin] 10.222.0.44 "DELETE /v2.0/routers/05f356cb-67da-424f-a1a1-59293365f79f HTTP/1.1" status: 204 len: 168 time: 4.1150455 Oct 27 10:41:42.916566 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 47508) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:41:42.986561 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:43.153274 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2620941-7c82-455d-b360-28af9ca596dc admin admin] Deleting subnet 71c50f4e-5d00-4779-bfe1-162c05f5fddb {{(pid=102346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 10:41:43.174117 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043fe5fa-377b-48fe-8659-f6334138a792 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Pushing event deleted for resources: {'Port': ['ID=76662cff-4f88-4fd2-a1ca-b40f76e01d1b,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:41:43.196328 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-e2620941-7c82-455d-b360-28af9ca596dc admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:43.392156 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 32e51a64-5c0b-441c-bee5-f8f280b31b93 up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:41:43.418445 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-e2620941-7c82-455d-b360-28af9ca596dc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25847868'] for subnet, precommit_delete_associations {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:43.420764 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_common [None req-c1d24ba0-2488-41ae-a661-2a73b9cf75ba admin admin] Allocated IP 172.20.0.1 (ca8f9f38-8977-451a-814e-f5923c2a9385/95d54951-656b-48ce-a029-d5d775c10ca7/65af3b50-df15-48c3-9f82-8ef76ce6ad99) {{(pid=102347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:41:43.448335 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Pushing event updated for resources: {'Port': ['ID=a295fdde-da86-48a7-9d7b-7daa2104c7e9,revision_number=3']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:41:43.564670 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-043fe5fa-377b-48fe-8659-f6334138a792 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:43.567969 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-043fe5fa-377b-48fe-8659-f6334138a792 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] 10.222.0.44 "DELETE /v2.0/ports/76662cff-4f88-4fd2-a1ca-b40f76e01d1b HTTP/1.1" status: 204 len: 168 time: 4.1835823 Oct 27 10:41:43.585079 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 47522) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:41:43.612010 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-ee228131-6e00-4664-8542-d782eade1450 None None] Publish callbacks [] for port, precommit_update {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:43.627912 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-ee228131-6e00-4664-8542-d782eade1450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:43.695781 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.managers [None req-ee228131-6e00-4664-8542-d782eade1450 None None] Attempting to bind port 60b68638-e63f-4f03-b4f0-5b92d80f4c3c on host n-d-813419-10 for vnic_type normal with profile {{(pid=102349) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:41:43.696367 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.managers [None req-ee228131-6e00-4664-8542-d782eade1450 None None] Attempting to bind port 60b68638-e63f-4f03-b4f0-5b92d80f4c3c by drivers openvswitch,hyperv on host n-d-813419-10 at level 0 using segments [{'id': 'bc14127b-7032-4c50-bb5b-f6813cbae86e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'}] {{(pid=102349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:41:43.696820 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee228131-6e00-4664-8542-d782eade1450 None None] Attempting to bind port 60b68638-e63f-4f03-b4f0-5b92d80f4c3c on network 185ff123-c7ff-45c7-a6be-71feb35acc9c {{(pid=102349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:41:43.713908 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee228131-6e00-4664-8542-d782eade1450 None None] Checking agent: {'id': '89dba0f3-79b2-435e-9822-33674b8f6ada', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 8, 20), 'started_at': datetime.datetime(2021, 10, 27, 10, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 41, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:41:43.714592 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee228131-6e00-4664-8542-d782eade1450 None None] Checking segment: {'id': 'bc14127b-7032-4c50-bb5b-f6813cbae86e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:41:43.715222 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-ee228131-6e00-4664-8542-d782eade1450 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:43.716076 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee228131-6e00-4664-8542-d782eade1450 None None] Bound using segment: {'id': 'bc14127b-7032-4c50-bb5b-f6813cbae86e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'} {{(pid=102349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:41:43.716828 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.managers [None req-ee228131-6e00-4664-8542-d782eade1450 None None] Bound port: 60b68638-e63f-4f03-b4f0-5b92d80f4c3c, host: n-d-813419-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc14127b-7032-4c50-bb5b-f6813cbae86e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'}}] {{(pid=102349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:41:43.717493 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-ee228131-6e00-4664-8542-d782eade1450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:43.722600 n-d-813419-10 neutron-server[102346]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa5539f4-fbdf-4894-827c-960a55bbef01 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] GET failed (client error): The resource could not be found. Oct 27 10:41:43.724296 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-aa5539f4-fbdf-4894-827c-960a55bbef01 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] 10.222.0.44 "GET /v2.0/ports/76662cff-4f88-4fd2-a1ca-b40f76e01d1b HTTP/1.1" status: 404 len: 333 time: 0.1382306 Oct 27 10:41:43.727488 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 47524) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:41:43.768457 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port 32e51a64-5c0b-441c-bee5-f8f280b31b93 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:41:43.768877 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:43.816481 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43793c1f-1f79-448b-b51e-8080092bee3b None None] Pushing event updated for resources: {'Port': ['ID=60b68638-e63f-4f03-b4f0-5b92d80f4c3c,revision_number=2']} {{(pid=102349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:41:43.861824 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48145fe7-cfe9-4d83-8185-27f4b558ab07 req-a7e22f5d-33ec-4a24-8ada-ed44f5229cb5 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:41:43.868482 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43793c1f-1f79-448b-b51e-8080092bee3b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:41:43.868889 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43793c1f-1f79-448b-b51e-8080092bee3b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:41:43.869228 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43793c1f-1f79-448b-b51e-8080092bee3b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:41:43.869562 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43793c1f-1f79-448b-b51e-8080092bee3b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:41:43.869895 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43793c1f-1f79-448b-b51e-8080092bee3b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:41:43.870219 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43793c1f-1f79-448b-b51e-8080092bee3b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:41:43.875418 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43793c1f-1f79-448b-b51e-8080092bee3b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:41:43.880410 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-48145fe7-cfe9-4d83-8185-27f4b558ab07 req-a7e22f5d-33ec-4a24-8ada-ed44f5229cb5 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "GET /v2.0/ports?device_id=cb570a6b-6921-4cfb-916b-d7e7c80e6c97 HTTP/1.1" status: 200 len: 944 time: 0.1834860 Oct 27 10:41:43.887072 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43793c1f-1f79-448b-b51e-8080092bee3b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:41:43.889970 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43793c1f-1f79-448b-b51e-8080092bee3b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:41:43.890618 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43793c1f-1f79-448b-b51e-8080092bee3b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:41:43.891196 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43793c1f-1f79-448b-b51e-8080092bee3b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:41:43.897408 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43793c1f-1f79-448b-b51e-8080092bee3b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:41:43.964919 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.db [None req-ee228131-6e00-4664-8542-d782eade1450 None None] For port 60b68638-e63f-4f03-b4f0-5b92d80f4c3c, host n-d-813419-10, cleared binding levels {{(pid=102349) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:41:43.968985 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-e2620941-7c82-455d-b360-28af9ca596dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855646'] for subnet, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:43.971037 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.db [None req-ee228131-6e00-4664-8542-d782eade1450 None None] For port 60b68638-e63f-4f03-b4f0-5b92d80f4c3c, host n-d-813419-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=60b68638-e63f-4f03-b4f0-5b92d80f4c3c,segment=NetworkSegment(bc14127b-7032-4c50-bb5b-f6813cbae86e),segment_id=bc14127b-7032-4c50-bb5b-f6813cbae86e)] {{(pid=102349) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:41:43.978807 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d57339f-26da-4536-a7fb-5c91ddbd61b0 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Deleting subnet 4a2e41ba-9f80-4e6a-8f83-e39dd0747a86 {{(pid=102346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 10:41:43.986510 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-ee228131-6e00-4664-8542-d782eade1450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:44.036037 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-0d57339f-26da-4536-a7fb-5c91ddbd61b0 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks [] for subnet, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:44.081228 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee228131-6e00-4664-8542-d782eade1450 None None] Routers {'1250bd8c-8206-4311-9ae6-6be5815ae563'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:41:44.082297 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-ee228131-6e00-4664-8542-d782eade1450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:41:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['1250bd8c-8206-4311-9ae6-6be5815ae563'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:41:44.102437 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-0d57339f-26da-4536-a7fb-5c91ddbd61b0 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25847868'] for subnet, precommit_delete_associations {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:44.154248 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-48145fe7-cfe9-4d83-8185-27f4b558ab07 req-d6dae39f-0773-419b-b7f3-8cbbc549d3f3 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "GET /v2.0/security-groups?id=9678e9b4-8ecf-4d94-a14b-d92ef88d2ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2725782 Oct 27 10:41:44.154407 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 8317ba6a-5c22-4bca-9c0a-f5fe3fdcd8b0 no longer exists at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:41:44.200911 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-c1d24ba0-2488-41ae-a661-2a73b9cf75ba admin admin] Publish callbacks [] for port, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:44.203537 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-e2620941-7c82-455d-b360-28af9ca596dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27024355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27168307'] for subnet, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:44.240785 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2620941-7c82-455d-b360-28af9ca596dc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=71c50f4e-5d00-4779-bfe1-162c05f5fddb,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:41:44.242550 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] No Port match for: 8317ba6a-5c22-4bca-9c0a-f5fe3fdcd8b0 {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:41:44.242904 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-e2620941-7c82-455d-b360-28af9ca596dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for subnet, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:44.246917 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-e2620941-7c82-455d-b360-28af9ca596dc admin admin] 10.222.0.44 "DELETE /v2.0/subnets/71c50f4e-5d00-4779-bfe1-162c05f5fddb HTTP/1.1" status: 204 len: 168 time: 1.3211703 Oct 27 10:41:44.247110 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 8317ba6a-5c22-4bca-9c0a-f5fe3fdcd8b0 not bound to the agent host n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:41:44.247696 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 82d293b8-7802-40ea-8a66-2bd934303c68 no longer exists at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:41:44.251462 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 47536) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:41:44.258165 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2813f878-1b26-4780-8f9d-273e36285398 None None] Network fca909b5-2d06-4825-8091-33382048b635 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:41:44.265962 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-c1d24ba0-2488-41ae-a661-2a73b9cf75ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:44.340983 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d24ba0-2488-41ae-a661-2a73b9cf75ba admin admin] Pushing event updated for resources: {'Port': ['ID=65af3b50-df15-48c3-9f82-8ef76ce6ad99,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:41:44.359836 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1d24ba0-2488-41ae-a661-2a73b9cf75ba admin admin] Network ca8f9f38-8977-451a-814e-f5923c2a9385 is already hosted by enough agents. {{(pid=102347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:41:44.362810 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [None req-c1d24ba0-2488-41ae-a661-2a73b9cf75ba admin admin] Resources bound (agent type, host, resource id): {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:41:44.382951 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1d24ba0-2488-41ae-a661-2a73b9cf75ba admin admin] Received port after_create {{(pid=102347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:41:44.383885 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-7b1f60c9-3d87-4396-92b1-74d7932cced2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586917'] for network, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:44.387069 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43793c1f-1f79-448b-b51e-8080092bee3b None None] Pushing event updated for resources: {'Port': ['ID=60b68638-e63f-4f03-b4f0-5b92d80f4c3c,revision_number=3']} {{(pid=102349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:41:44.388857 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-0d57339f-26da-4536-a7fb-5c91ddbd61b0 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855646'] for subnet, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:44.447670 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvr_db [None req-ee228131-6e00-4664-8542-d782eade1450 None None] Set router 1250bd8c-8206-4311-9ae6-6be5815ae563 gateway port host: n-d-813419-10 {{(pid=102349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:41:44.511520 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-c1d24ba0-2488-41ae-a661-2a73b9cf75ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1664961'] for router_interface, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:44.599897 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] No Port match for: 82d293b8-7802-40ea-8a66-2bd934303c68 {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:41:44.600262 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 82d293b8-7802-40ea-8a66-2bd934303c68 not bound to the agent host n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:41:44.606593 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-fc474bdb-fc6e-4b84-9303-bacf05619907 None None] Provisioning complete for port a295fdde-da86-48a7-9d7b-7daa2104c7e9 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:41:44.610974 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-0d57339f-26da-4536-a7fb-5c91ddbd61b0 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27024355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27168307'] for subnet, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:44.616535 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-fc474bdb-fc6e-4b84-9303-bacf05619907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:44.754157 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d57339f-26da-4536-a7fb-5c91ddbd61b0 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Pushing event deleted for resources: {'Subnet': ['ID=4a2e41ba-9f80-4e6a-8f83-e39dd0747a86,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:41:44.754157 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-7b1f60c9-3d87-4396-92b1-74d7932cced2 admin admin] Deleting port b577f688-bfa8-4380-94b4-ba4b9d64edea {{(pid=102346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:41:44.754157 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-7b1f60c9-3d87-4396-92b1-74d7932cced2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:44.775111 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeb5492a-87fd-4f87-9040-d1a0938d147c None None] Network feb76472-4a53-4901-9fe7-19116ab4b756 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:41:44.868555 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-c1d24ba0-2488-41ae-a661-2a73b9cf75ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:44.941749 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [None req-7b1f60c9-3d87-4396-92b1-74d7932cced2 admin admin] For port b577f688-bfa8-4380-94b4-ba4b9d64edea, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=b577f688-bfa8-4380-94b4-ba4b9d64edea,segment=NetworkSegment(3fa8f95e-6276-4974-b5c0-da1e0ae271fc),segment_id=3fa8f95e-6276-4974-b5c0-da1e0ae271fc)] {{(pid=102346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:41:44.942599 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-7b1f60c9-3d87-4396-92b1-74d7932cced2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:44.960218 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-7b1f60c9-3d87-4396-92b1-74d7932cced2 admin admin] Calling delete_port for b577f688-bfa8-4380-94b4-ba4b9d64edea owned by network:dhcp {{(pid=102346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:41:44.989409 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 47542) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:41:44.994015 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d567050-38e3-470e-aecb-08bd1e26f86d None None] DHCP port deletion for fca909b5-2d06-4825-8091-33382048b635 request from n-d-813419-10 {{(pid=102348) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 10:41:45.167893 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-0d57339f-26da-4536-a7fb-5c91ddbd61b0 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for subnet, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:45.173631 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-0d57339f-26da-4536-a7fb-5c91ddbd61b0 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] 10.222.0.44 "DELETE /v2.0/subnets/4a2e41ba-9f80-4e6a-8f83-e39dd0747a86 HTTP/1.1" status: 204 len: 168 time: 1.4304824 Oct 27 10:41:45.186971 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 47546) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:41:45.233047 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-c1d24ba0-2488-41ae-a661-2a73b9cf75ba admin admin] Publish callbacks [] for port, precommit_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:45.234827 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device a295fdde-da86-48a7-9d7b-7daa2104c7e9 up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:41:45.241267 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-c1d24ba0-2488-41ae-a661-2a73b9cf75ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:45.338776 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-ee228131-6e00-4664-8542-d782eade1450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1250bd8c-8206-4311-9ae6-6be5815ae563', 'name': 'tempest-TestAggregatesBasicOps-1312698959-router', 'tenant_id': '459f9968f2c34b06a34202e0493161d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.95'}], 'enable_snat': True}, 'gw_port_id': '60b68638-e63f-4f03-b4f0-5b92d80f4c3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:41:36Z', 'updated_at': '2021-10-27T10:41:39Z', 'revision_number': 3, 'project_id': '459f9968f2c34b06a34202e0493161d7', 'gw_port': {'id': '60b68638-e63f-4f03-b4f0-5b92d80f4c3c', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:7d:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1250bd8c-8206-4311-9ae6-6be5815ae563', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2493, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:41:38Z', 'updated_at': '2021-10-27T10:41:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10'}], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:41:45.357529 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d448abb3-851e-4688-ab69-c0bc38c9ba3a tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586917'] for network, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:45.389733 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-8d3ba58c-162c-4217-bbc3-d7c200b65231 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:45.404499 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee228131-6e00-4664-8542-d782eade1450 None None] The sync data for ids ['1250bd8c-8206-4311-9ae6-6be5815ae563'] in n-d-813419-10 is: [{'id': '1250bd8c-8206-4311-9ae6-6be5815ae563', 'name': 'tempest-TestAggregatesBasicOps-1312698959-router', 'tenant_id': '459f9968f2c34b06a34202e0493161d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.95'}], 'enable_snat': True}, 'gw_port_id': '60b68638-e63f-4f03-b4f0-5b92d80f4c3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:41:36Z', 'updated_at': '2021-10-27T10:41:39Z', 'revision_number': 3, 'project_id': '459f9968f2c34b06a34202e0493161d7', 'gw_port': {'id': '60b68638-e63f-4f03-b4f0-5b92d80f4c3c', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:7d:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1250bd8c-8206-4311-9ae6-6be5815ae563', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2493, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:41:38Z', 'updated_at': '2021-10-27T10:41:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10'}] {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:41:45.419113 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d24ba0-2488-41ae-a661-2a73b9cf75ba admin admin] Pushing event updated for resources: {'Port': ['ID=65af3b50-df15-48c3-9f82-8ef76ce6ad99,revision_number=2']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:41:45.426730 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-c1d24ba0-2488-41ae-a661-2a73b9cf75ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2006967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1766225'] for router_interface, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:45.582973 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-4d567050-38e3-470e-aecb-08bd1e26f86d None None] Deleting port b577f688-bfa8-4380-94b4-ba4b9d64edea {{(pid=102348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:41:45.583515 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-4d567050-38e3-470e-aecb-08bd1e26f86d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:45.664610 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f378433-e57f-4389-b61b-2a737baf8f08 req-4320e9ce-88df-4ee8-92bd-95c44af04fc4 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:41:45.668060 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-5f378433-e57f-4389-b61b-2a737baf8f08 req-4320e9ce-88df-4ee8-92bd-95c44af04fc4 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "GET /v2.0/ports?device_id=cb570a6b-6921-4cfb-916b-d7e7c80e6c97 HTTP/1.1" status: 200 len: 944 time: 0.3134429 Oct 27 10:41:45.715902 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-7b1f60c9-3d87-4396-92b1-74d7932cced2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:45.823496 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1f60c9-3d87-4396-92b1-74d7932cced2 admin admin] Pushing event deleted for resources: {'Port': ['ID=b577f688-bfa8-4380-94b4-ba4b9d64edea,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:41:45.829230 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b1f60c9-3d87-4396-92b1-74d7932cced2 admin admin] No DVR routers for this DVR port b577f688-bfa8-4380-94b4-ba4b9d64edea on host n-d-813419-10 {{(pid=102346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:41:45.890628 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1d24ba0-2488-41ae-a661-2a73b9cf75ba admin admin] Network ca8f9f38-8977-451a-814e-f5923c2a9385 is already hosted by enough agents. {{(pid=102347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:41:45.898328 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [None req-c1d24ba0-2488-41ae-a661-2a73b9cf75ba admin admin] Resources bound (agent type, host, resource id): {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:41:45.913648 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-4d567050-38e3-470e-aecb-08bd1e26f86d None None] For port b577f688-bfa8-4380-94b4-ba4b9d64edea, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=b577f688-bfa8-4380-94b4-ba4b9d64edea,segment=NetworkSegment(3fa8f95e-6276-4974-b5c0-da1e0ae271fc),segment_id=3fa8f95e-6276-4974-b5c0-da1e0ae271fc)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:41:45.920488 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-4d567050-38e3-470e-aecb-08bd1e26f86d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:45.946264 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-4d567050-38e3-470e-aecb-08bd1e26f86d None None] Calling delete_port for b577f688-bfa8-4380-94b4-ba4b9d64edea owned by network:dhcp {{(pid=102348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:41:46.007637 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-d448abb3-851e-4688-ab69-c0bc38c9ba3a tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Deleting port be602684-3176-4287-99dd-83e759036e38 {{(pid=102346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:41:46.007971 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d448abb3-851e-4688-ab69-c0bc38c9ba3a tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:46.060705 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-5f378433-e57f-4389-b61b-2a737baf8f08 req-a5e1ada1-c96d-40f2-ac45-1519b17ddba4 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "GET /v2.0/security-groups?id=9678e9b4-8ecf-4d94-a14b-d92ef88d2ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3622301 Oct 27 10:41:46.174868 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port a295fdde-da86-48a7-9d7b-7daa2104c7e9 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:41:46.184510 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:46.195877 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-4d567050-38e3-470e-aecb-08bd1e26f86d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615'] for port, after_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:46.212619 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-822eae8f-f00f-433e-b788-bd426489400c None None] DHCP port deletion for feb76472-4a53-4901-9fe7-19116ab4b756 request from n-d-813419-10 {{(pid=102348) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 10:41:46.234644 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-8d3ba58c-162c-4217-bbc3-d7c200b65231 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:46.243693 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-8d3ba58c-162c-4217-bbc3-d7c200b65231 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:46.381603 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-7b1f60c9-3d87-4396-92b1-74d7932cced2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857803', 'neutron.services.segments.db._delete_segments_for_network-8743873143390'] for network, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:46.398307 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d567050-38e3-470e-aecb-08bd1e26f86d None None] No DVR routers for this DVR port b577f688-bfa8-4380-94b4-ba4b9d64edea on host n-d-813419-10 {{(pid=102348) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:41:46.411057 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d567050-38e3-470e-aecb-08bd1e26f86d None None] Pushing event deleted for resources: {'Port': ['ID=b577f688-bfa8-4380-94b4-ba4b9d64edea,revision_number=None']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:41:46.439141 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-8c1c611d-005a-4e98-b50e-aee3759bc23f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:46.461751 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-d5a55bcb-ff6d-4901-a676-16de303ac522 None None] Provisioning complete for port 65af3b50-df15-48c3-9f82-8ef76ce6ad99 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:41:46.462375 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-d5a55bcb-ff6d-4901-a676-16de303ac522 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:46.479272 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1d24ba0-2488-41ae-a661-2a73b9cf75ba admin admin] Router 1250bd8c-8206-4311-9ae6-6be5815ae563 has already been hosted by L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb {{(pid=102347) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 10:41:46.483986 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [None req-d448abb3-851e-4688-ab69-c0bc38c9ba3a tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] For port be602684-3176-4287-99dd-83e759036e38, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=be602684-3176-4287-99dd-83e759036e38,segment=NetworkSegment(523cf3ee-84a0-4c4f-a05a-76dace0a8b27),segment_id=523cf3ee-84a0-4c4f-a05a-76dace0a8b27)] {{(pid=102346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:41:46.484545 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d448abb3-851e-4688-ab69-c0bc38c9ba3a tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:46.499537 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-8d3ba58c-162c-4217-bbc3-d7c200b65231 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b405a87f46c7464097c1d003b5d67ea2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5085177 Oct 27 10:41:46.502814 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 47552) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:41:46.528676 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-7b1f60c9-3d87-4396-92b1-74d7932cced2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fca909b5-2d06-4825-8091-33382048b635']}} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:41:46.538728 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3ba58c-162c-4217-bbc3-d7c200b65231 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=633b8208-2455-4c30-b2d0-331e603feef7,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:41:46.563083 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-d448abb3-851e-4688-ab69-c0bc38c9ba3a tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Calling delete_port for be602684-3176-4287-99dd-83e759036e38 owned by network:dhcp {{(pid=102346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:41:46.580515 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-7b1f60c9-3d87-4396-92b1-74d7932cced2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3fa8f95e-6276-4974-b5c0-da1e0ae271fc') {'for_net_delete': True} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:41:46.580947 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-7b1f60c9-3d87-4396-92b1-74d7932cced2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3fa8f95e-6276-4974-b5c0-da1e0ae271fc') {} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:41:46.639866 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-7b1f60c9-3d87-4396-92b1-74d7932cced2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743873145191', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25847877'] for segment, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:46.677545 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-7b1f60c9-3d87-4396-92b1-74d7932cced2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:46.688748 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b1f60c9-3d87-4396-92b1-74d7932cced2 admin admin] Releasing vlan 429 on physical network physnet1 to pool {{(pid=102346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 10:41:46.689215 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-7b1f60c9-3d87-4396-92b1-74d7932cced2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27024137'] for segment, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:46.772861 n-d-813419-10 neutron-server[102346]: Traceback (most recent call last): Oct 27 10:41:46.772861 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 10:41:46.772861 n-d-813419-10 neutron-server[102346]: timer() Oct 27 10:41:46.772861 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 10:41:46.772861 n-d-813419-10 neutron-server[102346]: cb(*args, **kw) Oct 27 10:41:46.772861 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 10:41:46.772861 n-d-813419-10 neutron-server[102346]: return func(*args, **kwargs) Oct 27 10:41:46.772861 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 10:41:46.772861 n-d-813419-10 neutron-server[102346]: self._notify() Oct 27 10:41:46.772861 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 10:41:46.772861 n-d-813419-10 neutron-server[102346]: self.callback(batched_events) Oct 27 10:41:46.772861 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 10:41:46.772861 n-d-813419-10 neutron-server[102346]: event.method(event) Oct 27 10:41:46.772861 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 10:41:46.772861 n-d-813419-10 neutron-server[102346]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 10:41:46.772861 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 10:41:46.772861 n-d-813419-10 neutron-server[102346]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 10:41:46.772861 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 10:41:46.772861 n-d-813419-10 neutron-server[102346]: return f(self, *a, **k) Oct 27 10:41:46.772861 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 10:41:46.772861 n-d-813419-10 neutron-server[102346]: return self._get(url).json() Oct 27 10:41:46.772861 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 10:41:46.772861 n-d-813419-10 neutron-server[102346]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 10:41:46.772861 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 10:41:46.772861 n-d-813419-10 neutron-server[102346]: return self.request(url, 'GET', **kwargs) Oct 27 10:41:46.772861 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 10:41:46.772861 n-d-813419-10 neutron-server[102346]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 10:41:46.772861 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 10:41:46.772861 n-d-813419-10 neutron-server[102346]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 10:41:46.772861 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 10:41:46.772861 n-d-813419-10 neutron-server[102346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 10:41:46.772861 n-d-813419-10 neutron-server[102346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 10:41:46.796874 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-4f91fb36-82a2-446f-b9cb-55471e7c0de7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:46.860486 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-4f91fb36-82a2-446f-b9cb-55471e7c0de7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:46.917756 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1d24ba0-2488-41ae-a661-2a73b9cf75ba admin admin] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:41:46.924276 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-d5a55bcb-ff6d-4901-a676-16de303ac522 None None] Port 65af3b50-df15-48c3-9f82-8ef76ce6ad99 cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:41:46.957618 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-822eae8f-f00f-433e-b788-bd426489400c None None] Deleting port be602684-3176-4287-99dd-83e759036e38 {{(pid=102348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:41:46.964268 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-822eae8f-f00f-433e-b788-bd426489400c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:46.979348 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-7b1f60c9-3d87-4396-92b1-74d7932cced2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664840'] for network, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:46.981828 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-c1d24ba0-2488-41ae-a661-2a73b9cf75ba admin admin] 10.222.0.44 "PUT /v2.0/routers/1250bd8c-8206-4311-9ae6-6be5815ae563/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6755412 Oct 27 10:41:47.014651 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-7b1f60c9-3d87-4396-92b1-74d7932cced2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for network, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:47.019180 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-7b1f60c9-3d87-4396-92b1-74d7932cced2 admin admin] 10.222.0.44 "DELETE /v2.0/networks/fca909b5-2d06-4825-8091-33382048b635 HTTP/1.1" status: 204 len: 168 time: 2.7660637 Oct 27 10:41:47.035180 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-4f91fb36-82a2-446f-b9cb-55471e7c0de7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:47.038957 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-4f91fb36-82a2-446f-b9cb-55471e7c0de7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:47.044867 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-4f91fb36-82a2-446f-b9cb-55471e7c0de7 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/633b8208-2455-4c30-b2d0-331e603feef7 HTTP/1.1" status: 204 len: 168 time: 0.5217140 Oct 27 10:41:47.067683 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1f60c9-3d87-4396-92b1-74d7932cced2 admin admin] Pushing event deleted for resources: {'Network': ['ID=fca909b5-2d06-4825-8091-33382048b635,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:41:47.070970 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f91fb36-82a2-446f-b9cb-55471e7c0de7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=633b8208-2455-4c30-b2d0-331e603feef7,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:41:47.097793 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d448abb3-851e-4688-ab69-c0bc38c9ba3a tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:47.171175 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d448abb3-851e-4688-ab69-c0bc38c9ba3a tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Pushing event deleted for resources: {'Port': ['ID=be602684-3176-4287-99dd-83e759036e38,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:41:47.184831 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-822eae8f-f00f-433e-b788-bd426489400c None None] For port be602684-3176-4287-99dd-83e759036e38, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=be602684-3176-4287-99dd-83e759036e38,segment=NetworkSegment(523cf3ee-84a0-4c4f-a05a-76dace0a8b27),segment_id=523cf3ee-84a0-4c4f-a05a-76dace0a8b27)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:41:47.185574 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-822eae8f-f00f-433e-b788-bd426489400c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:47.189645 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d448abb3-851e-4688-ab69-c0bc38c9ba3a tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] No DVR routers for this DVR port be602684-3176-4287-99dd-83e759036e38 on host n-d-813419-10 {{(pid=102346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:41:47.228464 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-822eae8f-f00f-433e-b788-bd426489400c None None] Calling delete_port for be602684-3176-4287-99dd-83e759036e38 owned by network:dhcp {{(pid=102348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:41:47.324663 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 47562) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:41:47.369921 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d448abb3-851e-4688-ab69-c0bc38c9ba3a tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857803', 'neutron.services.segments.db._delete_segments_for_network-8743873143390'] for network, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:47.413241 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-d448abb3-851e-4688-ab69-c0bc38c9ba3a tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['feb76472-4a53-4901-9fe7-19116ab4b756']}} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:41:47.432747 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-d27f6c37-6f1e-4bee-af84-66b01967f3d0 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5cdd6d2f037d42e18150718a811d487c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0989606 Oct 27 10:41:47.434057 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 47568) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:41:47.453191 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-d448abb3-851e-4688-ab69-c0bc38c9ba3a tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '523cf3ee-84a0-4c4f-a05a-76dace0a8b27') {'for_net_delete': True} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:41:47.462386 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-d448abb3-851e-4688-ab69-c0bc38c9ba3a tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '523cf3ee-84a0-4c4f-a05a-76dace0a8b27') {} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:41:47.468978 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a96506-9d23-475d-bfef-e69842d5245d req-98a9c9c8-cf58-4b37-a9c4-fabe3ba07c5c tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:41:47.480334 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-822eae8f-f00f-433e-b788-bd426489400c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615'] for port, after_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:47.487002 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-a2a96506-9d23-475d-bfef-e69842d5245d req-98a9c9c8-cf58-4b37-a9c4-fabe3ba07c5c tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "GET /v2.0/ports?device_id=cb570a6b-6921-4cfb-916b-d7e7c80e6c97 HTTP/1.1" status: 200 len: 944 time: 0.1973493 Oct 27 10:41:47.500335 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d448abb3-851e-4688-ab69-c0bc38c9ba3a tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743873145191', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25847877'] for segment, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:47.529903 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d448abb3-851e-4688-ab69-c0bc38c9ba3a tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:47.539653 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d448abb3-851e-4688-ab69-c0bc38c9ba3a tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Releasing vlan 448 on physical network physnet1 to pool {{(pid=102346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 10:41:47.540281 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d448abb3-851e-4688-ab69-c0bc38c9ba3a tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27024137'] for segment, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:47.543673 n-d-813419-10 neutron-server[102346]: Traceback (most recent call last): Oct 27 10:41:47.543673 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 10:41:47.543673 n-d-813419-10 neutron-server[102346]: timer() Oct 27 10:41:47.543673 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 10:41:47.543673 n-d-813419-10 neutron-server[102346]: cb(*args, **kw) Oct 27 10:41:47.543673 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 10:41:47.543673 n-d-813419-10 neutron-server[102346]: return func(*args, **kwargs) Oct 27 10:41:47.543673 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 10:41:47.543673 n-d-813419-10 neutron-server[102346]: self._notify() Oct 27 10:41:47.543673 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 10:41:47.543673 n-d-813419-10 neutron-server[102346]: self.callback(batched_events) Oct 27 10:41:47.543673 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 10:41:47.543673 n-d-813419-10 neutron-server[102346]: event.method(event) Oct 27 10:41:47.543673 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 10:41:47.543673 n-d-813419-10 neutron-server[102346]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 10:41:47.543673 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 10:41:47.543673 n-d-813419-10 neutron-server[102346]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 10:41:47.543673 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 10:41:47.543673 n-d-813419-10 neutron-server[102346]: return f(self, *a, **k) Oct 27 10:41:47.543673 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 10:41:47.543673 n-d-813419-10 neutron-server[102346]: return self._get(url).json() Oct 27 10:41:47.543673 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 10:41:47.543673 n-d-813419-10 neutron-server[102346]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 10:41:47.543673 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 10:41:47.543673 n-d-813419-10 neutron-server[102346]: return self.request(url, 'GET', **kwargs) Oct 27 10:41:47.543673 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 10:41:47.543673 n-d-813419-10 neutron-server[102346]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 10:41:47.543673 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 10:41:47.543673 n-d-813419-10 neutron-server[102346]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 10:41:47.543673 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 10:41:47.543673 n-d-813419-10 neutron-server[102346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 10:41:47.543673 n-d-813419-10 neutron-server[102346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 10:41:47.571933 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-a2a96506-9d23-475d-bfef-e69842d5245d req-715ac446-2a0a-414d-893a-48270cfd8122 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "GET /v2.0/security-groups?id=9678e9b4-8ecf-4d94-a14b-d92ef88d2ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833187 Oct 27 10:41:47.583104 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-822eae8f-f00f-433e-b788-bd426489400c None None] No DVR routers for this DVR port be602684-3176-4287-99dd-83e759036e38 on host n-d-813419-10 {{(pid=102348) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:41:47.594223 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822eae8f-f00f-433e-b788-bd426489400c None None] Pushing event deleted for resources: {'Port': ['ID=be602684-3176-4287-99dd-83e759036e38,revision_number=None']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:41:47.615089 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-53d00d51-1b7a-4f18-8af2-56fe949a86d2 None None] Provisioning complete for port 65af3b50-df15-48c3-9f82-8ef76ce6ad99 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:41:47.616290 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-53d00d51-1b7a-4f18-8af2-56fe949a86d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:47.662629 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-bae0056e-1a51-4f00-af67-9c9328333c87 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:47.668276 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-53d00d51-1b7a-4f18-8af2-56fe949a86d2 None None] Port 65af3b50-df15-48c3-9f82-8ef76ce6ad99 cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:41:47.676324 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d448abb3-851e-4688-ab69-c0bc38c9ba3a tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664840'] for network, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:47.677154 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device b577f688-bfa8-4380-94b4-ba4b9d64edea no longer exists at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:41:47.690255 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d448abb3-851e-4688-ab69-c0bc38c9ba3a tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for network, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:47.693755 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-d448abb3-851e-4688-ab69-c0bc38c9ba3a tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] 10.222.0.44 "DELETE /v2.0/networks/feb76472-4a53-4901-9fe7-19116ab4b756 HTTP/1.1" status: 204 len: 168 time: 2.5058799 Oct 27 10:41:47.698073 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 47570) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:41:47.705231 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-84e44bd2-8396-435d-ad05-1893ab3cac76 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-493184771'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:41:47.706961 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d448abb3-851e-4688-ab69-c0bc38c9ba3a tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Pushing event deleted for resources: {'Network': ['ID=feb76472-4a53-4901-9fe7-19116ab4b756,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:41:47.713730 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-bae0056e-1a51-4f00-af67-9c9328333c87 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:47.714488 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] No Port match for: b577f688-bfa8-4380-94b4-ba4b9d64edea {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:41:47.715007 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device b577f688-bfa8-4380-94b4-ba4b9d64edea not bound to the agent host n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:41:47.748166 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84e44bd2-8396-435d-ad05-1893ab3cac76 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Made reservation on behalf of 668d3c16278c42b387727d7933936a48 for: {'network': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:41:47.755274 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-84e44bd2-8396-435d-ad05-1893ab3cac76 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for network, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:47.814173 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-bae0056e-1a51-4f00-af67-9c9328333c87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:47.820975 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-bae0056e-1a51-4f00-af67-9c9328333c87 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:47.822410 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-bae0056e-1a51-4f00-af67-9c9328333c87 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/cc9284c7-fb9e-4cd7-891d-df58f9ea4e25 HTTP/1.1" status: 204 len: 168 time: 0.3816724 Oct 27 10:41:47.835859 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84e44bd2-8396-435d-ad05-1893ab3cac76 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 401} {{(pid=102347) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 10:41:47.837746 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae0056e-1a51-4f00-af67-9c9328333c87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc9284c7-fb9e-4cd7-891d-df58f9ea4e25,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:41:47.862704 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-84e44bd2-8396-435d-ad05-1893ab3cac76 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:47.862704 n-d-813419-10 neutron-server[102347]: INFO neutron.db.segments_db [None req-84e44bd2-8396-435d-ad05-1893ab3cac76 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Added segment 41b01354-0a49-4a29-963f-22ade9249491 of type vlan for network 4bde4e52-c9c8-4b76-816a-eaefb4329ddc Oct 27 10:41:47.914354 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-84e44bd2-8396-435d-ad05-1893ab3cac76 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743872593080'] for network, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:47.930640 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 60b68638-e63f-4f03-b4f0-5b92d80f4c3c up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:41:47.985142 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-84e44bd2-8396-435d-ad05-1893ab3cac76 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913'] for network, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:47.991612 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84e44bd2-8396-435d-ad05-1893ab3cac76 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:41:47.992503 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-84e44bd2-8396-435d-ad05-1893ab3cac76 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for network, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:48.014774 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port 60b68638-e63f-4f03-b4f0-5b92d80f4c3c triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:41:48.015437 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:48.020943 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-84e44bd2-8396-435d-ad05-1893ab3cac76 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3216929 Oct 27 10:41:48.023797 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 47580) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:41:48.030436 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-1c72484e-00e3-45de-8a90-fe7563fd8e32 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Request body: {'subnet': {'network_id': '4bde4e52-c9c8-4b76-816a-eaefb4329ddc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:41:48.120445 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 47590) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:41:48.176036 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-9e5be17b-7b87-4869-a08c-375a312738f3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:48.180434 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:48.198713 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e44bd2-8396-435d-ad05-1893ab3cac76 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Pushing event updated for resources: {'Network': ['ID=4bde4e52-c9c8-4b76-816a-eaefb4329ddc,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:41:48.215269 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Network 4bde4e52-c9c8-4b76-816a-eaefb4329ddc details requested by agent ovs-agent-n-d-813419-10 with host n-d-813419-10 {{(pid=102348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 10:41:48.222690 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c72484e-00e3-45de-8a90-fe7563fd8e32 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Made reservation on behalf of 668d3c16278c42b387727d7933936a48 for: {'subnet': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:41:48.224941 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] For port 60b68638-e63f-4f03-b4f0-5b92d80f4c3c, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=60b68638-e63f-4f03-b4f0-5b92d80f4c3c,segment=NetworkSegment(bc14127b-7032-4c50-bb5b-f6813cbae86e),segment_id=bc14127b-7032-4c50-bb5b-f6813cbae86e)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:41:48.235445 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-1c72484e-00e3-45de-8a90-fe7563fd8e32 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27167186'] for subnet, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:48.268050 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:48.363391 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-9e5be17b-7b87-4869-a08c-375a312738f3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:48.365239 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Pushing event updated for resources: {'Port': ['ID=60b68638-e63f-4f03-b4f0-5b92d80f4c3c,revision_number=4']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:41:48.369822 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-9e5be17b-7b87-4869-a08c-375a312738f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:48.394082 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device be602684-3176-4287-99dd-83e759036e38 no longer exists at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:41:48.422212 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] No Port match for: be602684-3176-4287-99dd-83e759036e38 {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:41:48.422586 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device be602684-3176-4287-99dd-83e759036e38 not bound to the agent host n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:41:48.437751 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-9e5be17b-7b87-4869-a08c-375a312738f3 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=772d732f5195414bac9ee3a4357d7968&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3113034 Oct 27 10:41:48.439045 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 47602) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:41:48.446746 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5be17b-7b87-4869-a08c-375a312738f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00f359db-680b-4fb2-a626-1408be393500,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:41:48.509225 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-b3d6fd10-43f0-4e96-b60b-7985f9e53ca9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:48.539007 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-b3d6fd10-43f0-4e96-b60b-7985f9e53ca9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:48.591828 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-1c72484e-00e3-45de-8a90-fe7563fd8e32 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27024290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27167168'] for subnet, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:48.612584 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-b3d6fd10-43f0-4e96-b60b-7985f9e53ca9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:48.615649 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-b3d6fd10-43f0-4e96-b60b-7985f9e53ca9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:48.631297 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-b3d6fd10-43f0-4e96-b60b-7985f9e53ca9 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/00f359db-680b-4fb2-a626-1408be393500 HTTP/1.1" status: 204 len: 168 time: 0.1891239 Oct 27 10:41:48.650862 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d6fd10-43f0-4e96-b60b-7985f9e53ca9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00f359db-680b-4fb2-a626-1408be393500,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:41:48.696071 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c72484e-00e3-45de-8a90-fe7563fd8e32 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Pushing event updated for resources: {'Subnet': ['ID=3b8c25b7-9ac6-45c8-8486-7569d36de0cc,revision_number=0']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:41:48.700907 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dd5763f-beaf-41b7-92e7-a55da5df9a70 None None] Sync routers for ids ['1250bd8c-8206-4311-9ae6-6be5815ae563'] in n-d-813419-10 {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:41:48.725863 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dd5763f-beaf-41b7-92e7-a55da5df9a70 None None] Routers {'1250bd8c-8206-4311-9ae6-6be5815ae563'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:41:48.726543 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-9dd5763f-beaf-41b7-92e7-a55da5df9a70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:41:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['1250bd8c-8206-4311-9ae6-6be5815ae563'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:41:48.738092 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c72484e-00e3-45de-8a90-fe7563fd8e32 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Checking segment: {'id': '41b01354-0a49-4a29-963f-22ade9249491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '4bde4e52-c9c8-4b76-816a-eaefb4329ddc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:41:48.738560 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c72484e-00e3-45de-8a90-fe7563fd8e32 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Network hostable DHCP agents. Network: 4bde4e52-c9c8-4b76-816a-eaefb4329ddc, hostable agents: ['eafd4000-b897-4722-ae8b-0118ec955181'], hosted agents: [] {{(pid=102346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 10:41:48.768923 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a2ebb6-6ece-4b23-a53d-dfdc8aac8609 req-f48e70aa-cbf8-484f-b0d7-9682a11d2ef0 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:41:48.771016 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c9a2ebb6-6ece-4b23-a53d-dfdc8aac8609 req-f48e70aa-cbf8-484f-b0d7-9682a11d2ef0 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "GET /v2.0/ports?device_id=cb570a6b-6921-4cfb-916b-d7e7c80e6c97 HTTP/1.1" status: 200 len: 944 time: 0.0921431 Oct 27 10:41:48.772427 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c72484e-00e3-45de-8a90-fe7563fd8e32 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Network 4bde4e52-c9c8-4b76-816a-eaefb4329ddc is scheduled to be hosted by DHCP agent eafd4000-b897-4722-ae8b-0118ec955181 with binding_index 1 {{(pid=102346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 10:41:48.795361 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-1c72484e-00e3-45de-8a90-fe7563fd8e32 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-10, 4bde4e52-c9c8-4b76-816a-eaefb4329ddc) {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:41:48.804472 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c72484e-00e3-45de-8a90-fe7563fd8e32 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:41:48.806749 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-1c72484e-00e3-45de-8a90-fe7563fd8e32 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for subnet, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:48.862888 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-981c57e0-8a1d-4484-b1c6-3e4ddecb6a2c None None] Network 4bde4e52-c9c8-4b76-816a-eaefb4329ddc requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:41:48.868435 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c9a2ebb6-6ece-4b23-a53d-dfdc8aac8609 req-9974a5ab-2dc1-4ed9-a23d-ede4dd9c0776 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "GET /v2.0/security-groups?id=9678e9b4-8ecf-4d94-a14b-d92ef88d2ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0881405 Oct 27 10:41:48.869336 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-1c72484e-00e3-45de-8a90-fe7563fd8e32 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8442109 Oct 27 10:41:48.872804 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 47626) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:41:48.885260 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-f625d299-1a0e-4432-916e-3bfb32426f49 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1423204445', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:41:48.943329 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-f625d299-1a0e-4432-916e-3bfb32426f49 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1768632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3610'] for router, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:48.945538 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-f625d299-1a0e-4432-916e-3bfb32426f49 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1765704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1769409', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1694266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3597'] for router, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:48.957601 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-8aa34cb7-62da-4390-bbb8-c1aab2660bd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:49.023764 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvr_db [None req-9dd5763f-beaf-41b7-92e7-a55da5df9a70 None None] Set router 1250bd8c-8206-4311-9ae6-6be5815ae563 gateway port host: n-d-813419-10 {{(pid=102348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:41:49.054052 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 47644) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:41:49.078130 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-f625d299-1a0e-4432-916e-3bfb32426f49 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:49.086548 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-f625d299-1a0e-4432-916e-3bfb32426f49 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1765699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1769372'] for router, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:49.122035 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-f625d299-1a0e-4432-916e-3bfb32426f49 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks [] for router, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:49.123280 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-f625d299-1a0e-4432-916e-3bfb32426f49 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.2478857 Oct 27 10:41:49.126077 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 47652) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:41:49.141683 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-85d250b6-5c8e-4409-a04f-a3acbd6db58e tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Request body: {'port': {'network_id': '4bde4e52-c9c8-4b76-816a-eaefb4329ddc', 'name': 'tempest-PortsTestJSON-205273255'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:41:49.314352 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4574918-4f48-4aaf-82fb-634589650406 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp734b258e-7d96-550c-b970-9b72ab66f383-4bde4e52-c9c8-4b76-816a-eaefb4329ddc', 'network_id': '4bde4e52-c9c8-4b76-816a-eaefb4329ddc', 'tenant_id': '668d3c16278c42b387727d7933936a48', 'fixed_ips': [{'subnet_id': '3b8c25b7-9ac6-45c8-8486-7569d36de0cc'}]}} from n-d-813419-10. {{(pid=102348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 10:41:49.314825 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85d250b6-5c8e-4409-a04f-a3acbd6db58e tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Made reservation on behalf of 668d3c16278c42b387727d7933936a48 for: {'port': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:41:49.315204 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-b4574918-4f48-4aaf-82fb-634589650406 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:49.319639 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-85d250b6-5c8e-4409-a04f-a3acbd6db58e tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:49.351830 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 47660) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:41:49.359674 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [None req-85d250b6-5c8e-4409-a04f-a3acbd6db58e tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] device_id is not set on port 5d1d46dc-8669-4be8-8f51-4b5151cdedd7 yet. {{(pid=102346) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 10:41:49.490971 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.db_base_plugin_common [None req-b4574918-4f48-4aaf-82fb-634589650406 None None] Allocated IP 172.20.0.2 (4bde4e52-c9c8-4b76-816a-eaefb4329ddc/3b8c25b7-9ac6-45c8-8486-7569d36de0cc/c5e262ab-c1e0-477c-af2f-3518f790ead3) {{(pid=102348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:41:49.552597 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-cc3cbf86-df7c-4bc3-9445-e07ec5286ea3 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-873947177-network', 'tenant_id': '44538c357c154e37b6b4c2a3f5e264ae'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:41:49.587349 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc3cbf86-df7c-4bc3-9445-e07ec5286ea3 admin admin] Made reservation on behalf of 44538c357c154e37b6b4c2a3f5e264ae for: {'network': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:41:49.590188 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-cc3cbf86-df7c-4bc3-9445-e07ec5286ea3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for network, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:49.601551 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-cc3cbf86-df7c-4bc3-9445-e07ec5286ea3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:49.706327 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-cc3cbf86-df7c-4bc3-9445-e07ec5286ea3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:49.712232 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-cc3cbf86-df7c-4bc3-9445-e07ec5286ea3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:49.727106 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-9dd5763f-beaf-41b7-92e7-a55da5df9a70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1250bd8c-8206-4311-9ae6-6be5815ae563', 'name': 'tempest-TestAggregatesBasicOps-1312698959-router', 'tenant_id': '459f9968f2c34b06a34202e0493161d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.95'}], 'enable_snat': True}, 'gw_port_id': '60b68638-e63f-4f03-b4f0-5b92d80f4c3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:41:36Z', 'updated_at': '2021-10-27T10:41:44Z', 'revision_number': 4, 'project_id': '459f9968f2c34b06a34202e0493161d7', 'gw_port': {'id': '60b68638-e63f-4f03-b4f0-5b92d80f4c3c', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:7d:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1250bd8c-8206-4311-9ae6-6be5815ae563', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2493, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:41:38Z', 'updated_at': '2021-10-27T10:41:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_interfaces': [{'id': '65af3b50-df15-48c3-9f82-8ef76ce6ad99', 'name': '', 'network_id': 'ca8f9f38-8977-451a-814e-f5923c2a9385', 'tenant_id': '459f9968f2c34b06a34202e0493161d7', 'mac_address': 'fa:16:3e:0b:c2:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1250bd8c-8206-4311-9ae6-6be5815ae563', 'device_owner': 'network:router_interface', 'standard_attr_id': 2494, 'fixed_ips': [{'subnet_id': '95d54951-656b-48ce-a029-d5d775c10ca7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:41:42Z', 'updated_at': '2021-10-27T10:41:45Z', 'revision_number': 2, 'project_id': '459f9968f2c34b06a34202e0493161d7', 'subnets': [{'id': '95d54951-656b-48ce-a029-d5d775c10ca7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:41:49.729870 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-b4574918-4f48-4aaf-82fb-634589650406 None None] Publish callbacks [] for port, precommit_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:49.784415 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc3cbf86-df7c-4bc3-9445-e07ec5286ea3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 407} {{(pid=102346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 10:41:49.798258 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dd5763f-beaf-41b7-92e7-a55da5df9a70 None None] Checking router: 1250bd8c-8206-4311-9ae6-6be5815ae563 for host: n-d-813419-10 {{(pid=102348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 10:41:49.798523 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3cbf86-df7c-4bc3-9445-e07ec5286ea3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4da16b0-ae97-40b5-8605-2eb4fca87de4,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:41:49.799047 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dd5763f-beaf-41b7-92e7-a55da5df9a70 None None] Updating router 1250bd8c-8206-4311-9ae6-6be5815ae563 port 65af3b50-df15-48c3-9f82-8ef76ce6ad99 binding host n-d-813419-10 {{(pid=102348) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 10:41:49.812146 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-b4574918-4f48-4aaf-82fb-634589650406 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606'] for port, after_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:49.819569 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-cc3cbf86-df7c-4bc3-9445-e07ec5286ea3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:49.819960 n-d-813419-10 neutron-server[102346]: INFO neutron.db.segments_db [None req-cc3cbf86-df7c-4bc3-9445-e07ec5286ea3 admin admin] Added segment 91c0716d-bff6-49d3-9498-64df3ea0fafc of type vlan for network b46f0309-9186-4ac3-a8d4-289db60744e1 Oct 27 10:41:49.879241 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_common [None req-85d250b6-5c8e-4409-a04f-a3acbd6db58e tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Allocated IP 172.20.0.8 (4bde4e52-c9c8-4b76-816a-eaefb4329ddc/3b8c25b7-9ac6-45c8-8486-7569d36de0cc/5d1d46dc-8669-4be8-8f51-4b5151cdedd7) {{(pid=102346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:41:49.885396 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-cc3cbf86-df7c-4bc3-9445-e07ec5286ea3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743872593080'] for network, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:49.897256 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4574918-4f48-4aaf-82fb-634589650406 None None] Pushing event updated for resources: {'Port': ['ID=c5e262ab-c1e0-477c-af2f-3518f790ead3,revision_number=1']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:41:49.916250 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 60b68638-e63f-4f03-b4f0-5b92d80f4c3c up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:41:49.939679 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-cc3cbf86-df7c-4bc3-9445-e07ec5286ea3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913'] for network, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:49.940692 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc3cbf86-df7c-4bc3-9445-e07ec5286ea3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:41:49.941379 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-cc3cbf86-df7c-4bc3-9445-e07ec5286ea3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for network, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:50.014970 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3cbf86-df7c-4bc3-9445-e07ec5286ea3 admin admin] Pushing event updated for resources: {'Network': ['ID=b46f0309-9186-4ac3-a8d4-289db60744e1,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:41:50.023136 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-cc3cbf86-df7c-4bc3-9445-e07ec5286ea3 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.6664896 Oct 27 10:41:50.025786 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 47676) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:41:50.028191 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:50.032001 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-a65dfda1-bf92-4552-8c6a-f0f474b9bf90 admin admin] Request body: {'subnet': {'network_id': 'b46f0309-9186-4ac3-a8d4-289db60744e1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-873947177-subnet', 'tenant_id': '44538c357c154e37b6b4c2a3f5e264ae', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:41:50.035753 n-d-813419-10 neutron-server[102348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4574918-4f48-4aaf-82fb-634589650406 None None] Network 4bde4e52-c9c8-4b76-816a-eaefb4329ddc is already hosted by enough agents. {{(pid=102348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:41:50.039614 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-9dd5763f-beaf-41b7-92e7-a55da5df9a70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:50.055405 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Network b46f0309-9186-4ac3-a8d4-289db60744e1 details requested by agent ovs-agent-n-d-813419-10 with host n-d-813419-10 {{(pid=102348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 10:41:50.078224 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a65dfda1-bf92-4552-8c6a-f0f474b9bf90 admin admin] Made reservation on behalf of 44538c357c154e37b6b4c2a3f5e264ae for: {'subnet': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:41:50.081987 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-a65dfda1-bf92-4552-8c6a-f0f474b9bf90 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18044073'] for subnet, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:50.141559 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2230d4dd-97e0-4ba4-b3b7-8862ae0530d2 req-fccbf974-6942-4e8b-8ce6-9af9747e0953 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:41:50.142368 n-d-813419-10 neutron-server[102348]: DEBUG neutron.scheduler.base_scheduler [None req-b4574918-4f48-4aaf-82fb-634589650406 None None] Resources bound (agent type, host, resource id): {{(pid=102348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:41:50.143203 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-2230d4dd-97e0-4ba4-b3b7-8862ae0530d2 req-fccbf974-6942-4e8b-8ce6-9af9747e0953 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "GET /v2.0/ports?device_id=cb570a6b-6921-4cfb-916b-d7e7c80e6c97 HTTP/1.1" status: 200 len: 944 time: 0.1293476 Oct 27 10:41:50.170571 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4574918-4f48-4aaf-82fb-634589650406 None None] Received port after_create {{(pid=102348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:41:50.174134 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-eadeaa30-4096-4d1a-b3cb-aa7ebfb291ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:50.190177 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port 60b68638-e63f-4f03-b4f0-5b92d80f4c3c triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:41:50.190544 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:50.205217 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-147df27d-40b0-4703-b699-b45638e6199a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1766202'] for router_interface, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:50.212899 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-2230d4dd-97e0-4ba4-b3b7-8862ae0530d2 req-f7cfa361-279d-4395-a79e-1d7e6392c512 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "GET /v2.0/security-groups?id=9678e9b4-8ecf-4d94-a14b-d92ef88d2ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545030 Oct 27 10:41:50.229644 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-85d250b6-5c8e-4409-a04f-a3acbd6db58e tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks [] for port, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:50.265742 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-85d250b6-5c8e-4409-a04f-a3acbd6db58e tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:50.316316 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85d250b6-5c8e-4409-a04f-a3acbd6db58e tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Network 4bde4e52-c9c8-4b76-816a-eaefb4329ddc is already hosted by enough agents. {{(pid=102346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:41:50.321659 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-85d250b6-5c8e-4409-a04f-a3acbd6db58e tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Resources bound (agent type, host, resource id): {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:41:50.326219 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85d250b6-5c8e-4409-a04f-a3acbd6db58e tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Received port after_create {{(pid=102346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:41:50.354916 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d250b6-5c8e-4409-a04f-a3acbd6db58e tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Pushing event updated for resources: {'Port': ['ID=5d1d46dc-8669-4be8-8f51-4b5151cdedd7,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:41:50.404834 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-b4574918-4f48-4aaf-82fb-634589650406 None None] Attempting to bind port c5e262ab-c1e0-477c-af2f-3518f790ead3 on host n-d-813419-10 for vnic_type normal with profile {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:41:50.405209 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-b4574918-4f48-4aaf-82fb-634589650406 None None] Attempting to bind port c5e262ab-c1e0-477c-af2f-3518f790ead3 by drivers openvswitch,hyperv on host n-d-813419-10 at level 0 using segments [{'id': '41b01354-0a49-4a29-963f-22ade9249491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '4bde4e52-c9c8-4b76-816a-eaefb4329ddc'}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:41:50.405570 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4574918-4f48-4aaf-82fb-634589650406 None None] Attempting to bind port c5e262ab-c1e0-477c-af2f-3518f790ead3 on network 4bde4e52-c9c8-4b76-816a-eaefb4329ddc {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:41:50.409351 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85d250b6-5c8e-4409-a04f-a3acbd6db58e tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:41:50.410439 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-85d250b6-5c8e-4409-a04f-a3acbd6db58e tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:50.431119 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-85d250b6-5c8e-4409-a04f-a3acbd6db58e tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.3039784 Oct 27 10:41:50.434326 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 47686) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:41:50.471648 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4574918-4f48-4aaf-82fb-634589650406 None None] Checking agent: {'id': '89dba0f3-79b2-435e-9822-33674b8f6ada', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 8, 20), 'started_at': datetime.datetime(2021, 10, 27, 10, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 41, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:41:50.472222 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4574918-4f48-4aaf-82fb-634589650406 None None] Checking segment: {'id': '41b01354-0a49-4a29-963f-22ade9249491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '4bde4e52-c9c8-4b76-816a-eaefb4329ddc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:41:50.473010 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-b4574918-4f48-4aaf-82fb-634589650406 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:50.473483 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4574918-4f48-4aaf-82fb-634589650406 None None] Bound using segment: {'id': '41b01354-0a49-4a29-963f-22ade9249491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '4bde4e52-c9c8-4b76-816a-eaefb4329ddc'} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:41:50.474109 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-b4574918-4f48-4aaf-82fb-634589650406 None None] Bound port: c5e262ab-c1e0-477c-af2f-3518f790ead3, host: n-d-813419-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41b01354-0a49-4a29-963f-22ade9249491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '4bde4e52-c9c8-4b76-816a-eaefb4329ddc'}}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:41:50.474592 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-b4574918-4f48-4aaf-82fb-634589650406 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:50.495951 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-a65dfda1-bf92-4552-8c6a-f0f474b9bf90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-18295883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18044091'] for subnet, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:50.632502 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65dfda1-bf92-4552-8c6a-f0f474b9bf90 admin admin] Pushing event updated for resources: {'Subnet': ['ID=99cdc121-7dc1-4860-8162-bcbc59867073,revision_number=0']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:41:50.653409 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-9dd5763f-beaf-41b7-92e7-a55da5df9a70 None None] Publish callbacks [] for port, precommit_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:50.663059 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-9dd5763f-beaf-41b7-92e7-a55da5df9a70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:50.674023 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a65dfda1-bf92-4552-8c6a-f0f474b9bf90 admin admin] Checking segment: {'id': '91c0716d-bff6-49d3-9498-64df3ea0fafc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'b46f0309-9186-4ac3-a8d4-289db60744e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:41:50.674800 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a65dfda1-bf92-4552-8c6a-f0f474b9bf90 admin admin] Network hostable DHCP agents. Network: b46f0309-9186-4ac3-a8d4-289db60744e1, hostable agents: ['eafd4000-b897-4722-ae8b-0118ec955181'], hosted agents: [] {{(pid=102347) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 10:41:50.713430 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-147df27d-40b0-4703-b699-b45638e6199a admin admin] Deleting port 32e51a64-5c0b-441c-bee5-f8f280b31b93 {{(pid=102347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:41:50.713776 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-147df27d-40b0-4703-b699-b45638e6199a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:50.716552 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a65dfda1-bf92-4552-8c6a-f0f474b9bf90 admin admin] Network b46f0309-9186-4ac3-a8d4-289db60744e1 is scheduled to be hosted by DHCP agent eafd4000-b897-4722-ae8b-0118ec955181 with binding_index 1 {{(pid=102347) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 10:41:50.775958 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [None req-a65dfda1-bf92-4552-8c6a-f0f474b9bf90 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-10, b46f0309-9186-4ac3-a8d4-289db60744e1) {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:41:50.782842 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a65dfda1-bf92-4552-8c6a-f0f474b9bf90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:41:50.782842 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-a65dfda1-bf92-4552-8c6a-f0f474b9bf90 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:50.815262 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-a65dfda1-bf92-4552-8c6a-f0f474b9bf90 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.7872987 Oct 27 10:41:50.822451 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 47696) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:41:50.830261 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-f0f84686-c3f7-4c48-a238-d0deeb4dcab7 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-873947177-router', 'tenant_id': '44538c357c154e37b6b4c2a3f5e264ae', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'}}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:41:50.837564 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-36621431-5f0c-44a7-995f-636d11d2c431 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:50.862493 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [None req-147df27d-40b0-4703-b699-b45638e6199a admin admin] For port 32e51a64-5c0b-441c-bee5-f8f280b31b93, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=32e51a64-5c0b-441c-bee5-f8f280b31b93,segment=NetworkSegment(1f6c00d8-01cf-469b-b77f-5f4ec5640d1b),segment_id=1f6c00d8-01cf-469b-b77f-5f4ec5640d1b)] {{(pid=102347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:41:50.863037 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-147df27d-40b0-4703-b699-b45638e6199a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:50.884480 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-147df27d-40b0-4703-b699-b45638e6199a admin admin] Calling delete_port for 32e51a64-5c0b-441c-bee5-f8f280b31b93 owned by network:router_interface {{(pid=102347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:41:50.897300 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-f0f84686-c3f7-4c48-a238-d0deeb4dcab7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1768632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3610'] for router, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:50.898817 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-f0f84686-c3f7-4c48-a238-d0deeb4dcab7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1765704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1769409', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1694266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3597'] for router, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:50.946182 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-b4574918-4f48-4aaf-82fb-634589650406 None None] For port c5e262ab-c1e0-477c-af2f-3518f790ead3, host n-d-813419-10, cleared binding levels {{(pid=102348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:41:50.949654 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-b4574918-4f48-4aaf-82fb-634589650406 None None] For port c5e262ab-c1e0-477c-af2f-3518f790ead3, host n-d-813419-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=c5e262ab-c1e0-477c-af2f-3518f790ead3,segment=NetworkSegment(41b01354-0a49-4a29-963f-22ade9249491),segment_id=41b01354-0a49-4a29-963f-22ade9249491)] {{(pid=102348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:41:50.956934 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e29978f2-bc5b-4457-ae8b-c1e8b2373959 None None] Network b46f0309-9186-4ac3-a8d4-289db60744e1 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:41:50.980495 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-b4574918-4f48-4aaf-82fb-634589650406 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:51.036183 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeba1e8f-08fe-4f9f-9fd1-3d0db3309f6e None None] Pushing event updated for resources: {'Port': ['ID=65af3b50-df15-48c3-9f82-8ef76ce6ad99,revision_number=3']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:41:51.041791 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-f0f84686-c3f7-4c48-a238-d0deeb4dcab7 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:51.231809 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4574918-4f48-4aaf-82fb-634589650406 None None] Pushing event updated for resources: {'Port': ['ID=c5e262ab-c1e0-477c-af2f-3518f790ead3,revision_number=2']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:41:51.241493 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-9dd5763f-beaf-41b7-92e7-a55da5df9a70 None None] Attempting to bind port 65af3b50-df15-48c3-9f82-8ef76ce6ad99 on host n-d-813419-10 for vnic_type normal with profile {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:41:51.241973 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-9dd5763f-beaf-41b7-92e7-a55da5df9a70 None None] Attempting to bind port 65af3b50-df15-48c3-9f82-8ef76ce6ad99 by drivers openvswitch,hyperv on host n-d-813419-10 at level 0 using segments [{'id': '4f412274-2448-42d7-88ef-36833b7fe43d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'ca8f9f38-8977-451a-814e-f5923c2a9385'}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:41:51.243303 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dd5763f-beaf-41b7-92e7-a55da5df9a70 None None] Attempting to bind port 65af3b50-df15-48c3-9f82-8ef76ce6ad99 on network ca8f9f38-8977-451a-814e-f5923c2a9385 {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:41:51.255394 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-36621431-5f0c-44a7-995f-636d11d2c431 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks [] for port, precommit_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:51.263262 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-36621431-5f0c-44a7-995f-636d11d2c431 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27024173'] for port, after_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:51.283226 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dd5763f-beaf-41b7-92e7-a55da5df9a70 None None] Checking agent: {'id': '89dba0f3-79b2-435e-9822-33674b8f6ada', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 8, 20), 'started_at': datetime.datetime(2021, 10, 27, 10, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 41, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:41:51.286772 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dd5763f-beaf-41b7-92e7-a55da5df9a70 None None] Checking segment: {'id': '4f412274-2448-42d7-88ef-36833b7fe43d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'ca8f9f38-8977-451a-814e-f5923c2a9385'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:41:51.287221 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-9dd5763f-beaf-41b7-92e7-a55da5df9a70 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:51.287629 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dd5763f-beaf-41b7-92e7-a55da5df9a70 None None] Bound using segment: {'id': '4f412274-2448-42d7-88ef-36833b7fe43d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'ca8f9f38-8977-451a-814e-f5923c2a9385'} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:41:51.288137 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-9dd5763f-beaf-41b7-92e7-a55da5df9a70 None None] Bound port: 65af3b50-df15-48c3-9f82-8ef76ce6ad99, host: n-d-813419-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f412274-2448-42d7-88ef-36833b7fe43d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'ca8f9f38-8977-451a-814e-f5923c2a9385'}}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:41:51.294249 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-9dd5763f-beaf-41b7-92e7-a55da5df9a70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:51.371321 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36621431-5f0c-44a7-995f-636d11d2c431 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Pushing event updated for resources: {'Port': ['ID=5d1d46dc-8669-4be8-8f51-4b5151cdedd7,revision_number=2']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:41:51.442065 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-f0f84686-c3f7-4c48-a238-d0deeb4dcab7 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:51.467595 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-828fc100-4c22-42c0-9068-31f432263751 None None] Network b46f0309-9186-4ac3-a8d4-289db60744e1 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:41:51.493468 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a655a37-fc4d-488e-9785-15a116a4981a req-e9ec8855-4843-47d7-a788-570228271ebe tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:41:51.501924 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-1a655a37-fc4d-488e-9785-15a116a4981a req-e9ec8855-4843-47d7-a788-570228271ebe tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "GET /v2.0/ports?device_id=cb570a6b-6921-4cfb-916b-d7e7c80e6c97 HTTP/1.1" status: 200 len: 944 time: 0.1316874 Oct 27 10:41:51.591864 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-36621431-5f0c-44a7-995f-636d11d2c431 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1664961'] for router_interface, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:51.671064 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-1a655a37-fc4d-488e-9785-15a116a4981a req-64ddf1da-19c1-44d5-b6dd-54ed65b53583 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "GET /v2.0/security-groups?id=9678e9b4-8ecf-4d94-a14b-d92ef88d2ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1678176 Oct 27 10:41:51.671389 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-0c73f0f3-7bed-46c0-9843-e53ae2d8e7d5 None None] Provisioning complete for port 65af3b50-df15-48c3-9f82-8ef76ce6ad99 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:41:51.671763 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-0c73f0f3-7bed-46c0-9843-e53ae2d8e7d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:51.685825 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-147df27d-40b0-4703-b699-b45638e6199a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:51.714099 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147df27d-40b0-4703-b699-b45638e6199a admin admin] Pushing event deleted for resources: {'Port': ['ID=32e51a64-5c0b-441c-bee5-f8f280b31b93,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:41:51.734426 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-0c73f0f3-7bed-46c0-9843-e53ae2d8e7d5 None None] Port 65af3b50-df15-48c3-9f82-8ef76ce6ad99 cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:41:51.846600 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-9dd5763f-beaf-41b7-92e7-a55da5df9a70 None None] For port 65af3b50-df15-48c3-9f82-8ef76ce6ad99, host n-d-813419-10, cleared binding levels {{(pid=102348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:41:51.852120 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-9dd5763f-beaf-41b7-92e7-a55da5df9a70 None None] For port 65af3b50-df15-48c3-9f82-8ef76ce6ad99, host n-d-813419-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=65af3b50-df15-48c3-9f82-8ef76ce6ad99,segment=NetworkSegment(4f412274-2448-42d7-88ef-36833b7fe43d),segment_id=4f412274-2448-42d7-88ef-36833b7fe43d)] {{(pid=102348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:41:51.865785 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-9dd5763f-beaf-41b7-92e7-a55da5df9a70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:52.030259 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-3c6a8245-0581-48aa-b5f6-4d8fe98cd16e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:52.070562 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dd5763f-beaf-41b7-92e7-a55da5df9a70 None None] Routers {'1250bd8c-8206-4311-9ae6-6be5815ae563'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:41:52.071600 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-9dd5763f-beaf-41b7-92e7-a55da5df9a70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:41:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['1250bd8c-8206-4311-9ae6-6be5815ae563'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:41:52.078006 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device c5e262ab-c1e0-477c-af2f-3518f790ead3 up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:41:52.090430 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-f0f84686-c3f7-4c48-a238-d0deeb4dcab7 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:52.122931 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-f0f84686-c3f7-4c48-a238-d0deeb4dcab7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:52.161221 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeba1e8f-08fe-4f9f-9fd1-3d0db3309f6e None None] Pushing event updated for resources: {'Port': ['ID=65af3b50-df15-48c3-9f82-8ef76ce6ad99,revision_number=4']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:41:52.260236 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-147df27d-40b0-4703-b699-b45638e6199a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2006968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1766358'] for router_interface, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:52.334101 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 47714) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:41:52.346313 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port c5e262ab-c1e0-477c-af2f-3518f790ead3 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:41:52.346859 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:52.389250 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvr_db [None req-9dd5763f-beaf-41b7-92e7-a55da5df9a70 None None] Set router 1250bd8c-8206-4311-9ae6-6be5815ae563 gateway port host: n-d-813419-10 {{(pid=102348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:41:52.425181 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-36621431-5f0c-44a7-995f-636d11d2c431 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:52.525862 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_common [None req-f0f84686-c3f7-4c48-a238-d0deeb4dcab7 admin admin] Allocated IP 172.25.8.212 (185ff123-c7ff-45c7-a6be-71feb35acc9c/0fb9f9d1-7384-481f-8fa8-f4566c349d30/68d1ecd0-6738-444a-9fb5-a54a3da5c456) {{(pid=102347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:41:52.572842 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-c5ed5372-0016-4715-8e80-f02006a251d6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:52.701798 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-735b9b56-00d3-4d39-b9f8-16992ec7f6d0 None None] Provisioning complete for port 65af3b50-df15-48c3-9f82-8ef76ce6ad99 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:41:52.702079 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-735b9b56-00d3-4d39-b9f8-16992ec7f6d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:52.704538 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:52.749512 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d23b9cc-cc00-4307-99bc-4f9e86be3279 None None] Network 4bde4e52-c9c8-4b76-816a-eaefb4329ddc requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:41:52.780750 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-f0f84686-c3f7-4c48-a238-d0deeb4dcab7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:52.792994 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-147df27d-40b0-4703-b699-b45638e6199a admin admin] Router 4d2481a0-ebf4-40af-bd26-24d69d62ec8e has already been hosted by L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb {{(pid=102347) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 10:41:52.794113 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-c5ed5372-0016-4715-8e80-f02006a251d6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:52.807220 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-c5ed5372-0016-4715-8e80-f02006a251d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:52.843241 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-36621431-5f0c-44a7-995f-636d11d2c431 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks [] for port, precommit_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:52.854051 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] For port c5e262ab-c1e0-477c-af2f-3518f790ead3, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=c5e262ab-c1e0-477c-af2f-3518f790ead3,segment=NetworkSegment(41b01354-0a49-4a29-963f-22ade9249491),segment_id=41b01354-0a49-4a29-963f-22ade9249491)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:41:52.866545 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:52.875952 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-36621431-5f0c-44a7-995f-636d11d2c431 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27024173'] for port, after_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:52.901784 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-f0f84686-c3f7-4c48-a238-d0deeb4dcab7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:52.938999 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-c5ed5372-0016-4715-8e80-f02006a251d6 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e90deaf602cb4c23853f41b87f256db2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6002216 Oct 27 10:41:52.943050 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 47720) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:41:52.951368 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0f84686-c3f7-4c48-a238-d0deeb4dcab7 admin admin] Network 185ff123-c7ff-45c7-a6be-71feb35acc9c is already hosted by enough agents. {{(pid=102347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:41:52.954815 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ed5372-0016-4715-8e80-f02006a251d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f508d6a-9d98-406d-92e3-807ea0ea458a,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:41:52.974159 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [None req-f0f84686-c3f7-4c48-a238-d0deeb4dcab7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:41:52.976776 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0f84686-c3f7-4c48-a238-d0deeb4dcab7 admin admin] Received port after_create {{(pid=102347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:41:52.983513 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585504b9-85c9-42fd-b2ca-79f3de05517e req-20fd9b38-fa30-46a8-a989-0b12583de861 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:41:52.985481 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-9dd5763f-beaf-41b7-92e7-a55da5df9a70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1250bd8c-8206-4311-9ae6-6be5815ae563', 'name': 'tempest-TestAggregatesBasicOps-1312698959-router', 'tenant_id': '459f9968f2c34b06a34202e0493161d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.95'}], 'enable_snat': True}, 'gw_port_id': '60b68638-e63f-4f03-b4f0-5b92d80f4c3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:41:36Z', 'updated_at': '2021-10-27T10:41:44Z', 'revision_number': 4, 'project_id': '459f9968f2c34b06a34202e0493161d7', 'gw_port': {'id': '60b68638-e63f-4f03-b4f0-5b92d80f4c3c', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:7d:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1250bd8c-8206-4311-9ae6-6be5815ae563', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2493, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:41:38Z', 'updated_at': '2021-10-27T10:41:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_interfaces': [{'id': '65af3b50-df15-48c3-9f82-8ef76ce6ad99', 'name': '', 'network_id': 'ca8f9f38-8977-451a-814e-f5923c2a9385', 'tenant_id': '459f9968f2c34b06a34202e0493161d7', 'mac_address': 'fa:16:3e:0b:c2:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1250bd8c-8206-4311-9ae6-6be5815ae563', 'device_owner': 'network:router_interface', 'standard_attr_id': 2494, 'fixed_ips': [{'subnet_id': '95d54951-656b-48ce-a029-d5d775c10ca7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:41:42Z', 'updated_at': '2021-10-27T10:41:51Z', 'revision_number': 4, 'project_id': '459f9968f2c34b06a34202e0493161d7', 'subnets': [{'id': '95d54951-656b-48ce-a029-d5d775c10ca7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:41:52.988543 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-585504b9-85c9-42fd-b2ca-79f3de05517e req-20fd9b38-fa30-46a8-a989-0b12583de861 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "GET /v2.0/ports?device_id=cb570a6b-6921-4cfb-916b-d7e7c80e6c97 HTTP/1.1" status: 200 len: 944 time: 0.1891458 Oct 27 10:41:52.994286 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-36621431-5f0c-44a7-995f-636d11d2c431 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2006967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1766225'] for router_interface, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:52.996864 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36621431-5f0c-44a7-995f-636d11d2c431 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Pushing event updated for resources: {'Port': ['ID=5d1d46dc-8669-4be8-8f51-4b5151cdedd7,revision_number=3']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:41:53.022373 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f84686-c3f7-4c48-a238-d0deeb4dcab7 admin admin] Pushing event updated for resources: {'Port': ['ID=68d1ecd0-6738-444a-9fb5-a54a3da5c456,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:41:53.040714 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Pushing event updated for resources: {'Port': ['ID=c5e262ab-c1e0-477c-af2f-3518f790ead3,revision_number=3']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:41:53.043817 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-735b9b56-00d3-4d39-b9f8-16992ec7f6d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:53.044111 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-147df27d-40b0-4703-b699-b45638e6199a admin admin] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:41:53.045960 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dd5763f-beaf-41b7-92e7-a55da5df9a70 None None] The sync data for ids ['1250bd8c-8206-4311-9ae6-6be5815ae563'] in n-d-813419-10 is: [{'id': '1250bd8c-8206-4311-9ae6-6be5815ae563', 'name': 'tempest-TestAggregatesBasicOps-1312698959-router', 'tenant_id': '459f9968f2c34b06a34202e0493161d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.95'}], 'enable_snat': True}, 'gw_port_id': '60b68638-e63f-4f03-b4f0-5b92d80f4c3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:41:36Z', 'updated_at': '2021-10-27T10:41:44Z', 'revision_number': 4, 'project_id': '459f9968f2c34b06a34202e0493161d7', 'gw_port': {'id': '60b68638-e63f-4f03-b4f0-5b92d80f4c3c', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:7d:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1250bd8c-8206-4311-9ae6-6be5815ae563', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2493, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:41:38Z', 'updated_at': '2021-10-27T10:41:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_interfaces': [{'id': '65af3b50-df15-48c3-9f82-8ef76ce6ad99', 'name': '', 'network_id': 'ca8f9f38-8977-451a-814e-f5923c2a9385', 'tenant_id': '459f9968f2c34b06a34202e0493161d7', 'mac_address': 'fa:16:3e:0b:c2:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1250bd8c-8206-4311-9ae6-6be5815ae563', 'device_owner': 'network:router_interface', 'standard_attr_id': 2494, 'fixed_ips': [{'subnet_id': '95d54951-656b-48ce-a029-d5d775c10ca7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:41:42Z', 'updated_at': '2021-10-27T10:41:51Z', 'revision_number': 4, 'project_id': '459f9968f2c34b06a34202e0493161d7', 'subnets': [{'id': '95d54951-656b-48ce-a029-d5d775c10ca7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:41:53.057369 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-147df27d-40b0-4703-b699-b45638e6199a admin admin] 10.222.0.44 "PUT /v2.0/routers/4d2481a0-ebf4-40af-bd26-24d69d62ec8e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9990923 Oct 27 10:41:53.059311 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 47722) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:41:53.064022 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-089e6906-b839-4504-8144-3c930bfe0c7e None None] Sync routers for ids ['4d2481a0-ebf4-40af-bd26-24d69d62ec8e'] in n-d-813419-10 {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:41:53.078148 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-089e6906-b839-4504-8144-3c930bfe0c7e None None] Routers {'4d2481a0-ebf4-40af-bd26-24d69d62ec8e'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:41:53.080887 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-089e6906-b839-4504-8144-3c930bfe0c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:41:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['4d2481a0-ebf4-40af-bd26-24d69d62ec8e'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:41:53.103750 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-735b9b56-00d3-4d39-b9f8-16992ec7f6d0 None None] For port 65af3b50-df15-48c3-9f82-8ef76ce6ad99, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=65af3b50-df15-48c3-9f82-8ef76ce6ad99,segment=NetworkSegment(4f412274-2448-42d7-88ef-36833b7fe43d),segment_id=4f412274-2448-42d7-88ef-36833b7fe43d)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:41:53.122718 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-735b9b56-00d3-4d39-b9f8-16992ec7f6d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:53.164428 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-585504b9-85c9-42fd-b2ca-79f3de05517e req-5d236c62-4a6d-44ee-8b54-395f07f07f49 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "GET /v2.0/security-groups?id=9678e9b4-8ecf-4d94-a14b-d92ef88d2ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1711528 Oct 27 10:41:53.190599 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36621431-5f0c-44a7-995f-636d11d2c431 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Network 4bde4e52-c9c8-4b76-816a-eaefb4329ddc is already hosted by enough agents. {{(pid=102346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:41:53.192397 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-36621431-5f0c-44a7-995f-636d11d2c431 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Resources bound (agent type, host, resource id): {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:41:53.250522 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735b9b56-00d3-4d39-b9f8-16992ec7f6d0 None None] Pushing event updated for resources: {'Port': ['ID=65af3b50-df15-48c3-9f82-8ef76ce6ad99,revision_number=5']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:41:53.278897 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-add8c175-3695-43ff-85c3-cd882a4bdd71 None None] Provisioning complete for port c5e262ab-c1e0-477c-af2f-3518f790ead3 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:41:53.279516 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-add8c175-3695-43ff-85c3-cd882a4bdd71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:53.366990 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvr_db [None req-089e6906-b839-4504-8144-3c930bfe0c7e None None] Set router 4d2481a0-ebf4-40af-bd26-24d69d62ec8e gateway port host: n-d-813419-10 {{(pid=102349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:41:53.383119 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-27f52480-7c9c-48bb-8256-b16ed17fd49d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:53.421299 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36621431-5f0c-44a7-995f-636d11d2c431 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Router 0903114f-f1d3-43a2-ae0c-cbeab8f2ce79 is scheduled to L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb with binding_index 1 {{(pid=102346) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 10:41:53.555459 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36621431-5f0c-44a7-995f-636d11d2c431 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:41:53.561878 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-36621431-5f0c-44a7-995f-636d11d2c431 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] 10.222.0.44 "PUT /v2.0/routers/0903114f-f1d3-43a2-ae0c-cbeab8f2ce79/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1262913 Oct 27 10:41:53.564789 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 47724) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:41:53.571848 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc2d43ef-fce8-4f9d-a4e4-52e4c815d534 None None] Sync routers for ids ['0903114f-f1d3-43a2-ae0c-cbeab8f2ce79'] in n-d-813419-10 {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:41:53.591618 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc2d43ef-fce8-4f9d-a4e4-52e4c815d534 None None] Routers {'0903114f-f1d3-43a2-ae0c-cbeab8f2ce79'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:41:53.592285 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-fc2d43ef-fce8-4f9d-a4e4-52e4c815d534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:41:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['0903114f-f1d3-43a2-ae0c-cbeab8f2ce79'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:41:53.679601 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-fc2d43ef-fce8-4f9d-a4e4-52e4c815d534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:41:53.681773 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d228202b-82e9-459a-b6be-62bb9c22dd45 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:41:53.683734 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-d228202b-82e9-459a-b6be-62bb9c22dd45 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] 10.222.0.44 "GET /v2.0/ports?device_id=0903114f-f1d3-43a2-ae0c-cbeab8f2ce79 HTTP/1.1" status: 200 len: 981 time: 0.1165221 Oct 27 10:41:53.687592 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 47726) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:41:53.689304 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-089e6906-b839-4504-8144-3c930bfe0c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d2481a0-ebf4-40af-bd26-24d69d62ec8e', 'name': 'tempest-TestAggregatesBasicOps-758125978-router', 'tenant_id': '4ac7a684fa1b46888441c9b2217b282b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.198'}], 'enable_snat': True}, 'gw_port_id': '17b3dd90-172d-416c-b9ff-a0cea5e0f3d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:41:23Z', 'updated_at': '2021-10-27T10:41:51Z', 'revision_number': 5, 'project_id': '4ac7a684fa1b46888441c9b2217b282b', 'gw_port': {'id': '17b3dd90-172d-416c-b9ff-a0cea5e0f3d8', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:99:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d2481a0-ebf4-40af-bd26-24d69d62ec8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2455, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:41:24Z', 'updated_at': '2021-10-27T10:41:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10'}], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:41:53.722699 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-089e6906-b839-4504-8144-3c930bfe0c7e None None] Checking router: 4d2481a0-ebf4-40af-bd26-24d69d62ec8e for host: n-d-813419-10 {{(pid=102349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 10:41:53.755805 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-089e6906-b839-4504-8144-3c930bfe0c7e None None] Routers {'4d2481a0-ebf4-40af-bd26-24d69d62ec8e'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:41:53.756447 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-089e6906-b839-4504-8144-3c930bfe0c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:41:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['4d2481a0-ebf4-40af-bd26-24d69d62ec8e'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:41:53.924618 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvr_db [None req-089e6906-b839-4504-8144-3c930bfe0c7e None None] Set router 4d2481a0-ebf4-40af-bd26-24d69d62ec8e gateway port host: n-d-813419-10 {{(pid=102349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:41:54.098692 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc2d43ef-fce8-4f9d-a4e4-52e4c815d534 None None] Routers {'0903114f-f1d3-43a2-ae0c-cbeab8f2ce79'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:41:54.100620 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-fc2d43ef-fce8-4f9d-a4e4-52e4c815d534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:41:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['0903114f-f1d3-43a2-ae0c-cbeab8f2ce79'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:41:54.107961 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-27f52480-7c9c-48bb-8256-b16ed17fd49d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:54.174099 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 65af3b50-df15-48c3-9f82-8ef76ce6ad99 up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:41:54.176685 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-fc2d43ef-fce8-4f9d-a4e4-52e4c815d534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:41:54.178608 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc2d43ef-fce8-4f9d-a4e4-52e4c815d534 None None] The sync data for ids ['0903114f-f1d3-43a2-ae0c-cbeab8f2ce79'] in n-d-813419-10 is: [] {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:41:54.186245 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device d843c603-f770-49bf-80f7-ae60f61ba034 details requested by agent hyperv_n-h2-813419-10 with host n-h2-813419-10 {{(pid=102348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 10:41:54.229289 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-a81af3d1-d615-4569-b2d6-7942150ebf9a None None] Provisioning complete for port c5e262ab-c1e0-477c-af2f-3518f790ead3 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:41:54.229924 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a81af3d1-d615-4569-b2d6-7942150ebf9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:54.274634 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-089e6906-b839-4504-8144-3c930bfe0c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d2481a0-ebf4-40af-bd26-24d69d62ec8e', 'name': 'tempest-TestAggregatesBasicOps-758125978-router', 'tenant_id': '4ac7a684fa1b46888441c9b2217b282b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.198'}], 'enable_snat': True}, 'gw_port_id': '17b3dd90-172d-416c-b9ff-a0cea5e0f3d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:41:23Z', 'updated_at': '2021-10-27T10:41:51Z', 'revision_number': 5, 'project_id': '4ac7a684fa1b46888441c9b2217b282b', 'gw_port': {'id': '17b3dd90-172d-416c-b9ff-a0cea5e0f3d8', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:99:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d2481a0-ebf4-40af-bd26-24d69d62ec8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2455, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:41:24Z', 'updated_at': '2021-10-27T10:41:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10'}], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:41:54.308985 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-ac370a96-a1e2-4115-88d0-d711808c19ec admin admin] Publish callbacks [] for router, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:54.343002 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-089e6906-b839-4504-8144-3c930bfe0c7e None None] The sync data for ids ['4d2481a0-ebf4-40af-bd26-24d69d62ec8e'] in n-d-813419-10 is: [{'id': '4d2481a0-ebf4-40af-bd26-24d69d62ec8e', 'name': 'tempest-TestAggregatesBasicOps-758125978-router', 'tenant_id': '4ac7a684fa1b46888441c9b2217b282b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.198'}], 'enable_snat': True}, 'gw_port_id': '17b3dd90-172d-416c-b9ff-a0cea5e0f3d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:41:23Z', 'updated_at': '2021-10-27T10:41:51Z', 'revision_number': 5, 'project_id': '4ac7a684fa1b46888441c9b2217b282b', 'gw_port': {'id': '17b3dd90-172d-416c-b9ff-a0cea5e0f3d8', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:99:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d2481a0-ebf4-40af-bd26-24d69d62ec8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2455, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:41:24Z', 'updated_at': '2021-10-27T10:41:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10'}] {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:41:54.379249 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d4d47ee2-2d96-439f-8bc2-12d365d395a4 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1766202'] for router_interface, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:54.461547 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.db.resource_extend [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 27 10:41:54.487066 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-f0f84686-c3f7-4c48-a238-d0deeb4dcab7 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:54.539366 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-a81af3d1-d615-4569-b2d6-7942150ebf9a None None] Provisioning complete for port 5d1d46dc-8669-4be8-8f51-4b5151cdedd7 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:41:54.539892 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a81af3d1-d615-4569-b2d6-7942150ebf9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:54.552413 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-27f52480-7c9c-48bb-8256-b16ed17fd49d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:54.561559 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-27f52480-7c9c-48bb-8256-b16ed17fd49d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:54.563474 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-27f52480-7c9c-48bb-8256-b16ed17fd49d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1f508d6a-9d98-406d-92e3-807ea0ea458a HTTP/1.1" status: 204 len: 168 time: 1.6144371 Oct 27 10:41:54.595392 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port 65af3b50-df15-48c3-9f82-8ef76ce6ad99 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:41:54.595996 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:54.637640 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f52480-7c9c-48bb-8256-b16ed17fd49d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f508d6a-9d98-406d-92e3-807ea0ea458a,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:41:54.647973 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4c5716-cf1e-45f5-9b27-6d044b340164 req-7d419309-fc10-4141-9ac0-81c2f1d3df0b tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:41:54.650507 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-7a4c5716-cf1e-45f5-9b27-6d044b340164 req-7d419309-fc10-4141-9ac0-81c2f1d3df0b tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "GET /v2.0/ports?device_id=cb570a6b-6921-4cfb-916b-d7e7c80e6c97 HTTP/1.1" status: 200 len: 944 time: 0.2738385 Oct 27 10:41:54.673277 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-a81af3d1-d615-4569-b2d6-7942150ebf9a None None] Port 5d1d46dc-8669-4be8-8f51-4b5151cdedd7 cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:41:54.704379 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-ac370a96-a1e2-4115-88d0-d711808c19ec admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:54.739517 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] For port d843c603-f770-49bf-80f7-ae60f61ba034, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=d843c603-f770-49bf-80f7-ae60f61ba034,segment=NetworkSegment(633ff08f-11cd-4e98-be2e-dddd49efeea1),segment_id=633ff08f-11cd-4e98-be2e-dddd49efeea1)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:41:54.767267 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Returning: {'device': 'd843c603-f770-49bf-80f7-ae60f61ba034', 'network_id': '823b724c-a4df-49e4-a48e-438212c85945', 'port_id': 'd843c603-f770-49bf-80f7-ae60f61ba034', 'mac_address': 'fa:16:3e:cd:2e:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 411, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '867e3761-3f04-40e2-b4bb-5b0ff4404cac', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 10:41:54.779927 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-d4d47ee2-2d96-439f-8bc2-12d365d395a4 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Deleting port 5d1d46dc-8669-4be8-8f51-4b5151cdedd7 {{(pid=102346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:41:54.779927 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d4d47ee2-2d96-439f-8bc2-12d365d395a4 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:54.852257 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device c5e262ab-c1e0-477c-af2f-3518f790ead3 up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:41:54.858926 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-1a0cc0a3-6c03-4836-a809-ec248c1dab4d None None] Provisioning complete for port 5d1d46dc-8669-4be8-8f51-4b5151cdedd7 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:41:54.859290 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-1a0cc0a3-6c03-4836-a809-ec248c1dab4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:54.903728 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-7a4c5716-cf1e-45f5-9b27-6d044b340164 req-d3b444ab-ef38-44a9-84d7-5bbfb8435164 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "GET /v2.0/security-groups?id=9678e9b4-8ecf-4d94-a14b-d92ef88d2ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2374957 Oct 27 10:41:54.945132 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:54.972829 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d4d47ee2-2d96-439f-8bc2-12d365d395a4 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:54.975080 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-ac370a96-a1e2-4115-88d0-d711808c19ec admin admin] Deleting port 17b3dd90-172d-416c-b9ff-a0cea5e0f3d8 {{(pid=102347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:41:54.975434 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-ac370a96-a1e2-4115-88d0-d711808c19ec admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:55.001547 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d843c603-f770-49bf-80f7-ae60f61ba034 {{(pid=102348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:41:55.007572 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-1a0cc0a3-6c03-4836-a809-ec248c1dab4d None None] Port 5d1d46dc-8669-4be8-8f51-4b5151cdedd7 cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:41:55.015772 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-d4d47ee2-2d96-439f-8bc2-12d365d395a4 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Calling delete_port for 5d1d46dc-8669-4be8-8f51-4b5151cdedd7 owned by network:router_interface {{(pid=102346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:41:55.032413 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] For port d843c603-f770-49bf-80f7-ae60f61ba034, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=d843c603-f770-49bf-80f7-ae60f61ba034,segment=NetworkSegment(633ff08f-11cd-4e98-be2e-dddd49efeea1),segment_id=633ff08f-11cd-4e98-be2e-dddd49efeea1)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:41:55.039663 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:55.045126 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port c5e262ab-c1e0-477c-af2f-3518f790ead3 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:41:55.045487 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:55.094851 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-f0f84686-c3f7-4c48-a238-d0deeb4dcab7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1765699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1769372'] for router, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:55.124564 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 47734) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:41:55.129181 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Pushing event updated for resources: {'Port': ['ID=d843c603-f770-49bf-80f7-ae60f61ba034,revision_number=9']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:41:55.147464 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-642cdc07-44f1-4d3f-846a-b89b59696fca admin admin] Publish callbacks [] for security_group, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:55.265127 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [None req-ac370a96-a1e2-4115-88d0-d711808c19ec admin admin] For port 17b3dd90-172d-416c-b9ff-a0cea5e0f3d8, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=17b3dd90-172d-416c-b9ff-a0cea5e0f3d8,segment=NetworkSegment(bc14127b-7032-4c50-bb5b-f6813cbae86e),segment_id=bc14127b-7032-4c50-bb5b-f6813cbae86e)] {{(pid=102347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:41:55.265759 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-ac370a96-a1e2-4115-88d0-d711808c19ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:55.283090 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-ac370a96-a1e2-4115-88d0-d711808c19ec admin admin] Calling delete_port for 17b3dd90-172d-416c-b9ff-a0cea5e0f3d8 owned by network:router_gateway {{(pid=102347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:41:55.326820 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-642cdc07-44f1-4d3f-846a-b89b59696fca admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:55.336031 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-642cdc07-44f1-4d3f-846a-b89b59696fca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:55.362129 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d4d47ee2-2d96-439f-8bc2-12d365d395a4 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:55.363940 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0f84686-c3f7-4c48-a238-d0deeb4dcab7 admin admin] Router 5c570181-a777-4553-b0ca-27049ba08d42 is scheduled to L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb with binding_index 1 {{(pid=102347) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 10:41:55.365870 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] get_ports_and_sgs() called for port_ids ['d843c603-f770-49bf-80f7-ae60f61ba034'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:41:55.414239 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d47ee2-2d96-439f-8bc2-12d365d395a4 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Pushing event deleted for resources: {'Port': ['ID=5d1d46dc-8669-4be8-8f51-4b5151cdedd7,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:41:55.428172 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642cdc07-44f1-4d3f-846a-b89b59696fca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11033cab-54c5-49a7-bb92-23c02deb7ea5,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:41:55.447365 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-642cdc07-44f1-4d3f-846a-b89b59696fca admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=12e74536b2d04576b3ca14e5b1a84bea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3217618 Oct 27 10:41:55.450632 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 47736) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:41:55.560604 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0f84686-c3f7-4c48-a238-d0deeb4dcab7 admin admin] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:41:55.575962 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bb0e1c9-a6d4-4719-8d02-5c91e0514965 None None] Sync routers for ids ['5c570181-a777-4553-b0ca-27049ba08d42'] in n-d-813419-10 {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:41:55.588021 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bb0e1c9-a6d4-4719-8d02-5c91e0514965 None None] Routers {'5c570181-a777-4553-b0ca-27049ba08d42'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:41:55.589267 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-1bb0e1c9-a6d4-4719-8d02-5c91e0514965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:41:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['5c570181-a777-4553-b0ca-27049ba08d42'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:41:55.595297 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-f0f84686-c3f7-4c48-a238-d0deeb4dcab7 admin admin] Publish callbacks [] for router, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:55.599472 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-f0f84686-c3f7-4c48-a238-d0deeb4dcab7 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 4.7741542 Oct 27 10:41:55.600287 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 47738) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:41:55.600952 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-ac370a96-a1e2-4115-88d0-d711808c19ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:55.620814 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d4d47ee2-2d96-439f-8bc2-12d365d395a4 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2006968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1766358'] for router_interface, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:55.630183 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-447ba40c-64bd-479a-8b2b-54dfbb20df5f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:55.702636 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac370a96-a1e2-4115-88d0-d711808c19ec admin admin] Pushing event deleted for resources: {'Port': ['ID=17b3dd90-172d-416c-b9ff-a0cea5e0f3d8,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:41:55.720288 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvr_db [None req-1bb0e1c9-a6d4-4719-8d02-5c91e0514965 None None] Set router 5c570181-a777-4553-b0ca-27049ba08d42 gateway port host: n-d-813419-10 {{(pid=102349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:41:55.727012 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-447ba40c-64bd-479a-8b2b-54dfbb20df5f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:55.825557 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-ac370a96-a1e2-4115-88d0-d711808c19ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1664884'] for router_gateway, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:55.859514 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 32e51a64-5c0b-441c-bee5-f8f280b31b93 no longer exists at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:41:55.873485 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4d47ee2-2d96-439f-8bc2-12d365d395a4 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Router 0903114f-f1d3-43a2-ae0c-cbeab8f2ce79 has already been hosted by L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb {{(pid=102346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 10:41:55.908342 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] No Port match for: 32e51a64-5c0b-441c-bee5-f8f280b31b93 {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:41:55.909313 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 32e51a64-5c0b-441c-bee5-f8f280b31b93 not bound to the agent host n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:41:55.920740 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-447ba40c-64bd-479a-8b2b-54dfbb20df5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:55.923925 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-447ba40c-64bd-479a-8b2b-54dfbb20df5f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:55.927415 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-447ba40c-64bd-479a-8b2b-54dfbb20df5f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/11033cab-54c5-49a7-bb92-23c02deb7ea5 HTTP/1.1" status: 204 len: 168 time: 0.4724543 Oct 27 10:41:55.991797 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447ba40c-64bd-479a-8b2b-54dfbb20df5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11033cab-54c5-49a7-bb92-23c02deb7ea5,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:41:55.996158 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-1bb0e1c9-a6d4-4719-8d02-5c91e0514965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c570181-a777-4553-b0ca-27049ba08d42', 'name': 'tempest-ServerRescueTestJSONUnderV235-873947177-router', 'tenant_id': '44538c357c154e37b6b4c2a3f5e264ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.212'}], 'enable_snat': True}, 'gw_port_id': '68d1ecd0-6738-444a-9fb5-a54a3da5c456', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:41:50Z', 'updated_at': '2021-10-27T10:41:54Z', 'revision_number': 3, 'project_id': '44538c357c154e37b6b4c2a3f5e264ae', 'gw_port': {'id': '68d1ecd0-6738-444a-9fb5-a54a3da5c456', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:1f:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c570181-a777-4553-b0ca-27049ba08d42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2520, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:41:52Z', 'updated_at': '2021-10-27T10:41:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10'}], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:41:56.016060 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4d47ee2-2d96-439f-8bc2-12d365d395a4 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:41:56.016621 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-ac370a96-a1e2-4115-88d0-d711808c19ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1765662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3700'] for router, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:56.024008 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-d4d47ee2-2d96-439f-8bc2-12d365d395a4 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] 10.222.0.44 "PUT /v2.0/routers/0903114f-f1d3-43a2-ae0c-cbeab8f2ce79/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3348036 Oct 27 10:41:56.026594 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-ac370a96-a1e2-4115-88d0-d711808c19ec admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:56.029257 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-944ab767-0c36-4202-8c25-f75847ad3c8d None None] Sync routers for ids ['0903114f-f1d3-43a2-ae0c-cbeab8f2ce79'] in n-d-813419-10 {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:41:56.031120 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 47744) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:41:56.059373 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-944ab767-0c36-4202-8c25-f75847ad3c8d None None] Routers {'0903114f-f1d3-43a2-ae0c-cbeab8f2ce79'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:41:56.061163 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-944ab767-0c36-4202-8c25-f75847ad3c8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:41:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['0903114f-f1d3-43a2-ae0c-cbeab8f2ce79'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:41:56.073557 n-d-813419-10 neutron-server[102347]: INFO neutron.pecan_wsgi.hooks.translation [None req-3170e68a-ad4f-4043-b727-bb8473eab665 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] GET failed (client error): The resource could not be found. Oct 27 10:41:56.077741 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-3170e68a-ad4f-4043-b727-bb8473eab665 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] 10.222.0.44 "GET /v2.0/ports/5d1d46dc-8669-4be8-8f51-4b5151cdedd7 HTTP/1.1" status: 404 len: 333 time: 0.0446942 Oct 27 10:41:56.078151 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bb0e1c9-a6d4-4719-8d02-5c91e0514965 None None] Checking router: 5c570181-a777-4553-b0ca-27049ba08d42 for host: n-d-813419-10 {{(pid=102349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 10:41:56.079962 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bb0e1c9-a6d4-4719-8d02-5c91e0514965 None None] Updating router 5c570181-a777-4553-b0ca-27049ba08d42 port 68d1ecd0-6738-444a-9fb5-a54a3da5c456 binding host n-d-813419-10 {{(pid=102349) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 10:41:56.081873 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe963d2-0b70-4a69-8aff-cada70729a5f req-857e3bd9-0141-42d6-9de6-447039ffc3d2 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:41:56.082733 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 47746) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:41:56.085655 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-bbe963d2-0b70-4a69-8aff-cada70729a5f req-857e3bd9-0141-42d6-9de6-447039ffc3d2 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "GET /v2.0/ports?device_id=cb570a6b-6921-4cfb-916b-d7e7c80e6c97 HTTP/1.1" status: 200 len: 945 time: 0.0939481 Oct 27 10:41:56.103017 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-944ab767-0c36-4202-8c25-f75847ad3c8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:41:56.113610 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-944ab767-0c36-4202-8c25-f75847ad3c8d None None] Routers {'0903114f-f1d3-43a2-ae0c-cbeab8f2ce79'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:41:56.114609 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-944ab767-0c36-4202-8c25-f75847ad3c8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:41:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['0903114f-f1d3-43a2-ae0c-cbeab8f2ce79'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:41:56.135501 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-1bb0e1c9-a6d4-4719-8d02-5c91e0514965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:56.151830 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device d843c603-f770-49bf-80f7-ae60f61ba034 up at agent hyperv_n-h2-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:41:56.181224 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-bbe963d2-0b70-4a69-8aff-cada70729a5f req-71d6ac0d-350d-4380-adbb-d7c56bafb34a tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "GET /v2.0/security-groups?id=9678e9b4-8ecf-4d94-a14b-d92ef88d2ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783639 Oct 27 10:41:56.191972 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-944ab767-0c36-4202-8c25-f75847ad3c8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:41:56.192491 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-944ab767-0c36-4202-8c25-f75847ad3c8d None None] The sync data for ids ['0903114f-f1d3-43a2-ae0c-cbeab8f2ce79'] in n-d-813419-10 is: [] {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:41:56.223017 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Provisioning complete for port d843c603-f770-49bf-80f7-ae60f61ba034 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:41:56.223017 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:56.237758 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-ac370a96-a1e2-4115-88d0-d711808c19ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1765641'] for router, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:56.238380 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac370a96-a1e2-4115-88d0-d711808c19ec admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4d2481a0-ebf4-40af-bd26-24d69d62ec8e {{(pid=102347) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 10:41:56.255102 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-ac370a96-a1e2-4115-88d0-d711808c19ec admin admin] Publish callbacks [] for router, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:56.259388 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 47750) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:41:56.259583 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-ac370a96-a1e2-4115-88d0-d711808c19ec admin admin] 10.222.0.44 "DELETE /v2.0/routers/4d2481a0-ebf4-40af-bd26-24d69d62ec8e HTTP/1.1" status: 204 len: 168 time: 3.1989663 Oct 27 10:41:56.263285 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-c2837917-317c-46b3-968f-6faaff36cb49 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks [] for router, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:56.369534 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_v2 [None req-88d5f0dc-bf40-4c88-96b3-3f5f3ae69ce4 admin admin] Deleting subnet c1a31508-24ee-4b71-b07a-18f7f2ce632f {{(pid=102346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 10:41:56.376265 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:56.380069 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-88d5f0dc-bf40-4c88-96b3-3f5f3ae69ce4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:56.428610 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb570a6b-6921-4cfb-916b-d7e7c80e6c97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd843c603-f770-49bf-80f7-ae60f61ba034'}] {{(pid=102348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:41:56.434281 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c588921fa634554a1d9242fdea1b05457a9ff1d3b28ba54ec1dace7f2f1df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-287cce95-77f4-40c6-a617-4ac7778360fa" -d '{"events": [{"server_uuid": "cb570a6b-6921-4cfb-916b-d7e7c80e6c97", "name": "network-vif-plugged", "status": "completed", "tag": "d843c603-f770-49bf-80f7-ae60f61ba034"}]}' {{(pid=102348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:41:56.447826 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-88d5f0dc-bf40-4c88-96b3-3f5f3ae69ce4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25847868'] for subnet, precommit_delete_associations {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:56.463496 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] For port d843c603-f770-49bf-80f7-ae60f61ba034, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=d843c603-f770-49bf-80f7-ae60f61ba034,segment=NetworkSegment(633ff08f-11cd-4e98-be2e-dddd49efeea1),segment_id=633ff08f-11cd-4e98-be2e-dddd49efeea1)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:41:56.474949 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:56.530721 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:41:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bb4c392-cfbf-4bb5-b68a-0b2ffd331ce1 x-openstack-request-id: req-9bb4c392-cfbf-4bb5-b68a-0b2ffd331ce1 {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:41:56.531009 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb570a6b-6921-4cfb-916b-d7e7c80e6c97", "name": "network-vif-plugged", "status": "completed", "tag": "d843c603-f770-49bf-80f7-ae60f61ba034", "code": 200}]} {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:41:56.531262 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9bb4c392-cfbf-4bb5-b68a-0b2ffd331ce1 {{(pid=102348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:41:56.535356 n-d-813419-10 neutron-server[102348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb570a6b-6921-4cfb-916b-d7e7c80e6c97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd843c603-f770-49bf-80f7-ae60f61ba034', 'code': 200} Oct 27 10:41:56.584808 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Pushing event updated for resources: {'Port': ['ID=d843c603-f770-49bf-80f7-ae60f61ba034,revision_number=10']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:41:56.594921 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-88d5f0dc-bf40-4c88-96b3-3f5f3ae69ce4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855646'] for subnet, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:56.673150 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-c2837917-317c-46b3-968f-6faaff36cb49 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1765662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3700'] for router, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:56.677037 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-c2837917-317c-46b3-968f-6faaff36cb49 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:56.683589 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-88d5f0dc-bf40-4c88-96b3-3f5f3ae69ce4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27024355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27168307'] for subnet, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:56.734396 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-c2837917-317c-46b3-968f-6faaff36cb49 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1765641'] for router, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:56.735544 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2837917-317c-46b3-968f-6faaff36cb49 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Fanout notify agent at l3_agent the message router_deleted on router 0903114f-f1d3-43a2-ae0c-cbeab8f2ce79 {{(pid=102347) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 10:41:56.744372 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-c2837917-317c-46b3-968f-6faaff36cb49 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks [] for router, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:56.747665 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-c2837917-317c-46b3-968f-6faaff36cb49 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] 10.222.0.44 "DELETE /v2.0/routers/0903114f-f1d3-43a2-ae0c-cbeab8f2ce79 HTTP/1.1" status: 204 len: 168 time: 0.6615968 Oct 27 10:41:56.748547 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 47762) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:41:56.786674 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d5f0dc-bf40-4c88-96b3-3f5f3ae69ce4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c1a31508-24ee-4b71-b07a-18f7f2ce632f,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:41:56.807584 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e66a2005-8c12-4e5f-93ae-ca341e88cbc1 None None] Network 891ddee9-9040-4cb6-97a5-3fa777306cf0 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:41:56.814129 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-88d5f0dc-bf40-4c88-96b3-3f5f3ae69ce4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for subnet, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:56.817962 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-88d5f0dc-bf40-4c88-96b3-3f5f3ae69ce4 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/c1a31508-24ee-4b71-b07a-18f7f2ce632f HTTP/1.1" status: 204 len: 168 time: 0.5575252 Oct 27 10:41:56.820694 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 47766) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:41:56.844739 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_v2 [None req-1daa8826-fe68-43c2-9105-e57578eca887 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Deleting subnet 3b8c25b7-9ac6-45c8-8486-7569d36de0cc {{(pid=102347) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 10:41:56.849648 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-1daa8826-fe68-43c2-9105-e57578eca887 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks [] for subnet, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:56.859219 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-1bb0e1c9-a6d4-4719-8d02-5c91e0514965 None None] Publish callbacks [] for port, precommit_update {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:56.877018 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-1bb0e1c9-a6d4-4719-8d02-5c91e0514965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:56.885104 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fb9b48-7493-4d35-876d-cb607cdcc0d5 req-6ed74228-de83-4540-93e1-32d1fb917391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:41:56.886745 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-28fb9b48-7493-4d35-876d-cb607cdcc0d5 req-6ed74228-de83-4540-93e1-32d1fb917391 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=cb570a6b-6921-4cfb-916b-d7e7c80e6c97 HTTP/1.1" status: 200 len: 1099 time: 0.1873028 Oct 27 10:41:56.968917 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-1daa8826-fe68-43c2-9105-e57578eca887 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-18445109'] for subnet, precommit_delete_associations {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:56.971977 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.managers [None req-1bb0e1c9-a6d4-4719-8d02-5c91e0514965 None None] Attempting to bind port 68d1ecd0-6738-444a-9fb5-a54a3da5c456 on host n-d-813419-10 for vnic_type normal with profile {{(pid=102349) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:41:56.972469 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.managers [None req-1bb0e1c9-a6d4-4719-8d02-5c91e0514965 None None] Attempting to bind port 68d1ecd0-6738-444a-9fb5-a54a3da5c456 by drivers openvswitch,hyperv on host n-d-813419-10 at level 0 using segments [{'id': 'bc14127b-7032-4c50-bb5b-f6813cbae86e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'}] {{(pid=102349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:41:56.972921 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bb0e1c9-a6d4-4719-8d02-5c91e0514965 None None] Attempting to bind port 68d1ecd0-6738-444a-9fb5-a54a3da5c456 on network 185ff123-c7ff-45c7-a6be-71feb35acc9c {{(pid=102349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:41:56.974441 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-a21ed9a0-7bef-474a-a764-76094b8c43f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586917'] for network, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:56.976833 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdbcba7-c72f-4606-826b-73023f2d19c5 None None] Pushing event updated for resources: {'Port': ['ID=68d1ecd0-6738-444a-9fb5-a54a3da5c456,revision_number=2']} {{(pid=102349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:41:56.992123 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bb0e1c9-a6d4-4719-8d02-5c91e0514965 None None] Checking agent: {'id': '89dba0f3-79b2-435e-9822-33674b8f6ada', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 8, 20), 'started_at': datetime.datetime(2021, 10, 27, 10, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 41, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:41:56.994962 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bb0e1c9-a6d4-4719-8d02-5c91e0514965 None None] Checking segment: {'id': 'bc14127b-7032-4c50-bb5b-f6813cbae86e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:41:56.995611 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-1bb0e1c9-a6d4-4719-8d02-5c91e0514965 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:56.996340 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bb0e1c9-a6d4-4719-8d02-5c91e0514965 None None] Bound using segment: {'id': 'bc14127b-7032-4c50-bb5b-f6813cbae86e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'} {{(pid=102349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:41:56.997254 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.managers [None req-1bb0e1c9-a6d4-4719-8d02-5c91e0514965 None None] Bound port: 68d1ecd0-6738-444a-9fb5-a54a3da5c456, host: n-d-813419-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc14127b-7032-4c50-bb5b-f6813cbae86e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'}}] {{(pid=102349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:41:56.998103 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-1bb0e1c9-a6d4-4719-8d02-5c91e0514965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:57.014205 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-28fb9b48-7493-4d35-876d-cb607cdcc0d5 req-9f79e0e9-de47-4970-bd1d-5930eb99cd78 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=9678e9b4-8ecf-4d94-a14b-d92ef88d2ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1035826 Oct 27 10:41:57.088626 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-a21ed9a0-7bef-474a-a764-76094b8c43f3 admin admin] Deleting port 64bbf523-941f-4281-8c54-3d58f686170c {{(pid=102346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:41:57.088974 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-a21ed9a0-7bef-474a-a764-76094b8c43f3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:57.114383 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.db [None req-1bb0e1c9-a6d4-4719-8d02-5c91e0514965 None None] For port 68d1ecd0-6738-444a-9fb5-a54a3da5c456, host n-d-813419-10, cleared binding levels {{(pid=102349) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:41:57.118291 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.db [None req-1bb0e1c9-a6d4-4719-8d02-5c91e0514965 None None] For port 68d1ecd0-6738-444a-9fb5-a54a3da5c456, host n-d-813419-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=68d1ecd0-6738-444a-9fb5-a54a3da5c456,segment=NetworkSegment(bc14127b-7032-4c50-bb5b-f6813cbae86e),segment_id=bc14127b-7032-4c50-bb5b-f6813cbae86e)] {{(pid=102349) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:41:57.133797 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-1bb0e1c9-a6d4-4719-8d02-5c91e0514965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:57.155429 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-e2368345-f84d-422c-912a-a6cf32cde233 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:57.169782 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-1daa8826-fe68-43c2-9105-e57578eca887 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855646'] for subnet, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:57.174989 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [None req-a21ed9a0-7bef-474a-a764-76094b8c43f3 admin admin] For port 64bbf523-941f-4281-8c54-3d58f686170c, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=64bbf523-941f-4281-8c54-3d58f686170c,segment=NetworkSegment(1f6c00d8-01cf-469b-b77f-5f4ec5640d1b),segment_id=1f6c00d8-01cf-469b-b77f-5f4ec5640d1b)] {{(pid=102346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:41:57.174989 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-a21ed9a0-7bef-474a-a764-76094b8c43f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:57.206559 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bb0e1c9-a6d4-4719-8d02-5c91e0514965 None None] Routers {'5c570181-a777-4553-b0ca-27049ba08d42'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:41:57.207204 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-1bb0e1c9-a6d4-4719-8d02-5c91e0514965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:41:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['5c570181-a777-4553-b0ca-27049ba08d42'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:41:57.277659 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdbcba7-c72f-4606-826b-73023f2d19c5 None None] Pushing event updated for resources: {'Port': ['ID=68d1ecd0-6738-444a-9fb5-a54a3da5c456,revision_number=3']} {{(pid=102349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:41:57.315846 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-1daa8826-fe68-43c2-9105-e57578eca887 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-18295818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18043720'] for subnet, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:57.358324 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-1daa8826-fe68-43c2-9105-e57578eca887 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks [] for subnet, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:57.362513 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-1daa8826-fe68-43c2-9105-e57578eca887 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] 10.222.0.44 "DELETE /v2.0/subnets/3b8c25b7-9ac6-45c8-8486-7569d36de0cc HTTP/1.1" status: 204 len: 168 time: 0.6136036 Oct 27 10:41:57.366317 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 47778) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:41:57.375874 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba318a61-dfb9-447c-b861-1c774665ade7 None None] Network 4bde4e52-c9c8-4b76-816a-eaefb4329ddc requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:41:57.377702 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1daa8826-fe68-43c2-9105-e57578eca887 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Pushing event deleted for resources: {'Subnet': ['ID=3b8c25b7-9ac6-45c8-8486-7569d36de0cc,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:41:57.416648 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvr_db [None req-1bb0e1c9-a6d4-4719-8d02-5c91e0514965 None None] Set router 5c570181-a777-4553-b0ca-27049ba08d42 gateway port host: n-d-813419-10 {{(pid=102349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:41:57.481892 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28ed0595-73fe-40c6-ba1e-9c65ad407e59 None None] DHCP port deletion for 891ddee9-9040-4cb6-97a5-3fa777306cf0 request from n-d-813419-10 {{(pid=102348) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 10:41:57.627747 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-28ed0595-73fe-40c6-ba1e-9c65ad407e59 None None] Deleting port 64bbf523-941f-4281-8c54-3d58f686170c {{(pid=102348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:41:57.627747 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-28ed0595-73fe-40c6-ba1e-9c65ad407e59 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:57.725904 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-a21ed9a0-7bef-474a-a764-76094b8c43f3 admin admin] Calling delete_port for 64bbf523-941f-4281-8c54-3d58f686170c owned by network:dhcp {{(pid=102346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:41:57.741035 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-28ed0595-73fe-40c6-ba1e-9c65ad407e59 None None] For port 64bbf523-941f-4281-8c54-3d58f686170c, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=64bbf523-941f-4281-8c54-3d58f686170c,segment=NetworkSegment(1f6c00d8-01cf-469b-b77f-5f4ec5640d1b),segment_id=1f6c00d8-01cf-469b-b77f-5f4ec5640d1b)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:41:57.741443 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-28ed0595-73fe-40c6-ba1e-9c65ad407e59 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:57.799771 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-728f3328-ff3c-4705-beb5-24c66e5db860 None None] DHCP port deletion for 4bde4e52-c9c8-4b76-816a-eaefb4329ddc request from n-d-813419-10 {{(pid=102348) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 10:41:57.809435 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-1bb0e1c9-a6d4-4719-8d02-5c91e0514965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c570181-a777-4553-b0ca-27049ba08d42', 'name': 'tempest-ServerRescueTestJSONUnderV235-873947177-router', 'tenant_id': '44538c357c154e37b6b4c2a3f5e264ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.212'}], 'enable_snat': True}, 'gw_port_id': '68d1ecd0-6738-444a-9fb5-a54a3da5c456', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:41:50Z', 'updated_at': '2021-10-27T10:41:54Z', 'revision_number': 3, 'project_id': '44538c357c154e37b6b4c2a3f5e264ae', 'gw_port': {'id': '68d1ecd0-6738-444a-9fb5-a54a3da5c456', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:1f:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c570181-a777-4553-b0ca-27049ba08d42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2520, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:41:52Z', 'updated_at': '2021-10-27T10:41:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10'}], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:41:57.811937 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-28ed0595-73fe-40c6-ba1e-9c65ad407e59 None None] Calling delete_port for 64bbf523-941f-4281-8c54-3d58f686170c owned by network:dhcp {{(pid=102348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:41:57.833248 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f32604-3bd5-4287-b70f-92561e259f47 req-783baaf5-742e-4f2f-83d9-c246a126201d tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:41:57.841639 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-c1f32604-3bd5-4287-b70f-92561e259f47 req-783baaf5-742e-4f2f-83d9-c246a126201d tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "GET /v2.0/ports?device_id=cb570a6b-6921-4cfb-916b-d7e7c80e6c97 HTTP/1.1" status: 200 len: 947 time: 0.1176441 Oct 27 10:41:57.922248 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bb0e1c9-a6d4-4719-8d02-5c91e0514965 None None] The sync data for ids ['5c570181-a777-4553-b0ca-27049ba08d42'] in n-d-813419-10 is: [{'id': '5c570181-a777-4553-b0ca-27049ba08d42', 'name': 'tempest-ServerRescueTestJSONUnderV235-873947177-router', 'tenant_id': '44538c357c154e37b6b4c2a3f5e264ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.212'}], 'enable_snat': True}, 'gw_port_id': '68d1ecd0-6738-444a-9fb5-a54a3da5c456', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:41:50Z', 'updated_at': '2021-10-27T10:41:54Z', 'revision_number': 3, 'project_id': '44538c357c154e37b6b4c2a3f5e264ae', 'gw_port': {'id': '68d1ecd0-6738-444a-9fb5-a54a3da5c456', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:1f:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c570181-a777-4553-b0ca-27049ba08d42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2520, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:41:52Z', 'updated_at': '2021-10-27T10:41:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10'}] {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:41:57.924553 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 64bbf523-941f-4281-8c54-3d58f686170c no longer exists at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:41:57.939049 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-c1f32604-3bd5-4287-b70f-92561e259f47 req-07230b3b-9b7e-49be-ad8c-1e7732fd444b tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "GET /v2.0/security-groups?id=9678e9b4-8ecf-4d94-a14b-d92ef88d2ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0961051 Oct 27 10:41:57.955458 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-a21ed9a0-7bef-474a-a764-76094b8c43f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:57.979602 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-6332b21c-e95e-43f2-98a6-508fe48367f3 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586917'] for network, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:57.988273 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_common [None req-e2368345-f84d-422c-912a-a6cf32cde233 admin admin] Allocated IP 172.20.0.1 (b46f0309-9186-4ac3-a8d4-289db60744e1/99cdc121-7dc1-4860-8162-bcbc59867073/209c6725-e1b1-4ca1-9d56-f826591ae298) {{(pid=102347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:41:57.994323 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a21ed9a0-7bef-474a-a764-76094b8c43f3 admin admin] No DVR routers for this DVR port 64bbf523-941f-4281-8c54-3d58f686170c on host n-d-813419-10 {{(pid=102346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:41:57.996331 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21ed9a0-7bef-474a-a764-76094b8c43f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=64bbf523-941f-4281-8c54-3d58f686170c,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:41:58.015996 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-28ed0595-73fe-40c6-ba1e-9c65ad407e59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615'] for port, after_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:58.057536 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ed0595-73fe-40c6-ba1e-9c65ad407e59 None None] Pushing event deleted for resources: {'Port': ['ID=64bbf523-941f-4281-8c54-3d58f686170c,revision_number=None']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:41:58.061868 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28ed0595-73fe-40c6-ba1e-9c65ad407e59 None None] No DVR routers for this DVR port 64bbf523-941f-4281-8c54-3d58f686170c on host n-d-813419-10 {{(pid=102348) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:41:58.096848 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] No active binding found for port 64bbf523-941f-4281-8c54-3d58f686170c {{(pid=102348) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Oct 27 10:41:58.096848 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 64bbf523-941f-4281-8c54-3d58f686170c not bound to the agent host n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:41:58.096848 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 17b3dd90-172d-416c-b9ff-a0cea5e0f3d8 no longer exists at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:41:58.143931 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-a21ed9a0-7bef-474a-a764-76094b8c43f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857803', 'neutron.services.segments.db._delete_segments_for_network-8743873143390'] for network, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:58.147167 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] No Port match for: 17b3dd90-172d-416c-b9ff-a0cea5e0f3d8 {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:41:58.147522 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 17b3dd90-172d-416c-b9ff-a0cea5e0f3d8 not bound to the agent host n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:41:58.170330 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-a21ed9a0-7bef-474a-a764-76094b8c43f3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['891ddee9-9040-4cb6-97a5-3fa777306cf0']}} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:41:58.172901 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-728f3328-ff3c-4705-beb5-24c66e5db860 None None] Deleting port c5e262ab-c1e0-477c-af2f-3518f790ead3 {{(pid=102348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:41:58.173703 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-728f3328-ff3c-4705-beb5-24c66e5db860 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:58.187021 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-a21ed9a0-7bef-474a-a764-76094b8c43f3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f6c00d8-01cf-469b-b77f-5f4ec5640d1b') {'for_net_delete': True} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:41:58.187243 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-a21ed9a0-7bef-474a-a764-76094b8c43f3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f6c00d8-01cf-469b-b77f-5f4ec5640d1b') {} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:41:58.191911 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-6332b21c-e95e-43f2-98a6-508fe48367f3 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Deleting port c5e262ab-c1e0-477c-af2f-3518f790ead3 {{(pid=102347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:41:58.201784 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-6332b21c-e95e-43f2-98a6-508fe48367f3 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:58.201784 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-e2368345-f84d-422c-912a-a6cf32cde233 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:58.215802 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-a21ed9a0-7bef-474a-a764-76094b8c43f3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743873145191', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25847877'] for segment, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:58.231149 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-a21ed9a0-7bef-474a-a764-76094b8c43f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:58.241161 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a21ed9a0-7bef-474a-a764-76094b8c43f3 admin admin] Releasing vlan 435 on physical network physnet1 to pool {{(pid=102346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 10:41:58.241639 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-a21ed9a0-7bef-474a-a764-76094b8c43f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27024137'] for segment, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:58.244658 n-d-813419-10 neutron-server[102346]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 10:41:58.244658 n-d-813419-10 neutron-server[102346]: self.session.flush() Oct 27 10:41:58.244658 n-d-813419-10 neutron-server[102346]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 10:41:58.244658 n-d-813419-10 neutron-server[102346]: self.session.flush() Oct 27 10:41:58.244658 n-d-813419-10 neutron-server[102346]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 10:41:58.244658 n-d-813419-10 neutron-server[102346]: self.session.flush() Oct 27 10:41:58.244658 n-d-813419-10 neutron-server[102346]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 10:41:58.244658 n-d-813419-10 neutron-server[102346]: self.session.flush() Oct 27 10:41:58.244658 n-d-813419-10 neutron-server[102346]: Traceback (most recent call last): Oct 27 10:41:58.244658 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 10:41:58.244658 n-d-813419-10 neutron-server[102346]: timer() Oct 27 10:41:58.244658 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 10:41:58.244658 n-d-813419-10 neutron-server[102346]: cb(*args, **kw) Oct 27 10:41:58.244658 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 10:41:58.244658 n-d-813419-10 neutron-server[102346]: return func(*args, **kwargs) Oct 27 10:41:58.244658 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 10:41:58.244658 n-d-813419-10 neutron-server[102346]: self._notify() Oct 27 10:41:58.244658 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 10:41:58.244658 n-d-813419-10 neutron-server[102346]: self.callback(batched_events) Oct 27 10:41:58.244658 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 10:41:58.244658 n-d-813419-10 neutron-server[102346]: event.method(event) Oct 27 10:41:58.244658 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 10:41:58.244658 n-d-813419-10 neutron-server[102346]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 10:41:58.244658 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 10:41:58.244658 n-d-813419-10 neutron-server[102346]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 10:41:58.244658 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 10:41:58.244658 n-d-813419-10 neutron-server[102346]: return f(self, *a, **k) Oct 27 10:41:58.244658 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 10:41:58.244658 n-d-813419-10 neutron-server[102346]: return self._get(url).json() Oct 27 10:41:58.244658 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 10:41:58.244658 n-d-813419-10 neutron-server[102346]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 10:41:58.244658 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 10:41:58.244658 n-d-813419-10 neutron-server[102346]: return self.request(url, 'GET', **kwargs) Oct 27 10:41:58.244658 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 10:41:58.244658 n-d-813419-10 neutron-server[102346]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 10:41:58.244658 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 10:41:58.244658 n-d-813419-10 neutron-server[102346]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 10:41:58.244658 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 10:41:58.244658 n-d-813419-10 neutron-server[102346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 10:41:58.244658 n-d-813419-10 neutron-server[102346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 10:41:58.280665 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [None req-6332b21c-e95e-43f2-98a6-508fe48367f3 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] For port c5e262ab-c1e0-477c-af2f-3518f790ead3, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=c5e262ab-c1e0-477c-af2f-3518f790ead3,segment=NetworkSegment(41b01354-0a49-4a29-963f-22ade9249491),segment_id=41b01354-0a49-4a29-963f-22ade9249491)] {{(pid=102347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:41:58.281263 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-6332b21c-e95e-43f2-98a6-508fe48367f3 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:58.295403 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-6332b21c-e95e-43f2-98a6-508fe48367f3 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Calling delete_port for c5e262ab-c1e0-477c-af2f-3518f790ead3 owned by network:dhcp {{(pid=102347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:41:58.302647 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-728f3328-ff3c-4705-beb5-24c66e5db860 None None] For port c5e262ab-c1e0-477c-af2f-3518f790ead3, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=c5e262ab-c1e0-477c-af2f-3518f790ead3,segment=NetworkSegment(41b01354-0a49-4a29-963f-22ade9249491),segment_id=41b01354-0a49-4a29-963f-22ade9249491)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:41:58.305217 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-728f3328-ff3c-4705-beb5-24c66e5db860 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:58.311509 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-a21ed9a0-7bef-474a-a764-76094b8c43f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664840'] for network, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:58.340707 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-728f3328-ff3c-4705-beb5-24c66e5db860 None None] Calling delete_port for c5e262ab-c1e0-477c-af2f-3518f790ead3 owned by network:dhcp {{(pid=102348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:41:58.347637 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-a21ed9a0-7bef-474a-a764-76094b8c43f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for network, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:58.351846 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-a21ed9a0-7bef-474a-a764-76094b8c43f3 admin admin] 10.222.0.44 "DELETE /v2.0/networks/891ddee9-9040-4cb6-97a5-3fa777306cf0 HTTP/1.1" status: 204 len: 168 time: 1.5293126 Oct 27 10:41:58.357089 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21ed9a0-7bef-474a-a764-76094b8c43f3 admin admin] Pushing event deleted for resources: {'Network': ['ID=891ddee9-9040-4cb6-97a5-3fa777306cf0,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:41:58.359061 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 47796) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:41:58.486780 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-e2368345-f84d-422c-912a-a6cf32cde233 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:58.558377 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2368345-f84d-422c-912a-a6cf32cde233 admin admin] Network b46f0309-9186-4ac3-a8d4-289db60744e1 is already hosted by enough agents. {{(pid=102347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:41:58.559236 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-728f3328-ff3c-4705-beb5-24c66e5db860 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615'] for port, after_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:58.566733 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [None req-e2368345-f84d-422c-912a-a6cf32cde233 admin admin] Resources bound (agent type, host, resource id): {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:41:58.573481 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2368345-f84d-422c-912a-a6cf32cde233 admin admin] Received port after_create {{(pid=102347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:41:58.614519 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2368345-f84d-422c-912a-a6cf32cde233 admin admin] Pushing event updated for resources: {'Port': ['ID=209c6725-e1b1-4ca1-9d56-f826591ae298,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:41:58.616641 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728f3328-ff3c-4705-beb5-24c66e5db860 None None] Pushing event deleted for resources: {'Port': ['ID=c5e262ab-c1e0-477c-af2f-3518f790ead3,revision_number=None']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:41:58.618549 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-728f3328-ff3c-4705-beb5-24c66e5db860 None None] No DVR routers for this DVR port c5e262ab-c1e0-477c-af2f-3518f790ead3 on host n-d-813419-10 {{(pid=102348) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:41:58.643209 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-6332b21c-e95e-43f2-98a6-508fe48367f3 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:58.697289 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6332b21c-e95e-43f2-98a6-508fe48367f3 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Pushing event deleted for resources: {'Port': ['ID=c5e262ab-c1e0-477c-af2f-3518f790ead3,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:41:58.708987 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6332b21c-e95e-43f2-98a6-508fe48367f3 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] No DVR routers for this DVR port c5e262ab-c1e0-477c-af2f-3518f790ead3 on host n-d-813419-10 {{(pid=102347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:41:58.762134 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-e2368345-f84d-422c-912a-a6cf32cde233 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1664961'] for router_interface, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:58.873778 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-6332b21c-e95e-43f2-98a6-508fe48367f3 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857803', 'neutron.services.segments.db._delete_segments_for_network-8743873143390'] for network, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:58.914153 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-6332b21c-e95e-43f2-98a6-508fe48367f3 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4bde4e52-c9c8-4b76-816a-eaefb4329ddc']}} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:41:58.951261 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-6332b21c-e95e-43f2-98a6-508fe48367f3 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41b01354-0a49-4a29-963f-22ade9249491') {'for_net_delete': True} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:41:58.951565 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-6332b21c-e95e-43f2-98a6-508fe48367f3 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41b01354-0a49-4a29-963f-22ade9249491') {} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:41:58.972317 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-6332b21c-e95e-43f2-98a6-508fe48367f3 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743873145191', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18445132'] for segment, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:59.005291 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-3565bd51-f485-4b28-981c-909d85ee6bce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1766202'] for router_interface, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:59.014739 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-6332b21c-e95e-43f2-98a6-508fe48367f3 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:59.026293 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6332b21c-e95e-43f2-98a6-508fe48367f3 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Releasing vlan 401 on physical network physnet1 to pool {{(pid=102347) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 10:41:59.026815 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-6332b21c-e95e-43f2-98a6-508fe48367f3 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-18296032'] for segment, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:59.031430 n-d-813419-10 neutron-server[102347]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 10:41:59.031430 n-d-813419-10 neutron-server[102347]: self.session.flush() Oct 27 10:41:59.031430 n-d-813419-10 neutron-server[102347]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 10:41:59.031430 n-d-813419-10 neutron-server[102347]: self.session.flush() Oct 27 10:41:59.031430 n-d-813419-10 neutron-server[102347]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 10:41:59.031430 n-d-813419-10 neutron-server[102347]: self.session.flush() Oct 27 10:41:59.031430 n-d-813419-10 neutron-server[102347]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 10:41:59.031430 n-d-813419-10 neutron-server[102347]: self.session.flush() Oct 27 10:41:59.031430 n-d-813419-10 neutron-server[102347]: Traceback (most recent call last): Oct 27 10:41:59.031430 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 10:41:59.031430 n-d-813419-10 neutron-server[102347]: timer() Oct 27 10:41:59.031430 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 10:41:59.031430 n-d-813419-10 neutron-server[102347]: cb(*args, **kw) Oct 27 10:41:59.031430 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 10:41:59.031430 n-d-813419-10 neutron-server[102347]: return func(*args, **kwargs) Oct 27 10:41:59.031430 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 10:41:59.031430 n-d-813419-10 neutron-server[102347]: self._notify() Oct 27 10:41:59.031430 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 10:41:59.031430 n-d-813419-10 neutron-server[102347]: self.callback(batched_events) Oct 27 10:41:59.031430 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 10:41:59.031430 n-d-813419-10 neutron-server[102347]: event.method(event) Oct 27 10:41:59.031430 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 10:41:59.031430 n-d-813419-10 neutron-server[102347]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 10:41:59.031430 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 10:41:59.031430 n-d-813419-10 neutron-server[102347]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 10:41:59.031430 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 10:41:59.031430 n-d-813419-10 neutron-server[102347]: return f(self, *a, **k) Oct 27 10:41:59.031430 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 10:41:59.031430 n-d-813419-10 neutron-server[102347]: return self._get(url).json() Oct 27 10:41:59.031430 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 10:41:59.031430 n-d-813419-10 neutron-server[102347]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 10:41:59.031430 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 10:41:59.031430 n-d-813419-10 neutron-server[102347]: return self.request(url, 'GET', **kwargs) Oct 27 10:41:59.031430 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 10:41:59.031430 n-d-813419-10 neutron-server[102347]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 10:41:59.031430 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 10:41:59.031430 n-d-813419-10 neutron-server[102347]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 10:41:59.031430 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 10:41:59.031430 n-d-813419-10 neutron-server[102347]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 10:41:59.031430 n-d-813419-10 neutron-server[102347]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 10:41:59.116718 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-e2368345-f84d-422c-912a-a6cf32cde233 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:59.215717 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-6332b21c-e95e-43f2-98a6-508fe48367f3 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664840'] for network, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:59.221966 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-6332b21c-e95e-43f2-98a6-508fe48367f3 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for network, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:59.225181 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-6332b21c-e95e-43f2-98a6-508fe48367f3 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] 10.222.0.44 "DELETE /v2.0/networks/4bde4e52-c9c8-4b76-816a-eaefb4329ddc HTTP/1.1" status: 204 len: 168 time: 1.8579202 Oct 27 10:41:59.236568 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 47826) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:41:59.291049 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6332b21c-e95e-43f2-98a6-508fe48367f3 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Pushing event deleted for resources: {'Network': ['ID=4bde4e52-c9c8-4b76-816a-eaefb4329ddc,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:41:59.321405 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbec1d65-3e9f-49d1-94de-26729a984545 req-e64d6047-5dfa-4f40-9a6d-e600dd865037 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:41:59.322980 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-bbec1d65-3e9f-49d1-94de-26729a984545 req-e64d6047-5dfa-4f40-9a6d-e600dd865037 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "GET /v2.0/ports?device_id=cb570a6b-6921-4cfb-916b-d7e7c80e6c97 HTTP/1.1" status: 200 len: 947 time: 0.2024269 Oct 27 10:41:59.395510 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a57a094-3f49-4960-8229-8e1b760ac6ae tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:41:59.397997 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-8a57a094-3f49-4960-8229-8e1b760ac6ae tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] 10.222.0.44 "GET /v2.0/ports/2515e50e-f66b-4ca5-9c40-41294be5af84 HTTP/1.1" status: 200 len: 841 time: 0.1594324 Oct 27 10:41:59.409141 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 47844) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:41:59.456838 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-3565bd51-f485-4b28-981c-909d85ee6bce admin admin] Deleting port 65af3b50-df15-48c3-9f82-8ef76ce6ad99 {{(pid=102346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:41:59.463424 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-3565bd51-f485-4b28-981c-909d85ee6bce admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:59.486168 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-06665455-bd2b-41d4-920e-a82263748e91 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] 10.222.0.44 "GET /v2.0/ports/2515e50e-f66b-4ca5-9c40-41294be5af84?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0759025 Oct 27 10:41:59.496314 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 47854) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:41:59.502015 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-7cc4fd68-0967-491c-9dcc-cac1789409dc tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Request body: {'subnet': {'network_id': '2e2fca7f-89f5-46be-84da-219d209fb5e2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:41:59.536704 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-bbec1d65-3e9f-49d1-94de-26729a984545 req-c608469f-8da4-43fb-ac2a-92d1a9c9a624 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "GET /v2.0/security-groups?id=9678e9b4-8ecf-4d94-a14b-d92ef88d2ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1496038 Oct 27 10:41:59.596848 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [None req-3565bd51-f485-4b28-981c-909d85ee6bce admin admin] For port 65af3b50-df15-48c3-9f82-8ef76ce6ad99, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=65af3b50-df15-48c3-9f82-8ef76ce6ad99,segment=NetworkSegment(4f412274-2448-42d7-88ef-36833b7fe43d),segment_id=4f412274-2448-42d7-88ef-36833b7fe43d)] {{(pid=102346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:41:59.597178 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-3565bd51-f485-4b28-981c-909d85ee6bce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:59.617553 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-3565bd51-f485-4b28-981c-909d85ee6bce admin admin] Calling delete_port for 65af3b50-df15-48c3-9f82-8ef76ce6ad99 owned by network:router_interface {{(pid=102346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:41:59.684885 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-e2368345-f84d-422c-912a-a6cf32cde233 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:59.694390 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-e2368345-f84d-422c-912a-a6cf32cde233 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:59.759593 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-e2368345-f84d-422c-912a-a6cf32cde233 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2006967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1766225'] for router_interface, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:59.769348 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cc4fd68-0967-491c-9dcc-cac1789409dc tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Made reservation on behalf of 668d3c16278c42b387727d7933936a48 for: {'subnet': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:41:59.772854 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-7cc4fd68-0967-491c-9dcc-cac1789409dc tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18044073'] for subnet, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:59.851380 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.agents_db [None req-e79ee67d-056e-46ea-bd99-e80473396b25 None None] Agent healthcheck: found 7 active agents {{(pid=102349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 10:41:59.903259 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2368345-f84d-422c-912a-a6cf32cde233 admin admin] Pushing event updated for resources: {'Port': ['ID=209c6725-e1b1-4ca1-9d56-f826591ae298,revision_number=2']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:41:59.915628 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-3565bd51-f485-4b28-981c-909d85ee6bce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:41:59.942592 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 68d1ecd0-6738-444a-9fb5-a54a3da5c456 up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:41:59.967955 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3565bd51-f485-4b28-981c-909d85ee6bce admin admin] Pushing event deleted for resources: {'Port': ['ID=65af3b50-df15-48c3-9f82-8ef76ce6ad99,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:42:00.031150 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2368345-f84d-422c-912a-a6cf32cde233 admin admin] Network b46f0309-9186-4ac3-a8d4-289db60744e1 is already hosted by enough agents. {{(pid=102347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:42:00.037131 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [None req-e2368345-f84d-422c-912a-a6cf32cde233 admin admin] Resources bound (agent type, host, resource id): {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:42:00.055892 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port 68d1ecd0-6738-444a-9fb5-a54a3da5c456 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:42:00.058336 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:00.221755 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:00.260481 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] For port 68d1ecd0-6738-444a-9fb5-a54a3da5c456, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=68d1ecd0-6738-444a-9fb5-a54a3da5c456,segment=NetworkSegment(bc14127b-7032-4c50-bb5b-f6813cbae86e),segment_id=bc14127b-7032-4c50-bb5b-f6813cbae86e)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:42:00.267751 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:00.274492 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-3565bd51-f485-4b28-981c-909d85ee6bce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2006968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1766358'] for router_interface, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:00.308673 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-7cc4fd68-0967-491c-9dcc-cac1789409dc tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-18295883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18044091'] for subnet, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:00.379880 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Pushing event updated for resources: {'Port': ['ID=68d1ecd0-6738-444a-9fb5-a54a3da5c456,revision_number=4']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:42:00.400951 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device c5e262ab-c1e0-477c-af2f-3518f790ead3 no longer exists at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:42:00.436974 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cc4fd68-0967-491c-9dcc-cac1789409dc tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Network 2e2fca7f-89f5-46be-84da-219d209fb5e2 is already hosted by enough agents. {{(pid=102347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:42:00.437994 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] No Port match for: c5e262ab-c1e0-477c-af2f-3518f790ead3 {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:42:00.438131 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc4fd68-0967-491c-9dcc-cac1789409dc tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Pushing event updated for resources: {'Subnet': ['ID=9f76a1b3-c984-496d-a368-eeb7065662b7,revision_number=0']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:42:00.438514 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device c5e262ab-c1e0-477c-af2f-3518f790ead3 not bound to the agent host n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:42:00.441992 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [None req-7cc4fd68-0967-491c-9dcc-cac1789409dc tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Resources bound (agent type, host, resource id): {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:42:00.445833 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cc4fd68-0967-491c-9dcc-cac1789409dc tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:42:00.446417 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-7cc4fd68-0967-491c-9dcc-cac1789409dc tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks [] for subnet, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:00.456958 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-723bb143-e4ae-433e-8087-925c721a2b15 None None] Network 2e2fca7f-89f5-46be-84da-219d209fb5e2 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:42:00.460080 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2368345-f84d-422c-912a-a6cf32cde233 admin admin] Router 5c570181-a777-4553-b0ca-27049ba08d42 has already been hosted by L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb {{(pid=102347) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 10:42:00.477555 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-7cc4fd68-0967-491c-9dcc-cac1789409dc tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9773951 Oct 27 10:42:00.477732 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 47870) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:42:00.485785 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-6a2276c3-1f52-4f8e-a6c2-f44e18390d88 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Request body: {'security_group': {'name': 'tempest-secgroup-1536930018'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:42:00.593147 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3565bd51-f485-4b28-981c-909d85ee6bce admin admin] Router 1250bd8c-8206-4311-9ae6-6be5815ae563 has already been hosted by L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb {{(pid=102346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 10:42:00.610789 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-6a2276c3-1f52-4f8e-a6c2-f44e18390d88 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks [] for security_group, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:00.677445 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2368345-f84d-422c-912a-a6cf32cde233 admin admin] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:42:00.683953 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-e2368345-f84d-422c-912a-a6cf32cde233 admin admin] 10.222.0.44 "PUT /v2.0/routers/5c570181-a777-4553-b0ca-27049ba08d42/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0805342 Oct 27 10:42:00.746432 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e158a2ac-1d8e-4e15-af68-60776586a7a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp734b258e-7d96-550c-b970-9b72ab66f383-2e2fca7f-89f5-46be-84da-219d209fb5e2', 'network_id': '2e2fca7f-89f5-46be-84da-219d209fb5e2', 'tenant_id': '668d3c16278c42b387727d7933936a48', 'fixed_ips': [{'subnet_id': '9f76a1b3-c984-496d-a368-eeb7065662b7'}]}} from n-d-813419-10. {{(pid=102348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 10:42:00.747316 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-e158a2ac-1d8e-4e15-af68-60776586a7a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:00.780501 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d020ec7-7753-4f1e-9c19-bb362d8b6fc3 None None] Sync routers for ids ['5c570181-a777-4553-b0ca-27049ba08d42'] in n-d-813419-10 {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:42:00.785296 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425be4ff-fa3a-4ec0-b5fc-76a77d56cd14 req-e0bc0236-17f8-41d8-b087-1bb77a4e92d7 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:42:00.787338 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-425be4ff-fa3a-4ec0-b5fc-76a77d56cd14 req-e0bc0236-17f8-41d8-b087-1bb77a4e92d7 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "GET /v2.0/ports?device_id=cb570a6b-6921-4cfb-916b-d7e7c80e6c97 HTTP/1.1" status: 200 len: 947 time: 0.1159868 Oct 27 10:42:00.795547 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d020ec7-7753-4f1e-9c19-bb362d8b6fc3 None None] Routers {'5c570181-a777-4553-b0ca-27049ba08d42'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:42:00.796160 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-4d020ec7-7753-4f1e-9c19-bb362d8b6fc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:41:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['5c570181-a777-4553-b0ca-27049ba08d42'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:42:00.803587 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-6a2276c3-1f52-4f8e-a6c2-f44e18390d88 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks [] for security_group, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:00.813607 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-6a2276c3-1f52-4f8e-a6c2-f44e18390d88 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:00.822331 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3565bd51-f485-4b28-981c-909d85ee6bce admin admin] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:42:00.836686 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-3565bd51-f485-4b28-981c-909d85ee6bce admin admin] 10.222.0.44 "PUT /v2.0/routers/1250bd8c-8206-4311-9ae6-6be5815ae563/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4757235 Oct 27 10:42:00.839840 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 47878) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:42:00.873161 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89b23370-9c57-4a51-8443-68c97c06e528 None None] Sync routers for ids ['1250bd8c-8206-4311-9ae6-6be5815ae563'] in n-d-813419-10 {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:42:00.880821 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-6a2276c3-1f52-4f8e-a6c2-f44e18390d88 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks [] for security_group, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:00.882088 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-6a2276c3-1f52-4f8e-a6c2-f44e18390d88 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4022453 Oct 27 10:42:00.890529 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2276c3-1f52-4f8e-a6c2-f44e18390d88 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6bf6291a-8882-4b03-b453-cfa97fe77c7d,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:42:00.899010 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89b23370-9c57-4a51-8443-68c97c06e528 None None] Routers {'1250bd8c-8206-4311-9ae6-6be5815ae563'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:42:00.899622 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-89b23370-9c57-4a51-8443-68c97c06e528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:41:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['1250bd8c-8206-4311-9ae6-6be5815ae563'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:42:00.903179 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 47880) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:42:00.914780 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-c6da1a6a-6fed-4f9e-9d33-4e35f72969e8 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Request body: {'security_group': {'name': 'tempest-secgroup-229445763'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:42:00.964169 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-425be4ff-fa3a-4ec0-b5fc-76a77d56cd14 req-f4d672d5-9fa4-4f22-93ef-dc36627cc5cb tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "GET /v2.0/security-groups?id=9678e9b4-8ecf-4d94-a14b-d92ef88d2ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1677425 Oct 27 10:42:00.995386 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-c6da1a6a-6fed-4f9e-9d33-4e35f72969e8 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks [] for security_group, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:01.071764 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-98342eb6-3210-41f0-a950-b7ecf29a6576 admin admin] Publish callbacks [] for router, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:01.113356 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvr_db [None req-4d020ec7-7753-4f1e-9c19-bb362d8b6fc3 None None] Set router 5c570181-a777-4553-b0ca-27049ba08d42 gateway port host: n-d-813419-10 {{(pid=102349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:42:01.155675 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-c6da1a6a-6fed-4f9e-9d33-4e35f72969e8 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks [] for security_group, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:01.164000 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-c6da1a6a-6fed-4f9e-9d33-4e35f72969e8 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:01.208576 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-c6da1a6a-6fed-4f9e-9d33-4e35f72969e8 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks [] for security_group, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:01.215625 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-c6da1a6a-6fed-4f9e-9d33-4e35f72969e8 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3112264 Oct 27 10:42:01.216414 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 47894) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:42:01.240871 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-682b8245-6b90-4fe2-9323-f2d6c437196a tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1688861628', 'security_groups': ['d0a62b30-7e25-4468-baab-b5b8844819a0'], 'network_id': '2e2fca7f-89f5-46be-84da-219d209fb5e2', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '9f76a1b3-c984-496d-a368-eeb7065662b7'}]}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:42:01.242083 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvr_db [None req-89b23370-9c57-4a51-8443-68c97c06e528 None None] Set router 1250bd8c-8206-4311-9ae6-6be5815ae563 gateway port host: n-d-813419-10 {{(pid=102348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:42:01.356703 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6da1a6a-6fed-4f9e-9d33-4e35f72969e8 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0a62b30-7e25-4468-baab-b5b8844819a0,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:42:01.379617 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-98342eb6-3210-41f0-a950-b7ecf29a6576 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:01.422782 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.db_base_plugin_common [None req-e158a2ac-1d8e-4e15-af68-60776586a7a6 None None] Allocated IP 172.20.0.2 (2e2fca7f-89f5-46be-84da-219d209fb5e2/9f76a1b3-c984-496d-a368-eeb7065662b7/3db3f202-a61c-44e7-9727-3cbda1cbd69f) {{(pid=102348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:42:01.497356 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-682b8245-6b90-4fe2-9323-f2d6c437196a tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Made reservation on behalf of 668d3c16278c42b387727d7933936a48 for: {'port': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:42:01.502184 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-4d020ec7-7753-4f1e-9c19-bb362d8b6fc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c570181-a777-4553-b0ca-27049ba08d42', 'name': 'tempest-ServerRescueTestJSONUnderV235-873947177-router', 'tenant_id': '44538c357c154e37b6b4c2a3f5e264ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.212'}], 'enable_snat': True}, 'gw_port_id': '68d1ecd0-6738-444a-9fb5-a54a3da5c456', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:41:50Z', 'updated_at': '2021-10-27T10:41:58Z', 'revision_number': 4, 'project_id': '44538c357c154e37b6b4c2a3f5e264ae', 'gw_port': {'id': '68d1ecd0-6738-444a-9fb5-a54a3da5c456', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:1f:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c570181-a777-4553-b0ca-27049ba08d42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2520, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:41:52Z', 'updated_at': '2021-10-27T10:42:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_interfaces': [{'id': '209c6725-e1b1-4ca1-9d56-f826591ae298', 'name': '', 'network_id': 'b46f0309-9186-4ac3-a8d4-289db60744e1', 'tenant_id': '44538c357c154e37b6b4c2a3f5e264ae', 'mac_address': 'fa:16:3e:02:9a:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c570181-a777-4553-b0ca-27049ba08d42', 'device_owner': 'network:router_interface', 'standard_attr_id': 2531, 'fixed_ips': [{'subnet_id': '99cdc121-7dc1-4860-8162-bcbc59867073', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:41:57Z', 'updated_at': '2021-10-27T10:41:59Z', 'revision_number': 2, 'project_id': '44538c357c154e37b6b4c2a3f5e264ae', 'subnets': [{'id': '99cdc121-7dc1-4860-8162-bcbc59867073', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:42:01.534296 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-98342eb6-3210-41f0-a950-b7ecf29a6576 admin admin] Deleting port 60b68638-e63f-4f03-b4f0-5b92d80f4c3c {{(pid=102346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:42:01.534562 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d020ec7-7753-4f1e-9c19-bb362d8b6fc3 None None] Checking router: 5c570181-a777-4553-b0ca-27049ba08d42 for host: n-d-813419-10 {{(pid=102349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 10:42:01.534793 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d020ec7-7753-4f1e-9c19-bb362d8b6fc3 None None] Updating router 5c570181-a777-4553-b0ca-27049ba08d42 port 209c6725-e1b1-4ca1-9d56-f826591ae298 binding host n-d-813419-10 {{(pid=102349) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 10:42:01.535515 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-98342eb6-3210-41f0-a950-b7ecf29a6576 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:01.560622 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-4d020ec7-7753-4f1e-9c19-bb362d8b6fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:01.663598 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-89b23370-9c57-4a51-8443-68c97c06e528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1250bd8c-8206-4311-9ae6-6be5815ae563', 'name': 'tempest-TestAggregatesBasicOps-1312698959-router', 'tenant_id': '459f9968f2c34b06a34202e0493161d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.95'}], 'enable_snat': True}, 'gw_port_id': '60b68638-e63f-4f03-b4f0-5b92d80f4c3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:41:36Z', 'updated_at': '2021-10-27T10:41:59Z', 'revision_number': 5, 'project_id': '459f9968f2c34b06a34202e0493161d7', 'gw_port': {'id': '60b68638-e63f-4f03-b4f0-5b92d80f4c3c', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:7d:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1250bd8c-8206-4311-9ae6-6be5815ae563', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2493, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:41:38Z', 'updated_at': '2021-10-27T10:41:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10'}], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:42:01.663962 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-682b8245-6b90-4fe2-9323-f2d6c437196a tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:01.690948 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [None req-682b8245-6b90-4fe2-9323-f2d6c437196a tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] device_id is not set on port 14739db9-0f54-405f-95e9-f2ceca9b69e4 yet. {{(pid=102347) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 10:42:01.714428 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89b23370-9c57-4a51-8443-68c97c06e528 None None] Checking router: 1250bd8c-8206-4311-9ae6-6be5815ae563 for host: n-d-813419-10 {{(pid=102348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 10:42:01.756142 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [None req-98342eb6-3210-41f0-a950-b7ecf29a6576 admin admin] For port 60b68638-e63f-4f03-b4f0-5b92d80f4c3c, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=60b68638-e63f-4f03-b4f0-5b92d80f4c3c,segment=NetworkSegment(bc14127b-7032-4c50-bb5b-f6813cbae86e),segment_id=bc14127b-7032-4c50-bb5b-f6813cbae86e)] {{(pid=102346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:42:01.756650 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-98342eb6-3210-41f0-a950-b7ecf29a6576 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:01.764295 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89b23370-9c57-4a51-8443-68c97c06e528 None None] Routers {'1250bd8c-8206-4311-9ae6-6be5815ae563'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:42:01.764968 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-89b23370-9c57-4a51-8443-68c97c06e528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:41:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['1250bd8c-8206-4311-9ae6-6be5815ae563'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:42:01.772542 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-98342eb6-3210-41f0-a950-b7ecf29a6576 admin admin] Calling delete_port for 60b68638-e63f-4f03-b4f0-5b92d80f4c3c owned by network:router_gateway {{(pid=102346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:42:01.839921 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-e158a2ac-1d8e-4e15-af68-60776586a7a6 None None] Publish callbacks [] for port, precommit_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:01.859032 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-e158a2ac-1d8e-4e15-af68-60776586a7a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606'] for port, after_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:01.913189 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e158a2ac-1d8e-4e15-af68-60776586a7a6 None None] Pushing event updated for resources: {'Port': ['ID=3db3f202-a61c-44e7-9727-3cbda1cbd69f,revision_number=1']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:42:01.919469 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvr_db [None req-89b23370-9c57-4a51-8443-68c97c06e528 None None] Set router 1250bd8c-8206-4311-9ae6-6be5815ae563 gateway port host: None {{(pid=102348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:42:01.948469 n-d-813419-10 neutron-server[102348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e158a2ac-1d8e-4e15-af68-60776586a7a6 None None] Network 2e2fca7f-89f5-46be-84da-219d209fb5e2 is already hosted by enough agents. {{(pid=102348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:42:01.986542 n-d-813419-10 neutron-server[102348]: DEBUG neutron.scheduler.base_scheduler [None req-e158a2ac-1d8e-4e15-af68-60776586a7a6 None None] Resources bound (agent type, host, resource id): {{(pid=102348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:42:01.995005 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-89b23370-9c57-4a51-8443-68c97c06e528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1250bd8c-8206-4311-9ae6-6be5815ae563', 'name': 'tempest-TestAggregatesBasicOps-1312698959-router', 'tenant_id': '459f9968f2c34b06a34202e0493161d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:41:36Z', 'updated_at': '2021-10-27T10:42:01Z', 'revision_number': 6, 'project_id': '459f9968f2c34b06a34202e0493161d7', 'gw_port_host': None}], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:42:01.999406 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e158a2ac-1d8e-4e15-af68-60776586a7a6 None None] Received port after_create {{(pid=102348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:42:02.050075 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 68d1ecd0-6738-444a-9fb5-a54a3da5c456 up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:42:02.051586 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-98342eb6-3210-41f0-a950-b7ecf29a6576 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:02.077933 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-4d020ec7-7753-4f1e-9c19-bb362d8b6fc3 None None] Publish callbacks [] for port, precommit_update {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:02.093511 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98342eb6-3210-41f0-a950-b7ecf29a6576 admin admin] Pushing event deleted for resources: {'Port': ['ID=60b68638-e63f-4f03-b4f0-5b92d80f4c3c,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:42:02.104584 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-4d020ec7-7753-4f1e-9c19-bb362d8b6fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:02.124321 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98342eb6-3210-41f0-a950-b7ecf29a6576 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:42:02.124723 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98342eb6-3210-41f0-a950-b7ecf29a6576 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:42:02.125000 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98342eb6-3210-41f0-a950-b7ecf29a6576 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:42:02.126208 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98342eb6-3210-41f0-a950-b7ecf29a6576 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:42:02.126208 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98342eb6-3210-41f0-a950-b7ecf29a6576 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:42:02.126208 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98342eb6-3210-41f0-a950-b7ecf29a6576 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:42:02.126764 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98342eb6-3210-41f0-a950-b7ecf29a6576 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:42:02.126764 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98342eb6-3210-41f0-a950-b7ecf29a6576 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:42:02.127056 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98342eb6-3210-41f0-a950-b7ecf29a6576 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:42:02.127350 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98342eb6-3210-41f0-a950-b7ecf29a6576 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:42:02.127602 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98342eb6-3210-41f0-a950-b7ecf29a6576 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:42:02.128425 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98342eb6-3210-41f0-a950-b7ecf29a6576 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:42:02.130681 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89b23370-9c57-4a51-8443-68c97c06e528 None None] The sync data for ids ['1250bd8c-8206-4311-9ae6-6be5815ae563'] in n-d-813419-10 is: [{'id': '1250bd8c-8206-4311-9ae6-6be5815ae563', 'name': 'tempest-TestAggregatesBasicOps-1312698959-router', 'tenant_id': '459f9968f2c34b06a34202e0493161d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:41:36Z', 'updated_at': '2021-10-27T10:42:01Z', 'revision_number': 6, 'project_id': '459f9968f2c34b06a34202e0493161d7', 'gw_port_host': None}] {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:42:02.149785 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-e158a2ac-1d8e-4e15-af68-60776586a7a6 None None] Attempting to bind port 3db3f202-a61c-44e7-9727-3cbda1cbd69f on host n-d-813419-10 for vnic_type normal with profile {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:42:02.150178 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-e158a2ac-1d8e-4e15-af68-60776586a7a6 None None] Attempting to bind port 3db3f202-a61c-44e7-9727-3cbda1cbd69f by drivers openvswitch,hyperv on host n-d-813419-10 at level 0 using segments [{'id': '0dc5d452-5ba0-43d8-a2fb-903c6a04db69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '2e2fca7f-89f5-46be-84da-219d209fb5e2'}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:42:02.150532 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e158a2ac-1d8e-4e15-af68-60776586a7a6 None None] Attempting to bind port 3db3f202-a61c-44e7-9727-3cbda1cbd69f on network 2e2fca7f-89f5-46be-84da-219d209fb5e2 {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:42:02.165075 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e158a2ac-1d8e-4e15-af68-60776586a7a6 None None] Checking agent: {'id': '89dba0f3-79b2-435e-9822-33674b8f6ada', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 8, 20), 'started_at': datetime.datetime(2021, 10, 27, 10, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 41, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:42:02.165989 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e158a2ac-1d8e-4e15-af68-60776586a7a6 None None] Checking segment: {'id': '0dc5d452-5ba0-43d8-a2fb-903c6a04db69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '2e2fca7f-89f5-46be-84da-219d209fb5e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:42:02.166790 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-e158a2ac-1d8e-4e15-af68-60776586a7a6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:02.166790 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e158a2ac-1d8e-4e15-af68-60776586a7a6 None None] Bound using segment: {'id': '0dc5d452-5ba0-43d8-a2fb-903c6a04db69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '2e2fca7f-89f5-46be-84da-219d209fb5e2'} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:42:02.167277 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-e158a2ac-1d8e-4e15-af68-60776586a7a6 None None] Bound port: 3db3f202-a61c-44e7-9727-3cbda1cbd69f, host: n-d-813419-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dc5d452-5ba0-43d8-a2fb-903c6a04db69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '2e2fca7f-89f5-46be-84da-219d209fb5e2'}}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:42:02.167651 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-e158a2ac-1d8e-4e15-af68-60776586a7a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:02.178660 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9fdb59-d09e-42bf-8500-15b952cd8520 req-bf007b84-00bb-43ed-9ec6-0f19668d14d6 tempest-ServerRescueTestJSONUnderV235-163125560 tempest-ServerRescueTestJSONUnderV235-163125560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:42:02.186696 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port 68d1ecd0-6738-444a-9fb5-a54a3da5c456 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:42:02.186858 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-98342eb6-3210-41f0-a950-b7ecf29a6576 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1664884'] for router_gateway, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:02.186952 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:02.194995 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-5e9fdb59-d09e-42bf-8500-15b952cd8520 req-bf007b84-00bb-43ed-9ec6-0f19668d14d6 tempest-ServerRescueTestJSONUnderV235-163125560 tempest-ServerRescueTestJSONUnderV235-163125560-project] 10.222.0.44 "GET /v2.0/networks?id=b46f0309-9186-4ac3-a8d4-289db60744e1 HTTP/1.1" status: 200 len: 819 time: 0.4060574 Oct 27 10:42:02.244610 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_common [None req-682b8245-6b90-4fe2-9323-f2d6c437196a tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Allocated IP 172.20.0.9 (2e2fca7f-89f5-46be-84da-219d209fb5e2/9f76a1b3-c984-496d-a368-eeb7065662b7/14739db9-0f54-405f-95e9-f2ceca9b69e4) {{(pid=102347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:42:02.260786 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6c4796-14c9-4a8b-a3b2-5b5d70f2ad24 None None] Pushing event updated for resources: {'Port': ['ID=209c6725-e1b1-4ca1-9d56-f826591ae298,revision_number=3']} {{(pid=102349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:42:02.269311 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-5e9fdb59-d09e-42bf-8500-15b952cd8520 req-e0df472e-0db3-41e8-ac56-1351c5df4626 tempest-ServerRescueTestJSONUnderV235-163125560 tempest-ServerRescueTestJSONUnderV235-163125560-project] 10.222.0.44 "GET /v2.0/quotas/44538c357c154e37b6b4c2a3f5e264ae HTTP/1.1" status: 200 len: 375 time: 0.0680578 Oct 27 10:42:02.315741 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-98342eb6-3210-41f0-a950-b7ecf29a6576 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1765662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3700'] for router, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:02.317591 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-98342eb6-3210-41f0-a950-b7ecf29a6576 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:02.330585 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-e158a2ac-1d8e-4e15-af68-60776586a7a6 None None] For port 3db3f202-a61c-44e7-9727-3cbda1cbd69f, host n-d-813419-10, cleared binding levels {{(pid=102348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:42:02.336848 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-e158a2ac-1d8e-4e15-af68-60776586a7a6 None None] For port 3db3f202-a61c-44e7-9727-3cbda1cbd69f, host n-d-813419-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=3db3f202-a61c-44e7-9727-3cbda1cbd69f,segment=NetworkSegment(0dc5d452-5ba0-43d8-a2fb-903c6a04db69),segment_id=0dc5d452-5ba0-43d8-a2fb-903c6a04db69)] {{(pid=102348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:42:02.345672 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-e158a2ac-1d8e-4e15-af68-60776586a7a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:02.376844 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-98342eb6-3210-41f0-a950-b7ecf29a6576 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1765641'] for router, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:02.377664 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98342eb6-3210-41f0-a950-b7ecf29a6576 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1250bd8c-8206-4311-9ae6-6be5815ae563 {{(pid=102346) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 10:42:02.388324 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-98342eb6-3210-41f0-a950-b7ecf29a6576 admin admin] Publish callbacks [] for router, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:02.390459 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.managers [None req-4d020ec7-7753-4f1e-9c19-bb362d8b6fc3 None None] Attempting to bind port 209c6725-e1b1-4ca1-9d56-f826591ae298 on host n-d-813419-10 for vnic_type normal with profile {{(pid=102349) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:42:02.391573 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-5e9fdb59-d09e-42bf-8500-15b952cd8520 req-95eb5095-bfab-4b05-a2c8-b2179c39c54b tempest-ServerRescueTestJSONUnderV235-163125560 tempest-ServerRescueTestJSONUnderV235-163125560-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=44538c357c154e37b6b4c2a3f5e264ae&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1126938 Oct 27 10:42:02.392009 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.managers [None req-4d020ec7-7753-4f1e-9c19-bb362d8b6fc3 None None] Attempting to bind port 209c6725-e1b1-4ca1-9d56-f826591ae298 by drivers openvswitch,hyperv on host n-d-813419-10 at level 0 using segments [{'id': '91c0716d-bff6-49d3-9498-64df3ea0fafc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'b46f0309-9186-4ac3-a8d4-289db60744e1'}] {{(pid=102349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:42:02.392655 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d020ec7-7753-4f1e-9c19-bb362d8b6fc3 None None] Attempting to bind port 209c6725-e1b1-4ca1-9d56-f826591ae298 on network b46f0309-9186-4ac3-a8d4-289db60744e1 {{(pid=102349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:42:02.392960 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-98342eb6-3210-41f0-a950-b7ecf29a6576 admin admin] 10.222.0.44 "DELETE /v2.0/routers/1250bd8c-8206-4311-9ae6-6be5815ae563 HTTP/1.1" status: 204 len: 168 time: 1.5510063 Oct 27 10:42:02.394007 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 47920) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:42:02.407792 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d020ec7-7753-4f1e-9c19-bb362d8b6fc3 None None] Checking agent: {'id': '89dba0f3-79b2-435e-9822-33674b8f6ada', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 8, 20), 'started_at': datetime.datetime(2021, 10, 27, 10, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 41, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:42:02.408278 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d020ec7-7753-4f1e-9c19-bb362d8b6fc3 None None] Checking segment: {'id': '91c0716d-bff6-49d3-9498-64df3ea0fafc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'b46f0309-9186-4ac3-a8d4-289db60744e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:42:02.408752 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-4d020ec7-7753-4f1e-9c19-bb362d8b6fc3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:02.409234 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d020ec7-7753-4f1e-9c19-bb362d8b6fc3 None None] Bound using segment: {'id': '91c0716d-bff6-49d3-9498-64df3ea0fafc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'b46f0309-9186-4ac3-a8d4-289db60744e1'} {{(pid=102349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:42:02.409926 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.managers [None req-4d020ec7-7753-4f1e-9c19-bb362d8b6fc3 None None] Bound port: 209c6725-e1b1-4ca1-9d56-f826591ae298, host: n-d-813419-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91c0716d-bff6-49d3-9498-64df3ea0fafc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'b46f0309-9186-4ac3-a8d4-289db60744e1'}}] {{(pid=102349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:42:02.410373 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-4d020ec7-7753-4f1e-9c19-bb362d8b6fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:02.420575 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e158a2ac-1d8e-4e15-af68-60776586a7a6 None None] Pushing event updated for resources: {'Port': ['ID=3db3f202-a61c-44e7-9727-3cbda1cbd69f,revision_number=2']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:42:02.457291 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_v2 [None req-702d38dd-ce1a-4949-bd22-639ea1dffb8d admin admin] Deleting subnet 95d54951-656b-48ce-a029-d5d775c10ca7 {{(pid=102346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 10:42:02.461514 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-702d38dd-ce1a-4949-bd22-639ea1dffb8d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:02.496366 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:02.533864 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-702d38dd-ce1a-4949-bd22-639ea1dffb8d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25847868'] for subnet, precommit_delete_associations {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:02.550901 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.db [None req-4d020ec7-7753-4f1e-9c19-bb362d8b6fc3 None None] For port 209c6725-e1b1-4ca1-9d56-f826591ae298, host n-d-813419-10, cleared binding levels {{(pid=102349) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:42:02.558526 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.db [None req-4d020ec7-7753-4f1e-9c19-bb362d8b6fc3 None None] For port 209c6725-e1b1-4ca1-9d56-f826591ae298, host n-d-813419-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=209c6725-e1b1-4ca1-9d56-f826591ae298,segment=NetworkSegment(91c0716d-bff6-49d3-9498-64df3ea0fafc),segment_id=91c0716d-bff6-49d3-9498-64df3ea0fafc)] {{(pid=102349) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:42:02.565765 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-4d020ec7-7753-4f1e-9c19-bb362d8b6fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:02.645153 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-682b8245-6b90-4fe2-9323-f2d6c437196a tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks [] for port, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:02.669351 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-702d38dd-ce1a-4949-bd22-639ea1dffb8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855646'] for subnet, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:02.674413 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-5e9fdb59-d09e-42bf-8500-15b952cd8520 req-717df79c-274a-4867-9fa1-f85202f081fb service neutron] 10.222.0.44 "GET /v2.0/networks/b46f0309-9186-4ac3-a8d4-289db60744e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2050066 Oct 27 10:42:02.693826 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d020ec7-7753-4f1e-9c19-bb362d8b6fc3 None None] Routers {'5c570181-a777-4553-b0ca-27049ba08d42'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:42:02.694785 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-4d020ec7-7753-4f1e-9c19-bb362d8b6fc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:41:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['5c570181-a777-4553-b0ca-27049ba08d42'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:42:02.751619 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-702d38dd-ce1a-4949-bd22-639ea1dffb8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27024355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27168307'] for subnet, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:02.781471 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-682b8245-6b90-4fe2-9323-f2d6c437196a tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:02.803128 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702d38dd-ce1a-4949-bd22-639ea1dffb8d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=95d54951-656b-48ce-a029-d5d775c10ca7,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:42:02.822445 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f8873ae-8e76-4e40-b31c-ba3e9aa8f633 None None] Network ca8f9f38-8977-451a-814e-f5923c2a9385 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:42:02.829822 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-702d38dd-ce1a-4949-bd22-639ea1dffb8d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for subnet, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:02.841152 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-702d38dd-ce1a-4949-bd22-639ea1dffb8d admin admin] 10.222.0.44 "DELETE /v2.0/subnets/95d54951-656b-48ce-a029-d5d775c10ca7 HTTP/1.1" status: 204 len: 168 time: 0.4438479 Oct 27 10:42:02.841368 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-682b8245-6b90-4fe2-9323-f2d6c437196a tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Network 2e2fca7f-89f5-46be-84da-219d209fb5e2 is already hosted by enough agents. {{(pid=102347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:42:02.841994 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 47930) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:42:02.848649 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-5e9fdb59-d09e-42bf-8500-15b952cd8520 req-a445a8f3-a2c6-4006-8907-a19a6fb8c370 service neutron] 10.222.0.44 "GET /v2.0/networks/b46f0309-9186-4ac3-a8d4-289db60744e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1654761 Oct 27 10:42:02.849507 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [None req-682b8245-6b90-4fe2-9323-f2d6c437196a tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Resources bound (agent type, host, resource id): {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:42:02.852151 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-682b8245-6b90-4fe2-9323-f2d6c437196a tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Received port after_create {{(pid=102347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:42:02.894756 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682b8245-6b90-4fe2-9323-f2d6c437196a tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Pushing event updated for resources: {'Port': ['ID=14739db9-0f54-405f-95e9-f2ceca9b69e4,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:42:02.924242 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-682b8245-6b90-4fe2-9323-f2d6c437196a tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:42:02.926350 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-682b8245-6b90-4fe2-9323-f2d6c437196a tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:02.948275 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-682b8245-6b90-4fe2-9323-f2d6c437196a tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.7259374 Oct 27 10:42:02.948937 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 47932) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:42:02.955196 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-ba630179-a2ef-4ec1-b240-a2ba3dd66f1a tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Request body: {'subnet': {'network_id': '2e2fca7f-89f5-46be-84da-219d209fb5e2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:42:02.963796 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6c4796-14c9-4a8b-a3b2-5b5d70f2ad24 None None] Pushing event updated for resources: {'Port': ['ID=209c6725-e1b1-4ca1-9d56-f826591ae298,revision_number=4']} {{(pid=102349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:42:03.039188 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvr_db [None req-4d020ec7-7753-4f1e-9c19-bb362d8b6fc3 None None] Set router 5c570181-a777-4553-b0ca-27049ba08d42 gateway port host: n-d-813419-10 {{(pid=102349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:42:03.130070 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-b5a71bb0-231c-43a0-98a4-888979e78d45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586917'] for network, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:03.165553 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba630179-a2ef-4ec1-b240-a2ba3dd66f1a tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Made reservation on behalf of 668d3c16278c42b387727d7933936a48 for: {'subnet': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:42:03.170100 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-ba630179-a2ef-4ec1-b240-a2ba3dd66f1a tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18044073'] for subnet, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:03.338898 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-b5a71bb0-231c-43a0-98a4-888979e78d45 admin admin] Deleting port a295fdde-da86-48a7-9d7b-7daa2104c7e9 {{(pid=102346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:42:03.339453 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-b5a71bb0-231c-43a0-98a4-888979e78d45 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:03.366444 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c14184a1-3320-4b9d-9443-45906972c817 None None] DHCP port deletion for ca8f9f38-8977-451a-814e-f5923c2a9385 request from n-d-813419-10 {{(pid=102348) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 10:42:03.372303 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-2ee59812-4ef0-4adc-b804-6d7703379042 req-f779e766-726a-4512-8db3-0085403e2822 tempest-ServerRescueTestJSONUnderV235-163125560 tempest-ServerRescueTestJSONUnderV235-163125560-project] 10.222.0.44 "GET /v2.0/ports?device_id=a3095d0a-bceb-438d-9a27-8bd12a2f8d45 HTTP/1.1" status: 200 len: 210 time: 0.0606403 Oct 27 10:42:03.394781 n-d-813419-10 neutron-server[102347]: INFO neutron.db.ipam_backend_mixin [None req-ba630179-a2ef-4ec1-b240-a2ba3dd66f1a tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 9f76a1b3-c984-496d-a368-eeb7065662b7 (CIDR: 172.20.0.0/28) Oct 27 10:42:03.409281 n-d-813419-10 neutron-server[102347]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba630179-a2ef-4ec1-b240-a2ba3dd66f1a tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 27 10:42:03.409789 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba630179-a2ef-4ec1-b240-a2ba3dd66f1a tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102347) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 10:42:03.444647 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-ba630179-a2ef-4ec1-b240-a2ba3dd66f1a tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4918833 Oct 27 10:42:03.444647 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 47942) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:42:03.451550 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-c14184a1-3320-4b9d-9443-45906972c817 None None] Deleting port a295fdde-da86-48a7-9d7b-7daa2104c7e9 {{(pid=102348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:42:03.451922 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-c14184a1-3320-4b9d-9443-45906972c817 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:03.456949 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-1fa8d47d-0297-49af-b962-9930e19ebadc tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Request body: {'subnet': {'network_id': '2e2fca7f-89f5-46be-84da-219d209fb5e2', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:42:03.511634 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [None req-b5a71bb0-231c-43a0-98a4-888979e78d45 admin admin] For port a295fdde-da86-48a7-9d7b-7daa2104c7e9, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=a295fdde-da86-48a7-9d7b-7daa2104c7e9,segment=NetworkSegment(4f412274-2448-42d7-88ef-36833b7fe43d),segment_id=4f412274-2448-42d7-88ef-36833b7fe43d)] {{(pid=102346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:42:03.512408 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-b5a71bb0-231c-43a0-98a4-888979e78d45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:03.528394 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-4d020ec7-7753-4f1e-9c19-bb362d8b6fc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c570181-a777-4553-b0ca-27049ba08d42', 'name': 'tempest-ServerRescueTestJSONUnderV235-873947177-router', 'tenant_id': '44538c357c154e37b6b4c2a3f5e264ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.212'}], 'enable_snat': True}, 'gw_port_id': '68d1ecd0-6738-444a-9fb5-a54a3da5c456', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:41:50Z', 'updated_at': '2021-10-27T10:41:58Z', 'revision_number': 4, 'project_id': '44538c357c154e37b6b4c2a3f5e264ae', 'gw_port': {'id': '68d1ecd0-6738-444a-9fb5-a54a3da5c456', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:1f:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c570181-a777-4553-b0ca-27049ba08d42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2520, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:41:52Z', 'updated_at': '2021-10-27T10:42:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_interfaces': [{'id': '209c6725-e1b1-4ca1-9d56-f826591ae298', 'name': '', 'network_id': 'b46f0309-9186-4ac3-a8d4-289db60744e1', 'tenant_id': '44538c357c154e37b6b4c2a3f5e264ae', 'mac_address': 'fa:16:3e:02:9a:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c570181-a777-4553-b0ca-27049ba08d42', 'device_owner': 'network:router_interface', 'standard_attr_id': 2531, 'fixed_ips': [{'subnet_id': '99cdc121-7dc1-4860-8162-bcbc59867073', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:41:57Z', 'updated_at': '2021-10-27T10:42:02Z', 'revision_number': 4, 'project_id': '44538c357c154e37b6b4c2a3f5e264ae', 'subnets': [{'id': '99cdc121-7dc1-4860-8162-bcbc59867073', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:42:03.572876 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-b5a71bb0-231c-43a0-98a4-888979e78d45 admin admin] Calling delete_port for a295fdde-da86-48a7-9d7b-7daa2104c7e9 owned by network:dhcp {{(pid=102346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:42:03.578393 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d020ec7-7753-4f1e-9c19-bb362d8b6fc3 None None] The sync data for ids ['5c570181-a777-4553-b0ca-27049ba08d42'] in n-d-813419-10 is: [{'id': '5c570181-a777-4553-b0ca-27049ba08d42', 'name': 'tempest-ServerRescueTestJSONUnderV235-873947177-router', 'tenant_id': '44538c357c154e37b6b4c2a3f5e264ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.212'}], 'enable_snat': True}, 'gw_port_id': '68d1ecd0-6738-444a-9fb5-a54a3da5c456', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:41:50Z', 'updated_at': '2021-10-27T10:41:58Z', 'revision_number': 4, 'project_id': '44538c357c154e37b6b4c2a3f5e264ae', 'gw_port': {'id': '68d1ecd0-6738-444a-9fb5-a54a3da5c456', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:1f:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c570181-a777-4553-b0ca-27049ba08d42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2520, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:41:52Z', 'updated_at': '2021-10-27T10:42:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_interfaces': [{'id': '209c6725-e1b1-4ca1-9d56-f826591ae298', 'name': '', 'network_id': 'b46f0309-9186-4ac3-a8d4-289db60744e1', 'tenant_id': '44538c357c154e37b6b4c2a3f5e264ae', 'mac_address': 'fa:16:3e:02:9a:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c570181-a777-4553-b0ca-27049ba08d42', 'device_owner': 'network:router_interface', 'standard_attr_id': 2531, 'fixed_ips': [{'subnet_id': '99cdc121-7dc1-4860-8162-bcbc59867073', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:41:57Z', 'updated_at': '2021-10-27T10:42:02Z', 'revision_number': 4, 'project_id': '44538c357c154e37b6b4c2a3f5e264ae', 'subnets': [{'id': '99cdc121-7dc1-4860-8162-bcbc59867073', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:42:03.653900 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-c14184a1-3320-4b9d-9443-45906972c817 None None] For port a295fdde-da86-48a7-9d7b-7daa2104c7e9, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=a295fdde-da86-48a7-9d7b-7daa2104c7e9,segment=NetworkSegment(4f412274-2448-42d7-88ef-36833b7fe43d),segment_id=4f412274-2448-42d7-88ef-36833b7fe43d)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:42:03.659886 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-c14184a1-3320-4b9d-9443-45906972c817 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:03.691806 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-c14184a1-3320-4b9d-9443-45906972c817 None None] Calling delete_port for a295fdde-da86-48a7-9d7b-7daa2104c7e9 owned by network:dhcp {{(pid=102348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:42:03.707459 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-b5a71bb0-231c-43a0-98a4-888979e78d45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:03.752336 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a71bb0-231c-43a0-98a4-888979e78d45 admin admin] Pushing event deleted for resources: {'Port': ['ID=a295fdde-da86-48a7-9d7b-7daa2104c7e9,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:42:03.755294 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a71bb0-231c-43a0-98a4-888979e78d45 admin admin] No DVR routers for this DVR port a295fdde-da86-48a7-9d7b-7daa2104c7e9 on host n-d-813419-10 {{(pid=102346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:42:03.842826 n-d-813419-10 neutron-server[102348]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 10:42:03.842826 n-d-813419-10 neutron-server[102348]: self.session.flush() Oct 27 10:42:03.842826 n-d-813419-10 neutron-server[102348]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 10:42:03.842826 n-d-813419-10 neutron-server[102348]: self.session.flush() Oct 27 10:42:03.842826 n-d-813419-10 neutron-server[102348]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 10:42:03.842826 n-d-813419-10 neutron-server[102348]: self.session.flush() Oct 27 10:42:03.842826 n-d-813419-10 neutron-server[102348]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 10:42:03.842826 n-d-813419-10 neutron-server[102348]: self.session.flush() Oct 27 10:42:03.842826 n-d-813419-10 neutron-server[102348]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 10:42:03.842826 n-d-813419-10 neutron-server[102348]: self.session.flush() Oct 27 10:42:03.842826 n-d-813419-10 neutron-server[102348]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 10:42:03.842826 n-d-813419-10 neutron-server[102348]: self.session.flush() Oct 27 10:42:03.842826 n-d-813419-10 neutron-server[102348]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 10:42:03.842826 n-d-813419-10 neutron-server[102348]: self.session.flush() Oct 27 10:42:03.842826 n-d-813419-10 neutron-server[102348]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 10:42:03.842826 n-d-813419-10 neutron-server[102348]: self.session.flush() Oct 27 10:42:03.842826 n-d-813419-10 neutron-server[102348]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 10:42:03.842826 n-d-813419-10 neutron-server[102348]: self.session.flush() Oct 27 10:42:03.842826 n-d-813419-10 neutron-server[102348]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 10:42:03.842826 n-d-813419-10 neutron-server[102348]: self.session.flush() Oct 27 10:42:03.842826 n-d-813419-10 neutron-server[102348]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 10:42:03.842826 n-d-813419-10 neutron-server[102348]: self.session.flush() Oct 27 10:42:03.842826 n-d-813419-10 neutron-server[102348]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 10:42:03.842826 n-d-813419-10 neutron-server[102348]: self.session.flush() Oct 27 10:42:03.842826 n-d-813419-10 neutron-server[102348]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 10:42:03.842826 n-d-813419-10 neutron-server[102348]: self.session.flush() Oct 27 10:42:03.842826 n-d-813419-10 neutron-server[102348]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 10:42:03.842826 n-d-813419-10 neutron-server[102348]: self.session.flush() Oct 27 10:42:03.842826 n-d-813419-10 neutron-server[102348]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 10:42:03.842826 n-d-813419-10 neutron-server[102348]: self.session.flush() Oct 27 10:42:03.842826 n-d-813419-10 neutron-server[102348]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 10:42:03.842826 n-d-813419-10 neutron-server[102348]: self.session.flush() Oct 27 10:42:03.842826 n-d-813419-10 neutron-server[102348]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 10:42:03.842826 n-d-813419-10 neutron-server[102348]: self.session.flush() Oct 27 10:42:03.842826 n-d-813419-10 neutron-server[102348]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 10:42:03.842826 n-d-813419-10 neutron-server[102348]: self.session.flush() Oct 27 10:42:03.842826 n-d-813419-10 neutron-server[102348]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 10:42:03.842826 n-d-813419-10 neutron-server[102348]: self.session.flush() Oct 27 10:42:03.842826 n-d-813419-10 neutron-server[102348]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 10:42:03.842826 n-d-813419-10 neutron-server[102348]: self.session.flush() Oct 27 10:42:03.848889 n-d-813419-10 neutron-server[102348]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 10:42:03.848889 n-d-813419-10 neutron-server[102348]: self.session.flush() Oct 27 10:42:03.848889 n-d-813419-10 neutron-server[102348]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 10:42:03.848889 n-d-813419-10 neutron-server[102348]: self.session.flush() Oct 27 10:42:03.848889 n-d-813419-10 neutron-server[102348]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 10:42:03.848889 n-d-813419-10 neutron-server[102348]: self.session.flush() Oct 27 10:42:03.848889 n-d-813419-10 neutron-server[102348]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 10:42:03.848889 n-d-813419-10 neutron-server[102348]: self.session.flush() Oct 27 10:42:03.848889 n-d-813419-10 neutron-server[102348]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 10:42:03.848889 n-d-813419-10 neutron-server[102348]: self.session.flush() Oct 27 10:42:03.848889 n-d-813419-10 neutron-server[102348]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 10:42:03.848889 n-d-813419-10 neutron-server[102348]: self.session.flush() Oct 27 10:42:03.848889 n-d-813419-10 neutron-server[102348]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 10:42:03.848889 n-d-813419-10 neutron-server[102348]: self.session.flush() Oct 27 10:42:03.862021 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-c14184a1-3320-4b9d-9443-45906972c817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615'] for port, after_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:03.929899 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14184a1-3320-4b9d-9443-45906972c817 None None] Pushing event deleted for resources: {'Port': ['ID=a295fdde-da86-48a7-9d7b-7daa2104c7e9,revision_number=None']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:42:03.943868 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c14184a1-3320-4b9d-9443-45906972c817 None None] No DVR routers for this DVR port a295fdde-da86-48a7-9d7b-7daa2104c7e9 on host n-d-813419-10 {{(pid=102348) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:42:03.957009 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-b5a71bb0-231c-43a0-98a4-888979e78d45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857803', 'neutron.services.segments.db._delete_segments_for_network-8743873143390'] for network, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:03.997200 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-b5a71bb0-231c-43a0-98a4-888979e78d45 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca8f9f38-8977-451a-814e-f5923c2a9385']}} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:42:04.028705 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-b5a71bb0-231c-43a0-98a4-888979e78d45 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f412274-2448-42d7-88ef-36833b7fe43d') {'for_net_delete': True} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:42:04.028881 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-b5a71bb0-231c-43a0-98a4-888979e78d45 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f412274-2448-42d7-88ef-36833b7fe43d') {} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:42:04.032728 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fa8d47d-0297-49af-b962-9930e19ebadc tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Made reservation on behalf of 668d3c16278c42b387727d7933936a48 for: {'subnet': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:42:04.036700 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-1fa8d47d-0297-49af-b962-9930e19ebadc tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18044073'] for subnet, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:04.049650 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-b5a71bb0-231c-43a0-98a4-888979e78d45 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743873145191', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25847877'] for segment, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:04.097284 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-b5a71bb0-231c-43a0-98a4-888979e78d45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:04.117816 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5a71bb0-231c-43a0-98a4-888979e78d45 admin admin] Releasing vlan 410 on physical network physnet1 to pool {{(pid=102346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 10:42:04.118398 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-b5a71bb0-231c-43a0-98a4-888979e78d45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27024137'] for segment, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:04.235518 n-d-813419-10 neutron-server[102346]: Traceback (most recent call last): Oct 27 10:42:04.235518 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 10:42:04.235518 n-d-813419-10 neutron-server[102346]: timer() Oct 27 10:42:04.235518 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 10:42:04.235518 n-d-813419-10 neutron-server[102346]: cb(*args, **kw) Oct 27 10:42:04.235518 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 10:42:04.235518 n-d-813419-10 neutron-server[102346]: return func(*args, **kwargs) Oct 27 10:42:04.235518 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 10:42:04.235518 n-d-813419-10 neutron-server[102346]: self._notify() Oct 27 10:42:04.235518 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 10:42:04.235518 n-d-813419-10 neutron-server[102346]: self.callback(batched_events) Oct 27 10:42:04.235518 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 10:42:04.235518 n-d-813419-10 neutron-server[102346]: event.method(event) Oct 27 10:42:04.235518 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 10:42:04.235518 n-d-813419-10 neutron-server[102346]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 10:42:04.235518 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 10:42:04.235518 n-d-813419-10 neutron-server[102346]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 10:42:04.235518 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 10:42:04.235518 n-d-813419-10 neutron-server[102346]: return f(self, *a, **k) Oct 27 10:42:04.235518 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 10:42:04.235518 n-d-813419-10 neutron-server[102346]: return self._get(url).json() Oct 27 10:42:04.235518 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 10:42:04.235518 n-d-813419-10 neutron-server[102346]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 10:42:04.235518 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 10:42:04.235518 n-d-813419-10 neutron-server[102346]: return self.request(url, 'GET', **kwargs) Oct 27 10:42:04.235518 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 10:42:04.235518 n-d-813419-10 neutron-server[102346]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 10:42:04.235518 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 10:42:04.235518 n-d-813419-10 neutron-server[102346]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 10:42:04.235518 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 10:42:04.235518 n-d-813419-10 neutron-server[102346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 10:42:04.235518 n-d-813419-10 neutron-server[102346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 10:42:04.241678 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-b5a71bb0-231c-43a0-98a4-888979e78d45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664840'] for network, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:04.251711 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-b5a71bb0-231c-43a0-98a4-888979e78d45 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for network, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:04.258959 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-b5a71bb0-231c-43a0-98a4-888979e78d45 admin admin] 10.222.0.44 "DELETE /v2.0/networks/ca8f9f38-8977-451a-814e-f5923c2a9385 HTTP/1.1" status: 204 len: 168 time: 1.4157510 Oct 27 10:42:04.275752 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a71bb0-231c-43a0-98a4-888979e78d45 admin admin] Pushing event deleted for resources: {'Network': ['ID=ca8f9f38-8977-451a-814e-f5923c2a9385,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:42:04.341116 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 3db3f202-a61c-44e7-9727-3cbda1cbd69f up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:42:04.467074 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port 3db3f202-a61c-44e7-9727-3cbda1cbd69f triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:42:04.467742 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:04.628532 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-48af9320-915f-4bbd-88b8-af10aa42ebcd req-c38a8686-e524-4581-9c9a-361276e0a74d tempest-ServerRescueTestJSONUnderV235-163125560 tempest-ServerRescueTestJSONUnderV235-163125560-project] 10.222.0.44 "GET /v2.0/ports?device_id=a3095d0a-bceb-438d-9a27-8bd12a2f8d45 HTTP/1.1" status: 200 len: 210 time: 0.1182866 Oct 27 10:42:04.648945 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:04.659952 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-1fa8d47d-0297-49af-b962-9930e19ebadc tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-18295883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18044091'] for subnet, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:04.721530 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fa8d47d-0297-49af-b962-9930e19ebadc tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Network 2e2fca7f-89f5-46be-84da-219d209fb5e2 is already hosted by enough agents. {{(pid=102347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:42:04.722656 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] For port 3db3f202-a61c-44e7-9727-3cbda1cbd69f, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=3db3f202-a61c-44e7-9727-3cbda1cbd69f,segment=NetworkSegment(0dc5d452-5ba0-43d8-a2fb-903c6a04db69),segment_id=0dc5d452-5ba0-43d8-a2fb-903c6a04db69)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:42:04.728118 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [None req-1fa8d47d-0297-49af-b962-9930e19ebadc tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Resources bound (agent type, host, resource id): {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:42:04.729955 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:04.733017 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fa8d47d-0297-49af-b962-9930e19ebadc tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:42:04.733690 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-1fa8d47d-0297-49af-b962-9930e19ebadc tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks [] for subnet, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:04.734389 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 209c6725-e1b1-4ca1-9d56-f826591ae298 up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:42:04.746435 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 47962) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:42:04.756166 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-1fa8d47d-0297-49af-b962-9930e19ebadc tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.3103287 Oct 27 10:42:04.759587 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 47964) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:42:04.781382 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-881cd263-9073-4bf5-bdf9-29e01a572c64 None None] Network 2e2fca7f-89f5-46be-84da-219d209fb5e2 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:42:04.784625 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-dc4cbd83-2494-4bab-b574-9c05d8b7d476 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1808785258', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '5c9bc5a8-56c7-4630-a0b9-6d76098263e7'}], 'security_groups': ['6bf6291a-8882-4b03-b453-cfa97fe77c7d']}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:42:04.796034 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa8d47d-0297-49af-b962-9930e19ebadc tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Pushing event updated for resources: {'Subnet': ['ID=5c9bc5a8-56c7-4630-a0b9-6d76098263e7,revision_number=0']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:42:04.836757 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-59e44251-b6af-4f38-9246-06a50c909983 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4ac7a684fa1b46888441c9b2217b282b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0862758 Oct 27 10:42:04.856715 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 47966) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:42:04.919252 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-dc4cbd83-2494-4bab-b574-9c05d8b7d476 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:04.942119 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-4850c494-4442-4e79-b400-94156a6e7f6c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:04.953360 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-bfa49e64-66c4-40be-bc92-214a91a49fb5 None None] Provisioning complete for port 3db3f202-a61c-44e7-9727-3cbda1cbd69f triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:42:04.953987 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-bfa49e64-66c4-40be-bc92-214a91a49fb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:04.992630 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-4850c494-4442-4e79-b400-94156a6e7f6c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:05.013312 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port 209c6725-e1b1-4ca1-9d56-f826591ae298 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:42:05.014003 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:05.068544 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-4850c494-4442-4e79-b400-94156a6e7f6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:05.072181 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-4850c494-4442-4e79-b400-94156a6e7f6c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:05.075718 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-4850c494-4442-4e79-b400-94156a6e7f6c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/5c0a8d9f-639c-4aa6-8b66-afa7af892d4a HTTP/1.1" status: 204 len: 168 time: 0.2157955 Oct 27 10:42:05.084580 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4850c494-4442-4e79-b400-94156a6e7f6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c0a8d9f-639c-4aa6-8b66-afa7af892d4a,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:42:05.084923 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Pushing event updated for resources: {'Port': ['ID=3db3f202-a61c-44e7-9727-3cbda1cbd69f,revision_number=3']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:42:05.315434 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:05.694337 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 47982) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:42:05.764419 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] For port 209c6725-e1b1-4ca1-9d56-f826591ae298, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=209c6725-e1b1-4ca1-9d56-f826591ae298,segment=NetworkSegment(91c0716d-bff6-49d3-9498-64df3ea0fafc),segment_id=91c0716d-bff6-49d3-9498-64df3ea0fafc)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:42:05.775694 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-0648dc4b-6a14-4da1-bf13-59bb98849328 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=459f9968f2c34b06a34202e0493161d7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0800493 Oct 27 10:42:05.782810 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 47984) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:42:05.785003 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:05.811661 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9fdb59-d09e-42bf-8500-15b952cd8520 req-aa0f55ec-b1ab-4f24-a9d9-1974101c6e59 tempest-ServerRescueTestJSONUnderV235-163125560 tempest-ServerRescueTestJSONUnderV235-163125560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:42:05.825415 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-5e9fdb59-d09e-42bf-8500-15b952cd8520 req-aa0f55ec-b1ab-4f24-a9d9-1974101c6e59 tempest-ServerRescueTestJSONUnderV235-163125560 tempest-ServerRescueTestJSONUnderV235-163125560-project] 10.222.0.76 "GET /v2.0/networks?id=b46f0309-9186-4ac3-a8d4-289db60744e1 HTTP/1.1" status: 200 len: 819 time: 0.2540915 Oct 27 10:42:05.842043 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [req-5e9fdb59-d09e-42bf-8500-15b952cd8520 req-04bed5ca-f2db-4092-b301-e6323f3d8dcf tempest-ServerRescueTestJSONUnderV235-163125560 tempest-ServerRescueTestJSONUnderV235-163125560-project] Request body: {'port': {'device_id': 'a3095d0a-bceb-438d-9a27-8bd12a2f8d45', 'network_id': 'b46f0309-9186-4ac3-a8d4-289db60744e1', 'admin_state_up': True, 'tenant_id': '44538c357c154e37b6b4c2a3f5e264ae'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:42:05.858999 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-bfa49e64-66c4-40be-bc92-214a91a49fb5 None None] Provisioning complete for port 2515e50e-f66b-4ca5-9c40-41294be5af84 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:42:05.859363 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-bfa49e64-66c4-40be-bc92-214a91a49fb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:05.890397 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 60b68638-e63f-4f03-b4f0-5b92d80f4c3c no longer exists at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:42:05.942473 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] No Port match for: 60b68638-e63f-4f03-b4f0-5b92d80f4c3c {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:42:05.943041 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 60b68638-e63f-4f03-b4f0-5b92d80f4c3c not bound to the agent host n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:42:05.943612 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 65af3b50-df15-48c3-9f82-8ef76ce6ad99 no longer exists at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:42:05.959896 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-783571a1-fa9d-4985-bff5-70b8b0776112 req-2472995b-2229-4152-a5c7-f6ba0e6695b4 tempest-ServerRescueTestJSONUnderV235-163125560 tempest-ServerRescueTestJSONUnderV235-163125560-project] 10.222.0.44 "GET /v2.0/ports?device_id=a3095d0a-bceb-438d-9a27-8bd12a2f8d45 HTTP/1.1" status: 200 len: 210 time: 0.1304359 Oct 27 10:42:05.967071 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Pushing event updated for resources: {'Port': ['ID=209c6725-e1b1-4ca1-9d56-f826591ae298,revision_number=5']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:42:05.998010 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-bfa49e64-66c4-40be-bc92-214a91a49fb5 None None] Port 2515e50e-f66b-4ca5-9c40-41294be5af84 cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:42:06.002767 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] No Port match for: 65af3b50-df15-48c3-9f82-8ef76ce6ad99 {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:42:06.003341 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 65af3b50-df15-48c3-9f82-8ef76ce6ad99 not bound to the agent host n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:42:06.003904 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device a295fdde-da86-48a7-9d7b-7daa2104c7e9 no longer exists at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:42:06.009666 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-7e825e6a-ee4d-4c86-a845-b79292b6991b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:06.032111 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] No Port match for: a295fdde-da86-48a7-9d7b-7daa2104c7e9 {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:42:06.032649 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device a295fdde-da86-48a7-9d7b-7daa2104c7e9 not bound to the agent host n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:42:06.041258 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20b978d5-55a3-4bea-993f-769cbbe149d5 None None] Update dhcp port {'port': {'network_id': '2e2fca7f-89f5-46be-84da-219d209fb5e2', 'fixed_ips': [{'subnet_id': '9f76a1b3-c984-496d-a368-eeb7065662b7', 'ip_address': '172.20.0.2'}, {'subnet_id': '5c9bc5a8-56c7-4630-a0b9-6d76098263e7'}], 'binding:host_id': 'n-d-813419-10'}, 'id': '3db3f202-a61c-44e7-9727-3cbda1cbd69f'} from n-d-813419-10. {{(pid=102348) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 27 10:42:06.052713 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-7e825e6a-ee4d-4c86-a845-b79292b6991b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:06.089108 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-20b978d5-55a3-4bea-993f-769cbbe149d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:06.104627 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_common [None req-dc4cbd83-2494-4bab-b574-9c05d8b7d476 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Delete allocated IP 172.20.0.9 (2e2fca7f-89f5-46be-84da-219d209fb5e2/9f76a1b3-c984-496d-a368-eeb7065662b7) {{(pid=102347) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 27 10:42:06.114700 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_common [None req-dc4cbd83-2494-4bab-b574-9c05d8b7d476 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Allocated IP 172.20.0.26 (2e2fca7f-89f5-46be-84da-219d209fb5e2/5c9bc5a8-56c7-4630-a0b9-6d76098263e7/14739db9-0f54-405f-95e9-f2ceca9b69e4) {{(pid=102347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:42:06.133207 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e9fdb59-d09e-42bf-8500-15b952cd8520 req-04bed5ca-f2db-4092-b301-e6323f3d8dcf tempest-ServerRescueTestJSONUnderV235-163125560 tempest-ServerRescueTestJSONUnderV235-163125560-project] Made reservation on behalf of 44538c357c154e37b6b4c2a3f5e264ae for: {'port': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:42:06.137059 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-5e9fdb59-d09e-42bf-8500-15b952cd8520 req-04bed5ca-f2db-4092-b301-e6323f3d8dcf tempest-ServerRescueTestJSONUnderV235-163125560 tempest-ServerRescueTestJSONUnderV235-163125560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:06.206041 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-7e825e6a-ee4d-4c86-a845-b79292b6991b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:06.208674 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-7e825e6a-ee4d-4c86-a845-b79292b6991b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:06.212613 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-7e825e6a-ee4d-4c86-a845-b79292b6991b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/71164052-cb8f-4fab-a82b-1a9fd4f230c9 HTTP/1.1" status: 204 len: 168 time: 0.4257441 Oct 27 10:42:06.219744 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 3db3f202-a61c-44e7-9727-3cbda1cbd69f up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:42:06.230235 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e825e6a-ee4d-4c86-a845-b79292b6991b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71164052-cb8f-4fab-a82b-1a9fd4f230c9,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:42:06.298142 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_common [req-5e9fdb59-d09e-42bf-8500-15b952cd8520 req-04bed5ca-f2db-4092-b301-e6323f3d8dcf tempest-ServerRescueTestJSONUnderV235-163125560 tempest-ServerRescueTestJSONUnderV235-163125560-project] Allocated IP 172.20.0.7 (b46f0309-9186-4ac3-a8d4-289db60744e1/99cdc121-7dc1-4860-8162-bcbc59867073/83f62670-543e-42ae-85c6-907e844c2021) {{(pid=102346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:42:06.317937 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port 3db3f202-a61c-44e7-9727-3cbda1cbd69f triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:42:06.318438 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:06.418229 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 209c6725-e1b1-4ca1-9d56-f826591ae298 up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:42:06.473003 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-dc4cbd83-2494-4bab-b574-9c05d8b7d476 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks [] for port, precommit_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:06.481332 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-dc4cbd83-2494-4bab-b574-9c05d8b7d476 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:06.525084 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-5e9fdb59-d09e-42bf-8500-15b952cd8520 req-04bed5ca-f2db-4092-b301-e6323f3d8dcf tempest-ServerRescueTestJSONUnderV235-163125560 tempest-ServerRescueTestJSONUnderV235-163125560-project] Publish callbacks [] for port, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:06.548297 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.db_base_plugin_common [None req-20b978d5-55a3-4bea-993f-769cbbe149d5 None None] Allocated IP 172.20.0.18 (2e2fca7f-89f5-46be-84da-219d209fb5e2/5c9bc5a8-56c7-4630-a0b9-6d76098263e7/3db3f202-a61c-44e7-9727-3cbda1cbd69f) {{(pid=102348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:42:06.606951 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-5e9fdb59-d09e-42bf-8500-15b952cd8520 req-04bed5ca-f2db-4092-b301-e6323f3d8dcf tempest-ServerRescueTestJSONUnderV235-163125560 tempest-ServerRescueTestJSONUnderV235-163125560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:06.635565 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4cbd83-2494-4bab-b574-9c05d8b7d476 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Pushing event updated for resources: {'Port': ['ID=14739db9-0f54-405f-95e9-f2ceca9b69e4,revision_number=2']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:42:06.642396 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e9fdb59-d09e-42bf-8500-15b952cd8520 req-04bed5ca-f2db-4092-b301-e6323f3d8dcf tempest-ServerRescueTestJSONUnderV235-163125560 tempest-ServerRescueTestJSONUnderV235-163125560-project] Network b46f0309-9186-4ac3-a8d4-289db60744e1 is already hosted by enough agents. {{(pid=102346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:42:06.646864 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [req-5e9fdb59-d09e-42bf-8500-15b952cd8520 req-04bed5ca-f2db-4092-b301-e6323f3d8dcf tempest-ServerRescueTestJSONUnderV235-163125560 tempest-ServerRescueTestJSONUnderV235-163125560-project] Resources bound (agent type, host, resource id): {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:42:06.662976 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-20b978d5-55a3-4bea-993f-769cbbe149d5 None None] For port 3db3f202-a61c-44e7-9727-3cbda1cbd69f, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=3db3f202-a61c-44e7-9727-3cbda1cbd69f,segment=NetworkSegment(0dc5d452-5ba0-43d8-a2fb-903c6a04db69),segment_id=0dc5d452-5ba0-43d8-a2fb-903c6a04db69)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:42:06.691245 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e9fdb59-d09e-42bf-8500-15b952cd8520 req-04bed5ca-f2db-4092-b301-e6323f3d8dcf tempest-ServerRescueTestJSONUnderV235-163125560 tempest-ServerRescueTestJSONUnderV235-163125560-project] Received port after_create {{(pid=102346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:42:06.693238 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-20b978d5-55a3-4bea-993f-769cbbe149d5 None None] Publish callbacks [] for port, precommit_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:06.693379 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-dc4cbd83-2494-4bab-b574-9c05d8b7d476 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] In _notify_port_updated(), no bound segment for port 14739db9-0f54-405f-95e9-f2ceca9b69e4 on network 2e2fca7f-89f5-46be-84da-219d209fb5e2 {{(pid=102347) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 27 10:42:06.703071 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-20b978d5-55a3-4bea-993f-769cbbe149d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:06.705269 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc4cbd83-2494-4bab-b574-9c05d8b7d476 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:42:06.705936 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-dc4cbd83-2494-4bab-b574-9c05d8b7d476 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:06.707291 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-dc4cbd83-2494-4bab-b574-9c05d8b7d476 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] 10.222.0.44 "PUT /v2.0/ports/14739db9-0f54-405f-95e9-f2ceca9b69e4 HTTP/1.1" status: 200 len: 921 time: 1.9424241 Oct 27 10:42:06.715040 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 48004) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:42:06.752549 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bed5ca-f2db-4092-b301-e6323f3d8dcf tempest-ServerRescueTestJSONUnderV235-163125560 tempest-ServerRescueTestJSONUnderV235-163125560-project] Pushing event updated for resources: {'Port': ['ID=83f62670-543e-42ae-85c6-907e844c2021,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:42:06.768316 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9fdb59-d09e-42bf-8500-15b952cd8520 req-04bed5ca-f2db-4092-b301-e6323f3d8dcf tempest-ServerRescueTestJSONUnderV235-163125560 tempest-ServerRescueTestJSONUnderV235-163125560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:42:06.769489 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-5e9fdb59-d09e-42bf-8500-15b952cd8520 req-04bed5ca-f2db-4092-b301-e6323f3d8dcf tempest-ServerRescueTestJSONUnderV235-163125560 tempest-ServerRescueTestJSONUnderV235-163125560-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:06.784106 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b978d5-55a3-4bea-993f-769cbbe149d5 None None] Pushing event updated for resources: {'Port': ['ID=3db3f202-a61c-44e7-9727-3cbda1cbd69f,revision_number=4']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:42:06.794913 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-5e9fdb59-d09e-42bf-8500-15b952cd8520 req-04bed5ca-f2db-4092-b301-e6323f3d8dcf tempest-ServerRescueTestJSONUnderV235-163125560 tempest-ServerRescueTestJSONUnderV235-163125560-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9574456 Oct 27 10:42:06.809596 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [req-5e9fdb59-d09e-42bf-8500-15b952cd8520 req-ea0d4747-35e6-4fcc-a1d9-b6017b142e93 service neutron] Request body: {'port': {'device_id': 'a3095d0a-bceb-438d-9a27-8bd12a2f8d45', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-10'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:42:06.839659 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b978d5-55a3-4bea-993f-769cbbe149d5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:42:06.840132 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b978d5-55a3-4bea-993f-769cbbe149d5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:42:06.840621 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b978d5-55a3-4bea-993f-769cbbe149d5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:42:06.841053 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b978d5-55a3-4bea-993f-769cbbe149d5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:42:06.841478 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b978d5-55a3-4bea-993f-769cbbe149d5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:42:06.841903 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b978d5-55a3-4bea-993f-769cbbe149d5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:42:06.842323 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b978d5-55a3-4bea-993f-769cbbe149d5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:42:06.842743 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b978d5-55a3-4bea-993f-769cbbe149d5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:42:06.843164 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b978d5-55a3-4bea-993f-769cbbe149d5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:42:06.843582 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b978d5-55a3-4bea-993f-769cbbe149d5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:42:06.845001 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b978d5-55a3-4bea-993f-769cbbe149d5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:42:06.845001 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b978d5-55a3-4bea-993f-769cbbe149d5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:42:06.850618 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port 209c6725-e1b1-4ca1-9d56-f826591ae298 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:42:06.851165 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:06.869536 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-3642da55-96f0-4584-bf91-bb66fcc8aab8 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Deleting port 14739db9-0f54-405f-95e9-f2ceca9b69e4 {{(pid=102347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:42:06.869536 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-3642da55-96f0-4584-bf91-bb66fcc8aab8 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:06.895582 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-5e9fdb59-d09e-42bf-8500-15b952cd8520 req-ea0d4747-35e6-4fcc-a1d9-b6017b142e93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:07.054050 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-3642da55-96f0-4584-bf91-bb66fcc8aab8 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:07.070079 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-3642da55-96f0-4584-bf91-bb66fcc8aab8 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Calling delete_port for 14739db9-0f54-405f-95e9-f2ceca9b69e4 owned by {{(pid=102347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:42:07.239213 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762851d1-7275-4237-9e6e-03fe0ba7fd27 req-61743cf4-f208-4637-b168-f6ee47404705 tempest-ServerRescueTestJSONUnderV235-163125560 tempest-ServerRescueTestJSONUnderV235-163125560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:42:07.242478 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-762851d1-7275-4237-9e6e-03fe0ba7fd27 req-61743cf4-f208-4637-b168-f6ee47404705 tempest-ServerRescueTestJSONUnderV235-163125560 tempest-ServerRescueTestJSONUnderV235-163125560-project] 10.222.0.44 "GET /v2.0/ports?device_id=a3095d0a-bceb-438d-9a27-8bd12a2f8d45 HTTP/1.1" status: 200 len: 931 time: 0.1527145 Oct 27 10:42:07.293524 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [req-5e9fdb59-d09e-42bf-8500-15b952cd8520 req-ea0d4747-35e6-4fcc-a1d9-b6017b142e93 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83f62670-543e-42ae-85c6-907e844c2021 {{(pid=102346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:42:07.303296 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-5e9fdb59-d09e-42bf-8500-15b952cd8520 req-ea0d4747-35e6-4fcc-a1d9-b6017b142e93 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:07.327417 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-762851d1-7275-4237-9e6e-03fe0ba7fd27 req-8a78fc2b-b1c6-4d24-90f8-c99205f32d18 tempest-ServerRescueTestJSONUnderV235-163125560 tempest-ServerRescueTestJSONUnderV235-163125560-project] 10.222.0.44 "GET /v2.0/security-groups?id=d4da16b0-ae97-40b5-8605-2eb4fca87de4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774162 Oct 27 10:42:07.386982 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.provisioning_blocks [req-5e9fdb59-d09e-42bf-8500-15b952cd8520 req-ea0d4747-35e6-4fcc-a1d9-b6017b142e93 service neutron] Transition to ACTIVE for port object 83f62670-543e-42ae-85c6-907e844c2021 will not be triggered until provisioned by entity L2. {{(pid=102346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 10:42:07.388723 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-3642da55-96f0-4584-bf91-bb66fcc8aab8 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:07.393547 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-5e9fdb59-d09e-42bf-8500-15b952cd8520 req-ea0d4747-35e6-4fcc-a1d9-b6017b142e93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27024173'] for port, after_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:07.445912 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3642da55-96f0-4584-bf91-bb66fcc8aab8 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Pushing event deleted for resources: {'Port': ['ID=14739db9-0f54-405f-95e9-f2ceca9b69e4,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:42:07.480720 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0d4747-35e6-4fcc-a1d9-b6017b142e93 service neutron] Pushing event updated for resources: {'Port': ['ID=83f62670-543e-42ae-85c6-907e844c2021,revision_number=2']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:42:07.574967 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.managers [req-5e9fdb59-d09e-42bf-8500-15b952cd8520 req-ea0d4747-35e6-4fcc-a1d9-b6017b142e93 service neutron] Attempting to bind port 83f62670-543e-42ae-85c6-907e844c2021 on host n-h2-813419-10 for vnic_type normal with profile {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:42:07.575309 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.managers [req-5e9fdb59-d09e-42bf-8500-15b952cd8520 req-ea0d4747-35e6-4fcc-a1d9-b6017b142e93 service neutron] Attempting to bind port 83f62670-543e-42ae-85c6-907e844c2021 by drivers openvswitch,hyperv on host n-h2-813419-10 at level 0 using segments [{'id': '91c0716d-bff6-49d3-9498-64df3ea0fafc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'b46f0309-9186-4ac3-a8d4-289db60744e1'}] {{(pid=102346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:42:07.575679 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e9fdb59-d09e-42bf-8500-15b952cd8520 req-ea0d4747-35e6-4fcc-a1d9-b6017b142e93 service neutron] Attempting to bind port 83f62670-543e-42ae-85c6-907e844c2021 on network b46f0309-9186-4ac3-a8d4-289db60744e1 {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:42:07.580495 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e9fdb59-d09e-42bf-8500-15b952cd8520 req-ea0d4747-35e6-4fcc-a1d9-b6017b142e93 service neutron] Port 83f62670-543e-42ae-85c6-907e844c2021 on network b46f0309-9186-4ac3-a8d4-289db60744e1 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-10 {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 10:42:07.580841 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e9fdb59-d09e-42bf-8500-15b952cd8520 req-ea0d4747-35e6-4fcc-a1d9-b6017b142e93 service neutron] Attempting to bind port 83f62670-543e-42ae-85c6-907e844c2021 on network b46f0309-9186-4ac3-a8d4-289db60744e1 {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:42:07.587829 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e9fdb59-d09e-42bf-8500-15b952cd8520 req-ea0d4747-35e6-4fcc-a1d9-b6017b142e93 service neutron] Checking agent: {'id': 'a2edc247-0fa4-4ce6-bbae-a10492f6bd71', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 16, 9), 'started_at': datetime.datetime(2021, 10, 27, 10, 16, 9), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 41, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:42:07.588341 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e9fdb59-d09e-42bf-8500-15b952cd8520 req-ea0d4747-35e6-4fcc-a1d9-b6017b142e93 service neutron] Checking segment: {'id': '91c0716d-bff6-49d3-9498-64df3ea0fafc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'b46f0309-9186-4ac3-a8d4-289db60744e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:42:07.588645 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-3642da55-96f0-4584-bf91-bb66fcc8aab8 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:07.589277 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e9fdb59-d09e-42bf-8500-15b952cd8520 req-ea0d4747-35e6-4fcc-a1d9-b6017b142e93 service neutron] Bound using segment: {'id': '91c0716d-bff6-49d3-9498-64df3ea0fafc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'b46f0309-9186-4ac3-a8d4-289db60744e1'} {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:42:07.589715 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.managers [req-5e9fdb59-d09e-42bf-8500-15b952cd8520 req-ea0d4747-35e6-4fcc-a1d9-b6017b142e93 service neutron] Bound port: 83f62670-543e-42ae-85c6-907e844c2021, host: n-h2-813419-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91c0716d-bff6-49d3-9498-64df3ea0fafc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'b46f0309-9186-4ac3-a8d4-289db60744e1'}}] {{(pid=102346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:42:07.590069 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-5e9fdb59-d09e-42bf-8500-15b952cd8520 req-ea0d4747-35e6-4fcc-a1d9-b6017b142e93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:07.595098 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-3642da55-96f0-4584-bf91-bb66fcc8aab8 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] 10.222.0.44 "DELETE /v2.0/ports/14739db9-0f54-405f-95e9-f2ceca9b69e4 HTTP/1.1" status: 204 len: 168 time: 0.8774407 Oct 27 10:42:07.597527 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 48038) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:42:07.628251 n-d-813419-10 neutron-server[102347]: INFO neutron.pecan_wsgi.hooks.translation [None req-cad355c4-c3fd-439b-b60e-5879ba08fb0a tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] GET failed (client error): The resource could not be found. Oct 27 10:42:07.630195 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-cad355c4-c3fd-439b-b60e-5879ba08fb0a tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] 10.222.0.44 "GET /v2.0/ports/14739db9-0f54-405f-95e9-f2ceca9b69e4 HTTP/1.1" status: 404 len: 333 time: 0.0316381 Oct 27 10:42:07.632833 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 48040) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:42:07.687681 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [req-5e9fdb59-d09e-42bf-8500-15b952cd8520 req-ea0d4747-35e6-4fcc-a1d9-b6017b142e93 service neutron] For port 83f62670-543e-42ae-85c6-907e844c2021, host n-h2-813419-10, cleared binding levels {{(pid=102346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:42:07.692883 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [req-5e9fdb59-d09e-42bf-8500-15b952cd8520 req-ea0d4747-35e6-4fcc-a1d9-b6017b142e93 service neutron] For port 83f62670-543e-42ae-85c6-907e844c2021, host n-h2-813419-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=83f62670-543e-42ae-85c6-907e844c2021,segment=NetworkSegment(91c0716d-bff6-49d3-9498-64df3ea0fafc),segment_id=91c0716d-bff6-49d3-9498-64df3ea0fafc)] {{(pid=102346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:42:07.701908 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-5e9fdb59-d09e-42bf-8500-15b952cd8520 req-ea0d4747-35e6-4fcc-a1d9-b6017b142e93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27024173'] for port, after_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:07.712531 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-eadcea02-9372-4205-b387-c9332cca93e4 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks [] for security_group, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:07.739000 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-18300d93-6809-44c5-8c6a-b0f208d14e08 None None] Provisioning complete for port 3db3f202-a61c-44e7-9727-3cbda1cbd69f triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:42:07.742200 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-18300d93-6809-44c5-8c6a-b0f208d14e08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:07.754535 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9fdb59-d09e-42bf-8500-15b952cd8520 req-ea0d4747-35e6-4fcc-a1d9-b6017b142e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:42:07.755337 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-5e9fdb59-d09e-42bf-8500-15b952cd8520 req-ea0d4747-35e6-4fcc-a1d9-b6017b142e93 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:07.757961 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-5e9fdb59-d09e-42bf-8500-15b952cd8520 req-ea0d4747-35e6-4fcc-a1d9-b6017b142e93 service neutron] 10.222.0.76 "PUT /v2.0/ports/83f62670-543e-42ae-85c6-907e844c2021 HTTP/1.1" status: 200 len: 1092 time: 0.9534965 Oct 27 10:42:07.758742 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3095d0a-bceb-438d-9a27-8bd12a2f8d45', 'tag': '83f62670-543e-42ae-85c6-907e844c2021'}] {{(pid=102346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:42:07.762047 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc0e418f5fc417c8d55d94c0aa509b037d0beb2a734c1a709e789eb65639a56d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b90500e-5de8-41ba-91e7-42f08cd51b5a" -d '{"events": [{"name": "network-changed", "server_uuid": "a3095d0a-bceb-438d-9a27-8bd12a2f8d45", "tag": "83f62670-543e-42ae-85c6-907e844c2021"}]}' {{(pid=102346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:42:07.774403 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-eadcea02-9372-4205-b387-c9332cca93e4 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:07.817412 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0d4747-35e6-4fcc-a1d9-b6017b142e93 service neutron] Pushing event updated for resources: {'Port': ['ID=83f62670-543e-42ae-85c6-907e844c2021,revision_number=3']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:42:07.867710 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-eadcea02-9372-4205-b387-c9332cca93e4 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:07.870505 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-eadcea02-9372-4205-b387-c9332cca93e4 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks [] for security_group, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:07.871600 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-eadcea02-9372-4205-b387-c9332cca93e4 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] 10.222.0.44 "DELETE /v2.0/security-groups/d0a62b30-7e25-4468-baab-b5b8844819a0 HTTP/1.1" status: 204 len: 168 time: 0.2374480 Oct 27 10:42:07.875780 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 48052) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:42:07.882438 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 10:42:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21a15b64-6409-4892-9195-276e86073b81 x-openstack-request-id: req-21a15b64-6409-4892-9195-276e86073b81 {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:42:07.883852 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3095d0a-bceb-438d-9a27-8bd12a2f8d45", "tag": "83f62670-543e-42ae-85c6-907e844c2021", "status": "completed", "code": 200}]} {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:42:07.884310 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-21a15b64-6409-4892-9195-276e86073b81 {{(pid=102346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:42:07.884815 n-d-813419-10 neutron-server[102346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3095d0a-bceb-438d-9a27-8bd12a2f8d45', 'tag': '83f62670-543e-42ae-85c6-907e844c2021', 'status': 'completed', 'code': 200} Oct 27 10:42:07.912174 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9fdb59-d09e-42bf-8500-15b952cd8520 req-a83ff99f-3b7b-4f39-9ccc-dbefaf6dc5e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:42:07.913914 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-5e9fdb59-d09e-42bf-8500-15b952cd8520 req-a83ff99f-3b7b-4f39-9ccc-dbefaf6dc5e8 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=44538c357c154e37b6b4c2a3f5e264ae&device_id=a3095d0a-bceb-438d-9a27-8bd12a2f8d45 HTTP/1.1" status: 200 len: 1095 time: 0.0894003 Oct 27 10:42:07.920051 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadcea02-9372-4205-b387-c9332cca93e4 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0a62b30-7e25-4468-baab-b5b8844819a0,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:42:07.973550 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-5e9fdb59-d09e-42bf-8500-15b952cd8520 req-8033cd7b-3e66-458e-b675-fd5e38feb6de service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=83f62670-543e-42ae-85c6-907e844c2021 HTTP/1.1" status: 200 len: 217 time: 0.0499196 Oct 27 10:42:07.995966 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-18300d93-6809-44c5-8c6a-b0f208d14e08 None None] Could not find standard attr ID for object 14739db9-0f54-405f-95e9-f2ceca9b69e4. {{(pid=102348) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 27 10:42:08.023311 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-6c9e04e5-1a50-4f22-8bcf-4f0136f3f013 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks [] for security_group, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:08.044503 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-18300d93-6809-44c5-8c6a-b0f208d14e08 None None] Provisioning complete for port 2515e50e-f66b-4ca5-9c40-41294be5af84 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:42:08.045689 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-18300d93-6809-44c5-8c6a-b0f208d14e08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:08.058766 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-6c9e04e5-1a50-4f22-8bcf-4f0136f3f013 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:08.100011 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9fdb59-d09e-42bf-8500-15b952cd8520 req-b9108ffc-53b4-4f4f-9f33-4dbc8237cbc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:42:08.102540 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-5e9fdb59-d09e-42bf-8500-15b952cd8520 req-b9108ffc-53b4-4f4f-9f33-4dbc8237cbc8 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=99cdc121-7dc1-4860-8162-bcbc59867073 HTTP/1.1" status: 200 len: 859 time: 0.1214254 Oct 27 10:42:08.126106 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-6c9e04e5-1a50-4f22-8bcf-4f0136f3f013 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:08.127290 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-18300d93-6809-44c5-8c6a-b0f208d14e08 None None] Port 2515e50e-f66b-4ca5-9c40-41294be5af84 cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:42:08.133822 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-6c9e04e5-1a50-4f22-8bcf-4f0136f3f013 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks [] for security_group, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:08.139730 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-6c9e04e5-1a50-4f22-8bcf-4f0136f3f013 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] 10.222.0.44 "DELETE /v2.0/security-groups/6bf6291a-8882-4b03-b453-cfa97fe77c7d HTTP/1.1" status: 204 len: 168 time: 0.2618189 Oct 27 10:42:08.141207 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 48064) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:42:08.145261 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-5e9fdb59-d09e-42bf-8500-15b952cd8520 req-55e4649c-4a3b-423f-a687-f39e27f86adc service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=b46f0309-9186-4ac3-a8d4-289db60744e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339599 Oct 27 10:42:08.174953 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 3db3f202-a61c-44e7-9727-3cbda1cbd69f up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:42:08.186912 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9e04e5-1a50-4f22-8bcf-4f0136f3f013 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bf6291a-8882-4b03-b453-cfa97fe77c7d,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:42:08.237734 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8f8ba05-2737-47a2-b27f-ad15a4bd082e tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Deleting subnet 9f76a1b3-c984-496d-a368-eeb7065662b7 {{(pid=102347) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 10:42:08.242426 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-a8f8ba05-2737-47a2-b27f-ad15a4bd082e tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks [] for subnet, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:08.264141 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-4656716f-e504-4938-a58a-9d3c9814809d None None] Could not find standard attr ID for object 14739db9-0f54-405f-95e9-f2ceca9b69e4. {{(pid=102348) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 27 10:42:08.264400 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-5e9fdb59-d09e-42bf-8500-15b952cd8520 req-6e3b5b73-7c02-493e-8b19-5c5309a234c8 service neutron] 10.222.0.76 "GET /v2.0/networks/b46f0309-9186-4ac3-a8d4-289db60744e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1115270 Oct 27 10:42:08.302777 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-a8f8ba05-2737-47a2-b27f-ad15a4bd082e tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-18445109'] for subnet, precommit_delete_associations {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:08.316974 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port 3db3f202-a61c-44e7-9727-3cbda1cbd69f triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:42:08.319006 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:08.397169 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-5e9fdb59-d09e-42bf-8500-15b952cd8520 req-7ad55f83-853a-4a6c-9ab9-51516b97af6a service neutron] 10.222.0.76 "GET /v2.0/networks/b46f0309-9186-4ac3-a8d4-289db60744e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1172664 Oct 27 10:42:08.515531 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-a8f8ba05-2737-47a2-b27f-ad15a4bd082e tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855646'] for subnet, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:08.543100 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b90500e-5de8-41ba-91e7-42f08cd51b5a req-73bdc538-3c59-41dd-97fc-cb857803ef33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:42:08.545903 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-5b90500e-5de8-41ba-91e7-42f08cd51b5a req-73bdc538-3c59-41dd-97fc-cb857803ef33 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=44538c357c154e37b6b4c2a3f5e264ae&device_id=a3095d0a-bceb-438d-9a27-8bd12a2f8d45 HTTP/1.1" status: 200 len: 1095 time: 0.0835993 Oct 27 10:42:08.665036 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbca7a0-6375-4cbb-a339-331ed0ef569e req-7521e912-7a26-4f3f-9819-b9c4ef0c145a tempest-ServerRescueTestJSONUnderV235-163125560 tempest-ServerRescueTestJSONUnderV235-163125560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:42:08.667192 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-3cbca7a0-6375-4cbb-a339-331ed0ef569e req-7521e912-7a26-4f3f-9819-b9c4ef0c145a tempest-ServerRescueTestJSONUnderV235-163125560 tempest-ServerRescueTestJSONUnderV235-163125560-project] 10.222.0.44 "GET /v2.0/ports?device_id=a3095d0a-bceb-438d-9a27-8bd12a2f8d45 HTTP/1.1" status: 200 len: 943 time: 0.1658213 Oct 27 10:42:08.701762 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-ecff69e9-42ad-4388-aa42-88120294bc16 None None] Could not find standard attr ID for object 14739db9-0f54-405f-95e9-f2ceca9b69e4. {{(pid=102348) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 27 10:42:08.719142 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-a8f8ba05-2737-47a2-b27f-ad15a4bd082e tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-18295818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18043720'] for subnet, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:08.739287 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b90500e-5de8-41ba-91e7-42f08cd51b5a req-774bd88b-d1cc-47e3-8136-e2cb1f3ef18a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:42:08.740906 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-5b90500e-5de8-41ba-91e7-42f08cd51b5a req-774bd88b-d1cc-47e3-8136-e2cb1f3ef18a service neutron] 10.222.0.76 "GET /v2.0/networks?id=b46f0309-9186-4ac3-a8d4-289db60744e1 HTTP/1.1" status: 200 len: 920 time: 0.1861768 Oct 27 10:42:08.756836 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f8ba05-2737-47a2-b27f-ad15a4bd082e tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Pushing event deleted for resources: {'Subnet': ['ID=9f76a1b3-c984-496d-a368-eeb7065662b7,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:42:08.771728 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-3cbca7a0-6375-4cbb-a339-331ed0ef569e req-a345da54-9d19-4bb9-92d0-03372e8cf6e9 tempest-ServerRescueTestJSONUnderV235-163125560 tempest-ServerRescueTestJSONUnderV235-163125560-project] 10.222.0.44 "GET /v2.0/security-groups?id=d4da16b0-ae97-40b5-8605-2eb4fca87de4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966091 Oct 27 10:42:08.774533 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-a8f8ba05-2737-47a2-b27f-ad15a4bd082e tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks [] for subnet, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:08.781835 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-a8f8ba05-2737-47a2-b27f-ad15a4bd082e tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] 10.222.0.44 "DELETE /v2.0/subnets/9f76a1b3-c984-496d-a368-eeb7065662b7 HTTP/1.1" status: 204 len: 168 time: 0.6310153 Oct 27 10:42:08.782613 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 48116) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:42:08.787718 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-3a705eb1-9ade-40de-aa0b-cd31c86a5e1a tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Request body: {'subnet': {'network_id': '2e2fca7f-89f5-46be-84da-219d209fb5e2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:42:08.895840 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:09.013078 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a705eb1-9ade-40de-aa0b-cd31c86a5e1a tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Made reservation on behalf of 668d3c16278c42b387727d7933936a48 for: {'subnet': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:42:09.017608 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-3a705eb1-9ade-40de-aa0b-cd31c86a5e1a tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18044073'] for subnet, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:09.101714 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16079769-ca36-4566-ae5c-2a5d10abaff5 None None] Network 2e2fca7f-89f5-46be-84da-219d209fb5e2 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:42:09.306738 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-5b90500e-5de8-41ba-91e7-42f08cd51b5a req-0137c65f-a22c-4b14-ab96-e9931994b410 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=83f62670-543e-42ae-85c6-907e844c2021 HTTP/1.1" status: 200 len: 217 time: 0.5570269 Oct 27 10:42:09.396358 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b90500e-5de8-41ba-91e7-42f08cd51b5a req-62e872f3-388b-4aca-9fff-873b7f223c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:42:09.398538 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-5b90500e-5de8-41ba-91e7-42f08cd51b5a req-62e872f3-388b-4aca-9fff-873b7f223c8f service neutron] 10.222.0.76 "GET /v2.0/subnets?id=99cdc121-7dc1-4860-8162-bcbc59867073 HTTP/1.1" status: 200 len: 859 time: 0.0836179 Oct 27 10:42:09.421089 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-3a705eb1-9ade-40de-aa0b-cd31c86a5e1a tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-18295883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18044091'] for subnet, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:09.445070 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-5b90500e-5de8-41ba-91e7-42f08cd51b5a req-3cd171fc-1ce3-451a-ac30-042d55804684 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=b46f0309-9186-4ac3-a8d4-289db60744e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387082 Oct 27 10:42:09.448048 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a705eb1-9ade-40de-aa0b-cd31c86a5e1a tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Network 2e2fca7f-89f5-46be-84da-219d209fb5e2 is already hosted by enough agents. {{(pid=102347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:42:09.470633 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [None req-3a705eb1-9ade-40de-aa0b-cd31c86a5e1a tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Resources bound (agent type, host, resource id): {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:42:09.476127 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a705eb1-9ade-40de-aa0b-cd31c86a5e1a tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:42:09.477163 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-3a705eb1-9ade-40de-aa0b-cd31c86a5e1a tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks [] for subnet, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:09.504283 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-3a705eb1-9ade-40de-aa0b-cd31c86a5e1a tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7177107 Oct 27 10:42:09.505068 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 48194) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:42:09.514310 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-6a563768-96dc-46bc-a845-1d4355f039cd tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Request body: {'security_group': {'name': 'tempest-secgroup-1802180406'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:42:09.564834 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a705eb1-9ade-40de-aa0b-cd31c86a5e1a tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Pushing event updated for resources: {'Subnet': ['ID=66f5622a-a992-4c96-94a2-bd219eef95c7,revision_number=0']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:42:09.586196 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-6a563768-96dc-46bc-a845-1d4355f039cd tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks [] for security_group, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:09.611275 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-5b90500e-5de8-41ba-91e7-42f08cd51b5a req-2328181e-7a0e-4988-a6ba-00e1d9b1ebd6 service neutron] 10.222.0.76 "GET /v2.0/networks/b46f0309-9186-4ac3-a8d4-289db60744e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1560385 Oct 27 10:42:09.725325 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-6a563768-96dc-46bc-a845-1d4355f039cd tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks [] for security_group, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:09.737629 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-6a563768-96dc-46bc-a845-1d4355f039cd tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:09.773434 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-5b90500e-5de8-41ba-91e7-42f08cd51b5a req-134e9636-7b91-438f-9cc7-c30553218bb6 service neutron] 10.222.0.76 "GET /v2.0/networks/b46f0309-9186-4ac3-a8d4-289db60744e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1459796 Oct 27 10:42:09.781617 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-6a563768-96dc-46bc-a845-1d4355f039cd tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks [] for security_group, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:09.783552 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-6a563768-96dc-46bc-a845-1d4355f039cd tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2773976 Oct 27 10:42:09.787839 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 48202) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:42:09.788610 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a563768-96dc-46bc-a845-1d4355f039cd tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e580d22c-2226-4de0-87f8-2c14a7427637,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:42:09.803595 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-6961bf55-5b27-47fa-86cc-dafec8d5ef59 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Request body: {'security_group': {'name': 'tempest-secgroup-2078128612'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:42:09.833590 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-6961bf55-5b27-47fa-86cc-dafec8d5ef59 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks [] for security_group, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:09.942286 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 48208) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:42:09.973745 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-6961bf55-5b27-47fa-86cc-dafec8d5ef59 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks [] for security_group, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:09.988896 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-6961bf55-5b27-47fa-86cc-dafec8d5ef59 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:10.016699 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2609c37c-bd0b-492c-9da7-f874cada124e req-001d9520-52dd-4472-a639-6f5c2e1000d4 tempest-ServerRescueTestJSONUnderV235-163125560 tempest-ServerRescueTestJSONUnderV235-163125560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:42:10.018259 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-2609c37c-bd0b-492c-9da7-f874cada124e req-001d9520-52dd-4472-a639-6f5c2e1000d4 tempest-ServerRescueTestJSONUnderV235-163125560 tempest-ServerRescueTestJSONUnderV235-163125560-project] 10.222.0.44 "GET /v2.0/ports?device_id=a3095d0a-bceb-438d-9a27-8bd12a2f8d45 HTTP/1.1" status: 200 len: 943 time: 0.0847628 Oct 27 10:42:10.040672 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-6961bf55-5b27-47fa-86cc-dafec8d5ef59 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:10.041916 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-6961bf55-5b27-47fa-86cc-dafec8d5ef59 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2529938 Oct 27 10:42:10.045020 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 48212) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:42:10.065228 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-b8acf392-4a6c-4616-b883-02f9bccbe74d tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Request body: {'security_group': {'name': 'tempest-secgroup-1086324953'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:42:10.069529 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6961bf55-5b27-47fa-86cc-dafec8d5ef59 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11188fa1-a859-4897-8c07-9cf90318c2aa,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:42:10.108589 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-b8acf392-4a6c-4616-b883-02f9bccbe74d tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks [] for security_group, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:10.113127 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-2609c37c-bd0b-492c-9da7-f874cada124e req-4cadacf6-bc32-4d55-aafa-dc08eea088e0 tempest-ServerRescueTestJSONUnderV235-163125560 tempest-ServerRescueTestJSONUnderV235-163125560-project] 10.222.0.44 "GET /v2.0/security-groups?id=d4da16b0-ae97-40b5-8605-2eb4fca87de4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795403 Oct 27 10:42:10.163244 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53043934-189c-4e3f-b66f-7416d76e4d90 None None] Network 2e2fca7f-89f5-46be-84da-219d209fb5e2 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:42:10.219954 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-b8acf392-4a6c-4616-b883-02f9bccbe74d tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks [] for security_group, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:10.231396 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-b8acf392-4a6c-4616-b883-02f9bccbe74d tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:10.272011 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-b92e3e20-c4f3-4188-a591-ccde68262b81 None None] Provisioning complete for port 3db3f202-a61c-44e7-9727-3cbda1cbd69f triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:42:10.272960 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-b92e3e20-c4f3-4188-a591-ccde68262b81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:10.278727 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-b8acf392-4a6c-4616-b883-02f9bccbe74d tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks [] for security_group, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:10.283520 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-b8acf392-4a6c-4616-b883-02f9bccbe74d tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2337625 Oct 27 10:42:10.283607 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 48220) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:42:10.286549 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8acf392-4a6c-4616-b883-02f9bccbe74d tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77945184-8e26-4e85-9516-f29a999090a3,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:42:10.288955 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-f6a731a3-a0bc-4ef9-861c-a36b0af45807 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:10.289422 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-03fa9e84-be27-419e-a903-1cc25553729f tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-103904218', 'security_groups': ['77945184-8e26-4e85-9516-f29a999090a3'], 'network_id': '2e2fca7f-89f5-46be-84da-219d209fb5e2', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '66f5622a-a992-4c96-94a2-bd219eef95c7'}]}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:42:10.395593 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-f6a731a3-a0bc-4ef9-861c-a36b0af45807 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:10.400055 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-f6a731a3-a0bc-4ef9-861c-a36b0af45807 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:10.446396 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-f6a731a3-a0bc-4ef9-861c-a36b0af45807 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b7fa4df8e742462ca60065683a68fcab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5023005 Oct 27 10:42:10.447439 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a731a3-a0bc-4ef9-861c-a36b0af45807 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72f09c77-6324-4778-820e-4636a7ae649d,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:42:10.449405 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 48224) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:42:10.463370 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-b92e3e20-c4f3-4188-a591-ccde68262b81 None None] Provisioning complete for port 2515e50e-f66b-4ca5-9c40-41294be5af84 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:42:10.463738 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-b92e3e20-c4f3-4188-a591-ccde68262b81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:10.469823 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03fa9e84-be27-419e-a903-1cc25553729f tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Made reservation on behalf of 668d3c16278c42b387727d7933936a48 for: {'port': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:42:10.505551 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-b92e3e20-c4f3-4188-a591-ccde68262b81 None None] Port 2515e50e-f66b-4ca5-9c40-41294be5af84 cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:42:10.558563 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-066bfdd8-1702-4419-b06d-76c135dc3b7a None None] Update dhcp port {'port': {'network_id': '2e2fca7f-89f5-46be-84da-219d209fb5e2', 'fixed_ips': [{'subnet_id': '5c9bc5a8-56c7-4630-a0b9-6d76098263e7', 'ip_address': '172.20.0.18'}, {'subnet_id': '66f5622a-a992-4c96-94a2-bd219eef95c7'}], 'binding:host_id': 'n-d-813419-10'}, 'id': '3db3f202-a61c-44e7-9727-3cbda1cbd69f'} from n-d-813419-10. {{(pid=102348) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 27 10:42:10.584716 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-066bfdd8-1702-4419-b06d-76c135dc3b7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:10.587426 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-da75d69a-93d6-4f23-8454-1b868b372730 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:10.620751 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-03fa9e84-be27-419e-a903-1cc25553729f tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:10.623809 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-da75d69a-93d6-4f23-8454-1b868b372730 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:10.650642 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [None req-03fa9e84-be27-419e-a903-1cc25553729f tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] device_id is not set on port 223abaff-c7b3-4f24-8980-a56058ad792a yet. {{(pid=102346) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 10:42:10.758080 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.db_base_plugin_common [None req-066bfdd8-1702-4419-b06d-76c135dc3b7a None None] Allocated IP 172.20.0.2 (2e2fca7f-89f5-46be-84da-219d209fb5e2/66f5622a-a992-4c96-94a2-bd219eef95c7/3db3f202-a61c-44e7-9727-3cbda1cbd69f) {{(pid=102348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:42:10.758666 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-da75d69a-93d6-4f23-8454-1b868b372730 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:10.761478 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-da75d69a-93d6-4f23-8454-1b868b372730 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:10.762847 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-da75d69a-93d6-4f23-8454-1b868b372730 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/72f09c77-6324-4778-820e-4636a7ae649d HTTP/1.1" status: 204 len: 168 time: 0.3117521 Oct 27 10:42:10.788162 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da75d69a-93d6-4f23-8454-1b868b372730 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72f09c77-6324-4778-820e-4636a7ae649d,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:42:10.886763 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-066bfdd8-1702-4419-b06d-76c135dc3b7a None None] For port 3db3f202-a61c-44e7-9727-3cbda1cbd69f, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=3db3f202-a61c-44e7-9727-3cbda1cbd69f,segment=NetworkSegment(0dc5d452-5ba0-43d8-a2fb-903c6a04db69),segment_id=0dc5d452-5ba0-43d8-a2fb-903c6a04db69)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:42:10.919174 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-066bfdd8-1702-4419-b06d-76c135dc3b7a None None] Publish callbacks [] for port, precommit_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:10.930676 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-066bfdd8-1702-4419-b06d-76c135dc3b7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:10.997838 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_common [None req-03fa9e84-be27-419e-a903-1cc25553729f tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Allocated IP 172.20.0.3 (2e2fca7f-89f5-46be-84da-219d209fb5e2/66f5622a-a992-4c96-94a2-bd219eef95c7/223abaff-c7b3-4f24-8980-a56058ad792a) {{(pid=102346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:42:11.032348 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066bfdd8-1702-4419-b06d-76c135dc3b7a None None] Pushing event updated for resources: {'Port': ['ID=3db3f202-a61c-44e7-9727-3cbda1cbd69f,revision_number=6']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:42:11.170567 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-03fa9e84-be27-419e-a903-1cc25553729f tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks [] for port, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:11.222466 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-03fa9e84-be27-419e-a903-1cc25553729f tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:11.264859 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 48240) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:42:11.279790 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03fa9e84-be27-419e-a903-1cc25553729f tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Network 2e2fca7f-89f5-46be-84da-219d209fb5e2 is already hosted by enough agents. {{(pid=102346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:42:11.287340 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-03fa9e84-be27-419e-a903-1cc25553729f tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Resources bound (agent type, host, resource id): {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:42:11.287844 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-45326259-eaec-4ce0-aa7b-12b6357276dd admin admin] Publish callbacks [] for security_group, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:11.291328 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03fa9e84-be27-419e-a903-1cc25553729f tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Received port after_create {{(pid=102346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:42:11.315149 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c29ce94-8a75-4221-bd63-024000298d47 req-d7ff56fe-901f-49d3-a73f-435ec946ccf8 tempest-ServerRescueTestJSONUnderV235-163125560 tempest-ServerRescueTestJSONUnderV235-163125560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:42:11.316759 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-7c29ce94-8a75-4221-bd63-024000298d47 req-d7ff56fe-901f-49d3-a73f-435ec946ccf8 tempest-ServerRescueTestJSONUnderV235-163125560 tempest-ServerRescueTestJSONUnderV235-163125560-project] 10.222.0.44 "GET /v2.0/ports?device_id=a3095d0a-bceb-438d-9a27-8bd12a2f8d45 HTTP/1.1" status: 200 len: 943 time: 0.1005695 Oct 27 10:42:11.341872 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fa9e84-be27-419e-a903-1cc25553729f tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Pushing event updated for resources: {'Port': ['ID=223abaff-c7b3-4f24-8980-a56058ad792a,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:42:11.373479 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-7c29ce94-8a75-4221-bd63-024000298d47 req-125ad9c4-2f7a-48d0-8fef-319e2be6b711 tempest-ServerRescueTestJSONUnderV235-163125560 tempest-ServerRescueTestJSONUnderV235-163125560-project] 10.222.0.44 "GET /v2.0/security-groups?id=d4da16b0-ae97-40b5-8605-2eb4fca87de4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483763 Oct 27 10:42:11.404399 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03fa9e84-be27-419e-a903-1cc25553729f tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:42:11.405157 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-03fa9e84-be27-419e-a903-1cc25553729f tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:11.427880 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-03fa9e84-be27-419e-a903-1cc25553729f tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.1408794 Oct 27 10:42:11.428100 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 48242) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:42:11.434026 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-a8a3a227-bf34-45ac-b78e-6ec5dc553d38 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Request body: {'subnet': {'network_id': '2e2fca7f-89f5-46be-84da-219d209fb5e2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:42:11.444096 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-45326259-eaec-4ce0-aa7b-12b6357276dd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:11.454160 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-45326259-eaec-4ce0-aa7b-12b6357276dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:11.493418 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45326259-eaec-4ce0-aa7b-12b6357276dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc5f93c1-153a-4ce3-9ce9-79f8032880ff,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:42:11.525442 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-45326259-eaec-4ce0-aa7b-12b6357276dd admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=54da122726c04f00a40a800221d6ecbe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2588139 Oct 27 10:42:11.527935 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 48246) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:42:11.582155 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8a3a227-bf34-45ac-b78e-6ec5dc553d38 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Made reservation on behalf of 668d3c16278c42b387727d7933936a48 for: {'subnet': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:42:11.584063 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-cf85ad48-6d83-425c-84de-d00696456b42 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:11.586751 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-a8a3a227-bf34-45ac-b78e-6ec5dc553d38 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27167186'] for subnet, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:11.613555 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-cf85ad48-6d83-425c-84de-d00696456b42 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:11.683422 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-cf85ad48-6d83-425c-84de-d00696456b42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:11.686673 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-cf85ad48-6d83-425c-84de-d00696456b42 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:11.688492 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-cf85ad48-6d83-425c-84de-d00696456b42 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/dc5f93c1-153a-4ce3-9ce9-79f8032880ff HTTP/1.1" status: 204 len: 168 time: 0.1590073 Oct 27 10:42:11.698531 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf85ad48-6d83-425c-84de-d00696456b42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc5f93c1-153a-4ce3-9ce9-79f8032880ff,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:42:11.704180 n-d-813419-10 neutron-server[102346]: INFO neutron.db.ipam_backend_mixin [None req-a8a3a227-bf34-45ac-b78e-6ec5dc553d38 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 66f5622a-a992-4c96-94a2-bd219eef95c7 (CIDR: 172.20.0.0/28) Oct 27 10:42:11.709868 n-d-813419-10 neutron-server[102346]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8a3a227-bf34-45ac-b78e-6ec5dc553d38 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 27 10:42:11.710429 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8a3a227-bf34-45ac-b78e-6ec5dc553d38 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102346) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 10:42:11.737250 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-a8a3a227-bf34-45ac-b78e-6ec5dc553d38 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3075101 Oct 27 10:42:11.737647 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 48254) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:42:11.743618 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-c7a51c16-44eb-4cdd-a8dc-63d35c26ac05 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Request body: {'subnet': {'network_id': '2e2fca7f-89f5-46be-84da-219d209fb5e2', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:42:11.756384 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-6cd5214d-9454-4364-88a4-e55a7c770fee None None] Provisioning complete for port 3db3f202-a61c-44e7-9727-3cbda1cbd69f triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:42:11.756883 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-6cd5214d-9454-4364-88a4-e55a7c770fee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:11.899107 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-6cd5214d-9454-4364-88a4-e55a7c770fee None None] Provisioning complete for port 2515e50e-f66b-4ca5-9c40-41294be5af84 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:42:11.899474 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-6cd5214d-9454-4364-88a4-e55a7c770fee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:11.929127 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7a51c16-44eb-4cdd-a8dc-63d35c26ac05 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Made reservation on behalf of 668d3c16278c42b387727d7933936a48 for: {'subnet': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:42:11.937653 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-c7a51c16-44eb-4cdd-a8dc-63d35c26ac05 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18044073'] for subnet, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:11.952450 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-6cd5214d-9454-4364-88a4-e55a7c770fee None None] Port 2515e50e-f66b-4ca5-9c40-41294be5af84 cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:42:12.052784 n-d-813419-10 neutron-server[102347]: INFO neutron.db.ipam_backend_mixin [None req-c7a51c16-44eb-4cdd-a8dc-63d35c26ac05 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 5c9bc5a8-56c7-4630-a0b9-6d76098263e7 (CIDR: 172.20.0.16/28) Oct 27 10:42:12.056526 n-d-813419-10 neutron-server[102347]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7a51c16-44eb-4cdd-a8dc-63d35c26ac05 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 27 10:42:12.057100 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7a51c16-44eb-4cdd-a8dc-63d35c26ac05 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102347) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 10:42:12.075791 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-c7a51c16-44eb-4cdd-a8dc-63d35c26ac05 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.3367820 Oct 27 10:42:12.077804 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-dca33a5c-e25f-4e70-bc7f-36d0b8aac370 None None] Provisioning complete for port 223abaff-c7b3-4f24-8980-a56058ad792a triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:42:12.078832 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 48264) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:42:12.078983 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-dca33a5c-e25f-4e70-bc7f-36d0b8aac370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:12.085672 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-9244bd1b-f83a-438b-ba85-5b115a62df07 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Request body: {'subnet': {'network_id': '2e2fca7f-89f5-46be-84da-219d209fb5e2', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:42:12.134727 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-dca33a5c-e25f-4e70-bc7f-36d0b8aac370 None None] Port 223abaff-c7b3-4f24-8980-a56058ad792a cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:42:12.175468 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 3db3f202-a61c-44e7-9727-3cbda1cbd69f up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:42:12.205397 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device 83f62670-543e-42ae-85c6-907e844c2021 details requested by agent hyperv_n-h2-813419-10 with host n-h2-813419-10 {{(pid=102348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 10:42:12.227697 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9244bd1b-f83a-438b-ba85-5b115a62df07 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Made reservation on behalf of 668d3c16278c42b387727d7933936a48 for: {'subnet': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:42:12.232478 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-9244bd1b-f83a-438b-ba85-5b115a62df07 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18044073'] for subnet, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:12.301330 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port 3db3f202-a61c-44e7-9727-3cbda1cbd69f triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:42:12.301989 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:12.363549 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] For port 83f62670-543e-42ae-85c6-907e844c2021, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=83f62670-543e-42ae-85c6-907e844c2021,segment=NetworkSegment(91c0716d-bff6-49d3-9498-64df3ea0fafc),segment_id=91c0716d-bff6-49d3-9498-64df3ea0fafc)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:42:12.379322 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Returning: {'device': '83f62670-543e-42ae-85c6-907e844c2021', 'network_id': 'b46f0309-9186-4ac3-a8d4-289db60744e1', 'port_id': '83f62670-543e-42ae-85c6-907e844c2021', 'mac_address': 'fa:16:3e:41:a7:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99cdc121-7dc1-4860-8162-bcbc59867073', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 10:42:12.508753 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:12.523977 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83f62670-543e-42ae-85c6-907e844c2021 {{(pid=102348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:42:12.552364 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] For port 83f62670-543e-42ae-85c6-907e844c2021, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=83f62670-543e-42ae-85c6-907e844c2021,segment=NetworkSegment(91c0716d-bff6-49d3-9498-64df3ea0fafc),segment_id=91c0716d-bff6-49d3-9498-64df3ea0fafc)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:42:12.558163 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:12.570888 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-9244bd1b-f83a-438b-ba85-5b115a62df07 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-18295883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18044091'] for subnet, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:12.583739 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb449e2c-6caa-4117-8631-d8b30960bfc5 req-8e6ab62b-2ae1-4b9e-8a00-18c64a94ec3a tempest-ServerRescueTestJSONUnderV235-163125560 tempest-ServerRescueTestJSONUnderV235-163125560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:42:12.585379 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-eb449e2c-6caa-4117-8631-d8b30960bfc5 req-8e6ab62b-2ae1-4b9e-8a00-18c64a94ec3a tempest-ServerRescueTestJSONUnderV235-163125560 tempest-ServerRescueTestJSONUnderV235-163125560-project] 10.222.0.44 "GET /v2.0/ports?device_id=a3095d0a-bceb-438d-9a27-8bd12a2f8d45 HTTP/1.1" status: 200 len: 943 time: 0.0941212 Oct 27 10:42:12.631844 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9244bd1b-f83a-438b-ba85-5b115a62df07 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Network 2e2fca7f-89f5-46be-84da-219d209fb5e2 is already hosted by enough agents. {{(pid=102347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:42:12.636064 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [None req-9244bd1b-f83a-438b-ba85-5b115a62df07 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Resources bound (agent type, host, resource id): {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:42:12.643058 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9244bd1b-f83a-438b-ba85-5b115a62df07 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:42:12.643726 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-9244bd1b-f83a-438b-ba85-5b115a62df07 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks [] for subnet, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:12.651953 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46c066c9-36ee-4099-99a5-a6cec28dec2e None None] Network 2e2fca7f-89f5-46be-84da-219d209fb5e2 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:42:12.666390 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9244bd1b-f83a-438b-ba85-5b115a62df07 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Pushing event updated for resources: {'Subnet': ['ID=1f5319f3-29e6-43af-ba7b-0d49a229127c,revision_number=0']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:42:12.682592 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-9244bd1b-f83a-438b-ba85-5b115a62df07 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.6022382 Oct 27 10:42:12.685164 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 48292) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:42:12.699496 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-eb449e2c-6caa-4117-8631-d8b30960bfc5 req-3b41e5b8-4f2e-4aa5-99d6-dcc4a44e4ce2 tempest-ServerRescueTestJSONUnderV235-163125560 tempest-ServerRescueTestJSONUnderV235-163125560-project] 10.222.0.44 "GET /v2.0/security-groups?id=d4da16b0-ae97-40b5-8605-2eb4fca87de4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926273 Oct 27 10:42:12.699754 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-f514ee95-c67b-4996-b1bc-f55061588226 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1781509473', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '1f5319f3-29e6-43af-ba7b-0d49a229127c'}], 'security_groups': ['e580d22c-2226-4de0-87f8-2c14a7427637', '11188fa1-a859-4897-8c07-9cf90318c2aa']}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:42:12.716300 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Pushing event updated for resources: {'Port': ['ID=83f62670-543e-42ae-85c6-907e844c2021,revision_number=4']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:42:12.880680 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 48302) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:42:12.895890 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] get_ports_and_sgs() called for port_ids ['83f62670-543e-42ae-85c6-907e844c2021'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:42:12.898305 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-f514ee95-c67b-4996-b1bc-f55061588226 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:13.054879 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-e930fa3f-82b0-46a0-8d33-815239242116 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-759261996-network', 'tenant_id': '583ef9af0d3c481a8fc4a74870569fec'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:42:13.119260 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e930fa3f-82b0-46a0-8d33-815239242116 admin admin] Made reservation on behalf of 583ef9af0d3c481a8fc4a74870569fec for: {'network': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:42:13.121594 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-e930fa3f-82b0-46a0-8d33-815239242116 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for network, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:13.135120 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-e930fa3f-82b0-46a0-8d33-815239242116 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:13.156731 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85168a17-dfd3-4884-b471-161927ee6b90 None None] Update dhcp port {'port': {'network_id': '2e2fca7f-89f5-46be-84da-219d209fb5e2', 'fixed_ips': [{'subnet_id': '5c9bc5a8-56c7-4630-a0b9-6d76098263e7', 'ip_address': '172.20.0.18'}, {'subnet_id': '66f5622a-a992-4c96-94a2-bd219eef95c7', 'ip_address': '172.20.0.2'}, {'subnet_id': '1f5319f3-29e6-43af-ba7b-0d49a229127c'}], 'binding:host_id': 'n-d-813419-10'}, 'id': '3db3f202-a61c-44e7-9727-3cbda1cbd69f'} from n-d-813419-10. {{(pid=102348) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 27 10:42:13.200096 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-85168a17-dfd3-4884-b471-161927ee6b90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:13.275268 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-e930fa3f-82b0-46a0-8d33-815239242116 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:13.282520 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-e930fa3f-82b0-46a0-8d33-815239242116 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:13.325974 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e930fa3f-82b0-46a0-8d33-815239242116 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 434} {{(pid=102347) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 10:42:13.356624 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-e930fa3f-82b0-46a0-8d33-815239242116 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:13.357045 n-d-813419-10 neutron-server[102347]: INFO neutron.db.segments_db [None req-e930fa3f-82b0-46a0-8d33-815239242116 admin admin] Added segment 1eb6e997-c0c8-40af-95c5-02a5a285d453 of type vlan for network 078364b9-c0d6-46b3-a09d-897449e30257 Oct 27 10:42:13.358415 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e930fa3f-82b0-46a0-8d33-815239242116 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4e516cb-1042-4e51-936c-75b42209def5,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:42:13.377402 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_common [None req-f514ee95-c67b-4996-b1bc-f55061588226 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Delete allocated IP 172.20.0.3 (2e2fca7f-89f5-46be-84da-219d209fb5e2/66f5622a-a992-4c96-94a2-bd219eef95c7) {{(pid=102347) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 27 10:42:13.406458 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_common [None req-f514ee95-c67b-4996-b1bc-f55061588226 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Allocated IP 172.20.0.43 (2e2fca7f-89f5-46be-84da-219d209fb5e2/1f5319f3-29e6-43af-ba7b-0d49a229127c/223abaff-c7b3-4f24-8980-a56058ad792a) {{(pid=102347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:42:13.424053 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-e930fa3f-82b0-46a0-8d33-815239242116 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743872593080'] for network, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:13.474037 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-e930fa3f-82b0-46a0-8d33-815239242116 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913'] for network, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:13.475014 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e930fa3f-82b0-46a0-8d33-815239242116 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:42:13.475590 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-e930fa3f-82b0-46a0-8d33-815239242116 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for network, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:13.570866 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-e930fa3f-82b0-46a0-8d33-815239242116 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6891353 Oct 27 10:42:13.574274 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 48318) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:42:13.581610 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-564c6114-afa8-47fc-986f-59d8fab013b3 admin admin] Request body: {'subnet': {'network_id': '078364b9-c0d6-46b3-a09d-897449e30257', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-759261996-subnet', 'tenant_id': '583ef9af0d3c481a8fc4a74870569fec', 'ip_version': 4}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:42:13.590351 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e930fa3f-82b0-46a0-8d33-815239242116 admin admin] Pushing event updated for resources: {'Network': ['ID=078364b9-c0d6-46b3-a09d-897449e30257,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:42:13.607171 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Network 078364b9-c0d6-46b3-a09d-897449e30257 details requested by agent ovs-agent-n-d-813419-10 with host n-d-813419-10 {{(pid=102348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 10:42:13.609958 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-564c6114-afa8-47fc-986f-59d8fab013b3 admin admin] Made reservation on behalf of 583ef9af0d3c481a8fc4a74870569fec for: {'subnet': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:42:13.612419 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-564c6114-afa8-47fc-986f-59d8fab013b3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27167186'] for subnet, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:13.692599 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-f514ee95-c67b-4996-b1bc-f55061588226 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks [] for port, precommit_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:13.701785 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-f514ee95-c67b-4996-b1bc-f55061588226 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:13.778697 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.db_base_plugin_common [None req-85168a17-dfd3-4884-b471-161927ee6b90 None None] Allocated IP 172.20.0.34 (2e2fca7f-89f5-46be-84da-219d209fb5e2/1f5319f3-29e6-43af-ba7b-0d49a229127c/3db3f202-a61c-44e7-9727-3cbda1cbd69f) {{(pid=102348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:42:13.819230 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f514ee95-c67b-4996-b1bc-f55061588226 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Pushing event updated for resources: {'Port': ['ID=223abaff-c7b3-4f24-8980-a56058ad792a,revision_number=2']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:42:13.862600 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-f514ee95-c67b-4996-b1bc-f55061588226 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] In _notify_port_updated(), no bound segment for port 223abaff-c7b3-4f24-8980-a56058ad792a on network 2e2fca7f-89f5-46be-84da-219d209fb5e2 {{(pid=102347) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 27 10:42:13.868419 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f514ee95-c67b-4996-b1bc-f55061588226 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:42:13.869072 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-f514ee95-c67b-4996-b1bc-f55061588226 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:13.870537 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-f514ee95-c67b-4996-b1bc-f55061588226 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] 10.222.0.44 "PUT /v2.0/ports/223abaff-c7b3-4f24-8980-a56058ad792a HTTP/1.1" status: 200 len: 960 time: 1.1827900 Oct 27 10:42:13.874895 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 48326) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:42:13.888719 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-564c6114-afa8-47fc-986f-59d8fab013b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27024290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27167168'] for subnet, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:13.897244 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162e2bb5-cd9e-4dcc-9511-d84bd43589f2 req-7d5b7527-00a6-4cca-a4d8-a71c629ca1b6 tempest-ServerRescueTestJSONUnderV235-163125560 tempest-ServerRescueTestJSONUnderV235-163125560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:42:13.902471 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-85168a17-dfd3-4884-b471-161927ee6b90 None None] For port 3db3f202-a61c-44e7-9727-3cbda1cbd69f, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=3db3f202-a61c-44e7-9727-3cbda1cbd69f,segment=NetworkSegment(0dc5d452-5ba0-43d8-a2fb-903c6a04db69),segment_id=0dc5d452-5ba0-43d8-a2fb-903c6a04db69)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:42:13.903030 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-162e2bb5-cd9e-4dcc-9511-d84bd43589f2 req-7d5b7527-00a6-4cca-a4d8-a71c629ca1b6 tempest-ServerRescueTestJSONUnderV235-163125560 tempest-ServerRescueTestJSONUnderV235-163125560-project] 10.222.0.44 "GET /v2.0/ports?device_id=a3095d0a-bceb-438d-9a27-8bd12a2f8d45 HTTP/1.1" status: 200 len: 944 time: 0.0934620 Oct 27 10:42:13.944569 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-85168a17-dfd3-4884-b471-161927ee6b90 None None] Publish callbacks [] for port, precommit_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:13.947011 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-162e2bb5-cd9e-4dcc-9511-d84bd43589f2 req-be587b95-6f29-46fe-b5ca-bea5f8af7d01 tempest-ServerRescueTestJSONUnderV235-163125560 tempest-ServerRescueTestJSONUnderV235-163125560-project] 10.222.0.44 "GET /v2.0/security-groups?id=d4da16b0-ae97-40b5-8605-2eb4fca87de4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355394 Oct 27 10:42:13.951586 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-85168a17-dfd3-4884-b471-161927ee6b90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:14.028714 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564c6114-afa8-47fc-986f-59d8fab013b3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b09417ab-0690-4456-9046-7be3717fe4e8,revision_number=0']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:42:14.044858 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85168a17-dfd3-4884-b471-161927ee6b90 None None] Pushing event updated for resources: {'Port': ['ID=3db3f202-a61c-44e7-9727-3cbda1cbd69f,revision_number=7']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:42:14.058970 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-564c6114-afa8-47fc-986f-59d8fab013b3 admin admin] Checking segment: {'id': '1eb6e997-c0c8-40af-95c5-02a5a285d453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '078364b9-c0d6-46b3-a09d-897449e30257'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:42:14.059508 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-564c6114-afa8-47fc-986f-59d8fab013b3 admin admin] Network hostable DHCP agents. Network: 078364b9-c0d6-46b3-a09d-897449e30257, hostable agents: ['eafd4000-b897-4722-ae8b-0118ec955181'], hosted agents: [] {{(pid=102346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 10:42:14.081853 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-9b99a1ce-89bd-4d38-8c4e-8e5998cc2c0c tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Deleting port 223abaff-c7b3-4f24-8980-a56058ad792a {{(pid=102346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:42:14.082189 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-9b99a1ce-89bd-4d38-8c4e-8e5998cc2c0c tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:14.143225 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 3db3f202-a61c-44e7-9727-3cbda1cbd69f up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:42:14.151298 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-564c6114-afa8-47fc-986f-59d8fab013b3 admin admin] Network 078364b9-c0d6-46b3-a09d-897449e30257 is scheduled to be hosted by DHCP agent eafd4000-b897-4722-ae8b-0118ec955181 with binding_index 1 {{(pid=102346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 10:42:14.169056 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-564c6114-afa8-47fc-986f-59d8fab013b3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-10, 078364b9-c0d6-46b3-a09d-897449e30257) {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:42:14.174918 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-564c6114-afa8-47fc-986f-59d8fab013b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:42:14.176115 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-564c6114-afa8-47fc-986f-59d8fab013b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for subnet, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:14.180898 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07d6becb-dbbe-4c40-8327-27c3c3557064 None None] Network 078364b9-c0d6-46b3-a09d-897449e30257 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:42:14.214754 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-564c6114-afa8-47fc-986f-59d8fab013b3 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6352882 Oct 27 10:42:14.218913 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 48332) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:42:14.223445 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-0e56a5b1-64d1-49ef-9989-6769d48bb86e admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-759261996-router', 'tenant_id': '583ef9af0d3c481a8fc4a74870569fec', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'}}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:42:14.231997 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device 83f62670-543e-42ae-85c6-907e844c2021 up at agent hyperv_n-h2-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:42:14.279396 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-0e56a5b1-64d1-49ef-9989-6769d48bb86e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1768632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3610'] for router, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:14.280059 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-0e56a5b1-64d1-49ef-9989-6769d48bb86e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1765704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1769409', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1694266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3597'] for router, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:14.309117 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-9b99a1ce-89bd-4d38-8c4e-8e5998cc2c0c tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:14.336834 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-9b99a1ce-89bd-4d38-8c4e-8e5998cc2c0c tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Calling delete_port for 223abaff-c7b3-4f24-8980-a56058ad792a owned by {{(pid=102346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:42:14.352812 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port 3db3f202-a61c-44e7-9727-3cbda1cbd69f triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:42:14.353485 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:14.379438 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-0e56a5b1-64d1-49ef-9989-6769d48bb86e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:14.430444 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Provisioning for port 83f62670-543e-42ae-85c6-907e844c2021 completed by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 10:42:14.436837 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Provisioning complete for port 83f62670-543e-42ae-85c6-907e844c2021 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:42:14.437327 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:14.443945 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-873f5a9a-1d57-4ba4-bb99-57c7f5cc285c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp734b258e-7d96-550c-b970-9b72ab66f383-078364b9-c0d6-46b3-a09d-897449e30257', 'network_id': '078364b9-c0d6-46b3-a09d-897449e30257', 'tenant_id': '583ef9af0d3c481a8fc4a74870569fec', 'fixed_ips': [{'subnet_id': 'b09417ab-0690-4456-9046-7be3717fe4e8'}]}} from n-d-813419-10. {{(pid=102348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 10:42:14.444684 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-873f5a9a-1d57-4ba4-bb99-57c7f5cc285c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:14.680546 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.db_base_plugin_common [None req-873f5a9a-1d57-4ba4-bb99-57c7f5cc285c None None] Allocated IP 172.20.0.2 (078364b9-c0d6-46b3-a09d-897449e30257/b09417ab-0690-4456-9046-7be3717fe4e8/d708460c-a2b8-49d0-a5fd-7c25805d1fc7) {{(pid=102348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:42:14.713102 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-0e56a5b1-64d1-49ef-9989-6769d48bb86e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:14.733489 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-9b99a1ce-89bd-4d38-8c4e-8e5998cc2c0c tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:14.790216 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:14.809514 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b99a1ce-89bd-4d38-8c4e-8e5998cc2c0c tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Pushing event deleted for resources: {'Port': ['ID=223abaff-c7b3-4f24-8980-a56058ad792a,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:42:14.842540 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3095d0a-bceb-438d-9a27-8bd12a2f8d45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83f62670-543e-42ae-85c6-907e844c2021'}] {{(pid=102348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:42:14.845492 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c588921fa634554a1d9242fdea1b05457a9ff1d3b28ba54ec1dace7f2f1df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cda89df7-2c65-4806-b317-7471fcb2c6a6" -d '{"events": [{"server_uuid": "a3095d0a-bceb-438d-9a27-8bd12a2f8d45", "name": "network-vif-plugged", "status": "completed", "tag": "83f62670-543e-42ae-85c6-907e844c2021"}]}' {{(pid=102348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:42:14.877716 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] For port 83f62670-543e-42ae-85c6-907e844c2021, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=83f62670-543e-42ae-85c6-907e844c2021,segment=NetworkSegment(91c0716d-bff6-49d3-9498-64df3ea0fafc),segment_id=91c0716d-bff6-49d3-9498-64df3ea0fafc)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:42:14.902155 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-9b99a1ce-89bd-4d38-8c4e-8e5998cc2c0c tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:14.909762 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-9b99a1ce-89bd-4d38-8c4e-8e5998cc2c0c tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] 10.222.0.44 "DELETE /v2.0/ports/223abaff-c7b3-4f24-8980-a56058ad792a HTTP/1.1" status: 204 len: 168 time: 1.0295193 Oct 27 10:42:14.909951 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 48350) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:42:14.913172 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:14.954119 n-d-813419-10 neutron-server[102347]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd27bd29-6300-413c-9a1e-de51eb2c8fb6 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] GET failed (client error): The resource could not be found. Oct 27 10:42:14.961772 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-cd27bd29-6300-413c-9a1e-de51eb2c8fb6 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] 10.222.0.44 "GET /v2.0/ports/223abaff-c7b3-4f24-8980-a56058ad792a HTTP/1.1" status: 404 len: 333 time: 0.0503988 Oct 27 10:42:14.962672 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 48352) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:42:15.030213 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-873f5a9a-1d57-4ba4-bb99-57c7f5cc285c None None] Publish callbacks [] for port, precommit_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:15.042574 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:42:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89d7d2b0-9699-4e6f-96fe-a3871292ac35 x-openstack-request-id: req-89d7d2b0-9699-4e6f-96fe-a3871292ac35 {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:42:15.042908 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3095d0a-bceb-438d-9a27-8bd12a2f8d45", "name": "network-vif-plugged", "status": "completed", "tag": "83f62670-543e-42ae-85c6-907e844c2021", "code": 200}]} {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:42:15.043226 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-89d7d2b0-9699-4e6f-96fe-a3871292ac35 {{(pid=102348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:42:15.043740 n-d-813419-10 neutron-server[102348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3095d0a-bceb-438d-9a27-8bd12a2f8d45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83f62670-543e-42ae-85c6-907e844c2021', 'code': 200} Oct 27 10:42:15.050764 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-873f5a9a-1d57-4ba4-bb99-57c7f5cc285c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606'] for port, after_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:15.054093 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-604a31fa-33ef-4890-ac14-950310848f31 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks [] for security_group, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:15.090973 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-604a31fa-33ef-4890-ac14-950310848f31 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:15.091805 n-d-813419-10 neutron-server[102348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-873f5a9a-1d57-4ba4-bb99-57c7f5cc285c None None] Network 078364b9-c0d6-46b3-a09d-897449e30257 is already hosted by enough agents. {{(pid=102348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:42:15.096724 n-d-813419-10 neutron-server[102348]: DEBUG neutron.scheduler.base_scheduler [None req-873f5a9a-1d57-4ba4-bb99-57c7f5cc285c None None] Resources bound (agent type, host, resource id): {{(pid=102348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:42:15.102265 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-873f5a9a-1d57-4ba4-bb99-57c7f5cc285c None None] Received port after_create {{(pid=102348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:42:15.126325 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-73896f45-364c-4de1-a26c-4e160f67c8e1 None None] Provisioning complete for port 3db3f202-a61c-44e7-9727-3cbda1cbd69f triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:42:15.127186 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-73896f45-364c-4de1-a26c-4e160f67c8e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:15.130058 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0271ae-95a6-4776-ad00-96a15bfff627 req-55d5382b-cb8a-4187-8b7c-7ef4d9bbffe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:42:15.131601 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-3f0271ae-95a6-4776-ad00-96a15bfff627 req-55d5382b-cb8a-4187-8b7c-7ef4d9bbffe8 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=a3095d0a-bceb-438d-9a27-8bd12a2f8d45 HTTP/1.1" status: 200 len: 1097 time: 0.0936260 Oct 27 10:42:15.173957 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-604a31fa-33ef-4890-ac14-950310848f31 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:15.177479 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-604a31fa-33ef-4890-ac14-950310848f31 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks [] for security_group, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:15.179519 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-604a31fa-33ef-4890-ac14-950310848f31 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] 10.222.0.44 "DELETE /v2.0/security-groups/77945184-8e26-4e85-9516-f29a999090a3 HTTP/1.1" status: 204 len: 168 time: 0.2156436 Oct 27 10:42:15.181257 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-0e56a5b1-64d1-49ef-9989-6769d48bb86e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:15.182852 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 48362) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:42:15.220922 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604a31fa-33ef-4890-ac14-950310848f31 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=77945184-8e26-4e85-9516-f29a999090a3,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:42:15.233627 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-3f0271ae-95a6-4776-ad00-96a15bfff627 req-d38013df-d509-4452-ab8d-3a2b5a52245d service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=d4da16b0-ae97-40b5-8605-2eb4fca87de4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918946 Oct 27 10:42:15.242075 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-0e56a5b1-64d1-49ef-9989-6769d48bb86e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:15.242246 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604a31fa-33ef-4890-ac14-950310848f31 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:42:15.242664 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604a31fa-33ef-4890-ac14-950310848f31 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:42:15.243582 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604a31fa-33ef-4890-ac14-950310848f31 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:42:15.244155 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604a31fa-33ef-4890-ac14-950310848f31 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:42:15.245325 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604a31fa-33ef-4890-ac14-950310848f31 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:42:15.246530 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604a31fa-33ef-4890-ac14-950310848f31 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:42:15.247438 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604a31fa-33ef-4890-ac14-950310848f31 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:42:15.248297 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604a31fa-33ef-4890-ac14-950310848f31 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:42:15.248864 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604a31fa-33ef-4890-ac14-950310848f31 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:42:15.250521 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604a31fa-33ef-4890-ac14-950310848f31 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:42:15.251070 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604a31fa-33ef-4890-ac14-950310848f31 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:42:15.255383 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604a31fa-33ef-4890-ac14-950310848f31 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:42:15.269546 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ead274-dc39-4bcb-b36f-36c27fd3554d req-4f5dd377-4194-4e4e-a206-60d9158c0dab tempest-ServerRescueTestJSONUnderV235-163125560 tempest-ServerRescueTestJSONUnderV235-163125560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:42:15.281872 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-71ead274-dc39-4bcb-b36f-36c27fd3554d req-4f5dd377-4194-4e4e-a206-60d9158c0dab tempest-ServerRescueTestJSONUnderV235-163125560 tempest-ServerRescueTestJSONUnderV235-163125560-project] 10.222.0.44 "GET /v2.0/ports?device_id=a3095d0a-bceb-438d-9a27-8bd12a2f8d45 HTTP/1.1" status: 200 len: 945 time: 0.1793175 Oct 27 10:42:15.282879 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-873f5a9a-1d57-4ba4-bb99-57c7f5cc285c None None] Attempting to bind port d708460c-a2b8-49d0-a5fd-7c25805d1fc7 on host n-d-813419-10 for vnic_type normal with profile {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:42:15.283388 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-873f5a9a-1d57-4ba4-bb99-57c7f5cc285c None None] Attempting to bind port d708460c-a2b8-49d0-a5fd-7c25805d1fc7 by drivers openvswitch,hyperv on host n-d-813419-10 at level 0 using segments [{'id': '1eb6e997-c0c8-40af-95c5-02a5a285d453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '078364b9-c0d6-46b3-a09d-897449e30257'}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:42:15.283594 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-873f5a9a-1d57-4ba4-bb99-57c7f5cc285c None None] Attempting to bind port d708460c-a2b8-49d0-a5fd-7c25805d1fc7 on network 078364b9-c0d6-46b3-a09d-897449e30257 {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:42:15.307202 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-873f5a9a-1d57-4ba4-bb99-57c7f5cc285c None None] Checking agent: {'id': '89dba0f3-79b2-435e-9822-33674b8f6ada', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 8, 20), 'started_at': datetime.datetime(2021, 10, 27, 10, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 41, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:42:15.307571 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-873f5a9a-1d57-4ba4-bb99-57c7f5cc285c None None] Checking segment: {'id': '1eb6e997-c0c8-40af-95c5-02a5a285d453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '078364b9-c0d6-46b3-a09d-897449e30257'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:42:15.307967 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-873f5a9a-1d57-4ba4-bb99-57c7f5cc285c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:15.308391 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-873f5a9a-1d57-4ba4-bb99-57c7f5cc285c None None] Bound using segment: {'id': '1eb6e997-c0c8-40af-95c5-02a5a285d453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '078364b9-c0d6-46b3-a09d-897449e30257'} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:42:15.308872 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-873f5a9a-1d57-4ba4-bb99-57c7f5cc285c None None] Bound port: d708460c-a2b8-49d0-a5fd-7c25805d1fc7, host: n-d-813419-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1eb6e997-c0c8-40af-95c5-02a5a285d453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '078364b9-c0d6-46b3-a09d-897449e30257'}}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:42:15.309249 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-873f5a9a-1d57-4ba4-bb99-57c7f5cc285c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:15.330557 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Pushing event updated for resources: {'Port': ['ID=83f62670-543e-42ae-85c6-907e844c2021,revision_number=5']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:42:15.344140 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-71ead274-dc39-4bcb-b36f-36c27fd3554d req-48932fa3-d93f-4821-a411-4eac005eb013 tempest-ServerRescueTestJSONUnderV235-163125560 tempest-ServerRescueTestJSONUnderV235-163125560-project] 10.222.0.44 "GET /v2.0/security-groups?id=d4da16b0-ae97-40b5-8605-2eb4fca87de4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612879 Oct 27 10:42:15.384376 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873f5a9a-1d57-4ba4-bb99-57c7f5cc285c None None] Pushing event updated for resources: {'Port': ['ID=d708460c-a2b8-49d0-a5fd-7c25805d1fc7,revision_number=1']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:42:15.431518 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-af440f7a-6c43-46ba-835a-e3e2e7fbae1c tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks [] for security_group, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:15.473050 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-73896f45-364c-4de1-a26c-4e160f67c8e1 None None] Could not find standard attr ID for object 223abaff-c7b3-4f24-8980-a56058ad792a. {{(pid=102348) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 27 10:42:15.473667 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-af440f7a-6c43-46ba-835a-e3e2e7fbae1c tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:15.476788 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_common [None req-0e56a5b1-64d1-49ef-9989-6769d48bb86e admin admin] Allocated IP 172.25.8.30 (185ff123-c7ff-45c7-a6be-71feb35acc9c/0fb9f9d1-7384-481f-8fa8-f4566c349d30/53078d8b-4caf-4d8d-b215-7b320c71dca5) {{(pid=102346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:42:15.485419 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-873f5a9a-1d57-4ba4-bb99-57c7f5cc285c None None] For port d708460c-a2b8-49d0-a5fd-7c25805d1fc7, host n-d-813419-10, cleared binding levels {{(pid=102348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:42:15.491509 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-873f5a9a-1d57-4ba4-bb99-57c7f5cc285c None None] For port d708460c-a2b8-49d0-a5fd-7c25805d1fc7, host n-d-813419-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=d708460c-a2b8-49d0-a5fd-7c25805d1fc7,segment=NetworkSegment(1eb6e997-c0c8-40af-95c5-02a5a285d453),segment_id=1eb6e997-c0c8-40af-95c5-02a5a285d453)] {{(pid=102348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:42:15.495572 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-73896f45-364c-4de1-a26c-4e160f67c8e1 None None] Provisioning complete for port 2515e50e-f66b-4ca5-9c40-41294be5af84 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:42:15.496233 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-73896f45-364c-4de1-a26c-4e160f67c8e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:15.499015 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-873f5a9a-1d57-4ba4-bb99-57c7f5cc285c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:15.581452 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-73896f45-364c-4de1-a26c-4e160f67c8e1 None None] Port 2515e50e-f66b-4ca5-9c40-41294be5af84 cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:42:15.598574 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-af440f7a-6c43-46ba-835a-e3e2e7fbae1c tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:15.601610 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-af440f7a-6c43-46ba-835a-e3e2e7fbae1c tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:15.602844 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-af440f7a-6c43-46ba-835a-e3e2e7fbae1c tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] 10.222.0.44 "DELETE /v2.0/security-groups/11188fa1-a859-4897-8c07-9cf90318c2aa HTTP/1.1" status: 204 len: 168 time: 0.4139128 Oct 27 10:42:15.605543 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 48376) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:42:15.623902 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873f5a9a-1d57-4ba4-bb99-57c7f5cc285c None None] Pushing event updated for resources: {'Port': ['ID=d708460c-a2b8-49d0-a5fd-7c25805d1fc7,revision_number=2']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:42:15.634809 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af440f7a-6c43-46ba-835a-e3e2e7fbae1c tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=11188fa1-a859-4897-8c07-9cf90318c2aa,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:42:15.694546 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-bb092da5-01a9-4009-8180-5591fc4b26fe None None] Could not find standard attr ID for object 223abaff-c7b3-4f24-8980-a56058ad792a. {{(pid=102348) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 27 10:42:15.717039 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-0e56a5b1-64d1-49ef-9989-6769d48bb86e admin admin] Publish callbacks [] for port, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:15.735864 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-cd630ea3-98a7-46db-8757-bc7789804396 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks [] for security_group, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:15.773888 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-cd630ea3-98a7-46db-8757-bc7789804396 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:15.786000 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-0e56a5b1-64d1-49ef-9989-6769d48bb86e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:15.825159 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e56a5b1-64d1-49ef-9989-6769d48bb86e admin admin] Network 185ff123-c7ff-45c7-a6be-71feb35acc9c is already hosted by enough agents. {{(pid=102346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:42:15.829870 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-0e56a5b1-64d1-49ef-9989-6769d48bb86e admin admin] Resources bound (agent type, host, resource id): {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:42:15.836331 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e56a5b1-64d1-49ef-9989-6769d48bb86e admin admin] Received port after_create {{(pid=102346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:42:15.839578 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-cd630ea3-98a7-46db-8757-bc7789804396 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:15.842231 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-cd630ea3-98a7-46db-8757-bc7789804396 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks [] for security_group, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:15.843406 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-cd630ea3-98a7-46db-8757-bc7789804396 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] 10.222.0.44 "DELETE /v2.0/security-groups/e580d22c-2226-4de0-87f8-2c14a7427637 HTTP/1.1" status: 204 len: 168 time: 0.2368882 Oct 27 10:42:15.857595 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 48380) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:42:15.858583 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd630ea3-98a7-46db-8757-bc7789804396 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e580d22c-2226-4de0-87f8-2c14a7427637,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:42:15.881054 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e56a5b1-64d1-49ef-9989-6769d48bb86e admin admin] Pushing event updated for resources: {'Port': ['ID=53078d8b-4caf-4d8d-b215-7b320c71dca5,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:42:15.985072 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_v2 [None req-33638580-36e4-4853-94e4-2e6248c02d1f tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Deleting subnet 66f5622a-a992-4c96-94a2-bd219eef95c7 {{(pid=102347) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 10:42:15.988821 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-33638580-36e4-4853-94e4-2e6248c02d1f tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks [] for subnet, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:16.053941 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-33638580-36e4-4853-94e4-2e6248c02d1f tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-18445109'] for subnet, precommit_delete_associations {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:16.167858 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-33638580-36e4-4853-94e4-2e6248c02d1f tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855646'] for subnet, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:16.175491 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-0e56a5b1-64d1-49ef-9989-6769d48bb86e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:16.205911 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a0e33a1e-643d-4d73-8ee6-f55501b826b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:16.222178 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device d708460c-a2b8-49d0-a5fd-7c25805d1fc7 up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:42:16.255413 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-33638580-36e4-4853-94e4-2e6248c02d1f tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-18295818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18043720'] for subnet, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:16.297913 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port d708460c-a2b8-49d0-a5fd-7c25805d1fc7 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:42:16.298303 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:16.311635 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33638580-36e4-4853-94e4-2e6248c02d1f tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Pushing event deleted for resources: {'Subnet': ['ID=66f5622a-a992-4c96-94a2-bd219eef95c7,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:42:16.319507 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-33638580-36e4-4853-94e4-2e6248c02d1f tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks [] for subnet, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:16.326623 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f12a7ca-44b6-49d8-95fc-4ee4d2b8cfb7 None None] Network 2e2fca7f-89f5-46be-84da-219d209fb5e2 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:42:16.330971 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-33638580-36e4-4853-94e4-2e6248c02d1f tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] 10.222.0.44 "DELETE /v2.0/subnets/66f5622a-a992-4c96-94a2-bd219eef95c7 HTTP/1.1" status: 204 len: 168 time: 0.4693933 Oct 27 10:42:16.332333 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 48386) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:42:16.398493 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_v2 [None req-41f43a01-6bcd-47af-b828-d35db77f62f5 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Deleting subnet 1f5319f3-29e6-43af-ba7b-0d49a229127c {{(pid=102347) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 10:42:16.406954 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-41f43a01-6bcd-47af-b828-d35db77f62f5 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks [] for subnet, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:16.448619 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-0e56a5b1-64d1-49ef-9989-6769d48bb86e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1765699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1769372'] for router, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:16.486915 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-41f43a01-6bcd-47af-b828-d35db77f62f5 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-18445109'] for subnet, precommit_delete_associations {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:16.569202 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:16.614786 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-41f43a01-6bcd-47af-b828-d35db77f62f5 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855646'] for subnet, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:16.657745 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] For port d708460c-a2b8-49d0-a5fd-7c25805d1fc7, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=d708460c-a2b8-49d0-a5fd-7c25805d1fc7,segment=NetworkSegment(1eb6e997-c0c8-40af-95c5-02a5a285d453),segment_id=1eb6e997-c0c8-40af-95c5-02a5a285d453)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:42:16.666515 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:16.713895 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8928bc3e-4ddd-4008-b159-9acfdf6b9f72 req-5f8969c4-5434-419d-989e-8b9edcebf2cf tempest-ServerRescueTestJSONUnderV235-163125560 tempest-ServerRescueTestJSONUnderV235-163125560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:42:16.720996 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-8928bc3e-4ddd-4008-b159-9acfdf6b9f72 req-5f8969c4-5434-419d-989e-8b9edcebf2cf tempest-ServerRescueTestJSONUnderV235-163125560 tempest-ServerRescueTestJSONUnderV235-163125560-project] 10.222.0.44 "GET /v2.0/ports?device_id=a3095d0a-bceb-438d-9a27-8bd12a2f8d45 HTTP/1.1" status: 200 len: 945 time: 0.1922729 Oct 27 10:42:16.725364 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-41f43a01-6bcd-47af-b828-d35db77f62f5 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-18295818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18043720'] for subnet, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:16.789654 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-41f43a01-6bcd-47af-b828-d35db77f62f5 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks [] for subnet, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:16.794844 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-41f43a01-6bcd-47af-b828-d35db77f62f5 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] 10.222.0.44 "DELETE /v2.0/subnets/1f5319f3-29e6-43af-ba7b-0d49a229127c HTTP/1.1" status: 204 len: 168 time: 0.4606149 Oct 27 10:42:16.800017 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 48394) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:42:16.806390 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f43a01-6bcd-47af-b828-d35db77f62f5 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Pushing event deleted for resources: {'Subnet': ['ID=1f5319f3-29e6-43af-ba7b-0d49a229127c,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:42:16.837655 n-d-813419-10 neutron-server[102346]: INFO neutron.pecan_wsgi.hooks.translation [None req-b39e9c62-1082-4557-ad8b-9268d336f7ed tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] DELETE failed (client error): The resource could not be found. Oct 27 10:42:16.838126 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b39e9c62-1082-4557-ad8b-9268d336f7ed tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102346) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 10:42:16.842360 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Pushing event updated for resources: {'Port': ['ID=d708460c-a2b8-49d0-a5fd-7c25805d1fc7,revision_number=3']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:42:16.846799 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-b39e9c62-1082-4557-ad8b-9268d336f7ed tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] 10.222.0.44 "DELETE /v2.0/subnets/66f5622a-a992-4c96-94a2-bd219eef95c7 HTTP/1.1" status: 404 len: 337 time: 0.0455570 Oct 27 10:42:16.849557 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 48396) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:42:16.852270 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-8928bc3e-4ddd-4008-b159-9acfdf6b9f72 req-323e256f-d972-4c82-83d8-df62fee0cb58 tempest-ServerRescueTestJSONUnderV235-163125560 tempest-ServerRescueTestJSONUnderV235-163125560-project] 10.222.0.44 "GET /v2.0/security-groups?id=d4da16b0-ae97-40b5-8605-2eb4fca87de4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193702 Oct 27 10:42:16.866915 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e56a5b1-64d1-49ef-9989-6769d48bb86e admin admin] Router 80d717ea-d3b8-464f-89cf-16a6bc2d3f40 is scheduled to L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb with binding_index 1 {{(pid=102346) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 10:42:16.928410 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_v2 [None req-a54ca20e-816a-4b99-a318-6a7b813a4791 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Deleting subnet 5c9bc5a8-56c7-4630-a0b9-6d76098263e7 {{(pid=102347) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 10:42:16.933785 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-a54ca20e-816a-4b99-a318-6a7b813a4791 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks [] for subnet, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:16.950390 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcb49884-c2d0-4a1a-9f6b-8fe3a347e027 None None] Update dhcp port {'port': {'network_id': '2e2fca7f-89f5-46be-84da-219d209fb5e2', 'fixed_ips': [{'subnet_id': '5c9bc5a8-56c7-4630-a0b9-6d76098263e7', 'ip_address': '172.20.0.18'}, {'subnet_id': '1f5319f3-29e6-43af-ba7b-0d49a229127c'}], 'binding:host_id': 'n-d-813419-10'}, 'id': '3db3f202-a61c-44e7-9727-3cbda1cbd69f'} from n-d-813419-10. {{(pid=102348) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 27 10:42:16.972983 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 48398) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:42:16.981284 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-a54ca20e-816a-4b99-a318-6a7b813a4791 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-18445109'] for subnet, precommit_delete_associations {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:16.985465 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-fcb49884-c2d0-4a1a-9f6b-8fe3a347e027 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:17.030759 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e56a5b1-64d1-49ef-9989-6769d48bb86e admin admin] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:42:17.035306 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e0ef2eb-101e-4869-b642-31274c968247 None None] Network 078364b9-c0d6-46b3-a09d-897449e30257 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:42:17.045039 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3cc7d04-d390-4c5d-b03f-7b763a5372e2 None None] Sync routers for ids ['80d717ea-d3b8-464f-89cf-16a6bc2d3f40'] in n-d-813419-10 {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:42:17.056818 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-0e56a5b1-64d1-49ef-9989-6769d48bb86e admin admin] Publish callbacks [] for router, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:17.061524 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3cc7d04-d390-4c5d-b03f-7b763a5372e2 None None] Routers {'80d717ea-d3b8-464f-89cf-16a6bc2d3f40'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:42:17.062362 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-0e56a5b1-64d1-49ef-9989-6769d48bb86e admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.8456571 Oct 27 10:42:17.062764 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-c3cc7d04-d390-4c5d-b03f-7b763a5372e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:41:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['80d717ea-d3b8-464f-89cf-16a6bc2d3f40'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:42:17.063750 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 48402) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:42:17.148186 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-a54ca20e-816a-4b99-a318-6a7b813a4791 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855646'] for subnet, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:17.171470 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-2fa83762-7a3e-4b31-ac30-9ca25b047ea0 None None] Provisioning complete for port d708460c-a2b8-49d0-a5fd-7c25805d1fc7 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:42:17.171956 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-2fa83762-7a3e-4b31-ac30-9ca25b047ea0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:17.185870 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-95b680f4-57b0-4743-8357-e1ce4d1bab0e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:17.195697 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvr_db [None req-c3cc7d04-d390-4c5d-b03f-7b763a5372e2 None None] Set router 80d717ea-d3b8-464f-89cf-16a6bc2d3f40 gateway port host: n-d-813419-10 {{(pid=102349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:42:17.228268 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-a54ca20e-816a-4b99-a318-6a7b813a4791 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-18295818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18043720'] for subnet, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:17.261948 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54ca20e-816a-4b99-a318-6a7b813a4791 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Pushing event deleted for resources: {'Subnet': ['ID=5c9bc5a8-56c7-4630-a0b9-6d76098263e7,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:42:17.274901 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server [None req-fcb49884-c2d0-4a1a-9f6b-8fe3a347e027 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5c9bc5a8-56c7-4630-a0b9-6d76098263e7: This subnet is being modified by another concurrent operation. Oct 27 10:42:17.274901 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 27 10:42:17.274901 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 27 10:42:17.274901 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 27 10:42:17.274901 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 27 10:42:17.274901 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 27 10:42:17.274901 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 27 10:42:17.274901 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 27 10:42:17.274901 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 27 10:42:17.274901 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 27 10:42:17.274901 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 27 10:42:17.274901 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 27 10:42:17.274901 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 27 10:42:17.274901 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 27 10:42:17.274901 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 27 10:42:17.274901 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 27 10:42:17.274901 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 27 10:42:17.274901 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server raise self.value Oct 27 10:42:17.274901 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 27 10:42:17.274901 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 27 10:42:17.274901 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 27 10:42:17.274901 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 27 10:42:17.274901 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 27 10:42:17.274901 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 27 10:42:17.274901 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 27 10:42:17.274901 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server raise self.value Oct 27 10:42:17.274901 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 27 10:42:17.274901 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 27 10:42:17.274901 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 27 10:42:17.274901 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 27 10:42:17.274901 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 27 10:42:17.274901 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 27 10:42:17.274901 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 27 10:42:17.274901 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server raise self.value Oct 27 10:42:17.274901 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 27 10:42:17.274901 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 27 10:42:17.274901 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Oct 27 10:42:17.274901 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Oct 27 10:42:17.274901 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Oct 27 10:42:17.274901 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Oct 27 10:42:17.274901 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Oct 27 10:42:17.274901 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 27 10:42:17.274901 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 27 10:42:17.274901 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 27 10:42:17.274901 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 27 10:42:17.274901 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 27 10:42:17.274901 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 27 10:42:17.274901 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 27 10:42:17.274901 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 27 10:42:17.274901 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server raise self.value Oct 27 10:42:17.274901 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 27 10:42:17.274901 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 27 10:42:17.274901 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 27 10:42:17.274901 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 27 10:42:17.279521 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 27 10:42:17.279521 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 27 10:42:17.279521 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 27 10:42:17.279521 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server raise self.value Oct 27 10:42:17.279521 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 27 10:42:17.279521 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 27 10:42:17.279521 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 27 10:42:17.279521 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 27 10:42:17.279521 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 27 10:42:17.279521 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 27 10:42:17.279521 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 27 10:42:17.279521 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server raise self.value Oct 27 10:42:17.279521 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 27 10:42:17.279521 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 27 10:42:17.279521 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1740, in update_port Oct 27 10:42:17.279521 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Oct 27 10:42:17.279521 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 27 10:42:17.279521 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 27 10:42:17.279521 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1515, in update_port Oct 27 10:42:17.279521 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Oct 27 10:42:17.279521 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Oct 27 10:42:17.279521 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Oct 27 10:42:17.279521 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Oct 27 10:42:17.279521 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Oct 27 10:42:17.279521 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Oct 27 10:42:17.279521 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 27 10:42:17.279521 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Oct 27 10:42:17.279521 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 27 10:42:17.279521 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 27 10:42:17.279521 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server raise exception Oct 27 10:42:17.279521 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5c9bc5a8-56c7-4630-a0b9-6d76098263e7: This subnet is being modified by another concurrent operation. Oct 27 10:42:17.279521 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server Oct 27 10:42:17.288665 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-a54ca20e-816a-4b99-a318-6a7b813a4791 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks [] for subnet, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:17.294724 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-a54ca20e-816a-4b99-a318-6a7b813a4791 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] 10.222.0.44 "DELETE /v2.0/subnets/5c9bc5a8-56c7-4630-a0b9-6d76098263e7 HTTP/1.1" status: 204 len: 168 time: 0.4418366 Oct 27 10:42:17.295267 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 48404) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:42:17.348262 n-d-813419-10 neutron-server[102347]: INFO neutron.pecan_wsgi.hooks.translation [None req-2bdf48bb-b50c-4757-baf2-8d55fa642bfe tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] DELETE failed (client error): The resource could not be found. Oct 27 10:42:17.348840 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2bdf48bb-b50c-4757-baf2-8d55fa642bfe tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102347) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 10:42:17.354439 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-2bdf48bb-b50c-4757-baf2-8d55fa642bfe tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] 10.222.0.44 "DELETE /v2.0/subnets/9f76a1b3-c984-496d-a368-eeb7065662b7 HTTP/1.1" status: 404 len: 337 time: 0.0557237 Oct 27 10:42:17.355247 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 48406) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:42:17.408173 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-22d4c8bb-7382-4018-b141-66cb86f1b43a tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] 10.222.0.44 "GET /v2.0/ports?device_id=0903114f-f1d3-43a2-ae0c-cbeab8f2ce79 HTTP/1.1" status: 200 len: 205 time: 0.0496545 Oct 27 10:42:17.408878 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 48408) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:42:17.415986 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9b6f8f3-8c08-4aec-bdbe-ceb4d542580f None None] Network 2e2fca7f-89f5-46be-84da-219d209fb5e2 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:42:17.471896 n-d-813419-10 neutron-server[102347]: INFO neutron.api.v2.resource [None req-310e8ee0-5445-47e3-a1e5-a1192ffdd542 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] delete failed (client error): The resource could not be found. Oct 27 10:42:17.473551 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-310e8ee0-5445-47e3-a1e5-a1192ffdd542 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] 10.222.0.44 "DELETE /v2.0/routers/0903114f-f1d3-43a2-ae0c-cbeab8f2ce79 HTTP/1.1" status: 404 len: 336 time: 0.0633907 Oct 27 10:42:17.475817 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 48410) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:42:17.505115 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-c3cc7d04-d390-4c5d-b03f-7b763a5372e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80d717ea-d3b8-464f-89cf-16a6bc2d3f40', 'name': 'tempest-TestServerMultinode-759261996-router', 'tenant_id': '583ef9af0d3c481a8fc4a74870569fec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.30'}], 'enable_snat': True}, 'gw_port_id': '53078d8b-4caf-4d8d-b215-7b320c71dca5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:42:14Z', 'updated_at': '2021-10-27T10:42:16Z', 'revision_number': 3, 'project_id': '583ef9af0d3c481a8fc4a74870569fec', 'gw_port': {'id': '53078d8b-4caf-4d8d-b215-7b320c71dca5', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:48:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80d717ea-d3b8-464f-89cf-16a6bc2d3f40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2575, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:42:15Z', 'updated_at': '2021-10-27T10:42:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10'}], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:42:17.513030 n-d-813419-10 neutron-server[102347]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a153e08-b29c-42b2-80e6-f0b5d9c31bd1 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] DELETE failed (client error): The resource could not be found. Oct 27 10:42:17.513481 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a153e08-b29c-42b2-80e6-f0b5d9c31bd1 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102347) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 10:42:17.517004 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-1a153e08-b29c-42b2-80e6-f0b5d9c31bd1 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] 10.222.0.44 "DELETE /v2.0/subnets/3b8c25b7-9ac6-45c8-8486-7569d36de0cc HTTP/1.1" status: 404 len: 337 time: 0.0399086 Oct 27 10:42:17.521438 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 48412) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:42:17.555945 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3cc7d04-d390-4c5d-b03f-7b763a5372e2 None None] Checking router: 80d717ea-d3b8-464f-89cf-16a6bc2d3f40 for host: n-d-813419-10 {{(pid=102349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 10:42:17.556725 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3cc7d04-d390-4c5d-b03f-7b763a5372e2 None None] Updating router 80d717ea-d3b8-464f-89cf-16a6bc2d3f40 port 53078d8b-4caf-4d8d-b215-7b320c71dca5 binding host n-d-813419-10 {{(pid=102349) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 10:42:17.568720 n-d-813419-10 neutron-server[102347]: INFO neutron.pecan_wsgi.hooks.translation [None req-117c3919-d517-4000-95d3-8b5b1c94fdd6 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] DELETE failed (client error): The resource could not be found. Oct 27 10:42:17.568720 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-117c3919-d517-4000-95d3-8b5b1c94fdd6 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102347) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 10:42:17.574180 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-117c3919-d517-4000-95d3-8b5b1c94fdd6 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] 10.222.0.44 "DELETE /v2.0/subnets/4a2e41ba-9f80-4e6a-8f83-e39dd0747a86 HTTP/1.1" status: 404 len: 337 time: 0.0516868 Oct 27 10:42:17.574799 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 48414) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:42:17.589804 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-c3cc7d04-d390-4c5d-b03f-7b763a5372e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:17.605233 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-29e75d27-7323-4c74-9ddf-9e9f0b573730 None None] Provisioning complete for port 3db3f202-a61c-44e7-9727-3cbda1cbd69f triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:42:17.605930 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-29e75d27-7323-4c74-9ddf-9e9f0b573730 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:17.613183 n-d-813419-10 neutron-server[102347]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca2bbae7-ca39-4c16-a3b7-73adc460a78e tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] DELETE failed (client error): The resource could not be found. Oct 27 10:42:17.613622 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca2bbae7-ca39-4c16-a3b7-73adc460a78e tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102347) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 10:42:17.622513 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-ca2bbae7-ca39-4c16-a3b7-73adc460a78e tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] 10.222.0.44 "DELETE /v2.0/subnets/87b58a8a-200b-4b17-9ef9-52a28f045bfa HTTP/1.1" status: 404 len: 337 time: 0.0466864 Oct 27 10:42:17.625085 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 48416) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:42:17.683705 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64ddcb90-7e61-45ba-98dd-a21323bd7021 None None] DHCP port deletion for 2e2fca7f-89f5-46be-84da-219d209fb5e2 request from n-d-813419-10 {{(pid=102348) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 10:42:17.685107 n-d-813419-10 neutron-server[102347]: INFO neutron.pecan_wsgi.hooks.translation [None req-89b0e7e4-f6b6-4540-87da-963a1b2a3faa tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] DELETE failed (client error): The resource could not be found. Oct 27 10:42:17.685832 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89b0e7e4-f6b6-4540-87da-963a1b2a3faa tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102347) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 10:42:17.691687 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-89b0e7e4-f6b6-4540-87da-963a1b2a3faa tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] 10.222.0.44 "DELETE /v2.0/ports/3558b449-0409-44f9-958b-32342beaa4ee HTTP/1.1" status: 404 len: 333 time: 0.0653377 Oct 27 10:42:17.693891 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 48418) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:42:17.740423 n-d-813419-10 neutron-server[102347]: INFO neutron.pecan_wsgi.hooks.translation [None req-3076d784-253a-4f23-b985-2b4edb3d1843 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] DELETE failed (client error): The resource could not be found. Oct 27 10:42:17.741255 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3076d784-253a-4f23-b985-2b4edb3d1843 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102347) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 10:42:17.744704 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-3076d784-253a-4f23-b985-2b4edb3d1843 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] 10.222.0.44 "DELETE /v2.0/subnets/d047811e-83ad-42cb-a6f3-fb9ba56a17f1 HTTP/1.1" status: 404 len: 337 time: 0.0496910 Oct 27 10:42:17.747157 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 48420) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:42:17.785424 n-d-813419-10 neutron-server[102347]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e38c8a1-f440-46b3-92fa-80783f8cfbee tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] DELETE failed (client error): The resource could not be found. Oct 27 10:42:17.786290 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e38c8a1-f440-46b3-92fa-80783f8cfbee tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102347) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 10:42:17.788225 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-29e75d27-7323-4c74-9ddf-9e9f0b573730 None None] Provisioning complete for port 2515e50e-f66b-4ca5-9c40-41294be5af84 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:42:17.788596 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-29e75d27-7323-4c74-9ddf-9e9f0b573730 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:17.790543 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-4e38c8a1-f440-46b3-92fa-80783f8cfbee tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] 10.222.0.44 "DELETE /v2.0/subnets/c24aedd4-7be9-4b1f-97b8-b17e3e4dc10c HTTP/1.1" status: 404 len: 337 time: 0.0421636 Oct 27 10:42:17.793144 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 48422) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:42:17.821192 n-d-813419-10 neutron-server[102347]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6b7f0f4-4918-4677-9241-930027d62674 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] DELETE failed (client error): The resource could not be found. Oct 27 10:42:17.822833 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6b7f0f4-4918-4677-9241-930027d62674 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102347) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 10:42:17.829583 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-d6b7f0f4-4918-4677-9241-930027d62674 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] 10.222.0.44 "DELETE /v2.0/ports/af7025cc-c7dd-48dc-961c-cfa481295ce9 HTTP/1.1" status: 404 len: 333 time: 0.0347521 Oct 27 10:42:17.832028 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 48424) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:42:17.834182 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-64ddcb90-7e61-45ba-98dd-a21323bd7021 None None] Deleting port 3db3f202-a61c-44e7-9727-3cbda1cbd69f {{(pid=102348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:42:17.834550 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-64ddcb90-7e61-45ba-98dd-a21323bd7021 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:17.863117 n-d-813419-10 neutron-server[102347]: INFO neutron.pecan_wsgi.hooks.translation [None req-03b8be27-5a90-48c6-899c-41912cf6b4a0 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] DELETE failed (client error): The resource could not be found. Oct 27 10:42:17.864011 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03b8be27-5a90-48c6-899c-41912cf6b4a0 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102347) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 10:42:17.871315 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-03b8be27-5a90-48c6-899c-41912cf6b4a0 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] 10.222.0.44 "DELETE /v2.0/subnets/ae4567f0-0b9e-4ef6-9221-524f0e38322c HTTP/1.1" status: 404 len: 337 time: 0.0378489 Oct 27 10:42:17.872531 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 48426) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:42:17.904727 n-d-813419-10 neutron-server[102347]: INFO neutron.pecan_wsgi.hooks.translation [None req-ccf71558-978d-4d88-b1db-52d0b01543d0 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] DELETE failed (client error): The resource could not be found. Oct 27 10:42:17.905857 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ccf71558-978d-4d88-b1db-52d0b01543d0 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102347) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 10:42:17.913170 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-ccf71558-978d-4d88-b1db-52d0b01543d0 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] 10.222.0.44 "DELETE /v2.0/subnets/9c5cdad4-b780-40af-a78f-a6f200e25b44 HTTP/1.1" status: 404 len: 337 time: 0.0392699 Oct 27 10:42:17.914111 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 48430) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:42:17.937336 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-c3cc7d04-d390-4c5d-b03f-7b763a5372e2 None None] Publish callbacks [] for port, precommit_update {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:17.946541 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-64ddcb90-7e61-45ba-98dd-a21323bd7021 None None] For port 3db3f202-a61c-44e7-9727-3cbda1cbd69f, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=3db3f202-a61c-44e7-9727-3cbda1cbd69f,segment=NetworkSegment(0dc5d452-5ba0-43d8-a2fb-903c6a04db69),segment_id=0dc5d452-5ba0-43d8-a2fb-903c6a04db69)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:42:17.947270 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-64ddcb90-7e61-45ba-98dd-a21323bd7021 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:17.954500 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-c3cc7d04-d390-4c5d-b03f-7b763a5372e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:17.964391 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-64ddcb90-7e61-45ba-98dd-a21323bd7021 None None] Calling delete_port for 3db3f202-a61c-44e7-9727-3cbda1cbd69f owned by network:dhcp {{(pid=102348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:42:17.967649 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-29e75d27-7323-4c74-9ddf-9e9f0b573730 None None] Port 2515e50e-f66b-4ca5-9c40-41294be5af84 cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:42:18.016173 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-95b680f4-57b0-4743-8357-e1ce4d1bab0e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:18.043794 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1878fb3b-92d5-4d81-acd2-c444007fea6e None None] Pushing event updated for resources: {'Port': ['ID=53078d8b-4caf-4d8d-b215-7b320c71dca5,revision_number=2']} {{(pid=102349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:42:18.045721 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-95b680f4-57b0-4743-8357-e1ce4d1bab0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:18.050840 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.managers [None req-c3cc7d04-d390-4c5d-b03f-7b763a5372e2 None None] Attempting to bind port 53078d8b-4caf-4d8d-b215-7b320c71dca5 on host n-d-813419-10 for vnic_type normal with profile {{(pid=102349) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:42:18.052039 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.managers [None req-c3cc7d04-d390-4c5d-b03f-7b763a5372e2 None None] Attempting to bind port 53078d8b-4caf-4d8d-b215-7b320c71dca5 by drivers openvswitch,hyperv on host n-d-813419-10 at level 0 using segments [{'id': 'bc14127b-7032-4c50-bb5b-f6813cbae86e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'}] {{(pid=102349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:42:18.059999 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3cc7d04-d390-4c5d-b03f-7b763a5372e2 None None] Attempting to bind port 53078d8b-4caf-4d8d-b215-7b320c71dca5 on network 185ff123-c7ff-45c7-a6be-71feb35acc9c {{(pid=102349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:42:18.067672 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3cc7d04-d390-4c5d-b03f-7b763a5372e2 None None] Checking agent: {'id': '89dba0f3-79b2-435e-9822-33674b8f6ada', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 8, 20), 'started_at': datetime.datetime(2021, 10, 27, 10, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 41, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:42:18.068743 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3cc7d04-d390-4c5d-b03f-7b763a5372e2 None None] Checking segment: {'id': 'bc14127b-7032-4c50-bb5b-f6813cbae86e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:42:18.069378 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-c3cc7d04-d390-4c5d-b03f-7b763a5372e2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:18.070440 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3cc7d04-d390-4c5d-b03f-7b763a5372e2 None None] Bound using segment: {'id': 'bc14127b-7032-4c50-bb5b-f6813cbae86e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'} {{(pid=102349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:42:18.071140 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.managers [None req-c3cc7d04-d390-4c5d-b03f-7b763a5372e2 None None] Bound port: 53078d8b-4caf-4d8d-b215-7b320c71dca5, host: n-d-813419-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc14127b-7032-4c50-bb5b-f6813cbae86e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'}}] {{(pid=102349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:42:18.071747 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-c3cc7d04-d390-4c5d-b03f-7b763a5372e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:18.096337 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a399609d-b7e0-4b84-b10b-1d9531109930 req-f8201569-e203-452a-b9bc-a805bdab9808 tempest-ServerRescueTestJSONUnderV235-163125560 tempest-ServerRescueTestJSONUnderV235-163125560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:42:18.098427 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-a399609d-b7e0-4b84-b10b-1d9531109930 req-f8201569-e203-452a-b9bc-a805bdab9808 tempest-ServerRescueTestJSONUnderV235-163125560 tempest-ServerRescueTestJSONUnderV235-163125560-project] 10.222.0.44 "GET /v2.0/ports?device_id=a3095d0a-bceb-438d-9a27-8bd12a2f8d45 HTTP/1.1" status: 200 len: 945 time: 0.1006181 Oct 27 10:42:18.100768 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-95b680f4-57b0-4743-8357-e1ce4d1bab0e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c367795255334919837829c865ab9b31&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1265280 Oct 27 10:42:18.101422 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 48432) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:42:18.101873 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-49293999-3040-4991-8b28-fa8aa2b8a103 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Deleting port 2515e50e-f66b-4ca5-9c40-41294be5af84 {{(pid=102347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:42:18.102099 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-49293999-3040-4991-8b28-fa8aa2b8a103 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:18.133035 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-e6165985-a360-4295-aa4d-32c5afade777 None None] Provisioning complete for port d708460c-a2b8-49d0-a5fd-7c25805d1fc7 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:42:18.133705 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-e6165985-a360-4295-aa4d-32c5afade777 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:18.135751 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-64ddcb90-7e61-45ba-98dd-a21323bd7021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615'] for port, after_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:18.152738 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.db [None req-c3cc7d04-d390-4c5d-b03f-7b763a5372e2 None None] For port 53078d8b-4caf-4d8d-b215-7b320c71dca5, host n-d-813419-10, cleared binding levels {{(pid=102349) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:42:18.157948 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.db [None req-c3cc7d04-d390-4c5d-b03f-7b763a5372e2 None None] For port 53078d8b-4caf-4d8d-b215-7b320c71dca5, host n-d-813419-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=53078d8b-4caf-4d8d-b215-7b320c71dca5,segment=NetworkSegment(bc14127b-7032-4c50-bb5b-f6813cbae86e),segment_id=bc14127b-7032-4c50-bb5b-f6813cbae86e)] {{(pid=102349) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:42:18.158116 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b680f4-57b0-4743-8357-e1ce4d1bab0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fd0d383-d279-4fc7-901d-af32d3dde190,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:42:18.165156 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-c3cc7d04-d390-4c5d-b03f-7b763a5372e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:18.178992 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-eee76e10-e889-479d-a0a7-aa40c607cc30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:18.208416 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-6cbc369f-65a9-4c77-afac-8a12f6c8cad9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:18.236533 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64ddcb90-7e61-45ba-98dd-a21323bd7021 None None] No DVR routers for this DVR port 3db3f202-a61c-44e7-9727-3cbda1cbd69f on host n-d-813419-10 {{(pid=102348) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:42:18.238786 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device d708460c-a2b8-49d0-a5fd-7c25805d1fc7 up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:42:18.246452 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3cc7d04-d390-4c5d-b03f-7b763a5372e2 None None] Routers {'80d717ea-d3b8-464f-89cf-16a6bc2d3f40'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:42:18.247376 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-c3cc7d04-d390-4c5d-b03f-7b763a5372e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:41:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['80d717ea-d3b8-464f-89cf-16a6bc2d3f40'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:42:18.247696 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-a399609d-b7e0-4b84-b10b-1d9531109930 req-005c5142-1425-4720-94ff-c302a3b86b6d tempest-ServerRescueTestJSONUnderV235-163125560 tempest-ServerRescueTestJSONUnderV235-163125560-project] 10.222.0.44 "GET /v2.0/security-groups?id=d4da16b0-ae97-40b5-8605-2eb4fca87de4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401842 Oct 27 10:42:18.253523 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-49293999-3040-4991-8b28-fa8aa2b8a103 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:18.255761 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-6cbc369f-65a9-4c77-afac-8a12f6c8cad9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:18.263754 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1878fb3b-92d5-4d81-acd2-c444007fea6e None None] Pushing event updated for resources: {'Port': ['ID=53078d8b-4caf-4d8d-b215-7b320c71dca5,revision_number=3']} {{(pid=102349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:42:18.274489 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-49293999-3040-4991-8b28-fa8aa2b8a103 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Calling delete_port for 2515e50e-f66b-4ca5-9c40-41294be5af84 owned by {{(pid=102347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:42:18.294732 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ddcb90-7e61-45ba-98dd-a21323bd7021 None None] Pushing event deleted for resources: {'Port': ['ID=3db3f202-a61c-44e7-9727-3cbda1cbd69f,revision_number=None']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:42:18.362153 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c3b3d29-072f-4e0c-8fde-192569d70f0c None None] get_active_networks_info from n-d-813419-10 {{(pid=102348) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 27 10:42:18.419743 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-49293999-3040-4991-8b28-fa8aa2b8a103 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:18.429080 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port d708460c-a2b8-49d0-a5fd-7c25805d1fc7 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:42:18.429416 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:18.444855 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvr_db [None req-c3cc7d04-d390-4c5d-b03f-7b763a5372e2 None None] Set router 80d717ea-d3b8-464f-89cf-16a6bc2d3f40 gateway port host: n-d-813419-10 {{(pid=102349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:42:18.476946 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49293999-3040-4991-8b28-fa8aa2b8a103 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Pushing event deleted for resources: {'Port': ['ID=2515e50e-f66b-4ca5-9c40-41294be5af84,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:42:18.480069 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-6cbc369f-65a9-4c77-afac-8a12f6c8cad9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:18.488825 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-49293999-3040-4991-8b28-fa8aa2b8a103 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:18.495378 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-6cbc369f-65a9-4c77-afac-8a12f6c8cad9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:18.497829 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-6cbc369f-65a9-4c77-afac-8a12f6c8cad9 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4fd0d383-d279-4fc7-901d-af32d3dde190 HTTP/1.1" status: 204 len: 168 time: 0.3929968 Oct 27 10:42:18.498507 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-49293999-3040-4991-8b28-fa8aa2b8a103 tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] 10.222.0.44 "DELETE /v2.0/ports/2515e50e-f66b-4ca5-9c40-41294be5af84 HTTP/1.1" status: 204 len: 168 time: 0.5809257 Oct 27 10:42:18.499464 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 48436) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:42:18.543292 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbc369f-65a9-4c77-afac-8a12f6c8cad9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fd0d383-d279-4fc7-901d-af32d3dde190,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:42:18.634605 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_common [None req-eee76e10-e889-479d-a0a7-aa40c607cc30 admin admin] Allocated IP 172.20.0.1 (078364b9-c0d6-46b3-a09d-897449e30257/b09417ab-0690-4456-9046-7be3717fe4e8/b1bb909b-6b11-43f5-bc95-d6e7e6a2e0fc) {{(pid=102346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:42:18.650071 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-fe1e37dd-504e-4dfb-88f4-1f849a3fe15f tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586917'] for network, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:18.680820 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5b4d4c-bf0d-47c6-a6dc-1e63a964b3ff req-4b333ca7-1458-4d69-bea8-6460e9d2d308 tempest-ServerRescueTestJSONUnderV235-163125560 tempest-ServerRescueTestJSONUnderV235-163125560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:42:18.685877 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-9e5b4d4c-bf0d-47c6-a6dc-1e63a964b3ff req-4b333ca7-1458-4d69-bea8-6460e9d2d308 tempest-ServerRescueTestJSONUnderV235-163125560 tempest-ServerRescueTestJSONUnderV235-163125560-project] 10.222.0.44 "GET /v2.0/ports?device_id=a3095d0a-bceb-438d-9a27-8bd12a2f8d45 HTTP/1.1" status: 200 len: 945 time: 0.1029704 Oct 27 10:42:18.719845 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-c3cc7d04-d390-4c5d-b03f-7b763a5372e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80d717ea-d3b8-464f-89cf-16a6bc2d3f40', 'name': 'tempest-TestServerMultinode-759261996-router', 'tenant_id': '583ef9af0d3c481a8fc4a74870569fec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.30'}], 'enable_snat': True}, 'gw_port_id': '53078d8b-4caf-4d8d-b215-7b320c71dca5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:42:14Z', 'updated_at': '2021-10-27T10:42:16Z', 'revision_number': 3, 'project_id': '583ef9af0d3c481a8fc4a74870569fec', 'gw_port': {'id': '53078d8b-4caf-4d8d-b215-7b320c71dca5', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:48:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80d717ea-d3b8-464f-89cf-16a6bc2d3f40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2575, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:42:15Z', 'updated_at': '2021-10-27T10:42:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10'}], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:42:18.750545 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3cc7d04-d390-4c5d-b03f-7b763a5372e2 None None] The sync data for ids ['80d717ea-d3b8-464f-89cf-16a6bc2d3f40'] in n-d-813419-10 is: [{'id': '80d717ea-d3b8-464f-89cf-16a6bc2d3f40', 'name': 'tempest-TestServerMultinode-759261996-router', 'tenant_id': '583ef9af0d3c481a8fc4a74870569fec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.30'}], 'enable_snat': True}, 'gw_port_id': '53078d8b-4caf-4d8d-b215-7b320c71dca5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:42:14Z', 'updated_at': '2021-10-27T10:42:16Z', 'revision_number': 3, 'project_id': '583ef9af0d3c481a8fc4a74870569fec', 'gw_port': {'id': '53078d8b-4caf-4d8d-b215-7b320c71dca5', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:48:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80d717ea-d3b8-464f-89cf-16a6bc2d3f40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2575, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:42:15Z', 'updated_at': '2021-10-27T10:42:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10'}] {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:42:18.770067 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-9e5b4d4c-bf0d-47c6-a6dc-1e63a964b3ff req-e0c1444b-350d-4d0f-9728-251a84393d28 tempest-ServerRescueTestJSONUnderV235-163125560 tempest-ServerRescueTestJSONUnderV235-163125560-project] 10.222.0.44 "GET /v2.0/security-groups?id=d4da16b0-ae97-40b5-8605-2eb4fca87de4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768750 Oct 27 10:42:18.849579 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-fe1e37dd-504e-4dfb-88f4-1f849a3fe15f tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857803', 'neutron.services.segments.db._delete_segments_for_network-8743873143390'] for network, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:18.858658 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c12feab-6b6b-4373-bd58-65daf504fdb6 req-52892278-9cad-4181-9c23-a5671bc7cedd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:42:18.860798 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-1c12feab-6b6b-4373-bd58-65daf504fdb6 req-52892278-9cad-4181-9c23-a5671bc7cedd service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=44538c357c154e37b6b4c2a3f5e264ae&device_id=a3095d0a-bceb-438d-9a27-8bd12a2f8d45 HTTP/1.1" status: 200 len: 1097 time: 0.1535418 Oct 27 10:42:18.916449 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-fe1e37dd-504e-4dfb-88f4-1f849a3fe15f tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e2fca7f-89f5-46be-84da-219d209fb5e2']}} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:42:18.921290 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-eee76e10-e889-479d-a0a7-aa40c607cc30 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:18.952305 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 48444) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:42:18.959457 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-228f60d5-9780-4291-989b-3728bfaa59fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:18.963996 n-d-813419-10 neutron-server[102348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c3b3d29-072f-4e0c-8fde-192569d70f0c None None] Resources bound (agent type, host, resource id): {{(pid=102348) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 27 10:42:18.964788 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-fe1e37dd-504e-4dfb-88f4-1f849a3fe15f tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0dc5d452-5ba0-43d8-a2fb-903c6a04db69') {'for_net_delete': True} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:42:18.965084 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-fe1e37dd-504e-4dfb-88f4-1f849a3fe15f tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0dc5d452-5ba0-43d8-a2fb-903c6a04db69') {} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:42:18.984645 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-81a63412-49ae-436d-b33e-e95d2ba1935d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:18.985150 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-fe1e37dd-504e-4dfb-88f4-1f849a3fe15f tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743873145191', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25847877'] for segment, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:19.032589 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-fe1e37dd-504e-4dfb-88f4-1f849a3fe15f tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:19.052543 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe1e37dd-504e-4dfb-88f4-1f849a3fe15f tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Releasing vlan 436 on physical network physnet1 to pool {{(pid=102346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 10:42:19.052949 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-fe1e37dd-504e-4dfb-88f4-1f849a3fe15f tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27024137'] for segment, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:19.055957 n-d-813419-10 neutron-server[102346]: Traceback (most recent call last): Oct 27 10:42:19.055957 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 10:42:19.055957 n-d-813419-10 neutron-server[102346]: timer() Oct 27 10:42:19.055957 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 10:42:19.055957 n-d-813419-10 neutron-server[102346]: cb(*args, **kw) Oct 27 10:42:19.055957 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 10:42:19.055957 n-d-813419-10 neutron-server[102346]: return func(*args, **kwargs) Oct 27 10:42:19.055957 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 10:42:19.055957 n-d-813419-10 neutron-server[102346]: self._notify() Oct 27 10:42:19.055957 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 10:42:19.055957 n-d-813419-10 neutron-server[102346]: self.callback(batched_events) Oct 27 10:42:19.055957 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 10:42:19.055957 n-d-813419-10 neutron-server[102346]: event.method(event) Oct 27 10:42:19.055957 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 10:42:19.055957 n-d-813419-10 neutron-server[102346]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 10:42:19.055957 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 10:42:19.055957 n-d-813419-10 neutron-server[102346]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 10:42:19.055957 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 10:42:19.055957 n-d-813419-10 neutron-server[102346]: return f(self, *a, **k) Oct 27 10:42:19.055957 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 10:42:19.055957 n-d-813419-10 neutron-server[102346]: return self._get(url).json() Oct 27 10:42:19.055957 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 10:42:19.055957 n-d-813419-10 neutron-server[102346]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 10:42:19.055957 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 10:42:19.055957 n-d-813419-10 neutron-server[102346]: return self.request(url, 'GET', **kwargs) Oct 27 10:42:19.055957 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 10:42:19.055957 n-d-813419-10 neutron-server[102346]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 10:42:19.055957 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 10:42:19.055957 n-d-813419-10 neutron-server[102346]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 10:42:19.055957 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 10:42:19.055957 n-d-813419-10 neutron-server[102346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 10:42:19.055957 n-d-813419-10 neutron-server[102346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 10:42:19.058574 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c12feab-6b6b-4373-bd58-65daf504fdb6 req-7060da82-043f-49f4-861b-c61d18711b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:42:19.059832 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-1c12feab-6b6b-4373-bd58-65daf504fdb6 req-7060da82-043f-49f4-861b-c61d18711b14 service neutron] 10.222.0.76 "GET /v2.0/networks?id=b46f0309-9186-4ac3-a8d4-289db60744e1 HTTP/1.1" status: 200 len: 920 time: 0.1875386 Oct 27 10:42:19.130363 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-eee76e10-e889-479d-a0a7-aa40c607cc30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:19.142953 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-81a63412-49ae-436d-b33e-e95d2ba1935d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:19.162492 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-81a63412-49ae-436d-b33e-e95d2ba1935d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:19.208569 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a63412-49ae-436d-b33e-e95d2ba1935d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd7e848f-b6d7-4d04-8649-b821d68d7e83,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:42:19.236704 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-1c12feab-6b6b-4373-bd58-65daf504fdb6 req-9fd65fd4-b5b7-41f1-9b20-d3af00cde431 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=83f62670-543e-42ae-85c6-907e844c2021 HTTP/1.1" status: 200 len: 217 time: 0.1280739 Oct 27 10:42:19.239351 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-81a63412-49ae-436d-b33e-e95d2ba1935d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c9f2819c5da045c19d54145322e5747f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2839112 Oct 27 10:42:19.240354 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 48446) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:42:19.251865 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 3db3f202-a61c-44e7-9727-3cbda1cbd69f no longer exists at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:42:19.288619 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-fe1e37dd-504e-4dfb-88f4-1f849a3fe15f tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664840'] for network, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:19.292054 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] No Port match for: 3db3f202-a61c-44e7-9727-3cbda1cbd69f {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:42:19.292481 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 3db3f202-a61c-44e7-9727-3cbda1cbd69f not bound to the agent host n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:42:19.297197 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee76e10-e889-479d-a0a7-aa40c607cc30 admin admin] Pushing event updated for resources: {'Port': ['ID=b1bb909b-6b11-43f5-bc95-d6e7e6a2e0fc,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:42:19.301232 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eee76e10-e889-479d-a0a7-aa40c607cc30 admin admin] Network 078364b9-c0d6-46b3-a09d-897449e30257 is already hosted by enough agents. {{(pid=102346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:42:19.314575 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-732cdc0e-b430-41df-aa90-29cfdfdd8f58 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:19.322648 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-fe1e37dd-504e-4dfb-88f4-1f849a3fe15f tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for network, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:19.335964 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-fe1e37dd-504e-4dfb-88f4-1f849a3fe15f tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] 10.222.0.44 "DELETE /v2.0/networks/2e2fca7f-89f5-46be-84da-219d209fb5e2 HTTP/1.1" status: 204 len: 168 time: 0.8203442 Oct 27 10:42:19.338235 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-eee76e10-e889-479d-a0a7-aa40c607cc30 admin admin] Resources bound (agent type, host, resource id): {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:42:19.348415 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eee76e10-e889-479d-a0a7-aa40c607cc30 admin admin] Received port after_create {{(pid=102346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:42:19.368963 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-732cdc0e-b430-41df-aa90-29cfdfdd8f58 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:19.399956 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c12feab-6b6b-4373-bd58-65daf504fdb6 req-37295bdb-bffd-43f4-86fe-5aef6ee64a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:42:19.401448 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-1c12feab-6b6b-4373-bd58-65daf504fdb6 req-37295bdb-bffd-43f4-86fe-5aef6ee64a36 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=99cdc121-7dc1-4860-8162-bcbc59867073 HTTP/1.1" status: 200 len: 859 time: 0.1576629 Oct 27 10:42:19.448700 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1e37dd-504e-4dfb-88f4-1f849a3fe15f tempest-PortsTestJSON-734256592 tempest-PortsTestJSON-734256592-project] Pushing event deleted for resources: {'Network': ['ID=2e2fca7f-89f5-46be-84da-219d209fb5e2,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:42:19.462179 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-732cdc0e-b430-41df-aa90-29cfdfdd8f58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:19.471362 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-732cdc0e-b430-41df-aa90-29cfdfdd8f58 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:19.475103 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-732cdc0e-b430-41df-aa90-29cfdfdd8f58 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/fd7e848f-b6d7-4d04-8649-b821d68d7e83 HTTP/1.1" status: 204 len: 168 time: 0.2336700 Oct 27 10:42:19.483666 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732cdc0e-b430-41df-aa90-29cfdfdd8f58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd7e848f-b6d7-4d04-8649-b821d68d7e83,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:42:19.516969 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-1c12feab-6b6b-4373-bd58-65daf504fdb6 req-3827b8c0-d7a1-4402-9081-6d0360686d2c service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=b46f0309-9186-4ac3-a8d4-289db60744e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0803559 Oct 27 10:42:19.561070 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-eee76e10-e889-479d-a0a7-aa40c607cc30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1664961'] for router_interface, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:19.779078 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-1c12feab-6b6b-4373-bd58-65daf504fdb6 req-760fa2a6-a1ff-4b1d-95b0-4e790df40c47 service neutron] 10.222.0.76 "GET /v2.0/networks/b46f0309-9186-4ac3-a8d4-289db60744e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2522976 Oct 27 10:42:19.807099 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-f6b752fc-6ccc-4d88-9e9f-46a93d7479bf None None] Provisioning complete for port b1bb909b-6b11-43f5-bc95-d6e7e6a2e0fc triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:42:19.807542 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f6b752fc-6ccc-4d88-9e9f-46a93d7479bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:19.875426 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 48458) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:42:19.892665 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-f6b752fc-6ccc-4d88-9e9f-46a93d7479bf None None] Port b1bb909b-6b11-43f5-bc95-d6e7e6a2e0fc cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:42:19.960517 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-eee76e10-e889-479d-a0a7-aa40c607cc30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:19.965423 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:20.013771 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-eadeaa30-4096-4d1a-b3cb-aa7ebfb291ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:20.071495 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-1fcbf75a-e0b4-495f-86fe-93f265c92e58 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=668d3c16278c42b387727d7933936a48&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1951201 Oct 27 10:42:20.072107 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 48462) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:42:20.148226 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-b1179adf-817b-4f04-a065-15bc530e7250 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:20.159854 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada74c07-0ece-48b0-a32e-fa60281e40ac req-9413cd30-dff5-4b8a-a115-08528ac63e52 tempest-ServerRescueTestJSONUnderV235-163125560 tempest-ServerRescueTestJSONUnderV235-163125560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:42:20.161532 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ada74c07-0ece-48b0-a32e-fa60281e40ac req-9413cd30-dff5-4b8a-a115-08528ac63e52 tempest-ServerRescueTestJSONUnderV235-163125560 tempest-ServerRescueTestJSONUnderV235-163125560-project] 10.222.0.44 "GET /v2.0/ports?device_id=a3095d0a-bceb-438d-9a27-8bd12a2f8d45 HTTP/1.1" status: 200 len: 945 time: 0.2688110 Oct 27 10:42:20.175661 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-b1179adf-817b-4f04-a065-15bc530e7250 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:20.214541 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 53078d8b-4caf-4d8d-b215-7b320c71dca5 up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:42:20.220706 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-1c12feab-6b6b-4373-bd58-65daf504fdb6 req-fcbe6359-b9fc-46b4-8bc0-5b06321761e6 service neutron] 10.222.0.76 "GET /v2.0/networks/b46f0309-9186-4ac3-a8d4-289db60744e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4315631 Oct 27 10:42:20.239672 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-b1179adf-817b-4f04-a065-15bc530e7250 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:20.243098 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-b1179adf-817b-4f04-a065-15bc530e7250 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:20.244293 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-b1179adf-817b-4f04-a065-15bc530e7250 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d24a144b-d5ab-400c-8023-2eb453396ef1 HTTP/1.1" status: 204 len: 168 time: 0.1708379 Oct 27 10:42:20.258844 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1179adf-817b-4f04-a065-15bc530e7250 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d24a144b-d5ab-400c-8023-2eb453396ef1,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:42:20.273967 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ada74c07-0ece-48b0-a32e-fa60281e40ac req-b3363cce-bc0c-423e-8e85-98bc2532f56b tempest-ServerRescueTestJSONUnderV235-163125560 tempest-ServerRescueTestJSONUnderV235-163125560-project] 10.222.0.44 "GET /v2.0/security-groups?id=d4da16b0-ae97-40b5-8605-2eb4fca87de4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039379 Oct 27 10:42:20.316851 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port 53078d8b-4caf-4d8d-b215-7b320c71dca5 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:42:20.317743 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:20.354133 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-eee76e10-e889-479d-a0a7-aa40c607cc30 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:20.361617 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-eee76e10-e889-479d-a0a7-aa40c607cc30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27024173'] for port, after_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:20.424029 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:20.436348 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee76e10-e889-479d-a0a7-aa40c607cc30 admin admin] Pushing event updated for resources: {'Port': ['ID=b1bb909b-6b11-43f5-bc95-d6e7e6a2e0fc,revision_number=2']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:42:20.447647 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] For port 53078d8b-4caf-4d8d-b215-7b320c71dca5, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=53078d8b-4caf-4d8d-b215-7b320c71dca5,segment=NetworkSegment(bc14127b-7032-4c50-bb5b-f6813cbae86e),segment_id=bc14127b-7032-4c50-bb5b-f6813cbae86e)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:42:20.449244 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-eee76e10-e889-479d-a0a7-aa40c607cc30 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2006967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1766225'] for router_interface, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:20.452426 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:20.530322 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Pushing event updated for resources: {'Port': ['ID=53078d8b-4caf-4d8d-b215-7b320c71dca5,revision_number=4']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:42:20.584299 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eee76e10-e889-479d-a0a7-aa40c607cc30 admin admin] Network 078364b9-c0d6-46b3-a09d-897449e30257 is already hosted by enough agents. {{(pid=102346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:42:20.585764 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-eee76e10-e889-479d-a0a7-aa40c607cc30 admin admin] Resources bound (agent type, host, resource id): {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:42:20.723689 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eee76e10-e889-479d-a0a7-aa40c607cc30 admin admin] Router 80d717ea-d3b8-464f-89cf-16a6bc2d3f40 has already been hosted by L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb {{(pid=102346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 10:42:20.874413 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eee76e10-e889-479d-a0a7-aa40c607cc30 admin admin] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:42:20.884991 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-eee76e10-e889-479d-a0a7-aa40c607cc30 admin admin] 10.222.0.44 "PUT /v2.0/routers/80d717ea-d3b8-464f-89cf-16a6bc2d3f40/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8190231 Oct 27 10:42:20.955185 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-a11f839d-dc9f-4759-bd64-1a1e8570d87b None None] Provisioning complete for port b1bb909b-6b11-43f5-bc95-d6e7e6a2e0fc triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:42:20.955677 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a11f839d-dc9f-4759-bd64-1a1e8570d87b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:21.001082 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-a11f839d-dc9f-4759-bd64-1a1e8570d87b None None] Port b1bb909b-6b11-43f5-bc95-d6e7e6a2e0fc cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:42:21.024671 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37491125-9cb3-4311-8a79-a9b5eae6ca05 None None] Sync routers for ids ['80d717ea-d3b8-464f-89cf-16a6bc2d3f40'] in n-d-813419-10 {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:42:21.037235 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37491125-9cb3-4311-8a79-a9b5eae6ca05 None None] Routers {'80d717ea-d3b8-464f-89cf-16a6bc2d3f40'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:42:21.037860 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-37491125-9cb3-4311-8a79-a9b5eae6ca05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:42:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['80d717ea-d3b8-464f-89cf-16a6bc2d3f40'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:42:21.156324 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvr_db [None req-37491125-9cb3-4311-8a79-a9b5eae6ca05 None None] Set router 80d717ea-d3b8-464f-89cf-16a6bc2d3f40 gateway port host: n-d-813419-10 {{(pid=102348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:42:21.248131 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 48514) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:42:21.386438 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-37491125-9cb3-4311-8a79-a9b5eae6ca05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80d717ea-d3b8-464f-89cf-16a6bc2d3f40', 'name': 'tempest-TestServerMultinode-759261996-router', 'tenant_id': '583ef9af0d3c481a8fc4a74870569fec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.30'}], 'enable_snat': True}, 'gw_port_id': '53078d8b-4caf-4d8d-b215-7b320c71dca5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:42:14Z', 'updated_at': '2021-10-27T10:42:19Z', 'revision_number': 4, 'project_id': '583ef9af0d3c481a8fc4a74870569fec', 'gw_port': {'id': '53078d8b-4caf-4d8d-b215-7b320c71dca5', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:48:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80d717ea-d3b8-464f-89cf-16a6bc2d3f40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2575, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:42:15Z', 'updated_at': '2021-10-27T10:42:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_interfaces': [{'id': 'b1bb909b-6b11-43f5-bc95-d6e7e6a2e0fc', 'name': '', 'network_id': '078364b9-c0d6-46b3-a09d-897449e30257', 'tenant_id': '583ef9af0d3c481a8fc4a74870569fec', 'mac_address': 'fa:16:3e:c8:13:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80d717ea-d3b8-464f-89cf-16a6bc2d3f40', 'device_owner': 'network:router_interface', 'standard_attr_id': 2581, 'fixed_ips': [{'subnet_id': 'b09417ab-0690-4456-9046-7be3717fe4e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:42:18Z', 'updated_at': '2021-10-27T10:42:20Z', 'revision_number': 2, 'project_id': '583ef9af0d3c481a8fc4a74870569fec', 'subnets': [{'id': 'b09417ab-0690-4456-9046-7be3717fe4e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:42:21.414964 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37491125-9cb3-4311-8a79-a9b5eae6ca05 None None] Checking router: 80d717ea-d3b8-464f-89cf-16a6bc2d3f40 for host: n-d-813419-10 {{(pid=102348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 10:42:21.415358 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37491125-9cb3-4311-8a79-a9b5eae6ca05 None None] Updating router 80d717ea-d3b8-464f-89cf-16a6bc2d3f40 port b1bb909b-6b11-43f5-bc95-d6e7e6a2e0fc binding host n-d-813419-10 {{(pid=102348) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 10:42:21.438638 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96adfde9-e9b3-497c-8ca9-dc00fe694462 req-d63db2a4-ad72-4ec3-911a-2748a2988c74 tempest-ServerRescueTestJSONUnderV235-163125560 tempest-ServerRescueTestJSONUnderV235-163125560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:42:21.440668 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-96adfde9-e9b3-497c-8ca9-dc00fe694462 req-d63db2a4-ad72-4ec3-911a-2748a2988c74 tempest-ServerRescueTestJSONUnderV235-163125560 tempest-ServerRescueTestJSONUnderV235-163125560-project] 10.222.0.44 "GET /v2.0/ports?device_id=a3095d0a-bceb-438d-9a27-8bd12a2f8d45 HTTP/1.1" status: 200 len: 945 time: 0.0673721 Oct 27 10:42:21.445241 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-37491125-9cb3-4311-8a79-a9b5eae6ca05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:21.503385 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-0995919f-3e9b-48c4-877b-80e0b6b4468c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:21.509345 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-96adfde9-e9b3-497c-8ca9-dc00fe694462 req-8647b911-57dd-41e0-bd7a-10e05de5c722 tempest-ServerRescueTestJSONUnderV235-163125560 tempest-ServerRescueTestJSONUnderV235-163125560-project] 10.222.0.44 "GET /v2.0/security-groups?id=d4da16b0-ae97-40b5-8605-2eb4fca87de4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621107 Oct 27 10:42:21.565614 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 48526) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:42:21.625627 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-0995919f-3e9b-48c4-877b-80e0b6b4468c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:21.632189 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-0995919f-3e9b-48c4-877b-80e0b6b4468c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:21.673602 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-0995919f-3e9b-48c4-877b-80e0b6b4468c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=76adc497db56472189eb03dda2bb69dd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4229307 Oct 27 10:42:21.673796 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 48532) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:42:21.696577 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0995919f-3e9b-48c4-877b-80e0b6b4468c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=080981f7-0fc5-417f-8589-c101593c88a8,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:42:21.728090 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-3e445dd0-b413-46a2-91be-7d950aba5ec2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:21.732060 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 48536) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:42:21.736910 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-68d58761-59e7-4c70-95f9-cfd719f77b46 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-142574786-network', 'tenant_id': '178ecc4d288b407c95ee0db3c823dd0d'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:42:21.763467 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-37491125-9cb3-4311-8a79-a9b5eae6ca05 None None] Publish callbacks [] for port, precommit_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:21.764580 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-3e445dd0-b413-46a2-91be-7d950aba5ec2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:21.770525 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-37491125-9cb3-4311-8a79-a9b5eae6ca05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:21.787134 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-08971b81-0fd1-4e4a-b6e8-12119cd64e11 tempest-SubnetPoolsTestJSON-1484357905 tempest-SubnetPoolsTestJSON-1484357905-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-272824984', 'prefixes': ['172.20.0.0/16']}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:42:21.787401 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68d58761-59e7-4c70-95f9-cfd719f77b46 admin admin] Made reservation on behalf of 178ecc4d288b407c95ee0db3c823dd0d for: {'network': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:42:21.789688 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-68d58761-59e7-4c70-95f9-cfd719f77b46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for network, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:21.809058 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-68d58761-59e7-4c70-95f9-cfd719f77b46 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:21.860642 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-3e445dd0-b413-46a2-91be-7d950aba5ec2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:21.863491 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-3e445dd0-b413-46a2-91be-7d950aba5ec2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:21.867314 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-3e445dd0-b413-46a2-91be-7d950aba5ec2 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/080981f7-0fc5-417f-8589-c101593c88a8 HTTP/1.1" status: 204 len: 168 time: 0.1901491 Oct 27 10:42:21.882907 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e445dd0-b413-46a2-91be-7d950aba5ec2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=080981f7-0fc5-417f-8589-c101593c88a8,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:42:21.893574 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-08971b81-0fd1-4e4a-b6e8-12119cd64e11 tempest-SubnetPoolsTestJSON-1484357905 tempest-SubnetPoolsTestJSON-1484357905-project] Publish callbacks [] for subnetpool, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:21.895014 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-08971b81-0fd1-4e4a-b6e8-12119cd64e11 tempest-SubnetPoolsTestJSON-1484357905 tempest-SubnetPoolsTestJSON-1484357905-project] 10.222.0.44 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.3273332 Oct 27 10:42:21.897968 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 48540) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:42:21.905792 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-37491125-9cb3-4311-8a79-a9b5eae6ca05 None None] Attempting to bind port b1bb909b-6b11-43f5-bc95-d6e7e6a2e0fc on host n-d-813419-10 for vnic_type normal with profile {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:42:21.906778 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-37491125-9cb3-4311-8a79-a9b5eae6ca05 None None] Attempting to bind port b1bb909b-6b11-43f5-bc95-d6e7e6a2e0fc by drivers openvswitch,hyperv on host n-d-813419-10 at level 0 using segments [{'id': '1eb6e997-c0c8-40af-95c5-02a5a285d453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '078364b9-c0d6-46b3-a09d-897449e30257'}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:42:21.907100 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37491125-9cb3-4311-8a79-a9b5eae6ca05 None None] Attempting to bind port b1bb909b-6b11-43f5-bc95-d6e7e6a2e0fc on network 078364b9-c0d6-46b3-a09d-897449e30257 {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:42:21.925270 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79af89ad-1a67-4547-bd67-f8b5ee02b34b None None] Pushing event updated for resources: {'Port': ['ID=b1bb909b-6b11-43f5-bc95-d6e7e6a2e0fc,revision_number=3']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:42:21.935411 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37491125-9cb3-4311-8a79-a9b5eae6ca05 None None] Checking agent: {'id': '89dba0f3-79b2-435e-9822-33674b8f6ada', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 8, 20), 'started_at': datetime.datetime(2021, 10, 27, 10, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 42, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:42:21.935832 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37491125-9cb3-4311-8a79-a9b5eae6ca05 None None] Checking segment: {'id': '1eb6e997-c0c8-40af-95c5-02a5a285d453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '078364b9-c0d6-46b3-a09d-897449e30257'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:42:21.936364 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-37491125-9cb3-4311-8a79-a9b5eae6ca05 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:21.936736 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37491125-9cb3-4311-8a79-a9b5eae6ca05 None None] Bound using segment: {'id': '1eb6e997-c0c8-40af-95c5-02a5a285d453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '078364b9-c0d6-46b3-a09d-897449e30257'} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:42:21.937810 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-37491125-9cb3-4311-8a79-a9b5eae6ca05 None None] Bound port: b1bb909b-6b11-43f5-bc95-d6e7e6a2e0fc, host: n-d-813419-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1eb6e997-c0c8-40af-95c5-02a5a285d453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '078364b9-c0d6-46b3-a09d-897449e30257'}}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:42:21.938413 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-37491125-9cb3-4311-8a79-a9b5eae6ca05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:21.944652 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-3c6a8245-0581-48aa-b5f6-4d8fe98cd16e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:21.960917 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-a25f1598-f429-411f-81ca-a60b3c4dfdec tempest-SubnetPoolsTestJSON-1484357905 tempest-SubnetPoolsTestJSON-1484357905-project] 10.222.0.44 "GET /v2.0/subnetpools/bb7f9778-9ab4-4f06-9987-1fdf44c50868 HTTP/1.1" status: 200 len: 731 time: 0.0606163 Oct 27 10:42:21.963355 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 48544) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:42:21.972177 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-2c6bb48c-cfbc-47d8-8644-c9843446929a tempest-SubnetPoolsTestJSON-1484357905 tempest-SubnetPoolsTestJSON-1484357905-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1337170370'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:42:22.034728 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-37491125-9cb3-4311-8a79-a9b5eae6ca05 None None] For port b1bb909b-6b11-43f5-bc95-d6e7e6a2e0fc, host n-d-813419-10, cleared binding levels {{(pid=102348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:42:22.039149 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-37491125-9cb3-4311-8a79-a9b5eae6ca05 None None] For port b1bb909b-6b11-43f5-bc95-d6e7e6a2e0fc, host n-d-813419-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=b1bb909b-6b11-43f5-bc95-d6e7e6a2e0fc,segment=NetworkSegment(1eb6e997-c0c8-40af-95c5-02a5a285d453),segment_id=1eb6e997-c0c8-40af-95c5-02a5a285d453)] {{(pid=102348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:42:22.046194 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-37491125-9cb3-4311-8a79-a9b5eae6ca05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:22.078811 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-68d58761-59e7-4c70-95f9-cfd719f77b46 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:22.085714 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-68d58761-59e7-4c70-95f9-cfd719f77b46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:22.106214 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-2c6bb48c-cfbc-47d8-8644-c9843446929a tempest-SubnetPoolsTestJSON-1484357905 tempest-SubnetPoolsTestJSON-1484357905-project] Publish callbacks [] for subnetpool, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:22.107715 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-2c6bb48c-cfbc-47d8-8644-c9843446929a tempest-SubnetPoolsTestJSON-1484357905 tempest-SubnetPoolsTestJSON-1484357905-project] 10.222.0.44 "PUT /v2.0/subnetpools/bb7f9778-9ab4-4f06-9987-1fdf44c50868 HTTP/1.1" status: 200 len: 684 time: 0.1424406 Oct 27 10:42:22.110303 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 48546) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:42:22.122864 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68d58761-59e7-4c70-95f9-cfd719f77b46 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 416} {{(pid=102347) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 10:42:22.143765 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37491125-9cb3-4311-8a79-a9b5eae6ca05 None None] Routers {'80d717ea-d3b8-464f-89cf-16a6bc2d3f40'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:42:22.144283 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d58761-59e7-4c70-95f9-cfd719f77b46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b07f296-4805-4e44-9a6d-7c35d36c8b8a,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:42:22.144672 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-37491125-9cb3-4311-8a79-a9b5eae6ca05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:42:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['80d717ea-d3b8-464f-89cf-16a6bc2d3f40'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:42:22.166737 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-68d58761-59e7-4c70-95f9-cfd719f77b46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:22.167083 n-d-813419-10 neutron-server[102347]: INFO neutron.db.segments_db [None req-68d58761-59e7-4c70-95f9-cfd719f77b46 admin admin] Added segment c15c3e45-ea1e-4a1b-a3d3-df26c5b093bb of type vlan for network d559d50f-3028-4056-aeee-12f6e4e55b16 Oct 27 10:42:22.205700 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 53078d8b-4caf-4d8d-b215-7b320c71dca5 up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:42:22.252488 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-68d58761-59e7-4c70-95f9-cfd719f77b46 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743872593080'] for network, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:22.269436 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-1dfcfc68-587c-455f-adc2-b3c49ca7d0d6 tempest-SubnetPoolsTestJSON-1484357905 tempest-SubnetPoolsTestJSON-1484357905-project] Publish callbacks [] for subnetpool, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:22.274405 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-1dfcfc68-587c-455f-adc2-b3c49ca7d0d6 tempest-SubnetPoolsTestJSON-1484357905 tempest-SubnetPoolsTestJSON-1484357905-project] 10.222.0.44 "DELETE /v2.0/subnetpools/bb7f9778-9ab4-4f06-9987-1fdf44c50868 HTTP/1.1" status: 204 len: 168 time: 0.1627414 Oct 27 10:42:22.275473 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 48550) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:42:22.290032 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79af89ad-1a67-4547-bd67-f8b5ee02b34b None None] Pushing event updated for resources: {'Port': ['ID=b1bb909b-6b11-43f5-bc95-d6e7e6a2e0fc,revision_number=4']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:42:22.302273 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-68d58761-59e7-4c70-95f9-cfd719f77b46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913'] for network, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:22.303624 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68d58761-59e7-4c70-95f9-cfd719f77b46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:42:22.307658 n-d-813419-10 neutron-server[102346]: INFO neutron.api.v2.resource [None req-680e1841-ef62-441b-96a8-c093b2c56434 tempest-SubnetPoolsTestJSON-1484357905 tempest-SubnetPoolsTestJSON-1484357905-project] show failed (client error): The resource could not be found. Oct 27 10:42:22.308421 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-68d58761-59e7-4c70-95f9-cfd719f77b46 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for network, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:22.313114 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-680e1841-ef62-441b-96a8-c093b2c56434 tempest-SubnetPoolsTestJSON-1484357905 tempest-SubnetPoolsTestJSON-1484357905-project] 10.222.0.44 "GET /v2.0/subnetpools/bb7f9778-9ab4-4f06-9987-1fdf44c50868 HTTP/1.1" status: 404 len: 346 time: 0.0353186 Oct 27 10:42:22.315261 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 48554) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:42:22.372904 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-bbd9a657-3868-4704-b0fa-a1fd44a9abee None None] Provisioning complete for port b1bb909b-6b11-43f5-bc95-d6e7e6a2e0fc triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:42:22.373275 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-bbd9a657-3868-4704-b0fa-a1fd44a9abee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:22.403921 n-d-813419-10 neutron-server[102347]: INFO neutron.api.v2.resource [None req-94fbeaf1-b3b9-45c6-93fc-cbf7be026a46 tempest-SubnetPoolsTestJSON-1484357905 tempest-SubnetPoolsTestJSON-1484357905-project] delete failed (client error): The resource could not be found. Oct 27 10:42:22.405319 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-94fbeaf1-b3b9-45c6-93fc-cbf7be026a46 tempest-SubnetPoolsTestJSON-1484357905 tempest-SubnetPoolsTestJSON-1484357905-project] 10.222.0.44 "DELETE /v2.0/subnetpools/bb7f9778-9ab4-4f06-9987-1fdf44c50868 HTTP/1.1" status: 404 len: 346 time: 0.0844922 Oct 27 10:42:22.409476 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-68d58761-59e7-4c70-95f9-cfd719f77b46 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6763103 Oct 27 10:42:22.412639 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 48562) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:42:22.417684 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-b4a0a673-031d-4578-a6e0-bad035d0fe24 admin admin] Request body: {'subnet': {'network_id': 'd559d50f-3028-4056-aeee-12f6e4e55b16', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-142574786-subnet', 'tenant_id': '178ecc4d288b407c95ee0db3c823dd0d', 'ip_version': 4}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:42:22.423811 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvr_db [None req-37491125-9cb3-4311-8a79-a9b5eae6ca05 None None] Set router 80d717ea-d3b8-464f-89cf-16a6bc2d3f40 gateway port host: n-d-813419-10 {{(pid=102348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:42:22.427523 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d58761-59e7-4c70-95f9-cfd719f77b46 admin admin] Pushing event updated for resources: {'Network': ['ID=d559d50f-3028-4056-aeee-12f6e4e55b16,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:42:22.449951 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4a0a673-031d-4578-a6e0-bad035d0fe24 admin admin] Made reservation on behalf of 178ecc4d288b407c95ee0db3c823dd0d for: {'subnet': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:42:22.452366 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-b4a0a673-031d-4578-a6e0-bad035d0fe24 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27167186'] for subnet, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:22.470086 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port 53078d8b-4caf-4d8d-b215-7b320c71dca5 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:42:22.470670 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:22.503952 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Network d559d50f-3028-4056-aeee-12f6e4e55b16 details requested by agent ovs-agent-n-d-813419-10 with host n-d-813419-10 {{(pid=102348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 10:42:22.701617 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a416c4-42de-43db-bcc2-bb430d2362a0 req-4e6bc96f-59fa-4b0f-a499-27af5458110d tempest-ServerRescueTestJSONUnderV235-163125560 tempest-ServerRescueTestJSONUnderV235-163125560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:42:22.706174 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-44a416c4-42de-43db-bcc2-bb430d2362a0 req-4e6bc96f-59fa-4b0f-a499-27af5458110d tempest-ServerRescueTestJSONUnderV235-163125560 tempest-ServerRescueTestJSONUnderV235-163125560-project] 10.222.0.44 "GET /v2.0/ports?device_id=a3095d0a-bceb-438d-9a27-8bd12a2f8d45 HTTP/1.1" status: 200 len: 945 time: 0.0994737 Oct 27 10:42:22.706174 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-b4a0a673-031d-4578-a6e0-bad035d0fe24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27024290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27167168'] for subnet, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:22.706522 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 48572) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:42:22.805921 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a0a673-031d-4578-a6e0-bad035d0fe24 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e1144af1-40e4-4af3-a0a9-e0c3d5c56745,revision_number=0']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:42:22.829977 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-44a416c4-42de-43db-bcc2-bb430d2362a0 req-990015d0-2bd5-4e8c-934c-71eaa22452d2 tempest-ServerRescueTestJSONUnderV235-163125560 tempest-ServerRescueTestJSONUnderV235-163125560-project] 10.222.0.44 "GET /v2.0/security-groups?id=d4da16b0-ae97-40b5-8605-2eb4fca87de4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191044 Oct 27 10:42:22.837863 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4a0a673-031d-4578-a6e0-bad035d0fe24 admin admin] Checking segment: {'id': 'c15c3e45-ea1e-4a1b-a3d3-df26c5b093bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'd559d50f-3028-4056-aeee-12f6e4e55b16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:42:22.838235 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4a0a673-031d-4578-a6e0-bad035d0fe24 admin admin] Network hostable DHCP agents. Network: d559d50f-3028-4056-aeee-12f6e4e55b16, hostable agents: ['eafd4000-b897-4722-ae8b-0118ec955181'], hosted agents: [] {{(pid=102346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 10:42:22.866646 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4a0a673-031d-4578-a6e0-bad035d0fe24 admin admin] Network d559d50f-3028-4056-aeee-12f6e4e55b16 is scheduled to be hosted by DHCP agent eafd4000-b897-4722-ae8b-0118ec955181 with binding_index 1 {{(pid=102346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 10:42:22.877666 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-b4a0a673-031d-4578-a6e0-bad035d0fe24 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-10, d559d50f-3028-4056-aeee-12f6e4e55b16) {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:42:22.878621 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-fb387852-b8e7-48f2-aac8-16d52e2606a0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:22.886589 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4a0a673-031d-4578-a6e0-bad035d0fe24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:42:22.886589 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-b4a0a673-031d-4578-a6e0-bad035d0fe24 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for subnet, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:22.889689 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-bbd9a657-3868-4704-b0fa-a1fd44a9abee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:22.897626 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-717e5000-7784-4d3c-9c8a-c817c2344043 None None] Network d559d50f-3028-4056-aeee-12f6e4e55b16 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:42:22.912578 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-b4a0a673-031d-4578-a6e0-bad035d0fe24 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4986470 Oct 27 10:42:22.914250 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 48582) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:42:22.920721 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-bb9227a9-d63d-4a63-ad58-33d319ae5e70 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-142574786-router', 'tenant_id': '178ecc4d288b407c95ee0db3c823dd0d', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'}}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:42:22.950342 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-bb9227a9-d63d-4a63-ad58-33d319ae5e70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1768632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3610'] for router, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:22.952358 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-bb9227a9-d63d-4a63-ad58-33d319ae5e70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1765704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1769409', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1694266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3597'] for router, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:22.975460 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-fb387852-b8e7-48f2-aac8-16d52e2606a0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:22.979971 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-fb387852-b8e7-48f2-aac8-16d52e2606a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:23.013562 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb387852-b8e7-48f2-aac8-16d52e2606a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=278a51a6-7faa-4422-9bec-c027fd89b3e1,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:42:23.036606 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-fb387852-b8e7-48f2-aac8-16d52e2606a0 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1f37489283e446c5bbaa0393556b2758&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3289759 Oct 27 10:42:23.039357 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 48584) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:42:23.040487 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-bb9227a9-d63d-4a63-ad58-33d319ae5e70 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:23.101916 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-68c90822-a375-4447-8f92-bc15a946b3d9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:23.127947 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-68c90822-a375-4447-8f92-bc15a946b3d9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:23.191946 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-68c90822-a375-4447-8f92-bc15a946b3d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:23.194608 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-68c90822-a375-4447-8f92-bc15a946b3d9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:23.195774 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-68c90822-a375-4447-8f92-bc15a946b3d9 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/278a51a6-7faa-4422-9bec-c027fd89b3e1 HTTP/1.1" status: 204 len: 168 time: 0.1547344 Oct 27 10:42:23.200131 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-bb9227a9-d63d-4a63-ad58-33d319ae5e70 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:23.203786 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c90822-a375-4447-8f92-bc15a946b3d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=278a51a6-7faa-4422-9bec-c027fd89b3e1,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:42:23.275299 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-bbd9a657-3868-4704-b0fa-a1fd44a9abee None None] For port b1bb909b-6b11-43f5-bc95-d6e7e6a2e0fc, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=b1bb909b-6b11-43f5-bc95-d6e7e6a2e0fc,segment=NetworkSegment(1eb6e997-c0c8-40af-95c5-02a5a285d453),segment_id=1eb6e997-c0c8-40af-95c5-02a5a285d453)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:42:23.291168 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-bbd9a657-3868-4704-b0fa-a1fd44a9abee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:23.418249 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-bb9227a9-d63d-4a63-ad58-33d319ae5e70 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:23.429348 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-37491125-9cb3-4311-8a79-a9b5eae6ca05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80d717ea-d3b8-464f-89cf-16a6bc2d3f40', 'name': 'tempest-TestServerMultinode-759261996-router', 'tenant_id': '583ef9af0d3c481a8fc4a74870569fec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.30'}], 'enable_snat': True}, 'gw_port_id': '53078d8b-4caf-4d8d-b215-7b320c71dca5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:42:14Z', 'updated_at': '2021-10-27T10:42:19Z', 'revision_number': 4, 'project_id': '583ef9af0d3c481a8fc4a74870569fec', 'gw_port': {'id': '53078d8b-4caf-4d8d-b215-7b320c71dca5', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:48:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80d717ea-d3b8-464f-89cf-16a6bc2d3f40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2575, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:42:15Z', 'updated_at': '2021-10-27T10:42:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_interfaces': [{'id': 'b1bb909b-6b11-43f5-bc95-d6e7e6a2e0fc', 'name': '', 'network_id': '078364b9-c0d6-46b3-a09d-897449e30257', 'tenant_id': '583ef9af0d3c481a8fc4a74870569fec', 'mac_address': 'fa:16:3e:c8:13:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80d717ea-d3b8-464f-89cf-16a6bc2d3f40', 'device_owner': 'network:router_interface', 'standard_attr_id': 2581, 'fixed_ips': [{'subnet_id': 'b09417ab-0690-4456-9046-7be3717fe4e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:42:18Z', 'updated_at': '2021-10-27T10:42:22Z', 'revision_number': 4, 'project_id': '583ef9af0d3c481a8fc4a74870569fec', 'subnets': [{'id': 'b09417ab-0690-4456-9046-7be3717fe4e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:42:23.441479 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-bb9227a9-d63d-4a63-ad58-33d319ae5e70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:23.469439 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-14619b00-16b5-4644-af8b-b01a33e46fa0 None None] Provisioning complete for port b1bb909b-6b11-43f5-bc95-d6e7e6a2e0fc triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:42:23.470429 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-14619b00-16b5-4644-af8b-b01a33e46fa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:23.471969 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd9a657-3868-4704-b0fa-a1fd44a9abee None None] Pushing event updated for resources: {'Port': ['ID=b1bb909b-6b11-43f5-bc95-d6e7e6a2e0fc,revision_number=5']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:42:23.516440 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37491125-9cb3-4311-8a79-a9b5eae6ca05 None None] The sync data for ids ['80d717ea-d3b8-464f-89cf-16a6bc2d3f40'] in n-d-813419-10 is: [{'id': '80d717ea-d3b8-464f-89cf-16a6bc2d3f40', 'name': 'tempest-TestServerMultinode-759261996-router', 'tenant_id': '583ef9af0d3c481a8fc4a74870569fec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.30'}], 'enable_snat': True}, 'gw_port_id': '53078d8b-4caf-4d8d-b215-7b320c71dca5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:42:14Z', 'updated_at': '2021-10-27T10:42:19Z', 'revision_number': 4, 'project_id': '583ef9af0d3c481a8fc4a74870569fec', 'gw_port': {'id': '53078d8b-4caf-4d8d-b215-7b320c71dca5', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:48:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80d717ea-d3b8-464f-89cf-16a6bc2d3f40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2575, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:42:15Z', 'updated_at': '2021-10-27T10:42:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_interfaces': [{'id': 'b1bb909b-6b11-43f5-bc95-d6e7e6a2e0fc', 'name': '', 'network_id': '078364b9-c0d6-46b3-a09d-897449e30257', 'tenant_id': '583ef9af0d3c481a8fc4a74870569fec', 'mac_address': 'fa:16:3e:c8:13:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80d717ea-d3b8-464f-89cf-16a6bc2d3f40', 'device_owner': 'network:router_interface', 'standard_attr_id': 2581, 'fixed_ips': [{'subnet_id': 'b09417ab-0690-4456-9046-7be3717fe4e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:42:18Z', 'updated_at': '2021-10-27T10:42:22Z', 'revision_number': 4, 'project_id': '583ef9af0d3c481a8fc4a74870569fec', 'subnets': [{'id': 'b09417ab-0690-4456-9046-7be3717fe4e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:42:23.573648 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f89a17f3-4e11-40b0-8064-5708718b7109 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp734b258e-7d96-550c-b970-9b72ab66f383-d559d50f-3028-4056-aeee-12f6e4e55b16', 'network_id': 'd559d50f-3028-4056-aeee-12f6e4e55b16', 'tenant_id': '178ecc4d288b407c95ee0db3c823dd0d', 'fixed_ips': [{'subnet_id': 'e1144af1-40e4-4af3-a0a9-e0c3d5c56745'}]}} from n-d-813419-10. {{(pid=102348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 10:42:23.574612 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f89a17f3-4e11-40b0-8064-5708718b7109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:23.576841 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_common [None req-bb9227a9-d63d-4a63-ad58-33d319ae5e70 admin admin] Allocated IP 172.25.8.71 (185ff123-c7ff-45c7-a6be-71feb35acc9c/0fb9f9d1-7384-481f-8fa8-f4566c349d30/365edf85-81a9-41c9-a88f-406c3c804d46) {{(pid=102346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:42:23.732890 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-bb9227a9-d63d-4a63-ad58-33d319ae5e70 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:23.825116 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.db_base_plugin_common [None req-f89a17f3-4e11-40b0-8064-5708718b7109 None None] Allocated IP 172.20.0.2 (d559d50f-3028-4056-aeee-12f6e4e55b16/e1144af1-40e4-4af3-a0a9-e0c3d5c56745/903b3853-f066-462e-b91d-a48c99e4816f) {{(pid=102348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:42:24.023101 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fb3c48-8a2e-4d42-9985-8b58b3b3383d req-55bcd4e5-ed6c-494d-af21-2f11549a66b2 tempest-ServerRescueTestJSONUnderV235-163125560 tempest-ServerRescueTestJSONUnderV235-163125560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:42:24.026148 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-e2fb3c48-8a2e-4d42-9985-8b58b3b3383d req-55bcd4e5-ed6c-494d-af21-2f11549a66b2 tempest-ServerRescueTestJSONUnderV235-163125560 tempest-ServerRescueTestJSONUnderV235-163125560-project] 10.222.0.44 "GET /v2.0/ports?device_id=a3095d0a-bceb-438d-9a27-8bd12a2f8d45 HTTP/1.1" status: 200 len: 945 time: 0.0893831 Oct 27 10:42:24.038606 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f89a17f3-4e11-40b0-8064-5708718b7109 None None] Publish callbacks [] for port, precommit_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:24.050071 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f89a17f3-4e11-40b0-8064-5708718b7109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606'] for port, after_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:24.099417 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-e2fb3c48-8a2e-4d42-9985-8b58b3b3383d req-31664c35-fae4-426a-bfa3-654fa8792e07 tempest-ServerRescueTestJSONUnderV235-163125560 tempest-ServerRescueTestJSONUnderV235-163125560-project] 10.222.0.44 "GET /v2.0/security-groups?id=d4da16b0-ae97-40b5-8605-2eb4fca87de4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568211 Oct 27 10:42:24.130325 n-d-813419-10 neutron-server[102348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f89a17f3-4e11-40b0-8064-5708718b7109 None None] Network d559d50f-3028-4056-aeee-12f6e4e55b16 is already hosted by enough agents. {{(pid=102348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:42:24.138018 n-d-813419-10 neutron-server[102348]: DEBUG neutron.scheduler.base_scheduler [None req-f89a17f3-4e11-40b0-8064-5708718b7109 None None] Resources bound (agent type, host, resource id): {{(pid=102348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:42:24.144934 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f89a17f3-4e11-40b0-8064-5708718b7109 None None] Received port after_create {{(pid=102348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:42:24.239116 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device b1bb909b-6b11-43f5-bc95-d6e7e6a2e0fc up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:42:24.240311 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-bb9227a9-d63d-4a63-ad58-33d319ae5e70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:24.242962 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89a17f3-4e11-40b0-8064-5708718b7109 None None] Pushing event updated for resources: {'Port': ['ID=903b3853-f066-462e-b91d-a48c99e4816f,revision_number=1']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:42:24.261848 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-f89a17f3-4e11-40b0-8064-5708718b7109 None None] Attempting to bind port 903b3853-f066-462e-b91d-a48c99e4816f on host n-d-813419-10 for vnic_type normal with profile {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:42:24.262227 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-f89a17f3-4e11-40b0-8064-5708718b7109 None None] Attempting to bind port 903b3853-f066-462e-b91d-a48c99e4816f by drivers openvswitch,hyperv on host n-d-813419-10 at level 0 using segments [{'id': 'c15c3e45-ea1e-4a1b-a3d3-df26c5b093bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'd559d50f-3028-4056-aeee-12f6e4e55b16'}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:42:24.262585 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f89a17f3-4e11-40b0-8064-5708718b7109 None None] Attempting to bind port 903b3853-f066-462e-b91d-a48c99e4816f on network d559d50f-3028-4056-aeee-12f6e4e55b16 {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:42:24.300740 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f89a17f3-4e11-40b0-8064-5708718b7109 None None] Checking agent: {'id': '89dba0f3-79b2-435e-9822-33674b8f6ada', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 8, 20), 'started_at': datetime.datetime(2021, 10, 27, 10, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 42, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:42:24.301339 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f89a17f3-4e11-40b0-8064-5708718b7109 None None] Checking segment: {'id': 'c15c3e45-ea1e-4a1b-a3d3-df26c5b093bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'd559d50f-3028-4056-aeee-12f6e4e55b16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:42:24.301545 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f89a17f3-4e11-40b0-8064-5708718b7109 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:24.302154 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f89a17f3-4e11-40b0-8064-5708718b7109 None None] Bound using segment: {'id': 'c15c3e45-ea1e-4a1b-a3d3-df26c5b093bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'd559d50f-3028-4056-aeee-12f6e4e55b16'} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:42:24.302415 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-f89a17f3-4e11-40b0-8064-5708718b7109 None None] Bound port: 903b3853-f066-462e-b91d-a48c99e4816f, host: n-d-813419-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c15c3e45-ea1e-4a1b-a3d3-df26c5b093bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'd559d50f-3028-4056-aeee-12f6e4e55b16'}}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:42:24.302789 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f89a17f3-4e11-40b0-8064-5708718b7109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:24.308429 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb9227a9-d63d-4a63-ad58-33d319ae5e70 admin admin] Network 185ff123-c7ff-45c7-a6be-71feb35acc9c is already hosted by enough agents. {{(pid=102346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:42:24.314543 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-bb9227a9-d63d-4a63-ad58-33d319ae5e70 admin admin] Resources bound (agent type, host, resource id): {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:42:24.319788 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb9227a9-d63d-4a63-ad58-33d319ae5e70 admin admin] Received port after_create {{(pid=102346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:42:24.402115 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port b1bb909b-6b11-43f5-bc95-d6e7e6a2e0fc triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:42:24.402481 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:24.407115 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9227a9-d63d-4a63-ad58-33d319ae5e70 admin admin] Pushing event updated for resources: {'Port': ['ID=365edf85-81a9-41c9-a88f-406c3c804d46,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:42:24.451178 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f89a17f3-4e11-40b0-8064-5708718b7109 None None] For port 903b3853-f066-462e-b91d-a48c99e4816f, host n-d-813419-10, cleared binding levels {{(pid=102348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:42:24.466310 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f89a17f3-4e11-40b0-8064-5708718b7109 None None] For port 903b3853-f066-462e-b91d-a48c99e4816f, host n-d-813419-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=903b3853-f066-462e-b91d-a48c99e4816f,segment=NetworkSegment(c15c3e45-ea1e-4a1b-a3d3-df26c5b093bb),segment_id=c15c3e45-ea1e-4a1b-a3d3-df26c5b093bb)] {{(pid=102348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:42:24.495210 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f89a17f3-4e11-40b0-8064-5708718b7109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:24.576252 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89a17f3-4e11-40b0-8064-5708718b7109 None None] Pushing event updated for resources: {'Port': ['ID=903b3853-f066-462e-b91d-a48c99e4816f,revision_number=2']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:42:24.760869 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-bb9227a9-d63d-4a63-ad58-33d319ae5e70 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:25.049512 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-bb9227a9-d63d-4a63-ad58-33d319ae5e70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1765699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1769372'] for router, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:25.224854 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb9227a9-d63d-4a63-ad58-33d319ae5e70 admin admin] Router 53447993-9068-4d58-9f64-5f7ce9d8867e is scheduled to L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb with binding_index 1 {{(pid=102346) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 10:42:25.311940 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31dc0a9-fe31-436d-bf66-829a75414342 req-ee96cac2-7a67-4346-b184-4c48487e1fe1 tempest-ServerRescueTestJSONUnderV235-163125560 tempest-ServerRescueTestJSONUnderV235-163125560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:42:25.321748 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-e31dc0a9-fe31-436d-bf66-829a75414342 req-ee96cac2-7a67-4346-b184-4c48487e1fe1 tempest-ServerRescueTestJSONUnderV235-163125560 tempest-ServerRescueTestJSONUnderV235-163125560-project] 10.222.0.44 "GET /v2.0/ports?device_id=a3095d0a-bceb-438d-9a27-8bd12a2f8d45 HTTP/1.1" status: 200 len: 945 time: 0.1267114 Oct 27 10:42:25.403624 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb9227a9-d63d-4a63-ad58-33d319ae5e70 admin admin] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:42:25.417029 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c631cb05-fc55-4586-95b1-67a2984307a4 None None] Sync routers for ids ['53447993-9068-4d58-9f64-5f7ce9d8867e'] in n-d-813419-10 {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:42:25.424590 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-e31dc0a9-fe31-436d-bf66-829a75414342 req-a30dc604-2be7-41c0-9eed-d112e9381d81 tempest-ServerRescueTestJSONUnderV235-163125560 tempest-ServerRescueTestJSONUnderV235-163125560-project] 10.222.0.44 "GET /v2.0/security-groups?id=d4da16b0-ae97-40b5-8605-2eb4fca87de4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016321 Oct 27 10:42:25.436180 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c631cb05-fc55-4586-95b1-67a2984307a4 None None] Routers {'53447993-9068-4d58-9f64-5f7ce9d8867e'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:42:25.437020 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-c631cb05-fc55-4586-95b1-67a2984307a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:42:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['53447993-9068-4d58-9f64-5f7ce9d8867e'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:42:25.438994 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-bb9227a9-d63d-4a63-ad58-33d319ae5e70 admin admin] Publish callbacks [] for router, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:25.440558 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-bb9227a9-d63d-4a63-ad58-33d319ae5e70 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.5250146 Oct 27 10:42:25.443264 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 48650) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:42:25.613644 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvr_db [None req-c631cb05-fc55-4586-95b1-67a2984307a4 None None] Set router 53447993-9068-4d58-9f64-5f7ce9d8867e gateway port host: n-d-813419-10 {{(pid=102349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:42:25.672332 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 48654) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:42:25.770034 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22a89b9e-d2d0-46cf-a0d1-588a8d1f18f6 None None] Network d559d50f-3028-4056-aeee-12f6e4e55b16 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:42:25.818272 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-c631cb05-fc55-4586-95b1-67a2984307a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53447993-9068-4d58-9f64-5f7ce9d8867e', 'name': 'tempest-TestServerMultinode-142574786-router', 'tenant_id': '178ecc4d288b407c95ee0db3c823dd0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.71'}], 'enable_snat': True}, 'gw_port_id': '365edf85-81a9-41c9-a88f-406c3c804d46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:42:22Z', 'updated_at': '2021-10-27T10:42:24Z', 'revision_number': 3, 'project_id': '178ecc4d288b407c95ee0db3c823dd0d', 'gw_port': {'id': '365edf85-81a9-41c9-a88f-406c3c804d46', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:2a:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53447993-9068-4d58-9f64-5f7ce9d8867e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2607, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:42:23Z', 'updated_at': '2021-10-27T10:42:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10'}], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:42:25.847158 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c631cb05-fc55-4586-95b1-67a2984307a4 None None] Checking router: 53447993-9068-4d58-9f64-5f7ce9d8867e for host: n-d-813419-10 {{(pid=102349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 10:42:25.847428 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c631cb05-fc55-4586-95b1-67a2984307a4 None None] Updating router 53447993-9068-4d58-9f64-5f7ce9d8867e port 365edf85-81a9-41c9-a88f-406c3c804d46 binding host n-d-813419-10 {{(pid=102349) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 10:42:25.847935 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d033eb4b-da67-472a-a477-2b7401d6423b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:25.877380 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-c631cb05-fc55-4586-95b1-67a2984307a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:25.978079 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d033eb4b-da67-472a-a477-2b7401d6423b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:25.981955 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-42ed6b70-25e5-407d-a625-0c9eb751f064 None None] Provisioning complete for port 903b3853-f066-462e-b91d-a48c99e4816f triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:42:25.982474 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-42ed6b70-25e5-407d-a625-0c9eb751f064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:25.987518 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d033eb4b-da67-472a-a477-2b7401d6423b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:26.064860 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d033eb4b-da67-472a-a477-2b7401d6423b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05f17891-430c-45b7-a32e-8232d824b8fe,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:42:26.075879 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-d033eb4b-da67-472a-a477-2b7401d6423b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8f968b2d958e4fa1b887bd47084b7768&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3998208 Oct 27 10:42:26.076148 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 48664) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:42:26.184848 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-42ed6b70-25e5-407d-a625-0c9eb751f064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:26.225604 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-a8bb6174-8811-4455-b0d2-4eb68200eaf0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:26.268473 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-a8bb6174-8811-4455-b0d2-4eb68200eaf0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:26.269233 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-42ed6b70-25e5-407d-a625-0c9eb751f064 None None] For port 903b3853-f066-462e-b91d-a48c99e4816f, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=903b3853-f066-462e-b91d-a48c99e4816f,segment=NetworkSegment(c15c3e45-ea1e-4a1b-a3d3-df26c5b093bb),segment_id=c15c3e45-ea1e-4a1b-a3d3-df26c5b093bb)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:42:26.281858 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-42ed6b70-25e5-407d-a625-0c9eb751f064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:26.302263 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 903b3853-f066-462e-b91d-a48c99e4816f up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:42:26.355204 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-a8bb6174-8811-4455-b0d2-4eb68200eaf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:26.357871 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-a8bb6174-8811-4455-b0d2-4eb68200eaf0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:26.361313 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-a8bb6174-8811-4455-b0d2-4eb68200eaf0 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/05f17891-430c-45b7-a32e-8232d824b8fe HTTP/1.1" status: 204 len: 168 time: 0.2819114 Oct 27 10:42:26.373918 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bb6174-8811-4455-b0d2-4eb68200eaf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05f17891-430c-45b7-a32e-8232d824b8fe,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:42:26.404319 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-c631cb05-fc55-4586-95b1-67a2984307a4 None None] Publish callbacks [] for port, precommit_update {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:26.415640 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-c631cb05-fc55-4586-95b1-67a2984307a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:26.443597 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ed6b70-25e5-407d-a625-0c9eb751f064 None None] Pushing event updated for resources: {'Port': ['ID=903b3853-f066-462e-b91d-a48c99e4816f,revision_number=3']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:42:26.443742 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-aa8c3ff0-cab7-431c-a612-2390abd25364 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:26.479274 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port 903b3853-f066-462e-b91d-a48c99e4816f triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:42:26.479670 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:26.546086 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.managers [None req-c631cb05-fc55-4586-95b1-67a2984307a4 None None] Attempting to bind port 365edf85-81a9-41c9-a88f-406c3c804d46 on host n-d-813419-10 for vnic_type normal with profile {{(pid=102349) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:42:26.546787 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.managers [None req-c631cb05-fc55-4586-95b1-67a2984307a4 None None] Attempting to bind port 365edf85-81a9-41c9-a88f-406c3c804d46 by drivers openvswitch,hyperv on host n-d-813419-10 at level 0 using segments [{'id': 'bc14127b-7032-4c50-bb5b-f6813cbae86e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'}] {{(pid=102349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:42:26.547056 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c631cb05-fc55-4586-95b1-67a2984307a4 None None] Attempting to bind port 365edf85-81a9-41c9-a88f-406c3c804d46 on network 185ff123-c7ff-45c7-a6be-71feb35acc9c {{(pid=102349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:42:26.552504 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-f4d86e1a-a55f-4be3-94e5-6df696a60818 None None] Provisioning complete for port 903b3853-f066-462e-b91d-a48c99e4816f triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:42:26.553126 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f4d86e1a-a55f-4be3-94e5-6df696a60818 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:26.557257 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c631cb05-fc55-4586-95b1-67a2984307a4 None None] Checking agent: {'id': '89dba0f3-79b2-435e-9822-33674b8f6ada', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 8, 20), 'started_at': datetime.datetime(2021, 10, 27, 10, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 42, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:42:26.557628 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c631cb05-fc55-4586-95b1-67a2984307a4 None None] Checking segment: {'id': 'bc14127b-7032-4c50-bb5b-f6813cbae86e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:42:26.558023 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-c631cb05-fc55-4586-95b1-67a2984307a4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:26.558407 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c631cb05-fc55-4586-95b1-67a2984307a4 None None] Bound using segment: {'id': 'bc14127b-7032-4c50-bb5b-f6813cbae86e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'} {{(pid=102349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:42:26.558863 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.managers [None req-c631cb05-fc55-4586-95b1-67a2984307a4 None None] Bound port: 365edf85-81a9-41c9-a88f-406c3c804d46, host: n-d-813419-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc14127b-7032-4c50-bb5b-f6813cbae86e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'}}] {{(pid=102349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:42:26.559234 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-c631cb05-fc55-4586-95b1-67a2984307a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:26.565365 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270e9916-60bc-42ae-8ef8-e027c82b4dbe None None] Pushing event updated for resources: {'Port': ['ID=365edf85-81a9-41c9-a88f-406c3c804d46,revision_number=2']} {{(pid=102349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:42:26.616390 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.db [None req-c631cb05-fc55-4586-95b1-67a2984307a4 None None] For port 365edf85-81a9-41c9-a88f-406c3c804d46, host n-d-813419-10, cleared binding levels {{(pid=102349) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:42:26.619905 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.db [None req-c631cb05-fc55-4586-95b1-67a2984307a4 None None] For port 365edf85-81a9-41c9-a88f-406c3c804d46, host n-d-813419-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=365edf85-81a9-41c9-a88f-406c3c804d46,segment=NetworkSegment(bc14127b-7032-4c50-bb5b-f6813cbae86e),segment_id=bc14127b-7032-4c50-bb5b-f6813cbae86e)] {{(pid=102349) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:42:26.626347 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-c631cb05-fc55-4586-95b1-67a2984307a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:26.644921 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43dc47f-fb06-4074-ba2b-c934350b6401 req-4dd2d9e5-4ed2-4ff7-947e-828222197e37 tempest-ServerRescueTestJSONUnderV235-163125560 tempest-ServerRescueTestJSONUnderV235-163125560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:42:26.646976 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-e43dc47f-fb06-4074-ba2b-c934350b6401 req-4dd2d9e5-4ed2-4ff7-947e-828222197e37 tempest-ServerRescueTestJSONUnderV235-163125560 tempest-ServerRescueTestJSONUnderV235-163125560-project] 10.222.0.44 "GET /v2.0/ports?device_id=a3095d0a-bceb-438d-9a27-8bd12a2f8d45 HTTP/1.1" status: 200 len: 945 time: 0.1271455 Oct 27 10:42:26.697270 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c631cb05-fc55-4586-95b1-67a2984307a4 None None] Routers {'53447993-9068-4d58-9f64-5f7ce9d8867e'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:42:26.697658 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-e43dc47f-fb06-4074-ba2b-c934350b6401 req-ae80d120-b22d-4920-a944-51be072908fc tempest-ServerRescueTestJSONUnderV235-163125560 tempest-ServerRescueTestJSONUnderV235-163125560-project] 10.222.0.44 "GET /v2.0/security-groups?id=d4da16b0-ae97-40b5-8605-2eb4fca87de4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425551 Oct 27 10:42:26.698439 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-c631cb05-fc55-4586-95b1-67a2984307a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:42:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['53447993-9068-4d58-9f64-5f7ce9d8867e'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:42:26.761307 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_common [None req-aa8c3ff0-cab7-431c-a612-2390abd25364 admin admin] Allocated IP 172.20.0.1 (d559d50f-3028-4056-aeee-12f6e4e55b16/e1144af1-40e4-4af3-a0a9-e0c3d5c56745/3535f99e-9a37-45d7-9ebd-a8a28485c1f1) {{(pid=102347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:42:26.768011 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 48672) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:42:26.781818 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-228f2df7-9237-4f65-8dc6-adbbe30166c8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:26.793702 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270e9916-60bc-42ae-8ef8-e027c82b4dbe None None] Pushing event updated for resources: {'Port': ['ID=365edf85-81a9-41c9-a88f-406c3c804d46,revision_number=3']} {{(pid=102349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:42:26.860537 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvr_db [None req-c631cb05-fc55-4586-95b1-67a2984307a4 None None] Set router 53447993-9068-4d58-9f64-5f7ce9d8867e gateway port host: n-d-813419-10 {{(pid=102349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:42:26.878647 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-228f2df7-9237-4f65-8dc6-adbbe30166c8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:26.883809 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-228f2df7-9237-4f65-8dc6-adbbe30166c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:26.889628 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-aa8c3ff0-cab7-431c-a612-2390abd25364 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:26.926394 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-aa8c3ff0-cab7-431c-a612-2390abd25364 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:26.947118 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa8c3ff0-cab7-431c-a612-2390abd25364 admin admin] Network d559d50f-3028-4056-aeee-12f6e4e55b16 is already hosted by enough agents. {{(pid=102347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:42:26.949107 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-228f2df7-9237-4f65-8dc6-adbbe30166c8 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=18ef0973577b4ad18dac17def0e7da4d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1789052 Oct 27 10:42:26.950425 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228f2df7-9237-4f65-8dc6-adbbe30166c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=030e8fbd-a242-43dc-8df2-17dca09fd260,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:42:26.954318 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 48674) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:42:26.970850 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [None req-aa8c3ff0-cab7-431c-a612-2390abd25364 admin admin] Resources bound (agent type, host, resource id): {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:42:26.985952 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa8c3ff0-cab7-431c-a612-2390abd25364 admin admin] Received port after_create {{(pid=102347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:42:27.029759 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8c3ff0-cab7-431c-a612-2390abd25364 admin admin] Pushing event updated for resources: {'Port': ['ID=3535f99e-9a37-45d7-9ebd-a8a28485c1f1,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:42:27.047191 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-4450388f-d0ab-4369-9a8e-c55281e46b7c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:27.051396 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-aa8c3ff0-cab7-431c-a612-2390abd25364 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1664961'] for router_interface, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:27.084512 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-4450388f-d0ab-4369-9a8e-c55281e46b7c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:27.178562 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-4450388f-d0ab-4369-9a8e-c55281e46b7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:27.181625 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-4450388f-d0ab-4369-9a8e-c55281e46b7c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:27.186032 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-4450388f-d0ab-4369-9a8e-c55281e46b7c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/030e8fbd-a242-43dc-8df2-17dca09fd260 HTTP/1.1" status: 204 len: 168 time: 0.2304680 Oct 27 10:42:27.194732 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4450388f-d0ab-4369-9a8e-c55281e46b7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=030e8fbd-a242-43dc-8df2-17dca09fd260,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:42:27.200622 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-c631cb05-fc55-4586-95b1-67a2984307a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53447993-9068-4d58-9f64-5f7ce9d8867e', 'name': 'tempest-TestServerMultinode-142574786-router', 'tenant_id': '178ecc4d288b407c95ee0db3c823dd0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.71'}], 'enable_snat': True}, 'gw_port_id': '365edf85-81a9-41c9-a88f-406c3c804d46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:42:22Z', 'updated_at': '2021-10-27T10:42:24Z', 'revision_number': 3, 'project_id': '178ecc4d288b407c95ee0db3c823dd0d', 'gw_port': {'id': '365edf85-81a9-41c9-a88f-406c3c804d46', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:2a:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53447993-9068-4d58-9f64-5f7ce9d8867e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2607, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:42:23Z', 'updated_at': '2021-10-27T10:42:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10'}], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:42:27.202799 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-aa8c3ff0-cab7-431c-a612-2390abd25364 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:27.258824 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c631cb05-fc55-4586-95b1-67a2984307a4 None None] The sync data for ids ['53447993-9068-4d58-9f64-5f7ce9d8867e'] in n-d-813419-10 is: [{'id': '53447993-9068-4d58-9f64-5f7ce9d8867e', 'name': 'tempest-TestServerMultinode-142574786-router', 'tenant_id': '178ecc4d288b407c95ee0db3c823dd0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.71'}], 'enable_snat': True}, 'gw_port_id': '365edf85-81a9-41c9-a88f-406c3c804d46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:42:22Z', 'updated_at': '2021-10-27T10:42:24Z', 'revision_number': 3, 'project_id': '178ecc4d288b407c95ee0db3c823dd0d', 'gw_port': {'id': '365edf85-81a9-41c9-a88f-406c3c804d46', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:2a:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53447993-9068-4d58-9f64-5f7ce9d8867e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2607, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:42:23Z', 'updated_at': '2021-10-27T10:42:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10'}] {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:42:27.438648 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-aa8c3ff0-cab7-431c-a612-2390abd25364 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:27.443875 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-aa8c3ff0-cab7-431c-a612-2390abd25364 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:27.463975 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-f818f422-9a89-498d-8471-da1f51b4c305 None None] Provisioning complete for port 3535f99e-9a37-45d7-9ebd-a8a28485c1f1 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:42:27.464495 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f818f422-9a89-498d-8471-da1f51b4c305 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:27.515459 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-f818f422-9a89-498d-8471-da1f51b4c305 None None] Port 3535f99e-9a37-45d7-9ebd-a8a28485c1f1 cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:42:27.521241 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-aa8c3ff0-cab7-431c-a612-2390abd25364 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2006967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1766225'] for router_interface, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:27.531355 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8c3ff0-cab7-431c-a612-2390abd25364 admin admin] Pushing event updated for resources: {'Port': ['ID=3535f99e-9a37-45d7-9ebd-a8a28485c1f1,revision_number=2']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:42:27.653690 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa8c3ff0-cab7-431c-a612-2390abd25364 admin admin] Network d559d50f-3028-4056-aeee-12f6e4e55b16 is already hosted by enough agents. {{(pid=102347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:42:27.655226 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [None req-aa8c3ff0-cab7-431c-a612-2390abd25364 admin admin] Resources bound (agent type, host, resource id): {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:42:27.805708 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa8c3ff0-cab7-431c-a612-2390abd25364 admin admin] Router 53447993-9068-4d58-9f64-5f7ce9d8867e has already been hosted by L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb {{(pid=102347) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 10:42:27.863889 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa361674-f3e2-4d3f-8e63-edc28018852d req-cd2cf176-9a25-44fc-8147-00623bcbde00 tempest-ServerRescueTestJSONUnderV235-163125560 tempest-ServerRescueTestJSONUnderV235-163125560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:42:27.873927 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-fa361674-f3e2-4d3f-8e63-edc28018852d req-cd2cf176-9a25-44fc-8147-00623bcbde00 tempest-ServerRescueTestJSONUnderV235-163125560 tempest-ServerRescueTestJSONUnderV235-163125560-project] 10.222.0.44 "GET /v2.0/ports?device_id=a3095d0a-bceb-438d-9a27-8bd12a2f8d45 HTTP/1.1" status: 200 len: 945 time: 0.0775306 Oct 27 10:42:27.932893 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-fa361674-f3e2-4d3f-8e63-edc28018852d req-fd4c80be-0f42-4c7f-babb-47b4b382b1c1 tempest-ServerRescueTestJSONUnderV235-163125560 tempest-ServerRescueTestJSONUnderV235-163125560-project] 10.222.0.44 "GET /v2.0/security-groups?id=d4da16b0-ae97-40b5-8605-2eb4fca87de4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546551 Oct 27 10:42:27.965793 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa8c3ff0-cab7-431c-a612-2390abd25364 admin admin] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:42:27.984235 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-aa8c3ff0-cab7-431c-a612-2390abd25364 admin admin] 10.222.0.44 "PUT /v2.0/routers/53447993-9068-4d58-9f64-5f7ce9d8867e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5318718 Oct 27 10:42:28.043429 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-a1e18a85-38e4-4d9c-9916-84341c4f4e65 None None] Provisioning complete for port 3535f99e-9a37-45d7-9ebd-a8a28485c1f1 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:42:28.043956 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a1e18a85-38e4-4d9c-9916-84341c4f4e65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:28.084755 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-a1e18a85-38e4-4d9c-9916-84341c4f4e65 None None] Port 3535f99e-9a37-45d7-9ebd-a8a28485c1f1 cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:42:28.250450 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 903b3853-f066-462e-b91d-a48c99e4816f up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:42:28.313950 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port 903b3853-f066-462e-b91d-a48c99e4816f triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:42:28.314413 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:28.419331 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 365edf85-81a9-41c9-a88f-406c3c804d46 up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:42:28.473897 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port 365edf85-81a9-41c9-a88f-406c3c804d46 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:42:28.474577 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:28.582154 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:28.610080 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] For port 365edf85-81a9-41c9-a88f-406c3c804d46, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=365edf85-81a9-41c9-a88f-406c3c804d46,segment=NetworkSegment(bc14127b-7032-4c50-bb5b-f6813cbae86e),segment_id=bc14127b-7032-4c50-bb5b-f6813cbae86e)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:42:28.616790 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:28.685100 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Pushing event updated for resources: {'Port': ['ID=365edf85-81a9-41c9-a88f-406c3c804d46,revision_number=4']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:42:28.696460 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-afb2e0ca-5e0c-490f-9601-94015e5bacde req-b1b8bc0e-f7ed-4860-8e51-36722518526d service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=91ccc442-ec50-4418-afd5-4249b29ada1e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0957525 Oct 27 10:42:28.807553 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb2e0ca-5e0c-490f-9601-94015e5bacde req-53ba0339-111f-4d65-af49-0c1fec1fd6f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:42:28.808027 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb2e0ca-5e0c-490f-9601-94015e5bacde req-53ba0339-111f-4d65-af49-0c1fec1fd6f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:42:28.808520 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb2e0ca-5e0c-490f-9601-94015e5bacde req-53ba0339-111f-4d65-af49-0c1fec1fd6f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:42:28.808983 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb2e0ca-5e0c-490f-9601-94015e5bacde req-53ba0339-111f-4d65-af49-0c1fec1fd6f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:42:28.809437 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb2e0ca-5e0c-490f-9601-94015e5bacde req-53ba0339-111f-4d65-af49-0c1fec1fd6f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:42:28.809981 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb2e0ca-5e0c-490f-9601-94015e5bacde req-53ba0339-111f-4d65-af49-0c1fec1fd6f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:42:28.810358 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb2e0ca-5e0c-490f-9601-94015e5bacde req-53ba0339-111f-4d65-af49-0c1fec1fd6f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:42:28.812945 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-afb2e0ca-5e0c-490f-9601-94015e5bacde req-53ba0339-111f-4d65-af49-0c1fec1fd6f1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3e6cb564c3b34b1095cef7d65946c25d&device_id=91ccc442-ec50-4418-afd5-4249b29ada1e HTTP/1.1" status: 200 len: 6507 time: 0.0610859 Oct 27 10:42:28.862336 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304fd401-c93b-49d9-af57-e8d544bcbb4a req-427c5580-8fec-4cb6-8bfc-b0732bb6f84d tempest-TestServerMultinode-1259140485 tempest-TestServerMultinode-1259140485-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:42:28.864395 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-304fd401-c93b-49d9-af57-e8d544bcbb4a req-427c5580-8fec-4cb6-8bfc-b0732bb6f84d tempest-TestServerMultinode-1259140485 tempest-TestServerMultinode-1259140485-project-admin] 10.222.0.44 "GET /v2.0/networks?id=078364b9-c0d6-46b3-a09d-897449e30257 HTTP/1.1" status: 200 len: 910 time: 0.1059453 Oct 27 10:42:28.881244 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-304fd401-c93b-49d9-af57-e8d544bcbb4a req-f5c6d12e-923b-4236-ae13-fe09073ea5ca tempest-TestServerMultinode-1259140485 tempest-TestServerMultinode-1259140485-project-admin] 10.222.0.44 "GET /v2.0/quotas/178ecc4d288b407c95ee0db3c823dd0d HTTP/1.1" status: 200 len: 375 time: 0.0099840 Oct 27 10:42:28.949656 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb2e0ca-5e0c-490f-9601-94015e5bacde req-2c44c8ea-c867-46b6-a4a0-fe622be5e729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:42:28.953365 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb2e0ca-5e0c-490f-9601-94015e5bacde req-2c44c8ea-c867-46b6-a4a0-fe622be5e729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:42:28.953927 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb2e0ca-5e0c-490f-9601-94015e5bacde req-2c44c8ea-c867-46b6-a4a0-fe622be5e729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:42:28.956094 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-afb2e0ca-5e0c-490f-9601-94015e5bacde req-2c44c8ea-c867-46b6-a4a0-fe622be5e729 service neutron] 10.222.0.64 "GET /v2.0/networks?id=f2385b9b-4fa7-414c-8459-129f74d068c4&id=88e3e046-d444-4db2-9521-e65514262b77&id=88e3e046-d444-4db2-9521-e65514262b77&id=88e3e046-d444-4db2-9521-e65514262b77&id=88e3e046-d444-4db2-9521-e65514262b77&id=221478c6-1352-435e-b5d2-1ec0f18ba5b8&id=221478c6-1352-435e-b5d2-1ec0f18ba5b8 HTTP/1.1" status: 200 len: 2298 time: 0.1191356 Oct 27 10:42:28.981806 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-304fd401-c93b-49d9-af57-e8d544bcbb4a req-f72560dd-24d7-4391-a5e6-6ece77744da3 tempest-TestServerMultinode-1259140485 tempest-TestServerMultinode-1259140485-project-admin] 10.222.0.44 "GET /v2.0/ports?tenant_id=178ecc4d288b407c95ee0db3c823dd0d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0823047 Oct 27 10:42:29.070250 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-afb2e0ca-5e0c-490f-9601-94015e5bacde req-744a4c79-1711-43fe-897f-622a8e24917a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1cf65ff2-fb9b-433c-b18b-c8215b267c53 HTTP/1.1" status: 200 len: 999 time: 0.1072521 Oct 27 10:42:29.096326 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc16565c-b752-4128-85a9-e9db564e3961 req-2d1b2133-e7b4-4825-9ca7-5e70f5abbdbd tempest-ServerRescueTestJSONUnderV235-163125560 tempest-ServerRescueTestJSONUnderV235-163125560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:42:29.099235 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-cc16565c-b752-4128-85a9-e9db564e3961 req-2d1b2133-e7b4-4825-9ca7-5e70f5abbdbd tempest-ServerRescueTestJSONUnderV235-163125560 tempest-ServerRescueTestJSONUnderV235-163125560-project] 10.222.0.44 "GET /v2.0/ports?device_id=a3095d0a-bceb-438d-9a27-8bd12a2f8d45 HTTP/1.1" status: 200 len: 945 time: 0.0786834 Oct 27 10:42:29.128157 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [req-304fd401-c93b-49d9-af57-e8d544bcbb4a req-fbc25224-fe8e-48b2-993a-5a49a3260583 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=102346) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 10:42:29.129239 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-304fd401-c93b-49d9-af57-e8d544bcbb4a req-fbc25224-fe8e-48b2-993a-5a49a3260583 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.1377378 Oct 27 10:42:29.186224 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-cc16565c-b752-4128-85a9-e9db564e3961 req-f153e9e7-d2bb-4f62-a6ee-ff9a2e71f474 tempest-ServerRescueTestJSONUnderV235-163125560 tempest-ServerRescueTestJSONUnderV235-163125560-project] 10.222.0.44 "GET /v2.0/security-groups?id=d4da16b0-ae97-40b5-8605-2eb4fca87de4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648448 Oct 27 10:42:29.189644 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb2e0ca-5e0c-490f-9601-94015e5bacde req-ff4f4667-9274-40ff-8551-d73979af1840 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:42:29.191386 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-afb2e0ca-5e0c-490f-9601-94015e5bacde req-ff4f4667-9274-40ff-8551-d73979af1840 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f7ae2785-df3d-443a-9883-966bc70b525d HTTP/1.1" status: 200 len: 856 time: 0.1097343 Oct 27 10:42:29.246936 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb2e0ca-5e0c-490f-9601-94015e5bacde req-27dc4a41-7bd9-4295-bd13-ea262cb26455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:42:29.248772 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-afb2e0ca-5e0c-490f-9601-94015e5bacde req-27dc4a41-7bd9-4295-bd13-ea262cb26455 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f2385b9b-4fa7-414c-8459-129f74d068c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0490544 Oct 27 10:42:29.276611 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-304fd401-c93b-49d9-af57-e8d544bcbb4a req-4a59bbfa-15d6-46ae-91cd-17bd0d7ad90f service neutron] 10.222.0.44 "GET /v2.0/networks/078364b9-c0d6-46b3-a09d-897449e30257?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402855 Oct 27 10:42:29.370744 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-afb2e0ca-5e0c-490f-9601-94015e5bacde req-6cd47f32-7a46-4785-bab0-3faf93af34f9 service neutron] 10.222.0.64 "GET /v2.0/networks/f2385b9b-4fa7-414c-8459-129f74d068c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148579 Oct 27 10:42:29.393019 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-304fd401-c93b-49d9-af57-e8d544bcbb4a req-2a6e52d3-046b-4fa9-875c-6249ea352249 service neutron] 10.222.0.44 "GET /v2.0/networks/078364b9-c0d6-46b3-a09d-897449e30257?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1087711 Oct 27 10:42:29.482013 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-afb2e0ca-5e0c-490f-9601-94015e5bacde req-f6953661-be5c-4cfb-b20d-529988741b02 service neutron] 10.222.0.64 "GET /v2.0/networks/f2385b9b-4fa7-414c-8459-129f74d068c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045184 Oct 27 10:42:29.546055 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-afb2e0ca-5e0c-490f-9601-94015e5bacde req-a4e6f474-cf9b-4233-8284-48cf8018f5a5 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.251&port_id=22c27b5f-6c6c-47c7-a478-77c272de9521 HTTP/1.1" status: 200 len: 217 time: 0.0566218 Oct 27 10:42:29.586899 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e7d2026-7260-4a7a-91e2-aee94ec9c935 None None] Sync routers for ids ['53447993-9068-4d58-9f64-5f7ce9d8867e'] in n-d-813419-10 {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:42:29.599787 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e7d2026-7260-4a7a-91e2-aee94ec9c935 None None] Routers {'53447993-9068-4d58-9f64-5f7ce9d8867e'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:42:29.600996 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-4e7d2026-7260-4a7a-91e2-aee94ec9c935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:42:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['53447993-9068-4d58-9f64-5f7ce9d8867e'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:42:29.614272 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-16b56978-c653-4e21-9ca8-14154effad2d req-3a3a8de8-8aaa-43d6-9952-012c7d5dc26b tempest-TestServerMultinode-1259140485 tempest-TestServerMultinode-1259140485-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=fa6e8a77-4ee6-4f20-978f-0c7a81068d79 HTTP/1.1" status: 200 len: 210 time: 0.0596571 Oct 27 10:42:29.631862 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb2e0ca-5e0c-490f-9601-94015e5bacde req-d0be5c15-56bb-4f9f-a5c9-8a02afddf24d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:42:29.643307 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-afb2e0ca-5e0c-490f-9601-94015e5bacde req-d0be5c15-56bb-4f9f-a5c9-8a02afddf24d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2b282023-ee15-4c3c-8c47-498ae229ab3c HTTP/1.1" status: 200 len: 797 time: 0.0802283 Oct 27 10:42:29.719047 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb2e0ca-5e0c-490f-9601-94015e5bacde req-c6ece531-c875-4791-b771-303ff86d674d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:42:29.722121 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-afb2e0ca-5e0c-490f-9601-94015e5bacde req-c6ece531-c875-4791-b771-303ff86d674d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=88e3e046-d444-4db2-9521-e65514262b77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0771046 Oct 27 10:42:29.870272 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-afb2e0ca-5e0c-490f-9601-94015e5bacde req-d4fc8add-ca36-4c2f-8f74-ac7f7fdd88ae service neutron] 10.222.0.64 "GET /v2.0/networks/88e3e046-d444-4db2-9521-e65514262b77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321497 Oct 27 10:42:29.909521 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvr_db [None req-4e7d2026-7260-4a7a-91e2-aee94ec9c935 None None] Set router 53447993-9068-4d58-9f64-5f7ce9d8867e gateway port host: n-d-813419-10 {{(pid=102348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:42:29.994317 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-afb2e0ca-5e0c-490f-9601-94015e5bacde req-b09e1bf8-7b7a-4603-ab48-b430baa384c1 service neutron] 10.222.0.64 "GET /v2.0/networks/88e3e046-d444-4db2-9521-e65514262b77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1167059 Oct 27 10:42:30.084499 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-afb2e0ca-5e0c-490f-9601-94015e5bacde req-68e2e89a-bda2-42ad-8902-7d6ce0998332 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.84&port_id=1eb208c1-53c7-4020-bd55-d077d06451fd HTTP/1.1" status: 200 len: 217 time: 0.0820613 Oct 27 10:42:30.099904 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-cbcc413c-805e-4520-a5ab-bbc3f96f5f93 req-6d63e5d4-1200-40a8-b581-6c287a26f612 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=cb570a6b-6921-4cfb-916b-d7e7c80e6c97&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0870771 Oct 27 10:42:30.148308 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb2e0ca-5e0c-490f-9601-94015e5bacde req-1611bca7-5acd-42d0-8173-71a158647c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:42:30.150723 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-afb2e0ca-5e0c-490f-9601-94015e5bacde req-1611bca7-5acd-42d0-8173-71a158647c32 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2b282023-ee15-4c3c-8c47-498ae229ab3c HTTP/1.1" status: 200 len: 797 time: 0.0591559 Oct 27 10:42:30.209665 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-4e7d2026-7260-4a7a-91e2-aee94ec9c935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53447993-9068-4d58-9f64-5f7ce9d8867e', 'name': 'tempest-TestServerMultinode-142574786-router', 'tenant_id': '178ecc4d288b407c95ee0db3c823dd0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.71'}], 'enable_snat': True}, 'gw_port_id': '365edf85-81a9-41c9-a88f-406c3c804d46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:42:22Z', 'updated_at': '2021-10-27T10:42:27Z', 'revision_number': 4, 'project_id': '178ecc4d288b407c95ee0db3c823dd0d', 'gw_port': {'id': '365edf85-81a9-41c9-a88f-406c3c804d46', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:2a:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53447993-9068-4d58-9f64-5f7ce9d8867e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2607, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:42:23Z', 'updated_at': '2021-10-27T10:42:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_interfaces': [{'id': '3535f99e-9a37-45d7-9ebd-a8a28485c1f1', 'name': '', 'network_id': 'd559d50f-3028-4056-aeee-12f6e4e55b16', 'tenant_id': '178ecc4d288b407c95ee0db3c823dd0d', 'mac_address': 'fa:16:3e:b7:1e:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53447993-9068-4d58-9f64-5f7ce9d8867e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2614, 'fixed_ips': [{'subnet_id': 'e1144af1-40e4-4af3-a0a9-e0c3d5c56745', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:42:26Z', 'updated_at': '2021-10-27T10:42:27Z', 'revision_number': 2, 'project_id': '178ecc4d288b407c95ee0db3c823dd0d', 'subnets': [{'id': 'e1144af1-40e4-4af3-a0a9-e0c3d5c56745', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:42:30.276910 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 365edf85-81a9-41c9-a88f-406c3c804d46 up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:42:30.277833 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb2e0ca-5e0c-490f-9601-94015e5bacde req-eb7f9d51-173b-4eab-9dd1-464e3c358312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:42:30.279621 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e7d2026-7260-4a7a-91e2-aee94ec9c935 None None] Checking router: 53447993-9068-4d58-9f64-5f7ce9d8867e for host: n-d-813419-10 {{(pid=102348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 10:42:30.280388 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e7d2026-7260-4a7a-91e2-aee94ec9c935 None None] Updating router 53447993-9068-4d58-9f64-5f7ce9d8867e port 3535f99e-9a37-45d7-9ebd-a8a28485c1f1 binding host n-d-813419-10 {{(pid=102348) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 10:42:30.288283 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-afb2e0ca-5e0c-490f-9601-94015e5bacde req-eb7f9d51-173b-4eab-9dd1-464e3c358312 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=88e3e046-d444-4db2-9521-e65514262b77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1247575 Oct 27 10:42:30.336630 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcc413c-805e-4520-a5ab-bbc3f96f5f93 req-11f98b33-5930-4c8a-b9f1-42fbb182ac5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:42:30.340630 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-4e7d2026-7260-4a7a-91e2-aee94ec9c935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:30.341515 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-cbcc413c-805e-4520-a5ab-bbc3f96f5f93 req-11f98b33-5930-4c8a-b9f1-42fbb182ac5f service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=7a75806f732447d68ca40a83500d955d&device_id=cb570a6b-6921-4cfb-916b-d7e7c80e6c97 HTTP/1.1" status: 200 len: 1099 time: 0.1723654 Oct 27 10:42:30.408572 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79433bbd-02a2-4173-8ac7-0ed8ac07ea83 req-34a5b94c-cb0d-4746-890d-dc29146f3d58 tempest-ServerRescueTestJSONUnderV235-163125560 tempest-ServerRescueTestJSONUnderV235-163125560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:42:30.416916 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port 365edf85-81a9-41c9-a88f-406c3c804d46 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:42:30.417282 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:30.420142 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-79433bbd-02a2-4173-8ac7-0ed8ac07ea83 req-34a5b94c-cb0d-4746-890d-dc29146f3d58 tempest-ServerRescueTestJSONUnderV235-163125560 tempest-ServerRescueTestJSONUnderV235-163125560-project] 10.222.0.44 "GET /v2.0/ports?device_id=a3095d0a-bceb-438d-9a27-8bd12a2f8d45 HTTP/1.1" status: 200 len: 945 time: 0.1463375 Oct 27 10:42:30.464708 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-afb2e0ca-5e0c-490f-9601-94015e5bacde req-a7762ec3-8c24-4871-a986-96e02f4ca2f6 service neutron] 10.222.0.64 "GET /v2.0/networks/88e3e046-d444-4db2-9521-e65514262b77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1740911 Oct 27 10:42:30.538893 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-79433bbd-02a2-4173-8ac7-0ed8ac07ea83 req-019b658b-c762-4dbe-b343-1d9048b506dc tempest-ServerRescueTestJSONUnderV235-163125560 tempest-ServerRescueTestJSONUnderV235-163125560-project] 10.222.0.44 "GET /v2.0/security-groups?id=d4da16b0-ae97-40b5-8605-2eb4fca87de4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178524 Oct 27 10:42:30.586778 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcc413c-805e-4520-a5ab-bbc3f96f5f93 req-6e50f736-6880-45c8-b496-ad671246623a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:42:30.593708 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-cbcc413c-805e-4520-a5ab-bbc3f96f5f93 req-6e50f736-6880-45c8-b496-ad671246623a service neutron] 10.222.0.76 "GET /v2.0/networks?id=823b724c-a4df-49e4-a48e-438212c85945 HTTP/1.1" status: 200 len: 918 time: 0.2124872 Oct 27 10:42:30.631902 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-afb2e0ca-5e0c-490f-9601-94015e5bacde req-d41c2bb5-6e6e-4963-8e56-7f09a3702602 service neutron] 10.222.0.64 "GET /v2.0/networks/88e3e046-d444-4db2-9521-e65514262b77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1491652 Oct 27 10:42:30.680978 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-afb2e0ca-5e0c-490f-9601-94015e5bacde req-c01523e8-467a-4992-b8c3-4eb57ff3f22e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.200&port_id=329824b1-0ff6-45c1-b96c-4a19139a00dd HTTP/1.1" status: 200 len: 217 time: 0.0400155 Oct 27 10:42:30.707004 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-cbcc413c-805e-4520-a5ab-bbc3f96f5f93 req-40fba3e5-c37d-492c-aec7-13af868305db service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d843c603-f770-49bf-80f7-ae60f61ba034 HTTP/1.1" status: 200 len: 1002 time: 0.1008759 Oct 27 10:42:30.773352 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-806e6e50-dd1c-4909-a951-cfa3ff4ac9f3 req-f7c276de-575b-4156-9508-c81857458622 tempest-TestServerMultinode-1259140485 tempest-TestServerMultinode-1259140485-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=fa6e8a77-4ee6-4f20-978f-0c7a81068d79 HTTP/1.1" status: 200 len: 210 time: 0.0339911 Oct 27 10:42:30.788770 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb2e0ca-5e0c-490f-9601-94015e5bacde req-797f990c-a149-479e-9365-4e7ee4d64306 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:42:30.790259 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-afb2e0ca-5e0c-490f-9601-94015e5bacde req-797f990c-a149-479e-9365-4e7ee4d64306 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2b282023-ee15-4c3c-8c47-498ae229ab3c HTTP/1.1" status: 200 len: 797 time: 0.0992498 Oct 27 10:42:30.795110 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcc413c-805e-4520-a5ab-bbc3f96f5f93 req-8bf4aa9d-8f30-4559-bb94-fec4a3d6db80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:42:30.797089 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-cbcc413c-805e-4520-a5ab-bbc3f96f5f93 req-8bf4aa9d-8f30-4559-bb94-fec4a3d6db80 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=867e3761-3f04-40e2-b4bb-5b0ff4404cac HTTP/1.1" status: 200 len: 856 time: 0.0800357 Oct 27 10:42:30.816088 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-4e7d2026-7260-4a7a-91e2-aee94ec9c935 None None] Publish callbacks [] for port, precommit_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:30.824820 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-4e7d2026-7260-4a7a-91e2-aee94ec9c935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:30.859591 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcc413c-805e-4520-a5ab-bbc3f96f5f93 req-91aaca63-7e93-4a57-80f0-04dfa9cbaada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:42:30.862117 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb2e0ca-5e0c-490f-9601-94015e5bacde req-41ed30a9-d0cf-434e-835d-b12059c378ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:42:30.865511 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-cbcc413c-805e-4520-a5ab-bbc3f96f5f93 req-91aaca63-7e93-4a57-80f0-04dfa9cbaada service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=823b724c-a4df-49e4-a48e-438212c85945&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0603576 Oct 27 10:42:30.865674 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-afb2e0ca-5e0c-490f-9601-94015e5bacde req-41ed30a9-d0cf-434e-835d-b12059c378ad service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=88e3e046-d444-4db2-9521-e65514262b77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0654819 Oct 27 10:42:31.033411 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a988c89a-035f-4978-8254-5e16ea35d6c1 None None] Pushing event updated for resources: {'Port': ['ID=3535f99e-9a37-45d7-9ebd-a8a28485c1f1,revision_number=3']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:42:31.043706 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-cbcc413c-805e-4520-a5ab-bbc3f96f5f93 req-4919c41e-0dc5-461d-86a1-395021ad5b61 service neutron] 10.222.0.76 "GET /v2.0/networks/823b724c-a4df-49e4-a48e-438212c85945?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1707036 Oct 27 10:42:31.073771 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-4e7d2026-7260-4a7a-91e2-aee94ec9c935 None None] Attempting to bind port 3535f99e-9a37-45d7-9ebd-a8a28485c1f1 on host n-d-813419-10 for vnic_type normal with profile {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:42:31.074166 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-4e7d2026-7260-4a7a-91e2-aee94ec9c935 None None] Attempting to bind port 3535f99e-9a37-45d7-9ebd-a8a28485c1f1 by drivers openvswitch,hyperv on host n-d-813419-10 at level 0 using segments [{'id': 'c15c3e45-ea1e-4a1b-a3d3-df26c5b093bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'd559d50f-3028-4056-aeee-12f6e4e55b16'}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:42:31.074528 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e7d2026-7260-4a7a-91e2-aee94ec9c935 None None] Attempting to bind port 3535f99e-9a37-45d7-9ebd-a8a28485c1f1 on network d559d50f-3028-4056-aeee-12f6e4e55b16 {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:42:31.084396 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e7d2026-7260-4a7a-91e2-aee94ec9c935 None None] Checking agent: {'id': '89dba0f3-79b2-435e-9822-33674b8f6ada', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 8, 20), 'started_at': datetime.datetime(2021, 10, 27, 10, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 42, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:42:31.084892 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e7d2026-7260-4a7a-91e2-aee94ec9c935 None None] Checking segment: {'id': 'c15c3e45-ea1e-4a1b-a3d3-df26c5b093bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'd559d50f-3028-4056-aeee-12f6e4e55b16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:42:31.085487 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-4e7d2026-7260-4a7a-91e2-aee94ec9c935 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:31.085965 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e7d2026-7260-4a7a-91e2-aee94ec9c935 None None] Bound using segment: {'id': 'c15c3e45-ea1e-4a1b-a3d3-df26c5b093bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'd559d50f-3028-4056-aeee-12f6e4e55b16'} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:42:31.087590 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-4e7d2026-7260-4a7a-91e2-aee94ec9c935 None None] Bound port: 3535f99e-9a37-45d7-9ebd-a8a28485c1f1, host: n-d-813419-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c15c3e45-ea1e-4a1b-a3d3-df26c5b093bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'd559d50f-3028-4056-aeee-12f6e4e55b16'}}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:42:31.088070 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-4e7d2026-7260-4a7a-91e2-aee94ec9c935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:31.093988 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-afb2e0ca-5e0c-490f-9601-94015e5bacde req-30cab788-8064-4167-bb5e-e6aa8106775d service neutron] 10.222.0.64 "GET /v2.0/networks/88e3e046-d444-4db2-9521-e65514262b77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2186594 Oct 27 10:42:31.175982 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-4e7d2026-7260-4a7a-91e2-aee94ec9c935 None None] For port 3535f99e-9a37-45d7-9ebd-a8a28485c1f1, host n-d-813419-10, cleared binding levels {{(pid=102348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:42:31.189103 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-4e7d2026-7260-4a7a-91e2-aee94ec9c935 None None] For port 3535f99e-9a37-45d7-9ebd-a8a28485c1f1, host n-d-813419-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=3535f99e-9a37-45d7-9ebd-a8a28485c1f1,segment=NetworkSegment(c15c3e45-ea1e-4a1b-a3d3-df26c5b093bb),segment_id=c15c3e45-ea1e-4a1b-a3d3-df26c5b093bb)] {{(pid=102348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:42:31.209248 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-4e7d2026-7260-4a7a-91e2-aee94ec9c935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:31.269274 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-cbcc413c-805e-4520-a5ab-bbc3f96f5f93 req-9b459ed5-5097-4506-ad01-f441d97c098e service neutron] 10.222.0.76 "GET /v2.0/networks/823b724c-a4df-49e4-a48e-438212c85945?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2174954 Oct 27 10:42:31.354470 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e7d2026-7260-4a7a-91e2-aee94ec9c935 None None] Routers {'53447993-9068-4d58-9f64-5f7ce9d8867e'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:42:31.355261 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-4e7d2026-7260-4a7a-91e2-aee94ec9c935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:42:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['53447993-9068-4d58-9f64-5f7ce9d8867e'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:42:31.357280 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-c04f9f34-8aca-48ef-aea4-afae54800bb7 None None] Provisioning complete for port 3535f99e-9a37-45d7-9ebd-a8a28485c1f1 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:42:31.357874 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-c04f9f34-8aca-48ef-aea4-afae54800bb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:31.360054 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a988c89a-035f-4978-8254-5e16ea35d6c1 None None] Pushing event updated for resources: {'Port': ['ID=3535f99e-9a37-45d7-9ebd-a8a28485c1f1,revision_number=4']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:42:31.384018 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-afb2e0ca-5e0c-490f-9601-94015e5bacde req-abe5c048-3ce4-449f-845c-03462c61be58 service neutron] 10.222.0.64 "GET /v2.0/networks/88e3e046-d444-4db2-9521-e65514262b77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2786975 Oct 27 10:42:31.433981 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-afb2e0ca-5e0c-490f-9601-94015e5bacde req-dceb4b2f-d4ad-4930-bc9b-134e5541d8b8 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.141&port_id=d41818a8-8416-4ec5-82c2-78a42608873b HTTP/1.1" status: 200 len: 217 time: 0.0403306 Oct 27 10:42:31.435578 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304fd401-c93b-49d9-af57-e8d544bcbb4a req-e03ce2ad-5abc-4e43-8938-90fcefec66cc tempest-TestServerMultinode-1259140485 tempest-TestServerMultinode-1259140485-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:42:31.437678 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-304fd401-c93b-49d9-af57-e8d544bcbb4a req-e03ce2ad-5abc-4e43-8938-90fcefec66cc tempest-TestServerMultinode-1259140485 tempest-TestServerMultinode-1259140485-project-admin] 10.222.0.64 "GET /v2.0/networks?id=078364b9-c0d6-46b3-a09d-897449e30257 HTTP/1.1" status: 200 len: 910 time: 0.2307968 Oct 27 10:42:31.469007 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [req-304fd401-c93b-49d9-af57-e8d544bcbb4a req-712b9050-673f-4274-af8c-0c4f505cf0d9 tempest-TestServerMultinode-1259140485 tempest-TestServerMultinode-1259140485-project-admin] Request body: {'port': {'device_id': 'fa6e8a77-4ee6-4f20-978f-0c7a81068d79', 'network_id': '078364b9-c0d6-46b3-a09d-897449e30257', 'admin_state_up': True, 'tenant_id': '178ecc4d288b407c95ee0db3c823dd0d'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:42:31.523921 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-304fd401-c93b-49d9-af57-e8d544bcbb4a req-712b9050-673f-4274-af8c-0c4f505cf0d9 tempest-TestServerMultinode-1259140485 tempest-TestServerMultinode-1259140485-project-admin] Made reservation on behalf of 178ecc4d288b407c95ee0db3c823dd0d for: {'port': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:42:31.526554 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-304fd401-c93b-49d9-af57-e8d544bcbb4a req-712b9050-673f-4274-af8c-0c4f505cf0d9 tempest-TestServerMultinode-1259140485 tempest-TestServerMultinode-1259140485-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:31.545937 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvr_db [None req-4e7d2026-7260-4a7a-91e2-aee94ec9c935 None None] Set router 53447993-9068-4d58-9f64-5f7ce9d8867e gateway port host: n-d-813419-10 {{(pid=102348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:42:31.574323 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb2e0ca-5e0c-490f-9601-94015e5bacde req-a524ece3-bdf3-42aa-b8e7-af355a4e7b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:42:31.575367 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-afb2e0ca-5e0c-490f-9601-94015e5bacde req-a524ece3-bdf3-42aa-b8e7-af355a4e7b5b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2b282023-ee15-4c3c-8c47-498ae229ab3c HTTP/1.1" status: 200 len: 797 time: 0.1212456 Oct 27 10:42:31.596000 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-c04f9f34-8aca-48ef-aea4-afae54800bb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:31.680533 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 48874) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:42:31.709124 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-c04f9f34-8aca-48ef-aea4-afae54800bb7 None None] For port 3535f99e-9a37-45d7-9ebd-a8a28485c1f1, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=3535f99e-9a37-45d7-9ebd-a8a28485c1f1,segment=NetworkSegment(c15c3e45-ea1e-4a1b-a3d3-df26c5b093bb),segment_id=c15c3e45-ea1e-4a1b-a3d3-df26c5b093bb)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:42:31.710927 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d172af-648b-4685-b113-47ddaf8c705c req-2e94d822-7730-4bcc-ba20-7e63cf11d524 tempest-ServerRescueTestJSONUnderV235-163125560 tempest-ServerRescueTestJSONUnderV235-163125560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:42:31.718194 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-c04f9f34-8aca-48ef-aea4-afae54800bb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:31.720097 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-f1d172af-648b-4685-b113-47ddaf8c705c req-2e94d822-7730-4bcc-ba20-7e63cf11d524 tempest-ServerRescueTestJSONUnderV235-163125560 tempest-ServerRescueTestJSONUnderV235-163125560-project] 10.222.0.44 "GET /v2.0/ports?device_id=a3095d0a-bceb-438d-9a27-8bd12a2f8d45 HTTP/1.1" status: 200 len: 945 time: 0.0763474 Oct 27 10:42:31.736404 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb2e0ca-5e0c-490f-9601-94015e5bacde req-b71768d0-52d9-4509-a9a8-3816fe2c7270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:42:31.737908 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-afb2e0ca-5e0c-490f-9601-94015e5bacde req-b71768d0-52d9-4509-a9a8-3816fe2c7270 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=88e3e046-d444-4db2-9521-e65514262b77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0966082 Oct 27 10:42:31.769959 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-f1d172af-648b-4685-b113-47ddaf8c705c req-1f6d72bd-83e0-4dbd-9dc1-6ded89ad141f tempest-ServerRescueTestJSONUnderV235-163125560 tempest-ServerRescueTestJSONUnderV235-163125560-project] 10.222.0.44 "GET /v2.0/security-groups?id=d4da16b0-ae97-40b5-8605-2eb4fca87de4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485473 Oct 27 10:42:31.811622 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_common [req-304fd401-c93b-49d9-af57-e8d544bcbb4a req-712b9050-673f-4274-af8c-0c4f505cf0d9 tempest-TestServerMultinode-1259140485 tempest-TestServerMultinode-1259140485-project-admin] Allocated IP 172.20.0.13 (078364b9-c0d6-46b3-a09d-897449e30257/b09417ab-0690-4456-9046-7be3717fe4e8/043ab361-2303-40f8-bea6-c78f8021ed36) {{(pid=102347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:42:31.822170 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04f9f34-8aca-48ef-aea4-afae54800bb7 None None] Pushing event updated for resources: {'Port': ['ID=3535f99e-9a37-45d7-9ebd-a8a28485c1f1,revision_number=5']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:42:31.859370 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-1d7dabb4-1677-4f12-a516-37ac95809cbe admin admin] Publish callbacks [] for security_group, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:31.867273 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-b07a736d-1f40-410b-9ff1-276eb1c184d7 None None] Provisioning complete for port 3535f99e-9a37-45d7-9ebd-a8a28485c1f1 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:42:31.867653 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-b07a736d-1f40-410b-9ff1-276eb1c184d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:31.904895 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-afb2e0ca-5e0c-490f-9601-94015e5bacde req-0924c934-fc96-444d-9f2a-1b9aee4b1e1c service neutron] 10.222.0.64 "GET /v2.0/networks/88e3e046-d444-4db2-9521-e65514262b77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1582525 Oct 27 10:42:31.909621 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-4e7d2026-7260-4a7a-91e2-aee94ec9c935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53447993-9068-4d58-9f64-5f7ce9d8867e', 'name': 'tempest-TestServerMultinode-142574786-router', 'tenant_id': '178ecc4d288b407c95ee0db3c823dd0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.71'}], 'enable_snat': True}, 'gw_port_id': '365edf85-81a9-41c9-a88f-406c3c804d46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:42:22Z', 'updated_at': '2021-10-27T10:42:27Z', 'revision_number': 4, 'project_id': '178ecc4d288b407c95ee0db3c823dd0d', 'gw_port': {'id': '365edf85-81a9-41c9-a88f-406c3c804d46', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:2a:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53447993-9068-4d58-9f64-5f7ce9d8867e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2607, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:42:23Z', 'updated_at': '2021-10-27T10:42:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_interfaces': [{'id': '3535f99e-9a37-45d7-9ebd-a8a28485c1f1', 'name': '', 'network_id': 'd559d50f-3028-4056-aeee-12f6e4e55b16', 'tenant_id': '178ecc4d288b407c95ee0db3c823dd0d', 'mac_address': 'fa:16:3e:b7:1e:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53447993-9068-4d58-9f64-5f7ce9d8867e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2614, 'fixed_ips': [{'subnet_id': 'e1144af1-40e4-4af3-a0a9-e0c3d5c56745', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:42:26Z', 'updated_at': '2021-10-27T10:42:31Z', 'revision_number': 4, 'project_id': '178ecc4d288b407c95ee0db3c823dd0d', 'subnets': [{'id': 'e1144af1-40e4-4af3-a0a9-e0c3d5c56745', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:42:31.936042 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c7f372f1-7519-4ad8-a019-2bb73a49c758 req-7053caa9-20fa-4f1a-928c-397c41880eb4 tempest-TestServerMultinode-1259140485 tempest-TestServerMultinode-1259140485-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=fa6e8a77-4ee6-4f20-978f-0c7a81068d79 HTTP/1.1" status: 200 len: 210 time: 0.0476415 Oct 27 10:42:31.941671 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e7d2026-7260-4a7a-91e2-aee94ec9c935 None None] The sync data for ids ['53447993-9068-4d58-9f64-5f7ce9d8867e'] in n-d-813419-10 is: [{'id': '53447993-9068-4d58-9f64-5f7ce9d8867e', 'name': 'tempest-TestServerMultinode-142574786-router', 'tenant_id': '178ecc4d288b407c95ee0db3c823dd0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.71'}], 'enable_snat': True}, 'gw_port_id': '365edf85-81a9-41c9-a88f-406c3c804d46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:42:22Z', 'updated_at': '2021-10-27T10:42:27Z', 'revision_number': 4, 'project_id': '178ecc4d288b407c95ee0db3c823dd0d', 'gw_port': {'id': '365edf85-81a9-41c9-a88f-406c3c804d46', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:2a:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53447993-9068-4d58-9f64-5f7ce9d8867e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2607, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:42:23Z', 'updated_at': '2021-10-27T10:42:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_interfaces': [{'id': '3535f99e-9a37-45d7-9ebd-a8a28485c1f1', 'name': '', 'network_id': 'd559d50f-3028-4056-aeee-12f6e4e55b16', 'tenant_id': '178ecc4d288b407c95ee0db3c823dd0d', 'mac_address': 'fa:16:3e:b7:1e:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53447993-9068-4d58-9f64-5f7ce9d8867e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2614, 'fixed_ips': [{'subnet_id': 'e1144af1-40e4-4af3-a0a9-e0c3d5c56745', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:42:26Z', 'updated_at': '2021-10-27T10:42:31Z', 'revision_number': 4, 'project_id': '178ecc4d288b407c95ee0db3c823dd0d', 'subnets': [{'id': 'e1144af1-40e4-4af3-a0a9-e0c3d5c56745', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:42:31.949806 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-1d7dabb4-1677-4f12-a516-37ac95809cbe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:31.967490 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-1d7dabb4-1677-4f12-a516-37ac95809cbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:32.018588 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-1d7dabb4-1677-4f12-a516-37ac95809cbe admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=964376972bea462ba4dc9d14b4dbd73a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3343744 Oct 27 10:42:32.021317 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 48880) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:42:32.069276 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7dabb4-1677-4f12-a516-37ac95809cbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c58030be-1bcd-4d40-84b4-e3da31621ab4,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:42:32.098259 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-9266881d-a960-4fb8-a741-35c544e018ad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:32.125910 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-9266881d-a960-4fb8-a741-35c544e018ad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:32.146255 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-afb2e0ca-5e0c-490f-9601-94015e5bacde req-a125d6ed-df0e-43c3-83dd-4e5e036c6f52 service neutron] 10.222.0.64 "GET /v2.0/networks/88e3e046-d444-4db2-9521-e65514262b77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2204120 Oct 27 10:42:32.150652 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-304fd401-c93b-49d9-af57-e8d544bcbb4a req-712b9050-673f-4274-af8c-0c4f505cf0d9 tempest-TestServerMultinode-1259140485 tempest-TestServerMultinode-1259140485-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:32.191608 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-9266881d-a960-4fb8-a741-35c544e018ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:32.195629 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-9266881d-a960-4fb8-a741-35c544e018ad admin admin] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:32.199913 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-afb2e0ca-5e0c-490f-9601-94015e5bacde req-b34e1c19-2ffc-42e7-91b5-71387237ccc5 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=b3977278-7ec6-4a29-a9ea-3f76512431eb HTTP/1.1" status: 200 len: 217 time: 0.0441821 Oct 27 10:42:32.200781 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-9266881d-a960-4fb8-a741-35c544e018ad admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c58030be-1bcd-4d40-84b4-e3da31621ab4 HTTP/1.1" status: 204 len: 168 time: 0.1729696 Oct 27 10:42:32.213382 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 3535f99e-9a37-45d7-9ebd-a8a28485c1f1 up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:42:32.219056 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9266881d-a960-4fb8-a741-35c544e018ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c58030be-1bcd-4d40-84b4-e3da31621ab4,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:42:32.278398 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port 3535f99e-9a37-45d7-9ebd-a8a28485c1f1 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:42:32.279275 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:32.282328 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb2e0ca-5e0c-490f-9601-94015e5bacde req-ec6dd079-c1b8-4dee-801e-d35beeea2c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:42:32.283793 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-afb2e0ca-5e0c-490f-9601-94015e5bacde req-ec6dd079-c1b8-4dee-801e-d35beeea2c52 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=31fc4bb4-57b5-4293-9cc7-0a44723124dc HTTP/1.1" status: 200 len: 797 time: 0.0774286 Oct 27 10:42:32.285695 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-304fd401-c93b-49d9-af57-e8d544bcbb4a req-712b9050-673f-4274-af8c-0c4f505cf0d9 tempest-TestServerMultinode-1259140485 tempest-TestServerMultinode-1259140485-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:32.367740 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-304fd401-c93b-49d9-af57-e8d544bcbb4a req-712b9050-673f-4274-af8c-0c4f505cf0d9 tempest-TestServerMultinode-1259140485 tempest-TestServerMultinode-1259140485-project-admin] Network 078364b9-c0d6-46b3-a09d-897449e30257 is already hosted by enough agents. {{(pid=102347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:42:32.374513 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712b9050-673f-4274-af8c-0c4f505cf0d9 tempest-TestServerMultinode-1259140485 tempest-TestServerMultinode-1259140485-project-admin] Pushing event updated for resources: {'Port': ['ID=043ab361-2303-40f8-bea6-c78f8021ed36,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:42:32.377047 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [req-304fd401-c93b-49d9-af57-e8d544bcbb4a req-712b9050-673f-4274-af8c-0c4f505cf0d9 tempest-TestServerMultinode-1259140485 tempest-TestServerMultinode-1259140485-project-admin] Resources bound (agent type, host, resource id): {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:42:32.379888 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [req-304fd401-c93b-49d9-af57-e8d544bcbb4a req-712b9050-673f-4274-af8c-0c4f505cf0d9 tempest-TestServerMultinode-1259140485 tempest-TestServerMultinode-1259140485-project-admin] Received port after_create {{(pid=102347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:42:32.426606 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb2e0ca-5e0c-490f-9601-94015e5bacde req-63160237-90ab-4cfe-9f19-081271806dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:42:32.428978 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-afb2e0ca-5e0c-490f-9601-94015e5bacde req-63160237-90ab-4cfe-9f19-081271806dd4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=221478c6-1352-435e-b5d2-1ec0f18ba5b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1320696 Oct 27 10:42:32.488648 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304fd401-c93b-49d9-af57-e8d544bcbb4a req-712b9050-673f-4274-af8c-0c4f505cf0d9 tempest-TestServerMultinode-1259140485 tempest-TestServerMultinode-1259140485-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:42:32.489329 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-304fd401-c93b-49d9-af57-e8d544bcbb4a req-712b9050-673f-4274-af8c-0c4f505cf0d9 tempest-TestServerMultinode-1259140485 tempest-TestServerMultinode-1259140485-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:32.502165 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:32.529448 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-304fd401-c93b-49d9-af57-e8d544bcbb4a req-712b9050-673f-4274-af8c-0c4f505cf0d9 tempest-TestServerMultinode-1259140485 tempest-TestServerMultinode-1259140485-project-admin] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.0736327 Oct 27 10:42:32.553478 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [req-304fd401-c93b-49d9-af57-e8d544bcbb4a req-2b51b011-cfc4-492b-a82c-ea57decada3b service neutron] Request body: {'port': {'device_id': 'fa6e8a77-4ee6-4f20-978f-0c7a81068d79', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-10'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:42:32.594460 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-afb2e0ca-5e0c-490f-9601-94015e5bacde req-b38b7e9a-2b6d-4ed3-9d22-82500e13a90b service neutron] 10.222.0.64 "GET /v2.0/networks/221478c6-1352-435e-b5d2-1ec0f18ba5b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1579282 Oct 27 10:42:32.647302 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 48886) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:42:32.665547 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-8833d68f-9c89-4ca5-94c3-e37c9f7ed9b6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:32.670489 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-304fd401-c93b-49d9-af57-e8d544bcbb4a req-2b51b011-cfc4-492b-a82c-ea57decada3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:32.753170 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-8833d68f-9c89-4ca5-94c3-e37c9f7ed9b6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:32.757754 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-8833d68f-9c89-4ca5-94c3-e37c9f7ed9b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:32.763892 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-afb2e0ca-5e0c-490f-9601-94015e5bacde req-fc301952-39cd-46e5-b78d-44836d4b093b service neutron] 10.222.0.64 "GET /v2.0/networks/221478c6-1352-435e-b5d2-1ec0f18ba5b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1632409 Oct 27 10:42:32.805888 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-84d2dd48-f2d0-445d-9213-b4d4d103dccd None None] Provisioning complete for port 043ab361-2303-40f8-bea6-c78f8021ed36 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:42:32.806270 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-84d2dd48-f2d0-445d-9213-b4d4d103dccd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:32.808784 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-8833d68f-9c89-4ca5-94c3-e37c9f7ed9b6 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=6b34f6a55f6645a9af4aea1b60b8c99d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1596820 Oct 27 10:42:32.809820 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8833d68f-9c89-4ca5-94c3-e37c9f7ed9b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4d0a015-ac17-479b-9fdc-d553d2b494fa,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:42:32.814770 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 48890) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:42:32.872951 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-84d2dd48-f2d0-445d-9213-b4d4d103dccd None None] Port 043ab361-2303-40f8-bea6-c78f8021ed36 cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:42:32.893966 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-afb2e0ca-5e0c-490f-9601-94015e5bacde req-631a50f3-748c-44d8-be18-874b575228d5 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=3ad26a6b-c6a0-4de9-9181-a07fe5eabe70 HTTP/1.1" status: 200 len: 217 time: 0.1217721 Oct 27 10:42:32.929625 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f312529-b495-4130-9642-a4d67eebc44a req-8bf8faa1-9b01-4c23-9bf9-604f229b94cc tempest-ServerRescueTestJSONUnderV235-163125560 tempest-ServerRescueTestJSONUnderV235-163125560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:42:32.931183 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-5f312529-b495-4130-9642-a4d67eebc44a req-8bf8faa1-9b01-4c23-9bf9-604f229b94cc tempest-ServerRescueTestJSONUnderV235-163125560 tempest-ServerRescueTestJSONUnderV235-163125560-project] 10.222.0.44 "GET /v2.0/ports?device_id=a3095d0a-bceb-438d-9a27-8bd12a2f8d45 HTTP/1.1" status: 200 len: 945 time: 0.0821378 Oct 27 10:42:32.953436 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-f4229065-997f-4daa-b839-decba44c716b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:32.996133 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb2e0ca-5e0c-490f-9601-94015e5bacde req-558be531-1ec1-4b70-93fd-e9616be32f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:42:32.997744 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-afb2e0ca-5e0c-490f-9601-94015e5bacde req-558be531-1ec1-4b70-93fd-e9616be32f0d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=31fc4bb4-57b5-4293-9cc7-0a44723124dc HTTP/1.1" status: 200 len: 797 time: 0.0957289 Oct 27 10:42:33.008478 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-f4229065-997f-4daa-b839-decba44c716b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:33.013052 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-5f312529-b495-4130-9642-a4d67eebc44a req-8647ac8b-c91c-4dd2-8147-ce25a12a6610 tempest-ServerRescueTestJSONUnderV235-163125560 tempest-ServerRescueTestJSONUnderV235-163125560-project] 10.222.0.44 "GET /v2.0/security-groups?id=d4da16b0-ae97-40b5-8605-2eb4fca87de4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713365 Oct 27 10:42:33.068946 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-f4229065-997f-4daa-b839-decba44c716b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:33.071664 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-f4229065-997f-4daa-b839-decba44c716b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:33.083310 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-f4229065-997f-4daa-b839-decba44c716b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d4d0a015-ac17-479b-9fdc-d553d2b494fa HTTP/1.1" status: 204 len: 168 time: 0.2508810 Oct 27 10:42:33.094469 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4229065-997f-4daa-b839-decba44c716b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4d0a015-ac17-479b-9fdc-d553d2b494fa,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:42:33.144016 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb2e0ca-5e0c-490f-9601-94015e5bacde req-019fc789-198e-4463-9e9d-bb3d0e383fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:42:33.145572 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-afb2e0ca-5e0c-490f-9601-94015e5bacde req-019fc789-198e-4463-9e9d-bb3d0e383fbf service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=221478c6-1352-435e-b5d2-1ec0f18ba5b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1396685 Oct 27 10:42:33.168777 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a7af3d-aa3c-4837-a392-4aa0dec4da22 req-ac55c4eb-dd1d-411d-83dc-5158e319d701 tempest-TestServerMultinode-1259140485 tempest-TestServerMultinode-1259140485-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:42:33.170308 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b7a7af3d-aa3c-4837-a392-4aa0dec4da22 req-ac55c4eb-dd1d-411d-83dc-5158e319d701 tempest-TestServerMultinode-1259140485 tempest-TestServerMultinode-1259140485-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=fa6e8a77-4ee6-4f20-978f-0c7a81068d79 HTTP/1.1" status: 200 len: 1028 time: 0.1355896 Oct 27 10:42:33.607565 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [req-304fd401-c93b-49d9-af57-e8d544bcbb4a req-2b51b011-cfc4-492b-a82c-ea57decada3b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 043ab361-2303-40f8-bea6-c78f8021ed36 {{(pid=102347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:42:33.619618 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-304fd401-c93b-49d9-af57-e8d544bcbb4a req-2b51b011-cfc4-492b-a82c-ea57decada3b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:33.643045 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b7a7af3d-aa3c-4837-a392-4aa0dec4da22 req-bb11c8d0-a389-426e-8aeb-c2adf436ee40 tempest-TestServerMultinode-1259140485 tempest-TestServerMultinode-1259140485-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=7b07f296-4805-4e44-9a6d-7c35d36c8b8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4413285 Oct 27 10:42:33.648809 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.provisioning_blocks [req-304fd401-c93b-49d9-af57-e8d544bcbb4a req-2b51b011-cfc4-492b-a82c-ea57decada3b service neutron] Transition to ACTIVE for port object 043ab361-2303-40f8-bea6-c78f8021ed36 will not be triggered until provisioned by entity L2. {{(pid=102347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 10:42:33.658276 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-304fd401-c93b-49d9-af57-e8d544bcbb4a req-2b51b011-cfc4-492b-a82c-ea57decada3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:33.708721 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-afb2e0ca-5e0c-490f-9601-94015e5bacde req-5903709d-db1a-4d07-9260-b8e400333668 service neutron] 10.222.0.64 "GET /v2.0/networks/221478c6-1352-435e-b5d2-1ec0f18ba5b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5523424 Oct 27 10:42:33.813484 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b51b011-cfc4-492b-a82c-ea57decada3b service neutron] Pushing event updated for resources: {'Port': ['ID=043ab361-2303-40f8-bea6-c78f8021ed36,revision_number=2']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:42:33.876416 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-304fd401-c93b-49d9-af57-e8d544bcbb4a req-2b51b011-cfc4-492b-a82c-ea57decada3b service neutron] Attempting to bind port 043ab361-2303-40f8-bea6-c78f8021ed36 on host n-h1-813419-10 for vnic_type normal with profile {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:42:33.876744 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-304fd401-c93b-49d9-af57-e8d544bcbb4a req-2b51b011-cfc4-492b-a82c-ea57decada3b service neutron] Attempting to bind port 043ab361-2303-40f8-bea6-c78f8021ed36 by drivers openvswitch,hyperv on host n-h1-813419-10 at level 0 using segments [{'id': '1eb6e997-c0c8-40af-95c5-02a5a285d453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '078364b9-c0d6-46b3-a09d-897449e30257'}] {{(pid=102347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:42:33.877067 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-304fd401-c93b-49d9-af57-e8d544bcbb4a req-2b51b011-cfc4-492b-a82c-ea57decada3b service neutron] Attempting to bind port 043ab361-2303-40f8-bea6-c78f8021ed36 on network 078364b9-c0d6-46b3-a09d-897449e30257 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:42:33.884250 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-afb2e0ca-5e0c-490f-9601-94015e5bacde req-4a899989-d0c0-4875-b22c-1f9341ce6ef6 service neutron] 10.222.0.64 "GET /v2.0/networks/221478c6-1352-435e-b5d2-1ec0f18ba5b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1650715 Oct 27 10:42:33.884945 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-304fd401-c93b-49d9-af57-e8d544bcbb4a req-2b51b011-cfc4-492b-a82c-ea57decada3b service neutron] Port 043ab361-2303-40f8-bea6-c78f8021ed36 on network 078364b9-c0d6-46b3-a09d-897449e30257 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-10 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 10:42:33.885258 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-304fd401-c93b-49d9-af57-e8d544bcbb4a req-2b51b011-cfc4-492b-a82c-ea57decada3b service neutron] Attempting to bind port 043ab361-2303-40f8-bea6-c78f8021ed36 on network 078364b9-c0d6-46b3-a09d-897449e30257 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:42:33.892113 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-304fd401-c93b-49d9-af57-e8d544bcbb4a req-2b51b011-cfc4-492b-a82c-ea57decada3b service neutron] Checking agent: {'id': 'a52e1cab-0c63-402d-9c94-330537c6c076', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 16, 2), 'started_at': datetime.datetime(2021, 10, 27, 10, 16, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 42, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:42:33.892468 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-304fd401-c93b-49d9-af57-e8d544bcbb4a req-2b51b011-cfc4-492b-a82c-ea57decada3b service neutron] Checking segment: {'id': '1eb6e997-c0c8-40af-95c5-02a5a285d453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '078364b9-c0d6-46b3-a09d-897449e30257'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:42:33.892852 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-304fd401-c93b-49d9-af57-e8d544bcbb4a req-2b51b011-cfc4-492b-a82c-ea57decada3b service neutron] Bound using segment: {'id': '1eb6e997-c0c8-40af-95c5-02a5a285d453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '078364b9-c0d6-46b3-a09d-897449e30257'} {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:42:33.893276 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-304fd401-c93b-49d9-af57-e8d544bcbb4a req-2b51b011-cfc4-492b-a82c-ea57decada3b service neutron] Bound port: 043ab361-2303-40f8-bea6-c78f8021ed36, host: n-h1-813419-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1eb6e997-c0c8-40af-95c5-02a5a285d453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '078364b9-c0d6-46b3-a09d-897449e30257'}}] {{(pid=102347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:42:33.893626 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-304fd401-c93b-49d9-af57-e8d544bcbb4a req-2b51b011-cfc4-492b-a82c-ea57decada3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:33.962634 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-304fd401-c93b-49d9-af57-e8d544bcbb4a req-2b51b011-cfc4-492b-a82c-ea57decada3b service neutron] For port 043ab361-2303-40f8-bea6-c78f8021ed36, host n-h1-813419-10, cleared binding levels {{(pid=102347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:42:33.965719 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-304fd401-c93b-49d9-af57-e8d544bcbb4a req-2b51b011-cfc4-492b-a82c-ea57decada3b service neutron] For port 043ab361-2303-40f8-bea6-c78f8021ed36, host n-h1-813419-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=043ab361-2303-40f8-bea6-c78f8021ed36,segment=NetworkSegment(1eb6e997-c0c8-40af-95c5-02a5a285d453),segment_id=1eb6e997-c0c8-40af-95c5-02a5a285d453)] {{(pid=102347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:42:33.969281 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-304fd401-c93b-49d9-af57-e8d544bcbb4a req-2b51b011-cfc4-492b-a82c-ea57decada3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:34.007430 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304fd401-c93b-49d9-af57-e8d544bcbb4a req-2b51b011-cfc4-492b-a82c-ea57decada3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:42:34.008070 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-304fd401-c93b-49d9-af57-e8d544bcbb4a req-2b51b011-cfc4-492b-a82c-ea57decada3b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:34.009482 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-304fd401-c93b-49d9-af57-e8d544bcbb4a req-2b51b011-cfc4-492b-a82c-ea57decada3b service neutron] 10.222.0.64 "PUT /v2.0/ports/043ab361-2303-40f8-bea6-c78f8021ed36 HTTP/1.1" status: 200 len: 1093 time: 1.4682200 Oct 27 10:42:34.009926 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa6e8a77-4ee6-4f20-978f-0c7a81068d79', 'tag': '043ab361-2303-40f8-bea6-c78f8021ed36'}] {{(pid=102347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:42:34.012573 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311149b481204ee7edffdb959c881838506fbd95bc8577c048f6677abb73acc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f88bce2c-45e4-4777-82be-c76b2d7fa2d7" -d '{"events": [{"name": "network-changed", "server_uuid": "fa6e8a77-4ee6-4f20-978f-0c7a81068d79", "tag": "043ab361-2303-40f8-bea6-c78f8021ed36"}]}' {{(pid=102347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:42:34.038622 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b51b011-cfc4-492b-a82c-ea57decada3b service neutron] Pushing event updated for resources: {'Port': ['ID=043ab361-2303-40f8-bea6-c78f8021ed36,revision_number=3']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:42:34.097075 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 10:42:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9786b49-ef4d-42a4-b297-0767b0cacc69 x-openstack-request-id: req-e9786b49-ef4d-42a4-b297-0767b0cacc69 {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:42:34.097301 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa6e8a77-4ee6-4f20-978f-0c7a81068d79", "tag": "043ab361-2303-40f8-bea6-c78f8021ed36", "status": "completed", "code": 200}]} {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:42:34.097563 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e9786b49-ef4d-42a4-b297-0767b0cacc69 {{(pid=102347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:42:34.097967 n-d-813419-10 neutron-server[102347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa6e8a77-4ee6-4f20-978f-0c7a81068d79', 'tag': '043ab361-2303-40f8-bea6-c78f8021ed36', 'status': 'completed', 'code': 200} Oct 27 10:42:34.149423 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304fd401-c93b-49d9-af57-e8d544bcbb4a req-56e380de-9f7f-47ce-bf4f-061a86b8fc35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:42:34.150896 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-304fd401-c93b-49d9-af57-e8d544bcbb4a req-56e380de-9f7f-47ce-bf4f-061a86b8fc35 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=178ecc4d288b407c95ee0db3c823dd0d&device_id=fa6e8a77-4ee6-4f20-978f-0c7a81068d79 HTTP/1.1" status: 200 len: 1096 time: 0.0907536 Oct 27 10:42:34.163894 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0482552b-d154-4d8b-9b78-5a1e77069e99 req-66af4531-7954-4426-96fa-df6920d5430f tempest-ServerRescueTestJSONUnderV235-163125560 tempest-ServerRescueTestJSONUnderV235-163125560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:42:34.165535 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-0482552b-d154-4d8b-9b78-5a1e77069e99 req-66af4531-7954-4426-96fa-df6920d5430f tempest-ServerRescueTestJSONUnderV235-163125560 tempest-ServerRescueTestJSONUnderV235-163125560-project] 10.222.0.44 "GET /v2.0/ports?device_id=a3095d0a-bceb-438d-9a27-8bd12a2f8d45 HTTP/1.1" status: 200 len: 945 time: 0.0658669 Oct 27 10:42:34.213861 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-304fd401-c93b-49d9-af57-e8d544bcbb4a req-d53f860b-eacd-4e5e-b28b-d2cffaf877ca service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=043ab361-2303-40f8-bea6-c78f8021ed36 HTTP/1.1" status: 200 len: 217 time: 0.0470414 Oct 27 10:42:34.273805 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-0482552b-d154-4d8b-9b78-5a1e77069e99 req-eca5e383-eb4b-4f6a-a873-8b03ec390657 tempest-ServerRescueTestJSONUnderV235-163125560 tempest-ServerRescueTestJSONUnderV235-163125560-project] 10.222.0.44 "GET /v2.0/security-groups?id=d4da16b0-ae97-40b5-8605-2eb4fca87de4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998487 Oct 27 10:42:34.292556 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304fd401-c93b-49d9-af57-e8d544bcbb4a req-107b57d2-3692-4656-8795-364db4d5c342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:42:34.294075 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-304fd401-c93b-49d9-af57-e8d544bcbb4a req-107b57d2-3692-4656-8795-364db4d5c342 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b09417ab-0690-4456-9046-7be3717fe4e8 HTTP/1.1" status: 200 len: 848 time: 0.0721374 Oct 27 10:42:34.351589 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304fd401-c93b-49d9-af57-e8d544bcbb4a req-4361eb5a-54f0-458b-af6f-7330d2e2340a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:42:34.353112 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-304fd401-c93b-49d9-af57-e8d544bcbb4a req-4361eb5a-54f0-458b-af6f-7330d2e2340a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=078364b9-c0d6-46b3-a09d-897449e30257&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0501490 Oct 27 10:42:34.444432 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-304fd401-c93b-49d9-af57-e8d544bcbb4a req-32d7a3de-c682-44ad-858a-23dba77b014e service neutron] 10.222.0.64 "GET /v2.0/networks/078364b9-c0d6-46b3-a09d-897449e30257?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833459 Oct 27 10:42:34.547757 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-304fd401-c93b-49d9-af57-e8d544bcbb4a req-842b6832-22ce-4fa8-afbf-7c00f21a15bd service neutron] 10.222.0.64 "GET /v2.0/networks/078364b9-c0d6-46b3-a09d-897449e30257?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943291 Oct 27 10:42:34.634944 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88bce2c-45e4-4777-82be-c76b2d7fa2d7 req-34f8876a-107f-4289-a3c2-10036e339e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:42:34.636535 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-f88bce2c-45e4-4777-82be-c76b2d7fa2d7 req-34f8876a-107f-4289-a3c2-10036e339e91 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=178ecc4d288b407c95ee0db3c823dd0d&device_id=fa6e8a77-4ee6-4f20-978f-0c7a81068d79 HTTP/1.1" status: 200 len: 1096 time: 0.0433002 Oct 27 10:42:34.735437 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88bce2c-45e4-4777-82be-c76b2d7fa2d7 req-3cacbd65-b5a0-41a6-afa9-90178d5cdc86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:42:34.736961 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-f88bce2c-45e4-4777-82be-c76b2d7fa2d7 req-3cacbd65-b5a0-41a6-afa9-90178d5cdc86 service neutron] 10.222.0.64 "GET /v2.0/networks?id=078364b9-c0d6-46b3-a09d-897449e30257 HTTP/1.1" status: 200 len: 910 time: 0.0940144 Oct 27 10:42:34.760529 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabebfd7-23d2-4457-8ed0-dce5e03c89d1 req-2c99594e-01b0-4136-b14f-5d6a191c50bf tempest-TestServerMultinode-1259140485 tempest-TestServerMultinode-1259140485-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:42:34.762094 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-cabebfd7-23d2-4457-8ed0-dce5e03c89d1 req-2c99594e-01b0-4136-b14f-5d6a191c50bf tempest-TestServerMultinode-1259140485 tempest-TestServerMultinode-1259140485-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=fa6e8a77-4ee6-4f20-978f-0c7a81068d79 HTTP/1.1" status: 200 len: 1096 time: 0.0458956 Oct 27 10:42:34.795382 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-f88bce2c-45e4-4777-82be-c76b2d7fa2d7 req-413bec4f-82e4-4836-a183-18e1165adece service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=043ab361-2303-40f8-bea6-c78f8021ed36 HTTP/1.1" status: 200 len: 217 time: 0.0510795 Oct 27 10:42:34.824342 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-cabebfd7-23d2-4457-8ed0-dce5e03c89d1 req-6563fbeb-64a1-4249-bd42-579a57e01d61 tempest-TestServerMultinode-1259140485 tempest-TestServerMultinode-1259140485-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=7b07f296-4805-4e44-9a6d-7c35d36c8b8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481284 Oct 27 10:42:34.855322 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88bce2c-45e4-4777-82be-c76b2d7fa2d7 req-f1f07136-e474-4212-9351-6c7a3f41670e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:42:34.856850 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-f88bce2c-45e4-4777-82be-c76b2d7fa2d7 req-f1f07136-e474-4212-9351-6c7a3f41670e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b09417ab-0690-4456-9046-7be3717fe4e8 HTTP/1.1" status: 200 len: 848 time: 0.0547278 Oct 27 10:42:34.927068 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88bce2c-45e4-4777-82be-c76b2d7fa2d7 req-23a19553-4705-4a46-838b-7b13833c2b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:42:34.928834 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-f88bce2c-45e4-4777-82be-c76b2d7fa2d7 req-23a19553-4705-4a46-838b-7b13833c2b5a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=078364b9-c0d6-46b3-a09d-897449e30257&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0647886 Oct 27 10:42:35.025118 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-f88bce2c-45e4-4777-82be-c76b2d7fa2d7 req-52af8578-fe3b-4ae4-938b-17e36cd26ca2 service neutron] 10.222.0.64 "GET /v2.0/networks/078364b9-c0d6-46b3-a09d-897449e30257?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887096 Oct 27 10:42:35.125686 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-f88bce2c-45e4-4777-82be-c76b2d7fa2d7 req-e78339b0-45f6-496b-a249-77e2fbc2214f service neutron] 10.222.0.64 "GET /v2.0/networks/078364b9-c0d6-46b3-a09d-897449e30257?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924902 Oct 27 10:42:35.392245 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed44f7b8-9cbc-485e-8e66-e8f8f9e32c8d req-336f07fb-f31d-4eb2-be9e-b35929df819f tempest-ServerRescueTestJSONUnderV235-163125560 tempest-ServerRescueTestJSONUnderV235-163125560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:42:35.393736 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-ed44f7b8-9cbc-485e-8e66-e8f8f9e32c8d req-336f07fb-f31d-4eb2-be9e-b35929df819f tempest-ServerRescueTestJSONUnderV235-163125560 tempest-ServerRescueTestJSONUnderV235-163125560-project] 10.222.0.44 "GET /v2.0/ports?device_id=a3095d0a-bceb-438d-9a27-8bd12a2f8d45 HTTP/1.1" status: 200 len: 945 time: 0.0502057 Oct 27 10:42:35.431887 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-ed44f7b8-9cbc-485e-8e66-e8f8f9e32c8d req-b6527ad6-3857-42d4-99d8-21c82052ac79 tempest-ServerRescueTestJSONUnderV235-163125560 tempest-ServerRescueTestJSONUnderV235-163125560-project] 10.222.0.44 "GET /v2.0/security-groups?id=d4da16b0-ae97-40b5-8605-2eb4fca87de4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320511 Oct 27 10:42:35.922474 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6d1a49-ddc1-41df-a762-d109eaf36d34 req-d98c523b-17ae-4b84-9240-5e5e9b27d0ab tempest-TestServerMultinode-1259140485 tempest-TestServerMultinode-1259140485-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:42:35.923861 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-9c6d1a49-ddc1-41df-a762-d109eaf36d34 req-d98c523b-17ae-4b84-9240-5e5e9b27d0ab tempest-TestServerMultinode-1259140485 tempest-TestServerMultinode-1259140485-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=fa6e8a77-4ee6-4f20-978f-0c7a81068d79 HTTP/1.1" status: 200 len: 1096 time: 0.0399776 Oct 27 10:42:35.957382 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-9c6d1a49-ddc1-41df-a762-d109eaf36d34 req-098d90c7-8307-4f16-9a3b-cd02ba9ee98d tempest-TestServerMultinode-1259140485 tempest-TestServerMultinode-1259140485-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=7b07f296-4805-4e44-9a6d-7c35d36c8b8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0275993 Oct 27 10:42:36.551028 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69ca273-2323-448d-bb2d-4c2d366961c6 req-78af486a-3e0f-40c5-b5ec-73f325ad40e8 tempest-ServerRescueTestJSONUnderV235-163125560 tempest-ServerRescueTestJSONUnderV235-163125560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:42:36.552567 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c69ca273-2323-448d-bb2d-4c2d366961c6 req-78af486a-3e0f-40c5-b5ec-73f325ad40e8 tempest-ServerRescueTestJSONUnderV235-163125560 tempest-ServerRescueTestJSONUnderV235-163125560-project] 10.222.0.44 "GET /v2.0/ports?device_id=a3095d0a-bceb-438d-9a27-8bd12a2f8d45 HTTP/1.1" status: 200 len: 945 time: 0.0506201 Oct 27 10:42:36.591148 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c69ca273-2323-448d-bb2d-4c2d366961c6 req-17626da0-9ca7-4cb8-bb06-1c48b179330e tempest-ServerRescueTestJSONUnderV235-163125560 tempest-ServerRescueTestJSONUnderV235-163125560-project] 10.222.0.44 "GET /v2.0/security-groups?id=d4da16b0-ae97-40b5-8605-2eb4fca87de4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325494 Oct 27 10:42:36.854913 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.agents_db [None req-e79ee67d-056e-46ea-bd99-e80473396b25 None None] Agent healthcheck: found 7 active agents {{(pid=102349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 10:42:37.066422 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fe2a15-cc1a-4d48-a9b2-9fd76e462052 req-d8777b94-0ad3-4b6c-a969-4e904f15ee3c tempest-TestServerMultinode-1259140485 tempest-TestServerMultinode-1259140485-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:42:37.067933 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-95fe2a15-cc1a-4d48-a9b2-9fd76e462052 req-d8777b94-0ad3-4b6c-a969-4e904f15ee3c tempest-TestServerMultinode-1259140485 tempest-TestServerMultinode-1259140485-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=fa6e8a77-4ee6-4f20-978f-0c7a81068d79 HTTP/1.1" status: 200 len: 1096 time: 0.0422451 Oct 27 10:42:37.102356 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-95fe2a15-cc1a-4d48-a9b2-9fd76e462052 req-29cf6953-3aa2-4746-ad93-3b58f4eca868 tempest-TestServerMultinode-1259140485 tempest-TestServerMultinode-1259140485-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=7b07f296-4805-4e44-9a6d-7c35d36c8b8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0280902 Oct 27 10:42:37.125258 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device 043ab361-2303-40f8-bea6-c78f8021ed36 details requested by agent hyperv_n-h1-813419-10 with host n-h1-813419-10 {{(pid=102348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 10:42:37.229166 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port 043ab361-2303-40f8-bea6-c78f8021ed36, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=043ab361-2303-40f8-bea6-c78f8021ed36,segment=NetworkSegment(1eb6e997-c0c8-40af-95c5-02a5a285d453),segment_id=1eb6e997-c0c8-40af-95c5-02a5a285d453)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:42:37.241937 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Returning: {'device': '043ab361-2303-40f8-bea6-c78f8021ed36', 'network_id': '078364b9-c0d6-46b3-a09d-897449e30257', 'port_id': '043ab361-2303-40f8-bea6-c78f8021ed36', 'mac_address': 'fa:16:3e:c3:ff:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 434, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b09417ab-0690-4456-9046-7be3717fe4e8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 10:42:37.284996 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:37.299340 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 043ab361-2303-40f8-bea6-c78f8021ed36 {{(pid=102348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:42:37.320821 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port 043ab361-2303-40f8-bea6-c78f8021ed36, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=043ab361-2303-40f8-bea6-c78f8021ed36,segment=NetworkSegment(1eb6e997-c0c8-40af-95c5-02a5a285d453),segment_id=1eb6e997-c0c8-40af-95c5-02a5a285d453)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:42:37.327333 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:37.395036 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Pushing event updated for resources: {'Port': ['ID=043ab361-2303-40f8-bea6-c78f8021ed36,revision_number=4']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:42:37.603904 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] get_ports_and_sgs() called for port_ids ['043ab361-2303-40f8-bea6-c78f8021ed36'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:42:37.726796 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ebbc0c-b7a2-4db1-9f2f-756a81dec717 req-28e89be9-f13b-4f96-a0a6-e2c195f8dfb7 tempest-ServerRescueTestJSONUnderV235-163125560 tempest-ServerRescueTestJSONUnderV235-163125560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:42:37.728490 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-45ebbc0c-b7a2-4db1-9f2f-756a81dec717 req-28e89be9-f13b-4f96-a0a6-e2c195f8dfb7 tempest-ServerRescueTestJSONUnderV235-163125560 tempest-ServerRescueTestJSONUnderV235-163125560-project] 10.222.0.44 "GET /v2.0/ports?device_id=a3095d0a-bceb-438d-9a27-8bd12a2f8d45 HTTP/1.1" status: 200 len: 945 time: 0.0594501 Oct 27 10:42:37.769138 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-45ebbc0c-b7a2-4db1-9f2f-756a81dec717 req-853c6953-55d4-403e-a350-e182e18cf2a6 tempest-ServerRescueTestJSONUnderV235-163125560 tempest-ServerRescueTestJSONUnderV235-163125560-project] 10.222.0.44 "GET /v2.0/security-groups?id=d4da16b0-ae97-40b5-8605-2eb4fca87de4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331306 Oct 27 10:42:38.211376 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f54d989-c538-45ca-85dd-37b0028444d3 req-a2dd2f1b-0b4a-43f8-bcbd-eb4337eec346 tempest-TestServerMultinode-1259140485 tempest-TestServerMultinode-1259140485-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:42:38.213306 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-4f54d989-c538-45ca-85dd-37b0028444d3 req-a2dd2f1b-0b4a-43f8-bcbd-eb4337eec346 tempest-TestServerMultinode-1259140485 tempest-TestServerMultinode-1259140485-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=fa6e8a77-4ee6-4f20-978f-0c7a81068d79 HTTP/1.1" status: 200 len: 1097 time: 0.0404325 Oct 27 10:42:38.256549 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-4f54d989-c538-45ca-85dd-37b0028444d3 req-ca7c8622-ff2a-44c0-a905-8fafc4e426e9 tempest-TestServerMultinode-1259140485 tempest-TestServerMultinode-1259140485-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=7b07f296-4805-4e44-9a6d-7c35d36c8b8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365117 Oct 27 10:42:38.892807 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a53017-d7de-4d1a-8e57-ff6adbb3b3f6 req-5a37ad8c-2e91-4fa6-9148-b8e5934c0217 tempest-ServerRescueTestJSONUnderV235-163125560 tempest-ServerRescueTestJSONUnderV235-163125560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:42:38.894292 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b0a53017-d7de-4d1a-8e57-ff6adbb3b3f6 req-5a37ad8c-2e91-4fa6-9148-b8e5934c0217 tempest-ServerRescueTestJSONUnderV235-163125560 tempest-ServerRescueTestJSONUnderV235-163125560-project] 10.222.0.44 "GET /v2.0/ports?device_id=a3095d0a-bceb-438d-9a27-8bd12a2f8d45 HTTP/1.1" status: 200 len: 945 time: 0.0546334 Oct 27 10:42:38.896018 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:38.932815 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b0a53017-d7de-4d1a-8e57-ff6adbb3b3f6 req-83d0e28e-49d6-484c-8d77-b948ce94772a tempest-ServerRescueTestJSONUnderV235-163125560 tempest-ServerRescueTestJSONUnderV235-163125560-project] 10.222.0.44 "GET /v2.0/security-groups?id=d4da16b0-ae97-40b5-8605-2eb4fca87de4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317755 Oct 27 10:42:39.122397 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device 043ab361-2303-40f8-bea6-c78f8021ed36 up at agent hyperv_n-h1-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:42:39.173512 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Provisioning for port 043ab361-2303-40f8-bea6-c78f8021ed36 completed by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 10:42:39.178047 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Provisioning complete for port 043ab361-2303-40f8-bea6-c78f8021ed36 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:42:39.178413 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:39.257446 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:39.280678 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa6e8a77-4ee6-4f20-978f-0c7a81068d79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '043ab361-2303-40f8-bea6-c78f8021ed36'}] {{(pid=102348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:42:39.282909 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c588921fa634554a1d9242fdea1b05457a9ff1d3b28ba54ec1dace7f2f1df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-487374f2-158e-4a8d-b370-2de81976b767" -d '{"events": [{"server_uuid": "fa6e8a77-4ee6-4f20-978f-0c7a81068d79", "name": "network-vif-plugged", "status": "completed", "tag": "043ab361-2303-40f8-bea6-c78f8021ed36"}]}' {{(pid=102348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:42:39.296494 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port 043ab361-2303-40f8-bea6-c78f8021ed36, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=043ab361-2303-40f8-bea6-c78f8021ed36,segment=NetworkSegment(1eb6e997-c0c8-40af-95c5-02a5a285d453),segment_id=1eb6e997-c0c8-40af-95c5-02a5a285d453)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:42:39.301205 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:39.342571 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:42:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44fff990-ec55-44de-9f09-f6b3fbe8d510 x-openstack-request-id: req-44fff990-ec55-44de-9f09-f6b3fbe8d510 {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:42:39.348512 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa6e8a77-4ee6-4f20-978f-0c7a81068d79", "name": "network-vif-plugged", "status": "completed", "tag": "043ab361-2303-40f8-bea6-c78f8021ed36", "code": 200}]} {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:42:39.348979 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-44fff990-ec55-44de-9f09-f6b3fbe8d510 {{(pid=102348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:42:39.352522 n-d-813419-10 neutron-server[102348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa6e8a77-4ee6-4f20-978f-0c7a81068d79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '043ab361-2303-40f8-bea6-c78f8021ed36', 'code': 200} Oct 27 10:42:39.382660 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5b8419-d5ec-4822-8d53-df7b1400b493 req-4eb07536-612b-4526-8c4c-b56cc07e7419 tempest-TestServerMultinode-1259140485 tempest-TestServerMultinode-1259140485-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:42:39.384181 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ef5b8419-d5ec-4822-8d53-df7b1400b493 req-4eb07536-612b-4526-8c4c-b56cc07e7419 tempest-TestServerMultinode-1259140485 tempest-TestServerMultinode-1259140485-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=fa6e8a77-4ee6-4f20-978f-0c7a81068d79 HTTP/1.1" status: 200 len: 1098 time: 0.0540404 Oct 27 10:42:39.387521 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Pushing event updated for resources: {'Port': ['ID=043ab361-2303-40f8-bea6-c78f8021ed36,revision_number=5']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:42:39.424116 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ef5b8419-d5ec-4822-8d53-df7b1400b493 req-1349cf13-d6d2-483b-bf4b-c09f20d04bc1 tempest-TestServerMultinode-1259140485 tempest-TestServerMultinode-1259140485-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=7b07f296-4805-4e44-9a6d-7c35d36c8b8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330703 Oct 27 10:42:39.434297 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0704097-86f1-488c-9d49-8cf27eae56cb req-fc81ba5e-9f7d-4bd0-8120-aa306c7c968f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:42:39.435800 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-f0704097-86f1-488c-9d49-8cf27eae56cb req-fc81ba5e-9f7d-4bd0-8120-aa306c7c968f service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=fa6e8a77-4ee6-4f20-978f-0c7a81068d79 HTTP/1.1" status: 200 len: 1098 time: 0.0430348 Oct 27 10:42:39.475246 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-f0704097-86f1-488c-9d49-8cf27eae56cb req-f6ea3256-8c7f-4772-8b91-0be581277997 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=7b07f296-4805-4e44-9a6d-7c35d36c8b8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319107 Oct 27 10:42:40.058993 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d12371b-1b2c-4ac2-9b26-cdeef173d36e req-9b93807e-ee8d-47d3-b2a5-4a1bc513401f tempest-ServerRescueTestJSONUnderV235-163125560 tempest-ServerRescueTestJSONUnderV235-163125560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:42:40.061323 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-7d12371b-1b2c-4ac2-9b26-cdeef173d36e req-9b93807e-ee8d-47d3-b2a5-4a1bc513401f tempest-ServerRescueTestJSONUnderV235-163125560 tempest-ServerRescueTestJSONUnderV235-163125560-project] 10.222.0.44 "GET /v2.0/ports?device_id=a3095d0a-bceb-438d-9a27-8bd12a2f8d45 HTTP/1.1" status: 200 len: 945 time: 0.0579386 Oct 27 10:42:40.105312 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-7d12371b-1b2c-4ac2-9b26-cdeef173d36e req-396ae341-22b2-4b62-938c-beb24ac1955d tempest-ServerRescueTestJSONUnderV235-163125560 tempest-ServerRescueTestJSONUnderV235-163125560-project] 10.222.0.44 "GET /v2.0/security-groups?id=d4da16b0-ae97-40b5-8605-2eb4fca87de4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373242 Oct 27 10:42:40.558568 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88893ca-5156-4882-811c-db70f4e5dd36 req-4b51fd11-0ffc-4a2f-992e-552b2f0780ed tempest-TestServerMultinode-1259140485 tempest-TestServerMultinode-1259140485-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:42:40.560288 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-c88893ca-5156-4882-811c-db70f4e5dd36 req-4b51fd11-0ffc-4a2f-992e-552b2f0780ed tempest-TestServerMultinode-1259140485 tempest-TestServerMultinode-1259140485-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=fa6e8a77-4ee6-4f20-978f-0c7a81068d79 HTTP/1.1" status: 200 len: 1098 time: 0.0431938 Oct 27 10:42:40.599462 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-c88893ca-5156-4882-811c-db70f4e5dd36 req-60952dab-8c94-4757-a463-322a80b3fdbe tempest-TestServerMultinode-1259140485 tempest-TestServerMultinode-1259140485-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=7b07f296-4805-4e44-9a6d-7c35d36c8b8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309453 Oct 27 10:42:41.220371 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7ab8e4-3208-450c-b1aa-c980e8f7d986 req-c42b7718-9792-4490-8547-280fe8ff78dd tempest-ServerRescueTestJSONUnderV235-163125560 tempest-ServerRescueTestJSONUnderV235-163125560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:42:41.221825 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-9b7ab8e4-3208-450c-b1aa-c980e8f7d986 req-c42b7718-9792-4490-8547-280fe8ff78dd tempest-ServerRescueTestJSONUnderV235-163125560 tempest-ServerRescueTestJSONUnderV235-163125560-project] 10.222.0.44 "GET /v2.0/ports?device_id=a3095d0a-bceb-438d-9a27-8bd12a2f8d45 HTTP/1.1" status: 200 len: 945 time: 0.0477614 Oct 27 10:42:41.258467 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-9b7ab8e4-3208-450c-b1aa-c980e8f7d986 req-f37c3eec-fce5-49a2-aa14-5619483a8340 tempest-ServerRescueTestJSONUnderV235-163125560 tempest-ServerRescueTestJSONUnderV235-163125560-project] 10.222.0.44 "GET /v2.0/security-groups?id=d4da16b0-ae97-40b5-8605-2eb4fca87de4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307848 Oct 27 10:42:41.706888 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d046b190-aacd-4a01-86de-d30acac3a0ac req-ad512795-3a2e-4a94-b18e-a1a19fdaf71e tempest-TestServerMultinode-1259140485 tempest-TestServerMultinode-1259140485-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:42:41.708515 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-d046b190-aacd-4a01-86de-d30acac3a0ac req-ad512795-3a2e-4a94-b18e-a1a19fdaf71e tempest-TestServerMultinode-1259140485 tempest-TestServerMultinode-1259140485-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=fa6e8a77-4ee6-4f20-978f-0c7a81068d79 HTTP/1.1" status: 200 len: 1098 time: 0.0393035 Oct 27 10:42:41.747040 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-d046b190-aacd-4a01-86de-d30acac3a0ac req-c7847275-eda8-431f-86a5-8b417f58272b tempest-TestServerMultinode-1259140485 tempest-TestServerMultinode-1259140485-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=7b07f296-4805-4e44-9a6d-7c35d36c8b8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326772 Oct 27 10:42:41.852136 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b90450a-adf7-420d-b1b0-949460254e06 req-b5bcee8c-d0af-42f0-aff6-bdd5db112b83 tempest-TestServerMultinode-1259140485 tempest-TestServerMultinode-1259140485-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:42:41.853716 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-3b90450a-adf7-420d-b1b0-949460254e06 req-b5bcee8c-d0af-42f0-aff6-bdd5db112b83 tempest-TestServerMultinode-1259140485 tempest-TestServerMultinode-1259140485-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=fa6e8a77-4ee6-4f20-978f-0c7a81068d79 HTTP/1.1" status: 200 len: 1098 time: 0.0416176 Oct 27 10:42:41.891160 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-3b90450a-adf7-420d-b1b0-949460254e06 req-4f52c5f8-9db7-4956-98bc-6124be993f80 tempest-TestServerMultinode-1259140485 tempest-TestServerMultinode-1259140485-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=7b07f296-4805-4e44-9a6d-7c35d36c8b8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310955 Oct 27 10:42:42.001678 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f70a502-ef19-474a-b5cd-2df107b1df4c req-edf9018c-36e2-43be-b88e-94ebeca50aeb tempest-TestServerMultinode-1259140485 tempest-TestServerMultinode-1259140485-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:42:42.003246 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-1f70a502-ef19-474a-b5cd-2df107b1df4c req-edf9018c-36e2-43be-b88e-94ebeca50aeb tempest-TestServerMultinode-1259140485 tempest-TestServerMultinode-1259140485-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=fa6e8a77-4ee6-4f20-978f-0c7a81068d79 HTTP/1.1" status: 200 len: 1098 time: 0.0413041 Oct 27 10:42:42.037779 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-1f70a502-ef19-474a-b5cd-2df107b1df4c req-c7de917a-c477-46f4-819c-7cbadf039604 tempest-TestServerMultinode-1259140485 tempest-TestServerMultinode-1259140485-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=7b07f296-4805-4e44-9a6d-7c35d36c8b8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283959 Oct 27 10:42:42.303038 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a80530-b7b4-4442-b463-52151c91b87c req-e5a67eb4-2f2e-4568-8244-8eb3a24a1203 tempest-TestServerMultinode-1259140485 tempest-TestServerMultinode-1259140485-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:42:42.304572 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-28a80530-b7b4-4442-b463-52151c91b87c req-e5a67eb4-2f2e-4568-8244-8eb3a24a1203 tempest-TestServerMultinode-1259140485 tempest-TestServerMultinode-1259140485-project-admin] 10.222.0.44 "GET /v2.0/networks?id=078364b9-c0d6-46b3-a09d-897449e30257 HTTP/1.1" status: 200 len: 910 time: 0.0911322 Oct 27 10:42:42.322181 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-28a80530-b7b4-4442-b463-52151c91b87c req-b4d56687-8aa0-45aa-9fdc-55839a854d58 tempest-TestServerMultinode-1259140485 tempest-TestServerMultinode-1259140485-project-admin] 10.222.0.44 "GET /v2.0/quotas/178ecc4d288b407c95ee0db3c823dd0d HTTP/1.1" status: 200 len: 375 time: 0.0114071 Oct 27 10:42:42.383545 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d61193f-784a-4e9b-ab24-d6f5d7209d27 req-da5450d1-6bca-450b-894d-54087471c01b tempest-ServerRescueTestJSONUnderV235-163125560 tempest-ServerRescueTestJSONUnderV235-163125560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:42:42.391668 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-5d61193f-784a-4e9b-ab24-d6f5d7209d27 req-da5450d1-6bca-450b-894d-54087471c01b tempest-ServerRescueTestJSONUnderV235-163125560 tempest-ServerRescueTestJSONUnderV235-163125560-project] 10.222.0.44 "GET /v2.0/ports?device_id=a3095d0a-bceb-438d-9a27-8bd12a2f8d45 HTTP/1.1" status: 200 len: 945 time: 0.0615551 Oct 27 10:42:42.429097 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-28a80530-b7b4-4442-b463-52151c91b87c req-579890bd-edd8-4d88-abdd-17e6e4ea7c58 tempest-TestServerMultinode-1259140485 tempest-TestServerMultinode-1259140485-project-admin] 10.222.0.44 "GET /v2.0/ports?tenant_id=178ecc4d288b407c95ee0db3c823dd0d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0913653 Oct 27 10:42:42.431238 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-5d61193f-784a-4e9b-ab24-d6f5d7209d27 req-d7fdc4ff-0b9d-4d93-9be7-07f293ad16ef tempest-ServerRescueTestJSONUnderV235-163125560 tempest-ServerRescueTestJSONUnderV235-163125560-project] 10.222.0.44 "GET /v2.0/security-groups?id=d4da16b0-ae97-40b5-8605-2eb4fca87de4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387230 Oct 27 10:42:42.537933 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-28a80530-b7b4-4442-b463-52151c91b87c req-c57596fb-1a55-4808-97a9-b83b24671aea service neutron] 10.222.0.44 "GET /v2.0/networks/078364b9-c0d6-46b3-a09d-897449e30257?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001921 Oct 27 10:42:42.635935 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-28a80530-b7b4-4442-b463-52151c91b87c req-e53abd88-ff91-4ece-a960-ba3f8b8b87b1 service neutron] 10.222.0.44 "GET /v2.0/networks/078364b9-c0d6-46b3-a09d-897449e30257?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915682 Oct 27 10:42:42.808319 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-d590bef5-9246-4a2e-961e-423075e20248 req-749662fc-871b-457f-94d2-2a5b47379daf tempest-TestServerMultinode-1259140485 tempest-TestServerMultinode-1259140485-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=507de8cf-cb88-4e31-979d-5ef4baeaa2b0 HTTP/1.1" status: 200 len: 210 time: 0.0358839 Oct 27 10:42:43.550185 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68691963-ccaa-431b-aed8-dde57cecaca1 req-cafc35ce-282e-486e-a917-c2b3919fef09 tempest-ServerRescueTestJSONUnderV235-163125560 tempest-ServerRescueTestJSONUnderV235-163125560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:42:43.551694 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-68691963-ccaa-431b-aed8-dde57cecaca1 req-cafc35ce-282e-486e-a917-c2b3919fef09 tempest-ServerRescueTestJSONUnderV235-163125560 tempest-ServerRescueTestJSONUnderV235-163125560-project] 10.222.0.44 "GET /v2.0/ports?device_id=a3095d0a-bceb-438d-9a27-8bd12a2f8d45 HTTP/1.1" status: 200 len: 945 time: 0.0515966 Oct 27 10:42:43.597264 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-68691963-ccaa-431b-aed8-dde57cecaca1 req-c047bfdf-765e-4e23-afba-9f0d812fbfa4 tempest-ServerRescueTestJSONUnderV235-163125560 tempest-ServerRescueTestJSONUnderV235-163125560-project] 10.222.0.44 "GET /v2.0/security-groups?id=d4da16b0-ae97-40b5-8605-2eb4fca87de4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379338 Oct 27 10:42:43.817538 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a80530-b7b4-4442-b463-52151c91b87c req-256b96cd-292d-4248-bca7-3c8c43d5c5ef tempest-TestServerMultinode-1259140485 tempest-TestServerMultinode-1259140485-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:42:43.819904 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-28a80530-b7b4-4442-b463-52151c91b87c req-256b96cd-292d-4248-bca7-3c8c43d5c5ef tempest-TestServerMultinode-1259140485 tempest-TestServerMultinode-1259140485-project-admin] 10.222.0.76 "GET /v2.0/networks?id=078364b9-c0d6-46b3-a09d-897449e30257 HTTP/1.1" status: 200 len: 910 time: 0.1124275 Oct 27 10:42:43.837961 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [req-28a80530-b7b4-4442-b463-52151c91b87c req-e0921544-8dbd-4d3e-9027-5a83847aaa62 tempest-TestServerMultinode-1259140485 tempest-TestServerMultinode-1259140485-project-admin] Request body: {'port': {'device_id': '507de8cf-cb88-4e31-979d-5ef4baeaa2b0', 'network_id': '078364b9-c0d6-46b3-a09d-897449e30257', 'admin_state_up': True, 'tenant_id': '178ecc4d288b407c95ee0db3c823dd0d'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:42:43.862640 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28a80530-b7b4-4442-b463-52151c91b87c req-e0921544-8dbd-4d3e-9027-5a83847aaa62 tempest-TestServerMultinode-1259140485 tempest-TestServerMultinode-1259140485-project-admin] Made reservation on behalf of 178ecc4d288b407c95ee0db3c823dd0d for: {'port': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:42:43.866714 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-28a80530-b7b4-4442-b463-52151c91b87c req-e0921544-8dbd-4d3e-9027-5a83847aaa62 tempest-TestServerMultinode-1259140485 tempest-TestServerMultinode-1259140485-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:43.958450 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-62e0adda-adbf-4ca9-829c-d5b7e866d787 req-7de785ea-483c-4ccf-bb4d-411aeea4f1ed tempest-TestServerMultinode-1259140485 tempest-TestServerMultinode-1259140485-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=507de8cf-cb88-4e31-979d-5ef4baeaa2b0 HTTP/1.1" status: 200 len: 210 time: 0.0375888 Oct 27 10:42:44.022089 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_common [req-28a80530-b7b4-4442-b463-52151c91b87c req-e0921544-8dbd-4d3e-9027-5a83847aaa62 tempest-TestServerMultinode-1259140485 tempest-TestServerMultinode-1259140485-project-admin] Allocated IP 172.20.0.10 (078364b9-c0d6-46b3-a09d-897449e30257/b09417ab-0690-4456-9046-7be3717fe4e8/6008a427-3c93-4649-be2b-36538a3d162a) {{(pid=102346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:42:44.172453 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-28a80530-b7b4-4442-b463-52151c91b87c req-e0921544-8dbd-4d3e-9027-5a83847aaa62 tempest-TestServerMultinode-1259140485 tempest-TestServerMultinode-1259140485-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:44.214628 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-28a80530-b7b4-4442-b463-52151c91b87c req-e0921544-8dbd-4d3e-9027-5a83847aaa62 tempest-TestServerMultinode-1259140485 tempest-TestServerMultinode-1259140485-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:44.227001 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] get_ports_and_sgs() called for port_ids ['043ab361-2303-40f8-bea6-c78f8021ed36'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:42:44.252569 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28a80530-b7b4-4442-b463-52151c91b87c req-e0921544-8dbd-4d3e-9027-5a83847aaa62 tempest-TestServerMultinode-1259140485 tempest-TestServerMultinode-1259140485-project-admin] Network 078364b9-c0d6-46b3-a09d-897449e30257 is already hosted by enough agents. {{(pid=102346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:42:44.259333 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [req-28a80530-b7b4-4442-b463-52151c91b87c req-e0921544-8dbd-4d3e-9027-5a83847aaa62 tempest-TestServerMultinode-1259140485 tempest-TestServerMultinode-1259140485-project-admin] Resources bound (agent type, host, resource id): {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:42:44.263005 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [req-28a80530-b7b4-4442-b463-52151c91b87c req-e0921544-8dbd-4d3e-9027-5a83847aaa62 tempest-TestServerMultinode-1259140485 tempest-TestServerMultinode-1259140485-project-admin] Received port after_create {{(pid=102346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:42:44.292843 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0921544-8dbd-4d3e-9027-5a83847aaa62 tempest-TestServerMultinode-1259140485 tempest-TestServerMultinode-1259140485-project-admin] Pushing event updated for resources: {'Port': ['ID=6008a427-3c93-4649-be2b-36538a3d162a,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:42:44.310631 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a80530-b7b4-4442-b463-52151c91b87c req-e0921544-8dbd-4d3e-9027-5a83847aaa62 tempest-TestServerMultinode-1259140485 tempest-TestServerMultinode-1259140485-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:42:44.311352 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-28a80530-b7b4-4442-b463-52151c91b87c req-e0921544-8dbd-4d3e-9027-5a83847aaa62 tempest-TestServerMultinode-1259140485 tempest-TestServerMultinode-1259140485-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:44.314555 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 49064) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:42:44.358217 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-28a80530-b7b4-4442-b463-52151c91b87c req-e0921544-8dbd-4d3e-9027-5a83847aaa62 tempest-TestServerMultinode-1259140485 tempest-TestServerMultinode-1259140485-project-admin] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.5258574 Oct 27 10:42:44.443876 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-4be47984-e71d-4651-bf9e-d7ffdae41ebd admin admin] Publish callbacks [] for security_group, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:44.445932 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [req-28a80530-b7b4-4442-b463-52151c91b87c req-e3ef1465-08d6-46c9-af70-4083464a7f76 service neutron] Request body: {'port': {'device_id': '507de8cf-cb88-4e31-979d-5ef4baeaa2b0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-10'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:42:44.512050 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-28a80530-b7b4-4442-b463-52151c91b87c req-e3ef1465-08d6-46c9-af70-4083464a7f76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:44.526256 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-4be47984-e71d-4651-bf9e-d7ffdae41ebd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:44.532624 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-4be47984-e71d-4651-bf9e-d7ffdae41ebd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:44.574239 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-4be47984-e71d-4651-bf9e-d7ffdae41ebd admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3acf068f721f4fa993d0098cf010ac36&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2581828 Oct 27 10:42:44.575845 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be47984-e71d-4651-bf9e-d7ffdae41ebd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5308afc3-2c87-4296-8eda-fff169a7f604,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:42:44.580945 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 49068) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:42:44.631394 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-61229aab-9a04-4b20-a2bb-e35219454bd7 None None] Provisioning complete for port 6008a427-3c93-4649-be2b-36538a3d162a triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:42:44.632048 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-61229aab-9a04-4b20-a2bb-e35219454bd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:44.645586 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-86ef40e4-4cdd-4d4a-8089-47f27015a1e9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:44.671782 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-86ef40e4-4cdd-4d4a-8089-47f27015a1e9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:44.684762 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-61229aab-9a04-4b20-a2bb-e35219454bd7 None None] Port 6008a427-3c93-4649-be2b-36538a3d162a cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:42:44.762921 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa0679c-c287-4cc5-96cd-a9f355b4c44c req-8c508826-de68-4efe-a176-36c37ef13970 tempest-ServerRescueTestJSONUnderV235-163125560 tempest-ServerRescueTestJSONUnderV235-163125560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:42:44.765253 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-4fa0679c-c287-4cc5-96cd-a9f355b4c44c req-8c508826-de68-4efe-a176-36c37ef13970 tempest-ServerRescueTestJSONUnderV235-163125560 tempest-ServerRescueTestJSONUnderV235-163125560-project] 10.222.0.44 "GET /v2.0/ports?device_id=a3095d0a-bceb-438d-9a27-8bd12a2f8d45 HTTP/1.1" status: 200 len: 945 time: 0.0579343 Oct 27 10:42:44.766599 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-86ef40e4-4cdd-4d4a-8089-47f27015a1e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:44.770466 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-86ef40e4-4cdd-4d4a-8089-47f27015a1e9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:44.786374 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-86ef40e4-4cdd-4d4a-8089-47f27015a1e9 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/5308afc3-2c87-4296-8eda-fff169a7f604 HTTP/1.1" status: 204 len: 168 time: 0.1935253 Oct 27 10:42:44.808562 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ef40e4-4cdd-4d4a-8089-47f27015a1e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5308afc3-2c87-4296-8eda-fff169a7f604,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:42:44.870918 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-4fa0679c-c287-4cc5-96cd-a9f355b4c44c req-c55f980c-9144-4f1b-81bd-20cde8c8185f tempest-ServerRescueTestJSONUnderV235-163125560 tempest-ServerRescueTestJSONUnderV235-163125560-project] 10.222.0.44 "GET /v2.0/security-groups?id=d4da16b0-ae97-40b5-8605-2eb4fca87de4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796719 Oct 27 10:42:44.885404 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [req-28a80530-b7b4-4442-b463-52151c91b87c req-e3ef1465-08d6-46c9-af70-4083464a7f76 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6008a427-3c93-4649-be2b-36538a3d162a {{(pid=102346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:42:44.899539 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-28a80530-b7b4-4442-b463-52151c91b87c req-e3ef1465-08d6-46c9-af70-4083464a7f76 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:44.922581 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.provisioning_blocks [req-28a80530-b7b4-4442-b463-52151c91b87c req-e3ef1465-08d6-46c9-af70-4083464a7f76 service neutron] Transition to ACTIVE for port object 6008a427-3c93-4649-be2b-36538a3d162a will not be triggered until provisioned by entity L2. {{(pid=102346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 10:42:44.927742 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-28a80530-b7b4-4442-b463-52151c91b87c req-e3ef1465-08d6-46c9-af70-4083464a7f76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27024173'] for port, after_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:45.034532 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ef1465-08d6-46c9-af70-4083464a7f76 service neutron] Pushing event updated for resources: {'Port': ['ID=6008a427-3c93-4649-be2b-36538a3d162a,revision_number=2']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:42:45.185217 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdeafac6-c83e-4168-81ab-709f04e2565d req-775ddbf4-b542-42e8-9e1a-2cb8522e04b6 tempest-TestServerMultinode-1259140485 tempest-TestServerMultinode-1259140485-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:42:45.187540 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-fdeafac6-c83e-4168-81ab-709f04e2565d req-775ddbf4-b542-42e8-9e1a-2cb8522e04b6 tempest-TestServerMultinode-1259140485 tempest-TestServerMultinode-1259140485-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=507de8cf-cb88-4e31-979d-5ef4baeaa2b0 HTTP/1.1" status: 200 len: 1054 time: 0.1135807 Oct 27 10:42:45.188880 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.managers [req-28a80530-b7b4-4442-b463-52151c91b87c req-e3ef1465-08d6-46c9-af70-4083464a7f76 service neutron] Attempting to bind port 6008a427-3c93-4649-be2b-36538a3d162a on host n-h2-813419-10 for vnic_type normal with profile {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:42:45.189447 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.managers [req-28a80530-b7b4-4442-b463-52151c91b87c req-e3ef1465-08d6-46c9-af70-4083464a7f76 service neutron] Attempting to bind port 6008a427-3c93-4649-be2b-36538a3d162a by drivers openvswitch,hyperv on host n-h2-813419-10 at level 0 using segments [{'id': '1eb6e997-c0c8-40af-95c5-02a5a285d453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '078364b9-c0d6-46b3-a09d-897449e30257'}] {{(pid=102346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:42:45.189749 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28a80530-b7b4-4442-b463-52151c91b87c req-e3ef1465-08d6-46c9-af70-4083464a7f76 service neutron] Attempting to bind port 6008a427-3c93-4649-be2b-36538a3d162a on network 078364b9-c0d6-46b3-a09d-897449e30257 {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:42:45.197899 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28a80530-b7b4-4442-b463-52151c91b87c req-e3ef1465-08d6-46c9-af70-4083464a7f76 service neutron] Port 6008a427-3c93-4649-be2b-36538a3d162a on network 078364b9-c0d6-46b3-a09d-897449e30257 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-10 {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 10:42:45.198228 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28a80530-b7b4-4442-b463-52151c91b87c req-e3ef1465-08d6-46c9-af70-4083464a7f76 service neutron] Attempting to bind port 6008a427-3c93-4649-be2b-36538a3d162a on network 078364b9-c0d6-46b3-a09d-897449e30257 {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:42:45.215797 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28a80530-b7b4-4442-b463-52151c91b87c req-e3ef1465-08d6-46c9-af70-4083464a7f76 service neutron] Checking agent: {'id': 'a2edc247-0fa4-4ce6-bbae-a10492f6bd71', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 16, 9), 'started_at': datetime.datetime(2021, 10, 27, 10, 16, 9), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 42, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:42:45.216143 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28a80530-b7b4-4442-b463-52151c91b87c req-e3ef1465-08d6-46c9-af70-4083464a7f76 service neutron] Checking segment: {'id': '1eb6e997-c0c8-40af-95c5-02a5a285d453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '078364b9-c0d6-46b3-a09d-897449e30257'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:42:45.216541 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28a80530-b7b4-4442-b463-52151c91b87c req-e3ef1465-08d6-46c9-af70-4083464a7f76 service neutron] Bound using segment: {'id': '1eb6e997-c0c8-40af-95c5-02a5a285d453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '078364b9-c0d6-46b3-a09d-897449e30257'} {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:42:45.216986 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.managers [req-28a80530-b7b4-4442-b463-52151c91b87c req-e3ef1465-08d6-46c9-af70-4083464a7f76 service neutron] Bound port: 6008a427-3c93-4649-be2b-36538a3d162a, host: n-h2-813419-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1eb6e997-c0c8-40af-95c5-02a5a285d453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '078364b9-c0d6-46b3-a09d-897449e30257'}}] {{(pid=102346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:42:45.217345 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-28a80530-b7b4-4442-b463-52151c91b87c req-e3ef1465-08d6-46c9-af70-4083464a7f76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:45.247864 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 49084) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:42:45.262043 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-61e1f64b-d7f8-4d12-8d86-3359d2af721e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:45.272753 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-fdeafac6-c83e-4168-81ab-709f04e2565d req-d2160483-4808-4d2f-b3a1-483923c0f480 tempest-TestServerMultinode-1259140485 tempest-TestServerMultinode-1259140485-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=7b07f296-4805-4e44-9a6d-7c35d36c8b8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775013 Oct 27 10:42:45.300533 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [req-28a80530-b7b4-4442-b463-52151c91b87c req-e3ef1465-08d6-46c9-af70-4083464a7f76 service neutron] For port 6008a427-3c93-4649-be2b-36538a3d162a, host n-h2-813419-10, cleared binding levels {{(pid=102346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:42:45.304020 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [req-28a80530-b7b4-4442-b463-52151c91b87c req-e3ef1465-08d6-46c9-af70-4083464a7f76 service neutron] For port 6008a427-3c93-4649-be2b-36538a3d162a, host n-h2-813419-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=6008a427-3c93-4649-be2b-36538a3d162a,segment=NetworkSegment(1eb6e997-c0c8-40af-95c5-02a5a285d453),segment_id=1eb6e997-c0c8-40af-95c5-02a5a285d453)] {{(pid=102346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:42:45.314193 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-28a80530-b7b4-4442-b463-52151c91b87c req-e3ef1465-08d6-46c9-af70-4083464a7f76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27024173'] for port, after_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:45.351690 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-61e1f64b-d7f8-4d12-8d86-3359d2af721e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:45.355622 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a80530-b7b4-4442-b463-52151c91b87c req-e3ef1465-08d6-46c9-af70-4083464a7f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:42:45.356237 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-28a80530-b7b4-4442-b463-52151c91b87c req-e3ef1465-08d6-46c9-af70-4083464a7f76 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:45.357654 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-28a80530-b7b4-4442-b463-52151c91b87c req-e3ef1465-08d6-46c9-af70-4083464a7f76 service neutron] 10.222.0.76 "PUT /v2.0/ports/6008a427-3c93-4649-be2b-36538a3d162a HTTP/1.1" status: 200 len: 1093 time: 0.9166903 Oct 27 10:42:45.358100 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '507de8cf-cb88-4e31-979d-5ef4baeaa2b0', 'tag': '6008a427-3c93-4649-be2b-36538a3d162a'}] {{(pid=102346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:42:45.359467 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-61e1f64b-d7f8-4d12-8d86-3359d2af721e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:45.360990 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc0e418f5fc417c8d55d94c0aa509b037d0beb2a734c1a709e789eb65639a56d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78f9c43a-fd93-47b4-8bd7-9b3663ef5ef1" -d '{"events": [{"name": "network-changed", "server_uuid": "507de8cf-cb88-4e31-979d-5ef4baeaa2b0", "tag": "6008a427-3c93-4649-be2b-36538a3d162a"}]}' {{(pid=102346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:42:45.394588 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ef1465-08d6-46c9-af70-4083464a7f76 service neutron] Pushing event updated for resources: {'Port': ['ID=6008a427-3c93-4649-be2b-36538a3d162a,revision_number=3']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:42:45.409960 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-61e1f64b-d7f8-4d12-8d86-3359d2af721e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3d24ad8508434702b412aef993d9807f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1608241 Oct 27 10:42:45.410968 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 49088) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:42:45.418426 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e1f64b-d7f8-4d12-8d86-3359d2af721e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=caebcb37-6b30-4bc7-815e-98431eb24b9f,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:42:45.464715 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a80530-b7b4-4442-b463-52151c91b87c req-398e9cdc-9af1-4068-87f1-591a7a807229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:42:45.466252 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-28a80530-b7b4-4442-b463-52151c91b87c req-398e9cdc-9af1-4068-87f1-591a7a807229 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=178ecc4d288b407c95ee0db3c823dd0d&device_id=507de8cf-cb88-4e31-979d-5ef4baeaa2b0 HTTP/1.1" status: 200 len: 1096 time: 0.0627711 Oct 27 10:42:45.507081 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-64a5b0d6-6f6f-4045-b944-d4308ac3a08f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:45.522585 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 10:42:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f45c639-4b43-4235-885a-e86ee4d57ff2 x-openstack-request-id: req-4f45c639-4b43-4235-885a-e86ee4d57ff2 {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:42:45.522885 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "507de8cf-cb88-4e31-979d-5ef4baeaa2b0", "tag": "6008a427-3c93-4649-be2b-36538a3d162a", "status": "completed", "code": 200}]} {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:42:45.523147 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4f45c639-4b43-4235-885a-e86ee4d57ff2 {{(pid=102346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:42:45.523551 n-d-813419-10 neutron-server[102346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '507de8cf-cb88-4e31-979d-5ef4baeaa2b0', 'tag': '6008a427-3c93-4649-be2b-36538a3d162a', 'status': 'completed', 'code': 200} Oct 27 10:42:45.525184 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-28a80530-b7b4-4442-b463-52151c91b87c req-2c81946b-ee7f-4c2e-89a4-ecea99e5692c service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6008a427-3c93-4649-be2b-36538a3d162a HTTP/1.1" status: 200 len: 217 time: 0.0461001 Oct 27 10:42:45.529437 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-64a5b0d6-6f6f-4045-b944-d4308ac3a08f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:45.585403 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-64a5b0d6-6f6f-4045-b944-d4308ac3a08f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:45.586134 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a80530-b7b4-4442-b463-52151c91b87c req-b96ab879-132b-4607-a834-d4060cc64bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:42:45.587140 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-28a80530-b7b4-4442-b463-52151c91b87c req-b96ab879-132b-4607-a834-d4060cc64bb7 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=b09417ab-0690-4456-9046-7be3717fe4e8 HTTP/1.1" status: 200 len: 848 time: 0.0542490 Oct 27 10:42:45.588564 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-64a5b0d6-6f6f-4045-b944-d4308ac3a08f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:45.589823 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-64a5b0d6-6f6f-4045-b944-d4308ac3a08f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/caebcb37-6b30-4bc7-815e-98431eb24b9f HTTP/1.1" status: 204 len: 168 time: 0.1778283 Oct 27 10:42:45.598657 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a5b0d6-6f6f-4045-b944-d4308ac3a08f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caebcb37-6b30-4bc7-815e-98431eb24b9f,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:42:45.645819 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a80530-b7b4-4442-b463-52151c91b87c req-fb68a903-55f4-4d0a-9d0d-ad6cb7517a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:42:45.647695 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-28a80530-b7b4-4442-b463-52151c91b87c req-fb68a903-55f4-4d0a-9d0d-ad6cb7517a0e service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=078364b9-c0d6-46b3-a09d-897449e30257&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0473022 Oct 27 10:42:45.743564 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-28a80530-b7b4-4442-b463-52151c91b87c req-e1037ca1-8da8-4171-94f3-2f0b44a5dfeb service neutron] 10.222.0.76 "GET /v2.0/networks/078364b9-c0d6-46b3-a09d-897449e30257?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873561 Oct 27 10:42:45.841815 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-28a80530-b7b4-4442-b463-52151c91b87c req-bb226aa7-325e-406a-9887-e606108960ff service neutron] 10.222.0.76 "GET /v2.0/networks/078364b9-c0d6-46b3-a09d-897449e30257?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908072 Oct 27 10:42:45.935673 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f9c43a-fd93-47b4-8bd7-9b3663ef5ef1 req-72ec3fa0-bb61-44cf-81ff-91167d82f64d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:42:45.937350 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-78f9c43a-fd93-47b4-8bd7-9b3663ef5ef1 req-72ec3fa0-bb61-44cf-81ff-91167d82f64d service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=178ecc4d288b407c95ee0db3c823dd0d&device_id=507de8cf-cb88-4e31-979d-5ef4baeaa2b0 HTTP/1.1" status: 200 len: 1096 time: 0.0484385 Oct 27 10:42:46.048240 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15183bc7-ad1a-40c2-ab78-13a7599bf18b req-e2f101a2-f239-46c2-94a3-a6ae8160c79c tempest-ServerRescueTestJSONUnderV235-163125560 tempest-ServerRescueTestJSONUnderV235-163125560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:42:46.049718 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-15183bc7-ad1a-40c2-ab78-13a7599bf18b req-e2f101a2-f239-46c2-94a3-a6ae8160c79c tempest-ServerRescueTestJSONUnderV235-163125560 tempest-ServerRescueTestJSONUnderV235-163125560-project] 10.222.0.44 "GET /v2.0/ports?device_id=a3095d0a-bceb-438d-9a27-8bd12a2f8d45 HTTP/1.1" status: 200 len: 945 time: 0.1033370 Oct 27 10:42:46.089019 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f9c43a-fd93-47b4-8bd7-9b3663ef5ef1 req-c3d7e098-4e7a-46f0-835b-2300ff020777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:42:46.090485 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-78f9c43a-fd93-47b4-8bd7-9b3663ef5ef1 req-c3d7e098-4e7a-46f0-835b-2300ff020777 service neutron] 10.222.0.76 "GET /v2.0/networks?id=078364b9-c0d6-46b3-a09d-897449e30257 HTTP/1.1" status: 200 len: 910 time: 0.1452448 Oct 27 10:42:46.141961 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-15183bc7-ad1a-40c2-ab78-13a7599bf18b req-ebb2bdc9-5a67-4503-bdc4-2239b09a5c82 tempest-ServerRescueTestJSONUnderV235-163125560 tempest-ServerRescueTestJSONUnderV235-163125560-project] 10.222.0.44 "GET /v2.0/security-groups?id=d4da16b0-ae97-40b5-8605-2eb4fca87de4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840507 Oct 27 10:42:46.143350 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-78f9c43a-fd93-47b4-8bd7-9b3663ef5ef1 req-d7adaa8d-2cef-4d52-9a28-174d37d3d095 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6008a427-3c93-4649-be2b-36538a3d162a HTTP/1.1" status: 200 len: 217 time: 0.0450613 Oct 27 10:42:46.205660 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-766bcbbc-09a2-43ab-8b78-32fe7ee2da07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:46.210427 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f9c43a-fd93-47b4-8bd7-9b3663ef5ef1 req-1faa49ca-ad58-4423-a14b-60ea7fca31d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:42:46.212105 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-78f9c43a-fd93-47b4-8bd7-9b3663ef5ef1 req-1faa49ca-ad58-4423-a14b-60ea7fca31d1 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=b09417ab-0690-4456-9046-7be3717fe4e8 HTTP/1.1" status: 200 len: 848 time: 0.0484171 Oct 27 10:42:46.281677 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f9c43a-fd93-47b4-8bd7-9b3663ef5ef1 req-f2d46d91-8cc4-4e25-8ced-136d1d3ffdd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:42:46.283496 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-78f9c43a-fd93-47b4-8bd7-9b3663ef5ef1 req-f2d46d91-8cc4-4e25-8ced-136d1d3ffdd8 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=078364b9-c0d6-46b3-a09d-897449e30257&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0641701 Oct 27 10:42:46.406236 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-78f9c43a-fd93-47b4-8bd7-9b3663ef5ef1 req-2367b81b-27ff-42a6-ac10-dc0eb887a091 service neutron] 10.222.0.76 "GET /v2.0/networks/078364b9-c0d6-46b3-a09d-897449e30257?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1138952 Oct 27 10:42:46.443404 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2846533-db12-4bde-b97c-4238d8a1d0e9 req-3d326497-ad26-4e80-8cbc-3150104a90f5 tempest-TestServerMultinode-1259140485 tempest-TestServerMultinode-1259140485-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:42:46.444960 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-e2846533-db12-4bde-b97c-4238d8a1d0e9 req-3d326497-ad26-4e80-8cbc-3150104a90f5 tempest-TestServerMultinode-1259140485 tempest-TestServerMultinode-1259140485-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=507de8cf-cb88-4e31-979d-5ef4baeaa2b0 HTTP/1.1" status: 200 len: 1096 time: 0.0605726 Oct 27 10:42:46.503929 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-e2846533-db12-4bde-b97c-4238d8a1d0e9 req-de1a6974-6acf-44a9-9ebd-7eb8f4865685 tempest-TestServerMultinode-1259140485 tempest-TestServerMultinode-1259140485-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=7b07f296-4805-4e44-9a6d-7c35d36c8b8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440485 Oct 27 10:42:46.529050 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-78f9c43a-fd93-47b4-8bd7-9b3663ef5ef1 req-0200ffed-fb1d-4a1f-b34c-b6509f231197 service neutron] 10.222.0.76 "GET /v2.0/networks/078364b9-c0d6-46b3-a09d-897449e30257?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129458 Oct 27 10:42:47.261545 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9778be5-816a-475b-bca4-86b62a162be5 req-8ef8261d-5cbd-4d30-8d50-35eb0e3d8976 tempest-ServerRescueTestJSONUnderV235-163125560 tempest-ServerRescueTestJSONUnderV235-163125560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:42:47.263033 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-b9778be5-816a-475b-bca4-86b62a162be5 req-8ef8261d-5cbd-4d30-8d50-35eb0e3d8976 tempest-ServerRescueTestJSONUnderV235-163125560 tempest-ServerRescueTestJSONUnderV235-163125560-project] 10.222.0.44 "GET /v2.0/ports?device_id=a3095d0a-bceb-438d-9a27-8bd12a2f8d45 HTTP/1.1" status: 200 len: 945 time: 0.0521216 Oct 27 10:42:47.301587 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-b9778be5-816a-475b-bca4-86b62a162be5 req-0a28222c-74e6-474d-a0df-a9261000d136 tempest-ServerRescueTestJSONUnderV235-163125560 tempest-ServerRescueTestJSONUnderV235-163125560-project] 10.222.0.44 "GET /v2.0/security-groups?id=d4da16b0-ae97-40b5-8605-2eb4fca87de4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318480 Oct 27 10:42:47.412443 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419fec8c-c363-4852-b6a7-5950289fbc51 req-9d339d4d-68b2-4839-9d6b-e428881a3456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:42:47.413845 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-419fec8c-c363-4852-b6a7-5950289fbc51 req-9d339d4d-68b2-4839-9d6b-e428881a3456 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=a3095d0a-bceb-438d-9a27-8bd12a2f8d45 HTTP/1.1" status: 200 len: 1097 time: 0.0394623 Oct 27 10:42:47.431388 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 49154) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:42:47.449901 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-419fec8c-c363-4852-b6a7-5950289fbc51 req-600da55c-8b51-4e84-a26c-dea6a5da68dd service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=d4da16b0-ae97-40b5-8605-2eb4fca87de4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0276613 Oct 27 10:42:47.541457 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-6a4d31e1-ad42-44ba-8c61-b3b403ba83fc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:47.628139 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6c83ca-98d2-4376-898f-15d1007bb5b1 req-a9548c51-9ece-4d69-b191-c6573991db3b tempest-TestServerMultinode-1259140485 tempest-TestServerMultinode-1259140485-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:42:47.629823 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-4c6c83ca-98d2-4376-898f-15d1007bb5b1 req-a9548c51-9ece-4d69-b191-c6573991db3b tempest-TestServerMultinode-1259140485 tempest-TestServerMultinode-1259140485-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=507de8cf-cb88-4e31-979d-5ef4baeaa2b0 HTTP/1.1" status: 200 len: 1096 time: 0.0667109 Oct 27 10:42:47.664655 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-6a4d31e1-ad42-44ba-8c61-b3b403ba83fc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:47.670090 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-6a4d31e1-ad42-44ba-8c61-b3b403ba83fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:47.694219 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-4c6c83ca-98d2-4376-898f-15d1007bb5b1 req-d4c85c88-0e01-409f-bd20-6609e1264750 tempest-TestServerMultinode-1259140485 tempest-TestServerMultinode-1259140485-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=7b07f296-4805-4e44-9a6d-7c35d36c8b8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546818 Oct 27 10:42:47.716511 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-6a4d31e1-ad42-44ba-8c61-b3b403ba83fc admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=fca37edb8f14446cad5a3cb266eae9d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2839553 Oct 27 10:42:47.717635 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4d31e1-ad42-44ba-8c61-b3b403ba83fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4cbf149-f964-4ef5-9da9-fd0c13d28cde,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:42:47.719786 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 49162) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:42:47.767941 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-6a443422-346e-48eb-821b-e6a570f16f4e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:47.787669 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-6a443422-346e-48eb-821b-e6a570f16f4e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:47.835269 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-6a443422-346e-48eb-821b-e6a570f16f4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:47.837816 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-6a443422-346e-48eb-821b-e6a570f16f4e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:47.839013 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-6a443422-346e-48eb-821b-e6a570f16f4e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b4cbf149-f964-4ef5-9da9-fd0c13d28cde HTTP/1.1" status: 204 len: 168 time: 0.1181352 Oct 27 10:42:47.846489 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a443422-346e-48eb-821b-e6a570f16f4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4cbf149-f964-4ef5-9da9-fd0c13d28cde,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:42:48.095257 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 49170) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:42:48.108520 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-01cef296-cefc-4603-ba00-4557941bdda3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:48.181795 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-01cef296-cefc-4603-ba00-4557941bdda3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:48.185627 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-01cef296-cefc-4603-ba00-4557941bdda3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:48.224836 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cef296-cefc-4603-ba00-4557941bdda3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=662972ee-c354-4357-922b-7047f4b131cb,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:42:48.229031 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-01cef296-cefc-4603-ba00-4557941bdda3 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ab72b0afd3434d0fa0d073c95a8719b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1327777 Oct 27 10:42:48.231649 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 49172) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:42:48.278949 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-a653a75b-0f62-4c64-85ed-ca0afacdb6f7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:48.300026 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-a653a75b-0f62-4c64-85ed-ca0afacdb6f7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:48.323800 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device 6008a427-3c93-4649-be2b-36538a3d162a details requested by agent hyperv_n-h2-813419-10 with host n-h2-813419-10 {{(pid=102348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 10:42:48.379248 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-a653a75b-0f62-4c64-85ed-ca0afacdb6f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:48.382701 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-a653a75b-0f62-4c64-85ed-ca0afacdb6f7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:48.385377 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-a653a75b-0f62-4c64-85ed-ca0afacdb6f7 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/662972ee-c354-4357-922b-7047f4b131cb HTTP/1.1" status: 204 len: 168 time: 0.1528966 Oct 27 10:42:48.395178 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a653a75b-0f62-4c64-85ed-ca0afacdb6f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=662972ee-c354-4357-922b-7047f4b131cb,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:42:48.446047 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] For port 6008a427-3c93-4649-be2b-36538a3d162a, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=6008a427-3c93-4649-be2b-36538a3d162a,segment=NetworkSegment(1eb6e997-c0c8-40af-95c5-02a5a285d453),segment_id=1eb6e997-c0c8-40af-95c5-02a5a285d453)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:42:48.448027 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cae9a4-19cd-4227-8042-37f922d266de req-b9972b6a-2c7d-42e4-a466-2bec262294b1 tempest-ServerRescueTestJSONUnderV235-163125560 tempest-ServerRescueTestJSONUnderV235-163125560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:42:48.449817 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-95cae9a4-19cd-4227-8042-37f922d266de req-b9972b6a-2c7d-42e4-a466-2bec262294b1 tempest-ServerRescueTestJSONUnderV235-163125560 tempest-ServerRescueTestJSONUnderV235-163125560-project] 10.222.0.44 "GET /v2.0/ports?device_id=a3095d0a-bceb-438d-9a27-8bd12a2f8d45 HTTP/1.1" status: 200 len: 945 time: 0.0560298 Oct 27 10:42:48.458019 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Returning: {'device': '6008a427-3c93-4649-be2b-36538a3d162a', 'network_id': '078364b9-c0d6-46b3-a09d-897449e30257', 'port_id': '6008a427-3c93-4649-be2b-36538a3d162a', 'mac_address': 'fa:16:3e:a7:be:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 434, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b09417ab-0690-4456-9046-7be3717fe4e8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 10:42:48.492833 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-95cae9a4-19cd-4227-8042-37f922d266de req-85d4e277-1a2a-488b-8587-935457609f24 tempest-ServerRescueTestJSONUnderV235-163125560 tempest-ServerRescueTestJSONUnderV235-163125560-project] 10.222.0.44 "GET /v2.0/security-groups?id=d4da16b0-ae97-40b5-8605-2eb4fca87de4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362420 Oct 27 10:42:48.500985 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:48.516055 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6008a427-3c93-4649-be2b-36538a3d162a {{(pid=102348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:42:48.536705 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] For port 6008a427-3c93-4649-be2b-36538a3d162a, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=6008a427-3c93-4649-be2b-36538a3d162a,segment=NetworkSegment(1eb6e997-c0c8-40af-95c5-02a5a285d453),segment_id=1eb6e997-c0c8-40af-95c5-02a5a285d453)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:42:48.540555 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:48.600134 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Pushing event updated for resources: {'Port': ['ID=6008a427-3c93-4649-be2b-36538a3d162a,revision_number=4']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:42:48.819767 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8b11f3-fb1f-4766-a103-e143c5f620c5 req-89d0c12c-c013-46c8-8fe1-e49d161256bb tempest-TestServerMultinode-1259140485 tempest-TestServerMultinode-1259140485-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:42:48.821909 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-4f8b11f3-fb1f-4766-a103-e143c5f620c5 req-89d0c12c-c013-46c8-8fe1-e49d161256bb tempest-TestServerMultinode-1259140485 tempest-TestServerMultinode-1259140485-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=507de8cf-cb88-4e31-979d-5ef4baeaa2b0 HTTP/1.1" status: 200 len: 1097 time: 0.0432580 Oct 27 10:42:48.835849 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] get_ports_and_sgs() called for port_ids ['6008a427-3c93-4649-be2b-36538a3d162a'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:42:48.866680 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-4f8b11f3-fb1f-4766-a103-e143c5f620c5 req-323ce72d-cef6-49a2-b623-2b4a285a409c tempest-TestServerMultinode-1259140485 tempest-TestServerMultinode-1259140485-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=7b07f296-4805-4e44-9a6d-7c35d36c8b8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381446 Oct 27 10:42:48.899134 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f5bf78be-6ff6-468e-8099-d8609f19600f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:48.916798 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 49196) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:42:49.040885 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-75a327a5-c676-4a15-b9a1-20584128758d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:49.141955 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-75a327a5-c676-4a15-b9a1-20584128758d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:49.146907 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-75a327a5-c676-4a15-b9a1-20584128758d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:49.187818 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 49208) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:42:49.188387 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-75a327a5-c676-4a15-b9a1-20584128758d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=49fec6499e6d46369295c2e13a083184&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2701590 Oct 27 10:42:49.202969 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a327a5-c676-4a15-b9a1-20584128758d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd601e13-fdda-4491-bdcd-4f01b28681f1,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:42:49.239270 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-6ab5c946-b4c4-47f4-908d-4786723d014a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:49.260659 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-6ab5c946-b4c4-47f4-908d-4786723d014a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:49.306408 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-6ab5c946-b4c4-47f4-908d-4786723d014a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:49.309015 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-6ab5c946-b4c4-47f4-908d-4786723d014a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:49.310154 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-6ab5c946-b4c4-47f4-908d-4786723d014a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/dd601e13-fdda-4491-bdcd-4f01b28681f1 HTTP/1.1" status: 204 len: 168 time: 0.1209755 Oct 27 10:42:49.318699 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab5c946-b4c4-47f4-908d-4786723d014a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd601e13-fdda-4491-bdcd-4f01b28681f1,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:42:49.625675 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6af2f7a-d400-4802-852f-bb2cfd142fba req-a321532b-8f75-4b4a-ae15-f1d6817eb58a tempest-ServerRescueTestJSONUnderV235-163125560 tempest-ServerRescueTestJSONUnderV235-163125560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:42:49.627234 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-c6af2f7a-d400-4802-852f-bb2cfd142fba req-a321532b-8f75-4b4a-ae15-f1d6817eb58a tempest-ServerRescueTestJSONUnderV235-163125560 tempest-ServerRescueTestJSONUnderV235-163125560-project] 10.222.0.44 "GET /v2.0/ports?device_id=a3095d0a-bceb-438d-9a27-8bd12a2f8d45 HTTP/1.1" status: 200 len: 945 time: 0.0586295 Oct 27 10:42:49.963556 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:50.007636 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-c6af2f7a-d400-4802-852f-bb2cfd142fba req-17e56d21-063f-43fb-a991-98222b7bf108 tempest-ServerRescueTestJSONUnderV235-163125560 tempest-ServerRescueTestJSONUnderV235-163125560-project] 10.222.0.44 "GET /v2.0/security-groups?id=d4da16b0-ae97-40b5-8605-2eb4fca87de4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3739653 Oct 27 10:42:50.034225 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-eadeaa30-4096-4d1a-b3cb-aa7ebfb291ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:50.054370 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [req-cb427951-59f7-451d-a729-3e5905502c72 req-53943f5b-8152-4441-9563-ae949a5711e4 tempest-ServerRescueTestJSONUnderV235-163125560 tempest-ServerRescueTestJSONUnderV235-163125560-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1313488086', 'description': 'tempest-description-1059550920'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:42:50.059678 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5488cbc2-c90e-4a81-8e21-62ebb8b1443c req-51a58fe7-fc7b-4029-a714-066e4b4b7194 tempest-TestServerMultinode-1259140485 tempest-TestServerMultinode-1259140485-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:42:50.061295 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-5488cbc2-c90e-4a81-8e21-62ebb8b1443c req-51a58fe7-fc7b-4029-a714-066e4b4b7194 tempest-TestServerMultinode-1259140485 tempest-TestServerMultinode-1259140485-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=507de8cf-cb88-4e31-979d-5ef4baeaa2b0 HTTP/1.1" status: 200 len: 1097 time: 0.0511358 Oct 27 10:42:50.083416 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-cb427951-59f7-451d-a729-3e5905502c72 req-53943f5b-8152-4441-9563-ae949a5711e4 tempest-ServerRescueTestJSONUnderV235-163125560 tempest-ServerRescueTestJSONUnderV235-163125560-project] Publish callbacks [] for security_group, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:50.114537 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-5488cbc2-c90e-4a81-8e21-62ebb8b1443c req-172d21fe-1b27-47d1-bb86-880fafe02540 tempest-TestServerMultinode-1259140485 tempest-TestServerMultinode-1259140485-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=7b07f296-4805-4e44-9a6d-7c35d36c8b8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468976 Oct 27 10:42:50.169464 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-cb427951-59f7-451d-a729-3e5905502c72 req-53943f5b-8152-4441-9563-ae949a5711e4 tempest-ServerRescueTestJSONUnderV235-163125560 tempest-ServerRescueTestJSONUnderV235-163125560-project] Publish callbacks [] for security_group, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:50.173703 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-cb427951-59f7-451d-a729-3e5905502c72 req-53943f5b-8152-4441-9563-ae949a5711e4 tempest-ServerRescueTestJSONUnderV235-163125560 tempest-ServerRescueTestJSONUnderV235-163125560-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:50.206718 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-cb427951-59f7-451d-a729-3e5905502c72 req-53943f5b-8152-4441-9563-ae949a5711e4 tempest-ServerRescueTestJSONUnderV235-163125560 tempest-ServerRescueTestJSONUnderV235-163125560-project] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:50.208027 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-cb427951-59f7-451d-a729-3e5905502c72 req-53943f5b-8152-4441-9563-ae949a5711e4 tempest-ServerRescueTestJSONUnderV235-163125560 tempest-ServerRescueTestJSONUnderV235-163125560-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1815 time: 0.1579218 Oct 27 10:42:50.210240 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53943f5b-8152-4441-9563-ae949a5711e4 tempest-ServerRescueTestJSONUnderV235-163125560 tempest-ServerRescueTestJSONUnderV235-163125560-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4eebadfb-9840-4b8a-9698-efb001b340c9,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:42:50.305097 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-76e5a3aa-b7f5-4148-b3b2-a1d67a6ce383 req-3d00c20a-c80b-4cac-9102-9a28b064d18d tempest-ServerRescueTestJSONUnderV235-163125560 tempest-ServerRescueTestJSONUnderV235-163125560-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1313488086&fields=id&tenant_id=44538c357c154e37b6b4c2a3f5e264ae HTTP/1.1" status: 200 len: 267 time: 0.0367241 Oct 27 10:42:50.324877 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device 6008a427-3c93-4649-be2b-36538a3d162a up at agent hyperv_n-h2-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:42:50.382098 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e5a3aa-b7f5-4148-b3b2-a1d67a6ce383 req-3fc8d165-76e4-4cb7-b7dd-44926a81f7c4 tempest-ServerRescueTestJSONUnderV235-163125560 tempest-ServerRescueTestJSONUnderV235-163125560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:42:50.383623 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-76e5a3aa-b7f5-4148-b3b2-a1d67a6ce383 req-3fc8d165-76e4-4cb7-b7dd-44926a81f7c4 tempest-ServerRescueTestJSONUnderV235-163125560 tempest-ServerRescueTestJSONUnderV235-163125560-project] 10.222.0.44 "GET /v2.0/ports?device_id=a3095d0a-bceb-438d-9a27-8bd12a2f8d45 HTTP/1.1" status: 200 len: 945 time: 0.0714912 Oct 27 10:42:50.396027 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Provisioning for port 6008a427-3c93-4649-be2b-36538a3d162a completed by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 10:42:50.398147 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [req-76e5a3aa-b7f5-4148-b3b2-a1d67a6ce383 req-52b82041-5555-4c0f-a2d3-c9b9a5679b93 tempest-ServerRescueTestJSONUnderV235-163125560 tempest-ServerRescueTestJSONUnderV235-163125560-project] Request body: {'port': {'security_groups': ['d4da16b0-ae97-40b5-8605-2eb4fca87de4', '4eebadfb-9840-4b8a-9698-efb001b340c9']}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:42:50.403508 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Provisioning complete for port 6008a427-3c93-4649-be2b-36538a3d162a triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:42:50.404675 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:50.475333 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-76e5a3aa-b7f5-4148-b3b2-a1d67a6ce383 req-52b82041-5555-4c0f-a2d3-c9b9a5679b93 tempest-ServerRescueTestJSONUnderV235-163125560 tempest-ServerRescueTestJSONUnderV235-163125560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:50.507593 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:50.545217 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] For port 6008a427-3c93-4649-be2b-36538a3d162a, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=6008a427-3c93-4649-be2b-36538a3d162a,segment=NetworkSegment(1eb6e997-c0c8-40af-95c5-02a5a285d453),segment_id=1eb6e997-c0c8-40af-95c5-02a5a285d453)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:42:50.547007 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '507de8cf-cb88-4e31-979d-5ef4baeaa2b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6008a427-3c93-4649-be2b-36538a3d162a'}] {{(pid=102348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:42:50.550579 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c588921fa634554a1d9242fdea1b05457a9ff1d3b28ba54ec1dace7f2f1df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f2bcbac-f840-448d-a543-369fb7f3bed0" -d '{"events": [{"server_uuid": "507de8cf-cb88-4e31-979d-5ef4baeaa2b0", "name": "network-vif-plugged", "status": "completed", "tag": "6008a427-3c93-4649-be2b-36538a3d162a"}]}' {{(pid=102348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:42:50.554896 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:50.598016 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:42:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8119286a-f749-4d1e-8616-043a6345585e x-openstack-request-id: req-8119286a-f749-4d1e-8616-043a6345585e {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:42:50.598314 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "507de8cf-cb88-4e31-979d-5ef4baeaa2b0", "name": "network-vif-plugged", "status": "completed", "tag": "6008a427-3c93-4649-be2b-36538a3d162a", "code": 200}]} {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:42:50.598618 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-8119286a-f749-4d1e-8616-043a6345585e {{(pid=102348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:42:50.599088 n-d-813419-10 neutron-server[102348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '507de8cf-cb88-4e31-979d-5ef4baeaa2b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6008a427-3c93-4649-be2b-36538a3d162a', 'code': 200} Oct 27 10:42:50.615681 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Pushing event updated for resources: {'Port': ['ID=6008a427-3c93-4649-be2b-36538a3d162a,revision_number=5']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:42:50.712973 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4db9d3-a2c4-4b18-9ffc-f30613bc8fad req-d71d83d8-f551-4859-a14c-4134d3ed46cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:42:50.714812 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-8b4db9d3-a2c4-4b18-9ffc-f30613bc8fad req-d71d83d8-f551-4859-a14c-4134d3ed46cc service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=507de8cf-cb88-4e31-979d-5ef4baeaa2b0 HTTP/1.1" status: 200 len: 1098 time: 0.0487084 Oct 27 10:42:50.764375 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-8b4db9d3-a2c4-4b18-9ffc-f30613bc8fad req-c7fea875-0a85-4c22-994f-0154edebb6e3 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=7b07f296-4805-4e44-9a6d-7c35d36c8b8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411472 Oct 27 10:42:50.764761 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-76e5a3aa-b7f5-4148-b3b2-a1d67a6ce383 req-52b82041-5555-4c0f-a2d3-c9b9a5679b93 tempest-ServerRescueTestJSONUnderV235-163125560 tempest-ServerRescueTestJSONUnderV235-163125560-project] For port 83f62670-543e-42ae-85c6-907e844c2021, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=83f62670-543e-42ae-85c6-907e844c2021,segment=NetworkSegment(91c0716d-bff6-49d3-9498-64df3ea0fafc),segment_id=91c0716d-bff6-49d3-9498-64df3ea0fafc)] {{(pid=102347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:42:50.801502 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-76e5a3aa-b7f5-4148-b3b2-a1d67a6ce383 req-52b82041-5555-4c0f-a2d3-c9b9a5679b93 tempest-ServerRescueTestJSONUnderV235-163125560 tempest-ServerRescueTestJSONUnderV235-163125560-project] Publish callbacks [] for port, precommit_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:50.806273 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-76e5a3aa-b7f5-4148-b3b2-a1d67a6ce383 req-52b82041-5555-4c0f-a2d3-c9b9a5679b93 tempest-ServerRescueTestJSONUnderV235-163125560 tempest-ServerRescueTestJSONUnderV235-163125560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:50.819704 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] get_ports_and_sgs() called for port_ids ['83f62670-543e-42ae-85c6-907e844c2021'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:42:50.847848 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e5a3aa-b7f5-4148-b3b2-a1d67a6ce383 req-52b82041-5555-4c0f-a2d3-c9b9a5679b93 tempest-ServerRescueTestJSONUnderV235-163125560 tempest-ServerRescueTestJSONUnderV235-163125560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:42:50.848552 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-76e5a3aa-b7f5-4148-b3b2-a1d67a6ce383 req-52b82041-5555-4c0f-a2d3-c9b9a5679b93 tempest-ServerRescueTestJSONUnderV235-163125560 tempest-ServerRescueTestJSONUnderV235-163125560-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:50.850181 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-76e5a3aa-b7f5-4148-b3b2-a1d67a6ce383 req-52b82041-5555-4c0f-a2d3-c9b9a5679b93 tempest-ServerRescueTestJSONUnderV235-163125560 tempest-ServerRescueTestJSONUnderV235-163125560-project] 10.222.0.44 "PUT /v2.0/ports/83f62670-543e-42ae-85c6-907e844c2021 HTTP/1.1" status: 200 len: 981 time: 0.4574749 Oct 27 10:42:50.873315 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3095d0a-bceb-438d-9a27-8bd12a2f8d45', 'tag': '83f62670-543e-42ae-85c6-907e844c2021'}] {{(pid=102347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:42:50.876384 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311149b481204ee7edffdb959c881838506fbd95bc8577c048f6677abb73acc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16db2b77-9e4f-4292-98f8-be9425755f0c" -d '{"events": [{"name": "network-changed", "server_uuid": "a3095d0a-bceb-438d-9a27-8bd12a2f8d45", "tag": "83f62670-543e-42ae-85c6-907e844c2021"}]}' {{(pid=102347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:42:50.904476 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 49288) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:42:50.918235 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b82041-5555-4c0f-a2d3-c9b9a5679b93 tempest-ServerRescueTestJSONUnderV235-163125560 tempest-ServerRescueTestJSONUnderV235-163125560-project] Pushing event updated for resources: {'Port': ['ID=83f62670-543e-42ae-85c6-907e844c2021,revision_number=6']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:42:50.935352 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] get_ports_and_sgs() called for port_ids ['83f62670-543e-42ae-85c6-907e844c2021'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:42:50.946330 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 10:42:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-312dd1b6-4183-4eac-a68e-2dc8664211e9 x-openstack-request-id: req-312dd1b6-4183-4eac-a68e-2dc8664211e9 {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:42:50.946618 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3095d0a-bceb-438d-9a27-8bd12a2f8d45", "tag": "83f62670-543e-42ae-85c6-907e844c2021", "status": "completed", "code": 200}]} {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:42:50.946997 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-312dd1b6-4183-4eac-a68e-2dc8664211e9 {{(pid=102347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:42:50.947372 n-d-813419-10 neutron-server[102347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3095d0a-bceb-438d-9a27-8bd12a2f8d45', 'tag': '83f62670-543e-42ae-85c6-907e844c2021', 'status': 'completed', 'code': 200} Oct 27 10:42:51.000922 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-4299f09c-8910-4af3-aa76-e72905a7b6f4 req-4f3b3750-dd16-45b3-aee8-c4e2b4e6af11 tempest-ServerRescueTestJSONUnderV235-163125560 tempest-ServerRescueTestJSONUnderV235-163125560-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1313488086&fields=id&tenant_id=44538c357c154e37b6b4c2a3f5e264ae HTTP/1.1" status: 200 len: 267 time: 0.0441890 Oct 27 10:42:51.129702 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4299f09c-8910-4af3-aa76-e72905a7b6f4 req-d4d13cde-a37b-4815-ad60-96e1b07a6b7d tempest-ServerRescueTestJSONUnderV235-163125560 tempest-ServerRescueTestJSONUnderV235-163125560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:42:51.148148 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-4299f09c-8910-4af3-aa76-e72905a7b6f4 req-d4d13cde-a37b-4815-ad60-96e1b07a6b7d tempest-ServerRescueTestJSONUnderV235-163125560 tempest-ServerRescueTestJSONUnderV235-163125560-project] 10.222.0.44 "GET /v2.0/ports?device_id=a3095d0a-bceb-438d-9a27-8bd12a2f8d45 HTTP/1.1" status: 200 len: 984 time: 0.1307700 Oct 27 10:42:51.158267 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [req-4299f09c-8910-4af3-aa76-e72905a7b6f4 req-ad0fb057-8534-4aea-ac5c-1d6fcfe32da0 tempest-ServerRescueTestJSONUnderV235-163125560 tempest-ServerRescueTestJSONUnderV235-163125560-project] Request body: {'port': {'security_groups': ['d4da16b0-ae97-40b5-8605-2eb4fca87de4']}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:42:51.166169 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16db2b77-9e4f-4292-98f8-be9425755f0c req-cb856de6-e6c0-4618-b6e6-e25d6848fe9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:42:51.167652 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-16db2b77-9e4f-4292-98f8-be9425755f0c req-cb856de6-e6c0-4618-b6e6-e25d6848fe9d service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=44538c357c154e37b6b4c2a3f5e264ae&device_id=a3095d0a-bceb-438d-9a27-8bd12a2f8d45 HTTP/1.1" status: 200 len: 1136 time: 0.1181712 Oct 27 10:42:51.175263 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-36c1526e-4c70-4378-b74f-dec4e3700d76 tempest-ExternalNetworksTestJSON-1871303086 tempest-ExternalNetworksTestJSON-1871303086-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-156974131'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:42:51.255500 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac14152-8d49-4fd8-91a5-b97b2930cafc req-1248f51e-8cd3-49c8-82c6-086439bccad2 tempest-TestServerMultinode-1259140485 tempest-TestServerMultinode-1259140485-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:42:51.257752 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-fac14152-8d49-4fd8-91a5-b97b2930cafc req-1248f51e-8cd3-49c8-82c6-086439bccad2 tempest-TestServerMultinode-1259140485 tempest-TestServerMultinode-1259140485-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=507de8cf-cb88-4e31-979d-5ef4baeaa2b0 HTTP/1.1" status: 200 len: 1098 time: 0.0517933 Oct 27 10:42:51.306051 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-fac14152-8d49-4fd8-91a5-b97b2930cafc req-26851d8d-b354-4526-af28-2763add67dc1 tempest-TestServerMultinode-1259140485 tempest-TestServerMultinode-1259140485-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=7b07f296-4805-4e44-9a6d-7c35d36c8b8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381250 Oct 27 10:42:51.318459 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36c1526e-4c70-4378-b74f-dec4e3700d76 tempest-ExternalNetworksTestJSON-1871303086 tempest-ExternalNetworksTestJSON-1871303086-project] Made reservation on behalf of a28da44351b5487d85771cda4f344cc0 for: {'network': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:42:51.321869 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-36c1526e-4c70-4378-b74f-dec4e3700d76 tempest-ExternalNetworksTestJSON-1871303086 tempest-ExternalNetworksTestJSON-1871303086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for network, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:51.332476 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-4299f09c-8910-4af3-aa76-e72905a7b6f4 req-ad0fb057-8534-4aea-ac5c-1d6fcfe32da0 tempest-ServerRescueTestJSONUnderV235-163125560 tempest-ServerRescueTestJSONUnderV235-163125560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:51.348050 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-36c1526e-4c70-4378-b74f-dec4e3700d76 tempest-ExternalNetworksTestJSON-1871303086 tempest-ExternalNetworksTestJSON-1871303086-project] Publish callbacks [] for security_group, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:51.415369 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16db2b77-9e4f-4292-98f8-be9425755f0c req-ad9f25c7-ffbb-4795-a050-89010814980e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:42:51.416845 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-16db2b77-9e4f-4292-98f8-be9425755f0c req-ad9f25c7-ffbb-4795-a050-89010814980e service neutron] 10.222.0.76 "GET /v2.0/networks?id=b46f0309-9186-4ac3-a8d4-289db60744e1 HTTP/1.1" status: 200 len: 920 time: 0.2189875 Oct 27 10:42:51.487401 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-16db2b77-9e4f-4292-98f8-be9425755f0c req-81368f3c-a0ce-4e2a-8016-07ac907dc55b service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=83f62670-543e-42ae-85c6-907e844c2021 HTTP/1.1" status: 200 len: 217 time: 0.0548282 Oct 27 10:42:51.617650 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16db2b77-9e4f-4292-98f8-be9425755f0c req-059ea14e-a41d-40e7-a25d-b32135fd1309 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:42:51.619122 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-16db2b77-9e4f-4292-98f8-be9425755f0c req-059ea14e-a41d-40e7-a25d-b32135fd1309 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=99cdc121-7dc1-4860-8162-bcbc59867073 HTTP/1.1" status: 200 len: 859 time: 0.1219296 Oct 27 10:42:51.670286 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-36c1526e-4c70-4378-b74f-dec4e3700d76 tempest-ExternalNetworksTestJSON-1871303086 tempest-ExternalNetworksTestJSON-1871303086-project] Publish callbacks [] for security_group, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:51.674125 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-16db2b77-9e4f-4292-98f8-be9425755f0c req-09789567-6c68-47a5-9f6a-f5f4013fbee5 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=b46f0309-9186-4ac3-a8d4-289db60744e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442469 Oct 27 10:42:51.682007 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-36c1526e-4c70-4378-b74f-dec4e3700d76 tempest-ExternalNetworksTestJSON-1871303086 tempest-ExternalNetworksTestJSON-1871303086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:51.742215 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [req-4299f09c-8910-4af3-aa76-e72905a7b6f4 req-ad0fb057-8534-4aea-ac5c-1d6fcfe32da0 tempest-ServerRescueTestJSONUnderV235-163125560 tempest-ServerRescueTestJSONUnderV235-163125560-project] For port 83f62670-543e-42ae-85c6-907e844c2021, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=83f62670-543e-42ae-85c6-907e844c2021,segment=NetworkSegment(91c0716d-bff6-49d3-9498-64df3ea0fafc),segment_id=91c0716d-bff6-49d3-9498-64df3ea0fafc)] {{(pid=102346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:42:51.780767 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36c1526e-4c70-4378-b74f-dec4e3700d76 tempest-ExternalNetworksTestJSON-1871303086 tempest-ExternalNetworksTestJSON-1871303086-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 400} {{(pid=102346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 10:42:51.804510 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c1526e-4c70-4378-b74f-dec4e3700d76 tempest-ExternalNetworksTestJSON-1871303086 tempest-ExternalNetworksTestJSON-1871303086-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9dd248d0-1851-4111-ad9e-1ad42d746e62,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:42:51.814041 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-36c1526e-4c70-4378-b74f-dec4e3700d76 tempest-ExternalNetworksTestJSON-1871303086 tempest-ExternalNetworksTestJSON-1871303086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:51.814389 n-d-813419-10 neutron-server[102346]: INFO neutron.db.segments_db [None req-36c1526e-4c70-4378-b74f-dec4e3700d76 tempest-ExternalNetworksTestJSON-1871303086 tempest-ExternalNetworksTestJSON-1871303086-project] Added segment e7a047fe-a37c-4194-a4e9-83aed6e6b8a3 of type vlan for network 224603aa-86aa-469f-b3fe-88eef6ee4a2d Oct 27 10:42:51.836580 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-4299f09c-8910-4af3-aa76-e72905a7b6f4 req-ad0fb057-8534-4aea-ac5c-1d6fcfe32da0 tempest-ServerRescueTestJSONUnderV235-163125560 tempest-ServerRescueTestJSONUnderV235-163125560-project] Publish callbacks [] for port, precommit_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:51.862450 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-4299f09c-8910-4af3-aa76-e72905a7b6f4 req-ad0fb057-8534-4aea-ac5c-1d6fcfe32da0 tempest-ServerRescueTestJSONUnderV235-163125560 tempest-ServerRescueTestJSONUnderV235-163125560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27024173'] for port, after_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:51.878110 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] get_ports_and_sgs() called for port_ids ['83f62670-543e-42ae-85c6-907e844c2021'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:42:51.921911 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-36c1526e-4c70-4378-b74f-dec4e3700d76 tempest-ExternalNetworksTestJSON-1871303086 tempest-ExternalNetworksTestJSON-1871303086-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743872593080'] for network, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:51.930967 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-3c6a8245-0581-48aa-b5f6-4d8fe98cd16e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:51.961796 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4299f09c-8910-4af3-aa76-e72905a7b6f4 req-ad0fb057-8534-4aea-ac5c-1d6fcfe32da0 tempest-ServerRescueTestJSONUnderV235-163125560 tempest-ServerRescueTestJSONUnderV235-163125560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:42:51.962425 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-4299f09c-8910-4af3-aa76-e72905a7b6f4 req-ad0fb057-8534-4aea-ac5c-1d6fcfe32da0 tempest-ServerRescueTestJSONUnderV235-163125560 tempest-ServerRescueTestJSONUnderV235-163125560-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:51.964054 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-4299f09c-8910-4af3-aa76-e72905a7b6f4 req-ad0fb057-8534-4aea-ac5c-1d6fcfe32da0 tempest-ServerRescueTestJSONUnderV235-163125560 tempest-ServerRescueTestJSONUnderV235-163125560-project] 10.222.0.44 "PUT /v2.0/ports/83f62670-543e-42ae-85c6-907e844c2021 HTTP/1.1" status: 200 len: 942 time: 0.8131170 Oct 27 10:42:51.964600 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3095d0a-bceb-438d-9a27-8bd12a2f8d45', 'tag': '83f62670-543e-42ae-85c6-907e844c2021'}] {{(pid=102346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:42:51.967356 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc0e418f5fc417c8d55d94c0aa509b037d0beb2a734c1a709e789eb65639a56d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee00bcca-21aa-4f5d-b4e0-2106a386a029" -d '{"events": [{"name": "network-changed", "server_uuid": "a3095d0a-bceb-438d-9a27-8bd12a2f8d45", "tag": "83f62670-543e-42ae-85c6-907e844c2021"}]}' {{(pid=102346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:42:51.975730 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-16db2b77-9e4f-4292-98f8-be9425755f0c req-1394f3c8-ecda-41d7-9e48-18e1bb0cd44d service neutron] 10.222.0.76 "GET /v2.0/networks/b46f0309-9186-4ac3-a8d4-289db60744e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2844963 Oct 27 10:42:52.054276 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] get_ports_and_sgs() called for port_ids ['83f62670-543e-42ae-85c6-907e844c2021'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:42:52.069480 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0fb057-8534-4aea-ac5c-1d6fcfe32da0 tempest-ServerRescueTestJSONUnderV235-163125560 tempest-ServerRescueTestJSONUnderV235-163125560-project] Pushing event updated for resources: {'Port': ['ID=83f62670-543e-42ae-85c6-907e844c2021,revision_number=7']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:42:52.099977 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 10:42:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-671b0f47-472a-4a8f-9670-a0c6688b9f25 x-openstack-request-id: req-671b0f47-472a-4a8f-9670-a0c6688b9f25 {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:42:52.100288 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3095d0a-bceb-438d-9a27-8bd12a2f8d45", "tag": "83f62670-543e-42ae-85c6-907e844c2021", "status": "completed", "code": 200}]} {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:42:52.100741 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-671b0f47-472a-4a8f-9670-a0c6688b9f25 {{(pid=102346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:42:52.101282 n-d-813419-10 neutron-server[102346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3095d0a-bceb-438d-9a27-8bd12a2f8d45', 'tag': '83f62670-543e-42ae-85c6-907e844c2021', 'status': 'completed', 'code': 200} Oct 27 10:42:52.102052 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-36c1526e-4c70-4378-b74f-dec4e3700d76 tempest-ExternalNetworksTestJSON-1871303086 tempest-ExternalNetworksTestJSON-1871303086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913'] for network, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:52.108242 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36c1526e-4c70-4378-b74f-dec4e3700d76 tempest-ExternalNetworksTestJSON-1871303086 tempest-ExternalNetworksTestJSON-1871303086-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:42:52.109051 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-36c1526e-4c70-4378-b74f-dec4e3700d76 tempest-ExternalNetworksTestJSON-1871303086 tempest-ExternalNetworksTestJSON-1871303086-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for network, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:52.255798 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-36c1526e-4c70-4378-b74f-dec4e3700d76 tempest-ExternalNetworksTestJSON-1871303086 tempest-ExternalNetworksTestJSON-1871303086-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.3495433 Oct 27 10:42:52.261317 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 49304) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:42:52.295771 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c1526e-4c70-4378-b74f-dec4e3700d76 tempest-ExternalNetworksTestJSON-1871303086 tempest-ExternalNetworksTestJSON-1871303086-project] Pushing event updated for resources: {'Network': ['ID=224603aa-86aa-469f-b3fe-88eef6ee4a2d,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:42:52.310577 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Network 224603aa-86aa-469f-b3fe-88eef6ee4a2d details requested by agent ovs-agent-n-d-813419-10 with host n-d-813419-10 {{(pid=102348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 10:42:52.351661 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-bb6f61eb-f7a8-4895-8bf3-cc53d29134d4 tempest-ExternalNetworksTestJSON-1992346447 tempest-ExternalNetworksTestJSON-1992346447-project-admin] Request body: {'network': {'name': 'tempest-network--700125547', 'router:external': True}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:42:52.375214 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-16db2b77-9e4f-4292-98f8-be9425755f0c req-5022e341-5ee9-4237-8026-a6409451f587 service neutron] 10.222.0.76 "GET /v2.0/networks/b46f0309-9186-4ac3-a8d4-289db60744e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3895683 Oct 27 10:42:52.380386 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb6f61eb-f7a8-4895-8bf3-cc53d29134d4 tempest-ExternalNetworksTestJSON-1992346447 tempest-ExternalNetworksTestJSON-1992346447-project-admin] Made reservation on behalf of 59c515c69bdf40b69c1698b4b8142f71 for: {'network': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:42:52.390038 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-bb6f61eb-f7a8-4895-8bf3-cc53d29134d4 tempest-ExternalNetworksTestJSON-1992346447 tempest-ExternalNetworksTestJSON-1992346447-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for network, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:52.390529 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-6b4a6a97-9bd5-4b8b-ac67-c88d60caaf2e req-3256e95a-bcb7-4281-a984-ef8aa5f3737b tempest-ServerRescueTestJSONUnderV235-163125560 tempest-ServerRescueTestJSONUnderV235-163125560-project] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3778787 Oct 27 10:42:52.402189 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [req-6b4a6a97-9bd5-4b8b-ac67-c88d60caaf2e req-0488a942-a145-470e-9149-b414d76222cc tempest-ServerRescueTestJSONUnderV235-163125560 tempest-ServerRescueTestJSONUnderV235-163125560-project] Request body: {'floatingip': {'floating_network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:42:52.414045 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-bb6f61eb-f7a8-4895-8bf3-cc53d29134d4 tempest-ExternalNetworksTestJSON-1992346447 tempest-ExternalNetworksTestJSON-1992346447-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:52.468351 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-6b4a6a97-9bd5-4b8b-ac67-c88d60caaf2e req-0488a942-a145-470e-9149-b414d76222cc tempest-ServerRescueTestJSONUnderV235-163125560 tempest-ServerRescueTestJSONUnderV235-163125560-project] Publish callbacks [] for floatingip, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:52.493284 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dbb973-129f-4e74-9264-53d28296e779 req-873a8c38-023e-4c7b-9899-291db5a5d30a tempest-TestServerMultinode-1259140485 tempest-TestServerMultinode-1259140485-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:42:52.494792 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-a2dbb973-129f-4e74-9264-53d28296e779 req-873a8c38-023e-4c7b-9899-291db5a5d30a tempest-TestServerMultinode-1259140485 tempest-TestServerMultinode-1259140485-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=507de8cf-cb88-4e31-979d-5ef4baeaa2b0 HTTP/1.1" status: 200 len: 1098 time: 0.0706317 Oct 27 10:42:52.527189 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee00bcca-21aa-4f5d-b4e0-2106a386a029 req-88bb600c-079d-42be-b94e-501e380cb0de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:42:52.528850 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ee00bcca-21aa-4f5d-b4e0-2106a386a029 req-88bb600c-079d-42be-b94e-501e380cb0de service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=44538c357c154e37b6b4c2a3f5e264ae&device_id=a3095d0a-bceb-438d-9a27-8bd12a2f8d45 HTTP/1.1" status: 200 len: 1097 time: 0.0989516 Oct 27 10:42:52.549634 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-a2dbb973-129f-4e74-9264-53d28296e779 req-ca248d8c-b11b-48b9-bbec-b546348f38d0 tempest-TestServerMultinode-1259140485 tempest-TestServerMultinode-1259140485-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=7b07f296-4805-4e44-9a6d-7c35d36c8b8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448420 Oct 27 10:42:52.563846 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-bb6f61eb-f7a8-4895-8bf3-cc53d29134d4 tempest-ExternalNetworksTestJSON-1992346447 tempest-ExternalNetworksTestJSON-1992346447-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:52.577535 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-bb6f61eb-f7a8-4895-8bf3-cc53d29134d4 tempest-ExternalNetworksTestJSON-1992346447 tempest-ExternalNetworksTestJSON-1992346447-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:52.606052 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb6f61eb-f7a8-4895-8bf3-cc53d29134d4 tempest-ExternalNetworksTestJSON-1992346447 tempest-ExternalNetworksTestJSON-1992346447-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 436} {{(pid=102347) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 10:42:52.612804 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6f61eb-f7a8-4895-8bf3-cc53d29134d4 tempest-ExternalNetworksTestJSON-1992346447 tempest-ExternalNetworksTestJSON-1992346447-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0592ed99-1a62-4345-bfbb-35124d4d4c18,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:42:52.619254 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-bb6f61eb-f7a8-4895-8bf3-cc53d29134d4 tempest-ExternalNetworksTestJSON-1992346447 tempest-ExternalNetworksTestJSON-1992346447-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:52.619833 n-d-813419-10 neutron-server[102347]: INFO neutron.db.segments_db [None req-bb6f61eb-f7a8-4895-8bf3-cc53d29134d4 tempest-ExternalNetworksTestJSON-1992346447 tempest-ExternalNetworksTestJSON-1992346447-project-admin] Added segment 601e6eaa-9bbc-4cdc-bdaf-c7de3c275360 of type vlan for network 9e3684de-13f5-4b6f-bc74-58c7b42e6694 Oct 27 10:42:52.634252 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee00bcca-21aa-4f5d-b4e0-2106a386a029 req-9a4e4148-9265-4d3d-a905-2359297b02ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:42:52.635739 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ee00bcca-21aa-4f5d-b4e0-2106a386a029 req-9a4e4148-9265-4d3d-a905-2359297b02ad service neutron] 10.222.0.76 "GET /v2.0/networks?id=b46f0309-9186-4ac3-a8d4-289db60744e1 HTTP/1.1" status: 200 len: 920 time: 0.0979478 Oct 27 10:42:52.677656 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-bb6f61eb-f7a8-4895-8bf3-cc53d29134d4 tempest-ExternalNetworksTestJSON-1992346447 tempest-ExternalNetworksTestJSON-1992346447-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743872593080'] for network, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:52.686703 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ee00bcca-21aa-4f5d-b4e0-2106a386a029 req-109faa45-8c3c-44c6-8a44-6004e9992b34 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=83f62670-543e-42ae-85c6-907e844c2021 HTTP/1.1" status: 200 len: 217 time: 0.0405715 Oct 27 10:42:52.731552 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c5fb68-c994-4907-a89f-34facc9a0303 req-5d763ad3-bf46-43b3-88f8-63f1c6affb8e tempest-TestServerMultinode-1259140485 tempest-TestServerMultinode-1259140485-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:42:52.733449 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-69c5fb68-c994-4907-a89f-34facc9a0303 req-5d763ad3-bf46-43b3-88f8-63f1c6affb8e tempest-TestServerMultinode-1259140485 tempest-TestServerMultinode-1259140485-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=507de8cf-cb88-4e31-979d-5ef4baeaa2b0 HTTP/1.1" status: 200 len: 1098 time: 0.0666261 Oct 27 10:42:52.739850 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-bb6f61eb-f7a8-4895-8bf3-cc53d29134d4 tempest-ExternalNetworksTestJSON-1992346447 tempest-ExternalNetworksTestJSON-1992346447-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913'] for network, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:52.741564 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb6f61eb-f7a8-4895-8bf3-cc53d29134d4 tempest-ExternalNetworksTestJSON-1992346447 tempest-ExternalNetworksTestJSON-1992346447-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:42:52.742456 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-bb6f61eb-f7a8-4895-8bf3-cc53d29134d4 tempest-ExternalNetworksTestJSON-1992346447 tempest-ExternalNetworksTestJSON-1992346447-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for network, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:52.761145 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-6b4a6a97-9bd5-4b8b-ac67-c88d60caaf2e req-0488a942-a145-470e-9149-b414d76222cc tempest-ServerRescueTestJSONUnderV235-163125560 tempest-ServerRescueTestJSONUnderV235-163125560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:52.763592 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee00bcca-21aa-4f5d-b4e0-2106a386a029 req-c00661ee-5ed8-4614-aa88-44033450827c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:42:52.765621 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ee00bcca-21aa-4f5d-b4e0-2106a386a029 req-c00661ee-5ed8-4614-aa88-44033450827c service neutron] 10.222.0.76 "GET /v2.0/subnets?id=99cdc121-7dc1-4860-8162-bcbc59867073 HTTP/1.1" status: 200 len: 859 time: 0.0691471 Oct 27 10:42:52.812628 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-bb6f61eb-f7a8-4895-8bf3-cc53d29134d4 tempest-ExternalNetworksTestJSON-1992346447 tempest-ExternalNetworksTestJSON-1992346447-project-admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.5500548 Oct 27 10:42:52.814843 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 49312) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:42:52.825262 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ee00bcca-21aa-4f5d-b4e0-2106a386a029 req-d124132d-7497-4980-a6a4-42c7fa8f0191 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=b46f0309-9186-4ac3-a8d4-289db60744e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0518792 Oct 27 10:42:52.855009 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6f61eb-f7a8-4895-8bf3-cc53d29134d4 tempest-ExternalNetworksTestJSON-1992346447 tempest-ExternalNetworksTestJSON-1992346447-project-admin] Pushing event updated for resources: {'Network': ['ID=9e3684de-13f5-4b6f-bc74-58c7b42e6694,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:42:52.868155 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Network 9e3684de-13f5-4b6f-bc74-58c7b42e6694 details requested by agent ovs-agent-n-d-813419-10 with host n-d-813419-10 {{(pid=102348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 10:42:52.892459 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-69c5fb68-c994-4907-a89f-34facc9a0303 req-38a3e84a-51a5-42df-89c2-5b2b09ba5610 tempest-TestServerMultinode-1259140485 tempest-TestServerMultinode-1259140485-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=7b07f296-4805-4e44-9a6d-7c35d36c8b8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469808 Oct 27 10:42:52.939459 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-1a8cbe8d-1219-4ed8-be4a-078cc6192a61 tempest-ExternalNetworksTestJSON-1992346447 tempest-ExternalNetworksTestJSON-1992346447-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586917'] for network, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:53.012961 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_common [req-6b4a6a97-9bd5-4b8b-ac67-c88d60caaf2e req-0488a942-a145-470e-9149-b414d76222cc tempest-ServerRescueTestJSONUnderV235-163125560 tempest-ServerRescueTestJSONUnderV235-163125560-project] Allocated IP 172.25.8.157 (185ff123-c7ff-45c7-a6be-71feb35acc9c/0fb9f9d1-7384-481f-8fa8-f4566c349d30/b8fecae4-84b5-4209-83eb-483f02cc0da7) {{(pid=102346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:42:53.018404 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ee00bcca-21aa-4f5d-b4e0-2106a386a029 req-b1132159-6ecd-4a01-b3d5-5c0e3a42bff8 service neutron] 10.222.0.76 "GET /v2.0/networks/b46f0309-9186-4ac3-a8d4-289db60744e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1853898 Oct 27 10:42:53.054529 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-1a8cbe8d-1219-4ed8-be4a-078cc6192a61 tempest-ExternalNetworksTestJSON-1992346447 tempest-ExternalNetworksTestJSON-1992346447-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857803', 'neutron.services.segments.db._delete_segments_for_network-8743873143390'] for network, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:53.080010 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-1a8cbe8d-1219-4ed8-be4a-078cc6192a61 tempest-ExternalNetworksTestJSON-1992346447 tempest-ExternalNetworksTestJSON-1992346447-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e3684de-13f5-4b6f-bc74-58c7b42e6694']}} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:42:53.092277 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-1a8cbe8d-1219-4ed8-be4a-078cc6192a61 tempest-ExternalNetworksTestJSON-1992346447 tempest-ExternalNetworksTestJSON-1992346447-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '601e6eaa-9bbc-4cdc-bdaf-c7de3c275360') {'for_net_delete': True} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:42:53.092616 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-1a8cbe8d-1219-4ed8-be4a-078cc6192a61 tempest-ExternalNetworksTestJSON-1992346447 tempest-ExternalNetworksTestJSON-1992346447-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '601e6eaa-9bbc-4cdc-bdaf-c7de3c275360') {} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:42:53.097900 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e7f7bc-0a31-4d3d-9c5a-b9f911cd266e req-b16bf640-fd96-4498-a48d-206199f363a4 tempest-TestServerMultinode-1259140485 tempest-TestServerMultinode-1259140485-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:42:53.100684 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-42e7f7bc-0a31-4d3d-9c5a-b9f911cd266e req-b16bf640-fd96-4498-a48d-206199f363a4 tempest-TestServerMultinode-1259140485 tempest-TestServerMultinode-1259140485-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=507de8cf-cb88-4e31-979d-5ef4baeaa2b0 HTTP/1.1" status: 200 len: 1098 time: 0.1120219 Oct 27 10:42:53.117465 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-1a8cbe8d-1219-4ed8-be4a-078cc6192a61 tempest-ExternalNetworksTestJSON-1992346447 tempest-ExternalNetworksTestJSON-1992346447-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743873145191', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18445132'] for segment, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:53.140650 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-1a8cbe8d-1219-4ed8-be4a-078cc6192a61 tempest-ExternalNetworksTestJSON-1992346447 tempest-ExternalNetworksTestJSON-1992346447-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:53.143934 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-6b4a6a97-9bd5-4b8b-ac67-c88d60caaf2e req-0488a942-a145-470e-9149-b414d76222cc tempest-ServerRescueTestJSONUnderV235-163125560 tempest-ServerRescueTestJSONUnderV235-163125560-project] Publish callbacks [] for port, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:53.153325 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a8cbe8d-1219-4ed8-be4a-078cc6192a61 tempest-ExternalNetworksTestJSON-1992346447 tempest-ExternalNetworksTestJSON-1992346447-project-admin] Releasing vlan 436 on physical network physnet1 to pool {{(pid=102347) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 10:42:53.153712 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-1a8cbe8d-1219-4ed8-be4a-078cc6192a61 tempest-ExternalNetworksTestJSON-1992346447 tempest-ExternalNetworksTestJSON-1992346447-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-18296032'] for segment, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:53.156082 n-d-813419-10 neutron-server[102347]: Traceback (most recent call last): Oct 27 10:42:53.156082 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 10:42:53.156082 n-d-813419-10 neutron-server[102347]: timer() Oct 27 10:42:53.156082 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 10:42:53.156082 n-d-813419-10 neutron-server[102347]: cb(*args, **kw) Oct 27 10:42:53.156082 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 10:42:53.156082 n-d-813419-10 neutron-server[102347]: return func(*args, **kwargs) Oct 27 10:42:53.156082 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 10:42:53.156082 n-d-813419-10 neutron-server[102347]: self._notify() Oct 27 10:42:53.156082 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 10:42:53.156082 n-d-813419-10 neutron-server[102347]: self.callback(batched_events) Oct 27 10:42:53.156082 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 10:42:53.156082 n-d-813419-10 neutron-server[102347]: event.method(event) Oct 27 10:42:53.156082 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 10:42:53.156082 n-d-813419-10 neutron-server[102347]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 10:42:53.156082 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 10:42:53.156082 n-d-813419-10 neutron-server[102347]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 10:42:53.156082 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 10:42:53.156082 n-d-813419-10 neutron-server[102347]: return f(self, *a, **k) Oct 27 10:42:53.156082 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 10:42:53.156082 n-d-813419-10 neutron-server[102347]: return self._get(url).json() Oct 27 10:42:53.156082 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 10:42:53.156082 n-d-813419-10 neutron-server[102347]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 10:42:53.156082 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 10:42:53.156082 n-d-813419-10 neutron-server[102347]: return self.request(url, 'GET', **kwargs) Oct 27 10:42:53.156082 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 10:42:53.156082 n-d-813419-10 neutron-server[102347]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 10:42:53.156082 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 10:42:53.156082 n-d-813419-10 neutron-server[102347]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 10:42:53.156082 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 10:42:53.156082 n-d-813419-10 neutron-server[102347]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 10:42:53.156082 n-d-813419-10 neutron-server[102347]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 10:42:53.173873 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-42e7f7bc-0a31-4d3d-9c5a-b9f911cd266e req-1e630b74-56c5-4d98-99e7-7a380fc8aab3 tempest-TestServerMultinode-1259140485 tempest-TestServerMultinode-1259140485-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=7b07f296-4805-4e44-9a6d-7c35d36c8b8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656748 Oct 27 10:42:53.243990 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-6b4a6a97-9bd5-4b8b-ac67-c88d60caaf2e req-0488a942-a145-470e-9149-b414d76222cc tempest-ServerRescueTestJSONUnderV235-163125560 tempest-ServerRescueTestJSONUnderV235-163125560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:53.250712 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-1a8cbe8d-1219-4ed8-be4a-078cc6192a61 tempest-ExternalNetworksTestJSON-1992346447 tempest-ExternalNetworksTestJSON-1992346447-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664840'] for network, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:53.260510 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a8cbe8d-1219-4ed8-be4a-078cc6192a61 tempest-ExternalNetworksTestJSON-1992346447 tempest-ExternalNetworksTestJSON-1992346447-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 9e3684de-13f5-4b6f-bc74-58c7b42e6694 {{(pid=102347) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Oct 27 10:42:53.262871 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-1a8cbe8d-1219-4ed8-be4a-078cc6192a61 tempest-ExternalNetworksTestJSON-1992346447 tempest-ExternalNetworksTestJSON-1992346447-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for network, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:53.266874 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-1a8cbe8d-1219-4ed8-be4a-078cc6192a61 tempest-ExternalNetworksTestJSON-1992346447 tempest-ExternalNetworksTestJSON-1992346447-project-admin] 10.222.0.44 "DELETE /v2.0/networks/9e3684de-13f5-4b6f-bc74-58c7b42e6694 HTTP/1.1" status: 204 len: 168 time: 0.4509456 Oct 27 10:42:53.270245 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 49320) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:42:53.278120 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-4c5ee361-99f3-44e8-a0b5-318692b76906 tempest-ExternalNetworksTestJSON-1992346447 tempest-ExternalNetworksTestJSON-1992346447-project-admin] Request body: {'network': {'router:external': True}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:42:53.302461 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8cbe8d-1219-4ed8-be4a-078cc6192a61 tempest-ExternalNetworksTestJSON-1992346447 tempest-ExternalNetworksTestJSON-1992346447-project-admin] Pushing event deleted for resources: {'Network': ['ID=9e3684de-13f5-4b6f-bc74-58c7b42e6694,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:42:53.310548 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b4a6a97-9bd5-4b8b-ac67-c88d60caaf2e req-0488a942-a145-470e-9149-b414d76222cc tempest-ServerRescueTestJSONUnderV235-163125560 tempest-ServerRescueTestJSONUnderV235-163125560-project] Network 185ff123-c7ff-45c7-a6be-71feb35acc9c is already hosted by enough agents. {{(pid=102346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:42:53.323617 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [req-6b4a6a97-9bd5-4b8b-ac67-c88d60caaf2e req-0488a942-a145-470e-9149-b414d76222cc tempest-ServerRescueTestJSONUnderV235-163125560 tempest-ServerRescueTestJSONUnderV235-163125560-project] Resources bound (agent type, host, resource id): {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:42:53.328663 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c5ee361-99f3-44e8-a0b5-318692b76906 tempest-ExternalNetworksTestJSON-1992346447 tempest-ExternalNetworksTestJSON-1992346447-project-admin] Made reservation on behalf of 59c515c69bdf40b69c1698b4b8142f71 for: {'network': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:42:53.330787 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b4a6a97-9bd5-4b8b-ac67-c88d60caaf2e req-0488a942-a145-470e-9149-b414d76222cc tempest-ServerRescueTestJSONUnderV235-163125560 tempest-ServerRescueTestJSONUnderV235-163125560-project] Received port after_create {{(pid=102346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:42:53.333010 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-4c5ee361-99f3-44e8-a0b5-318692b76906 tempest-ExternalNetworksTestJSON-1992346447 tempest-ExternalNetworksTestJSON-1992346447-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for network, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:53.334038 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0488a942-a145-470e-9149-b414d76222cc tempest-ServerRescueTestJSONUnderV235-163125560 tempest-ServerRescueTestJSONUnderV235-163125560-project] Pushing event updated for resources: {'Port': ['ID=b8fecae4-84b5-4209-83eb-483f02cc0da7,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:42:53.340184 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ee00bcca-21aa-4f5d-b4e0-2106a386a029 req-1b05b395-865d-4fad-ac86-f63d18a45fce service neutron] 10.222.0.76 "GET /v2.0/networks/b46f0309-9186-4ac3-a8d4-289db60744e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1537404 Oct 27 10:42:53.386069 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c5ee361-99f3-44e8-a0b5-318692b76906 tempest-ExternalNetworksTestJSON-1992346447 tempest-ExternalNetworksTestJSON-1992346447-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 412} {{(pid=102347) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 10:42:53.399258 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-4c5ee361-99f3-44e8-a0b5-318692b76906 tempest-ExternalNetworksTestJSON-1992346447 tempest-ExternalNetworksTestJSON-1992346447-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:53.400102 n-d-813419-10 neutron-server[102347]: INFO neutron.db.segments_db [None req-4c5ee361-99f3-44e8-a0b5-318692b76906 tempest-ExternalNetworksTestJSON-1992346447 tempest-ExternalNetworksTestJSON-1992346447-project-admin] Added segment d154a90d-3754-48d8-bc89-132191e04ab3 of type vlan for network cc3a1c92-2200-40ea-b231-6954c2fce581 Oct 27 10:42:53.440849 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-6b4a6a97-9bd5-4b8b-ac67-c88d60caaf2e req-0488a942-a145-470e-9149-b414d76222cc tempest-ServerRescueTestJSONUnderV235-163125560 tempest-ServerRescueTestJSONUnderV235-163125560-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:53.475199 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-4c5ee361-99f3-44e8-a0b5-318692b76906 tempest-ExternalNetworksTestJSON-1992346447 tempest-ExternalNetworksTestJSON-1992346447-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743872593080'] for network, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:53.495953 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-6b4a6a97-9bd5-4b8b-ac67-c88d60caaf2e req-0488a942-a145-470e-9149-b414d76222cc tempest-ServerRescueTestJSONUnderV235-163125560 tempest-ServerRescueTestJSONUnderV235-163125560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:53.523322 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-4c5ee361-99f3-44e8-a0b5-318692b76906 tempest-ExternalNetworksTestJSON-1992346447 tempest-ExternalNetworksTestJSON-1992346447-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913'] for network, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:53.525038 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c5ee361-99f3-44e8-a0b5-318692b76906 tempest-ExternalNetworksTestJSON-1992346447 tempest-ExternalNetworksTestJSON-1992346447-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:42:53.525790 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-4c5ee361-99f3-44e8-a0b5-318692b76906 tempest-ExternalNetworksTestJSON-1992346447 tempest-ExternalNetworksTestJSON-1992346447-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for network, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:53.619240 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-4c5ee361-99f3-44e8-a0b5-318692b76906 tempest-ExternalNetworksTestJSON-1992346447 tempest-ExternalNetworksTestJSON-1992346447-project-admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.3451276 Oct 27 10:42:53.628533 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 49324) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:42:53.638142 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-ac128b2c-0056-4ee7-b071-d041fa60f7fd tempest-ExternalNetworksTestJSON-1992346447 tempest-ExternalNetworksTestJSON-1992346447-project-admin] Request body: {'subnet': {'network_id': 'cc3a1c92-2200-40ea-b231-6954c2fce581', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:42:53.659481 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5ee361-99f3-44e8-a0b5-318692b76906 tempest-ExternalNetworksTestJSON-1992346447 tempest-ExternalNetworksTestJSON-1992346447-project-admin] Pushing event updated for resources: {'Network': ['ID=cc3a1c92-2200-40ea-b231-6954c2fce581,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:42:53.674581 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Network cc3a1c92-2200-40ea-b231-6954c2fce581 details requested by agent ovs-agent-n-d-813419-10 with host n-d-813419-10 {{(pid=102348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 10:42:53.685668 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410a388d-4ecc-4eb4-b033-9bc568dccda7 req-70ca7bbe-3345-491a-959a-d0a5ee3f8bb5 tempest-TestServerMultinode-1259140485 tempest-TestServerMultinode-1259140485-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:42:53.687540 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-410a388d-4ecc-4eb4-b033-9bc568dccda7 req-70ca7bbe-3345-491a-959a-d0a5ee3f8bb5 tempest-TestServerMultinode-1259140485 tempest-TestServerMultinode-1259140485-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=507de8cf-cb88-4e31-979d-5ef4baeaa2b0 HTTP/1.1" status: 200 len: 1098 time: 0.1078124 Oct 27 10:42:53.756879 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac128b2c-0056-4ee7-b071-d041fa60f7fd tempest-ExternalNetworksTestJSON-1992346447 tempest-ExternalNetworksTestJSON-1992346447-project-admin] Made reservation on behalf of 59c515c69bdf40b69c1698b4b8142f71 for: {'subnet': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:42:53.760090 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-6b4a6a97-9bd5-4b8b-ac67-c88d60caaf2e req-0488a942-a145-470e-9149-b414d76222cc tempest-ServerRescueTestJSONUnderV235-163125560 tempest-ServerRescueTestJSONUnderV235-163125560-project] Publish callbacks [] for port, precommit_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:53.765005 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-ac128b2c-0056-4ee7-b071-d041fa60f7fd tempest-ExternalNetworksTestJSON-1992346447 tempest-ExternalNetworksTestJSON-1992346447-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18044073'] for subnet, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:53.775924 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-6b4a6a97-9bd5-4b8b-ac67-c88d60caaf2e req-0488a942-a145-470e-9149-b414d76222cc tempest-ServerRescueTestJSONUnderV235-163125560 tempest-ServerRescueTestJSONUnderV235-163125560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27024173'] for port, after_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:53.776736 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-410a388d-4ecc-4eb4-b033-9bc568dccda7 req-4dafbbcf-babe-432e-8bb1-2c6616300ac3 tempest-TestServerMultinode-1259140485 tempest-TestServerMultinode-1259140485-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=7b07f296-4805-4e44-9a6d-7c35d36c8b8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793927 Oct 27 10:42:53.882135 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0488a942-a145-470e-9149-b414d76222cc tempest-ServerRescueTestJSONUnderV235-163125560 tempest-ServerRescueTestJSONUnderV235-163125560-project] Pushing event updated for resources: {'Port': ['ID=b8fecae4-84b5-4209-83eb-483f02cc0da7,revision_number=2']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:42:53.898527 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-6b4a6a97-9bd5-4b8b-ac67-c88d60caaf2e req-0488a942-a145-470e-9149-b414d76222cc tempest-ServerRescueTestJSONUnderV235-163125560 tempest-ServerRescueTestJSONUnderV235-163125560-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1664826'] for floatingip, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:53.918118 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-6b4a6a97-9bd5-4b8b-ac67-c88d60caaf2e req-0488a942-a145-470e-9149-b414d76222cc tempest-ServerRescueTestJSONUnderV235-163125560 tempest-ServerRescueTestJSONUnderV235-163125560-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for floatingip, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:53.919720 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-6b4a6a97-9bd5-4b8b-ac67-c88d60caaf2e req-0488a942-a145-470e-9149-b414d76222cc tempest-ServerRescueTestJSONUnderV235-163125560 tempest-ServerRescueTestJSONUnderV235-163125560-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.5216811 Oct 27 10:42:54.010461 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-6b4a6a97-9bd5-4b8b-ac67-c88d60caaf2e req-e86a61b5-82a6-44bd-a3b9-7d6ff6405cde tempest-ServerRescueTestJSONUnderV235-163125560 tempest-ServerRescueTestJSONUnderV235-163125560-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.8.157 HTTP/1.1" status: 200 len: 696 time: 0.0840986 Oct 27 10:42:54.125422 n-d-813419-10 neutron-server[102347]: DEBUG neutron.objects.ports [None req-ac128b2c-0056-4ee7-b071-d041fa60f7fd tempest-ExternalNetworksTestJSON-1992346447 tempest-ExternalNetworksTestJSON-1992346447-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102347) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 27 10:42:54.125422 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-ac128b2c-0056-4ee7-b071-d041fa60f7fd tempest-ExternalNetworksTestJSON-1992346447 tempest-ExternalNetworksTestJSON-1992346447-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-18295883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18044091'] for subnet, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:54.125642 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4a6a97-9bd5-4b8b-ac67-c88d60caaf2e req-5a633830-fd1b-4b77-8b3d-fbe5d7eb3c56 tempest-ServerRescueTestJSONUnderV235-163125560 tempest-ServerRescueTestJSONUnderV235-163125560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:42:54.128710 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-6b4a6a97-9bd5-4b8b-ac67-c88d60caaf2e req-5a633830-fd1b-4b77-8b3d-fbe5d7eb3c56 tempest-ServerRescueTestJSONUnderV235-163125560 tempest-ServerRescueTestJSONUnderV235-163125560-project] 10.222.0.44 "GET /v2.0/networks/185ff123-c7ff-45c7-a6be-71feb35acc9c HTTP/1.1" status: 200 len: 784 time: 0.1106939 Oct 27 10:42:54.137462 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [req-6b4a6a97-9bd5-4b8b-ac67-c88d60caaf2e req-a4097914-19df-4fc3-a793-d24481ea0a7b tempest-ServerRescueTestJSONUnderV235-163125560 tempest-ServerRescueTestJSONUnderV235-163125560-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=102346) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 10:42:54.137863 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-6b4a6a97-9bd5-4b8b-ac67-c88d60caaf2e req-a4097914-19df-4fc3-a793-d24481ea0a7b tempest-ServerRescueTestJSONUnderV235-163125560 tempest-ServerRescueTestJSONUnderV235-163125560-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0058115 Oct 27 10:42:54.187692 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac128b2c-0056-4ee7-b071-d041fa60f7fd tempest-ExternalNetworksTestJSON-1992346447 tempest-ExternalNetworksTestJSON-1992346447-project-admin] Pushing event updated for resources: {'Subnet': ['ID=f26a84f1-193a-4ad8-a309-a89a2bd59507,revision_number=0']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:42:54.205280 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac128b2c-0056-4ee7-b071-d041fa60f7fd tempest-ExternalNetworksTestJSON-1992346447 tempest-ExternalNetworksTestJSON-1992346447-project-admin] Checking segment: {'id': 'd154a90d-3754-48d8-bc89-132191e04ab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'cc3a1c92-2200-40ea-b231-6954c2fce581'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:42:54.205642 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac128b2c-0056-4ee7-b071-d041fa60f7fd tempest-ExternalNetworksTestJSON-1992346447 tempest-ExternalNetworksTestJSON-1992346447-project-admin] Network hostable DHCP agents. Network: cc3a1c92-2200-40ea-b231-6954c2fce581, hostable agents: ['eafd4000-b897-4722-ae8b-0118ec955181'], hosted agents: [] {{(pid=102347) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 10:42:54.274350 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac128b2c-0056-4ee7-b071-d041fa60f7fd tempest-ExternalNetworksTestJSON-1992346447 tempest-ExternalNetworksTestJSON-1992346447-project-admin] Network cc3a1c92-2200-40ea-b231-6954c2fce581 is scheduled to be hosted by DHCP agent eafd4000-b897-4722-ae8b-0118ec955181 with binding_index 1 {{(pid=102347) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 10:42:54.290761 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9d0d71-1807-4dfb-be5a-ae686637c888 req-ddf8f07c-4d1d-4cbd-92d1-e4b490e5407b tempest-ServerRescueTestJSONUnderV235-163125560 tempest-ServerRescueTestJSONUnderV235-163125560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:42:54.294772 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-6f9d0d71-1807-4dfb-be5a-ae686637c888 req-ddf8f07c-4d1d-4cbd-92d1-e4b490e5407b tempest-ServerRescueTestJSONUnderV235-163125560 tempest-ServerRescueTestJSONUnderV235-163125560-project] 10.222.0.44 "GET /v2.0/ports?device_id=a3095d0a-bceb-438d-9a27-8bd12a2f8d45&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0968847 Oct 27 10:42:54.298772 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [None req-ac128b2c-0056-4ee7-b071-d041fa60f7fd tempest-ExternalNetworksTestJSON-1992346447 tempest-ExternalNetworksTestJSON-1992346447-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-10, cc3a1c92-2200-40ea-b231-6954c2fce581) {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:42:54.306677 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67464261-92a4-47e2-87a5-f1a469e26a8b None None] Network cc3a1c92-2200-40ea-b231-6954c2fce581 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:42:54.309657 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac128b2c-0056-4ee7-b071-d041fa60f7fd tempest-ExternalNetworksTestJSON-1992346447 tempest-ExternalNetworksTestJSON-1992346447-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:42:54.309657 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-ac128b2c-0056-4ee7-b071-d041fa60f7fd tempest-ExternalNetworksTestJSON-1992346447 tempest-ExternalNetworksTestJSON-1992346447-project-admin] Publish callbacks [] for subnet, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:54.393182 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-6f9d0d71-1807-4dfb-be5a-ae686637c888 req-cd7afc30-a01e-48c5-9dfc-6fc101aa14b8 tempest-ServerRescueTestJSONUnderV235-163125560 tempest-ServerRescueTestJSONUnderV235-163125560-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.8.157 HTTP/1.1" status: 200 len: 696 time: 0.0922766 Oct 27 10:42:54.407655 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-ac128b2c-0056-4ee7-b071-d041fa60f7fd tempest-ExternalNetworksTestJSON-1992346447 tempest-ExternalNetworksTestJSON-1992346447-project-admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.7719169 Oct 27 10:42:54.407794 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 49336) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:42:54.410471 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-0f547e44-1568-4989-b3d2-25f854b2df7d tempest-ExternalNetworksTestJSON-1992346447 tempest-ExternalNetworksTestJSON-1992346447-project-admin] Request body: {'floatingip': {'floating_network_id': 'cc3a1c92-2200-40ea-b231-6954c2fce581'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:42:54.418048 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [req-6f9d0d71-1807-4dfb-be5a-ae686637c888 req-ce3025ab-6c13-4b8c-900d-783d03bf1430 tempest-ServerRescueTestJSONUnderV235-163125560 tempest-ServerRescueTestJSONUnderV235-163125560-project] Request body: {'floatingip': {'port_id': '83f62670-543e-42ae-85c6-907e844c2021', 'fixed_ip_address': '172.20.0.7'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:42:54.446398 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8227d54a-f3e9-4de0-8493-111aceada734 None None] Network cc3a1c92-2200-40ea-b231-6954c2fce581 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:42:54.446927 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-0f547e44-1568-4989-b3d2-25f854b2df7d tempest-ExternalNetworksTestJSON-1992346447 tempest-ExternalNetworksTestJSON-1992346447-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:54.460499 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-6f9d0d71-1807-4dfb-be5a-ae686637c888 req-ce3025ab-6c13-4b8c-900d-783d03bf1430 tempest-ServerRescueTestJSONUnderV235-163125560 tempest-ServerRescueTestJSONUnderV235-163125560-project] Publish callbacks [] for floatingip, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:54.558829 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-0f547e44-1568-4989-b3d2-25f854b2df7d tempest-ExternalNetworksTestJSON-1992346447 tempest-ExternalNetworksTestJSON-1992346447-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:54.673991 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_common [None req-0f547e44-1568-4989-b3d2-25f854b2df7d tempest-ExternalNetworksTestJSON-1992346447 tempest-ExternalNetworksTestJSON-1992346447-project-admin] Allocated IP 172.20.0.12 (cc3a1c92-2200-40ea-b231-6954c2fce581/f26a84f1-193a-4ad8-a309-a89a2bd59507/bd8c4388-8e7e-422c-9eed-93bf3f3abc50) {{(pid=102346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:42:54.783101 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-0f547e44-1568-4989-b3d2-25f854b2df7d tempest-ExternalNetworksTestJSON-1992346447 tempest-ExternalNetworksTestJSON-1992346447-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:54.829381 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-0f547e44-1568-4989-b3d2-25f854b2df7d tempest-ExternalNetworksTestJSON-1992346447 tempest-ExternalNetworksTestJSON-1992346447-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:54.890329 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f547e44-1568-4989-b3d2-25f854b2df7d tempest-ExternalNetworksTestJSON-1992346447 tempest-ExternalNetworksTestJSON-1992346447-project-admin] Network cc3a1c92-2200-40ea-b231-6954c2fce581 is already hosted by enough agents. {{(pid=102346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:42:54.912059 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-0f547e44-1568-4989-b3d2-25f854b2df7d tempest-ExternalNetworksTestJSON-1992346447 tempest-ExternalNetworksTestJSON-1992346447-project-admin] Resources bound (agent type, host, resource id): {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:42:54.917359 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f547e44-1568-4989-b3d2-25f854b2df7d tempest-ExternalNetworksTestJSON-1992346447 tempest-ExternalNetworksTestJSON-1992346447-project-admin] Received port after_create {{(pid=102346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:42:54.942761 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f547e44-1568-4989-b3d2-25f854b2df7d tempest-ExternalNetworksTestJSON-1992346447 tempest-ExternalNetworksTestJSON-1992346447-project-admin] Pushing event updated for resources: {'Port': ['ID=bd8c4388-8e7e-422c-9eed-93bf3f3abc50,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:42:54.968658 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608780f3-6d6f-49e2-95af-3e9518911890 req-9c378764-c6e5-4abf-81ed-a9b813aedbcb tempest-TestServerMultinode-1259140485 tempest-TestServerMultinode-1259140485-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:42:54.970205 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-608780f3-6d6f-49e2-95af-3e9518911890 req-9c378764-c6e5-4abf-81ed-a9b813aedbcb tempest-TestServerMultinode-1259140485 tempest-TestServerMultinode-1259140485-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=507de8cf-cb88-4e31-979d-5ef4baeaa2b0 HTTP/1.1" status: 200 len: 1098 time: 0.1038065 Oct 27 10:42:54.972996 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-6f9d0d71-1807-4dfb-be5a-ae686637c888 req-ce3025ab-6c13-4b8c-900d-783d03bf1430 tempest-ServerRescueTestJSONUnderV235-163125560 tempest-ServerRescueTestJSONUnderV235-163125560-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:54.980157 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-6f9d0d71-1807-4dfb-be5a-ae686637c888 req-ce3025ab-6c13-4b8c-900d-783d03bf1430 tempest-ServerRescueTestJSONUnderV235-163125560 tempest-ServerRescueTestJSONUnderV235-163125560-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1664826'] for floatingip, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:55.079155 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec5e1bf-b4f9-4dc6-b8a2-6a8b25abc223 req-e1a61a9c-8c01-4c36-ad82-e5c64c6eda3b tempest-TestServerMultinode-1259140485 tempest-TestServerMultinode-1259140485-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:42:55.080617 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-2ec5e1bf-b4f9-4dc6-b8a2-6a8b25abc223 req-e1a61a9c-8c01-4c36-ad82-e5c64c6eda3b tempest-TestServerMultinode-1259140485 tempest-TestServerMultinode-1259140485-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=507de8cf-cb88-4e31-979d-5ef4baeaa2b0 HTTP/1.1" status: 200 len: 1098 time: 0.1092985 Oct 27 10:42:55.082243 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-608780f3-6d6f-49e2-95af-3e9518911890 req-19544c76-9c10-47d4-8b2f-ab286a964801 tempest-TestServerMultinode-1259140485 tempest-TestServerMultinode-1259140485-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=7b07f296-4805-4e44-9a6d-7c35d36c8b8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951538 Oct 27 10:42:55.083403 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-0f547e44-1568-4989-b3d2-25f854b2df7d tempest-ExternalNetworksTestJSON-1992346447 tempest-ExternalNetworksTestJSON-1992346447-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:55.437359 n-d-813419-10 neutron-server[102347]: INFO neutron.db.l3_db [req-6f9d0d71-1807-4dfb-be5a-ae686637c888 req-ce3025ab-6c13-4b8c-900d-783d03bf1430 tempest-ServerRescueTestJSONUnderV235-163125560 tempest-ServerRescueTestJSONUnderV235-163125560-project] Floating IP 90f4b26f-0b93-4172-968b-76827256d9a5 associated. External IP: 172.25.8.157, port: 83f62670-543e-42ae-85c6-907e844c2021. Oct 27 10:42:55.508442 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-0f547e44-1568-4989-b3d2-25f854b2df7d tempest-ExternalNetworksTestJSON-1992346447 tempest-ExternalNetworksTestJSON-1992346447-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:55.568248 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [req-2ec5e1bf-b4f9-4dc6-b8a2-6a8b25abc223 req-45c42290-2dea-43ed-b9b5-8b2ff4281014 tempest-TestServerMultinode-1259140485 tempest-TestServerMultinode-1259140485-project-admin] Deleting port 6008a427-3c93-4649-be2b-36538a3d162a {{(pid=102346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:42:55.568597 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-2ec5e1bf-b4f9-4dc6-b8a2-6a8b25abc223 req-45c42290-2dea-43ed-b9b5-8b2ff4281014 tempest-TestServerMultinode-1259140485 tempest-TestServerMultinode-1259140485-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:55.654212 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6f9d0d71-1807-4dfb-be5a-ae686637c888 req-ce3025ab-6c13-4b8c-900d-783d03bf1430 tempest-ServerRescueTestJSONUnderV235-163125560 tempest-ServerRescueTestJSONUnderV235-163125560-project] Router 5c570181-a777-4553-b0ca-27049ba08d42 has already been hosted by L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb {{(pid=102347) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 10:42:55.728380 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [req-2ec5e1bf-b4f9-4dc6-b8a2-6a8b25abc223 req-45c42290-2dea-43ed-b9b5-8b2ff4281014 tempest-TestServerMultinode-1259140485 tempest-TestServerMultinode-1259140485-project-admin] For port 6008a427-3c93-4649-be2b-36538a3d162a, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=6008a427-3c93-4649-be2b-36538a3d162a,segment=NetworkSegment(1eb6e997-c0c8-40af-95c5-02a5a285d453),segment_id=1eb6e997-c0c8-40af-95c5-02a5a285d453)] {{(pid=102346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:42:55.728767 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-2ec5e1bf-b4f9-4dc6-b8a2-6a8b25abc223 req-45c42290-2dea-43ed-b9b5-8b2ff4281014 tempest-TestServerMultinode-1259140485 tempest-TestServerMultinode-1259140485-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:55.748866 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [req-2ec5e1bf-b4f9-4dc6-b8a2-6a8b25abc223 req-45c42290-2dea-43ed-b9b5-8b2ff4281014 tempest-TestServerMultinode-1259140485 tempest-TestServerMultinode-1259140485-project-admin] Calling delete_port for 6008a427-3c93-4649-be2b-36538a3d162a owned by compute:nova {{(pid=102346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:42:55.760710 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-0f547e44-1568-4989-b3d2-25f854b2df7d tempest-ExternalNetworksTestJSON-1992346447 tempest-ExternalNetworksTestJSON-1992346447-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:55.769052 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-0f547e44-1568-4989-b3d2-25f854b2df7d tempest-ExternalNetworksTestJSON-1992346447 tempest-ExternalNetworksTestJSON-1992346447-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27024173'] for port, after_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:55.769285 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6f9d0d71-1807-4dfb-be5a-ae686637c888 req-ce3025ab-6c13-4b8c-900d-783d03bf1430 tempest-ServerRescueTestJSONUnderV235-163125560 tempest-ServerRescueTestJSONUnderV235-163125560-project] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:42:55.774209 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-6f9d0d71-1807-4dfb-be5a-ae686637c888 req-ce3025ab-6c13-4b8c-900d-783d03bf1430 tempest-ServerRescueTestJSONUnderV235-163125560 tempest-ServerRescueTestJSONUnderV235-163125560-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for floatingip, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:55.786316 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93314dea-c316-4d4b-b0e2-20f699dd3d20 None None] Sync routers for ids ['5c570181-a777-4553-b0ca-27049ba08d42'] in n-d-813419-10 {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:42:55.798717 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93314dea-c316-4d4b-b0e2-20f699dd3d20 None None] Routers {'5c570181-a777-4553-b0ca-27049ba08d42'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:42:55.799507 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-93314dea-c316-4d4b-b0e2-20f699dd3d20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:42:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['5c570181-a777-4553-b0ca-27049ba08d42'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:42:55.801746 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-6f9d0d71-1807-4dfb-be5a-ae686637c888 req-ce3025ab-6c13-4b8c-900d-783d03bf1430 tempest-ServerRescueTestJSONUnderV235-163125560 tempest-ServerRescueTestJSONUnderV235-163125560-project] 10.222.0.44 "PUT /v2.0/floatingips/90f4b26f-0b93-4172-968b-76827256d9a5 HTTP/1.1" status: 200 len: 996 time: 1.4023979 Oct 27 10:42:55.802288 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3095d0a-bceb-438d-9a27-8bd12a2f8d45', 'tag': '83f62670-543e-42ae-85c6-907e844c2021'}] {{(pid=102347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:42:55.804746 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311149b481204ee7edffdb959c881838506fbd95bc8577c048f6677abb73acc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-366fc2f0-3037-4a71-9b38-a25e442aacd8" -d '{"events": [{"name": "network-changed", "server_uuid": "a3095d0a-bceb-438d-9a27-8bd12a2f8d45", "tag": "83f62670-543e-42ae-85c6-907e844c2021"}]}' {{(pid=102347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:42:55.869076 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 10:42:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-189eb76a-4a5e-49b1-98d6-99dc7472e48a x-openstack-request-id: req-189eb76a-4a5e-49b1-98d6-99dc7472e48a {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:42:55.869676 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3095d0a-bceb-438d-9a27-8bd12a2f8d45", "tag": "83f62670-543e-42ae-85c6-907e844c2021", "status": "completed", "code": 200}]} {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:42:55.870123 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-189eb76a-4a5e-49b1-98d6-99dc7472e48a {{(pid=102347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:42:55.870750 n-d-813419-10 neutron-server[102347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3095d0a-bceb-438d-9a27-8bd12a2f8d45', 'tag': '83f62670-543e-42ae-85c6-907e844c2021', 'status': 'completed', 'code': 200} Oct 27 10:42:55.908820 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f547e44-1568-4989-b3d2-25f854b2df7d tempest-ExternalNetworksTestJSON-1992346447 tempest-ExternalNetworksTestJSON-1992346447-project-admin] Pushing event updated for resources: {'Port': ['ID=bd8c4388-8e7e-422c-9eed-93bf3f3abc50,revision_number=2']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:42:55.914407 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9d0d71-1807-4dfb-be5a-ae686637c888 req-13510e41-f49d-418c-8b2a-e4bbc28a57a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:42:55.916407 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-6f9d0d71-1807-4dfb-be5a-ae686637c888 req-13510e41-f49d-418c-8b2a-e4bbc28a57a5 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=44538c357c154e37b6b4c2a3f5e264ae&device_id=a3095d0a-bceb-438d-9a27-8bd12a2f8d45 HTTP/1.1" status: 200 len: 1097 time: 0.0929725 Oct 27 10:42:55.930193 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-0f547e44-1568-4989-b3d2-25f854b2df7d tempest-ExternalNetworksTestJSON-1992346447 tempest-ExternalNetworksTestJSON-1992346447-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1664826'] for floatingip, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:55.953694 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvr_db [None req-93314dea-c316-4d4b-b0e2-20f699dd3d20 None None] Set router 5c570181-a777-4553-b0ca-27049ba08d42 gateway port host: n-d-813419-10 {{(pid=102349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:42:55.956929 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-0f547e44-1568-4989-b3d2-25f854b2df7d tempest-ExternalNetworksTestJSON-1992346447 tempest-ExternalNetworksTestJSON-1992346447-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for floatingip, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:55.958170 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-0f547e44-1568-4989-b3d2-25f854b2df7d tempest-ExternalNetworksTestJSON-1992346447 tempest-ExternalNetworksTestJSON-1992346447-project-admin] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.5512733 Oct 27 10:42:55.961571 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 49352) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:42:56.031980 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-2ec5e1bf-b4f9-4dc6-b8a2-6a8b25abc223 req-45c42290-2dea-43ed-b9b5-8b2ff4281014 tempest-TestServerMultinode-1259140485 tempest-TestServerMultinode-1259140485-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:56.045967 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] get_ports_and_sgs() called for port_ids ['043ab361-2303-40f8-bea6-c78f8021ed36'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:42:56.050290 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] get_ports_and_sgs() called for port_ids ['6008a427-3c93-4649-be2b-36538a3d162a'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:42:56.089408 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c42290-2dea-43ed-b9b5-8b2ff4281014 tempest-TestServerMultinode-1259140485 tempest-TestServerMultinode-1259140485-project-admin] Pushing event deleted for resources: {'Port': ['ID=6008a427-3c93-4649-be2b-36538a3d162a,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:42:56.094642 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-e9227b18-bf79-4c06-acc2-ea24349b9d31 tempest-ExternalNetworksTestJSON-1992346447 tempest-ExternalNetworksTestJSON-1992346447-project-admin] 10.222.0.44 "GET /v2.0/floatingips?floating_network_id=cc3a1c92-2200-40ea-b231-6954c2fce581 HTTP/1.1" status: 200 len: 690 time: 0.1274409 Oct 27 10:42:56.095870 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 49354) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:42:56.199166 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ec5e1bf-b4f9-4dc6-b8a2-6a8b25abc223 req-45c42290-2dea-43ed-b9b5-8b2ff4281014 tempest-TestServerMultinode-1259140485 tempest-TestServerMultinode-1259140485-project-admin] No DVR routers for this DVR port 6008a427-3c93-4649-be2b-36538a3d162a on host n-h2-813419-10 {{(pid=102346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:42:56.204321 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-2ec5e1bf-b4f9-4dc6-b8a2-6a8b25abc223 req-45c42290-2dea-43ed-b9b5-8b2ff4281014 tempest-TestServerMultinode-1259140485 tempest-TestServerMultinode-1259140485-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:56.207232 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-2ec5e1bf-b4f9-4dc6-b8a2-6a8b25abc223 req-45c42290-2dea-43ed-b9b5-8b2ff4281014 tempest-TestServerMultinode-1259140485 tempest-TestServerMultinode-1259140485-project-admin] 10.222.0.76 "DELETE /v2.0/ports/6008a427-3c93-4649-be2b-36538a3d162a HTTP/1.1" status: 204 len: 173 time: 1.1181371 Oct 27 10:42:56.207649 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '507de8cf-cb88-4e31-979d-5ef4baeaa2b0', 'name': 'network-vif-deleted', 'tag': '6008a427-3c93-4649-be2b-36538a3d162a'}] {{(pid=102346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:42:56.231342 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc0e418f5fc417c8d55d94c0aa509b037d0beb2a734c1a709e789eb65639a56d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87214d2e-8174-4778-a300-3c58939c4096" -d '{"events": [{"server_uuid": "507de8cf-cb88-4e31-979d-5ef4baeaa2b0", "name": "network-vif-deleted", "tag": "6008a427-3c93-4649-be2b-36538a3d162a"}]}' {{(pid=102346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:42:56.243445 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366fc2f0-3037-4a71-9b38-a25e442aacd8 req-8b500ba4-7cb4-47f2-9124-f5db54b7c38d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:42:56.248443 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-366fc2f0-3037-4a71-9b38-a25e442aacd8 req-8b500ba4-7cb4-47f2-9124-f5db54b7c38d service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=44538c357c154e37b6b4c2a3f5e264ae&device_id=a3095d0a-bceb-438d-9a27-8bd12a2f8d45 HTTP/1.1" status: 200 len: 1097 time: 0.3509774 Oct 27 10:42:56.307478 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-93314dea-c316-4d4b-b0e2-20f699dd3d20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c570181-a777-4553-b0ca-27049ba08d42', 'name': 'tempest-ServerRescueTestJSONUnderV235-873947177-router', 'tenant_id': '44538c357c154e37b6b4c2a3f5e264ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.212'}], 'enable_snat': True}, 'gw_port_id': '68d1ecd0-6738-444a-9fb5-a54a3da5c456', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:41:50Z', 'updated_at': '2021-10-27T10:41:58Z', 'revision_number': 4, 'project_id': '44538c357c154e37b6b4c2a3f5e264ae', 'gw_port': {'id': '68d1ecd0-6738-444a-9fb5-a54a3da5c456', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:1f:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c570181-a777-4553-b0ca-27049ba08d42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2520, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:41:52Z', 'updated_at': '2021-10-27T10:42:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_floatingips': [{'id': '90f4b26f-0b93-4172-968b-76827256d9a5', 'tenant_id': '44538c357c154e37b6b4c2a3f5e264ae', 'floating_ip_address': '172.25.8.157', 'floating_network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'router_id': '5c570181-a777-4553-b0ca-27049ba08d42', 'port_id': '83f62670-543e-42ae-85c6-907e844c2021', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2676, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b46f0309-9186-4ac3-a8d4-289db60744e1', 'mac_address': 'fa:16:3e:41:a7:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3095d0a-bceb-438d-9a27-8bd12a2f8d45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T10:42:53Z', 'updated_at': '2021-10-27T10:42:54Z', 'revision_number': 1, 'project_id': '44538c357c154e37b6b4c2a3f5e264ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '209c6725-e1b1-4ca1-9d56-f826591ae298', 'name': '', 'network_id': 'b46f0309-9186-4ac3-a8d4-289db60744e1', 'tenant_id': '44538c357c154e37b6b4c2a3f5e264ae', 'mac_address': 'fa:16:3e:02:9a:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c570181-a777-4553-b0ca-27049ba08d42', 'device_owner': 'network:router_interface', 'standard_attr_id': 2531, 'fixed_ips': [{'subnet_id': '99cdc121-7dc1-4860-8162-bcbc59867073', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:41:57Z', 'updated_at': '2021-10-27T10:42:05Z', 'revision_number': 5, 'project_id': '44538c357c154e37b6b4c2a3f5e264ae', 'subnets': [{'id': '99cdc121-7dc1-4860-8162-bcbc59867073', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:42:56.345417 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93314dea-c316-4d4b-b0e2-20f699dd3d20 None None] Checking router: 5c570181-a777-4553-b0ca-27049ba08d42 for host: n-d-813419-10 {{(pid=102349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 10:42:56.355332 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93314dea-c316-4d4b-b0e2-20f699dd3d20 None None] Routers {'5c570181-a777-4553-b0ca-27049ba08d42'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:42:56.356151 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-93314dea-c316-4d4b-b0e2-20f699dd3d20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:42:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['5c570181-a777-4553-b0ca-27049ba08d42'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:42:56.361034 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-97f10806-3aab-4ae2-9053-2fbe7d35be33 req-2acb3aef-d2b6-4d7e-b60e-a6368c322587 tempest-TestServerMultinode-1259140485 tempest-TestServerMultinode-1259140485-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=507de8cf-cb88-4e31-979d-5ef4baeaa2b0 HTTP/1.1" status: 200 len: 210 time: 0.1196456 Oct 27 10:42:56.454574 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:42:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f00dd856-daca-4362-b60f-f9f25fdc3c5c x-openstack-request-id: req-f00dd856-daca-4362-b60f-f9f25fdc3c5c {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:42:56.455076 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "507de8cf-cb88-4e31-979d-5ef4baeaa2b0", "name": "network-vif-deleted", "tag": "6008a427-3c93-4649-be2b-36538a3d162a", "status": "completed", "code": 200}]} {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:42:56.455958 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f00dd856-daca-4362-b60f-f9f25fdc3c5c {{(pid=102346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:42:56.456600 n-d-813419-10 neutron-server[102346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '507de8cf-cb88-4e31-979d-5ef4baeaa2b0', 'name': 'network-vif-deleted', 'tag': '6008a427-3c93-4649-be2b-36538a3d162a', 'status': 'completed', 'code': 200} Oct 27 10:42:56.494326 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9d0d71-1807-4dfb-be5a-ae686637c888 req-43435e66-4e9d-4764-8c50-18c8aa114191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:42:56.495809 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-6f9d0d71-1807-4dfb-be5a-ae686637c888 req-43435e66-4e9d-4764-8c50-18c8aa114191 service neutron] 10.222.0.44 "GET /v2.0/networks?id=b46f0309-9186-4ac3-a8d4-289db60744e1 HTTP/1.1" status: 200 len: 920 time: 0.5485227 Oct 27 10:42:56.525625 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvr_db [None req-93314dea-c316-4d4b-b0e2-20f699dd3d20 None None] Set router 5c570181-a777-4553-b0ca-27049ba08d42 gateway port host: n-d-813419-10 {{(pid=102349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:42:56.563772 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-5210b6b6-5ec9-432a-87d5-c502b66c1ac0 tempest-ExternalNetworksTestJSON-1992346447 tempest-ExternalNetworksTestJSON-1992346447-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586917'] for network, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:56.652348 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366fc2f0-3037-4a71-9b38-a25e442aacd8 req-f788aae5-d93d-49e8-bf2b-c999fd199688 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:42:56.653832 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-366fc2f0-3037-4a71-9b38-a25e442aacd8 req-f788aae5-d93d-49e8-bf2b-c999fd199688 service neutron] 10.222.0.76 "GET /v2.0/networks?id=b46f0309-9186-4ac3-a8d4-289db60744e1 HTTP/1.1" status: 200 len: 920 time: 0.3844197 Oct 27 10:42:56.703819 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-6f9d0d71-1807-4dfb-be5a-ae686637c888 req-0cd728c4-9ed9-40e8-b86e-bfc97e5a7845 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=83f62670-543e-42ae-85c6-907e844c2021 HTTP/1.1" status: 200 len: 999 time: 0.1929781 Oct 27 10:42:56.788964 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-93314dea-c316-4d4b-b0e2-20f699dd3d20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c570181-a777-4553-b0ca-27049ba08d42', 'name': 'tempest-ServerRescueTestJSONUnderV235-873947177-router', 'tenant_id': '44538c357c154e37b6b4c2a3f5e264ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.212'}], 'enable_snat': True}, 'gw_port_id': '68d1ecd0-6738-444a-9fb5-a54a3da5c456', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:41:50Z', 'updated_at': '2021-10-27T10:41:58Z', 'revision_number': 4, 'project_id': '44538c357c154e37b6b4c2a3f5e264ae', 'gw_port': {'id': '68d1ecd0-6738-444a-9fb5-a54a3da5c456', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:1f:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c570181-a777-4553-b0ca-27049ba08d42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2520, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:41:52Z', 'updated_at': '2021-10-27T10:42:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_floatingips': [{'id': '90f4b26f-0b93-4172-968b-76827256d9a5', 'tenant_id': '44538c357c154e37b6b4c2a3f5e264ae', 'floating_ip_address': '172.25.8.157', 'floating_network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'router_id': '5c570181-a777-4553-b0ca-27049ba08d42', 'port_id': '83f62670-543e-42ae-85c6-907e844c2021', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2676, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b46f0309-9186-4ac3-a8d4-289db60744e1', 'mac_address': 'fa:16:3e:41:a7:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3095d0a-bceb-438d-9a27-8bd12a2f8d45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T10:42:53Z', 'updated_at': '2021-10-27T10:42:54Z', 'revision_number': 1, 'project_id': '44538c357c154e37b6b4c2a3f5e264ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '209c6725-e1b1-4ca1-9d56-f826591ae298', 'name': '', 'network_id': 'b46f0309-9186-4ac3-a8d4-289db60744e1', 'tenant_id': '44538c357c154e37b6b4c2a3f5e264ae', 'mac_address': 'fa:16:3e:02:9a:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c570181-a777-4553-b0ca-27049ba08d42', 'device_owner': 'network:router_interface', 'standard_attr_id': 2531, 'fixed_ips': [{'subnet_id': '99cdc121-7dc1-4860-8162-bcbc59867073', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:41:57Z', 'updated_at': '2021-10-27T10:42:05Z', 'revision_number': 5, 'project_id': '44538c357c154e37b6b4c2a3f5e264ae', 'subnets': [{'id': '99cdc121-7dc1-4860-8162-bcbc59867073', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:42:56.807106 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-366fc2f0-3037-4a71-9b38-a25e442aacd8 req-aa416e90-68c0-4667-9a22-9515cc341a8f service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=83f62670-543e-42ae-85c6-907e844c2021 HTTP/1.1" status: 200 len: 999 time: 0.1437175 Oct 27 10:42:56.810109 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9d0d71-1807-4dfb-be5a-ae686637c888 req-fc6701f3-7ed4-4b1b-b0ab-74c806857033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:42:56.818146 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-6f9d0d71-1807-4dfb-be5a-ae686637c888 req-fc6701f3-7ed4-4b1b-b0ab-74c806857033 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=99cdc121-7dc1-4860-8162-bcbc59867073 HTTP/1.1" status: 200 len: 859 time: 0.1133819 Oct 27 10:42:56.833357 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93314dea-c316-4d4b-b0e2-20f699dd3d20 None None] The sync data for ids ['5c570181-a777-4553-b0ca-27049ba08d42'] in n-d-813419-10 is: [{'id': '5c570181-a777-4553-b0ca-27049ba08d42', 'name': 'tempest-ServerRescueTestJSONUnderV235-873947177-router', 'tenant_id': '44538c357c154e37b6b4c2a3f5e264ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.212'}], 'enable_snat': True}, 'gw_port_id': '68d1ecd0-6738-444a-9fb5-a54a3da5c456', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:41:50Z', 'updated_at': '2021-10-27T10:41:58Z', 'revision_number': 4, 'project_id': '44538c357c154e37b6b4c2a3f5e264ae', 'gw_port': {'id': '68d1ecd0-6738-444a-9fb5-a54a3da5c456', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:1f:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c570181-a777-4553-b0ca-27049ba08d42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2520, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:41:52Z', 'updated_at': '2021-10-27T10:42:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_floatingips': [{'id': '90f4b26f-0b93-4172-968b-76827256d9a5', 'tenant_id': '44538c357c154e37b6b4c2a3f5e264ae', 'floating_ip_address': '172.25.8.157', 'floating_network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'router_id': '5c570181-a777-4553-b0ca-27049ba08d42', 'port_id': '83f62670-543e-42ae-85c6-907e844c2021', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2676, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b46f0309-9186-4ac3-a8d4-289db60744e1', 'mac_address': 'fa:16:3e:41:a7:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3095d0a-bceb-438d-9a27-8bd12a2f8d45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T10:42:53Z', 'updated_at': '2021-10-27T10:42:54Z', 'revision_number': 1, 'project_id': '44538c357c154e37b6b4c2a3f5e264ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '209c6725-e1b1-4ca1-9d56-f826591ae298', 'name': '', 'network_id': 'b46f0309-9186-4ac3-a8d4-289db60744e1', 'tenant_id': '44538c357c154e37b6b4c2a3f5e264ae', 'mac_address': 'fa:16:3e:02:9a:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c570181-a777-4553-b0ca-27049ba08d42', 'device_owner': 'network:router_interface', 'standard_attr_id': 2531, 'fixed_ips': [{'subnet_id': '99cdc121-7dc1-4860-8162-bcbc59867073', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:41:57Z', 'updated_at': '2021-10-27T10:42:05Z', 'revision_number': 5, 'project_id': '44538c357c154e37b6b4c2a3f5e264ae', 'subnets': [{'id': '99cdc121-7dc1-4860-8162-bcbc59867073', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:42:56.898319 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-6f9d0d71-1807-4dfb-be5a-ae686637c888 req-c9691494-db1b-45fd-8a16-0938252c52b8 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b46f0309-9186-4ac3-a8d4-289db60744e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0788076 Oct 27 10:42:56.917518 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [req-6f9d0d71-1807-4dfb-be5a-ae686637c888 req-ef500ccf-202f-453a-8ccd-c1b1d08cd740 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=102347) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 10:42:56.918508 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-6f9d0d71-1807-4dfb-be5a-ae686637c888 req-ef500ccf-202f-453a-8ccd-c1b1d08cd740 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0052705 Oct 27 10:42:56.922596 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-5210b6b6-5ec9-432a-87d5-c502b66c1ac0 tempest-ExternalNetworksTestJSON-1992346447 tempest-ExternalNetworksTestJSON-1992346447-project-admin] Deleting port bd8c4388-8e7e-422c-9eed-93bf3f3abc50 {{(pid=102347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:42:56.922953 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-5210b6b6-5ec9-432a-87d5-c502b66c1ac0 tempest-ExternalNetworksTestJSON-1992346447 tempest-ExternalNetworksTestJSON-1992346447-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:57.012698 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366fc2f0-3037-4a71-9b38-a25e442aacd8 req-70449100-3f60-4c5f-8c1a-063556695ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:42:57.014205 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-366fc2f0-3037-4a71-9b38-a25e442aacd8 req-70449100-3f60-4c5f-8c1a-063556695ed8 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=99cdc121-7dc1-4860-8162-bcbc59867073 HTTP/1.1" status: 200 len: 859 time: 0.1940777 Oct 27 10:42:57.064285 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-366fc2f0-3037-4a71-9b38-a25e442aacd8 req-7b24b9c6-9d3a-4383-b6ea-f22bc87ee94f service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=b46f0309-9186-4ac3-a8d4-289db60744e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373962 Oct 27 10:42:57.080545 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c926444-8c00-4575-a856-f9162566b321 None None] New status for floating IP 90f4b26f-0b93-4172-968b-76827256d9a5: ACTIVE {{(pid=102348) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 10:42:57.137617 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-5210b6b6-5ec9-432a-87d5-c502b66c1ac0 tempest-ExternalNetworksTestJSON-1992346447 tempest-ExternalNetworksTestJSON-1992346447-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:57.137943 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-5210b6b6-5ec9-432a-87d5-c502b66c1ac0 tempest-ExternalNetworksTestJSON-1992346447 tempest-ExternalNetworksTestJSON-1992346447-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:57.174123 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-5210b6b6-5ec9-432a-87d5-c502b66c1ac0 tempest-ExternalNetworksTestJSON-1992346447 tempest-ExternalNetworksTestJSON-1992346447-project-admin] Calling delete_port for bd8c4388-8e7e-422c-9eed-93bf3f3abc50 owned by network:floatingip {{(pid=102347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:42:57.189317 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-6f9d0d71-1807-4dfb-be5a-ae686637c888 req-4c2dc05d-c460-476e-bec1-58b5e226a719 service neutron] 10.222.0.44 "GET /v2.0/networks/b46f0309-9186-4ac3-a8d4-289db60744e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2621682 Oct 27 10:42:57.303575 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-366fc2f0-3037-4a71-9b38-a25e442aacd8 req-3dbd691e-7326-4f49-82ca-4e6cf006e399 service neutron] 10.222.0.76 "GET /v2.0/networks/b46f0309-9186-4ac3-a8d4-289db60744e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2301903 Oct 27 10:42:57.437116 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-6f9d0d71-1807-4dfb-be5a-ae686637c888 req-91e5bb12-a9ff-43a3-890c-d9ee1fa39e88 service neutron] 10.222.0.44 "GET /v2.0/networks/b46f0309-9186-4ac3-a8d4-289db60744e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2051022 Oct 27 10:42:57.499557 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-366fc2f0-3037-4a71-9b38-a25e442aacd8 req-1dba49c4-f70f-4c10-88b0-632da5c49f05 service neutron] 10.222.0.76 "GET /v2.0/networks/b46f0309-9186-4ac3-a8d4-289db60744e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1879702 Oct 27 10:42:57.592115 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-5210b6b6-5ec9-432a-87d5-c502b66c1ac0 tempest-ExternalNetworksTestJSON-1992346447 tempest-ExternalNetworksTestJSON-1992346447-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:57.599500 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-d33ff4c7-792a-46ab-8c3c-320b969018a3 req-b2f62156-b5b0-4297-b9ac-c02927d5e157 tempest-ServerRescueTestJSONUnderV235-163125560 tempest-ServerRescueTestJSONUnderV235-163125560-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.8.157 HTTP/1.1" status: 200 len: 1001 time: 0.1163595 Oct 27 10:42:57.632407 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5210b6b6-5ec9-432a-87d5-c502b66c1ac0 tempest-ExternalNetworksTestJSON-1992346447 tempest-ExternalNetworksTestJSON-1992346447-project-admin] Pushing event deleted for resources: {'Port': ['ID=bd8c4388-8e7e-422c-9eed-93bf3f3abc50,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:42:57.643862 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9405cdc9-930b-4403-9827-65ea472f57de req-8b69c40f-488d-44c6-9ec5-505a13953d3a tempest-TestServerMultinode-1259140485 tempest-TestServerMultinode-1259140485-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:42:57.645842 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-9405cdc9-930b-4403-9827-65ea472f57de req-8b69c40f-488d-44c6-9ec5-505a13953d3a tempest-TestServerMultinode-1259140485 tempest-TestServerMultinode-1259140485-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=fa6e8a77-4ee6-4f20-978f-0c7a81068d79 HTTP/1.1" status: 200 len: 1098 time: 0.0518804 Oct 27 10:42:57.685773 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-9405cdc9-930b-4403-9827-65ea472f57de req-d2b9fe08-1b9a-42d3-b6f6-8dbb4aecc957 tempest-TestServerMultinode-1259140485 tempest-TestServerMultinode-1259140485-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=7b07f296-4805-4e44-9a6d-7c35d36c8b8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326586 Oct 27 10:42:57.703945 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33ff4c7-792a-46ab-8c3c-320b969018a3 req-572e644a-b245-47f3-88ba-4d149c2bd779 tempest-ServerRescueTestJSONUnderV235-163125560 tempest-ServerRescueTestJSONUnderV235-163125560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:42:57.705379 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-d33ff4c7-792a-46ab-8c3c-320b969018a3 req-572e644a-b245-47f3-88ba-4d149c2bd779 tempest-ServerRescueTestJSONUnderV235-163125560 tempest-ServerRescueTestJSONUnderV235-163125560-project] 10.222.0.44 "GET /v2.0/ports/83f62670-543e-42ae-85c6-907e844c2021 HTTP/1.1" status: 200 len: 942 time: 0.0830543 Oct 27 10:42:57.721596 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-5210b6b6-5ec9-432a-87d5-c502b66c1ac0 tempest-ExternalNetworksTestJSON-1992346447 tempest-ExternalNetworksTestJSON-1992346447-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:57.815492 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-5210b6b6-5ec9-432a-87d5-c502b66c1ac0 tempest-ExternalNetworksTestJSON-1992346447 tempest-ExternalNetworksTestJSON-1992346447-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855646'] for subnet, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:57.844150 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-d33ff4c7-792a-46ab-8c3c-320b969018a3 req-7b2fa915-1fec-4211-8f2a-8e36ed2313b0 tempest-ServerRescueTestJSONUnderV235-163125560 tempest-ServerRescueTestJSONUnderV235-163125560-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.8.157 HTTP/1.1" status: 200 len: 1001 time: 0.0922089 Oct 27 10:42:57.941221 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-5210b6b6-5ec9-432a-87d5-c502b66c1ac0 tempest-ExternalNetworksTestJSON-1992346447 tempest-ExternalNetworksTestJSON-1992346447-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-18295818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18043720'] for subnet, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:57.984382 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5210b6b6-5ec9-432a-87d5-c502b66c1ac0 tempest-ExternalNetworksTestJSON-1992346447 tempest-ExternalNetworksTestJSON-1992346447-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=f26a84f1-193a-4ad8-a309-a89a2bd59507,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:42:58.035713 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33ff4c7-792a-46ab-8c3c-320b969018a3 req-1996f6ed-d7ce-4628-bc6a-31fa6d0d0ae3 tempest-ServerRescueTestJSONUnderV235-163125560 tempest-ServerRescueTestJSONUnderV235-163125560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:42:58.037097 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-d33ff4c7-792a-46ab-8c3c-320b969018a3 req-1996f6ed-d7ce-4628-bc6a-31fa6d0d0ae3 tempest-ServerRescueTestJSONUnderV235-163125560 tempest-ServerRescueTestJSONUnderV235-163125560-project] 10.222.0.44 "GET /v2.0/networks/185ff123-c7ff-45c7-a6be-71feb35acc9c HTTP/1.1" status: 200 len: 784 time: 0.1834033 Oct 27 10:42:58.060701 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-5210b6b6-5ec9-432a-87d5-c502b66c1ac0 tempest-ExternalNetworksTestJSON-1992346447 tempest-ExternalNetworksTestJSON-1992346447-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857803', 'neutron.services.segments.db._delete_segments_for_network-8743873143390'] for network, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:58.112075 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-5210b6b6-5ec9-432a-87d5-c502b66c1ac0 tempest-ExternalNetworksTestJSON-1992346447 tempest-ExternalNetworksTestJSON-1992346447-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc3a1c92-2200-40ea-b231-6954c2fce581']}} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:42:58.128558 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-5210b6b6-5ec9-432a-87d5-c502b66c1ac0 tempest-ExternalNetworksTestJSON-1992346447 tempest-ExternalNetworksTestJSON-1992346447-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd154a90d-3754-48d8-bc89-132191e04ab3') {'for_net_delete': True} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:42:58.128865 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-5210b6b6-5ec9-432a-87d5-c502b66c1ac0 tempest-ExternalNetworksTestJSON-1992346447 tempest-ExternalNetworksTestJSON-1992346447-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd154a90d-3754-48d8-bc89-132191e04ab3') {} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:42:58.142469 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-5210b6b6-5ec9-432a-87d5-c502b66c1ac0 tempest-ExternalNetworksTestJSON-1992346447 tempest-ExternalNetworksTestJSON-1992346447-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743873145191', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18445132'] for segment, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:58.146864 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-d33ff4c7-792a-46ab-8c3c-320b969018a3 req-affce7c1-8608-4727-b642-1b2f3add6637 tempest-ServerRescueTestJSONUnderV235-163125560 tempest-ServerRescueTestJSONUnderV235-163125560-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.8.157 HTTP/1.1" status: 200 len: 1001 time: 0.0987823 Oct 27 10:42:58.158245 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [req-d33ff4c7-792a-46ab-8c3c-320b969018a3 req-f9c03bb4-1f4b-4f6d-bd0f-5f4774f93665 tempest-ServerRescueTestJSONUnderV235-163125560 tempest-ServerRescueTestJSONUnderV235-163125560-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:42:58.196505 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-5210b6b6-5ec9-432a-87d5-c502b66c1ac0 tempest-ExternalNetworksTestJSON-1992346447 tempest-ExternalNetworksTestJSON-1992346447-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:58.209461 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5210b6b6-5ec9-432a-87d5-c502b66c1ac0 tempest-ExternalNetworksTestJSON-1992346447 tempest-ExternalNetworksTestJSON-1992346447-project-admin] Releasing vlan 412 on physical network physnet1 to pool {{(pid=102347) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 10:42:58.209864 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-5210b6b6-5ec9-432a-87d5-c502b66c1ac0 tempest-ExternalNetworksTestJSON-1992346447 tempest-ExternalNetworksTestJSON-1992346447-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-18296032'] for segment, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:58.211598 n-d-813419-10 neutron-server[102347]: Traceback (most recent call last): Oct 27 10:42:58.211598 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 10:42:58.211598 n-d-813419-10 neutron-server[102347]: timer() Oct 27 10:42:58.211598 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 10:42:58.211598 n-d-813419-10 neutron-server[102347]: cb(*args, **kw) Oct 27 10:42:58.211598 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 10:42:58.211598 n-d-813419-10 neutron-server[102347]: return func(*args, **kwargs) Oct 27 10:42:58.211598 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 10:42:58.211598 n-d-813419-10 neutron-server[102347]: self._notify() Oct 27 10:42:58.211598 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 10:42:58.211598 n-d-813419-10 neutron-server[102347]: self.callback(batched_events) Oct 27 10:42:58.211598 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 10:42:58.211598 n-d-813419-10 neutron-server[102347]: event.method(event) Oct 27 10:42:58.211598 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 10:42:58.211598 n-d-813419-10 neutron-server[102347]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 10:42:58.211598 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 10:42:58.211598 n-d-813419-10 neutron-server[102347]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 10:42:58.211598 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 10:42:58.211598 n-d-813419-10 neutron-server[102347]: return f(self, *a, **k) Oct 27 10:42:58.211598 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 10:42:58.211598 n-d-813419-10 neutron-server[102347]: return self._get(url).json() Oct 27 10:42:58.211598 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 10:42:58.211598 n-d-813419-10 neutron-server[102347]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 10:42:58.211598 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 10:42:58.211598 n-d-813419-10 neutron-server[102347]: return self.request(url, 'GET', **kwargs) Oct 27 10:42:58.211598 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 10:42:58.211598 n-d-813419-10 neutron-server[102347]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 10:42:58.211598 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 10:42:58.211598 n-d-813419-10 neutron-server[102347]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 10:42:58.211598 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 10:42:58.211598 n-d-813419-10 neutron-server[102347]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 10:42:58.211598 n-d-813419-10 neutron-server[102347]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 10:42:58.271280 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-d33ff4c7-792a-46ab-8c3c-320b969018a3 req-f9c03bb4-1f4b-4f6d-bd0f-5f4774f93665 tempest-ServerRescueTestJSONUnderV235-163125560 tempest-ServerRescueTestJSONUnderV235-163125560-project] Publish callbacks [] for floatingip, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:58.312940 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-5210b6b6-5ec9-432a-87d5-c502b66c1ac0 tempest-ExternalNetworksTestJSON-1992346447 tempest-ExternalNetworksTestJSON-1992346447-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664840'] for network, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:58.320497 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5210b6b6-5ec9-432a-87d5-c502b66c1ac0 tempest-ExternalNetworksTestJSON-1992346447 tempest-ExternalNetworksTestJSON-1992346447-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network cc3a1c92-2200-40ea-b231-6954c2fce581 {{(pid=102347) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Oct 27 10:42:58.328308 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-5210b6b6-5ec9-432a-87d5-c502b66c1ac0 tempest-ExternalNetworksTestJSON-1992346447 tempest-ExternalNetworksTestJSON-1992346447-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for network, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:58.334084 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-5210b6b6-5ec9-432a-87d5-c502b66c1ac0 tempest-ExternalNetworksTestJSON-1992346447 tempest-ExternalNetworksTestJSON-1992346447-project-admin] 10.222.0.44 "DELETE /v2.0/networks/cc3a1c92-2200-40ea-b231-6954c2fce581 HTTP/1.1" status: 204 len: 168 time: 2.2362342 Oct 27 10:42:58.334526 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 49376) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:42:58.345261 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5210b6b6-5ec9-432a-87d5-c502b66c1ac0 tempest-ExternalNetworksTestJSON-1992346447 tempest-ExternalNetworksTestJSON-1992346447-project-admin] Pushing event deleted for resources: {'Network': ['ID=cc3a1c92-2200-40ea-b231-6954c2fce581,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:42:58.349563 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device 6008a427-3c93-4649-be2b-36538a3d162a no longer exists at agent hyperv_n-h2-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:42:58.389910 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] No Port match for: 6008a427-3c93-4649-be2b-36538a3d162a {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:42:58.390256 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device 6008a427-3c93-4649-be2b-36538a3d162a not bound to the agent host n-h2-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:42:58.484620 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-d33ff4c7-792a-46ab-8c3c-320b969018a3 req-f9c03bb4-1f4b-4f6d-bd0f-5f4774f93665 tempest-ServerRescueTestJSONUnderV235-163125560 tempest-ServerRescueTestJSONUnderV235-163125560-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:58.490345 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-d33ff4c7-792a-46ab-8c3c-320b969018a3 req-f9c03bb4-1f4b-4f6d-bd0f-5f4774f93665 tempest-ServerRescueTestJSONUnderV235-163125560 tempest-ServerRescueTestJSONUnderV235-163125560-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1664826'] for floatingip, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:58.490852 n-d-813419-10 neutron-server[102347]: INFO neutron.db.l3_db [req-d33ff4c7-792a-46ab-8c3c-320b969018a3 req-f9c03bb4-1f4b-4f6d-bd0f-5f4774f93665 tempest-ServerRescueTestJSONUnderV235-163125560 tempest-ServerRescueTestJSONUnderV235-163125560-project] Floating IP 90f4b26f-0b93-4172-968b-76827256d9a5 disassociated. External IP: 172.25.8.157, port: 83f62670-543e-42ae-85c6-907e844c2021. Oct 27 10:42:58.499119 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-0157e601-eefd-45eb-8607-f49091bacc44 tempest-ExternalNetworksTestJSON-1992346447 tempest-ExternalNetworksTestJSON-1992346447-project-admin] 10.222.0.44 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2566 time: 0.1625650 Oct 27 10:42:58.501635 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 49378) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:42:58.604815 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53d043f5-8a77-4545-b578-83108ab96db9 tempest-ExternalNetworksTestJSON-1992346447 tempest-ExternalNetworksTestJSON-1992346447-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:42:58.605450 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53d043f5-8a77-4545-b578-83108ab96db9 tempest-ExternalNetworksTestJSON-1992346447 tempest-ExternalNetworksTestJSON-1992346447-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:42:58.605972 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53d043f5-8a77-4545-b578-83108ab96db9 tempest-ExternalNetworksTestJSON-1992346447 tempest-ExternalNetworksTestJSON-1992346447-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:42:58.606477 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53d043f5-8a77-4545-b578-83108ab96db9 tempest-ExternalNetworksTestJSON-1992346447 tempest-ExternalNetworksTestJSON-1992346447-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:42:58.607251 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53d043f5-8a77-4545-b578-83108ab96db9 tempest-ExternalNetworksTestJSON-1992346447 tempest-ExternalNetworksTestJSON-1992346447-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:42:58.607911 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53d043f5-8a77-4545-b578-83108ab96db9 tempest-ExternalNetworksTestJSON-1992346447 tempest-ExternalNetworksTestJSON-1992346447-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:42:58.609058 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53d043f5-8a77-4545-b578-83108ab96db9 tempest-ExternalNetworksTestJSON-1992346447 tempest-ExternalNetworksTestJSON-1992346447-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:42:58.609755 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53d043f5-8a77-4545-b578-83108ab96db9 tempest-ExternalNetworksTestJSON-1992346447 tempest-ExternalNetworksTestJSON-1992346447-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:42:58.610354 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53d043f5-8a77-4545-b578-83108ab96db9 tempest-ExternalNetworksTestJSON-1992346447 tempest-ExternalNetworksTestJSON-1992346447-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:42:58.610981 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53d043f5-8a77-4545-b578-83108ab96db9 tempest-ExternalNetworksTestJSON-1992346447 tempest-ExternalNetworksTestJSON-1992346447-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:42:58.613149 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-53d043f5-8a77-4545-b578-83108ab96db9 tempest-ExternalNetworksTestJSON-1992346447 tempest-ExternalNetworksTestJSON-1992346447-project-admin] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6482 time: 0.1104918 Oct 27 10:42:58.616368 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 49380) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:42:58.692417 n-d-813419-10 neutron-server[102346]: INFO neutron.api.v2.resource [None req-9ec0c82c-620d-4816-99b3-fa0b4010dff4 tempest-ExternalNetworksTestJSON-1992346447 tempest-ExternalNetworksTestJSON-1992346447-project-admin] delete failed (client error): The resource could not be found. Oct 27 10:42:58.694159 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-9ec0c82c-620d-4816-99b3-fa0b4010dff4 tempest-ExternalNetworksTestJSON-1992346447 tempest-ExternalNetworksTestJSON-1992346447-project-admin] 10.222.0.44 "DELETE /v2.0/floatingips/67102a32-df8b-4e84-841d-4f82fdc0a0cf HTTP/1.1" status: 404 len: 345 time: 0.0765793 Oct 27 10:42:58.696800 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 49382) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:42:58.719442 n-d-813419-10 neutron-server[102346]: INFO neutron.pecan_wsgi.hooks.translation [None req-0fcb9548-2977-453c-84b8-ee3dcc7335c0 tempest-ExternalNetworksTestJSON-1992346447 tempest-ExternalNetworksTestJSON-1992346447-project-admin] DELETE failed (client error): The resource could not be found. Oct 27 10:42:58.720227 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0fcb9548-2977-453c-84b8-ee3dcc7335c0 tempest-ExternalNetworksTestJSON-1992346447 tempest-ExternalNetworksTestJSON-1992346447-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=102346) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 10:42:58.723783 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-0fcb9548-2977-453c-84b8-ee3dcc7335c0 tempest-ExternalNetworksTestJSON-1992346447 tempest-ExternalNetworksTestJSON-1992346447-project-admin] 10.222.0.44 "DELETE /v2.0/networks/cc3a1c92-2200-40ea-b231-6954c2fce581 HTTP/1.1" status: 404 len: 339 time: 0.0253527 Oct 27 10:42:58.727402 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 49386) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:42:58.732973 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-2bc4bbf6-d23a-468e-a1d9-83c66fb9e92b tempest-ExternalNetworksTestJSON-1992346447 tempest-ExternalNetworksTestJSON-1992346447-project-admin] Request body: {'network': {'name': 'tempest-network--461473015', 'router:external': True}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:42:58.771614 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d33ff4c7-792a-46ab-8c3c-320b969018a3 req-f9c03bb4-1f4b-4f6d-bd0f-5f4774f93665 tempest-ServerRescueTestJSONUnderV235-163125560 tempest-ServerRescueTestJSONUnderV235-163125560-project] Router 5c570181-a777-4553-b0ca-27049ba08d42 has already been hosted by L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb {{(pid=102347) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 10:42:58.775138 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bc4bbf6-d23a-468e-a1d9-83c66fb9e92b tempest-ExternalNetworksTestJSON-1992346447 tempest-ExternalNetworksTestJSON-1992346447-project-admin] Made reservation on behalf of 59c515c69bdf40b69c1698b4b8142f71 for: {'network': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:42:58.777526 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-2bc4bbf6-d23a-468e-a1d9-83c66fb9e92b tempest-ExternalNetworksTestJSON-1992346447 tempest-ExternalNetworksTestJSON-1992346447-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for network, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:58.839986 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2bc4bbf6-d23a-468e-a1d9-83c66fb9e92b tempest-ExternalNetworksTestJSON-1992346447 tempest-ExternalNetworksTestJSON-1992346447-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 401} {{(pid=102346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 10:42:58.851164 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d5c21a-beba-48b3-bf76-dd73950ad994 req-a4d9cf7f-a9ce-4b22-b959-a998e10c594e tempest-TestServerMultinode-1259140485 tempest-TestServerMultinode-1259140485-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:42:58.858633 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-d0d5c21a-beba-48b3-bf76-dd73950ad994 req-a4d9cf7f-a9ce-4b22-b959-a998e10c594e tempest-TestServerMultinode-1259140485 tempest-TestServerMultinode-1259140485-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=fa6e8a77-4ee6-4f20-978f-0c7a81068d79 HTTP/1.1" status: 200 len: 1098 time: 0.0709622 Oct 27 10:42:58.869945 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-2bc4bbf6-d23a-468e-a1d9-83c66fb9e92b tempest-ExternalNetworksTestJSON-1992346447 tempest-ExternalNetworksTestJSON-1992346447-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:58.870295 n-d-813419-10 neutron-server[102346]: INFO neutron.db.segments_db [None req-2bc4bbf6-d23a-468e-a1d9-83c66fb9e92b tempest-ExternalNetworksTestJSON-1992346447 tempest-ExternalNetworksTestJSON-1992346447-project-admin] Added segment f5f00e01-1244-45c6-a49f-ef6dbb4634e5 of type vlan for network dcf2e37e-03ee-4ea2-b80a-31c84d7473fd Oct 27 10:42:58.946704 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-d0d5c21a-beba-48b3-bf76-dd73950ad994 req-679fa0b0-a7f4-4dcb-8522-4b3765e7b948 tempest-TestServerMultinode-1259140485 tempest-TestServerMultinode-1259140485-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=7b07f296-4805-4e44-9a6d-7c35d36c8b8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823138 Oct 27 10:42:58.961039 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-2bc4bbf6-d23a-468e-a1d9-83c66fb9e92b tempest-ExternalNetworksTestJSON-1992346447 tempest-ExternalNetworksTestJSON-1992346447-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743872593080'] for network, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:58.995431 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-2bc4bbf6-d23a-468e-a1d9-83c66fb9e92b tempest-ExternalNetworksTestJSON-1992346447 tempest-ExternalNetworksTestJSON-1992346447-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913'] for network, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:58.996468 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bc4bbf6-d23a-468e-a1d9-83c66fb9e92b tempest-ExternalNetworksTestJSON-1992346447 tempest-ExternalNetworksTestJSON-1992346447-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:42:58.997062 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-2bc4bbf6-d23a-468e-a1d9-83c66fb9e92b tempest-ExternalNetworksTestJSON-1992346447 tempest-ExternalNetworksTestJSON-1992346447-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for network, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:59.060276 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-2bc4bbf6-d23a-468e-a1d9-83c66fb9e92b tempest-ExternalNetworksTestJSON-1992346447 tempest-ExternalNetworksTestJSON-1992346447-project-admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.3295612 Oct 27 10:42:59.060522 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 49390) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:42:59.081328 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc4bbf6-d23a-468e-a1d9-83c66fb9e92b tempest-ExternalNetworksTestJSON-1992346447 tempest-ExternalNetworksTestJSON-1992346447-project-admin] Pushing event updated for resources: {'Network': ['ID=dcf2e37e-03ee-4ea2-b80a-31c84d7473fd,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:42:59.094194 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Network dcf2e37e-03ee-4ea2-b80a-31c84d7473fd details requested by agent ovs-agent-n-d-813419-10 with host n-d-813419-10 {{(pid=102348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 10:42:59.292853 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0247b37-6e9b-48b1-bbb0-d1c81b4e82e7 tempest-ExternalNetworksTestJSON-1871303086 tempest-ExternalNetworksTestJSON-1871303086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:42:59.298680 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0247b37-6e9b-48b1-bbb0-d1c81b4e82e7 tempest-ExternalNetworksTestJSON-1871303086 tempest-ExternalNetworksTestJSON-1871303086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:42:59.304899 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0247b37-6e9b-48b1-bbb0-d1c81b4e82e7 tempest-ExternalNetworksTestJSON-1871303086 tempest-ExternalNetworksTestJSON-1871303086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:42:59.311030 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0247b37-6e9b-48b1-bbb0-d1c81b4e82e7 tempest-ExternalNetworksTestJSON-1871303086 tempest-ExternalNetworksTestJSON-1871303086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:42:59.315926 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-f0247b37-6e9b-48b1-bbb0-d1c81b4e82e7 tempest-ExternalNetworksTestJSON-1871303086 tempest-ExternalNetworksTestJSON-1871303086-project] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2452 time: 0.2519195 Oct 27 10:42:59.316164 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 49392) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:42:59.335680 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6081cad0-98ee-4662-9e4e-d1f8d724f6b0 req-082dd582-f688-4d91-9b30-ed900c8a6edb tempest-TestServerMultinode-1259140485 tempest-TestServerMultinode-1259140485-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:42:59.337218 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-6081cad0-98ee-4662-9e4e-d1f8d724f6b0 req-082dd582-f688-4d91-9b30-ed900c8a6edb tempest-TestServerMultinode-1259140485 tempest-TestServerMultinode-1259140485-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=fa6e8a77-4ee6-4f20-978f-0c7a81068d79 HTTP/1.1" status: 200 len: 1098 time: 0.0822294 Oct 27 10:42:59.378540 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d33ff4c7-792a-46ab-8c3c-320b969018a3 req-f9c03bb4-1f4b-4f6d-bd0f-5f4774f93665 tempest-ServerRescueTestJSONUnderV235-163125560 tempest-ServerRescueTestJSONUnderV235-163125560-project] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:42:59.383485 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-d33ff4c7-792a-46ab-8c3c-320b969018a3 req-f9c03bb4-1f4b-4f6d-bd0f-5f4774f93665 tempest-ServerRescueTestJSONUnderV235-163125560 tempest-ServerRescueTestJSONUnderV235-163125560-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for floatingip, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:59.392105 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-468edfc1-0301-4a04-849c-9b6dbd7b3d6e None None] Sync routers for ids ['5c570181-a777-4553-b0ca-27049ba08d42'] in n-d-813419-10 {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:42:59.401387 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-90e06632-37ac-4970-86d1-2b00b7b99d6f tempest-ExternalNetworksTestJSON-1992346447 tempest-ExternalNetworksTestJSON-1992346447-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586917'] for network, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:59.402299 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-468edfc1-0301-4a04-849c-9b6dbd7b3d6e None None] Routers {'5c570181-a777-4553-b0ca-27049ba08d42'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:42:59.403068 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-468edfc1-0301-4a04-849c-9b6dbd7b3d6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:42:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['5c570181-a777-4553-b0ca-27049ba08d42'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:42:59.460060 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-d33ff4c7-792a-46ab-8c3c-320b969018a3 req-f9c03bb4-1f4b-4f6d-bd0f-5f4774f93665 tempest-ServerRescueTestJSONUnderV235-163125560 tempest-ServerRescueTestJSONUnderV235-163125560-project] 10.222.0.44 "PUT /v2.0/floatingips/90f4b26f-0b93-4172-968b-76827256d9a5 HTTP/1.1" status: 200 len: 695 time: 1.3071723 Oct 27 10:42:59.467190 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3095d0a-bceb-438d-9a27-8bd12a2f8d45', 'tag': '83f62670-543e-42ae-85c6-907e844c2021'}] {{(pid=102347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:42:59.470242 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311149b481204ee7edffdb959c881838506fbd95bc8577c048f6677abb73acc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-571d0db5-d344-454d-b633-ac6d0e8712c0" -d '{"events": [{"name": "network-changed", "server_uuid": "a3095d0a-bceb-438d-9a27-8bd12a2f8d45", "tag": "83f62670-543e-42ae-85c6-907e844c2021"}]}' {{(pid=102347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:42:59.504923 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-90e06632-37ac-4970-86d1-2b00b7b99d6f tempest-ExternalNetworksTestJSON-1992346447 tempest-ExternalNetworksTestJSON-1992346447-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857803', 'neutron.services.segments.db._delete_segments_for_network-8743873143390'] for network, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:59.515191 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvr_db [None req-468edfc1-0301-4a04-849c-9b6dbd7b3d6e None None] Set router 5c570181-a777-4553-b0ca-27049ba08d42 gateway port host: n-d-813419-10 {{(pid=102349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:42:59.530943 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 10:42:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50f54ec3-82ad-42fc-84f4-ccb59225c1fe x-openstack-request-id: req-50f54ec3-82ad-42fc-84f4-ccb59225c1fe {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:42:59.533535 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3095d0a-bceb-438d-9a27-8bd12a2f8d45", "tag": "83f62670-543e-42ae-85c6-907e844c2021", "status": "completed", "code": 200}]} {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:42:59.536313 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-50f54ec3-82ad-42fc-84f4-ccb59225c1fe {{(pid=102347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:42:59.536978 n-d-813419-10 neutron-server[102347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3095d0a-bceb-438d-9a27-8bd12a2f8d45', 'tag': '83f62670-543e-42ae-85c6-907e844c2021', 'status': 'completed', 'code': 200} Oct 27 10:42:59.548804 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33ff4c7-792a-46ab-8c3c-320b969018a3 req-226bcdc6-e3c5-4467-9b3f-b315fee5f07b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:42:59.552914 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-d33ff4c7-792a-46ab-8c3c-320b969018a3 req-226bcdc6-e3c5-4467-9b3f-b315fee5f07b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=44538c357c154e37b6b4c2a3f5e264ae&device_id=a3095d0a-bceb-438d-9a27-8bd12a2f8d45 HTTP/1.1" status: 200 len: 1097 time: 0.0764947 Oct 27 10:42:59.553384 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-90e06632-37ac-4970-86d1-2b00b7b99d6f tempest-ExternalNetworksTestJSON-1992346447 tempest-ExternalNetworksTestJSON-1992346447-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dcf2e37e-03ee-4ea2-b80a-31c84d7473fd']}} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:42:59.555069 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [req-6081cad0-98ee-4662-9e4e-d1f8d724f6b0 req-808b5428-4bb5-4fcc-9cab-33f129669f22 tempest-TestServerMultinode-1259140485 tempest-TestServerMultinode-1259140485-project-admin] Deleting port 043ab361-2303-40f8-bea6-c78f8021ed36 {{(pid=102347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:42:59.556113 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-6081cad0-98ee-4662-9e4e-d1f8d724f6b0 req-808b5428-4bb5-4fcc-9cab-33f129669f22 tempest-TestServerMultinode-1259140485 tempest-TestServerMultinode-1259140485-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:59.565469 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-90e06632-37ac-4970-86d1-2b00b7b99d6f tempest-ExternalNetworksTestJSON-1992346447 tempest-ExternalNetworksTestJSON-1992346447-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5f00e01-1244-45c6-a49f-ef6dbb4634e5') {'for_net_delete': True} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:42:59.565917 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-90e06632-37ac-4970-86d1-2b00b7b99d6f tempest-ExternalNetworksTestJSON-1992346447 tempest-ExternalNetworksTestJSON-1992346447-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5f00e01-1244-45c6-a49f-ef6dbb4634e5') {} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:42:59.577495 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-90e06632-37ac-4970-86d1-2b00b7b99d6f tempest-ExternalNetworksTestJSON-1992346447 tempest-ExternalNetworksTestJSON-1992346447-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743873145191', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25847877'] for segment, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:59.595166 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-90e06632-37ac-4970-86d1-2b00b7b99d6f tempest-ExternalNetworksTestJSON-1992346447 tempest-ExternalNetworksTestJSON-1992346447-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:59.602480 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90e06632-37ac-4970-86d1-2b00b7b99d6f tempest-ExternalNetworksTestJSON-1992346447 tempest-ExternalNetworksTestJSON-1992346447-project-admin] Releasing vlan 401 on physical network physnet1 to pool {{(pid=102346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 10:42:59.603096 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-90e06632-37ac-4970-86d1-2b00b7b99d6f tempest-ExternalNetworksTestJSON-1992346447 tempest-ExternalNetworksTestJSON-1992346447-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27024137'] for segment, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:59.644913 n-d-813419-10 neutron-server[102346]: Traceback (most recent call last): Oct 27 10:42:59.644913 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 10:42:59.644913 n-d-813419-10 neutron-server[102346]: timer() Oct 27 10:42:59.644913 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 10:42:59.644913 n-d-813419-10 neutron-server[102346]: cb(*args, **kw) Oct 27 10:42:59.644913 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 10:42:59.644913 n-d-813419-10 neutron-server[102346]: return func(*args, **kwargs) Oct 27 10:42:59.644913 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 10:42:59.644913 n-d-813419-10 neutron-server[102346]: self._notify() Oct 27 10:42:59.644913 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 10:42:59.644913 n-d-813419-10 neutron-server[102346]: self.callback(batched_events) Oct 27 10:42:59.644913 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 10:42:59.644913 n-d-813419-10 neutron-server[102346]: event.method(event) Oct 27 10:42:59.644913 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 10:42:59.644913 n-d-813419-10 neutron-server[102346]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 10:42:59.644913 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 10:42:59.644913 n-d-813419-10 neutron-server[102346]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 10:42:59.644913 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 10:42:59.644913 n-d-813419-10 neutron-server[102346]: return f(self, *a, **k) Oct 27 10:42:59.644913 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 10:42:59.644913 n-d-813419-10 neutron-server[102346]: return self._get(url).json() Oct 27 10:42:59.644913 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 10:42:59.644913 n-d-813419-10 neutron-server[102346]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 10:42:59.644913 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 10:42:59.644913 n-d-813419-10 neutron-server[102346]: return self.request(url, 'GET', **kwargs) Oct 27 10:42:59.644913 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 10:42:59.644913 n-d-813419-10 neutron-server[102346]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 10:42:59.644913 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 10:42:59.644913 n-d-813419-10 neutron-server[102346]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 10:42:59.644913 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 10:42:59.644913 n-d-813419-10 neutron-server[102346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 10:42:59.644913 n-d-813419-10 neutron-server[102346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 10:42:59.675048 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-90e06632-37ac-4970-86d1-2b00b7b99d6f tempest-ExternalNetworksTestJSON-1992346447 tempest-ExternalNetworksTestJSON-1992346447-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664840'] for network, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:59.682462 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90e06632-37ac-4970-86d1-2b00b7b99d6f tempest-ExternalNetworksTestJSON-1992346447 tempest-ExternalNetworksTestJSON-1992346447-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network dcf2e37e-03ee-4ea2-b80a-31c84d7473fd {{(pid=102346) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Oct 27 10:42:59.695469 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-90e06632-37ac-4970-86d1-2b00b7b99d6f tempest-ExternalNetworksTestJSON-1992346447 tempest-ExternalNetworksTestJSON-1992346447-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for network, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:59.702088 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-90e06632-37ac-4970-86d1-2b00b7b99d6f tempest-ExternalNetworksTestJSON-1992346447 tempest-ExternalNetworksTestJSON-1992346447-project-admin] 10.222.0.44 "DELETE /v2.0/networks/dcf2e37e-03ee-4ea2-b80a-31c84d7473fd HTTP/1.1" status: 204 len: 168 time: 0.3815143 Oct 27 10:42:59.703136 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e06632-37ac-4970-86d1-2b00b7b99d6f tempest-ExternalNetworksTestJSON-1992346447 tempest-ExternalNetworksTestJSON-1992346447-project-admin] Pushing event deleted for resources: {'Network': ['ID=dcf2e37e-03ee-4ea2-b80a-31c84d7473fd,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:42:59.704338 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 49396) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:42:59.709838 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-55b9c251-58ed-4b7d-930b-48da54141beb tempest-ExternalNetworksTestJSON-1992346447 tempest-ExternalNetworksTestJSON-1992346447-project-admin] Request body: {'network': {'name': 'tempest-network--862804740', 'router:external': True}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:42:59.734663 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55b9c251-58ed-4b7d-930b-48da54141beb tempest-ExternalNetworksTestJSON-1992346447 tempest-ExternalNetworksTestJSON-1992346447-project-admin] Made reservation on behalf of 59c515c69bdf40b69c1698b4b8142f71 for: {'network': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:42:59.737426 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-55b9c251-58ed-4b7d-930b-48da54141beb tempest-ExternalNetworksTestJSON-1992346447 tempest-ExternalNetworksTestJSON-1992346447-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for network, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:59.748071 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571d0db5-d344-454d-b633-ac6d0e8712c0 req-b0f0f584-6b6a-4514-a4ee-ea556d10759a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:42:59.750311 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-571d0db5-d344-454d-b633-ac6d0e8712c0 req-b0f0f584-6b6a-4514-a4ee-ea556d10759a service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=44538c357c154e37b6b4c2a3f5e264ae&device_id=a3095d0a-bceb-438d-9a27-8bd12a2f8d45 HTTP/1.1" status: 200 len: 1097 time: 0.1906347 Oct 27 10:42:59.766788 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55b9c251-58ed-4b7d-930b-48da54141beb tempest-ExternalNetworksTestJSON-1992346447 tempest-ExternalNetworksTestJSON-1992346447-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 420} {{(pid=102346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 10:42:59.780169 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-55b9c251-58ed-4b7d-930b-48da54141beb tempest-ExternalNetworksTestJSON-1992346447 tempest-ExternalNetworksTestJSON-1992346447-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:59.782205 n-d-813419-10 neutron-server[102346]: INFO neutron.db.segments_db [None req-55b9c251-58ed-4b7d-930b-48da54141beb tempest-ExternalNetworksTestJSON-1992346447 tempest-ExternalNetworksTestJSON-1992346447-project-admin] Added segment ecdd8e18-3afa-459f-853b-457eaba04a9f of type vlan for network 12842d24-e422-4816-8b88-3795f65f89b6 Oct 27 10:42:59.814546 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-468edfc1-0301-4a04-849c-9b6dbd7b3d6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c570181-a777-4553-b0ca-27049ba08d42', 'name': 'tempest-ServerRescueTestJSONUnderV235-873947177-router', 'tenant_id': '44538c357c154e37b6b4c2a3f5e264ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.212'}], 'enable_snat': True}, 'gw_port_id': '68d1ecd0-6738-444a-9fb5-a54a3da5c456', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:41:50Z', 'updated_at': '2021-10-27T10:41:58Z', 'revision_number': 4, 'project_id': '44538c357c154e37b6b4c2a3f5e264ae', 'gw_port': {'id': '68d1ecd0-6738-444a-9fb5-a54a3da5c456', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:1f:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c570181-a777-4553-b0ca-27049ba08d42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2520, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:41:52Z', 'updated_at': '2021-10-27T10:42:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_interfaces': [{'id': '209c6725-e1b1-4ca1-9d56-f826591ae298', 'name': '', 'network_id': 'b46f0309-9186-4ac3-a8d4-289db60744e1', 'tenant_id': '44538c357c154e37b6b4c2a3f5e264ae', 'mac_address': 'fa:16:3e:02:9a:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c570181-a777-4553-b0ca-27049ba08d42', 'device_owner': 'network:router_interface', 'standard_attr_id': 2531, 'fixed_ips': [{'subnet_id': '99cdc121-7dc1-4860-8162-bcbc59867073', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:41:57Z', 'updated_at': '2021-10-27T10:42:05Z', 'revision_number': 5, 'project_id': '44538c357c154e37b6b4c2a3f5e264ae', 'subnets': [{'id': '99cdc121-7dc1-4860-8162-bcbc59867073', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:42:59.854493 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-468edfc1-0301-4a04-849c-9b6dbd7b3d6e None None] Checking router: 5c570181-a777-4553-b0ca-27049ba08d42 for host: n-d-813419-10 {{(pid=102349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 10:42:59.854864 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-55b9c251-58ed-4b7d-930b-48da54141beb tempest-ExternalNetworksTestJSON-1992346447 tempest-ExternalNetworksTestJSON-1992346447-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743872593080'] for network, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:59.859285 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33ff4c7-792a-46ab-8c3c-320b969018a3 req-1aa4573a-110d-4262-b125-15c7f749588c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:42:59.867346 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-468edfc1-0301-4a04-849c-9b6dbd7b3d6e None None] Routers {'5c570181-a777-4553-b0ca-27049ba08d42'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:42:59.868120 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-468edfc1-0301-4a04-849c-9b6dbd7b3d6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:42:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['5c570181-a777-4553-b0ca-27049ba08d42'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:42:59.868871 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-d33ff4c7-792a-46ab-8c3c-320b969018a3 req-1aa4573a-110d-4262-b125-15c7f749588c service neutron] 10.222.0.44 "GET /v2.0/networks?id=b46f0309-9186-4ac3-a8d4-289db60744e1 HTTP/1.1" status: 200 len: 920 time: 0.2796018 Oct 27 10:42:59.879971 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-6081cad0-98ee-4662-9e4e-d1f8d724f6b0 req-808b5428-4bb5-4fcc-9cab-33f129669f22 tempest-TestServerMultinode-1259140485 tempest-TestServerMultinode-1259140485-project-admin] For port 043ab361-2303-40f8-bea6-c78f8021ed36, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=043ab361-2303-40f8-bea6-c78f8021ed36,segment=NetworkSegment(1eb6e997-c0c8-40af-95c5-02a5a285d453),segment_id=1eb6e997-c0c8-40af-95c5-02a5a285d453)] {{(pid=102347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:42:59.880615 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-6081cad0-98ee-4662-9e4e-d1f8d724f6b0 req-808b5428-4bb5-4fcc-9cab-33f129669f22 tempest-TestServerMultinode-1259140485 tempest-TestServerMultinode-1259140485-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:59.907819 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-55b9c251-58ed-4b7d-930b-48da54141beb tempest-ExternalNetworksTestJSON-1992346447 tempest-ExternalNetworksTestJSON-1992346447-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913'] for network, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:59.909091 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55b9c251-58ed-4b7d-930b-48da54141beb tempest-ExternalNetworksTestJSON-1992346447 tempest-ExternalNetworksTestJSON-1992346447-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:42:59.909830 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-55b9c251-58ed-4b7d-930b-48da54141beb tempest-ExternalNetworksTestJSON-1992346447 tempest-ExternalNetworksTestJSON-1992346447-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for network, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:42:59.930650 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-d33ff4c7-792a-46ab-8c3c-320b969018a3 req-9d3fc7bc-3e50-4da7-93c4-197c9e8fd6e1 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=83f62670-543e-42ae-85c6-907e844c2021 HTTP/1.1" status: 200 len: 217 time: 0.0606151 Oct 27 10:42:59.947340 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [req-6081cad0-98ee-4662-9e4e-d1f8d724f6b0 req-808b5428-4bb5-4fcc-9cab-33f129669f22 tempest-TestServerMultinode-1259140485 tempest-TestServerMultinode-1259140485-project-admin] Calling delete_port for 043ab361-2303-40f8-bea6-c78f8021ed36 owned by compute:nova {{(pid=102347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:43:00.104052 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-55b9c251-58ed-4b7d-930b-48da54141beb tempest-ExternalNetworksTestJSON-1992346447 tempest-ExternalNetworksTestJSON-1992346447-project-admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.3984950 Oct 27 10:43:00.111051 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 49404) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:43:00.123115 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b9c251-58ed-4b7d-930b-48da54141beb tempest-ExternalNetworksTestJSON-1992346447 tempest-ExternalNetworksTestJSON-1992346447-project-admin] Pushing event updated for resources: {'Network': ['ID=12842d24-e422-4816-8b88-3795f65f89b6,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:43:00.137531 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Network 12842d24-e422-4816-8b88-3795f65f89b6 details requested by agent ovs-agent-n-d-813419-10 with host n-d-813419-10 {{(pid=102348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 10:43:00.154874 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33ff4c7-792a-46ab-8c3c-320b969018a3 req-e6b7befa-3deb-4816-a83e-57e33fa7b9f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:43:00.157540 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-d33ff4c7-792a-46ab-8c3c-320b969018a3 req-e6b7befa-3deb-4816-a83e-57e33fa7b9f8 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=99cdc121-7dc1-4860-8162-bcbc59867073 HTTP/1.1" status: 200 len: 859 time: 0.2258132 Oct 27 10:43:00.172772 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571d0db5-d344-454d-b633-ac6d0e8712c0 req-198d5e2e-e5a8-42ca-844d-827843ed6520 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:43:00.174832 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-571d0db5-d344-454d-b633-ac6d0e8712c0 req-198d5e2e-e5a8-42ca-844d-827843ed6520 service neutron] 10.222.0.76 "GET /v2.0/networks?id=b46f0309-9186-4ac3-a8d4-289db60744e1 HTTP/1.1" status: 200 len: 920 time: 0.4054337 Oct 27 10:43:00.219682 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04af9f8-5351-4fbc-b67c-14dc91a43b86 req-31b9281e-33b6-44c2-b84c-d10d588de419 tempest-TestServerMultinode-1259140485 tempest-TestServerMultinode-1259140485-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:43:00.224660 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-a04af9f8-5351-4fbc-b67c-14dc91a43b86 req-31b9281e-33b6-44c2-b84c-d10d588de419 tempest-TestServerMultinode-1259140485 tempest-TestServerMultinode-1259140485-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=fa6e8a77-4ee6-4f20-978f-0c7a81068d79 HTTP/1.1" status: 200 len: 1098 time: 0.1044514 Oct 27 10:43:00.242120 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-d33ff4c7-792a-46ab-8c3c-320b969018a3 req-68b55071-d05e-4907-b719-44e32cf13690 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b46f0309-9186-4ac3-a8d4-289db60744e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0657563 Oct 27 10:43:00.257997 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvr_db [None req-468edfc1-0301-4a04-849c-9b6dbd7b3d6e None None] Set router 5c570181-a777-4553-b0ca-27049ba08d42 gateway port host: n-d-813419-10 {{(pid=102349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:43:00.322408 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-a04af9f8-5351-4fbc-b67c-14dc91a43b86 req-bfd2d504-e883-44a3-9e91-9af85e5cc27f tempest-TestServerMultinode-1259140485 tempest-TestServerMultinode-1259140485-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=7b07f296-4805-4e44-9a6d-7c35d36c8b8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943394 Oct 27 10:43:00.348816 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-571d0db5-d344-454d-b633-ac6d0e8712c0 req-96e0419c-90f8-48ad-84ad-96ff4a698c61 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=83f62670-543e-42ae-85c6-907e844c2021 HTTP/1.1" status: 200 len: 217 time: 0.1095092 Oct 27 10:43:00.466142 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3062f9c-1a89-4f3b-ba30-e4d230721670 tempest-ExternalNetworksTestJSON-1871303086 tempest-ExternalNetworksTestJSON-1871303086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:43:00.470090 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-c3062f9c-1a89-4f3b-ba30-e4d230721670 tempest-ExternalNetworksTestJSON-1871303086 tempest-ExternalNetworksTestJSON-1871303086-project] 10.222.0.44 "GET /v2.0/networks/12842d24-e422-4816-8b88-3795f65f89b6 HTTP/1.1" status: 200 len: 756 time: 0.3470070 Oct 27 10:43:00.472890 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 49408) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:43:00.535351 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571d0db5-d344-454d-b633-ac6d0e8712c0 req-8088f964-d0f9-496e-ae55-8042e574d695 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:43:00.537257 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-571d0db5-d344-454d-b633-ac6d0e8712c0 req-8088f964-d0f9-496e-ae55-8042e574d695 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=99cdc121-7dc1-4860-8162-bcbc59867073 HTTP/1.1" status: 200 len: 859 time: 0.1542280 Oct 27 10:43:00.586604 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-571d0db5-d344-454d-b633-ac6d0e8712c0 req-61a5173c-6bdc-45dd-85c1-3e528be8ea6b service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=b46f0309-9186-4ac3-a8d4-289db60744e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393724 Oct 27 10:43:00.588729 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-d33ff4c7-792a-46ab-8c3c-320b969018a3 req-78ac45bf-78be-46c3-9f42-5ce45c940bd4 service neutron] 10.222.0.44 "GET /v2.0/networks/b46f0309-9186-4ac3-a8d4-289db60744e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3309746 Oct 27 10:43:00.590975 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-6081cad0-98ee-4662-9e4e-d1f8d724f6b0 req-808b5428-4bb5-4fcc-9cab-33f129669f22 tempest-TestServerMultinode-1259140485 tempest-TestServerMultinode-1259140485-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:00.602035 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] get_ports_and_sgs() called for port_ids ['043ab361-2303-40f8-bea6-c78f8021ed36'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:43:00.640790 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3456d3f-ea35-4bf5-9986-459ef8f73573 tempest-ExternalNetworksTestJSON-1871303086 tempest-ExternalNetworksTestJSON-1871303086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:43:00.644081 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-468edfc1-0301-4a04-849c-9b6dbd7b3d6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c570181-a777-4553-b0ca-27049ba08d42', 'name': 'tempest-ServerRescueTestJSONUnderV235-873947177-router', 'tenant_id': '44538c357c154e37b6b4c2a3f5e264ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.212'}], 'enable_snat': True}, 'gw_port_id': '68d1ecd0-6738-444a-9fb5-a54a3da5c456', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:41:50Z', 'updated_at': '2021-10-27T10:41:58Z', 'revision_number': 4, 'project_id': '44538c357c154e37b6b4c2a3f5e264ae', 'gw_port': {'id': '68d1ecd0-6738-444a-9fb5-a54a3da5c456', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:1f:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c570181-a777-4553-b0ca-27049ba08d42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2520, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:41:52Z', 'updated_at': '2021-10-27T10:42:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_interfaces': [{'id': '209c6725-e1b1-4ca1-9d56-f826591ae298', 'name': '', 'network_id': 'b46f0309-9186-4ac3-a8d4-289db60744e1', 'tenant_id': '44538c357c154e37b6b4c2a3f5e264ae', 'mac_address': 'fa:16:3e:02:9a:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c570181-a777-4553-b0ca-27049ba08d42', 'device_owner': 'network:router_interface', 'standard_attr_id': 2531, 'fixed_ips': [{'subnet_id': '99cdc121-7dc1-4860-8162-bcbc59867073', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:41:57Z', 'updated_at': '2021-10-27T10:42:05Z', 'revision_number': 5, 'project_id': '44538c357c154e37b6b4c2a3f5e264ae', 'subnets': [{'id': '99cdc121-7dc1-4860-8162-bcbc59867073', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:43:00.646292 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-e3456d3f-ea35-4bf5-9986-459ef8f73573 tempest-ExternalNetworksTestJSON-1871303086 tempest-ExternalNetworksTestJSON-1871303086-project] 10.222.0.44 "GET /v2.0/networks/224603aa-86aa-469f-b3fe-88eef6ee4a2d HTTP/1.1" status: 200 len: 767 time: 0.1723211 Oct 27 10:43:00.647001 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 49412) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:43:00.649511 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808b5428-4bb5-4fcc-9cab-33f129669f22 tempest-TestServerMultinode-1259140485 tempest-TestServerMultinode-1259140485-project-admin] Pushing event deleted for resources: {'Port': ['ID=043ab361-2303-40f8-bea6-c78f8021ed36,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:43:00.693282 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-468edfc1-0301-4a04-849c-9b6dbd7b3d6e None None] The sync data for ids ['5c570181-a777-4553-b0ca-27049ba08d42'] in n-d-813419-10 is: [{'id': '5c570181-a777-4553-b0ca-27049ba08d42', 'name': 'tempest-ServerRescueTestJSONUnderV235-873947177-router', 'tenant_id': '44538c357c154e37b6b4c2a3f5e264ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.212'}], 'enable_snat': True}, 'gw_port_id': '68d1ecd0-6738-444a-9fb5-a54a3da5c456', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:41:50Z', 'updated_at': '2021-10-27T10:41:58Z', 'revision_number': 4, 'project_id': '44538c357c154e37b6b4c2a3f5e264ae', 'gw_port': {'id': '68d1ecd0-6738-444a-9fb5-a54a3da5c456', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:1f:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c570181-a777-4553-b0ca-27049ba08d42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2520, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:41:52Z', 'updated_at': '2021-10-27T10:42:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_interfaces': [{'id': '209c6725-e1b1-4ca1-9d56-f826591ae298', 'name': '', 'network_id': 'b46f0309-9186-4ac3-a8d4-289db60744e1', 'tenant_id': '44538c357c154e37b6b4c2a3f5e264ae', 'mac_address': 'fa:16:3e:02:9a:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c570181-a777-4553-b0ca-27049ba08d42', 'device_owner': 'network:router_interface', 'standard_attr_id': 2531, 'fixed_ips': [{'subnet_id': '99cdc121-7dc1-4860-8162-bcbc59867073', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:41:57Z', 'updated_at': '2021-10-27T10:42:05Z', 'revision_number': 5, 'project_id': '44538c357c154e37b6b4c2a3f5e264ae', 'subnets': [{'id': '99cdc121-7dc1-4860-8162-bcbc59867073', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:43:00.739148 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-850258ad-61c7-40fa-9e3e-25b2b67bfa38 tempest-ExternalNetworksTestJSON-1992346447 tempest-ExternalNetworksTestJSON-1992346447-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586917'] for network, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:00.775707 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 49414) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:43:00.854671 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-850258ad-61c7-40fa-9e3e-25b2b67bfa38 tempest-ExternalNetworksTestJSON-1992346447 tempest-ExternalNetworksTestJSON-1992346447-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857803', 'neutron.services.segments.db._delete_segments_for_network-8743873143390'] for network, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:00.876822 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [req-6081cad0-98ee-4662-9e4e-d1f8d724f6b0 req-808b5428-4bb5-4fcc-9cab-33f129669f22 tempest-TestServerMultinode-1259140485 tempest-TestServerMultinode-1259140485-project-admin] No DVR routers for this DVR port 043ab361-2303-40f8-bea6-c78f8021ed36 on host n-h1-813419-10 {{(pid=102347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:43:00.880361 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-850258ad-61c7-40fa-9e3e-25b2b67bfa38 tempest-ExternalNetworksTestJSON-1992346447 tempest-ExternalNetworksTestJSON-1992346447-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12842d24-e422-4816-8b88-3795f65f89b6']}} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:43:00.883380 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-6081cad0-98ee-4662-9e4e-d1f8d724f6b0 req-808b5428-4bb5-4fcc-9cab-33f129669f22 tempest-TestServerMultinode-1259140485 tempest-TestServerMultinode-1259140485-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:00.888138 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-6081cad0-98ee-4662-9e4e-d1f8d724f6b0 req-808b5428-4bb5-4fcc-9cab-33f129669f22 tempest-TestServerMultinode-1259140485 tempest-TestServerMultinode-1259140485-project-admin] 10.222.0.64 "DELETE /v2.0/ports/043ab361-2303-40f8-bea6-c78f8021ed36 HTTP/1.1" status: 204 len: 173 time: 1.5444345 Oct 27 10:43:00.901722 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-850258ad-61c7-40fa-9e3e-25b2b67bfa38 tempest-ExternalNetworksTestJSON-1992346447 tempest-ExternalNetworksTestJSON-1992346447-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ecdd8e18-3afa-459f-853b-457eaba04a9f') {'for_net_delete': True} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:43:00.902784 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-850258ad-61c7-40fa-9e3e-25b2b67bfa38 tempest-ExternalNetworksTestJSON-1992346447 tempest-ExternalNetworksTestJSON-1992346447-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ecdd8e18-3afa-459f-853b-457eaba04a9f') {} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:43:00.913835 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-d33ff4c7-792a-46ab-8c3c-320b969018a3 req-1109cee6-8caf-435a-86a7-a03e3eb1d209 service neutron] 10.222.0.44 "GET /v2.0/networks/b46f0309-9186-4ac3-a8d4-289db60744e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2739165 Oct 27 10:43:00.921194 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-850258ad-61c7-40fa-9e3e-25b2b67bfa38 tempest-ExternalNetworksTestJSON-1992346447 tempest-ExternalNetworksTestJSON-1992346447-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743873145191', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25847877'] for segment, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:00.942416 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-850258ad-61c7-40fa-9e3e-25b2b67bfa38 tempest-ExternalNetworksTestJSON-1992346447 tempest-ExternalNetworksTestJSON-1992346447-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:00.948548 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-571d0db5-d344-454d-b633-ac6d0e8712c0 req-d7967a9a-9532-4141-8d0f-1e0ad8db300c service neutron] 10.222.0.76 "GET /v2.0/networks/b46f0309-9186-4ac3-a8d4-289db60744e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3513050 Oct 27 10:43:00.975107 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-850258ad-61c7-40fa-9e3e-25b2b67bfa38 tempest-ExternalNetworksTestJSON-1992346447 tempest-ExternalNetworksTestJSON-1992346447-project-admin] Releasing vlan 420 on physical network physnet1 to pool {{(pid=102346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 10:43:00.975576 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-850258ad-61c7-40fa-9e3e-25b2b67bfa38 tempest-ExternalNetworksTestJSON-1992346447 tempest-ExternalNetworksTestJSON-1992346447-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27024137'] for segment, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:01.079166 n-d-813419-10 neutron-server[102346]: Traceback (most recent call last): Oct 27 10:43:01.079166 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 10:43:01.079166 n-d-813419-10 neutron-server[102346]: timer() Oct 27 10:43:01.079166 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 10:43:01.079166 n-d-813419-10 neutron-server[102346]: cb(*args, **kw) Oct 27 10:43:01.079166 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 10:43:01.079166 n-d-813419-10 neutron-server[102346]: return func(*args, **kwargs) Oct 27 10:43:01.079166 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 10:43:01.079166 n-d-813419-10 neutron-server[102346]: self._notify() Oct 27 10:43:01.079166 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 10:43:01.079166 n-d-813419-10 neutron-server[102346]: self.callback(batched_events) Oct 27 10:43:01.079166 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 10:43:01.079166 n-d-813419-10 neutron-server[102346]: event.method(event) Oct 27 10:43:01.079166 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 10:43:01.079166 n-d-813419-10 neutron-server[102346]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 10:43:01.079166 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 10:43:01.079166 n-d-813419-10 neutron-server[102346]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 10:43:01.079166 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 10:43:01.079166 n-d-813419-10 neutron-server[102346]: return f(self, *a, **k) Oct 27 10:43:01.079166 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 10:43:01.079166 n-d-813419-10 neutron-server[102346]: return self._get(url).json() Oct 27 10:43:01.079166 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 10:43:01.079166 n-d-813419-10 neutron-server[102346]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 10:43:01.079166 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 10:43:01.079166 n-d-813419-10 neutron-server[102346]: return self.request(url, 'GET', **kwargs) Oct 27 10:43:01.079166 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 10:43:01.079166 n-d-813419-10 neutron-server[102346]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 10:43:01.079166 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 10:43:01.079166 n-d-813419-10 neutron-server[102346]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 10:43:01.079166 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 10:43:01.079166 n-d-813419-10 neutron-server[102346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 10:43:01.079166 n-d-813419-10 neutron-server[102346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 10:43:01.104890 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-72e4dccb-2fae-4fb1-a01a-0be3260a49f9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:01.108116 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-571d0db5-d344-454d-b633-ac6d0e8712c0 req-0566587d-5dd2-48ff-baae-ff2695a6ff74 service neutron] 10.222.0.76 "GET /v2.0/networks/b46f0309-9186-4ac3-a8d4-289db60744e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1479604 Oct 27 10:43:01.184090 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05f1423d-0a0a-488a-ae01-4353b3c5b6fa None None] New status for floating IP 90f4b26f-0b93-4172-968b-76827256d9a5: DOWN {{(pid=102348) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 10:43:01.237481 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-b7753b52-45df-41df-bea2-e4577b3a9b4f req-fd3b9fa0-eb50-400f-957d-4f2f6f8792a7 tempest-ServerRescueTestJSONUnderV235-163125560 tempest-ServerRescueTestJSONUnderV235-163125560-project] 10.222.0.44 "GET /v2.0/floatingips/90f4b26f-0b93-4172-968b-76827256d9a5 HTTP/1.1" status: 200 len: 695 time: 0.1541629 Oct 27 10:43:01.306535 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-850258ad-61c7-40fa-9e3e-25b2b67bfa38 tempest-ExternalNetworksTestJSON-1992346447 tempest-ExternalNetworksTestJSON-1992346447-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664840'] for network, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:01.324511 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-850258ad-61c7-40fa-9e3e-25b2b67bfa38 tempest-ExternalNetworksTestJSON-1992346447 tempest-ExternalNetworksTestJSON-1992346447-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 12842d24-e422-4816-8b88-3795f65f89b6 {{(pid=102346) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Oct 27 10:43:01.332746 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-850258ad-61c7-40fa-9e3e-25b2b67bfa38 tempest-ExternalNetworksTestJSON-1992346447 tempest-ExternalNetworksTestJSON-1992346447-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for network, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:01.339462 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-850258ad-61c7-40fa-9e3e-25b2b67bfa38 tempest-ExternalNetworksTestJSON-1992346447 tempest-ExternalNetworksTestJSON-1992346447-project-admin] 10.222.0.44 "DELETE /v2.0/networks/12842d24-e422-4816-8b88-3795f65f89b6 HTTP/1.1" status: 204 len: 168 time: 0.6880112 Oct 27 10:43:01.339826 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 49420) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:43:01.346776 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-6f83df5e-09af-401b-927a-6b89dc29502b tempest-ExternalNetworksTestJSON-1992346447 tempest-ExternalNetworksTestJSON-1992346447-project-admin] Request body: {'network': {'name': 'tempest-network--462775460'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:43:01.371332 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850258ad-61c7-40fa-9e3e-25b2b67bfa38 tempest-ExternalNetworksTestJSON-1992346447 tempest-ExternalNetworksTestJSON-1992346447-project-admin] Pushing event deleted for resources: {'Network': ['ID=12842d24-e422-4816-8b88-3795f65f89b6,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:43:01.405867 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f83df5e-09af-401b-927a-6b89dc29502b tempest-ExternalNetworksTestJSON-1992346447 tempest-ExternalNetworksTestJSON-1992346447-project-admin] Made reservation on behalf of 59c515c69bdf40b69c1698b4b8142f71 for: {'network': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:43:01.412686 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-6f83df5e-09af-401b-927a-6b89dc29502b tempest-ExternalNetworksTestJSON-1992346447 tempest-ExternalNetworksTestJSON-1992346447-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for network, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:01.431566 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7753b52-45df-41df-bea2-e4577b3a9b4f req-db7f6051-a752-43c8-844d-70c09fc636a9 tempest-ServerRescueTestJSONUnderV235-163125560 tempest-ServerRescueTestJSONUnderV235-163125560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:43:01.433048 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-b7753b52-45df-41df-bea2-e4577b3a9b4f req-db7f6051-a752-43c8-844d-70c09fc636a9 tempest-ServerRescueTestJSONUnderV235-163125560 tempest-ServerRescueTestJSONUnderV235-163125560-project] 10.222.0.44 "GET /v2.0/networks/185ff123-c7ff-45c7-a6be-71feb35acc9c HTTP/1.1" status: 200 len: 784 time: 0.1883495 Oct 27 10:43:01.449801 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [req-b7753b52-45df-41df-bea2-e4577b3a9b4f req-71bf544a-34c2-4ba3-958f-d3e00e60bdb1 tempest-ServerRescueTestJSONUnderV235-163125560 tempest-ServerRescueTestJSONUnderV235-163125560-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=102346) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 10:43:01.450855 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-b7753b52-45df-41df-bea2-e4577b3a9b4f req-71bf544a-34c2-4ba3-958f-d3e00e60bdb1 tempest-ServerRescueTestJSONUnderV235-163125560 tempest-ServerRescueTestJSONUnderV235-163125560-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0068026 Oct 27 10:43:01.467589 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f83df5e-09af-401b-927a-6b89dc29502b tempest-ExternalNetworksTestJSON-1992346447 tempest-ExternalNetworksTestJSON-1992346447-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 448} {{(pid=102347) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 10:43:01.503557 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-72e4dccb-2fae-4fb1-a01a-0be3260a49f9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:01.510548 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-a1efb76b-30e1-47d1-9a1e-a87fb9edc864 req-197710a0-b92b-4728-96a4-19c85b8dd86d tempest-TestServerMultinode-1259140485 tempest-TestServerMultinode-1259140485-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=fa6e8a77-4ee6-4f20-978f-0c7a81068d79 HTTP/1.1" status: 200 len: 210 time: 0.0340085 Oct 27 10:43:01.512109 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-72e4dccb-2fae-4fb1-a01a-0be3260a49f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:01.516139 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-6f83df5e-09af-401b-927a-6b89dc29502b tempest-ExternalNetworksTestJSON-1992346447 tempest-ExternalNetworksTestJSON-1992346447-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:01.516787 n-d-813419-10 neutron-server[102347]: INFO neutron.db.segments_db [None req-6f83df5e-09af-401b-927a-6b89dc29502b tempest-ExternalNetworksTestJSON-1992346447 tempest-ExternalNetworksTestJSON-1992346447-project-admin] Added segment 7da89700-b9a2-4e20-80e7-2abf31939ddf of type vlan for network e5c8f287-5990-4aec-8cdc-b84cc6e7162d Oct 27 10:43:01.518894 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-b7753b52-45df-41df-bea2-e4577b3a9b4f req-e7bb235e-c0e8-4f5d-ae6b-7d8e9fd4d1a7 tempest-ServerRescueTestJSONUnderV235-163125560 tempest-ServerRescueTestJSONUnderV235-163125560-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.8.157 HTTP/1.1" status: 200 len: 696 time: 0.0565186 Oct 27 10:43:01.563119 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa6e8a77-4ee6-4f20-978f-0c7a81068d79', 'name': 'network-vif-deleted', 'tag': '043ab361-2303-40f8-bea6-c78f8021ed36'}] {{(pid=102347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:43:01.565446 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311149b481204ee7edffdb959c881838506fbd95bc8577c048f6677abb73acc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3526b79f-3c50-4c6e-b76a-169fe2a0d61d" -d '{"events": [{"server_uuid": "fa6e8a77-4ee6-4f20-978f-0c7a81068d79", "name": "network-vif-deleted", "tag": "043ab361-2303-40f8-bea6-c78f8021ed36"}]}' {{(pid=102347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:43:01.584420 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-b7753b52-45df-41df-bea2-e4577b3a9b4f req-e42f4c0b-b601-4802-aecd-0c593e2d3ea1 tempest-ServerRescueTestJSONUnderV235-163125560 tempest-ServerRescueTestJSONUnderV235-163125560-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.8.157 HTTP/1.1" status: 200 len: 696 time: 0.0529444 Oct 27 10:43:01.585177 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-6f83df5e-09af-401b-927a-6b89dc29502b tempest-ExternalNetworksTestJSON-1992346447 tempest-ExternalNetworksTestJSON-1992346447-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743872593080'] for network, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:01.619360 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:43:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2096f441-a0f6-4593-a481-08295e6d40f5 x-openstack-request-id: req-2096f441-a0f6-4593-a481-08295e6d40f5 {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:43:01.619644 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa6e8a77-4ee6-4f20-978f-0c7a81068d79", "name": "network-vif-deleted", "tag": "043ab361-2303-40f8-bea6-c78f8021ed36", "status": "completed", "code": 200}]} {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:43:01.619895 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-2096f441-a0f6-4593-a481-08295e6d40f5 {{(pid=102347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:43:01.620366 n-d-813419-10 neutron-server[102347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa6e8a77-4ee6-4f20-978f-0c7a81068d79', 'name': 'network-vif-deleted', 'tag': '043ab361-2303-40f8-bea6-c78f8021ed36', 'status': 'completed', 'code': 200} Oct 27 10:43:01.625517 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-6f83df5e-09af-401b-927a-6b89dc29502b tempest-ExternalNetworksTestJSON-1992346447 tempest-ExternalNetworksTestJSON-1992346447-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913'] for network, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:01.626639 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f83df5e-09af-401b-927a-6b89dc29502b tempest-ExternalNetworksTestJSON-1992346447 tempest-ExternalNetworksTestJSON-1992346447-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:43:01.627271 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-6f83df5e-09af-401b-927a-6b89dc29502b tempest-ExternalNetworksTestJSON-1992346447 tempest-ExternalNetworksTestJSON-1992346447-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for network, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:01.653374 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e4dccb-2fae-4fb1-a01a-0be3260a49f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7131bb0a-1e51-4a9f-b84a-4d4f2470fdf2,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:43:01.660222 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-72e4dccb-2fae-4fb1-a01a-0be3260a49f9 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3d4b75ba103042a0bc7e31c8dad1b1cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8835061 Oct 27 10:43:01.681421 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 49426) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:43:01.713524 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-6f83df5e-09af-401b-927a-6b89dc29502b tempest-ExternalNetworksTestJSON-1992346447 tempest-ExternalNetworksTestJSON-1992346447-project-admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.3699811 Oct 27 10:43:01.716411 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 49428) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:43:01.721314 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-3c205444-5466-4fb4-9246-066ff35664d8 tempest-ExternalNetworksTestJSON-1992346447 tempest-ExternalNetworksTestJSON-1992346447-project-admin] Request body: {'network': {'router:external': True}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:43:01.742182 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f83df5e-09af-401b-927a-6b89dc29502b tempest-ExternalNetworksTestJSON-1992346447 tempest-ExternalNetworksTestJSON-1992346447-project-admin] Pushing event updated for resources: {'Network': ['ID=e5c8f287-5990-4aec-8cdc-b84cc6e7162d,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:43:01.755213 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Network e5c8f287-5990-4aec-8cdc-b84cc6e7162d details requested by agent ovs-agent-n-d-813419-10 with host n-d-813419-10 {{(pid=102348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 10:43:01.762412 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-34ecf401-1896-4fa6-8453-d38c9af1706f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:01.790752 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-34ecf401-1896-4fa6-8453-d38c9af1706f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:01.841594 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [req-b7753b52-45df-41df-bea2-e4577b3a9b4f req-4ff19c73-c066-46e1-8505-db37ddf77d23 tempest-ServerRescueTestJSONUnderV235-163125560 tempest-ServerRescueTestJSONUnderV235-163125560-project] Deleting port b8fecae4-84b5-4209-83eb-483f02cc0da7 {{(pid=102346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:43:01.842755 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-b7753b52-45df-41df-bea2-e4577b3a9b4f req-4ff19c73-c066-46e1-8505-db37ddf77d23 tempest-ServerRescueTestJSONUnderV235-163125560 tempest-ServerRescueTestJSONUnderV235-163125560-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:01.856548 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-34ecf401-1896-4fa6-8453-d38c9af1706f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:01.860298 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-34ecf401-1896-4fa6-8453-d38c9af1706f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:01.861490 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-34ecf401-1896-4fa6-8453-d38c9af1706f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/7131bb0a-1e51-4a9f-b84a-4d4f2470fdf2 HTTP/1.1" status: 204 len: 168 time: 0.1781247 Oct 27 10:43:01.870967 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ecf401-1896-4fa6-8453-d38c9af1706f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7131bb0a-1e51-4a9f-b84a-4d4f2470fdf2,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:43:01.962220 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-3c205444-5466-4fb4-9246-066ff35664d8 tempest-ExternalNetworksTestJSON-1992346447 tempest-ExternalNetworksTestJSON-1992346447-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743872593080'] for network, precommit_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:01.972596 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-b7753b52-45df-41df-bea2-e4577b3a9b4f req-4ff19c73-c066-46e1-8505-db37ddf77d23 tempest-ServerRescueTestJSONUnderV235-163125560 tempest-ServerRescueTestJSONUnderV235-163125560-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:01.972916 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-b7753b52-45df-41df-bea2-e4577b3a9b4f req-4ff19c73-c066-46e1-8505-db37ddf77d23 tempest-ServerRescueTestJSONUnderV235-163125560 tempest-ServerRescueTestJSONUnderV235-163125560-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:01.987259 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [req-b7753b52-45df-41df-bea2-e4577b3a9b4f req-4ff19c73-c066-46e1-8505-db37ddf77d23 tempest-ServerRescueTestJSONUnderV235-163125560 tempest-ServerRescueTestJSONUnderV235-163125560-project] Calling delete_port for b8fecae4-84b5-4209-83eb-483f02cc0da7 owned by network:floatingip {{(pid=102346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:43:01.988964 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-3c205444-5466-4fb4-9246-066ff35664d8 tempest-ExternalNetworksTestJSON-1992346447 tempest-ExternalNetworksTestJSON-1992346447-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913'] for network, after_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:02.034589 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-3c205444-5466-4fb4-9246-066ff35664d8 tempest-ExternalNetworksTestJSON-1992346447 tempest-ExternalNetworksTestJSON-1992346447-project-admin] Network e5c8f287-5990-4aec-8cdc-b84cc6e7162d is not hosted by any dhcp agent {{(pid=102346) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 27 10:43:02.035493 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c205444-5466-4fb4-9246-066ff35664d8 tempest-ExternalNetworksTestJSON-1992346447 tempest-ExternalNetworksTestJSON-1992346447-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:43:02.036085 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-3c205444-5466-4fb4-9246-066ff35664d8 tempest-ExternalNetworksTestJSON-1992346447 tempest-ExternalNetworksTestJSON-1992346447-project-admin] Publish callbacks [] for network, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:02.037397 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-3c205444-5466-4fb4-9246-066ff35664d8 tempest-ExternalNetworksTestJSON-1992346447 tempest-ExternalNetworksTestJSON-1992346447-project-admin] 10.222.0.44 "PUT /v2.0/networks/e5c8f287-5990-4aec-8cdc-b84cc6e7162d HTTP/1.1" status: 200 len: 857 time: 0.3201160 Oct 27 10:43:02.040410 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 49434) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:43:02.098845 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c205444-5466-4fb4-9246-066ff35664d8 tempest-ExternalNetworksTestJSON-1992346447 tempest-ExternalNetworksTestJSON-1992346447-project-admin] Pushing event updated for resources: {'Network': ['ID=e5c8f287-5990-4aec-8cdc-b84cc6e7162d,revision_number=2']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:43:02.117182 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-7aa75ba4-75be-4e05-9780-c7ca83b67b74 tempest-ExternalNetworksTestJSON-1992346447 tempest-ExternalNetworksTestJSON-1992346447-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586917'] for network, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:02.187818 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 49436) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:43:02.191150 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-b7753b52-45df-41df-bea2-e4577b3a9b4f req-4ff19c73-c066-46e1-8505-db37ddf77d23 tempest-ServerRescueTestJSONUnderV235-163125560 tempest-ServerRescueTestJSONUnderV235-163125560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:02.208947 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-31a4e07a-29a1-48cb-9e8f-49fe0a4f11f9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:02.214228 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-7aa75ba4-75be-4e05-9780-c7ca83b67b74 tempest-ExternalNetworksTestJSON-1992346447 tempest-ExternalNetworksTestJSON-1992346447-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857803', 'neutron.services.segments.db._delete_segments_for_network-8743873143390'] for network, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:02.217055 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff19c73-c066-46e1-8505-db37ddf77d23 tempest-ServerRescueTestJSONUnderV235-163125560 tempest-ServerRescueTestJSONUnderV235-163125560-project] Pushing event deleted for resources: {'Port': ['ID=b8fecae4-84b5-4209-83eb-483f02cc0da7,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:43:02.230785 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff19c73-c066-46e1-8505-db37ddf77d23 tempest-ServerRescueTestJSONUnderV235-163125560 tempest-ServerRescueTestJSONUnderV235-163125560-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:43:02.231139 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff19c73-c066-46e1-8505-db37ddf77d23 tempest-ServerRescueTestJSONUnderV235-163125560 tempest-ServerRescueTestJSONUnderV235-163125560-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:43:02.231482 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff19c73-c066-46e1-8505-db37ddf77d23 tempest-ServerRescueTestJSONUnderV235-163125560 tempest-ServerRescueTestJSONUnderV235-163125560-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:43:02.231816 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff19c73-c066-46e1-8505-db37ddf77d23 tempest-ServerRescueTestJSONUnderV235-163125560 tempest-ServerRescueTestJSONUnderV235-163125560-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:43:02.232149 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff19c73-c066-46e1-8505-db37ddf77d23 tempest-ServerRescueTestJSONUnderV235-163125560 tempest-ServerRescueTestJSONUnderV235-163125560-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:43:02.232795 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff19c73-c066-46e1-8505-db37ddf77d23 tempest-ServerRescueTestJSONUnderV235-163125560 tempest-ServerRescueTestJSONUnderV235-163125560-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:43:02.232971 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff19c73-c066-46e1-8505-db37ddf77d23 tempest-ServerRescueTestJSONUnderV235-163125560 tempest-ServerRescueTestJSONUnderV235-163125560-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:43:02.233181 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff19c73-c066-46e1-8505-db37ddf77d23 tempest-ServerRescueTestJSONUnderV235-163125560 tempest-ServerRescueTestJSONUnderV235-163125560-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:43:02.233508 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff19c73-c066-46e1-8505-db37ddf77d23 tempest-ServerRescueTestJSONUnderV235-163125560 tempest-ServerRescueTestJSONUnderV235-163125560-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:43:02.233835 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff19c73-c066-46e1-8505-db37ddf77d23 tempest-ServerRescueTestJSONUnderV235-163125560 tempest-ServerRescueTestJSONUnderV235-163125560-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:43:02.234330 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff19c73-c066-46e1-8505-db37ddf77d23 tempest-ServerRescueTestJSONUnderV235-163125560 tempest-ServerRescueTestJSONUnderV235-163125560-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:43:02.234492 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff19c73-c066-46e1-8505-db37ddf77d23 tempest-ServerRescueTestJSONUnderV235-163125560 tempest-ServerRescueTestJSONUnderV235-163125560-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:43:02.246728 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-7aa75ba4-75be-4e05-9780-c7ca83b67b74 tempest-ExternalNetworksTestJSON-1992346447 tempest-ExternalNetworksTestJSON-1992346447-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5c8f287-5990-4aec-8cdc-b84cc6e7162d']}} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:43:02.259452 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-7aa75ba4-75be-4e05-9780-c7ca83b67b74 tempest-ExternalNetworksTestJSON-1992346447 tempest-ExternalNetworksTestJSON-1992346447-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7da89700-b9a2-4e20-80e7-2abf31939ddf') {'for_net_delete': True} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:43:02.259748 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-7aa75ba4-75be-4e05-9780-c7ca83b67b74 tempest-ExternalNetworksTestJSON-1992346447 tempest-ExternalNetworksTestJSON-1992346447-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7da89700-b9a2-4e20-80e7-2abf31939ddf') {} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:43:02.278778 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-7aa75ba4-75be-4e05-9780-c7ca83b67b74 tempest-ExternalNetworksTestJSON-1992346447 tempest-ExternalNetworksTestJSON-1992346447-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743873145191', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18445132'] for segment, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:02.293614 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-b7753b52-45df-41df-bea2-e4577b3a9b4f req-4ff19c73-c066-46e1-8505-db37ddf77d23 tempest-ServerRescueTestJSONUnderV235-163125560 tempest-ServerRescueTestJSONUnderV235-163125560-project] Publish callbacks [] for floatingip, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:02.298069 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-b7753b52-45df-41df-bea2-e4577b3a9b4f req-4ff19c73-c066-46e1-8505-db37ddf77d23 tempest-ServerRescueTestJSONUnderV235-163125560 tempest-ServerRescueTestJSONUnderV235-163125560-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for floatingip, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:02.298069 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-b7753b52-45df-41df-bea2-e4577b3a9b4f req-4ff19c73-c066-46e1-8505-db37ddf77d23 tempest-ServerRescueTestJSONUnderV235-163125560 tempest-ServerRescueTestJSONUnderV235-163125560-project] 10.222.0.44 "DELETE /v2.0/floatingips/90f4b26f-0b93-4172-968b-76827256d9a5 HTTP/1.1" status: 204 len: 173 time: 0.7017236 Oct 27 10:43:02.303747 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-7aa75ba4-75be-4e05-9780-c7ca83b67b74 tempest-ExternalNetworksTestJSON-1992346447 tempest-ExternalNetworksTestJSON-1992346447-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:02.314336 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7aa75ba4-75be-4e05-9780-c7ca83b67b74 tempest-ExternalNetworksTestJSON-1992346447 tempest-ExternalNetworksTestJSON-1992346447-project-admin] Releasing vlan 448 on physical network physnet1 to pool {{(pid=102347) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 10:43:02.314749 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-7aa75ba4-75be-4e05-9780-c7ca83b67b74 tempest-ExternalNetworksTestJSON-1992346447 tempest-ExternalNetworksTestJSON-1992346447-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-18296032'] for segment, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:02.316479 n-d-813419-10 neutron-server[102347]: Traceback (most recent call last): Oct 27 10:43:02.316479 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 10:43:02.316479 n-d-813419-10 neutron-server[102347]: timer() Oct 27 10:43:02.316479 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 10:43:02.316479 n-d-813419-10 neutron-server[102347]: cb(*args, **kw) Oct 27 10:43:02.316479 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 10:43:02.316479 n-d-813419-10 neutron-server[102347]: return func(*args, **kwargs) Oct 27 10:43:02.316479 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 10:43:02.316479 n-d-813419-10 neutron-server[102347]: self._notify() Oct 27 10:43:02.316479 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 10:43:02.316479 n-d-813419-10 neutron-server[102347]: self.callback(batched_events) Oct 27 10:43:02.316479 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 10:43:02.316479 n-d-813419-10 neutron-server[102347]: event.method(event) Oct 27 10:43:02.316479 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 10:43:02.316479 n-d-813419-10 neutron-server[102347]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 10:43:02.316479 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 10:43:02.316479 n-d-813419-10 neutron-server[102347]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 10:43:02.316479 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 10:43:02.316479 n-d-813419-10 neutron-server[102347]: return f(self, *a, **k) Oct 27 10:43:02.316479 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 10:43:02.316479 n-d-813419-10 neutron-server[102347]: return self._get(url).json() Oct 27 10:43:02.316479 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 10:43:02.316479 n-d-813419-10 neutron-server[102347]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 10:43:02.316479 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 10:43:02.316479 n-d-813419-10 neutron-server[102347]: return self.request(url, 'GET', **kwargs) Oct 27 10:43:02.316479 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 10:43:02.316479 n-d-813419-10 neutron-server[102347]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 10:43:02.316479 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 10:43:02.316479 n-d-813419-10 neutron-server[102347]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 10:43:02.316479 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 10:43:02.316479 n-d-813419-10 neutron-server[102347]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 10:43:02.316479 n-d-813419-10 neutron-server[102347]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 10:43:02.421238 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-31a4e07a-29a1-48cb-9e8f-49fe0a4f11f9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:02.422128 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-7aa75ba4-75be-4e05-9780-c7ca83b67b74 tempest-ExternalNetworksTestJSON-1992346447 tempest-ExternalNetworksTestJSON-1992346447-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664840'] for network, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:02.429216 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7aa75ba4-75be-4e05-9780-c7ca83b67b74 tempest-ExternalNetworksTestJSON-1992346447 tempest-ExternalNetworksTestJSON-1992346447-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network e5c8f287-5990-4aec-8cdc-b84cc6e7162d {{(pid=102347) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Oct 27 10:43:02.430521 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-31a4e07a-29a1-48cb-9e8f-49fe0a4f11f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:02.434883 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-06cdc117-b067-4ba9-bf9b-5a82d86495cb req-990f7525-d176-4788-83aa-1c6463acc78a tempest-ServerRescueTestJSONUnderV235-163125560 tempest-ServerRescueTestJSONUnderV235-163125560-project] 10.222.0.44 "GET /v2.0/security-groups/4eebadfb-9840-4b8a-9698-efb001b340c9 HTTP/1.1" status: 200 len: 1810 time: 0.1084771 Oct 27 10:43:02.435846 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-7aa75ba4-75be-4e05-9780-c7ca83b67b74 tempest-ExternalNetworksTestJSON-1992346447 tempest-ExternalNetworksTestJSON-1992346447-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for network, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:02.439527 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-7aa75ba4-75be-4e05-9780-c7ca83b67b74 tempest-ExternalNetworksTestJSON-1992346447 tempest-ExternalNetworksTestJSON-1992346447-project-admin] 10.222.0.44 "DELETE /v2.0/networks/e5c8f287-5990-4aec-8cdc-b84cc6e7162d HTTP/1.1" status: 204 len: 168 time: 0.3975630 Oct 27 10:43:02.443169 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 49440) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:43:02.458783 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa75ba4-75be-4e05-9780-c7ca83b67b74 tempest-ExternalNetworksTestJSON-1992346447 tempest-ExternalNetworksTestJSON-1992346447-project-admin] Pushing event deleted for resources: {'Network': ['ID=e5c8f287-5990-4aec-8cdc-b84cc6e7162d,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:43:02.493891 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:02.516683 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-31a4e07a-29a1-48cb-9e8f-49fe0a4f11f9 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=860c83fde7524cb0a61cfe9e634003df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3277218 Oct 27 10:43:02.517439 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a4e07a-29a1-48cb-9e8f-49fe0a4f11f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c31a706-c291-4d65-8269-513c6f345ecf,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:43:02.519833 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 49442) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:43:02.610633 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-06cdc117-b067-4ba9-bf9b-5a82d86495cb req-1c16c507-a6f0-4724-a240-4122ea22be22 tempest-ServerRescueTestJSONUnderV235-163125560 tempest-ServerRescueTestJSONUnderV235-163125560-project] Publish callbacks [] for security_group, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:02.611533 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 49446) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:43:02.711816 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-0a62ab98-3a00-4e59-b998-d21814de0b82 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:02.726751 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-06cdc117-b067-4ba9-bf9b-5a82d86495cb req-1c16c507-a6f0-4724-a240-4122ea22be22 tempest-ServerRescueTestJSONUnderV235-163125560 tempest-ServerRescueTestJSONUnderV235-163125560-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:02.763513 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-0a62ab98-3a00-4e59-b998-d21814de0b82 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:02.827476 n-d-813419-10 neutron-server[102346]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7ba658a-e5e9-4d44-825a-34bb446b3c57 tempest-ExternalNetworksTestJSON-1871303086 tempest-ExternalNetworksTestJSON-1871303086-project] DELETE failed (client error): The resource could not be found. Oct 27 10:43:02.828028 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7ba658a-e5e9-4d44-825a-34bb446b3c57 tempest-ExternalNetworksTestJSON-1871303086 tempest-ExternalNetworksTestJSON-1871303086-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102346) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 10:43:02.831205 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-e7ba658a-e5e9-4d44-825a-34bb446b3c57 tempest-ExternalNetworksTestJSON-1871303086 tempest-ExternalNetworksTestJSON-1871303086-project] 10.222.0.44 "DELETE /v2.0/subnets/f26a84f1-193a-4ad8-a309-a89a2bd59507 HTTP/1.1" status: 404 len: 337 time: 0.3868389 Oct 27 10:43:02.833760 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 49448) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:43:02.882690 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-06cdc117-b067-4ba9-bf9b-5a82d86495cb req-1c16c507-a6f0-4724-a240-4122ea22be22 tempest-ServerRescueTestJSONUnderV235-163125560 tempest-ServerRescueTestJSONUnderV235-163125560-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:02.885277 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-06cdc117-b067-4ba9-bf9b-5a82d86495cb req-1c16c507-a6f0-4724-a240-4122ea22be22 tempest-ServerRescueTestJSONUnderV235-163125560 tempest-ServerRescueTestJSONUnderV235-163125560-project] Publish callbacks [] for security_group, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:02.886433 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-06cdc117-b067-4ba9-bf9b-5a82d86495cb req-1c16c507-a6f0-4724-a240-4122ea22be22 tempest-ServerRescueTestJSONUnderV235-163125560 tempest-ServerRescueTestJSONUnderV235-163125560-project] 10.222.0.44 "DELETE /v2.0/security-groups/4eebadfb-9840-4b8a-9698-efb001b340c9 HTTP/1.1" status: 204 len: 173 time: 0.4349132 Oct 27 10:43:02.903194 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c16c507-a6f0-4724-a240-4122ea22be22 tempest-ServerRescueTestJSONUnderV235-163125560 tempest-ServerRescueTestJSONUnderV235-163125560-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4eebadfb-9840-4b8a-9698-efb001b340c9,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:43:02.915390 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-0a62ab98-3a00-4e59-b998-d21814de0b82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:02.918241 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-0a62ab98-3a00-4e59-b998-d21814de0b82 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:02.919505 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-0a62ab98-3a00-4e59-b998-d21814de0b82 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1c31a706-c291-4d65-8269-513c6f345ecf HTTP/1.1" status: 204 len: 168 time: 0.3943801 Oct 27 10:43:02.934583 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a62ab98-3a00-4e59-b998-d21814de0b82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c31a706-c291-4d65-8269-513c6f345ecf,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:43:02.962377 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-a63024cd-4345-493e-88ba-092dc82ef45a tempest-ExternalNetworksTestJSON-1871303086 tempest-ExternalNetworksTestJSON-1871303086-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586917'] for network, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:03.065792 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-a63024cd-4345-493e-88ba-092dc82ef45a tempest-ExternalNetworksTestJSON-1871303086 tempest-ExternalNetworksTestJSON-1871303086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857803', 'neutron.services.segments.db._delete_segments_for_network-8743873143390'] for network, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:03.101972 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-a63024cd-4345-493e-88ba-092dc82ef45a tempest-ExternalNetworksTestJSON-1871303086 tempest-ExternalNetworksTestJSON-1871303086-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['224603aa-86aa-469f-b3fe-88eef6ee4a2d']}} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:43:03.118739 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-a63024cd-4345-493e-88ba-092dc82ef45a tempest-ExternalNetworksTestJSON-1871303086 tempest-ExternalNetworksTestJSON-1871303086-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7a047fe-a37c-4194-a4e9-83aed6e6b8a3') {'for_net_delete': True} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:43:03.119041 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-a63024cd-4345-493e-88ba-092dc82ef45a tempest-ExternalNetworksTestJSON-1871303086 tempest-ExternalNetworksTestJSON-1871303086-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7a047fe-a37c-4194-a4e9-83aed6e6b8a3') {} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:43:03.143711 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-a63024cd-4345-493e-88ba-092dc82ef45a tempest-ExternalNetworksTestJSON-1871303086 tempest-ExternalNetworksTestJSON-1871303086-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743873145191', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25847877'] for segment, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:03.169658 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-a63024cd-4345-493e-88ba-092dc82ef45a tempest-ExternalNetworksTestJSON-1871303086 tempest-ExternalNetworksTestJSON-1871303086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:03.178546 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a63024cd-4345-493e-88ba-092dc82ef45a tempest-ExternalNetworksTestJSON-1871303086 tempest-ExternalNetworksTestJSON-1871303086-project] Releasing vlan 400 on physical network physnet1 to pool {{(pid=102346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 10:43:03.179007 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-a63024cd-4345-493e-88ba-092dc82ef45a tempest-ExternalNetworksTestJSON-1871303086 tempest-ExternalNetworksTestJSON-1871303086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27024137'] for segment, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:03.184757 n-d-813419-10 neutron-server[102346]: Traceback (most recent call last): Oct 27 10:43:03.184757 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 10:43:03.184757 n-d-813419-10 neutron-server[102346]: timer() Oct 27 10:43:03.184757 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 10:43:03.184757 n-d-813419-10 neutron-server[102346]: cb(*args, **kw) Oct 27 10:43:03.184757 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 10:43:03.184757 n-d-813419-10 neutron-server[102346]: return func(*args, **kwargs) Oct 27 10:43:03.184757 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 10:43:03.184757 n-d-813419-10 neutron-server[102346]: self._notify() Oct 27 10:43:03.184757 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 10:43:03.184757 n-d-813419-10 neutron-server[102346]: self.callback(batched_events) Oct 27 10:43:03.184757 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 10:43:03.184757 n-d-813419-10 neutron-server[102346]: event.method(event) Oct 27 10:43:03.184757 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 10:43:03.184757 n-d-813419-10 neutron-server[102346]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 10:43:03.184757 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 10:43:03.184757 n-d-813419-10 neutron-server[102346]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 10:43:03.184757 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 10:43:03.184757 n-d-813419-10 neutron-server[102346]: return f(self, *a, **k) Oct 27 10:43:03.184757 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 10:43:03.184757 n-d-813419-10 neutron-server[102346]: return self._get(url).json() Oct 27 10:43:03.184757 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 10:43:03.184757 n-d-813419-10 neutron-server[102346]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 10:43:03.184757 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 10:43:03.184757 n-d-813419-10 neutron-server[102346]: return self.request(url, 'GET', **kwargs) Oct 27 10:43:03.184757 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 10:43:03.184757 n-d-813419-10 neutron-server[102346]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 10:43:03.184757 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 10:43:03.184757 n-d-813419-10 neutron-server[102346]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 10:43:03.184757 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 10:43:03.184757 n-d-813419-10 neutron-server[102346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 10:43:03.184757 n-d-813419-10 neutron-server[102346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 10:43:03.208646 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-9f7e4964-c8ad-46fc-9756-53028ea760fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1766202'] for router_interface, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:03.247014 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device 043ab361-2303-40f8-bea6-c78f8021ed36 no longer exists at agent hyperv_n-h1-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:43:03.282422 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] No Port match for: 043ab361-2303-40f8-bea6-c78f8021ed36 {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:43:03.282898 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device 043ab361-2303-40f8-bea6-c78f8021ed36 not bound to the agent host n-h1-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:43:03.286465 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-a63024cd-4345-493e-88ba-092dc82ef45a tempest-ExternalNetworksTestJSON-1871303086 tempest-ExternalNetworksTestJSON-1871303086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664840'] for network, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:03.299025 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-a63024cd-4345-493e-88ba-092dc82ef45a tempest-ExternalNetworksTestJSON-1871303086 tempest-ExternalNetworksTestJSON-1871303086-project] Publish callbacks [] for network, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:03.305179 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-a63024cd-4345-493e-88ba-092dc82ef45a tempest-ExternalNetworksTestJSON-1871303086 tempest-ExternalNetworksTestJSON-1871303086-project] 10.222.0.44 "DELETE /v2.0/networks/224603aa-86aa-469f-b3fe-88eef6ee4a2d HTTP/1.1" status: 204 len: 168 time: 0.4676857 Oct 27 10:43:03.329091 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63024cd-4345-493e-88ba-092dc82ef45a tempest-ExternalNetworksTestJSON-1871303086 tempest-ExternalNetworksTestJSON-1871303086-project] Pushing event deleted for resources: {'Network': ['ID=224603aa-86aa-469f-b3fe-88eef6ee4a2d,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:43:03.393253 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eeba9ad-474b-4586-a4bf-e1b88c7b7545 req-415e96ee-e2ea-4dc9-a655-d1f1c65fdd61 tempest-ServerRescueTestJSONUnderV235-163125560 tempest-ServerRescueTestJSONUnderV235-163125560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:43:03.394940 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-9eeba9ad-474b-4586-a4bf-e1b88c7b7545 req-415e96ee-e2ea-4dc9-a655-d1f1c65fdd61 tempest-ServerRescueTestJSONUnderV235-163125560 tempest-ServerRescueTestJSONUnderV235-163125560-project] 10.222.0.44 "GET /v2.0/ports?device_id=a3095d0a-bceb-438d-9a27-8bd12a2f8d45 HTTP/1.1" status: 200 len: 945 time: 0.0826855 Oct 27 10:43:03.488266 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-9eeba9ad-474b-4586-a4bf-e1b88c7b7545 req-816c559d-7c81-4631-8ac2-7ca093b27ac7 tempest-ServerRescueTestJSONUnderV235-163125560 tempest-ServerRescueTestJSONUnderV235-163125560-project] 10.222.0.44 "GET /v2.0/security-groups?id=d4da16b0-ae97-40b5-8605-2eb4fca87de4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861692 Oct 27 10:43:03.549228 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 49470) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:43:03.592034 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-9f7e4964-c8ad-46fc-9756-53028ea760fa admin admin] Deleting port b1bb909b-6b11-43f5-bc95-d6e7e6a2e0fc {{(pid=102347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:43:03.592533 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-9f7e4964-c8ad-46fc-9756-53028ea760fa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:03.683186 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [None req-9f7e4964-c8ad-46fc-9756-53028ea760fa admin admin] For port b1bb909b-6b11-43f5-bc95-d6e7e6a2e0fc, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=b1bb909b-6b11-43f5-bc95-d6e7e6a2e0fc,segment=NetworkSegment(1eb6e997-c0c8-40af-95c5-02a5a285d453),segment_id=1eb6e997-c0c8-40af-95c5-02a5a285d453)] {{(pid=102347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:43:03.683432 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-9f7e4964-c8ad-46fc-9756-53028ea760fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:03.694742 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-067edac5-2f01-4c9d-ac9e-de898e400380 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a28da44351b5487d85771cda4f344cc0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1442499 Oct 27 10:43:03.697272 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 49480) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:43:03.697695 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-9f7e4964-c8ad-46fc-9756-53028ea760fa admin admin] Calling delete_port for b1bb909b-6b11-43f5-bc95-d6e7e6a2e0fc owned by network:router_interface {{(pid=102347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:43:03.750676 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-8b5a4139-84c2-4e8e-b9bd-085ab9d959ea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:03.772057 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-8b5a4139-84c2-4e8e-b9bd-085ab9d959ea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:03.819967 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-8b5a4139-84c2-4e8e-b9bd-085ab9d959ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:03.822647 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-8b5a4139-84c2-4e8e-b9bd-085ab9d959ea admin admin] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:03.823808 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-8b5a4139-84c2-4e8e-b9bd-085ab9d959ea admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9dd248d0-1851-4111-ad9e-1ad42d746e62 HTTP/1.1" status: 204 len: 168 time: 0.1256239 Oct 27 10:43:03.834699 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5a4139-84c2-4e8e-b9bd-085ab9d959ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dd248d0-1851-4111-ad9e-1ad42d746e62,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:43:03.904739 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-9f7e4964-c8ad-46fc-9756-53028ea760fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:03.931837 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7e4964-c8ad-46fc-9756-53028ea760fa admin admin] Pushing event deleted for resources: {'Port': ['ID=b1bb909b-6b11-43f5-bc95-d6e7e6a2e0fc,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:43:04.126274 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-9f7e4964-c8ad-46fc-9756-53028ea760fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2006968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1766358'] for router_interface, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:04.274097 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 49500) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:43:04.315594 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-fbe2db3d-6ec4-4ba4-90e7-3aa0c3f712b6 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=59c515c69bdf40b69c1698b4b8142f71&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0397854 Oct 27 10:43:04.318129 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 49502) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:43:04.372492 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-c06655e5-eea9-4ffd-8728-ad4811ebf98d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:04.373220 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f7e4964-c8ad-46fc-9756-53028ea760fa admin admin] Router 80d717ea-d3b8-464f-89cf-16a6bc2d3f40 has already been hosted by L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb {{(pid=102347) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 10:43:04.394557 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-c06655e5-eea9-4ffd-8728-ad4811ebf98d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:04.445774 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-c06655e5-eea9-4ffd-8728-ad4811ebf98d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:04.448674 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-c06655e5-eea9-4ffd-8728-ad4811ebf98d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:04.453090 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-c06655e5-eea9-4ffd-8728-ad4811ebf98d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/0592ed99-1a62-4345-bfbb-35124d4d4c18 HTTP/1.1" status: 204 len: 168 time: 0.1308653 Oct 27 10:43:04.459754 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06655e5-eea9-4ffd-8728-ad4811ebf98d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0592ed99-1a62-4345-bfbb-35124d4d4c18,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:43:04.643596 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db1d18d-e3fe-469a-8601-8fa860d6f7e8 req-7697fee6-dc7b-44e5-8eda-d91dd986a0ac tempest-ServerRescueTestJSONUnderV235-163125560 tempest-ServerRescueTestJSONUnderV235-163125560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:43:04.645211 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-8db1d18d-e3fe-469a-8601-8fa860d6f7e8 req-7697fee6-dc7b-44e5-8eda-d91dd986a0ac tempest-ServerRescueTestJSONUnderV235-163125560 tempest-ServerRescueTestJSONUnderV235-163125560-project] 10.222.0.44 "GET /v2.0/ports?device_id=a3095d0a-bceb-438d-9a27-8bd12a2f8d45 HTTP/1.1" status: 200 len: 945 time: 0.0671065 Oct 27 10:43:04.697041 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-8db1d18d-e3fe-469a-8601-8fa860d6f7e8 req-de4de5e6-bfd4-49c8-ae79-7489725df339 tempest-ServerRescueTestJSONUnderV235-163125560 tempest-ServerRescueTestJSONUnderV235-163125560-project] 10.222.0.44 "GET /v2.0/security-groups?id=d4da16b0-ae97-40b5-8605-2eb4fca87de4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411458 Oct 27 10:43:04.873208 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f7e4964-c8ad-46fc-9756-53028ea760fa admin admin] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:43:04.882065 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-9f7e4964-c8ad-46fc-9756-53028ea760fa admin admin] 10.222.0.44 "PUT /v2.0/routers/80d717ea-d3b8-464f-89cf-16a6bc2d3f40/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2664120 Oct 27 10:43:04.882183 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 49526) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:43:04.885089 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-677bed9d-3081-4b23-95e5-419c9ad12387 None None] Sync routers for ids ['80d717ea-d3b8-464f-89cf-16a6bc2d3f40'] in n-d-813419-10 {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:43:04.916809 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-677bed9d-3081-4b23-95e5-419c9ad12387 None None] Routers {'80d717ea-d3b8-464f-89cf-16a6bc2d3f40'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:43:04.917424 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-677bed9d-3081-4b23-95e5-419c9ad12387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:42:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['80d717ea-d3b8-464f-89cf-16a6bc2d3f40'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:43:05.045627 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-30eedff9-97dc-4a40-813d-0ec3fd341d95 admin admin] Publish callbacks [] for router, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:05.070564 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvr_db [None req-677bed9d-3081-4b23-95e5-419c9ad12387 None None] Set router 80d717ea-d3b8-464f-89cf-16a6bc2d3f40 gateway port host: n-d-813419-10 {{(pid=102349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:43:05.189781 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-30eedff9-97dc-4a40-813d-0ec3fd341d95 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:05.269828 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-30eedff9-97dc-4a40-813d-0ec3fd341d95 admin admin] Deleting port 53078d8b-4caf-4d8d-b215-7b320c71dca5 {{(pid=102346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:43:05.270338 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-30eedff9-97dc-4a40-813d-0ec3fd341d95 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:05.410372 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-677bed9d-3081-4b23-95e5-419c9ad12387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80d717ea-d3b8-464f-89cf-16a6bc2d3f40', 'name': 'tempest-TestServerMultinode-759261996-router', 'tenant_id': '583ef9af0d3c481a8fc4a74870569fec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.30'}], 'enable_snat': True}, 'gw_port_id': '53078d8b-4caf-4d8d-b215-7b320c71dca5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:42:14Z', 'updated_at': '2021-10-27T10:43:03Z', 'revision_number': 5, 'project_id': '583ef9af0d3c481a8fc4a74870569fec', 'gw_port': {'id': '53078d8b-4caf-4d8d-b215-7b320c71dca5', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:48:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80d717ea-d3b8-464f-89cf-16a6bc2d3f40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2575, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:42:15Z', 'updated_at': '2021-10-27T10:42:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10'}], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:43:05.442944 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5ec457-6550-4804-a241-8635ad49d1f2 req-c44e10a5-044c-4af8-87f2-7e9d70887241 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:43:05.444801 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-1b5ec457-6550-4804-a241-8635ad49d1f2 req-c44e10a5-044c-4af8-87f2-7e9d70887241 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "GET /v2.0/ports?device_id=cb570a6b-6921-4cfb-916b-d7e7c80e6c97 HTTP/1.1" status: 200 len: 947 time: 0.0656848 Oct 27 10:43:05.448092 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-677bed9d-3081-4b23-95e5-419c9ad12387 None None] Checking router: 80d717ea-d3b8-464f-89cf-16a6bc2d3f40 for host: n-d-813419-10 {{(pid=102349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 10:43:05.456837 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-677bed9d-3081-4b23-95e5-419c9ad12387 None None] Routers {'80d717ea-d3b8-464f-89cf-16a6bc2d3f40'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:43:05.457728 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-677bed9d-3081-4b23-95e5-419c9ad12387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:42:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['80d717ea-d3b8-464f-89cf-16a6bc2d3f40'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:43:05.490136 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [None req-30eedff9-97dc-4a40-813d-0ec3fd341d95 admin admin] For port 53078d8b-4caf-4d8d-b215-7b320c71dca5, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=53078d8b-4caf-4d8d-b215-7b320c71dca5,segment=NetworkSegment(bc14127b-7032-4c50-bb5b-f6813cbae86e),segment_id=bc14127b-7032-4c50-bb5b-f6813cbae86e)] {{(pid=102346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:43:05.490740 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-30eedff9-97dc-4a40-813d-0ec3fd341d95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:05.497488 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-1b5ec457-6550-4804-a241-8635ad49d1f2 req-c2f99f3c-5cf1-4e3b-8eb5-2de75cf3663f tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "GET /v2.0/security-groups?id=9678e9b4-8ecf-4d94-a14b-d92ef88d2ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442390 Oct 27 10:43:05.511678 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-30eedff9-97dc-4a40-813d-0ec3fd341d95 admin admin] Calling delete_port for 53078d8b-4caf-4d8d-b215-7b320c71dca5 owned by network:router_gateway {{(pid=102346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:43:05.569058 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvr_db [None req-677bed9d-3081-4b23-95e5-419c9ad12387 None None] Set router 80d717ea-d3b8-464f-89cf-16a6bc2d3f40 gateway port host: None {{(pid=102349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:43:05.622714 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-677bed9d-3081-4b23-95e5-419c9ad12387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80d717ea-d3b8-464f-89cf-16a6bc2d3f40', 'name': 'tempest-TestServerMultinode-759261996-router', 'tenant_id': '583ef9af0d3c481a8fc4a74870569fec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:42:14Z', 'updated_at': '2021-10-27T10:43:05Z', 'revision_number': 6, 'project_id': '583ef9af0d3c481a8fc4a74870569fec', 'gw_port_host': None}], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:43:05.653547 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-677bed9d-3081-4b23-95e5-419c9ad12387 None None] The sync data for ids ['80d717ea-d3b8-464f-89cf-16a6bc2d3f40'] in n-d-813419-10 is: [{'id': '80d717ea-d3b8-464f-89cf-16a6bc2d3f40', 'name': 'tempest-TestServerMultinode-759261996-router', 'tenant_id': '583ef9af0d3c481a8fc4a74870569fec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:42:14Z', 'updated_at': '2021-10-27T10:43:05Z', 'revision_number': 6, 'project_id': '583ef9af0d3c481a8fc4a74870569fec', 'gw_port_host': None}] {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:43:05.720064 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-30eedff9-97dc-4a40-813d-0ec3fd341d95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:05.749638 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30eedff9-97dc-4a40-813d-0ec3fd341d95 admin admin] Pushing event deleted for resources: {'Port': ['ID=53078d8b-4caf-4d8d-b215-7b320c71dca5,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:43:05.837077 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0120d37-8be8-4287-a7c9-127c9266e8fc req-a49b0961-1a54-45de-8c6b-086befde38da tempest-ServerRescueTestJSONUnderV235-163125560 tempest-ServerRescueTestJSONUnderV235-163125560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:43:05.840396 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-a0120d37-8be8-4287-a7c9-127c9266e8fc req-a49b0961-1a54-45de-8c6b-086befde38da tempest-ServerRescueTestJSONUnderV235-163125560 tempest-ServerRescueTestJSONUnderV235-163125560-project] 10.222.0.76 "GET /v2.0/ports?device_id=a3095d0a-bceb-438d-9a27-8bd12a2f8d45 HTTP/1.1" status: 200 len: 945 time: 0.0562427 Oct 27 10:43:05.868377 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-30eedff9-97dc-4a40-813d-0ec3fd341d95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1664884'] for router_gateway, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:05.892714 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b81a9f2-8cc3-47a2-a5aa-09633af6eda8 req-20ec442e-9a28-408f-b84c-4b558fce650b tempest-ServerRescueTestJSONUnderV235-163125560 tempest-ServerRescueTestJSONUnderV235-163125560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:43:05.900484 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-5b81a9f2-8cc3-47a2-a5aa-09633af6eda8 req-20ec442e-9a28-408f-b84c-4b558fce650b tempest-ServerRescueTestJSONUnderV235-163125560 tempest-ServerRescueTestJSONUnderV235-163125560-project] 10.222.0.44 "GET /v2.0/ports?device_id=a3095d0a-bceb-438d-9a27-8bd12a2f8d45 HTTP/1.1" status: 200 len: 945 time: 0.0967596 Oct 27 10:43:05.971199 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [req-a0120d37-8be8-4287-a7c9-127c9266e8fc req-f43f04c3-8701-4293-adde-41154177a52c tempest-ServerRescueTestJSONUnderV235-163125560 tempest-ServerRescueTestJSONUnderV235-163125560-project] Deleting port 83f62670-543e-42ae-85c6-907e844c2021 {{(pid=102347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:43:05.971957 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-a0120d37-8be8-4287-a7c9-127c9266e8fc req-f43f04c3-8701-4293-adde-41154177a52c tempest-ServerRescueTestJSONUnderV235-163125560 tempest-ServerRescueTestJSONUnderV235-163125560-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:06.018834 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-30eedff9-97dc-4a40-813d-0ec3fd341d95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1765662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3700'] for router, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:06.022033 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-30eedff9-97dc-4a40-813d-0ec3fd341d95 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:06.126253 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-5b81a9f2-8cc3-47a2-a5aa-09633af6eda8 req-6c7b82c2-d6c8-4139-a3c5-eedfce8f59b7 tempest-ServerRescueTestJSONUnderV235-163125560 tempest-ServerRescueTestJSONUnderV235-163125560-project] 10.222.0.44 "GET /v2.0/security-groups?id=d4da16b0-ae97-40b5-8605-2eb4fca87de4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2207484 Oct 27 10:43:06.127993 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-30eedff9-97dc-4a40-813d-0ec3fd341d95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1765641'] for router, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:06.129964 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30eedff9-97dc-4a40-813d-0ec3fd341d95 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 80d717ea-d3b8-464f-89cf-16a6bc2d3f40 {{(pid=102346) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 10:43:06.137748 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-30eedff9-97dc-4a40-813d-0ec3fd341d95 admin admin] Publish callbacks [] for router, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:06.142717 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-30eedff9-97dc-4a40-813d-0ec3fd341d95 admin admin] 10.222.0.44 "DELETE /v2.0/routers/80d717ea-d3b8-464f-89cf-16a6bc2d3f40 HTTP/1.1" status: 204 len: 168 time: 1.2600703 Oct 27 10:43:06.143921 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 49566) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:43:06.150177 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-a0120d37-8be8-4287-a7c9-127c9266e8fc req-f43f04c3-8701-4293-adde-41154177a52c tempest-ServerRescueTestJSONUnderV235-163125560 tempest-ServerRescueTestJSONUnderV235-163125560-project] For port 83f62670-543e-42ae-85c6-907e844c2021, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=83f62670-543e-42ae-85c6-907e844c2021,segment=NetworkSegment(91c0716d-bff6-49d3-9498-64df3ea0fafc),segment_id=91c0716d-bff6-49d3-9498-64df3ea0fafc)] {{(pid=102347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:43:06.150554 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-a0120d37-8be8-4287-a7c9-127c9266e8fc req-f43f04c3-8701-4293-adde-41154177a52c tempest-ServerRescueTestJSONUnderV235-163125560 tempest-ServerRescueTestJSONUnderV235-163125560-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:06.189648 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [req-a0120d37-8be8-4287-a7c9-127c9266e8fc req-f43f04c3-8701-4293-adde-41154177a52c tempest-ServerRescueTestJSONUnderV235-163125560 tempest-ServerRescueTestJSONUnderV235-163125560-project] Calling delete_port for 83f62670-543e-42ae-85c6-907e844c2021 owned by compute:nova {{(pid=102347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:43:06.212934 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf87092b-2a6b-4a5f-9902-93a5a7c5ce14 admin admin] Deleting subnet b09417ab-0690-4456-9046-7be3717fe4e8 {{(pid=102346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 10:43:06.216530 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-cf87092b-2a6b-4a5f-9902-93a5a7c5ce14 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:06.244271 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device b1bb909b-6b11-43f5-bc95-d6e7e6a2e0fc no longer exists at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:43:06.281638 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] No Port match for: b1bb909b-6b11-43f5-bc95-d6e7e6a2e0fc {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:43:06.282378 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device b1bb909b-6b11-43f5-bc95-d6e7e6a2e0fc not bound to the agent host n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:43:06.295787 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-cf87092b-2a6b-4a5f-9902-93a5a7c5ce14 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25847868'] for subnet, precommit_delete_associations {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:06.381350 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 49570) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:43:06.425797 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-a0120d37-8be8-4287-a7c9-127c9266e8fc req-f43f04c3-8701-4293-adde-41154177a52c tempest-ServerRescueTestJSONUnderV235-163125560 tempest-ServerRescueTestJSONUnderV235-163125560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:06.466030 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43f04c3-8701-4293-adde-41154177a52c tempest-ServerRescueTestJSONUnderV235-163125560 tempest-ServerRescueTestJSONUnderV235-163125560-project] Pushing event deleted for resources: {'Port': ['ID=83f62670-543e-42ae-85c6-907e844c2021,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:43:06.467535 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-cf87092b-2a6b-4a5f-9902-93a5a7c5ce14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855646'] for subnet, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:06.556919 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-f3e15b9b-071c-43b5-99fc-bd637fb80595 tempest-MeteringTestJSON-827888543 tempest-MeteringTestJSON-827888543-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-776860145'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:43:06.557390 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-f3e15b9b-071c-43b5-99fc-bd637fb80595 tempest-MeteringTestJSON-827888543 tempest-MeteringTestJSON-827888543-project-admin] Unknown quota resources ['metering_label']. {{(pid=102347) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 27 10:43:06.560186 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0120d37-8be8-4287-a7c9-127c9266e8fc req-f43f04c3-8701-4293-adde-41154177a52c tempest-ServerRescueTestJSONUnderV235-163125560 tempest-ServerRescueTestJSONUnderV235-163125560-project] No DVR routers for this DVR port 83f62670-543e-42ae-85c6-907e844c2021 on host n-h2-813419-10 {{(pid=102347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:43:06.565304 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-a0120d37-8be8-4287-a7c9-127c9266e8fc req-f43f04c3-8701-4293-adde-41154177a52c tempest-ServerRescueTestJSONUnderV235-163125560 tempest-ServerRescueTestJSONUnderV235-163125560-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:06.565616 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-cf87092b-2a6b-4a5f-9902-93a5a7c5ce14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27024355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27168307'] for subnet, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:06.568636 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-a0120d37-8be8-4287-a7c9-127c9266e8fc req-f43f04c3-8701-4293-adde-41154177a52c tempest-ServerRescueTestJSONUnderV235-163125560 tempest-ServerRescueTestJSONUnderV235-163125560-project] 10.222.0.76 "DELETE /v2.0/ports/83f62670-543e-42ae-85c6-907e844c2021 HTTP/1.1" status: 204 len: 173 time: 0.7225792 Oct 27 10:43:06.569080 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3095d0a-bceb-438d-9a27-8bd12a2f8d45', 'name': 'network-vif-deleted', 'tag': '83f62670-543e-42ae-85c6-907e844c2021'}] {{(pid=102347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:43:06.571571 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311149b481204ee7edffdb959c881838506fbd95bc8577c048f6677abb73acc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89bc6a41-44ce-4800-8660-e68b90a3c49e" -d '{"events": [{"server_uuid": "a3095d0a-bceb-438d-9a27-8bd12a2f8d45", "name": "network-vif-deleted", "tag": "83f62670-543e-42ae-85c6-907e844c2021"}]}' {{(pid=102347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:43:06.657433 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-cf87092b-2a6b-4a5f-9902-93a5a7c5ce14 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for subnet, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:06.662273 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-cf87092b-2a6b-4a5f-9902-93a5a7c5ce14 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/b09417ab-0690-4456-9046-7be3717fe4e8 HTTP/1.1" status: 204 len: 168 time: 0.5168803 Oct 27 10:43:06.663552 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00f52629-2f4f-410e-a865-0179eb3ffba5 None None] Network 078364b9-c0d6-46b3-a09d-897449e30257 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:43:06.666076 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf87092b-2a6b-4a5f-9902-93a5a7c5ce14 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b09417ab-0690-4456-9046-7be3717fe4e8,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:43:06.668855 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 49580) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:43:06.676820 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:43:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b137ef3-3156-4fc1-8100-149bfa00ae2e x-openstack-request-id: req-2b137ef3-3156-4fc1-8100-149bfa00ae2e {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:43:06.677100 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3095d0a-bceb-438d-9a27-8bd12a2f8d45", "name": "network-vif-deleted", "tag": "83f62670-543e-42ae-85c6-907e844c2021", "status": "completed", "code": 200}]} {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:43:06.677516 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-2b137ef3-3156-4fc1-8100-149bfa00ae2e {{(pid=102347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:43:06.678131 n-d-813419-10 neutron-server[102347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3095d0a-bceb-438d-9a27-8bd12a2f8d45', 'name': 'network-vif-deleted', 'tag': '83f62670-543e-42ae-85c6-907e844c2021', 'status': 'completed', 'code': 200} Oct 27 10:43:06.761414 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-eee6be0b-2ca2-429d-a3f3-0a836b75a55b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586917'] for network, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:06.820998 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-eee6be0b-2ca2-429d-a3f3-0a836b75a55b admin admin] Deleting port d708460c-a2b8-49d0-a5fd-7c25805d1fc7 {{(pid=102346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:43:06.821378 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-eee6be0b-2ca2-429d-a3f3-0a836b75a55b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:06.841819 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-f3e15b9b-071c-43b5-99fc-bd637fb80595 tempest-MeteringTestJSON-827888543 tempest-MeteringTestJSON-827888543-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:06.843319 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-f3e15b9b-071c-43b5-99fc-bd637fb80595 tempest-MeteringTestJSON-827888543 tempest-MeteringTestJSON-827888543-project-admin] 10.222.0.44 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.4605668 Oct 27 10:43:06.845925 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 49582) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:43:06.850407 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-4d7006b3-5ec2-44d2-b951-a2f212281c13 tempest-MeteringTestJSON-827888543 tempest-MeteringTestJSON-827888543-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '4f867aa2-1dca-4ce9-b557-4d5c529e0c6d'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:43:06.850989 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-4d7006b3-5ec2-44d2-b951-a2f212281c13 tempest-MeteringTestJSON-827888543 tempest-MeteringTestJSON-827888543-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=102347) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 27 10:43:06.866971 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff544c11-388a-4e7e-860a-97b3cad57b82 req-a1980a7c-6a61-4dd9-8a00-5e97a735e83f tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:43:06.868915 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-ff544c11-388a-4e7e-860a-97b3cad57b82 req-a1980a7c-6a61-4dd9-8a00-5e97a735e83f tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "GET /v2.0/ports?device_id=cb570a6b-6921-4cfb-916b-d7e7c80e6c97 HTTP/1.1" status: 200 len: 947 time: 0.2455587 Oct 27 10:43:06.914738 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [None req-eee6be0b-2ca2-429d-a3f3-0a836b75a55b admin admin] For port d708460c-a2b8-49d0-a5fd-7c25805d1fc7, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=d708460c-a2b8-49d0-a5fd-7c25805d1fc7,segment=NetworkSegment(1eb6e997-c0c8-40af-95c5-02a5a285d453),segment_id=1eb6e997-c0c8-40af-95c5-02a5a285d453)] {{(pid=102346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:43:06.915095 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-eee6be0b-2ca2-429d-a3f3-0a836b75a55b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:06.920123 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42e85aa4-3445-43a6-bc21-e0804da1d029 None None] DHCP port deletion for 078364b9-c0d6-46b3-a09d-897449e30257 request from n-d-813419-10 {{(pid=102348) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 10:43:06.929996 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-eee6be0b-2ca2-429d-a3f3-0a836b75a55b admin admin] Calling delete_port for d708460c-a2b8-49d0-a5fd-7c25805d1fc7 owned by network:dhcp {{(pid=102346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:43:06.974618 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-42e85aa4-3445-43a6-bc21-e0804da1d029 None None] Deleting port d708460c-a2b8-49d0-a5fd-7c25805d1fc7 {{(pid=102348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:43:06.975136 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-42e85aa4-3445-43a6-bc21-e0804da1d029 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:07.012717 n-d-813419-10 neutron-server[102347]: WARNING neutron.services.metering.metering_plugin [None req-4d7006b3-5ec2-44d2-b951-a2f212281c13 tempest-MeteringTestJSON-827888543 tempest-MeteringTestJSON-827888543-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Oct 27 10:43:07.020237 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-eee6be0b-2ca2-429d-a3f3-0a836b75a55b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:07.039357 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-42e85aa4-3445-43a6-bc21-e0804da1d029 None None] For port d708460c-a2b8-49d0-a5fd-7c25805d1fc7, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=d708460c-a2b8-49d0-a5fd-7c25805d1fc7,segment=NetworkSegment(1eb6e997-c0c8-40af-95c5-02a5a285d453),segment_id=1eb6e997-c0c8-40af-95c5-02a5a285d453)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:43:07.040067 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-42e85aa4-3445-43a6-bc21-e0804da1d029 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:07.048641 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee6be0b-2ca2-429d-a3f3-0a836b75a55b admin admin] Pushing event deleted for resources: {'Port': ['ID=d708460c-a2b8-49d0-a5fd-7c25805d1fc7,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:43:07.053561 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eee6be0b-2ca2-429d-a3f3-0a836b75a55b admin admin] No DVR routers for this DVR port d708460c-a2b8-49d0-a5fd-7c25805d1fc7 on host n-d-813419-10 {{(pid=102346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:43:07.054376 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-42e85aa4-3445-43a6-bc21-e0804da1d029 None None] Calling delete_port for d708460c-a2b8-49d0-a5fd-7c25805d1fc7 owned by network:dhcp {{(pid=102348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:43:07.110191 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-ff544c11-388a-4e7e-860a-97b3cad57b82 req-06c912c3-9195-4670-9238-b32913d5be03 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "GET /v2.0/security-groups?id=9678e9b4-8ecf-4d94-a14b-d92ef88d2ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2328963 Oct 27 10:43:07.140672 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-42e85aa4-3445-43a6-bc21-e0804da1d029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615'] for port, after_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:07.157159 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-4d7006b3-5ec2-44d2-b951-a2f212281c13 tempest-MeteringTestJSON-827888543 tempest-MeteringTestJSON-827888543-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:07.160695 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-4d7006b3-5ec2-44d2-b951-a2f212281c13 tempest-MeteringTestJSON-827888543 tempest-MeteringTestJSON-827888543-project-admin] 10.222.0.44 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.3136053 Oct 27 10:43:07.162090 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 49586) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:43:07.172617 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-eee6be0b-2ca2-429d-a3f3-0a836b75a55b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857803', 'neutron.services.segments.db._delete_segments_for_network-8743873143390'] for network, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:07.176363 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e85aa4-3445-43a6-bc21-e0804da1d029 None None] Pushing event deleted for resources: {'Port': ['ID=d708460c-a2b8-49d0-a5fd-7c25805d1fc7,revision_number=None']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:43:07.184311 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42e85aa4-3445-43a6-bc21-e0804da1d029 None None] No DVR routers for this DVR port d708460c-a2b8-49d0-a5fd-7c25805d1fc7 on host n-d-813419-10 {{(pid=102348) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:43:07.187865 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e85aa4-3445-43a6-bc21-e0804da1d029 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:43:07.188463 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e85aa4-3445-43a6-bc21-e0804da1d029 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:43:07.188846 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb766ce-ea36-413d-892b-2495fbdf69e4 req-4c143483-c473-4c0b-b5bc-4a66bfada6b4 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:43:07.189191 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e85aa4-3445-43a6-bc21-e0804da1d029 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:43:07.189690 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e85aa4-3445-43a6-bc21-e0804da1d029 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:43:07.190193 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e85aa4-3445-43a6-bc21-e0804da1d029 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:43:07.190683 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e85aa4-3445-43a6-bc21-e0804da1d029 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:43:07.190820 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-abb766ce-ea36-413d-892b-2495fbdf69e4 req-4c143483-c473-4c0b-b5bc-4a66bfada6b4 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.76 "GET /v2.0/ports?device_id=cb570a6b-6921-4cfb-916b-d7e7c80e6c97 HTTP/1.1" status: 200 len: 947 time: 0.2656076 Oct 27 10:43:07.191425 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e85aa4-3445-43a6-bc21-e0804da1d029 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:43:07.191769 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e85aa4-3445-43a6-bc21-e0804da1d029 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:43:07.192104 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e85aa4-3445-43a6-bc21-e0804da1d029 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:43:07.192482 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e85aa4-3445-43a6-bc21-e0804da1d029 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:43:07.192816 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e85aa4-3445-43a6-bc21-e0804da1d029 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:43:07.193139 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e85aa4-3445-43a6-bc21-e0804da1d029 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:43:07.201605 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-c78a34e7-5977-4f0d-9721-1813653ef620 tempest-MeteringTestJSON-827888543 tempest-MeteringTestJSON-827888543-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '4f867aa2-1dca-4ce9-b557-4d5c529e0c6d'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:43:07.201992 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-c78a34e7-5977-4f0d-9721-1813653ef620 tempest-MeteringTestJSON-827888543 tempest-MeteringTestJSON-827888543-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=102347) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 27 10:43:07.216184 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-eee6be0b-2ca2-429d-a3f3-0a836b75a55b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['078364b9-c0d6-46b3-a09d-897449e30257']}} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:43:07.230368 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-eee6be0b-2ca2-429d-a3f3-0a836b75a55b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1eb6e997-c0c8-40af-95c5-02a5a285d453') {'for_net_delete': True} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:43:07.230769 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-eee6be0b-2ca2-429d-a3f3-0a836b75a55b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1eb6e997-c0c8-40af-95c5-02a5a285d453') {} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:43:07.246316 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-eee6be0b-2ca2-429d-a3f3-0a836b75a55b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743873145191', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25847877'] for segment, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:07.267653 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-eee6be0b-2ca2-429d-a3f3-0a836b75a55b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:07.294853 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eee6be0b-2ca2-429d-a3f3-0a836b75a55b admin admin] Releasing vlan 434 on physical network physnet1 to pool {{(pid=102346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 10:43:07.295986 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-eee6be0b-2ca2-429d-a3f3-0a836b75a55b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27024137'] for segment, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:07.298291 n-d-813419-10 neutron-server[102346]: Traceback (most recent call last): Oct 27 10:43:07.298291 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 10:43:07.298291 n-d-813419-10 neutron-server[102346]: timer() Oct 27 10:43:07.298291 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 10:43:07.298291 n-d-813419-10 neutron-server[102346]: cb(*args, **kw) Oct 27 10:43:07.298291 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 10:43:07.298291 n-d-813419-10 neutron-server[102346]: return func(*args, **kwargs) Oct 27 10:43:07.298291 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 10:43:07.298291 n-d-813419-10 neutron-server[102346]: self._notify() Oct 27 10:43:07.298291 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 10:43:07.298291 n-d-813419-10 neutron-server[102346]: self.callback(batched_events) Oct 27 10:43:07.298291 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 10:43:07.298291 n-d-813419-10 neutron-server[102346]: event.method(event) Oct 27 10:43:07.298291 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 10:43:07.298291 n-d-813419-10 neutron-server[102346]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 10:43:07.298291 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 10:43:07.298291 n-d-813419-10 neutron-server[102346]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 10:43:07.298291 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 10:43:07.298291 n-d-813419-10 neutron-server[102346]: return f(self, *a, **k) Oct 27 10:43:07.298291 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 10:43:07.298291 n-d-813419-10 neutron-server[102346]: return self._get(url).json() Oct 27 10:43:07.298291 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 10:43:07.298291 n-d-813419-10 neutron-server[102346]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 10:43:07.298291 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 10:43:07.298291 n-d-813419-10 neutron-server[102346]: return self.request(url, 'GET', **kwargs) Oct 27 10:43:07.298291 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 10:43:07.298291 n-d-813419-10 neutron-server[102346]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 10:43:07.298291 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 10:43:07.298291 n-d-813419-10 neutron-server[102346]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 10:43:07.298291 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 10:43:07.298291 n-d-813419-10 neutron-server[102346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 10:43:07.298291 n-d-813419-10 neutron-server[102346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 10:43:07.325684 n-d-813419-10 neutron-server[102347]: WARNING neutron.services.metering.metering_plugin [None req-c78a34e7-5977-4f0d-9721-1813653ef620 tempest-MeteringTestJSON-827888543 tempest-MeteringTestJSON-827888543-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Oct 27 10:43:07.354758 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-339ccb2a-5e18-4342-a1ad-113d85df5bc8 req-4fcf3643-f714-4eba-9a66-deaa925aba28 tempest-ServerRescueTestJSONUnderV235-163125560 tempest-ServerRescueTestJSONUnderV235-163125560-project] 10.222.0.44 "GET /v2.0/ports?device_id=a3095d0a-bceb-438d-9a27-8bd12a2f8d45 HTTP/1.1" status: 200 len: 210 time: 0.0933833 Oct 27 10:43:07.382299 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-eee6be0b-2ca2-429d-a3f3-0a836b75a55b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664840'] for network, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:07.389435 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-eee6be0b-2ca2-429d-a3f3-0a836b75a55b admin admin] Publish callbacks [] for network, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:07.393225 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-eee6be0b-2ca2-429d-a3f3-0a836b75a55b admin admin] 10.222.0.44 "DELETE /v2.0/networks/078364b9-c0d6-46b3-a09d-897449e30257 HTTP/1.1" status: 204 len: 168 time: 0.7230313 Oct 27 10:43:07.396983 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 49588) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:43:07.412459 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee6be0b-2ca2-429d-a3f3-0a836b75a55b admin admin] Pushing event deleted for resources: {'Network': ['ID=078364b9-c0d6-46b3-a09d-897449e30257,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:43:07.421015 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-c78a34e7-5977-4f0d-9721-1813653ef620 tempest-MeteringTestJSON-827888543 tempest-MeteringTestJSON-827888543-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:07.422197 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-c78a34e7-5977-4f0d-9721-1813653ef620 tempest-MeteringTestJSON-827888543 tempest-MeteringTestJSON-827888543-project-admin] 10.222.0.44 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.2580397 Oct 27 10:43:07.425573 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 49590) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:43:07.438329 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-c0d01df7-ae32-4f31-9353-61462c1e9583 tempest-MeteringTestJSON-827888543 tempest-MeteringTestJSON-827888543-project-admin] 10.222.0.44 "GET /v2.0/metering/metering-label-rules?id=07f1752d-9567-4a6f-992d-adb94cbba2ad HTTP/1.1" status: 200 len: 464 time: 0.0121174 Oct 27 10:43:07.441482 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [req-abb766ce-ea36-413d-892b-2495fbdf69e4 req-c4fc7493-abfc-4a49-b7cf-8986c5355f93 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Deleting port d843c603-f770-49bf-80f7-ae60f61ba034 {{(pid=102347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:43:07.441821 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-abb766ce-ea36-413d-892b-2495fbdf69e4 req-c4fc7493-abfc-4a49-b7cf-8986c5355f93 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:07.443867 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 49592) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:43:07.540149 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-abb766ce-ea36-413d-892b-2495fbdf69e4 req-c4fc7493-abfc-4a49-b7cf-8986c5355f93 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] For port d843c603-f770-49bf-80f7-ae60f61ba034, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=d843c603-f770-49bf-80f7-ae60f61ba034,segment=NetworkSegment(633ff08f-11cd-4e98-be2e-dddd49efeea1),segment_id=633ff08f-11cd-4e98-be2e-dddd49efeea1)] {{(pid=102347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:43:07.540694 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-abb766ce-ea36-413d-892b-2495fbdf69e4 req-c4fc7493-abfc-4a49-b7cf-8986c5355f93 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:07.723430 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-7b42a893-8d77-47bd-bb16-4568b0d04785 tempest-MeteringTestJSON-827888543 tempest-MeteringTestJSON-827888543-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:07.724627 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-7b42a893-8d77-47bd-bb16-4568b0d04785 tempest-MeteringTestJSON-827888543 tempest-MeteringTestJSON-827888543-project-admin] 10.222.0.44 "DELETE /v2.0/metering/metering-label-rules/07f1752d-9567-4a6f-992d-adb94cbba2ad HTTP/1.1" status: 204 len: 168 time: 0.2798355 Oct 27 10:43:07.727561 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 49602) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:43:07.776749 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-2b5e745a-1197-4fec-9217-8fea7cf1e692 tempest-MeteringTestJSON-827888543 tempest-MeteringTestJSON-827888543-project-admin] 10.222.0.44 "GET /v2.0/metering/metering-label-rules?id=07f1752d-9567-4a6f-992d-adb94cbba2ad HTTP/1.1" status: 200 len: 221 time: 0.0453734 Oct 27 10:43:07.777977 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 49604) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:43:07.788030 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-b3dc8d71-ea9d-4f5a-9055-bbb4e238063d tempest-MeteringTestJSON-827888543 tempest-MeteringTestJSON-827888543-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--556243334', 'description': 'label created by tempest'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:43:07.788523 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-b3dc8d71-ea9d-4f5a-9055-bbb4e238063d tempest-MeteringTestJSON-827888543 tempest-MeteringTestJSON-827888543-project-admin] Unknown quota resources ['metering_label']. {{(pid=102347) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 27 10:43:07.834837 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-abb766ce-ea36-413d-892b-2495fbdf69e4 req-c4fc7493-abfc-4a49-b7cf-8986c5355f93 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:07.835196 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-abb766ce-ea36-413d-892b-2495fbdf69e4 req-c4fc7493-abfc-4a49-b7cf-8986c5355f93 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1664826'] for floatingip, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:07.835513 n-d-813419-10 neutron-server[102347]: INFO neutron.db.l3_db [req-abb766ce-ea36-413d-892b-2495fbdf69e4 req-c4fc7493-abfc-4a49-b7cf-8986c5355f93 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Floating IP d60a0b8b-2027-4b67-b33c-c888ef60a8c0 disassociated. External IP: 172.25.8.133, port: d843c603-f770-49bf-80f7-ae60f61ba034. Oct 27 10:43:07.835865 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [req-abb766ce-ea36-413d-892b-2495fbdf69e4 req-c4fc7493-abfc-4a49-b7cf-8986c5355f93 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Calling delete_port for d843c603-f770-49bf-80f7-ae60f61ba034 owned by compute:nova {{(pid=102347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:43:07.991071 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-b3dc8d71-ea9d-4f5a-9055-bbb4e238063d tempest-MeteringTestJSON-827888543 tempest-MeteringTestJSON-827888543-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:07.995123 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-b3dc8d71-ea9d-4f5a-9055-bbb4e238063d tempest-MeteringTestJSON-827888543 tempest-MeteringTestJSON-827888543-project-admin] 10.222.0.44 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.2112491 Oct 27 10:43:07.995123 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 49606) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:43:08.086880 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-3404aa19-3c1f-4ef7-ae7e-34600c08eee6 tempest-MeteringTestJSON-827888543 tempest-MeteringTestJSON-827888543-project-admin] 10.222.0.44 "GET /v2.0/metering/metering-labels?id=5f8a146d-cf25-4692-9534-591a4185825a HTTP/1.1" status: 200 len: 467 time: 0.0885777 Oct 27 10:43:08.087112 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 49608) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:43:08.209285 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device d708460c-a2b8-49d0-a5fd-7c25805d1fc7 no longer exists at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:43:08.230560 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] No Port match for: d708460c-a2b8-49d0-a5fd-7c25805d1fc7 {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:43:08.230907 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device d708460c-a2b8-49d0-a5fd-7c25805d1fc7 not bound to the agent host n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:43:08.231333 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 53078d8b-4caf-4d8d-b215-7b320c71dca5 no longer exists at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:43:08.244304 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ce541697-0fd6-48d0-b022-2b69d3690bd4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1766202'] for router_interface, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:08.251509 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] No Port match for: 53078d8b-4caf-4d8d-b215-7b320c71dca5 {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:43:08.251863 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 53078d8b-4caf-4d8d-b215-7b320c71dca5 not bound to the agent host n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:43:08.376257 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-201263cc-5e75-4afc-b8a6-eaf4cfb92560 tempest-MeteringTestJSON-827888543 tempest-MeteringTestJSON-827888543-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:08.381074 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-201263cc-5e75-4afc-b8a6-eaf4cfb92560 tempest-MeteringTestJSON-827888543 tempest-MeteringTestJSON-827888543-project-admin] 10.222.0.44 "DELETE /v2.0/metering/metering-labels/5f8a146d-cf25-4692-9534-591a4185825a HTTP/1.1" status: 204 len: 168 time: 0.2895422 Oct 27 10:43:08.381074 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 49612) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:43:08.397435 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-9f5c70fa-77bd-403a-b8c8-72c674087617 tempest-MeteringTestJSON-827888543 tempest-MeteringTestJSON-827888543-project-admin] 10.222.0.44 "GET /v2.0/metering/metering-labels?id=5f8a146d-cf25-4692-9534-591a4185825a HTTP/1.1" status: 200 len: 216 time: 0.0160151 Oct 27 10:43:08.399138 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-abb766ce-ea36-413d-892b-2495fbdf69e4 req-c4fc7493-abfc-4a49-b7cf-8986c5355f93 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:08.404291 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 49616) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:43:08.405559 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device 83f62670-543e-42ae-85c6-907e844c2021 no longer exists at agent hyperv_n-h2-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:43:08.450911 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637b8d82-a16f-40df-b643-511e5719cc15 req-1ff273ff-3d4e-4882-a0e1-d7fadf76a80a tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:43:08.454640 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-637b8d82-a16f-40df-b643-511e5719cc15 req-1ff273ff-3d4e-4882-a0e1-d7fadf76a80a tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "GET /v2.0/ports?device_id=cb570a6b-6921-4cfb-916b-d7e7c80e6c97 HTTP/1.1" status: 200 len: 868 time: 0.2037914 Oct 27 10:43:08.459640 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fc7493-abfc-4a49-b7cf-8986c5355f93 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Pushing event deleted for resources: {'Port': ['ID=d843c603-f770-49bf-80f7-ae60f61ba034,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:43:08.476731 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-d4a9f521-2402-4919-bb60-f3399173cf8b tempest-MeteringTestJSON-827888543 tempest-MeteringTestJSON-827888543-project-admin] 10.222.0.44 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0674651 Oct 27 10:43:08.487362 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] No Port match for: 83f62670-543e-42ae-85c6-907e844c2021 {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:43:08.487811 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device 83f62670-543e-42ae-85c6-907e844c2021 not bound to the agent host n-h2-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:43:08.488314 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 49618) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:43:08.489528 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device d843c603-f770-49bf-80f7-ae60f61ba034 no longer exists at agent hyperv_n-h2-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:43:08.497539 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 49620) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:43:08.516242 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-820f9a54-aa94-40f4-a6ca-5b534104c585 tempest-MeteringTestJSON-827888543 tempest-MeteringTestJSON-827888543-project-admin] 10.222.0.44 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0243115 Oct 27 10:43:08.519795 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 49622) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:43:08.522708 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] No Port match for: d843c603-f770-49bf-80f7-ae60f61ba034 {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:43:08.523061 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device d843c603-f770-49bf-80f7-ae60f61ba034 not bound to the agent host n-h2-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:43:08.587733 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-0aff16a1-302f-41b2-8036-e3b71fb7660d tempest-MeteringTestJSON-827888543 tempest-MeteringTestJSON-827888543-project-admin] 10.222.0.44 "GET /v2.0/metering/metering-labels/4f867aa2-1dca-4ce9-b557-4d5c529e0c6d HTTP/1.1" status: 200 len: 472 time: 0.0625815 Oct 27 10:43:08.593078 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 49624) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:43:08.620734 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-bf01a764-d6f9-443f-a246-272bd6d1960e tempest-MeteringTestJSON-827888543 tempest-MeteringTestJSON-827888543-project-admin] 10.222.0.44 "GET /v2.0/metering/metering-label-rules/a8360c05-15c9-4455-87ce-4143968e00c4 HTTP/1.1" status: 200 len: 461 time: 0.0263391 Oct 27 10:43:08.624825 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 49626) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:43:08.765430 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-851f206c-ba30-4c8c-8239-5bc63a7f1aec tempest-MeteringTestJSON-827888543 tempest-MeteringTestJSON-827888543-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:08.769638 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-851f206c-ba30-4c8c-8239-5bc63a7f1aec tempest-MeteringTestJSON-827888543 tempest-MeteringTestJSON-827888543-project-admin] 10.222.0.44 "DELETE /v2.0/metering/metering-label-rules/a8360c05-15c9-4455-87ce-4143968e00c4 HTTP/1.1" status: 204 len: 168 time: 0.1406894 Oct 27 10:43:08.769638 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 49630) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:43:08.785693 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-ce541697-0fd6-48d0-b022-2b69d3690bd4 admin admin] Deleting port 3535f99e-9a37-45d7-9ebd-a8a28485c1f1 {{(pid=102346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:43:08.786033 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ce541697-0fd6-48d0-b022-2b69d3690bd4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:08.895473 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:09.058830 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-7b2647eb-5f17-4cac-bc3a-503ce2bc2b28 tempest-MeteringTestJSON-827888543 tempest-MeteringTestJSON-827888543-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:09.062606 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-7b2647eb-5f17-4cac-bc3a-503ce2bc2b28 tempest-MeteringTestJSON-827888543 tempest-MeteringTestJSON-827888543-project-admin] 10.222.0.44 "DELETE /v2.0/metering/metering-labels/4f867aa2-1dca-4ce9-b557-4d5c529e0c6d HTTP/1.1" status: 204 len: 168 time: 0.2898235 Oct 27 10:43:09.080961 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-637b8d82-a16f-40df-b643-511e5719cc15 req-a8e0c634-2463-434e-b62c-4a2d6dd1710a tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "GET /v2.0/security-groups?id=9678e9b4-8ecf-4d94-a14b-d92ef88d2ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6022305 Oct 27 10:43:09.087787 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [None req-ce541697-0fd6-48d0-b022-2b69d3690bd4 admin admin] For port 3535f99e-9a37-45d7-9ebd-a8a28485c1f1, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=3535f99e-9a37-45d7-9ebd-a8a28485c1f1,segment=NetworkSegment(c15c3e45-ea1e-4a1b-a3d3-df26c5b093bb),segment_id=c15c3e45-ea1e-4a1b-a3d3-df26c5b093bb)] {{(pid=102346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:43:09.088609 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ce541697-0fd6-48d0-b022-2b69d3690bd4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:09.109708 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-ce541697-0fd6-48d0-b022-2b69d3690bd4 admin admin] Calling delete_port for 3535f99e-9a37-45d7-9ebd-a8a28485c1f1 owned by network:router_interface {{(pid=102346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:43:09.134350 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.l3_agent_scheduler [req-abb766ce-ea36-413d-892b-2495fbdf69e4 req-c4fc7493-abfc-4a49-b7cf-8986c5355f93 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Router bb012a5e-621c-439f-8c34-20b092183dff has already been hosted by L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb {{(pid=102347) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 10:43:09.421871 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-abb766ce-ea36-413d-892b-2495fbdf69e4 req-c4fc7493-abfc-4a49-b7cf-8986c5355f93 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:43:09.422116 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ce541697-0fd6-48d0-b022-2b69d3690bd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:09.439008 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e49d82b-985b-44e0-84b2-0b0bf3ed9b28 None None] Sync routers for ids ['bb012a5e-621c-439f-8c34-20b092183dff'] in n-d-813419-10 {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:43:09.464990 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e49d82b-985b-44e0-84b2-0b0bf3ed9b28 None None] Routers {'bb012a5e-621c-439f-8c34-20b092183dff'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:43:09.465920 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-6e49d82b-985b-44e0-84b2-0b0bf3ed9b28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:42:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['bb012a5e-621c-439f-8c34-20b092183dff'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:43:09.468417 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 49636) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:43:09.480824 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce541697-0fd6-48d0-b022-2b69d3690bd4 admin admin] Pushing event deleted for resources: {'Port': ['ID=3535f99e-9a37-45d7-9ebd-a8a28485c1f1,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:43:09.521222 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [req-abb766ce-ea36-413d-892b-2495fbdf69e4 req-c4fc7493-abfc-4a49-b7cf-8986c5355f93 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] No DVR routers for this DVR port d843c603-f770-49bf-80f7-ae60f61ba034 on host n-h2-813419-10 {{(pid=102347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:43:09.525888 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-abb766ce-ea36-413d-892b-2495fbdf69e4 req-c4fc7493-abfc-4a49-b7cf-8986c5355f93 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:09.532145 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-abb766ce-ea36-413d-892b-2495fbdf69e4 req-c4fc7493-abfc-4a49-b7cf-8986c5355f93 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.76 "DELETE /v2.0/ports/d843c603-f770-49bf-80f7-ae60f61ba034 HTTP/1.1" status: 204 len: 173 time: 2.3262663 Oct 27 10:43:09.564901 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb570a6b-6921-4cfb-916b-d7e7c80e6c97', 'name': 'network-vif-deleted', 'tag': 'd843c603-f770-49bf-80f7-ae60f61ba034'}] {{(pid=102347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:43:09.570126 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311149b481204ee7edffdb959c881838506fbd95bc8577c048f6677abb73acc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4db8e3d9-4e15-4779-b2db-71f8c57e4cd4" -d '{"events": [{"server_uuid": "cb570a6b-6921-4cfb-916b-d7e7c80e6c97", "name": "network-vif-deleted", "tag": "d843c603-f770-49bf-80f7-ae60f61ba034"}]}' {{(pid=102347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:43:09.674718 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:43:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4ea1066-44b6-4a2e-8e0c-334c9d40ea8d x-openstack-request-id: req-a4ea1066-44b6-4a2e-8e0c-334c9d40ea8d {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:43:09.675772 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb570a6b-6921-4cfb-916b-d7e7c80e6c97", "name": "network-vif-deleted", "tag": "d843c603-f770-49bf-80f7-ae60f61ba034", "status": "completed", "code": 200}]} {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:43:09.676130 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a4ea1066-44b6-4a2e-8e0c-334c9d40ea8d {{(pid=102347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:43:09.676648 n-d-813419-10 neutron-server[102347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb570a6b-6921-4cfb-916b-d7e7c80e6c97', 'name': 'network-vif-deleted', 'tag': 'd843c603-f770-49bf-80f7-ae60f61ba034', 'status': 'completed', 'code': 200} Oct 27 10:43:09.713557 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvr_db [None req-6e49d82b-985b-44e0-84b2-0b0bf3ed9b28 None None] Set router bb012a5e-621c-439f-8c34-20b092183dff gateway port host: n-d-813419-10 {{(pid=102348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:43:09.793906 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-a6c348ea-d54b-4ed1-91d9-c517efe56f08 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:09.843264 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ce541697-0fd6-48d0-b022-2b69d3690bd4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2006968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1766358'] for router_interface, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:09.892430 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-4ca5daf0-7721-470a-b608-9492fa20b7f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1766202'] for router_interface, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:10.004187 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-a6c348ea-d54b-4ed1-91d9-c517efe56f08 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:10.016152 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-a6c348ea-d54b-4ed1-91d9-c517efe56f08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:10.084293 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-6e49d82b-985b-44e0-84b2-0b0bf3ed9b28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb012a5e-621c-439f-8c34-20b092183dff', 'name': 'tempest-AttachVolumeShelveTestJSON-1561106593-router', 'tenant_id': '7a75806f732447d68ca40a83500d955d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.221'}], 'enable_snat': True}, 'gw_port_id': 'e1996de4-77b0-44cc-ada5-1f35dcc523f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:31:19Z', 'updated_at': '2021-10-27T10:31:26Z', 'revision_number': 4, 'project_id': '7a75806f732447d68ca40a83500d955d', 'gw_port': {'id': 'e1996de4-77b0-44cc-ada5-1f35dcc523f0', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:90:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb012a5e-621c-439f-8c34-20b092183dff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1506, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:31:21Z', 'updated_at': '2021-10-27T10:31:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_interfaces': [{'id': '07302172-8417-4246-bba8-62a8c96f6a79', 'name': '', 'network_id': '823b724c-a4df-49e4-a48e-438212c85945', 'tenant_id': '7a75806f732447d68ca40a83500d955d', 'mac_address': 'fa:16:3e:36:d8:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb012a5e-621c-439f-8c34-20b092183dff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1507, 'fixed_ips': [{'subnet_id': '867e3761-3f04-40e2-b4bb-5b0ff4404cac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:31:25Z', 'updated_at': '2021-10-27T10:31:32Z', 'revision_number': 5, 'project_id': '7a75806f732447d68ca40a83500d955d', 'subnets': [{'id': '867e3761-3f04-40e2-b4bb-5b0ff4404cac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:43:10.088750 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-a6c348ea-d54b-4ed1-91d9-c517efe56f08 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=6a2cd31e9a494c3393ea3754d5243ada&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6158166 Oct 27 10:43:10.090976 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 49644) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:43:10.100532 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c348ea-d54b-4ed1-91d9-c517efe56f08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd459921-33f5-441b-930e-64224e1996ee,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:43:10.223661 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce541697-0fd6-48d0-b022-2b69d3690bd4 admin admin] Router 53447993-9068-4d58-9f64-5f7ce9d8867e has already been hosted by L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb {{(pid=102346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 10:43:10.252365 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-50529678-3c19-452d-8210-2fbc37c66a94 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:10.310348 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-50529678-3c19-452d-8210-2fbc37c66a94 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:10.347918 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-9528a6cb-5884-4826-9270-2171afe59359 req-ddd17673-2b79-49fc-b3d8-a0a18aa9f9e5 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "GET /v2.0/ports?device_id=cb570a6b-6921-4cfb-916b-d7e7c80e6c97 HTTP/1.1" status: 200 len: 210 time: 0.0398090 Oct 27 10:43:10.394900 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e49d82b-985b-44e0-84b2-0b0bf3ed9b28 None None] Checking router: bb012a5e-621c-439f-8c34-20b092183dff for host: n-d-813419-10 {{(pid=102348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 10:43:10.407411 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e49d82b-985b-44e0-84b2-0b0bf3ed9b28 None None] Routers {'bb012a5e-621c-439f-8c34-20b092183dff'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:43:10.408128 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-6e49d82b-985b-44e0-84b2-0b0bf3ed9b28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:42:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['bb012a5e-621c-439f-8c34-20b092183dff'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:43:10.437606 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-50529678-3c19-452d-8210-2fbc37c66a94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:10.440859 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-50529678-3c19-452d-8210-2fbc37c66a94 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:10.446368 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-50529678-3c19-452d-8210-2fbc37c66a94 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/bd459921-33f5-441b-930e-64224e1996ee HTTP/1.1" status: 204 len: 168 time: 0.3498313 Oct 27 10:43:10.453497 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce541697-0fd6-48d0-b022-2b69d3690bd4 admin admin] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:43:10.456107 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-4ca5daf0-7721-470a-b608-9492fa20b7f1 admin admin] Deleting port 209c6725-e1b1-4ca1-9d56-f826591ae298 {{(pid=102347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:43:10.456477 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-4ca5daf0-7721-470a-b608-9492fa20b7f1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:10.459240 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50529678-3c19-452d-8210-2fbc37c66a94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd459921-33f5-441b-930e-64224e1996ee,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:43:10.474222 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-ce541697-0fd6-48d0-b022-2b69d3690bd4 admin admin] 10.222.0.44 "PUT /v2.0/routers/53447993-9068-4d58-9f64-5f7ce9d8867e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0740118 Oct 27 10:43:10.478352 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43b94b91-6030-4ee3-bdf1-7d36e887d606 None None] Sync routers for ids ['53447993-9068-4d58-9f64-5f7ce9d8867e'] in n-d-813419-10 {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:43:10.480822 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 49650) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:43:10.498756 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43b94b91-6030-4ee3-bdf1-7d36e887d606 None None] Routers {'53447993-9068-4d58-9f64-5f7ce9d8867e'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:43:10.499378 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-43b94b91-6030-4ee3-bdf1-7d36e887d606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:42:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['53447993-9068-4d58-9f64-5f7ce9d8867e'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:43:10.617487 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvr_db [None req-6e49d82b-985b-44e0-84b2-0b0bf3ed9b28 None None] Set router bb012a5e-621c-439f-8c34-20b092183dff gateway port host: n-d-813419-10 {{(pid=102348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:43:10.618955 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [None req-4ca5daf0-7721-470a-b608-9492fa20b7f1 admin admin] For port 209c6725-e1b1-4ca1-9d56-f826591ae298, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=209c6725-e1b1-4ca1-9d56-f826591ae298,segment=NetworkSegment(91c0716d-bff6-49d3-9498-64df3ea0fafc),segment_id=91c0716d-bff6-49d3-9498-64df3ea0fafc)] {{(pid=102347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:43:10.619321 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-4ca5daf0-7721-470a-b608-9492fa20b7f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:10.643346 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-4ca5daf0-7721-470a-b608-9492fa20b7f1 admin admin] Calling delete_port for 209c6725-e1b1-4ca1-9d56-f826591ae298 owned by network:router_interface {{(pid=102347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:43:10.693867 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-e9dfb9e0-99b9-4050-8bfa-86ac09eb617c admin admin] Publish callbacks [] for router, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:10.710093 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvr_db [None req-43b94b91-6030-4ee3-bdf1-7d36e887d606 None None] Set router 53447993-9068-4d58-9f64-5f7ce9d8867e gateway port host: n-d-813419-10 {{(pid=102349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:43:10.913449 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 49656) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:43:10.936491 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-1663d1e1-c11d-43bc-bee9-83243e6c562d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:10.974770 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-43b94b91-6030-4ee3-bdf1-7d36e887d606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53447993-9068-4d58-9f64-5f7ce9d8867e', 'name': 'tempest-TestServerMultinode-142574786-router', 'tenant_id': '178ecc4d288b407c95ee0db3c823dd0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.71'}], 'enable_snat': True}, 'gw_port_id': '365edf85-81a9-41c9-a88f-406c3c804d46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:42:22Z', 'updated_at': '2021-10-27T10:43:09Z', 'revision_number': 5, 'project_id': '178ecc4d288b407c95ee0db3c823dd0d', 'gw_port': {'id': '365edf85-81a9-41c9-a88f-406c3c804d46', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:2a:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53447993-9068-4d58-9f64-5f7ce9d8867e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2607, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:42:23Z', 'updated_at': '2021-10-27T10:42:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10'}], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:43:10.989780 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-4ca5daf0-7721-470a-b608-9492fa20b7f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:11.031386 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43b94b91-6030-4ee3-bdf1-7d36e887d606 None None] Checking router: 53447993-9068-4d58-9f64-5f7ce9d8867e for host: n-d-813419-10 {{(pid=102349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 10:43:11.047931 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-6e49d82b-985b-44e0-84b2-0b0bf3ed9b28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb012a5e-621c-439f-8c34-20b092183dff', 'name': 'tempest-AttachVolumeShelveTestJSON-1561106593-router', 'tenant_id': '7a75806f732447d68ca40a83500d955d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.221'}], 'enable_snat': True}, 'gw_port_id': 'e1996de4-77b0-44cc-ada5-1f35dcc523f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:31:19Z', 'updated_at': '2021-10-27T10:31:26Z', 'revision_number': 4, 'project_id': '7a75806f732447d68ca40a83500d955d', 'gw_port': {'id': 'e1996de4-77b0-44cc-ada5-1f35dcc523f0', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:90:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb012a5e-621c-439f-8c34-20b092183dff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1506, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:31:21Z', 'updated_at': '2021-10-27T10:31:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_interfaces': [{'id': '07302172-8417-4246-bba8-62a8c96f6a79', 'name': '', 'network_id': '823b724c-a4df-49e4-a48e-438212c85945', 'tenant_id': '7a75806f732447d68ca40a83500d955d', 'mac_address': 'fa:16:3e:36:d8:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb012a5e-621c-439f-8c34-20b092183dff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1507, 'fixed_ips': [{'subnet_id': '867e3761-3f04-40e2-b4bb-5b0ff4404cac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:31:25Z', 'updated_at': '2021-10-27T10:31:32Z', 'revision_number': 5, 'project_id': '7a75806f732447d68ca40a83500d955d', 'subnets': [{'id': '867e3761-3f04-40e2-b4bb-5b0ff4404cac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:43:11.053114 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca5daf0-7721-470a-b608-9492fa20b7f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=209c6725-e1b1-4ca1-9d56-f826591ae298,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:43:11.066401 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43b94b91-6030-4ee3-bdf1-7d36e887d606 None None] Routers {'53447993-9068-4d58-9f64-5f7ce9d8867e'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:43:11.067148 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-43b94b91-6030-4ee3-bdf1-7d36e887d606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:42:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['53447993-9068-4d58-9f64-5f7ce9d8867e'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:43:11.079819 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e49d82b-985b-44e0-84b2-0b0bf3ed9b28 None None] The sync data for ids ['bb012a5e-621c-439f-8c34-20b092183dff'] in n-d-813419-10 is: [{'id': 'bb012a5e-621c-439f-8c34-20b092183dff', 'name': 'tempest-AttachVolumeShelveTestJSON-1561106593-router', 'tenant_id': '7a75806f732447d68ca40a83500d955d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.221'}], 'enable_snat': True}, 'gw_port_id': 'e1996de4-77b0-44cc-ada5-1f35dcc523f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:31:19Z', 'updated_at': '2021-10-27T10:31:26Z', 'revision_number': 4, 'project_id': '7a75806f732447d68ca40a83500d955d', 'gw_port': {'id': 'e1996de4-77b0-44cc-ada5-1f35dcc523f0', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:90:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb012a5e-621c-439f-8c34-20b092183dff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1506, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:31:21Z', 'updated_at': '2021-10-27T10:31:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_interfaces': [{'id': '07302172-8417-4246-bba8-62a8c96f6a79', 'name': '', 'network_id': '823b724c-a4df-49e4-a48e-438212c85945', 'tenant_id': '7a75806f732447d68ca40a83500d955d', 'mac_address': 'fa:16:3e:36:d8:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb012a5e-621c-439f-8c34-20b092183dff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1507, 'fixed_ips': [{'subnet_id': '867e3761-3f04-40e2-b4bb-5b0ff4404cac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:31:25Z', 'updated_at': '2021-10-27T10:31:32Z', 'revision_number': 5, 'project_id': '7a75806f732447d68ca40a83500d955d', 'subnets': [{'id': '867e3761-3f04-40e2-b4bb-5b0ff4404cac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:43:11.100327 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-1663d1e1-c11d-43bc-bee9-83243e6c562d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:11.122669 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-e9dfb9e0-99b9-4050-8bfa-86ac09eb617c admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:11.127812 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-1663d1e1-c11d-43bc-bee9-83243e6c562d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:11.241769 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-1663d1e1-c11d-43bc-bee9-83243e6c562d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c766c9100d6545ddb0073bcfca7568eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3258810 Oct 27 10:43:11.260375 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 49662) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:43:11.296924 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1663d1e1-c11d-43bc-bee9-83243e6c562d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aec07edb-860f-4c24-b6f3-918225f9f29f,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:43:11.332420 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-4ca5daf0-7721-470a-b608-9492fa20b7f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2006968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1766358'] for router_interface, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:11.344880 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 49664) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:43:11.415799 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-7eb28ca2-148e-42dd-a0fb-a83dfd45e099 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:11.421801 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-e9dfb9e0-99b9-4050-8bfa-86ac09eb617c admin admin] Deleting port 365edf85-81a9-41c9-a88f-406c3c804d46 {{(pid=102346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:43:11.422206 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-e9dfb9e0-99b9-4050-8bfa-86ac09eb617c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:11.442354 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvr_db [None req-43b94b91-6030-4ee3-bdf1-7d36e887d606 None None] Set router 53447993-9068-4d58-9f64-5f7ce9d8867e gateway port host: n-d-813419-10 {{(pid=102349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:43:11.503164 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-7eb28ca2-148e-42dd-a0fb-a83dfd45e099 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:11.539055 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 49672) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:43:11.623038 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7db2e339-8bf0-47fb-82c6-e5853f8f5b57 None None] New status for floating IP d60a0b8b-2027-4b67-b33c-c888ef60a8c0: DOWN {{(pid=102348) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 10:43:11.647558 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [None req-e9dfb9e0-99b9-4050-8bfa-86ac09eb617c admin admin] For port 365edf85-81a9-41c9-a88f-406c3c804d46, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=365edf85-81a9-41c9-a88f-406c3c804d46,segment=NetworkSegment(bc14127b-7032-4c50-bb5b-f6813cbae86e),segment_id=bc14127b-7032-4c50-bb5b-f6813cbae86e)] {{(pid=102346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:43:11.648297 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-e9dfb9e0-99b9-4050-8bfa-86ac09eb617c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:11.663702 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-7310369e-7cd6-4136-b145-23f63c3a823a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:11.674152 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-e9dfb9e0-99b9-4050-8bfa-86ac09eb617c admin admin] Calling delete_port for 365edf85-81a9-41c9-a88f-406c3c804d46 owned by network:router_gateway {{(pid=102346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:43:11.732960 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-7eb28ca2-148e-42dd-a0fb-a83dfd45e099 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:11.736391 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-7eb28ca2-148e-42dd-a0fb-a83dfd45e099 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:11.737836 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-7eb28ca2-148e-42dd-a0fb-a83dfd45e099 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/aec07edb-860f-4c24-b6f3-918225f9f29f HTTP/1.1" status: 204 len: 168 time: 0.4764562 Oct 27 10:43:11.752370 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-889371a3-0e79-4a24-9f6f-eefaeaca3404 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Publish callbacks [] for security_group, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:11.761376 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb28ca2-148e-42dd-a0fb-a83dfd45e099 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aec07edb-860f-4c24-b6f3-918225f9f29f,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:43:11.762285 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-43b94b91-6030-4ee3-bdf1-7d36e887d606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53447993-9068-4d58-9f64-5f7ce9d8867e', 'name': 'tempest-TestServerMultinode-142574786-router', 'tenant_id': '178ecc4d288b407c95ee0db3c823dd0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.71'}], 'enable_snat': True}, 'gw_port_id': '365edf85-81a9-41c9-a88f-406c3c804d46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:42:22Z', 'updated_at': '2021-10-27T10:43:09Z', 'revision_number': 5, 'project_id': '178ecc4d288b407c95ee0db3c823dd0d', 'gw_port': {'id': '365edf85-81a9-41c9-a88f-406c3c804d46', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:2a:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53447993-9068-4d58-9f64-5f7ce9d8867e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2607, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:42:23Z', 'updated_at': '2021-10-27T10:42:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10'}], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:43:11.775474 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ca5daf0-7721-470a-b608-9492fa20b7f1 admin admin] Router 5c570181-a777-4553-b0ca-27049ba08d42 has already been hosted by L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb {{(pid=102347) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 10:43:11.808446 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-889371a3-0e79-4a24-9f6f-eefaeaca3404 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:11.813607 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43b94b91-6030-4ee3-bdf1-7d36e887d606 None None] The sync data for ids ['53447993-9068-4d58-9f64-5f7ce9d8867e'] in n-d-813419-10 is: [{'id': '53447993-9068-4d58-9f64-5f7ce9d8867e', 'name': 'tempest-TestServerMultinode-142574786-router', 'tenant_id': '178ecc4d288b407c95ee0db3c823dd0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.71'}], 'enable_snat': True}, 'gw_port_id': '365edf85-81a9-41c9-a88f-406c3c804d46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:42:22Z', 'updated_at': '2021-10-27T10:43:09Z', 'revision_number': 5, 'project_id': '178ecc4d288b407c95ee0db3c823dd0d', 'gw_port': {'id': '365edf85-81a9-41c9-a88f-406c3c804d46', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:2a:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53447993-9068-4d58-9f64-5f7ce9d8867e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2607, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:42:23Z', 'updated_at': '2021-10-27T10:42:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10'}] {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:43:11.938514 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-7310369e-7cd6-4136-b145-23f63c3a823a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:11.948838 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-7310369e-7cd6-4136-b145-23f63c3a823a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:12.000719 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-889371a3-0e79-4a24-9f6f-eefaeaca3404 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:12.006506 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-889371a3-0e79-4a24-9f6f-eefaeaca3404 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:12.008092 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-889371a3-0e79-4a24-9f6f-eefaeaca3404 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "DELETE /v2.0/security-groups/9678e9b4-8ecf-4d94-a14b-d92ef88d2ddb HTTP/1.1" status: 204 len: 168 time: 0.4683933 Oct 27 10:43:12.009697 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7310369e-7cd6-4136-b145-23f63c3a823a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fac0ea83-4999-4524-ad81-b0f6c54ed923,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:43:12.017333 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-7310369e-7cd6-4136-b145-23f63c3a823a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=805d4fb219dd4d95a412b678567d4292&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6711094 Oct 27 10:43:12.017951 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 49678) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:43:12.018282 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 49680) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:43:12.043245 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889371a3-0e79-4a24-9f6f-eefaeaca3404 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9678e9b4-8ecf-4d94-a14b-d92ef88d2ddb,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:43:12.055514 n-d-813419-10 neutron-server[102347]: INFO neutron.api.v2.resource [None req-9d834725-10b6-41b4-8a67-077d8d7e2ac4 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] show failed (client error): The resource could not be found. Oct 27 10:43:12.057737 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-9d834725-10b6-41b4-8a67-077d8d7e2ac4 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "GET /v2.0/security-groups/9678e9b4-8ecf-4d94-a14b-d92ef88d2ddb HTTP/1.1" status: 404 len: 347 time: 0.0353343 Oct 27 10:43:12.057872 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-e9dfb9e0-99b9-4050-8bfa-86ac09eb617c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:12.062558 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 49682) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:43:12.086486 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ca5daf0-7721-470a-b608-9492fa20b7f1 admin admin] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:43:12.100834 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-4ca5daf0-7721-470a-b608-9492fa20b7f1 admin admin] 10.222.0.44 "PUT /v2.0/routers/5c570181-a777-4553-b0ca-27049ba08d42/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5983992 Oct 27 10:43:12.102432 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-336be5b2-394e-4644-8182-7033eb9e3dff None None] Sync routers for ids ['5c570181-a777-4553-b0ca-27049ba08d42'] in n-d-813419-10 {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:43:12.102651 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 49684) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:43:12.119960 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-336be5b2-394e-4644-8182-7033eb9e3dff None None] Routers {'5c570181-a777-4553-b0ca-27049ba08d42'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:43:12.120824 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-336be5b2-394e-4644-8182-7033eb9e3dff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:42:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['5c570181-a777-4553-b0ca-27049ba08d42'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:43:12.221152 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-531bfb18-403d-4f5c-90c6-73be87b1548d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:12.279904 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-531bfb18-403d-4f5c-90c6-73be87b1548d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:12.333470 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-420372e1-c63e-46c2-b89e-81540c5a20bb admin admin] Publish callbacks [] for router, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:12.368070 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 3535f99e-9a37-45d7-9ebd-a8a28485c1f1 no longer exists at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:43:12.393067 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvr_db [None req-336be5b2-394e-4644-8182-7033eb9e3dff None None] Set router 5c570181-a777-4553-b0ca-27049ba08d42 gateway port host: n-d-813419-10 {{(pid=102349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:43:12.410146 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] No Port match for: 3535f99e-9a37-45d7-9ebd-a8a28485c1f1 {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:43:12.410715 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 3535f99e-9a37-45d7-9ebd-a8a28485c1f1 not bound to the agent host n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:43:12.518684 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-420372e1-c63e-46c2-b89e-81540c5a20bb admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:12.566490 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-531bfb18-403d-4f5c-90c6-73be87b1548d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:12.573991 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-531bfb18-403d-4f5c-90c6-73be87b1548d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:12.578399 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-531bfb18-403d-4f5c-90c6-73be87b1548d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/fac0ea83-4999-4524-ad81-b0f6c54ed923 HTTP/1.1" status: 204 len: 168 time: 0.5557635 Oct 27 10:43:12.594076 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531bfb18-403d-4f5c-90c6-73be87b1548d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fac0ea83-4999-4524-ad81-b0f6c54ed923,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:43:12.615909 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9dfb9e0-99b9-4050-8bfa-86ac09eb617c admin admin] Pushing event deleted for resources: {'Port': ['ID=365edf85-81a9-41c9-a88f-406c3c804d46,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:43:12.639730 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-420372e1-c63e-46c2-b89e-81540c5a20bb admin admin] Deleting port 68d1ecd0-6738-444a-9fb5-a54a3da5c456 {{(pid=102347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:43:12.641035 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-420372e1-c63e-46c2-b89e-81540c5a20bb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:12.744421 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-336be5b2-394e-4644-8182-7033eb9e3dff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c570181-a777-4553-b0ca-27049ba08d42', 'name': 'tempest-ServerRescueTestJSONUnderV235-873947177-router', 'tenant_id': '44538c357c154e37b6b4c2a3f5e264ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.212'}], 'enable_snat': True}, 'gw_port_id': '68d1ecd0-6738-444a-9fb5-a54a3da5c456', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:41:50Z', 'updated_at': '2021-10-27T10:43:10Z', 'revision_number': 5, 'project_id': '44538c357c154e37b6b4c2a3f5e264ae', 'gw_port': {'id': '68d1ecd0-6738-444a-9fb5-a54a3da5c456', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:1f:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c570181-a777-4553-b0ca-27049ba08d42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2520, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:41:52Z', 'updated_at': '2021-10-27T10:42:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10'}], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:43:12.781704 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-336be5b2-394e-4644-8182-7033eb9e3dff None None] Checking router: 5c570181-a777-4553-b0ca-27049ba08d42 for host: n-d-813419-10 {{(pid=102349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 10:43:12.789921 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-e9dfb9e0-99b9-4050-8bfa-86ac09eb617c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1664884'] for router_gateway, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:12.793169 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-336be5b2-394e-4644-8182-7033eb9e3dff None None] Routers {'5c570181-a777-4553-b0ca-27049ba08d42'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:43:12.794370 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-336be5b2-394e-4644-8182-7033eb9e3dff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:42:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['5c570181-a777-4553-b0ca-27049ba08d42'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:43:12.820559 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [None req-420372e1-c63e-46c2-b89e-81540c5a20bb admin admin] For port 68d1ecd0-6738-444a-9fb5-a54a3da5c456, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=68d1ecd0-6738-444a-9fb5-a54a3da5c456,segment=NetworkSegment(bc14127b-7032-4c50-bb5b-f6813cbae86e),segment_id=bc14127b-7032-4c50-bb5b-f6813cbae86e)] {{(pid=102347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:43:12.820913 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-420372e1-c63e-46c2-b89e-81540c5a20bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:12.860442 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-420372e1-c63e-46c2-b89e-81540c5a20bb admin admin] Calling delete_port for 68d1ecd0-6738-444a-9fb5-a54a3da5c456 owned by network:router_gateway {{(pid=102347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:43:12.887774 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-c13ee45a-9ae9-4761-a4cc-97e82a74c057 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Deleting port 89988539-b098-40f5-a763-7dc4e04bbbff {{(pid=102346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:43:12.888467 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-c13ee45a-9ae9-4761-a4cc-97e82a74c057 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:12.891978 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvr_db [None req-336be5b2-394e-4644-8182-7033eb9e3dff None None] Set router 5c570181-a777-4553-b0ca-27049ba08d42 gateway port host: None {{(pid=102349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:43:12.935781 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-e9dfb9e0-99b9-4050-8bfa-86ac09eb617c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1765662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3700'] for router, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:12.940245 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-e9dfb9e0-99b9-4050-8bfa-86ac09eb617c admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:13.003233 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-336be5b2-394e-4644-8182-7033eb9e3dff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c570181-a777-4553-b0ca-27049ba08d42', 'name': 'tempest-ServerRescueTestJSONUnderV235-873947177-router', 'tenant_id': '44538c357c154e37b6b4c2a3f5e264ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:41:50Z', 'updated_at': '2021-10-27T10:43:12Z', 'revision_number': 6, 'project_id': '44538c357c154e37b6b4c2a3f5e264ae', 'gw_port_host': None}], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:43:13.018528 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-e9dfb9e0-99b9-4050-8bfa-86ac09eb617c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1765641'] for router, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:13.019734 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9dfb9e0-99b9-4050-8bfa-86ac09eb617c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 53447993-9068-4d58-9f64-5f7ce9d8867e {{(pid=102346) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 10:43:13.025180 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-e9dfb9e0-99b9-4050-8bfa-86ac09eb617c admin admin] Publish callbacks [] for router, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:13.030278 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-e9dfb9e0-99b9-4050-8bfa-86ac09eb617c admin admin] 10.222.0.44 "DELETE /v2.0/routers/53447993-9068-4d58-9f64-5f7ce9d8867e HTTP/1.1" status: 204 len: 168 time: 2.5473104 Oct 27 10:43:13.038824 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 49706) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:43:13.062549 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-336be5b2-394e-4644-8182-7033eb9e3dff None None] The sync data for ids ['5c570181-a777-4553-b0ca-27049ba08d42'] in n-d-813419-10 is: [{'id': '5c570181-a777-4553-b0ca-27049ba08d42', 'name': 'tempest-ServerRescueTestJSONUnderV235-873947177-router', 'tenant_id': '44538c357c154e37b6b4c2a3f5e264ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:41:50Z', 'updated_at': '2021-10-27T10:43:12Z', 'revision_number': 6, 'project_id': '44538c357c154e37b6b4c2a3f5e264ae', 'gw_port_host': None}] {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:43:13.140848 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-c13ee45a-9ae9-4761-a4cc-97e82a74c057 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:13.141450 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-c13ee45a-9ae9-4761-a4cc-97e82a74c057 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:13.193753 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-c13ee45a-9ae9-4761-a4cc-97e82a74c057 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Calling delete_port for 89988539-b098-40f5-a763-7dc4e04bbbff owned by network:floatingip {{(pid=102346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:43:13.214809 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-420372e1-c63e-46c2-b89e-81540c5a20bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:13.234715 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5f1a551-cfc9-4665-8ec1-dfb68db716ef admin admin] Deleting subnet e1144af1-40e4-4af3-a0a9-e0c3d5c56745 {{(pid=102346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 10:43:13.275891 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420372e1-c63e-46c2-b89e-81540c5a20bb admin admin] Pushing event deleted for resources: {'Port': ['ID=68d1ecd0-6738-444a-9fb5-a54a3da5c456,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:43:13.282036 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-a5f1a551-cfc9-4665-8ec1-dfb68db716ef admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:13.332632 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-a5f1a551-cfc9-4665-8ec1-dfb68db716ef admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25847868'] for subnet, precommit_delete_associations {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:13.344767 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 49712) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:43:13.364261 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-4e14e49b-b588-47c3-9e63-952ebb32c288 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:13.366743 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-420372e1-c63e-46c2-b89e-81540c5a20bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1664884'] for router_gateway, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:13.471186 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-a5f1a551-cfc9-4665-8ec1-dfb68db716ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855646'] for subnet, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:13.511753 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-c13ee45a-9ae9-4761-a4cc-97e82a74c057 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:13.552178 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-4e14e49b-b588-47c3-9e63-952ebb32c288 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:13.556691 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13ee45a-9ae9-4761-a4cc-97e82a74c057 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Pushing event deleted for resources: {'Port': ['ID=89988539-b098-40f5-a763-7dc4e04bbbff,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:43:13.563158 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-420372e1-c63e-46c2-b89e-81540c5a20bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1765662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3700'] for router, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:13.566209 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-420372e1-c63e-46c2-b89e-81540c5a20bb admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:13.567600 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-4e14e49b-b588-47c3-9e63-952ebb32c288 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:13.625604 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-a5f1a551-cfc9-4665-8ec1-dfb68db716ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27024355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27168307'] for subnet, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:13.658260 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-c13ee45a-9ae9-4761-a4cc-97e82a74c057 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Publish callbacks [] for floatingip, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:13.660938 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-c13ee45a-9ae9-4761-a4cc-97e82a74c057 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for floatingip, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:13.666294 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-c13ee45a-9ae9-4761-a4cc-97e82a74c057 tempest-AttachVolumeShelveTestJSON-816649820 tempest-AttachVolumeShelveTestJSON-816649820-project] 10.222.0.44 "DELETE /v2.0/floatingips/d60a0b8b-2027-4b67-b33c-c888ef60a8c0 HTTP/1.1" status: 204 len: 168 time: 1.5967984 Oct 27 10:43:13.671991 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f1a551-cfc9-4665-8ec1-dfb68db716ef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e1144af1-40e4-4af3-a0a9-e0c3d5c56745,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:43:13.679303 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-420372e1-c63e-46c2-b89e-81540c5a20bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1765641'] for router, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:13.679724 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-a5f1a551-cfc9-4665-8ec1-dfb68db716ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for subnet, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:13.679848 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-420372e1-c63e-46c2-b89e-81540c5a20bb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5c570181-a777-4553-b0ca-27049ba08d42 {{(pid=102347) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 10:43:13.686370 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-a5f1a551-cfc9-4665-8ec1-dfb68db716ef admin admin] 10.222.0.44 "DELETE /v2.0/subnets/e1144af1-40e4-4af3-a0a9-e0c3d5c56745 HTTP/1.1" status: 204 len: 168 time: 0.6451643 Oct 27 10:43:13.689839 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 49720) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:43:13.690184 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-420372e1-c63e-46c2-b89e-81540c5a20bb admin admin] Publish callbacks [] for router, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:13.691327 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-420372e1-c63e-46c2-b89e-81540c5a20bb admin admin] 10.222.0.44 "DELETE /v2.0/routers/5c570181-a777-4553-b0ca-27049ba08d42 HTTP/1.1" status: 204 len: 168 time: 1.5874820 Oct 27 10:43:13.695579 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 49722) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:43:13.697732 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc1152e1-4835-47aa-b3eb-c767500815ae None None] Network d559d50f-3028-4056-aeee-12f6e4e55b16 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:43:13.721254 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e14e49b-b588-47c3-9e63-952ebb32c288 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e96b6a34-6a40-4f9a-9ee2-349465a6083a,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:43:13.728503 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-4e14e49b-b588-47c3-9e63-952ebb32c288 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2ecb66d4c86247b0a83628b34c7eac38&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3807359 Oct 27 10:43:13.729452 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 49724) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:43:13.835700 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-fe547aff-fdb4-48e9-9c14-f2cfbe15e708 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586917'] for network, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:13.843684 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2450254-e4fc-4521-9efc-a1d2e662446b admin admin] Deleting subnet 99cdc121-7dc1-4860-8162-bcbc59867073 {{(pid=102347) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 10:43:13.855807 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.agents_db [None req-e79ee67d-056e-46ea-bd99-e80473396b25 None None] Agent healthcheck: found 7 active agents {{(pid=102349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 10:43:13.982604 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-fe547aff-fdb4-48e9-9c14-f2cfbe15e708 admin admin] Deleting port 903b3853-f066-462e-b91d-a48c99e4816f {{(pid=102346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:43:13.985434 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-fe547aff-fdb4-48e9-9c14-f2cfbe15e708 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:14.072350 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [None req-fe547aff-fdb4-48e9-9c14-f2cfbe15e708 admin admin] For port 903b3853-f066-462e-b91d-a48c99e4816f, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=903b3853-f066-462e-b91d-a48c99e4816f,segment=NetworkSegment(c15c3e45-ea1e-4a1b-a3d3-df26c5b093bb),segment_id=c15c3e45-ea1e-4a1b-a3d3-df26c5b093bb)] {{(pid=102346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:43:14.073000 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-fe547aff-fdb4-48e9-9c14-f2cfbe15e708 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:14.096130 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-fe547aff-fdb4-48e9-9c14-f2cfbe15e708 admin admin] Calling delete_port for 903b3853-f066-462e-b91d-a48c99e4816f owned by network:dhcp {{(pid=102346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:43:14.146623 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d040739a-f3f2-438f-8f5c-92de31688c09 None None] DHCP port deletion for d559d50f-3028-4056-aeee-12f6e4e55b16 request from n-d-813419-10 {{(pid=102348) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 10:43:14.156403 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-a2450254-e4fc-4521-9efc-a1d2e662446b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:14.157609 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 49734) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:43:14.211547 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-a2450254-e4fc-4521-9efc-a1d2e662446b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-18445109'] for subnet, precommit_delete_associations {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:14.213783 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-d03fc189-1781-45f6-8a69-24b41179f390 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:14.237841 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-fe547aff-fdb4-48e9-9c14-f2cfbe15e708 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:14.282030 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe547aff-fdb4-48e9-9c14-f2cfbe15e708 admin admin] Pushing event deleted for resources: {'Port': ['ID=903b3853-f066-462e-b91d-a48c99e4816f,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:43:14.285139 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe547aff-fdb4-48e9-9c14-f2cfbe15e708 admin admin] No DVR routers for this DVR port 903b3853-f066-462e-b91d-a48c99e4816f on host n-d-813419-10 {{(pid=102346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:43:14.298710 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-d03fc189-1781-45f6-8a69-24b41179f390 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:14.308927 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 68d1ecd0-6738-444a-9fb5-a54a3da5c456 no longer exists at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:43:14.314118 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-a2450254-e4fc-4521-9efc-a1d2e662446b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855646'] for subnet, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:14.360058 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] No Port match for: 68d1ecd0-6738-444a-9fb5-a54a3da5c456 {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:43:14.360635 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 68d1ecd0-6738-444a-9fb5-a54a3da5c456 not bound to the agent host n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:43:14.361061 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 903b3853-f066-462e-b91d-a48c99e4816f no longer exists at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:43:14.386720 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] No Port match for: 903b3853-f066-462e-b91d-a48c99e4816f {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:43:14.387101 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 903b3853-f066-462e-b91d-a48c99e4816f not bound to the agent host n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:43:14.387722 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 365edf85-81a9-41c9-a88f-406c3c804d46 no longer exists at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:43:14.399136 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-34bca77a-fdba-42be-9e81-e457d691065e tempest-RoutersAdminTest-381632799 tempest-RoutersAdminTest-381632799-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-2066651761', 'router:external': True}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:43:14.413815 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-d03fc189-1781-45f6-8a69-24b41179f390 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:14.416655 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-d03fc189-1781-45f6-8a69-24b41179f390 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:14.417473 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-d040739a-f3f2-438f-8f5c-92de31688c09 None None] Deleting port 903b3853-f066-462e-b91d-a48c99e4816f {{(pid=102348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:43:14.418003 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-d040739a-f3f2-438f-8f5c-92de31688c09 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:14.420588 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-d03fc189-1781-45f6-8a69-24b41179f390 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e96b6a34-6a40-4f9a-9ee2-349465a6083a HTTP/1.1" status: 204 len: 168 time: 0.6884592 Oct 27 10:43:14.427772 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-fe547aff-fdb4-48e9-9c14-f2cfbe15e708 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857803', 'neutron.services.segments.db._delete_segments_for_network-8743873143390'] for network, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:14.430912 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] No Port match for: 365edf85-81a9-41c9-a88f-406c3c804d46 {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:43:14.432487 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-a2450254-e4fc-4521-9efc-a1d2e662446b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-18295818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18043720'] for subnet, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:14.433486 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 365edf85-81a9-41c9-a88f-406c3c804d46 not bound to the agent host n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:43:14.433920 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 209c6725-e1b1-4ca1-9d56-f826591ae298 no longer exists at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:43:14.435479 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03fc189-1781-45f6-8a69-24b41179f390 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e96b6a34-6a40-4f9a-9ee2-349465a6083a,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:43:14.467546 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2450254-e4fc-4521-9efc-a1d2e662446b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=99cdc121-7dc1-4860-8162-bcbc59867073,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:43:14.469885 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-a2450254-e4fc-4521-9efc-a1d2e662446b admin admin] Publish callbacks [] for subnet, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:14.473579 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-a2450254-e4fc-4521-9efc-a1d2e662446b admin admin] 10.222.0.44 "DELETE /v2.0/subnets/99cdc121-7dc1-4860-8162-bcbc59867073 HTTP/1.1" status: 204 len: 168 time: 0.7767892 Oct 27 10:43:14.475728 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 49740) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:43:14.481610 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-fe547aff-fdb4-48e9-9c14-f2cfbe15e708 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d559d50f-3028-4056-aeee-12f6e4e55b16']}} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:43:14.490868 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34bca77a-fdba-42be-9e81-e457d691065e tempest-RoutersAdminTest-381632799 tempest-RoutersAdminTest-381632799-project-admin] Made reservation on behalf of b48d5b418f0f450da886c812d3a84b3b for: {'network': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:43:14.493607 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-34bca77a-fdba-42be-9e81-e457d691065e tempest-RoutersAdminTest-381632799 tempest-RoutersAdminTest-381632799-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for network, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:14.528756 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-34bca77a-fdba-42be-9e81-e457d691065e tempest-RoutersAdminTest-381632799 tempest-RoutersAdminTest-381632799-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:14.536099 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-fe547aff-fdb4-48e9-9c14-f2cfbe15e708 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c15c3e45-ea1e-4a1b-a3d3-df26c5b093bb') {'for_net_delete': True} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:43:14.536622 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-fe547aff-fdb4-48e9-9c14-f2cfbe15e708 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c15c3e45-ea1e-4a1b-a3d3-df26c5b093bb') {} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:43:14.556723 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-ca3acf72-8072-4015-8671-ebe6f64719b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586917'] for network, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:14.598221 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] No Port match for: 209c6725-e1b1-4ca1-9d56-f826591ae298 {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:43:14.598563 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 209c6725-e1b1-4ca1-9d56-f826591ae298 not bound to the agent host n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:43:14.659335 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-fe547aff-fdb4-48e9-9c14-f2cfbe15e708 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743873145191', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25847877'] for segment, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:14.661659 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-d040739a-f3f2-438f-8f5c-92de31688c09 None None] For port 903b3853-f066-462e-b91d-a48c99e4816f, host n-d-813419-10, got binding levels [] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:43:14.662059 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-d040739a-f3f2-438f-8f5c-92de31688c09 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:14.681162 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-ca3acf72-8072-4015-8671-ebe6f64719b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857803', 'neutron.services.segments.db._delete_segments_for_network-8743873143390'] for network, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:14.694278 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-d040739a-f3f2-438f-8f5c-92de31688c09 None None] Calling delete_port for 903b3853-f066-462e-b91d-a48c99e4816f owned by network:dhcp {{(pid=102348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:43:14.695517 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-fe547aff-fdb4-48e9-9c14-f2cfbe15e708 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:14.703944 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.ipam_backend_mixin [None req-d040739a-f3f2-438f-8f5c-92de31688c09 None None] Port 903b3853-f066-462e-b91d-a48c99e4816f was not found and therefore no delete operation was performed {{(pid=102348) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 27 10:43:14.705684 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-d040739a-f3f2-438f-8f5c-92de31688c09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615'] for port, after_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:14.726426 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe547aff-fdb4-48e9-9c14-f2cfbe15e708 admin admin] Releasing vlan 416 on physical network physnet1 to pool {{(pid=102346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 10:43:14.726901 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-fe547aff-fdb4-48e9-9c14-f2cfbe15e708 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27024137'] for segment, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:14.727023 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-ca3acf72-8072-4015-8671-ebe6f64719b5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b46f0309-9186-4ac3-a8d4-289db60744e1']}} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:43:14.729418 n-d-813419-10 neutron-server[102346]: Traceback (most recent call last): Oct 27 10:43:14.729418 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 10:43:14.729418 n-d-813419-10 neutron-server[102346]: timer() Oct 27 10:43:14.729418 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 10:43:14.729418 n-d-813419-10 neutron-server[102346]: cb(*args, **kw) Oct 27 10:43:14.729418 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 10:43:14.729418 n-d-813419-10 neutron-server[102346]: return func(*args, **kwargs) Oct 27 10:43:14.729418 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 10:43:14.729418 n-d-813419-10 neutron-server[102346]: self._notify() Oct 27 10:43:14.729418 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 10:43:14.729418 n-d-813419-10 neutron-server[102346]: self.callback(batched_events) Oct 27 10:43:14.729418 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 10:43:14.729418 n-d-813419-10 neutron-server[102346]: event.method(event) Oct 27 10:43:14.729418 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 10:43:14.729418 n-d-813419-10 neutron-server[102346]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 10:43:14.729418 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 10:43:14.729418 n-d-813419-10 neutron-server[102346]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 10:43:14.729418 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 10:43:14.729418 n-d-813419-10 neutron-server[102346]: return f(self, *a, **k) Oct 27 10:43:14.729418 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 10:43:14.729418 n-d-813419-10 neutron-server[102346]: return self._get(url).json() Oct 27 10:43:14.729418 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 10:43:14.729418 n-d-813419-10 neutron-server[102346]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 10:43:14.729418 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 10:43:14.729418 n-d-813419-10 neutron-server[102346]: return self.request(url, 'GET', **kwargs) Oct 27 10:43:14.729418 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 10:43:14.729418 n-d-813419-10 neutron-server[102346]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 10:43:14.729418 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 10:43:14.729418 n-d-813419-10 neutron-server[102346]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 10:43:14.729418 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 10:43:14.729418 n-d-813419-10 neutron-server[102346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 10:43:14.729418 n-d-813419-10 neutron-server[102346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 10:43:14.742814 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d040739a-f3f2-438f-8f5c-92de31688c09 None None] Pushing event deleted for resources: {'Port': ['ID=903b3853-f066-462e-b91d-a48c99e4816f,revision_number=None']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:43:14.745523 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d040739a-f3f2-438f-8f5c-92de31688c09 None None] No DVR routers for this DVR port 903b3853-f066-462e-b91d-a48c99e4816f on host n-d-813419-10 {{(pid=102348) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:43:14.755675 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-ca3acf72-8072-4015-8671-ebe6f64719b5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91c0716d-bff6-49d3-9498-64df3ea0fafc') {'for_net_delete': True} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:43:14.755986 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-ca3acf72-8072-4015-8671-ebe6f64719b5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91c0716d-bff6-49d3-9498-64df3ea0fafc') {} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:43:14.777017 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-ca3acf72-8072-4015-8671-ebe6f64719b5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743873145191', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18445132'] for segment, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:14.800950 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-ca3acf72-8072-4015-8671-ebe6f64719b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:14.808472 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca3acf72-8072-4015-8671-ebe6f64719b5 admin admin] Releasing vlan 407 on physical network physnet1 to pool {{(pid=102347) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 10:43:14.808864 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-ca3acf72-8072-4015-8671-ebe6f64719b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-18296032'] for segment, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:14.818270 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-34bca77a-fdba-42be-9e81-e457d691065e tempest-RoutersAdminTest-381632799 tempest-RoutersAdminTest-381632799-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:14.829478 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-34bca77a-fdba-42be-9e81-e457d691065e tempest-RoutersAdminTest-381632799 tempest-RoutersAdminTest-381632799-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:14.845201 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-fe547aff-fdb4-48e9-9c14-f2cfbe15e708 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664840'] for network, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:14.857953 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34bca77a-fdba-42be-9e81-e457d691065e tempest-RoutersAdminTest-381632799 tempest-RoutersAdminTest-381632799-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 408} {{(pid=102346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 10:43:14.864660 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-fe547aff-fdb4-48e9-9c14-f2cfbe15e708 admin admin] Publish callbacks [] for network, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:14.868008 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-fe547aff-fdb4-48e9-9c14-f2cfbe15e708 admin admin] 10.222.0.44 "DELETE /v2.0/networks/d559d50f-3028-4056-aeee-12f6e4e55b16 HTTP/1.1" status: 204 len: 168 time: 1.1763694 Oct 27 10:43:14.887830 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bca77a-fdba-42be-9e81-e457d691065e tempest-RoutersAdminTest-381632799 tempest-RoutersAdminTest-381632799-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c42fb74-de5c-445b-8f60-897319a4de78,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:43:14.894980 n-d-813419-10 neutron-server[102347]: Traceback (most recent call last): Oct 27 10:43:14.894980 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 10:43:14.894980 n-d-813419-10 neutron-server[102347]: timer() Oct 27 10:43:14.894980 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 10:43:14.894980 n-d-813419-10 neutron-server[102347]: cb(*args, **kw) Oct 27 10:43:14.894980 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 10:43:14.894980 n-d-813419-10 neutron-server[102347]: return func(*args, **kwargs) Oct 27 10:43:14.894980 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 10:43:14.894980 n-d-813419-10 neutron-server[102347]: self._notify() Oct 27 10:43:14.894980 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 10:43:14.894980 n-d-813419-10 neutron-server[102347]: self.callback(batched_events) Oct 27 10:43:14.894980 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 10:43:14.894980 n-d-813419-10 neutron-server[102347]: event.method(event) Oct 27 10:43:14.894980 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 10:43:14.894980 n-d-813419-10 neutron-server[102347]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 10:43:14.894980 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 10:43:14.894980 n-d-813419-10 neutron-server[102347]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 10:43:14.894980 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 10:43:14.894980 n-d-813419-10 neutron-server[102347]: return f(self, *a, **k) Oct 27 10:43:14.894980 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 10:43:14.894980 n-d-813419-10 neutron-server[102347]: return self._get(url).json() Oct 27 10:43:14.894980 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 10:43:14.894980 n-d-813419-10 neutron-server[102347]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 10:43:14.894980 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 10:43:14.894980 n-d-813419-10 neutron-server[102347]: return self.request(url, 'GET', **kwargs) Oct 27 10:43:14.894980 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 10:43:14.894980 n-d-813419-10 neutron-server[102347]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 10:43:14.894980 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 10:43:14.894980 n-d-813419-10 neutron-server[102347]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 10:43:14.894980 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 10:43:14.894980 n-d-813419-10 neutron-server[102347]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 10:43:14.894980 n-d-813419-10 neutron-server[102347]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 10:43:14.899638 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-ca3acf72-8072-4015-8671-ebe6f64719b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664840'] for network, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:14.905453 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe547aff-fdb4-48e9-9c14-f2cfbe15e708 admin admin] Pushing event deleted for resources: {'Network': ['ID=d559d50f-3028-4056-aeee-12f6e4e55b16,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:43:14.907777 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-34bca77a-fdba-42be-9e81-e457d691065e tempest-RoutersAdminTest-381632799 tempest-RoutersAdminTest-381632799-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:14.908274 n-d-813419-10 neutron-server[102346]: INFO neutron.db.segments_db [None req-34bca77a-fdba-42be-9e81-e457d691065e tempest-RoutersAdminTest-381632799 tempest-RoutersAdminTest-381632799-project-admin] Added segment 792ba3d4-835c-4f2a-a570-fb1310242fde of type vlan for network 944dc3e0-9904-4f5c-bcdf-5b3f2ce8e314 Oct 27 10:43:14.929735 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-ca3acf72-8072-4015-8671-ebe6f64719b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for network, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:14.938322 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-ca3acf72-8072-4015-8671-ebe6f64719b5 admin admin] 10.222.0.44 "DELETE /v2.0/networks/b46f0309-9186-4ac3-a8d4-289db60744e1 HTTP/1.1" status: 204 len: 168 time: 0.4610519 Oct 27 10:43:14.962841 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3acf72-8072-4015-8671-ebe6f64719b5 admin admin] Pushing event deleted for resources: {'Network': ['ID=b46f0309-9186-4ac3-a8d4-289db60744e1,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:43:14.977810 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-34bca77a-fdba-42be-9e81-e457d691065e tempest-RoutersAdminTest-381632799 tempest-RoutersAdminTest-381632799-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743872593080'] for network, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:15.018591 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-34bca77a-fdba-42be-9e81-e457d691065e tempest-RoutersAdminTest-381632799 tempest-RoutersAdminTest-381632799-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913'] for network, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:15.019591 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34bca77a-fdba-42be-9e81-e457d691065e tempest-RoutersAdminTest-381632799 tempest-RoutersAdminTest-381632799-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:43:15.020216 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-34bca77a-fdba-42be-9e81-e457d691065e tempest-RoutersAdminTest-381632799 tempest-RoutersAdminTest-381632799-project-admin] Publish callbacks [] for network, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:15.082205 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 49754) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:43:15.117956 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bca77a-fdba-42be-9e81-e457d691065e tempest-RoutersAdminTest-381632799 tempest-RoutersAdminTest-381632799-project-admin] Pushing event updated for resources: {'Network': ['ID=944dc3e0-9904-4f5c-bcdf-5b3f2ce8e314,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:43:15.130291 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Network 944dc3e0-9904-4f5c-bcdf-5b3f2ce8e314 details requested by agent ovs-agent-n-d-813419-10 with host n-d-813419-10 {{(pid=102348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 10:43:15.142245 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-a9977b57-3aae-48a0-ae39-3603ea7242e0 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=583ef9af0d3c481a8fc4a74870569fec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0557287 Oct 27 10:43:15.142245 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 49756) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:43:15.148652 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-34bca77a-fdba-42be-9e81-e457d691065e tempest-RoutersAdminTest-381632799 tempest-RoutersAdminTest-381632799-project-admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 0.9853363 Oct 27 10:43:15.151282 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 49758) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:43:15.151621 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 49760) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:43:15.159659 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-0d19df27-f912-49d4-928b-f02c726a04a5 tempest-RoutersAdminTest-381632799 tempest-RoutersAdminTest-381632799-project-admin] Request body: {'subnet': {'network_id': '944dc3e0-9904-4f5c-bcdf-5b3f2ce8e314', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:43:15.203249 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-c964f804-a705-4491-adc8-a13ae6db8be2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:15.231978 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-c964f804-a705-4491-adc8-a13ae6db8be2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:15.274943 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d19df27-f912-49d4-928b-f02c726a04a5 tempest-RoutersAdminTest-381632799 tempest-RoutersAdminTest-381632799-project-admin] Made reservation on behalf of b48d5b418f0f450da886c812d3a84b3b for: {'subnet': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:43:15.278255 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-0d19df27-f912-49d4-928b-f02c726a04a5 tempest-RoutersAdminTest-381632799 tempest-RoutersAdminTest-381632799-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27167186'] for subnet, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:15.298853 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-701eea81-f92d-4773-944f-219fbc5d9d75 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=44538c357c154e37b6b4c2a3f5e264ae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1146221 Oct 27 10:43:15.301610 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 49764) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:43:15.343874 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-c964f804-a705-4491-adc8-a13ae6db8be2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:15.346912 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-c964f804-a705-4491-adc8-a13ae6db8be2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:15.354891 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-c964f804-a705-4491-adc8-a13ae6db8be2 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c4e516cb-1042-4e51-936c-75b42209def5 HTTP/1.1" status: 204 len: 168 time: 0.2114811 Oct 27 10:43:15.372599 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c964f804-a705-4491-adc8-a13ae6db8be2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4e516cb-1042-4e51-936c-75b42209def5,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:43:15.386863 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c964f804-a705-4491-adc8-a13ae6db8be2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:43:15.387569 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c964f804-a705-4491-adc8-a13ae6db8be2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:43:15.388151 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c964f804-a705-4491-adc8-a13ae6db8be2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:43:15.389051 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c964f804-a705-4491-adc8-a13ae6db8be2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:43:15.389673 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c964f804-a705-4491-adc8-a13ae6db8be2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:43:15.390220 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c964f804-a705-4491-adc8-a13ae6db8be2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:43:15.390783 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c964f804-a705-4491-adc8-a13ae6db8be2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:43:15.391328 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c964f804-a705-4491-adc8-a13ae6db8be2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:43:15.392050 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c964f804-a705-4491-adc8-a13ae6db8be2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:43:15.392618 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c964f804-a705-4491-adc8-a13ae6db8be2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:43:15.393271 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c964f804-a705-4491-adc8-a13ae6db8be2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:43:15.393837 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c964f804-a705-4491-adc8-a13ae6db8be2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:43:15.426328 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-599fa85a-1957-49a0-aeed-005742735882 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:15.475530 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-599fa85a-1957-49a0-aeed-005742735882 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:15.564793 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-599fa85a-1957-49a0-aeed-005742735882 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:15.571113 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-599fa85a-1957-49a0-aeed-005742735882 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:15.573929 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-599fa85a-1957-49a0-aeed-005742735882 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d4da16b0-ae97-40b5-8605-2eb4fca87de4 HTTP/1.1" status: 204 len: 168 time: 0.2708952 Oct 27 10:43:15.584608 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599fa85a-1957-49a0-aeed-005742735882 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4da16b0-ae97-40b5-8605-2eb4fca87de4,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:43:15.698571 n-d-813419-10 neutron-server[102346]: DEBUG neutron.objects.ports [None req-0d19df27-f912-49d4-928b-f02c726a04a5 tempest-RoutersAdminTest-381632799 tempest-RoutersAdminTest-381632799-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102346) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 27 10:43:15.699036 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-0d19df27-f912-49d4-928b-f02c726a04a5 tempest-RoutersAdminTest-381632799 tempest-RoutersAdminTest-381632799-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27024290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27167168'] for subnet, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:15.759134 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d19df27-f912-49d4-928b-f02c726a04a5 tempest-RoutersAdminTest-381632799 tempest-RoutersAdminTest-381632799-project-admin] Pushing event updated for resources: {'Subnet': ['ID=49179deb-3c53-40d3-a285-1e0c825bec24,revision_number=0']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:43:15.772350 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d19df27-f912-49d4-928b-f02c726a04a5 tempest-RoutersAdminTest-381632799 tempest-RoutersAdminTest-381632799-project-admin] Checking segment: {'id': '792ba3d4-835c-4f2a-a570-fb1310242fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '944dc3e0-9904-4f5c-bcdf-5b3f2ce8e314'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:43:15.772719 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d19df27-f912-49d4-928b-f02c726a04a5 tempest-RoutersAdminTest-381632799 tempest-RoutersAdminTest-381632799-project-admin] Network hostable DHCP agents. Network: 944dc3e0-9904-4f5c-bcdf-5b3f2ce8e314, hostable agents: ['eafd4000-b897-4722-ae8b-0118ec955181'], hosted agents: [] {{(pid=102346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 10:43:15.796112 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d19df27-f912-49d4-928b-f02c726a04a5 tempest-RoutersAdminTest-381632799 tempest-RoutersAdminTest-381632799-project-admin] Network 944dc3e0-9904-4f5c-bcdf-5b3f2ce8e314 is scheduled to be hosted by DHCP agent eafd4000-b897-4722-ae8b-0118ec955181 with binding_index 1 {{(pid=102346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 10:43:15.809728 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-0d19df27-f912-49d4-928b-f02c726a04a5 tempest-RoutersAdminTest-381632799 tempest-RoutersAdminTest-381632799-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-10, 944dc3e0-9904-4f5c-bcdf-5b3f2ce8e314) {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:43:15.814856 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d19df27-f912-49d4-928b-f02c726a04a5 tempest-RoutersAdminTest-381632799 tempest-RoutersAdminTest-381632799-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:43:15.815620 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-0d19df27-f912-49d4-928b-f02c726a04a5 tempest-RoutersAdminTest-381632799 tempest-RoutersAdminTest-381632799-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for subnet, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:15.822346 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaf5dcab-454c-4611-b1ae-7bdcd7aec271 None None] Network 944dc3e0-9904-4f5c-bcdf-5b3f2ce8e314 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:43:15.855639 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-0d19df27-f912-49d4-928b-f02c726a04a5 tempest-RoutersAdminTest-381632799 tempest-RoutersAdminTest-381632799-project-admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.7008364 Oct 27 10:43:15.858396 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 49782) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:43:15.865381 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-34364e1a-4bae-45a4-a96c-04ad8f8c7d3a tempest-RoutersAdminTest-381632799 tempest-RoutersAdminTest-381632799-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1232639355', 'network_id': '944dc3e0-9904-4f5c-bcdf-5b3f2ce8e314'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:43:15.891944 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34364e1a-4bae-45a4-a96c-04ad8f8c7d3a tempest-RoutersAdminTest-381632799 tempest-RoutersAdminTest-381632799-project-admin] Made reservation on behalf of b48d5b418f0f450da886c812d3a84b3b for: {'port': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:43:15.895398 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-34364e1a-4bae-45a4-a96c-04ad8f8c7d3a tempest-RoutersAdminTest-381632799 tempest-RoutersAdminTest-381632799-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:15.937408 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [None req-34364e1a-4bae-45a4-a96c-04ad8f8c7d3a tempest-RoutersAdminTest-381632799 tempest-RoutersAdminTest-381632799-project-admin] device_id is not set on port 26c98df8-6403-4823-a98d-91f5d8e7e271 yet. {{(pid=102346) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 10:43:16.043383 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a307a44e-b936-47c7-820a-018d7ce98053 None None] Network 944dc3e0-9904-4f5c-bcdf-5b3f2ce8e314 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:43:16.164893 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 49792) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:43:16.205724 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_common [None req-34364e1a-4bae-45a4-a96c-04ad8f8c7d3a tempest-RoutersAdminTest-381632799 tempest-RoutersAdminTest-381632799-project-admin] Allocated IP 172.20.0.3 (944dc3e0-9904-4f5c-bcdf-5b3f2ce8e314/49179deb-3c53-40d3-a285-1e0c825bec24/26c98df8-6403-4823-a98d-91f5d8e7e271) {{(pid=102346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:43:16.259482 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-5371bb91-1d4c-40f3-9f72-0f436d5d7ace admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=178ecc4d288b407c95ee0db3c823dd0d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0931382 Oct 27 10:43:16.260592 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 49800) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:43:16.284318 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-9db890ba-35d3-425d-ad8d-7637cb163862 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:16.384321 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-4727e341-ca21-40b0-805f-9e4eecb5b061 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:16.426236 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-4727e341-ca21-40b0-805f-9e4eecb5b061 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:16.504602 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-34364e1a-4bae-45a4-a96c-04ad8f8c7d3a tempest-RoutersAdminTest-381632799 tempest-RoutersAdminTest-381632799-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:16.525200 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-4727e341-ca21-40b0-805f-9e4eecb5b061 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:16.531933 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-4727e341-ca21-40b0-805f-9e4eecb5b061 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:16.533340 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-4727e341-ca21-40b0-805f-9e4eecb5b061 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/7b07f296-4805-4e44-9a6d-7c35d36c8b8a HTTP/1.1" status: 204 len: 168 time: 0.2716346 Oct 27 10:43:16.544236 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4727e341-ca21-40b0-805f-9e4eecb5b061 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b07f296-4805-4e44-9a6d-7c35d36c8b8a,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:43:16.602508 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-34364e1a-4bae-45a4-a96c-04ad8f8c7d3a tempest-RoutersAdminTest-381632799 tempest-RoutersAdminTest-381632799-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:16.684876 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34364e1a-4bae-45a4-a96c-04ad8f8c7d3a tempest-RoutersAdminTest-381632799 tempest-RoutersAdminTest-381632799-project-admin] Network 944dc3e0-9904-4f5c-bcdf-5b3f2ce8e314 is already hosted by enough agents. {{(pid=102346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:43:16.688670 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-34364e1a-4bae-45a4-a96c-04ad8f8c7d3a tempest-RoutersAdminTest-381632799 tempest-RoutersAdminTest-381632799-project-admin] Resources bound (agent type, host, resource id): {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:43:16.692575 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34364e1a-4bae-45a4-a96c-04ad8f8c7d3a tempest-RoutersAdminTest-381632799 tempest-RoutersAdminTest-381632799-project-admin] Received port after_create {{(pid=102346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:43:16.733753 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34364e1a-4bae-45a4-a96c-04ad8f8c7d3a tempest-RoutersAdminTest-381632799 tempest-RoutersAdminTest-381632799-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:43:16.734446 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-34364e1a-4bae-45a4-a96c-04ad8f8c7d3a tempest-RoutersAdminTest-381632799 tempest-RoutersAdminTest-381632799-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:16.737966 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34364e1a-4bae-45a4-a96c-04ad8f8c7d3a tempest-RoutersAdminTest-381632799 tempest-RoutersAdminTest-381632799-project-admin] Pushing event updated for resources: {'Port': ['ID=26c98df8-6403-4823-a98d-91f5d8e7e271,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:43:16.759329 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-34364e1a-4bae-45a4-a96c-04ad8f8c7d3a tempest-RoutersAdminTest-381632799 tempest-RoutersAdminTest-381632799-project-admin] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 0.8952358 Oct 27 10:43:16.759782 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 49848) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:43:16.867574 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-8786cc85-3ae7-4450-baad-55a27b46c993 tempest-RoutersAdminTest-381632799 tempest-RoutersAdminTest-381632799-project-admin] Deleting port 26c98df8-6403-4823-a98d-91f5d8e7e271 {{(pid=102346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:43:16.867983 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-8786cc85-3ae7-4450-baad-55a27b46c993 tempest-RoutersAdminTest-381632799 tempest-RoutersAdminTest-381632799-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:17.058372 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-8786cc85-3ae7-4450-baad-55a27b46c993 tempest-RoutersAdminTest-381632799 tempest-RoutersAdminTest-381632799-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:17.073763 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-8786cc85-3ae7-4450-baad-55a27b46c993 tempest-RoutersAdminTest-381632799 tempest-RoutersAdminTest-381632799-project-admin] Calling delete_port for 26c98df8-6403-4823-a98d-91f5d8e7e271 owned by {{(pid=102346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:43:17.147657 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 49866) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:43:17.266029 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-8786cc85-3ae7-4450-baad-55a27b46c993 tempest-RoutersAdminTest-381632799 tempest-RoutersAdminTest-381632799-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:17.319836 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8786cc85-3ae7-4450-baad-55a27b46c993 tempest-RoutersAdminTest-381632799 tempest-RoutersAdminTest-381632799-project-admin] Pushing event deleted for resources: {'Port': ['ID=26c98df8-6403-4823-a98d-91f5d8e7e271,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:43:17.439990 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-c5e1f273-1108-4ada-b9a3-79776b9c2ea4 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-154674855-network', 'tenant_id': '224d1ec786ae4c91ad2ff660978d03a0'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:43:17.515775 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5e1f273-1108-4ada-b9a3-79776b9c2ea4 admin admin] Made reservation on behalf of 224d1ec786ae4c91ad2ff660978d03a0 for: {'network': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:43:17.518903 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-c5e1f273-1108-4ada-b9a3-79776b9c2ea4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for network, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:17.521379 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-8786cc85-3ae7-4450-baad-55a27b46c993 tempest-RoutersAdminTest-381632799 tempest-RoutersAdminTest-381632799-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:17.526112 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-8786cc85-3ae7-4450-baad-55a27b46c993 tempest-RoutersAdminTest-381632799 tempest-RoutersAdminTest-381632799-project-admin] 10.222.0.44 "DELETE /v2.0/ports/26c98df8-6403-4823-a98d-91f5d8e7e271 HTTP/1.1" status: 204 len: 168 time: 0.7653365 Oct 27 10:43:17.529360 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 49898) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:43:17.534818 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-c5e1f273-1108-4ada-b9a3-79776b9c2ea4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:17.535676 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-1fe7cf52-29a6-45bd-90d1-99b069b955bd tempest-RoutersAdminTest-381632799 tempest-RoutersAdminTest-381632799-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '944dc3e0-9904-4f5c-bcdf-5b3f2ce8e314', 'external_fixed_ips': [{'subnet_id': '49179deb-3c53-40d3-a285-1e0c825bec24', 'ip_address': '172.20.0.3'}]}}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:43:17.605826 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-1fe7cf52-29a6-45bd-90d1-99b069b955bd tempest-RoutersAdminTest-381632799 tempest-RoutersAdminTest-381632799-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1768632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3610'] for router, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:17.607126 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-1fe7cf52-29a6-45bd-90d1-99b069b955bd tempest-RoutersAdminTest-381632799 tempest-RoutersAdminTest-381632799-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1765704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1769409', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1694266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3597'] for router, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:17.714415 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-c5e1f273-1108-4ada-b9a3-79776b9c2ea4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:17.721782 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-c5e1f273-1108-4ada-b9a3-79776b9c2ea4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:17.789692 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e1f273-1108-4ada-b9a3-79776b9c2ea4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d330b46-8008-45cc-afe3-b9d68efad9ba,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:43:17.815258 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-1fe7cf52-29a6-45bd-90d1-99b069b955bd tempest-RoutersAdminTest-381632799 tempest-RoutersAdminTest-381632799-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:17.818832 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5e1f273-1108-4ada-b9a3-79776b9c2ea4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 443} {{(pid=102346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 10:43:17.848711 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-c5e1f273-1108-4ada-b9a3-79776b9c2ea4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:17.849340 n-d-813419-10 neutron-server[102346]: INFO neutron.db.segments_db [None req-c5e1f273-1108-4ada-b9a3-79776b9c2ea4 admin admin] Added segment 8e9b63f6-1870-45bd-a22e-151102c954ac of type vlan for network 2faa5358-3260-42be-9294-2e4f65cb93b8 Oct 27 10:43:17.897555 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 49922) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:43:17.914589 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-c5e1f273-1108-4ada-b9a3-79776b9c2ea4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743872593080'] for network, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:17.950443 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-c5e1f273-1108-4ada-b9a3-79776b9c2ea4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913'] for network, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:17.952070 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5e1f273-1108-4ada-b9a3-79776b9c2ea4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:43:17.952686 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-c5e1f273-1108-4ada-b9a3-79776b9c2ea4 admin admin] Publish callbacks [] for network, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:18.043097 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-c5e1f273-1108-4ada-b9a3-79776b9c2ea4 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8937750 Oct 27 10:43:18.052603 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 49926) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:43:18.062451 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-f7485a7e-ee8a-497d-ad86-c455fc07a28e admin admin] Request body: {'subnet': {'network_id': '2faa5358-3260-42be-9294-2e4f65cb93b8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-154674855-subnet', 'tenant_id': '224d1ec786ae4c91ad2ff660978d03a0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:43:18.079823 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e1f273-1108-4ada-b9a3-79776b9c2ea4 admin admin] Pushing event updated for resources: {'Network': ['ID=2faa5358-3260-42be-9294-2e4f65cb93b8,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:43:18.091455 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Network 2faa5358-3260-42be-9294-2e4f65cb93b8 details requested by agent ovs-agent-n-d-813419-10 with host n-d-813419-10 {{(pid=102348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 10:43:18.135722 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-28c3376b-1213-456f-b539-84521a2971fd admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-328280962-network', 'tenant_id': 'b02a92ec9ad04d95b8ea6a5db5946dfb'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:43:18.152017 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-1fe7cf52-29a6-45bd-90d1-99b069b955bd tempest-RoutersAdminTest-381632799 tempest-RoutersAdminTest-381632799-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:18.170700 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7485a7e-ee8a-497d-ad86-c455fc07a28e admin admin] Made reservation on behalf of 224d1ec786ae4c91ad2ff660978d03a0 for: {'subnet': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:43:18.174019 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-f7485a7e-ee8a-497d-ad86-c455fc07a28e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27167186'] for subnet, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:18.234370 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28c3376b-1213-456f-b539-84521a2971fd admin admin] Made reservation on behalf of b02a92ec9ad04d95b8ea6a5db5946dfb for: {'network': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:43:18.237231 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-28c3376b-1213-456f-b539-84521a2971fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for network, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:18.251006 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-28c3376b-1213-456f-b539-84521a2971fd admin admin] Publish callbacks [] for security_group, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:18.390641 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-28c3376b-1213-456f-b539-84521a2971fd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:18.403561 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-28c3376b-1213-456f-b539-84521a2971fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:18.438895 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28c3376b-1213-456f-b539-84521a2971fd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 449} {{(pid=102347) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 10:43:18.448564 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c3376b-1213-456f-b539-84521a2971fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3238f945-43ac-4dbd-b7b0-70b6d0fec036,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:43:18.525330 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-28c3376b-1213-456f-b539-84521a2971fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:18.525549 n-d-813419-10 neutron-server[102347]: INFO neutron.db.segments_db [None req-28c3376b-1213-456f-b539-84521a2971fd admin admin] Added segment d1b37471-bd8e-4564-a77c-6e0c9d2699fd of type vlan for network 33cc32c2-598c-44fc-a251-6575a62c00c5 Oct 27 10:43:18.530026 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-f7485a7e-ee8a-497d-ad86-c455fc07a28e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27024290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27167168'] for subnet, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:18.611104 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-28c3376b-1213-456f-b539-84521a2971fd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743872593080'] for network, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:18.619281 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7485a7e-ee8a-497d-ad86-c455fc07a28e admin admin] Pushing event updated for resources: {'Subnet': ['ID=1435bf42-184e-408b-82fb-2e61c8760533,revision_number=0']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:43:18.621513 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7485a7e-ee8a-497d-ad86-c455fc07a28e admin admin] Checking segment: {'id': '8e9b63f6-1870-45bd-a22e-151102c954ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '2faa5358-3260-42be-9294-2e4f65cb93b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:43:18.621877 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7485a7e-ee8a-497d-ad86-c455fc07a28e admin admin] Network hostable DHCP agents. Network: 2faa5358-3260-42be-9294-2e4f65cb93b8, hostable agents: ['eafd4000-b897-4722-ae8b-0118ec955181'], hosted agents: [] {{(pid=102346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 10:43:18.643385 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7485a7e-ee8a-497d-ad86-c455fc07a28e admin admin] Network 2faa5358-3260-42be-9294-2e4f65cb93b8 is scheduled to be hosted by DHCP agent eafd4000-b897-4722-ae8b-0118ec955181 with binding_index 1 {{(pid=102346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 10:43:18.649586 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-1fe7cf52-29a6-45bd-90d1-99b069b955bd tempest-RoutersAdminTest-381632799 tempest-RoutersAdminTest-381632799-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:18.657651 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-f7485a7e-ee8a-497d-ad86-c455fc07a28e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-10, 2faa5358-3260-42be-9294-2e4f65cb93b8) {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:43:18.665825 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7485a7e-ee8a-497d-ad86-c455fc07a28e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:43:18.667668 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-f7485a7e-ee8a-497d-ad86-c455fc07a28e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for subnet, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:18.671802 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f020254-5887-4e81-bc31-9a2dc8c34d5d None None] Network 2faa5358-3260-42be-9294-2e4f65cb93b8 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:43:18.690716 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-f7485a7e-ee8a-497d-ad86-c455fc07a28e admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6370292 Oct 27 10:43:18.718270 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-1fe7cf52-29a6-45bd-90d1-99b069b955bd tempest-RoutersAdminTest-381632799 tempest-RoutersAdminTest-381632799-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:18.723561 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-28c3376b-1213-456f-b539-84521a2971fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913'] for network, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:18.724974 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28c3376b-1213-456f-b539-84521a2971fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:43:18.726648 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-28c3376b-1213-456f-b539-84521a2971fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for network, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:18.834746 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-28c3376b-1213-456f-b539-84521a2971fd admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9352586 Oct 27 10:43:18.837976 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 49934) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:43:18.845387 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-92e7c8c2-c18e-46e6-8e33-103ae61948de admin admin] Request body: {'subnet': {'network_id': '33cc32c2-598c-44fc-a251-6575a62c00c5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-328280962-subnet', 'tenant_id': 'b02a92ec9ad04d95b8ea6a5db5946dfb', 'ip_version': 4}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:43:18.854401 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1883753-d476-42a4-b6a8-97e1e3c40783 None None] Network 2faa5358-3260-42be-9294-2e4f65cb93b8 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:43:18.860362 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c3376b-1213-456f-b539-84521a2971fd admin admin] Pushing event updated for resources: {'Network': ['ID=33cc32c2-598c-44fc-a251-6575a62c00c5,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:43:18.916644 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Network 33cc32c2-598c-44fc-a251-6575a62c00c5 details requested by agent ovs-agent-n-d-813419-10 with host n-d-813419-10 {{(pid=102348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 10:43:18.918572 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92e7c8c2-c18e-46e6-8e33-103ae61948de admin admin] Made reservation on behalf of b02a92ec9ad04d95b8ea6a5db5946dfb for: {'subnet': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:43:18.922423 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-92e7c8c2-c18e-46e6-8e33-103ae61948de admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27167186'] for subnet, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:19.024725 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_common [None req-1fe7cf52-29a6-45bd-90d1-99b069b955bd tempest-RoutersAdminTest-381632799 tempest-RoutersAdminTest-381632799-project-admin] Allocated IP 172.20.0.3 (944dc3e0-9904-4f5c-bcdf-5b3f2ce8e314/49179deb-3c53-40d3-a285-1e0c825bec24/5df02c0a-3ceb-4cd0-bbc9-de4bcf2af1f5) {{(pid=102347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:43:19.094519 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-5a577994-bf04-481f-af90-43c7c3dcd030 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:19.220001 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-1fe7cf52-29a6-45bd-90d1-99b069b955bd tempest-RoutersAdminTest-381632799 tempest-RoutersAdminTest-381632799-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:19.238412 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-92e7c8c2-c18e-46e6-8e33-103ae61948de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27024290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27167168'] for subnet, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:19.308424 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-1fe7cf52-29a6-45bd-90d1-99b069b955bd tempest-RoutersAdminTest-381632799 tempest-RoutersAdminTest-381632799-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:19.385587 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe7cf52-29a6-45bd-90d1-99b069b955bd tempest-RoutersAdminTest-381632799 tempest-RoutersAdminTest-381632799-project-admin] Pushing event updated for resources: {'Port': ['ID=5df02c0a-3ceb-4cd0-bbc9-de4bcf2af1f5,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:43:19.397438 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fe7cf52-29a6-45bd-90d1-99b069b955bd tempest-RoutersAdminTest-381632799 tempest-RoutersAdminTest-381632799-project-admin] Network 944dc3e0-9904-4f5c-bcdf-5b3f2ce8e314 is already hosted by enough agents. {{(pid=102347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:43:19.399861 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [None req-1fe7cf52-29a6-45bd-90d1-99b069b955bd tempest-RoutersAdminTest-381632799 tempest-RoutersAdminTest-381632799-project-admin] Resources bound (agent type, host, resource id): {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:43:19.406674 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fe7cf52-29a6-45bd-90d1-99b069b955bd tempest-RoutersAdminTest-381632799 tempest-RoutersAdminTest-381632799-project-admin] Received port after_create {{(pid=102347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:43:19.417513 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e7c8c2-c18e-46e6-8e33-103ae61948de admin admin] Pushing event updated for resources: {'Subnet': ['ID=87624d80-dded-417f-af79-cc56a741e5c4,revision_number=0']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:43:19.499584 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92e7c8c2-c18e-46e6-8e33-103ae61948de admin admin] Checking segment: {'id': 'd1b37471-bd8e-4564-a77c-6e0c9d2699fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '33cc32c2-598c-44fc-a251-6575a62c00c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:43:19.499964 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92e7c8c2-c18e-46e6-8e33-103ae61948de admin admin] Network hostable DHCP agents. Network: 33cc32c2-598c-44fc-a251-6575a62c00c5, hostable agents: ['eafd4000-b897-4722-ae8b-0118ec955181'], hosted agents: [] {{(pid=102346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 10:43:19.545465 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92e7c8c2-c18e-46e6-8e33-103ae61948de admin admin] Network 33cc32c2-598c-44fc-a251-6575a62c00c5 is scheduled to be hosted by DHCP agent eafd4000-b897-4722-ae8b-0118ec955181 with binding_index 1 {{(pid=102346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 10:43:19.562107 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cfe7fd-7eec-4ec7-b03a-4db8f15c6ba1 req-80f3bf70-ea75-4b26-be27-d314eb7b4f36 tempest-ServerTagsTestJSON-450889793 tempest-ServerTagsTestJSON-450889793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:43:19.564065 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-83cfe7fd-7eec-4ec7-b03a-4db8f15c6ba1 req-80f3bf70-ea75-4b26-be27-d314eb7b4f36 tempest-ServerTagsTestJSON-450889793 tempest-ServerTagsTestJSON-450889793-project] 10.222.0.44 "GET /v2.0/networks?id=2faa5358-3260-42be-9294-2e4f65cb93b8 HTTP/1.1" status: 200 len: 808 time: 0.2540879 Oct 27 10:43:19.570017 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-92e7c8c2-c18e-46e6-8e33-103ae61948de admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-10, 33cc32c2-598c-44fc-a251-6575a62c00c5) {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:43:19.578832 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee422e75-bc9a-4fa9-80b7-0b2668a0b828 None None] Network 33cc32c2-598c-44fc-a251-6575a62c00c5 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:43:19.582754 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92e7c8c2-c18e-46e6-8e33-103ae61948de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:43:19.583344 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-92e7c8c2-c18e-46e6-8e33-103ae61948de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for subnet, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:19.594524 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-83cfe7fd-7eec-4ec7-b03a-4db8f15c6ba1 req-bcaf03b3-30fb-4f0f-92e0-5ca6285caf64 tempest-ServerTagsTestJSON-450889793 tempest-ServerTagsTestJSON-450889793-project] 10.222.0.44 "GET /v2.0/quotas/224d1ec786ae4c91ad2ff660978d03a0 HTTP/1.1" status: 200 len: 375 time: 0.0221970 Oct 27 10:43:19.605542 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-92e7c8c2-c18e-46e6-8e33-103ae61948de admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7664466 Oct 27 10:43:19.609850 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 49952) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:43:19.614601 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-5058cacf-92bb-4dd6-88c5-3865368a63fb admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-328280962-router', 'tenant_id': 'b02a92ec9ad04d95b8ea6a5db5946dfb', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'}}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:43:19.682652 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-83cfe7fd-7eec-4ec7-b03a-4db8f15c6ba1 req-fe31fe52-a9c0-4ec1-abfd-c833161ca0a9 tempest-ServerTagsTestJSON-450889793 tempest-ServerTagsTestJSON-450889793-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=224d1ec786ae4c91ad2ff660978d03a0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0747032 Oct 27 10:43:19.791930 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a182e45-2f16-483b-a6d1-906055c73bce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp734b258e-7d96-550c-b970-9b72ab66f383-33cc32c2-598c-44fc-a251-6575a62c00c5', 'network_id': '33cc32c2-598c-44fc-a251-6575a62c00c5', 'tenant_id': 'b02a92ec9ad04d95b8ea6a5db5946dfb', 'fixed_ips': [{'subnet_id': '87624d80-dded-417f-af79-cc56a741e5c4'}]}} from n-d-813419-10. {{(pid=102348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 10:43:19.793231 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-9a182e45-2f16-483b-a6d1-906055c73bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:19.819894 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-5058cacf-92bb-4dd6-88c5-3865368a63fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1768632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3610'] for router, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:19.825655 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-5058cacf-92bb-4dd6-88c5-3865368a63fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1765704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1769409', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1694266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3597'] for router, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:19.866160 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-83cfe7fd-7eec-4ec7-b03a-4db8f15c6ba1 req-e205e9f0-c6d6-473f-b9e0-ffc8d2155e11 service neutron] 10.222.0.44 "GET /v2.0/networks/2faa5358-3260-42be-9294-2e4f65cb93b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1742079 Oct 27 10:43:19.979630 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-5058cacf-92bb-4dd6-88c5-3865368a63fb admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:19.984285 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:20.093367 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-1fe7cf52-29a6-45bd-90d1-99b069b955bd tempest-RoutersAdminTest-381632799 tempest-RoutersAdminTest-381632799-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:20.137898 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-eadeaa30-4096-4d1a-b3cb-aa7ebfb291ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:20.156811 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.db_base_plugin_common [None req-9a182e45-2f16-483b-a6d1-906055c73bce None None] Allocated IP 172.20.0.2 (33cc32c2-598c-44fc-a251-6575a62c00c5/87624d80-dded-417f-af79-cc56a741e5c4/bf5cac73-2015-415f-974e-6f4b898c9d3f) {{(pid=102348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:43:20.306300 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-5058cacf-92bb-4dd6-88c5-3865368a63fb admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:20.450406 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-83cfe7fd-7eec-4ec7-b03a-4db8f15c6ba1 req-4c2469d5-299f-4ed6-9e36-8e501f91e83d service neutron] 10.222.0.44 "GET /v2.0/networks/2faa5358-3260-42be-9294-2e4f65cb93b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5766013 Oct 27 10:43:20.731217 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-9a182e45-2f16-483b-a6d1-906055c73bce None None] Publish callbacks [] for port, precommit_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:20.773116 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-9a182e45-2f16-483b-a6d1-906055c73bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606'] for port, after_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:20.848617 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-6de27604-e03c-4191-86c8-cfde519979bb req-5e9087b3-97e0-4949-82c3-9fe5d9053aad tempest-ServerTagsTestJSON-450889793 tempest-ServerTagsTestJSON-450889793-project] 10.222.0.44 "GET /v2.0/ports?device_id=d6516250-90d0-491d-b352-676cdcea00e3 HTTP/1.1" status: 200 len: 210 time: 0.0931394 Oct 27 10:43:20.888443 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a182e45-2f16-483b-a6d1-906055c73bce None None] Pushing event updated for resources: {'Port': ['ID=bf5cac73-2015-415f-974e-6f4b898c9d3f,revision_number=1']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:43:20.928241 n-d-813419-10 neutron-server[102348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a182e45-2f16-483b-a6d1-906055c73bce None None] Network 33cc32c2-598c-44fc-a251-6575a62c00c5 is already hosted by enough agents. {{(pid=102348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:43:20.929821 n-d-813419-10 neutron-server[102348]: DEBUG neutron.scheduler.base_scheduler [None req-9a182e45-2f16-483b-a6d1-906055c73bce None None] Resources bound (agent type, host, resource id): {{(pid=102348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:43:20.933104 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a182e45-2f16-483b-a6d1-906055c73bce None None] Received port after_create {{(pid=102348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:43:20.946460 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-1fe7cf52-29a6-45bd-90d1-99b069b955bd tempest-RoutersAdminTest-381632799 tempest-RoutersAdminTest-381632799-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1765699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1769372'] for router, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:20.963406 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb44640b-fa85-4be0-a60f-721da44f0e26 req-13325050-d53f-4048-852a-c56c534d8171 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:43:20.986257 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb44640b-fa85-4be0-a60f-721da44f0e26 req-13325050-d53f-4048-852a-c56c534d8171 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:43:20.994933 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb44640b-fa85-4be0-a60f-721da44f0e26 req-13325050-d53f-4048-852a-c56c534d8171 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:43:21.001849 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb44640b-fa85-4be0-a60f-721da44f0e26 req-13325050-d53f-4048-852a-c56c534d8171 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:43:21.009106 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb44640b-fa85-4be0-a60f-721da44f0e26 req-13325050-d53f-4048-852a-c56c534d8171 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:43:21.015658 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb44640b-fa85-4be0-a60f-721da44f0e26 req-13325050-d53f-4048-852a-c56c534d8171 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:43:21.022427 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb44640b-fa85-4be0-a60f-721da44f0e26 req-13325050-d53f-4048-852a-c56c534d8171 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:43:21.026734 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-9a182e45-2f16-483b-a6d1-906055c73bce None None] Attempting to bind port bf5cac73-2015-415f-974e-6f4b898c9d3f on host n-d-813419-10 for vnic_type normal with profile {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:43:21.027157 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-9a182e45-2f16-483b-a6d1-906055c73bce None None] Attempting to bind port bf5cac73-2015-415f-974e-6f4b898c9d3f by drivers openvswitch,hyperv on host n-d-813419-10 at level 0 using segments [{'id': 'd1b37471-bd8e-4564-a77c-6e0c9d2699fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '33cc32c2-598c-44fc-a251-6575a62c00c5'}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:43:21.027570 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a182e45-2f16-483b-a6d1-906055c73bce None None] Attempting to bind port bf5cac73-2015-415f-974e-6f4b898c9d3f on network 33cc32c2-598c-44fc-a251-6575a62c00c5 {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:43:21.032367 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-eb44640b-fa85-4be0-a60f-721da44f0e26 req-13325050-d53f-4048-852a-c56c534d8171 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] 10.222.0.44 "GET /v2.0/ports?device_id=91ccc442-ec50-4418-afd5-4249b29ada1e HTTP/1.1" status: 200 len: 5443 time: 0.2385321 Oct 27 10:43:21.034531 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a182e45-2f16-483b-a6d1-906055c73bce None None] Checking agent: {'id': '89dba0f3-79b2-435e-9822-33674b8f6ada', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 8, 20), 'started_at': datetime.datetime(2021, 10, 27, 10, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 43, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:43:21.034914 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a182e45-2f16-483b-a6d1-906055c73bce None None] Checking segment: {'id': 'd1b37471-bd8e-4564-a77c-6e0c9d2699fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '33cc32c2-598c-44fc-a251-6575a62c00c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:43:21.035322 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-9a182e45-2f16-483b-a6d1-906055c73bce None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:21.035723 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a182e45-2f16-483b-a6d1-906055c73bce None None] Bound using segment: {'id': 'd1b37471-bd8e-4564-a77c-6e0c9d2699fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '33cc32c2-598c-44fc-a251-6575a62c00c5'} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:43:21.036203 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-9a182e45-2f16-483b-a6d1-906055c73bce None None] Bound port: bf5cac73-2015-415f-974e-6f4b898c9d3f, host: n-d-813419-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1b37471-bd8e-4564-a77c-6e0c9d2699fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '33cc32c2-598c-44fc-a251-6575a62c00c5'}}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:43:21.036594 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-9a182e45-2f16-483b-a6d1-906055c73bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:21.148066 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-9a182e45-2f16-483b-a6d1-906055c73bce None None] For port bf5cac73-2015-415f-974e-6f4b898c9d3f, host n-d-813419-10, cleared binding levels {{(pid=102348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:43:21.153838 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-9a182e45-2f16-483b-a6d1-906055c73bce None None] For port bf5cac73-2015-415f-974e-6f4b898c9d3f, host n-d-813419-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=bf5cac73-2015-415f-974e-6f4b898c9d3f,segment=NetworkSegment(d1b37471-bd8e-4564-a77c-6e0c9d2699fd),segment_id=d1b37471-bd8e-4564-a77c-6e0c9d2699fd)] {{(pid=102348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:43:21.162850 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-9a182e45-2f16-483b-a6d1-906055c73bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:21.184352 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-eb44640b-fa85-4be0-a60f-721da44f0e26 req-11e5ba34-8695-4388-bac8-424680773beb tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] 10.222.0.44 "GET /v2.0/security-groups?id=55228541-a3ac-4395-a6f1-3eb381084dbe&id=ae9e7cb5-3404-4285-8fc7-72260b0f869e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1508930 Oct 27 10:43:21.253649 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a182e45-2f16-483b-a6d1-906055c73bce None None] Pushing event updated for resources: {'Port': ['ID=bf5cac73-2015-415f-974e-6f4b898c9d3f,revision_number=2']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:43:21.359671 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-5058cacf-92bb-4dd6-88c5-3865368a63fb admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:21.412179 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-5058cacf-92bb-4dd6-88c5-3865368a63fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:21.543366 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fe7cf52-29a6-45bd-90d1-99b069b955bd tempest-RoutersAdminTest-381632799 tempest-RoutersAdminTest-381632799-project-admin] Router 7ef0a072-ca00-4bd1-9f59-482ea596f472 is scheduled to L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb with binding_index 1 {{(pid=102347) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 10:43:21.576601 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d60a2c-2faa-4236-be08-ade855818171 req-33e2e4e5-8678-47c0-b9c4-2c57ef5a40d9 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:43:21.585168 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d60a2c-2faa-4236-be08-ade855818171 req-33e2e4e5-8678-47c0-b9c4-2c57ef5a40d9 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:43:21.598287 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d60a2c-2faa-4236-be08-ade855818171 req-33e2e4e5-8678-47c0-b9c4-2c57ef5a40d9 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:43:21.609563 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d60a2c-2faa-4236-be08-ade855818171 req-33e2e4e5-8678-47c0-b9c4-2c57ef5a40d9 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:43:21.617346 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d60a2c-2faa-4236-be08-ade855818171 req-33e2e4e5-8678-47c0-b9c4-2c57ef5a40d9 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:43:21.625158 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d60a2c-2faa-4236-be08-ade855818171 req-33e2e4e5-8678-47c0-b9c4-2c57ef5a40d9 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:43:21.635201 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d60a2c-2faa-4236-be08-ade855818171 req-33e2e4e5-8678-47c0-b9c4-2c57ef5a40d9 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:43:21.639242 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-19d60a2c-2faa-4236-be08-ade855818171 req-33e2e4e5-8678-47c0-b9c4-2c57ef5a40d9 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] 10.222.0.64 "GET /v2.0/ports?device_id=91ccc442-ec50-4418-afd5-4249b29ada1e HTTP/1.1" status: 200 len: 5443 time: 0.2746494 Oct 27 10:43:21.796894 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d60a2c-2faa-4236-be08-ade855818171 req-cb06bb59-3764-43c6-b71c-1a5797a34a3b tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:43:21.798460 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-19d60a2c-2faa-4236-be08-ade855818171 req-cb06bb59-3764-43c6-b71c-1a5797a34a3b tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] 10.222.0.64 "GET /v2.0/ports/1eb208c1-53c7-4020-bd55-d077d06451fd?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1469722 Oct 27 10:43:21.879418 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_common [None req-5058cacf-92bb-4dd6-88c5-3865368a63fb admin admin] Allocated IP 172.25.8.194 (185ff123-c7ff-45c7-a6be-71feb35acc9c/0fb9f9d1-7384-481f-8fa8-f4566c349d30/57172d42-624b-4614-a27b-f1ad4a0c9f06) {{(pid=102347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:43:21.930645 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-3c6a8245-0581-48aa-b5f6-4d8fe98cd16e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:21.959741 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fe7cf52-29a6-45bd-90d1-99b069b955bd tempest-RoutersAdminTest-381632799 tempest-RoutersAdminTest-381632799-project-admin] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:43:21.976699 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aedf5df-b5d1-432f-acc5-2fce37e341ae None None] Sync routers for ids ['7ef0a072-ca00-4bd1-9f59-482ea596f472'] in n-d-813419-10 {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:43:21.995509 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aedf5df-b5d1-432f-acc5-2fce37e341ae None None] Routers {'7ef0a072-ca00-4bd1-9f59-482ea596f472'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:43:21.996136 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-9aedf5df-b5d1-432f-acc5-2fce37e341ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:43:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['7ef0a072-ca00-4bd1-9f59-482ea596f472'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:43:22.013102 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-1fe7cf52-29a6-45bd-90d1-99b069b955bd tempest-RoutersAdminTest-381632799 tempest-RoutersAdminTest-381632799-project-admin] Publish callbacks [] for router, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:22.015163 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-1fe7cf52-29a6-45bd-90d1-99b069b955bd tempest-RoutersAdminTest-381632799 tempest-RoutersAdminTest-381632799-project-admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 4.4836483 Oct 27 10:43:22.022404 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 49982) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:43:22.067072 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-d845bb72-71d5-48da-8a75-0cff8190e378 req-de8eb398-96ad-4882-80df-a91ea5687911 tempest-ServerTagsTestJSON-450889793 tempest-ServerTagsTestJSON-450889793-project] 10.222.0.44 "GET /v2.0/ports?device_id=d6516250-90d0-491d-b352-676cdcea00e3 HTTP/1.1" status: 200 len: 210 time: 0.0712976 Oct 27 10:43:22.261384 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvr_db [None req-9aedf5df-b5d1-432f-acc5-2fce37e341ae None None] Set router 7ef0a072-ca00-4bd1-9f59-482ea596f472 gateway port host: n-d-813419-10 {{(pid=102348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:43:22.269908 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-19d60a2c-2faa-4236-be08-ade855818171 req-28c71cde-e3cf-4f45-ae49-f69f09f6255a tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] 10.222.0.64 "GET /v2.0/networks/88e3e046-d444-4db2-9521-e65514262b77?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.4655573 Oct 27 10:43:22.380063 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [req-19d60a2c-2faa-4236-be08-ade855818171 req-1366f571-0724-4f9d-a721-b5781c63e2ca service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:43:22.395055 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device bf5cac73-2015-415f-974e-6f4b898c9d3f up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:43:22.553895 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port bf5cac73-2015-415f-974e-6f4b898c9d3f triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:43:22.554265 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:22.678785 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19672b48-e559-4bfd-838e-bed84eae105d None None] Network 33cc32c2-598c-44fc-a251-6575a62c00c5 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:43:22.707737 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cfe7fd-7eec-4ec7-b03a-4db8f15c6ba1 req-8ea60b52-8509-4d3d-ac22-d62884581e8f tempest-ServerTagsTestJSON-450889793 tempest-ServerTagsTestJSON-450889793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:43:22.709340 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-83cfe7fd-7eec-4ec7-b03a-4db8f15c6ba1 req-8ea60b52-8509-4d3d-ac22-d62884581e8f tempest-ServerTagsTestJSON-450889793 tempest-ServerTagsTestJSON-450889793-project] 10.222.0.76 "GET /v2.0/networks?id=2faa5358-3260-42be-9294-2e4f65cb93b8 HTTP/1.1" status: 200 len: 808 time: 0.5607972 Oct 27 10:43:22.726213 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [req-83cfe7fd-7eec-4ec7-b03a-4db8f15c6ba1 req-47a86625-fd38-4d20-9079-208a97cb26cc tempest-ServerTagsTestJSON-450889793 tempest-ServerTagsTestJSON-450889793-project] Request body: {'port': {'device_id': 'd6516250-90d0-491d-b352-676cdcea00e3', 'network_id': '2faa5358-3260-42be-9294-2e4f65cb93b8', 'admin_state_up': True, 'tenant_id': '224d1ec786ae4c91ad2ff660978d03a0'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:43:22.735087 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-058377b8-fb58-4848-9a6d-006755c0e312 tempest-RoutersAdminTest-381632799 tempest-RoutersAdminTest-381632799-project-admin] Publish callbacks [] for router, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:22.784711 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-5058cacf-92bb-4dd6-88c5-3865368a63fb admin admin] Publish callbacks [] for port, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:22.788904 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:22.797984 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-5013a113-7e18-4734-8516-8c8f8cf1ebc3 None None] Provisioning complete for port bf5cac73-2015-415f-974e-6f4b898c9d3f triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:43:22.798589 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-5013a113-7e18-4734-8516-8c8f8cf1ebc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:22.837335 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-19d60a2c-2faa-4236-be08-ade855818171 req-1366f571-0724-4f9d-a721-b5781c63e2ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:22.877853 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-9aedf5df-b5d1-432f-acc5-2fce37e341ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ef0a072-ca00-4bd1-9f59-482ea596f472', 'name': '', 'tenant_id': 'b48d5b418f0f450da886c812d3a84b3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '944dc3e0-9904-4f5c-bcdf-5b3f2ce8e314', 'external_fixed_ips': [{'subnet_id': '49179deb-3c53-40d3-a285-1e0c825bec24', 'ip_address': '172.20.0.3'}], 'enable_snat': True}, 'gw_port_id': '5df02c0a-3ceb-4cd0-bbc9-de4bcf2af1f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:43:17Z', 'updated_at': '2021-10-27T10:43:19Z', 'revision_number': 3, 'project_id': 'b48d5b418f0f450da886c812d3a84b3b', 'gw_port': {'id': '5df02c0a-3ceb-4cd0-bbc9-de4bcf2af1f5', 'name': '', 'network_id': '944dc3e0-9904-4f5c-bcdf-5b3f2ce8e314', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:47:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ef0a072-ca00-4bd1-9f59-482ea596f472', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2742, 'fixed_ips': [{'subnet_id': '49179deb-3c53-40d3-a285-1e0c825bec24', 'ip_address': '172.20.0.3', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:43:18Z', 'updated_at': '2021-10-27T10:43:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '49179deb-3c53-40d3-a285-1e0c825bec24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10'}], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:43:22.944480 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] For port bf5cac73-2015-415f-974e-6f4b898c9d3f, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=bf5cac73-2015-415f-974e-6f4b898c9d3f,segment=NetworkSegment(d1b37471-bd8e-4564-a77c-6e0c9d2699fd),segment_id=d1b37471-bd8e-4564-a77c-6e0c9d2699fd)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:43:22.947152 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aedf5df-b5d1-432f-acc5-2fce37e341ae None None] Checking router: 7ef0a072-ca00-4bd1-9f59-482ea596f472 for host: n-d-813419-10 {{(pid=102348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 10:43:22.947570 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aedf5df-b5d1-432f-acc5-2fce37e341ae None None] Updating router 7ef0a072-ca00-4bd1-9f59-482ea596f472 port 5df02c0a-3ceb-4cd0-bbc9-de4bcf2af1f5 binding host n-d-813419-10 {{(pid=102348) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 10:43:22.973289 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:23.014719 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-9aedf5df-b5d1-432f-acc5-2fce37e341ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:23.201875 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-41dad06a-80fc-40ec-9872-0b3530435b98 req-63422b79-5213-4c1d-9334-c99fae010a8d tempest-ServerTagsTestJSON-450889793 tempest-ServerTagsTestJSON-450889793-project] 10.222.0.44 "GET /v2.0/ports?device_id=d6516250-90d0-491d-b352-676cdcea00e3 HTTP/1.1" status: 200 len: 210 time: 0.0357165 Oct 27 10:43:23.251016 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 49996) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:43:23.391968 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Pushing event updated for resources: {'Port': ['ID=bf5cac73-2015-415f-974e-6f4b898c9d3f,revision_number=3']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:43:23.458915 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7ade9e-dc4e-4525-a3b9-45bc6f080140 req-e1a5e0ca-5406-4b68-a269-11531afc34fb tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:43:23.470251 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7ade9e-dc4e-4525-a3b9-45bc6f080140 req-e1a5e0ca-5406-4b68-a269-11531afc34fb tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:43:23.477081 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7ade9e-dc4e-4525-a3b9-45bc6f080140 req-e1a5e0ca-5406-4b68-a269-11531afc34fb tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:43:23.484519 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7ade9e-dc4e-4525-a3b9-45bc6f080140 req-e1a5e0ca-5406-4b68-a269-11531afc34fb tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:43:23.492430 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7ade9e-dc4e-4525-a3b9-45bc6f080140 req-e1a5e0ca-5406-4b68-a269-11531afc34fb tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:43:23.499958 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7ade9e-dc4e-4525-a3b9-45bc6f080140 req-e1a5e0ca-5406-4b68-a269-11531afc34fb tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:43:23.507614 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7ade9e-dc4e-4525-a3b9-45bc6f080140 req-e1a5e0ca-5406-4b68-a269-11531afc34fb tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:43:23.509620 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8c7ade9e-dc4e-4525-a3b9-45bc6f080140 req-e1a5e0ca-5406-4b68-a269-11531afc34fb tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] 10.222.0.44 "GET /v2.0/ports?device_id=91ccc442-ec50-4418-afd5-4249b29ada1e HTTP/1.1" status: 200 len: 5443 time: 1.1395149 Oct 27 10:43:23.572148 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-9aedf5df-b5d1-432f-acc5-2fce37e341ae None None] Publish callbacks [] for port, precommit_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:23.582289 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-9aedf5df-b5d1-432f-acc5-2fce37e341ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:23.716371 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8c7ade9e-dc4e-4525-a3b9-45bc6f080140 req-036e2e0a-5fb3-4f14-bd97-f7aff89e0ec8 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] 10.222.0.44 "GET /v2.0/security-groups?id=55228541-a3ac-4395-a6f1-3eb381084dbe&id=ae9e7cb5-3404-4285-8fc7-72260b0f869e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1934235 Oct 27 10:43:23.724553 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-9aedf5df-b5d1-432f-acc5-2fce37e341ae None None] Attempting to bind port 5df02c0a-3ceb-4cd0-bbc9-de4bcf2af1f5 on host n-d-813419-10 for vnic_type normal with profile {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:43:23.725000 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-9aedf5df-b5d1-432f-acc5-2fce37e341ae None None] Attempting to bind port 5df02c0a-3ceb-4cd0-bbc9-de4bcf2af1f5 by drivers openvswitch,hyperv on host n-d-813419-10 at level 0 using segments [{'id': '792ba3d4-835c-4f2a-a570-fb1310242fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '944dc3e0-9904-4f5c-bcdf-5b3f2ce8e314'}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:43:23.725360 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aedf5df-b5d1-432f-acc5-2fce37e341ae None None] Attempting to bind port 5df02c0a-3ceb-4cd0-bbc9-de4bcf2af1f5 on network 944dc3e0-9904-4f5c-bcdf-5b3f2ce8e314 {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:43:23.733285 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aedf5df-b5d1-432f-acc5-2fce37e341ae None None] Checking agent: {'id': '89dba0f3-79b2-435e-9822-33674b8f6ada', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 8, 20), 'started_at': datetime.datetime(2021, 10, 27, 10, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 43, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:43:23.736542 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aedf5df-b5d1-432f-acc5-2fce37e341ae None None] Checking segment: {'id': '792ba3d4-835c-4f2a-a570-fb1310242fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '944dc3e0-9904-4f5c-bcdf-5b3f2ce8e314'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:43:23.736952 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-9aedf5df-b5d1-432f-acc5-2fce37e341ae None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:23.737335 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aedf5df-b5d1-432f-acc5-2fce37e341ae None None] Bound using segment: {'id': '792ba3d4-835c-4f2a-a570-fb1310242fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '944dc3e0-9904-4f5c-bcdf-5b3f2ce8e314'} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:43:23.737808 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-9aedf5df-b5d1-432f-acc5-2fce37e341ae None None] Bound port: 5df02c0a-3ceb-4cd0-bbc9-de4bcf2af1f5, host: n-d-813419-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '792ba3d4-835c-4f2a-a570-fb1310242fde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '944dc3e0-9904-4f5c-bcdf-5b3f2ce8e314'}}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:43:23.738177 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-9aedf5df-b5d1-432f-acc5-2fce37e341ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:23.745091 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-5058cacf-92bb-4dd6-88c5-3865368a63fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:23.761632 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3620db-fbbd-425d-b4d1-ff11dfb4d7b1 None None] Pushing event updated for resources: {'Port': ['ID=5df02c0a-3ceb-4cd0-bbc9-de4bcf2af1f5,revision_number=2']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:43:23.799296 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-19d60a2c-2faa-4236-be08-ade855818171 req-1366f571-0724-4f9d-a721-b5781c63e2ca service neutron] For port 1eb208c1-53c7-4020-bd55-d077d06451fd, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=1eb208c1-53c7-4020-bd55-d077d06451fd,segment=NetworkSegment(c5bd0478-53f3-4027-a631-eeb5a728964c),segment_id=c5bd0478-53f3-4027-a631-eeb5a728964c)] {{(pid=102347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:43:23.825112 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-d672b1cb-6d25-4f7c-a6cc-8e207e27d98a None None] Provisioning complete for port bf5cac73-2015-415f-974e-6f4b898c9d3f triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:43:23.825639 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-d672b1cb-6d25-4f7c-a6cc-8e207e27d98a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:23.829243 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-9aedf5df-b5d1-432f-acc5-2fce37e341ae None None] For port 5df02c0a-3ceb-4cd0-bbc9-de4bcf2af1f5, host n-d-813419-10, cleared binding levels {{(pid=102348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:43:23.831764 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5058cacf-92bb-4dd6-88c5-3865368a63fb admin admin] Network 185ff123-c7ff-45c7-a6be-71feb35acc9c is already hosted by enough agents. {{(pid=102347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:43:23.835279 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-058377b8-fb58-4848-9a6d-006755c0e312 tempest-RoutersAdminTest-381632799 tempest-RoutersAdminTest-381632799-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:23.855667 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [None req-5058cacf-92bb-4dd6-88c5-3865368a63fb admin admin] Resources bound (agent type, host, resource id): {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:43:23.859725 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5058cacf-92bb-4dd6-88c5-3865368a63fb admin admin] Received port after_create {{(pid=102347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:43:23.881612 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-9aedf5df-b5d1-432f-acc5-2fce37e341ae None None] For port 5df02c0a-3ceb-4cd0-bbc9-de4bcf2af1f5, host n-d-813419-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=5df02c0a-3ceb-4cd0-bbc9-de4bcf2af1f5,segment=NetworkSegment(792ba3d4-835c-4f2a-a570-fb1310242fde),segment_id=792ba3d4-835c-4f2a-a570-fb1310242fde)] {{(pid=102348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:43:23.891518 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5058cacf-92bb-4dd6-88c5-3865368a63fb admin admin] Pushing event updated for resources: {'Port': ['ID=57172d42-624b-4614-a27b-f1ad4a0c9f06,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:43:23.893059 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-9aedf5df-b5d1-432f-acc5-2fce37e341ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:23.943149 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83cfe7fd-7eec-4ec7-b03a-4db8f15c6ba1 req-47a86625-fd38-4d20-9079-208a97cb26cc tempest-ServerTagsTestJSON-450889793 tempest-ServerTagsTestJSON-450889793-project] Made reservation on behalf of 224d1ec786ae4c91ad2ff660978d03a0 for: {'port': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:43:23.946776 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-83cfe7fd-7eec-4ec7-b03a-4db8f15c6ba1 req-47a86625-fd38-4d20-9079-208a97cb26cc tempest-ServerTagsTestJSON-450889793 tempest-ServerTagsTestJSON-450889793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:23.953338 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-19d60a2c-2faa-4236-be08-ade855818171 req-1366f571-0724-4f9d-a721-b5781c63e2ca service neutron] For port 1eb208c1-53c7-4020-bd55-d077d06451fd, host n-h1-813419-10, cleared binding levels {{(pid=102347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:43:23.996416 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3620db-fbbd-425d-b4d1-ff11dfb4d7b1 None None] Pushing event updated for resources: {'Port': ['ID=5df02c0a-3ceb-4cd0-bbc9-de4bcf2af1f5,revision_number=3']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:43:24.012972 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aedf5df-b5d1-432f-acc5-2fce37e341ae None None] Routers {'7ef0a072-ca00-4bd1-9f59-482ea596f472'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:43:24.012972 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-9aedf5df-b5d1-432f-acc5-2fce37e341ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:43:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['7ef0a072-ca00-4bd1-9f59-482ea596f472'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:43:24.033462 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-764fd86f-abee-44aa-91e6-96a9c3895d1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1766202'] for router_interface, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:24.097358 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [req-19d60a2c-2faa-4236-be08-ade855818171 req-1366f571-0724-4f9d-a721-b5781c63e2ca service neutron] device_id is not set on port 1eb208c1-53c7-4020-bd55-d077d06451fd yet. {{(pid=102347) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 10:43:24.153505 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvr_db [None req-9aedf5df-b5d1-432f-acc5-2fce37e341ae None None] Set router 7ef0a072-ca00-4bd1-9f59-482ea596f472 gateway port host: None {{(pid=102348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:43:24.172066 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-19d60a2c-2faa-4236-be08-ade855818171 req-1366f571-0724-4f9d-a721-b5781c63e2ca service neutron] Publish callbacks [] for port, precommit_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:24.242534 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-19d60a2c-2faa-4236-be08-ade855818171 req-1366f571-0724-4f9d-a721-b5781c63e2ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:24.309963 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-058377b8-fb58-4848-9a6d-006755c0e312 tempest-RoutersAdminTest-381632799 tempest-RoutersAdminTest-381632799-project-admin] Deleting port 5df02c0a-3ceb-4cd0-bbc9-de4bcf2af1f5 {{(pid=102347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:43:24.310889 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-058377b8-fb58-4848-9a6d-006755c0e312 tempest-RoutersAdminTest-381632799 tempest-RoutersAdminTest-381632799-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:24.347220 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device bf5cac73-2015-415f-974e-6f4b898c9d3f up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:43:24.355719 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-9aedf5df-b5d1-432f-acc5-2fce37e341ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ef0a072-ca00-4bd1-9f59-482ea596f472', 'name': '', 'tenant_id': 'b48d5b418f0f450da886c812d3a84b3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:43:17Z', 'updated_at': '2021-10-27T10:43:23Z', 'revision_number': 4, 'project_id': 'b48d5b418f0f450da886c812d3a84b3b', 'gw_port_host': None}], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:43:24.406647 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-1044f833-5383-4fb1-ac65-bf5e2eb04254 req-a8935a7f-4f75-4dee-9f84-435f2a1a8760 tempest-ServerTagsTestJSON-450889793 tempest-ServerTagsTestJSON-450889793-project] 10.222.0.44 "GET /v2.0/ports?device_id=d6516250-90d0-491d-b352-676cdcea00e3 HTTP/1.1" status: 200 len: 210 time: 0.0818093 Oct 27 10:43:24.442215 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aedf5df-b5d1-432f-acc5-2fce37e341ae None None] The sync data for ids ['7ef0a072-ca00-4bd1-9f59-482ea596f472'] in n-d-813419-10 is: [{'id': '7ef0a072-ca00-4bd1-9f59-482ea596f472', 'name': '', 'tenant_id': 'b48d5b418f0f450da886c812d3a84b3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:43:17Z', 'updated_at': '2021-10-27T10:43:23Z', 'revision_number': 4, 'project_id': 'b48d5b418f0f450da886c812d3a84b3b', 'gw_port_host': None}] {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:43:24.481026 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port bf5cac73-2015-415f-974e-6f4b898c9d3f triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:43:24.481462 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:24.507792 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1366f571-0724-4f9d-a721-b5781c63e2ca service neutron] Pushing event updated for resources: {'Port': ['ID=1eb208c1-53c7-4020-bd55-d077d06451fd,revision_number=6']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:43:24.562603 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [req-19d60a2c-2faa-4236-be08-ade855818171 req-1366f571-0724-4f9d-a721-b5781c63e2ca service neutron] No DVR routers for this DVR port 1eb208c1-53c7-4020-bd55-d077d06451fd on host n-h1-813419-10 {{(pid=102347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:43:24.641180 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_common [req-83cfe7fd-7eec-4ec7-b03a-4db8f15c6ba1 req-47a86625-fd38-4d20-9079-208a97cb26cc tempest-ServerTagsTestJSON-450889793 tempest-ServerTagsTestJSON-450889793-project] Allocated IP 172.20.0.11 (2faa5358-3260-42be-9294-2e4f65cb93b8/1435bf42-184e-408b-82fb-2e61c8760533/e1adbdeb-f599-47d8-a60d-64fa1246e2f6) {{(pid=102347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:43:24.650121 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-764fd86f-abee-44aa-91e6-96a9c3895d1d admin admin] Deleting port 07302172-8417-4246-bba8-62a8c96f6a79 {{(pid=102346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:43:24.650486 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-764fd86f-abee-44aa-91e6-96a9c3895d1d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:24.766901 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-022f0f10-dccd-440f-8d38-0cfeeb30e0d8 None None] Provisioning complete for port 1eb208c1-53c7-4020-bd55-d077d06451fd triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:43:24.772709 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-022f0f10-dccd-440f-8d38-0cfeeb30e0d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:24.786617 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [None req-058377b8-fb58-4848-9a6d-006755c0e312 tempest-RoutersAdminTest-381632799 tempest-RoutersAdminTest-381632799-project-admin] For port 5df02c0a-3ceb-4cd0-bbc9-de4bcf2af1f5, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=5df02c0a-3ceb-4cd0-bbc9-de4bcf2af1f5,segment=NetworkSegment(792ba3d4-835c-4f2a-a570-fb1310242fde),segment_id=792ba3d4-835c-4f2a-a570-fb1310242fde)] {{(pid=102347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:43:24.787372 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-058377b8-fb58-4848-9a6d-006755c0e312 tempest-RoutersAdminTest-381632799 tempest-RoutersAdminTest-381632799-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:24.803447 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-058377b8-fb58-4848-9a6d-006755c0e312 tempest-RoutersAdminTest-381632799 tempest-RoutersAdminTest-381632799-project-admin] Calling delete_port for 5df02c0a-3ceb-4cd0-bbc9-de4bcf2af1f5 owned by network:router_gateway {{(pid=102347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:43:24.832184 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-022f0f10-dccd-440f-8d38-0cfeeb30e0d8 None None] Port 1eb208c1-53c7-4020-bd55-d077d06451fd cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:43:24.841314 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [None req-764fd86f-abee-44aa-91e6-96a9c3895d1d admin admin] For port 07302172-8417-4246-bba8-62a8c96f6a79, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=07302172-8417-4246-bba8-62a8c96f6a79,segment=NetworkSegment(633ff08f-11cd-4e98-be2e-dddd49efeea1),segment_id=633ff08f-11cd-4e98-be2e-dddd49efeea1)] {{(pid=102346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:43:24.846285 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [req-19d60a2c-2faa-4236-be08-ade855818171 req-1366f571-0724-4f9d-a721-b5781c63e2ca service neutron] In _notify_port_updated(), no bound segment for port 1eb208c1-53c7-4020-bd55-d077d06451fd on network 88e3e046-d444-4db2-9521-e65514262b77 {{(pid=102347) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 27 10:43:24.846476 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-764fd86f-abee-44aa-91e6-96a9c3895d1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:24.847417 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d60a2c-2faa-4236-be08-ade855818171 req-1366f571-0724-4f9d-a721-b5781c63e2ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:43:24.848061 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-19d60a2c-2faa-4236-be08-ade855818171 req-1366f571-0724-4f9d-a721-b5781c63e2ca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:24.849598 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-19d60a2c-2faa-4236-be08-ade855818171 req-1366f571-0724-4f9d-a721-b5781c63e2ca service neutron] 10.222.0.64 "PUT /v2.0/ports/1eb208c1-53c7-4020-bd55-d077d06451fd HTTP/1.1" status: 200 len: 1031 time: 2.5502191 Oct 27 10:43:24.874638 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-764fd86f-abee-44aa-91e6-96a9c3895d1d admin admin] Calling delete_port for 07302172-8417-4246-bba8-62a8c96f6a79 owned by network:router_interface {{(pid=102346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:43:25.007998 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-5058cacf-92bb-4dd6-88c5-3865368a63fb admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:25.045634 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d60a2c-2faa-4236-be08-ade855818171 req-6a22ee53-b3ae-4fdd-8721-ae86a32b95c9 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:43:25.047572 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-19d60a2c-2faa-4236-be08-ade855818171 req-6a22ee53-b3ae-4fdd-8721-ae86a32b95c9 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] 10.222.0.64 "GET /v2.0/ports/22c27b5f-6c6c-47c7-a478-77c272de9521?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1622703 Oct 27 10:43:25.095234 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [req-19d60a2c-2faa-4236-be08-ade855818171 req-9a9e1094-1072-4464-aae8-1532fbba09a6 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:43:25.109006 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-764fd86f-abee-44aa-91e6-96a9c3895d1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:25.133050 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764fd86f-abee-44aa-91e6-96a9c3895d1d admin admin] Pushing event deleted for resources: {'Port': ['ID=07302172-8417-4246-bba8-62a8c96f6a79,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:43:25.225487 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e088a4b-708b-46a7-8f96-5395185ef830 req-f395490d-7951-4019-81a0-45f37df82847 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:43:25.231209 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e088a4b-708b-46a7-8f96-5395185ef830 req-f395490d-7951-4019-81a0-45f37df82847 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:43:25.241598 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e088a4b-708b-46a7-8f96-5395185ef830 req-f395490d-7951-4019-81a0-45f37df82847 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:43:25.247501 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e088a4b-708b-46a7-8f96-5395185ef830 req-f395490d-7951-4019-81a0-45f37df82847 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:43:25.254059 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e088a4b-708b-46a7-8f96-5395185ef830 req-f395490d-7951-4019-81a0-45f37df82847 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:43:25.261702 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e088a4b-708b-46a7-8f96-5395185ef830 req-f395490d-7951-4019-81a0-45f37df82847 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:43:25.263509 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-4e088a4b-708b-46a7-8f96-5395185ef830 req-f395490d-7951-4019-81a0-45f37df82847 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] 10.222.0.44 "GET /v2.0/ports?device_id=91ccc442-ec50-4418-afd5-4249b29ada1e HTTP/1.1" status: 200 len: 4665 time: 0.3818400 Oct 27 10:43:25.339997 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device 1cf65ff2-fb9b-433c-b18b-c8215b267c53 no longer exists at agent hyperv_n-h1-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:43:25.363136 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-19d60a2c-2faa-4236-be08-ade855818171 req-9a9e1094-1072-4464-aae8-1532fbba09a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:25.407848 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-764fd86f-abee-44aa-91e6-96a9c3895d1d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2006968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1766358'] for router_interface, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:25.549702 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:25.578755 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91ccc442-ec50-4418-afd5-4249b29ada1e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1cf65ff2-fb9b-433c-b18b-c8215b267c53'}] {{(pid=102348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:43:25.581370 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c588921fa634554a1d9242fdea1b05457a9ff1d3b28ba54ec1dace7f2f1df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1238890f-96e6-43ce-98eb-f9446f299beb" -d '{"events": [{"server_uuid": "91ccc442-ec50-4418-afd5-4249b29ada1e", "name": "network-vif-unplugged", "status": "completed", "tag": "1cf65ff2-fb9b-433c-b18b-c8215b267c53"}]}' {{(pid=102348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:43:25.598577 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port 1cf65ff2-fb9b-433c-b18b-c8215b267c53, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=1cf65ff2-fb9b-433c-b18b-c8215b267c53,segment=NetworkSegment(af276840-f825-41e1-8416-3e9649c7d456),segment_id=af276840-f825-41e1-8416-3e9649c7d456)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:43:25.604016 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:25.605149 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device 329824b1-0ff6-45c1-b96c-4a19139a00dd no longer exists at agent hyperv_n-h1-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:43:25.635167 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-84c9eb65-67a7-4e6b-a4de-95892b2d5309 req-84457958-0e14-4b2a-987f-e2e8338ebc8f tempest-ServerTagsTestJSON-450889793 tempest-ServerTagsTestJSON-450889793-project] 10.222.0.44 "GET /v2.0/ports?device_id=d6516250-90d0-491d-b352-676cdcea00e3 HTTP/1.1" status: 200 len: 210 time: 0.0368376 Oct 27 10:43:25.755060 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Pushing event updated for resources: {'Port': ['ID=1cf65ff2-fb9b-433c-b18b-c8215b267c53,revision_number=6']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:43:25.776861 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 27 Oct 2021 10:43:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-819e80b0-005c-4655-a0db-a2bff4299a53 x-openstack-request-id: req-819e80b0-005c-4655-a0db-a2bff4299a53 {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:43:25.777293 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91ccc442-ec50-4418-afd5-4249b29ada1e", "name": "network-vif-unplugged", "status": "completed", "tag": "1cf65ff2-fb9b-433c-b18b-c8215b267c53", "code": 200}]} {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:43:25.777636 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-819e80b0-005c-4655-a0db-a2bff4299a53 {{(pid=102348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:43:25.778127 n-d-813419-10 neutron-server[102348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91ccc442-ec50-4418-afd5-4249b29ada1e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1cf65ff2-fb9b-433c-b18b-c8215b267c53', 'code': 200} Oct 27 10:43:25.803881 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-764fd86f-abee-44aa-91e6-96a9c3895d1d admin admin] Router bb012a5e-621c-439f-8c34-20b092183dff has already been hosted by L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb {{(pid=102346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 10:43:25.869799 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:25.919650 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port 329824b1-0ff6-45c1-b96c-4a19139a00dd, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=329824b1-0ff6-45c1-b96c-4a19139a00dd,segment=NetworkSegment(c5bd0478-53f3-4027-a631-eeb5a728964c),segment_id=c5bd0478-53f3-4027-a631-eeb5a728964c)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:43:25.924709 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:25.925550 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device 22c27b5f-6c6c-47c7-a478-77c272de9521 no longer exists at agent hyperv_n-h1-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:43:25.947317 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-764fd86f-abee-44aa-91e6-96a9c3895d1d admin admin] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:43:25.953398 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-764fd86f-abee-44aa-91e6-96a9c3895d1d admin admin] 10.222.0.44 "PUT /v2.0/routers/bb012a5e-621c-439f-8c34-20b092183dff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7010634 Oct 27 10:43:25.955562 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 50016) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:43:25.958136 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bd54ece-8360-4966-82ad-36f7ccfa6caf None None] Sync routers for ids ['bb012a5e-621c-439f-8c34-20b092183dff'] in n-d-813419-10 {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:43:25.977039 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bd54ece-8360-4966-82ad-36f7ccfa6caf None None] Routers {'bb012a5e-621c-439f-8c34-20b092183dff'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:43:25.978125 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-8bd54ece-8360-4966-82ad-36f7ccfa6caf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:43:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['bb012a5e-621c-439f-8c34-20b092183dff'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:43:26.005644 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-83cfe7fd-7eec-4ec7-b03a-4db8f15c6ba1 req-47a86625-fd38-4d20-9079-208a97cb26cc tempest-ServerTagsTestJSON-450889793 tempest-ServerTagsTestJSON-450889793-project] Publish callbacks [] for port, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:26.017195 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Pushing event updated for resources: {'Port': ['ID=329824b1-0ff6-45c1-b96c-4a19139a00dd,revision_number=6']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:43:26.064648 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:26.080190 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-4e088a4b-708b-46a7-8f96-5395185ef830 req-3fab16da-29cc-4dbc-ad67-83890ff60d57 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] 10.222.0.44 "GET /v2.0/security-groups?id=55228541-a3ac-4395-a6f1-3eb381084dbe&id=ae9e7cb5-3404-4285-8fc7-72260b0f869e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.7690179 Oct 27 10:43:26.141821 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-058377b8-fb58-4848-9a6d-006755c0e312 tempest-RoutersAdminTest-381632799 tempest-RoutersAdminTest-381632799-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:26.172281 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-f6540b5d-31e2-419f-b0a2-ed8bb89cd1b0 admin admin] Publish callbacks [] for router, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:26.172744 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvr_db [None req-8bd54ece-8360-4966-82ad-36f7ccfa6caf None None] Set router bb012a5e-621c-439f-8c34-20b092183dff gateway port host: n-d-813419-10 {{(pid=102349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:43:26.213431 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-5058cacf-92bb-4dd6-88c5-3865368a63fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1765699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1769372'] for router, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:26.234299 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-19d60a2c-2faa-4236-be08-ade855818171 req-9a9e1094-1072-4464-aae8-1532fbba09a6 service neutron] For port 22c27b5f-6c6c-47c7-a478-77c272de9521, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=22c27b5f-6c6c-47c7-a478-77c272de9521,segment=NetworkSegment(c5bd0478-53f3-4027-a631-eeb5a728964c),segment_id=c5bd0478-53f3-4027-a631-eeb5a728964c)] {{(pid=102347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:43:26.239038 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058377b8-fb58-4848-9a6d-006755c0e312 tempest-RoutersAdminTest-381632799 tempest-RoutersAdminTest-381632799-project-admin] Pushing event deleted for resources: {'Port': ['ID=5df02c0a-3ceb-4cd0-bbc9-de4bcf2af1f5,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:43:26.292914 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-83cfe7fd-7eec-4ec7-b03a-4db8f15c6ba1 req-47a86625-fd38-4d20-9079-208a97cb26cc tempest-ServerTagsTestJSON-450889793 tempest-ServerTagsTestJSON-450889793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:26.312483 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-f6540b5d-31e2-419f-b0a2-ed8bb89cd1b0 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:26.387715 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-f6540b5d-31e2-419f-b0a2-ed8bb89cd1b0 admin admin] Deleting port e1996de4-77b0-44cc-ada5-1f35dcc523f0 {{(pid=102346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:43:26.388058 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-f6540b5d-31e2-419f-b0a2-ed8bb89cd1b0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:26.429044 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-8bd54ece-8360-4966-82ad-36f7ccfa6caf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb012a5e-621c-439f-8c34-20b092183dff', 'name': 'tempest-AttachVolumeShelveTestJSON-1561106593-router', 'tenant_id': '7a75806f732447d68ca40a83500d955d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.221'}], 'enable_snat': True}, 'gw_port_id': 'e1996de4-77b0-44cc-ada5-1f35dcc523f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:31:19Z', 'updated_at': '2021-10-27T10:43:25Z', 'revision_number': 5, 'project_id': '7a75806f732447d68ca40a83500d955d', 'gw_port': {'id': 'e1996de4-77b0-44cc-ada5-1f35dcc523f0', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:90:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb012a5e-621c-439f-8c34-20b092183dff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1506, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:31:21Z', 'updated_at': '2021-10-27T10:31:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10'}], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:43:26.459873 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bd54ece-8360-4966-82ad-36f7ccfa6caf None None] Checking router: bb012a5e-621c-439f-8c34-20b092183dff for host: n-d-813419-10 {{(pid=102349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 10:43:26.466039 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83cfe7fd-7eec-4ec7-b03a-4db8f15c6ba1 req-47a86625-fd38-4d20-9079-208a97cb26cc tempest-ServerTagsTestJSON-450889793 tempest-ServerTagsTestJSON-450889793-project] Network 2faa5358-3260-42be-9294-2e4f65cb93b8 is already hosted by enough agents. {{(pid=102347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:43:26.470071 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bd54ece-8360-4966-82ad-36f7ccfa6caf None None] Routers {'bb012a5e-621c-439f-8c34-20b092183dff'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:43:26.470691 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-8bd54ece-8360-4966-82ad-36f7ccfa6caf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:43:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['bb012a5e-621c-439f-8c34-20b092183dff'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:43:26.472491 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-19d60a2c-2faa-4236-be08-ade855818171 req-9a9e1094-1072-4464-aae8-1532fbba09a6 service neutron] For port 22c27b5f-6c6c-47c7-a478-77c272de9521, host n-h1-813419-10, cleared binding levels {{(pid=102347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:43:26.479408 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [req-83cfe7fd-7eec-4ec7-b03a-4db8f15c6ba1 req-47a86625-fd38-4d20-9079-208a97cb26cc tempest-ServerTagsTestJSON-450889793 tempest-ServerTagsTestJSON-450889793-project] Resources bound (agent type, host, resource id): {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:43:26.496455 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [None req-f6540b5d-31e2-419f-b0a2-ed8bb89cd1b0 admin admin] For port e1996de4-77b0-44cc-ada5-1f35dcc523f0, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=e1996de4-77b0-44cc-ada5-1f35dcc523f0,segment=NetworkSegment(bc14127b-7032-4c50-bb5b-f6813cbae86e),segment_id=bc14127b-7032-4c50-bb5b-f6813cbae86e)] {{(pid=102346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:43:26.497003 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-f6540b5d-31e2-419f-b0a2-ed8bb89cd1b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:26.508033 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [req-83cfe7fd-7eec-4ec7-b03a-4db8f15c6ba1 req-47a86625-fd38-4d20-9079-208a97cb26cc tempest-ServerTagsTestJSON-450889793 tempest-ServerTagsTestJSON-450889793-project] Received port after_create {{(pid=102347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:43:26.512587 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-058377b8-fb58-4848-9a6d-006755c0e312 tempest-RoutersAdminTest-381632799 tempest-RoutersAdminTest-381632799-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1664884'] for router_gateway, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:26.519119 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a86625-fd38-4d20-9079-208a97cb26cc tempest-ServerTagsTestJSON-450889793 tempest-ServerTagsTestJSON-450889793-project] Pushing event updated for resources: {'Port': ['ID=e1adbdeb-f599-47d8-a60d-64fa1246e2f6,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:43:26.519744 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-f6540b5d-31e2-419f-b0a2-ed8bb89cd1b0 admin admin] Calling delete_port for e1996de4-77b0-44cc-ada5-1f35dcc523f0 owned by network:router_gateway {{(pid=102346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:43:26.657587 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [req-19d60a2c-2faa-4236-be08-ade855818171 req-9a9e1094-1072-4464-aae8-1532fbba09a6 service neutron] device_id is not set on port 22c27b5f-6c6c-47c7-a478-77c272de9521 yet. {{(pid=102347) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 10:43:26.670734 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvr_db [None req-8bd54ece-8360-4966-82ad-36f7ccfa6caf None None] Set router bb012a5e-621c-439f-8c34-20b092183dff gateway port host: None {{(pid=102349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:43:26.689610 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-058377b8-fb58-4848-9a6d-006755c0e312 tempest-RoutersAdminTest-381632799 tempest-RoutersAdminTest-381632799-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1765662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3700'] for router, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:26.694848 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-19d60a2c-2faa-4236-be08-ade855818171 req-9a9e1094-1072-4464-aae8-1532fbba09a6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:26.699779 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-058377b8-fb58-4848-9a6d-006755c0e312 tempest-RoutersAdminTest-381632799 tempest-RoutersAdminTest-381632799-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:26.714785 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cfe7fd-7eec-4ec7-b03a-4db8f15c6ba1 req-47a86625-fd38-4d20-9079-208a97cb26cc tempest-ServerTagsTestJSON-450889793 tempest-ServerTagsTestJSON-450889793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:43:26.715563 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-83cfe7fd-7eec-4ec7-b03a-4db8f15c6ba1 req-47a86625-fd38-4d20-9079-208a97cb26cc tempest-ServerTagsTestJSON-450889793 tempest-ServerTagsTestJSON-450889793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:26.733826 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-19d60a2c-2faa-4236-be08-ade855818171 req-9a9e1094-1072-4464-aae8-1532fbba09a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:26.795519 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-8bd54ece-8360-4966-82ad-36f7ccfa6caf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb012a5e-621c-439f-8c34-20b092183dff', 'name': 'tempest-AttachVolumeShelveTestJSON-1561106593-router', 'tenant_id': '7a75806f732447d68ca40a83500d955d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:31:19Z', 'updated_at': '2021-10-27T10:43:26Z', 'revision_number': 6, 'project_id': '7a75806f732447d68ca40a83500d955d', 'gw_port_host': None}], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:43:26.818503 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-83cfe7fd-7eec-4ec7-b03a-4db8f15c6ba1 req-47a86625-fd38-4d20-9079-208a97cb26cc tempest-ServerTagsTestJSON-450889793 tempest-ServerTagsTestJSON-450889793-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0996563 Oct 27 10:43:26.824855 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-f6540b5d-31e2-419f-b0a2-ed8bb89cd1b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:26.827999 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-058377b8-fb58-4848-9a6d-006755c0e312 tempest-RoutersAdminTest-381632799 tempest-RoutersAdminTest-381632799-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1765641'] for router, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:26.828600 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-058377b8-fb58-4848-9a6d-006755c0e312 tempest-RoutersAdminTest-381632799 tempest-RoutersAdminTest-381632799-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7ef0a072-ca00-4bd1-9f59-482ea596f472 {{(pid=102347) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 10:43:26.840044 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-058377b8-fb58-4848-9a6d-006755c0e312 tempest-RoutersAdminTest-381632799 tempest-RoutersAdminTest-381632799-project-admin] Publish callbacks [] for router, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:26.842435 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-058377b8-fb58-4848-9a6d-006755c0e312 tempest-RoutersAdminTest-381632799 tempest-RoutersAdminTest-381632799-project-admin] 10.222.0.44 "DELETE /v2.0/routers/7ef0a072-ca00-4bd1-9f59-482ea596f472 HTTP/1.1" status: 204 len: 168 time: 4.8178639 Oct 27 10:43:26.845836 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [req-83cfe7fd-7eec-4ec7-b03a-4db8f15c6ba1 req-0f39d16a-2f76-49a1-9691-443311d28fd5 service neutron] Request body: {'port': {'device_id': 'd6516250-90d0-491d-b352-676cdcea00e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-10'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:43:26.851499 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 50020) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:43:26.871480 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f802d07-4f9a-44a3-bb2a-20bfc79f701a req-bfdc1593-743f-47b8-9a8e-5fcdec8c7f6b tempest-ServerTagsTestJSON-450889793 tempest-ServerTagsTestJSON-450889793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:43:26.875544 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bd54ece-8360-4966-82ad-36f7ccfa6caf None None] The sync data for ids ['bb012a5e-621c-439f-8c34-20b092183dff'] in n-d-813419-10 is: [{'id': 'bb012a5e-621c-439f-8c34-20b092183dff', 'name': 'tempest-AttachVolumeShelveTestJSON-1561106593-router', 'tenant_id': '7a75806f732447d68ca40a83500d955d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:31:19Z', 'updated_at': '2021-10-27T10:43:26Z', 'revision_number': 6, 'project_id': '7a75806f732447d68ca40a83500d955d', 'gw_port_host': None}] {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:43:26.879828 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-1f802d07-4f9a-44a3-bb2a-20bfc79f701a req-bfdc1593-743f-47b8-9a8e-5fcdec8c7f6b tempest-ServerTagsTestJSON-450889793 tempest-ServerTagsTestJSON-450889793-project] 10.222.0.44 "GET /v2.0/ports?device_id=d6516250-90d0-491d-b352-676cdcea00e3 HTTP/1.1" status: 200 len: 932 time: 0.1071093 Oct 27 10:43:26.893666 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6540b5d-31e2-419f-b0a2-ed8bb89cd1b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=e1996de4-77b0-44cc-ada5-1f35dcc523f0,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:43:26.986393 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [req-19d60a2c-2faa-4236-be08-ade855818171 req-9a9e1094-1072-4464-aae8-1532fbba09a6 service neutron] No DVR routers for this DVR port 22c27b5f-6c6c-47c7-a478-77c272de9521 on host n-h1-813419-10 {{(pid=102347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:43:26.988374 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5058cacf-92bb-4dd6-88c5-3865368a63fb admin admin] Router 8c4c9367-65f8-4c63-bb94-f9a6fe3c4440 is scheduled to L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb with binding_index 1 {{(pid=102347) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 10:43:26.990264 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9e1094-1072-4464-aae8-1532fbba09a6 service neutron] Pushing event updated for resources: {'Port': ['ID=22c27b5f-6c6c-47c7-a478-77c272de9521,revision_number=6']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:43:27.047663 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-1f802d07-4f9a-44a3-bb2a-20bfc79f701a req-08697cce-fced-4676-8288-2171d18126db tempest-ServerTagsTestJSON-450889793 tempest-ServerTagsTestJSON-450889793-project] 10.222.0.44 "GET /v2.0/security-groups?id=5d330b46-8008-45cc-afe3-b9d68efad9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668022 Oct 27 10:43:27.067292 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-f6540b5d-31e2-419f-b0a2-ed8bb89cd1b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1664884'] for router_gateway, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:27.124908 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_v2 [None req-acd8c2d8-a16a-4547-a59f-5a264bcc47d3 tempest-RoutersAdminTest-381632799 tempest-RoutersAdminTest-381632799-project-admin] Deleting subnet 49179deb-3c53-40d3-a285-1e0c825bec24 {{(pid=102347) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 10:43:27.125467 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.db.api [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102348) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 27 10:43:27.125848 n-d-813419-10 neutron-server[102348]: DEBUG oslo_db.api [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 10:43:27.164420 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-acd8c2d8-a16a-4547-a59f-5a264bcc47d3 tempest-RoutersAdminTest-381632799 tempest-RoutersAdminTest-381632799-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:27.214014 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-f6540b5d-31e2-419f-b0a2-ed8bb89cd1b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1765662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3700'] for router, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:27.217204 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-f6540b5d-31e2-419f-b0a2-ed8bb89cd1b0 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:27.282008 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-f6540b5d-31e2-419f-b0a2-ed8bb89cd1b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1765641'] for router, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:27.282786 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6540b5d-31e2-419f-b0a2-ed8bb89cd1b0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bb012a5e-621c-439f-8c34-20b092183dff {{(pid=102346) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 10:43:27.290516 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-f6540b5d-31e2-419f-b0a2-ed8bb89cd1b0 admin admin] Publish callbacks [] for router, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:27.291041 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-fbb0c40d-428c-4477-a802-9c51790cc3a6 None None] Provisioning complete for port 22c27b5f-6c6c-47c7-a478-77c272de9521 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:43:27.291480 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-fbb0c40d-428c-4477-a802-9c51790cc3a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:27.297812 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-f6540b5d-31e2-419f-b0a2-ed8bb89cd1b0 admin admin] 10.222.0.44 "DELETE /v2.0/routers/bb012a5e-621c-439f-8c34-20b092183dff HTTP/1.1" status: 204 len: 168 time: 1.3307166 Oct 27 10:43:27.298465 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 50026) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:43:27.327596 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-83cfe7fd-7eec-4ec7-b03a-4db8f15c6ba1 req-0f39d16a-2f76-49a1-9691-443311d28fd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:27.340944 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [req-19d60a2c-2faa-4236-be08-ade855818171 req-9a9e1094-1072-4464-aae8-1532fbba09a6 service neutron] In _notify_port_updated(), no bound segment for port 22c27b5f-6c6c-47c7-a478-77c272de9521 on network 88e3e046-d444-4db2-9521-e65514262b77 {{(pid=102347) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 27 10:43:27.342491 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d60a2c-2faa-4236-be08-ade855818171 req-9a9e1094-1072-4464-aae8-1532fbba09a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:43:27.343268 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-19d60a2c-2faa-4236-be08-ade855818171 req-9a9e1094-1072-4464-aae8-1532fbba09a6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:27.345242 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-19d60a2c-2faa-4236-be08-ade855818171 req-9a9e1094-1072-4464-aae8-1532fbba09a6 service neutron] 10.222.0.64 "PUT /v2.0/ports/22c27b5f-6c6c-47c7-a478-77c272de9521 HTTP/1.1" status: 200 len: 1032 time: 2.2579567 Oct 27 10:43:27.363313 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-fbb0c40d-428c-4477-a802-9c51790cc3a6 None None] Port 22c27b5f-6c6c-47c7-a478-77c272de9521 cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:43:27.397440 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_v2 [None req-40702d3d-89ba-45d8-9fcd-eab863c5dd8e admin admin] Deleting subnet 867e3761-3f04-40e2-b4bb-5b0ff4404cac {{(pid=102346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 10:43:27.400699 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-40702d3d-89ba-45d8-9fcd-eab863c5dd8e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:27.426725 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-acd8c2d8-a16a-4547-a59f-5a264bcc47d3 tempest-RoutersAdminTest-381632799 tempest-RoutersAdminTest-381632799-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-18445109'] for subnet, precommit_delete_associations {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:27.442033 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-40702d3d-89ba-45d8-9fcd-eab863c5dd8e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25847868'] for subnet, precommit_delete_associations {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:27.511258 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2e4249-4f0e-4e3e-ac76-a1b500126f57 req-70918c8b-94c2-4c21-9936-6f58adcbeb9b tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:43:27.517787 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2e4249-4f0e-4e3e-ac76-a1b500126f57 req-70918c8b-94c2-4c21-9936-6f58adcbeb9b tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:43:27.524688 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2e4249-4f0e-4e3e-ac76-a1b500126f57 req-70918c8b-94c2-4c21-9936-6f58adcbeb9b tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:43:27.530248 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2e4249-4f0e-4e3e-ac76-a1b500126f57 req-70918c8b-94c2-4c21-9936-6f58adcbeb9b tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:43:27.531252 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-40702d3d-89ba-45d8-9fcd-eab863c5dd8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855646'] for subnet, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:27.536119 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2e4249-4f0e-4e3e-ac76-a1b500126f57 req-70918c8b-94c2-4c21-9936-6f58adcbeb9b tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:43:27.537959 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-ae2e4249-4f0e-4e3e-ac76-a1b500126f57 req-70918c8b-94c2-4c21-9936-6f58adcbeb9b tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] 10.222.0.44 "GET /v2.0/ports?device_id=91ccc442-ec50-4418-afd5-4249b29ada1e HTTP/1.1" status: 200 len: 3882 time: 0.3220456 Oct 27 10:43:27.589822 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-40702d3d-89ba-45d8-9fcd-eab863c5dd8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27024355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27168307'] for subnet, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:27.610313 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-acd8c2d8-a16a-4547-a59f-5a264bcc47d3 tempest-RoutersAdminTest-381632799 tempest-RoutersAdminTest-381632799-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855646'] for subnet, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:27.621107 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40702d3d-89ba-45d8-9fcd-eab863c5dd8e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=867e3761-3f04-40e2-b4bb-5b0ff4404cac,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:43:27.628818 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-40702d3d-89ba-45d8-9fcd-eab863c5dd8e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for subnet, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:27.635403 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-40702d3d-89ba-45d8-9fcd-eab863c5dd8e admin admin] 10.222.0.44 "DELETE /v2.0/subnets/867e3761-3f04-40e2-b4bb-5b0ff4404cac HTTP/1.1" status: 204 len: 168 time: 0.3359077 Oct 27 10:43:27.636166 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 50028) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:43:27.650824 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6bc56e6-7bb5-483d-b64f-d850d8bf6b27 None None] Network 823b724c-a4df-49e4-a48e-438212c85945 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:43:27.689234 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5058cacf-92bb-4dd6-88c5-3865368a63fb admin admin] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:43:27.723836 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d0603df5-ed1d-4b29-8961-54482fd34dd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586917'] for network, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:27.736647 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d51b0c4-c9ef-4ce9-b286-58b2b59d5ff9 None None] Sync routers for ids ['8c4c9367-65f8-4c63-bb94-f9a6fe3c4440'] in n-d-813419-10 {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:43:27.752404 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-ae2e4249-4f0e-4e3e-ac76-a1b500126f57 req-c6018b39-2cd3-4db8-ad33-a7b32807be30 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] 10.222.0.44 "GET /v2.0/security-groups?id=55228541-a3ac-4395-a6f1-3eb381084dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1892140 Oct 27 10:43:27.800948 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-d0603df5-ed1d-4b29-8961-54482fd34dd4 admin admin] Deleting port 31513088-1530-4bab-bca8-ddc5c8e8cd56 {{(pid=102346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:43:27.801395 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d0603df5-ed1d-4b29-8961-54482fd34dd4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:27.806198 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91ccc442-ec50-4418-afd5-4249b29ada1e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '329824b1-0ff6-45c1-b96c-4a19139a00dd'}] {{(pid=102348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:43:27.811022 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c588921fa634554a1d9242fdea1b05457a9ff1d3b28ba54ec1dace7f2f1df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1886ae53-e7b6-476c-82e0-4a0e087aaf2f" -d '{"events": [{"server_uuid": "91ccc442-ec50-4418-afd5-4249b29ada1e", "name": "network-vif-unplugged", "status": "completed", "tag": "329824b1-0ff6-45c1-b96c-4a19139a00dd"}]}' {{(pid=102348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:43:27.830358 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device b3977278-7ec6-4a29-a9ea-3f76512431eb no longer exists at agent hyperv_n-h1-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:43:27.853059 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-5058cacf-92bb-4dd6-88c5-3865368a63fb admin admin] Publish callbacks [] for router, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:27.857810 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-5058cacf-92bb-4dd6-88c5-3865368a63fb admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 8.2458735 Oct 27 10:43:27.858451 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 50032) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:43:27.878631 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d51b0c4-c9ef-4ce9-b286-58b2b59d5ff9 None None] Routers {'8c4c9367-65f8-4c63-bb94-f9a6fe3c4440'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:43:27.879806 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-0d51b0c4-c9ef-4ce9-b286-58b2b59d5ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:43:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['8c4c9367-65f8-4c63-bb94-f9a6fe3c4440'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:43:27.909650 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-acd8c2d8-a16a-4547-a59f-5a264bcc47d3 tempest-RoutersAdminTest-381632799 tempest-RoutersAdminTest-381632799-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-18295818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18043720'] for subnet, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:27.912270 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [None req-d0603df5-ed1d-4b29-8961-54482fd34dd4 admin admin] For port 31513088-1530-4bab-bca8-ddc5c8e8cd56, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=31513088-1530-4bab-bca8-ddc5c8e8cd56,segment=NetworkSegment(633ff08f-11cd-4e98-be2e-dddd49efeea1),segment_id=633ff08f-11cd-4e98-be2e-dddd49efeea1)] {{(pid=102346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:43:27.912804 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d0603df5-ed1d-4b29-8961-54482fd34dd4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:27.942007 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-d0603df5-ed1d-4b29-8961-54482fd34dd4 admin admin] Calling delete_port for 31513088-1530-4bab-bca8-ddc5c8e8cd56 owned by network:dhcp {{(pid=102346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:43:27.946012 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 27 Oct 2021 10:43:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbb22f86-3e36-407a-a0c6-f2e22d2e7558 x-openstack-request-id: req-bbb22f86-3e36-407a-a0c6-f2e22d2e7558 {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:43:27.946415 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91ccc442-ec50-4418-afd5-4249b29ada1e", "name": "network-vif-unplugged", "status": "completed", "tag": "329824b1-0ff6-45c1-b96c-4a19139a00dd", "code": 200}]} {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:43:27.946772 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-bbb22f86-3e36-407a-a0c6-f2e22d2e7558 {{(pid=102348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:43:27.947276 n-d-813419-10 neutron-server[102348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91ccc442-ec50-4418-afd5-4249b29ada1e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '329824b1-0ff6-45c1-b96c-4a19139a00dd', 'code': 200} Oct 27 10:43:27.958867 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [req-19d60a2c-2faa-4236-be08-ade855818171 req-19d6c717-c93a-4a26-913a-03a3f48b60b8 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Deleting port 1cf65ff2-fb9b-433c-b18b-c8215b267c53 {{(pid=102347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:43:27.959195 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-19d60a2c-2faa-4236-be08-ade855818171 req-19d6c717-c93a-4a26-913a-03a3f48b60b8 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:27.996279 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd8c2d8-a16a-4547-a59f-5a264bcc47d3 tempest-RoutersAdminTest-381632799 tempest-RoutersAdminTest-381632799-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=49179deb-3c53-40d3-a285-1e0c825bec24,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:43:28.068491 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-acd8c2d8-a16a-4547-a59f-5a264bcc47d3 tempest-RoutersAdminTest-381632799 tempest-RoutersAdminTest-381632799-project-admin] Publish callbacks [] for subnet, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:28.074054 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-acd8c2d8-a16a-4547-a59f-5a264bcc47d3 tempest-RoutersAdminTest-381632799 tempest-RoutersAdminTest-381632799-project-admin] 10.222.0.44 "DELETE /v2.0/subnets/49179deb-3c53-40d3-a285-1e0c825bec24 HTTP/1.1" status: 204 len: 168 time: 1.2180593 Oct 27 10:43:28.074429 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 50038) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:43:28.139866 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d0603df5-ed1d-4b29-8961-54482fd34dd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:28.196783 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvr_db [None req-0d51b0c4-c9ef-4ce9-b286-58b2b59d5ff9 None None] Set router 8c4c9367-65f8-4c63-bb94-f9a6fe3c4440 gateway port host: n-d-813419-10 {{(pid=102348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:43:28.247945 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0603df5-ed1d-4b29-8961-54482fd34dd4 admin admin] No DVR routers for this DVR port 31513088-1530-4bab-bca8-ddc5c8e8cd56 on host n-d-813419-10 {{(pid=102346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:43:28.258263 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0603df5-ed1d-4b29-8961-54482fd34dd4 admin admin] Pushing event deleted for resources: {'Port': ['ID=31513088-1530-4bab-bca8-ddc5c8e8cd56,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:43:28.315207 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device e1996de4-77b0-44cc-ada5-1f35dcc523f0 no longer exists at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:43:28.321657 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:28.404510 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b9e6c92-a7c8-4772-8988-cea99603e15b None None] DHCP port deletion for 823b724c-a4df-49e4-a48e-438212c85945 request from n-d-813419-10 {{(pid=102348) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 10:43:28.406165 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d0603df5-ed1d-4b29-8961-54482fd34dd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857803', 'neutron.services.segments.db._delete_segments_for_network-8743873143390'] for network, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:28.420347 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] No Port match for: e1996de4-77b0-44cc-ada5-1f35dcc523f0 {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:43:28.420689 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device e1996de4-77b0-44cc-ada5-1f35dcc523f0 not bound to the agent host n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:43:28.421106 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 07302172-8417-4246-bba8-62a8c96f6a79 no longer exists at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:43:28.433136 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-d0603df5-ed1d-4b29-8961-54482fd34dd4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['823b724c-a4df-49e4-a48e-438212c85945']}} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:43:28.445990 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-d0603df5-ed1d-4b29-8961-54482fd34dd4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '633ff08f-11cd-4e98-be2e-dddd49efeea1') {'for_net_delete': True} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:43:28.446864 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-d0603df5-ed1d-4b29-8961-54482fd34dd4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '633ff08f-11cd-4e98-be2e-dddd49efeea1') {} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:43:28.468720 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d0603df5-ed1d-4b29-8961-54482fd34dd4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743873145191', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25847877'] for segment, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:28.485272 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d0603df5-ed1d-4b29-8961-54482fd34dd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:28.493279 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0603df5-ed1d-4b29-8961-54482fd34dd4 admin admin] Releasing vlan 411 on physical network physnet1 to pool {{(pid=102346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 10:43:28.493832 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d0603df5-ed1d-4b29-8961-54482fd34dd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27024137'] for segment, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:28.495969 n-d-813419-10 neutron-server[102346]: Traceback (most recent call last): Oct 27 10:43:28.495969 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 10:43:28.495969 n-d-813419-10 neutron-server[102346]: timer() Oct 27 10:43:28.495969 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 10:43:28.495969 n-d-813419-10 neutron-server[102346]: cb(*args, **kw) Oct 27 10:43:28.495969 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 10:43:28.495969 n-d-813419-10 neutron-server[102346]: return func(*args, **kwargs) Oct 27 10:43:28.495969 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 10:43:28.495969 n-d-813419-10 neutron-server[102346]: self._notify() Oct 27 10:43:28.495969 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 10:43:28.495969 n-d-813419-10 neutron-server[102346]: self.callback(batched_events) Oct 27 10:43:28.495969 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 10:43:28.495969 n-d-813419-10 neutron-server[102346]: event.method(event) Oct 27 10:43:28.495969 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 10:43:28.495969 n-d-813419-10 neutron-server[102346]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 10:43:28.495969 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 10:43:28.495969 n-d-813419-10 neutron-server[102346]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 10:43:28.495969 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 10:43:28.495969 n-d-813419-10 neutron-server[102346]: return f(self, *a, **k) Oct 27 10:43:28.495969 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 10:43:28.495969 n-d-813419-10 neutron-server[102346]: return self._get(url).json() Oct 27 10:43:28.495969 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 10:43:28.495969 n-d-813419-10 neutron-server[102346]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 10:43:28.495969 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 10:43:28.495969 n-d-813419-10 neutron-server[102346]: return self.request(url, 'GET', **kwargs) Oct 27 10:43:28.495969 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 10:43:28.495969 n-d-813419-10 neutron-server[102346]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 10:43:28.495969 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 10:43:28.495969 n-d-813419-10 neutron-server[102346]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 10:43:28.495969 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 10:43:28.495969 n-d-813419-10 neutron-server[102346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 10:43:28.495969 n-d-813419-10 neutron-server[102346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 10:43:28.510333 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] No Port match for: 07302172-8417-4246-bba8-62a8c96f6a79 {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:43:28.512847 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 07302172-8417-4246-bba8-62a8c96f6a79 not bound to the agent host n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:43:28.548182 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port b3977278-7ec6-4a29-a9ea-3f76512431eb, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=b3977278-7ec6-4a29-a9ea-3f76512431eb,segment=NetworkSegment(2ca19453-a5a8-4460-9af1-c3768fea04a4),segment_id=2ca19453-a5a8-4460-9af1-c3768fea04a4)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:43:28.570855 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d0603df5-ed1d-4b29-8961-54482fd34dd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664840'] for network, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:28.582617 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d0603df5-ed1d-4b29-8961-54482fd34dd4 admin admin] Publish callbacks [] for network, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:28.589277 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-d0603df5-ed1d-4b29-8961-54482fd34dd4 admin admin] 10.222.0.44 "DELETE /v2.0/networks/823b724c-a4df-49e4-a48e-438212c85945 HTTP/1.1" status: 204 len: 168 time: 0.9519389 Oct 27 10:43:28.596066 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:28.597447 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device 1eb208c1-53c7-4020-bd55-d077d06451fd no longer exists at agent hyperv_n-h1-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:43:28.605857 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0603df5-ed1d-4b29-8961-54482fd34dd4 admin admin] Pushing event deleted for resources: {'Network': ['ID=823b724c-a4df-49e4-a48e-438212c85945,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:43:28.646824 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-a9fdf3eb-0b66-444c-8e5f-9e4d9fa9fa4a tempest-RoutersAdminTest-381632799 tempest-RoutersAdminTest-381632799-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586917'] for network, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:28.684711 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-19d60a2c-2faa-4236-be08-ade855818171 req-19d6c717-c93a-4a26-913a-03a3f48b60b8 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] For port 1cf65ff2-fb9b-433c-b18b-c8215b267c53, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=1cf65ff2-fb9b-433c-b18b-c8215b267c53,segment=NetworkSegment(af276840-f825-41e1-8416-3e9649c7d456),segment_id=af276840-f825-41e1-8416-3e9649c7d456)] {{(pid=102347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:43:28.685398 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-19d60a2c-2faa-4236-be08-ade855818171 req-19d6c717-c93a-4a26-913a-03a3f48b60b8 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:28.708535 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Pushing event updated for resources: {'Port': ['ID=b3977278-7ec6-4a29-a9ea-3f76512431eb,revision_number=6']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:43:28.719808 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device 1eb208c1-53c7-4020-bd55-d077d06451fd not bound to the agent host n-h1-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:43:28.720116 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device d41818a8-8416-4ec5-82c2-78a42608873b no longer exists at agent hyperv_n-h1-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:43:28.745632 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-0d51b0c4-c9ef-4ce9-b286-58b2b59d5ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c4c9367-65f8-4c63-bb94-f9a6fe3c4440', 'name': 'tempest-TestVolumeBootPattern-328280962-router', 'tenant_id': 'b02a92ec9ad04d95b8ea6a5db5946dfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': '57172d42-624b-4614-a27b-f1ad4a0c9f06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:43:19Z', 'updated_at': '2021-10-27T10:43:24Z', 'revision_number': 3, 'project_id': 'b02a92ec9ad04d95b8ea6a5db5946dfb', 'gw_port': {'id': '57172d42-624b-4614-a27b-f1ad4a0c9f06', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:d8:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c4c9367-65f8-4c63-bb94-f9a6fe3c4440', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2746, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:43:21Z', 'updated_at': '2021-10-27T10:43:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10'}], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:43:28.758084 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 50042) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:43:28.777079 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d51b0c4-c9ef-4ce9-b286-58b2b59d5ff9 None None] Checking router: 8c4c9367-65f8-4c63-bb94-f9a6fe3c4440 for host: n-d-813419-10 {{(pid=102348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 10:43:28.777691 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d51b0c4-c9ef-4ce9-b286-58b2b59d5ff9 None None] Updating router 8c4c9367-65f8-4c63-bb94-f9a6fe3c4440 port 57172d42-624b-4614-a27b-f1ad4a0c9f06 binding host n-d-813419-10 {{(pid=102348) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 10:43:28.809031 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5bdab8-4574-45e6-ad34-1d65e15e47e9 req-82a323e6-7c13-4b1b-9e7d-c733cfbd61d5 tempest-ServerTagsTestJSON-450889793 tempest-ServerTagsTestJSON-450889793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:43:28.811431 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-3e5bdab8-4574-45e6-ad34-1d65e15e47e9 req-82a323e6-7c13-4b1b-9e7d-c733cfbd61d5 tempest-ServerTagsTestJSON-450889793 tempest-ServerTagsTestJSON-450889793-project] 10.222.0.44 "GET /v2.0/ports?device_id=d6516250-90d0-491d-b352-676cdcea00e3 HTTP/1.1" status: 200 len: 932 time: 0.3274803 Oct 27 10:43:28.841540 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-781811b5-8dd8-4914-ab33-74e1a95b8f55 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7a75806f732447d68ca40a83500d955d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0810513 Oct 27 10:43:28.842276 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 50046) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:43:28.849163 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [req-83cfe7fd-7eec-4ec7-b03a-4db8f15c6ba1 req-0f39d16a-2f76-49a1-9691-443311d28fd5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1adbdeb-f599-47d8-a60d-64fa1246e2f6 {{(pid=102347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:43:28.853002 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-0d51b0c4-c9ef-4ce9-b286-58b2b59d5ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:28.893807 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-83cfe7fd-7eec-4ec7-b03a-4db8f15c6ba1 req-0f39d16a-2f76-49a1-9691-443311d28fd5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:29.020913 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:29.025701 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-7466d96a-fde8-436f-863f-79273357fc3a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:29.063345 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-7466d96a-fde8-436f-863f-79273357fc3a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:29.064764 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-3e5bdab8-4574-45e6-ad34-1d65e15e47e9 req-c0c11d1f-58c1-4461-80e8-6cad1468bd14 tempest-ServerTagsTestJSON-450889793 tempest-ServerTagsTestJSON-450889793-project] 10.222.0.44 "GET /v2.0/security-groups?id=5d330b46-8008-45cc-afe3-b9d68efad9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2450793 Oct 27 10:43:29.088327 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.provisioning_blocks [req-83cfe7fd-7eec-4ec7-b03a-4db8f15c6ba1 req-0f39d16a-2f76-49a1-9691-443311d28fd5 service neutron] Transition to ACTIVE for port object e1adbdeb-f599-47d8-a60d-64fa1246e2f6 will not be triggered until provisioned by entity L2. {{(pid=102347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 10:43:29.138019 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port d41818a8-8416-4ec5-82c2-78a42608873b, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=d41818a8-8416-4ec5-82c2-78a42608873b,segment=NetworkSegment(c5bd0478-53f3-4027-a631-eeb5a728964c),segment_id=c5bd0478-53f3-4027-a631-eeb5a728964c)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:43:29.165987 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-83cfe7fd-7eec-4ec7-b03a-4db8f15c6ba1 req-0f39d16a-2f76-49a1-9691-443311d28fd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:29.169493 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-a9fdf3eb-0b66-444c-8e5f-9e4d9fa9fa4a tempest-RoutersAdminTest-381632799 tempest-RoutersAdminTest-381632799-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857803', 'neutron.services.segments.db._delete_segments_for_network-8743873143390'] for network, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:29.172233 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:29.172505 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device 3ad26a6b-c6a0-4de9-9181-a07fe5eabe70 no longer exists at agent hyperv_n-h1-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:43:29.176510 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-7466d96a-fde8-436f-863f-79273357fc3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:29.180365 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-7466d96a-fde8-436f-863f-79273357fc3a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:29.182086 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-7466d96a-fde8-436f-863f-79273357fc3a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/5c4e7f40-f343-4029-b885-2bac0a938c2d HTTP/1.1" status: 204 len: 168 time: 0.3369129 Oct 27 10:43:29.224214 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7466d96a-fde8-436f-863f-79273357fc3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c4e7f40-f343-4029-b885-2bac0a938c2d,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:43:29.332224 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Pushing event updated for resources: {'Port': ['ID=d41818a8-8416-4ec5-82c2-78a42608873b,revision_number=6']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:43:29.395212 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-19d60a2c-2faa-4236-be08-ade855818171 req-19d6c717-c93a-4a26-913a-03a3f48b60b8 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:29.395585 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-19d60a2c-2faa-4236-be08-ade855818171 req-19d6c717-c93a-4a26-913a-03a3f48b60b8 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1664826'] for floatingip, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:29.395909 n-d-813419-10 neutron-server[102347]: INFO neutron.db.l3_db [req-19d60a2c-2faa-4236-be08-ade855818171 req-19d6c717-c93a-4a26-913a-03a3f48b60b8 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Floating IP 32c0f631-4afb-4a44-91ed-dbfbfdd831ac disassociated. External IP: 172.25.8.4, port: 1cf65ff2-fb9b-433c-b18b-c8215b267c53. Oct 27 10:43:29.396292 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [req-19d60a2c-2faa-4236-be08-ade855818171 req-19d6c717-c93a-4a26-913a-03a3f48b60b8 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Calling delete_port for 1cf65ff2-fb9b-433c-b18b-c8215b267c53 owned by compute:nova {{(pid=102347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:43:29.399637 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:29.411340 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7aa1c71-2bf4-4f91-858e-18876eda2892 req-95e85681-e733-4481-a2b3-ae0e39bed414 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:43:29.418342 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7aa1c71-2bf4-4f91-858e-18876eda2892 req-95e85681-e733-4481-a2b3-ae0e39bed414 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:43:29.427372 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7aa1c71-2bf4-4f91-858e-18876eda2892 req-95e85681-e733-4481-a2b3-ae0e39bed414 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:43:29.434276 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7aa1c71-2bf4-4f91-858e-18876eda2892 req-95e85681-e733-4481-a2b3-ae0e39bed414 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:43:29.441459 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7aa1c71-2bf4-4f91-858e-18876eda2892 req-95e85681-e733-4481-a2b3-ae0e39bed414 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:43:29.450650 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-c7aa1c71-2bf4-4f91-858e-18876eda2892 req-95e85681-e733-4481-a2b3-ae0e39bed414 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] 10.222.0.44 "GET /v2.0/ports?device_id=91ccc442-ec50-4418-afd5-4249b29ada1e HTTP/1.1" status: 200 len: 3878 time: 0.5099654 Oct 27 10:43:29.472043 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port 3ad26a6b-c6a0-4de9-9181-a07fe5eabe70, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=3ad26a6b-c6a0-4de9-9181-a07fe5eabe70,segment=NetworkSegment(2ca19453-a5a8-4460-9af1-c3768fea04a4),segment_id=2ca19453-a5a8-4460-9af1-c3768fea04a4)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:43:29.476452 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-0d51b0c4-c9ef-4ce9-b286-58b2b59d5ff9 None None] Publish callbacks [] for port, precommit_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:29.479875 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-a9fdf3eb-0b66-444c-8e5f-9e4d9fa9fa4a tempest-RoutersAdminTest-381632799 tempest-RoutersAdminTest-381632799-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['944dc3e0-9904-4f5c-bcdf-5b3f2ce8e314']}} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:43:29.481221 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:29.488022 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-0d51b0c4-c9ef-4ce9-b286-58b2b59d5ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:29.495084 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-a9fdf3eb-0b66-444c-8e5f-9e4d9fa9fa4a tempest-RoutersAdminTest-381632799 tempest-RoutersAdminTest-381632799-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '792ba3d4-835c-4f2a-a570-fb1310242fde') {'for_net_delete': True} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:43:29.495390 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-a9fdf3eb-0b66-444c-8e5f-9e4d9fa9fa4a tempest-RoutersAdminTest-381632799 tempest-RoutersAdminTest-381632799-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '792ba3d4-835c-4f2a-a570-fb1310242fde') {} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:43:29.508176 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-a9fdf3eb-0b66-444c-8e5f-9e4d9fa9fa4a tempest-RoutersAdminTest-381632799 tempest-RoutersAdminTest-381632799-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743873145191', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18445132'] for segment, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:29.516692 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-c7aa1c71-2bf4-4f91-858e-18876eda2892 req-6f38feaf-128a-4daf-8eaf-035f894f7e3e tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] 10.222.0.44 "GET /v2.0/security-groups?id=55228541-a3ac-4395-a6f1-3eb381084dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646358 Oct 27 10:43:29.549459 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-0d51b0c4-c9ef-4ce9-b286-58b2b59d5ff9 None None] Attempting to bind port 57172d42-624b-4614-a27b-f1ad4a0c9f06 on host n-d-813419-10 for vnic_type normal with profile {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:43:29.549777 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-0d51b0c4-c9ef-4ce9-b286-58b2b59d5ff9 None None] Attempting to bind port 57172d42-624b-4614-a27b-f1ad4a0c9f06 by drivers openvswitch,hyperv on host n-d-813419-10 at level 0 using segments [{'id': 'bc14127b-7032-4c50-bb5b-f6813cbae86e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:43:29.550136 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d51b0c4-c9ef-4ce9-b286-58b2b59d5ff9 None None] Attempting to bind port 57172d42-624b-4614-a27b-f1ad4a0c9f06 on network 185ff123-c7ff-45c7-a6be-71feb35acc9c {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:43:29.556840 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Pushing event updated for resources: {'Port': ['ID=3ad26a6b-c6a0-4de9-9181-a07fe5eabe70,revision_number=6']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:43:29.559713 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d51b0c4-c9ef-4ce9-b286-58b2b59d5ff9 None None] Checking agent: {'id': '89dba0f3-79b2-435e-9822-33674b8f6ada', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 8, 20), 'started_at': datetime.datetime(2021, 10, 27, 10, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 43, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:43:29.560650 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d51b0c4-c9ef-4ce9-b286-58b2b59d5ff9 None None] Checking segment: {'id': 'bc14127b-7032-4c50-bb5b-f6813cbae86e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:43:29.561083 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-0d51b0c4-c9ef-4ce9-b286-58b2b59d5ff9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:29.561443 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d51b0c4-c9ef-4ce9-b286-58b2b59d5ff9 None None] Bound using segment: {'id': 'bc14127b-7032-4c50-bb5b-f6813cbae86e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:43:29.561911 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-0d51b0c4-c9ef-4ce9-b286-58b2b59d5ff9 None None] Bound port: 57172d42-624b-4614-a27b-f1ad4a0c9f06, host: n-d-813419-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc14127b-7032-4c50-bb5b-f6813cbae86e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'}}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:43:29.562302 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-0d51b0c4-c9ef-4ce9-b286-58b2b59d5ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:29.585869 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f39d16a-2f76-49a1-9691-443311d28fd5 service neutron] Pushing event updated for resources: {'Port': ['ID=e1adbdeb-f599-47d8-a60d-64fa1246e2f6,revision_number=2']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:43:29.628955 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-a9fdf3eb-0b66-444c-8e5f-9e4d9fa9fa4a tempest-RoutersAdminTest-381632799 tempest-RoutersAdminTest-381632799-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:29.635091 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-0d51b0c4-c9ef-4ce9-b286-58b2b59d5ff9 None None] For port 57172d42-624b-4614-a27b-f1ad4a0c9f06, host n-d-813419-10, cleared binding levels {{(pid=102348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:43:29.650712 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-0d51b0c4-c9ef-4ce9-b286-58b2b59d5ff9 None None] For port 57172d42-624b-4614-a27b-f1ad4a0c9f06, host n-d-813419-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=57172d42-624b-4614-a27b-f1ad4a0c9f06,segment=NetworkSegment(bc14127b-7032-4c50-bb5b-f6813cbae86e),segment_id=bc14127b-7032-4c50-bb5b-f6813cbae86e)] {{(pid=102348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:43:29.657070 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9fdf3eb-0b66-444c-8e5f-9e4d9fa9fa4a tempest-RoutersAdminTest-381632799 tempest-RoutersAdminTest-381632799-project-admin] Releasing vlan 408 on physical network physnet1 to pool {{(pid=102347) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 10:43:29.657664 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-a9fdf3eb-0b66-444c-8e5f-9e4d9fa9fa4a tempest-RoutersAdminTest-381632799 tempest-RoutersAdminTest-381632799-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-18296032'] for segment, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:29.660432 n-d-813419-10 neutron-server[102347]: Traceback (most recent call last): Oct 27 10:43:29.660432 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 10:43:29.660432 n-d-813419-10 neutron-server[102347]: timer() Oct 27 10:43:29.660432 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 10:43:29.660432 n-d-813419-10 neutron-server[102347]: cb(*args, **kw) Oct 27 10:43:29.660432 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 10:43:29.660432 n-d-813419-10 neutron-server[102347]: return func(*args, **kwargs) Oct 27 10:43:29.660432 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 10:43:29.660432 n-d-813419-10 neutron-server[102347]: self._notify() Oct 27 10:43:29.660432 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 10:43:29.660432 n-d-813419-10 neutron-server[102347]: self.callback(batched_events) Oct 27 10:43:29.660432 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 10:43:29.660432 n-d-813419-10 neutron-server[102347]: event.method(event) Oct 27 10:43:29.660432 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 10:43:29.660432 n-d-813419-10 neutron-server[102347]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 10:43:29.660432 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 10:43:29.660432 n-d-813419-10 neutron-server[102347]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 10:43:29.660432 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 10:43:29.660432 n-d-813419-10 neutron-server[102347]: return f(self, *a, **k) Oct 27 10:43:29.660432 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 10:43:29.660432 n-d-813419-10 neutron-server[102347]: return self._get(url).json() Oct 27 10:43:29.660432 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 10:43:29.660432 n-d-813419-10 neutron-server[102347]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 10:43:29.660432 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 10:43:29.660432 n-d-813419-10 neutron-server[102347]: return self.request(url, 'GET', **kwargs) Oct 27 10:43:29.660432 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 10:43:29.660432 n-d-813419-10 neutron-server[102347]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 10:43:29.660432 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 10:43:29.660432 n-d-813419-10 neutron-server[102347]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 10:43:29.660432 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 10:43:29.660432 n-d-813419-10 neutron-server[102347]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 10:43:29.660432 n-d-813419-10 neutron-server[102347]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 10:43:29.664167 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-0d51b0c4-c9ef-4ce9-b286-58b2b59d5ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:29.689658 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d353e7ab-c243-429c-a9f5-5018f6d11502 None None] Pushing event updated for resources: {'Port': ['ID=57172d42-624b-4614-a27b-f1ad4a0c9f06,revision_number=2']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:43:29.803956 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-a9fdf3eb-0b66-444c-8e5f-9e4d9fa9fa4a tempest-RoutersAdminTest-381632799 tempest-RoutersAdminTest-381632799-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664840'] for network, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:29.821116 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9fdf3eb-0b66-444c-8e5f-9e4d9fa9fa4a tempest-RoutersAdminTest-381632799 tempest-RoutersAdminTest-381632799-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 944dc3e0-9904-4f5c-bcdf-5b3f2ce8e314 {{(pid=102347) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Oct 27 10:43:29.823808 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-a9fdf3eb-0b66-444c-8e5f-9e4d9fa9fa4a tempest-RoutersAdminTest-381632799 tempest-RoutersAdminTest-381632799-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for network, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:29.827673 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-a9fdf3eb-0b66-444c-8e5f-9e4d9fa9fa4a tempest-RoutersAdminTest-381632799 tempest-RoutersAdminTest-381632799-project-admin] 10.222.0.44 "DELETE /v2.0/networks/944dc3e0-9904-4f5c-bcdf-5b3f2ce8e314 HTTP/1.1" status: 204 len: 168 time: 1.7375824 Oct 27 10:43:29.889276 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fdf3eb-0b66-444c-8e5f-9e4d9fa9fa4a tempest-RoutersAdminTest-381632799 tempest-RoutersAdminTest-381632799-project-admin] Pushing event deleted for resources: {'Network': ['ID=944dc3e0-9904-4f5c-bcdf-5b3f2ce8e314,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:43:29.902006 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d51b0c4-c9ef-4ce9-b286-58b2b59d5ff9 None None] Routers {'8c4c9367-65f8-4c63-bb94-f9a6fe3c4440'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:43:29.902634 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-0d51b0c4-c9ef-4ce9-b286-58b2b59d5ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:43:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['8c4c9367-65f8-4c63-bb94-f9a6fe3c4440'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:43:29.973841 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-83cfe7fd-7eec-4ec7-b03a-4db8f15c6ba1 req-0f39d16a-2f76-49a1-9691-443311d28fd5 service neutron] Attempting to bind port e1adbdeb-f599-47d8-a60d-64fa1246e2f6 on host n-h2-813419-10 for vnic_type normal with profile {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:43:29.974199 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-83cfe7fd-7eec-4ec7-b03a-4db8f15c6ba1 req-0f39d16a-2f76-49a1-9691-443311d28fd5 service neutron] Attempting to bind port e1adbdeb-f599-47d8-a60d-64fa1246e2f6 by drivers openvswitch,hyperv on host n-h2-813419-10 at level 0 using segments [{'id': '8e9b63f6-1870-45bd-a22e-151102c954ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '2faa5358-3260-42be-9294-2e4f65cb93b8'}] {{(pid=102347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:43:29.974513 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83cfe7fd-7eec-4ec7-b03a-4db8f15c6ba1 req-0f39d16a-2f76-49a1-9691-443311d28fd5 service neutron] Attempting to bind port e1adbdeb-f599-47d8-a60d-64fa1246e2f6 on network 2faa5358-3260-42be-9294-2e4f65cb93b8 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:43:29.978422 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91ccc442-ec50-4418-afd5-4249b29ada1e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b3977278-7ec6-4a29-a9ea-3f76512431eb'}, {'server_uuid': '91ccc442-ec50-4418-afd5-4249b29ada1e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd41818a8-8416-4ec5-82c2-78a42608873b'}, {'server_uuid': '91ccc442-ec50-4418-afd5-4249b29ada1e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3ad26a6b-c6a0-4de9-9181-a07fe5eabe70'}] {{(pid=102348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:43:29.985534 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c588921fa634554a1d9242fdea1b05457a9ff1d3b28ba54ec1dace7f2f1df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8eab79f2-5202-4624-8d6e-d43693d3232c" -d '{"events": [{"server_uuid": "91ccc442-ec50-4418-afd5-4249b29ada1e", "name": "network-vif-unplugged", "status": "completed", "tag": "b3977278-7ec6-4a29-a9ea-3f76512431eb"}, {"server_uuid": "91ccc442-ec50-4418-afd5-4249b29ada1e", "name": "network-vif-unplugged", "status": "completed", "tag": "d41818a8-8416-4ec5-82c2-78a42608873b"}, {"server_uuid": "91ccc442-ec50-4418-afd5-4249b29ada1e", "name": "network-vif-unplugged", "status": "completed", "tag": "3ad26a6b-c6a0-4de9-9181-a07fe5eabe70"}]}' {{(pid=102348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:43:29.994714 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83cfe7fd-7eec-4ec7-b03a-4db8f15c6ba1 req-0f39d16a-2f76-49a1-9691-443311d28fd5 service neutron] Port e1adbdeb-f599-47d8-a60d-64fa1246e2f6 on network 2faa5358-3260-42be-9294-2e4f65cb93b8 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-10 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 10:43:29.995035 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83cfe7fd-7eec-4ec7-b03a-4db8f15c6ba1 req-0f39d16a-2f76-49a1-9691-443311d28fd5 service neutron] Attempting to bind port e1adbdeb-f599-47d8-a60d-64fa1246e2f6 on network 2faa5358-3260-42be-9294-2e4f65cb93b8 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:43:30.040943 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83cfe7fd-7eec-4ec7-b03a-4db8f15c6ba1 req-0f39d16a-2f76-49a1-9691-443311d28fd5 service neutron] Checking agent: {'id': 'a2edc247-0fa4-4ce6-bbae-a10492f6bd71', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 16, 9), 'started_at': datetime.datetime(2021, 10, 27, 10, 16, 9), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 43, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:43:30.041286 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83cfe7fd-7eec-4ec7-b03a-4db8f15c6ba1 req-0f39d16a-2f76-49a1-9691-443311d28fd5 service neutron] Checking segment: {'id': '8e9b63f6-1870-45bd-a22e-151102c954ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '2faa5358-3260-42be-9294-2e4f65cb93b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:43:30.041687 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83cfe7fd-7eec-4ec7-b03a-4db8f15c6ba1 req-0f39d16a-2f76-49a1-9691-443311d28fd5 service neutron] Bound using segment: {'id': '8e9b63f6-1870-45bd-a22e-151102c954ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '2faa5358-3260-42be-9294-2e4f65cb93b8'} {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:43:30.042117 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-83cfe7fd-7eec-4ec7-b03a-4db8f15c6ba1 req-0f39d16a-2f76-49a1-9691-443311d28fd5 service neutron] Bound port: e1adbdeb-f599-47d8-a60d-64fa1246e2f6, host: n-h2-813419-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e9b63f6-1870-45bd-a22e-151102c954ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '2faa5358-3260-42be-9294-2e4f65cb93b8'}}] {{(pid=102347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:43:30.042476 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-83cfe7fd-7eec-4ec7-b03a-4db8f15c6ba1 req-0f39d16a-2f76-49a1-9691-443311d28fd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:30.064658 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-19d60a2c-2faa-4236-be08-ade855818171 req-19d6c717-c93a-4a26-913a-03a3f48b60b8 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:30.075843 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Wed, 27 Oct 2021 10:43:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cab28912-9454-4ef0-a630-addbf1aec984 x-openstack-request-id: req-cab28912-9454-4ef0-a630-addbf1aec984 {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:43:30.076452 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91ccc442-ec50-4418-afd5-4249b29ada1e", "name": "network-vif-unplugged", "status": "completed", "tag": "b3977278-7ec6-4a29-a9ea-3f76512431eb", "code": 200}, {"server_uuid": "91ccc442-ec50-4418-afd5-4249b29ada1e", "name": "network-vif-unplugged", "status": "completed", "tag": "d41818a8-8416-4ec5-82c2-78a42608873b", "code": 200}, {"server_uuid": "91ccc442-ec50-4418-afd5-4249b29ada1e", "name": "network-vif-unplugged", "status": "completed", "tag": "3ad26a6b-c6a0-4de9-9181-a07fe5eabe70", "code": 200}]} {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:43:30.077050 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-cab28912-9454-4ef0-a630-addbf1aec984 {{(pid=102348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:43:30.078135 n-d-813419-10 neutron-server[102348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91ccc442-ec50-4418-afd5-4249b29ada1e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b3977278-7ec6-4a29-a9ea-3f76512431eb', 'code': 200} Oct 27 10:43:30.078602 n-d-813419-10 neutron-server[102348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91ccc442-ec50-4418-afd5-4249b29ada1e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd41818a8-8416-4ec5-82c2-78a42608873b', 'code': 200} Oct 27 10:43:30.079157 n-d-813419-10 neutron-server[102348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91ccc442-ec50-4418-afd5-4249b29ada1e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3ad26a6b-c6a0-4de9-9181-a07fe5eabe70', 'code': 200} Oct 27 10:43:30.113684 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d6c717-c93a-4a26-913a-03a3f48b60b8 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Pushing event deleted for resources: {'Port': ['ID=1cf65ff2-fb9b-433c-b18b-c8215b267c53,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:43:30.142055 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d353e7ab-c243-429c-a9f5-5018f6d11502 None None] Pushing event updated for resources: {'Port': ['ID=57172d42-624b-4614-a27b-f1ad4a0c9f06,revision_number=3']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:43:30.184505 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-5f1f2fa5-7ff3-4966-9bdc-882265a09740 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:30.263262 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvr_db [None req-0d51b0c4-c9ef-4ce9-b286-58b2b59d5ff9 None None] Set router 8c4c9367-65f8-4c63-bb94-f9a6fe3c4440 gateway port host: n-d-813419-10 {{(pid=102348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:43:30.357454 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 31513088-1530-4bab-bca8-ddc5c8e8cd56 no longer exists at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:43:30.380315 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-83cfe7fd-7eec-4ec7-b03a-4db8f15c6ba1 req-0f39d16a-2f76-49a1-9691-443311d28fd5 service neutron] For port e1adbdeb-f599-47d8-a60d-64fa1246e2f6, host n-h2-813419-10, cleared binding levels {{(pid=102347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:43:30.390876 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-83cfe7fd-7eec-4ec7-b03a-4db8f15c6ba1 req-0f39d16a-2f76-49a1-9691-443311d28fd5 service neutron] For port e1adbdeb-f599-47d8-a60d-64fa1246e2f6, host n-h2-813419-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=e1adbdeb-f599-47d8-a60d-64fa1246e2f6,segment=NetworkSegment(8e9b63f6-1870-45bd-a22e-151102c954ac),segment_id=8e9b63f6-1870-45bd-a22e-151102c954ac)] {{(pid=102347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:43:30.419000 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-83cfe7fd-7eec-4ec7-b03a-4db8f15c6ba1 req-0f39d16a-2f76-49a1-9691-443311d28fd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:30.489503 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] No Port match for: 31513088-1530-4bab-bca8-ddc5c8e8cd56 {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:43:30.489874 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 31513088-1530-4bab-bca8-ddc5c8e8cd56 not bound to the agent host n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:43:30.712848 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f39d16a-2f76-49a1-9691-443311d28fd5 service neutron] Pushing event updated for resources: {'Port': ['ID=e1adbdeb-f599-47d8-a60d-64fa1246e2f6,revision_number=3']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:43:30.728789 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cfe7fd-7eec-4ec7-b03a-4db8f15c6ba1 req-0f39d16a-2f76-49a1-9691-443311d28fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:43:30.730079 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-83cfe7fd-7eec-4ec7-b03a-4db8f15c6ba1 req-0f39d16a-2f76-49a1-9691-443311d28fd5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:30.732921 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-83cfe7fd-7eec-4ec7-b03a-4db8f15c6ba1 req-0f39d16a-2f76-49a1-9691-443311d28fd5 service neutron] 10.222.0.76 "PUT /v2.0/ports/e1adbdeb-f599-47d8-a60d-64fa1246e2f6 HTTP/1.1" status: 200 len: 1093 time: 3.9005713 Oct 27 10:43:30.735077 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 50084) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:43:30.737420 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-0d51b0c4-c9ef-4ce9-b286-58b2b59d5ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c4c9367-65f8-4c63-bb94-f9a6fe3c4440', 'name': 'tempest-TestVolumeBootPattern-328280962-router', 'tenant_id': 'b02a92ec9ad04d95b8ea6a5db5946dfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': '57172d42-624b-4614-a27b-f1ad4a0c9f06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:43:19Z', 'updated_at': '2021-10-27T10:43:24Z', 'revision_number': 3, 'project_id': 'b02a92ec9ad04d95b8ea6a5db5946dfb', 'gw_port': {'id': '57172d42-624b-4614-a27b-f1ad4a0c9f06', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:d8:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c4c9367-65f8-4c63-bb94-f9a6fe3c4440', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2746, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:43:21Z', 'updated_at': '2021-10-27T10:43:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10'}], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:43:30.741386 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6516250-90d0-491d-b352-676cdcea00e3', 'tag': 'e1adbdeb-f599-47d8-a60d-64fa1246e2f6'}] {{(pid=102347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:43:30.763376 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311149b481204ee7edffdb959c881838506fbd95bc8577c048f6677abb73acc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-549218ed-db99-437a-8dc6-829d0e61c411" -d '{"events": [{"name": "network-changed", "server_uuid": "d6516250-90d0-491d-b352-676cdcea00e3", "tag": "e1adbdeb-f599-47d8-a60d-64fa1246e2f6"}]}' {{(pid=102347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:43:30.776562 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-c4a46a1a-0084-44eb-be53-3f0f6262ae74 tempest-RoutersAdminTest-381632799 tempest-RoutersAdminTest-381632799-project-admin] Request body: {'router': {'name': 'tempest-router--1542710764', 'project_id': '4fb48464d4994f0591982cd058cdf2f2'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:43:30.826912 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d51b0c4-c9ef-4ce9-b286-58b2b59d5ff9 None None] The sync data for ids ['8c4c9367-65f8-4c63-bb94-f9a6fe3c4440'] in n-d-813419-10 is: [{'id': '8c4c9367-65f8-4c63-bb94-f9a6fe3c4440', 'name': 'tempest-TestVolumeBootPattern-328280962-router', 'tenant_id': 'b02a92ec9ad04d95b8ea6a5db5946dfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': '57172d42-624b-4614-a27b-f1ad4a0c9f06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:43:19Z', 'updated_at': '2021-10-27T10:43:24Z', 'revision_number': 3, 'project_id': 'b02a92ec9ad04d95b8ea6a5db5946dfb', 'gw_port': {'id': '57172d42-624b-4614-a27b-f1ad4a0c9f06', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:d8:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c4c9367-65f8-4c63-bb94-f9a6fe3c4440', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2746, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:43:21Z', 'updated_at': '2021-10-27T10:43:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10'}] {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:43:30.925908 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b45a2d-c455-4bbe-9841-d7994a79cf64 req-c258a648-86bc-470c-81ab-4466409dbb9f tempest-ServerTagsTestJSON-450889793 tempest-ServerTagsTestJSON-450889793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:43:30.931848 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-d3b45a2d-c455-4bbe-9841-d7994a79cf64 req-c258a648-86bc-470c-81ab-4466409dbb9f tempest-ServerTagsTestJSON-450889793 tempest-ServerTagsTestJSON-450889793-project] 10.222.0.44 "GET /v2.0/ports?device_id=d6516250-90d0-491d-b352-676cdcea00e3 HTTP/1.1" status: 200 len: 944 time: 0.7619252 Oct 27 10:43:31.017407 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-d3b45a2d-c455-4bbe-9841-d7994a79cf64 req-5bc51fef-a342-44ac-90da-630d12c2b13c tempest-ServerTagsTestJSON-450889793 tempest-ServerTagsTestJSON-450889793-project] 10.222.0.44 "GET /v2.0/security-groups?id=5d330b46-8008-45cc-afe3-b9d68efad9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788550 Oct 27 10:43:31.094804 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 10:43:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8583a754-b202-498e-8b74-d2b74aef7ab2 x-openstack-request-id: req-8583a754-b202-498e-8b74-d2b74aef7ab2 {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:43:31.095174 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6516250-90d0-491d-b352-676cdcea00e3", "tag": "e1adbdeb-f599-47d8-a60d-64fa1246e2f6", "status": "completed", "code": 200}]} {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:43:31.095491 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-8583a754-b202-498e-8b74-d2b74aef7ab2 {{(pid=102347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:43:31.095968 n-d-813419-10 neutron-server[102347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6516250-90d0-491d-b352-676cdcea00e3', 'tag': 'e1adbdeb-f599-47d8-a60d-64fa1246e2f6', 'status': 'completed', 'code': 200} Oct 27 10:43:31.101026 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.l3_agent_scheduler [req-19d60a2c-2faa-4236-be08-ade855818171 req-19d6c717-c93a-4a26-913a-03a3f48b60b8 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Router bb76a6b4-5a75-4458-b5f9-03eabc84bd8b has already been hosted by L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb {{(pid=102347) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 10:43:31.108631 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-c4a46a1a-0084-44eb-be53-3f0f6262ae74 tempest-RoutersAdminTest-381632799 tempest-RoutersAdminTest-381632799-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1768632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3610'] for router, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:31.109740 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-c4a46a1a-0084-44eb-be53-3f0f6262ae74 tempest-RoutersAdminTest-381632799 tempest-RoutersAdminTest-381632799-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1765704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1769409', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1694266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3597'] for router, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:31.199949 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf580110-a3d2-4da4-a8ea-1ce78db1e7fc req-4dd5b98a-5c12-4d70-a68b-2a24b688d0ba tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:43:31.206072 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf580110-a3d2-4da4-a8ea-1ce78db1e7fc req-4dd5b98a-5c12-4d70-a68b-2a24b688d0ba tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:43:31.212127 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf580110-a3d2-4da4-a8ea-1ce78db1e7fc req-4dd5b98a-5c12-4d70-a68b-2a24b688d0ba tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:43:31.218063 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf580110-a3d2-4da4-a8ea-1ce78db1e7fc req-4dd5b98a-5c12-4d70-a68b-2a24b688d0ba tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:43:31.219832 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-cf580110-a3d2-4da4-a8ea-1ce78db1e7fc req-4dd5b98a-5c12-4d70-a68b-2a24b688d0ba tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] 10.222.0.44 "GET /v2.0/ports?device_id=91ccc442-ec50-4418-afd5-4249b29ada1e HTTP/1.1" status: 200 len: 3143 time: 0.4836764 Oct 27 10:43:31.250724 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cfe7fd-7eec-4ec7-b03a-4db8f15c6ba1 req-97f543c2-1262-457f-b798-50e3bdf57224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:43:31.252252 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-83cfe7fd-7eec-4ec7-b03a-4db8f15c6ba1 req-97f543c2-1262-457f-b798-50e3bdf57224 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=224d1ec786ae4c91ad2ff660978d03a0&device_id=d6516250-90d0-491d-b352-676cdcea00e3 HTTP/1.1" status: 200 len: 1096 time: 0.2340987 Oct 27 10:43:31.382183 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-c4a46a1a-0084-44eb-be53-3f0f6262ae74 tempest-RoutersAdminTest-381632799 tempest-RoutersAdminTest-381632799-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:31.770559 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-83cfe7fd-7eec-4ec7-b03a-4db8f15c6ba1 req-f4c0dccc-4d8d-45b2-804b-fe3a2aeeac58 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e1adbdeb-f599-47d8-a60d-64fa1246e2f6 HTTP/1.1" status: 200 len: 217 time: 0.4463894 Oct 27 10:43:31.771504 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-c4a46a1a-0084-44eb-be53-3f0f6262ae74 tempest-RoutersAdminTest-381632799 tempest-RoutersAdminTest-381632799-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1765699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1769372'] for router, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:31.839528 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-cf580110-a3d2-4da4-a8ea-1ce78db1e7fc req-f6ea87fc-1f5c-4d83-852c-8f461f60689d tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] 10.222.0.44 "GET /v2.0/security-groups?id=55228541-a3ac-4395-a6f1-3eb381084dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6003144 Oct 27 10:43:31.846803 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-c4a46a1a-0084-44eb-be53-3f0f6262ae74 tempest-RoutersAdminTest-381632799 tempest-RoutersAdminTest-381632799-project-admin] Publish callbacks [] for router, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:31.850416 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-c4a46a1a-0084-44eb-be53-3f0f6262ae74 tempest-RoutersAdminTest-381632799 tempest-RoutersAdminTest-381632799-project-admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 1.0750520 Oct 27 10:43:31.851349 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 50108) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:43:31.865377 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_common [None req-5f1f2fa5-7ff3-4966-9bdc-882265a09740 admin admin] Allocated IP 172.20.0.1 (33cc32c2-598c-44fc-a251-6575a62c00c5/87624d80-dded-417f-af79-cc56a741e5c4/652aa176-1bd3-4569-9226-336a8f8cd793) {{(pid=102347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:43:31.890312 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cfe7fd-7eec-4ec7-b03a-4db8f15c6ba1 req-23ca6f63-e452-4d3a-959e-8c410483e683 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:43:31.891798 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-83cfe7fd-7eec-4ec7-b03a-4db8f15c6ba1 req-23ca6f63-e452-4d3a-959e-8c410483e683 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=1435bf42-184e-408b-82fb-2e61c8760533 HTTP/1.1" status: 200 len: 848 time: 0.1127925 Oct 27 10:43:31.900965 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-19d60a2c-2faa-4236-be08-ade855818171 req-19d6c717-c93a-4a26-913a-03a3f48b60b8 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:43:31.912121 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e62013a-469a-46a2-b663-2df8880eb9fc None None] Sync routers for ids ['bb76a6b4-5a75-4458-b5f9-03eabc84bd8b'] in n-d-813419-10 {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:43:31.933620 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e62013a-469a-46a2-b663-2df8880eb9fc None None] Routers {'bb76a6b4-5a75-4458-b5f9-03eabc84bd8b'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:43:31.934554 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-0e62013a-469a-46a2-b663-2df8880eb9fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:43:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['bb76a6b4-5a75-4458-b5f9-03eabc84bd8b'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:43:32.000116 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-83cfe7fd-7eec-4ec7-b03a-4db8f15c6ba1 req-0dae04cc-5717-445a-b275-9354caacace7 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=2faa5358-3260-42be-9294-2e4f65cb93b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0879247 Oct 27 10:43:32.027293 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [req-19d60a2c-2faa-4236-be08-ade855818171 req-19d6c717-c93a-4a26-913a-03a3f48b60b8 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] No DVR routers for this DVR port 1cf65ff2-fb9b-433c-b18b-c8215b267c53 on host n-h1-813419-10 {{(pid=102347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:43:32.027965 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-0f10774d-3891-4988-a13e-06d3a6f2bcd8 tempest-RoutersAdminTest-381632799 tempest-RoutersAdminTest-381632799-project-admin] Publish callbacks [] for router, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:32.052738 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-19d60a2c-2faa-4236-be08-ade855818171 req-19d6c717-c93a-4a26-913a-03a3f48b60b8 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:32.056004 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-19d60a2c-2faa-4236-be08-ade855818171 req-19d6c717-c93a-4a26-913a-03a3f48b60b8 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] 10.222.0.64 "DELETE /v2.0/ports/1cf65ff2-fb9b-433c-b18b-c8215b267c53 HTTP/1.1" status: 204 len: 173 time: 4.6841683 Oct 27 10:43:32.137096 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvr_db [None req-0e62013a-469a-46a2-b663-2df8880eb9fc None None] Set router bb76a6b4-5a75-4458-b5f9-03eabc84bd8b gateway port host: n-d-813419-10 {{(pid=102349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:43:32.299193 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-5f1f2fa5-7ff3-4966-9bdc-882265a09740 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:32.359524 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-83cfe7fd-7eec-4ec7-b03a-4db8f15c6ba1 req-f1ee1588-281e-40d7-b6d6-bfc1f8a67b44 service neutron] 10.222.0.76 "GET /v2.0/networks/2faa5358-3260-42be-9294-2e4f65cb93b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3323936 Oct 27 10:43:32.376472 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 57172d42-624b-4614-a27b-f1ad4a0c9f06 up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:43:32.458866 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [req-19d60a2c-2faa-4236-be08-ade855818171 req-b41139e3-12cb-4818-a380-e07094e89c21 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Deleting port 329824b1-0ff6-45c1-b96c-4a19139a00dd {{(pid=102347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:43:32.459280 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-19d60a2c-2faa-4236-be08-ade855818171 req-b41139e3-12cb-4818-a380-e07094e89c21 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:32.480825 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-0f10774d-3891-4988-a13e-06d3a6f2bcd8 tempest-RoutersAdminTest-381632799 tempest-RoutersAdminTest-381632799-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1765662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3700'] for router, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:32.484216 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-0f10774d-3891-4988-a13e-06d3a6f2bcd8 tempest-RoutersAdminTest-381632799 tempest-RoutersAdminTest-381632799-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:32.498990 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-5f1f2fa5-7ff3-4966-9bdc-882265a09740 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:32.508270 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port 57172d42-624b-4614-a27b-f1ad4a0c9f06 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:43:32.508829 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:32.564356 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-0e62013a-469a-46a2-b663-2df8880eb9fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb76a6b4-5a75-4458-b5f9-03eabc84bd8b', 'name': 'tempest-TaggedBootDevicesTest_v242-1060175065-router', 'tenant_id': '3e6cb564c3b34b1095cef7d65946c25d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.144'}], 'enable_snat': True}, 'gw_port_id': '8a9e97ce-00c0-4310-8238-8a20a53401d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:33:04Z', 'updated_at': '2021-10-27T10:33:10Z', 'revision_number': 4, 'project_id': '3e6cb564c3b34b1095cef7d65946c25d', 'gw_port': {'id': '8a9e97ce-00c0-4310-8238-8a20a53401d6', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:ee:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb76a6b4-5a75-4458-b5f9-03eabc84bd8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:33:05Z', 'updated_at': '2021-10-27T10:33:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_interfaces': [{'id': 'e958ae67-f590-4c54-b34f-0ad9fde6ffc7', 'name': '', 'network_id': 'f2385b9b-4fa7-414c-8459-129f74d068c4', 'tenant_id': '3e6cb564c3b34b1095cef7d65946c25d', 'mac_address': 'fa:16:3e:ff:ce:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb76a6b4-5a75-4458-b5f9-03eabc84bd8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': 'f7ae2785-df3d-443a-9883-966bc70b525d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:33:09Z', 'updated_at': '2021-10-27T10:33:20Z', 'revision_number': 5, 'project_id': '3e6cb564c3b34b1095cef7d65946c25d', 'subnets': [{'id': 'f7ae2785-df3d-443a-9883-966bc70b525d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:43:32.569369 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:32.623596 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:32.626076 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c2cd05-2fca-4b33-b900-813ef528a2ae req-22864380-1eb2-49ac-adc8-2e140fd0026e tempest-ServerTagsTestJSON-450889793 tempest-ServerTagsTestJSON-450889793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:43:32.630572 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-45c2cd05-2fca-4b33-b900-813ef528a2ae req-22864380-1eb2-49ac-adc8-2e140fd0026e tempest-ServerTagsTestJSON-450889793 tempest-ServerTagsTestJSON-450889793-project] 10.222.0.44 "GET /v2.0/ports?device_id=d6516250-90d0-491d-b352-676cdcea00e3 HTTP/1.1" status: 200 len: 944 time: 0.3675048 Oct 27 10:43:32.641991 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e62013a-469a-46a2-b663-2df8880eb9fc None None] Checking router: bb76a6b4-5a75-4458-b5f9-03eabc84bd8b for host: n-d-813419-10 {{(pid=102349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 10:43:32.647734 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] For port 57172d42-624b-4614-a27b-f1ad4a0c9f06, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=57172d42-624b-4614-a27b-f1ad4a0c9f06,segment=NetworkSegment(bc14127b-7032-4c50-bb5b-f6813cbae86e),segment_id=bc14127b-7032-4c50-bb5b-f6813cbae86e)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:43:32.652904 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:32.653103 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-0f10774d-3891-4988-a13e-06d3a6f2bcd8 tempest-RoutersAdminTest-381632799 tempest-RoutersAdminTest-381632799-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1765641'] for router, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:32.653693 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f10774d-3891-4988-a13e-06d3a6f2bcd8 tempest-RoutersAdminTest-381632799 tempest-RoutersAdminTest-381632799-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ab2a7676-7a39-40dd-8705-bcc0f2eb5bc8 {{(pid=102346) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 10:43:32.659922 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-0f10774d-3891-4988-a13e-06d3a6f2bcd8 tempest-RoutersAdminTest-381632799 tempest-RoutersAdminTest-381632799-project-admin] Publish callbacks [] for router, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:32.666048 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-0f10774d-3891-4988-a13e-06d3a6f2bcd8 tempest-RoutersAdminTest-381632799 tempest-RoutersAdminTest-381632799-project-admin] 10.222.0.44 "DELETE /v2.0/routers/ab2a7676-7a39-40dd-8705-bcc0f2eb5bc8 HTTP/1.1" status: 204 len: 168 time: 0.8131759 Oct 27 10:43:32.685740 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e62013a-469a-46a2-b663-2df8880eb9fc None None] Routers {'bb76a6b4-5a75-4458-b5f9-03eabc84bd8b'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:43:32.687693 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-0e62013a-469a-46a2-b663-2df8880eb9fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:43:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['bb76a6b4-5a75-4458-b5f9-03eabc84bd8b'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:43:32.719529 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-83cfe7fd-7eec-4ec7-b03a-4db8f15c6ba1 req-9d910494-5277-4117-bca3-4dd9ade9cd0e service neutron] 10.222.0.76 "GET /v2.0/networks/2faa5358-3260-42be-9294-2e4f65cb93b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3511736 Oct 27 10:43:32.727482 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-45c2cd05-2fca-4b33-b900-813ef528a2ae req-7f745224-6c54-4faf-ab32-ebbf4486c0dc tempest-ServerTagsTestJSON-450889793 tempest-ServerTagsTestJSON-450889793-project] 10.222.0.44 "GET /v2.0/security-groups?id=5d330b46-8008-45cc-afe3-b9d68efad9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865285 Oct 27 10:43:32.750029 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f1f2fa5-7ff3-4966-9bdc-882265a09740 admin admin] Network 33cc32c2-598c-44fc-a251-6575a62c00c5 is already hosted by enough agents. {{(pid=102347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:43:32.757644 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [None req-5f1f2fa5-7ff3-4966-9bdc-882265a09740 admin admin] Resources bound (agent type, host, resource id): {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:43:32.773584 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f1f2fa5-7ff3-4966-9bdc-882265a09740 admin admin] Received port after_create {{(pid=102347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:43:32.815829 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Pushing event updated for resources: {'Port': ['ID=57172d42-624b-4614-a27b-f1ad4a0c9f06,revision_number=4']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:43:32.853689 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1f2fa5-7ff3-4966-9bdc-882265a09740 admin admin] Pushing event updated for resources: {'Port': ['ID=652aa176-1bd3-4569-9226-336a8f8cd793,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:43:32.870331 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-19d60a2c-2faa-4236-be08-ade855818171 req-b41139e3-12cb-4818-a380-e07094e89c21 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] For port 329824b1-0ff6-45c1-b96c-4a19139a00dd, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=329824b1-0ff6-45c1-b96c-4a19139a00dd,segment=NetworkSegment(c5bd0478-53f3-4027-a631-eeb5a728964c),segment_id=c5bd0478-53f3-4027-a631-eeb5a728964c)] {{(pid=102347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:43:32.870699 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-19d60a2c-2faa-4236-be08-ade855818171 req-b41139e3-12cb-4818-a380-e07094e89c21 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:32.891554 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [req-19d60a2c-2faa-4236-be08-ade855818171 req-b41139e3-12cb-4818-a380-e07094e89c21 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Calling delete_port for 329824b1-0ff6-45c1-b96c-4a19139a00dd owned by compute:nova {{(pid=102347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:43:32.894505 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-5f1f2fa5-7ff3-4966-9bdc-882265a09740 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1664961'] for router_interface, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:32.928578 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 50130) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:43:32.972082 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549218ed-db99-437a-8dc6-829d0e61c411 req-b0eef3a6-6198-455b-b07a-3328cfe35f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:43:32.973614 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-549218ed-db99-437a-8dc6-829d0e61c411 req-b0eef3a6-6198-455b-b07a-3328cfe35f12 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=224d1ec786ae4c91ad2ff660978d03a0&device_id=d6516250-90d0-491d-b352-676cdcea00e3 HTTP/1.1" status: 200 len: 1096 time: 0.1669919 Oct 27 10:43:33.054268 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvr_db [None req-0e62013a-469a-46a2-b663-2df8880eb9fc None None] Set router bb76a6b4-5a75-4458-b5f9-03eabc84bd8b gateway port host: n-d-813419-10 {{(pid=102349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:43:33.148472 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91ccc442-ec50-4418-afd5-4249b29ada1e', 'name': 'network-vif-deleted', 'tag': '1cf65ff2-fb9b-433c-b18b-c8215b267c53'}] {{(pid=102347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:43:33.154566 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311149b481204ee7edffdb959c881838506fbd95bc8577c048f6677abb73acc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56a4766e-f3e8-4f04-a690-a59bdc0ea9b3" -d '{"events": [{"server_uuid": "91ccc442-ec50-4418-afd5-4249b29ada1e", "name": "network-vif-deleted", "tag": "1cf65ff2-fb9b-433c-b18b-c8215b267c53"}]}' {{(pid=102347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:43:33.257362 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-f433bd62-897c-4473-9a22-33e123f76ffa tempest-RoutersAdminTest-2034985404 tempest-RoutersAdminTest-2034985404-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-53511453', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'}, 'admin_state_up': False}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:43:33.261025 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:43:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5357b57-c6ff-4975-8180-15621bdcd1a9 x-openstack-request-id: req-b5357b57-c6ff-4975-8180-15621bdcd1a9 {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:43:33.261429 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91ccc442-ec50-4418-afd5-4249b29ada1e", "name": "network-vif-deleted", "tag": "1cf65ff2-fb9b-433c-b18b-c8215b267c53", "status": "completed", "code": 200}]} {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:43:33.261686 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b5357b57-c6ff-4975-8180-15621bdcd1a9 {{(pid=102347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:43:33.262077 n-d-813419-10 neutron-server[102347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91ccc442-ec50-4418-afd5-4249b29ada1e', 'name': 'network-vif-deleted', 'tag': '1cf65ff2-fb9b-433c-b18b-c8215b267c53', 'status': 'completed', 'code': 200} Oct 27 10:43:33.275816 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-8f085c36-5f63-4611-b128-add59f6881bb None None] Provisioning complete for port 652aa176-1bd3-4569-9226-336a8f8cd793 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:43:33.276594 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-8f085c36-5f63-4611-b128-add59f6881bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:33.342415 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-8f085c36-5f63-4611-b128-add59f6881bb None None] Port 652aa176-1bd3-4569-9226-336a8f8cd793 cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:43:33.351930 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-f433bd62-897c-4473-9a22-33e123f76ffa tempest-RoutersAdminTest-2034985404 tempest-RoutersAdminTest-2034985404-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1768632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3610'] for router, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:33.354374 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549218ed-db99-437a-8dc6-829d0e61c411 req-b9c1743d-4966-4eb2-8176-ffa9967fb1cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:43:33.354550 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-f433bd62-897c-4473-9a22-33e123f76ffa tempest-RoutersAdminTest-2034985404 tempest-RoutersAdminTest-2034985404-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1765704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1769409', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1694266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3597'] for router, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:33.355900 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-549218ed-db99-437a-8dc6-829d0e61c411 req-b9c1743d-4966-4eb2-8176-ffa9967fb1cd service neutron] 10.222.0.76 "GET /v2.0/networks?id=2faa5358-3260-42be-9294-2e4f65cb93b8 HTTP/1.1" status: 200 len: 909 time: 0.3162091 Oct 27 10:43:33.381589 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0aaff1-e624-4057-b322-85da3ace891d req-ca53eff2-e467-467c-9a16-e98f1a0af6dd tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:43:33.387960 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0aaff1-e624-4057-b322-85da3ace891d req-ca53eff2-e467-467c-9a16-e98f1a0af6dd tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:43:33.394003 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0aaff1-e624-4057-b322-85da3ace891d req-ca53eff2-e467-467c-9a16-e98f1a0af6dd tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:43:33.400057 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0aaff1-e624-4057-b322-85da3ace891d req-ca53eff2-e467-467c-9a16-e98f1a0af6dd tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:43:33.407684 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-bb0aaff1-e624-4057-b322-85da3ace891d req-ca53eff2-e467-467c-9a16-e98f1a0af6dd tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] 10.222.0.44 "GET /v2.0/ports?device_id=91ccc442-ec50-4418-afd5-4249b29ada1e HTTP/1.1" status: 200 len: 3143 time: 0.3690369 Oct 27 10:43:33.472129 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-f433bd62-897c-4473-9a22-33e123f76ffa tempest-RoutersAdminTest-2034985404 tempest-RoutersAdminTest-2034985404-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:33.495791 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-549218ed-db99-437a-8dc6-829d0e61c411 req-74b365f8-9c73-43a9-b312-bfbf8cab2f62 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e1adbdeb-f599-47d8-a60d-64fa1246e2f6 HTTP/1.1" status: 200 len: 217 time: 0.0852511 Oct 27 10:43:33.520824 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-bb0aaff1-e624-4057-b322-85da3ace891d req-ba3d58c9-2637-4949-b875-9731ec1d5347 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] 10.222.0.44 "GET /v2.0/security-groups?id=55228541-a3ac-4395-a6f1-3eb381084dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1121604 Oct 27 10:43:33.622113 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-0e62013a-469a-46a2-b663-2df8880eb9fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb76a6b4-5a75-4458-b5f9-03eabc84bd8b', 'name': 'tempest-TaggedBootDevicesTest_v242-1060175065-router', 'tenant_id': '3e6cb564c3b34b1095cef7d65946c25d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.144'}], 'enable_snat': True}, 'gw_port_id': '8a9e97ce-00c0-4310-8238-8a20a53401d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:33:04Z', 'updated_at': '2021-10-27T10:33:10Z', 'revision_number': 4, 'project_id': '3e6cb564c3b34b1095cef7d65946c25d', 'gw_port': {'id': '8a9e97ce-00c0-4310-8238-8a20a53401d6', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:ee:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb76a6b4-5a75-4458-b5f9-03eabc84bd8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:33:05Z', 'updated_at': '2021-10-27T10:33:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_interfaces': [{'id': 'e958ae67-f590-4c54-b34f-0ad9fde6ffc7', 'name': '', 'network_id': 'f2385b9b-4fa7-414c-8459-129f74d068c4', 'tenant_id': '3e6cb564c3b34b1095cef7d65946c25d', 'mac_address': 'fa:16:3e:ff:ce:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb76a6b4-5a75-4458-b5f9-03eabc84bd8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': 'f7ae2785-df3d-443a-9883-966bc70b525d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:33:09Z', 'updated_at': '2021-10-27T10:33:20Z', 'revision_number': 5, 'project_id': '3e6cb564c3b34b1095cef7d65946c25d', 'subnets': [{'id': 'f7ae2785-df3d-443a-9883-966bc70b525d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:43:33.636972 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549218ed-db99-437a-8dc6-829d0e61c411 req-f1290d4d-dc92-4ae8-9fbf-ff2ca2eda783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:43:33.638561 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-549218ed-db99-437a-8dc6-829d0e61c411 req-f1290d4d-dc92-4ae8-9fbf-ff2ca2eda783 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=1435bf42-184e-408b-82fb-2e61c8760533 HTTP/1.1" status: 200 len: 848 time: 0.1332190 Oct 27 10:43:33.639120 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-5f1f2fa5-7ff3-4966-9bdc-882265a09740 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:33.657996 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e62013a-469a-46a2-b663-2df8880eb9fc None None] The sync data for ids ['bb76a6b4-5a75-4458-b5f9-03eabc84bd8b'] in n-d-813419-10 is: [{'id': 'bb76a6b4-5a75-4458-b5f9-03eabc84bd8b', 'name': 'tempest-TaggedBootDevicesTest_v242-1060175065-router', 'tenant_id': '3e6cb564c3b34b1095cef7d65946c25d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.144'}], 'enable_snat': True}, 'gw_port_id': '8a9e97ce-00c0-4310-8238-8a20a53401d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:33:04Z', 'updated_at': '2021-10-27T10:33:10Z', 'revision_number': 4, 'project_id': '3e6cb564c3b34b1095cef7d65946c25d', 'gw_port': {'id': '8a9e97ce-00c0-4310-8238-8a20a53401d6', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:ee:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb76a6b4-5a75-4458-b5f9-03eabc84bd8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:33:05Z', 'updated_at': '2021-10-27T10:33:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_interfaces': [{'id': 'e958ae67-f590-4c54-b34f-0ad9fde6ffc7', 'name': '', 'network_id': 'f2385b9b-4fa7-414c-8459-129f74d068c4', 'tenant_id': '3e6cb564c3b34b1095cef7d65946c25d', 'mac_address': 'fa:16:3e:ff:ce:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb76a6b4-5a75-4458-b5f9-03eabc84bd8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': 'f7ae2785-df3d-443a-9883-966bc70b525d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:33:09Z', 'updated_at': '2021-10-27T10:33:20Z', 'revision_number': 5, 'project_id': '3e6cb564c3b34b1095cef7d65946c25d', 'subnets': [{'id': 'f7ae2785-df3d-443a-9883-966bc70b525d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:43:33.667848 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-19d60a2c-2faa-4236-be08-ade855818171 req-b41139e3-12cb-4818-a380-e07094e89c21 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:33.687975 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-549218ed-db99-437a-8dc6-829d0e61c411 req-b5ba3dec-122c-4677-8e7a-7267e2d72c83 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=2faa5358-3260-42be-9294-2e4f65cb93b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390277 Oct 27 10:43:33.745498 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41139e3-12cb-4818-a380-e07094e89c21 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Pushing event deleted for resources: {'Port': ['ID=329824b1-0ff6-45c1-b96c-4a19139a00dd,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:43:33.876862 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [req-19d60a2c-2faa-4236-be08-ade855818171 req-b41139e3-12cb-4818-a380-e07094e89c21 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] No DVR routers for this DVR port 329824b1-0ff6-45c1-b96c-4a19139a00dd on host n-h1-813419-10 {{(pid=102347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:43:33.883572 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-19d60a2c-2faa-4236-be08-ade855818171 req-b41139e3-12cb-4818-a380-e07094e89c21 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:33.887966 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-19d60a2c-2faa-4236-be08-ade855818171 req-b41139e3-12cb-4818-a380-e07094e89c21 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] 10.222.0.64 "DELETE /v2.0/ports/329824b1-0ff6-45c1-b96c-4a19139a00dd HTTP/1.1" status: 204 len: 173 time: 1.8010697 Oct 27 10:43:33.920433 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-f433bd62-897c-4473-9a22-33e123f76ffa tempest-RoutersAdminTest-2034985404 tempest-RoutersAdminTest-2034985404-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:34.037604 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2e4f94-ad00-4618-93c9-1275b43cc0dc req-c99f41c6-180b-4c65-848c-e8dd2bd6c2af tempest-ServerTagsTestJSON-450889793 tempest-ServerTagsTestJSON-450889793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:43:34.051008 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-8a2e4f94-ad00-4618-93c9-1275b43cc0dc req-c99f41c6-180b-4c65-848c-e8dd2bd6c2af tempest-ServerTagsTestJSON-450889793 tempest-ServerTagsTestJSON-450889793-project] 10.222.0.44 "GET /v2.0/ports?device_id=d6516250-90d0-491d-b352-676cdcea00e3 HTTP/1.1" status: 200 len: 944 time: 0.1644082 Oct 27 10:43:34.068678 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-549218ed-db99-437a-8dc6-829d0e61c411 req-b256efbe-1d62-488a-a889-65f37ee22908 service neutron] 10.222.0.76 "GET /v2.0/networks/2faa5358-3260-42be-9294-2e4f65cb93b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3366613 Oct 27 10:43:34.117618 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32c8ce22-81cc-4dfa-853a-741348e38558 None None] New status for floating IP 32c0f631-4afb-4a44-91ed-dbfbfdd831ac: DOWN {{(pid=102348) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 10:43:34.146045 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-8a2e4f94-ad00-4618-93c9-1275b43cc0dc req-831979f0-02e7-411d-8e95-a189f1ad34f0 tempest-ServerTagsTestJSON-450889793 tempest-ServerTagsTestJSON-450889793-project] 10.222.0.44 "GET /v2.0/security-groups?id=5d330b46-8008-45cc-afe3-b9d68efad9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879359 Oct 27 10:43:34.183992 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [req-19d60a2c-2faa-4236-be08-ade855818171 req-7edfffcc-e70a-4b78-b241-4d916617664a tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Deleting port d41818a8-8416-4ec5-82c2-78a42608873b {{(pid=102347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:43:34.189428 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-19d60a2c-2faa-4236-be08-ade855818171 req-7edfffcc-e70a-4b78-b241-4d916617664a tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:34.262495 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-5f1f2fa5-7ff3-4966-9bdc-882265a09740 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:34.282034 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-5f1f2fa5-7ff3-4966-9bdc-882265a09740 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:34.337042 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-549218ed-db99-437a-8dc6-829d0e61c411 req-2a1e08a2-1cee-4cdd-a694-b4532d8ce618 service neutron] 10.222.0.76 "GET /v2.0/networks/2faa5358-3260-42be-9294-2e4f65cb93b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2589946 Oct 27 10:43:34.393139 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-f433bd62-897c-4473-9a22-33e123f76ffa tempest-RoutersAdminTest-2034985404 tempest-RoutersAdminTest-2034985404-project] Publish callbacks [] for router_gateway, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:34.400749 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 57172d42-624b-4614-a27b-f1ad4a0c9f06 up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:43:34.421917 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1f2fa5-7ff3-4966-9bdc-882265a09740 admin admin] Pushing event updated for resources: {'Port': ['ID=652aa176-1bd3-4569-9226-336a8f8cd793,revision_number=2']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:43:34.427436 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-5f1f2fa5-7ff3-4966-9bdc-882265a09740 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2006967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1766225'] for router_interface, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:34.435706 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-f433bd62-897c-4473-9a22-33e123f76ffa tempest-RoutersAdminTest-2034985404 tempest-RoutersAdminTest-2034985404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:34.436885 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-19d60a2c-2faa-4236-be08-ade855818171 req-7edfffcc-e70a-4b78-b241-4d916617664a tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] For port d41818a8-8416-4ec5-82c2-78a42608873b, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=d41818a8-8416-4ec5-82c2-78a42608873b,segment=NetworkSegment(c5bd0478-53f3-4027-a631-eeb5a728964c),segment_id=c5bd0478-53f3-4027-a631-eeb5a728964c)] {{(pid=102347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:43:34.437798 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-19d60a2c-2faa-4236-be08-ade855818171 req-7edfffcc-e70a-4b78-b241-4d916617664a tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:34.461350 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [req-19d60a2c-2faa-4236-be08-ade855818171 req-7edfffcc-e70a-4b78-b241-4d916617664a tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Calling delete_port for d41818a8-8416-4ec5-82c2-78a42608873b owned by compute:nova {{(pid=102347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:43:34.545450 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port 57172d42-624b-4614-a27b-f1ad4a0c9f06 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:43:34.546158 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:34.635029 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_common [None req-f433bd62-897c-4473-9a22-33e123f76ffa tempest-RoutersAdminTest-2034985404 tempest-RoutersAdminTest-2034985404-project] Allocated IP 172.25.8.43 (185ff123-c7ff-45c7-a6be-71feb35acc9c/0fb9f9d1-7384-481f-8fa8-f4566c349d30/aeaa96be-9e4b-4e54-95a3-1ec62ca0a9ae) {{(pid=102346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:43:34.716914 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f1f2fa5-7ff3-4966-9bdc-882265a09740 admin admin] Network 33cc32c2-598c-44fc-a251-6575a62c00c5 is already hosted by enough agents. {{(pid=102347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:43:34.722205 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [None req-5f1f2fa5-7ff3-4966-9bdc-882265a09740 admin admin] Resources bound (agent type, host, resource id): {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:43:34.748508 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a78a54-db9a-4d9d-a619-ec9abc58c02f req-248cee2a-5256-4a8e-a374-60d688b18956 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:43:34.755360 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a78a54-db9a-4d9d-a619-ec9abc58c02f req-248cee2a-5256-4a8e-a374-60d688b18956 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:43:34.762437 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a78a54-db9a-4d9d-a619-ec9abc58c02f req-248cee2a-5256-4a8e-a374-60d688b18956 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:43:34.770940 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b4a78a54-db9a-4d9d-a619-ec9abc58c02f req-248cee2a-5256-4a8e-a374-60d688b18956 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] 10.222.0.44 "GET /v2.0/ports?device_id=91ccc442-ec50-4418-afd5-4249b29ada1e HTTP/1.1" status: 200 len: 2410 time: 0.1263921 Oct 27 10:43:34.871258 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-f433bd62-897c-4473-9a22-33e123f76ffa tempest-RoutersAdminTest-2034985404 tempest-RoutersAdminTest-2034985404-project] Publish callbacks [] for port, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:34.961686 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-f433bd62-897c-4473-9a22-33e123f76ffa tempest-RoutersAdminTest-2034985404 tempest-RoutersAdminTest-2034985404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:35.022226 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f433bd62-897c-4473-9a22-33e123f76ffa tempest-RoutersAdminTest-2034985404 tempest-RoutersAdminTest-2034985404-project] Network 185ff123-c7ff-45c7-a6be-71feb35acc9c is already hosted by enough agents. {{(pid=102346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:43:35.030213 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-f433bd62-897c-4473-9a22-33e123f76ffa tempest-RoutersAdminTest-2034985404 tempest-RoutersAdminTest-2034985404-project] Resources bound (agent type, host, resource id): {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:43:35.034965 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f433bd62-897c-4473-9a22-33e123f76ffa tempest-RoutersAdminTest-2034985404 tempest-RoutersAdminTest-2034985404-project] Received port after_create {{(pid=102346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:43:35.041408 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f433bd62-897c-4473-9a22-33e123f76ffa tempest-RoutersAdminTest-2034985404 tempest-RoutersAdminTest-2034985404-project] Pushing event updated for resources: {'Port': ['ID=aeaa96be-9e4b-4e54-95a3-1ec62ca0a9ae,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:43:35.090116 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-5604532c-8312-40b2-8b63-cfbf7662c53c None None] Provisioning complete for port 652aa176-1bd3-4569-9226-336a8f8cd793 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:43:35.090476 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-5604532c-8312-40b2-8b63-cfbf7662c53c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:35.149808 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-5604532c-8312-40b2-8b63-cfbf7662c53c None None] Port 652aa176-1bd3-4569-9226-336a8f8cd793 cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:43:35.296497 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-19d60a2c-2faa-4236-be08-ade855818171 req-7edfffcc-e70a-4b78-b241-4d916617664a tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:35.298069 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91ccc442-ec50-4418-afd5-4249b29ada1e', 'name': 'network-vif-deleted', 'tag': '329824b1-0ff6-45c1-b96c-4a19139a00dd'}] {{(pid=102347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:43:35.300516 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311149b481204ee7edffdb959c881838506fbd95bc8577c048f6677abb73acc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd14ba3e-0309-4712-bb15-fb8665b4a36f" -d '{"events": [{"server_uuid": "91ccc442-ec50-4418-afd5-4249b29ada1e", "name": "network-vif-deleted", "tag": "329824b1-0ff6-45c1-b96c-4a19139a00dd"}]}' {{(pid=102347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:43:35.360348 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b4a78a54-db9a-4d9d-a619-ec9abc58c02f req-f9838751-dfed-45dc-9b07-498a79de9567 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] 10.222.0.44 "GET /v2.0/security-groups?id=55228541-a3ac-4395-a6f1-3eb381084dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5885038 Oct 27 10:43:35.366496 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edfffcc-e70a-4b78-b241-4d916617664a tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Pushing event deleted for resources: {'Port': ['ID=d41818a8-8416-4ec5-82c2-78a42608873b,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:43:35.457940 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [req-19d60a2c-2faa-4236-be08-ade855818171 req-7edfffcc-e70a-4b78-b241-4d916617664a tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] No DVR routers for this DVR port d41818a8-8416-4ec5-82c2-78a42608873b on host n-h1-813419-10 {{(pid=102347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:43:35.466422 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-19d60a2c-2faa-4236-be08-ade855818171 req-7edfffcc-e70a-4b78-b241-4d916617664a tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:35.474800 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-19d60a2c-2faa-4236-be08-ade855818171 req-7edfffcc-e70a-4b78-b241-4d916617664a tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] 10.222.0.64 "DELETE /v2.0/ports/d41818a8-8416-4ec5-82c2-78a42608873b HTTP/1.1" status: 204 len: 173 time: 1.5744302 Oct 27 10:43:35.478720 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:43:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5e56db4-e43a-4feb-b028-fcef2e3bc690 x-openstack-request-id: req-e5e56db4-e43a-4feb-b028-fcef2e3bc690 {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:43:35.479005 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91ccc442-ec50-4418-afd5-4249b29ada1e", "name": "network-vif-deleted", "tag": "329824b1-0ff6-45c1-b96c-4a19139a00dd", "status": "completed", "code": 200}]} {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:43:35.479412 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e5e56db4-e43a-4feb-b028-fcef2e3bc690 {{(pid=102347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:43:35.479792 n-d-813419-10 neutron-server[102347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91ccc442-ec50-4418-afd5-4249b29ada1e', 'name': 'network-vif-deleted', 'tag': '329824b1-0ff6-45c1-b96c-4a19139a00dd', 'status': 'completed', 'code': 200} Oct 27 10:43:35.481480 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3e58ab-52f6-4685-ae29-6590cc9cd62b req-9955aeed-c80a-44b1-baf8-c1fefef303b9 tempest-ServerTagsTestJSON-450889793 tempest-ServerTagsTestJSON-450889793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:43:35.483107 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ae3e58ab-52f6-4685-ae29-6590cc9cd62b req-9955aeed-c80a-44b1-baf8-c1fefef303b9 tempest-ServerTagsTestJSON-450889793 tempest-ServerTagsTestJSON-450889793-project] 10.222.0.44 "GET /v2.0/ports?device_id=d6516250-90d0-491d-b352-676cdcea00e3 HTTP/1.1" status: 200 len: 944 time: 0.2084632 Oct 27 10:43:35.496847 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f1f2fa5-7ff3-4966-9bdc-882265a09740 admin admin] Router 8c4c9367-65f8-4c63-bb94-f9a6fe3c4440 has already been hosted by L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb {{(pid=102347) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 10:43:35.602463 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-f433bd62-897c-4473-9a22-33e123f76ffa tempest-RoutersAdminTest-2034985404 tempest-RoutersAdminTest-2034985404-project] Publish callbacks [] for router_gateway, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:35.606610 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ae3e58ab-52f6-4685-ae29-6590cc9cd62b req-f0bf23b8-ab8f-4935-81c3-85de85475082 tempest-ServerTagsTestJSON-450889793 tempest-ServerTagsTestJSON-450889793-project] 10.222.0.44 "GET /v2.0/security-groups?id=5d330b46-8008-45cc-afe3-b9d68efad9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045864 Oct 27 10:43:35.690232 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f1f2fa5-7ff3-4966-9bdc-882265a09740 admin admin] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:43:35.696832 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-5f1f2fa5-7ff3-4966-9bdc-882265a09740 admin admin] 10.222.0.44 "PUT /v2.0/routers/8c4c9367-65f8-4c63-bb94-f9a6fe3c4440/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8343256 Oct 27 10:43:35.699543 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [req-19d60a2c-2faa-4236-be08-ade855818171 req-9843a409-4460-4588-8838-b0b1a54aa7c9 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Deleting port 3ad26a6b-c6a0-4de9-9181-a07fe5eabe70 {{(pid=102347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:43:35.700072 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-19d60a2c-2faa-4236-be08-ade855818171 req-9843a409-4460-4588-8838-b0b1a54aa7c9 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:35.711620 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-719b995e-b7d6-4d45-a635-4b28cc5a1df5 None None] Sync routers for ids ['8c4c9367-65f8-4c63-bb94-f9a6fe3c4440'] in n-d-813419-10 {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:43:35.733415 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-719b995e-b7d6-4d45-a635-4b28cc5a1df5 None None] Routers {'8c4c9367-65f8-4c63-bb94-f9a6fe3c4440'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:43:35.735592 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-719b995e-b7d6-4d45-a635-4b28cc5a1df5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:43:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['8c4c9367-65f8-4c63-bb94-f9a6fe3c4440'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:43:35.882594 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-19d60a2c-2faa-4236-be08-ade855818171 req-9843a409-4460-4588-8838-b0b1a54aa7c9 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] For port 3ad26a6b-c6a0-4de9-9181-a07fe5eabe70, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=3ad26a6b-c6a0-4de9-9181-a07fe5eabe70,segment=NetworkSegment(2ca19453-a5a8-4460-9af1-c3768fea04a4),segment_id=2ca19453-a5a8-4460-9af1-c3768fea04a4)] {{(pid=102347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:43:35.882949 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-19d60a2c-2faa-4236-be08-ade855818171 req-9843a409-4460-4588-8838-b0b1a54aa7c9 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:35.926863 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [req-19d60a2c-2faa-4236-be08-ade855818171 req-9843a409-4460-4588-8838-b0b1a54aa7c9 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Calling delete_port for 3ad26a6b-c6a0-4de9-9181-a07fe5eabe70 owned by compute:nova {{(pid=102347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:43:35.998290 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvr_db [None req-719b995e-b7d6-4d45-a635-4b28cc5a1df5 None None] Set router 8c4c9367-65f8-4c63-bb94-f9a6fe3c4440 gateway port host: n-d-813419-10 {{(pid=102349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:43:36.227911 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-19d60a2c-2faa-4236-be08-ade855818171 req-9843a409-4460-4588-8838-b0b1a54aa7c9 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:36.285426 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9843a409-4460-4588-8838-b0b1a54aa7c9 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Pushing event deleted for resources: {'Port': ['ID=3ad26a6b-c6a0-4de9-9181-a07fe5eabe70,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:43:36.393784 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [req-19d60a2c-2faa-4236-be08-ade855818171 req-9843a409-4460-4588-8838-b0b1a54aa7c9 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] No DVR routers for this DVR port 3ad26a6b-c6a0-4de9-9181-a07fe5eabe70 on host n-h1-813419-10 {{(pid=102347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:43:36.407323 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-719b995e-b7d6-4d45-a635-4b28cc5a1df5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c4c9367-65f8-4c63-bb94-f9a6fe3c4440', 'name': 'tempest-TestVolumeBootPattern-328280962-router', 'tenant_id': 'b02a92ec9ad04d95b8ea6a5db5946dfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': '57172d42-624b-4614-a27b-f1ad4a0c9f06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:43:19Z', 'updated_at': '2021-10-27T10:43:33Z', 'revision_number': 4, 'project_id': 'b02a92ec9ad04d95b8ea6a5db5946dfb', 'gw_port': {'id': '57172d42-624b-4614-a27b-f1ad4a0c9f06', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:d8:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c4c9367-65f8-4c63-bb94-f9a6fe3c4440', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2746, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:43:21Z', 'updated_at': '2021-10-27T10:43:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_interfaces': [{'id': '652aa176-1bd3-4569-9226-336a8f8cd793', 'name': '', 'network_id': '33cc32c2-598c-44fc-a251-6575a62c00c5', 'tenant_id': 'b02a92ec9ad04d95b8ea6a5db5946dfb', 'mac_address': 'fa:16:3e:7b:28:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c4c9367-65f8-4c63-bb94-f9a6fe3c4440', 'device_owner': 'network:router_interface', 'standard_attr_id': 2748, 'fixed_ips': [{'subnet_id': '87624d80-dded-417f-af79-cc56a741e5c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:43:30Z', 'updated_at': '2021-10-27T10:43:33Z', 'revision_number': 2, 'project_id': 'b02a92ec9ad04d95b8ea6a5db5946dfb', 'subnets': [{'id': '87624d80-dded-417f-af79-cc56a741e5c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:43:36.409044 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-19d60a2c-2faa-4236-be08-ade855818171 req-9843a409-4460-4588-8838-b0b1a54aa7c9 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:36.416106 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-19d60a2c-2faa-4236-be08-ade855818171 req-9843a409-4460-4588-8838-b0b1a54aa7c9 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] 10.222.0.64 "DELETE /v2.0/ports/3ad26a6b-c6a0-4de9-9181-a07fe5eabe70 HTTP/1.1" status: 204 len: 173 time: 0.9287183 Oct 27 10:43:36.447947 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-f433bd62-897c-4473-9a22-33e123f76ffa tempest-RoutersAdminTest-2034985404 tempest-RoutersAdminTest-2034985404-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1765699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1769372'] for router, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:36.500904 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-719b995e-b7d6-4d45-a635-4b28cc5a1df5 None None] Checking router: 8c4c9367-65f8-4c63-bb94-f9a6fe3c4440 for host: n-d-813419-10 {{(pid=102349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 10:43:36.501765 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-719b995e-b7d6-4d45-a635-4b28cc5a1df5 None None] Updating router 8c4c9367-65f8-4c63-bb94-f9a6fe3c4440 port 652aa176-1bd3-4569-9226-336a8f8cd793 binding host n-d-813419-10 {{(pid=102349) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 10:43:36.535450 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device e1adbdeb-f599-47d8-a60d-64fa1246e2f6 details requested by agent hyperv_n-h2-813419-10 with host n-h2-813419-10 {{(pid=102348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 10:43:36.558502 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [req-19d60a2c-2faa-4236-be08-ade855818171 req-c239d3b7-e20c-4e2f-bd61-4ec0e57a1f0c tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Deleting port b3977278-7ec6-4a29-a9ea-3f76512431eb {{(pid=102347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:43:36.558831 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-19d60a2c-2faa-4236-be08-ade855818171 req-c239d3b7-e20c-4e2f-bd61-4ec0e57a1f0c tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:36.605628 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-719b995e-b7d6-4d45-a635-4b28cc5a1df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:36.751310 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf67e03a-b375-4e5a-8ca0-9b8cac6afbda req-74c1b958-eb9a-4e2d-ba78-4fd489e16dbd tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:43:36.757872 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-cf67e03a-b375-4e5a-8ca0-9b8cac6afbda req-74c1b958-eb9a-4e2d-ba78-4fd489e16dbd tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] 10.222.0.44 "GET /v2.0/ports?device_id=91ccc442-ec50-4418-afd5-4249b29ada1e HTTP/1.1" status: 200 len: 943 time: 0.1511016 Oct 27 10:43:36.805485 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] For port e1adbdeb-f599-47d8-a60d-64fa1246e2f6, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=e1adbdeb-f599-47d8-a60d-64fa1246e2f6,segment=NetworkSegment(8e9b63f6-1870-45bd-a22e-151102c954ac),segment_id=8e9b63f6-1870-45bd-a22e-151102c954ac)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:43:36.851017 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Returning: {'device': 'e1adbdeb-f599-47d8-a60d-64fa1246e2f6', 'network_id': '2faa5358-3260-42be-9294-2e4f65cb93b8', 'port_id': 'e1adbdeb-f599-47d8-a60d-64fa1246e2f6', 'mac_address': 'fa:16:3e:2b:65:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1435bf42-184e-408b-82fb-2e61c8760533', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 10:43:36.865938 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f433bd62-897c-4473-9a22-33e123f76ffa tempest-RoutersAdminTest-2034985404 tempest-RoutersAdminTest-2034985404-project] Router fae7e5d7-faaf-4758-80f8-6542d3ec51c3 is scheduled to L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb with binding_index 1 {{(pid=102346) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 10:43:36.891718 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-19d60a2c-2faa-4236-be08-ade855818171 req-c239d3b7-e20c-4e2f-bd61-4ec0e57a1f0c tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] For port b3977278-7ec6-4a29-a9ea-3f76512431eb, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=b3977278-7ec6-4a29-a9ea-3f76512431eb,segment=NetworkSegment(2ca19453-a5a8-4460-9af1-c3768fea04a4),segment_id=2ca19453-a5a8-4460-9af1-c3768fea04a4)] {{(pid=102347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:43:36.892084 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-19d60a2c-2faa-4236-be08-ade855818171 req-c239d3b7-e20c-4e2f-bd61-4ec0e57a1f0c tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:36.928292 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [req-19d60a2c-2faa-4236-be08-ade855818171 req-c239d3b7-e20c-4e2f-bd61-4ec0e57a1f0c tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Calling delete_port for b3977278-7ec6-4a29-a9ea-3f76512431eb owned by compute:nova {{(pid=102347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:43:36.934929 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:36.956449 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1adbdeb-f599-47d8-a60d-64fa1246e2f6 {{(pid=102348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:43:37.005134 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] For port e1adbdeb-f599-47d8-a60d-64fa1246e2f6, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=e1adbdeb-f599-47d8-a60d-64fa1246e2f6,segment=NetworkSegment(8e9b63f6-1870-45bd-a22e-151102c954ac),segment_id=8e9b63f6-1870-45bd-a22e-151102c954ac)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:43:37.015768 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:37.123240 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Pushing event updated for resources: {'Port': ['ID=e1adbdeb-f599-47d8-a60d-64fa1246e2f6,revision_number=4']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:43:37.135354 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e24d8c-5beb-480b-9afb-00dffc2a7bca req-1c3ae9a2-851d-478e-93a4-f524258b0e4f tempest-ServerTagsTestJSON-450889793 tempest-ServerTagsTestJSON-450889793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:43:37.147689 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-63e24d8c-5beb-480b-9afb-00dffc2a7bca req-1c3ae9a2-851d-478e-93a4-f524258b0e4f tempest-ServerTagsTestJSON-450889793 tempest-ServerTagsTestJSON-450889793-project] 10.222.0.44 "GET /v2.0/ports?device_id=d6516250-90d0-491d-b352-676cdcea00e3 HTTP/1.1" status: 200 len: 944 time: 0.3706884 Oct 27 10:43:37.190942 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-cf67e03a-b375-4e5a-8ca0-9b8cac6afbda req-5a798e85-f550-4a18-841e-3ddb939cbde5 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] 10.222.0.44 "GET /v2.0/security-groups?id=55228541-a3ac-4395-a6f1-3eb381084dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4240911 Oct 27 10:43:37.232312 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-63e24d8c-5beb-480b-9afb-00dffc2a7bca req-49beefbb-98b1-4192-b12b-3525383dffe5 tempest-ServerTagsTestJSON-450889793 tempest-ServerTagsTestJSON-450889793-project] 10.222.0.44 "GET /v2.0/security-groups?id=5d330b46-8008-45cc-afe3-b9d68efad9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837324 Oct 27 10:43:37.237818 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f433bd62-897c-4473-9a22-33e123f76ffa tempest-RoutersAdminTest-2034985404 tempest-RoutersAdminTest-2034985404-project] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:43:37.252969 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-971236fa-85ee-46ea-bd07-498cf0f75e95 None None] Sync routers for ids ['fae7e5d7-faaf-4758-80f8-6542d3ec51c3'] in n-d-813419-10 {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:43:37.272363 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-971236fa-85ee-46ea-bd07-498cf0f75e95 None None] Routers {'fae7e5d7-faaf-4758-80f8-6542d3ec51c3'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:43:37.273294 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-971236fa-85ee-46ea-bd07-498cf0f75e95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:43:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['fae7e5d7-faaf-4758-80f8-6542d3ec51c3'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:43:37.300135 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-f433bd62-897c-4473-9a22-33e123f76ffa tempest-RoutersAdminTest-2034985404 tempest-RoutersAdminTest-2034985404-project] Publish callbacks [] for router, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:37.303749 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-719b995e-b7d6-4d45-a635-4b28cc5a1df5 None None] Publish callbacks [] for port, precommit_update {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:37.305451 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 50230) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:43:37.307345 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-f433bd62-897c-4473-9a22-33e123f76ffa tempest-RoutersAdminTest-2034985404 tempest-RoutersAdminTest-2034985404-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 882 time: 4.3776038 Oct 27 10:43:37.319892 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-719b995e-b7d6-4d45-a635-4b28cc5a1df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:37.351060 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-971236fa-85ee-46ea-bd07-498cf0f75e95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:43:37.357647 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] get_ports_and_sgs() called for port_ids ['e1adbdeb-f599-47d8-a60d-64fa1246e2f6'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:43:37.434013 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-971236fa-85ee-46ea-bd07-498cf0f75e95 None None] Routers {'fae7e5d7-faaf-4758-80f8-6542d3ec51c3'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:43:37.434650 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-971236fa-85ee-46ea-bd07-498cf0f75e95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:43:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['fae7e5d7-faaf-4758-80f8-6542d3ec51c3'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:43:37.460354 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 50236) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:43:37.466190 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-19d60a2c-2faa-4236-be08-ade855818171 req-c239d3b7-e20c-4e2f-bd61-4ec0e57a1f0c tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:37.470616 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-ff51b729-8985-44dd-856f-ed93c8735abb admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-718839973-network', 'tenant_id': '312a14de01fd4d2f95d511b488b54c88'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:43:37.491836 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-971236fa-85ee-46ea-bd07-498cf0f75e95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:43:37.491836 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-971236fa-85ee-46ea-bd07-498cf0f75e95 None None] The sync data for ids ['fae7e5d7-faaf-4758-80f8-6542d3ec51c3'] in n-d-813419-10 is: [] {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:43:37.495203 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91ccc442-ec50-4418-afd5-4249b29ada1e', 'name': 'network-vif-deleted', 'tag': 'd41818a8-8416-4ec5-82c2-78a42608873b'}, {'server_uuid': '91ccc442-ec50-4418-afd5-4249b29ada1e', 'name': 'network-vif-deleted', 'tag': '3ad26a6b-c6a0-4de9-9181-a07fe5eabe70'}] {{(pid=102347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:43:37.497973 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311149b481204ee7edffdb959c881838506fbd95bc8577c048f6677abb73acc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1d3b866-1317-4543-a270-533540b9f1d4" -d '{"events": [{"server_uuid": "91ccc442-ec50-4418-afd5-4249b29ada1e", "name": "network-vif-deleted", "tag": "d41818a8-8416-4ec5-82c2-78a42608873b"}, {"server_uuid": "91ccc442-ec50-4418-afd5-4249b29ada1e", "name": "network-vif-deleted", "tag": "3ad26a6b-c6a0-4de9-9181-a07fe5eabe70"}]}' {{(pid=102347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:43:37.552737 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff51b729-8985-44dd-856f-ed93c8735abb admin admin] Made reservation on behalf of 312a14de01fd4d2f95d511b488b54c88 for: {'network': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:43:37.556098 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ff51b729-8985-44dd-856f-ed93c8735abb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for network, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:37.561289 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089389e6-777b-4223-bac9-9cefe68b09b4 None None] Pushing event updated for resources: {'Port': ['ID=652aa176-1bd3-4569-9226-336a8f8cd793,revision_number=3']} {{(pid=102349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:43:37.569619 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.managers [None req-719b995e-b7d6-4d45-a635-4b28cc5a1df5 None None] Attempting to bind port 652aa176-1bd3-4569-9226-336a8f8cd793 on host n-d-813419-10 for vnic_type normal with profile {{(pid=102349) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:43:37.569981 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.managers [None req-719b995e-b7d6-4d45-a635-4b28cc5a1df5 None None] Attempting to bind port 652aa176-1bd3-4569-9226-336a8f8cd793 by drivers openvswitch,hyperv on host n-d-813419-10 at level 0 using segments [{'id': 'd1b37471-bd8e-4564-a77c-6e0c9d2699fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '33cc32c2-598c-44fc-a251-6575a62c00c5'}] {{(pid=102349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:43:37.570544 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-719b995e-b7d6-4d45-a635-4b28cc5a1df5 None None] Attempting to bind port 652aa176-1bd3-4569-9226-336a8f8cd793 on network 33cc32c2-598c-44fc-a251-6575a62c00c5 {{(pid=102349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:43:37.573319 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ff51b729-8985-44dd-856f-ed93c8735abb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:37.587826 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089389e6-777b-4223-bac9-9cefe68b09b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:43:37.592979 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089389e6-777b-4223-bac9-9cefe68b09b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:43:37.593331 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089389e6-777b-4223-bac9-9cefe68b09b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:43:37.593677 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089389e6-777b-4223-bac9-9cefe68b09b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:43:37.594013 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089389e6-777b-4223-bac9-9cefe68b09b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:43:37.594445 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089389e6-777b-4223-bac9-9cefe68b09b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:43:37.594659 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089389e6-777b-4223-bac9-9cefe68b09b4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:43:37.595163 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089389e6-777b-4223-bac9-9cefe68b09b4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:43:37.595673 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089389e6-777b-4223-bac9-9cefe68b09b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:43:37.596888 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 27 Oct 2021 10:43:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f27a84c7-b4ff-4be9-8dde-03abe685da80 x-openstack-request-id: req-f27a84c7-b4ff-4be9-8dde-03abe685da80 {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:43:37.597185 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91ccc442-ec50-4418-afd5-4249b29ada1e", "name": "network-vif-deleted", "tag": "d41818a8-8416-4ec5-82c2-78a42608873b", "status": "completed", "code": 200}, {"server_uuid": "91ccc442-ec50-4418-afd5-4249b29ada1e", "name": "network-vif-deleted", "tag": "3ad26a6b-c6a0-4de9-9181-a07fe5eabe70", "status": "completed", "code": 200}]} {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:43:37.597432 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f27a84c7-b4ff-4be9-8dde-03abe685da80 {{(pid=102347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:43:37.597820 n-d-813419-10 neutron-server[102347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91ccc442-ec50-4418-afd5-4249b29ada1e', 'name': 'network-vif-deleted', 'tag': 'd41818a8-8416-4ec5-82c2-78a42608873b', 'status': 'completed', 'code': 200} Oct 27 10:43:37.598066 n-d-813419-10 neutron-server[102347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91ccc442-ec50-4418-afd5-4249b29ada1e', 'name': 'network-vif-deleted', 'tag': '3ad26a6b-c6a0-4de9-9181-a07fe5eabe70', 'status': 'completed', 'code': 200} Oct 27 10:43:37.602522 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c239d3b7-e20c-4e2f-bd61-4ec0e57a1f0c tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Pushing event deleted for resources: {'Port': ['ID=b3977278-7ec6-4a29-a9ea-3f76512431eb,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:43:37.609113 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089389e6-777b-4223-bac9-9cefe68b09b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:43:37.609113 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089389e6-777b-4223-bac9-9cefe68b09b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:43:37.609319 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089389e6-777b-4223-bac9-9cefe68b09b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:43:37.631666 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-719b995e-b7d6-4d45-a635-4b28cc5a1df5 None None] Checking agent: {'id': '89dba0f3-79b2-435e-9822-33674b8f6ada', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 8, 20), 'started_at': datetime.datetime(2021, 10, 27, 10, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 43, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:43:37.636734 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-719b995e-b7d6-4d45-a635-4b28cc5a1df5 None None] Checking segment: {'id': 'd1b37471-bd8e-4564-a77c-6e0c9d2699fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '33cc32c2-598c-44fc-a251-6575a62c00c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:43:37.640776 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-719b995e-b7d6-4d45-a635-4b28cc5a1df5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:37.641453 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-719b995e-b7d6-4d45-a635-4b28cc5a1df5 None None] Bound using segment: {'id': 'd1b37471-bd8e-4564-a77c-6e0c9d2699fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '33cc32c2-598c-44fc-a251-6575a62c00c5'} {{(pid=102349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:43:37.645645 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.managers [None req-719b995e-b7d6-4d45-a635-4b28cc5a1df5 None None] Bound port: 652aa176-1bd3-4569-9226-336a8f8cd793, host: n-d-813419-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1b37471-bd8e-4564-a77c-6e0c9d2699fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '33cc32c2-598c-44fc-a251-6575a62c00c5'}}] {{(pid=102349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:43:37.646304 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-719b995e-b7d6-4d45-a635-4b28cc5a1df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:37.663746 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [req-19d60a2c-2faa-4236-be08-ade855818171 req-c239d3b7-e20c-4e2f-bd61-4ec0e57a1f0c tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] No DVR routers for this DVR port b3977278-7ec6-4a29-a9ea-3f76512431eb on host n-h1-813419-10 {{(pid=102347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:43:37.667874 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-19d60a2c-2faa-4236-be08-ade855818171 req-c239d3b7-e20c-4e2f-bd61-4ec0e57a1f0c tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:37.673987 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-19d60a2c-2faa-4236-be08-ade855818171 req-c239d3b7-e20c-4e2f-bd61-4ec0e57a1f0c tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] 10.222.0.64 "DELETE /v2.0/ports/b3977278-7ec6-4a29-a9ea-3f76512431eb HTTP/1.1" status: 204 len: 173 time: 1.2523060 Oct 27 10:43:37.707774 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-8bd70e3c-d530-4469-9597-2566b613fcb6 tempest-RoutersAdminTest-381632799 tempest-RoutersAdminTest-381632799-project-admin] 10.222.0.44 "GET /v2.0/routers/fae7e5d7-faaf-4758-80f8-6542d3ec51c3 HTTP/1.1" status: 200 len: 918 time: 0.3993685 Oct 27 10:43:37.709674 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 50240) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:43:37.762185 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-b21a5eb8-2c75-4153-8298-8f9d159ecc3f tempest-RoutersAdminTest-2034985404 tempest-RoutersAdminTest-2034985404-project] 10.222.0.44 "GET /v2.0/ports?device_id=fae7e5d7-faaf-4758-80f8-6542d3ec51c3 HTTP/1.1" status: 200 len: 205 time: 0.0509157 Oct 27 10:43:37.763681 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 50242) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:43:37.770535 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ff51b729-8985-44dd-856f-ed93c8735abb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:37.778510 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ff51b729-8985-44dd-856f-ed93c8735abb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:37.799343 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff51b729-8985-44dd-856f-ed93c8735abb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 400} {{(pid=102346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 10:43:37.810715 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ff51b729-8985-44dd-856f-ed93c8735abb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:37.811487 n-d-813419-10 neutron-server[102346]: INFO neutron.db.segments_db [None req-ff51b729-8985-44dd-856f-ed93c8735abb admin admin] Added segment 009893cd-a36f-4850-b0ab-447b1d471d3c of type vlan for network e7645404-348f-4c33-a048-d9625903b2bc Oct 27 10:43:37.860056 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ff51b729-8985-44dd-856f-ed93c8735abb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743872593080'] for network, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:37.907560 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-505b1ca8-bb65-4779-8900-436fe4b7c739 None None] Provisioning complete for port 652aa176-1bd3-4569-9226-336a8f8cd793 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:43:37.908640 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-505b1ca8-bb65-4779-8900-436fe4b7c739 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:37.923435 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff51b729-8985-44dd-856f-ed93c8735abb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c305b9ae-e0c8-4010-9c0a-7f8cf0abdcd7,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:43:37.933633 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ff51b729-8985-44dd-856f-ed93c8735abb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913'] for network, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:37.934793 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff51b729-8985-44dd-856f-ed93c8735abb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:43:37.936011 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ff51b729-8985-44dd-856f-ed93c8735abb admin admin] Publish callbacks [] for network, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:37.995832 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-505b1ca8-bb65-4779-8900-436fe4b7c739 None None] Port 652aa176-1bd3-4569-9226-336a8f8cd793 cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:43:38.073843 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-ff51b729-8985-44dd-856f-ed93c8735abb admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6122444 Oct 27 10:43:38.076900 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 50248) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:43:38.096401 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-32e97247-1518-437b-88b8-71ca5550aa9d admin admin] Request body: {'subnet': {'network_id': 'e7645404-348f-4c33-a048-d9625903b2bc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-718839973-subnet', 'tenant_id': '312a14de01fd4d2f95d511b488b54c88', 'ip_version': 4}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:43:38.100141 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff51b729-8985-44dd-856f-ed93c8735abb admin admin] Pushing event updated for resources: {'Network': ['ID=e7645404-348f-4c33-a048-d9625903b2bc,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:43:38.113787 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Network e7645404-348f-4c33-a048-d9625903b2bc details requested by agent ovs-agent-n-d-813419-10 with host n-d-813419-10 {{(pid=102348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 10:43:38.165618 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32e97247-1518-437b-88b8-71ca5550aa9d admin admin] Made reservation on behalf of 312a14de01fd4d2f95d511b488b54c88 for: {'subnet': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:43:38.175781 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-32e97247-1518-437b-88b8-71ca5550aa9d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27167186'] for subnet, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:38.179112 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-7650f153-6761-4528-8a5e-d3c0a7f5a611 tempest-RoutersAdminTest-2034985404 tempest-RoutersAdminTest-2034985404-project] Publish callbacks [] for router, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:38.189058 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.db [None req-719b995e-b7d6-4d45-a635-4b28cc5a1df5 None None] For port 652aa176-1bd3-4569-9226-336a8f8cd793, host n-d-813419-10, cleared binding levels {{(pid=102349) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:43:38.199009 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.db [None req-719b995e-b7d6-4d45-a635-4b28cc5a1df5 None None] For port 652aa176-1bd3-4569-9226-336a8f8cd793, host n-d-813419-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=652aa176-1bd3-4569-9226-336a8f8cd793,segment=NetworkSegment(d1b37471-bd8e-4564-a77c-6e0c9d2699fd),segment_id=d1b37471-bd8e-4564-a77c-6e0c9d2699fd)] {{(pid=102349) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:43:38.205677 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-719b995e-b7d6-4d45-a635-4b28cc5a1df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:38.333709 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089389e6-777b-4223-bac9-9cefe68b09b4 None None] Pushing event updated for resources: {'Port': ['ID=652aa176-1bd3-4569-9226-336a8f8cd793,revision_number=4']} {{(pid=102349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:43:38.349337 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-719b995e-b7d6-4d45-a635-4b28cc5a1df5 None None] Routers {'8c4c9367-65f8-4c63-bb94-f9a6fe3c4440'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:43:38.351225 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-719b995e-b7d6-4d45-a635-4b28cc5a1df5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:43:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['8c4c9367-65f8-4c63-bb94-f9a6fe3c4440'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:43:38.463819 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-7650f153-6761-4528-8a5e-d3c0a7f5a611 tempest-RoutersAdminTest-2034985404 tempest-RoutersAdminTest-2034985404-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:38.513105 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-d829cb93-94ad-4128-b4e7-f68f8cc3ac78 req-1190e40a-5aca-4b34-80e1-f43bf2b3df7e tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] 10.222.0.44 "GET /v2.0/ports?device_id=91ccc442-ec50-4418-afd5-4249b29ada1e HTTP/1.1" status: 200 len: 210 time: 0.0525980 Oct 27 10:43:38.571326 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device e1adbdeb-f599-47d8-a60d-64fa1246e2f6 up at agent hyperv_n-h2-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:43:38.658700 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvr_db [None req-719b995e-b7d6-4d45-a635-4b28cc5a1df5 None None] Set router 8c4c9367-65f8-4c63-bb94-f9a6fe3c4440 gateway port host: n-d-813419-10 {{(pid=102349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:43:38.676052 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc1e320-7e05-4e27-9552-e15701a35feb req-1170f707-140d-4037-93a4-cc2f39257fd0 tempest-ServerTagsTestJSON-450889793 tempest-ServerTagsTestJSON-450889793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:43:38.678365 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-9cc1e320-7e05-4e27-9552-e15701a35feb req-1170f707-140d-4037-93a4-cc2f39257fd0 tempest-ServerTagsTestJSON-450889793 tempest-ServerTagsTestJSON-450889793-project] 10.222.0.44 "GET /v2.0/ports?device_id=d6516250-90d0-491d-b352-676cdcea00e3 HTTP/1.1" status: 200 len: 945 time: 0.2344580 Oct 27 10:43:38.697404 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Provisioning for port e1adbdeb-f599-47d8-a60d-64fa1246e2f6 completed by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 10:43:38.708990 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Provisioning complete for port e1adbdeb-f599-47d8-a60d-64fa1246e2f6 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:43:38.710288 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:38.741995 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-32e97247-1518-437b-88b8-71ca5550aa9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27024290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27167168'] for subnet, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:38.760184 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-9cc1e320-7e05-4e27-9552-e15701a35feb req-0c2e2cfb-123c-43b2-9174-74ea718d3b5e tempest-ServerTagsTestJSON-450889793 tempest-ServerTagsTestJSON-450889793-project] 10.222.0.44 "GET /v2.0/security-groups?id=5d330b46-8008-45cc-afe3-b9d68efad9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739248 Oct 27 10:43:38.762711 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-7650f153-6761-4528-8a5e-d3c0a7f5a611 tempest-RoutersAdminTest-2034985404 tempest-RoutersAdminTest-2034985404-project] Deleting port aeaa96be-9e4b-4e54-95a3-1ec62ca0a9ae {{(pid=102347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:43:38.763699 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-7650f153-6761-4528-8a5e-d3c0a7f5a611 tempest-RoutersAdminTest-2034985404 tempest-RoutersAdminTest-2034985404-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:38.827356 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-3a075ce7-7fe9-4cfa-a34e-97c8a79c9420 None None] Provisioning complete for port 652aa176-1bd3-4569-9226-336a8f8cd793 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:43:38.827950 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-3a075ce7-7fe9-4cfa-a34e-97c8a79c9420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:38.900450 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e97247-1518-437b-88b8-71ca5550aa9d admin admin] Pushing event updated for resources: {'Subnet': ['ID=061e1f52-2314-43fa-9579-99995322b631,revision_number=0']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:43:38.921808 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32e97247-1518-437b-88b8-71ca5550aa9d admin admin] Checking segment: {'id': '009893cd-a36f-4850-b0ab-447b1d471d3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'e7645404-348f-4c33-a048-d9625903b2bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:43:38.922548 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32e97247-1518-437b-88b8-71ca5550aa9d admin admin] Network hostable DHCP agents. Network: e7645404-348f-4c33-a048-d9625903b2bc, hostable agents: ['eafd4000-b897-4722-ae8b-0118ec955181'], hosted agents: [] {{(pid=102346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 10:43:38.970533 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32e97247-1518-437b-88b8-71ca5550aa9d admin admin] Network e7645404-348f-4c33-a048-d9625903b2bc is scheduled to be hosted by DHCP agent eafd4000-b897-4722-ae8b-0118ec955181 with binding_index 1 {{(pid=102346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 10:43:38.978962 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:38.988228 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-32e97247-1518-437b-88b8-71ca5550aa9d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-10, e7645404-348f-4c33-a048-d9625903b2bc) {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:43:38.994933 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32e97247-1518-437b-88b8-71ca5550aa9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:43:38.995918 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-32e97247-1518-437b-88b8-71ca5550aa9d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for subnet, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:39.001804 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-7650f153-6761-4528-8a5e-d3c0a7f5a611 tempest-RoutersAdminTest-2034985404 tempest-RoutersAdminTest-2034985404-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:39.002504 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a768395-cc59-41f7-b5b1-ca633e4b1f87 None None] Network e7645404-348f-4c33-a048-d9625903b2bc requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:43:39.015669 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-719b995e-b7d6-4d45-a635-4b28cc5a1df5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c4c9367-65f8-4c63-bb94-f9a6fe3c4440', 'name': 'tempest-TestVolumeBootPattern-328280962-router', 'tenant_id': 'b02a92ec9ad04d95b8ea6a5db5946dfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': '57172d42-624b-4614-a27b-f1ad4a0c9f06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:43:19Z', 'updated_at': '2021-10-27T10:43:33Z', 'revision_number': 4, 'project_id': 'b02a92ec9ad04d95b8ea6a5db5946dfb', 'gw_port': {'id': '57172d42-624b-4614-a27b-f1ad4a0c9f06', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:d8:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c4c9367-65f8-4c63-bb94-f9a6fe3c4440', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2746, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:43:21Z', 'updated_at': '2021-10-27T10:43:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_interfaces': [{'id': '652aa176-1bd3-4569-9226-336a8f8cd793', 'name': '', 'network_id': '33cc32c2-598c-44fc-a251-6575a62c00c5', 'tenant_id': 'b02a92ec9ad04d95b8ea6a5db5946dfb', 'mac_address': 'fa:16:3e:7b:28:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c4c9367-65f8-4c63-bb94-f9a6fe3c4440', 'device_owner': 'network:router_interface', 'standard_attr_id': 2748, 'fixed_ips': [{'subnet_id': '87624d80-dded-417f-af79-cc56a741e5c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:43:30Z', 'updated_at': '2021-10-27T10:43:38Z', 'revision_number': 4, 'project_id': 'b02a92ec9ad04d95b8ea6a5db5946dfb', 'subnets': [{'id': '87624d80-dded-417f-af79-cc56a741e5c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:43:39.025234 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-7650f153-6761-4528-8a5e-d3c0a7f5a611 tempest-RoutersAdminTest-2034985404 tempest-RoutersAdminTest-2034985404-project] Calling delete_port for aeaa96be-9e4b-4e54-95a3-1ec62ca0a9ae owned by network:router_gateway {{(pid=102347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:43:39.028413 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-32e97247-1518-437b-88b8-71ca5550aa9d admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9502175 Oct 27 10:43:39.036621 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 50262) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:43:39.044109 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-b7ab88b1-94ba-4b4e-8bf5-b2d4327305e7 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-718839973-router', 'tenant_id': '312a14de01fd4d2f95d511b488b54c88', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'}}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:43:39.069488 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-719b995e-b7d6-4d45-a635-4b28cc5a1df5 None None] The sync data for ids ['8c4c9367-65f8-4c63-bb94-f9a6fe3c4440'] in n-d-813419-10 is: [{'id': '8c4c9367-65f8-4c63-bb94-f9a6fe3c4440', 'name': 'tempest-TestVolumeBootPattern-328280962-router', 'tenant_id': 'b02a92ec9ad04d95b8ea6a5db5946dfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': '57172d42-624b-4614-a27b-f1ad4a0c9f06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:43:19Z', 'updated_at': '2021-10-27T10:43:33Z', 'revision_number': 4, 'project_id': 'b02a92ec9ad04d95b8ea6a5db5946dfb', 'gw_port': {'id': '57172d42-624b-4614-a27b-f1ad4a0c9f06', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:d8:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c4c9367-65f8-4c63-bb94-f9a6fe3c4440', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2746, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:43:21Z', 'updated_at': '2021-10-27T10:43:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_interfaces': [{'id': '652aa176-1bd3-4569-9226-336a8f8cd793', 'name': '', 'network_id': '33cc32c2-598c-44fc-a251-6575a62c00c5', 'tenant_id': 'b02a92ec9ad04d95b8ea6a5db5946dfb', 'mac_address': 'fa:16:3e:7b:28:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c4c9367-65f8-4c63-bb94-f9a6fe3c4440', 'device_owner': 'network:router_interface', 'standard_attr_id': 2748, 'fixed_ips': [{'subnet_id': '87624d80-dded-417f-af79-cc56a741e5c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:43:30Z', 'updated_at': '2021-10-27T10:43:38Z', 'revision_number': 4, 'project_id': 'b02a92ec9ad04d95b8ea6a5db5946dfb', 'subnets': [{'id': '87624d80-dded-417f-af79-cc56a741e5c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:43:39.122341 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-b7ab88b1-94ba-4b4e-8bf5-b2d4327305e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1768632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3610'] for router, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:39.132454 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-b7ab88b1-94ba-4b4e-8bf5-b2d4327305e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1765704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1769409', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1694266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3597'] for router, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:39.309555 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-3a075ce7-7fe9-4cfa-a34e-97c8a79c9420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:39.496603 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-3a075ce7-7fe9-4cfa-a34e-97c8a79c9420 None None] For port 652aa176-1bd3-4569-9226-336a8f8cd793, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=652aa176-1bd3-4569-9226-336a8f8cd793,segment=NetworkSegment(d1b37471-bd8e-4564-a77c-6e0c9d2699fd),segment_id=d1b37471-bd8e-4564-a77c-6e0c9d2699fd)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:43:39.505646 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-b7ab88b1-94ba-4b4e-8bf5-b2d4327305e7 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:39.507670 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-7650f153-6761-4528-8a5e-d3c0a7f5a611 tempest-RoutersAdminTest-2034985404 tempest-RoutersAdminTest-2034985404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:39.512824 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:39.547134 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-3a075ce7-7fe9-4cfa-a34e-97c8a79c9420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:39.617765 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91ccc442-ec50-4418-afd5-4249b29ada1e', 'name': 'network-vif-deleted', 'tag': 'b3977278-7ec6-4a29-a9ea-3f76512431eb'}] {{(pid=102347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:43:39.620231 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311149b481204ee7edffdb959c881838506fbd95bc8577c048f6677abb73acc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67ad2b44-7110-4aae-8a4b-09f6781eddc9" -d '{"events": [{"server_uuid": "91ccc442-ec50-4418-afd5-4249b29ada1e", "name": "network-vif-deleted", "tag": "b3977278-7ec6-4a29-a9ea-3f76512431eb"}]}' {{(pid=102347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:43:39.671149 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7650f153-6761-4528-8a5e-d3c0a7f5a611 tempest-RoutersAdminTest-2034985404 tempest-RoutersAdminTest-2034985404-project] Pushing event deleted for resources: {'Port': ['ID=aeaa96be-9e4b-4e54-95a3-1ec62ca0a9ae,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:43:39.788869 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:43:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5eac8452-4d30-4b84-80e4-d98eecd1bbd2 x-openstack-request-id: req-5eac8452-4d30-4b84-80e4-d98eecd1bbd2 {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:43:39.789605 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91ccc442-ec50-4418-afd5-4249b29ada1e", "name": "network-vif-deleted", "tag": "b3977278-7ec6-4a29-a9ea-3f76512431eb", "status": "completed", "code": 200}]} {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:43:39.789605 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-5eac8452-4d30-4b84-80e4-d98eecd1bbd2 {{(pid=102347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:43:39.789812 n-d-813419-10 neutron-server[102347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91ccc442-ec50-4418-afd5-4249b29ada1e', 'name': 'network-vif-deleted', 'tag': 'b3977278-7ec6-4a29-a9ea-3f76512431eb', 'status': 'completed', 'code': 200} Oct 27 10:43:39.834398 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-e0517350-e5cb-42fe-ab68-036a86c5509c req-0556caf7-00c6-43e9-885a-50574743e6c2 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] 10.222.0.44 "GET /v2.0/ports?device_id=91ccc442-ec50-4418-afd5-4249b29ada1e HTTP/1.1" status: 200 len: 210 time: 0.0641072 Oct 27 10:43:39.836414 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-7650f153-6761-4528-8a5e-d3c0a7f5a611 tempest-RoutersAdminTest-2034985404 tempest-RoutersAdminTest-2034985404-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1664884'] for router_gateway, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:39.919689 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a075ce7-7fe9-4cfa-a34e-97c8a79c9420 None None] Pushing event updated for resources: {'Port': ['ID=652aa176-1bd3-4569-9226-336a8f8cd793,revision_number=5']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:43:39.941016 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6516250-90d0-491d-b352-676cdcea00e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1adbdeb-f599-47d8-a60d-64fa1246e2f6'}] {{(pid=102348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:43:39.943313 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c588921fa634554a1d9242fdea1b05457a9ff1d3b28ba54ec1dace7f2f1df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12bec764-62b9-4d1e-8abb-e50ead5fb31c" -d '{"events": [{"server_uuid": "d6516250-90d0-491d-b352-676cdcea00e3", "name": "network-vif-plugged", "status": "completed", "tag": "e1adbdeb-f599-47d8-a60d-64fa1246e2f6"}]}' {{(pid=102348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:43:39.946187 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b7eb94c-77d2-44fc-9c88-07fffb8d9b05 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp734b258e-7d96-550c-b970-9b72ab66f383-e7645404-348f-4c33-a048-d9625903b2bc', 'network_id': 'e7645404-348f-4c33-a048-d9625903b2bc', 'tenant_id': '312a14de01fd4d2f95d511b488b54c88', 'fixed_ips': [{'subnet_id': '061e1f52-2314-43fa-9579-99995322b631'}]}} from n-d-813419-10. {{(pid=102348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 10:43:39.947059 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-9b7eb94c-77d2-44fc-9c88-07fffb8d9b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:39.990720 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] For port e1adbdeb-f599-47d8-a60d-64fa1246e2f6, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=e1adbdeb-f599-47d8-a60d-64fa1246e2f6,segment=NetworkSegment(8e9b63f6-1870-45bd-a22e-151102c954ac),segment_id=8e9b63f6-1870-45bd-a22e-151102c954ac)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:43:40.011529 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:40.089174 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:43:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95e16294-7512-4791-adf6-1afc1913fbcd x-openstack-request-id: req-95e16294-7512-4791-adf6-1afc1913fbcd {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:43:40.089466 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6516250-90d0-491d-b352-676cdcea00e3", "name": "network-vif-plugged", "status": "completed", "tag": "e1adbdeb-f599-47d8-a60d-64fa1246e2f6", "code": 200}]} {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:43:40.093335 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-95e16294-7512-4791-adf6-1afc1913fbcd {{(pid=102348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:43:40.094348 n-d-813419-10 neutron-server[102348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6516250-90d0-491d-b352-676cdcea00e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1adbdeb-f599-47d8-a60d-64fa1246e2f6', 'code': 200} Oct 27 10:43:40.284241 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Pushing event updated for resources: {'Port': ['ID=e1adbdeb-f599-47d8-a60d-64fa1246e2f6,revision_number=5']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:43:40.418376 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 652aa176-1bd3-4569-9226-336a8f8cd793 up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:43:40.570886 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.db_base_plugin_common [None req-9b7eb94c-77d2-44fc-9c88-07fffb8d9b05 None None] Allocated IP 172.20.0.2 (e7645404-348f-4c33-a048-d9625903b2bc/061e1f52-2314-43fa-9579-99995322b631/a8591be9-1462-4868-a06e-c590d8c4e6f8) {{(pid=102348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:43:40.580336 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-b7ab88b1-94ba-4b4e-8bf5-b2d4327305e7 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:40.650546 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port 652aa176-1bd3-4569-9226-336a8f8cd793 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:43:40.651001 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:40.768103 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-7650f153-6761-4528-8a5e-d3c0a7f5a611 tempest-RoutersAdminTest-2034985404 tempest-RoutersAdminTest-2034985404-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1765662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3700'] for router, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:40.792448 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-7650f153-6761-4528-8a5e-d3c0a7f5a611 tempest-RoutersAdminTest-2034985404 tempest-RoutersAdminTest-2034985404-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:40.975340 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85cfd1c-bc7b-454e-8f05-3cb3868c4cfb req-72690279-11f5-4527-9377-e62d75d02898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:43:40.985251 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-a85cfd1c-bc7b-454e-8f05-3cb3868c4cfb req-72690279-11f5-4527-9377-e62d75d02898 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=d6516250-90d0-491d-b352-676cdcea00e3 HTTP/1.1" status: 200 len: 1098 time: 0.4008853 Oct 27 10:43:40.990567 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-7650f153-6761-4528-8a5e-d3c0a7f5a611 tempest-RoutersAdminTest-2034985404 tempest-RoutersAdminTest-2034985404-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1765641'] for router, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:40.991100 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7650f153-6761-4528-8a5e-d3c0a7f5a611 tempest-RoutersAdminTest-2034985404 tempest-RoutersAdminTest-2034985404-project] Fanout notify agent at l3_agent the message router_deleted on router fae7e5d7-faaf-4758-80f8-6542d3ec51c3 {{(pid=102347) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 10:43:41.003841 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-7650f153-6761-4528-8a5e-d3c0a7f5a611 tempest-RoutersAdminTest-2034985404 tempest-RoutersAdminTest-2034985404-project] Publish callbacks [] for router, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:41.010303 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-7650f153-6761-4528-8a5e-d3c0a7f5a611 tempest-RoutersAdminTest-2034985404 tempest-RoutersAdminTest-2034985404-project] 10.222.0.44 "DELETE /v2.0/routers/fae7e5d7-faaf-4758-80f8-6542d3ec51c3 HTTP/1.1" status: 204 len: 168 time: 3.2389331 Oct 27 10:43:41.010406 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 50300) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:43:41.018362 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-042588a7-9a3f-4297-9462-747900ea0543 tempest-RoutersAdminTest-381632799 tempest-RoutersAdminTest-381632799-project-admin] Request body: {'router': {'name': 'tempest-snat-router-792082536', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'enable_snat': False}}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:43:41.052918 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-d1f6038e-cb38-4e27-82b5-90cbd3b3ec69 req-c8cf507b-a66f-416f-b827-f8aa0c8e971a tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] 10.222.0.44 "GET /v2.0/ports?device_id=91ccc442-ec50-4418-afd5-4249b29ada1e HTTP/1.1" status: 200 len: 210 time: 0.0564852 Oct 27 10:43:41.058087 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519ee415-2351-4b2e-89ad-c1bf5bcbe403 req-ec068148-558e-4784-b9a2-ddc7b866a438 tempest-ServerTagsTestJSON-450889793 tempest-ServerTagsTestJSON-450889793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:43:41.066160 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-519ee415-2351-4b2e-89ad-c1bf5bcbe403 req-ec068148-558e-4784-b9a2-ddc7b866a438 tempest-ServerTagsTestJSON-450889793 tempest-ServerTagsTestJSON-450889793-project] 10.222.0.44 "GET /v2.0/ports?device_id=d6516250-90d0-491d-b352-676cdcea00e3 HTTP/1.1" status: 200 len: 946 time: 0.4885738 Oct 27 10:43:41.109894 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-042588a7-9a3f-4297-9462-747900ea0543 tempest-RoutersAdminTest-381632799 tempest-RoutersAdminTest-381632799-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1768632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3610'] for router, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:41.111362 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-042588a7-9a3f-4297-9462-747900ea0543 tempest-RoutersAdminTest-381632799 tempest-RoutersAdminTest-381632799-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1765704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1769409', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1694266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3597'] for router, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:41.164502 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-a85cfd1c-bc7b-454e-8f05-3cb3868c4cfb req-4b44b963-a75d-414c-acd1-b09e7835d4c3 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=5d330b46-8008-45cc-afe3-b9d68efad9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494043 Oct 27 10:43:41.181863 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-519ee415-2351-4b2e-89ad-c1bf5bcbe403 req-bbcb5ff3-9d6d-49a6-ae34-d14be49c312c tempest-ServerTagsTestJSON-450889793 tempest-ServerTagsTestJSON-450889793-project] 10.222.0.44 "GET /v2.0/security-groups?id=5d330b46-8008-45cc-afe3-b9d68efad9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148443 Oct 27 10:43:41.265498 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-042588a7-9a3f-4297-9462-747900ea0543 tempest-RoutersAdminTest-381632799 tempest-RoutersAdminTest-381632799-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:41.442033 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-b7ab88b1-94ba-4b4e-8bf5-b2d4327305e7 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:41.454641 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-9b7eb94c-77d2-44fc-9c88-07fffb8d9b05 None None] Publish callbacks [] for port, precommit_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:41.475944 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-9b7eb94c-77d2-44fc-9c88-07fffb8d9b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606'] for port, after_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:41.493451 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-b7ab88b1-94ba-4b4e-8bf5-b2d4327305e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:41.581116 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7eb94c-77d2-44fc-9c88-07fffb8d9b05 None None] Pushing event updated for resources: {'Port': ['ID=a8591be9-1462-4868-a06e-c590d8c4e6f8,revision_number=1']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:43:41.595777 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-042588a7-9a3f-4297-9462-747900ea0543 tempest-RoutersAdminTest-381632799 tempest-RoutersAdminTest-381632799-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:41.626580 n-d-813419-10 neutron-server[102348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b7eb94c-77d2-44fc-9c88-07fffb8d9b05 None None] Network e7645404-348f-4c33-a048-d9625903b2bc is already hosted by enough agents. {{(pid=102348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:43:41.635011 n-d-813419-10 neutron-server[102348]: DEBUG neutron.scheduler.base_scheduler [None req-9b7eb94c-77d2-44fc-9c88-07fffb8d9b05 None None] Resources bound (agent type, host, resource id): {{(pid=102348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:43:41.649104 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b7eb94c-77d2-44fc-9c88-07fffb8d9b05 None None] Received port after_create {{(pid=102348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:43:41.758006 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_common [None req-b7ab88b1-94ba-4b4e-8bf5-b2d4327305e7 admin admin] Allocated IP 172.25.8.74 (185ff123-c7ff-45c7-a6be-71feb35acc9c/0fb9f9d1-7384-481f-8fa8-f4566c349d30/cc2ff8d9-59b6-4e2b-b65c-f09cd857a366) {{(pid=102347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:43:41.807828 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 50310) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:43:41.856319 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-9b7eb94c-77d2-44fc-9c88-07fffb8d9b05 None None] Attempting to bind port a8591be9-1462-4868-a06e-c590d8c4e6f8 on host n-d-813419-10 for vnic_type normal with profile {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:43:41.859618 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-9b7eb94c-77d2-44fc-9c88-07fffb8d9b05 None None] Attempting to bind port a8591be9-1462-4868-a06e-c590d8c4e6f8 by drivers openvswitch,hyperv on host n-d-813419-10 at level 0 using segments [{'id': '009893cd-a36f-4850-b0ab-447b1d471d3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'e7645404-348f-4c33-a048-d9625903b2bc'}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:43:41.860159 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b7eb94c-77d2-44fc-9c88-07fffb8d9b05 None None] Attempting to bind port a8591be9-1462-4868-a06e-c590d8c4e6f8 on network e7645404-348f-4c33-a048-d9625903b2bc {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:43:41.874979 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b7eb94c-77d2-44fc-9c88-07fffb8d9b05 None None] Checking agent: {'id': '89dba0f3-79b2-435e-9822-33674b8f6ada', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 8, 20), 'started_at': datetime.datetime(2021, 10, 27, 10, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 43, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:43:41.875527 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b7eb94c-77d2-44fc-9c88-07fffb8d9b05 None None] Checking segment: {'id': '009893cd-a36f-4850-b0ab-447b1d471d3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'e7645404-348f-4c33-a048-d9625903b2bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:43:41.876029 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-9b7eb94c-77d2-44fc-9c88-07fffb8d9b05 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:41.879471 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b7eb94c-77d2-44fc-9c88-07fffb8d9b05 None None] Bound using segment: {'id': '009893cd-a36f-4850-b0ab-447b1d471d3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'e7645404-348f-4c33-a048-d9625903b2bc'} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:43:41.880237 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-9b7eb94c-77d2-44fc-9c88-07fffb8d9b05 None None] Bound port: a8591be9-1462-4868-a06e-c590d8c4e6f8, host: n-d-813419-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '009893cd-a36f-4850-b0ab-447b1d471d3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'e7645404-348f-4c33-a048-d9625903b2bc'}}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:43:41.880743 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-9b7eb94c-77d2-44fc-9c88-07fffb8d9b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:41.947250 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-042588a7-9a3f-4297-9462-747900ea0543 tempest-RoutersAdminTest-381632799 tempest-RoutersAdminTest-381632799-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:41.995902 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-042588a7-9a3f-4297-9462-747900ea0543 tempest-RoutersAdminTest-381632799 tempest-RoutersAdminTest-381632799-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:42.017298 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-b7ab88b1-94ba-4b4e-8bf5-b2d4327305e7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:42.034220 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-9b7eb94c-77d2-44fc-9c88-07fffb8d9b05 None None] For port a8591be9-1462-4868-a06e-c590d8c4e6f8, host n-d-813419-10, cleared binding levels {{(pid=102348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:43:42.043136 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-9b7eb94c-77d2-44fc-9c88-07fffb8d9b05 None None] For port a8591be9-1462-4868-a06e-c590d8c4e6f8, host n-d-813419-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=a8591be9-1462-4868-a06e-c590d8c4e6f8,segment=NetworkSegment(009893cd-a36f-4850-b0ab-447b1d471d3c),segment_id=009893cd-a36f-4850-b0ab-447b1d471d3c)] {{(pid=102348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:43:42.055111 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-9b7eb94c-77d2-44fc-9c88-07fffb8d9b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:42.101697 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-b7ab88b1-94ba-4b4e-8bf5-b2d4327305e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:42.110887 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-9269e52d-d542-460b-b330-12d266d5a343 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:42.203566 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7eb94c-77d2-44fc-9c88-07fffb8d9b05 None None] Pushing event updated for resources: {'Port': ['ID=a8591be9-1462-4868-a06e-c590d8c4e6f8,revision_number=2']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:43:42.205421 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7ab88b1-94ba-4b4e-8bf5-b2d4327305e7 admin admin] Network 185ff123-c7ff-45c7-a6be-71feb35acc9c is already hosted by enough agents. {{(pid=102347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:43:42.220071 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [None req-b7ab88b1-94ba-4b4e-8bf5-b2d4327305e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:43:42.224167 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7ab88b1-94ba-4b4e-8bf5-b2d4327305e7 admin admin] Received port after_create {{(pid=102347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:43:42.274959 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ab88b1-94ba-4b4e-8bf5-b2d4327305e7 admin admin] Pushing event updated for resources: {'Port': ['ID=cc2ff8d9-59b6-4e2b-b65c-f09cd857a366,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:43:42.341404 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-722ef9ea-1bc0-4e67-9790-909c4152c964 req-b05d52c1-888b-4439-87a4-53ffa1e92b94 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] 10.222.0.44 "GET /v2.0/ports?device_id=91ccc442-ec50-4418-afd5-4249b29ada1e HTTP/1.1" status: 200 len: 210 time: 0.1141903 Oct 27 10:43:42.559291 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-9269e52d-d542-460b-b330-12d266d5a343 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:42.603940 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_common [None req-042588a7-9a3f-4297-9462-747900ea0543 tempest-RoutersAdminTest-381632799 tempest-RoutersAdminTest-381632799-project-admin] Allocated IP 172.25.8.49 (185ff123-c7ff-45c7-a6be-71feb35acc9c/0fb9f9d1-7384-481f-8fa8-f4566c349d30/95e19cbf-719f-4dc1-8db1-92bedd3f2406) {{(pid=102346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:43:42.636701 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe08b9e-72c7-48f7-afca-0592b73c60ac req-6a89834f-6b16-45bd-8b9a-2c0a60a3f627 tempest-ServerTagsTestJSON-450889793 tempest-ServerTagsTestJSON-450889793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:43:42.645108 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8fe08b9e-72c7-48f7-afca-0592b73c60ac req-6a89834f-6b16-45bd-8b9a-2c0a60a3f627 tempest-ServerTagsTestJSON-450889793 tempest-ServerTagsTestJSON-450889793-project] 10.222.0.44 "GET /v2.0/ports?device_id=d6516250-90d0-491d-b352-676cdcea00e3 HTTP/1.1" status: 200 len: 946 time: 0.3517652 Oct 27 10:43:42.755867 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-042588a7-9a3f-4297-9462-747900ea0543 tempest-RoutersAdminTest-381632799 tempest-RoutersAdminTest-381632799-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:42.783571 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8fe08b9e-72c7-48f7-afca-0592b73c60ac req-388aa57c-666d-42e0-83bb-d3a4694051f5 tempest-ServerTagsTestJSON-450889793 tempest-ServerTagsTestJSON-450889793-project] 10.222.0.44 "GET /v2.0/security-groups?id=5d330b46-8008-45cc-afe3-b9d68efad9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373754 Oct 27 10:43:42.798086 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-9269e52d-d542-460b-b330-12d266d5a343 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:42.814625 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-042588a7-9a3f-4297-9462-747900ea0543 tempest-RoutersAdminTest-381632799 tempest-RoutersAdminTest-381632799-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:42.831423 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-b7ab88b1-94ba-4b4e-8bf5-b2d4327305e7 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:42.872093 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-042588a7-9a3f-4297-9462-747900ea0543 tempest-RoutersAdminTest-381632799 tempest-RoutersAdminTest-381632799-project-admin] Network 185ff123-c7ff-45c7-a6be-71feb35acc9c is already hosted by enough agents. {{(pid=102346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:43:42.886132 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-042588a7-9a3f-4297-9462-747900ea0543 tempest-RoutersAdminTest-381632799 tempest-RoutersAdminTest-381632799-project-admin] Resources bound (agent type, host, resource id): {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:43:42.897437 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-9269e52d-d542-460b-b330-12d266d5a343 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a112783a6eb44b14874a869b13bc86ce&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0472882 Oct 27 10:43:42.898474 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-042588a7-9a3f-4297-9462-747900ea0543 tempest-RoutersAdminTest-381632799 tempest-RoutersAdminTest-381632799-project-admin] Received port after_create {{(pid=102346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:43:42.901759 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 50320) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:43:42.913563 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9269e52d-d542-460b-b330-12d266d5a343 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db37eebc-30aa-4ca9-802b-76ae13d9538b,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:43:42.964153 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042588a7-9a3f-4297-9462-747900ea0543 tempest-RoutersAdminTest-381632799 tempest-RoutersAdminTest-381632799-project-admin] Pushing event updated for resources: {'Port': ['ID=95e19cbf-719f-4dc1-8db1-92bedd3f2406,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:43:43.099901 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-cd5afb8c-3c8b-4ee3-bb44-7ddec60c9274 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:43.100555 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-b7ab88b1-94ba-4b4e-8bf5-b2d4327305e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1765699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1769372'] for router, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:43.148322 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-cd5afb8c-3c8b-4ee3-bb44-7ddec60c9274 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:43.305761 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7ab88b1-94ba-4b4e-8bf5-b2d4327305e7 admin admin] Router 87149a51-e64c-4564-b173-fa8f780c9884 is scheduled to L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb with binding_index 1 {{(pid=102347) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 10:43:43.346567 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-cd5afb8c-3c8b-4ee3-bb44-7ddec60c9274 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:43.349310 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-cd5afb8c-3c8b-4ee3-bb44-7ddec60c9274 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:43.352800 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-cd5afb8c-3c8b-4ee3-bb44-7ddec60c9274 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/db37eebc-30aa-4ca9-802b-76ae13d9538b HTTP/1.1" status: 204 len: 168 time: 0.4471126 Oct 27 10:43:43.365918 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5afb8c-3c8b-4ee3-bb44-7ddec60c9274 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db37eebc-30aa-4ca9-802b-76ae13d9538b,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:43:43.438372 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-042588a7-9a3f-4297-9462-747900ea0543 tempest-RoutersAdminTest-381632799 tempest-RoutersAdminTest-381632799-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:43.551490 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7ab88b1-94ba-4b4e-8bf5-b2d4327305e7 admin admin] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:43:43.561899 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e761baf-bd08-4070-9ec2-ccac9d8e470b None None] Sync routers for ids ['87149a51-e64c-4564-b173-fa8f780c9884'] in n-d-813419-10 {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:43:43.580298 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-40351df4-08df-49f7-8cbe-79332f7ce02f req-a2460d7e-96d0-44c1-a894-87b75c8eb8c2 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] 10.222.0.44 "GET /v2.0/ports?device_id=91ccc442-ec50-4418-afd5-4249b29ada1e HTTP/1.1" status: 200 len: 210 time: 0.0787060 Oct 27 10:43:43.584428 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e761baf-bd08-4070-9ec2-ccac9d8e470b None None] Routers {'87149a51-e64c-4564-b173-fa8f780c9884'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:43:43.588812 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-7e761baf-bd08-4070-9ec2-ccac9d8e470b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:43:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['87149a51-e64c-4564-b173-fa8f780c9884'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:43:43.629228 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-b7ab88b1-94ba-4b4e-8bf5-b2d4327305e7 admin admin] Publish callbacks [] for router, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:43.635119 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-b7ab88b1-94ba-4b4e-8bf5-b2d4327305e7 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.5971963 Oct 27 10:43:43.636114 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 50330) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:43:43.750711 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dad4ae3-7c57-4c66-b724-f83bd0bc8e3b None None] Network e7645404-348f-4c33-a048-d9625903b2bc requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:43:43.770560 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvr_db [None req-7e761baf-bd08-4070-9ec2-ccac9d8e470b None None] Set router 87149a51-e64c-4564-b173-fa8f780c9884 gateway port host: n-d-813419-10 {{(pid=102349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:43:43.811837 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-042588a7-9a3f-4297-9462-747900ea0543 tempest-RoutersAdminTest-381632799 tempest-RoutersAdminTest-381632799-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1765699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1769372'] for router, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:44.031360 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 50334) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:43:44.037955 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-7e761baf-bd08-4070-9ec2-ccac9d8e470b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87149a51-e64c-4564-b173-fa8f780c9884', 'name': 'tempest-TestVolumeBootPattern-718839973-router', 'tenant_id': '312a14de01fd4d2f95d511b488b54c88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.74'}], 'enable_snat': True}, 'gw_port_id': 'cc2ff8d9-59b6-4e2b-b65c-f09cd857a366', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:43:39Z', 'updated_at': '2021-10-27T10:43:42Z', 'revision_number': 3, 'project_id': '312a14de01fd4d2f95d511b488b54c88', 'gw_port': {'id': 'cc2ff8d9-59b6-4e2b-b65c-f09cd857a366', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:37:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87149a51-e64c-4564-b173-fa8f780c9884', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2763, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:43:41Z', 'updated_at': '2021-10-27T10:43:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10'}], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:43:44.066222 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-b736e5c9-a0ee-4291-bd30-276fbb693aa8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:44.072777 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e761baf-bd08-4070-9ec2-ccac9d8e470b None None] Checking router: 87149a51-e64c-4564-b173-fa8f780c9884 for host: n-d-813419-10 {{(pid=102349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 10:43:44.073115 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e761baf-bd08-4070-9ec2-ccac9d8e470b None None] Updating router 87149a51-e64c-4564-b173-fa8f780c9884 port cc2ff8d9-59b6-4e2b-b65c-f09cd857a366 binding host n-d-813419-10 {{(pid=102349) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 10:43:44.101949 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-7e761baf-bd08-4070-9ec2-ccac9d8e470b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:44.128537 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2f6433-4abf-481d-bfb8-ba40d5f66664 req-d996347e-9669-425f-8fc1-c699518c8496 tempest-ServerTagsTestJSON-450889793 tempest-ServerTagsTestJSON-450889793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:43:44.136826 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8a2f6433-4abf-481d-bfb8-ba40d5f66664 req-d996347e-9669-425f-8fc1-c699518c8496 tempest-ServerTagsTestJSON-450889793 tempest-ServerTagsTestJSON-450889793-project] 10.222.0.44 "GET /v2.0/ports?device_id=d6516250-90d0-491d-b352-676cdcea00e3 HTTP/1.1" status: 200 len: 946 time: 0.2407081 Oct 27 10:43:44.153507 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-b33efe39-7335-4330-9dbf-7b653dd88198 None None] Provisioning complete for port a8591be9-1462-4868-a06e-c590d8c4e6f8 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:43:44.154438 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-b33efe39-7335-4330-9dbf-7b653dd88198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:44.257356 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8a2f6433-4abf-481d-bfb8-ba40d5f66664 req-6cf2f332-0f6d-463b-95d0-9f91c5e3cbf5 tempest-ServerTagsTestJSON-450889793 tempest-ServerTagsTestJSON-450889793-project] 10.222.0.44 "GET /v2.0/security-groups?id=5d330b46-8008-45cc-afe3-b9d68efad9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192093 Oct 27 10:43:44.305944 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-b33efe39-7335-4330-9dbf-7b653dd88198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:44.381566 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-b33efe39-7335-4330-9dbf-7b653dd88198 None None] For port a8591be9-1462-4868-a06e-c590d8c4e6f8, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=a8591be9-1462-4868-a06e-c590d8c4e6f8,segment=NetworkSegment(009893cd-a36f-4850-b0ab-447b1d471d3c),segment_id=009893cd-a36f-4850-b0ab-447b1d471d3c)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:43:44.390149 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-b33efe39-7335-4330-9dbf-7b653dd88198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:44.449195 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-042588a7-9a3f-4297-9462-747900ea0543 tempest-RoutersAdminTest-381632799 tempest-RoutersAdminTest-381632799-project-admin] Router d1ba52b5-d1f2-47bd-b69d-a83565c93c8a is scheduled to L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb with binding_index 1 {{(pid=102346) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 10:43:44.468826 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device a8591be9-1462-4868-a06e-c590d8c4e6f8 up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:43:44.502666 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33efe39-7335-4330-9dbf-7b653dd88198 None None] Pushing event updated for resources: {'Port': ['ID=a8591be9-1462-4868-a06e-c590d8c4e6f8,revision_number=3']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:43:44.550576 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-7e761baf-bd08-4070-9ec2-ccac9d8e470b None None] Publish callbacks [] for port, precommit_update {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:44.568330 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-7e761baf-bd08-4070-9ec2-ccac9d8e470b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:44.597035 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port a8591be9-1462-4868-a06e-c590d8c4e6f8 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:43:44.597792 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:44.737946 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-b736e5c9-a0ee-4291-bd30-276fbb693aa8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:44.749306 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-b736e5c9-a0ee-4291-bd30-276fbb693aa8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:44.773849 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.managers [None req-7e761baf-bd08-4070-9ec2-ccac9d8e470b None None] Attempting to bind port cc2ff8d9-59b6-4e2b-b65c-f09cd857a366 on host n-d-813419-10 for vnic_type normal with profile {{(pid=102349) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:43:44.773849 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.managers [None req-7e761baf-bd08-4070-9ec2-ccac9d8e470b None None] Attempting to bind port cc2ff8d9-59b6-4e2b-b65c-f09cd857a366 by drivers openvswitch,hyperv on host n-d-813419-10 at level 0 using segments [{'id': 'bc14127b-7032-4c50-bb5b-f6813cbae86e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'}] {{(pid=102349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:43:44.773849 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e761baf-bd08-4070-9ec2-ccac9d8e470b None None] Attempting to bind port cc2ff8d9-59b6-4e2b-b65c-f09cd857a366 on network 185ff123-c7ff-45c7-a6be-71feb35acc9c {{(pid=102349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:43:44.784977 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e761baf-bd08-4070-9ec2-ccac9d8e470b None None] Checking agent: {'id': '89dba0f3-79b2-435e-9822-33674b8f6ada', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 8, 20), 'started_at': datetime.datetime(2021, 10, 27, 10, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 43, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:43:44.789312 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e761baf-bd08-4070-9ec2-ccac9d8e470b None None] Checking segment: {'id': 'bc14127b-7032-4c50-bb5b-f6813cbae86e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:43:44.789312 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-7e761baf-bd08-4070-9ec2-ccac9d8e470b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:44.796363 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e761baf-bd08-4070-9ec2-ccac9d8e470b None None] Bound using segment: {'id': 'bc14127b-7032-4c50-bb5b-f6813cbae86e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'} {{(pid=102349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:43:44.797431 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.managers [None req-7e761baf-bd08-4070-9ec2-ccac9d8e470b None None] Bound port: cc2ff8d9-59b6-4e2b-b65c-f09cd857a366, host: n-d-813419-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc14127b-7032-4c50-bb5b-f6813cbae86e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'}}] {{(pid=102349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:43:44.797431 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-7e761baf-bd08-4070-9ec2-ccac9d8e470b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:44.804770 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-feb4f7a6-08dd-4281-a343-3be09f940f60 None None] Provisioning complete for port a8591be9-1462-4868-a06e-c590d8c4e6f8 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:43:44.806889 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-feb4f7a6-08dd-4281-a343-3be09f940f60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:44.832087 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-5e1d3247-8274-4980-ae28-4cd57c5cd2dc req-f058da4f-bda9-4b06-94aa-a68ddec2a482 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] 10.222.0.44 "GET /v2.0/ports?device_id=91ccc442-ec50-4418-afd5-4249b29ada1e HTTP/1.1" status: 200 len: 210 time: 0.0888643 Oct 27 10:43:44.846566 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-3c0cd18e-0fce-4213-9b4c-d3724c2d1c36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:44.882628 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-b736e5c9-a0ee-4291-bd30-276fbb693aa8 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c243cce399a24f35a6c9010ea56639f9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8494689 Oct 27 10:43:44.918684 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 50346) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:43:44.950940 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.db [None req-7e761baf-bd08-4070-9ec2-ccac9d8e470b None None] For port cc2ff8d9-59b6-4e2b-b65c-f09cd857a366, host n-d-813419-10, cleared binding levels {{(pid=102349) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:43:44.954401 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.db [None req-7e761baf-bd08-4070-9ec2-ccac9d8e470b None None] For port cc2ff8d9-59b6-4e2b-b65c-f09cd857a366, host n-d-813419-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=cc2ff8d9-59b6-4e2b-b65c-f09cd857a366,segment=NetworkSegment(bc14127b-7032-4c50-bb5b-f6813cbae86e),segment_id=bc14127b-7032-4c50-bb5b-f6813cbae86e)] {{(pid=102349) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:43:44.956613 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751a6867-7904-48f9-ac07-5ea7a0603687 None None] Pushing event updated for resources: {'Port': ['ID=cc2ff8d9-59b6-4e2b-b65c-f09cd857a366,revision_number=2']} {{(pid=102349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:43:44.969238 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-7e761baf-bd08-4070-9ec2-ccac9d8e470b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:45.057544 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e761baf-bd08-4070-9ec2-ccac9d8e470b None None] Routers {'87149a51-e64c-4564-b173-fa8f780c9884'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:43:45.061430 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-7e761baf-bd08-4070-9ec2-ccac9d8e470b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:43:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['87149a51-e64c-4564-b173-fa8f780c9884'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:43:45.255362 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_common [None req-3c0cd18e-0fce-4213-9b4c-d3724c2d1c36 admin admin] Allocated IP 172.20.0.1 (e7645404-348f-4c33-a048-d9625903b2bc/061e1f52-2314-43fa-9579-99995322b631/be9fdb6d-0b2a-4fc0-b84d-d253074a5c36) {{(pid=102347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:43:45.260911 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvr_db [None req-7e761baf-bd08-4070-9ec2-ccac9d8e470b None None] Set router 87149a51-e64c-4564-b173-fa8f780c9884 gateway port host: n-d-813419-10 {{(pid=102349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:43:45.322400 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751a6867-7904-48f9-ac07-5ea7a0603687 None None] Pushing event updated for resources: {'Port': ['ID=cc2ff8d9-59b6-4e2b-b65c-f09cd857a366,revision_number=3']} {{(pid=102349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:43:45.518260 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-3c0cd18e-0fce-4213-9b4c-d3724c2d1c36 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:45.537019 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b736e5c9-a0ee-4291-bd30-276fbb693aa8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f3e4950-ba0f-4df8-8384-c51fa278195c,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:43:45.570770 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-3c0cd18e-0fce-4213-9b4c-d3724c2d1c36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:45.586688 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-042588a7-9a3f-4297-9462-747900ea0543 tempest-RoutersAdminTest-381632799 tempest-RoutersAdminTest-381632799-project-admin] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:43:45.605977 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e896762a-de87-4bf6-aa1a-d73f41fbf227 None None] Sync routers for ids ['d1ba52b5-d1f2-47bd-b69d-a83565c93c8a'] in n-d-813419-10 {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:43:45.635007 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-042588a7-9a3f-4297-9462-747900ea0543 tempest-RoutersAdminTest-381632799 tempest-RoutersAdminTest-381632799-project-admin] Publish callbacks [] for router, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:45.639570 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c0cd18e-0fce-4213-9b4c-d3724c2d1c36 admin admin] Network e7645404-348f-4c33-a048-d9625903b2bc is already hosted by enough agents. {{(pid=102347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:43:45.642781 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e896762a-de87-4bf6-aa1a-d73f41fbf227 None None] Routers {'d1ba52b5-d1f2-47bd-b69d-a83565c93c8a'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:43:45.643133 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [None req-3c0cd18e-0fce-4213-9b4c-d3724c2d1c36 admin admin] Resources bound (agent type, host, resource id): {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:43:45.644965 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 50360) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:43:45.647949 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-e896762a-de87-4bf6-aa1a-d73f41fbf227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:43:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['d1ba52b5-d1f2-47bd-b69d-a83565c93c8a'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:43:45.649148 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c0cd18e-0fce-4213-9b4c-d3724c2d1c36 admin admin] Received port after_create {{(pid=102347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:43:45.654474 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-042588a7-9a3f-4297-9462-747900ea0543 tempest-RoutersAdminTest-381632799 tempest-RoutersAdminTest-381632799-project-admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 4.6410217 Oct 27 10:43:45.659052 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-4a7af735-2b32-4957-85c9-37d7eb9f5f59 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:45.820962 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0cd18e-0fce-4213-9b4c-d3724c2d1c36 admin admin] Pushing event updated for resources: {'Port': ['ID=be9fdb6d-0b2a-4fc0-b84d-d253074a5c36,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:43:45.853819 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-4a7af735-2b32-4957-85c9-37d7eb9f5f59 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:45.869243 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-3c0cd18e-0fce-4213-9b4c-d3724c2d1c36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1664961'] for router_interface, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:46.002939 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-4a7af735-2b32-4957-85c9-37d7eb9f5f59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:46.008700 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-4a7af735-2b32-4957-85c9-37d7eb9f5f59 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:46.019166 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-4a7af735-2b32-4957-85c9-37d7eb9f5f59 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2f3e4950-ba0f-4df8-8384-c51fa278195c HTTP/1.1" status: 204 len: 168 time: 1.0973554 Oct 27 10:43:46.041617 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvr_db [None req-e896762a-de87-4bf6-aa1a-d73f41fbf227 None None] Set router d1ba52b5-d1f2-47bd-b69d-a83565c93c8a gateway port host: n-d-813419-10 {{(pid=102348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:43:46.054470 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7af735-2b32-4957-85c9-37d7eb9f5f59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f3e4950-ba0f-4df8-8384-c51fa278195c,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:43:46.140096 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-0b8906c8-caf9-457a-a22f-fa37a91b1975 req-0e754460-bcf0-4784-aa01-22532e52b2a1 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] 10.222.0.44 "GET /v2.0/ports?device_id=91ccc442-ec50-4418-afd5-4249b29ada1e HTTP/1.1" status: 200 len: 210 time: 0.0856442 Oct 27 10:43:46.213961 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 50372) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:43:46.214380 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-df9b8618-daf2-44f2-a0c6-819bbf01e9ac tempest-RoutersAdminTest-381632799 tempest-RoutersAdminTest-381632799-project-admin] 10.222.0.44 "GET /v2.0/routers/d1ba52b5-d1f2-47bd-b69d-a83565c93c8a HTTP/1.1" status: 200 len: 907 time: 0.5664470 Oct 27 10:43:46.219817 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-3e4cf740-072f-468c-b888-b7e975883a98 tempest-RoutersAdminTest-381632799 tempest-RoutersAdminTest-381632799-project-admin] Request body: {'router': {'name': 'tempest-snat-router-792082536', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'enable_snat': True}}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:43:46.224060 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-7e761baf-bd08-4070-9ec2-ccac9d8e470b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87149a51-e64c-4564-b173-fa8f780c9884', 'name': 'tempest-TestVolumeBootPattern-718839973-router', 'tenant_id': '312a14de01fd4d2f95d511b488b54c88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.74'}], 'enable_snat': True}, 'gw_port_id': 'cc2ff8d9-59b6-4e2b-b65c-f09cd857a366', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:43:39Z', 'updated_at': '2021-10-27T10:43:42Z', 'revision_number': 3, 'project_id': '312a14de01fd4d2f95d511b488b54c88', 'gw_port': {'id': 'cc2ff8d9-59b6-4e2b-b65c-f09cd857a366', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:37:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87149a51-e64c-4564-b173-fa8f780c9884', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2763, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:43:41Z', 'updated_at': '2021-10-27T10:43:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10'}], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:43:46.275175 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-3e4cf740-072f-468c-b888-b7e975883a98 tempest-RoutersAdminTest-381632799 tempest-RoutersAdminTest-381632799-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1768632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3610'] for router, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:46.277074 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-3e4cf740-072f-468c-b888-b7e975883a98 tempest-RoutersAdminTest-381632799 tempest-RoutersAdminTest-381632799-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1765704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1769409', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1694266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3597'] for router, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:46.289546 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e761baf-bd08-4070-9ec2-ccac9d8e470b None None] The sync data for ids ['87149a51-e64c-4564-b173-fa8f780c9884'] in n-d-813419-10 is: [{'id': '87149a51-e64c-4564-b173-fa8f780c9884', 'name': 'tempest-TestVolumeBootPattern-718839973-router', 'tenant_id': '312a14de01fd4d2f95d511b488b54c88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.74'}], 'enable_snat': True}, 'gw_port_id': 'cc2ff8d9-59b6-4e2b-b65c-f09cd857a366', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:43:39Z', 'updated_at': '2021-10-27T10:43:42Z', 'revision_number': 3, 'project_id': '312a14de01fd4d2f95d511b488b54c88', 'gw_port': {'id': 'cc2ff8d9-59b6-4e2b-b65c-f09cd857a366', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:37:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87149a51-e64c-4564-b173-fa8f780c9884', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2763, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:43:41Z', 'updated_at': '2021-10-27T10:43:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10'}] {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:43:46.308170 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-3c0cd18e-0fce-4213-9b4c-d3724c2d1c36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:46.386288 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device a8591be9-1462-4868-a06e-c590d8c4e6f8 up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:43:46.473470 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-3e4cf740-072f-468c-b888-b7e975883a98 tempest-RoutersAdminTest-381632799 tempest-RoutersAdminTest-381632799-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:46.498532 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-c5fb3cc8-878e-4913-9467-d7a3f6b5c51c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:46.507431 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-8460c96c-69a8-4d4a-925e-d0f4e9af69ca None None] Provisioning complete for port be9fdb6d-0b2a-4fc0-b84d-d253074a5c36 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:43:46.508114 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-8460c96c-69a8-4d4a-925e-d0f4e9af69ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:46.570387 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-8460c96c-69a8-4d4a-925e-d0f4e9af69ca None None] Port be9fdb6d-0b2a-4fc0-b84d-d253074a5c36 cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:43:46.818165 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port a8591be9-1462-4868-a06e-c590d8c4e6f8 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:43:46.818534 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:46.897788 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-3c0cd18e-0fce-4213-9b4c-d3724c2d1c36 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:46.906803 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-3c0cd18e-0fce-4213-9b4c-d3724c2d1c36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:46.927036 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-3e4cf740-072f-468c-b888-b7e975883a98 tempest-RoutersAdminTest-381632799 tempest-RoutersAdminTest-381632799-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:46.969125 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-e896762a-de87-4bf6-aa1a-d73f41fbf227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1ba52b5-d1f2-47bd-b69d-a83565c93c8a', 'name': 'tempest-snat-router-792082536', 'tenant_id': 'b48d5b418f0f450da886c812d3a84b3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.49'}], 'enable_snat': False}, 'gw_port_id': '95e19cbf-719f-4dc1-8db1-92bedd3f2406', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:43:41Z', 'updated_at': '2021-10-27T10:43:43Z', 'revision_number': 3, 'project_id': 'b48d5b418f0f450da886c812d3a84b3b', 'gw_port': {'id': '95e19cbf-719f-4dc1-8db1-92bedd3f2406', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:09:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1ba52b5-d1f2-47bd-b69d-a83565c93c8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2764, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:43:42Z', 'updated_at': '2021-10-27T10:43:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-813419-10'}], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:43:47.060940 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e896762a-de87-4bf6-aa1a-d73f41fbf227 None None] Checking router: d1ba52b5-d1f2-47bd-b69d-a83565c93c8a for host: n-d-813419-10 {{(pid=102348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 10:43:47.061608 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e896762a-de87-4bf6-aa1a-d73f41fbf227 None None] Updating router d1ba52b5-d1f2-47bd-b69d-a83565c93c8a port 95e19cbf-719f-4dc1-8db1-92bedd3f2406 binding host n-d-813419-10 {{(pid=102348) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 10:43:47.072978 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-3c0cd18e-0fce-4213-9b4c-d3724c2d1c36 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2006967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1766225'] for router_interface, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:47.354469 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-e896762a-de87-4bf6-aa1a-d73f41fbf227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:47.495433 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-6376767b-34e4-44a1-bd54-21182fd826be req-f4dc448c-80d1-424c-919d-adb0d40e34e8 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] 10.222.0.44 "GET /v2.0/ports?device_id=91ccc442-ec50-4418-afd5-4249b29ada1e HTTP/1.1" status: 200 len: 210 time: 0.1147580 Oct 27 10:43:47.663832 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-3e4cf740-072f-468c-b888-b7e975883a98 tempest-RoutersAdminTest-381632799 tempest-RoutersAdminTest-381632799-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:47.697963 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-3e4cf740-072f-468c-b888-b7e975883a98 tempest-RoutersAdminTest-381632799 tempest-RoutersAdminTest-381632799-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:48.035541 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-e896762a-de87-4bf6-aa1a-d73f41fbf227 None None] Publish callbacks [] for port, precommit_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:48.051808 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-e896762a-de87-4bf6-aa1a-d73f41fbf227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:48.119563 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c0cd18e-0fce-4213-9b4c-d3724c2d1c36 admin admin] Network e7645404-348f-4c33-a048-d9625903b2bc is already hosted by enough agents. {{(pid=102347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:43:48.121881 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [None req-3c0cd18e-0fce-4213-9b4c-d3724c2d1c36 admin admin] Resources bound (agent type, host, resource id): {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:43:48.133562 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0cd18e-0fce-4213-9b4c-d3724c2d1c36 admin admin] Pushing event updated for resources: {'Port': ['ID=be9fdb6d-0b2a-4fc0-b84d-d253074a5c36,revision_number=2']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:43:48.280900 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_common [None req-3e4cf740-072f-468c-b888-b7e975883a98 tempest-RoutersAdminTest-381632799 tempest-RoutersAdminTest-381632799-project-admin] Allocated IP 172.25.8.150 (185ff123-c7ff-45c7-a6be-71feb35acc9c/0fb9f9d1-7384-481f-8fa8-f4566c349d30/3cb65c3b-e61d-44ca-a7ea-f34340b06ef0) {{(pid=102346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:43:48.286934 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cfad64-976c-48ee-83b0-704ffdc5f139 None None] Pushing event updated for resources: {'Port': ['ID=95e19cbf-719f-4dc1-8db1-92bedd3f2406,revision_number=2']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:43:48.316914 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-e896762a-de87-4bf6-aa1a-d73f41fbf227 None None] Attempting to bind port 95e19cbf-719f-4dc1-8db1-92bedd3f2406 on host n-d-813419-10 for vnic_type normal with profile {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:43:48.320766 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-e896762a-de87-4bf6-aa1a-d73f41fbf227 None None] Attempting to bind port 95e19cbf-719f-4dc1-8db1-92bedd3f2406 by drivers openvswitch,hyperv on host n-d-813419-10 at level 0 using segments [{'id': 'bc14127b-7032-4c50-bb5b-f6813cbae86e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:43:48.321484 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e896762a-de87-4bf6-aa1a-d73f41fbf227 None None] Attempting to bind port 95e19cbf-719f-4dc1-8db1-92bedd3f2406 on network 185ff123-c7ff-45c7-a6be-71feb35acc9c {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:43:48.403499 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e896762a-de87-4bf6-aa1a-d73f41fbf227 None None] Checking agent: {'id': '89dba0f3-79b2-435e-9822-33674b8f6ada', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 8, 20), 'started_at': datetime.datetime(2021, 10, 27, 10, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 43, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:43:48.409590 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e896762a-de87-4bf6-aa1a-d73f41fbf227 None None] Checking segment: {'id': 'bc14127b-7032-4c50-bb5b-f6813cbae86e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:43:48.410026 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-e896762a-de87-4bf6-aa1a-d73f41fbf227 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:48.410481 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e896762a-de87-4bf6-aa1a-d73f41fbf227 None None] Bound using segment: {'id': 'bc14127b-7032-4c50-bb5b-f6813cbae86e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:43:48.410916 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-e896762a-de87-4bf6-aa1a-d73f41fbf227 None None] Bound port: 95e19cbf-719f-4dc1-8db1-92bedd3f2406, host: n-d-813419-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc14127b-7032-4c50-bb5b-f6813cbae86e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'}}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:43:48.420708 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-e896762a-de87-4bf6-aa1a-d73f41fbf227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:48.438272 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device cc2ff8d9-59b6-4e2b-b65c-f09cd857a366 up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:43:48.477578 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c0cd18e-0fce-4213-9b4c-d3724c2d1c36 admin admin] Router 87149a51-e64c-4564-b173-fa8f780c9884 has already been hosted by L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb {{(pid=102347) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 10:43:48.599219 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-3e4cf740-072f-468c-b888-b7e975883a98 tempest-RoutersAdminTest-381632799 tempest-RoutersAdminTest-381632799-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:48.612686 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3657889b-a515-473f-b7fb-037d7a1d24b7 req-c3767fc8-533a-4611-a579-e50b6dd8cbad tempest-ServerTagsTestJSON-450889793 tempest-ServerTagsTestJSON-450889793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:43:48.622049 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-3657889b-a515-473f-b7fb-037d7a1d24b7 req-c3767fc8-533a-4611-a579-e50b6dd8cbad tempest-ServerTagsTestJSON-450889793 tempest-ServerTagsTestJSON-450889793-project] 10.222.0.44 "GET /v2.0/ports?device_id=d6516250-90d0-491d-b352-676cdcea00e3 HTTP/1.1" status: 200 len: 946 time: 0.1500356 Oct 27 10:43:48.679750 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-4bf59a19-c553-464d-9edc-5897cdd35791 None None] Provisioning complete for port be9fdb6d-0b2a-4fc0-b84d-d253074a5c36 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:43:48.680128 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-4bf59a19-c553-464d-9edc-5897cdd35791 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:48.693298 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-f017b380-9c56-40e6-934b-92432527c501 req-a349f153-89f5-4c0f-910d-d74aa7a05ad7 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] 10.222.0.44 "GET /v2.0/ports?device_id=91ccc442-ec50-4418-afd5-4249b29ada1e HTTP/1.1" status: 200 len: 210 time: 0.0378881 Oct 27 10:43:48.699757 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-3657889b-a515-473f-b7fb-037d7a1d24b7 req-3cd3af98-ea12-4b76-9519-69c9d793f3ce tempest-ServerTagsTestJSON-450889793 tempest-ServerTagsTestJSON-450889793-project] 10.222.0.44 "GET /v2.0/security-groups?id=5d330b46-8008-45cc-afe3-b9d68efad9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719438 Oct 27 10:43:48.739198 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-3e4cf740-072f-468c-b888-b7e975883a98 tempest-RoutersAdminTest-381632799 tempest-RoutersAdminTest-381632799-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:48.745743 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-4bf59a19-c553-464d-9edc-5897cdd35791 None None] Port be9fdb6d-0b2a-4fc0-b84d-d253074a5c36 cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:43:48.748523 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-e896762a-de87-4bf6-aa1a-d73f41fbf227 None None] For port 95e19cbf-719f-4dc1-8db1-92bedd3f2406, host n-d-813419-10, cleared binding levels {{(pid=102348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:43:48.757160 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port cc2ff8d9-59b6-4e2b-b65c-f09cd857a366 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:43:48.757587 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:48.763765 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c0cd18e-0fce-4213-9b4c-d3724c2d1c36 admin admin] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:43:48.771534 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-3c0cd18e-0fce-4213-9b4c-d3724c2d1c36 admin admin] 10.222.0.44 "PUT /v2.0/routers/87149a51-e64c-4564-b173-fa8f780c9884/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1313593 Oct 27 10:43:48.772729 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-e896762a-de87-4bf6-aa1a-d73f41fbf227 None None] For port 95e19cbf-719f-4dc1-8db1-92bedd3f2406, host n-d-813419-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=95e19cbf-719f-4dc1-8db1-92bedd3f2406,segment=NetworkSegment(bc14127b-7032-4c50-bb5b-f6813cbae86e),segment_id=bc14127b-7032-4c50-bb5b-f6813cbae86e)] {{(pid=102348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:43:48.800275 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-e896762a-de87-4bf6-aa1a-d73f41fbf227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:48.806794 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e4cf740-072f-468c-b888-b7e975883a98 tempest-RoutersAdminTest-381632799 tempest-RoutersAdminTest-381632799-project-admin] Network 185ff123-c7ff-45c7-a6be-71feb35acc9c is already hosted by enough agents. {{(pid=102346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:43:48.809950 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-3e4cf740-072f-468c-b888-b7e975883a98 tempest-RoutersAdminTest-381632799 tempest-RoutersAdminTest-381632799-project-admin] Resources bound (agent type, host, resource id): {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:43:48.818609 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e4cf740-072f-468c-b888-b7e975883a98 tempest-RoutersAdminTest-381632799 tempest-RoutersAdminTest-381632799-project-admin] Received port after_create {{(pid=102346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:43:48.868538 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4cf740-072f-468c-b888-b7e975883a98 tempest-RoutersAdminTest-381632799 tempest-RoutersAdminTest-381632799-project-admin] Pushing event updated for resources: {'Port': ['ID=3cb65c3b-e61d-44ca-a7ea-f34340b06ef0,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:43:48.869844 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cfad64-976c-48ee-83b0-704ffdc5f139 None None] Pushing event updated for resources: {'Port': ['ID=95e19cbf-719f-4dc1-8db1-92bedd3f2406,revision_number=3']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:43:48.925750 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-2f5380f6-0f9e-4cc4-b52d-6a5d2df3dc97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:48.932968 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e896762a-de87-4bf6-aa1a-d73f41fbf227 None None] Routers {'d1ba52b5-d1f2-47bd-b69d-a83565c93c8a'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:43:48.933601 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-e896762a-de87-4bf6-aa1a-d73f41fbf227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:43:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['d1ba52b5-d1f2-47bd-b69d-a83565c93c8a'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:43:49.055521 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:49.094018 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] For port cc2ff8d9-59b6-4e2b-b65c-f09cd857a366, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=cc2ff8d9-59b6-4e2b-b65c-f09cd857a366,segment=NetworkSegment(bc14127b-7032-4c50-bb5b-f6813cbae86e),segment_id=bc14127b-7032-4c50-bb5b-f6813cbae86e)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:43:49.102585 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:49.106978 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvr_db [None req-e896762a-de87-4bf6-aa1a-d73f41fbf227 None None] Set router d1ba52b5-d1f2-47bd-b69d-a83565c93c8a gateway port host: n-d-813419-10 {{(pid=102348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:43:49.299708 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-036d94c7-c4c8-4b12-afff-624ee5064803 None None] Sync routers for ids ['87149a51-e64c-4564-b173-fa8f780c9884'] in n-d-813419-10 {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:43:49.316968 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-036d94c7-c4c8-4b12-afff-624ee5064803 None None] Routers {'87149a51-e64c-4564-b173-fa8f780c9884'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:43:49.319229 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-036d94c7-c4c8-4b12-afff-624ee5064803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:43:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['87149a51-e64c-4564-b173-fa8f780c9884'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:43:49.394915 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-3e4cf740-072f-468c-b888-b7e975883a98 tempest-RoutersAdminTest-381632799 tempest-RoutersAdminTest-381632799-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:49.538577 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Pushing event updated for resources: {'Port': ['ID=cc2ff8d9-59b6-4e2b-b65c-f09cd857a366,revision_number=4']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:43:49.590492 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-e896762a-de87-4bf6-aa1a-d73f41fbf227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1ba52b5-d1f2-47bd-b69d-a83565c93c8a', 'name': 'tempest-snat-router-792082536', 'tenant_id': 'b48d5b418f0f450da886c812d3a84b3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.49'}], 'enable_snat': False}, 'gw_port_id': '95e19cbf-719f-4dc1-8db1-92bedd3f2406', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:43:41Z', 'updated_at': '2021-10-27T10:43:43Z', 'revision_number': 3, 'project_id': 'b48d5b418f0f450da886c812d3a84b3b', 'gw_port': {'id': '95e19cbf-719f-4dc1-8db1-92bedd3f2406', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:09:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1ba52b5-d1f2-47bd-b69d-a83565c93c8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2764, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:43:42Z', 'updated_at': '2021-10-27T10:43:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-813419-10'}], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:43:49.616295 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvr_db [None req-036d94c7-c4c8-4b12-afff-624ee5064803 None None] Set router 87149a51-e64c-4564-b173-fa8f780c9884 gateway port host: n-d-813419-10 {{(pid=102349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:43:49.619882 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e896762a-de87-4bf6-aa1a-d73f41fbf227 None None] The sync data for ids ['d1ba52b5-d1f2-47bd-b69d-a83565c93c8a'] in n-d-813419-10 is: [{'id': 'd1ba52b5-d1f2-47bd-b69d-a83565c93c8a', 'name': 'tempest-snat-router-792082536', 'tenant_id': 'b48d5b418f0f450da886c812d3a84b3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.49'}], 'enable_snat': False}, 'gw_port_id': '95e19cbf-719f-4dc1-8db1-92bedd3f2406', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:43:41Z', 'updated_at': '2021-10-27T10:43:43Z', 'revision_number': 3, 'project_id': 'b48d5b418f0f450da886c812d3a84b3b', 'gw_port': {'id': '95e19cbf-719f-4dc1-8db1-92bedd3f2406', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:09:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1ba52b5-d1f2-47bd-b69d-a83565c93c8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2764, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:43:42Z', 'updated_at': '2021-10-27T10:43:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-813419-10'}] {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:43:49.708705 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-3e4cf740-072f-468c-b888-b7e975883a98 tempest-RoutersAdminTest-381632799 tempest-RoutersAdminTest-381632799-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1765699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1769372'] for router, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:49.900247 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-5d89c5d8-2d71-42df-a237-e02d2d825a99 req-afeae01f-17df-4a84-8158-4ea509f8ce65 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] 10.222.0.44 "GET /v2.0/ports?device_id=91ccc442-ec50-4418-afd5-4249b29ada1e HTTP/1.1" status: 200 len: 210 time: 0.0597961 Oct 27 10:43:49.939251 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 50464) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:43:49.992516 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:50.031509 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-036d94c7-c4c8-4b12-afff-624ee5064803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87149a51-e64c-4564-b173-fa8f780c9884', 'name': 'tempest-TestVolumeBootPattern-718839973-router', 'tenant_id': '312a14de01fd4d2f95d511b488b54c88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.74'}], 'enable_snat': True}, 'gw_port_id': 'cc2ff8d9-59b6-4e2b-b65c-f09cd857a366', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:43:39Z', 'updated_at': '2021-10-27T10:43:46Z', 'revision_number': 4, 'project_id': '312a14de01fd4d2f95d511b488b54c88', 'gw_port': {'id': 'cc2ff8d9-59b6-4e2b-b65c-f09cd857a366', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:37:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87149a51-e64c-4564-b173-fa8f780c9884', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2763, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:43:41Z', 'updated_at': '2021-10-27T10:43:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_interfaces': [{'id': 'be9fdb6d-0b2a-4fc0-b84d-d253074a5c36', 'name': '', 'network_id': 'e7645404-348f-4c33-a048-d9625903b2bc', 'tenant_id': '312a14de01fd4d2f95d511b488b54c88', 'mac_address': 'fa:16:3e:43:e3:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87149a51-e64c-4564-b173-fa8f780c9884', 'device_owner': 'network:router_interface', 'standard_attr_id': 2775, 'fixed_ips': [{'subnet_id': '061e1f52-2314-43fa-9579-99995322b631', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:43:44Z', 'updated_at': '2021-10-27T10:43:46Z', 'revision_number': 2, 'project_id': '312a14de01fd4d2f95d511b488b54c88', 'subnets': [{'id': '061e1f52-2314-43fa-9579-99995322b631', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:43:50.039953 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e197582d-6503-46de-b898-879246f7e9d0 req-25a3fbd5-83fc-4923-95e9-8defa9be5554 tempest-ServerTagsTestJSON-450889793 tempest-ServerTagsTestJSON-450889793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:43:50.041778 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-e197582d-6503-46de-b898-879246f7e9d0 req-25a3fbd5-83fc-4923-95e9-8defa9be5554 tempest-ServerTagsTestJSON-450889793 tempest-ServerTagsTestJSON-450889793-project] 10.222.0.44 "GET /v2.0/ports?device_id=d6516250-90d0-491d-b352-676cdcea00e3 HTTP/1.1" status: 200 len: 946 time: 0.1463680 Oct 27 10:43:50.062263 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-eadeaa30-4096-4d1a-b3cb-aa7ebfb291ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:50.105494 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-036d94c7-c4c8-4b12-afff-624ee5064803 None None] Checking router: 87149a51-e64c-4564-b173-fa8f780c9884 for host: n-d-813419-10 {{(pid=102349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 10:43:50.105494 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-036d94c7-c4c8-4b12-afff-624ee5064803 None None] Updating router 87149a51-e64c-4564-b173-fa8f780c9884 port be9fdb6d-0b2a-4fc0-b84d-d253074a5c36 binding host n-d-813419-10 {{(pid=102349) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 10:43:50.105954 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b4de04-51f3-4844-bcdc-96f63632e694 req-02c910c1-fb91-456d-9419-0c44fbebfd8f tempest-ServerTagsTestJSON-450889793 tempest-ServerTagsTestJSON-450889793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:43:50.105954 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-70b4de04-51f3-4844-bcdc-96f63632e694 req-02c910c1-fb91-456d-9419-0c44fbebfd8f tempest-ServerTagsTestJSON-450889793 tempest-ServerTagsTestJSON-450889793-project] 10.222.0.76 "GET /v2.0/ports?device_id=d6516250-90d0-491d-b352-676cdcea00e3 HTTP/1.1" status: 200 len: 946 time: 0.1634443 Oct 27 10:43:50.177403 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-e197582d-6503-46de-b898-879246f7e9d0 req-3c3c730a-a68a-41e0-a18e-0e35be5c859e tempest-ServerTagsTestJSON-450889793 tempest-ServerTagsTestJSON-450889793-project] 10.222.0.44 "GET /v2.0/security-groups?id=5d330b46-8008-45cc-afe3-b9d68efad9ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234190 Oct 27 10:43:50.230807 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-036d94c7-c4c8-4b12-afff-624ee5064803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:50.273580 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e4cf740-072f-468c-b888-b7e975883a98 tempest-RoutersAdminTest-381632799 tempest-RoutersAdminTest-381632799-project-admin] Router 7ba9fb06-a87f-4dce-ba3a-f16cff49d9b8 is scheduled to L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb with binding_index 1 {{(pid=102346) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 10:43:50.311128 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-722449a2-6137-4162-8ab5-e01ebb70ad9c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:50.379609 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [req-70b4de04-51f3-4844-bcdc-96f63632e694 req-f6d49420-2444-482e-ad52-962241b3fea4 tempest-ServerTagsTestJSON-450889793 tempest-ServerTagsTestJSON-450889793-project] Deleting port e1adbdeb-f599-47d8-a60d-64fa1246e2f6 {{(pid=102347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:43:50.379864 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-70b4de04-51f3-4844-bcdc-96f63632e694 req-f6d49420-2444-482e-ad52-962241b3fea4 tempest-ServerTagsTestJSON-450889793 tempest-ServerTagsTestJSON-450889793-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:50.517064 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 95e19cbf-719f-4dc1-8db1-92bedd3f2406 up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:43:50.656478 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-70b4de04-51f3-4844-bcdc-96f63632e694 req-f6d49420-2444-482e-ad52-962241b3fea4 tempest-ServerTagsTestJSON-450889793 tempest-ServerTagsTestJSON-450889793-project] For port e1adbdeb-f599-47d8-a60d-64fa1246e2f6, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=e1adbdeb-f599-47d8-a60d-64fa1246e2f6,segment=NetworkSegment(8e9b63f6-1870-45bd-a22e-151102c954ac),segment_id=8e9b63f6-1870-45bd-a22e-151102c954ac)] {{(pid=102347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:43:50.657035 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e4cf740-072f-468c-b888-b7e975883a98 tempest-RoutersAdminTest-381632799 tempest-RoutersAdminTest-381632799-project-admin] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:43:50.658283 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-70b4de04-51f3-4844-bcdc-96f63632e694 req-f6d49420-2444-482e-ad52-962241b3fea4 tempest-ServerTagsTestJSON-450889793 tempest-ServerTagsTestJSON-450889793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:50.680217 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46136906-1107-43ab-96ff-4152ffc6e4e8 None None] Sync routers for ids ['7ba9fb06-a87f-4dce-ba3a-f16cff49d9b8'] in n-d-813419-10 {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:43:50.694682 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [req-70b4de04-51f3-4844-bcdc-96f63632e694 req-f6d49420-2444-482e-ad52-962241b3fea4 tempest-ServerTagsTestJSON-450889793 tempest-ServerTagsTestJSON-450889793-project] Calling delete_port for e1adbdeb-f599-47d8-a60d-64fa1246e2f6 owned by compute:nova {{(pid=102347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:43:50.705375 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-722449a2-6137-4162-8ab5-e01ebb70ad9c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:50.709874 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-3e4cf740-072f-468c-b888-b7e975883a98 tempest-RoutersAdminTest-381632799 tempest-RoutersAdminTest-381632799-project-admin] Publish callbacks [] for router, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:50.711313 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-3e4cf740-072f-468c-b888-b7e975883a98 tempest-RoutersAdminTest-381632799 tempest-RoutersAdminTest-381632799-project-admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 4.4955063 Oct 27 10:43:50.714203 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 50478) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:43:50.719953 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-722449a2-6137-4162-8ab5-e01ebb70ad9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:50.749914 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46136906-1107-43ab-96ff-4152ffc6e4e8 None None] Routers {'7ba9fb06-a87f-4dce-ba3a-f16cff49d9b8'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:43:50.750556 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-46136906-1107-43ab-96ff-4152ffc6e4e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:43:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['7ba9fb06-a87f-4dce-ba3a-f16cff49d9b8'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:43:50.796685 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722449a2-6137-4162-8ab5-e01ebb70ad9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5daf63a6-b4a2-4feb-bd29-c67eee336bc7,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:43:50.819186 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-722449a2-6137-4162-8ab5-e01ebb70ad9c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=cfe13459643a448d9dbe9803bda439c4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8715811 Oct 27 10:43:50.821706 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 50480) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:43:50.884181 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.agents_db [None req-e79ee67d-056e-46ea-bd99-e80473396b25 None None] Agent healthcheck: found 7 active agents {{(pid=102349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 10:43:50.957982 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-1d372591-b58c-4e3d-8966-614285719380 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:50.974534 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port 95e19cbf-719f-4dc1-8db1-92bedd3f2406 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:43:50.985342 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:51.011992 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-1d372591-b58c-4e3d-8966-614285719380 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:51.091386 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-036d94c7-c4c8-4b12-afff-624ee5064803 None None] Publish callbacks [] for port, precommit_update {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:51.100934 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-036d94c7-c4c8-4b12-afff-624ee5064803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:51.140343 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-1d372591-b58c-4e3d-8966-614285719380 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:51.155591 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-1d372591-b58c-4e3d-8966-614285719380 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:51.164640 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-1d372591-b58c-4e3d-8966-614285719380 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/5daf63a6-b4a2-4feb-bd29-c67eee336bc7 HTTP/1.1" status: 204 len: 168 time: 0.3418467 Oct 27 10:43:51.210226 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d372591-b58c-4e3d-8966-614285719380 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5daf63a6-b4a2-4feb-bd29-c67eee336bc7,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:43:51.275782 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-152897a5-ebb6-4fdf-a892-78d74e66f447 req-37ede56c-8431-4153-bff9-641faf9bdf42 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] 10.222.0.44 "GET /v2.0/ports?device_id=91ccc442-ec50-4418-afd5-4249b29ada1e HTTP/1.1" status: 200 len: 210 time: 0.1869886 Oct 27 10:43:51.352365 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 50490) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:43:51.354223 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-d8c5f093-48c8-4ffc-82ed-c0620ab297db tempest-RoutersAdminTest-381632799 tempest-RoutersAdminTest-381632799-project-admin] 10.222.0.44 "GET /v2.0/routers/7ba9fb06-a87f-4dce-ba3a-f16cff49d9b8 HTTP/1.1" status: 200 len: 907 time: 0.6194766 Oct 27 10:43:51.364850 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c047a05-06a4-475b-81cb-2e0930b089b9 None None] Pushing event updated for resources: {'Port': ['ID=be9fdb6d-0b2a-4fc0-b84d-d253074a5c36,revision_number=3']} {{(pid=102349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:43:51.435390 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvr_db [None req-46136906-1107-43ab-96ff-4152ffc6e4e8 None None] Set router 7ba9fb06-a87f-4dce-ba3a-f16cff49d9b8 gateway port host: n-d-813419-10 {{(pid=102348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:43:51.501465 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.managers [None req-036d94c7-c4c8-4b12-afff-624ee5064803 None None] Attempting to bind port be9fdb6d-0b2a-4fc0-b84d-d253074a5c36 on host n-d-813419-10 for vnic_type normal with profile {{(pid=102349) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:43:51.502853 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.managers [None req-036d94c7-c4c8-4b12-afff-624ee5064803 None None] Attempting to bind port be9fdb6d-0b2a-4fc0-b84d-d253074a5c36 by drivers openvswitch,hyperv on host n-d-813419-10 at level 0 using segments [{'id': '009893cd-a36f-4850-b0ab-447b1d471d3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'e7645404-348f-4c33-a048-d9625903b2bc'}] {{(pid=102349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:43:51.503299 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-036d94c7-c4c8-4b12-afff-624ee5064803 None None] Attempting to bind port be9fdb6d-0b2a-4fc0-b84d-d253074a5c36 on network e7645404-348f-4c33-a048-d9625903b2bc {{(pid=102349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:43:51.511702 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-036d94c7-c4c8-4b12-afff-624ee5064803 None None] Checking agent: {'id': '89dba0f3-79b2-435e-9822-33674b8f6ada', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 8, 20), 'started_at': datetime.datetime(2021, 10, 27, 10, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 43, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:43:51.514301 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-70b4de04-51f3-4844-bcdc-96f63632e694 req-f6d49420-2444-482e-ad52-962241b3fea4 tempest-ServerTagsTestJSON-450889793 tempest-ServerTagsTestJSON-450889793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:51.516120 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-036d94c7-c4c8-4b12-afff-624ee5064803 None None] Checking segment: {'id': '009893cd-a36f-4850-b0ab-447b1d471d3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'e7645404-348f-4c33-a048-d9625903b2bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:43:51.523358 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-036d94c7-c4c8-4b12-afff-624ee5064803 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:51.524487 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-036d94c7-c4c8-4b12-afff-624ee5064803 None None] Bound using segment: {'id': '009893cd-a36f-4850-b0ab-447b1d471d3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'e7645404-348f-4c33-a048-d9625903b2bc'} {{(pid=102349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:43:51.526001 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.managers [None req-036d94c7-c4c8-4b12-afff-624ee5064803 None None] Bound port: be9fdb6d-0b2a-4fc0-b84d-d253074a5c36, host: n-d-813419-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '009893cd-a36f-4850-b0ab-447b1d471d3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'e7645404-348f-4c33-a048-d9625903b2bc'}}] {{(pid=102349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:43:51.527369 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-036d94c7-c4c8-4b12-afff-624ee5064803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:51.601875 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:51.642319 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d49420-2444-482e-ad52-962241b3fea4 tempest-ServerTagsTestJSON-450889793 tempest-ServerTagsTestJSON-450889793-project] Pushing event deleted for resources: {'Port': ['ID=e1adbdeb-f599-47d8-a60d-64fa1246e2f6,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:43:51.691588 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-e7800492-27e8-4a5c-8fc4-879cf872acec req-b64962fa-9da9-41b1-8295-73c9b9b9a1d0 tempest-ServerTagsTestJSON-450889793 tempest-ServerTagsTestJSON-450889793-project] 10.222.0.44 "GET /v2.0/ports?device_id=d6516250-90d0-491d-b352-676cdcea00e3 HTTP/1.1" status: 200 len: 210 time: 0.1826644 Oct 27 10:43:51.746884 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.db [None req-036d94c7-c4c8-4b12-afff-624ee5064803 None None] For port be9fdb6d-0b2a-4fc0-b84d-d253074a5c36, host n-d-813419-10, cleared binding levels {{(pid=102349) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:43:51.748465 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [req-70b4de04-51f3-4844-bcdc-96f63632e694 req-f6d49420-2444-482e-ad52-962241b3fea4 tempest-ServerTagsTestJSON-450889793 tempest-ServerTagsTestJSON-450889793-project] No DVR routers for this DVR port e1adbdeb-f599-47d8-a60d-64fa1246e2f6 on host n-h2-813419-10 {{(pid=102347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:43:51.756841 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-70b4de04-51f3-4844-bcdc-96f63632e694 req-f6d49420-2444-482e-ad52-962241b3fea4 tempest-ServerTagsTestJSON-450889793 tempest-ServerTagsTestJSON-450889793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:51.759840 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.db [None req-036d94c7-c4c8-4b12-afff-624ee5064803 None None] For port be9fdb6d-0b2a-4fc0-b84d-d253074a5c36, host n-d-813419-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=be9fdb6d-0b2a-4fc0-b84d-d253074a5c36,segment=NetworkSegment(009893cd-a36f-4850-b0ab-447b1d471d3c),segment_id=009893cd-a36f-4850-b0ab-447b1d471d3c)] {{(pid=102349) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:43:51.761706 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] For port 95e19cbf-719f-4dc1-8db1-92bedd3f2406, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=95e19cbf-719f-4dc1-8db1-92bedd3f2406,segment=NetworkSegment(bc14127b-7032-4c50-bb5b-f6813cbae86e),segment_id=bc14127b-7032-4c50-bb5b-f6813cbae86e)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:43:51.771170 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-036d94c7-c4c8-4b12-afff-624ee5064803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:51.773534 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-70b4de04-51f3-4844-bcdc-96f63632e694 req-f6d49420-2444-482e-ad52-962241b3fea4 tempest-ServerTagsTestJSON-450889793 tempest-ServerTagsTestJSON-450889793-project] 10.222.0.76 "DELETE /v2.0/ports/e1adbdeb-f599-47d8-a60d-64fa1246e2f6 HTTP/1.1" status: 204 len: 173 time: 1.6589947 Oct 27 10:43:51.776567 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6516250-90d0-491d-b352-676cdcea00e3', 'name': 'network-vif-deleted', 'tag': 'e1adbdeb-f599-47d8-a60d-64fa1246e2f6'}] {{(pid=102347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:43:51.781614 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311149b481204ee7edffdb959c881838506fbd95bc8577c048f6677abb73acc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00f65e7c-bf57-4776-992b-a308f54413cd" -d '{"events": [{"server_uuid": "d6516250-90d0-491d-b352-676cdcea00e3", "name": "network-vif-deleted", "tag": "e1adbdeb-f599-47d8-a60d-64fa1246e2f6"}]}' {{(pid=102347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:43:51.796655 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-04ae4f5c-ae3a-4844-94b3-0800135dee54 tempest-RoutersAdminTest-381632799 tempest-RoutersAdminTest-381632799-project-admin] Publish callbacks [] for router, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:51.844954 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:51.848683 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device cc2ff8d9-59b6-4e2b-b65c-f09cd857a366 up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:43:51.872904 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:43:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd1fdfab-a731-4c8b-8878-222ec2b318d4 x-openstack-request-id: req-cd1fdfab-a731-4c8b-8878-222ec2b318d4 {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:43:51.873414 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6516250-90d0-491d-b352-676cdcea00e3", "name": "network-vif-deleted", "tag": "e1adbdeb-f599-47d8-a60d-64fa1246e2f6", "status": "completed", "code": 200}]} {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:43:51.873844 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-cd1fdfab-a731-4c8b-8878-222ec2b318d4 {{(pid=102347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:43:51.874412 n-d-813419-10 neutron-server[102347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6516250-90d0-491d-b352-676cdcea00e3', 'name': 'network-vif-deleted', 'tag': 'e1adbdeb-f599-47d8-a60d-64fa1246e2f6', 'status': 'completed', 'code': 200} Oct 27 10:43:51.916913 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-036d94c7-c4c8-4b12-afff-624ee5064803 None None] Routers {'87149a51-e64c-4564-b173-fa8f780c9884'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:43:51.918129 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-036d94c7-c4c8-4b12-afff-624ee5064803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:43:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['87149a51-e64c-4564-b173-fa8f780c9884'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:43:51.985884 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-1a107007-1e9d-4ad5-b782-2d8fcf517a7e None None] Provisioning complete for port be9fdb6d-0b2a-4fc0-b84d-d253074a5c36 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:43:51.989207 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-1a107007-1e9d-4ad5-b782-2d8fcf517a7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:51.990575 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c047a05-06a4-475b-81cb-2e0930b089b9 None None] Pushing event updated for resources: {'Port': ['ID=be9fdb6d-0b2a-4fc0-b84d-d253074a5c36,revision_number=4']} {{(pid=102349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:43:52.184147 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvr_db [None req-036d94c7-c4c8-4b12-afff-624ee5064803 None None] Set router 87149a51-e64c-4564-b173-fa8f780c9884 gateway port host: n-d-813419-10 {{(pid=102349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:43:52.206079 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-3c6a8245-0581-48aa-b5f6-4d8fe98cd16e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:52.222424 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-04ae4f5c-ae3a-4844-94b3-0800135dee54 tempest-RoutersAdminTest-381632799 tempest-RoutersAdminTest-381632799-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:52.385015 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Pushing event updated for resources: {'Port': ['ID=95e19cbf-719f-4dc1-8db1-92bedd3f2406,revision_number=4']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:43:52.406871 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-04ae4f5c-ae3a-4844-94b3-0800135dee54 tempest-RoutersAdminTest-381632799 tempest-RoutersAdminTest-381632799-project-admin] Deleting port 3cb65c3b-e61d-44ca-a7ea-f34340b06ef0 {{(pid=102346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:43:52.407226 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-04ae4f5c-ae3a-4844-94b3-0800135dee54 tempest-RoutersAdminTest-381632799 tempest-RoutersAdminTest-381632799-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:52.605718 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port cc2ff8d9-59b6-4e2b-b65c-f09cd857a366 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:43:52.608896 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:52.652315 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-904a9747-2613-47ef-a458-63a41d9c8e7c req-7512fb4f-3b67-4211-935e-849f382b5b1f tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] 10.222.0.44 "GET /v2.0/ports?device_id=91ccc442-ec50-4418-afd5-4249b29ada1e HTTP/1.1" status: 200 len: 210 time: 0.0725667 Oct 27 10:43:52.676000 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device e1adbdeb-f599-47d8-a60d-64fa1246e2f6 no longer exists at agent hyperv_n-h2-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:43:52.684524 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-036d94c7-c4c8-4b12-afff-624ee5064803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87149a51-e64c-4564-b173-fa8f780c9884', 'name': 'tempest-TestVolumeBootPattern-718839973-router', 'tenant_id': '312a14de01fd4d2f95d511b488b54c88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.74'}], 'enable_snat': True}, 'gw_port_id': 'cc2ff8d9-59b6-4e2b-b65c-f09cd857a366', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:43:39Z', 'updated_at': '2021-10-27T10:43:46Z', 'revision_number': 4, 'project_id': '312a14de01fd4d2f95d511b488b54c88', 'gw_port': {'id': 'cc2ff8d9-59b6-4e2b-b65c-f09cd857a366', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:37:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87149a51-e64c-4564-b173-fa8f780c9884', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2763, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:43:41Z', 'updated_at': '2021-10-27T10:43:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_interfaces': [{'id': 'be9fdb6d-0b2a-4fc0-b84d-d253074a5c36', 'name': '', 'network_id': 'e7645404-348f-4c33-a048-d9625903b2bc', 'tenant_id': '312a14de01fd4d2f95d511b488b54c88', 'mac_address': 'fa:16:3e:43:e3:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87149a51-e64c-4564-b173-fa8f780c9884', 'device_owner': 'network:router_interface', 'standard_attr_id': 2775, 'fixed_ips': [{'subnet_id': '061e1f52-2314-43fa-9579-99995322b631', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:43:44Z', 'updated_at': '2021-10-27T10:43:51Z', 'revision_number': 4, 'project_id': '312a14de01fd4d2f95d511b488b54c88', 'subnets': [{'id': '061e1f52-2314-43fa-9579-99995322b631', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:43:52.692250 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-1a107007-1e9d-4ad5-b782-2d8fcf517a7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:52.722136 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-04ae4f5c-ae3a-4844-94b3-0800135dee54 tempest-RoutersAdminTest-381632799 tempest-RoutersAdminTest-381632799-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:52.723198 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-036d94c7-c4c8-4b12-afff-624ee5064803 None None] The sync data for ids ['87149a51-e64c-4564-b173-fa8f780c9884'] in n-d-813419-10 is: [{'id': '87149a51-e64c-4564-b173-fa8f780c9884', 'name': 'tempest-TestVolumeBootPattern-718839973-router', 'tenant_id': '312a14de01fd4d2f95d511b488b54c88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.74'}], 'enable_snat': True}, 'gw_port_id': 'cc2ff8d9-59b6-4e2b-b65c-f09cd857a366', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:43:39Z', 'updated_at': '2021-10-27T10:43:46Z', 'revision_number': 4, 'project_id': '312a14de01fd4d2f95d511b488b54c88', 'gw_port': {'id': 'cc2ff8d9-59b6-4e2b-b65c-f09cd857a366', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:37:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87149a51-e64c-4564-b173-fa8f780c9884', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2763, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:43:41Z', 'updated_at': '2021-10-27T10:43:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_interfaces': [{'id': 'be9fdb6d-0b2a-4fc0-b84d-d253074a5c36', 'name': '', 'network_id': 'e7645404-348f-4c33-a048-d9625903b2bc', 'tenant_id': '312a14de01fd4d2f95d511b488b54c88', 'mac_address': 'fa:16:3e:43:e3:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87149a51-e64c-4564-b173-fa8f780c9884', 'device_owner': 'network:router_interface', 'standard_attr_id': 2775, 'fixed_ips': [{'subnet_id': '061e1f52-2314-43fa-9579-99995322b631', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:43:44Z', 'updated_at': '2021-10-27T10:43:51Z', 'revision_number': 4, 'project_id': '312a14de01fd4d2f95d511b488b54c88', 'subnets': [{'id': '061e1f52-2314-43fa-9579-99995322b631', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:43:52.748276 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-04ae4f5c-ae3a-4844-94b3-0800135dee54 tempest-RoutersAdminTest-381632799 tempest-RoutersAdminTest-381632799-project-admin] Calling delete_port for 3cb65c3b-e61d-44ca-a7ea-f34340b06ef0 owned by network:router_gateway {{(pid=102346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:43:52.812279 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 50522) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:43:52.844645 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-46136906-1107-43ab-96ff-4152ffc6e4e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ba9fb06-a87f-4dce-ba3a-f16cff49d9b8', 'name': 'tempest-snat-router-792082536', 'tenant_id': 'b48d5b418f0f450da886c812d3a84b3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.150'}], 'enable_snat': True}, 'gw_port_id': '3cb65c3b-e61d-44ca-a7ea-f34340b06ef0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:43:46Z', 'updated_at': '2021-10-27T10:43:49Z', 'revision_number': 3, 'project_id': 'b48d5b418f0f450da886c812d3a84b3b', 'gw_port': {'id': '3cb65c3b-e61d-44ca-a7ea-f34340b06ef0', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:a2:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ba9fb06-a87f-4dce-ba3a-f16cff49d9b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2777, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:43:47Z', 'updated_at': '2021-10-27T10:43:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10'}], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:43:52.962111 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] No Port match for: e1adbdeb-f599-47d8-a60d-64fa1246e2f6 {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:43:52.962456 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device e1adbdeb-f599-47d8-a60d-64fa1246e2f6 not bound to the agent host n-h2-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:43:53.000472 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46136906-1107-43ab-96ff-4152ffc6e4e8 None None] Checking router: 7ba9fb06-a87f-4dce-ba3a-f16cff49d9b8 for host: n-d-813419-10 {{(pid=102348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 10:43:53.000914 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46136906-1107-43ab-96ff-4152ffc6e4e8 None None] Updating router 7ba9fb06-a87f-4dce-ba3a-f16cff49d9b8 port 3cb65c3b-e61d-44ca-a7ea-f34340b06ef0 binding host n-d-813419-10 {{(pid=102348) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 10:43:53.006872 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_v2 [None req-33b3a18b-8db6-4d31-9f79-50d4734dde4a admin admin] Deleting subnet 1435bf42-184e-408b-82fb-2e61c8760533 {{(pid=102347) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 10:43:53.017274 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-33b3a18b-8db6-4d31-9f79-50d4734dde4a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:53.078498 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-04ae4f5c-ae3a-4844-94b3-0800135dee54 tempest-RoutersAdminTest-381632799 tempest-RoutersAdminTest-381632799-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:53.113813 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ae4f5c-ae3a-4844-94b3-0800135dee54 tempest-RoutersAdminTest-381632799 tempest-RoutersAdminTest-381632799-project-admin] Pushing event deleted for resources: {'Port': ['ID=3cb65c3b-e61d-44ca-a7ea-f34340b06ef0,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:43:53.125347 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-33b3a18b-8db6-4d31-9f79-50d4734dde4a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-18445109'] for subnet, precommit_delete_associations {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:53.175334 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-46136906-1107-43ab-96ff-4152ffc6e4e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:53.194079 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-1a107007-1e9d-4ad5-b782-2d8fcf517a7e None None] For port be9fdb6d-0b2a-4fc0-b84d-d253074a5c36, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=be9fdb6d-0b2a-4fc0-b84d-d253074a5c36,segment=NetworkSegment(009893cd-a36f-4850-b0ab-447b1d471d3c),segment_id=009893cd-a36f-4850-b0ab-447b1d471d3c)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:43:53.269642 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-04ae4f5c-ae3a-4844-94b3-0800135dee54 tempest-RoutersAdminTest-381632799 tempest-RoutersAdminTest-381632799-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1664884'] for router_gateway, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:53.282004 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-33b3a18b-8db6-4d31-9f79-50d4734dde4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855646'] for subnet, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:53.285815 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-1a107007-1e9d-4ad5-b782-2d8fcf517a7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:53.293514 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46136906-1107-43ab-96ff-4152ffc6e4e8 None None] Port 3cb65c3b-e61d-44ca-a7ea-f34340b06ef0 not found while updating agent binding for router 7ba9fb06-a87f-4dce-ba3a-f16cff49d9b8. {{(pid=102348) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Oct 27 10:43:53.404705 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-33b3a18b-8db6-4d31-9f79-50d4734dde4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-18295818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18043720'] for subnet, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:53.459231 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46136906-1107-43ab-96ff-4152ffc6e4e8 None None] Routers {'7ba9fb06-a87f-4dce-ba3a-f16cff49d9b8'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:43:53.459868 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-46136906-1107-43ab-96ff-4152ffc6e4e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:43:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['7ba9fb06-a87f-4dce-ba3a-f16cff49d9b8'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:43:53.467167 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-04ae4f5c-ae3a-4844-94b3-0800135dee54 tempest-RoutersAdminTest-381632799 tempest-RoutersAdminTest-381632799-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1765662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3700'] for router, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:53.469607 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-04ae4f5c-ae3a-4844-94b3-0800135dee54 tempest-RoutersAdminTest-381632799 tempest-RoutersAdminTest-381632799-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:53.501105 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b3a18b-8db6-4d31-9f79-50d4734dde4a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1435bf42-184e-408b-82fb-2e61c8760533,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:43:53.503431 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-33b3a18b-8db6-4d31-9f79-50d4734dde4a admin admin] Publish callbacks [] for subnet, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:53.506741 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-33b3a18b-8db6-4d31-9f79-50d4734dde4a admin admin] 10.222.0.44 "DELETE /v2.0/subnets/1435bf42-184e-408b-82fb-2e61c8760533 HTTP/1.1" status: 204 len: 168 time: 0.6928337 Oct 27 10:43:53.509242 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 50546) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:43:53.557808 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-04ae4f5c-ae3a-4844-94b3-0800135dee54 tempest-RoutersAdminTest-381632799 tempest-RoutersAdminTest-381632799-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1765641'] for router, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:53.558459 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04ae4f5c-ae3a-4844-94b3-0800135dee54 tempest-RoutersAdminTest-381632799 tempest-RoutersAdminTest-381632799-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7ba9fb06-a87f-4dce-ba3a-f16cff49d9b8 {{(pid=102346) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 10:43:53.567089 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-04ae4f5c-ae3a-4844-94b3-0800135dee54 tempest-RoutersAdminTest-381632799 tempest-RoutersAdminTest-381632799-project-admin] Publish callbacks [] for router, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:53.582577 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-04ae4f5c-ae3a-4844-94b3-0800135dee54 tempest-RoutersAdminTest-381632799 tempest-RoutersAdminTest-381632799-project-admin] 10.222.0.44 "DELETE /v2.0/routers/7ba9fb06-a87f-4dce-ba3a-f16cff49d9b8 HTTP/1.1" status: 204 len: 168 time: 2.2289150 Oct 27 10:43:53.583889 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 50550) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:43:53.678941 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-d031d98a-eacf-4b63-ab36-0462259c8832 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586917'] for network, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:53.703258 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-a8548349-5b80-4077-95d0-a056090f2f9c None None] Provisioning complete for port be9fdb6d-0b2a-4fc0-b84d-d253074a5c36 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:43:53.709926 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a8548349-5b80-4077-95d0-a056090f2f9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:53.727099 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvr_db [None req-46136906-1107-43ab-96ff-4152ffc6e4e8 None None] Set router 7ba9fb06-a87f-4dce-ba3a-f16cff49d9b8 gateway port host: None {{(pid=102348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:43:53.838528 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-739061c8-c3ac-4f4e-b211-d942ee10eb5c tempest-RoutersAdminTest-381632799 tempest-RoutersAdminTest-381632799-project-admin] Publish callbacks [] for router, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:53.946952 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-46136906-1107-43ab-96ff-4152ffc6e4e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ba9fb06-a87f-4dce-ba3a-f16cff49d9b8', 'name': 'tempest-snat-router-792082536', 'tenant_id': 'b48d5b418f0f450da886c812d3a84b3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:43:46Z', 'updated_at': '2021-10-27T10:43:53Z', 'revision_number': 5, 'project_id': 'b48d5b418f0f450da886c812d3a84b3b', 'gw_port_host': None}], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:43:53.977488 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-d031d98a-eacf-4b63-ab36-0462259c8832 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857803', 'neutron.services.segments.db._delete_segments_for_network-8743873143390'] for network, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:54.018033 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a107007-1e9d-4ad5-b782-2d8fcf517a7e None None] Pushing event updated for resources: {'Port': ['ID=be9fdb6d-0b2a-4fc0-b84d-d253074a5c36,revision_number=5']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:43:54.062235 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46136906-1107-43ab-96ff-4152ffc6e4e8 None None] The sync data for ids ['7ba9fb06-a87f-4dce-ba3a-f16cff49d9b8'] in n-d-813419-10 is: [{'id': '7ba9fb06-a87f-4dce-ba3a-f16cff49d9b8', 'name': 'tempest-snat-router-792082536', 'tenant_id': 'b48d5b418f0f450da886c812d3a84b3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:43:46Z', 'updated_at': '2021-10-27T10:43:53Z', 'revision_number': 5, 'project_id': 'b48d5b418f0f450da886c812d3a84b3b', 'gw_port_host': None}] {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:43:54.070456 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-d031d98a-eacf-4b63-ab36-0462259c8832 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2faa5358-3260-42be-9294-2e4f65cb93b8']}} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:43:54.114007 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-d031d98a-eacf-4b63-ab36-0462259c8832 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e9b63f6-1870-45bd-a22e-151102c954ac') {'for_net_delete': True} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:43:54.114007 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-d031d98a-eacf-4b63-ab36-0462259c8832 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e9b63f6-1870-45bd-a22e-151102c954ac') {} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:43:54.155576 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-d031d98a-eacf-4b63-ab36-0462259c8832 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743873145191', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18445132'] for segment, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:54.216597 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-d031d98a-eacf-4b63-ab36-0462259c8832 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:54.222910 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device be9fdb6d-0b2a-4fc0-b84d-d253074a5c36 up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:43:54.246458 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d031d98a-eacf-4b63-ab36-0462259c8832 admin admin] Releasing vlan 443 on physical network physnet1 to pool {{(pid=102347) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 10:43:54.248688 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-d031d98a-eacf-4b63-ab36-0462259c8832 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-18296032'] for segment, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:54.257997 n-d-813419-10 neutron-server[102347]: Traceback (most recent call last): Oct 27 10:43:54.257997 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 10:43:54.257997 n-d-813419-10 neutron-server[102347]: timer() Oct 27 10:43:54.257997 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 10:43:54.257997 n-d-813419-10 neutron-server[102347]: cb(*args, **kw) Oct 27 10:43:54.257997 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 10:43:54.257997 n-d-813419-10 neutron-server[102347]: return func(*args, **kwargs) Oct 27 10:43:54.257997 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 10:43:54.257997 n-d-813419-10 neutron-server[102347]: self._notify() Oct 27 10:43:54.257997 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 10:43:54.257997 n-d-813419-10 neutron-server[102347]: self.callback(batched_events) Oct 27 10:43:54.257997 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 10:43:54.257997 n-d-813419-10 neutron-server[102347]: event.method(event) Oct 27 10:43:54.257997 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 10:43:54.257997 n-d-813419-10 neutron-server[102347]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 10:43:54.257997 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 10:43:54.257997 n-d-813419-10 neutron-server[102347]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 10:43:54.257997 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 10:43:54.257997 n-d-813419-10 neutron-server[102347]: return f(self, *a, **k) Oct 27 10:43:54.257997 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 10:43:54.257997 n-d-813419-10 neutron-server[102347]: return self._get(url).json() Oct 27 10:43:54.257997 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 10:43:54.257997 n-d-813419-10 neutron-server[102347]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 10:43:54.257997 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 10:43:54.257997 n-d-813419-10 neutron-server[102347]: return self.request(url, 'GET', **kwargs) Oct 27 10:43:54.257997 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 10:43:54.257997 n-d-813419-10 neutron-server[102347]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 10:43:54.257997 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 10:43:54.257997 n-d-813419-10 neutron-server[102347]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 10:43:54.257997 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 10:43:54.257997 n-d-813419-10 neutron-server[102347]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 10:43:54.257997 n-d-813419-10 neutron-server[102347]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 10:43:54.370895 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port be9fdb6d-0b2a-4fc0-b84d-d253074a5c36 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:43:54.371270 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:54.388464 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 50568) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:43:54.554531 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 95e19cbf-719f-4dc1-8db1-92bedd3f2406 up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:43:54.579247 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-d031d98a-eacf-4b63-ab36-0462259c8832 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664840'] for network, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:54.599132 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-d031d98a-eacf-4b63-ab36-0462259c8832 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for network, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:54.610776 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-f4cb5f35-01e8-457b-8f66-3ed7ae324c38 req-5f33d563-2021-4185-9e45-96f9508299ab tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] 10.222.0.44 "GET /v2.0/ports?device_id=91ccc442-ec50-4418-afd5-4249b29ada1e HTTP/1.1" status: 200 len: 210 time: 0.7696366 Oct 27 10:43:54.612889 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-d031d98a-eacf-4b63-ab36-0462259c8832 admin admin] 10.222.0.44 "DELETE /v2.0/networks/2faa5358-3260-42be-9294-2e4f65cb93b8 HTTP/1.1" status: 204 len: 168 time: 1.1022964 Oct 27 10:43:54.652747 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d031d98a-eacf-4b63-ab36-0462259c8832 admin admin] Pushing event deleted for resources: {'Network': ['ID=2faa5358-3260-42be-9294-2e4f65cb93b8,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:43:54.714077 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port 95e19cbf-719f-4dc1-8db1-92bedd3f2406 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:43:54.714444 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:54.716592 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-739061c8-c3ac-4f4e-b211-d942ee10eb5c tempest-RoutersAdminTest-381632799 tempest-RoutersAdminTest-381632799-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:54.729274 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b25087e-22a0-4bf6-b728-289939ee371a req-949c6dda-6a75-40ad-bf75-58dc79aee924 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:43:54.737389 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-7b25087e-22a0-4bf6-b728-289939ee371a req-949c6dda-6a75-40ad-bf75-58dc79aee924 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/networks?id=33cc32c2-598c-44fc-a251-6575a62c00c5 HTTP/1.1" status: 200 len: 811 time: 0.3501174 Oct 27 10:43:54.764144 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-7b25087e-22a0-4bf6-b728-289939ee371a req-148f42df-51b3-4503-a67d-6e150ac523a6 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/quotas/b02a92ec9ad04d95b8ea6a5db5946dfb HTTP/1.1" status: 200 len: 375 time: 0.0255330 Oct 27 10:43:54.850481 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-739061c8-c3ac-4f4e-b211-d942ee10eb5c tempest-RoutersAdminTest-381632799 tempest-RoutersAdminTest-381632799-project-admin] Deleting port 95e19cbf-719f-4dc1-8db1-92bedd3f2406 {{(pid=102346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:43:54.851335 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-739061c8-c3ac-4f4e-b211-d942ee10eb5c tempest-RoutersAdminTest-381632799 tempest-RoutersAdminTest-381632799-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:54.859873 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 50574) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:43:54.916712 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-7b25087e-22a0-4bf6-b728-289939ee371a req-f8838036-6358-4390-8477-5deb180f9522 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=b02a92ec9ad04d95b8ea6a5db5946dfb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1510692 Oct 27 10:43:54.918668 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-0250648a-ede2-4b6d-8adf-efafd39f961b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:54.991392 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-077103d5-ce86-454a-8165-886caeaf6dbe admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=224d1ec786ae4c91ad2ff660978d03a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1107514 Oct 27 10:43:54.994675 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 50576) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:43:55.021619 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [None req-739061c8-c3ac-4f4e-b211-d942ee10eb5c tempest-RoutersAdminTest-381632799 tempest-RoutersAdminTest-381632799-project-admin] For port 95e19cbf-719f-4dc1-8db1-92bedd3f2406, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=95e19cbf-719f-4dc1-8db1-92bedd3f2406,segment=NetworkSegment(bc14127b-7032-4c50-bb5b-f6813cbae86e),segment_id=bc14127b-7032-4c50-bb5b-f6813cbae86e)] {{(pid=102346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:43:55.022130 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-739061c8-c3ac-4f4e-b211-d942ee10eb5c tempest-RoutersAdminTest-381632799 tempest-RoutersAdminTest-381632799-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:55.035640 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-739061c8-c3ac-4f4e-b211-d942ee10eb5c tempest-RoutersAdminTest-381632799 tempest-RoutersAdminTest-381632799-project-admin] Calling delete_port for 95e19cbf-719f-4dc1-8db1-92bedd3f2406 owned by network:router_gateway {{(pid=102346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:43:55.129043 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-0250648a-ede2-4b6d-8adf-efafd39f961b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:55.158379 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-0250648a-ede2-4b6d-8adf-efafd39f961b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:55.216050 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0250648a-ede2-4b6d-8adf-efafd39f961b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73d84870-746d-4899-aeb2-f03d08fd7763,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:43:55.263741 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-0250648a-ede2-4b6d-8adf-efafd39f961b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2f7e4de73a7a45b580028f761bfd12f7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8692436 Oct 27 10:43:55.264885 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 50584) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:43:55.298879 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-739061c8-c3ac-4f4e-b211-d942ee10eb5c tempest-RoutersAdminTest-381632799 tempest-RoutersAdminTest-381632799-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:55.329084 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739061c8-c3ac-4f4e-b211-d942ee10eb5c tempest-RoutersAdminTest-381632799 tempest-RoutersAdminTest-381632799-project-admin] Pushing event deleted for resources: {'Port': ['ID=95e19cbf-719f-4dc1-8db1-92bedd3f2406,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:43:55.338705 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-7b25087e-22a0-4bf6-b728-289939ee371a req-bcdf5884-9055-4185-92c0-c2c3382d0aad service neutron] 10.222.0.44 "GET /v2.0/networks/33cc32c2-598c-44fc-a251-6575a62c00c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4211121 Oct 27 10:43:55.354480 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-3caf3168-70b8-4bc1-aef2-7e0d706f13c1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:55.379877 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-3caf3168-70b8-4bc1-aef2-7e0d706f13c1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:55.423904 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-739061c8-c3ac-4f4e-b211-d942ee10eb5c tempest-RoutersAdminTest-381632799 tempest-RoutersAdminTest-381632799-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1664884'] for router_gateway, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:55.485800 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-61c7a187-88eb-42cc-a47d-c3baf9efd982 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:55.526232 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-61c7a187-88eb-42cc-a47d-c3baf9efd982 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:55.545976 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-3caf3168-70b8-4bc1-aef2-7e0d706f13c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:55.549679 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-3caf3168-70b8-4bc1-aef2-7e0d706f13c1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:55.561141 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-3caf3168-70b8-4bc1-aef2-7e0d706f13c1 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/5d330b46-8008-45cc-afe3-b9d68efad9ba HTTP/1.1" status: 204 len: 168 time: 0.5550866 Oct 27 10:43:55.583125 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-7b25087e-22a0-4bf6-b728-289939ee371a req-9b992e9e-5ac5-4967-85ec-87b53d1544c3 service neutron] 10.222.0.44 "GET /v2.0/networks/33cc32c2-598c-44fc-a251-6575a62c00c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1749673 Oct 27 10:43:55.604033 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-739061c8-c3ac-4f4e-b211-d942ee10eb5c tempest-RoutersAdminTest-381632799 tempest-RoutersAdminTest-381632799-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1765662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3700'] for router, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:55.604963 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3caf3168-70b8-4bc1-aef2-7e0d706f13c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d330b46-8008-45cc-afe3-b9d68efad9ba,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:43:55.625131 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-739061c8-c3ac-4f4e-b211-d942ee10eb5c tempest-RoutersAdminTest-381632799 tempest-RoutersAdminTest-381632799-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:55.690957 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-61c7a187-88eb-42cc-a47d-c3baf9efd982 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:55.693907 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-61c7a187-88eb-42cc-a47d-c3baf9efd982 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:55.695195 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-61c7a187-88eb-42cc-a47d-c3baf9efd982 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/73d84870-746d-4899-aeb2-f03d08fd7763 HTTP/1.1" status: 204 len: 168 time: 0.4289052 Oct 27 10:43:55.717098 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c7a187-88eb-42cc-a47d-c3baf9efd982 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73d84870-746d-4899-aeb2-f03d08fd7763,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:43:55.825965 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-739061c8-c3ac-4f4e-b211-d942ee10eb5c tempest-RoutersAdminTest-381632799 tempest-RoutersAdminTest-381632799-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1765641'] for router, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:55.834137 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-739061c8-c3ac-4f4e-b211-d942ee10eb5c tempest-RoutersAdminTest-381632799 tempest-RoutersAdminTest-381632799-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d1ba52b5-d1f2-47bd-b69d-a83565c93c8a {{(pid=102346) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 10:43:55.864350 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-739061c8-c3ac-4f4e-b211-d942ee10eb5c tempest-RoutersAdminTest-381632799 tempest-RoutersAdminTest-381632799-project-admin] Publish callbacks [] for router, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:55.865815 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-739061c8-c3ac-4f4e-b211-d942ee10eb5c tempest-RoutersAdminTest-381632799 tempest-RoutersAdminTest-381632799-project-admin] 10.222.0.44 "DELETE /v2.0/routers/d1ba52b5-d1f2-47bd-b69d-a83565c93c8a HTTP/1.1" status: 204 len: 168 time: 2.2771389 Oct 27 10:43:55.869592 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 50598) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:43:55.876039 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-a14f0e37-acb7-45b6-afd0-ce891fffcc49 tempest-RoutersAdminTest-2034985404 tempest-RoutersAdminTest-2034985404-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1447878350', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'}, 'admin_state_up': False}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:43:55.941793 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-a14f0e37-acb7-45b6-afd0-ce891fffcc49 tempest-RoutersAdminTest-2034985404 tempest-RoutersAdminTest-2034985404-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1768632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3610'] for router, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:55.945234 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-a14f0e37-acb7-45b6-afd0-ce891fffcc49 tempest-RoutersAdminTest-2034985404 tempest-RoutersAdminTest-2034985404-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1765704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1769409', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1694266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3597'] for router, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:55.978060 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-4c252ad2-3de0-4b95-b127-f42875d36f75 req-dd2676b3-7b49-4865-933e-9de0b49a089c tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] 10.222.0.44 "GET /v2.0/ports?device_id=91ccc442-ec50-4418-afd5-4249b29ada1e HTTP/1.1" status: 200 len: 210 time: 0.0921829 Oct 27 10:43:56.098539 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device be9fdb6d-0b2a-4fc0-b84d-d253074a5c36 up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:43:56.122509 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-a14f0e37-acb7-45b6-afd0-ce891fffcc49 tempest-RoutersAdminTest-2034985404 tempest-RoutersAdminTest-2034985404-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:56.209311 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port be9fdb6d-0b2a-4fc0-b84d-d253074a5c36 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:43:56.209679 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:56.420475 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-a14f0e37-acb7-45b6-afd0-ce891fffcc49 tempest-RoutersAdminTest-2034985404 tempest-RoutersAdminTest-2034985404-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:56.423928 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-49a11d7a-619e-4ff3-ab79-56abdab69f04 req-6c4ba076-58e4-45a7-a2f2-b7ec257d9b98 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/ports?device_id=1a8cadd6-dc25-44b3-af2e-a6c03f3fc6ff HTTP/1.1" status: 200 len: 210 time: 0.0734575 Oct 27 10:43:56.769173 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-a14f0e37-acb7-45b6-afd0-ce891fffcc49 tempest-RoutersAdminTest-2034985404 tempest-RoutersAdminTest-2034985404-project] Publish callbacks [] for router_gateway, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:56.836841 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-a14f0e37-acb7-45b6-afd0-ce891fffcc49 tempest-RoutersAdminTest-2034985404 tempest-RoutersAdminTest-2034985404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:57.251734 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-1bc3b951-8aea-416a-befb-214769fbcc20 req-edc5fc39-62e7-4425-bb47-50b3b5747ccb tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] 10.222.0.44 "GET /v2.0/ports?device_id=91ccc442-ec50-4418-afd5-4249b29ada1e HTTP/1.1" status: 200 len: 210 time: 0.1223493 Oct 27 10:43:57.274367 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_common [None req-a14f0e37-acb7-45b6-afd0-ce891fffcc49 tempest-RoutersAdminTest-2034985404 tempest-RoutersAdminTest-2034985404-project] Allocated IP 172.25.8.89 (185ff123-c7ff-45c7-a6be-71feb35acc9c/0fb9f9d1-7384-481f-8fa8-f4566c349d30/aed5ef1d-1448-440d-9ace-825dad71baaf) {{(pid=102347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:43:57.540899 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-a14f0e37-acb7-45b6-afd0-ce891fffcc49 tempest-RoutersAdminTest-2034985404 tempest-RoutersAdminTest-2034985404-project] Publish callbacks [] for port, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:57.610596 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-42b4081d-66aa-4387-86e7-6dfd56ab7693 req-8cbd2264-e172-4d30-a31a-ebbc25f934ed tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/ports?device_id=1a8cadd6-dc25-44b3-af2e-a6c03f3fc6ff HTTP/1.1" status: 200 len: 210 time: 0.0961871 Oct 27 10:43:57.681512 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-a14f0e37-acb7-45b6-afd0-ce891fffcc49 tempest-RoutersAdminTest-2034985404 tempest-RoutersAdminTest-2034985404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:57.739575 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 95e19cbf-719f-4dc1-8db1-92bedd3f2406 no longer exists at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:43:57.781955 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] No Port match for: 95e19cbf-719f-4dc1-8db1-92bedd3f2406 {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:43:57.782302 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 95e19cbf-719f-4dc1-8db1-92bedd3f2406 not bound to the agent host n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:43:57.793125 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a14f0e37-acb7-45b6-afd0-ce891fffcc49 tempest-RoutersAdminTest-2034985404 tempest-RoutersAdminTest-2034985404-project] Network 185ff123-c7ff-45c7-a6be-71feb35acc9c is already hosted by enough agents. {{(pid=102347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:43:57.797044 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [None req-a14f0e37-acb7-45b6-afd0-ce891fffcc49 tempest-RoutersAdminTest-2034985404 tempest-RoutersAdminTest-2034985404-project] Resources bound (agent type, host, resource id): {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:43:57.803235 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a14f0e37-acb7-45b6-afd0-ce891fffcc49 tempest-RoutersAdminTest-2034985404 tempest-RoutersAdminTest-2034985404-project] Received port after_create {{(pid=102347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:43:57.839063 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14f0e37-acb7-45b6-afd0-ce891fffcc49 tempest-RoutersAdminTest-2034985404 tempest-RoutersAdminTest-2034985404-project] Pushing event updated for resources: {'Port': ['ID=aed5ef1d-1448-440d-9ace-825dad71baaf,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:43:58.051771 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 50680) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:43:58.174815 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-c2093093-6953-4c0d-875a-6f3314627a4b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:58.303779 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-c2093093-6953-4c0d-875a-6f3314627a4b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:58.312037 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-c2093093-6953-4c0d-875a-6f3314627a4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:58.399337 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-c2093093-6953-4c0d-875a-6f3314627a4b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=590e9009ece145178eb0bb89edb89e23&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3454924 Oct 27 10:43:58.403939 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 50694) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:43:58.409900 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-a14f0e37-acb7-45b6-afd0-ce891fffcc49 tempest-RoutersAdminTest-2034985404 tempest-RoutersAdminTest-2034985404-project] Publish callbacks [] for router_gateway, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:58.423168 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b25087e-22a0-4bf6-b728-289939ee371a req-cf7901ea-c93c-426c-9f73-5b7634df020b tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:43:58.425374 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2093093-6953-4c0d-875a-6f3314627a4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff6b2be3-2625-4204-bdf6-72b2bae622c4,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:43:58.444751 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-7b25087e-22a0-4bf6-b728-289939ee371a req-cf7901ea-c93c-426c-9f73-5b7634df020b tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.76 "GET /v2.0/networks?id=33cc32c2-598c-44fc-a251-6575a62c00c5 HTTP/1.1" status: 200 len: 811 time: 0.4820421 Oct 27 10:43:58.452220 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [req-7b25087e-22a0-4bf6-b728-289939ee371a req-f09b6259-d07f-4f2a-a83e-b08ca0a2ec01 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Request body: {'port': {'device_id': '1a8cadd6-dc25-44b3-af2e-a6c03f3fc6ff', 'network_id': '33cc32c2-598c-44fc-a251-6575a62c00c5', 'admin_state_up': True, 'tenant_id': 'b02a92ec9ad04d95b8ea6a5db5946dfb'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:43:58.511363 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-64e9b225-8c07-468f-903f-0af23dc28ca8 req-59b42176-1481-4943-8d85-6d88ea5a367e tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] 10.222.0.44 "GET /v2.0/ports?device_id=91ccc442-ec50-4418-afd5-4249b29ada1e HTTP/1.1" status: 200 len: 210 time: 0.0886049 Oct 27 10:43:58.573243 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-48207a83-95bd-4ef1-be33-c10031681bb0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:58.600677 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-48207a83-95bd-4ef1-be33-c10031681bb0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:58.682016 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-48207a83-95bd-4ef1-be33-c10031681bb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:58.684754 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-48207a83-95bd-4ef1-be33-c10031681bb0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:58.685856 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-48207a83-95bd-4ef1-be33-c10031681bb0 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ff6b2be3-2625-4204-bdf6-72b2bae622c4 HTTP/1.1" status: 204 len: 168 time: 0.2809427 Oct 27 10:43:58.700738 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48207a83-95bd-4ef1-be33-c10031681bb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff6b2be3-2625-4204-bdf6-72b2bae622c4,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:43:59.375810 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-1cac0d19-0d24-42bf-9fbb-397f8cd29f9d req-519304c4-87e3-4b5b-afa8-78036a9e1472 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/ports?device_id=1a8cadd6-dc25-44b3-af2e-a6c03f3fc6ff HTTP/1.1" status: 200 len: 210 time: 0.1904132 Oct 27 10:43:59.465095 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b25087e-22a0-4bf6-b728-289939ee371a req-f09b6259-d07f-4f2a-a83e-b08ca0a2ec01 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Made reservation on behalf of b02a92ec9ad04d95b8ea6a5db5946dfb for: {'port': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:43:59.476889 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-7b25087e-22a0-4bf6-b728-289939ee371a req-f09b6259-d07f-4f2a-a83e-b08ca0a2ec01 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:59.688414 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-688409e4-70ab-4d01-b0e0-11245ab37130 req-81beff76-6844-452b-bfca-04226d0f2ea9 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] 10.222.0.44 "GET /v2.0/ports?device_id=91ccc442-ec50-4418-afd5-4249b29ada1e HTTP/1.1" status: 200 len: 210 time: 0.0553727 Oct 27 10:43:59.788842 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 50754) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:43:59.797854 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-a14f0e37-acb7-45b6-afd0-ce891fffcc49 tempest-RoutersAdminTest-2034985404 tempest-RoutersAdminTest-2034985404-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1765699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1769372'] for router, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:43:59.935199 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_common [req-7b25087e-22a0-4bf6-b728-289939ee371a req-f09b6259-d07f-4f2a-a83e-b08ca0a2ec01 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Allocated IP 172.20.0.8 (33cc32c2-598c-44fc-a251-6575a62c00c5/87624d80-dded-417f-af79-cc56a741e5c4/fb1045b5-37b7-44fc-b58b-e193f6c2a48a) {{(pid=102347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:44:00.007535 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-87b937d1-8f38-49c8-b155-0b0dc772e917 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:00.129075 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 50764) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:44:00.130899 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-87b937d1-8f38-49c8-b155-0b0dc772e917 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:00.138587 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-87b937d1-8f38-49c8-b155-0b0dc772e917 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:00.145345 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a14f0e37-acb7-45b6-afd0-ce891fffcc49 tempest-RoutersAdminTest-2034985404 tempest-RoutersAdminTest-2034985404-project] Router 85978671-4d74-4ab0-983e-ba6082883823 is scheduled to L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb with binding_index 1 {{(pid=102347) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 10:44:00.217329 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-87b937d1-8f38-49c8-b155-0b0dc772e917 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=6811a2b26df64b6384f233e00b82fb02&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4267673 Oct 27 10:44:00.219482 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b937d1-8f38-49c8-b155-0b0dc772e917 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38f82b34-ef31-4ae1-8cc1-9d90e24bbf29,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:44:00.222049 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 50768) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:44:00.295658 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-4fb1396c-f446-4414-906b-24875328f1c3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:00.296642 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-7b25087e-22a0-4bf6-b728-289939ee371a req-f09b6259-d07f-4f2a-a83e-b08ca0a2ec01 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Publish callbacks [] for port, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:00.323792 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-8e00a633-9307-4f7c-b370-526695ee2f63 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-996718012-network', 'tenant_id': '61720bce4798402799f65ee94c5dc895'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:44:00.328400 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-4fb1396c-f446-4414-906b-24875328f1c3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:00.366974 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a14f0e37-acb7-45b6-afd0-ce891fffcc49 tempest-RoutersAdminTest-2034985404 tempest-RoutersAdminTest-2034985404-project] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:44:00.390226 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a511aa46-8ac5-40d6-9991-3b523dc9f5f7 None None] Sync routers for ids ['85978671-4d74-4ab0-983e-ba6082883823'] in n-d-813419-10 {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:44:00.414503 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e00a633-9307-4f7c-b370-526695ee2f63 admin admin] Made reservation on behalf of 61720bce4798402799f65ee94c5dc895 for: {'network': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:44:00.422512 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-8e00a633-9307-4f7c-b370-526695ee2f63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for network, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:00.424572 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-4fb1396c-f446-4414-906b-24875328f1c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:00.426430 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a511aa46-8ac5-40d6-9991-3b523dc9f5f7 None None] Routers {'85978671-4d74-4ab0-983e-ba6082883823'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:44:00.427341 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-7b25087e-22a0-4bf6-b728-289939ee371a req-f09b6259-d07f-4f2a-a83e-b08ca0a2ec01 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:00.434033 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-4fb1396c-f446-4414-906b-24875328f1c3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:00.435752 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-a511aa46-8ac5-40d6-9991-3b523dc9f5f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:43:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['85978671-4d74-4ab0-983e-ba6082883823'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:44:00.437048 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-4fb1396c-f446-4414-906b-24875328f1c3 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/38f82b34-ef31-4ae1-8cc1-9d90e24bbf29 HTTP/1.1" status: 204 len: 168 time: 0.2136250 Oct 27 10:44:00.473475 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-8e00a633-9307-4f7c-b370-526695ee2f63 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:00.477823 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb1396c-f446-4414-906b-24875328f1c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38f82b34-ef31-4ae1-8cc1-9d90e24bbf29,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:44:00.527219 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-a14f0e37-acb7-45b6-afd0-ce891fffcc49 tempest-RoutersAdminTest-2034985404 tempest-RoutersAdminTest-2034985404-project] Publish callbacks [] for router, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:00.538775 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-a14f0e37-acb7-45b6-afd0-ce891fffcc49 tempest-RoutersAdminTest-2034985404 tempest-RoutersAdminTest-2034985404-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 4.6662469 Oct 27 10:44:00.547436 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 50774) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:44:00.562574 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-77a8740a-4932-4e4e-8120-d32154479c9d tempest-RoutersAdminTest-381632799 tempest-RoutersAdminTest-381632799-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'enable_snat': False}}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:44:00.581690 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b25087e-22a0-4bf6-b728-289939ee371a req-f09b6259-d07f-4f2a-a83e-b08ca0a2ec01 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Network 33cc32c2-598c-44fc-a251-6575a62c00c5 is already hosted by enough agents. {{(pid=102347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:44:00.601400 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [req-7b25087e-22a0-4bf6-b728-289939ee371a req-f09b6259-d07f-4f2a-a83e-b08ca0a2ec01 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Resources bound (agent type, host, resource id): {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:44:00.605521 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b25087e-22a0-4bf6-b728-289939ee371a req-f09b6259-d07f-4f2a-a83e-b08ca0a2ec01 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Received port after_create {{(pid=102347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:44:00.607070 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-a511aa46-8ac5-40d6-9991-3b523dc9f5f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:44:00.617984 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09b6259-d07f-4f2a-a83e-b08ca0a2ec01 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Pushing event updated for resources: {'Port': ['ID=fb1045b5-37b7-44fc-b58b-e193f6c2a48a,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:44:00.636753 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a511aa46-8ac5-40d6-9991-3b523dc9f5f7 None None] Routers {'85978671-4d74-4ab0-983e-ba6082883823'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:44:00.637579 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-a511aa46-8ac5-40d6-9991-3b523dc9f5f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:43:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['85978671-4d74-4ab0-983e-ba6082883823'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:44:00.685160 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-a511aa46-8ac5-40d6-9991-3b523dc9f5f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:44:00.686179 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a511aa46-8ac5-40d6-9991-3b523dc9f5f7 None None] The sync data for ids ['85978671-4d74-4ab0-983e-ba6082883823'] in n-d-813419-10 is: [] {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:44:00.784468 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b25087e-22a0-4bf6-b728-289939ee371a req-f09b6259-d07f-4f2a-a83e-b08ca0a2ec01 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:44:00.785217 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-7b25087e-22a0-4bf6-b728-289939ee371a req-f09b6259-d07f-4f2a-a83e-b08ca0a2ec01 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:00.807352 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabfe5b3-ae42-4473-ab3b-d2477283f1c3 req-9011c20e-f3c4-4f25-9b81-21592b908ce5 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:44:00.810211 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-fabfe5b3-ae42-4473-ab3b-d2477283f1c3 req-9011c20e-f3c4-4f25-9b81-21592b908ce5 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/ports?device_id=1a8cadd6-dc25-44b3-af2e-a6c03f3fc6ff HTTP/1.1" status: 200 len: 931 time: 0.1980603 Oct 27 10:44:00.894952 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-7b25087e-22a0-4bf6-b728-289939ee371a req-f09b6259-d07f-4f2a-a83e-b08ca0a2ec01 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4444604 Oct 27 10:44:00.936573 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-8a1fabb4-2170-4dfe-8656-bec08d1a57b0 req-2c9e9216-979e-4354-8f04-85329fff8645 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] 10.222.0.44 "GET /v2.0/ports?device_id=91ccc442-ec50-4418-afd5-4249b29ada1e HTTP/1.1" status: 200 len: 210 time: 0.0726061 Oct 27 10:44:00.953232 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-8e00a633-9307-4f7c-b370-526695ee2f63 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:00.965534 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [req-7b25087e-22a0-4bf6-b728-289939ee371a req-f002c92d-4eac-4bbc-bdfa-24027b72c71b service neutron] Request body: {'port': {'device_id': '1a8cadd6-dc25-44b3-af2e-a6c03f3fc6ff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-10'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:44:00.976994 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-8e00a633-9307-4f7c-b370-526695ee2f63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:01.010401 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-fabfe5b3-ae42-4473-ab3b-d2477283f1c3 req-3d614561-b586-48e6-9eaf-3c608ba9c832 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/security-groups?id=3238f945-43ac-4dbd-b7b0-70b6d0fec036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730232 Oct 27 10:44:01.017877 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-fa481c7c-b923-48cb-90a3-854119026463 None None] Provisioning complete for port fb1045b5-37b7-44fc-b58b-e193f6c2a48a triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:44:01.018321 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-fa481c7c-b923-48cb-90a3-854119026463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:01.046320 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e00a633-9307-4f7c-b370-526695ee2f63 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 430} {{(pid=102347) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 10:44:01.064758 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-fa481c7c-b923-48cb-90a3-854119026463 None None] Port fb1045b5-37b7-44fc-b58b-e193f6c2a48a cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:44:01.096962 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-7b25087e-22a0-4bf6-b728-289939ee371a req-f002c92d-4eac-4bbc-bdfa-24027b72c71b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:01.099759 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e00a633-9307-4f7c-b370-526695ee2f63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c00874c6-ff26-486f-839c-66ac9646bb80,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:44:01.113724 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-8e00a633-9307-4f7c-b370-526695ee2f63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:01.115490 n-d-813419-10 neutron-server[102347]: INFO neutron.db.segments_db [None req-8e00a633-9307-4f7c-b370-526695ee2f63 admin admin] Added segment a5fc7f07-22ca-4b2b-bd72-57f570088db0 of type vlan for network f64c4ac1-58d3-4604-90d7-e5fb7ec08acd Oct 27 10:44:01.134964 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 50780) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:44:01.154242 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-943335cc-1152-40ac-bbee-8df17e376a50 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:01.199626 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-8e00a633-9307-4f7c-b370-526695ee2f63 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743872593080'] for network, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:01.287107 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-8e00a633-9307-4f7c-b370-526695ee2f63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913'] for network, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:01.288006 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e00a633-9307-4f7c-b370-526695ee2f63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:44:01.288656 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-8e00a633-9307-4f7c-b370-526695ee2f63 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for network, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:01.307646 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-77a8740a-4932-4e4e-8120-d32154479c9d tempest-RoutersAdminTest-381632799 tempest-RoutersAdminTest-381632799-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:01.384952 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-8e00a633-9307-4f7c-b370-526695ee2f63 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.2545838 Oct 27 10:44:01.385167 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-943335cc-1152-40ac-bbee-8df17e376a50 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:01.387123 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 50782) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:44:01.393015 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-d8734a1d-f3e6-4739-8e15-3ff8e54af567 admin admin] Request body: {'subnet': {'network_id': 'f64c4ac1-58d3-4604-90d7-e5fb7ec08acd', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-996718012-subnet', 'tenant_id': '61720bce4798402799f65ee94c5dc895', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:44:01.400003 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-943335cc-1152-40ac-bbee-8df17e376a50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:01.412552 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e00a633-9307-4f7c-b370-526695ee2f63 admin admin] Pushing event updated for resources: {'Network': ['ID=f64c4ac1-58d3-4604-90d7-e5fb7ec08acd,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:44:01.426117 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Network f64c4ac1-58d3-4604-90d7-e5fb7ec08acd details requested by agent ovs-agent-n-d-813419-10 with host n-d-813419-10 {{(pid=102348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 10:44:01.441365 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943335cc-1152-40ac-bbee-8df17e376a50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92f54cb1-c31c-4c24-b9b4-347114102af0,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:44:01.463810 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8734a1d-f3e6-4739-8e15-3ff8e54af567 admin admin] Made reservation on behalf of 61720bce4798402799f65ee94c5dc895 for: {'subnet': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:44:01.466779 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d8734a1d-f3e6-4739-8e15-3ff8e54af567 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27167186'] for subnet, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:01.475999 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-943335cc-1152-40ac-bbee-8df17e376a50 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ce53fdc837fc40e7b7e0be9af6a243d3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3397019 Oct 27 10:44:01.476756 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 50784) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:44:01.546060 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [req-7b25087e-22a0-4bf6-b728-289939ee371a req-f002c92d-4eac-4bbc-bdfa-24027b72c71b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb1045b5-37b7-44fc-b58b-e193f6c2a48a {{(pid=102347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:44:01.558593 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-7b25087e-22a0-4bf6-b728-289939ee371a req-f002c92d-4eac-4bbc-bdfa-24027b72c71b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:01.574571 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.provisioning_blocks [req-7b25087e-22a0-4bf6-b728-289939ee371a req-f002c92d-4eac-4bbc-bdfa-24027b72c71b service neutron] Transition to ACTIVE for port object fb1045b5-37b7-44fc-b58b-e193f6c2a48a will not be triggered until provisioned by entity L2. {{(pid=102347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 10:44:01.578136 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-7b25087e-22a0-4bf6-b728-289939ee371a req-f002c92d-4eac-4bbc-bdfa-24027b72c71b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:01.610577 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-015e1843-ed43-4630-af58-c0ee4f804723 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:01.655572 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f002c92d-4eac-4bbc-bdfa-24027b72c71b service neutron] Pushing event updated for resources: {'Port': ['ID=fb1045b5-37b7-44fc-b58b-e193f6c2a48a,revision_number=2']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:44:01.657782 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-015e1843-ed43-4630-af58-c0ee4f804723 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:01.714401 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-7b25087e-22a0-4bf6-b728-289939ee371a req-f002c92d-4eac-4bbc-bdfa-24027b72c71b service neutron] Attempting to bind port fb1045b5-37b7-44fc-b58b-e193f6c2a48a on host n-h2-813419-10 for vnic_type normal with profile {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:44:01.714720 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-7b25087e-22a0-4bf6-b728-289939ee371a req-f002c92d-4eac-4bbc-bdfa-24027b72c71b service neutron] Attempting to bind port fb1045b5-37b7-44fc-b58b-e193f6c2a48a by drivers openvswitch,hyperv on host n-h2-813419-10 at level 0 using segments [{'id': 'd1b37471-bd8e-4564-a77c-6e0c9d2699fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '33cc32c2-598c-44fc-a251-6575a62c00c5'}] {{(pid=102347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:44:01.715057 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b25087e-22a0-4bf6-b728-289939ee371a req-f002c92d-4eac-4bbc-bdfa-24027b72c71b service neutron] Attempting to bind port fb1045b5-37b7-44fc-b58b-e193f6c2a48a on network 33cc32c2-598c-44fc-a251-6575a62c00c5 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:44:01.726957 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b25087e-22a0-4bf6-b728-289939ee371a req-f002c92d-4eac-4bbc-bdfa-24027b72c71b service neutron] Port fb1045b5-37b7-44fc-b58b-e193f6c2a48a on network 33cc32c2-598c-44fc-a251-6575a62c00c5 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-10 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 10:44:01.727291 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b25087e-22a0-4bf6-b728-289939ee371a req-f002c92d-4eac-4bbc-bdfa-24027b72c71b service neutron] Attempting to bind port fb1045b5-37b7-44fc-b58b-e193f6c2a48a on network 33cc32c2-598c-44fc-a251-6575a62c00c5 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:44:01.733558 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b25087e-22a0-4bf6-b728-289939ee371a req-f002c92d-4eac-4bbc-bdfa-24027b72c71b service neutron] Checking agent: {'id': 'a2edc247-0fa4-4ce6-bbae-a10492f6bd71', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 16, 9), 'started_at': datetime.datetime(2021, 10, 27, 10, 16, 9), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 43, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:44:01.735752 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b25087e-22a0-4bf6-b728-289939ee371a req-f002c92d-4eac-4bbc-bdfa-24027b72c71b service neutron] Checking segment: {'id': 'd1b37471-bd8e-4564-a77c-6e0c9d2699fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '33cc32c2-598c-44fc-a251-6575a62c00c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:44:01.736961 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b25087e-22a0-4bf6-b728-289939ee371a req-f002c92d-4eac-4bbc-bdfa-24027b72c71b service neutron] Bound using segment: {'id': 'd1b37471-bd8e-4564-a77c-6e0c9d2699fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '33cc32c2-598c-44fc-a251-6575a62c00c5'} {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:44:01.737422 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-7b25087e-22a0-4bf6-b728-289939ee371a req-f002c92d-4eac-4bbc-bdfa-24027b72c71b service neutron] Bound port: fb1045b5-37b7-44fc-b58b-e193f6c2a48a, host: n-h2-813419-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1b37471-bd8e-4564-a77c-6e0c9d2699fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '33cc32c2-598c-44fc-a251-6575a62c00c5'}}] {{(pid=102347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:44:01.737786 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-7b25087e-22a0-4bf6-b728-289939ee371a req-f002c92d-4eac-4bbc-bdfa-24027b72c71b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:01.842229 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-7b25087e-22a0-4bf6-b728-289939ee371a req-f002c92d-4eac-4bbc-bdfa-24027b72c71b service neutron] For port fb1045b5-37b7-44fc-b58b-e193f6c2a48a, host n-h2-813419-10, cleared binding levels {{(pid=102347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:44:01.848221 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-7b25087e-22a0-4bf6-b728-289939ee371a req-f002c92d-4eac-4bbc-bdfa-24027b72c71b service neutron] For port fb1045b5-37b7-44fc-b58b-e193f6c2a48a, host n-h2-813419-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=fb1045b5-37b7-44fc-b58b-e193f6c2a48a,segment=NetworkSegment(d1b37471-bd8e-4564-a77c-6e0c9d2699fd),segment_id=d1b37471-bd8e-4564-a77c-6e0c9d2699fd)] {{(pid=102347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:44:01.857908 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-7b25087e-22a0-4bf6-b728-289939ee371a req-f002c92d-4eac-4bbc-bdfa-24027b72c71b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:01.911744 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b25087e-22a0-4bf6-b728-289939ee371a req-f002c92d-4eac-4bbc-bdfa-24027b72c71b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:44:01.912811 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-7b25087e-22a0-4bf6-b728-289939ee371a req-f002c92d-4eac-4bbc-bdfa-24027b72c71b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:01.914714 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-7b25087e-22a0-4bf6-b728-289939ee371a req-f002c92d-4eac-4bbc-bdfa-24027b72c71b service neutron] 10.222.0.76 "PUT /v2.0/ports/fb1045b5-37b7-44fc-b58b-e193f6c2a48a HTTP/1.1" status: 200 len: 1092 time: 0.9663749 Oct 27 10:44:01.917473 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a8cadd6-dc25-44b3-af2e-a6c03f3fc6ff', 'tag': 'fb1045b5-37b7-44fc-b58b-e193f6c2a48a'}] {{(pid=102347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:44:01.920758 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311149b481204ee7edffdb959c881838506fbd95bc8577c048f6677abb73acc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a04062a-914c-4ad5-b49e-865417f340f7" -d '{"events": [{"name": "network-changed", "server_uuid": "1a8cadd6-dc25-44b3-af2e-a6c03f3fc6ff", "tag": "fb1045b5-37b7-44fc-b58b-e193f6c2a48a"}]}' {{(pid=102347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:44:01.945952 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-015e1843-ed43-4630-af58-c0ee4f804723 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:01.947991 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f002c92d-4eac-4bbc-bdfa-24027b72c71b service neutron] Pushing event updated for resources: {'Port': ['ID=fb1045b5-37b7-44fc-b58b-e193f6c2a48a,revision_number=3']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:44:01.949234 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-015e1843-ed43-4630-af58-c0ee4f804723 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:01.952948 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-015e1843-ed43-4630-af58-c0ee4f804723 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/92f54cb1-c31c-4c24-b9b4-347114102af0 HTTP/1.1" status: 204 len: 168 time: 0.4627917 Oct 27 10:44:01.957469 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d8734a1d-f3e6-4739-8e15-3ff8e54af567 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27024290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27167168'] for subnet, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:02.035109 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015e1843-ed43-4630-af58-c0ee4f804723 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92f54cb1-c31c-4c24-b9b4-347114102af0,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:44:02.037291 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 10:44:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6769bcc-8f45-408a-9cc0-a64be9cd3b8d x-openstack-request-id: req-a6769bcc-8f45-408a-9cc0-a64be9cd3b8d {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:44:02.037791 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a8cadd6-dc25-44b3-af2e-a6c03f3fc6ff", "tag": "fb1045b5-37b7-44fc-b58b-e193f6c2a48a", "status": "completed", "code": 200}]} {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:44:02.038258 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a6769bcc-8f45-408a-9cc0-a64be9cd3b8d {{(pid=102347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:44:02.046791 n-d-813419-10 neutron-server[102347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a8cadd6-dc25-44b3-af2e-a6c03f3fc6ff', 'tag': 'fb1045b5-37b7-44fc-b58b-e193f6c2a48a', 'status': 'completed', 'code': 200} Oct 27 10:44:02.139421 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b25087e-22a0-4bf6-b728-289939ee371a req-dba4388b-f809-4d2d-988f-811d30c6ea49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:44:02.141442 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-7b25087e-22a0-4bf6-b728-289939ee371a req-dba4388b-f809-4d2d-988f-811d30c6ea49 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=b02a92ec9ad04d95b8ea6a5db5946dfb&device_id=1a8cadd6-dc25-44b3-af2e-a6c03f3fc6ff HTTP/1.1" status: 200 len: 1095 time: 0.1582739 Oct 27 10:44:02.143830 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8e4b1910-bd14-49f5-9876-552d2e3b5dea req-45a139de-d681-4938-be5a-2b7aa4b143cd tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] 10.222.0.44 "GET /v2.0/ports?device_id=91ccc442-ec50-4418-afd5-4249b29ada1e HTTP/1.1" status: 200 len: 210 time: 0.0567186 Oct 27 10:44:02.183369 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8734a1d-f3e6-4739-8e15-3ff8e54af567 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2fee239f-a559-4db5-a696-c092c8e38011,revision_number=0']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:44:02.200932 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-7b25087e-22a0-4bf6-b728-289939ee371a req-bbdaf78d-8fc0-4478-ba80-81168ab49c64 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fb1045b5-37b7-44fc-b58b-e193f6c2a48a HTTP/1.1" status: 200 len: 217 time: 0.0504086 Oct 27 10:44:02.261032 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b25087e-22a0-4bf6-b728-289939ee371a req-a535b154-2a6f-4e57-b30d-fac0da7d7d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:44:02.268168 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-7b25087e-22a0-4bf6-b728-289939ee371a req-a535b154-2a6f-4e57-b30d-fac0da7d7d91 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=87624d80-dded-417f-af79-cc56a741e5c4 HTTP/1.1" status: 200 len: 850 time: 0.0603890 Oct 27 10:44:02.278134 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8734a1d-f3e6-4739-8e15-3ff8e54af567 admin admin] Checking segment: {'id': 'a5fc7f07-22ca-4b2b-bd72-57f570088db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'f64c4ac1-58d3-4604-90d7-e5fb7ec08acd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:44:02.280669 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8734a1d-f3e6-4739-8e15-3ff8e54af567 admin admin] Network hostable DHCP agents. Network: f64c4ac1-58d3-4604-90d7-e5fb7ec08acd, hostable agents: ['eafd4000-b897-4722-ae8b-0118ec955181'], hosted agents: [] {{(pid=102346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 10:44:02.336710 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b25087e-22a0-4bf6-b728-289939ee371a req-69ab23ec-2c59-4d94-a1b2-b5bf70f040ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:44:02.338312 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-7b25087e-22a0-4bf6-b728-289939ee371a req-69ab23ec-2c59-4d94-a1b2-b5bf70f040ea service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=33cc32c2-598c-44fc-a251-6575a62c00c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0504954 Oct 27 10:44:02.360949 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f86c15f-9ac8-431d-9cd3-7ed8dffb5f74 req-2a0287b1-3604-48b0-b478-5f30ed75cb69 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:44:02.362685 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-0f86c15f-9ac8-431d-9cd3-7ed8dffb5f74 req-2a0287b1-3604-48b0-b478-5f30ed75cb69 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/ports?device_id=1a8cadd6-dc25-44b3-af2e-a6c03f3fc6ff HTTP/1.1" status: 200 len: 943 time: 0.1891978 Oct 27 10:44:02.408963 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8734a1d-f3e6-4739-8e15-3ff8e54af567 admin admin] Network f64c4ac1-58d3-4604-90d7-e5fb7ec08acd is scheduled to be hosted by DHCP agent eafd4000-b897-4722-ae8b-0118ec955181 with binding_index 1 {{(pid=102346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 10:44:02.440531 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-d8734a1d-f3e6-4739-8e15-3ff8e54af567 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-10, f64c4ac1-58d3-4604-90d7-e5fb7ec08acd) {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:44:02.452338 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-0f86c15f-9ac8-431d-9cd3-7ed8dffb5f74 req-e948a727-5615-4493-9f96-5a9b61e69cee tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/security-groups?id=3238f945-43ac-4dbd-b7b0-70b6d0fec036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593238 Oct 27 10:44:02.452636 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ff6b6af-91e9-47dd-9074-89397a933774 None None] Network f64c4ac1-58d3-4604-90d7-e5fb7ec08acd requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:44:02.454378 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8734a1d-f3e6-4739-8e15-3ff8e54af567 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:44:02.455131 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d8734a1d-f3e6-4739-8e15-3ff8e54af567 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for subnet, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:02.481738 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-77a8740a-4932-4e4e-8120-d32154479c9d tempest-RoutersAdminTest-381632799 tempest-RoutersAdminTest-381632799-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1769395', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1765690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3711'] for router, precommit_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:02.485903 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-77a8740a-4932-4e4e-8120-d32154479c9d tempest-RoutersAdminTest-381632799 tempest-RoutersAdminTest-381632799-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1769372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1769386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1769381', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1765685'] for router, after_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:02.491326 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-d8734a1d-f3e6-4739-8e15-3ff8e54af567 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1029634 Oct 27 10:44:02.494249 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 50796) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:44:02.499222 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-69795bae-7faf-46a5-9315-6840de142e40 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-996718012-router', 'tenant_id': '61720bce4798402799f65ee94c5dc895', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'}}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:44:02.507506 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-7b25087e-22a0-4bf6-b728-289939ee371a req-94ea9890-9aa3-467f-aff6-046d8f6d2a2b service neutron] 10.222.0.76 "GET /v2.0/networks/33cc32c2-598c-44fc-a251-6575a62c00c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1616070 Oct 27 10:44:02.601521 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-69795bae-7faf-46a5-9315-6840de142e40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1768632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3610'] for router, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:02.604097 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-69795bae-7faf-46a5-9315-6840de142e40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1765704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1769409', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1694266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3597'] for router, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:02.678852 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:02.685050 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77a8740a-4932-4e4e-8120-d32154479c9d tempest-RoutersAdminTest-381632799 tempest-RoutersAdminTest-381632799-project-admin] Router 85978671-4d74-4ab0-983e-ba6082883823 has already been hosted by L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb {{(pid=102346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 10:44:02.688298 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-69795bae-7faf-46a5-9315-6840de142e40 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:02.725325 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-7b25087e-22a0-4bf6-b728-289939ee371a req-73f48128-3fbc-4e08-bcd8-b31021ef1f9e service neutron] 10.222.0.76 "GET /v2.0/networks/33cc32c2-598c-44fc-a251-6575a62c00c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2059913 Oct 27 10:44:02.748538 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-860ff940-1eea-477e-a6c5-cc37c394baec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp734b258e-7d96-550c-b970-9b72ab66f383-f64c4ac1-58d3-4604-90d7-e5fb7ec08acd', 'network_id': 'f64c4ac1-58d3-4604-90d7-e5fb7ec08acd', 'tenant_id': '61720bce4798402799f65ee94c5dc895', 'fixed_ips': [{'subnet_id': '2fee239f-a559-4db5-a696-c092c8e38011'}]}} from n-d-813419-10. {{(pid=102348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 10:44:02.749418 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-860ff940-1eea-477e-a6c5-cc37c394baec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:02.874283 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a04062a-914c-4ad5-b49e-865417f340f7 req-3c571448-d618-44c9-ab8c-53e9d9c3df67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:44:02.875831 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-1a04062a-914c-4ad5-b49e-865417f340f7 req-3c571448-d618-44c9-ab8c-53e9d9c3df67 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=b02a92ec9ad04d95b8ea6a5db5946dfb&device_id=1a8cadd6-dc25-44b3-af2e-a6c03f3fc6ff HTTP/1.1" status: 200 len: 1095 time: 0.1005301 Oct 27 10:44:02.918725 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-69795bae-7faf-46a5-9315-6840de142e40 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:02.942550 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77a8740a-4932-4e4e-8120-d32154479c9d tempest-RoutersAdminTest-381632799 tempest-RoutersAdminTest-381632799-project-admin] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:44:02.952913 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.db_base_plugin_common [None req-860ff940-1eea-477e-a6c5-cc37c394baec None None] Allocated IP 172.20.0.2 (f64c4ac1-58d3-4604-90d7-e5fb7ec08acd/2fee239f-a559-4db5-a696-c092c8e38011/7941aa12-5c83-4430-a654-49c086d2a15e) {{(pid=102348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:44:02.955888 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-77a8740a-4932-4e4e-8120-d32154479c9d tempest-RoutersAdminTest-381632799 tempest-RoutersAdminTest-381632799-project-admin] Publish callbacks [] for router, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:02.958473 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-77a8740a-4932-4e4e-8120-d32154479c9d tempest-RoutersAdminTest-381632799 tempest-RoutersAdminTest-381632799-project-admin] 10.222.0.44 "PUT /v2.0/routers/85978671-4d74-4ab0-983e-ba6082883823 HTTP/1.1" status: 200 len: 921 time: 2.4080992 Oct 27 10:44:02.960312 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 50810) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:44:03.042675 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcd85a3b-02f0-4600-8e1a-321498ff6bcb None None] Sync routers for ids ['85978671-4d74-4ab0-983e-ba6082883823'] in n-d-813419-10 {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:44:03.055777 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a04062a-914c-4ad5-b49e-865417f340f7 req-0709414c-d445-49f3-86cf-948d6ed3d582 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:44:03.057714 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-1a04062a-914c-4ad5-b49e-865417f340f7 req-0709414c-d445-49f3-86cf-948d6ed3d582 service neutron] 10.222.0.76 "GET /v2.0/networks?id=33cc32c2-598c-44fc-a251-6575a62c00c5 HTTP/1.1" status: 200 len: 912 time: 0.1738341 Oct 27 10:44:03.065369 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcd85a3b-02f0-4600-8e1a-321498ff6bcb None None] Routers {'85978671-4d74-4ab0-983e-ba6082883823'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:44:03.066340 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-fcd85a3b-02f0-4600-8e1a-321498ff6bcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:43:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['85978671-4d74-4ab0-983e-ba6082883823'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:44:03.108742 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-fcd85a3b-02f0-4600-8e1a-321498ff6bcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:44:03.142634 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcd85a3b-02f0-4600-8e1a-321498ff6bcb None None] Routers {'85978671-4d74-4ab0-983e-ba6082883823'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:44:03.143826 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-fcd85a3b-02f0-4600-8e1a-321498ff6bcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:43:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['85978671-4d74-4ab0-983e-ba6082883823'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:44:03.174623 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-1a04062a-914c-4ad5-b49e-865417f340f7 req-e70ba4c3-f2bd-4058-8ebb-5bca1f17864d service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fb1045b5-37b7-44fc-b58b-e193f6c2a48a HTTP/1.1" status: 200 len: 217 time: 0.1091340 Oct 27 10:44:03.207736 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-fcd85a3b-02f0-4600-8e1a-321498ff6bcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:44:03.208545 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcd85a3b-02f0-4600-8e1a-321498ff6bcb None None] The sync data for ids ['85978671-4d74-4ab0-983e-ba6082883823'] in n-d-813419-10 is: [] {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:44:03.258197 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-860ff940-1eea-477e-a6c5-cc37c394baec None None] Publish callbacks [] for port, precommit_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:03.268733 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-860ff940-1eea-477e-a6c5-cc37c394baec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606'] for port, after_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:03.282124 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a04062a-914c-4ad5-b49e-865417f340f7 req-c57c1a1c-088e-4716-8dfb-674adf916dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:44:03.284630 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-1a04062a-914c-4ad5-b49e-865417f340f7 req-c57c1a1c-088e-4716-8dfb-674adf916dc6 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=87624d80-dded-417f-af79-cc56a741e5c4 HTTP/1.1" status: 200 len: 850 time: 0.0994208 Oct 27 10:44:03.340794 n-d-813419-10 neutron-server[102348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-860ff940-1eea-477e-a6c5-cc37c394baec None None] Network f64c4ac1-58d3-4604-90d7-e5fb7ec08acd is already hosted by enough agents. {{(pid=102348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:44:03.345801 n-d-813419-10 neutron-server[102348]: DEBUG neutron.scheduler.base_scheduler [None req-860ff940-1eea-477e-a6c5-cc37c394baec None None] Resources bound (agent type, host, resource id): {{(pid=102348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:44:03.348564 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-860ff940-1eea-477e-a6c5-cc37c394baec None None] Received port after_create {{(pid=102348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:44:03.387184 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-584d419b-1837-4edb-b637-8efdaf1f8dc9 req-62f851c8-e957-4a86-adf2-0a7ae7850d00 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] 10.222.0.44 "GET /v2.0/ports?device_id=91ccc442-ec50-4418-afd5-4249b29ada1e HTTP/1.1" status: 200 len: 210 time: 0.0711246 Oct 27 10:44:03.399557 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a04062a-914c-4ad5-b49e-865417f340f7 req-16038cfe-9011-428c-a211-5dc8f76a173f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:44:03.401154 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-1a04062a-914c-4ad5-b49e-865417f340f7 req-16038cfe-9011-428c-a211-5dc8f76a173f service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=33cc32c2-598c-44fc-a251-6575a62c00c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1096413 Oct 27 10:44:03.404675 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860ff940-1eea-477e-a6c5-cc37c394baec None None] Pushing event updated for resources: {'Port': ['ID=7941aa12-5c83-4430-a654-49c086d2a15e,revision_number=1']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:44:03.439465 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-860ff940-1eea-477e-a6c5-cc37c394baec None None] Attempting to bind port 7941aa12-5c83-4430-a654-49c086d2a15e on host n-d-813419-10 for vnic_type normal with profile {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:44:03.440510 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-860ff940-1eea-477e-a6c5-cc37c394baec None None] Attempting to bind port 7941aa12-5c83-4430-a654-49c086d2a15e by drivers openvswitch,hyperv on host n-d-813419-10 at level 0 using segments [{'id': 'a5fc7f07-22ca-4b2b-bd72-57f570088db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'f64c4ac1-58d3-4604-90d7-e5fb7ec08acd'}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:44:03.440977 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-860ff940-1eea-477e-a6c5-cc37c394baec None None] Attempting to bind port 7941aa12-5c83-4430-a654-49c086d2a15e on network f64c4ac1-58d3-4604-90d7-e5fb7ec08acd {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:44:03.446383 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-860ff940-1eea-477e-a6c5-cc37c394baec None None] Checking agent: {'id': '89dba0f3-79b2-435e-9822-33674b8f6ada', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 8, 20), 'started_at': datetime.datetime(2021, 10, 27, 10, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 43, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:44:03.446893 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-860ff940-1eea-477e-a6c5-cc37c394baec None None] Checking segment: {'id': 'a5fc7f07-22ca-4b2b-bd72-57f570088db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'f64c4ac1-58d3-4604-90d7-e5fb7ec08acd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:44:03.447393 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-860ff940-1eea-477e-a6c5-cc37c394baec None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:03.447878 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-860ff940-1eea-477e-a6c5-cc37c394baec None None] Bound using segment: {'id': 'a5fc7f07-22ca-4b2b-bd72-57f570088db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'f64c4ac1-58d3-4604-90d7-e5fb7ec08acd'} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:44:03.448477 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-860ff940-1eea-477e-a6c5-cc37c394baec None None] Bound port: 7941aa12-5c83-4430-a654-49c086d2a15e, host: n-d-813419-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5fc7f07-22ca-4b2b-bd72-57f570088db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'f64c4ac1-58d3-4604-90d7-e5fb7ec08acd'}}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:44:03.448962 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-860ff940-1eea-477e-a6c5-cc37c394baec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:03.539346 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-1a04062a-914c-4ad5-b49e-865417f340f7 req-6c8f5ef7-fcc5-4f65-aeb3-6f9274869dc4 service neutron] 10.222.0.76 "GET /v2.0/networks/33cc32c2-598c-44fc-a251-6575a62c00c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308844 Oct 27 10:44:03.562757 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-860ff940-1eea-477e-a6c5-cc37c394baec None None] For port 7941aa12-5c83-4430-a654-49c086d2a15e, host n-d-813419-10, cleared binding levels {{(pid=102348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:44:03.567507 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-860ff940-1eea-477e-a6c5-cc37c394baec None None] For port 7941aa12-5c83-4430-a654-49c086d2a15e, host n-d-813419-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=7941aa12-5c83-4430-a654-49c086d2a15e,segment=NetworkSegment(a5fc7f07-22ca-4b2b-bd72-57f570088db0),segment_id=a5fc7f07-22ca-4b2b-bd72-57f570088db0)] {{(pid=102348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:44:03.577914 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-860ff940-1eea-477e-a6c5-cc37c394baec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:03.679935 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860ff940-1eea-477e-a6c5-cc37c394baec None None] Pushing event updated for resources: {'Port': ['ID=7941aa12-5c83-4430-a654-49c086d2a15e,revision_number=2']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:44:03.700895 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-fc6e9a0e-8186-496b-98c3-4a0aa28514bc tempest-RoutersAdminTest-381632799 tempest-RoutersAdminTest-381632799-project-admin] 10.222.0.44 "GET /v2.0/routers/85978671-4d74-4ab0-983e-ba6082883823 HTTP/1.1" status: 200 len: 921 time: 0.7398288 Oct 27 10:44:03.710741 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec0b650-f699-46eb-884d-7ec5f1de6591 req-9f957076-829e-4fbc-9d1f-eed639a1828b tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:44:03.719904 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-eec0b650-f699-46eb-884d-7ec5f1de6591 req-9f957076-829e-4fbc-9d1f-eed639a1828b tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/ports?device_id=1a8cadd6-dc25-44b3-af2e-a6c03f3fc6ff HTTP/1.1" status: 200 len: 943 time: 0.1773405 Oct 27 10:44:03.720622 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 50838) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:44:03.824521 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-1a04062a-914c-4ad5-b49e-865417f340f7 req-918ff472-15dc-47bc-827a-a586492f8902 service neutron] 10.222.0.76 "GET /v2.0/networks/33cc32c2-598c-44fc-a251-6575a62c00c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2786059 Oct 27 10:44:03.866102 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-eec0b650-f699-46eb-884d-7ec5f1de6591 req-151e02f6-6179-4788-aa57-a7d4cca328c9 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/security-groups?id=3238f945-43ac-4dbd-b7b0-70b6d0fec036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444907 Oct 27 10:44:03.873166 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee36972f-01be-4cb3-8968-4ec20ef724a8 tempest-RoutersAdminTest-381632799 tempest-RoutersAdminTest-381632799-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:44:03.877315 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-ee36972f-01be-4cb3-8968-4ec20ef724a8 tempest-RoutersAdminTest-381632799 tempest-RoutersAdminTest-381632799-project-admin] 10.222.0.44 "GET /v2.0/ports?network_id=185ff123-c7ff-45c7-a6be-71feb35acc9c&device_id=85978671-4d74-4ab0-983e-ba6082883823&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1384661 Oct 27 10:44:03.877567 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 50852) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:44:03.935523 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-69795bae-7faf-46a5-9315-6840de142e40 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:04.009543 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-69795bae-7faf-46a5-9315-6840de142e40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:04.069209 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7470c41f-dbf8-4639-a568-73720dccd8ee tempest-RoutersAdminTest-381632799 tempest-RoutersAdminTest-381632799-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:44:04.073446 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-7470c41f-dbf8-4639-a568-73720dccd8ee tempest-RoutersAdminTest-381632799 tempest-RoutersAdminTest-381632799-project-admin] 10.222.0.44 "GET /v2.0/networks/185ff123-c7ff-45c7-a6be-71feb35acc9c HTTP/1.1" status: 200 len: 881 time: 0.1922941 Oct 27 10:44:04.073776 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 50866) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:44:04.142802 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-c5ef6a69-f643-4153-936d-89d0f5aa07b2 tempest-RoutersAdminTest-2034985404 tempest-RoutersAdminTest-2034985404-project] 10.222.0.44 "GET /v2.0/ports?device_id=85978671-4d74-4ab0-983e-ba6082883823 HTTP/1.1" status: 200 len: 205 time: 0.0658231 Oct 27 10:44:04.143602 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 50884) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:44:04.157912 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_common [None req-69795bae-7faf-46a5-9315-6840de142e40 admin admin] Allocated IP 172.25.8.111 (185ff123-c7ff-45c7-a6be-71feb35acc9c/0fb9f9d1-7384-481f-8fa8-f4566c349d30/c6358f11-a679-4a19-9458-6d60381cfa62) {{(pid=102346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:44:04.297399 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-e9855a9f-48f9-43a5-8164-90d3b0d095aa tempest-RoutersAdminTest-2034985404 tempest-RoutersAdminTest-2034985404-project] Publish callbacks [] for router, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:04.310375 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-69795bae-7faf-46a5-9315-6840de142e40 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:04.364378 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-69795bae-7faf-46a5-9315-6840de142e40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:04.421097 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69795bae-7faf-46a5-9315-6840de142e40 admin admin] Network 185ff123-c7ff-45c7-a6be-71feb35acc9c is already hosted by enough agents. {{(pid=102346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:44:04.425150 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-69795bae-7faf-46a5-9315-6840de142e40 admin admin] Resources bound (agent type, host, resource id): {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:44:04.433463 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69795bae-7faf-46a5-9315-6840de142e40 admin admin] Received port after_create {{(pid=102346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:44:04.441598 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69795bae-7faf-46a5-9315-6840de142e40 admin admin] Pushing event updated for resources: {'Port': ['ID=c6358f11-a679-4a19-9458-6d60381cfa62,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:44:04.441798 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-e9855a9f-48f9-43a5-8164-90d3b0d095aa tempest-RoutersAdminTest-2034985404 tempest-RoutersAdminTest-2034985404-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:04.471424 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69795bae-7faf-46a5-9315-6840de142e40 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:44:04.471768 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69795bae-7faf-46a5-9315-6840de142e40 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:44:04.472362 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69795bae-7faf-46a5-9315-6840de142e40 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:44:04.472473 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69795bae-7faf-46a5-9315-6840de142e40 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:44:04.472771 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69795bae-7faf-46a5-9315-6840de142e40 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:44:04.473101 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69795bae-7faf-46a5-9315-6840de142e40 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:44:04.473427 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69795bae-7faf-46a5-9315-6840de142e40 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:44:04.473753 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69795bae-7faf-46a5-9315-6840de142e40 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:44:04.474080 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69795bae-7faf-46a5-9315-6840de142e40 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:44:04.474425 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69795bae-7faf-46a5-9315-6840de142e40 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:44:04.474723 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69795bae-7faf-46a5-9315-6840de142e40 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:44:04.475045 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69795bae-7faf-46a5-9315-6840de142e40 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:44:04.544532 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-e9855a9f-48f9-43a5-8164-90d3b0d095aa tempest-RoutersAdminTest-2034985404 tempest-RoutersAdminTest-2034985404-project] Deleting port aed5ef1d-1448-440d-9ace-825dad71baaf {{(pid=102347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:44:04.545003 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-e9855a9f-48f9-43a5-8164-90d3b0d095aa tempest-RoutersAdminTest-2034985404 tempest-RoutersAdminTest-2034985404-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:04.846454 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-69795bae-7faf-46a5-9315-6840de142e40 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:05.017388 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 50924) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:44:05.166379 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca33985f-c492-4598-851f-3ea515fb1daf req-f7d6410a-296f-42a0-a73e-eed771d2be12 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:44:05.170658 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ca33985f-c492-4598-851f-3ea515fb1daf req-f7d6410a-296f-42a0-a73e-eed771d2be12 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/ports?device_id=1a8cadd6-dc25-44b3-af2e-a6c03f3fc6ff HTTP/1.1" status: 200 len: 943 time: 0.1734746 Oct 27 10:44:05.216210 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-281f1256-5544-4620-80ca-5a41f940292a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:05.269254 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-6aebba69-0f7a-40ad-832c-eed303966aa8 req-9b0148ca-24df-4833-a03a-e8d5b9bb0170 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] 10.222.0.44 "GET /v2.0/ports?device_id=91ccc442-ec50-4418-afd5-4249b29ada1e HTTP/1.1" status: 200 len: 210 time: 0.6738017 Oct 27 10:44:05.355637 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ca33985f-c492-4598-851f-3ea515fb1daf req-52f1e064-cf0c-410f-b6d2-8987612b8e15 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/security-groups?id=3238f945-43ac-4dbd-b7b0-70b6d0fec036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566329 Oct 27 10:44:05.376859 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-e9855a9f-48f9-43a5-8164-90d3b0d095aa tempest-RoutersAdminTest-2034985404 tempest-RoutersAdminTest-2034985404-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:05.392108 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-e9855a9f-48f9-43a5-8164-90d3b0d095aa tempest-RoutersAdminTest-2034985404 tempest-RoutersAdminTest-2034985404-project] Calling delete_port for aed5ef1d-1448-440d-9ace-825dad71baaf owned by network:router_gateway {{(pid=102347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:44:05.446779 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-69795bae-7faf-46a5-9315-6840de142e40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1765699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1769372'] for router, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:05.498980 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-795c7d4f-e07a-47ff-b8fb-5616a0bfdc36 None None] Network f64c4ac1-58d3-4604-90d7-e5fb7ec08acd requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:44:05.544625 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-281f1256-5544-4620-80ca-5a41f940292a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:05.560015 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-281f1256-5544-4620-80ca-5a41f940292a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:05.626794 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281f1256-5544-4620-80ca-5a41f940292a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5a749d1-83f8-4760-8846-32a72c090d95,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:44:05.639200 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-281f1256-5544-4620-80ca-5a41f940292a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=31b230f4351043889c064a05c3458b48&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6178761 Oct 27 10:44:05.640232 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 50932) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:44:05.665402 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-4d91cd5f-f0b1-4bda-97d7-7c2f1e955a28 None None] Provisioning complete for port 7941aa12-5c83-4430-a654-49c086d2a15e triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:44:05.666511 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-4d91cd5f-f0b1-4bda-97d7-7c2f1e955a28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:05.728783 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-e9855a9f-48f9-43a5-8164-90d3b0d095aa tempest-RoutersAdminTest-2034985404 tempest-RoutersAdminTest-2034985404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:05.730427 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69795bae-7faf-46a5-9315-6840de142e40 admin admin] Router 5495c0d7-fa32-4c67-bfd0-b1e2070f3903 is scheduled to L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb with binding_index 1 {{(pid=102346) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 10:44:05.737361 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-11bcc720-1554-497d-ab03-d27041ccc8e7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:05.759523 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9855a9f-48f9-43a5-8164-90d3b0d095aa tempest-RoutersAdminTest-2034985404 tempest-RoutersAdminTest-2034985404-project] Pushing event deleted for resources: {'Port': ['ID=aed5ef1d-1448-440d-9ace-825dad71baaf,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:44:05.832107 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-11bcc720-1554-497d-ab03-d27041ccc8e7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:05.878164 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-e9855a9f-48f9-43a5-8164-90d3b0d095aa tempest-RoutersAdminTest-2034985404 tempest-RoutersAdminTest-2034985404-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1664884'] for router_gateway, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:05.905925 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69795bae-7faf-46a5-9315-6840de142e40 admin admin] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:44:05.906985 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 7941aa12-5c83-4430-a654-49c086d2a15e up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:44:05.922985 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-11bcc720-1554-497d-ab03-d27041ccc8e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:05.926220 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-11bcc720-1554-497d-ab03-d27041ccc8e7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:05.929280 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-11bcc720-1554-497d-ab03-d27041ccc8e7 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c5a749d1-83f8-4760-8846-32a72c090d95 HTTP/1.1" status: 204 len: 168 time: 0.2861836 Oct 27 10:44:05.934343 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2098302a-ad7f-4941-92c5-e85c1a719c24 None None] Sync routers for ids ['5495c0d7-fa32-4c67-bfd0-b1e2070f3903'] in n-d-813419-10 {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:44:05.948681 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bcc720-1554-497d-ab03-d27041ccc8e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5a749d1-83f8-4760-8846-32a72c090d95,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:44:05.964859 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2098302a-ad7f-4941-92c5-e85c1a719c24 None None] Routers {'5495c0d7-fa32-4c67-bfd0-b1e2070f3903'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:44:05.967259 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-2098302a-ad7f-4941-92c5-e85c1a719c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:43:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['5495c0d7-fa32-4c67-bfd0-b1e2070f3903'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:44:05.969709 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-69795bae-7faf-46a5-9315-6840de142e40 admin admin] Publish callbacks [] for router, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:05.974483 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-69795bae-7faf-46a5-9315-6840de142e40 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.4787173 Oct 27 10:44:05.978234 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 50936) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:44:05.995860 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-4d91cd5f-f0b1-4bda-97d7-7c2f1e955a28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:06.101604 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port 7941aa12-5c83-4430-a654-49c086d2a15e triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:44:06.102304 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:06.137037 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-e9855a9f-48f9-43a5-8164-90d3b0d095aa tempest-RoutersAdminTest-2034985404 tempest-RoutersAdminTest-2034985404-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1765662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3700'] for router, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:06.140412 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-e9855a9f-48f9-43a5-8164-90d3b0d095aa tempest-RoutersAdminTest-2034985404 tempest-RoutersAdminTest-2034985404-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:06.142603 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvr_db [None req-2098302a-ad7f-4941-92c5-e85c1a719c24 None None] Set router 5495c0d7-fa32-4c67-bfd0-b1e2070f3903 gateway port host: n-d-813419-10 {{(pid=102349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:44:06.229212 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-4d91cd5f-f0b1-4bda-97d7-7c2f1e955a28 None None] For port 7941aa12-5c83-4430-a654-49c086d2a15e, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=7941aa12-5c83-4430-a654-49c086d2a15e,segment=NetworkSegment(a5fc7f07-22ca-4b2b-bd72-57f570088db0),segment_id=a5fc7f07-22ca-4b2b-bd72-57f570088db0)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:44:06.242459 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-4d91cd5f-f0b1-4bda-97d7-7c2f1e955a28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:06.280216 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-e9855a9f-48f9-43a5-8164-90d3b0d095aa tempest-RoutersAdminTest-2034985404 tempest-RoutersAdminTest-2034985404-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1765641'] for router, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:06.280907 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9855a9f-48f9-43a5-8164-90d3b0d095aa tempest-RoutersAdminTest-2034985404 tempest-RoutersAdminTest-2034985404-project] Fanout notify agent at l3_agent the message router_deleted on router 85978671-4d74-4ab0-983e-ba6082883823 {{(pid=102347) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 10:44:06.321167 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-e9855a9f-48f9-43a5-8164-90d3b0d095aa tempest-RoutersAdminTest-2034985404 tempest-RoutersAdminTest-2034985404-project] Publish callbacks [] for router, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:06.331245 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-e9855a9f-48f9-43a5-8164-90d3b0d095aa tempest-RoutersAdminTest-2034985404 tempest-RoutersAdminTest-2034985404-project] 10.222.0.44 "DELETE /v2.0/routers/85978671-4d74-4ab0-983e-ba6082883823 HTTP/1.1" status: 204 len: 168 time: 2.1864753 Oct 27 10:44:06.332451 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 50942) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:44:06.355838 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-7c92b7fb-d429-46ab-8558-7ccd0507bc39 tempest-RoutersAdminTest-2034985404 tempest-RoutersAdminTest-2034985404-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-907353907', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:44:06.375148 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d91cd5f-f0b1-4bda-97d7-7c2f1e955a28 None None] Pushing event updated for resources: {'Port': ['ID=7941aa12-5c83-4430-a654-49c086d2a15e,revision_number=3']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:44:06.448935 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-7c92b7fb-d429-46ab-8558-7ccd0507bc39 tempest-RoutersAdminTest-2034985404 tempest-RoutersAdminTest-2034985404-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1768632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3610'] for router, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:06.451122 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-7c92b7fb-d429-46ab-8558-7ccd0507bc39 tempest-RoutersAdminTest-2034985404 tempest-RoutersAdminTest-2034985404-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1765704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1769409', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1694266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3597'] for router, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:06.485008 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 50950) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:44:06.543621 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-0b0bd739-0cd9-43cc-9420-2161e8c801be None None] Provisioning complete for port 7941aa12-5c83-4430-a654-49c086d2a15e triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:44:06.544431 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-0b0bd739-0cd9-43cc-9420-2161e8c801be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:06.564852 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-2098302a-ad7f-4941-92c5-e85c1a719c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5495c0d7-fa32-4c67-bfd0-b1e2070f3903', 'name': 'tempest-AttachVolumeTestJSON-996718012-router', 'tenant_id': '61720bce4798402799f65ee94c5dc895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.111'}], 'enable_snat': True}, 'gw_port_id': 'c6358f11-a679-4a19-9458-6d60381cfa62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:44:02Z', 'updated_at': '2021-10-27T10:44:04Z', 'revision_number': 3, 'project_id': '61720bce4798402799f65ee94c5dc895', 'gw_port': {'id': 'c6358f11-a679-4a19-9458-6d60381cfa62', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:eb:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5495c0d7-fa32-4c67-bfd0-b1e2070f3903', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2816, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:44:04Z', 'updated_at': '2021-10-27T10:44:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10'}], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:44:06.598347 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2098302a-ad7f-4941-92c5-e85c1a719c24 None None] Checking router: 5495c0d7-fa32-4c67-bfd0-b1e2070f3903 for host: n-d-813419-10 {{(pid=102349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 10:44:06.598911 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2098302a-ad7f-4941-92c5-e85c1a719c24 None None] Updating router 5495c0d7-fa32-4c67-bfd0-b1e2070f3903 port c6358f11-a679-4a19-9458-6d60381cfa62 binding host n-d-813419-10 {{(pid=102349) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 10:44:06.627043 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-2098302a-ad7f-4941-92c5-e85c1a719c24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:06.662932 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-7c92b7fb-d429-46ab-8558-7ccd0507bc39 tempest-RoutersAdminTest-2034985404 tempest-RoutersAdminTest-2034985404-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:06.680185 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-7c92b7fb-d429-46ab-8558-7ccd0507bc39 tempest-RoutersAdminTest-2034985404 tempest-RoutersAdminTest-2034985404-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1765699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1769372'] for router, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:06.750167 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-7c92b7fb-d429-46ab-8558-7ccd0507bc39 tempest-RoutersAdminTest-2034985404 tempest-RoutersAdminTest-2034985404-project] Publish callbacks [] for router, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:06.754422 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-7c92b7fb-d429-46ab-8558-7ccd0507bc39 tempest-RoutersAdminTest-2034985404 tempest-RoutersAdminTest-2034985404-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4103215 Oct 27 10:44:06.755182 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 50960) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:44:06.769513 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-5ef53779-b396-4dc2-afc7-dbf7f1e14c2c tempest-RoutersAdminTest-2034985404 tempest-RoutersAdminTest-2034985404-project] Request body: {'router': {'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'}}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:44:06.845711 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c301e9fc-5e0a-4cf5-8159-250f9cf962c9 req-09fc0327-0b7c-495c-b43e-12b6c90dfad3 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:44:06.849182 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-c301e9fc-5e0a-4cf5-8159-250f9cf962c9 req-09fc0327-0b7c-495c-b43e-12b6c90dfad3 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/ports?device_id=1a8cadd6-dc25-44b3-af2e-a6c03f3fc6ff HTTP/1.1" status: 200 len: 943 time: 0.2040761 Oct 27 10:44:06.925975 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-b9a1a665-257e-4a24-a4e3-9e723e8121f6 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Publish callbacks [] for security_group, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:06.935075 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-c301e9fc-5e0a-4cf5-8159-250f9cf962c9 req-8fb0ef21-8395-4162-ae57-879af78e204f tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/security-groups?id=3238f945-43ac-4dbd-b7b0-70b6d0fec036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795012 Oct 27 10:44:07.055951 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-31ebac88-8c9b-4fe1-a763-80cc6a548242 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:07.124865 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-b9a1a665-257e-4a24-a4e3-9e723e8121f6 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:07.194946 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-2098302a-ad7f-4941-92c5-e85c1a719c24 None None] Publish callbacks [] for port, precommit_update {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:07.202995 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-2098302a-ad7f-4941-92c5-e85c1a719c24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:07.278819 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b9138b-c606-4819-a685-e2ffb10e120a None None] Pushing event updated for resources: {'Port': ['ID=c6358f11-a679-4a19-9458-6d60381cfa62,revision_number=2']} {{(pid=102349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:44:07.306385 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-5ef53779-b396-4dc2-afc7-dbf7f1e14c2c tempest-RoutersAdminTest-2034985404 tempest-RoutersAdminTest-2034985404-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:07.352574 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.managers [None req-2098302a-ad7f-4941-92c5-e85c1a719c24 None None] Attempting to bind port c6358f11-a679-4a19-9458-6d60381cfa62 on host n-d-813419-10 for vnic_type normal with profile {{(pid=102349) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:44:07.353071 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.managers [None req-2098302a-ad7f-4941-92c5-e85c1a719c24 None None] Attempting to bind port c6358f11-a679-4a19-9458-6d60381cfa62 by drivers openvswitch,hyperv on host n-d-813419-10 at level 0 using segments [{'id': 'bc14127b-7032-4c50-bb5b-f6813cbae86e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'}] {{(pid=102349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:44:07.353835 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2098302a-ad7f-4941-92c5-e85c1a719c24 None None] Attempting to bind port c6358f11-a679-4a19-9458-6d60381cfa62 on network 185ff123-c7ff-45c7-a6be-71feb35acc9c {{(pid=102349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:44:07.360689 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2098302a-ad7f-4941-92c5-e85c1a719c24 None None] Checking agent: {'id': '89dba0f3-79b2-435e-9822-33674b8f6ada', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 8, 20), 'started_at': datetime.datetime(2021, 10, 27, 10, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 43, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:44:07.361386 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2098302a-ad7f-4941-92c5-e85c1a719c24 None None] Checking segment: {'id': 'bc14127b-7032-4c50-bb5b-f6813cbae86e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:44:07.361780 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-2098302a-ad7f-4941-92c5-e85c1a719c24 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:07.362530 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2098302a-ad7f-4941-92c5-e85c1a719c24 None None] Bound using segment: {'id': 'bc14127b-7032-4c50-bb5b-f6813cbae86e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'} {{(pid=102349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:44:07.363007 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.managers [None req-2098302a-ad7f-4941-92c5-e85c1a719c24 None None] Bound port: c6358f11-a679-4a19-9458-6d60381cfa62, host: n-d-813419-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc14127b-7032-4c50-bb5b-f6813cbae86e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'}}] {{(pid=102349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:44:07.363389 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-2098302a-ad7f-4941-92c5-e85c1a719c24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:07.387588 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_common [None req-31ebac88-8c9b-4fe1-a763-80cc6a548242 admin admin] Allocated IP 172.20.0.1 (f64c4ac1-58d3-4604-90d7-e5fb7ec08acd/2fee239f-a559-4db5-a696-c092c8e38011/539cd888-a8c4-46fd-a48e-bb24340a2a9c) {{(pid=102346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:44:07.485998 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-b9a1a665-257e-4a24-a4e3-9e723e8121f6 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:07.492410 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-b9a1a665-257e-4a24-a4e3-9e723e8121f6 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Publish callbacks [] for security_group, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:07.494434 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-b9a1a665-257e-4a24-a4e3-9e723e8121f6 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] 10.222.0.44 "DELETE /v2.0/security-groups/55228541-a3ac-4395-a6f1-3eb381084dbe HTTP/1.1" status: 204 len: 168 time: 1.0080464 Oct 27 10:44:07.497210 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.db [None req-2098302a-ad7f-4941-92c5-e85c1a719c24 None None] For port c6358f11-a679-4a19-9458-6d60381cfa62, host n-d-813419-10, cleared binding levels {{(pid=102349) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:44:07.501837 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.db [None req-2098302a-ad7f-4941-92c5-e85c1a719c24 None None] For port c6358f11-a679-4a19-9458-6d60381cfa62, host n-d-813419-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=c6358f11-a679-4a19-9458-6d60381cfa62,segment=NetworkSegment(bc14127b-7032-4c50-bb5b-f6813cbae86e),segment_id=bc14127b-7032-4c50-bb5b-f6813cbae86e)] {{(pid=102349) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:44:07.510615 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-2098302a-ad7f-4941-92c5-e85c1a719c24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:07.512580 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 50974) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:44:07.514353 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a1a665-257e-4a24-a4e3-9e723e8121f6 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=55228541-a3ac-4395-a6f1-3eb381084dbe,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:44:07.556384 n-d-813419-10 neutron-server[102347]: INFO neutron.api.v2.resource [None req-d8c4de81-1559-47e6-ad97-8ea083b8e164 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] show failed (client error): The resource could not be found. Oct 27 10:44:07.560169 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-d8c4de81-1559-47e6-ad97-8ea083b8e164 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] 10.222.0.44 "GET /v2.0/security-groups/55228541-a3ac-4395-a6f1-3eb381084dbe HTTP/1.1" status: 404 len: 347 time: 0.0386968 Oct 27 10:44:07.561493 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 50976) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:44:07.681855 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b9138b-c606-4819-a685-e2ffb10e120a None None] Pushing event updated for resources: {'Port': ['ID=c6358f11-a679-4a19-9458-6d60381cfa62,revision_number=3']} {{(pid=102349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:44:07.689112 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-31ebac88-8c9b-4fe1-a763-80cc6a548242 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:07.723393 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2098302a-ad7f-4941-92c5-e85c1a719c24 None None] Routers {'5495c0d7-fa32-4c67-bfd0-b1e2070f3903'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:44:07.724459 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-2098302a-ad7f-4941-92c5-e85c1a719c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:43:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['5495c0d7-fa32-4c67-bfd0-b1e2070f3903'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:44:07.766398 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-31ebac88-8c9b-4fe1-a763-80cc6a548242 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:07.861845 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31ebac88-8c9b-4fe1-a763-80cc6a548242 admin admin] Network f64c4ac1-58d3-4604-90d7-e5fb7ec08acd is already hosted by enough agents. {{(pid=102346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:44:07.864568 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvr_db [None req-2098302a-ad7f-4941-92c5-e85c1a719c24 None None] Set router 5495c0d7-fa32-4c67-bfd0-b1e2070f3903 gateway port host: n-d-813419-10 {{(pid=102349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:44:07.869810 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-31ebac88-8c9b-4fe1-a763-80cc6a548242 admin admin] Resources bound (agent type, host, resource id): {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:44:07.878751 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 7941aa12-5c83-4430-a654-49c086d2a15e up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:44:07.896301 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31ebac88-8c9b-4fe1-a763-80cc6a548242 admin admin] Received port after_create {{(pid=102346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:44:07.905214 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ebac88-8c9b-4fe1-a763-80cc6a548242 admin admin] Pushing event updated for resources: {'Port': ['ID=539cd888-a8c4-46fd-a48e-bb24340a2a9c,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:44:07.951338 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-5ef53779-b396-4dc2-afc7-dbf7f1e14c2c tempest-RoutersAdminTest-2034985404 tempest-RoutersAdminTest-2034985404-project] Publish callbacks [] for router_gateway, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:08.041213 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-5ef53779-b396-4dc2-afc7-dbf7f1e14c2c tempest-RoutersAdminTest-2034985404 tempest-RoutersAdminTest-2034985404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:08.046585 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-31ebac88-8c9b-4fe1-a763-80cc6a548242 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1664961'] for router_interface, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:08.048396 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port 7941aa12-5c83-4430-a654-49c086d2a15e triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:44:08.050218 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:08.232580 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_common [None req-5ef53779-b396-4dc2-afc7-dbf7f1e14c2c tempest-RoutersAdminTest-2034985404 tempest-RoutersAdminTest-2034985404-project] Allocated IP 172.25.8.69 (185ff123-c7ff-45c7-a6be-71feb35acc9c/0fb9f9d1-7384-481f-8fa8-f4566c349d30/a57d004f-6781-4dd4-b6e8-c410bddd0cbf) {{(pid=102347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:44:08.343360 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-85216031-a12b-4ad9-9be5-b2ccbb63d61f tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Deleting port 6fcef7b0-81fb-4b0d-8ef9-76c44150adad {{(pid=102347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:44:08.344017 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-85216031-a12b-4ad9-9be5-b2ccbb63d61f tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:08.371430 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-630e0427-5d22-46d6-92d7-e66c3ec5e2a5 None None] Provisioning complete for port 539cd888-a8c4-46fd-a48e-bb24340a2a9c triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:44:08.384803 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-630e0427-5d22-46d6-92d7-e66c3ec5e2a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:08.398353 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-31ebac88-8c9b-4fe1-a763-80cc6a548242 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:08.448274 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-2098302a-ad7f-4941-92c5-e85c1a719c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5495c0d7-fa32-4c67-bfd0-b1e2070f3903', 'name': 'tempest-AttachVolumeTestJSON-996718012-router', 'tenant_id': '61720bce4798402799f65ee94c5dc895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.111'}], 'enable_snat': True}, 'gw_port_id': 'c6358f11-a679-4a19-9458-6d60381cfa62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:44:02Z', 'updated_at': '2021-10-27T10:44:04Z', 'revision_number': 3, 'project_id': '61720bce4798402799f65ee94c5dc895', 'gw_port': {'id': 'c6358f11-a679-4a19-9458-6d60381cfa62', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:eb:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5495c0d7-fa32-4c67-bfd0-b1e2070f3903', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2816, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:44:04Z', 'updated_at': '2021-10-27T10:44:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10'}], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:44:08.450648 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-630e0427-5d22-46d6-92d7-e66c3ec5e2a5 None None] Port 539cd888-a8c4-46fd-a48e-bb24340a2a9c cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:44:08.487789 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ca8783-a8d2-44c7-bd4e-5db0ecc4f692 req-51344fda-5173-47cc-90e7-fae5e26b06dd tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:44:08.489371 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-78ca8783-a8d2-44c7-bd4e-5db0ecc4f692 req-51344fda-5173-47cc-90e7-fae5e26b06dd tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/ports?device_id=1a8cadd6-dc25-44b3-af2e-a6c03f3fc6ff HTTP/1.1" status: 200 len: 943 time: 0.1790347 Oct 27 10:44:08.509155 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-5ef53779-b396-4dc2-afc7-dbf7f1e14c2c tempest-RoutersAdminTest-2034985404 tempest-RoutersAdminTest-2034985404-project] Publish callbacks [] for port, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:08.537260 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2098302a-ad7f-4941-92c5-e85c1a719c24 None None] The sync data for ids ['5495c0d7-fa32-4c67-bfd0-b1e2070f3903'] in n-d-813419-10 is: [{'id': '5495c0d7-fa32-4c67-bfd0-b1e2070f3903', 'name': 'tempest-AttachVolumeTestJSON-996718012-router', 'tenant_id': '61720bce4798402799f65ee94c5dc895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.111'}], 'enable_snat': True}, 'gw_port_id': 'c6358f11-a679-4a19-9458-6d60381cfa62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:44:02Z', 'updated_at': '2021-10-27T10:44:04Z', 'revision_number': 3, 'project_id': '61720bce4798402799f65ee94c5dc895', 'gw_port': {'id': 'c6358f11-a679-4a19-9458-6d60381cfa62', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:eb:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5495c0d7-fa32-4c67-bfd0-b1e2070f3903', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2816, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:44:04Z', 'updated_at': '2021-10-27T10:44:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10'}] {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:44:08.549825 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 50994) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:44:08.587441 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-78ca8783-a8d2-44c7-bd4e-5db0ecc4f692 req-87d35eea-78f8-48bb-b591-87185286bd18 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/security-groups?id=3238f945-43ac-4dbd-b7b0-70b6d0fec036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878778 Oct 27 10:44:08.593818 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-85216031-a12b-4ad9-9be5-b2ccbb63d61f tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:08.594099 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-85216031-a12b-4ad9-9be5-b2ccbb63d61f tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:08.629538 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-85216031-a12b-4ad9-9be5-b2ccbb63d61f tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Calling delete_port for 6fcef7b0-81fb-4b0d-8ef9-76c44150adad owned by network:floatingip {{(pid=102347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:44:08.643552 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-5ef53779-b396-4dc2-afc7-dbf7f1e14c2c tempest-RoutersAdminTest-2034985404 tempest-RoutersAdminTest-2034985404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:08.734271 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-31ebac88-8c9b-4fe1-a763-80cc6a548242 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:08.742771 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-31ebac88-8c9b-4fe1-a763-80cc6a548242 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27024173'] for port, after_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:08.760572 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ef53779-b396-4dc2-afc7-dbf7f1e14c2c tempest-RoutersAdminTest-2034985404 tempest-RoutersAdminTest-2034985404-project] Network 185ff123-c7ff-45c7-a6be-71feb35acc9c is already hosted by enough agents. {{(pid=102347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:44:08.762657 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [None req-5ef53779-b396-4dc2-afc7-dbf7f1e14c2c tempest-RoutersAdminTest-2034985404 tempest-RoutersAdminTest-2034985404-project] Resources bound (agent type, host, resource id): {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:44:08.769752 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-0d3c2b75-bef5-4ad9-9edc-f1d3d612dc0a tempest-ExternalNetworksAdminNegativeTestJSON-652541783 tempest-ExternalNetworksAdminNegativeTestJSON-652541783-project-admin] Request body: {'floatingip': {'floating_network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:44:08.774573 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ef53779-b396-4dc2-afc7-dbf7f1e14c2c tempest-RoutersAdminTest-2034985404 tempest-RoutersAdminTest-2034985404-project] Received port after_create {{(pid=102347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:44:08.830588 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ebac88-8c9b-4fe1-a763-80cc6a548242 admin admin] Pushing event updated for resources: {'Port': ['ID=539cd888-a8c4-46fd-a48e-bb24340a2a9c,revision_number=2']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:44:08.834808 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-31ebac88-8c9b-4fe1-a763-80cc6a548242 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2006967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1766225'] for router_interface, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:08.850415 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef53779-b396-4dc2-afc7-dbf7f1e14c2c tempest-RoutersAdminTest-2034985404 tempest-RoutersAdminTest-2034985404-project] Pushing event updated for resources: {'Port': ['ID=a57d004f-6781-4dd4-b6e8-c410bddd0cbf,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:44:08.865942 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-0d3c2b75-bef5-4ad9-9edc-f1d3d612dc0a tempest-ExternalNetworksAdminNegativeTestJSON-652541783 tempest-ExternalNetworksAdminNegativeTestJSON-652541783-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:08.901998 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:09.009800 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31ebac88-8c9b-4fe1-a763-80cc6a548242 admin admin] Network f64c4ac1-58d3-4604-90d7-e5fb7ec08acd is already hosted by enough agents. {{(pid=102346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:44:09.011374 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-31ebac88-8c9b-4fe1-a763-80cc6a548242 admin admin] Resources bound (agent type, host, resource id): {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:44:09.178360 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31ebac88-8c9b-4fe1-a763-80cc6a548242 admin admin] Router 5495c0d7-fa32-4c67-bfd0-b1e2070f3903 has already been hosted by L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb {{(pid=102346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 10:44:09.303603 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-85216031-a12b-4ad9-9be5-b2ccbb63d61f tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:09.419601 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31ebac88-8c9b-4fe1-a763-80cc6a548242 admin admin] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:44:09.438294 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85216031-a12b-4ad9-9be5-b2ccbb63d61f tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Pushing event deleted for resources: {'Port': ['ID=6fcef7b0-81fb-4b0d-8ef9-76c44150adad,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:44:09.440691 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-31ebac88-8c9b-4fe1-a763-80cc6a548242 admin admin] 10.222.0.44 "PUT /v2.0/routers/5495c0d7-fa32-4c67-bfd0-b1e2070f3903/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4609084 Oct 27 10:44:09.489247 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-174e7c35-0a77-4c5e-899f-06ae10ef428d None None] Provisioning complete for port 539cd888-a8c4-46fd-a48e-bb24340a2a9c triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:44:09.489717 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-174e7c35-0a77-4c5e-899f-06ae10ef428d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:09.555754 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-174e7c35-0a77-4c5e-899f-06ae10ef428d None None] Port 539cd888-a8c4-46fd-a48e-bb24340a2a9c cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:44:09.652672 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-0d3c2b75-bef5-4ad9-9edc-f1d3d612dc0a tempest-ExternalNetworksAdminNegativeTestJSON-652541783 tempest-ExternalNetworksAdminNegativeTestJSON-652541783-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:09.704267 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-85216031-a12b-4ad9-9be5-b2ccbb63d61f tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Publish callbacks [] for floatingip, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:09.706998 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-85216031-a12b-4ad9-9be5-b2ccbb63d61f tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for floatingip, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:09.708354 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-85216031-a12b-4ad9-9be5-b2ccbb63d61f tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] 10.222.0.44 "DELETE /v2.0/floatingips/32c0f631-4afb-4a44-91ed-dbfbfdd831ac HTTP/1.1" status: 204 len: 168 time: 2.1458547 Oct 27 10:44:09.712715 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 51008) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:44:09.735098 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-5ef53779-b396-4dc2-afc7-dbf7f1e14c2c tempest-RoutersAdminTest-2034985404 tempest-RoutersAdminTest-2034985404-project] Publish callbacks [] for router_gateway, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:09.936116 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device c6358f11-a679-4a19-9458-6d60381cfa62 up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:44:10.004944 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port c6358f11-a679-4a19-9458-6d60381cfa62 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:44:10.005718 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:10.221621 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:10.273625 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] For port c6358f11-a679-4a19-9458-6d60381cfa62, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=c6358f11-a679-4a19-9458-6d60381cfa62,segment=NetworkSegment(bc14127b-7032-4c50-bb5b-f6813cbae86e),segment_id=bc14127b-7032-4c50-bb5b-f6813cbae86e)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:44:10.279958 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:10.353453 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 51010) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:44:10.359001 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Pushing event updated for resources: {'Port': ['ID=c6358f11-a679-4a19-9458-6d60381cfa62,revision_number=4']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:44:10.361632 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-2c1821e3-7821-446d-bc41-9aec4e8d1b37 tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1006431574', 'description': 'tempest-description--187355949'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:44:10.368977 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:44:10.369327 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:44:10.369713 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:44:10.370054 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:44:10.370388 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:44:10.370904 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:44:10.371235 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:44:10.372307 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:44:10.372643 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:44:10.373008 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:44:10.373338 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:44:10.373706 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:44:10.420930 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-81dfc067-dd68-4578-8280-ea311e631511 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Deleting port 1eb208c1-53c7-4020-bd55-d077d06451fd {{(pid=102346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:44:10.421304 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-81dfc067-dd68-4578-8280-ea311e631511 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:10.426100 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-2c1821e3-7821-446d-bc41-9aec4e8d1b37 tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] Publish callbacks [] for security_group, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:10.522412 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ed63f0-0e00-44a5-9971-1173bd9e1dbb req-ef4cf50c-0a46-407d-87a5-ac2d708aacf4 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:44:10.524886 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c0ed63f0-0e00-44a5-9971-1173bd9e1dbb req-ef4cf50c-0a46-407d-87a5-ac2d708aacf4 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/ports?device_id=1a8cadd6-dc25-44b3-af2e-a6c03f3fc6ff HTTP/1.1" status: 200 len: 943 time: 0.7265236 Oct 27 10:44:10.533328 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_common [None req-0d3c2b75-bef5-4ad9-9edc-f1d3d612dc0a tempest-ExternalNetworksAdminNegativeTestJSON-652541783 tempest-ExternalNetworksAdminNegativeTestJSON-652541783-project-admin] Allocated IP 172.25.8.135 (185ff123-c7ff-45c7-a6be-71feb35acc9c/0fb9f9d1-7384-481f-8fa8-f4566c349d30/090ba532-45a2-4dd5-8aa7-1bfc70bdcccc) {{(pid=102347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:44:10.550960 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-2c1821e3-7821-446d-bc41-9aec4e8d1b37 tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] Publish callbacks [] for security_group, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:10.563351 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-2c1821e3-7821-446d-bc41-9aec4e8d1b37 tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:10.647975 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-2c1821e3-7821-446d-bc41-9aec4e8d1b37 tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:10.649324 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-2c1821e3-7821-446d-bc41-9aec4e8d1b37 tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.2940006 Oct 27 10:44:10.659204 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 51014) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:44:10.669461 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-45a9db11-c1ef-45af-9f65-3dc828b52d77 tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] Request body: {'security_group_rule': {'security_group_id': 'a4d0fbfb-64fa-47ee-96d3-9b720ee29125', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:44:10.688654 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1821e3-7821-446d-bc41-9aec4e8d1b37 tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4d0fbfb-64fa-47ee-96d3-9b720ee29125,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:44:10.692316 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-81dfc067-dd68-4578-8280-ea311e631511 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:10.712133 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-81dfc067-dd68-4578-8280-ea311e631511 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Calling delete_port for 1eb208c1-53c7-4020-bd55-d077d06451fd owned by {{(pid=102346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:44:10.751137 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-45a9db11-c1ef-45af-9f65-3dc828b52d77 tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:10.787933 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-5ef53779-b396-4dc2-afc7-dbf7f1e14c2c tempest-RoutersAdminTest-2034985404 tempest-RoutersAdminTest-2034985404-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1769395', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1765690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3711'] for router, precommit_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:10.802036 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c0ed63f0-0e00-44a5-9971-1173bd9e1dbb req-59dc0875-781b-4850-99b5-48a86aec9463 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/security-groups?id=3238f945-43ac-4dbd-b7b0-70b6d0fec036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2634382 Oct 27 10:44:10.851873 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-5ef53779-b396-4dc2-afc7-dbf7f1e14c2c tempest-RoutersAdminTest-2034985404 tempest-RoutersAdminTest-2034985404-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1769372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1769386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1769381', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1765685'] for router, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:11.010743 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-45a9db11-c1ef-45af-9f65-3dc828b52d77 tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:11.024835 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-0d3c2b75-bef5-4ad9-9edc-f1d3d612dc0a tempest-ExternalNetworksAdminNegativeTestJSON-652541783 tempest-ExternalNetworksAdminNegativeTestJSON-652541783-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:11.035557 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-45a9db11-c1ef-45af-9f65-3dc828b52d77 tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671902'] for security_group_rule, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:11.088800 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a9db11-c1ef-45af-9f65-3dc828b52d77 tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b40c24b-4c1c-4ae9-9923-134708db93ab,revision_number=0']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:44:11.108096 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-45a9db11-c1ef-45af-9f65-3dc828b52d77 tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:11.111906 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-45a9db11-c1ef-45af-9f65-3dc828b52d77 tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4492633 Oct 27 10:44:11.112086 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-0d3c2b75-bef5-4ad9-9edc-f1d3d612dc0a tempest-ExternalNetworksAdminNegativeTestJSON-652541783 tempest-ExternalNetworksAdminNegativeTestJSON-652541783-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:11.113640 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 51016) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:44:11.123339 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-9eef09d0-0f1a-4e24-b850-c9d99e9e3784 tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] Request body: {'security_group_rule': {'security_group_id': 'a4d0fbfb-64fa-47ee-96d3-9b720ee29125', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:44:11.131097 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d3c2b75-bef5-4ad9-9edc-f1d3d612dc0a tempest-ExternalNetworksAdminNegativeTestJSON-652541783 tempest-ExternalNetworksAdminNegativeTestJSON-652541783-project-admin] Network 185ff123-c7ff-45c7-a6be-71feb35acc9c is already hosted by enough agents. {{(pid=102347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:44:11.133959 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [None req-0d3c2b75-bef5-4ad9-9edc-f1d3d612dc0a tempest-ExternalNetworksAdminNegativeTestJSON-652541783 tempest-ExternalNetworksAdminNegativeTestJSON-652541783-project-admin] Resources bound (agent type, host, resource id): {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:44:11.136358 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ef53779-b396-4dc2-afc7-dbf7f1e14c2c tempest-RoutersAdminTest-2034985404 tempest-RoutersAdminTest-2034985404-project] Router f22bc213-3c21-4acb-8b27-a2a86c298626 is scheduled to L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb with binding_index 1 {{(pid=102347) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 10:44:11.141247 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d3c2b75-bef5-4ad9-9edc-f1d3d612dc0a tempest-ExternalNetworksAdminNegativeTestJSON-652541783 tempest-ExternalNetworksAdminNegativeTestJSON-652541783-project-admin] Received port after_create {{(pid=102347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:44:11.164940 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-81dfc067-dd68-4578-8280-ea311e631511 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:11.190985 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-9eef09d0-0f1a-4e24-b850-c9d99e9e3784 tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:11.271458 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81dfc067-dd68-4578-8280-ea311e631511 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Pushing event deleted for resources: {'Port': ['ID=1eb208c1-53c7-4020-bd55-d077d06451fd,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:44:11.340030 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3c2b75-bef5-4ad9-9edc-f1d3d612dc0a tempest-ExternalNetworksAdminNegativeTestJSON-652541783 tempest-ExternalNetworksAdminNegativeTestJSON-652541783-project-admin] Pushing event updated for resources: {'Port': ['ID=090ba532-45a2-4dd5-8aa7-1bfc70bdcccc,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:44:11.343969 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fba27aa9-0fa1-4ce3-91e0-92a592a88d54 None None] Sync routers for ids ['5495c0d7-fa32-4c67-bfd0-b1e2070f3903'] in n-d-813419-10 {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:44:11.373497 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fba27aa9-0fa1-4ce3-91e0-92a592a88d54 None None] Routers {'5495c0d7-fa32-4c67-bfd0-b1e2070f3903'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:44:11.374870 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-fba27aa9-0fa1-4ce3-91e0-92a592a88d54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:43:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['5495c0d7-fa32-4c67-bfd0-b1e2070f3903'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:44:11.403834 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-9eef09d0-0f1a-4e24-b850-c9d99e9e3784 tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:11.408094 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-81dfc067-dd68-4578-8280-ea311e631511 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:11.413507 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-81dfc067-dd68-4578-8280-ea311e631511 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] 10.222.0.44 "DELETE /v2.0/ports/1eb208c1-53c7-4020-bd55-d077d06451fd HTTP/1.1" status: 204 len: 168 time: 1.6997249 Oct 27 10:44:11.415580 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-9eef09d0-0f1a-4e24-b850-c9d99e9e3784 tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671902'] for security_group_rule, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:11.419488 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 51018) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:44:11.443663 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eef09d0-0f1a-4e24-b850-c9d99e9e3784 tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=632cb79c-8503-4253-8a21-a10544026d11,revision_number=0']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:44:11.454020 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-9eef09d0-0f1a-4e24-b850-c9d99e9e3784 tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:11.455615 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-9eef09d0-0f1a-4e24-b850-c9d99e9e3784 tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3384113 Oct 27 10:44:11.459413 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 51020) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:44:11.467455 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-e49be0d9-634b-443c-ae33-3c1f6fcb8ace tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] Request body: {'floatingip': {'floating_network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:44:11.499597 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-e49be0d9-634b-443c-ae33-3c1f6fcb8ace tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] Publish callbacks [] for floatingip, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:11.551028 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvr_db [None req-fba27aa9-0fa1-4ce3-91e0-92a592a88d54 None None] Set router 5495c0d7-fa32-4c67-bfd0-b1e2070f3903 gateway port host: n-d-813419-10 {{(pid=102348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:44:11.571778 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-0d3c2b75-bef5-4ad9-9edc-f1d3d612dc0a tempest-ExternalNetworksAdminNegativeTestJSON-652541783 tempest-ExternalNetworksAdminNegativeTestJSON-652541783-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:11.588051 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ef53779-b396-4dc2-afc7-dbf7f1e14c2c tempest-RoutersAdminTest-2034985404 tempest-RoutersAdminTest-2034985404-project] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:44:11.598040 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-5ef53779-b396-4dc2-afc7-dbf7f1e14c2c tempest-RoutersAdminTest-2034985404 tempest-RoutersAdminTest-2034985404-project] Publish callbacks [] for router, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:11.600290 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bcab299-f330-458a-aadb-4eb4090bea46 None None] Sync routers for ids ['f22bc213-3c21-4acb-8b27-a2a86c298626'] in n-d-813419-10 {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:44:11.601722 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-5ef53779-b396-4dc2-afc7-dbf7f1e14c2c tempest-RoutersAdminTest-2034985404 tempest-RoutersAdminTest-2034985404-project] 10.222.0.44 "PUT /v2.0/routers/f22bc213-3c21-4acb-8b27-a2a86c298626 HTTP/1.1" status: 200 len: 878 time: 4.8433723 Oct 27 10:44:11.609048 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 51022) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:44:11.620018 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bcab299-f330-458a-aadb-4eb4090bea46 None None] Routers {'f22bc213-3c21-4acb-8b27-a2a86c298626'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:44:11.620682 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-7bcab299-f330-458a-aadb-4eb4090bea46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:43:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['f22bc213-3c21-4acb-8b27-a2a86c298626'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:44:11.650105 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-e49be0d9-634b-443c-ae33-3c1f6fcb8ace tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:11.726596 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-7bcab299-f330-458a-aadb-4eb4090bea46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:44:11.739417 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-0d3c2b75-bef5-4ad9-9edc-f1d3d612dc0a tempest-ExternalNetworksAdminNegativeTestJSON-652541783 tempest-ExternalNetworksAdminNegativeTestJSON-652541783-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:11.758973 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bcab299-f330-458a-aadb-4eb4090bea46 None None] Routers {'f22bc213-3c21-4acb-8b27-a2a86c298626'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:44:11.759598 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-7bcab299-f330-458a-aadb-4eb4090bea46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:43:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['f22bc213-3c21-4acb-8b27-a2a86c298626'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:44:11.877346 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-7bcab299-f330-458a-aadb-4eb4090bea46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:44:11.878013 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bcab299-f330-458a-aadb-4eb4090bea46 None None] The sync data for ids ['f22bc213-3c21-4acb-8b27-a2a86c298626'] in n-d-813419-10 is: [] {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:44:11.908899 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_common [None req-e49be0d9-634b-443c-ae33-3c1f6fcb8ace tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] Allocated IP 172.25.8.165 (185ff123-c7ff-45c7-a6be-71feb35acc9c/0fb9f9d1-7384-481f-8fa8-f4566c349d30/fd9c7f27-84a4-4d4d-b881-8b2b02bd6c8e) {{(pid=102346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:44:12.049533 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-0d3c2b75-bef5-4ad9-9edc-f1d3d612dc0a tempest-ExternalNetworksAdminNegativeTestJSON-652541783 tempest-ExternalNetworksAdminNegativeTestJSON-652541783-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:12.051263 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device c6358f11-a679-4a19-9458-6d60381cfa62 up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:44:12.061901 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-47c646f3-0ce9-4e14-9e70-aed3cc6bfab4 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Deleting port 22c27b5f-6c6c-47c7-a478-77c272de9521 {{(pid=102347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:44:12.062517 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-47c646f3-0ce9-4e14-9e70-aed3cc6bfab4 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:12.066604 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-0d3c2b75-bef5-4ad9-9edc-f1d3d612dc0a tempest-ExternalNetworksAdminNegativeTestJSON-652541783 tempest-ExternalNetworksAdminNegativeTestJSON-652541783-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:12.131393 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60fc533-02ee-417e-98ba-767f52007e8f req-6c1da764-710d-4fd8-82ff-ceb36ce4ecdc tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:44:12.134072 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-b60fc533-02ee-417e-98ba-767f52007e8f req-6c1da764-710d-4fd8-82ff-ceb36ce4ecdc tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/ports?device_id=1a8cadd6-dc25-44b3-af2e-a6c03f3fc6ff HTTP/1.1" status: 200 len: 943 time: 0.1744599 Oct 27 10:44:12.166035 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port c6358f11-a679-4a19-9458-6d60381cfa62 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:44:12.166775 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:12.172500 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-fba27aa9-0fa1-4ce3-91e0-92a592a88d54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5495c0d7-fa32-4c67-bfd0-b1e2070f3903', 'name': 'tempest-AttachVolumeTestJSON-996718012-router', 'tenant_id': '61720bce4798402799f65ee94c5dc895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.111'}], 'enable_snat': True}, 'gw_port_id': 'c6358f11-a679-4a19-9458-6d60381cfa62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:44:02Z', 'updated_at': '2021-10-27T10:44:08Z', 'revision_number': 4, 'project_id': '61720bce4798402799f65ee94c5dc895', 'gw_port': {'id': 'c6358f11-a679-4a19-9458-6d60381cfa62', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:eb:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5495c0d7-fa32-4c67-bfd0-b1e2070f3903', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2816, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:44:04Z', 'updated_at': '2021-10-27T10:44:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_interfaces': [{'id': '539cd888-a8c4-46fd-a48e-bb24340a2a9c', 'name': '', 'network_id': 'f64c4ac1-58d3-4604-90d7-e5fb7ec08acd', 'tenant_id': '61720bce4798402799f65ee94c5dc895', 'mac_address': 'fa:16:3e:d4:3f:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5495c0d7-fa32-4c67-bfd0-b1e2070f3903', 'device_owner': 'network:router_interface', 'standard_attr_id': 2823, 'fixed_ips': [{'subnet_id': '2fee239f-a559-4db5-a696-c092c8e38011', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:44:07Z', 'updated_at': '2021-10-27T10:44:08Z', 'revision_number': 2, 'project_id': '61720bce4798402799f65ee94c5dc895', 'subnets': [{'id': '2fee239f-a559-4db5-a696-c092c8e38011', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:44:12.219614 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-e49be0d9-634b-443c-ae33-3c1f6fcb8ace tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] Publish callbacks [] for port, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:12.236387 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-b60fc533-02ee-417e-98ba-767f52007e8f req-b43d6fca-69d1-4b85-b75a-df58f526dc2d tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/security-groups?id=3238f945-43ac-4dbd-b7b0-70b6d0fec036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904939 Oct 27 10:44:12.309112 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-e49be0d9-634b-443c-ae33-3c1f6fcb8ace tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:12.323275 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-47c646f3-0ce9-4e14-9e70-aed3cc6bfab4 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:12.344790 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-47c646f3-0ce9-4e14-9e70-aed3cc6bfab4 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Calling delete_port for 22c27b5f-6c6c-47c7-a478-77c272de9521 owned by {{(pid=102347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:44:12.349896 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fba27aa9-0fa1-4ce3-91e0-92a592a88d54 None None] Checking router: 5495c0d7-fa32-4c67-bfd0-b1e2070f3903 for host: n-d-813419-10 {{(pid=102348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 10:44:12.350420 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fba27aa9-0fa1-4ce3-91e0-92a592a88d54 None None] Updating router 5495c0d7-fa32-4c67-bfd0-b1e2070f3903 port 539cd888-a8c4-46fd-a48e-bb24340a2a9c binding host n-d-813419-10 {{(pid=102348) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 10:44:12.362594 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e49be0d9-634b-443c-ae33-3c1f6fcb8ace tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] Network 185ff123-c7ff-45c7-a6be-71feb35acc9c is already hosted by enough agents. {{(pid=102346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:44:12.367508 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-e49be0d9-634b-443c-ae33-3c1f6fcb8ace tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] Resources bound (agent type, host, resource id): {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:44:12.373466 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e49be0d9-634b-443c-ae33-3c1f6fcb8ace tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] Received port after_create {{(pid=102346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:44:12.411923 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49be0d9-634b-443c-ae33-3c1f6fcb8ace tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] Pushing event updated for resources: {'Port': ['ID=fd9c7f27-84a4-4d4d-b881-8b2b02bd6c8e,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:44:12.439069 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-fba27aa9-0fa1-4ce3-91e0-92a592a88d54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:12.475969 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-e49be0d9-634b-443c-ae33-3c1f6fcb8ace tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:12.523289 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-e49be0d9-634b-443c-ae33-3c1f6fcb8ace tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:12.622397 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-78534c7f-82e7-465a-9bd1-3d4814e6308a tempest-RoutersAdminTest-381632799 tempest-RoutersAdminTest-381632799-project-admin] 10.222.0.44 "GET /v2.0/routers/f22bc213-3c21-4acb-8b27-a2a86c298626 HTTP/1.1" status: 200 len: 919 time: 1.0086443 Oct 27 10:44:12.625557 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 51034) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:44:12.626334 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3c2b75-bef5-4ad9-9edc-f1d3d612dc0a tempest-ExternalNetworksAdminNegativeTestJSON-652541783 tempest-ExternalNetworksAdminNegativeTestJSON-652541783-project-admin] Pushing event updated for resources: {'Port': ['ID=090ba532-45a2-4dd5-8aa7-1bfc70bdcccc,revision_number=2']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:44:12.640236 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-47c646f3-0ce9-4e14-9e70-aed3cc6bfab4 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:12.680522 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c646f3-0ce9-4e14-9e70-aed3cc6bfab4 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Pushing event deleted for resources: {'Port': ['ID=22c27b5f-6c6c-47c7-a478-77c272de9521,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:44:12.682699 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-0d3c2b75-bef5-4ad9-9edc-f1d3d612dc0a tempest-ExternalNetworksAdminNegativeTestJSON-652541783 tempest-ExternalNetworksAdminNegativeTestJSON-652541783-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1664826'] for floatingip, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:12.705383 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-0d3c2b75-bef5-4ad9-9edc-f1d3d612dc0a tempest-ExternalNetworksAdminNegativeTestJSON-652541783 tempest-ExternalNetworksAdminNegativeTestJSON-652541783-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for floatingip, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:12.706831 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-0d3c2b75-bef5-4ad9-9edc-f1d3d612dc0a tempest-ExternalNetworksAdminNegativeTestJSON-652541783 tempest-ExternalNetworksAdminNegativeTestJSON-652541783-project-admin] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.1548872 Oct 27 10:44:12.711460 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 51036) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:44:12.721629 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-c3d85554-e4a3-4e07-b49b-b1e091c13029 tempest-ExternalNetworksAdminNegativeTestJSON-652541783 tempest-ExternalNetworksAdminNegativeTestJSON-652541783-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-336816358', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'fixed_ips': [{'ip_address': '172.25.8.135'}]}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:44:12.767755 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3d85554-e4a3-4e07-b49b-b1e091c13029 tempest-ExternalNetworksAdminNegativeTestJSON-652541783 tempest-ExternalNetworksAdminNegativeTestJSON-652541783-project-admin] Made reservation on behalf of 5438d5b491b1439db3f02d14714ab042 for: {'port': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:44:12.770841 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-c3d85554-e4a3-4e07-b49b-b1e091c13029 tempest-ExternalNetworksAdminNegativeTestJSON-652541783 tempest-ExternalNetworksAdminNegativeTestJSON-652541783-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:12.783906 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-e49be0d9-634b-443c-ae33-3c1f6fcb8ace tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] Publish callbacks [] for port, precommit_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:12.793987 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-e49be0d9-634b-443c-ae33-3c1f6fcb8ace tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27024173'] for port, after_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:12.803733 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-c3d85554-e4a3-4e07-b49b-b1e091c13029 tempest-ExternalNetworksAdminNegativeTestJSON-652541783 tempest-ExternalNetworksAdminNegativeTestJSON-652541783-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:12.814038 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8566366-56f4-488a-b689-01aa2063c039 tempest-RoutersAdminTest-381632799 tempest-RoutersAdminTest-381632799-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:44:12.817650 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-c8566366-56f4-488a-b689-01aa2063c039 tempest-RoutersAdminTest-381632799 tempest-RoutersAdminTest-381632799-project-admin] 10.222.0.44 "GET /v2.0/ports?network_id=185ff123-c7ff-45c7-a6be-71feb35acc9c&device_id=f22bc213-3c21-4acb-8b27-a2a86c298626&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1884925 Oct 27 10:44:12.826068 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 51038) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:44:12.896751 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-47c646f3-0ce9-4e14-9e70-aed3cc6bfab4 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:12.900698 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-47c646f3-0ce9-4e14-9e70-aed3cc6bfab4 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] 10.222.0.44 "DELETE /v2.0/ports/22c27b5f-6c6c-47c7-a478-77c272de9521 HTTP/1.1" status: 204 len: 168 time: 1.4799979 Oct 27 10:44:12.907700 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 51040) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:44:12.916033 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-e49be0d9-634b-443c-ae33-3c1f6fcb8ace tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1664826'] for floatingip, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:12.936766 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-e49be0d9-634b-443c-ae33-3c1f6fcb8ace tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for floatingip, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:12.938025 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-e49be0d9-634b-443c-ae33-3c1f6fcb8ace tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4770944 Oct 27 10:44:12.950405 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49be0d9-634b-443c-ae33-3c1f6fcb8ace tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] Pushing event updated for resources: {'Port': ['ID=fd9c7f27-84a4-4d4d-b881-8b2b02bd6c8e,revision_number=2']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:44:12.963708 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-fba27aa9-0fa1-4ce3-91e0-92a592a88d54 None None] Publish callbacks [] for port, precommit_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:12.972136 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-fba27aa9-0fa1-4ce3-91e0-92a592a88d54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:13.022804 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff38c563-7db4-4566-b69f-393c550918dd tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Deleting subnet 31fc4bb4-57b5-4293-9cc7-0a44723124dc {{(pid=102347) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 10:44:13.028494 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8719039-9226-4cfb-b6ab-2971bcaac14d tempest-RoutersAdminTest-381632799 tempest-RoutersAdminTest-381632799-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:44:13.033684 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 51046) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:44:13.052271 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-c8719039-9226-4cfb-b6ab-2971bcaac14d tempest-RoutersAdminTest-381632799 tempest-RoutersAdminTest-381632799-project-admin] 10.222.0.44 "GET /v2.0/networks/185ff123-c7ff-45c7-a6be-71feb35acc9c HTTP/1.1" status: 200 len: 881 time: 0.2062609 Oct 27 10:44:13.052271 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-ff38c563-7db4-4566-b69f-393c550918dd tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Publish callbacks [] for subnet, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:13.079075 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-29f93c03-0b1d-4212-8bc2-7b59bd512177 tempest-RoutersAdminTest-2034985404 tempest-RoutersAdminTest-2034985404-project] 10.222.0.44 "GET /v2.0/ports?device_id=f22bc213-3c21-4acb-8b27-a2a86c298626 HTTP/1.1" status: 200 len: 205 time: 0.0431571 Oct 27 10:44:13.081171 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 51050) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:44:13.109540 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500ae773-3d4c-438f-b56e-e2643e9ee997 None None] Pushing event updated for resources: {'Port': ['ID=539cd888-a8c4-46fd-a48e-bb24340a2a9c,revision_number=3']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:44:13.212511 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-fba27aa9-0fa1-4ce3-91e0-92a592a88d54 None None] Attempting to bind port 539cd888-a8c4-46fd-a48e-bb24340a2a9c on host n-d-813419-10 for vnic_type normal with profile {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:44:13.212971 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-fba27aa9-0fa1-4ce3-91e0-92a592a88d54 None None] Attempting to bind port 539cd888-a8c4-46fd-a48e-bb24340a2a9c by drivers openvswitch,hyperv on host n-d-813419-10 at level 0 using segments [{'id': 'a5fc7f07-22ca-4b2b-bd72-57f570088db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'f64c4ac1-58d3-4604-90d7-e5fb7ec08acd'}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:44:13.213406 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fba27aa9-0fa1-4ce3-91e0-92a592a88d54 None None] Attempting to bind port 539cd888-a8c4-46fd-a48e-bb24340a2a9c on network f64c4ac1-58d3-4604-90d7-e5fb7ec08acd {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:44:13.225382 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-ff38c563-7db4-4566-b69f-393c550918dd tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-18445109'] for subnet, precommit_delete_associations {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:13.226247 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fba27aa9-0fa1-4ce3-91e0-92a592a88d54 None None] Checking agent: {'id': '89dba0f3-79b2-435e-9822-33674b8f6ada', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 8, 20), 'started_at': datetime.datetime(2021, 10, 27, 10, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 43, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:44:13.226704 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fba27aa9-0fa1-4ce3-91e0-92a592a88d54 None None] Checking segment: {'id': 'a5fc7f07-22ca-4b2b-bd72-57f570088db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'f64c4ac1-58d3-4604-90d7-e5fb7ec08acd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:44:13.227341 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-fba27aa9-0fa1-4ce3-91e0-92a592a88d54 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:13.231532 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fba27aa9-0fa1-4ce3-91e0-92a592a88d54 None None] Bound using segment: {'id': 'a5fc7f07-22ca-4b2b-bd72-57f570088db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'f64c4ac1-58d3-4604-90d7-e5fb7ec08acd'} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:44:13.232935 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-fba27aa9-0fa1-4ce3-91e0-92a592a88d54 None None] Bound port: 539cd888-a8c4-46fd-a48e-bb24340a2a9c, host: n-d-813419-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5fc7f07-22ca-4b2b-bd72-57f570088db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'f64c4ac1-58d3-4604-90d7-e5fb7ec08acd'}}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:44:13.233407 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-fba27aa9-0fa1-4ce3-91e0-92a592a88d54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:13.301332 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-c3d85554-e4a3-4e07-b49b-b1e091c13029 tempest-ExternalNetworksAdminNegativeTestJSON-652541783 tempest-ExternalNetworksAdminNegativeTestJSON-652541783-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:13.340105 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-c3d85554-e4a3-4e07-b49b-b1e091c13029 tempest-ExternalNetworksAdminNegativeTestJSON-652541783 tempest-ExternalNetworksAdminNegativeTestJSON-652541783-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:13.345227 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ca852b1e-afad-4e78-9f07-9c1cdbd3cd11 tempest-RoutersAdminTest-2034985404 tempest-RoutersAdminTest-2034985404-project] Publish callbacks [] for router, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:13.375671 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [None req-c3d85554-e4a3-4e07-b49b-b1e091c13029 tempest-ExternalNetworksAdminNegativeTestJSON-652541783 tempest-ExternalNetworksAdminNegativeTestJSON-652541783-project-admin] device_id is not set on port fb1a8f9c-461d-475a-a61c-01e08809c2ba yet. {{(pid=102347) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 10:44:13.405438 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-fba27aa9-0fa1-4ce3-91e0-92a592a88d54 None None] For port 539cd888-a8c4-46fd-a48e-bb24340a2a9c, host n-d-813419-10, cleared binding levels {{(pid=102348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:44:13.410851 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-fba27aa9-0fa1-4ce3-91e0-92a592a88d54 None None] For port 539cd888-a8c4-46fd-a48e-bb24340a2a9c, host n-d-813419-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=539cd888-a8c4-46fd-a48e-bb24340a2a9c,segment=NetworkSegment(a5fc7f07-22ca-4b2b-bd72-57f570088db0),segment_id=a5fc7f07-22ca-4b2b-bd72-57f570088db0)] {{(pid=102348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:44:13.417987 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-fba27aa9-0fa1-4ce3-91e0-92a592a88d54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:13.523026 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fba27aa9-0fa1-4ce3-91e0-92a592a88d54 None None] Routers {'5495c0d7-fa32-4c67-bfd0-b1e2070f3903'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:44:13.524045 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-fba27aa9-0fa1-4ce3-91e0-92a592a88d54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:43:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['5495c0d7-fa32-4c67-bfd0-b1e2070f3903'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:44:13.557488 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10da347-102d-49b5-8298-e7e98de93dc2 req-203d0a4b-49ec-453b-9563-1b5c2f1b647b tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:44:13.559033 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-a10da347-102d-49b5-8298-e7e98de93dc2 req-203d0a4b-49ec-453b-9563-1b5c2f1b647b tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/ports?device_id=1a8cadd6-dc25-44b3-af2e-a6c03f3fc6ff HTTP/1.1" status: 200 len: 943 time: 0.1366704 Oct 27 10:44:13.578578 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d85554-e4a3-4e07-b49b-b1e091c13029 tempest-ExternalNetworksAdminNegativeTestJSON-652541783 tempest-ExternalNetworksAdminNegativeTestJSON-652541783-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59e2d103-586b-41e3-bcb4-329854575267,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:44:13.614103 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-d89d43d2-23b4-4c4c-8f86-f6e1419f1de2 req-0c1176c2-c1d6-4260-ba0d-e64f0ff4a2a8 tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--1006431574&fields=id&tenant_id=61720bce4798402799f65ee94c5dc895 HTTP/1.1" status: 200 len: 267 time: 0.4139893 Oct 27 10:44:13.623127 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ca852b1e-afad-4e78-9f07-9c1cdbd3cd11 tempest-RoutersAdminTest-2034985404 tempest-RoutersAdminTest-2034985404-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:13.657413 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-a10da347-102d-49b5-8298-e7e98de93dc2 req-acf55d50-9e07-43a6-909c-837a806b81df tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/security-groups?id=3238f945-43ac-4dbd-b7b0-70b6d0fec036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876241 Oct 27 10:44:13.712257 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-ca852b1e-afad-4e78-9f07-9c1cdbd3cd11 tempest-RoutersAdminTest-2034985404 tempest-RoutersAdminTest-2034985404-project] Deleting port a57d004f-6781-4dd4-b6e8-c410bddd0cbf {{(pid=102346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:44:13.712639 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ca852b1e-afad-4e78-9f07-9c1cdbd3cd11 tempest-RoutersAdminTest-2034985404 tempest-RoutersAdminTest-2034985404-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:13.815818 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ca852b1e-afad-4e78-9f07-9c1cdbd3cd11 tempest-RoutersAdminTest-2034985404 tempest-RoutersAdminTest-2034985404-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:13.830206 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-ca852b1e-afad-4e78-9f07-9c1cdbd3cd11 tempest-RoutersAdminTest-2034985404 tempest-RoutersAdminTest-2034985404-project] Calling delete_port for a57d004f-6781-4dd4-b6e8-c410bddd0cbf owned by network:router_gateway {{(pid=102346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:44:13.868024 n-d-813419-10 neutron-server[102347]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3d85554-e4a3-4e07-b49b-b1e091c13029 tempest-ExternalNetworksAdminNegativeTestJSON-652541783 tempest-ExternalNetworksAdminNegativeTestJSON-652541783-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Oct 27 10:44:13.868668 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3d85554-e4a3-4e07-b49b-b1e091c13029 tempest-ExternalNetworksAdminNegativeTestJSON-652541783 tempest-ExternalNetworksAdminNegativeTestJSON-652541783-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=102347) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 10:44:13.875977 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-ff38c563-7db4-4566-b69f-393c550918dd tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855646'] for subnet, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:13.917839 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvr_db [None req-fba27aa9-0fa1-4ce3-91e0-92a592a88d54 None None] Set router 5495c0d7-fa32-4c67-bfd0-b1e2070f3903 gateway port host: n-d-813419-10 {{(pid=102348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:44:13.925391 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-c3d85554-e4a3-4e07-b49b-b1e091c13029 tempest-ExternalNetworksAdminNegativeTestJSON-652541783 tempest-ExternalNetworksAdminNegativeTestJSON-652541783-project-admin] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 1.2056606 Oct 27 10:44:13.927539 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 51062) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:44:13.945020 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7da98958-a9f8-4673-9b7b-1a22620a943e None None] Provisioning complete for port 539cd888-a8c4-46fd-a48e-bb24340a2a9c triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:44:13.945551 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7da98958-a9f8-4673-9b7b-1a22620a943e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:13.952083 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500ae773-3d4c-438f-b56e-e2643e9ee997 None None] Pushing event updated for resources: {'Port': ['ID=539cd888-a8c4-46fd-a48e-bb24340a2a9c,revision_number=4']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:44:14.055509 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ca852b1e-afad-4e78-9f07-9c1cdbd3cd11 tempest-RoutersAdminTest-2034985404 tempest-RoutersAdminTest-2034985404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:14.123382 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89d43d2-23b4-4c4c-8f86-f6e1419f1de2 req-69a37b88-1fea-4f27-b767-a30eaa964245 tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:44:14.123788 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca852b1e-afad-4e78-9f07-9c1cdbd3cd11 tempest-RoutersAdminTest-2034985404 tempest-RoutersAdminTest-2034985404-project] Pushing event deleted for resources: {'Port': ['ID=a57d004f-6781-4dd4-b6e8-c410bddd0cbf,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:44:14.125063 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-d89d43d2-23b4-4c4c-8f86-f6e1419f1de2 req-69a37b88-1fea-4f27-b767-a30eaa964245 tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] 10.222.0.44 "GET /v2.0/networks?id=f64c4ac1-58d3-4604-90d7-e5fb7ec08acd HTTP/1.1" status: 200 len: 810 time: 0.4964597 Oct 27 10:44:14.144053 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-ff38c563-7db4-4566-b69f-393c550918dd tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-18295818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18043720'] for subnet, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:14.180182 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7da98958-a9f8-4673-9b7b-1a22620a943e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:14.184644 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff38c563-7db4-4566-b69f-393c550918dd tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Pushing event deleted for resources: {'Subnet': ['ID=31fc4bb4-57b5-4293-9cc7-0a44723124dc,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:44:14.195266 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-ff38c563-7db4-4566-b69f-393c550918dd tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Publish callbacks [] for subnet, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:14.202968 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-ff38c563-7db4-4566-b69f-393c550918dd tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] 10.222.0.44 "DELETE /v2.0/subnets/31fc4bb4-57b5-4293-9cc7-0a44723124dc HTTP/1.1" status: 204 len: 168 time: 1.2932022 Oct 27 10:44:14.204579 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 51066) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:44:14.205100 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-d89d43d2-23b4-4c4c-8f86-f6e1419f1de2 req-2743e5bc-246d-4387-b140-efabc79276fa tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] 10.222.0.44 "GET /v2.0/quotas/61720bce4798402799f65ee94c5dc895 HTTP/1.1" status: 200 len: 375 time: 0.0626068 Oct 27 10:44:14.232156 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-234b54b6-9751-488e-aba4-be0ae01d0d0d None None] Network 221478c6-1352-435e-b5d2-1ec0f18ba5b8 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:44:14.265578 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ca852b1e-afad-4e78-9f07-9c1cdbd3cd11 tempest-RoutersAdminTest-2034985404 tempest-RoutersAdminTest-2034985404-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1664884'] for router_gateway, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:14.298085 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-7da98958-a9f8-4673-9b7b-1a22620a943e None None] For port 539cd888-a8c4-46fd-a48e-bb24340a2a9c, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=539cd888-a8c4-46fd-a48e-bb24340a2a9c,segment=NetworkSegment(a5fc7f07-22ca-4b2b-bd72-57f570088db0),segment_id=a5fc7f07-22ca-4b2b-bd72-57f570088db0)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:44:14.311223 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-9668ac99-1c25-4169-85de-0b031cfec7ac tempest-ExternalNetworksAdminNegativeTestJSON-652541783 tempest-ExternalNetworksAdminNegativeTestJSON-652541783-project-admin] Deleting port 090ba532-45a2-4dd5-8aa7-1bfc70bdcccc {{(pid=102347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:44:14.311891 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-9668ac99-1c25-4169-85de-0b031cfec7ac tempest-ExternalNetworksAdminNegativeTestJSON-652541783 tempest-ExternalNetworksAdminNegativeTestJSON-652541783-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:14.319835 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7da98958-a9f8-4673-9b7b-1a22620a943e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:14.326639 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-d89d43d2-23b4-4c4c-8f86-f6e1419f1de2 req-60456414-7a06-48d8-a2f6-9104f08ec4cb tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=61720bce4798402799f65ee94c5dc895&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1054270 Oct 27 10:44:14.376933 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_v2 [None req-17041ddb-0a32-40a7-8bad-5838c6fe6f08 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Deleting subnet 2b282023-ee15-4c3c-8c47-498ae229ab3c {{(pid=102346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 10:44:14.381330 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ca852b1e-afad-4e78-9f07-9c1cdbd3cd11 tempest-RoutersAdminTest-2034985404 tempest-RoutersAdminTest-2034985404-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1765662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3700'] for router, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:14.382641 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da98958-a9f8-4673-9b7b-1a22620a943e None None] Pushing event updated for resources: {'Port': ['ID=539cd888-a8c4-46fd-a48e-bb24340a2a9c,revision_number=5']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:44:14.382932 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-17041ddb-0a32-40a7-8bad-5838c6fe6f08 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Publish callbacks [] for subnet, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:14.398146 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ca852b1e-afad-4e78-9f07-9c1cdbd3cd11 tempest-RoutersAdminTest-2034985404 tempest-RoutersAdminTest-2034985404-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:14.419071 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-fba27aa9-0fa1-4ce3-91e0-92a592a88d54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5495c0d7-fa32-4c67-bfd0-b1e2070f3903', 'name': 'tempest-AttachVolumeTestJSON-996718012-router', 'tenant_id': '61720bce4798402799f65ee94c5dc895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.111'}], 'enable_snat': True}, 'gw_port_id': 'c6358f11-a679-4a19-9458-6d60381cfa62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:44:02Z', 'updated_at': '2021-10-27T10:44:08Z', 'revision_number': 4, 'project_id': '61720bce4798402799f65ee94c5dc895', 'gw_port': {'id': 'c6358f11-a679-4a19-9458-6d60381cfa62', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:eb:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5495c0d7-fa32-4c67-bfd0-b1e2070f3903', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2816, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:44:04Z', 'updated_at': '2021-10-27T10:44:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_interfaces': [{'id': '539cd888-a8c4-46fd-a48e-bb24340a2a9c', 'name': '', 'network_id': 'f64c4ac1-58d3-4604-90d7-e5fb7ec08acd', 'tenant_id': '61720bce4798402799f65ee94c5dc895', 'mac_address': 'fa:16:3e:d4:3f:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5495c0d7-fa32-4c67-bfd0-b1e2070f3903', 'device_owner': 'network:router_interface', 'standard_attr_id': 2823, 'fixed_ips': [{'subnet_id': '2fee239f-a559-4db5-a696-c092c8e38011', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:44:07Z', 'updated_at': '2021-10-27T10:44:13Z', 'revision_number': 4, 'project_id': '61720bce4798402799f65ee94c5dc895', 'subnets': [{'id': '2fee239f-a559-4db5-a696-c092c8e38011', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:44:14.471417 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fba27aa9-0fa1-4ce3-91e0-92a592a88d54 None None] The sync data for ids ['5495c0d7-fa32-4c67-bfd0-b1e2070f3903'] in n-d-813419-10 is: [{'id': '5495c0d7-fa32-4c67-bfd0-b1e2070f3903', 'name': 'tempest-AttachVolumeTestJSON-996718012-router', 'tenant_id': '61720bce4798402799f65ee94c5dc895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.111'}], 'enable_snat': True}, 'gw_port_id': 'c6358f11-a679-4a19-9458-6d60381cfa62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:44:02Z', 'updated_at': '2021-10-27T10:44:08Z', 'revision_number': 4, 'project_id': '61720bce4798402799f65ee94c5dc895', 'gw_port': {'id': 'c6358f11-a679-4a19-9458-6d60381cfa62', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:eb:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5495c0d7-fa32-4c67-bfd0-b1e2070f3903', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2816, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:44:04Z', 'updated_at': '2021-10-27T10:44:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_interfaces': [{'id': '539cd888-a8c4-46fd-a48e-bb24340a2a9c', 'name': '', 'network_id': 'f64c4ac1-58d3-4604-90d7-e5fb7ec08acd', 'tenant_id': '61720bce4798402799f65ee94c5dc895', 'mac_address': 'fa:16:3e:d4:3f:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5495c0d7-fa32-4c67-bfd0-b1e2070f3903', 'device_owner': 'network:router_interface', 'standard_attr_id': 2823, 'fixed_ips': [{'subnet_id': '2fee239f-a559-4db5-a696-c092c8e38011', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:44:07Z', 'updated_at': '2021-10-27T10:44:13Z', 'revision_number': 4, 'project_id': '61720bce4798402799f65ee94c5dc895', 'subnets': [{'id': '2fee239f-a559-4db5-a696-c092c8e38011', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:44:14.484767 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-17041ddb-0a32-40a7-8bad-5838c6fe6f08 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25847868'] for subnet, precommit_delete_associations {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:14.485178 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-d40985b4-b8ff-4fb8-a1f9-f9db459c433d None None] Provisioning complete for port 539cd888-a8c4-46fd-a48e-bb24340a2a9c triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:44:14.485548 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-d40985b4-b8ff-4fb8-a1f9-f9db459c433d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:14.517167 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ca852b1e-afad-4e78-9f07-9c1cdbd3cd11 tempest-RoutersAdminTest-2034985404 tempest-RoutersAdminTest-2034985404-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1765641'] for router, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:14.517695 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca852b1e-afad-4e78-9f07-9c1cdbd3cd11 tempest-RoutersAdminTest-2034985404 tempest-RoutersAdminTest-2034985404-project] Fanout notify agent at l3_agent the message router_deleted on router f22bc213-3c21-4acb-8b27-a2a86c298626 {{(pid=102346) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 10:44:14.525981 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ca852b1e-afad-4e78-9f07-9c1cdbd3cd11 tempest-RoutersAdminTest-2034985404 tempest-RoutersAdminTest-2034985404-project] Publish callbacks [] for router, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:14.530967 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-ca852b1e-afad-4e78-9f07-9c1cdbd3cd11 tempest-RoutersAdminTest-2034985404 tempest-RoutersAdminTest-2034985404-project] 10.222.0.44 "DELETE /v2.0/routers/f22bc213-3c21-4acb-8b27-a2a86c298626 HTTP/1.1" status: 204 len: 168 time: 1.4423871 Oct 27 10:44:14.535644 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 51068) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:44:14.576051 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-56db63d8-9a8a-4125-82e2-26e7ce11ddbf tempest-RoutersAdminTest-2034985404 tempest-RoutersAdminTest-2034985404-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1552323742', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:44:14.602514 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-9668ac99-1c25-4169-85de-0b031cfec7ac tempest-ExternalNetworksAdminNegativeTestJSON-652541783 tempest-ExternalNetworksAdminNegativeTestJSON-652541783-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:14.602764 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-9668ac99-1c25-4169-85de-0b031cfec7ac tempest-ExternalNetworksAdminNegativeTestJSON-652541783 tempest-ExternalNetworksAdminNegativeTestJSON-652541783-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:14.624470 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-9668ac99-1c25-4169-85de-0b031cfec7ac tempest-ExternalNetworksAdminNegativeTestJSON-652541783 tempest-ExternalNetworksAdminNegativeTestJSON-652541783-project-admin] Calling delete_port for 090ba532-45a2-4dd5-8aa7-1bfc70bdcccc owned by network:floatingip {{(pid=102347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:44:14.647836 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-17041ddb-0a32-40a7-8bad-5838c6fe6f08 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855646'] for subnet, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:14.687690 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-380ef901-e15c-4d7a-ba3e-a46873a62a7a None None] DHCP port deletion for 221478c6-1352-435e-b5d2-1ec0f18ba5b8 request from n-d-813419-10 {{(pid=102348) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 10:44:14.700489 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-56db63d8-9a8a-4125-82e2-26e7ce11ddbf tempest-RoutersAdminTest-2034985404 tempest-RoutersAdminTest-2034985404-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1768632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3610'] for router, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:14.702462 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-56db63d8-9a8a-4125-82e2-26e7ce11ddbf tempest-RoutersAdminTest-2034985404 tempest-RoutersAdminTest-2034985404-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1765704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1769409', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1694266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3597'] for router, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:14.748833 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-380ef901-e15c-4d7a-ba3e-a46873a62a7a None None] Deleting port 5418691d-e733-43da-8d93-be084ec50207 {{(pid=102348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:44:14.749843 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-380ef901-e15c-4d7a-ba3e-a46873a62a7a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:14.755986 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-d89d43d2-23b4-4c4c-8f86-f6e1419f1de2 req-5f6f3fa9-27a0-4053-839a-467449482549 service neutron] 10.222.0.44 "GET /v2.0/networks/f64c4ac1-58d3-4604-90d7-e5fb7ec08acd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4001517 Oct 27 10:44:14.757724 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-17041ddb-0a32-40a7-8bad-5838c6fe6f08 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27024355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27168307'] for subnet, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:14.802615 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17041ddb-0a32-40a7-8bad-5838c6fe6f08 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Pushing event deleted for resources: {'Subnet': ['ID=2b282023-ee15-4c3c-8c47-498ae229ab3c,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:44:14.809791 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-17041ddb-0a32-40a7-8bad-5838c6fe6f08 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for subnet, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:14.817966 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-17041ddb-0a32-40a7-8bad-5838c6fe6f08 tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] 10.222.0.44 "DELETE /v2.0/subnets/2b282023-ee15-4c3c-8c47-498ae229ab3c HTTP/1.1" status: 204 len: 168 time: 0.6038735 Oct 27 10:44:14.825577 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 51072) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:44:14.831452 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38d2423f-8fdc-4130-843b-a0a5f7de2a6d None None] Network 88e3e046-d444-4db2-9521-e65514262b77 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:44:14.917752 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-380ef901-e15c-4d7a-ba3e-a46873a62a7a None None] For port 5418691d-e733-43da-8d93-be084ec50207, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=5418691d-e733-43da-8d93-be084ec50207,segment=NetworkSegment(2ca19453-a5a8-4460-9af1-c3768fea04a4),segment_id=2ca19453-a5a8-4460-9af1-c3768fea04a4)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:44:14.918450 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-380ef901-e15c-4d7a-ba3e-a46873a62a7a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:14.939291 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-68f96712-9269-4f8e-b226-8041178e518b tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586917'] for network, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:14.948666 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-380ef901-e15c-4d7a-ba3e-a46873a62a7a None None] Calling delete_port for 5418691d-e733-43da-8d93-be084ec50207 owned by network:dhcp {{(pid=102348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:44:14.950548 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25e03e1-f37b-478c-bde3-75266f037187 req-7da03a82-76c7-48a0-9914-6a13e32bda08 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:44:14.958417 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-b25e03e1-f37b-478c-bde3-75266f037187 req-7da03a82-76c7-48a0-9914-6a13e32bda08 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/ports?device_id=1a8cadd6-dc25-44b3-af2e-a6c03f3fc6ff HTTP/1.1" status: 200 len: 943 time: 0.1424568 Oct 27 10:44:15.037464 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-b25e03e1-f37b-478c-bde3-75266f037187 req-247f4609-4607-4a1d-aceb-48f5e46577a1 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/security-groups?id=3238f945-43ac-4dbd-b7b0-70b6d0fec036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778763 Oct 27 10:44:15.100229 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-68f96712-9269-4f8e-b226-8041178e518b tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Deleting port 5418691d-e733-43da-8d93-be084ec50207 {{(pid=102346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:44:15.100591 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-68f96712-9269-4f8e-b226-8041178e518b tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:15.129979 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-380ef901-e15c-4d7a-ba3e-a46873a62a7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615'] for port, after_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:15.148841 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-380ef901-e15c-4d7a-ba3e-a46873a62a7a None None] No DVR routers for this DVR port 5418691d-e733-43da-8d93-be084ec50207 on host n-d-813419-10 {{(pid=102348) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:44:15.191708 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe2f5390-dedf-4e78-8863-909f25c47c27 None None] DHCP port deletion for 88e3e046-d444-4db2-9521-e65514262b77 request from n-d-813419-10 {{(pid=102348) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 10:44:15.198053 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380ef901-e15c-4d7a-ba3e-a46873a62a7a None None] Pushing event deleted for resources: {'Port': ['ID=5418691d-e733-43da-8d93-be084ec50207,revision_number=None']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:44:15.229278 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [None req-68f96712-9269-4f8e-b226-8041178e518b tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] For port 5418691d-e733-43da-8d93-be084ec50207, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=5418691d-e733-43da-8d93-be084ec50207,segment=NetworkSegment(2ca19453-a5a8-4460-9af1-c3768fea04a4),segment_id=2ca19453-a5a8-4460-9af1-c3768fea04a4)] {{(pid=102346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:44:15.230083 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-68f96712-9269-4f8e-b226-8041178e518b tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:15.247704 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-68f96712-9269-4f8e-b226-8041178e518b tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Calling delete_port for 5418691d-e733-43da-8d93-be084ec50207 owned by network:dhcp {{(pid=102346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:44:15.250675 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-d89d43d2-23b4-4c4c-8f86-f6e1419f1de2 req-59991b22-6d4e-4ce0-8649-8802832d959d service neutron] 10.222.0.44 "GET /v2.0/networks/f64c4ac1-58d3-4604-90d7-e5fb7ec08acd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4935966 Oct 27 10:44:15.346266 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-fe2f5390-dedf-4e78-8863-909f25c47c27 None None] Deleting port b9ab3b5f-20bf-4bc9-acc2-aa8ce07427c1 {{(pid=102348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:44:15.346976 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-fe2f5390-dedf-4e78-8863-909f25c47c27 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:15.376234 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-68f96712-9269-4f8e-b226-8041178e518b tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:15.460782 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-56db63d8-9a8a-4125-82e2-26e7ce11ddbf tempest-RoutersAdminTest-2034985404 tempest-RoutersAdminTest-2034985404-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:15.472793 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-56db63d8-9a8a-4125-82e2-26e7ce11ddbf tempest-RoutersAdminTest-2034985404 tempest-RoutersAdminTest-2034985404-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1765699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1769372'] for router, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:15.489606 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f96712-9269-4f8e-b226-8041178e518b tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Pushing event deleted for resources: {'Port': ['ID=5418691d-e733-43da-8d93-be084ec50207,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:44:15.495520 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68f96712-9269-4f8e-b226-8041178e518b tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] No DVR routers for this DVR port 5418691d-e733-43da-8d93-be084ec50207 on host n-d-813419-10 {{(pid=102346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:44:15.502606 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-9668ac99-1c25-4169-85de-0b031cfec7ac tempest-ExternalNetworksAdminNegativeTestJSON-652541783 tempest-ExternalNetworksAdminNegativeTestJSON-652541783-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:15.545353 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-fe2f5390-dedf-4e78-8863-909f25c47c27 None None] For port b9ab3b5f-20bf-4bc9-acc2-aa8ce07427c1, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=b9ab3b5f-20bf-4bc9-acc2-aa8ce07427c1,segment=NetworkSegment(c5bd0478-53f3-4027-a631-eeb5a728964c),segment_id=c5bd0478-53f3-4027-a631-eeb5a728964c)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:44:15.546019 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-fe2f5390-dedf-4e78-8863-909f25c47c27 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:15.576338 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-fe2f5390-dedf-4e78-8863-909f25c47c27 None None] Calling delete_port for b9ab3b5f-20bf-4bc9-acc2-aa8ce07427c1 owned by network:dhcp {{(pid=102348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:44:15.578202 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-56db63d8-9a8a-4125-82e2-26e7ce11ddbf tempest-RoutersAdminTest-2034985404 tempest-RoutersAdminTest-2034985404-project] Publish callbacks [] for router, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:15.580006 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-56db63d8-9a8a-4125-82e2-26e7ce11ddbf tempest-RoutersAdminTest-2034985404 tempest-RoutersAdminTest-2034985404-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 1.0155926 Oct 27 10:44:15.581415 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9668ac99-1c25-4169-85de-0b031cfec7ac tempest-ExternalNetworksAdminNegativeTestJSON-652541783 tempest-ExternalNetworksAdminNegativeTestJSON-652541783-project-admin] Pushing event deleted for resources: {'Port': ['ID=090ba532-45a2-4dd5-8aa7-1bfc70bdcccc,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:44:15.583887 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 51080) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:44:15.609743 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-c6c80fb3-d9f9-4980-866e-7e7d051f0204 tempest-RoutersAdminTest-381632799 tempest-RoutersAdminTest-381632799-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'enable_snat': True}}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:44:15.696188 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-67e75e5e-77af-405e-a774-61abb9414c5a req-29c71b27-38cc-40fd-9878-0d79112c5ceb tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0425cac-a4c1-4c0d-a984-fdf0100683a6 HTTP/1.1" status: 200 len: 210 time: 0.0543969 Oct 27 10:44:15.698770 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9668ac99-1c25-4169-85de-0b031cfec7ac tempest-ExternalNetworksAdminNegativeTestJSON-652541783 tempest-ExternalNetworksAdminNegativeTestJSON-652541783-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:44:15.699209 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9668ac99-1c25-4169-85de-0b031cfec7ac tempest-ExternalNetworksAdminNegativeTestJSON-652541783 tempest-ExternalNetworksAdminNegativeTestJSON-652541783-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:44:15.700558 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9668ac99-1c25-4169-85de-0b031cfec7ac tempest-ExternalNetworksAdminNegativeTestJSON-652541783 tempest-ExternalNetworksAdminNegativeTestJSON-652541783-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:44:15.700949 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9668ac99-1c25-4169-85de-0b031cfec7ac tempest-ExternalNetworksAdminNegativeTestJSON-652541783 tempest-ExternalNetworksAdminNegativeTestJSON-652541783-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:44:15.701486 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9668ac99-1c25-4169-85de-0b031cfec7ac tempest-ExternalNetworksAdminNegativeTestJSON-652541783 tempest-ExternalNetworksAdminNegativeTestJSON-652541783-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:44:15.701839 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9668ac99-1c25-4169-85de-0b031cfec7ac tempest-ExternalNetworksAdminNegativeTestJSON-652541783 tempest-ExternalNetworksAdminNegativeTestJSON-652541783-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:44:15.702285 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9668ac99-1c25-4169-85de-0b031cfec7ac tempest-ExternalNetworksAdminNegativeTestJSON-652541783 tempest-ExternalNetworksAdminNegativeTestJSON-652541783-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:44:15.702561 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9668ac99-1c25-4169-85de-0b031cfec7ac tempest-ExternalNetworksAdminNegativeTestJSON-652541783 tempest-ExternalNetworksAdminNegativeTestJSON-652541783-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:44:15.702961 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9668ac99-1c25-4169-85de-0b031cfec7ac tempest-ExternalNetworksAdminNegativeTestJSON-652541783 tempest-ExternalNetworksAdminNegativeTestJSON-652541783-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:44:15.703333 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9668ac99-1c25-4169-85de-0b031cfec7ac tempest-ExternalNetworksAdminNegativeTestJSON-652541783 tempest-ExternalNetworksAdminNegativeTestJSON-652541783-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:44:15.703749 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9668ac99-1c25-4169-85de-0b031cfec7ac tempest-ExternalNetworksAdminNegativeTestJSON-652541783 tempest-ExternalNetworksAdminNegativeTestJSON-652541783-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:44:15.704371 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9668ac99-1c25-4169-85de-0b031cfec7ac tempest-ExternalNetworksAdminNegativeTestJSON-652541783 tempest-ExternalNetworksAdminNegativeTestJSON-652541783-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:44:15.714238 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-fe2f5390-dedf-4e78-8863-909f25c47c27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615'] for port, after_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:15.747392 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-68f96712-9269-4f8e-b226-8041178e518b tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857803', 'neutron.services.segments.db._delete_segments_for_network-8743873143390'] for network, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:15.764316 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe2f5390-dedf-4e78-8863-909f25c47c27 None None] No DVR routers for this DVR port b9ab3b5f-20bf-4bc9-acc2-aa8ce07427c1 on host n-d-813419-10 {{(pid=102348) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:44:15.814014 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-68f96712-9269-4f8e-b226-8041178e518b tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['221478c6-1352-435e-b5d2-1ec0f18ba5b8']}} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:44:15.818530 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f5390-dedf-4e78-8863-909f25c47c27 None None] Pushing event deleted for resources: {'Port': ['ID=b9ab3b5f-20bf-4bc9-acc2-aa8ce07427c1,revision_number=None']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:44:15.836361 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-68f96712-9269-4f8e-b226-8041178e518b tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ca19453-a5a8-4460-9af1-c3768fea04a4') {'for_net_delete': True} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:44:15.836721 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-68f96712-9269-4f8e-b226-8041178e518b tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ca19453-a5a8-4460-9af1-c3768fea04a4') {} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:44:15.847786 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-68f96712-9269-4f8e-b226-8041178e518b tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743873145191', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25847877'] for segment, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:15.866378 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-68f96712-9269-4f8e-b226-8041178e518b tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:15.877124 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68f96712-9269-4f8e-b226-8041178e518b tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Releasing vlan 422 on physical network physnet1 to pool {{(pid=102346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 10:44:15.877579 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-68f96712-9269-4f8e-b226-8041178e518b tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27024137'] for segment, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:15.881392 n-d-813419-10 neutron-server[102346]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 10:44:15.881392 n-d-813419-10 neutron-server[102346]: self.session.flush() Oct 27 10:44:15.881392 n-d-813419-10 neutron-server[102346]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 10:44:15.881392 n-d-813419-10 neutron-server[102346]: self.session.flush() Oct 27 10:44:15.881392 n-d-813419-10 neutron-server[102346]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 10:44:15.881392 n-d-813419-10 neutron-server[102346]: self.session.flush() Oct 27 10:44:15.881392 n-d-813419-10 neutron-server[102346]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 10:44:15.881392 n-d-813419-10 neutron-server[102346]: self.session.flush() Oct 27 10:44:15.881392 n-d-813419-10 neutron-server[102346]: Traceback (most recent call last): Oct 27 10:44:15.881392 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 10:44:15.881392 n-d-813419-10 neutron-server[102346]: timer() Oct 27 10:44:15.881392 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 10:44:15.881392 n-d-813419-10 neutron-server[102346]: cb(*args, **kw) Oct 27 10:44:15.881392 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 10:44:15.881392 n-d-813419-10 neutron-server[102346]: return func(*args, **kwargs) Oct 27 10:44:15.881392 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 10:44:15.881392 n-d-813419-10 neutron-server[102346]: self._notify() Oct 27 10:44:15.881392 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 10:44:15.881392 n-d-813419-10 neutron-server[102346]: self.callback(batched_events) Oct 27 10:44:15.881392 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 10:44:15.881392 n-d-813419-10 neutron-server[102346]: event.method(event) Oct 27 10:44:15.881392 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 10:44:15.881392 n-d-813419-10 neutron-server[102346]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 10:44:15.881392 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 10:44:15.881392 n-d-813419-10 neutron-server[102346]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 10:44:15.881392 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 10:44:15.881392 n-d-813419-10 neutron-server[102346]: return f(self, *a, **k) Oct 27 10:44:15.881392 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 10:44:15.881392 n-d-813419-10 neutron-server[102346]: return self._get(url).json() Oct 27 10:44:15.881392 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 10:44:15.881392 n-d-813419-10 neutron-server[102346]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 10:44:15.881392 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 10:44:15.881392 n-d-813419-10 neutron-server[102346]: return self.request(url, 'GET', **kwargs) Oct 27 10:44:15.881392 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 10:44:15.881392 n-d-813419-10 neutron-server[102346]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 10:44:15.881392 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 10:44:15.881392 n-d-813419-10 neutron-server[102346]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 10:44:15.881392 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 10:44:15.881392 n-d-813419-10 neutron-server[102346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 10:44:15.881392 n-d-813419-10 neutron-server[102346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 10:44:15.901918 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-9668ac99-1c25-4169-85de-0b031cfec7ac tempest-ExternalNetworksAdminNegativeTestJSON-652541783 tempest-ExternalNetworksAdminNegativeTestJSON-652541783-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:15.905080 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-9668ac99-1c25-4169-85de-0b031cfec7ac tempest-ExternalNetworksAdminNegativeTestJSON-652541783 tempest-ExternalNetworksAdminNegativeTestJSON-652541783-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for floatingip, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:15.906317 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-9668ac99-1c25-4169-85de-0b031cfec7ac tempest-ExternalNetworksAdminNegativeTestJSON-652541783 tempest-ExternalNetworksAdminNegativeTestJSON-652541783-project-admin] 10.222.0.44 "DELETE /v2.0/floatingips/4afcb18b-f077-47f4-96ff-4215b424636f HTTP/1.1" status: 204 len: 168 time: 1.9761376 Oct 27 10:44:15.998057 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 539cd888-a8c4-46fd-a48e-bb24340a2a9c up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:44:16.007361 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-68f96712-9269-4f8e-b226-8041178e518b tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664840'] for network, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:16.026869 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-68f96712-9269-4f8e-b226-8041178e518b tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Publish callbacks [] for network, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:16.036908 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-68f96712-9269-4f8e-b226-8041178e518b tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] 10.222.0.44 "DELETE /v2.0/networks/221478c6-1352-435e-b5d2-1ec0f18ba5b8 HTTP/1.1" status: 204 len: 168 time: 1.2100594 Oct 27 10:44:16.051670 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 51092) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:44:16.175202 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port 539cd888-a8c4-46fd-a48e-bb24340a2a9c triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:44:16.175570 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:16.297043 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-3528007e-5636-4b5d-9588-b051ed47cfec tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586917'] for network, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:16.308126 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f96712-9269-4f8e-b226-8041178e518b tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Pushing event deleted for resources: {'Network': ['ID=221478c6-1352-435e-b5d2-1ec0f18ba5b8,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:44:16.316318 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7dd4c8ab-0d49-4309-a3fc-85923f13458f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:16.410563 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-c6c80fb3-d9f9-4980-866e-7e7d051f0204 tempest-RoutersAdminTest-381632799 tempest-RoutersAdminTest-381632799-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:16.463716 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e44e9ab-23fa-47ba-bac6-2aaea7f5e8ac req-cb410a9e-9043-4cb4-8cd4-5b8089ce445a tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:44:16.466952 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-7e44e9ab-23fa-47ba-bac6-2aaea7f5e8ac req-cb410a9e-9043-4cb4-8cd4-5b8089ce445a tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/ports?device_id=1a8cadd6-dc25-44b3-af2e-a6c03f3fc6ff HTTP/1.1" status: 200 len: 943 time: 0.1872509 Oct 27 10:44:16.582599 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-7e44e9ab-23fa-47ba-bac6-2aaea7f5e8ac req-67890c02-7de5-47a9-84fd-b76cad1ea134 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/security-groups?id=3238f945-43ac-4dbd-b7b0-70b6d0fec036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988927 Oct 27 10:44:16.612428 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-3528007e-5636-4b5d-9588-b051ed47cfec tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857803', 'neutron.services.segments.db._delete_segments_for_network-8743873143390'] for network, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:16.619584 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device b9ab3b5f-20bf-4bc9-acc2-aa8ce07427c1 no longer exists at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:44:16.671351 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-3528007e-5636-4b5d-9588-b051ed47cfec tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88e3e046-d444-4db2-9521-e65514262b77']}} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:44:16.682904 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] No Port match for: b9ab3b5f-20bf-4bc9-acc2-aa8ce07427c1 {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:44:16.683235 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device b9ab3b5f-20bf-4bc9-acc2-aa8ce07427c1 not bound to the agent host n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:44:16.687707 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 5418691d-e733-43da-8d93-be084ec50207 no longer exists at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:44:16.689103 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 51102) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:44:16.723041 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] No Port match for: 5418691d-e733-43da-8d93-be084ec50207 {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:44:16.723571 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 5418691d-e733-43da-8d93-be084ec50207 not bound to the agent host n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:44:16.742532 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-3528007e-5636-4b5d-9588-b051ed47cfec tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5bd0478-53f3-4027-a631-eeb5a728964c') {'for_net_delete': True} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:44:16.746692 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-3528007e-5636-4b5d-9588-b051ed47cfec tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5bd0478-53f3-4027-a631-eeb5a728964c') {} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:44:16.802242 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-3528007e-5636-4b5d-9588-b051ed47cfec tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743873145191', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25847877'] for segment, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:16.873571 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-c6c80fb3-d9f9-4980-866e-7e7d051f0204 tempest-RoutersAdminTest-381632799 tempest-RoutersAdminTest-381632799-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:16.907789 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-c6c80fb3-d9f9-4980-866e-7e7d051f0204 tempest-RoutersAdminTest-381632799 tempest-RoutersAdminTest-381632799-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:16.911230 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-1f0bb563-31e0-47be-82d5-773e6285a7b1 req-800b3447-e327-40f9-8dce-efe74d3dcf4d tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0425cac-a4c1-4c0d-a984-fdf0100683a6 HTTP/1.1" status: 200 len: 210 time: 0.0654848 Oct 27 10:44:16.913024 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-3528007e-5636-4b5d-9588-b051ed47cfec tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:16.955319 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3528007e-5636-4b5d-9588-b051ed47cfec tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Releasing vlan 417 on physical network physnet1 to pool {{(pid=102346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 10:44:16.955976 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-3528007e-5636-4b5d-9588-b051ed47cfec tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27024137'] for segment, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:16.963686 n-d-813419-10 neutron-server[102346]: Traceback (most recent call last): Oct 27 10:44:16.963686 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 10:44:16.963686 n-d-813419-10 neutron-server[102346]: timer() Oct 27 10:44:16.963686 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 10:44:16.963686 n-d-813419-10 neutron-server[102346]: cb(*args, **kw) Oct 27 10:44:16.963686 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 10:44:16.963686 n-d-813419-10 neutron-server[102346]: return func(*args, **kwargs) Oct 27 10:44:16.963686 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 10:44:16.963686 n-d-813419-10 neutron-server[102346]: self._notify() Oct 27 10:44:16.963686 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 10:44:16.963686 n-d-813419-10 neutron-server[102346]: self.callback(batched_events) Oct 27 10:44:16.963686 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 10:44:16.963686 n-d-813419-10 neutron-server[102346]: event.method(event) Oct 27 10:44:16.963686 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 10:44:16.963686 n-d-813419-10 neutron-server[102346]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 10:44:16.963686 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 10:44:16.963686 n-d-813419-10 neutron-server[102346]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 10:44:16.963686 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 10:44:16.963686 n-d-813419-10 neutron-server[102346]: return f(self, *a, **k) Oct 27 10:44:16.963686 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 10:44:16.963686 n-d-813419-10 neutron-server[102346]: return self._get(url).json() Oct 27 10:44:16.963686 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 10:44:16.963686 n-d-813419-10 neutron-server[102346]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 10:44:16.963686 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 10:44:16.963686 n-d-813419-10 neutron-server[102346]: return self.request(url, 'GET', **kwargs) Oct 27 10:44:16.963686 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 10:44:16.963686 n-d-813419-10 neutron-server[102346]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 10:44:16.963686 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 10:44:16.963686 n-d-813419-10 neutron-server[102346]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 10:44:16.963686 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 10:44:16.963686 n-d-813419-10 neutron-server[102346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 10:44:16.963686 n-d-813419-10 neutron-server[102346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 10:44:17.038415 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_common [None req-c6c80fb3-d9f9-4980-866e-7e7d051f0204 tempest-RoutersAdminTest-381632799 tempest-RoutersAdminTest-381632799-project-admin] Allocated IP 172.25.8.236 (185ff123-c7ff-45c7-a6be-71feb35acc9c/0fb9f9d1-7384-481f-8fa8-f4566c349d30/2bc27dfd-d6be-4b9d-9db6-603f159c8966) {{(pid=102347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:44:17.053760 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-50fbf78f-578b-4e9b-a1e3-be363da6b9cc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:17.113053 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-3528007e-5636-4b5d-9588-b051ed47cfec tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664840'] for network, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:17.123062 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-3528007e-5636-4b5d-9588-b051ed47cfec tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Publish callbacks [] for network, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:17.132786 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-3528007e-5636-4b5d-9588-b051ed47cfec tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] 10.222.0.44 "DELETE /v2.0/networks/88e3e046-d444-4db2-9521-e65514262b77 HTTP/1.1" status: 204 len: 168 time: 1.0757468 Oct 27 10:44:17.162080 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3528007e-5636-4b5d-9588-b051ed47cfec tempest-TaggedBootDevicesTest_v242-1506228927 tempest-TaggedBootDevicesTest_v242-1506228927-project] Pushing event deleted for resources: {'Network': ['ID=88e3e046-d444-4db2-9521-e65514262b77,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:44:17.176303 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-c6c80fb3-d9f9-4980-866e-7e7d051f0204 tempest-RoutersAdminTest-381632799 tempest-RoutersAdminTest-381632799-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:17.289333 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-50fbf78f-578b-4e9b-a1e3-be363da6b9cc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:17.293082 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-c6c80fb3-d9f9-4980-866e-7e7d051f0204 tempest-RoutersAdminTest-381632799 tempest-RoutersAdminTest-381632799-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:17.294715 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-50fbf78f-578b-4e9b-a1e3-be363da6b9cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:17.344776 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fbf78f-578b-4e9b-a1e3-be363da6b9cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2977ab28-b255-488b-a037-720f1ce1aab5,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:44:17.407719 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-50fbf78f-578b-4e9b-a1e3-be363da6b9cc admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=380065af71ba49a0bbbdfb7857f83c18&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7175214 Oct 27 10:44:17.410267 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 51112) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:44:17.443657 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6c80fb3-d9f9-4980-866e-7e7d051f0204 tempest-RoutersAdminTest-381632799 tempest-RoutersAdminTest-381632799-project-admin] Network 185ff123-c7ff-45c7-a6be-71feb35acc9c is already hosted by enough agents. {{(pid=102347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:44:17.460964 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [None req-c6c80fb3-d9f9-4980-866e-7e7d051f0204 tempest-RoutersAdminTest-381632799 tempest-RoutersAdminTest-381632799-project-admin] Resources bound (agent type, host, resource id): {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:44:17.470146 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6c80fb3-d9f9-4980-866e-7e7d051f0204 tempest-RoutersAdminTest-381632799 tempest-RoutersAdminTest-381632799-project-admin] Received port after_create {{(pid=102347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:44:17.482176 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-5dc967d5-a483-432d-a4a9-5374b9de10cd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:17.492340 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c80fb3-d9f9-4980-866e-7e7d051f0204 tempest-RoutersAdminTest-381632799 tempest-RoutersAdminTest-381632799-project-admin] Pushing event updated for resources: {'Port': ['ID=2bc27dfd-d6be-4b9d-9db6-603f159c8966,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:44:17.520625 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-5dc967d5-a483-432d-a4a9-5374b9de10cd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:17.620159 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-5dc967d5-a483-432d-a4a9-5374b9de10cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:17.623043 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-5dc967d5-a483-432d-a4a9-5374b9de10cd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:17.624222 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-5dc967d5-a483-432d-a4a9-5374b9de10cd admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2977ab28-b255-488b-a037-720f1ce1aab5 HTTP/1.1" status: 204 len: 168 time: 0.2124758 Oct 27 10:44:17.631095 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89d43d2-23b4-4c4c-8f86-f6e1419f1de2 req-f04be938-0208-4f04-8746-3746fd7882bd tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:44:17.632673 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-d89d43d2-23b4-4c4c-8f86-f6e1419f1de2 req-f04be938-0208-4f04-8746-3746fd7882bd tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] 10.222.0.64 "GET /v2.0/networks?id=f64c4ac1-58d3-4604-90d7-e5fb7ec08acd HTTP/1.1" status: 200 len: 810 time: 0.2618506 Oct 27 10:44:17.641832 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc967d5-a483-432d-a4a9-5374b9de10cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2977ab28-b255-488b-a037-720f1ce1aab5,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:44:17.800374 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-d89d43d2-23b4-4c4c-8f86-f6e1419f1de2 req-e3c3b3ab-3f99-40c0-a42f-dd43dda2a495 tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=61720bce4798402799f65ee94c5dc895 HTTP/1.1" status: 200 len: 380 time: 0.1019640 Oct 27 10:44:17.815299 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [req-d89d43d2-23b4-4c4c-8f86-f6e1419f1de2 req-d5cf6fd4-2b32-43b8-9617-5916458fcd17 tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] Request body: {'port': {'device_id': 'c0425cac-a4c1-4c0d-a984-fdf0100683a6', 'network_id': 'f64c4ac1-58d3-4604-90d7-e5fb7ec08acd', 'admin_state_up': True, 'tenant_id': '61720bce4798402799f65ee94c5dc895', 'security_groups': ['a4d0fbfb-64fa-47ee-96d3-9b720ee29125']}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:44:17.892859 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc831854-2d69-4620-a162-50207c42f284 req-3df34435-68fd-4664-bb7e-13d12ca7b9e0 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:44:17.894428 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-bc831854-2d69-4620-a162-50207c42f284 req-3df34435-68fd-4664-bb7e-13d12ca7b9e0 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/ports?device_id=1a8cadd6-dc25-44b3-af2e-a6c03f3fc6ff HTTP/1.1" status: 200 len: 943 time: 0.1973732 Oct 27 10:44:18.068099 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-bc831854-2d69-4620-a162-50207c42f284 req-8cce7da9-beb9-4b05-8750-05181c493c30 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/security-groups?id=3238f945-43ac-4dbd-b7b0-70b6d0fec036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635029 Oct 27 10:44:18.094408 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-6d26463d-a668-49b7-b8eb-3cc29580d34b req-191f0608-a7b4-4aca-a676-db0b7e0994bc tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0425cac-a4c1-4c0d-a984-fdf0100683a6 HTTP/1.1" status: 200 len: 210 time: 0.0842867 Oct 27 10:44:18.124799 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 51128) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:44:18.144636 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-c6c80fb3-d9f9-4980-866e-7e7d051f0204 tempest-RoutersAdminTest-381632799 tempest-RoutersAdminTest-381632799-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:18.177399 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-83c71288-c0d5-4606-8602-db5cc9bfb392 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5438d5b491b1439db3f02d14714ab042&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0490873 Oct 27 10:44:18.178331 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 51130) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:44:18.233156 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d89d43d2-23b4-4c4c-8f86-f6e1419f1de2 req-d5cf6fd4-2b32-43b8-9617-5916458fcd17 tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] Made reservation on behalf of 61720bce4798402799f65ee94c5dc895 for: {'port': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:44:18.236855 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-d89d43d2-23b4-4c4c-8f86-f6e1419f1de2 req-d5cf6fd4-2b32-43b8-9617-5916458fcd17 tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:18.252434 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-bee3f21a-e07f-4bfa-ac2f-3c21b6b96002 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:18.277756 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-bee3f21a-e07f-4bfa-ac2f-3c21b6b96002 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:18.347409 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-bee3f21a-e07f-4bfa-ac2f-3c21b6b96002 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:18.350439 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-bee3f21a-e07f-4bfa-ac2f-3c21b6b96002 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:18.354049 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-bee3f21a-e07f-4bfa-ac2f-3c21b6b96002 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/59e2d103-586b-41e3-bcb4-329854575267 HTTP/1.1" status: 204 len: 168 time: 0.1724179 Oct 27 10:44:18.364258 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee3f21a-e07f-4bfa-ac2f-3c21b6b96002 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59e2d103-586b-41e3-bcb4-329854575267,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:44:18.502328 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_common [req-d89d43d2-23b4-4c4c-8f86-f6e1419f1de2 req-d5cf6fd4-2b32-43b8-9617-5916458fcd17 tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] Allocated IP 172.20.0.6 (f64c4ac1-58d3-4604-90d7-e5fb7ec08acd/2fee239f-a559-4db5-a696-c092c8e38011/be260c3f-627d-4152-9959-529adefa243d) {{(pid=102347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:44:18.505867 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-c6c80fb3-d9f9-4980-866e-7e7d051f0204 tempest-RoutersAdminTest-381632799 tempest-RoutersAdminTest-381632799-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1769395', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1765690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3711'] for router, precommit_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:18.515565 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-c6c80fb3-d9f9-4980-866e-7e7d051f0204 tempest-RoutersAdminTest-381632799 tempest-RoutersAdminTest-381632799-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1769372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1769386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1769381', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1765685'] for router, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:18.803847 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-d89d43d2-23b4-4c4c-8f86-f6e1419f1de2 req-d5cf6fd4-2b32-43b8-9617-5916458fcd17 tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] Publish callbacks [] for port, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:18.863758 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-d89d43d2-23b4-4c4c-8f86-f6e1419f1de2 req-d5cf6fd4-2b32-43b8-9617-5916458fcd17 tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:18.889815 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-e5fdac7d-5cb8-4660-b455-5fe4f5ad30e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:18.923378 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6c80fb3-d9f9-4980-866e-7e7d051f0204 tempest-RoutersAdminTest-381632799 tempest-RoutersAdminTest-381632799-project-admin] Router 9b42a890-f3e4-4004-9b3a-114fbe70e4f6 is scheduled to L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb with binding_index 1 {{(pid=102347) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 10:44:18.947301 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d89d43d2-23b4-4c4c-8f86-f6e1419f1de2 req-d5cf6fd4-2b32-43b8-9617-5916458fcd17 tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] Network f64c4ac1-58d3-4604-90d7-e5fb7ec08acd is already hosted by enough agents. {{(pid=102347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:44:18.992771 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cf6fd4-2b32-43b8-9617-5916458fcd17 tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] Pushing event updated for resources: {'Port': ['ID=be260c3f-627d-4152-9959-529adefa243d,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:44:19.002931 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [req-d89d43d2-23b4-4c4c-8f86-f6e1419f1de2 req-d5cf6fd4-2b32-43b8-9617-5916458fcd17 tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] Resources bound (agent type, host, resource id): {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:44:19.007637 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [req-d89d43d2-23b4-4c4c-8f86-f6e1419f1de2 req-d5cf6fd4-2b32-43b8-9617-5916458fcd17 tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] Received port after_create {{(pid=102347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:44:19.154832 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6c80fb3-d9f9-4980-866e-7e7d051f0204 tempest-RoutersAdminTest-381632799 tempest-RoutersAdminTest-381632799-project-admin] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:44:19.169847 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34ff0bc8-2d13-447b-803e-b80c657b4318 None None] Sync routers for ids ['9b42a890-f3e4-4004-9b3a-114fbe70e4f6'] in n-d-813419-10 {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:44:19.193005 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34ff0bc8-2d13-447b-803e-b80c657b4318 None None] Routers {'9b42a890-f3e4-4004-9b3a-114fbe70e4f6'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:44:19.193707 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-34ff0bc8-2d13-447b-803e-b80c657b4318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:44:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['9b42a890-f3e4-4004-9b3a-114fbe70e4f6'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:44:19.223777 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-c6c80fb3-d9f9-4980-866e-7e7d051f0204 tempest-RoutersAdminTest-381632799 tempest-RoutersAdminTest-381632799-project-admin] Publish callbacks [] for router, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:19.260161 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 51158) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:44:19.260799 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-c6c80fb3-d9f9-4980-866e-7e7d051f0204 tempest-RoutersAdminTest-381632799 tempest-RoutersAdminTest-381632799-project-admin] 10.222.0.44 "PUT /v2.0/routers/9b42a890-f3e4-4004-9b3a-114fbe70e4f6 HTTP/1.1" status: 200 len: 915 time: 3.6675000 Oct 27 10:44:19.277186 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-34ff0bc8-2d13-447b-803e-b80c657b4318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:44:19.300770 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34ff0bc8-2d13-447b-803e-b80c657b4318 None None] Routers {'9b42a890-f3e4-4004-9b3a-114fbe70e4f6'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:44:19.304416 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-34ff0bc8-2d13-447b-803e-b80c657b4318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:44:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['9b42a890-f3e4-4004-9b3a-114fbe70e4f6'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:44:19.376701 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-34ff0bc8-2d13-447b-803e-b80c657b4318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:44:19.377159 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34ff0bc8-2d13-447b-803e-b80c657b4318 None None] The sync data for ids ['9b42a890-f3e4-4004-9b3a-114fbe70e4f6'] in n-d-813419-10 is: [] {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:44:19.449860 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89d43d2-23b4-4c4c-8f86-f6e1419f1de2 req-d5cf6fd4-2b32-43b8-9617-5916458fcd17 tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:44:19.453069 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-d89d43d2-23b4-4c4c-8f86-f6e1419f1de2 req-d5cf6fd4-2b32-43b8-9617-5916458fcd17 tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:19.512744 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-dc29f435-f9c6-4bbd-8648-94bc71552edd None None] Provisioning complete for port be260c3f-627d-4152-9959-529adefa243d triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:44:19.513329 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-dc29f435-f9c6-4bbd-8648-94bc71552edd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:19.514004 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960e8a45-ba22-41ac-a506-29a1147ce5bc req-20f63212-3bf8-4560-ba73-ec7368b7c37d tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:44:19.516992 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-960e8a45-ba22-41ac-a506-29a1147ce5bc req-20f63212-3bf8-4560-ba73-ec7368b7c37d tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/ports?device_id=1a8cadd6-dc25-44b3-af2e-a6c03f3fc6ff HTTP/1.1" status: 200 len: 943 time: 0.2556365 Oct 27 10:44:19.523413 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-d89d43d2-23b4-4c4c-8f86-f6e1419f1de2 req-d5cf6fd4-2b32-43b8-9617-5916458fcd17 tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7145026 Oct 27 10:44:19.556132 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-dc29f435-f9c6-4bbd-8648-94bc71552edd None None] Port be260c3f-627d-4152-9959-529adefa243d cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:44:19.563125 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-0bb51c03-d137-4d4e-ad30-894f4f078129 tempest-RoutersAdminTest-381632799 tempest-RoutersAdminTest-381632799-project-admin] 10.222.0.44 "GET /v2.0/routers/9b42a890-f3e4-4004-9b3a-114fbe70e4f6 HTTP/1.1" status: 200 len: 921 time: 0.2987766 Oct 27 10:44:19.579100 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 51168) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:44:19.778651 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbec6e1-ad77-49de-ad8a-a8fd5a9b3f86 req-183cd992-d533-4a2a-9d5a-97b76f881f01 tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:44:19.793055 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-efbec6e1-ad77-49de-ad8a-a8fd5a9b3f86 req-183cd992-d533-4a2a-9d5a-97b76f881f01 tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0425cac-a4c1-4c0d-a984-fdf0100683a6 HTTP/1.1" status: 200 len: 931 time: 0.5438271 Oct 27 10:44:19.806522 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddc8546d-570d-482d-8c74-5c17c013bed7 tempest-RoutersAdminTest-381632799 tempest-RoutersAdminTest-381632799-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:44:19.808234 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-ddc8546d-570d-482d-8c74-5c17c013bed7 tempest-RoutersAdminTest-381632799 tempest-RoutersAdminTest-381632799-project-admin] 10.222.0.44 "GET /v2.0/ports?network_id=185ff123-c7ff-45c7-a6be-71feb35acc9c&device_id=9b42a890-f3e4-4004-9b3a-114fbe70e4f6&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2256300 Oct 27 10:44:19.815245 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 51174) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:44:19.971902 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:19.998287 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-efbec6e1-ad77-49de-ad8a-a8fd5a9b3f86 req-f81e5457-69cb-4e01-93dd-d6a2729eb658 tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] 10.222.0.44 "GET /v2.0/security-groups?id=a4d0fbfb-64fa-47ee-96d3-9b720ee29125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1887143 Oct 27 10:44:20.029708 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-eadeaa30-4096-4d1a-b3cb-aa7ebfb291ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:20.054180 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d4179d7-3a88-4775-a952-3b18387aae56 tempest-RoutersAdminTest-381632799 tempest-RoutersAdminTest-381632799-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:44:20.055730 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-4d4179d7-3a88-4775-a952-3b18387aae56 tempest-RoutersAdminTest-381632799 tempest-RoutersAdminTest-381632799-project-admin] 10.222.0.44 "GET /v2.0/networks/185ff123-c7ff-45c7-a6be-71feb35acc9c HTTP/1.1" status: 200 len: 881 time: 0.2398913 Oct 27 10:44:20.058562 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 51182) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:44:20.103444 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-7748981a-1d8c-43ab-ba4e-54e498aa3323 tempest-RoutersAdminTest-2034985404 tempest-RoutersAdminTest-2034985404-project] 10.222.0.44 "GET /v2.0/ports?device_id=9b42a890-f3e4-4004-9b3a-114fbe70e4f6 HTTP/1.1" status: 200 len: 205 time: 0.0435150 Oct 27 10:44:20.105839 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 51184) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:44:20.264339 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [req-d89d43d2-23b4-4c4c-8f86-f6e1419f1de2 req-d2f40da8-0e8b-4222-abb5-46155709d440 service neutron] Request body: {'port': {'device_id': 'c0425cac-a4c1-4c0d-a984-fdf0100683a6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-10'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:44:20.300673 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-cbd2ebc0-1138-420f-b5b5-3e95606c2aad tempest-RoutersAdminTest-2034985404 tempest-RoutersAdminTest-2034985404-project] Publish callbacks [] for router, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:20.327362 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-960e8a45-ba22-41ac-a506-29a1147ce5bc req-86513c96-9d02-4373-b248-e8a83191756b tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/security-groups?id=3238f945-43ac-4dbd-b7b0-70b6d0fec036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7942705 Oct 27 10:44:20.362170 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-d89d43d2-23b4-4c4c-8f86-f6e1419f1de2 req-d2f40da8-0e8b-4222-abb5-46155709d440 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:20.546255 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-cbd2ebc0-1138-420f-b5b5-3e95606c2aad tempest-RoutersAdminTest-2034985404 tempest-RoutersAdminTest-2034985404-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:20.697702 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-cbd2ebc0-1138-420f-b5b5-3e95606c2aad tempest-RoutersAdminTest-2034985404 tempest-RoutersAdminTest-2034985404-project] Deleting port 2bc27dfd-d6be-4b9d-9db6-603f159c8966 {{(pid=102346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:44:20.700359 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-cbd2ebc0-1138-420f-b5b5-3e95606c2aad tempest-RoutersAdminTest-2034985404 tempest-RoutersAdminTest-2034985404-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:20.743421 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device fb1045b5-37b7-44fc-b58b-e193f6c2a48a details requested by agent hyperv_n-h2-813419-10 with host n-h2-813419-10 {{(pid=102348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 10:44:20.780456 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [req-d89d43d2-23b4-4c4c-8f86-f6e1419f1de2 req-d2f40da8-0e8b-4222-abb5-46155709d440 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be260c3f-627d-4152-9959-529adefa243d {{(pid=102347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:44:20.794223 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-d89d43d2-23b4-4c4c-8f86-f6e1419f1de2 req-d2f40da8-0e8b-4222-abb5-46155709d440 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:20.810495 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.provisioning_blocks [req-d89d43d2-23b4-4c4c-8f86-f6e1419f1de2 req-d2f40da8-0e8b-4222-abb5-46155709d440 service neutron] Transition to ACTIVE for port object be260c3f-627d-4152-9959-529adefa243d will not be triggered until provisioned by entity L2. {{(pid=102347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 10:44:20.818509 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-d89d43d2-23b4-4c4c-8f86-f6e1419f1de2 req-d2f40da8-0e8b-4222-abb5-46155709d440 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:20.879622 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 51198) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:44:20.947348 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f40da8-0e8b-4222-abb5-46155709d440 service neutron] Pushing event updated for resources: {'Port': ['ID=be260c3f-627d-4152-9959-529adefa243d,revision_number=2']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:44:21.001186 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] For port fb1045b5-37b7-44fc-b58b-e193f6c2a48a, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=fb1045b5-37b7-44fc-b58b-e193f6c2a48a,segment=NetworkSegment(d1b37471-bd8e-4564-a77c-6e0c9d2699fd),segment_id=d1b37471-bd8e-4564-a77c-6e0c9d2699fd)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:44:21.022512 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Returning: {'device': 'fb1045b5-37b7-44fc-b58b-e193f6c2a48a', 'network_id': '33cc32c2-598c-44fc-a251-6575a62c00c5', 'port_id': 'fb1045b5-37b7-44fc-b58b-e193f6c2a48a', 'mac_address': 'fa:16:3e:3a:25:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87624d80-dded-417f-af79-cc56a741e5c4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 10:44:21.079515 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-d89d43d2-23b4-4c4c-8f86-f6e1419f1de2 req-d2f40da8-0e8b-4222-abb5-46155709d440 service neutron] Attempting to bind port be260c3f-627d-4152-9959-529adefa243d on host n-h1-813419-10 for vnic_type normal with profile {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:44:21.080122 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-d89d43d2-23b4-4c4c-8f86-f6e1419f1de2 req-d2f40da8-0e8b-4222-abb5-46155709d440 service neutron] Attempting to bind port be260c3f-627d-4152-9959-529adefa243d by drivers openvswitch,hyperv on host n-h1-813419-10 at level 0 using segments [{'id': 'a5fc7f07-22ca-4b2b-bd72-57f570088db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'f64c4ac1-58d3-4604-90d7-e5fb7ec08acd'}] {{(pid=102347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:44:21.080588 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d89d43d2-23b4-4c4c-8f86-f6e1419f1de2 req-d2f40da8-0e8b-4222-abb5-46155709d440 service neutron] Attempting to bind port be260c3f-627d-4152-9959-529adefa243d on network f64c4ac1-58d3-4604-90d7-e5fb7ec08acd {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:44:21.085703 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d89d43d2-23b4-4c4c-8f86-f6e1419f1de2 req-d2f40da8-0e8b-4222-abb5-46155709d440 service neutron] Port be260c3f-627d-4152-9959-529adefa243d on network f64c4ac1-58d3-4604-90d7-e5fb7ec08acd not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-10 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 10:44:21.086300 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d89d43d2-23b4-4c4c-8f86-f6e1419f1de2 req-d2f40da8-0e8b-4222-abb5-46155709d440 service neutron] Attempting to bind port be260c3f-627d-4152-9959-529adefa243d on network f64c4ac1-58d3-4604-90d7-e5fb7ec08acd {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:44:21.092844 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d89d43d2-23b4-4c4c-8f86-f6e1419f1de2 req-d2f40da8-0e8b-4222-abb5-46155709d440 service neutron] Checking agent: {'id': 'a52e1cab-0c63-402d-9c94-330537c6c076', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 16, 2), 'started_at': datetime.datetime(2021, 10, 27, 10, 16, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 44, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:44:21.093314 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d89d43d2-23b4-4c4c-8f86-f6e1419f1de2 req-d2f40da8-0e8b-4222-abb5-46155709d440 service neutron] Checking segment: {'id': 'a5fc7f07-22ca-4b2b-bd72-57f570088db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'f64c4ac1-58d3-4604-90d7-e5fb7ec08acd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:44:21.093802 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d89d43d2-23b4-4c4c-8f86-f6e1419f1de2 req-d2f40da8-0e8b-4222-abb5-46155709d440 service neutron] Bound using segment: {'id': 'a5fc7f07-22ca-4b2b-bd72-57f570088db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'f64c4ac1-58d3-4604-90d7-e5fb7ec08acd'} {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:44:21.094360 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-d89d43d2-23b4-4c4c-8f86-f6e1419f1de2 req-d2f40da8-0e8b-4222-abb5-46155709d440 service neutron] Bound port: be260c3f-627d-4152-9959-529adefa243d, host: n-h1-813419-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5fc7f07-22ca-4b2b-bd72-57f570088db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'f64c4ac1-58d3-4604-90d7-e5fb7ec08acd'}}] {{(pid=102347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:44:21.094979 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-d89d43d2-23b4-4c4c-8f86-f6e1419f1de2 req-d2f40da8-0e8b-4222-abb5-46155709d440 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:21.133886 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:21.159869 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb1045b5-37b7-44fc-b58b-e193f6c2a48a {{(pid=102348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:44:21.160128 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-8dec1ed3-c51b-47a2-927b-9235102971de tempest-MeteringIpV6TestJSON-1307965073 tempest-MeteringIpV6TestJSON-1307965073-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1014595788'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:44:21.160711 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-8dec1ed3-c51b-47a2-927b-9235102971de tempest-MeteringIpV6TestJSON-1307965073 tempest-MeteringIpV6TestJSON-1307965073-project-admin] Unknown quota resources ['metering_label']. {{(pid=102347) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 27 10:44:21.206482 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] For port fb1045b5-37b7-44fc-b58b-e193f6c2a48a, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=fb1045b5-37b7-44fc-b58b-e193f6c2a48a,segment=NetworkSegment(d1b37471-bd8e-4564-a77c-6e0c9d2699fd),segment_id=d1b37471-bd8e-4564-a77c-6e0c9d2699fd)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:44:21.213005 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:21.272622 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Pushing event updated for resources: {'Port': ['ID=fb1045b5-37b7-44fc-b58b-e193f6c2a48a,revision_number=4']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:44:21.441011 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-d89d43d2-23b4-4c4c-8f86-f6e1419f1de2 req-d2f40da8-0e8b-4222-abb5-46155709d440 service neutron] For port be260c3f-627d-4152-9959-529adefa243d, host n-h1-813419-10, cleared binding levels {{(pid=102347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:44:21.458353 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-8dec1ed3-c51b-47a2-927b-9235102971de tempest-MeteringIpV6TestJSON-1307965073 tempest-MeteringIpV6TestJSON-1307965073-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:21.462119 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-8dec1ed3-c51b-47a2-927b-9235102971de tempest-MeteringIpV6TestJSON-1307965073 tempest-MeteringIpV6TestJSON-1307965073-project-admin] 10.222.0.44 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.5778198 Oct 27 10:44:21.468231 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 51208) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:44:21.479791 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-0cae092f-f2a0-423d-93e9-205907f8da9e tempest-MeteringIpV6TestJSON-1307965073 tempest-MeteringIpV6TestJSON-1307965073-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '502b9238-db68-4aba-a50b-fdf9de3081c4'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:44:21.481147 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-0cae092f-f2a0-423d-93e9-205907f8da9e tempest-MeteringIpV6TestJSON-1307965073 tempest-MeteringIpV6TestJSON-1307965073-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=102346) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 27 10:44:21.484629 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-d89d43d2-23b4-4c4c-8f86-f6e1419f1de2 req-d2f40da8-0e8b-4222-abb5-46155709d440 service neutron] For port be260c3f-627d-4152-9959-529adefa243d, host n-h1-813419-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=be260c3f-627d-4152-9959-529adefa243d,segment=NetworkSegment(a5fc7f07-22ca-4b2b-bd72-57f570088db0),segment_id=a5fc7f07-22ca-4b2b-bd72-57f570088db0)] {{(pid=102347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:44:21.496122 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-d89d43d2-23b4-4c4c-8f86-f6e1419f1de2 req-d2f40da8-0e8b-4222-abb5-46155709d440 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:21.509914 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] get_ports_and_sgs() called for port_ids ['fb1045b5-37b7-44fc-b58b-e193f6c2a48a'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:44:21.543572 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd582e9e-a332-4894-9522-1efa48a7efa1 req-4503aea1-6d9b-4255-b244-e3419c9ad8ac tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:44:21.545234 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-dd582e9e-a332-4894-9522-1efa48a7efa1 req-4503aea1-6d9b-4255-b244-e3419c9ad8ac tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/ports?device_id=1a8cadd6-dc25-44b3-af2e-a6c03f3fc6ff HTTP/1.1" status: 200 len: 944 time: 0.1017227 Oct 27 10:44:21.550604 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89d43d2-23b4-4c4c-8f86-f6e1419f1de2 req-d2f40da8-0e8b-4222-abb5-46155709d440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:44:21.551165 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-d89d43d2-23b4-4c4c-8f86-f6e1419f1de2 req-d2f40da8-0e8b-4222-abb5-46155709d440 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:21.552620 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-d89d43d2-23b4-4c4c-8f86-f6e1419f1de2 req-d2f40da8-0e8b-4222-abb5-46155709d440 service neutron] 10.222.0.64 "PUT /v2.0/ports/be260c3f-627d-4152-9959-529adefa243d HTTP/1.1" status: 200 len: 1092 time: 2.0009460 Oct 27 10:44:21.553128 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0425cac-a4c1-4c0d-a984-fdf0100683a6', 'tag': 'be260c3f-627d-4152-9959-529adefa243d'}] {{(pid=102347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:44:21.555726 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311149b481204ee7edffdb959c881838506fbd95bc8577c048f6677abb73acc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaab7b62-6629-4f86-8487-0cf351d4c71f" -d '{"events": [{"name": "network-changed", "server_uuid": "c0425cac-a4c1-4c0d-a984-fdf0100683a6", "tag": "be260c3f-627d-4152-9959-529adefa243d"}]}' {{(pid=102347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:44:21.566231 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f9c7da-481f-470e-bba0-edc61a2b3a38 req-d1a23960-3cb3-49e6-94c4-f3106edacb1f tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:44:21.582796 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-30f9c7da-481f-470e-bba0-edc61a2b3a38 req-d1a23960-3cb3-49e6-94c4-f3106edacb1f tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0425cac-a4c1-4c0d-a984-fdf0100683a6 HTTP/1.1" status: 200 len: 943 time: 0.2469528 Oct 27 10:44:21.631677 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-cbd2ebc0-1138-420f-b5b5-3e95606c2aad tempest-RoutersAdminTest-2034985404 tempest-RoutersAdminTest-2034985404-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:21.661400 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-cbd2ebc0-1138-420f-b5b5-3e95606c2aad tempest-RoutersAdminTest-2034985404 tempest-RoutersAdminTest-2034985404-project] Calling delete_port for 2bc27dfd-d6be-4b9d-9db6-603f159c8966 owned by network:router_gateway {{(pid=102346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:44:21.677522 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f40da8-0e8b-4222-abb5-46155709d440 service neutron] Pushing event updated for resources: {'Port': ['ID=be260c3f-627d-4152-9959-529adefa243d,revision_number=3']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:44:21.696176 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-dd582e9e-a332-4894-9522-1efa48a7efa1 req-f6bb5572-87d1-43fe-93e3-2105bd8b3c1f tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/security-groups?id=3238f945-43ac-4dbd-b7b0-70b6d0fec036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293895 Oct 27 10:44:21.705353 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89d43d2-23b4-4c4c-8f86-f6e1419f1de2 req-fb0b0fa0-9601-412e-995a-e7ff189fccf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:44:21.706844 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-d89d43d2-23b4-4c4c-8f86-f6e1419f1de2 req-fb0b0fa0-9601-412e-995a-e7ff189fccf7 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=61720bce4798402799f65ee94c5dc895&device_id=c0425cac-a4c1-4c0d-a984-fdf0100683a6 HTTP/1.1" status: 200 len: 1095 time: 0.1014917 Oct 27 10:44:21.811316 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 10:44:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ab01581-2116-4357-ac67-d7d1184f93b9 x-openstack-request-id: req-0ab01581-2116-4357-ac67-d7d1184f93b9 {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:44:21.811973 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0425cac-a4c1-4c0d-a984-fdf0100683a6", "tag": "be260c3f-627d-4152-9959-529adefa243d", "status": "completed", "code": 200}]} {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:44:21.811973 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-0ab01581-2116-4357-ac67-d7d1184f93b9 {{(pid=102347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:44:21.812246 n-d-813419-10 neutron-server[102347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0425cac-a4c1-4c0d-a984-fdf0100683a6', 'tag': 'be260c3f-627d-4152-9959-529adefa243d', 'status': 'completed', 'code': 200} Oct 27 10:44:21.813847 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-d89d43d2-23b4-4c4c-8f86-f6e1419f1de2 req-78268069-d288-4640-beda-c634bbce0461 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=be260c3f-627d-4152-9959-529adefa243d HTTP/1.1" status: 200 len: 217 time: 0.0884814 Oct 27 10:44:21.878190 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89d43d2-23b4-4c4c-8f86-f6e1419f1de2 req-ed666e5e-284b-49d4-866c-6462d2876983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:44:21.881161 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-d89d43d2-23b4-4c4c-8f86-f6e1419f1de2 req-ed666e5e-284b-49d4-866c-6462d2876983 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2fee239f-a559-4db5-a696-c092c8e38011 HTTP/1.1" status: 200 len: 849 time: 0.0591049 Oct 27 10:44:21.928000 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-3c6a8245-0581-48aa-b5f6-4d8fe98cd16e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:21.943898 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89d43d2-23b4-4c4c-8f86-f6e1419f1de2 req-166688d5-ea5c-4117-a0e8-a63f765c95f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:44:21.945496 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-d89d43d2-23b4-4c4c-8f86-f6e1419f1de2 req-166688d5-ea5c-4117-a0e8-a63f765c95f4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f64c4ac1-58d3-4604-90d7-e5fb7ec08acd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0571039 Oct 27 10:44:21.998399 n-d-813419-10 neutron-server[102346]: WARNING neutron.services.metering.metering_plugin [None req-0cae092f-f2a0-423d-93e9-205907f8da9e tempest-MeteringIpV6TestJSON-1307965073 tempest-MeteringIpV6TestJSON-1307965073-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Oct 27 10:44:22.036082 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-30f9c7da-481f-470e-bba0-edc61a2b3a38 req-cae7e3c2-d42d-4983-8cba-4f546ea178a9 tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] 10.222.0.44 "GET /v2.0/security-groups?id=a4d0fbfb-64fa-47ee-96d3-9b720ee29125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4509254 Oct 27 10:44:22.056825 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-d89d43d2-23b4-4c4c-8f86-f6e1419f1de2 req-aa5e3b87-a31f-48c4-a28a-44454af10e8f service neutron] 10.222.0.64 "GET /v2.0/networks/f64c4ac1-58d3-4604-90d7-e5fb7ec08acd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041746 Oct 27 10:44:22.133490 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-0cae092f-f2a0-423d-93e9-205907f8da9e tempest-MeteringIpV6TestJSON-1307965073 tempest-MeteringIpV6TestJSON-1307965073-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:22.134702 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-0cae092f-f2a0-423d-93e9-205907f8da9e tempest-MeteringIpV6TestJSON-1307965073 tempest-MeteringIpV6TestJSON-1307965073-project-admin] 10.222.0.44 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.6628079 Oct 27 10:44:22.138186 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 51214) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:44:22.144257 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-2e691437-ec80-4626-99da-42194f866e15 tempest-MeteringIpV6TestJSON-1307965073 tempest-MeteringIpV6TestJSON-1307965073-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '502b9238-db68-4aba-a50b-fdf9de3081c4'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:44:22.144760 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-2e691437-ec80-4626-99da-42194f866e15 tempest-MeteringIpV6TestJSON-1307965073 tempest-MeteringIpV6TestJSON-1307965073-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=102346) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 27 10:44:22.184810 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-d89d43d2-23b4-4c4c-8f86-f6e1419f1de2 req-bdfb3151-bdbf-434d-a125-3dfa937c0ee6 service neutron] 10.222.0.64 "GET /v2.0/networks/f64c4ac1-58d3-4604-90d7-e5fb7ec08acd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215913 Oct 27 10:44:22.239417 n-d-813419-10 neutron-server[102346]: WARNING neutron.services.metering.metering_plugin [None req-2e691437-ec80-4626-99da-42194f866e15 tempest-MeteringIpV6TestJSON-1307965073 tempest-MeteringIpV6TestJSON-1307965073-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Oct 27 10:44:22.304824 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-cbd2ebc0-1138-420f-b5b5-3e95606c2aad tempest-RoutersAdminTest-2034985404 tempest-RoutersAdminTest-2034985404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:22.305091 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaab7b62-6629-4f86-8487-0cf351d4c71f req-b59e3ce0-0ac4-47db-83bc-13b17fd11603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:44:22.306459 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-eaab7b62-6629-4f86-8487-0cf351d4c71f req-b59e3ce0-0ac4-47db-83bc-13b17fd11603 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=61720bce4798402799f65ee94c5dc895&device_id=c0425cac-a4c1-4c0d-a984-fdf0100683a6 HTTP/1.1" status: 200 len: 1095 time: 0.0625741 Oct 27 10:44:22.379609 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-2e691437-ec80-4626-99da-42194f866e15 tempest-MeteringIpV6TestJSON-1307965073 tempest-MeteringIpV6TestJSON-1307965073-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:22.383366 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-2e691437-ec80-4626-99da-42194f866e15 tempest-MeteringIpV6TestJSON-1307965073 tempest-MeteringIpV6TestJSON-1307965073-project-admin] 10.222.0.44 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.2417288 Oct 27 10:44:22.385156 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 51218) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:44:22.387263 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd2ebc0-1138-420f-b5b5-3e95606c2aad tempest-RoutersAdminTest-2034985404 tempest-RoutersAdminTest-2034985404-project] Pushing event deleted for resources: {'Port': ['ID=2bc27dfd-d6be-4b9d-9db6-603f159c8966,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:44:22.405070 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-6e804081-a652-494f-b2ce-ab2980795d2b tempest-MeteringIpV6TestJSON-1307965073 tempest-MeteringIpV6TestJSON-1307965073-project-admin] 10.222.0.44 "GET /v2.0/metering/metering-label-rules?id=ef066446-60c3-4cb0-98c4-efe5894f9f02 HTTP/1.1" status: 200 len: 462 time: 0.0158446 Oct 27 10:44:22.405305 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 51220) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:44:22.450804 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaab7b62-6629-4f86-8487-0cf351d4c71f req-802d4310-d6ec-4b49-90e7-85fc01573b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:44:22.452631 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-eaab7b62-6629-4f86-8487-0cf351d4c71f req-802d4310-d6ec-4b49-90e7-85fc01573b90 service neutron] 10.222.0.64 "GET /v2.0/networks?id=f64c4ac1-58d3-4604-90d7-e5fb7ec08acd HTTP/1.1" status: 200 len: 911 time: 0.1389587 Oct 27 10:44:22.459865 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-cbd2ebc0-1138-420f-b5b5-3e95606c2aad tempest-RoutersAdminTest-2034985404 tempest-RoutersAdminTest-2034985404-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1664884'] for router_gateway, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:22.548132 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-eaab7b62-6629-4f86-8487-0cf351d4c71f req-06448797-596a-4f9c-8721-696142921934 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=be260c3f-627d-4152-9959-529adefa243d HTTP/1.1" status: 200 len: 217 time: 0.0836718 Oct 27 10:44:22.565705 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-cbd2ebc0-1138-420f-b5b5-3e95606c2aad tempest-RoutersAdminTest-2034985404 tempest-RoutersAdminTest-2034985404-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1765662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3700'] for router, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:22.568668 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-cbd2ebc0-1138-420f-b5b5-3e95606c2aad tempest-RoutersAdminTest-2034985404 tempest-RoutersAdminTest-2034985404-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:22.600124 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-a7b8afe8-03a0-4904-82e4-738c031e2f99 tempest-MeteringIpV6TestJSON-1307965073 tempest-MeteringIpV6TestJSON-1307965073-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:22.603933 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-a7b8afe8-03a0-4904-82e4-738c031e2f99 tempest-MeteringIpV6TestJSON-1307965073 tempest-MeteringIpV6TestJSON-1307965073-project-admin] 10.222.0.44 "DELETE /v2.0/metering/metering-label-rules/ef066446-60c3-4cb0-98c4-efe5894f9f02 HTTP/1.1" status: 204 len: 168 time: 0.1952119 Oct 27 10:44:22.604887 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 51222) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:44:22.620056 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-cbd2ebc0-1138-420f-b5b5-3e95606c2aad tempest-RoutersAdminTest-2034985404 tempest-RoutersAdminTest-2034985404-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1765641'] for router, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:22.621041 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbd2ebc0-1138-420f-b5b5-3e95606c2aad tempest-RoutersAdminTest-2034985404 tempest-RoutersAdminTest-2034985404-project] Fanout notify agent at l3_agent the message router_deleted on router 9b42a890-f3e4-4004-9b3a-114fbe70e4f6 {{(pid=102346) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 10:44:22.630969 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-cbd2ebc0-1138-420f-b5b5-3e95606c2aad tempest-RoutersAdminTest-2034985404 tempest-RoutersAdminTest-2034985404-project] Publish callbacks [] for router, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:22.632525 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-cbd2ebc0-1138-420f-b5b5-3e95606c2aad tempest-RoutersAdminTest-2034985404 tempest-RoutersAdminTest-2034985404-project] 10.222.0.44 "DELETE /v2.0/routers/9b42a890-f3e4-4004-9b3a-114fbe70e4f6 HTTP/1.1" status: 204 len: 168 time: 2.5257282 Oct 27 10:44:22.636538 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 51224) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:44:22.642214 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-a951ea2a-c8f5-4d92-a662-2763352887df tempest-RoutersAdminTest-2034985404 tempest-RoutersAdminTest-2034985404-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1390991760', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:44:22.651681 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-acbdc8da-8b3a-4e2b-b560-17c4beb0ec69 tempest-MeteringIpV6TestJSON-1307965073 tempest-MeteringIpV6TestJSON-1307965073-project-admin] 10.222.0.44 "GET /v2.0/metering/metering-label-rules?id=ef066446-60c3-4cb0-98c4-efe5894f9f02 HTTP/1.1" status: 200 len: 221 time: 0.0431280 Oct 27 10:44:22.653371 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 51226) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:44:22.659778 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-d046a9c3-b696-41ce-af0d-4c8ee44aab3a tempest-MeteringIpV6TestJSON-1307965073 tempest-MeteringIpV6TestJSON-1307965073-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1116657328', 'description': 'label created by tempest'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:44:22.660889 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-d046a9c3-b696-41ce-af0d-4c8ee44aab3a tempest-MeteringIpV6TestJSON-1307965073 tempest-MeteringIpV6TestJSON-1307965073-project-admin] Unknown quota resources ['metering_label']. {{(pid=102347) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 27 10:44:22.676263 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-a951ea2a-c8f5-4d92-a662-2763352887df tempest-RoutersAdminTest-2034985404 tempest-RoutersAdminTest-2034985404-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1768632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3610'] for router, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:22.677794 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-a951ea2a-c8f5-4d92-a662-2763352887df tempest-RoutersAdminTest-2034985404 tempest-RoutersAdminTest-2034985404-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1765704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1769409', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1694266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3597'] for router, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:22.711946 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaab7b62-6629-4f86-8487-0cf351d4c71f req-8313c874-115f-43f3-ba62-ceda4c47c546 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:44:22.713747 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-eaab7b62-6629-4f86-8487-0cf351d4c71f req-8313c874-115f-43f3-ba62-ceda4c47c546 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2fee239f-a559-4db5-a696-c092c8e38011 HTTP/1.1" status: 200 len: 849 time: 0.1249833 Oct 27 10:44:22.745969 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-a951ea2a-c8f5-4d92-a662-2763352887df tempest-RoutersAdminTest-2034985404 tempest-RoutersAdminTest-2034985404-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:22.753586 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-a951ea2a-c8f5-4d92-a662-2763352887df tempest-RoutersAdminTest-2034985404 tempest-RoutersAdminTest-2034985404-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1765699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1769372'] for router, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:22.767006 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device fb1045b5-37b7-44fc-b58b-e193f6c2a48a up at agent hyperv_n-h2-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:44:22.800697 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-a951ea2a-c8f5-4d92-a662-2763352887df tempest-RoutersAdminTest-2034985404 tempest-RoutersAdminTest-2034985404-project] Publish callbacks [] for router, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:22.805055 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-a951ea2a-c8f5-4d92-a662-2763352887df tempest-RoutersAdminTest-2034985404 tempest-RoutersAdminTest-2034985404-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1673210 Oct 27 10:44:22.806948 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 51230) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:44:22.816088 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-d540b4b9-9e0f-42c6-854c-37ce282817af tempest-RoutersAdminTest-381632799 tempest-RoutersAdminTest-381632799-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'enable_snat': False}}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:44:23.020705 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-d046a9c3-b696-41ce-af0d-4c8ee44aab3a tempest-MeteringIpV6TestJSON-1307965073 tempest-MeteringIpV6TestJSON-1307965073-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:23.022458 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-d046a9c3-b696-41ce-af0d-4c8ee44aab3a tempest-MeteringIpV6TestJSON-1307965073 tempest-MeteringIpV6TestJSON-1307965073-project-admin] 10.222.0.44 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.3680201 Oct 27 10:44:23.039832 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 51236) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:44:23.062485 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a721fec1-50bc-4216-b296-1817d49859cc req-3885d81c-5474-4cd6-bf17-316f3b16cbe7 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:44:23.064162 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-a721fec1-50bc-4216-b296-1817d49859cc req-3885d81c-5474-4cd6-bf17-316f3b16cbe7 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/ports?device_id=1a8cadd6-dc25-44b3-af2e-a6c03f3fc6ff HTTP/1.1" status: 200 len: 944 time: 0.2304170 Oct 27 10:44:23.191899 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d540b4b9-9e0f-42c6-854c-37ce282817af tempest-RoutersAdminTest-381632799 tempest-RoutersAdminTest-381632799-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:23.214084 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaab7b62-6629-4f86-8487-0cf351d4c71f req-c48a7494-954e-4183-ae16-47889463e158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:44:23.222497 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-eaab7b62-6629-4f86-8487-0cf351d4c71f req-c48a7494-954e-4183-ae16-47889463e158 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f64c4ac1-58d3-4604-90d7-e5fb7ec08acd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5008428 Oct 27 10:44:23.241123 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-e25f6f75-4f4f-4689-81f1-a1b0225f3077 tempest-MeteringIpV6TestJSON-1307965073 tempest-MeteringIpV6TestJSON-1307965073-project-admin] 10.222.0.44 "GET /v2.0/metering/metering-labels?id=b1f8877d-c090-4714-9d3b-dcaeebe98b71 HTTP/1.1" status: 200 len: 468 time: 0.1888199 Oct 27 10:44:23.270062 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 51242) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:44:23.373550 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610f0e3a-fb90-422b-b843-3618c6638623 req-fc9b8fc9-2e19-44d2-8ba9-8b0f6de7f63c tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:44:23.375124 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-610f0e3a-fb90-422b-b843-3618c6638623 req-fc9b8fc9-2e19-44d2-8ba9-8b0f6de7f63c tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0425cac-a4c1-4c0d-a984-fdf0100683a6 HTTP/1.1" status: 200 len: 943 time: 0.1789951 Oct 27 10:44:23.401188 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Provisioning for port fb1045b5-37b7-44fc-b58b-e193f6c2a48a completed by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 10:44:23.410780 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Provisioning complete for port fb1045b5-37b7-44fc-b58b-e193f6c2a48a triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:44:23.414263 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:23.490325 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-610f0e3a-fb90-422b-b843-3618c6638623 req-c5f5b4c2-f3fd-4494-8ebc-5bf35075f1f9 tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] 10.222.0.44 "GET /v2.0/security-groups?id=a4d0fbfb-64fa-47ee-96d3-9b720ee29125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1028984 Oct 27 10:44:23.669815 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-a721fec1-50bc-4216-b296-1817d49859cc req-38425b53-4daa-4623-be0f-bfcbbe132175 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/security-groups?id=3238f945-43ac-4dbd-b7b0-70b6d0fec036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5882220 Oct 27 10:44:23.675162 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-ab5520ca-05ab-4c7e-91ae-f740d6b545b8 tempest-MeteringIpV6TestJSON-1307965073 tempest-MeteringIpV6TestJSON-1307965073-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:23.679179 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-ab5520ca-05ab-4c7e-91ae-f740d6b545b8 tempest-MeteringIpV6TestJSON-1307965073 tempest-MeteringIpV6TestJSON-1307965073-project-admin] 10.222.0.44 "DELETE /v2.0/metering/metering-labels/b1f8877d-c090-4714-9d3b-dcaeebe98b71 HTTP/1.1" status: 204 len: 168 time: 0.4081864 Oct 27 10:44:23.679829 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 51250) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:44:23.704939 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-7c238db4-4501-4311-8834-cd9cd8469383 tempest-MeteringIpV6TestJSON-1307965073 tempest-MeteringIpV6TestJSON-1307965073-project-admin] 10.222.0.44 "GET /v2.0/metering/metering-labels?id=b1f8877d-c090-4714-9d3b-dcaeebe98b71 HTTP/1.1" status: 200 len: 216 time: 0.0213523 Oct 27 10:44:23.705541 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 51252) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:44:23.727242 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 51254) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:44:23.742690 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-f3066cb0-f33e-4beb-8ba6-5d2be72732db tempest-MeteringIpV6TestJSON-1307965073 tempest-MeteringIpV6TestJSON-1307965073-project-admin] 10.222.0.44 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0291123 Oct 27 10:44:23.759342 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-eaab7b62-6629-4f86-8487-0cf351d4c71f req-dbae201b-aa70-4aa9-ad46-535d714d6ddb service neutron] 10.222.0.64 "GET /v2.0/networks/f64c4ac1-58d3-4604-90d7-e5fb7ec08acd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5103135 Oct 27 10:44:23.784473 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-1ada7b1d-bfa4-451a-99c7-c2978b2993f5 tempest-MeteringIpV6TestJSON-1307965073 tempest-MeteringIpV6TestJSON-1307965073-project-admin] 10.222.0.44 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0515256 Oct 27 10:44:23.786665 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:23.789577 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 51256) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:44:23.848037 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] For port fb1045b5-37b7-44fc-b58b-e193f6c2a48a, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=fb1045b5-37b7-44fc-b58b-e193f6c2a48a,segment=NetworkSegment(d1b37471-bd8e-4564-a77c-6e0c9d2699fd),segment_id=d1b37471-bd8e-4564-a77c-6e0c9d2699fd)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:44:23.854544 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 51258) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:44:23.859419 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a8cadd6-dc25-44b3-af2e-a6c03f3fc6ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb1045b5-37b7-44fc-b58b-e193f6c2a48a'}] {{(pid=102348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:44:23.861699 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c588921fa634554a1d9242fdea1b05457a9ff1d3b28ba54ec1dace7f2f1df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc303ea0-511e-409e-8618-cd4fa7a0ace5" -d '{"events": [{"server_uuid": "1a8cadd6-dc25-44b3-af2e-a6c03f3fc6ff", "name": "network-vif-plugged", "status": "completed", "tag": "fb1045b5-37b7-44fc-b58b-e193f6c2a48a"}]}' {{(pid=102348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:44:23.866339 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:23.926487 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-eaab7b62-6629-4f86-8487-0cf351d4c71f req-4ea825c0-9bf6-4e68-bcb5-a77001de3460 service neutron] 10.222.0.64 "GET /v2.0/networks/f64c4ac1-58d3-4604-90d7-e5fb7ec08acd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1597531 Oct 27 10:44:23.955733 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d540b4b9-9e0f-42c6-854c-37ce282817af tempest-RoutersAdminTest-381632799 tempest-RoutersAdminTest-381632799-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:23.956795 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:44:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f885a01f-6846-4ee4-bfef-bd23d3783145 x-openstack-request-id: req-f885a01f-6846-4ee4-bfef-bd23d3783145 {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:44:23.957265 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a8cadd6-dc25-44b3-af2e-a6c03f3fc6ff", "name": "network-vif-plugged", "status": "completed", "tag": "fb1045b5-37b7-44fc-b58b-e193f6c2a48a", "code": 200}]} {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:44:23.957687 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f885a01f-6846-4ee4-bfef-bd23d3783145 {{(pid=102348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:44:23.958238 n-d-813419-10 neutron-server[102348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a8cadd6-dc25-44b3-af2e-a6c03f3fc6ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb1045b5-37b7-44fc-b58b-e193f6c2a48a', 'code': 200} Oct 27 10:44:24.014608 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Pushing event updated for resources: {'Port': ['ID=fb1045b5-37b7-44fc-b58b-e193f6c2a48a,revision_number=5']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:44:24.036215 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-888a7d8b-ffd5-4d80-9226-a32df8d58b7b tempest-MeteringIpV6TestJSON-1307965073 tempest-MeteringIpV6TestJSON-1307965073-project-admin] 10.222.0.44 "GET /v2.0/metering/metering-labels/502b9238-db68-4aba-a50b-fdf9de3081c4 HTTP/1.1" status: 200 len: 473 time: 0.2454739 Oct 27 10:44:24.040164 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 51266) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:44:24.046375 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d540b4b9-9e0f-42c6-854c-37ce282817af tempest-RoutersAdminTest-381632799 tempest-RoutersAdminTest-381632799-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:24.065462 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-31116bb9-078a-46b0-88f6-014a93016ab5 tempest-MeteringIpV6TestJSON-1307965073 tempest-MeteringIpV6TestJSON-1307965073-project-admin] 10.222.0.44 "GET /v2.0/metering/metering-label-rules/182bf6f3-9bf1-4e30-97c6-36b1f60fc32f HTTP/1.1" status: 200 len: 459 time: 0.0238080 Oct 27 10:44:24.066120 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 51268) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:44:24.234179 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_common [None req-d540b4b9-9e0f-42c6-854c-37ce282817af tempest-RoutersAdminTest-381632799 tempest-RoutersAdminTest-381632799-project-admin] Allocated IP 172.25.8.253 (185ff123-c7ff-45c7-a6be-71feb35acc9c/0fb9f9d1-7384-481f-8fa8-f4566c349d30/2ec3a4f3-8e90-4149-9364-85e733f7cb3f) {{(pid=102346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:44:24.234612 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-99f30807-36a3-40ae-b81c-06287b16cc0e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:24.272519 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-c8d6a637-0209-4c1e-9f8c-87cbf8a03838 tempest-MeteringIpV6TestJSON-1307965073 tempest-MeteringIpV6TestJSON-1307965073-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:24.274021 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-c8d6a637-0209-4c1e-9f8c-87cbf8a03838 tempest-MeteringIpV6TestJSON-1307965073 tempest-MeteringIpV6TestJSON-1307965073-project-admin] 10.222.0.44 "DELETE /v2.0/metering/metering-label-rules/182bf6f3-9bf1-4e30-97c6-36b1f60fc32f HTTP/1.1" status: 204 len: 168 time: 0.2069721 Oct 27 10:44:24.285100 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 51272) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:44:24.373904 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d540b4b9-9e0f-42c6-854c-37ce282817af tempest-RoutersAdminTest-381632799 tempest-RoutersAdminTest-381632799-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:24.419147 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d540b4b9-9e0f-42c6-854c-37ce282817af tempest-RoutersAdminTest-381632799 tempest-RoutersAdminTest-381632799-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:24.446822 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d540b4b9-9e0f-42c6-854c-37ce282817af tempest-RoutersAdminTest-381632799 tempest-RoutersAdminTest-381632799-project-admin] Network 185ff123-c7ff-45c7-a6be-71feb35acc9c is already hosted by enough agents. {{(pid=102346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:44:24.449888 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-d540b4b9-9e0f-42c6-854c-37ce282817af tempest-RoutersAdminTest-381632799 tempest-RoutersAdminTest-381632799-project-admin] Resources bound (agent type, host, resource id): {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:44:24.453387 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d540b4b9-9e0f-42c6-854c-37ce282817af tempest-RoutersAdminTest-381632799 tempest-RoutersAdminTest-381632799-project-admin] Received port after_create {{(pid=102346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:44:24.503907 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3eb4197-c869-43b3-a852-1c5d00e49846 req-f4732991-34fb-4a3f-81a9-5bb0a328f848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:44:24.505454 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-f3eb4197-c869-43b3-a852-1c5d00e49846 req-f4732991-34fb-4a3f-81a9-5bb0a328f848 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=1a8cadd6-dc25-44b3-af2e-a6c03f3fc6ff HTTP/1.1" status: 200 len: 1097 time: 0.4890952 Oct 27 10:44:24.578421 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d540b4b9-9e0f-42c6-854c-37ce282817af tempest-RoutersAdminTest-381632799 tempest-RoutersAdminTest-381632799-project-admin] Pushing event updated for resources: {'Port': ['ID=2ec3a4f3-8e90-4149-9364-85e733f7cb3f,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:44:24.591835 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-c4bbb8d8-ede4-4635-ad21-9c202b9684cb tempest-MeteringIpV6TestJSON-1307965073 tempest-MeteringIpV6TestJSON-1307965073-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:24.595384 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-c4bbb8d8-ede4-4635-ad21-9c202b9684cb tempest-MeteringIpV6TestJSON-1307965073 tempest-MeteringIpV6TestJSON-1307965073-project-admin] 10.222.0.44 "DELETE /v2.0/metering/metering-labels/502b9238-db68-4aba-a50b-fdf9de3081c4 HTTP/1.1" status: 204 len: 168 time: 0.3041830 Oct 27 10:44:24.656675 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-99f30807-36a3-40ae-b81c-06287b16cc0e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:24.668502 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-f3eb4197-c869-43b3-a852-1c5d00e49846 req-96fd54eb-67c7-4409-99ec-df9f28ae313d service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=3238f945-43ac-4dbd-b7b0-70b6d0fec036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544704 Oct 27 10:44:24.670585 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-99f30807-36a3-40ae-b81c-06287b16cc0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:24.772858 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0ec9a8-94e9-4a93-91b6-859e1dd34daa req-7bfbf32a-d32a-4e17-98f7-8715e1e34883 tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:44:24.774508 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-1a0ec9a8-94e9-4a93-91b6-859e1dd34daa req-7bfbf32a-d32a-4e17-98f7-8715e1e34883 tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0425cac-a4c1-4c0d-a984-fdf0100683a6 HTTP/1.1" status: 200 len: 943 time: 0.1770320 Oct 27 10:44:24.777604 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f30807-36a3-40ae-b81c-06287b16cc0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=577c2400-31be-4a81-9efb-2a57aa31aab1,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:44:24.798109 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-99f30807-36a3-40ae-b81c-06287b16cc0e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4016f6ce7e7f448ca7dec96011958b28&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9409304 Oct 27 10:44:24.798821 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 51282) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:44:24.875635 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05b9e9b-fedc-4a30-bb30-a5e224e9a9cd req-a616d5be-b244-4444-a489-e11a067f3e6f tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:44:24.877256 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-e05b9e9b-fedc-4a30-bb30-a5e224e9a9cd req-a616d5be-b244-4444-a489-e11a067f3e6f tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/ports?device_id=1a8cadd6-dc25-44b3-af2e-a6c03f3fc6ff HTTP/1.1" status: 200 len: 945 time: 0.0833385 Oct 27 10:44:24.887714 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d540b4b9-9e0f-42c6-854c-37ce282817af tempest-RoutersAdminTest-381632799 tempest-RoutersAdminTest-381632799-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:24.895921 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 51284) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:44:24.911194 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-17ac0f98-c266-45bd-8772-7d424c551ea1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:24.916769 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-1a0ec9a8-94e9-4a93-91b6-859e1dd34daa req-a8f263c6-070f-4c73-afdc-faeeccfbff11 tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] 10.222.0.44 "GET /v2.0/security-groups?id=a4d0fbfb-64fa-47ee-96d3-9b720ee29125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1167462 Oct 27 10:44:24.947512 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-17ac0f98-c266-45bd-8772-7d424c551ea1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:25.009645 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-17ac0f98-c266-45bd-8772-7d424c551ea1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:25.013344 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-17ac0f98-c266-45bd-8772-7d424c551ea1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:25.015944 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-17ac0f98-c266-45bd-8772-7d424c551ea1 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/577c2400-31be-4a81-9efb-2a57aa31aab1 HTTP/1.1" status: 204 len: 168 time: 0.2147837 Oct 27 10:44:25.024288 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-e05b9e9b-fedc-4a30-bb30-a5e224e9a9cd req-b39bbb6a-5ba6-45ef-8f5f-1b83e00fffb4 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/security-groups?id=3238f945-43ac-4dbd-b7b0-70b6d0fec036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389771 Oct 27 10:44:25.027636 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ac0f98-c266-45bd-8772-7d424c551ea1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=577c2400-31be-4a81-9efb-2a57aa31aab1,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:44:25.093736 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-b5f674f3-edc3-4d13-87f9-c74ef5a830b2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:25.181736 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-b5f674f3-edc3-4d13-87f9-c74ef5a830b2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:25.187223 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-b5f674f3-edc3-4d13-87f9-c74ef5a830b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:25.195117 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d540b4b9-9e0f-42c6-854c-37ce282817af tempest-RoutersAdminTest-381632799 tempest-RoutersAdminTest-381632799-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1769395', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1765690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3711'] for router, precommit_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:25.199784 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d540b4b9-9e0f-42c6-854c-37ce282817af tempest-RoutersAdminTest-381632799 tempest-RoutersAdminTest-381632799-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1769372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1769386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1769381', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1765685'] for router, after_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:25.231471 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-b5f674f3-edc3-4d13-87f9-c74ef5a830b2 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=fe3c0b8e89284134bfdb9b20533376e2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3351259 Oct 27 10:44:25.235433 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 51292) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:44:25.266236 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f674f3-edc3-4d13-87f9-c74ef5a830b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3727d2f2-bd60-4c0d-8391-40d350223604,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:44:25.294284 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-c88d0d2a-6763-4098-b974-e104a1601c7f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:25.333154 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-c88d0d2a-6763-4098-b974-e104a1601c7f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:25.374999 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d540b4b9-9e0f-42c6-854c-37ce282817af tempest-RoutersAdminTest-381632799 tempest-RoutersAdminTest-381632799-project-admin] Router 4a98a9ef-e939-426a-9ca6-e9cabf953daa is scheduled to L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb with binding_index 1 {{(pid=102346) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 10:44:25.399639 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-c88d0d2a-6763-4098-b974-e104a1601c7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:25.402437 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-c88d0d2a-6763-4098-b974-e104a1601c7f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:25.406103 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-c88d0d2a-6763-4098-b974-e104a1601c7f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3727d2f2-bd60-4c0d-8391-40d350223604 HTTP/1.1" status: 204 len: 168 time: 0.1671524 Oct 27 10:44:25.419947 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88d0d2a-6763-4098-b974-e104a1601c7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3727d2f2-bd60-4c0d-8391-40d350223604,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:44:25.510452 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d540b4b9-9e0f-42c6-854c-37ce282817af tempest-RoutersAdminTest-381632799 tempest-RoutersAdminTest-381632799-project-admin] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:44:25.515217 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d540b4b9-9e0f-42c6-854c-37ce282817af tempest-RoutersAdminTest-381632799 tempest-RoutersAdminTest-381632799-project-admin] Publish callbacks [] for router, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:25.517177 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-d540b4b9-9e0f-42c6-854c-37ce282817af tempest-RoutersAdminTest-381632799 tempest-RoutersAdminTest-381632799-project-admin] 10.222.0.44 "PUT /v2.0/routers/4a98a9ef-e939-426a-9ca6-e9cabf953daa HTTP/1.1" status: 200 len: 916 time: 2.7076743 Oct 27 10:44:25.519652 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 51306) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:44:25.521762 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2861f8f-fbc0-4862-978c-d056233700ab None None] Sync routers for ids ['4a98a9ef-e939-426a-9ca6-e9cabf953daa'] in n-d-813419-10 {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:44:25.534281 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2861f8f-fbc0-4862-978c-d056233700ab None None] Routers {'4a98a9ef-e939-426a-9ca6-e9cabf953daa'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:44:25.535048 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-e2861f8f-fbc0-4862-978c-d056233700ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:44:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['4a98a9ef-e939-426a-9ca6-e9cabf953daa'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:44:25.585592 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-e2861f8f-fbc0-4862-978c-d056233700ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:44:25.595799 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2861f8f-fbc0-4862-978c-d056233700ab None None] Routers {'4a98a9ef-e939-426a-9ca6-e9cabf953daa'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:44:25.596671 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-e2861f8f-fbc0-4862-978c-d056233700ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:44:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['4a98a9ef-e939-426a-9ca6-e9cabf953daa'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:44:25.603466 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device be260c3f-627d-4152-9959-529adefa243d details requested by agent hyperv_n-h1-813419-10 with host n-h1-813419-10 {{(pid=102348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 10:44:25.633567 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-e2861f8f-fbc0-4862-978c-d056233700ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:44:25.634468 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2861f8f-fbc0-4862-978c-d056233700ab None None] The sync data for ids ['4a98a9ef-e939-426a-9ca6-e9cabf953daa'] in n-d-813419-10 is: [] {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:44:25.699191 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-63be625b-247b-40fc-84c5-17d0a7b2d7d1 tempest-RoutersAdminTest-381632799 tempest-RoutersAdminTest-381632799-project-admin] 10.222.0.44 "GET /v2.0/routers/4a98a9ef-e939-426a-9ca6-e9cabf953daa HTTP/1.1" status: 200 len: 922 time: 0.1740241 Oct 27 10:44:25.699191 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 51310) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:44:25.793742 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port be260c3f-627d-4152-9959-529adefa243d, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=be260c3f-627d-4152-9959-529adefa243d,segment=NetworkSegment(a5fc7f07-22ca-4b2b-bd72-57f570088db0),segment_id=a5fc7f07-22ca-4b2b-bd72-57f570088db0)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:44:25.794916 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b141922-5c71-4c3c-b897-f62eaad7d36c tempest-RoutersAdminTest-381632799 tempest-RoutersAdminTest-381632799-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:44:25.799434 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-3b141922-5c71-4c3c-b897-f62eaad7d36c tempest-RoutersAdminTest-381632799 tempest-RoutersAdminTest-381632799-project-admin] 10.222.0.44 "GET /v2.0/ports?network_id=185ff123-c7ff-45c7-a6be-71feb35acc9c&device_id=4a98a9ef-e939-426a-9ca6-e9cabf953daa&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0973413 Oct 27 10:44:25.799783 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 51316) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:44:25.810501 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Returning: {'device': 'be260c3f-627d-4152-9959-529adefa243d', 'network_id': 'f64c4ac1-58d3-4604-90d7-e5fb7ec08acd', 'port_id': 'be260c3f-627d-4152-9959-529adefa243d', 'mac_address': 'fa:16:3e:5e:f1:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 430, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2fee239f-a559-4db5-a696-c092c8e38011', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 10:44:25.860516 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 51318) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:44:25.875356 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:25.879922 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-9bff30ea-3efc-4b32-b63c-5b77124fa755 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:25.899942 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be260c3f-627d-4152-9959-529adefa243d {{(pid=102348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:44:25.915294 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e1922fe-56d7-4778-8b50-0a3e945b2fee tempest-RoutersAdminTest-381632799 tempest-RoutersAdminTest-381632799-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:44:25.917407 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-9e1922fe-56d7-4778-8b50-0a3e945b2fee tempest-RoutersAdminTest-381632799 tempest-RoutersAdminTest-381632799-project-admin] 10.222.0.44 "GET /v2.0/networks/185ff123-c7ff-45c7-a6be-71feb35acc9c HTTP/1.1" status: 200 len: 881 time: 0.1167004 Oct 27 10:44:25.920122 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 51322) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:44:25.932835 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port be260c3f-627d-4152-9959-529adefa243d, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=be260c3f-627d-4152-9959-529adefa243d,segment=NetworkSegment(a5fc7f07-22ca-4b2b-bd72-57f570088db0),segment_id=a5fc7f07-22ca-4b2b-bd72-57f570088db0)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:44:25.939999 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:26.002760 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-2af875fb-5aaa-4e7c-abd7-e301e34ea3fe tempest-RoutersAdminTest-2034985404 tempest-RoutersAdminTest-2034985404-project] 10.222.0.44 "GET /v2.0/ports?device_id=4a98a9ef-e939-426a-9ca6-e9cabf953daa HTTP/1.1" status: 200 len: 205 time: 0.0789557 Oct 27 10:44:26.006186 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 51326) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:44:26.105207 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5270b3-88d6-426c-ab9b-f8090b262324 req-98d479bc-ce7a-406f-8630-593b6f66d25e tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:44:26.108431 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-2a5270b3-88d6-426c-ab9b-f8090b262324 req-98d479bc-ce7a-406f-8630-593b6f66d25e tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0425cac-a4c1-4c0d-a984-fdf0100683a6 HTTP/1.1" status: 200 len: 944 time: 0.0882215 Oct 27 10:44:26.121215 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Pushing event updated for resources: {'Port': ['ID=be260c3f-627d-4152-9959-529adefa243d,revision_number=4']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:44:26.170762 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] get_ports_and_sgs() called for port_ids ['be260c3f-627d-4152-9959-529adefa243d'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:44:26.184941 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-9bff30ea-3efc-4b32-b63c-5b77124fa755 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:26.195422 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-9bff30ea-3efc-4b32-b63c-5b77124fa755 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:26.210828 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-2a5270b3-88d6-426c-ab9b-f8090b262324 req-dfc360d5-8469-4cd1-aa0b-f84669416594 tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] 10.222.0.44 "GET /v2.0/security-groups?id=a4d0fbfb-64fa-47ee-96d3-9b720ee29125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0919724 Oct 27 10:44:26.289258 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-35f0f4b3-7811-4c70-9c4e-689c2b1b1abc tempest-RoutersAdminTest-2034985404 tempest-RoutersAdminTest-2034985404-project] Publish callbacks [] for router, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:26.295237 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bff30ea-3efc-4b32-b63c-5b77124fa755 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c50f39b8-8a7d-4e0e-955f-ffe639930b26,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:44:26.684944 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-9bff30ea-3efc-4b32-b63c-5b77124fa755 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0f5d8b69ae664336b8a26f9fca6f3dee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8234797 Oct 27 10:44:26.687531 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 51338) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:44:26.704245 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0262190-f0ca-4f84-b980-2bf9370e654d req-54593afc-8d43-42d5-aa4f-64f5e2b2ffea tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:44:26.705744 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-d0262190-f0ca-4f84-b980-2bf9370e654d req-54593afc-8d43-42d5-aa4f-64f5e2b2ffea tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/ports?device_id=1a8cadd6-dc25-44b3-af2e-a6c03f3fc6ff HTTP/1.1" status: 200 len: 945 time: 0.4958365 Oct 27 10:44:26.763128 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-062be3dc-3fac-4961-b127-3007e551e0cc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:26.798686 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-062be3dc-3fac-4961-b127-3007e551e0cc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:26.812615 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-d0262190-f0ca-4f84-b980-2bf9370e654d req-675282b8-2b57-4d5a-aa72-4eff019a3fdd tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/security-groups?id=3238f945-43ac-4dbd-b7b0-70b6d0fec036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993662 Oct 27 10:44:26.837152 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-35f0f4b3-7811-4c70-9c4e-689c2b1b1abc tempest-RoutersAdminTest-2034985404 tempest-RoutersAdminTest-2034985404-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:26.867124 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-062be3dc-3fac-4961-b127-3007e551e0cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:26.872425 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-062be3dc-3fac-4961-b127-3007e551e0cc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:26.876603 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-062be3dc-3fac-4961-b127-3007e551e0cc admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c50f39b8-8a7d-4e0e-955f-ffe639930b26 HTTP/1.1" status: 204 len: 168 time: 0.1839919 Oct 27 10:44:26.894560 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062be3dc-3fac-4961-b127-3007e551e0cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c50f39b8-8a7d-4e0e-955f-ffe639930b26,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:44:26.947442 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-35f0f4b3-7811-4c70-9c4e-689c2b1b1abc tempest-RoutersAdminTest-2034985404 tempest-RoutersAdminTest-2034985404-project] Deleting port 2ec3a4f3-8e90-4149-9364-85e733f7cb3f {{(pid=102346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:44:26.948012 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-35f0f4b3-7811-4c70-9c4e-689c2b1b1abc tempest-RoutersAdminTest-2034985404 tempest-RoutersAdminTest-2034985404-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:27.000000 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d78d2a7-357b-4ad5-83c6-7b3ffc91551c req-43434820-58ed-4c2f-9414-05c46f136b85 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:44:27.002489 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-0d78d2a7-357b-4ad5-83c6-7b3ffc91551c req-43434820-58ed-4c2f-9414-05c46f136b85 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/ports?device_id=1a8cadd6-dc25-44b3-af2e-a6c03f3fc6ff HTTP/1.1" status: 200 len: 945 time: 0.0743580 Oct 27 10:44:27.079332 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-35f0f4b3-7811-4c70-9c4e-689c2b1b1abc tempest-RoutersAdminTest-2034985404 tempest-RoutersAdminTest-2034985404-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:27.096461 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-35f0f4b3-7811-4c70-9c4e-689c2b1b1abc tempest-RoutersAdminTest-2034985404 tempest-RoutersAdminTest-2034985404-project] Calling delete_port for 2ec3a4f3-8e90-4149-9364-85e733f7cb3f owned by network:router_gateway {{(pid=102346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:44:27.474254 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf0de0a-78a6-424a-80f7-a0c44d188d97 req-6bef68e5-f289-45cd-afcd-cba1d5b4e9c6 tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:44:27.483732 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-3cf0de0a-78a6-424a-80f7-a0c44d188d97 req-6bef68e5-f289-45cd-afcd-cba1d5b4e9c6 tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0425cac-a4c1-4c0d-a984-fdf0100683a6 HTTP/1.1" status: 200 len: 944 time: 0.1019013 Oct 27 10:44:27.495525 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-35f0f4b3-7811-4c70-9c4e-689c2b1b1abc tempest-RoutersAdminTest-2034985404 tempest-RoutersAdminTest-2034985404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:27.560781 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f0f4b3-7811-4c70-9c4e-689c2b1b1abc tempest-RoutersAdminTest-2034985404 tempest-RoutersAdminTest-2034985404-project] Pushing event deleted for resources: {'Port': ['ID=2ec3a4f3-8e90-4149-9364-85e733f7cb3f,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:44:27.578068 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-3cf0de0a-78a6-424a-80f7-a0c44d188d97 req-b27f3da1-f004-4c7a-bab0-c49f62f5e0db tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] 10.222.0.44 "GET /v2.0/security-groups?id=a4d0fbfb-64fa-47ee-96d3-9b720ee29125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0933526 Oct 27 10:44:27.621180 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device be260c3f-627d-4152-9959-529adefa243d up at agent hyperv_n-h1-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:44:27.642927 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-35f0f4b3-7811-4c70-9c4e-689c2b1b1abc tempest-RoutersAdminTest-2034985404 tempest-RoutersAdminTest-2034985404-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1664884'] for router_gateway, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:27.687610 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-0d78d2a7-357b-4ad5-83c6-7b3ffc91551c req-13f5f181-72d2-4775-940b-17fba2023b21 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/security-groups?id=3238f945-43ac-4dbd-b7b0-70b6d0fec036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6720772 Oct 27 10:44:27.756829 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Provisioning for port be260c3f-627d-4152-9959-529adefa243d completed by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 10:44:27.769840 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Provisioning complete for port be260c3f-627d-4152-9959-529adefa243d triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:44:27.770816 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:27.828161 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-35f0f4b3-7811-4c70-9c4e-689c2b1b1abc tempest-RoutersAdminTest-2034985404 tempest-RoutersAdminTest-2034985404-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1765662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3700'] for router, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:27.830476 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-35f0f4b3-7811-4c70-9c4e-689c2b1b1abc tempest-RoutersAdminTest-2034985404 tempest-RoutersAdminTest-2034985404-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:27.855407 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.agents_db [None req-e79ee67d-056e-46ea-bd99-e80473396b25 None None] Agent healthcheck: found 7 active agents {{(pid=102349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 10:44:27.915159 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-35f0f4b3-7811-4c70-9c4e-689c2b1b1abc tempest-RoutersAdminTest-2034985404 tempest-RoutersAdminTest-2034985404-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1765641'] for router, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:27.915808 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35f0f4b3-7811-4c70-9c4e-689c2b1b1abc tempest-RoutersAdminTest-2034985404 tempest-RoutersAdminTest-2034985404-project] Fanout notify agent at l3_agent the message router_deleted on router 4a98a9ef-e939-426a-9ca6-e9cabf953daa {{(pid=102346) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 10:44:27.930995 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-35f0f4b3-7811-4c70-9c4e-689c2b1b1abc tempest-RoutersAdminTest-2034985404 tempest-RoutersAdminTest-2034985404-project] Publish callbacks [] for router, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:27.936477 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 51378) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:44:27.941695 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-933a74fa-40b8-42fe-85cb-9a50f51ca46d tempest-RoutersAdminTest-2034985404 tempest-RoutersAdminTest-2034985404-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-4102033', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'}, 'admin_state_up': False}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:44:27.947286 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-35f0f4b3-7811-4c70-9c4e-689c2b1b1abc tempest-RoutersAdminTest-2034985404 tempest-RoutersAdminTest-2034985404-project] 10.222.0.44 "DELETE /v2.0/routers/4a98a9ef-e939-426a-9ca6-e9cabf953daa HTTP/1.1" status: 204 len: 168 time: 1.9386513 Oct 27 10:44:27.991945 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37add754-5361-4336-a3e9-e4f985bc473c req-7f98f3ef-76b3-42c8-a379-48d90e8ea9f8 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:44:27.996582 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-37add754-5361-4336-a3e9-e4f985bc473c req-7f98f3ef-76b3-42c8-a379-48d90e8ea9f8 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/ports?device_id=1a8cadd6-dc25-44b3-af2e-a6c03f3fc6ff HTTP/1.1" status: 200 len: 945 time: 0.1109283 Oct 27 10:44:28.008400 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-933a74fa-40b8-42fe-85cb-9a50f51ca46d tempest-RoutersAdminTest-2034985404 tempest-RoutersAdminTest-2034985404-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1768632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3610'] for router, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:28.008400 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-933a74fa-40b8-42fe-85cb-9a50f51ca46d tempest-RoutersAdminTest-2034985404 tempest-RoutersAdminTest-2034985404-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1765704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1769409', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1694266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3597'] for router, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:28.019047 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:28.044829 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0425cac-a4c1-4c0d-a984-fdf0100683a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be260c3f-627d-4152-9959-529adefa243d'}] {{(pid=102348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:44:28.047465 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c588921fa634554a1d9242fdea1b05457a9ff1d3b28ba54ec1dace7f2f1df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fe86b09-a438-4e2f-9289-80416ca96921" -d '{"events": [{"server_uuid": "c0425cac-a4c1-4c0d-a984-fdf0100683a6", "name": "network-vif-plugged", "status": "completed", "tag": "be260c3f-627d-4152-9959-529adefa243d"}]}' {{(pid=102348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:44:28.083604 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port be260c3f-627d-4152-9959-529adefa243d, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=be260c3f-627d-4152-9959-529adefa243d,segment=NetworkSegment(a5fc7f07-22ca-4b2b-bd72-57f570088db0),segment_id=a5fc7f07-22ca-4b2b-bd72-57f570088db0)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:44:28.091928 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:28.093248 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-37add754-5361-4336-a3e9-e4f985bc473c req-df89e4bc-e0a3-43a1-bc89-a60a63b4592a tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/security-groups?id=3238f945-43ac-4dbd-b7b0-70b6d0fec036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868268 Oct 27 10:44:28.128555 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:44:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7aa6e355-4a9d-4ba6-9af8-28e9f765ce9f x-openstack-request-id: req-7aa6e355-4a9d-4ba6-9af8-28e9f765ce9f {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:44:28.129225 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0425cac-a4c1-4c0d-a984-fdf0100683a6", "name": "network-vif-plugged", "status": "completed", "tag": "be260c3f-627d-4152-9959-529adefa243d", "code": 200}]} {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:44:28.129687 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7aa6e355-4a9d-4ba6-9af8-28e9f765ce9f {{(pid=102348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:44:28.130314 n-d-813419-10 neutron-server[102348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0425cac-a4c1-4c0d-a984-fdf0100683a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be260c3f-627d-4152-9959-529adefa243d', 'code': 200} Oct 27 10:44:28.137484 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-933a74fa-40b8-42fe-85cb-9a50f51ca46d tempest-RoutersAdminTest-2034985404 tempest-RoutersAdminTest-2034985404-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:28.181499 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Pushing event updated for resources: {'Port': ['ID=be260c3f-627d-4152-9959-529adefa243d,revision_number=5']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:44:28.256445 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 51386) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:44:28.300334 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385bb122-3383-4a4d-a95a-84d8ed7f97da req-656c3bd6-4b5d-40b2-87d3-26b9d3e66e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:44:28.302249 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-385bb122-3383-4a4d-a95a-84d8ed7f97da req-656c3bd6-4b5d-40b2-87d3-26b9d3e66e7b service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=c0425cac-a4c1-4c0d-a984-fdf0100683a6 HTTP/1.1" status: 200 len: 1097 time: 0.0830681 Oct 27 10:44:28.406362 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-933a74fa-40b8-42fe-85cb-9a50f51ca46d tempest-RoutersAdminTest-2034985404 tempest-RoutersAdminTest-2034985404-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:28.445888 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-385bb122-3383-4a4d-a95a-84d8ed7f97da req-72c8007d-9239-4746-9f87-e38d1a1aac1f service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=a4d0fbfb-64fa-47ee-96d3-9b720ee29125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0939956 Oct 27 10:44:28.468866 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-896be706-24b9-432b-909d-7e6b632cd06a tempest-AllowedAddressPairIpV6TestJSON-1239049207 tempest-AllowedAddressPairIpV6TestJSON-1239049207-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-2049238775'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:44:28.496153 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-896be706-24b9-432b-909d-7e6b632cd06a tempest-AllowedAddressPairIpV6TestJSON-1239049207 tempest-AllowedAddressPairIpV6TestJSON-1239049207-project] Made reservation on behalf of 5c4f7b29454f42c499cd5cabb2389000 for: {'network': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:44:28.501811 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-896be706-24b9-432b-909d-7e6b632cd06a tempest-AllowedAddressPairIpV6TestJSON-1239049207 tempest-AllowedAddressPairIpV6TestJSON-1239049207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for network, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:28.511100 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-896be706-24b9-432b-909d-7e6b632cd06a tempest-AllowedAddressPairIpV6TestJSON-1239049207 tempest-AllowedAddressPairIpV6TestJSON-1239049207-project] Publish callbacks [] for security_group, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:28.540582 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6597c1a3-1d04-4eb9-a78f-37ec3cbecdf9 req-f05f9c60-be8b-4140-a6f7-f8393cb3dc1a tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:44:28.548534 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-6597c1a3-1d04-4eb9-a78f-37ec3cbecdf9 req-f05f9c60-be8b-4140-a6f7-f8393cb3dc1a tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/ports?device_id=1a8cadd6-dc25-44b3-af2e-a6c03f3fc6ff HTTP/1.1" status: 200 len: 945 time: 0.0717993 Oct 27 10:44:28.598754 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-6597c1a3-1d04-4eb9-a78f-37ec3cbecdf9 req-f3c847d1-3b12-457c-b4d3-604e80ee2fd5 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/security-groups?id=3238f945-43ac-4dbd-b7b0-70b6d0fec036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475142 Oct 27 10:44:28.606269 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-896be706-24b9-432b-909d-7e6b632cd06a tempest-AllowedAddressPairIpV6TestJSON-1239049207 tempest-AllowedAddressPairIpV6TestJSON-1239049207-project] Publish callbacks [] for security_group, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:28.623020 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-896be706-24b9-432b-909d-7e6b632cd06a tempest-AllowedAddressPairIpV6TestJSON-1239049207 tempest-AllowedAddressPairIpV6TestJSON-1239049207-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:28.677007 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-896be706-24b9-432b-909d-7e6b632cd06a tempest-AllowedAddressPairIpV6TestJSON-1239049207 tempest-AllowedAddressPairIpV6TestJSON-1239049207-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 427} {{(pid=102346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 10:44:28.719690 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896be706-24b9-432b-909d-7e6b632cd06a tempest-AllowedAddressPairIpV6TestJSON-1239049207 tempest-AllowedAddressPairIpV6TestJSON-1239049207-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f77831c8-d4b3-49a1-bd7f-2fd3f1b28bb0,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:44:28.726484 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-896be706-24b9-432b-909d-7e6b632cd06a tempest-AllowedAddressPairIpV6TestJSON-1239049207 tempest-AllowedAddressPairIpV6TestJSON-1239049207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:28.726824 n-d-813419-10 neutron-server[102346]: INFO neutron.db.segments_db [None req-896be706-24b9-432b-909d-7e6b632cd06a tempest-AllowedAddressPairIpV6TestJSON-1239049207 tempest-AllowedAddressPairIpV6TestJSON-1239049207-project] Added segment 7ab7e1de-f429-4d9b-9f9f-bfffa9f91ce3 of type vlan for network de1c0b17-4762-47cb-90aa-bb6d9189401e Oct 27 10:44:28.779764 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-933a74fa-40b8-42fe-85cb-9a50f51ca46d tempest-RoutersAdminTest-2034985404 tempest-RoutersAdminTest-2034985404-project] Publish callbacks [] for router_gateway, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:28.791254 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-896be706-24b9-432b-909d-7e6b632cd06a tempest-AllowedAddressPairIpV6TestJSON-1239049207 tempest-AllowedAddressPairIpV6TestJSON-1239049207-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743872593080'] for network, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:28.805883 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-933a74fa-40b8-42fe-85cb-9a50f51ca46d tempest-RoutersAdminTest-2034985404 tempest-RoutersAdminTest-2034985404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:28.815577 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af108b7e-fc71-429b-8ff2-a9b099a2120f req-26ce7e28-4751-4c2d-b9a7-3e349e061bc5 tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:44:28.823708 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-af108b7e-fc71-429b-8ff2-a9b099a2120f req-26ce7e28-4751-4c2d-b9a7-3e349e061bc5 tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0425cac-a4c1-4c0d-a984-fdf0100683a6 HTTP/1.1" status: 200 len: 945 time: 0.1155744 Oct 27 10:44:28.876709 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-896be706-24b9-432b-909d-7e6b632cd06a tempest-AllowedAddressPairIpV6TestJSON-1239049207 tempest-AllowedAddressPairIpV6TestJSON-1239049207-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913'] for network, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:28.884268 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-896be706-24b9-432b-909d-7e6b632cd06a tempest-AllowedAddressPairIpV6TestJSON-1239049207 tempest-AllowedAddressPairIpV6TestJSON-1239049207-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:44:28.884923 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-896be706-24b9-432b-909d-7e6b632cd06a tempest-AllowedAddressPairIpV6TestJSON-1239049207 tempest-AllowedAddressPairIpV6TestJSON-1239049207-project] Publish callbacks [] for network, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:28.931307 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_common [None req-933a74fa-40b8-42fe-85cb-9a50f51ca46d tempest-RoutersAdminTest-2034985404 tempest-RoutersAdminTest-2034985404-project] Allocated IP 172.25.8.188 (185ff123-c7ff-45c7-a6be-71feb35acc9c/0fb9f9d1-7384-481f-8fa8-f4566c349d30/155b3601-1fc1-4d20-9c22-0966864f56af) {{(pid=102347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:44:28.980322 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-af108b7e-fc71-429b-8ff2-a9b099a2120f req-f490b2c5-bc23-4996-ad20-6878244b9224 tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] 10.222.0.44 "GET /v2.0/security-groups?id=a4d0fbfb-64fa-47ee-96d3-9b720ee29125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1548731 Oct 27 10:44:29.040054 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-896be706-24b9-432b-909d-7e6b632cd06a tempest-AllowedAddressPairIpV6TestJSON-1239049207 tempest-AllowedAddressPairIpV6TestJSON-1239049207-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 0.7817938 Oct 27 10:44:29.047583 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 51400) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:44:29.067106 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896be706-24b9-432b-909d-7e6b632cd06a tempest-AllowedAddressPairIpV6TestJSON-1239049207 tempest-AllowedAddressPairIpV6TestJSON-1239049207-project] Pushing event updated for resources: {'Network': ['ID=de1c0b17-4762-47cb-90aa-bb6d9189401e,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:44:29.073414 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-91f2f30b-7ea3-486f-9eb0-32e114668624 tempest-AllowedAddressPairIpV6TestJSON-1239049207 tempest-AllowedAddressPairIpV6TestJSON-1239049207-project] Request body: {'subnet': {'network_id': 'de1c0b17-4762-47cb-90aa-bb6d9189401e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:44:29.093691 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Network de1c0b17-4762-47cb-90aa-bb6d9189401e details requested by agent ovs-agent-n-d-813419-10 with host n-d-813419-10 {{(pid=102348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 10:44:29.167676 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-933a74fa-40b8-42fe-85cb-9a50f51ca46d tempest-RoutersAdminTest-2034985404 tempest-RoutersAdminTest-2034985404-project] Publish callbacks [] for port, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:29.265090 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-933a74fa-40b8-42fe-85cb-9a50f51ca46d tempest-RoutersAdminTest-2034985404 tempest-RoutersAdminTest-2034985404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:29.273786 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-87b6d216-38b5-411e-b2ee-5863a3ffee9b req-e3de3718-eb11-4a59-a71a-5986bbe1e8f2 tempest-VolumesNegativeTest-1908988882 tempest-VolumesNegativeTest-1908988882-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=6515ebc271514ff1a1d799586dbd6795&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0492427 Oct 27 10:44:29.305276 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91f2f30b-7ea3-486f-9eb0-32e114668624 tempest-AllowedAddressPairIpV6TestJSON-1239049207 tempest-AllowedAddressPairIpV6TestJSON-1239049207-project] Made reservation on behalf of 5c4f7b29454f42c499cd5cabb2389000 for: {'subnet': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:44:29.309117 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-91f2f30b-7ea3-486f-9eb0-32e114668624 tempest-AllowedAddressPairIpV6TestJSON-1239049207 tempest-AllowedAddressPairIpV6TestJSON-1239049207-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18044073'] for subnet, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:29.330167 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-933a74fa-40b8-42fe-85cb-9a50f51ca46d tempest-RoutersAdminTest-2034985404 tempest-RoutersAdminTest-2034985404-project] Network 185ff123-c7ff-45c7-a6be-71feb35acc9c is already hosted by enough agents. {{(pid=102347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:44:29.346019 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [None req-933a74fa-40b8-42fe-85cb-9a50f51ca46d tempest-RoutersAdminTest-2034985404 tempest-RoutersAdminTest-2034985404-project] Resources bound (agent type, host, resource id): {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:44:29.378337 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-933a74fa-40b8-42fe-85cb-9a50f51ca46d tempest-RoutersAdminTest-2034985404 tempest-RoutersAdminTest-2034985404-project] Received port after_create {{(pid=102347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:44:29.571847 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933a74fa-40b8-42fe-85cb-9a50f51ca46d tempest-RoutersAdminTest-2034985404 tempest-RoutersAdminTest-2034985404-project] Pushing event updated for resources: {'Port': ['ID=155b3601-1fc1-4d20-9c22-0966864f56af,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:44:29.656299 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b6d216-38b5-411e-b2ee-5863a3ffee9b req-e6d52991-7ea2-4ae5-8458-4a816534b9ea tempest-VolumesNegativeTest-1908988882 tempest-VolumesNegativeTest-1908988882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:44:29.657788 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-87b6d216-38b5-411e-b2ee-5863a3ffee9b req-e6d52991-7ea2-4ae5-8458-4a816534b9ea tempest-VolumesNegativeTest-1908988882 tempest-VolumesNegativeTest-1908988882-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3579206 Oct 27 10:44:29.722131 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b8b3e1-06a4-4633-a5fe-a3e11235bdaf req-89ab2b19-6fa5-4755-a8d1-43ea255fa45c tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:44:29.723629 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-e4b8b3e1-06a4-4633-a5fe-a3e11235bdaf req-89ab2b19-6fa5-4755-a8d1-43ea255fa45c tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/ports?device_id=1a8cadd6-dc25-44b3-af2e-a6c03f3fc6ff HTTP/1.1" status: 200 len: 945 time: 0.0507128 Oct 27 10:44:29.762760 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-87b6d216-38b5-411e-b2ee-5863a3ffee9b req-a0864b56-f206-489a-830b-993c850b62b7 tempest-VolumesNegativeTest-1908988882 tempest-VolumesNegativeTest-1908988882-project] 10.222.0.44 "GET /v2.0/quotas/6515ebc271514ff1a1d799586dbd6795 HTTP/1.1" status: 200 len: 375 time: 0.0710742 Oct 27 10:44:29.775477 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-e4b8b3e1-06a4-4633-a5fe-a3e11235bdaf req-a300bb16-cc6f-47e8-891d-89382d4a5315 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/security-groups?id=3238f945-43ac-4dbd-b7b0-70b6d0fec036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455327 Oct 27 10:44:29.843886 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-87b6d216-38b5-411e-b2ee-5863a3ffee9b req-951f6fa0-9fd3-43e0-bb15-41ca0e45b302 tempest-VolumesNegativeTest-1908988882 tempest-VolumesNegativeTest-1908988882-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=6515ebc271514ff1a1d799586dbd6795&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0694425 Oct 27 10:44:30.060661 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b60709-2ba0-415d-aa1e-2413f81035b0 req-ca4512ec-e79a-44b1-9df2-fd13aea72edb tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:44:30.062114 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-51b60709-2ba0-415d-aa1e-2413f81035b0 req-ca4512ec-e79a-44b1-9df2-fd13aea72edb tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.76 "GET /v2.0/ports?device_id=1a8cadd6-dc25-44b3-af2e-a6c03f3fc6ff HTTP/1.1" status: 200 len: 945 time: 0.1527104 Oct 27 10:44:30.063051 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-91f2f30b-7ea3-486f-9eb0-32e114668624 tempest-AllowedAddressPairIpV6TestJSON-1239049207 tempest-AllowedAddressPairIpV6TestJSON-1239049207-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-18295883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18044091'] for subnet, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:30.139055 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-933a74fa-40b8-42fe-85cb-9a50f51ca46d tempest-RoutersAdminTest-2034985404 tempest-RoutersAdminTest-2034985404-project] Publish callbacks [] for router_gateway, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:30.146717 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-5108f953-5495-4004-95f9-6135f8ad58d3 req-51c46284-1699-4c98-8be6-2b5c8f28b77f tempest-VolumesNegativeTest-1908988882 tempest-VolumesNegativeTest-1908988882-project] 10.222.0.44 "GET /v2.0/ports?device_id=6686f6cd-c115-48cc-9684-dad73f387bae HTTP/1.1" status: 200 len: 210 time: 0.0621033 Oct 27 10:44:30.292271 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f2f30b-7ea3-486f-9eb0-32e114668624 tempest-AllowedAddressPairIpV6TestJSON-1239049207 tempest-AllowedAddressPairIpV6TestJSON-1239049207-project] Pushing event updated for resources: {'Subnet': ['ID=3905f240-d4cb-4282-8c76-045754446fff,revision_number=0']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:44:30.339679 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91f2f30b-7ea3-486f-9eb0-32e114668624 tempest-AllowedAddressPairIpV6TestJSON-1239049207 tempest-AllowedAddressPairIpV6TestJSON-1239049207-project] Checking segment: {'id': '7ab7e1de-f429-4d9b-9f9f-bfffa9f91ce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'de1c0b17-4762-47cb-90aa-bb6d9189401e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:44:30.340710 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91f2f30b-7ea3-486f-9eb0-32e114668624 tempest-AllowedAddressPairIpV6TestJSON-1239049207 tempest-AllowedAddressPairIpV6TestJSON-1239049207-project] Network hostable DHCP agents. Network: de1c0b17-4762-47cb-90aa-bb6d9189401e, hostable agents: ['eafd4000-b897-4722-ae8b-0118ec955181'], hosted agents: [] {{(pid=102347) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 10:44:30.380482 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f543786a-2996-4fa6-a303-652a6dce3e0b req-5617f4ec-0405-4b72-8c76-24590085c5a7 tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:44:30.382580 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-f543786a-2996-4fa6-a303-652a6dce3e0b req-5617f4ec-0405-4b72-8c76-24590085c5a7 tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0425cac-a4c1-4c0d-a984-fdf0100683a6 HTTP/1.1" status: 200 len: 945 time: 0.2518165 Oct 27 10:44:30.514161 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91f2f30b-7ea3-486f-9eb0-32e114668624 tempest-AllowedAddressPairIpV6TestJSON-1239049207 tempest-AllowedAddressPairIpV6TestJSON-1239049207-project] Network de1c0b17-4762-47cb-90aa-bb6d9189401e is scheduled to be hosted by DHCP agent eafd4000-b897-4722-ae8b-0118ec955181 with binding_index 1 {{(pid=102347) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 10:44:30.525854 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [req-51b60709-2ba0-415d-aa1e-2413f81035b0 req-a95ec0d4-482f-40ff-9383-0ca28ac563f5 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Deleting port fb1045b5-37b7-44fc-b58b-e193f6c2a48a {{(pid=102347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:44:30.526236 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-51b60709-2ba0-415d-aa1e-2413f81035b0 req-a95ec0d4-482f-40ff-9383-0ca28ac563f5 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:30.538370 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-f543786a-2996-4fa6-a303-652a6dce3e0b req-b2f9c6f2-30da-4fcf-b1b6-9979248b5f3a tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] 10.222.0.44 "GET /v2.0/security-groups?id=a4d0fbfb-64fa-47ee-96d3-9b720ee29125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832295 Oct 27 10:44:30.577662 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [None req-91f2f30b-7ea3-486f-9eb0-32e114668624 tempest-AllowedAddressPairIpV6TestJSON-1239049207 tempest-AllowedAddressPairIpV6TestJSON-1239049207-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-10, de1c0b17-4762-47cb-90aa-bb6d9189401e) {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:44:30.585934 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19e767d2-c8c7-43f0-9e37-58f1a075c1e6 None None] Network de1c0b17-4762-47cb-90aa-bb6d9189401e requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:44:30.603708 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91f2f30b-7ea3-486f-9eb0-32e114668624 tempest-AllowedAddressPairIpV6TestJSON-1239049207 tempest-AllowedAddressPairIpV6TestJSON-1239049207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:44:30.604794 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-91f2f30b-7ea3-486f-9eb0-32e114668624 tempest-AllowedAddressPairIpV6TestJSON-1239049207 tempest-AllowedAddressPairIpV6TestJSON-1239049207-project] Publish callbacks [] for subnet, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:30.629056 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-933a74fa-40b8-42fe-85cb-9a50f51ca46d tempest-RoutersAdminTest-2034985404 tempest-RoutersAdminTest-2034985404-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1765699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1769372'] for router, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:30.691775 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9efc105-3afc-4d05-bf0f-e4f6b8e291be req-c73932d0-9a2a-4f4d-8b8c-98c410718093 tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:44:30.693767 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-a9efc105-3afc-4d05-bf0f-e4f6b8e291be req-c73932d0-9a2a-4f4d-8b8c-98c410718093 tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0425cac-a4c1-4c0d-a984-fdf0100683a6 HTTP/1.1" status: 200 len: 945 time: 0.0757656 Oct 27 10:44:30.705639 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 51430) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:44:30.709644 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-91f2f30b-7ea3-486f-9eb0-32e114668624 tempest-AllowedAddressPairIpV6TestJSON-1239049207 tempest-AllowedAddressPairIpV6TestJSON-1239049207-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6576490 Oct 27 10:44:30.713415 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 51432) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:44:30.717647 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-84e4082f-fa8c-47dd-9d6c-e2099316f8b4 tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] Request body: {'floatingip': {'port_id': 'be260c3f-627d-4152-9959-529adefa243d'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:44:30.726683 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-0c142c93-bae9-475d-9b90-6d93231ecde1 tempest-AllowedAddressPairIpV6TestJSON-1239049207 tempest-AllowedAddressPairIpV6TestJSON-1239049207-project] Request body: {'port': {'network_id': 'de1c0b17-4762-47cb-90aa-bb6d9189401e', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-304588269'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:44:30.774586 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-84e4082f-fa8c-47dd-9d6c-e2099316f8b4 tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] Publish callbacks [] for floatingip, before_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:30.828810 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b799f7b9-330e-48c1-aff9-90cdcd978c63 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp734b258e-7d96-550c-b970-9b72ab66f383-de1c0b17-4762-47cb-90aa-bb6d9189401e', 'network_id': 'de1c0b17-4762-47cb-90aa-bb6d9189401e', 'tenant_id': '5c4f7b29454f42c499cd5cabb2389000', 'fixed_ips': [{'subnet_id': '3905f240-d4cb-4282-8c76-045754446fff'}]}} from n-d-813419-10. {{(pid=102348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 10:44:30.830207 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-b799f7b9-330e-48c1-aff9-90cdcd978c63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:31.090580 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.db_base_plugin_common [None req-b799f7b9-330e-48c1-aff9-90cdcd978c63 None None] Allocated IP 2001:db8::2 (de1c0b17-4762-47cb-90aa-bb6d9189401e/3905f240-d4cb-4282-8c76-045754446fff/980aa204-fe8c-4e4e-84d7-5c8095e31590) {{(pid=102348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:44:31.300784 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-b799f7b9-330e-48c1-aff9-90cdcd978c63 None None] Publish callbacks [] for port, precommit_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:31.303314 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-87b6d216-38b5-411e-b2ee-5863a3ffee9b req-da5c8ecd-5993-4b06-90f8-aed71aae42c8 tempest-VolumesNegativeTest-1908988882 tempest-VolumesNegativeTest-1908988882-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=6515ebc271514ff1a1d799586dbd6795&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1782591 Oct 27 10:44:31.307255 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-b799f7b9-330e-48c1-aff9-90cdcd978c63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606'] for port, after_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:31.352006 n-d-813419-10 neutron-server[102348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b799f7b9-330e-48c1-aff9-90cdcd978c63 None None] Network de1c0b17-4762-47cb-90aa-bb6d9189401e is already hosted by enough agents. {{(pid=102348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:44:31.354940 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ff2887ee-341d-4ecf-bd33-dc3e67ec2d1b req-aaf95183-e151-42b5-a08f-8258a06e6ab2 tempest-VolumesNegativeTest-1908988882 tempest-VolumesNegativeTest-1908988882-project] 10.222.0.44 "GET /v2.0/ports?device_id=6686f6cd-c115-48cc-9684-dad73f387bae HTTP/1.1" status: 200 len: 210 time: 0.0682273 Oct 27 10:44:31.358531 n-d-813419-10 neutron-server[102348]: DEBUG neutron.scheduler.base_scheduler [None req-b799f7b9-330e-48c1-aff9-90cdcd978c63 None None] Resources bound (agent type, host, resource id): {{(pid=102348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:44:31.362320 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b799f7b9-330e-48c1-aff9-90cdcd978c63 None None] Received port after_create {{(pid=102348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:44:31.417765 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b799f7b9-330e-48c1-aff9-90cdcd978c63 None None] Pushing event updated for resources: {'Port': ['ID=980aa204-fe8c-4e4e-84d7-5c8095e31590,revision_number=1']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:44:31.464664 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-b799f7b9-330e-48c1-aff9-90cdcd978c63 None None] Attempting to bind port 980aa204-fe8c-4e4e-84d7-5c8095e31590 on host n-d-813419-10 for vnic_type normal with profile {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:44:31.465211 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-b799f7b9-330e-48c1-aff9-90cdcd978c63 None None] Attempting to bind port 980aa204-fe8c-4e4e-84d7-5c8095e31590 by drivers openvswitch,hyperv on host n-d-813419-10 at level 0 using segments [{'id': '7ab7e1de-f429-4d9b-9f9f-bfffa9f91ce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'de1c0b17-4762-47cb-90aa-bb6d9189401e'}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:44:31.465678 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b799f7b9-330e-48c1-aff9-90cdcd978c63 None None] Attempting to bind port 980aa204-fe8c-4e4e-84d7-5c8095e31590 on network de1c0b17-4762-47cb-90aa-bb6d9189401e {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:44:31.473409 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b799f7b9-330e-48c1-aff9-90cdcd978c63 None None] Checking agent: {'id': '89dba0f3-79b2-435e-9822-33674b8f6ada', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 8, 20), 'started_at': datetime.datetime(2021, 10, 27, 10, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 44, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:44:31.475483 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b799f7b9-330e-48c1-aff9-90cdcd978c63 None None] Checking segment: {'id': '7ab7e1de-f429-4d9b-9f9f-bfffa9f91ce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'de1c0b17-4762-47cb-90aa-bb6d9189401e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:44:31.476031 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-b799f7b9-330e-48c1-aff9-90cdcd978c63 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:31.476561 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b799f7b9-330e-48c1-aff9-90cdcd978c63 None None] Bound using segment: {'id': '7ab7e1de-f429-4d9b-9f9f-bfffa9f91ce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'de1c0b17-4762-47cb-90aa-bb6d9189401e'} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:44:31.477170 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-b799f7b9-330e-48c1-aff9-90cdcd978c63 None None] Bound port: 980aa204-fe8c-4e4e-84d7-5c8095e31590, host: n-d-813419-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ab7e1de-f429-4d9b-9f9f-bfffa9f91ce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'de1c0b17-4762-47cb-90aa-bb6d9189401e'}}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:44:31.477934 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-b799f7b9-330e-48c1-aff9-90cdcd978c63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:31.484426 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-51b60709-2ba0-415d-aa1e-2413f81035b0 req-a95ec0d4-482f-40ff-9383-0ca28ac563f5 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] For port fb1045b5-37b7-44fc-b58b-e193f6c2a48a, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=fb1045b5-37b7-44fc-b58b-e193f6c2a48a,segment=NetworkSegment(d1b37471-bd8e-4564-a77c-6e0c9d2699fd),segment_id=d1b37471-bd8e-4564-a77c-6e0c9d2699fd)] {{(pid=102347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:44:31.484796 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-51b60709-2ba0-415d-aa1e-2413f81035b0 req-a95ec0d4-482f-40ff-9383-0ca28ac563f5 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:31.525000 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [req-51b60709-2ba0-415d-aa1e-2413f81035b0 req-a95ec0d4-482f-40ff-9383-0ca28ac563f5 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Calling delete_port for fb1045b5-37b7-44fc-b58b-e193f6c2a48a owned by compute:nova {{(pid=102347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:44:31.560139 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350987c8-f937-46ca-9b0a-c7df5470ec0e req-c98f5bd0-682d-4d5d-8d59-6ec0574459c3 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:44:31.567501 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-350987c8-f937-46ca-9b0a-c7df5470ec0e req-c98f5bd0-682d-4d5d-8d59-6ec0574459c3 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/ports?device_id=1a8cadd6-dc25-44b3-af2e-a6c03f3fc6ff HTTP/1.1" status: 200 len: 945 time: 0.4413128 Oct 27 10:44:31.568586 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-b799f7b9-330e-48c1-aff9-90cdcd978c63 None None] For port 980aa204-fe8c-4e4e-84d7-5c8095e31590, host n-d-813419-10, cleared binding levels {{(pid=102348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:44:31.573100 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-b799f7b9-330e-48c1-aff9-90cdcd978c63 None None] For port 980aa204-fe8c-4e4e-84d7-5c8095e31590, host n-d-813419-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=980aa204-fe8c-4e4e-84d7-5c8095e31590,segment=NetworkSegment(7ab7e1de-f429-4d9b-9f9f-bfffa9f91ce3),segment_id=7ab7e1de-f429-4d9b-9f9f-bfffa9f91ce3)] {{(pid=102348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:44:31.579812 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-b799f7b9-330e-48c1-aff9-90cdcd978c63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:31.610789 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-84e4082f-fa8c-47dd-9d6c-e2099316f8b4 tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:31.619621 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-84e4082f-fa8c-47dd-9d6c-e2099316f8b4 tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1664826'] for floatingip, after_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:31.655829 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b799f7b9-330e-48c1-aff9-90cdcd978c63 None None] Pushing event updated for resources: {'Port': ['ID=980aa204-fe8c-4e4e-84d7-5c8095e31590,revision_number=2']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:44:31.673675 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b6d216-38b5-411e-b2ee-5863a3ffee9b req-f50b7d27-d6c7-4f8b-8849-293318aec208 tempest-VolumesNegativeTest-1908988882 tempest-VolumesNegativeTest-1908988882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:44:31.675202 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-87b6d216-38b5-411e-b2ee-5863a3ffee9b req-f50b7d27-d6c7-4f8b-8849-293318aec208 tempest-VolumesNegativeTest-1908988882 tempest-VolumesNegativeTest-1908988882-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3590748 Oct 27 10:44:31.683781 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c142c93-bae9-475d-9b90-6d93231ecde1 tempest-AllowedAddressPairIpV6TestJSON-1239049207 tempest-AllowedAddressPairIpV6TestJSON-1239049207-project] Made reservation on behalf of 5c4f7b29454f42c499cd5cabb2389000 for: {'port': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:44:31.687392 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-0c142c93-bae9-475d-9b90-6d93231ecde1 tempest-AllowedAddressPairIpV6TestJSON-1239049207 tempest-AllowedAddressPairIpV6TestJSON-1239049207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:31.703676 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [req-87b6d216-38b5-411e-b2ee-5863a3ffee9b req-6bea38e0-ddd0-41d1-866b-a94c57da65c9 tempest-VolumesNegativeTest-1908988882 tempest-VolumesNegativeTest-1908988882-project] Request body: {'port': {'device_id': '6686f6cd-c115-48cc-9684-dad73f387bae', 'network_id': '4d250f92-d229-45fe-a579-67fef8e6c544', 'admin_state_up': True, 'tenant_id': '6515ebc271514ff1a1d799586dbd6795'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:44:31.764249 n-d-813419-10 neutron-server[102346]: INFO neutron.db.l3_db [None req-84e4082f-fa8c-47dd-9d6c-e2099316f8b4 tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] Floating IP 8b9fc1d1-29a9-40ea-bf9e-421fab675dc0 associated. External IP: 172.25.8.165, port: be260c3f-627d-4152-9959-529adefa243d. Oct 27 10:44:31.803567 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-350987c8-f937-46ca-9b0a-c7df5470ec0e req-3ca62938-e0f5-4d7a-a54c-23359c642f36 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/security-groups?id=3238f945-43ac-4dbd-b7b0-70b6d0fec036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2351046 Oct 27 10:44:31.812018 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-933a74fa-40b8-42fe-85cb-9a50f51ca46d tempest-RoutersAdminTest-2034985404 tempest-RoutersAdminTest-2034985404-project] Router 2cf8c5e3-8e3c-4c23-b4cd-323778388fa3 is scheduled to L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb with binding_index 1 {{(pid=102347) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 10:44:31.819012 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [None req-0c142c93-bae9-475d-9b90-6d93231ecde1 tempest-AllowedAddressPairIpV6TestJSON-1239049207 tempest-AllowedAddressPairIpV6TestJSON-1239049207-project] device_id is not set on port a91837d3-2034-486b-ac90-66ca942656e2 yet. {{(pid=102347) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 10:44:32.005182 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 51442) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:44:32.059557 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84e4082f-fa8c-47dd-9d6c-e2099316f8b4 tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] Router 5495c0d7-fa32-4c67-bfd0-b1e2070f3903 has already been hosted by L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb {{(pid=102346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 10:44:32.187879 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84e4082f-fa8c-47dd-9d6c-e2099316f8b4 tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:44:32.202129 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d38c86e-823e-4520-a5d8-eb4fab5cddf7 None None] Sync routers for ids ['5495c0d7-fa32-4c67-bfd0-b1e2070f3903'] in n-d-813419-10 {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:44:32.203858 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-84e4082f-fa8c-47dd-9d6c-e2099316f8b4 tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for floatingip, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:32.221298 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d38c86e-823e-4520-a5d8-eb4fab5cddf7 None None] Routers {'5495c0d7-fa32-4c67-bfd0-b1e2070f3903'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:44:32.222004 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-8d38c86e-823e-4520-a5d8-eb4fab5cddf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:44:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['5495c0d7-fa32-4c67-bfd0-b1e2070f3903'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:44:32.224880 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-51b60709-2ba0-415d-aa1e-2413f81035b0 req-a95ec0d4-482f-40ff-9383-0ca28ac563f5 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:32.243162 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-84e4082f-fa8c-47dd-9d6c-e2099316f8b4 tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] 10.222.0.44 "PUT /v2.0/floatingips/8b9fc1d1-29a9-40ea-bf9e-421fab675dc0 HTTP/1.1" status: 200 len: 991 time: 1.5352597 Oct 27 10:44:32.244153 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0425cac-a4c1-4c0d-a984-fdf0100683a6', 'tag': 'be260c3f-627d-4152-9959-529adefa243d'}] {{(pid=102346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:44:32.247497 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc0e418f5fc417c8d55d94c0aa509b037d0beb2a734c1a709e789eb65639a56d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efe63ec2-6e79-4f47-8ac5-a302af32638d" -d '{"events": [{"name": "network-changed", "server_uuid": "c0425cac-a4c1-4c0d-a984-fdf0100683a6", "tag": "be260c3f-627d-4152-9959-529adefa243d"}]}' {{(pid=102346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:44:32.323095 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 10:44:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03deb6c5-e495-432b-811e-335c8734d5e4 x-openstack-request-id: req-03deb6c5-e495-432b-811e-335c8734d5e4 {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:44:32.324282 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0425cac-a4c1-4c0d-a984-fdf0100683a6", "tag": "be260c3f-627d-4152-9959-529adefa243d", "status": "completed", "code": 200}]} {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:44:32.324768 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-03deb6c5-e495-432b-811e-335c8734d5e4 {{(pid=102346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:44:32.326156 n-d-813419-10 neutron-server[102346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0425cac-a4c1-4c0d-a984-fdf0100683a6', 'tag': 'be260c3f-627d-4152-9959-529adefa243d', 'status': 'completed', 'code': 200} Oct 27 10:44:32.362511 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvr_db [None req-8d38c86e-823e-4520-a5d8-eb4fab5cddf7 None None] Set router 5495c0d7-fa32-4c67-bfd0-b1e2070f3903 gateway port host: n-d-813419-10 {{(pid=102348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:44:32.403549 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_common [None req-0c142c93-bae9-475d-9b90-6d93231ecde1 tempest-AllowedAddressPairIpV6TestJSON-1239049207 tempest-AllowedAddressPairIpV6TestJSON-1239049207-project] Allocated IP 2001:db8::3ad (de1c0b17-4762-47cb-90aa-bb6d9189401e/3905f240-d4cb-4282-8c76-045754446fff/a91837d3-2034-486b-ac90-66ca942656e2) {{(pid=102347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:44:32.405614 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87b6d216-38b5-411e-b2ee-5863a3ffee9b req-6bea38e0-ddd0-41d1-866b-a94c57da65c9 tempest-VolumesNegativeTest-1908988882 tempest-VolumesNegativeTest-1908988882-project] Made reservation on behalf of 6515ebc271514ff1a1d799586dbd6795 for: {'port': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:44:32.409059 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-87b6d216-38b5-411e-b2ee-5863a3ffee9b req-6bea38e0-ddd0-41d1-866b-a94c57da65c9 tempest-VolumesNegativeTest-1908988882 tempest-VolumesNegativeTest-1908988882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:32.411672 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-933a74fa-40b8-42fe-85cb-9a50f51ca46d tempest-RoutersAdminTest-2034985404 tempest-RoutersAdminTest-2034985404-project] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:44:32.428508 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85f5fe68-5358-4e71-bae1-0bcba293f597 None None] Sync routers for ids ['2cf8c5e3-8e3c-4c23-b4cd-323778388fa3'] in n-d-813419-10 {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:44:32.438659 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95ec0d4-482f-40ff-9383-0ca28ac563f5 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Pushing event deleted for resources: {'Port': ['ID=fb1045b5-37b7-44fc-b58b-e193f6c2a48a,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:44:32.459684 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85f5fe68-5358-4e71-bae1-0bcba293f597 None None] Routers {'2cf8c5e3-8e3c-4c23-b4cd-323778388fa3'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:44:32.460678 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-85f5fe68-5358-4e71-bae1-0bcba293f597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:44:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['2cf8c5e3-8e3c-4c23-b4cd-323778388fa3'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:44:32.469844 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-87b6d216-38b5-411e-b2ee-5863a3ffee9b req-6bea38e0-ddd0-41d1-866b-a94c57da65c9 tempest-VolumesNegativeTest-1908988882 tempest-VolumesNegativeTest-1908988882-project] Publish callbacks [] for security_group, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:32.530487 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-85f5fe68-5358-4e71-bae1-0bcba293f597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:44:32.541120 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-933a74fa-40b8-42fe-85cb-9a50f51ca46d tempest-RoutersAdminTest-2034985404 tempest-RoutersAdminTest-2034985404-project] Publish callbacks [] for router, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:32.543172 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-933a74fa-40b8-42fe-85cb-9a50f51ca46d tempest-RoutersAdminTest-2034985404 tempest-RoutersAdminTest-2034985404-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 882 time: 4.6048708 Oct 27 10:44:32.546467 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 51452) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:44:32.551934 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-ea30e7b4-b73f-44d9-90c5-4e954f90698a tempest-RoutersAdminTest-2034985404 tempest-RoutersAdminTest-2034985404-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:44:32.561836 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85f5fe68-5358-4e71-bae1-0bcba293f597 None None] Routers {'2cf8c5e3-8e3c-4c23-b4cd-323778388fa3'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:44:32.562656 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-85f5fe68-5358-4e71-bae1-0bcba293f597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:44:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['2cf8c5e3-8e3c-4c23-b4cd-323778388fa3'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:44:32.576944 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:32.614725 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-85f5fe68-5358-4e71-bae1-0bcba293f597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:44:32.615641 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85f5fe68-5358-4e71-bae1-0bcba293f597 None None] The sync data for ids ['2cf8c5e3-8e3c-4c23-b4cd-323778388fa3'] in n-d-813419-10 is: [] {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:44:32.705764 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-8d38c86e-823e-4520-a5d8-eb4fab5cddf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5495c0d7-fa32-4c67-bfd0-b1e2070f3903', 'name': 'tempest-AttachVolumeTestJSON-996718012-router', 'tenant_id': '61720bce4798402799f65ee94c5dc895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.111'}], 'enable_snat': True}, 'gw_port_id': 'c6358f11-a679-4a19-9458-6d60381cfa62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:44:02Z', 'updated_at': '2021-10-27T10:44:08Z', 'revision_number': 4, 'project_id': '61720bce4798402799f65ee94c5dc895', 'gw_port': {'id': 'c6358f11-a679-4a19-9458-6d60381cfa62', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:eb:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5495c0d7-fa32-4c67-bfd0-b1e2070f3903', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2816, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:44:04Z', 'updated_at': '2021-10-27T10:44:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_floatingips': [{'id': '8b9fc1d1-29a9-40ea-bf9e-421fab675dc0', 'tenant_id': '61720bce4798402799f65ee94c5dc895', 'floating_ip_address': '172.25.8.165', 'floating_network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'router_id': '5495c0d7-fa32-4c67-bfd0-b1e2070f3903', 'port_id': 'be260c3f-627d-4152-9959-529adefa243d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2833, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f64c4ac1-58d3-4604-90d7-e5fb7ec08acd', 'mac_address': 'fa:16:3e:5e:f1:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0425cac-a4c1-4c0d-a984-fdf0100683a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T10:44:12Z', 'updated_at': '2021-10-27T10:44:31Z', 'revision_number': 1, 'project_id': '61720bce4798402799f65ee94c5dc895', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '539cd888-a8c4-46fd-a48e-bb24340a2a9c', 'name': '', 'network_id': 'f64c4ac1-58d3-4604-90d7-e5fb7ec08acd', 'tenant_id': '61720bce4798402799f65ee94c5dc895', 'mac_address': 'fa:16:3e:d4:3f:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5495c0d7-fa32-4c67-bfd0-b1e2070f3903', 'device_owner': 'network:router_interface', 'standard_attr_id': 2823, 'fixed_ips': [{'subnet_id': '2fee239f-a559-4db5-a696-c092c8e38011', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:44:07Z', 'updated_at': '2021-10-27T10:44:14Z', 'revision_number': 5, 'project_id': '61720bce4798402799f65ee94c5dc895', 'subnets': [{'id': '2fee239f-a559-4db5-a696-c092c8e38011', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:44:32.743776 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d38c86e-823e-4520-a5d8-eb4fab5cddf7 None None] Checking router: 5495c0d7-fa32-4c67-bfd0-b1e2070f3903 for host: n-d-813419-10 {{(pid=102348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 10:44:32.753890 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d38c86e-823e-4520-a5d8-eb4fab5cddf7 None None] Routers {'5495c0d7-fa32-4c67-bfd0-b1e2070f3903'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:44:32.754512 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-8d38c86e-823e-4520-a5d8-eb4fab5cddf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:44:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['5495c0d7-fa32-4c67-bfd0-b1e2070f3903'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:44:32.786373 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [req-51b60709-2ba0-415d-aa1e-2413f81035b0 req-a95ec0d4-482f-40ff-9383-0ca28ac563f5 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] No DVR routers for this DVR port fb1045b5-37b7-44fc-b58b-e193f6c2a48a on host n-h2-813419-10 {{(pid=102347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:44:32.791675 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c62e0f7b-77d3-4da5-894c-24d1c88e0a2e req-79c7aa02-2cf8-4340-beb9-b8721dbb1c10 tempest-VolumesNegativeTest-1908988882 tempest-VolumesNegativeTest-1908988882-project] 10.222.0.44 "GET /v2.0/ports?device_id=6686f6cd-c115-48cc-9684-dad73f387bae HTTP/1.1" status: 200 len: 210 time: 0.2833817 Oct 27 10:44:32.803566 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-51b60709-2ba0-415d-aa1e-2413f81035b0 req-a95ec0d4-482f-40ff-9383-0ca28ac563f5 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:32.807284 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-51b60709-2ba0-415d-aa1e-2413f81035b0 req-a95ec0d4-482f-40ff-9383-0ca28ac563f5 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.76 "DELETE /v2.0/ports/fb1045b5-37b7-44fc-b58b-e193f6c2a48a HTTP/1.1" status: 204 len: 173 time: 2.7351348 Oct 27 10:44:32.809335 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a8cadd6-dc25-44b3-af2e-a6c03f3fc6ff', 'name': 'network-vif-deleted', 'tag': 'fb1045b5-37b7-44fc-b58b-e193f6c2a48a'}] {{(pid=102347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:44:32.811744 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311149b481204ee7edffdb959c881838506fbd95bc8577c048f6677abb73acc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dfff0d6-26b6-432c-91e1-9ce02f96ed3d" -d '{"events": [{"server_uuid": "1a8cadd6-dc25-44b3-af2e-a6c03f3fc6ff", "name": "network-vif-deleted", "tag": "fb1045b5-37b7-44fc-b58b-e193f6c2a48a"}]}' {{(pid=102347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:44:32.846237 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device fb1045b5-37b7-44fc-b58b-e193f6c2a48a no longer exists at agent hyperv_n-h2-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:44:32.846725 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe63ec2-6e79-4f47-8ac5-a302af32638d req-04f6609d-15ab-49f2-9407-5cf73f8811b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:44:32.850904 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-efe63ec2-6e79-4f47-8ac5-a302af32638d req-04f6609d-15ab-49f2-9407-5cf73f8811b4 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=61720bce4798402799f65ee94c5dc895&device_id=c0425cac-a4c1-4c0d-a984-fdf0100683a6 HTTP/1.1" status: 200 len: 1097 time: 0.4876437 Oct 27 10:44:32.933088 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] No Port match for: fb1045b5-37b7-44fc-b58b-e193f6c2a48a {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:44:32.933995 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device fb1045b5-37b7-44fc-b58b-e193f6c2a48a not bound to the agent host n-h2-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:44:32.938084 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:44:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-052e7e18-0de1-4d18-9c7c-714290aaed84 x-openstack-request-id: req-052e7e18-0de1-4d18-9c7c-714290aaed84 {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:44:32.938398 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a8cadd6-dc25-44b3-af2e-a6c03f3fc6ff", "name": "network-vif-deleted", "tag": "fb1045b5-37b7-44fc-b58b-e193f6c2a48a", "status": "completed", "code": 200}]} {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:44:32.938638 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-052e7e18-0de1-4d18-9c7c-714290aaed84 {{(pid=102347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:44:32.944188 n-d-813419-10 neutron-server[102347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a8cadd6-dc25-44b3-af2e-a6c03f3fc6ff', 'name': 'network-vif-deleted', 'tag': 'fb1045b5-37b7-44fc-b58b-e193f6c2a48a', 'status': 'completed', 'code': 200} Oct 27 10:44:33.008291 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvr_db [None req-8d38c86e-823e-4520-a5d8-eb4fab5cddf7 None None] Set router 5495c0d7-fa32-4c67-bfd0-b1e2070f3903 gateway port host: n-d-813419-10 {{(pid=102348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:44:33.138962 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-cde1b9fa-0984-4881-b42f-37830b0b3c3e req-b22cab5c-c349-41f1-b605-3a4efad2be4c tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/ports?device_id=1a8cadd6-dc25-44b3-af2e-a6c03f3fc6ff HTTP/1.1" status: 200 len: 210 time: 0.1676702 Oct 27 10:44:33.271980 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ea30e7b4-b73f-44d9-90c5-4e954f90698a tempest-RoutersAdminTest-2034985404 tempest-RoutersAdminTest-2034985404-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:33.294113 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ea30e7b4-b73f-44d9-90c5-4e954f90698a tempest-RoutersAdminTest-2034985404 tempest-RoutersAdminTest-2034985404-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:33.318561 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bedc5ec0-ab1d-43e7-a021-19bb89c71e73 None None] Network de1c0b17-4762-47cb-90aa-bb6d9189401e requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:44:33.340631 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe63ec2-6e79-4f47-8ac5-a302af32638d req-173e29fc-6613-4acb-94b2-3c227b3ca03d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:44:33.342107 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-efe63ec2-6e79-4f47-8ac5-a302af32638d req-173e29fc-6613-4acb-94b2-3c227b3ca03d service neutron] 10.222.0.64 "GET /v2.0/networks?id=f64c4ac1-58d3-4604-90d7-e5fb7ec08acd HTTP/1.1" status: 200 len: 911 time: 0.4386158 Oct 27 10:44:33.366754 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-0c142c93-bae9-475d-9b90-6d93231ecde1 tempest-AllowedAddressPairIpV6TestJSON-1239049207 tempest-AllowedAddressPairIpV6TestJSON-1239049207-project] Publish callbacks [] for port, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:33.385399 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-87b6d216-38b5-411e-b2ee-5863a3ffee9b req-6bea38e0-ddd0-41d1-866b-a94c57da65c9 tempest-VolumesNegativeTest-1908988882 tempest-VolumesNegativeTest-1908988882-project] Publish callbacks [] for security_group, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:33.391468 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-ea30e7b4-b73f-44d9-90c5-4e954f90698a tempest-RoutersAdminTest-2034985404 tempest-RoutersAdminTest-2034985404-project] Deleting port 155b3601-1fc1-4d20-9c22-0966864f56af {{(pid=102346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:44:33.391962 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ea30e7b4-b73f-44d9-90c5-4e954f90698a tempest-RoutersAdminTest-2034985404 tempest-RoutersAdminTest-2034985404-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:33.511794 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ea30e7b4-b73f-44d9-90c5-4e954f90698a tempest-RoutersAdminTest-2034985404 tempest-RoutersAdminTest-2034985404-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:33.521942 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-87b6d216-38b5-411e-b2ee-5863a3ffee9b req-6bea38e0-ddd0-41d1-866b-a94c57da65c9 tempest-VolumesNegativeTest-1908988882 tempest-VolumesNegativeTest-1908988882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:33.524846 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-ea30e7b4-b73f-44d9-90c5-4e954f90698a tempest-RoutersAdminTest-2034985404 tempest-RoutersAdminTest-2034985404-project] Calling delete_port for 155b3601-1fc1-4d20-9c22-0966864f56af owned by network:router_gateway {{(pid=102346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:44:33.731886 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-cac1a7ab-f706-46d8-ad52-389dbfa9b3e4 None None] Provisioning complete for port 980aa204-fe8c-4e4e-84d7-5c8095e31590 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:44:33.735273 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-cac1a7ab-f706-46d8-ad52-389dbfa9b3e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:33.735470 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bea38e0-ddd0-41d1-866b-a94c57da65c9 tempest-VolumesNegativeTest-1908988882 tempest-VolumesNegativeTest-1908988882-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee995603-d981-4a9a-afa0-b63b5aaa2670,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:44:33.741157 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-efe63ec2-6e79-4f47-8ac5-a302af32638d req-dd9e89d3-d613-4815-9e95-0f04753a8952 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=be260c3f-627d-4152-9959-529adefa243d HTTP/1.1" status: 200 len: 999 time: 0.3814967 Oct 27 10:44:33.776255 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ea30e7b4-b73f-44d9-90c5-4e954f90698a tempest-RoutersAdminTest-2034985404 tempest-RoutersAdminTest-2034985404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:33.868992 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-0c142c93-bae9-475d-9b90-6d93231ecde1 tempest-AllowedAddressPairIpV6TestJSON-1239049207 tempest-AllowedAddressPairIpV6TestJSON-1239049207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:33.869224 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea30e7b4-b73f-44d9-90c5-4e954f90698a tempest-RoutersAdminTest-2034985404 tempest-RoutersAdminTest-2034985404-project] Pushing event deleted for resources: {'Port': ['ID=155b3601-1fc1-4d20-9c22-0966864f56af,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:44:33.972473 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ea30e7b4-b73f-44d9-90c5-4e954f90698a tempest-RoutersAdminTest-2034985404 tempest-RoutersAdminTest-2034985404-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1664884'] for router_gateway, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:34.010478 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe63ec2-6e79-4f47-8ac5-a302af32638d req-0d1466c1-3ff8-4aa6-be56-822de2eafca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:44:34.012837 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-efe63ec2-6e79-4f47-8ac5-a302af32638d req-0d1466c1-3ff8-4aa6-be56-822de2eafca4 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2fee239f-a559-4db5-a696-c092c8e38011 HTTP/1.1" status: 200 len: 849 time: 0.2573490 Oct 27 10:44:34.040493 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-8d38c86e-823e-4520-a5d8-eb4fab5cddf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5495c0d7-fa32-4c67-bfd0-b1e2070f3903', 'name': 'tempest-AttachVolumeTestJSON-996718012-router', 'tenant_id': '61720bce4798402799f65ee94c5dc895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.111'}], 'enable_snat': True}, 'gw_port_id': 'c6358f11-a679-4a19-9458-6d60381cfa62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:44:02Z', 'updated_at': '2021-10-27T10:44:08Z', 'revision_number': 4, 'project_id': '61720bce4798402799f65ee94c5dc895', 'gw_port': {'id': 'c6358f11-a679-4a19-9458-6d60381cfa62', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:eb:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5495c0d7-fa32-4c67-bfd0-b1e2070f3903', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2816, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:44:04Z', 'updated_at': '2021-10-27T10:44:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_floatingips': [{'id': '8b9fc1d1-29a9-40ea-bf9e-421fab675dc0', 'tenant_id': '61720bce4798402799f65ee94c5dc895', 'floating_ip_address': '172.25.8.165', 'floating_network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'router_id': '5495c0d7-fa32-4c67-bfd0-b1e2070f3903', 'port_id': 'be260c3f-627d-4152-9959-529adefa243d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2833, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f64c4ac1-58d3-4604-90d7-e5fb7ec08acd', 'mac_address': 'fa:16:3e:5e:f1:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0425cac-a4c1-4c0d-a984-fdf0100683a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T10:44:12Z', 'updated_at': '2021-10-27T10:44:31Z', 'revision_number': 1, 'project_id': '61720bce4798402799f65ee94c5dc895', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '539cd888-a8c4-46fd-a48e-bb24340a2a9c', 'name': '', 'network_id': 'f64c4ac1-58d3-4604-90d7-e5fb7ec08acd', 'tenant_id': '61720bce4798402799f65ee94c5dc895', 'mac_address': 'fa:16:3e:d4:3f:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5495c0d7-fa32-4c67-bfd0-b1e2070f3903', 'device_owner': 'network:router_interface', 'standard_attr_id': 2823, 'fixed_ips': [{'subnet_id': '2fee239f-a559-4db5-a696-c092c8e38011', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:44:07Z', 'updated_at': '2021-10-27T10:44:14Z', 'revision_number': 5, 'project_id': '61720bce4798402799f65ee94c5dc895', 'subnets': [{'id': '2fee239f-a559-4db5-a696-c092c8e38011', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:44:34.075137 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-cac1a7ab-f706-46d8-ad52-389dbfa9b3e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:34.077448 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 980aa204-fe8c-4e4e-84d7-5c8095e31590 up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:44:34.096552 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_common [req-87b6d216-38b5-411e-b2ee-5863a3ffee9b req-6bea38e0-ddd0-41d1-866b-a94c57da65c9 tempest-VolumesNegativeTest-1908988882 tempest-VolumesNegativeTest-1908988882-project] Allocated IP 192.168.233.54 (4d250f92-d229-45fe-a579-67fef8e6c544/62eb52f7-aac4-48af-8670-e04300325561/df1f7acb-9aae-4f84-b6b3-615ba82cbff3) {{(pid=102347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:44:34.103615 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-361c2c8f-26f2-4bfa-a6d3-de937b7f283f req-54eb7a7c-3811-497f-aa6e-eb7c20d972bc tempest-VolumesNegativeTest-1908988882 tempest-VolumesNegativeTest-1908988882-project] 10.222.0.44 "GET /v2.0/ports?device_id=6686f6cd-c115-48cc-9684-dad73f387bae HTTP/1.1" status: 200 len: 210 time: 0.1159608 Oct 27 10:44:34.126750 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c142c93-bae9-475d-9b90-6d93231ecde1 tempest-AllowedAddressPairIpV6TestJSON-1239049207 tempest-AllowedAddressPairIpV6TestJSON-1239049207-project] Network de1c0b17-4762-47cb-90aa-bb6d9189401e is already hosted by enough agents. {{(pid=102347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:44:34.142021 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [None req-0c142c93-bae9-475d-9b90-6d93231ecde1 tempest-AllowedAddressPairIpV6TestJSON-1239049207 tempest-AllowedAddressPairIpV6TestJSON-1239049207-project] Resources bound (agent type, host, resource id): {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:44:34.144029 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c142c93-bae9-475d-9b90-6d93231ecde1 tempest-AllowedAddressPairIpV6TestJSON-1239049207 tempest-AllowedAddressPairIpV6TestJSON-1239049207-project] Pushing event updated for resources: {'Port': ['ID=a91837d3-2034-486b-ac90-66ca942656e2,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:44:34.149089 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c142c93-bae9-475d-9b90-6d93231ecde1 tempest-AllowedAddressPairIpV6TestJSON-1239049207 tempest-AllowedAddressPairIpV6TestJSON-1239049207-project] Received port after_create {{(pid=102347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:44:34.154867 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c142c93-bae9-475d-9b90-6d93231ecde1 tempest-AllowedAddressPairIpV6TestJSON-1239049207 tempest-AllowedAddressPairIpV6TestJSON-1239049207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:44:34.155515 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-0c142c93-bae9-475d-9b90-6d93231ecde1 tempest-AllowedAddressPairIpV6TestJSON-1239049207 tempest-AllowedAddressPairIpV6TestJSON-1239049207-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:34.181499 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d38c86e-823e-4520-a5d8-eb4fab5cddf7 None None] The sync data for ids ['5495c0d7-fa32-4c67-bfd0-b1e2070f3903'] in n-d-813419-10 is: [{'id': '5495c0d7-fa32-4c67-bfd0-b1e2070f3903', 'name': 'tempest-AttachVolumeTestJSON-996718012-router', 'tenant_id': '61720bce4798402799f65ee94c5dc895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.111'}], 'enable_snat': True}, 'gw_port_id': 'c6358f11-a679-4a19-9458-6d60381cfa62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:44:02Z', 'updated_at': '2021-10-27T10:44:08Z', 'revision_number': 4, 'project_id': '61720bce4798402799f65ee94c5dc895', 'gw_port': {'id': 'c6358f11-a679-4a19-9458-6d60381cfa62', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:eb:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5495c0d7-fa32-4c67-bfd0-b1e2070f3903', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2816, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:44:04Z', 'updated_at': '2021-10-27T10:44:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_floatingips': [{'id': '8b9fc1d1-29a9-40ea-bf9e-421fab675dc0', 'tenant_id': '61720bce4798402799f65ee94c5dc895', 'floating_ip_address': '172.25.8.165', 'floating_network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'router_id': '5495c0d7-fa32-4c67-bfd0-b1e2070f3903', 'port_id': 'be260c3f-627d-4152-9959-529adefa243d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2833, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f64c4ac1-58d3-4604-90d7-e5fb7ec08acd', 'mac_address': 'fa:16:3e:5e:f1:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0425cac-a4c1-4c0d-a984-fdf0100683a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T10:44:12Z', 'updated_at': '2021-10-27T10:44:31Z', 'revision_number': 1, 'project_id': '61720bce4798402799f65ee94c5dc895', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '539cd888-a8c4-46fd-a48e-bb24340a2a9c', 'name': '', 'network_id': 'f64c4ac1-58d3-4604-90d7-e5fb7ec08acd', 'tenant_id': '61720bce4798402799f65ee94c5dc895', 'mac_address': 'fa:16:3e:d4:3f:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5495c0d7-fa32-4c67-bfd0-b1e2070f3903', 'device_owner': 'network:router_interface', 'standard_attr_id': 2823, 'fixed_ips': [{'subnet_id': '2fee239f-a559-4db5-a696-c092c8e38011', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:44:07Z', 'updated_at': '2021-10-27T10:44:14Z', 'revision_number': 5, 'project_id': '61720bce4798402799f65ee94c5dc895', 'subnets': [{'id': '2fee239f-a559-4db5-a696-c092c8e38011', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:44:34.234352 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-0c142c93-bae9-475d-9b90-6d93231ecde1 tempest-AllowedAddressPairIpV6TestJSON-1239049207 tempest-AllowedAddressPairIpV6TestJSON-1239049207-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 3.5139470 Oct 27 10:44:34.244871 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe63ec2-6e79-4f47-8ac5-a302af32638d req-2029e825-bb18-4997-9270-9deaec5e23f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:44:34.247459 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-efe63ec2-6e79-4f47-8ac5-a302af32638d req-2029e825-bb18-4997-9270-9deaec5e23f1 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f64c4ac1-58d3-4604-90d7-e5fb7ec08acd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1956916 Oct 27 10:44:34.253752 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 51464) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:44:34.272009 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-e67338af-e5d9-4cdf-915d-c6cf062b582c tempest-AllowedAddressPairIpV6TestJSON-1239049207 tempest-AllowedAddressPairIpV6TestJSON-1239049207-project] Request body: {'port': {'network_id': 'de1c0b17-4762-47cb-90aa-bb6d9189401e', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1276049443', 'allowed_address_pairs': [{'ip_address': '2001:db8::3ad', 'mac_address': 'fa:16:3e:b7:1f:18'}]}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:44:34.299543 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-cac1a7ab-f706-46d8-ad52-389dbfa9b3e4 None None] For port 980aa204-fe8c-4e4e-84d7-5c8095e31590, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=980aa204-fe8c-4e4e-84d7-5c8095e31590,segment=NetworkSegment(7ab7e1de-f429-4d9b-9f9f-bfffa9f91ce3),segment_id=7ab7e1de-f429-4d9b-9f9f-bfffa9f91ce3)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:44:34.303825 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port 980aa204-fe8c-4e4e-84d7-5c8095e31590 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:44:34.305235 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:34.363212 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-cac1a7ab-f706-46d8-ad52-389dbfa9b3e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:34.485916 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac1a7ab-f706-46d8-ad52-389dbfa9b3e4 None None] Pushing event updated for resources: {'Port': ['ID=980aa204-fe8c-4e4e-84d7-5c8095e31590,revision_number=3']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:44:34.616851 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb40ebe6-a5d8-496c-8abe-f35ba29730d2 None None] New status for floating IP 8b9fc1d1-29a9-40ea-bf9e-421fab675dc0: ACTIVE {{(pid=102348) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 10:44:34.657472 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e67338af-e5d9-4cdf-915d-c6cf062b582c tempest-AllowedAddressPairIpV6TestJSON-1239049207 tempest-AllowedAddressPairIpV6TestJSON-1239049207-project] Made reservation on behalf of 5c4f7b29454f42c499cd5cabb2389000 for: {'port': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:44:34.670738 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-996622f4-854b-4140-819a-4a9d95e3c4d9 req-42837664-c9c9-42ed-895c-9f76dc952fde tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/ports?device_id=1a8cadd6-dc25-44b3-af2e-a6c03f3fc6ff HTTP/1.1" status: 200 len: 210 time: 0.0888503 Oct 27 10:44:34.856415 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-097d662d-cc93-4638-83fe-1e91f404770d None None] Provisioning complete for port 980aa204-fe8c-4e4e-84d7-5c8095e31590 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:44:34.859828 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-097d662d-cc93-4638-83fe-1e91f404770d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:34.956093 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ea30e7b4-b73f-44d9-90c5-4e954f90698a tempest-RoutersAdminTest-2034985404 tempest-RoutersAdminTest-2034985404-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1769395', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1765690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3711'] for router, precommit_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:34.961815 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ea30e7b4-b73f-44d9-90c5-4e954f90698a tempest-RoutersAdminTest-2034985404 tempest-RoutersAdminTest-2034985404-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1769372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1769386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1769381', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1765685'] for router, after_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:35.015695 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-097d662d-cc93-4638-83fe-1e91f404770d None None] Provisioning complete for port a91837d3-2034-486b-ac90-66ca942656e2 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:44:35.016363 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-097d662d-cc93-4638-83fe-1e91f404770d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:35.062670 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-097d662d-cc93-4638-83fe-1e91f404770d None None] Port a91837d3-2034-486b-ac90-66ca942656e2 cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:44:35.094290 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea30e7b4-b73f-44d9-90c5-4e954f90698a tempest-RoutersAdminTest-2034985404 tempest-RoutersAdminTest-2034985404-project] Router 2cf8c5e3-8e3c-4c23-b4cd-323778388fa3 has already been hosted by L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb {{(pid=102346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 10:44:35.168572 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-5f9a3f80-8810-477d-b97d-6574a5f1f077 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1766202'] for router_interface, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:35.184498 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea30e7b4-b73f-44d9-90c5-4e954f90698a tempest-RoutersAdminTest-2034985404 tempest-RoutersAdminTest-2034985404-project] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:44:35.191844 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ea30e7b4-b73f-44d9-90c5-4e954f90698a tempest-RoutersAdminTest-2034985404 tempest-RoutersAdminTest-2034985404-project] Publish callbacks [] for router, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:35.195368 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-ea30e7b4-b73f-44d9-90c5-4e954f90698a tempest-RoutersAdminTest-2034985404 tempest-RoutersAdminTest-2034985404-project] 10.222.0.44 "PUT /v2.0/routers/2cf8c5e3-8e3c-4c23-b4cd-323778388fa3 HTTP/1.1" status: 200 len: 703 time: 2.6455300 Oct 27 10:44:35.195621 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 51470) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:44:35.201891 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0937a3e0-5c7a-4d58-9ad5-545cffeb4cab None None] Sync routers for ids ['2cf8c5e3-8e3c-4c23-b4cd-323778388fa3'] in n-d-813419-10 {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:44:35.228804 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0937a3e0-5c7a-4d58-9ad5-545cffeb4cab None None] Routers {'2cf8c5e3-8e3c-4c23-b4cd-323778388fa3'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:44:35.235193 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-0937a3e0-5c7a-4d58-9ad5-545cffeb4cab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:44:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['2cf8c5e3-8e3c-4c23-b4cd-323778388fa3'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:44:35.244099 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-fa728a03-54de-47dd-a12d-ecd4be368e01 None None] Provisioning complete for port a91837d3-2034-486b-ac90-66ca942656e2 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:44:35.246888 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-fa728a03-54de-47dd-a12d-ecd4be368e01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:35.281196 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-1f34cebd-4d72-488b-8ee3-91708a2b4564 tempest-RoutersAdminTest-381632799 tempest-RoutersAdminTest-381632799-project-admin] 10.222.0.44 "GET /v2.0/routers/2cf8c5e3-8e3c-4c23-b4cd-323778388fa3 HTTP/1.1" status: 200 len: 738 time: 0.0821166 Oct 27 10:44:35.281452 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 51472) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:44:35.302588 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-efe63ec2-6e79-4f47-8ac5-a302af32638d req-6856fdcc-49d2-4842-bc0b-41f16e9a6417 service neutron] 10.222.0.64 "GET /v2.0/networks/f64c4ac1-58d3-4604-90d7-e5fb7ec08acd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8867929 Oct 27 10:44:35.315273 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-0937a3e0-5c7a-4d58-9ad5-545cffeb4cab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:44:35.322142 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-fa728a03-54de-47dd-a12d-ecd4be368e01 None None] Port a91837d3-2034-486b-ac90-66ca942656e2 cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:44:35.338073 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0937a3e0-5c7a-4d58-9ad5-545cffeb4cab None None] Routers {'2cf8c5e3-8e3c-4c23-b4cd-323778388fa3'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:44:35.349623 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-7133131b-d5cf-45b1-aae8-22df4f3db3cf tempest-RoutersAdminTest-381632799 tempest-RoutersAdminTest-381632799-project-admin] 10.222.0.44 "GET /v2.0/ports?network_id=185ff123-c7ff-45c7-a6be-71feb35acc9c&device_id=2cf8c5e3-8e3c-4c23-b4cd-323778388fa3 HTTP/1.1" status: 200 len: 205 time: 0.0646832 Oct 27 10:44:35.349835 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-0937a3e0-5c7a-4d58-9ad5-545cffeb4cab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:44:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['2cf8c5e3-8e3c-4c23-b4cd-323778388fa3'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:44:35.352954 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 51474) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:44:35.363327 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-e67338af-e5d9-4cdf-915d-c6cf062b582c tempest-AllowedAddressPairIpV6TestJSON-1239049207 tempest-AllowedAddressPairIpV6TestJSON-1239049207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:35.388842 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-51546ea9-23ec-453b-9c5f-e6c1fd4b8f3f tempest-RoutersAdminTest-2034985404 tempest-RoutersAdminTest-2034985404-project] 10.222.0.44 "GET /v2.0/ports?device_id=2cf8c5e3-8e3c-4c23-b4cd-323778388fa3 HTTP/1.1" status: 200 len: 205 time: 0.0347226 Oct 27 10:44:35.389778 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 51476) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:44:35.392791 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-0937a3e0-5c7a-4d58-9ad5-545cffeb4cab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:44:35.393449 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0937a3e0-5c7a-4d58-9ad5-545cffeb4cab None None] The sync data for ids ['2cf8c5e3-8e3c-4c23-b4cd-323778388fa3'] in n-d-813419-10 is: [] {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:44:35.405260 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-33d9d3de-91a3-453f-bf62-6187cdc503bf req-dd594732-2c63-4ab7-805f-f6b21e5fbe78 tempest-VolumesNegativeTest-1908988882 tempest-VolumesNegativeTest-1908988882-project] 10.222.0.44 "GET /v2.0/ports?device_id=6686f6cd-c115-48cc-9684-dad73f387bae HTTP/1.1" status: 200 len: 210 time: 0.1014771 Oct 27 10:44:35.456003 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [None req-e67338af-e5d9-4cdf-915d-c6cf062b582c tempest-AllowedAddressPairIpV6TestJSON-1239049207 tempest-AllowedAddressPairIpV6TestJSON-1239049207-project] device_id is not set on port 49980c5f-3bdc-46fc-8347-715fba5fe0e8 yet. {{(pid=102347) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 10:44:35.465864 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-87b6d216-38b5-411e-b2ee-5863a3ffee9b req-6bea38e0-ddd0-41d1-866b-a94c57da65c9 tempest-VolumesNegativeTest-1908988882 tempest-VolumesNegativeTest-1908988882-project] Publish callbacks [] for port, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:35.473256 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-41da8709-caa4-489b-8a9b-35eaec32e8f0 tempest-RoutersAdminTest-2034985404 tempest-RoutersAdminTest-2034985404-project] Publish callbacks [] for router, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:35.641191 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-41da8709-caa4-489b-8a9b-35eaec32e8f0 tempest-RoutersAdminTest-2034985404 tempest-RoutersAdminTest-2034985404-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1765662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3700'] for router, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:35.643433 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-41da8709-caa4-489b-8a9b-35eaec32e8f0 tempest-RoutersAdminTest-2034985404 tempest-RoutersAdminTest-2034985404-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:35.678706 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-efe63ec2-6e79-4f47-8ac5-a302af32638d req-707f2328-00c7-4428-be61-87065b30852c service neutron] 10.222.0.64 "GET /v2.0/networks/f64c4ac1-58d3-4604-90d7-e5fb7ec08acd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3580921 Oct 27 10:44:35.687684 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-87b6d216-38b5-411e-b2ee-5863a3ffee9b req-6bea38e0-ddd0-41d1-866b-a94c57da65c9 tempest-VolumesNegativeTest-1908988882 tempest-VolumesNegativeTest-1908988882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:35.703300 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-41da8709-caa4-489b-8a9b-35eaec32e8f0 tempest-RoutersAdminTest-2034985404 tempest-RoutersAdminTest-2034985404-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1765641'] for router, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:35.705061 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41da8709-caa4-489b-8a9b-35eaec32e8f0 tempest-RoutersAdminTest-2034985404 tempest-RoutersAdminTest-2034985404-project] Fanout notify agent at l3_agent the message router_deleted on router 2cf8c5e3-8e3c-4c23-b4cd-323778388fa3 {{(pid=102346) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 10:44:35.720585 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-41da8709-caa4-489b-8a9b-35eaec32e8f0 tempest-RoutersAdminTest-2034985404 tempest-RoutersAdminTest-2034985404-project] Publish callbacks [] for router, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:35.722190 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-41da8709-caa4-489b-8a9b-35eaec32e8f0 tempest-RoutersAdminTest-2034985404 tempest-RoutersAdminTest-2034985404-project] 10.222.0.44 "DELETE /v2.0/routers/2cf8c5e3-8e3c-4c23-b4cd-323778388fa3 HTTP/1.1" status: 204 len: 168 time: 0.3311059 Oct 27 10:44:35.725669 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 51482) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:44:35.757683 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_common [None req-e67338af-e5d9-4cdf-915d-c6cf062b582c tempest-AllowedAddressPairIpV6TestJSON-1239049207 tempest-AllowedAddressPairIpV6TestJSON-1239049207-project] Allocated IP 2001:db8::38c (de1c0b17-4762-47cb-90aa-bb6d9189401e/3905f240-d4cb-4282-8c76-045754446fff/49980c5f-3bdc-46fc-8347-715fba5fe0e8) {{(pid=102347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:44:35.775355 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87b6d216-38b5-411e-b2ee-5863a3ffee9b req-6bea38e0-ddd0-41d1-866b-a94c57da65c9 tempest-VolumesNegativeTest-1908988882 tempest-VolumesNegativeTest-1908988882-project] Network 4d250f92-d229-45fe-a579-67fef8e6c544 is already hosted by enough agents. {{(pid=102347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:44:35.776371 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-55a836cc-8d14-49fb-b696-97796b36495b tempest-RoutersAdminTest-2034985404 tempest-RoutersAdminTest-2034985404-project] 10.222.0.44 "GET /v2.0/ports?device_id=2cf8c5e3-8e3c-4c23-b4cd-323778388fa3 HTTP/1.1" status: 200 len: 205 time: 0.0495391 Oct 27 10:44:35.779769 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 51484) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:44:35.798816 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [req-87b6d216-38b5-411e-b2ee-5863a3ffee9b req-6bea38e0-ddd0-41d1-866b-a94c57da65c9 tempest-VolumesNegativeTest-1908988882 tempest-VolumesNegativeTest-1908988882-project] Resources bound (agent type, host, resource id): {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:44:35.801786 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [req-87b6d216-38b5-411e-b2ee-5863a3ffee9b req-6bea38e0-ddd0-41d1-866b-a94c57da65c9 tempest-VolumesNegativeTest-1908988882 tempest-VolumesNegativeTest-1908988882-project] Received port after_create {{(pid=102347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:44:35.829201 n-d-813419-10 neutron-server[102346]: INFO neutron.api.v2.resource [None req-7f429635-05a7-4a73-93cd-0bc3f27a7db3 tempest-RoutersAdminTest-2034985404 tempest-RoutersAdminTest-2034985404-project] delete failed (client error): The resource could not be found. Oct 27 10:44:35.830651 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-7f429635-05a7-4a73-93cd-0bc3f27a7db3 tempest-RoutersAdminTest-2034985404 tempest-RoutersAdminTest-2034985404-project] 10.222.0.44 "DELETE /v2.0/routers/2cf8c5e3-8e3c-4c23-b4cd-323778388fa3 HTTP/1.1" status: 404 len: 336 time: 0.0497534 Oct 27 10:44:35.834388 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 51486) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:44:35.834903 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-3f2d6462-2737-4377-a51b-5f6975bf56f4 req-6d738f83-4c4a-48cc-aecb-8a006981b7bc tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/ports?device_id=1a8cadd6-dc25-44b3-af2e-a6c03f3fc6ff HTTP/1.1" status: 200 len: 210 time: 0.0692897 Oct 27 10:44:35.848088 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 980aa204-fe8c-4e4e-84d7-5c8095e31590 up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:44:35.858439 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bea38e0-ddd0-41d1-866b-a94c57da65c9 tempest-VolumesNegativeTest-1908988882 tempest-VolumesNegativeTest-1908988882-project] Pushing event updated for resources: {'Port': ['ID=df1f7acb-9aae-4f84-b6b3-615ba82cbff3,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:44:35.877057 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-10f5e765-c039-49a9-8410-d09ffaec548e tempest-RoutersAdminTest-2034985404 tempest-RoutersAdminTest-2034985404-project] 10.222.0.44 "GET /v2.0/ports?device_id=4a98a9ef-e939-426a-9ca6-e9cabf953daa HTTP/1.1" status: 200 len: 205 time: 0.0386910 Oct 27 10:44:35.879562 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 51488) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:44:35.938023 n-d-813419-10 neutron-server[102346]: INFO neutron.api.v2.resource [None req-e6383bbe-c7db-44d5-9dc4-cad61573751a tempest-RoutersAdminTest-2034985404 tempest-RoutersAdminTest-2034985404-project] delete failed (client error): The resource could not be found. Oct 27 10:44:35.939083 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-e6383bbe-c7db-44d5-9dc4-cad61573751a tempest-RoutersAdminTest-2034985404 tempest-RoutersAdminTest-2034985404-project] 10.222.0.44 "DELETE /v2.0/routers/4a98a9ef-e939-426a-9ca6-e9cabf953daa HTTP/1.1" status: 404 len: 336 time: 0.0585823 Oct 27 10:44:35.941630 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 51490) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:44:35.958740 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b6d216-38b5-411e-b2ee-5863a3ffee9b req-6bea38e0-ddd0-41d1-866b-a94c57da65c9 tempest-VolumesNegativeTest-1908988882 tempest-VolumesNegativeTest-1908988882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:44:35.959470 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-87b6d216-38b5-411e-b2ee-5863a3ffee9b req-6bea38e0-ddd0-41d1-866b-a94c57da65c9 tempest-VolumesNegativeTest-1908988882 tempest-VolumesNegativeTest-1908988882-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:35.965196 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port 980aa204-fe8c-4e4e-84d7-5c8095e31590 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:44:35.966369 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:35.993096 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-a4052b52-8c6e-4fc5-8780-cdd9f1be8a72 tempest-RoutersAdminTest-2034985404 tempest-RoutersAdminTest-2034985404-project] 10.222.0.44 "GET /v2.0/ports?device_id=9b42a890-f3e4-4004-9b3a-114fbe70e4f6 HTTP/1.1" status: 200 len: 205 time: 0.0498228 Oct 27 10:44:35.994842 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 51492) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:44:36.046419 n-d-813419-10 neutron-server[102346]: INFO neutron.api.v2.resource [None req-3c692f35-dcd0-46e4-8232-ec5e541f273d tempest-RoutersAdminTest-2034985404 tempest-RoutersAdminTest-2034985404-project] delete failed (client error): The resource could not be found. Oct 27 10:44:36.047462 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-3c692f35-dcd0-46e4-8232-ec5e541f273d tempest-RoutersAdminTest-2034985404 tempest-RoutersAdminTest-2034985404-project] 10.222.0.44 "DELETE /v2.0/routers/9b42a890-f3e4-4004-9b3a-114fbe70e4f6 HTTP/1.1" status: 404 len: 336 time: 0.0515339 Oct 27 10:44:36.050772 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 51494) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:44:36.101145 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-8eea68d5-6661-483a-aab1-f40029090e07 tempest-RoutersAdminTest-2034985404 tempest-RoutersAdminTest-2034985404-project] 10.222.0.44 "GET /v2.0/ports?device_id=f22bc213-3c21-4acb-8b27-a2a86c298626 HTTP/1.1" status: 200 len: 205 time: 0.0487514 Oct 27 10:44:36.103105 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 51496) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:44:36.115897 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-87b6d216-38b5-411e-b2ee-5863a3ffee9b req-6bea38e0-ddd0-41d1-866b-a94c57da65c9 tempest-VolumesNegativeTest-1908988882 tempest-VolumesNegativeTest-1908988882-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.4250414 Oct 27 10:44:36.128996 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [req-87b6d216-38b5-411e-b2ee-5863a3ffee9b req-8d31f5d9-8c97-4d92-9678-2d89a1db7e30 service neutron] Request body: {'port': {'device_id': '6686f6cd-c115-48cc-9684-dad73f387bae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-10'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:44:36.141572 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-e67338af-e5d9-4cdf-915d-c6cf062b582c tempest-AllowedAddressPairIpV6TestJSON-1239049207 tempest-AllowedAddressPairIpV6TestJSON-1239049207-project] Publish callbacks [] for port, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:36.164138 n-d-813419-10 neutron-server[102346]: INFO neutron.api.v2.resource [None req-59d31887-bab8-4f3c-95b2-cf54145bf184 tempest-RoutersAdminTest-2034985404 tempest-RoutersAdminTest-2034985404-project] delete failed (client error): The resource could not be found. Oct 27 10:44:36.165452 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-59d31887-bab8-4f3c-95b2-cf54145bf184 tempest-RoutersAdminTest-2034985404 tempest-RoutersAdminTest-2034985404-project] 10.222.0.44 "DELETE /v2.0/routers/f22bc213-3c21-4acb-8b27-a2a86c298626 HTTP/1.1" status: 404 len: 336 time: 0.0613210 Oct 27 10:44:36.167918 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 51498) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:44:36.206760 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-303d100a-fad3-4ca2-be5d-e9560dc02acd tempest-RoutersAdminTest-2034985404 tempest-RoutersAdminTest-2034985404-project] 10.222.0.44 "GET /v2.0/ports?device_id=85978671-4d74-4ab0-983e-ba6082883823 HTTP/1.1" status: 200 len: 205 time: 0.0375495 Oct 27 10:44:36.209105 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 51500) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:44:36.225259 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-5f9a3f80-8810-477d-b97d-6574a5f1f077 admin admin] Deleting port e958ae67-f590-4c54-b34f-0ad9fde6ffc7 {{(pid=102347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:44:36.225728 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-5f9a3f80-8810-477d-b97d-6574a5f1f077 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:36.229402 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-87b6d216-38b5-411e-b2ee-5863a3ffee9b req-8d31f5d9-8c97-4d92-9678-2d89a1db7e30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:36.248509 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-6fa12eb1-53b3-436b-b348-63fda9b0cc07 None None] Provisioning complete for port df1f7acb-9aae-4f84-b6b3-615ba82cbff3 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:44:36.249027 n-d-813419-10 neutron-server[102346]: INFO neutron.api.v2.resource [None req-73e17163-1f38-418e-a566-787100b78250 tempest-RoutersAdminTest-2034985404 tempest-RoutersAdminTest-2034985404-project] delete failed (client error): The resource could not be found. Oct 27 10:44:36.249551 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-6fa12eb1-53b3-436b-b348-63fda9b0cc07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:36.253429 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-73e17163-1f38-418e-a566-787100b78250 tempest-RoutersAdminTest-2034985404 tempest-RoutersAdminTest-2034985404-project] 10.222.0.44 "DELETE /v2.0/routers/85978671-4d74-4ab0-983e-ba6082883823 HTTP/1.1" status: 404 len: 336 time: 0.0432327 Oct 27 10:44:36.253989 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 51502) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:44:36.285386 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-6fa12eb1-53b3-436b-b348-63fda9b0cc07 None None] Port df1f7acb-9aae-4f84-b6b3-615ba82cbff3 cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:44:36.291151 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-e15eb559-a462-4ce5-9d09-f495a3213913 tempest-RoutersAdminTest-2034985404 tempest-RoutersAdminTest-2034985404-project] 10.222.0.44 "GET /v2.0/ports?device_id=fae7e5d7-faaf-4758-80f8-6542d3ec51c3 HTTP/1.1" status: 200 len: 205 time: 0.0360537 Oct 27 10:44:36.293745 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 51504) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:44:36.322896 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-e67338af-e5d9-4cdf-915d-c6cf062b582c tempest-AllowedAddressPairIpV6TestJSON-1239049207 tempest-AllowedAddressPairIpV6TestJSON-1239049207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:36.337798 n-d-813419-10 neutron-server[102346]: INFO neutron.api.v2.resource [None req-4d7b14a3-f2c0-4195-994b-39f02eec0485 tempest-RoutersAdminTest-2034985404 tempest-RoutersAdminTest-2034985404-project] delete failed (client error): The resource could not be found. Oct 27 10:44:36.339220 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-4d7b14a3-f2c0-4195-994b-39f02eec0485 tempest-RoutersAdminTest-2034985404 tempest-RoutersAdminTest-2034985404-project] 10.222.0.44 "DELETE /v2.0/routers/fae7e5d7-faaf-4758-80f8-6542d3ec51c3 HTTP/1.1" status: 404 len: 336 time: 0.0445642 Oct 27 10:44:36.342847 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 51506) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:44:36.388674 n-d-813419-10 neutron-server[102346]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0741321-9ff5-4f4d-ab60-95f302174ade tempest-RoutersAdminTest-2034985404 tempest-RoutersAdminTest-2034985404-project] DELETE failed (client error): The resource could not be found. Oct 27 10:44:36.389718 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0741321-9ff5-4f4d-ab60-95f302174ade tempest-RoutersAdminTest-2034985404 tempest-RoutersAdminTest-2034985404-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102346) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 10:44:36.394819 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-f0741321-9ff5-4f4d-ab60-95f302174ade tempest-RoutersAdminTest-2034985404 tempest-RoutersAdminTest-2034985404-project] 10.222.0.44 "DELETE /v2.0/subnets/49179deb-3c53-40d3-a285-1e0c825bec24 HTTP/1.1" status: 404 len: 337 time: 0.0505586 Oct 27 10:44:36.412849 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e67338af-e5d9-4cdf-915d-c6cf062b582c tempest-AllowedAddressPairIpV6TestJSON-1239049207 tempest-AllowedAddressPairIpV6TestJSON-1239049207-project] Network de1c0b17-4762-47cb-90aa-bb6d9189401e is already hosted by enough agents. {{(pid=102347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:44:36.471994 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [None req-e67338af-e5d9-4cdf-915d-c6cf062b582c tempest-AllowedAddressPairIpV6TestJSON-1239049207 tempest-AllowedAddressPairIpV6TestJSON-1239049207-project] Resources bound (agent type, host, resource id): {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:44:36.475029 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e67338af-e5d9-4cdf-915d-c6cf062b582c tempest-AllowedAddressPairIpV6TestJSON-1239049207 tempest-AllowedAddressPairIpV6TestJSON-1239049207-project] Received port after_create {{(pid=102347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:44:36.482131 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e67338af-e5d9-4cdf-915d-c6cf062b582c tempest-AllowedAddressPairIpV6TestJSON-1239049207 tempest-AllowedAddressPairIpV6TestJSON-1239049207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:44:36.482620 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-e67338af-e5d9-4cdf-915d-c6cf062b582c tempest-AllowedAddressPairIpV6TestJSON-1239049207 tempest-AllowedAddressPairIpV6TestJSON-1239049207-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:36.506916 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67338af-e5d9-4cdf-915d-c6cf062b582c tempest-AllowedAddressPairIpV6TestJSON-1239049207 tempest-AllowedAddressPairIpV6TestJSON-1239049207-project] Pushing event updated for resources: {'Port': ['ID=49980c5f-3bdc-46fc-8347-715fba5fe0e8,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:44:36.520383 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [None req-5f9a3f80-8810-477d-b97d-6574a5f1f077 admin admin] For port e958ae67-f590-4c54-b34f-0ad9fde6ffc7, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=e958ae67-f590-4c54-b34f-0ad9fde6ffc7,segment=NetworkSegment(af276840-f825-41e1-8416-3e9649c7d456),segment_id=af276840-f825-41e1-8416-3e9649c7d456)] {{(pid=102347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:44:36.520751 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-5f9a3f80-8810-477d-b97d-6574a5f1f077 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:36.550092 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-e67338af-e5d9-4cdf-915d-c6cf062b582c tempest-AllowedAddressPairIpV6TestJSON-1239049207 tempest-AllowedAddressPairIpV6TestJSON-1239049207-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 2.2949224 Oct 27 10:44:36.551254 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-5f9a3f80-8810-477d-b97d-6574a5f1f077 admin admin] Calling delete_port for e958ae67-f590-4c54-b34f-0ad9fde6ffc7 owned by network:router_interface {{(pid=102347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:44:36.554455 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 51512) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:44:36.753823 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea29fdf5-7c48-4517-9d0b-dc12b53af506 tempest-AllowedAddressPairIpV6TestJSON-1239049207 tempest-AllowedAddressPairIpV6TestJSON-1239049207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:44:36.764981 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea29fdf5-7c48-4517-9d0b-dc12b53af506 tempest-AllowedAddressPairIpV6TestJSON-1239049207 tempest-AllowedAddressPairIpV6TestJSON-1239049207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:44:36.770979 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea29fdf5-7c48-4517-9d0b-dc12b53af506 tempest-AllowedAddressPairIpV6TestJSON-1239049207 tempest-AllowedAddressPairIpV6TestJSON-1239049207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:44:36.785301 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-ea29fdf5-7c48-4517-9d0b-dc12b53af506 tempest-AllowedAddressPairIpV6TestJSON-1239049207 tempest-AllowedAddressPairIpV6TestJSON-1239049207-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2483 time: 0.2282977 Oct 27 10:44:36.786302 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 51518) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:44:36.800632 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff5fd7c-9a19-4d11-b7a5-221b4378ea7b req-c03e20f5-75c0-42a5-ab65-fd0a825b2bc1 tempest-VolumesNegativeTest-1908988882 tempest-VolumesNegativeTest-1908988882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:44:36.802748 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-1ff5fd7c-9a19-4d11-b7a5-221b4378ea7b req-c03e20f5-75c0-42a5-ab65-fd0a825b2bc1 tempest-VolumesNegativeTest-1908988882 tempest-VolumesNegativeTest-1908988882-project] 10.222.0.44 "GET /v2.0/ports?device_id=6686f6cd-c115-48cc-9684-dad73f387bae HTTP/1.1" status: 200 len: 935 time: 0.1910577 Oct 27 10:44:36.804087 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 51520) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:44:36.884941 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-1ff5fd7c-9a19-4d11-b7a5-221b4378ea7b req-24b7c9f9-35c1-4e8d-85c3-9cd33f906a3a tempest-VolumesNegativeTest-1908988882 tempest-VolumesNegativeTest-1908988882-project] 10.222.0.44 "GET /v2.0/security-groups?id=ee995603-d981-4a9a-afa0-b63b5aaa2670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701830 Oct 27 10:44:36.952468 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-03fc3050-37f8-4e0f-af9c-5e294b1e63ab None None] Provisioning complete for port 49980c5f-3bdc-46fc-8347-715fba5fe0e8 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:44:36.953053 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-03fc3050-37f8-4e0f-af9c-5e294b1e63ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:36.994268 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-6818b603-3882-4bcd-b73c-d6dc6db79730 tempest-AllowedAddressPairIpV6TestJSON-1239049207 tempest-AllowedAddressPairIpV6TestJSON-1239049207-project] Deleting port 49980c5f-3bdc-46fc-8347-715fba5fe0e8 {{(pid=102346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:44:36.994778 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-6818b603-3882-4bcd-b73c-d6dc6db79730 tempest-AllowedAddressPairIpV6TestJSON-1239049207 tempest-AllowedAddressPairIpV6TestJSON-1239049207-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:37.016307 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-03fc3050-37f8-4e0f-af9c-5e294b1e63ab None None] Port 49980c5f-3bdc-46fc-8347-715fba5fe0e8 cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:44:37.024434 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [req-87b6d216-38b5-411e-b2ee-5863a3ffee9b req-8d31f5d9-8c97-4d92-9678-2d89a1db7e30 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df1f7acb-9aae-4f84-b6b3-615ba82cbff3 {{(pid=102347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:44:37.034046 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-74a0f69c-a31d-4f96-8a72-5848c5fc6f0c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:37.048036 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-58d6263c-5a2c-4175-bc63-9323e2bfe655 req-c068097a-9db5-4ff2-b638-7b62ac4a3ce1 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/ports?device_id=1a8cadd6-dc25-44b3-af2e-a6c03f3fc6ff HTTP/1.1" status: 200 len: 210 time: 0.0503626 Oct 27 10:44:37.053399 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-87b6d216-38b5-411e-b2ee-5863a3ffee9b req-8d31f5d9-8c97-4d92-9678-2d89a1db7e30 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:37.092963 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-5f9a3f80-8810-477d-b97d-6574a5f1f077 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:37.109338 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.provisioning_blocks [req-87b6d216-38b5-411e-b2ee-5863a3ffee9b req-8d31f5d9-8c97-4d92-9678-2d89a1db7e30 service neutron] Transition to ACTIVE for port object df1f7acb-9aae-4f84-b6b3-615ba82cbff3 will not be triggered until provisioned by entity L2. {{(pid=102347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 10:44:37.133927 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-87b6d216-38b5-411e-b2ee-5863a3ffee9b req-8d31f5d9-8c97-4d92-9678-2d89a1db7e30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:37.136093 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9a3f80-8810-477d-b97d-6574a5f1f077 admin admin] Pushing event deleted for resources: {'Port': ['ID=e958ae67-f590-4c54-b34f-0ad9fde6ffc7,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:44:37.158587 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-6818b603-3882-4bcd-b73c-d6dc6db79730 tempest-AllowedAddressPairIpV6TestJSON-1239049207 tempest-AllowedAddressPairIpV6TestJSON-1239049207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:37.183913 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-6818b603-3882-4bcd-b73c-d6dc6db79730 tempest-AllowedAddressPairIpV6TestJSON-1239049207 tempest-AllowedAddressPairIpV6TestJSON-1239049207-project] Calling delete_port for 49980c5f-3bdc-46fc-8347-715fba5fe0e8 owned by {{(pid=102346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:44:37.232524 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d31f5d9-8c97-4d92-9678-2d89a1db7e30 service neutron] Pushing event updated for resources: {'Port': ['ID=df1f7acb-9aae-4f84-b6b3-615ba82cbff3,revision_number=2']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:44:37.259023 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-74a0f69c-a31d-4f96-8a72-5848c5fc6f0c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:37.271364 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-74a0f69c-a31d-4f96-8a72-5848c5fc6f0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:37.328995 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-74a0f69c-a31d-4f96-8a72-5848c5fc6f0c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=36f65f2c855f45bd951177d5cf92ec8f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5402117 Oct 27 10:44:37.331310 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a0f69c-a31d-4f96-8a72-5848c5fc6f0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac06faf5-da92-4931-8927-57d64bb8a300,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:44:37.363512 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 51526) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:44:37.476850 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-5f9a3f80-8810-477d-b97d-6574a5f1f077 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2006968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1766358'] for router_interface, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:37.501598 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-910967f8-9f1e-40fd-a796-60bd2e50d013 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:37.515925 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-6818b603-3882-4bcd-b73c-d6dc6db79730 tempest-AllowedAddressPairIpV6TestJSON-1239049207 tempest-AllowedAddressPairIpV6TestJSON-1239049207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:37.560031 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-910967f8-9f1e-40fd-a796-60bd2e50d013 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:37.567342 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6818b603-3882-4bcd-b73c-d6dc6db79730 tempest-AllowedAddressPairIpV6TestJSON-1239049207 tempest-AllowedAddressPairIpV6TestJSON-1239049207-project] Pushing event deleted for resources: {'Port': ['ID=49980c5f-3bdc-46fc-8347-715fba5fe0e8,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:44:37.587388 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-87b6d216-38b5-411e-b2ee-5863a3ffee9b req-8d31f5d9-8c97-4d92-9678-2d89a1db7e30 service neutron] Attempting to bind port df1f7acb-9aae-4f84-b6b3-615ba82cbff3 on host n-h1-813419-10 for vnic_type normal with profile {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:44:37.587809 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-87b6d216-38b5-411e-b2ee-5863a3ffee9b req-8d31f5d9-8c97-4d92-9678-2d89a1db7e30 service neutron] Attempting to bind port df1f7acb-9aae-4f84-b6b3-615ba82cbff3 by drivers openvswitch,hyperv on host n-h1-813419-10 at level 0 using segments [{'id': 'f7c42c6d-2766-46d8-a8b7-4852117a5555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '4d250f92-d229-45fe-a579-67fef8e6c544'}] {{(pid=102347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:44:37.588033 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87b6d216-38b5-411e-b2ee-5863a3ffee9b req-8d31f5d9-8c97-4d92-9678-2d89a1db7e30 service neutron] Attempting to bind port df1f7acb-9aae-4f84-b6b3-615ba82cbff3 on network 4d250f92-d229-45fe-a579-67fef8e6c544 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:44:37.597536 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87b6d216-38b5-411e-b2ee-5863a3ffee9b req-8d31f5d9-8c97-4d92-9678-2d89a1db7e30 service neutron] Port df1f7acb-9aae-4f84-b6b3-615ba82cbff3 on network 4d250f92-d229-45fe-a579-67fef8e6c544 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-10 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 10:44:37.597851 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87b6d216-38b5-411e-b2ee-5863a3ffee9b req-8d31f5d9-8c97-4d92-9678-2d89a1db7e30 service neutron] Attempting to bind port df1f7acb-9aae-4f84-b6b3-615ba82cbff3 on network 4d250f92-d229-45fe-a579-67fef8e6c544 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:44:37.604365 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87b6d216-38b5-411e-b2ee-5863a3ffee9b req-8d31f5d9-8c97-4d92-9678-2d89a1db7e30 service neutron] Checking agent: {'id': 'a52e1cab-0c63-402d-9c94-330537c6c076', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 16, 2), 'started_at': datetime.datetime(2021, 10, 27, 10, 16, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 44, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:44:37.604697 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87b6d216-38b5-411e-b2ee-5863a3ffee9b req-8d31f5d9-8c97-4d92-9678-2d89a1db7e30 service neutron] Checking segment: {'id': 'f7c42c6d-2766-46d8-a8b7-4852117a5555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '4d250f92-d229-45fe-a579-67fef8e6c544'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:44:37.605618 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87b6d216-38b5-411e-b2ee-5863a3ffee9b req-8d31f5d9-8c97-4d92-9678-2d89a1db7e30 service neutron] Bound using segment: {'id': 'f7c42c6d-2766-46d8-a8b7-4852117a5555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '4d250f92-d229-45fe-a579-67fef8e6c544'} {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:44:37.606046 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-87b6d216-38b5-411e-b2ee-5863a3ffee9b req-8d31f5d9-8c97-4d92-9678-2d89a1db7e30 service neutron] Bound port: df1f7acb-9aae-4f84-b6b3-615ba82cbff3, host: n-h1-813419-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7c42c6d-2766-46d8-a8b7-4852117a5555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '4d250f92-d229-45fe-a579-67fef8e6c544'}}] {{(pid=102347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:44:37.606395 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-87b6d216-38b5-411e-b2ee-5863a3ffee9b req-8d31f5d9-8c97-4d92-9678-2d89a1db7e30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:37.693869 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-87b6d216-38b5-411e-b2ee-5863a3ffee9b req-8d31f5d9-8c97-4d92-9678-2d89a1db7e30 service neutron] For port df1f7acb-9aae-4f84-b6b3-615ba82cbff3, host n-h1-813419-10, cleared binding levels {{(pid=102347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:44:37.702224 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-910967f8-9f1e-40fd-a796-60bd2e50d013 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:37.704710 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-910967f8-9f1e-40fd-a796-60bd2e50d013 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:37.706966 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-910967f8-9f1e-40fd-a796-60bd2e50d013 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ac06faf5-da92-4931-8927-57d64bb8a300 HTTP/1.1" status: 204 len: 168 time: 0.3409166 Oct 27 10:44:37.731711 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910967f8-9f1e-40fd-a796-60bd2e50d013 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac06faf5-da92-4931-8927-57d64bb8a300,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:44:37.768268 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-6818b603-3882-4bcd-b73c-d6dc6db79730 tempest-AllowedAddressPairIpV6TestJSON-1239049207 tempest-AllowedAddressPairIpV6TestJSON-1239049207-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:37.771947 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-6818b603-3882-4bcd-b73c-d6dc6db79730 tempest-AllowedAddressPairIpV6TestJSON-1239049207 tempest-AllowedAddressPairIpV6TestJSON-1239049207-project] 10.222.0.44 "DELETE /v2.0/ports/49980c5f-3bdc-46fc-8347-715fba5fe0e8 HTTP/1.1" status: 204 len: 168 time: 0.9666095 Oct 27 10:44:37.774457 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 51532) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:44:37.806405 n-d-813419-10 neutron-server[102346]: INFO neutron.pecan_wsgi.hooks.translation [None req-919d8a49-783b-4a47-9f56-e8f7e38301e9 tempest-AllowedAddressPairIpV6TestJSON-1239049207 tempest-AllowedAddressPairIpV6TestJSON-1239049207-project] GET failed (client error): The resource could not be found. Oct 27 10:44:37.809741 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-919d8a49-783b-4a47-9f56-e8f7e38301e9 tempest-AllowedAddressPairIpV6TestJSON-1239049207 tempest-AllowedAddressPairIpV6TestJSON-1239049207-project] 10.222.0.44 "GET /v2.0/ports/49980c5f-3bdc-46fc-8347-715fba5fe0e8 HTTP/1.1" status: 404 len: 333 time: 0.0340912 Oct 27 10:44:37.815423 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 51534) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:44:37.824601 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-d9c5a18a-e258-4bdc-9a4e-d8af40dd64e1 tempest-AllowedAddressPairIpV6TestJSON-1239049207 tempest-AllowedAddressPairIpV6TestJSON-1239049207-project] Request body: {'port': {'network_id': 'de1c0b17-4762-47cb-90aa-bb6d9189401e', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1550762368'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:44:37.848384 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f9a3f80-8810-477d-b97d-6574a5f1f077 admin admin] Router bb76a6b4-5a75-4458-b5f9-03eabc84bd8b has already been hosted by L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb {{(pid=102347) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 10:44:37.850427 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-87b6d216-38b5-411e-b2ee-5863a3ffee9b req-8d31f5d9-8c97-4d92-9678-2d89a1db7e30 service neutron] For port df1f7acb-9aae-4f84-b6b3-615ba82cbff3, host n-h1-813419-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=df1f7acb-9aae-4f84-b6b3-615ba82cbff3,segment=NetworkSegment(f7c42c6d-2766-46d8-a8b7-4852117a5555),segment_id=f7c42c6d-2766-46d8-a8b7-4852117a5555)] {{(pid=102347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:44:37.862080 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-87b6d216-38b5-411e-b2ee-5863a3ffee9b req-8d31f5d9-8c97-4d92-9678-2d89a1db7e30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:37.937122 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d31f5d9-8c97-4d92-9678-2d89a1db7e30 service neutron] Pushing event updated for resources: {'Port': ['ID=df1f7acb-9aae-4f84-b6b3-615ba82cbff3,revision_number=3']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:44:37.954753 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b6d216-38b5-411e-b2ee-5863a3ffee9b req-8d31f5d9-8c97-4d92-9678-2d89a1db7e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:44:37.956005 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-87b6d216-38b5-411e-b2ee-5863a3ffee9b req-8d31f5d9-8c97-4d92-9678-2d89a1db7e30 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:37.957650 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-87b6d216-38b5-411e-b2ee-5863a3ffee9b req-8d31f5d9-8c97-4d92-9678-2d89a1db7e30 service neutron] 10.222.0.64 "PUT /v2.0/ports/df1f7acb-9aae-4f84-b6b3-615ba82cbff3 HTTP/1.1" status: 200 len: 1096 time: 1.8327978 Oct 27 10:44:37.958452 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6686f6cd-c115-48cc-9684-dad73f387bae', 'tag': 'df1f7acb-9aae-4f84-b6b3-615ba82cbff3'}] {{(pid=102347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:44:37.962176 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311149b481204ee7edffdb959c881838506fbd95bc8577c048f6677abb73acc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1aa8e19-8fac-4bf1-af15-0e9cbdd8e5ce" -d '{"events": [{"name": "network-changed", "server_uuid": "6686f6cd-c115-48cc-9684-dad73f387bae", "tag": "df1f7acb-9aae-4f84-b6b3-615ba82cbff3"}]}' {{(pid=102347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:44:38.037540 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9c5a18a-e258-4bdc-9a4e-d8af40dd64e1 tempest-AllowedAddressPairIpV6TestJSON-1239049207 tempest-AllowedAddressPairIpV6TestJSON-1239049207-project] Made reservation on behalf of 5c4f7b29454f42c499cd5cabb2389000 for: {'port': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:44:38.042553 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d9c5a18a-e258-4bdc-9a4e-d8af40dd64e1 tempest-AllowedAddressPairIpV6TestJSON-1239049207 tempest-AllowedAddressPairIpV6TestJSON-1239049207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:38.097587 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [None req-d9c5a18a-e258-4bdc-9a4e-d8af40dd64e1 tempest-AllowedAddressPairIpV6TestJSON-1239049207 tempest-AllowedAddressPairIpV6TestJSON-1239049207-project] device_id is not set on port bab652e5-7271-4c2b-a341-6cbeda4ffe5c yet. {{(pid=102346) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 10:44:38.161890 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 10:44:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d732e9c-2520-4313-a319-774ebecd3824 x-openstack-request-id: req-4d732e9c-2520-4313-a319-774ebecd3824 {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:44:38.162451 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6686f6cd-c115-48cc-9684-dad73f387bae", "tag": "df1f7acb-9aae-4f84-b6b3-615ba82cbff3", "status": "completed", "code": 200}]} {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:44:38.162451 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4d732e9c-2520-4313-a319-774ebecd3824 {{(pid=102347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:44:38.162752 n-d-813419-10 neutron-server[102347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6686f6cd-c115-48cc-9684-dad73f387bae', 'tag': 'df1f7acb-9aae-4f84-b6b3-615ba82cbff3', 'status': 'completed', 'code': 200} Oct 27 10:44:38.227784 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b6d216-38b5-411e-b2ee-5863a3ffee9b req-3860950a-b6cf-47b7-81bb-4d5d89ef2230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:44:38.229280 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-87b6d216-38b5-411e-b2ee-5863a3ffee9b req-3860950a-b6cf-47b7-81bb-4d5d89ef2230 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6515ebc271514ff1a1d799586dbd6795&device_id=6686f6cd-c115-48cc-9684-dad73f387bae HTTP/1.1" status: 200 len: 1099 time: 0.1807187 Oct 27 10:44:38.245463 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be9e2ec-1170-4944-8740-29d5b24b49a4 req-b331e637-2ec7-416b-b8d0-64fdfbb9e978 tempest-VolumesNegativeTest-1908988882 tempest-VolumesNegativeTest-1908988882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:44:38.253053 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-5be9e2ec-1170-4944-8740-29d5b24b49a4 req-b331e637-2ec7-416b-b8d0-64fdfbb9e978 tempest-VolumesNegativeTest-1908988882 tempest-VolumesNegativeTest-1908988882-project] 10.222.0.44 "GET /v2.0/ports?device_id=6686f6cd-c115-48cc-9684-dad73f387bae HTTP/1.1" status: 200 len: 947 time: 0.2055430 Oct 27 10:44:38.261468 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-fbc387f3-0867-4469-a980-2c3dd6b42f44 req-f0cf4d60-b779-4201-9eb6-f72bf3d22437 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/ports?device_id=1a8cadd6-dc25-44b3-af2e-a6c03f3fc6ff HTTP/1.1" status: 200 len: 210 time: 0.0764477 Oct 27 10:44:38.313815 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_common [None req-d9c5a18a-e258-4bdc-9a4e-d8af40dd64e1 tempest-AllowedAddressPairIpV6TestJSON-1239049207 tempest-AllowedAddressPairIpV6TestJSON-1239049207-project] Allocated IP 2001:db8::2c9 (de1c0b17-4762-47cb-90aa-bb6d9189401e/3905f240-d4cb-4282-8c76-045754446fff/bab652e5-7271-4c2b-a341-6cbeda4ffe5c) {{(pid=102346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:44:38.318510 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-87b6d216-38b5-411e-b2ee-5863a3ffee9b req-82bd20a2-8e69-4594-ab1a-26bcb7a2da5f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=df1f7acb-9aae-4f84-b6b3-615ba82cbff3 HTTP/1.1" status: 200 len: 217 time: 0.0563431 Oct 27 10:44:38.362737 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f9a3f80-8810-477d-b97d-6574a5f1f077 admin admin] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:44:38.370269 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-5f9a3f80-8810-477d-b97d-6574a5f1f077 admin admin] 10.222.0.44 "PUT /v2.0/routers/bb76a6b4-5a75-4458-b5f9-03eabc84bd8b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3572948 Oct 27 10:44:38.370269 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 51544) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:44:38.374181 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94305120-52ac-4ab5-9660-1a0c9abfca52 None None] Sync routers for ids ['bb76a6b4-5a75-4458-b5f9-03eabc84bd8b'] in n-d-813419-10 {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:44:38.386204 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94305120-52ac-4ab5-9660-1a0c9abfca52 None None] Routers {'bb76a6b4-5a75-4458-b5f9-03eabc84bd8b'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:44:38.387186 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-94305120-52ac-4ab5-9660-1a0c9abfca52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:44:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['bb76a6b4-5a75-4458-b5f9-03eabc84bd8b'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:44:38.391557 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 51546) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:44:38.431156 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-39af045b-4a64-4304-9c81-f141080f333e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b48d5b418f0f450da886c812d3a84b3b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0570650 Oct 27 10:44:38.481338 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d9c5a18a-e258-4bdc-9a4e-d8af40dd64e1 tempest-AllowedAddressPairIpV6TestJSON-1239049207 tempest-AllowedAddressPairIpV6TestJSON-1239049207-project] Publish callbacks [] for port, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:38.481734 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-5be9e2ec-1170-4944-8740-29d5b24b49a4 req-0cb9e232-b8f0-44a3-a653-80da0991a718 tempest-VolumesNegativeTest-1908988882 tempest-VolumesNegativeTest-1908988882-project] 10.222.0.44 "GET /v2.0/security-groups?id=ee995603-d981-4a9a-afa0-b63b5aaa2670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2276859 Oct 27 10:44:38.484230 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 51548) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:44:38.527536 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvr_db [None req-94305120-52ac-4ab5-9660-1a0c9abfca52 None None] Set router bb76a6b4-5a75-4458-b5f9-03eabc84bd8b gateway port host: n-d-813419-10 {{(pid=102348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:44:38.534187 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b6d216-38b5-411e-b2ee-5863a3ffee9b req-07b4e28e-4ddb-46a0-b46d-aa0967040c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:44:38.535800 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-87b6d216-38b5-411e-b2ee-5863a3ffee9b req-07b4e28e-4ddb-46a0-b46d-aa0967040c22 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=62eb52f7-aac4-48af-8670-e04300325561 HTTP/1.1" status: 200 len: 843 time: 0.2073500 Oct 27 10:44:38.569563 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-94abe8e7-7d9f-4268-b858-469f50dde5fe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:38.577399 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d9c5a18a-e258-4bdc-9a4e-d8af40dd64e1 tempest-AllowedAddressPairIpV6TestJSON-1239049207 tempest-AllowedAddressPairIpV6TestJSON-1239049207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:38.599792 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-5cca08e2-0a97-446d-a6c8-2fe245f588ed admin admin] Publish callbacks [] for router, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:38.641379 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-94abe8e7-7d9f-4268-b858-469f50dde5fe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:38.658606 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9c5a18a-e258-4bdc-9a4e-d8af40dd64e1 tempest-AllowedAddressPairIpV6TestJSON-1239049207 tempest-AllowedAddressPairIpV6TestJSON-1239049207-project] Network de1c0b17-4762-47cb-90aa-bb6d9189401e is already hosted by enough agents. {{(pid=102346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:44:38.667038 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-d9c5a18a-e258-4bdc-9a4e-d8af40dd64e1 tempest-AllowedAddressPairIpV6TestJSON-1239049207 tempest-AllowedAddressPairIpV6TestJSON-1239049207-project] Resources bound (agent type, host, resource id): {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:44:38.677805 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9c5a18a-e258-4bdc-9a4e-d8af40dd64e1 tempest-AllowedAddressPairIpV6TestJSON-1239049207 tempest-AllowedAddressPairIpV6TestJSON-1239049207-project] Received port after_create {{(pid=102346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:44:38.683518 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9c5a18a-e258-4bdc-9a4e-d8af40dd64e1 tempest-AllowedAddressPairIpV6TestJSON-1239049207 tempest-AllowedAddressPairIpV6TestJSON-1239049207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:44:38.684246 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d9c5a18a-e258-4bdc-9a4e-d8af40dd64e1 tempest-AllowedAddressPairIpV6TestJSON-1239049207 tempest-AllowedAddressPairIpV6TestJSON-1239049207-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:38.691667 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c5a18a-e258-4bdc-9a4e-d8af40dd64e1 tempest-AllowedAddressPairIpV6TestJSON-1239049207 tempest-AllowedAddressPairIpV6TestJSON-1239049207-project] Pushing event updated for resources: {'Port': ['ID=bab652e5-7271-4c2b-a341-6cbeda4ffe5c,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:44:38.700397 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b6d216-38b5-411e-b2ee-5863a3ffee9b req-01d035f7-505f-4b6c-8cd5-a8e435b3239c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:44:38.702021 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-87b6d216-38b5-411e-b2ee-5863a3ffee9b req-01d035f7-505f-4b6c-8cd5-a8e435b3239c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4d250f92-d229-45fe-a579-67fef8e6c544&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1583157 Oct 27 10:44:38.720553 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-d9c5a18a-e258-4bdc-9a4e-d8af40dd64e1 tempest-AllowedAddressPairIpV6TestJSON-1239049207 tempest-AllowedAddressPairIpV6TestJSON-1239049207-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 0.9031105 Oct 27 10:44:38.724781 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 51550) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:44:38.731146 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-8058cab1-e3f5-4af1-9654-a25649e20756 tempest-AllowedAddressPairIpV6TestJSON-1239049207 tempest-AllowedAddressPairIpV6TestJSON-1239049207-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::3ad', 'mac_address': 'fa:16:3e:b7:1f:18'}]}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:44:38.762937 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-94abe8e7-7d9f-4268-b858-469f50dde5fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:38.765615 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-94abe8e7-7d9f-4268-b858-469f50dde5fe admin admin] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:38.773787 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-94abe8e7-7d9f-4268-b858-469f50dde5fe admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/5c42fb74-de5c-445b-8f60-897319a4de78 HTTP/1.1" status: 204 len: 168 time: 0.2773194 Oct 27 10:44:38.780466 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-94305120-52ac-4ab5-9660-1a0c9abfca52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb76a6b4-5a75-4458-b5f9-03eabc84bd8b', 'name': 'tempest-TaggedBootDevicesTest_v242-1060175065-router', 'tenant_id': '3e6cb564c3b34b1095cef7d65946c25d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.144'}], 'enable_snat': True}, 'gw_port_id': '8a9e97ce-00c0-4310-8238-8a20a53401d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:33:04Z', 'updated_at': '2021-10-27T10:44:36Z', 'revision_number': 5, 'project_id': '3e6cb564c3b34b1095cef7d65946c25d', 'gw_port': {'id': '8a9e97ce-00c0-4310-8238-8a20a53401d6', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:ee:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb76a6b4-5a75-4458-b5f9-03eabc84bd8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:33:05Z', 'updated_at': '2021-10-27T10:33:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10'}], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:44:38.790227 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94abe8e7-7d9f-4268-b858-469f50dde5fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c42fb74-de5c-445b-8f60-897319a4de78,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:44:38.831873 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94305120-52ac-4ab5-9660-1a0c9abfca52 None None] Checking router: bb76a6b4-5a75-4458-b5f9-03eabc84bd8b for host: n-d-813419-10 {{(pid=102348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 10:44:38.852113 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94305120-52ac-4ab5-9660-1a0c9abfca52 None None] Routers {'bb76a6b4-5a75-4458-b5f9-03eabc84bd8b'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:44:38.852647 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-94305120-52ac-4ab5-9660-1a0c9abfca52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:44:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['bb76a6b4-5a75-4458-b5f9-03eabc84bd8b'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:44:38.870146 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-87b6d216-38b5-411e-b2ee-5863a3ffee9b req-3a7e8bc9-1ff7-4060-a3a6-9324db7dbd68 service neutron] 10.222.0.64 "GET /v2.0/networks/4d250f92-d229-45fe-a579-67fef8e6c544?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1546371 Oct 27 10:44:38.965912 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-5cca08e2-0a97-446d-a6c8-2fe245f588ed admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:39.036710 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:39.093405 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-8058cab1-e3f5-4af1-9654-a25649e20756 tempest-AllowedAddressPairIpV6TestJSON-1239049207 tempest-AllowedAddressPairIpV6TestJSON-1239049207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:39.126396 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvr_db [None req-94305120-52ac-4ab5-9660-1a0c9abfca52 None None] Set router bb76a6b4-5a75-4458-b5f9-03eabc84bd8b gateway port host: n-d-813419-10 {{(pid=102348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:44:39.253529 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-ef9da156-f591-4b8c-808e-57cdd4beeb25 None None] Provisioning complete for port bab652e5-7271-4c2b-a341-6cbeda4ffe5c triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:44:39.253926 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-ef9da156-f591-4b8c-808e-57cdd4beeb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:39.412978 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-ef9da156-f591-4b8c-808e-57cdd4beeb25 None None] Port bab652e5-7271-4c2b-a341-6cbeda4ffe5c cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:44:39.490333 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-8058cab1-e3f5-4af1-9654-a25649e20756 tempest-AllowedAddressPairIpV6TestJSON-1239049207 tempest-AllowedAddressPairIpV6TestJSON-1239049207-project] Publish callbacks [] for port, precommit_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:39.499090 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-8058cab1-e3f5-4af1-9654-a25649e20756 tempest-AllowedAddressPairIpV6TestJSON-1239049207 tempest-AllowedAddressPairIpV6TestJSON-1239049207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27024173'] for port, after_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:39.501202 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-98cda00f-e4a2-45ab-8ac6-39cd71c76618 req-0ce7e260-5927-49ce-a5c2-1af9eebbee8c tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/ports?device_id=1a8cadd6-dc25-44b3-af2e-a6c03f3fc6ff HTTP/1.1" status: 200 len: 210 time: 0.0404608 Oct 27 10:44:39.531878 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-87b6d216-38b5-411e-b2ee-5863a3ffee9b req-bacdb8e2-48a4-4d70-94ac-19ae46b571a1 service neutron] 10.222.0.64 "GET /v2.0/networks/4d250f92-d229-45fe-a579-67fef8e6c544?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6543317 Oct 27 10:44:39.580858 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-5cca08e2-0a97-446d-a6c8-2fe245f588ed admin admin] Deleting port 8a9e97ce-00c0-4310-8238-8a20a53401d6 {{(pid=102347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:44:39.581942 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-5cca08e2-0a97-446d-a6c8-2fe245f588ed admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:39.584849 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-94305120-52ac-4ab5-9660-1a0c9abfca52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb76a6b4-5a75-4458-b5f9-03eabc84bd8b', 'name': 'tempest-TaggedBootDevicesTest_v242-1060175065-router', 'tenant_id': '3e6cb564c3b34b1095cef7d65946c25d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.144'}], 'enable_snat': True}, 'gw_port_id': '8a9e97ce-00c0-4310-8238-8a20a53401d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:33:04Z', 'updated_at': '2021-10-27T10:44:36Z', 'revision_number': 5, 'project_id': '3e6cb564c3b34b1095cef7d65946c25d', 'gw_port': {'id': '8a9e97ce-00c0-4310-8238-8a20a53401d6', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:ee:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb76a6b4-5a75-4458-b5f9-03eabc84bd8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:33:05Z', 'updated_at': '2021-10-27T10:33:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10'}], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:44:39.621774 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94305120-52ac-4ab5-9660-1a0c9abfca52 None None] The sync data for ids ['bb76a6b4-5a75-4458-b5f9-03eabc84bd8b'] in n-d-813419-10 is: [{'id': 'bb76a6b4-5a75-4458-b5f9-03eabc84bd8b', 'name': 'tempest-TaggedBootDevicesTest_v242-1060175065-router', 'tenant_id': '3e6cb564c3b34b1095cef7d65946c25d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.144'}], 'enable_snat': True}, 'gw_port_id': '8a9e97ce-00c0-4310-8238-8a20a53401d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:33:04Z', 'updated_at': '2021-10-27T10:44:36Z', 'revision_number': 5, 'project_id': '3e6cb564c3b34b1095cef7d65946c25d', 'gw_port': {'id': '8a9e97ce-00c0-4310-8238-8a20a53401d6', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:ee:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb76a6b4-5a75-4458-b5f9-03eabc84bd8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:33:05Z', 'updated_at': '2021-10-27T10:33:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10'}] {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:44:39.634407 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-8058cab1-e3f5-4af1-9654-a25649e20756 tempest-AllowedAddressPairIpV6TestJSON-1239049207 tempest-AllowedAddressPairIpV6TestJSON-1239049207-project] In _notify_port_updated(), no bound segment for port bab652e5-7271-4c2b-a341-6cbeda4ffe5c on network de1c0b17-4762-47cb-90aa-bb6d9189401e {{(pid=102346) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 27 10:44:39.646513 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8058cab1-e3f5-4af1-9654-a25649e20756 tempest-AllowedAddressPairIpV6TestJSON-1239049207 tempest-AllowedAddressPairIpV6TestJSON-1239049207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:44:39.647490 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-8058cab1-e3f5-4af1-9654-a25649e20756 tempest-AllowedAddressPairIpV6TestJSON-1239049207 tempest-AllowedAddressPairIpV6TestJSON-1239049207-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:39.649061 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-8058cab1-e3f5-4af1-9654-a25649e20756 tempest-AllowedAddressPairIpV6TestJSON-1239049207 tempest-AllowedAddressPairIpV6TestJSON-1239049207-project] 10.222.0.44 "PUT /v2.0/ports/bab652e5-7271-4c2b-a341-6cbeda4ffe5c HTTP/1.1" status: 200 len: 1003 time: 0.9233940 Oct 27 10:44:39.673762 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 51570) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:44:39.725880 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8058cab1-e3f5-4af1-9654-a25649e20756 tempest-AllowedAddressPairIpV6TestJSON-1239049207 tempest-AllowedAddressPairIpV6TestJSON-1239049207-project] Pushing event updated for resources: {'Port': ['ID=bab652e5-7271-4c2b-a341-6cbeda4ffe5c,revision_number=2']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:44:39.779915 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1aa8e19-8fac-4bf1-af15-0e9cbdd8e5ce req-3692bb3a-c143-4076-9d0e-5fb9bf503e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:44:39.781445 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-e1aa8e19-8fac-4bf1-af15-0e9cbdd8e5ce req-3692bb3a-c143-4076-9d0e-5fb9bf503e77 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6515ebc271514ff1a1d799586dbd6795&device_id=6686f6cd-c115-48cc-9684-dad73f387bae HTTP/1.1" status: 200 len: 1099 time: 0.1799057 Oct 27 10:44:39.785829 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02952505-d5e8-488a-8a5a-54b6e3bedfbc req-7dccaaaa-23fd-49b8-9661-f1ea563b68d8 tempest-VolumesNegativeTest-1908988882 tempest-VolumesNegativeTest-1908988882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:44:39.798938 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-02952505-d5e8-488a-8a5a-54b6e3bedfbc req-7dccaaaa-23fd-49b8-9661-f1ea563b68d8 tempest-VolumesNegativeTest-1908988882 tempest-VolumesNegativeTest-1908988882-project] 10.222.0.44 "GET /v2.0/ports?device_id=6686f6cd-c115-48cc-9684-dad73f387bae HTTP/1.1" status: 200 len: 947 time: 0.1740470 Oct 27 10:44:39.866248 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-02952505-d5e8-488a-8a5a-54b6e3bedfbc req-fe0801c6-8e73-4f38-a10d-360ac70a8d6e tempest-VolumesNegativeTest-1908988882 tempest-VolumesNegativeTest-1908988882-project] 10.222.0.44 "GET /v2.0/security-groups?id=ee995603-d981-4a9a-afa0-b63b5aaa2670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608516 Oct 27 10:44:39.879777 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-c3e0e2b3-0181-4eff-9b28-d323a14fc45c tempest-AllowedAddressPairIpV6TestJSON-1239049207 tempest-AllowedAddressPairIpV6TestJSON-1239049207-project] Deleting port bab652e5-7271-4c2b-a341-6cbeda4ffe5c {{(pid=102346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:44:39.880133 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-c3e0e2b3-0181-4eff-9b28-d323a14fc45c tempest-AllowedAddressPairIpV6TestJSON-1239049207 tempest-AllowedAddressPairIpV6TestJSON-1239049207-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:39.894197 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [None req-5cca08e2-0a97-446d-a6c8-2fe245f588ed admin admin] For port 8a9e97ce-00c0-4310-8238-8a20a53401d6, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=8a9e97ce-00c0-4310-8238-8a20a53401d6,segment=NetworkSegment(bc14127b-7032-4c50-bb5b-f6813cbae86e),segment_id=bc14127b-7032-4c50-bb5b-f6813cbae86e)] {{(pid=102347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:44:39.894849 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-5cca08e2-0a97-446d-a6c8-2fe245f588ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:39.925631 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-5cca08e2-0a97-446d-a6c8-2fe245f588ed admin admin] Calling delete_port for 8a9e97ce-00c0-4310-8238-8a20a53401d6 owned by network:router_gateway {{(pid=102347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:44:40.046528 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device e958ae67-f590-4c54-b34f-0ad9fde6ffc7 no longer exists at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:44:40.064230 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1aa8e19-8fac-4bf1-af15-0e9cbdd8e5ce req-40320837-1b2d-4bf2-a8cb-531bb4be1c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:44:40.065893 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-e1aa8e19-8fac-4bf1-af15-0e9cbdd8e5ce req-40320837-1b2d-4bf2-a8cb-531bb4be1c69 service neutron] 10.222.0.64 "GET /v2.0/networks?id=4d250f92-d229-45fe-a579-67fef8e6c544 HTTP/1.1" status: 200 len: 870 time: 0.2752240 Oct 27 10:44:40.084635 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] No Port match for: e958ae67-f590-4c54-b34f-0ad9fde6ffc7 {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:44:40.086226 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device e958ae67-f590-4c54-b34f-0ad9fde6ffc7 not bound to the agent host n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:44:40.108622 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-c3e0e2b3-0181-4eff-9b28-d323a14fc45c tempest-AllowedAddressPairIpV6TestJSON-1239049207 tempest-AllowedAddressPairIpV6TestJSON-1239049207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:40.139781 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-c3e0e2b3-0181-4eff-9b28-d323a14fc45c tempest-AllowedAddressPairIpV6TestJSON-1239049207 tempest-AllowedAddressPairIpV6TestJSON-1239049207-project] Calling delete_port for bab652e5-7271-4c2b-a341-6cbeda4ffe5c owned by {{(pid=102346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:44:40.159143 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-e1aa8e19-8fac-4bf1-af15-0e9cbdd8e5ce req-85008c11-d2f6-4fa6-b2b2-2459f8b45ff3 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=df1f7acb-9aae-4f84-b6b3-615ba82cbff3 HTTP/1.1" status: 200 len: 217 time: 0.0812886 Oct 27 10:44:40.169746 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-77ba0b0a-5ccc-4eda-8a01-ad0b893d2a7f None None] Provisioning complete for port bab652e5-7271-4c2b-a341-6cbeda4ffe5c triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:44:40.170879 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-77ba0b0a-5ccc-4eda-8a01-ad0b893d2a7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:40.225615 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 51582) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:44:40.245271 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-77ba0b0a-5ccc-4eda-8a01-ad0b893d2a7f None None] Port bab652e5-7271-4c2b-a341-6cbeda4ffe5c cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:44:40.301654 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1aa8e19-8fac-4bf1-af15-0e9cbdd8e5ce req-be1482e0-86f0-4042-b2c7-befceab43f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:44:40.303367 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-e1aa8e19-8fac-4bf1-af15-0e9cbdd8e5ce req-be1482e0-86f0-4042-b2c7-befceab43f76 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=62eb52f7-aac4-48af-8670-e04300325561 HTTP/1.1" status: 200 len: 843 time: 0.1349416 Oct 27 10:44:40.386785 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-c3e0e2b3-0181-4eff-9b28-d323a14fc45c tempest-AllowedAddressPairIpV6TestJSON-1239049207 tempest-AllowedAddressPairIpV6TestJSON-1239049207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:40.419802 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1aa8e19-8fac-4bf1-af15-0e9cbdd8e5ce req-212dc4dc-d4ae-4916-b2f8-6806798ba233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:44:40.421453 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-e1aa8e19-8fac-4bf1-af15-0e9cbdd8e5ce req-212dc4dc-d4ae-4916-b2f8-6806798ba233 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4d250f92-d229-45fe-a579-67fef8e6c544&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1069493 Oct 27 10:44:40.435764 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-9b872e5e-4420-48af-9101-e4ca944ff095 tempest-AgentManagementNegativeTest-590072562 tempest-AgentManagementNegativeTest-590072562-project] 10.222.0.44 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.2061601 Oct 27 10:44:40.435764 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e0e2b3-0181-4eff-9b28-d323a14fc45c tempest-AllowedAddressPairIpV6TestJSON-1239049207 tempest-AllowedAddressPairIpV6TestJSON-1239049207-project] Pushing event deleted for resources: {'Port': ['ID=bab652e5-7271-4c2b-a341-6cbeda4ffe5c,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:44:40.516797 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-5cca08e2-0a97-446d-a6c8-2fe245f588ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:40.549736 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-c3e0e2b3-0181-4eff-9b28-d323a14fc45c tempest-AllowedAddressPairIpV6TestJSON-1239049207 tempest-AllowedAddressPairIpV6TestJSON-1239049207-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:40.555664 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-c3e0e2b3-0181-4eff-9b28-d323a14fc45c tempest-AllowedAddressPairIpV6TestJSON-1239049207 tempest-AllowedAddressPairIpV6TestJSON-1239049207-project] 10.222.0.44 "DELETE /v2.0/ports/bab652e5-7271-4c2b-a341-6cbeda4ffe5c HTTP/1.1" status: 204 len: 168 time: 0.8752027 Oct 27 10:44:40.555932 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 51590) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:44:40.573087 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cca08e2-0a97-446d-a6c8-2fe245f588ed admin admin] Pushing event deleted for resources: {'Port': ['ID=8a9e97ce-00c0-4310-8238-8a20a53401d6,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:44:40.600221 n-d-813419-10 neutron-server[102346]: INFO neutron.pecan_wsgi.hooks.translation [None req-5dd4eb6f-6d8c-48df-ad8f-4b1bd3da69b1 tempest-AllowedAddressPairIpV6TestJSON-1239049207 tempest-AllowedAddressPairIpV6TestJSON-1239049207-project] GET failed (client error): The resource could not be found. Oct 27 10:44:40.605914 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-5dd4eb6f-6d8c-48df-ad8f-4b1bd3da69b1 tempest-AllowedAddressPairIpV6TestJSON-1239049207 tempest-AllowedAddressPairIpV6TestJSON-1239049207-project] 10.222.0.44 "GET /v2.0/ports/bab652e5-7271-4c2b-a341-6cbeda4ffe5c HTTP/1.1" status: 404 len: 333 time: 0.0488746 Oct 27 10:44:40.606582 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 51594) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:44:40.611698 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-d83d131a-dbfe-4dfd-b5e4-1419b1b064f9 tempest-AllowedAddressPairIpV6TestJSON-1239049207 tempest-AllowedAddressPairIpV6TestJSON-1239049207-project] Request body: {'port': {'network_id': 'de1c0b17-4762-47cb-90aa-bb6d9189401e', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-189815687'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:44:40.717504 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-5cca08e2-0a97-446d-a6c8-2fe245f588ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1664884'] for router_gateway, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:40.757895 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-e1aa8e19-8fac-4bf1-af15-0e9cbdd8e5ce req-13fa9bbf-f860-4f43-a1a7-6953f866b40d service neutron] 10.222.0.64 "GET /v2.0/networks/4d250f92-d229-45fe-a579-67fef8e6c544?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3275542 Oct 27 10:44:40.850890 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d83d131a-dbfe-4dfd-b5e4-1419b1b064f9 tempest-AllowedAddressPairIpV6TestJSON-1239049207 tempest-AllowedAddressPairIpV6TestJSON-1239049207-project] Made reservation on behalf of 5c4f7b29454f42c499cd5cabb2389000 for: {'port': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:44:40.858561 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d83d131a-dbfe-4dfd-b5e4-1419b1b064f9 tempest-AllowedAddressPairIpV6TestJSON-1239049207 tempest-AllowedAddressPairIpV6TestJSON-1239049207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:40.882077 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [None req-d83d131a-dbfe-4dfd-b5e4-1419b1b064f9 tempest-AllowedAddressPairIpV6TestJSON-1239049207 tempest-AllowedAddressPairIpV6TestJSON-1239049207-project] device_id is not set on port 9773ee61-7be6-4347-bba8-9ddf87b038a7 yet. {{(pid=102346) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 10:44:40.888425 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-5cca08e2-0a97-446d-a6c8-2fe245f588ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1765662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3700'] for router, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:40.892226 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-5cca08e2-0a97-446d-a6c8-2fe245f588ed admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:40.978102 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 51602) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:44:41.009977 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-5cca08e2-0a97-446d-a6c8-2fe245f588ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1765641'] for router, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:41.010786 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cca08e2-0a97-446d-a6c8-2fe245f588ed admin admin] Fanout notify agent at l3_agent the message router_deleted on router bb76a6b4-5a75-4458-b5f9-03eabc84bd8b {{(pid=102347) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 10:44:41.019659 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-5cca08e2-0a97-446d-a6c8-2fe245f588ed admin admin] Publish callbacks [] for router, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:41.021270 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-5cca08e2-0a97-446d-a6c8-2fe245f588ed admin admin] 10.222.0.44 "DELETE /v2.0/routers/bb76a6b4-5a75-4458-b5f9-03eabc84bd8b HTTP/1.1" status: 204 len: 168 time: 2.6046133 Oct 27 10:44:41.032402 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 51606) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:44:41.063355 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-e1aa8e19-8fac-4bf1-af15-0e9cbdd8e5ce req-1f03c83c-f818-4bfd-a152-2e2032931560 service neutron] 10.222.0.64 "GET /v2.0/networks/4d250f92-d229-45fe-a579-67fef8e6c544?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2733555 Oct 27 10:44:41.109295 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_common [None req-d83d131a-dbfe-4dfd-b5e4-1419b1b064f9 tempest-AllowedAddressPairIpV6TestJSON-1239049207 tempest-AllowedAddressPairIpV6TestJSON-1239049207-project] Allocated IP 2001:db8::351 (de1c0b17-4762-47cb-90aa-bb6d9189401e/3905f240-d4cb-4282-8c76-045754446fff/9773ee61-7be6-4347-bba8-9ddf87b038a7) {{(pid=102346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:44:41.151611 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d3d4d26-0ac4-4f4a-9b1f-be2a0078c1f1 admin admin] Deleting subnet f7ae2785-df3d-443a-9883-966bc70b525d {{(pid=102347) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 10:44:41.162244 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-8d3d4d26-0ac4-4f4a-9b1f-be2a0078c1f1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:41.252614 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-8d3d4d26-0ac4-4f4a-9b1f-be2a0078c1f1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-18445109'] for subnet, precommit_delete_associations {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:41.367890 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-8d3d4d26-0ac4-4f4a-9b1f-be2a0078c1f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855646'] for subnet, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:41.443690 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd0f3e7-e935-4587-8d11-d627573565a9 req-258e91fb-8577-454a-b296-24b8ff633ab9 tempest-VolumesNegativeTest-1908988882 tempest-VolumesNegativeTest-1908988882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:44:41.453041 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-6bd0f3e7-e935-4587-8d11-d627573565a9 req-258e91fb-8577-454a-b296-24b8ff633ab9 tempest-VolumesNegativeTest-1908988882 tempest-VolumesNegativeTest-1908988882-project] 10.222.0.44 "GET /v2.0/ports?device_id=6686f6cd-c115-48cc-9684-dad73f387bae HTTP/1.1" status: 200 len: 947 time: 0.4534616 Oct 27 10:44:41.458344 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-8d3d4d26-0ac4-4f4a-9b1f-be2a0078c1f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-18295818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18043720'] for subnet, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:41.502962 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-9d960656-40d8-4ced-afbe-21fd4c95c9da admin admin] Publish callbacks [] for security_group, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:41.522200 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3d4d26-0ac4-4f4a-9b1f-be2a0078c1f1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f7ae2785-df3d-443a-9883-966bc70b525d,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:44:41.543263 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78567c23-ed76-4ffa-a733-8fedf82a44ce None None] Network f2385b9b-4fa7-414c-8459-129f74d068c4 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:44:41.543754 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-8d3d4d26-0ac4-4f4a-9b1f-be2a0078c1f1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:41.550223 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-8d3d4d26-0ac4-4f4a-9b1f-be2a0078c1f1 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/f7ae2785-df3d-443a-9883-966bc70b525d HTTP/1.1" status: 204 len: 168 time: 0.5126803 Oct 27 10:44:41.556137 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 51610) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:44:41.665791 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-6bd0f3e7-e935-4587-8d11-d627573565a9 req-33bb81c1-5526-45f6-a8ee-af2d0a3c47cc tempest-VolumesNegativeTest-1908988882 tempest-VolumesNegativeTest-1908988882-project] 10.222.0.44 "GET /v2.0/security-groups?id=ee995603-d981-4a9a-afa0-b63b5aaa2670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2117069 Oct 27 10:44:41.704989 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-6d3bdf8a-ae23-49d6-856c-b8577f3962b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586917'] for network, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:41.748439 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d83d131a-dbfe-4dfd-b5e4-1419b1b064f9 tempest-AllowedAddressPairIpV6TestJSON-1239049207 tempest-AllowedAddressPairIpV6TestJSON-1239049207-project] Publish callbacks [] for port, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:41.796849 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d83d131a-dbfe-4dfd-b5e4-1419b1b064f9 tempest-AllowedAddressPairIpV6TestJSON-1239049207 tempest-AllowedAddressPairIpV6TestJSON-1239049207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:41.824040 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-9d960656-40d8-4ced-afbe-21fd4c95c9da admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:41.835985 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-9d960656-40d8-4ced-afbe-21fd4c95c9da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:41.863530 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 8a9e97ce-00c0-4310-8238-8a20a53401d6 no longer exists at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:44:41.902538 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d83d131a-dbfe-4dfd-b5e4-1419b1b064f9 tempest-AllowedAddressPairIpV6TestJSON-1239049207 tempest-AllowedAddressPairIpV6TestJSON-1239049207-project] Network de1c0b17-4762-47cb-90aa-bb6d9189401e is already hosted by enough agents. {{(pid=102346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:44:41.906494 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] No Port match for: 8a9e97ce-00c0-4310-8238-8a20a53401d6 {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:44:41.906841 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 8a9e97ce-00c0-4310-8238-8a20a53401d6 not bound to the agent host n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:44:41.909029 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-d83d131a-dbfe-4dfd-b5e4-1419b1b064f9 tempest-AllowedAddressPairIpV6TestJSON-1239049207 tempest-AllowedAddressPairIpV6TestJSON-1239049207-project] Resources bound (agent type, host, resource id): {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:44:41.911278 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d83d131a-dbfe-4dfd-b5e4-1419b1b064f9 tempest-AllowedAddressPairIpV6TestJSON-1239049207 tempest-AllowedAddressPairIpV6TestJSON-1239049207-project] Received port after_create {{(pid=102346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:44:41.917239 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d83d131a-dbfe-4dfd-b5e4-1419b1b064f9 tempest-AllowedAddressPairIpV6TestJSON-1239049207 tempest-AllowedAddressPairIpV6TestJSON-1239049207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:44:41.918452 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d83d131a-dbfe-4dfd-b5e4-1419b1b064f9 tempest-AllowedAddressPairIpV6TestJSON-1239049207 tempest-AllowedAddressPairIpV6TestJSON-1239049207-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:41.922083 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83d131a-dbfe-4dfd-b5e4-1419b1b064f9 tempest-AllowedAddressPairIpV6TestJSON-1239049207 tempest-AllowedAddressPairIpV6TestJSON-1239049207-project] Pushing event updated for resources: {'Port': ['ID=9773ee61-7be6-4347-bba8-9ddf87b038a7,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:44:41.939177 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-9d960656-40d8-4ced-afbe-21fd4c95c9da admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5cfee4d67dd54e4abecb0ef11b4e9e65&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9385602 Oct 27 10:44:41.940442 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 51614) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:44:41.942232 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d960656-40d8-4ced-afbe-21fd4c95c9da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8598daff-f5d8-4c17-93cd-4871e7360052,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:44:41.951758 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-6d3bdf8a-ae23-49d6-856c-b8577f3962b0 admin admin] Deleting port 3d528cac-070c-4d85-a38f-1abafcc1fb53 {{(pid=102347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:44:41.952120 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-6d3bdf8a-ae23-49d6-856c-b8577f3962b0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:41.953124 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f927554-d51d-4a33-b51f-6fd8ae47d04f None None] DHCP port deletion for f2385b9b-4fa7-414c-8459-129f74d068c4 request from n-d-813419-10 {{(pid=102348) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 10:44:41.953926 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-d83d131a-dbfe-4dfd-b5e4-1419b1b064f9 tempest-AllowedAddressPairIpV6TestJSON-1239049207 tempest-AllowedAddressPairIpV6TestJSON-1239049207-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.3461642 Oct 27 10:44:41.961967 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 51616) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:44:41.971184 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-ba2c25ff-d4ed-4ff1-92c6-d839bad01458 tempest-AllowedAddressPairIpV6TestJSON-1239049207 tempest-AllowedAddressPairIpV6TestJSON-1239049207-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:b7:1f:18'}]}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:44:42.031952 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-8f927554-d51d-4a33-b51f-6fd8ae47d04f None None] Deleting port 3d528cac-070c-4d85-a38f-1abafcc1fb53 {{(pid=102348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:44:42.032358 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-8f927554-d51d-4a33-b51f-6fd8ae47d04f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:42.068995 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [None req-6d3bdf8a-ae23-49d6-856c-b8577f3962b0 admin admin] For port 3d528cac-070c-4d85-a38f-1abafcc1fb53, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=3d528cac-070c-4d85-a38f-1abafcc1fb53,segment=NetworkSegment(af276840-f825-41e1-8416-3e9649c7d456),segment_id=af276840-f825-41e1-8416-3e9649c7d456)] {{(pid=102347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:44:42.069350 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-6d3bdf8a-ae23-49d6-856c-b8577f3962b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:42.075349 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ba2c25ff-d4ed-4ff1-92c6-d839bad01458 tempest-AllowedAddressPairIpV6TestJSON-1239049207 tempest-AllowedAddressPairIpV6TestJSON-1239049207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:42.083689 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-6d3bdf8a-ae23-49d6-856c-b8577f3962b0 admin admin] Calling delete_port for 3d528cac-070c-4d85-a38f-1abafcc1fb53 owned by network:dhcp {{(pid=102347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:44:42.085445 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-c24e62e8-5921-4bac-af3c-310b0d8e517e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:42.170180 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-8f927554-d51d-4a33-b51f-6fd8ae47d04f None None] For port 3d528cac-070c-4d85-a38f-1abafcc1fb53, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=3d528cac-070c-4d85-a38f-1abafcc1fb53,segment=NetworkSegment(af276840-f825-41e1-8416-3e9649c7d456),segment_id=af276840-f825-41e1-8416-3e9649c7d456)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:44:42.170585 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-8f927554-d51d-4a33-b51f-6fd8ae47d04f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:42.176292 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-6d3bdf8a-ae23-49d6-856c-b8577f3962b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:42.187234 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-8f927554-d51d-4a33-b51f-6fd8ae47d04f None None] Calling delete_port for 3d528cac-070c-4d85-a38f-1abafcc1fb53 owned by network:dhcp {{(pid=102348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:44:42.205266 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d3bdf8a-ae23-49d6-856c-b8577f3962b0 admin admin] No DVR routers for this DVR port 3d528cac-070c-4d85-a38f-1abafcc1fb53 on host n-d-813419-10 {{(pid=102347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:44:42.212049 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3bdf8a-ae23-49d6-856c-b8577f3962b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=3d528cac-070c-4d85-a38f-1abafcc1fb53,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:44:42.244863 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-c24e62e8-5921-4bac-af3c-310b0d8e517e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:42.284341 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-8f927554-d51d-4a33-b51f-6fd8ae47d04f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615'] for port, after_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:42.296314 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f927554-d51d-4a33-b51f-6fd8ae47d04f None None] No DVR routers for this DVR port 3d528cac-070c-4d85-a38f-1abafcc1fb53 on host n-d-813419-10 {{(pid=102348) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:44:42.324765 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f927554-d51d-4a33-b51f-6fd8ae47d04f None None] Pushing event deleted for resources: {'Port': ['ID=3d528cac-070c-4d85-a38f-1abafcc1fb53,revision_number=None']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:44:42.332654 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-6d3bdf8a-ae23-49d6-856c-b8577f3962b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857803', 'neutron.services.segments.db._delete_segments_for_network-8743873143390'] for network, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:42.351459 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-af00d1af-ebf8-4e7f-b6c7-770242cd6ceb None None] Provisioning complete for port 9773ee61-7be6-4347-bba8-9ddf87b038a7 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:44:42.351736 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-af00d1af-ebf8-4e7f-b6c7-770242cd6ceb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:42.378925 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-6d3bdf8a-ae23-49d6-856c-b8577f3962b0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2385b9b-4fa7-414c-8459-129f74d068c4']}} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:44:42.391241 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-6d3bdf8a-ae23-49d6-856c-b8577f3962b0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af276840-f825-41e1-8416-3e9649c7d456') {'for_net_delete': True} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:44:42.391585 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-6d3bdf8a-ae23-49d6-856c-b8577f3962b0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af276840-f825-41e1-8416-3e9649c7d456') {} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:44:42.398724 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-c24e62e8-5921-4bac-af3c-310b0d8e517e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:42.401234 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-c24e62e8-5921-4bac-af3c-310b0d8e517e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:42.402946 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-c24e62e8-5921-4bac-af3c-310b0d8e517e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8598daff-f5d8-4c17-93cd-4871e7360052 HTTP/1.1" status: 204 len: 168 time: 0.4610367 Oct 27 10:44:42.405670 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-6d3bdf8a-ae23-49d6-856c-b8577f3962b0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743873145191', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18445132'] for segment, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:42.422803 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-6d3bdf8a-ae23-49d6-856c-b8577f3962b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:42.430159 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d3bdf8a-ae23-49d6-856c-b8577f3962b0 admin admin] Releasing vlan 423 on physical network physnet1 to pool {{(pid=102347) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 10:44:42.430667 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-6d3bdf8a-ae23-49d6-856c-b8577f3962b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-18296032'] for segment, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:42.431619 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-af00d1af-ebf8-4e7f-b6c7-770242cd6ceb None None] Port 9773ee61-7be6-4347-bba8-9ddf87b038a7 cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:44:42.435543 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24e62e8-5921-4bac-af3c-310b0d8e517e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8598daff-f5d8-4c17-93cd-4871e7360052,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:44:42.444707 n-d-813419-10 neutron-server[102347]: Traceback (most recent call last): Oct 27 10:44:42.444707 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 10:44:42.444707 n-d-813419-10 neutron-server[102347]: timer() Oct 27 10:44:42.444707 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 10:44:42.444707 n-d-813419-10 neutron-server[102347]: cb(*args, **kw) Oct 27 10:44:42.444707 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 10:44:42.444707 n-d-813419-10 neutron-server[102347]: return func(*args, **kwargs) Oct 27 10:44:42.444707 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 10:44:42.444707 n-d-813419-10 neutron-server[102347]: self._notify() Oct 27 10:44:42.444707 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 10:44:42.444707 n-d-813419-10 neutron-server[102347]: self.callback(batched_events) Oct 27 10:44:42.444707 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 10:44:42.444707 n-d-813419-10 neutron-server[102347]: event.method(event) Oct 27 10:44:42.444707 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 10:44:42.444707 n-d-813419-10 neutron-server[102347]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 10:44:42.444707 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 10:44:42.444707 n-d-813419-10 neutron-server[102347]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 10:44:42.444707 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 10:44:42.444707 n-d-813419-10 neutron-server[102347]: return f(self, *a, **k) Oct 27 10:44:42.444707 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 10:44:42.444707 n-d-813419-10 neutron-server[102347]: return self._get(url).json() Oct 27 10:44:42.444707 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 10:44:42.444707 n-d-813419-10 neutron-server[102347]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 10:44:42.444707 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 10:44:42.444707 n-d-813419-10 neutron-server[102347]: return self.request(url, 'GET', **kwargs) Oct 27 10:44:42.444707 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 10:44:42.444707 n-d-813419-10 neutron-server[102347]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 10:44:42.444707 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 10:44:42.444707 n-d-813419-10 neutron-server[102347]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 10:44:42.444707 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 10:44:42.444707 n-d-813419-10 neutron-server[102347]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 10:44:42.444707 n-d-813419-10 neutron-server[102347]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 10:44:42.463774 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ba2c25ff-d4ed-4ff1-92c6-d839bad01458 tempest-AllowedAddressPairIpV6TestJSON-1239049207 tempest-AllowedAddressPairIpV6TestJSON-1239049207-project] Publish callbacks [] for port, precommit_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:42.472458 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ba2c25ff-d4ed-4ff1-92c6-d839bad01458 tempest-AllowedAddressPairIpV6TestJSON-1239049207 tempest-AllowedAddressPairIpV6TestJSON-1239049207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27024173'] for port, after_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:42.514806 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-ba2c25ff-d4ed-4ff1-92c6-d839bad01458 tempest-AllowedAddressPairIpV6TestJSON-1239049207 tempest-AllowedAddressPairIpV6TestJSON-1239049207-project] In _notify_port_updated(), no bound segment for port 9773ee61-7be6-4347-bba8-9ddf87b038a7 on network de1c0b17-4762-47cb-90aa-bb6d9189401e {{(pid=102346) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 27 10:44:42.521574 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba2c25ff-d4ed-4ff1-92c6-d839bad01458 tempest-AllowedAddressPairIpV6TestJSON-1239049207 tempest-AllowedAddressPairIpV6TestJSON-1239049207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:44:42.522305 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ba2c25ff-d4ed-4ff1-92c6-d839bad01458 tempest-AllowedAddressPairIpV6TestJSON-1239049207 tempest-AllowedAddressPairIpV6TestJSON-1239049207-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:42.527211 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-ba2c25ff-d4ed-4ff1-92c6-d839bad01458 tempest-AllowedAddressPairIpV6TestJSON-1239049207 tempest-AllowedAddressPairIpV6TestJSON-1239049207-project] 10.222.0.44 "PUT /v2.0/ports/9773ee61-7be6-4347-bba8-9ddf87b038a7 HTTP/1.1" status: 200 len: 1002 time: 0.5634606 Oct 27 10:44:42.528930 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 51622) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:44:42.546259 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2c25ff-d4ed-4ff1-92c6-d839bad01458 tempest-AllowedAddressPairIpV6TestJSON-1239049207 tempest-AllowedAddressPairIpV6TestJSON-1239049207-project] Pushing event updated for resources: {'Port': ['ID=9773ee61-7be6-4347-bba8-9ddf87b038a7,revision_number=2']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:44:42.586390 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-6d3bdf8a-ae23-49d6-856c-b8577f3962b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664840'] for network, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:42.608091 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-6d3bdf8a-ae23-49d6-856c-b8577f3962b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for network, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:42.611505 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-6d3bdf8a-ae23-49d6-856c-b8577f3962b0 admin admin] 10.222.0.44 "DELETE /v2.0/networks/f2385b9b-4fa7-414c-8459-129f74d068c4 HTTP/1.1" status: 204 len: 168 time: 1.0479631 Oct 27 10:44:42.614499 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3bdf8a-ae23-49d6-856c-b8577f3962b0 admin admin] Pushing event deleted for resources: {'Network': ['ID=f2385b9b-4fa7-414c-8459-129f74d068c4,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:44:42.683359 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-a9d83aa5-3594-457b-a0af-c7f7269f7de3 tempest-AllowedAddressPairIpV6TestJSON-1239049207 tempest-AllowedAddressPairIpV6TestJSON-1239049207-project] Deleting port 9773ee61-7be6-4347-bba8-9ddf87b038a7 {{(pid=102347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:44:42.684316 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-a9d83aa5-3594-457b-a0af-c7f7269f7de3 tempest-AllowedAddressPairIpV6TestJSON-1239049207 tempest-AllowedAddressPairIpV6TestJSON-1239049207-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:42.804936 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-a9d83aa5-3594-457b-a0af-c7f7269f7de3 tempest-AllowedAddressPairIpV6TestJSON-1239049207 tempest-AllowedAddressPairIpV6TestJSON-1239049207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:42.828344 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-a9d83aa5-3594-457b-a0af-c7f7269f7de3 tempest-AllowedAddressPairIpV6TestJSON-1239049207 tempest-AllowedAddressPairIpV6TestJSON-1239049207-project] Calling delete_port for 9773ee61-7be6-4347-bba8-9ddf87b038a7 owned by {{(pid=102347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:44:42.859785 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-cc374eb0-50cf-49b8-98d0-92aecdb8d186 None None] Provisioning complete for port 9773ee61-7be6-4347-bba8-9ddf87b038a7 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:44:42.861167 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-cc374eb0-50cf-49b8-98d0-92aecdb8d186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:42.945677 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73bd91e-d331-4c72-89c6-adeb7cd5657d req-f074c7c0-9d2d-4ba4-90c1-f51139e4f96c tempest-VolumesNegativeTest-1908988882 tempest-VolumesNegativeTest-1908988882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:44:42.945677 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-a73bd91e-d331-4c72-89c6-adeb7cd5657d req-f074c7c0-9d2d-4ba4-90c1-f51139e4f96c tempest-VolumesNegativeTest-1908988882 tempest-VolumesNegativeTest-1908988882-project] 10.222.0.44 "GET /v2.0/ports?device_id=6686f6cd-c115-48cc-9684-dad73f387bae HTTP/1.1" status: 200 len: 947 time: 0.1321568 Oct 27 10:44:42.945904 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 51640) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:44:42.958949 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-cc374eb0-50cf-49b8-98d0-92aecdb8d186 None None] Port 9773ee61-7be6-4347-bba8-9ddf87b038a7 cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:44:43.004462 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-97cddaf0-9581-4e16-8bf4-928add5bd7bd admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3e6cb564c3b34b1095cef7d65946c25d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0573046 Oct 27 10:44:43.005114 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 51642) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:44:43.066781 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-8c98d41b-cda4-4fa8-a92b-274d6030fc26 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:43.069853 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-a73bd91e-d331-4c72-89c6-adeb7cd5657d req-0438fe05-e1fe-4c3c-a110-03d7794d599c tempest-VolumesNegativeTest-1908988882 tempest-VolumesNegativeTest-1908988882-project] 10.222.0.44 "GET /v2.0/security-groups?id=ee995603-d981-4a9a-afa0-b63b5aaa2670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816932 Oct 27 10:44:43.092630 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-a9d83aa5-3594-457b-a0af-c7f7269f7de3 tempest-AllowedAddressPairIpV6TestJSON-1239049207 tempest-AllowedAddressPairIpV6TestJSON-1239049207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:43.108186 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-8c98d41b-cda4-4fa8-a92b-274d6030fc26 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:43.163387 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-8c98d41b-cda4-4fa8-a92b-274d6030fc26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:43.166095 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-8c98d41b-cda4-4fa8-a92b-274d6030fc26 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:43.172869 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-8c98d41b-cda4-4fa8-a92b-274d6030fc26 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ae9e7cb5-3404-4285-8fc7-72260b0f869e HTTP/1.1" status: 204 len: 168 time: 0.1667202 Oct 27 10:44:43.192153 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c98d41b-cda4-4fa8-a92b-274d6030fc26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae9e7cb5-3404-4285-8fc7-72260b0f869e,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:44:43.214071 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-a9d83aa5-3594-457b-a0af-c7f7269f7de3 tempest-AllowedAddressPairIpV6TestJSON-1239049207 tempest-AllowedAddressPairIpV6TestJSON-1239049207-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:43.222299 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-a9d83aa5-3594-457b-a0af-c7f7269f7de3 tempest-AllowedAddressPairIpV6TestJSON-1239049207 tempest-AllowedAddressPairIpV6TestJSON-1239049207-project] 10.222.0.44 "DELETE /v2.0/ports/9773ee61-7be6-4347-bba8-9ddf87b038a7 HTTP/1.1" status: 204 len: 168 time: 0.6904263 Oct 27 10:44:43.223762 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d83aa5-3594-457b-a0af-c7f7269f7de3 tempest-AllowedAddressPairIpV6TestJSON-1239049207 tempest-AllowedAddressPairIpV6TestJSON-1239049207-project] Pushing event deleted for resources: {'Port': ['ID=9773ee61-7be6-4347-bba8-9ddf87b038a7,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:44:43.243815 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 51648) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:44:43.275551 n-d-813419-10 neutron-server[102347]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1edd878-9009-4191-ba45-2561132917d1 tempest-AllowedAddressPairIpV6TestJSON-1239049207 tempest-AllowedAddressPairIpV6TestJSON-1239049207-project] GET failed (client error): The resource could not be found. Oct 27 10:44:43.277715 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-d1edd878-9009-4191-ba45-2561132917d1 tempest-AllowedAddressPairIpV6TestJSON-1239049207 tempest-AllowedAddressPairIpV6TestJSON-1239049207-project] 10.222.0.44 "GET /v2.0/ports/9773ee61-7be6-4347-bba8-9ddf87b038a7 HTTP/1.1" status: 404 len: 333 time: 0.0327840 Oct 27 10:44:43.281467 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 51652) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:44:43.287827 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-7cf728c5-bc98-41ec-9cb6-a94da0f69c93 tempest-AllowedAddressPairIpV6TestJSON-1239049207 tempest-AllowedAddressPairIpV6TestJSON-1239049207-project] Request body: {'port': {'network_id': 'de1c0b17-4762-47cb-90aa-bb6d9189401e', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-795098794'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:44:43.447604 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cf728c5-bc98-41ec-9cb6-a94da0f69c93 tempest-AllowedAddressPairIpV6TestJSON-1239049207 tempest-AllowedAddressPairIpV6TestJSON-1239049207-project] Made reservation on behalf of 5c4f7b29454f42c499cd5cabb2389000 for: {'port': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:44:43.452553 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-7cf728c5-bc98-41ec-9cb6-a94da0f69c93 tempest-AllowedAddressPairIpV6TestJSON-1239049207 tempest-AllowedAddressPairIpV6TestJSON-1239049207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:43.483930 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [None req-7cf728c5-bc98-41ec-9cb6-a94da0f69c93 tempest-AllowedAddressPairIpV6TestJSON-1239049207 tempest-AllowedAddressPairIpV6TestJSON-1239049207-project] device_id is not set on port 8dd4c575-865b-48f8-8bcc-2ad2f5306362 yet. {{(pid=102346) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 10:44:43.624136 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 51666) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:44:43.634142 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_common [None req-7cf728c5-bc98-41ec-9cb6-a94da0f69c93 tempest-AllowedAddressPairIpV6TestJSON-1239049207 tempest-AllowedAddressPairIpV6TestJSON-1239049207-project] Allocated IP 2001:db8::15b (de1c0b17-4762-47cb-90aa-bb6d9189401e/3905f240-d4cb-4282-8c76-045754446fff/8dd4c575-865b-48f8-8bcc-2ad2f5306362) {{(pid=102346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:44:43.642630 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device df1f7acb-9aae-4f84-b6b3-615ba82cbff3 details requested by agent hyperv_n-h1-813419-10 with host n-h1-813419-10 {{(pid=102348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 10:44:43.773676 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port df1f7acb-9aae-4f84-b6b3-615ba82cbff3, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=df1f7acb-9aae-4f84-b6b3-615ba82cbff3,segment=NetworkSegment(f7c42c6d-2766-46d8-a8b7-4852117a5555),segment_id=f7c42c6d-2766-46d8-a8b7-4852117a5555)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:44:43.791014 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Returning: {'device': 'df1f7acb-9aae-4f84-b6b3-615ba82cbff3', 'network_id': '4d250f92-d229-45fe-a579-67fef8e6c544', 'port_id': 'df1f7acb-9aae-4f84-b6b3-615ba82cbff3', 'mac_address': 'fa:16:3e:2c:ad:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62eb52f7-aac4-48af-8670-e04300325561', 'ip_address': '192.168.233.54'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 10:44:43.842826 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:43.843778 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-7cf728c5-bc98-41ec-9cb6-a94da0f69c93 tempest-AllowedAddressPairIpV6TestJSON-1239049207 tempest-AllowedAddressPairIpV6TestJSON-1239049207-project] Publish callbacks [] for port, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:43.864294 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 3d528cac-070c-4d85-a38f-1abafcc1fb53 no longer exists at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:44:43.897183 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df1f7acb-9aae-4f84-b6b3-615ba82cbff3 {{(pid=102348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:44:43.903098 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] No Port match for: 3d528cac-070c-4d85-a38f-1abafcc1fb53 {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:44:43.903448 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 3d528cac-070c-4d85-a38f-1abafcc1fb53 not bound to the agent host n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:44:43.929409 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-7cf728c5-bc98-41ec-9cb6-a94da0f69c93 tempest-AllowedAddressPairIpV6TestJSON-1239049207 tempest-AllowedAddressPairIpV6TestJSON-1239049207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:43.933515 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port df1f7acb-9aae-4f84-b6b3-615ba82cbff3, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=df1f7acb-9aae-4f84-b6b3-615ba82cbff3,segment=NetworkSegment(f7c42c6d-2766-46d8-a8b7-4852117a5555),segment_id=f7c42c6d-2766-46d8-a8b7-4852117a5555)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:44:43.939641 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:43.976962 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-c5182316-4bb5-452b-925f-452297e48a43 tempest-AllowedAddressPairTestJSON-1199930546 tempest-AllowedAddressPairTestJSON-1199930546-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1371942400'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:44:43.993506 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cf728c5-bc98-41ec-9cb6-a94da0f69c93 tempest-AllowedAddressPairIpV6TestJSON-1239049207 tempest-AllowedAddressPairIpV6TestJSON-1239049207-project] Network de1c0b17-4762-47cb-90aa-bb6d9189401e is already hosted by enough agents. {{(pid=102346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:44:43.999691 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-7cf728c5-bc98-41ec-9cb6-a94da0f69c93 tempest-AllowedAddressPairIpV6TestJSON-1239049207 tempest-AllowedAddressPairIpV6TestJSON-1239049207-project] Resources bound (agent type, host, resource id): {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:44:44.003756 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cf728c5-bc98-41ec-9cb6-a94da0f69c93 tempest-AllowedAddressPairIpV6TestJSON-1239049207 tempest-AllowedAddressPairIpV6TestJSON-1239049207-project] Received port after_create {{(pid=102346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:44:44.020733 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cf728c5-bc98-41ec-9cb6-a94da0f69c93 tempest-AllowedAddressPairIpV6TestJSON-1239049207 tempest-AllowedAddressPairIpV6TestJSON-1239049207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:44:44.021414 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-7cf728c5-bc98-41ec-9cb6-a94da0f69c93 tempest-AllowedAddressPairIpV6TestJSON-1239049207 tempest-AllowedAddressPairIpV6TestJSON-1239049207-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:44.023914 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5182316-4bb5-452b-925f-452297e48a43 tempest-AllowedAddressPairTestJSON-1199930546 tempest-AllowedAddressPairTestJSON-1199930546-project] Made reservation on behalf of f3c381266b1b47b5a136f41b6602f90a for: {'network': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:44:44.028339 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-c5182316-4bb5-452b-925f-452297e48a43 tempest-AllowedAddressPairTestJSON-1199930546 tempest-AllowedAddressPairTestJSON-1199930546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for network, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:44.041856 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-c5182316-4bb5-452b-925f-452297e48a43 tempest-AllowedAddressPairTestJSON-1199930546 tempest-AllowedAddressPairTestJSON-1199930546-project] Publish callbacks [] for security_group, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:44.065028 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Pushing event updated for resources: {'Port': ['ID=df1f7acb-9aae-4f84-b6b3-615ba82cbff3,revision_number=4']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:44:44.080961 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-7cf728c5-bc98-41ec-9cb6-a94da0f69c93 tempest-AllowedAddressPairIpV6TestJSON-1239049207 tempest-AllowedAddressPairIpV6TestJSON-1239049207-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.7976990 Oct 27 10:44:44.090545 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 51682) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:44:44.104167 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf728c5-bc98-41ec-9cb6-a94da0f69c93 tempest-AllowedAddressPairIpV6TestJSON-1239049207 tempest-AllowedAddressPairIpV6TestJSON-1239049207-project] Pushing event updated for resources: {'Port': ['ID=8dd4c575-865b-48f8-8bcc-2ad2f5306362,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:44:44.109666 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-11b32692-5982-47e0-8b80-5c5d8f9106a7 tempest-AllowedAddressPairIpV6TestJSON-1239049207 tempest-AllowedAddressPairIpV6TestJSON-1239049207-project] Request body: {'port': {'network_id': 'de1c0b17-4762-47cb-90aa-bb6d9189401e', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1699932637'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:44:44.165876 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] get_ports_and_sgs() called for port_ids ['df1f7acb-9aae-4f84-b6b3-615ba82cbff3'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:44:44.276344 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 51688) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:44:44.372696 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90833bcb-9ae9-49d6-9850-306223f97503 req-f2d59f92-4ad8-4f98-93f4-f65a6427db34 tempest-VolumesNegativeTest-1908988882 tempest-VolumesNegativeTest-1908988882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:44:44.381371 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-90833bcb-9ae9-49d6-9850-306223f97503 req-f2d59f92-4ad8-4f98-93f4-f65a6427db34 tempest-VolumesNegativeTest-1908988882 tempest-VolumesNegativeTest-1908988882-project] 10.222.0.44 "GET /v2.0/ports?device_id=6686f6cd-c115-48cc-9684-dad73f387bae HTTP/1.1" status: 200 len: 948 time: 0.1908159 Oct 27 10:44:44.399773 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-2c629af6-2c52-4daa-9f26-adb6953ab54d None None] Provisioning complete for port 8dd4c575-865b-48f8-8bcc-2ad2f5306362 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:44:44.400362 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-2c629af6-2c52-4daa-9f26-adb6953ab54d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:44.414521 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11b32692-5982-47e0-8b80-5c5d8f9106a7 tempest-AllowedAddressPairIpV6TestJSON-1239049207 tempest-AllowedAddressPairIpV6TestJSON-1239049207-project] Made reservation on behalf of 5c4f7b29454f42c499cd5cabb2389000 for: {'port': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:44:44.420159 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-11b32692-5982-47e0-8b80-5c5d8f9106a7 tempest-AllowedAddressPairIpV6TestJSON-1239049207 tempest-AllowedAddressPairIpV6TestJSON-1239049207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:44.439449 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-c5182316-4bb5-452b-925f-452297e48a43 tempest-AllowedAddressPairTestJSON-1199930546 tempest-AllowedAddressPairTestJSON-1199930546-project] Publish callbacks [] for security_group, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:44.440972 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-2c629af6-2c52-4daa-9f26-adb6953ab54d None None] Port 8dd4c575-865b-48f8-8bcc-2ad2f5306362 cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:44:44.454480 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-c5182316-4bb5-452b-925f-452297e48a43 tempest-AllowedAddressPairTestJSON-1199930546 tempest-AllowedAddressPairTestJSON-1199930546-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:44.458409 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-0324958f-7866-4c51-b52c-364e508f1422 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-518388358-network', 'tenant_id': 'e0ec8c338248463eadd7134ef16392ec'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:44:44.479392 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [None req-11b32692-5982-47e0-8b80-5c5d8f9106a7 tempest-AllowedAddressPairIpV6TestJSON-1239049207 tempest-AllowedAddressPairIpV6TestJSON-1239049207-project] device_id is not set on port a7e2dd40-4e16-4840-b13c-fa53fc1bc5be yet. {{(pid=102347) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 10:44:44.484602 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0324958f-7866-4c51-b52c-364e508f1422 admin admin] Made reservation on behalf of e0ec8c338248463eadd7134ef16392ec for: {'network': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:44:44.487566 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-0324958f-7866-4c51-b52c-364e508f1422 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for network, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:44.489163 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-90833bcb-9ae9-49d6-9850-306223f97503 req-9f05f8f6-3c9b-496c-8597-000d107c59e0 tempest-VolumesNegativeTest-1908988882 tempest-VolumesNegativeTest-1908988882-project] 10.222.0.44 "GET /v2.0/security-groups?id=ee995603-d981-4a9a-afa0-b63b5aaa2670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069815 Oct 27 10:44:44.500847 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5182316-4bb5-452b-925f-452297e48a43 tempest-AllowedAddressPairTestJSON-1199930546 tempest-AllowedAddressPairTestJSON-1199930546-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 402} {{(pid=102347) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 10:44:44.504235 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-0324958f-7866-4c51-b52c-364e508f1422 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:44.554932 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5182316-4bb5-452b-925f-452297e48a43 tempest-AllowedAddressPairTestJSON-1199930546 tempest-AllowedAddressPairTestJSON-1199930546-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1bf5f203-a9d1-4164-950b-6ff57312d7a8,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:44:44.568964 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-c5182316-4bb5-452b-925f-452297e48a43 tempest-AllowedAddressPairTestJSON-1199930546 tempest-AllowedAddressPairTestJSON-1199930546-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:44.569252 n-d-813419-10 neutron-server[102347]: INFO neutron.db.segments_db [None req-c5182316-4bb5-452b-925f-452297e48a43 tempest-AllowedAddressPairTestJSON-1199930546 tempest-AllowedAddressPairTestJSON-1199930546-project] Added segment eb64e6e3-ba0e-422d-a212-c23d77d5eaf6 of type vlan for network 0f24d709-65c6-40f3-9b6a-31a1b9878215 Oct 27 10:44:44.612585 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-0324958f-7866-4c51-b52c-364e508f1422 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:44.627403 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-0324958f-7866-4c51-b52c-364e508f1422 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:44.656025 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0324958f-7866-4c51-b52c-364e508f1422 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 414} {{(pid=102346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 10:44:44.659431 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-c5182316-4bb5-452b-925f-452297e48a43 tempest-AllowedAddressPairTestJSON-1199930546 tempest-AllowedAddressPairTestJSON-1199930546-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743872593080'] for network, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:44.673129 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0324958f-7866-4c51-b52c-364e508f1422 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78b00a37-7309-4fe7-b9e5-d3cf0246ee6d,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:44:44.676132 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-0324958f-7866-4c51-b52c-364e508f1422 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:44.676496 n-d-813419-10 neutron-server[102346]: INFO neutron.db.segments_db [None req-0324958f-7866-4c51-b52c-364e508f1422 admin admin] Added segment ceecd002-0880-4375-a568-64df7900389e of type vlan for network 095a52e2-adfb-413a-ad18-4ab0c06e2a0b Oct 27 10:44:44.707325 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_common [None req-11b32692-5982-47e0-8b80-5c5d8f9106a7 tempest-AllowedAddressPairIpV6TestJSON-1239049207 tempest-AllowedAddressPairIpV6TestJSON-1239049207-project] Allocated IP 2001:db8::3e6 (de1c0b17-4762-47cb-90aa-bb6d9189401e/3905f240-d4cb-4282-8c76-045754446fff/a7e2dd40-4e16-4840-b13c-fa53fc1bc5be) {{(pid=102347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:44:44.719964 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-c5182316-4bb5-452b-925f-452297e48a43 tempest-AllowedAddressPairTestJSON-1199930546 tempest-AllowedAddressPairTestJSON-1199930546-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913'] for network, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:44.720782 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-0324958f-7866-4c51-b52c-364e508f1422 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743872593080'] for network, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:44.726248 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5182316-4bb5-452b-925f-452297e48a43 tempest-AllowedAddressPairTestJSON-1199930546 tempest-AllowedAddressPairTestJSON-1199930546-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:44:44.726902 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-c5182316-4bb5-452b-925f-452297e48a43 tempest-AllowedAddressPairTestJSON-1199930546 tempest-AllowedAddressPairTestJSON-1199930546-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for network, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:44.752149 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-0324958f-7866-4c51-b52c-364e508f1422 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913'] for network, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:44.753206 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0324958f-7866-4c51-b52c-364e508f1422 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:44:44.753801 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-0324958f-7866-4c51-b52c-364e508f1422 admin admin] Publish callbacks [] for network, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:44.812147 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-0324958f-7866-4c51-b52c-364e508f1422 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5345299 Oct 27 10:44:44.815063 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 51694) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:44:44.819921 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-5ea4763b-645d-4b9f-819b-4c613fac4cb4 admin admin] Request body: {'subnet': {'network_id': '095a52e2-adfb-413a-ad18-4ab0c06e2a0b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-518388358-subnet', 'tenant_id': 'e0ec8c338248463eadd7134ef16392ec', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:44:44.824215 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0324958f-7866-4c51-b52c-364e508f1422 admin admin] Pushing event updated for resources: {'Network': ['ID=095a52e2-adfb-413a-ad18-4ab0c06e2a0b,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:44:44.841642 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Network 095a52e2-adfb-413a-ad18-4ab0c06e2a0b details requested by agent ovs-agent-n-d-813419-10 with host n-d-813419-10 {{(pid=102348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 10:44:44.842142 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-c5182316-4bb5-452b-925f-452297e48a43 tempest-AllowedAddressPairTestJSON-1199930546 tempest-AllowedAddressPairTestJSON-1199930546-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.2168300 Oct 27 10:44:44.845552 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 51696) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:44:44.851022 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-f93d5e5b-ae81-487c-a1a7-fe289f039e05 tempest-AllowedAddressPairTestJSON-1199930546 tempest-AllowedAddressPairTestJSON-1199930546-project] Request body: {'subnet': {'network_id': '0f24d709-65c6-40f3-9b6a-31a1b9878215', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:44:44.860677 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ea4763b-645d-4b9f-819b-4c613fac4cb4 admin admin] Made reservation on behalf of e0ec8c338248463eadd7134ef16392ec for: {'subnet': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:44:44.862939 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-5ea4763b-645d-4b9f-819b-4c613fac4cb4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27167186'] for subnet, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:44.874810 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5182316-4bb5-452b-925f-452297e48a43 tempest-AllowedAddressPairTestJSON-1199930546 tempest-AllowedAddressPairTestJSON-1199930546-project] Pushing event updated for resources: {'Network': ['ID=0f24d709-65c6-40f3-9b6a-31a1b9878215,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:44:44.897237 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Network 0f24d709-65c6-40f3-9b6a-31a1b9878215 details requested by agent ovs-agent-n-d-813419-10 with host n-d-813419-10 {{(pid=102348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 10:44:45.009153 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f93d5e5b-ae81-487c-a1a7-fe289f039e05 tempest-AllowedAddressPairTestJSON-1199930546 tempest-AllowedAddressPairTestJSON-1199930546-project] Made reservation on behalf of f3c381266b1b47b5a136f41b6602f90a for: {'subnet': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:44:45.013663 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-f93d5e5b-ae81-487c-a1a7-fe289f039e05 tempest-AllowedAddressPairTestJSON-1199930546 tempest-AllowedAddressPairTestJSON-1199930546-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27167186'] for subnet, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:45.015759 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-11b32692-5982-47e0-8b80-5c5d8f9106a7 tempest-AllowedAddressPairIpV6TestJSON-1239049207 tempest-AllowedAddressPairIpV6TestJSON-1239049207-project] Publish callbacks [] for port, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:45.087704 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-11b32692-5982-47e0-8b80-5c5d8f9106a7 tempest-AllowedAddressPairIpV6TestJSON-1239049207 tempest-AllowedAddressPairIpV6TestJSON-1239049207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:45.150519 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11b32692-5982-47e0-8b80-5c5d8f9106a7 tempest-AllowedAddressPairIpV6TestJSON-1239049207 tempest-AllowedAddressPairIpV6TestJSON-1239049207-project] Network de1c0b17-4762-47cb-90aa-bb6d9189401e is already hosted by enough agents. {{(pid=102347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:44:45.156498 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [None req-11b32692-5982-47e0-8b80-5c5d8f9106a7 tempest-AllowedAddressPairIpV6TestJSON-1239049207 tempest-AllowedAddressPairIpV6TestJSON-1239049207-project] Resources bound (agent type, host, resource id): {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:44:45.158894 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b32692-5982-47e0-8b80-5c5d8f9106a7 tempest-AllowedAddressPairIpV6TestJSON-1239049207 tempest-AllowedAddressPairIpV6TestJSON-1239049207-project] Pushing event updated for resources: {'Port': ['ID=a7e2dd40-4e16-4840-b13c-fa53fc1bc5be,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:44:45.161410 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11b32692-5982-47e0-8b80-5c5d8f9106a7 tempest-AllowedAddressPairIpV6TestJSON-1239049207 tempest-AllowedAddressPairIpV6TestJSON-1239049207-project] Received port after_create {{(pid=102347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:44:45.169565 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11b32692-5982-47e0-8b80-5c5d8f9106a7 tempest-AllowedAddressPairIpV6TestJSON-1239049207 tempest-AllowedAddressPairIpV6TestJSON-1239049207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:44:45.170629 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-11b32692-5982-47e0-8b80-5c5d8f9106a7 tempest-AllowedAddressPairIpV6TestJSON-1239049207 tempest-AllowedAddressPairIpV6TestJSON-1239049207-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:45.197444 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 51702) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:44:45.197669 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-11b32692-5982-47e0-8b80-5c5d8f9106a7 tempest-AllowedAddressPairIpV6TestJSON-1239049207 tempest-AllowedAddressPairIpV6TestJSON-1239049207-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.1044929 Oct 27 10:44:45.215774 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-d4ff3261-8138-4521-b595-e142d86efd38 tempest-AllowedAddressPairIpV6TestJSON-1239049207 tempest-AllowedAddressPairIpV6TestJSON-1239049207-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::3ad', 'mac_address': 'fa:16:3e:b7:1f:18'}, {'ip_address': '2001:db8::15b', 'mac_address': 'fa:16:3e:68:f4:c1'}]}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:44:45.395445 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-f93d5e5b-ae81-487c-a1a7-fe289f039e05 tempest-AllowedAddressPairTestJSON-1199930546 tempest-AllowedAddressPairTestJSON-1199930546-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27024290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27167168'] for subnet, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:45.449134 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-5ea4763b-645d-4b9f-819b-4c613fac4cb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27024290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27167168'] for subnet, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:45.541584 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93d5e5b-ae81-487c-a1a7-fe289f039e05 tempest-AllowedAddressPairTestJSON-1199930546 tempest-AllowedAddressPairTestJSON-1199930546-project] Pushing event updated for resources: {'Subnet': ['ID=63fdb073-4455-407f-9970-f0d2f2a5783c,revision_number=0']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:44:45.577427 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-199e7e40-e7d3-43be-a9a2-edfecb38441f None None] Provisioning complete for port a7e2dd40-4e16-4840-b13c-fa53fc1bc5be triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:44:45.578040 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-199e7e40-e7d3-43be-a9a2-edfecb38441f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:45.632070 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-199e7e40-e7d3-43be-a9a2-edfecb38441f None None] Port a7e2dd40-4e16-4840-b13c-fa53fc1bc5be cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:44:45.641996 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a2f418-f7eb-433a-974a-61b36d91076d req-e517c58d-813b-43ea-a0fb-05e1b3a86ce8 tempest-VolumesNegativeTest-1908988882 tempest-VolumesNegativeTest-1908988882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:44:45.644098 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-99a2f418-f7eb-433a-974a-61b36d91076d req-e517c58d-813b-43ea-a0fb-05e1b3a86ce8 tempest-VolumesNegativeTest-1908988882 tempest-VolumesNegativeTest-1908988882-project] 10.222.0.44 "GET /v2.0/ports?device_id=6686f6cd-c115-48cc-9684-dad73f387bae HTTP/1.1" status: 200 len: 948 time: 0.0541389 Oct 27 10:44:45.666600 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device df1f7acb-9aae-4f84-b6b3-615ba82cbff3 up at agent hyperv_n-h1-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:44:45.673430 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f93d5e5b-ae81-487c-a1a7-fe289f039e05 tempest-AllowedAddressPairTestJSON-1199930546 tempest-AllowedAddressPairTestJSON-1199930546-project] Checking segment: {'id': 'eb64e6e3-ba0e-422d-a212-c23d77d5eaf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '0f24d709-65c6-40f3-9b6a-31a1b9878215'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:44:45.674257 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f93d5e5b-ae81-487c-a1a7-fe289f039e05 tempest-AllowedAddressPairTestJSON-1199930546 tempest-AllowedAddressPairTestJSON-1199930546-project] Network hostable DHCP agents. Network: 0f24d709-65c6-40f3-9b6a-31a1b9878215, hostable agents: ['eafd4000-b897-4722-ae8b-0118ec955181'], hosted agents: [] {{(pid=102346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 10:44:45.706047 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ea4763b-645d-4b9f-819b-4c613fac4cb4 admin admin] Checking segment: {'id': 'ceecd002-0880-4375-a568-64df7900389e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '095a52e2-adfb-413a-ad18-4ab0c06e2a0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:44:45.706433 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ea4763b-645d-4b9f-819b-4c613fac4cb4 admin admin] Network hostable DHCP agents. Network: 095a52e2-adfb-413a-ad18-4ab0c06e2a0b, hostable agents: ['eafd4000-b897-4722-ae8b-0118ec955181'], hosted agents: [] {{(pid=102346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 10:44:45.713026 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d4ff3261-8138-4521-b595-e142d86efd38 tempest-AllowedAddressPairIpV6TestJSON-1239049207 tempest-AllowedAddressPairIpV6TestJSON-1239049207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:45.718493 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea4763b-645d-4b9f-819b-4c613fac4cb4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bb781916-dee2-4e78-8ef3-29ac52faacb2,revision_number=0']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:44:45.749377 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-99a2f418-f7eb-433a-974a-61b36d91076d req-cfad772c-040b-460a-ba0f-679ab61311d9 tempest-VolumesNegativeTest-1908988882 tempest-VolumesNegativeTest-1908988882-project] 10.222.0.44 "GET /v2.0/security-groups?id=ee995603-d981-4a9a-afa0-b63b5aaa2670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942678 Oct 27 10:44:45.767508 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f93d5e5b-ae81-487c-a1a7-fe289f039e05 tempest-AllowedAddressPairTestJSON-1199930546 tempest-AllowedAddressPairTestJSON-1199930546-project] Network 0f24d709-65c6-40f3-9b6a-31a1b9878215 is scheduled to be hosted by DHCP agent eafd4000-b897-4722-ae8b-0118ec955181 with binding_index 1 {{(pid=102346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 10:44:45.785353 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Provisioning for port df1f7acb-9aae-4f84-b6b3-615ba82cbff3 completed by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 10:44:45.790042 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Provisioning complete for port df1f7acb-9aae-4f84-b6b3-615ba82cbff3 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:44:45.790550 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:45.808069 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ea4763b-645d-4b9f-819b-4c613fac4cb4 admin admin] Network 095a52e2-adfb-413a-ad18-4ab0c06e2a0b is scheduled to be hosted by DHCP agent eafd4000-b897-4722-ae8b-0118ec955181 with binding_index 1 {{(pid=102346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 10:44:45.813220 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-f93d5e5b-ae81-487c-a1a7-fe289f039e05 tempest-AllowedAddressPairTestJSON-1199930546 tempest-AllowedAddressPairTestJSON-1199930546-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-10, 0f24d709-65c6-40f3-9b6a-31a1b9878215) {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:44:45.824015 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a08526e-049e-4f0c-a738-8fcf1845ce50 None None] Network 0f24d709-65c6-40f3-9b6a-31a1b9878215 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:44:45.827275 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f93d5e5b-ae81-487c-a1a7-fe289f039e05 tempest-AllowedAddressPairTestJSON-1199930546 tempest-AllowedAddressPairTestJSON-1199930546-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:44:45.827923 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-f93d5e5b-ae81-487c-a1a7-fe289f039e05 tempest-AllowedAddressPairTestJSON-1199930546 tempest-AllowedAddressPairTestJSON-1199930546-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for subnet, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:45.837557 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-5ea4763b-645d-4b9f-819b-4c613fac4cb4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-10, 095a52e2-adfb-413a-ad18-4ab0c06e2a0b) {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:44:45.851731 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ea4763b-645d-4b9f-819b-4c613fac4cb4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:44:45.852385 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-5ea4763b-645d-4b9f-819b-4c613fac4cb4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for subnet, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:45.865403 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 51748) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:44:45.865785 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-f93d5e5b-ae81-487c-a1a7-fe289f039e05 tempest-AllowedAddressPairTestJSON-1199930546 tempest-AllowedAddressPairTestJSON-1199930546-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0185802 Oct 27 10:44:45.872371 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-7da33c6c-9652-4cc2-bd56-253b3956728c tempest-AllowedAddressPairTestJSON-1199930546 tempest-AllowedAddressPairTestJSON-1199930546-project] Request body: {'port': {'network_id': '0f24d709-65c6-40f3-9b6a-31a1b9878215', 'name': 'tempest-AllowedAddressPairTestJSON-266787118'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:44:45.901355 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-5ea4763b-645d-4b9f-819b-4c613fac4cb4 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0852342 Oct 27 10:44:45.903980 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-267eaaeb-ce7f-4b3b-a339-3e35098068ef None None] Network 095a52e2-adfb-413a-ad18-4ab0c06e2a0b requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:44:46.087836 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61f4f1a2-2ded-4703-b604-9c8d8d681dcd None None] Network 095a52e2-adfb-413a-ad18-4ab0c06e2a0b requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:44:46.100052 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d4ff3261-8138-4521-b595-e142d86efd38 tempest-AllowedAddressPairIpV6TestJSON-1239049207 tempest-AllowedAddressPairIpV6TestJSON-1239049207-project] Publish callbacks [] for port, precommit_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:46.107243 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d4ff3261-8138-4521-b595-e142d86efd38 tempest-AllowedAddressPairIpV6TestJSON-1239049207 tempest-AllowedAddressPairIpV6TestJSON-1239049207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27024173'] for port, after_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:46.173757 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-d4ff3261-8138-4521-b595-e142d86efd38 tempest-AllowedAddressPairIpV6TestJSON-1239049207 tempest-AllowedAddressPairIpV6TestJSON-1239049207-project] In _notify_port_updated(), no bound segment for port a7e2dd40-4e16-4840-b13c-fa53fc1bc5be on network de1c0b17-4762-47cb-90aa-bb6d9189401e {{(pid=102346) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 27 10:44:46.192260 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7da33c6c-9652-4cc2-bd56-253b3956728c tempest-AllowedAddressPairTestJSON-1199930546 tempest-AllowedAddressPairTestJSON-1199930546-project] Made reservation on behalf of f3c381266b1b47b5a136f41b6602f90a for: {'port': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:44:46.192539 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4ff3261-8138-4521-b595-e142d86efd38 tempest-AllowedAddressPairIpV6TestJSON-1239049207 tempest-AllowedAddressPairIpV6TestJSON-1239049207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:44:46.193658 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d4ff3261-8138-4521-b595-e142d86efd38 tempest-AllowedAddressPairIpV6TestJSON-1239049207 tempest-AllowedAddressPairIpV6TestJSON-1239049207-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:46.195661 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-d4ff3261-8138-4521-b595-e142d86efd38 tempest-AllowedAddressPairIpV6TestJSON-1239049207 tempest-AllowedAddressPairIpV6TestJSON-1239049207-project] 10.222.0.44 "PUT /v2.0/ports/a7e2dd40-4e16-4840-b13c-fa53fc1bc5be HTTP/1.1" status: 200 len: 1068 time: 0.9944093 Oct 27 10:44:46.199210 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 51760) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:44:46.199962 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-7da33c6c-9652-4cc2-bd56-253b3956728c tempest-AllowedAddressPairTestJSON-1199930546 tempest-AllowedAddressPairTestJSON-1199930546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:46.205219 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:46.226752 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [None req-7da33c6c-9652-4cc2-bd56-253b3956728c tempest-AllowedAddressPairTestJSON-1199930546 tempest-AllowedAddressPairTestJSON-1199930546-project] device_id is not set on port 3d1b8667-3ddd-4950-b6b5-b306618d7ef4 yet. {{(pid=102347) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 10:44:46.297506 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6686f6cd-c115-48cc-9684-dad73f387bae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df1f7acb-9aae-4f84-b6b3-615ba82cbff3'}] {{(pid=102348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:44:46.308395 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c588921fa634554a1d9242fdea1b05457a9ff1d3b28ba54ec1dace7f2f1df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f434b62-f7aa-4d0a-b830-cef5cf790d83" -d '{"events": [{"server_uuid": "6686f6cd-c115-48cc-9684-dad73f387bae", "name": "network-vif-plugged", "status": "completed", "tag": "df1f7acb-9aae-4f84-b6b3-615ba82cbff3"}]}' {{(pid=102348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:44:46.365844 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-cffdf577-636d-40e0-8d0d-43547bb7ee34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:46.385885 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ff3261-8138-4521-b595-e142d86efd38 tempest-AllowedAddressPairIpV6TestJSON-1239049207 tempest-AllowedAddressPairIpV6TestJSON-1239049207-project] Pushing event updated for resources: {'Port': ['ID=a7e2dd40-4e16-4840-b13c-fa53fc1bc5be,revision_number=2']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:44:46.397204 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port df1f7acb-9aae-4f84-b6b3-615ba82cbff3, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=df1f7acb-9aae-4f84-b6b3-615ba82cbff3,segment=NetworkSegment(f7c42c6d-2766-46d8-a8b7-4852117a5555),segment_id=f7c42c6d-2766-46d8-a8b7-4852117a5555)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:44:46.447127 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-c396bd60-82bc-4c3f-8471-481473cfb361 tempest-AllowedAddressPairIpV6TestJSON-1239049207 tempest-AllowedAddressPairIpV6TestJSON-1239049207-project] Deleting port a7e2dd40-4e16-4840-b13c-fa53fc1bc5be {{(pid=102346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:44:46.447469 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-c396bd60-82bc-4c3f-8471-481473cfb361 tempest-AllowedAddressPairIpV6TestJSON-1239049207 tempest-AllowedAddressPairIpV6TestJSON-1239049207-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:46.476658 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:46.492454 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_common [None req-7da33c6c-9652-4cc2-bd56-253b3956728c tempest-AllowedAddressPairTestJSON-1199930546 tempest-AllowedAddressPairTestJSON-1199930546-project] Allocated IP 172.20.0.5 (0f24d709-65c6-40f3-9b6a-31a1b9878215/63fdb073-4455-407f-9970-f0d2f2a5783c/3d1b8667-3ddd-4950-b6b5-b306618d7ef4) {{(pid=102347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:44:46.594397 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74e402f8-40d8-4825-a784-0cafd7968649 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp734b258e-7d96-550c-b970-9b72ab66f383-0f24d709-65c6-40f3-9b6a-31a1b9878215', 'network_id': '0f24d709-65c6-40f3-9b6a-31a1b9878215', 'tenant_id': 'f3c381266b1b47b5a136f41b6602f90a', 'fixed_ips': [{'subnet_id': '63fdb073-4455-407f-9970-f0d2f2a5783c'}]}} from n-d-813419-10. {{(pid=102348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 10:44:46.595423 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-74e402f8-40d8-4825-a784-0cafd7968649 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:46.719909 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-c396bd60-82bc-4c3f-8471-481473cfb361 tempest-AllowedAddressPairIpV6TestJSON-1239049207 tempest-AllowedAddressPairIpV6TestJSON-1239049207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:46.724242 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Pushing event updated for resources: {'Port': ['ID=df1f7acb-9aae-4f84-b6b3-615ba82cbff3,revision_number=5']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:44:46.736901 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-c396bd60-82bc-4c3f-8471-481473cfb361 tempest-AllowedAddressPairIpV6TestJSON-1239049207 tempest-AllowedAddressPairIpV6TestJSON-1239049207-project] Calling delete_port for a7e2dd40-4e16-4840-b13c-fa53fc1bc5be owned by {{(pid=102346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:44:46.754409 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-6a45ce31-7d0c-4085-92c3-7d6ccb00518b None None] Provisioning complete for port a7e2dd40-4e16-4840-b13c-fa53fc1bc5be triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:44:46.755339 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-6a45ce31-7d0c-4085-92c3-7d6ccb00518b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:46.788613 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:44:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc36e0c1-f810-4c67-96c1-25c5d6dfea37 x-openstack-request-id: req-fc36e0c1-f810-4c67-96c1-25c5d6dfea37 {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:44:46.789182 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6686f6cd-c115-48cc-9684-dad73f387bae", "name": "network-vif-plugged", "status": "completed", "tag": "df1f7acb-9aae-4f84-b6b3-615ba82cbff3", "code": 200}]} {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:44:46.789807 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-fc36e0c1-f810-4c67-96c1-25c5d6dfea37 {{(pid=102348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:44:46.790485 n-d-813419-10 neutron-server[102348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6686f6cd-c115-48cc-9684-dad73f387bae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df1f7acb-9aae-4f84-b6b3-615ba82cbff3', 'code': 200} Oct 27 10:44:46.806267 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-6a45ce31-7d0c-4085-92c3-7d6ccb00518b None None] Port a7e2dd40-4e16-4840-b13c-fa53fc1bc5be cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:44:46.943341 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcdf36d-b8d0-4c21-bfd9-61744e6910a7 req-cda71c58-f1d7-451b-8c85-c38cc00ce7f6 tempest-VolumesNegativeTest-1908988882 tempest-VolumesNegativeTest-1908988882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:44:46.945039 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-6fcdf36d-b8d0-4c21-bfd9-61744e6910a7 req-cda71c58-f1d7-451b-8c85-c38cc00ce7f6 tempest-VolumesNegativeTest-1908988882 tempest-VolumesNegativeTest-1908988882-project] 10.222.0.44 "GET /v2.0/ports?device_id=6686f6cd-c115-48cc-9684-dad73f387bae HTTP/1.1" status: 200 len: 949 time: 0.0892501 Oct 27 10:44:46.996926 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-c396bd60-82bc-4c3f-8471-481473cfb361 tempest-AllowedAddressPairIpV6TestJSON-1239049207 tempest-AllowedAddressPairIpV6TestJSON-1239049207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:47.014549 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-6fcdf36d-b8d0-4c21-bfd9-61744e6910a7 req-6a87fede-2c4c-4cbd-936d-8d76ae9ca46a tempest-VolumesNegativeTest-1908988882 tempest-VolumesNegativeTest-1908988882-project] 10.222.0.44 "GET /v2.0/security-groups?id=ee995603-d981-4a9a-afa0-b63b5aaa2670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590560 Oct 27 10:44:47.058519 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c396bd60-82bc-4c3f-8471-481473cfb361 tempest-AllowedAddressPairIpV6TestJSON-1239049207 tempest-AllowedAddressPairIpV6TestJSON-1239049207-project] Pushing event deleted for resources: {'Port': ['ID=a7e2dd40-4e16-4840-b13c-fa53fc1bc5be,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:44:47.310895 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-c396bd60-82bc-4c3f-8471-481473cfb361 tempest-AllowedAddressPairIpV6TestJSON-1239049207 tempest-AllowedAddressPairIpV6TestJSON-1239049207-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:47.316243 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-c396bd60-82bc-4c3f-8471-481473cfb361 tempest-AllowedAddressPairIpV6TestJSON-1239049207 tempest-AllowedAddressPairIpV6TestJSON-1239049207-project] 10.222.0.44 "DELETE /v2.0/ports/a7e2dd40-4e16-4840-b13c-fa53fc1bc5be HTTP/1.1" status: 204 len: 168 time: 1.1134539 Oct 27 10:44:47.317114 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 51812) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:44:47.351590 n-d-813419-10 neutron-server[102346]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec1fe7a8-4679-41dc-a31a-42f082114a69 tempest-AllowedAddressPairIpV6TestJSON-1239049207 tempest-AllowedAddressPairIpV6TestJSON-1239049207-project] GET failed (client error): The resource could not be found. Oct 27 10:44:47.357772 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-ec1fe7a8-4679-41dc-a31a-42f082114a69 tempest-AllowedAddressPairIpV6TestJSON-1239049207 tempest-AllowedAddressPairIpV6TestJSON-1239049207-project] 10.222.0.44 "GET /v2.0/ports/a7e2dd40-4e16-4840-b13c-fa53fc1bc5be HTTP/1.1" status: 404 len: 333 time: 0.0385857 Oct 27 10:44:47.358487 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 51814) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:44:47.462933 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-604072e7-f43a-44b2-a970-909aa0a3d774 tempest-AllowedAddressPairIpV6TestJSON-1239049207 tempest-AllowedAddressPairIpV6TestJSON-1239049207-project] Deleting port 8dd4c575-865b-48f8-8bcc-2ad2f5306362 {{(pid=102346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:44:47.463191 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-604072e7-f43a-44b2-a970-909aa0a3d774 tempest-AllowedAddressPairIpV6TestJSON-1239049207 tempest-AllowedAddressPairIpV6TestJSON-1239049207-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:47.502988 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed098d6-6fda-4376-89c2-36dca2bfc236 req-a1f3f966-8cf4-4d08-93a5-77f05be97918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:44:47.505797 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-2ed098d6-6fda-4376-89c2-36dca2bfc236 req-a1f3f966-8cf4-4d08-93a5-77f05be97918 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=6686f6cd-c115-48cc-9684-dad73f387bae HTTP/1.1" status: 200 len: 1101 time: 0.6236846 Oct 27 10:44:47.521629 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356d5cfa-fac7-4403-82a6-d9392ea227c6 req-73253537-525b-4699-8021-fd3af90b16f5 tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:44:47.523141 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-356d5cfa-fac7-4403-82a6-d9392ea227c6 req-73253537-525b-4699-8021-fd3af90b16f5 tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] 10.222.0.44 "GET /v2.0/networks?id=095a52e2-adfb-413a-ad18-4ab0c06e2a0b HTTP/1.1" status: 200 len: 814 time: 0.7746146 Oct 27 10:44:47.563486 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-7da33c6c-9652-4cc2-bd56-253b3956728c tempest-AllowedAddressPairTestJSON-1199930546 tempest-AllowedAddressPairTestJSON-1199930546-project] Publish callbacks [] for port, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:47.580975 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-356d5cfa-fac7-4403-82a6-d9392ea227c6 req-8bc38a0b-cd0c-4486-b8b1-7388479ec1e9 tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] 10.222.0.44 "GET /v2.0/quotas/e0ec8c338248463eadd7134ef16392ec HTTP/1.1" status: 200 len: 375 time: 0.0461419 Oct 27 10:44:47.584239 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-2ed098d6-6fda-4376-89c2-36dca2bfc236 req-f6fb68e5-ab7e-4542-b874-e86ed9f13525 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=ee995603-d981-4a9a-afa0-b63b5aaa2670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687268 Oct 27 10:44:47.594450 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-604072e7-f43a-44b2-a970-909aa0a3d774 tempest-AllowedAddressPairIpV6TestJSON-1239049207 tempest-AllowedAddressPairIpV6TestJSON-1239049207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:47.610541 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-604072e7-f43a-44b2-a970-909aa0a3d774 tempest-AllowedAddressPairIpV6TestJSON-1239049207 tempest-AllowedAddressPairIpV6TestJSON-1239049207-project] Calling delete_port for 8dd4c575-865b-48f8-8bcc-2ad2f5306362 owned by {{(pid=102346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:44:47.637049 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-356d5cfa-fac7-4403-82a6-d9392ea227c6 req-190e435d-8c5c-4972-8336-eec4bd27bbdb tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=e0ec8c338248463eadd7134ef16392ec&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0480793 Oct 27 10:44:47.716525 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-7da33c6c-9652-4cc2-bd56-253b3956728c tempest-AllowedAddressPairTestJSON-1199930546 tempest-AllowedAddressPairTestJSON-1199930546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:47.765125 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7da33c6c-9652-4cc2-bd56-253b3956728c tempest-AllowedAddressPairTestJSON-1199930546 tempest-AllowedAddressPairTestJSON-1199930546-project] Network 0f24d709-65c6-40f3-9b6a-31a1b9878215 is already hosted by enough agents. {{(pid=102347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:44:47.772464 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [None req-7da33c6c-9652-4cc2-bd56-253b3956728c tempest-AllowedAddressPairTestJSON-1199930546 tempest-AllowedAddressPairTestJSON-1199930546-project] Resources bound (agent type, host, resource id): {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:44:47.773575 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.db_base_plugin_common [None req-74e402f8-40d8-4825-a784-0cafd7968649 None None] Allocated IP 172.20.0.2 (0f24d709-65c6-40f3-9b6a-31a1b9878215/63fdb073-4455-407f-9970-f0d2f2a5783c/3bb47b36-0760-4732-a563-5542685ae129) {{(pid=102348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:44:47.778759 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-604072e7-f43a-44b2-a970-909aa0a3d774 tempest-AllowedAddressPairIpV6TestJSON-1239049207 tempest-AllowedAddressPairIpV6TestJSON-1239049207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:47.787582 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7da33c6c-9652-4cc2-bd56-253b3956728c tempest-AllowedAddressPairTestJSON-1199930546 tempest-AllowedAddressPairTestJSON-1199930546-project] Received port after_create {{(pid=102347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:44:47.820014 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604072e7-f43a-44b2-a970-909aa0a3d774 tempest-AllowedAddressPairIpV6TestJSON-1239049207 tempest-AllowedAddressPairIpV6TestJSON-1239049207-project] Pushing event deleted for resources: {'Port': ['ID=8dd4c575-865b-48f8-8bcc-2ad2f5306362,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:44:47.822218 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-356d5cfa-fac7-4403-82a6-d9392ea227c6 req-f32eeb6c-7be0-4095-a11f-8a95c0c2ae9f service neutron] 10.222.0.44 "GET /v2.0/networks/095a52e2-adfb-413a-ad18-4ab0c06e2a0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1839168 Oct 27 10:44:47.849828 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-604072e7-f43a-44b2-a970-909aa0a3d774 tempest-AllowedAddressPairIpV6TestJSON-1239049207 tempest-AllowedAddressPairIpV6TestJSON-1239049207-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:47.858098 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-604072e7-f43a-44b2-a970-909aa0a3d774 tempest-AllowedAddressPairIpV6TestJSON-1239049207 tempest-AllowedAddressPairIpV6TestJSON-1239049207-project] 10.222.0.44 "DELETE /v2.0/ports/8dd4c575-865b-48f8-8bcc-2ad2f5306362 HTTP/1.1" status: 204 len: 168 time: 0.4985099 Oct 27 10:44:47.858990 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 51816) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:44:47.895227 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da33c6c-9652-4cc2-bd56-253b3956728c tempest-AllowedAddressPairTestJSON-1199930546 tempest-AllowedAddressPairTestJSON-1199930546-project] Pushing event updated for resources: {'Port': ['ID=3d1b8667-3ddd-4950-b6b5-b306618d7ef4,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:44:47.900242 n-d-813419-10 neutron-server[102346]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9fac964-4328-43eb-8aea-65a350d634c3 tempest-AllowedAddressPairIpV6TestJSON-1239049207 tempest-AllowedAddressPairIpV6TestJSON-1239049207-project] GET failed (client error): The resource could not be found. Oct 27 10:44:47.903950 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-d9fac964-4328-43eb-8aea-65a350d634c3 tempest-AllowedAddressPairIpV6TestJSON-1239049207 tempest-AllowedAddressPairIpV6TestJSON-1239049207-project] 10.222.0.44 "GET /v2.0/ports/8dd4c575-865b-48f8-8bcc-2ad2f5306362 HTTP/1.1" status: 404 len: 333 time: 0.0415838 Oct 27 10:44:47.905829 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 51818) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:44:47.960734 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-74e402f8-40d8-4825-a784-0cafd7968649 None None] Publish callbacks [] for port, precommit_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:47.967746 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-74e402f8-40d8-4825-a784-0cafd7968649 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606'] for port, after_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:47.986523 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7da33c6c-9652-4cc2-bd56-253b3956728c tempest-AllowedAddressPairTestJSON-1199930546 tempest-AllowedAddressPairTestJSON-1199930546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:44:47.987160 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-7da33c6c-9652-4cc2-bd56-253b3956728c tempest-AllowedAddressPairTestJSON-1199930546 tempest-AllowedAddressPairTestJSON-1199930546-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:48.020513 n-d-813419-10 neutron-server[102348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74e402f8-40d8-4825-a784-0cafd7968649 None None] Network 0f24d709-65c6-40f3-9b6a-31a1b9878215 is already hosted by enough agents. {{(pid=102348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:44:48.024482 n-d-813419-10 neutron-server[102348]: DEBUG neutron.scheduler.base_scheduler [None req-74e402f8-40d8-4825-a784-0cafd7968649 None None] Resources bound (agent type, host, resource id): {{(pid=102348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:44:48.029856 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74e402f8-40d8-4825-a784-0cafd7968649 None None] Received port after_create {{(pid=102348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:44:48.034307 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-356d5cfa-fac7-4403-82a6-d9392ea227c6 req-9db71484-8d1f-4958-961f-86704bf87cd1 service neutron] 10.222.0.44 "GET /v2.0/networks/095a52e2-adfb-413a-ad18-4ab0c06e2a0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2111526 Oct 27 10:44:48.037661 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-7da33c6c-9652-4cc2-bd56-253b3956728c tempest-AllowedAddressPairTestJSON-1199930546 tempest-AllowedAddressPairTestJSON-1199930546-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.1702857 Oct 27 10:44:48.041043 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 51820) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:44:48.049957 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-89dbb28a-ac0e-4537-a4d0-583938267934 tempest-AllowedAddressPairTestJSON-1199930546 tempest-AllowedAddressPairTestJSON-1199930546-project] Request body: {'port': {'network_id': '0f24d709-65c6-40f3-9b6a-31a1b9878215', 'name': 'tempest-AllowedAddressPairTestJSON-1824125652', 'allowed_address_pairs': [{'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:65:fd:29'}]}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:44:48.061801 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e402f8-40d8-4825-a784-0cafd7968649 None None] Pushing event updated for resources: {'Port': ['ID=3bb47b36-0760-4732-a563-5542685ae129,revision_number=1']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:44:48.100292 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-74e402f8-40d8-4825-a784-0cafd7968649 None None] Attempting to bind port 3bb47b36-0760-4732-a563-5542685ae129 on host n-d-813419-10 for vnic_type normal with profile {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:44:48.100768 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-74e402f8-40d8-4825-a784-0cafd7968649 None None] Attempting to bind port 3bb47b36-0760-4732-a563-5542685ae129 by drivers openvswitch,hyperv on host n-d-813419-10 at level 0 using segments [{'id': 'eb64e6e3-ba0e-422d-a212-c23d77d5eaf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '0f24d709-65c6-40f3-9b6a-31a1b9878215'}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:44:48.101180 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74e402f8-40d8-4825-a784-0cafd7968649 None None] Attempting to bind port 3bb47b36-0760-4732-a563-5542685ae129 on network 0f24d709-65c6-40f3-9b6a-31a1b9878215 {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:44:48.106549 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74e402f8-40d8-4825-a784-0cafd7968649 None None] Checking agent: {'id': '89dba0f3-79b2-435e-9822-33674b8f6ada', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 8, 20), 'started_at': datetime.datetime(2021, 10, 27, 10, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 44, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:44:48.107004 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74e402f8-40d8-4825-a784-0cafd7968649 None None] Checking segment: {'id': 'eb64e6e3-ba0e-422d-a212-c23d77d5eaf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '0f24d709-65c6-40f3-9b6a-31a1b9878215'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:44:48.107522 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-74e402f8-40d8-4825-a784-0cafd7968649 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:48.107973 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74e402f8-40d8-4825-a784-0cafd7968649 None None] Bound using segment: {'id': 'eb64e6e3-ba0e-422d-a212-c23d77d5eaf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '0f24d709-65c6-40f3-9b6a-31a1b9878215'} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:44:48.110273 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-74e402f8-40d8-4825-a784-0cafd7968649 None None] Bound port: 3bb47b36-0760-4732-a563-5542685ae129, host: n-d-813419-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb64e6e3-ba0e-422d-a212-c23d77d5eaf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '0f24d709-65c6-40f3-9b6a-31a1b9878215'}}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:44:48.110273 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-74e402f8-40d8-4825-a784-0cafd7968649 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:48.143671 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-066225b1-932f-4299-8d2f-283cc274b3b4 tempest-AllowedAddressPairIpV6TestJSON-1239049207 tempest-AllowedAddressPairIpV6TestJSON-1239049207-project] Deleting port a91837d3-2034-486b-ac90-66ca942656e2 {{(pid=102347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:44:48.144013 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-066225b1-932f-4299-8d2f-283cc274b3b4 tempest-AllowedAddressPairIpV6TestJSON-1239049207 tempest-AllowedAddressPairIpV6TestJSON-1239049207-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:48.246842 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-74e402f8-40d8-4825-a784-0cafd7968649 None None] For port 3bb47b36-0760-4732-a563-5542685ae129, host n-d-813419-10, cleared binding levels {{(pid=102348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:44:48.251767 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-74e402f8-40d8-4825-a784-0cafd7968649 None None] For port 3bb47b36-0760-4732-a563-5542685ae129, host n-d-813419-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=3bb47b36-0760-4732-a563-5542685ae129,segment=NetworkSegment(eb64e6e3-ba0e-422d-a212-c23d77d5eaf6),segment_id=eb64e6e3-ba0e-422d-a212-c23d77d5eaf6)] {{(pid=102348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:44:48.260260 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-74e402f8-40d8-4825-a784-0cafd7968649 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:48.308376 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9892ad64-6987-48b9-9dd9-12b8ae0c831f req-8cb9c97f-7787-44d4-a278-8e44ba4761ad tempest-VolumesNegativeTest-1908988882 tempest-VolumesNegativeTest-1908988882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:44:48.312761 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-9892ad64-6987-48b9-9dd9-12b8ae0c831f req-8cb9c97f-7787-44d4-a278-8e44ba4761ad tempest-VolumesNegativeTest-1908988882 tempest-VolumesNegativeTest-1908988882-project] 10.222.0.44 "GET /v2.0/ports?device_id=6686f6cd-c115-48cc-9684-dad73f387bae HTTP/1.1" status: 200 len: 949 time: 0.1299970 Oct 27 10:44:48.343946 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-066225b1-932f-4299-8d2f-283cc274b3b4 tempest-AllowedAddressPairIpV6TestJSON-1239049207 tempest-AllowedAddressPairIpV6TestJSON-1239049207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:48.369319 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-066225b1-932f-4299-8d2f-283cc274b3b4 tempest-AllowedAddressPairIpV6TestJSON-1239049207 tempest-AllowedAddressPairIpV6TestJSON-1239049207-project] Calling delete_port for a91837d3-2034-486b-ac90-66ca942656e2 owned by {{(pid=102347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:44:48.462396 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e402f8-40d8-4825-a784-0cafd7968649 None None] Pushing event updated for resources: {'Port': ['ID=3bb47b36-0760-4732-a563-5542685ae129,revision_number=2']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:44:48.501378 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-9892ad64-6987-48b9-9dd9-12b8ae0c831f req-9ee346eb-1a28-4c2f-91e0-36ce60cc4557 tempest-VolumesNegativeTest-1908988882 tempest-VolumesNegativeTest-1908988882-project] 10.222.0.44 "GET /v2.0/security-groups?id=ee995603-d981-4a9a-afa0-b63b5aaa2670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485143 Oct 27 10:44:48.532802 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89dbb28a-ac0e-4537-a4d0-583938267934 tempest-AllowedAddressPairTestJSON-1199930546 tempest-AllowedAddressPairTestJSON-1199930546-project] Made reservation on behalf of f3c381266b1b47b5a136f41b6602f90a for: {'port': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:44:48.729444 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-066225b1-932f-4299-8d2f-283cc274b3b4 tempest-AllowedAddressPairIpV6TestJSON-1239049207 tempest-AllowedAddressPairIpV6TestJSON-1239049207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:48.762686 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-06eea6da-df30-4516-931a-a1b0d91cd1c1 req-08e8079b-4dec-4f33-898c-1c43eab21a47 tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] 10.222.0.44 "GET /v2.0/ports?device_id=5e764ccd-8221-4655-9e0d-a1047e5437a0 HTTP/1.1" status: 200 len: 210 time: 0.1189294 Oct 27 10:44:48.795923 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066225b1-932f-4299-8d2f-283cc274b3b4 tempest-AllowedAddressPairIpV6TestJSON-1239049207 tempest-AllowedAddressPairIpV6TestJSON-1239049207-project] Pushing event deleted for resources: {'Port': ['ID=a91837d3-2034-486b-ac90-66ca942656e2,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:44:48.830218 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-066225b1-932f-4299-8d2f-283cc274b3b4 tempest-AllowedAddressPairIpV6TestJSON-1239049207 tempest-AllowedAddressPairIpV6TestJSON-1239049207-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:48.842570 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-066225b1-932f-4299-8d2f-283cc274b3b4 tempest-AllowedAddressPairIpV6TestJSON-1239049207 tempest-AllowedAddressPairIpV6TestJSON-1239049207-project] 10.222.0.44 "DELETE /v2.0/ports/a91837d3-2034-486b-ac90-66ca942656e2 HTTP/1.1" status: 204 len: 168 time: 0.9332716 Oct 27 10:44:48.843139 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-89dbb28a-ac0e-4537-a4d0-583938267934 tempest-AllowedAddressPairTestJSON-1199930546 tempest-AllowedAddressPairTestJSON-1199930546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:48.845024 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 51834) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:44:48.901442 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-e677192c-b239-47af-9992-164f73e56ee0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:48.955002 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_v2 [None req-d420ac2c-e33d-46ec-99f3-5519e0815985 tempest-AllowedAddressPairIpV6TestJSON-1239049207 tempest-AllowedAddressPairIpV6TestJSON-1239049207-project] Deleting subnet 3905f240-d4cb-4282-8c76-045754446fff {{(pid=102346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 10:44:48.958594 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [None req-89dbb28a-ac0e-4537-a4d0-583938267934 tempest-AllowedAddressPairTestJSON-1199930546 tempest-AllowedAddressPairTestJSON-1199930546-project] device_id is not set on port 869bc516-1449-4248-86b6-ffc3a520f838 yet. {{(pid=102346) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 10:44:48.966973 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d420ac2c-e33d-46ec-99f3-5519e0815985 tempest-AllowedAddressPairIpV6TestJSON-1239049207 tempest-AllowedAddressPairIpV6TestJSON-1239049207-project] Publish callbacks [] for subnet, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:49.085435 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d420ac2c-e33d-46ec-99f3-5519e0815985 tempest-AllowedAddressPairIpV6TestJSON-1239049207 tempest-AllowedAddressPairIpV6TestJSON-1239049207-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25847868'] for subnet, precommit_delete_associations {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:49.217489 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_common [None req-89dbb28a-ac0e-4537-a4d0-583938267934 tempest-AllowedAddressPairTestJSON-1199930546 tempest-AllowedAddressPairTestJSON-1199930546-project] Allocated IP 172.20.0.9 (0f24d709-65c6-40f3-9b6a-31a1b9878215/63fdb073-4455-407f-9970-f0d2f2a5783c/869bc516-1449-4248-86b6-ffc3a520f838) {{(pid=102346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:44:49.251704 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d420ac2c-e33d-46ec-99f3-5519e0815985 tempest-AllowedAddressPairIpV6TestJSON-1239049207 tempest-AllowedAddressPairIpV6TestJSON-1239049207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855646'] for subnet, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:49.384097 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d420ac2c-e33d-46ec-99f3-5519e0815985 tempest-AllowedAddressPairIpV6TestJSON-1239049207 tempest-AllowedAddressPairIpV6TestJSON-1239049207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27024355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27168307'] for subnet, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:49.407803 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-668d2602-54e7-463b-b030-161de11ef59c None None] Network de1c0b17-4762-47cb-90aa-bb6d9189401e requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:44:49.423212 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d420ac2c-e33d-46ec-99f3-5519e0815985 tempest-AllowedAddressPairIpV6TestJSON-1239049207 tempest-AllowedAddressPairIpV6TestJSON-1239049207-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for subnet, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:49.428777 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-d420ac2c-e33d-46ec-99f3-5519e0815985 tempest-AllowedAddressPairIpV6TestJSON-1239049207 tempest-AllowedAddressPairIpV6TestJSON-1239049207-project] 10.222.0.44 "DELETE /v2.0/subnets/3905f240-d4cb-4282-8c76-045754446fff HTTP/1.1" status: 204 len: 168 time: 0.5798640 Oct 27 10:44:49.429573 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 51844) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:44:49.430628 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d420ac2c-e33d-46ec-99f3-5519e0815985 tempest-AllowedAddressPairIpV6TestJSON-1239049207 tempest-AllowedAddressPairIpV6TestJSON-1239049207-project] Pushing event deleted for resources: {'Subnet': ['ID=3905f240-d4cb-4282-8c76-045754446fff,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:44:49.520011 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-89dbb28a-ac0e-4537-a4d0-583938267934 tempest-AllowedAddressPairTestJSON-1199930546 tempest-AllowedAddressPairTestJSON-1199930546-project] Publish callbacks [] for port, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:49.597881 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-1bb2443f-dd00-40f7-870b-c0bc6b956d7d tempest-AllowedAddressPairIpV6TestJSON-1239049207 tempest-AllowedAddressPairIpV6TestJSON-1239049207-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586917'] for network, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:49.611639 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-89dbb28a-ac0e-4537-a4d0-583938267934 tempest-AllowedAddressPairTestJSON-1199930546 tempest-AllowedAddressPairTestJSON-1199930546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:49.679158 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89dbb28a-ac0e-4537-a4d0-583938267934 tempest-AllowedAddressPairTestJSON-1199930546 tempest-AllowedAddressPairTestJSON-1199930546-project] Pushing event updated for resources: {'Port': ['ID=869bc516-1449-4248-86b6-ffc3a520f838,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:44:49.686316 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-1bb2443f-dd00-40f7-870b-c0bc6b956d7d tempest-AllowedAddressPairIpV6TestJSON-1239049207 tempest-AllowedAddressPairIpV6TestJSON-1239049207-project] Deleting port 980aa204-fe8c-4e4e-84d7-5c8095e31590 {{(pid=102347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:44:49.687014 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-1bb2443f-dd00-40f7-870b-c0bc6b956d7d tempest-AllowedAddressPairIpV6TestJSON-1239049207 tempest-AllowedAddressPairIpV6TestJSON-1239049207-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:49.736552 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89dbb28a-ac0e-4537-a4d0-583938267934 tempest-AllowedAddressPairTestJSON-1199930546 tempest-AllowedAddressPairTestJSON-1199930546-project] Network 0f24d709-65c6-40f3-9b6a-31a1b9878215 is already hosted by enough agents. {{(pid=102346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:44:49.743695 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-89dbb28a-ac0e-4537-a4d0-583938267934 tempest-AllowedAddressPairTestJSON-1199930546 tempest-AllowedAddressPairTestJSON-1199930546-project] Resources bound (agent type, host, resource id): {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:44:49.746331 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89dbb28a-ac0e-4537-a4d0-583938267934 tempest-AllowedAddressPairTestJSON-1199930546 tempest-AllowedAddressPairTestJSON-1199930546-project] Received port after_create {{(pid=102346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:44:49.786299 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [None req-1bb2443f-dd00-40f7-870b-c0bc6b956d7d tempest-AllowedAddressPairIpV6TestJSON-1239049207 tempest-AllowedAddressPairIpV6TestJSON-1239049207-project] For port 980aa204-fe8c-4e4e-84d7-5c8095e31590, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=980aa204-fe8c-4e4e-84d7-5c8095e31590,segment=NetworkSegment(7ab7e1de-f429-4d9b-9f9f-bfffa9f91ce3),segment_id=7ab7e1de-f429-4d9b-9f9f-bfffa9f91ce3)] {{(pid=102347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:44:49.789362 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-1bb2443f-dd00-40f7-870b-c0bc6b956d7d tempest-AllowedAddressPairIpV6TestJSON-1239049207 tempest-AllowedAddressPairIpV6TestJSON-1239049207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:49.818868 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23484f6-2778-45a1-8332-2e7a8ab5d9cd req-968a28af-b45a-4fa4-844f-034caa2a808e tempest-VolumesNegativeTest-1908988882 tempest-VolumesNegativeTest-1908988882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:44:49.824963 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-b23484f6-2778-45a1-8332-2e7a8ab5d9cd req-968a28af-b45a-4fa4-844f-034caa2a808e tempest-VolumesNegativeTest-1908988882 tempest-VolumesNegativeTest-1908988882-project] 10.222.0.44 "GET /v2.0/ports?device_id=6686f6cd-c115-48cc-9684-dad73f387bae HTTP/1.1" status: 200 len: 949 time: 0.1477900 Oct 27 10:44:49.847242 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89dbb28a-ac0e-4537-a4d0-583938267934 tempest-AllowedAddressPairTestJSON-1199930546 tempest-AllowedAddressPairTestJSON-1199930546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:44:49.848028 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-1bb2443f-dd00-40f7-870b-c0bc6b956d7d tempest-AllowedAddressPairIpV6TestJSON-1239049207 tempest-AllowedAddressPairIpV6TestJSON-1239049207-project] Calling delete_port for 980aa204-fe8c-4e4e-84d7-5c8095e31590 owned by network:dhcp {{(pid=102347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:44:49.848135 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-89dbb28a-ac0e-4537-a4d0-583938267934 tempest-AllowedAddressPairTestJSON-1199930546 tempest-AllowedAddressPairTestJSON-1199930546-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:49.861629 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41fc0b9d-eee2-494b-8b87-a3866637b5ac None None] DHCP port deletion for de1c0b17-4762-47cb-90aa-bb6d9189401e request from n-d-813419-10 {{(pid=102348) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 10:44:49.951649 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-b23484f6-2778-45a1-8332-2e7a8ab5d9cd req-f4217062-1c4b-4d62-99e9-51bb9370a864 tempest-VolumesNegativeTest-1908988882 tempest-VolumesNegativeTest-1908988882-project] 10.222.0.44 "GET /v2.0/security-groups?id=ee995603-d981-4a9a-afa0-b63b5aaa2670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179519 Oct 27 10:44:49.961292 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d4f32fd-d8fc-4410-ae97-2edd341e97d2 None None] Network 0f24d709-65c6-40f3-9b6a-31a1b9878215 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:44:49.968284 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-89dbb28a-ac0e-4537-a4d0-583938267934 tempest-AllowedAddressPairTestJSON-1199930546 tempest-AllowedAddressPairTestJSON-1199930546-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 1.9256988 Oct 27 10:44:49.968853 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 51850) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:44:49.971946 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-68150b49-d433-4cda-93e4-eb3fe97983db req-53021c59-dcb9-4036-b1f6-ca46034f6f0c tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] 10.222.0.44 "GET /v2.0/ports?device_id=5e764ccd-8221-4655-9e0d-a1047e5437a0 HTTP/1.1" status: 200 len: 210 time: 0.0494397 Oct 27 10:44:50.091984 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad388639-31d8-4398-b16d-14464fee45f1 tempest-AllowedAddressPairTestJSON-1199930546 tempest-AllowedAddressPairTestJSON-1199930546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:44:50.096866 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 3bb47b36-0760-4732-a563-5542685ae129 up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:44:50.099699 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad388639-31d8-4398-b16d-14464fee45f1 tempest-AllowedAddressPairTestJSON-1199930546 tempest-AllowedAddressPairTestJSON-1199930546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:44:50.107855 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad388639-31d8-4398-b16d-14464fee45f1 tempest-AllowedAddressPairTestJSON-1199930546 tempest-AllowedAddressPairTestJSON-1199930546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:44:50.110777 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-ad388639-31d8-4398-b16d-14464fee45f1 tempest-AllowedAddressPairTestJSON-1199930546 tempest-AllowedAddressPairTestJSON-1199930546-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2463 time: 0.1401002 Oct 27 10:44:50.114542 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 51858) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:44:50.139394 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-1bb2443f-dd00-40f7-870b-c0bc6b956d7d tempest-AllowedAddressPairIpV6TestJSON-1239049207 tempest-AllowedAddressPairIpV6TestJSON-1239049207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:50.228409 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-9f3b362b-a0b4-43fd-877b-554d907f040d None None] Provisioning complete for port 3bb47b36-0760-4732-a563-5542685ae129 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:44:50.229333 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-9f3b362b-a0b4-43fd-877b-554d907f040d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:50.231068 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-eadeaa30-4096-4d1a-b3cb-aa7ebfb291ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:50.243611 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bb2443f-dd00-40f7-870b-c0bc6b956d7d tempest-AllowedAddressPairIpV6TestJSON-1239049207 tempest-AllowedAddressPairIpV6TestJSON-1239049207-project] No DVR routers for this DVR port 980aa204-fe8c-4e4e-84d7-5c8095e31590 on host n-d-813419-10 {{(pid=102347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:44:50.264760 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb2443f-dd00-40f7-870b-c0bc6b956d7d tempest-AllowedAddressPairIpV6TestJSON-1239049207 tempest-AllowedAddressPairIpV6TestJSON-1239049207-project] Pushing event deleted for resources: {'Port': ['ID=980aa204-fe8c-4e4e-84d7-5c8095e31590,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:44:50.311141 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:50.322079 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-9b0474e5-2e8c-4e6a-8533-f9cadbcbb220 tempest-AllowedAddressPairTestJSON-1199930546 tempest-AllowedAddressPairTestJSON-1199930546-project] Deleting port 869bc516-1449-4248-86b6-ffc3a520f838 {{(pid=102346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:44:50.322636 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-9b0474e5-2e8c-4e6a-8533-f9cadbcbb220 tempest-AllowedAddressPairTestJSON-1199930546 tempest-AllowedAddressPairTestJSON-1199930546-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:50.393097 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-1bb2443f-dd00-40f7-870b-c0bc6b956d7d tempest-AllowedAddressPairIpV6TestJSON-1239049207 tempest-AllowedAddressPairIpV6TestJSON-1239049207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857803', 'neutron.services.segments.db._delete_segments_for_network-8743873143390'] for network, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:50.397530 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port 3bb47b36-0760-4732-a563-5542685ae129 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:44:50.397905 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:50.407861 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-41fc0b9d-eee2-494b-8b87-a3866637b5ac None None] Deleting port 980aa204-fe8c-4e4e-84d7-5c8095e31590 {{(pid=102348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:44:50.408243 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-41fc0b9d-eee2-494b-8b87-a3866637b5ac None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:50.414625 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356d5cfa-fac7-4403-82a6-d9392ea227c6 req-184537c3-93f1-4126-88f7-9d19554c7be1 tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:44:50.416391 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-356d5cfa-fac7-4403-82a6-d9392ea227c6 req-184537c3-93f1-4126-88f7-9d19554c7be1 tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] 10.222.0.76 "GET /v2.0/networks?id=095a52e2-adfb-413a-ad18-4ab0c06e2a0b HTTP/1.1" status: 200 len: 814 time: 0.4415138 Oct 27 10:44:50.431860 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [req-356d5cfa-fac7-4403-82a6-d9392ea227c6 req-9980b7bd-ee1d-409f-ade4-40840465c9fe tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] Request body: {'port': {'device_id': '5e764ccd-8221-4655-9e0d-a1047e5437a0', 'network_id': '095a52e2-adfb-413a-ad18-4ab0c06e2a0b', 'admin_state_up': True, 'tenant_id': 'e0ec8c338248463eadd7134ef16392ec'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:44:50.478843 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-9b0474e5-2e8c-4e6a-8533-f9cadbcbb220 tempest-AllowedAddressPairTestJSON-1199930546 tempest-AllowedAddressPairTestJSON-1199930546-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:50.493560 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-9b0474e5-2e8c-4e6a-8533-f9cadbcbb220 tempest-AllowedAddressPairTestJSON-1199930546 tempest-AllowedAddressPairTestJSON-1199930546-project] Calling delete_port for 869bc516-1449-4248-86b6-ffc3a520f838 owned by {{(pid=102346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:44:50.501290 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-9f3b362b-a0b4-43fd-877b-554d907f040d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:50.541183 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-1bb2443f-dd00-40f7-870b-c0bc6b956d7d tempest-AllowedAddressPairIpV6TestJSON-1239049207 tempest-AllowedAddressPairIpV6TestJSON-1239049207-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de1c0b17-4762-47cb-90aa-bb6d9189401e']}} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:44:50.563332 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-41fc0b9d-eee2-494b-8b87-a3866637b5ac None None] For port 980aa204-fe8c-4e4e-84d7-5c8095e31590, host n-d-813419-10, got binding levels [] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:44:50.563692 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-41fc0b9d-eee2-494b-8b87-a3866637b5ac None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:50.568363 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-1bb2443f-dd00-40f7-870b-c0bc6b956d7d tempest-AllowedAddressPairIpV6TestJSON-1239049207 tempest-AllowedAddressPairIpV6TestJSON-1239049207-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ab7e1de-f429-4d9b-9f9f-bfffa9f91ce3') {'for_net_delete': True} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:44:50.568363 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-1bb2443f-dd00-40f7-870b-c0bc6b956d7d tempest-AllowedAddressPairIpV6TestJSON-1239049207 tempest-AllowedAddressPairIpV6TestJSON-1239049207-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ab7e1de-f429-4d9b-9f9f-bfffa9f91ce3') {} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:44:50.604398 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-41fc0b9d-eee2-494b-8b87-a3866637b5ac None None] Calling delete_port for 980aa204-fe8c-4e4e-84d7-5c8095e31590 owned by network:dhcp {{(pid=102348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:44:50.606081 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-1bb2443f-dd00-40f7-870b-c0bc6b956d7d tempest-AllowedAddressPairIpV6TestJSON-1239049207 tempest-AllowedAddressPairIpV6TestJSON-1239049207-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743873145191', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18445132'] for segment, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:50.609308 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.ipam_backend_mixin [None req-41fc0b9d-eee2-494b-8b87-a3866637b5ac None None] Port 980aa204-fe8c-4e4e-84d7-5c8095e31590 was not found and therefore no delete operation was performed {{(pid=102348) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 27 10:44:50.625534 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-41fc0b9d-eee2-494b-8b87-a3866637b5ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615'] for port, after_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:50.630651 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-1bb2443f-dd00-40f7-870b-c0bc6b956d7d tempest-AllowedAddressPairIpV6TestJSON-1239049207 tempest-AllowedAddressPairIpV6TestJSON-1239049207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:50.640224 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-9f3b362b-a0b4-43fd-877b-554d907f040d None None] For port 3bb47b36-0760-4732-a563-5542685ae129, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=3bb47b36-0760-4732-a563-5542685ae129,segment=NetworkSegment(eb64e6e3-ba0e-422d-a212-c23d77d5eaf6),segment_id=eb64e6e3-ba0e-422d-a212-c23d77d5eaf6)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:44:50.643554 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1bb2443f-dd00-40f7-870b-c0bc6b956d7d tempest-AllowedAddressPairIpV6TestJSON-1239049207 tempest-AllowedAddressPairIpV6TestJSON-1239049207-project] Releasing vlan 427 on physical network physnet1 to pool {{(pid=102347) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 10:44:50.643943 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-1bb2443f-dd00-40f7-870b-c0bc6b956d7d tempest-AllowedAddressPairIpV6TestJSON-1239049207 tempest-AllowedAddressPairIpV6TestJSON-1239049207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-18296032'] for segment, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:50.646957 n-d-813419-10 neutron-server[102347]: Traceback (most recent call last): Oct 27 10:44:50.646957 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 10:44:50.646957 n-d-813419-10 neutron-server[102347]: timer() Oct 27 10:44:50.646957 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 10:44:50.646957 n-d-813419-10 neutron-server[102347]: cb(*args, **kw) Oct 27 10:44:50.646957 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 10:44:50.646957 n-d-813419-10 neutron-server[102347]: return func(*args, **kwargs) Oct 27 10:44:50.646957 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 10:44:50.646957 n-d-813419-10 neutron-server[102347]: self._notify() Oct 27 10:44:50.646957 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 10:44:50.646957 n-d-813419-10 neutron-server[102347]: self.callback(batched_events) Oct 27 10:44:50.646957 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 10:44:50.646957 n-d-813419-10 neutron-server[102347]: event.method(event) Oct 27 10:44:50.646957 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 10:44:50.646957 n-d-813419-10 neutron-server[102347]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 10:44:50.646957 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 10:44:50.646957 n-d-813419-10 neutron-server[102347]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 10:44:50.646957 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 10:44:50.646957 n-d-813419-10 neutron-server[102347]: return f(self, *a, **k) Oct 27 10:44:50.646957 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 10:44:50.646957 n-d-813419-10 neutron-server[102347]: return self._get(url).json() Oct 27 10:44:50.646957 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 10:44:50.646957 n-d-813419-10 neutron-server[102347]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 10:44:50.646957 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 10:44:50.646957 n-d-813419-10 neutron-server[102347]: return self.request(url, 'GET', **kwargs) Oct 27 10:44:50.646957 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 10:44:50.646957 n-d-813419-10 neutron-server[102347]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 10:44:50.646957 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 10:44:50.646957 n-d-813419-10 neutron-server[102347]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 10:44:50.646957 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 10:44:50.646957 n-d-813419-10 neutron-server[102347]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 10:44:50.646957 n-d-813419-10 neutron-server[102347]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 10:44:50.663640 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-356d5cfa-fac7-4403-82a6-d9392ea227c6 req-9980b7bd-ee1d-409f-ade4-40840465c9fe tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] Made reservation on behalf of e0ec8c338248463eadd7134ef16392ec for: {'port': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:44:50.667422 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-356d5cfa-fac7-4403-82a6-d9392ea227c6 req-9980b7bd-ee1d-409f-ade4-40840465c9fe tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:50.667760 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-9f3b362b-a0b4-43fd-877b-554d907f040d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:50.669591 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fc0b9d-eee2-494b-8b87-a3866637b5ac None None] Pushing event deleted for resources: {'Port': ['ID=980aa204-fe8c-4e4e-84d7-5c8095e31590,revision_number=None']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:44:50.706756 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9eec814-7a31-45b4-a5b4-3e4d293aff30 req-466f7e6e-871d-409b-a5b1-32293ac4d04e tempest-VolumesNegativeTest-1908988882 tempest-VolumesNegativeTest-1908988882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:44:50.714449 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-a9eec814-7a31-45b4-a5b4-3e4d293aff30 req-466f7e6e-871d-409b-a5b1-32293ac4d04e tempest-VolumesNegativeTest-1908988882 tempest-VolumesNegativeTest-1908988882-project] 10.222.0.44 "GET /v2.0/ports?device_id=6686f6cd-c115-48cc-9684-dad73f387bae HTTP/1.1" status: 200 len: 949 time: 0.1712627 Oct 27 10:44:50.722524 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41fc0b9d-eee2-494b-8b87-a3866637b5ac None None] No DVR routers for this DVR port 980aa204-fe8c-4e4e-84d7-5c8095e31590 on host n-d-813419-10 {{(pid=102348) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:44:50.779426 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-9b0474e5-2e8c-4e6a-8533-f9cadbcbb220 tempest-AllowedAddressPairTestJSON-1199930546 tempest-AllowedAddressPairTestJSON-1199930546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:50.780704 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3b362b-a0b4-43fd-877b-554d907f040d None None] Pushing event updated for resources: {'Port': ['ID=3bb47b36-0760-4732-a563-5542685ae129,revision_number=3']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:44:50.791696 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-1bb2443f-dd00-40f7-870b-c0bc6b956d7d tempest-AllowedAddressPairIpV6TestJSON-1239049207 tempest-AllowedAddressPairIpV6TestJSON-1239049207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664840'] for network, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:50.833794 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-1bb2443f-dd00-40f7-870b-c0bc6b956d7d tempest-AllowedAddressPairIpV6TestJSON-1239049207 tempest-AllowedAddressPairIpV6TestJSON-1239049207-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for network, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:50.836953 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-1bb2443f-dd00-40f7-870b-c0bc6b956d7d tempest-AllowedAddressPairIpV6TestJSON-1239049207 tempest-AllowedAddressPairIpV6TestJSON-1239049207-project] 10.222.0.44 "DELETE /v2.0/networks/de1c0b17-4762-47cb-90aa-bb6d9189401e HTTP/1.1" status: 204 len: 168 time: 1.4058082 Oct 27 10:44:50.848463 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0474e5-2e8c-4e6a-8533-f9cadbcbb220 tempest-AllowedAddressPairTestJSON-1199930546 tempest-AllowedAddressPairTestJSON-1199930546-project] Pushing event deleted for resources: {'Port': ['ID=869bc516-1449-4248-86b6-ffc3a520f838,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:44:50.868438 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-a9eec814-7a31-45b4-a5b4-3e4d293aff30 req-1a6c0c8c-8422-43a1-b4db-cb1db12334b5 tempest-VolumesNegativeTest-1908988882 tempest-VolumesNegativeTest-1908988882-project] 10.222.0.44 "GET /v2.0/security-groups?id=ee995603-d981-4a9a-afa0-b63b5aaa2670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364734 Oct 27 10:44:50.884070 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb2443f-dd00-40f7-870b-c0bc6b956d7d tempest-AllowedAddressPairIpV6TestJSON-1239049207 tempest-AllowedAddressPairIpV6TestJSON-1239049207-project] Pushing event deleted for resources: {'Network': ['ID=de1c0b17-4762-47cb-90aa-bb6d9189401e,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:44:51.017374 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_common [req-356d5cfa-fac7-4403-82a6-d9392ea227c6 req-9980b7bd-ee1d-409f-ade4-40840465c9fe tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] Allocated IP 172.20.0.8 (095a52e2-adfb-413a-ad18-4ab0c06e2a0b/bb781916-dee2-4e78-8ef3-29ac52faacb2/b29128e5-bd13-40a1-bd21-ad6bf3c610a2) {{(pid=102347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:44:51.020690 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-9b0474e5-2e8c-4e6a-8533-f9cadbcbb220 tempest-AllowedAddressPairTestJSON-1199930546 tempest-AllowedAddressPairTestJSON-1199930546-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:51.027769 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-9b0474e5-2e8c-4e6a-8533-f9cadbcbb220 tempest-AllowedAddressPairTestJSON-1199930546 tempest-AllowedAddressPairTestJSON-1199930546-project] 10.222.0.44 "DELETE /v2.0/ports/869bc516-1449-4248-86b6-ffc3a520f838 HTTP/1.1" status: 204 len: 168 time: 0.9100530 Oct 27 10:44:51.030295 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 51866) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:44:51.063407 n-d-813419-10 neutron-server[102346]: INFO neutron.pecan_wsgi.hooks.translation [None req-b80f01bc-05b4-4dfd-a039-b7c6d31687f9 tempest-AllowedAddressPairTestJSON-1199930546 tempest-AllowedAddressPairTestJSON-1199930546-project] GET failed (client error): The resource could not be found. Oct 27 10:44:51.068021 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-b80f01bc-05b4-4dfd-a039-b7c6d31687f9 tempest-AllowedAddressPairTestJSON-1199930546 tempest-AllowedAddressPairTestJSON-1199930546-project] 10.222.0.44 "GET /v2.0/ports/869bc516-1449-4248-86b6-ffc3a520f838 HTTP/1.1" status: 404 len: 333 time: 0.0333440 Oct 27 10:44:51.068519 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 51872) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:44:51.074847 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-bcd0144a-a871-4624-a9ec-deadf4f9ab30 tempest-AllowedAddressPairTestJSON-1199930546 tempest-AllowedAddressPairTestJSON-1199930546-project] Request body: {'port': {'network_id': '0f24d709-65c6-40f3-9b6a-31a1b9878215', 'name': 'tempest-AllowedAddressPairTestJSON-1577021667'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:44:51.115671 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-8873bbf5-480b-4cff-8a01-91010d770b10 None None] Provisioning complete for port 3bb47b36-0760-4732-a563-5542685ae129 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:44:51.116258 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-8873bbf5-480b-4cff-8a01-91010d770b10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:51.215874 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 51876) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:44:51.267902 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-c044e770-8aae-4109-9ede-d7250be877e4 req-82b1b9e2-c178-4e4a-ac51-93a4db847df1 tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] 10.222.0.44 "GET /v2.0/ports?device_id=5e764ccd-8221-4655-9e0d-a1047e5437a0 HTTP/1.1" status: 200 len: 210 time: 0.1034710 Oct 27 10:44:51.311344 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-8873bbf5-480b-4cff-8a01-91010d770b10 None None] Provisioning complete for port 3d1b8667-3ddd-4950-b6b5-b306618d7ef4 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:44:51.311888 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-8873bbf5-480b-4cff-8a01-91010d770b10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:51.377422 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-8873bbf5-480b-4cff-8a01-91010d770b10 None None] Port 3d1b8667-3ddd-4950-b6b5-b306618d7ef4 cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:44:51.393287 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-356d5cfa-fac7-4403-82a6-d9392ea227c6 req-9980b7bd-ee1d-409f-ade4-40840465c9fe tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] Publish callbacks [] for port, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:51.395785 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-8873bbf5-480b-4cff-8a01-91010d770b10 None None] Could not find standard attr ID for object 869bc516-1449-4248-86b6-ffc3a520f838. {{(pid=102348) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 27 10:44:51.496521 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-356d5cfa-fac7-4403-82a6-d9392ea227c6 req-9980b7bd-ee1d-409f-ade4-40840465c9fe tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:51.592753 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9980b7bd-ee1d-409f-ade4-40840465c9fe tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] Pushing event updated for resources: {'Port': ['ID=b29128e5-bd13-40a1-bd21-ad6bf3c610a2,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:44:51.603155 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-356d5cfa-fac7-4403-82a6-d9392ea227c6 req-9980b7bd-ee1d-409f-ade4-40840465c9fe tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] Network 095a52e2-adfb-413a-ad18-4ab0c06e2a0b is already hosted by enough agents. {{(pid=102347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:44:51.610969 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [req-356d5cfa-fac7-4403-82a6-d9392ea227c6 req-9980b7bd-ee1d-409f-ade4-40840465c9fe tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] Resources bound (agent type, host, resource id): {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:44:51.617253 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-1750d228-cb4f-4ece-82cf-7c5177493601 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5c4f7b29454f42c499cd5cabb2389000&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4002306 Oct 27 10:44:51.618185 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [req-356d5cfa-fac7-4403-82a6-d9392ea227c6 req-9980b7bd-ee1d-409f-ade4-40840465c9fe tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] Received port after_create {{(pid=102347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:44:51.622058 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 51882) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:44:51.622957 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-d8e386f0-017b-4bac-846b-a6be1fb592e8 None None] Provisioning complete for port 3d1b8667-3ddd-4950-b6b5-b306618d7ef4 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:44:51.623334 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-d8e386f0-017b-4bac-846b-a6be1fb592e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:51.685168 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-d8e386f0-017b-4bac-846b-a6be1fb592e8 None None] Port 3d1b8667-3ddd-4950-b6b5-b306618d7ef4 cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:44:51.745681 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356d5cfa-fac7-4403-82a6-d9392ea227c6 req-9980b7bd-ee1d-409f-ade4-40840465c9fe tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:44:51.746380 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-356d5cfa-fac7-4403-82a6-d9392ea227c6 req-9980b7bd-ee1d-409f-ade4-40840465c9fe tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:51.779610 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcd0144a-a871-4624-a9ec-deadf4f9ab30 tempest-AllowedAddressPairTestJSON-1199930546 tempest-AllowedAddressPairTestJSON-1199930546-project] Made reservation on behalf of f3c381266b1b47b5a136f41b6602f90a for: {'port': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:44:51.785484 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-bcd0144a-a871-4624-a9ec-deadf4f9ab30 tempest-AllowedAddressPairTestJSON-1199930546 tempest-AllowedAddressPairTestJSON-1199930546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:51.809296 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1866a5-334b-4f99-bd6c-fa26af70c5dd req-62a8bd28-bc5c-4790-b11f-c87df0ab07a3 tempest-VolumesNegativeTest-1908988882 tempest-VolumesNegativeTest-1908988882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:44:51.811455 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-0b1866a5-334b-4f99-bd6c-fa26af70c5dd req-62a8bd28-bc5c-4790-b11f-c87df0ab07a3 tempest-VolumesNegativeTest-1908988882 tempest-VolumesNegativeTest-1908988882-project] 10.222.0.64 "GET /v2.0/ports?device_id=6686f6cd-c115-48cc-9684-dad73f387bae HTTP/1.1" status: 200 len: 949 time: 0.1344290 Oct 27 10:44:51.813018 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [None req-bcd0144a-a871-4624-a9ec-deadf4f9ab30 tempest-AllowedAddressPairTestJSON-1199930546 tempest-AllowedAddressPairTestJSON-1199930546-project] device_id is not set on port 81bfaf20-8ede-41fd-8b9d-6b91a5d2cade yet. {{(pid=102346) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 10:44:51.817299 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-356d5cfa-fac7-4403-82a6-d9392ea227c6 req-9980b7bd-ee1d-409f-ade4-40840465c9fe tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3896122 Oct 27 10:44:51.834206 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-736a2d65-7794-42ea-b102-b21d46906903 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:51.845202 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [req-356d5cfa-fac7-4403-82a6-d9392ea227c6 req-00d9edbc-cf34-4a61-bf55-847ebe615425 service neutron] Request body: {'port': {'device_id': '5e764ccd-8221-4655-9e0d-a1047e5437a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-10'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:44:51.859905 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 3bb47b36-0760-4732-a563-5542685ae129 up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:44:51.971626 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-736a2d65-7794-42ea-b102-b21d46906903 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:52.030272 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf78597-d974-45ab-9226-5ee51ef93710 req-067d1ddb-3429-4d74-8ab8-a359edf2efe9 tempest-VolumesNegativeTest-1908988882 tempest-VolumesNegativeTest-1908988882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:44:52.037770 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-7bf78597-d974-45ab-9226-5ee51ef93710 req-067d1ddb-3429-4d74-8ab8-a359edf2efe9 tempest-VolumesNegativeTest-1908988882 tempest-VolumesNegativeTest-1908988882-project] 10.222.0.44 "GET /v2.0/ports?device_id=6686f6cd-c115-48cc-9684-dad73f387bae HTTP/1.1" status: 200 len: 949 time: 0.0845504 Oct 27 10:44:52.043807 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_common [None req-bcd0144a-a871-4624-a9ec-deadf4f9ab30 tempest-AllowedAddressPairTestJSON-1199930546 tempest-AllowedAddressPairTestJSON-1199930546-project] Allocated IP 172.20.0.10 (0f24d709-65c6-40f3-9b6a-31a1b9878215/63fdb073-4455-407f-9970-f0d2f2a5783c/81bfaf20-8ede-41fd-8b9d-6b91a5d2cade) {{(pid=102346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:44:52.100886 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-7bf78597-d974-45ab-9226-5ee51ef93710 req-421d5bbd-ce04-4e29-acdb-c7b2c91fc04f tempest-VolumesNegativeTest-1908988882 tempest-VolumesNegativeTest-1908988882-project] 10.222.0.44 "GET /v2.0/security-groups?id=ee995603-d981-4a9a-afa0-b63b5aaa2670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621283 Oct 27 10:44:52.125616 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-356d5cfa-fac7-4403-82a6-d9392ea227c6 req-00d9edbc-cf34-4a61-bf55-847ebe615425 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:52.156189 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-06b0eff3-4caf-470c-bf0c-4dfb183530c6 None None] Could not find standard attr ID for object 869bc516-1449-4248-86b6-ffc3a520f838. {{(pid=102348) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 27 10:44:52.179320 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-3c6a8245-0581-48aa-b5f6-4d8fe98cd16e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:52.186968 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port 3bb47b36-0760-4732-a563-5542685ae129 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:44:52.188180 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:52.195116 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-736a2d65-7794-42ea-b102-b21d46906903 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:52.197631 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-736a2d65-7794-42ea-b102-b21d46906903 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:52.199324 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-736a2d65-7794-42ea-b102-b21d46906903 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f77831c8-d4b3-49a1-bd7f-2fd3f1b28bb0 HTTP/1.1" status: 204 len: 168 time: 0.5763249 Oct 27 10:44:52.210675 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [req-0b1866a5-334b-4f99-bd6c-fa26af70c5dd req-fdba53d7-aeb3-4a7d-a84d-cc3fd42d33de tempest-VolumesNegativeTest-1908988882 tempest-VolumesNegativeTest-1908988882-project] Deleting port df1f7acb-9aae-4f84-b6b3-615ba82cbff3 {{(pid=102347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:44:52.211343 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-0b1866a5-334b-4f99-bd6c-fa26af70c5dd req-fdba53d7-aeb3-4a7d-a84d-cc3fd42d33de tempest-VolumesNegativeTest-1908988882 tempest-VolumesNegativeTest-1908988882-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:52.318160 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736a2d65-7794-42ea-b102-b21d46906903 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f77831c8-d4b3-49a1-bd7f-2fd3f1b28bb0,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:44:52.364403 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-bcd0144a-a871-4624-a9ec-deadf4f9ab30 tempest-AllowedAddressPairTestJSON-1199930546 tempest-AllowedAddressPairTestJSON-1199930546-project] Publish callbacks [] for port, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:52.442862 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 980aa204-fe8c-4e4e-84d7-5c8095e31590 no longer exists at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:44:52.467060 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] No Port match for: 980aa204-fe8c-4e4e-84d7-5c8095e31590 {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:44:52.468509 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 980aa204-fe8c-4e4e-84d7-5c8095e31590 not bound to the agent host n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:44:52.484045 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-bcd0144a-a871-4624-a9ec-deadf4f9ab30 tempest-AllowedAddressPairTestJSON-1199930546 tempest-AllowedAddressPairTestJSON-1199930546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:52.569780 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcd0144a-a871-4624-a9ec-deadf4f9ab30 tempest-AllowedAddressPairTestJSON-1199930546 tempest-AllowedAddressPairTestJSON-1199930546-project] Network 0f24d709-65c6-40f3-9b6a-31a1b9878215 is already hosted by enough agents. {{(pid=102346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:44:52.578293 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-bcd0144a-a871-4624-a9ec-deadf4f9ab30 tempest-AllowedAddressPairTestJSON-1199930546 tempest-AllowedAddressPairTestJSON-1199930546-project] Resources bound (agent type, host, resource id): {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:44:52.583020 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcd0144a-a871-4624-a9ec-deadf4f9ab30 tempest-AllowedAddressPairTestJSON-1199930546 tempest-AllowedAddressPairTestJSON-1199930546-project] Received port after_create {{(pid=102346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:44:52.585972 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-0b1866a5-334b-4f99-bd6c-fa26af70c5dd req-fdba53d7-aeb3-4a7d-a84d-cc3fd42d33de tempest-VolumesNegativeTest-1908988882 tempest-VolumesNegativeTest-1908988882-project] For port df1f7acb-9aae-4f84-b6b3-615ba82cbff3, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=df1f7acb-9aae-4f84-b6b3-615ba82cbff3,segment=NetworkSegment(f7c42c6d-2766-46d8-a8b7-4852117a5555),segment_id=f7c42c6d-2766-46d8-a8b7-4852117a5555)] {{(pid=102347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:44:52.586638 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-0b1866a5-334b-4f99-bd6c-fa26af70c5dd req-fdba53d7-aeb3-4a7d-a84d-cc3fd42d33de tempest-VolumesNegativeTest-1908988882 tempest-VolumesNegativeTest-1908988882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:52.617372 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [req-0b1866a5-334b-4f99-bd6c-fa26af70c5dd req-fdba53d7-aeb3-4a7d-a84d-cc3fd42d33de tempest-VolumesNegativeTest-1908988882 tempest-VolumesNegativeTest-1908988882-project] Calling delete_port for df1f7acb-9aae-4f84-b6b3-615ba82cbff3 owned by compute:nova {{(pid=102347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:44:52.649780 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd0144a-a871-4624-a9ec-deadf4f9ab30 tempest-AllowedAddressPairTestJSON-1199930546 tempest-AllowedAddressPairTestJSON-1199930546-project] Pushing event updated for resources: {'Port': ['ID=81bfaf20-8ede-41fd-8b9d-6b91a5d2cade,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:44:52.662980 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcd0144a-a871-4624-a9ec-deadf4f9ab30 tempest-AllowedAddressPairTestJSON-1199930546 tempest-AllowedAddressPairTestJSON-1199930546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:44:52.663621 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-bcd0144a-a871-4624-a9ec-deadf4f9ab30 tempest-AllowedAddressPairTestJSON-1199930546 tempest-AllowedAddressPairTestJSON-1199930546-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:52.675427 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fe104e-3f9a-41f1-8e30-a98f60cbbde7 req-370da175-d6bd-4e00-8daa-89d7d93feaa0 tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:44:52.676240 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-d0fe104e-3f9a-41f1-8e30-a98f60cbbde7 req-370da175-d6bd-4e00-8daa-89d7d93feaa0 tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] 10.222.0.44 "GET /v2.0/ports?device_id=5e764ccd-8221-4655-9e0d-a1047e5437a0 HTTP/1.1" status: 200 len: 931 time: 0.1673000 Oct 27 10:44:52.696119 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-bcd0144a-a871-4624-a9ec-deadf4f9ab30 tempest-AllowedAddressPairTestJSON-1199930546 tempest-AllowedAddressPairTestJSON-1199930546-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6265254 Oct 27 10:44:52.698665 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 51902) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:44:52.709662 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-d5c7c18d-2f67-49f5-ae93-712f31d5d92c tempest-AllowedAddressPairTestJSON-1199930546 tempest-AllowedAddressPairTestJSON-1199930546-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:65:fd:29'}]}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:44:52.834154 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d5c7c18d-2f67-49f5-ae93-712f31d5d92c tempest-AllowedAddressPairTestJSON-1199930546 tempest-AllowedAddressPairTestJSON-1199930546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:52.882614 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-03078ea8-19d1-434b-8dc0-c664785db011 None None] Provisioning complete for port 81bfaf20-8ede-41fd-8b9d-6b91a5d2cade triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:44:52.883419 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-03078ea8-19d1-434b-8dc0-c664785db011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:52.887392 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-d0fe104e-3f9a-41f1-8e30-a98f60cbbde7 req-be34b369-5d29-49e6-812f-435b4c4c8939 tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] 10.222.0.44 "GET /v2.0/security-groups?id=78b00a37-7309-4fe7-b9e5-d3cf0246ee6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660371 Oct 27 10:44:52.901254 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [req-356d5cfa-fac7-4403-82a6-d9392ea227c6 req-00d9edbc-cf34-4a61-bf55-847ebe615425 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b29128e5-bd13-40a1-bd21-ad6bf3c610a2 {{(pid=102347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:44:52.913899 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-356d5cfa-fac7-4403-82a6-d9392ea227c6 req-00d9edbc-cf34-4a61-bf55-847ebe615425 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:52.946981 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-03078ea8-19d1-434b-8dc0-c664785db011 None None] Port 81bfaf20-8ede-41fd-8b9d-6b91a5d2cade cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:44:52.998969 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.provisioning_blocks [req-356d5cfa-fac7-4403-82a6-d9392ea227c6 req-00d9edbc-cf34-4a61-bf55-847ebe615425 service neutron] Transition to ACTIVE for port object b29128e5-bd13-40a1-bd21-ad6bf3c610a2 will not be triggered until provisioned by entity L2. {{(pid=102347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 10:44:52.999944 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-0b1866a5-334b-4f99-bd6c-fa26af70c5dd req-fdba53d7-aeb3-4a7d-a84d-cc3fd42d33de tempest-VolumesNegativeTest-1908988882 tempest-VolumesNegativeTest-1908988882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:53.009732 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-356d5cfa-fac7-4403-82a6-d9392ea227c6 req-00d9edbc-cf34-4a61-bf55-847ebe615425 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:53.014348 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] get_ports_and_sgs() called for port_ids ['df1f7acb-9aae-4f84-b6b3-615ba82cbff3'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:44:53.071522 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdba53d7-aeb3-4a7d-a84d-cc3fd42d33de tempest-VolumesNegativeTest-1908988882 tempest-VolumesNegativeTest-1908988882-project] Pushing event deleted for resources: {'Port': ['ID=df1f7acb-9aae-4f84-b6b3-615ba82cbff3,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:44:53.154155 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d5c7c18d-2f67-49f5-ae93-712f31d5d92c tempest-AllowedAddressPairTestJSON-1199930546 tempest-AllowedAddressPairTestJSON-1199930546-project] Publish callbacks [] for port, precommit_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:53.161978 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d5c7c18d-2f67-49f5-ae93-712f31d5d92c tempest-AllowedAddressPairTestJSON-1199930546 tempest-AllowedAddressPairTestJSON-1199930546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27024173'] for port, after_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:53.268890 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b1866a5-334b-4f99-bd6c-fa26af70c5dd req-fdba53d7-aeb3-4a7d-a84d-cc3fd42d33de tempest-VolumesNegativeTest-1908988882 tempest-VolumesNegativeTest-1908988882-project] No DVR routers for this DVR port df1f7acb-9aae-4f84-b6b3-615ba82cbff3 on host n-h1-813419-10 {{(pid=102347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:44:53.277442 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-0b1866a5-334b-4f99-bd6c-fa26af70c5dd req-fdba53d7-aeb3-4a7d-a84d-cc3fd42d33de tempest-VolumesNegativeTest-1908988882 tempest-VolumesNegativeTest-1908988882-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:53.281213 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-0b1866a5-334b-4f99-bd6c-fa26af70c5dd req-fdba53d7-aeb3-4a7d-a84d-cc3fd42d33de tempest-VolumesNegativeTest-1908988882 tempest-VolumesNegativeTest-1908988882-project] 10.222.0.64 "DELETE /v2.0/ports/df1f7acb-9aae-4f84-b6b3-615ba82cbff3 HTTP/1.1" status: 204 len: 173 time: 1.4609170 Oct 27 10:44:53.283527 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6686f6cd-c115-48cc-9684-dad73f387bae', 'name': 'network-vif-deleted', 'tag': 'df1f7acb-9aae-4f84-b6b3-615ba82cbff3'}] {{(pid=102347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:44:53.286239 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311149b481204ee7edffdb959c881838506fbd95bc8577c048f6677abb73acc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb742e7f-b8a0-4e69-b204-b5d4deca9304" -d '{"events": [{"server_uuid": "6686f6cd-c115-48cc-9684-dad73f387bae", "name": "network-vif-deleted", "tag": "df1f7acb-9aae-4f84-b6b3-615ba82cbff3"}]}' {{(pid=102347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:44:53.298813 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d9edbc-cf34-4a61-bf55-847ebe615425 service neutron] Pushing event updated for resources: {'Port': ['ID=b29128e5-bd13-40a1-bd21-ad6bf3c610a2,revision_number=2']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:44:53.305222 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-c752cbc0-7229-41b4-9019-260b5a3c21de req-02ed4e8d-25f0-46bb-b8f1-ecd663245448 tempest-VolumesNegativeTest-1908988882 tempest-VolumesNegativeTest-1908988882-project] 10.222.0.44 "GET /v2.0/ports?device_id=6686f6cd-c115-48cc-9684-dad73f387bae HTTP/1.1" status: 200 len: 210 time: 0.0585022 Oct 27 10:44:53.349730 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c7c18d-2f67-49f5-ae93-712f31d5d92c tempest-AllowedAddressPairTestJSON-1199930546 tempest-AllowedAddressPairTestJSON-1199930546-project] Pushing event updated for resources: {'Port': ['ID=81bfaf20-8ede-41fd-8b9d-6b91a5d2cade,revision_number=2']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:44:53.389630 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-356d5cfa-fac7-4403-82a6-d9392ea227c6 req-00d9edbc-cf34-4a61-bf55-847ebe615425 service neutron] Attempting to bind port b29128e5-bd13-40a1-bd21-ad6bf3c610a2 on host n-h2-813419-10 for vnic_type normal with profile {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:44:53.389879 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-356d5cfa-fac7-4403-82a6-d9392ea227c6 req-00d9edbc-cf34-4a61-bf55-847ebe615425 service neutron] Attempting to bind port b29128e5-bd13-40a1-bd21-ad6bf3c610a2 by drivers openvswitch,hyperv on host n-h2-813419-10 at level 0 using segments [{'id': 'ceecd002-0880-4375-a568-64df7900389e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '095a52e2-adfb-413a-ad18-4ab0c06e2a0b'}] {{(pid=102347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:44:53.390691 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-d5c7c18d-2f67-49f5-ae93-712f31d5d92c tempest-AllowedAddressPairTestJSON-1199930546 tempest-AllowedAddressPairTestJSON-1199930546-project] In _notify_port_updated(), no bound segment for port 81bfaf20-8ede-41fd-8b9d-6b91a5d2cade on network 0f24d709-65c6-40f3-9b6a-31a1b9878215 {{(pid=102346) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 27 10:44:53.392034 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-356d5cfa-fac7-4403-82a6-d9392ea227c6 req-00d9edbc-cf34-4a61-bf55-847ebe615425 service neutron] Attempting to bind port b29128e5-bd13-40a1-bd21-ad6bf3c610a2 on network 095a52e2-adfb-413a-ad18-4ab0c06e2a0b {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:44:53.406900 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-356d5cfa-fac7-4403-82a6-d9392ea227c6 req-00d9edbc-cf34-4a61-bf55-847ebe615425 service neutron] Port b29128e5-bd13-40a1-bd21-ad6bf3c610a2 on network 095a52e2-adfb-413a-ad18-4ab0c06e2a0b not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-10 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 10:44:53.407255 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-356d5cfa-fac7-4403-82a6-d9392ea227c6 req-00d9edbc-cf34-4a61-bf55-847ebe615425 service neutron] Attempting to bind port b29128e5-bd13-40a1-bd21-ad6bf3c610a2 on network 095a52e2-adfb-413a-ad18-4ab0c06e2a0b {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:44:53.411239 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5c7c18d-2f67-49f5-ae93-712f31d5d92c tempest-AllowedAddressPairTestJSON-1199930546 tempest-AllowedAddressPairTestJSON-1199930546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:44:53.414080 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d5c7c18d-2f67-49f5-ae93-712f31d5d92c tempest-AllowedAddressPairTestJSON-1199930546 tempest-AllowedAddressPairTestJSON-1199930546-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:53.423962 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-356d5cfa-fac7-4403-82a6-d9392ea227c6 req-00d9edbc-cf34-4a61-bf55-847ebe615425 service neutron] Checking agent: {'id': 'a2edc247-0fa4-4ce6-bbae-a10492f6bd71', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 16, 9), 'started_at': datetime.datetime(2021, 10, 27, 10, 16, 9), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 44, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:44:53.423962 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-356d5cfa-fac7-4403-82a6-d9392ea227c6 req-00d9edbc-cf34-4a61-bf55-847ebe615425 service neutron] Checking segment: {'id': 'ceecd002-0880-4375-a568-64df7900389e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '095a52e2-adfb-413a-ad18-4ab0c06e2a0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:44:53.423962 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-356d5cfa-fac7-4403-82a6-d9392ea227c6 req-00d9edbc-cf34-4a61-bf55-847ebe615425 service neutron] Bound using segment: {'id': 'ceecd002-0880-4375-a568-64df7900389e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '095a52e2-adfb-413a-ad18-4ab0c06e2a0b'} {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:44:53.424346 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-d5c7c18d-2f67-49f5-ae93-712f31d5d92c tempest-AllowedAddressPairTestJSON-1199930546 tempest-AllowedAddressPairTestJSON-1199930546-project] 10.222.0.44 "PUT /v2.0/ports/81bfaf20-8ede-41fd-8b9d-6b91a5d2cade HTTP/1.1" status: 200 len: 994 time: 0.7219985 Oct 27 10:44:53.424462 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-356d5cfa-fac7-4403-82a6-d9392ea227c6 req-00d9edbc-cf34-4a61-bf55-847ebe615425 service neutron] Bound port: b29128e5-bd13-40a1-bd21-ad6bf3c610a2, host: n-h2-813419-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ceecd002-0880-4375-a568-64df7900389e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '095a52e2-adfb-413a-ad18-4ab0c06e2a0b'}}] {{(pid=102347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:44:53.424462 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-356d5cfa-fac7-4403-82a6-d9392ea227c6 req-00d9edbc-cf34-4a61-bf55-847ebe615425 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:53.424680 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 51920) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:44:53.424777 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 51922) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:44:53.606684 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:44:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cda30b1-9709-44a0-b6df-aa9eada8daa8 x-openstack-request-id: req-2cda30b1-9709-44a0-b6df-aa9eada8daa8 {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:44:53.607203 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6686f6cd-c115-48cc-9684-dad73f387bae", "name": "network-vif-deleted", "tag": "df1f7acb-9aae-4f84-b6b3-615ba82cbff3", "status": "completed", "code": 200}]} {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:44:53.607203 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-2cda30b1-9709-44a0-b6df-aa9eada8daa8 {{(pid=102347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:44:53.607641 n-d-813419-10 neutron-server[102347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6686f6cd-c115-48cc-9684-dad73f387bae', 'name': 'network-vif-deleted', 'tag': 'df1f7acb-9aae-4f84-b6b3-615ba82cbff3', 'status': 'completed', 'code': 200} Oct 27 10:44:53.613072 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-356d5cfa-fac7-4403-82a6-d9392ea227c6 req-00d9edbc-cf34-4a61-bf55-847ebe615425 service neutron] For port b29128e5-bd13-40a1-bd21-ad6bf3c610a2, host n-h2-813419-10, cleared binding levels {{(pid=102347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:44:53.616953 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-356d5cfa-fac7-4403-82a6-d9392ea227c6 req-00d9edbc-cf34-4a61-bf55-847ebe615425 service neutron] For port b29128e5-bd13-40a1-bd21-ad6bf3c610a2, host n-h2-813419-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=b29128e5-bd13-40a1-bd21-ad6bf3c610a2,segment=NetworkSegment(ceecd002-0880-4375-a568-64df7900389e),segment_id=ceecd002-0880-4375-a568-64df7900389e)] {{(pid=102347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:44:53.627085 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-356d5cfa-fac7-4403-82a6-d9392ea227c6 req-00d9edbc-cf34-4a61-bf55-847ebe615425 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:53.677790 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b44a183-1063-4f6c-adbf-4086d1281f15 None None] Provisioning complete for port 81bfaf20-8ede-41fd-8b9d-6b91a5d2cade triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:44:53.678315 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b44a183-1063-4f6c-adbf-4086d1281f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:53.688278 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356d5cfa-fac7-4403-82a6-d9392ea227c6 req-00d9edbc-cf34-4a61-bf55-847ebe615425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:44:53.689714 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-356d5cfa-fac7-4403-82a6-d9392ea227c6 req-00d9edbc-cf34-4a61-bf55-847ebe615425 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:53.692501 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-356d5cfa-fac7-4403-82a6-d9392ea227c6 req-00d9edbc-cf34-4a61-bf55-847ebe615425 service neutron] 10.222.0.76 "PUT /v2.0/ports/b29128e5-bd13-40a1-bd21-ad6bf3c610a2 HTTP/1.1" status: 200 len: 1092 time: 1.8592577 Oct 27 10:44:53.702601 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-5d7e1b0f-ef8a-4dc1-ada9-a4ab74bb20e0 tempest-AllowedAddressPairTestJSON-1199930546 tempest-AllowedAddressPairTestJSON-1199930546-project] Deleting port 81bfaf20-8ede-41fd-8b9d-6b91a5d2cade {{(pid=102346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:44:53.702943 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-5d7e1b0f-ef8a-4dc1-ada9-a4ab74bb20e0 tempest-AllowedAddressPairTestJSON-1199930546 tempest-AllowedAddressPairTestJSON-1199930546-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:53.723777 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-7b44a183-1063-4f6c-adbf-4086d1281f15 None None] Port 81bfaf20-8ede-41fd-8b9d-6b91a5d2cade cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:44:53.750114 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d9edbc-cf34-4a61-bf55-847ebe615425 service neutron] Pushing event updated for resources: {'Port': ['ID=b29128e5-bd13-40a1-bd21-ad6bf3c610a2,revision_number=3']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:44:53.758090 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-1b6a4308-3d92-4ea1-9e34-546b40df3b53 tempest-FloatingIPNegativeTestJSON-1762702524 tempest-FloatingIPNegativeTestJSON-1762702524-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-639809186'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:44:53.786278 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b6a4308-3d92-4ea1-9e34-546b40df3b53 tempest-FloatingIPNegativeTestJSON-1762702524 tempest-FloatingIPNegativeTestJSON-1762702524-project] Made reservation on behalf of 0252fdae8f474a028f44fcc4d4b41397 for: {'network': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:44:53.789951 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-1b6a4308-3d92-4ea1-9e34-546b40df3b53 tempest-FloatingIPNegativeTestJSON-1762702524 tempest-FloatingIPNegativeTestJSON-1762702524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for network, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:53.791694 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356d5cfa-fac7-4403-82a6-d9392ea227c6 req-d0118007-4e2e-4ea7-b952-cd127efca565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:44:53.794839 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-356d5cfa-fac7-4403-82a6-d9392ea227c6 req-d0118007-4e2e-4ea7-b952-cd127efca565 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=e0ec8c338248463eadd7134ef16392ec&device_id=5e764ccd-8221-4655-9e0d-a1047e5437a0 HTTP/1.1" status: 200 len: 1095 time: 0.0555489 Oct 27 10:44:53.802748 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-1b6a4308-3d92-4ea1-9e34-546b40df3b53 tempest-FloatingIPNegativeTestJSON-1762702524 tempest-FloatingIPNegativeTestJSON-1762702524-project] Publish callbacks [] for security_group, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:53.855686 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-356d5cfa-fac7-4403-82a6-d9392ea227c6 req-83a915f6-b395-447c-b905-bd4eacaccb3c service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b29128e5-bd13-40a1-bd21-ad6bf3c610a2 HTTP/1.1" status: 200 len: 217 time: 0.0520847 Oct 27 10:44:53.862544 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-5d7e1b0f-ef8a-4dc1-ada9-a4ab74bb20e0 tempest-AllowedAddressPairTestJSON-1199930546 tempest-AllowedAddressPairTestJSON-1199930546-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:53.882611 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-5d7e1b0f-ef8a-4dc1-ada9-a4ab74bb20e0 tempest-AllowedAddressPairTestJSON-1199930546 tempest-AllowedAddressPairTestJSON-1199930546-project] Calling delete_port for 81bfaf20-8ede-41fd-8b9d-6b91a5d2cade owned by {{(pid=102346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:44:53.912353 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356d5cfa-fac7-4403-82a6-d9392ea227c6 req-af708a86-a736-4432-8959-0dd03b592982 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:44:53.913971 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-356d5cfa-fac7-4403-82a6-d9392ea227c6 req-af708a86-a736-4432-8959-0dd03b592982 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=bb781916-dee2-4e78-8ef3-29ac52faacb2 HTTP/1.1" status: 200 len: 854 time: 0.0507941 Oct 27 10:44:53.957067 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-356d5cfa-fac7-4403-82a6-d9392ea227c6 req-c98a6fe3-694c-48aa-83a8-ba418189ece1 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=095a52e2-adfb-413a-ad18-4ab0c06e2a0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353470 Oct 27 10:44:53.985312 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-1b6a4308-3d92-4ea1-9e34-546b40df3b53 tempest-FloatingIPNegativeTestJSON-1762702524 tempest-FloatingIPNegativeTestJSON-1762702524-project] Publish callbacks [] for security_group, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:53.998201 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-1b6a4308-3d92-4ea1-9e34-546b40df3b53 tempest-FloatingIPNegativeTestJSON-1762702524 tempest-FloatingIPNegativeTestJSON-1762702524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:54.053232 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b6a4308-3d92-4ea1-9e34-546b40df3b53 tempest-FloatingIPNegativeTestJSON-1762702524 tempest-FloatingIPNegativeTestJSON-1762702524-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 410} {{(pid=102346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 10:44:54.062566 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6a4308-3d92-4ea1-9e34-546b40df3b53 tempest-FloatingIPNegativeTestJSON-1762702524 tempest-FloatingIPNegativeTestJSON-1762702524-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc46f459-a48f-45e8-8130-e3815cf880aa,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:44:54.098528 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-5d7e1b0f-ef8a-4dc1-ada9-a4ab74bb20e0 tempest-AllowedAddressPairTestJSON-1199930546 tempest-AllowedAddressPairTestJSON-1199930546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:54.101281 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-1b6a4308-3d92-4ea1-9e34-546b40df3b53 tempest-FloatingIPNegativeTestJSON-1762702524 tempest-FloatingIPNegativeTestJSON-1762702524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:54.101676 n-d-813419-10 neutron-server[102346]: INFO neutron.db.segments_db [None req-1b6a4308-3d92-4ea1-9e34-546b40df3b53 tempest-FloatingIPNegativeTestJSON-1762702524 tempest-FloatingIPNegativeTestJSON-1762702524-project] Added segment 8a45e79f-a7e9-4133-88cd-a4f7de195ef3 of type vlan for network 416c1911-7ac1-40ee-bcff-d4ef693f52db Oct 27 10:44:54.117553 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47acea3b-e889-47f0-9ea1-8688ae0b4023 req-7bda3177-fe8f-44a1-83b2-36b285b46cc0 tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:44:54.120010 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-47acea3b-e889-47f0-9ea1-8688ae0b4023 req-7bda3177-fe8f-44a1-83b2-36b285b46cc0 tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] 10.222.0.44 "GET /v2.0/ports?device_id=5e764ccd-8221-4655-9e0d-a1047e5437a0 HTTP/1.1" status: 200 len: 943 time: 0.0858605 Oct 27 10:44:54.121996 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-356d5cfa-fac7-4403-82a6-d9392ea227c6 req-75648c0e-cdbf-42ea-a6e5-3842fd2c0e16 service neutron] 10.222.0.76 "GET /v2.0/networks/095a52e2-adfb-413a-ad18-4ab0c06e2a0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1580527 Oct 27 10:44:54.138924 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7e1b0f-ef8a-4dc1-ada9-a4ab74bb20e0 tempest-AllowedAddressPairTestJSON-1199930546 tempest-AllowedAddressPairTestJSON-1199930546-project] Pushing event deleted for resources: {'Port': ['ID=81bfaf20-8ede-41fd-8b9d-6b91a5d2cade,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:44:54.200992 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-1b6a4308-3d92-4ea1-9e34-546b40df3b53 tempest-FloatingIPNegativeTestJSON-1762702524 tempest-FloatingIPNegativeTestJSON-1762702524-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743872593080'] for network, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:54.263269 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-47acea3b-e889-47f0-9ea1-8688ae0b4023 req-ea804028-a405-4f5d-9a5d-260fb3764c23 tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] 10.222.0.44 "GET /v2.0/security-groups?id=78b00a37-7309-4fe7-b9e5-d3cf0246ee6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374695 Oct 27 10:44:54.293653 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-1b6a4308-3d92-4ea1-9e34-546b40df3b53 tempest-FloatingIPNegativeTestJSON-1762702524 tempest-FloatingIPNegativeTestJSON-1762702524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913'] for network, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:54.299174 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b6a4308-3d92-4ea1-9e34-546b40df3b53 tempest-FloatingIPNegativeTestJSON-1762702524 tempest-FloatingIPNegativeTestJSON-1762702524-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:44:54.299566 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-356d5cfa-fac7-4403-82a6-d9392ea227c6 req-5f7738d7-2522-4644-9921-9665f0df4b2a service neutron] 10.222.0.76 "GET /v2.0/networks/095a52e2-adfb-413a-ad18-4ab0c06e2a0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1666269 Oct 27 10:44:54.299811 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-1b6a4308-3d92-4ea1-9e34-546b40df3b53 tempest-FloatingIPNegativeTestJSON-1762702524 tempest-FloatingIPNegativeTestJSON-1762702524-project] Publish callbacks [] for network, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:54.362970 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-1b6a4308-3d92-4ea1-9e34-546b40df3b53 tempest-FloatingIPNegativeTestJSON-1762702524 tempest-FloatingIPNegativeTestJSON-1762702524-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 0.9334519 Oct 27 10:44:54.366317 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 51934) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:44:54.374345 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-6ae01e45-2c4f-46c2-8943-1e6ab8d2a61c tempest-FloatingIPNegativeTestJSON-1762702524 tempest-FloatingIPNegativeTestJSON-1762702524-project] Request body: {'subnet': {'network_id': '416c1911-7ac1-40ee-bcff-d4ef693f52db', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:44:54.468304 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6a4308-3d92-4ea1-9e34-546b40df3b53 tempest-FloatingIPNegativeTestJSON-1762702524 tempest-FloatingIPNegativeTestJSON-1762702524-project] Pushing event updated for resources: {'Network': ['ID=416c1911-7ac1-40ee-bcff-d4ef693f52db,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:44:54.471053 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-5d7e1b0f-ef8a-4dc1-ada9-a4ab74bb20e0 tempest-AllowedAddressPairTestJSON-1199930546 tempest-AllowedAddressPairTestJSON-1199930546-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:54.476948 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-5d7e1b0f-ef8a-4dc1-ada9-a4ab74bb20e0 tempest-AllowedAddressPairTestJSON-1199930546 tempest-AllowedAddressPairTestJSON-1199930546-project] 10.222.0.44 "DELETE /v2.0/ports/81bfaf20-8ede-41fd-8b9d-6b91a5d2cade HTTP/1.1" status: 204 len: 168 time: 1.0468533 Oct 27 10:44:54.477651 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 51944) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:44:54.482442 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Network 416c1911-7ac1-40ee-bcff-d4ef693f52db details requested by agent ovs-agent-n-d-813419-10 with host n-d-813419-10 {{(pid=102348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 10:44:54.503661 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ae01e45-2c4f-46c2-8943-1e6ab8d2a61c tempest-FloatingIPNegativeTestJSON-1762702524 tempest-FloatingIPNegativeTestJSON-1762702524-project] Made reservation on behalf of 0252fdae8f474a028f44fcc4d4b41397 for: {'subnet': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:44:54.508044 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-6ae01e45-2c4f-46c2-8943-1e6ab8d2a61c tempest-FloatingIPNegativeTestJSON-1762702524 tempest-FloatingIPNegativeTestJSON-1762702524-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18044073'] for subnet, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:54.525955 n-d-813419-10 neutron-server[102346]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4c37e55-302a-4614-a045-ad0d791c236c tempest-AllowedAddressPairTestJSON-1199930546 tempest-AllowedAddressPairTestJSON-1199930546-project] GET failed (client error): The resource could not be found. Oct 27 10:44:54.528887 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-d4c37e55-302a-4614-a045-ad0d791c236c tempest-AllowedAddressPairTestJSON-1199930546 tempest-AllowedAddressPairTestJSON-1199930546-project] 10.222.0.44 "GET /v2.0/ports/81bfaf20-8ede-41fd-8b9d-6b91a5d2cade HTTP/1.1" status: 404 len: 333 time: 0.0495679 Oct 27 10:44:54.533239 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 51946) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:44:54.541285 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-2035ea4c-99a2-4bff-b8f4-a850db386564 tempest-AllowedAddressPairTestJSON-1199930546 tempest-AllowedAddressPairTestJSON-1199930546-project] Request body: {'port': {'network_id': '0f24d709-65c6-40f3-9b6a-31a1b9878215', 'name': 'tempest-AllowedAddressPairTestJSON-1141953158'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:44:54.701627 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2035ea4c-99a2-4bff-b8f4-a850db386564 tempest-AllowedAddressPairTestJSON-1199930546 tempest-AllowedAddressPairTestJSON-1199930546-project] Made reservation on behalf of f3c381266b1b47b5a136f41b6602f90a for: {'port': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:44:54.705415 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-2035ea4c-99a2-4bff-b8f4-a850db386564 tempest-AllowedAddressPairTestJSON-1199930546 tempest-AllowedAddressPairTestJSON-1199930546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:54.733829 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [None req-2035ea4c-99a2-4bff-b8f4-a850db386564 tempest-AllowedAddressPairTestJSON-1199930546 tempest-AllowedAddressPairTestJSON-1199930546-project] device_id is not set on port 7b71c78c-2b0c-4d53-b187-404dc4fea4e5 yet. {{(pid=102346) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 10:44:54.818167 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-6ae01e45-2c4f-46c2-8943-1e6ab8d2a61c tempest-FloatingIPNegativeTestJSON-1762702524 tempest-FloatingIPNegativeTestJSON-1762702524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-18295883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18044091'] for subnet, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:54.885192 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_common [None req-2035ea4c-99a2-4bff-b8f4-a850db386564 tempest-AllowedAddressPairTestJSON-1199930546 tempest-AllowedAddressPairTestJSON-1199930546-project] Allocated IP 172.20.0.9 (0f24d709-65c6-40f3-9b6a-31a1b9878215/63fdb073-4455-407f-9970-f0d2f2a5783c/7b71c78c-2b0c-4d53-b187-404dc4fea4e5) {{(pid=102346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:44:54.893127 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae01e45-2c4f-46c2-8943-1e6ab8d2a61c tempest-FloatingIPNegativeTestJSON-1762702524 tempest-FloatingIPNegativeTestJSON-1762702524-project] Pushing event updated for resources: {'Subnet': ['ID=eb280f1e-a538-4996-aa33-52944139c391,revision_number=0']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:44:54.904616 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ae01e45-2c4f-46c2-8943-1e6ab8d2a61c tempest-FloatingIPNegativeTestJSON-1762702524 tempest-FloatingIPNegativeTestJSON-1762702524-project] Checking segment: {'id': '8a45e79f-a7e9-4133-88cd-a4f7de195ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '416c1911-7ac1-40ee-bcff-d4ef693f52db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:44:54.905076 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ae01e45-2c4f-46c2-8943-1e6ab8d2a61c tempest-FloatingIPNegativeTestJSON-1762702524 tempest-FloatingIPNegativeTestJSON-1762702524-project] Network hostable DHCP agents. Network: 416c1911-7ac1-40ee-bcff-d4ef693f52db, hostable agents: ['eafd4000-b897-4722-ae8b-0118ec955181'], hosted agents: [] {{(pid=102347) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 10:44:54.928046 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ae01e45-2c4f-46c2-8943-1e6ab8d2a61c tempest-FloatingIPNegativeTestJSON-1762702524 tempest-FloatingIPNegativeTestJSON-1762702524-project] Network 416c1911-7ac1-40ee-bcff-d4ef693f52db is scheduled to be hosted by DHCP agent eafd4000-b897-4722-ae8b-0118ec955181 with binding_index 1 {{(pid=102347) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 10:44:54.940622 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [None req-6ae01e45-2c4f-46c2-8943-1e6ab8d2a61c tempest-FloatingIPNegativeTestJSON-1762702524 tempest-FloatingIPNegativeTestJSON-1762702524-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-10, 416c1911-7ac1-40ee-bcff-d4ef693f52db) {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:44:54.952868 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3155fe4e-2393-4a68-a9ec-73be3accd5d2 None None] Network 416c1911-7ac1-40ee-bcff-d4ef693f52db requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:44:54.955274 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ae01e45-2c4f-46c2-8943-1e6ab8d2a61c tempest-FloatingIPNegativeTestJSON-1762702524 tempest-FloatingIPNegativeTestJSON-1762702524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:44:54.956023 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-6ae01e45-2c4f-46c2-8943-1e6ab8d2a61c tempest-FloatingIPNegativeTestJSON-1762702524 tempest-FloatingIPNegativeTestJSON-1762702524-project] Publish callbacks [] for subnet, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:54.983343 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-6ae01e45-2c4f-46c2-8943-1e6ab8d2a61c tempest-FloatingIPNegativeTestJSON-1762702524 tempest-FloatingIPNegativeTestJSON-1762702524-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6157725 Oct 27 10:44:54.987634 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 51970) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:44:54.993685 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-836c01e8-3392-4e73-bd7b-589a9705b461 tempest-FloatingIPNegativeTestJSON-1762702524 tempest-FloatingIPNegativeTestJSON-1762702524-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1399384322', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:44:55.035751 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-836c01e8-3392-4e73-bd7b-589a9705b461 tempest-FloatingIPNegativeTestJSON-1762702524 tempest-FloatingIPNegativeTestJSON-1762702524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1768632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3610'] for router, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:55.038132 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-836c01e8-3392-4e73-bd7b-589a9705b461 tempest-FloatingIPNegativeTestJSON-1762702524 tempest-FloatingIPNegativeTestJSON-1762702524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1765704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1769409', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1694266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3597'] for router, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:55.117098 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-836c01e8-3392-4e73-bd7b-589a9705b461 tempest-FloatingIPNegativeTestJSON-1762702524 tempest-FloatingIPNegativeTestJSON-1762702524-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:55.124021 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-836c01e8-3392-4e73-bd7b-589a9705b461 tempest-FloatingIPNegativeTestJSON-1762702524 tempest-FloatingIPNegativeTestJSON-1762702524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1765699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1769372'] for router, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:55.146188 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-836c01e8-3392-4e73-bd7b-589a9705b461 tempest-FloatingIPNegativeTestJSON-1762702524 tempest-FloatingIPNegativeTestJSON-1762702524-project] Publish callbacks [] for router, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:55.146486 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-2035ea4c-99a2-4bff-b8f4-a850db386564 tempest-AllowedAddressPairTestJSON-1199930546 tempest-AllowedAddressPairTestJSON-1199930546-project] Publish callbacks [] for port, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:55.150292 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-836c01e8-3392-4e73-bd7b-589a9705b461 tempest-FloatingIPNegativeTestJSON-1762702524 tempest-FloatingIPNegativeTestJSON-1762702524-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.1606951 Oct 27 10:44:55.150927 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 51980) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:44:55.167935 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82fb36a9-c6ba-4a5d-b860-777600441f70 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp734b258e-7d96-550c-b970-9b72ab66f383-416c1911-7ac1-40ee-bcff-d4ef693f52db', 'network_id': '416c1911-7ac1-40ee-bcff-d4ef693f52db', 'tenant_id': '0252fdae8f474a028f44fcc4d4b41397', 'fixed_ips': [{'subnet_id': 'eb280f1e-a538-4996-aa33-52944139c391'}]}} from n-d-813419-10. {{(pid=102348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 10:44:55.168968 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-82fb36a9-c6ba-4a5d-b860-777600441f70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:55.325512 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-2035ea4c-99a2-4bff-b8f4-a850db386564 tempest-AllowedAddressPairTestJSON-1199930546 tempest-AllowedAddressPairTestJSON-1199930546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:55.362382 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.db_base_plugin_common [None req-82fb36a9-c6ba-4a5d-b860-777600441f70 None None] Allocated IP 172.20.0.2 (416c1911-7ac1-40ee-bcff-d4ef693f52db/eb280f1e-a538-4996-aa33-52944139c391/9bcd22b7-35e6-411f-af38-f6babe545bdf) {{(pid=102348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:44:55.495963 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2035ea4c-99a2-4bff-b8f4-a850db386564 tempest-AllowedAddressPairTestJSON-1199930546 tempest-AllowedAddressPairTestJSON-1199930546-project] Network 0f24d709-65c6-40f3-9b6a-31a1b9878215 is already hosted by enough agents. {{(pid=102346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:44:55.503120 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-2035ea4c-99a2-4bff-b8f4-a850db386564 tempest-AllowedAddressPairTestJSON-1199930546 tempest-AllowedAddressPairTestJSON-1199930546-project] Resources bound (agent type, host, resource id): {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:44:55.507732 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2035ea4c-99a2-4bff-b8f4-a850db386564 tempest-AllowedAddressPairTestJSON-1199930546 tempest-AllowedAddressPairTestJSON-1199930546-project] Received port after_create {{(pid=102346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:44:55.512220 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2035ea4c-99a2-4bff-b8f4-a850db386564 tempest-AllowedAddressPairTestJSON-1199930546 tempest-AllowedAddressPairTestJSON-1199930546-project] Pushing event updated for resources: {'Port': ['ID=7b71c78c-2b0c-4d53-b187-404dc4fea4e5,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:44:55.545649 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-82fb36a9-c6ba-4a5d-b860-777600441f70 None None] Publish callbacks [] for port, precommit_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:55.559767 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-82fb36a9-c6ba-4a5d-b860-777600441f70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606'] for port, after_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:55.566075 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702ec3e7-91af-4886-8aaa-b3f24823a202 req-a04b7bd7-8feb-43e9-8e8e-bdeb94ad2af6 tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:44:55.567609 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-702ec3e7-91af-4886-8aaa-b3f24823a202 req-a04b7bd7-8feb-43e9-8e8e-bdeb94ad2af6 tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] 10.222.0.44 "GET /v2.0/ports?device_id=5e764ccd-8221-4655-9e0d-a1047e5437a0 HTTP/1.1" status: 200 len: 943 time: 0.1707306 Oct 27 10:44:55.609743 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e764ccd-8221-4655-9e0d-a1047e5437a0', 'tag': 'b29128e5-bd13-40a1-bd21-ad6bf3c610a2'}] {{(pid=102347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:44:55.612559 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311149b481204ee7edffdb959c881838506fbd95bc8577c048f6677abb73acc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15e1631b-b466-4335-b591-1d319403d6f5" -d '{"events": [{"name": "network-changed", "server_uuid": "5e764ccd-8221-4655-9e0d-a1047e5437a0", "tag": "b29128e5-bd13-40a1-bd21-ad6bf3c610a2"}]}' {{(pid=102347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:44:55.622514 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-71fd54cd-aa88-40bc-b477-0c200319397e tempest-FloatingIPNegativeTestJSON-1762702524 tempest-FloatingIPNegativeTestJSON-1762702524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:55.639630 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2035ea4c-99a2-4bff-b8f4-a850db386564 tempest-AllowedAddressPairTestJSON-1199930546 tempest-AllowedAddressPairTestJSON-1199930546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:44:55.640323 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-2035ea4c-99a2-4bff-b8f4-a850db386564 tempest-AllowedAddressPairTestJSON-1199930546 tempest-AllowedAddressPairTestJSON-1199930546-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:55.669160 n-d-813419-10 neutron-server[102348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82fb36a9-c6ba-4a5d-b860-777600441f70 None None] Network 416c1911-7ac1-40ee-bcff-d4ef693f52db is already hosted by enough agents. {{(pid=102348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:44:55.678977 n-d-813419-10 neutron-server[102348]: DEBUG neutron.scheduler.base_scheduler [None req-82fb36a9-c6ba-4a5d-b860-777600441f70 None None] Resources bound (agent type, host, resource id): {{(pid=102348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:44:55.684543 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fb36a9-c6ba-4a5d-b860-777600441f70 None None] Pushing event updated for resources: {'Port': ['ID=9bcd22b7-35e6-411f-af38-f6babe545bdf,revision_number=1']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:44:55.690355 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82fb36a9-c6ba-4a5d-b860-777600441f70 None None] Received port after_create {{(pid=102348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:44:55.692276 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 10:44:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19f74205-827b-48ef-9d8c-c6e2508b6f26 x-openstack-request-id: req-19f74205-827b-48ef-9d8c-c6e2508b6f26 {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:44:55.692570 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e764ccd-8221-4655-9e0d-a1047e5437a0", "tag": "b29128e5-bd13-40a1-bd21-ad6bf3c610a2", "status": "completed", "code": 200}]} {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:44:55.692826 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-19f74205-827b-48ef-9d8c-c6e2508b6f26 {{(pid=102347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:44:55.693294 n-d-813419-10 neutron-server[102347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e764ccd-8221-4655-9e0d-a1047e5437a0', 'tag': 'b29128e5-bd13-40a1-bd21-ad6bf3c610a2', 'status': 'completed', 'code': 200} Oct 27 10:44:55.707350 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-702ec3e7-91af-4886-8aaa-b3f24823a202 req-5b9e97dc-3cd0-4612-8d34-e2b8516d337f tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] 10.222.0.44 "GET /v2.0/security-groups?id=78b00a37-7309-4fe7-b9e5-d3cf0246ee6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322067 Oct 27 10:44:55.750996 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device df1f7acb-9aae-4f84-b6b3-615ba82cbff3 no longer exists at agent hyperv_n-h1-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:44:55.771925 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-2035ea4c-99a2-4bff-b8f4-a850db386564 tempest-AllowedAddressPairTestJSON-1199930546 tempest-AllowedAddressPairTestJSON-1199930546-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2375283 Oct 27 10:44:55.782249 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 52042) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:44:55.789515 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-16906198-ca98-474f-83d8-eb3a9c55cb90 tempest-AllowedAddressPairTestJSON-1199930546 tempest-AllowedAddressPairTestJSON-1199930546-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:65:fd:29'}]}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:44:55.818016 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e1631b-b466-4335-b591-1d319403d6f5 req-004854c9-8b1e-4271-b48d-e7b3eb151a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:44:55.821328 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-15e1631b-b466-4335-b591-1d319403d6f5 req-004854c9-8b1e-4271-b48d-e7b3eb151a4c service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=e0ec8c338248463eadd7134ef16392ec&device_id=5e764ccd-8221-4655-9e0d-a1047e5437a0 HTTP/1.1" status: 200 len: 1095 time: 0.1039877 Oct 27 10:44:55.835603 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] No Port match for: df1f7acb-9aae-4f84-b6b3-615ba82cbff3 {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:44:55.836231 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device df1f7acb-9aae-4f84-b6b3-615ba82cbff3 not bound to the agent host n-h1-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:44:55.921988 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-82fb36a9-c6ba-4a5d-b860-777600441f70 None None] Attempting to bind port 9bcd22b7-35e6-411f-af38-f6babe545bdf on host n-d-813419-10 for vnic_type normal with profile {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:44:55.921988 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-82fb36a9-c6ba-4a5d-b860-777600441f70 None None] Attempting to bind port 9bcd22b7-35e6-411f-af38-f6babe545bdf by drivers openvswitch,hyperv on host n-d-813419-10 at level 0 using segments [{'id': '8a45e79f-a7e9-4133-88cd-a4f7de195ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '416c1911-7ac1-40ee-bcff-d4ef693f52db'}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:44:55.922366 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82fb36a9-c6ba-4a5d-b860-777600441f70 None None] Attempting to bind port 9bcd22b7-35e6-411f-af38-f6babe545bdf on network 416c1911-7ac1-40ee-bcff-d4ef693f52db {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:44:55.940947 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82fb36a9-c6ba-4a5d-b860-777600441f70 None None] Checking agent: {'id': '89dba0f3-79b2-435e-9822-33674b8f6ada', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 8, 20), 'started_at': datetime.datetime(2021, 10, 27, 10, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 44, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:44:55.941328 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82fb36a9-c6ba-4a5d-b860-777600441f70 None None] Checking segment: {'id': '8a45e79f-a7e9-4133-88cd-a4f7de195ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '416c1911-7ac1-40ee-bcff-d4ef693f52db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:44:55.941866 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-82fb36a9-c6ba-4a5d-b860-777600441f70 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:55.942266 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82fb36a9-c6ba-4a5d-b860-777600441f70 None None] Bound using segment: {'id': '8a45e79f-a7e9-4133-88cd-a4f7de195ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '416c1911-7ac1-40ee-bcff-d4ef693f52db'} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:44:55.944852 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-82fb36a9-c6ba-4a5d-b860-777600441f70 None None] Bound port: 9bcd22b7-35e6-411f-af38-f6babe545bdf, host: n-d-813419-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a45e79f-a7e9-4133-88cd-a4f7de195ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '416c1911-7ac1-40ee-bcff-d4ef693f52db'}}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:44:55.945268 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-82fb36a9-c6ba-4a5d-b860-777600441f70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:56.031302 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-89b3cd42-2c51-4eee-bb52-45dea4fa8810 None None] Provisioning complete for port 7b71c78c-2b0c-4d53-b187-404dc4fea4e5 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:44:56.031948 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-89b3cd42-2c51-4eee-bb52-45dea4fa8810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:56.035453 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e1631b-b466-4335-b591-1d319403d6f5 req-2465301b-a1b6-4020-b315-1d913c2b7881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:44:56.037248 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-15e1631b-b466-4335-b591-1d319403d6f5 req-2465301b-a1b6-4020-b315-1d913c2b7881 service neutron] 10.222.0.76 "GET /v2.0/networks?id=095a52e2-adfb-413a-ad18-4ab0c06e2a0b HTTP/1.1" status: 200 len: 915 time: 0.2087026 Oct 27 10:44:56.083501 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-89b3cd42-2c51-4eee-bb52-45dea4fa8810 None None] Port 7b71c78c-2b0c-4d53-b187-404dc4fea4e5 cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:44:56.092921 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-82fb36a9-c6ba-4a5d-b860-777600441f70 None None] For port 9bcd22b7-35e6-411f-af38-f6babe545bdf, host n-d-813419-10, cleared binding levels {{(pid=102348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:44:56.096334 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-82fb36a9-c6ba-4a5d-b860-777600441f70 None None] For port 9bcd22b7-35e6-411f-af38-f6babe545bdf, host n-d-813419-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=9bcd22b7-35e6-411f-af38-f6babe545bdf,segment=NetworkSegment(8a45e79f-a7e9-4133-88cd-a4f7de195ef3),segment_id=8a45e79f-a7e9-4133-88cd-a4f7de195ef3)] {{(pid=102348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:44:56.102241 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-82fb36a9-c6ba-4a5d-b860-777600441f70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:56.123964 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-15e1631b-b466-4335-b591-1d319403d6f5 req-ab1e0bbd-3a0b-4235-a3bc-be3db1de8d00 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b29128e5-bd13-40a1-bd21-ad6bf3c610a2 HTTP/1.1" status: 200 len: 217 time: 0.0767477 Oct 27 10:44:56.125446 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-16906198-ca98-474f-83d8-eb3a9c55cb90 tempest-AllowedAddressPairTestJSON-1199930546 tempest-AllowedAddressPairTestJSON-1199930546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:56.139428 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_common [None req-71fd54cd-aa88-40bc-b477-0c200319397e tempest-FloatingIPNegativeTestJSON-1762702524 tempest-FloatingIPNegativeTestJSON-1762702524-project] Allocated IP 172.20.0.1 (416c1911-7ac1-40ee-bcff-d4ef693f52db/eb280f1e-a538-4996-aa33-52944139c391/603e310d-d46c-4859-babc-e6e4605368c5) {{(pid=102346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:44:56.205289 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e1631b-b466-4335-b591-1d319403d6f5 req-c354542e-e044-4563-b4dd-e4640318b3e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:44:56.207091 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-15e1631b-b466-4335-b591-1d319403d6f5 req-c354542e-e044-4563-b4dd-e4640318b3e8 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=bb781916-dee2-4e78-8ef3-29ac52faacb2 HTTP/1.1" status: 200 len: 854 time: 0.0735040 Oct 27 10:44:56.207626 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fb36a9-c6ba-4a5d-b860-777600441f70 None None] Pushing event updated for resources: {'Port': ['ID=9bcd22b7-35e6-411f-af38-f6babe545bdf,revision_number=2']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:44:56.255955 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-15e1631b-b466-4335-b591-1d319403d6f5 req-d9ac95b5-7961-4125-a27c-7f9e394be8e7 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=095a52e2-adfb-413a-ad18-4ab0c06e2a0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372524 Oct 27 10:44:56.390368 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-71fd54cd-aa88-40bc-b477-0c200319397e tempest-FloatingIPNegativeTestJSON-1762702524 tempest-FloatingIPNegativeTestJSON-1762702524-project] Publish callbacks [] for port, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:56.411332 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-15e1631b-b466-4335-b591-1d319403d6f5 req-f7e8c4e0-c4fa-4c6b-a132-905703f10692 service neutron] 10.222.0.76 "GET /v2.0/networks/095a52e2-adfb-413a-ad18-4ab0c06e2a0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1480203 Oct 27 10:44:56.492623 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-16906198-ca98-474f-83d8-eb3a9c55cb90 tempest-AllowedAddressPairTestJSON-1199930546 tempest-AllowedAddressPairTestJSON-1199930546-project] Publish callbacks [] for port, precommit_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:56.504791 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-16906198-ca98-474f-83d8-eb3a9c55cb90 tempest-AllowedAddressPairTestJSON-1199930546 tempest-AllowedAddressPairTestJSON-1199930546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27024173'] for port, after_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:56.520320 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-71fd54cd-aa88-40bc-b477-0c200319397e tempest-FloatingIPNegativeTestJSON-1762702524 tempest-FloatingIPNegativeTestJSON-1762702524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:56.600560 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71fd54cd-aa88-40bc-b477-0c200319397e tempest-FloatingIPNegativeTestJSON-1762702524 tempest-FloatingIPNegativeTestJSON-1762702524-project] Network 416c1911-7ac1-40ee-bcff-d4ef693f52db is already hosted by enough agents. {{(pid=102346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:44:56.602881 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-15e1631b-b466-4335-b591-1d319403d6f5 req-34d42377-19dd-419b-929a-c609bd52e1c4 service neutron] 10.222.0.76 "GET /v2.0/networks/095a52e2-adfb-413a-ad18-4ab0c06e2a0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1749940 Oct 27 10:44:56.618708 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-71fd54cd-aa88-40bc-b477-0c200319397e tempest-FloatingIPNegativeTestJSON-1762702524 tempest-FloatingIPNegativeTestJSON-1762702524-project] Resources bound (agent type, host, resource id): {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:44:56.624120 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71fd54cd-aa88-40bc-b477-0c200319397e tempest-FloatingIPNegativeTestJSON-1762702524 tempest-FloatingIPNegativeTestJSON-1762702524-project] Received port after_create {{(pid=102346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:44:56.627150 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16906198-ca98-474f-83d8-eb3a9c55cb90 tempest-AllowedAddressPairTestJSON-1199930546 tempest-AllowedAddressPairTestJSON-1199930546-project] Pushing event updated for resources: {'Port': ['ID=7b71c78c-2b0c-4d53-b187-404dc4fea4e5,revision_number=2']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:44:56.718569 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-16906198-ca98-474f-83d8-eb3a9c55cb90 tempest-AllowedAddressPairTestJSON-1199930546 tempest-AllowedAddressPairTestJSON-1199930546-project] In _notify_port_updated(), no bound segment for port 7b71c78c-2b0c-4d53-b187-404dc4fea4e5 on network 0f24d709-65c6-40f3-9b6a-31a1b9878215 {{(pid=102346) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 27 10:44:56.728014 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16906198-ca98-474f-83d8-eb3a9c55cb90 tempest-AllowedAddressPairTestJSON-1199930546 tempest-AllowedAddressPairTestJSON-1199930546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:44:56.728695 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-16906198-ca98-474f-83d8-eb3a9c55cb90 tempest-AllowedAddressPairTestJSON-1199930546 tempest-AllowedAddressPairTestJSON-1199930546-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:56.730090 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-16906198-ca98-474f-83d8-eb3a9c55cb90 tempest-AllowedAddressPairTestJSON-1199930546 tempest-AllowedAddressPairTestJSON-1199930546-project] 10.222.0.44 "PUT /v2.0/ports/7b71c78c-2b0c-4d53-b187-404dc4fea4e5 HTTP/1.1" status: 200 len: 996 time: 0.9467924 Oct 27 10:44:56.732901 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 52102) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:44:56.766524 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fd54cd-aa88-40bc-b477-0c200319397e tempest-FloatingIPNegativeTestJSON-1762702524 tempest-FloatingIPNegativeTestJSON-1762702524-project] Pushing event updated for resources: {'Port': ['ID=603e310d-d46c-4859-babc-e6e4605368c5,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:44:56.769355 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-71fd54cd-aa88-40bc-b477-0c200319397e tempest-FloatingIPNegativeTestJSON-1762702524 tempest-FloatingIPNegativeTestJSON-1762702524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1664961'] for router_interface, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:56.903579 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-537851e3-a20b-41d9-872b-13b9093e5fb9 tempest-AllowedAddressPairTestJSON-1199930546 tempest-AllowedAddressPairTestJSON-1199930546-project] Deleting port 7b71c78c-2b0c-4d53-b187-404dc4fea4e5 {{(pid=102347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:44:56.904893 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-537851e3-a20b-41d9-872b-13b9093e5fb9 tempest-AllowedAddressPairTestJSON-1199930546 tempest-AllowedAddressPairTestJSON-1199930546-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:56.945925 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device b29128e5-bd13-40a1-bd21-ad6bf3c610a2 details requested by agent hyperv_n-h2-813419-10 with host n-h2-813419-10 {{(pid=102348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 10:44:57.014991 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0715c9f2-a0f8-4cb2-a728-9a02f4c7c728 req-a7b3d332-823d-49e0-9454-2bfd0da375db tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:44:57.022171 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-0715c9f2-a0f8-4cb2-a728-9a02f4c7c728 req-a7b3d332-823d-49e0-9454-2bfd0da375db tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] 10.222.0.44 "GET /v2.0/ports?device_id=5e764ccd-8221-4655-9e0d-a1047e5437a0 HTTP/1.1" status: 200 len: 943 time: 0.1260931 Oct 27 10:44:57.032887 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-71fd54cd-aa88-40bc-b477-0c200319397e tempest-FloatingIPNegativeTestJSON-1762702524 tempest-FloatingIPNegativeTestJSON-1762702524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:57.098243 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-0715c9f2-a0f8-4cb2-a728-9a02f4c7c728 req-e8f54f6a-0def-42b0-89c8-345f4f14eccf tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] 10.222.0.44 "GET /v2.0/security-groups?id=78b00a37-7309-4fe7-b9e5-d3cf0246ee6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739033 Oct 27 10:44:57.103659 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-537851e3-a20b-41d9-872b-13b9093e5fb9 tempest-AllowedAddressPairTestJSON-1199930546 tempest-AllowedAddressPairTestJSON-1199930546-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:57.128519 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-537851e3-a20b-41d9-872b-13b9093e5fb9 tempest-AllowedAddressPairTestJSON-1199930546 tempest-AllowedAddressPairTestJSON-1199930546-project] Calling delete_port for 7b71c78c-2b0c-4d53-b187-404dc4fea4e5 owned by {{(pid=102347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:44:57.143753 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-5a173a71-6a76-4e03-be5b-f0e19e7fdacd None None] Provisioning complete for port 7b71c78c-2b0c-4d53-b187-404dc4fea4e5 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:44:57.144341 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-5a173a71-6a76-4e03-be5b-f0e19e7fdacd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:57.201247 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-5a173a71-6a76-4e03-be5b-f0e19e7fdacd None None] Port 7b71c78c-2b0c-4d53-b187-404dc4fea4e5 cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:44:57.262900 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] For port b29128e5-bd13-40a1-bd21-ad6bf3c610a2, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=b29128e5-bd13-40a1-bd21-ad6bf3c610a2,segment=NetworkSegment(ceecd002-0880-4375-a568-64df7900389e),segment_id=ceecd002-0880-4375-a568-64df7900389e)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:44:57.280616 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Returning: {'device': 'b29128e5-bd13-40a1-bd21-ad6bf3c610a2', 'network_id': '095a52e2-adfb-413a-ad18-4ab0c06e2a0b', 'port_id': 'b29128e5-bd13-40a1-bd21-ad6bf3c610a2', 'mac_address': 'fa:16:3e:ea:7d:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb781916-dee2-4e78-8ef3-29ac52faacb2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 10:44:57.373339 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:57.395331 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b29128e5-bd13-40a1-bd21-ad6bf3c610a2 {{(pid=102348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:44:57.419124 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] For port b29128e5-bd13-40a1-bd21-ad6bf3c610a2, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=b29128e5-bd13-40a1-bd21-ad6bf3c610a2,segment=NetworkSegment(ceecd002-0880-4375-a568-64df7900389e),segment_id=ceecd002-0880-4375-a568-64df7900389e)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:44:57.428113 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:57.428423 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-537851e3-a20b-41d9-872b-13b9093e5fb9 tempest-AllowedAddressPairTestJSON-1199930546 tempest-AllowedAddressPairTestJSON-1199930546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:57.479564 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537851e3-a20b-41d9-872b-13b9093e5fb9 tempest-AllowedAddressPairTestJSON-1199930546 tempest-AllowedAddressPairTestJSON-1199930546-project] Pushing event deleted for resources: {'Port': ['ID=7b71c78c-2b0c-4d53-b187-404dc4fea4e5,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:44:57.511656 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Pushing event updated for resources: {'Port': ['ID=b29128e5-bd13-40a1-bd21-ad6bf3c610a2,revision_number=4']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:44:57.601754 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-71fd54cd-aa88-40bc-b477-0c200319397e tempest-FloatingIPNegativeTestJSON-1762702524 tempest-FloatingIPNegativeTestJSON-1762702524-project] Publish callbacks [] for port, precommit_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:57.611079 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-71fd54cd-aa88-40bc-b477-0c200319397e tempest-FloatingIPNegativeTestJSON-1762702524 tempest-FloatingIPNegativeTestJSON-1762702524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27024173'] for port, after_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:57.620669 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-537851e3-a20b-41d9-872b-13b9093e5fb9 tempest-AllowedAddressPairTestJSON-1199930546 tempest-AllowedAddressPairTestJSON-1199930546-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:57.623807 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-537851e3-a20b-41d9-872b-13b9093e5fb9 tempest-AllowedAddressPairTestJSON-1199930546 tempest-AllowedAddressPairTestJSON-1199930546-project] 10.222.0.44 "DELETE /v2.0/ports/7b71c78c-2b0c-4d53-b187-404dc4fea4e5 HTTP/1.1" status: 204 len: 168 time: 0.8896515 Oct 27 10:44:57.630026 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 52152) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:44:57.717198 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fd54cd-aa88-40bc-b477-0c200319397e tempest-FloatingIPNegativeTestJSON-1762702524 tempest-FloatingIPNegativeTestJSON-1762702524-project] Pushing event updated for resources: {'Port': ['ID=603e310d-d46c-4859-babc-e6e4605368c5,revision_number=2']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:44:57.738596 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] get_ports_and_sgs() called for port_ids ['b29128e5-bd13-40a1-bd21-ad6bf3c610a2'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:44:57.793613 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-71fd54cd-aa88-40bc-b477-0c200319397e tempest-FloatingIPNegativeTestJSON-1762702524 tempest-FloatingIPNegativeTestJSON-1762702524-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2006967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1766225'] for router_interface, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:57.921321 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fefef0d-cb02-4a30-aad7-88da17a522a1 None None] Network 416c1911-7ac1-40ee-bcff-d4ef693f52db requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:44:57.955052 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71fd54cd-aa88-40bc-b477-0c200319397e tempest-FloatingIPNegativeTestJSON-1762702524 tempest-FloatingIPNegativeTestJSON-1762702524-project] Network 416c1911-7ac1-40ee-bcff-d4ef693f52db is already hosted by enough agents. {{(pid=102346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:44:57.957707 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-71fd54cd-aa88-40bc-b477-0c200319397e tempest-FloatingIPNegativeTestJSON-1762702524 tempest-FloatingIPNegativeTestJSON-1762702524-project] Resources bound (agent type, host, resource id): {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:44:58.059787 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 9bcd22b7-35e6-411f-af38-f6babe545bdf up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:44:58.144268 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-9b6d82db-c6e9-4b7e-a64d-4c2bdd78549e None None] Provisioning complete for port 9bcd22b7-35e6-411f-af38-f6babe545bdf triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:44:58.153413 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-9b6d82db-c6e9-4b7e-a64d-4c2bdd78549e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:58.271277 n-d-813419-10 neutron-server[102347]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f27c28d-7577-4569-8529-b780adee024b tempest-AllowedAddressPairTestJSON-1199930546 tempest-AllowedAddressPairTestJSON-1199930546-project] GET failed (client error): The resource could not be found. Oct 27 10:44:58.273769 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-5f27c28d-7577-4569-8529-b780adee024b tempest-AllowedAddressPairTestJSON-1199930546 tempest-AllowedAddressPairTestJSON-1199930546-project] 10.222.0.44 "GET /v2.0/ports/7b71c78c-2b0c-4d53-b187-404dc4fea4e5 HTTP/1.1" status: 404 len: 333 time: 0.6427443 Oct 27 10:44:58.277431 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 52180) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:44:58.286692 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-d4b41655-3092-4ea8-b9c0-962b9c40970b tempest-AllowedAddressPairTestJSON-1199930546 tempest-AllowedAddressPairTestJSON-1199930546-project] Request body: {'port': {'network_id': '0f24d709-65c6-40f3-9b6a-31a1b9878215', 'name': 'tempest-AllowedAddressPairTestJSON-1254194261'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:44:58.409921 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199eff59-d615-4be5-a091-35fa1b563f3e req-fb226d9c-503e-4bab-9212-c5c3746a5ebe tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:44:58.410398 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port 9bcd22b7-35e6-411f-af38-f6babe545bdf triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:44:58.410742 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:58.420117 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-199eff59-d615-4be5-a091-35fa1b563f3e req-fb226d9c-503e-4bab-9212-c5c3746a5ebe tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] 10.222.0.44 "GET /v2.0/ports?device_id=5e764ccd-8221-4655-9e0d-a1047e5437a0 HTTP/1.1" status: 200 len: 944 time: 0.1673930 Oct 27 10:44:58.462254 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4b41655-3092-4ea8-b9c0-962b9c40970b tempest-AllowedAddressPairTestJSON-1199930546 tempest-AllowedAddressPairTestJSON-1199930546-project] Made reservation on behalf of f3c381266b1b47b5a136f41b6602f90a for: {'port': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:44:58.466513 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-d4b41655-3092-4ea8-b9c0-962b9c40970b tempest-AllowedAddressPairTestJSON-1199930546 tempest-AllowedAddressPairTestJSON-1199930546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:58.492228 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71fd54cd-aa88-40bc-b477-0c200319397e tempest-FloatingIPNegativeTestJSON-1762702524 tempest-FloatingIPNegativeTestJSON-1762702524-project] Router a430822a-f395-41d3-ab3e-28afe2d60d99 is scheduled to L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb with binding_index 1 {{(pid=102346) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 10:44:58.499550 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [None req-d4b41655-3092-4ea8-b9c0-962b9c40970b tempest-AllowedAddressPairTestJSON-1199930546 tempest-AllowedAddressPairTestJSON-1199930546-project] device_id is not set on port 291c81bf-d426-46f3-8c50-5435f8854046 yet. {{(pid=102347) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 10:44:58.510741 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-199eff59-d615-4be5-a091-35fa1b563f3e req-3ad0e543-8003-44d8-b2e0-aeb011659ec2 tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] 10.222.0.44 "GET /v2.0/security-groups?id=78b00a37-7309-4fe7-b9e5-d3cf0246ee6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872667 Oct 27 10:44:58.549057 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-9b6d82db-c6e9-4b7e-a64d-4c2bdd78549e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:58.646012 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-9b6d82db-c6e9-4b7e-a64d-4c2bdd78549e None None] For port 9bcd22b7-35e6-411f-af38-f6babe545bdf, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=9bcd22b7-35e6-411f-af38-f6babe545bdf,segment=NetworkSegment(8a45e79f-a7e9-4133-88cd-a4f7de195ef3),segment_id=8a45e79f-a7e9-4133-88cd-a4f7de195ef3)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:44:58.659476 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:58.678431 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-9b6d82db-c6e9-4b7e-a64d-4c2bdd78549e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:58.743080 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_common [None req-d4b41655-3092-4ea8-b9c0-962b9c40970b tempest-AllowedAddressPairTestJSON-1199930546 tempest-AllowedAddressPairTestJSON-1199930546-project] Allocated IP 172.20.0.6 (0f24d709-65c6-40f3-9b6a-31a1b9878215/63fdb073-4455-407f-9970-f0d2f2a5783c/291c81bf-d426-46f3-8c50-5435f8854046) {{(pid=102347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:44:58.808296 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6d82db-c6e9-4b7e-a64d-4c2bdd78549e None None] Pushing event updated for resources: {'Port': ['ID=9bcd22b7-35e6-411f-af38-f6babe545bdf,revision_number=3']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:44:58.815042 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.db.api [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102348) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 27 10:44:58.815774 n-d-813419-10 neutron-server[102348]: DEBUG oslo_db.api [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 10:44:59.002389 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-d4b41655-3092-4ea8-b9c0-962b9c40970b tempest-AllowedAddressPairTestJSON-1199930546 tempest-AllowedAddressPairTestJSON-1199930546-project] Publish callbacks [] for port, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:59.015938 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-026b07e0-fbf5-4944-a620-706f839484ad None None] Provisioning complete for port 603e310d-d46c-4859-babc-e6e4605368c5 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:44:59.016371 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-026b07e0-fbf5-4944-a620-706f839484ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:59.062732 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-d4b41655-3092-4ea8-b9c0-962b9c40970b tempest-AllowedAddressPairTestJSON-1199930546 tempest-AllowedAddressPairTestJSON-1199930546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:59.141287 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-026b07e0-fbf5-4944-a620-706f839484ad None None] Port 603e310d-d46c-4859-babc-e6e4605368c5 cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:44:59.176288 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4b41655-3092-4ea8-b9c0-962b9c40970b tempest-AllowedAddressPairTestJSON-1199930546 tempest-AllowedAddressPairTestJSON-1199930546-project] Network 0f24d709-65c6-40f3-9b6a-31a1b9878215 is already hosted by enough agents. {{(pid=102347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:44:59.186327 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-026b07e0-fbf5-4944-a620-706f839484ad None None] Provisioning complete for port 9bcd22b7-35e6-411f-af38-f6babe545bdf triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:44:59.186905 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-026b07e0-fbf5-4944-a620-706f839484ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:59.187892 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [None req-d4b41655-3092-4ea8-b9c0-962b9c40970b tempest-AllowedAddressPairTestJSON-1199930546 tempest-AllowedAddressPairTestJSON-1199930546-project] Resources bound (agent type, host, resource id): {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:44:59.201033 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4b41655-3092-4ea8-b9c0-962b9c40970b tempest-AllowedAddressPairTestJSON-1199930546 tempest-AllowedAddressPairTestJSON-1199930546-project] Received port after_create {{(pid=102347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:44:59.242644 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b41655-3092-4ea8-b9c0-962b9c40970b tempest-AllowedAddressPairTestJSON-1199930546 tempest-AllowedAddressPairTestJSON-1199930546-project] Pushing event updated for resources: {'Port': ['ID=291c81bf-d426-46f3-8c50-5435f8854046,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:44:59.292147 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4b41655-3092-4ea8-b9c0-962b9c40970b tempest-AllowedAddressPairTestJSON-1199930546 tempest-AllowedAddressPairTestJSON-1199930546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:44:59.293776 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-d4b41655-3092-4ea8-b9c0-962b9c40970b tempest-AllowedAddressPairTestJSON-1199930546 tempest-AllowedAddressPairTestJSON-1199930546-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:59.320825 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-d4b41655-3092-4ea8-b9c0-962b9c40970b tempest-AllowedAddressPairTestJSON-1199930546 tempest-AllowedAddressPairTestJSON-1199930546-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0416434 Oct 27 10:44:59.321796 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 52202) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:44:59.329819 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-132ce810-08b8-4865-9a65-24e4f68cf8b0 tempest-AllowedAddressPairTestJSON-1199930546 tempest-AllowedAddressPairTestJSON-1199930546-project] Request body: {'port': {'network_id': '0f24d709-65c6-40f3-9b6a-31a1b9878215', 'name': 'tempest-AllowedAddressPairTestJSON-668797733'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:44:59.384060 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71fd54cd-aa88-40bc-b477-0c200319397e tempest-FloatingIPNegativeTestJSON-1762702524 tempest-FloatingIPNegativeTestJSON-1762702524-project] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:44:59.394059 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-71fd54cd-aa88-40bc-b477-0c200319397e tempest-FloatingIPNegativeTestJSON-1762702524 tempest-FloatingIPNegativeTestJSON-1762702524-project] 10.222.0.44 "PUT /v2.0/routers/a430822a-f395-41d3-ab3e-28afe2d60d99/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2419925 Oct 27 10:44:59.395634 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 52204) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:44:59.396587 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe0436e4-1cf7-40c9-89fe-2d6ada80cd26 None None] Sync routers for ids ['a430822a-f395-41d3-ab3e-28afe2d60d99'] in n-d-813419-10 {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:44:59.407796 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-d5033cec-a829-4260-a461-865dec072143 tempest-FloatingIPNegativeTestJSON-1762702524 tempest-FloatingIPNegativeTestJSON-1762702524-project] Request body: {'port': {'network_id': '416c1911-7ac1-40ee-bcff-d4ef693f52db', 'name': 'tempest-FloatingIPNegativeTestJSON-867622214'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:44:59.415869 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe0436e4-1cf7-40c9-89fe-2d6ada80cd26 None None] Routers {'a430822a-f395-41d3-ab3e-28afe2d60d99'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:44:59.426743 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-fe0436e4-1cf7-40c9-89fe-2d6ada80cd26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:44:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['a430822a-f395-41d3-ab3e-28afe2d60d99'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:44:59.527313 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-fe0436e4-1cf7-40c9-89fe-2d6ada80cd26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:44:59.552886 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe0436e4-1cf7-40c9-89fe-2d6ada80cd26 None None] Routers {'a430822a-f395-41d3-ab3e-28afe2d60d99'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:44:59.553653 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-fe0436e4-1cf7-40c9-89fe-2d6ada80cd26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:44:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['a430822a-f395-41d3-ab3e-28afe2d60d99'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:44:59.610666 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-48d5a5c2-afa3-45c0-bfb4-4b937a65b348 None None] Provisioning complete for port 603e310d-d46c-4859-babc-e6e4605368c5 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:44:59.611969 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-48d5a5c2-afa3-45c0-bfb4-4b937a65b348 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:59.620878 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-132ce810-08b8-4865-9a65-24e4f68cf8b0 tempest-AllowedAddressPairTestJSON-1199930546 tempest-AllowedAddressPairTestJSON-1199930546-project] Made reservation on behalf of f3c381266b1b47b5a136f41b6602f90a for: {'port': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:44:59.625002 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-132ce810-08b8-4865-9a65-24e4f68cf8b0 tempest-AllowedAddressPairTestJSON-1199930546 tempest-AllowedAddressPairTestJSON-1199930546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:59.640412 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-fe0436e4-1cf7-40c9-89fe-2d6ada80cd26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:44:59.642626 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe0436e4-1cf7-40c9-89fe-2d6ada80cd26 None None] The sync data for ids ['a430822a-f395-41d3-ab3e-28afe2d60d99'] in n-d-813419-10 is: [] {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:44:59.656812 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [None req-132ce810-08b8-4865-9a65-24e4f68cf8b0 tempest-AllowedAddressPairTestJSON-1199930546 tempest-AllowedAddressPairTestJSON-1199930546-project] device_id is not set on port 5388ad44-d3e6-43be-acfe-d3ba13d67400 yet. {{(pid=102347) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 10:44:59.728009 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-48d5a5c2-afa3-45c0-bfb4-4b937a65b348 None None] Port 603e310d-d46c-4859-babc-e6e4605368c5 cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:44:59.756239 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5033cec-a829-4260-a461-865dec072143 tempest-FloatingIPNegativeTestJSON-1762702524 tempest-FloatingIPNegativeTestJSON-1762702524-project] Made reservation on behalf of 0252fdae8f474a028f44fcc4d4b41397 for: {'port': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:44:59.760008 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d5033cec-a829-4260-a461-865dec072143 tempest-FloatingIPNegativeTestJSON-1762702524 tempest-FloatingIPNegativeTestJSON-1762702524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:59.783031 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [None req-d5033cec-a829-4260-a461-865dec072143 tempest-FloatingIPNegativeTestJSON-1762702524 tempest-FloatingIPNegativeTestJSON-1762702524-project] device_id is not set on port 59673595-a328-4356-9f8e-ab9a754e5b4e yet. {{(pid=102346) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 10:44:59.852869 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33a7e1b-ab70-48f8-b223-1c83aaf1033c req-6c2b9d71-ef51-430f-b81c-317eb78d8bc9 tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:44:59.854491 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-a33a7e1b-ab70-48f8-b223-1c83aaf1033c req-6c2b9d71-ef51-430f-b81c-317eb78d8bc9 tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] 10.222.0.44 "GET /v2.0/ports?device_id=5e764ccd-8221-4655-9e0d-a1047e5437a0 HTTP/1.1" status: 200 len: 944 time: 0.1535628 Oct 27 10:44:59.860254 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-52de1862-befa-4895-9803-89d287349856 None None] Provisioning complete for port 603e310d-d46c-4859-babc-e6e4605368c5 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:44:59.860629 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-52de1862-befa-4895-9803-89d287349856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:44:59.871721 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 9bcd22b7-35e6-411f-af38-f6babe545bdf up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:44:59.877777 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_common [None req-132ce810-08b8-4865-9a65-24e4f68cf8b0 tempest-AllowedAddressPairTestJSON-1199930546 tempest-AllowedAddressPairTestJSON-1199930546-project] Allocated IP 172.20.0.8 (0f24d709-65c6-40f3-9b6a-31a1b9878215/63fdb073-4455-407f-9970-f0d2f2a5783c/5388ad44-d3e6-43be-acfe-d3ba13d67400) {{(pid=102347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:44:59.987764 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-52de1862-befa-4895-9803-89d287349856 None None] Port 603e310d-d46c-4859-babc-e6e4605368c5 cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:45:00.019344 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-52de1862-befa-4895-9803-89d287349856 None None] Provisioning complete for port 291c81bf-d426-46f3-8c50-5435f8854046 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:45:00.020632 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-52de1862-befa-4895-9803-89d287349856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:00.035663 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_common [None req-d5033cec-a829-4260-a461-865dec072143 tempest-FloatingIPNegativeTestJSON-1762702524 tempest-FloatingIPNegativeTestJSON-1762702524-project] Allocated IP 172.20.0.11 (416c1911-7ac1-40ee-bcff-d4ef693f52db/eb280f1e-a538-4996-aa33-52944139c391/59673595-a328-4356-9f8e-ab9a754e5b4e) {{(pid=102346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:45:00.073955 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port 9bcd22b7-35e6-411f-af38-f6babe545bdf triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:45:00.076731 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:00.088434 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-132ce810-08b8-4865-9a65-24e4f68cf8b0 tempest-AllowedAddressPairTestJSON-1199930546 tempest-AllowedAddressPairTestJSON-1199930546-project] Publish callbacks [] for port, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:00.129695 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-132ce810-08b8-4865-9a65-24e4f68cf8b0 tempest-AllowedAddressPairTestJSON-1199930546 tempest-AllowedAddressPairTestJSON-1199930546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:00.170700 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-52de1862-befa-4895-9803-89d287349856 None None] Port 291c81bf-d426-46f3-8c50-5435f8854046 cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:45:00.211835 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-132ce810-08b8-4865-9a65-24e4f68cf8b0 tempest-AllowedAddressPairTestJSON-1199930546 tempest-AllowedAddressPairTestJSON-1199930546-project] Network 0f24d709-65c6-40f3-9b6a-31a1b9878215 is already hosted by enough agents. {{(pid=102347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:45:00.228974 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [None req-132ce810-08b8-4865-9a65-24e4f68cf8b0 tempest-AllowedAddressPairTestJSON-1199930546 tempest-AllowedAddressPairTestJSON-1199930546-project] Resources bound (agent type, host, resource id): {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:45:00.250357 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-132ce810-08b8-4865-9a65-24e4f68cf8b0 tempest-AllowedAddressPairTestJSON-1199930546 tempest-AllowedAddressPairTestJSON-1199930546-project] Received port after_create {{(pid=102347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:45:00.265645 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d5033cec-a829-4260-a461-865dec072143 tempest-FloatingIPNegativeTestJSON-1762702524 tempest-FloatingIPNegativeTestJSON-1762702524-project] Publish callbacks [] for port, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:00.283372 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132ce810-08b8-4865-9a65-24e4f68cf8b0 tempest-AllowedAddressPairTestJSON-1199930546 tempest-AllowedAddressPairTestJSON-1199930546-project] Pushing event updated for resources: {'Port': ['ID=5388ad44-d3e6-43be-acfe-d3ba13d67400,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:45:00.346238 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-a33a7e1b-ab70-48f8-b223-1c83aaf1033c req-d38ff244-80fa-42e5-8200-33cf50fb6f7a tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] 10.222.0.44 "GET /v2.0/security-groups?id=78b00a37-7309-4fe7-b9e5-d3cf0246ee6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4804878 Oct 27 10:45:00.351627 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d5033cec-a829-4260-a461-865dec072143 tempest-FloatingIPNegativeTestJSON-1762702524 tempest-FloatingIPNegativeTestJSON-1762702524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:00.408705 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5033cec-a829-4260-a461-865dec072143 tempest-FloatingIPNegativeTestJSON-1762702524 tempest-FloatingIPNegativeTestJSON-1762702524-project] Network 416c1911-7ac1-40ee-bcff-d4ef693f52db is already hosted by enough agents. {{(pid=102346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:45:00.419667 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-132ce810-08b8-4865-9a65-24e4f68cf8b0 tempest-AllowedAddressPairTestJSON-1199930546 tempest-AllowedAddressPairTestJSON-1199930546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:45:00.420496 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-132ce810-08b8-4865-9a65-24e4f68cf8b0 tempest-AllowedAddressPairTestJSON-1199930546 tempest-AllowedAddressPairTestJSON-1199930546-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:00.437212 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5033cec-a829-4260-a461-865dec072143 tempest-FloatingIPNegativeTestJSON-1762702524 tempest-FloatingIPNegativeTestJSON-1762702524-project] Pushing event updated for resources: {'Port': ['ID=59673595-a328-4356-9f8e-ab9a754e5b4e,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:45:00.443207 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-d5033cec-a829-4260-a461-865dec072143 tempest-FloatingIPNegativeTestJSON-1762702524 tempest-FloatingIPNegativeTestJSON-1762702524-project] Resources bound (agent type, host, resource id): {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:45:00.443971 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-132ce810-08b8-4865-9a65-24e4f68cf8b0 tempest-AllowedAddressPairTestJSON-1199930546 tempest-AllowedAddressPairTestJSON-1199930546-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.1206062 Oct 27 10:45:00.446769 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 52214) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:45:00.453890 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-fcacfb8b-3fc6-48ff-97a3-336529ca51a4 tempest-AllowedAddressPairTestJSON-1199930546 tempest-AllowedAddressPairTestJSON-1199930546-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:65:fd:29'}, {'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:13:1b:2e'}]}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:45:00.460111 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5033cec-a829-4260-a461-865dec072143 tempest-FloatingIPNegativeTestJSON-1762702524 tempest-FloatingIPNegativeTestJSON-1762702524-project] Received port after_create {{(pid=102346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:45:00.559299 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5033cec-a829-4260-a461-865dec072143 tempest-FloatingIPNegativeTestJSON-1762702524 tempest-FloatingIPNegativeTestJSON-1762702524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:45:00.565167 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d5033cec-a829-4260-a461-865dec072143 tempest-FloatingIPNegativeTestJSON-1762702524 tempest-FloatingIPNegativeTestJSON-1762702524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:00.600153 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-d5033cec-a829-4260-a461-865dec072143 tempest-FloatingIPNegativeTestJSON-1762702524 tempest-FloatingIPNegativeTestJSON-1762702524-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1996894 Oct 27 10:45:00.601023 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 52216) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:45:00.612033 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-0afae90a-260d-48dc-a47a-92354fdb3944 tempest-FloatingIPNegativeTestJSON-1762702524 tempest-FloatingIPNegativeTestJSON-1762702524-project] Request body: {'floatingip': {'floating_network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:45:00.648946 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-0afae90a-260d-48dc-a47a-92354fdb3944 tempest-FloatingIPNegativeTestJSON-1762702524 tempest-FloatingIPNegativeTestJSON-1762702524-project] Publish callbacks [] for floatingip, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:00.706360 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-a8c3709a-e067-43a2-a2b0-8acc0b1bc9df None None] Provisioning complete for port 5388ad44-d3e6-43be-acfe-d3ba13d67400 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:45:00.706894 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a8c3709a-e067-43a2-a2b0-8acc0b1bc9df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:00.719525 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-fcacfb8b-3fc6-48ff-97a3-336529ca51a4 tempest-AllowedAddressPairTestJSON-1199930546 tempest-AllowedAddressPairTestJSON-1199930546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:00.785771 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-a8c3709a-e067-43a2-a2b0-8acc0b1bc9df None None] Port 5388ad44-d3e6-43be-acfe-d3ba13d67400 cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:45:00.792463 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-0afae90a-260d-48dc-a47a-92354fdb3944 tempest-FloatingIPNegativeTestJSON-1762702524 tempest-FloatingIPNegativeTestJSON-1762702524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:00.907196 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-2f3f7c16-a714-4f51-bf58-c7b3a452b437 None None] Provisioning complete for port 59673595-a328-4356-9f8e-ab9a754e5b4e triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:45:00.907844 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-2f3f7c16-a714-4f51-bf58-c7b3a452b437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:00.970070 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_common [None req-0afae90a-260d-48dc-a47a-92354fdb3944 tempest-FloatingIPNegativeTestJSON-1762702524 tempest-FloatingIPNegativeTestJSON-1762702524-project] Allocated IP 172.25.8.161 (185ff123-c7ff-45c7-a6be-71feb35acc9c/0fb9f9d1-7384-481f-8fa8-f4566c349d30/3cc7bcaa-0321-4bde-bd66-003927e64315) {{(pid=102346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:45:00.970442 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device b29128e5-bd13-40a1-bd21-ad6bf3c610a2 up at agent hyperv_n-h2-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:45:01.029436 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-fcacfb8b-3fc6-48ff-97a3-336529ca51a4 tempest-AllowedAddressPairTestJSON-1199930546 tempest-AllowedAddressPairTestJSON-1199930546-project] Publish callbacks [] for port, precommit_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:01.038982 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-fcacfb8b-3fc6-48ff-97a3-336529ca51a4 tempest-AllowedAddressPairTestJSON-1199930546 tempest-AllowedAddressPairTestJSON-1199930546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:01.044484 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-2f3f7c16-a714-4f51-bf58-c7b3a452b437 None None] Port 59673595-a328-4356-9f8e-ab9a754e5b4e cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:45:01.079361 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Provisioning for port b29128e5-bd13-40a1-bd21-ad6bf3c610a2 completed by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 10:45:01.087123 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Provisioning complete for port b29128e5-bd13-40a1-bd21-ad6bf3c610a2 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:45:01.087822 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:01.116956 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-0afae90a-260d-48dc-a47a-92354fdb3944 tempest-FloatingIPNegativeTestJSON-1762702524 tempest-FloatingIPNegativeTestJSON-1762702524-project] Publish callbacks [] for port, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:01.197932 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-0afae90a-260d-48dc-a47a-92354fdb3944 tempest-FloatingIPNegativeTestJSON-1762702524 tempest-FloatingIPNegativeTestJSON-1762702524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:01.219310 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcacfb8b-3fc6-48ff-97a3-336529ca51a4 tempest-AllowedAddressPairTestJSON-1199930546 tempest-AllowedAddressPairTestJSON-1199930546-project] Pushing event updated for resources: {'Port': ['ID=5388ad44-d3e6-43be-acfe-d3ba13d67400,revision_number=2']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:45:01.253903 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:01.259335 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-fcacfb8b-3fc6-48ff-97a3-336529ca51a4 tempest-AllowedAddressPairTestJSON-1199930546 tempest-AllowedAddressPairTestJSON-1199930546-project] In _notify_port_updated(), no bound segment for port 5388ad44-d3e6-43be-acfe-d3ba13d67400 on network 0f24d709-65c6-40f3-9b6a-31a1b9878215 {{(pid=102347) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 27 10:45:01.270237 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcacfb8b-3fc6-48ff-97a3-336529ca51a4 tempest-AllowedAddressPairTestJSON-1199930546 tempest-AllowedAddressPairTestJSON-1199930546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:45:01.271626 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-fcacfb8b-3fc6-48ff-97a3-336529ca51a4 tempest-AllowedAddressPairTestJSON-1199930546 tempest-AllowedAddressPairTestJSON-1199930546-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:01.277082 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-fcacfb8b-3fc6-48ff-97a3-336529ca51a4 tempest-AllowedAddressPairTestJSON-1199930546 tempest-AllowedAddressPairTestJSON-1199930546-project] 10.222.0.44 "PUT /v2.0/ports/5388ad44-d3e6-43be-acfe-d3ba13d67400 HTTP/1.1" status: 200 len: 1054 time: 0.8283885 Oct 27 10:45:01.277411 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 52220) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:45:01.297825 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e764ccd-8221-4655-9e0d-a1047e5437a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b29128e5-bd13-40a1-bd21-ad6bf3c610a2'}] {{(pid=102348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:45:01.300353 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c588921fa634554a1d9242fdea1b05457a9ff1d3b28ba54ec1dace7f2f1df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-154e2f1f-ad82-4511-a638-3cb02a8ef060" -d '{"events": [{"server_uuid": "5e764ccd-8221-4655-9e0d-a1047e5437a0", "name": "network-vif-plugged", "status": "completed", "tag": "b29128e5-bd13-40a1-bd21-ad6bf3c610a2"}]}' {{(pid=102348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:45:01.325640 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] For port b29128e5-bd13-40a1-bd21-ad6bf3c610a2, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=b29128e5-bd13-40a1-bd21-ad6bf3c610a2,segment=NetworkSegment(ceecd002-0880-4375-a568-64df7900389e),segment_id=ceecd002-0880-4375-a568-64df7900389e)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:45:01.334894 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:01.396103 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0afae90a-260d-48dc-a47a-92354fdb3944 tempest-FloatingIPNegativeTestJSON-1762702524 tempest-FloatingIPNegativeTestJSON-1762702524-project] Network 185ff123-c7ff-45c7-a6be-71feb35acc9c is already hosted by enough agents. {{(pid=102346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:45:01.426554 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-0afae90a-260d-48dc-a47a-92354fdb3944 tempest-FloatingIPNegativeTestJSON-1762702524 tempest-FloatingIPNegativeTestJSON-1762702524-project] Resources bound (agent type, host, resource id): {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:45:01.430062 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0afae90a-260d-48dc-a47a-92354fdb3944 tempest-FloatingIPNegativeTestJSON-1762702524 tempest-FloatingIPNegativeTestJSON-1762702524-project] Received port after_create {{(pid=102346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:45:01.456008 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afae90a-260d-48dc-a47a-92354fdb3944 tempest-FloatingIPNegativeTestJSON-1762702524 tempest-FloatingIPNegativeTestJSON-1762702524-project] Pushing event updated for resources: {'Port': ['ID=3cc7bcaa-0321-4bde-bd66-003927e64315,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:45:01.463556 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:45:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dc5c5c0-1586-4e74-a902-96d3848c3a27 x-openstack-request-id: req-4dc5c5c0-1586-4e74-a902-96d3848c3a27 {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:45:01.464698 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e764ccd-8221-4655-9e0d-a1047e5437a0", "name": "network-vif-plugged", "status": "completed", "tag": "b29128e5-bd13-40a1-bd21-ad6bf3c610a2", "code": 200}]} {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:45:01.465129 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4dc5c5c0-1586-4e74-a902-96d3848c3a27 {{(pid=102348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:45:01.465699 n-d-813419-10 neutron-server[102348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e764ccd-8221-4655-9e0d-a1047e5437a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b29128e5-bd13-40a1-bd21-ad6bf3c610a2', 'code': 200} Oct 27 10:45:01.514015 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-84cc636c-8800-40f9-ae53-110132c25062 tempest-AllowedAddressPairTestJSON-1199930546 tempest-AllowedAddressPairTestJSON-1199930546-project] Deleting port 5388ad44-d3e6-43be-acfe-d3ba13d67400 {{(pid=102346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:45:01.514367 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-84cc636c-8800-40f9-ae53-110132c25062 tempest-AllowedAddressPairTestJSON-1199930546 tempest-AllowedAddressPairTestJSON-1199930546-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:01.515387 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Pushing event updated for resources: {'Port': ['ID=b29128e5-bd13-40a1-bd21-ad6bf3c610a2,revision_number=5']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:45:01.518603 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-aba98779-8d60-4a78-ad6f-0ad5af8e8785 None None] Provisioning complete for port 5388ad44-d3e6-43be-acfe-d3ba13d67400 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:45:01.519293 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-aba98779-8d60-4a78-ad6f-0ad5af8e8785 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:01.558482 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-aba98779-8d60-4a78-ad6f-0ad5af8e8785 None None] Port 5388ad44-d3e6-43be-acfe-d3ba13d67400 cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:45:01.611237 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-0afae90a-260d-48dc-a47a-92354fdb3944 tempest-FloatingIPNegativeTestJSON-1762702524 tempest-FloatingIPNegativeTestJSON-1762702524-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:01.612299 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55dce2a-bad0-4a17-ad6c-09df37a433b5 req-a7f0a5f3-a6aa-4b47-afd5-a4eae0fc0288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:45:01.616572 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-d55dce2a-bad0-4a17-ad6c-09df37a433b5 req-a7f0a5f3-a6aa-4b47-afd5-a4eae0fc0288 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=5e764ccd-8221-4655-9e0d-a1047e5437a0 HTTP/1.1" status: 200 len: 1097 time: 0.1306572 Oct 27 10:45:01.638880 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fe2376-4625-48b1-beda-802fe631f733 req-7c026710-18d7-4445-9f76-f116fbad2ab9 tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:45:01.640851 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-a5fe2376-4625-48b1-beda-802fe631f733 req-7c026710-18d7-4445-9f76-f116fbad2ab9 tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] 10.222.0.44 "GET /v2.0/ports?device_id=5e764ccd-8221-4655-9e0d-a1047e5437a0 HTTP/1.1" status: 200 len: 945 time: 0.0832896 Oct 27 10:45:01.666892 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-84cc636c-8800-40f9-ae53-110132c25062 tempest-AllowedAddressPairTestJSON-1199930546 tempest-AllowedAddressPairTestJSON-1199930546-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:01.678985 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-0afae90a-260d-48dc-a47a-92354fdb3944 tempest-FloatingIPNegativeTestJSON-1762702524 tempest-FloatingIPNegativeTestJSON-1762702524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:01.705035 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-d55dce2a-bad0-4a17-ad6c-09df37a433b5 req-de893311-3585-4ac8-8e95-2f28235f92fb service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=78b00a37-7309-4fe7-b9e5-d3cf0246ee6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774035 Oct 27 10:45:01.706710 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-a5fe2376-4625-48b1-beda-802fe631f733 req-437aa350-683c-46ce-9660-b0e5b3e4646a tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] 10.222.0.44 "GET /v2.0/security-groups?id=78b00a37-7309-4fe7-b9e5-d3cf0246ee6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556116 Oct 27 10:45:01.709849 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-84cc636c-8800-40f9-ae53-110132c25062 tempest-AllowedAddressPairTestJSON-1199930546 tempest-AllowedAddressPairTestJSON-1199930546-project] Calling delete_port for 5388ad44-d3e6-43be-acfe-d3ba13d67400 owned by {{(pid=102346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:45:01.935462 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-0afae90a-260d-48dc-a47a-92354fdb3944 tempest-FloatingIPNegativeTestJSON-1762702524 tempest-FloatingIPNegativeTestJSON-1762702524-project] Publish callbacks [] for port, precommit_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:01.941937 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-0afae90a-260d-48dc-a47a-92354fdb3944 tempest-FloatingIPNegativeTestJSON-1762702524 tempest-FloatingIPNegativeTestJSON-1762702524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27024173'] for port, after_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:01.946301 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-84cc636c-8800-40f9-ae53-110132c25062 tempest-AllowedAddressPairTestJSON-1199930546 tempest-AllowedAddressPairTestJSON-1199930546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:02.049119 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afae90a-260d-48dc-a47a-92354fdb3944 tempest-FloatingIPNegativeTestJSON-1762702524 tempest-FloatingIPNegativeTestJSON-1762702524-project] Pushing event updated for resources: {'Port': ['ID=3cc7bcaa-0321-4bde-bd66-003927e64315,revision_number=2']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:45:02.118024 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cc636c-8800-40f9-ae53-110132c25062 tempest-AllowedAddressPairTestJSON-1199930546 tempest-AllowedAddressPairTestJSON-1199930546-project] Pushing event deleted for resources: {'Port': ['ID=5388ad44-d3e6-43be-acfe-d3ba13d67400,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:45:02.161517 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-0afae90a-260d-48dc-a47a-92354fdb3944 tempest-FloatingIPNegativeTestJSON-1762702524 tempest-FloatingIPNegativeTestJSON-1762702524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1664826'] for floatingip, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:02.201675 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-0afae90a-260d-48dc-a47a-92354fdb3944 tempest-FloatingIPNegativeTestJSON-1762702524 tempest-FloatingIPNegativeTestJSON-1762702524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for floatingip, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:02.206627 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 52236) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:45:02.211206 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-9465951c-288b-4c0f-add2-a3fa7836ae75 tempest-FloatingIPNegativeTestJSON-1762702524 tempest-FloatingIPNegativeTestJSON-1762702524-project] Request body: {'floatingip': {'port_id': '59673595-a328-4356-9f8e-ab9a754e5b4e', 'fixed_ip_address': '172.20.0.11'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:45:02.222868 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-0afae90a-260d-48dc-a47a-92354fdb3944 tempest-FloatingIPNegativeTestJSON-1762702524 tempest-FloatingIPNegativeTestJSON-1762702524-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6206770 Oct 27 10:45:02.288402 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 52238) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:45:02.320031 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-9465951c-288b-4c0f-add2-a3fa7836ae75 tempest-FloatingIPNegativeTestJSON-1762702524 tempest-FloatingIPNegativeTestJSON-1762702524-project] Publish callbacks [] for floatingip, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:02.437299 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-84cc636c-8800-40f9-ae53-110132c25062 tempest-AllowedAddressPairTestJSON-1199930546 tempest-AllowedAddressPairTestJSON-1199930546-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:02.440932 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-84cc636c-8800-40f9-ae53-110132c25062 tempest-AllowedAddressPairTestJSON-1199930546 tempest-AllowedAddressPairTestJSON-1199930546-project] 10.222.0.44 "DELETE /v2.0/ports/5388ad44-d3e6-43be-acfe-d3ba13d67400 HTTP/1.1" status: 204 len: 168 time: 1.1611385 Oct 27 10:45:02.443477 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 52244) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:45:02.474671 n-d-813419-10 neutron-server[102346]: INFO neutron.pecan_wsgi.hooks.translation [None req-063d6e1d-2192-4566-a860-b86c519c7f0b tempest-AllowedAddressPairTestJSON-1199930546 tempest-AllowedAddressPairTestJSON-1199930546-project] GET failed (client error): The resource could not be found. Oct 27 10:45:02.478720 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-063d6e1d-2192-4566-a860-b86c519c7f0b tempest-AllowedAddressPairTestJSON-1199930546 tempest-AllowedAddressPairTestJSON-1199930546-project] 10.222.0.44 "GET /v2.0/ports/5388ad44-d3e6-43be-acfe-d3ba13d67400 HTTP/1.1" status: 404 len: 333 time: 0.0318620 Oct 27 10:45:02.478969 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 52246) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:45:02.496717 n-d-813419-10 neutron-server[102347]: INFO neutron.api.v2.resource [None req-9465951c-288b-4c0f-add2-a3fa7836ae75 tempest-FloatingIPNegativeTestJSON-1762702524 tempest-FloatingIPNegativeTestJSON-1762702524-project] update failed (client error): The resource could not be found. Oct 27 10:45:02.500780 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-9465951c-288b-4c0f-add2-a3fa7836ae75 tempest-FloatingIPNegativeTestJSON-1762702524 tempest-FloatingIPNegativeTestJSON-1762702524-project] 10.222.0.44 "PUT /v2.0/floatingips/2f1887d8-a53c-49b4-8b8c-2bafd0413da7 HTTP/1.1" status: 404 len: 507 time: 0.2901664 Oct 27 10:45:02.502678 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 52248) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:45:02.519444 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-fed59fe9-a454-4a69-a099-5571093e4f46 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=6515ebc271514ff1a1d799586dbd6795&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2299368 Oct 27 10:45:02.527362 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 52252) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:45:02.541237 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:02.669343 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-44773916-880f-4139-9a9a-6364a685c1e1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:02.702629 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-44773916-880f-4139-9a9a-6364a685c1e1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:02.713497 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-8ee118b0-d0a8-41fa-937e-08319285997a tempest-AllowedAddressPairTestJSON-1199930546 tempest-AllowedAddressPairTestJSON-1199930546-project] Deleting port 291c81bf-d426-46f3-8c50-5435f8854046 {{(pid=102346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:45:02.713893 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-8ee118b0-d0a8-41fa-937e-08319285997a tempest-AllowedAddressPairTestJSON-1199930546 tempest-AllowedAddressPairTestJSON-1199930546-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:02.715322 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-179a2c9f-080d-40c4-b832-582e4e4ad840 tempest-FloatingIPNegativeTestJSON-1762702524 tempest-FloatingIPNegativeTestJSON-1762702524-project] Deleting port 3cc7bcaa-0321-4bde-bd66-003927e64315 {{(pid=102347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:45:02.715812 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-179a2c9f-080d-40c4-b832-582e4e4ad840 tempest-FloatingIPNegativeTestJSON-1762702524 tempest-FloatingIPNegativeTestJSON-1762702524-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:02.847253 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-8ee118b0-d0a8-41fa-937e-08319285997a tempest-AllowedAddressPairTestJSON-1199930546 tempest-AllowedAddressPairTestJSON-1199930546-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:02.850316 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-179a2c9f-080d-40c4-b832-582e4e4ad840 tempest-FloatingIPNegativeTestJSON-1762702524 tempest-FloatingIPNegativeTestJSON-1762702524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:02.850316 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-179a2c9f-080d-40c4-b832-582e4e4ad840 tempest-FloatingIPNegativeTestJSON-1762702524 tempest-FloatingIPNegativeTestJSON-1762702524-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:02.850674 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-44773916-880f-4139-9a9a-6364a685c1e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:02.853652 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-44773916-880f-4139-9a9a-6364a685c1e1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:02.857470 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-44773916-880f-4139-9a9a-6364a685c1e1 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ee995603-d981-4a9a-afa0-b63b5aaa2670 HTTP/1.1" status: 204 len: 168 time: 0.3264003 Oct 27 10:45:02.867320 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-179a2c9f-080d-40c4-b832-582e4e4ad840 tempest-FloatingIPNegativeTestJSON-1762702524 tempest-FloatingIPNegativeTestJSON-1762702524-project] Calling delete_port for 3cc7bcaa-0321-4bde-bd66-003927e64315 owned by network:floatingip {{(pid=102347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:45:02.874601 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-8ee118b0-d0a8-41fa-937e-08319285997a tempest-AllowedAddressPairTestJSON-1199930546 tempest-AllowedAddressPairTestJSON-1199930546-project] Calling delete_port for 291c81bf-d426-46f3-8c50-5435f8854046 owned by {{(pid=102346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:45:02.881192 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44773916-880f-4139-9a9a-6364a685c1e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee995603-d981-4a9a-afa0-b63b5aaa2670,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:45:03.143648 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae20d49-3916-44eb-89e8-2108c27198c6 req-eeff9c6c-e6d2-4d13-bee8-2c4d48c85afc tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:45:03.145186 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-9ae20d49-3916-44eb-89e8-2108c27198c6 req-eeff9c6c-e6d2-4d13-bee8-2c4d48c85afc tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] 10.222.0.44 "GET /v2.0/ports?device_id=5e764ccd-8221-4655-9e0d-a1047e5437a0 HTTP/1.1" status: 200 len: 945 time: 0.1684556 Oct 27 10:45:03.232368 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-8ee118b0-d0a8-41fa-937e-08319285997a tempest-AllowedAddressPairTestJSON-1199930546 tempest-AllowedAddressPairTestJSON-1199930546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:03.303975 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-9ae20d49-3916-44eb-89e8-2108c27198c6 req-bf317981-d8be-4f5b-a879-2fcd6698894c tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] 10.222.0.44 "GET /v2.0/security-groups?id=78b00a37-7309-4fe7-b9e5-d3cf0246ee6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494563 Oct 27 10:45:03.326093 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-179a2c9f-080d-40c4-b832-582e4e4ad840 tempest-FloatingIPNegativeTestJSON-1762702524 tempest-FloatingIPNegativeTestJSON-1762702524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:03.350388 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee118b0-d0a8-41fa-937e-08319285997a tempest-AllowedAddressPairTestJSON-1199930546 tempest-AllowedAddressPairTestJSON-1199930546-project] Pushing event deleted for resources: {'Port': ['ID=291c81bf-d426-46f3-8c50-5435f8854046,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:45:03.388458 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179a2c9f-080d-40c4-b832-582e4e4ad840 tempest-FloatingIPNegativeTestJSON-1762702524 tempest-FloatingIPNegativeTestJSON-1762702524-project] Pushing event deleted for resources: {'Port': ['ID=3cc7bcaa-0321-4bde-bd66-003927e64315,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:45:03.439740 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-8ee118b0-d0a8-41fa-937e-08319285997a tempest-AllowedAddressPairTestJSON-1199930546 tempest-AllowedAddressPairTestJSON-1199930546-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:03.450444 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-8ee118b0-d0a8-41fa-937e-08319285997a tempest-AllowedAddressPairTestJSON-1199930546 tempest-AllowedAddressPairTestJSON-1199930546-project] 10.222.0.44 "DELETE /v2.0/ports/291c81bf-d426-46f3-8c50-5435f8854046 HTTP/1.1" status: 204 len: 168 time: 0.9673173 Oct 27 10:45:03.451354 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 52266) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:45:03.487111 n-d-813419-10 neutron-server[102346]: INFO neutron.pecan_wsgi.hooks.translation [None req-e54c70da-62bc-4b57-8661-a10cab85002b tempest-AllowedAddressPairTestJSON-1199930546 tempest-AllowedAddressPairTestJSON-1199930546-project] GET failed (client error): The resource could not be found. Oct 27 10:45:03.488751 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-e54c70da-62bc-4b57-8661-a10cab85002b tempest-AllowedAddressPairTestJSON-1199930546 tempest-AllowedAddressPairTestJSON-1199930546-project] 10.222.0.44 "GET /v2.0/ports/291c81bf-d426-46f3-8c50-5435f8854046 HTTP/1.1" status: 404 len: 333 time: 0.0364339 Oct 27 10:45:03.495888 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 52270) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:45:03.516695 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-179a2c9f-080d-40c4-b832-582e4e4ad840 tempest-FloatingIPNegativeTestJSON-1762702524 tempest-FloatingIPNegativeTestJSON-1762702524-project] Publish callbacks [] for floatingip, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:03.520119 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-179a2c9f-080d-40c4-b832-582e4e4ad840 tempest-FloatingIPNegativeTestJSON-1762702524 tempest-FloatingIPNegativeTestJSON-1762702524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for floatingip, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:03.525054 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-179a2c9f-080d-40c4-b832-582e4e4ad840 tempest-FloatingIPNegativeTestJSON-1762702524 tempest-FloatingIPNegativeTestJSON-1762702524-project] 10.222.0.44 "DELETE /v2.0/floatingips/2f1887d8-a53c-49b4-8b8c-2bafd0413da7 HTTP/1.1" status: 204 len: 168 time: 1.0183051 Oct 27 10:45:03.527017 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 52272) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:45:03.532721 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-2bc24081-25bb-4992-9111-0ac17b472d50 tempest-FloatingIPNegativeTestJSON-1762702524 tempest-FloatingIPNegativeTestJSON-1762702524-project] Request body: {'floatingip': {'floating_network_id': '416c1911-7ac1-40ee-bcff-d4ef693f52db', 'port_id': '59673595-a328-4356-9f8e-ab9a754e5b4e', 'fixed_ip_address': '172.20.0.11'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:45:03.563273 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-2bc24081-25bb-4992-9111-0ac17b472d50 tempest-FloatingIPNegativeTestJSON-1762702524 tempest-FloatingIPNegativeTestJSON-1762702524-project] Publish callbacks [] for floatingip, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:03.663181 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-cf1a7f96-2793-4d88-8d4d-9f255b526405 tempest-AllowedAddressPairTestJSON-1199930546 tempest-AllowedAddressPairTestJSON-1199930546-project] Deleting port 3d1b8667-3ddd-4950-b6b5-b306618d7ef4 {{(pid=102346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:45:03.663452 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-cf1a7f96-2793-4d88-8d4d-9f255b526405 tempest-AllowedAddressPairTestJSON-1199930546 tempest-AllowedAddressPairTestJSON-1199930546-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:03.810657 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-cf1a7f96-2793-4d88-8d4d-9f255b526405 tempest-AllowedAddressPairTestJSON-1199930546 tempest-AllowedAddressPairTestJSON-1199930546-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:03.817046 n-d-813419-10 neutron-server[102347]: INFO neutron.api.v2.resource [None req-2bc24081-25bb-4992-9111-0ac17b472d50 tempest-FloatingIPNegativeTestJSON-1762702524 tempest-FloatingIPNegativeTestJSON-1762702524-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 27 10:45:03.822615 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-2bc24081-25bb-4992-9111-0ac17b472d50 tempest-FloatingIPNegativeTestJSON-1762702524 tempest-FloatingIPNegativeTestJSON-1762702524-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.2942398 Oct 27 10:45:03.824389 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 52284) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:45:03.827612 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-cf1a7f96-2793-4d88-8d4d-9f255b526405 tempest-AllowedAddressPairTestJSON-1199930546 tempest-AllowedAddressPairTestJSON-1199930546-project] Calling delete_port for 3d1b8667-3ddd-4950-b6b5-b306618d7ef4 owned by {{(pid=102346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:45:03.829932 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-571a32b4-b98c-46c2-a0b7-8d91b28d3da0 tempest-FloatingIPNegativeTestJSON-1762702524 tempest-FloatingIPNegativeTestJSON-1762702524-project] Request body: {'floatingip': {'floating_network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'port_id': '59673595-a328-4356-9f8e-ab9a754e5b4e', 'fixed_ip_address': '172.20.0.11'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:45:03.860084 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-571a32b4-b98c-46c2-a0b7-8d91b28d3da0 tempest-FloatingIPNegativeTestJSON-1762702524 tempest-FloatingIPNegativeTestJSON-1762702524-project] Publish callbacks [] for floatingip, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:04.003774 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-571a32b4-b98c-46c2-a0b7-8d91b28d3da0 tempest-FloatingIPNegativeTestJSON-1762702524 tempest-FloatingIPNegativeTestJSON-1762702524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:04.009021 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-cf1a7f96-2793-4d88-8d4d-9f255b526405 tempest-AllowedAddressPairTestJSON-1199930546 tempest-AllowedAddressPairTestJSON-1199930546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:04.040412 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1a7f96-2793-4d88-8d4d-9f255b526405 tempest-AllowedAddressPairTestJSON-1199930546 tempest-AllowedAddressPairTestJSON-1199930546-project] Pushing event deleted for resources: {'Port': ['ID=3d1b8667-3ddd-4950-b6b5-b306618d7ef4,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:45:04.141806 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-cf1a7f96-2793-4d88-8d4d-9f255b526405 tempest-AllowedAddressPairTestJSON-1199930546 tempest-AllowedAddressPairTestJSON-1199930546-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:04.142051 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_common [None req-571a32b4-b98c-46c2-a0b7-8d91b28d3da0 tempest-FloatingIPNegativeTestJSON-1762702524 tempest-FloatingIPNegativeTestJSON-1762702524-project] Allocated IP 172.25.8.231 (185ff123-c7ff-45c7-a6be-71feb35acc9c/0fb9f9d1-7384-481f-8fa8-f4566c349d30/b282e060-5691-4aef-87a6-07921558db2a) {{(pid=102347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:45:04.145469 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-cf1a7f96-2793-4d88-8d4d-9f255b526405 tempest-AllowedAddressPairTestJSON-1199930546 tempest-AllowedAddressPairTestJSON-1199930546-project] 10.222.0.44 "DELETE /v2.0/ports/3d1b8667-3ddd-4950-b6b5-b306618d7ef4 HTTP/1.1" status: 204 len: 168 time: 0.6484058 Oct 27 10:45:04.147760 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 52288) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:45:04.218896 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_v2 [None req-4846338e-f3bd-4b9b-b1e8-30ef138f6dac tempest-AllowedAddressPairTestJSON-1199930546 tempest-AllowedAddressPairTestJSON-1199930546-project] Deleting subnet 63fdb073-4455-407f-9970-f0d2f2a5783c {{(pid=102347) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 10:45:04.233309 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-4846338e-f3bd-4b9b-b1e8-30ef138f6dac tempest-AllowedAddressPairTestJSON-1199930546 tempest-AllowedAddressPairTestJSON-1199930546-project] Publish callbacks [] for subnet, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:04.310544 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-4846338e-f3bd-4b9b-b1e8-30ef138f6dac tempest-AllowedAddressPairTestJSON-1199930546 tempest-AllowedAddressPairTestJSON-1199930546-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-18445109'] for subnet, precommit_delete_associations {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:04.394827 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-571a32b4-b98c-46c2-a0b7-8d91b28d3da0 tempest-FloatingIPNegativeTestJSON-1762702524 tempest-FloatingIPNegativeTestJSON-1762702524-project] Publish callbacks [] for port, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:04.467586 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-4846338e-f3bd-4b9b-b1e8-30ef138f6dac tempest-AllowedAddressPairTestJSON-1199930546 tempest-AllowedAddressPairTestJSON-1199930546-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855646'] for subnet, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:04.533662 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d625533e-12c6-44dd-8e90-833758c39f3a req-4c927dc5-9214-4863-bb5f-a8741d861ad8 tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:45:04.535275 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-d625533e-12c6-44dd-8e90-833758c39f3a req-4c927dc5-9214-4863-bb5f-a8741d861ad8 tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] 10.222.0.44 "GET /v2.0/ports?device_id=5e764ccd-8221-4655-9e0d-a1047e5437a0 HTTP/1.1" status: 200 len: 945 time: 0.1086013 Oct 27 10:45:04.545533 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-571a32b4-b98c-46c2-a0b7-8d91b28d3da0 tempest-FloatingIPNegativeTestJSON-1762702524 tempest-FloatingIPNegativeTestJSON-1762702524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:04.628942 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-571a32b4-b98c-46c2-a0b7-8d91b28d3da0 tempest-FloatingIPNegativeTestJSON-1762702524 tempest-FloatingIPNegativeTestJSON-1762702524-project] Network 185ff123-c7ff-45c7-a6be-71feb35acc9c is already hosted by enough agents. {{(pid=102347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:45:04.641606 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [None req-571a32b4-b98c-46c2-a0b7-8d91b28d3da0 tempest-FloatingIPNegativeTestJSON-1762702524 tempest-FloatingIPNegativeTestJSON-1762702524-project] Resources bound (agent type, host, resource id): {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:45:04.644185 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-571a32b4-b98c-46c2-a0b7-8d91b28d3da0 tempest-FloatingIPNegativeTestJSON-1762702524 tempest-FloatingIPNegativeTestJSON-1762702524-project] Received port after_create {{(pid=102347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:45:04.652251 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-4846338e-f3bd-4b9b-b1e8-30ef138f6dac tempest-AllowedAddressPairTestJSON-1199930546 tempest-AllowedAddressPairTestJSON-1199930546-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-18295818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18043720'] for subnet, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:04.681025 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571a32b4-b98c-46c2-a0b7-8d91b28d3da0 tempest-FloatingIPNegativeTestJSON-1762702524 tempest-FloatingIPNegativeTestJSON-1762702524-project] Pushing event updated for resources: {'Port': ['ID=b282e060-5691-4aef-87a6-07921558db2a,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:45:04.693850 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-d625533e-12c6-44dd-8e90-833758c39f3a req-165ea3d2-c8fa-4a15-91d6-e01760b30c75 tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] 10.222.0.44 "GET /v2.0/security-groups?id=78b00a37-7309-4fe7-b9e5-d3cf0246ee6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410451 Oct 27 10:45:04.725107 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4846338e-f3bd-4b9b-b1e8-30ef138f6dac tempest-AllowedAddressPairTestJSON-1199930546 tempest-AllowedAddressPairTestJSON-1199930546-project] Pushing event deleted for resources: {'Subnet': ['ID=63fdb073-4455-407f-9970-f0d2f2a5783c,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:45:04.730607 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-4846338e-f3bd-4b9b-b1e8-30ef138f6dac tempest-AllowedAddressPairTestJSON-1199930546 tempest-AllowedAddressPairTestJSON-1199930546-project] Publish callbacks [] for subnet, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:04.738466 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-4846338e-f3bd-4b9b-b1e8-30ef138f6dac tempest-AllowedAddressPairTestJSON-1199930546 tempest-AllowedAddressPairTestJSON-1199930546-project] 10.222.0.44 "DELETE /v2.0/subnets/63fdb073-4455-407f-9970-f0d2f2a5783c HTTP/1.1" status: 204 len: 168 time: 0.5874197 Oct 27 10:45:04.739217 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 52310) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:45:04.742341 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d9dd4bb-eeb1-4dd7-aeda-cf60f2ab9b32 None None] Network 0f24d709-65c6-40f3-9b6a-31a1b9878215 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:45:04.854638 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.agents_db [None req-e79ee67d-056e-46ea-bd99-e80473396b25 None None] Agent healthcheck: found 7 active agents {{(pid=102349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 10:45:04.922613 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-571a32b4-b98c-46c2-a0b7-8d91b28d3da0 tempest-FloatingIPNegativeTestJSON-1762702524 tempest-FloatingIPNegativeTestJSON-1762702524-project] Deleting port b282e060-5691-4aef-87a6-07921558db2a {{(pid=102347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:45:04.923125 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-571a32b4-b98c-46c2-a0b7-8d91b28d3da0 tempest-FloatingIPNegativeTestJSON-1762702524 tempest-FloatingIPNegativeTestJSON-1762702524-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:04.984449 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-5b2401e6-1ae9-4bb8-a129-dfb79edd07ed tempest-AllowedAddressPairTestJSON-1199930546 tempest-AllowedAddressPairTestJSON-1199930546-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586917'] for network, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:05.013691 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a5c109-e929-4c03-81ec-eaef0d17ad46 req-c55122d3-0b0d-4657-96dd-eb485f18ccc2 tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:45:05.015492 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-e1a5c109-e929-4c03-81ec-eaef0d17ad46 req-c55122d3-0b0d-4657-96dd-eb485f18ccc2 tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] 10.222.0.44 "GET /v2.0/ports?device_id=5e764ccd-8221-4655-9e0d-a1047e5437a0 HTTP/1.1" status: 200 len: 945 time: 0.1006105 Oct 27 10:45:05.036755 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5a8dcbc-0d2c-41fe-a229-54c2970e101e None None] DHCP port deletion for 0f24d709-65c6-40f3-9b6a-31a1b9878215 request from n-d-813419-10 {{(pid=102348) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 10:45:05.061309 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-571a32b4-b98c-46c2-a0b7-8d91b28d3da0 tempest-FloatingIPNegativeTestJSON-1762702524 tempest-FloatingIPNegativeTestJSON-1762702524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:05.061681 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-571a32b4-b98c-46c2-a0b7-8d91b28d3da0 tempest-FloatingIPNegativeTestJSON-1762702524 tempest-FloatingIPNegativeTestJSON-1762702524-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:05.079232 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-571a32b4-b98c-46c2-a0b7-8d91b28d3da0 tempest-FloatingIPNegativeTestJSON-1762702524 tempest-FloatingIPNegativeTestJSON-1762702524-project] Calling delete_port for b282e060-5691-4aef-87a6-07921558db2a owned by network:floatingip {{(pid=102347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:45:05.092845 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-e1a5c109-e929-4c03-81ec-eaef0d17ad46 req-413da6a1-6907-4934-b511-2ffc46ba41a1 tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] 10.222.0.44 "GET /v2.0/security-groups?id=78b00a37-7309-4fe7-b9e5-d3cf0246ee6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471697 Oct 27 10:45:05.105703 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-5b2401e6-1ae9-4bb8-a129-dfb79edd07ed tempest-AllowedAddressPairTestJSON-1199930546 tempest-AllowedAddressPairTestJSON-1199930546-project] Deleting port 3bb47b36-0760-4732-a563-5542685ae129 {{(pid=102346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:45:05.106234 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-5b2401e6-1ae9-4bb8-a129-dfb79edd07ed tempest-AllowedAddressPairTestJSON-1199930546 tempest-AllowedAddressPairTestJSON-1199930546-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:05.177360 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-d5a8dcbc-0d2c-41fe-a229-54c2970e101e None None] Deleting port 3bb47b36-0760-4732-a563-5542685ae129 {{(pid=102348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:45:05.180209 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-d5a8dcbc-0d2c-41fe-a229-54c2970e101e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:05.190005 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [None req-5b2401e6-1ae9-4bb8-a129-dfb79edd07ed tempest-AllowedAddressPairTestJSON-1199930546 tempest-AllowedAddressPairTestJSON-1199930546-project] For port 3bb47b36-0760-4732-a563-5542685ae129, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=3bb47b36-0760-4732-a563-5542685ae129,segment=NetworkSegment(eb64e6e3-ba0e-422d-a212-c23d77d5eaf6),segment_id=eb64e6e3-ba0e-422d-a212-c23d77d5eaf6)] {{(pid=102346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:45:05.190676 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-5b2401e6-1ae9-4bb8-a129-dfb79edd07ed tempest-AllowedAddressPairTestJSON-1199930546 tempest-AllowedAddressPairTestJSON-1199930546-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:05.210118 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-5b2401e6-1ae9-4bb8-a129-dfb79edd07ed tempest-AllowedAddressPairTestJSON-1199930546 tempest-AllowedAddressPairTestJSON-1199930546-project] Calling delete_port for 3bb47b36-0760-4732-a563-5542685ae129 owned by network:dhcp {{(pid=102346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:45:05.256186 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-571a32b4-b98c-46c2-a0b7-8d91b28d3da0 tempest-FloatingIPNegativeTestJSON-1762702524 tempest-FloatingIPNegativeTestJSON-1762702524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:05.292303 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-d5a8dcbc-0d2c-41fe-a229-54c2970e101e None None] For port 3bb47b36-0760-4732-a563-5542685ae129, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=3bb47b36-0760-4732-a563-5542685ae129,segment=NetworkSegment(eb64e6e3-ba0e-422d-a212-c23d77d5eaf6),segment_id=eb64e6e3-ba0e-422d-a212-c23d77d5eaf6)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:45:05.292848 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-d5a8dcbc-0d2c-41fe-a229-54c2970e101e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:05.301779 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571a32b4-b98c-46c2-a0b7-8d91b28d3da0 tempest-FloatingIPNegativeTestJSON-1762702524 tempest-FloatingIPNegativeTestJSON-1762702524-project] Pushing event deleted for resources: {'Port': ['ID=b282e060-5691-4aef-87a6-07921558db2a,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:45:05.317949 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-d5a8dcbc-0d2c-41fe-a229-54c2970e101e None None] Calling delete_port for 3bb47b36-0760-4732-a563-5542685ae129 owned by network:dhcp {{(pid=102348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:45:05.388293 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-5b2401e6-1ae9-4bb8-a129-dfb79edd07ed tempest-AllowedAddressPairTestJSON-1199930546 tempest-AllowedAddressPairTestJSON-1199930546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:05.430455 n-d-813419-10 neutron-server[102347]: INFO neutron.api.v2.resource [None req-571a32b4-b98c-46c2-a0b7-8d91b28d3da0 tempest-FloatingIPNegativeTestJSON-1762702524 tempest-FloatingIPNegativeTestJSON-1762702524-project] create failed (client error): The resource could not be found. Oct 27 10:45:05.436452 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-571a32b4-b98c-46c2-a0b7-8d91b28d3da0 tempest-FloatingIPNegativeTestJSON-1762702524 tempest-FloatingIPNegativeTestJSON-1762702524-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 1.6100101 Oct 27 10:45:05.437340 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 52336) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:45:05.460476 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2401e6-1ae9-4bb8-a129-dfb79edd07ed tempest-AllowedAddressPairTestJSON-1199930546 tempest-AllowedAddressPairTestJSON-1199930546-project] Pushing event deleted for resources: {'Port': ['ID=3bb47b36-0760-4732-a563-5542685ae129,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:45:05.481162 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b2401e6-1ae9-4bb8-a129-dfb79edd07ed tempest-AllowedAddressPairTestJSON-1199930546 tempest-AllowedAddressPairTestJSON-1199930546-project] No DVR routers for this DVR port 3bb47b36-0760-4732-a563-5542685ae129 on host n-d-813419-10 {{(pid=102346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:45:05.487088 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2401e6-1ae9-4bb8-a129-dfb79edd07ed tempest-AllowedAddressPairTestJSON-1199930546 tempest-AllowedAddressPairTestJSON-1199930546-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:45:05.487500 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2401e6-1ae9-4bb8-a129-dfb79edd07ed tempest-AllowedAddressPairTestJSON-1199930546 tempest-AllowedAddressPairTestJSON-1199930546-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:45:05.489411 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2401e6-1ae9-4bb8-a129-dfb79edd07ed tempest-AllowedAddressPairTestJSON-1199930546 tempest-AllowedAddressPairTestJSON-1199930546-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:45:05.490588 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2401e6-1ae9-4bb8-a129-dfb79edd07ed tempest-AllowedAddressPairTestJSON-1199930546 tempest-AllowedAddressPairTestJSON-1199930546-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:45:05.490588 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2401e6-1ae9-4bb8-a129-dfb79edd07ed tempest-AllowedAddressPairTestJSON-1199930546 tempest-AllowedAddressPairTestJSON-1199930546-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:45:05.492187 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2401e6-1ae9-4bb8-a129-dfb79edd07ed tempest-AllowedAddressPairTestJSON-1199930546 tempest-AllowedAddressPairTestJSON-1199930546-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:45:05.492540 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2401e6-1ae9-4bb8-a129-dfb79edd07ed tempest-AllowedAddressPairTestJSON-1199930546 tempest-AllowedAddressPairTestJSON-1199930546-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:45:05.492877 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2401e6-1ae9-4bb8-a129-dfb79edd07ed tempest-AllowedAddressPairTestJSON-1199930546 tempest-AllowedAddressPairTestJSON-1199930546-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:45:05.493212 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2401e6-1ae9-4bb8-a129-dfb79edd07ed tempest-AllowedAddressPairTestJSON-1199930546 tempest-AllowedAddressPairTestJSON-1199930546-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:45:05.493541 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2401e6-1ae9-4bb8-a129-dfb79edd07ed tempest-AllowedAddressPairTestJSON-1199930546 tempest-AllowedAddressPairTestJSON-1199930546-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:45:05.497628 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2401e6-1ae9-4bb8-a129-dfb79edd07ed tempest-AllowedAddressPairTestJSON-1199930546 tempest-AllowedAddressPairTestJSON-1199930546-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:45:05.499624 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2401e6-1ae9-4bb8-a129-dfb79edd07ed tempest-AllowedAddressPairTestJSON-1199930546 tempest-AllowedAddressPairTestJSON-1199930546-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:45:05.662033 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-0b035613-922d-4315-b183-74bafa7bd18f tempest-FloatingIPNegativeTestJSON-1762702524 tempest-FloatingIPNegativeTestJSON-1762702524-project] Deleting port 59673595-a328-4356-9f8e-ab9a754e5b4e {{(pid=102347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:45:05.662654 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-0b035613-922d-4315-b183-74bafa7bd18f tempest-FloatingIPNegativeTestJSON-1762702524 tempest-FloatingIPNegativeTestJSON-1762702524-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:05.744019 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-d5a8dcbc-0d2c-41fe-a229-54c2970e101e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615'] for port, after_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:05.795092 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-5b2401e6-1ae9-4bb8-a129-dfb79edd07ed tempest-AllowedAddressPairTestJSON-1199930546 tempest-AllowedAddressPairTestJSON-1199930546-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857803', 'neutron.services.segments.db._delete_segments_for_network-8743873143390'] for network, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:05.839746 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a8dcbc-0d2c-41fe-a229-54c2970e101e None None] Pushing event deleted for resources: {'Port': ['ID=3bb47b36-0760-4732-a563-5542685ae129,revision_number=None']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:45:05.858374 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5a8dcbc-0d2c-41fe-a229-54c2970e101e None None] No DVR routers for this DVR port 3bb47b36-0760-4732-a563-5542685ae129 on host n-d-813419-10 {{(pid=102348) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:45:05.865590 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 52346) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:45:05.869255 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-5b2401e6-1ae9-4bb8-a129-dfb79edd07ed tempest-AllowedAddressPairTestJSON-1199930546 tempest-AllowedAddressPairTestJSON-1199930546-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f24d709-65c6-40f3-9b6a-31a1b9878215']}} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:45:05.871007 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-0b035613-922d-4315-b183-74bafa7bd18f tempest-FloatingIPNegativeTestJSON-1762702524 tempest-FloatingIPNegativeTestJSON-1762702524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:05.884832 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-76b35d16-014f-4904-941b-b7b2d019ff5a tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2098423008', 'description': 'tempest-secgroup-smoke-2098423008 description', 'project_id': '7f357cb809634e50864d0c31dbcbd617'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:45:05.895797 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-0b035613-922d-4315-b183-74bafa7bd18f tempest-FloatingIPNegativeTestJSON-1762702524 tempest-FloatingIPNegativeTestJSON-1762702524-project] Calling delete_port for 59673595-a328-4356-9f8e-ab9a754e5b4e owned by {{(pid=102347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:45:05.908607 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05321643-e389-4ac2-8034-0fa153ac3291 req-febffb7e-f042-4a49-ba88-cba4e7a4c7b9 tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:45:05.910274 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 3bb47b36-0760-4732-a563-5542685ae129 no longer exists at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:45:05.910440 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-05321643-e389-4ac2-8034-0fa153ac3291 req-febffb7e-f042-4a49-ba88-cba4e7a4c7b9 tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] 10.222.0.44 "GET /v2.0/ports?device_id=5e764ccd-8221-4655-9e0d-a1047e5437a0 HTTP/1.1" status: 200 len: 945 time: 0.1859059 Oct 27 10:45:05.917422 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-5b2401e6-1ae9-4bb8-a129-dfb79edd07ed tempest-AllowedAddressPairTestJSON-1199930546 tempest-AllowedAddressPairTestJSON-1199930546-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb64e6e3-ba0e-422d-a212-c23d77d5eaf6') {'for_net_delete': True} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:45:05.917769 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-5b2401e6-1ae9-4bb8-a129-dfb79edd07ed tempest-AllowedAddressPairTestJSON-1199930546 tempest-AllowedAddressPairTestJSON-1199930546-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb64e6e3-ba0e-422d-a212-c23d77d5eaf6') {} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:45:05.941482 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] No Port match for: 3bb47b36-0760-4732-a563-5542685ae129 {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:45:05.942095 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 3bb47b36-0760-4732-a563-5542685ae129 not bound to the agent host n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:45:05.943198 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-5b2401e6-1ae9-4bb8-a129-dfb79edd07ed tempest-AllowedAddressPairTestJSON-1199930546 tempest-AllowedAddressPairTestJSON-1199930546-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743873145191', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25847877'] for segment, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:05.997088 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-5b2401e6-1ae9-4bb8-a129-dfb79edd07ed tempest-AllowedAddressPairTestJSON-1199930546 tempest-AllowedAddressPairTestJSON-1199930546-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:06.000581 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-76b35d16-014f-4904-941b-b7b2d019ff5a tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks [] for security_group, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:06.042254 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b2401e6-1ae9-4bb8-a129-dfb79edd07ed tempest-AllowedAddressPairTestJSON-1199930546 tempest-AllowedAddressPairTestJSON-1199930546-project] Releasing vlan 402 on physical network physnet1 to pool {{(pid=102346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 10:45:06.042773 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-5b2401e6-1ae9-4bb8-a129-dfb79edd07ed tempest-AllowedAddressPairTestJSON-1199930546 tempest-AllowedAddressPairTestJSON-1199930546-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27024137'] for segment, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:06.085622 n-d-813419-10 neutron-server[102346]: Traceback (most recent call last): Oct 27 10:45:06.085622 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 10:45:06.085622 n-d-813419-10 neutron-server[102346]: timer() Oct 27 10:45:06.085622 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 10:45:06.085622 n-d-813419-10 neutron-server[102346]: cb(*args, **kw) Oct 27 10:45:06.085622 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 10:45:06.085622 n-d-813419-10 neutron-server[102346]: return func(*args, **kwargs) Oct 27 10:45:06.085622 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 10:45:06.085622 n-d-813419-10 neutron-server[102346]: self._notify() Oct 27 10:45:06.085622 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 10:45:06.085622 n-d-813419-10 neutron-server[102346]: self.callback(batched_events) Oct 27 10:45:06.085622 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 10:45:06.085622 n-d-813419-10 neutron-server[102346]: event.method(event) Oct 27 10:45:06.085622 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 10:45:06.085622 n-d-813419-10 neutron-server[102346]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 10:45:06.085622 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 10:45:06.085622 n-d-813419-10 neutron-server[102346]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 10:45:06.085622 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 10:45:06.085622 n-d-813419-10 neutron-server[102346]: return f(self, *a, **k) Oct 27 10:45:06.085622 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 10:45:06.085622 n-d-813419-10 neutron-server[102346]: return self._get(url).json() Oct 27 10:45:06.085622 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 10:45:06.085622 n-d-813419-10 neutron-server[102346]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 10:45:06.085622 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 10:45:06.085622 n-d-813419-10 neutron-server[102346]: return self.request(url, 'GET', **kwargs) Oct 27 10:45:06.085622 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 10:45:06.085622 n-d-813419-10 neutron-server[102346]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 10:45:06.085622 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 10:45:06.085622 n-d-813419-10 neutron-server[102346]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 10:45:06.085622 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 10:45:06.085622 n-d-813419-10 neutron-server[102346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 10:45:06.085622 n-d-813419-10 neutron-server[102346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 10:45:06.090846 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-76b35d16-014f-4904-941b-b7b2d019ff5a tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks [] for security_group, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:06.093304 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-0b035613-922d-4315-b183-74bafa7bd18f tempest-FloatingIPNegativeTestJSON-1762702524 tempest-FloatingIPNegativeTestJSON-1762702524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:06.105223 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-05321643-e389-4ac2-8034-0fa153ac3291 req-ca8e33b7-0a3e-4bd9-b7f9-ef9ae5425d62 tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] 10.222.0.44 "GET /v2.0/security-groups?id=78b00a37-7309-4fe7-b9e5-d3cf0246ee6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762908 Oct 27 10:45:06.135256 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b035613-922d-4315-b183-74bafa7bd18f tempest-FloatingIPNegativeTestJSON-1762702524 tempest-FloatingIPNegativeTestJSON-1762702524-project] Pushing event deleted for resources: {'Port': ['ID=59673595-a328-4356-9f8e-ab9a754e5b4e,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:45:06.136992 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-5b2401e6-1ae9-4bb8-a129-dfb79edd07ed tempest-AllowedAddressPairTestJSON-1199930546 tempest-AllowedAddressPairTestJSON-1199930546-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664840'] for network, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:06.151819 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-5b2401e6-1ae9-4bb8-a129-dfb79edd07ed tempest-AllowedAddressPairTestJSON-1199930546 tempest-AllowedAddressPairTestJSON-1199930546-project] Publish callbacks [] for network, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:06.155047 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-5b2401e6-1ae9-4bb8-a129-dfb79edd07ed tempest-AllowedAddressPairTestJSON-1199930546 tempest-AllowedAddressPairTestJSON-1199930546-project] 10.222.0.44 "DELETE /v2.0/networks/0f24d709-65c6-40f3-9b6a-31a1b9878215 HTTP/1.1" status: 204 len: 168 time: 1.4136996 Oct 27 10:45:06.212643 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-0b035613-922d-4315-b183-74bafa7bd18f tempest-FloatingIPNegativeTestJSON-1762702524 tempest-FloatingIPNegativeTestJSON-1762702524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:06.219510 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-0b035613-922d-4315-b183-74bafa7bd18f tempest-FloatingIPNegativeTestJSON-1762702524 tempest-FloatingIPNegativeTestJSON-1762702524-project] 10.222.0.44 "DELETE /v2.0/ports/59673595-a328-4356-9f8e-ab9a754e5b4e HTTP/1.1" status: 204 len: 168 time: 0.7807713 Oct 27 10:45:06.220522 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 52360) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:45:06.232003 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-76b35d16-014f-4904-941b-b7b2d019ff5a tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks [] for security_group, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:06.247645 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-76b35d16-014f-4904-941b-b7b2d019ff5a tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:06.278332 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2401e6-1ae9-4bb8-a129-dfb79edd07ed tempest-AllowedAddressPairTestJSON-1199930546 tempest-AllowedAddressPairTestJSON-1199930546-project] Pushing event deleted for resources: {'Network': ['ID=0f24d709-65c6-40f3-9b6a-31a1b9878215,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:45:06.287973 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf3651f4-6212-4d72-9a2b-bdea123e8bd1 tempest-FloatingIPNegativeTestJSON-1762702524 tempest-FloatingIPNegativeTestJSON-1762702524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:45:06.289860 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-cf3651f4-6212-4d72-9a2b-bdea123e8bd1 tempest-FloatingIPNegativeTestJSON-1762702524 tempest-FloatingIPNegativeTestJSON-1762702524-project] 10.222.0.44 "GET /v2.0/ports?device_id=a430822a-f395-41d3-ab3e-28afe2d60d99 HTTP/1.1" status: 200 len: 913 time: 0.0677407 Oct 27 10:45:06.293588 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 52362) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:45:06.330035 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b35d16-014f-4904-941b-b7b2d019ff5a tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef40a4d7-e709-471b-b624-d301c5da3e00,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:45:06.388926 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-76b35d16-014f-4904-941b-b7b2d019ff5a tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks [] for security_group, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:06.397652 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-76b35d16-014f-4904-941b-b7b2d019ff5a tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:06.433031 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b35d16-014f-4904-941b-b7b2d019ff5a tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aba59fed-d1f1-4e7e-84e9-aa222a50e870,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:45:06.458294 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-76b35d16-014f-4904-941b-b7b2d019ff5a tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:06.461666 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-76b35d16-014f-4904-941b-b7b2d019ff5a tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5950944 Oct 27 10:45:06.465546 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 52364) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:45:06.471953 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-2fa1de12-7c2a-43a0-95cb-b2b99a779e59 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Request body: {'security_group_rule': {'security_group_id': 'aba59fed-d1f1-4e7e-84e9-aa222a50e870', 'project_id': '7f357cb809634e50864d0c31dbcbd617', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:45:06.502689 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-2fa1de12-7c2a-43a0-95cb-b2b99a779e59 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:06.575238 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-2fa1de12-7c2a-43a0-95cb-b2b99a779e59 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:06.580287 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-2fa1de12-7c2a-43a0-95cb-b2b99a779e59 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671902'] for security_group_rule, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:06.602382 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa1de12-7c2a-43a0-95cb-b2b99a779e59 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5eb1bad5-b65d-467f-a1e2-872ae196920c,revision_number=0']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:45:06.605042 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 52368) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:45:06.613399 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-2fa1de12-7c2a-43a0-95cb-b2b99a779e59 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:06.614741 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-2fa1de12-7c2a-43a0-95cb-b2b99a779e59 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1481476 Oct 27 10:45:06.617721 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 52372) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:45:06.622377 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-84edfc45-a5d0-4e87-9ccc-4fba7bc350a8 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Request body: {'security_group_rule': {'security_group_id': 'aba59fed-d1f1-4e7e-84e9-aa222a50e870', 'project_id': '7f357cb809634e50864d0c31dbcbd617', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:45:06.664824 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-84edfc45-a5d0-4e87-9ccc-4fba7bc350a8 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:06.751503 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-cbc078d7-30d0-4496-a49a-ec2494001eb5 tempest-FloatingIPNegativeTestJSON-1762702524 tempest-FloatingIPNegativeTestJSON-1762702524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1766202'] for router_interface, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:06.843894 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-84edfc45-a5d0-4e87-9ccc-4fba7bc350a8 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:06.858397 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-84edfc45-a5d0-4e87-9ccc-4fba7bc350a8 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671902'] for security_group_rule, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:06.902612 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-8ae17753-bd8d-49b8-b0bd-cf64b455b64d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f3c381266b1b47b5a136f41b6602f90a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2962694 Oct 27 10:45:06.905199 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 52376) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:45:06.913626 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-84edfc45-a5d0-4e87-9ccc-4fba7bc350a8 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:06.918074 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-84edfc45-a5d0-4e87-9ccc-4fba7bc350a8 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2961001 Oct 27 10:45:06.918074 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84edfc45-a5d0-4e87-9ccc-4fba7bc350a8 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5dcc4160-99f1-40e5-9be5-d3ece770dea1,revision_number=0']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:45:06.918428 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 52378) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:45:06.924780 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-d9b92762-8521-45da-bac0-b87315a6cb2f tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Request body: {'security_group_rule': {'security_group_id': 'aba59fed-d1f1-4e7e-84e9-aa222a50e870', 'project_id': '7f357cb809634e50864d0c31dbcbd617', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:45:06.982464 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-39c42dfb-db24-44d2-883e-0fbc5566b343 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:06.984022 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d9b92762-8521-45da-bac0-b87315a6cb2f tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:07.023323 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-39c42dfb-db24-44d2-883e-0fbc5566b343 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:07.073895 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d9b92762-8521-45da-bac0-b87315a6cb2f tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:07.079081 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d9b92762-8521-45da-bac0-b87315a6cb2f tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671902'] for security_group_rule, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:07.101565 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b92762-8521-45da-bac0-b87315a6cb2f tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3eccf8bb-55d2-4f83-b9ce-bfe8dd3885c8,revision_number=0']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:45:07.106371 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-cbc078d7-30d0-4496-a49a-ec2494001eb5 tempest-FloatingIPNegativeTestJSON-1762702524 tempest-FloatingIPNegativeTestJSON-1762702524-project] Deleting port 603e310d-d46c-4859-babc-e6e4605368c5 {{(pid=102347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:45:07.107043 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-39c42dfb-db24-44d2-883e-0fbc5566b343 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:07.107552 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-cbc078d7-30d0-4496-a49a-ec2494001eb5 tempest-FloatingIPNegativeTestJSON-1762702524 tempest-FloatingIPNegativeTestJSON-1762702524-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:07.110521 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-39c42dfb-db24-44d2-883e-0fbc5566b343 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:07.113999 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-39c42dfb-db24-44d2-883e-0fbc5566b343 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1bf5f203-a9d1-4164-950b-6ff57312d7a8 HTTP/1.1" status: 204 len: 168 time: 0.2055573 Oct 27 10:45:07.117877 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d9b92762-8521-45da-bac0-b87315a6cb2f tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:07.122082 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-d9b92762-8521-45da-bac0-b87315a6cb2f tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1998041 Oct 27 10:45:07.125829 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 52384) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:45:07.128456 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c42dfb-db24-44d2-883e-0fbc5566b343 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bf5f203-a9d1-4164-950b-6ff57312d7a8,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:45:07.132798 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-00420cbf-4c35-4986-94df-a1789592bd7c tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Request body: {'security_group_rule': {'security_group_id': 'aba59fed-d1f1-4e7e-84e9-aa222a50e870', 'project_id': '7f357cb809634e50864d0c31dbcbd617', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:45:07.164441 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-00420cbf-4c35-4986-94df-a1789592bd7c tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:07.227155 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-00420cbf-4c35-4986-94df-a1789592bd7c tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:07.242644 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-00420cbf-4c35-4986-94df-a1789592bd7c tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671902'] for security_group_rule, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:07.280503 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-cbc078d7-30d0-4496-a49a-ec2494001eb5 tempest-FloatingIPNegativeTestJSON-1762702524 tempest-FloatingIPNegativeTestJSON-1762702524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:07.283097 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-00420cbf-4c35-4986-94df-a1789592bd7c tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:07.284473 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-00420cbf-4c35-4986-94df-a1789592bd7c tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1576021 Oct 27 10:45:07.287360 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 52388) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:45:07.294886 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-748f658a-aa8e-414c-b625-ac4e19dbe8cd tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Request body: {'security_group_rule': {'security_group_id': 'aba59fed-d1f1-4e7e-84e9-aa222a50e870', 'project_id': '7f357cb809634e50864d0c31dbcbd617', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:45:07.296857 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-cbc078d7-30d0-4496-a49a-ec2494001eb5 tempest-FloatingIPNegativeTestJSON-1762702524 tempest-FloatingIPNegativeTestJSON-1762702524-project] Calling delete_port for 603e310d-d46c-4859-babc-e6e4605368c5 owned by network:router_interface {{(pid=102347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:45:07.299383 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00420cbf-4c35-4986-94df-a1789592bd7c tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df1d84ac-40fa-4419-9c8f-c48729b4fb30,revision_number=0']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:45:07.329957 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15006db1-8e2b-4df1-94bf-3d6b75a7b66d req-3e37602c-83ed-4aa4-8258-90a6eab45203 tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:45:07.331560 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-15006db1-8e2b-4df1-94bf-3d6b75a7b66d req-3e37602c-83ed-4aa4-8258-90a6eab45203 tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] 10.222.0.44 "GET /v2.0/ports?device_id=5e764ccd-8221-4655-9e0d-a1047e5437a0 HTTP/1.1" status: 200 len: 945 time: 0.1017783 Oct 27 10:45:07.339555 n-d-813419-10 neutron-server[102346]: INFO neutron.db.securitygroups_db [None req-748f658a-aa8e-414c-b625-ac4e19dbe8cd tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Project 7f357cb809634e50864d0c31dbcbd617 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 27 10:45:07.359596 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-748f658a-aa8e-414c-b625-ac4e19dbe8cd tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:07.414226 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-15006db1-8e2b-4df1-94bf-3d6b75a7b66d req-f41aee90-0204-4833-a685-15119f607fdb tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] 10.222.0.44 "GET /v2.0/security-groups?id=78b00a37-7309-4fe7-b9e5-d3cf0246ee6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686960 Oct 27 10:45:07.442417 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-748f658a-aa8e-414c-b625-ac4e19dbe8cd tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:07.449884 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-748f658a-aa8e-414c-b625-ac4e19dbe8cd tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671902'] for security_group_rule, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:07.472559 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748f658a-aa8e-414c-b625-ac4e19dbe8cd tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9f55c62-3c33-4e35-9f77-2b7e8d4ec3ff,revision_number=0']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:45:07.488568 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-748f658a-aa8e-414c-b625-ac4e19dbe8cd tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:07.493727 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-748f658a-aa8e-414c-b625-ac4e19dbe8cd tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2047362 Oct 27 10:45:07.495903 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 52394) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:45:07.500016 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-6e48576b-0580-42cf-ad47-03feb4d683b5 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Request body: {'security_group_rule': {'security_group_id': 'aba59fed-d1f1-4e7e-84e9-aa222a50e870', 'project_id': '7f357cb809634e50864d0c31dbcbd617', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:45:07.525562 n-d-813419-10 neutron-server[102346]: INFO neutron.db.securitygroups_db [None req-6e48576b-0580-42cf-ad47-03feb4d683b5 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Project 7f357cb809634e50864d0c31dbcbd617 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 27 10:45:07.531333 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-6e48576b-0580-42cf-ad47-03feb4d683b5 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:07.565277 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-cbc078d7-30d0-4496-a49a-ec2494001eb5 tempest-FloatingIPNegativeTestJSON-1762702524 tempest-FloatingIPNegativeTestJSON-1762702524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:07.599356 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc078d7-30d0-4496-a49a-ec2494001eb5 tempest-FloatingIPNegativeTestJSON-1762702524 tempest-FloatingIPNegativeTestJSON-1762702524-project] Pushing event deleted for resources: {'Port': ['ID=603e310d-d46c-4859-babc-e6e4605368c5,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:45:07.608106 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-6e48576b-0580-42cf-ad47-03feb4d683b5 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:07.615720 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-6e48576b-0580-42cf-ad47-03feb4d683b5 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671902'] for security_group_rule, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:07.637059 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e48576b-0580-42cf-ad47-03feb4d683b5 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84613066-b46d-4f98-b9b3-05b826453d6b,revision_number=0']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:45:07.648085 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-6e48576b-0580-42cf-ad47-03feb4d683b5 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:07.650497 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-6e48576b-0580-42cf-ad47-03feb4d683b5 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1540358 Oct 27 10:45:07.654098 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 52400) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:45:07.662933 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-35b4530f-19d2-4228-a183-20362387b139 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Request body: {'network': {'name': 'tempest-network-smoke--1718395954', 'project_id': '7f357cb809634e50864d0c31dbcbd617', 'port_security_enabled': True}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:45:07.694264 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35b4530f-19d2-4228-a183-20362387b139 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Made reservation on behalf of 7f357cb809634e50864d0c31dbcbd617 for: {'network': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:45:07.699330 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-35b4530f-19d2-4228-a183-20362387b139 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for network, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:07.760804 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35b4530f-19d2-4228-a183-20362387b139 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 411} {{(pid=102346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 10:45:07.777282 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-35b4530f-19d2-4228-a183-20362387b139 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:07.777628 n-d-813419-10 neutron-server[102346]: INFO neutron.db.segments_db [None req-35b4530f-19d2-4228-a183-20362387b139 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Added segment c2add56f-ac0d-4bab-9740-363f7178fe2a of type vlan for network d11bc4e4-9641-4700-8e5b-752620d126aa Oct 27 10:45:07.831067 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-cbc078d7-30d0-4496-a49a-ec2494001eb5 tempest-FloatingIPNegativeTestJSON-1762702524 tempest-FloatingIPNegativeTestJSON-1762702524-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2006968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1766358'] for router_interface, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:07.880401 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-35b4530f-19d2-4228-a183-20362387b139 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743872593080'] for network, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:07.909735 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-35b4530f-19d2-4228-a183-20362387b139 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913'] for network, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:07.915494 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35b4530f-19d2-4228-a183-20362387b139 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:45:07.916104 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-35b4530f-19d2-4228-a183-20362387b139 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks [] for network, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:07.985795 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-35b4530f-19d2-4228-a183-20362387b139 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3278055 Oct 27 10:45:07.987464 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 52412) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:45:07.992431 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-3ad0507f-e26b-45c2-9af5-ee315a88f532 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1447084228', 'admin_state_up': True, 'project_id': '7f357cb809634e50864d0c31dbcbd617', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'}}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:45:08.028581 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b4530f-19d2-4228-a183-20362387b139 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Pushing event updated for resources: {'Network': ['ID=d11bc4e4-9641-4700-8e5b-752620d126aa,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:45:08.040837 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Network d11bc4e4-9641-4700-8e5b-752620d126aa details requested by agent ovs-agent-n-d-813419-10 with host n-d-813419-10 {{(pid=102348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 10:45:08.052566 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-3ad0507f-e26b-45c2-9af5-ee315a88f532 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1768632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3610'] for router, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:08.053723 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-3ad0507f-e26b-45c2-9af5-ee315a88f532 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1765704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1769409', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1694266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3597'] for router, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:08.116401 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-3ad0507f-e26b-45c2-9af5-ee315a88f532 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:08.268981 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 52426) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:45:08.316776 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-3ad0507f-e26b-45c2-9af5-ee315a88f532 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:08.424147 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbc078d7-30d0-4496-a49a-ec2494001eb5 tempest-FloatingIPNegativeTestJSON-1762702524 tempest-FloatingIPNegativeTestJSON-1762702524-project] Router a430822a-f395-41d3-ab3e-28afe2d60d99 has already been hosted by L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb {{(pid=102347) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 10:45:08.436393 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-756e9379-990f-409c-9f64-bc7b58e521d3 tempest-ServiceProvidersTest-747166170 tempest-ServiceProvidersTest-747166170-project] 10.222.0.44 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1660523 Oct 27 10:45:08.509157 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbc078d7-30d0-4496-a49a-ec2494001eb5 tempest-FloatingIPNegativeTestJSON-1762702524 tempest-FloatingIPNegativeTestJSON-1762702524-project] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:45:08.514243 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-cbc078d7-30d0-4496-a49a-ec2494001eb5 tempest-FloatingIPNegativeTestJSON-1762702524 tempest-FloatingIPNegativeTestJSON-1762702524-project] 10.222.0.44 "PUT /v2.0/routers/a430822a-f395-41d3-ab3e-28afe2d60d99/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2195201 Oct 27 10:45:08.516775 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 52434) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:45:08.521896 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c3bfeb6-98a3-4a79-8261-550094a2762f None None] Sync routers for ids ['a430822a-f395-41d3-ab3e-28afe2d60d99'] in n-d-813419-10 {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:45:08.537807 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c3bfeb6-98a3-4a79-8261-550094a2762f None None] Routers {'a430822a-f395-41d3-ab3e-28afe2d60d99'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:45:08.539244 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-6c3bfeb6-98a3-4a79-8261-550094a2762f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:44:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['a430822a-f395-41d3-ab3e-28afe2d60d99'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:45:08.608622 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-a1984051-e388-4605-b2f4-ecfefdb0c660 tempest-FloatingIPNegativeTestJSON-1762702524 tempest-FloatingIPNegativeTestJSON-1762702524-project] Publish callbacks [] for router, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:08.617628 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-6c3bfeb6-98a3-4a79-8261-550094a2762f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:45:08.649181 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c3bfeb6-98a3-4a79-8261-550094a2762f None None] Routers {'a430822a-f395-41d3-ab3e-28afe2d60d99'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:45:08.649808 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-6c3bfeb6-98a3-4a79-8261-550094a2762f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:44:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['a430822a-f395-41d3-ab3e-28afe2d60d99'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:45:08.659373 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f54956-f163-4fdb-827a-dfe4dbc9eefb req-35b08558-8ed2-4a32-befc-6358c4f19644 tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:45:08.661748 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-37f54956-f163-4fdb-827a-dfe4dbc9eefb req-35b08558-8ed2-4a32-befc-6358c4f19644 tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] 10.222.0.44 "GET /v2.0/ports?device_id=5e764ccd-8221-4655-9e0d-a1047e5437a0 HTTP/1.1" status: 200 len: 945 time: 0.0946972 Oct 27 10:45:08.723424 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-37f54956-f163-4fdb-827a-dfe4dbc9eefb req-7d92da29-594a-4eec-95a7-caadc7fe4f66 tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] 10.222.0.44 "GET /v2.0/security-groups?id=78b00a37-7309-4fe7-b9e5-d3cf0246ee6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386429 Oct 27 10:45:08.724299 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-3ad0507f-e26b-45c2-9af5-ee315a88f532 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks [] for router_gateway, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:08.747546 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-3ad0507f-e26b-45c2-9af5-ee315a88f532 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:08.783568 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-6c3bfeb6-98a3-4a79-8261-550094a2762f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:45:08.784236 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c3bfeb6-98a3-4a79-8261-550094a2762f None None] The sync data for ids ['a430822a-f395-41d3-ab3e-28afe2d60d99'] in n-d-813419-10 is: [] {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:45:08.806630 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-a1984051-e388-4605-b2f4-ecfefdb0c660 tempest-FloatingIPNegativeTestJSON-1762702524 tempest-FloatingIPNegativeTestJSON-1762702524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1765662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3700'] for router, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:08.809663 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-a1984051-e388-4605-b2f4-ecfefdb0c660 tempest-FloatingIPNegativeTestJSON-1762702524 tempest-FloatingIPNegativeTestJSON-1762702524-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:08.870736 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 52440) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:45:08.877116 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-a1984051-e388-4605-b2f4-ecfefdb0c660 tempest-FloatingIPNegativeTestJSON-1762702524 tempest-FloatingIPNegativeTestJSON-1762702524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1765641'] for router, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:08.877523 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1984051-e388-4605-b2f4-ecfefdb0c660 tempest-FloatingIPNegativeTestJSON-1762702524 tempest-FloatingIPNegativeTestJSON-1762702524-project] Fanout notify agent at l3_agent the message router_deleted on router a430822a-f395-41d3-ab3e-28afe2d60d99 {{(pid=102347) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 10:45:08.885969 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-a1984051-e388-4605-b2f4-ecfefdb0c660 tempest-FloatingIPNegativeTestJSON-1762702524 tempest-FloatingIPNegativeTestJSON-1762702524-project] Publish callbacks [] for router, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:08.889558 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-a1984051-e388-4605-b2f4-ecfefdb0c660 tempest-FloatingIPNegativeTestJSON-1762702524 tempest-FloatingIPNegativeTestJSON-1762702524-project] 10.222.0.44 "DELETE /v2.0/routers/a430822a-f395-41d3-ab3e-28afe2d60d99 HTTP/1.1" status: 204 len: 168 time: 0.3693223 Oct 27 10:45:08.889676 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_common [None req-3ad0507f-e26b-45c2-9af5-ee315a88f532 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Allocated IP 172.25.8.136 (185ff123-c7ff-45c7-a6be-71feb35acc9c/0fb9f9d1-7384-481f-8fa8-f4566c349d30/84c2cf9d-cd8d-4380-b4b0-05e90fd96f1d) {{(pid=102346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:45:08.889797 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 52444) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:45:08.937847 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:08.984598 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6f760da-14ed-47a3-8691-00bbd894ceb5 tempest-FloatingIPNegativeTestJSON-1762702524 tempest-FloatingIPNegativeTestJSON-1762702524-project] Deleting subnet eb280f1e-a538-4996-aa33-52944139c391 {{(pid=102347) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 10:45:08.988004 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-d6f760da-14ed-47a3-8691-00bbd894ceb5 tempest-FloatingIPNegativeTestJSON-1762702524 tempest-FloatingIPNegativeTestJSON-1762702524-project] Publish callbacks [] for subnet, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:09.049857 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-d6f760da-14ed-47a3-8691-00bbd894ceb5 tempest-FloatingIPNegativeTestJSON-1762702524 tempest-FloatingIPNegativeTestJSON-1762702524-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-18445109'] for subnet, precommit_delete_associations {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:09.053115 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-3ad0507f-e26b-45c2-9af5-ee315a88f532 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks [] for port, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:09.084564 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-cfa2316a-f8f6-448e-bfe2-818f962afbc8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:09.090622 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-3ad0507f-e26b-45c2-9af5-ee315a88f532 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:09.132165 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ad0507f-e26b-45c2-9af5-ee315a88f532 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Network 185ff123-c7ff-45c7-a6be-71feb35acc9c is already hosted by enough agents. {{(pid=102346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:45:09.135099 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-3ad0507f-e26b-45c2-9af5-ee315a88f532 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Resources bound (agent type, host, resource id): {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:45:09.138891 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ad0507f-e26b-45c2-9af5-ee315a88f532 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Received port after_create {{(pid=102346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:45:09.164546 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad0507f-e26b-45c2-9af5-ee315a88f532 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Pushing event updated for resources: {'Port': ['ID=84c2cf9d-cd8d-4380-b4b0-05e90fd96f1d,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:45:09.190432 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-d6f760da-14ed-47a3-8691-00bbd894ceb5 tempest-FloatingIPNegativeTestJSON-1762702524 tempest-FloatingIPNegativeTestJSON-1762702524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855646'] for subnet, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:09.259312 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-cfa2316a-f8f6-448e-bfe2-818f962afbc8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:09.264401 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-cfa2316a-f8f6-448e-bfe2-818f962afbc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:09.314402 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa2316a-f8f6-448e-bfe2-818f962afbc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f817ebd5-fd2d-465e-aab2-fc7cc8f5c421,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:45:09.322061 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-cfa2316a-f8f6-448e-bfe2-818f962afbc8 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=aee526d6fd5646c3918ce4c3fc395c82&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4502683 Oct 27 10:45:09.324222 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-d6f760da-14ed-47a3-8691-00bbd894ceb5 tempest-FloatingIPNegativeTestJSON-1762702524 tempest-FloatingIPNegativeTestJSON-1762702524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-18295818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18043720'] for subnet, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:09.333077 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 52448) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:45:09.338639 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-d6f760da-14ed-47a3-8691-00bbd894ceb5 tempest-FloatingIPNegativeTestJSON-1762702524 tempest-FloatingIPNegativeTestJSON-1762702524-project] Publish callbacks [] for subnet, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:09.342535 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-d6f760da-14ed-47a3-8691-00bbd894ceb5 tempest-FloatingIPNegativeTestJSON-1762702524 tempest-FloatingIPNegativeTestJSON-1762702524-project] 10.222.0.44 "DELETE /v2.0/subnets/eb280f1e-a538-4996-aa33-52944139c391 HTTP/1.1" status: 204 len: 168 time: 0.4519351 Oct 27 10:45:09.346527 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 52450) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:45:09.351543 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-735cd779-635d-41a9-a687-dff55abf4f16 None None] Network 416c1911-7ac1-40ee-bcff-d4ef693f52db requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:45:09.431125 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-3ad0507f-e26b-45c2-9af5-ee315a88f532 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks [] for router_gateway, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:09.446692 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f760da-14ed-47a3-8691-00bbd894ceb5 tempest-FloatingIPNegativeTestJSON-1762702524 tempest-FloatingIPNegativeTestJSON-1762702524-project] Pushing event deleted for resources: {'Subnet': ['ID=eb280f1e-a538-4996-aa33-52944139c391,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:45:09.526447 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-b5135880-2269-4c10-a728-8766aeb8ea0c tempest-FloatingIPNegativeTestJSON-1762702524 tempest-FloatingIPNegativeTestJSON-1762702524-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586917'] for network, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:09.531576 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-2ea4555f-3d4a-42dd-92a5-4b0c8ef0cbd4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:09.566181 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-2ea4555f-3d4a-42dd-92a5-4b0c8ef0cbd4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:09.606191 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-889be34c-3da9-4eda-924d-e4c6da7e65b7 None None] DHCP port deletion for 416c1911-7ac1-40ee-bcff-d4ef693f52db request from n-d-813419-10 {{(pid=102348) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 10:45:09.644459 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-b5135880-2269-4c10-a728-8766aeb8ea0c tempest-FloatingIPNegativeTestJSON-1762702524 tempest-FloatingIPNegativeTestJSON-1762702524-project] Deleting port 9bcd22b7-35e6-411f-af38-f6babe545bdf {{(pid=102347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:45:09.644850 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-b5135880-2269-4c10-a728-8766aeb8ea0c tempest-FloatingIPNegativeTestJSON-1762702524 tempest-FloatingIPNegativeTestJSON-1762702524-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:09.665858 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-889be34c-3da9-4eda-924d-e4c6da7e65b7 None None] Deleting port 9bcd22b7-35e6-411f-af38-f6babe545bdf {{(pid=102348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:45:09.666298 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-889be34c-3da9-4eda-924d-e4c6da7e65b7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:09.686104 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-2ea4555f-3d4a-42dd-92a5-4b0c8ef0cbd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:09.688579 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-2ea4555f-3d4a-42dd-92a5-4b0c8ef0cbd4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:09.689750 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-2ea4555f-3d4a-42dd-92a5-4b0c8ef0cbd4 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f817ebd5-fd2d-465e-aab2-fc7cc8f5c421 HTTP/1.1" status: 204 len: 168 time: 0.3457217 Oct 27 10:45:09.741946 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea4555f-3d4a-42dd-92a5-4b0c8ef0cbd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f817ebd5-fd2d-465e-aab2-fc7cc8f5c421,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:45:09.753155 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-889be34c-3da9-4eda-924d-e4c6da7e65b7 None None] For port 9bcd22b7-35e6-411f-af38-f6babe545bdf, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=9bcd22b7-35e6-411f-af38-f6babe545bdf,segment=NetworkSegment(8a45e79f-a7e9-4133-88cd-a4f7de195ef3),segment_id=8a45e79f-a7e9-4133-88cd-a4f7de195ef3)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:45:09.754790 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-889be34c-3da9-4eda-924d-e4c6da7e65b7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:09.775908 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [None req-b5135880-2269-4c10-a728-8766aeb8ea0c tempest-FloatingIPNegativeTestJSON-1762702524 tempest-FloatingIPNegativeTestJSON-1762702524-project] For port 9bcd22b7-35e6-411f-af38-f6babe545bdf, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=9bcd22b7-35e6-411f-af38-f6babe545bdf,segment=NetworkSegment(8a45e79f-a7e9-4133-88cd-a4f7de195ef3),segment_id=8a45e79f-a7e9-4133-88cd-a4f7de195ef3)] {{(pid=102347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:45:09.779160 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-b5135880-2269-4c10-a728-8766aeb8ea0c tempest-FloatingIPNegativeTestJSON-1762702524 tempest-FloatingIPNegativeTestJSON-1762702524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:09.813121 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-b5135880-2269-4c10-a728-8766aeb8ea0c tempest-FloatingIPNegativeTestJSON-1762702524 tempest-FloatingIPNegativeTestJSON-1762702524-project] Calling delete_port for 9bcd22b7-35e6-411f-af38-f6babe545bdf owned by network:dhcp {{(pid=102347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:45:09.814034 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-889be34c-3da9-4eda-924d-e4c6da7e65b7 None None] Calling delete_port for 9bcd22b7-35e6-411f-af38-f6babe545bdf owned by network:dhcp {{(pid=102348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:45:09.928098 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 9bcd22b7-35e6-411f-af38-f6babe545bdf no longer exists at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:45:09.987224 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-889be34c-3da9-4eda-924d-e4c6da7e65b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615'] for port, after_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:09.993361 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-b5135880-2269-4c10-a728-8766aeb8ea0c tempest-FloatingIPNegativeTestJSON-1762702524 tempest-FloatingIPNegativeTestJSON-1762702524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:10.039835 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-889be34c-3da9-4eda-924d-e4c6da7e65b7 None None] No DVR routers for this DVR port 9bcd22b7-35e6-411f-af38-f6babe545bdf on host n-d-813419-10 {{(pid=102348) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:45:10.042201 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] No active binding found for port 9bcd22b7-35e6-411f-af38-f6babe545bdf {{(pid=102348) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Oct 27 10:45:10.042732 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 9bcd22b7-35e6-411f-af38-f6babe545bdf not bound to the agent host n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:45:10.044468 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889be34c-3da9-4eda-924d-e4c6da7e65b7 None None] Pushing event deleted for resources: {'Port': ['ID=9bcd22b7-35e6-411f-af38-f6babe545bdf,revision_number=None']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:45:10.048456 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5135880-2269-4c10-a728-8766aeb8ea0c tempest-FloatingIPNegativeTestJSON-1762702524 tempest-FloatingIPNegativeTestJSON-1762702524-project] No DVR routers for this DVR port 9bcd22b7-35e6-411f-af38-f6babe545bdf on host n-d-813419-10 {{(pid=102347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:45:10.075831 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5135880-2269-4c10-a728-8766aeb8ea0c tempest-FloatingIPNegativeTestJSON-1762702524 tempest-FloatingIPNegativeTestJSON-1762702524-project] Pushing event deleted for resources: {'Port': ['ID=9bcd22b7-35e6-411f-af38-f6babe545bdf,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:45:10.149804 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-b5135880-2269-4c10-a728-8766aeb8ea0c tempest-FloatingIPNegativeTestJSON-1762702524 tempest-FloatingIPNegativeTestJSON-1762702524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857803', 'neutron.services.segments.db._delete_segments_for_network-8743873143390'] for network, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:10.183065 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-3ad0507f-e26b-45c2-9af5-ee315a88f532 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1765699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1769372'] for router, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:10.184771 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-b5135880-2269-4c10-a728-8766aeb8ea0c tempest-FloatingIPNegativeTestJSON-1762702524 tempest-FloatingIPNegativeTestJSON-1762702524-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['416c1911-7ac1-40ee-bcff-d4ef693f52db']}} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:45:10.197722 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-b5135880-2269-4c10-a728-8766aeb8ea0c tempest-FloatingIPNegativeTestJSON-1762702524 tempest-FloatingIPNegativeTestJSON-1762702524-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a45e79f-a7e9-4133-88cd-a4f7de195ef3') {'for_net_delete': True} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:45:10.198559 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-b5135880-2269-4c10-a728-8766aeb8ea0c tempest-FloatingIPNegativeTestJSON-1762702524 tempest-FloatingIPNegativeTestJSON-1762702524-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a45e79f-a7e9-4133-88cd-a4f7de195ef3') {} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:45:10.209309 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-b5135880-2269-4c10-a728-8766aeb8ea0c tempest-FloatingIPNegativeTestJSON-1762702524 tempest-FloatingIPNegativeTestJSON-1762702524-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743873145191', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18445132'] for segment, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:10.225267 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-b5135880-2269-4c10-a728-8766aeb8ea0c tempest-FloatingIPNegativeTestJSON-1762702524 tempest-FloatingIPNegativeTestJSON-1762702524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:10.236676 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5135880-2269-4c10-a728-8766aeb8ea0c tempest-FloatingIPNegativeTestJSON-1762702524 tempest-FloatingIPNegativeTestJSON-1762702524-project] Releasing vlan 410 on physical network physnet1 to pool {{(pid=102347) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 10:45:10.237138 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-b5135880-2269-4c10-a728-8766aeb8ea0c tempest-FloatingIPNegativeTestJSON-1762702524 tempest-FloatingIPNegativeTestJSON-1762702524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-18296032'] for segment, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:10.241115 n-d-813419-10 neutron-server[102347]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 10:45:10.241115 n-d-813419-10 neutron-server[102347]: self.session.flush() Oct 27 10:45:10.241115 n-d-813419-10 neutron-server[102347]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 10:45:10.241115 n-d-813419-10 neutron-server[102347]: self.session.flush() Oct 27 10:45:10.241115 n-d-813419-10 neutron-server[102347]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 10:45:10.241115 n-d-813419-10 neutron-server[102347]: self.session.flush() Oct 27 10:45:10.241115 n-d-813419-10 neutron-server[102347]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 10:45:10.241115 n-d-813419-10 neutron-server[102347]: self.session.flush() Oct 27 10:45:10.241115 n-d-813419-10 neutron-server[102347]: Traceback (most recent call last): Oct 27 10:45:10.241115 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 10:45:10.241115 n-d-813419-10 neutron-server[102347]: timer() Oct 27 10:45:10.241115 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 10:45:10.241115 n-d-813419-10 neutron-server[102347]: cb(*args, **kw) Oct 27 10:45:10.241115 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 10:45:10.241115 n-d-813419-10 neutron-server[102347]: return func(*args, **kwargs) Oct 27 10:45:10.241115 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 10:45:10.241115 n-d-813419-10 neutron-server[102347]: self._notify() Oct 27 10:45:10.241115 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 10:45:10.241115 n-d-813419-10 neutron-server[102347]: self.callback(batched_events) Oct 27 10:45:10.241115 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 10:45:10.241115 n-d-813419-10 neutron-server[102347]: event.method(event) Oct 27 10:45:10.241115 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 10:45:10.241115 n-d-813419-10 neutron-server[102347]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 10:45:10.241115 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 10:45:10.241115 n-d-813419-10 neutron-server[102347]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 10:45:10.241115 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 10:45:10.241115 n-d-813419-10 neutron-server[102347]: return f(self, *a, **k) Oct 27 10:45:10.241115 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 10:45:10.241115 n-d-813419-10 neutron-server[102347]: return self._get(url).json() Oct 27 10:45:10.241115 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 10:45:10.241115 n-d-813419-10 neutron-server[102347]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 10:45:10.241115 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 10:45:10.241115 n-d-813419-10 neutron-server[102347]: return self.request(url, 'GET', **kwargs) Oct 27 10:45:10.241115 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 10:45:10.241115 n-d-813419-10 neutron-server[102347]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 10:45:10.241115 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 10:45:10.241115 n-d-813419-10 neutron-server[102347]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 10:45:10.241115 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 10:45:10.241115 n-d-813419-10 neutron-server[102347]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 10:45:10.241115 n-d-813419-10 neutron-server[102347]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 10:45:10.271578 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f48dea-1573-49a3-a078-f4116cfb729c req-ef138871-1b70-4361-9b59-3e6f03402e7c tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:45:10.273272 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-76f48dea-1573-49a3-a078-f4116cfb729c req-ef138871-1b70-4361-9b59-3e6f03402e7c tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] 10.222.0.44 "GET /v2.0/ports?device_id=5e764ccd-8221-4655-9e0d-a1047e5437a0 HTTP/1.1" status: 200 len: 945 time: 0.1476688 Oct 27 10:45:10.321979 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-b5135880-2269-4c10-a728-8766aeb8ea0c tempest-FloatingIPNegativeTestJSON-1762702524 tempest-FloatingIPNegativeTestJSON-1762702524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664840'] for network, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:10.333040 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-b5135880-2269-4c10-a728-8766aeb8ea0c tempest-FloatingIPNegativeTestJSON-1762702524 tempest-FloatingIPNegativeTestJSON-1762702524-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for network, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:10.333731 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-b5135880-2269-4c10-a728-8766aeb8ea0c tempest-FloatingIPNegativeTestJSON-1762702524 tempest-FloatingIPNegativeTestJSON-1762702524-project] 10.222.0.44 "DELETE /v2.0/networks/416c1911-7ac1-40ee-bcff-d4ef693f52db HTTP/1.1" status: 204 len: 168 time: 0.9862921 Oct 27 10:45:10.356696 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5135880-2269-4c10-a728-8766aeb8ea0c tempest-FloatingIPNegativeTestJSON-1762702524 tempest-FloatingIPNegativeTestJSON-1762702524-project] Pushing event deleted for resources: {'Network': ['ID=416c1911-7ac1-40ee-bcff-d4ef693f52db,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:45:10.379002 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-76f48dea-1573-49a3-a078-f4116cfb729c req-2b018bab-b1f5-4487-8ccc-51e2ca987ba4 tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] 10.222.0.44 "GET /v2.0/security-groups?id=78b00a37-7309-4fe7-b9e5-d3cf0246ee6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674543 Oct 27 10:45:10.421641 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ad0507f-e26b-45c2-9af5-ee315a88f532 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Router d3e225b6-9819-4c7c-80b5-e5da70e28bef is scheduled to L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb with binding_index 1 {{(pid=102346) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 10:45:10.557040 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ad0507f-e26b-45c2-9af5-ee315a88f532 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:45:10.576000 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b145c6d5-64b6-4c94-89fc-c1ee87647cc6 None None] Sync routers for ids ['d3e225b6-9819-4c7c-80b5-e5da70e28bef'] in n-d-813419-10 {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:45:10.580033 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-3ad0507f-e26b-45c2-9af5-ee315a88f532 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks [] for router, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:10.584263 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-3ad0507f-e26b-45c2-9af5-ee315a88f532 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.5930092 Oct 27 10:45:10.584739 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 52476) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:45:10.601714 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b145c6d5-64b6-4c94-89fc-c1ee87647cc6 None None] Routers {'d3e225b6-9819-4c7c-80b5-e5da70e28bef'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:45:10.602721 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-b145c6d5-64b6-4c94-89fc-c1ee87647cc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:44:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['d3e225b6-9819-4c7c-80b5-e5da70e28bef'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:45:10.723918 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 52484) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:45:10.731115 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvr_db [None req-b145c6d5-64b6-4c94-89fc-c1ee87647cc6 None None] Set router d3e225b6-9819-4c7c-80b5-e5da70e28bef gateway port host: n-d-813419-10 {{(pid=102349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:45:10.845490 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-4cf41405-b150-485c-ae6f-cdd3543b9ae0 tempest-TestNetworkAdvancedServerOps-357845361 tempest-TestNetworkAdvancedServerOps-357845361-project-admin] 10.222.0.44 "GET /v2.0/subnets?project_id=7f357cb809634e50864d0c31dbcbd617&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2573843 Oct 27 10:45:10.845884 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 52490) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:45:10.984555 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-b145c6d5-64b6-4c94-89fc-c1ee87647cc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3e225b6-9819-4c7c-80b5-e5da70e28bef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1447084228', 'tenant_id': '7f357cb809634e50864d0c31dbcbd617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.136'}], 'enable_snat': True}, 'gw_port_id': '84c2cf9d-cd8d-4380-b4b0-05e90fd96f1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:45:08Z', 'updated_at': '2021-10-27T10:45:09Z', 'revision_number': 3, 'project_id': '7f357cb809634e50864d0c31dbcbd617', 'gw_port': {'id': '84c2cf9d-cd8d-4380-b4b0-05e90fd96f1d', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:8a:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3e225b6-9819-4c7c-80b5-e5da70e28bef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2954, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:45:08Z', 'updated_at': '2021-10-27T10:45:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10'}], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:45:11.046383 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b145c6d5-64b6-4c94-89fc-c1ee87647cc6 None None] Checking router: d3e225b6-9819-4c7c-80b5-e5da70e28bef for host: n-d-813419-10 {{(pid=102349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 10:45:11.048660 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b145c6d5-64b6-4c94-89fc-c1ee87647cc6 None None] Updating router d3e225b6-9819-4c7c-80b5-e5da70e28bef port 84c2cf9d-cd8d-4380-b4b0-05e90fd96f1d binding host n-d-813419-10 {{(pid=102349) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 10:45:11.074360 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-9bcbfae5-0162-42f1-9987-2ea43b31ae4f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0252fdae8f474a028f44fcc4d4b41397&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3479390 Oct 27 10:45:11.076313 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 52496) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:45:11.102394 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-b145c6d5-64b6-4c94-89fc-c1ee87647cc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:11.164321 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-3d7546df-ccce-4182-beca-cea9282347a5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:11.187281 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf3d921f-0b7e-4e15-8497-3ad3b54fa898 tempest-TestNetworkAdvancedServerOps-357845361 tempest-TestNetworkAdvancedServerOps-357845361-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:45:11.193343 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-cf3d921f-0b7e-4e15-8497-3ad3b54fa898 tempest-TestNetworkAdvancedServerOps-357845361 tempest-TestNetworkAdvancedServerOps-357845361-project-admin] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3421330 Oct 27 10:45:11.193723 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 52500) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:45:11.200565 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-3d7546df-ccce-4182-beca-cea9282347a5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:11.264343 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-df734c4d-91d9-4f08-bb0c-3cc4513d415e tempest-TestNetworkAdvancedServerOps-357845361 tempest-TestNetworkAdvancedServerOps-357845361-project-admin] 10.222.0.44 "GET /v2.0/subnets?network_id=185ff123-c7ff-45c7-a6be-71feb35acc9c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0669515 Oct 27 10:45:11.267808 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 52502) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:45:11.278835 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-c4cd4820-1fdd-4fe0-a1b7-13f124f3e7a2 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1732129629', 'network_id': 'd11bc4e4-9641-4700-8e5b-752620d126aa', 'project_id': '7f357cb809634e50864d0c31dbcbd617', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:45:11.287398 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-3d7546df-ccce-4182-beca-cea9282347a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:11.292856 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-3d7546df-ccce-4182-beca-cea9282347a5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:11.297764 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-3d7546df-ccce-4182-beca-cea9282347a5 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/bc46f459-a48f-45e8-8130-e3815cf880aa HTTP/1.1" status: 204 len: 168 time: 0.2177813 Oct 27 10:45:11.307752 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7546df-ccce-4182-beca-cea9282347a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc46f459-a48f-45e8-8130-e3815cf880aa,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:45:11.464120 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4cd4820-1fdd-4fe0-a1b7-13f124f3e7a2 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Made reservation on behalf of 7f357cb809634e50864d0c31dbcbd617 for: {'subnet': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:45:11.472696 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-c4cd4820-1fdd-4fe0-a1b7-13f124f3e7a2 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18044073'] for subnet, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:11.607823 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-b145c6d5-64b6-4c94-89fc-c1ee87647cc6 None None] Publish callbacks [] for port, precommit_update {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:11.622537 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-b145c6d5-64b6-4c94-89fc-c1ee87647cc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:11.688908 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.managers [None req-b145c6d5-64b6-4c94-89fc-c1ee87647cc6 None None] Attempting to bind port 84c2cf9d-cd8d-4380-b4b0-05e90fd96f1d on host n-d-813419-10 for vnic_type normal with profile {{(pid=102349) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:45:11.689534 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.managers [None req-b145c6d5-64b6-4c94-89fc-c1ee87647cc6 None None] Attempting to bind port 84c2cf9d-cd8d-4380-b4b0-05e90fd96f1d by drivers openvswitch,hyperv on host n-d-813419-10 at level 0 using segments [{'id': 'bc14127b-7032-4c50-bb5b-f6813cbae86e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'}] {{(pid=102349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:45:11.690174 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b145c6d5-64b6-4c94-89fc-c1ee87647cc6 None None] Attempting to bind port 84c2cf9d-cd8d-4380-b4b0-05e90fd96f1d on network 185ff123-c7ff-45c7-a6be-71feb35acc9c {{(pid=102349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:45:11.708506 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b145c6d5-64b6-4c94-89fc-c1ee87647cc6 None None] Checking agent: {'id': '89dba0f3-79b2-435e-9822-33674b8f6ada', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 8, 20), 'started_at': datetime.datetime(2021, 10, 27, 10, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 44, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:45:11.709244 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b145c6d5-64b6-4c94-89fc-c1ee87647cc6 None None] Checking segment: {'id': 'bc14127b-7032-4c50-bb5b-f6813cbae86e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:45:11.709876 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-b145c6d5-64b6-4c94-89fc-c1ee87647cc6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:11.710468 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b145c6d5-64b6-4c94-89fc-c1ee87647cc6 None None] Bound using segment: {'id': 'bc14127b-7032-4c50-bb5b-f6813cbae86e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'} {{(pid=102349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:45:11.711149 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.managers [None req-b145c6d5-64b6-4c94-89fc-c1ee87647cc6 None None] Bound port: 84c2cf9d-cd8d-4380-b4b0-05e90fd96f1d, host: n-d-813419-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc14127b-7032-4c50-bb5b-f6813cbae86e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'}}] {{(pid=102349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:45:11.711746 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-b145c6d5-64b6-4c94-89fc-c1ee87647cc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:11.722934 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ebe38f-21f7-4ad2-a596-98e7308169f1 None None] Pushing event updated for resources: {'Port': ['ID=84c2cf9d-cd8d-4380-b4b0-05e90fd96f1d,revision_number=2']} {{(pid=102349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:45:11.757886 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ebe38f-21f7-4ad2-a596-98e7308169f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:45:11.758624 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ebe38f-21f7-4ad2-a596-98e7308169f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:45:11.759372 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ebe38f-21f7-4ad2-a596-98e7308169f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:45:11.760003 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ebe38f-21f7-4ad2-a596-98e7308169f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:45:11.760624 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ebe38f-21f7-4ad2-a596-98e7308169f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:45:11.761203 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ebe38f-21f7-4ad2-a596-98e7308169f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:45:11.761735 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ebe38f-21f7-4ad2-a596-98e7308169f1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:45:11.762273 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ebe38f-21f7-4ad2-a596-98e7308169f1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:45:11.763064 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ebe38f-21f7-4ad2-a596-98e7308169f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:45:11.763598 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ebe38f-21f7-4ad2-a596-98e7308169f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:45:11.764140 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ebe38f-21f7-4ad2-a596-98e7308169f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:45:11.764698 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ebe38f-21f7-4ad2-a596-98e7308169f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:45:11.832035 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.db [None req-b145c6d5-64b6-4c94-89fc-c1ee87647cc6 None None] For port 84c2cf9d-cd8d-4380-b4b0-05e90fd96f1d, host n-d-813419-10, cleared binding levels {{(pid=102349) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:45:11.839986 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.db [None req-b145c6d5-64b6-4c94-89fc-c1ee87647cc6 None None] For port 84c2cf9d-cd8d-4380-b4b0-05e90fd96f1d, host n-d-813419-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=84c2cf9d-cd8d-4380-b4b0-05e90fd96f1d,segment=NetworkSegment(bc14127b-7032-4c50-bb5b-f6813cbae86e),segment_id=bc14127b-7032-4c50-bb5b-f6813cbae86e)] {{(pid=102349) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:45:11.851126 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-b145c6d5-64b6-4c94-89fc-c1ee87647cc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:11.854972 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed88a4f4-d1bb-4f26-9d55-b395b3697943 req-51ac51d9-438e-409b-b20d-c2372bae3e2b tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:45:11.861992 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ed88a4f4-d1bb-4f26-9d55-b395b3697943 req-51ac51d9-438e-409b-b20d-c2372bae3e2b tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] 10.222.0.44 "GET /v2.0/ports?device_id=5e764ccd-8221-4655-9e0d-a1047e5437a0 HTTP/1.1" status: 200 len: 945 time: 0.3140106 Oct 27 10:45:11.930994 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ed88a4f4-d1bb-4f26-9d55-b395b3697943 req-8f1381d8-6d2d-4d31-a249-73eb2e4dd898 tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] 10.222.0.44 "GET /v2.0/security-groups?id=78b00a37-7309-4fe7-b9e5-d3cf0246ee6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600364 Oct 27 10:45:12.033284 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b145c6d5-64b6-4c94-89fc-c1ee87647cc6 None None] Routers {'d3e225b6-9819-4c7c-80b5-e5da70e28bef'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:45:12.036599 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-b145c6d5-64b6-4c94-89fc-c1ee87647cc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:44:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['d3e225b6-9819-4c7c-80b5-e5da70e28bef'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:45:12.045553 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-c4cd4820-1fdd-4fe0-a1b7-13f124f3e7a2 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-18295883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18044091'] for subnet, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:12.163547 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ebe38f-21f7-4ad2-a596-98e7308169f1 None None] Pushing event updated for resources: {'Port': ['ID=84c2cf9d-cd8d-4380-b4b0-05e90fd96f1d,revision_number=3']} {{(pid=102349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:45:12.202311 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4cd4820-1fdd-4fe0-a1b7-13f124f3e7a2 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Checking segment: {'id': 'c2add56f-ac0d-4bab-9740-363f7178fe2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'd11bc4e4-9641-4700-8e5b-752620d126aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:45:12.202668 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4cd4820-1fdd-4fe0-a1b7-13f124f3e7a2 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Network hostable DHCP agents. Network: d11bc4e4-9641-4700-8e5b-752620d126aa, hostable agents: ['eafd4000-b897-4722-ae8b-0118ec955181'], hosted agents: [] {{(pid=102347) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 10:45:12.211902 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvr_db [None req-b145c6d5-64b6-4c94-89fc-c1ee87647cc6 None None] Set router d3e225b6-9819-4c7c-80b5-e5da70e28bef gateway port host: n-d-813419-10 {{(pid=102349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:45:12.222078 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cd4820-1fdd-4fe0-a1b7-13f124f3e7a2 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Pushing event updated for resources: {'Subnet': ['ID=5b672036-8a16-4b88-9ee6-2dcda441f5a9,revision_number=0']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:45:12.234772 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4cd4820-1fdd-4fe0-a1b7-13f124f3e7a2 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Network d11bc4e4-9641-4700-8e5b-752620d126aa is scheduled to be hosted by DHCP agent eafd4000-b897-4722-ae8b-0118ec955181 with binding_index 1 {{(pid=102347) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 10:45:12.249161 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [None req-c4cd4820-1fdd-4fe0-a1b7-13f124f3e7a2 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-10, d11bc4e4-9641-4700-8e5b-752620d126aa) {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:45:12.255690 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4cd4820-1fdd-4fe0-a1b7-13f124f3e7a2 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:45:12.256293 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-c4cd4820-1fdd-4fe0-a1b7-13f124f3e7a2 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks [] for subnet, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:12.262834 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-446ae728-9777-4a0a-be40-9990f5b17d85 None None] Network d11bc4e4-9641-4700-8e5b-752620d126aa requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:45:12.289063 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-c4cd4820-1fdd-4fe0-a1b7-13f124f3e7a2 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.0186818 Oct 27 10:45:12.291791 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 52536) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:45:12.592902 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-b145c6d5-64b6-4c94-89fc-c1ee87647cc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3e225b6-9819-4c7c-80b5-e5da70e28bef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1447084228', 'tenant_id': '7f357cb809634e50864d0c31dbcbd617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.136'}], 'enable_snat': True}, 'gw_port_id': '84c2cf9d-cd8d-4380-b4b0-05e90fd96f1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:45:08Z', 'updated_at': '2021-10-27T10:45:09Z', 'revision_number': 3, 'project_id': '7f357cb809634e50864d0c31dbcbd617', 'gw_port': {'id': '84c2cf9d-cd8d-4380-b4b0-05e90fd96f1d', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:8a:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3e225b6-9819-4c7c-80b5-e5da70e28bef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2954, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:45:08Z', 'updated_at': '2021-10-27T10:45:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10'}], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:45:12.640458 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99d8fe73-e3af-4db5-81c2-9cfbe74d11fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp734b258e-7d96-550c-b970-9b72ab66f383-d11bc4e4-9641-4700-8e5b-752620d126aa', 'network_id': 'd11bc4e4-9641-4700-8e5b-752620d126aa', 'tenant_id': '7f357cb809634e50864d0c31dbcbd617', 'fixed_ips': [{'subnet_id': '5b672036-8a16-4b88-9ee6-2dcda441f5a9'}]}} from n-d-813419-10. {{(pid=102348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 10:45:12.646302 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-99d8fe73-e3af-4db5-81c2-9cfbe74d11fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:12.658379 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b145c6d5-64b6-4c94-89fc-c1ee87647cc6 None None] The sync data for ids ['d3e225b6-9819-4c7c-80b5-e5da70e28bef'] in n-d-813419-10 is: [{'id': 'd3e225b6-9819-4c7c-80b5-e5da70e28bef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1447084228', 'tenant_id': '7f357cb809634e50864d0c31dbcbd617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.136'}], 'enable_snat': True}, 'gw_port_id': '84c2cf9d-cd8d-4380-b4b0-05e90fd96f1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:45:08Z', 'updated_at': '2021-10-27T10:45:09Z', 'revision_number': 3, 'project_id': '7f357cb809634e50864d0c31dbcbd617', 'gw_port': {'id': '84c2cf9d-cd8d-4380-b4b0-05e90fd96f1d', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:8a:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3e225b6-9819-4c7c-80b5-e5da70e28bef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2954, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:45:08Z', 'updated_at': '2021-10-27T10:45:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10'}] {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:45:12.892870 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 52554) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:45:12.916055 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.db_base_plugin_common [None req-99d8fe73-e3af-4db5-81c2-9cfbe74d11fe None None] Allocated IP 172.20.0.2 (d11bc4e4-9641-4700-8e5b-752620d126aa/5b672036-8a16-4b88-9ee6-2dcda441f5a9/ca4106ec-26a4-4617-a11c-ce6581d214c0) {{(pid=102348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:45:13.135894 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-1f993328-fcc5-4aea-9d7a-223214eee9a0 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:13.157452 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-65001ddf-ff6f-4ca2-847f-3a6be079ba92 tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-535944070'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:45:13.182297 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65001ddf-ff6f-4ca2-847f-3a6be079ba92 tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] Made reservation on behalf of d11230e216a8495aa6a1ed060cf53449 for: {'network': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:45:13.186143 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-65001ddf-ff6f-4ca2-847f-3a6be079ba92 tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for network, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:13.199869 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-65001ddf-ff6f-4ca2-847f-3a6be079ba92 tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] Publish callbacks [] for security_group, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:13.210783 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38724757-fbf2-4bb9-97ad-07692da63133 req-ba3e5b69-a265-4248-ace7-7e82685c61c2 tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:45:13.212341 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-38724757-fbf2-4bb9-97ad-07692da63133 req-ba3e5b69-a265-4248-ace7-7e82685c61c2 tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] 10.222.0.44 "GET /v2.0/ports?device_id=5e764ccd-8221-4655-9e0d-a1047e5437a0 HTTP/1.1" status: 200 len: 945 time: 0.1246021 Oct 27 10:45:13.233635 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-99d8fe73-e3af-4db5-81c2-9cfbe74d11fe None None] Publish callbacks [] for port, precommit_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:13.245547 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-99d8fe73-e3af-4db5-81c2-9cfbe74d11fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606'] for port, after_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:13.371328 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d8fe73-e3af-4db5-81c2-9cfbe74d11fe None None] Pushing event updated for resources: {'Port': ['ID=ca4106ec-26a4-4617-a11c-ce6581d214c0,revision_number=1']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:45:13.378158 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-65001ddf-ff6f-4ca2-847f-3a6be079ba92 tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] Publish callbacks [] for security_group, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:13.384562 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-65001ddf-ff6f-4ca2-847f-3a6be079ba92 tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:13.387947 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d8fe73-e3af-4db5-81c2-9cfbe74d11fe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:45:13.388627 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d8fe73-e3af-4db5-81c2-9cfbe74d11fe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:45:13.389255 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d8fe73-e3af-4db5-81c2-9cfbe74d11fe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:45:13.389755 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d8fe73-e3af-4db5-81c2-9cfbe74d11fe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:45:13.390317 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d8fe73-e3af-4db5-81c2-9cfbe74d11fe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:45:13.390829 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d8fe73-e3af-4db5-81c2-9cfbe74d11fe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:45:13.391360 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d8fe73-e3af-4db5-81c2-9cfbe74d11fe None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:45:13.391850 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d8fe73-e3af-4db5-81c2-9cfbe74d11fe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:45:13.392634 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d8fe73-e3af-4db5-81c2-9cfbe74d11fe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:45:13.393188 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d8fe73-e3af-4db5-81c2-9cfbe74d11fe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:45:13.393718 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d8fe73-e3af-4db5-81c2-9cfbe74d11fe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:45:13.394237 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d8fe73-e3af-4db5-81c2-9cfbe74d11fe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:45:13.408409 n-d-813419-10 neutron-server[102348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99d8fe73-e3af-4db5-81c2-9cfbe74d11fe None None] Network d11bc4e4-9641-4700-8e5b-752620d126aa is already hosted by enough agents. {{(pid=102348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:45:13.410768 n-d-813419-10 neutron-server[102348]: DEBUG neutron.scheduler.base_scheduler [None req-99d8fe73-e3af-4db5-81c2-9cfbe74d11fe None None] Resources bound (agent type, host, resource id): {{(pid=102348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:45:13.415668 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99d8fe73-e3af-4db5-81c2-9cfbe74d11fe None None] Received port after_create {{(pid=102348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:45:13.455592 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65001ddf-ff6f-4ca2-847f-3a6be079ba92 tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5c07bda-23bb-43c8-81dd-33ee0c5e7ca2,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:45:13.474366 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65001ddf-ff6f-4ca2-847f-3a6be079ba92 tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 403} {{(pid=102347) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 10:45:13.486455 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-99d8fe73-e3af-4db5-81c2-9cfbe74d11fe None None] Attempting to bind port ca4106ec-26a4-4617-a11c-ce6581d214c0 on host n-d-813419-10 for vnic_type normal with profile {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:45:13.486828 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-99d8fe73-e3af-4db5-81c2-9cfbe74d11fe None None] Attempting to bind port ca4106ec-26a4-4617-a11c-ce6581d214c0 by drivers openvswitch,hyperv on host n-d-813419-10 at level 0 using segments [{'id': 'c2add56f-ac0d-4bab-9740-363f7178fe2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'd11bc4e4-9641-4700-8e5b-752620d126aa'}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:45:13.487237 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99d8fe73-e3af-4db5-81c2-9cfbe74d11fe None None] Attempting to bind port ca4106ec-26a4-4617-a11c-ce6581d214c0 on network d11bc4e4-9641-4700-8e5b-752620d126aa {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:45:13.489378 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-65001ddf-ff6f-4ca2-847f-3a6be079ba92 tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:13.489820 n-d-813419-10 neutron-server[102347]: INFO neutron.db.segments_db [None req-65001ddf-ff6f-4ca2-847f-3a6be079ba92 tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] Added segment 63cb06de-bced-4c04-af90-5d1e7f7eba7a of type vlan for network afbcec17-e75b-4277-93b9-1f0e57976dd1 Oct 27 10:45:13.497708 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99d8fe73-e3af-4db5-81c2-9cfbe74d11fe None None] Checking agent: {'id': '89dba0f3-79b2-435e-9822-33674b8f6ada', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 8, 20), 'started_at': datetime.datetime(2021, 10, 27, 10, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 44, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:45:13.498493 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-38724757-fbf2-4bb9-97ad-07692da63133 req-8d9549da-aa1d-4183-bb36-9169e0ed8f3a tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] 10.222.0.44 "GET /v2.0/security-groups?id=78b00a37-7309-4fe7-b9e5-d3cf0246ee6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805923 Oct 27 10:45:13.505521 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99d8fe73-e3af-4db5-81c2-9cfbe74d11fe None None] Checking segment: {'id': 'c2add56f-ac0d-4bab-9740-363f7178fe2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'd11bc4e4-9641-4700-8e5b-752620d126aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:45:13.506055 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-99d8fe73-e3af-4db5-81c2-9cfbe74d11fe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:13.506481 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99d8fe73-e3af-4db5-81c2-9cfbe74d11fe None None] Bound using segment: {'id': 'c2add56f-ac0d-4bab-9740-363f7178fe2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'd11bc4e4-9641-4700-8e5b-752620d126aa'} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:45:13.506979 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-99d8fe73-e3af-4db5-81c2-9cfbe74d11fe None None] Bound port: ca4106ec-26a4-4617-a11c-ce6581d214c0, host: n-d-813419-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2add56f-ac0d-4bab-9740-363f7178fe2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'd11bc4e4-9641-4700-8e5b-752620d126aa'}}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:45:13.507369 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-99d8fe73-e3af-4db5-81c2-9cfbe74d11fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:13.559993 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-65001ddf-ff6f-4ca2-847f-3a6be079ba92 tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743872593080'] for network, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:13.588879 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-99d8fe73-e3af-4db5-81c2-9cfbe74d11fe None None] For port ca4106ec-26a4-4617-a11c-ce6581d214c0, host n-d-813419-10, cleared binding levels {{(pid=102348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:45:13.592877 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-99d8fe73-e3af-4db5-81c2-9cfbe74d11fe None None] For port ca4106ec-26a4-4617-a11c-ce6581d214c0, host n-d-813419-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=ca4106ec-26a4-4617-a11c-ce6581d214c0,segment=NetworkSegment(c2add56f-ac0d-4bab-9740-363f7178fe2a),segment_id=c2add56f-ac0d-4bab-9740-363f7178fe2a)] {{(pid=102348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:45:13.593086 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-65001ddf-ff6f-4ca2-847f-3a6be079ba92 tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913'] for network, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:13.598795 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-99d8fe73-e3af-4db5-81c2-9cfbe74d11fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:13.599041 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65001ddf-ff6f-4ca2-847f-3a6be079ba92 tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:45:13.599563 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-65001ddf-ff6f-4ca2-847f-3a6be079ba92 tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for network, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:13.658484 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d8fe73-e3af-4db5-81c2-9cfbe74d11fe None None] Pushing event updated for resources: {'Port': ['ID=ca4106ec-26a4-4617-a11c-ce6581d214c0,revision_number=2']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:45:13.687215 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-65001ddf-ff6f-4ca2-847f-3a6be079ba92 tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.7922540 Oct 27 10:45:13.710768 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65001ddf-ff6f-4ca2-847f-3a6be079ba92 tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] Pushing event updated for resources: {'Network': ['ID=afbcec17-e75b-4277-93b9-1f0e57976dd1,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:45:13.717822 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_common [None req-1f993328-fcc5-4aea-9d7a-223214eee9a0 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Allocated IP 172.20.0.1 (d11bc4e4-9641-4700-8e5b-752620d126aa/5b672036-8a16-4b88-9ee6-2dcda441f5a9/d0e14ef5-08b1-4e57-9551-20912bc54e99) {{(pid=102346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:45:13.726392 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Network afbcec17-e75b-4277-93b9-1f0e57976dd1 details requested by agent ovs-agent-n-d-813419-10 with host n-d-813419-10 {{(pid=102348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 10:45:13.981338 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-1f993328-fcc5-4aea-9d7a-223214eee9a0 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks [] for port, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:14.002815 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 84c2cf9d-cd8d-4380-b4b0-05e90fd96f1d up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:45:14.028879 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-1f993328-fcc5-4aea-9d7a-223214eee9a0 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:14.066276 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f993328-fcc5-4aea-9d7a-223214eee9a0 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Network d11bc4e4-9641-4700-8e5b-752620d126aa is already hosted by enough agents. {{(pid=102346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:45:14.071360 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-1f993328-fcc5-4aea-9d7a-223214eee9a0 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Resources bound (agent type, host, resource id): {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:45:14.083697 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f993328-fcc5-4aea-9d7a-223214eee9a0 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Received port after_create {{(pid=102346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:45:14.109680 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port 84c2cf9d-cd8d-4380-b4b0-05e90fd96f1d triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:45:14.110059 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:14.147756 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f993328-fcc5-4aea-9d7a-223214eee9a0 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Pushing event updated for resources: {'Port': ['ID=d0e14ef5-08b1-4e57-9551-20912bc54e99,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:45:14.172521 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-1f993328-fcc5-4aea-9d7a-223214eee9a0 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1664961'] for router_interface, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:14.242138 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:14.266699 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] For port 84c2cf9d-cd8d-4380-b4b0-05e90fd96f1d, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=84c2cf9d-cd8d-4380-b4b0-05e90fd96f1d,segment=NetworkSegment(bc14127b-7032-4c50-bb5b-f6813cbae86e),segment_id=bc14127b-7032-4c50-bb5b-f6813cbae86e)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:45:14.278769 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:14.354149 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-1f993328-fcc5-4aea-9d7a-223214eee9a0 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:14.355334 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Pushing event updated for resources: {'Port': ['ID=84c2cf9d-cd8d-4380-b4b0-05e90fd96f1d,revision_number=4']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:45:14.741542 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbee0c05-9027-4952-a197-33863eb93113 req-4c4eb342-e27b-4d8c-bf32-43eecff97632 tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:45:14.749190 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-cbee0c05-9027-4952-a197-33863eb93113 req-4c4eb342-e27b-4d8c-bf32-43eecff97632 tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] 10.222.0.44 "GET /v2.0/ports?device_id=5e764ccd-8221-4655-9e0d-a1047e5437a0 HTTP/1.1" status: 200 len: 945 time: 0.1178231 Oct 27 10:45:14.828516 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-cbee0c05-9027-4952-a197-33863eb93113 req-1e1bfc1c-452e-476e-9c31-35ee5b79d4d5 tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] 10.222.0.44 "GET /v2.0/security-groups?id=78b00a37-7309-4fe7-b9e5-d3cf0246ee6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784225 Oct 27 10:45:14.854081 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-1f993328-fcc5-4aea-9d7a-223214eee9a0 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks [] for port, precommit_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:14.860258 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-1f993328-fcc5-4aea-9d7a-223214eee9a0 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27024173'] for port, after_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:14.910334 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f993328-fcc5-4aea-9d7a-223214eee9a0 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Pushing event updated for resources: {'Port': ['ID=d0e14ef5-08b1-4e57-9551-20912bc54e99,revision_number=2']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:45:14.968462 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-1f993328-fcc5-4aea-9d7a-223214eee9a0 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2006967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1766225'] for router_interface, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:15.096660 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f993328-fcc5-4aea-9d7a-223214eee9a0 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Network d11bc4e4-9641-4700-8e5b-752620d126aa is already hosted by enough agents. {{(pid=102346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:45:15.099183 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-1f993328-fcc5-4aea-9d7a-223214eee9a0 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Resources bound (agent type, host, resource id): {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:45:15.246556 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8ad86a6-4eb7-4166-9e9f-3a28fe4a1cfa None None] Network d11bc4e4-9641-4700-8e5b-752620d126aa requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:45:15.267935 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f993328-fcc5-4aea-9d7a-223214eee9a0 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Router d3e225b6-9819-4c7c-80b5-e5da70e28bef has already been hosted by L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb {{(pid=102346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 10:45:15.445614 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f993328-fcc5-4aea-9d7a-223214eee9a0 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:45:15.452510 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-1f993328-fcc5-4aea-9d7a-223214eee9a0 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "PUT /v2.0/routers/d3e225b6-9819-4c7c-80b5-e5da70e28bef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1594343 Oct 27 10:45:15.480849 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-31f818ea-1b68-4da5-ba3a-2e70531fb7ff None None] Provisioning complete for port ca4106ec-26a4-4617-a11c-ce6581d214c0 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:45:15.481738 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-31f818ea-1b68-4da5-ba3a-2e70531fb7ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:15.612451 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-31f818ea-1b68-4da5-ba3a-2e70531fb7ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:15.652570 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b63ecb33-170a-48c6-a15c-60d0b4ddd9f2 None None] Sync routers for ids ['d3e225b6-9819-4c7c-80b5-e5da70e28bef'] in n-d-813419-10 {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:45:15.671978 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-31f818ea-1b68-4da5-ba3a-2e70531fb7ff None None] For port ca4106ec-26a4-4617-a11c-ce6581d214c0, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=ca4106ec-26a4-4617-a11c-ce6581d214c0,segment=NetworkSegment(c2add56f-ac0d-4bab-9740-363f7178fe2a),segment_id=c2add56f-ac0d-4bab-9740-363f7178fe2a)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:45:15.683183 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-31f818ea-1b68-4da5-ba3a-2e70531fb7ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:15.689926 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b63ecb33-170a-48c6-a15c-60d0b4ddd9f2 None None] Routers {'d3e225b6-9819-4c7c-80b5-e5da70e28bef'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:45:15.690798 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-b63ecb33-170a-48c6-a15c-60d0b4ddd9f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:44:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['d3e225b6-9819-4c7c-80b5-e5da70e28bef'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:45:15.828145 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ff885b2a-244d-493c-80f3-f8b36972cde9 req-7fa9adea-7bdd-4cb7-9171-341e930901c1 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2098423008&fields=id&tenant_id=7f357cb809634e50864d0c31dbcbd617 HTTP/1.1" status: 200 len: 267 time: 0.1041265 Oct 27 10:45:16.045487 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-8c360c16-2d45-4d22-84aa-3955da0c4eb4 None None] Provisioning complete for port d0e14ef5-08b1-4e57-9551-20912bc54e99 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:45:16.045855 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-8c360c16-2d45-4d22-84aa-3955da0c4eb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:16.115232 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff885b2a-244d-493c-80f3-f8b36972cde9 req-03d1464e-9b8c-434d-b7a7-00b8a7a45ab9 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:45:16.117980 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-8c360c16-2d45-4d22-84aa-3955da0c4eb4 None None] Port d0e14ef5-08b1-4e57-9551-20912bc54e99 cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:45:16.120491 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 84c2cf9d-cd8d-4380-b4b0-05e90fd96f1d up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:45:16.122843 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f818ea-1b68-4da5-ba3a-2e70531fb7ff None None] Pushing event updated for resources: {'Port': ['ID=ca4106ec-26a4-4617-a11c-ce6581d214c0,revision_number=3']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:45:16.133728 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ff885b2a-244d-493c-80f3-f8b36972cde9 req-03d1464e-9b8c-434d-b7a7-00b8a7a45ab9 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "GET /v2.0/networks?id=d11bc4e4-9641-4700-8e5b-752620d126aa HTTP/1.1" status: 200 len: 797 time: 0.3042965 Oct 27 10:45:16.171650 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ff885b2a-244d-493c-80f3-f8b36972cde9 req-b973600f-83d1-4838-b6f1-327e92b80336 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "GET /v2.0/quotas/7f357cb809634e50864d0c31dbcbd617 HTTP/1.1" status: 200 len: 375 time: 0.0346918 Oct 27 10:45:16.233092 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4c4d3b-658c-405b-87cf-95f38c4fdac2 req-0d6b9ab2-7ac3-491c-8639-95a63347c683 tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:45:16.235090 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-1c4c4d3b-658c-405b-87cf-95f38c4fdac2 req-0d6b9ab2-7ac3-491c-8639-95a63347c683 tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] 10.222.0.44 "GET /v2.0/ports?device_id=5e764ccd-8221-4655-9e0d-a1047e5437a0 HTTP/1.1" status: 200 len: 945 time: 0.2173009 Oct 27 10:45:16.253504 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvr_db [None req-b63ecb33-170a-48c6-a15c-60d0b4ddd9f2 None None] Set router d3e225b6-9819-4c7c-80b5-e5da70e28bef gateway port host: n-d-813419-10 {{(pid=102348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:45:16.338749 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-8c360c16-2d45-4d22-84aa-3955da0c4eb4 None None] Provisioning complete for port ca4106ec-26a4-4617-a11c-ce6581d214c0 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:45:16.339583 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-8c360c16-2d45-4d22-84aa-3955da0c4eb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:16.339770 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-1c4c4d3b-658c-405b-87cf-95f38c4fdac2 req-404191b7-ff5a-45c7-8178-da6f1e7cd85e tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] 10.222.0.44 "GET /v2.0/security-groups?id=78b00a37-7309-4fe7-b9e5-d3cf0246ee6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936716 Oct 27 10:45:16.374848 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ff885b2a-244d-493c-80f3-f8b36972cde9 req-b2c08404-c424-4a27-ba1e-b4e8aa3af1f7 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=7f357cb809634e50864d0c31dbcbd617&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2021568 Oct 27 10:45:16.403183 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-e803f09a-d22c-4ce8-9d13-5ff8d7d3400d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:16.519526 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ff885b2a-244d-493c-80f3-f8b36972cde9 req-ba502be5-f6a6-40a1-bd9f-df322eb32757 service neutron] 10.222.0.44 "GET /v2.0/networks/d11bc4e4-9641-4700-8e5b-752620d126aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387918 Oct 27 10:45:16.560846 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port 84c2cf9d-cd8d-4380-b4b0-05e90fd96f1d triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:45:16.561404 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:16.781575 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ff885b2a-244d-493c-80f3-f8b36972cde9 req-ac68aeee-ca09-4ecb-b3b5-c0dc807e4949 service neutron] 10.222.0.44 "GET /v2.0/networks/d11bc4e4-9641-4700-8e5b-752620d126aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2508876 Oct 27 10:45:16.955084 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device ca4106ec-26a4-4617-a11c-ce6581d214c0 up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:45:17.044354 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 52622) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:45:17.051163 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-8a4e86d9-f14a-42c4-b98c-b5da787a8408 tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] Request body: {'subnet': {'network_id': 'afbcec17-e75b-4277-93b9-1f0e57976dd1', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:45:17.189768 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-f2d26b5c-f2ef-4437-b351-d0901e59943f req-776fb867-59ad-405f-92f0-b99d3b0d3fe1 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "GET /v2.0/ports?device_id=b45d05e6-0927-4bbe-8060-f91e2d8c3cd2 HTTP/1.1" status: 200 len: 210 time: 0.0408108 Oct 27 10:45:17.250507 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a4e86d9-f14a-42c4-b98c-b5da787a8408 tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] Made reservation on behalf of d11230e216a8495aa6a1ed060cf53449 for: {'subnet': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:45:17.255489 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-8a4e86d9-f14a-42c4-b98c-b5da787a8408 tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18044073'] for subnet, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:17.311090 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-d9f99ad8-bd0c-43a5-a24d-e1c6022a3ac6 None None] Provisioning complete for port d0e14ef5-08b1-4e57-9551-20912bc54e99 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:45:17.311595 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-d9f99ad8-bd0c-43a5-a24d-e1c6022a3ac6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:17.367679 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-d9f99ad8-bd0c-43a5-a24d-e1c6022a3ac6 None None] Port d0e14ef5-08b1-4e57-9551-20912bc54e99 cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:45:17.371546 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port ca4106ec-26a4-4617-a11c-ce6581d214c0 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:45:17.372000 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:17.377016 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-b63ecb33-170a-48c6-a15c-60d0b4ddd9f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3e225b6-9819-4c7c-80b5-e5da70e28bef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1447084228', 'tenant_id': '7f357cb809634e50864d0c31dbcbd617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.136'}], 'enable_snat': True}, 'gw_port_id': '84c2cf9d-cd8d-4380-b4b0-05e90fd96f1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:45:08Z', 'updated_at': '2021-10-27T10:45:14Z', 'revision_number': 4, 'project_id': '7f357cb809634e50864d0c31dbcbd617', 'gw_port': {'id': '84c2cf9d-cd8d-4380-b4b0-05e90fd96f1d', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:8a:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3e225b6-9819-4c7c-80b5-e5da70e28bef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2954, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:45:08Z', 'updated_at': '2021-10-27T10:45:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_interfaces': [{'id': 'd0e14ef5-08b1-4e57-9551-20912bc54e99', 'name': '', 'network_id': 'd11bc4e4-9641-4700-8e5b-752620d126aa', 'tenant_id': '7f357cb809634e50864d0c31dbcbd617', 'mac_address': 'fa:16:3e:80:7d:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3e225b6-9819-4c7c-80b5-e5da70e28bef', 'device_owner': 'network:router_interface', 'standard_attr_id': 2969, 'fixed_ips': [{'subnet_id': '5b672036-8a16-4b88-9ee6-2dcda441f5a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:45:13Z', 'updated_at': '2021-10-27T10:45:14Z', 'revision_number': 2, 'project_id': '7f357cb809634e50864d0c31dbcbd617', 'subnets': [{'id': '5b672036-8a16-4b88-9ee6-2dcda441f5a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:45:17.430675 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b63ecb33-170a-48c6-a15c-60d0b4ddd9f2 None None] Checking router: d3e225b6-9819-4c7c-80b5-e5da70e28bef for host: n-d-813419-10 {{(pid=102348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 10:45:17.431277 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b63ecb33-170a-48c6-a15c-60d0b4ddd9f2 None None] Updating router d3e225b6-9819-4c7c-80b5-e5da70e28bef port d0e14ef5-08b1-4e57-9551-20912bc54e99 binding host n-d-813419-10 {{(pid=102348) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 10:45:17.432786 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [req-289605d7-803a-44e2-9f81-a72e8a9600dc req-183c9465-5f69-4a2a-8cd7-455c99713d49 service neutron] (102347) timed out ('10.222.0.76', 53170) {{(pid=102347) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 27 10:45:17.465993 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-b63ecb33-170a-48c6-a15c-60d0b4ddd9f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:17.542799 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cb416a-11ea-4d8b-9e56-dfd26033e9d4 req-ab4514a3-7fa3-4017-aac6-077523777c5d tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:45:17.544633 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-69cb416a-11ea-4d8b-9e56-dfd26033e9d4 req-ab4514a3-7fa3-4017-aac6-077523777c5d tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] 10.222.0.44 "GET /v2.0/ports?device_id=5e764ccd-8221-4655-9e0d-a1047e5437a0 HTTP/1.1" status: 200 len: 945 time: 0.0743327 Oct 27 10:45:17.630770 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-69cb416a-11ea-4d8b-9e56-dfd26033e9d4 req-b56353d5-8fa6-45bb-add9-7d80073ae077 tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] 10.222.0.44 "GET /v2.0/security-groups?id=78b00a37-7309-4fe7-b9e5-d3cf0246ee6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681412 Oct 27 10:45:17.678310 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-8a4e86d9-f14a-42c4-b98c-b5da787a8408 tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-18295883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18044091'] for subnet, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:17.747580 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4e86d9-f14a-42c4-b98c-b5da787a8408 tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] Pushing event updated for resources: {'Subnet': ['ID=e312317a-ffba-46f6-bafc-9af677e877f2,revision_number=0']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:45:17.759694 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4e86d9-f14a-42c4-b98c-b5da787a8408 tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:45:17.760241 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4e86d9-f14a-42c4-b98c-b5da787a8408 tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:45:17.760682 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4e86d9-f14a-42c4-b98c-b5da787a8408 tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:45:17.761123 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4e86d9-f14a-42c4-b98c-b5da787a8408 tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:45:17.761567 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4e86d9-f14a-42c4-b98c-b5da787a8408 tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:45:17.762003 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4e86d9-f14a-42c4-b98c-b5da787a8408 tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:45:17.762433 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4e86d9-f14a-42c4-b98c-b5da787a8408 tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:45:17.762859 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4e86d9-f14a-42c4-b98c-b5da787a8408 tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:45:17.763308 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4e86d9-f14a-42c4-b98c-b5da787a8408 tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:45:17.763734 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4e86d9-f14a-42c4-b98c-b5da787a8408 tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:45:17.764159 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4e86d9-f14a-42c4-b98c-b5da787a8408 tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:45:17.764612 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4e86d9-f14a-42c4-b98c-b5da787a8408 tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:45:17.768662 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a4e86d9-f14a-42c4-b98c-b5da787a8408 tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] Checking segment: {'id': '63cb06de-bced-4c04-af90-5d1e7f7eba7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'afbcec17-e75b-4277-93b9-1f0e57976dd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:45:17.769656 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a4e86d9-f14a-42c4-b98c-b5da787a8408 tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] Network hostable DHCP agents. Network: afbcec17-e75b-4277-93b9-1f0e57976dd1, hostable agents: ['eafd4000-b897-4722-ae8b-0118ec955181'], hosted agents: [] {{(pid=102347) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 10:45:17.790518 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a4e86d9-f14a-42c4-b98c-b5da787a8408 tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] Network afbcec17-e75b-4277-93b9-1f0e57976dd1 is scheduled to be hosted by DHCP agent eafd4000-b897-4722-ae8b-0118ec955181 with binding_index 1 {{(pid=102347) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 10:45:17.802032 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [None req-8a4e86d9-f14a-42c4-b98c-b5da787a8408 tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-10, afbcec17-e75b-4277-93b9-1f0e57976dd1) {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:45:17.806727 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a4e86d9-f14a-42c4-b98c-b5da787a8408 tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:45:17.807649 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-8a4e86d9-f14a-42c4-b98c-b5da787a8408 tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] Publish callbacks [] for subnet, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:17.824628 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32997c79-edf4-4df3-9f10-39dc1dd4e5b2 None None] Network afbcec17-e75b-4277-93b9-1f0e57976dd1 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:45:17.836783 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-8a4e86d9-f14a-42c4-b98c-b5da787a8408 tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7865212 Oct 27 10:45:17.837828 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 52640) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:45:17.843720 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-ef24de2a-9018-42b5-8652-cc137d465521 tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1632548621'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:45:17.948536 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef24de2a-9018-42b5-8652-cc137d465521 tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] Made reservation on behalf of d11230e216a8495aa6a1ed060cf53449 for: {'network': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:45:17.951711 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ef24de2a-9018-42b5-8652-cc137d465521 tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for network, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:17.990543 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device ca4106ec-26a4-4617-a11c-ce6581d214c0 up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:45:18.019749 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef24de2a-9018-42b5-8652-cc137d465521 tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 423} {{(pid=102346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 10:45:18.042488 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ef24de2a-9018-42b5-8652-cc137d465521 tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:18.043269 n-d-813419-10 neutron-server[102346]: INFO neutron.db.segments_db [None req-ef24de2a-9018-42b5-8652-cc137d465521 tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] Added segment dfa619b9-56e6-4c03-902a-4bc4c78b3bb4 of type vlan for network cf6d663f-a48d-4b09-b2a1-9af7b99cb4f8 Oct 27 10:45:18.065816 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-b63ecb33-170a-48c6-a15c-60d0b4ddd9f2 None None] Publish callbacks [] for port, precommit_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:18.140550 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-b63ecb33-170a-48c6-a15c-60d0b4ddd9f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:18.150319 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ef24de2a-9018-42b5-8652-cc137d465521 tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743872593080'] for network, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:18.178798 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a309212f-92bf-4010-bfb0-24a43522caef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp734b258e-7d96-550c-b970-9b72ab66f383-afbcec17-e75b-4277-93b9-1f0e57976dd1', 'network_id': 'afbcec17-e75b-4277-93b9-1f0e57976dd1', 'tenant_id': 'd11230e216a8495aa6a1ed060cf53449', 'fixed_ips': [{'subnet_id': 'e312317a-ffba-46f6-bafc-9af677e877f2'}]}} from n-d-813419-10. {{(pid=102348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 10:45:18.179771 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a309212f-92bf-4010-bfb0-24a43522caef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:18.183709 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ef24de2a-9018-42b5-8652-cc137d465521 tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913'] for network, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:18.192924 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef24de2a-9018-42b5-8652-cc137d465521 tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:45:18.193893 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ef24de2a-9018-42b5-8652-cc137d465521 tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] Publish callbacks [] for network, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:18.231208 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-ef24de2a-9018-42b5-8652-cc137d465521 tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3915784 Oct 27 10:45:18.234440 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 52656) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:45:18.245011 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-9f0573d7-7ad5-4678-8836-655f28643caa tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] Request body: {'subnet': {'network_id': 'cf6d663f-a48d-4b09-b2a1-9af7b99cb4f8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:45:18.267116 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b25794a-da82-4dec-9e00-7e9c14f8fa18 None None] Pushing event updated for resources: {'Port': ['ID=d0e14ef5-08b1-4e57-9551-20912bc54e99,revision_number=3']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:45:18.295067 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port ca4106ec-26a4-4617-a11c-ce6581d214c0 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:45:18.295438 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:18.390555 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bf257e-ed85-4aa8-80e0-0daf2ff35574 req-aae2203c-7119-4892-8f3e-f67fed3fda1d tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:45:18.391178 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-74bf257e-ed85-4aa8-80e0-0daf2ff35574 req-aae2203c-7119-4892-8f3e-f67fed3fda1d tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/networks?id=33cc32c2-598c-44fc-a251-6575a62c00c5 HTTP/1.1" status: 200 len: 811 time: 0.1302021 Oct 27 10:45:18.411345 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-74bf257e-ed85-4aa8-80e0-0daf2ff35574 req-21c11d7a-c894-45f0-8c73-894a982dfd7a tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/quotas/b02a92ec9ad04d95b8ea6a5db5946dfb HTTP/1.1" status: 200 len: 375 time: 0.0111582 Oct 27 10:45:18.459273 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-3ff5ef9b-9f95-43c6-8765-27efcbcb93b8 req-63baf7e8-a8e9-4af1-9cae-3faa7a213c2f tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "GET /v2.0/ports?device_id=b45d05e6-0927-4bbe-8060-f91e2d8c3cd2 HTTP/1.1" status: 200 len: 210 time: 0.0807273 Oct 27 10:45:18.460891 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef24de2a-9018-42b5-8652-cc137d465521 tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] Pushing event updated for resources: {'Network': ['ID=cf6d663f-a48d-4b09-b2a1-9af7b99cb4f8,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:45:18.492849 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Network cf6d663f-a48d-4b09-b2a1-9af7b99cb4f8 details requested by agent ovs-agent-n-d-813419-10 with host n-d-813419-10 {{(pid=102348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 10:45:18.495649 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-74bf257e-ed85-4aa8-80e0-0daf2ff35574 req-5fc581a3-ea00-482d-8d50-0626c76a9fe7 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=b02a92ec9ad04d95b8ea6a5db5946dfb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0684178 Oct 27 10:45:18.555394 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f0573d7-7ad5-4678-8836-655f28643caa tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] Made reservation on behalf of d11230e216a8495aa6a1ed060cf53449 for: {'subnet': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:45:18.559982 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-9f0573d7-7ad5-4678-8836-655f28643caa tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18044073'] for subnet, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:18.621714 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-74bf257e-ed85-4aa8-80e0-0daf2ff35574 req-b73afcd6-2be5-46a3-beaf-cde95f6d9c71 service neutron] 10.222.0.44 "GET /v2.0/networks/33cc32c2-598c-44fc-a251-6575a62c00c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1131902 Oct 27 10:45:18.653457 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-b63ecb33-170a-48c6-a15c-60d0b4ddd9f2 None None] Attempting to bind port d0e14ef5-08b1-4e57-9551-20912bc54e99 on host n-d-813419-10 for vnic_type normal with profile {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:45:18.653911 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-b63ecb33-170a-48c6-a15c-60d0b4ddd9f2 None None] Attempting to bind port d0e14ef5-08b1-4e57-9551-20912bc54e99 by drivers openvswitch,hyperv on host n-d-813419-10 at level 0 using segments [{'id': 'c2add56f-ac0d-4bab-9740-363f7178fe2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'd11bc4e4-9641-4700-8e5b-752620d126aa'}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:45:18.654272 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b63ecb33-170a-48c6-a15c-60d0b4ddd9f2 None None] Attempting to bind port d0e14ef5-08b1-4e57-9551-20912bc54e99 on network d11bc4e4-9641-4700-8e5b-752620d126aa {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:45:18.696756 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff885b2a-244d-493c-80f3-f8b36972cde9 req-fe62afde-56f8-402b-b96c-f6499d8fbe7f tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:45:18.698903 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-ff885b2a-244d-493c-80f3-f8b36972cde9 req-fe62afde-56f8-402b-b96c-f6499d8fbe7f tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.64 "GET /v2.0/networks?id=d11bc4e4-9641-4700-8e5b-752620d126aa HTTP/1.1" status: 200 len: 797 time: 0.2331648 Oct 27 10:45:18.724560 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b63ecb33-170a-48c6-a15c-60d0b4ddd9f2 None None] Checking agent: {'id': '89dba0f3-79b2-435e-9822-33674b8f6ada', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 8, 20), 'started_at': datetime.datetime(2021, 10, 27, 10, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 44, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:45:18.725022 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b63ecb33-170a-48c6-a15c-60d0b4ddd9f2 None None] Checking segment: {'id': 'c2add56f-ac0d-4bab-9740-363f7178fe2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'd11bc4e4-9641-4700-8e5b-752620d126aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:45:18.725393 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-b63ecb33-170a-48c6-a15c-60d0b4ddd9f2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:18.725778 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b63ecb33-170a-48c6-a15c-60d0b4ddd9f2 None None] Bound using segment: {'id': 'c2add56f-ac0d-4bab-9740-363f7178fe2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'd11bc4e4-9641-4700-8e5b-752620d126aa'} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:45:18.726474 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-b63ecb33-170a-48c6-a15c-60d0b4ddd9f2 None None] Bound port: d0e14ef5-08b1-4e57-9551-20912bc54e99, host: n-d-813419-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2add56f-ac0d-4bab-9740-363f7178fe2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'd11bc4e4-9641-4700-8e5b-752620d126aa'}}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:45:18.726688 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-b63ecb33-170a-48c6-a15c-60d0b4ddd9f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:18.742145 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-74bf257e-ed85-4aa8-80e0-0daf2ff35574 req-338f18bb-dd9a-4d47-a78f-e4b82a75bb8e service neutron] 10.222.0.44 "GET /v2.0/networks/33cc32c2-598c-44fc-a251-6575a62c00c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116824 Oct 27 10:45:18.759168 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.db_base_plugin_common [None req-a309212f-92bf-4010-bfb0-24a43522caef None None] Allocated IP 2001:db8:0:ffff::2 (afbcec17-e75b-4277-93b9-1f0e57976dd1/e312317a-ffba-46f6-bafc-9af677e877f2/db6f15ff-5bdc-4adf-b643-9752ee254b7f) {{(pid=102348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:45:18.792762 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-ff885b2a-244d-493c-80f3-f8b36972cde9 req-26a73337-ff1b-4821-a0fe-89640520258b tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7f357cb809634e50864d0c31dbcbd617 HTTP/1.1" status: 200 len: 380 time: 0.0825365 Oct 27 10:45:18.812966 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-0ac19c3c-f5b7-48a0-ac17-b79afcd49127 None None] Provisioning complete for port d0e14ef5-08b1-4e57-9551-20912bc54e99 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:45:18.813338 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-0ac19c3c-f5b7-48a0-ac17-b79afcd49127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:18.825438 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [req-ff885b2a-244d-493c-80f3-f8b36972cde9 req-8166bdb3-5654-49db-b41f-95b162fd190b tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Request body: {'port': {'device_id': 'b45d05e6-0927-4bbe-8060-f91e2d8c3cd2', 'network_id': 'd11bc4e4-9641-4700-8e5b-752620d126aa', 'admin_state_up': True, 'tenant_id': '7f357cb809634e50864d0c31dbcbd617', 'security_groups': ['aba59fed-d1f1-4e7e-84e9-aa222a50e870']}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:45:18.851499 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-b63ecb33-170a-48c6-a15c-60d0b4ddd9f2 None None] For port d0e14ef5-08b1-4e57-9551-20912bc54e99, host n-d-813419-10, cleared binding levels {{(pid=102348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:45:18.906635 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b253701-2333-45f3-8a1c-f44c155ef1c5 req-fcc84d6d-8bd7-46d1-bbf8-28eec0e65d6a tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:45:18.914175 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8b253701-2333-45f3-8a1c-f44c155ef1c5 req-fcc84d6d-8bd7-46d1-bbf8-28eec0e65d6a tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] 10.222.0.44 "GET /v2.0/ports?device_id=5e764ccd-8221-4655-9e0d-a1047e5437a0 HTTP/1.1" status: 200 len: 945 time: 0.1822503 Oct 27 10:45:18.948371 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-b63ecb33-170a-48c6-a15c-60d0b4ddd9f2 None None] For port d0e14ef5-08b1-4e57-9551-20912bc54e99, host n-d-813419-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=d0e14ef5-08b1-4e57-9551-20912bc54e99,segment=NetworkSegment(c2add56f-ac0d-4bab-9740-363f7178fe2a),segment_id=c2add56f-ac0d-4bab-9740-363f7178fe2a)] {{(pid=102348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:45:18.969983 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-0ac19c3c-f5b7-48a0-ac17-b79afcd49127 None None] Port d0e14ef5-08b1-4e57-9551-20912bc54e99 cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:45:18.976088 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-b63ecb33-170a-48c6-a15c-60d0b4ddd9f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:19.001092 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-ac25a59f-2d91-4c06-9701-e1a417af5b4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:19.101420 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b63ecb33-170a-48c6-a15c-60d0b4ddd9f2 None None] Routers {'d3e225b6-9819-4c7c-80b5-e5da70e28bef'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:45:19.102184 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-b63ecb33-170a-48c6-a15c-60d0b4ddd9f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:45:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['d3e225b6-9819-4c7c-80b5-e5da70e28bef'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:45:19.115756 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-d654c932-375c-4e3d-810b-071ee0115fc4 req-ff5c577d-06fe-4845-8c24-cc3c0e440267 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/ports?device_id=23dd7c1d-ad1f-4575-989c-251d4917f719 HTTP/1.1" status: 200 len: 210 time: 0.0643854 Oct 27 10:45:19.131290 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8b253701-2333-45f3-8a1c-f44c155ef1c5 req-878b330d-035a-40d6-95a2-5c1a6dc582db tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] 10.222.0.44 "GET /v2.0/security-groups?id=78b00a37-7309-4fe7-b9e5-d3cf0246ee6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2162378 Oct 27 10:45:19.227622 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff885b2a-244d-493c-80f3-f8b36972cde9 req-8166bdb3-5654-49db-b41f-95b162fd190b tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Made reservation on behalf of 7f357cb809634e50864d0c31dbcbd617 for: {'port': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:45:19.233924 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-ff885b2a-244d-493c-80f3-f8b36972cde9 req-8166bdb3-5654-49db-b41f-95b162fd190b tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:19.251163 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b25794a-da82-4dec-9e00-7e9c14f8fa18 None None] Pushing event updated for resources: {'Port': ['ID=d0e14ef5-08b1-4e57-9551-20912bc54e99,revision_number=4']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:45:19.336359 n-d-813419-10 neutron-server[102347]: DEBUG neutron.objects.ports [None req-9f0573d7-7ad5-4678-8836-655f28643caa tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102347) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 27 10:45:19.381550 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a309212f-92bf-4010-bfb0-24a43522caef None None] Publish callbacks [] for port, precommit_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:19.402273 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a309212f-92bf-4010-bfb0-24a43522caef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606'] for port, after_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:19.463071 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvr_db [None req-b63ecb33-170a-48c6-a15c-60d0b4ddd9f2 None None] Set router d3e225b6-9819-4c7c-80b5-e5da70e28bef gateway port host: n-d-813419-10 {{(pid=102348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:45:19.508167 n-d-813419-10 neutron-server[102348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a309212f-92bf-4010-bfb0-24a43522caef None None] Network afbcec17-e75b-4277-93b9-1f0e57976dd1 is already hosted by enough agents. {{(pid=102348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:45:19.524249 n-d-813419-10 neutron-server[102348]: DEBUG neutron.scheduler.base_scheduler [None req-a309212f-92bf-4010-bfb0-24a43522caef None None] Resources bound (agent type, host, resource id): {{(pid=102348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:45:19.526685 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a309212f-92bf-4010-bfb0-24a43522caef None None] Received port after_create {{(pid=102348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:45:19.533926 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a309212f-92bf-4010-bfb0-24a43522caef None None] Pushing event updated for resources: {'Port': ['ID=db6f15ff-5bdc-4adf-b643-9752ee254b7f,revision_number=1']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:45:19.542135 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-369a86b4-aa34-4e16-aad1-41bf79ae244f None None] Provisioning complete for port d0e14ef5-08b1-4e57-9551-20912bc54e99 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:45:19.542587 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-369a86b4-aa34-4e16-aad1-41bf79ae244f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:19.652436 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-8b6ae82f-f929-4331-ab63-d578f95125c7 req-11dea469-fbc5-4f44-9796-eb4893540bf8 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "GET /v2.0/ports?device_id=b45d05e6-0927-4bbe-8060-f91e2d8c3cd2 HTTP/1.1" status: 200 len: 210 time: 0.0654633 Oct 27 10:45:19.706752 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-a309212f-92bf-4010-bfb0-24a43522caef None None] Attempting to bind port db6f15ff-5bdc-4adf-b643-9752ee254b7f on host n-d-813419-10 for vnic_type normal with profile {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:45:19.707229 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-a309212f-92bf-4010-bfb0-24a43522caef None None] Attempting to bind port db6f15ff-5bdc-4adf-b643-9752ee254b7f by drivers openvswitch,hyperv on host n-d-813419-10 at level 0 using segments [{'id': '63cb06de-bced-4c04-af90-5d1e7f7eba7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'afbcec17-e75b-4277-93b9-1f0e57976dd1'}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:45:19.707660 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a309212f-92bf-4010-bfb0-24a43522caef None None] Attempting to bind port db6f15ff-5bdc-4adf-b643-9752ee254b7f on network afbcec17-e75b-4277-93b9-1f0e57976dd1 {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:45:19.733772 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a309212f-92bf-4010-bfb0-24a43522caef None None] Checking agent: {'id': '89dba0f3-79b2-435e-9822-33674b8f6ada', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 8, 20), 'started_at': datetime.datetime(2021, 10, 27, 10, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 44, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:45:19.734149 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a309212f-92bf-4010-bfb0-24a43522caef None None] Checking segment: {'id': '63cb06de-bced-4c04-af90-5d1e7f7eba7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'afbcec17-e75b-4277-93b9-1f0e57976dd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:45:19.734550 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a309212f-92bf-4010-bfb0-24a43522caef None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:19.734947 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a309212f-92bf-4010-bfb0-24a43522caef None None] Bound using segment: {'id': '63cb06de-bced-4c04-af90-5d1e7f7eba7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'afbcec17-e75b-4277-93b9-1f0e57976dd1'} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:45:19.735452 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-a309212f-92bf-4010-bfb0-24a43522caef None None] Bound port: db6f15ff-5bdc-4adf-b643-9752ee254b7f, host: n-d-813419-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63cb06de-bced-4c04-af90-5d1e7f7eba7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'afbcec17-e75b-4277-93b9-1f0e57976dd1'}}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:45:19.735886 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a309212f-92bf-4010-bfb0-24a43522caef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:19.779487 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-9f0573d7-7ad5-4678-8836-655f28643caa tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-18295883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18044091'] for subnet, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:19.848756 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0573d7-7ad5-4678-8836-655f28643caa tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] Pushing event updated for resources: {'Subnet': ['ID=c132bd83-c0d3-4dfa-8982-fb58e6d16c4c,revision_number=0']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:45:19.930998 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f0573d7-7ad5-4678-8836-655f28643caa tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] Checking segment: {'id': 'dfa619b9-56e6-4c03-902a-4bc4c78b3bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'cf6d663f-a48d-4b09-b2a1-9af7b99cb4f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:45:19.931352 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f0573d7-7ad5-4678-8836-655f28643caa tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] Network hostable DHCP agents. Network: cf6d663f-a48d-4b09-b2a1-9af7b99cb4f8, hostable agents: ['eafd4000-b897-4722-ae8b-0118ec955181'], hosted agents: [] {{(pid=102347) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 10:45:19.978452 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f0573d7-7ad5-4678-8836-655f28643caa tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] Network cf6d663f-a48d-4b09-b2a1-9af7b99cb4f8 is scheduled to be hosted by DHCP agent eafd4000-b897-4722-ae8b-0118ec955181 with binding_index 1 {{(pid=102347) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 10:45:19.981678 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_common [req-ff885b2a-244d-493c-80f3-f8b36972cde9 req-8166bdb3-5654-49db-b41f-95b162fd190b tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Allocated IP 172.20.0.8 (d11bc4e4-9641-4700-8e5b-752620d126aa/5b672036-8a16-4b88-9ee6-2dcda441f5a9/c77c14f5-15cf-44b8-9217-12d2befbb0da) {{(pid=102347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:45:20.047040 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:20.059752 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [None req-9f0573d7-7ad5-4678-8836-655f28643caa tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-10, cf6d663f-a48d-4b09-b2a1-9af7b99cb4f8) {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:45:20.063297 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-369a86b4-aa34-4e16-aad1-41bf79ae244f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:20.082120 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f0573d7-7ad5-4678-8836-655f28643caa tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:45:20.082862 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-9f0573d7-7ad5-4678-8836-655f28643caa tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] Publish callbacks [] for subnet, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:20.100978 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5faf2303-2d99-4d59-a33d-2ed6d56ea53a None None] Network cf6d663f-a48d-4b09-b2a1-9af7b99cb4f8 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:45:20.103061 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-eadeaa30-4096-4d1a-b3cb-aa7ebfb291ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:20.158930 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a309212f-92bf-4010-bfb0-24a43522caef None None] For port db6f15ff-5bdc-4adf-b643-9752ee254b7f, host n-d-813419-10, cleared binding levels {{(pid=102348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:45:20.191565 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a309212f-92bf-4010-bfb0-24a43522caef None None] For port db6f15ff-5bdc-4adf-b643-9752ee254b7f, host n-d-813419-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=db6f15ff-5bdc-4adf-b643-9752ee254b7f,segment=NetworkSegment(63cb06de-bced-4c04-af90-5d1e7f7eba7a),segment_id=63cb06de-bced-4c04-af90-5d1e7f7eba7a)] {{(pid=102348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:45:20.219382 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-369a86b4-aa34-4e16-aad1-41bf79ae244f None None] For port d0e14ef5-08b1-4e57-9551-20912bc54e99, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=d0e14ef5-08b1-4e57-9551-20912bc54e99,segment=NetworkSegment(c2add56f-ac0d-4bab-9740-363f7178fe2a),segment_id=c2add56f-ac0d-4bab-9740-363f7178fe2a)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:45:20.221764 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a309212f-92bf-4010-bfb0-24a43522caef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:20.249185 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-9f0573d7-7ad5-4678-8836-655f28643caa tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.0102127 Oct 27 10:45:20.264808 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 52706) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:45:20.274395 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-960cd5dd-6395-4e19-bc63-a960cb5c97a8 tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] Request body: {'port': {'network_id': 'cf6d663f-a48d-4b09-b2a1-9af7b99cb4f8', 'name': 'tempest-NetworksIpV6TestAttrs-1530282885'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:45:20.283132 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-369a86b4-aa34-4e16-aad1-41bf79ae244f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:20.301297 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-2880ff68-6102-456f-ae32-417a20a75a7e req-6d26dfa5-45c0-4f21-992a-67a7a373fa5d tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/ports?device_id=23dd7c1d-ad1f-4575-989c-251d4917f719 HTTP/1.1" status: 200 len: 210 time: 0.1127572 Oct 27 10:45:20.405587 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-ff885b2a-244d-493c-80f3-f8b36972cde9 req-8166bdb3-5654-49db-b41f-95b162fd190b tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks [] for port, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:20.407142 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-b63ecb33-170a-48c6-a15c-60d0b4ddd9f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3e225b6-9819-4c7c-80b5-e5da70e28bef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1447084228', 'tenant_id': '7f357cb809634e50864d0c31dbcbd617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.136'}], 'enable_snat': True}, 'gw_port_id': '84c2cf9d-cd8d-4380-b4b0-05e90fd96f1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:45:08Z', 'updated_at': '2021-10-27T10:45:14Z', 'revision_number': 4, 'project_id': '7f357cb809634e50864d0c31dbcbd617', 'gw_port': {'id': '84c2cf9d-cd8d-4380-b4b0-05e90fd96f1d', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:8a:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3e225b6-9819-4c7c-80b5-e5da70e28bef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2954, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:45:08Z', 'updated_at': '2021-10-27T10:45:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_interfaces': [{'id': 'd0e14ef5-08b1-4e57-9551-20912bc54e99', 'name': '', 'network_id': 'd11bc4e4-9641-4700-8e5b-752620d126aa', 'tenant_id': '7f357cb809634e50864d0c31dbcbd617', 'mac_address': 'fa:16:3e:80:7d:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3e225b6-9819-4c7c-80b5-e5da70e28bef', 'device_owner': 'network:router_interface', 'standard_attr_id': 2969, 'fixed_ips': [{'subnet_id': '5b672036-8a16-4b88-9ee6-2dcda441f5a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:45:13Z', 'updated_at': '2021-10-27T10:45:18Z', 'revision_number': 4, 'project_id': '7f357cb809634e50864d0c31dbcbd617', 'subnets': [{'id': '5b672036-8a16-4b88-9ee6-2dcda441f5a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:45:20.412181 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a309212f-92bf-4010-bfb0-24a43522caef None None] Pushing event updated for resources: {'Port': ['ID=db6f15ff-5bdc-4adf-b643-9752ee254b7f,revision_number=2']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:45:20.580736 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369a86b4-aa34-4e16-aad1-41bf79ae244f None None] Pushing event updated for resources: {'Port': ['ID=d0e14ef5-08b1-4e57-9551-20912bc54e99,revision_number=5']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:45:20.585020 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265c1685-031c-4a32-ae97-fa7b143741d9 req-8f124e0e-6fe6-4877-b216-5519f7678c1c tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:45:20.587745 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-265c1685-031c-4a32-ae97-fa7b143741d9 req-8f124e0e-6fe6-4877-b216-5519f7678c1c tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] 10.222.0.44 "GET /v2.0/ports?device_id=5e764ccd-8221-4655-9e0d-a1047e5437a0 HTTP/1.1" status: 200 len: 945 time: 0.3090320 Oct 27 10:45:20.600290 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b63ecb33-170a-48c6-a15c-60d0b4ddd9f2 None None] The sync data for ids ['d3e225b6-9819-4c7c-80b5-e5da70e28bef'] in n-d-813419-10 is: [{'id': 'd3e225b6-9819-4c7c-80b5-e5da70e28bef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1447084228', 'tenant_id': '7f357cb809634e50864d0c31dbcbd617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.136'}], 'enable_snat': True}, 'gw_port_id': '84c2cf9d-cd8d-4380-b4b0-05e90fd96f1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:45:08Z', 'updated_at': '2021-10-27T10:45:14Z', 'revision_number': 4, 'project_id': '7f357cb809634e50864d0c31dbcbd617', 'gw_port': {'id': '84c2cf9d-cd8d-4380-b4b0-05e90fd96f1d', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:8a:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3e225b6-9819-4c7c-80b5-e5da70e28bef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2954, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:45:08Z', 'updated_at': '2021-10-27T10:45:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_interfaces': [{'id': 'd0e14ef5-08b1-4e57-9551-20912bc54e99', 'name': '', 'network_id': 'd11bc4e4-9641-4700-8e5b-752620d126aa', 'tenant_id': '7f357cb809634e50864d0c31dbcbd617', 'mac_address': 'fa:16:3e:80:7d:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3e225b6-9819-4c7c-80b5-e5da70e28bef', 'device_owner': 'network:router_interface', 'standard_attr_id': 2969, 'fixed_ips': [{'subnet_id': '5b672036-8a16-4b88-9ee6-2dcda441f5a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:45:13Z', 'updated_at': '2021-10-27T10:45:18Z', 'revision_number': 4, 'project_id': '7f357cb809634e50864d0c31dbcbd617', 'subnets': [{'id': '5b672036-8a16-4b88-9ee6-2dcda441f5a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:45:20.655389 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3387f21-dfc0-454a-86a7-8ebe23652c51 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp734b258e-7d96-550c-b970-9b72ab66f383-cf6d663f-a48d-4b09-b2a1-9af7b99cb4f8', 'network_id': 'cf6d663f-a48d-4b09-b2a1-9af7b99cb4f8', 'tenant_id': 'd11230e216a8495aa6a1ed060cf53449', 'fixed_ips': [{'subnet_id': 'c132bd83-c0d3-4dfa-8982-fb58e6d16c4c'}]}} from n-d-813419-10. {{(pid=102348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 10:45:20.658810 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-d3387f21-dfc0-454a-86a7-8ebe23652c51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:20.678372 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-ff885b2a-244d-493c-80f3-f8b36972cde9 req-8166bdb3-5654-49db-b41f-95b162fd190b tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:20.846377 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff885b2a-244d-493c-80f3-f8b36972cde9 req-8166bdb3-5654-49db-b41f-95b162fd190b tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Network d11bc4e4-9641-4700-8e5b-752620d126aa is already hosted by enough agents. {{(pid=102347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:45:20.860939 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bf257e-ed85-4aa8-80e0-0daf2ff35574 req-3518ce0b-856f-4419-ad47-639274c4b942 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:45:20.864390 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-74bf257e-ed85-4aa8-80e0-0daf2ff35574 req-3518ce0b-856f-4419-ad47-639274c4b942 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.76 "GET /v2.0/networks?id=33cc32c2-598c-44fc-a251-6575a62c00c5 HTTP/1.1" status: 200 len: 811 time: 0.4885604 Oct 27 10:45:20.877621 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [req-ff885b2a-244d-493c-80f3-f8b36972cde9 req-8166bdb3-5654-49db-b41f-95b162fd190b tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Resources bound (agent type, host, resource id): {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:45:20.899099 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616a69c1-3ffa-4a6a-a806-840fd4e50a9f req-8000444c-8979-47d5-be02-78c619bb2f50 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:45:20.913894 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-616a69c1-3ffa-4a6a-a806-840fd4e50a9f req-8000444c-8979-47d5-be02-78c619bb2f50 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "GET /v2.0/ports?device_id=b45d05e6-0927-4bbe-8060-f91e2d8c3cd2 HTTP/1.1" status: 200 len: 931 time: 0.1044712 Oct 27 10:45:20.917948 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [req-74bf257e-ed85-4aa8-80e0-0daf2ff35574 req-4584758f-8b13-4a99-816c-efde43e20dac tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Request body: {'port': {'device_id': '23dd7c1d-ad1f-4575-989c-251d4917f719', 'network_id': '33cc32c2-598c-44fc-a251-6575a62c00c5', 'admin_state_up': True, 'tenant_id': 'b02a92ec9ad04d95b8ea6a5db5946dfb'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:45:20.933090 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff885b2a-244d-493c-80f3-f8b36972cde9 req-8166bdb3-5654-49db-b41f-95b162fd190b tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Received port after_create {{(pid=102347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:45:21.017024 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-265c1685-031c-4a32-ae97-fa7b143741d9 req-4e40e54f-0aa9-4521-a37a-311066658b34 tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] 10.222.0.44 "GET /v2.0/security-groups?id=78b00a37-7309-4fe7-b9e5-d3cf0246ee6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3995264 Oct 27 10:45:21.051669 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-616a69c1-3ffa-4a6a-a806-840fd4e50a9f req-690a44f8-74c8-44b2-9371-b422b802673f tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "GET /v2.0/security-groups?id=aba59fed-d1f1-4e7e-84e9-aa222a50e870&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1346490 Oct 27 10:45:21.106014 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.db_base_plugin_common [None req-d3387f21-dfc0-454a-86a7-8ebe23652c51 None None] Allocated IP 2001:db8::f816:3eff:fe61:69b6 (cf6d663f-a48d-4b09-b2a1-9af7b99cb4f8/c132bd83-c0d3-4dfa-8982-fb58e6d16c4c/daf74cd7-5d3f-43e4-9487-5fc36fa52fbb) {{(pid=102348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:45:21.163610 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8166bdb3-5654-49db-b41f-95b162fd190b tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Pushing event updated for resources: {'Port': ['ID=c77c14f5-15cf-44b8-9217-12d2befbb0da,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:45:21.193770 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-960cd5dd-6395-4e19-bc63-a960cb5c97a8 tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] Made reservation on behalf of d11230e216a8495aa6a1ed060cf53449 for: {'port': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:45:21.204666 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-960cd5dd-6395-4e19-bc63-a960cb5c97a8 tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:21.359610 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [None req-960cd5dd-6395-4e19-bc63-a960cb5c97a8 tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] device_id is not set on port 288722b1-06e3-422f-931a-36d029394cb8 yet. {{(pid=102347) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 10:45:21.420521 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-d3387f21-dfc0-454a-86a7-8ebe23652c51 None None] Publish callbacks [] for port, precommit_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:21.443615 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-d3387f21-dfc0-454a-86a7-8ebe23652c51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606'] for port, after_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:21.550180 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3387f21-dfc0-454a-86a7-8ebe23652c51 None None] Pushing event updated for resources: {'Port': ['ID=daf74cd7-5d3f-43e4-9487-5fc36fa52fbb,revision_number=1']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:45:21.558370 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-d4cf629c-deb1-4260-9481-3f4d0ff341af None None] Provisioning complete for port c77c14f5-15cf-44b8-9217-12d2befbb0da triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:45:21.559390 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-d4cf629c-deb1-4260-9481-3f4d0ff341af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:21.570401 n-d-813419-10 neutron-server[102348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3387f21-dfc0-454a-86a7-8ebe23652c51 None None] Network cf6d663f-a48d-4b09-b2a1-9af7b99cb4f8 is already hosted by enough agents. {{(pid=102348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:45:21.591479 n-d-813419-10 neutron-server[102348]: DEBUG neutron.scheduler.base_scheduler [None req-d3387f21-dfc0-454a-86a7-8ebe23652c51 None None] Resources bound (agent type, host, resource id): {{(pid=102348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:45:21.598081 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3387f21-dfc0-454a-86a7-8ebe23652c51 None None] Received port after_create {{(pid=102348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:45:21.703715 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-d4cf629c-deb1-4260-9481-3f4d0ff341af None None] Port c77c14f5-15cf-44b8-9217-12d2befbb0da cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:45:21.724477 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff885b2a-244d-493c-80f3-f8b36972cde9 req-8166bdb3-5654-49db-b41f-95b162fd190b tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:45:21.725451 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-ff885b2a-244d-493c-80f3-f8b36972cde9 req-8166bdb3-5654-49db-b41f-95b162fd190b tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:21.729543 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-d3387f21-dfc0-454a-86a7-8ebe23652c51 None None] Attempting to bind port daf74cd7-5d3f-43e4-9487-5fc36fa52fbb on host n-d-813419-10 for vnic_type normal with profile {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:45:21.729926 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-d3387f21-dfc0-454a-86a7-8ebe23652c51 None None] Attempting to bind port daf74cd7-5d3f-43e4-9487-5fc36fa52fbb by drivers openvswitch,hyperv on host n-d-813419-10 at level 0 using segments [{'id': 'dfa619b9-56e6-4c03-902a-4bc4c78b3bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'cf6d663f-a48d-4b09-b2a1-9af7b99cb4f8'}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:45:21.730293 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3387f21-dfc0-454a-86a7-8ebe23652c51 None None] Attempting to bind port daf74cd7-5d3f-43e4-9487-5fc36fa52fbb on network cf6d663f-a48d-4b09-b2a1-9af7b99cb4f8 {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:45:21.741571 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3387f21-dfc0-454a-86a7-8ebe23652c51 None None] Checking agent: {'id': '89dba0f3-79b2-435e-9822-33674b8f6ada', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 8, 20), 'started_at': datetime.datetime(2021, 10, 27, 10, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 45, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:45:21.741780 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-d738de5b-abde-4533-8e5a-412c35c05995 req-3d4fd4d7-34dc-44f9-9e2d-a1b4685cfd65 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/ports?device_id=23dd7c1d-ad1f-4575-989c-251d4917f719 HTTP/1.1" status: 200 len: 210 time: 0.1088867 Oct 27 10:45:21.742055 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3387f21-dfc0-454a-86a7-8ebe23652c51 None None] Checking segment: {'id': 'dfa619b9-56e6-4c03-902a-4bc4c78b3bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'cf6d663f-a48d-4b09-b2a1-9af7b99cb4f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:45:21.742358 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-d3387f21-dfc0-454a-86a7-8ebe23652c51 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:21.742751 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3387f21-dfc0-454a-86a7-8ebe23652c51 None None] Bound using segment: {'id': 'dfa619b9-56e6-4c03-902a-4bc4c78b3bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'cf6d663f-a48d-4b09-b2a1-9af7b99cb4f8'} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:45:21.743217 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-d3387f21-dfc0-454a-86a7-8ebe23652c51 None None] Bound port: daf74cd7-5d3f-43e4-9487-5fc36fa52fbb, host: n-d-813419-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfa619b9-56e6-4c03-902a-4bc4c78b3bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'cf6d663f-a48d-4b09-b2a1-9af7b99cb4f8'}}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:45:21.743597 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-d3387f21-dfc0-454a-86a7-8ebe23652c51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:21.749999 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_common [None req-960cd5dd-6395-4e19-bc63-a960cb5c97a8 tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] Allocated IP 2001:db8::f816:3eff:fe6a:5e94 (cf6d663f-a48d-4b09-b2a1-9af7b99cb4f8/c132bd83-c0d3-4dfa-8982-fb58e6d16c4c/288722b1-06e3-422f-931a-36d029394cb8) {{(pid=102347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:45:21.886631 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-d3387f21-dfc0-454a-86a7-8ebe23652c51 None None] For port daf74cd7-5d3f-43e4-9487-5fc36fa52fbb, host n-d-813419-10, cleared binding levels {{(pid=102348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:45:21.891434 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-d3387f21-dfc0-454a-86a7-8ebe23652c51 None None] For port daf74cd7-5d3f-43e4-9487-5fc36fa52fbb, host n-d-813419-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=daf74cd7-5d3f-43e4-9487-5fc36fa52fbb,segment=NetworkSegment(dfa619b9-56e6-4c03-902a-4bc4c78b3bb4),segment_id=dfa619b9-56e6-4c03-902a-4bc4c78b3bb4)] {{(pid=102348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:45:21.900126 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-d3387f21-dfc0-454a-86a7-8ebe23652c51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:22.042390 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3387f21-dfc0-454a-86a7-8ebe23652c51 None None] Pushing event updated for resources: {'Port': ['ID=daf74cd7-5d3f-43e4-9487-5fc36fa52fbb,revision_number=2']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:45:22.047013 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-960cd5dd-6395-4e19-bc63-a960cb5c97a8 tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] Publish callbacks [] for port, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:22.102426 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74bf257e-ed85-4aa8-80e0-0daf2ff35574 req-4584758f-8b13-4a99-816c-efde43e20dac tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Made reservation on behalf of b02a92ec9ad04d95b8ea6a5db5946dfb for: {'port': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:45:22.111118 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-74bf257e-ed85-4aa8-80e0-0daf2ff35574 req-4584758f-8b13-4a99-816c-efde43e20dac tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:22.128615 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69e49466-7a6c-48a2-8a9c-005def3fbdd8 None None] Network afbcec17-e75b-4277-93b9-1f0e57976dd1 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:45:22.146831 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-ff885b2a-244d-493c-80f3-f8b36972cde9 req-8166bdb3-5654-49db-b41f-95b162fd190b tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3293903 Oct 27 10:45:22.156411 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device d0e14ef5-08b1-4e57-9551-20912bc54e99 up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:45:22.164035 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [req-ff885b2a-244d-493c-80f3-f8b36972cde9 req-d96d0901-fbfc-4a06-be59-c2adc4c14e71 service neutron] Request body: {'port': {'device_id': 'b45d05e6-0927-4bbe-8060-f91e2d8c3cd2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-10'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:45:22.241174 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-960cd5dd-6395-4e19-bc63-a960cb5c97a8 tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:22.362377 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439016fb-5e97-4b60-ab4d-89ecd7b2adbf req-93e3de19-f52b-47c9-aa9a-3289377c4df1 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:45:22.369746 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-439016fb-5e97-4b60-ab4d-89ecd7b2adbf req-93e3de19-f52b-47c9-aa9a-3289377c4df1 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "GET /v2.0/ports?device_id=b45d05e6-0927-4bbe-8060-f91e2d8c3cd2 HTTP/1.1" status: 200 len: 931 time: 0.1052463 Oct 27 10:45:22.464463 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-439016fb-5e97-4b60-ab4d-89ecd7b2adbf req-ebedaae5-f6a8-4796-b3fc-5a2834013da9 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "GET /v2.0/security-groups?id=aba59fed-d1f1-4e7e-84e9-aa222a50e870&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886657 Oct 27 10:45:22.472368 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-960cd5dd-6395-4e19-bc63-a960cb5c97a8 tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] Network cf6d663f-a48d-4b09-b2a1-9af7b99cb4f8 is already hosted by enough agents. {{(pid=102347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:45:22.508858 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [None req-960cd5dd-6395-4e19-bc63-a960cb5c97a8 tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] Resources bound (agent type, host, resource id): {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:45:22.527059 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-3c6a8245-0581-48aa-b5f6-4d8fe98cd16e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:22.529024 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-960cd5dd-6395-4e19-bc63-a960cb5c97a8 tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] Received port after_create {{(pid=102347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:45:22.543142 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-960cd5dd-6395-4e19-bc63-a960cb5c97a8 tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:45:22.543834 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-960cd5dd-6395-4e19-bc63-a960cb5c97a8 tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:22.622962 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-4c627a68-987b-44a7-a1cf-459bf13363f8 None None] Provisioning complete for port db6f15ff-5bdc-4adf-b643-9752ee254b7f triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:45:22.622962 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-4c627a68-987b-44a7-a1cf-459bf13363f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:22.630859 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-ff885b2a-244d-493c-80f3-f8b36972cde9 req-d96d0901-fbfc-4a06-be59-c2adc4c14e71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:22.648474 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960cd5dd-6395-4e19-bc63-a960cb5c97a8 tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] Pushing event updated for resources: {'Port': ['ID=288722b1-06e3-422f-931a-36d029394cb8,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:45:22.684539 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f93b77-9f0e-4927-b84b-8fc40aa8ac99 req-c21d49d1-634f-481f-885b-5f8c4cb3f11d tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:45:22.687780 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c5f93b77-9f0e-4927-b84b-8fc40aa8ac99 req-c21d49d1-634f-481f-885b-5f8c4cb3f11d tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] 10.222.0.44 "GET /v2.0/ports?device_id=5e764ccd-8221-4655-9e0d-a1047e5437a0 HTTP/1.1" status: 200 len: 945 time: 0.4395037 Oct 27 10:45:22.710066 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-960cd5dd-6395-4e19-bc63-a960cb5c97a8 tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 2.4419680 Oct 27 10:45:22.710652 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 52732) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:45:22.831559 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_common [req-74bf257e-ed85-4aa8-80e0-0daf2ff35574 req-4584758f-8b13-4a99-816c-efde43e20dac tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Allocated IP 172.20.0.6 (33cc32c2-598c-44fc-a251-6575a62c00c5/87624d80-dded-417f-af79-cc56a741e5c4/4c970381-dbbd-479e-9a08-a677b8271f14) {{(pid=102347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:45:22.876174 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-4c627a68-987b-44a7-a1cf-459bf13363f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:22.892492 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c5f93b77-9f0e-4927-b84b-8fc40aa8ac99 req-b9cc04be-93ae-4f0f-89b7-4060350f7b55 tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] 10.222.0.44 "GET /v2.0/security-groups?id=78b00a37-7309-4fe7-b9e5-d3cf0246ee6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1964483 Oct 27 10:45:22.906404 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port d0e14ef5-08b1-4e57-9551-20912bc54e99 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:45:22.906927 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:22.995606 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-4c627a68-987b-44a7-a1cf-459bf13363f8 None None] For port db6f15ff-5bdc-4adf-b643-9752ee254b7f, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=db6f15ff-5bdc-4adf-b643-9752ee254b7f,segment=NetworkSegment(63cb06de-bced-4c04-af90-5d1e7f7eba7a),segment_id=63cb06de-bced-4c04-af90-5d1e7f7eba7a)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:45:23.008881 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-4c627a68-987b-44a7-a1cf-459bf13363f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:23.224965 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device db6f15ff-5bdc-4adf-b643-9752ee254b7f up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:45:23.228019 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-74bf257e-ed85-4aa8-80e0-0daf2ff35574 req-4584758f-8b13-4a99-816c-efde43e20dac tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Publish callbacks [] for port, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:23.345798 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c627a68-987b-44a7-a1cf-459bf13363f8 None None] Pushing event updated for resources: {'Port': ['ID=db6f15ff-5bdc-4adf-b643-9752ee254b7f,revision_number=3']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:45:23.387620 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port db6f15ff-5bdc-4adf-b643-9752ee254b7f triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:45:23.388005 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:23.393574 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [req-ff885b2a-244d-493c-80f3-f8b36972cde9 req-d96d0901-fbfc-4a06-be59-c2adc4c14e71 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c77c14f5-15cf-44b8-9217-12d2befbb0da {{(pid=102347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:45:23.406411 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-ff885b2a-244d-493c-80f3-f8b36972cde9 req-d96d0901-fbfc-4a06-be59-c2adc4c14e71 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:23.424292 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-74bf257e-ed85-4aa8-80e0-0daf2ff35574 req-4584758f-8b13-4a99-816c-efde43e20dac tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:23.426367 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.provisioning_blocks [req-ff885b2a-244d-493c-80f3-f8b36972cde9 req-d96d0901-fbfc-4a06-be59-c2adc4c14e71 service neutron] Transition to ACTIVE for port object c77c14f5-15cf-44b8-9217-12d2befbb0da will not be triggered until provisioned by entity L2. {{(pid=102347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 10:45:23.467722 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-ff885b2a-244d-493c-80f3-f8b36972cde9 req-d96d0901-fbfc-4a06-be59-c2adc4c14e71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:23.507891 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74bf257e-ed85-4aa8-80e0-0daf2ff35574 req-4584758f-8b13-4a99-816c-efde43e20dac tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Network 33cc32c2-598c-44fc-a251-6575a62c00c5 is already hosted by enough agents. {{(pid=102347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:45:23.515675 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [req-74bf257e-ed85-4aa8-80e0-0daf2ff35574 req-4584758f-8b13-4a99-816c-efde43e20dac tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Resources bound (agent type, host, resource id): {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:45:23.517653 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4584758f-8b13-4a99-816c-efde43e20dac tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Pushing event updated for resources: {'Port': ['ID=4c970381-dbbd-479e-9a08-a677b8271f14,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:45:23.523149 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [req-74bf257e-ed85-4aa8-80e0-0daf2ff35574 req-4584758f-8b13-4a99-816c-efde43e20dac tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Received port after_create {{(pid=102347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:45:23.708935 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-73881fad-b43b-4c2d-a6f7-7996a99ad083 None None] Provisioning complete for port db6f15ff-5bdc-4adf-b643-9752ee254b7f triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:45:23.709424 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-73881fad-b43b-4c2d-a6f7-7996a99ad083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:23.774359 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96d0901-fbfc-4a06-be59-c2adc4c14e71 service neutron] Pushing event updated for resources: {'Port': ['ID=c77c14f5-15cf-44b8-9217-12d2befbb0da,revision_number=2']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:45:23.810860 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_v2 [None req-852ca7b6-89de-4734-9c94-19714a54f3ab tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] Deleting subnet c132bd83-c0d3-4dfa-8982-fb58e6d16c4c {{(pid=102346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 10:45:23.836304 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bf257e-ed85-4aa8-80e0-0daf2ff35574 req-4584758f-8b13-4a99-816c-efde43e20dac tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:45:23.837130 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-74bf257e-ed85-4aa8-80e0-0daf2ff35574 req-4584758f-8b13-4a99-816c-efde43e20dac tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:23.888410 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-852ca7b6-89de-4734-9c94-19714a54f3ab tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] Publish callbacks [] for subnet, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:24.011147 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-74bf257e-ed85-4aa8-80e0-0daf2ff35574 req-4584758f-8b13-4a99-816c-efde43e20dac tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1301575 Oct 27 10:45:24.026260 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [req-74bf257e-ed85-4aa8-80e0-0daf2ff35574 req-13153d76-9cb2-4e3e-b216-85d581d653d8 service neutron] Request body: {'port': {'device_id': '23dd7c1d-ad1f-4575-989c-251d4917f719', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-10'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:45:24.043694 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea654229-80cb-486b-a3f5-914b899dc310 req-d0c9c855-ed10-45d5-a0ab-8605372b0dc5 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:45:24.046047 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104fca77-5cda-49b8-8071-db663c55ddfc req-ed3144ae-946c-4cbe-be91-4b252e734cdc tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:45:24.049201 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-104fca77-5cda-49b8-8071-db663c55ddfc req-ed3144ae-946c-4cbe-be91-4b252e734cdc tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "GET /v2.0/ports?device_id=b45d05e6-0927-4bbe-8060-f91e2d8c3cd2 HTTP/1.1" status: 200 len: 943 time: 0.3275197 Oct 27 10:45:24.064992 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ea654229-80cb-486b-a3f5-914b899dc310 req-d0c9c855-ed10-45d5-a0ab-8605372b0dc5 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/ports?device_id=23dd7c1d-ad1f-4575-989c-251d4917f719 HTTP/1.1" status: 200 len: 931 time: 0.2490430 Oct 27 10:45:24.068770 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9002556a-f5ca-4f26-94b1-6149e5d88622 None None] Network cf6d663f-a48d-4b09-b2a1-9af7b99cb4f8 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:45:24.077057 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-ff885b2a-244d-493c-80f3-f8b36972cde9 req-d96d0901-fbfc-4a06-be59-c2adc4c14e71 service neutron] Attempting to bind port c77c14f5-15cf-44b8-9217-12d2befbb0da on host n-h1-813419-10 for vnic_type normal with profile {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:45:24.077529 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-852ca7b6-89de-4734-9c94-19714a54f3ab tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25847868'] for subnet, precommit_delete_associations {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:24.077697 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-ff885b2a-244d-493c-80f3-f8b36972cde9 req-d96d0901-fbfc-4a06-be59-c2adc4c14e71 service neutron] Attempting to bind port c77c14f5-15cf-44b8-9217-12d2befbb0da by drivers openvswitch,hyperv on host n-h1-813419-10 at level 0 using segments [{'id': 'c2add56f-ac0d-4bab-9740-363f7178fe2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'd11bc4e4-9641-4700-8e5b-752620d126aa'}] {{(pid=102347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:45:24.078155 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff885b2a-244d-493c-80f3-f8b36972cde9 req-d96d0901-fbfc-4a06-be59-c2adc4c14e71 service neutron] Attempting to bind port c77c14f5-15cf-44b8-9217-12d2befbb0da on network d11bc4e4-9641-4700-8e5b-752620d126aa {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:45:24.085692 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff885b2a-244d-493c-80f3-f8b36972cde9 req-d96d0901-fbfc-4a06-be59-c2adc4c14e71 service neutron] Port c77c14f5-15cf-44b8-9217-12d2befbb0da on network d11bc4e4-9641-4700-8e5b-752620d126aa not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-10 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 10:45:24.086150 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff885b2a-244d-493c-80f3-f8b36972cde9 req-d96d0901-fbfc-4a06-be59-c2adc4c14e71 service neutron] Attempting to bind port c77c14f5-15cf-44b8-9217-12d2befbb0da on network d11bc4e4-9641-4700-8e5b-752620d126aa {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:45:24.099714 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff885b2a-244d-493c-80f3-f8b36972cde9 req-d96d0901-fbfc-4a06-be59-c2adc4c14e71 service neutron] Checking agent: {'id': 'a52e1cab-0c63-402d-9c94-330537c6c076', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 16, 2), 'started_at': datetime.datetime(2021, 10, 27, 10, 16, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 45, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:45:24.100320 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff885b2a-244d-493c-80f3-f8b36972cde9 req-d96d0901-fbfc-4a06-be59-c2adc4c14e71 service neutron] Checking segment: {'id': 'c2add56f-ac0d-4bab-9740-363f7178fe2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'd11bc4e4-9641-4700-8e5b-752620d126aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:45:24.100802 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff885b2a-244d-493c-80f3-f8b36972cde9 req-d96d0901-fbfc-4a06-be59-c2adc4c14e71 service neutron] Bound using segment: {'id': 'c2add56f-ac0d-4bab-9740-363f7178fe2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'd11bc4e4-9641-4700-8e5b-752620d126aa'} {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:45:24.101348 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-ff885b2a-244d-493c-80f3-f8b36972cde9 req-d96d0901-fbfc-4a06-be59-c2adc4c14e71 service neutron] Bound port: c77c14f5-15cf-44b8-9217-12d2befbb0da, host: n-h1-813419-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2add56f-ac0d-4bab-9740-363f7178fe2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'd11bc4e4-9641-4700-8e5b-752620d126aa'}}] {{(pid=102347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:45:24.101826 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-ff885b2a-244d-493c-80f3-f8b36972cde9 req-d96d0901-fbfc-4a06-be59-c2adc4c14e71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:24.175896 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ea654229-80cb-486b-a3f5-914b899dc310 req-749719bd-eb60-4e3c-98b8-7e5559cde43a tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/security-groups?id=3238f945-43ac-4dbd-b7b0-70b6d0fec036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098037 Oct 27 10:45:24.193949 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device daf74cd7-5d3f-43e4-9487-5fc36fa52fbb up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:45:24.195478 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-104fca77-5cda-49b8-8071-db663c55ddfc req-fdc9518e-01d4-4db0-8350-0eb229de9dd7 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "GET /v2.0/security-groups?id=aba59fed-d1f1-4e7e-84e9-aa222a50e870&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1248624 Oct 27 10:45:24.202209 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-74bf257e-ed85-4aa8-80e0-0daf2ff35574 req-13153d76-9cb2-4e3e-b216-85d581d653d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:24.406905 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-852ca7b6-89de-4734-9c94-19714a54f3ab tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855646'] for subnet, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:24.415335 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-78d61566-256a-4113-b4d8-ec373e93cf31 None None] Provisioning complete for port 4c970381-dbbd-479e-9a08-a677b8271f14 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:45:24.419371 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-78d61566-256a-4113-b4d8-ec373e93cf31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:24.468318 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port daf74cd7-5d3f-43e4-9487-5fc36fa52fbb triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:45:24.468839 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:24.529198 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-852ca7b6-89de-4734-9c94-19714a54f3ab tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27024355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27168307'] for subnet, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:24.545293 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-ff885b2a-244d-493c-80f3-f8b36972cde9 req-d96d0901-fbfc-4a06-be59-c2adc4c14e71 service neutron] For port c77c14f5-15cf-44b8-9217-12d2befbb0da, host n-h1-813419-10, cleared binding levels {{(pid=102347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:45:24.567968 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-78d61566-256a-4113-b4d8-ec373e93cf31 None None] Port 4c970381-dbbd-479e-9a08-a677b8271f14 cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:45:24.597905 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852ca7b6-89de-4734-9c94-19714a54f3ab tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] Pushing event deleted for resources: {'Subnet': ['ID=c132bd83-c0d3-4dfa-8982-fb58e6d16c4c,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:45:24.611295 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-852ca7b6-89de-4734-9c94-19714a54f3ab tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for subnet, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:24.619968 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077b3256-819a-4267-ae13-2ac52e774962 req-c72a239f-39c7-437b-8318-8287b326b763 tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:45:24.620139 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-852ca7b6-89de-4734-9c94-19714a54f3ab tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] 10.222.0.44 "DELETE /v2.0/subnets/c132bd83-c0d3-4dfa-8982-fb58e6d16c4c HTTP/1.1" status: 204 len: 168 time: 1.9080145 Oct 27 10:45:24.623496 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 52754) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:45:24.628512 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-077b3256-819a-4267-ae13-2ac52e774962 req-c72a239f-39c7-437b-8318-8287b326b763 tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] 10.222.0.44 "GET /v2.0/ports?device_id=5e764ccd-8221-4655-9e0d-a1047e5437a0 HTTP/1.1" status: 200 len: 945 time: 0.1960721 Oct 27 10:45:24.641404 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-78d61566-256a-4113-b4d8-ec373e93cf31 None None] Provisioning complete for port daf74cd7-5d3f-43e4-9487-5fc36fa52fbb triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:45:24.642303 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-ff885b2a-244d-493c-80f3-f8b36972cde9 req-d96d0901-fbfc-4a06-be59-c2adc4c14e71 service neutron] For port c77c14f5-15cf-44b8-9217-12d2befbb0da, host n-h1-813419-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=c77c14f5-15cf-44b8-9217-12d2befbb0da,segment=NetworkSegment(c2add56f-ac0d-4bab-9740-363f7178fe2a),segment_id=c2add56f-ac0d-4bab-9740-363f7178fe2a)] {{(pid=102347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:45:24.642476 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-78d61566-256a-4113-b4d8-ec373e93cf31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:24.665840 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-ff885b2a-244d-493c-80f3-f8b36972cde9 req-d96d0901-fbfc-4a06-be59-c2adc4c14e71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:24.745619 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:24.752097 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff885b2a-244d-493c-80f3-f8b36972cde9 req-d96d0901-fbfc-4a06-be59-c2adc4c14e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:45:24.752999 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-ff885b2a-244d-493c-80f3-f8b36972cde9 req-d96d0901-fbfc-4a06-be59-c2adc4c14e71 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:24.754643 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-ff885b2a-244d-493c-80f3-f8b36972cde9 req-d96d0901-fbfc-4a06-be59-c2adc4c14e71 service neutron] 10.222.0.64 "PUT /v2.0/ports/c77c14f5-15cf-44b8-9217-12d2befbb0da HTTP/1.1" status: 200 len: 1092 time: 2.5953944 Oct 27 10:45:24.756892 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b45d05e6-0927-4bbe-8060-f91e2d8c3cd2', 'tag': 'c77c14f5-15cf-44b8-9217-12d2befbb0da'}] {{(pid=102347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:45:24.759489 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311149b481204ee7edffdb959c881838506fbd95bc8577c048f6677abb73acc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70279268-9aab-4f2f-8878-61d37a67d0b7" -d '{"events": [{"name": "network-changed", "server_uuid": "b45d05e6-0927-4bbe-8060-f91e2d8c3cd2", "tag": "c77c14f5-15cf-44b8-9217-12d2befbb0da"}]}' {{(pid=102347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:45:24.774456 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-077b3256-819a-4267-ae13-2ac52e774962 req-af6edf8c-77dd-4fd0-bc81-eb211cdecdd8 tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] 10.222.0.44 "GET /v2.0/security-groups?id=78b00a37-7309-4fe7-b9e5-d3cf0246ee6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447821 Oct 27 10:45:24.866089 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] For port daf74cd7-5d3f-43e4-9487-5fc36fa52fbb, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=daf74cd7-5d3f-43e4-9487-5fc36fa52fbb,segment=NetworkSegment(dfa619b9-56e6-4c03-902a-4bc4c78b3bb4),segment_id=dfa619b9-56e6-4c03-902a-4bc4c78b3bb4)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:45:24.879169 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:24.879998 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device db6f15ff-5bdc-4adf-b643-9752ee254b7f up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:45:24.919505 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 10:45:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b110aeaf-522e-4194-962b-0e75e6a5d95b x-openstack-request-id: req-b110aeaf-522e-4194-962b-0e75e6a5d95b {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:45:24.920095 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b45d05e6-0927-4bbe-8060-f91e2d8c3cd2", "tag": "c77c14f5-15cf-44b8-9217-12d2befbb0da", "status": "completed", "code": 200}]} {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:45:24.920537 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b110aeaf-522e-4194-962b-0e75e6a5d95b {{(pid=102347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:45:24.921094 n-d-813419-10 neutron-server[102347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b45d05e6-0927-4bbe-8060-f91e2d8c3cd2', 'tag': 'c77c14f5-15cf-44b8-9217-12d2befbb0da', 'status': 'completed', 'code': 200} Oct 27 10:45:24.921251 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5978fd81-7665-4fb2-9ab0-0adbaaea6767 tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:45:24.922345 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96d0901-fbfc-4a06-be59-c2adc4c14e71 service neutron] Pushing event updated for resources: {'Port': ['ID=c77c14f5-15cf-44b8-9217-12d2befbb0da,revision_number=3']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:45:24.926961 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5978fd81-7665-4fb2-9ab0-0adbaaea6767 tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:45:24.930641 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-5978fd81-7665-4fb2-9ab0-0adbaaea6767 tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.3061001 Oct 27 10:45:24.933720 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 52758) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:45:24.962266 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [req-74bf257e-ed85-4aa8-80e0-0daf2ff35574 req-13153d76-9cb2-4e3e-b216-85d581d653d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c970381-dbbd-479e-9a08-a677b8271f14 {{(pid=102347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:45:24.990788 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-74bf257e-ed85-4aa8-80e0-0daf2ff35574 req-13153d76-9cb2-4e3e-b216-85d581d653d8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:25.000880 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff885b2a-244d-493c-80f3-f8b36972cde9 req-79ece069-2499-450a-b285-f5d0fa6a8152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:45:25.002849 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-ff885b2a-244d-493c-80f3-f8b36972cde9 req-79ece069-2499-450a-b285-f5d0fa6a8152 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7f357cb809634e50864d0c31dbcbd617&device_id=b45d05e6-0927-4bbe-8060-f91e2d8c3cd2 HTTP/1.1" status: 200 len: 1095 time: 0.1878319 Oct 27 10:45:25.017924 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.provisioning_blocks [req-74bf257e-ed85-4aa8-80e0-0daf2ff35574 req-13153d76-9cb2-4e3e-b216-85d581d653d8 service neutron] Transition to ACTIVE for port object 4c970381-dbbd-479e-9a08-a677b8271f14 will not be triggered until provisioned by entity L2. {{(pid=102347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 10:45:25.046778 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Pushing event updated for resources: {'Port': ['ID=daf74cd7-5d3f-43e4-9487-5fc36fa52fbb,revision_number=4']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:45:25.121451 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-74bf257e-ed85-4aa8-80e0-0daf2ff35574 req-13153d76-9cb2-4e3e-b216-85d581d653d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:25.142024 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port db6f15ff-5bdc-4adf-b643-9752ee254b7f triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:45:25.142559 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:25.191497 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-dbbc4607-1707-4980-9915-837b60cc75ad tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586917'] for network, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:25.191708 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-ff885b2a-244d-493c-80f3-f8b36972cde9 req-7013e2ad-71d7-487b-8905-7ece40f7ec3f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c77c14f5-15cf-44b8-9217-12d2befbb0da HTTP/1.1" status: 200 len: 217 time: 0.1798272 Oct 27 10:45:25.208771 n-d-813419-10 neutron-server[102346]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbbc4607-1707-4980-9915-837b60cc75ad tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] DELETE failed (client error): There was a conflict when trying to complete your request. Oct 27 10:45:25.209247 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dbbc4607-1707-4980-9915-837b60cc75ad tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=102346) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 10:45:25.226235 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-dbbc4607-1707-4980-9915-837b60cc75ad tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] 10.222.0.44 "DELETE /v2.0/networks/cf6d663f-a48d-4b09-b2a1-9af7b99cb4f8 HTTP/1.1" status: 409 len: 405 time: 0.2911053 Oct 27 10:45:25.227171 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 52762) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:45:25.239746 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-4a870ad8-106f-4f0d-9a60-63837cbc954c tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-760307628'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:45:25.296612 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a870ad8-106f-4f0d-9a60-63837cbc954c tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] Made reservation on behalf of d11230e216a8495aa6a1ed060cf53449 for: {'network': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:45:25.310879 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-4a870ad8-106f-4f0d-9a60-63837cbc954c tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for network, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:25.330120 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9b051c6-2754-45e7-aaca-dabb5bb33d8a None None] Network cf6d663f-a48d-4b09-b2a1-9af7b99cb4f8 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:45:25.463733 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a870ad8-106f-4f0d-9a60-63837cbc954c tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 432} {{(pid=102346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 10:45:25.501410 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-4a870ad8-106f-4f0d-9a60-63837cbc954c tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:25.501757 n-d-813419-10 neutron-server[102346]: INFO neutron.db.segments_db [None req-4a870ad8-106f-4f0d-9a60-63837cbc954c tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] Added segment 372499bf-4a79-47bd-9d58-c9a9dbb52ae0 of type vlan for network f8ef1ce4-6d4d-48fe-8515-02b0c1ae5277 Oct 27 10:45:25.550486 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6754845-6760-4fe8-bf92-55c6b7a55941 req-f7ab1ea4-fce8-4c0d-9505-d592caf066bb tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:45:25.555976 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-d6754845-6760-4fe8-bf92-55c6b7a55941 req-f7ab1ea4-fce8-4c0d-9505-d592caf066bb tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "GET /v2.0/ports?device_id=b45d05e6-0927-4bbe-8060-f91e2d8c3cd2 HTTP/1.1" status: 200 len: 943 time: 0.1759520 Oct 27 10:45:25.657902 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-4a870ad8-106f-4f0d-9a60-63837cbc954c tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743872593080'] for network, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:25.679152 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-74bf257e-ed85-4aa8-80e0-0daf2ff35574 req-13153d76-9cb2-4e3e-b216-85d581d653d8 service neutron] Attempting to bind port 4c970381-dbbd-479e-9a08-a677b8271f14 on host n-h2-813419-10 for vnic_type normal with profile {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:45:25.679756 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-74bf257e-ed85-4aa8-80e0-0daf2ff35574 req-13153d76-9cb2-4e3e-b216-85d581d653d8 service neutron] Attempting to bind port 4c970381-dbbd-479e-9a08-a677b8271f14 by drivers openvswitch,hyperv on host n-h2-813419-10 at level 0 using segments [{'id': 'd1b37471-bd8e-4564-a77c-6e0c9d2699fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '33cc32c2-598c-44fc-a251-6575a62c00c5'}] {{(pid=102347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:45:25.681846 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74bf257e-ed85-4aa8-80e0-0daf2ff35574 req-13153d76-9cb2-4e3e-b216-85d581d653d8 service neutron] Attempting to bind port 4c970381-dbbd-479e-9a08-a677b8271f14 on network 33cc32c2-598c-44fc-a251-6575a62c00c5 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:45:25.692928 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13153d76-9cb2-4e3e-b216-85d581d653d8 service neutron] Pushing event updated for resources: {'Port': ['ID=4c970381-dbbd-479e-9a08-a677b8271f14,revision_number=2']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:45:25.723113 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74bf257e-ed85-4aa8-80e0-0daf2ff35574 req-13153d76-9cb2-4e3e-b216-85d581d653d8 service neutron] Port 4c970381-dbbd-479e-9a08-a677b8271f14 on network 33cc32c2-598c-44fc-a251-6575a62c00c5 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-10 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 10:45:25.723452 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74bf257e-ed85-4aa8-80e0-0daf2ff35574 req-13153d76-9cb2-4e3e-b216-85d581d653d8 service neutron] Attempting to bind port 4c970381-dbbd-479e-9a08-a677b8271f14 on network 33cc32c2-598c-44fc-a251-6575a62c00c5 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:45:25.725860 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-608ecb80-f5ff-4dac-b134-1cefbfe594bc None None] Provisioning complete for port 288722b1-06e3-422f-931a-36d029394cb8 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:45:25.726238 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-608ecb80-f5ff-4dac-b134-1cefbfe594bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:25.743450 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74bf257e-ed85-4aa8-80e0-0daf2ff35574 req-13153d76-9cb2-4e3e-b216-85d581d653d8 service neutron] Checking agent: {'id': 'a2edc247-0fa4-4ce6-bbae-a10492f6bd71', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 16, 9), 'started_at': datetime.datetime(2021, 10, 27, 10, 16, 9), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 45, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:45:25.743804 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74bf257e-ed85-4aa8-80e0-0daf2ff35574 req-13153d76-9cb2-4e3e-b216-85d581d653d8 service neutron] Checking segment: {'id': 'd1b37471-bd8e-4564-a77c-6e0c9d2699fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '33cc32c2-598c-44fc-a251-6575a62c00c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:45:25.744514 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74bf257e-ed85-4aa8-80e0-0daf2ff35574 req-13153d76-9cb2-4e3e-b216-85d581d653d8 service neutron] Bound using segment: {'id': 'd1b37471-bd8e-4564-a77c-6e0c9d2699fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '33cc32c2-598c-44fc-a251-6575a62c00c5'} {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:45:25.745420 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-74bf257e-ed85-4aa8-80e0-0daf2ff35574 req-13153d76-9cb2-4e3e-b216-85d581d653d8 service neutron] Bound port: 4c970381-dbbd-479e-9a08-a677b8271f14, host: n-h2-813419-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1b37471-bd8e-4564-a77c-6e0c9d2699fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '33cc32c2-598c-44fc-a251-6575a62c00c5'}}] {{(pid=102347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:45:25.745889 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-74bf257e-ed85-4aa8-80e0-0daf2ff35574 req-13153d76-9cb2-4e3e-b216-85d581d653d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:25.750442 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-d6754845-6760-4fe8-bf92-55c6b7a55941 req-ae6a5762-ac28-43a3-97b6-cbd0fa92b5bd tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "GET /v2.0/security-groups?id=aba59fed-d1f1-4e7e-84e9-aa222a50e870&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1551678 Oct 27 10:45:25.780833 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-4a870ad8-106f-4f0d-9a60-63837cbc954c tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913'] for network, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:25.789954 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a870ad8-106f-4f0d-9a60-63837cbc954c tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:45:25.792538 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-4a870ad8-106f-4f0d-9a60-63837cbc954c tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] Publish callbacks [] for network, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:25.813521 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-608ecb80-f5ff-4dac-b134-1cefbfe594bc None None] Port 288722b1-06e3-422f-931a-36d029394cb8 cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:45:25.873931 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-608ecb80-f5ff-4dac-b134-1cefbfe594bc None None] Provisioning complete for port daf74cd7-5d3f-43e4-9487-5fc36fa52fbb triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:45:25.874303 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-608ecb80-f5ff-4dac-b134-1cefbfe594bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:25.992408 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5b9d258-5492-465f-809f-b47c0971b364 None None] DHCP port deletion for cf6d663f-a48d-4b09-b2a1-9af7b99cb4f8 request from n-d-813419-10 {{(pid=102348) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 10:45:26.018154 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a870ad8-106f-4f0d-9a60-63837cbc954c tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] Pushing event updated for resources: {'Network': ['ID=f8ef1ce4-6d4d-48fe-8515-02b0c1ae5277,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:45:26.048830 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-4a870ad8-106f-4f0d-9a60-63837cbc954c tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.8203943 Oct 27 10:45:26.052354 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 52780) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:45:26.058439 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-c280667d-8f5f-473f-95b6-4d9db7280e54 tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] Request body: {'subnet': {'network_id': 'f8ef1ce4-6d4d-48fe-8515-02b0c1ae5277', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:45:26.060598 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Network f8ef1ce4-6d4d-48fe-8515-02b0c1ae5277 details requested by agent ovs-agent-n-d-813419-10 with host n-d-813419-10 {{(pid=102348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 10:45:26.260563 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6120b50-9e26-442d-a31e-c3f433263136 req-b8794750-7ed7-475d-ab89-862ccab52a30 tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:45:26.262141 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-f6120b50-9e26-442d-a31e-c3f433263136 req-b8794750-7ed7-475d-ab89-862ccab52a30 tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] 10.222.0.44 "GET /v2.0/ports?device_id=5e764ccd-8221-4655-9e0d-a1047e5437a0 HTTP/1.1" status: 200 len: 945 time: 0.2293622 Oct 27 10:45:26.288752 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-e5b9d258-5492-465f-809f-b47c0971b364 None None] Deleting port daf74cd7-5d3f-43e4-9487-5fc36fa52fbb {{(pid=102348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:45:26.290391 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-e5b9d258-5492-465f-809f-b47c0971b364 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:26.443329 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c280667d-8f5f-473f-95b6-4d9db7280e54 tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] Made reservation on behalf of d11230e216a8495aa6a1ed060cf53449 for: {'subnet': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:45:26.450017 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-c280667d-8f5f-473f-95b6-4d9db7280e54 tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27167186'] for subnet, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:26.462381 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff885b2a-244d-493c-80f3-f8b36972cde9 req-12462bb1-5ef3-4b29-9512-9a1c5c0af128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:45:26.464573 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-ff885b2a-244d-493c-80f3-f8b36972cde9 req-12462bb1-5ef3-4b29-9512-9a1c5c0af128 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5b672036-8a16-4b88-9ee6-2dcda441f5a9 HTTP/1.1" status: 200 len: 835 time: 1.2176321 Oct 27 10:45:26.472462 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5951b018-24e2-4576-a73d-132e8c35ea34 req-ec4aba31-89a6-473a-b6df-843b84080720 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:45:26.499196 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-5951b018-24e2-4576-a73d-132e8c35ea34 req-ec4aba31-89a6-473a-b6df-843b84080720 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/ports?device_id=23dd7c1d-ad1f-4575-989c-251d4917f719 HTTP/1.1" status: 200 len: 943 time: 1.1427989 Oct 27 10:45:26.515286 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-f6120b50-9e26-442d-a31e-c3f433263136 req-58e48358-5d77-4149-aff4-2fc745b2d4cb tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] 10.222.0.44 "GET /v2.0/security-groups?id=78b00a37-7309-4fe7-b9e5-d3cf0246ee6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733482 Oct 27 10:45:26.657600 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-5951b018-24e2-4576-a73d-132e8c35ea34 req-f12e28a7-f122-4b15-bf5b-eb27345dfa7f tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/security-groups?id=3238f945-43ac-4dbd-b7b0-70b6d0fec036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562603 Oct 27 10:45:26.685796 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-74bf257e-ed85-4aa8-80e0-0daf2ff35574 req-13153d76-9cb2-4e3e-b216-85d581d653d8 service neutron] For port 4c970381-dbbd-479e-9a08-a677b8271f14, host n-h2-813419-10, cleared binding levels {{(pid=102347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:45:26.687466 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-e5b9d258-5492-465f-809f-b47c0971b364 None None] For port daf74cd7-5d3f-43e4-9487-5fc36fa52fbb, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=daf74cd7-5d3f-43e4-9487-5fc36fa52fbb,segment=NetworkSegment(dfa619b9-56e6-4c03-902a-4bc4c78b3bb4),segment_id=dfa619b9-56e6-4c03-902a-4bc4c78b3bb4)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:45:26.687861 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-e5b9d258-5492-465f-809f-b47c0971b364 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:26.693967 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff885b2a-244d-493c-80f3-f8b36972cde9 req-21fe6821-aab0-4318-a52b-a81955921ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:45:26.698271 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-ff885b2a-244d-493c-80f3-f8b36972cde9 req-21fe6821-aab0-4318-a52b-a81955921ce7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d11bc4e4-9641-4700-8e5b-752620d126aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1970160 Oct 27 10:45:26.702403 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-74bf257e-ed85-4aa8-80e0-0daf2ff35574 req-13153d76-9cb2-4e3e-b216-85d581d653d8 service neutron] For port 4c970381-dbbd-479e-9a08-a677b8271f14, host n-h2-813419-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=4c970381-dbbd-479e-9a08-a677b8271f14,segment=NetworkSegment(d1b37471-bd8e-4564-a77c-6e0c9d2699fd),segment_id=d1b37471-bd8e-4564-a77c-6e0c9d2699fd)] {{(pid=102347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:45:26.703662 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-e5b9d258-5492-465f-809f-b47c0971b364 None None] Calling delete_port for daf74cd7-5d3f-43e4-9487-5fc36fa52fbb owned by network:dhcp {{(pid=102348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:45:26.723080 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-74bf257e-ed85-4aa8-80e0-0daf2ff35574 req-13153d76-9cb2-4e3e-b216-85d581d653d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:26.822798 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-e5b9d258-5492-465f-809f-b47c0971b364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615'] for port, after_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:26.865284 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b9d258-5492-465f-809f-b47c0971b364 None None] Pushing event deleted for resources: {'Port': ['ID=daf74cd7-5d3f-43e4-9487-5fc36fa52fbb,revision_number=None']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:45:26.873385 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5b9d258-5492-465f-809f-b47c0971b364 None None] No DVR routers for this DVR port daf74cd7-5d3f-43e4-9487-5fc36fa52fbb on host n-d-813419-10 {{(pid=102348) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:45:26.911702 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bf257e-ed85-4aa8-80e0-0daf2ff35574 req-13153d76-9cb2-4e3e-b216-85d581d653d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:45:26.915169 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-74bf257e-ed85-4aa8-80e0-0daf2ff35574 req-13153d76-9cb2-4e3e-b216-85d581d653d8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:26.917306 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-74bf257e-ed85-4aa8-80e0-0daf2ff35574 req-13153d76-9cb2-4e3e-b216-85d581d653d8 service neutron] 10.222.0.76 "PUT /v2.0/ports/4c970381-dbbd-479e-9a08-a677b8271f14 HTTP/1.1" status: 200 len: 1092 time: 2.8967719 Oct 27 10:45:26.928897 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23dd7c1d-ad1f-4575-989c-251d4917f719', 'tag': '4c970381-dbbd-479e-9a08-a677b8271f14'}] {{(pid=102347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:45:26.944465 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311149b481204ee7edffdb959c881838506fbd95bc8577c048f6677abb73acc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dae3f192-dee1-4e18-a6dc-ac4bd0e4efe0" -d '{"events": [{"name": "network-changed", "server_uuid": "23dd7c1d-ad1f-4575-989c-251d4917f719", "tag": "4c970381-dbbd-479e-9a08-a677b8271f14"}]}' {{(pid=102347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:45:26.958896 n-d-813419-10 neutron-server[102346]: DEBUG neutron.objects.ports [None req-c280667d-8f5f-473f-95b6-4d9db7280e54 tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102346) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 27 10:45:26.960515 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-c280667d-8f5f-473f-95b6-4d9db7280e54 tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27024290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27167168'] for subnet, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:27.028229 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13153d76-9cb2-4e3e-b216-85d581d653d8 service neutron] Pushing event updated for resources: {'Port': ['ID=4c970381-dbbd-479e-9a08-a677b8271f14,revision_number=3']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:45:27.069753 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c280667d-8f5f-473f-95b6-4d9db7280e54 tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] Checking segment: {'id': '372499bf-4a79-47bd-9d58-c9a9dbb52ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'f8ef1ce4-6d4d-48fe-8515-02b0c1ae5277'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:45:27.070326 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c280667d-8f5f-473f-95b6-4d9db7280e54 tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] Network hostable DHCP agents. Network: f8ef1ce4-6d4d-48fe-8515-02b0c1ae5277, hostable agents: ['eafd4000-b897-4722-ae8b-0118ec955181'], hosted agents: [] {{(pid=102346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 10:45:27.093313 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58636c2-c95d-4b46-8032-845d4c48c18d req-9d386a55-ec5a-4d80-a142-6dabd4489fc7 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:45:27.101214 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-e58636c2-c95d-4b46-8032-845d4c48c18d req-9d386a55-ec5a-4d80-a142-6dabd4489fc7 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "GET /v2.0/ports?device_id=b45d05e6-0927-4bbe-8060-f91e2d8c3cd2 HTTP/1.1" status: 200 len: 943 time: 0.2576222 Oct 27 10:45:27.120300 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c280667d-8f5f-473f-95b6-4d9db7280e54 tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] Pushing event updated for resources: {'Subnet': ['ID=9e340c0d-609e-4617-8f40-7cc841bc24b0,revision_number=0']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:45:27.130118 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 10:45:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4bf73e5-ebc6-46a7-ab92-4ee5d5315435 x-openstack-request-id: req-b4bf73e5-ebc6-46a7-ab92-4ee5d5315435 {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:45:27.130404 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23dd7c1d-ad1f-4575-989c-251d4917f719", "tag": "4c970381-dbbd-479e-9a08-a677b8271f14", "status": "completed", "code": 200}]} {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:45:27.130655 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b4bf73e5-ebc6-46a7-ab92-4ee5d5315435 {{(pid=102347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:45:27.131045 n-d-813419-10 neutron-server[102347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23dd7c1d-ad1f-4575-989c-251d4917f719', 'tag': '4c970381-dbbd-479e-9a08-a677b8271f14', 'status': 'completed', 'code': 200} Oct 27 10:45:27.138574 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-ff885b2a-244d-493c-80f3-f8b36972cde9 req-b8e7ec81-e78a-49d3-963a-1ab2c28b9466 service neutron] 10.222.0.64 "GET /v2.0/networks/d11bc4e4-9641-4700-8e5b-752620d126aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4321730 Oct 27 10:45:27.141647 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bf257e-ed85-4aa8-80e0-0daf2ff35574 req-cfcff3a7-f63c-4a06-9fc8-c9d9ceb9c509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:45:27.143082 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-74bf257e-ed85-4aa8-80e0-0daf2ff35574 req-cfcff3a7-f63c-4a06-9fc8-c9d9ceb9c509 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=b02a92ec9ad04d95b8ea6a5db5946dfb&device_id=23dd7c1d-ad1f-4575-989c-251d4917f719 HTTP/1.1" status: 200 len: 1095 time: 0.1674161 Oct 27 10:45:27.152886 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c280667d-8f5f-473f-95b6-4d9db7280e54 tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] Network f8ef1ce4-6d4d-48fe-8515-02b0c1ae5277 is scheduled to be hosted by DHCP agent eafd4000-b897-4722-ae8b-0118ec955181 with binding_index 1 {{(pid=102346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 10:45:27.181044 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-e58636c2-c95d-4b46-8032-845d4c48c18d req-5387b991-b05c-4c6e-9d1e-cca578f2cf5d tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "GET /v2.0/security-groups?id=aba59fed-d1f1-4e7e-84e9-aa222a50e870&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721610 Oct 27 10:45:27.191911 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-c280667d-8f5f-473f-95b6-4d9db7280e54 tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-10, f8ef1ce4-6d4d-48fe-8515-02b0c1ae5277) {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:45:27.199100 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c280667d-8f5f-473f-95b6-4d9db7280e54 tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:45:27.199718 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-c280667d-8f5f-473f-95b6-4d9db7280e54 tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for subnet, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:27.202168 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8541171-a176-416c-ae23-edcd1b514a86 None None] Network f8ef1ce4-6d4d-48fe-8515-02b0c1ae5277 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:45:27.237341 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-c280667d-8f5f-473f-95b6-4d9db7280e54 tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1815784 Oct 27 10:45:27.238594 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 52800) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:45:27.247407 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-97e12068-1ea1-4a6d-84fd-b950f14e44ef tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] Request body: {'port': {'network_id': 'f8ef1ce4-6d4d-48fe-8515-02b0c1ae5277', 'name': 'tempest-NetworksIpV6TestAttrs-1204328926'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:45:27.281314 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-74bf257e-ed85-4aa8-80e0-0daf2ff35574 req-8802362a-4804-4289-8499-ebbc9b1e7b37 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4c970381-dbbd-479e-9a08-a677b8271f14 HTTP/1.1" status: 200 len: 217 time: 0.1247551 Oct 27 10:45:27.361883 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bf257e-ed85-4aa8-80e0-0daf2ff35574 req-d7e0ea69-3d1d-488d-9479-720ef8b3a858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:45:27.363725 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-74bf257e-ed85-4aa8-80e0-0daf2ff35574 req-d7e0ea69-3d1d-488d-9479-720ef8b3a858 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=87624d80-dded-417f-af79-cc56a741e5c4 HTTP/1.1" status: 200 len: 850 time: 0.0744057 Oct 27 10:45:27.371707 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-ff885b2a-244d-493c-80f3-f8b36972cde9 req-74934dd7-5878-4e93-88fa-741c65beb7f5 service neutron] 10.222.0.64 "GET /v2.0/networks/d11bc4e4-9641-4700-8e5b-752620d126aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2257557 Oct 27 10:45:27.407322 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97e12068-1ea1-4a6d-84fd-b950f14e44ef tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] Made reservation on behalf of d11230e216a8495aa6a1ed060cf53449 for: {'port': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:45:27.414312 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-97e12068-1ea1-4a6d-84fd-b950f14e44ef tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:27.458263 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [None req-97e12068-1ea1-4a6d-84fd-b950f14e44ef tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] device_id is not set on port b4ac2a4e-dd3d-4e46-8300-0c55bdced881 yet. {{(pid=102346) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 10:45:27.480225 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bf257e-ed85-4aa8-80e0-0daf2ff35574 req-8c39b823-91bd-4ae8-842b-1134e475629f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:45:27.482016 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-74bf257e-ed85-4aa8-80e0-0daf2ff35574 req-8c39b823-91bd-4ae8-842b-1134e475629f service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=33cc32c2-598c-44fc-a251-6575a62c00c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1092184 Oct 27 10:45:27.488732 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70279268-9aab-4f2f-8878-61d37a67d0b7 req-f5d9b2b7-4ee7-4548-b8f9-77d71d0f7689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:45:27.490537 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-70279268-9aab-4f2f-8878-61d37a67d0b7 req-f5d9b2b7-4ee7-4548-b8f9-77d71d0f7689 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7f357cb809634e50864d0c31dbcbd617&device_id=b45d05e6-0927-4bbe-8060-f91e2d8c3cd2 HTTP/1.1" status: 200 len: 1095 time: 0.0658343 Oct 27 10:45:27.567684 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd7ad6e0-f909-48c5-a667-79d445c012b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp734b258e-7d96-550c-b970-9b72ab66f383-f8ef1ce4-6d4d-48fe-8515-02b0c1ae5277', 'network_id': 'f8ef1ce4-6d4d-48fe-8515-02b0c1ae5277', 'tenant_id': 'd11230e216a8495aa6a1ed060cf53449', 'fixed_ips': [{'subnet_id': '9e340c0d-609e-4617-8f40-7cc841bc24b0'}]}} from n-d-813419-10. {{(pid=102348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 10:45:27.569332 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-cd7ad6e0-f909-48c5-a667-79d445c012b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:27.684728 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_common [None req-97e12068-1ea1-4a6d-84fd-b950f14e44ef tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] Allocated IP 2001:db8::f816:3eff:fead:e97a (f8ef1ce4-6d4d-48fe-8515-02b0c1ae5277/9e340c0d-609e-4617-8f40-7cc841bc24b0/b4ac2a4e-dd3d-4e46-8300-0c55bdced881) {{(pid=102346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:45:27.808756 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7702a5-f2ac-4f87-81c0-9a3ace21f6e9 req-afe94535-a628-4746-ac4b-bc0c23cf2bbd tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:45:27.818808 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-aa7702a5-f2ac-4f87-81c0-9a3ace21f6e9 req-afe94535-a628-4746-ac4b-bc0c23cf2bbd tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] 10.222.0.44 "GET /v2.0/ports?device_id=5e764ccd-8221-4655-9e0d-a1047e5437a0 HTTP/1.1" status: 200 len: 945 time: 0.1810999 Oct 27 10:45:27.868915 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7564c437-7522-4034-9cab-32534fb801ff req-06b5912c-6e70-478c-a309-140c19726f8d tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:45:27.876490 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-7564c437-7522-4034-9cab-32534fb801ff req-06b5912c-6e70-478c-a309-140c19726f8d tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/ports?device_id=23dd7c1d-ad1f-4575-989c-251d4917f719 HTTP/1.1" status: 200 len: 943 time: 0.1267226 Oct 27 10:45:27.893601 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-aa7702a5-f2ac-4f87-81c0-9a3ace21f6e9 req-9fefbe38-7c6b-403d-86fd-75c6f2bd3703 tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] 10.222.0.44 "GET /v2.0/security-groups?id=78b00a37-7309-4fe7-b9e5-d3cf0246ee6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737438 Oct 27 10:45:27.898965 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-74bf257e-ed85-4aa8-80e0-0daf2ff35574 req-933696dc-dd24-4e20-acbb-103abc9546ac service neutron] 10.222.0.76 "GET /v2.0/networks/33cc32c2-598c-44fc-a251-6575a62c00c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4057016 Oct 27 10:45:27.900960 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70279268-9aab-4f2f-8878-61d37a67d0b7 req-3684465e-ccd7-49bd-9e19-3dbf87b1d237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:45:27.902600 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-70279268-9aab-4f2f-8878-61d37a67d0b7 req-3684465e-ccd7-49bd-9e19-3dbf87b1d237 service neutron] 10.222.0.64 "GET /v2.0/networks?id=d11bc4e4-9641-4700-8e5b-752620d126aa HTTP/1.1" status: 200 len: 898 time: 0.3987939 Oct 27 10:45:27.931740 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device daf74cd7-5d3f-43e4-9487-5fc36fa52fbb no longer exists at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:45:27.955862 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-70279268-9aab-4f2f-8878-61d37a67d0b7 req-0d430119-eb33-46d0-bfb8-5666224b4d1c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c77c14f5-15cf-44b8-9217-12d2befbb0da HTTP/1.1" status: 200 len: 217 time: 0.0411866 Oct 27 10:45:27.957476 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-7564c437-7522-4034-9cab-32534fb801ff req-cf0c67a9-1777-4961-b6dd-4c8e4bc48ba5 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/security-groups?id=3238f945-43ac-4dbd-b7b0-70b6d0fec036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779552 Oct 27 10:45:27.988454 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] No Port match for: daf74cd7-5d3f-43e4-9487-5fc36fa52fbb {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:45:27.988727 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device daf74cd7-5d3f-43e4-9487-5fc36fa52fbb not bound to the agent host n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:45:27.993737 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-97e12068-1ea1-4a6d-84fd-b950f14e44ef tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] Publish callbacks [] for port, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:28.045984 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-97e12068-1ea1-4a6d-84fd-b950f14e44ef tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:28.089081 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97e12068-1ea1-4a6d-84fd-b950f14e44ef tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] Network f8ef1ce4-6d4d-48fe-8515-02b0c1ae5277 is already hosted by enough agents. {{(pid=102346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:45:28.116470 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-97e12068-1ea1-4a6d-84fd-b950f14e44ef tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] Resources bound (agent type, host, resource id): {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:45:28.125025 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97e12068-1ea1-4a6d-84fd-b950f14e44ef tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] Received port after_create {{(pid=102346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:45:28.128915 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70279268-9aab-4f2f-8878-61d37a67d0b7 req-db81f77d-dc4e-44e5-bb39-ecce52c8805c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:45:28.129082 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.db_base_plugin_common [None req-cd7ad6e0-f909-48c5-a667-79d445c012b3 None None] Allocated IP 2001:db8::f816:3eff:fea0:7ee1 (f8ef1ce4-6d4d-48fe-8515-02b0c1ae5277/9e340c0d-609e-4617-8f40-7cc841bc24b0/6af102a7-436e-4e83-ac98-c4338595dfde) {{(pid=102348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:45:28.134590 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-70279268-9aab-4f2f-8878-61d37a67d0b7 req-db81f77d-dc4e-44e5-bb39-ecce52c8805c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5b672036-8a16-4b88-9ee6-2dcda441f5a9 HTTP/1.1" status: 200 len: 835 time: 0.1656117 Oct 27 10:45:28.137752 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-74bf257e-ed85-4aa8-80e0-0daf2ff35574 req-ce67bb62-49af-43ed-9926-5f7cad672c01 service neutron] 10.222.0.76 "GET /v2.0/networks/33cc32c2-598c-44fc-a251-6575a62c00c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2322707 Oct 27 10:45:28.148662 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97e12068-1ea1-4a6d-84fd-b950f14e44ef tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:45:28.150023 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-97e12068-1ea1-4a6d-84fd-b950f14e44ef tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:28.224433 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-97e12068-1ea1-4a6d-84fd-b950f14e44ef tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 0.9825983 Oct 27 10:45:28.225263 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 52822) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:45:28.233893 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e12068-1ea1-4a6d-84fd-b950f14e44ef tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] Pushing event updated for resources: {'Port': ['ID=b4ac2a4e-dd3d-4e46-8300-0c55bdced881,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:45:28.307301 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70279268-9aab-4f2f-8878-61d37a67d0b7 req-f40debdd-ddc3-4f19-947e-47b26a0b6387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:45:28.309382 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-70279268-9aab-4f2f-8878-61d37a67d0b7 req-f40debdd-ddc3-4f19-947e-47b26a0b6387 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d11bc4e4-9641-4700-8e5b-752620d126aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1661623 Oct 27 10:45:28.316477 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f73bc3d-e025-4fc9-ac39-0032fa94ff36 tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] Deleting subnet 9e340c0d-609e-4617-8f40-7cc841bc24b0 {{(pid=102346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 10:45:28.318235 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae3f192-dee1-4e18-a6dc-ac4bd0e4efe0 req-643cc02d-3061-49c9-9152-22278c2022c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:45:28.320861 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-dae3f192-dee1-4e18-a6dc-ac4bd0e4efe0 req-643cc02d-3061-49c9-9152-22278c2022c7 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=b02a92ec9ad04d95b8ea6a5db5946dfb&device_id=23dd7c1d-ad1f-4575-989c-251d4917f719 HTTP/1.1" status: 200 len: 1095 time: 0.1181386 Oct 27 10:45:28.398175 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-cd7ad6e0-f909-48c5-a667-79d445c012b3 None None] Publish callbacks [] for port, precommit_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:28.398920 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa6388c-aaf4-4601-aae4-a73167675143 req-3da73a9e-1c56-49dd-a05e-ef540014905f tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:45:28.405520 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-cd7ad6e0-f909-48c5-a667-79d445c012b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606'] for port, after_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:28.408705 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-caa6388c-aaf4-4601-aae4-a73167675143 req-3da73a9e-1c56-49dd-a05e-ef540014905f tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "GET /v2.0/ports?device_id=b45d05e6-0927-4bbe-8060-f91e2d8c3cd2 HTTP/1.1" status: 200 len: 943 time: 0.0605335 Oct 27 10:45:28.417467 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-2f73bc3d-e025-4fc9-ac39-0032fa94ff36 tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] Publish callbacks [] for subnet, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:28.445127 n-d-813419-10 neutron-server[102348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd7ad6e0-f909-48c5-a667-79d445c012b3 None None] Network f8ef1ce4-6d4d-48fe-8515-02b0c1ae5277 is already hosted by enough agents. {{(pid=102348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:45:28.448812 n-d-813419-10 neutron-server[102348]: DEBUG neutron.scheduler.base_scheduler [None req-cd7ad6e0-f909-48c5-a667-79d445c012b3 None None] Resources bound (agent type, host, resource id): {{(pid=102348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:45:28.458255 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd7ad6e0-f909-48c5-a667-79d445c012b3 None None] Received port after_create {{(pid=102348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:45:28.476859 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7ad6e0-f909-48c5-a667-79d445c012b3 None None] Pushing event updated for resources: {'Port': ['ID=6af102a7-436e-4e83-ac98-c4338595dfde,revision_number=1']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:45:28.510243 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-caa6388c-aaf4-4601-aae4-a73167675143 req-df1d9bdf-e4fd-43c4-94ad-027b94b7fd9c tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "GET /v2.0/security-groups?id=aba59fed-d1f1-4e7e-84e9-aa222a50e870&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1005542 Oct 27 10:45:28.523838 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-2f73bc3d-e025-4fc9-ac39-0032fa94ff36 tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25847868'] for subnet, precommit_delete_associations {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:28.551033 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-cd7ad6e0-f909-48c5-a667-79d445c012b3 None None] Attempting to bind port 6af102a7-436e-4e83-ac98-c4338595dfde on host n-d-813419-10 for vnic_type normal with profile {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:45:28.551033 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-cd7ad6e0-f909-48c5-a667-79d445c012b3 None None] Attempting to bind port 6af102a7-436e-4e83-ac98-c4338595dfde by drivers openvswitch,hyperv on host n-d-813419-10 at level 0 using segments [{'id': '372499bf-4a79-47bd-9d58-c9a9dbb52ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'f8ef1ce4-6d4d-48fe-8515-02b0c1ae5277'}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:45:28.551329 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd7ad6e0-f909-48c5-a667-79d445c012b3 None None] Attempting to bind port 6af102a7-436e-4e83-ac98-c4338595dfde on network f8ef1ce4-6d4d-48fe-8515-02b0c1ae5277 {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:45:28.569445 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae3f192-dee1-4e18-a6dc-ac4bd0e4efe0 req-3cc07130-f1ce-4186-9c56-993c68c0cfeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:45:28.570936 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-dae3f192-dee1-4e18-a6dc-ac4bd0e4efe0 req-3cc07130-f1ce-4186-9c56-993c68c0cfeb service neutron] 10.222.0.76 "GET /v2.0/networks?id=33cc32c2-598c-44fc-a251-6575a62c00c5 HTTP/1.1" status: 200 len: 912 time: 0.2382503 Oct 27 10:45:28.579814 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd7ad6e0-f909-48c5-a667-79d445c012b3 None None] Checking agent: {'id': '89dba0f3-79b2-435e-9822-33674b8f6ada', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 8, 20), 'started_at': datetime.datetime(2021, 10, 27, 10, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 45, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:45:28.580726 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd7ad6e0-f909-48c5-a667-79d445c012b3 None None] Checking segment: {'id': '372499bf-4a79-47bd-9d58-c9a9dbb52ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'f8ef1ce4-6d4d-48fe-8515-02b0c1ae5277'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:45:28.581325 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-cd7ad6e0-f909-48c5-a667-79d445c012b3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:28.582033 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd7ad6e0-f909-48c5-a667-79d445c012b3 None None] Bound using segment: {'id': '372499bf-4a79-47bd-9d58-c9a9dbb52ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'f8ef1ce4-6d4d-48fe-8515-02b0c1ae5277'} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:45:28.582684 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-cd7ad6e0-f909-48c5-a667-79d445c012b3 None None] Bound port: 6af102a7-436e-4e83-ac98-c4338595dfde, host: n-d-813419-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '372499bf-4a79-47bd-9d58-c9a9dbb52ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'f8ef1ce4-6d4d-48fe-8515-02b0c1ae5277'}}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:45:28.588948 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-cd7ad6e0-f909-48c5-a667-79d445c012b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:28.664017 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-cd7ad6e0-f909-48c5-a667-79d445c012b3 None None] For port 6af102a7-436e-4e83-ac98-c4338595dfde, host n-d-813419-10, cleared binding levels {{(pid=102348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:45:28.668449 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-cd7ad6e0-f909-48c5-a667-79d445c012b3 None None] For port 6af102a7-436e-4e83-ac98-c4338595dfde, host n-d-813419-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=6af102a7-436e-4e83-ac98-c4338595dfde,segment=NetworkSegment(372499bf-4a79-47bd-9d58-c9a9dbb52ae0),segment_id=372499bf-4a79-47bd-9d58-c9a9dbb52ae0)] {{(pid=102348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:45:28.683714 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-cd7ad6e0-f909-48c5-a667-79d445c012b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:28.779669 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-dae3f192-dee1-4e18-a6dc-ac4bd0e4efe0 req-6c01aea5-6ecc-4ad0-ab34-c88fd98a2343 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4c970381-dbbd-479e-9a08-a677b8271f14 HTTP/1.1" status: 200 len: 217 time: 0.1917553 Oct 27 10:45:28.817360 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7ad6e0-f909-48c5-a667-79d445c012b3 None None] Pushing event updated for resources: {'Port': ['ID=6af102a7-436e-4e83-ac98-c4338595dfde,revision_number=2']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:45:28.832341 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-70279268-9aab-4f2f-8878-61d37a67d0b7 req-1fbf8caf-ec4d-4160-9159-bc22240e235a service neutron] 10.222.0.64 "GET /v2.0/networks/d11bc4e4-9641-4700-8e5b-752620d126aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5097027 Oct 27 10:45:28.864465 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-2f73bc3d-e025-4fc9-ac39-0032fa94ff36 tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855646'] for subnet, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:28.953604 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-81b0ea6a-4bd9-4232-a20b-57a10d736909 req-551ccd0a-8c7c-41f7-8872-386a26a2b972 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=c0425cac-a4c1-4c0d-a984-fdf0100683a6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2423472 Oct 27 10:45:28.980816 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae3f192-dee1-4e18-a6dc-ac4bd0e4efe0 req-a7bdd5a4-56e2-47bd-9454-9517bfdea104 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:45:28.982310 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-dae3f192-dee1-4e18-a6dc-ac4bd0e4efe0 req-a7bdd5a4-56e2-47bd-9454-9517bfdea104 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=87624d80-dded-417f-af79-cc56a741e5c4 HTTP/1.1" status: 200 len: 850 time: 0.1842628 Oct 27 10:45:29.000775 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-2f73bc3d-e025-4fc9-ac39-0032fa94ff36 tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27024355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27168307'] for subnet, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:29.047378 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-2f73bc3d-e025-4fc9-ac39-0032fa94ff36 tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for subnet, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:29.056643 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-2f73bc3d-e025-4fc9-ac39-0032fa94ff36 tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] 10.222.0.44 "DELETE /v2.0/subnets/9e340c0d-609e-4617-8f40-7cc841bc24b0 HTTP/1.1" status: 204 len: 168 time: 0.8300431 Oct 27 10:45:29.059634 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 52830) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:45:29.169741 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f73bc3d-e025-4fc9-ac39-0032fa94ff36 tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] Pushing event deleted for resources: {'Subnet': ['ID=9e340c0d-609e-4617-8f40-7cc841bc24b0,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:45:29.291597 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-70279268-9aab-4f2f-8878-61d37a67d0b7 req-10a56746-5f50-4a5a-9e9e-86d19bfbe6fb service neutron] 10.222.0.64 "GET /v2.0/networks/d11bc4e4-9641-4700-8e5b-752620d126aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4379942 Oct 27 10:45:29.298342 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-226224ef-2e47-401e-8ada-c6a597f5c300 tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:45:29.301424 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-226224ef-2e47-401e-8ada-c6a597f5c300 tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:45:29.303920 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-226224ef-2e47-401e-8ada-c6a597f5c300 tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2387288 Oct 27 10:45:29.310227 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 52836) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:45:29.333929 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b05a3d-7c74-474f-910e-cd9270b07f3d req-81637dd4-0918-4a8f-90f1-32c6266fae61 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:45:29.341995 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-54b05a3d-7c74-474f-910e-cd9270b07f3d req-81637dd4-0918-4a8f-90f1-32c6266fae61 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/ports?device_id=23dd7c1d-ad1f-4575-989c-251d4917f719 HTTP/1.1" status: 200 len: 943 time: 0.1891813 Oct 27 10:45:29.361986 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae3f192-dee1-4e18-a6dc-ac4bd0e4efe0 req-5f45a59f-1b32-48be-8a6c-102a850730e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:45:29.372998 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-dae3f192-dee1-4e18-a6dc-ac4bd0e4efe0 req-5f45a59f-1b32-48be-8a6c-102a850730e9 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=33cc32c2-598c-44fc-a251-6575a62c00c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3670895 Oct 27 10:45:29.432523 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b0ea6a-4bd9-4232-a20b-57a10d736909 req-0f6229de-e598-4db7-9202-7ce12e430e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:45:29.435025 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-81b0ea6a-4bd9-4232-a20b-57a10d736909 req-0f6229de-e598-4db7-9202-7ce12e430e27 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=61720bce4798402799f65ee94c5dc895&device_id=c0425cac-a4c1-4c0d-a984-fdf0100683a6 HTTP/1.1" status: 200 len: 1097 time: 0.3120947 Oct 27 10:45:29.510849 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da36624-8d84-435d-9420-89648e9c6bbb req-9467222e-5ab3-42c1-8c5a-77483ff03a4d tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:45:29.512235 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-54b05a3d-7c74-474f-910e-cd9270b07f3d req-49ce39f2-0ce3-4f2f-b833-4db1bd22b122 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/security-groups?id=3238f945-43ac-4dbd-b7b0-70b6d0fec036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189427 Oct 27 10:45:29.512824 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-6da36624-8d84-435d-9420-89648e9c6bbb req-9467222e-5ab3-42c1-8c5a-77483ff03a4d tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] 10.222.0.44 "GET /v2.0/ports?device_id=5e764ccd-8221-4655-9e0d-a1047e5437a0 HTTP/1.1" status: 200 len: 945 time: 0.4930136 Oct 27 10:45:29.558229 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-279b0188-6162-4fb6-84ec-4b2f482b3086 tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586917'] for network, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:29.610506 n-d-813419-10 neutron-server[102346]: INFO neutron.pecan_wsgi.hooks.translation [None req-279b0188-6162-4fb6-84ec-4b2f482b3086 tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] DELETE failed (client error): There was a conflict when trying to complete your request. Oct 27 10:45:29.612584 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-279b0188-6162-4fb6-84ec-4b2f482b3086 tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=102346) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 10:45:29.624872 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-279b0188-6162-4fb6-84ec-4b2f482b3086 tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] 10.222.0.44 "DELETE /v2.0/networks/f8ef1ce4-6d4d-48fe-8515-02b0c1ae5277 HTTP/1.1" status: 409 len: 405 time: 0.3096874 Oct 27 10:45:29.625949 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 52842) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:45:29.631098 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-1ae30073-7ba6-4e80-826c-abb9b93110f0 tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1870096382'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:45:29.681046 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ae30073-7ba6-4e80-826c-abb9b93110f0 tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] Made reservation on behalf of d11230e216a8495aa6a1ed060cf53449 for: {'network': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:45:29.696703 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-1ae30073-7ba6-4e80-826c-abb9b93110f0 tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for network, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:29.757227 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-6da36624-8d84-435d-9420-89648e9c6bbb req-6a68023d-67bc-41a4-a17e-bff24e89c2c3 tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] 10.222.0.44 "GET /v2.0/security-groups?id=78b00a37-7309-4fe7-b9e5-d3cf0246ee6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2245042 Oct 27 10:45:29.763655 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ae30073-7ba6-4e80-826c-abb9b93110f0 tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 434} {{(pid=102346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 10:45:29.782127 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-1ae30073-7ba6-4e80-826c-abb9b93110f0 tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:29.782755 n-d-813419-10 neutron-server[102346]: INFO neutron.db.segments_db [None req-1ae30073-7ba6-4e80-826c-abb9b93110f0 tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] Added segment 47dab61c-383f-4c5c-8bc6-74a7f25427f1 of type vlan for network 7c7a0ed8-1006-4160-82cb-31d3abf413cf Oct 27 10:45:29.785284 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-dae3f192-dee1-4e18-a6dc-ac4bd0e4efe0 req-eed82b6f-e30a-44dc-8c63-500c0bde0a3a service neutron] 10.222.0.76 "GET /v2.0/networks/33cc32c2-598c-44fc-a251-6575a62c00c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4108841 Oct 27 10:45:29.854880 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device c77c14f5-15cf-44b8-9217-12d2befbb0da details requested by agent hyperv_n-h1-813419-10 with host n-h1-813419-10 {{(pid=102348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 10:45:29.951323 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-1ae30073-7ba6-4e80-826c-abb9b93110f0 tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743872593080'] for network, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:30.000816 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-1ae30073-7ba6-4e80-826c-abb9b93110f0 tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913'] for network, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:30.007472 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ae30073-7ba6-4e80-826c-abb9b93110f0 tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:45:30.008082 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-1ae30073-7ba6-4e80-826c-abb9b93110f0 tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] Publish callbacks [] for network, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:30.061329 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 6af102a7-436e-4e83-ac98-c4338595dfde up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:45:30.079525 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b0ea6a-4bd9-4232-a20b-57a10d736909 req-9364c401-da2a-4f88-b540-ec72b089646f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:45:30.082830 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-81b0ea6a-4bd9-4232-a20b-57a10d736909 req-9364c401-da2a-4f88-b540-ec72b089646f service neutron] 10.222.0.64 "GET /v2.0/networks?id=f64c4ac1-58d3-4604-90d7-e5fb7ec08acd HTTP/1.1" status: 200 len: 911 time: 0.5905693 Oct 27 10:45:30.096556 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-dae3f192-dee1-4e18-a6dc-ac4bd0e4efe0 req-12f64334-7fc4-4160-b9f4-b3ff8dc89d9c service neutron] 10.222.0.76 "GET /v2.0/networks/33cc32c2-598c-44fc-a251-6575a62c00c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2969034 Oct 27 10:45:30.125797 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260673db-46c8-4bb1-b466-4349a202aacb req-86694ad5-79fe-438c-9af5-163c149b2974 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:45:30.145023 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-260673db-46c8-4bb1-b466-4349a202aacb req-86694ad5-79fe-438c-9af5-163c149b2974 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "GET /v2.0/ports?device_id=b45d05e6-0927-4bbe-8060-f91e2d8c3cd2 HTTP/1.1" status: 200 len: 943 time: 0.3470352 Oct 27 10:45:30.168375 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-1ae30073-7ba6-4e80-826c-abb9b93110f0 tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5411589 Oct 27 10:45:30.176161 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 52844) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:45:30.184586 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-64c90097-e498-45eb-a497-173490be2509 tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] Request body: {'subnet': {'network_id': '7c7a0ed8-1006-4160-82cb-31d3abf413cf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:45:30.218798 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port 6af102a7-436e-4e83-ac98-c4338595dfde triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:45:30.219121 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:30.224225 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae30073-7ba6-4e80-826c-abb9b93110f0 tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] Pushing event updated for resources: {'Network': ['ID=7c7a0ed8-1006-4160-82cb-31d3abf413cf,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:45:30.252045 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Network 7c7a0ed8-1006-4160-82cb-31d3abf413cf details requested by agent ovs-agent-n-d-813419-10 with host n-d-813419-10 {{(pid=102348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 10:45:30.264745 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-81b0ea6a-4bd9-4232-a20b-57a10d736909 req-e50387f2-96a1-487c-80a6-02500e6a1d6d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=be260c3f-627d-4152-9959-529adefa243d HTTP/1.1" status: 200 len: 1001 time: 0.1637013 Oct 27 10:45:30.351181 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port c77c14f5-15cf-44b8-9217-12d2befbb0da, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=c77c14f5-15cf-44b8-9217-12d2befbb0da,segment=NetworkSegment(c2add56f-ac0d-4bab-9740-363f7178fe2a),segment_id=c2add56f-ac0d-4bab-9740-363f7178fe2a)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:45:30.368032 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Returning: {'device': 'c77c14f5-15cf-44b8-9217-12d2befbb0da', 'network_id': 'd11bc4e4-9641-4700-8e5b-752620d126aa', 'port_id': 'c77c14f5-15cf-44b8-9217-12d2befbb0da', 'mac_address': 'fa:16:3e:8a:23:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 411, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b672036-8a16-4b88-9ee6-2dcda441f5a9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 10:45:30.407335 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-260673db-46c8-4bb1-b466-4349a202aacb req-6d353377-854d-4cb9-a0e8-89f62da87575 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "GET /v2.0/security-groups?id=aba59fed-d1f1-4e7e-84e9-aa222a50e870&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2603846 Oct 27 10:45:30.417825 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b0ea6a-4bd9-4232-a20b-57a10d736909 req-f36cd73f-fb51-4116-a523-47c7dcafde6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:45:30.423968 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-81b0ea6a-4bd9-4232-a20b-57a10d736909 req-f36cd73f-fb51-4116-a523-47c7dcafde6a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2fee239f-a559-4db5-a696-c092c8e38011 HTTP/1.1" status: 200 len: 849 time: 0.1518438 Oct 27 10:45:30.445393 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64c90097-e498-45eb-a497-173490be2509 tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] Made reservation on behalf of d11230e216a8495aa6a1ed060cf53449 for: {'subnet': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:45:30.453689 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-64c90097-e498-45eb-a497-173490be2509 tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27167186'] for subnet, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:30.485275 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:30.523167 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c77c14f5-15cf-44b8-9217-12d2befbb0da {{(pid=102348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:45:30.535208 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5191999-1c1c-4d57-907f-8c36501757b9 None None] Network f8ef1ce4-6d4d-48fe-8515-02b0c1ae5277 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:45:30.540365 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b0ea6a-4bd9-4232-a20b-57a10d736909 req-597dec6f-cdd9-4502-847a-7f321d9e560d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:45:30.542692 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-81b0ea6a-4bd9-4232-a20b-57a10d736909 req-597dec6f-cdd9-4502-847a-7f321d9e560d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f64c4ac1-58d3-4604-90d7-e5fb7ec08acd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1110692 Oct 27 10:45:30.618897 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:30.678192 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] For port 6af102a7-436e-4e83-ac98-c4338595dfde, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=6af102a7-436e-4e83-ac98-c4338595dfde,segment=NetworkSegment(372499bf-4a79-47bd-9d58-c9a9dbb52ae0),segment_id=372499bf-4a79-47bd-9d58-c9a9dbb52ae0)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:45:30.684144 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port c77c14f5-15cf-44b8-9217-12d2befbb0da, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=c77c14f5-15cf-44b8-9217-12d2befbb0da,segment=NetworkSegment(c2add56f-ac0d-4bab-9740-363f7178fe2a),segment_id=c2add56f-ac0d-4bab-9740-363f7178fe2a)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:45:30.702026 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:30.704699 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:30.771763 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-c2d14b56-47ae-4ea3-907c-02b1c07319cb None None] Provisioning complete for port 6af102a7-436e-4e83-ac98-c4338595dfde triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:45:30.772134 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-c2d14b56-47ae-4ea3-907c-02b1c07319cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:30.779661 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Pushing event updated for resources: {'Port': ['ID=6af102a7-436e-4e83-ac98-c4338595dfde,revision_number=4']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:45:30.798375 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-81b0ea6a-4bd9-4232-a20b-57a10d736909 req-83c64dba-cee9-4a9e-9fc4-2b8bd847fcb5 service neutron] 10.222.0.64 "GET /v2.0/networks/f64c4ac1-58d3-4604-90d7-e5fb7ec08acd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2480528 Oct 27 10:45:30.910302 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Pushing event updated for resources: {'Port': ['ID=c77c14f5-15cf-44b8-9217-12d2befbb0da,revision_number=4']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:45:30.980253 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] get_ports_and_sgs() called for port_ids ['c77c14f5-15cf-44b8-9217-12d2befbb0da'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:45:31.017672 n-d-813419-10 neutron-server[102346]: DEBUG neutron.objects.ports [None req-64c90097-e498-45eb-a497-173490be2509 tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102346) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 27 10:45:31.020020 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-64c90097-e498-45eb-a497-173490be2509 tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27024290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27167168'] for subnet, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:31.044144 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06dc5a0-a7d2-4b07-b865-e5f619e67c70 req-abc62d98-f33b-49b7-b63f-b5c32790a4e9 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:45:31.045760 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-f06dc5a0-a7d2-4b07-b865-e5f619e67c70 req-abc62d98-f33b-49b7-b63f-b5c32790a4e9 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/ports?device_id=23dd7c1d-ad1f-4575-989c-251d4917f719 HTTP/1.1" status: 200 len: 943 time: 0.2463663 Oct 27 10:45:31.161408 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-81b0ea6a-4bd9-4232-a20b-57a10d736909 req-298a6fe5-d97c-40cb-ba0f-79f7cf02e00b service neutron] 10.222.0.64 "GET /v2.0/networks/f64c4ac1-58d3-4604-90d7-e5fb7ec08acd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3513544 Oct 27 10:45:31.192237 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-f06dc5a0-a7d2-4b07-b865-e5f619e67c70 req-e903efab-19c4-4ceb-91fd-8320040d13c2 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/security-groups?id=3238f945-43ac-4dbd-b7b0-70b6d0fec036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292877 Oct 27 10:45:31.210423 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77fe82d-30bf-422f-9b8f-6b16f8673d3f req-f31937f9-0755-412b-aaf7-e46c80c78672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:45:31.214737 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c77fe82d-30bf-422f-9b8f-6b16f8673d3f req-f31937f9-0755-412b-aaf7-e46c80c78672 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=e0ec8c338248463eadd7134ef16392ec&device_id=5e764ccd-8221-4655-9e0d-a1047e5437a0 HTTP/1.1" status: 200 len: 1097 time: 0.0880115 Oct 27 10:45:31.230438 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c90097-e498-45eb-a497-173490be2509 tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] Pushing event updated for resources: {'Subnet': ['ID=8fd4629b-3ad5-42a4-b51f-255c6668c867,revision_number=0']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:45:31.266184 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64c90097-e498-45eb-a497-173490be2509 tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] Checking segment: {'id': '47dab61c-383f-4c5c-8bc6-74a7f25427f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '7c7a0ed8-1006-4160-82cb-31d3abf413cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:45:31.268015 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64c90097-e498-45eb-a497-173490be2509 tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] Network hostable DHCP agents. Network: 7c7a0ed8-1006-4160-82cb-31d3abf413cf, hostable agents: ['eafd4000-b897-4722-ae8b-0118ec955181'], hosted agents: [] {{(pid=102346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 10:45:31.356405 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15601f3-944e-4462-b7b7-c054f2237f38 req-2ba5868a-f038-40fc-bd2e-c3498e78f7d9 tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:45:31.363882 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-f15601f3-944e-4462-b7b7-c054f2237f38 req-2ba5868a-f038-40fc-bd2e-c3498e78f7d9 tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] 10.222.0.44 "GET /v2.0/ports?device_id=5e764ccd-8221-4655-9e0d-a1047e5437a0 HTTP/1.1" status: 200 len: 945 time: 0.2652504 Oct 27 10:45:31.392829 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f8a0b1a-d04d-4b61-8529-4dfb1df59cc1 None None] DHCP port deletion for f8ef1ce4-6d4d-48fe-8515-02b0c1ae5277 request from n-d-813419-10 {{(pid=102348) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 10:45:31.467790 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64c90097-e498-45eb-a497-173490be2509 tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] Network 7c7a0ed8-1006-4160-82cb-31d3abf413cf is scheduled to be hosted by DHCP agent eafd4000-b897-4722-ae8b-0118ec955181 with binding_index 1 {{(pid=102346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 10:45:31.470385 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77fe82d-30bf-422f-9b8f-6b16f8673d3f req-addb41bc-ec93-471a-91c9-0d74f88bdd14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:45:31.472689 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c77fe82d-30bf-422f-9b8f-6b16f8673d3f req-addb41bc-ec93-471a-91c9-0d74f88bdd14 service neutron] 10.222.0.76 "GET /v2.0/networks?id=095a52e2-adfb-413a-ad18-4ab0c06e2a0b HTTP/1.1" status: 200 len: 915 time: 0.2289803 Oct 27 10:45:31.513315 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-64c90097-e498-45eb-a497-173490be2509 tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-10, 7c7a0ed8-1006-4160-82cb-31d3abf413cf) {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:45:31.528963 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-f15601f3-944e-4462-b7b7-c054f2237f38 req-0ee72bcf-c4ff-4008-8482-512f7812817b tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] 10.222.0.44 "GET /v2.0/security-groups?id=78b00a37-7309-4fe7-b9e5-d3cf0246ee6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457143 Oct 27 10:45:31.536965 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64c90097-e498-45eb-a497-173490be2509 tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:45:31.537570 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-64c90097-e498-45eb-a497-173490be2509 tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for subnet, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:31.553904 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-824c1cb8-8d0e-4835-aa0a-ebaf543834f4 None None] Network 7c7a0ed8-1006-4160-82cb-31d3abf413cf requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:45:31.585784 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-64c90097-e498-45eb-a497-173490be2509 tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.4064095 Oct 27 10:45:31.586400 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 52868) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:45:31.603697 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c77fe82d-30bf-422f-9b8f-6b16f8673d3f req-1bb6f18d-9f5e-46cb-b02a-4c4312fd27d7 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b29128e5-bd13-40a1-bd21-ad6bf3c610a2 HTTP/1.1" status: 200 len: 217 time: 0.1191006 Oct 27 10:45:31.737372 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77fe82d-30bf-422f-9b8f-6b16f8673d3f req-528a7f27-559d-4c78-873c-d7cf080ce741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:45:31.738885 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c77fe82d-30bf-422f-9b8f-6b16f8673d3f req-528a7f27-559d-4c78-873c-d7cf080ce741 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=bb781916-dee2-4e78-8ef3-29ac52faacb2 HTTP/1.1" status: 200 len: 854 time: 0.1059399 Oct 27 10:45:31.802085 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c77fe82d-30bf-422f-9b8f-6b16f8673d3f req-b729c3b8-d324-4274-a426-18373aa58151 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=095a52e2-adfb-413a-ad18-4ab0c06e2a0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0525577 Oct 27 10:45:31.842058 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82eff4be-fde2-4bdf-bcf2-345ee6f6033f req-ae50866c-a6fd-40a3-9fa9-1fcd425783d8 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:45:31.846827 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-82eff4be-fde2-4bdf-bcf2-345ee6f6033f req-ae50866c-a6fd-40a3-9fa9-1fcd425783d8 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "GET /v2.0/ports?device_id=b45d05e6-0927-4bbe-8060-f91e2d8c3cd2 HTTP/1.1" status: 200 len: 944 time: 0.2461517 Oct 27 10:45:31.868223 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-8f8a0b1a-d04d-4b61-8529-4dfb1df59cc1 None None] Deleting port 6af102a7-436e-4e83-ac98-c4338595dfde {{(pid=102348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:45:31.868223 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-8f8a0b1a-d04d-4b61-8529-4dfb1df59cc1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:31.871156 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-530f0bdc-4ca6-484d-bb31-53ddff9177f9 tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586917'] for network, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:31.943584 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-82eff4be-fde2-4bdf-bcf2-345ee6f6033f req-963c96ca-f2a6-4bb0-ac56-d828a10a1422 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "GET /v2.0/security-groups?id=aba59fed-d1f1-4e7e-84e9-aa222a50e870&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686998 Oct 27 10:45:31.955354 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 6af102a7-436e-4e83-ac98-c4338595dfde no longer exists at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:45:32.041187 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c77fe82d-30bf-422f-9b8f-6b16f8673d3f req-515b9ae8-b71e-4434-a12b-cf5bea5074b4 service neutron] 10.222.0.76 "GET /v2.0/networks/095a52e2-adfb-413a-ad18-4ab0c06e2a0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2259002 Oct 27 10:45:32.064098 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-530f0bdc-4ca6-484d-bb31-53ddff9177f9 tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855646'] for subnet, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:32.166909 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-8f8a0b1a-d04d-4b61-8529-4dfb1df59cc1 None None] For port 6af102a7-436e-4e83-ac98-c4338595dfde, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=6af102a7-436e-4e83-ac98-c4338595dfde,segment=NetworkSegment(372499bf-4a79-47bd-9d58-c9a9dbb52ae0),segment_id=372499bf-4a79-47bd-9d58-c9a9dbb52ae0)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:45:32.170338 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-8f8a0b1a-d04d-4b61-8529-4dfb1df59cc1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:32.225668 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-8f8a0b1a-d04d-4b61-8529-4dfb1df59cc1 None None] Calling delete_port for 6af102a7-436e-4e83-ac98-c4338595dfde owned by network:dhcp {{(pid=102348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:45:32.234983 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-530f0bdc-4ca6-484d-bb31-53ddff9177f9 tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27024355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27168307'] for subnet, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:32.280817 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530f0bdc-4ca6-484d-bb31-53ddff9177f9 tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] Pushing event deleted for resources: {'Subnet': ['ID=8fd4629b-3ad5-42a4-b51f-255c6668c867,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:45:32.297553 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c77fe82d-30bf-422f-9b8f-6b16f8673d3f req-b743f226-3899-4648-ab76-e666e9c4896c service neutron] 10.222.0.76 "GET /v2.0/networks/095a52e2-adfb-413a-ad18-4ab0c06e2a0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2480402 Oct 27 10:45:32.407716 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-530f0bdc-4ca6-484d-bb31-53ddff9177f9 tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857803', 'neutron.services.segments.db._delete_segments_for_network-8743873143390'] for network, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:32.484086 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-418cc612-2c3c-4446-9fad-c89944d5c8db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp734b258e-7d96-550c-b970-9b72ab66f383-7c7a0ed8-1006-4160-82cb-31d3abf413cf', 'network_id': '7c7a0ed8-1006-4160-82cb-31d3abf413cf', 'tenant_id': 'd11230e216a8495aa6a1ed060cf53449', 'fixed_ips': [{'subnet_id': '8fd4629b-3ad5-42a4-b51f-255c6668c867'}]}} from n-d-813419-10. {{(pid=102348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 10:45:32.488415 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-418cc612-2c3c-4446-9fad-c89944d5c8db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:32.502288 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-530f0bdc-4ca6-484d-bb31-53ddff9177f9 tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c7a0ed8-1006-4160-82cb-31d3abf413cf']}} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:45:32.506232 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2f72c3-6c08-413d-84ca-36e5ebd51a23 req-1f51f9b7-eb9e-4a96-91da-94bb9067c0e7 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:45:32.508074 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-3c2f72c3-6c08-413d-84ca-36e5ebd51a23 req-1f51f9b7-eb9e-4a96-91da-94bb9067c0e7 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/ports?device_id=23dd7c1d-ad1f-4575-989c-251d4917f719 HTTP/1.1" status: 200 len: 943 time: 0.1528420 Oct 27 10:45:32.527611 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-530f0bdc-4ca6-484d-bb31-53ddff9177f9 tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47dab61c-383f-4c5c-8bc6-74a7f25427f1') {'for_net_delete': True} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:45:32.527989 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-530f0bdc-4ca6-484d-bb31-53ddff9177f9 tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47dab61c-383f-4c5c-8bc6-74a7f25427f1') {} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:45:32.566938 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:32.584284 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-530f0bdc-4ca6-484d-bb31-53ddff9177f9 tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743873145191', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25847877'] for segment, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:32.615576 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:32.620332 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-3c2f72c3-6c08-413d-84ca-36e5ebd51a23 req-57300772-44d4-45a3-ab87-dc3c512703f8 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/security-groups?id=3238f945-43ac-4dbd-b7b0-70b6d0fec036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039228 Oct 27 10:45:32.631931 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-530f0bdc-4ca6-484d-bb31-53ddff9177f9 tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:32.656750 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-530f0bdc-4ca6-484d-bb31-53ddff9177f9 tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] Releasing vlan 434 on physical network physnet1 to pool {{(pid=102346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 10:45:32.657172 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-530f0bdc-4ca6-484d-bb31-53ddff9177f9 tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27024137'] for segment, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:32.673328 n-d-813419-10 neutron-server[102346]: Traceback (most recent call last): Oct 27 10:45:32.673328 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 10:45:32.673328 n-d-813419-10 neutron-server[102346]: timer() Oct 27 10:45:32.673328 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 10:45:32.673328 n-d-813419-10 neutron-server[102346]: cb(*args, **kw) Oct 27 10:45:32.673328 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 10:45:32.673328 n-d-813419-10 neutron-server[102346]: return func(*args, **kwargs) Oct 27 10:45:32.673328 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 10:45:32.673328 n-d-813419-10 neutron-server[102346]: self._notify() Oct 27 10:45:32.673328 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 10:45:32.673328 n-d-813419-10 neutron-server[102346]: self.callback(batched_events) Oct 27 10:45:32.673328 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 10:45:32.673328 n-d-813419-10 neutron-server[102346]: event.method(event) Oct 27 10:45:32.673328 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 10:45:32.673328 n-d-813419-10 neutron-server[102346]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 10:45:32.673328 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 10:45:32.673328 n-d-813419-10 neutron-server[102346]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 10:45:32.673328 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 10:45:32.673328 n-d-813419-10 neutron-server[102346]: return f(self, *a, **k) Oct 27 10:45:32.673328 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 10:45:32.673328 n-d-813419-10 neutron-server[102346]: return self._get(url).json() Oct 27 10:45:32.673328 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 10:45:32.673328 n-d-813419-10 neutron-server[102346]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 10:45:32.673328 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 10:45:32.673328 n-d-813419-10 neutron-server[102346]: return self.request(url, 'GET', **kwargs) Oct 27 10:45:32.673328 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 10:45:32.673328 n-d-813419-10 neutron-server[102346]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 10:45:32.673328 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 10:45:32.673328 n-d-813419-10 neutron-server[102346]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 10:45:32.673328 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 10:45:32.673328 n-d-813419-10 neutron-server[102346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 10:45:32.673328 n-d-813419-10 neutron-server[102346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 10:45:32.704739 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-8f8a0b1a-d04d-4b61-8529-4dfb1df59cc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615'] for port, after_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:32.836597 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8a0b1a-d04d-4b61-8529-4dfb1df59cc1 None None] Pushing event deleted for resources: {'Port': ['ID=6af102a7-436e-4e83-ac98-c4338595dfde,revision_number=None']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:45:32.839630 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f8a0b1a-d04d-4b61-8529-4dfb1df59cc1 None None] No DVR routers for this DVR port 6af102a7-436e-4e83-ac98-c4338595dfde on host n-d-813419-10 {{(pid=102348) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:45:32.854630 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.db.api [None req-418cc612-2c3c-4446-9fad-c89944d5c8db None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Oct 27 10:45:32.854630 n-d-813419-10 neutron-server[102348]: [SQL: INSERT INTO ports (project_id, id, name, network_id, mac_address, admin_state_up, `status`, device_id, device_owner, ip_allocation, standard_attr_id) VALUES (%(project_id)s, %(id)s, %(name)s, %(network_id)s, %(mac_address)s, %(admin_state_up)s, %(status)s, %(device_id)s, %(device_owner)s, %(ip_allocation)s, %(standard_attr_id)s)] Oct 27 10:45:32.854630 n-d-813419-10 neutron-server[102348]: [parameters: {'project_id': 'd11230e216a8495aa6a1ed060cf53449', 'id': 'efc1d82a-ea19-4a78-ab09-5c6808c003e8', 'name': '', 'network_id': '7c7a0ed8-1006-4160-82cb-31d3abf413cf', 'mac_address': 'fa:16:3e:7f:7f:1c', 'admin_state_up': 1, 'status': 'DOWN', 'device_id': 'dhcp734b258e-7d96-550c-b970-9b72ab66f383-7c7a0ed8-1006-4160-82cb-31d3abf413cf', 'device_owner': 'network:dhcp', 'ip_allocation': None, 'standard_attr_id': 2987}] Oct 27 10:45:32.854630 n-d-813419-10 neutron-server[102348]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102348) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 27 10:45:32.858196 n-d-813419-10 neutron-server[102348]: DEBUG oslo_db.api [None req-418cc612-2c3c-4446-9fad-c89944d5c8db None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 10:45:32.880999 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-530f0bdc-4ca6-484d-bb31-53ddff9177f9 tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664840'] for network, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:32.892966 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ffc9be-a556-40a8-8c12-e5458a150bbd req-d3af1193-9b81-4cac-ba44-a4eaa6260df6 tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:45:32.894573 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-44ffc9be-a556-40a8-8c12-e5458a150bbd req-d3af1193-9b81-4cac-ba44-a4eaa6260df6 tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] 10.222.0.44 "GET /v2.0/ports?device_id=5e764ccd-8221-4655-9e0d-a1047e5437a0 HTTP/1.1" status: 200 len: 945 time: 0.1356437 Oct 27 10:45:32.901236 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-530f0bdc-4ca6-484d-bb31-53ddff9177f9 tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] Publish callbacks [] for network, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:32.904464 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-530f0bdc-4ca6-484d-bb31-53ddff9177f9 tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] 10.222.0.44 "DELETE /v2.0/networks/7c7a0ed8-1006-4160-82cb-31d3abf413cf HTTP/1.1" status: 204 len: 168 time: 1.3168733 Oct 27 10:45:32.909683 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 52882) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:45:32.916538 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-fa5c9429-18aa-4723-ac52-f1bc0f0333a4 tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-453284203'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:45:32.928834 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530f0bdc-4ca6-484d-bb31-53ddff9177f9 tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] Pushing event deleted for resources: {'Network': ['ID=7c7a0ed8-1006-4160-82cb-31d3abf413cf,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:45:32.969859 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa5c9429-18aa-4723-ac52-f1bc0f0333a4 tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] Made reservation on behalf of d11230e216a8495aa6a1ed060cf53449 for: {'network': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:45:32.975485 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-fa5c9429-18aa-4723-ac52-f1bc0f0333a4 tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for network, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:33.000825 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-44ffc9be-a556-40a8-8c12-e5458a150bbd req-cdada8b4-cee7-457b-bb15-b0e66db2d5c4 tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] 10.222.0.44 "GET /v2.0/security-groups?id=78b00a37-7309-4fe7-b9e5-d3cf0246ee6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690689 Oct 27 10:45:33.007095 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa5c9429-18aa-4723-ac52-f1bc0f0333a4 tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 428} {{(pid=102347) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 10:45:33.021052 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-fa5c9429-18aa-4723-ac52-f1bc0f0333a4 tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:33.021634 n-d-813419-10 neutron-server[102347]: INFO neutron.db.segments_db [None req-fa5c9429-18aa-4723-ac52-f1bc0f0333a4 tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] Added segment 33655671-2528-4bf0-891f-489d355cc342 of type vlan for network 3fc51b08-51b0-4bf4-b943-9160c3e74ebd Oct 27 10:45:33.078998 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-fa5c9429-18aa-4723-ac52-f1bc0f0333a4 tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743872593080'] for network, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:33.131996 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-fa5c9429-18aa-4723-ac52-f1bc0f0333a4 tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913'] for network, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:33.137695 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa5c9429-18aa-4723-ac52-f1bc0f0333a4 tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:45:33.138261 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-fa5c9429-18aa-4723-ac52-f1bc0f0333a4 tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for network, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:33.217791 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-fa5c9429-18aa-4723-ac52-f1bc0f0333a4 tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.3040342 Oct 27 10:45:33.218136 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 52888) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:45:33.223705 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-6bfcff9c-4e35-470f-8baf-11139fbc14c5 tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] Request body: {'subnet': {'network_id': '3fc51b08-51b0-4bf4-b943-9160c3e74ebd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:45:33.243754 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea53217-1ee0-41a2-9c77-938c5bd0f607 req-d92b30d0-d7e9-45e2-8474-85bac249dd86 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:45:33.245366 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-eea53217-1ee0-41a2-9c77-938c5bd0f607 req-d92b30d0-d7e9-45e2-8474-85bac249dd86 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "GET /v2.0/ports?device_id=b45d05e6-0927-4bbe-8060-f91e2d8c3cd2 HTTP/1.1" status: 200 len: 944 time: 0.1447825 Oct 27 10:45:33.246270 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5c9429-18aa-4723-ac52-f1bc0f0333a4 tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] Pushing event updated for resources: {'Network': ['ID=3fc51b08-51b0-4bf4-b943-9160c3e74ebd,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:45:33.270546 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Network 3fc51b08-51b0-4bf4-b943-9160c3e74ebd details requested by agent ovs-agent-n-d-813419-10 with host n-d-813419-10 {{(pid=102348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 10:45:33.330108 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-eea53217-1ee0-41a2-9c77-938c5bd0f607 req-c2a1bc8c-5796-4039-8512-9b46ab94fbb2 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "GET /v2.0/security-groups?id=aba59fed-d1f1-4e7e-84e9-aa222a50e870&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523393 Oct 27 10:45:33.359442 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-418cc612-2c3c-4446-9fad-c89944d5c8db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:33.380980 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bfcff9c-4e35-470f-8baf-11139fbc14c5 tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] Made reservation on behalf of d11230e216a8495aa6a1ed060cf53449 for: {'subnet': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:45:33.386588 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-6bfcff9c-4e35-470f-8baf-11139fbc14c5 tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27167186'] for subnet, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:33.425580 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea7f6e3e-c783-4f72-a53f-89e1d535012c None None] Network 7c7a0ed8-1006-4160-82cb-31d3abf413cf requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:45:33.450850 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea7f6e3e-c783-4f72-a53f-89e1d535012c None None] Network 7c7a0ed8-1006-4160-82cb-31d3abf413cf could not be found, it might have been deleted concurrently. {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Oct 27 10:45:33.600744 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-6bfcff9c-4e35-470f-8baf-11139fbc14c5 tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27024290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27167168'] for subnet, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:33.675417 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfcff9c-4e35-470f-8baf-11139fbc14c5 tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] Pushing event updated for resources: {'Subnet': ['ID=4e5542b5-8a1e-41e7-8fa0-a2863eebf623,revision_number=0']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:45:33.683357 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bfcff9c-4e35-470f-8baf-11139fbc14c5 tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] Checking segment: {'id': '33655671-2528-4bf0-891f-489d355cc342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '3fc51b08-51b0-4bf4-b943-9160c3e74ebd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:45:33.683722 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bfcff9c-4e35-470f-8baf-11139fbc14c5 tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] Network hostable DHCP agents. Network: 3fc51b08-51b0-4bf4-b943-9160c3e74ebd, hostable agents: ['eafd4000-b897-4722-ae8b-0118ec955181'], hosted agents: [] {{(pid=102346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 10:45:33.708068 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bfcff9c-4e35-470f-8baf-11139fbc14c5 tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] Network 3fc51b08-51b0-4bf4-b943-9160c3e74ebd is scheduled to be hosted by DHCP agent eafd4000-b897-4722-ae8b-0118ec955181 with binding_index 1 {{(pid=102346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 10:45:33.721178 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-6bfcff9c-4e35-470f-8baf-11139fbc14c5 tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-10, 3fc51b08-51b0-4bf4-b943-9160c3e74ebd) {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:45:33.735896 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bfcff9c-4e35-470f-8baf-11139fbc14c5 tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:45:33.736167 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-6bfcff9c-4e35-470f-8baf-11139fbc14c5 tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for subnet, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:33.736650 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5ce839e-b57f-4a14-bf2b-1fa4f81d07ec None None] Network 3fc51b08-51b0-4bf4-b943-9160c3e74ebd requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:45:33.798974 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-6bfcff9c-4e35-470f-8baf-11139fbc14c5 tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5769978 Oct 27 10:45:33.799528 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 52898) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:45:33.962602 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd12918-81ee-45de-9f93-951c71307a6a req-a9aa7b01-6db4-4ef4-8f3b-ac7b0534f19c tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:45:33.970544 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-bdd12918-81ee-45de-9f93-951c71307a6a req-a9aa7b01-6db4-4ef4-8f3b-ac7b0534f19c tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/ports?device_id=23dd7c1d-ad1f-4575-989c-251d4917f719 HTTP/1.1" status: 200 len: 943 time: 0.2443304 Oct 27 10:45:34.033526 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-bdd12918-81ee-45de-9f93-951c71307a6a req-24b59919-1fd3-4268-a6a3-0018ee698ac6 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/security-groups?id=3238f945-43ac-4dbd-b7b0-70b6d0fec036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603855 Oct 27 10:45:34.043277 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device c77c14f5-15cf-44b8-9217-12d2befbb0da up at agent hyperv_n-h1-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:45:34.104186 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-498fa084-1900-49d1-ad87-35ac8ad56053 tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586917'] for network, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:34.163668 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-498fa084-1900-49d1-ad87-35ac8ad56053 tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855646'] for subnet, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:34.182648 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7e6cf55-8a02-47be-88b1-60e5fd579e91 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp734b258e-7d96-550c-b970-9b72ab66f383-3fc51b08-51b0-4bf4-b943-9160c3e74ebd', 'network_id': '3fc51b08-51b0-4bf4-b943-9160c3e74ebd', 'tenant_id': 'd11230e216a8495aa6a1ed060cf53449', 'fixed_ips': [{'subnet_id': '4e5542b5-8a1e-41e7-8fa0-a2863eebf623'}]}} from n-d-813419-10. {{(pid=102348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 10:45:34.185508 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-e7e6cf55-8a02-47be-88b1-60e5fd579e91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:34.189712 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Provisioning for port c77c14f5-15cf-44b8-9217-12d2befbb0da completed by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 10:45:34.207066 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Provisioning complete for port c77c14f5-15cf-44b8-9217-12d2befbb0da triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:45:34.207851 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:34.228046 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e648399-e77a-4f34-bf44-5a57b7d6c1cb req-13ef0bcc-ba7f-4315-9004-a83ebec4ba41 tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:45:34.236553 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8e648399-e77a-4f34-bf44-5a57b7d6c1cb req-13ef0bcc-ba7f-4315-9004-a83ebec4ba41 tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] 10.222.0.44 "GET /v2.0/ports?device_id=5e764ccd-8221-4655-9e0d-a1047e5437a0 HTTP/1.1" status: 200 len: 945 time: 0.1106188 Oct 27 10:45:34.256356 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-498fa084-1900-49d1-ad87-35ac8ad56053 tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27024355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27168307'] for subnet, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:34.289099 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498fa084-1900-49d1-ad87-35ac8ad56053 tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] Pushing event deleted for resources: {'Subnet': ['ID=4e5542b5-8a1e-41e7-8fa0-a2863eebf623,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:45:34.297394 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8e648399-e77a-4f34-bf44-5a57b7d6c1cb req-cedf0121-65cc-4fe7-bc27-4faf2884c56b tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] 10.222.0.44 "GET /v2.0/security-groups?id=78b00a37-7309-4fe7-b9e5-d3cf0246ee6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599053 Oct 27 10:45:34.360072 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-498fa084-1900-49d1-ad87-35ac8ad56053 tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857803', 'neutron.services.segments.db._delete_segments_for_network-8743873143390'] for network, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:34.374439 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server [None req-e7e6cf55-8a02-47be-88b1-60e5fd579e91 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4e5542b5-8a1e-41e7-8fa0-a2863eebf623: This subnet is being modified by another concurrent operation. Oct 27 10:45:34.374439 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 27 10:45:34.374439 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 27 10:45:34.374439 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 27 10:45:34.374439 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 27 10:45:34.374439 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 27 10:45:34.374439 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 27 10:45:34.374439 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 27 10:45:34.374439 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 27 10:45:34.374439 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 27 10:45:34.374439 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 27 10:45:34.374439 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 27 10:45:34.374439 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 27 10:45:34.374439 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 27 10:45:34.374439 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 27 10:45:34.374439 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server raise self.value Oct 27 10:45:34.374439 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 27 10:45:34.374439 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 27 10:45:34.374439 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 27 10:45:34.374439 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 27 10:45:34.374439 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 27 10:45:34.374439 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 27 10:45:34.374439 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 27 10:45:34.374439 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server raise self.value Oct 27 10:45:34.374439 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 27 10:45:34.374439 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 27 10:45:34.374439 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 27 10:45:34.374439 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 27 10:45:34.374439 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 27 10:45:34.374439 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 27 10:45:34.374439 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 27 10:45:34.374439 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server raise self.value Oct 27 10:45:34.374439 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 27 10:45:34.374439 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 27 10:45:34.374439 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Oct 27 10:45:34.374439 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Oct 27 10:45:34.374439 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Oct 27 10:45:34.374439 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Oct 27 10:45:34.374439 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Oct 27 10:45:34.374439 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Oct 27 10:45:34.374439 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Oct 27 10:45:34.374439 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Oct 27 10:45:34.374439 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Oct 27 10:45:34.374439 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 27 10:45:34.374439 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 27 10:45:34.374439 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 27 10:45:34.374439 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 27 10:45:34.374439 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 27 10:45:34.374439 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 27 10:45:34.374439 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 27 10:45:34.374439 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 27 10:45:34.374439 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server raise self.value Oct 27 10:45:34.374439 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 27 10:45:34.374439 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 27 10:45:34.378819 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 27 10:45:34.378819 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 27 10:45:34.378819 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 27 10:45:34.378819 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 27 10:45:34.378819 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 27 10:45:34.378819 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server raise self.value Oct 27 10:45:34.378819 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 27 10:45:34.378819 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 27 10:45:34.378819 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 27 10:45:34.378819 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 27 10:45:34.378819 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 27 10:45:34.378819 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 27 10:45:34.378819 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 27 10:45:34.378819 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server raise self.value Oct 27 10:45:34.378819 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 27 10:45:34.378819 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 27 10:45:34.378819 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1481, in create_port Oct 27 10:45:34.378819 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Oct 27 10:45:34.378819 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1446, in _create_port_db Oct 27 10:45:34.378819 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Oct 27 10:45:34.378819 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Oct 27 10:45:34.378819 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Oct 27 10:45:34.378819 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Oct 27 10:45:34.378819 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Oct 27 10:45:34.378819 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 27 10:45:34.378819 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 27 10:45:34.378819 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 27 10:45:34.378819 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server raise self.value Oct 27 10:45:34.378819 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Oct 27 10:45:34.378819 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Oct 27 10:45:34.378819 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Oct 27 10:45:34.378819 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 27 10:45:34.378819 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Oct 27 10:45:34.378819 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 27 10:45:34.378819 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 27 10:45:34.378819 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server raise exception Oct 27 10:45:34.378819 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4e5542b5-8a1e-41e7-8fa0-a2863eebf623: This subnet is being modified by another concurrent operation. Oct 27 10:45:34.378819 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server Oct 27 10:45:34.396231 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-498fa084-1900-49d1-ad87-35ac8ad56053 tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3fc51b08-51b0-4bf4-b943-9160c3e74ebd']}} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:45:34.407933 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-498fa084-1900-49d1-ad87-35ac8ad56053 tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33655671-2528-4bf0-891f-489d355cc342') {'for_net_delete': True} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:45:34.409138 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-498fa084-1900-49d1-ad87-35ac8ad56053 tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33655671-2528-4bf0-891f-489d355cc342') {} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:45:34.413286 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1632891-515f-43c9-97ba-06289800e76c None None] Network 3fc51b08-51b0-4bf4-b943-9160c3e74ebd requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:45:34.423214 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-498fa084-1900-49d1-ad87-35ac8ad56053 tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743873145191', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25847877'] for segment, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:34.439482 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-498fa084-1900-49d1-ad87-35ac8ad56053 tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:34.446574 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-498fa084-1900-49d1-ad87-35ac8ad56053 tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] Releasing vlan 428 on physical network physnet1 to pool {{(pid=102346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 10:45:34.447278 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-498fa084-1900-49d1-ad87-35ac8ad56053 tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27024137'] for segment, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:34.450718 n-d-813419-10 neutron-server[102346]: Traceback (most recent call last): Oct 27 10:45:34.450718 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 10:45:34.450718 n-d-813419-10 neutron-server[102346]: timer() Oct 27 10:45:34.450718 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 10:45:34.450718 n-d-813419-10 neutron-server[102346]: cb(*args, **kw) Oct 27 10:45:34.450718 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 10:45:34.450718 n-d-813419-10 neutron-server[102346]: return func(*args, **kwargs) Oct 27 10:45:34.450718 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 10:45:34.450718 n-d-813419-10 neutron-server[102346]: self._notify() Oct 27 10:45:34.450718 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 10:45:34.450718 n-d-813419-10 neutron-server[102346]: self.callback(batched_events) Oct 27 10:45:34.450718 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 10:45:34.450718 n-d-813419-10 neutron-server[102346]: event.method(event) Oct 27 10:45:34.450718 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 10:45:34.450718 n-d-813419-10 neutron-server[102346]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 10:45:34.450718 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 10:45:34.450718 n-d-813419-10 neutron-server[102346]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 10:45:34.450718 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 10:45:34.450718 n-d-813419-10 neutron-server[102346]: return f(self, *a, **k) Oct 27 10:45:34.450718 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 10:45:34.450718 n-d-813419-10 neutron-server[102346]: return self._get(url).json() Oct 27 10:45:34.450718 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 10:45:34.450718 n-d-813419-10 neutron-server[102346]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 10:45:34.450718 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 10:45:34.450718 n-d-813419-10 neutron-server[102346]: return self.request(url, 'GET', **kwargs) Oct 27 10:45:34.450718 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 10:45:34.450718 n-d-813419-10 neutron-server[102346]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 10:45:34.450718 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 10:45:34.450718 n-d-813419-10 neutron-server[102346]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 10:45:34.450718 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 10:45:34.450718 n-d-813419-10 neutron-server[102346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 10:45:34.450718 n-d-813419-10 neutron-server[102346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 10:45:34.500660 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:34.522300 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-498fa084-1900-49d1-ad87-35ac8ad56053 tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664840'] for network, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:34.524300 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a250e153-2400-4b85-93bb-0af2febbedfe req-3f1c8cb2-5ac6-414d-b5db-5152cc01573a tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:45:34.527487 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-a250e153-2400-4b85-93bb-0af2febbedfe req-3f1c8cb2-5ac6-414d-b5db-5152cc01573a tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "GET /v2.0/ports?device_id=b45d05e6-0927-4bbe-8060-f91e2d8c3cd2 HTTP/1.1" status: 200 len: 944 time: 0.0700989 Oct 27 10:45:34.532492 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-498fa084-1900-49d1-ad87-35ac8ad56053 tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] Publish callbacks [] for network, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:34.535903 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-498fa084-1900-49d1-ad87-35ac8ad56053 tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] 10.222.0.44 "DELETE /v2.0/networks/3fc51b08-51b0-4bf4-b943-9160c3e74ebd HTTP/1.1" status: 204 len: 168 time: 0.7358594 Oct 27 10:45:34.542981 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 52908) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:45:34.547992 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-68f36e96-cb3a-4ac9-9141-9632e541d4ac tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1308666360'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:45:34.552792 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498fa084-1900-49d1-ad87-35ac8ad56053 tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] Pushing event deleted for resources: {'Network': ['ID=3fc51b08-51b0-4bf4-b943-9160c3e74ebd,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:45:34.600764 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b45d05e6-0927-4bbe-8060-f91e2d8c3cd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c77c14f5-15cf-44b8-9217-12d2befbb0da'}] {{(pid=102348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:45:34.606855 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c588921fa634554a1d9242fdea1b05457a9ff1d3b28ba54ec1dace7f2f1df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95520ed9-108a-415e-a59b-0f069e3aa304" -d '{"events": [{"server_uuid": "b45d05e6-0927-4bbe-8060-f91e2d8c3cd2", "name": "network-vif-plugged", "status": "completed", "tag": "c77c14f5-15cf-44b8-9217-12d2befbb0da"}]}' {{(pid=102348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:45:34.616976 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caba96dd-9678-46e3-a5a1-22c8f93be2a9 None None] get_active_networks_info from n-d-813419-10 {{(pid=102348) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 27 10:45:34.640954 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-a250e153-2400-4b85-93bb-0af2febbedfe req-295c187d-434b-4593-b95b-7b5674150c2e tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "GET /v2.0/security-groups?id=aba59fed-d1f1-4e7e-84e9-aa222a50e870&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1034698 Oct 27 10:45:34.642400 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68f36e96-cb3a-4ac9-9141-9632e541d4ac tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] Made reservation on behalf of d11230e216a8495aa6a1ed060cf53449 for: {'network': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:45:34.648068 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-68f36e96-cb3a-4ac9-9141-9632e541d4ac tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for network, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:34.668417 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port c77c14f5-15cf-44b8-9217-12d2befbb0da, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=c77c14f5-15cf-44b8-9217-12d2befbb0da,segment=NetworkSegment(c2add56f-ac0d-4bab-9740-363f7178fe2a),segment_id=c2add56f-ac0d-4bab-9740-363f7178fe2a)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:45:34.679881 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:45:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ab92a3e-711d-48bd-8256-c5257886b3a3 x-openstack-request-id: req-4ab92a3e-711d-48bd-8256-c5257886b3a3 {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:45:34.679881 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b45d05e6-0927-4bbe-8060-f91e2d8c3cd2", "name": "network-vif-plugged", "status": "completed", "tag": "c77c14f5-15cf-44b8-9217-12d2befbb0da", "code": 200}]} {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:45:34.679881 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4ab92a3e-711d-48bd-8256-c5257886b3a3 {{(pid=102348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:45:34.680930 n-d-813419-10 neutron-server[102348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b45d05e6-0927-4bbe-8060-f91e2d8c3cd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c77c14f5-15cf-44b8-9217-12d2befbb0da', 'code': 200} Oct 27 10:45:34.684016 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:34.703528 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68f36e96-cb3a-4ac9-9141-9632e541d4ac tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 427} {{(pid=102347) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 10:45:34.724450 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-68f36e96-cb3a-4ac9-9141-9632e541d4ac tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:34.724780 n-d-813419-10 neutron-server[102347]: INFO neutron.db.segments_db [None req-68f36e96-cb3a-4ac9-9141-9632e541d4ac tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] Added segment 37b03763-7546-4adc-bc74-a022eb1d8f4f of type vlan for network e56589b9-bda1-4879-a927-181921b10436 Oct 27 10:45:34.770872 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Pushing event updated for resources: {'Port': ['ID=c77c14f5-15cf-44b8-9217-12d2befbb0da,revision_number=5']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:45:34.801953 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-68f36e96-cb3a-4ac9-9141-9632e541d4ac tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743872593080'] for network, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:34.830172 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841babb8-dc4c-4e88-8e0d-b0ef6059536a req-52caafe5-a765-4ce2-9556-b2f6ad9f5ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:45:34.831628 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-841babb8-dc4c-4e88-8e0d-b0ef6059536a req-52caafe5-a765-4ce2-9556-b2f6ad9f5ca7 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=b45d05e6-0927-4bbe-8060-f91e2d8c3cd2 HTTP/1.1" status: 200 len: 1097 time: 0.0598061 Oct 27 10:45:34.835842 n-d-813419-10 neutron-server[102348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caba96dd-9678-46e3-a5a1-22c8f93be2a9 None None] Resources bound (agent type, host, resource id): {{(pid=102348) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 27 10:45:34.846796 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-68f36e96-cb3a-4ac9-9141-9632e541d4ac tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913'] for network, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:34.852190 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68f36e96-cb3a-4ac9-9141-9632e541d4ac tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:45:34.852878 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-68f36e96-cb3a-4ac9-9141-9632e541d4ac tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for network, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:35.175614 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device b29128e5-bd13-40a1-bd21-ad6bf3c610a2 no longer exists at agent hyperv_n-h2-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:45:35.319602 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-68f36e96-cb3a-4ac9-9141-9632e541d4ac tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7756064 Oct 27 10:45:35.320411 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 52926) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:45:35.323617 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f36e96-cb3a-4ac9-9141-9632e541d4ac tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] Pushing event updated for resources: {'Network': ['ID=e56589b9-bda1-4879-a927-181921b10436,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:45:35.330220 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-841babb8-dc4c-4e88-8e0d-b0ef6059536a req-374bd718-9034-459a-95e1-b6f5dca65bda service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=aba59fed-d1f1-4e7e-84e9-aa222a50e870&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4908044 Oct 27 10:45:35.363022 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-f4b9700f-1d72-40b4-8cb5-f581f9b3a48f tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] Request body: {'subnet': {'network_id': 'e56589b9-bda1-4879-a927-181921b10436', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:45:35.363626 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Network e56589b9-bda1-4879-a927-181921b10436 details requested by agent ovs-agent-n-d-813419-10 with host n-d-813419-10 {{(pid=102348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 10:45:35.387850 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52336be-4238-4d85-bd88-977335864772 req-6dc64baf-74bb-4a8f-9146-c30dadeb38e8 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:45:35.394077 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c52336be-4238-4d85-bd88-977335864772 req-6dc64baf-74bb-4a8f-9146-c30dadeb38e8 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/ports?device_id=23dd7c1d-ad1f-4575-989c-251d4917f719 HTTP/1.1" status: 200 len: 943 time: 0.1370482 Oct 27 10:45:35.436292 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:35.470961 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c52336be-4238-4d85-bd88-977335864772 req-0ebb5a2d-4a97-41d8-acdc-cb5840cda712 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/security-groups?id=3238f945-43ac-4dbd-b7b0-70b6d0fec036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630751 Oct 27 10:45:35.545285 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] For port b29128e5-bd13-40a1-bd21-ad6bf3c610a2, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=b29128e5-bd13-40a1-bd21-ad6bf3c610a2,segment=NetworkSegment(ceecd002-0880-4375-a568-64df7900389e),segment_id=ceecd002-0880-4375-a568-64df7900389e)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:45:35.553289 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:35.575118 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8be0c83-1172-4447-85f1-104829198390 req-d6684de4-5f85-46bd-817f-30fd73e38195 tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:45:35.577238 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-d8be0c83-1172-4447-85f1-104829198390 req-d6684de4-5f85-46bd-817f-30fd73e38195 tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] 10.222.0.44 "GET /v2.0/ports?device_id=5e764ccd-8221-4655-9e0d-a1047e5437a0 HTTP/1.1" status: 200 len: 945 time: 0.1102931 Oct 27 10:45:35.640436 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-d8be0c83-1172-4447-85f1-104829198390 req-bc8de111-6eb6-4165-a691-d1e0db2717ab tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] 10.222.0.44 "GET /v2.0/security-groups?id=78b00a37-7309-4fe7-b9e5-d3cf0246ee6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494306 Oct 27 10:45:35.646494 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4b9700f-1d72-40b4-8cb5-f581f9b3a48f tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] Made reservation on behalf of d11230e216a8495aa6a1ed060cf53449 for: {'subnet': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:45:35.650654 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-f4b9700f-1d72-40b4-8cb5-f581f9b3a48f tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27167186'] for subnet, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:35.660793 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Pushing event updated for resources: {'Port': ['ID=b29128e5-bd13-40a1-bd21-ad6bf3c610a2,revision_number=6']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:45:35.800706 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17c38e7-1a84-4442-9869-df8429675c59 req-bce612d2-2b29-470c-bdd0-a3d2e0d3ee30 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:45:35.802288 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-d17c38e7-1a84-4442-9869-df8429675c59 req-bce612d2-2b29-470c-bdd0-a3d2e0d3ee30 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "GET /v2.0/ports?device_id=b45d05e6-0927-4bbe-8060-f91e2d8c3cd2 HTTP/1.1" status: 200 len: 945 time: 0.0750957 Oct 27 10:45:35.882187 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-d17c38e7-1a84-4442-9869-df8429675c59 req-4702203b-a00f-4910-b52c-313b1b3d1a26 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "GET /v2.0/security-groups?id=aba59fed-d1f1-4e7e-84e9-aa222a50e870&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633080 Oct 27 10:45:36.008154 n-d-813419-10 neutron-server[102346]: DEBUG neutron.objects.ports [None req-f4b9700f-1d72-40b4-8cb5-f581f9b3a48f tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102346) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 27 10:45:36.011035 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-f4b9700f-1d72-40b4-8cb5-f581f9b3a48f tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27024290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27167168'] for subnet, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:36.082979 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b9700f-1d72-40b4-8cb5-f581f9b3a48f tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] Pushing event updated for resources: {'Subnet': ['ID=4c7a4d38-b685-4fb8-8203-57cbffa1e62b,revision_number=0']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:45:36.085267 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4b9700f-1d72-40b4-8cb5-f581f9b3a48f tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] Checking segment: {'id': '37b03763-7546-4adc-bc74-a022eb1d8f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'e56589b9-bda1-4879-a927-181921b10436'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:45:36.085628 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4b9700f-1d72-40b4-8cb5-f581f9b3a48f tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] Network hostable DHCP agents. Network: e56589b9-bda1-4879-a927-181921b10436, hostable agents: ['eafd4000-b897-4722-ae8b-0118ec955181'], hosted agents: [] {{(pid=102346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 10:45:36.102421 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4b9700f-1d72-40b4-8cb5-f581f9b3a48f tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] Network e56589b9-bda1-4879-a927-181921b10436 is scheduled to be hosted by DHCP agent eafd4000-b897-4722-ae8b-0118ec955181 with binding_index 1 {{(pid=102346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 10:45:36.111822 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-f4b9700f-1d72-40b4-8cb5-f581f9b3a48f tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-10, e56589b9-bda1-4879-a927-181921b10436) {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:45:36.116566 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4b9700f-1d72-40b4-8cb5-f581f9b3a48f tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:45:36.117127 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-f4b9700f-1d72-40b4-8cb5-f581f9b3a48f tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for subnet, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:36.121136 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86fe2026-0522-4c7a-b3d7-49571c2275da None None] Network e56589b9-bda1-4879-a927-181921b10436 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:45:36.133166 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-f4b9700f-1d72-40b4-8cb5-f581f9b3a48f tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.8076532 Oct 27 10:45:36.136537 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 52934) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:45:36.234674 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-49c34936-ef85-45d7-9272-140e0ec6d1af tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586917'] for network, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:36.269773 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f563336b-8e94-495a-922b-24906d3a0d74 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp734b258e-7d96-550c-b970-9b72ab66f383-e56589b9-bda1-4879-a927-181921b10436', 'network_id': 'e56589b9-bda1-4879-a927-181921b10436', 'tenant_id': 'd11230e216a8495aa6a1ed060cf53449', 'fixed_ips': [{'subnet_id': '4c7a4d38-b685-4fb8-8203-57cbffa1e62b'}]}} from n-d-813419-10. {{(pid=102348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 10:45:36.270658 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f563336b-8e94-495a-922b-24906d3a0d74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:36.286664 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-49c34936-ef85-45d7-9272-140e0ec6d1af tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855646'] for subnet, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:36.368501 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-49c34936-ef85-45d7-9272-140e0ec6d1af tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27024355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27168307'] for subnet, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:36.382542 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server [None req-f563336b-8e94-495a-922b-24906d3a0d74 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4c7a4d38-b685-4fb8-8203-57cbffa1e62b: This subnet is being modified by another concurrent operation. Oct 27 10:45:36.382542 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 27 10:45:36.382542 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 27 10:45:36.382542 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 27 10:45:36.382542 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 27 10:45:36.382542 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 27 10:45:36.382542 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 27 10:45:36.382542 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 27 10:45:36.382542 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 27 10:45:36.382542 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 27 10:45:36.382542 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 27 10:45:36.382542 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 27 10:45:36.382542 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 27 10:45:36.382542 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 27 10:45:36.382542 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 27 10:45:36.382542 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server raise self.value Oct 27 10:45:36.382542 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 27 10:45:36.382542 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 27 10:45:36.382542 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 27 10:45:36.382542 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 27 10:45:36.382542 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 27 10:45:36.382542 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 27 10:45:36.382542 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 27 10:45:36.382542 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server raise self.value Oct 27 10:45:36.382542 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 27 10:45:36.382542 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 27 10:45:36.382542 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 27 10:45:36.382542 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 27 10:45:36.382542 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 27 10:45:36.382542 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 27 10:45:36.382542 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 27 10:45:36.382542 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server raise self.value Oct 27 10:45:36.382542 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 27 10:45:36.382542 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 27 10:45:36.382542 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Oct 27 10:45:36.382542 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Oct 27 10:45:36.382542 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Oct 27 10:45:36.382542 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Oct 27 10:45:36.382542 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Oct 27 10:45:36.382542 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Oct 27 10:45:36.382542 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Oct 27 10:45:36.382542 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Oct 27 10:45:36.382542 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Oct 27 10:45:36.382542 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 27 10:45:36.382542 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 27 10:45:36.382542 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 27 10:45:36.382542 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 27 10:45:36.382542 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 27 10:45:36.382542 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 27 10:45:36.382542 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 27 10:45:36.382542 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 27 10:45:36.382542 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server raise self.value Oct 27 10:45:36.382542 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 27 10:45:36.382542 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 27 10:45:36.387786 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 27 10:45:36.387786 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 27 10:45:36.387786 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 27 10:45:36.387786 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 27 10:45:36.387786 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 27 10:45:36.387786 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server raise self.value Oct 27 10:45:36.387786 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 27 10:45:36.387786 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 27 10:45:36.387786 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 27 10:45:36.387786 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 27 10:45:36.387786 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 27 10:45:36.387786 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 27 10:45:36.387786 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 27 10:45:36.387786 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server raise self.value Oct 27 10:45:36.387786 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 27 10:45:36.387786 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 27 10:45:36.387786 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1481, in create_port Oct 27 10:45:36.387786 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Oct 27 10:45:36.387786 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1446, in _create_port_db Oct 27 10:45:36.387786 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Oct 27 10:45:36.387786 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Oct 27 10:45:36.387786 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Oct 27 10:45:36.387786 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Oct 27 10:45:36.387786 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Oct 27 10:45:36.387786 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 27 10:45:36.387786 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 27 10:45:36.387786 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 27 10:45:36.387786 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server raise self.value Oct 27 10:45:36.387786 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Oct 27 10:45:36.387786 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Oct 27 10:45:36.387786 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Oct 27 10:45:36.387786 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 27 10:45:36.387786 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Oct 27 10:45:36.387786 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 27 10:45:36.387786 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 27 10:45:36.387786 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server raise exception Oct 27 10:45:36.387786 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4c7a4d38-b685-4fb8-8203-57cbffa1e62b: This subnet is being modified by another concurrent operation. Oct 27 10:45:36.387786 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server Oct 27 10:45:36.402338 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c34936-ef85-45d7-9272-140e0ec6d1af tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] Pushing event deleted for resources: {'Subnet': ['ID=4c7a4d38-b685-4fb8-8203-57cbffa1e62b,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:45:36.408060 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05662b1a-3157-48f9-bacf-02710043d626 None None] Network e56589b9-bda1-4879-a927-181921b10436 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:45:36.459585 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-49c34936-ef85-45d7-9272-140e0ec6d1af tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857803', 'neutron.services.segments.db._delete_segments_for_network-8743873143390'] for network, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:36.479471 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-49c34936-ef85-45d7-9272-140e0ec6d1af tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e56589b9-bda1-4879-a927-181921b10436']}} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:45:36.488548 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-49c34936-ef85-45d7-9272-140e0ec6d1af tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37b03763-7546-4adc-bc74-a022eb1d8f4f') {'for_net_delete': True} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:45:36.488832 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-49c34936-ef85-45d7-9272-140e0ec6d1af tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37b03763-7546-4adc-bc74-a022eb1d8f4f') {} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:45:36.498240 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-49c34936-ef85-45d7-9272-140e0ec6d1af tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743873145191', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25847877'] for segment, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:36.514569 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-49c34936-ef85-45d7-9272-140e0ec6d1af tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:36.515886 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d122c369-b6ec-43a0-9dc7-f6ba9555cac5 None None] get_active_networks_info from n-d-813419-10 {{(pid=102348) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 27 10:45:36.520807 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49c34936-ef85-45d7-9272-140e0ec6d1af tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] Releasing vlan 427 on physical network physnet1 to pool {{(pid=102346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 10:45:36.521102 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-49c34936-ef85-45d7-9272-140e0ec6d1af tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27024137'] for segment, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:36.534093 n-d-813419-10 neutron-server[102346]: Traceback (most recent call last): Oct 27 10:45:36.534093 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 10:45:36.534093 n-d-813419-10 neutron-server[102346]: timer() Oct 27 10:45:36.534093 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 10:45:36.534093 n-d-813419-10 neutron-server[102346]: cb(*args, **kw) Oct 27 10:45:36.534093 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 10:45:36.534093 n-d-813419-10 neutron-server[102346]: return func(*args, **kwargs) Oct 27 10:45:36.534093 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 10:45:36.534093 n-d-813419-10 neutron-server[102346]: self._notify() Oct 27 10:45:36.534093 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 10:45:36.534093 n-d-813419-10 neutron-server[102346]: self.callback(batched_events) Oct 27 10:45:36.534093 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 10:45:36.534093 n-d-813419-10 neutron-server[102346]: event.method(event) Oct 27 10:45:36.534093 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 10:45:36.534093 n-d-813419-10 neutron-server[102346]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 10:45:36.534093 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 10:45:36.534093 n-d-813419-10 neutron-server[102346]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 10:45:36.534093 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 10:45:36.534093 n-d-813419-10 neutron-server[102346]: return f(self, *a, **k) Oct 27 10:45:36.534093 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 10:45:36.534093 n-d-813419-10 neutron-server[102346]: return self._get(url).json() Oct 27 10:45:36.534093 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 10:45:36.534093 n-d-813419-10 neutron-server[102346]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 10:45:36.534093 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 10:45:36.534093 n-d-813419-10 neutron-server[102346]: return self.request(url, 'GET', **kwargs) Oct 27 10:45:36.534093 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 10:45:36.534093 n-d-813419-10 neutron-server[102346]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 10:45:36.534093 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 10:45:36.534093 n-d-813419-10 neutron-server[102346]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 10:45:36.534093 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 10:45:36.534093 n-d-813419-10 neutron-server[102346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 10:45:36.534093 n-d-813419-10 neutron-server[102346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 10:45:36.632933 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ae1110-5374-457c-9429-2a81206698de req-95feaa80-4ef7-4cc9-82e2-4202b3822a79 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:45:36.643767 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-09ae1110-5374-457c-9429-2a81206698de req-95feaa80-4ef7-4cc9-82e2-4202b3822a79 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/ports?device_id=23dd7c1d-ad1f-4575-989c-251d4917f719 HTTP/1.1" status: 200 len: 943 time: 0.0743394 Oct 27 10:45:36.664835 n-d-813419-10 neutron-server[102348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d122c369-b6ec-43a0-9dc7-f6ba9555cac5 None None] Resources bound (agent type, host, resource id): {{(pid=102348) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 27 10:45:36.685058 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e764ccd-8221-4655-9e0d-a1047e5437a0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b29128e5-bd13-40a1-bd21-ad6bf3c610a2'}] {{(pid=102348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:45:36.689705 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c588921fa634554a1d9242fdea1b05457a9ff1d3b28ba54ec1dace7f2f1df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e911452-abda-47f4-9eb3-bfb08d557efb" -d '{"events": [{"server_uuid": "5e764ccd-8221-4655-9e0d-a1047e5437a0", "name": "network-vif-unplugged", "status": "completed", "tag": "b29128e5-bd13-40a1-bd21-ad6bf3c610a2"}]}' {{(pid=102348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:45:36.708368 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-09ae1110-5374-457c-9429-2a81206698de req-a24c221c-ba93-47df-b69c-1c427967734c tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/security-groups?id=3238f945-43ac-4dbd-b7b0-70b6d0fec036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625763 Oct 27 10:45:36.854307 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 27 Oct 2021 10:45:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99ccbe0d-f969-440c-a175-23c46a5cb650 x-openstack-request-id: req-99ccbe0d-f969-440c-a175-23c46a5cb650 {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:45:36.854595 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e764ccd-8221-4655-9e0d-a1047e5437a0", "name": "network-vif-unplugged", "status": "completed", "tag": "b29128e5-bd13-40a1-bd21-ad6bf3c610a2", "code": 200}]} {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:45:36.854839 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-99ccbe0d-f969-440c-a175-23c46a5cb650 {{(pid=102348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:45:36.855248 n-d-813419-10 neutron-server[102348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e764ccd-8221-4655-9e0d-a1047e5437a0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b29128e5-bd13-40a1-bd21-ad6bf3c610a2', 'code': 200} Oct 27 10:45:36.973056 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5a219a-ab6b-4946-9848-5f9b59327797 req-a413bbde-c867-45d7-bdcd-795244accfea tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:45:36.974537 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ce5a219a-ab6b-4946-9848-5f9b59327797 req-a413bbde-c867-45d7-bdcd-795244accfea tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] 10.222.0.44 "GET /v2.0/ports?device_id=5e764ccd-8221-4655-9e0d-a1047e5437a0 HTTP/1.1" status: 200 len: 943 time: 0.0601339 Oct 27 10:45:36.975654 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-49c34936-ef85-45d7-9272-140e0ec6d1af tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664840'] for network, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:36.982473 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-49c34936-ef85-45d7-9272-140e0ec6d1af tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] Publish callbacks [] for network, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:36.986049 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-49c34936-ef85-45d7-9272-140e0ec6d1af tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] 10.222.0.44 "DELETE /v2.0/networks/e56589b9-bda1-4879-a927-181921b10436 HTTP/1.1" status: 204 len: 168 time: 0.8485734 Oct 27 10:45:36.994331 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 52962) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:45:37.042227 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c34936-ef85-45d7-9272-140e0ec6d1af tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] Pushing event deleted for resources: {'Network': ['ID=e56589b9-bda1-4879-a927-181921b10436,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:45:37.052509 n-d-813419-10 neutron-server[102346]: INFO neutron.pecan_wsgi.hooks.translation [None req-bbfcf1ea-d150-486b-8395-511a0b158545 tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] DELETE failed (client error): The resource could not be found. Oct 27 10:45:37.052915 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bbfcf1ea-d150-486b-8395-511a0b158545 tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102346) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 10:45:37.056580 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-bbfcf1ea-d150-486b-8395-511a0b158545 tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] 10.222.0.44 "DELETE /v2.0/subnets/4c7a4d38-b685-4fb8-8203-57cbffa1e62b HTTP/1.1" status: 404 len: 337 time: 0.0482669 Oct 27 10:45:37.059254 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 52964) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:45:37.083251 n-d-813419-10 neutron-server[102346]: INFO neutron.pecan_wsgi.hooks.translation [None req-a168ef0e-8d14-4ef0-85d1-98f620abae52 tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] DELETE failed (client error): The resource could not be found. Oct 27 10:45:37.083815 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a168ef0e-8d14-4ef0-85d1-98f620abae52 tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102346) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 10:45:37.089939 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-a168ef0e-8d14-4ef0-85d1-98f620abae52 tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] 10.222.0.44 "DELETE /v2.0/networks/e56589b9-bda1-4879-a927-181921b10436 HTTP/1.1" status: 404 len: 339 time: 0.0267615 Oct 27 10:45:37.091591 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ca3de8-2e0e-4293-88fd-b09a35d1e116 req-0d2a329b-bd02-48cf-8f0e-354a7a996bc0 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:45:37.093131 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-65ca3de8-2e0e-4293-88fd-b09a35d1e116 req-0d2a329b-bd02-48cf-8f0e-354a7a996bc0 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "GET /v2.0/ports?device_id=b45d05e6-0927-4bbe-8060-f91e2d8c3cd2 HTTP/1.1" status: 200 len: 945 time: 0.1202390 Oct 27 10:45:37.093503 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 52966) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:45:37.123760 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device b29128e5-bd13-40a1-bd21-ad6bf3c610a2 details requested by agent hyperv_n-h2-813419-10 with host n-h2-813419-10 {{(pid=102348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 10:45:37.129997 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ce5a219a-ab6b-4946-9848-5f9b59327797 req-c3ec7b46-b331-42e1-9121-273c81fc80db tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] 10.222.0.44 "GET /v2.0/security-groups?id=78b00a37-7309-4fe7-b9e5-d3cf0246ee6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413598 Oct 27 10:45:37.131004 n-d-813419-10 neutron-server[102346]: INFO neutron.pecan_wsgi.hooks.translation [None req-d888dec1-2dda-40f4-ad1b-d7bdfbd413b6 tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] DELETE failed (client error): The resource could not be found. Oct 27 10:45:37.133833 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d888dec1-2dda-40f4-ad1b-d7bdfbd413b6 tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102346) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 10:45:37.137941 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-d888dec1-2dda-40f4-ad1b-d7bdfbd413b6 tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] 10.222.0.44 "DELETE /v2.0/subnets/4e5542b5-8a1e-41e7-8fa0-a2863eebf623 HTTP/1.1" status: 404 len: 337 time: 0.0404809 Oct 27 10:45:37.140497 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 52968) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:45:37.179330 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-65ca3de8-2e0e-4293-88fd-b09a35d1e116 req-6ace7ade-810a-4d73-872e-27f296333788 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "GET /v2.0/security-groups?id=aba59fed-d1f1-4e7e-84e9-aa222a50e870&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783985 Oct 27 10:45:37.185645 n-d-813419-10 neutron-server[102347]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a51c268-b7b0-45da-a888-b85b8694a9c8 tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] DELETE failed (client error): The resource could not be found. Oct 27 10:45:37.186483 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a51c268-b7b0-45da-a888-b85b8694a9c8 tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102347) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 10:45:37.191571 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-4a51c268-b7b0-45da-a888-b85b8694a9c8 tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] 10.222.0.44 "DELETE /v2.0/networks/3fc51b08-51b0-4bf4-b943-9160c3e74ebd HTTP/1.1" status: 404 len: 339 time: 0.0506055 Oct 27 10:45:37.194079 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 52972) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:45:37.227476 n-d-813419-10 neutron-server[102347]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8eae967-e70c-4765-9c29-2620bad6a454 tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] DELETE failed (client error): The resource could not be found. Oct 27 10:45:37.231024 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8eae967-e70c-4765-9c29-2620bad6a454 tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102347) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 10:45:37.237746 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-a8eae967-e70c-4765-9c29-2620bad6a454 tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] 10.222.0.44 "DELETE /v2.0/subnets/8fd4629b-3ad5-42a4-b51f-255c6668c867 HTTP/1.1" status: 404 len: 337 time: 0.0422518 Oct 27 10:45:37.242709 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 52978) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:45:37.295362 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] For port b29128e5-bd13-40a1-bd21-ad6bf3c610a2, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=b29128e5-bd13-40a1-bd21-ad6bf3c610a2,segment=NetworkSegment(ceecd002-0880-4375-a568-64df7900389e),segment_id=ceecd002-0880-4375-a568-64df7900389e)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:45:37.308338 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Returning: {'device': 'b29128e5-bd13-40a1-bd21-ad6bf3c610a2', 'network_id': '095a52e2-adfb-413a-ad18-4ab0c06e2a0b', 'port_id': 'b29128e5-bd13-40a1-bd21-ad6bf3c610a2', 'mac_address': 'fa:16:3e:ea:7d:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb781916-dee2-4e78-8ef3-29ac52faacb2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 10:45:37.308526 n-d-813419-10 neutron-server[102346]: INFO neutron.pecan_wsgi.hooks.translation [None req-612d3b81-d9c8-4b91-b6d0-56fa2138e0ed tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] DELETE failed (client error): The resource could not be found. Oct 27 10:45:37.309124 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-612d3b81-d9c8-4b91-b6d0-56fa2138e0ed tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102346) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 10:45:37.314139 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-612d3b81-d9c8-4b91-b6d0-56fa2138e0ed tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] 10.222.0.44 "DELETE /v2.0/networks/7c7a0ed8-1006-4160-82cb-31d3abf413cf HTTP/1.1" status: 404 len: 339 time: 0.0692348 Oct 27 10:45:37.316719 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 52980) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:45:37.339352 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6517ff39-89fb-407d-9d51-105dba66246b req-d0a3879a-ccea-4254-9100-5a7c8f88b0d9 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:45:37.355541 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-6517ff39-89fb-407d-9d51-105dba66246b req-d0a3879a-ccea-4254-9100-5a7c8f88b0d9 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "GET /v2.0/ports?device_id=b45d05e6-0927-4bbe-8060-f91e2d8c3cd2 HTTP/1.1" status: 200 len: 945 time: 0.0964091 Oct 27 10:45:37.372566 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:37.387942 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b29128e5-bd13-40a1-bd21-ad6bf3c610a2 {{(pid=102348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:45:37.410139 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] For port b29128e5-bd13-40a1-bd21-ad6bf3c610a2, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=b29128e5-bd13-40a1-bd21-ad6bf3c610a2,segment=NetworkSegment(ceecd002-0880-4375-a568-64df7900389e),segment_id=ceecd002-0880-4375-a568-64df7900389e)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:45:37.412384 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-6517ff39-89fb-407d-9d51-105dba66246b req-091773a6-0406-4644-9c54-8bb318929e7e tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "GET /v2.0/security-groups?id=aba59fed-d1f1-4e7e-84e9-aa222a50e870&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517507 Oct 27 10:45:37.417037 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:37.425287 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 52982) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:45:37.485838 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Pushing event updated for resources: {'Port': ['ID=b29128e5-bd13-40a1-bd21-ad6bf3c610a2,revision_number=7']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:45:37.487367 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-05aaf9b4-f471-4308-84df-04215f3147ed tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] Deleting port b4ac2a4e-dd3d-4e46-8300-0c55bdced881 {{(pid=102347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:45:37.488637 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-05aaf9b4-f471-4308-84df-04215f3147ed tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:37.499923 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5b84d1f-ab9c-42f2-8e59-d51b378281d4 tempest-TestNetworkAdvancedServerOps-357845361 tempest-TestNetworkAdvancedServerOps-357845361-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:45:37.502164 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-e5b84d1f-ab9c-42f2-8e59-d51b378281d4 tempest-TestNetworkAdvancedServerOps-357845361 tempest-TestNetworkAdvancedServerOps-357845361-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=b45d05e6-0927-4bbe-8060-f91e2d8c3cd2 HTTP/1.1" status: 200 len: 1092 time: 0.0758848 Oct 27 10:45:37.505484 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 52984) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:45:37.510413 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-0c16c7b4-8798-44ea-adf2-d38bc981b29b tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Request body: {'floatingip': {'floating_network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'port_id': 'c77c14f5-15cf-44b8-9217-12d2befbb0da', 'tenant_id': '7f357cb809634e50864d0c31dbcbd617', 'fixed_ip_address': '172.20.0.8'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:45:37.538061 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-0c16c7b4-8798-44ea-adf2-d38bc981b29b tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks [] for floatingip, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:37.575943 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-05aaf9b4-f471-4308-84df-04215f3147ed tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:37.589031 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-05aaf9b4-f471-4308-84df-04215f3147ed tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] Calling delete_port for b4ac2a4e-dd3d-4e46-8300-0c55bdced881 owned by {{(pid=102347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:45:37.680269 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-0c16c7b4-8798-44ea-adf2-d38bc981b29b tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:37.684693 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-05aaf9b4-f471-4308-84df-04215f3147ed tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:37.708539 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] get_ports_and_sgs() called for port_ids ['b29128e5-bd13-40a1-bd21-ad6bf3c610a2'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:45:37.766302 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-05aaf9b4-f471-4308-84df-04215f3147ed tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:37.770274 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-05aaf9b4-f471-4308-84df-04215f3147ed tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] 10.222.0.44 "DELETE /v2.0/ports/b4ac2a4e-dd3d-4e46-8300-0c55bdced881 HTTP/1.1" status: 204 len: 168 time: 0.4523175 Oct 27 10:45:37.771851 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05aaf9b4-f471-4308-84df-04215f3147ed tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] Pushing event deleted for resources: {'Port': ['ID=b4ac2a4e-dd3d-4e46-8300-0c55bdced881,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:45:37.775691 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 52988) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:45:37.806039 n-d-813419-10 neutron-server[102347]: INFO neutron.pecan_wsgi.hooks.translation [None req-33c6a205-745a-4894-9557-7c52490969b2 tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] DELETE failed (client error): The resource could not be found. Oct 27 10:45:37.807153 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33c6a205-745a-4894-9557-7c52490969b2 tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102347) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 10:45:37.810779 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-33c6a205-745a-4894-9557-7c52490969b2 tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] 10.222.0.44 "DELETE /v2.0/subnets/9e340c0d-609e-4617-8f40-7cc841bc24b0 HTTP/1.1" status: 404 len: 337 time: 0.0340204 Oct 27 10:45:37.813277 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 52992) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:45:37.906600 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_common [None req-0c16c7b4-8798-44ea-adf2-d38bc981b29b tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Allocated IP 172.25.8.121 (185ff123-c7ff-45c7-a6be-71feb35acc9c/0fb9f9d1-7384-481f-8fa8-f4566c349d30/0e855505-43c9-424c-b70c-f65468094cb3) {{(pid=102346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:45:37.954628 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd37f7ac-d2a1-475e-b8d7-027cfa867ebe req-e310ef9b-a8c6-49a6-b919-9e3c924a2a61 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:45:37.956511 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-cd37f7ac-d2a1-475e-b8d7-027cfa867ebe req-e310ef9b-a8c6-49a6-b919-9e3c924a2a61 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/ports?device_id=23dd7c1d-ad1f-4575-989c-251d4917f719 HTTP/1.1" status: 200 len: 943 time: 0.0907474 Oct 27 10:45:37.960735 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-cf172ae8-28b9-4aea-a3e4-5b8b35a56880 tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586917'] for network, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:38.028552 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-0c16c7b4-8798-44ea-adf2-d38bc981b29b tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks [] for port, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:38.064779 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-0c16c7b4-8798-44ea-adf2-d38bc981b29b tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:38.073474 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-cd37f7ac-d2a1-475e-b8d7-027cfa867ebe req-a0526e4f-5633-401d-a62c-eebc245d6209 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/security-groups?id=3238f945-43ac-4dbd-b7b0-70b6d0fec036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070015 Oct 27 10:45:38.089986 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-cf172ae8-28b9-4aea-a3e4-5b8b35a56880 tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857803', 'neutron.services.segments.db._delete_segments_for_network-8743873143390'] for network, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:38.119349 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-cf172ae8-28b9-4aea-a3e4-5b8b35a56880 tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8ef1ce4-6d4d-48fe-8515-02b0c1ae5277']}} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:45:38.126317 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c16c7b4-8798-44ea-adf2-d38bc981b29b tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Network 185ff123-c7ff-45c7-a6be-71feb35acc9c is already hosted by enough agents. {{(pid=102346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:45:38.129825 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-0c16c7b4-8798-44ea-adf2-d38bc981b29b tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Resources bound (agent type, host, resource id): {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:45:38.136292 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c16c7b4-8798-44ea-adf2-d38bc981b29b tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Received port after_create {{(pid=102346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:45:38.136546 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-cf172ae8-28b9-4aea-a3e4-5b8b35a56880 tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '372499bf-4a79-47bd-9d58-c9a9dbb52ae0') {'for_net_delete': True} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:45:38.136685 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-cf172ae8-28b9-4aea-a3e4-5b8b35a56880 tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '372499bf-4a79-47bd-9d58-c9a9dbb52ae0') {} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:45:38.139954 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c16c7b4-8798-44ea-adf2-d38bc981b29b tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Pushing event updated for resources: {'Port': ['ID=0e855505-43c9-424c-b70c-f65468094cb3,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:45:38.160742 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-cf172ae8-28b9-4aea-a3e4-5b8b35a56880 tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743873145191', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18445132'] for segment, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:38.178017 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-cf172ae8-28b9-4aea-a3e4-5b8b35a56880 tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:38.186335 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf172ae8-28b9-4aea-a3e4-5b8b35a56880 tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] Releasing vlan 432 on physical network physnet1 to pool {{(pid=102347) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 10:45:38.187213 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-cf172ae8-28b9-4aea-a3e4-5b8b35a56880 tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-18296032'] for segment, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:38.191506 n-d-813419-10 neutron-server[102347]: Traceback (most recent call last): Oct 27 10:45:38.191506 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 10:45:38.191506 n-d-813419-10 neutron-server[102347]: timer() Oct 27 10:45:38.191506 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 10:45:38.191506 n-d-813419-10 neutron-server[102347]: cb(*args, **kw) Oct 27 10:45:38.191506 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 10:45:38.191506 n-d-813419-10 neutron-server[102347]: return func(*args, **kwargs) Oct 27 10:45:38.191506 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 10:45:38.191506 n-d-813419-10 neutron-server[102347]: self._notify() Oct 27 10:45:38.191506 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 10:45:38.191506 n-d-813419-10 neutron-server[102347]: self.callback(batched_events) Oct 27 10:45:38.191506 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 10:45:38.191506 n-d-813419-10 neutron-server[102347]: event.method(event) Oct 27 10:45:38.191506 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 10:45:38.191506 n-d-813419-10 neutron-server[102347]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 10:45:38.191506 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 10:45:38.191506 n-d-813419-10 neutron-server[102347]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 10:45:38.191506 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 10:45:38.191506 n-d-813419-10 neutron-server[102347]: return f(self, *a, **k) Oct 27 10:45:38.191506 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 10:45:38.191506 n-d-813419-10 neutron-server[102347]: return self._get(url).json() Oct 27 10:45:38.191506 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 10:45:38.191506 n-d-813419-10 neutron-server[102347]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 10:45:38.191506 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 10:45:38.191506 n-d-813419-10 neutron-server[102347]: return self.request(url, 'GET', **kwargs) Oct 27 10:45:38.191506 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 10:45:38.191506 n-d-813419-10 neutron-server[102347]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 10:45:38.191506 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 10:45:38.191506 n-d-813419-10 neutron-server[102347]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 10:45:38.191506 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 10:45:38.191506 n-d-813419-10 neutron-server[102347]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 10:45:38.191506 n-d-813419-10 neutron-server[102347]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 10:45:38.279024 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-cf172ae8-28b9-4aea-a3e4-5b8b35a56880 tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664840'] for network, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:38.291729 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-cf172ae8-28b9-4aea-a3e4-5b8b35a56880 tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for network, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:38.300803 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-cf172ae8-28b9-4aea-a3e4-5b8b35a56880 tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] 10.222.0.44 "DELETE /v2.0/networks/f8ef1ce4-6d4d-48fe-8515-02b0c1ae5277 HTTP/1.1" status: 204 len: 168 time: 0.4833198 Oct 27 10:45:38.303539 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 52998) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:45:38.320122 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf172ae8-28b9-4aea-a3e4-5b8b35a56880 tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] Pushing event deleted for resources: {'Network': ['ID=f8ef1ce4-6d4d-48fe-8515-02b0c1ae5277,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:45:38.496250 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58ba909-89d4-40f8-ae0a-a5e113035403 req-bfab0c13-9c02-4f40-ba5a-9b2f1134ba8b tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:45:38.497943 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-a58ba909-89d4-40f8-ae0a-a5e113035403 req-bfab0c13-9c02-4f40-ba5a-9b2f1134ba8b tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] 10.222.0.44 "GET /v2.0/ports?device_id=5e764ccd-8221-4655-9e0d-a1047e5437a0 HTTP/1.1" status: 200 len: 944 time: 0.2657561 Oct 27 10:45:38.644490 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-a58ba909-89d4-40f8-ae0a-a5e113035403 req-74ed8960-145d-4adc-9269-c94dcdd4eb6f tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] 10.222.0.44 "GET /v2.0/security-groups?id=78b00a37-7309-4fe7-b9e5-d3cf0246ee6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347637 Oct 27 10:45:38.657234 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-6b659f5e-8a43-4f1b-affb-66f0e85489eb tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] Deleting port 288722b1-06e3-422f-931a-36d029394cb8 {{(pid=102346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:45:38.657563 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-6b659f5e-8a43-4f1b-affb-66f0e85489eb tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:38.768912 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-6b659f5e-8a43-4f1b-affb-66f0e85489eb tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:38.771642 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-0c16c7b4-8798-44ea-adf2-d38bc981b29b tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:38.803950 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-6b659f5e-8a43-4f1b-affb-66f0e85489eb tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] Calling delete_port for 288722b1-06e3-422f-931a-36d029394cb8 owned by {{(pid=102346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:45:38.919774 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-0c16c7b4-8798-44ea-adf2-d38bc981b29b tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:38.929494 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:38.989822 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-6b659f5e-8a43-4f1b-affb-66f0e85489eb tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:39.059725 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b659f5e-8a43-4f1b-affb-66f0e85489eb tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] Pushing event deleted for resources: {'Port': ['ID=288722b1-06e3-422f-931a-36d029394cb8,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:45:39.073838 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-6b659f5e-8a43-4f1b-affb-66f0e85489eb tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:39.079279 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-6b659f5e-8a43-4f1b-affb-66f0e85489eb tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] 10.222.0.44 "DELETE /v2.0/ports/288722b1-06e3-422f-931a-36d029394cb8 HTTP/1.1" status: 204 len: 168 time: 0.7709143 Oct 27 10:45:39.079524 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 53004) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:45:39.112826 n-d-813419-10 neutron-server[102346]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c3084e2-2d68-44ee-9a31-aceaa9d473a8 tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] DELETE failed (client error): The resource could not be found. Oct 27 10:45:39.113282 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c3084e2-2d68-44ee-9a31-aceaa9d473a8 tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102346) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 10:45:39.116632 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-9c3084e2-2d68-44ee-9a31-aceaa9d473a8 tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] 10.222.0.44 "DELETE /v2.0/subnets/c132bd83-c0d3-4dfa-8982-fb58e6d16c4c HTTP/1.1" status: 404 len: 337 time: 0.0361712 Oct 27 10:45:39.119203 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 53008) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:45:39.140145 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device b29128e5-bd13-40a1-bd21-ad6bf3c610a2 up at agent hyperv_n-h2-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:45:39.211108 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Provisioning complete for port b29128e5-bd13-40a1-bd21-ad6bf3c610a2 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:45:39.211601 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:39.224769 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-275942aa-f5fa-4383-91ef-0e5da61ec7da tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586917'] for network, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:39.306402 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:39.321578 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c64d8d8-4940-4de7-b531-4efde1c45005 req-31951557-bc29-4dc8-bac3-650bf0818aca tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:45:39.323606 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-8c64d8d8-4940-4de7-b531-4efde1c45005 req-31951557-bc29-4dc8-bac3-650bf0818aca tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/ports?device_id=23dd7c1d-ad1f-4575-989c-251d4917f719 HTTP/1.1" status: 200 len: 943 time: 0.1098037 Oct 27 10:45:39.343062 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e764ccd-8221-4655-9e0d-a1047e5437a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b29128e5-bd13-40a1-bd21-ad6bf3c610a2'}] {{(pid=102348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:45:39.344825 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-0c16c7b4-8798-44ea-adf2-d38bc981b29b tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks [] for port, precommit_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:39.345956 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c588921fa634554a1d9242fdea1b05457a9ff1d3b28ba54ec1dace7f2f1df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c86b7110-c3f3-4a75-828a-ade205ac107d" -d '{"events": [{"server_uuid": "5e764ccd-8221-4655-9e0d-a1047e5437a0", "name": "network-vif-plugged", "status": "completed", "tag": "b29128e5-bd13-40a1-bd21-ad6bf3c610a2"}]}' {{(pid=102348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:45:39.392474 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] For port b29128e5-bd13-40a1-bd21-ad6bf3c610a2, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=b29128e5-bd13-40a1-bd21-ad6bf3c610a2,segment=NetworkSegment(ceecd002-0880-4375-a568-64df7900389e),segment_id=ceecd002-0880-4375-a568-64df7900389e)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:45:39.407766 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:45:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46d1d47f-ddf5-4325-885a-a9feedcccde5 x-openstack-request-id: req-46d1d47f-ddf5-4325-885a-a9feedcccde5 {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:45:39.412512 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e764ccd-8221-4655-9e0d-a1047e5437a0", "name": "network-vif-plugged", "status": "completed", "tag": "b29128e5-bd13-40a1-bd21-ad6bf3c610a2", "code": 200}]} {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:45:39.412850 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-46d1d47f-ddf5-4325-885a-a9feedcccde5 {{(pid=102348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:45:39.414141 n-d-813419-10 neutron-server[102348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e764ccd-8221-4655-9e0d-a1047e5437a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b29128e5-bd13-40a1-bd21-ad6bf3c610a2', 'code': 200} Oct 27 10:45:39.415429 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:39.425683 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-0c16c7b4-8798-44ea-adf2-d38bc981b29b tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27024173'] for port, after_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:39.506585 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-275942aa-f5fa-4383-91ef-0e5da61ec7da tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857803', 'neutron.services.segments.db._delete_segments_for_network-8743873143390'] for network, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:39.543602 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Pushing event updated for resources: {'Port': ['ID=b29128e5-bd13-40a1-bd21-ad6bf3c610a2,revision_number=8']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:45:39.544601 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-8c64d8d8-4940-4de7-b531-4efde1c45005 req-195e6986-f75e-4d7e-903b-7438508286f0 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/security-groups?id=3238f945-43ac-4dbd-b7b0-70b6d0fec036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2127113 Oct 27 10:45:39.545209 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c16c7b4-8798-44ea-adf2-d38bc981b29b tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Pushing event updated for resources: {'Port': ['ID=0e855505-43c9-424c-b70c-f65468094cb3,revision_number=2']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:45:39.593055 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-275942aa-f5fa-4383-91ef-0e5da61ec7da tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf6d663f-a48d-4b09-b2a1-9af7b99cb4f8']}} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:45:39.606434 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-0c16c7b4-8798-44ea-adf2-d38bc981b29b tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1664826'] for floatingip, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:39.613487 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-275942aa-f5fa-4383-91ef-0e5da61ec7da tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dfa619b9-56e6-4c03-902a-4bc4c78b3bb4') {'for_net_delete': True} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:45:39.613789 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-275942aa-f5fa-4383-91ef-0e5da61ec7da tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dfa619b9-56e6-4c03-902a-4bc4c78b3bb4') {} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:45:39.648905 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4b1443-742d-4a86-b021-d091781860e7 req-fee2d7ba-1aa9-464f-8437-84cc10ff85a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:45:39.652454 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-dc4b1443-742d-4a86-b021-d091781860e7 req-fee2d7ba-1aa9-464f-8437-84cc10ff85a9 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=5e764ccd-8221-4655-9e0d-a1047e5437a0 HTTP/1.1" status: 200 len: 1097 time: 0.0564687 Oct 27 10:45:39.733709 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-275942aa-f5fa-4383-91ef-0e5da61ec7da tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743873145191', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25847877'] for segment, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:39.736936 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-dc4b1443-742d-4a86-b021-d091781860e7 req-05aecca8-fc56-4f5f-bc26-a1f2e10d696d service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=78b00a37-7309-4fe7-b9e5-d3cf0246ee6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771897 Oct 27 10:45:39.766780 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-275942aa-f5fa-4383-91ef-0e5da61ec7da tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:39.779158 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-275942aa-f5fa-4383-91ef-0e5da61ec7da tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] Releasing vlan 423 on physical network physnet1 to pool {{(pid=102346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 10:45:39.779562 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-275942aa-f5fa-4383-91ef-0e5da61ec7da tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27024137'] for segment, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:39.783217 n-d-813419-10 neutron-server[102346]: Traceback (most recent call last): Oct 27 10:45:39.783217 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 10:45:39.783217 n-d-813419-10 neutron-server[102346]: timer() Oct 27 10:45:39.783217 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 10:45:39.783217 n-d-813419-10 neutron-server[102346]: cb(*args, **kw) Oct 27 10:45:39.783217 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 10:45:39.783217 n-d-813419-10 neutron-server[102346]: return func(*args, **kwargs) Oct 27 10:45:39.783217 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 10:45:39.783217 n-d-813419-10 neutron-server[102346]: self._notify() Oct 27 10:45:39.783217 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 10:45:39.783217 n-d-813419-10 neutron-server[102346]: self.callback(batched_events) Oct 27 10:45:39.783217 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 10:45:39.783217 n-d-813419-10 neutron-server[102346]: event.method(event) Oct 27 10:45:39.783217 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 10:45:39.783217 n-d-813419-10 neutron-server[102346]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 10:45:39.783217 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 10:45:39.783217 n-d-813419-10 neutron-server[102346]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 10:45:39.783217 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 10:45:39.783217 n-d-813419-10 neutron-server[102346]: return f(self, *a, **k) Oct 27 10:45:39.783217 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 10:45:39.783217 n-d-813419-10 neutron-server[102346]: return self._get(url).json() Oct 27 10:45:39.783217 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 10:45:39.783217 n-d-813419-10 neutron-server[102346]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 10:45:39.783217 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 10:45:39.783217 n-d-813419-10 neutron-server[102346]: return self.request(url, 'GET', **kwargs) Oct 27 10:45:39.783217 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 10:45:39.783217 n-d-813419-10 neutron-server[102346]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 10:45:39.783217 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 10:45:39.783217 n-d-813419-10 neutron-server[102346]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 10:45:39.783217 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 10:45:39.783217 n-d-813419-10 neutron-server[102346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 10:45:39.783217 n-d-813419-10 neutron-server[102346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 10:45:39.857756 n-d-813419-10 neutron-server[102346]: INFO neutron.db.l3_db [None req-0c16c7b4-8798-44ea-adf2-d38bc981b29b tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Floating IP a28e0caf-f58f-4200-bdb0-15fc858060ef associated. External IP: 172.25.8.121, port: c77c14f5-15cf-44b8-9217-12d2befbb0da. Oct 27 10:45:39.867383 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349b04e3-b550-4ea1-932b-ae3f97efa40b req-c4b2f5f5-2be6-479b-b636-054eb42acd21 tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:45:39.872145 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-349b04e3-b550-4ea1-932b-ae3f97efa40b req-c4b2f5f5-2be6-479b-b636-054eb42acd21 tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] 10.222.0.44 "GET /v2.0/ports?device_id=5e764ccd-8221-4655-9e0d-a1047e5437a0 HTTP/1.1" status: 200 len: 945 time: 0.1030493 Oct 27 10:45:39.901907 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-275942aa-f5fa-4383-91ef-0e5da61ec7da tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664840'] for network, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:39.938165 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-275942aa-f5fa-4383-91ef-0e5da61ec7da tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] Publish callbacks [] for network, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:39.944081 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-275942aa-f5fa-4383-91ef-0e5da61ec7da tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] 10.222.0.44 "DELETE /v2.0/networks/cf6d663f-a48d-4b09-b2a1-9af7b99cb4f8 HTTP/1.1" status: 204 len: 168 time: 0.8218567 Oct 27 10:45:39.948467 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 53018) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:45:39.948914 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-349b04e3-b550-4ea1-932b-ae3f97efa40b req-b99a9721-c7db-49fc-b16e-f38be5a9d468 tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] 10.222.0.44 "GET /v2.0/security-groups?id=78b00a37-7309-4fe7-b9e5-d3cf0246ee6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689981 Oct 27 10:45:40.017158 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275942aa-f5fa-4383-91ef-0e5da61ec7da tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] Pushing event deleted for resources: {'Network': ['ID=cf6d663f-a48d-4b09-b2a1-9af7b99cb4f8,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:45:40.052253 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc3c1692-0f84-4ebd-ad14-eb9aeff45d4b tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] Deleting subnet e312317a-ffba-46f6-bafc-9af677e877f2 {{(pid=102346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 10:45:40.057631 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-bc3c1692-0f84-4ebd-ad14-eb9aeff45d4b tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] Publish callbacks [] for subnet, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:40.120452 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-bc3c1692-0f84-4ebd-ad14-eb9aeff45d4b tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25847868'] for subnet, precommit_delete_associations {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:40.303124 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-bc3c1692-0f84-4ebd-ad14-eb9aeff45d4b tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855646'] for subnet, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:40.330366 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c16c7b4-8798-44ea-adf2-d38bc981b29b tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Router d3e225b6-9819-4c7c-80b5-e5da70e28bef has already been hosted by L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb {{(pid=102346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 10:45:40.464792 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-bc3c1692-0f84-4ebd-ad14-eb9aeff45d4b tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27024355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27168307'] for subnet, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:40.502908 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-bc3c1692-0f84-4ebd-ad14-eb9aeff45d4b tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for subnet, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:40.506444 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-bc3c1692-0f84-4ebd-ad14-eb9aeff45d4b tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] 10.222.0.44 "DELETE /v2.0/subnets/e312317a-ffba-46f6-bafc-9af677e877f2 HTTP/1.1" status: 204 len: 168 time: 0.5567234 Oct 27 10:45:40.507482 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3c1692-0f84-4ebd-ad14-eb9aeff45d4b tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] Pushing event deleted for resources: {'Subnet': ['ID=e312317a-ffba-46f6-bafc-9af677e877f2,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:45:40.511513 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 53022) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:45:40.514731 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c16c7b4-8798-44ea-adf2-d38bc981b29b tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:45:40.518771 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af1cf809-3652-47ab-aa33-476f7cb64fac None None] Network afbcec17-e75b-4277-93b9-1f0e57976dd1 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:45:40.525973 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f19d1d2f-28eb-4564-8f0f-0506decf914b None None] Sync routers for ids ['d3e225b6-9819-4c7c-80b5-e5da70e28bef'] in n-d-813419-10 {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:45:40.548008 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-0c16c7b4-8798-44ea-adf2-d38bc981b29b tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for floatingip, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:40.575653 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f19d1d2f-28eb-4564-8f0f-0506decf914b None None] Routers {'d3e225b6-9819-4c7c-80b5-e5da70e28bef'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:45:40.596527 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-f19d1d2f-28eb-4564-8f0f-0506decf914b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:45:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['d3e225b6-9819-4c7c-80b5-e5da70e28bef'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:45:40.615677 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-0c16c7b4-8798-44ea-adf2-d38bc981b29b tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.1087847 Oct 27 10:45:40.618018 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b45d05e6-0927-4bbe-8060-f91e2d8c3cd2', 'tag': 'c77c14f5-15cf-44b8-9217-12d2befbb0da'}] {{(pid=102346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:45:40.624072 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc0e418f5fc417c8d55d94c0aa509b037d0beb2a734c1a709e789eb65639a56d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c9c08da-06f5-49b6-85cc-6a2a17f4cf78" -d '{"events": [{"name": "network-changed", "server_uuid": "b45d05e6-0927-4bbe-8060-f91e2d8c3cd2", "tag": "c77c14f5-15cf-44b8-9217-12d2befbb0da"}]}' {{(pid=102346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:45:40.818644 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvr_db [None req-f19d1d2f-28eb-4564-8f0f-0506decf914b None None] Set router d3e225b6-9819-4c7c-80b5-e5da70e28bef gateway port host: n-d-813419-10 {{(pid=102349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:45:40.871104 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84d2e3bb-ac76-4d3f-be91-b29234b4c4ba None None] DHCP port deletion for afbcec17-e75b-4277-93b9-1f0e57976dd1 request from n-d-813419-10 {{(pid=102348) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 10:45:40.899621 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-54bcafdb-e240-4b2e-8910-ba4746730080 tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586917'] for network, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:40.919338 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b27ac0-0a19-4afe-8aff-6d2600f4bffb req-3b388a0c-8a0b-4bcd-873c-42e1ad45bbb1 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:45:40.934101 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-20b27ac0-0a19-4afe-8aff-6d2600f4bffb req-3b388a0c-8a0b-4bcd-873c-42e1ad45bbb1 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/ports?device_id=23dd7c1d-ad1f-4575-989c-251d4917f719 HTTP/1.1" status: 200 len: 943 time: 0.1890779 Oct 27 10:45:40.936903 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682f2b6b-2439-4a23-b7aa-38d10202af3a req-08e87028-9f77-45a0-a00d-37bf54bc52a7 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:45:40.942997 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-682f2b6b-2439-4a23-b7aa-38d10202af3a req-08e87028-9f77-45a0-a00d-37bf54bc52a7 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "GET /v2.0/ports?device_id=b45d05e6-0927-4bbe-8060-f91e2d8c3cd2 HTTP/1.1" status: 200 len: 945 time: 0.1900289 Oct 27 10:45:41.025849 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-84d2e3bb-ac76-4d3f-be91-b29234b4c4ba None None] Deleting port db6f15ff-5bdc-4adf-b643-9752ee254b7f {{(pid=102348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:45:41.026215 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-84d2e3bb-ac76-4d3f-be91-b29234b4c4ba None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:41.076985 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-682f2b6b-2439-4a23-b7aa-38d10202af3a req-860f7049-0fa4-4afc-868c-a2694578098f tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "GET /v2.0/security-groups?id=aba59fed-d1f1-4e7e-84e9-aa222a50e870&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1286294 Oct 27 10:45:41.104431 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 53036) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:45:41.137620 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-20b27ac0-0a19-4afe-8aff-6d2600f4bffb req-762cafb5-a448-465c-a572-e74d57bb8885 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/security-groups?id=3238f945-43ac-4dbd-b7b0-70b6d0fec036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715851 Oct 27 10:45:41.203009 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-84d2e3bb-ac76-4d3f-be91-b29234b4c4ba None None] For port db6f15ff-5bdc-4adf-b643-9752ee254b7f, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=db6f15ff-5bdc-4adf-b643-9752ee254b7f,segment=NetworkSegment(63cb06de-bced-4c04-af90-5d1e7f7eba7a),segment_id=63cb06de-bced-4c04-af90-5d1e7f7eba7a)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:45:41.203441 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-84d2e3bb-ac76-4d3f-be91-b29234b4c4ba None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:41.220497 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-54bcafdb-e240-4b2e-8910-ba4746730080 tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] Deleting port db6f15ff-5bdc-4adf-b643-9752ee254b7f {{(pid=102347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:45:41.231391 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-84d2e3bb-ac76-4d3f-be91-b29234b4c4ba None None] Calling delete_port for db6f15ff-5bdc-4adf-b643-9752ee254b7f owned by network:dhcp {{(pid=102348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:45:41.234137 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 10:45:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c197628-84cc-446f-9c67-c403b0b71516 x-openstack-request-id: req-3c197628-84cc-446f-9c67-c403b0b71516 {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:45:41.234627 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b45d05e6-0927-4bbe-8060-f91e2d8c3cd2", "tag": "c77c14f5-15cf-44b8-9217-12d2befbb0da", "status": "completed", "code": 200}]} {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:45:41.234738 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3c197628-84cc-446f-9c67-c403b0b71516 {{(pid=102346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:45:41.236714 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-54bcafdb-e240-4b2e-8910-ba4746730080 tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:41.242323 n-d-813419-10 neutron-server[102346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b45d05e6-0927-4bbe-8060-f91e2d8c3cd2', 'tag': 'c77c14f5-15cf-44b8-9217-12d2befbb0da', 'status': 'completed', 'code': 200} Oct 27 10:45:41.285940 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-0fe20471-f8ca-4f6f-9e00-0ce02ff3688d tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "GET /v2.0/floatingips/a28e0caf-f58f-4200-bdb0-15fc858060ef HTTP/1.1" status: 200 len: 991 time: 0.1803482 Oct 27 10:45:41.414125 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-84d2e3bb-ac76-4d3f-be91-b29234b4c4ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615'] for port, after_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:41.455559 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d2e3bb-ac76-4d3f-be91-b29234b4c4ba None None] Pushing event deleted for resources: {'Port': ['ID=db6f15ff-5bdc-4adf-b643-9752ee254b7f,revision_number=None']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:45:41.459604 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84d2e3bb-ac76-4d3f-be91-b29234b4c4ba None None] No DVR routers for this DVR port db6f15ff-5bdc-4adf-b643-9752ee254b7f on host n-d-813419-10 {{(pid=102348) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:45:41.605905 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [None req-54bcafdb-e240-4b2e-8910-ba4746730080 tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] For port db6f15ff-5bdc-4adf-b643-9752ee254b7f, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=db6f15ff-5bdc-4adf-b643-9752ee254b7f,segment=NetworkSegment(63cb06de-bced-4c04-af90-5d1e7f7eba7a),segment_id=63cb06de-bced-4c04-af90-5d1e7f7eba7a)] {{(pid=102347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:45:41.606558 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-54bcafdb-e240-4b2e-8910-ba4746730080 tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:41.629478 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-f19d1d2f-28eb-4564-8f0f-0506decf914b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3e225b6-9819-4c7c-80b5-e5da70e28bef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1447084228', 'tenant_id': '7f357cb809634e50864d0c31dbcbd617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.136'}], 'enable_snat': True}, 'gw_port_id': '84c2cf9d-cd8d-4380-b4b0-05e90fd96f1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:45:08Z', 'updated_at': '2021-10-27T10:45:14Z', 'revision_number': 4, 'project_id': '7f357cb809634e50864d0c31dbcbd617', 'gw_port': {'id': '84c2cf9d-cd8d-4380-b4b0-05e90fd96f1d', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:8a:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3e225b6-9819-4c7c-80b5-e5da70e28bef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2954, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:45:08Z', 'updated_at': '2021-10-27T10:45:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_floatingips': [{'id': 'a28e0caf-f58f-4200-bdb0-15fc858060ef', 'tenant_id': '7f357cb809634e50864d0c31dbcbd617', 'floating_ip_address': '172.25.8.121', 'floating_network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'router_id': 'd3e225b6-9819-4c7c-80b5-e5da70e28bef', 'port_id': 'c77c14f5-15cf-44b8-9217-12d2befbb0da', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2997, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd11bc4e4-9641-4700-8e5b-752620d126aa', 'mac_address': 'fa:16:3e:8a:23:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b45d05e6-0927-4bbe-8060-f91e2d8c3cd2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T10:45:38Z', 'updated_at': '2021-10-27T10:45:38Z', 'revision_number': 0, 'project_id': '7f357cb809634e50864d0c31dbcbd617', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0e14ef5-08b1-4e57-9551-20912bc54e99', 'name': '', 'network_id': 'd11bc4e4-9641-4700-8e5b-752620d126aa', 'tenant_id': '7f357cb809634e50864d0c31dbcbd617', 'mac_address': 'fa:16:3e:80:7d:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3e225b6-9819-4c7c-80b5-e5da70e28bef', 'device_owner': 'network:router_interface', 'standard_attr_id': 2969, 'fixed_ips': [{'subnet_id': '5b672036-8a16-4b88-9ee6-2dcda441f5a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:45:13Z', 'updated_at': '2021-10-27T10:45:20Z', 'revision_number': 5, 'project_id': '7f357cb809634e50864d0c31dbcbd617', 'subnets': [{'id': '5b672036-8a16-4b88-9ee6-2dcda441f5a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:45:41.631450 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee0e556-3030-46ec-a717-4774bf26562e req-7ecce1ae-0606-493e-a08b-72a9cb2fad11 tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:45:41.639632 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8ee0e556-3030-46ec-a717-4774bf26562e req-7ecce1ae-0606-493e-a08b-72a9cb2fad11 tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] 10.222.0.44 "GET /v2.0/ports?device_id=5e764ccd-8221-4655-9e0d-a1047e5437a0 HTTP/1.1" status: 200 len: 945 time: 0.2449620 Oct 27 10:45:41.650965 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-54bcafdb-e240-4b2e-8910-ba4746730080 tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] Calling delete_port for db6f15ff-5bdc-4adf-b643-9752ee254b7f owned by network:dhcp {{(pid=102347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:45:41.659048 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f19d1d2f-28eb-4564-8f0f-0506decf914b None None] Checking router: d3e225b6-9819-4c7c-80b5-e5da70e28bef for host: n-d-813419-10 {{(pid=102349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 10:45:41.663849 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9c08da-06f5-49b6-85cc-6a2a17f4cf78 req-fc623cf5-d928-44f4-950e-49e2c5e628c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:45:41.665682 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-9c9c08da-06f5-49b6-85cc-6a2a17f4cf78 req-fc623cf5-d928-44f4-950e-49e2c5e628c4 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7f357cb809634e50864d0c31dbcbd617&device_id=b45d05e6-0927-4bbe-8060-f91e2d8c3cd2 HTTP/1.1" status: 200 len: 1097 time: 0.2928996 Oct 27 10:45:41.669321 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f19d1d2f-28eb-4564-8f0f-0506decf914b None None] Routers {'d3e225b6-9819-4c7c-80b5-e5da70e28bef'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:45:41.670070 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-f19d1d2f-28eb-4564-8f0f-0506decf914b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:45:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['d3e225b6-9819-4c7c-80b5-e5da70e28bef'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:45:41.823216 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvr_db [None req-f19d1d2f-28eb-4564-8f0f-0506decf914b None None] Set router d3e225b6-9819-4c7c-80b5-e5da70e28bef gateway port host: n-d-813419-10 {{(pid=102349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:45:41.877886 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-54bcafdb-e240-4b2e-8910-ba4746730080 tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:41.883406 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8ee0e556-3030-46ec-a717-4774bf26562e req-a56e060f-209b-4089-8d68-2a018c77b2cd tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] 10.222.0.44 "GET /v2.0/security-groups?id=78b00a37-7309-4fe7-b9e5-d3cf0246ee6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2426519 Oct 27 10:45:41.917294 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bcafdb-e240-4b2e-8910-ba4746730080 tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] Pushing event deleted for resources: {'Port': ['ID=db6f15ff-5bdc-4adf-b643-9752ee254b7f,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:45:41.929032 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device db6f15ff-5bdc-4adf-b643-9752ee254b7f no longer exists at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:45:41.943916 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54bcafdb-e240-4b2e-8910-ba4746730080 tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] No DVR routers for this DVR port db6f15ff-5bdc-4adf-b643-9752ee254b7f on host n-d-813419-10 {{(pid=102347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:45:41.991625 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] No Port match for: db6f15ff-5bdc-4adf-b643-9752ee254b7f {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:45:41.993529 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device db6f15ff-5bdc-4adf-b643-9752ee254b7f not bound to the agent host n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:45:42.036918 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.agents_db [None req-e79ee67d-056e-46ea-bd99-e80473396b25 None None] Agent healthcheck: found 7 active agents {{(pid=102349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 10:45:42.114363 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c29eee-e6c5-4615-bc1b-4d0f4b638279 req-bfcbccfe-61b0-402c-b22f-bac1fc479e0d tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:45:42.116098 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-c1c29eee-e6c5-4615-bc1b-4d0f4b638279 req-bfcbccfe-61b0-402c-b22f-bac1fc479e0d tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] 10.222.0.44 "GET /v2.0/ports?device_id=5e764ccd-8221-4655-9e0d-a1047e5437a0 HTTP/1.1" status: 200 len: 945 time: 0.0680976 Oct 27 10:45:42.122350 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9c08da-06f5-49b6-85cc-6a2a17f4cf78 req-68e1b5c0-54f8-47ad-aa8f-52f044830072 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:45:42.133769 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-9c9c08da-06f5-49b6-85cc-6a2a17f4cf78 req-68e1b5c0-54f8-47ad-aa8f-52f044830072 service neutron] 10.222.0.64 "GET /v2.0/networks?id=d11bc4e4-9641-4700-8e5b-752620d126aa HTTP/1.1" status: 200 len: 898 time: 0.4488027 Oct 27 10:45:42.172619 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-c1c29eee-e6c5-4615-bc1b-4d0f4b638279 req-1a346a6e-94b5-4be4-8974-f0399f08e76f tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] 10.222.0.44 "GET /v2.0/security-groups?id=78b00a37-7309-4fe7-b9e5-d3cf0246ee6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493214 Oct 27 10:45:42.234659 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-54bcafdb-e240-4b2e-8910-ba4746730080 tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857803', 'neutron.services.segments.db._delete_segments_for_network-8743873143390'] for network, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:42.260091 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-f19d1d2f-28eb-4564-8f0f-0506decf914b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3e225b6-9819-4c7c-80b5-e5da70e28bef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1447084228', 'tenant_id': '7f357cb809634e50864d0c31dbcbd617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.136'}], 'enable_snat': True}, 'gw_port_id': '84c2cf9d-cd8d-4380-b4b0-05e90fd96f1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:45:08Z', 'updated_at': '2021-10-27T10:45:14Z', 'revision_number': 4, 'project_id': '7f357cb809634e50864d0c31dbcbd617', 'gw_port': {'id': '84c2cf9d-cd8d-4380-b4b0-05e90fd96f1d', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:8a:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3e225b6-9819-4c7c-80b5-e5da70e28bef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2954, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:45:08Z', 'updated_at': '2021-10-27T10:45:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_floatingips': [{'id': 'a28e0caf-f58f-4200-bdb0-15fc858060ef', 'tenant_id': '7f357cb809634e50864d0c31dbcbd617', 'floating_ip_address': '172.25.8.121', 'floating_network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'router_id': 'd3e225b6-9819-4c7c-80b5-e5da70e28bef', 'port_id': 'c77c14f5-15cf-44b8-9217-12d2befbb0da', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2997, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd11bc4e4-9641-4700-8e5b-752620d126aa', 'mac_address': 'fa:16:3e:8a:23:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b45d05e6-0927-4bbe-8060-f91e2d8c3cd2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T10:45:38Z', 'updated_at': '2021-10-27T10:45:38Z', 'revision_number': 0, 'project_id': '7f357cb809634e50864d0c31dbcbd617', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0e14ef5-08b1-4e57-9551-20912bc54e99', 'name': '', 'network_id': 'd11bc4e4-9641-4700-8e5b-752620d126aa', 'tenant_id': '7f357cb809634e50864d0c31dbcbd617', 'mac_address': 'fa:16:3e:80:7d:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3e225b6-9819-4c7c-80b5-e5da70e28bef', 'device_owner': 'network:router_interface', 'standard_attr_id': 2969, 'fixed_ips': [{'subnet_id': '5b672036-8a16-4b88-9ee6-2dcda441f5a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:45:13Z', 'updated_at': '2021-10-27T10:45:20Z', 'revision_number': 5, 'project_id': '7f357cb809634e50864d0c31dbcbd617', 'subnets': [{'id': '5b672036-8a16-4b88-9ee6-2dcda441f5a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:45:42.289768 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 53050) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:45:42.297001 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-54bcafdb-e240-4b2e-8910-ba4746730080 tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['afbcec17-e75b-4277-93b9-1f0e57976dd1']}} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:45:42.313962 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-54bcafdb-e240-4b2e-8910-ba4746730080 tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63cb06de-bced-4c04-af90-5d1e7f7eba7a') {'for_net_delete': True} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:45:42.314334 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-54bcafdb-e240-4b2e-8910-ba4746730080 tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63cb06de-bced-4c04-af90-5d1e7f7eba7a') {} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:45:42.339756 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f19d1d2f-28eb-4564-8f0f-0506decf914b None None] The sync data for ids ['d3e225b6-9819-4c7c-80b5-e5da70e28bef'] in n-d-813419-10 is: [{'id': 'd3e225b6-9819-4c7c-80b5-e5da70e28bef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1447084228', 'tenant_id': '7f357cb809634e50864d0c31dbcbd617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.136'}], 'enable_snat': True}, 'gw_port_id': '84c2cf9d-cd8d-4380-b4b0-05e90fd96f1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:45:08Z', 'updated_at': '2021-10-27T10:45:14Z', 'revision_number': 4, 'project_id': '7f357cb809634e50864d0c31dbcbd617', 'gw_port': {'id': '84c2cf9d-cd8d-4380-b4b0-05e90fd96f1d', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:8a:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3e225b6-9819-4c7c-80b5-e5da70e28bef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2954, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:45:08Z', 'updated_at': '2021-10-27T10:45:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_floatingips': [{'id': 'a28e0caf-f58f-4200-bdb0-15fc858060ef', 'tenant_id': '7f357cb809634e50864d0c31dbcbd617', 'floating_ip_address': '172.25.8.121', 'floating_network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'router_id': 'd3e225b6-9819-4c7c-80b5-e5da70e28bef', 'port_id': 'c77c14f5-15cf-44b8-9217-12d2befbb0da', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2997, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd11bc4e4-9641-4700-8e5b-752620d126aa', 'mac_address': 'fa:16:3e:8a:23:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b45d05e6-0927-4bbe-8060-f91e2d8c3cd2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T10:45:38Z', 'updated_at': '2021-10-27T10:45:38Z', 'revision_number': 0, 'project_id': '7f357cb809634e50864d0c31dbcbd617', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0e14ef5-08b1-4e57-9551-20912bc54e99', 'name': '', 'network_id': 'd11bc4e4-9641-4700-8e5b-752620d126aa', 'tenant_id': '7f357cb809634e50864d0c31dbcbd617', 'mac_address': 'fa:16:3e:80:7d:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3e225b6-9819-4c7c-80b5-e5da70e28bef', 'device_owner': 'network:router_interface', 'standard_attr_id': 2969, 'fixed_ips': [{'subnet_id': '5b672036-8a16-4b88-9ee6-2dcda441f5a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:45:13Z', 'updated_at': '2021-10-27T10:45:20Z', 'revision_number': 5, 'project_id': '7f357cb809634e50864d0c31dbcbd617', 'subnets': [{'id': '5b672036-8a16-4b88-9ee6-2dcda441f5a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:45:42.344959 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-54bcafdb-e240-4b2e-8910-ba4746730080 tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743873145191', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18445132'] for segment, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:42.379939 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-54bcafdb-e240-4b2e-8910-ba4746730080 tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:42.394207 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54bcafdb-e240-4b2e-8910-ba4746730080 tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] Releasing vlan 403 on physical network physnet1 to pool {{(pid=102347) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 10:45:42.395480 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-54bcafdb-e240-4b2e-8910-ba4746730080 tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-18296032'] for segment, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:42.455800 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-a27c4551-be0b-465b-aee5-e3027269f317 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "GET /v2.0/floatingips/a28e0caf-f58f-4200-bdb0-15fc858060ef HTTP/1.1" status: 200 len: 991 time: 0.1646781 Oct 27 10:45:42.467662 n-d-813419-10 neutron-server[102347]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 10:45:42.467662 n-d-813419-10 neutron-server[102347]: self.session.flush() Oct 27 10:45:42.467662 n-d-813419-10 neutron-server[102347]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 10:45:42.467662 n-d-813419-10 neutron-server[102347]: self.session.flush() Oct 27 10:45:42.467662 n-d-813419-10 neutron-server[102347]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 10:45:42.467662 n-d-813419-10 neutron-server[102347]: self.session.flush() Oct 27 10:45:42.467662 n-d-813419-10 neutron-server[102347]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 10:45:42.467662 n-d-813419-10 neutron-server[102347]: self.session.flush() Oct 27 10:45:42.467662 n-d-813419-10 neutron-server[102347]: Traceback (most recent call last): Oct 27 10:45:42.467662 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 10:45:42.467662 n-d-813419-10 neutron-server[102347]: timer() Oct 27 10:45:42.467662 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 10:45:42.467662 n-d-813419-10 neutron-server[102347]: cb(*args, **kw) Oct 27 10:45:42.467662 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 10:45:42.467662 n-d-813419-10 neutron-server[102347]: return func(*args, **kwargs) Oct 27 10:45:42.467662 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 10:45:42.467662 n-d-813419-10 neutron-server[102347]: self._notify() Oct 27 10:45:42.467662 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 10:45:42.467662 n-d-813419-10 neutron-server[102347]: self.callback(batched_events) Oct 27 10:45:42.467662 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 10:45:42.467662 n-d-813419-10 neutron-server[102347]: event.method(event) Oct 27 10:45:42.467662 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 10:45:42.467662 n-d-813419-10 neutron-server[102347]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 10:45:42.467662 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 10:45:42.467662 n-d-813419-10 neutron-server[102347]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 10:45:42.467662 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 10:45:42.467662 n-d-813419-10 neutron-server[102347]: return f(self, *a, **k) Oct 27 10:45:42.467662 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 10:45:42.467662 n-d-813419-10 neutron-server[102347]: return self._get(url).json() Oct 27 10:45:42.467662 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 10:45:42.467662 n-d-813419-10 neutron-server[102347]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 10:45:42.467662 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 10:45:42.467662 n-d-813419-10 neutron-server[102347]: return self.request(url, 'GET', **kwargs) Oct 27 10:45:42.467662 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 10:45:42.467662 n-d-813419-10 neutron-server[102347]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 10:45:42.467662 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 10:45:42.467662 n-d-813419-10 neutron-server[102347]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 10:45:42.467662 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 10:45:42.467662 n-d-813419-10 neutron-server[102347]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 10:45:42.467662 n-d-813419-10 neutron-server[102347]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 10:45:42.481216 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e15baa-5532-4cb2-97b9-417b7f4f5832 req-1a4b5937-8a9f-4f9d-9260-4966f2295c9c tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:45:42.491441 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-59e15baa-5532-4cb2-97b9-417b7f4f5832 req-1a4b5937-8a9f-4f9d-9260-4966f2295c9c tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/ports?device_id=23dd7c1d-ad1f-4575-989c-251d4917f719 HTTP/1.1" status: 200 len: 943 time: 0.2497766 Oct 27 10:45:42.503386 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-9c9c08da-06f5-49b6-85cc-6a2a17f4cf78 req-eff892f4-71a6-44f3-a27e-dd4651c0f6af service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c77c14f5-15cf-44b8-9217-12d2befbb0da HTTP/1.1" status: 200 len: 999 time: 0.3688493 Oct 27 10:45:42.591034 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-59e15baa-5532-4cb2-97b9-417b7f4f5832 req-614a7fa5-af31-479d-8a20-26aee9ba3b8f tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/security-groups?id=3238f945-43ac-4dbd-b7b0-70b6d0fec036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934303 Oct 27 10:45:42.602553 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-54bcafdb-e240-4b2e-8910-ba4746730080 tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664840'] for network, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:42.605817 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9c08da-06f5-49b6-85cc-6a2a17f4cf78 req-1e201427-c13d-4a5d-8c40-44b04758365a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:45:42.609649 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-9c9c08da-06f5-49b6-85cc-6a2a17f4cf78 req-1e201427-c13d-4a5d-8c40-44b04758365a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5b672036-8a16-4b88-9ee6-2dcda441f5a9 HTTP/1.1" status: 200 len: 835 time: 0.0990572 Oct 27 10:45:42.643067 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-54bcafdb-e240-4b2e-8910-ba4746730080 tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for network, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:42.646504 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-54bcafdb-e240-4b2e-8910-ba4746730080 tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] 10.222.0.44 "DELETE /v2.0/networks/afbcec17-e75b-4277-93b9-1f0e57976dd1 HTTP/1.1" status: 204 len: 168 time: 2.1341579 Oct 27 10:45:42.656175 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bcafdb-e240-4b2e-8910-ba4746730080 tempest-NetworksIpV6TestAttrs-1310866258 tempest-NetworksIpV6TestAttrs-1310866258-project] Pushing event deleted for resources: {'Network': ['ID=afbcec17-e75b-4277-93b9-1f0e57976dd1,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:45:42.711515 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9c08da-06f5-49b6-85cc-6a2a17f4cf78 req-fe782228-5cf2-4aee-90cc-4ea4e7cdea7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:45:42.713118 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-9c9c08da-06f5-49b6-85cc-6a2a17f4cf78 req-fe782228-5cf2-4aee-90cc-4ea4e7cdea7a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d11bc4e4-9641-4700-8e5b-752620d126aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0651972 Oct 27 10:45:42.743439 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ccdf553-4753-4d09-b46a-f39c34175114 None None] New status for floating IP a28e0caf-f58f-4200-bdb0-15fc858060ef: ACTIVE {{(pid=102348) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 10:45:42.870668 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-9c9c08da-06f5-49b6-85cc-6a2a17f4cf78 req-866bb645-e2e4-4d88-98e9-06a5bdb9f3f3 service neutron] 10.222.0.64 "GET /v2.0/networks/d11bc4e4-9641-4700-8e5b-752620d126aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1501093 Oct 27 10:45:42.910195 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2549cda9-b959-4e39-8208-455b9320fc21 req-532c80f0-edda-41c8-b0be-53afc1422abc tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:45:42.924783 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-2549cda9-b959-4e39-8208-455b9320fc21 req-532c80f0-edda-41c8-b0be-53afc1422abc tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] 10.222.0.44 "GET /v2.0/networks?id=095a52e2-adfb-413a-ad18-4ab0c06e2a0b HTTP/1.1" status: 200 len: 814 time: 0.2572889 Oct 27 10:45:42.953356 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-2549cda9-b959-4e39-8208-455b9320fc21 req-6989aa15-4e0d-44b8-b611-86adc304b673 tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] 10.222.0.44 "GET /v2.0/quotas/e0ec8c338248463eadd7134ef16392ec HTTP/1.1" status: 200 len: 375 time: 0.0271680 Oct 27 10:45:43.065660 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-9c9c08da-06f5-49b6-85cc-6a2a17f4cf78 req-30244492-544f-4634-98a4-b0d5bec538c6 service neutron] 10.222.0.64 "GET /v2.0/networks/d11bc4e4-9641-4700-8e5b-752620d126aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1879091 Oct 27 10:45:43.089537 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-2549cda9-b959-4e39-8208-455b9320fc21 req-62aa9a75-a443-4815-959a-ac977a45536e tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=e0ec8c338248463eadd7134ef16392ec&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1237216 Oct 27 10:45:43.217933 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 53084) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:45:43.326661 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-2549cda9-b959-4e39-8208-455b9320fc21 req-c230c6d8-18e7-4039-9ad3-790515dbed5b service neutron] 10.222.0.44 "GET /v2.0/networks/095a52e2-adfb-413a-ad18-4ab0c06e2a0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2282109 Oct 27 10:45:43.456158 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 53096) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:45:43.544071 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-9a3be636-3f19-4632-8e3c-ee30041baea0 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "GET /v2.0/floatingips/a28e0caf-f58f-4200-bdb0-15fc858060ef HTTP/1.1" status: 200 len: 993 time: 0.0860791 Oct 27 10:45:43.551518 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-92bedfdc-3a19-405e-8ba1-fe93220d0044 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d11230e216a8495aa6a1ed060cf53449&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3322103 Oct 27 10:45:43.557556 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 53100) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:45:43.612534 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-2549cda9-b959-4e39-8208-455b9320fc21 req-e3b7dccb-f5bd-436a-ad33-401c6f729984 service neutron] 10.222.0.44 "GET /v2.0/networks/095a52e2-adfb-413a-ad18-4ab0c06e2a0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2709408 Oct 27 10:45:43.631114 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-725301ec-b63c-4daf-91ff-98b7679e9e15 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:43.661531 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-725301ec-b63c-4daf-91ff-98b7679e9e15 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:43.718366 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 53106) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:45:43.755827 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-725301ec-b63c-4daf-91ff-98b7679e9e15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:43.758759 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-725301ec-b63c-4daf-91ff-98b7679e9e15 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:43.760553 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-725301ec-b63c-4daf-91ff-98b7679e9e15 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d5c07bda-23bb-43c8-81dd-33ee0c5e7ca2 HTTP/1.1" status: 204 len: 168 time: 0.2018383 Oct 27 10:45:43.796555 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725301ec-b63c-4daf-91ff-98b7679e9e15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5c07bda-23bb-43c8-81dd-33ee0c5e7ca2,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:45:43.822333 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e94b73-532a-476e-a00c-0e12a3a31a81 req-af814187-3f30-4d2e-b9ba-5b98b0fc3618 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:45:43.832855 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-85e94b73-532a-476e-a00c-0e12a3a31a81 req-af814187-3f30-4d2e-b9ba-5b98b0fc3618 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/ports?device_id=23dd7c1d-ad1f-4575-989c-251d4917f719 HTTP/1.1" status: 200 len: 943 time: 0.0831995 Oct 27 10:45:43.946997 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-85e94b73-532a-476e-a00c-0e12a3a31a81 req-736964b3-4028-410f-bfb7-c985c91e0b81 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/security-groups?id=3238f945-43ac-4dbd-b7b0-70b6d0fec036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130285 Oct 27 10:45:43.963417 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e14aab0-7473-411d-a197-e6b2d5e67d78 req-6e3f9bcd-e731-43db-b02a-8c9e8a12812f tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:45:43.965302 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-7e14aab0-7473-411d-a197-e6b2d5e67d78 req-6e3f9bcd-e731-43db-b02a-8c9e8a12812f tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] 10.222.0.76 "GET /v2.0/ports?device_id=5e764ccd-8221-4655-9e0d-a1047e5437a0 HTTP/1.1" status: 200 len: 945 time: 0.1225040 Oct 27 10:45:44.008947 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-07d94e28-ae29-42ba-a144-ba6e8fc09a29 req-bd0290e6-97fa-448d-9e2f-e9746fb80d4e tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] 10.222.0.44 "GET /v2.0/ports?device_id=3cfd4898-8783-410f-a5a0-5508d6f388d6 HTTP/1.1" status: 200 len: 210 time: 0.0584698 Oct 27 10:45:44.039277 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-b7b8ad4c-1480-43c6-b56a-6fe9b3f6eea8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:44.214856 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [req-7e14aab0-7473-411d-a197-e6b2d5e67d78 req-79b5d13a-f8d7-4277-8aff-7183a50bfd92 tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] Deleting port b29128e5-bd13-40a1-bd21-ad6bf3c610a2 {{(pid=102347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:45:44.215671 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-7e14aab0-7473-411d-a197-e6b2d5e67d78 req-79b5d13a-f8d7-4277-8aff-7183a50bfd92 tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:44.291499 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-b7b8ad4c-1480-43c6-b56a-6fe9b3f6eea8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:44.303322 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-b7b8ad4c-1480-43c6-b56a-6fe9b3f6eea8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:44.373837 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-7e14aab0-7473-411d-a197-e6b2d5e67d78 req-79b5d13a-f8d7-4277-8aff-7183a50bfd92 tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] For port b29128e5-bd13-40a1-bd21-ad6bf3c610a2, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=b29128e5-bd13-40a1-bd21-ad6bf3c610a2,segment=NetworkSegment(ceecd002-0880-4375-a568-64df7900389e),segment_id=ceecd002-0880-4375-a568-64df7900389e)] {{(pid=102347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:45:44.374265 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-7e14aab0-7473-411d-a197-e6b2d5e67d78 req-79b5d13a-f8d7-4277-8aff-7183a50bfd92 tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:44.382245 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-b7b8ad4c-1480-43c6-b56a-6fe9b3f6eea8 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=50dad8cf3ae74bdca0fff193c52d6580&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6595738 Oct 27 10:45:44.382795 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 53128) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:45:44.386626 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b8ad4c-1480-43c6-b56a-6fe9b3f6eea8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c20fbeb-37f7-4321-9907-5ddb1ff92767,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:45:44.395240 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [req-7e14aab0-7473-411d-a197-e6b2d5e67d78 req-79b5d13a-f8d7-4277-8aff-7183a50bfd92 tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] Calling delete_port for b29128e5-bd13-40a1-bd21-ad6bf3c610a2 owned by compute:nova {{(pid=102347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:45:44.502482 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-77249d67-dc1e-486b-8d1f-4fe2198fd2c6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:44.554262 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-77249d67-dc1e-486b-8d1f-4fe2198fd2c6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:44.643033 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-7e14aab0-7473-411d-a197-e6b2d5e67d78 req-79b5d13a-f8d7-4277-8aff-7183a50bfd92 tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:44.652049 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-77249d67-dc1e-486b-8d1f-4fe2198fd2c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:44.654707 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-77249d67-dc1e-486b-8d1f-4fe2198fd2c6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:44.656404 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-77249d67-dc1e-486b-8d1f-4fe2198fd2c6 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9c20fbeb-37f7-4321-9907-5ddb1ff92767 HTTP/1.1" status: 204 len: 168 time: 0.2704537 Oct 27 10:45:44.662671 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] get_ports_and_sgs() called for port_ids ['b29128e5-bd13-40a1-bd21-ad6bf3c610a2'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:45:44.675513 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77249d67-dc1e-486b-8d1f-4fe2198fd2c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c20fbeb-37f7-4321-9907-5ddb1ff92767,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:45:44.702351 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b5d13a-f8d7-4277-8aff-7183a50bfd92 tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] Pushing event deleted for resources: {'Port': ['ID=b29128e5-bd13-40a1-bd21-ad6bf3c610a2,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:45:44.793972 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e14aab0-7473-411d-a197-e6b2d5e67d78 req-79b5d13a-f8d7-4277-8aff-7183a50bfd92 tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] No DVR routers for this DVR port b29128e5-bd13-40a1-bd21-ad6bf3c610a2 on host n-h2-813419-10 {{(pid=102347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:45:44.803309 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-7e14aab0-7473-411d-a197-e6b2d5e67d78 req-79b5d13a-f8d7-4277-8aff-7183a50bfd92 tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:44.813236 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-7e14aab0-7473-411d-a197-e6b2d5e67d78 req-79b5d13a-f8d7-4277-8aff-7183a50bfd92 tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] 10.222.0.76 "DELETE /v2.0/ports/b29128e5-bd13-40a1-bd21-ad6bf3c610a2 HTTP/1.1" status: 204 len: 173 time: 0.8403959 Oct 27 10:45:44.813755 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e764ccd-8221-4655-9e0d-a1047e5437a0', 'name': 'network-vif-deleted', 'tag': 'b29128e5-bd13-40a1-bd21-ad6bf3c610a2'}] {{(pid=102347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:45:44.824878 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311149b481204ee7edffdb959c881838506fbd95bc8577c048f6677abb73acc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f7a7bce-6496-4d85-8e9c-958fa7c096e9" -d '{"events": [{"server_uuid": "5e764ccd-8221-4655-9e0d-a1047e5437a0", "name": "network-vif-deleted", "tag": "b29128e5-bd13-40a1-bd21-ad6bf3c610a2"}]}' {{(pid=102347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:45:44.938396 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:45:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cc4ce27-3276-4cb3-9312-a0f87ec42e1c x-openstack-request-id: req-7cc4ce27-3276-4cb3-9312-a0f87ec42e1c {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:45:44.938396 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e764ccd-8221-4655-9e0d-a1047e5437a0", "name": "network-vif-deleted", "tag": "b29128e5-bd13-40a1-bd21-ad6bf3c610a2", "status": "completed", "code": 200}]} {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:45:44.938670 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7cc4ce27-3276-4cb3-9312-a0f87ec42e1c {{(pid=102347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:45:44.939009 n-d-813419-10 neutron-server[102347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e764ccd-8221-4655-9e0d-a1047e5437a0', 'name': 'network-vif-deleted', 'tag': 'b29128e5-bd13-40a1-bd21-ad6bf3c610a2', 'status': 'completed', 'code': 200} Oct 27 10:45:45.065892 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 53154) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:45:45.113958 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c705840-c400-46b7-9f41-16a9ab17b9e7 req-37b55962-51bb-4be6-8618-eb66ab0e916b tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:45:45.128032 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-1c705840-c400-46b7-9f41-16a9ab17b9e7 req-37b55962-51bb-4be6-8618-eb66ab0e916b tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/ports?device_id=23dd7c1d-ad1f-4575-989c-251d4917f719 HTTP/1.1" status: 200 len: 943 time: 0.0982468 Oct 27 10:45:45.156828 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ae7636f1-2e48-4e57-8f21-495bfcb8f69f req-cfd8b894-8337-49e8-915d-54b1377de449 tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] 10.222.0.44 "GET /v2.0/ports?device_id=3cfd4898-8783-410f-a5a0-5508d6f388d6 HTTP/1.1" status: 200 len: 210 time: 0.0451665 Oct 27 10:45:45.177138 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-1c705840-c400-46b7-9f41-16a9ab17b9e7 req-3a5996e0-04da-4898-a6fd-e21e9f3618a2 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/security-groups?id=3238f945-43ac-4dbd-b7b0-70b6d0fec036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481527 Oct 27 10:45:45.204397 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-23bf1eed-5789-4e54-b686-3783b4909cd1 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1936510328'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:45:45.224934 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23bf1eed-5789-4e54-b686-3783b4909cd1 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Made reservation on behalf of 2f354f9970434dd294d362b938672f0a for: {'network': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:45:45.228337 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-23bf1eed-5789-4e54-b686-3783b4909cd1 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for network, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:45.255090 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 53158) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:45:45.269850 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-fdd19b53-ed72-425f-9745-b78e2fc80874 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:45.425897 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-fdd19b53-ed72-425f-9745-b78e2fc80874 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:45.437677 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-fdd19b53-ed72-425f-9745-b78e2fc80874 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:45.476175 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-fdd19b53-ed72-425f-9745-b78e2fc80874 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=6ab6f6fb43ae4a43953a7d0eb870116d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2198393 Oct 27 10:45:45.481874 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 53160) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:45:45.569989 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd19b53-ed72-425f-9745-b78e2fc80874 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b68d087-8862-430d-886b-165f88e94e56,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:45:45.584189 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-e4b62b64-e13a-4275-ba0f-585fd5b17663 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:45.597253 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2549cda9-b959-4e39-8208-455b9320fc21 req-b1e63c12-433b-45a2-a69e-e137b0304f61 tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:45:45.599103 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-2549cda9-b959-4e39-8208-455b9320fc21 req-b1e63c12-433b-45a2-a69e-e137b0304f61 tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] 10.222.0.64 "GET /v2.0/networks?id=095a52e2-adfb-413a-ad18-4ab0c06e2a0b HTTP/1.1" status: 200 len: 814 time: 0.2539878 Oct 27 10:45:45.619115 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [req-2549cda9-b959-4e39-8208-455b9320fc21 req-598a56e5-b10a-47db-9338-df4eb8efeedf tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] Request body: {'port': {'device_id': '3cfd4898-8783-410f-a5a0-5508d6f388d6', 'network_id': '095a52e2-adfb-413a-ad18-4ab0c06e2a0b', 'admin_state_up': True, 'tenant_id': 'e0ec8c338248463eadd7134ef16392ec'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:45:45.635744 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-23bf1eed-5789-4e54-b686-3783b4909cd1 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Publish callbacks [] for security_group, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:45.641054 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-e4b62b64-e13a-4275-ba0f-585fd5b17663 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:45.710000 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-23bf1eed-5789-4e54-b686-3783b4909cd1 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Publish callbacks [] for security_group, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:45.714314 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-23bf1eed-5789-4e54-b686-3783b4909cd1 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:45.746984 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bf1eed-5789-4e54-b686-3783b4909cd1 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Pushing event updated for resources: {'SecurityGroup': ['ID=093d1bd2-0a80-408b-b836-d3d1bf8fcf18,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:45:45.753395 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-e4b62b64-e13a-4275-ba0f-585fd5b17663 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:45.755470 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23bf1eed-5789-4e54-b686-3783b4909cd1 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 428} {{(pid=102346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 10:45:45.756011 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-e4b62b64-e13a-4275-ba0f-585fd5b17663 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:45.759750 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-e4b62b64-e13a-4275-ba0f-585fd5b17663 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/7b68d087-8862-430d-886b-165f88e94e56 HTTP/1.1" status: 204 len: 168 time: 0.2742505 Oct 27 10:45:45.765537 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-23bf1eed-5789-4e54-b686-3783b4909cd1 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:45.766013 n-d-813419-10 neutron-server[102346]: INFO neutron.db.segments_db [None req-23bf1eed-5789-4e54-b686-3783b4909cd1 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Added segment 69f3bfbf-b885-4652-83e4-39e4b5ca52b2 of type vlan for network cbfa748a-266d-4522-b4ce-7085b02b85e7 Oct 27 10:45:45.774699 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b62b64-e13a-4275-ba0f-585fd5b17663 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b68d087-8862-430d-886b-165f88e94e56,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:45:45.782832 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2549cda9-b959-4e39-8208-455b9320fc21 req-598a56e5-b10a-47db-9338-df4eb8efeedf tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] Made reservation on behalf of e0ec8c338248463eadd7134ef16392ec for: {'port': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:45:45.786954 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-2549cda9-b959-4e39-8208-455b9320fc21 req-598a56e5-b10a-47db-9338-df4eb8efeedf tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:45.816605 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-23bf1eed-5789-4e54-b686-3783b4909cd1 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743872593080'] for network, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:45.848709 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-23bf1eed-5789-4e54-b686-3783b4909cd1 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913'] for network, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:45.856238 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23bf1eed-5789-4e54-b686-3783b4909cd1 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:45:45.857062 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-23bf1eed-5789-4e54-b686-3783b4909cd1 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Publish callbacks [] for network, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:45.924853 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-23bf1eed-5789-4e54-b686-3783b4909cd1 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8578091 Oct 27 10:45:45.937165 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bf1eed-5789-4e54-b686-3783b4909cd1 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Pushing event updated for resources: {'Network': ['ID=cbfa748a-266d-4522-b4ce-7085b02b85e7,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:45:45.949392 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_common [req-2549cda9-b959-4e39-8208-455b9320fc21 req-598a56e5-b10a-47db-9338-df4eb8efeedf tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] Allocated IP 172.20.0.4 (095a52e2-adfb-413a-ad18-4ab0c06e2a0b/bb781916-dee2-4e78-8ef3-29ac52faacb2/3354f4e0-b061-4201-b5c2-5d9f7fe4d6df) {{(pid=102347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:45:45.950423 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Network cbfa748a-266d-4522-b4ce-7085b02b85e7 details requested by agent ovs-agent-n-d-813419-10 with host n-d-813419-10 {{(pid=102348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 10:45:46.060580 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 53168) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:45:46.065873 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-9e5f55d7-0e70-4c5a-8164-f3dfbd8f7faf tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Request body: {'subnet': {'network_id': 'cbfa748a-266d-4522-b4ce-7085b02b85e7', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:45:46.121099 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-2549cda9-b959-4e39-8208-455b9320fc21 req-598a56e5-b10a-47db-9338-df4eb8efeedf tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] Publish callbacks [] for port, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:46.159199 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-2549cda9-b959-4e39-8208-455b9320fc21 req-598a56e5-b10a-47db-9338-df4eb8efeedf tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:46.167025 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e5f55d7-0e70-4c5a-8164-f3dfbd8f7faf tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Made reservation on behalf of 2f354f9970434dd294d362b938672f0a for: {'subnet': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:45:46.170950 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-9e5f55d7-0e70-4c5a-8164-f3dfbd8f7faf tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27167186'] for subnet, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:46.212066 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598a56e5-b10a-47db-9338-df4eb8efeedf tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] Pushing event updated for resources: {'Port': ['ID=3354f4e0-b061-4201-b5c2-5d9f7fe4d6df,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:45:46.230043 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2549cda9-b959-4e39-8208-455b9320fc21 req-598a56e5-b10a-47db-9338-df4eb8efeedf tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] Network 095a52e2-adfb-413a-ad18-4ab0c06e2a0b is already hosted by enough agents. {{(pid=102347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:45:46.231493 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [req-2549cda9-b959-4e39-8208-455b9320fc21 req-598a56e5-b10a-47db-9338-df4eb8efeedf tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] Resources bound (agent type, host, resource id): {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:45:46.233907 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [req-2549cda9-b959-4e39-8208-455b9320fc21 req-598a56e5-b10a-47db-9338-df4eb8efeedf tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] Received port after_create {{(pid=102347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:45:46.278470 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-26c7173e-10e4-4219-8ac1-ff02d471f123 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:46.304836 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2549cda9-b959-4e39-8208-455b9320fc21 req-598a56e5-b10a-47db-9338-df4eb8efeedf tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:45:46.305831 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-2549cda9-b959-4e39-8208-455b9320fc21 req-598a56e5-b10a-47db-9338-df4eb8efeedf tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:46.367669 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-2549cda9-b959-4e39-8208-455b9320fc21 req-598a56e5-b10a-47db-9338-df4eb8efeedf tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7579799 Oct 27 10:45:46.371292 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6651fded-478e-4ded-9bca-80cace67ae51 req-677f536b-b57d-4a52-8ef7-65988181ed3c tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:45:46.372768 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-6651fded-478e-4ded-9bca-80cace67ae51 req-677f536b-b57d-4a52-8ef7-65988181ed3c tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/ports?device_id=23dd7c1d-ad1f-4575-989c-251d4917f719 HTTP/1.1" status: 200 len: 943 time: 0.0863309 Oct 27 10:45:46.382890 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [req-2549cda9-b959-4e39-8208-455b9320fc21 req-fe3d0f31-b151-4950-932a-a4320626cfc9 service neutron] Request body: {'port': {'device_id': '3cfd4898-8783-410f-a5a0-5508d6f388d6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-10'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:45:46.397849 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b147aa-10cb-4f78-a671-4ae35de2caf2 req-9d4505bb-c087-45d4-ad63-7230832e0e2a tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:45:46.399459 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c7b147aa-10cb-4f78-a671-4ae35de2caf2 req-9d4505bb-c087-45d4-ad63-7230832e0e2a tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] 10.222.0.44 "GET /v2.0/ports?device_id=3cfd4898-8783-410f-a5a0-5508d6f388d6 HTTP/1.1" status: 200 len: 931 time: 0.0908411 Oct 27 10:45:46.457886 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-6651fded-478e-4ded-9bca-80cace67ae51 req-cb4c03f1-b4c0-4c7d-aac4-31e50f270d54 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/security-groups?id=3238f945-43ac-4dbd-b7b0-70b6d0fec036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694206 Oct 27 10:45:46.482485 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-2549cda9-b959-4e39-8208-455b9320fc21 req-fe3d0f31-b151-4950-932a-a4320626cfc9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:46.488156 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c7b147aa-10cb-4f78-a671-4ae35de2caf2 req-2afd1814-3f97-4418-b308-232c7f93a5a2 tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] 10.222.0.44 "GET /v2.0/security-groups?id=78b00a37-7309-4fe7-b9e5-d3cf0246ee6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733452 Oct 27 10:45:46.516483 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-9e5f55d7-0e70-4c5a-8164-f3dfbd8f7faf tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27024290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27167168'] for subnet, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:46.589415 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5f55d7-0e70-4c5a-8164-f3dfbd8f7faf tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Pushing event updated for resources: {'Subnet': ['ID=9912c411-df75-4c4b-a402-751ef8efbe7b,revision_number=0']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:45:46.602754 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e5f55d7-0e70-4c5a-8164-f3dfbd8f7faf tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Checking segment: {'id': '69f3bfbf-b885-4652-83e4-39e4b5ca52b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'cbfa748a-266d-4522-b4ce-7085b02b85e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:45:46.603187 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e5f55d7-0e70-4c5a-8164-f3dfbd8f7faf tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Network hostable DHCP agents. Network: cbfa748a-266d-4522-b4ce-7085b02b85e7, hostable agents: ['eafd4000-b897-4722-ae8b-0118ec955181'], hosted agents: [] {{(pid=102346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 10:45:46.623924 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e5f55d7-0e70-4c5a-8164-f3dfbd8f7faf tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Network cbfa748a-266d-4522-b4ce-7085b02b85e7 is scheduled to be hosted by DHCP agent eafd4000-b897-4722-ae8b-0118ec955181 with binding_index 1 {{(pid=102346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 10:45:46.633360 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-9e5f55d7-0e70-4c5a-8164-f3dfbd8f7faf tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-10, cbfa748a-266d-4522-b4ce-7085b02b85e7) {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:45:46.639400 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e5f55d7-0e70-4c5a-8164-f3dfbd8f7faf tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:45:46.640102 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-9e5f55d7-0e70-4c5a-8164-f3dfbd8f7faf tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for subnet, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:46.648426 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af6e3054-f852-431c-8229-51e256632d9c None None] Network cbfa748a-266d-4522-b4ce-7085b02b85e7 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:45:46.660349 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-9e5f55d7-0e70-4c5a-8164-f3dfbd8f7faf tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 0.5984674 Oct 27 10:45:46.663439 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 53188) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:45:46.670962 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-6cdec0ca-8779-412e-b4a9-69571a99f14f tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1074198126'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:45:46.705369 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cdec0ca-8779-412e-b4a9-69571a99f14f tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Made reservation on behalf of 2f354f9970434dd294d362b938672f0a for: {'network': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:45:46.714290 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-6cdec0ca-8779-412e-b4a9-69571a99f14f tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for network, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:46.745967 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6cdec0ca-8779-412e-b4a9-69571a99f14f tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 418} {{(pid=102346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 10:45:46.756541 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-6cdec0ca-8779-412e-b4a9-69571a99f14f tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:46.757054 n-d-813419-10 neutron-server[102346]: INFO neutron.db.segments_db [None req-6cdec0ca-8779-412e-b4a9-69571a99f14f tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Added segment 8dba2a47-9d78-473a-940e-24fb28f14a1a of type vlan for network 07ef5cc3-fc8c-4ed5-85a8-e36998a9be83 Oct 27 10:45:46.806920 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [req-2549cda9-b959-4e39-8208-455b9320fc21 req-fe3d0f31-b151-4950-932a-a4320626cfc9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3354f4e0-b061-4201-b5c2-5d9f7fe4d6df {{(pid=102347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:45:46.815726 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-2549cda9-b959-4e39-8208-455b9320fc21 req-fe3d0f31-b151-4950-932a-a4320626cfc9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:46.816872 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-6cdec0ca-8779-412e-b4a9-69571a99f14f tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743872593080'] for network, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:46.823828 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff4490c6-07af-4703-b58d-f92411034759 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp734b258e-7d96-550c-b970-9b72ab66f383-cbfa748a-266d-4522-b4ce-7085b02b85e7', 'network_id': 'cbfa748a-266d-4522-b4ce-7085b02b85e7', 'tenant_id': '2f354f9970434dd294d362b938672f0a', 'fixed_ips': [{'subnet_id': '9912c411-df75-4c4b-a402-751ef8efbe7b'}]}} from n-d-813419-10. {{(pid=102348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 10:45:46.825249 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-ff4490c6-07af-4703-b58d-f92411034759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:46.830152 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.provisioning_blocks [req-2549cda9-b959-4e39-8208-455b9320fc21 req-fe3d0f31-b151-4950-932a-a4320626cfc9 service neutron] Transition to ACTIVE for port object 3354f4e0-b061-4201-b5c2-5d9f7fe4d6df will not be triggered until provisioned by entity L2. {{(pid=102347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 10:45:46.837150 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-2549cda9-b959-4e39-8208-455b9320fc21 req-fe3d0f31-b151-4950-932a-a4320626cfc9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:46.862936 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-6cdec0ca-8779-412e-b4a9-69571a99f14f tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913'] for network, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:46.873397 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cdec0ca-8779-412e-b4a9-69571a99f14f tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:45:46.874557 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-6cdec0ca-8779-412e-b4a9-69571a99f14f tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Publish callbacks [] for network, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:46.926293 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3d0f31-b151-4950-932a-a4320626cfc9 service neutron] Pushing event updated for resources: {'Port': ['ID=3354f4e0-b061-4201-b5c2-5d9f7fe4d6df,revision_number=2']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:45:46.978560 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdec0ca-8779-412e-b4a9-69571a99f14f tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Pushing event updated for resources: {'Network': ['ID=07ef5cc3-fc8c-4ed5-85a8-e36998a9be83,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:45:46.990383 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-6cdec0ca-8779-412e-b4a9-69571a99f14f tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3231993 Oct 27 10:45:46.991053 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 53198) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:45:46.995496 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Network 07ef5cc3-fc8c-4ed5-85a8-e36998a9be83 details requested by agent ovs-agent-n-d-813419-10 with host n-d-813419-10 {{(pid=102348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 10:45:46.998233 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-41edfbfa-3510-4eab-afe7-bc5e0188d26b tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Request body: {'subnet': {'network_id': '07ef5cc3-fc8c-4ed5-85a8-e36998a9be83', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:45:47.006615 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-2549cda9-b959-4e39-8208-455b9320fc21 req-fe3d0f31-b151-4950-932a-a4320626cfc9 service neutron] Attempting to bind port 3354f4e0-b061-4201-b5c2-5d9f7fe4d6df on host n-h1-813419-10 for vnic_type normal with profile {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:45:47.007249 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-2549cda9-b959-4e39-8208-455b9320fc21 req-fe3d0f31-b151-4950-932a-a4320626cfc9 service neutron] Attempting to bind port 3354f4e0-b061-4201-b5c2-5d9f7fe4d6df by drivers openvswitch,hyperv on host n-h1-813419-10 at level 0 using segments [{'id': 'ceecd002-0880-4375-a568-64df7900389e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '095a52e2-adfb-413a-ad18-4ab0c06e2a0b'}] {{(pid=102347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:45:47.007898 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2549cda9-b959-4e39-8208-455b9320fc21 req-fe3d0f31-b151-4950-932a-a4320626cfc9 service neutron] Attempting to bind port 3354f4e0-b061-4201-b5c2-5d9f7fe4d6df on network 095a52e2-adfb-413a-ad18-4ab0c06e2a0b {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:45:47.014264 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2549cda9-b959-4e39-8208-455b9320fc21 req-fe3d0f31-b151-4950-932a-a4320626cfc9 service neutron] Port 3354f4e0-b061-4201-b5c2-5d9f7fe4d6df on network 095a52e2-adfb-413a-ad18-4ab0c06e2a0b not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-10 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 10:45:47.014860 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2549cda9-b959-4e39-8208-455b9320fc21 req-fe3d0f31-b151-4950-932a-a4320626cfc9 service neutron] Attempting to bind port 3354f4e0-b061-4201-b5c2-5d9f7fe4d6df on network 095a52e2-adfb-413a-ad18-4ab0c06e2a0b {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:45:47.022040 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2549cda9-b959-4e39-8208-455b9320fc21 req-fe3d0f31-b151-4950-932a-a4320626cfc9 service neutron] Checking agent: {'id': 'a52e1cab-0c63-402d-9c94-330537c6c076', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 16, 2), 'started_at': datetime.datetime(2021, 10, 27, 10, 16, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 45, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:45:47.022731 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2549cda9-b959-4e39-8208-455b9320fc21 req-fe3d0f31-b151-4950-932a-a4320626cfc9 service neutron] Checking segment: {'id': 'ceecd002-0880-4375-a568-64df7900389e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '095a52e2-adfb-413a-ad18-4ab0c06e2a0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:45:47.023293 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2549cda9-b959-4e39-8208-455b9320fc21 req-fe3d0f31-b151-4950-932a-a4320626cfc9 service neutron] Bound using segment: {'id': 'ceecd002-0880-4375-a568-64df7900389e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '095a52e2-adfb-413a-ad18-4ab0c06e2a0b'} {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:45:47.024028 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-2549cda9-b959-4e39-8208-455b9320fc21 req-fe3d0f31-b151-4950-932a-a4320626cfc9 service neutron] Bound port: 3354f4e0-b061-4201-b5c2-5d9f7fe4d6df, host: n-h1-813419-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ceecd002-0880-4375-a568-64df7900389e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '095a52e2-adfb-413a-ad18-4ab0c06e2a0b'}}] {{(pid=102347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:45:47.024594 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-2549cda9-b959-4e39-8208-455b9320fc21 req-fe3d0f31-b151-4950-932a-a4320626cfc9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:47.084704 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.db_base_plugin_common [None req-ff4490c6-07af-4703-b58d-f92411034759 None None] Allocated IP 172.20.255.242 (cbfa748a-266d-4522-b4ce-7085b02b85e7/9912c411-df75-4c4b-a402-751ef8efbe7b/19cc992b-8870-47f2-87f3-f920a6d038c3) {{(pid=102348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:45:47.108374 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-2549cda9-b959-4e39-8208-455b9320fc21 req-fe3d0f31-b151-4950-932a-a4320626cfc9 service neutron] For port 3354f4e0-b061-4201-b5c2-5d9f7fe4d6df, host n-h1-813419-10, cleared binding levels {{(pid=102347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:45:47.112074 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-2549cda9-b959-4e39-8208-455b9320fc21 req-fe3d0f31-b151-4950-932a-a4320626cfc9 service neutron] For port 3354f4e0-b061-4201-b5c2-5d9f7fe4d6df, host n-h1-813419-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=3354f4e0-b061-4201-b5c2-5d9f7fe4d6df,segment=NetworkSegment(ceecd002-0880-4375-a568-64df7900389e),segment_id=ceecd002-0880-4375-a568-64df7900389e)] {{(pid=102347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:45:47.117284 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-2549cda9-b959-4e39-8208-455b9320fc21 req-fe3d0f31-b151-4950-932a-a4320626cfc9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:47.128266 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41edfbfa-3510-4eab-afe7-bc5e0188d26b tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Made reservation on behalf of 2f354f9970434dd294d362b938672f0a for: {'subnet': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:45:47.131804 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-41edfbfa-3510-4eab-afe7-bc5e0188d26b tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27167186'] for subnet, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:47.210887 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3d0f31-b151-4950-932a-a4320626cfc9 service neutron] Pushing event updated for resources: {'Port': ['ID=3354f4e0-b061-4201-b5c2-5d9f7fe4d6df,revision_number=3']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:45:47.227641 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2549cda9-b959-4e39-8208-455b9320fc21 req-fe3d0f31-b151-4950-932a-a4320626cfc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:45:47.229230 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-2549cda9-b959-4e39-8208-455b9320fc21 req-fe3d0f31-b151-4950-932a-a4320626cfc9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:47.231556 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-2549cda9-b959-4e39-8208-455b9320fc21 req-fe3d0f31-b151-4950-932a-a4320626cfc9 service neutron] 10.222.0.64 "PUT /v2.0/ports/3354f4e0-b061-4201-b5c2-5d9f7fe4d6df HTTP/1.1" status: 200 len: 1092 time: 0.8553412 Oct 27 10:45:47.232244 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cfd4898-8783-410f-a5a0-5508d6f388d6', 'tag': '3354f4e0-b061-4201-b5c2-5d9f7fe4d6df'}] {{(pid=102347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:45:47.234910 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311149b481204ee7edffdb959c881838506fbd95bc8577c048f6677abb73acc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ba9f1eb-8efe-4cef-9644-aa6d0c6fc447" -d '{"events": [{"name": "network-changed", "server_uuid": "3cfd4898-8783-410f-a5a0-5508d6f388d6", "tag": "3354f4e0-b061-4201-b5c2-5d9f7fe4d6df"}]}' {{(pid=102347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:45:47.293568 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 10:45:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57364f45-eed1-48fe-8dc5-bb882f6e0d44 x-openstack-request-id: req-57364f45-eed1-48fe-8dc5-bb882f6e0d44 {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:45:47.294075 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cfd4898-8783-410f-a5a0-5508d6f388d6", "tag": "3354f4e0-b061-4201-b5c2-5d9f7fe4d6df", "status": "completed", "code": 200}]} {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:45:47.294416 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-57364f45-eed1-48fe-8dc5-bb882f6e0d44 {{(pid=102347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:45:47.294886 n-d-813419-10 neutron-server[102347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cfd4898-8783-410f-a5a0-5508d6f388d6', 'tag': '3354f4e0-b061-4201-b5c2-5d9f7fe4d6df', 'status': 'completed', 'code': 200} Oct 27 10:45:47.331001 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2549cda9-b959-4e39-8208-455b9320fc21 req-f646078b-5f99-42e8-8730-66cb7036d18b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:45:47.332890 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-2549cda9-b959-4e39-8208-455b9320fc21 req-f646078b-5f99-42e8-8730-66cb7036d18b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e0ec8c338248463eadd7134ef16392ec&device_id=3cfd4898-8783-410f-a5a0-5508d6f388d6 HTTP/1.1" status: 200 len: 1095 time: 0.0493853 Oct 27 10:45:47.353669 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device b29128e5-bd13-40a1-bd21-ad6bf3c610a2 no longer exists at agent hyperv_n-h2-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:45:47.385040 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] No Port match for: b29128e5-bd13-40a1-bd21-ad6bf3c610a2 {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:45:47.385377 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device b29128e5-bd13-40a1-bd21-ad6bf3c610a2 not bound to the agent host n-h2-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:45:47.394333 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-2549cda9-b959-4e39-8208-455b9320fc21 req-b9b7fd23-c745-4b13-b160-7e00d8430f63 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3354f4e0-b061-4201-b5c2-5d9f7fe4d6df HTTP/1.1" status: 200 len: 217 time: 0.0528855 Oct 27 10:45:47.400957 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-41edfbfa-3510-4eab-afe7-bc5e0188d26b tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27024290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27167168'] for subnet, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:47.455307 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41edfbfa-3510-4eab-afe7-bc5e0188d26b tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Pushing event updated for resources: {'Subnet': ['ID=847c335f-e744-4f9e-9760-216ca913fab3,revision_number=0']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:45:47.480230 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2549cda9-b959-4e39-8208-455b9320fc21 req-4977efc0-62cf-4394-8a93-c6e010db7242 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:45:47.483372 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-2549cda9-b959-4e39-8208-455b9320fc21 req-4977efc0-62cf-4394-8a93-c6e010db7242 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=bb781916-dee2-4e78-8ef3-29ac52faacb2 HTTP/1.1" status: 200 len: 854 time: 0.0809643 Oct 27 10:45:47.494816 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-ff4490c6-07af-4703-b58d-f92411034759 None None] Publish callbacks [] for port, precommit_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:47.503079 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-ff4490c6-07af-4703-b58d-f92411034759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606'] for port, after_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:47.508534 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41edfbfa-3510-4eab-afe7-bc5e0188d26b tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Checking segment: {'id': '8dba2a47-9d78-473a-940e-24fb28f14a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '07ef5cc3-fc8c-4ed5-85a8-e36998a9be83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:45:47.509277 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41edfbfa-3510-4eab-afe7-bc5e0188d26b tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Network hostable DHCP agents. Network: 07ef5cc3-fc8c-4ed5-85a8-e36998a9be83, hostable agents: ['eafd4000-b897-4722-ae8b-0118ec955181'], hosted agents: [] {{(pid=102346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 10:45:47.522957 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-2549cda9-b959-4e39-8208-455b9320fc21 req-b41aac70-5069-4db8-8b91-c29d755c32fa service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=095a52e2-adfb-413a-ad18-4ab0c06e2a0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332372 Oct 27 10:45:47.567570 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41edfbfa-3510-4eab-afe7-bc5e0188d26b tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Network 07ef5cc3-fc8c-4ed5-85a8-e36998a9be83 is scheduled to be hosted by DHCP agent eafd4000-b897-4722-ae8b-0118ec955181 with binding_index 1 {{(pid=102346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 10:45:47.584095 n-d-813419-10 neutron-server[102348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff4490c6-07af-4703-b58d-f92411034759 None None] Network cbfa748a-266d-4522-b4ce-7085b02b85e7 is already hosted by enough agents. {{(pid=102348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:45:47.593042 n-d-813419-10 neutron-server[102348]: DEBUG neutron.scheduler.base_scheduler [None req-ff4490c6-07af-4703-b58d-f92411034759 None None] Resources bound (agent type, host, resource id): {{(pid=102348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:45:47.595846 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff4490c6-07af-4703-b58d-f92411034759 None None] Received port after_create {{(pid=102348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:45:47.612121 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-41edfbfa-3510-4eab-afe7-bc5e0188d26b tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-10, 07ef5cc3-fc8c-4ed5-85a8-e36998a9be83) {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:45:47.618165 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4490c6-07af-4703-b58d-f92411034759 None None] Pushing event updated for resources: {'Port': ['ID=19cc992b-8870-47f2-87f3-f920a6d038c3,revision_number=1']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:45:47.621069 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41edfbfa-3510-4eab-afe7-bc5e0188d26b tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:45:47.621895 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-41edfbfa-3510-4eab-afe7-bc5e0188d26b tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for subnet, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:47.641902 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a2a2b4-cfae-4d10-9245-b586cf4c818a req-83c765c1-3b87-4786-87e5-e42ef886ff13 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:45:47.642641 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a13bd3cf-f071-4f73-9ed8-0db63b63bc21 None None] Network 07ef5cc3-fc8c-4ed5-85a8-e36998a9be83 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:45:47.643953 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-93a2a2b4-cfae-4d10-9245-b586cf4c818a req-83c765c1-3b87-4786-87e5-e42ef886ff13 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/ports?device_id=23dd7c1d-ad1f-4575-989c-251d4917f719 HTTP/1.1" status: 200 len: 943 time: 0.0958719 Oct 27 10:45:47.650926 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-41edfbfa-3510-4eab-afe7-bc5e0188d26b tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 0.6589422 Oct 27 10:45:47.654964 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 53216) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:45:47.715343 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-2549cda9-b959-4e39-8208-455b9320fc21 req-084c89fd-3dc1-4bef-8647-ec9fe1f404cc service neutron] 10.222.0.64 "GET /v2.0/networks/095a52e2-adfb-413a-ad18-4ab0c06e2a0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1720273 Oct 27 10:45:47.729149 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-ff4490c6-07af-4703-b58d-f92411034759 None None] Attempting to bind port 19cc992b-8870-47f2-87f3-f920a6d038c3 on host n-d-813419-10 for vnic_type normal with profile {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:45:47.729660 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-ff4490c6-07af-4703-b58d-f92411034759 None None] Attempting to bind port 19cc992b-8870-47f2-87f3-f920a6d038c3 by drivers openvswitch,hyperv on host n-d-813419-10 at level 0 using segments [{'id': '69f3bfbf-b885-4652-83e4-39e4b5ca52b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'cbfa748a-266d-4522-b4ce-7085b02b85e7'}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:45:47.730129 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff4490c6-07af-4703-b58d-f92411034759 None None] Attempting to bind port 19cc992b-8870-47f2-87f3-f920a6d038c3 on network cbfa748a-266d-4522-b4ce-7085b02b85e7 {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:45:47.738579 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff4490c6-07af-4703-b58d-f92411034759 None None] Checking agent: {'id': '89dba0f3-79b2-435e-9822-33674b8f6ada', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 8, 20), 'started_at': datetime.datetime(2021, 10, 27, 10, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 45, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:45:47.739203 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff4490c6-07af-4703-b58d-f92411034759 None None] Checking segment: {'id': '69f3bfbf-b885-4652-83e4-39e4b5ca52b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'cbfa748a-266d-4522-b4ce-7085b02b85e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:45:47.739834 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-ff4490c6-07af-4703-b58d-f92411034759 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:47.741012 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff4490c6-07af-4703-b58d-f92411034759 None None] Bound using segment: {'id': '69f3bfbf-b885-4652-83e4-39e4b5ca52b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'cbfa748a-266d-4522-b4ce-7085b02b85e7'} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:45:47.742402 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-ff4490c6-07af-4703-b58d-f92411034759 None None] Bound port: 19cc992b-8870-47f2-87f3-f920a6d038c3, host: n-d-813419-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69f3bfbf-b885-4652-83e4-39e4b5ca52b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'cbfa748a-266d-4522-b4ce-7085b02b85e7'}}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:45:47.743063 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-ff4490c6-07af-4703-b58d-f92411034759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:47.772147 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-93a2a2b4-cfae-4d10-9245-b586cf4c818a req-4b3bb5d4-9774-452f-8c58-bbbb6ed6fbe0 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/security-groups?id=3238f945-43ac-4dbd-b7b0-70b6d0fec036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041038 Oct 27 10:45:47.811711 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-3ed7de67-a3ab-459a-91cd-3e2fd3f1c637 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586917'] for network, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:47.824705 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d1a79f-bebd-41c1-a97e-ff8146d9c843 req-343dc12d-436d-419b-8328-c49c9f25f441 tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:45:47.826312 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-a3d1a79f-bebd-41c1-a97e-ff8146d9c843 req-343dc12d-436d-419b-8328-c49c9f25f441 tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] 10.222.0.44 "GET /v2.0/ports?device_id=3cfd4898-8783-410f-a5a0-5508d6f388d6 HTTP/1.1" status: 200 len: 943 time: 0.2098770 Oct 27 10:45:47.882145 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-ff4490c6-07af-4703-b58d-f92411034759 None None] For port 19cc992b-8870-47f2-87f3-f920a6d038c3, host n-d-813419-10, cleared binding levels {{(pid=102348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:45:47.910977 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-3ed7de67-a3ab-459a-91cd-3e2fd3f1c637 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855646'] for subnet, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:47.938637 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-a3d1a79f-bebd-41c1-a97e-ff8146d9c843 req-95d36afb-e34e-4200-a7b3-231cdf1d0d82 tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] 10.222.0.44 "GET /v2.0/security-groups?id=78b00a37-7309-4fe7-b9e5-d3cf0246ee6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960441 Oct 27 10:45:47.955646 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-ff4490c6-07af-4703-b58d-f92411034759 None None] For port 19cc992b-8870-47f2-87f3-f920a6d038c3, host n-d-813419-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=19cc992b-8870-47f2-87f3-f920a6d038c3,segment=NetworkSegment(69f3bfbf-b885-4652-83e4-39e4b5ca52b2),segment_id=69f3bfbf-b885-4652-83e4-39e4b5ca52b2)] {{(pid=102348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:45:47.972828 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-ff4490c6-07af-4703-b58d-f92411034759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:47.980260 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-2549cda9-b959-4e39-8208-455b9320fc21 req-338466ef-c081-44e7-8a6e-1d52efb9e506 service neutron] 10.222.0.64 "GET /v2.0/networks/095a52e2-adfb-413a-ad18-4ab0c06e2a0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2638168 Oct 27 10:45:48.007977 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-3ed7de67-a3ab-459a-91cd-3e2fd3f1c637 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27024355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27168307'] for subnet, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:48.046287 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed7de67-a3ab-459a-91cd-3e2fd3f1c637 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Pushing event deleted for resources: {'Subnet': ['ID=847c335f-e744-4f9e-9760-216ca913fab3,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:45:48.095662 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2021af85-35dc-45e1-a724-eb8971c7d7eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp734b258e-7d96-550c-b970-9b72ab66f383-07ef5cc3-fc8c-4ed5-85a8-e36998a9be83', 'network_id': '07ef5cc3-fc8c-4ed5-85a8-e36998a9be83', 'tenant_id': '2f354f9970434dd294d362b938672f0a', 'fixed_ips': [{'subnet_id': '847c335f-e744-4f9e-9760-216ca913fab3'}]}} from n-d-813419-10. {{(pid=102348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 10:45:48.096636 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-2021af85-35dc-45e1-a724-eb8971c7d7eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:48.150578 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4490c6-07af-4703-b58d-f92411034759 None None] Pushing event updated for resources: {'Port': ['ID=19cc992b-8870-47f2-87f3-f920a6d038c3,revision_number=2']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:45:48.158306 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba9f1eb-8efe-4cef-9644-aa6d0c6fc447 req-34aa6184-51f8-439f-8e6f-e913e47fd40e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:45:48.159825 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-4ba9f1eb-8efe-4cef-9644-aa6d0c6fc447 req-34aa6184-51f8-439f-8e6f-e913e47fd40e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e0ec8c338248463eadd7134ef16392ec&device_id=3cfd4898-8783-410f-a5a0-5508d6f388d6 HTTP/1.1" status: 200 len: 1095 time: 0.0955169 Oct 27 10:45:48.160374 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-3ed7de67-a3ab-459a-91cd-3e2fd3f1c637 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857803', 'neutron.services.segments.db._delete_segments_for_network-8743873143390'] for network, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:48.227936 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-3ed7de67-a3ab-459a-91cd-3e2fd3f1c637 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07ef5cc3-fc8c-4ed5-85a8-e36998a9be83']}} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:45:48.256754 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-3ed7de67-a3ab-459a-91cd-3e2fd3f1c637 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8dba2a47-9d78-473a-940e-24fb28f14a1a') {'for_net_delete': True} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:45:48.257046 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-3ed7de67-a3ab-459a-91cd-3e2fd3f1c637 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8dba2a47-9d78-473a-940e-24fb28f14a1a') {} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:45:48.260553 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f2057db-f5b1-450f-84ad-2719ae8ccac1 None None] Network 07ef5cc3-fc8c-4ed5-85a8-e36998a9be83 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:45:48.269449 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-3ed7de67-a3ab-459a-91cd-3e2fd3f1c637 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743873145191', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25847877'] for segment, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:48.287026 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-3ed7de67-a3ab-459a-91cd-3e2fd3f1c637 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:48.295098 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ed7de67-a3ab-459a-91cd-3e2fd3f1c637 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Releasing vlan 418 on physical network physnet1 to pool {{(pid=102346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 10:45:48.295559 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-3ed7de67-a3ab-459a-91cd-3e2fd3f1c637 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27024137'] for segment, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:48.296012 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba9f1eb-8efe-4cef-9644-aa6d0c6fc447 req-2466e3cf-7dec-4906-b89c-532061537757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:45:48.297885 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-4ba9f1eb-8efe-4cef-9644-aa6d0c6fc447 req-2466e3cf-7dec-4906-b89c-532061537757 service neutron] 10.222.0.64 "GET /v2.0/networks?id=095a52e2-adfb-413a-ad18-4ab0c06e2a0b HTTP/1.1" status: 200 len: 915 time: 0.1305459 Oct 27 10:45:48.299191 n-d-813419-10 neutron-server[102346]: Traceback (most recent call last): Oct 27 10:45:48.299191 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 10:45:48.299191 n-d-813419-10 neutron-server[102346]: timer() Oct 27 10:45:48.299191 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 10:45:48.299191 n-d-813419-10 neutron-server[102346]: cb(*args, **kw) Oct 27 10:45:48.299191 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 10:45:48.299191 n-d-813419-10 neutron-server[102346]: return func(*args, **kwargs) Oct 27 10:45:48.299191 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 10:45:48.299191 n-d-813419-10 neutron-server[102346]: self._notify() Oct 27 10:45:48.299191 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 10:45:48.299191 n-d-813419-10 neutron-server[102346]: self.callback(batched_events) Oct 27 10:45:48.299191 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 10:45:48.299191 n-d-813419-10 neutron-server[102346]: event.method(event) Oct 27 10:45:48.299191 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 10:45:48.299191 n-d-813419-10 neutron-server[102346]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 10:45:48.299191 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 10:45:48.299191 n-d-813419-10 neutron-server[102346]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 10:45:48.299191 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 10:45:48.299191 n-d-813419-10 neutron-server[102346]: return f(self, *a, **k) Oct 27 10:45:48.299191 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 10:45:48.299191 n-d-813419-10 neutron-server[102346]: return self._get(url).json() Oct 27 10:45:48.299191 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 10:45:48.299191 n-d-813419-10 neutron-server[102346]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 10:45:48.299191 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 10:45:48.299191 n-d-813419-10 neutron-server[102346]: return self.request(url, 'GET', **kwargs) Oct 27 10:45:48.299191 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 10:45:48.299191 n-d-813419-10 neutron-server[102346]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 10:45:48.299191 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 10:45:48.299191 n-d-813419-10 neutron-server[102346]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 10:45:48.299191 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 10:45:48.299191 n-d-813419-10 neutron-server[102346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 10:45:48.299191 n-d-813419-10 neutron-server[102346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 10:45:48.390354 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-4ba9f1eb-8efe-4cef-9644-aa6d0c6fc447 req-6a183a98-e385-4811-b702-81cd70da4d8c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3354f4e0-b061-4201-b5c2-5d9f7fe4d6df HTTP/1.1" status: 200 len: 217 time: 0.0809011 Oct 27 10:45:48.417989 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-3ed7de67-a3ab-459a-91cd-3e2fd3f1c637 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664840'] for network, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:48.470780 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-3ed7de67-a3ab-459a-91cd-3e2fd3f1c637 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Publish callbacks [] for network, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:48.471437 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba9f1eb-8efe-4cef-9644-aa6d0c6fc447 req-51e2e71a-1167-4d5d-8960-fd5120b34a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:45:48.473764 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-4ba9f1eb-8efe-4cef-9644-aa6d0c6fc447 req-51e2e71a-1167-4d5d-8960-fd5120b34a20 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=bb781916-dee2-4e78-8ef3-29ac52faacb2 HTTP/1.1" status: 200 len: 854 time: 0.0722759 Oct 27 10:45:48.481832 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-3ed7de67-a3ab-459a-91cd-3e2fd3f1c637 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] 10.222.0.44 "DELETE /v2.0/networks/07ef5cc3-fc8c-4ed5-85a8-e36998a9be83 HTTP/1.1" status: 204 len: 168 time: 0.8215337 Oct 27 10:45:48.481832 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed7de67-a3ab-459a-91cd-3e2fd3f1c637 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Pushing event deleted for resources: {'Network': ['ID=07ef5cc3-fc8c-4ed5-85a8-e36998a9be83,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:45:48.482749 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 53232) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:45:48.489126 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-758dbfa2-9d06-40fa-b540-d8983f6f6e90 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1322556275'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:45:48.519865 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-758dbfa2-9d06-40fa-b540-d8983f6f6e90 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Made reservation on behalf of 2f354f9970434dd294d362b938672f0a for: {'network': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:45:48.521574 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-758dbfa2-9d06-40fa-b540-d8983f6f6e90 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for network, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:48.538578 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-4ba9f1eb-8efe-4cef-9644-aa6d0c6fc447 req-06deca30-ee12-440e-b4f9-cffb9813db0d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=095a52e2-adfb-413a-ad18-4ab0c06e2a0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0541160 Oct 27 10:45:48.550274 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-758dbfa2-9d06-40fa-b540-d8983f6f6e90 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 425} {{(pid=102346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 10:45:48.560702 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-758dbfa2-9d06-40fa-b540-d8983f6f6e90 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:48.561051 n-d-813419-10 neutron-server[102346]: INFO neutron.db.segments_db [None req-758dbfa2-9d06-40fa-b540-d8983f6f6e90 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Added segment 00738c41-5c4f-4b0d-803d-c332f03e5307 of type vlan for network af6add45-f862-4c1c-a802-99605a05a832 Oct 27 10:45:48.603457 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-758dbfa2-9d06-40fa-b540-d8983f6f6e90 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743872593080'] for network, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:48.628483 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-758dbfa2-9d06-40fa-b540-d8983f6f6e90 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913'] for network, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:48.634211 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-758dbfa2-9d06-40fa-b540-d8983f6f6e90 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:45:48.635314 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-758dbfa2-9d06-40fa-b540-d8983f6f6e90 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Publish callbacks [] for network, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:48.643262 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-4ba9f1eb-8efe-4cef-9644-aa6d0c6fc447 req-ad85ff32-5c5a-4b7b-affe-3971b50684ad service neutron] 10.222.0.64 "GET /v2.0/networks/095a52e2-adfb-413a-ad18-4ab0c06e2a0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954454 Oct 27 10:45:48.702046 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-758dbfa2-9d06-40fa-b540-d8983f6f6e90 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2177501 Oct 27 10:45:48.704872 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 53234) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:45:48.711524 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-bc159169-bfe5-48f6-b742-795e27c10c98 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Request body: {'subnet': {'network_id': 'af6add45-f862-4c1c-a802-99605a05a832', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:45:48.718081 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758dbfa2-9d06-40fa-b540-d8983f6f6e90 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Pushing event updated for resources: {'Network': ['ID=af6add45-f862-4c1c-a802-99605a05a832,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:45:48.728631 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Network af6add45-f862-4c1c-a802-99605a05a832 details requested by agent ovs-agent-n-d-813419-10 with host n-d-813419-10 {{(pid=102348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 10:45:48.877586 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-91ddd73b-3f69-4f71-bc2c-886d6660e946 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:49.068880 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e0f380-b53f-48b5-951d-f3cfd98b63f9 req-c1a726df-03c4-46e5-b2e3-c5d058ff391c tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:45:49.070700 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-21e0f380-b53f-48b5-951d-f3cfd98b63f9 req-c1a726df-03c4-46e5-b2e3-c5d058ff391c tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] 10.222.0.44 "GET /v2.0/ports?device_id=3cfd4898-8783-410f-a5a0-5508d6f388d6 HTTP/1.1" status: 200 len: 943 time: 0.0537527 Oct 27 10:45:49.117914 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-21e0f380-b53f-48b5-951d-f3cfd98b63f9 req-571871b7-f9b5-4739-b8d1-a6e502f6f489 tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] 10.222.0.44 "GET /v2.0/security-groups?id=78b00a37-7309-4fe7-b9e5-d3cf0246ee6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400593 Oct 27 10:45:49.174127 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-4ba9f1eb-8efe-4cef-9644-aa6d0c6fc447 req-82ec4c92-4713-4014-afb8-f22ecabd1079 service neutron] 10.222.0.64 "GET /v2.0/networks/095a52e2-adfb-413a-ad18-4ab0c06e2a0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5229633 Oct 27 10:45:49.192907 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6394bfc-8e64-4e43-95bc-5b88cfff8599 req-223fbfc8-c6f3-4773-8486-282724d1ed6a tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:45:49.194414 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b6394bfc-8e64-4e43-95bc-5b88cfff8599 req-223fbfc8-c6f3-4773-8486-282724d1ed6a tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/ports?device_id=23dd7c1d-ad1f-4575-989c-251d4917f719 HTTP/1.1" status: 200 len: 943 time: 0.1039448 Oct 27 10:45:49.200852 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62d7d3a5-489d-406f-82c2-5911dc9de8cf None None] Network cbfa748a-266d-4522-b4ce-7085b02b85e7 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:45:49.209646 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc159169-bfe5-48f6-b742-795e27c10c98 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Made reservation on behalf of 2f354f9970434dd294d362b938672f0a for: {'subnet': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:45:49.213417 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-bc159169-bfe5-48f6-b742-795e27c10c98 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18044073'] for subnet, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:49.270020 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-06f29c35-9e64-469c-a265-7e1f9b02159f None None] Provisioning complete for port 19cc992b-8870-47f2-87f3-f920a6d038c3 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:45:49.270354 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-06f29c35-9e64-469c-a265-7e1f9b02159f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:49.297793 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.ipam_backend_mixin [None req-bc159169-bfe5-48f6-b742-795e27c10c98 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Performing IP validity checks on allocation pools {{(pid=102347) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Oct 27 10:45:49.298311 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.ipam_backend_mixin [None req-bc159169-bfe5-48f6-b742-795e27c10c98 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102347) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Oct 27 10:45:49.302756 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b6394bfc-8e64-4e43-95bc-5b88cfff8599 req-0cb80841-4f3f-4f77-863f-7228275541ed tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/security-groups?id=3238f945-43ac-4dbd-b7b0-70b6d0fec036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860753 Oct 27 10:45:49.419017 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-06f29c35-9e64-469c-a265-7e1f9b02159f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:49.433476 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-bc159169-bfe5-48f6-b742-795e27c10c98 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-18295883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18044091'] for subnet, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:49.461677 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-06f29c35-9e64-469c-a265-7e1f9b02159f None None] For port 19cc992b-8870-47f2-87f3-f920a6d038c3, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=19cc992b-8870-47f2-87f3-f920a6d038c3,segment=NetworkSegment(69f3bfbf-b885-4652-83e4-39e4b5ca52b2),segment_id=69f3bfbf-b885-4652-83e4-39e4b5ca52b2)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:45:49.467711 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-06f29c35-9e64-469c-a265-7e1f9b02159f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:49.498579 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc159169-bfe5-48f6-b742-795e27c10c98 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Pushing event updated for resources: {'Subnet': ['ID=c81c49ee-677b-4796-86e8-427866412405,revision_number=0']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:45:49.508923 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc159169-bfe5-48f6-b742-795e27c10c98 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Checking segment: {'id': '00738c41-5c4f-4b0d-803d-c332f03e5307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'af6add45-f862-4c1c-a802-99605a05a832'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:45:49.509310 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc159169-bfe5-48f6-b742-795e27c10c98 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Network hostable DHCP agents. Network: af6add45-f862-4c1c-a802-99605a05a832, hostable agents: ['eafd4000-b897-4722-ae8b-0118ec955181'], hosted agents: [] {{(pid=102347) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 10:45:49.520099 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f29c35-9e64-469c-a265-7e1f9b02159f None None] Pushing event updated for resources: {'Port': ['ID=19cc992b-8870-47f2-87f3-f920a6d038c3,revision_number=3']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:45:49.526129 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc159169-bfe5-48f6-b742-795e27c10c98 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Network af6add45-f862-4c1c-a802-99605a05a832 is scheduled to be hosted by DHCP agent eafd4000-b897-4722-ae8b-0118ec955181 with binding_index 1 {{(pid=102347) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 10:45:49.535427 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [None req-bc159169-bfe5-48f6-b742-795e27c10c98 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-10, af6add45-f862-4c1c-a802-99605a05a832) {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:45:49.539993 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc159169-bfe5-48f6-b742-795e27c10c98 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:45:49.541140 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-bc159169-bfe5-48f6-b742-795e27c10c98 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Publish callbacks [] for subnet, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:49.547866 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adc2973f-5b7a-455b-8a8f-2a80207638b2 None None] Network af6add45-f862-4c1c-a802-99605a05a832 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:45:49.572605 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 53244) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:45:49.573063 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-bc159169-bfe5-48f6-b742-795e27c10c98 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 0.8665793 Oct 27 10:45:49.704768 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-4058446c-747f-4ca2-b2e1-2a20e940e55f tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586917'] for network, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:49.730961 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f732a63f-f83a-4349-b3a1-ffbdd748313a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp734b258e-7d96-550c-b970-9b72ab66f383-af6add45-f862-4c1c-a802-99605a05a832', 'network_id': 'af6add45-f862-4c1c-a802-99605a05a832', 'tenant_id': '2f354f9970434dd294d362b938672f0a', 'fixed_ips': [{'subnet_id': 'c81c49ee-677b-4796-86e8-427866412405'}]}} from n-d-813419-10. {{(pid=102348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 10:45:49.732984 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f732a63f-f83a-4349-b3a1-ffbdd748313a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:49.757746 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-4058446c-747f-4ca2-b2e1-2a20e940e55f tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855646'] for subnet, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:49.841205 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-38ba2ef0-3f4e-43a4-a56a-e390896db92d None None] Provisioning complete for port 19cc992b-8870-47f2-87f3-f920a6d038c3 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:45:49.841577 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-38ba2ef0-3f4e-43a4-a56a-e390896db92d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:49.860571 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-4058446c-747f-4ca2-b2e1-2a20e940e55f tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27024355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27168307'] for subnet, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:49.878274 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server [None req-f732a63f-f83a-4349-b3a1-ffbdd748313a None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c81c49ee-677b-4796-86e8-427866412405: This subnet is being modified by another concurrent operation. Oct 27 10:45:49.878274 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 27 10:45:49.878274 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 27 10:45:49.878274 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 27 10:45:49.878274 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 27 10:45:49.878274 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 27 10:45:49.878274 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 27 10:45:49.878274 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 27 10:45:49.878274 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 27 10:45:49.878274 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 27 10:45:49.878274 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 27 10:45:49.878274 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 27 10:45:49.878274 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 27 10:45:49.878274 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 27 10:45:49.878274 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 27 10:45:49.878274 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server raise self.value Oct 27 10:45:49.878274 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 27 10:45:49.878274 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 27 10:45:49.878274 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 27 10:45:49.878274 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 27 10:45:49.878274 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 27 10:45:49.878274 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 27 10:45:49.878274 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 27 10:45:49.878274 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server raise self.value Oct 27 10:45:49.878274 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 27 10:45:49.878274 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 27 10:45:49.878274 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 27 10:45:49.878274 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 27 10:45:49.878274 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 27 10:45:49.878274 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 27 10:45:49.878274 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 27 10:45:49.878274 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server raise self.value Oct 27 10:45:49.878274 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 27 10:45:49.878274 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 27 10:45:49.878274 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Oct 27 10:45:49.878274 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Oct 27 10:45:49.878274 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Oct 27 10:45:49.878274 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Oct 27 10:45:49.878274 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Oct 27 10:45:49.878274 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Oct 27 10:45:49.878274 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Oct 27 10:45:49.878274 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Oct 27 10:45:49.878274 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Oct 27 10:45:49.878274 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 27 10:45:49.878274 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 27 10:45:49.878274 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 27 10:45:49.878274 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 27 10:45:49.878274 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 27 10:45:49.878274 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 27 10:45:49.878274 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 27 10:45:49.878274 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 27 10:45:49.878274 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server raise self.value Oct 27 10:45:49.878274 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 27 10:45:49.878274 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 27 10:45:49.882507 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 27 10:45:49.882507 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 27 10:45:49.882507 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 27 10:45:49.882507 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 27 10:45:49.882507 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 27 10:45:49.882507 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server raise self.value Oct 27 10:45:49.882507 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 27 10:45:49.882507 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 27 10:45:49.882507 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 27 10:45:49.882507 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 27 10:45:49.882507 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 27 10:45:49.882507 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 27 10:45:49.882507 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 27 10:45:49.882507 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server raise self.value Oct 27 10:45:49.882507 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 27 10:45:49.882507 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 27 10:45:49.882507 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1481, in create_port Oct 27 10:45:49.882507 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Oct 27 10:45:49.882507 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1446, in _create_port_db Oct 27 10:45:49.882507 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Oct 27 10:45:49.882507 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Oct 27 10:45:49.882507 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Oct 27 10:45:49.882507 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Oct 27 10:45:49.882507 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Oct 27 10:45:49.882507 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 27 10:45:49.882507 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 27 10:45:49.882507 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 27 10:45:49.882507 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server raise self.value Oct 27 10:45:49.882507 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Oct 27 10:45:49.882507 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Oct 27 10:45:49.882507 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Oct 27 10:45:49.882507 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 27 10:45:49.882507 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Oct 27 10:45:49.882507 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 27 10:45:49.882507 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 27 10:45:49.882507 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server raise exception Oct 27 10:45:49.882507 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c81c49ee-677b-4796-86e8-427866412405: This subnet is being modified by another concurrent operation. Oct 27 10:45:49.882507 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server Oct 27 10:45:49.905167 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2987121f-0797-4c2c-8caf-30f114eb2a61 None None] Network af6add45-f862-4c1c-a802-99605a05a832 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:45:49.910615 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4058446c-747f-4ca2-b2e1-2a20e940e55f tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Pushing event deleted for resources: {'Subnet': ['ID=c81c49ee-677b-4796-86e8-427866412405,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:45:49.973150 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 19cc992b-8870-47f2-87f3-f920a6d038c3 up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:45:49.995005 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-4058446c-747f-4ca2-b2e1-2a20e940e55f tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857803', 'neutron.services.segments.db._delete_segments_for_network-8743873143390'] for network, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:50.017396 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-4058446c-747f-4ca2-b2e1-2a20e940e55f tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af6add45-f862-4c1c-a802-99605a05a832']}} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:45:50.027616 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-4058446c-747f-4ca2-b2e1-2a20e940e55f tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00738c41-5c4f-4b0d-803d-c332f03e5307') {'for_net_delete': True} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:45:50.027912 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-4058446c-747f-4ca2-b2e1-2a20e940e55f tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00738c41-5c4f-4b0d-803d-c332f03e5307') {} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:45:50.051042 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-4058446c-747f-4ca2-b2e1-2a20e940e55f tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743873145191', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25847877'] for segment, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:50.060326 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:50.066648 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-4058446c-747f-4ca2-b2e1-2a20e940e55f tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:50.088290 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4058446c-747f-4ca2-b2e1-2a20e940e55f tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Releasing vlan 425 on physical network physnet1 to pool {{(pid=102346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 10:45:50.088724 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-4058446c-747f-4ca2-b2e1-2a20e940e55f tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27024137'] for segment, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:50.092736 n-d-813419-10 neutron-server[102346]: Traceback (most recent call last): Oct 27 10:45:50.092736 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 10:45:50.092736 n-d-813419-10 neutron-server[102346]: timer() Oct 27 10:45:50.092736 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 10:45:50.092736 n-d-813419-10 neutron-server[102346]: cb(*args, **kw) Oct 27 10:45:50.092736 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 10:45:50.092736 n-d-813419-10 neutron-server[102346]: return func(*args, **kwargs) Oct 27 10:45:50.092736 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 10:45:50.092736 n-d-813419-10 neutron-server[102346]: self._notify() Oct 27 10:45:50.092736 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 10:45:50.092736 n-d-813419-10 neutron-server[102346]: self.callback(batched_events) Oct 27 10:45:50.092736 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 10:45:50.092736 n-d-813419-10 neutron-server[102346]: event.method(event) Oct 27 10:45:50.092736 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 10:45:50.092736 n-d-813419-10 neutron-server[102346]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 10:45:50.092736 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 10:45:50.092736 n-d-813419-10 neutron-server[102346]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 10:45:50.092736 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 10:45:50.092736 n-d-813419-10 neutron-server[102346]: return f(self, *a, **k) Oct 27 10:45:50.092736 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 10:45:50.092736 n-d-813419-10 neutron-server[102346]: return self._get(url).json() Oct 27 10:45:50.092736 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 10:45:50.092736 n-d-813419-10 neutron-server[102346]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 10:45:50.092736 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 10:45:50.092736 n-d-813419-10 neutron-server[102346]: return self.request(url, 'GET', **kwargs) Oct 27 10:45:50.092736 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 10:45:50.092736 n-d-813419-10 neutron-server[102346]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 10:45:50.092736 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 10:45:50.092736 n-d-813419-10 neutron-server[102346]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 10:45:50.092736 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 10:45:50.092736 n-d-813419-10 neutron-server[102346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 10:45:50.092736 n-d-813419-10 neutron-server[102346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 10:45:50.095201 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-eadeaa30-4096-4d1a-b3cb-aa7ebfb291ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:50.124909 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1291c006-d6ae-42cd-a5dd-ba2d4dcf5faa None None] get_active_networks_info from n-d-813419-10 {{(pid=102348) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 27 10:45:50.148882 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port 19cc992b-8870-47f2-87f3-f920a6d038c3 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:45:50.149245 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:50.162709 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-4058446c-747f-4ca2-b2e1-2a20e940e55f tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664840'] for network, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:50.174295 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-4058446c-747f-4ca2-b2e1-2a20e940e55f tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Publish callbacks [] for network, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:50.180336 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-4058446c-747f-4ca2-b2e1-2a20e940e55f tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] 10.222.0.44 "DELETE /v2.0/networks/af6add45-f862-4c1c-a802-99605a05a832 HTTP/1.1" status: 204 len: 168 time: 0.6045218 Oct 27 10:45:50.184259 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 53270) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:45:50.189648 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4058446c-747f-4ca2-b2e1-2a20e940e55f tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Pushing event deleted for resources: {'Network': ['ID=af6add45-f862-4c1c-a802-99605a05a832,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:45:50.197705 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-79f768b9-50c7-4812-aa53-bde220e317a4 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-948610240'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:45:50.223225 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79f768b9-50c7-4812-aa53-bde220e317a4 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Made reservation on behalf of 2f354f9970434dd294d362b938672f0a for: {'network': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:45:50.231564 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-79f768b9-50c7-4812-aa53-bde220e317a4 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for network, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:50.260726 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79f768b9-50c7-4812-aa53-bde220e317a4 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 445} {{(pid=102347) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 10:45:50.272949 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-79f768b9-50c7-4812-aa53-bde220e317a4 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:50.273686 n-d-813419-10 neutron-server[102347]: INFO neutron.db.segments_db [None req-79f768b9-50c7-4812-aa53-bde220e317a4 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Added segment c2f2885b-ca11-4c38-8c81-f37c914fd09a of type vlan for network 45b21cac-624f-47e7-ac58-89d9e03790f0 Oct 27 10:45:50.303996 n-d-813419-10 neutron-server[102348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1291c006-d6ae-42cd-a5dd-ba2d4dcf5faa None None] Resources bound (agent type, host, resource id): {{(pid=102348) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 27 10:45:50.311256 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f790ec9a-1a33-4242-9a9c-910a10dfe49f req-852c45b2-e7e7-4553-a687-9c3d3d974f6a tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:45:50.313883 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-f790ec9a-1a33-4242-9a9c-910a10dfe49f req-852c45b2-e7e7-4553-a687-9c3d3d974f6a tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] 10.222.0.44 "GET /v2.0/ports?device_id=3cfd4898-8783-410f-a5a0-5508d6f388d6 HTTP/1.1" status: 200 len: 943 time: 0.0990081 Oct 27 10:45:50.342393 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-79f768b9-50c7-4812-aa53-bde220e317a4 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743872593080'] for network, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:50.386721 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-f790ec9a-1a33-4242-9a9c-910a10dfe49f req-da2ccb8a-6de8-44c2-b0a1-ddaed14063f6 tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] 10.222.0.44 "GET /v2.0/security-groups?id=78b00a37-7309-4fe7-b9e5-d3cf0246ee6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661604 Oct 27 10:45:50.393753 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-79f768b9-50c7-4812-aa53-bde220e317a4 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913'] for network, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:50.400564 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79f768b9-50c7-4812-aa53-bde220e317a4 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:45:50.401367 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-79f768b9-50c7-4812-aa53-bde220e317a4 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for network, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:50.423664 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-79f768b9-50c7-4812-aa53-bde220e317a4 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2356603 Oct 27 10:45:50.424137 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 53276) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:45:50.429625 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-64048d46-3612-47c6-b3e0-f2c7dd8a8675 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Request body: {'subnet': {'network_id': '45b21cac-624f-47e7-ac58-89d9e03790f0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:45:50.551375 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f768b9-50c7-4812-aa53-bde220e317a4 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Pushing event updated for resources: {'Network': ['ID=45b21cac-624f-47e7-ac58-89d9e03790f0,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:45:50.554057 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64048d46-3612-47c6-b3e0-f2c7dd8a8675 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Made reservation on behalf of 2f354f9970434dd294d362b938672f0a for: {'subnet': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:45:50.558861 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-64048d46-3612-47c6-b3e0-f2c7dd8a8675 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27167186'] for subnet, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:50.568158 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d332456-a32d-4dab-bbb2-c90359f3cc84 req-c8c896fd-fd75-4e26-9de8-7a39bf0c33f6 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:45:50.569987 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-6d332456-a32d-4dab-bbb2-c90359f3cc84 req-c8c896fd-fd75-4e26-9de8-7a39bf0c33f6 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/ports?device_id=23dd7c1d-ad1f-4575-989c-251d4917f719 HTTP/1.1" status: 200 len: 943 time: 0.0783103 Oct 27 10:45:50.575723 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Network 45b21cac-624f-47e7-ac58-89d9e03790f0 details requested by agent ovs-agent-n-d-813419-10 with host n-d-813419-10 {{(pid=102348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 10:45:50.619348 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-6d332456-a32d-4dab-bbb2-c90359f3cc84 req-c7ae0b85-f69a-4fd0-9fe7-16317267c69f tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/security-groups?id=3238f945-43ac-4dbd-b7b0-70b6d0fec036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416505 Oct 27 10:45:50.764908 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-64048d46-3612-47c6-b3e0-f2c7dd8a8675 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27024290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27167168'] for subnet, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:50.834246 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64048d46-3612-47c6-b3e0-f2c7dd8a8675 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Pushing event updated for resources: {'Subnet': ['ID=8c4784b2-e79b-4ee2-af20-a63ae541b919,revision_number=0']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:45:50.842649 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64048d46-3612-47c6-b3e0-f2c7dd8a8675 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Checking segment: {'id': 'c2f2885b-ca11-4c38-8c81-f37c914fd09a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '45b21cac-624f-47e7-ac58-89d9e03790f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:45:50.843019 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64048d46-3612-47c6-b3e0-f2c7dd8a8675 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Network hostable DHCP agents. Network: 45b21cac-624f-47e7-ac58-89d9e03790f0, hostable agents: ['eafd4000-b897-4722-ae8b-0118ec955181'], hosted agents: [] {{(pid=102346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 10:45:50.861311 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64048d46-3612-47c6-b3e0-f2c7dd8a8675 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Network 45b21cac-624f-47e7-ac58-89d9e03790f0 is scheduled to be hosted by DHCP agent eafd4000-b897-4722-ae8b-0118ec955181 with binding_index 1 {{(pid=102346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 10:45:50.871434 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-64048d46-3612-47c6-b3e0-f2c7dd8a8675 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-10, 45b21cac-624f-47e7-ac58-89d9e03790f0) {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:45:50.875812 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64048d46-3612-47c6-b3e0-f2c7dd8a8675 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:45:50.876464 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-64048d46-3612-47c6-b3e0-f2c7dd8a8675 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for subnet, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:50.882619 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-661af679-0468-4606-9469-f02a87df63cb None None] Network 45b21cac-624f-47e7-ac58-89d9e03790f0 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:45:50.894616 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-64048d46-3612-47c6-b3e0-f2c7dd8a8675 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.4692454 Oct 27 10:45:50.897234 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 53278) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:45:51.002912 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-9f474ca4-407f-47c3-ac5d-bfa5b7cc963f tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586917'] for network, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:51.049720 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc3e0d9f-e3c4-4b3b-9284-55d01b2655b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp734b258e-7d96-550c-b970-9b72ab66f383-45b21cac-624f-47e7-ac58-89d9e03790f0', 'network_id': '45b21cac-624f-47e7-ac58-89d9e03790f0', 'tenant_id': '2f354f9970434dd294d362b938672f0a', 'fixed_ips': [{'subnet_id': '8c4784b2-e79b-4ee2-af20-a63ae541b919'}]}} from n-d-813419-10. {{(pid=102348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 10:45:51.050865 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-bc3e0d9f-e3c4-4b3b-9284-55d01b2655b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:51.064060 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-9f474ca4-407f-47c3-ac5d-bfa5b7cc963f tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855646'] for subnet, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:51.145782 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-9f474ca4-407f-47c3-ac5d-bfa5b7cc963f tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27024355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27168307'] for subnet, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:51.155708 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server [None req-bc3e0d9f-e3c4-4b3b-9284-55d01b2655b5 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8c4784b2-e79b-4ee2-af20-a63ae541b919: This subnet is being modified by another concurrent operation. Oct 27 10:45:51.155708 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 27 10:45:51.155708 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 27 10:45:51.155708 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 27 10:45:51.155708 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 27 10:45:51.155708 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 27 10:45:51.155708 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 27 10:45:51.155708 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 27 10:45:51.155708 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 27 10:45:51.155708 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 27 10:45:51.155708 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 27 10:45:51.155708 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 27 10:45:51.155708 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 27 10:45:51.155708 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 27 10:45:51.155708 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 27 10:45:51.155708 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server raise self.value Oct 27 10:45:51.155708 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 27 10:45:51.155708 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 27 10:45:51.155708 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 27 10:45:51.155708 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 27 10:45:51.155708 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 27 10:45:51.155708 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 27 10:45:51.155708 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 27 10:45:51.155708 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server raise self.value Oct 27 10:45:51.155708 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 27 10:45:51.155708 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 27 10:45:51.155708 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 27 10:45:51.155708 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 27 10:45:51.155708 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 27 10:45:51.155708 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 27 10:45:51.155708 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 27 10:45:51.155708 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server raise self.value Oct 27 10:45:51.155708 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 27 10:45:51.155708 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 27 10:45:51.155708 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Oct 27 10:45:51.155708 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Oct 27 10:45:51.155708 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Oct 27 10:45:51.155708 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Oct 27 10:45:51.155708 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Oct 27 10:45:51.155708 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Oct 27 10:45:51.155708 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Oct 27 10:45:51.155708 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Oct 27 10:45:51.155708 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Oct 27 10:45:51.155708 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 27 10:45:51.155708 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 27 10:45:51.155708 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 27 10:45:51.155708 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 27 10:45:51.155708 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 27 10:45:51.155708 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 27 10:45:51.155708 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 27 10:45:51.155708 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 27 10:45:51.155708 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server raise self.value Oct 27 10:45:51.155708 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 27 10:45:51.155708 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 27 10:45:51.159862 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 27 10:45:51.159862 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 27 10:45:51.159862 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 27 10:45:51.159862 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 27 10:45:51.159862 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 27 10:45:51.159862 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server raise self.value Oct 27 10:45:51.159862 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 27 10:45:51.159862 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 27 10:45:51.159862 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 27 10:45:51.159862 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 27 10:45:51.159862 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 27 10:45:51.159862 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 27 10:45:51.159862 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 27 10:45:51.159862 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server raise self.value Oct 27 10:45:51.159862 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 27 10:45:51.159862 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 27 10:45:51.159862 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1481, in create_port Oct 27 10:45:51.159862 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Oct 27 10:45:51.159862 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1446, in _create_port_db Oct 27 10:45:51.159862 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Oct 27 10:45:51.159862 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Oct 27 10:45:51.159862 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Oct 27 10:45:51.159862 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Oct 27 10:45:51.159862 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Oct 27 10:45:51.159862 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 27 10:45:51.159862 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 27 10:45:51.159862 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 27 10:45:51.159862 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server raise self.value Oct 27 10:45:51.159862 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Oct 27 10:45:51.159862 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Oct 27 10:45:51.159862 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Oct 27 10:45:51.159862 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 27 10:45:51.159862 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Oct 27 10:45:51.159862 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 27 10:45:51.159862 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 27 10:45:51.159862 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server raise exception Oct 27 10:45:51.159862 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8c4784b2-e79b-4ee2-af20-a63ae541b919: This subnet is being modified by another concurrent operation. Oct 27 10:45:51.159862 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server Oct 27 10:45:51.174857 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f474ca4-407f-47c3-ac5d-bfa5b7cc963f tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Pushing event deleted for resources: {'Subnet': ['ID=8c4784b2-e79b-4ee2-af20-a63ae541b919,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:45:51.189047 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-861d2e5d-630e-49a7-8722-d150220a5da4 None None] Network 45b21cac-624f-47e7-ac58-89d9e03790f0 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:45:51.265650 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-9f474ca4-407f-47c3-ac5d-bfa5b7cc963f tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857803', 'neutron.services.segments.db._delete_segments_for_network-8743873143390'] for network, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:51.290386 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-9f474ca4-407f-47c3-ac5d-bfa5b7cc963f tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45b21cac-624f-47e7-ac58-89d9e03790f0']}} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:45:51.299672 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-9f474ca4-407f-47c3-ac5d-bfa5b7cc963f tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2f2885b-ca11-4c38-8c81-f37c914fd09a') {'for_net_delete': True} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:45:51.299988 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-9f474ca4-407f-47c3-ac5d-bfa5b7cc963f tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2f2885b-ca11-4c38-8c81-f37c914fd09a') {} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:45:51.309766 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-9f474ca4-407f-47c3-ac5d-bfa5b7cc963f tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743873145191', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25847877'] for segment, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:51.324698 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-9f474ca4-407f-47c3-ac5d-bfa5b7cc963f tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:51.331867 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f474ca4-407f-47c3-ac5d-bfa5b7cc963f tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Releasing vlan 445 on physical network physnet1 to pool {{(pid=102346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 10:45:51.332863 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-9f474ca4-407f-47c3-ac5d-bfa5b7cc963f tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27024137'] for segment, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:51.338661 n-d-813419-10 neutron-server[102346]: Traceback (most recent call last): Oct 27 10:45:51.338661 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 10:45:51.338661 n-d-813419-10 neutron-server[102346]: timer() Oct 27 10:45:51.338661 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 10:45:51.338661 n-d-813419-10 neutron-server[102346]: cb(*args, **kw) Oct 27 10:45:51.338661 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 10:45:51.338661 n-d-813419-10 neutron-server[102346]: return func(*args, **kwargs) Oct 27 10:45:51.338661 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 10:45:51.338661 n-d-813419-10 neutron-server[102346]: self._notify() Oct 27 10:45:51.338661 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 10:45:51.338661 n-d-813419-10 neutron-server[102346]: self.callback(batched_events) Oct 27 10:45:51.338661 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 10:45:51.338661 n-d-813419-10 neutron-server[102346]: event.method(event) Oct 27 10:45:51.338661 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 10:45:51.338661 n-d-813419-10 neutron-server[102346]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 10:45:51.338661 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 10:45:51.338661 n-d-813419-10 neutron-server[102346]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 10:45:51.338661 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 10:45:51.338661 n-d-813419-10 neutron-server[102346]: return f(self, *a, **k) Oct 27 10:45:51.338661 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 10:45:51.338661 n-d-813419-10 neutron-server[102346]: return self._get(url).json() Oct 27 10:45:51.338661 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 10:45:51.338661 n-d-813419-10 neutron-server[102346]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 10:45:51.338661 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 10:45:51.338661 n-d-813419-10 neutron-server[102346]: return self.request(url, 'GET', **kwargs) Oct 27 10:45:51.338661 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 10:45:51.338661 n-d-813419-10 neutron-server[102346]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 10:45:51.338661 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 10:45:51.338661 n-d-813419-10 neutron-server[102346]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 10:45:51.338661 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 10:45:51.338661 n-d-813419-10 neutron-server[102346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 10:45:51.338661 n-d-813419-10 neutron-server[102346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 10:45:51.344441 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df56e77a-c43f-4d14-808d-b01411afae60 None None] get_active_networks_info from n-d-813419-10 {{(pid=102348) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 27 10:45:51.422614 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-9f474ca4-407f-47c3-ac5d-bfa5b7cc963f tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664840'] for network, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:51.432837 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-9f474ca4-407f-47c3-ac5d-bfa5b7cc963f tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Publish callbacks [] for network, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:51.436789 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-9f474ca4-407f-47c3-ac5d-bfa5b7cc963f tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] 10.222.0.44 "DELETE /v2.0/networks/45b21cac-624f-47e7-ac58-89d9e03790f0 HTTP/1.1" status: 204 len: 168 time: 0.5383098 Oct 27 10:45:51.441507 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 53294) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:45:51.448595 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-6f7d26ae-8b21-4f4c-8883-97161b28fcc3 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-181530076'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:45:51.449595 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f474ca4-407f-47c3-ac5d-bfa5b7cc963f tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Pushing event deleted for resources: {'Network': ['ID=45b21cac-624f-47e7-ac58-89d9e03790f0,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:45:51.485089 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f7d26ae-8b21-4f4c-8883-97161b28fcc3 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Made reservation on behalf of 2f354f9970434dd294d362b938672f0a for: {'network': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:45:51.491891 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-6f7d26ae-8b21-4f4c-8883-97161b28fcc3 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for network, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:51.534139 n-d-813419-10 neutron-server[102348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df56e77a-c43f-4d14-808d-b01411afae60 None None] Resources bound (agent type, host, resource id): {{(pid=102348) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 27 10:45:51.548051 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f7d26ae-8b21-4f4c-8883-97161b28fcc3 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 439} {{(pid=102347) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 10:45:51.573419 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fcdf26-564b-4b6d-a4a9-72969f0d44cc req-f198a7ee-3087-4269-82e4-a96be5e49743 tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:45:51.583908 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-e6fcdf26-564b-4b6d-a4a9-72969f0d44cc req-f198a7ee-3087-4269-82e4-a96be5e49743 tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] 10.222.0.44 "GET /v2.0/ports?device_id=3cfd4898-8783-410f-a5a0-5508d6f388d6 HTTP/1.1" status: 200 len: 943 time: 0.0885410 Oct 27 10:45:51.587452 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-6f7d26ae-8b21-4f4c-8883-97161b28fcc3 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:51.588364 n-d-813419-10 neutron-server[102347]: INFO neutron.db.segments_db [None req-6f7d26ae-8b21-4f4c-8883-97161b28fcc3 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Added segment 398ece24-09b6-4a30-a236-347e238abf40 of type vlan for network c8cf5eae-b41b-4997-a0c7-2ae73703a7ba Oct 27 10:45:51.640159 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 53298) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:45:51.678236 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-6f7d26ae-8b21-4f4c-8883-97161b28fcc3 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743872593080'] for network, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:51.702007 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-e6fcdf26-564b-4b6d-a4a9-72969f0d44cc req-0f8c5ea4-2153-4cfc-bcdd-2ed2895aab1a tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] 10.222.0.44 "GET /v2.0/security-groups?id=78b00a37-7309-4fe7-b9e5-d3cf0246ee6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125946 Oct 27 10:45:51.729122 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-6f7d26ae-8b21-4f4c-8883-97161b28fcc3 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913'] for network, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:51.736184 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f7d26ae-8b21-4f4c-8883-97161b28fcc3 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:45:51.738563 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-6f7d26ae-8b21-4f4c-8883-97161b28fcc3 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for network, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:51.770831 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44706411-45cf-4cfe-8c1c-d0bbd472bff7 req-889a3916-c5f1-405b-9021-7ff4e1c8eaf3 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:45:51.773161 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-44706411-45cf-4cfe-8c1c-d0bbd472bff7 req-889a3916-c5f1-405b-9021-7ff4e1c8eaf3 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/ports?device_id=23dd7c1d-ad1f-4575-989c-251d4917f719 HTTP/1.1" status: 200 len: 943 time: 0.0673521 Oct 27 10:45:51.804916 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-6f7d26ae-8b21-4f4c-8883-97161b28fcc3 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3587797 Oct 27 10:45:51.809974 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 53304) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:45:51.815600 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-d9bf1d5e-3378-4d31-b266-16f48b317415 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Request body: {'subnet': {'network_id': 'c8cf5eae-b41b-4997-a0c7-2ae73703a7ba', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:45:51.817766 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-8ad77b66-8ae2-4186-9583-55035535ec25 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:51.833849 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7d26ae-8b21-4f4c-8883-97161b28fcc3 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Pushing event updated for resources: {'Network': ['ID=c8cf5eae-b41b-4997-a0c7-2ae73703a7ba,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:45:51.852221 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Network c8cf5eae-b41b-4997-a0c7-2ae73703a7ba details requested by agent ovs-agent-n-d-813419-10 with host n-d-813419-10 {{(pid=102348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 10:45:51.854028 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-44706411-45cf-4cfe-8c1c-d0bbd472bff7 req-5f1dd0ed-e5c6-496f-94ae-409e6c0505e2 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/security-groups?id=3238f945-43ac-4dbd-b7b0-70b6d0fec036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743220 Oct 27 10:45:51.907362 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device 3354f4e0-b061-4201-b5c2-5d9f7fe4d6df details requested by agent hyperv_n-h1-813419-10 with host n-h1-813419-10 {{(pid=102348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 10:45:51.931667 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9bf1d5e-3378-4d31-b266-16f48b317415 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Made reservation on behalf of 2f354f9970434dd294d362b938672f0a for: {'subnet': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:45:51.934230 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-8ad77b66-8ae2-4186-9583-55035535ec25 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:51.936039 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-d9bf1d5e-3378-4d31-b266-16f48b317415 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18044073'] for subnet, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:51.938944 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-8ad77b66-8ae2-4186-9583-55035535ec25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:51.980704 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-8ad77b66-8ae2-4186-9583-55035535ec25 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2e4ee425840147a1b594cc724790f328&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3393884 Oct 27 10:45:51.982928 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad77b66-8ae2-4186-9583-55035535ec25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05d8fa83-ec87-4481-b0c5-e00bb0cb2914,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:45:51.983638 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 53306) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:45:52.071263 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-1c37b3e0-8547-4a2f-b19b-e0afa60fd8b8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:52.128111 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-3c6a8245-0581-48aa-b5f6-4d8fe98cd16e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:52.128416 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-1c37b3e0-8547-4a2f-b19b-e0afa60fd8b8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:52.208942 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port 3354f4e0-b061-4201-b5c2-5d9f7fe4d6df, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=3354f4e0-b061-4201-b5c2-5d9f7fe4d6df,segment=NetworkSegment(ceecd002-0880-4375-a568-64df7900389e),segment_id=ceecd002-0880-4375-a568-64df7900389e)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:45:52.213949 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-d9bf1d5e-3378-4d31-b266-16f48b317415 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-18295883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18044091'] for subnet, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:52.221639 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Returning: {'device': '3354f4e0-b061-4201-b5c2-5d9f7fe4d6df', 'network_id': '095a52e2-adfb-413a-ad18-4ab0c06e2a0b', 'port_id': '3354f4e0-b061-4201-b5c2-5d9f7fe4d6df', 'mac_address': 'fa:16:3e:19:1f:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb781916-dee2-4e78-8ef3-29ac52faacb2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 10:45:52.224499 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-1c37b3e0-8547-4a2f-b19b-e0afa60fd8b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:52.227017 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-1c37b3e0-8547-4a2f-b19b-e0afa60fd8b8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:52.228172 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-1c37b3e0-8547-4a2f-b19b-e0afa60fd8b8 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/05d8fa83-ec87-4481-b0c5-e00bb0cb2914 HTTP/1.1" status: 204 len: 168 time: 0.2411344 Oct 27 10:45:52.257252 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c37b3e0-8547-4a2f-b19b-e0afa60fd8b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05d8fa83-ec87-4481-b0c5-e00bb0cb2914,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:45:52.270179 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:52.289147 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bf1d5e-3378-4d31-b266-16f48b317415 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Pushing event updated for resources: {'Subnet': ['ID=b3469aaa-66f1-49af-87f6-09be4810e19e,revision_number=0']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:45:52.290613 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3354f4e0-b061-4201-b5c2-5d9f7fe4d6df {{(pid=102348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:45:52.300582 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9bf1d5e-3378-4d31-b266-16f48b317415 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Checking segment: {'id': '398ece24-09b6-4a30-a236-347e238abf40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'c8cf5eae-b41b-4997-a0c7-2ae73703a7ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:45:52.300957 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9bf1d5e-3378-4d31-b266-16f48b317415 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Network hostable DHCP agents. Network: c8cf5eae-b41b-4997-a0c7-2ae73703a7ba, hostable agents: ['eafd4000-b897-4722-ae8b-0118ec955181'], hosted agents: [] {{(pid=102347) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 10:45:52.312000 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port 3354f4e0-b061-4201-b5c2-5d9f7fe4d6df, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=3354f4e0-b061-4201-b5c2-5d9f7fe4d6df,segment=NetworkSegment(ceecd002-0880-4375-a568-64df7900389e),segment_id=ceecd002-0880-4375-a568-64df7900389e)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:45:52.318487 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:52.319444 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9bf1d5e-3378-4d31-b266-16f48b317415 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Network c8cf5eae-b41b-4997-a0c7-2ae73703a7ba is scheduled to be hosted by DHCP agent eafd4000-b897-4722-ae8b-0118ec955181 with binding_index 1 {{(pid=102347) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 10:45:52.338442 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [None req-d9bf1d5e-3378-4d31-b266-16f48b317415 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-10, c8cf5eae-b41b-4997-a0c7-2ae73703a7ba) {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:45:52.347669 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6754c641-fe5b-4cd3-86f8-fc441cae1ddb None None] Network c8cf5eae-b41b-4997-a0c7-2ae73703a7ba requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:45:52.348348 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9bf1d5e-3378-4d31-b266-16f48b317415 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:45:52.349159 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-d9bf1d5e-3378-4d31-b266-16f48b317415 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Publish callbacks [] for subnet, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:52.368153 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-d9bf1d5e-3378-4d31-b266-16f48b317415 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5571334 Oct 27 10:45:52.371224 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 53312) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:45:52.429083 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Pushing event updated for resources: {'Port': ['ID=3354f4e0-b061-4201-b5c2-5d9f7fe4d6df,revision_number=4']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:45:52.476022 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-f49d68c2-c83b-4a1d-99b9-71607f276eb3 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586917'] for network, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:52.550947 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 53316) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:45:52.553430 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f8b38a9-e4a7-4c55-8f78-4d6a81afbe98 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp734b258e-7d96-550c-b970-9b72ab66f383-c8cf5eae-b41b-4997-a0c7-2ae73703a7ba', 'network_id': 'c8cf5eae-b41b-4997-a0c7-2ae73703a7ba', 'tenant_id': '2f354f9970434dd294d362b938672f0a', 'fixed_ips': [{'subnet_id': 'b3469aaa-66f1-49af-87f6-09be4810e19e'}]}} from n-d-813419-10. {{(pid=102348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 10:45:52.554409 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-9f8b38a9-e4a7-4c55-8f78-4d6a81afbe98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:52.558288 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] get_ports_and_sgs() called for port_ids ['3354f4e0-b061-4201-b5c2-5d9f7fe4d6df'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:45:52.570501 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-f16bb825-8149-431a-a71b-9c44506d4948 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:52.570808 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-f49d68c2-c83b-4a1d-99b9-71607f276eb3 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855646'] for subnet, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:52.649881 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-f49d68c2-c83b-4a1d-99b9-71607f276eb3 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-18295818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18043720'] for subnet, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:52.654619 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-f16bb825-8149-431a-a71b-9c44506d4948 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:52.660147 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-f16bb825-8149-431a-a71b-9c44506d4948 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:52.677249 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49d68c2-c83b-4a1d-99b9-71607f276eb3 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Pushing event deleted for resources: {'Subnet': ['ID=b3469aaa-66f1-49af-87f6-09be4810e19e,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:45:52.705843 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-f16bb825-8149-431a-a71b-9c44506d4948 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e7c97f9bdf484010a728857250c457bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1537092 Oct 27 10:45:52.708276 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16bb825-8149-431a-a71b-9c44506d4948 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71ccde6d-a144-4d4b-9d17-f7a108689e8f,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:45:52.710613 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 53318) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:45:52.742982 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server [None req-9f8b38a9-e4a7-4c55-8f78-4d6a81afbe98 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b3469aaa-66f1-49af-87f6-09be4810e19e: This subnet is being modified by another concurrent operation. Oct 27 10:45:52.742982 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 27 10:45:52.742982 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 27 10:45:52.742982 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 27 10:45:52.742982 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 27 10:45:52.742982 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 27 10:45:52.742982 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 27 10:45:52.742982 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 27 10:45:52.742982 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 27 10:45:52.742982 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 27 10:45:52.742982 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 27 10:45:52.742982 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 27 10:45:52.742982 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 27 10:45:52.742982 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 27 10:45:52.742982 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 27 10:45:52.742982 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server raise self.value Oct 27 10:45:52.742982 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 27 10:45:52.742982 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 27 10:45:52.742982 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 27 10:45:52.742982 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 27 10:45:52.742982 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 27 10:45:52.742982 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 27 10:45:52.742982 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 27 10:45:52.742982 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server raise self.value Oct 27 10:45:52.742982 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 27 10:45:52.742982 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 27 10:45:52.742982 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 27 10:45:52.742982 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 27 10:45:52.742982 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 27 10:45:52.742982 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 27 10:45:52.742982 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 27 10:45:52.742982 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server raise self.value Oct 27 10:45:52.742982 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 27 10:45:52.742982 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 27 10:45:52.742982 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Oct 27 10:45:52.742982 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Oct 27 10:45:52.742982 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Oct 27 10:45:52.742982 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Oct 27 10:45:52.742982 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Oct 27 10:45:52.742982 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Oct 27 10:45:52.742982 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Oct 27 10:45:52.742982 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Oct 27 10:45:52.742982 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Oct 27 10:45:52.742982 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 27 10:45:52.742982 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 27 10:45:52.742982 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 27 10:45:52.742982 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 27 10:45:52.742982 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 27 10:45:52.742982 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 27 10:45:52.742982 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 27 10:45:52.742982 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 27 10:45:52.742982 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server raise self.value Oct 27 10:45:52.742982 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 27 10:45:52.742982 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 27 10:45:52.748829 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 27 10:45:52.748829 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 27 10:45:52.748829 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 27 10:45:52.748829 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 27 10:45:52.748829 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 27 10:45:52.748829 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server raise self.value Oct 27 10:45:52.748829 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 27 10:45:52.748829 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 27 10:45:52.748829 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 27 10:45:52.748829 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 27 10:45:52.748829 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 27 10:45:52.748829 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 27 10:45:52.748829 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 27 10:45:52.748829 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server raise self.value Oct 27 10:45:52.748829 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 27 10:45:52.748829 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 27 10:45:52.748829 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1481, in create_port Oct 27 10:45:52.748829 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Oct 27 10:45:52.748829 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1446, in _create_port_db Oct 27 10:45:52.748829 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Oct 27 10:45:52.748829 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Oct 27 10:45:52.748829 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Oct 27 10:45:52.748829 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Oct 27 10:45:52.748829 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Oct 27 10:45:52.748829 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 27 10:45:52.748829 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 27 10:45:52.748829 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 27 10:45:52.748829 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server raise self.value Oct 27 10:45:52.748829 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Oct 27 10:45:52.748829 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Oct 27 10:45:52.748829 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Oct 27 10:45:52.748829 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 27 10:45:52.748829 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Oct 27 10:45:52.748829 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 27 10:45:52.748829 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 27 10:45:52.748829 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server raise exception Oct 27 10:45:52.748829 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b3469aaa-66f1-49af-87f6-09be4810e19e: This subnet is being modified by another concurrent operation. Oct 27 10:45:52.748829 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server Oct 27 10:45:52.769358 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb4456e3-74e0-4318-911d-4cecf3de1bd0 None None] Network c8cf5eae-b41b-4997-a0c7-2ae73703a7ba requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:45:52.774640 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-f49d68c2-c83b-4a1d-99b9-71607f276eb3 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857803', 'neutron.services.segments.db._delete_segments_for_network-8743873143390'] for network, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:52.804222 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-f49d68c2-c83b-4a1d-99b9-71607f276eb3 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8cf5eae-b41b-4997-a0c7-2ae73703a7ba']}} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:45:52.814483 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-f49d68c2-c83b-4a1d-99b9-71607f276eb3 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '398ece24-09b6-4a30-a236-347e238abf40') {'for_net_delete': True} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:45:52.814853 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-f49d68c2-c83b-4a1d-99b9-71607f276eb3 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '398ece24-09b6-4a30-a236-347e238abf40') {} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:45:52.816047 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-167c4452-966c-4a39-beb6-1dfcb5ec645d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:52.826488 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-f49d68c2-c83b-4a1d-99b9-71607f276eb3 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743873145191', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18445132'] for segment, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:52.842877 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-f49d68c2-c83b-4a1d-99b9-71607f276eb3 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:52.844538 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-167c4452-966c-4a39-beb6-1dfcb5ec645d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:52.849943 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f49d68c2-c83b-4a1d-99b9-71607f276eb3 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Releasing vlan 439 on physical network physnet1 to pool {{(pid=102347) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 10:45:52.850478 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-f49d68c2-c83b-4a1d-99b9-71607f276eb3 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-18296032'] for segment, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:52.855173 n-d-813419-10 neutron-server[102347]: Traceback (most recent call last): Oct 27 10:45:52.855173 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 10:45:52.855173 n-d-813419-10 neutron-server[102347]: timer() Oct 27 10:45:52.855173 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 10:45:52.855173 n-d-813419-10 neutron-server[102347]: cb(*args, **kw) Oct 27 10:45:52.855173 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 10:45:52.855173 n-d-813419-10 neutron-server[102347]: return func(*args, **kwargs) Oct 27 10:45:52.855173 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 10:45:52.855173 n-d-813419-10 neutron-server[102347]: self._notify() Oct 27 10:45:52.855173 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 10:45:52.855173 n-d-813419-10 neutron-server[102347]: self.callback(batched_events) Oct 27 10:45:52.855173 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 10:45:52.855173 n-d-813419-10 neutron-server[102347]: event.method(event) Oct 27 10:45:52.855173 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 10:45:52.855173 n-d-813419-10 neutron-server[102347]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 10:45:52.855173 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 10:45:52.855173 n-d-813419-10 neutron-server[102347]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 10:45:52.855173 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 10:45:52.855173 n-d-813419-10 neutron-server[102347]: return f(self, *a, **k) Oct 27 10:45:52.855173 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 10:45:52.855173 n-d-813419-10 neutron-server[102347]: return self._get(url).json() Oct 27 10:45:52.855173 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 10:45:52.855173 n-d-813419-10 neutron-server[102347]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 10:45:52.855173 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 10:45:52.855173 n-d-813419-10 neutron-server[102347]: return self.request(url, 'GET', **kwargs) Oct 27 10:45:52.855173 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 10:45:52.855173 n-d-813419-10 neutron-server[102347]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 10:45:52.855173 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 10:45:52.855173 n-d-813419-10 neutron-server[102347]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 10:45:52.855173 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 10:45:52.855173 n-d-813419-10 neutron-server[102347]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 10:45:52.855173 n-d-813419-10 neutron-server[102347]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 10:45:52.864110 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0151ed-729a-46c8-a14a-7291e093c4a1 req-dc5fd693-5d24-4a0d-8667-ee5bdcb4a996 tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:45:52.866070 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ca0151ed-729a-46c8-a14a-7291e093c4a1 req-dc5fd693-5d24-4a0d-8667-ee5bdcb4a996 tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] 10.222.0.44 "GET /v2.0/ports?device_id=3cfd4898-8783-410f-a5a0-5508d6f388d6 HTTP/1.1" status: 200 len: 944 time: 0.0799308 Oct 27 10:45:52.925813 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ca0151ed-729a-46c8-a14a-7291e093c4a1 req-7e7cb70e-78bb-4785-a353-49047eebb033 tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] 10.222.0.44 "GET /v2.0/security-groups?id=78b00a37-7309-4fe7-b9e5-d3cf0246ee6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452206 Oct 27 10:45:52.936592 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-167c4452-966c-4a39-beb6-1dfcb5ec645d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:52.940562 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-167c4452-966c-4a39-beb6-1dfcb5ec645d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:52.941865 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-167c4452-966c-4a39-beb6-1dfcb5ec645d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/71ccde6d-a144-4d4b-9d17-f7a108689e8f HTTP/1.1" status: 204 len: 168 time: 0.2300022 Oct 27 10:45:52.946043 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-f49d68c2-c83b-4a1d-99b9-71607f276eb3 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664840'] for network, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:52.946820 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b56f774c-a5bc-4721-b1f0-6dc3a75e00ff None None] get_active_networks_info from n-d-813419-10 {{(pid=102348) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 27 10:45:52.953076 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167c4452-966c-4a39-beb6-1dfcb5ec645d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71ccde6d-a144-4d4b-9d17-f7a108689e8f,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:45:52.953818 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-f49d68c2-c83b-4a1d-99b9-71607f276eb3 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for network, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:52.964720 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-f49d68c2-c83b-4a1d-99b9-71607f276eb3 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] 10.222.0.44 "DELETE /v2.0/networks/c8cf5eae-b41b-4997-a0c7-2ae73703a7ba HTTP/1.1" status: 204 len: 168 time: 0.5924327 Oct 27 10:45:52.968697 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 53326) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:45:52.977808 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-6d15af79-c396-4b26-84f3-857a6b4c76e5 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1280821476'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:45:52.984690 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49d68c2-c83b-4a1d-99b9-71607f276eb3 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Pushing event deleted for resources: {'Network': ['ID=c8cf5eae-b41b-4997-a0c7-2ae73703a7ba,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:45:53.006805 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d15af79-c396-4b26-84f3-857a6b4c76e5 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Made reservation on behalf of 2f354f9970434dd294d362b938672f0a for: {'network': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:45:53.018410 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-6d15af79-c396-4b26-84f3-857a6b4c76e5 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for network, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:53.045196 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7039f91a-c626-4cce-a621-d24214933420 req-817aa64f-edd6-4291-89c2-f23ad680f014 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:45:53.046984 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-7039f91a-c626-4cce-a621-d24214933420 req-817aa64f-edd6-4291-89c2-f23ad680f014 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/ports?device_id=23dd7c1d-ad1f-4575-989c-251d4917f719 HTTP/1.1" status: 200 len: 943 time: 0.0635619 Oct 27 10:45:53.052910 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d15af79-c396-4b26-84f3-857a6b4c76e5 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 401} {{(pid=102346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 10:45:53.065016 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-6d15af79-c396-4b26-84f3-857a6b4c76e5 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:53.065384 n-d-813419-10 neutron-server[102346]: INFO neutron.db.segments_db [None req-6d15af79-c396-4b26-84f3-857a6b4c76e5 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Added segment 8b1c0833-d259-4991-89c0-0b20b1c3d412 of type vlan for network 2f7bc801-7fd0-4d15-abaa-f89a21ca77c4 Oct 27 10:45:53.091028 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-7039f91a-c626-4cce-a621-d24214933420 req-3e1366e7-ddf8-494c-9817-509038e90342 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/security-groups?id=3238f945-43ac-4dbd-b7b0-70b6d0fec036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353522 Oct 27 10:45:53.110082 n-d-813419-10 neutron-server[102348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b56f774c-a5bc-4721-b1f0-6dc3a75e00ff None None] Resources bound (agent type, host, resource id): {{(pid=102348) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 27 10:45:53.116703 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-6d15af79-c396-4b26-84f3-857a6b4c76e5 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743872593080'] for network, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:53.141949 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-6d15af79-c396-4b26-84f3-857a6b4c76e5 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913'] for network, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:53.147546 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d15af79-c396-4b26-84f3-857a6b4c76e5 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:45:53.148130 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-6d15af79-c396-4b26-84f3-857a6b4c76e5 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Publish callbacks [] for network, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:53.185957 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device 4c970381-dbbd-479e-9a08-a677b8271f14 details requested by agent hyperv_n-h2-813419-10 with host n-h2-813419-10 {{(pid=102348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 10:45:53.217686 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 53330) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:45:53.217924 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-6d15af79-c396-4b26-84f3-857a6b4c76e5 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2477913 Oct 27 10:45:53.223731 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d15af79-c396-4b26-84f3-857a6b4c76e5 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Pushing event updated for resources: {'Network': ['ID=2f7bc801-7fd0-4d15-abaa-f89a21ca77c4,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:45:53.228570 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-ea6b24c3-96e9-486e-b965-dcf932ab71fa tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Request body: {'subnet': {'network_id': '2f7bc801-7fd0-4d15-abaa-f89a21ca77c4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:45:53.245226 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Network 2f7bc801-7fd0-4d15-abaa-f89a21ca77c4 details requested by agent ovs-agent-n-d-813419-10 with host n-d-813419-10 {{(pid=102348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 10:45:53.339413 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea6b24c3-96e9-486e-b965-dcf932ab71fa tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Made reservation on behalf of 2f354f9970434dd294d362b938672f0a for: {'subnet': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:45:53.344269 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-ea6b24c3-96e9-486e-b965-dcf932ab71fa tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18044073'] for subnet, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:53.410911 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.ipam_backend_mixin [None req-ea6b24c3-96e9-486e-b965-dcf932ab71fa tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Performing IP validity checks on allocation pools {{(pid=102347) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Oct 27 10:45:53.410911 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.ipam_backend_mixin [None req-ea6b24c3-96e9-486e-b965-dcf932ab71fa tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102347) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Oct 27 10:45:53.420554 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] For port 4c970381-dbbd-479e-9a08-a677b8271f14, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=4c970381-dbbd-479e-9a08-a677b8271f14,segment=NetworkSegment(d1b37471-bd8e-4564-a77c-6e0c9d2699fd),segment_id=d1b37471-bd8e-4564-a77c-6e0c9d2699fd)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:45:53.446015 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Returning: {'device': '4c970381-dbbd-479e-9a08-a677b8271f14', 'network_id': '33cc32c2-598c-44fc-a251-6575a62c00c5', 'port_id': '4c970381-dbbd-479e-9a08-a677b8271f14', 'mac_address': 'fa:16:3e:fe:6c:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87624d80-dded-417f-af79-cc56a741e5c4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 10:45:53.534449 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:53.548503 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c970381-dbbd-479e-9a08-a677b8271f14 {{(pid=102348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:45:53.570600 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] For port 4c970381-dbbd-479e-9a08-a677b8271f14, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=4c970381-dbbd-479e-9a08-a677b8271f14,segment=NetworkSegment(d1b37471-bd8e-4564-a77c-6e0c9d2699fd),segment_id=d1b37471-bd8e-4564-a77c-6e0c9d2699fd)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:45:53.574912 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:53.577127 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-ea6b24c3-96e9-486e-b965-dcf932ab71fa tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-18295883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18044091'] for subnet, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:53.637869 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Pushing event updated for resources: {'Port': ['ID=4c970381-dbbd-479e-9a08-a677b8271f14,revision_number=4']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:45:53.656700 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6b24c3-96e9-486e-b965-dcf932ab71fa tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Pushing event updated for resources: {'Subnet': ['ID=756bb352-aa47-416d-9e50-528b05e17b01,revision_number=0']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:45:53.665453 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea6b24c3-96e9-486e-b965-dcf932ab71fa tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Checking segment: {'id': '8b1c0833-d259-4991-89c0-0b20b1c3d412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '2f7bc801-7fd0-4d15-abaa-f89a21ca77c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:45:53.665770 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea6b24c3-96e9-486e-b965-dcf932ab71fa tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Network hostable DHCP agents. Network: 2f7bc801-7fd0-4d15-abaa-f89a21ca77c4, hostable agents: ['eafd4000-b897-4722-ae8b-0118ec955181'], hosted agents: [] {{(pid=102347) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 10:45:53.684097 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea6b24c3-96e9-486e-b965-dcf932ab71fa tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Network 2f7bc801-7fd0-4d15-abaa-f89a21ca77c4 is scheduled to be hosted by DHCP agent eafd4000-b897-4722-ae8b-0118ec955181 with binding_index 1 {{(pid=102347) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 10:45:53.692956 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [None req-ea6b24c3-96e9-486e-b965-dcf932ab71fa tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-10, 2f7bc801-7fd0-4d15-abaa-f89a21ca77c4) {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:45:53.698057 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea6b24c3-96e9-486e-b965-dcf932ab71fa tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:45:53.698650 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-ea6b24c3-96e9-486e-b965-dcf932ab71fa tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Publish callbacks [] for subnet, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:53.702223 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71220ae1-54f5-45a8-ad66-4f1f8f5249d1 None None] Network 2f7bc801-7fd0-4d15-abaa-f89a21ca77c4 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:45:53.716615 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-ea6b24c3-96e9-486e-b965-dcf932ab71fa tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 0.4976728 Oct 27 10:45:53.719221 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 53348) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:45:53.820074 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-51a8c656-2cd3-4665-984c-754579422745 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586917'] for network, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:53.863011 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-047c46f7-8465-49c4-88ea-9cc2a2e75a08 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp734b258e-7d96-550c-b970-9b72ab66f383-2f7bc801-7fd0-4d15-abaa-f89a21ca77c4', 'network_id': '2f7bc801-7fd0-4d15-abaa-f89a21ca77c4', 'tenant_id': '2f354f9970434dd294d362b938672f0a', 'fixed_ips': [{'subnet_id': '756bb352-aa47-416d-9e50-528b05e17b01'}]}} from n-d-813419-10. {{(pid=102348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 10:45:53.863885 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-047c46f7-8465-49c4-88ea-9cc2a2e75a08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:53.875973 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-51a8c656-2cd3-4665-984c-754579422745 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855646'] for subnet, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:53.890024 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] get_ports_and_sgs() called for port_ids ['4c970381-dbbd-479e-9a08-a677b8271f14'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:45:53.919958 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device 3354f4e0-b061-4201-b5c2-5d9f7fe4d6df up at agent hyperv_n-h1-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:45:53.948001 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-51a8c656-2cd3-4665-984c-754579422745 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-18295818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18043720'] for subnet, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:53.980181 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a8c656-2cd3-4665-984c-754579422745 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Pushing event deleted for resources: {'Subnet': ['ID=756bb352-aa47-416d-9e50-528b05e17b01,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:45:54.060803 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server [None req-047c46f7-8465-49c4-88ea-9cc2a2e75a08 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 756bb352-aa47-416d-9e50-528b05e17b01: This subnet is being modified by another concurrent operation. Oct 27 10:45:54.060803 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 27 10:45:54.060803 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 27 10:45:54.060803 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 27 10:45:54.060803 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 27 10:45:54.060803 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 27 10:45:54.060803 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 27 10:45:54.060803 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 27 10:45:54.060803 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 27 10:45:54.060803 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 27 10:45:54.060803 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 27 10:45:54.060803 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 27 10:45:54.060803 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 27 10:45:54.060803 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 27 10:45:54.060803 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 27 10:45:54.060803 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server raise self.value Oct 27 10:45:54.060803 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 27 10:45:54.060803 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 27 10:45:54.060803 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 27 10:45:54.060803 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 27 10:45:54.060803 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 27 10:45:54.060803 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 27 10:45:54.060803 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 27 10:45:54.060803 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server raise self.value Oct 27 10:45:54.060803 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 27 10:45:54.060803 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 27 10:45:54.060803 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 27 10:45:54.060803 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 27 10:45:54.060803 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 27 10:45:54.060803 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 27 10:45:54.060803 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 27 10:45:54.060803 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server raise self.value Oct 27 10:45:54.060803 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 27 10:45:54.060803 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 27 10:45:54.060803 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Oct 27 10:45:54.060803 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Oct 27 10:45:54.060803 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Oct 27 10:45:54.060803 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Oct 27 10:45:54.060803 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Oct 27 10:45:54.060803 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Oct 27 10:45:54.060803 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Oct 27 10:45:54.060803 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Oct 27 10:45:54.060803 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Oct 27 10:45:54.060803 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 27 10:45:54.060803 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 27 10:45:54.060803 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 27 10:45:54.060803 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 27 10:45:54.060803 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 27 10:45:54.060803 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 27 10:45:54.060803 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 27 10:45:54.060803 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 27 10:45:54.060803 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server raise self.value Oct 27 10:45:54.060803 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 27 10:45:54.060803 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 27 10:45:54.065565 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 27 10:45:54.065565 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 27 10:45:54.065565 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 27 10:45:54.065565 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 27 10:45:54.065565 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 27 10:45:54.065565 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server raise self.value Oct 27 10:45:54.065565 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 27 10:45:54.065565 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 27 10:45:54.065565 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 27 10:45:54.065565 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 27 10:45:54.065565 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 27 10:45:54.065565 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 27 10:45:54.065565 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 27 10:45:54.065565 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server raise self.value Oct 27 10:45:54.065565 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 27 10:45:54.065565 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 27 10:45:54.065565 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1481, in create_port Oct 27 10:45:54.065565 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Oct 27 10:45:54.065565 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1446, in _create_port_db Oct 27 10:45:54.065565 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Oct 27 10:45:54.065565 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Oct 27 10:45:54.065565 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Oct 27 10:45:54.065565 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Oct 27 10:45:54.065565 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Oct 27 10:45:54.065565 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 27 10:45:54.065565 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 27 10:45:54.065565 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 27 10:45:54.065565 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server raise self.value Oct 27 10:45:54.065565 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Oct 27 10:45:54.065565 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Oct 27 10:45:54.065565 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Oct 27 10:45:54.065565 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 27 10:45:54.065565 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Oct 27 10:45:54.065565 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 27 10:45:54.065565 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 27 10:45:54.065565 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server raise exception Oct 27 10:45:54.065565 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 756bb352-aa47-416d-9e50-528b05e17b01: This subnet is being modified by another concurrent operation. Oct 27 10:45:54.065565 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server Oct 27 10:45:54.075851 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-51a8c656-2cd3-4665-984c-754579422745 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857803', 'neutron.services.segments.db._delete_segments_for_network-8743873143390'] for network, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:54.079610 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Provisioning for port 3354f4e0-b061-4201-b5c2-5d9f7fe4d6df completed by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 10:45:54.091460 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Provisioning complete for port 3354f4e0-b061-4201-b5c2-5d9f7fe4d6df triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:45:54.091460 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:54.126784 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebd654db-1fb1-47b4-bd61-863ab6e1157d None None] Network 2f7bc801-7fd0-4d15-abaa-f89a21ca77c4 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:45:54.127431 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-51a8c656-2cd3-4665-984c-754579422745 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f7bc801-7fd0-4d15-abaa-f89a21ca77c4']}} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:45:54.139790 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-51a8c656-2cd3-4665-984c-754579422745 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b1c0833-d259-4991-89c0-0b20b1c3d412') {'for_net_delete': True} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:45:54.140085 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-51a8c656-2cd3-4665-984c-754579422745 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b1c0833-d259-4991-89c0-0b20b1c3d412') {} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:45:54.157918 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d1b95f-175c-40b4-bf71-b92ecd389abb req-e6aa0dc0-1228-4107-8f0b-a3f98751e42d tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:45:54.159491 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-a8d1b95f-175c-40b4-bf71-b92ecd389abb req-e6aa0dc0-1228-4107-8f0b-a3f98751e42d tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] 10.222.0.44 "GET /v2.0/ports?device_id=3cfd4898-8783-410f-a5a0-5508d6f388d6 HTTP/1.1" status: 200 len: 944 time: 0.1096807 Oct 27 10:45:54.163387 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-51a8c656-2cd3-4665-984c-754579422745 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743873145191', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18445132'] for segment, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:54.190995 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-51a8c656-2cd3-4665-984c-754579422745 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:54.202286 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51a8c656-2cd3-4665-984c-754579422745 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Releasing vlan 401 on physical network physnet1 to pool {{(pid=102347) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 10:45:54.202286 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-51a8c656-2cd3-4665-984c-754579422745 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-18296032'] for segment, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:54.204827 n-d-813419-10 neutron-server[102347]: Traceback (most recent call last): Oct 27 10:45:54.204827 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 10:45:54.204827 n-d-813419-10 neutron-server[102347]: timer() Oct 27 10:45:54.204827 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 10:45:54.204827 n-d-813419-10 neutron-server[102347]: cb(*args, **kw) Oct 27 10:45:54.204827 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 10:45:54.204827 n-d-813419-10 neutron-server[102347]: return func(*args, **kwargs) Oct 27 10:45:54.204827 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 10:45:54.204827 n-d-813419-10 neutron-server[102347]: self._notify() Oct 27 10:45:54.204827 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 10:45:54.204827 n-d-813419-10 neutron-server[102347]: self.callback(batched_events) Oct 27 10:45:54.204827 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 10:45:54.204827 n-d-813419-10 neutron-server[102347]: event.method(event) Oct 27 10:45:54.204827 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 10:45:54.204827 n-d-813419-10 neutron-server[102347]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 10:45:54.204827 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 10:45:54.204827 n-d-813419-10 neutron-server[102347]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 10:45:54.204827 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 10:45:54.204827 n-d-813419-10 neutron-server[102347]: return f(self, *a, **k) Oct 27 10:45:54.204827 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 10:45:54.204827 n-d-813419-10 neutron-server[102347]: return self._get(url).json() Oct 27 10:45:54.204827 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 10:45:54.204827 n-d-813419-10 neutron-server[102347]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 10:45:54.204827 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 10:45:54.204827 n-d-813419-10 neutron-server[102347]: return self.request(url, 'GET', **kwargs) Oct 27 10:45:54.204827 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 10:45:54.204827 n-d-813419-10 neutron-server[102347]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 10:45:54.204827 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 10:45:54.204827 n-d-813419-10 neutron-server[102347]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 10:45:54.204827 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 10:45:54.204827 n-d-813419-10 neutron-server[102347]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 10:45:54.204827 n-d-813419-10 neutron-server[102347]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 10:45:54.256182 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6637238-d95b-4148-9597-d1643e2911fb req-68fd5a0b-b127-46b5-b391-8e9cc2a9e614 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:45:54.261595 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-a8d1b95f-175c-40b4-bf71-b92ecd389abb req-debc1894-9f52-4393-8744-eaf6d994c69a tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] 10.222.0.44 "GET /v2.0/security-groups?id=78b00a37-7309-4fe7-b9e5-d3cf0246ee6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909488 Oct 27 10:45:54.265360 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-c6637238-d95b-4148-9597-d1643e2911fb req-68fd5a0b-b127-46b5-b391-8e9cc2a9e614 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/ports?device_id=23dd7c1d-ad1f-4575-989c-251d4917f719 HTTP/1.1" status: 200 len: 944 time: 0.0792398 Oct 27 10:45:54.302085 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-51a8c656-2cd3-4665-984c-754579422745 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664840'] for network, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:54.309246 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-c6637238-d95b-4148-9597-d1643e2911fb req-eaa7a43a-dea4-4449-a585-cc362bb0a2a6 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/security-groups?id=3238f945-43ac-4dbd-b7b0-70b6d0fec036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427222 Oct 27 10:45:54.313149 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-51a8c656-2cd3-4665-984c-754579422745 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for network, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:54.317680 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-51a8c656-2cd3-4665-984c-754579422745 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] 10.222.0.44 "DELETE /v2.0/networks/2f7bc801-7fd0-4d15-abaa-f89a21ca77c4 HTTP/1.1" status: 204 len: 168 time: 0.5969841 Oct 27 10:45:54.320817 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 53366) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:45:54.329355 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-bd2ce338-5f75-427a-8eca-7c98fdc725d3 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-443973851'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:45:54.349963 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a8c656-2cd3-4665-984c-754579422745 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Pushing event deleted for resources: {'Network': ['ID=2f7bc801-7fd0-4d15-abaa-f89a21ca77c4,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:45:54.363713 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd2ce338-5f75-427a-8eca-7c98fdc725d3 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Made reservation on behalf of 2f354f9970434dd294d362b938672f0a for: {'network': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:45:54.367648 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-bd2ce338-5f75-427a-8eca-7c98fdc725d3 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for network, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:54.392351 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ad6fd1a-7b03-40c4-904f-f358ab10b9af None None] get_active_networks_info from n-d-813419-10 {{(pid=102348) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 27 10:45:54.397291 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd2ce338-5f75-427a-8eca-7c98fdc725d3 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 438} {{(pid=102346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 10:45:54.407290 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-bd2ce338-5f75-427a-8eca-7c98fdc725d3 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:54.407684 n-d-813419-10 neutron-server[102346]: INFO neutron.db.segments_db [None req-bd2ce338-5f75-427a-8eca-7c98fdc725d3 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Added segment 9fef1d38-1508-40a1-a707-0d3ae79099b0 of type vlan for network c8af3859-c496-441a-a382-8262fcf95982 Oct 27 10:45:54.431435 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:54.450987 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-bd2ce338-5f75-427a-8eca-7c98fdc725d3 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743872593080'] for network, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:54.479425 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-bd2ce338-5f75-427a-8eca-7c98fdc725d3 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913'] for network, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:54.483988 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cfd4898-8783-410f-a5a0-5508d6f388d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3354f4e0-b061-4201-b5c2-5d9f7fe4d6df'}] {{(pid=102348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:45:54.484887 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd2ce338-5f75-427a-8eca-7c98fdc725d3 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:45:54.485478 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-bd2ce338-5f75-427a-8eca-7c98fdc725d3 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Publish callbacks [] for network, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:54.486275 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c588921fa634554a1d9242fdea1b05457a9ff1d3b28ba54ec1dace7f2f1df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f0df7e0-9170-46dc-815f-63d1f20d6dfe" -d '{"events": [{"server_uuid": "3cfd4898-8783-410f-a5a0-5508d6f388d6", "name": "network-vif-plugged", "status": "completed", "tag": "3354f4e0-b061-4201-b5c2-5d9f7fe4d6df"}]}' {{(pid=102348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:45:54.513715 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port 3354f4e0-b061-4201-b5c2-5d9f7fe4d6df, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=3354f4e0-b061-4201-b5c2-5d9f7fe4d6df,segment=NetworkSegment(ceecd002-0880-4375-a568-64df7900389e),segment_id=ceecd002-0880-4375-a568-64df7900389e)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:45:54.526675 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:54.541571 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-bd2ce338-5f75-427a-8eca-7c98fdc725d3 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2181106 Oct 27 10:45:54.544159 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 53374) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:45:54.549011 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-171c1ed2-e5e2-4a3f-993d-87ce55eb5302 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Request body: {'subnet': {'network_id': 'c8af3859-c496-441a-a382-8262fcf95982', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:45:54.565514 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:45:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8ffaf89-a260-449f-8112-04c92e8bbd26 x-openstack-request-id: req-e8ffaf89-a260-449f-8112-04c92e8bbd26 {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:45:54.565847 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cfd4898-8783-410f-a5a0-5508d6f388d6", "name": "network-vif-plugged", "status": "completed", "tag": "3354f4e0-b061-4201-b5c2-5d9f7fe4d6df", "code": 200}]} {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:45:54.566201 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e8ffaf89-a260-449f-8112-04c92e8bbd26 {{(pid=102348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:45:54.566502 n-d-813419-10 neutron-server[102348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cfd4898-8783-410f-a5a0-5508d6f388d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3354f4e0-b061-4201-b5c2-5d9f7fe4d6df', 'code': 200} Oct 27 10:45:54.592804 n-d-813419-10 neutron-server[102348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ad6fd1a-7b03-40c4-904f-f358ab10b9af None None] Resources bound (agent type, host, resource id): {{(pid=102348) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 27 10:45:54.623717 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2ce338-5f75-427a-8eca-7c98fdc725d3 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Pushing event updated for resources: {'Network': ['ID=c8af3859-c496-441a-a382-8262fcf95982,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:45:54.657274 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0530b29-28b1-4307-b5fe-1a509e803276 req-fdc67737-f1d7-4764-b576-d3a02479d91f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:45:54.659327 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c0530b29-28b1-4307-b5fe-1a509e803276 req-fdc67737-f1d7-4764-b576-d3a02479d91f service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=3cfd4898-8783-410f-a5a0-5508d6f388d6 HTTP/1.1" status: 200 len: 1097 time: 0.0641558 Oct 27 10:45:54.673488 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-171c1ed2-e5e2-4a3f-993d-87ce55eb5302 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Made reservation on behalf of 2f354f9970434dd294d362b938672f0a for: {'subnet': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:45:54.679452 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-171c1ed2-e5e2-4a3f-993d-87ce55eb5302 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27167186'] for subnet, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:54.702521 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c0530b29-28b1-4307-b5fe-1a509e803276 req-57b9e61e-921e-4760-9829-b9fcf61c694f service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=78b00a37-7309-4fe7-b9e5-d3cf0246ee6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352809 Oct 27 10:45:54.710895 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Network c8af3859-c496-441a-a382-8262fcf95982 details requested by agent ovs-agent-n-d-813419-10 with host n-d-813419-10 {{(pid=102348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 10:45:54.769610 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Pushing event updated for resources: {'Port': ['ID=3354f4e0-b061-4201-b5c2-5d9f7fe4d6df,revision_number=5']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:45:54.926088 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-171c1ed2-e5e2-4a3f-993d-87ce55eb5302 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27024290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27167168'] for subnet, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:54.998553 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171c1ed2-e5e2-4a3f-993d-87ce55eb5302 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Pushing event updated for resources: {'Subnet': ['ID=da4fef2a-b3d3-4b73-aaf3-8e39ac5f8dca,revision_number=0']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:45:55.011336 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-171c1ed2-e5e2-4a3f-993d-87ce55eb5302 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Checking segment: {'id': '9fef1d38-1508-40a1-a707-0d3ae79099b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'c8af3859-c496-441a-a382-8262fcf95982'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:45:55.011914 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-171c1ed2-e5e2-4a3f-993d-87ce55eb5302 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Network hostable DHCP agents. Network: c8af3859-c496-441a-a382-8262fcf95982, hostable agents: ['eafd4000-b897-4722-ae8b-0118ec955181'], hosted agents: [] {{(pid=102346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 10:45:55.032494 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-171c1ed2-e5e2-4a3f-993d-87ce55eb5302 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Network c8af3859-c496-441a-a382-8262fcf95982 is scheduled to be hosted by DHCP agent eafd4000-b897-4722-ae8b-0118ec955181 with binding_index 1 {{(pid=102346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 10:45:55.046547 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-171c1ed2-e5e2-4a3f-993d-87ce55eb5302 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-10, c8af3859-c496-441a-a382-8262fcf95982) {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:45:55.055407 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-171c1ed2-e5e2-4a3f-993d-87ce55eb5302 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:45:55.056756 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-171c1ed2-e5e2-4a3f-993d-87ce55eb5302 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for subnet, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:55.084097 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-171c1ed2-e5e2-4a3f-993d-87ce55eb5302 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.5387909 Oct 27 10:45:55.087557 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 53408) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:45:55.166346 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cc787c9-ab30-49d9-bd54-050c4e8ad955 None None] Network c8af3859-c496-441a-a382-8262fcf95982 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:45:55.180610 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device 4c970381-dbbd-479e-9a08-a677b8271f14 up at agent hyperv_n-h2-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:45:55.207584 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-54427de1-7bb7-414e-b8ed-e2493b9ca10a tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586917'] for network, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:55.262301 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-54427de1-7bb7-414e-b8ed-e2493b9ca10a tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855646'] for subnet, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:55.278484 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Provisioning for port 4c970381-dbbd-479e-9a08-a677b8271f14 completed by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 10:45:55.286473 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Provisioning complete for port 4c970381-dbbd-479e-9a08-a677b8271f14 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:45:55.287073 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:55.378978 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-54427de1-7bb7-414e-b8ed-e2493b9ca10a tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27024355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27168307'] for subnet, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:55.391282 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fbf4a9a-83f2-43c1-8278-ed599fdcec4e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp734b258e-7d96-550c-b970-9b72ab66f383-c8af3859-c496-441a-a382-8262fcf95982', 'network_id': 'c8af3859-c496-441a-a382-8262fcf95982', 'tenant_id': '2f354f9970434dd294d362b938672f0a', 'fixed_ips': [{'subnet_id': 'da4fef2a-b3d3-4b73-aaf3-8e39ac5f8dca'}]}} from n-d-813419-10. {{(pid=102348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 10:45:55.392527 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7fbf4a9a-83f2-43c1-8278-ed599fdcec4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:55.411766 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54427de1-7bb7-414e-b8ed-e2493b9ca10a tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Pushing event deleted for resources: {'Subnet': ['ID=da4fef2a-b3d3-4b73-aaf3-8e39ac5f8dca,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:45:55.437700 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e978284b-4e44-4b66-b52f-fd32091e08ac req-dc8528c3-d71f-4f8d-9d14-7cfbc4ce2dd4 tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:45:55.445952 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-e978284b-4e44-4b66-b52f-fd32091e08ac req-dc8528c3-d71f-4f8d-9d14-7cfbc4ce2dd4 tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] 10.222.0.44 "GET /v2.0/ports?device_id=3cfd4898-8783-410f-a5a0-5508d6f388d6 HTTP/1.1" status: 200 len: 945 time: 0.0779204 Oct 27 10:45:55.461617 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 53420) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:45:55.472000 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:55.501283 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-e978284b-4e44-4b66-b52f-fd32091e08ac req-af203423-25c2-4cb7-9f28-4679c8c5c53d tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] 10.222.0.44 "GET /v2.0/security-groups?id=78b00a37-7309-4fe7-b9e5-d3cf0246ee6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540185 Oct 27 10:45:55.513562 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-54427de1-7bb7-414e-b8ed-e2493b9ca10a tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857803', 'neutron.services.segments.db._delete_segments_for_network-8743873143390'] for network, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:55.556903 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] For port 4c970381-dbbd-479e-9a08-a677b8271f14, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=4c970381-dbbd-479e-9a08-a677b8271f14,segment=NetworkSegment(d1b37471-bd8e-4564-a77c-6e0c9d2699fd),segment_id=d1b37471-bd8e-4564-a77c-6e0c9d2699fd)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:45:55.562204 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:55.564743 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-54427de1-7bb7-414e-b8ed-e2493b9ca10a tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8af3859-c496-441a-a382-8262fcf95982']}} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:45:55.585338 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-54427de1-7bb7-414e-b8ed-e2493b9ca10a tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9fef1d38-1508-40a1-a707-0d3ae79099b0') {'for_net_delete': True} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:45:55.585580 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-54427de1-7bb7-414e-b8ed-e2493b9ca10a tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9fef1d38-1508-40a1-a707-0d3ae79099b0') {} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:45:55.592275 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d99f2d0-301f-4f6c-b7a1-fd06ddb6eb91 None None] Network c8af3859-c496-441a-a382-8262fcf95982 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:45:55.597804 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-ae5ad5b0-1e69-4759-8c71-f6822810562e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:55.607345 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0376710c-7fb0-40e7-a4e8-5ca3b6d5c8bd req-b29b1816-560d-4bef-9cd8-8eea3071a399 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:45:55.608869 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-0376710c-7fb0-40e7-a4e8-5ca3b6d5c8bd req-b29b1816-560d-4bef-9cd8-8eea3071a399 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/ports?device_id=23dd7c1d-ad1f-4575-989c-251d4917f719 HTTP/1.1" status: 200 len: 944 time: 0.1409004 Oct 27 10:45:55.610628 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-54427de1-7bb7-414e-b8ed-e2493b9ca10a tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743873145191', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25847877'] for segment, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:55.630989 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-54427de1-7bb7-414e-b8ed-e2493b9ca10a tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:55.644635 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54427de1-7bb7-414e-b8ed-e2493b9ca10a tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Releasing vlan 438 on physical network physnet1 to pool {{(pid=102346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 10:45:55.645026 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-54427de1-7bb7-414e-b8ed-e2493b9ca10a tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27024137'] for segment, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:55.647930 n-d-813419-10 neutron-server[102346]: Traceback (most recent call last): Oct 27 10:45:55.647930 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 10:45:55.647930 n-d-813419-10 neutron-server[102346]: timer() Oct 27 10:45:55.647930 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 10:45:55.647930 n-d-813419-10 neutron-server[102346]: cb(*args, **kw) Oct 27 10:45:55.647930 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 10:45:55.647930 n-d-813419-10 neutron-server[102346]: return func(*args, **kwargs) Oct 27 10:45:55.647930 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 10:45:55.647930 n-d-813419-10 neutron-server[102346]: self._notify() Oct 27 10:45:55.647930 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 10:45:55.647930 n-d-813419-10 neutron-server[102346]: self.callback(batched_events) Oct 27 10:45:55.647930 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 10:45:55.647930 n-d-813419-10 neutron-server[102346]: event.method(event) Oct 27 10:45:55.647930 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 10:45:55.647930 n-d-813419-10 neutron-server[102346]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 10:45:55.647930 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 10:45:55.647930 n-d-813419-10 neutron-server[102346]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 10:45:55.647930 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 10:45:55.647930 n-d-813419-10 neutron-server[102346]: return f(self, *a, **k) Oct 27 10:45:55.647930 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 10:45:55.647930 n-d-813419-10 neutron-server[102346]: return self._get(url).json() Oct 27 10:45:55.647930 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 10:45:55.647930 n-d-813419-10 neutron-server[102346]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 10:45:55.647930 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 10:45:55.647930 n-d-813419-10 neutron-server[102346]: return self.request(url, 'GET', **kwargs) Oct 27 10:45:55.647930 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 10:45:55.647930 n-d-813419-10 neutron-server[102346]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 10:45:55.647930 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 10:45:55.647930 n-d-813419-10 neutron-server[102346]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 10:45:55.647930 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 10:45:55.647930 n-d-813419-10 neutron-server[102346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 10:45:55.647930 n-d-813419-10 neutron-server[102346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 10:45:55.681072 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Pushing event updated for resources: {'Port': ['ID=4c970381-dbbd-479e-9a08-a677b8271f14,revision_number=5']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:45:55.701672 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-0376710c-7fb0-40e7-a4e8-5ca3b6d5c8bd req-29ce828f-895f-4473-9344-bef2ee26c4db tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/security-groups?id=3238f945-43ac-4dbd-b7b0-70b6d0fec036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786638 Oct 27 10:45:55.728757 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-54427de1-7bb7-414e-b8ed-e2493b9ca10a tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664840'] for network, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:55.735878 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-54427de1-7bb7-414e-b8ed-e2493b9ca10a tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Publish callbacks [] for network, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:55.741101 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-54427de1-7bb7-414e-b8ed-e2493b9ca10a tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] 10.222.0.44 "DELETE /v2.0/networks/c8af3859-c496-441a-a382-8262fcf95982 HTTP/1.1" status: 204 len: 168 time: 0.6520283 Oct 27 10:45:55.743999 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 53424) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:45:55.750533 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-720b880c-924a-44c2-bba9-9317ebff01cb tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1700325063'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:45:55.766674 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54427de1-7bb7-414e-b8ed-e2493b9ca10a tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Pushing event deleted for resources: {'Network': ['ID=c8af3859-c496-441a-a382-8262fcf95982,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:45:55.772001 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-ae5ad5b0-1e69-4759-8c71-f6822810562e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:55.778750 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-ae5ad5b0-1e69-4759-8c71-f6822810562e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:55.791563 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-720b880c-924a-44c2-bba9-9317ebff01cb tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Made reservation on behalf of 2f354f9970434dd294d362b938672f0a for: {'network': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:45:55.795755 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-720b880c-924a-44c2-bba9-9317ebff01cb tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for network, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:55.818981 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-ae5ad5b0-1e69-4759-8c71-f6822810562e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b18fe6d0a33843c89b467390621aa315&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3555388 Oct 27 10:45:55.819953 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5ad5b0-1e69-4759-8c71-f6822810562e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70b48f4b-d5eb-40b9-b713-1287d1ba2d39,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:45:55.822925 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 53426) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:45:55.826064 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-720b880c-924a-44c2-bba9-9317ebff01cb tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 427} {{(pid=102346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 10:45:55.838610 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-720b880c-924a-44c2-bba9-9317ebff01cb tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:55.838962 n-d-813419-10 neutron-server[102346]: INFO neutron.db.segments_db [None req-720b880c-924a-44c2-bba9-9317ebff01cb tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Added segment f69f9433-68e1-4471-a29a-ed3b06e20bd5 of type vlan for network da6061cb-96be-495d-92e6-64a5563bc38a Oct 27 10:45:55.878224 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-473435f4-1c75-4075-ad91-1a41b6d65766 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:55.884565 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-720b880c-924a-44c2-bba9-9317ebff01cb tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743872593080'] for network, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:55.901329 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-473435f4-1c75-4075-ad91-1a41b6d65766 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:55.909431 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-720b880c-924a-44c2-bba9-9317ebff01cb tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913'] for network, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:55.916068 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-720b880c-924a-44c2-bba9-9317ebff01cb tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:45:55.916683 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-720b880c-924a-44c2-bba9-9317ebff01cb tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Publish callbacks [] for network, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:55.957165 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-473435f4-1c75-4075-ad91-1a41b6d65766 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:55.960231 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-473435f4-1c75-4075-ad91-1a41b6d65766 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:55.963313 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-473435f4-1c75-4075-ad91-1a41b6d65766 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/70b48f4b-d5eb-40b9-b713-1287d1ba2d39 HTTP/1.1" status: 204 len: 168 time: 0.1381278 Oct 27 10:45:55.968875 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-720b880c-924a-44c2-bba9-9317ebff01cb tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2223291 Oct 27 10:45:55.971962 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 53432) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:45:55.976300 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473435f4-1c75-4075-ad91-1a41b6d65766 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70b48f4b-d5eb-40b9-b713-1287d1ba2d39,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:45:55.976631 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-0d0f5785-6aef-475c-8ce4-4d2824a31c6b tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Request body: {'subnet': {'network_id': 'da6061cb-96be-495d-92e6-64a5563bc38a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:45:56.034865 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720b880c-924a-44c2-bba9-9317ebff01cb tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Pushing event updated for resources: {'Network': ['ID=da6061cb-96be-495d-92e6-64a5563bc38a,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:45:56.046556 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Network da6061cb-96be-495d-92e6-64a5563bc38a details requested by agent ovs-agent-n-d-813419-10 with host n-d-813419-10 {{(pid=102348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 10:45:56.081903 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d0f5785-6aef-475c-8ce4-4d2824a31c6b tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Made reservation on behalf of 2f354f9970434dd294d362b938672f0a for: {'subnet': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:45:56.085357 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-0d0f5785-6aef-475c-8ce4-4d2824a31c6b tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27167186'] for subnet, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:56.263896 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-0d0f5785-6aef-475c-8ce4-4d2824a31c6b tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27024290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27167168'] for subnet, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:56.270964 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 53436) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:45:56.283941 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-a5f7d32e-52e9-4a41-bc14-4d4427df8c07 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:56.330736 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0f5785-6aef-475c-8ce4-4d2824a31c6b tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Pushing event updated for resources: {'Subnet': ['ID=404ae9e7-351a-4b3c-ba4e-53c722ca9173,revision_number=0']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:45:56.336120 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d0f5785-6aef-475c-8ce4-4d2824a31c6b tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Checking segment: {'id': 'f69f9433-68e1-4471-a29a-ed3b06e20bd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'da6061cb-96be-495d-92e6-64a5563bc38a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:45:56.336604 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d0f5785-6aef-475c-8ce4-4d2824a31c6b tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Network hostable DHCP agents. Network: da6061cb-96be-495d-92e6-64a5563bc38a, hostable agents: ['eafd4000-b897-4722-ae8b-0118ec955181'], hosted agents: [] {{(pid=102346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 10:45:56.354656 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d0f5785-6aef-475c-8ce4-4d2824a31c6b tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Network da6061cb-96be-495d-92e6-64a5563bc38a is scheduled to be hosted by DHCP agent eafd4000-b897-4722-ae8b-0118ec955181 with binding_index 1 {{(pid=102346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 10:45:56.363405 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-0d0f5785-6aef-475c-8ce4-4d2824a31c6b tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-10, da6061cb-96be-495d-92e6-64a5563bc38a) {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:45:56.365277 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-a5f7d32e-52e9-4a41-bc14-4d4427df8c07 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:56.369535 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d0f5785-6aef-475c-8ce4-4d2824a31c6b tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:45:56.370477 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-0d0f5785-6aef-475c-8ce4-4d2824a31c6b tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for subnet, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:56.370608 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-a5f7d32e-52e9-4a41-bc14-4d4427df8c07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:56.373820 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-744ea6d5-e8e2-4e29-b97c-9cf294b6e3e8 None None] Network da6061cb-96be-495d-92e6-64a5563bc38a requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:45:56.389034 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-0d0f5785-6aef-475c-8ce4-4d2824a31c6b tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.4161773 Oct 27 10:45:56.391905 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 53438) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:45:56.412387 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-a5f7d32e-52e9-4a41-bc14-4d4427df8c07 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=42b68f80d4134d2fab4251b6f3ffbfdc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1398070 Oct 27 10:45:56.412924 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f7d32e-52e9-4a41-bc14-4d4427df8c07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dce714d4-954a-4c5f-b541-e39aa858ecf5,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:45:56.414601 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 53440) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:45:56.527798 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9138495-c2ef-42ad-b649-d87c04a1e03a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp734b258e-7d96-550c-b970-9b72ab66f383-da6061cb-96be-495d-92e6-64a5563bc38a', 'network_id': 'da6061cb-96be-495d-92e6-64a5563bc38a', 'tenant_id': '2f354f9970434dd294d362b938672f0a', 'fixed_ips': [{'subnet_id': '404ae9e7-351a-4b3c-ba4e-53c722ca9173'}]}} from n-d-813419-10. {{(pid=102348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 10:45:56.528739 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a9138495-c2ef-42ad-b649-d87c04a1e03a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:56.536482 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-c2ce16f1-faff-44b3-b82b-d6700b655d8f tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586917'] for network, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:56.538018 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-8df8d901-5295-4257-8ec3-938f703b0b29 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:56.566732 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-8df8d901-5295-4257-8ec3-938f703b0b29 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:56.594166 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23dd7c1d-ad1f-4575-989c-251d4917f719', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c970381-dbbd-479e-9a08-a677b8271f14'}] {{(pid=102348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:45:56.596866 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c588921fa634554a1d9242fdea1b05457a9ff1d3b28ba54ec1dace7f2f1df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4a5c164-8aa0-4b07-8b0c-a79e9fd3d20c" -d '{"events": [{"server_uuid": "23dd7c1d-ad1f-4575-989c-251d4917f719", "name": "network-vif-plugged", "status": "completed", "tag": "4c970381-dbbd-479e-9a08-a677b8271f14"}]}' {{(pid=102348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:45:56.654470 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:45:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b2cfa83-399d-4a26-b57a-308100f7964d x-openstack-request-id: req-8b2cfa83-399d-4a26-b57a-308100f7964d {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:45:56.654754 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23dd7c1d-ad1f-4575-989c-251d4917f719", "name": "network-vif-plugged", "status": "completed", "tag": "4c970381-dbbd-479e-9a08-a677b8271f14", "code": 200}]} {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:45:56.655193 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-8b2cfa83-399d-4a26-b57a-308100f7964d {{(pid=102348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:45:56.655742 n-d-813419-10 neutron-server[102348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23dd7c1d-ad1f-4575-989c-251d4917f719', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c970381-dbbd-479e-9a08-a677b8271f14', 'code': 200} Oct 27 10:45:56.668282 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-c2ce16f1-faff-44b3-b82b-d6700b655d8f tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855646'] for subnet, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:56.680782 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.db_base_plugin_common [None req-a9138495-c2ef-42ad-b649-d87c04a1e03a None None] Allocated IP 172.20.0.1 (da6061cb-96be-495d-92e6-64a5563bc38a/404ae9e7-351a-4b3c-ba4e-53c722ca9173/40f8fed5-1f6d-456e-a052-e0112f0383e2) {{(pid=102348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:45:56.711304 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760db1c5-1e8a-452e-9631-e969bef4698a req-e2b1d5c0-d3af-4c0a-a764-71b254b10746 tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:45:56.713411 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-760db1c5-1e8a-452e-9631-e969bef4698a req-e2b1d5c0-d3af-4c0a-a764-71b254b10746 tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] 10.222.0.44 "GET /v2.0/ports?device_id=3cfd4898-8783-410f-a5a0-5508d6f388d6 HTTP/1.1" status: 200 len: 945 time: 0.1158154 Oct 27 10:45:56.746981 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-8df8d901-5295-4257-8ec3-938f703b0b29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:56.749677 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-8df8d901-5295-4257-8ec3-938f703b0b29 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:56.750808 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-8df8d901-5295-4257-8ec3-938f703b0b29 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/dce714d4-954a-4c5f-b541-e39aa858ecf5 HTTP/1.1" status: 204 len: 168 time: 0.3044972 Oct 27 10:45:56.769344 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c347bf-d623-428d-b50f-71055d10ffaa req-66f109d5-e99d-41ee-be37-a71c52321340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:45:56.770554 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df8d901-5295-4257-8ec3-938f703b0b29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dce714d4-954a-4c5f-b541-e39aa858ecf5,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:45:56.772344 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-91c347bf-d623-428d-b50f-71055d10ffaa req-66f109d5-e99d-41ee-be37-a71c52321340 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=23dd7c1d-ad1f-4575-989c-251d4917f719 HTTP/1.1" status: 200 len: 1097 time: 0.0685747 Oct 27 10:45:56.783606 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-760db1c5-1e8a-452e-9631-e969bef4698a req-37693a98-0db3-42b9-82d5-10c805ace29f tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] 10.222.0.44 "GET /v2.0/security-groups?id=78b00a37-7309-4fe7-b9e5-d3cf0246ee6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538926 Oct 27 10:45:56.856310 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-91c347bf-d623-428d-b50f-71055d10ffaa req-866935cb-cef9-4cf7-bebc-abdacb735929 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=3238f945-43ac-4dbd-b7b0-70b6d0fec036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768809 Oct 27 10:45:56.877807 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8221ccdc-c3ec-4e55-b557-1764e1669c26 req-a2089c98-cd08-44e1-aed1-b4c51deb2bc2 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:45:56.879346 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8221ccdc-c3ec-4e55-b557-1764e1669c26 req-a2089c98-cd08-44e1-aed1-b4c51deb2bc2 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/ports?device_id=23dd7c1d-ad1f-4575-989c-251d4917f719 HTTP/1.1" status: 200 len: 945 time: 0.0672271 Oct 27 10:45:56.883823 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a9138495-c2ef-42ad-b649-d87c04a1e03a None None] Publish callbacks [] for port, precommit_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:56.893206 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a9138495-c2ef-42ad-b649-d87c04a1e03a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606'] for port, after_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:56.932769 n-d-813419-10 neutron-server[102348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9138495-c2ef-42ad-b649-d87c04a1e03a None None] Network da6061cb-96be-495d-92e6-64a5563bc38a is already hosted by enough agents. {{(pid=102348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:45:56.935872 n-d-813419-10 neutron-server[102348]: DEBUG neutron.scheduler.base_scheduler [None req-a9138495-c2ef-42ad-b649-d87c04a1e03a None None] Resources bound (agent type, host, resource id): {{(pid=102348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:45:56.939517 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9138495-c2ef-42ad-b649-d87c04a1e03a None None] Received port after_create {{(pid=102348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:45:56.947893 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8221ccdc-c3ec-4e55-b557-1764e1669c26 req-797bbf5b-d8ff-44c3-9275-c116c677b69b tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/security-groups?id=3238f945-43ac-4dbd-b7b0-70b6d0fec036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557313 Oct 27 10:45:56.959459 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9138495-c2ef-42ad-b649-d87c04a1e03a None None] Pushing event updated for resources: {'Port': ['ID=40f8fed5-1f6d-456e-a052-e0112f0383e2,revision_number=1']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:45:56.961693 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f334d34-9cf3-4faf-a530-de93782d267d req-e5f464d0-77af-43b3-a6b8-d3372b6d0681 tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:45:56.977324 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-2f334d34-9cf3-4faf-a530-de93782d267d req-e5f464d0-77af-43b3-a6b8-d3372b6d0681 tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] 10.222.0.44 "GET /v2.0/ports?device_id=3cfd4898-8783-410f-a5a0-5508d6f388d6 HTTP/1.1" status: 200 len: 945 time: 0.0935264 Oct 27 10:45:56.981461 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-c2ce16f1-faff-44b3-b82b-d6700b655d8f tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27024355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27168307'] for subnet, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:57.025082 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-a9138495-c2ef-42ad-b649-d87c04a1e03a None None] Attempting to bind port 40f8fed5-1f6d-456e-a052-e0112f0383e2 on host n-d-813419-10 for vnic_type normal with profile {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:45:57.025718 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-a9138495-c2ef-42ad-b649-d87c04a1e03a None None] Attempting to bind port 40f8fed5-1f6d-456e-a052-e0112f0383e2 by drivers openvswitch,hyperv on host n-d-813419-10 at level 0 using segments [{'id': 'f69f9433-68e1-4471-a29a-ed3b06e20bd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'da6061cb-96be-495d-92e6-64a5563bc38a'}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:45:57.026088 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9138495-c2ef-42ad-b649-d87c04a1e03a None None] Attempting to bind port 40f8fed5-1f6d-456e-a052-e0112f0383e2 on network da6061cb-96be-495d-92e6-64a5563bc38a {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:45:57.031429 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9138495-c2ef-42ad-b649-d87c04a1e03a None None] Checking agent: {'id': '89dba0f3-79b2-435e-9822-33674b8f6ada', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 8, 20), 'started_at': datetime.datetime(2021, 10, 27, 10, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 45, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:45:57.031803 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9138495-c2ef-42ad-b649-d87c04a1e03a None None] Checking segment: {'id': 'f69f9433-68e1-4471-a29a-ed3b06e20bd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'da6061cb-96be-495d-92e6-64a5563bc38a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:45:57.032229 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a9138495-c2ef-42ad-b649-d87c04a1e03a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:57.032622 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9138495-c2ef-42ad-b649-d87c04a1e03a None None] Bound using segment: {'id': 'f69f9433-68e1-4471-a29a-ed3b06e20bd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'da6061cb-96be-495d-92e6-64a5563bc38a'} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:45:57.033165 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-a9138495-c2ef-42ad-b649-d87c04a1e03a None None] Bound port: 40f8fed5-1f6d-456e-a052-e0112f0383e2, host: n-d-813419-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f69f9433-68e1-4471-a29a-ed3b06e20bd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'da6061cb-96be-495d-92e6-64a5563bc38a'}}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:45:57.033443 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a9138495-c2ef-42ad-b649-d87c04a1e03a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:57.049093 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ce16f1-faff-44b3-b82b-d6700b655d8f tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Pushing event deleted for resources: {'Subnet': ['ID=404ae9e7-351a-4b3c-ba4e-53c722ca9173,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:45:57.092587 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-2f334d34-9cf3-4faf-a530-de93782d267d req-f3a41f16-cfcd-4985-80b4-7b9f2a28c731 tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] 10.222.0.44 "GET /v2.0/security-groups?id=78b00a37-7309-4fe7-b9e5-d3cf0246ee6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083660 Oct 27 10:45:57.127277 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a9138495-c2ef-42ad-b649-d87c04a1e03a None None] For port 40f8fed5-1f6d-456e-a052-e0112f0383e2, host n-d-813419-10, cleared binding levels {{(pid=102348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:45:57.130114 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a9138495-c2ef-42ad-b649-d87c04a1e03a None None] For port 40f8fed5-1f6d-456e-a052-e0112f0383e2, host n-d-813419-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=40f8fed5-1f6d-456e-a052-e0112f0383e2,segment=NetworkSegment(f69f9433-68e1-4471-a29a-ed3b06e20bd5),segment_id=f69f9433-68e1-4471-a29a-ed3b06e20bd5)] {{(pid=102348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:45:57.143936 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a9138495-c2ef-42ad-b649-d87c04a1e03a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:57.145561 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-c2ce16f1-faff-44b3-b82b-d6700b655d8f tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857803', 'neutron.services.segments.db._delete_segments_for_network-8743873143390'] for network, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:57.169819 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-c2ce16f1-faff-44b3-b82b-d6700b655d8f tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da6061cb-96be-495d-92e6-64a5563bc38a']}} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:45:57.184925 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-c2ce16f1-faff-44b3-b82b-d6700b655d8f tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f69f9433-68e1-4471-a29a-ed3b06e20bd5') {'for_net_delete': True} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:45:57.185074 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-c2ce16f1-faff-44b3-b82b-d6700b655d8f tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f69f9433-68e1-4471-a29a-ed3b06e20bd5') {} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:45:57.207325 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-c2ce16f1-faff-44b3-b82b-d6700b655d8f tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743873145191', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25847877'] for segment, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:57.225731 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-c2ce16f1-faff-44b3-b82b-d6700b655d8f tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:57.233162 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9138495-c2ef-42ad-b649-d87c04a1e03a None None] Pushing event updated for resources: {'Port': ['ID=40f8fed5-1f6d-456e-a052-e0112f0383e2,revision_number=2']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:45:57.235385 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2ce16f1-faff-44b3-b82b-d6700b655d8f tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Releasing vlan 427 on physical network physnet1 to pool {{(pid=102346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 10:45:57.235795 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-c2ce16f1-faff-44b3-b82b-d6700b655d8f tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27024137'] for segment, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:57.251438 n-d-813419-10 neutron-server[102346]: Traceback (most recent call last): Oct 27 10:45:57.251438 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 10:45:57.251438 n-d-813419-10 neutron-server[102346]: timer() Oct 27 10:45:57.251438 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 10:45:57.251438 n-d-813419-10 neutron-server[102346]: cb(*args, **kw) Oct 27 10:45:57.251438 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 10:45:57.251438 n-d-813419-10 neutron-server[102346]: return func(*args, **kwargs) Oct 27 10:45:57.251438 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 10:45:57.251438 n-d-813419-10 neutron-server[102346]: self._notify() Oct 27 10:45:57.251438 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 10:45:57.251438 n-d-813419-10 neutron-server[102346]: self.callback(batched_events) Oct 27 10:45:57.251438 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 10:45:57.251438 n-d-813419-10 neutron-server[102346]: event.method(event) Oct 27 10:45:57.251438 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 10:45:57.251438 n-d-813419-10 neutron-server[102346]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 10:45:57.251438 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 10:45:57.251438 n-d-813419-10 neutron-server[102346]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 10:45:57.251438 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 10:45:57.251438 n-d-813419-10 neutron-server[102346]: return f(self, *a, **k) Oct 27 10:45:57.251438 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 10:45:57.251438 n-d-813419-10 neutron-server[102346]: return self._get(url).json() Oct 27 10:45:57.251438 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 10:45:57.251438 n-d-813419-10 neutron-server[102346]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 10:45:57.251438 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 10:45:57.251438 n-d-813419-10 neutron-server[102346]: return self.request(url, 'GET', **kwargs) Oct 27 10:45:57.251438 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 10:45:57.251438 n-d-813419-10 neutron-server[102346]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 10:45:57.251438 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 10:45:57.251438 n-d-813419-10 neutron-server[102346]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 10:45:57.251438 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 10:45:57.251438 n-d-813419-10 neutron-server[102346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 10:45:57.251438 n-d-813419-10 neutron-server[102346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 10:45:57.254677 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0094de4f-d19f-472f-ad26-07820981ed07 None None] Network da6061cb-96be-495d-92e6-64a5563bc38a requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:45:57.373585 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde299ad-fbd6-4bdc-ab60-1dfff17b9496 req-c6c678bd-a03c-4a7a-9a57-2a7be0c596ed tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:45:57.381970 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-cde299ad-fbd6-4bdc-ab60-1dfff17b9496 req-c6c678bd-a03c-4a7a-9a57-2a7be0c596ed tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] 10.222.0.44 "GET /v2.0/ports?device_id=3cfd4898-8783-410f-a5a0-5508d6f388d6 HTTP/1.1" status: 200 len: 945 time: 0.0714943 Oct 27 10:45:57.413473 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b49fea74-f2a5-4174-bc9d-52b01ec50b6e None None] get_active_networks_info from n-d-813419-10 {{(pid=102348) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 27 10:45:57.422864 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-cde299ad-fbd6-4bdc-ab60-1dfff17b9496 req-a3a7a1a2-0510-40f4-a49b-9b5587e53a93 tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] 10.222.0.44 "GET /v2.0/security-groups?id=78b00a37-7309-4fe7-b9e5-d3cf0246ee6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397911 Oct 27 10:45:57.540936 n-d-813419-10 neutron-server[102348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b49fea74-f2a5-4174-bc9d-52b01ec50b6e None None] Resources bound (agent type, host, resource id): {{(pid=102348) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 27 10:45:57.683419 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 53478) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:45:57.714818 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.db.api [None req-c2ce16f1-faff-44b3-b82b-d6700b655d8f tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 27 10:45:57.714818 n-d-813419-10 neutron-server[102346]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 27 10:45:57.714818 n-d-813419-10 neutron-server[102346]: [parameters: {'id': 'da6061cb-96be-495d-92e6-64a5563bc38a'}] Oct 27 10:45:57.714818 n-d-813419-10 neutron-server[102346]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102346) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 27 10:45:57.715719 n-d-813419-10 neutron-server[102346]: DEBUG oslo_db.api [None req-c2ce16f1-faff-44b3-b82b-d6700b655d8f tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 10:45:57.723125 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4054b10-797a-4bd4-a58c-d53fef0ff04c req-e28c128d-a4c0-4840-913d-18138712d3d9 tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:45:57.724838 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-e4054b10-797a-4bd4-a58c-d53fef0ff04c req-e28c128d-a4c0-4840-913d-18138712d3d9 tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] 10.222.0.44 "GET /v2.0/ports?device_id=3cfd4898-8783-410f-a5a0-5508d6f388d6 HTTP/1.1" status: 200 len: 945 time: 0.0672715 Oct 27 10:45:57.772679 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-e4054b10-797a-4bd4-a58c-d53fef0ff04c req-a9ddca43-9f0b-439e-aafc-3cfb4af5e597 tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] 10.222.0.44 "GET /v2.0/security-groups?id=78b00a37-7309-4fe7-b9e5-d3cf0246ee6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380015 Oct 27 10:45:57.794869 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-ee410647-0655-4ade-8ca9-eb9a47a9b98d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1227412026-network', 'tenant_id': '22d5e1ffd5ff4e51bf968ca4b4d17780'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:45:57.817493 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee410647-0655-4ade-8ca9-eb9a47a9b98d admin admin] Made reservation on behalf of 22d5e1ffd5ff4e51bf968ca4b4d17780 for: {'network': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:45:57.819921 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-ee410647-0655-4ade-8ca9-eb9a47a9b98d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for network, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:57.828526 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-ee410647-0655-4ade-8ca9-eb9a47a9b98d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:57.911072 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-ee410647-0655-4ade-8ca9-eb9a47a9b98d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:57.916373 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-ee410647-0655-4ade-8ca9-eb9a47a9b98d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:57.938439 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee410647-0655-4ade-8ca9-eb9a47a9b98d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 437} {{(pid=102347) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 10:45:57.953545 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee410647-0655-4ade-8ca9-eb9a47a9b98d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=178b7c08-faf2-4fbd-b05b-d2a81132f701,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:45:57.957192 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-ee410647-0655-4ade-8ca9-eb9a47a9b98d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:57.957192 n-d-813419-10 neutron-server[102347]: INFO neutron.db.segments_db [None req-ee410647-0655-4ade-8ca9-eb9a47a9b98d admin admin] Added segment da9119af-b5ec-4b47-9185-125b18a712c0 of type vlan for network 62a0efe4-cee3-438f-8e5f-0c2c915aec57 Oct 27 10:45:58.000377 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-ee410647-0655-4ade-8ca9-eb9a47a9b98d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743872593080'] for network, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:58.028018 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-ee410647-0655-4ade-8ca9-eb9a47a9b98d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913'] for network, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:58.029120 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee410647-0655-4ade-8ca9-eb9a47a9b98d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:45:58.029781 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-ee410647-0655-4ade-8ca9-eb9a47a9b98d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for network, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:58.092840 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee410647-0655-4ade-8ca9-eb9a47a9b98d admin admin] Pushing event updated for resources: {'Network': ['ID=62a0efe4-cee3-438f-8e5f-0c2c915aec57,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:45:58.103121 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67890f2-5aa0-4821-9c86-5c91e8fb5ed1 req-a7619c3b-4bb5-48af-ace3-cfbc83f32216 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:45:58.104803 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-b67890f2-5aa0-4821-9c86-5c91e8fb5ed1 req-a7619c3b-4bb5-48af-ace3-cfbc83f32216 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/ports?device_id=23dd7c1d-ad1f-4575-989c-251d4917f719 HTTP/1.1" status: 200 len: 945 time: 0.0691774 Oct 27 10:45:58.112786 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Network 62a0efe4-cee3-438f-8e5f-0c2c915aec57 details requested by agent ovs-agent-n-d-813419-10 with host n-d-813419-10 {{(pid=102348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 10:45:58.135197 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-ee410647-0655-4ade-8ca9-eb9a47a9b98d admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4506261 Oct 27 10:45:58.138018 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 53502) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:45:58.144273 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-46068706-e41a-47c1-a07a-a4d52016249e admin admin] Request body: {'subnet': {'network_id': '62a0efe4-cee3-438f-8e5f-0c2c915aec57', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1227412026-subnet', 'tenant_id': '22d5e1ffd5ff4e51bf968ca4b4d17780', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:45:58.162588 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c85205-ef1c-4e3c-8a1c-f563a70edcbd req-57642f94-d9cc-4777-a50a-b7a335e805a1 tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:45:58.164406 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b1c85205-ef1c-4e3c-8a1c-f563a70edcbd req-57642f94-d9cc-4777-a50a-b7a335e805a1 tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] 10.222.0.44 "GET /v2.0/ports?device_id=3cfd4898-8783-410f-a5a0-5508d6f388d6 HTTP/1.1" status: 200 len: 945 time: 0.0759046 Oct 27 10:45:58.190756 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-b67890f2-5aa0-4821-9c86-5c91e8fb5ed1 req-d5f5aa06-aed8-412f-bbaa-56fbf85e19b6 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/security-groups?id=3238f945-43ac-4dbd-b7b0-70b6d0fec036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698035 Oct 27 10:45:58.191659 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46068706-e41a-47c1-a07a-a4d52016249e admin admin] Made reservation on behalf of 22d5e1ffd5ff4e51bf968ca4b4d17780 for: {'subnet': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:45:58.194070 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-46068706-e41a-47c1-a07a-a4d52016249e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27167186'] for subnet, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:58.232392 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-c2ce16f1-faff-44b3-b82b-d6700b655d8f tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586917'] for network, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:58.259383 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b1c85205-ef1c-4e3c-8a1c-f563a70edcbd req-ad2c6027-7c9d-4f30-9b2e-a6a6a54b3e73 tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] 10.222.0.44 "GET /v2.0/security-groups?id=78b00a37-7309-4fe7-b9e5-d3cf0246ee6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852957 Oct 27 10:45:58.369025 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-c2ce16f1-faff-44b3-b82b-d6700b655d8f tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Deleting port 40f8fed5-1f6d-456e-a052-e0112f0383e2 {{(pid=102346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:45:58.369365 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-c2ce16f1-faff-44b3-b82b-d6700b655d8f tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:58.469068 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [None req-c2ce16f1-faff-44b3-b82b-d6700b655d8f tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] For port 40f8fed5-1f6d-456e-a052-e0112f0383e2, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=40f8fed5-1f6d-456e-a052-e0112f0383e2,segment=NetworkSegment(f69f9433-68e1-4471-a29a-ed3b06e20bd5),segment_id=f69f9433-68e1-4471-a29a-ed3b06e20bd5)] {{(pid=102346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:45:58.469437 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-c2ce16f1-faff-44b3-b82b-d6700b655d8f tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:58.472307 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-46068706-e41a-47c1-a07a-a4d52016249e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27024290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27167168'] for subnet, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:58.509801 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-c2ce16f1-faff-44b3-b82b-d6700b655d8f tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Calling delete_port for 40f8fed5-1f6d-456e-a052-e0112f0383e2 owned by network:dhcp {{(pid=102346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:45:58.544371 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46068706-e41a-47c1-a07a-a4d52016249e admin admin] Pushing event updated for resources: {'Subnet': ['ID=2df9f82f-e3b6-445a-8e11-bd580d596a63,revision_number=0']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:45:58.588056 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46068706-e41a-47c1-a07a-a4d52016249e admin admin] Checking segment: {'id': 'da9119af-b5ec-4b47-9185-125b18a712c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '62a0efe4-cee3-438f-8e5f-0c2c915aec57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:45:58.588428 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46068706-e41a-47c1-a07a-a4d52016249e admin admin] Network hostable DHCP agents. Network: 62a0efe4-cee3-438f-8e5f-0c2c915aec57, hostable agents: ['eafd4000-b897-4722-ae8b-0118ec955181'], hosted agents: [] {{(pid=102346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 10:45:58.621851 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46068706-e41a-47c1-a07a-a4d52016249e admin admin] Network 62a0efe4-cee3-438f-8e5f-0c2c915aec57 is scheduled to be hosted by DHCP agent eafd4000-b897-4722-ae8b-0118ec955181 with binding_index 1 {{(pid=102346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 10:45:58.631961 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-46068706-e41a-47c1-a07a-a4d52016249e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-10, 62a0efe4-cee3-438f-8e5f-0c2c915aec57) {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:45:58.634444 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-c2ce16f1-faff-44b3-b82b-d6700b655d8f tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:58.640339 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8013036c-3b4a-4b35-9a0d-18ab5e3a815c None None] Network 62a0efe4-cee3-438f-8e5f-0c2c915aec57 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:45:58.640824 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46068706-e41a-47c1-a07a-a4d52016249e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:45:58.641007 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-46068706-e41a-47c1-a07a-a4d52016249e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for subnet, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:58.673305 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ce16f1-faff-44b3-b82b-d6700b655d8f tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Pushing event deleted for resources: {'Port': ['ID=40f8fed5-1f6d-456e-a052-e0112f0383e2,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:45:58.675673 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2ce16f1-faff-44b3-b82b-d6700b655d8f tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] No DVR routers for this DVR port 40f8fed5-1f6d-456e-a052-e0112f0383e2 on host n-d-813419-10 {{(pid=102346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:45:58.685183 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-46068706-e41a-47c1-a07a-a4d52016249e admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5460896 Oct 27 10:45:58.768633 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-c2ce16f1-faff-44b3-b82b-d6700b655d8f tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857803', 'neutron.services.segments.db._delete_segments_for_network-8743873143390'] for network, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:58.769375 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf8b9e9a-b5d0-49b0-bd6a-5f17af8bfafe None None] Network 62a0efe4-cee3-438f-8e5f-0c2c915aec57 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:45:58.791383 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-c2ce16f1-faff-44b3-b82b-d6700b655d8f tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da6061cb-96be-495d-92e6-64a5563bc38a']}} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:45:58.801367 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-c2ce16f1-faff-44b3-b82b-d6700b655d8f tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f69f9433-68e1-4471-a29a-ed3b06e20bd5') {'for_net_delete': True} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:45:58.801367 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-c2ce16f1-faff-44b3-b82b-d6700b655d8f tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f69f9433-68e1-4471-a29a-ed3b06e20bd5') {} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:45:58.811535 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-c2ce16f1-faff-44b3-b82b-d6700b655d8f tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743873145191', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25847877'] for segment, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:58.825728 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-c2ce16f1-faff-44b3-b82b-d6700b655d8f tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:58.832616 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2ce16f1-faff-44b3-b82b-d6700b655d8f tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Releasing vlan 427 on physical network physnet1 to pool {{(pid=102346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 10:45:58.833360 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-c2ce16f1-faff-44b3-b82b-d6700b655d8f tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27024137'] for segment, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:58.836411 n-d-813419-10 neutron-server[102346]: Traceback (most recent call last): Oct 27 10:45:58.836411 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 10:45:58.836411 n-d-813419-10 neutron-server[102346]: timer() Oct 27 10:45:58.836411 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 10:45:58.836411 n-d-813419-10 neutron-server[102346]: cb(*args, **kw) Oct 27 10:45:58.836411 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 10:45:58.836411 n-d-813419-10 neutron-server[102346]: return func(*args, **kwargs) Oct 27 10:45:58.836411 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 10:45:58.836411 n-d-813419-10 neutron-server[102346]: self._notify() Oct 27 10:45:58.836411 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 10:45:58.836411 n-d-813419-10 neutron-server[102346]: self.callback(batched_events) Oct 27 10:45:58.836411 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 10:45:58.836411 n-d-813419-10 neutron-server[102346]: event.method(event) Oct 27 10:45:58.836411 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 10:45:58.836411 n-d-813419-10 neutron-server[102346]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 10:45:58.836411 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 10:45:58.836411 n-d-813419-10 neutron-server[102346]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 10:45:58.836411 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 10:45:58.836411 n-d-813419-10 neutron-server[102346]: return f(self, *a, **k) Oct 27 10:45:58.836411 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 10:45:58.836411 n-d-813419-10 neutron-server[102346]: return self._get(url).json() Oct 27 10:45:58.836411 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 10:45:58.836411 n-d-813419-10 neutron-server[102346]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 10:45:58.836411 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 10:45:58.836411 n-d-813419-10 neutron-server[102346]: return self.request(url, 'GET', **kwargs) Oct 27 10:45:58.836411 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 10:45:58.836411 n-d-813419-10 neutron-server[102346]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 10:45:58.836411 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 10:45:58.836411 n-d-813419-10 neutron-server[102346]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 10:45:58.836411 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 10:45:58.836411 n-d-813419-10 neutron-server[102346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 10:45:58.836411 n-d-813419-10 neutron-server[102346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 10:45:58.905355 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-c2ce16f1-faff-44b3-b82b-d6700b655d8f tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664840'] for network, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:58.913493 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-c2ce16f1-faff-44b3-b82b-d6700b655d8f tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Publish callbacks [] for network, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:58.916657 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-c2ce16f1-faff-44b3-b82b-d6700b655d8f tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] 10.222.0.44 "DELETE /v2.0/networks/da6061cb-96be-495d-92e6-64a5563bc38a HTTP/1.1" status: 204 len: 168 time: 2.5233011 Oct 27 10:45:58.920305 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 53510) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:45:58.925387 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-48f065c2-e877-4ac4-8ebd-0a23b2c83fdc tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-187284522'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:45:58.926171 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ce16f1-faff-44b3-b82b-d6700b655d8f tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Pushing event deleted for resources: {'Network': ['ID=da6061cb-96be-495d-92e6-64a5563bc38a,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:45:58.949070 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48f065c2-e877-4ac4-8ebd-0a23b2c83fdc tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Made reservation on behalf of 2f354f9970434dd294d362b938672f0a for: {'network': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:45:58.952612 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-48f065c2-e877-4ac4-8ebd-0a23b2c83fdc tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for network, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:58.978955 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48f065c2-e877-4ac4-8ebd-0a23b2c83fdc tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 401} {{(pid=102347) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 10:45:58.988169 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-48f065c2-e877-4ac4-8ebd-0a23b2c83fdc tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:58.988577 n-d-813419-10 neutron-server[102347]: INFO neutron.db.segments_db [None req-48f065c2-e877-4ac4-8ebd-0a23b2c83fdc tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Added segment 7155231d-bf9a-4c79-a4d1-1b5f38d01f7b of type vlan for network 356bcc69-8246-443c-a9fd-d99da08c807d Oct 27 10:45:59.030570 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-48f065c2-e877-4ac4-8ebd-0a23b2c83fdc tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743872593080'] for network, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:59.054906 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-48f065c2-e877-4ac4-8ebd-0a23b2c83fdc tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913'] for network, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:59.061507 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48f065c2-e877-4ac4-8ebd-0a23b2c83fdc tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:45:59.062108 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-48f065c2-e877-4ac4-8ebd-0a23b2c83fdc tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for network, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:59.130012 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-48f065c2-e877-4ac4-8ebd-0a23b2c83fdc tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2084975 Oct 27 10:45:59.132879 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 53518) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:45:59.140601 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-29b5151f-dc18-44b1-895b-46bbb03d71a2 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Request body: {'network': {'name': 'New_network'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:45:59.143067 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f065c2-e877-4ac4-8ebd-0a23b2c83fdc tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Pushing event updated for resources: {'Network': ['ID=356bcc69-8246-443c-a9fd-d99da08c807d,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:45:59.159766 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Network 356bcc69-8246-443c-a9fd-d99da08c807d details requested by agent ovs-agent-n-d-813419-10 with host n-d-813419-10 {{(pid=102348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 10:45:59.192043 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 53522) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:45:59.197669 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-1b7b1165-3851-4f4d-ae90-720e010d17b4 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1520320598-network', 'tenant_id': '3d8ed4b451b74687b258a32a4a412afc'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:45:59.227165 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b7b1165-3851-4f4d-ae90-720e010d17b4 admin admin] Made reservation on behalf of 3d8ed4b451b74687b258a32a4a412afc for: {'network': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:45:59.230639 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-1b7b1165-3851-4f4d-ae90-720e010d17b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for network, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:59.241776 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-1b7b1165-3851-4f4d-ae90-720e010d17b4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:59.332879 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-29b5151f-dc18-44b1-895b-46bbb03d71a2 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743872593080'] for network, precommit_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:59.357663 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda01e95-6f62-43f5-9580-0cb7192e5ac5 req-b3c2fa41-71ad-4c61-8c8b-dbcc9151b1ce tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:45:59.359311 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-dda01e95-6f62-43f5-9580-0cb7192e5ac5 req-b3c2fa41-71ad-4c61-8c8b-dbcc9151b1ce tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/ports?device_id=23dd7c1d-ad1f-4575-989c-251d4917f719 HTTP/1.1" status: 200 len: 945 time: 0.0808554 Oct 27 10:45:59.374261 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-29b5151f-dc18-44b1-895b-46bbb03d71a2 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913'] for network, after_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:59.392403 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-1b7b1165-3851-4f4d-ae90-720e010d17b4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:59.398134 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-1b7b1165-3851-4f4d-ae90-720e010d17b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:59.423399 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-29b5151f-dc18-44b1-895b-46bbb03d71a2 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Network 356bcc69-8246-443c-a9fd-d99da08c807d is not hosted by any dhcp agent {{(pid=102346) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 27 10:45:59.428504 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-dda01e95-6f62-43f5-9580-0cb7192e5ac5 req-9322b792-675f-4640-82fb-daabc8a9ee21 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/security-groups?id=3238f945-43ac-4dbd-b7b0-70b6d0fec036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623894 Oct 27 10:45:59.428671 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29b5151f-dc18-44b1-895b-46bbb03d71a2 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:45:59.429141 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-29b5151f-dc18-44b1-895b-46bbb03d71a2 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Publish callbacks [] for network, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:59.433754 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-29b5151f-dc18-44b1-895b-46bbb03d71a2 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] 10.222.0.44 "PUT /v2.0/networks/356bcc69-8246-443c-a9fd-d99da08c807d HTTP/1.1" status: 200 len: 723 time: 0.2947185 Oct 27 10:45:59.434666 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 53530) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:45:59.436138 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b7b1165-3851-4f4d-ae90-720e010d17b4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 432} {{(pid=102347) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 10:45:59.439622 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-f3dce230-c4c3-4835-9b4b-6247ee9baea2 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Request body: {'subnet': {'network_id': '356bcc69-8246-443c-a9fd-d99da08c807d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:45:59.461860 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7b1165-3851-4f4d-ae90-720e010d17b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8ab52f7-d307-46e2-a7e8-f85ebe3c8686,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:45:59.483135 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-1b7b1165-3851-4f4d-ae90-720e010d17b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:59.483592 n-d-813419-10 neutron-server[102347]: INFO neutron.db.segments_db [None req-1b7b1165-3851-4f4d-ae90-720e010d17b4 admin admin] Added segment e130c75c-53da-47c2-b539-78a1cb32b80c of type vlan for network 52036d58-c66e-40e1-88d1-28a371f6529d Oct 27 10:45:59.513502 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b5151f-dc18-44b1-895b-46bbb03d71a2 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Pushing event updated for resources: {'Network': ['ID=356bcc69-8246-443c-a9fd-d99da08c807d,revision_number=2']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:45:59.522721 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f848028-4b76-4e2f-999d-b945aecb1ac4 req-40ec4267-8230-4874-b897-fabf478b3ac5 tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:45:59.524455 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-6f848028-4b76-4e2f-999d-b945aecb1ac4 req-40ec4267-8230-4874-b897-fabf478b3ac5 tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] 10.222.0.44 "GET /v2.0/ports?device_id=3cfd4898-8783-410f-a5a0-5508d6f388d6 HTTP/1.1" status: 200 len: 945 time: 0.1792185 Oct 27 10:45:59.529892 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Network 356bcc69-8246-443c-a9fd-d99da08c807d details requested by agent ovs-agent-n-d-813419-10 with host n-d-813419-10 {{(pid=102348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 10:45:59.544443 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-1b7b1165-3851-4f4d-ae90-720e010d17b4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743872593080'] for network, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:59.581443 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-1b7b1165-3851-4f4d-ae90-720e010d17b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913'] for network, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:59.583346 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b7b1165-3851-4f4d-ae90-720e010d17b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:45:59.584374 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-1b7b1165-3851-4f4d-ae90-720e010d17b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for network, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:59.589641 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-6f848028-4b76-4e2f-999d-b945aecb1ac4 req-6c9ef4b7-d108-4466-8ffd-6f1c7fef03a3 tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] 10.222.0.44 "GET /v2.0/security-groups?id=78b00a37-7309-4fe7-b9e5-d3cf0246ee6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576727 Oct 27 10:45:59.604500 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3dce230-c4c3-4835-9b4b-6247ee9baea2 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Made reservation on behalf of 2f354f9970434dd294d362b938672f0a for: {'subnet': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:45:59.612251 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-f3dce230-c4c3-4835-9b4b-6247ee9baea2 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27167186'] for subnet, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:59.671292 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-1b7b1165-3851-4f4d-ae90-720e010d17b4 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4780595 Oct 27 10:45:59.674014 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 53534) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:45:59.680910 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-0fe00f9c-a7bf-48fc-87b9-2d8a7da01378 admin admin] Request body: {'subnet': {'network_id': '52036d58-c66e-40e1-88d1-28a371f6529d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1520320598-subnet', 'tenant_id': '3d8ed4b451b74687b258a32a4a412afc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:45:59.687678 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7b1165-3851-4f4d-ae90-720e010d17b4 admin admin] Pushing event updated for resources: {'Network': ['ID=52036d58-c66e-40e1-88d1-28a371f6529d,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:45:59.698604 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Network 52036d58-c66e-40e1-88d1-28a371f6529d details requested by agent ovs-agent-n-d-813419-10 with host n-d-813419-10 {{(pid=102348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 10:45:59.704651 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe582d78-45e0-42dc-9b10-8c196caec941 req-d3f64c45-6f96-4187-bc37-d09eeca0077b tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:45:59.706351 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-fe582d78-45e0-42dc-9b10-8c196caec941 req-d3f64c45-6f96-4187-bc37-d09eeca0077b tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/ports?device_id=23dd7c1d-ad1f-4575-989c-251d4917f719 HTTP/1.1" status: 200 len: 945 time: 0.1159332 Oct 27 10:45:59.719255 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fe00f9c-a7bf-48fc-87b9-2d8a7da01378 admin admin] Made reservation on behalf of 3d8ed4b451b74687b258a32a4a412afc for: {'subnet': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:45:59.721574 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-0fe00f9c-a7bf-48fc-87b9-2d8a7da01378 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27167186'] for subnet, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:59.753033 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-fe582d78-45e0-42dc-9b10-8c196caec941 req-69ace8f1-f9b3-415e-81e1-855f13e3de2c tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/security-groups?id=3238f945-43ac-4dbd-b7b0-70b6d0fec036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391481 Oct 27 10:45:59.904849 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-f3dce230-c4c3-4835-9b4b-6247ee9baea2 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27024290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27167168'] for subnet, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:45:59.957236 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4a7758-45dc-4f96-9ae6-ea2cffab20e2 req-37e730d9-3e19-4f4c-95ed-1a11f5219b3f tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:45:59.958718 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-5e4a7758-45dc-4f96-9ae6-ea2cffab20e2 req-37e730d9-3e19-4f4c-95ed-1a11f5219b3f tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/ports?device_id=23dd7c1d-ad1f-4575-989c-251d4917f719 HTTP/1.1" status: 200 len: 945 time: 0.1331620 Oct 27 10:46:00.028240 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3dce230-c4c3-4835-9b4b-6247ee9baea2 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Pushing event updated for resources: {'Subnet': ['ID=7c25f66d-a4fd-447a-8c72-2bafc5d78418,revision_number=0']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:46:00.089329 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3dce230-c4c3-4835-9b4b-6247ee9baea2 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Checking segment: {'id': '7155231d-bf9a-4c79-a4d1-1b5f38d01f7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '356bcc69-8246-443c-a9fd-d99da08c807d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:46:00.089694 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3dce230-c4c3-4835-9b4b-6247ee9baea2 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Network hostable DHCP agents. Network: 356bcc69-8246-443c-a9fd-d99da08c807d, hostable agents: ['eafd4000-b897-4722-ae8b-0118ec955181'], hosted agents: [] {{(pid=102346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 10:46:00.094075 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-5e4a7758-45dc-4f96-9ae6-ea2cffab20e2 req-ba6327de-36dc-48e1-8938-1562c08a6d54 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/security-groups?id=3238f945-43ac-4dbd-b7b0-70b6d0fec036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116114 Oct 27 10:46:00.104226 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-0fe00f9c-a7bf-48fc-87b9-2d8a7da01378 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27024290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27167168'] for subnet, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:00.148262 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3dce230-c4c3-4835-9b4b-6247ee9baea2 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Network 356bcc69-8246-443c-a9fd-d99da08c807d is scheduled to be hosted by DHCP agent eafd4000-b897-4722-ae8b-0118ec955181 with binding_index 1 {{(pid=102346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 10:46:00.181356 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-f3dce230-c4c3-4835-9b4b-6247ee9baea2 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-10, 356bcc69-8246-443c-a9fd-d99da08c807d) {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:46:00.189788 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28764e1a-77a1-47c0-81e0-ff64441ccecc None None] Network 356bcc69-8246-443c-a9fd-d99da08c807d requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:46:00.191135 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3dce230-c4c3-4835-9b4b-6247ee9baea2 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:46:00.191731 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-f3dce230-c4c3-4835-9b4b-6247ee9baea2 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for subnet, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:00.195414 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe00f9c-a7bf-48fc-87b9-2d8a7da01378 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2e258c11-dbf1-46e3-b7a8-1954f01e331d,revision_number=0']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:46:00.208895 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fe00f9c-a7bf-48fc-87b9-2d8a7da01378 admin admin] Checking segment: {'id': 'e130c75c-53da-47c2-b539-78a1cb32b80c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '52036d58-c66e-40e1-88d1-28a371f6529d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:46:00.208895 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fe00f9c-a7bf-48fc-87b9-2d8a7da01378 admin admin] Network hostable DHCP agents. Network: 52036d58-c66e-40e1-88d1-28a371f6529d, hostable agents: ['eafd4000-b897-4722-ae8b-0118ec955181'], hosted agents: [] {{(pid=102346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 10:46:00.218645 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-f3dce230-c4c3-4835-9b4b-6247ee9baea2 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7829659 Oct 27 10:46:00.221411 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 53542) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:46:00.226738 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-013d1b03-8af0-41a7-89a2-6eb1cbde4ff4 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:46:00.229970 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fe00f9c-a7bf-48fc-87b9-2d8a7da01378 admin admin] Network 52036d58-c66e-40e1-88d1-28a371f6529d is scheduled to be hosted by DHCP agent eafd4000-b897-4722-ae8b-0118ec955181 with binding_index 1 {{(pid=102346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 10:46:00.236219 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-0fe00f9c-a7bf-48fc-87b9-2d8a7da01378 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-10, 52036d58-c66e-40e1-88d1-28a371f6529d) {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:46:00.240965 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fe00f9c-a7bf-48fc-87b9-2d8a7da01378 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:46:00.241849 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-0fe00f9c-a7bf-48fc-87b9-2d8a7da01378 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for subnet, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:00.259558 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f335438e-750a-4a22-9a80-c4c841626cdd None None] Network 52036d58-c66e-40e1-88d1-28a371f6529d requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:46:00.260821 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-0fe00f9c-a7bf-48fc-87b9-2d8a7da01378 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5857301 Oct 27 10:46:00.352303 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-013d1b03-8af0-41a7-89a2-6eb1cbde4ff4 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-18044066'] for subnet, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:00.512168 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1a02a2-4849-415b-b54b-c722c79410a1 req-889acdc3-ba8e-4d8c-b300-d516ed581cac tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:46:00.516970 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ee1a02a2-4849-415b-b54b-c722c79410a1 req-889acdc3-ba8e-4d8c-b300-d516ed581cac tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/ports?device_id=23dd7c1d-ad1f-4575-989c-251d4917f719 HTTP/1.1" status: 200 len: 945 time: 0.0720623 Oct 27 10:46:00.541655 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-013d1b03-8af0-41a7-89a2-6eb1cbde4ff4 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8743872972261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-18295813'] for subnet, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:00.582473 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-013d1b03-8af0-41a7-89a2-6eb1cbde4ff4 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:46:00.583132 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-013d1b03-8af0-41a7-89a2-6eb1cbde4ff4 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Publish callbacks [] for subnet, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:00.584935 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-013d1b03-8af0-41a7-89a2-6eb1cbde4ff4 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] 10.222.0.44 "PUT /v2.0/subnets/7c25f66d-a4fd-447a-8c72-2bafc5d78418 HTTP/1.1" status: 200 len: 806 time: 0.3622558 Oct 27 10:46:00.589175 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 53556) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:46:00.592802 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ee1a02a2-4849-415b-b54b-c722c79410a1 req-b4255ee4-2f54-43ef-922b-e5b0d0aaa009 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/security-groups?id=3238f945-43ac-4dbd-b7b0-70b6d0fec036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628679 Oct 27 10:46:00.665531 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013d1b03-8af0-41a7-89a2-6eb1cbde4ff4 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Pushing event updated for resources: {'Subnet': ['ID=7c25f66d-a4fd-447a-8c72-2bafc5d78418,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:46:00.670300 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f791507e-65cf-4b0d-8158-5714d975ebf4 None None] Network 52036d58-c66e-40e1-88d1-28a371f6529d requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:46:00.716436 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f800c436-f009-4cd9-802c-15e1955d1811 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp734b258e-7d96-550c-b970-9b72ab66f383-356bcc69-8246-443c-a9fd-d99da08c807d', 'network_id': '356bcc69-8246-443c-a9fd-d99da08c807d', 'tenant_id': '2f354f9970434dd294d362b938672f0a', 'fixed_ips': [{'subnet_id': '7c25f66d-a4fd-447a-8c72-2bafc5d78418'}]}} from n-d-813419-10. {{(pid=102348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 10:46:00.717304 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f800c436-f009-4cd9-802c-15e1955d1811 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:00.739360 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-3c85c2c1-10ee-4319-8155-650d30af1163 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586917'] for network, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:00.817296 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878cc161-43a5-4d7b-8872-7315466f3902 req-205bd4be-2ae3-49ca-b77d-d5394ead1977 tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:46:00.818829 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-878cc161-43a5-4d7b-8872-7315466f3902 req-205bd4be-2ae3-49ca-b77d-d5394ead1977 tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] 10.222.0.44 "GET /v2.0/ports?device_id=3cfd4898-8783-410f-a5a0-5508d6f388d6 HTTP/1.1" status: 200 len: 945 time: 0.0565853 Oct 27 10:46:00.855749 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-3c85c2c1-10ee-4319-8155-650d30af1163 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855646'] for subnet, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:00.865745 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-878cc161-43a5-4d7b-8872-7315466f3902 req-031068a5-a939-45a1-8b23-1ca350c97a81 tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] 10.222.0.44 "GET /v2.0/security-groups?id=78b00a37-7309-4fe7-b9e5-d3cf0246ee6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381570 Oct 27 10:46:00.926962 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.db_base_plugin_common [None req-f800c436-f009-4cd9-802c-15e1955d1811 None None] Allocated IP 172.20.0.2 (356bcc69-8246-443c-a9fd-d99da08c807d/7c25f66d-a4fd-447a-8c72-2bafc5d78418/a134bbd9-3bf3-4f59-88a9-d3a6b5392fc6) {{(pid=102348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:46:00.933979 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e4f4b1-17ce-4919-9240-7eec5f56394f req-3b247691-fc33-4ee3-984b-3d255ff9700a tempest-VolumesActionsTest-1421241891 tempest-VolumesActionsTest-1421241891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:46:00.935615 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-86e4f4b1-17ce-4919-9240-7eec5f56394f req-3b247691-fc33-4ee3-984b-3d255ff9700a tempest-VolumesActionsTest-1421241891 tempest-VolumesActionsTest-1421241891-project] 10.222.0.44 "GET /v2.0/networks?id=62a0efe4-cee3-438f-8e5f-0c2c915aec57 HTTP/1.1" status: 200 len: 809 time: 0.1560781 Oct 27 10:46:00.951758 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-86e4f4b1-17ce-4919-9240-7eec5f56394f req-d4bbc057-d6c7-4d8d-bba9-59215fc210e7 tempest-VolumesActionsTest-1421241891 tempest-VolumesActionsTest-1421241891-project] 10.222.0.44 "GET /v2.0/quotas/22d5e1ffd5ff4e51bf968ca4b4d17780 HTTP/1.1" status: 200 len: 375 time: 0.0095308 Oct 27 10:46:00.984581 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-86e4f4b1-17ce-4919-9240-7eec5f56394f req-5d1cc105-4ce4-49a7-8afd-e574111d7cf8 tempest-VolumesActionsTest-1421241891 tempest-VolumesActionsTest-1421241891-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=22d5e1ffd5ff4e51bf968ca4b4d17780&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0271332 Oct 27 10:46:01.070370 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f800c436-f009-4cd9-802c-15e1955d1811 None None] Publish callbacks [] for port, precommit_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:01.076442 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f800c436-f009-4cd9-802c-15e1955d1811 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606'] for port, after_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:01.079680 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-86e4f4b1-17ce-4919-9240-7eec5f56394f req-6ae0d3a1-5e4b-4544-ba93-c46c8d5bf71d service neutron] 10.222.0.44 "GET /v2.0/networks/62a0efe4-cee3-438f-8e5f-0c2c915aec57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872972 Oct 27 10:46:01.118566 n-d-813419-10 neutron-server[102348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f800c436-f009-4cd9-802c-15e1955d1811 None None] Network 356bcc69-8246-443c-a9fd-d99da08c807d is already hosted by enough agents. {{(pid=102348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:46:01.121556 n-d-813419-10 neutron-server[102348]: DEBUG neutron.scheduler.base_scheduler [None req-f800c436-f009-4cd9-802c-15e1955d1811 None None] Resources bound (agent type, host, resource id): {{(pid=102348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:46:01.125873 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f800c436-f009-4cd9-802c-15e1955d1811 None None] Received port after_create {{(pid=102348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:46:01.129104 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f800c436-f009-4cd9-802c-15e1955d1811 None None] Pushing event updated for resources: {'Port': ['ID=a134bbd9-3bf3-4f59-88a9-d3a6b5392fc6,revision_number=1']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:46:01.137365 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-3c85c2c1-10ee-4319-8155-650d30af1163 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-18295818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18043720'] for subnet, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:01.169811 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c85c2c1-10ee-4319-8155-650d30af1163 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Pushing event deleted for resources: {'Subnet': ['ID=7c25f66d-a4fd-447a-8c72-2bafc5d78418,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:46:01.180001 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-f800c436-f009-4cd9-802c-15e1955d1811 None None] Attempting to bind port a134bbd9-3bf3-4f59-88a9-d3a6b5392fc6 on host n-d-813419-10 for vnic_type normal with profile {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:46:01.180461 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-f800c436-f009-4cd9-802c-15e1955d1811 None None] Attempting to bind port a134bbd9-3bf3-4f59-88a9-d3a6b5392fc6 by drivers openvswitch,hyperv on host n-d-813419-10 at level 0 using segments [{'id': '7155231d-bf9a-4c79-a4d1-1b5f38d01f7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '356bcc69-8246-443c-a9fd-d99da08c807d'}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:46:01.181353 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f800c436-f009-4cd9-802c-15e1955d1811 None None] Attempting to bind port a134bbd9-3bf3-4f59-88a9-d3a6b5392fc6 on network 356bcc69-8246-443c-a9fd-d99da08c807d {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:46:01.186417 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f800c436-f009-4cd9-802c-15e1955d1811 None None] Checking agent: {'id': '89dba0f3-79b2-435e-9822-33674b8f6ada', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 8, 20), 'started_at': datetime.datetime(2021, 10, 27, 10, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 45, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:46:01.186790 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f800c436-f009-4cd9-802c-15e1955d1811 None None] Checking segment: {'id': '7155231d-bf9a-4c79-a4d1-1b5f38d01f7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '356bcc69-8246-443c-a9fd-d99da08c807d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:46:01.187184 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f800c436-f009-4cd9-802c-15e1955d1811 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:01.187628 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f800c436-f009-4cd9-802c-15e1955d1811 None None] Bound using segment: {'id': '7155231d-bf9a-4c79-a4d1-1b5f38d01f7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '356bcc69-8246-443c-a9fd-d99da08c807d'} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:46:01.188096 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-f800c436-f009-4cd9-802c-15e1955d1811 None None] Bound port: a134bbd9-3bf3-4f59-88a9-d3a6b5392fc6, host: n-d-813419-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7155231d-bf9a-4c79-a4d1-1b5f38d01f7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '356bcc69-8246-443c-a9fd-d99da08c807d'}}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:46:01.190498 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f800c436-f009-4cd9-802c-15e1955d1811 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:01.254705 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-3c85c2c1-10ee-4319-8155-650d30af1163 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857803', 'neutron.services.segments.db._delete_segments_for_network-8743873143390'] for network, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:01.255736 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f800c436-f009-4cd9-802c-15e1955d1811 None None] For port a134bbd9-3bf3-4f59-88a9-d3a6b5392fc6, host n-d-813419-10, cleared binding levels {{(pid=102348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:46:01.259499 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f800c436-f009-4cd9-802c-15e1955d1811 None None] For port a134bbd9-3bf3-4f59-88a9-d3a6b5392fc6, host n-d-813419-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=a134bbd9-3bf3-4f59-88a9-d3a6b5392fc6,segment=NetworkSegment(7155231d-bf9a-4c79-a4d1-1b5f38d01f7b),segment_id=7155231d-bf9a-4c79-a4d1-1b5f38d01f7b)] {{(pid=102348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:46:01.263929 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f800c436-f009-4cd9-802c-15e1955d1811 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:01.267424 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-86e4f4b1-17ce-4919-9240-7eec5f56394f req-cf091018-15e9-4ac9-a92b-84b6f0f56032 service neutron] 10.222.0.44 "GET /v2.0/networks/62a0efe4-cee3-438f-8e5f-0c2c915aec57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1808360 Oct 27 10:46:01.278329 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-3c85c2c1-10ee-4319-8155-650d30af1163 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['356bcc69-8246-443c-a9fd-d99da08c807d']}} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:46:01.289047 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-3c85c2c1-10ee-4319-8155-650d30af1163 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7155231d-bf9a-4c79-a4d1-1b5f38d01f7b') {'for_net_delete': True} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:46:01.289335 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-3c85c2c1-10ee-4319-8155-650d30af1163 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7155231d-bf9a-4c79-a4d1-1b5f38d01f7b') {} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:46:01.298445 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-3c85c2c1-10ee-4319-8155-650d30af1163 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743873145191', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18445132'] for segment, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:01.314797 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-3c85c2c1-10ee-4319-8155-650d30af1163 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:01.324220 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c85c2c1-10ee-4319-8155-650d30af1163 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Releasing vlan 401 on physical network physnet1 to pool {{(pid=102347) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 10:46:01.324220 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-3c85c2c1-10ee-4319-8155-650d30af1163 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-18296032'] for segment, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:01.327524 n-d-813419-10 neutron-server[102347]: Traceback (most recent call last): Oct 27 10:46:01.327524 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 10:46:01.327524 n-d-813419-10 neutron-server[102347]: timer() Oct 27 10:46:01.327524 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 10:46:01.327524 n-d-813419-10 neutron-server[102347]: cb(*args, **kw) Oct 27 10:46:01.327524 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 10:46:01.327524 n-d-813419-10 neutron-server[102347]: return func(*args, **kwargs) Oct 27 10:46:01.327524 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 10:46:01.327524 n-d-813419-10 neutron-server[102347]: self._notify() Oct 27 10:46:01.327524 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 10:46:01.327524 n-d-813419-10 neutron-server[102347]: self.callback(batched_events) Oct 27 10:46:01.327524 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 10:46:01.327524 n-d-813419-10 neutron-server[102347]: event.method(event) Oct 27 10:46:01.327524 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 10:46:01.327524 n-d-813419-10 neutron-server[102347]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 10:46:01.327524 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 10:46:01.327524 n-d-813419-10 neutron-server[102347]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 10:46:01.327524 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 10:46:01.327524 n-d-813419-10 neutron-server[102347]: return f(self, *a, **k) Oct 27 10:46:01.327524 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 10:46:01.327524 n-d-813419-10 neutron-server[102347]: return self._get(url).json() Oct 27 10:46:01.327524 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 10:46:01.327524 n-d-813419-10 neutron-server[102347]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 10:46:01.327524 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 10:46:01.327524 n-d-813419-10 neutron-server[102347]: return self.request(url, 'GET', **kwargs) Oct 27 10:46:01.327524 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 10:46:01.327524 n-d-813419-10 neutron-server[102347]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 10:46:01.327524 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 10:46:01.327524 n-d-813419-10 neutron-server[102347]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 10:46:01.327524 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 10:46:01.327524 n-d-813419-10 neutron-server[102347]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 10:46:01.327524 n-d-813419-10 neutron-server[102347]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 10:46:01.338934 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f800c436-f009-4cd9-802c-15e1955d1811 None None] Pushing event updated for resources: {'Port': ['ID=a134bbd9-3bf3-4f59-88a9-d3a6b5392fc6,revision_number=2']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:46:01.395822 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fc70819-ce87-4a77-9db3-756050333538 None None] Network 356bcc69-8246-443c-a9fd-d99da08c807d requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:46:01.401097 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.db.api [None req-3c85c2c1-10ee-4319-8155-650d30af1163 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 27 10:46:01.401097 n-d-813419-10 neutron-server[102347]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 27 10:46:01.401097 n-d-813419-10 neutron-server[102347]: [parameters: {'id': '356bcc69-8246-443c-a9fd-d99da08c807d'}] Oct 27 10:46:01.401097 n-d-813419-10 neutron-server[102347]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102347) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 27 10:46:01.401958 n-d-813419-10 neutron-server[102347]: DEBUG oslo_db.api [None req-3c85c2c1-10ee-4319-8155-650d30af1163 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 10:46:01.451988 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-63dbf198-7c2d-4787-a16f-f2bdd71760e2 req-378848e2-b868-4879-a653-1daf5813dd4b tempest-VolumesActionsTest-1421241891 tempest-VolumesActionsTest-1421241891-project] 10.222.0.44 "GET /v2.0/ports?device_id=6c359c9f-4fec-4617-bfdc-57edbbd7f6d9 HTTP/1.1" status: 200 len: 210 time: 0.0345032 Oct 27 10:46:01.533505 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f22f279e-ebac-4acd-8351-12907ee723e2 None None] Network 356bcc69-8246-443c-a9fd-d99da08c807d requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:46:01.677726 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8baed152-61db-4ed9-9d2e-006ac8aa8650 None None] get_active_networks_info from n-d-813419-10 {{(pid=102348) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 27 10:46:01.812730 n-d-813419-10 neutron-server[102348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8baed152-61db-4ed9-9d2e-006ac8aa8650 None None] Resources bound (agent type, host, resource id): {{(pid=102348) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 27 10:46:02.008431 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805b2423-a2d0-4419-b528-9e720c3b1748 req-34e4d170-c832-4022-ab3b-4ebdbddfafc2 tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:46:02.017742 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-805b2423-a2d0-4419-b528-9e720c3b1748 req-34e4d170-c832-4022-ab3b-4ebdbddfafc2 tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] 10.222.0.44 "GET /v2.0/ports?device_id=3cfd4898-8783-410f-a5a0-5508d6f388d6 HTTP/1.1" status: 200 len: 945 time: 0.0637608 Oct 27 10:46:02.033041 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-3c85c2c1-10ee-4319-8155-650d30af1163 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586917'] for network, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:02.070227 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-805b2423-a2d0-4419-b528-9e720c3b1748 req-73566b6c-af38-4b7c-a856-2284473c81d3 tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] 10.222.0.44 "GET /v2.0/security-groups?id=78b00a37-7309-4fe7-b9e5-d3cf0246ee6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466166 Oct 27 10:46:02.131868 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13d1d1d-1b61-4991-a3c3-ace75a7dd022 req-9b17c500-79f1-431e-8ce6-4b7db7246298 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:46:02.133593 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-d13d1d1d-1b61-4991-a3c3-ace75a7dd022 req-9b17c500-79f1-431e-8ce6-4b7db7246298 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/ports?device_id=23dd7c1d-ad1f-4575-989c-251d4917f719 HTTP/1.1" status: 200 len: 945 time: 0.4661670 Oct 27 10:46:02.158170 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214a67bb-0586-471e-b6da-6b46d81c1abc req-4c82b19e-d49b-4fbb-b094-cf4acc116cee tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:46:02.159458 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-214a67bb-0586-471e-b6da-6b46d81c1abc req-4c82b19e-d49b-4fbb-b094-cf4acc116cee tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.76 "GET /v2.0/ports?device_id=23dd7c1d-ad1f-4575-989c-251d4917f719 HTTP/1.1" status: 200 len: 945 time: 0.1243889 Oct 27 10:46:02.232360 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-d13d1d1d-1b61-4991-a3c3-ace75a7dd022 req-e42e5d2d-bd3f-4703-896e-f0a58fd114ad tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/security-groups?id=3238f945-43ac-4dbd-b7b0-70b6d0fec036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900068 Oct 27 10:46:02.236352 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-3c85c2c1-10ee-4319-8155-650d30af1163 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Deleting port a134bbd9-3bf3-4f59-88a9-d3a6b5392fc6 {{(pid=102347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:46:02.236688 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-3c85c2c1-10ee-4319-8155-650d30af1163 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:02.327619 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [None req-3c85c2c1-10ee-4319-8155-650d30af1163 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] For port a134bbd9-3bf3-4f59-88a9-d3a6b5392fc6, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=a134bbd9-3bf3-4f59-88a9-d3a6b5392fc6,segment=NetworkSegment(7155231d-bf9a-4c79-a4d1-1b5f38d01f7b),segment_id=7155231d-bf9a-4c79-a4d1-1b5f38d01f7b)] {{(pid=102347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:46:02.328330 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-3c85c2c1-10ee-4319-8155-650d30af1163 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:02.342120 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-3c85c2c1-10ee-4319-8155-650d30af1163 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Calling delete_port for a134bbd9-3bf3-4f59-88a9-d3a6b5392fc6 owned by network:dhcp {{(pid=102347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:46:02.358845 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [req-214a67bb-0586-471e-b6da-6b46d81c1abc req-56979422-92bc-47a3-a141-802086a7564a tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Deleting port 4c970381-dbbd-479e-9a08-a677b8271f14 {{(pid=102347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:46:02.359177 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-214a67bb-0586-471e-b6da-6b46d81c1abc req-56979422-92bc-47a3-a141-802086a7564a tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:02.500107 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-214a67bb-0586-471e-b6da-6b46d81c1abc req-56979422-92bc-47a3-a141-802086a7564a tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] For port 4c970381-dbbd-479e-9a08-a677b8271f14, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=4c970381-dbbd-479e-9a08-a677b8271f14,segment=NetworkSegment(d1b37471-bd8e-4564-a77c-6e0c9d2699fd),segment_id=d1b37471-bd8e-4564-a77c-6e0c9d2699fd)] {{(pid=102347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:46:02.500804 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-214a67bb-0586-471e-b6da-6b46d81c1abc req-56979422-92bc-47a3-a141-802086a7564a tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:02.516229 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [req-214a67bb-0586-471e-b6da-6b46d81c1abc req-56979422-92bc-47a3-a141-802086a7564a tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Calling delete_port for 4c970381-dbbd-479e-9a08-a677b8271f14 owned by compute:nova {{(pid=102347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:46:02.518690 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-3c85c2c1-10ee-4319-8155-650d30af1163 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:02.544803 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:02.555249 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c85c2c1-10ee-4319-8155-650d30af1163 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] No DVR routers for this DVR port a134bbd9-3bf3-4f59-88a9-d3a6b5392fc6 on host n-d-813419-10 {{(pid=102347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:46:02.559136 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c85c2c1-10ee-4319-8155-650d30af1163 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Pushing event deleted for resources: {'Port': ['ID=a134bbd9-3bf3-4f59-88a9-d3a6b5392fc6,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:46:02.601572 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-fb3e8346-a620-48a4-bfa7-a2030e332624 req-15cdd1cb-aae5-4b63-a077-84ece0ca7e07 tempest-VolumesActionsTest-1421241891 tempest-VolumesActionsTest-1421241891-project] 10.222.0.44 "GET /v2.0/ports?device_id=6c359c9f-4fec-4617-bfdc-57edbbd7f6d9 HTTP/1.1" status: 200 len: 210 time: 0.0468686 Oct 27 10:46:02.617948 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e4f4b1-17ce-4919-9240-7eec5f56394f req-079909b1-3b27-43c0-9d47-5726c522b71f tempest-VolumesActionsTest-1421241891 tempest-VolumesActionsTest-1421241891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:46:02.620387 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-86e4f4b1-17ce-4919-9240-7eec5f56394f req-079909b1-3b27-43c0-9d47-5726c522b71f tempest-VolumesActionsTest-1421241891 tempest-VolumesActionsTest-1421241891-project] 10.222.0.76 "GET /v2.0/networks?id=62a0efe4-cee3-438f-8e5f-0c2c915aec57 HTTP/1.1" status: 200 len: 809 time: 0.1758604 Oct 27 10:46:02.637403 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [req-86e4f4b1-17ce-4919-9240-7eec5f56394f req-7deeaf28-1743-4cca-9136-b6afe940cfff tempest-VolumesActionsTest-1421241891 tempest-VolumesActionsTest-1421241891-project] Request body: {'port': {'device_id': '6c359c9f-4fec-4617-bfdc-57edbbd7f6d9', 'network_id': '62a0efe4-cee3-438f-8e5f-0c2c915aec57', 'admin_state_up': True, 'tenant_id': '22d5e1ffd5ff4e51bf968ca4b4d17780'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:46:02.685453 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-3c85c2c1-10ee-4319-8155-650d30af1163 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857803', 'neutron.services.segments.db._delete_segments_for_network-8743873143390'] for network, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:02.713957 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-3c85c2c1-10ee-4319-8155-650d30af1163 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['356bcc69-8246-443c-a9fd-d99da08c807d']}} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:46:02.723969 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-3c85c2c1-10ee-4319-8155-650d30af1163 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7155231d-bf9a-4c79-a4d1-1b5f38d01f7b') {'for_net_delete': True} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:46:02.724335 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-3c85c2c1-10ee-4319-8155-650d30af1163 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7155231d-bf9a-4c79-a4d1-1b5f38d01f7b') {} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:46:02.745487 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86e4f4b1-17ce-4919-9240-7eec5f56394f req-7deeaf28-1743-4cca-9136-b6afe940cfff tempest-VolumesActionsTest-1421241891 tempest-VolumesActionsTest-1421241891-project] Made reservation on behalf of 22d5e1ffd5ff4e51bf968ca4b4d17780 for: {'port': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:46:02.749175 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-86e4f4b1-17ce-4919-9240-7eec5f56394f req-7deeaf28-1743-4cca-9136-b6afe940cfff tempest-VolumesActionsTest-1421241891 tempest-VolumesActionsTest-1421241891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:02.758286 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-3c85c2c1-10ee-4319-8155-650d30af1163 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743873145191', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18445132'] for segment, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:02.779857 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-3c85c2c1-10ee-4319-8155-650d30af1163 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:02.792159 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c85c2c1-10ee-4319-8155-650d30af1163 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Releasing vlan 401 on physical network physnet1 to pool {{(pid=102347) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 10:46:02.792574 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-3c85c2c1-10ee-4319-8155-650d30af1163 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-18296032'] for segment, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:02.795431 n-d-813419-10 neutron-server[102347]: Traceback (most recent call last): Oct 27 10:46:02.795431 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 10:46:02.795431 n-d-813419-10 neutron-server[102347]: timer() Oct 27 10:46:02.795431 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 10:46:02.795431 n-d-813419-10 neutron-server[102347]: cb(*args, **kw) Oct 27 10:46:02.795431 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 10:46:02.795431 n-d-813419-10 neutron-server[102347]: return func(*args, **kwargs) Oct 27 10:46:02.795431 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 10:46:02.795431 n-d-813419-10 neutron-server[102347]: self._notify() Oct 27 10:46:02.795431 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 10:46:02.795431 n-d-813419-10 neutron-server[102347]: self.callback(batched_events) Oct 27 10:46:02.795431 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 10:46:02.795431 n-d-813419-10 neutron-server[102347]: event.method(event) Oct 27 10:46:02.795431 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 10:46:02.795431 n-d-813419-10 neutron-server[102347]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 10:46:02.795431 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 10:46:02.795431 n-d-813419-10 neutron-server[102347]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 10:46:02.795431 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 10:46:02.795431 n-d-813419-10 neutron-server[102347]: return f(self, *a, **k) Oct 27 10:46:02.795431 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 10:46:02.795431 n-d-813419-10 neutron-server[102347]: return self._get(url).json() Oct 27 10:46:02.795431 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 10:46:02.795431 n-d-813419-10 neutron-server[102347]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 10:46:02.795431 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 10:46:02.795431 n-d-813419-10 neutron-server[102347]: return self.request(url, 'GET', **kwargs) Oct 27 10:46:02.795431 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 10:46:02.795431 n-d-813419-10 neutron-server[102347]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 10:46:02.795431 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 10:46:02.795431 n-d-813419-10 neutron-server[102347]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 10:46:02.795431 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 10:46:02.795431 n-d-813419-10 neutron-server[102347]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 10:46:02.795431 n-d-813419-10 neutron-server[102347]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 10:46:02.808751 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-214a67bb-0586-471e-b6da-6b46d81c1abc req-56979422-92bc-47a3-a141-802086a7564a tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:02.822109 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] get_ports_and_sgs() called for port_ids ['4c970381-dbbd-479e-9a08-a677b8271f14'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:46:02.877396 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56979422-92bc-47a3-a141-802086a7564a tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Pushing event deleted for resources: {'Port': ['ID=4c970381-dbbd-479e-9a08-a677b8271f14,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:46:02.889195 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-3c85c2c1-10ee-4319-8155-650d30af1163 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664840'] for network, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:02.903463 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_common [req-86e4f4b1-17ce-4919-9240-7eec5f56394f req-7deeaf28-1743-4cca-9136-b6afe940cfff tempest-VolumesActionsTest-1421241891 tempest-VolumesActionsTest-1421241891-project] Allocated IP 172.20.0.12 (62a0efe4-cee3-438f-8e5f-0c2c915aec57/2df9f82f-e3b6-445a-8e11-bd580d596a63/a2ec6c84-3540-402c-9983-a82a9d02ceae) {{(pid=102346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:46:02.913609 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-3c85c2c1-10ee-4319-8155-650d30af1163 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for network, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:02.920862 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-3c85c2c1-10ee-4319-8155-650d30af1163 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] 10.222.0.44 "DELETE /v2.0/networks/356bcc69-8246-443c-a9fd-d99da08c807d HTTP/1.1" status: 204 len: 168 time: 2.3305669 Oct 27 10:46:02.921459 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 53592) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:46:02.950420 n-d-813419-10 neutron-server[102346]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b56b3b7-7255-494a-aa75-3f06752e45be tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] DELETE failed (client error): The resource could not be found. Oct 27 10:46:02.951014 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b56b3b7-7255-494a-aa75-3f06752e45be tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102346) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 10:46:02.952659 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [req-214a67bb-0586-471e-b6da-6b46d81c1abc req-56979422-92bc-47a3-a141-802086a7564a tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] No DVR routers for this DVR port 4c970381-dbbd-479e-9a08-a677b8271f14 on host n-h2-813419-10 {{(pid=102347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:46:02.954072 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-2b56b3b7-7255-494a-aa75-3f06752e45be tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] 10.222.0.44 "DELETE /v2.0/networks/356bcc69-8246-443c-a9fd-d99da08c807d HTTP/1.1" status: 404 len: 339 time: 0.0316451 Oct 27 10:46:02.955519 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c85c2c1-10ee-4319-8155-650d30af1163 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Pushing event deleted for resources: {'Network': ['ID=356bcc69-8246-443c-a9fd-d99da08c807d,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:46:02.958500 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-214a67bb-0586-471e-b6da-6b46d81c1abc req-56979422-92bc-47a3-a141-802086a7564a tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:02.963886 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 53594) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:46:02.965196 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-214a67bb-0586-471e-b6da-6b46d81c1abc req-56979422-92bc-47a3-a141-802086a7564a tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.76 "DELETE /v2.0/ports/4c970381-dbbd-479e-9a08-a677b8271f14 HTTP/1.1" status: 204 len: 173 time: 0.7948637 Oct 27 10:46:02.965853 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23dd7c1d-ad1f-4575-989c-251d4917f719', 'name': 'network-vif-deleted', 'tag': '4c970381-dbbd-479e-9a08-a677b8271f14'}] {{(pid=102347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:46:02.970039 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311149b481204ee7edffdb959c881838506fbd95bc8577c048f6677abb73acc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82f3a1da-bc34-4d68-ba28-6725b5fa11fa" -d '{"events": [{"server_uuid": "23dd7c1d-ad1f-4575-989c-251d4917f719", "name": "network-vif-deleted", "tag": "4c970381-dbbd-479e-9a08-a677b8271f14"}]}' {{(pid=102347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:46:02.970295 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-459c1ba4-ec28-465a-b5d1-f15238336791 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1317391265', 'description': 'd1'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:46:03.012814 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:46:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c319fff3-c793-4e22-aa39-0635e8d2046b x-openstack-request-id: req-c319fff3-c793-4e22-aa39-0635e8d2046b {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:46:03.013211 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23dd7c1d-ad1f-4575-989c-251d4917f719", "name": "network-vif-deleted", "tag": "4c970381-dbbd-479e-9a08-a677b8271f14", "status": "completed", "code": 200}]} {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:46:03.013573 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c319fff3-c793-4e22-aa39-0635e8d2046b {{(pid=102347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:46:03.014062 n-d-813419-10 neutron-server[102347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23dd7c1d-ad1f-4575-989c-251d4917f719', 'name': 'network-vif-deleted', 'tag': '4c970381-dbbd-479e-9a08-a677b8271f14', 'status': 'completed', 'code': 200} Oct 27 10:46:03.064993 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-459c1ba4-ec28-465a-b5d1-f15238336791 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Made reservation on behalf of 2f354f9970434dd294d362b938672f0a for: {'network': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:46:03.068737 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-459c1ba4-ec28-465a-b5d1-f15238336791 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for network, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:03.155740 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-459c1ba4-ec28-465a-b5d1-f15238336791 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 448} {{(pid=102346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 10:46:03.172822 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-86e4f4b1-17ce-4919-9240-7eec5f56394f req-7deeaf28-1743-4cca-9136-b6afe940cfff tempest-VolumesActionsTest-1421241891 tempest-VolumesActionsTest-1421241891-project] Publish callbacks [] for port, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:03.179546 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-459c1ba4-ec28-465a-b5d1-f15238336791 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:03.179896 n-d-813419-10 neutron-server[102346]: INFO neutron.db.segments_db [None req-459c1ba4-ec28-465a-b5d1-f15238336791 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Added segment 6a9cf40b-45ff-4e9f-bdb1-3e9a28f4ce38 of type vlan for network 8210b1dd-739b-4ba9-b94d-f4913e78b6e5 Oct 27 10:46:03.214503 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bcda70-9fcb-4953-aeaf-bf420fb12d6f req-0c89d395-80ea-495f-9d65-8c3d2a7aaff9 tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:46:03.216171 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-f8bcda70-9fcb-4953-aeaf-bf420fb12d6f req-0c89d395-80ea-495f-9d65-8c3d2a7aaff9 tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] 10.222.0.44 "GET /v2.0/ports?device_id=3cfd4898-8783-410f-a5a0-5508d6f388d6 HTTP/1.1" status: 200 len: 945 time: 0.0520792 Oct 27 10:46:03.233788 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-459c1ba4-ec28-465a-b5d1-f15238336791 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743872593080'] for network, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:03.261407 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-f8bcda70-9fcb-4953-aeaf-bf420fb12d6f req-ef8b2b85-4911-452f-8f30-ee51c342e26c tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] 10.222.0.44 "GET /v2.0/security-groups?id=78b00a37-7309-4fe7-b9e5-d3cf0246ee6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385168 Oct 27 10:46:03.266395 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-86e4f4b1-17ce-4919-9240-7eec5f56394f req-7deeaf28-1743-4cca-9136-b6afe940cfff tempest-VolumesActionsTest-1421241891 tempest-VolumesActionsTest-1421241891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:03.275631 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-459c1ba4-ec28-465a-b5d1-f15238336791 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913'] for network, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:03.281528 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-459c1ba4-ec28-465a-b5d1-f15238336791 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:46:03.282209 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-459c1ba4-ec28-465a-b5d1-f15238336791 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Publish callbacks [] for network, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:03.389207 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86e4f4b1-17ce-4919-9240-7eec5f56394f req-7deeaf28-1743-4cca-9136-b6afe940cfff tempest-VolumesActionsTest-1421241891 tempest-VolumesActionsTest-1421241891-project] Network 62a0efe4-cee3-438f-8e5f-0c2c915aec57 is already hosted by enough agents. {{(pid=102346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:46:03.398003 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-459c1ba4-ec28-465a-b5d1-f15238336791 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.4330640 Oct 27 10:46:03.400904 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 53602) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:46:03.420639 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [req-86e4f4b1-17ce-4919-9240-7eec5f56394f req-7deeaf28-1743-4cca-9136-b6afe940cfff tempest-VolumesActionsTest-1421241891 tempest-VolumesActionsTest-1421241891-project] Resources bound (agent type, host, resource id): {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:46:03.426180 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-c5df315f-059c-4831-ad20-0a665d592b49 req-ba323e99-d7e1-44b3-8d0f-effd5c7bb527 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/ports?device_id=23dd7c1d-ad1f-4575-989c-251d4917f719 HTTP/1.1" status: 200 len: 210 time: 0.0589690 Oct 27 10:46:03.426929 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [req-86e4f4b1-17ce-4919-9240-7eec5f56394f req-7deeaf28-1743-4cca-9136-b6afe940cfff tempest-VolumesActionsTest-1421241891 tempest-VolumesActionsTest-1421241891-project] Received port after_create {{(pid=102346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:46:03.432173 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7deeaf28-1743-4cca-9136-b6afe940cfff tempest-VolumesActionsTest-1421241891 tempest-VolumesActionsTest-1421241891-project] Pushing event updated for resources: {'Port': ['ID=a2ec6c84-3540-402c-9983-a82a9d02ceae,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:46:03.436250 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459c1ba4-ec28-465a-b5d1-f15238336791 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Pushing event updated for resources: {'Network': ['ID=8210b1dd-739b-4ba9-b94d-f4913e78b6e5,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:46:03.457755 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Network 8210b1dd-739b-4ba9-b94d-f4913e78b6e5 details requested by agent ovs-agent-n-d-813419-10 with host n-d-813419-10 {{(pid=102348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 10:46:03.497336 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-634cb401-d0b3-44d0-8579-af4a20f35834 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:46:03.498855 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-634cb401-d0b3-44d0-8579-af4a20f35834 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] 10.222.0.44 "GET /v2.0/networks?id=8210b1dd-739b-4ba9-b94d-f4913e78b6e5 HTTP/1.1" status: 200 len: 761 time: 0.0966828 Oct 27 10:46:03.503562 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e4f4b1-17ce-4919-9240-7eec5f56394f req-7deeaf28-1743-4cca-9136-b6afe940cfff tempest-VolumesActionsTest-1421241891 tempest-VolumesActionsTest-1421241891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:46:03.504228 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-86e4f4b1-17ce-4919-9240-7eec5f56394f req-7deeaf28-1743-4cca-9136-b6afe940cfff tempest-VolumesActionsTest-1421241891 tempest-VolumesActionsTest-1421241891-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:03.504546 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 53604) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:46:03.511358 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-2f4048d2-ca5c-47e5-88e1-7d5ae4ff3e03 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Request body: {'network': {'description': 'd2'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:46:03.526154 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-86e4f4b1-17ce-4919-9240-7eec5f56394f req-7deeaf28-1743-4cca-9136-b6afe940cfff tempest-VolumesActionsTest-1421241891 tempest-VolumesActionsTest-1421241891-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8926499 Oct 27 10:46:03.539962 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [req-86e4f4b1-17ce-4919-9240-7eec5f56394f req-767d3c66-8a30-4f5e-b79b-856c18d1bc0b service neutron] Request body: {'port': {'device_id': '6c359c9f-4fec-4617-bfdc-57edbbd7f6d9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-10'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:46:03.603937 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-86e4f4b1-17ce-4919-9240-7eec5f56394f req-767d3c66-8a30-4f5e-b79b-856c18d1bc0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:03.695983 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-2f4048d2-ca5c-47e5-88e1-7d5ae4ff3e03 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743872593080'] for network, precommit_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:03.735019 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-2f4048d2-ca5c-47e5-88e1-7d5ae4ff3e03 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913'] for network, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:03.781293 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-2f4048d2-ca5c-47e5-88e1-7d5ae4ff3e03 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Network 8210b1dd-739b-4ba9-b94d-f4913e78b6e5 is not hosted by any dhcp agent {{(pid=102347) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 27 10:46:03.786755 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f4048d2-ca5c-47e5-88e1-7d5ae4ff3e03 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:46:03.787437 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-2f4048d2-ca5c-47e5-88e1-7d5ae4ff3e03 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Publish callbacks [] for network, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:03.788821 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-2f4048d2-ca5c-47e5-88e1-7d5ae4ff3e03 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] 10.222.0.44 "PUT /v2.0/networks/8210b1dd-739b-4ba9-b94d-f4913e78b6e5 HTTP/1.1" status: 200 len: 758 time: 0.2831211 Oct 27 10:46:03.792119 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 53608) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:46:03.826516 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f11e5d5-e298-43b7-bdea-31cddd7be2b6 req-2a522656-d8b9-4ceb-a95b-b942760466b2 tempest-VolumesActionsTest-1421241891 tempest-VolumesActionsTest-1421241891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:46:03.828210 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-1f11e5d5-e298-43b7-bdea-31cddd7be2b6 req-2a522656-d8b9-4ceb-a95b-b942760466b2 tempest-VolumesActionsTest-1421241891 tempest-VolumesActionsTest-1421241891-project] 10.222.0.44 "GET /v2.0/ports?device_id=6c359c9f-4fec-4617-bfdc-57edbbd7f6d9 HTTP/1.1" status: 200 len: 932 time: 0.1286693 Oct 27 10:46:03.831438 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4048d2-ca5c-47e5-88e1-7d5ae4ff3e03 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Pushing event updated for resources: {'Network': ['ID=8210b1dd-739b-4ba9-b94d-f4913e78b6e5,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:46:03.857594 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Network 8210b1dd-739b-4ba9-b94d-f4913e78b6e5 details requested by agent ovs-agent-n-d-813419-10 with host n-d-813419-10 {{(pid=102348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 10:46:03.884757 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-1f11e5d5-e298-43b7-bdea-31cddd7be2b6 req-d1d72f66-2a19-435e-9835-3365e9695f6c tempest-VolumesActionsTest-1421241891 tempest-VolumesActionsTest-1421241891-project] 10.222.0.44 "GET /v2.0/security-groups?id=178b7c08-faf2-4fbd-b05b-d2a81132f701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454607 Oct 27 10:46:03.914698 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92e61f36-83c2-40e3-8c30-e3ec7cc8679f tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:46:03.916829 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-92e61f36-83c2-40e3-8c30-e3ec7cc8679f tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] 10.222.0.44 "GET /v2.0/networks?id=8210b1dd-739b-4ba9-b94d-f4913e78b6e5 HTTP/1.1" status: 200 len: 761 time: 0.1216879 Oct 27 10:46:03.922909 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 53612) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:46:03.931203 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-d250190a-07aa-4aec-b744-0c46da587fae tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-56876508'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:46:03.965525 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d250190a-07aa-4aec-b744-0c46da587fae tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Made reservation on behalf of 2f354f9970434dd294d362b938672f0a for: {'network': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:46:03.971187 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-d250190a-07aa-4aec-b744-0c46da587fae tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for network, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:04.001642 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [req-86e4f4b1-17ce-4919-9240-7eec5f56394f req-767d3c66-8a30-4f5e-b79b-856c18d1bc0b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2ec6c84-3540-402c-9983-a82a9d02ceae {{(pid=102346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:46:04.002681 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d250190a-07aa-4aec-b744-0c46da587fae tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 438} {{(pid=102347) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 10:46:04.011043 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-86e4f4b1-17ce-4919-9240-7eec5f56394f req-767d3c66-8a30-4f5e-b79b-856c18d1bc0b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:04.013162 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-d250190a-07aa-4aec-b744-0c46da587fae tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:04.013397 n-d-813419-10 neutron-server[102347]: INFO neutron.db.segments_db [None req-d250190a-07aa-4aec-b744-0c46da587fae tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Added segment 2b18455d-7595-492e-a5cd-10772d17534c of type vlan for network 3b85476b-a20e-48e6-8dbe-e6f8ee98ee05 Oct 27 10:46:04.025157 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.provisioning_blocks [req-86e4f4b1-17ce-4919-9240-7eec5f56394f req-767d3c66-8a30-4f5e-b79b-856c18d1bc0b service neutron] Transition to ACTIVE for port object a2ec6c84-3540-402c-9983-a82a9d02ceae will not be triggered until provisioned by entity L2. {{(pid=102346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 10:46:04.029831 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-86e4f4b1-17ce-4919-9240-7eec5f56394f req-767d3c66-8a30-4f5e-b79b-856c18d1bc0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27024173'] for port, after_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:04.058050 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-d250190a-07aa-4aec-b744-0c46da587fae tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743872593080'] for network, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:04.084115 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767d3c66-8a30-4f5e-b79b-856c18d1bc0b service neutron] Pushing event updated for resources: {'Port': ['ID=a2ec6c84-3540-402c-9983-a82a9d02ceae,revision_number=2']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:46:04.091260 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-d250190a-07aa-4aec-b744-0c46da587fae tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913'] for network, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:04.097392 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d250190a-07aa-4aec-b744-0c46da587fae tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:46:04.098068 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-d250190a-07aa-4aec-b744-0c46da587fae tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Publish callbacks [] for network, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:04.157122 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.managers [req-86e4f4b1-17ce-4919-9240-7eec5f56394f req-767d3c66-8a30-4f5e-b79b-856c18d1bc0b service neutron] Attempting to bind port a2ec6c84-3540-402c-9983-a82a9d02ceae on host n-h2-813419-10 for vnic_type normal with profile {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:46:04.157454 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.managers [req-86e4f4b1-17ce-4919-9240-7eec5f56394f req-767d3c66-8a30-4f5e-b79b-856c18d1bc0b service neutron] Attempting to bind port a2ec6c84-3540-402c-9983-a82a9d02ceae by drivers openvswitch,hyperv on host n-h2-813419-10 at level 0 using segments [{'id': 'da9119af-b5ec-4b47-9185-125b18a712c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '62a0efe4-cee3-438f-8e5f-0c2c915aec57'}] {{(pid=102346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:46:04.157780 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86e4f4b1-17ce-4919-9240-7eec5f56394f req-767d3c66-8a30-4f5e-b79b-856c18d1bc0b service neutron] Attempting to bind port a2ec6c84-3540-402c-9983-a82a9d02ceae on network 62a0efe4-cee3-438f-8e5f-0c2c915aec57 {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:46:04.160704 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-d250190a-07aa-4aec-b744-0c46da587fae tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.2364523 Oct 27 10:46:04.162881 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 53614) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:46:04.167969 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-2bea76fb-e830-4501-87ef-8b22744c340e tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Request body: {'subnet': {'network_id': '3b85476b-a20e-48e6-8dbe-e6f8ee98ee05', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:46:04.173411 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86e4f4b1-17ce-4919-9240-7eec5f56394f req-767d3c66-8a30-4f5e-b79b-856c18d1bc0b service neutron] Port a2ec6c84-3540-402c-9983-a82a9d02ceae on network 62a0efe4-cee3-438f-8e5f-0c2c915aec57 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-10 {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 10:46:04.173411 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86e4f4b1-17ce-4919-9240-7eec5f56394f req-767d3c66-8a30-4f5e-b79b-856c18d1bc0b service neutron] Attempting to bind port a2ec6c84-3540-402c-9983-a82a9d02ceae on network 62a0efe4-cee3-438f-8e5f-0c2c915aec57 {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:46:04.180981 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d250190a-07aa-4aec-b744-0c46da587fae tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Pushing event updated for resources: {'Network': ['ID=3b85476b-a20e-48e6-8dbe-e6f8ee98ee05,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:46:04.192522 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Network 3b85476b-a20e-48e6-8dbe-e6f8ee98ee05 details requested by agent ovs-agent-n-d-813419-10 with host n-d-813419-10 {{(pid=102348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 10:46:04.213537 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86e4f4b1-17ce-4919-9240-7eec5f56394f req-767d3c66-8a30-4f5e-b79b-856c18d1bc0b service neutron] Checking agent: {'id': 'a2edc247-0fa4-4ce6-bbae-a10492f6bd71', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 16, 9), 'started_at': datetime.datetime(2021, 10, 27, 10, 16, 9), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 45, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:46:04.213874 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86e4f4b1-17ce-4919-9240-7eec5f56394f req-767d3c66-8a30-4f5e-b79b-856c18d1bc0b service neutron] Checking segment: {'id': 'da9119af-b5ec-4b47-9185-125b18a712c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '62a0efe4-cee3-438f-8e5f-0c2c915aec57'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:46:04.214249 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86e4f4b1-17ce-4919-9240-7eec5f56394f req-767d3c66-8a30-4f5e-b79b-856c18d1bc0b service neutron] Bound using segment: {'id': 'da9119af-b5ec-4b47-9185-125b18a712c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '62a0efe4-cee3-438f-8e5f-0c2c915aec57'} {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:46:04.214701 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.managers [req-86e4f4b1-17ce-4919-9240-7eec5f56394f req-767d3c66-8a30-4f5e-b79b-856c18d1bc0b service neutron] Bound port: a2ec6c84-3540-402c-9983-a82a9d02ceae, host: n-h2-813419-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da9119af-b5ec-4b47-9185-125b18a712c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '62a0efe4-cee3-438f-8e5f-0c2c915aec57'}}] {{(pid=102346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:46:04.215037 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-86e4f4b1-17ce-4919-9240-7eec5f56394f req-767d3c66-8a30-4f5e-b79b-856c18d1bc0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:04.311754 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bea76fb-e830-4501-87ef-8b22744c340e tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Made reservation on behalf of 2f354f9970434dd294d362b938672f0a for: {'subnet': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:46:04.317969 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-2bea76fb-e830-4501-87ef-8b22744c340e tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27167186'] for subnet, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:04.322460 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [req-86e4f4b1-17ce-4919-9240-7eec5f56394f req-767d3c66-8a30-4f5e-b79b-856c18d1bc0b service neutron] For port a2ec6c84-3540-402c-9983-a82a9d02ceae, host n-h2-813419-10, cleared binding levels {{(pid=102346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:46:04.377845 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [req-86e4f4b1-17ce-4919-9240-7eec5f56394f req-767d3c66-8a30-4f5e-b79b-856c18d1bc0b service neutron] For port a2ec6c84-3540-402c-9983-a82a9d02ceae, host n-h2-813419-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=a2ec6c84-3540-402c-9983-a82a9d02ceae,segment=NetworkSegment(da9119af-b5ec-4b47-9185-125b18a712c0),segment_id=da9119af-b5ec-4b47-9185-125b18a712c0)] {{(pid=102346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:46:04.392441 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-86e4f4b1-17ce-4919-9240-7eec5f56394f req-767d3c66-8a30-4f5e-b79b-856c18d1bc0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27024173'] for port, after_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:04.426119 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35d740f-4603-4833-8f19-e2d8be66075b req-26a9e53b-8f50-41a1-9444-15fbd5f43227 tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:46:04.427648 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c35d740f-4603-4833-8f19-e2d8be66075b req-26a9e53b-8f50-41a1-9444-15fbd5f43227 tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] 10.222.0.44 "GET /v2.0/ports?device_id=3cfd4898-8783-410f-a5a0-5508d6f388d6 HTTP/1.1" status: 200 len: 945 time: 0.0508902 Oct 27 10:46:04.444146 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e4f4b1-17ce-4919-9240-7eec5f56394f req-767d3c66-8a30-4f5e-b79b-856c18d1bc0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:46:04.444795 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-86e4f4b1-17ce-4919-9240-7eec5f56394f req-767d3c66-8a30-4f5e-b79b-856c18d1bc0b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:04.446789 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-86e4f4b1-17ce-4919-9240-7eec5f56394f req-767d3c66-8a30-4f5e-b79b-856c18d1bc0b service neutron] 10.222.0.76 "PUT /v2.0/ports/a2ec6c84-3540-402c-9983-a82a9d02ceae HTTP/1.1" status: 200 len: 1093 time: 0.9108179 Oct 27 10:46:04.447237 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c359c9f-4fec-4617-bfdc-57edbbd7f6d9', 'tag': 'a2ec6c84-3540-402c-9983-a82a9d02ceae'}] {{(pid=102346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:46:04.450070 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc0e418f5fc417c8d55d94c0aa509b037d0beb2a734c1a709e789eb65639a56d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec22d870-a571-473f-be2b-f18988bdb53c" -d '{"events": [{"name": "network-changed", "server_uuid": "6c359c9f-4fec-4617-bfdc-57edbbd7f6d9", "tag": "a2ec6c84-3540-402c-9983-a82a9d02ceae"}]}' {{(pid=102346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:46:04.483447 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c35d740f-4603-4833-8f19-e2d8be66075b req-39f880d0-8cc8-4120-ad8c-c4b06a0d74ce tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] 10.222.0.44 "GET /v2.0/security-groups?id=78b00a37-7309-4fe7-b9e5-d3cf0246ee6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455458 Oct 27 10:46:04.517463 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 10:46:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f71c314b-5928-47f1-b298-c3f9ae2e23d9 x-openstack-request-id: req-f71c314b-5928-47f1-b298-c3f9ae2e23d9 {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:46:04.517853 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c359c9f-4fec-4617-bfdc-57edbbd7f6d9", "tag": "a2ec6c84-3540-402c-9983-a82a9d02ceae", "status": "completed", "code": 200}]} {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:46:04.518196 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f71c314b-5928-47f1-b298-c3f9ae2e23d9 {{(pid=102346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:46:04.518675 n-d-813419-10 neutron-server[102346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c359c9f-4fec-4617-bfdc-57edbbd7f6d9', 'tag': 'a2ec6c84-3540-402c-9983-a82a9d02ceae', 'status': 'completed', 'code': 200} Oct 27 10:46:04.534901 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767d3c66-8a30-4f5e-b79b-856c18d1bc0b service neutron] Pushing event updated for resources: {'Port': ['ID=a2ec6c84-3540-402c-9983-a82a9d02ceae,revision_number=3']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:46:04.591411 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-efa6bccd-a322-4f1f-975a-13d1d75401ad req-78d77f36-90c7-47be-8363-45a2efa7960a tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/ports?device_id=23dd7c1d-ad1f-4575-989c-251d4917f719 HTTP/1.1" status: 200 len: 210 time: 0.0368431 Oct 27 10:46:04.596929 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e4f4b1-17ce-4919-9240-7eec5f56394f req-a3d04ba2-6650-4230-b2ee-761cd68b9326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:46:04.598458 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-86e4f4b1-17ce-4919-9240-7eec5f56394f req-a3d04ba2-6650-4230-b2ee-761cd68b9326 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=22d5e1ffd5ff4e51bf968ca4b4d17780&device_id=6c359c9f-4fec-4617-bfdc-57edbbd7f6d9 HTTP/1.1" status: 200 len: 1096 time: 0.1063273 Oct 27 10:46:04.662658 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-86e4f4b1-17ce-4919-9240-7eec5f56394f req-00702f93-01e3-4056-bb63-2bf02e0a8444 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a2ec6c84-3540-402c-9983-a82a9d02ceae HTTP/1.1" status: 200 len: 217 time: 0.0556026 Oct 27 10:46:04.714192 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-2bea76fb-e830-4501-87ef-8b22744c340e tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27024290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27167168'] for subnet, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:04.754374 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e4f4b1-17ce-4919-9240-7eec5f56394f req-fa996b7d-0efe-498c-80de-2b417b4bc6d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:46:04.755830 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-86e4f4b1-17ce-4919-9240-7eec5f56394f req-fa996b7d-0efe-498c-80de-2b417b4bc6d8 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=2df9f82f-e3b6-445a-8e11-bd580d596a63 HTTP/1.1" status: 200 len: 849 time: 0.0857217 Oct 27 10:46:04.805049 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-86e4f4b1-17ce-4919-9240-7eec5f56394f req-17c7b709-2763-43ef-ae4b-4a34f55f8903 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=62a0efe4-cee3-438f-8e5f-0c2c915aec57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393031 Oct 27 10:46:04.811319 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bea76fb-e830-4501-87ef-8b22744c340e tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Pushing event updated for resources: {'Subnet': ['ID=34886185-c651-41c4-a541-316b9b1469d4,revision_number=0']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:46:04.859685 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bea76fb-e830-4501-87ef-8b22744c340e tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Checking segment: {'id': '2b18455d-7595-492e-a5cd-10772d17534c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '3b85476b-a20e-48e6-8dbe-e6f8ee98ee05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:46:04.859948 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bea76fb-e830-4501-87ef-8b22744c340e tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Network hostable DHCP agents. Network: 3b85476b-a20e-48e6-8dbe-e6f8ee98ee05, hostable agents: ['eafd4000-b897-4722-ae8b-0118ec955181'], hosted agents: [] {{(pid=102346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 10:46:04.894464 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bea76fb-e830-4501-87ef-8b22744c340e tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Network 3b85476b-a20e-48e6-8dbe-e6f8ee98ee05 is scheduled to be hosted by DHCP agent eafd4000-b897-4722-ae8b-0118ec955181 with binding_index 1 {{(pid=102346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 10:46:04.920080 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-2bea76fb-e830-4501-87ef-8b22744c340e tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-10, 3b85476b-a20e-48e6-8dbe-e6f8ee98ee05) {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:46:04.924850 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bea76fb-e830-4501-87ef-8b22744c340e tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:46:04.925579 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-2bea76fb-e830-4501-87ef-8b22744c340e tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for subnet, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:04.933887 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db240979-1e78-4048-a331-124f0aef4a09 None None] Network 3b85476b-a20e-48e6-8dbe-e6f8ee98ee05 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:46:04.939201 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-86e4f4b1-17ce-4919-9240-7eec5f56394f req-a82d1735-5f75-47ba-b0aa-3f4e17890417 service neutron] 10.222.0.76 "GET /v2.0/networks/62a0efe4-cee3-438f-8e5f-0c2c915aec57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251857 Oct 27 10:46:04.957270 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-2bea76fb-e830-4501-87ef-8b22744c340e tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7933459 Oct 27 10:46:04.960077 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 53626) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:46:05.101208 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-86e4f4b1-17ce-4919-9240-7eec5f56394f req-e599c420-fa09-46e8-8b57-2af415963f9b service neutron] 10.222.0.76 "GET /v2.0/networks/62a0efe4-cee3-438f-8e5f-0c2c915aec57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1548984 Oct 27 10:46:05.137886 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1092ab3c-594f-4fbd-b9a2-753ad02fc3e9 req-e7757e91-fbef-4411-aa9b-16f230429981 tempest-VolumesActionsTest-1421241891 tempest-VolumesActionsTest-1421241891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:46:05.138736 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-70d69850-a7c1-424f-a85c-274e2db024ad tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586917'] for network, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:05.148167 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-1092ab3c-594f-4fbd-b9a2-753ad02fc3e9 req-e7757e91-fbef-4411-aa9b-16f230429981 tempest-VolumesActionsTest-1421241891 tempest-VolumesActionsTest-1421241891-project] 10.222.0.44 "GET /v2.0/ports?device_id=6c359c9f-4fec-4617-bfdc-57edbbd7f6d9 HTTP/1.1" status: 200 len: 944 time: 0.1010509 Oct 27 10:46:05.207044 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-70d69850-a7c1-424f-a85c-274e2db024ad tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855646'] for subnet, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:05.207611 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device 4c970381-dbbd-479e-9a08-a677b8271f14 no longer exists at agent hyperv_n-h2-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:46:05.219599 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec22d870-a571-473f-be2b-f18988bdb53c req-42a78fa3-af3c-441f-a3a2-6ada4a7d8622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:46:05.221158 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ec22d870-a571-473f-be2b-f18988bdb53c req-42a78fa3-af3c-441f-a3a2-6ada4a7d8622 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=22d5e1ffd5ff4e51bf968ca4b4d17780&device_id=6c359c9f-4fec-4617-bfdc-57edbbd7f6d9 HTTP/1.1" status: 200 len: 1096 time: 0.0623109 Oct 27 10:46:05.231579 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-1092ab3c-594f-4fbd-b9a2-753ad02fc3e9 req-9c8a7537-51af-41cb-adcd-b4bca6dbbf0f tempest-VolumesActionsTest-1421241891 tempest-VolumesActionsTest-1421241891-project] 10.222.0.44 "GET /v2.0/security-groups?id=178b7c08-faf2-4fbd-b05b-d2a81132f701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825016 Oct 27 10:46:05.250276 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f5eba07-ad70-4020-a6fe-8993276dc19f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp734b258e-7d96-550c-b970-9b72ab66f383-3b85476b-a20e-48e6-8dbe-e6f8ee98ee05', 'network_id': '3b85476b-a20e-48e6-8dbe-e6f8ee98ee05', 'tenant_id': '2f354f9970434dd294d362b938672f0a', 'fixed_ips': [{'subnet_id': '34886185-c651-41c4-a541-316b9b1469d4'}]}} from n-d-813419-10. {{(pid=102348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 10:46:05.251134 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-6f5eba07-ad70-4020-a6fe-8993276dc19f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:05.267500 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] No Port match for: 4c970381-dbbd-479e-9a08-a677b8271f14 {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:46:05.267849 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device 4c970381-dbbd-479e-9a08-a677b8271f14 not bound to the agent host n-h2-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:46:05.290248 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-70d69850-a7c1-424f-a85c-274e2db024ad tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-18295818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18043720'] for subnet, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:05.353481 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec22d870-a571-473f-be2b-f18988bdb53c req-09eb9eb3-d944-4154-9fa5-c18025d67fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:46:05.355066 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ec22d870-a571-473f-be2b-f18988bdb53c req-09eb9eb3-d944-4154-9fa5-c18025d67fa9 service neutron] 10.222.0.76 "GET /v2.0/networks?id=62a0efe4-cee3-438f-8e5f-0c2c915aec57 HTTP/1.1" status: 200 len: 910 time: 0.1225841 Oct 27 10:46:05.378782 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d69850-a7c1-424f-a85c-274e2db024ad tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Pushing event deleted for resources: {'Subnet': ['ID=34886185-c651-41c4-a541-316b9b1469d4,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:46:05.391334 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server [None req-6f5eba07-ad70-4020-a6fe-8993276dc19f None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 34886185-c651-41c4-a541-316b9b1469d4: This subnet is being modified by another concurrent operation. Oct 27 10:46:05.391334 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 27 10:46:05.391334 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 27 10:46:05.391334 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 27 10:46:05.391334 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 27 10:46:05.391334 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 27 10:46:05.391334 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 27 10:46:05.391334 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 27 10:46:05.391334 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 27 10:46:05.391334 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 27 10:46:05.391334 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 27 10:46:05.391334 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 27 10:46:05.391334 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 27 10:46:05.391334 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 27 10:46:05.391334 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 27 10:46:05.391334 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server raise self.value Oct 27 10:46:05.391334 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 27 10:46:05.391334 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 27 10:46:05.391334 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 27 10:46:05.391334 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 27 10:46:05.391334 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 27 10:46:05.391334 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 27 10:46:05.391334 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 27 10:46:05.391334 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server raise self.value Oct 27 10:46:05.391334 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 27 10:46:05.391334 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 27 10:46:05.391334 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 27 10:46:05.391334 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 27 10:46:05.391334 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 27 10:46:05.391334 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 27 10:46:05.391334 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 27 10:46:05.391334 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server raise self.value Oct 27 10:46:05.391334 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 27 10:46:05.391334 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 27 10:46:05.391334 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Oct 27 10:46:05.391334 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Oct 27 10:46:05.391334 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Oct 27 10:46:05.391334 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Oct 27 10:46:05.391334 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Oct 27 10:46:05.391334 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Oct 27 10:46:05.391334 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Oct 27 10:46:05.391334 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Oct 27 10:46:05.391334 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Oct 27 10:46:05.391334 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 27 10:46:05.391334 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 27 10:46:05.391334 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 27 10:46:05.391334 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 27 10:46:05.391334 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 27 10:46:05.391334 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 27 10:46:05.391334 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 27 10:46:05.391334 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 27 10:46:05.391334 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server raise self.value Oct 27 10:46:05.391334 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 27 10:46:05.391334 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 27 10:46:05.395947 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 27 10:46:05.395947 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 27 10:46:05.395947 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 27 10:46:05.395947 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 27 10:46:05.395947 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 27 10:46:05.395947 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server raise self.value Oct 27 10:46:05.395947 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 27 10:46:05.395947 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 27 10:46:05.395947 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 27 10:46:05.395947 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 27 10:46:05.395947 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 27 10:46:05.395947 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 27 10:46:05.395947 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 27 10:46:05.395947 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server raise self.value Oct 27 10:46:05.395947 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 27 10:46:05.395947 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 27 10:46:05.395947 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1481, in create_port Oct 27 10:46:05.395947 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Oct 27 10:46:05.395947 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1446, in _create_port_db Oct 27 10:46:05.395947 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Oct 27 10:46:05.395947 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Oct 27 10:46:05.395947 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Oct 27 10:46:05.395947 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Oct 27 10:46:05.395947 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Oct 27 10:46:05.395947 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 27 10:46:05.395947 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 27 10:46:05.395947 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 27 10:46:05.395947 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server raise self.value Oct 27 10:46:05.395947 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Oct 27 10:46:05.395947 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Oct 27 10:46:05.395947 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Oct 27 10:46:05.395947 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 27 10:46:05.395947 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Oct 27 10:46:05.395947 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 27 10:46:05.395947 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 27 10:46:05.395947 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server raise exception Oct 27 10:46:05.395947 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 34886185-c651-41c4-a541-316b9b1469d4: This subnet is being modified by another concurrent operation. Oct 27 10:46:05.395947 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server Oct 27 10:46:05.401168 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-70d69850-a7c1-424f-a85c-274e2db024ad tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857803', 'neutron.services.segments.db._delete_segments_for_network-8743873143390'] for network, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:05.405705 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ec22d870-a571-473f-be2b-f18988bdb53c req-5afb62f8-a656-4eab-99bf-8e86fb80172c service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a2ec6c84-3540-402c-9983-a82a9d02ceae HTTP/1.1" status: 200 len: 217 time: 0.0429394 Oct 27 10:46:05.413342 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63385562-682f-494a-97f3-4436e12bd5f9 None None] Network 3b85476b-a20e-48e6-8dbe-e6f8ee98ee05 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:46:05.433059 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-70d69850-a7c1-424f-a85c-274e2db024ad tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b85476b-a20e-48e6-8dbe-e6f8ee98ee05']}} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:46:05.445535 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-70d69850-a7c1-424f-a85c-274e2db024ad tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b18455d-7595-492e-a5cd-10772d17534c') {'for_net_delete': True} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:46:05.446728 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-70d69850-a7c1-424f-a85c-274e2db024ad tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b18455d-7595-492e-a5cd-10772d17534c') {} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:46:05.458858 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-70d69850-a7c1-424f-a85c-274e2db024ad tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743873145191', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18445132'] for segment, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:05.466819 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec22d870-a571-473f-be2b-f18988bdb53c req-13b7ecdb-95dc-4cc0-a71e-55350fe9a771 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:46:05.469183 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ec22d870-a571-473f-be2b-f18988bdb53c req-13b7ecdb-95dc-4cc0-a71e-55350fe9a771 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=2df9f82f-e3b6-445a-8e11-bd580d596a63 HTTP/1.1" status: 200 len: 849 time: 0.0552409 Oct 27 10:46:05.475006 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-70d69850-a7c1-424f-a85c-274e2db024ad tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:05.489099 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70d69850-a7c1-424f-a85c-274e2db024ad tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Releasing vlan 438 on physical network physnet1 to pool {{(pid=102347) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 10:46:05.489651 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-70d69850-a7c1-424f-a85c-274e2db024ad tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-18296032'] for segment, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:05.493864 n-d-813419-10 neutron-server[102347]: Traceback (most recent call last): Oct 27 10:46:05.493864 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 10:46:05.493864 n-d-813419-10 neutron-server[102347]: timer() Oct 27 10:46:05.493864 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 10:46:05.493864 n-d-813419-10 neutron-server[102347]: cb(*args, **kw) Oct 27 10:46:05.493864 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 10:46:05.493864 n-d-813419-10 neutron-server[102347]: return func(*args, **kwargs) Oct 27 10:46:05.493864 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 10:46:05.493864 n-d-813419-10 neutron-server[102347]: self._notify() Oct 27 10:46:05.493864 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 10:46:05.493864 n-d-813419-10 neutron-server[102347]: self.callback(batched_events) Oct 27 10:46:05.493864 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 10:46:05.493864 n-d-813419-10 neutron-server[102347]: event.method(event) Oct 27 10:46:05.493864 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 10:46:05.493864 n-d-813419-10 neutron-server[102347]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 10:46:05.493864 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 10:46:05.493864 n-d-813419-10 neutron-server[102347]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 10:46:05.493864 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 10:46:05.493864 n-d-813419-10 neutron-server[102347]: return f(self, *a, **k) Oct 27 10:46:05.493864 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 10:46:05.493864 n-d-813419-10 neutron-server[102347]: return self._get(url).json() Oct 27 10:46:05.493864 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 10:46:05.493864 n-d-813419-10 neutron-server[102347]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 10:46:05.493864 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 10:46:05.493864 n-d-813419-10 neutron-server[102347]: return self.request(url, 'GET', **kwargs) Oct 27 10:46:05.493864 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 10:46:05.493864 n-d-813419-10 neutron-server[102347]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 10:46:05.493864 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 10:46:05.493864 n-d-813419-10 neutron-server[102347]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 10:46:05.493864 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 10:46:05.493864 n-d-813419-10 neutron-server[102347]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 10:46:05.493864 n-d-813419-10 neutron-server[102347]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 10:46:05.508437 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ec22d870-a571-473f-be2b-f18988bdb53c req-7949875e-c95a-41bd-bc06-efcafc3d6bc5 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=62a0efe4-cee3-438f-8e5f-0c2c915aec57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300217 Oct 27 10:46:05.534368 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a243af6-a767-4b2b-8405-bd5ed7f8c1f3 None None] get_active_networks_info from n-d-813419-10 {{(pid=102348) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 27 10:46:05.588654 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-70d69850-a7c1-424f-a85c-274e2db024ad tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664840'] for network, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:05.623156 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-70d69850-a7c1-424f-a85c-274e2db024ad tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Publish callbacks [] for network, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:05.626851 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-70d69850-a7c1-424f-a85c-274e2db024ad tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] 10.222.0.44 "DELETE /v2.0/networks/3b85476b-a20e-48e6-8dbe-e6f8ee98ee05 HTTP/1.1" status: 204 len: 168 time: 0.6657593 Oct 27 10:46:05.641101 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 53634) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:46:05.652363 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d69850-a7c1-424f-a85c-274e2db024ad tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Pushing event deleted for resources: {'Network': ['ID=3b85476b-a20e-48e6-8dbe-e6f8ee98ee05,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:46:05.661891 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ec22d870-a571-473f-be2b-f18988bdb53c req-fcd3b012-3efb-4716-aab5-11b2b321925d service neutron] 10.222.0.76 "GET /v2.0/networks/62a0efe4-cee3-438f-8e5f-0c2c915aec57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387970 Oct 27 10:46:05.677345 n-d-813419-10 neutron-server[102347]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3751b72-44b9-44f3-a41a-2a49a807a88f tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] GET failed (client error): The resource could not be found. Oct 27 10:46:05.678697 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-b3751b72-44b9-44f3-a41a-2a49a807a88f tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] 10.222.0.44 "GET /v2.0/subnets/34886185-c651-41c4-a541-316b9b1469d4 HTTP/1.1" status: 404 len: 337 time: 0.0369594 Oct 27 10:46:05.682866 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 53636) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:46:05.689573 n-d-813419-10 neutron-server[102348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a243af6-a767-4b2b-8405-bd5ed7f8c1f3 None None] Resources bound (agent type, host, resource id): {{(pid=102348) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 27 10:46:05.711523 n-d-813419-10 neutron-server[102347]: INFO neutron.pecan_wsgi.hooks.translation [None req-8dae7434-ca8e-4656-9497-4b3d8c6414f8 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] DELETE failed (client error): The resource could not be found. Oct 27 10:46:05.712125 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8dae7434-ca8e-4656-9497-4b3d8c6414f8 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102347) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 10:46:05.715137 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-8dae7434-ca8e-4656-9497-4b3d8c6414f8 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] 10.222.0.44 "DELETE /v2.0/networks/3b85476b-a20e-48e6-8dbe-e6f8ee98ee05 HTTP/1.1" status: 404 len: 339 time: 0.0313504 Oct 27 10:46:05.720785 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 53638) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:46:05.750393 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d6130e-71b3-4eaf-a664-2d84b2fbb2b9 req-c4fbbafc-c3af-4883-9989-c2d4b4d3cd39 tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:46:05.752888 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-00d6130e-71b3-4eaf-a664-2d84b2fbb2b9 req-c4fbbafc-c3af-4883-9989-c2d4b4d3cd39 tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] 10.222.0.44 "GET /v2.0/ports?device_id=3cfd4898-8783-410f-a5a0-5508d6f388d6 HTTP/1.1" status: 200 len: 945 time: 0.1822453 Oct 27 10:46:05.762214 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-d5f3bd58-58f6-4c87-b99e-ef94723f6f38 req-08d1fa1f-2f35-4b91-b8d2-620cd637abf7 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/ports?device_id=23dd7c1d-ad1f-4575-989c-251d4917f719 HTTP/1.1" status: 200 len: 210 time: 0.0602293 Oct 27 10:46:05.812735 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ec22d870-a571-473f-be2b-f18988bdb53c req-1f193ec9-80e3-4e2c-bafe-30940cb28347 service neutron] 10.222.0.76 "GET /v2.0/networks/62a0efe4-cee3-438f-8e5f-0c2c915aec57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1415002 Oct 27 10:46:05.895449 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-00d6130e-71b3-4eaf-a664-2d84b2fbb2b9 req-45d9c865-c8e0-4cd0-842e-e86cff73481c tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] 10.222.0.44 "GET /v2.0/security-groups?id=78b00a37-7309-4fe7-b9e5-d3cf0246ee6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199591 Oct 27 10:46:05.969663 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f34cd17f-2db9-4a17-a974-03708150cc26 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:46:05.971192 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-f34cd17f-2db9-4a17-a974-03708150cc26 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2494993 Oct 27 10:46:05.973910 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 53640) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:46:06.012142 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-aa401bea-813e-4ffb-8430-92820ac482fa tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] 10.222.0.44 "GET /v2.0/subnets?network_id=185ff123-c7ff-45c7-a6be-71feb35acc9c HTTP/1.1" status: 200 len: 207 time: 0.0370841 Oct 27 10:46:06.015254 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 53642) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:46:06.188967 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35d412b7-de98-4ed4-ae1c-30018c979a27 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:46:06.194880 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35d412b7-de98-4ed4-ae1c-30018c979a27 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:46:06.200720 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35d412b7-de98-4ed4-ae1c-30018c979a27 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:46:06.206448 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35d412b7-de98-4ed4-ae1c-30018c979a27 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:46:06.208128 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-35d412b7-de98-4ed4-ae1c-30018c979a27 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2487 time: 0.1919606 Oct 27 10:46:06.211907 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 53646) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:46:06.358437 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-b73a6021-f01c-48ab-9014-2797c68255ac tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] 10.222.0.44 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 576 time: 0.1453660 Oct 27 10:46:06.361591 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 53650) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:46:06.434030 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392d03b5-46f4-43f3-8c17-db05e58ad788 req-eaa709e3-9db3-4012-9fa8-74c11c6f2a00 tempest-VolumesActionsTest-1421241891 tempest-VolumesActionsTest-1421241891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:46:06.435502 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-392d03b5-46f4-43f3-8c17-db05e58ad788 req-eaa709e3-9db3-4012-9fa8-74c11c6f2a00 tempest-VolumesActionsTest-1421241891 tempest-VolumesActionsTest-1421241891-project] 10.222.0.44 "GET /v2.0/ports?device_id=6c359c9f-4fec-4617-bfdc-57edbbd7f6d9 HTTP/1.1" status: 200 len: 944 time: 0.1337857 Oct 27 10:46:06.471629 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66ab8ef7-e4d1-46bc-b069-afef12f49e51 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:46:06.473088 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66ab8ef7-e4d1-46bc-b069-afef12f49e51 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:46:06.474579 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-66ab8ef7-e4d1-46bc-b069-afef12f49e51 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1120954 Oct 27 10:46:06.478671 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 53652) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:46:06.527364 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-392d03b5-46f4-43f3-8c17-db05e58ad788 req-49401616-7361-44d9-9c0d-70cb9135d9d1 tempest-VolumesActionsTest-1421241891 tempest-VolumesActionsTest-1421241891-project] 10.222.0.44 "GET /v2.0/security-groups?id=178b7c08-faf2-4fbd-b05b-d2a81132f701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814044 Oct 27 10:46:06.543070 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f54aca8b-faa6-4e65-af9b-708086cff894 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Attributes excluded by policy engine: ['shared'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:46:06.544618 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f54aca8b-faa6-4e65-af9b-708086cff894 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Attributes excluded by policy engine: ['shared'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:46:06.549665 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-f54aca8b-faa6-4e65-af9b-708086cff894 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] 10.222.0.44 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0666113 Oct 27 10:46:06.549990 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 53654) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:46:06.654367 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ce7d175-48ba-41a0-b272-eecdd1bfe90a tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:46:06.655725 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-8ce7d175-48ba-41a0-b272-eecdd1bfe90a tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] 10.222.0.44 "GET /v2.0/networks/cbfa748a-266d-4522-b4ce-7085b02b85e7 HTTP/1.1" status: 200 len: 800 time: 0.1048048 Oct 27 10:46:06.659346 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 53656) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:46:06.867956 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ec2b6a6d-0509-45d5-b6b6-898e502d63ae req-ac114f45-71a9-4c2a-b464-3a7d4ca9cb94 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/ports?device_id=23dd7c1d-ad1f-4575-989c-251d4917f719 HTTP/1.1" status: 200 len: 210 time: 0.0280037 Oct 27 10:46:07.114433 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22a6432-510e-403a-91de-faff997220d8 req-a6cf51c1-30b7-408f-8536-c7456482bf67 tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:46:07.116085 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-d22a6432-510e-403a-91de-faff997220d8 req-a6cf51c1-30b7-408f-8536-c7456482bf67 tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] 10.222.0.44 "GET /v2.0/ports?device_id=3cfd4898-8783-410f-a5a0-5508d6f388d6 HTTP/1.1" status: 200 len: 945 time: 0.0801179 Oct 27 10:46:07.124472 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-eee67a8a-161a-4b78-9936-d0e5f9038351 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] 10.222.0.44 "GET /v2.0/networks/cbfa748a-266d-4522-b4ce-7085b02b85e7?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.4641018 Oct 27 10:46:07.127787 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 53662) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:46:07.201478 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device a2ec6c84-3540-402c-9983-a82a9d02ceae details requested by agent hyperv_n-h2-813419-10 with host n-h2-813419-10 {{(pid=102348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 10:46:07.202847 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-d22a6432-510e-403a-91de-faff997220d8 req-c7fc1991-a7eb-43d7-a685-f3c1dc9fecdb tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] 10.222.0.44 "GET /v2.0/security-groups?id=78b00a37-7309-4fe7-b9e5-d3cf0246ee6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773005 Oct 27 10:46:07.208061 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4694c47a-cc6b-4099-84c5-c3493ca5e119 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:46:07.212890 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-4694c47a-cc6b-4099-84c5-c3493ca5e119 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] 10.222.0.44 "GET /v2.0/subnets/9912c411-df75-4c4b-a402-751ef8efbe7b HTTP/1.1" status: 200 len: 811 time: 0.0807824 Oct 27 10:46:07.213288 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 53666) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:46:07.272751 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2f01698-7b54-4933-8aae-106ca84f59c0 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Attributes excluded by policy engine: ['shared'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:46:07.274384 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-a2f01698-7b54-4933-8aae-106ca84f59c0 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] 10.222.0.44 "GET /v2.0/subnets/9912c411-df75-4c4b-a402-751ef8efbe7b?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0595613 Oct 27 10:46:07.281039 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 53668) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:46:07.289190 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-57342e70-ba83-4566-b2e1-d2ee36cc0de4 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1344158115'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:46:07.312068 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57342e70-ba83-4566-b2e1-d2ee36cc0de4 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Made reservation on behalf of 2f354f9970434dd294d362b938672f0a for: {'network': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:46:07.315784 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-57342e70-ba83-4566-b2e1-d2ee36cc0de4 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for network, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:07.337134 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] For port a2ec6c84-3540-402c-9983-a82a9d02ceae, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=a2ec6c84-3540-402c-9983-a82a9d02ceae,segment=NetworkSegment(da9119af-b5ec-4b47-9185-125b18a712c0),segment_id=da9119af-b5ec-4b47-9185-125b18a712c0)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:46:07.353047 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57342e70-ba83-4566-b2e1-d2ee36cc0de4 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 426} {{(pid=102347) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 10:46:07.356677 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Returning: {'device': 'a2ec6c84-3540-402c-9983-a82a9d02ceae', 'network_id': '62a0efe4-cee3-438f-8e5f-0c2c915aec57', 'port_id': 'a2ec6c84-3540-402c-9983-a82a9d02ceae', 'mac_address': 'fa:16:3e:f4:9e:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 437, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2df9f82f-e3b6-445a-8e11-bd580d596a63', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 10:46:07.363944 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-57342e70-ba83-4566-b2e1-d2ee36cc0de4 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:07.364629 n-d-813419-10 neutron-server[102347]: INFO neutron.db.segments_db [None req-57342e70-ba83-4566-b2e1-d2ee36cc0de4 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Added segment e9e0d810-710d-438e-ab46-8965a195843d of type vlan for network 04b821e9-999c-450a-a4e6-701fb97e0c6b Oct 27 10:46:07.396871 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:07.408735 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-57342e70-ba83-4566-b2e1-d2ee36cc0de4 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743872593080'] for network, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:07.417142 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2ec6c84-3540-402c-9983-a82a9d02ceae {{(pid=102348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:46:07.440288 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-57342e70-ba83-4566-b2e1-d2ee36cc0de4 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913'] for network, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:07.443247 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] For port a2ec6c84-3540-402c-9983-a82a9d02ceae, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=a2ec6c84-3540-402c-9983-a82a9d02ceae,segment=NetworkSegment(da9119af-b5ec-4b47-9185-125b18a712c0),segment_id=da9119af-b5ec-4b47-9185-125b18a712c0)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:46:07.447937 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57342e70-ba83-4566-b2e1-d2ee36cc0de4 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:46:07.448187 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:07.448701 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-57342e70-ba83-4566-b2e1-d2ee36cc0de4 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Publish callbacks [] for network, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:07.506172 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Pushing event updated for resources: {'Port': ['ID=a2ec6c84-3540-402c-9983-a82a9d02ceae,revision_number=4']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:46:07.513978 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-57342e70-ba83-4566-b2e1-d2ee36cc0de4 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2280300 Oct 27 10:46:07.515015 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 53670) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:46:07.519986 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-06cadd91-adfb-4763-878a-eff9dcfb5614 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Request body: {'subnet': {'network_id': '04b821e9-999c-450a-a4e6-701fb97e0c6b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:46:07.523415 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57342e70-ba83-4566-b2e1-d2ee36cc0de4 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Pushing event updated for resources: {'Network': ['ID=04b821e9-999c-450a-a4e6-701fb97e0c6b,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:46:07.534974 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Network 04b821e9-999c-450a-a4e6-701fb97e0c6b details requested by agent ovs-agent-n-d-813419-10 with host n-d-813419-10 {{(pid=102348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 10:46:07.665227 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06cadd91-adfb-4763-878a-eff9dcfb5614 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Made reservation on behalf of 2f354f9970434dd294d362b938672f0a for: {'subnet': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:46:07.668919 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-06cadd91-adfb-4763-878a-eff9dcfb5614 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27167186'] for subnet, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:07.681212 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fb3a85-49d6-46af-975d-1691136e8a64 req-7b15b42c-8afe-460c-acb4-13fd7f305cd9 tempest-VolumesActionsTest-1421241891 tempest-VolumesActionsTest-1421241891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:46:07.682681 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-a3fb3a85-49d6-46af-975d-1691136e8a64 req-7b15b42c-8afe-460c-acb4-13fd7f305cd9 tempest-VolumesActionsTest-1421241891 tempest-VolumesActionsTest-1421241891-project] 10.222.0.44 "GET /v2.0/ports?device_id=6c359c9f-4fec-4617-bfdc-57edbbd7f6d9 HTTP/1.1" status: 200 len: 945 time: 0.0760210 Oct 27 10:46:07.742559 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] get_ports_and_sgs() called for port_ids ['a2ec6c84-3540-402c-9983-a82a9d02ceae'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:46:07.753316 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.ipam_backend_mixin [None req-06cadd91-adfb-4763-878a-eff9dcfb5614 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Performing IP validity checks on allocation pools {{(pid=102346) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Oct 27 10:46:07.753835 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.ipam_backend_mixin [None req-06cadd91-adfb-4763-878a-eff9dcfb5614 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102346) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Oct 27 10:46:07.771351 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-a3fb3a85-49d6-46af-975d-1691136e8a64 req-cb7c580b-113b-41b8-ab99-6a61e4b7a65c tempest-VolumesActionsTest-1421241891 tempest-VolumesActionsTest-1421241891-project] 10.222.0.44 "GET /v2.0/security-groups?id=178b7c08-faf2-4fbd-b05b-d2a81132f701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748317 Oct 27 10:46:07.946850 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-06cadd91-adfb-4763-878a-eff9dcfb5614 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27024290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27167168'] for subnet, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:08.012570 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-12b9fc0d-7511-4586-a8cd-79731d7ff8d9 req-5677deca-58a6-41aa-9511-4f51a2be5b72 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/ports?device_id=23dd7c1d-ad1f-4575-989c-251d4917f719 HTTP/1.1" status: 200 len: 210 time: 0.0303876 Oct 27 10:46:08.382084 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cadd91-adfb-4763-878a-eff9dcfb5614 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Pushing event updated for resources: {'Subnet': ['ID=ddca29f6-c609-46c3-9512-5d1bb260a8a5,revision_number=0']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:46:08.405772 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cadd91-adfb-4763-878a-eff9dcfb5614 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:46:08.406211 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cadd91-adfb-4763-878a-eff9dcfb5614 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:46:08.406621 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cadd91-adfb-4763-878a-eff9dcfb5614 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:46:08.407028 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cadd91-adfb-4763-878a-eff9dcfb5614 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:46:08.407429 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cadd91-adfb-4763-878a-eff9dcfb5614 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:46:08.407830 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cadd91-adfb-4763-878a-eff9dcfb5614 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:46:08.408254 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cadd91-adfb-4763-878a-eff9dcfb5614 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:46:08.408652 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cadd91-adfb-4763-878a-eff9dcfb5614 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:46:08.409062 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cadd91-adfb-4763-878a-eff9dcfb5614 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:46:08.409453 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cadd91-adfb-4763-878a-eff9dcfb5614 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:46:08.409845 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cadd91-adfb-4763-878a-eff9dcfb5614 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:46:08.410235 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cadd91-adfb-4763-878a-eff9dcfb5614 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:46:08.410386 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f118a635-7634-4d54-8740-0eb0c6b6e088 req-92d06f1c-2e6a-4adb-8053-513eb20e59aa tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:46:08.411772 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-f118a635-7634-4d54-8740-0eb0c6b6e088 req-92d06f1c-2e6a-4adb-8053-513eb20e59aa tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] 10.222.0.44 "GET /v2.0/ports?device_id=3cfd4898-8783-410f-a5a0-5508d6f388d6 HTTP/1.1" status: 200 len: 945 time: 0.0581689 Oct 27 10:46:08.421890 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06cadd91-adfb-4763-878a-eff9dcfb5614 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Checking segment: {'id': 'e9e0d810-710d-438e-ab46-8965a195843d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '04b821e9-999c-450a-a4e6-701fb97e0c6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:46:08.422251 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06cadd91-adfb-4763-878a-eff9dcfb5614 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Network hostable DHCP agents. Network: 04b821e9-999c-450a-a4e6-701fb97e0c6b, hostable agents: ['eafd4000-b897-4722-ae8b-0118ec955181'], hosted agents: [] {{(pid=102346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 10:46:08.425490 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f3d66f-0a8f-43d8-8598-f487389d91be req-bb826ba6-a16d-4007-ae26-31ad62407134 tempest-TestNetworkAdvancedServerOps-357845361 tempest-TestNetworkAdvancedServerOps-357845361-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:46:08.432819 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-40f3d66f-0a8f-43d8-8598-f487389d91be req-bb826ba6-a16d-4007-ae26-31ad62407134 tempest-TestNetworkAdvancedServerOps-357845361 tempest-TestNetworkAdvancedServerOps-357845361-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=b45d05e6-0927-4bbe-8060-f91e2d8c3cd2 HTTP/1.1" status: 200 len: 1097 time: 0.1227491 Oct 27 10:46:08.456577 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-f118a635-7634-4d54-8740-0eb0c6b6e088 req-7b982c51-30f7-4829-ab49-a362ba887993 tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] 10.222.0.44 "GET /v2.0/security-groups?id=78b00a37-7309-4fe7-b9e5-d3cf0246ee6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351839 Oct 27 10:46:08.457155 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-40f3d66f-0a8f-43d8-8598-f487389d91be req-cfba8021-837e-4ec0-9bbd-43cf65458a54 tempest-TestNetworkAdvancedServerOps-357845361 tempest-TestNetworkAdvancedServerOps-357845361-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:08.538608 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-40f3d66f-0a8f-43d8-8598-f487389d91be req-cfba8021-837e-4ec0-9bbd-43cf65458a54 tempest-TestNetworkAdvancedServerOps-357845361 tempest-TestNetworkAdvancedServerOps-357845361-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:08.540542 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06cadd91-adfb-4763-878a-eff9dcfb5614 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Network 04b821e9-999c-450a-a4e6-701fb97e0c6b is scheduled to be hosted by DHCP agent eafd4000-b897-4722-ae8b-0118ec955181 with binding_index 1 {{(pid=102346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 10:46:08.547291 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-40f3d66f-0a8f-43d8-8598-f487389d91be req-cfba8021-837e-4ec0-9bbd-43cf65458a54 tempest-TestNetworkAdvancedServerOps-357845361 tempest-TestNetworkAdvancedServerOps-357845361-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:08.556457 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-06cadd91-adfb-4763-878a-eff9dcfb5614 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-10, 04b821e9-999c-450a-a4e6-701fb97e0c6b) {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:46:08.566131 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b10152c9-f8cb-4413-af02-59c9fddb12a1 None None] Network 04b821e9-999c-450a-a4e6-701fb97e0c6b requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:46:08.567300 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06cadd91-adfb-4763-878a-eff9dcfb5614 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:46:08.567906 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-06cadd91-adfb-4763-878a-eff9dcfb5614 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for subnet, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:08.579001 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-40f3d66f-0a8f-43d8-8598-f487389d91be req-cfba8021-837e-4ec0-9bbd-43cf65458a54 tempest-TestNetworkAdvancedServerOps-357845361 tempest-TestNetworkAdvancedServerOps-357845361-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=aba59fed-d1f1-4e7e-84e9-aa222a50e870&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1452849 Oct 27 10:46:08.600282 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-06cadd91-adfb-4763-878a-eff9dcfb5614 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.0810142 Oct 27 10:46:08.601475 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 53688) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:46:08.603504 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfba8021-837e-4ec0-9bbd-43cf65458a54 tempest-TestNetworkAdvancedServerOps-357845361 tempest-TestNetworkAdvancedServerOps-357845361-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2439945-2c5e-485f-9878-0e28018aaeaa,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:46:08.625394 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-28150bf5-ac5c-487c-ad54-5dcd3564f74d tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:46:08.773994 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2ba782-ed64-477a-a9bd-24548ef924c5 req-e0f9aab9-e6dd-48b0-be0f-0d09e4283be1 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:46:08.775655 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-ab2ba782-ed64-477a-a9bd-24548ef924c5 req-e0f9aab9-e6dd-48b0-be0f-0d09e4283be1 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "GET /v2.0/ports?device_id=b45d05e6-0927-4bbe-8060-f91e2d8c3cd2 HTTP/1.1" status: 200 len: 945 time: 0.1104269 Oct 27 10:46:08.806838 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-28150bf5-ac5c-487c-ad54-5dcd3564f74d tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-18044066'] for subnet, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:08.916564 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-ab2ba782-ed64-477a-a9bd-24548ef924c5 req-d2b18bd3-161a-4b5c-b27f-e619e22be69f tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "GET /v2.0/security-groups?id=aba59fed-d1f1-4e7e-84e9-aa222a50e870&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1345317 Oct 27 10:46:08.931300 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e185cb69-3c25-49bf-8ca0-848a7d838c3d req-7d00cc65-024f-4b91-a325-db60d4b4eff3 tempest-VolumesActionsTest-1421241891 tempest-VolumesActionsTest-1421241891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:46:08.938941 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-e185cb69-3c25-49bf-8ca0-848a7d838c3d req-7d00cc65-024f-4b91-a325-db60d4b4eff3 tempest-VolumesActionsTest-1421241891 tempest-VolumesActionsTest-1421241891-project] 10.222.0.44 "GET /v2.0/ports?device_id=6c359c9f-4fec-4617-bfdc-57edbbd7f6d9 HTTP/1.1" status: 200 len: 945 time: 0.0751331 Oct 27 10:46:08.961426 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcb21f55-a3e5-4730-9be4-999f30a66c49 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp734b258e-7d96-550c-b970-9b72ab66f383-04b821e9-999c-450a-a4e6-701fb97e0c6b', 'network_id': '04b821e9-999c-450a-a4e6-701fb97e0c6b', 'tenant_id': '2f354f9970434dd294d362b938672f0a', 'fixed_ips': [{'subnet_id': 'ddca29f6-c609-46c3-9512-5d1bb260a8a5'}]}} from n-d-813419-10. {{(pid=102348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 10:46:08.962303 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-dcb21f55-a3e5-4730-9be4-999f30a66c49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:08.975700 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 53696) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:46:08.979822 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:08.994034 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-e185cb69-3c25-49bf-8ca0-848a7d838c3d req-4f43a436-8383-428a-a385-294922b607ba tempest-VolumesActionsTest-1421241891 tempest-VolumesActionsTest-1421241891-project] 10.222.0.44 "GET /v2.0/security-groups?id=178b7c08-faf2-4fbd-b05b-d2a81132f701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528634 Oct 27 10:46:09.072352 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-c70f23e2-9fac-4786-9b5f-bd93150e4774 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "GET /v2.0/floatingips/a28e0caf-f58f-4200-bdb0-15fc858060ef HTTP/1.1" status: 200 len: 993 time: 0.0672278 Oct 27 10:46:09.078114 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-28150bf5-ac5c-487c-ad54-5dcd3564f74d tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8743872972261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-18295813'] for subnet, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:09.131975 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.db_base_plugin_common [None req-dcb21f55-a3e5-4730-9be4-999f30a66c49 None None] Allocated IP 172.20.0.3 (04b821e9-999c-450a-a4e6-701fb97e0c6b/ddca29f6-c609-46c3-9512-5d1bb260a8a5/74f2fd8a-60f7-45bb-8117-694e2e790fb1) {{(pid=102348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:46:09.163906 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28150bf5-ac5c-487c-ad54-5dcd3564f74d tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:46:09.164679 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-28150bf5-ac5c-487c-ad54-5dcd3564f74d tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Publish callbacks [] for subnet, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:09.166606 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-28150bf5-ac5c-487c-ad54-5dcd3564f74d tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] 10.222.0.44 "PUT /v2.0/subnets/ddca29f6-c609-46c3-9512-5d1bb260a8a5 HTTP/1.1" status: 200 len: 877 time: 0.5633168 Oct 27 10:46:09.169684 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 53706) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:46:09.235327 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28150bf5-ac5c-487c-ad54-5dcd3564f74d tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Pushing event updated for resources: {'Subnet': ['ID=ddca29f6-c609-46c3-9512-5d1bb260a8a5,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:46:09.269047 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device a2ec6c84-3540-402c-9983-a82a9d02ceae up at agent hyperv_n-h2-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:46:09.289126 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-2f42e7ba-3dec-4c66-8109-0e4794c913fa tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586917'] for network, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:09.374474 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-2f42e7ba-3dec-4c66-8109-0e4794c913fa tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855646'] for subnet, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:09.390075 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-dcb21f55-a3e5-4730-9be4-999f30a66c49 None None] Publish callbacks [] for port, precommit_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:09.407110 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-dcb21f55-a3e5-4730-9be4-999f30a66c49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606'] for port, after_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:09.443802 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Provisioning for port a2ec6c84-3540-402c-9983-a82a9d02ceae completed by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 10:46:09.453758 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [req-a67b2ca1-f7d9-4820-a837-db59391afde3 req-2d8ca9af-04d8-4cf2-947f-24e5aabc23f0 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=102347) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 10:46:09.455357 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-a67b2ca1-f7d9-4820-a837-db59391afde3 req-2d8ca9af-04d8-4cf2-947f-24e5aabc23f0 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0073328 Oct 27 10:46:09.456913 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Provisioning complete for port a2ec6c84-3540-402c-9983-a82a9d02ceae triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:46:09.457204 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:09.464810 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-2f42e7ba-3dec-4c66-8109-0e4794c913fa tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-18295818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18043720'] for subnet, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:09.522040 n-d-813419-10 neutron-server[102348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcb21f55-a3e5-4730-9be4-999f30a66c49 None None] Network 04b821e9-999c-450a-a4e6-701fb97e0c6b is already hosted by enough agents. {{(pid=102348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:46:09.523713 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb21f55-a3e5-4730-9be4-999f30a66c49 None None] Pushing event updated for resources: {'Port': ['ID=74f2fd8a-60f7-45bb-8117-694e2e790fb1,revision_number=1']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:46:09.530794 n-d-813419-10 neutron-server[102348]: DEBUG neutron.scheduler.base_scheduler [None req-dcb21f55-a3e5-4730-9be4-999f30a66c49 None None] Resources bound (agent type, host, resource id): {{(pid=102348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:46:09.533772 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcb21f55-a3e5-4730-9be4-999f30a66c49 None None] Received port after_create {{(pid=102348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:46:09.561339 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f42e7ba-3dec-4c66-8109-0e4794c913fa tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Pushing event deleted for resources: {'Subnet': ['ID=ddca29f6-c609-46c3-9512-5d1bb260a8a5,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:46:09.637363 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:09.641537 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-dcb21f55-a3e5-4730-9be4-999f30a66c49 None None] Attempting to bind port 74f2fd8a-60f7-45bb-8117-694e2e790fb1 on host n-d-813419-10 for vnic_type normal with profile {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:46:09.641942 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-dcb21f55-a3e5-4730-9be4-999f30a66c49 None None] Attempting to bind port 74f2fd8a-60f7-45bb-8117-694e2e790fb1 by drivers openvswitch,hyperv on host n-d-813419-10 at level 0 using segments [{'id': 'e9e0d810-710d-438e-ab46-8965a195843d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '04b821e9-999c-450a-a4e6-701fb97e0c6b'}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:46:09.642310 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcb21f55-a3e5-4730-9be4-999f30a66c49 None None] Attempting to bind port 74f2fd8a-60f7-45bb-8117-694e2e790fb1 on network 04b821e9-999c-450a-a4e6-701fb97e0c6b {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:46:09.657410 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcb21f55-a3e5-4730-9be4-999f30a66c49 None None] Checking agent: {'id': '89dba0f3-79b2-435e-9822-33674b8f6ada', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 8, 20), 'started_at': datetime.datetime(2021, 10, 27, 10, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 45, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:46:09.657784 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcb21f55-a3e5-4730-9be4-999f30a66c49 None None] Checking segment: {'id': 'e9e0d810-710d-438e-ab46-8965a195843d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '04b821e9-999c-450a-a4e6-701fb97e0c6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:46:09.658185 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-dcb21f55-a3e5-4730-9be4-999f30a66c49 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:09.658576 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcb21f55-a3e5-4730-9be4-999f30a66c49 None None] Bound using segment: {'id': 'e9e0d810-710d-438e-ab46-8965a195843d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '04b821e9-999c-450a-a4e6-701fb97e0c6b'} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:46:09.659061 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-dcb21f55-a3e5-4730-9be4-999f30a66c49 None None] Bound port: 74f2fd8a-60f7-45bb-8117-694e2e790fb1, host: n-d-813419-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9e0d810-710d-438e-ab46-8965a195843d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '04b821e9-999c-450a-a4e6-701fb97e0c6b'}}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:46:09.659571 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-dcb21f55-a3e5-4730-9be4-999f30a66c49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:09.703057 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-2f42e7ba-3dec-4c66-8109-0e4794c913fa tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857803', 'neutron.services.segments.db._delete_segments_for_network-8743873143390'] for network, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:09.726840 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-2f42e7ba-3dec-4c66-8109-0e4794c913fa tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04b821e9-999c-450a-a4e6-701fb97e0c6b']}} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:46:09.731061 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7222d0b8-42b1-48db-a25f-7bd0429fbccf req-3f04fb3e-18dc-4a16-9fa7-ee4701df9730 tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:46:09.737291 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-2f42e7ba-3dec-4c66-8109-0e4794c913fa tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9e0d810-710d-438e-ab46-8965a195843d') {'for_net_delete': True} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:46:09.737594 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-2f42e7ba-3dec-4c66-8109-0e4794c913fa tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9e0d810-710d-438e-ab46-8965a195843d') {} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:46:09.739260 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-7222d0b8-42b1-48db-a25f-7bd0429fbccf req-3f04fb3e-18dc-4a16-9fa7-ee4701df9730 tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] 10.222.0.44 "GET /v2.0/ports?device_id=3cfd4898-8783-410f-a5a0-5508d6f388d6 HTTP/1.1" status: 200 len: 945 time: 0.1322467 Oct 27 10:46:09.743880 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-dcb21f55-a3e5-4730-9be4-999f30a66c49 None None] For port 74f2fd8a-60f7-45bb-8117-694e2e790fb1, host n-d-813419-10, cleared binding levels {{(pid=102348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:46:09.747115 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-dcb21f55-a3e5-4730-9be4-999f30a66c49 None None] For port 74f2fd8a-60f7-45bb-8117-694e2e790fb1, host n-d-813419-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=74f2fd8a-60f7-45bb-8117-694e2e790fb1,segment=NetworkSegment(e9e0d810-710d-438e-ab46-8965a195843d),segment_id=e9e0d810-710d-438e-ab46-8965a195843d)] {{(pid=102348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:46:09.749827 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-2f42e7ba-3dec-4c66-8109-0e4794c913fa tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743873145191', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18445132'] for segment, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:09.753773 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c359c9f-4fec-4617-bfdc-57edbbd7f6d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2ec6c84-3540-402c-9983-a82a9d02ceae'}] {{(pid=102348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:46:09.756170 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c588921fa634554a1d9242fdea1b05457a9ff1d3b28ba54ec1dace7f2f1df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aef44e98-ac5e-4265-b267-9a909d204329" -d '{"events": [{"server_uuid": "6c359c9f-4fec-4617-bfdc-57edbbd7f6d9", "name": "network-vif-plugged", "status": "completed", "tag": "a2ec6c84-3540-402c-9983-a82a9d02ceae"}]}' {{(pid=102348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:46:09.762815 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-dcb21f55-a3e5-4730-9be4-999f30a66c49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:09.766749 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-2f42e7ba-3dec-4c66-8109-0e4794c913fa tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:09.773193 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f42e7ba-3dec-4c66-8109-0e4794c913fa tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Releasing vlan 426 on physical network physnet1 to pool {{(pid=102347) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 10:46:09.774741 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-2f42e7ba-3dec-4c66-8109-0e4794c913fa tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-18296032'] for segment, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:09.790396 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-7222d0b8-42b1-48db-a25f-7bd0429fbccf req-d7dd3180-0e81-44d9-9656-92b7e2546717 tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] 10.222.0.44 "GET /v2.0/security-groups?id=78b00a37-7309-4fe7-b9e5-d3cf0246ee6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497229 Oct 27 10:46:09.820630 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb21f55-a3e5-4730-9be4-999f30a66c49 None None] Pushing event updated for resources: {'Port': ['ID=74f2fd8a-60f7-45bb-8117-694e2e790fb1,revision_number=2']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:46:09.828166 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] For port a2ec6c84-3540-402c-9983-a82a9d02ceae, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=a2ec6c84-3540-402c-9983-a82a9d02ceae,segment=NetworkSegment(da9119af-b5ec-4b47-9185-125b18a712c0),segment_id=da9119af-b5ec-4b47-9185-125b18a712c0)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:46:09.843227 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:09.876128 n-d-813419-10 neutron-server[102347]: Traceback (most recent call last): Oct 27 10:46:09.876128 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 10:46:09.876128 n-d-813419-10 neutron-server[102347]: timer() Oct 27 10:46:09.876128 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 10:46:09.876128 n-d-813419-10 neutron-server[102347]: cb(*args, **kw) Oct 27 10:46:09.876128 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 10:46:09.876128 n-d-813419-10 neutron-server[102347]: return func(*args, **kwargs) Oct 27 10:46:09.876128 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 10:46:09.876128 n-d-813419-10 neutron-server[102347]: self._notify() Oct 27 10:46:09.876128 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 10:46:09.876128 n-d-813419-10 neutron-server[102347]: self.callback(batched_events) Oct 27 10:46:09.876128 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 10:46:09.876128 n-d-813419-10 neutron-server[102347]: event.method(event) Oct 27 10:46:09.876128 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 10:46:09.876128 n-d-813419-10 neutron-server[102347]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 10:46:09.876128 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 10:46:09.876128 n-d-813419-10 neutron-server[102347]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 10:46:09.876128 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 10:46:09.876128 n-d-813419-10 neutron-server[102347]: return f(self, *a, **k) Oct 27 10:46:09.876128 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 10:46:09.876128 n-d-813419-10 neutron-server[102347]: return self._get(url).json() Oct 27 10:46:09.876128 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 10:46:09.876128 n-d-813419-10 neutron-server[102347]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 10:46:09.876128 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 10:46:09.876128 n-d-813419-10 neutron-server[102347]: return self.request(url, 'GET', **kwargs) Oct 27 10:46:09.876128 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 10:46:09.876128 n-d-813419-10 neutron-server[102347]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 10:46:09.876128 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 10:46:09.876128 n-d-813419-10 neutron-server[102347]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 10:46:09.876128 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 10:46:09.876128 n-d-813419-10 neutron-server[102347]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 10:46:09.876128 n-d-813419-10 neutron-server[102347]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 10:46:09.879666 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.db.api [None req-2f42e7ba-3dec-4c66-8109-0e4794c913fa tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 27 10:46:09.879666 n-d-813419-10 neutron-server[102347]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 27 10:46:09.879666 n-d-813419-10 neutron-server[102347]: [parameters: {'id': '04b821e9-999c-450a-a4e6-701fb97e0c6b'}] Oct 27 10:46:09.879666 n-d-813419-10 neutron-server[102347]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102347) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 27 10:46:09.879666 n-d-813419-10 neutron-server[102347]: DEBUG oslo_db.api [None req-2f42e7ba-3dec-4c66-8109-0e4794c913fa tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 10:46:09.898417 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:46:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11ce61d1-b4c6-4dbc-a862-28e8a181c736 x-openstack-request-id: req-11ce61d1-b4c6-4dbc-a862-28e8a181c736 {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:46:09.898785 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c359c9f-4fec-4617-bfdc-57edbbd7f6d9", "name": "network-vif-plugged", "status": "completed", "tag": "a2ec6c84-3540-402c-9983-a82a9d02ceae", "code": 200}]} {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:46:09.898991 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-11ce61d1-b4c6-4dbc-a862-28e8a181c736 {{(pid=102348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:46:09.899887 n-d-813419-10 neutron-server[102348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c359c9f-4fec-4617-bfdc-57edbbd7f6d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2ec6c84-3540-402c-9983-a82a9d02ceae', 'code': 200} Oct 27 10:46:09.942428 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Pushing event updated for resources: {'Port': ['ID=a2ec6c84-3540-402c-9983-a82a9d02ceae,revision_number=5']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:46:09.970748 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2af08d96-5441-4d69-ac04-938625c152c7 None None] Network 04b821e9-999c-450a-a4e6-701fb97e0c6b requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:46:10.037096 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373a4317-21f5-4937-a514-69464e45f53d req-6f420ff5-db8c-4abe-80b3-bd9399bc4d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:46:10.040967 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-373a4317-21f5-4937-a514-69464e45f53d req-6f420ff5-db8c-4abe-80b3-bd9399bc4d8e service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=6c359c9f-4fec-4617-bfdc-57edbbd7f6d9 HTTP/1.1" status: 200 len: 1098 time: 0.0916872 Oct 27 10:46:10.179724 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4cb78b9-c31a-415a-9a6c-5cc287572af4 None None] Network 04b821e9-999c-450a-a4e6-701fb97e0c6b requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:46:10.217993 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-373a4317-21f5-4937-a514-69464e45f53d req-4e60e941-0dd8-4003-a8e3-39b06c46c88d service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=178b7c08-faf2-4fbd-b05b-d2a81132f701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687388 Oct 27 10:46:10.234873 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a18df38-d45f-453b-b2b7-2b8d8477e5c5 req-ab5e15e3-c9b5-42e7-bb95-9a1d3a84234a tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:46:10.238393 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc63a768-b131-47cf-b39a-8705511469f0 req-bca15cea-160a-411c-b7b2-82a4cf4017f3 tempest-VolumesActionsTest-1421241891 tempest-VolumesActionsTest-1421241891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:46:10.240535 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8a18df38-d45f-453b-b2b7-2b8d8477e5c5 req-ab5e15e3-c9b5-42e7-bb95-9a1d3a84234a tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "GET /v2.0/ports?device_id=b45d05e6-0927-4bbe-8060-f91e2d8c3cd2 HTTP/1.1" status: 200 len: 945 time: 0.0959990 Oct 27 10:46:10.242255 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-dc63a768-b131-47cf-b39a-8705511469f0 req-bca15cea-160a-411c-b7b2-82a4cf4017f3 tempest-VolumesActionsTest-1421241891 tempest-VolumesActionsTest-1421241891-project] 10.222.0.44 "GET /v2.0/ports?device_id=6c359c9f-4fec-4617-bfdc-57edbbd7f6d9 HTTP/1.1" status: 200 len: 946 time: 0.1386216 Oct 27 10:46:10.323991 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8a18df38-d45f-453b-b2b7-2b8d8477e5c5 req-58de7f0a-7875-45cb-9492-bcb76b5f63f4 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "GET /v2.0/security-groups?id=aba59fed-d1f1-4e7e-84e9-aa222a50e870&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756269 Oct 27 10:46:10.381046 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-2f42e7ba-3dec-4c66-8109-0e4794c913fa tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586917'] for network, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:10.397329 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-dc63a768-b131-47cf-b39a-8705511469f0 req-1fd034b9-8ef6-49b7-97dc-bb33aabfa1b8 tempest-VolumesActionsTest-1421241891 tempest-VolumesActionsTest-1421241891-project] 10.222.0.44 "GET /v2.0/security-groups?id=178b7c08-faf2-4fbd-b05b-d2a81132f701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446297 Oct 27 10:46:10.424763 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-43ce75b6-b8a4-4703-87b8-a68bdaa3e965 req-868df027-723b-45ad-9d5a-4bead4c1ea8d service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=b45d05e6-0927-4bbe-8060-f91e2d8c3cd2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2669959 Oct 27 10:46:10.434917 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [req-43ce75b6-b8a4-4703-87b8-a68bdaa3e965 req-779cac84-63d7-45a4-bdf3-39eeee49a06d service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=102346) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 10:46:10.436808 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88baca17-a9c9-4be6-8819-87df75f00db0 None None] get_active_networks_info from n-d-813419-10 {{(pid=102348) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 27 10:46:10.441295 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-43ce75b6-b8a4-4703-87b8-a68bdaa3e965 req-779cac84-63d7-45a4-bdf3-39eeee49a06d service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0109613 Oct 27 10:46:10.483202 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-2f42e7ba-3dec-4c66-8109-0e4794c913fa tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Deleting port 74f2fd8a-60f7-45bb-8117-694e2e790fb1 {{(pid=102347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:46:10.483804 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-2f42e7ba-3dec-4c66-8109-0e4794c913fa tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:10.556714 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [None req-2f42e7ba-3dec-4c66-8109-0e4794c913fa tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] For port 74f2fd8a-60f7-45bb-8117-694e2e790fb1, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=74f2fd8a-60f7-45bb-8117-694e2e790fb1,segment=NetworkSegment(e9e0d810-710d-438e-ab46-8965a195843d),segment_id=e9e0d810-710d-438e-ab46-8965a195843d)] {{(pid=102347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:46:10.557027 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-2f42e7ba-3dec-4c66-8109-0e4794c913fa tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:10.569498 n-d-813419-10 neutron-server[102348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88baca17-a9c9-4be6-8819-87df75f00db0 None None] Resources bound (agent type, host, resource id): {{(pid=102348) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 27 10:46:10.574685 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-2f42e7ba-3dec-4c66-8109-0e4794c913fa tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Calling delete_port for 74f2fd8a-60f7-45bb-8117-694e2e790fb1 owned by network:dhcp {{(pid=102347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:46:10.686717 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-2f42e7ba-3dec-4c66-8109-0e4794c913fa tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:10.725086 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f42e7ba-3dec-4c66-8109-0e4794c913fa tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Pushing event deleted for resources: {'Port': ['ID=74f2fd8a-60f7-45bb-8117-694e2e790fb1,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:46:10.741702 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f42e7ba-3dec-4c66-8109-0e4794c913fa tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] No DVR routers for this DVR port 74f2fd8a-60f7-45bb-8117-694e2e790fb1 on host n-d-813419-10 {{(pid=102347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:46:10.920214 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-2f42e7ba-3dec-4c66-8109-0e4794c913fa tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857803', 'neutron.services.segments.db._delete_segments_for_network-8743873143390'] for network, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:10.994251 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-2f42e7ba-3dec-4c66-8109-0e4794c913fa tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04b821e9-999c-450a-a4e6-701fb97e0c6b']}} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:46:11.006447 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-2f42e7ba-3dec-4c66-8109-0e4794c913fa tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9e0d810-710d-438e-ab46-8965a195843d') {'for_net_delete': True} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:46:11.006944 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-2f42e7ba-3dec-4c66-8109-0e4794c913fa tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9e0d810-710d-438e-ab46-8965a195843d') {} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:46:11.017285 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dde757-b0ae-4a6f-ac74-ff91ede5f44e req-27188694-e7eb-46c4-8a03-7907f5f63e12 tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:46:11.025003 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-a1dde757-b0ae-4a6f-ac74-ff91ede5f44e req-27188694-e7eb-46c4-8a03-7907f5f63e12 tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] 10.222.0.44 "GET /v2.0/ports?device_id=3cfd4898-8783-410f-a5a0-5508d6f388d6 HTTP/1.1" status: 200 len: 945 time: 0.1227009 Oct 27 10:46:11.048072 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-2f42e7ba-3dec-4c66-8109-0e4794c913fa tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743873145191', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18445132'] for segment, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:11.072374 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-2f42e7ba-3dec-4c66-8109-0e4794c913fa tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:11.088892 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-a1dde757-b0ae-4a6f-ac74-ff91ede5f44e req-87c31e2b-a51a-4acd-b2f6-71f3f96c588e tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] 10.222.0.44 "GET /v2.0/security-groups?id=78b00a37-7309-4fe7-b9e5-d3cf0246ee6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629716 Oct 27 10:46:11.090888 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f42e7ba-3dec-4c66-8109-0e4794c913fa tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Releasing vlan 426 on physical network physnet1 to pool {{(pid=102347) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 10:46:11.091305 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-2f42e7ba-3dec-4c66-8109-0e4794c913fa tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-18296032'] for segment, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:11.097156 n-d-813419-10 neutron-server[102347]: Traceback (most recent call last): Oct 27 10:46:11.097156 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 10:46:11.097156 n-d-813419-10 neutron-server[102347]: timer() Oct 27 10:46:11.097156 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 10:46:11.097156 n-d-813419-10 neutron-server[102347]: cb(*args, **kw) Oct 27 10:46:11.097156 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 10:46:11.097156 n-d-813419-10 neutron-server[102347]: return func(*args, **kwargs) Oct 27 10:46:11.097156 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 10:46:11.097156 n-d-813419-10 neutron-server[102347]: self._notify() Oct 27 10:46:11.097156 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 10:46:11.097156 n-d-813419-10 neutron-server[102347]: self.callback(batched_events) Oct 27 10:46:11.097156 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 10:46:11.097156 n-d-813419-10 neutron-server[102347]: event.method(event) Oct 27 10:46:11.097156 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 10:46:11.097156 n-d-813419-10 neutron-server[102347]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 10:46:11.097156 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 10:46:11.097156 n-d-813419-10 neutron-server[102347]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 10:46:11.097156 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 10:46:11.097156 n-d-813419-10 neutron-server[102347]: return f(self, *a, **k) Oct 27 10:46:11.097156 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 10:46:11.097156 n-d-813419-10 neutron-server[102347]: return self._get(url).json() Oct 27 10:46:11.097156 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 10:46:11.097156 n-d-813419-10 neutron-server[102347]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 10:46:11.097156 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 10:46:11.097156 n-d-813419-10 neutron-server[102347]: return self.request(url, 'GET', **kwargs) Oct 27 10:46:11.097156 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 10:46:11.097156 n-d-813419-10 neutron-server[102347]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 10:46:11.097156 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 10:46:11.097156 n-d-813419-10 neutron-server[102347]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 10:46:11.097156 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 10:46:11.097156 n-d-813419-10 neutron-server[102347]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 10:46:11.097156 n-d-813419-10 neutron-server[102347]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 10:46:11.172489 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-2f42e7ba-3dec-4c66-8109-0e4794c913fa tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664840'] for network, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:11.179791 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-2f42e7ba-3dec-4c66-8109-0e4794c913fa tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Publish callbacks [] for network, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:11.185071 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-2f42e7ba-3dec-4c66-8109-0e4794c913fa tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] 10.222.0.44 "DELETE /v2.0/networks/04b821e9-999c-450a-a4e6-701fb97e0c6b HTTP/1.1" status: 204 len: 168 time: 2.0141327 Oct 27 10:46:11.187835 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 53760) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:46:11.204238 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f42e7ba-3dec-4c66-8109-0e4794c913fa tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Pushing event deleted for resources: {'Network': ['ID=04b821e9-999c-450a-a4e6-701fb97e0c6b,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:46:11.225891 n-d-813419-10 neutron-server[102346]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ef01133-c449-4855-b959-55ea35a0b47d tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] DELETE failed (client error): The resource could not be found. Oct 27 10:46:11.226665 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ef01133-c449-4855-b959-55ea35a0b47d tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102346) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 10:46:11.230401 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-0ef01133-c449-4855-b959-55ea35a0b47d tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] 10.222.0.44 "DELETE /v2.0/subnets/ddca29f6-c609-46c3-9512-5d1bb260a8a5 HTTP/1.1" status: 404 len: 337 time: 0.0414615 Oct 27 10:46:11.233042 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 53762) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:46:11.253574 n-d-813419-10 neutron-server[102347]: INFO neutron.pecan_wsgi.hooks.translation [None req-bbf8b4fd-a9ba-4aa9-a0cd-90769a370cc7 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] DELETE failed (client error): The resource could not be found. Oct 27 10:46:11.254129 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bbf8b4fd-a9ba-4aa9-a0cd-90769a370cc7 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102347) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 10:46:11.257303 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-bbf8b4fd-a9ba-4aa9-a0cd-90769a370cc7 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] 10.222.0.44 "DELETE /v2.0/networks/04b821e9-999c-450a-a4e6-701fb97e0c6b HTTP/1.1" status: 404 len: 339 time: 0.0230613 Oct 27 10:46:11.259959 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 53764) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:46:11.295373 n-d-813419-10 neutron-server[102347]: INFO neutron.pecan_wsgi.hooks.translation [None req-6004d66e-18ac-44bc-8896-5f15270bf244 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] DELETE failed (client error): The resource could not be found. Oct 27 10:46:11.295867 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6004d66e-18ac-44bc-8896-5f15270bf244 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102347) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 10:46:11.301071 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-6004d66e-18ac-44bc-8896-5f15270bf244 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] 10.222.0.44 "DELETE /v2.0/subnets/34886185-c651-41c4-a541-316b9b1469d4 HTTP/1.1" status: 404 len: 337 time: 0.0396390 Oct 27 10:46:11.303195 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 53766) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:46:11.342214 n-d-813419-10 neutron-server[102346]: INFO neutron.pecan_wsgi.hooks.translation [None req-c06a3038-0752-48c2-ad34-0a848460ae80 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] DELETE failed (client error): The resource could not be found. Oct 27 10:46:11.346239 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c06a3038-0752-48c2-ad34-0a848460ae80 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102346) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 10:46:11.349524 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-c06a3038-0752-48c2-ad34-0a848460ae80 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] 10.222.0.44 "DELETE /v2.0/networks/3b85476b-a20e-48e6-8dbe-e6f8ee98ee05 HTTP/1.1" status: 404 len: 339 time: 0.0452025 Oct 27 10:46:11.354315 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 53772) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:46:11.497566 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64edec4-b137-45f5-aeb1-db16e7b81a19 req-03af9f5f-7aa5-4d1a-9d9a-ab311d594c28 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:46:11.499264 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-e64edec4-b137-45f5-aeb1-db16e7b81a19 req-03af9f5f-7aa5-4d1a-9d9a-ab311d594c28 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "GET /v2.0/ports?device_id=b45d05e6-0927-4bbe-8060-f91e2d8c3cd2 HTTP/1.1" status: 200 len: 945 time: 0.0777237 Oct 27 10:46:11.519698 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-a7d4de0c-eff4-41d2-95a4-65da1c357162 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586917'] for network, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:11.573334 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-e64edec4-b137-45f5-aeb1-db16e7b81a19 req-304fd5ad-3878-400e-93dd-a0c42fe758a9 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "GET /v2.0/security-groups?id=aba59fed-d1f1-4e7e-84e9-aa222a50e870&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638993 Oct 27 10:46:11.575477 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4095c8b2-2704-44bf-b000-9857375157ab req-b1ca7294-24d0-48fd-848b-26ff2d830ce4 tempest-VolumesActionsTest-1421241891 tempest-VolumesActionsTest-1421241891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:46:11.588714 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-4095c8b2-2704-44bf-b000-9857375157ab req-b1ca7294-24d0-48fd-848b-26ff2d830ce4 tempest-VolumesActionsTest-1421241891 tempest-VolumesActionsTest-1421241891-project] 10.222.0.44 "GET /v2.0/ports?device_id=6c359c9f-4fec-4617-bfdc-57edbbd7f6d9 HTTP/1.1" status: 200 len: 946 time: 0.1134434 Oct 27 10:46:11.691369 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-4095c8b2-2704-44bf-b000-9857375157ab req-fef760e4-202f-464c-91d2-24bcfb8521c7 tempest-VolumesActionsTest-1421241891 tempest-VolumesActionsTest-1421241891-project] 10.222.0.44 "GET /v2.0/security-groups?id=178b7c08-faf2-4fbd-b05b-d2a81132f701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979106 Oct 27 10:46:11.693244 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-a7d4de0c-eff4-41d2-95a4-65da1c357162 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857803', 'neutron.services.segments.db._delete_segments_for_network-8743873143390'] for network, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:11.739237 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-a7d4de0c-eff4-41d2-95a4-65da1c357162 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8210b1dd-739b-4ba9-b94d-f4913e78b6e5']}} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:46:11.755364 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-a7d4de0c-eff4-41d2-95a4-65da1c357162 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a9cf40b-45ff-4e9f-bdb1-3e9a28f4ce38') {'for_net_delete': True} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:46:11.755776 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-a7d4de0c-eff4-41d2-95a4-65da1c357162 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a9cf40b-45ff-4e9f-bdb1-3e9a28f4ce38') {} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:46:11.765981 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-a7d4de0c-eff4-41d2-95a4-65da1c357162 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743873145191', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18445132'] for segment, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:11.779759 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-a7d4de0c-eff4-41d2-95a4-65da1c357162 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:11.786303 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7d4de0c-eff4-41d2-95a4-65da1c357162 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Releasing vlan 448 on physical network physnet1 to pool {{(pid=102347) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 10:46:11.786869 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-a7d4de0c-eff4-41d2-95a4-65da1c357162 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-18296032'] for segment, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:11.790646 n-d-813419-10 neutron-server[102347]: Traceback (most recent call last): Oct 27 10:46:11.790646 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 10:46:11.790646 n-d-813419-10 neutron-server[102347]: timer() Oct 27 10:46:11.790646 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 10:46:11.790646 n-d-813419-10 neutron-server[102347]: cb(*args, **kw) Oct 27 10:46:11.790646 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 10:46:11.790646 n-d-813419-10 neutron-server[102347]: return func(*args, **kwargs) Oct 27 10:46:11.790646 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 10:46:11.790646 n-d-813419-10 neutron-server[102347]: self._notify() Oct 27 10:46:11.790646 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 10:46:11.790646 n-d-813419-10 neutron-server[102347]: self.callback(batched_events) Oct 27 10:46:11.790646 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 10:46:11.790646 n-d-813419-10 neutron-server[102347]: event.method(event) Oct 27 10:46:11.790646 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 10:46:11.790646 n-d-813419-10 neutron-server[102347]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 10:46:11.790646 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 10:46:11.790646 n-d-813419-10 neutron-server[102347]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 10:46:11.790646 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 10:46:11.790646 n-d-813419-10 neutron-server[102347]: return f(self, *a, **k) Oct 27 10:46:11.790646 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 10:46:11.790646 n-d-813419-10 neutron-server[102347]: return self._get(url).json() Oct 27 10:46:11.790646 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 10:46:11.790646 n-d-813419-10 neutron-server[102347]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 10:46:11.790646 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 10:46:11.790646 n-d-813419-10 neutron-server[102347]: return self.request(url, 'GET', **kwargs) Oct 27 10:46:11.790646 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 10:46:11.790646 n-d-813419-10 neutron-server[102347]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 10:46:11.790646 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 10:46:11.790646 n-d-813419-10 neutron-server[102347]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 10:46:11.790646 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 10:46:11.790646 n-d-813419-10 neutron-server[102347]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 10:46:11.790646 n-d-813419-10 neutron-server[102347]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 10:46:11.853406 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-a7d4de0c-eff4-41d2-95a4-65da1c357162 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664840'] for network, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:11.862892 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-a7d4de0c-eff4-41d2-95a4-65da1c357162 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Publish callbacks [] for network, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:11.866389 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-a7d4de0c-eff4-41d2-95a4-65da1c357162 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] 10.222.0.44 "DELETE /v2.0/networks/8210b1dd-739b-4ba9-b94d-f4913e78b6e5 HTTP/1.1" status: 204 len: 168 time: 0.5109646 Oct 27 10:46:11.868934 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 53782) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:46:11.876762 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d4de0c-eff4-41d2-95a4-65da1c357162 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Pushing event deleted for resources: {'Network': ['ID=8210b1dd-739b-4ba9-b94d-f4913e78b6e5,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:46:11.902142 n-d-813419-10 neutron-server[102346]: INFO neutron.pecan_wsgi.hooks.translation [None req-bccdd9ef-253f-429d-9a2e-970a637fefad tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] DELETE failed (client error): The resource could not be found. Oct 27 10:46:11.902600 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bccdd9ef-253f-429d-9a2e-970a637fefad tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102346) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 10:46:11.905698 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-bccdd9ef-253f-429d-9a2e-970a637fefad tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] 10.222.0.44 "DELETE /v2.0/subnets/7c25f66d-a4fd-447a-8c72-2bafc5d78418 HTTP/1.1" status: 404 len: 337 time: 0.0355680 Oct 27 10:46:11.908219 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 53784) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:46:11.931242 n-d-813419-10 neutron-server[102346]: INFO neutron.pecan_wsgi.hooks.translation [None req-2169ea83-7f96-4d1c-bcf8-65f7c2aa748e tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] DELETE failed (client error): The resource could not be found. Oct 27 10:46:11.931796 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2169ea83-7f96-4d1c-bcf8-65f7c2aa748e tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102346) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 10:46:11.937144 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-2169ea83-7f96-4d1c-bcf8-65f7c2aa748e tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] 10.222.0.44 "DELETE /v2.0/networks/356bcc69-8246-443c-a9fd-d99da08c807d HTTP/1.1" status: 404 len: 339 time: 0.0256712 Oct 27 10:46:11.937474 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 53786) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:46:11.976235 n-d-813419-10 neutron-server[102346]: INFO neutron.pecan_wsgi.hooks.translation [None req-537c9b9a-33fd-4b30-8a51-1bc7b9e2b67f tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] DELETE failed (client error): The resource could not be found. Oct 27 10:46:11.976774 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-537c9b9a-33fd-4b30-8a51-1bc7b9e2b67f tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102346) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 10:46:11.980722 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-537c9b9a-33fd-4b30-8a51-1bc7b9e2b67f tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] 10.222.0.44 "DELETE /v2.0/subnets/404ae9e7-351a-4b3c-ba4e-53c722ca9173 HTTP/1.1" status: 404 len: 337 time: 0.0353587 Oct 27 10:46:11.983413 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 53792) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:46:12.004490 n-d-813419-10 neutron-server[102347]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f6c95f3-ea99-469b-8c8f-63ac0668e6cf tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] DELETE failed (client error): The resource could not be found. Oct 27 10:46:12.005083 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f6c95f3-ea99-469b-8c8f-63ac0668e6cf tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102347) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 10:46:12.011447 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-3f6c95f3-ea99-469b-8c8f-63ac0668e6cf tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] 10.222.0.44 "DELETE /v2.0/networks/da6061cb-96be-495d-92e6-64a5563bc38a HTTP/1.1" status: 404 len: 339 time: 0.0247078 Oct 27 10:46:12.011795 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 53794) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:46:12.042227 n-d-813419-10 neutron-server[102346]: INFO neutron.pecan_wsgi.hooks.translation [None req-8dc7d032-1fdc-4e2c-bfda-3e58668a31ad tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] DELETE failed (client error): The resource could not be found. Oct 27 10:46:12.042717 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8dc7d032-1fdc-4e2c-bfda-3e58668a31ad tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102346) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 10:46:12.048245 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-8dc7d032-1fdc-4e2c-bfda-3e58668a31ad tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] 10.222.0.44 "DELETE /v2.0/subnets/da4fef2a-b3d3-4b73-aaf3-8e39ac5f8dca HTTP/1.1" status: 404 len: 337 time: 0.0330448 Oct 27 10:46:12.048649 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 53796) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:46:12.084733 n-d-813419-10 neutron-server[102347]: INFO neutron.pecan_wsgi.hooks.translation [None req-e501d502-b195-4507-8c3f-9ef5de2bb6de tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] DELETE failed (client error): The resource could not be found. Oct 27 10:46:12.084733 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e501d502-b195-4507-8c3f-9ef5de2bb6de tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102347) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 10:46:12.087707 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-e501d502-b195-4507-8c3f-9ef5de2bb6de tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] 10.222.0.44 "DELETE /v2.0/networks/c8af3859-c496-441a-a382-8262fcf95982 HTTP/1.1" status: 404 len: 339 time: 0.0379765 Oct 27 10:46:12.092534 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 53798) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:46:12.135727 n-d-813419-10 neutron-server[102346]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f15c7ba-5a6f-4563-8807-2cbaf5283649 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] DELETE failed (client error): The resource could not be found. Oct 27 10:46:12.137574 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f15c7ba-5a6f-4563-8807-2cbaf5283649 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102346) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 10:46:12.143210 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ce75b6-b8a4-4703-87b8-a68bdaa3e965 req-bf64ff84-2338-4edd-8ad0-5115a6c50884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:46:12.145525 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-8f15c7ba-5a6f-4563-8807-2cbaf5283649 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] 10.222.0.44 "DELETE /v2.0/subnets/756bb352-aa47-416d-9e50-528b05e17b01 HTTP/1.1" status: 404 len: 337 time: 0.0511768 Oct 27 10:46:12.146032 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-43ce75b6-b8a4-4703-87b8-a68bdaa3e965 req-bf64ff84-2338-4edd-8ad0-5115a6c50884 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7f357cb809634e50864d0c31dbcbd617&device_id=b45d05e6-0927-4bbe-8060-f91e2d8c3cd2 HTTP/1.1" status: 200 len: 1097 time: 0.0785902 Oct 27 10:46:12.146283 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 53804) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:46:12.171493 n-d-813419-10 neutron-server[102346]: INFO neutron.pecan_wsgi.hooks.translation [None req-1967c355-0e4f-4da9-8e97-1be3e576a083 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] DELETE failed (client error): The resource could not be found. Oct 27 10:46:12.172342 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1967c355-0e4f-4da9-8e97-1be3e576a083 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102346) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 10:46:12.179806 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-1967c355-0e4f-4da9-8e97-1be3e576a083 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] 10.222.0.44 "DELETE /v2.0/networks/2f7bc801-7fd0-4d15-abaa-f89a21ca77c4 HTTP/1.1" status: 404 len: 339 time: 0.0322268 Oct 27 10:46:12.180751 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 53806) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:46:12.215045 n-d-813419-10 neutron-server[102346]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ac20f83-2df3-43a2-acbc-fa243d806af1 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] DELETE failed (client error): The resource could not be found. Oct 27 10:46:12.216180 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ac20f83-2df3-43a2-acbc-fa243d806af1 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102346) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 10:46:12.219672 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-9ac20f83-2df3-43a2-acbc-fa243d806af1 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] 10.222.0.44 "DELETE /v2.0/subnets/b3469aaa-66f1-49af-87f6-09be4810e19e HTTP/1.1" status: 404 len: 337 time: 0.0374374 Oct 27 10:46:12.222076 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 53808) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:46:12.245313 n-d-813419-10 neutron-server[102346]: INFO neutron.pecan_wsgi.hooks.translation [None req-20178ad7-a4a4-4e3a-99c5-d1534f84e43d tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] DELETE failed (client error): The resource could not be found. Oct 27 10:46:12.245878 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20178ad7-a4a4-4e3a-99c5-d1534f84e43d tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102346) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 10:46:12.248952 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-20178ad7-a4a4-4e3a-99c5-d1534f84e43d tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] 10.222.0.44 "DELETE /v2.0/networks/c8cf5eae-b41b-4997-a0c7-2ae73703a7ba HTTP/1.1" status: 404 len: 339 time: 0.0259111 Oct 27 10:46:12.251515 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 53810) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:46:12.279563 n-d-813419-10 neutron-server[102346]: INFO neutron.pecan_wsgi.hooks.translation [None req-f635a837-93d4-4340-bd27-881f92909244 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] DELETE failed (client error): The resource could not be found. Oct 27 10:46:12.280020 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f635a837-93d4-4340-bd27-881f92909244 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102346) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 10:46:12.285586 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-f635a837-93d4-4340-bd27-881f92909244 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] 10.222.0.44 "DELETE /v2.0/subnets/8c4784b2-e79b-4ee2-af20-a63ae541b919 HTTP/1.1" status: 404 len: 337 time: 0.0305836 Oct 27 10:46:12.285836 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 53812) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:46:12.306338 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510dcfab-64fa-4290-afcd-668ce7314235 req-d562bb62-4666-49fa-81c0-68e3ffc36f57 tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:46:12.307928 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-510dcfab-64fa-4290-afcd-668ce7314235 req-d562bb62-4666-49fa-81c0-68e3ffc36f57 tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] 10.222.0.44 "GET /v2.0/ports?device_id=3cfd4898-8783-410f-a5a0-5508d6f388d6 HTTP/1.1" status: 200 len: 945 time: 0.1132882 Oct 27 10:46:12.308834 n-d-813419-10 neutron-server[102346]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6511ac7-5cf6-455e-8ea9-104b1197509a tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] DELETE failed (client error): The resource could not be found. Oct 27 10:46:12.309422 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6511ac7-5cf6-455e-8ea9-104b1197509a tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102346) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 10:46:12.313056 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-c6511ac7-5cf6-455e-8ea9-104b1197509a tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] 10.222.0.44 "DELETE /v2.0/networks/45b21cac-624f-47e7-ac58-89d9e03790f0 HTTP/1.1" status: 404 len: 339 time: 0.0260413 Oct 27 10:46:12.313395 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ce75b6-b8a4-4703-87b8-a68bdaa3e965 req-f352a61c-116e-43ef-8090-4257b411bf70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:46:12.314856 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-43ce75b6-b8a4-4703-87b8-a68bdaa3e965 req-f352a61c-116e-43ef-8090-4257b411bf70 service neutron] 10.222.0.64 "GET /v2.0/networks?id=d11bc4e4-9641-4700-8e5b-752620d126aa HTTP/1.1" status: 200 len: 898 time: 0.1569059 Oct 27 10:46:12.315445 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 53814) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:46:12.349113 n-d-813419-10 neutron-server[102346]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5be99a9-1d99-4757-8b68-f81d5d12961e tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] DELETE failed (client error): The resource could not be found. Oct 27 10:46:12.349999 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5be99a9-1d99-4757-8b68-f81d5d12961e tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102346) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 10:46:12.357123 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-b5be99a9-1d99-4757-8b68-f81d5d12961e tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] 10.222.0.44 "DELETE /v2.0/subnets/c81c49ee-677b-4796-86e8-427866412405 HTTP/1.1" status: 404 len: 337 time: 0.0406096 Oct 27 10:46:12.358126 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 53816) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:46:12.381834 n-d-813419-10 neutron-server[102346]: INFO neutron.pecan_wsgi.hooks.translation [None req-63021a20-4fd5-4aa2-959c-837df83d1ba3 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] DELETE failed (client error): The resource could not be found. Oct 27 10:46:12.382457 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63021a20-4fd5-4aa2-959c-837df83d1ba3 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102346) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 10:46:12.389145 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-63021a20-4fd5-4aa2-959c-837df83d1ba3 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] 10.222.0.44 "DELETE /v2.0/networks/af6add45-f862-4c1c-a802-99605a05a832 HTTP/1.1" status: 404 len: 339 time: 0.0297003 Oct 27 10:46:12.390066 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 53818) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:46:12.400904 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-510dcfab-64fa-4290-afcd-668ce7314235 req-f239cb58-c191-411b-b4dc-27e4533a1b76 tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] 10.222.0.44 "GET /v2.0/security-groups?id=78b00a37-7309-4fe7-b9e5-d3cf0246ee6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849981 Oct 27 10:46:12.411237 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-43ce75b6-b8a4-4703-87b8-a68bdaa3e965 req-9152e963-8d5e-4d6e-ad43-180dea1a139b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c77c14f5-15cf-44b8-9217-12d2befbb0da HTTP/1.1" status: 200 len: 1001 time: 0.0872734 Oct 27 10:46:12.434645 n-d-813419-10 neutron-server[102346]: INFO neutron.pecan_wsgi.hooks.translation [None req-db1a369f-8e41-4727-9701-858ac959a8cf tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] DELETE failed (client error): The resource could not be found. Oct 27 10:46:12.435208 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db1a369f-8e41-4727-9701-858ac959a8cf tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102346) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 10:46:12.441191 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-db1a369f-8e41-4727-9701-858ac959a8cf tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] 10.222.0.44 "DELETE /v2.0/subnets/847c335f-e744-4f9e-9760-216ca913fab3 HTTP/1.1" status: 404 len: 337 time: 0.0477622 Oct 27 10:46:12.441767 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 53824) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:46:12.487671 n-d-813419-10 neutron-server[102346]: INFO neutron.pecan_wsgi.hooks.translation [None req-1234e7b1-47a4-471b-97df-46c2a0d1eeb1 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] DELETE failed (client error): The resource could not be found. Oct 27 10:46:12.488540 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1234e7b1-47a4-471b-97df-46c2a0d1eeb1 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102346) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 10:46:12.493240 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-1234e7b1-47a4-471b-97df-46c2a0d1eeb1 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] 10.222.0.44 "DELETE /v2.0/networks/07ef5cc3-fc8c-4ed5-85a8-e36998a9be83 HTTP/1.1" status: 404 len: 339 time: 0.0496879 Oct 27 10:46:12.495654 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 53828) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:46:12.524964 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ce75b6-b8a4-4703-87b8-a68bdaa3e965 req-090e5ef9-4d68-414b-b332-59d3178fb020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:46:12.526959 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-43ce75b6-b8a4-4703-87b8-a68bdaa3e965 req-090e5ef9-4d68-414b-b332-59d3178fb020 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5b672036-8a16-4b88-9ee6-2dcda441f5a9 HTTP/1.1" status: 200 len: 835 time: 0.1038814 Oct 27 10:46:12.569760 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0822c75-32dc-4242-9325-fee3bc2126e7 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Deleting subnet 9912c411-df75-4c4b-a402-751ef8efbe7b {{(pid=102346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 10:46:12.574070 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-c0822c75-32dc-4242-9325-fee3bc2126e7 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Publish callbacks [] for subnet, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:12.629903 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ce75b6-b8a4-4703-87b8-a68bdaa3e965 req-c939e977-cc42-464e-89f9-b657581d8e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:46:12.650604 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-43ce75b6-b8a4-4703-87b8-a68bdaa3e965 req-c939e977-cc42-464e-89f9-b657581d8e67 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d11bc4e4-9641-4700-8e5b-752620d126aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1151583 Oct 27 10:46:12.677752 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-c0822c75-32dc-4242-9325-fee3bc2126e7 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25847868'] for subnet, precommit_delete_associations {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:12.793398 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2572610-e0f0-449e-88ee-2bbc59633bb3 req-4c386d7f-e9d4-443d-a2ad-08319000059d tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:46:12.801395 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-f2572610-e0f0-449e-88ee-2bbc59633bb3 req-4c386d7f-e9d4-443d-a2ad-08319000059d tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "GET /v2.0/ports?device_id=b45d05e6-0927-4bbe-8060-f91e2d8c3cd2 HTTP/1.1" status: 200 len: 945 time: 0.0883188 Oct 27 10:46:12.884302 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-43ce75b6-b8a4-4703-87b8-a68bdaa3e965 req-8c949983-ed96-4755-8387-b48b9a9a9c4c service neutron] 10.222.0.64 "GET /v2.0/networks/d11bc4e4-9641-4700-8e5b-752620d126aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2260828 Oct 27 10:46:12.885483 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-f2572610-e0f0-449e-88ee-2bbc59633bb3 req-c45f732e-f798-4aa4-84be-98b9688661e0 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "GET /v2.0/security-groups?id=aba59fed-d1f1-4e7e-84e9-aa222a50e870&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778832 Oct 27 10:46:12.897212 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-c0822c75-32dc-4242-9325-fee3bc2126e7 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855646'] for subnet, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:12.980534 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-c0822c75-32dc-4242-9325-fee3bc2126e7 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27024355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27168307'] for subnet, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:13.018768 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558d5313-ac5b-45ba-aabc-f102b98fb031 req-6a0218ac-2acc-47a3-a045-ada8d999a1a9 tempest-VolumesActionsTest-1421241891 tempest-VolumesActionsTest-1421241891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:46:13.025362 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0822c75-32dc-4242-9325-fee3bc2126e7 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Pushing event deleted for resources: {'Subnet': ['ID=9912c411-df75-4c4b-a402-751ef8efbe7b,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:46:13.026918 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-558d5313-ac5b-45ba-aabc-f102b98fb031 req-6a0218ac-2acc-47a3-a045-ada8d999a1a9 tempest-VolumesActionsTest-1421241891 tempest-VolumesActionsTest-1421241891-project] 10.222.0.44 "GET /v2.0/ports?device_id=6c359c9f-4fec-4617-bfdc-57edbbd7f6d9 HTTP/1.1" status: 200 len: 946 time: 0.2090313 Oct 27 10:46:13.034327 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-c0822c75-32dc-4242-9325-fee3bc2126e7 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for subnet, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:13.040581 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-c0822c75-32dc-4242-9325-fee3bc2126e7 tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] 10.222.0.44 "DELETE /v2.0/subnets/9912c411-df75-4c4b-a402-751ef8efbe7b HTTP/1.1" status: 204 len: 168 time: 0.5414011 Oct 27 10:46:13.045367 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb6963eb-4e60-4db2-8d52-f6e59325c267 None None] Network cbfa748a-266d-4522-b4ce-7085b02b85e7 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:46:13.058558 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 53838) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:46:13.099967 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-558d5313-ac5b-45ba-aabc-f102b98fb031 req-d3f29db4-f59a-41b7-83d7-5f36d5b25360 tempest-VolumesActionsTest-1421241891 tempest-VolumesActionsTest-1421241891-project] 10.222.0.44 "GET /v2.0/security-groups?id=178b7c08-faf2-4fbd-b05b-d2a81132f701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676191 Oct 27 10:46:13.115612 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-43ce75b6-b8a4-4703-87b8-a68bdaa3e965 req-1a8dc6d4-227a-466b-9740-a199d456597e service neutron] 10.222.0.64 "GET /v2.0/networks/d11bc4e4-9641-4700-8e5b-752620d126aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2101531 Oct 27 10:46:13.176525 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-9d357b9a-219f-43fa-99d8-4bfac5d44b0b tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586917'] for network, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:13.285437 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-9d357b9a-219f-43fa-99d8-4bfac5d44b0b tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Deleting port 19cc992b-8870-47f2-87f3-f920a6d038c3 {{(pid=102346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:46:13.286191 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-9d357b9a-219f-43fa-99d8-4bfac5d44b0b tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:13.425667 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0a161a1-5563-48e9-8cf7-a6d3316d07d9 None None] DHCP port deletion for cbfa748a-266d-4522-b4ce-7085b02b85e7 request from n-d-813419-10 {{(pid=102348) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 10:46:13.455778 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [None req-9d357b9a-219f-43fa-99d8-4bfac5d44b0b tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] For port 19cc992b-8870-47f2-87f3-f920a6d038c3, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=19cc992b-8870-47f2-87f3-f920a6d038c3,segment=NetworkSegment(69f3bfbf-b885-4652-83e4-39e4b5ca52b2),segment_id=69f3bfbf-b885-4652-83e4-39e4b5ca52b2)] {{(pid=102346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:46:13.457866 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-9d357b9a-219f-43fa-99d8-4bfac5d44b0b tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:13.494558 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-9d357b9a-219f-43fa-99d8-4bfac5d44b0b tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Calling delete_port for 19cc992b-8870-47f2-87f3-f920a6d038c3 owned by network:dhcp {{(pid=102346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:46:13.522117 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-b0a161a1-5563-48e9-8cf7-a6d3316d07d9 None None] Deleting port 19cc992b-8870-47f2-87f3-f920a6d038c3 {{(pid=102348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:46:13.522570 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-b0a161a1-5563-48e9-8cf7-a6d3316d07d9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:13.627009 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-b0a161a1-5563-48e9-8cf7-a6d3316d07d9 None None] For port 19cc992b-8870-47f2-87f3-f920a6d038c3, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=19cc992b-8870-47f2-87f3-f920a6d038c3,segment=NetworkSegment(69f3bfbf-b885-4652-83e4-39e4b5ca52b2),segment_id=69f3bfbf-b885-4652-83e4-39e4b5ca52b2)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:46:13.627401 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-b0a161a1-5563-48e9-8cf7-a6d3316d07d9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:13.631059 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114d0097-05df-4650-8cb5-3a453099a87d req-73bac813-b4db-4ff6-871f-76436e45d506 tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:46:13.642034 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-b0a161a1-5563-48e9-8cf7-a6d3316d07d9 None None] Calling delete_port for 19cc992b-8870-47f2-87f3-f920a6d038c3 owned by network:dhcp {{(pid=102348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:46:13.649728 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-114d0097-05df-4650-8cb5-3a453099a87d req-73bac813-b4db-4ff6-871f-76436e45d506 tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] 10.222.0.44 "GET /v2.0/ports?device_id=3cfd4898-8783-410f-a5a0-5508d6f388d6 HTTP/1.1" status: 200 len: 945 time: 0.1367230 Oct 27 10:46:13.721658 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-114d0097-05df-4650-8cb5-3a453099a87d req-83e3e01b-81b4-4934-8e3b-98a2b81b571e tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] 10.222.0.44 "GET /v2.0/security-groups?id=78b00a37-7309-4fe7-b9e5-d3cf0246ee6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685928 Oct 27 10:46:13.729290 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-9d357b9a-219f-43fa-99d8-4bfac5d44b0b tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:13.801964 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d357b9a-219f-43fa-99d8-4bfac5d44b0b tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Pushing event deleted for resources: {'Port': ['ID=19cc992b-8870-47f2-87f3-f920a6d038c3,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:46:13.817317 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d357b9a-219f-43fa-99d8-4bfac5d44b0b tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] No DVR routers for this DVR port 19cc992b-8870-47f2-87f3-f920a6d038c3 on host n-d-813419-10 {{(pid=102346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:46:13.870222 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-b0a161a1-5563-48e9-8cf7-a6d3316d07d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615'] for port, after_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:13.910090 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0a161a1-5563-48e9-8cf7-a6d3316d07d9 None None] No DVR routers for this DVR port 19cc992b-8870-47f2-87f3-f920a6d038c3 on host n-d-813419-10 {{(pid=102348) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:46:13.912277 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a161a1-5563-48e9-8cf7-a6d3316d07d9 None None] Pushing event deleted for resources: {'Port': ['ID=19cc992b-8870-47f2-87f3-f920a6d038c3,revision_number=None']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:46:13.933887 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a161a1-5563-48e9-8cf7-a6d3316d07d9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:46:13.933887 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a161a1-5563-48e9-8cf7-a6d3316d07d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:46:13.934119 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a161a1-5563-48e9-8cf7-a6d3316d07d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:46:13.934656 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a161a1-5563-48e9-8cf7-a6d3316d07d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:46:13.934656 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a161a1-5563-48e9-8cf7-a6d3316d07d9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:46:13.934964 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a161a1-5563-48e9-8cf7-a6d3316d07d9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:46:13.935289 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a161a1-5563-48e9-8cf7-a6d3316d07d9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:46:13.935673 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a161a1-5563-48e9-8cf7-a6d3316d07d9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:46:13.936164 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a161a1-5563-48e9-8cf7-a6d3316d07d9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:46:13.936515 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a161a1-5563-48e9-8cf7-a6d3316d07d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:46:13.936839 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a161a1-5563-48e9-8cf7-a6d3316d07d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:46:13.937157 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a161a1-5563-48e9-8cf7-a6d3316d07d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:46:13.944881 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-9d357b9a-219f-43fa-99d8-4bfac5d44b0b tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857803', 'neutron.services.segments.db._delete_segments_for_network-8743873143390'] for network, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:13.982637 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-9d357b9a-219f-43fa-99d8-4bfac5d44b0b tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbfa748a-266d-4522-b4ce-7085b02b85e7']}} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:46:13.986392 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 19cc992b-8870-47f2-87f3-f920a6d038c3 no longer exists at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:46:13.994341 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-9d357b9a-219f-43fa-99d8-4bfac5d44b0b tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69f3bfbf-b885-4652-83e4-39e4b5ca52b2') {'for_net_delete': True} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:46:13.994630 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-9d357b9a-219f-43fa-99d8-4bfac5d44b0b tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69f3bfbf-b885-4652-83e4-39e4b5ca52b2') {} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:46:14.020316 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-9d357b9a-219f-43fa-99d8-4bfac5d44b0b tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743873145191', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25847877'] for segment, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:14.023890 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] No Port match for: 19cc992b-8870-47f2-87f3-f920a6d038c3 {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:46:14.024263 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 19cc992b-8870-47f2-87f3-f920a6d038c3 not bound to the agent host n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:46:14.041264 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-9d357b9a-219f-43fa-99d8-4bfac5d44b0b tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:14.051566 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d357b9a-219f-43fa-99d8-4bfac5d44b0b tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Releasing vlan 428 on physical network physnet1 to pool {{(pid=102346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 10:46:14.052667 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-9d357b9a-219f-43fa-99d8-4bfac5d44b0b tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27024137'] for segment, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:14.095188 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fb3722-48a0-49cb-b899-b61e2be7517a req-ef2ad319-546c-4bce-ac3c-a4f4b16c017d tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:46:14.116075 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c9fb3722-48a0-49cb-b899-b61e2be7517a req-ef2ad319-546c-4bce-ac3c-a4f4b16c017d tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "GET /v2.0/ports?device_id=b45d05e6-0927-4bbe-8060-f91e2d8c3cd2 HTTP/1.1" status: 200 len: 945 time: 0.1201723 Oct 27 10:46:14.132698 n-d-813419-10 neutron-server[102346]: Traceback (most recent call last): Oct 27 10:46:14.132698 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 10:46:14.132698 n-d-813419-10 neutron-server[102346]: timer() Oct 27 10:46:14.132698 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 10:46:14.132698 n-d-813419-10 neutron-server[102346]: cb(*args, **kw) Oct 27 10:46:14.132698 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 10:46:14.132698 n-d-813419-10 neutron-server[102346]: return func(*args, **kwargs) Oct 27 10:46:14.132698 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 10:46:14.132698 n-d-813419-10 neutron-server[102346]: self._notify() Oct 27 10:46:14.132698 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 10:46:14.132698 n-d-813419-10 neutron-server[102346]: self.callback(batched_events) Oct 27 10:46:14.132698 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 10:46:14.132698 n-d-813419-10 neutron-server[102346]: event.method(event) Oct 27 10:46:14.132698 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 10:46:14.132698 n-d-813419-10 neutron-server[102346]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 10:46:14.132698 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 10:46:14.132698 n-d-813419-10 neutron-server[102346]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 10:46:14.132698 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 10:46:14.132698 n-d-813419-10 neutron-server[102346]: return f(self, *a, **k) Oct 27 10:46:14.132698 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 10:46:14.132698 n-d-813419-10 neutron-server[102346]: return self._get(url).json() Oct 27 10:46:14.132698 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 10:46:14.132698 n-d-813419-10 neutron-server[102346]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 10:46:14.132698 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 10:46:14.132698 n-d-813419-10 neutron-server[102346]: return self.request(url, 'GET', **kwargs) Oct 27 10:46:14.132698 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 10:46:14.132698 n-d-813419-10 neutron-server[102346]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 10:46:14.132698 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 10:46:14.132698 n-d-813419-10 neutron-server[102346]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 10:46:14.132698 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 10:46:14.132698 n-d-813419-10 neutron-server[102346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 10:46:14.132698 n-d-813419-10 neutron-server[102346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 10:46:14.137049 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-9d357b9a-219f-43fa-99d8-4bfac5d44b0b tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664840'] for network, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:14.151605 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-9d357b9a-219f-43fa-99d8-4bfac5d44b0b tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Publish callbacks [] for network, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:14.155589 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-9d357b9a-219f-43fa-99d8-4bfac5d44b0b tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] 10.222.0.44 "DELETE /v2.0/networks/cbfa748a-266d-4522-b4ce-7085b02b85e7 HTTP/1.1" status: 204 len: 168 time: 1.0955148 Oct 27 10:46:14.177531 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c9fb3722-48a0-49cb-b899-b61e2be7517a req-f31d6e7d-4ac9-49f2-94b8-5f067efc92fb tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "GET /v2.0/security-groups?id=aba59fed-d1f1-4e7e-84e9-aa222a50e870&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601518 Oct 27 10:46:14.199755 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d357b9a-219f-43fa-99d8-4bfac5d44b0b tempest-NetworksTest-635387240 tempest-NetworksTest-635387240-project] Pushing event deleted for resources: {'Network': ['ID=cbfa748a-266d-4522-b4ce-7085b02b85e7,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:46:14.445974 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 53860) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:46:14.655510 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-99543675-9b58-455c-a143-7da80bc32d0d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2f354f9970434dd294d362b938672f0a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2081826 Oct 27 10:46:14.655728 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 53864) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:46:14.717355 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-b6e09f01-7d6f-4070-b94a-fa1dc8ff9856 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:14.743639 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-b6e09f01-7d6f-4070-b94a-fa1dc8ff9856 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:14.836732 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-b6e09f01-7d6f-4070-b94a-fa1dc8ff9856 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:14.841541 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-b6e09f01-7d6f-4070-b94a-fa1dc8ff9856 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:14.847800 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-b6e09f01-7d6f-4070-b94a-fa1dc8ff9856 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/093d1bd2-0a80-408b-b836-d3d1bf8fcf18 HTTP/1.1" status: 204 len: 168 time: 0.1911399 Oct 27 10:46:14.888312 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e09f01-7d6f-4070-b94a-fa1dc8ff9856 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=093d1bd2-0a80-408b-b836-d3d1bf8fcf18,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:46:14.982288 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efae688-e308-4e20-a770-2f98beac55c3 req-ce2d550c-8e88-4aa8-8f49-b187ca0d4124 tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:46:14.983977 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-8efae688-e308-4e20-a770-2f98beac55c3 req-ce2d550c-8e88-4aa8-8f49-b187ca0d4124 tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] 10.222.0.44 "GET /v2.0/ports?device_id=3cfd4898-8783-410f-a5a0-5508d6f388d6 HTTP/1.1" status: 200 len: 945 time: 0.1580324 Oct 27 10:46:15.071664 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-8efae688-e308-4e20-a770-2f98beac55c3 req-f941b5cd-13fe-49c1-8860-5902e91b70ca tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] 10.222.0.44 "GET /v2.0/security-groups?id=78b00a37-7309-4fe7-b9e5-d3cf0246ee6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614655 Oct 27 10:46:15.310470 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb12c52d-ab25-4b98-bcab-4cfb312121b0 req-f664d778-d93f-4132-bc20-7637eabf6d67 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:46:15.316964 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-cb12c52d-ab25-4b98-bcab-4cfb312121b0 req-f664d778-d93f-4132-bc20-7637eabf6d67 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "GET /v2.0/ports?device_id=b45d05e6-0927-4bbe-8060-f91e2d8c3cd2 HTTP/1.1" status: 200 len: 945 time: 0.0655384 Oct 27 10:46:15.361810 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-cb12c52d-ab25-4b98-bcab-4cfb312121b0 req-26158a50-e447-4a17-a522-3d8699e14509 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "GET /v2.0/security-groups?id=aba59fed-d1f1-4e7e-84e9-aa222a50e870&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436828 Oct 27 10:46:15.632268 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 53898) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:46:15.728274 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-08c770c4-7485-4935-b06e-e9caf614f104 tempest-NetworksNegativeTestJSON-1345369745 tempest-NetworksNegativeTestJSON-1345369745-project] Request body: {'port': {'network_id': '7d311a55-fc15-4836-89c7-c82f02fa689f', 'name': 'tempest-NetworksNegativeTestJSON-796078048'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:46:15.749012 n-d-813419-10 neutron-server[102347]: INFO neutron.pecan_wsgi.hooks.translation [None req-08c770c4-7485-4935-b06e-e9caf614f104 tempest-NetworksNegativeTestJSON-1345369745 tempest-NetworksNegativeTestJSON-1345369745-project] POST failed (client error): The resource could not be found. Oct 27 10:46:15.749477 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08c770c4-7485-4935-b06e-e9caf614f104 tempest-NetworksNegativeTestJSON-1345369745 tempest-NetworksNegativeTestJSON-1345369745-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102347) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 10:46:15.750615 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-08c770c4-7485-4935-b06e-e9caf614f104 tempest-NetworksNegativeTestJSON-1345369745 tempest-NetworksNegativeTestJSON-1345369745-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.1173332 Oct 27 10:46:15.754926 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 53904) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:46:15.775282 n-d-813419-10 neutron-server[102347]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f3185ef-47e8-4916-bebf-8c766bec90a4 tempest-NetworksNegativeTestJSON-1345369745 tempest-NetworksNegativeTestJSON-1345369745-project] DELETE failed (client error): The resource could not be found. Oct 27 10:46:15.775832 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f3185ef-47e8-4916-bebf-8c766bec90a4 tempest-NetworksNegativeTestJSON-1345369745 tempest-NetworksNegativeTestJSON-1345369745-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102347) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 10:46:15.782264 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-9f3185ef-47e8-4916-bebf-8c766bec90a4 tempest-NetworksNegativeTestJSON-1345369745 tempest-NetworksNegativeTestJSON-1345369745-project] 10.222.0.44 "DELETE /v2.0/networks/0fe3650d-88a6-4dab-a16a-72260959d1e5 HTTP/1.1" status: 404 len: 339 time: 0.0229981 Oct 27 10:46:15.782534 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 53906) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:46:15.805166 n-d-813419-10 neutron-server[102347]: INFO neutron.pecan_wsgi.hooks.translation [None req-92288f6b-d6f9-44cb-9ea4-bdec376fabea tempest-NetworksNegativeTestJSON-1345369745 tempest-NetworksNegativeTestJSON-1345369745-project] DELETE failed (client error): The resource could not be found. Oct 27 10:46:15.805801 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92288f6b-d6f9-44cb-9ea4-bdec376fabea tempest-NetworksNegativeTestJSON-1345369745 tempest-NetworksNegativeTestJSON-1345369745-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102347) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 10:46:15.812165 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-92288f6b-d6f9-44cb-9ea4-bdec376fabea tempest-NetworksNegativeTestJSON-1345369745 tempest-NetworksNegativeTestJSON-1345369745-project] 10.222.0.44 "DELETE /v2.0/ports/1924f87b-09f5-4fe8-b5af-4fe18c48c8b7 HTTP/1.1" status: 404 len: 333 time: 0.0251412 Oct 27 10:46:15.812412 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 53908) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:46:15.838145 n-d-813419-10 neutron-server[102347]: INFO neutron.pecan_wsgi.hooks.translation [None req-73495f3c-539e-420e-8dd5-43a4bb0953ff tempest-NetworksNegativeTestJSON-1345369745 tempest-NetworksNegativeTestJSON-1345369745-project] DELETE failed (client error): The resource could not be found. Oct 27 10:46:15.838589 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73495f3c-539e-420e-8dd5-43a4bb0953ff tempest-NetworksNegativeTestJSON-1345369745 tempest-NetworksNegativeTestJSON-1345369745-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102347) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 10:46:15.844822 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-73495f3c-539e-420e-8dd5-43a4bb0953ff tempest-NetworksNegativeTestJSON-1345369745 tempest-NetworksNegativeTestJSON-1345369745-project] 10.222.0.44 "DELETE /v2.0/subnets/06551073-950d-4722-89b9-7b3a77fb29c1 HTTP/1.1" status: 404 len: 337 time: 0.0282836 Oct 27 10:46:15.845295 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 53912) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:46:15.863925 n-d-813419-10 neutron-server[102347]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7cfd88c-4f75-428f-bd83-502c61b37438 tempest-NetworksNegativeTestJSON-1345369745 tempest-NetworksNegativeTestJSON-1345369745-project] GET failed (client error): The resource could not be found. Oct 27 10:46:15.865586 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-b7cfd88c-4f75-428f-bd83-502c61b37438 tempest-NetworksNegativeTestJSON-1345369745 tempest-NetworksNegativeTestJSON-1345369745-project] 10.222.0.44 "GET /v2.0/networks/4bc20f12-144f-4311-be69-2a793cdfc8cd HTTP/1.1" status: 404 len: 339 time: 0.0193970 Oct 27 10:46:15.869337 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 53914) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:46:15.893699 n-d-813419-10 neutron-server[102347]: INFO neutron.pecan_wsgi.hooks.translation [None req-21ecb0a2-85d8-4589-8dd6-c80aa14e6cbe tempest-NetworksNegativeTestJSON-1345369745 tempest-NetworksNegativeTestJSON-1345369745-project] GET failed (client error): The resource could not be found. Oct 27 10:46:15.898253 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-21ecb0a2-85d8-4589-8dd6-c80aa14e6cbe tempest-NetworksNegativeTestJSON-1345369745 tempest-NetworksNegativeTestJSON-1345369745-project] 10.222.0.44 "GET /v2.0/ports/ea5a1458-2bcc-441d-8f69-85b869f14f59 HTTP/1.1" status: 404 len: 333 time: 0.0277503 Oct 27 10:46:15.901148 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 53922) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:46:15.935320 n-d-813419-10 neutron-server[102346]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a2f1455-4b1a-4758-b7ed-9dd4d1cfa347 tempest-NetworksNegativeTestJSON-1345369745 tempest-NetworksNegativeTestJSON-1345369745-project] GET failed (client error): The resource could not be found. Oct 27 10:46:15.942092 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 53924) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:46:15.942339 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-4a2f1455-4b1a-4758-b7ed-9dd4d1cfa347 tempest-NetworksNegativeTestJSON-1345369745 tempest-NetworksNegativeTestJSON-1345369745-project] 10.222.0.44 "GET /v2.0/subnets/68f8eced-0992-46cc-8b3a-09984a909aee HTTP/1.1" status: 404 len: 337 time: 0.0397809 Oct 27 10:46:15.948431 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-d7987353-bf44-40db-8def-240a495efeea tempest-NetworksNegativeTestJSON-1345369745 tempest-NetworksNegativeTestJSON-1345369745-project] Request body: {'network': {'name': 'new_name'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:46:15.963578 n-d-813419-10 neutron-server[102347]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7987353-bf44-40db-8def-240a495efeea tempest-NetworksNegativeTestJSON-1345369745 tempest-NetworksNegativeTestJSON-1345369745-project] PUT failed (client error): The resource could not be found. Oct 27 10:46:15.964100 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7987353-bf44-40db-8def-240a495efeea tempest-NetworksNegativeTestJSON-1345369745 tempest-NetworksNegativeTestJSON-1345369745-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102347) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 10:46:15.968246 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-d7987353-bf44-40db-8def-240a495efeea tempest-NetworksNegativeTestJSON-1345369745 tempest-NetworksNegativeTestJSON-1345369745-project] 10.222.0.44 "PUT /v2.0/networks/453d5f21-f642-4385-89a0-b6b57903d9de HTTP/1.1" status: 404 len: 339 time: 0.0217655 Oct 27 10:46:15.969188 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 53926) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:46:15.974392 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-942a867f-1d32-4048-a1f9-3ba68445f421 tempest-NetworksNegativeTestJSON-1345369745 tempest-NetworksNegativeTestJSON-1345369745-project] Request body: {'port': {'name': 'new_name'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:46:15.992924 n-d-813419-10 neutron-server[102347]: INFO neutron.pecan_wsgi.hooks.translation [None req-942a867f-1d32-4048-a1f9-3ba68445f421 tempest-NetworksNegativeTestJSON-1345369745 tempest-NetworksNegativeTestJSON-1345369745-project] PUT failed (client error): The resource could not be found. Oct 27 10:46:15.993782 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-942a867f-1d32-4048-a1f9-3ba68445f421 tempest-NetworksNegativeTestJSON-1345369745 tempest-NetworksNegativeTestJSON-1345369745-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102347) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 10:46:16.000777 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-942a867f-1d32-4048-a1f9-3ba68445f421 tempest-NetworksNegativeTestJSON-1345369745 tempest-NetworksNegativeTestJSON-1345369745-project] 10.222.0.44 "PUT /v2.0/ports/c8ae5b45-a594-41fd-977c-afdea53189dd HTTP/1.1" status: 404 len: 333 time: 0.0303195 Oct 27 10:46:16.000989 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 53928) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:46:16.007180 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-bfd401fd-0c21-4133-9ba7-3d667b947599 tempest-NetworksNegativeTestJSON-1345369745 tempest-NetworksNegativeTestJSON-1345369745-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:46:16.031202 n-d-813419-10 neutron-server[102346]: INFO neutron.pecan_wsgi.hooks.translation [None req-bfd401fd-0c21-4133-9ba7-3d667b947599 tempest-NetworksNegativeTestJSON-1345369745 tempest-NetworksNegativeTestJSON-1345369745-project] PUT failed (client error): The resource could not be found. Oct 27 10:46:16.031657 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bfd401fd-0c21-4133-9ba7-3d667b947599 tempest-NetworksNegativeTestJSON-1345369745 tempest-NetworksNegativeTestJSON-1345369745-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102346) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 10:46:16.032901 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-bfd401fd-0c21-4133-9ba7-3d667b947599 tempest-NetworksNegativeTestJSON-1345369745 tempest-NetworksNegativeTestJSON-1345369745-project] 10.222.0.44 "PUT /v2.0/subnets/80baf098-84db-4d9e-92d7-30910f2b1001 HTTP/1.1" status: 404 len: 337 time: 0.0310369 Oct 27 10:46:16.224393 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd75a9f6-8adf-45ce-864e-0243664b4f36 req-8eb7dab8-6583-4ae6-8626-eb13f2c8d4d0 tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:46:16.261969 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-dd75a9f6-8adf-45ce-864e-0243664b4f36 req-8eb7dab8-6583-4ae6-8626-eb13f2c8d4d0 tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] 10.222.0.44 "GET /v2.0/ports?device_id=3cfd4898-8783-410f-a5a0-5508d6f388d6 HTTP/1.1" status: 200 len: 945 time: 0.0891271 Oct 27 10:46:16.287032 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a5fd4f76-030c-439b-90bb-4b15bdc3d209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:16.329638 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-dd75a9f6-8adf-45ce-864e-0243664b4f36 req-61170dd0-f2ea-4225-86ac-5f0752546857 tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] 10.222.0.44 "GET /v2.0/security-groups?id=78b00a37-7309-4fe7-b9e5-d3cf0246ee6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577843 Oct 27 10:46:16.402735 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 53948) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:46:16.558266 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-bb80a92d-7063-49ff-ba29-deb76d971318 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:16.599506 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d68813a-454a-44b8-bd27-ab54b6107a73 req-2de89292-6b3a-4ccf-95db-a093c6ac56ed tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:46:16.609611 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-3d68813a-454a-44b8-bd27-ab54b6107a73 req-2de89292-6b3a-4ccf-95db-a093c6ac56ed tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "GET /v2.0/ports?device_id=b45d05e6-0927-4bbe-8060-f91e2d8c3cd2 HTTP/1.1" status: 200 len: 945 time: 0.1363902 Oct 27 10:46:16.670993 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-3d68813a-454a-44b8-bd27-ab54b6107a73 req-84ab4a61-ed91-4932-bf34-d76eac17dfb7 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "GET /v2.0/security-groups?id=aba59fed-d1f1-4e7e-84e9-aa222a50e870&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542548 Oct 27 10:46:16.714789 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-bb80a92d-7063-49ff-ba29-deb76d971318 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:16.720801 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-bb80a92d-7063-49ff-ba29-deb76d971318 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:16.766721 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 53956) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:46:16.766947 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-bb80a92d-7063-49ff-ba29-deb76d971318 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=64c0273fcb67486babd40ae2dfabea92&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3629534 Oct 27 10:46:16.774739 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb80a92d-7063-49ff-ba29-deb76d971318 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=670d511a-82ec-483b-ad90-b31760798971,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:46:16.853575 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-5efc6789-cb7b-45bc-a968-f60ba3a2d5fd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:16.886913 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-5efc6789-cb7b-45bc-a968-f60ba3a2d5fd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:16.953192 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-5efc6789-cb7b-45bc-a968-f60ba3a2d5fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:16.955776 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-5efc6789-cb7b-45bc-a968-f60ba3a2d5fd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:16.957037 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-5efc6789-cb7b-45bc-a968-f60ba3a2d5fd admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/670d511a-82ec-483b-ad90-b31760798971 HTTP/1.1" status: 204 len: 168 time: 0.1889091 Oct 27 10:46:16.974509 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efc6789-cb7b-45bc-a968-f60ba3a2d5fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=670d511a-82ec-483b-ad90-b31760798971,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:46:17.543760 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7c1dbb-c4b2-405d-9272-a0f62daa0b04 req-52a655df-cef8-42d8-bb22-101e1db9e50a tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:46:17.558464 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-eb7c1dbb-c4b2-405d-9272-a0f62daa0b04 req-52a655df-cef8-42d8-bb22-101e1db9e50a tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] 10.222.0.44 "GET /v2.0/ports?device_id=3cfd4898-8783-410f-a5a0-5508d6f388d6 HTTP/1.1" status: 200 len: 945 time: 0.1044545 Oct 27 10:46:17.611815 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-eb7c1dbb-c4b2-405d-9272-a0f62daa0b04 req-052a5531-30ef-4117-932c-9f0dbd1e3121 tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] 10.222.0.44 "GET /v2.0/security-groups?id=78b00a37-7309-4fe7-b9e5-d3cf0246ee6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522637 Oct 27 10:46:17.651907 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacf65ef-1e97-4c53-8299-612994fbb48c req-d3d179fe-09d1-4a8c-b1ae-1bb8c030f436 tempest-VolumesActionsTest-1421241891 tempest-VolumesActionsTest-1421241891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:46:17.663370 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-cacf65ef-1e97-4c53-8299-612994fbb48c req-d3d179fe-09d1-4a8c-b1ae-1bb8c030f436 tempest-VolumesActionsTest-1421241891 tempest-VolumesActionsTest-1421241891-project] 10.222.0.44 "GET /v2.0/ports?device_id=6c359c9f-4fec-4617-bfdc-57edbbd7f6d9 HTTP/1.1" status: 200 len: 946 time: 0.0997775 Oct 27 10:46:17.727948 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-cacf65ef-1e97-4c53-8299-612994fbb48c req-6b3a612d-8d20-448d-a719-c1e1618298c4 tempest-VolumesActionsTest-1421241891 tempest-VolumesActionsTest-1421241891-project] 10.222.0.44 "GET /v2.0/security-groups?id=178b7c08-faf2-4fbd-b05b-d2a81132f701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647261 Oct 27 10:46:17.824645 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b355ba-4b1f-4105-b7ee-eb08676cdd3e req-a4ce7662-4c46-4f52-9aca-327d0041e51c tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:46:17.826277 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-f3b355ba-4b1f-4105-b7ee-eb08676cdd3e req-a4ce7662-4c46-4f52-9aca-327d0041e51c tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "GET /v2.0/ports?device_id=b45d05e6-0927-4bbe-8060-f91e2d8c3cd2 HTTP/1.1" status: 200 len: 945 time: 0.0546281 Oct 27 10:46:17.879333 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-f3b355ba-4b1f-4105-b7ee-eb08676cdd3e req-e2e8ce75-0332-47bd-a035-3d82515e7b7a tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "GET /v2.0/security-groups?id=aba59fed-d1f1-4e7e-84e9-aa222a50e870&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462351 Oct 27 10:46:17.938758 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 53998) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:46:18.041063 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-a466d3b2-a957-4c9b-a7b7-03bd0afe592e tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Request body: {'network': {'name': 'tempest-RoutersTest-1623257708'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:46:18.065350 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a466d3b2-a957-4c9b-a7b7-03bd0afe592e tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Made reservation on behalf of 14f921c9b3f94aa0bb5d8437d3b23079 for: {'network': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:46:18.070027 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-a466d3b2-a957-4c9b-a7b7-03bd0afe592e tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for network, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:18.085080 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-a466d3b2-a957-4c9b-a7b7-03bd0afe592e tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks [] for security_group, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:18.168360 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-a466d3b2-a957-4c9b-a7b7-03bd0afe592e tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks [] for security_group, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:18.172795 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-a466d3b2-a957-4c9b-a7b7-03bd0afe592e tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:18.196891 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a466d3b2-a957-4c9b-a7b7-03bd0afe592e tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 426} {{(pid=102347) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 10:46:18.212365 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a466d3b2-a957-4c9b-a7b7-03bd0afe592e tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa534baa-a428-44ee-af4b-bc678defab5a,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:46:18.215649 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-a466d3b2-a957-4c9b-a7b7-03bd0afe592e tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:18.215990 n-d-813419-10 neutron-server[102347]: INFO neutron.db.segments_db [None req-a466d3b2-a957-4c9b-a7b7-03bd0afe592e tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Added segment 1a46aa14-7fe4-4e4c-a9c0-15588568776e of type vlan for network ca44819a-057d-4f80-a206-51ee5ca95aa6 Oct 27 10:46:18.229759 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a466d3b2-a957-4c9b-a7b7-03bd0afe592e tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:46:18.230103 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a466d3b2-a957-4c9b-a7b7-03bd0afe592e tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:46:18.230441 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a466d3b2-a957-4c9b-a7b7-03bd0afe592e tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:46:18.230775 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a466d3b2-a957-4c9b-a7b7-03bd0afe592e tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:46:18.231103 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a466d3b2-a957-4c9b-a7b7-03bd0afe592e tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:46:18.231426 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a466d3b2-a957-4c9b-a7b7-03bd0afe592e tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:46:18.231750 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a466d3b2-a957-4c9b-a7b7-03bd0afe592e tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:46:18.232069 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a466d3b2-a957-4c9b-a7b7-03bd0afe592e tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:46:18.232420 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a466d3b2-a957-4c9b-a7b7-03bd0afe592e tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:46:18.232736 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a466d3b2-a957-4c9b-a7b7-03bd0afe592e tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:46:18.233062 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a466d3b2-a957-4c9b-a7b7-03bd0afe592e tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:46:18.233367 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a466d3b2-a957-4c9b-a7b7-03bd0afe592e tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:46:18.285682 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-a466d3b2-a957-4c9b-a7b7-03bd0afe592e tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743872593080'] for network, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:18.313545 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-a466d3b2-a957-4c9b-a7b7-03bd0afe592e tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913'] for network, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:18.319681 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a466d3b2-a957-4c9b-a7b7-03bd0afe592e tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:46:18.320571 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-a466d3b2-a957-4c9b-a7b7-03bd0afe592e tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks [] for network, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:18.407764 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-a466d3b2-a957-4c9b-a7b7-03bd0afe592e tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4678962 Oct 27 10:46:18.410249 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 54006) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:46:18.415985 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-96156979-eb78-46b7-8f0a-4c45d6c64aee tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Request body: {'network': {'name': 'tempest-RoutersTest-720976971'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:46:18.436189 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a466d3b2-a957-4c9b-a7b7-03bd0afe592e tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Pushing event updated for resources: {'Network': ['ID=ca44819a-057d-4f80-a206-51ee5ca95aa6,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:46:18.442223 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96156979-eb78-46b7-8f0a-4c45d6c64aee tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Made reservation on behalf of 14f921c9b3f94aa0bb5d8437d3b23079 for: {'network': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:46:18.445787 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-96156979-eb78-46b7-8f0a-4c45d6c64aee tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for network, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:18.449615 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Network ca44819a-057d-4f80-a206-51ee5ca95aa6 details requested by agent ovs-agent-n-d-813419-10 with host n-d-813419-10 {{(pid=102348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 10:46:18.482637 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96156979-eb78-46b7-8f0a-4c45d6c64aee tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 447} {{(pid=102346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 10:46:18.495759 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-96156979-eb78-46b7-8f0a-4c45d6c64aee tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:18.496183 n-d-813419-10 neutron-server[102346]: INFO neutron.db.segments_db [None req-96156979-eb78-46b7-8f0a-4c45d6c64aee tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Added segment 6d268ae0-f1ce-4679-9963-744708186d78 of type vlan for network 90b6ee15-cdc6-4268-b70b-9c30a2f07efa Oct 27 10:46:18.554573 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-96156979-eb78-46b7-8f0a-4c45d6c64aee tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743872593080'] for network, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:18.585024 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-96156979-eb78-46b7-8f0a-4c45d6c64aee tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913'] for network, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:18.591476 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96156979-eb78-46b7-8f0a-4c45d6c64aee tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:46:18.592295 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-96156979-eb78-46b7-8f0a-4c45d6c64aee tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks [] for network, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:18.661288 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-96156979-eb78-46b7-8f0a-4c45d6c64aee tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2497401 Oct 27 10:46:18.661996 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 54010) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:46:18.676635 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-6f74895c-cbf2-4888-83da-270157561fa2 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Request body: {'subnet': {'network_id': 'ca44819a-057d-4f80-a206-51ee5ca95aa6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:46:18.728308 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96156979-eb78-46b7-8f0a-4c45d6c64aee tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Pushing event updated for resources: {'Network': ['ID=90b6ee15-cdc6-4268-b70b-9c30a2f07efa,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:46:18.745151 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Network 90b6ee15-cdc6-4268-b70b-9c30a2f07efa details requested by agent ovs-agent-n-d-813419-10 with host n-d-813419-10 {{(pid=102348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 10:46:18.810014 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eecc6f4-e87b-4e7d-a012-2b4b172fc674 req-735354af-68bc-4cbe-b04e-17891921cac6 tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:46:18.817278 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-5eecc6f4-e87b-4e7d-a012-2b4b172fc674 req-735354af-68bc-4cbe-b04e-17891921cac6 tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] 10.222.0.44 "GET /v2.0/ports?device_id=3cfd4898-8783-410f-a5a0-5508d6f388d6 HTTP/1.1" status: 200 len: 945 time: 0.1238096 Oct 27 10:46:18.852645 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f74895c-cbf2-4888-83da-270157561fa2 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Made reservation on behalf of 14f921c9b3f94aa0bb5d8437d3b23079 for: {'subnet': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:46:18.856511 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-6f74895c-cbf2-4888-83da-270157561fa2 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27167186'] for subnet, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:18.885832 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-384a3873-52a1-4f0c-9f60-42ba87738d50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:18.920863 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-5eecc6f4-e87b-4e7d-a012-2b4b172fc674 req-6033b457-63df-47a4-a2cc-0405342fa2c1 tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] 10.222.0.44 "GET /v2.0/security-groups?id=78b00a37-7309-4fe7-b9e5-d3cf0246ee6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025696 Oct 27 10:46:18.933147 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a827d3-e358-43a1-a264-888e33b6e8f0 req-3ddfc1cd-9679-47b2-9c63-184e63a91fae tempest-VolumesActionsTest-1421241891 tempest-VolumesActionsTest-1421241891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:46:18.943863 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-75a827d3-e358-43a1-a264-888e33b6e8f0 req-3ddfc1cd-9679-47b2-9c63-184e63a91fae tempest-VolumesActionsTest-1421241891 tempest-VolumesActionsTest-1421241891-project] 10.222.0.44 "GET /v2.0/ports?device_id=6c359c9f-4fec-4617-bfdc-57edbbd7f6d9 HTTP/1.1" status: 200 len: 946 time: 0.0972421 Oct 27 10:46:19.000754 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-75a827d3-e358-43a1-a264-888e33b6e8f0 req-2dae37ea-8262-4234-8b00-a7ab5b4c1de7 tempest-VolumesActionsTest-1421241891 tempest-VolumesActionsTest-1421241891-project] 10.222.0.44 "GET /v2.0/security-groups?id=178b7c08-faf2-4fbd-b05b-d2a81132f701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555818 Oct 27 10:46:19.016827 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.agents_db [None req-e79ee67d-056e-46ea-bd99-e80473396b25 None None] Agent healthcheck: found 7 active agents {{(pid=102349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 10:46:19.107167 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1fe378-2163-475c-b3b3-681895e48a50 req-8e029085-ce70-4a31-8c5d-256035d09ca3 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:46:19.108674 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-7f1fe378-2163-475c-b3b3-681895e48a50 req-8e029085-ce70-4a31-8c5d-256035d09ca3 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "GET /v2.0/ports?device_id=b45d05e6-0927-4bbe-8060-f91e2d8c3cd2 HTTP/1.1" status: 200 len: 945 time: 0.1096940 Oct 27 10:46:19.182429 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accfd757-3d7e-4b1c-83e5-cd4b5d6bf244 req-fccf1a58-2e7e-4ce6-83ef-a60ef6ab433e tempest-VolumesActionsTest-1421241891 tempest-VolumesActionsTest-1421241891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:46:19.183880 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-accfd757-3d7e-4b1c-83e5-cd4b5d6bf244 req-fccf1a58-2e7e-4ce6-83ef-a60ef6ab433e tempest-VolumesActionsTest-1421241891 tempest-VolumesActionsTest-1421241891-project] 10.222.0.76 "GET /v2.0/ports?device_id=6c359c9f-4fec-4617-bfdc-57edbbd7f6d9 HTTP/1.1" status: 200 len: 946 time: 0.1140954 Oct 27 10:46:19.230954 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-6f74895c-cbf2-4888-83da-270157561fa2 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27024290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27167168'] for subnet, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:19.247436 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-7f1fe378-2163-475c-b3b3-681895e48a50 req-1b7d9fdd-c4d0-42b3-a8f6-7c57f332220c tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "GET /v2.0/security-groups?id=aba59fed-d1f1-4e7e-84e9-aa222a50e870&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1249933 Oct 27 10:46:19.333101 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f74895c-cbf2-4888-83da-270157561fa2 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Pushing event updated for resources: {'Subnet': ['ID=1770a6eb-d491-490e-99bb-afa986f9d78c,revision_number=0']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:46:19.357795 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f74895c-cbf2-4888-83da-270157561fa2 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Checking segment: {'id': '1a46aa14-7fe4-4e4c-a9c0-15588568776e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'ca44819a-057d-4f80-a206-51ee5ca95aa6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:46:19.358152 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f74895c-cbf2-4888-83da-270157561fa2 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Network hostable DHCP agents. Network: ca44819a-057d-4f80-a206-51ee5ca95aa6, hostable agents: ['eafd4000-b897-4722-ae8b-0118ec955181'], hosted agents: [] {{(pid=102346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 10:46:19.380112 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [req-accfd757-3d7e-4b1c-83e5-cd4b5d6bf244 req-3b0a3ae4-8bf6-4b80-9ac7-e98ef7f9f957 tempest-VolumesActionsTest-1421241891 tempest-VolumesActionsTest-1421241891-project] Deleting port a2ec6c84-3540-402c-9983-a82a9d02ceae {{(pid=102346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:46:19.380463 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-accfd757-3d7e-4b1c-83e5-cd4b5d6bf244 req-3b0a3ae4-8bf6-4b80-9ac7-e98ef7f9f957 tempest-VolumesActionsTest-1421241891 tempest-VolumesActionsTest-1421241891-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:19.384521 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f74895c-cbf2-4888-83da-270157561fa2 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Network ca44819a-057d-4f80-a206-51ee5ca95aa6 is scheduled to be hosted by DHCP agent eafd4000-b897-4722-ae8b-0118ec955181 with binding_index 1 {{(pid=102346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 10:46:19.433341 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-6f74895c-cbf2-4888-83da-270157561fa2 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-10, ca44819a-057d-4f80-a206-51ee5ca95aa6) {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:46:19.445314 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-234384d7-fea6-42c9-aec6-170071ab76ce None None] Network ca44819a-057d-4f80-a206-51ee5ca95aa6 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:46:19.458907 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f74895c-cbf2-4888-83da-270157561fa2 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:46:19.459500 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-6f74895c-cbf2-4888-83da-270157561fa2 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for subnet, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:19.499029 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-6f74895c-cbf2-4888-83da-270157561fa2 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8269267 Oct 27 10:46:19.500344 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 54026) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:46:19.505785 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-ce2443ac-465f-49bd-9dea-a69e6f4dc7b1 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Request body: {'subnet': {'network_id': '90b6ee15-cdc6-4268-b70b-9c30a2f07efa', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:46:19.530365 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [req-accfd757-3d7e-4b1c-83e5-cd4b5d6bf244 req-3b0a3ae4-8bf6-4b80-9ac7-e98ef7f9f957 tempest-VolumesActionsTest-1421241891 tempest-VolumesActionsTest-1421241891-project] For port a2ec6c84-3540-402c-9983-a82a9d02ceae, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=a2ec6c84-3540-402c-9983-a82a9d02ceae,segment=NetworkSegment(da9119af-b5ec-4b47-9185-125b18a712c0),segment_id=da9119af-b5ec-4b47-9185-125b18a712c0)] {{(pid=102346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:46:19.531024 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-accfd757-3d7e-4b1c-83e5-cd4b5d6bf244 req-3b0a3ae4-8bf6-4b80-9ac7-e98ef7f9f957 tempest-VolumesActionsTest-1421241891 tempest-VolumesActionsTest-1421241891-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:19.553391 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [req-accfd757-3d7e-4b1c-83e5-cd4b5d6bf244 req-3b0a3ae4-8bf6-4b80-9ac7-e98ef7f9f957 tempest-VolumesActionsTest-1421241891 tempest-VolumesActionsTest-1421241891-project] Calling delete_port for a2ec6c84-3540-402c-9983-a82a9d02ceae owned by compute:nova {{(pid=102346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:46:19.617878 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce2443ac-465f-49bd-9dea-a69e6f4dc7b1 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Made reservation on behalf of 14f921c9b3f94aa0bb5d8437d3b23079 for: {'subnet': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:46:19.631195 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-ce2443ac-465f-49bd-9dea-a69e6f4dc7b1 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18044073'] for subnet, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:19.713552 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcbc2156-4bce-4d7f-99eb-d1d680bcd5bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp734b258e-7d96-550c-b970-9b72ab66f383-ca44819a-057d-4f80-a206-51ee5ca95aa6', 'network_id': 'ca44819a-057d-4f80-a206-51ee5ca95aa6', 'tenant_id': '14f921c9b3f94aa0bb5d8437d3b23079', 'fixed_ips': [{'subnet_id': '1770a6eb-d491-490e-99bb-afa986f9d78c'}]}} from n-d-813419-10. {{(pid=102348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 10:46:19.714431 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-dcbc2156-4bce-4d7f-99eb-d1d680bcd5bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:19.740507 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-accfd757-3d7e-4b1c-83e5-cd4b5d6bf244 req-3b0a3ae4-8bf6-4b80-9ac7-e98ef7f9f957 tempest-VolumesActionsTest-1421241891 tempest-VolumesActionsTest-1421241891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:19.804366 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0a3ae4-8bf6-4b80-9ac7-e98ef7f9f957 tempest-VolumesActionsTest-1421241891 tempest-VolumesActionsTest-1421241891-project] Pushing event deleted for resources: {'Port': ['ID=a2ec6c84-3540-402c-9983-a82a9d02ceae,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:46:19.871060 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [req-accfd757-3d7e-4b1c-83e5-cd4b5d6bf244 req-3b0a3ae4-8bf6-4b80-9ac7-e98ef7f9f957 tempest-VolumesActionsTest-1421241891 tempest-VolumesActionsTest-1421241891-project] No DVR routers for this DVR port a2ec6c84-3540-402c-9983-a82a9d02ceae on host n-h2-813419-10 {{(pid=102346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:46:19.876438 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-accfd757-3d7e-4b1c-83e5-cd4b5d6bf244 req-3b0a3ae4-8bf6-4b80-9ac7-e98ef7f9f957 tempest-VolumesActionsTest-1421241891 tempest-VolumesActionsTest-1421241891-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:19.885361 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-accfd757-3d7e-4b1c-83e5-cd4b5d6bf244 req-3b0a3ae4-8bf6-4b80-9ac7-e98ef7f9f957 tempest-VolumesActionsTest-1421241891 tempest-VolumesActionsTest-1421241891-project] 10.222.0.76 "DELETE /v2.0/ports/a2ec6c84-3540-402c-9983-a82a9d02ceae HTTP/1.1" status: 204 len: 173 time: 0.6895099 Oct 27 10:46:19.885972 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c359c9f-4fec-4617-bfdc-57edbbd7f6d9', 'name': 'network-vif-deleted', 'tag': 'a2ec6c84-3540-402c-9983-a82a9d02ceae'}] {{(pid=102346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:46:19.889360 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc0e418f5fc417c8d55d94c0aa509b037d0beb2a734c1a709e789eb65639a56d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e78d01a1-51d7-4fb0-97fa-7afcc531bc18" -d '{"events": [{"server_uuid": "6c359c9f-4fec-4617-bfdc-57edbbd7f6d9", "name": "network-vif-deleted", "tag": "a2ec6c84-3540-402c-9983-a82a9d02ceae"}]}' {{(pid=102346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:46:19.927509 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-ce2443ac-465f-49bd-9dea-a69e6f4dc7b1 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-18295883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18044091'] for subnet, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:19.999817 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.db_base_plugin_common [None req-dcbc2156-4bce-4d7f-99eb-d1d680bcd5bf None None] Allocated IP 172.20.0.2 (ca44819a-057d-4f80-a206-51ee5ca95aa6/1770a6eb-d491-490e-99bb-afa986f9d78c/ade01db4-a5ba-47c9-959d-84b66d0ce1f8) {{(pid=102348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:46:20.109270 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce2443ac-465f-49bd-9dea-a69e6f4dc7b1 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Checking segment: {'id': '6d268ae0-f1ce-4679-9963-744708186d78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '90b6ee15-cdc6-4268-b70b-9c30a2f07efa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:46:20.109834 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce2443ac-465f-49bd-9dea-a69e6f4dc7b1 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Network hostable DHCP agents. Network: 90b6ee15-cdc6-4268-b70b-9c30a2f07efa, hostable agents: ['eafd4000-b897-4722-ae8b-0118ec955181'], hosted agents: [] {{(pid=102347) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 10:46:20.130851 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2443ac-465f-49bd-9dea-a69e6f4dc7b1 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Pushing event updated for resources: {'Subnet': ['ID=c287bfa0-821c-4e19-a6fe-b071f8082985,revision_number=0']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:46:20.131866 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:20.138571 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce2443ac-465f-49bd-9dea-a69e6f4dc7b1 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Network 90b6ee15-cdc6-4268-b70b-9c30a2f07efa is scheduled to be hosted by DHCP agent eafd4000-b897-4722-ae8b-0118ec955181 with binding_index 1 {{(pid=102347) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 10:46:20.156896 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [None req-ce2443ac-465f-49bd-9dea-a69e6f4dc7b1 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-10, 90b6ee15-cdc6-4268-b70b-9c30a2f07efa) {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:46:20.165740 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5629b8b3-1e75-4ae9-966c-de1e21bbe8e4 req-16f5c9cb-62a1-482b-a170-abba5fe2e8d3 tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:46:20.174028 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-5629b8b3-1e75-4ae9-966c-de1e21bbe8e4 req-16f5c9cb-62a1-482b-a170-abba5fe2e8d3 tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] 10.222.0.44 "GET /v2.0/ports?device_id=3cfd4898-8783-410f-a5a0-5508d6f388d6 HTTP/1.1" status: 200 len: 945 time: 0.0908608 Oct 27 10:46:20.177601 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce2443ac-465f-49bd-9dea-a69e6f4dc7b1 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:46:20.178187 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-ce2443ac-465f-49bd-9dea-a69e6f4dc7b1 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks [] for subnet, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:20.227836 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-ce2443ac-465f-49bd-9dea-a69e6f4dc7b1 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7232032 Oct 27 10:46:20.228292 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 54074) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:46:20.229911 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-5629b8b3-1e75-4ae9-966c-de1e21bbe8e4 req-8256b848-7df6-4413-aa54-a5335d1f0ba7 tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] 10.222.0.44 "GET /v2.0/security-groups?id=78b00a37-7309-4fe7-b9e5-d3cf0246ee6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546219 Oct 27 10:46:20.232601 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-59d9b59f-3eca-4a82-9500-af4076e90b4d tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1112798733', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:46:20.250400 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01899393-813f-4a81-b49a-fe1d7d42fabd None None] Network 90b6ee15-cdc6-4268-b70b-9c30a2f07efa requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:46:20.281546 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-59d9b59f-3eca-4a82-9500-af4076e90b4d tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1768632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3610'] for router, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:20.282769 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-59d9b59f-3eca-4a82-9500-af4076e90b4d tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1765704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1769409', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1694266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3597'] for router, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:20.308543 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:46:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9ca011f-3628-46ed-b4c5-419e60f22cd5 x-openstack-request-id: req-f9ca011f-3628-46ed-b4c5-419e60f22cd5 {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:46:20.309045 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c359c9f-4fec-4617-bfdc-57edbbd7f6d9", "name": "network-vif-deleted", "tag": "a2ec6c84-3540-402c-9983-a82a9d02ceae", "status": "completed", "code": 200}]} {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:46:20.309546 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f9ca011f-3628-46ed-b4c5-419e60f22cd5 {{(pid=102346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:46:20.310150 n-d-813419-10 neutron-server[102346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c359c9f-4fec-4617-bfdc-57edbbd7f6d9', 'name': 'network-vif-deleted', 'tag': 'a2ec6c84-3540-402c-9983-a82a9d02ceae', 'status': 'completed', 'code': 200} Oct 27 10:46:20.320939 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-eadeaa30-4096-4d1a-b3cb-aa7ebfb291ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:20.365838 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-43ad9b60-de03-4481-b895-6d982b6a118d req-873b4cb3-b3d5-47c6-9c9e-fbf6fdcbbd15 tempest-VolumesActionsTest-1421241891 tempest-VolumesActionsTest-1421241891-project] 10.222.0.44 "GET /v2.0/ports?device_id=6c359c9f-4fec-4617-bfdc-57edbbd7f6d9 HTTP/1.1" status: 200 len: 210 time: 0.0505841 Oct 27 10:46:20.403615 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-59d9b59f-3eca-4a82-9500-af4076e90b4d tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:20.409030 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-59d9b59f-3eca-4a82-9500-af4076e90b4d tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1765699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1769372'] for router, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:20.449224 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-59d9b59f-3eca-4a82-9500-af4076e90b4d tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks [] for router, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:20.453022 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-59d9b59f-3eca-4a82-9500-af4076e90b4d tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2213221 Oct 27 10:46:20.454908 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 54084) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:46:20.545786 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8264fe-a7f5-4101-8bf4-a01ce21564dd req-77849a98-3e0c-4911-a4db-13a39dad3283 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:46:20.547465 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-7c8264fe-a7f5-4101-8bf4-a01ce21564dd req-77849a98-3e0c-4911-a4db-13a39dad3283 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "GET /v2.0/ports?device_id=b45d05e6-0927-4bbe-8060-f91e2d8c3cd2 HTTP/1.1" status: 200 len: 945 time: 0.1257315 Oct 27 10:46:20.606901 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-7c8264fe-a7f5-4101-8bf4-a01ce21564dd req-b095a992-e276-41ec-832a-8b929d8642d1 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "GET /v2.0/security-groups?id=aba59fed-d1f1-4e7e-84e9-aa222a50e870&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502188 Oct 27 10:46:20.735074 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-dcbc2156-4bce-4d7f-99eb-d1d680bcd5bf None None] Publish callbacks [] for port, precommit_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:20.742528 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-dcbc2156-4bce-4d7f-99eb-d1d680bcd5bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606'] for port, after_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:20.775626 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98f3642c-ed04-4c49-93a7-8cee69bb1980 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp734b258e-7d96-550c-b970-9b72ab66f383-90b6ee15-cdc6-4268-b70b-9c30a2f07efa', 'network_id': '90b6ee15-cdc6-4268-b70b-9c30a2f07efa', 'tenant_id': '14f921c9b3f94aa0bb5d8437d3b23079', 'fixed_ips': [{'subnet_id': 'c287bfa0-821c-4e19-a6fe-b071f8082985'}]}} from n-d-813419-10. {{(pid=102348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 10:46:20.776588 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-98f3642c-ed04-4c49-93a7-8cee69bb1980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:20.816419 n-d-813419-10 neutron-server[102348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcbc2156-4bce-4d7f-99eb-d1d680bcd5bf None None] Network ca44819a-057d-4f80-a206-51ee5ca95aa6 is already hosted by enough agents. {{(pid=102348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:46:20.821305 n-d-813419-10 neutron-server[102348]: DEBUG neutron.scheduler.base_scheduler [None req-dcbc2156-4bce-4d7f-99eb-d1d680bcd5bf None None] Resources bound (agent type, host, resource id): {{(pid=102348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:46:20.824253 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcbc2156-4bce-4d7f-99eb-d1d680bcd5bf None None] Received port after_create {{(pid=102348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:46:20.830713 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ade69731-68cc-4ac1-9f83-906a081be89c tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:20.833658 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbc2156-4bce-4d7f-99eb-d1d680bcd5bf None None] Pushing event updated for resources: {'Port': ['ID=ade01db4-a5ba-47c9-959d-84b66d0ce1f8,revision_number=1']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:46:20.953329 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-dcbc2156-4bce-4d7f-99eb-d1d680bcd5bf None None] Attempting to bind port ade01db4-a5ba-47c9-959d-84b66d0ce1f8 on host n-d-813419-10 for vnic_type normal with profile {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:46:20.953781 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-dcbc2156-4bce-4d7f-99eb-d1d680bcd5bf None None] Attempting to bind port ade01db4-a5ba-47c9-959d-84b66d0ce1f8 by drivers openvswitch,hyperv on host n-d-813419-10 at level 0 using segments [{'id': '1a46aa14-7fe4-4e4c-a9c0-15588568776e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'ca44819a-057d-4f80-a206-51ee5ca95aa6'}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:46:20.954224 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcbc2156-4bce-4d7f-99eb-d1d680bcd5bf None None] Attempting to bind port ade01db4-a5ba-47c9-959d-84b66d0ce1f8 on network ca44819a-057d-4f80-a206-51ee5ca95aa6 {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:46:20.982237 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcbc2156-4bce-4d7f-99eb-d1d680bcd5bf None None] Checking agent: {'id': '89dba0f3-79b2-435e-9822-33674b8f6ada', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 8, 20), 'started_at': datetime.datetime(2021, 10, 27, 10, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 46, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:46:20.982904 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcbc2156-4bce-4d7f-99eb-d1d680bcd5bf None None] Checking segment: {'id': '1a46aa14-7fe4-4e4c-a9c0-15588568776e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'ca44819a-057d-4f80-a206-51ee5ca95aa6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:46:20.983377 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-dcbc2156-4bce-4d7f-99eb-d1d680bcd5bf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:20.983779 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcbc2156-4bce-4d7f-99eb-d1d680bcd5bf None None] Bound using segment: {'id': '1a46aa14-7fe4-4e4c-a9c0-15588568776e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'ca44819a-057d-4f80-a206-51ee5ca95aa6'} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:46:20.984540 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-dcbc2156-4bce-4d7f-99eb-d1d680bcd5bf None None] Bound port: ade01db4-a5ba-47c9-959d-84b66d0ce1f8, host: n-d-813419-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a46aa14-7fe4-4e4c-a9c0-15588568776e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'ca44819a-057d-4f80-a206-51ee5ca95aa6'}}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:46:20.984959 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-dcbc2156-4bce-4d7f-99eb-d1d680bcd5bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:21.041762 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.db_base_plugin_common [None req-98f3642c-ed04-4c49-93a7-8cee69bb1980 None None] Allocated IP 172.21.0.2 (90b6ee15-cdc6-4268-b70b-9c30a2f07efa/c287bfa0-821c-4e19-a6fe-b071f8082985/e43cd75e-a8f4-48f5-b7e5-4c894ed974c7) {{(pid=102348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:46:21.109163 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_common [None req-ade69731-68cc-4ac1-9f83-906a081be89c tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Allocated IP 172.20.0.1 (ca44819a-057d-4f80-a206-51ee5ca95aa6/1770a6eb-d491-490e-99bb-afa986f9d78c/e2c54d9d-ee95-4d60-848d-60d2cdf642e7) {{(pid=102346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:46:21.131483 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-dcbc2156-4bce-4d7f-99eb-d1d680bcd5bf None None] For port ade01db4-a5ba-47c9-959d-84b66d0ce1f8, host n-d-813419-10, cleared binding levels {{(pid=102348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:46:21.151126 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-dcbc2156-4bce-4d7f-99eb-d1d680bcd5bf None None] For port ade01db4-a5ba-47c9-959d-84b66d0ce1f8, host n-d-813419-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=ade01db4-a5ba-47c9-959d-84b66d0ce1f8,segment=NetworkSegment(1a46aa14-7fe4-4e4c-a9c0-15588568776e),segment_id=1a46aa14-7fe4-4e4c-a9c0-15588568776e)] {{(pid=102348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:46:21.159828 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-dcbc2156-4bce-4d7f-99eb-d1d680bcd5bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:21.254282 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ade69731-68cc-4ac1-9f83-906a081be89c tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks [] for port, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:21.269795 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbc2156-4bce-4d7f-99eb-d1d680bcd5bf None None] Pushing event updated for resources: {'Port': ['ID=ade01db4-a5ba-47c9-959d-84b66d0ce1f8,revision_number=2']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:46:21.308617 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ade69731-68cc-4ac1-9f83-906a081be89c tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:21.315555 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-98f3642c-ed04-4c49-93a7-8cee69bb1980 None None] Publish callbacks [] for port, precommit_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:21.331941 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-98f3642c-ed04-4c49-93a7-8cee69bb1980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606'] for port, after_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:21.345167 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device a2ec6c84-3540-402c-9983-a82a9d02ceae no longer exists at agent hyperv_n-h2-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:46:21.424426 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ade69731-68cc-4ac1-9f83-906a081be89c tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Network ca44819a-057d-4f80-a206-51ee5ca95aa6 is already hosted by enough agents. {{(pid=102346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:46:21.433499 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-ade69731-68cc-4ac1-9f83-906a081be89c tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Resources bound (agent type, host, resource id): {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:46:21.438384 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ade69731-68cc-4ac1-9f83-906a081be89c tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Received port after_create {{(pid=102346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:46:21.507942 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade69731-68cc-4ac1-9f83-906a081be89c tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Pushing event updated for resources: {'Port': ['ID=e2c54d9d-ee95-4d60-848d-60d2cdf642e7,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:46:21.525813 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ade69731-68cc-4ac1-9f83-906a081be89c tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1664961'] for router_interface, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:21.612297 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] No Port match for: a2ec6c84-3540-402c-9983-a82a9d02ceae {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:46:21.612648 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device a2ec6c84-3540-402c-9983-a82a9d02ceae not bound to the agent host n-h2-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:46:21.627125 n-d-813419-10 neutron-server[102348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98f3642c-ed04-4c49-93a7-8cee69bb1980 None None] Network 90b6ee15-cdc6-4268-b70b-9c30a2f07efa is already hosted by enough agents. {{(pid=102348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:46:21.634571 n-d-813419-10 neutron-server[102348]: DEBUG neutron.scheduler.base_scheduler [None req-98f3642c-ed04-4c49-93a7-8cee69bb1980 None None] Resources bound (agent type, host, resource id): {{(pid=102348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:46:21.637202 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98f3642c-ed04-4c49-93a7-8cee69bb1980 None None] Received port after_create {{(pid=102348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:46:21.639586 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f3642c-ed04-4c49-93a7-8cee69bb1980 None None] Pushing event updated for resources: {'Port': ['ID=e43cd75e-a8f4-48f5-b7e5-4c894ed974c7,revision_number=1']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:46:21.732677 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ade69731-68cc-4ac1-9f83-906a081be89c tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:21.762146 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90b3718-6566-47aa-873f-a84f316f4b08 req-7e5abf78-fbbc-4070-b8d4-e0ec59e779fb tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:46:21.772000 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-b90b3718-6566-47aa-873f-a84f316f4b08 req-7e5abf78-fbbc-4070-b8d4-e0ec59e779fb tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] 10.222.0.44 "GET /v2.0/ports?device_id=3cfd4898-8783-410f-a5a0-5508d6f388d6 HTTP/1.1" status: 200 len: 945 time: 0.3945103 Oct 27 10:46:21.773024 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-98f3642c-ed04-4c49-93a7-8cee69bb1980 None None] Attempting to bind port e43cd75e-a8f4-48f5-b7e5-4c894ed974c7 on host n-d-813419-10 for vnic_type normal with profile {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:46:21.774039 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-98f3642c-ed04-4c49-93a7-8cee69bb1980 None None] Attempting to bind port e43cd75e-a8f4-48f5-b7e5-4c894ed974c7 by drivers openvswitch,hyperv on host n-d-813419-10 at level 0 using segments [{'id': '6d268ae0-f1ce-4679-9963-744708186d78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '90b6ee15-cdc6-4268-b70b-9c30a2f07efa'}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:46:21.774886 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98f3642c-ed04-4c49-93a7-8cee69bb1980 None None] Attempting to bind port e43cd75e-a8f4-48f5-b7e5-4c894ed974c7 on network 90b6ee15-cdc6-4268-b70b-9c30a2f07efa {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:46:21.781905 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98f3642c-ed04-4c49-93a7-8cee69bb1980 None None] Checking agent: {'id': '89dba0f3-79b2-435e-9822-33674b8f6ada', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 8, 20), 'started_at': datetime.datetime(2021, 10, 27, 10, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 46, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:46:21.782584 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98f3642c-ed04-4c49-93a7-8cee69bb1980 None None] Checking segment: {'id': '6d268ae0-f1ce-4679-9963-744708186d78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '90b6ee15-cdc6-4268-b70b-9c30a2f07efa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:46:21.783159 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-98f3642c-ed04-4c49-93a7-8cee69bb1980 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:21.783751 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98f3642c-ed04-4c49-93a7-8cee69bb1980 None None] Bound using segment: {'id': '6d268ae0-f1ce-4679-9963-744708186d78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '90b6ee15-cdc6-4268-b70b-9c30a2f07efa'} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:46:21.785025 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-98f3642c-ed04-4c49-93a7-8cee69bb1980 None None] Bound port: e43cd75e-a8f4-48f5-b7e5-4c894ed974c7, host: n-d-813419-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d268ae0-f1ce-4679-9963-744708186d78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '90b6ee15-cdc6-4268-b70b-9c30a2f07efa'}}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:46:21.785927 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-98f3642c-ed04-4c49-93a7-8cee69bb1980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:21.866782 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da194f5-2459-4453-a5c3-2cc28bb8171d req-2b894104-419c-4289-8ed9-b491a59dfc9d tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:46:21.868241 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-b90b3718-6566-47aa-873f-a84f316f4b08 req-94be1c0b-83b7-4981-9b79-9467b4ea9f3b tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] 10.222.0.44 "GET /v2.0/security-groups?id=78b00a37-7309-4fe7-b9e5-d3cf0246ee6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888402 Oct 27 10:46:21.885456 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-1da194f5-2459-4453-a5c3-2cc28bb8171d req-2b894104-419c-4289-8ed9-b491a59dfc9d tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "GET /v2.0/ports?device_id=b45d05e6-0927-4bbe-8060-f91e2d8c3cd2 HTTP/1.1" status: 200 len: 945 time: 0.1086187 Oct 27 10:46:21.898430 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-98f3642c-ed04-4c49-93a7-8cee69bb1980 None None] For port e43cd75e-a8f4-48f5-b7e5-4c894ed974c7, host n-d-813419-10, cleared binding levels {{(pid=102348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:46:21.904770 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-98f3642c-ed04-4c49-93a7-8cee69bb1980 None None] For port e43cd75e-a8f4-48f5-b7e5-4c894ed974c7, host n-d-813419-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=e43cd75e-a8f4-48f5-b7e5-4c894ed974c7,segment=NetworkSegment(6d268ae0-f1ce-4679-9963-744708186d78),segment_id=6d268ae0-f1ce-4679-9963-744708186d78)] {{(pid=102348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:46:21.912019 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-98f3642c-ed04-4c49-93a7-8cee69bb1980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:21.964710 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-1da194f5-2459-4453-a5c3-2cc28bb8171d req-9091e4e0-760b-4a40-bcff-cc017053c232 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "GET /v2.0/security-groups?id=aba59fed-d1f1-4e7e-84e9-aa222a50e870&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767643 Oct 27 10:46:22.012234 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-3c6a8245-0581-48aa-b5f6-4d8fe98cd16e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:22.062187 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f3642c-ed04-4c49-93a7-8cee69bb1980 None None] Pushing event updated for resources: {'Port': ['ID=e43cd75e-a8f4-48f5-b7e5-4c894ed974c7,revision_number=2']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:46:22.117262 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device ade01db4-a5ba-47c9-959d-84b66d0ce1f8 up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:46:22.195524 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port ade01db4-a5ba-47c9-959d-84b66d0ce1f8 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:46:22.195923 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:22.307769 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ade69731-68cc-4ac1-9f83-906a081be89c tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks [] for port, precommit_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:22.313884 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ade69731-68cc-4ac1-9f83-906a081be89c tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27024173'] for port, after_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:22.402438 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:22.455600 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] For port ade01db4-a5ba-47c9-959d-84b66d0ce1f8, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=ade01db4-a5ba-47c9-959d-84b66d0ce1f8,segment=NetworkSegment(1a46aa14-7fe4-4e4c-a9c0-15588568776e),segment_id=1a46aa14-7fe4-4e4c-a9c0-15588568776e)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:46:22.468070 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:22.554286 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ade69731-68cc-4ac1-9f83-906a081be89c tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2006967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1766225'] for router_interface, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:22.568723 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade69731-68cc-4ac1-9f83-906a081be89c tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Pushing event updated for resources: {'Port': ['ID=e2c54d9d-ee95-4d60-848d-60d2cdf642e7,revision_number=2']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:46:22.573488 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Pushing event updated for resources: {'Port': ['ID=ade01db4-a5ba-47c9-959d-84b66d0ce1f8,revision_number=3']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:46:22.686675 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ade69731-68cc-4ac1-9f83-906a081be89c tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Network ca44819a-057d-4f80-a206-51ee5ca95aa6 is already hosted by enough agents. {{(pid=102346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:46:22.688353 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-ade69731-68cc-4ac1-9f83-906a081be89c tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Resources bound (agent type, host, resource id): {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:46:22.850224 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ade69731-68cc-4ac1-9f83-906a081be89c tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Router 0169d111-d2fa-4223-be3d-78d1f760c2d9 is scheduled to L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb with binding_index 1 {{(pid=102346) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 10:46:22.909536 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65c100a7-2a5a-47d9-a1f4-2e50539a7fbd None None] Network ca44819a-057d-4f80-a206-51ee5ca95aa6 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:46:22.978682 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ade69731-68cc-4ac1-9f83-906a081be89c tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:46:22.989509 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d67ec205-7370-42a2-89a9-6a12cef168ec None None] Sync routers for ids ['0169d111-d2fa-4223-be3d-78d1f760c2d9'] in n-d-813419-10 {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:46:23.009109 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 54136) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:46:23.022729 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-ade69731-68cc-4ac1-9f83-906a081be89c tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] 10.222.0.44 "PUT /v2.0/routers/0169d111-d2fa-4223-be3d-78d1f760c2d9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5652361 Oct 27 10:46:23.025231 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d67ec205-7370-42a2-89a9-6a12cef168ec None None] Routers {'0169d111-d2fa-4223-be3d-78d1f760c2d9'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:46:23.029654 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-d67ec205-7370-42a2-89a9-6a12cef168ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:46:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['0169d111-d2fa-4223-be3d-78d1f760c2d9'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:46:23.116855 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-2e349a7c-0ace-4276-8aba-3ba35180e61c None None] Provisioning complete for port ade01db4-a5ba-47c9-959d-84b66d0ce1f8 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:46:23.117502 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-2e349a7c-0ace-4276-8aba-3ba35180e61c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:23.159585 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75841700-60aa-4369-b6f1-ef92d03e1147 req-80d56204-992d-4db0-8a27-91ecadd87afa tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:46:23.162236 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-75841700-60aa-4369-b6f1-ef92d03e1147 req-80d56204-992d-4db0-8a27-91ecadd87afa tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] 10.222.0.44 "GET /v2.0/ports?device_id=3cfd4898-8783-410f-a5a0-5508d6f388d6 HTTP/1.1" status: 200 len: 945 time: 0.1810906 Oct 27 10:46:23.185407 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-d67ec205-7370-42a2-89a9-6a12cef168ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:46:23.188296 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8a44eb3-889b-4da4-8f16-61eac65f497b tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:46:23.192238 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-f8a44eb3-889b-4da4-8f16-61eac65f497b tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] 10.222.0.44 "GET /v2.0/ports/e2c54d9d-ee95-4d60-848d-60d2cdf642e7 HTTP/1.1" status: 200 len: 910 time: 0.1792538 Oct 27 10:46:23.192971 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 54140) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:46:23.208472 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d67ec205-7370-42a2-89a9-6a12cef168ec None None] Routers {'0169d111-d2fa-4223-be3d-78d1f760c2d9'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:46:23.209081 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-d67ec205-7370-42a2-89a9-6a12cef168ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:46:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['0169d111-d2fa-4223-be3d-78d1f760c2d9'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:46:23.275715 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-75841700-60aa-4369-b6f1-ef92d03e1147 req-c7e3fb6c-5e9f-4970-9075-2ce7652a840e tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] 10.222.0.44 "GET /v2.0/security-groups?id=78b00a37-7309-4fe7-b9e5-d3cf0246ee6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882416 Oct 27 10:46:23.299222 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-d67ec205-7370-42a2-89a9-6a12cef168ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:46:23.299862 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d67ec205-7370-42a2-89a9-6a12cef168ec None None] The sync data for ids ['0169d111-d2fa-4223-be3d-78d1f760c2d9'] in n-d-813419-10 is: [] {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:46:23.578167 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f935bc32-995c-4538-83cd-91c249ea6755 req-9ee22e60-2d9b-4d2c-855d-fcbf0cc5a2d1 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:46:23.584629 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-f935bc32-995c-4538-83cd-91c249ea6755 req-9ee22e60-2d9b-4d2c-855d-fcbf0cc5a2d1 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "GET /v2.0/ports?device_id=b45d05e6-0927-4bbe-8060-f91e2d8c3cd2 HTTP/1.1" status: 200 len: 945 time: 0.4182010 Oct 27 10:46:23.660705 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa65a8f5-eaab-460e-8ddb-5f1cc85bf9a8 None None] Network 90b6ee15-cdc6-4268-b70b-9c30a2f07efa requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:46:23.715572 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-f935bc32-995c-4538-83cd-91c249ea6755 req-ee8277af-0345-4226-a2b2-4d532e807400 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "GET /v2.0/security-groups?id=aba59fed-d1f1-4e7e-84e9-aa222a50e870&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1267271 Oct 27 10:46:23.733129 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-005914a1-49c7-4c3f-9c2e-d138651b3067 None None] Provisioning complete for port e43cd75e-a8f4-48f5-b7e5-4c894ed974c7 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:46:23.733494 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-005914a1-49c7-4c3f-9c2e-d138651b3067 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:23.839315 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-82e396dc-5620-475d-9d10-016f4d49dbb1 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:23.945095 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-005914a1-49c7-4c3f-9c2e-d138651b3067 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:24.008017 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-005914a1-49c7-4c3f-9c2e-d138651b3067 None None] For port e43cd75e-a8f4-48f5-b7e5-4c894ed974c7, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=e43cd75e-a8f4-48f5-b7e5-4c894ed974c7,segment=NetworkSegment(6d268ae0-f1ce-4679-9963-744708186d78),segment_id=6d268ae0-f1ce-4679-9963-744708186d78)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:46:24.017555 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-005914a1-49c7-4c3f-9c2e-d138651b3067 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:24.076983 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device ade01db4-a5ba-47c9-959d-84b66d0ce1f8 up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:46:24.143344 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005914a1-49c7-4c3f-9c2e-d138651b3067 None None] Pushing event updated for resources: {'Port': ['ID=e43cd75e-a8f4-48f5-b7e5-4c894ed974c7,revision_number=3']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:46:24.166332 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-d1366dea-a56c-47d3-bf67-70c286f76ca4 None None] Provisioning complete for port e2c54d9d-ee95-4d60-848d-60d2cdf642e7 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:46:24.166850 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-d1366dea-a56c-47d3-bf67-70c286f76ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:24.264105 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port ade01db4-a5ba-47c9-959d-84b66d0ce1f8 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:46:24.264794 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:24.270454 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-d1366dea-a56c-47d3-bf67-70c286f76ca4 None None] Port e2c54d9d-ee95-4d60-848d-60d2cdf642e7 cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:46:24.326033 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_common [None req-82e396dc-5620-475d-9d10-016f4d49dbb1 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Allocated IP 172.21.0.1 (90b6ee15-cdc6-4268-b70b-9c30a2f07efa/c287bfa0-821c-4e19-a6fe-b071f8082985/2ad7fcf9-38cb-4a26-a2f0-674db499261f) {{(pid=102347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:46:24.372931 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-d1366dea-a56c-47d3-bf67-70c286f76ca4 None None] Provisioning complete for port ade01db4-a5ba-47c9-959d-84b66d0ce1f8 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:46:24.373297 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-d1366dea-a56c-47d3-bf67-70c286f76ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:24.535309 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device e43cd75e-a8f4-48f5-b7e5-4c894ed974c7 up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:46:24.555344 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7d272a-3b17-41c2-a7d9-3cf7ed2a802a req-7096a76a-bb71-4add-a4b2-e2b4d70165d9 tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:46:24.556964 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-9b7d272a-3b17-41c2-a7d9-3cf7ed2a802a req-7096a76a-bb71-4add-a4b2-e2b4d70165d9 tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] 10.222.0.44 "GET /v2.0/ports?device_id=3cfd4898-8783-410f-a5a0-5508d6f388d6 HTTP/1.1" status: 200 len: 945 time: 0.1608121 Oct 27 10:46:24.588900 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-82e396dc-5620-475d-9d10-016f4d49dbb1 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks [] for port, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:24.636464 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port e43cd75e-a8f4-48f5-b7e5-4c894ed974c7 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:46:24.637083 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:24.642166 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-9b7d272a-3b17-41c2-a7d9-3cf7ed2a802a req-53fe7636-8daf-4f2b-aaf7-1f936706a518 tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] 10.222.0.44 "GET /v2.0/security-groups?id=78b00a37-7309-4fe7-b9e5-d3cf0246ee6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776060 Oct 27 10:46:24.659216 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-82e396dc-5620-475d-9d10-016f4d49dbb1 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:24.708143 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82e396dc-5620-475d-9d10-016f4d49dbb1 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Network 90b6ee15-cdc6-4268-b70b-9c30a2f07efa is already hosted by enough agents. {{(pid=102347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:46:24.717502 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [None req-82e396dc-5620-475d-9d10-016f4d49dbb1 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Resources bound (agent type, host, resource id): {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:46:24.722042 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82e396dc-5620-475d-9d10-016f4d49dbb1 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Received port after_create {{(pid=102347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:46:24.772986 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e396dc-5620-475d-9d10-016f4d49dbb1 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Pushing event updated for resources: {'Port': ['ID=2ad7fcf9-38cb-4a26-a2f0-674db499261f,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:46:24.795793 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-3362dffd-97ce-41b7-8f90-201c83a91ad2 None None] Provisioning complete for port e2c54d9d-ee95-4d60-848d-60d2cdf642e7 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:46:24.798678 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-3362dffd-97ce-41b7-8f90-201c83a91ad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:24.835319 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-82e396dc-5620-475d-9d10-016f4d49dbb1 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1664961'] for router_interface, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:24.886390 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-3362dffd-97ce-41b7-8f90-201c83a91ad2 None None] Port e2c54d9d-ee95-4d60-848d-60d2cdf642e7 cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:46:24.909181 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-3362dffd-97ce-41b7-8f90-201c83a91ad2 None None] Provisioning complete for port e43cd75e-a8f4-48f5-b7e5-4c894ed974c7 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:46:24.910113 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-3362dffd-97ce-41b7-8f90-201c83a91ad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:25.155107 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70c6944-c506-4dbc-9c72-7d60b3f7d581 req-72593e99-2e23-4c14-8498-a3dc71506d24 tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:46:25.157157 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-f70c6944-c506-4dbc-9c72-7d60b3f7d581 req-72593e99-2e23-4c14-8498-a3dc71506d24 tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0425cac-a4c1-4c0d-a984-fdf0100683a6 HTTP/1.1" status: 200 len: 945 time: 0.0902252 Oct 27 10:46:25.173636 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-dcfe1e20-5586-4e3f-93e8-8a95d5be65a8 None None] Provisioning complete for port 2ad7fcf9-38cb-4a26-a2f0-674db499261f triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:46:25.174232 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-dcfe1e20-5586-4e3f-93e8-8a95d5be65a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:25.218956 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-dcfe1e20-5586-4e3f-93e8-8a95d5be65a8 None None] Port 2ad7fcf9-38cb-4a26-a2f0-674db499261f cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:46:25.240831 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-f70c6944-c506-4dbc-9c72-7d60b3f7d581 req-11f58bbb-189e-42e9-b033-9fef47ddf140 tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] 10.222.0.44 "GET /v2.0/security-groups?id=a4d0fbfb-64fa-47ee-96d3-9b720ee29125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747595 Oct 27 10:46:25.507212 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fd0a38-c6da-440a-a1f4-12502fed1c44 req-9b98f7a5-5f6f-4912-ad4c-84fab0de22f6 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:46:25.508849 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-a8fd0a38-c6da-440a-a1f4-12502fed1c44 req-9b98f7a5-5f6f-4912-ad4c-84fab0de22f6 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "GET /v2.0/ports?device_id=b45d05e6-0927-4bbe-8060-f91e2d8c3cd2 HTTP/1.1" status: 200 len: 945 time: 0.5985274 Oct 27 10:46:25.553962 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-82e396dc-5620-475d-9d10-016f4d49dbb1 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:25.615949 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-a8fd0a38-c6da-440a-a1f4-12502fed1c44 req-1ab8ac3c-7fee-42fa-91ce-0a1db5ab97d9 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "GET /v2.0/security-groups?id=aba59fed-d1f1-4e7e-84e9-aa222a50e870&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629027 Oct 27 10:46:25.758658 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7714602f-1b70-4ef5-a228-5c1601a0a160 req-5d169152-461f-4a57-8466-c60cfe5efde2 tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:46:25.761131 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-7714602f-1b70-4ef5-a228-5c1601a0a160 req-5d169152-461f-4a57-8466-c60cfe5efde2 tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] 10.222.0.44 "GET /v2.0/ports?device_id=3cfd4898-8783-410f-a5a0-5508d6f388d6 HTTP/1.1" status: 200 len: 945 time: 0.0563970 Oct 27 10:46:25.808998 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-7714602f-1b70-4ef5-a228-5c1601a0a160 req-afb1f880-09bf-4a74-9895-949439241870 tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] 10.222.0.44 "GET /v2.0/security-groups?id=78b00a37-7309-4fe7-b9e5-d3cf0246ee6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410597 Oct 27 10:46:25.897293 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-82e396dc-5620-475d-9d10-016f4d49dbb1 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks [] for port, precommit_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:25.904441 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-82e396dc-5620-475d-9d10-016f4d49dbb1 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:25.951874 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device e43cd75e-a8f4-48f5-b7e5-4c894ed974c7 up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:46:25.993885 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e396dc-5620-475d-9d10-016f4d49dbb1 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Pushing event updated for resources: {'Port': ['ID=2ad7fcf9-38cb-4a26-a2f0-674db499261f,revision_number=2']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:46:25.999243 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-82e396dc-5620-475d-9d10-016f4d49dbb1 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2006967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1766225'] for router_interface, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:26.002417 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port e43cd75e-a8f4-48f5-b7e5-4c894ed974c7 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:46:26.002787 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:26.122609 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82e396dc-5620-475d-9d10-016f4d49dbb1 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Network 90b6ee15-cdc6-4268-b70b-9c30a2f07efa is already hosted by enough agents. {{(pid=102347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:46:26.124439 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [None req-82e396dc-5620-475d-9d10-016f4d49dbb1 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Resources bound (agent type, host, resource id): {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:46:26.243298 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82e396dc-5620-475d-9d10-016f4d49dbb1 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Router 0169d111-d2fa-4223-be3d-78d1f760c2d9 has already been hosted by L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb {{(pid=102347) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 10:46:26.388758 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82e396dc-5620-475d-9d10-016f4d49dbb1 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:46:26.397950 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-82e396dc-5620-475d-9d10-016f4d49dbb1 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] 10.222.0.44 "PUT /v2.0/routers/0169d111-d2fa-4223-be3d-78d1f760c2d9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2021329 Oct 27 10:46:26.400632 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 54178) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:46:26.404948 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b591881-0bac-430f-bf0c-b301a8f08dcb None None] Sync routers for ids ['0169d111-d2fa-4223-be3d-78d1f760c2d9'] in n-d-813419-10 {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:46:26.419549 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8662f4-0786-4854-9310-caae3a036461 req-b92ebb12-72f1-422b-8ee4-1526e324b48c tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:46:26.425710 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b591881-0bac-430f-bf0c-b301a8f08dcb None None] Routers {'0169d111-d2fa-4223-be3d-78d1f760c2d9'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:46:26.426361 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-6b591881-0bac-430f-bf0c-b301a8f08dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:46:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['0169d111-d2fa-4223-be3d-78d1f760c2d9'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:46:26.427490 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-2e8662f4-0786-4854-9310-caae3a036461 req-b92ebb12-72f1-422b-8ee4-1526e324b48c tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0425cac-a4c1-4c0d-a984-fdf0100683a6 HTTP/1.1" status: 200 len: 945 time: 0.0983686 Oct 27 10:46:26.470816 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-6b591881-0bac-430f-bf0c-b301a8f08dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:46:26.490357 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-415d4884-8506-4c47-848f-6c601af407e9 None None] Provisioning complete for port 2ad7fcf9-38cb-4a26-a2f0-674db499261f triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:46:26.490771 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-415d4884-8506-4c47-848f-6c601af407e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:26.492570 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-2e8662f4-0786-4854-9310-caae3a036461 req-5606a6c1-2eaa-43a6-8525-a45ad0459a0a tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] 10.222.0.44 "GET /v2.0/security-groups?id=a4d0fbfb-64fa-47ee-96d3-9b720ee29125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553927 Oct 27 10:46:26.498536 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df72e68d-a66d-44bb-b987-369aa36a5588 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:46:26.500342 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-df72e68d-a66d-44bb-b987-369aa36a5588 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] 10.222.0.44 "GET /v2.0/ports/2ad7fcf9-38cb-4a26-a2f0-674db499261f HTTP/1.1" status: 200 len: 910 time: 0.0986795 Oct 27 10:46:26.503813 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 54180) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:46:26.529325 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b591881-0bac-430f-bf0c-b301a8f08dcb None None] Routers {'0169d111-d2fa-4223-be3d-78d1f760c2d9'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:46:26.529952 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-6b591881-0bac-430f-bf0c-b301a8f08dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:46:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['0169d111-d2fa-4223-be3d-78d1f760c2d9'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:46:26.574588 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-6b591881-0bac-430f-bf0c-b301a8f08dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:46:26.575242 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b591881-0bac-430f-bf0c-b301a8f08dcb None None] The sync data for ids ['0169d111-d2fa-4223-be3d-78d1f760c2d9'] in n-d-813419-10 is: [] {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:46:26.585528 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-415d4884-8506-4c47-848f-6c601af407e9 None None] Port 2ad7fcf9-38cb-4a26-a2f0-674db499261f cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:46:26.966121 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e710e19-6a3e-46c1-831b-f6e78955a4f9 req-5801d5bd-c672-4057-be9f-c751bb235937 tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:46:26.974835 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-1e710e19-6a3e-46c1-831b-f6e78955a4f9 req-5801d5bd-c672-4057-be9f-c751bb235937 tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] 10.222.0.44 "GET /v2.0/ports?device_id=3cfd4898-8783-410f-a5a0-5508d6f388d6 HTTP/1.1" status: 200 len: 945 time: 0.0652053 Oct 27 10:46:27.031898 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-1e710e19-6a3e-46c1-831b-f6e78955a4f9 req-541eb702-d779-429b-b57a-0aaa8a74eb77 tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] 10.222.0.44 "GET /v2.0/security-groups?id=78b00a37-7309-4fe7-b9e5-d3cf0246ee6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560555 Oct 27 10:46:27.162784 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088b53aa-c9fe-4f56-afc1-08381c81e08f req-4f6c3994-9b12-43d8-bef6-657c5ed64e51 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:46:27.164456 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-088b53aa-c9fe-4f56-afc1-08381c81e08f req-4f6c3994-9b12-43d8-bef6-657c5ed64e51 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "GET /v2.0/ports?device_id=b45d05e6-0927-4bbe-8060-f91e2d8c3cd2 HTTP/1.1" status: 200 len: 945 time: 0.4517694 Oct 27 10:46:27.239253 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-088b53aa-c9fe-4f56-afc1-08381c81e08f req-411febdb-93b6-4b10-bbac-1a56857f52d8 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "GET /v2.0/security-groups?id=aba59fed-d1f1-4e7e-84e9-aa222a50e870&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660226 Oct 27 10:46:27.304384 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-bf9d7c23-ec2b-4dda-82e4-1f44868fbed3 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1766202'] for router_interface, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:27.573404 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-bf9d7c23-ec2b-4dda-82e4-1f44868fbed3 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Deleting port 2ad7fcf9-38cb-4a26-a2f0-674db499261f {{(pid=102346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:46:27.573782 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-bf9d7c23-ec2b-4dda-82e4-1f44868fbed3 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:27.638051 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12485e83-4e9b-4e95-a64e-bcf599f73a38 req-ecd1d7ff-2d1e-4a8e-aaff-99802513f0f2 tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:46:27.639581 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-12485e83-4e9b-4e95-a64e-bcf599f73a38 req-ecd1d7ff-2d1e-4a8e-aaff-99802513f0f2 tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0425cac-a4c1-4c0d-a984-fdf0100683a6 HTTP/1.1" status: 200 len: 945 time: 0.0668077 Oct 27 10:46:27.700105 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-bf9d7c23-ec2b-4dda-82e4-1f44868fbed3 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:27.700759 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-12485e83-4e9b-4e95-a64e-bcf599f73a38 req-00c197ab-35e6-40f8-b261-142bfea52859 tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] 10.222.0.44 "GET /v2.0/security-groups?id=a4d0fbfb-64fa-47ee-96d3-9b720ee29125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509953 Oct 27 10:46:27.725153 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-bf9d7c23-ec2b-4dda-82e4-1f44868fbed3 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Calling delete_port for 2ad7fcf9-38cb-4a26-a2f0-674db499261f owned by network:router_interface {{(pid=102346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:46:27.916312 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-bf9d7c23-ec2b-4dda-82e4-1f44868fbed3 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:27.946827 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9d7c23-ec2b-4dda-82e4-1f44868fbed3 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Pushing event deleted for resources: {'Port': ['ID=2ad7fcf9-38cb-4a26-a2f0-674db499261f,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:46:28.135864 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device 3354f4e0-b061-4201-b5c2-5d9f7fe4d6df details requested by agent hyperv_n-h1-813419-10 with host n-h1-813419-10 {{(pid=102348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 10:46:28.137955 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device 3354f4e0-b061-4201-b5c2-5d9f7fe4d6df no longer exists at agent hyperv_n-h1-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:46:28.174956 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-bf9d7c23-ec2b-4dda-82e4-1f44868fbed3 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2006968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1766358'] for router_interface, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:28.469623 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e0328e-6888-4db1-87c7-53e043e95af6 req-2982b7ad-1454-420a-a0d9-13da77a852de tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:46:28.473044 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-05e0328e-6888-4db1-87c7-53e043e95af6 req-2982b7ad-1454-420a-a0d9-13da77a852de tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "GET /v2.0/ports?device_id=b45d05e6-0927-4bbe-8060-f91e2d8c3cd2 HTTP/1.1" status: 200 len: 945 time: 0.1222193 Oct 27 10:46:28.519563 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf9d7c23-ec2b-4dda-82e4-1f44868fbed3 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Router 0169d111-d2fa-4223-be3d-78d1f760c2d9 has already been hosted by L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb {{(pid=102346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 10:46:28.526825 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:28.543727 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab37d47-d32a-4f4e-ae69-374657f7b378 req-ae0534a7-3b53-4f78-b5f1-e1e5641d771c tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:46:28.551480 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-1ab37d47-d32a-4f4e-ae69-374657f7b378 req-ae0534a7-3b53-4f78-b5f1-e1e5641d771c tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] 10.222.0.44 "GET /v2.0/ports?device_id=3cfd4898-8783-410f-a5a0-5508d6f388d6 HTTP/1.1" status: 200 len: 945 time: 0.3778911 Oct 27 10:46:28.576644 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port 3354f4e0-b061-4201-b5c2-5d9f7fe4d6df, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=3354f4e0-b061-4201-b5c2-5d9f7fe4d6df,segment=NetworkSegment(ceecd002-0880-4375-a568-64df7900389e),segment_id=ceecd002-0880-4375-a568-64df7900389e)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:46:28.600240 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-05e0328e-6888-4db1-87c7-53e043e95af6 req-ceacf408-545d-462c-9a41-003edfe59a52 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "GET /v2.0/security-groups?id=aba59fed-d1f1-4e7e-84e9-aa222a50e870&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1153331 Oct 27 10:46:28.613006 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Returning: {'device': '3354f4e0-b061-4201-b5c2-5d9f7fe4d6df', 'network_id': '095a52e2-adfb-413a-ad18-4ab0c06e2a0b', 'port_id': '3354f4e0-b061-4201-b5c2-5d9f7fe4d6df', 'mac_address': 'fa:16:3e:19:1f:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb781916-dee2-4e78-8ef3-29ac52faacb2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 10:46:28.636539 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cfd4898-8783-410f-a5a0-5508d6f388d6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3354f4e0-b061-4201-b5c2-5d9f7fe4d6df'}] {{(pid=102348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:46:28.639471 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c588921fa634554a1d9242fdea1b05457a9ff1d3b28ba54ec1dace7f2f1df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-815ca0fe-f27b-4a78-bd5b-a15f00766662" -d '{"events": [{"server_uuid": "3cfd4898-8783-410f-a5a0-5508d6f388d6", "name": "network-vif-unplugged", "status": "completed", "tag": "3354f4e0-b061-4201-b5c2-5d9f7fe4d6df"}]}' {{(pid=102348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:46:28.646903 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port 3354f4e0-b061-4201-b5c2-5d9f7fe4d6df, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=3354f4e0-b061-4201-b5c2-5d9f7fe4d6df,segment=NetworkSegment(ceecd002-0880-4375-a568-64df7900389e),segment_id=ceecd002-0880-4375-a568-64df7900389e)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:46:28.685351 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-1ab37d47-d32a-4f4e-ae69-374657f7b378 req-b3d80ff0-1ea4-4f4c-a5d3-56ea16d73605 tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] 10.222.0.44 "GET /v2.0/security-groups?id=78b00a37-7309-4fe7-b9e5-d3cf0246ee6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247435 Oct 27 10:46:28.686610 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:28.695870 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf9d7c23-ec2b-4dda-82e4-1f44868fbed3 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:46:28.704343 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-bf9d7c23-ec2b-4dda-82e4-1f44868fbed3 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] 10.222.0.44 "PUT /v2.0/routers/0169d111-d2fa-4223-be3d-78d1f760c2d9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1958044 Oct 27 10:46:28.704343 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 54210) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:46:28.706316 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80a39da3-9927-4d49-98f8-f2123a471487 None None] Sync routers for ids ['0169d111-d2fa-4223-be3d-78d1f760c2d9'] in n-d-813419-10 {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:46:28.744320 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80a39da3-9927-4d49-98f8-f2123a471487 None None] Routers {'0169d111-d2fa-4223-be3d-78d1f760c2d9'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:46:28.748058 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-80a39da3-9927-4d49-98f8-f2123a471487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:46:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['0169d111-d2fa-4223-be3d-78d1f760c2d9'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:46:28.805883 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 27 Oct 2021 10:46:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-707634dc-502c-4c90-843a-def9d75a71c0 x-openstack-request-id: req-707634dc-502c-4c90-843a-def9d75a71c0 {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:46:28.806693 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cfd4898-8783-410f-a5a0-5508d6f388d6", "name": "network-vif-unplugged", "status": "completed", "tag": "3354f4e0-b061-4201-b5c2-5d9f7fe4d6df", "code": 200}]} {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:46:28.807177 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-707634dc-502c-4c90-843a-def9d75a71c0 {{(pid=102348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:46:28.807801 n-d-813419-10 neutron-server[102348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cfd4898-8783-410f-a5a0-5508d6f388d6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3354f4e0-b061-4201-b5c2-5d9f7fe4d6df', 'code': 200} Oct 27 10:46:28.824805 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-80a39da3-9927-4d49-98f8-f2123a471487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:46:28.825179 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Pushing event updated for resources: {'Port': ['ID=3354f4e0-b061-4201-b5c2-5d9f7fe4d6df,revision_number=6']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:46:28.826912 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb5e97f-321f-45c0-8f9b-0bb3a3ed7d4c req-c2c5b1e0-fd16-4c9a-98bb-1a19af1a4502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:46:28.828437 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-edb5e97f-321f-45c0-8f9b-0bb3a3ed7d4c req-c2c5b1e0-fd16-4c9a-98bb-1a19af1a4502 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=61720bce4798402799f65ee94c5dc895&device_id=c0425cac-a4c1-4c0d-a984-fdf0100683a6 HTTP/1.1" status: 200 len: 1097 time: 0.0971470 Oct 27 10:46:28.830390 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:28.847870 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80a39da3-9927-4d49-98f8-f2123a471487 None None] Routers {'0169d111-d2fa-4223-be3d-78d1f760c2d9'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:46:28.848749 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-80a39da3-9927-4d49-98f8-f2123a471487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:46:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['0169d111-d2fa-4223-be3d-78d1f760c2d9'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:46:28.854831 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3354f4e0-b061-4201-b5c2-5d9f7fe4d6df {{(pid=102348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:46:28.901726 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.db.api [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102348) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 27 10:46:28.901726 n-d-813419-10 neutron-server[102348]: DEBUG oslo_db.api [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 10:46:28.910232 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-80a39da3-9927-4d49-98f8-f2123a471487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:46:28.911137 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80a39da3-9927-4d49-98f8-f2123a471487 None None] The sync data for ids ['0169d111-d2fa-4223-be3d-78d1f760c2d9'] in n-d-813419-10 is: [] {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:46:28.911634 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d032bad-c6ab-4435-b853-cf89c1152e81 req-e6de602f-6238-431e-8a3a-1ae91608658a tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:46:28.913958 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-4d032bad-c6ab-4435-b853-cf89c1152e81 req-e6de602f-6238-431e-8a3a-1ae91608658a tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0425cac-a4c1-4c0d-a984-fdf0100683a6 HTTP/1.1" status: 200 len: 945 time: 0.1048880 Oct 27 10:46:29.019141 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb5e97f-321f-45c0-8f9b-0bb3a3ed7d4c req-bfac9705-fa72-4875-952c-e1ee0d3ef197 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:46:29.021861 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-edb5e97f-321f-45c0-8f9b-0bb3a3ed7d4c req-bfac9705-fa72-4875-952c-e1ee0d3ef197 service neutron] 10.222.0.64 "GET /v2.0/networks?id=f64c4ac1-58d3-4604-90d7-e5fb7ec08acd HTTP/1.1" status: 200 len: 911 time: 0.1572413 Oct 27 10:46:29.027992 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-4d032bad-c6ab-4435-b853-cf89c1152e81 req-374b1522-e043-4b2d-83e1-1e240ddd7dc6 tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] 10.222.0.44 "GET /v2.0/security-groups?id=a4d0fbfb-64fa-47ee-96d3-9b720ee29125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1062889 Oct 27 10:46:29.106610 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-edb5e97f-321f-45c0-8f9b-0bb3a3ed7d4c req-c1bb22d1-139c-496a-997b-180941e4a814 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=be260c3f-627d-4152-9959-529adefa243d HTTP/1.1" status: 200 len: 1001 time: 0.0693269 Oct 27 10:46:29.168167 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb5e97f-321f-45c0-8f9b-0bb3a3ed7d4c req-6fd028f0-8819-49bb-8a0d-8c81b6a3d97d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:46:29.168699 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-edb5e97f-321f-45c0-8f9b-0bb3a3ed7d4c req-6fd028f0-8819-49bb-8a0d-8c81b6a3d97d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2fee239f-a559-4db5-a696-c092c8e38011 HTTP/1.1" status: 200 len: 849 time: 0.0534611 Oct 27 10:46:29.201182 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-4aedf3ff-e2fc-48dc-b605-ed7c962f1525 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1766202'] for router_interface, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:29.226273 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb5e97f-321f-45c0-8f9b-0bb3a3ed7d4c req-8057e970-a951-435c-af52-f811db319df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:46:29.229211 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-edb5e97f-321f-45c0-8f9b-0bb3a3ed7d4c req-8057e970-a951-435c-af52-f811db319df1 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f64c4ac1-58d3-4604-90d7-e5fb7ec08acd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0519783 Oct 27 10:46:29.339592 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-edb5e97f-321f-45c0-8f9b-0bb3a3ed7d4c req-f27459e2-56ab-4036-ba99-cff986af5541 service neutron] 10.222.0.64 "GET /v2.0/networks/f64c4ac1-58d3-4604-90d7-e5fb7ec08acd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026165 Oct 27 10:46:29.464477 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-edb5e97f-321f-45c0-8f9b-0bb3a3ed7d4c req-afe7d4b6-1123-42e1-9787-0f6c7255991f service neutron] 10.222.0.64 "GET /v2.0/networks/f64c4ac1-58d3-4604-90d7-e5fb7ec08acd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1152623 Oct 27 10:46:29.497911 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:29.540667 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-4aedf3ff-e2fc-48dc-b605-ed7c962f1525 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Deleting port e2c54d9d-ee95-4d60-848d-60d2cdf642e7 {{(pid=102346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:46:29.541039 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-4aedf3ff-e2fc-48dc-b605-ed7c962f1525 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:29.664985 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-4aedf3ff-e2fc-48dc-b605-ed7c962f1525 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:29.697269 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-4aedf3ff-e2fc-48dc-b605-ed7c962f1525 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Calling delete_port for e2c54d9d-ee95-4d60-848d-60d2cdf642e7 owned by network:router_interface {{(pid=102346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:46:29.787668 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3354f4e0-b061-4201-b5c2-5d9f7fe4d6df {{(pid=102348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:46:29.810419 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411ef027-1bcc-4fb3-999e-f5842289ee01 req-e458ef99-759b-46be-ae70-c327b2ad6d77 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:46:29.813717 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-411ef027-1bcc-4fb3-999e-f5842289ee01 req-e458ef99-759b-46be-ae70-c327b2ad6d77 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "GET /v2.0/ports?device_id=b45d05e6-0927-4bbe-8060-f91e2d8c3cd2 HTTP/1.1" status: 200 len: 945 time: 0.1001332 Oct 27 10:46:29.831171 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port 3354f4e0-b061-4201-b5c2-5d9f7fe4d6df, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=3354f4e0-b061-4201-b5c2-5d9f7fe4d6df,segment=NetworkSegment(ceecd002-0880-4375-a568-64df7900389e),segment_id=ceecd002-0880-4375-a568-64df7900389e)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:46:29.839004 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:29.893580 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-411ef027-1bcc-4fb3-999e-f5842289ee01 req-11d00878-2ec0-4c69-ba51-e416eebdbdeb tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "GET /v2.0/security-groups?id=aba59fed-d1f1-4e7e-84e9-aa222a50e870&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719931 Oct 27 10:46:29.894288 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d4000a-7f25-4e4a-b338-aeb5173e116d req-ae0f3bc8-0369-414b-97de-8b1b290e2d7e tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:46:29.895824 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-c1d4000a-7f25-4e4a-b338-aeb5173e116d req-ae0f3bc8-0369-414b-97de-8b1b290e2d7e tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] 10.222.0.44 "GET /v2.0/ports?device_id=3cfd4898-8783-410f-a5a0-5508d6f388d6 HTTP/1.1" status: 200 len: 943 time: 0.1042919 Oct 27 10:46:29.918284 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Pushing event updated for resources: {'Port': ['ID=3354f4e0-b061-4201-b5c2-5d9f7fe4d6df,revision_number=7']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:46:29.981298 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-c1d4000a-7f25-4e4a-b338-aeb5173e116d req-54a78e80-4934-42b2-b00b-2fde2736c04d tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] 10.222.0.44 "GET /v2.0/security-groups?id=78b00a37-7309-4fe7-b9e5-d3cf0246ee6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746384 Oct 27 10:46:30.008567 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-4aedf3ff-e2fc-48dc-b605-ed7c962f1525 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:30.037141 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aedf3ff-e2fc-48dc-b605-ed7c962f1525 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Pushing event deleted for resources: {'Port': ['ID=e2c54d9d-ee95-4d60-848d-60d2cdf642e7,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:46:30.052663 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] get_ports_and_sgs() called for port_ids ['3354f4e0-b061-4201-b5c2-5d9f7fe4d6df'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:46:30.225292 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-4aedf3ff-e2fc-48dc-b605-ed7c962f1525 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2006968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1766358'] for router_interface, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:30.269145 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ee6fb9-d9ea-4891-8eeb-0e3161e72426 req-9ec71410-1f05-4c93-9274-402d1546d6c4 tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:46:30.270888 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b4ee6fb9-d9ea-4891-8eeb-0e3161e72426 req-9ec71410-1f05-4c93-9274-402d1546d6c4 tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0425cac-a4c1-4c0d-a984-fdf0100683a6 HTTP/1.1" status: 200 len: 945 time: 0.1018848 Oct 27 10:46:30.279114 n-d-813419-10 neutron-server[102347]: INFO neutron.api.v2.resource [req-43ce75b6-b8a4-4703-87b8-a68bdaa3e965 req-023e4fd5-1428-48d7-9792-a6bbfeb4e336 service neutron] show failed (client error): The resource could not be found. Oct 27 10:46:30.280824 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-43ce75b6-b8a4-4703-87b8-a68bdaa3e965 req-023e4fd5-1428-48d7-9792-a6bbfeb4e336 service neutron] 10.222.0.64 "GET /v2.0/ports/c77c14f5-15cf-44b8-9217-12d2befbb0da/bindings/n-h2-813419-10 HTTP/1.1" status: 404 len: 381 time: 0.1631372 Oct 27 10:46:30.339463 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b4ee6fb9-d9ea-4891-8eeb-0e3161e72426 req-4c75103b-8a90-4dbf-9312-3f8f7b4b6fb1 tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] 10.222.0.44 "GET /v2.0/security-groups?id=a4d0fbfb-64fa-47ee-96d3-9b720ee29125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570493 Oct 27 10:46:30.434572 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4aedf3ff-e2fc-48dc-b605-ed7c962f1525 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Router 0169d111-d2fa-4223-be3d-78d1f760c2d9 has already been hosted by L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb {{(pid=102346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 10:46:30.902186 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4aedf3ff-e2fc-48dc-b605-ed7c962f1525 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:46:30.911107 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-4aedf3ff-e2fc-48dc-b605-ed7c962f1525 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] 10.222.0.44 "PUT /v2.0/routers/0169d111-d2fa-4223-be3d-78d1f760c2d9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1870074 Oct 27 10:46:30.911417 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 54238) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:46:30.914363 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56732850-7d88-4c41-9f9a-46f07572c867 None None] Sync routers for ids ['0169d111-d2fa-4223-be3d-78d1f760c2d9'] in n-d-813419-10 {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:46:30.937577 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56732850-7d88-4c41-9f9a-46f07572c867 None None] Routers {'0169d111-d2fa-4223-be3d-78d1f760c2d9'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:46:30.939062 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-56732850-7d88-4c41-9f9a-46f07572c867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:46:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['0169d111-d2fa-4223-be3d-78d1f760c2d9'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:46:30.951998 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-14af3289-f161-406b-b3a6-b6496c55794c tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] 10.222.0.44 "GET /v2.0/ports?device_id=0169d111-d2fa-4223-be3d-78d1f760c2d9 HTTP/1.1" status: 200 len: 205 time: 0.0372996 Oct 27 10:46:30.952368 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ce75b6-b8a4-4703-87b8-a68bdaa3e965 req-0035d3af-7e10-45df-a547-b63c7b3f90bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:46:30.953110 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 54242) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:46:30.953692 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-43ce75b6-b8a4-4703-87b8-a68bdaa3e965 req-0035d3af-7e10-45df-a547-b63c7b3f90bf service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=b45d05e6-0927-4bbe-8060-f91e2d8c3cd2&tenant_id=7f357cb809634e50864d0c31dbcbd617 HTTP/1.1" status: 200 len: 1097 time: 0.4688065 Oct 27 10:46:30.969749 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [req-43ce75b6-b8a4-4703-87b8-a68bdaa3e965 req-1e1f7a31-a856-4a28-ab11-d8ce98548c15 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-813419-10', 'device_owner': 'compute:nova'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:46:30.982842 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-56732850-7d88-4c41-9f9a-46f07572c867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:46:30.994942 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56732850-7d88-4c41-9f9a-46f07572c867 None None] Routers {'0169d111-d2fa-4223-be3d-78d1f760c2d9'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:46:30.996084 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-56732850-7d88-4c41-9f9a-46f07572c867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:46:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['0169d111-d2fa-4223-be3d-78d1f760c2d9'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:46:31.041399 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-56732850-7d88-4c41-9f9a-46f07572c867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:46:31.042219 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56732850-7d88-4c41-9f9a-46f07572c867 None None] The sync data for ids ['0169d111-d2fa-4223-be3d-78d1f760c2d9'] in n-d-813419-10 is: [] {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:46:31.075710 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-bdeeb575-1831-4f12-b380-f97566f82edc tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks [] for router, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:31.115601 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-43ce75b6-b8a4-4703-87b8-a68bdaa3e965 req-1e1f7a31-a856-4a28-ab11-d8ce98548c15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:31.170076 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebd48d4-fd9a-40f8-b49f-308b9e614b95 req-a3ef606c-518c-44ab-aef1-87b3732da8a3 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:46:31.171610 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-0ebd48d4-fd9a-40f8-b49f-308b9e614b95 req-a3ef606c-518c-44ab-aef1-87b3732da8a3 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "GET /v2.0/ports?device_id=b45d05e6-0927-4bbe-8060-f91e2d8c3cd2 HTTP/1.1" status: 200 len: 945 time: 0.1146114 Oct 27 10:46:31.284679 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-0ebd48d4-fd9a-40f8-b49f-308b9e614b95 req-726f0fdf-f256-45b3-b5a3-e2e77f84bbd3 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "GET /v2.0/security-groups?id=aba59fed-d1f1-4e7e-84e9-aa222a50e870&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1061828 Oct 27 10:46:31.317994 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-bdeeb575-1831-4f12-b380-f97566f82edc tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1765662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3700'] for router, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:31.321249 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-bdeeb575-1831-4f12-b380-f97566f82edc tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:31.351573 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fc998c-250d-488e-a283-2ea1b297ed86 req-f37aec92-57c1-4a1c-bfbb-8d057947162e tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:46:31.353161 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-09fc998c-250d-488e-a283-2ea1b297ed86 req-f37aec92-57c1-4a1c-bfbb-8d057947162e tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] 10.222.0.44 "GET /v2.0/ports?device_id=3cfd4898-8783-410f-a5a0-5508d6f388d6 HTTP/1.1" status: 200 len: 944 time: 0.2265692 Oct 27 10:46:31.432790 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-09fc998c-250d-488e-a283-2ea1b297ed86 req-64f15455-244d-48a5-a447-bc3f0ca09b67 tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] 10.222.0.44 "GET /v2.0/security-groups?id=78b00a37-7309-4fe7-b9e5-d3cf0246ee6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427332 Oct 27 10:46:31.433877 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-bdeeb575-1831-4f12-b380-f97566f82edc tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1765641'] for router, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:31.434453 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdeeb575-1831-4f12-b380-f97566f82edc tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Fanout notify agent at l3_agent the message router_deleted on router 0169d111-d2fa-4223-be3d-78d1f760c2d9 {{(pid=102347) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 10:46:31.440461 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [req-43ce75b6-b8a4-4703-87b8-a68bdaa3e965 req-1e1f7a31-a856-4a28-ab11-d8ce98548c15 service neutron] For port c77c14f5-15cf-44b8-9217-12d2befbb0da, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=c77c14f5-15cf-44b8-9217-12d2befbb0da,segment=NetworkSegment(c2add56f-ac0d-4bab-9740-363f7178fe2a),segment_id=c2add56f-ac0d-4bab-9740-363f7178fe2a)] {{(pid=102346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:46:31.444221 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-bdeeb575-1831-4f12-b380-f97566f82edc tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks [] for router, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:31.448122 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-bdeeb575-1831-4f12-b380-f97566f82edc tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] 10.222.0.44 "DELETE /v2.0/routers/0169d111-d2fa-4223-be3d-78d1f760c2d9 HTTP/1.1" status: 204 len: 168 time: 0.4928956 Oct 27 10:46:31.448789 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 54248) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:46:31.532770 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc268c47-d36e-477d-b4da-d7f886844338 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Deleting subnet c287bfa0-821c-4e19-a6fe-b071f8082985 {{(pid=102347) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 10:46:31.537928 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-dc268c47-d36e-477d-b4da-d7f886844338 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks [] for subnet, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:31.556434 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [req-43ce75b6-b8a4-4703-87b8-a68bdaa3e965 req-1e1f7a31-a856-4a28-ab11-d8ce98548c15 service neutron] For port c77c14f5-15cf-44b8-9217-12d2befbb0da, host n-h1-813419-10, cleared binding levels {{(pid=102346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:46:31.584617 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c76132-0ff1-4623-873b-b0fc626fcc53 req-deb29143-bca4-4bee-b4f6-60b6e07be9d5 tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:46:31.586680 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-68c76132-0ff1-4623-873b-b0fc626fcc53 req-deb29143-bca4-4bee-b4f6-60b6e07be9d5 tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0425cac-a4c1-4c0d-a984-fdf0100683a6 HTTP/1.1" status: 200 len: 945 time: 0.1168625 Oct 27 10:46:31.592779 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-dc268c47-d36e-477d-b4da-d7f886844338 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-18445109'] for subnet, precommit_delete_associations {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:31.667823 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b45d05e6-0927-4bbe-8060-f91e2d8c3cd2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c77c14f5-15cf-44b8-9217-12d2befbb0da'}] {{(pid=102346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:46:31.670345 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc0e418f5fc417c8d55d94c0aa509b037d0beb2a734c1a709e789eb65639a56d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d3a90aa-67af-4cf9-b686-1a3a8a4ef989" -d '{"events": [{"server_uuid": "b45d05e6-0927-4bbe-8060-f91e2d8c3cd2", "name": "network-vif-unplugged", "status": "completed", "tag": "c77c14f5-15cf-44b8-9217-12d2befbb0da"}]}' {{(pid=102346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:46:31.675389 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-43ce75b6-b8a4-4703-87b8-a68bdaa3e965 req-1e1f7a31-a856-4a28-ab11-d8ce98548c15 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:31.689729 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-68c76132-0ff1-4623-873b-b0fc626fcc53 req-5c76a326-a8a9-4f09-89cb-9087da2bfbe3 tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] 10.222.0.44 "GET /v2.0/security-groups?id=a4d0fbfb-64fa-47ee-96d3-9b720ee29125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815029 Oct 27 10:46:31.703864 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.provisioning_blocks [req-43ce75b6-b8a4-4703-87b8-a68bdaa3e965 req-1e1f7a31-a856-4a28-ab11-d8ce98548c15 service neutron] Transition to ACTIVE for port object c77c14f5-15cf-44b8-9217-12d2befbb0da will not be triggered until provisioned by entity L2. {{(pid=102346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 10:46:31.709705 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-dc268c47-d36e-477d-b4da-d7f886844338 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855646'] for subnet, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:31.717031 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-43ce75b6-b8a4-4703-87b8-a68bdaa3e965 req-1e1f7a31-a856-4a28-ab11-d8ce98548c15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27024173'] for port, after_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:31.750469 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 27 Oct 2021 10:46:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3d23243-775c-4275-958a-f13d50126ec7 x-openstack-request-id: req-a3d23243-775c-4275-958a-f13d50126ec7 {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:46:31.750868 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b45d05e6-0927-4bbe-8060-f91e2d8c3cd2", "name": "network-vif-unplugged", "status": "completed", "tag": "c77c14f5-15cf-44b8-9217-12d2befbb0da", "code": 200}]} {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:46:31.751225 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a3d23243-775c-4275-958a-f13d50126ec7 {{(pid=102346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:46:31.751722 n-d-813419-10 neutron-server[102346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b45d05e6-0927-4bbe-8060-f91e2d8c3cd2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c77c14f5-15cf-44b8-9217-12d2befbb0da', 'code': 200} Oct 27 10:46:31.805326 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-dc268c47-d36e-477d-b4da-d7f886844338 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-18295818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18043720'] for subnet, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:31.841733 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-dc268c47-d36e-477d-b4da-d7f886844338 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks [] for subnet, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:31.856685 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fe13769-8425-4c96-a645-994a2b13764e None None] Network 90b6ee15-cdc6-4268-b70b-9c30a2f07efa requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:46:31.866528 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-dc268c47-d36e-477d-b4da-d7f886844338 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] 10.222.0.44 "DELETE /v2.0/subnets/c287bfa0-821c-4e19-a6fe-b071f8082985 HTTP/1.1" status: 204 len: 168 time: 0.4164088 Oct 27 10:46:31.871311 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 54254) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:46:31.876717 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1f7a31-a856-4a28-ab11-d8ce98548c15 service neutron] Pushing event updated for resources: {'Port': ['ID=c77c14f5-15cf-44b8-9217-12d2befbb0da,revision_number=6']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:46:31.885889 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc268c47-d36e-477d-b4da-d7f886844338 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Pushing event deleted for resources: {'Subnet': ['ID=c287bfa0-821c-4e19-a6fe-b071f8082985,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:46:31.988120 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [req-43ce75b6-b8a4-4703-87b8-a68bdaa3e965 req-1e1f7a31-a856-4a28-ab11-d8ce98548c15 service neutron] No DVR routers for this DVR port c77c14f5-15cf-44b8-9217-12d2befbb0da on host n-h1-813419-10 {{(pid=102346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:46:32.006773 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f96d6e8-84e9-4f33-b7ad-b9d4fba6b3b2 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Deleting subnet 1770a6eb-d491-490e-99bb-afa986f9d78c {{(pid=102347) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 10:46:32.012558 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-7f96d6e8-84e9-4f33-b7ad-b9d4fba6b3b2 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks [] for subnet, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:32.083645 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-7f96d6e8-84e9-4f33-b7ad-b9d4fba6b3b2 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-18445109'] for subnet, precommit_delete_associations {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:32.151717 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device 3354f4e0-b061-4201-b5c2-5d9f7fe4d6df up at agent hyperv_n-h1-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:46:32.210492 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-306f2c71-feb1-45fb-9583-3d72fb4c2d97 None None] DHCP port deletion for 90b6ee15-cdc6-4268-b70b-9c30a2f07efa request from n-d-813419-10 {{(pid=102348) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 10:46:32.241506 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.managers [req-43ce75b6-b8a4-4703-87b8-a68bdaa3e965 req-1e1f7a31-a856-4a28-ab11-d8ce98548c15 service neutron] Attempting to bind port c77c14f5-15cf-44b8-9217-12d2befbb0da on host n-h2-813419-10 for vnic_type normal with profile {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:46:32.241771 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.managers [req-43ce75b6-b8a4-4703-87b8-a68bdaa3e965 req-1e1f7a31-a856-4a28-ab11-d8ce98548c15 service neutron] Attempting to bind port c77c14f5-15cf-44b8-9217-12d2befbb0da by drivers openvswitch,hyperv on host n-h2-813419-10 at level 0 using segments [{'id': 'c2add56f-ac0d-4bab-9740-363f7178fe2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'd11bc4e4-9641-4700-8e5b-752620d126aa'}] {{(pid=102346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:46:32.242091 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43ce75b6-b8a4-4703-87b8-a68bdaa3e965 req-1e1f7a31-a856-4a28-ab11-d8ce98548c15 service neutron] Attempting to bind port c77c14f5-15cf-44b8-9217-12d2befbb0da on network d11bc4e4-9641-4700-8e5b-752620d126aa {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:46:32.247686 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43ce75b6-b8a4-4703-87b8-a68bdaa3e965 req-1e1f7a31-a856-4a28-ab11-d8ce98548c15 service neutron] Port c77c14f5-15cf-44b8-9217-12d2befbb0da on network d11bc4e4-9641-4700-8e5b-752620d126aa not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-10 {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 10:46:32.248013 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43ce75b6-b8a4-4703-87b8-a68bdaa3e965 req-1e1f7a31-a856-4a28-ab11-d8ce98548c15 service neutron] Attempting to bind port c77c14f5-15cf-44b8-9217-12d2befbb0da on network d11bc4e4-9641-4700-8e5b-752620d126aa {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:46:32.251410 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-7f96d6e8-84e9-4f33-b7ad-b9d4fba6b3b2 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855646'] for subnet, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:32.253686 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43ce75b6-b8a4-4703-87b8-a68bdaa3e965 req-1e1f7a31-a856-4a28-ab11-d8ce98548c15 service neutron] Checking agent: {'id': 'a2edc247-0fa4-4ce6-bbae-a10492f6bd71', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 16, 9), 'started_at': datetime.datetime(2021, 10, 27, 10, 16, 9), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 46, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:46:32.254040 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43ce75b6-b8a4-4703-87b8-a68bdaa3e965 req-1e1f7a31-a856-4a28-ab11-d8ce98548c15 service neutron] Checking segment: {'id': 'c2add56f-ac0d-4bab-9740-363f7178fe2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'd11bc4e4-9641-4700-8e5b-752620d126aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:46:32.254469 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43ce75b6-b8a4-4703-87b8-a68bdaa3e965 req-1e1f7a31-a856-4a28-ab11-d8ce98548c15 service neutron] Bound using segment: {'id': 'c2add56f-ac0d-4bab-9740-363f7178fe2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'd11bc4e4-9641-4700-8e5b-752620d126aa'} {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:46:32.255098 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.managers [req-43ce75b6-b8a4-4703-87b8-a68bdaa3e965 req-1e1f7a31-a856-4a28-ab11-d8ce98548c15 service neutron] Bound port: c77c14f5-15cf-44b8-9217-12d2befbb0da, host: n-h2-813419-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2add56f-ac0d-4bab-9740-363f7178fe2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'd11bc4e4-9641-4700-8e5b-752620d126aa'}}] {{(pid=102346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:46:32.255248 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-43ce75b6-b8a4-4703-87b8-a68bdaa3e965 req-1e1f7a31-a856-4a28-ab11-d8ce98548c15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:32.362914 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-7f96d6e8-84e9-4f33-b7ad-b9d4fba6b3b2 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-18295818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18043720'] for subnet, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:32.365594 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Provisioning complete for port 3354f4e0-b061-4201-b5c2-5d9f7fe4d6df triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:46:32.373975 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:32.400176 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [req-43ce75b6-b8a4-4703-87b8-a68bdaa3e965 req-1e1f7a31-a856-4a28-ab11-d8ce98548c15 service neutron] For port c77c14f5-15cf-44b8-9217-12d2befbb0da, host n-h2-813419-10, cleared binding levels {{(pid=102346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:46:32.404535 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f96d6e8-84e9-4f33-b7ad-b9d4fba6b3b2 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Pushing event deleted for resources: {'Subnet': ['ID=1770a6eb-d491-490e-99bb-afa986f9d78c,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:46:32.407064 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-7f96d6e8-84e9-4f33-b7ad-b9d4fba6b3b2 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks [] for subnet, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:32.413968 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-7f96d6e8-84e9-4f33-b7ad-b9d4fba6b3b2 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] 10.222.0.44 "DELETE /v2.0/subnets/1770a6eb-d491-490e-99bb-afa986f9d78c HTTP/1.1" status: 204 len: 168 time: 0.5410891 Oct 27 10:46:32.415125 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 54260) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:46:32.432396 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74013ad5-350e-4a9e-9d6a-225aa8d02d0d None None] Network ca44819a-057d-4f80-a206-51ee5ca95aa6 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:46:32.502930 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [req-43ce75b6-b8a4-4703-87b8-a68bdaa3e965 req-1e1f7a31-a856-4a28-ab11-d8ce98548c15 service neutron] For port c77c14f5-15cf-44b8-9217-12d2befbb0da, host n-h2-813419-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=c77c14f5-15cf-44b8-9217-12d2befbb0da,segment=NetworkSegment(c2add56f-ac0d-4bab-9740-363f7178fe2a),segment_id=c2add56f-ac0d-4bab-9740-363f7178fe2a)] {{(pid=102346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:46:32.518581 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-43ce75b6-b8a4-4703-87b8-a68bdaa3e965 req-1e1f7a31-a856-4a28-ab11-d8ce98548c15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27024173'] for port, after_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:32.529748 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-bbd27de0-dc9a-482e-8544-8cab3b6bd1c7 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586917'] for network, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:32.572257 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ce75b6-b8a4-4703-87b8-a68bdaa3e965 req-1e1f7a31-a856-4a28-ab11-d8ce98548c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:46:32.572919 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-43ce75b6-b8a4-4703-87b8-a68bdaa3e965 req-1e1f7a31-a856-4a28-ab11-d8ce98548c15 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:32.574627 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-43ce75b6-b8a4-4703-87b8-a68bdaa3e965 req-1e1f7a31-a856-4a28-ab11-d8ce98548c15 service neutron] 10.222.0.76 "PUT /v2.0/ports/c77c14f5-15cf-44b8-9217-12d2befbb0da HTTP/1.1" status: 200 len: 1092 time: 1.6111171 Oct 27 10:46:32.604573 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94e015e-889f-476d-98ae-98737ab16583 req-71db6b1e-ae49-4dfa-a6b7-06ad706593c9 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:46:32.605949 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-a94e015e-889f-476d-98ae-98737ab16583 req-71db6b1e-ae49-4dfa-a6b7-06ad706593c9 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "GET /v2.0/ports?device_id=b45d05e6-0927-4bbe-8060-f91e2d8c3cd2 HTTP/1.1" status: 200 len: 943 time: 0.2024002 Oct 27 10:46:32.624052 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-306f2c71-feb1-45fb-9583-3d72fb4c2d97 None None] Deleting port e43cd75e-a8f4-48f5-b7e5-4c894ed974c7 {{(pid=102348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:46:32.624645 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-306f2c71-feb1-45fb-9583-3d72fb4c2d97 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:32.698088 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1f7a31-a856-4a28-ab11-d8ce98548c15 service neutron] Pushing event updated for resources: {'Port': ['ID=c77c14f5-15cf-44b8-9217-12d2befbb0da,revision_number=7']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:46:32.716478 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-a94e015e-889f-476d-98ae-98737ab16583 req-a9f13376-661c-4df2-9094-f53f24391607 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "GET /v2.0/security-groups?id=aba59fed-d1f1-4e7e-84e9-aa222a50e870&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0992985 Oct 27 10:46:32.742598 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ce75b6-b8a4-4703-87b8-a68bdaa3e965 req-7514b75b-d54c-4e8b-9642-0c7b3554cdd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:46:32.744148 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-43ce75b6-b8a4-4703-87b8-a68bdaa3e965 req-7514b75b-d54c-4e8b-9642-0c7b3554cdd4 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=7f357cb809634e50864d0c31dbcbd617&device_id=b45d05e6-0927-4bbe-8060-f91e2d8c3cd2 HTTP/1.1" status: 200 len: 1095 time: 0.1351259 Oct 27 10:46:32.770928 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-bbd27de0-dc9a-482e-8544-8cab3b6bd1c7 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Deleting port e43cd75e-a8f4-48f5-b7e5-4c894ed974c7 {{(pid=102347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:46:32.771265 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-bbd27de0-dc9a-482e-8544-8cab3b6bd1c7 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:32.838122 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-306f2c71-feb1-45fb-9583-3d72fb4c2d97 None None] For port e43cd75e-a8f4-48f5-b7e5-4c894ed974c7, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=e43cd75e-a8f4-48f5-b7e5-4c894ed974c7,segment=NetworkSegment(6d268ae0-f1ce-4679-9963-744708186d78),segment_id=6d268ae0-f1ce-4679-9963-744708186d78)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:46:32.839280 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-306f2c71-feb1-45fb-9583-3d72fb4c2d97 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:32.879706 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:32.889337 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [None req-bbd27de0-dc9a-482e-8544-8cab3b6bd1c7 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] For port e43cd75e-a8f4-48f5-b7e5-4c894ed974c7, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=e43cd75e-a8f4-48f5-b7e5-4c894ed974c7,segment=NetworkSegment(6d268ae0-f1ce-4679-9963-744708186d78),segment_id=6d268ae0-f1ce-4679-9963-744708186d78)] {{(pid=102347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:46:32.889709 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-bbd27de0-dc9a-482e-8544-8cab3b6bd1c7 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:32.902447 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-306f2c71-feb1-45fb-9583-3d72fb4c2d97 None None] Calling delete_port for e43cd75e-a8f4-48f5-b7e5-4c894ed974c7 owned by network:dhcp {{(pid=102348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:46:32.927642 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-bbd27de0-dc9a-482e-8544-8cab3b6bd1c7 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Calling delete_port for e43cd75e-a8f4-48f5-b7e5-4c894ed974c7 owned by network:dhcp {{(pid=102347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:46:32.996562 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:33.045995 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ce75b6-b8a4-4703-87b8-a68bdaa3e965 req-81c1ef25-d588-4b6a-83bb-2fdcc2c6192e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:46:33.047576 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-43ce75b6-b8a4-4703-87b8-a68bdaa3e965 req-81c1ef25-d588-4b6a-83bb-2fdcc2c6192e service neutron] 10.222.0.76 "GET /v2.0/networks?id=d11bc4e4-9641-4700-8e5b-752620d126aa HTTP/1.1" status: 200 len: 898 time: 0.2942610 Oct 27 10:46:33.066464 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032d4906-f24a-4ffc-897b-15d1411306a0 req-b8eb3a32-a820-4671-98ad-362d7b7ae2ea tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:46:33.077685 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-032d4906-f24a-4ffc-897b-15d1411306a0 req-b8eb3a32-a820-4671-98ad-362d7b7ae2ea tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] 10.222.0.44 "GET /v2.0/ports?device_id=3cfd4898-8783-410f-a5a0-5508d6f388d6 HTTP/1.1" status: 200 len: 944 time: 0.4231067 Oct 27 10:46:33.112258 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-129e0adc-84db-4a50-8325-0b1518a2e1b1 None None] DHCP port deletion for ca44819a-057d-4f80-a206-51ee5ca95aa6 request from n-d-813419-10 {{(pid=102348) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 10:46:33.130251 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-bbd27de0-dc9a-482e-8544-8cab3b6bd1c7 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:33.188885 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-032d4906-f24a-4ffc-897b-15d1411306a0 req-916899af-8553-47c8-bf2b-fb77f1b3eb5a tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] 10.222.0.44 "GET /v2.0/security-groups?id=78b00a37-7309-4fe7-b9e5-d3cf0246ee6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108396 Oct 27 10:46:33.189393 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4821db72-3941-4d58-9340-17d8b2e23cb9 req-878a746b-8984-4459-95cb-01210cb4d07c tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:46:33.190257 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd27de0-dc9a-482e-8544-8cab3b6bd1c7 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Pushing event deleted for resources: {'Port': ['ID=e43cd75e-a8f4-48f5-b7e5-4c894ed974c7,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:46:33.191196 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-4821db72-3941-4d58-9340-17d8b2e23cb9 req-878a746b-8984-4459-95cb-01210cb4d07c tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0425cac-a4c1-4c0d-a984-fdf0100683a6 HTTP/1.1" status: 200 len: 945 time: 0.3354666 Oct 27 10:46:33.199820 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-43ce75b6-b8a4-4703-87b8-a68bdaa3e965 req-27d91aaa-ab41-4e9d-b0ea-6e5174a89a39 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c77c14f5-15cf-44b8-9217-12d2befbb0da HTTP/1.1" status: 200 len: 999 time: 0.1343558 Oct 27 10:46:33.205378 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbd27de0-dc9a-482e-8544-8cab3b6bd1c7 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] No DVR routers for this DVR port e43cd75e-a8f4-48f5-b7e5-4c894ed974c7 on host n-d-813419-10 {{(pid=102347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:46:33.287737 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-4821db72-3941-4d58-9340-17d8b2e23cb9 req-82323b72-94a8-45a1-bfee-d3a3fb04ed02 tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] 10.222.0.44 "GET /v2.0/security-groups?id=a4d0fbfb-64fa-47ee-96d3-9b720ee29125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852447 Oct 27 10:46:33.294455 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port 3354f4e0-b061-4201-b5c2-5d9f7fe4d6df, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=3354f4e0-b061-4201-b5c2-5d9f7fe4d6df,segment=NetworkSegment(ceecd002-0880-4375-a568-64df7900389e),segment_id=ceecd002-0880-4375-a568-64df7900389e)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:46:33.313960 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cfd4898-8783-410f-a5a0-5508d6f388d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3354f4e0-b061-4201-b5c2-5d9f7fe4d6df'}] {{(pid=102348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:46:33.320071 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ce75b6-b8a4-4703-87b8-a68bdaa3e965 req-3169934c-cf38-4f52-bcf5-2df5b32346f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:46:33.322678 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-43ce75b6-b8a4-4703-87b8-a68bdaa3e965 req-3169934c-cf38-4f52-bcf5-2df5b32346f6 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=5b672036-8a16-4b88-9ee6-2dcda441f5a9 HTTP/1.1" status: 200 len: 835 time: 0.0955694 Oct 27 10:46:33.326531 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c588921fa634554a1d9242fdea1b05457a9ff1d3b28ba54ec1dace7f2f1df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e98ab419-a32a-49b4-b8d2-f062ba04ac25" -d '{"events": [{"server_uuid": "3cfd4898-8783-410f-a5a0-5508d6f388d6", "name": "network-vif-plugged", "status": "completed", "tag": "3354f4e0-b061-4201-b5c2-5d9f7fe4d6df"}]}' {{(pid=102348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:46:33.351062 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:33.352329 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device c77c14f5-15cf-44b8-9217-12d2befbb0da no longer exists at agent hyperv_n-h1-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:46:33.395041 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:46:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf11d992-7030-4e16-9806-49e0ff4c731e x-openstack-request-id: req-cf11d992-7030-4e16-9806-49e0ff4c731e {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:46:33.395426 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cfd4898-8783-410f-a5a0-5508d6f388d6", "name": "network-vif-plugged", "status": "completed", "tag": "3354f4e0-b061-4201-b5c2-5d9f7fe4d6df", "code": 200}]} {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:46:33.395744 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-cf11d992-7030-4e16-9806-49e0ff4c731e {{(pid=102348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:46:33.396234 n-d-813419-10 neutron-server[102348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cfd4898-8783-410f-a5a0-5508d6f388d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3354f4e0-b061-4201-b5c2-5d9f7fe4d6df', 'code': 200} Oct 27 10:46:33.417848 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-bbd27de0-dc9a-482e-8544-8cab3b6bd1c7 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857803', 'neutron.services.segments.db._delete_segments_for_network-8743873143390'] for network, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:33.456280 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ce75b6-b8a4-4703-87b8-a68bdaa3e965 req-7d3ea87d-2a0e-48f5-a5f9-4a32f3e7e255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:46:33.458696 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-43ce75b6-b8a4-4703-87b8-a68bdaa3e965 req-7d3ea87d-2a0e-48f5-a5f9-4a32f3e7e255 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=d11bc4e4-9641-4700-8e5b-752620d126aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1288981 Oct 27 10:46:33.474074 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-bbd27de0-dc9a-482e-8544-8cab3b6bd1c7 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90b6ee15-cdc6-4268-b70b-9c30a2f07efa']}} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:46:33.484466 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Pushing event updated for resources: {'Port': ['ID=3354f4e0-b061-4201-b5c2-5d9f7fe4d6df,revision_number=8']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:46:33.514745 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-bbd27de0-dc9a-482e-8544-8cab3b6bd1c7 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d268ae0-f1ce-4679-9963-744708186d78') {'for_net_delete': True} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:46:33.517484 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-bbd27de0-dc9a-482e-8544-8cab3b6bd1c7 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d268ae0-f1ce-4679-9963-744708186d78') {} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:46:33.531896 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-bbd27de0-dc9a-482e-8544-8cab3b6bd1c7 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743873145191', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18445132'] for segment, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:33.548170 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device c77c14f5-15cf-44b8-9217-12d2befbb0da not bound to the agent host n-h1-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:46:33.568345 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-129e0adc-84db-4a50-8325-0b1518a2e1b1 None None] Deleting port ade01db4-a5ba-47c9-959d-84b66d0ce1f8 {{(pid=102348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:46:33.569011 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-129e0adc-84db-4a50-8325-0b1518a2e1b1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:33.572010 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-306f2c71-feb1-45fb-9583-3d72fb4c2d97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615'] for port, after_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:33.594819 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-bbd27de0-dc9a-482e-8544-8cab3b6bd1c7 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:33.622036 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-43ce75b6-b8a4-4703-87b8-a68bdaa3e965 req-79a1e975-3f69-4732-8c01-d1f0a6c34e29 service neutron] 10.222.0.76 "GET /v2.0/networks/d11bc4e4-9641-4700-8e5b-752620d126aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1554019 Oct 27 10:46:33.624640 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbd27de0-dc9a-482e-8544-8cab3b6bd1c7 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Releasing vlan 447 on physical network physnet1 to pool {{(pid=102347) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 10:46:33.625046 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-bbd27de0-dc9a-482e-8544-8cab3b6bd1c7 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-18296032'] for segment, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:33.628576 n-d-813419-10 neutron-server[102347]: Traceback (most recent call last): Oct 27 10:46:33.628576 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 10:46:33.628576 n-d-813419-10 neutron-server[102347]: timer() Oct 27 10:46:33.628576 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 10:46:33.628576 n-d-813419-10 neutron-server[102347]: cb(*args, **kw) Oct 27 10:46:33.628576 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 10:46:33.628576 n-d-813419-10 neutron-server[102347]: return func(*args, **kwargs) Oct 27 10:46:33.628576 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 10:46:33.628576 n-d-813419-10 neutron-server[102347]: self._notify() Oct 27 10:46:33.628576 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 10:46:33.628576 n-d-813419-10 neutron-server[102347]: self.callback(batched_events) Oct 27 10:46:33.628576 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 10:46:33.628576 n-d-813419-10 neutron-server[102347]: event.method(event) Oct 27 10:46:33.628576 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 10:46:33.628576 n-d-813419-10 neutron-server[102347]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 10:46:33.628576 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 10:46:33.628576 n-d-813419-10 neutron-server[102347]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 10:46:33.628576 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 10:46:33.628576 n-d-813419-10 neutron-server[102347]: return f(self, *a, **k) Oct 27 10:46:33.628576 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 10:46:33.628576 n-d-813419-10 neutron-server[102347]: return self._get(url).json() Oct 27 10:46:33.628576 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 10:46:33.628576 n-d-813419-10 neutron-server[102347]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 10:46:33.628576 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 10:46:33.628576 n-d-813419-10 neutron-server[102347]: return self.request(url, 'GET', **kwargs) Oct 27 10:46:33.628576 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 10:46:33.628576 n-d-813419-10 neutron-server[102347]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 10:46:33.628576 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 10:46:33.628576 n-d-813419-10 neutron-server[102347]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 10:46:33.628576 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 10:46:33.628576 n-d-813419-10 neutron-server[102347]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 10:46:33.628576 n-d-813419-10 neutron-server[102347]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 10:46:33.640498 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306f2c71-feb1-45fb-9583-3d72fb4c2d97 None None] Pushing event deleted for resources: {'Port': ['ID=e43cd75e-a8f4-48f5-b7e5-4c894ed974c7,revision_number=None']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:46:33.646619 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-306f2c71-feb1-45fb-9583-3d72fb4c2d97 None None] No DVR routers for this DVR port e43cd75e-a8f4-48f5-b7e5-4c894ed974c7 on host n-d-813419-10 {{(pid=102348) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:46:33.685632 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-129e0adc-84db-4a50-8325-0b1518a2e1b1 None None] For port ade01db4-a5ba-47c9-959d-84b66d0ce1f8, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=ade01db4-a5ba-47c9-959d-84b66d0ce1f8,segment=NetworkSegment(1a46aa14-7fe4-4e4c-a9c0-15588568776e),segment_id=1a46aa14-7fe4-4e4c-a9c0-15588568776e)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:46:33.686457 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-129e0adc-84db-4a50-8325-0b1518a2e1b1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:33.709410 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-129e0adc-84db-4a50-8325-0b1518a2e1b1 None None] Calling delete_port for ade01db4-a5ba-47c9-959d-84b66d0ce1f8 owned by network:dhcp {{(pid=102348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:46:33.781406 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b45d05e6-0927-4bbe-8060-f91e2d8c3cd2', 'tag': 'c77c14f5-15cf-44b8-9217-12d2befbb0da'}] {{(pid=102346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:46:33.787322 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc0e418f5fc417c8d55d94c0aa509b037d0beb2a734c1a709e789eb65639a56d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95a3bed9-287a-410d-b19c-d1dc0848e403" -d '{"events": [{"name": "network-changed", "server_uuid": "b45d05e6-0927-4bbe-8060-f91e2d8c3cd2", "tag": "c77c14f5-15cf-44b8-9217-12d2befbb0da"}]}' {{(pid=102346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:46:33.846512 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347c9398-e028-4c1f-be80-3118376bbe70 req-96d82292-104a-4eb8-a89c-0efad101b1ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:46:33.846512 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-347c9398-e028-4c1f-be80-3118376bbe70 req-96d82292-104a-4eb8-a89c-0efad101b1ea service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=3cfd4898-8783-410f-a5a0-5508d6f388d6 HTTP/1.1" status: 200 len: 1097 time: 0.2735066 Oct 27 10:46:33.878278 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-129e0adc-84db-4a50-8325-0b1518a2e1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615'] for port, after_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:33.886416 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-43ce75b6-b8a4-4703-87b8-a68bdaa3e965 req-789a997f-8be9-4e30-b586-5bf11b19b772 service neutron] 10.222.0.76 "GET /v2.0/networks/d11bc4e4-9641-4700-8e5b-752620d126aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2534919 Oct 27 10:46:33.903804 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-bbd27de0-dc9a-482e-8544-8cab3b6bd1c7 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664840'] for network, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:33.917861 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 10:46:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92fb0f01-dc87-4a97-99bd-272e42393d5c x-openstack-request-id: req-92fb0f01-dc87-4a97-99bd-272e42393d5c {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:46:33.920712 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b45d05e6-0927-4bbe-8060-f91e2d8c3cd2", "tag": "c77c14f5-15cf-44b8-9217-12d2befbb0da", "status": "completed", "code": 200}]} {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:46:33.921250 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-92fb0f01-dc87-4a97-99bd-272e42393d5c {{(pid=102346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:46:33.921930 n-d-813419-10 neutron-server[102346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b45d05e6-0927-4bbe-8060-f91e2d8c3cd2', 'tag': 'c77c14f5-15cf-44b8-9217-12d2befbb0da', 'status': 'completed', 'code': 200} Oct 27 10:46:33.925222 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129e0adc-84db-4a50-8325-0b1518a2e1b1 None None] Pushing event deleted for resources: {'Port': ['ID=ade01db4-a5ba-47c9-959d-84b66d0ce1f8,revision_number=None']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:46:33.928777 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-129e0adc-84db-4a50-8325-0b1518a2e1b1 None None] No DVR routers for this DVR port ade01db4-a5ba-47c9-959d-84b66d0ce1f8 on host n-d-813419-10 {{(pid=102348) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:46:33.930843 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-bbd27de0-dc9a-482e-8544-8cab3b6bd1c7 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks [] for network, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:33.942375 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-bbd27de0-dc9a-482e-8544-8cab3b6bd1c7 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] 10.222.0.44 "DELETE /v2.0/networks/90b6ee15-cdc6-4268-b70b-9c30a2f07efa HTTP/1.1" status: 204 len: 168 time: 1.5253549 Oct 27 10:46:33.954410 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 54278) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:46:34.010155 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e160006-314b-490e-9cbb-817127e160df req-56b86f3c-8bba-4cb7-8afa-6f68857b802d tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:46:34.020992 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-2e160006-314b-490e-9cbb-817127e160df req-56b86f3c-8bba-4cb7-8afa-6f68857b802d tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "GET /v2.0/ports?device_id=b45d05e6-0927-4bbe-8060-f91e2d8c3cd2 HTTP/1.1" status: 200 len: 943 time: 0.1250391 Oct 27 10:46:34.021130 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-347c9398-e028-4c1f-be80-3118376bbe70 req-a9dee7cd-d7c2-45e6-a7a3-90e0e28c1045 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=78b00a37-7309-4fe7-b9e5-d3cf0246ee6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806402 Oct 27 10:46:34.026760 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device ade01db4-a5ba-47c9-959d-84b66d0ce1f8 no longer exists at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:46:34.071343 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd27de0-dc9a-482e-8544-8cab3b6bd1c7 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Pushing event deleted for resources: {'Network': ['ID=90b6ee15-cdc6-4268-b70b-9c30a2f07efa,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:46:34.103221 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] No Port match for: ade01db4-a5ba-47c9-959d-84b66d0ce1f8 {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:46:34.103857 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device ade01db4-a5ba-47c9-959d-84b66d0ce1f8 not bound to the agent host n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:46:34.104731 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device e43cd75e-a8f4-48f5-b7e5-4c894ed974c7 no longer exists at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:46:34.126994 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc69a56b-d329-4ec7-ac68-15ebff9185bd req-5f6bd696-34ca-43ed-a3ac-4b4bf2645a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:46:34.135995 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-dc69a56b-d329-4ec7-ac68-15ebff9185bd req-5f6bd696-34ca-43ed-a3ac-4b4bf2645a13 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=7f357cb809634e50864d0c31dbcbd617&device_id=b45d05e6-0927-4bbe-8060-f91e2d8c3cd2 HTTP/1.1" status: 200 len: 1095 time: 0.1130154 Oct 27 10:46:34.145031 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] No Port match for: e43cd75e-a8f4-48f5-b7e5-4c894ed974c7 {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:46:34.145573 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device e43cd75e-a8f4-48f5-b7e5-4c894ed974c7 not bound to the agent host n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:46:34.166675 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-2e160006-314b-490e-9cbb-817127e160df req-6e0f48a1-cbff-4e07-8c13-ac7e2fdd90f8 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "GET /v2.0/security-groups?id=aba59fed-d1f1-4e7e-84e9-aa222a50e870&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1453671 Oct 27 10:46:34.192671 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a3bed9-287a-410d-b19c-d1dc0848e403 req-34d544c7-77b5-4fb7-9fb3-9967dd4d3428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:46:34.194641 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-95a3bed9-287a-410d-b19c-d1dc0848e403 req-34d544c7-77b5-4fb7-9fb3-9967dd4d3428 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7f357cb809634e50864d0c31dbcbd617&device_id=b45d05e6-0927-4bbe-8060-f91e2d8c3cd2 HTTP/1.1" status: 200 len: 1095 time: 0.2443240 Oct 27 10:46:34.202724 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-9d49c9eb-5b91-4749-b468-dde0e78b0861 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586917'] for network, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:34.315865 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc69a56b-d329-4ec7-ac68-15ebff9185bd req-6ebc019a-e786-4f2d-99c3-ce3a28fdb37d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:46:34.317754 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-dc69a56b-d329-4ec7-ac68-15ebff9185bd req-6ebc019a-e786-4f2d-99c3-ce3a28fdb37d service neutron] 10.222.0.76 "GET /v2.0/networks?id=d11bc4e4-9641-4700-8e5b-752620d126aa HTTP/1.1" status: 200 len: 898 time: 0.1441877 Oct 27 10:46:34.434352 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-dc69a56b-d329-4ec7-ac68-15ebff9185bd req-8787990f-76a8-4efd-a9eb-b036b5533495 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c77c14f5-15cf-44b8-9217-12d2befbb0da HTTP/1.1" status: 200 len: 999 time: 0.1082156 Oct 27 10:46:34.458729 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-9d49c9eb-5b91-4749-b468-dde0e78b0861 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857803', 'neutron.services.segments.db._delete_segments_for_network-8743873143390'] for network, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:34.468824 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4c21b9-d2e0-40ed-acb5-a6ddc2780216 req-232f72b4-03b5-4864-81dd-86d3f56836d8 tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:46:34.473302 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-bc4c21b9-d2e0-40ed-acb5-a6ddc2780216 req-232f72b4-03b5-4864-81dd-86d3f56836d8 tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0425cac-a4c1-4c0d-a984-fdf0100683a6 HTTP/1.1" status: 200 len: 945 time: 0.0966201 Oct 27 10:46:34.500955 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b409ef39-8572-4061-8297-ac86ac595d01 req-fbf342d0-eaa5-450a-b259-6a572d485217 tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:46:34.508764 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b409ef39-8572-4061-8297-ac86ac595d01 req-fbf342d0-eaa5-450a-b259-6a572d485217 tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] 10.222.0.44 "GET /v2.0/ports?device_id=3cfd4898-8783-410f-a5a0-5508d6f388d6 HTTP/1.1" status: 200 len: 945 time: 0.2094886 Oct 27 10:46:34.519615 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a3bed9-287a-410d-b19c-d1dc0848e403 req-81c6ff1d-9fd3-46d6-afe6-3097308cd4d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:46:34.521382 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-95a3bed9-287a-410d-b19c-d1dc0848e403 req-81c6ff1d-9fd3-46d6-afe6-3097308cd4d2 service neutron] 10.222.0.64 "GET /v2.0/networks?id=d11bc4e4-9641-4700-8e5b-752620d126aa HTTP/1.1" status: 200 len: 898 time: 0.3060200 Oct 27 10:46:34.531649 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-9d49c9eb-5b91-4749-b468-dde0e78b0861 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca44819a-057d-4f80-a206-51ee5ca95aa6']}} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:46:34.558858 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc69a56b-d329-4ec7-ac68-15ebff9185bd req-3c702cda-1193-4b01-a7c6-bdeecdab119e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:46:34.561365 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-dc69a56b-d329-4ec7-ac68-15ebff9185bd req-3c702cda-1193-4b01-a7c6-bdeecdab119e service neutron] 10.222.0.76 "GET /v2.0/subnets?id=5b672036-8a16-4b88-9ee6-2dcda441f5a9 HTTP/1.1" status: 200 len: 835 time: 0.1196783 Oct 27 10:46:34.580914 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-bc4c21b9-d2e0-40ed-acb5-a6ddc2780216 req-bad9ea37-78e3-4e1d-8028-2dac3626ebec tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] 10.222.0.44 "GET /v2.0/security-groups?id=a4d0fbfb-64fa-47ee-96d3-9b720ee29125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767236 Oct 27 10:46:34.588105 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-9d49c9eb-5b91-4749-b468-dde0e78b0861 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a46aa14-7fe4-4e4c-a9c0-15588568776e') {'for_net_delete': True} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:46:34.588362 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-9d49c9eb-5b91-4749-b468-dde0e78b0861 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a46aa14-7fe4-4e4c-a9c0-15588568776e') {} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:46:34.613502 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-9d49c9eb-5b91-4749-b468-dde0e78b0861 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743873145191', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18445132'] for segment, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:34.644931 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc69a56b-d329-4ec7-ac68-15ebff9185bd req-436dc6c6-3934-4351-aa90-da3211b42921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:46:34.646570 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-dc69a56b-d329-4ec7-ac68-15ebff9185bd req-436dc6c6-3934-4351-aa90-da3211b42921 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=d11bc4e4-9641-4700-8e5b-752620d126aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0609851 Oct 27 10:46:34.651913 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-9d49c9eb-5b91-4749-b468-dde0e78b0861 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:34.661360 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b409ef39-8572-4061-8297-ac86ac595d01 req-21fb9fdb-5e5a-4789-8008-7cedc0e84413 tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] 10.222.0.44 "GET /v2.0/security-groups?id=78b00a37-7309-4fe7-b9e5-d3cf0246ee6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489577 Oct 27 10:46:34.665645 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d49c9eb-5b91-4749-b468-dde0e78b0861 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Releasing vlan 426 on physical network physnet1 to pool {{(pid=102347) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 10:46:34.666050 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-9d49c9eb-5b91-4749-b468-dde0e78b0861 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-18296032'] for segment, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:34.669428 n-d-813419-10 neutron-server[102347]: Traceback (most recent call last): Oct 27 10:46:34.669428 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 10:46:34.669428 n-d-813419-10 neutron-server[102347]: timer() Oct 27 10:46:34.669428 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 10:46:34.669428 n-d-813419-10 neutron-server[102347]: cb(*args, **kw) Oct 27 10:46:34.669428 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 10:46:34.669428 n-d-813419-10 neutron-server[102347]: return func(*args, **kwargs) Oct 27 10:46:34.669428 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 10:46:34.669428 n-d-813419-10 neutron-server[102347]: self._notify() Oct 27 10:46:34.669428 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 10:46:34.669428 n-d-813419-10 neutron-server[102347]: self.callback(batched_events) Oct 27 10:46:34.669428 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 10:46:34.669428 n-d-813419-10 neutron-server[102347]: event.method(event) Oct 27 10:46:34.669428 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 10:46:34.669428 n-d-813419-10 neutron-server[102347]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 10:46:34.669428 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 10:46:34.669428 n-d-813419-10 neutron-server[102347]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 10:46:34.669428 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 10:46:34.669428 n-d-813419-10 neutron-server[102347]: return f(self, *a, **k) Oct 27 10:46:34.669428 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 10:46:34.669428 n-d-813419-10 neutron-server[102347]: return self._get(url).json() Oct 27 10:46:34.669428 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 10:46:34.669428 n-d-813419-10 neutron-server[102347]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 10:46:34.669428 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 10:46:34.669428 n-d-813419-10 neutron-server[102347]: return self.request(url, 'GET', **kwargs) Oct 27 10:46:34.669428 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 10:46:34.669428 n-d-813419-10 neutron-server[102347]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 10:46:34.669428 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 10:46:34.669428 n-d-813419-10 neutron-server[102347]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 10:46:34.669428 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 10:46:34.669428 n-d-813419-10 neutron-server[102347]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 10:46:34.669428 n-d-813419-10 neutron-server[102347]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 10:46:34.690410 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-95a3bed9-287a-410d-b19c-d1dc0848e403 req-9ca32851-0ceb-4711-8e3b-71164dae5eb1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c77c14f5-15cf-44b8-9217-12d2befbb0da HTTP/1.1" status: 200 len: 999 time: 0.1551714 Oct 27 10:46:34.773731 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a3bed9-287a-410d-b19c-d1dc0848e403 req-dd01c142-e95c-4af5-99e2-7c3945d1bfba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:46:34.775647 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-95a3bed9-287a-410d-b19c-d1dc0848e403 req-dd01c142-e95c-4af5-99e2-7c3945d1bfba service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5b672036-8a16-4b88-9ee6-2dcda441f5a9 HTTP/1.1" status: 200 len: 835 time: 0.0632217 Oct 27 10:46:34.776799 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-9d49c9eb-5b91-4749-b468-dde0e78b0861 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664840'] for network, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:34.791009 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-dc69a56b-d329-4ec7-ac68-15ebff9185bd req-235cf277-dae7-414c-9687-bad2b255abcf service neutron] 10.222.0.76 "GET /v2.0/networks/d11bc4e4-9641-4700-8e5b-752620d126aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371064 Oct 27 10:46:34.791719 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-9d49c9eb-5b91-4749-b468-dde0e78b0861 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks [] for network, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:34.798928 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-9d49c9eb-5b91-4749-b468-dde0e78b0861 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] 10.222.0.44 "DELETE /v2.0/networks/ca44819a-057d-4f80-a206-51ee5ca95aa6 HTTP/1.1" status: 204 len: 168 time: 0.8210011 Oct 27 10:46:34.811399 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 54290) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:46:34.816764 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-6351d16f-94f9-47d8-88ac-f359abfed5a6 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Request body: {'network': {'name': 'tempest-RoutersTest-1396360352'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:46:34.851792 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d49c9eb-5b91-4749-b468-dde0e78b0861 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Pushing event deleted for resources: {'Network': ['ID=ca44819a-057d-4f80-a206-51ee5ca95aa6,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:46:34.879797 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a3bed9-287a-410d-b19c-d1dc0848e403 req-da35b9fe-fd19-4b24-852a-633a4ed7fae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:46:34.882545 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-95a3bed9-287a-410d-b19c-d1dc0848e403 req-da35b9fe-fd19-4b24-852a-633a4ed7fae0 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d11bc4e4-9641-4700-8e5b-752620d126aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0939727 Oct 27 10:46:34.892986 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6351d16f-94f9-47d8-88ac-f359abfed5a6 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Made reservation on behalf of 14f921c9b3f94aa0bb5d8437d3b23079 for: {'network': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:46:34.896816 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-6351d16f-94f9-47d8-88ac-f359abfed5a6 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for network, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:34.948904 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6351d16f-94f9-47d8-88ac-f359abfed5a6 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 423} {{(pid=102346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 10:46:34.955168 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-dc69a56b-d329-4ec7-ac68-15ebff9185bd req-e9611972-69ef-4040-9ca7-ac763f1e340f service neutron] 10.222.0.76 "GET /v2.0/networks/d11bc4e4-9641-4700-8e5b-752620d126aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1554997 Oct 27 10:46:34.961662 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-6351d16f-94f9-47d8-88ac-f359abfed5a6 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:34.962009 n-d-813419-10 neutron-server[102346]: INFO neutron.db.segments_db [None req-6351d16f-94f9-47d8-88ac-f359abfed5a6 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Added segment 106def4e-0aa9-4998-9d73-bd2910086206 of type vlan for network 8a5f709e-5591-4384-8d33-d9515b5f22b9 Oct 27 10:46:35.009424 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-95a3bed9-287a-410d-b19c-d1dc0848e403 req-aecfb51f-410c-402b-9c3d-70c06b38f49d service neutron] 10.222.0.64 "GET /v2.0/networks/d11bc4e4-9641-4700-8e5b-752620d126aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1126018 Oct 27 10:46:35.055463 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-6351d16f-94f9-47d8-88ac-f359abfed5a6 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743872593080'] for network, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:35.112164 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-6351d16f-94f9-47d8-88ac-f359abfed5a6 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913'] for network, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:35.119855 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6351d16f-94f9-47d8-88ac-f359abfed5a6 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:46:35.120171 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-6351d16f-94f9-47d8-88ac-f359abfed5a6 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks [] for network, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:35.127375 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a3bed9-287a-410d-b19c-d1dc0848e403 req-566e2883-3d06-468e-8a7f-e73cee554f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:46:35.129385 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-95a3bed9-287a-410d-b19c-d1dc0848e403 req-566e2883-3d06-468e-8a7f-e73cee554f00 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=7f357cb809634e50864d0c31dbcbd617&device_id=b45d05e6-0927-4bbe-8060-f91e2d8c3cd2 HTTP/1.1" status: 200 len: 1095 time: 0.1040738 Oct 27 10:46:35.243815 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-95a3bed9-287a-410d-b19c-d1dc0848e403 req-4b4f8d0d-2efa-4af6-ae4c-4eb8e808cb31 service neutron] 10.222.0.64 "GET /v2.0/networks/d11bc4e4-9641-4700-8e5b-752620d126aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2178528 Oct 27 10:46:35.324039 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 54300) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:46:35.324346 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-6351d16f-94f9-47d8-88ac-f359abfed5a6 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5115621 Oct 27 10:46:35.330133 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-c9f7b38b-0e5e-4c03-b5d4-bb96eadd7b7a tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Request body: {'subnet': {'network_id': '8a5f709e-5591-4384-8d33-d9515b5f22b9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:46:35.380031 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6351d16f-94f9-47d8-88ac-f359abfed5a6 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Pushing event updated for resources: {'Network': ['ID=8a5f709e-5591-4384-8d33-d9515b5f22b9,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:46:35.393624 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Network 8a5f709e-5591-4384-8d33-d9515b5f22b9 details requested by agent ovs-agent-n-d-813419-10 with host n-d-813419-10 {{(pid=102348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 10:46:35.489747 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9f7b38b-0e5e-4c03-b5d4-bb96eadd7b7a tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Made reservation on behalf of 14f921c9b3f94aa0bb5d8437d3b23079 for: {'subnet': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:46:35.494405 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-c9f7b38b-0e5e-4c03-b5d4-bb96eadd7b7a tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18044073'] for subnet, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:35.508179 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a3bed9-287a-410d-b19c-d1dc0848e403 req-c98362a5-624e-470f-b9be-b2a8bd5c7aab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:46:35.509691 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-95a3bed9-287a-410d-b19c-d1dc0848e403 req-c98362a5-624e-470f-b9be-b2a8bd5c7aab service neutron] 10.222.0.76 "GET /v2.0/networks?id=d11bc4e4-9641-4700-8e5b-752620d126aa HTTP/1.1" status: 200 len: 898 time: 0.3629894 Oct 27 10:46:35.536232 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e3fdea-7b18-4ece-8731-150a86ac87d1 req-1d0f8110-68c7-4125-a80f-85572bb49be1 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:46:35.538205 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-60e3fdea-7b18-4ece-8731-150a86ac87d1 req-1d0f8110-68c7-4125-a80f-85572bb49be1 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "GET /v2.0/ports?device_id=b45d05e6-0927-4bbe-8060-f91e2d8c3cd2 HTTP/1.1" status: 200 len: 943 time: 0.1764653 Oct 27 10:46:35.617149 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-95a3bed9-287a-410d-b19c-d1dc0848e403 req-5066ec8b-4d2a-44db-9656-cb874592c4f6 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c77c14f5-15cf-44b8-9217-12d2befbb0da HTTP/1.1" status: 200 len: 999 time: 0.0959175 Oct 27 10:46:35.697319 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-60e3fdea-7b18-4ece-8731-150a86ac87d1 req-127b4f72-1f5f-4933-b586-57ecff7c917d tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "GET /v2.0/security-groups?id=aba59fed-d1f1-4e7e-84e9-aa222a50e870&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788047 Oct 27 10:46:35.748966 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a3bed9-287a-410d-b19c-d1dc0848e403 req-4fc97133-cecc-4bcb-9f49-0366d976b87d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:46:35.752801 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-95a3bed9-287a-410d-b19c-d1dc0848e403 req-4fc97133-cecc-4bcb-9f49-0366d976b87d service neutron] 10.222.0.76 "GET /v2.0/subnets?id=5b672036-8a16-4b88-9ee6-2dcda441f5a9 HTTP/1.1" status: 200 len: 835 time: 0.1121404 Oct 27 10:46:35.847483 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a3bed9-287a-410d-b19c-d1dc0848e403 req-c741edef-e081-47e4-a656-23f6dbf0a7fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:46:35.850544 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-95a3bed9-287a-410d-b19c-d1dc0848e403 req-c741edef-e081-47e4-a656-23f6dbf0a7fa service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=d11bc4e4-9641-4700-8e5b-752620d126aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0893445 Oct 27 10:46:35.975080 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294b38f0-a1de-4a28-96b4-979adb0dd4c1 req-48501a8a-c566-4d10-b179-0bdb260b9a1f tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:46:35.976748 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-294b38f0-a1de-4a28-96b4-979adb0dd4c1 req-48501a8a-c566-4d10-b179-0bdb260b9a1f tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] 10.222.0.44 "GET /v2.0/ports?device_id=3cfd4898-8783-410f-a5a0-5508d6f388d6 HTTP/1.1" status: 200 len: 945 time: 0.1247771 Oct 27 10:46:36.039185 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-294b38f0-a1de-4a28-96b4-979adb0dd4c1 req-7bd6094c-b30f-45c2-9899-19228a6d5d38 tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] 10.222.0.44 "GET /v2.0/security-groups?id=78b00a37-7309-4fe7-b9e5-d3cf0246ee6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553100 Oct 27 10:46:36.068591 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-95a3bed9-287a-410d-b19c-d1dc0848e403 req-581ddb25-bc51-42e9-84f6-685060870a2c service neutron] 10.222.0.76 "GET /v2.0/networks/d11bc4e4-9641-4700-8e5b-752620d126aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1866074 Oct 27 10:46:36.261082 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c706e8e-f631-42f9-ae25-53a128f31752 req-a6d3dc6f-2930-49f6-8df2-c0105fc6544f tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:46:36.261645 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-95a3bed9-287a-410d-b19c-d1dc0848e403 req-3a2b9936-64c6-42d4-a956-b842d32bd86b service neutron] 10.222.0.76 "GET /v2.0/networks/d11bc4e4-9641-4700-8e5b-752620d126aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1855030 Oct 27 10:46:36.262560 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-0c706e8e-f631-42f9-ae25-53a128f31752 req-a6d3dc6f-2930-49f6-8df2-c0105fc6544f tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0425cac-a4c1-4c0d-a984-fdf0100683a6 HTTP/1.1" status: 200 len: 945 time: 0.0908697 Oct 27 10:46:36.294336 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6849ec63-966b-4d4e-ad9c-3e62530b4a73 req-9db9f53c-6224-49e2-a4c0-48d6c643e3dc tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:46:36.295925 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-6849ec63-966b-4d4e-ad9c-3e62530b4a73 req-9db9f53c-6224-49e2-a4c0-48d6c643e3dc tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] 10.222.0.44 "GET /v2.0/ports?device_id=3cfd4898-8783-410f-a5a0-5508d6f388d6 HTTP/1.1" status: 200 len: 945 time: 0.0994079 Oct 27 10:46:36.360791 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-6849ec63-966b-4d4e-ad9c-3e62530b4a73 req-49042524-50dc-40ae-b7aa-cec8daa02927 tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] 10.222.0.44 "GET /v2.0/security-groups?id=78b00a37-7309-4fe7-b9e5-d3cf0246ee6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559554 Oct 27 10:46:36.373594 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-0c706e8e-f631-42f9-ae25-53a128f31752 req-a20d7a26-11df-4da5-8794-eaa471b35781 tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] 10.222.0.44 "GET /v2.0/security-groups?id=a4d0fbfb-64fa-47ee-96d3-9b720ee29125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0956607 Oct 27 10:46:36.444811 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-c9f7b38b-0e5e-4c03-b5d4-bb96eadd7b7a tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-18295883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18044091'] for subnet, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:36.542035 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9f7b38b-0e5e-4c03-b5d4-bb96eadd7b7a tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Checking segment: {'id': '106def4e-0aa9-4998-9d73-bd2910086206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '8a5f709e-5591-4384-8d33-d9515b5f22b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:46:36.542660 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9f7b38b-0e5e-4c03-b5d4-bb96eadd7b7a tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Network hostable DHCP agents. Network: 8a5f709e-5591-4384-8d33-d9515b5f22b9, hostable agents: ['eafd4000-b897-4722-ae8b-0118ec955181'], hosted agents: [] {{(pid=102347) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 10:46:36.549680 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f7b38b-0e5e-4c03-b5d4-bb96eadd7b7a tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Pushing event updated for resources: {'Subnet': ['ID=54d48097-1746-4977-ad6f-3f75503528f1,revision_number=0']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:46:36.588856 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9f7b38b-0e5e-4c03-b5d4-bb96eadd7b7a tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Network 8a5f709e-5591-4384-8d33-d9515b5f22b9 is scheduled to be hosted by DHCP agent eafd4000-b897-4722-ae8b-0118ec955181 with binding_index 1 {{(pid=102347) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 10:46:36.604078 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [None req-c9f7b38b-0e5e-4c03-b5d4-bb96eadd7b7a tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-10, 8a5f709e-5591-4384-8d33-d9515b5f22b9) {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:46:36.620575 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e847c6e-b603-40cf-8df7-e06d736f2fd2 None None] Network 8a5f709e-5591-4384-8d33-d9515b5f22b9 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:46:36.639812 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9f7b38b-0e5e-4c03-b5d4-bb96eadd7b7a tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:46:36.639812 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-c9f7b38b-0e5e-4c03-b5d4-bb96eadd7b7a tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks [] for subnet, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:36.777424 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-c9f7b38b-0e5e-4c03-b5d4-bb96eadd7b7a tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4516759 Oct 27 10:46:36.780105 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 54328) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:46:36.785215 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-ba4ed1ee-2391-4725-a023-70a2ac7b545a tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1042988582', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:46:36.845911 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98fb058-6c3a-4a0f-a3b9-eb5700291cb2 req-5ef05318-a508-4612-8865-8e65e0dbd4d0 tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:46:36.850071 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ba4ed1ee-2391-4725-a023-70a2ac7b545a tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1768632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3610'] for router, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:36.851488 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ba4ed1ee-2391-4725-a023-70a2ac7b545a tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1765704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1769409', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1694266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3597'] for router, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:36.860278 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b98fb058-6c3a-4a0f-a3b9-eb5700291cb2 req-5ef05318-a508-4612-8865-8e65e0dbd4d0 tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0425cac-a4c1-4c0d-a984-fdf0100683a6 HTTP/1.1" status: 200 len: 945 time: 0.2434011 Oct 27 10:46:36.864613 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc3f379-705c-4656-a544-992b6e10974d req-722a81bc-9aac-4c63-8dfb-65f1c365211a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:46:36.866407 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8dc3f379-705c-4656-a544-992b6e10974d req-722a81bc-9aac-4c63-8dfb-65f1c365211a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=61720bce4798402799f65ee94c5dc895&device_id=c0425cac-a4c1-4c0d-a984-fdf0100683a6 HTTP/1.1" status: 200 len: 1097 time: 0.1704674 Oct 27 10:46:36.963847 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa06e73c-f289-42d6-95c9-a63ec33fd728 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp734b258e-7d96-550c-b970-9b72ab66f383-8a5f709e-5591-4384-8d33-d9515b5f22b9', 'network_id': '8a5f709e-5591-4384-8d33-d9515b5f22b9', 'tenant_id': '14f921c9b3f94aa0bb5d8437d3b23079', 'fixed_ips': [{'subnet_id': '54d48097-1746-4977-ad6f-3f75503528f1'}]}} from n-d-813419-10. {{(pid=102348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 10:46:36.965585 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-fa06e73c-f289-42d6-95c9-a63ec33fd728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:37.018792 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a93e14-8417-4645-91f0-0f84c2bbafec req-ab85743c-d859-460d-a0df-af3ce1df74e8 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:46:37.026158 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-88a93e14-8417-4645-91f0-0f84c2bbafec req-ab85743c-d859-460d-a0df-af3ce1df74e8 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "GET /v2.0/ports?device_id=b45d05e6-0927-4bbe-8060-f91e2d8c3cd2 HTTP/1.1" status: 200 len: 943 time: 0.1890285 Oct 27 10:46:37.035047 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ba4ed1ee-2391-4725-a023-70a2ac7b545a tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:37.059023 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ba4ed1ee-2391-4725-a023-70a2ac7b545a tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1765699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1769372'] for router, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:37.113194 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b98fb058-6c3a-4a0f-a3b9-eb5700291cb2 req-d807710b-9499-41ab-b9ce-93dd50851c5f tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] 10.222.0.44 "GET /v2.0/security-groups?id=a4d0fbfb-64fa-47ee-96d3-9b720ee29125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2519448 Oct 27 10:46:37.118686 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ba4ed1ee-2391-4725-a023-70a2ac7b545a tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks [] for router, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:37.119923 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-ba4ed1ee-2391-4725-a023-70a2ac7b545a tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3382075 Oct 27 10:46:37.124813 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 54334) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:46:37.138269 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-12ee634f-0d98-4347-b20d-387dee8255a6 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Request body: {'port': {'network_id': '8a5f709e-5591-4384-8d33-d9515b5f22b9', 'name': 'tempest-RoutersTest-185925258'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:46:37.166656 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-88a93e14-8417-4645-91f0-0f84c2bbafec req-36ab5b5e-fea7-4ed5-aea2-86d284444574 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "GET /v2.0/security-groups?id=aba59fed-d1f1-4e7e-84e9-aa222a50e870&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1353266 Oct 27 10:46:37.258086 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc3f379-705c-4656-a544-992b6e10974d req-d8dde407-eded-44b9-a683-ea3530c8641e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:46:37.272389 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8dc3f379-705c-4656-a544-992b6e10974d req-d8dde407-eded-44b9-a683-ea3530c8641e service neutron] 10.222.0.64 "GET /v2.0/networks?id=f64c4ac1-58d3-4604-90d7-e5fb7ec08acd HTTP/1.1" status: 200 len: 911 time: 0.3900402 Oct 27 10:46:37.283883 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.db_base_plugin_common [None req-fa06e73c-f289-42d6-95c9-a63ec33fd728 None None] Allocated IP 172.20.0.2 (8a5f709e-5591-4384-8d33-d9515b5f22b9/54d48097-1746-4977-ad6f-3f75503528f1/121e8730-c700-4a69-92bf-f11a64eee6a7) {{(pid=102348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:46:37.408604 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device c77c14f5-15cf-44b8-9217-12d2befbb0da details requested by agent hyperv_n-h2-813419-10 with host n-h2-813419-10 {{(pid=102348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 10:46:37.447929 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8dc3f379-705c-4656-a544-992b6e10974d req-9dcd1d45-c5ff-4cf9-a176-095f500edf50 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=be260c3f-627d-4152-9959-529adefa243d HTTP/1.1" status: 200 len: 1001 time: 0.1511085 Oct 27 10:46:37.450779 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12ee634f-0d98-4347-b20d-387dee8255a6 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Made reservation on behalf of 14f921c9b3f94aa0bb5d8437d3b23079 for: {'port': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:46:37.454437 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-12ee634f-0d98-4347-b20d-387dee8255a6 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:37.505516 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-fa06e73c-f289-42d6-95c9-a63ec33fd728 None None] Publish callbacks [] for port, precommit_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:37.519946 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-fa06e73c-f289-42d6-95c9-a63ec33fd728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606'] for port, after_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:37.524109 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7646cdd-95dc-4316-933a-870215aea698 req-c3121a31-d6e4-49d6-8066-22c55d9b59bb tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:46:37.531102 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-e7646cdd-95dc-4316-933a-870215aea698 req-c3121a31-d6e4-49d6-8066-22c55d9b59bb tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] 10.222.0.44 "GET /v2.0/networks?id=095a52e2-adfb-413a-ad18-4ab0c06e2a0b HTTP/1.1" status: 200 len: 814 time: 0.2551322 Oct 27 10:46:37.549911 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [None req-12ee634f-0d98-4347-b20d-387dee8255a6 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] device_id is not set on port 8beaf06a-a279-428f-bb46-e9a781905b8a yet. {{(pid=102347) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 10:46:37.563393 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-e7646cdd-95dc-4316-933a-870215aea698 req-25018dd4-e7dc-4708-803e-7a9f3676048c tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] 10.222.0.44 "GET /v2.0/quotas/e0ec8c338248463eadd7134ef16392ec HTTP/1.1" status: 200 len: 375 time: 0.0312598 Oct 27 10:46:37.580586 n-d-813419-10 neutron-server[102348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa06e73c-f289-42d6-95c9-a63ec33fd728 None None] Network 8a5f709e-5591-4384-8d33-d9515b5f22b9 is already hosted by enough agents. {{(pid=102348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:46:37.585508 n-d-813419-10 neutron-server[102348]: DEBUG neutron.scheduler.base_scheduler [None req-fa06e73c-f289-42d6-95c9-a63ec33fd728 None None] Resources bound (agent type, host, resource id): {{(pid=102348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:46:37.592620 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa06e73c-f289-42d6-95c9-a63ec33fd728 None None] Received port after_create {{(pid=102348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:46:37.594888 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc3f379-705c-4656-a544-992b6e10974d req-a3a52ca2-323b-4bca-8d4a-ad47998f24b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:46:37.596323 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8dc3f379-705c-4656-a544-992b6e10974d req-a3a52ca2-323b-4bca-8d4a-ad47998f24b2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2fee239f-a559-4db5-a696-c092c8e38011 HTTP/1.1" status: 200 len: 849 time: 0.1391249 Oct 27 10:46:37.605887 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa06e73c-f289-42d6-95c9-a63ec33fd728 None None] Pushing event updated for resources: {'Port': ['ID=121e8730-c700-4a69-92bf-f11a64eee6a7,revision_number=1']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:46:37.646272 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] For port c77c14f5-15cf-44b8-9217-12d2befbb0da, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=c77c14f5-15cf-44b8-9217-12d2befbb0da,segment=NetworkSegment(c2add56f-ac0d-4bab-9740-363f7178fe2a),segment_id=c2add56f-ac0d-4bab-9740-363f7178fe2a)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:46:37.679471 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Returning: {'device': 'c77c14f5-15cf-44b8-9217-12d2befbb0da', 'network_id': 'd11bc4e4-9641-4700-8e5b-752620d126aa', 'port_id': 'c77c14f5-15cf-44b8-9217-12d2befbb0da', 'mac_address': 'fa:16:3e:8a:23:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 411, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b672036-8a16-4b88-9ee6-2dcda441f5a9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 10:46:37.686354 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-fa06e73c-f289-42d6-95c9-a63ec33fd728 None None] Attempting to bind port 121e8730-c700-4a69-92bf-f11a64eee6a7 on host n-d-813419-10 for vnic_type normal with profile {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:46:37.686832 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-fa06e73c-f289-42d6-95c9-a63ec33fd728 None None] Attempting to bind port 121e8730-c700-4a69-92bf-f11a64eee6a7 by drivers openvswitch,hyperv on host n-d-813419-10 at level 0 using segments [{'id': '106def4e-0aa9-4998-9d73-bd2910086206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '8a5f709e-5591-4384-8d33-d9515b5f22b9'}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:46:37.687384 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa06e73c-f289-42d6-95c9-a63ec33fd728 None None] Attempting to bind port 121e8730-c700-4a69-92bf-f11a64eee6a7 on network 8a5f709e-5591-4384-8d33-d9515b5f22b9 {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:46:37.695758 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa06e73c-f289-42d6-95c9-a63ec33fd728 None None] Checking agent: {'id': '89dba0f3-79b2-435e-9822-33674b8f6ada', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 8, 20), 'started_at': datetime.datetime(2021, 10, 27, 10, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 46, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:46:37.696318 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa06e73c-f289-42d6-95c9-a63ec33fd728 None None] Checking segment: {'id': '106def4e-0aa9-4998-9d73-bd2910086206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '8a5f709e-5591-4384-8d33-d9515b5f22b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:46:37.696805 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-fa06e73c-f289-42d6-95c9-a63ec33fd728 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:37.697283 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa06e73c-f289-42d6-95c9-a63ec33fd728 None None] Bound using segment: {'id': '106def4e-0aa9-4998-9d73-bd2910086206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '8a5f709e-5591-4384-8d33-d9515b5f22b9'} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:46:37.697843 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-fa06e73c-f289-42d6-95c9-a63ec33fd728 None None] Bound port: 121e8730-c700-4a69-92bf-f11a64eee6a7, host: n-d-813419-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '106def4e-0aa9-4998-9d73-bd2910086206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '8a5f709e-5591-4384-8d33-d9515b5f22b9'}}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:46:37.698308 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-fa06e73c-f289-42d6-95c9-a63ec33fd728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:37.732905 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-e7646cdd-95dc-4316-933a-870215aea698 req-70ed431d-ccb8-458e-a876-d963c11a14ee tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=e0ec8c338248463eadd7134ef16392ec&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1398549 Oct 27 10:46:37.761360 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc3f379-705c-4656-a544-992b6e10974d req-22b247b8-eaf8-4c2d-a6c8-ebc6b75f9410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:46:37.764269 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8dc3f379-705c-4656-a544-992b6e10974d req-22b247b8-eaf8-4c2d-a6c8-ebc6b75f9410 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f64c4ac1-58d3-4604-90d7-e5fb7ec08acd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1562598 Oct 27 10:46:37.765666 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_common [None req-12ee634f-0d98-4347-b20d-387dee8255a6 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Allocated IP 172.20.0.7 (8a5f709e-5591-4384-8d33-d9515b5f22b9/54d48097-1746-4977-ad6f-3f75503528f1/8beaf06a-a279-428f-bb46-e9a781905b8a) {{(pid=102347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:46:37.768361 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:37.793928 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c77c14f5-15cf-44b8-9217-12d2befbb0da {{(pid=102348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:46:37.819175 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-fa06e73c-f289-42d6-95c9-a63ec33fd728 None None] For port 121e8730-c700-4a69-92bf-f11a64eee6a7, host n-d-813419-10, cleared binding levels {{(pid=102348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:46:37.824408 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-fa06e73c-f289-42d6-95c9-a63ec33fd728 None None] For port 121e8730-c700-4a69-92bf-f11a64eee6a7, host n-d-813419-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=121e8730-c700-4a69-92bf-f11a64eee6a7,segment=NetworkSegment(106def4e-0aa9-4998-9d73-bd2910086206),segment_id=106def4e-0aa9-4998-9d73-bd2910086206)] {{(pid=102348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:46:37.826678 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] For port c77c14f5-15cf-44b8-9217-12d2befbb0da, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=c77c14f5-15cf-44b8-9217-12d2befbb0da,segment=NetworkSegment(c2add56f-ac0d-4bab-9740-363f7178fe2a),segment_id=c2add56f-ac0d-4bab-9740-363f7178fe2a)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:46:37.831494 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-fa06e73c-f289-42d6-95c9-a63ec33fd728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:37.836124 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:37.901430 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa06e73c-f289-42d6-95c9-a63ec33fd728 None None] Pushing event updated for resources: {'Port': ['ID=121e8730-c700-4a69-92bf-f11a64eee6a7,revision_number=2']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:46:37.970391 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Pushing event updated for resources: {'Port': ['ID=c77c14f5-15cf-44b8-9217-12d2befbb0da,revision_number=8']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:46:38.062387 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-e7646cdd-95dc-4316-933a-870215aea698 req-7dc1ce77-399f-4095-a9e6-3c940eb4c3f2 service neutron] 10.222.0.44 "GET /v2.0/networks/095a52e2-adfb-413a-ad18-4ab0c06e2a0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3217466 Oct 27 10:46:38.117545 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8dc3f379-705c-4656-a544-992b6e10974d req-9061a5ae-ae8d-40a9-b7ce-ac5cdb10698c service neutron] 10.222.0.64 "GET /v2.0/networks/f64c4ac1-58d3-4604-90d7-e5fb7ec08acd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3420777 Oct 27 10:46:38.152791 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] get_ports_and_sgs() called for port_ids ['c77c14f5-15cf-44b8-9217-12d2befbb0da'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:46:38.171842 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d50fb5b-5ce3-4e1f-b74c-b77125cbc257 req-47843950-3586-4f12-a6c7-dce66b9b3ea5 tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:46:38.173425 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-1d50fb5b-5ce3-4e1f-b74c-b77125cbc257 req-47843950-3586-4f12-a6c7-dce66b9b3ea5 tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] 10.222.0.64 "GET /v2.0/ports?device_id=3cfd4898-8783-410f-a5a0-5508d6f388d6 HTTP/1.1" status: 200 len: 945 time: 0.2722623 Oct 27 10:46:38.294336 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f6f4a4-c0ee-4b0e-b6f8-294d32a878f7 req-db42f44c-233b-4960-b693-f0a0f39d5f26 tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:46:38.296035 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-06f6f4a4-c0ee-4b0e-b6f8-294d32a878f7 req-db42f44c-233b-4960-b693-f0a0f39d5f26 tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0425cac-a4c1-4c0d-a984-fdf0100683a6 HTTP/1.1" status: 200 len: 945 time: 0.0571015 Oct 27 10:46:38.389520 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-06f6f4a4-c0ee-4b0e-b6f8-294d32a878f7 req-0fa63974-48be-4951-9f07-09f2fefd7c11 tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] 10.222.0.44 "GET /v2.0/security-groups?id=a4d0fbfb-64fa-47ee-96d3-9b720ee29125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860119 Oct 27 10:46:38.404028 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-12ee634f-0d98-4347-b20d-387dee8255a6 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks [] for port, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:38.551441 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-12ee634f-0d98-4347-b20d-387dee8255a6 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:38.623614 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12ee634f-0d98-4347-b20d-387dee8255a6 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Network 8a5f709e-5591-4384-8d33-d9515b5f22b9 is already hosted by enough agents. {{(pid=102347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:46:38.628284 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8dc3f379-705c-4656-a544-992b6e10974d req-a3cdb007-a958-4fd1-b4cb-e3113e843f26 service neutron] 10.222.0.64 "GET /v2.0/networks/f64c4ac1-58d3-4604-90d7-e5fb7ec08acd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4484723 Oct 27 10:46:38.629120 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a43092-360e-4fe5-bdeb-78bb62736987 req-6f06a943-962a-4c95-b7c2-3380e1e0be8f tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:46:38.631064 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-f7a43092-360e-4fe5-bdeb-78bb62736987 req-6f06a943-962a-4c95-b7c2-3380e1e0be8f tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "GET /v2.0/ports?device_id=b45d05e6-0927-4bbe-8060-f91e2d8c3cd2 HTTP/1.1" status: 200 len: 944 time: 0.1205568 Oct 27 10:46:38.642653 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [None req-12ee634f-0d98-4347-b20d-387dee8255a6 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Resources bound (agent type, host, resource id): {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:46:38.656787 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12ee634f-0d98-4347-b20d-387dee8255a6 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Received port after_create {{(pid=102347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:46:38.687511 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ee634f-0d98-4347-b20d-387dee8255a6 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Pushing event updated for resources: {'Port': ['ID=8beaf06a-a279-428f-bb46-e9a781905b8a,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:46:38.696753 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-f7a43092-360e-4fe5-bdeb-78bb62736987 req-1f06272f-eaf7-4985-a9c7-ed1ed500a708 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "GET /v2.0/security-groups?id=aba59fed-d1f1-4e7e-84e9-aa222a50e870&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574157 Oct 27 10:46:38.702139 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-e7646cdd-95dc-4316-933a-870215aea698 req-7bd43bb0-5ae4-4810-af85-2390e272e051 service neutron] 10.222.0.44 "GET /v2.0/networks/095a52e2-adfb-413a-ad18-4ab0c06e2a0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6389041 Oct 27 10:46:38.735356 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12ee634f-0d98-4347-b20d-387dee8255a6 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:46:38.736068 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-12ee634f-0d98-4347-b20d-387dee8255a6 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:38.761636 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [req-1d50fb5b-5ce3-4e1f-b74c-b77125cbc257 req-02a8d358-6033-435f-832f-3a8b46ef4f14 tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] Deleting port 3354f4e0-b061-4201-b5c2-5d9f7fe4d6df {{(pid=102347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:46:38.762036 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-1d50fb5b-5ce3-4e1f-b74c-b77125cbc257 req-02a8d358-6033-435f-832f-3a8b46ef4f14 tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:38.893222 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-12ee634f-0d98-4347-b20d-387dee8255a6 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 1.7673419 Oct 27 10:46:38.896008 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 54378) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:46:38.955434 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:39.116027 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-1d50fb5b-5ce3-4e1f-b74c-b77125cbc257 req-02a8d358-6033-435f-832f-3a8b46ef4f14 tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] For port 3354f4e0-b061-4201-b5c2-5d9f7fe4d6df, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=3354f4e0-b061-4201-b5c2-5d9f7fe4d6df,segment=NetworkSegment(ceecd002-0880-4375-a568-64df7900389e),segment_id=ceecd002-0880-4375-a568-64df7900389e)] {{(pid=102347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:46:39.117554 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-1d50fb5b-5ce3-4e1f-b74c-b77125cbc257 req-02a8d358-6033-435f-832f-3a8b46ef4f14 tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:39.173225 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [req-1d50fb5b-5ce3-4e1f-b74c-b77125cbc257 req-02a8d358-6033-435f-832f-3a8b46ef4f14 tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] Calling delete_port for 3354f4e0-b061-4201-b5c2-5d9f7fe4d6df owned by compute:nova {{(pid=102347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:46:39.418689 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device c77c14f5-15cf-44b8-9217-12d2befbb0da up at agent hyperv_n-h2-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:46:39.455494 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13291d0a-2226-4969-8618-a86aaea38e75 req-fddf342e-0b04-4e03-86ec-606d628b4948 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:46:39.467335 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-13291d0a-2226-4969-8618-a86aaea38e75 req-fddf342e-0b04-4e03-86ec-606d628b4948 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "GET /v2.0/ports?device_id=b45d05e6-0927-4bbe-8060-f91e2d8c3cd2 HTTP/1.1" status: 200 len: 944 time: 0.2766967 Oct 27 10:46:39.546579 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Provisioning for port c77c14f5-15cf-44b8-9217-12d2befbb0da completed by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 10:46:39.551958 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Provisioning complete for port c77c14f5-15cf-44b8-9217-12d2befbb0da triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:46:39.558710 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:39.562865 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ee215af-d739-443f-84b8-838bd0bf77e9 None None] Network 8a5f709e-5591-4384-8d33-d9515b5f22b9 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:46:39.587365 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-13291d0a-2226-4969-8618-a86aaea38e75 req-40fd4b98-7756-443b-815a-4ad279ad1906 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "GET /v2.0/security-groups?id=aba59fed-d1f1-4e7e-84e9-aa222a50e870&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1191471 Oct 27 10:46:39.695920 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-1d50fb5b-5ce3-4e1f-b74c-b77125cbc257 req-02a8d358-6033-435f-832f-3a8b46ef4f14 tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:39.772547 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-98e8b55b-a2af-4180-81c7-2bc994ac07ff req-5910e3a7-f36d-46b9-bf19-ab597cea2e6d tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] 10.222.0.44 "GET /v2.0/ports?device_id=2678b7e8-2686-4ffb-a83a-3dc185512d82 HTTP/1.1" status: 200 len: 210 time: 0.2775273 Oct 27 10:46:39.846362 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a8d358-6033-435f-832f-3a8b46ef4f14 tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] Pushing event deleted for resources: {'Port': ['ID=3354f4e0-b061-4201-b5c2-5d9f7fe4d6df,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:46:39.993032 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d50fb5b-5ce3-4e1f-b74c-b77125cbc257 req-02a8d358-6033-435f-832f-3a8b46ef4f14 tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] No DVR routers for this DVR port 3354f4e0-b061-4201-b5c2-5d9f7fe4d6df on host n-h1-813419-10 {{(pid=102347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:46:39.999433 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-1d50fb5b-5ce3-4e1f-b74c-b77125cbc257 req-02a8d358-6033-435f-832f-3a8b46ef4f14 tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:40.004155 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-1d50fb5b-5ce3-4e1f-b74c-b77125cbc257 req-02a8d358-6033-435f-832f-3a8b46ef4f14 tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] 10.222.0.64 "DELETE /v2.0/ports/3354f4e0-b061-4201-b5c2-5d9f7fe4d6df HTTP/1.1" status: 204 len: 173 time: 1.8189971 Oct 27 10:46:40.035666 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378f7f99-b8b9-4ae9-a3c4-6171f8f13e0e req-79bd4c1a-28b7-4ad5-9bfa-a1714d07b1f9 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:46:40.037750 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-378f7f99-b8b9-4ae9-a3c4-6171f8f13e0e req-79bd4c1a-28b7-4ad5-9bfa-a1714d07b1f9 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.64 "GET /v2.0/ports?device_id=b45d05e6-0927-4bbe-8060-f91e2d8c3cd2&tenant_id=7f357cb809634e50864d0c31dbcbd617&binding%3Ahost_id=n-h2-813419-10 HTTP/1.1" status: 200 len: 944 time: 0.5408492 Oct 27 10:46:40.038540 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cfd4898-8783-410f-a5a0-5508d6f388d6', 'name': 'network-vif-deleted', 'tag': '3354f4e0-b061-4201-b5c2-5d9f7fe4d6df'}] {{(pid=102347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:46:40.041748 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311149b481204ee7edffdb959c881838506fbd95bc8577c048f6677abb73acc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84aba493-9398-40ae-8741-3b1f45c2d981" -d '{"events": [{"server_uuid": "3cfd4898-8783-410f-a5a0-5508d6f388d6", "name": "network-vif-deleted", "tag": "3354f4e0-b061-4201-b5c2-5d9f7fe4d6df"}]}' {{(pid=102347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:46:40.146946 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:46:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9db7e4b-73f3-4c93-a2b0-4600dd39a569 x-openstack-request-id: req-b9db7e4b-73f3-4c93-a2b0-4600dd39a569 {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:46:40.147253 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cfd4898-8783-410f-a5a0-5508d6f388d6", "name": "network-vif-deleted", "tag": "3354f4e0-b061-4201-b5c2-5d9f7fe4d6df", "status": "completed", "code": 200}]} {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:46:40.147561 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b9db7e4b-73f3-4c93-a2b0-4600dd39a569 {{(pid=102347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:46:40.148007 n-d-813419-10 neutron-server[102347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cfd4898-8783-410f-a5a0-5508d6f388d6', 'name': 'network-vif-deleted', 'tag': '3354f4e0-b061-4201-b5c2-5d9f7fe4d6df', 'status': 'completed', 'code': 200} Oct 27 10:46:40.220134 n-d-813419-10 neutron-server[102347]: INFO neutron.api.v2.resource [req-378f7f99-b8b9-4ae9-a3c4-6171f8f13e0e req-68968d5e-ad98-4846-9d7b-122d228718bd service neutron] delete failed (client error): The resource could not be found. Oct 27 10:46:40.222716 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-378f7f99-b8b9-4ae9-a3c4-6171f8f13e0e req-68968d5e-ad98-4846-9d7b-122d228718bd service neutron] 10.222.0.64 "DELETE /v2.0/ports/c77c14f5-15cf-44b8-9217-12d2befbb0da/bindings/n-h1-813419-10 HTTP/1.1" status: 404 len: 381 time: 0.1758120 Oct 27 10:46:40.279364 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] get_ports_and_sgs() called for port_ids ['3354f4e0-b061-4201-b5c2-5d9f7fe4d6df'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:46:40.290796 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 121e8730-c700-4a69-92bf-f11a64eee6a7 up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:46:40.439600 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-25bc582b-76e0-4d14-9376-ae9a8740071f None None] Provisioning complete for port 121e8730-c700-4a69-92bf-f11a64eee6a7 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:46:40.439858 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-25bc582b-76e0-4d14-9376-ae9a8740071f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:40.484056 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port 121e8730-c700-4a69-92bf-f11a64eee6a7 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:46:40.485150 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:40.544420 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378f7f99-b8b9-4ae9-a3c4-6171f8f13e0e req-c0d0fa0c-e5ee-4a6c-834a-5c8da246f362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:46:40.553633 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-378f7f99-b8b9-4ae9-a3c4-6171f8f13e0e req-c0d0fa0c-e5ee-4a6c-834a-5c8da246f362 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7f357cb809634e50864d0c31dbcbd617&device_id=b45d05e6-0927-4bbe-8060-f91e2d8c3cd2 HTTP/1.1" status: 200 len: 1096 time: 0.1424870 Oct 27 10:46:40.630904 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-a7531bc1-251f-4495-9b30-3abef2b960c7 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:40.669840 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:40.738105 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378f7f99-b8b9-4ae9-a3c4-6171f8f13e0e req-5c8de1d3-bd5e-4204-9009-2ba8df46dd74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:46:40.739279 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-378f7f99-b8b9-4ae9-a3c4-6171f8f13e0e req-5c8de1d3-bd5e-4204-9009-2ba8df46dd74 service neutron] 10.222.0.64 "GET /v2.0/networks?id=d11bc4e4-9641-4700-8e5b-752620d126aa HTTP/1.1" status: 200 len: 898 time: 0.1755071 Oct 27 10:46:40.860113 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b45d05e6-0927-4bbe-8060-f91e2d8c3cd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c77c14f5-15cf-44b8-9217-12d2befbb0da'}] {{(pid=102348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:46:40.873390 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c588921fa634554a1d9242fdea1b05457a9ff1d3b28ba54ec1dace7f2f1df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf6c06c2-7d54-4d8e-81b0-ddcb4e326438" -d '{"events": [{"server_uuid": "b45d05e6-0927-4bbe-8060-f91e2d8c3cd2", "name": "network-vif-plugged", "status": "completed", "tag": "c77c14f5-15cf-44b8-9217-12d2befbb0da"}]}' {{(pid=102348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:46:40.892494 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] For port c77c14f5-15cf-44b8-9217-12d2befbb0da, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=c77c14f5-15cf-44b8-9217-12d2befbb0da,segment=NetworkSegment(c2add56f-ac0d-4bab-9740-363f7178fe2a),segment_id=c2add56f-ac0d-4bab-9740-363f7178fe2a)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:46:40.926956 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:40.945818 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-378f7f99-b8b9-4ae9-a3c4-6171f8f13e0e req-ab862a10-392c-4f19-99f0-057a0092ee7b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c77c14f5-15cf-44b8-9217-12d2befbb0da HTTP/1.1" status: 200 len: 1000 time: 0.1981349 Oct 27 10:46:40.956745 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbca1d9-ac38-49f4-b3fe-9ab1878d8f85 req-370870a5-db10-4aed-a973-ec3f8209a1c9 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:46:40.958473 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-6cbca1d9-ac38-49f4-b3fe-9ab1878d8f85 req-370870a5-db10-4aed-a973-ec3f8209a1c9 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "GET /v2.0/ports?device_id=b45d05e6-0927-4bbe-8060-f91e2d8c3cd2 HTTP/1.1" status: 200 len: 944 time: 0.1323659 Oct 27 10:46:41.078751 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:41.088692 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378f7f99-b8b9-4ae9-a3c4-6171f8f13e0e req-39a348e6-9ab7-4c2f-94ae-462bbb49ab46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:46:41.090746 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-378f7f99-b8b9-4ae9-a3c4-6171f8f13e0e req-39a348e6-9ab7-4c2f-94ae-462bbb49ab46 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5b672036-8a16-4b88-9ee6-2dcda441f5a9 HTTP/1.1" status: 200 len: 835 time: 0.1308069 Oct 27 10:46:41.093816 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-6cbca1d9-ac38-49f4-b3fe-9ab1878d8f85 req-5d936bfa-b5b3-4173-a2c3-9fcdbe54cfd8 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "GET /v2.0/security-groups?id=aba59fed-d1f1-4e7e-84e9-aa222a50e870&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1239524 Oct 27 10:46:41.178679 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378f7f99-b8b9-4ae9-a3c4-6171f8f13e0e req-d638415a-c209-47da-83b2-d74cb4428df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:46:41.184347 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-378f7f99-b8b9-4ae9-a3c4-6171f8f13e0e req-d638415a-c209-47da-83b2-d74cb4428df5 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d11bc4e4-9641-4700-8e5b-752620d126aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0861328 Oct 27 10:46:41.197107 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] For port 121e8730-c700-4a69-92bf-f11a64eee6a7, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=121e8730-c700-4a69-92bf-f11a64eee6a7,segment=NetworkSegment(106def4e-0aa9-4998-9d73-bd2910086206),segment_id=106def4e-0aa9-4998-9d73-bd2910086206)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:46:41.200712 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-25bc582b-76e0-4d14-9376-ae9a8740071f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:41.213904 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:41.263211 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Pushing event updated for resources: {'Port': ['ID=c77c14f5-15cf-44b8-9217-12d2befbb0da,revision_number=9']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:46:41.384438 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024f8f87-59d4-4e68-b3c4-8c79333156c6 req-a7fdffed-c1ee-46bc-b254-0b23300ef208 tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:46:41.390568 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-024f8f87-59d4-4e68-b3c4-8c79333156c6 req-a7fdffed-c1ee-46bc-b254-0b23300ef208 tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0425cac-a4c1-4c0d-a984-fdf0100683a6 HTTP/1.1" status: 200 len: 945 time: 0.7037251 Oct 27 10:46:41.459420 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-57e00276-a0d6-4ddd-affd-075a259d1fb5 req-f60f1f5f-4293-4dc2-ab42-0d9215f9a375 tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] 10.222.0.44 "GET /v2.0/ports?device_id=2678b7e8-2686-4ffb-a83a-3dc185512d82 HTTP/1.1" status: 200 len: 210 time: 0.0951173 Oct 27 10:46:41.514242 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.db.api [None req-25bc582b-76e0-4d14-9376-ae9a8740071f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102348) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 27 10:46:41.514800 n-d-813419-10 neutron-server[102348]: DEBUG oslo_db.api [None req-25bc582b-76e0-4d14-9376-ae9a8740071f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 10:46:41.549789 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Pushing event updated for resources: {'Port': ['ID=121e8730-c700-4a69-92bf-f11a64eee6a7,revision_number=3']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:46:41.557438 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-378f7f99-b8b9-4ae9-a3c4-6171f8f13e0e req-7c01c5ad-512a-4cd4-9569-a744250369bf service neutron] 10.222.0.64 "GET /v2.0/networks/d11bc4e4-9641-4700-8e5b-752620d126aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3529944 Oct 27 10:46:41.593092 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:46:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16bf46d7-efc4-4c03-a395-8d90e456ae21 x-openstack-request-id: req-16bf46d7-efc4-4c03-a395-8d90e456ae21 {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:46:41.593092 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b45d05e6-0927-4bbe-8060-f91e2d8c3cd2", "name": "network-vif-plugged", "status": "completed", "tag": "c77c14f5-15cf-44b8-9217-12d2befbb0da", "code": 200}]} {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:46:41.593092 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-16bf46d7-efc4-4c03-a395-8d90e456ae21 {{(pid=102348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:46:41.593597 n-d-813419-10 neutron-server[102348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b45d05e6-0927-4bbe-8060-f91e2d8c3cd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c77c14f5-15cf-44b8-9217-12d2befbb0da', 'code': 200} Oct 27 10:46:41.655305 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-024f8f87-59d4-4e68-b3c4-8c79333156c6 req-5bfd2a40-f702-434b-8481-11b615995a18 tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] 10.222.0.44 "GET /v2.0/security-groups?id=a4d0fbfb-64fa-47ee-96d3-9b720ee29125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2055604 Oct 27 10:46:41.664928 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7646cdd-95dc-4316-933a-870215aea698 req-48dcb523-ba7e-4927-8e45-2735002d9f59 tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:46:41.666637 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-e7646cdd-95dc-4316-933a-870215aea698 req-48dcb523-ba7e-4927-8e45-2735002d9f59 tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] 10.222.0.76 "GET /v2.0/networks?id=095a52e2-adfb-413a-ad18-4ab0c06e2a0b HTTP/1.1" status: 200 len: 814 time: 0.8783185 Oct 27 10:46:41.692812 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [req-e7646cdd-95dc-4316-933a-870215aea698 req-d2e1c06b-3c34-48e0-9421-01924c739529 tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] Request body: {'port': {'device_id': '2678b7e8-2686-4ffb-a83a-3dc185512d82', 'network_id': '095a52e2-adfb-413a-ad18-4ab0c06e2a0b', 'admin_state_up': True, 'tenant_id': 'e0ec8c338248463eadd7134ef16392ec'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:46:41.766245 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-378f7f99-b8b9-4ae9-a3c4-6171f8f13e0e req-d474f62a-4734-4dcc-b28d-7987a1243277 service neutron] 10.222.0.64 "GET /v2.0/networks/d11bc4e4-9641-4700-8e5b-752620d126aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2060337 Oct 27 10:46:41.985794 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-a7531bc1-251f-4495-9b30-3abef2b960c7 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks [] for port, precommit_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:41.988146 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7646cdd-95dc-4316-933a-870215aea698 req-d2e1c06b-3c34-48e0-9421-01924c739529 tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] Made reservation on behalf of e0ec8c338248463eadd7134ef16392ec for: {'port': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:46:41.992627 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-e7646cdd-95dc-4316-933a-870215aea698 req-d2e1c06b-3c34-48e0-9421-01924c739529 tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:41.996149 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-a7531bc1-251f-4495-9b30-3abef2b960c7 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27024173'] for port, after_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:42.090689 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 121e8730-c700-4a69-92bf-f11a64eee6a7 up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:46:42.189566 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device 3354f4e0-b061-4201-b5c2-5d9f7fe4d6df no longer exists at agent hyperv_n-h1-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:46:42.205753 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7531bc1-251f-4495-9b30-3abef2b960c7 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Pushing event updated for resources: {'Port': ['ID=8beaf06a-a279-428f-bb46-e9a781905b8a,revision_number=2']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:46:42.265843 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] No Port match for: 3354f4e0-b061-4201-b5c2-5d9f7fe4d6df {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:46:42.266409 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device 3354f4e0-b061-4201-b5c2-5d9f7fe4d6df not bound to the agent host n-h1-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:46:42.307796 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port 121e8730-c700-4a69-92bf-f11a64eee6a7 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:46:42.309507 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:42.363853 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29f4537-2059-4f95-be2b-ea05feafacf6 req-27a8f490-adec-413e-86fe-b4589176d4b4 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:46:42.375760 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b29f4537-2059-4f95-be2b-ea05feafacf6 req-27a8f490-adec-413e-86fe-b4589176d4b4 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "GET /v2.0/ports?device_id=b45d05e6-0927-4bbe-8060-f91e2d8c3cd2 HTTP/1.1" status: 200 len: 945 time: 0.1617651 Oct 27 10:46:42.429678 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-c7d22d25-9804-48d9-b5ed-17f479fea110 None None] Provisioning complete for port 121e8730-c700-4a69-92bf-f11a64eee6a7 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:46:42.430035 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-c7d22d25-9804-48d9-b5ed-17f479fea110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:42.448457 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b29f4537-2059-4f95-be2b-ea05feafacf6 req-afe50464-6c9a-4deb-aa6d-5b54c0eb3134 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "GET /v2.0/security-groups?id=aba59fed-d1f1-4e7e-84e9-aa222a50e870&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670860 Oct 27 10:46:42.542361 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_common [req-e7646cdd-95dc-4316-933a-870215aea698 req-d2e1c06b-3c34-48e0-9421-01924c739529 tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] Allocated IP 172.20.0.4 (095a52e2-adfb-413a-ad18-4ab0c06e2a0b/bb781916-dee2-4e78-8ef3-29ac52faacb2/31789a63-f1e0-403c-a1d8-c14094de058d) {{(pid=102346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:46:42.633612 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-c7d22d25-9804-48d9-b5ed-17f479fea110 None None] Provisioning complete for port 8beaf06a-a279-428f-bb46-e9a781905b8a triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:46:42.634749 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-c7d22d25-9804-48d9-b5ed-17f479fea110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:42.690028 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-c7d22d25-9804-48d9-b5ed-17f479fea110 None None] Port 8beaf06a-a279-428f-bb46-e9a781905b8a cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:46:42.760341 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-622cfb9f-acd6-4e29-abcd-e486735f549b req-7a57b84d-f1ff-44aa-961c-3386710dbc5a tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] 10.222.0.44 "GET /v2.0/ports?device_id=2678b7e8-2686-4ffb-a83a-3dc185512d82 HTTP/1.1" status: 200 len: 210 time: 0.0569661 Oct 27 10:46:42.822546 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-0e137dd5-4015-45a4-9b05-0eef625a80a7 None None] Provisioning complete for port 8beaf06a-a279-428f-bb46-e9a781905b8a triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:46:42.822927 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-0e137dd5-4015-45a4-9b05-0eef625a80a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:42.895672 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-0e137dd5-4015-45a4-9b05-0eef625a80a7 None None] Port 8beaf06a-a279-428f-bb46-e9a781905b8a cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:46:42.909722 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-a7531bc1-251f-4495-9b30-3abef2b960c7 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1664961'] for router_interface, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:42.981912 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-e7646cdd-95dc-4316-933a-870215aea698 req-d2e1c06b-3c34-48e0-9421-01924c739529 tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] Publish callbacks [] for port, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:43.120935 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-a7531bc1-251f-4495-9b30-3abef2b960c7 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:43.135780 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-e7646cdd-95dc-4316-933a-870215aea698 req-d2e1c06b-3c34-48e0-9421-01924c739529 tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:43.226011 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7646cdd-95dc-4316-933a-870215aea698 req-d2e1c06b-3c34-48e0-9421-01924c739529 tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] Network 095a52e2-adfb-413a-ad18-4ab0c06e2a0b is already hosted by enough agents. {{(pid=102346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:46:43.236732 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [req-e7646cdd-95dc-4316-933a-870215aea698 req-d2e1c06b-3c34-48e0-9421-01924c739529 tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] Resources bound (agent type, host, resource id): {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:46:43.239291 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7646cdd-95dc-4316-933a-870215aea698 req-d2e1c06b-3c34-48e0-9421-01924c739529 tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] Received port after_create {{(pid=102346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:46:43.356109 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e1c06b-3c34-48e0-9421-01924c739529 tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] Pushing event updated for resources: {'Port': ['ID=31789a63-f1e0-403c-a1d8-c14094de058d,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:46:43.393814 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7646cdd-95dc-4316-933a-870215aea698 req-d2e1c06b-3c34-48e0-9421-01924c739529 tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:46:43.394440 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-e7646cdd-95dc-4316-933a-870215aea698 req-d2e1c06b-3c34-48e0-9421-01924c739529 tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:43.430412 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-e7646cdd-95dc-4316-933a-870215aea698 req-d2e1c06b-3c34-48e0-9421-01924c739529 tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7485337 Oct 27 10:46:43.463027 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [req-e7646cdd-95dc-4316-933a-870215aea698 req-ef0ba4c9-2094-4d0a-a328-075b40567d62 service neutron] Request body: {'port': {'device_id': '2678b7e8-2686-4ffb-a83a-3dc185512d82', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-10'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:46:43.600176 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-e7646cdd-95dc-4316-933a-870215aea698 req-ef0ba4c9-2094-4d0a-a328-075b40567d62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:43.618361 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdbc427-2bd8-4986-aafd-28157bc7ea0c req-da5b663d-f519-41c3-af4f-48087ee58c6b tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:46:43.623638 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-bbdbc427-2bd8-4986-aafd-28157bc7ea0c req-da5b663d-f519-41c3-af4f-48087ee58c6b tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "GET /v2.0/ports?device_id=b45d05e6-0927-4bbe-8060-f91e2d8c3cd2 HTTP/1.1" status: 200 len: 945 time: 0.0898707 Oct 27 10:46:43.702964 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-bbdbc427-2bd8-4986-aafd-28157bc7ea0c req-89bbafcf-f353-4c5c-8b7d-406ade1bc839 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "GET /v2.0/security-groups?id=aba59fed-d1f1-4e7e-84e9-aa222a50e870&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704107 Oct 27 10:46:43.722421 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 54448) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:46:43.793252 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-a7531bc1-251f-4495-9b30-3abef2b960c7 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks [] for port, precommit_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:43.804246 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-a7531bc1-251f-4495-9b30-3abef2b960c7 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27024173'] for port, after_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:43.869975 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-bb2adb71-45a4-47da-b067-381784a37a6c tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "GET /v2.0/floatingips/a28e0caf-f58f-4200-bdb0-15fc858060ef HTTP/1.1" status: 200 len: 993 time: 0.1460357 Oct 27 10:46:44.022304 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7531bc1-251f-4495-9b30-3abef2b960c7 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Pushing event updated for resources: {'Port': ['ID=8beaf06a-a279-428f-bb46-e9a781905b8a,revision_number=3']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:46:44.036046 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-a7531bc1-251f-4495-9b30-3abef2b960c7 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2006967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1766225'] for router_interface, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:44.125950 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb30939c-8fc6-474c-984c-272a029eb228 req-e482c0d1-0817-41d0-8761-18ae729353e4 tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:46:44.134259 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-cb30939c-8fc6-474c-984c-272a029eb228 req-e482c0d1-0817-41d0-8761-18ae729353e4 tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] 10.222.0.44 "GET /v2.0/ports?device_id=2678b7e8-2686-4ffb-a83a-3dc185512d82 HTTP/1.1" status: 200 len: 931 time: 0.2216907 Oct 27 10:46:44.264785 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-cb30939c-8fc6-474c-984c-272a029eb228 req-527f99ae-c1a6-4d1b-aa10-89d4b45d3ca3 tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] 10.222.0.44 "GET /v2.0/security-groups?id=78b00a37-7309-4fe7-b9e5-d3cf0246ee6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295502 Oct 27 10:46:44.300393 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [req-e7646cdd-95dc-4316-933a-870215aea698 req-ef0ba4c9-2094-4d0a-a328-075b40567d62 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31789a63-f1e0-403c-a1d8-c14094de058d {{(pid=102346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:46:44.305444 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7531bc1-251f-4495-9b30-3abef2b960c7 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Network 8a5f709e-5591-4384-8d33-d9515b5f22b9 is already hosted by enough agents. {{(pid=102346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:46:44.308749 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-a7531bc1-251f-4495-9b30-3abef2b960c7 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Resources bound (agent type, host, resource id): {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:46:44.311565 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-e7646cdd-95dc-4316-933a-870215aea698 req-ef0ba4c9-2094-4d0a-a328-075b40567d62 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:44.386377 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.provisioning_blocks [req-e7646cdd-95dc-4316-933a-870215aea698 req-ef0ba4c9-2094-4d0a-a328-075b40567d62 service neutron] Transition to ACTIVE for port object 31789a63-f1e0-403c-a1d8-c14094de058d will not be triggered until provisioned by entity L2. {{(pid=102346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 10:46:44.395536 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-e7646cdd-95dc-4316-933a-870215aea698 req-ef0ba4c9-2094-4d0a-a328-075b40567d62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27024173'] for port, after_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:44.471720 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0ba4c9-2094-4d0a-a328-075b40567d62 service neutron] Pushing event updated for resources: {'Port': ['ID=31789a63-f1e0-403c-a1d8-c14094de058d,revision_number=2']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:46:44.538059 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7531bc1-251f-4495-9b30-3abef2b960c7 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Router b88e6148-78c1-4472-8dd1-54c50fae16da is scheduled to L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb with binding_index 1 {{(pid=102346) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 10:46:44.560887 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.managers [req-e7646cdd-95dc-4316-933a-870215aea698 req-ef0ba4c9-2094-4d0a-a328-075b40567d62 service neutron] Attempting to bind port 31789a63-f1e0-403c-a1d8-c14094de058d on host n-h2-813419-10 for vnic_type normal with profile {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:46:44.561216 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.managers [req-e7646cdd-95dc-4316-933a-870215aea698 req-ef0ba4c9-2094-4d0a-a328-075b40567d62 service neutron] Attempting to bind port 31789a63-f1e0-403c-a1d8-c14094de058d by drivers openvswitch,hyperv on host n-h2-813419-10 at level 0 using segments [{'id': 'ceecd002-0880-4375-a568-64df7900389e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '095a52e2-adfb-413a-ad18-4ab0c06e2a0b'}] {{(pid=102346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:46:44.561534 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7646cdd-95dc-4316-933a-870215aea698 req-ef0ba4c9-2094-4d0a-a328-075b40567d62 service neutron] Attempting to bind port 31789a63-f1e0-403c-a1d8-c14094de058d on network 095a52e2-adfb-413a-ad18-4ab0c06e2a0b {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:46:44.620795 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7646cdd-95dc-4316-933a-870215aea698 req-ef0ba4c9-2094-4d0a-a328-075b40567d62 service neutron] Port 31789a63-f1e0-403c-a1d8-c14094de058d on network 095a52e2-adfb-413a-ad18-4ab0c06e2a0b not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-10 {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 10:46:44.621108 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7646cdd-95dc-4316-933a-870215aea698 req-ef0ba4c9-2094-4d0a-a328-075b40567d62 service neutron] Attempting to bind port 31789a63-f1e0-403c-a1d8-c14094de058d on network 095a52e2-adfb-413a-ad18-4ab0c06e2a0b {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:46:44.630978 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-780b32e2-0b47-4730-b500-d6ec5bb87d07 None None] Provisioning complete for port 8beaf06a-a279-428f-bb46-e9a781905b8a triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:46:44.631587 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7646cdd-95dc-4316-933a-870215aea698 req-ef0ba4c9-2094-4d0a-a328-075b40567d62 service neutron] Checking agent: {'id': 'a2edc247-0fa4-4ce6-bbae-a10492f6bd71', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 16, 9), 'started_at': datetime.datetime(2021, 10, 27, 10, 16, 9), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 46, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:46:44.631729 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7646cdd-95dc-4316-933a-870215aea698 req-ef0ba4c9-2094-4d0a-a328-075b40567d62 service neutron] Checking segment: {'id': 'ceecd002-0880-4375-a568-64df7900389e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '095a52e2-adfb-413a-ad18-4ab0c06e2a0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:46:44.632075 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7646cdd-95dc-4316-933a-870215aea698 req-ef0ba4c9-2094-4d0a-a328-075b40567d62 service neutron] Bound using segment: {'id': 'ceecd002-0880-4375-a568-64df7900389e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '095a52e2-adfb-413a-ad18-4ab0c06e2a0b'} {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:46:44.633102 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.managers [req-e7646cdd-95dc-4316-933a-870215aea698 req-ef0ba4c9-2094-4d0a-a328-075b40567d62 service neutron] Bound port: 31789a63-f1e0-403c-a1d8-c14094de058d, host: n-h2-813419-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ceecd002-0880-4375-a568-64df7900389e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '095a52e2-adfb-413a-ad18-4ab0c06e2a0b'}}] {{(pid=102346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:46:44.633558 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-e7646cdd-95dc-4316-933a-870215aea698 req-ef0ba4c9-2094-4d0a-a328-075b40567d62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:44.634924 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-780b32e2-0b47-4730-b500-d6ec5bb87d07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:44.683132 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-780b32e2-0b47-4730-b500-d6ec5bb87d07 None None] Port 8beaf06a-a279-428f-bb46-e9a781905b8a cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:46:44.692924 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7531bc1-251f-4495-9b30-3abef2b960c7 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:46:44.701862 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-a7531bc1-251f-4495-9b30-3abef2b960c7 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] 10.222.0.44 "PUT /v2.0/routers/b88e6148-78c1-4472-8dd1-54c50fae16da/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8045523 Oct 27 10:46:44.704549 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 54458) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:46:44.708457 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6ecb985-2633-4e54-9160-ffabe5fef60f None None] Sync routers for ids ['b88e6148-78c1-4472-8dd1-54c50fae16da'] in n-d-813419-10 {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:46:44.720947 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6ecb985-2633-4e54-9160-ffabe5fef60f None None] Routers {'b88e6148-78c1-4472-8dd1-54c50fae16da'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:46:44.721467 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-c6ecb985-2633-4e54-9160-ffabe5fef60f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:46:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['b88e6148-78c1-4472-8dd1-54c50fae16da'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:46:44.738734 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [req-e7646cdd-95dc-4316-933a-870215aea698 req-ef0ba4c9-2094-4d0a-a328-075b40567d62 service neutron] For port 31789a63-f1e0-403c-a1d8-c14094de058d, host n-h2-813419-10, cleared binding levels {{(pid=102346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:46:44.743804 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [req-e7646cdd-95dc-4316-933a-870215aea698 req-ef0ba4c9-2094-4d0a-a328-075b40567d62 service neutron] For port 31789a63-f1e0-403c-a1d8-c14094de058d, host n-h2-813419-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=31789a63-f1e0-403c-a1d8-c14094de058d,segment=NetworkSegment(ceecd002-0880-4375-a568-64df7900389e),segment_id=ceecd002-0880-4375-a568-64df7900389e)] {{(pid=102346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:46:44.750960 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-e7646cdd-95dc-4316-933a-870215aea698 req-ef0ba4c9-2094-4d0a-a328-075b40567d62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27024173'] for port, after_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:44.754096 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a6b45a5-0732-4c2c-9876-1694a6043fa5 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:46:44.755757 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-8a6b45a5-0732-4c2c-9876-1694a6043fa5 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] 10.222.0.44 "GET /v2.0/ports/8beaf06a-a279-428f-bb46-e9a781905b8a HTTP/1.1" status: 200 len: 976 time: 0.0502326 Oct 27 10:46:44.759407 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 54460) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:46:44.765215 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-c6ecb985-2633-4e54-9160-ffabe5fef60f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:46:44.777571 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6ecb985-2633-4e54-9160-ffabe5fef60f None None] Routers {'b88e6148-78c1-4472-8dd1-54c50fae16da'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:46:44.778283 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-c6ecb985-2633-4e54-9160-ffabe5fef60f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:46:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['b88e6148-78c1-4472-8dd1-54c50fae16da'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:46:44.806936 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7646cdd-95dc-4316-933a-870215aea698 req-ef0ba4c9-2094-4d0a-a328-075b40567d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:46:44.807553 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-e7646cdd-95dc-4316-933a-870215aea698 req-ef0ba4c9-2094-4d0a-a328-075b40567d62 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:44.808978 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-e7646cdd-95dc-4316-933a-870215aea698 req-ef0ba4c9-2094-4d0a-a328-075b40567d62 service neutron] 10.222.0.76 "PUT /v2.0/ports/31789a63-f1e0-403c-a1d8-c14094de058d HTTP/1.1" status: 200 len: 1092 time: 1.3501747 Oct 27 10:46:44.809422 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2678b7e8-2686-4ffb-a83a-3dc185512d82', 'tag': '31789a63-f1e0-403c-a1d8-c14094de058d'}] {{(pid=102346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:46:44.812462 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc0e418f5fc417c8d55d94c0aa509b037d0beb2a734c1a709e789eb65639a56d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-791a2967-38e0-4c4e-be8e-1f1fe250b236" -d '{"events": [{"name": "network-changed", "server_uuid": "2678b7e8-2686-4ffb-a83a-3dc185512d82", "tag": "31789a63-f1e0-403c-a1d8-c14094de058d"}]}' {{(pid=102346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:46:44.830927 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-c6ecb985-2633-4e54-9160-ffabe5fef60f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:46:44.832014 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6ecb985-2633-4e54-9160-ffabe5fef60f None None] The sync data for ids ['b88e6148-78c1-4472-8dd1-54c50fae16da'] in n-d-813419-10 is: [] {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:46:44.834729 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0ba4c9-2094-4d0a-a328-075b40567d62 service neutron] Pushing event updated for resources: {'Port': ['ID=31789a63-f1e0-403c-a1d8-c14094de058d,revision_number=3']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:46:44.898573 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 10:46:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f38509af-f4d7-499b-9728-96dbdaaeea0e x-openstack-request-id: req-f38509af-f4d7-499b-9728-96dbdaaeea0e {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:46:44.899239 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2678b7e8-2686-4ffb-a83a-3dc185512d82", "tag": "31789a63-f1e0-403c-a1d8-c14094de058d", "status": "completed", "code": 200}]} {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:46:44.899711 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f38509af-f4d7-499b-9728-96dbdaaeea0e {{(pid=102346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:46:44.900223 n-d-813419-10 neutron-server[102346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2678b7e8-2686-4ffb-a83a-3dc185512d82', 'tag': '31789a63-f1e0-403c-a1d8-c14094de058d', 'status': 'completed', 'code': 200} Oct 27 10:46:44.913569 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7646cdd-95dc-4316-933a-870215aea698 req-15071a62-1201-4949-a07d-bd737d872ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:46:44.915328 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-e7646cdd-95dc-4316-933a-870215aea698 req-15071a62-1201-4949-a07d-bd737d872ca8 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=e0ec8c338248463eadd7134ef16392ec&device_id=2678b7e8-2686-4ffb-a83a-3dc185512d82 HTTP/1.1" status: 200 len: 1095 time: 0.0607567 Oct 27 10:46:44.965458 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-e7646cdd-95dc-4316-933a-870215aea698 req-d8774762-4782-4353-9279-bdcaab642bd8 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=31789a63-f1e0-403c-a1d8-c14094de058d HTTP/1.1" status: 200 len: 217 time: 0.0426631 Oct 27 10:46:45.015549 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7646cdd-95dc-4316-933a-870215aea698 req-5fb6e777-e069-47f7-9879-db094dc678eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:46:45.016772 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-e7646cdd-95dc-4316-933a-870215aea698 req-5fb6e777-e069-47f7-9879-db094dc678eb service neutron] 10.222.0.76 "GET /v2.0/subnets?id=bb781916-dee2-4e78-8ef3-29ac52faacb2 HTTP/1.1" status: 200 len: 854 time: 0.0451243 Oct 27 10:46:45.055369 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-e7646cdd-95dc-4316-933a-870215aea698 req-3a817a5a-0b9b-4ea0-9fbd-02d351bce113 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=095a52e2-adfb-413a-ad18-4ab0c06e2a0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305109 Oct 27 10:46:45.163169 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-e7646cdd-95dc-4316-933a-870215aea698 req-d832e33e-37d3-4e8d-a151-ea2f52d997cf service neutron] 10.222.0.76 "GET /v2.0/networks/095a52e2-adfb-413a-ad18-4ab0c06e2a0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006601 Oct 27 10:46:45.302760 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-e58a55ab-1d8d-4de4-bf25-f3c39e3cf5b4 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1766202'] for router_interface, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:45.348367 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-e7646cdd-95dc-4316-933a-870215aea698 req-9b6a2d9c-691d-43bd-8be4-2bb267a990e4 service neutron] 10.222.0.76 "GET /v2.0/networks/095a52e2-adfb-413a-ad18-4ab0c06e2a0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1725540 Oct 27 10:46:45.503723 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791a2967-38e0-4c4e-be8e-1f1fe250b236 req-c6c56559-209c-46f3-855f-bd73a85250b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:46:45.505614 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-791a2967-38e0-4c4e-be8e-1f1fe250b236 req-c6c56559-209c-46f3-855f-bd73a85250b8 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=e0ec8c338248463eadd7134ef16392ec&device_id=2678b7e8-2686-4ffb-a83a-3dc185512d82 HTTP/1.1" status: 200 len: 1095 time: 0.0645368 Oct 27 10:46:45.515686 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271e4053-9584-4e9c-9385-7f242e50c1bd req-280fa3a6-5996-4107-b051-20af6119f89f tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:46:45.517472 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-271e4053-9584-4e9c-9385-7f242e50c1bd req-280fa3a6-5996-4107-b051-20af6119f89f tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] 10.222.0.44 "GET /v2.0/ports?device_id=2678b7e8-2686-4ffb-a83a-3dc185512d82 HTTP/1.1" status: 200 len: 943 time: 0.1177731 Oct 27 10:46:45.626429 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-271e4053-9584-4e9c-9385-7f242e50c1bd req-99c063a7-ca6a-46a0-8721-32abcc21607d tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] 10.222.0.44 "GET /v2.0/security-groups?id=78b00a37-7309-4fe7-b9e5-d3cf0246ee6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865722 Oct 27 10:46:45.667224 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791a2967-38e0-4c4e-be8e-1f1fe250b236 req-c3795cea-5554-4ea5-8f57-e2b88c54890c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:46:45.669796 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-791a2967-38e0-4c4e-be8e-1f1fe250b236 req-c3795cea-5554-4ea5-8f57-e2b88c54890c service neutron] 10.222.0.76 "GET /v2.0/networks?id=095a52e2-adfb-413a-ad18-4ab0c06e2a0b HTTP/1.1" status: 200 len: 915 time: 0.1513116 Oct 27 10:46:45.720038 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-791a2967-38e0-4c4e-be8e-1f1fe250b236 req-3a768b90-05aa-4257-bf7d-cf2b665b7c8f service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=31789a63-f1e0-403c-a1d8-c14094de058d HTTP/1.1" status: 200 len: 217 time: 0.0428779 Oct 27 10:46:45.796803 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791a2967-38e0-4c4e-be8e-1f1fe250b236 req-7070c4a2-9f96-4f90-9b4b-172eca8b7d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:46:45.799312 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-791a2967-38e0-4c4e-be8e-1f1fe250b236 req-7070c4a2-9f96-4f90-9b4b-172eca8b7d42 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=bb781916-dee2-4e78-8ef3-29ac52faacb2 HTTP/1.1" status: 200 len: 854 time: 0.0710866 Oct 27 10:46:45.845306 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-791a2967-38e0-4c4e-be8e-1f1fe250b236 req-8bf03124-da07-4037-9037-d30fcb8ce911 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=095a52e2-adfb-413a-ad18-4ab0c06e2a0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346019 Oct 27 10:46:45.975388 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-791a2967-38e0-4c4e-be8e-1f1fe250b236 req-4197e366-08da-4dbf-882b-7a37f36e0dbf service neutron] 10.222.0.76 "GET /v2.0/networks/095a52e2-adfb-413a-ad18-4ab0c06e2a0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213453 Oct 27 10:46:46.000803 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-e58a55ab-1d8d-4de4-bf25-f3c39e3cf5b4 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Deleting port 8beaf06a-a279-428f-bb46-e9a781905b8a {{(pid=102347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:46:46.001387 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-e58a55ab-1d8d-4de4-bf25-f3c39e3cf5b4 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:46.090763 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-791a2967-38e0-4c4e-be8e-1f1fe250b236 req-3136d6c3-3d53-456f-8493-a1c09e64be0b service neutron] 10.222.0.76 "GET /v2.0/networks/095a52e2-adfb-413a-ad18-4ab0c06e2a0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066220 Oct 27 10:46:46.117454 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-e58a55ab-1d8d-4de4-bf25-f3c39e3cf5b4 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:46.133870 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-e58a55ab-1d8d-4de4-bf25-f3c39e3cf5b4 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Calling delete_port for 8beaf06a-a279-428f-bb46-e9a781905b8a owned by network:router_interface {{(pid=102347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:46:46.244526 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-3b3a0ec9-1fbf-499a-94b8-1d28622689d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:46.324931 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-e58a55ab-1d8d-4de4-bf25-f3c39e3cf5b4 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:46.363530 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58a55ab-1d8d-4de4-bf25-f3c39e3cf5b4 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Pushing event deleted for resources: {'Port': ['ID=8beaf06a-a279-428f-bb46-e9a781905b8a,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:46:46.511601 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-e58a55ab-1d8d-4de4-bf25-f3c39e3cf5b4 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2006968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1766358'] for router_interface, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:46.721213 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e58a55ab-1d8d-4de4-bf25-f3c39e3cf5b4 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Router b88e6148-78c1-4472-8dd1-54c50fae16da has already been hosted by L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb {{(pid=102347) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 10:46:46.856262 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e58a55ab-1d8d-4de4-bf25-f3c39e3cf5b4 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:46:46.866006 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd49db5-574f-4e3f-985a-954a39b49283 req-8b9f1095-91bf-48d1-8694-1e016d25b18f tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:46:46.867606 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-2dd49db5-574f-4e3f-985a-954a39b49283 req-8b9f1095-91bf-48d1-8694-1e016d25b18f tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] 10.222.0.44 "GET /v2.0/ports?device_id=2678b7e8-2686-4ffb-a83a-3dc185512d82 HTTP/1.1" status: 200 len: 943 time: 0.1168206 Oct 27 10:46:46.867979 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebd1bdae-ee44-4160-b900-95a831a4222c None None] Sync routers for ids ['b88e6148-78c1-4472-8dd1-54c50fae16da'] in n-d-813419-10 {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:46:46.874732 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-e58a55ab-1d8d-4de4-bf25-f3c39e3cf5b4 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] 10.222.0.44 "PUT /v2.0/routers/b88e6148-78c1-4472-8dd1-54c50fae16da/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1108456 Oct 27 10:46:46.875040 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 54484) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:46:46.899165 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebd1bdae-ee44-4160-b900-95a831a4222c None None] Routers {'b88e6148-78c1-4472-8dd1-54c50fae16da'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:46:46.900283 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-ebd1bdae-ee44-4160-b900-95a831a4222c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:46:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['b88e6148-78c1-4472-8dd1-54c50fae16da'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:46:46.917285 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-2dd49db5-574f-4e3f-985a-954a39b49283 req-7ce1e16b-ddce-4fe5-b5bd-96878c692473 tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] 10.222.0.44 "GET /v2.0/security-groups?id=78b00a37-7309-4fe7-b9e5-d3cf0246ee6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419734 Oct 27 10:46:46.949548 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-ebd1bdae-ee44-4160-b900-95a831a4222c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:46:46.958551 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebd1bdae-ee44-4160-b900-95a831a4222c None None] Routers {'b88e6148-78c1-4472-8dd1-54c50fae16da'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:46:46.959156 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-ebd1bdae-ee44-4160-b900-95a831a4222c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:46:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['b88e6148-78c1-4472-8dd1-54c50fae16da'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:46:46.995397 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-ebd1bdae-ee44-4160-b900-95a831a4222c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:46:46.996164 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebd1bdae-ee44-4160-b900-95a831a4222c None None] The sync data for ids ['b88e6148-78c1-4472-8dd1-54c50fae16da'] in n-d-813419-10 is: [] {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:46:47.434233 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device 31789a63-f1e0-403c-a1d8-c14094de058d details requested by agent hyperv_n-h2-813419-10 with host n-h2-813419-10 {{(pid=102348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 10:46:47.476239 n-d-813419-10 neutron-server[102346]: INFO neutron.api.v2.resource [None req-86d0f35d-bd50-4d7b-8af7-22e86d3d8172 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] remove_router_interface failed (client error): The resource could not be found. Oct 27 10:46:47.479944 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-86d0f35d-bd50-4d7b-8af7-22e86d3d8172 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] 10.222.0.44 "PUT /v2.0/routers/b88e6148-78c1-4472-8dd1-54c50fae16da/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.6016016 Oct 27 10:46:47.481256 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 54496) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:46:47.515000 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-c948ea7d-3000-4184-893b-694b0a1f6287 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] 10.222.0.44 "GET /v2.0/ports?device_id=b88e6148-78c1-4472-8dd1-54c50fae16da HTTP/1.1" status: 200 len: 205 time: 0.0318813 Oct 27 10:46:47.515967 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 54498) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:46:47.553176 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] For port 31789a63-f1e0-403c-a1d8-c14094de058d, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=31789a63-f1e0-403c-a1d8-c14094de058d,segment=NetworkSegment(ceecd002-0880-4375-a568-64df7900389e),segment_id=ceecd002-0880-4375-a568-64df7900389e)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:46:47.565977 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Returning: {'device': '31789a63-f1e0-403c-a1d8-c14094de058d', 'network_id': '095a52e2-adfb-413a-ad18-4ab0c06e2a0b', 'port_id': '31789a63-f1e0-403c-a1d8-c14094de058d', 'mac_address': 'fa:16:3e:27:71:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb781916-dee2-4e78-8ef3-29ac52faacb2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 10:46:47.594553 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-a0f101bf-644c-45bf-8f42-c3022d06fd95 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks [] for router, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:47.600018 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cac6020-fbb3-4053-b8de-648bb0114087 req-8df5baa2-4652-4ca7-8ddd-8696e41c310c tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:46:47.602421 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-8cac6020-fbb3-4053-b8de-648bb0114087 req-8df5baa2-4652-4ca7-8ddd-8696e41c310c tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/networks?id=33cc32c2-598c-44fc-a251-6575a62c00c5 HTTP/1.1" status: 200 len: 811 time: 0.1278400 Oct 27 10:46:47.626276 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-8cac6020-fbb3-4053-b8de-648bb0114087 req-ca553379-d29e-4f74-99d3-0868229a49c8 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/quotas/b02a92ec9ad04d95b8ea6a5db5946dfb HTTP/1.1" status: 200 len: 375 time: 0.0153327 Oct 27 10:46:47.644845 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:47.662184 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31789a63-f1e0-403c-a1d8-c14094de058d {{(pid=102348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:46:47.685220 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] For port 31789a63-f1e0-403c-a1d8-c14094de058d, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=31789a63-f1e0-403c-a1d8-c14094de058d,segment=NetworkSegment(ceecd002-0880-4375-a568-64df7900389e),segment_id=ceecd002-0880-4375-a568-64df7900389e)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:46:47.691295 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:47.699001 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-8cac6020-fbb3-4053-b8de-648bb0114087 req-96495ecd-d9e6-424c-9c23-a67f5d353db1 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=b02a92ec9ad04d95b8ea6a5db5946dfb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0643318 Oct 27 10:46:47.755171 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Pushing event updated for resources: {'Port': ['ID=31789a63-f1e0-403c-a1d8-c14094de058d,revision_number=4']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:46:47.784001 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-a0f101bf-644c-45bf-8f42-c3022d06fd95 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1765662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3700'] for router, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:47.786446 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-a0f101bf-644c-45bf-8f42-c3022d06fd95 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:47.824501 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-8cac6020-fbb3-4053-b8de-648bb0114087 req-c9e36dc6-e2d5-4f85-b333-38c43863605e service neutron] 10.222.0.44 "GET /v2.0/networks/33cc32c2-598c-44fc-a251-6575a62c00c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1176558 Oct 27 10:46:47.833923 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-a0f101bf-644c-45bf-8f42-c3022d06fd95 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1765641'] for router, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:47.834602 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0f101bf-644c-45bf-8f42-c3022d06fd95 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Fanout notify agent at l3_agent the message router_deleted on router b88e6148-78c1-4472-8dd1-54c50fae16da {{(pid=102347) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 10:46:47.843359 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-a0f101bf-644c-45bf-8f42-c3022d06fd95 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks [] for router, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:47.844627 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-a0f101bf-644c-45bf-8f42-c3022d06fd95 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] 10.222.0.44 "DELETE /v2.0/routers/b88e6148-78c1-4472-8dd1-54c50fae16da HTTP/1.1" status: 204 len: 168 time: 0.3275597 Oct 27 10:46:47.847256 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 54502) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:46:47.918805 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ad03f9d-e094-4c18-88bd-ac7fa6d0889e tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Deleting subnet 54d48097-1746-4977-ad6f-3f75503528f1 {{(pid=102347) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 10:46:47.922295 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-8ad03f9d-e094-4c18-88bd-ac7fa6d0889e tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks [] for subnet, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:47.923743 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-8cac6020-fbb3-4053-b8de-648bb0114087 req-7b25b810-af2c-40be-8d3e-4aa4bb6c7271 service neutron] 10.222.0.44 "GET /v2.0/networks/33cc32c2-598c-44fc-a251-6575a62c00c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928349 Oct 27 10:46:47.966179 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-8ad03f9d-e094-4c18-88bd-ac7fa6d0889e tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-18445109'] for subnet, precommit_delete_associations {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:47.995247 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] get_ports_and_sgs() called for port_ids ['31789a63-f1e0-403c-a1d8-c14094de058d'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:46:48.122429 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-8ad03f9d-e094-4c18-88bd-ac7fa6d0889e tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855646'] for subnet, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:48.180518 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a15d18-771c-411d-91b2-60fec80893fa req-053d08be-417a-49b8-9f78-39edd3df6e74 tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:46:48.182469 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b1a15d18-771c-411d-91b2-60fec80893fa req-053d08be-417a-49b8-9f78-39edd3df6e74 tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] 10.222.0.44 "GET /v2.0/ports?device_id=2678b7e8-2686-4ffb-a83a-3dc185512d82 HTTP/1.1" status: 200 len: 944 time: 0.1183817 Oct 27 10:46:48.233207 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b1a15d18-771c-411d-91b2-60fec80893fa req-8cd5e2a5-855c-49cd-b6d5-59490c4b66f0 tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] 10.222.0.44 "GET /v2.0/security-groups?id=78b00a37-7309-4fe7-b9e5-d3cf0246ee6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433390 Oct 27 10:46:48.253706 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-8ad03f9d-e094-4c18-88bd-ac7fa6d0889e tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-18295818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18043720'] for subnet, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:48.312878 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-8ad03f9d-e094-4c18-88bd-ac7fa6d0889e tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks [] for subnet, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:48.314372 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8c6eafa-9e4b-40fa-a829-e0b6b6608b3e None None] Network 8a5f709e-5591-4384-8d33-d9515b5f22b9 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:46:48.319146 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 54512) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:46:48.321141 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-8ad03f9d-e094-4c18-88bd-ac7fa6d0889e tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] 10.222.0.44 "DELETE /v2.0/subnets/54d48097-1746-4977-ad6f-3f75503528f1 HTTP/1.1" status: 204 len: 168 time: 0.4726341 Oct 27 10:46:48.333134 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad03f9d-e094-4c18-88bd-ac7fa6d0889e tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Pushing event deleted for resources: {'Subnet': ['ID=54d48097-1746-4977-ad6f-3f75503528f1,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:46:48.467210 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-3eb8801b-ee4c-45b2-b57c-88d13b5447cf tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586917'] for network, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:48.481408 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-4af8adcc-6328-48c1-b392-21e9066a784b req-3704efa2-1319-4762-aab5-6e44400cfad5 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/ports?device_id=c53b965f-6cbc-4c51-91d9-9f9c0a613cc2 HTTP/1.1" status: 200 len: 210 time: 0.0555274 Oct 27 10:46:48.540002 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-3eb8801b-ee4c-45b2-b57c-88d13b5447cf tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Deleting port 121e8730-c700-4a69-92bf-f11a64eee6a7 {{(pid=102346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:46:48.540430 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-3eb8801b-ee4c-45b2-b57c-88d13b5447cf tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:48.630086 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [None req-3eb8801b-ee4c-45b2-b57c-88d13b5447cf tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] For port 121e8730-c700-4a69-92bf-f11a64eee6a7, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=121e8730-c700-4a69-92bf-f11a64eee6a7,segment=NetworkSegment(106def4e-0aa9-4998-9d73-bd2910086206),segment_id=106def4e-0aa9-4998-9d73-bd2910086206)] {{(pid=102346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:46:48.630862 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-3eb8801b-ee4c-45b2-b57c-88d13b5447cf tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:48.668347 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16627ed6-967e-4a3f-9c5c-63781bc2fda0 None None] DHCP port deletion for 8a5f709e-5591-4384-8d33-d9515b5f22b9 request from n-d-813419-10 {{(pid=102348) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 10:46:48.697884 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-3eb8801b-ee4c-45b2-b57c-88d13b5447cf tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Calling delete_port for 121e8730-c700-4a69-92bf-f11a64eee6a7 owned by network:dhcp {{(pid=102346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:46:48.736891 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-16627ed6-967e-4a3f-9c5c-63781bc2fda0 None None] Deleting port 121e8730-c700-4a69-92bf-f11a64eee6a7 {{(pid=102348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:46:48.737264 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-16627ed6-967e-4a3f-9c5c-63781bc2fda0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:48.801688 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-3eb8801b-ee4c-45b2-b57c-88d13b5447cf tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:48.815099 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-16627ed6-967e-4a3f-9c5c-63781bc2fda0 None None] For port 121e8730-c700-4a69-92bf-f11a64eee6a7, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=121e8730-c700-4a69-92bf-f11a64eee6a7,segment=NetworkSegment(106def4e-0aa9-4998-9d73-bd2910086206),segment_id=106def4e-0aa9-4998-9d73-bd2910086206)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:46:48.816222 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-16627ed6-967e-4a3f-9c5c-63781bc2fda0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:48.831977 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-16627ed6-967e-4a3f-9c5c-63781bc2fda0 None None] Calling delete_port for 121e8730-c700-4a69-92bf-f11a64eee6a7 owned by network:dhcp {{(pid=102348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:46:48.839703 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb8801b-ee4c-45b2-b57c-88d13b5447cf tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Pushing event deleted for resources: {'Port': ['ID=121e8730-c700-4a69-92bf-f11a64eee6a7,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:46:48.842539 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eb8801b-ee4c-45b2-b57c-88d13b5447cf tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] No DVR routers for this DVR port 121e8730-c700-4a69-92bf-f11a64eee6a7 on host n-d-813419-10 {{(pid=102346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:46:48.914247 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-1790dd9d-e7ef-42e2-a320-98417e21d5bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:48.946272 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-3eb8801b-ee4c-45b2-b57c-88d13b5447cf tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857803', 'neutron.services.segments.db._delete_segments_for_network-8743873143390'] for network, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:48.951155 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-16627ed6-967e-4a3f-9c5c-63781bc2fda0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615'] for port, after_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:48.977222 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-3eb8801b-ee4c-45b2-b57c-88d13b5447cf tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a5f709e-5591-4384-8d33-d9515b5f22b9']}} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:46:48.989669 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-3eb8801b-ee4c-45b2-b57c-88d13b5447cf tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '106def4e-0aa9-4998-9d73-bd2910086206') {'for_net_delete': True} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:46:48.990255 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-3eb8801b-ee4c-45b2-b57c-88d13b5447cf tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '106def4e-0aa9-4998-9d73-bd2910086206') {} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:46:49.002637 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-3eb8801b-ee4c-45b2-b57c-88d13b5447cf tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743873145191', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25847877'] for segment, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:49.022081 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16627ed6-967e-4a3f-9c5c-63781bc2fda0 None None] Pushing event deleted for resources: {'Port': ['ID=121e8730-c700-4a69-92bf-f11a64eee6a7,revision_number=None']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:46:49.028778 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16627ed6-967e-4a3f-9c5c-63781bc2fda0 None None] No DVR routers for this DVR port 121e8730-c700-4a69-92bf-f11a64eee6a7 on host n-d-813419-10 {{(pid=102348) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:46:49.036792 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-3eb8801b-ee4c-45b2-b57c-88d13b5447cf tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:49.047501 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3eb8801b-ee4c-45b2-b57c-88d13b5447cf tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Releasing vlan 423 on physical network physnet1 to pool {{(pid=102346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 10:46:49.047501 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-3eb8801b-ee4c-45b2-b57c-88d13b5447cf tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27024137'] for segment, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:49.050687 n-d-813419-10 neutron-server[102346]: Traceback (most recent call last): Oct 27 10:46:49.050687 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 10:46:49.050687 n-d-813419-10 neutron-server[102346]: timer() Oct 27 10:46:49.050687 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 10:46:49.050687 n-d-813419-10 neutron-server[102346]: cb(*args, **kw) Oct 27 10:46:49.050687 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 10:46:49.050687 n-d-813419-10 neutron-server[102346]: return func(*args, **kwargs) Oct 27 10:46:49.050687 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 10:46:49.050687 n-d-813419-10 neutron-server[102346]: self._notify() Oct 27 10:46:49.050687 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 10:46:49.050687 n-d-813419-10 neutron-server[102346]: self.callback(batched_events) Oct 27 10:46:49.050687 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 10:46:49.050687 n-d-813419-10 neutron-server[102346]: event.method(event) Oct 27 10:46:49.050687 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 10:46:49.050687 n-d-813419-10 neutron-server[102346]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 10:46:49.050687 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 10:46:49.050687 n-d-813419-10 neutron-server[102346]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 10:46:49.050687 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 10:46:49.050687 n-d-813419-10 neutron-server[102346]: return f(self, *a, **k) Oct 27 10:46:49.050687 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 10:46:49.050687 n-d-813419-10 neutron-server[102346]: return self._get(url).json() Oct 27 10:46:49.050687 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 10:46:49.050687 n-d-813419-10 neutron-server[102346]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 10:46:49.050687 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 10:46:49.050687 n-d-813419-10 neutron-server[102346]: return self.request(url, 'GET', **kwargs) Oct 27 10:46:49.050687 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 10:46:49.050687 n-d-813419-10 neutron-server[102346]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 10:46:49.050687 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 10:46:49.050687 n-d-813419-10 neutron-server[102346]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 10:46:49.050687 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 10:46:49.050687 n-d-813419-10 neutron-server[102346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 10:46:49.050687 n-d-813419-10 neutron-server[102346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 10:46:49.125274 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-3eb8801b-ee4c-45b2-b57c-88d13b5447cf tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664840'] for network, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:49.133463 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-3eb8801b-ee4c-45b2-b57c-88d13b5447cf tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks [] for network, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:49.140591 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 54528) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:46:49.140874 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-3eb8801b-ee4c-45b2-b57c-88d13b5447cf tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] 10.222.0.44 "DELETE /v2.0/networks/8a5f709e-5591-4384-8d33-d9515b5f22b9 HTTP/1.1" status: 204 len: 168 time: 0.8205416 Oct 27 10:46:49.148455 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-2f02529a-2e2e-4a79-8c85-5bb55bba3afe tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Request body: {'network': {'name': 'tempest-RoutersTest-809814102'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:46:49.155829 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb8801b-ee4c-45b2-b57c-88d13b5447cf tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Pushing event deleted for resources: {'Network': ['ID=8a5f709e-5591-4384-8d33-d9515b5f22b9,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:46:49.212051 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f02529a-2e2e-4a79-8c85-5bb55bba3afe tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Made reservation on behalf of 14f921c9b3f94aa0bb5d8437d3b23079 for: {'network': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:46:49.215959 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-2f02529a-2e2e-4a79-8c85-5bb55bba3afe tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for network, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:49.268038 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f02529a-2e2e-4a79-8c85-5bb55bba3afe tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 444} {{(pid=102347) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 10:46:49.281464 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-2f02529a-2e2e-4a79-8c85-5bb55bba3afe tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:49.281464 n-d-813419-10 neutron-server[102347]: INFO neutron.db.segments_db [None req-2f02529a-2e2e-4a79-8c85-5bb55bba3afe tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Added segment 3e38934d-daa0-44d4-9930-05d2f5465d1c of type vlan for network 3240e508-095c-453e-9e98-3397fc2794cd Oct 27 10:46:49.354715 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-2f02529a-2e2e-4a79-8c85-5bb55bba3afe tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743872593080'] for network, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:49.387948 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-2f02529a-2e2e-4a79-8c85-5bb55bba3afe tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913'] for network, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:49.397738 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f02529a-2e2e-4a79-8c85-5bb55bba3afe tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:46:49.399165 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-2f02529a-2e2e-4a79-8c85-5bb55bba3afe tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks [] for network, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:49.415246 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c6e1b0-c8a3-40f6-8f33-ff4ef20d4c99 req-d6bf349e-a322-4bae-954d-240e705999ec tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:46:49.426032 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-51c6e1b0-c8a3-40f6-8f33-ff4ef20d4c99 req-d6bf349e-a322-4bae-954d-240e705999ec tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] 10.222.0.44 "GET /v2.0/ports?device_id=2678b7e8-2686-4ffb-a83a-3dc185512d82 HTTP/1.1" status: 200 len: 944 time: 0.0898771 Oct 27 10:46:49.451022 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device 31789a63-f1e0-403c-a1d8-c14094de058d up at agent hyperv_n-h2-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:46:49.465222 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-51c6e1b0-c8a3-40f6-8f33-ff4ef20d4c99 req-a4afa96e-edf1-4e93-9155-78575536d926 tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] 10.222.0.44 "GET /v2.0/security-groups?id=78b00a37-7309-4fe7-b9e5-d3cf0246ee6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384951 Oct 27 10:46:49.498451 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-2f02529a-2e2e-4a79-8c85-5bb55bba3afe tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3563609 Oct 27 10:46:49.503198 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 54540) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:46:49.509943 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-996ade99-d251-45ab-bb28-578bad1b53f4 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Request body: {'subnet': {'network_id': '3240e508-095c-453e-9e98-3397fc2794cd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:46:49.559664 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f02529a-2e2e-4a79-8c85-5bb55bba3afe tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Pushing event updated for resources: {'Network': ['ID=3240e508-095c-453e-9e98-3397fc2794cd,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:46:49.578687 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Network 3240e508-095c-453e-9e98-3397fc2794cd details requested by agent ovs-agent-n-d-813419-10 with host n-d-813419-10 {{(pid=102348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 10:46:49.609463 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8a9f56a4-f07f-44a4-b0ac-a02f9057f299 req-36149f46-eb27-4b17-9a97-30885aec1659 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/ports?device_id=c53b965f-6cbc-4c51-91d9-9f9c0a613cc2 HTTP/1.1" status: 200 len: 210 time: 0.0383973 Oct 27 10:46:49.636405 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Provisioning for port 31789a63-f1e0-403c-a1d8-c14094de058d completed by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 10:46:49.648795 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Provisioning complete for port 31789a63-f1e0-403c-a1d8-c14094de058d triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:46:49.649396 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:49.657984 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-996ade99-d251-45ab-bb28-578bad1b53f4 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Made reservation on behalf of 14f921c9b3f94aa0bb5d8437d3b23079 for: {'subnet': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:46:49.661784 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-996ade99-d251-45ab-bb28-578bad1b53f4 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27167186'] for subnet, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:49.739681 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:49.767443 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2678b7e8-2686-4ffb-a83a-3dc185512d82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31789a63-f1e0-403c-a1d8-c14094de058d'}] {{(pid=102348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:46:49.769667 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c588921fa634554a1d9242fdea1b05457a9ff1d3b28ba54ec1dace7f2f1df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19db43f8-b147-4556-9262-f93984ce314d" -d '{"events": [{"server_uuid": "2678b7e8-2686-4ffb-a83a-3dc185512d82", "name": "network-vif-plugged", "status": "completed", "tag": "31789a63-f1e0-403c-a1d8-c14094de058d"}]}' {{(pid=102348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:46:49.812655 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:46:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1d8bae6-a573-488a-8ab3-89b83a745043 x-openstack-request-id: req-d1d8bae6-a573-488a-8ab3-89b83a745043 {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:46:49.813190 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2678b7e8-2686-4ffb-a83a-3dc185512d82", "name": "network-vif-plugged", "status": "completed", "tag": "31789a63-f1e0-403c-a1d8-c14094de058d", "code": 200}]} {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:46:49.813607 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d1d8bae6-a573-488a-8ab3-89b83a745043 {{(pid=102348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:46:49.814188 n-d-813419-10 neutron-server[102348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2678b7e8-2686-4ffb-a83a-3dc185512d82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31789a63-f1e0-403c-a1d8-c14094de058d', 'code': 200} Oct 27 10:46:49.817734 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] For port 31789a63-f1e0-403c-a1d8-c14094de058d, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=31789a63-f1e0-403c-a1d8-c14094de058d,segment=NetworkSegment(ceecd002-0880-4375-a568-64df7900389e),segment_id=ceecd002-0880-4375-a568-64df7900389e)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:46:49.823811 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:49.884725 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-996ade99-d251-45ab-bb28-578bad1b53f4 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27024290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27167168'] for subnet, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:49.900478 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Pushing event updated for resources: {'Port': ['ID=31789a63-f1e0-403c-a1d8-c14094de058d,revision_number=5']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:46:49.944505 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 121e8730-c700-4a69-92bf-f11a64eee6a7 no longer exists at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:46:49.973991 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] No Port match for: 121e8730-c700-4a69-92bf-f11a64eee6a7 {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:46:49.974632 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 121e8730-c700-4a69-92bf-f11a64eee6a7 not bound to the agent host n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:46:49.990309 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:50.032926 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-eadeaa30-4096-4d1a-b3cb-aa7ebfb291ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:50.058307 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996ade99-d251-45ab-bb28-578bad1b53f4 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Pushing event updated for resources: {'Subnet': ['ID=45ca935c-f17e-404e-b2cc-ffede3053629,revision_number=0']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:46:50.062198 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f03869-e1f2-428f-815a-4805c27d2eff req-b7418a28-f28d-4b27-a51e-bf278aee8209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:46:50.073603 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-18f03869-e1f2-428f-815a-4805c27d2eff req-b7418a28-f28d-4b27-a51e-bf278aee8209 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=2678b7e8-2686-4ffb-a83a-3dc185512d82 HTTP/1.1" status: 200 len: 1097 time: 0.1006444 Oct 27 10:46:50.090070 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-996ade99-d251-45ab-bb28-578bad1b53f4 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Checking segment: {'id': '3e38934d-daa0-44d4-9930-05d2f5465d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '3240e508-095c-453e-9e98-3397fc2794cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:46:50.090721 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-996ade99-d251-45ab-bb28-578bad1b53f4 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Network hostable DHCP agents. Network: 3240e508-095c-453e-9e98-3397fc2794cd, hostable agents: ['eafd4000-b897-4722-ae8b-0118ec955181'], hosted agents: [] {{(pid=102346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 10:46:50.093583 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cac6020-fbb3-4053-b8de-648bb0114087 req-4da1649e-6c52-4962-93a8-7b6ff3d125fe tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:46:50.095403 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8cac6020-fbb3-4053-b8de-648bb0114087 req-4da1649e-6c52-4962-93a8-7b6ff3d125fe tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.64 "GET /v2.0/networks?id=33cc32c2-598c-44fc-a251-6575a62c00c5 HTTP/1.1" status: 200 len: 811 time: 0.1879573 Oct 27 10:46:50.110725 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [req-8cac6020-fbb3-4053-b8de-648bb0114087 req-bc3605b4-2073-4f29-9b88-72085caecc90 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Request body: {'port': {'device_id': 'c53b965f-6cbc-4c51-91d9-9f9c0a613cc2', 'network_id': '33cc32c2-598c-44fc-a251-6575a62c00c5', 'admin_state_up': True, 'tenant_id': 'b02a92ec9ad04d95b8ea6a5db5946dfb'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:46:50.123264 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-996ade99-d251-45ab-bb28-578bad1b53f4 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Network 3240e508-095c-453e-9e98-3397fc2794cd is scheduled to be hosted by DHCP agent eafd4000-b897-4722-ae8b-0118ec955181 with binding_index 1 {{(pid=102346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 10:46:50.133639 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-18f03869-e1f2-428f-815a-4805c27d2eff req-d572b002-c7ad-4d44-b9c2-bf6eaa226816 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=78b00a37-7309-4fe7-b9e5-d3cf0246ee6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509677 Oct 27 10:46:50.138704 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-996ade99-d251-45ab-bb28-578bad1b53f4 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-10, 3240e508-095c-453e-9e98-3397fc2794cd) {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:46:50.150413 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-996ade99-d251-45ab-bb28-578bad1b53f4 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:46:50.150578 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-996ade99-d251-45ab-bb28-578bad1b53f4 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for subnet, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:50.154145 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6863ba8f-0942-4377-aebd-1ebeedf416cb None None] Network 3240e508-095c-453e-9e98-3397fc2794cd requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:46:50.180676 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-996ade99-d251-45ab-bb28-578bad1b53f4 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6749098 Oct 27 10:46:50.180676 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 54544) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:46:50.185003 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-8db9df0d-00e0-4a0b-847b-702192c2eacd tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1976739781', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:46:50.219591 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-8db9df0d-00e0-4a0b-847b-702192c2eacd tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1768632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3610'] for router, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:50.221270 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-8db9df0d-00e0-4a0b-847b-702192c2eacd tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1765704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1769409', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1694266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3597'] for router, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:50.282267 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8cac6020-fbb3-4053-b8de-648bb0114087 req-bc3605b4-2073-4f29-9b88-72085caecc90 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Made reservation on behalf of b02a92ec9ad04d95b8ea6a5db5946dfb for: {'port': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:46:50.286688 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-8cac6020-fbb3-4053-b8de-648bb0114087 req-bc3605b4-2073-4f29-9b88-72085caecc90 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:50.344942 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-8db9df0d-00e0-4a0b-847b-702192c2eacd tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:50.358896 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-8db9df0d-00e0-4a0b-847b-702192c2eacd tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1765699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1769372'] for router, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:50.381475 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-8db9df0d-00e0-4a0b-847b-702192c2eacd tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks [] for router, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:50.386936 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-8db9df0d-00e0-4a0b-847b-702192c2eacd tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2053783 Oct 27 10:46:50.387729 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 54548) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:46:50.407562 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd379f1e-474b-444c-81bc-6bfff58c591e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp734b258e-7d96-550c-b970-9b72ab66f383-3240e508-095c-453e-9e98-3397fc2794cd', 'network_id': '3240e508-095c-453e-9e98-3397fc2794cd', 'tenant_id': '14f921c9b3f94aa0bb5d8437d3b23079', 'fixed_ips': [{'subnet_id': '45ca935c-f17e-404e-b2cc-ffede3053629'}]}} from n-d-813419-10. {{(pid=102348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 10:46:50.408453 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-dd379f1e-474b-444c-81bc-6bfff58c591e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:50.485381 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_common [req-8cac6020-fbb3-4053-b8de-648bb0114087 req-bc3605b4-2073-4f29-9b88-72085caecc90 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Allocated IP 172.20.0.12 (33cc32c2-598c-44fc-a251-6575a62c00c5/87624d80-dded-417f-af79-cc56a741e5c4/5d55d707-0eec-403e-a06e-7d5ae4ea5bd9) {{(pid=102347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:46:50.624803 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.db_base_plugin_common [None req-dd379f1e-474b-444c-81bc-6bfff58c591e None None] Allocated IP 172.20.0.2 (3240e508-095c-453e-9e98-3397fc2794cd/45ca935c-f17e-404e-b2cc-ffede3053629/260d1b8b-4c43-4372-a387-ced4bf087866) {{(pid=102348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:46:50.669856 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-8cac6020-fbb3-4053-b8de-648bb0114087 req-bc3605b4-2073-4f29-9b88-72085caecc90 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Publish callbacks [] for port, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:50.743548 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-8cac6020-fbb3-4053-b8de-648bb0114087 req-bc3605b4-2073-4f29-9b88-72085caecc90 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:50.798167 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-dd379f1e-474b-444c-81bc-6bfff58c591e None None] Publish callbacks [] for port, precommit_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:50.806807 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-dd379f1e-474b-444c-81bc-6bfff58c591e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606'] for port, after_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:50.808071 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ef256c-17c0-474c-8339-25088427f9ac req-67b481ba-8eec-4d25-aa8c-a5a29a767961 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:46:50.809619 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-c4ef256c-17c0-474c-8339-25088427f9ac req-67b481ba-8eec-4d25-aa8c-a5a29a767961 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/ports?device_id=c53b965f-6cbc-4c51-91d9-9f9c0a613cc2 HTTP/1.1" status: 200 len: 932 time: 0.0897510 Oct 27 10:46:50.816341 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8cac6020-fbb3-4053-b8de-648bb0114087 req-bc3605b4-2073-4f29-9b88-72085caecc90 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Network 33cc32c2-598c-44fc-a251-6575a62c00c5 is already hosted by enough agents. {{(pid=102347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:46:50.833351 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe58da5-c7b7-4360-acbd-8fe78f81e1a3 req-ae93c41d-7f29-4044-8e91-13addfaec142 tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:46:50.842266 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-fbe58da5-c7b7-4360-acbd-8fe78f81e1a3 req-ae93c41d-7f29-4044-8e91-13addfaec142 tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] 10.222.0.44 "GET /v2.0/ports?device_id=2678b7e8-2686-4ffb-a83a-3dc185512d82 HTTP/1.1" status: 200 len: 945 time: 0.1373606 Oct 27 10:46:50.844332 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [req-8cac6020-fbb3-4053-b8de-648bb0114087 req-bc3605b4-2073-4f29-9b88-72085caecc90 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Resources bound (agent type, host, resource id): {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:46:50.847761 n-d-813419-10 neutron-server[102348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd379f1e-474b-444c-81bc-6bfff58c591e None None] Network 3240e508-095c-453e-9e98-3397fc2794cd is already hosted by enough agents. {{(pid=102348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:46:50.851906 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-a808686f-ced0-41a4-b0db-6fca2b227a34 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:50.852062 n-d-813419-10 neutron-server[102348]: DEBUG neutron.scheduler.base_scheduler [None req-dd379f1e-474b-444c-81bc-6bfff58c591e None None] Resources bound (agent type, host, resource id): {{(pid=102348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:46:50.854875 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd379f1e-474b-444c-81bc-6bfff58c591e None None] Received port after_create {{(pid=102348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:46:50.865951 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cac6020-fbb3-4053-b8de-648bb0114087 req-bc3605b4-2073-4f29-9b88-72085caecc90 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Received port after_create {{(pid=102347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:46:50.878934 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3605b4-2073-4f29-9b88-72085caecc90 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Pushing event updated for resources: {'Port': ['ID=5d55d707-0eec-403e-a06e-7d5ae4ea5bd9,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:46:50.888136 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-c4ef256c-17c0-474c-8339-25088427f9ac req-d4336c4f-b3af-443c-ad4b-b733b6d6863d tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/security-groups?id=3238f945-43ac-4dbd-b7b0-70b6d0fec036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564160 Oct 27 10:46:50.932722 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd379f1e-474b-444c-81bc-6bfff58c591e None None] Pushing event updated for resources: {'Port': ['ID=260d1b8b-4c43-4372-a387-ced4bf087866,revision_number=1']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:46:50.955059 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-dd379f1e-474b-444c-81bc-6bfff58c591e None None] Attempting to bind port 260d1b8b-4c43-4372-a387-ced4bf087866 on host n-d-813419-10 for vnic_type normal with profile {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:46:50.956008 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-dd379f1e-474b-444c-81bc-6bfff58c591e None None] Attempting to bind port 260d1b8b-4c43-4372-a387-ced4bf087866 by drivers openvswitch,hyperv on host n-d-813419-10 at level 0 using segments [{'id': '3e38934d-daa0-44d4-9930-05d2f5465d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '3240e508-095c-453e-9e98-3397fc2794cd'}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:46:50.956415 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd379f1e-474b-444c-81bc-6bfff58c591e None None] Attempting to bind port 260d1b8b-4c43-4372-a387-ced4bf087866 on network 3240e508-095c-453e-9e98-3397fc2794cd {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:46:50.962259 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd379f1e-474b-444c-81bc-6bfff58c591e None None] Checking agent: {'id': '89dba0f3-79b2-435e-9822-33674b8f6ada', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 8, 20), 'started_at': datetime.datetime(2021, 10, 27, 10, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 46, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:46:50.962659 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd379f1e-474b-444c-81bc-6bfff58c591e None None] Checking segment: {'id': '3e38934d-daa0-44d4-9930-05d2f5465d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '3240e508-095c-453e-9e98-3397fc2794cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:46:50.963197 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-dd379f1e-474b-444c-81bc-6bfff58c591e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:50.963744 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd379f1e-474b-444c-81bc-6bfff58c591e None None] Bound using segment: {'id': '3e38934d-daa0-44d4-9930-05d2f5465d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '3240e508-095c-453e-9e98-3397fc2794cd'} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:46:50.964227 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-dd379f1e-474b-444c-81bc-6bfff58c591e None None] Bound port: 260d1b8b-4c43-4372-a387-ced4bf087866, host: n-d-813419-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e38934d-daa0-44d4-9930-05d2f5465d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '3240e508-095c-453e-9e98-3397fc2794cd'}}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:46:50.964588 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-dd379f1e-474b-444c-81bc-6bfff58c591e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:51.011281 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cac6020-fbb3-4053-b8de-648bb0114087 req-bc3605b4-2073-4f29-9b88-72085caecc90 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:46:51.012044 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-8cac6020-fbb3-4053-b8de-648bb0114087 req-bc3605b4-2073-4f29-9b88-72085caecc90 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:51.018116 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-fbe58da5-c7b7-4360-acbd-8fe78f81e1a3 req-78cc87d7-8f95-4651-9d46-42fb8075126a tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] 10.222.0.44 "GET /v2.0/security-groups?id=78b00a37-7309-4fe7-b9e5-d3cf0246ee6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750271 Oct 27 10:46:51.044102 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8cac6020-fbb3-4053-b8de-648bb0114087 req-bc3605b4-2073-4f29-9b88-72085caecc90 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9393189 Oct 27 10:46:51.049615 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-dd379f1e-474b-444c-81bc-6bfff58c591e None None] For port 260d1b8b-4c43-4372-a387-ced4bf087866, host n-d-813419-10, cleared binding levels {{(pid=102348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:46:51.054008 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-dd379f1e-474b-444c-81bc-6bfff58c591e None None] For port 260d1b8b-4c43-4372-a387-ced4bf087866, host n-d-813419-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=260d1b8b-4c43-4372-a387-ced4bf087866,segment=NetworkSegment(3e38934d-daa0-44d4-9930-05d2f5465d1c),segment_id=3e38934d-daa0-44d4-9930-05d2f5465d1c)] {{(pid=102348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:46:51.058864 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [req-8cac6020-fbb3-4053-b8de-648bb0114087 req-9a9c0c16-18c5-4e26-a14a-0b60ceee594d service neutron] Request body: {'port': {'device_id': 'c53b965f-6cbc-4c51-91d9-9f9c0a613cc2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-10'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:46:51.060307 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-dd379f1e-474b-444c-81bc-6bfff58c591e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:51.143075 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd379f1e-474b-444c-81bc-6bfff58c591e None None] Pushing event updated for resources: {'Port': ['ID=260d1b8b-4c43-4372-a387-ced4bf087866,revision_number=2']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:46:51.159020 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-8cac6020-fbb3-4053-b8de-648bb0114087 req-9a9c0c16-18c5-4e26-a14a-0b60ceee594d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:51.252031 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_common [None req-a808686f-ced0-41a4-b0db-6fca2b227a34 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Allocated IP 172.20.0.1 (3240e508-095c-453e-9e98-3397fc2794cd/45ca935c-f17e-404e-b2cc-ffede3053629/2c7540a4-e2f3-4ebc-a6e0-d678bd471c85) {{(pid=102346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:46:51.262938 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-d85171eb-b871-4957-b822-1b77522bf545 None None] Provisioning complete for port 5d55d707-0eec-403e-a06e-7d5ae4ea5bd9 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:46:51.263582 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-d85171eb-b871-4957-b822-1b77522bf545 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:51.315621 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-d85171eb-b871-4957-b822-1b77522bf545 None None] Port 5d55d707-0eec-403e-a06e-7d5ae4ea5bd9 cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:46:51.488082 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-a808686f-ced0-41a4-b0db-6fca2b227a34 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks [] for port, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:51.555764 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-a808686f-ced0-41a4-b0db-6fca2b227a34 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:51.625853 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a808686f-ced0-41a4-b0db-6fca2b227a34 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Network 3240e508-095c-453e-9e98-3397fc2794cd is already hosted by enough agents. {{(pid=102346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:46:51.629854 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-a808686f-ced0-41a4-b0db-6fca2b227a34 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Resources bound (agent type, host, resource id): {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:46:51.642869 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a808686f-ced0-41a4-b0db-6fca2b227a34 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Received port after_create {{(pid=102346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:46:51.680576 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a808686f-ced0-41a4-b0db-6fca2b227a34 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Pushing event updated for resources: {'Port': ['ID=2c7540a4-e2f3-4ebc-a6e0-d678bd471c85,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:46:51.681320 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [req-8cac6020-fbb3-4053-b8de-648bb0114087 req-9a9c0c16-18c5-4e26-a14a-0b60ceee594d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d55d707-0eec-403e-a06e-7d5ae4ea5bd9 {{(pid=102347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:46:51.692860 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-a808686f-ced0-41a4-b0db-6fca2b227a34 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1664961'] for router_interface, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:51.698172 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-8cac6020-fbb3-4053-b8de-648bb0114087 req-9a9c0c16-18c5-4e26-a14a-0b60ceee594d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:51.717533 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.provisioning_blocks [req-8cac6020-fbb3-4053-b8de-648bb0114087 req-9a9c0c16-18c5-4e26-a14a-0b60ceee594d service neutron] Transition to ACTIVE for port object 5d55d707-0eec-403e-a06e-7d5ae4ea5bd9 will not be triggered until provisioned by entity L2. {{(pid=102347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 10:46:51.725069 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-8cac6020-fbb3-4053-b8de-648bb0114087 req-9a9c0c16-18c5-4e26-a14a-0b60ceee594d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:51.806447 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9c0c16-18c5-4e26-a14a-0b60ceee594d service neutron] Pushing event updated for resources: {'Port': ['ID=5d55d707-0eec-403e-a06e-7d5ae4ea5bd9,revision_number=2']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:46:51.837698 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-a808686f-ced0-41a4-b0db-6fca2b227a34 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:51.954546 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-8cac6020-fbb3-4053-b8de-648bb0114087 req-9a9c0c16-18c5-4e26-a14a-0b60ceee594d service neutron] Attempting to bind port 5d55d707-0eec-403e-a06e-7d5ae4ea5bd9 on host n-h1-813419-10 for vnic_type normal with profile {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:46:51.954746 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-8cac6020-fbb3-4053-b8de-648bb0114087 req-9a9c0c16-18c5-4e26-a14a-0b60ceee594d service neutron] Attempting to bind port 5d55d707-0eec-403e-a06e-7d5ae4ea5bd9 by drivers openvswitch,hyperv on host n-h1-813419-10 at level 0 using segments [{'id': 'd1b37471-bd8e-4564-a77c-6e0c9d2699fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '33cc32c2-598c-44fc-a251-6575a62c00c5'}] {{(pid=102347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:46:51.955745 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cac6020-fbb3-4053-b8de-648bb0114087 req-9a9c0c16-18c5-4e26-a14a-0b60ceee594d service neutron] Attempting to bind port 5d55d707-0eec-403e-a06e-7d5ae4ea5bd9 on network 33cc32c2-598c-44fc-a251-6575a62c00c5 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:46:51.957517 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-3c6a8245-0581-48aa-b5f6-4d8fe98cd16e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:51.965250 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cac6020-fbb3-4053-b8de-648bb0114087 req-9a9c0c16-18c5-4e26-a14a-0b60ceee594d service neutron] Port 5d55d707-0eec-403e-a06e-7d5ae4ea5bd9 on network 33cc32c2-598c-44fc-a251-6575a62c00c5 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-10 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 10:46:51.965250 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cac6020-fbb3-4053-b8de-648bb0114087 req-9a9c0c16-18c5-4e26-a14a-0b60ceee594d service neutron] Attempting to bind port 5d55d707-0eec-403e-a06e-7d5ae4ea5bd9 on network 33cc32c2-598c-44fc-a251-6575a62c00c5 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:46:51.978133 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cac6020-fbb3-4053-b8de-648bb0114087 req-9a9c0c16-18c5-4e26-a14a-0b60ceee594d service neutron] Checking agent: {'id': 'a52e1cab-0c63-402d-9c94-330537c6c076', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 16, 2), 'started_at': datetime.datetime(2021, 10, 27, 10, 16, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 46, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:46:51.981102 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cac6020-fbb3-4053-b8de-648bb0114087 req-9a9c0c16-18c5-4e26-a14a-0b60ceee594d service neutron] Checking segment: {'id': 'd1b37471-bd8e-4564-a77c-6e0c9d2699fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '33cc32c2-598c-44fc-a251-6575a62c00c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:46:51.983172 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cac6020-fbb3-4053-b8de-648bb0114087 req-9a9c0c16-18c5-4e26-a14a-0b60ceee594d service neutron] Bound using segment: {'id': 'd1b37471-bd8e-4564-a77c-6e0c9d2699fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '33cc32c2-598c-44fc-a251-6575a62c00c5'} {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:46:51.983881 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-8cac6020-fbb3-4053-b8de-648bb0114087 req-9a9c0c16-18c5-4e26-a14a-0b60ceee594d service neutron] Bound port: 5d55d707-0eec-403e-a06e-7d5ae4ea5bd9, host: n-h1-813419-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1b37471-bd8e-4564-a77c-6e0c9d2699fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '33cc32c2-598c-44fc-a251-6575a62c00c5'}}] {{(pid=102347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:46:51.984458 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-8cac6020-fbb3-4053-b8de-648bb0114087 req-9a9c0c16-18c5-4e26-a14a-0b60ceee594d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:52.088830 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 260d1b8b-4c43-4372-a387-ced4bf087866 up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:46:52.173298 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-8cac6020-fbb3-4053-b8de-648bb0114087 req-9a9c0c16-18c5-4e26-a14a-0b60ceee594d service neutron] For port 5d55d707-0eec-403e-a06e-7d5ae4ea5bd9, host n-h1-813419-10, cleared binding levels {{(pid=102347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:46:52.202135 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9650b531-10aa-4f4d-948d-2c0513cf78f7 req-c501a8bb-3188-4e97-a61a-403112e8d305 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:46:52.203895 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-9650b531-10aa-4f4d-948d-2c0513cf78f7 req-c501a8bb-3188-4e97-a61a-403112e8d305 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/ports?device_id=c53b965f-6cbc-4c51-91d9-9f9c0a613cc2 HTTP/1.1" status: 200 len: 944 time: 0.1556816 Oct 27 10:46:52.224547 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-8cac6020-fbb3-4053-b8de-648bb0114087 req-9a9c0c16-18c5-4e26-a14a-0b60ceee594d service neutron] For port 5d55d707-0eec-403e-a06e-7d5ae4ea5bd9, host n-h1-813419-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=5d55d707-0eec-403e-a06e-7d5ae4ea5bd9,segment=NetworkSegment(d1b37471-bd8e-4564-a77c-6e0c9d2699fd),segment_id=d1b37471-bd8e-4564-a77c-6e0c9d2699fd)] {{(pid=102347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:46:52.233610 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port 260d1b8b-4c43-4372-a387-ced4bf087866 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:46:52.234255 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:52.241174 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-8cac6020-fbb3-4053-b8de-648bb0114087 req-9a9c0c16-18c5-4e26-a14a-0b60ceee594d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:52.384609 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:52.406012 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-9650b531-10aa-4f4d-948d-2c0513cf78f7 req-0bb1ca9d-c41e-4328-8974-374cf7684958 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/security-groups?id=3238f945-43ac-4dbd-b7b0-70b6d0fec036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046016 Oct 27 10:46:52.411015 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cac6020-fbb3-4053-b8de-648bb0114087 req-9a9c0c16-18c5-4e26-a14a-0b60ceee594d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:46:52.411652 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-8cac6020-fbb3-4053-b8de-648bb0114087 req-9a9c0c16-18c5-4e26-a14a-0b60ceee594d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:52.423084 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8cac6020-fbb3-4053-b8de-648bb0114087 req-9a9c0c16-18c5-4e26-a14a-0b60ceee594d service neutron] 10.222.0.64 "PUT /v2.0/ports/5d55d707-0eec-403e-a06e-7d5ae4ea5bd9 HTTP/1.1" status: 200 len: 1093 time: 1.3700974 Oct 27 10:46:52.512433 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c53b965f-6cbc-4c51-91d9-9f9c0a613cc2', 'tag': '5d55d707-0eec-403e-a06e-7d5ae4ea5bd9'}] {{(pid=102347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:46:52.520741 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311149b481204ee7edffdb959c881838506fbd95bc8577c048f6677abb73acc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-305850be-8568-46f3-b617-12ad287046ed" -d '{"events": [{"name": "network-changed", "server_uuid": "c53b965f-6cbc-4c51-91d9-9f9c0a613cc2", "tag": "5d55d707-0eec-403e-a06e-7d5ae4ea5bd9"}]}' {{(pid=102347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:46:52.523452 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] For port 260d1b8b-4c43-4372-a387-ced4bf087866, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=260d1b8b-4c43-4372-a387-ced4bf087866,segment=NetworkSegment(3e38934d-daa0-44d4-9930-05d2f5465d1c),segment_id=3e38934d-daa0-44d4-9930-05d2f5465d1c)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:46:52.530253 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-a808686f-ced0-41a4-b0db-6fca2b227a34 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks [] for port, precommit_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:52.534380 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:52.538090 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-a808686f-ced0-41a4-b0db-6fca2b227a34 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27024173'] for port, after_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:52.555259 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0844edd5-6dfe-4891-b9f3-3502ba8d1701 req-e3165489-b4ff-4d47-93a1-fb670907df5a tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:46:52.557545 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-0844edd5-6dfe-4891-b9f3-3502ba8d1701 req-e3165489-b4ff-4d47-93a1-fb670907df5a tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] 10.222.0.44 "GET /v2.0/ports?device_id=2678b7e8-2686-4ffb-a83a-3dc185512d82 HTTP/1.1" status: 200 len: 945 time: 0.3993859 Oct 27 10:46:52.567811 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9c0c16-18c5-4e26-a14a-0b60ceee594d service neutron] Pushing event updated for resources: {'Port': ['ID=5d55d707-0eec-403e-a06e-7d5ae4ea5bd9,revision_number=3']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:46:52.629566 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 10:46:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-835abfe2-e2fc-4ace-8aee-6aaefc57b65e x-openstack-request-id: req-835abfe2-e2fc-4ace-8aee-6aaefc57b65e {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:46:52.654807 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c53b965f-6cbc-4c51-91d9-9f9c0a613cc2", "tag": "5d55d707-0eec-403e-a06e-7d5ae4ea5bd9", "status": "completed", "code": 200}]} {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:46:52.654807 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-835abfe2-e2fc-4ace-8aee-6aaefc57b65e {{(pid=102347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:46:52.654807 n-d-813419-10 neutron-server[102347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c53b965f-6cbc-4c51-91d9-9f9c0a613cc2', 'tag': '5d55d707-0eec-403e-a06e-7d5ae4ea5bd9', 'status': 'completed', 'code': 200} Oct 27 10:46:52.677867 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a808686f-ced0-41a4-b0db-6fca2b227a34 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Pushing event updated for resources: {'Port': ['ID=2c7540a4-e2f3-4ebc-a6e0-d678bd471c85,revision_number=2']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:46:52.681018 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-a808686f-ced0-41a4-b0db-6fca2b227a34 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2006967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1766225'] for router_interface, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:52.699733 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Pushing event updated for resources: {'Port': ['ID=260d1b8b-4c43-4372-a387-ced4bf087866,revision_number=3']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:46:52.714168 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-0844edd5-6dfe-4891-b9f3-3502ba8d1701 req-c6905cae-2423-4733-8f25-058f6e98c4af tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] 10.222.0.44 "GET /v2.0/security-groups?id=78b00a37-7309-4fe7-b9e5-d3cf0246ee6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315522 Oct 27 10:46:52.752909 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cac6020-fbb3-4053-b8de-648bb0114087 req-1adbac20-8772-4584-b22f-d4550029a06b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:46:52.755051 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8cac6020-fbb3-4053-b8de-648bb0114087 req-1adbac20-8772-4584-b22f-d4550029a06b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b02a92ec9ad04d95b8ea6a5db5946dfb&device_id=c53b965f-6cbc-4c51-91d9-9f9c0a613cc2 HTTP/1.1" status: 200 len: 1096 time: 0.1955976 Oct 27 10:46:52.830851 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8cac6020-fbb3-4053-b8de-648bb0114087 req-73d41380-d9c5-45f9-b90c-a3f40576aa22 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5d55d707-0eec-403e-a06e-7d5ae4ea5bd9 HTTP/1.1" status: 200 len: 217 time: 0.0660958 Oct 27 10:46:52.892086 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7165a5c3-60f8-46f2-8bec-5aa9d647c09e None None] Network 3240e508-095c-453e-9e98-3397fc2794cd requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:46:52.910250 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a808686f-ced0-41a4-b0db-6fca2b227a34 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Network 3240e508-095c-453e-9e98-3397fc2794cd is already hosted by enough agents. {{(pid=102346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:46:52.913554 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-a808686f-ced0-41a4-b0db-6fca2b227a34 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Resources bound (agent type, host, resource id): {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:46:52.928712 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cac6020-fbb3-4053-b8de-648bb0114087 req-9ed42e55-3ce6-408c-9145-98d659f42f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:46:52.929853 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757bf8ba-9c73-4c98-a97f-44a419edc9d7 req-91361dad-bd10-4a08-881d-775f3a766ade tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:46:52.931365 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-757bf8ba-9c73-4c98-a97f-44a419edc9d7 req-91361dad-bd10-4a08-881d-775f3a766ade tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] 10.222.0.44 "GET /v2.0/ports?device_id=2678b7e8-2686-4ffb-a83a-3dc185512d82 HTTP/1.1" status: 200 len: 945 time: 0.1014941 Oct 27 10:46:52.931981 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8cac6020-fbb3-4053-b8de-648bb0114087 req-9ed42e55-3ce6-408c-9145-98d659f42f51 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=87624d80-dded-417f-af79-cc56a741e5c4 HTTP/1.1" status: 200 len: 850 time: 0.0955186 Oct 27 10:46:53.023061 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cac6020-fbb3-4053-b8de-648bb0114087 req-c2304b56-2820-4d3b-a442-681270785856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:46:53.024519 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8cac6020-fbb3-4053-b8de-648bb0114087 req-c2304b56-2820-4d3b-a442-681270785856 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=33cc32c2-598c-44fc-a251-6575a62c00c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0851064 Oct 27 10:46:53.110267 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-757bf8ba-9c73-4c98-a97f-44a419edc9d7 req-9b845b95-a167-4e09-822e-e414f3211a6b tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] 10.222.0.44 "GET /v2.0/security-groups?id=78b00a37-7309-4fe7-b9e5-d3cf0246ee6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498526 Oct 27 10:46:53.119145 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a808686f-ced0-41a4-b0db-6fca2b227a34 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Router 88a7b1da-f8ff-4bf0-88ce-3915bbd0ede0 is scheduled to L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb with binding_index 1 {{(pid=102346) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 10:46:53.143912 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8cac6020-fbb3-4053-b8de-648bb0114087 req-26027c84-b909-4fb0-a48c-c65460e5b8c6 service neutron] 10.222.0.64 "GET /v2.0/networks/33cc32c2-598c-44fc-a251-6575a62c00c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1066465 Oct 27 10:46:53.264505 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a808686f-ced0-41a4-b0db-6fca2b227a34 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:46:53.275125 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-a808686f-ced0-41a4-b0db-6fca2b227a34 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] 10.222.0.44 "PUT /v2.0/routers/88a7b1da-f8ff-4bf0-88ce-3915bbd0ede0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8860147 Oct 27 10:46:53.276140 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 54586) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:46:53.276411 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dc8124e-e168-48f6-8d13-0ed8de5e8485 None None] Sync routers for ids ['88a7b1da-f8ff-4bf0-88ce-3915bbd0ede0'] in n-d-813419-10 {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:46:53.297976 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-819fc282-f713-4d62-af4f-00d2d7cbd4e8 None None] Provisioning complete for port 260d1b8b-4c43-4372-a387-ced4bf087866 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:46:53.299138 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-819fc282-f713-4d62-af4f-00d2d7cbd4e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:53.323699 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8cac6020-fbb3-4053-b8de-648bb0114087 req-225de727-51d8-4ba3-a81e-2289fa238a84 service neutron] 10.222.0.64 "GET /v2.0/networks/33cc32c2-598c-44fc-a251-6575a62c00c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1765802 Oct 27 10:46:53.351752 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f708c423-7056-45a7-bbbe-88d918c1726e tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:46:53.353442 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-f708c423-7056-45a7-bbbe-88d918c1726e tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] 10.222.0.44 "GET /v2.0/ports/2c7540a4-e2f3-4ebc-a6e0-d678bd471c85 HTTP/1.1" status: 200 len: 910 time: 0.0761595 Oct 27 10:46:53.356558 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 54590) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:46:53.364517 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dc8124e-e168-48f6-8d13-0ed8de5e8485 None None] Routers {'88a7b1da-f8ff-4bf0-88ce-3915bbd0ede0'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:46:53.368219 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-9dc8124e-e168-48f6-8d13-0ed8de5e8485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:46:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['88a7b1da-f8ff-4bf0-88ce-3915bbd0ede0'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:46:53.435775 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-9dc8124e-e168-48f6-8d13-0ed8de5e8485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:46:53.466887 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dc8124e-e168-48f6-8d13-0ed8de5e8485 None None] Routers {'88a7b1da-f8ff-4bf0-88ce-3915bbd0ede0'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:46:53.467525 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-9dc8124e-e168-48f6-8d13-0ed8de5e8485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:46:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['88a7b1da-f8ff-4bf0-88ce-3915bbd0ede0'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:46:53.504385 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-9dc8124e-e168-48f6-8d13-0ed8de5e8485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:46:53.505306 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dc8124e-e168-48f6-8d13-0ed8de5e8485 None None] The sync data for ids ['88a7b1da-f8ff-4bf0-88ce-3915bbd0ede0'] in n-d-813419-10 is: [] {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:46:53.521422 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f84c97-23e0-46bd-840a-94758fc04566 req-8d558166-8c11-42bf-b56d-11f8e8d0fe8a tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:46:53.524556 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-97f84c97-23e0-46bd-840a-94758fc04566 req-8d558166-8c11-42bf-b56d-11f8e8d0fe8a tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] 10.222.0.44 "GET /v2.0/ports?device_id=2678b7e8-2686-4ffb-a83a-3dc185512d82 HTTP/1.1" status: 200 len: 945 time: 0.0973434 Oct 27 10:46:53.610894 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-97f84c97-23e0-46bd-840a-94758fc04566 req-8c0bdda1-e615-4c8b-815f-3cc718870efd tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] 10.222.0.44 "GET /v2.0/security-groups?id=78b00a37-7309-4fe7-b9e5-d3cf0246ee6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792756 Oct 27 10:46:53.615068 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305850be-8568-46f3-b617-12ad287046ed req-8b2ac05a-c64d-4a66-8da9-32b00d5b457b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:46:53.616996 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-305850be-8568-46f3-b617-12ad287046ed req-8b2ac05a-c64d-4a66-8da9-32b00d5b457b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b02a92ec9ad04d95b8ea6a5db5946dfb&device_id=c53b965f-6cbc-4c51-91d9-9f9c0a613cc2 HTTP/1.1" status: 200 len: 1096 time: 0.1845510 Oct 27 10:46:53.765816 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8db0630-a0cb-4bdf-a66c-44c518477359 req-4fdcdcd0-bb74-4c0c-8136-def6092a505c tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:46:53.768388 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b8db0630-a0cb-4bdf-a66c-44c518477359 req-4fdcdcd0-bb74-4c0c-8136-def6092a505c tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/ports?device_id=c53b965f-6cbc-4c51-91d9-9f9c0a613cc2 HTTP/1.1" status: 200 len: 944 time: 0.2173982 Oct 27 10:46:53.785311 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f2ac79-169d-4b01-91d3-9571553d4b1a req-f29ffed5-834a-42a1-b358-5f3d5d3b1bd4 tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:46:53.786928 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-08f2ac79-169d-4b01-91d3-9571553d4b1a req-f29ffed5-834a-42a1-b358-5f3d5d3b1bd4 tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] 10.222.0.44 "GET /v2.0/ports?device_id=2678b7e8-2686-4ffb-a83a-3dc185512d82 HTTP/1.1" status: 200 len: 945 time: 0.0822225 Oct 27 10:46:53.840663 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-08f2ac79-169d-4b01-91d3-9571553d4b1a req-2f42aebb-0b34-44c6-aa27-1a75e9629531 tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] 10.222.0.44 "GET /v2.0/security-groups?id=78b00a37-7309-4fe7-b9e5-d3cf0246ee6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466838 Oct 27 10:46:53.884251 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b8db0630-a0cb-4bdf-a66c-44c518477359 req-4cf8a311-e87c-4b33-b6bc-fb5c0022ee3e tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/security-groups?id=3238f945-43ac-4dbd-b7b0-70b6d0fec036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746918 Oct 27 10:46:53.914318 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305850be-8568-46f3-b617-12ad287046ed req-d25874b5-8458-483b-adf5-9eab3c05ae53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:46:53.915869 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-305850be-8568-46f3-b617-12ad287046ed req-d25874b5-8458-483b-adf5-9eab3c05ae53 service neutron] 10.222.0.64 "GET /v2.0/networks?id=33cc32c2-598c-44fc-a251-6575a62c00c5 HTTP/1.1" status: 200 len: 912 time: 0.2856743 Oct 27 10:46:53.995091 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-54e30cbe-ce4e-4e6f-ae17-886226526d5c None None] Provisioning complete for port 2c7540a4-e2f3-4ebc-a6e0-d678bd471c85 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:46:53.995451 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-54e30cbe-ce4e-4e6f-ae17-886226526d5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:54.025852 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-305850be-8568-46f3-b617-12ad287046ed req-a8cd26dc-c126-45d2-b12d-145272523859 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5d55d707-0eec-403e-a06e-7d5ae4ea5bd9 HTTP/1.1" status: 200 len: 217 time: 0.1023679 Oct 27 10:46:54.064224 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 260d1b8b-4c43-4372-a387-ced4bf087866 up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:46:54.106467 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305850be-8568-46f3-b617-12ad287046ed req-3d01fdec-b6ee-4ccf-838a-b6e37990fa98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:46:54.107943 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-305850be-8568-46f3-b617-12ad287046ed req-3d01fdec-b6ee-4ccf-838a-b6e37990fa98 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=87624d80-dded-417f-af79-cc56a741e5c4 HTTP/1.1" status: 200 len: 850 time: 0.0555871 Oct 27 10:46:54.135201 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-54e30cbe-ce4e-4e6f-ae17-886226526d5c None None] Port 2c7540a4-e2f3-4ebc-a6e0-d678bd471c85 cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:46:54.152935 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-54e30cbe-ce4e-4e6f-ae17-886226526d5c None None] Provisioning complete for port 260d1b8b-4c43-4372-a387-ced4bf087866 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:46:54.153267 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-54e30cbe-ce4e-4e6f-ae17-886226526d5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:54.199040 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port 260d1b8b-4c43-4372-a387-ced4bf087866 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:46:54.199471 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:54.263098 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305850be-8568-46f3-b617-12ad287046ed req-ab6cf45e-0e59-4424-8a15-a6ec51865e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:46:54.264769 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-305850be-8568-46f3-b617-12ad287046ed req-ab6cf45e-0e59-4424-8a15-a6ec51865e18 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=33cc32c2-598c-44fc-a251-6575a62c00c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1499131 Oct 27 10:46:54.431154 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-5adea64a-1cd2-4f74-a754-65c4e6c30fb1 None None] Provisioning complete for port 2c7540a4-e2f3-4ebc-a6e0-d678bd471c85 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:46:54.431731 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-5adea64a-1cd2-4f74-a754-65c4e6c30fb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:54.473876 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-5adea64a-1cd2-4f74-a754-65c4e6c30fb1 None None] Port 2c7540a4-e2f3-4ebc-a6e0-d678bd471c85 cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:46:54.610933 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-f2779c27-0d75-4253-939c-5b97bc9f8daa None None] Provisioning complete for port 2c7540a4-e2f3-4ebc-a6e0-d678bd471c85 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:46:54.611311 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f2779c27-0d75-4253-939c-5b97bc9f8daa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:54.653557 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-f2779c27-0d75-4253-939c-5b97bc9f8daa None None] Port 2c7540a4-e2f3-4ebc-a6e0-d678bd471c85 cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:46:54.763383 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332be46f-94e3-4a75-82bc-d781e1eef94b req-304db84c-fce3-4bd2-80ec-76c7872b13d9 tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:46:54.764815 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-332be46f-94e3-4a75-82bc-d781e1eef94b req-304db84c-fce3-4bd2-80ec-76c7872b13d9 tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] 10.222.0.44 "GET /v2.0/ports?device_id=2678b7e8-2686-4ffb-a83a-3dc185512d82 HTTP/1.1" status: 200 len: 945 time: 0.5708432 Oct 27 10:46:54.777228 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-11b01450-5b8b-4045-8750-505977c6066a tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1766202'] for router_interface, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:54.895396 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-305850be-8568-46f3-b617-12ad287046ed req-fe99f740-e71c-4019-8725-1d6ed305f19d service neutron] 10.222.0.64 "GET /v2.0/networks/33cc32c2-598c-44fc-a251-6575a62c00c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6196578 Oct 27 10:46:54.904415 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-332be46f-94e3-4a75-82bc-d781e1eef94b req-2361ee79-8162-4684-bb62-9c74cc24ac37 tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] 10.222.0.44 "GET /v2.0/security-groups?id=78b00a37-7309-4fe7-b9e5-d3cf0246ee6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297283 Oct 27 10:46:55.073883 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b8dada-5153-46e8-a7b5-f3c210e12416 req-ef3611ae-9ca6-48e3-8fcf-875109b53dfd tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:46:55.076676 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-07b8dada-5153-46e8-a7b5-f3c210e12416 req-ef3611ae-9ca6-48e3-8fcf-875109b53dfd tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/ports?device_id=c53b965f-6cbc-4c51-91d9-9f9c0a613cc2 HTTP/1.1" status: 200 len: 944 time: 0.0743008 Oct 27 10:46:55.124147 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-305850be-8568-46f3-b617-12ad287046ed req-71993acd-435b-4851-87cd-d643500511c3 service neutron] 10.222.0.64 "GET /v2.0/networks/33cc32c2-598c-44fc-a251-6575a62c00c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2173092 Oct 27 10:46:55.134946 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c4e2ea-e52b-4e94-8021-754f91ee66ab req-6953b05b-5447-4537-875e-169fd1c2a266 tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:46:55.136723 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-a7c4e2ea-e52b-4e94-8021-754f91ee66ab req-6953b05b-5447-4537-875e-169fd1c2a266 tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] 10.222.0.44 "GET /v2.0/ports?device_id=2678b7e8-2686-4ffb-a83a-3dc185512d82 HTTP/1.1" status: 200 len: 945 time: 0.1135733 Oct 27 10:46:55.148936 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-07b8dada-5153-46e8-a7b5-f3c210e12416 req-76003c23-e000-4cb7-a997-13b8dbf0c91d tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/security-groups?id=3238f945-43ac-4dbd-b7b0-70b6d0fec036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610533 Oct 27 10:46:55.189372 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-a7c4e2ea-e52b-4e94-8021-754f91ee66ab req-d9431876-dda0-4a27-a552-b6023233dbc8 tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] 10.222.0.44 "GET /v2.0/security-groups?id=78b00a37-7309-4fe7-b9e5-d3cf0246ee6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452747 Oct 27 10:46:55.296474 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-11b01450-5b8b-4045-8750-505977c6066a tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Deleting port 2c7540a4-e2f3-4ebc-a6e0-d678bd471c85 {{(pid=102347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:46:55.296803 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-11b01450-5b8b-4045-8750-505977c6066a tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:55.421088 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-11b01450-5b8b-4045-8750-505977c6066a tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:55.444827 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-11b01450-5b8b-4045-8750-505977c6066a tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Calling delete_port for 2c7540a4-e2f3-4ebc-a6e0-d678bd471c85 owned by network:router_interface {{(pid=102347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:46:55.649148 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61303a59-9af3-4136-98e1-da44e5d511a4 req-9293cb79-d8d1-4c07-9ba2-514681f20d4c tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:46:55.652920 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-61303a59-9af3-4136-98e1-da44e5d511a4 req-9293cb79-d8d1-4c07-9ba2-514681f20d4c tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] 10.222.0.44 "GET /v2.0/ports?device_id=2678b7e8-2686-4ffb-a83a-3dc185512d82 HTTP/1.1" status: 200 len: 945 time: 0.1042187 Oct 27 10:46:55.656977 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-11b01450-5b8b-4045-8750-505977c6066a tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:55.714589 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-61303a59-9af3-4136-98e1-da44e5d511a4 req-217436ae-876f-4c6e-8634-ed35c0329a01 tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] 10.222.0.44 "GET /v2.0/security-groups?id=78b00a37-7309-4fe7-b9e5-d3cf0246ee6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533283 Oct 27 10:46:55.724636 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b01450-5b8b-4045-8750-505977c6066a tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Pushing event deleted for resources: {'Port': ['ID=2c7540a4-e2f3-4ebc-a6e0-d678bd471c85,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:46:56.003949 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-11b01450-5b8b-4045-8750-505977c6066a tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2006968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1766358'] for router_interface, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:56.018332 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.agents_db [None req-e79ee67d-056e-46ea-bd99-e80473396b25 None None] Agent healthcheck: found 7 active agents {{(pid=102349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 10:46:56.196767 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11b01450-5b8b-4045-8750-505977c6066a tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Router 88a7b1da-f8ff-4bf0-88ce-3915bbd0ede0 has already been hosted by L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb {{(pid=102347) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 10:46:56.304918 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11b01450-5b8b-4045-8750-505977c6066a tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:46:56.316808 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5480e223-10a4-4329-b8f1-89bf62ddbbf0 None None] Sync routers for ids ['88a7b1da-f8ff-4bf0-88ce-3915bbd0ede0'] in n-d-813419-10 {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:46:56.337986 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5480e223-10a4-4329-b8f1-89bf62ddbbf0 None None] Routers {'88a7b1da-f8ff-4bf0-88ce-3915bbd0ede0'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:46:56.338970 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-11b01450-5b8b-4045-8750-505977c6066a tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] 10.222.0.44 "PUT /v2.0/routers/88a7b1da-f8ff-4bf0-88ce-3915bbd0ede0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9809704 Oct 27 10:46:56.341708 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 54630) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:46:56.342234 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-5480e223-10a4-4329-b8f1-89bf62ddbbf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:46:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['88a7b1da-f8ff-4bf0-88ce-3915bbd0ede0'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:46:56.379955 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-5480e223-10a4-4329-b8f1-89bf62ddbbf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:46:56.390803 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5480e223-10a4-4329-b8f1-89bf62ddbbf0 None None] Routers {'88a7b1da-f8ff-4bf0-88ce-3915bbd0ede0'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:46:56.391662 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-5480e223-10a4-4329-b8f1-89bf62ddbbf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:46:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['88a7b1da-f8ff-4bf0-88ce-3915bbd0ede0'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:46:56.402296 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-72b70b9e-eafb-4de2-b5ef-3718d2b43aa0 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] 10.222.0.44 "GET /v2.0/ports?device_id=88a7b1da-f8ff-4bf0-88ce-3915bbd0ede0 HTTP/1.1" status: 200 len: 205 time: 0.0561600 Oct 27 10:46:56.406453 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155a7819-7cee-433e-8336-594373798c60 req-b465d1c0-af6f-451a-b72a-66a60145db6d tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:46:56.407022 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 54632) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:46:56.407993 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-155a7819-7cee-433e-8336-594373798c60 req-b465d1c0-af6f-451a-b72a-66a60145db6d tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/ports?device_id=c53b965f-6cbc-4c51-91d9-9f9c0a613cc2 HTTP/1.1" status: 200 len: 944 time: 0.1011050 Oct 27 10:46:56.442235 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-5480e223-10a4-4329-b8f1-89bf62ddbbf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:46:56.443154 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5480e223-10a4-4329-b8f1-89bf62ddbbf0 None None] The sync data for ids ['88a7b1da-f8ff-4bf0-88ce-3915bbd0ede0'] in n-d-813419-10 is: [] {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:46:56.477412 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-155a7819-7cee-433e-8336-594373798c60 req-48f23051-870a-447c-93bf-a986e7254268 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/security-groups?id=3238f945-43ac-4dbd-b7b0-70b6d0fec036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570407 Oct 27 10:46:56.532459 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-dad2c467-d09c-4e01-9bd3-3151183fdc0e tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks [] for router, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:56.729798 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-dad2c467-d09c-4e01-9bd3-3151183fdc0e tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1765662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3700'] for router, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:56.732092 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-dad2c467-d09c-4e01-9bd3-3151183fdc0e tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:56.837632 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-dad2c467-d09c-4e01-9bd3-3151183fdc0e tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1765641'] for router, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:56.837632 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dad2c467-d09c-4e01-9bd3-3151183fdc0e tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Fanout notify agent at l3_agent the message router_deleted on router 88a7b1da-f8ff-4bf0-88ce-3915bbd0ede0 {{(pid=102346) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 10:46:56.857939 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-dad2c467-d09c-4e01-9bd3-3151183fdc0e tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks [] for router, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:56.861648 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-dad2c467-d09c-4e01-9bd3-3151183fdc0e tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] 10.222.0.44 "DELETE /v2.0/routers/88a7b1da-f8ff-4bf0-88ce-3915bbd0ede0 HTTP/1.1" status: 204 len: 168 time: 0.4476094 Oct 27 10:46:56.861924 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 54636) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:46:56.953913 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2feeb12a-2ca2-4672-89c9-a2d2c6f44e76 req-a8061ee3-1d8f-4e05-ad66-014ef1f2a4e8 tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:46:56.956618 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_v2 [None req-741d4bd9-68c6-4a1d-82fa-6b296d570a76 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Deleting subnet 45ca935c-f17e-404e-b2cc-ffede3053629 {{(pid=102347) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 10:46:56.961374 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-2feeb12a-2ca2-4672-89c9-a2d2c6f44e76 req-a8061ee3-1d8f-4e05-ad66-014ef1f2a4e8 tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] 10.222.0.44 "GET /v2.0/ports?device_id=2678b7e8-2686-4ffb-a83a-3dc185512d82 HTTP/1.1" status: 200 len: 945 time: 0.1359951 Oct 27 10:46:56.968289 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-741d4bd9-68c6-4a1d-82fa-6b296d570a76 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks [] for subnet, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:57.039710 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-2feeb12a-2ca2-4672-89c9-a2d2c6f44e76 req-277725bd-e12a-4c54-8e78-308be6bc4481 tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] 10.222.0.44 "GET /v2.0/security-groups?id=78b00a37-7309-4fe7-b9e5-d3cf0246ee6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774105 Oct 27 10:46:57.043915 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-741d4bd9-68c6-4a1d-82fa-6b296d570a76 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-18445109'] for subnet, precommit_delete_associations {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:57.061797 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a2f6de-f083-4f05-b36b-2ab0ec09ce17 req-8cf7bd22-544c-4ab8-8996-31e201a20fe6 tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:46:57.065148 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-53a2f6de-f083-4f05-b36b-2ab0ec09ce17 req-8cf7bd22-544c-4ab8-8996-31e201a20fe6 tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] 10.222.0.76 "GET /v2.0/ports?device_id=2678b7e8-2686-4ffb-a83a-3dc185512d82 HTTP/1.1" status: 200 len: 945 time: 0.1911213 Oct 27 10:46:57.196171 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-741d4bd9-68c6-4a1d-82fa-6b296d570a76 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855646'] for subnet, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:57.211762 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [req-53a2f6de-f083-4f05-b36b-2ab0ec09ce17 req-9b006074-bd9a-42c7-a379-5dfb09aae0f3 tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] Deleting port 31789a63-f1e0-403c-a1d8-c14094de058d {{(pid=102346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:46:57.212363 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-53a2f6de-f083-4f05-b36b-2ab0ec09ce17 req-9b006074-bd9a-42c7-a379-5dfb09aae0f3 tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:57.270041 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-741d4bd9-68c6-4a1d-82fa-6b296d570a76 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-18295818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18043720'] for subnet, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:57.295532 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741d4bd9-68c6-4a1d-82fa-6b296d570a76 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Pushing event deleted for resources: {'Subnet': ['ID=45ca935c-f17e-404e-b2cc-ffede3053629,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:46:57.306124 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-741d4bd9-68c6-4a1d-82fa-6b296d570a76 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks [] for subnet, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:57.311568 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a985bd0-05c3-4d21-ac9f-c174960552e2 None None] Network 3240e508-095c-453e-9e98-3397fc2794cd requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:46:57.312235 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-741d4bd9-68c6-4a1d-82fa-6b296d570a76 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] 10.222.0.44 "DELETE /v2.0/subnets/45ca935c-f17e-404e-b2cc-ffede3053629 HTTP/1.1" status: 204 len: 168 time: 0.4492640 Oct 27 10:46:57.312898 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 54640) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:46:57.320161 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [req-53a2f6de-f083-4f05-b36b-2ab0ec09ce17 req-9b006074-bd9a-42c7-a379-5dfb09aae0f3 tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] For port 31789a63-f1e0-403c-a1d8-c14094de058d, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=31789a63-f1e0-403c-a1d8-c14094de058d,segment=NetworkSegment(ceecd002-0880-4375-a568-64df7900389e),segment_id=ceecd002-0880-4375-a568-64df7900389e)] {{(pid=102346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:46:57.320981 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-53a2f6de-f083-4f05-b36b-2ab0ec09ce17 req-9b006074-bd9a-42c7-a379-5dfb09aae0f3 tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:57.344212 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [req-53a2f6de-f083-4f05-b36b-2ab0ec09ce17 req-9b006074-bd9a-42c7-a379-5dfb09aae0f3 tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] Calling delete_port for 31789a63-f1e0-403c-a1d8-c14094de058d owned by compute:nova {{(pid=102346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:46:57.423584 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-70e1f781-7926-4941-9b4d-44da5c88a4f3 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586917'] for network, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:57.502846 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-70e1f781-7926-4941-9b4d-44da5c88a4f3 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Deleting port 260d1b8b-4c43-4372-a387-ced4bf087866 {{(pid=102347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:46:57.503187 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-70e1f781-7926-4941-9b4d-44da5c88a4f3 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:57.572176 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-53a2f6de-f083-4f05-b36b-2ab0ec09ce17 req-9b006074-bd9a-42c7-a379-5dfb09aae0f3 tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:57.629287 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b006074-bd9a-42c7-a379-5dfb09aae0f3 tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] Pushing event deleted for resources: {'Port': ['ID=31789a63-f1e0-403c-a1d8-c14094de058d,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:46:57.666408 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c89a2cd1-f6cd-425a-a89e-1e1af3051551 None None] DHCP port deletion for 3240e508-095c-453e-9e98-3397fc2794cd request from n-d-813419-10 {{(pid=102348) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 10:46:57.679547 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [None req-70e1f781-7926-4941-9b4d-44da5c88a4f3 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] For port 260d1b8b-4c43-4372-a387-ced4bf087866, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=260d1b8b-4c43-4372-a387-ced4bf087866,segment=NetworkSegment(3e38934d-daa0-44d4-9930-05d2f5465d1c),segment_id=3e38934d-daa0-44d4-9930-05d2f5465d1c)] {{(pid=102347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:46:57.679946 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-70e1f781-7926-4941-9b4d-44da5c88a4f3 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:57.690182 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc34ec2-32c6-49a6-8c70-a7ec0ea0d698 req-7bbe5758-79da-4fc9-b091-b5ea1e62c4db tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:46:57.692052 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-bfc34ec2-32c6-49a6-8c70-a7ec0ea0d698 req-7bbe5758-79da-4fc9-b091-b5ea1e62c4db tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/ports?device_id=c53b965f-6cbc-4c51-91d9-9f9c0a613cc2 HTTP/1.1" status: 200 len: 944 time: 0.1141746 Oct 27 10:46:57.711634 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-70e1f781-7926-4941-9b4d-44da5c88a4f3 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Calling delete_port for 260d1b8b-4c43-4372-a387-ced4bf087866 owned by network:dhcp {{(pid=102347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:46:57.804615 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-c89a2cd1-f6cd-425a-a89e-1e1af3051551 None None] Deleting port 260d1b8b-4c43-4372-a387-ced4bf087866 {{(pid=102348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:46:57.804933 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-c89a2cd1-f6cd-425a-a89e-1e1af3051551 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:57.818049 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-bfc34ec2-32c6-49a6-8c70-a7ec0ea0d698 req-8953a08f-6513-4da3-86f1-aa246781fb3f tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/security-groups?id=3238f945-43ac-4dbd-b7b0-70b6d0fec036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144385 Oct 27 10:46:57.959825 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-c89a2cd1-f6cd-425a-a89e-1e1af3051551 None None] For port 260d1b8b-4c43-4372-a387-ced4bf087866, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=260d1b8b-4c43-4372-a387-ced4bf087866,segment=NetworkSegment(3e38934d-daa0-44d4-9930-05d2f5465d1c),segment_id=3e38934d-daa0-44d4-9930-05d2f5465d1c)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:46:57.960623 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-70e1f781-7926-4941-9b4d-44da5c88a4f3 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:57.961558 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-c89a2cd1-f6cd-425a-a89e-1e1af3051551 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:57.980113 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-c89a2cd1-f6cd-425a-a89e-1e1af3051551 None None] Calling delete_port for 260d1b8b-4c43-4372-a387-ced4bf087866 owned by network:dhcp {{(pid=102348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:46:58.032211 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e1f781-7926-4941-9b4d-44da5c88a4f3 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Pushing event deleted for resources: {'Port': ['ID=260d1b8b-4c43-4372-a387-ced4bf087866,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:46:58.041773 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70e1f781-7926-4941-9b4d-44da5c88a4f3 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] No DVR routers for this DVR port 260d1b8b-4c43-4372-a387-ced4bf087866 on host n-d-813419-10 {{(pid=102347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:46:58.062351 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 260d1b8b-4c43-4372-a387-ced4bf087866 no longer exists at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:46:58.088415 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] No Port match for: 260d1b8b-4c43-4372-a387-ced4bf087866 {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:46:58.088765 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 260d1b8b-4c43-4372-a387-ced4bf087866 not bound to the agent host n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:46:58.128544 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [req-53a2f6de-f083-4f05-b36b-2ab0ec09ce17 req-9b006074-bd9a-42c7-a379-5dfb09aae0f3 tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] No DVR routers for this DVR port 31789a63-f1e0-403c-a1d8-c14094de058d on host n-h2-813419-10 {{(pid=102346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:46:58.131179 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-53a2f6de-f083-4f05-b36b-2ab0ec09ce17 req-9b006074-bd9a-42c7-a379-5dfb09aae0f3 tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:58.134797 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-53a2f6de-f083-4f05-b36b-2ab0ec09ce17 req-9b006074-bd9a-42c7-a379-5dfb09aae0f3 tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] 10.222.0.76 "DELETE /v2.0/ports/31789a63-f1e0-403c-a1d8-c14094de058d HTTP/1.1" status: 204 len: 173 time: 1.0607607 Oct 27 10:46:58.135374 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2678b7e8-2686-4ffb-a83a-3dc185512d82', 'name': 'network-vif-deleted', 'tag': '31789a63-f1e0-403c-a1d8-c14094de058d'}] {{(pid=102346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:46:58.135966 n-d-813419-10 neutron-server[102348]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 10:46:58.135966 n-d-813419-10 neutron-server[102348]: self.session.flush() Oct 27 10:46:58.135966 n-d-813419-10 neutron-server[102348]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 10:46:58.135966 n-d-813419-10 neutron-server[102348]: self.session.flush() Oct 27 10:46:58.135966 n-d-813419-10 neutron-server[102348]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 10:46:58.135966 n-d-813419-10 neutron-server[102348]: self.session.flush() Oct 27 10:46:58.135966 n-d-813419-10 neutron-server[102348]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 10:46:58.135966 n-d-813419-10 neutron-server[102348]: self.session.flush() Oct 27 10:46:58.135966 n-d-813419-10 neutron-server[102348]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 10:46:58.135966 n-d-813419-10 neutron-server[102348]: self.session.flush() Oct 27 10:46:58.135966 n-d-813419-10 neutron-server[102348]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 10:46:58.135966 n-d-813419-10 neutron-server[102348]: self.session.flush() Oct 27 10:46:58.135966 n-d-813419-10 neutron-server[102348]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 10:46:58.135966 n-d-813419-10 neutron-server[102348]: self.session.flush() Oct 27 10:46:58.135966 n-d-813419-10 neutron-server[102348]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 10:46:58.135966 n-d-813419-10 neutron-server[102348]: self.session.flush() Oct 27 10:46:58.135966 n-d-813419-10 neutron-server[102348]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 10:46:58.135966 n-d-813419-10 neutron-server[102348]: self.session.flush() Oct 27 10:46:58.135966 n-d-813419-10 neutron-server[102348]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 10:46:58.135966 n-d-813419-10 neutron-server[102348]: self.session.flush() Oct 27 10:46:58.135966 n-d-813419-10 neutron-server[102348]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 10:46:58.135966 n-d-813419-10 neutron-server[102348]: self.session.flush() Oct 27 10:46:58.135966 n-d-813419-10 neutron-server[102348]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 10:46:58.135966 n-d-813419-10 neutron-server[102348]: self.session.flush() Oct 27 10:46:58.135966 n-d-813419-10 neutron-server[102348]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 10:46:58.135966 n-d-813419-10 neutron-server[102348]: self.session.flush() Oct 27 10:46:58.135966 n-d-813419-10 neutron-server[102348]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 10:46:58.135966 n-d-813419-10 neutron-server[102348]: self.session.flush() Oct 27 10:46:58.135966 n-d-813419-10 neutron-server[102348]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 10:46:58.135966 n-d-813419-10 neutron-server[102348]: self.session.flush() Oct 27 10:46:58.135966 n-d-813419-10 neutron-server[102348]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 10:46:58.135966 n-d-813419-10 neutron-server[102348]: self.session.flush() Oct 27 10:46:58.135966 n-d-813419-10 neutron-server[102348]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 10:46:58.135966 n-d-813419-10 neutron-server[102348]: self.session.flush() Oct 27 10:46:58.135966 n-d-813419-10 neutron-server[102348]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 10:46:58.135966 n-d-813419-10 neutron-server[102348]: self.session.flush() Oct 27 10:46:58.135966 n-d-813419-10 neutron-server[102348]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 10:46:58.135966 n-d-813419-10 neutron-server[102348]: self.session.flush() Oct 27 10:46:58.135966 n-d-813419-10 neutron-server[102348]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 10:46:58.135966 n-d-813419-10 neutron-server[102348]: self.session.flush() Oct 27 10:46:58.138987 n-d-813419-10 neutron-server[102348]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 10:46:58.138987 n-d-813419-10 neutron-server[102348]: self.session.flush() Oct 27 10:46:58.138987 n-d-813419-10 neutron-server[102348]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 10:46:58.138987 n-d-813419-10 neutron-server[102348]: self.session.flush() Oct 27 10:46:58.138987 n-d-813419-10 neutron-server[102348]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 10:46:58.138987 n-d-813419-10 neutron-server[102348]: self.session.flush() Oct 27 10:46:58.138987 n-d-813419-10 neutron-server[102348]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 10:46:58.138987 n-d-813419-10 neutron-server[102348]: self.session.flush() Oct 27 10:46:58.138987 n-d-813419-10 neutron-server[102348]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 10:46:58.138987 n-d-813419-10 neutron-server[102348]: self.session.flush() Oct 27 10:46:58.138987 n-d-813419-10 neutron-server[102348]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 10:46:58.138987 n-d-813419-10 neutron-server[102348]: self.session.flush() Oct 27 10:46:58.138987 n-d-813419-10 neutron-server[102348]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 10:46:58.138987 n-d-813419-10 neutron-server[102348]: self.session.flush() Oct 27 10:46:58.140478 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc0e418f5fc417c8d55d94c0aa509b037d0beb2a734c1a709e789eb65639a56d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee6fcd2b-9fe5-449c-8480-868a6be70f83" -d '{"events": [{"server_uuid": "2678b7e8-2686-4ffb-a83a-3dc185512d82", "name": "network-vif-deleted", "tag": "31789a63-f1e0-403c-a1d8-c14094de058d"}]}' {{(pid=102346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:46:58.164899 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-c89a2cd1-f6cd-425a-a89e-1e1af3051551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615'] for port, after_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:58.178499 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-70e1f781-7926-4941-9b4d-44da5c88a4f3 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857803', 'neutron.services.segments.db._delete_segments_for_network-8743873143390'] for network, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:58.190601 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-65fe6bff-621f-42a1-9298-e89ef915028f req-4db2b3d0-4afd-47c4-9753-68a3ed7da52a tempest-ServerDiskConfigTestJSON-948051524 tempest-ServerDiskConfigTestJSON-948051524-project] 10.222.0.44 "GET /v2.0/ports?device_id=2678b7e8-2686-4ffb-a83a-3dc185512d82 HTTP/1.1" status: 200 len: 210 time: 0.0363178 Oct 27 10:46:58.212656 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c89a2cd1-f6cd-425a-a89e-1e1af3051551 None None] No DVR routers for this DVR port 260d1b8b-4c43-4372-a387-ced4bf087866 on host n-d-813419-10 {{(pid=102348) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:46:58.219184 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-70e1f781-7926-4941-9b4d-44da5c88a4f3 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3240e508-095c-453e-9e98-3397fc2794cd']}} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:46:58.225338 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89a2cd1-f6cd-425a-a89e-1e1af3051551 None None] Pushing event deleted for resources: {'Port': ['ID=260d1b8b-4c43-4372-a387-ced4bf087866,revision_number=None']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:46:58.228002 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:46:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5f9ca82-15fe-47a7-b89c-7525004d20ff x-openstack-request-id: req-f5f9ca82-15fe-47a7-b89c-7525004d20ff {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:46:58.228636 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2678b7e8-2686-4ffb-a83a-3dc185512d82", "name": "network-vif-deleted", "tag": "31789a63-f1e0-403c-a1d8-c14094de058d", "status": "completed", "code": 200}]} {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:46:58.229045 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f5f9ca82-15fe-47a7-b89c-7525004d20ff {{(pid=102346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:46:58.229624 n-d-813419-10 neutron-server[102346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2678b7e8-2686-4ffb-a83a-3dc185512d82', 'name': 'network-vif-deleted', 'tag': '31789a63-f1e0-403c-a1d8-c14094de058d', 'status': 'completed', 'code': 200} Oct 27 10:46:58.243462 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-70e1f781-7926-4941-9b4d-44da5c88a4f3 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e38934d-daa0-44d4-9930-05d2f5465d1c') {'for_net_delete': True} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:46:58.243755 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-70e1f781-7926-4941-9b4d-44da5c88a4f3 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e38934d-daa0-44d4-9930-05d2f5465d1c') {} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:46:58.261760 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-70e1f781-7926-4941-9b4d-44da5c88a4f3 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743873145191', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18445132'] for segment, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:58.280541 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-70e1f781-7926-4941-9b4d-44da5c88a4f3 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:58.289044 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70e1f781-7926-4941-9b4d-44da5c88a4f3 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Releasing vlan 444 on physical network physnet1 to pool {{(pid=102347) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 10:46:58.289442 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-70e1f781-7926-4941-9b4d-44da5c88a4f3 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-18296032'] for segment, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:58.293836 n-d-813419-10 neutron-server[102347]: Traceback (most recent call last): Oct 27 10:46:58.293836 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 10:46:58.293836 n-d-813419-10 neutron-server[102347]: timer() Oct 27 10:46:58.293836 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 10:46:58.293836 n-d-813419-10 neutron-server[102347]: cb(*args, **kw) Oct 27 10:46:58.293836 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 10:46:58.293836 n-d-813419-10 neutron-server[102347]: return func(*args, **kwargs) Oct 27 10:46:58.293836 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 10:46:58.293836 n-d-813419-10 neutron-server[102347]: self._notify() Oct 27 10:46:58.293836 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 10:46:58.293836 n-d-813419-10 neutron-server[102347]: self.callback(batched_events) Oct 27 10:46:58.293836 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 10:46:58.293836 n-d-813419-10 neutron-server[102347]: event.method(event) Oct 27 10:46:58.293836 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 10:46:58.293836 n-d-813419-10 neutron-server[102347]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 10:46:58.293836 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 10:46:58.293836 n-d-813419-10 neutron-server[102347]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 10:46:58.293836 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 10:46:58.293836 n-d-813419-10 neutron-server[102347]: return f(self, *a, **k) Oct 27 10:46:58.293836 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 10:46:58.293836 n-d-813419-10 neutron-server[102347]: return self._get(url).json() Oct 27 10:46:58.293836 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 10:46:58.293836 n-d-813419-10 neutron-server[102347]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 10:46:58.293836 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 10:46:58.293836 n-d-813419-10 neutron-server[102347]: return self.request(url, 'GET', **kwargs) Oct 27 10:46:58.293836 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 10:46:58.293836 n-d-813419-10 neutron-server[102347]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 10:46:58.293836 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 10:46:58.293836 n-d-813419-10 neutron-server[102347]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 10:46:58.293836 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 10:46:58.293836 n-d-813419-10 neutron-server[102347]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 10:46:58.293836 n-d-813419-10 neutron-server[102347]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 10:46:58.370778 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-70e1f781-7926-4941-9b4d-44da5c88a4f3 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664840'] for network, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:58.376924 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-70e1f781-7926-4941-9b4d-44da5c88a4f3 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks [] for network, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:58.380274 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-70e1f781-7926-4941-9b4d-44da5c88a4f3 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] 10.222.0.44 "DELETE /v2.0/networks/3240e508-095c-453e-9e98-3397fc2794cd HTTP/1.1" status: 204 len: 168 time: 1.0660899 Oct 27 10:46:58.385435 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 54650) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:46:58.390593 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-b0e8626f-9804-4a38-9f65-dc0f2340136f tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-200653984', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'}, 'admin_state_up': False}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:46:58.396466 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e1f781-7926-4941-9b4d-44da5c88a4f3 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Pushing event deleted for resources: {'Network': ['ID=3240e508-095c-453e-9e98-3397fc2794cd,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:46:58.416530 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-b0e8626f-9804-4a38-9f65-dc0f2340136f tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1768632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3610'] for router, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:58.417510 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-b0e8626f-9804-4a38-9f65-dc0f2340136f tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1765704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1769409', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1694266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3597'] for router, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:58.467533 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-b0e8626f-9804-4a38-9f65-dc0f2340136f tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:58.611071 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-b0e8626f-9804-4a38-9f65-dc0f2340136f tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:58.809783 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-b0e8626f-9804-4a38-9f65-dc0f2340136f tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks [] for router_gateway, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:58.828817 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-b0e8626f-9804-4a38-9f65-dc0f2340136f tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:58.958513 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_common [None req-b0e8626f-9804-4a38-9f65-dc0f2340136f tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Allocated IP 172.25.8.211 (185ff123-c7ff-45c7-a6be-71feb35acc9c/0fb9f9d1-7384-481f-8fa8-f4566c349d30/3396b817-3756-490a-8cfd-8ef9c03dc842) {{(pid=102346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:46:58.977987 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02913885-e813-4847-906e-46026a036bc0 req-0135bd5a-0f18-44ea-8308-d68ddea86b17 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:46:58.979546 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-02913885-e813-4847-906e-46026a036bc0 req-0135bd5a-0f18-44ea-8308-d68ddea86b17 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/ports?device_id=c53b965f-6cbc-4c51-91d9-9f9c0a613cc2 HTTP/1.1" status: 200 len: 944 time: 0.0748050 Oct 27 10:46:59.072569 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-02913885-e813-4847-906e-46026a036bc0 req-c552c0e4-2a42-441f-9715-7033f52540e5 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/security-groups?id=3238f945-43ac-4dbd-b7b0-70b6d0fec036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703325 Oct 27 10:46:59.104584 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-b0e8626f-9804-4a38-9f65-dc0f2340136f tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks [] for port, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:59.110032 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 54656) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:46:59.138814 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-b0e8626f-9804-4a38-9f65-dc0f2340136f tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:59.164481 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_v2 [None req-8083abd9-4142-44ca-8475-323891238e73 admin admin] Deleting subnet 2df9f82f-e3b6-445a-8e11-bd580d596a63 {{(pid=102347) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 10:46:59.169045 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-8083abd9-4142-44ca-8475-323891238e73 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:59.178101 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0e8626f-9804-4a38-9f65-dc0f2340136f tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Network 185ff123-c7ff-45c7-a6be-71feb35acc9c is already hosted by enough agents. {{(pid=102346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:46:59.182701 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-b0e8626f-9804-4a38-9f65-dc0f2340136f tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Resources bound (agent type, host, resource id): {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:46:59.187375 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0e8626f-9804-4a38-9f65-dc0f2340136f tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Received port after_create {{(pid=102346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:46:59.190430 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e8626f-9804-4a38-9f65-dc0f2340136f tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Pushing event updated for resources: {'Port': ['ID=3396b817-3756-490a-8cfd-8ef9c03dc842,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:46:59.231776 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-8083abd9-4142-44ca-8475-323891238e73 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-18445109'] for subnet, precommit_delete_associations {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:59.289789 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-8083abd9-4142-44ca-8475-323891238e73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855646'] for subnet, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:59.372544 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-8083abd9-4142-44ca-8475-323891238e73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-18295818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18043720'] for subnet, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:59.407120 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8083abd9-4142-44ca-8475-323891238e73 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2df9f82f-e3b6-445a-8e11-bd580d596a63,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:46:59.415774 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-8083abd9-4142-44ca-8475-323891238e73 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:59.419880 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-8083abd9-4142-44ca-8475-323891238e73 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/2df9f82f-e3b6-445a-8e11-bd580d596a63 HTTP/1.1" status: 204 len: 168 time: 0.3084266 Oct 27 10:46:59.422388 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 54668) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:46:59.454966 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 54670) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:46:59.498365 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device 31789a63-f1e0-403c-a1d8-c14094de058d no longer exists at agent hyperv_n-h2-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:46:59.503070 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-499e8f1b-085b-403e-a4f8-e2b4bd05c8ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586917'] for network, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:59.520904 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] No Port match for: 31789a63-f1e0-403c-a1d8-c14094de058d {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:46:59.521583 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device 31789a63-f1e0-403c-a1d8-c14094de058d not bound to the agent host n-h2-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:46:59.557815 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_v2 [None req-0aa23cb1-d804-4c1d-8794-3800d4fd0e1b admin admin] Deleting subnet bb781916-dee2-4e78-8ef3-29ac52faacb2 {{(pid=102346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 10:46:59.561989 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-0aa23cb1-d804-4c1d-8794-3800d4fd0e1b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:59.588418 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-499e8f1b-085b-403e-a4f8-e2b4bd05c8ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857803', 'neutron.services.segments.db._delete_segments_for_network-8743873143390'] for network, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:59.589184 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-b0e8626f-9804-4a38-9f65-dc0f2340136f tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks [] for router_gateway, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:59.613439 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-499e8f1b-085b-403e-a4f8-e2b4bd05c8ac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62a0efe4-cee3-438f-8e5f-0c2c915aec57']}} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:46:59.624241 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-499e8f1b-085b-403e-a4f8-e2b4bd05c8ac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da9119af-b5ec-4b47-9185-125b18a712c0') {'for_net_delete': True} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:46:59.624494 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-499e8f1b-085b-403e-a4f8-e2b4bd05c8ac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da9119af-b5ec-4b47-9185-125b18a712c0') {} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:46:59.636053 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-499e8f1b-085b-403e-a4f8-e2b4bd05c8ac admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743873145191', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18445132'] for segment, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:59.650985 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-499e8f1b-085b-403e-a4f8-e2b4bd05c8ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:59.658376 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-499e8f1b-085b-403e-a4f8-e2b4bd05c8ac admin admin] Releasing vlan 437 on physical network physnet1 to pool {{(pid=102347) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 10:46:59.658819 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-499e8f1b-085b-403e-a4f8-e2b4bd05c8ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-18296032'] for segment, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:59.662554 n-d-813419-10 neutron-server[102347]: Traceback (most recent call last): Oct 27 10:46:59.662554 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 10:46:59.662554 n-d-813419-10 neutron-server[102347]: timer() Oct 27 10:46:59.662554 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 10:46:59.662554 n-d-813419-10 neutron-server[102347]: cb(*args, **kw) Oct 27 10:46:59.662554 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 10:46:59.662554 n-d-813419-10 neutron-server[102347]: return func(*args, **kwargs) Oct 27 10:46:59.662554 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 10:46:59.662554 n-d-813419-10 neutron-server[102347]: self._notify() Oct 27 10:46:59.662554 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 10:46:59.662554 n-d-813419-10 neutron-server[102347]: self.callback(batched_events) Oct 27 10:46:59.662554 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 10:46:59.662554 n-d-813419-10 neutron-server[102347]: event.method(event) Oct 27 10:46:59.662554 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 10:46:59.662554 n-d-813419-10 neutron-server[102347]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 10:46:59.662554 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 10:46:59.662554 n-d-813419-10 neutron-server[102347]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 10:46:59.662554 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 10:46:59.662554 n-d-813419-10 neutron-server[102347]: return f(self, *a, **k) Oct 27 10:46:59.662554 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 10:46:59.662554 n-d-813419-10 neutron-server[102347]: return self._get(url).json() Oct 27 10:46:59.662554 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 10:46:59.662554 n-d-813419-10 neutron-server[102347]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 10:46:59.662554 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 10:46:59.662554 n-d-813419-10 neutron-server[102347]: return self.request(url, 'GET', **kwargs) Oct 27 10:46:59.662554 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 10:46:59.662554 n-d-813419-10 neutron-server[102347]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 10:46:59.662554 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 10:46:59.662554 n-d-813419-10 neutron-server[102347]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 10:46:59.662554 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 10:46:59.662554 n-d-813419-10 neutron-server[102347]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 10:46:59.662554 n-d-813419-10 neutron-server[102347]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 10:46:59.670312 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-0aa23cb1-d804-4c1d-8794-3800d4fd0e1b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25847868'] for subnet, precommit_delete_associations {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:59.727119 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-0aa23cb1-d804-4c1d-8794-3800d4fd0e1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855646'] for subnet, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:59.730225 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-499e8f1b-085b-403e-a4f8-e2b4bd05c8ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664840'] for network, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:59.735815 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-499e8f1b-085b-403e-a4f8-e2b4bd05c8ac admin admin] Publish callbacks [] for network, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:59.741862 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-499e8f1b-085b-403e-a4f8-e2b4bd05c8ac admin admin] 10.222.0.44 "DELETE /v2.0/networks/62a0efe4-cee3-438f-8e5f-0c2c915aec57 HTTP/1.1" status: 204 len: 168 time: 0.3156078 Oct 27 10:46:59.749291 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 54672) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:46:59.753484 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499e8f1b-085b-403e-a4f8-e2b4bd05c8ac admin admin] Pushing event deleted for resources: {'Network': ['ID=62a0efe4-cee3-438f-8e5f-0c2c915aec57,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:46:59.884522 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a1054dd-e4bb-4477-967f-8e739f2b631d admin admin] Deleting subnet 2e258c11-dbf1-46e3-b7a8-1954f01e331d {{(pid=102346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 10:46:59.890210 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-4a1054dd-e4bb-4477-967f-8e739f2b631d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:59.932281 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-0aa23cb1-d804-4c1d-8794-3800d4fd0e1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27024355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27168307'] for subnet, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:59.971181 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa23cb1-d804-4c1d-8794-3800d4fd0e1b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bb781916-dee2-4e78-8ef3-29ac52faacb2,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:46:59.973268 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-0aa23cb1-d804-4c1d-8794-3800d4fd0e1b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for subnet, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:59.976517 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-0aa23cb1-d804-4c1d-8794-3800d4fd0e1b admin admin] 10.222.0.44 "DELETE /v2.0/subnets/bb781916-dee2-4e78-8ef3-29ac52faacb2 HTTP/1.1" status: 204 len: 168 time: 0.5212586 Oct 27 10:46:59.978779 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-4a1054dd-e4bb-4477-967f-8e739f2b631d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25847868'] for subnet, precommit_delete_associations {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:46:59.979168 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 54674) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:46:59.980903 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-b0e8626f-9804-4a38-9f65-dc0f2340136f tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1765699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1769372'] for router, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:00.048065 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-b3abaadd-be74-4a87-adcb-ebb3359e37ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586917'] for network, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:00.092473 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-4a1054dd-e4bb-4477-967f-8e739f2b631d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855646'] for subnet, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:00.137399 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-b3abaadd-be74-4a87-adcb-ebb3359e37ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857803', 'neutron.services.segments.db._delete_segments_for_network-8743873143390'] for network, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:00.157973 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-b3abaadd-be74-4a87-adcb-ebb3359e37ec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['095a52e2-adfb-413a-ad18-4ab0c06e2a0b']}} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:47:00.167838 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-b3abaadd-be74-4a87-adcb-ebb3359e37ec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ceecd002-0880-4375-a568-64df7900389e') {'for_net_delete': True} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:47:00.168127 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-b3abaadd-be74-4a87-adcb-ebb3359e37ec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ceecd002-0880-4375-a568-64df7900389e') {} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:47:00.178183 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-b3abaadd-be74-4a87-adcb-ebb3359e37ec admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743873145191', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18445132'] for segment, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:00.192363 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-b3abaadd-be74-4a87-adcb-ebb3359e37ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:00.199313 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3abaadd-be74-4a87-adcb-ebb3359e37ec admin admin] Releasing vlan 414 on physical network physnet1 to pool {{(pid=102347) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 10:47:00.199846 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-b3abaadd-be74-4a87-adcb-ebb3359e37ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-18296032'] for segment, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:00.201921 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-4a1054dd-e4bb-4477-967f-8e739f2b631d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27024355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27168307'] for subnet, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:00.202089 n-d-813419-10 neutron-server[102347]: Traceback (most recent call last): Oct 27 10:47:00.202089 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 10:47:00.202089 n-d-813419-10 neutron-server[102347]: timer() Oct 27 10:47:00.202089 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 10:47:00.202089 n-d-813419-10 neutron-server[102347]: cb(*args, **kw) Oct 27 10:47:00.202089 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 10:47:00.202089 n-d-813419-10 neutron-server[102347]: return func(*args, **kwargs) Oct 27 10:47:00.202089 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 10:47:00.202089 n-d-813419-10 neutron-server[102347]: self._notify() Oct 27 10:47:00.202089 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 10:47:00.202089 n-d-813419-10 neutron-server[102347]: self.callback(batched_events) Oct 27 10:47:00.202089 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 10:47:00.202089 n-d-813419-10 neutron-server[102347]: event.method(event) Oct 27 10:47:00.202089 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 10:47:00.202089 n-d-813419-10 neutron-server[102347]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 10:47:00.202089 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 10:47:00.202089 n-d-813419-10 neutron-server[102347]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 10:47:00.202089 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 10:47:00.202089 n-d-813419-10 neutron-server[102347]: return f(self, *a, **k) Oct 27 10:47:00.202089 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 10:47:00.202089 n-d-813419-10 neutron-server[102347]: return self._get(url).json() Oct 27 10:47:00.202089 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 10:47:00.202089 n-d-813419-10 neutron-server[102347]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 10:47:00.202089 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 10:47:00.202089 n-d-813419-10 neutron-server[102347]: return self.request(url, 'GET', **kwargs) Oct 27 10:47:00.202089 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 10:47:00.202089 n-d-813419-10 neutron-server[102347]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 10:47:00.202089 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 10:47:00.202089 n-d-813419-10 neutron-server[102347]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 10:47:00.202089 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 10:47:00.202089 n-d-813419-10 neutron-server[102347]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 10:47:00.202089 n-d-813419-10 neutron-server[102347]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 10:47:00.243797 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11be6c3f-b4c8-48a6-af61-e34997d720c3 req-e9e664be-0f11-4e68-86da-f83a8e7569d8 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:47:00.245347 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-11be6c3f-b4c8-48a6-af61-e34997d720c3 req-e9e664be-0f11-4e68-86da-f83a8e7569d8 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/ports?device_id=c53b965f-6cbc-4c51-91d9-9f9c0a613cc2 HTTP/1.1" status: 200 len: 944 time: 0.1022377 Oct 27 10:47:00.249552 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1054dd-e4bb-4477-967f-8e739f2b631d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2e258c11-dbf1-46e3-b7a8-1954f01e331d,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:47:00.251529 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-4a1054dd-e4bb-4477-967f-8e739f2b631d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for subnet, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:00.257841 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-4a1054dd-e4bb-4477-967f-8e739f2b631d admin admin] 10.222.0.44 "DELETE /v2.0/subnets/2e258c11-dbf1-46e3-b7a8-1954f01e331d HTTP/1.1" status: 204 len: 168 time: 0.5044727 Oct 27 10:47:00.259102 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 54678) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:47:00.283577 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0e8626f-9804-4a38-9f65-dc0f2340136f tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Router 6391b526-f10b-444c-8ad5-7b6be3e9bd5e is scheduled to L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb with binding_index 1 {{(pid=102346) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 10:47:00.299798 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-b3abaadd-be74-4a87-adcb-ebb3359e37ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664840'] for network, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:00.302860 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-11be6c3f-b4c8-48a6-af61-e34997d720c3 req-39b7db80-6ee9-4afc-866b-15e83adda0cd tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/security-groups?id=3238f945-43ac-4dbd-b7b0-70b6d0fec036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459847 Oct 27 10:47:00.307414 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-b3abaadd-be74-4a87-adcb-ebb3359e37ec admin admin] Publish callbacks [] for network, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:00.310543 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-b3abaadd-be74-4a87-adcb-ebb3359e37ec admin admin] 10.222.0.44 "DELETE /v2.0/networks/095a52e2-adfb-413a-ad18-4ab0c06e2a0b HTTP/1.1" status: 204 len: 168 time: 0.3303514 Oct 27 10:47:00.334493 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3abaadd-be74-4a87-adcb-ebb3359e37ec admin admin] Pushing event deleted for resources: {'Network': ['ID=095a52e2-adfb-413a-ad18-4ab0c06e2a0b,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:47:00.358341 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-955213fd-6bf1-42c9-a9fb-400a184eb7a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586917'] for network, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:00.416857 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0e8626f-9804-4a38-9f65-dc0f2340136f tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:47:00.428932 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e56d1d48-e575-40c2-8bd4-313143ddd22a None None] Sync routers for ids ['6391b526-f10b-444c-8ad5-7b6be3e9bd5e'] in n-d-813419-10 {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:47:00.442537 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e56d1d48-e575-40c2-8bd4-313143ddd22a None None] Routers {'6391b526-f10b-444c-8ad5-7b6be3e9bd5e'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:47:00.442847 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-955213fd-6bf1-42c9-a9fb-400a184eb7a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857803', 'neutron.services.segments.db._delete_segments_for_network-8743873143390'] for network, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:00.443368 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-e56d1d48-e575-40c2-8bd4-313143ddd22a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:46:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['6391b526-f10b-444c-8ad5-7b6be3e9bd5e'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:47:00.454874 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-b0e8626f-9804-4a38-9f65-dc0f2340136f tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks [] for router, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:00.456143 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-b0e8626f-9804-4a38-9f65-dc0f2340136f tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 2.0694113 Oct 27 10:47:00.458941 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 54682) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:47:00.465385 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-955213fd-6bf1-42c9-a9fb-400a184eb7a4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52036d58-c66e-40e1-88d1-28a371f6529d']}} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:47:00.476251 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-955213fd-6bf1-42c9-a9fb-400a184eb7a4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e130c75c-53da-47c2-b539-78a1cb32b80c') {'for_net_delete': True} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:47:00.476569 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-955213fd-6bf1-42c9-a9fb-400a184eb7a4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e130c75c-53da-47c2-b539-78a1cb32b80c') {} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:47:00.484569 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-e56d1d48-e575-40c2-8bd4-313143ddd22a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:47:00.493640 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-955213fd-6bf1-42c9-a9fb-400a184eb7a4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743873145191', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18445132'] for segment, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:00.495013 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e56d1d48-e575-40c2-8bd4-313143ddd22a None None] Routers {'6391b526-f10b-444c-8ad5-7b6be3e9bd5e'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:47:00.495853 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-e56d1d48-e575-40c2-8bd4-313143ddd22a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:46:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['6391b526-f10b-444c-8ad5-7b6be3e9bd5e'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:47:00.510951 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-955213fd-6bf1-42c9-a9fb-400a184eb7a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:00.518218 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-955213fd-6bf1-42c9-a9fb-400a184eb7a4 admin admin] Releasing vlan 432 on physical network physnet1 to pool {{(pid=102347) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 10:47:00.519323 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-955213fd-6bf1-42c9-a9fb-400a184eb7a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-18296032'] for segment, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:00.521455 n-d-813419-10 neutron-server[102347]: Traceback (most recent call last): Oct 27 10:47:00.521455 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 10:47:00.521455 n-d-813419-10 neutron-server[102347]: timer() Oct 27 10:47:00.521455 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 10:47:00.521455 n-d-813419-10 neutron-server[102347]: cb(*args, **kw) Oct 27 10:47:00.521455 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 10:47:00.521455 n-d-813419-10 neutron-server[102347]: return func(*args, **kwargs) Oct 27 10:47:00.521455 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 10:47:00.521455 n-d-813419-10 neutron-server[102347]: self._notify() Oct 27 10:47:00.521455 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 10:47:00.521455 n-d-813419-10 neutron-server[102347]: self.callback(batched_events) Oct 27 10:47:00.521455 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 10:47:00.521455 n-d-813419-10 neutron-server[102347]: event.method(event) Oct 27 10:47:00.521455 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 10:47:00.521455 n-d-813419-10 neutron-server[102347]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 10:47:00.521455 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 10:47:00.521455 n-d-813419-10 neutron-server[102347]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 10:47:00.521455 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 10:47:00.521455 n-d-813419-10 neutron-server[102347]: return f(self, *a, **k) Oct 27 10:47:00.521455 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 10:47:00.521455 n-d-813419-10 neutron-server[102347]: return self._get(url).json() Oct 27 10:47:00.521455 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 10:47:00.521455 n-d-813419-10 neutron-server[102347]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 10:47:00.521455 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 10:47:00.521455 n-d-813419-10 neutron-server[102347]: return self.request(url, 'GET', **kwargs) Oct 27 10:47:00.521455 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 10:47:00.521455 n-d-813419-10 neutron-server[102347]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 10:47:00.521455 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 10:47:00.521455 n-d-813419-10 neutron-server[102347]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 10:47:00.521455 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 10:47:00.521455 n-d-813419-10 neutron-server[102347]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 10:47:00.521455 n-d-813419-10 neutron-server[102347]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 10:47:00.535844 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-e56d1d48-e575-40c2-8bd4-313143ddd22a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:47:00.536919 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e56d1d48-e575-40c2-8bd4-313143ddd22a None None] The sync data for ids ['6391b526-f10b-444c-8ad5-7b6be3e9bd5e'] in n-d-813419-10 is: [] {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:47:00.554797 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 54684) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:47:00.583317 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-955213fd-6bf1-42c9-a9fb-400a184eb7a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664840'] for network, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:00.589915 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-955213fd-6bf1-42c9-a9fb-400a184eb7a4 admin admin] Publish callbacks [] for network, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:00.593570 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-955213fd-6bf1-42c9-a9fb-400a184eb7a4 admin admin] 10.222.0.44 "DELETE /v2.0/networks/52036d58-c66e-40e1-88d1-28a371f6529d HTTP/1.1" status: 204 len: 168 time: 0.3337612 Oct 27 10:47:00.605110 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955213fd-6bf1-42c9-a9fb-400a184eb7a4 admin admin] Pushing event deleted for resources: {'Network': ['ID=52036d58-c66e-40e1-88d1-28a371f6529d,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:47:00.618978 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-eee67afa-715c-4a75-a24f-c1ebe96f5c71 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e0ec8c338248463eadd7134ef16392ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0630286 Oct 27 10:47:00.622239 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 54688) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:47:00.626798 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-0cd39d0d-0d51-46e7-931c-69d6374b3281 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] 10.222.0.44 "GET /v2.0/routers/6391b526-f10b-444c-8ad5-7b6be3e9bd5e HTTP/1.1" status: 200 len: 880 time: 0.1634653 Oct 27 10:47:00.629380 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 54690) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:47:00.769985 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 54692) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:47:00.810970 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-853e4dde-5bae-4878-addd-ffdcecea8c2f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=22d5e1ffd5ff4e51bf968ca4b4d17780&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0396965 Oct 27 10:47:00.813499 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 54694) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:47:00.820784 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-0d350116-0c03-4ae9-8976-b4bb213dea30 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:00.859362 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-0d350116-0c03-4ae9-8976-b4bb213dea30 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:00.861042 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-7ea34b43-bdf2-4311-94a2-c26f876e0f4a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:00.882554 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-7ea34b43-bdf2-4311-94a2-c26f876e0f4a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:00.929445 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-7ea34b43-bdf2-4311-94a2-c26f876e0f4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:00.932219 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-7ea34b43-bdf2-4311-94a2-c26f876e0f4a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:00.933323 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-7ea34b43-bdf2-4311-94a2-c26f876e0f4a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/178b7c08-faf2-4fbd-b05b-d2a81132f701 HTTP/1.1" status: 204 len: 168 time: 0.1187704 Oct 27 10:47:00.942504 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea34b43-bdf2-4311-94a2-c26f876e0f4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=178b7c08-faf2-4fbd-b05b-d2a81132f701,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:47:00.952692 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-0d350116-0c03-4ae9-8976-b4bb213dea30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:00.955215 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-0d350116-0c03-4ae9-8976-b4bb213dea30 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:00.958626 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-0d350116-0c03-4ae9-8976-b4bb213dea30 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/78b00a37-7309-4fe7-b9e5-d3cf0246ee6d HTTP/1.1" status: 204 len: 168 time: 0.3330832 Oct 27 10:47:00.979024 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-31df7760-ea6f-4838-ac5e-c67f1c913cd3 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.3463888 Oct 27 10:47:00.979024 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d350116-0c03-4ae9-8976-b4bb213dea30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78b00a37-7309-4fe7-b9e5-d3cf0246ee6d,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:47:00.980083 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 54700) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:47:00.985121 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-c6137853-9640-4b98-be85-8a9dd842e18b tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-200653984'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:47:01.343688 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-c6137853-9640-4b98-be85-8a9dd842e18b tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1769395', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1765690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3711'] for router, precommit_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:01.358854 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-c6137853-9640-4b98-be85-8a9dd842e18b tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1769372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1769386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1769381', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1765685'] for router, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:01.362376 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 54714) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:47:01.417579 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-27317447-8642-450e-8062-3a6e27385272 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3d8ed4b451b74687b258a32a4a412afc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0533881 Oct 27 10:47:01.419903 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 54720) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:47:01.470978 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-514b643e-56e0-4fd8-98f4-47559da6276c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:01.492659 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-514b643e-56e0-4fd8-98f4-47559da6276c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:01.530268 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1016f8c-e9e4-4da0-b20c-ec8c36a3ded7 req-d8e0a7c0-36b6-436e-ba05-8e66065e0c96 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:47:01.531787 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b1016f8c-e9e4-4da0-b20c-ec8c36a3ded7 req-d8e0a7c0-36b6-436e-ba05-8e66065e0c96 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/ports?device_id=c53b965f-6cbc-4c51-91d9-9f9c0a613cc2 HTTP/1.1" status: 200 len: 944 time: 0.1034834 Oct 27 10:47:01.544834 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-514b643e-56e0-4fd8-98f4-47559da6276c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:01.547716 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-514b643e-56e0-4fd8-98f4-47559da6276c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:01.551403 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-514b643e-56e0-4fd8-98f4-47559da6276c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f8ab52f7-d307-46e2-a7e8-f85ebe3c8686 HTTP/1.1" status: 204 len: 168 time: 0.1282985 Oct 27 10:47:01.557817 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514b643e-56e0-4fd8-98f4-47559da6276c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8ab52f7-d307-46e2-a7e8-f85ebe3c8686,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:47:01.592690 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6137853-9640-4b98-be85-8a9dd842e18b tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Router 6391b526-f10b-444c-8ad5-7b6be3e9bd5e has already been hosted by L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb {{(pid=102347) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 10:47:01.640491 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b1016f8c-e9e4-4da0-b20c-ec8c36a3ded7 req-87cb973a-d497-44d9-b5e2-6199ece41ce7 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/security-groups?id=3238f945-43ac-4dbd-b7b0-70b6d0fec036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926032 Oct 27 10:47:01.766565 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6137853-9640-4b98-be85-8a9dd842e18b tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:47:01.774866 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-c6137853-9640-4b98-be85-8a9dd842e18b tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks [] for router, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:01.776069 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-c6137853-9640-4b98-be85-8a9dd842e18b tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] 10.222.0.44 "PUT /v2.0/routers/6391b526-f10b-444c-8ad5-7b6be3e9bd5e HTTP/1.1" status: 200 len: 887 time: 0.7956731 Oct 27 10:47:01.778940 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 54732) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:47:01.786010 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9c3a7e5-ce44-467e-94f4-770f8aa2c498 None None] Sync routers for ids ['6391b526-f10b-444c-8ad5-7b6be3e9bd5e'] in n-d-813419-10 {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:47:01.799364 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9c3a7e5-ce44-467e-94f4-770f8aa2c498 None None] Routers {'6391b526-f10b-444c-8ad5-7b6be3e9bd5e'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:47:01.800500 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-c9c3a7e5-ce44-467e-94f4-770f8aa2c498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:46:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['6391b526-f10b-444c-8ad5-7b6be3e9bd5e'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:47:01.855574 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-c9c3a7e5-ce44-467e-94f4-770f8aa2c498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:47:01.872881 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9c3a7e5-ce44-467e-94f4-770f8aa2c498 None None] Routers {'6391b526-f10b-444c-8ad5-7b6be3e9bd5e'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:47:01.873504 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-c9c3a7e5-ce44-467e-94f4-770f8aa2c498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:46:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['6391b526-f10b-444c-8ad5-7b6be3e9bd5e'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:47:01.911069 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-28ce9a7a-fa30-43c7-81a0-a810e2272cbc tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] 10.222.0.44 "GET /v2.0/routers/6391b526-f10b-444c-8ad5-7b6be3e9bd5e HTTP/1.1" status: 200 len: 887 time: 0.1308219 Oct 27 10:47:01.913591 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 54738) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:47:01.924410 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-c9c3a7e5-ce44-467e-94f4-770f8aa2c498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:47:01.925053 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9c3a7e5-ce44-467e-94f4-770f8aa2c498 None None] The sync data for ids ['6391b526-f10b-444c-8ad5-7b6be3e9bd5e'] in n-d-813419-10 is: [] {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:47:01.942937 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-83c03d1c-28d8-4d00-baa0-1db515302f58 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] 10.222.0.44 "GET /v2.0/ports?device_id=6391b526-f10b-444c-8ad5-7b6be3e9bd5e HTTP/1.1" status: 200 len: 205 time: 0.0271621 Oct 27 10:47:01.945862 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 54742) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:47:01.976678 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 54746) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:47:02.065066 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-307d78dd-7cdd-428c-8828-f33d9ce9d4bd tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks [] for router, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:02.140089 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-74f59078-ade5-447b-8459-c4daeae0997e admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1967508368-network', 'tenant_id': '09e0d82e3b1544249075dd58adde8cfd'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:47:02.167726 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74f59078-ade5-447b-8459-c4daeae0997e admin admin] Made reservation on behalf of 09e0d82e3b1544249075dd58adde8cfd for: {'network': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:47:02.170167 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-74f59078-ade5-447b-8459-c4daeae0997e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for network, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:02.182007 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-307d78dd-7cdd-428c-8828-f33d9ce9d4bd tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:02.183720 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-74f59078-ade5-447b-8459-c4daeae0997e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:02.242345 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-307d78dd-7cdd-428c-8828-f33d9ce9d4bd tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Deleting port 3396b817-3756-490a-8cfd-8ef9c03dc842 {{(pid=102346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:47:02.242959 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-307d78dd-7cdd-428c-8828-f33d9ce9d4bd tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:02.267572 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-74f59078-ade5-447b-8459-c4daeae0997e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:02.272513 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-74f59078-ade5-447b-8459-c4daeae0997e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:02.296016 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74f59078-ade5-447b-8459-c4daeae0997e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 422} {{(pid=102347) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 10:47:02.312601 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f59078-ade5-447b-8459-c4daeae0997e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b3ac09a-fc78-43b5-8f53-b81e13a554bd,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:47:02.317289 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-74f59078-ade5-447b-8459-c4daeae0997e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:02.317634 n-d-813419-10 neutron-server[102347]: INFO neutron.db.segments_db [None req-74f59078-ade5-447b-8459-c4daeae0997e admin admin] Added segment 24961c34-9d24-46fc-bc2c-0db0ce2089c6 of type vlan for network 34f179cc-3249-47e4-861c-1ad666b0e661 Oct 27 10:47:02.331454 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-307d78dd-7cdd-428c-8828-f33d9ce9d4bd tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:02.344964 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-307d78dd-7cdd-428c-8828-f33d9ce9d4bd tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Calling delete_port for 3396b817-3756-490a-8cfd-8ef9c03dc842 owned by network:router_gateway {{(pid=102346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:47:02.380478 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-74f59078-ade5-447b-8459-c4daeae0997e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743872593080'] for network, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:02.407592 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-74f59078-ade5-447b-8459-c4daeae0997e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913'] for network, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:02.408674 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74f59078-ade5-447b-8459-c4daeae0997e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:47:02.409316 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-74f59078-ade5-447b-8459-c4daeae0997e admin admin] Publish callbacks [] for network, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:02.490095 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-74f59078-ade5-447b-8459-c4daeae0997e admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5084333 Oct 27 10:47:02.492084 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 54764) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:47:02.507717 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-dc011385-7938-4ef5-9195-abe26e373d0e admin admin] Request body: {'subnet': {'network_id': '34f179cc-3249-47e4-861c-1ad666b0e661', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1967508368-subnet', 'tenant_id': '09e0d82e3b1544249075dd58adde8cfd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:47:02.523195 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f59078-ade5-447b-8459-c4daeae0997e admin admin] Pushing event updated for resources: {'Network': ['ID=34f179cc-3249-47e4-861c-1ad666b0e661,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:47:02.530404 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-307d78dd-7cdd-428c-8828-f33d9ce9d4bd tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:02.533900 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Network 34f179cc-3249-47e4-861c-1ad666b0e661 details requested by agent ovs-agent-n-d-813419-10 with host n-d-813419-10 {{(pid=102348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 10:47:02.542881 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc011385-7938-4ef5-9195-abe26e373d0e admin admin] Made reservation on behalf of 09e0d82e3b1544249075dd58adde8cfd for: {'subnet': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:47:02.545997 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-dc011385-7938-4ef5-9195-abe26e373d0e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18044073'] for subnet, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:02.565899 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307d78dd-7cdd-428c-8828-f33d9ce9d4bd tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Pushing event deleted for resources: {'Port': ['ID=3396b817-3756-490a-8cfd-8ef9c03dc842,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:47:02.581477 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:02.656323 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-307d78dd-7cdd-428c-8828-f33d9ce9d4bd tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1664884'] for router_gateway, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:03.177545 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-307d78dd-7cdd-428c-8828-f33d9ce9d4bd tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1765662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3700'] for router, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:03.180297 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-307d78dd-7cdd-428c-8828-f33d9ce9d4bd tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:03.187484 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-dc011385-7938-4ef5-9195-abe26e373d0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-18295883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18044091'] for subnet, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:03.242516 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a490bd-aa0d-4556-9a7d-426912cc7f11 req-a6611cf4-c60a-4af8-a536-3bc6e206a8b1 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:47:03.244978 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-02a490bd-aa0d-4556-9a7d-426912cc7f11 req-a6611cf4-c60a-4af8-a536-3bc6e206a8b1 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/ports?device_id=c53b965f-6cbc-4c51-91d9-9f9c0a613cc2 HTTP/1.1" status: 200 len: 944 time: 0.5121930 Oct 27 10:47:03.248007 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc011385-7938-4ef5-9195-abe26e373d0e admin admin] Pushing event updated for resources: {'Subnet': ['ID=69721ef8-98b2-4b17-a84c-866a1f534ad3,revision_number=0']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:47:03.255955 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-307d78dd-7cdd-428c-8828-f33d9ce9d4bd tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1765641'] for router, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:03.256103 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc011385-7938-4ef5-9195-abe26e373d0e admin admin] Checking segment: {'id': '24961c34-9d24-46fc-bc2c-0db0ce2089c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '34f179cc-3249-47e4-861c-1ad666b0e661'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:47:03.256482 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc011385-7938-4ef5-9195-abe26e373d0e admin admin] Network hostable DHCP agents. Network: 34f179cc-3249-47e4-861c-1ad666b0e661, hostable agents: ['eafd4000-b897-4722-ae8b-0118ec955181'], hosted agents: [] {{(pid=102347) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 10:47:03.256630 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-307d78dd-7cdd-428c-8828-f33d9ce9d4bd tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Fanout notify agent at l3_agent the message router_deleted on router 6391b526-f10b-444c-8ad5-7b6be3e9bd5e {{(pid=102346) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 10:47:03.269975 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-307d78dd-7cdd-428c-8828-f33d9ce9d4bd tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks [] for router, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:03.271109 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-307d78dd-7cdd-428c-8828-f33d9ce9d4bd tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] 10.222.0.44 "DELETE /v2.0/routers/6391b526-f10b-444c-8ad5-7b6be3e9bd5e HTTP/1.1" status: 204 len: 168 time: 1.3242562 Oct 27 10:47:03.276474 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 54774) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:47:03.281807 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-c1b21a75-3d61-4101-a389-8bb66d370a55 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Request body: {'network': {'name': 'tempest-RoutersTest-1968226332'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:47:03.288294 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc011385-7938-4ef5-9195-abe26e373d0e admin admin] Network 34f179cc-3249-47e4-861c-1ad666b0e661 is scheduled to be hosted by DHCP agent eafd4000-b897-4722-ae8b-0118ec955181 with binding_index 1 {{(pid=102347) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 10:47:03.307187 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [None req-dc011385-7938-4ef5-9195-abe26e373d0e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-10, 34f179cc-3249-47e4-861c-1ad666b0e661) {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:47:03.311888 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc011385-7938-4ef5-9195-abe26e373d0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:47:03.312622 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-dc011385-7938-4ef5-9195-abe26e373d0e admin admin] Publish callbacks [] for subnet, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:03.316693 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1b21a75-3d61-4101-a389-8bb66d370a55 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Made reservation on behalf of 14f921c9b3f94aa0bb5d8437d3b23079 for: {'network': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:47:03.321005 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-02a490bd-aa0d-4556-9a7d-426912cc7f11 req-c3eb750c-441e-4725-a8ab-fb58f9917e63 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/security-groups?id=3238f945-43ac-4dbd-b7b0-70b6d0fec036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676730 Oct 27 10:47:03.321187 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-c1b21a75-3d61-4101-a389-8bb66d370a55 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for network, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:03.321708 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5228ae24-6635-421e-98c4-589db9a202da None None] Network 34f179cc-3249-47e4-861c-1ad666b0e661 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:47:03.352051 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1b21a75-3d61-4101-a389-8bb66d370a55 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 415} {{(pid=102347) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 10:47:03.364260 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-dc011385-7938-4ef5-9195-abe26e373d0e admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8682048 Oct 27 10:47:03.376899 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-c1b21a75-3d61-4101-a389-8bb66d370a55 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:03.377250 n-d-813419-10 neutron-server[102347]: INFO neutron.db.segments_db [None req-c1b21a75-3d61-4101-a389-8bb66d370a55 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Added segment 2a4918b0-4664-4ba3-9634-a1cfbab3ba75 of type vlan for network b56e168a-ccba-4162-be6e-b9d57ba0abd1 Oct 27 10:47:03.426789 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-c1b21a75-3d61-4101-a389-8bb66d370a55 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743872593080'] for network, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:03.461490 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-c1b21a75-3d61-4101-a389-8bb66d370a55 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913'] for network, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:03.469217 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1b21a75-3d61-4101-a389-8bb66d370a55 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:47:03.470560 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-c1b21a75-3d61-4101-a389-8bb66d370a55 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks [] for network, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:03.503960 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0207bbe8-59bb-4cbf-94e2-14635fa8e0a1 None None] Network 34f179cc-3249-47e4-861c-1ad666b0e661 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:47:03.548302 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 54780) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:47:03.549325 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-c1b21a75-3d61-4101-a389-8bb66d370a55 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2710440 Oct 27 10:47:03.564516 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-bacbcceb-5a1d-4e8a-92f2-3acae8b0e91c tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Request body: {'subnet': {'network_id': 'b56e168a-ccba-4162-be6e-b9d57ba0abd1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:47:03.566053 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b21a75-3d61-4101-a389-8bb66d370a55 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Pushing event updated for resources: {'Network': ['ID=b56e168a-ccba-4162-be6e-b9d57ba0abd1,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:47:03.594712 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Network b56e168a-ccba-4162-be6e-b9d57ba0abd1 details requested by agent ovs-agent-n-d-813419-10 with host n-d-813419-10 {{(pid=102348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 10:47:03.694618 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bacbcceb-5a1d-4e8a-92f2-3acae8b0e91c tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Made reservation on behalf of 14f921c9b3f94aa0bb5d8437d3b23079 for: {'subnet': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:47:03.700239 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-bacbcceb-5a1d-4e8a-92f2-3acae8b0e91c tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27167186'] for subnet, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:03.921114 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-bacbcceb-5a1d-4e8a-92f2-3acae8b0e91c tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27024290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27167168'] for subnet, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:03.963500 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4660ca60-0a20-4426-b94f-e8f97b69fd96 req-1f99ccec-3cf4-4abd-9ec6-24996c19adb9 tempest-MultipleCreateTestJSON-1529432009 tempest-MultipleCreateTestJSON-1529432009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:47:03.970937 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-4660ca60-0a20-4426-b94f-e8f97b69fd96 req-1f99ccec-3cf4-4abd-9ec6-24996c19adb9 tempest-MultipleCreateTestJSON-1529432009 tempest-MultipleCreateTestJSON-1529432009-project] 10.222.0.44 "GET /v2.0/networks?id=34f179cc-3249-47e4-861c-1ad666b0e661 HTTP/1.1" status: 200 len: 813 time: 0.1354847 Oct 27 10:47:03.983532 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-4660ca60-0a20-4426-b94f-e8f97b69fd96 req-199f2ee6-3a9e-4c34-ac3c-6940e1c01177 tempest-MultipleCreateTestJSON-1529432009 tempest-MultipleCreateTestJSON-1529432009-project] 10.222.0.44 "GET /v2.0/quotas/09e0d82e3b1544249075dd58adde8cfd HTTP/1.1" status: 200 len: 375 time: 0.0116169 Oct 27 10:47:03.983761 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacbcceb-5a1d-4e8a-92f2-3acae8b0e91c tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Pushing event updated for resources: {'Subnet': ['ID=e5c7a439-76bc-4e8e-bc52-04dfb6c80aa4,revision_number=0']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:47:03.991421 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bacbcceb-5a1d-4e8a-92f2-3acae8b0e91c tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Checking segment: {'id': '2a4918b0-4664-4ba3-9634-a1cfbab3ba75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'b56e168a-ccba-4162-be6e-b9d57ba0abd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:47:03.991726 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bacbcceb-5a1d-4e8a-92f2-3acae8b0e91c tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Network hostable DHCP agents. Network: b56e168a-ccba-4162-be6e-b9d57ba0abd1, hostable agents: ['eafd4000-b897-4722-ae8b-0118ec955181'], hosted agents: [] {{(pid=102346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 10:47:04.009934 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bacbcceb-5a1d-4e8a-92f2-3acae8b0e91c tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Network b56e168a-ccba-4162-be6e-b9d57ba0abd1 is scheduled to be hosted by DHCP agent eafd4000-b897-4722-ae8b-0118ec955181 with binding_index 1 {{(pid=102346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 10:47:04.021334 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-bacbcceb-5a1d-4e8a-92f2-3acae8b0e91c tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-10, b56e168a-ccba-4162-be6e-b9d57ba0abd1) {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:47:04.026965 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bacbcceb-5a1d-4e8a-92f2-3acae8b0e91c tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:47:04.027988 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-bacbcceb-5a1d-4e8a-92f2-3acae8b0e91c tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for subnet, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:04.036727 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-503ed58d-11ad-497a-aacd-4e260fb34f99 None None] Network b56e168a-ccba-4162-be6e-b9d57ba0abd1 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:47:04.041725 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-4660ca60-0a20-4426-b94f-e8f97b69fd96 req-582fdf86-f3fa-4efc-b83f-179ced53c390 tempest-MultipleCreateTestJSON-1529432009 tempest-MultipleCreateTestJSON-1529432009-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=09e0d82e3b1544249075dd58adde8cfd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0428662 Oct 27 10:47:04.048479 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-bacbcceb-5a1d-4e8a-92f2-3acae8b0e91c tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4987075 Oct 27 10:47:04.050898 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 54800) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:47:04.055951 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-9897e6c9-1fbf-47ca-950d-368f6419fcaf tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-21216040', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:47:04.083254 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-9897e6c9-1fbf-47ca-950d-368f6419fcaf tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1768632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3610'] for router, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:04.084621 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-9897e6c9-1fbf-47ca-950d-368f6419fcaf tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1765704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1769409', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1694266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3597'] for router, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:04.149942 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-9897e6c9-1fbf-47ca-950d-368f6419fcaf tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:04.154939 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-9897e6c9-1fbf-47ca-950d-368f6419fcaf tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1765699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1769372'] for router, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:04.161772 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-4660ca60-0a20-4426-b94f-e8f97b69fd96 req-4e06c4eb-2f56-4cae-a4bc-e3cd94eb4256 service neutron] 10.222.0.44 "GET /v2.0/networks/34f179cc-3249-47e4-861c-1ad666b0e661?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1118228 Oct 27 10:47:04.179759 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-9897e6c9-1fbf-47ca-950d-368f6419fcaf tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks [] for router, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:04.184447 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-9897e6c9-1fbf-47ca-950d-368f6419fcaf tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.1321664 Oct 27 10:47:04.185050 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 54802) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:47:04.238932 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebb2bf42-c043-4192-892b-20bd5b8b59da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp734b258e-7d96-550c-b970-9b72ab66f383-b56e168a-ccba-4162-be6e-b9d57ba0abd1', 'network_id': 'b56e168a-ccba-4162-be6e-b9d57ba0abd1', 'tenant_id': '14f921c9b3f94aa0bb5d8437d3b23079', 'fixed_ips': [{'subnet_id': 'e5c7a439-76bc-4e8e-bc52-04dfb6c80aa4'}]}} from n-d-813419-10. {{(pid=102348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 10:47:04.240429 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-ebb2bf42-c043-4192-892b-20bd5b8b59da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:04.267988 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-4660ca60-0a20-4426-b94f-e8f97b69fd96 req-dba49d28-737c-44c2-a8c8-0cfd5260ddc3 service neutron] 10.222.0.44 "GET /v2.0/networks/34f179cc-3249-47e4-861c-1ad666b0e661?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975611 Oct 27 10:47:04.412847 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.db_base_plugin_common [None req-ebb2bf42-c043-4192-892b-20bd5b8b59da None None] Allocated IP 172.20.0.2 (b56e168a-ccba-4162-be6e-b9d57ba0abd1/e5c7a439-76bc-4e8e-bc52-04dfb6c80aa4/6024b4e4-9d7e-443e-9038-409183666a0d) {{(pid=102348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:47:04.564831 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-a80d74f6-b568-4b4f-b12d-bf34c66eb867 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:04.576750 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28245ae-f049-492a-893c-1a755147d7af req-ead4da09-3b75-4476-abbf-bffe08fb5654 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:47:04.579394 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-f28245ae-f049-492a-893c-1a755147d7af req-ead4da09-3b75-4476-abbf-bffe08fb5654 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/ports?device_id=c53b965f-6cbc-4c51-91d9-9f9c0a613cc2 HTTP/1.1" status: 200 len: 944 time: 0.1198599 Oct 27 10:47:04.703813 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-ebb2bf42-c043-4192-892b-20bd5b8b59da None None] Publish callbacks [] for port, precommit_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:04.704400 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-f28245ae-f049-492a-893c-1a755147d7af req-e5071155-c27c-40d7-aded-bfed5fc54168 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/security-groups?id=3238f945-43ac-4dbd-b7b0-70b6d0fec036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180961 Oct 27 10:47:04.714609 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-ebb2bf42-c043-4192-892b-20bd5b8b59da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606'] for port, after_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:04.715926 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-9cc30097-cb29-4e22-afd1-ee0f7c8bbbe9 req-3ff8d944-6709-468a-9b1e-729b8ed8b729 tempest-MultipleCreateTestJSON-1529432009 tempest-MultipleCreateTestJSON-1529432009-project] 10.222.0.44 "GET /v2.0/ports?device_id=e974657c-628e-41a8-98ac-09ea18f39964 HTTP/1.1" status: 200 len: 210 time: 0.0354135 Oct 27 10:47:04.787257 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb2bf42-c043-4192-892b-20bd5b8b59da None None] Pushing event updated for resources: {'Port': ['ID=6024b4e4-9d7e-443e-9038-409183666a0d,revision_number=1']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:47:04.799861 n-d-813419-10 neutron-server[102348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebb2bf42-c043-4192-892b-20bd5b8b59da None None] Network b56e168a-ccba-4162-be6e-b9d57ba0abd1 is already hosted by enough agents. {{(pid=102348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:47:04.801770 n-d-813419-10 neutron-server[102348]: DEBUG neutron.scheduler.base_scheduler [None req-ebb2bf42-c043-4192-892b-20bd5b8b59da None None] Resources bound (agent type, host, resource id): {{(pid=102348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:47:04.805561 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebb2bf42-c043-4192-892b-20bd5b8b59da None None] Received port after_create {{(pid=102348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:47:04.871124 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-ebb2bf42-c043-4192-892b-20bd5b8b59da None None] Attempting to bind port 6024b4e4-9d7e-443e-9038-409183666a0d on host n-d-813419-10 for vnic_type normal with profile {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:47:04.871483 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-ebb2bf42-c043-4192-892b-20bd5b8b59da None None] Attempting to bind port 6024b4e4-9d7e-443e-9038-409183666a0d by drivers openvswitch,hyperv on host n-d-813419-10 at level 0 using segments [{'id': '2a4918b0-4664-4ba3-9634-a1cfbab3ba75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'b56e168a-ccba-4162-be6e-b9d57ba0abd1'}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:47:04.871840 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebb2bf42-c043-4192-892b-20bd5b8b59da None None] Attempting to bind port 6024b4e4-9d7e-443e-9038-409183666a0d on network b56e168a-ccba-4162-be6e-b9d57ba0abd1 {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:47:04.880513 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebb2bf42-c043-4192-892b-20bd5b8b59da None None] Checking agent: {'id': '89dba0f3-79b2-435e-9822-33674b8f6ada', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 8, 20), 'started_at': datetime.datetime(2021, 10, 27, 10, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 46, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:47:04.880990 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebb2bf42-c043-4192-892b-20bd5b8b59da None None] Checking segment: {'id': '2a4918b0-4664-4ba3-9634-a1cfbab3ba75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'b56e168a-ccba-4162-be6e-b9d57ba0abd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:47:04.881396 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-ebb2bf42-c043-4192-892b-20bd5b8b59da None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:04.882339 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebb2bf42-c043-4192-892b-20bd5b8b59da None None] Bound using segment: {'id': '2a4918b0-4664-4ba3-9634-a1cfbab3ba75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'b56e168a-ccba-4162-be6e-b9d57ba0abd1'} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:47:04.882812 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-ebb2bf42-c043-4192-892b-20bd5b8b59da None None] Bound port: 6024b4e4-9d7e-443e-9038-409183666a0d, host: n-d-813419-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a4918b0-4664-4ba3-9634-a1cfbab3ba75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'b56e168a-ccba-4162-be6e-b9d57ba0abd1'}}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:47:04.883242 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-ebb2bf42-c043-4192-892b-20bd5b8b59da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:04.886673 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_common [None req-a80d74f6-b568-4b4f-b12d-bf34c66eb867 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Allocated IP 172.20.0.1 (b56e168a-ccba-4162-be6e-b9d57ba0abd1/e5c7a439-76bc-4e8e-bc52-04dfb6c80aa4/818670ab-d6db-4946-bbbd-195dce10fbb9) {{(pid=102346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:47:04.991017 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-ebb2bf42-c043-4192-892b-20bd5b8b59da None None] For port 6024b4e4-9d7e-443e-9038-409183666a0d, host n-d-813419-10, cleared binding levels {{(pid=102348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:47:04.994950 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-ebb2bf42-c043-4192-892b-20bd5b8b59da None None] For port 6024b4e4-9d7e-443e-9038-409183666a0d, host n-d-813419-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=6024b4e4-9d7e-443e-9038-409183666a0d,segment=NetworkSegment(2a4918b0-4664-4ba3-9634-a1cfbab3ba75),segment_id=2a4918b0-4664-4ba3-9634-a1cfbab3ba75)] {{(pid=102348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:47:05.000428 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-ebb2bf42-c043-4192-892b-20bd5b8b59da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:05.026715 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-a80d74f6-b568-4b4f-b12d-bf34c66eb867 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks [] for port, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:05.065707 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb2bf42-c043-4192-892b-20bd5b8b59da None None] Pushing event updated for resources: {'Port': ['ID=6024b4e4-9d7e-443e-9038-409183666a0d,revision_number=2']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:47:05.076862 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-a80d74f6-b568-4b4f-b12d-bf34c66eb867 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:05.143508 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a80d74f6-b568-4b4f-b12d-bf34c66eb867 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Network b56e168a-ccba-4162-be6e-b9d57ba0abd1 is already hosted by enough agents. {{(pid=102346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:47:05.146783 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-a80d74f6-b568-4b4f-b12d-bf34c66eb867 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Resources bound (agent type, host, resource id): {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:47:05.150763 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a80d74f6-b568-4b4f-b12d-bf34c66eb867 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Received port after_create {{(pid=102346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:47:05.177413 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80d74f6-b568-4b4f-b12d-bf34c66eb867 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Pushing event updated for resources: {'Port': ['ID=818670ab-d6db-4946-bbbd-195dce10fbb9,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:47:05.204556 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-a80d74f6-b568-4b4f-b12d-bf34c66eb867 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1664961'] for router_interface, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:05.398192 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-a80d74f6-b568-4b4f-b12d-bf34c66eb867 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:05.721878 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-a80d74f6-b568-4b4f-b12d-bf34c66eb867 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks [] for port, precommit_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:05.728709 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-a80d74f6-b568-4b4f-b12d-bf34c66eb867 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27024173'] for port, after_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:05.808665 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80d74f6-b568-4b4f-b12d-bf34c66eb867 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Pushing event updated for resources: {'Port': ['ID=818670ab-d6db-4946-bbbd-195dce10fbb9,revision_number=2']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:47:05.811284 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-a80d74f6-b568-4b4f-b12d-bf34c66eb867 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2006967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1766225'] for router_interface, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:05.839741 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-d869f8bf-37f5-4f85-854d-5c261956ba61 req-0a5d0ec9-fc6d-42b5-92eb-078c45fc4fb4 tempest-MultipleCreateTestJSON-1529432009 tempest-MultipleCreateTestJSON-1529432009-project] 10.222.0.44 "GET /v2.0/ports?device_id=e974657c-628e-41a8-98ac-09ea18f39964 HTTP/1.1" status: 200 len: 210 time: 0.0301983 Oct 27 10:47:05.947644 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7675bc-6749-49a2-89ee-7b8b00bf9861 req-e153e0e5-cdec-4321-88c4-f24998fe6fe4 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:47:05.949552 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-aa7675bc-6749-49a2-89ee-7b8b00bf9861 req-e153e0e5-cdec-4321-88c4-f24998fe6fe4 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/ports?device_id=c53b965f-6cbc-4c51-91d9-9f9c0a613cc2 HTTP/1.1" status: 200 len: 944 time: 0.1266704 Oct 27 10:47:06.033251 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-aa7675bc-6749-49a2-89ee-7b8b00bf9861 req-8a1d7e16-841d-437a-9068-f61e8b5e6710 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/security-groups?id=3238f945-43ac-4dbd-b7b0-70b6d0fec036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755169 Oct 27 10:47:06.036961 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a80d74f6-b568-4b4f-b12d-bf34c66eb867 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Network b56e168a-ccba-4162-be6e-b9d57ba0abd1 is already hosted by enough agents. {{(pid=102346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:47:06.041301 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-a80d74f6-b568-4b4f-b12d-bf34c66eb867 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Resources bound (agent type, host, resource id): {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:47:06.104530 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 6024b4e4-9d7e-443e-9038-409183666a0d up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:47:06.195071 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port 6024b4e4-9d7e-443e-9038-409183666a0d triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:47:06.195702 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:06.225337 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a80d74f6-b568-4b4f-b12d-bf34c66eb867 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Router 01c7ba93-4762-4fd6-b4ae-fd12573ca8be is scheduled to L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb with binding_index 1 {{(pid=102346) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 10:47:06.302929 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device 5d55d707-0eec-403e-a06e-7d5ae4ea5bd9 details requested by agent hyperv_n-h1-813419-10 with host n-h1-813419-10 {{(pid=102348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 10:47:06.373140 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4660ca60-0a20-4426-b94f-e8f97b69fd96 req-341f6a37-db58-4b1a-8ef8-5b71269e3261 tempest-MultipleCreateTestJSON-1529432009 tempest-MultipleCreateTestJSON-1529432009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:47:06.375290 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-4660ca60-0a20-4426-b94f-e8f97b69fd96 req-341f6a37-db58-4b1a-8ef8-5b71269e3261 tempest-MultipleCreateTestJSON-1529432009 tempest-MultipleCreateTestJSON-1529432009-project] 10.222.0.64 "GET /v2.0/networks?id=34f179cc-3249-47e4-861c-1ad666b0e661 HTTP/1.1" status: 200 len: 813 time: 0.2982283 Oct 27 10:47:06.380467 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a80d74f6-b568-4b4f-b12d-bf34c66eb867 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:47:06.390032 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [req-4660ca60-0a20-4426-b94f-e8f97b69fd96 req-b3c658b3-5059-47f0-bbcc-bf86612fe0e7 tempest-MultipleCreateTestJSON-1529432009 tempest-MultipleCreateTestJSON-1529432009-project] Request body: {'port': {'device_id': 'e974657c-628e-41a8-98ac-09ea18f39964', 'network_id': '34f179cc-3249-47e4-861c-1ad666b0e661', 'admin_state_up': True, 'tenant_id': '09e0d82e3b1544249075dd58adde8cfd'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:47:06.393967 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6b51bb2-95c8-47de-956a-5bcddb8def13 None None] Sync routers for ids ['01c7ba93-4762-4fd6-b4ae-fd12573ca8be'] in n-d-813419-10 {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:47:06.394966 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:06.395870 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-a80d74f6-b568-4b4f-b12d-bf34c66eb867 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] 10.222.0.44 "PUT /v2.0/routers/01c7ba93-4762-4fd6-b4ae-fd12573ca8be/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2096374 Oct 27 10:47:06.396584 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 54832) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:47:06.411347 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6b51bb2-95c8-47de-956a-5bcddb8def13 None None] Routers {'01c7ba93-4762-4fd6-b4ae-fd12573ca8be'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:47:06.412236 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-b6b51bb2-95c8-47de-956a-5bcddb8def13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:46:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['01c7ba93-4762-4fd6-b4ae-fd12573ca8be'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:47:06.446891 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.db.resource_extend [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 27 10:47:06.457149 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-b6b51bb2-95c8-47de-956a-5bcddb8def13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:47:06.468844 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-081b86da-bace-42c2-b09e-56eb5fb11ce0 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:47:06.473665 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-081b86da-bace-42c2-b09e-56eb5fb11ce0 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] 10.222.0.44 "GET /v2.0/ports/818670ab-d6db-4946-bbbd-195dce10fbb9 HTTP/1.1" status: 200 len: 910 time: 0.0759413 Oct 27 10:47:06.474357 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 54834) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:47:06.496796 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6b51bb2-95c8-47de-956a-5bcddb8def13 None None] Routers {'01c7ba93-4762-4fd6-b4ae-fd12573ca8be'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:47:06.498482 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-b6b51bb2-95c8-47de-956a-5bcddb8def13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:46:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['01c7ba93-4762-4fd6-b4ae-fd12573ca8be'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:47:06.503052 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-50e023a0-3b62-46c4-9641-c52b9364e2ad tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'e5c7a439-76bc-4e8e-bc52-04dfb6c80aa4'}]}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:47:06.536860 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-b6b51bb2-95c8-47de-956a-5bcddb8def13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:47:06.537770 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6b51bb2-95c8-47de-956a-5bcddb8def13 None None] The sync data for ids ['01c7ba93-4762-4fd6-b4ae-fd12573ca8be'] in n-d-813419-10 is: [] {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:47:06.595809 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] For port 6024b4e4-9d7e-443e-9038-409183666a0d, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=6024b4e4-9d7e-443e-9038-409183666a0d,segment=NetworkSegment(2a4918b0-4664-4ba3-9634-a1cfbab3ba75),segment_id=2a4918b0-4664-4ba3-9634-a1cfbab3ba75)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:47:06.605175 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:06.606760 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4660ca60-0a20-4426-b94f-e8f97b69fd96 req-b3c658b3-5059-47f0-bbcc-bf86612fe0e7 tempest-MultipleCreateTestJSON-1529432009 tempest-MultipleCreateTestJSON-1529432009-project] Made reservation on behalf of 09e0d82e3b1544249075dd58adde8cfd for: {'port': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:47:06.615075 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-4660ca60-0a20-4426-b94f-e8f97b69fd96 req-b3c658b3-5059-47f0-bbcc-bf86612fe0e7 tempest-MultipleCreateTestJSON-1529432009 tempest-MultipleCreateTestJSON-1529432009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:06.676023 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Pushing event updated for resources: {'Port': ['ID=6024b4e4-9d7e-443e-9038-409183666a0d,revision_number=3']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:47:06.678768 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4c3ead9-9303-405f-a336-c3ea6406810c None None] Network b56e168a-ccba-4162-be6e-b9d57ba0abd1 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:47:06.717100 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4660ca60-0a20-4426-b94f-e8f97b69fd96 req-2a09f53c-40dc-4b34-93ad-ecc9f9da3535 tempest-MultipleCreateTestJSON-1529432009 tempest-MultipleCreateTestJSON-1529432009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:47:06.718734 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-4660ca60-0a20-4426-b94f-e8f97b69fd96 req-2a09f53c-40dc-4b34-93ad-ecc9f9da3535 tempest-MultipleCreateTestJSON-1529432009 tempest-MultipleCreateTestJSON-1529432009-project] 10.222.0.76 "GET /v2.0/networks?id=34f179cc-3249-47e4-861c-1ad666b0e661 HTTP/1.1" status: 200 len: 813 time: 0.2433798 Oct 27 10:47:06.738306 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [req-4660ca60-0a20-4426-b94f-e8f97b69fd96 req-05b72d4f-813b-409f-b11b-dd65899a2fa8 tempest-MultipleCreateTestJSON-1529432009 tempest-MultipleCreateTestJSON-1529432009-project] Request body: {'port': {'device_id': '93be3694-0a58-4c68-81f1-3b99dc3e62ed', 'network_id': '34f179cc-3249-47e4-861c-1ad666b0e661', 'admin_state_up': True, 'tenant_id': '09e0d82e3b1544249075dd58adde8cfd'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:47:06.825948 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-68ba95b2-80c1-4178-9bb7-2743c5f73714 None None] Provisioning complete for port 6024b4e4-9d7e-443e-9038-409183666a0d triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:47:06.826347 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-68ba95b2-80c1-4178-9bb7-2743c5f73714 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:06.826856 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_common [req-4660ca60-0a20-4426-b94f-e8f97b69fd96 req-b3c658b3-5059-47f0-bbcc-bf86612fe0e7 tempest-MultipleCreateTestJSON-1529432009 tempest-MultipleCreateTestJSON-1529432009-project] Allocated IP 172.20.0.13 (34f179cc-3249-47e4-861c-1ad666b0e661/69721ef8-98b2-4b17-a84c-866a1f534ad3/e6fa390b-a94c-46d8-976f-3889492ffb9a) {{(pid=102347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:47:06.843910 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-50e023a0-3b62-46c4-9641-c52b9364e2ad tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:06.902516 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port 5d55d707-0eec-403e-a06e-7d5ae4ea5bd9, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=5d55d707-0eec-403e-a06e-7d5ae4ea5bd9,segment=NetworkSegment(d1b37471-bd8e-4564-a77c-6e0c9d2699fd),segment_id=d1b37471-bd8e-4564-a77c-6e0c9d2699fd)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:47:06.993231 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Returning: {'device': '5d55d707-0eec-403e-a06e-7d5ae4ea5bd9', 'network_id': '33cc32c2-598c-44fc-a251-6575a62c00c5', 'port_id': '5d55d707-0eec-403e-a06e-7d5ae4ea5bd9', 'mac_address': 'fa:16:3e:9c:c4:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87624d80-dded-417f-af79-cc56a741e5c4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 10:47:07.052712 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:07.062243 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-383f0a70-bf30-4656-8304-18a44ab2e44f req-f8212a6c-811a-4fd6-aea5-31ae58b66757 tempest-MultipleCreateTestJSON-1529432009 tempest-MultipleCreateTestJSON-1529432009-project] 10.222.0.44 "GET /v2.0/ports?device_id=e974657c-628e-41a8-98ac-09ea18f39964 HTTP/1.1" status: 200 len: 210 time: 0.0384071 Oct 27 10:47:07.068739 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-4660ca60-0a20-4426-b94f-e8f97b69fd96 req-b3c658b3-5059-47f0-bbcc-bf86612fe0e7 tempest-MultipleCreateTestJSON-1529432009 tempest-MultipleCreateTestJSON-1529432009-project] Publish callbacks [] for port, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:07.084856 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d55d707-0eec-403e-a06e-7d5ae4ea5bd9 {{(pid=102348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:47:07.105994 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port 5d55d707-0eec-403e-a06e-7d5ae4ea5bd9, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=5d55d707-0eec-403e-a06e-7d5ae4ea5bd9,segment=NetworkSegment(d1b37471-bd8e-4564-a77c-6e0c9d2699fd),segment_id=d1b37471-bd8e-4564-a77c-6e0c9d2699fd)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:47:07.118783 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:07.161920 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-4660ca60-0a20-4426-b94f-e8f97b69fd96 req-b3c658b3-5059-47f0-bbcc-bf86612fe0e7 tempest-MultipleCreateTestJSON-1529432009 tempest-MultipleCreateTestJSON-1529432009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:07.175710 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Pushing event updated for resources: {'Port': ['ID=5d55d707-0eec-403e-a06e-7d5ae4ea5bd9,revision_number=4']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:47:07.229522 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4660ca60-0a20-4426-b94f-e8f97b69fd96 req-05b72d4f-813b-409f-b11b-dd65899a2fa8 tempest-MultipleCreateTestJSON-1529432009 tempest-MultipleCreateTestJSON-1529432009-project] Made reservation on behalf of 09e0d82e3b1544249075dd58adde8cfd for: {'port': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:47:07.233538 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-4660ca60-0a20-4426-b94f-e8f97b69fd96 req-05b72d4f-813b-409f-b11b-dd65899a2fa8 tempest-MultipleCreateTestJSON-1529432009 tempest-MultipleCreateTestJSON-1529432009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:07.233726 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4660ca60-0a20-4426-b94f-e8f97b69fd96 req-b3c658b3-5059-47f0-bbcc-bf86612fe0e7 tempest-MultipleCreateTestJSON-1529432009 tempest-MultipleCreateTestJSON-1529432009-project] Network 34f179cc-3249-47e4-861c-1ad666b0e661 is already hosted by enough agents. {{(pid=102347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:47:07.243221 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [req-4660ca60-0a20-4426-b94f-e8f97b69fd96 req-b3c658b3-5059-47f0-bbcc-bf86612fe0e7 tempest-MultipleCreateTestJSON-1529432009 tempest-MultipleCreateTestJSON-1529432009-project] Resources bound (agent type, host, resource id): {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:47:07.248055 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [req-4660ca60-0a20-4426-b94f-e8f97b69fd96 req-b3c658b3-5059-47f0-bbcc-bf86612fe0e7 tempest-MultipleCreateTestJSON-1529432009 tempest-MultipleCreateTestJSON-1529432009-project] Received port after_create {{(pid=102347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:47:07.271296 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c658b3-5059-47f0-bbcc-bf86612fe0e7 tempest-MultipleCreateTestJSON-1529432009 tempest-MultipleCreateTestJSON-1529432009-project] Pushing event updated for resources: {'Port': ['ID=e6fa390b-a94c-46d8-976f-3889492ffb9a,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:47:07.311829 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4660ca60-0a20-4426-b94f-e8f97b69fd96 req-b3c658b3-5059-47f0-bbcc-bf86612fe0e7 tempest-MultipleCreateTestJSON-1529432009 tempest-MultipleCreateTestJSON-1529432009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:47:07.312973 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-4660ca60-0a20-4426-b94f-e8f97b69fd96 req-b3c658b3-5059-47f0-bbcc-bf86612fe0e7 tempest-MultipleCreateTestJSON-1529432009 tempest-MultipleCreateTestJSON-1529432009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:07.341311 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-4660ca60-0a20-4426-b94f-e8f97b69fd96 req-b3c658b3-5059-47f0-bbcc-bf86612fe0e7 tempest-MultipleCreateTestJSON-1529432009 tempest-MultipleCreateTestJSON-1529432009-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9559374 Oct 27 10:47:07.354630 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] get_ports_and_sgs() called for port_ids ['5d55d707-0eec-403e-a06e-7d5ae4ea5bd9'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:47:07.363993 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [req-4660ca60-0a20-4426-b94f-e8f97b69fd96 req-24089556-b8c9-4e6b-80da-7c7d1c93cd05 service neutron] Request body: {'port': {'device_id': 'e974657c-628e-41a8-98ac-09ea18f39964', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-10'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:47:07.417391 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366c592b-e7e7-45fb-8f9d-712f9c601612 req-1d97c5a3-46e4-4a2a-b02b-c3096e28fad5 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:47:07.419220 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-366c592b-e7e7-45fb-8f9d-712f9c601612 req-1d97c5a3-46e4-4a2a-b02b-c3096e28fad5 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/ports?device_id=c53b965f-6cbc-4c51-91d9-9f9c0a613cc2 HTTP/1.1" status: 200 len: 945 time: 0.1832838 Oct 27 10:47:07.468309 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-4660ca60-0a20-4426-b94f-e8f97b69fd96 req-24089556-b8c9-4e6b-80da-7c7d1c93cd05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:07.568172 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-0f7820a6-2358-4307-9004-983c82e203d4 None None] Provisioning complete for port 6024b4e4-9d7e-443e-9038-409183666a0d triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:47:07.568721 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-0f7820a6-2358-4307-9004-983c82e203d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:07.579439 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-366c592b-e7e7-45fb-8f9d-712f9c601612 req-412bdaae-f2aa-4607-ab15-03978e01ebf4 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/security-groups?id=3238f945-43ac-4dbd-b7b0-70b6d0fec036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264982 Oct 27 10:47:07.618753 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_common [req-4660ca60-0a20-4426-b94f-e8f97b69fd96 req-05b72d4f-813b-409f-b11b-dd65899a2fa8 tempest-MultipleCreateTestJSON-1529432009 tempest-MultipleCreateTestJSON-1529432009-project] Allocated IP 172.20.0.5 (34f179cc-3249-47e4-861c-1ad666b0e661/69721ef8-98b2-4b17-a84c-866a1f534ad3/46e8aa0c-dd8b-49d9-865f-cf106909fef3) {{(pid=102346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:47:07.680688 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-50e023a0-3b62-46c4-9641-c52b9364e2ad tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks [] for port, precommit_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:07.857700 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-50e023a0-3b62-46c4-9641-c52b9364e2ad tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27024173'] for port, after_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:07.871282 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-4660ca60-0a20-4426-b94f-e8f97b69fd96 req-05b72d4f-813b-409f-b11b-dd65899a2fa8 tempest-MultipleCreateTestJSON-1529432009 tempest-MultipleCreateTestJSON-1529432009-project] Publish callbacks [] for port, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:07.916282 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-0f7820a6-2358-4307-9004-983c82e203d4 None None] Provisioning complete for port 818670ab-d6db-4946-bbbd-195dce10fbb9 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:47:07.917018 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-0f7820a6-2358-4307-9004-983c82e203d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:07.953513 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-0f7820a6-2358-4307-9004-983c82e203d4 None None] Port 818670ab-d6db-4946-bbbd-195dce10fbb9 cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:47:07.982561 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 6024b4e4-9d7e-443e-9038-409183666a0d up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:47:07.997875 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50e023a0-3b62-46c4-9641-c52b9364e2ad tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:47:07.998489 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-50e023a0-3b62-46c4-9641-c52b9364e2ad tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:08.002414 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-50e023a0-3b62-46c4-9641-c52b9364e2ad tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] 10.222.0.44 "PUT /v2.0/ports/818670ab-d6db-4946-bbbd-195dce10fbb9 HTTP/1.1" status: 200 len: 910 time: 1.5222986 Oct 27 10:47:08.003011 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 54842) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:47:08.004625 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e023a0-3b62-46c4-9641-c52b9364e2ad tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Pushing event updated for resources: {'Port': ['ID=818670ab-d6db-4946-bbbd-195dce10fbb9,revision_number=3']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:47:08.025568 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-4660ca60-0a20-4426-b94f-e8f97b69fd96 req-05b72d4f-813b-409f-b11b-dd65899a2fa8 tempest-MultipleCreateTestJSON-1529432009 tempest-MultipleCreateTestJSON-1529432009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:08.051923 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port 6024b4e4-9d7e-443e-9038-409183666a0d triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:47:08.052319 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:08.107371 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b72d4f-813b-409f-b11b-dd65899a2fa8 tempest-MultipleCreateTestJSON-1529432009 tempest-MultipleCreateTestJSON-1529432009-project] Pushing event updated for resources: {'Port': ['ID=46e8aa0c-dd8b-49d9-865f-cf106909fef3,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:47:08.113375 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4660ca60-0a20-4426-b94f-e8f97b69fd96 req-05b72d4f-813b-409f-b11b-dd65899a2fa8 tempest-MultipleCreateTestJSON-1529432009 tempest-MultipleCreateTestJSON-1529432009-project] Network 34f179cc-3249-47e4-861c-1ad666b0e661 is already hosted by enough agents. {{(pid=102346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:47:08.115084 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [req-4660ca60-0a20-4426-b94f-e8f97b69fd96 req-05b72d4f-813b-409f-b11b-dd65899a2fa8 tempest-MultipleCreateTestJSON-1529432009 tempest-MultipleCreateTestJSON-1529432009-project] Resources bound (agent type, host, resource id): {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:47:08.120417 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-66271562-8a76-4e1a-ace2-3aee3a85cc67 None None] Provisioning complete for port 818670ab-d6db-4946-bbbd-195dce10fbb9 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:47:08.120948 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-66271562-8a76-4e1a-ace2-3aee3a85cc67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:08.125094 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [req-4660ca60-0a20-4426-b94f-e8f97b69fd96 req-05b72d4f-813b-409f-b11b-dd65899a2fa8 tempest-MultipleCreateTestJSON-1529432009 tempest-MultipleCreateTestJSON-1529432009-project] Received port after_create {{(pid=102346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:47:08.169524 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-66271562-8a76-4e1a-ace2-3aee3a85cc67 None None] Port 818670ab-d6db-4946-bbbd-195dce10fbb9 cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:47:08.199253 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4660ca60-0a20-4426-b94f-e8f97b69fd96 req-05b72d4f-813b-409f-b11b-dd65899a2fa8 tempest-MultipleCreateTestJSON-1529432009 tempest-MultipleCreateTestJSON-1529432009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:47:08.200367 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-4660ca60-0a20-4426-b94f-e8f97b69fd96 req-05b72d4f-813b-409f-b11b-dd65899a2fa8 tempest-MultipleCreateTestJSON-1529432009 tempest-MultipleCreateTestJSON-1529432009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:08.226627 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-4660ca60-0a20-4426-b94f-e8f97b69fd96 req-05b72d4f-813b-409f-b11b-dd65899a2fa8 tempest-MultipleCreateTestJSON-1529432009 tempest-MultipleCreateTestJSON-1529432009-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4968197 Oct 27 10:47:08.240323 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [req-4660ca60-0a20-4426-b94f-e8f97b69fd96 req-f7a6a71c-a861-4602-8b3e-f4eb66ac410f service neutron] Request body: {'port': {'device_id': '93be3694-0a58-4c68-81f1-3b99dc3e62ed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-10'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:47:08.301975 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-4660ca60-0a20-4426-b94f-e8f97b69fd96 req-f7a6a71c-a861-4602-8b3e-f4eb66ac410f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:08.304040 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device 5d55d707-0eec-403e-a06e-7d5ae4ea5bd9 up at agent hyperv_n-h1-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:47:08.363263 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2204607b-b23f-401f-b538-ed2541723d9a req-52fd3edc-ad3e-4ced-bf27-e3eaf049294a tempest-MultipleCreateTestJSON-1529432009 tempest-MultipleCreateTestJSON-1529432009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:47:08.365679 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-2204607b-b23f-401f-b538-ed2541723d9a req-52fd3edc-ad3e-4ced-bf27-e3eaf049294a tempest-MultipleCreateTestJSON-1529432009 tempest-MultipleCreateTestJSON-1529432009-project] 10.222.0.44 "GET /v2.0/ports?device_id=e974657c-628e-41a8-98ac-09ea18f39964 HTTP/1.1" status: 200 len: 932 time: 0.1796837 Oct 27 10:47:08.383867 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Provisioning for port 5d55d707-0eec-403e-a06e-7d5ae4ea5bd9 completed by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 10:47:08.392304 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Provisioning complete for port 5d55d707-0eec-403e-a06e-7d5ae4ea5bd9 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:47:08.392304 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:08.491960 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:08.536628 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-2204607b-b23f-401f-b538-ed2541723d9a req-a80d11b2-cd69-4614-b179-ed58f8fe1a78 tempest-MultipleCreateTestJSON-1529432009 tempest-MultipleCreateTestJSON-1529432009-project] 10.222.0.44 "GET /v2.0/security-groups?id=2b3ac09a-fc78-43b5-8f53-b81e13a554bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620498 Oct 27 10:47:08.539126 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [req-4660ca60-0a20-4426-b94f-e8f97b69fd96 req-24089556-b8c9-4e6b-80da-7c7d1c93cd05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6fa390b-a94c-46d8-976f-3889492ffb9a {{(pid=102347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:47:08.542548 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port 5d55d707-0eec-403e-a06e-7d5ae4ea5bd9, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=5d55d707-0eec-403e-a06e-7d5ae4ea5bd9,segment=NetworkSegment(d1b37471-bd8e-4564-a77c-6e0c9d2699fd),segment_id=d1b37471-bd8e-4564-a77c-6e0c9d2699fd)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:47:08.544007 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c53b965f-6cbc-4c51-91d9-9f9c0a613cc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d55d707-0eec-403e-a06e-7d5ae4ea5bd9'}] {{(pid=102348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:47:08.549582 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c588921fa634554a1d9242fdea1b05457a9ff1d3b28ba54ec1dace7f2f1df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f42f81a-8bd3-480d-8522-2135211728ef" -d '{"events": [{"server_uuid": "c53b965f-6cbc-4c51-91d9-9f9c0a613cc2", "name": "network-vif-plugged", "status": "completed", "tag": "5d55d707-0eec-403e-a06e-7d5ae4ea5bd9"}]}' {{(pid=102348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:47:08.552105 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-4660ca60-0a20-4426-b94f-e8f97b69fd96 req-24089556-b8c9-4e6b-80da-7c7d1c93cd05 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:08.564989 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:08.591922 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.provisioning_blocks [req-4660ca60-0a20-4426-b94f-e8f97b69fd96 req-24089556-b8c9-4e6b-80da-7c7d1c93cd05 service neutron] Transition to ACTIVE for port object e6fa390b-a94c-46d8-976f-3889492ffb9a will not be triggered until provisioned by entity L2. {{(pid=102347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 10:47:08.611057 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-4660ca60-0a20-4426-b94f-e8f97b69fd96 req-24089556-b8c9-4e6b-80da-7c7d1c93cd05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:08.633600 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:47:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9a6fe05-0a9b-46c0-9d78-275f4206fc39 x-openstack-request-id: req-c9a6fe05-0a9b-46c0-9d78-275f4206fc39 {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:47:08.633874 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c53b965f-6cbc-4c51-91d9-9f9c0a613cc2", "name": "network-vif-plugged", "status": "completed", "tag": "5d55d707-0eec-403e-a06e-7d5ae4ea5bd9", "code": 200}]} {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:47:08.634134 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c9a6fe05-0a9b-46c0-9d78-275f4206fc39 {{(pid=102348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:47:08.636150 n-d-813419-10 neutron-server[102348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c53b965f-6cbc-4c51-91d9-9f9c0a613cc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d55d707-0eec-403e-a06e-7d5ae4ea5bd9', 'code': 200} Oct 27 10:47:08.672940 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Pushing event updated for resources: {'Port': ['ID=5d55d707-0eec-403e-a06e-7d5ae4ea5bd9,revision_number=5']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:47:08.841371 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24089556-b8c9-4e6b-80da-7c7d1c93cd05 service neutron] Pushing event updated for resources: {'Port': ['ID=e6fa390b-a94c-46d8-976f-3889492ffb9a,revision_number=2']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:47:08.898282 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71af64f1-fc6c-4a4e-91ea-b75ad0754210 req-c329da79-cf37-4c68-9ce6-7ba223cefd29 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:47:08.899795 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-71af64f1-fc6c-4a4e-91ea-b75ad0754210 req-c329da79-cf37-4c68-9ce6-7ba223cefd29 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/ports?device_id=c53b965f-6cbc-4c51-91d9-9f9c0a613cc2 HTTP/1.1" status: 200 len: 946 time: 0.1924782 Oct 27 10:47:08.905160 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6effe3-a834-47f4-a2b3-c777fccfd117 req-c4cf08f2-4412-47f5-8b19-423c35a44c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:47:08.906567 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-1c6effe3-a834-47f4-a2b3-c777fccfd117 req-c4cf08f2-4412-47f5-8b19-423c35a44c3d service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=c53b965f-6cbc-4c51-91d9-9f9c0a613cc2 HTTP/1.1" status: 200 len: 1098 time: 0.1981566 Oct 27 10:47:08.912566 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-3e51fe0d-aee3-48bf-8dfa-77b64907f832 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1766202'] for router_interface, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:08.962516 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:09.043206 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [req-4660ca60-0a20-4426-b94f-e8f97b69fd96 req-f7a6a71c-a861-4602-8b3e-f4eb66ac410f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46e8aa0c-dd8b-49d9-865f-cf106909fef3 {{(pid=102346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:47:09.047109 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-4660ca60-0a20-4426-b94f-e8f97b69fd96 req-24089556-b8c9-4e6b-80da-7c7d1c93cd05 service neutron] Attempting to bind port e6fa390b-a94c-46d8-976f-3889492ffb9a on host n-h1-813419-10 for vnic_type normal with profile {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:47:09.047109 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-4660ca60-0a20-4426-b94f-e8f97b69fd96 req-24089556-b8c9-4e6b-80da-7c7d1c93cd05 service neutron] Attempting to bind port e6fa390b-a94c-46d8-976f-3889492ffb9a by drivers openvswitch,hyperv on host n-h1-813419-10 at level 0 using segments [{'id': '24961c34-9d24-46fc-bc2c-0db0ce2089c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '34f179cc-3249-47e4-861c-1ad666b0e661'}] {{(pid=102347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:47:09.047396 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4660ca60-0a20-4426-b94f-e8f97b69fd96 req-24089556-b8c9-4e6b-80da-7c7d1c93cd05 service neutron] Attempting to bind port e6fa390b-a94c-46d8-976f-3889492ffb9a on network 34f179cc-3249-47e4-861c-1ad666b0e661 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:47:09.051463 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-4660ca60-0a20-4426-b94f-e8f97b69fd96 req-f7a6a71c-a861-4602-8b3e-f4eb66ac410f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:09.066113 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.provisioning_blocks [req-4660ca60-0a20-4426-b94f-e8f97b69fd96 req-f7a6a71c-a861-4602-8b3e-f4eb66ac410f service neutron] Transition to ACTIVE for port object 46e8aa0c-dd8b-49d9-865f-cf106909fef3 will not be triggered until provisioned by entity L2. {{(pid=102346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 10:47:09.070394 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-71af64f1-fc6c-4a4e-91ea-b75ad0754210 req-ec19256f-d7b4-41c4-8ca2-d3fbbfcf8a9d tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/security-groups?id=3238f945-43ac-4dbd-b7b0-70b6d0fec036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602530 Oct 27 10:47:09.071181 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-4660ca60-0a20-4426-b94f-e8f97b69fd96 req-f7a6a71c-a861-4602-8b3e-f4eb66ac410f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27024173'] for port, after_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:09.073734 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4660ca60-0a20-4426-b94f-e8f97b69fd96 req-24089556-b8c9-4e6b-80da-7c7d1c93cd05 service neutron] Port e6fa390b-a94c-46d8-976f-3889492ffb9a on network 34f179cc-3249-47e4-861c-1ad666b0e661 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-10 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 10:47:09.074067 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4660ca60-0a20-4426-b94f-e8f97b69fd96 req-24089556-b8c9-4e6b-80da-7c7d1c93cd05 service neutron] Attempting to bind port e6fa390b-a94c-46d8-976f-3889492ffb9a on network 34f179cc-3249-47e4-861c-1ad666b0e661 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:47:09.077814 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-1c6effe3-a834-47f4-a2b3-c777fccfd117 req-501184c9-5799-43c4-b77f-b138be6f7f6e service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=3238f945-43ac-4dbd-b7b0-70b6d0fec036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594443 Oct 27 10:47:09.089661 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4660ca60-0a20-4426-b94f-e8f97b69fd96 req-24089556-b8c9-4e6b-80da-7c7d1c93cd05 service neutron] Checking agent: {'id': 'a52e1cab-0c63-402d-9c94-330537c6c076', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 16, 2), 'started_at': datetime.datetime(2021, 10, 27, 10, 16, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 47, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:47:09.090075 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4660ca60-0a20-4426-b94f-e8f97b69fd96 req-24089556-b8c9-4e6b-80da-7c7d1c93cd05 service neutron] Checking segment: {'id': '24961c34-9d24-46fc-bc2c-0db0ce2089c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '34f179cc-3249-47e4-861c-1ad666b0e661'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:47:09.090375 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4660ca60-0a20-4426-b94f-e8f97b69fd96 req-24089556-b8c9-4e6b-80da-7c7d1c93cd05 service neutron] Bound using segment: {'id': '24961c34-9d24-46fc-bc2c-0db0ce2089c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '34f179cc-3249-47e4-861c-1ad666b0e661'} {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:47:09.090819 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-4660ca60-0a20-4426-b94f-e8f97b69fd96 req-24089556-b8c9-4e6b-80da-7c7d1c93cd05 service neutron] Bound port: e6fa390b-a94c-46d8-976f-3889492ffb9a, host: n-h1-813419-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24961c34-9d24-46fc-bc2c-0db0ce2089c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '34f179cc-3249-47e4-861c-1ad666b0e661'}}] {{(pid=102347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:47:09.091158 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-4660ca60-0a20-4426-b94f-e8f97b69fd96 req-24089556-b8c9-4e6b-80da-7c7d1c93cd05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:09.127480 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a6a71c-a861-4602-8b3e-f4eb66ac410f service neutron] Pushing event updated for resources: {'Port': ['ID=46e8aa0c-dd8b-49d9-865f-cf106909fef3,revision_number=2']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:47:09.151395 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a6a71c-a861-4602-8b3e-f4eb66ac410f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:47:09.151622 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a6a71c-a861-4602-8b3e-f4eb66ac410f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:47:09.151917 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a6a71c-a861-4602-8b3e-f4eb66ac410f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:47:09.152292 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a6a71c-a861-4602-8b3e-f4eb66ac410f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:47:09.152629 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a6a71c-a861-4602-8b3e-f4eb66ac410f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:47:09.152958 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a6a71c-a861-4602-8b3e-f4eb66ac410f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:47:09.153283 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a6a71c-a861-4602-8b3e-f4eb66ac410f service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:47:09.153607 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a6a71c-a861-4602-8b3e-f4eb66ac410f service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:47:09.153932 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a6a71c-a861-4602-8b3e-f4eb66ac410f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:47:09.154254 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a6a71c-a861-4602-8b3e-f4eb66ac410f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:47:09.154575 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a6a71c-a861-4602-8b3e-f4eb66ac410f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:47:09.154898 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a6a71c-a861-4602-8b3e-f4eb66ac410f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:47:09.210296 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.managers [req-4660ca60-0a20-4426-b94f-e8f97b69fd96 req-f7a6a71c-a861-4602-8b3e-f4eb66ac410f service neutron] Attempting to bind port 46e8aa0c-dd8b-49d9-865f-cf106909fef3 on host n-h2-813419-10 for vnic_type normal with profile {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:47:09.210707 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.managers [req-4660ca60-0a20-4426-b94f-e8f97b69fd96 req-f7a6a71c-a861-4602-8b3e-f4eb66ac410f service neutron] Attempting to bind port 46e8aa0c-dd8b-49d9-865f-cf106909fef3 by drivers openvswitch,hyperv on host n-h2-813419-10 at level 0 using segments [{'id': '24961c34-9d24-46fc-bc2c-0db0ce2089c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '34f179cc-3249-47e4-861c-1ad666b0e661'}] {{(pid=102346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:47:09.210961 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4660ca60-0a20-4426-b94f-e8f97b69fd96 req-f7a6a71c-a861-4602-8b3e-f4eb66ac410f service neutron] Attempting to bind port 46e8aa0c-dd8b-49d9-865f-cf106909fef3 on network 34f179cc-3249-47e4-861c-1ad666b0e661 {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:47:09.215616 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4660ca60-0a20-4426-b94f-e8f97b69fd96 req-f7a6a71c-a861-4602-8b3e-f4eb66ac410f service neutron] Port 46e8aa0c-dd8b-49d9-865f-cf106909fef3 on network 34f179cc-3249-47e4-861c-1ad666b0e661 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-10 {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 10:47:09.216027 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4660ca60-0a20-4426-b94f-e8f97b69fd96 req-f7a6a71c-a861-4602-8b3e-f4eb66ac410f service neutron] Attempting to bind port 46e8aa0c-dd8b-49d9-865f-cf106909fef3 on network 34f179cc-3249-47e4-861c-1ad666b0e661 {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:47:09.221862 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4660ca60-0a20-4426-b94f-e8f97b69fd96 req-f7a6a71c-a861-4602-8b3e-f4eb66ac410f service neutron] Checking agent: {'id': 'a2edc247-0fa4-4ce6-bbae-a10492f6bd71', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 16, 9), 'started_at': datetime.datetime(2021, 10, 27, 10, 16, 9), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 47, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:47:09.222212 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4660ca60-0a20-4426-b94f-e8f97b69fd96 req-f7a6a71c-a861-4602-8b3e-f4eb66ac410f service neutron] Checking segment: {'id': '24961c34-9d24-46fc-bc2c-0db0ce2089c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '34f179cc-3249-47e4-861c-1ad666b0e661'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:47:09.222586 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4660ca60-0a20-4426-b94f-e8f97b69fd96 req-f7a6a71c-a861-4602-8b3e-f4eb66ac410f service neutron] Bound using segment: {'id': '24961c34-9d24-46fc-bc2c-0db0ce2089c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '34f179cc-3249-47e4-861c-1ad666b0e661'} {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:47:09.223018 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.managers [req-4660ca60-0a20-4426-b94f-e8f97b69fd96 req-f7a6a71c-a861-4602-8b3e-f4eb66ac410f service neutron] Bound port: 46e8aa0c-dd8b-49d9-865f-cf106909fef3, host: n-h2-813419-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24961c34-9d24-46fc-bc2c-0db0ce2089c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '34f179cc-3249-47e4-861c-1ad666b0e661'}}] {{(pid=102346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:47:09.223373 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-4660ca60-0a20-4426-b94f-e8f97b69fd96 req-f7a6a71c-a861-4602-8b3e-f4eb66ac410f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:09.240405 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-4660ca60-0a20-4426-b94f-e8f97b69fd96 req-24089556-b8c9-4e6b-80da-7c7d1c93cd05 service neutron] For port e6fa390b-a94c-46d8-976f-3889492ffb9a, host n-h1-813419-10, cleared binding levels {{(pid=102347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:47:09.245798 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-4660ca60-0a20-4426-b94f-e8f97b69fd96 req-24089556-b8c9-4e6b-80da-7c7d1c93cd05 service neutron] For port e6fa390b-a94c-46d8-976f-3889492ffb9a, host n-h1-813419-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=e6fa390b-a94c-46d8-976f-3889492ffb9a,segment=NetworkSegment(24961c34-9d24-46fc-bc2c-0db0ce2089c6),segment_id=24961c34-9d24-46fc-bc2c-0db0ce2089c6)] {{(pid=102347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:47:09.253478 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-4660ca60-0a20-4426-b94f-e8f97b69fd96 req-24089556-b8c9-4e6b-80da-7c7d1c93cd05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:09.295596 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [req-4660ca60-0a20-4426-b94f-e8f97b69fd96 req-f7a6a71c-a861-4602-8b3e-f4eb66ac410f service neutron] For port 46e8aa0c-dd8b-49d9-865f-cf106909fef3, host n-h2-813419-10, cleared binding levels {{(pid=102346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:47:09.299235 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [req-4660ca60-0a20-4426-b94f-e8f97b69fd96 req-f7a6a71c-a861-4602-8b3e-f4eb66ac410f service neutron] For port 46e8aa0c-dd8b-49d9-865f-cf106909fef3, host n-h2-813419-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=46e8aa0c-dd8b-49d9-865f-cf106909fef3,segment=NetworkSegment(24961c34-9d24-46fc-bc2c-0db0ce2089c6),segment_id=24961c34-9d24-46fc-bc2c-0db0ce2089c6)] {{(pid=102346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:47:09.304814 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-4660ca60-0a20-4426-b94f-e8f97b69fd96 req-f7a6a71c-a861-4602-8b3e-f4eb66ac410f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27024173'] for port, after_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:09.319767 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4660ca60-0a20-4426-b94f-e8f97b69fd96 req-24089556-b8c9-4e6b-80da-7c7d1c93cd05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:47:09.320905 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-4660ca60-0a20-4426-b94f-e8f97b69fd96 req-24089556-b8c9-4e6b-80da-7c7d1c93cd05 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:09.322318 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-4660ca60-0a20-4426-b94f-e8f97b69fd96 req-24089556-b8c9-4e6b-80da-7c7d1c93cd05 service neutron] 10.222.0.64 "PUT /v2.0/ports/e6fa390b-a94c-46d8-976f-3889492ffb9a HTTP/1.1" status: 200 len: 1093 time: 1.9627721 Oct 27 10:47:09.324938 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e974657c-628e-41a8-98ac-09ea18f39964', 'tag': 'e6fa390b-a94c-46d8-976f-3889492ffb9a'}] {{(pid=102347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:47:09.328311 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311149b481204ee7edffdb959c881838506fbd95bc8577c048f6677abb73acc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-343540c0-7c7b-4610-a148-d52a6024505b" -d '{"events": [{"name": "network-changed", "server_uuid": "e974657c-628e-41a8-98ac-09ea18f39964", "tag": "e6fa390b-a94c-46d8-976f-3889492ffb9a"}]}' {{(pid=102347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:47:09.347211 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4660ca60-0a20-4426-b94f-e8f97b69fd96 req-f7a6a71c-a861-4602-8b3e-f4eb66ac410f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:47:09.347887 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-4660ca60-0a20-4426-b94f-e8f97b69fd96 req-f7a6a71c-a861-4602-8b3e-f4eb66ac410f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:09.349428 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-4660ca60-0a20-4426-b94f-e8f97b69fd96 req-f7a6a71c-a861-4602-8b3e-f4eb66ac410f service neutron] 10.222.0.76 "PUT /v2.0/ports/46e8aa0c-dd8b-49d9-865f-cf106909fef3 HTTP/1.1" status: 200 len: 1092 time: 1.1146178 Oct 27 10:47:09.350031 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93be3694-0a58-4c68-81f1-3b99dc3e62ed', 'tag': '46e8aa0c-dd8b-49d9-865f-cf106909fef3'}] {{(pid=102346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:47:09.352897 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc0e418f5fc417c8d55d94c0aa509b037d0beb2a734c1a709e789eb65639a56d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b8e1451-334a-4fa8-808a-3f9c6e0f66b7" -d '{"events": [{"name": "network-changed", "server_uuid": "93be3694-0a58-4c68-81f1-3b99dc3e62ed", "tag": "46e8aa0c-dd8b-49d9-865f-cf106909fef3"}]}' {{(pid=102346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:47:09.391469 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a6a71c-a861-4602-8b3e-f4eb66ac410f service neutron] Pushing event updated for resources: {'Port': ['ID=46e8aa0c-dd8b-49d9-865f-cf106909fef3,revision_number=3']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:47:09.426062 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 10:47:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a74f6d70-659f-4935-bcf2-bd07f905ad51 x-openstack-request-id: req-a74f6d70-659f-4935-bcf2-bd07f905ad51 {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:47:09.427500 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 10:47:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbd15ab5-23c0-4ca9-8fea-12553ce15979 x-openstack-request-id: req-bbd15ab5-23c0-4ca9-8fea-12553ce15979 {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:47:09.427998 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e974657c-628e-41a8-98ac-09ea18f39964", "tag": "e6fa390b-a94c-46d8-976f-3889492ffb9a", "status": "completed", "code": 200}]} {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:47:09.428126 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-bbd15ab5-23c0-4ca9-8fea-12553ce15979 {{(pid=102347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:47:09.428501 n-d-813419-10 neutron-server[102347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e974657c-628e-41a8-98ac-09ea18f39964', 'tag': 'e6fa390b-a94c-46d8-976f-3889492ffb9a', 'status': 'completed', 'code': 200} Oct 27 10:47:09.428748 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93be3694-0a58-4c68-81f1-3b99dc3e62ed", "tag": "46e8aa0c-dd8b-49d9-865f-cf106909fef3", "status": "completed", "code": 200}]} {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:47:09.429077 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a74f6d70-659f-4935-bcf2-bd07f905ad51 {{(pid=102346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:47:09.431184 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24089556-b8c9-4e6b-80da-7c7d1c93cd05 service neutron] Pushing event updated for resources: {'Port': ['ID=e6fa390b-a94c-46d8-976f-3889492ffb9a,revision_number=3']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:47:09.431680 n-d-813419-10 neutron-server[102346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93be3694-0a58-4c68-81f1-3b99dc3e62ed', 'tag': '46e8aa0c-dd8b-49d9-865f-cf106909fef3', 'status': 'completed', 'code': 200} Oct 27 10:47:09.465114 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4660ca60-0a20-4426-b94f-e8f97b69fd96 req-090ac750-bd29-4fec-9868-70649822fd35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:47:09.466838 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-4660ca60-0a20-4426-b94f-e8f97b69fd96 req-090ac750-bd29-4fec-9868-70649822fd35 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=09e0d82e3b1544249075dd58adde8cfd&device_id=93be3694-0a58-4c68-81f1-3b99dc3e62ed HTTP/1.1" status: 200 len: 1095 time: 0.0522652 Oct 27 10:47:09.492723 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-3e51fe0d-aee3-48bf-8dfa-77b64907f832 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Deleting port 818670ab-d6db-4946-bbbd-195dce10fbb9 {{(pid=102347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:47:09.493216 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-3e51fe0d-aee3-48bf-8dfa-77b64907f832 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:09.499081 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4660ca60-0a20-4426-b94f-e8f97b69fd96 req-53be70db-2573-4596-935e-c23286c423f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:47:09.500751 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-4660ca60-0a20-4426-b94f-e8f97b69fd96 req-53be70db-2573-4596-935e-c23286c423f5 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=09e0d82e3b1544249075dd58adde8cfd&device_id=e974657c-628e-41a8-98ac-09ea18f39964 HTTP/1.1" status: 200 len: 1096 time: 0.0706761 Oct 27 10:47:09.513512 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-4660ca60-0a20-4426-b94f-e8f97b69fd96 req-66f901b9-a5ed-4a89-b076-52eed40f8f3c service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=46e8aa0c-dd8b-49d9-865f-cf106909fef3 HTTP/1.1" status: 200 len: 217 time: 0.0383070 Oct 27 10:47:09.568983 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4660ca60-0a20-4426-b94f-e8f97b69fd96 req-03c00d11-f77d-4c6a-9945-b3a12669e78d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:47:09.571063 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-4660ca60-0a20-4426-b94f-e8f97b69fd96 req-03c00d11-f77d-4c6a-9945-b3a12669e78d service neutron] 10.222.0.76 "GET /v2.0/subnets?id=69721ef8-98b2-4b17-a84c-866a1f534ad3 HTTP/1.1" status: 200 len: 853 time: 0.0505981 Oct 27 10:47:09.579295 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-4660ca60-0a20-4426-b94f-e8f97b69fd96 req-198e74e5-4433-41d6-81fa-91ff9fa61679 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e6fa390b-a94c-46d8-976f-3889492ffb9a HTTP/1.1" status: 200 len: 217 time: 0.0678325 Oct 27 10:47:09.613889 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-4660ca60-0a20-4426-b94f-e8f97b69fd96 req-f98ea33a-d01e-483d-aed2-a0165ff390df service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=34f179cc-3249-47e4-861c-1ad666b0e661&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345564 Oct 27 10:47:09.694700 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4660ca60-0a20-4426-b94f-e8f97b69fd96 req-92fbeec1-6d0d-47a0-8ede-cbfdb043472e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:47:09.696165 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-4660ca60-0a20-4426-b94f-e8f97b69fd96 req-92fbeec1-6d0d-47a0-8ede-cbfdb043472e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=69721ef8-98b2-4b17-a84c-866a1f534ad3 HTTP/1.1" status: 200 len: 853 time: 0.1082654 Oct 27 10:47:09.701752 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-3e51fe0d-aee3-48bf-8dfa-77b64907f832 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:09.712040 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-4660ca60-0a20-4426-b94f-e8f97b69fd96 req-7ece31d5-f343-45c3-bf9d-8fd32d8c2498 service neutron] 10.222.0.76 "GET /v2.0/networks/34f179cc-3249-47e4-861c-1ad666b0e661?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892754 Oct 27 10:47:09.817007 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-4660ca60-0a20-4426-b94f-e8f97b69fd96 req-b63b410a-6544-41b2-9068-03ae5588986d service neutron] 10.222.0.76 "GET /v2.0/networks/34f179cc-3249-47e4-861c-1ad666b0e661?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970798 Oct 27 10:47:09.922193 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8e1451-334a-4fa8-808a-3f9c6e0f66b7 req-688dd3f9-a6ef-4031-ba29-7359adc8f877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:47:09.924740 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-2b8e1451-334a-4fa8-808a-3f9c6e0f66b7 req-688dd3f9-a6ef-4031-ba29-7359adc8f877 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=09e0d82e3b1544249075dd58adde8cfd&device_id=93be3694-0a58-4c68-81f1-3b99dc3e62ed HTTP/1.1" status: 200 len: 1095 time: 0.0585096 Oct 27 10:47:09.998434 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f95d00-5318-4f14-8698-331078ed351c req-8b36d1b4-45fa-4487-94d3-421eb27829fb tempest-MultipleCreateTestJSON-1529432009 tempest-MultipleCreateTestJSON-1529432009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:47:09.999885 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b9f95d00-5318-4f14-8698-331078ed351c req-8b36d1b4-45fa-4487-94d3-421eb27829fb tempest-MultipleCreateTestJSON-1529432009 tempest-MultipleCreateTestJSON-1529432009-project] 10.222.0.44 "GET /v2.0/ports?device_id=e974657c-628e-41a8-98ac-09ea18f39964 HTTP/1.1" status: 200 len: 944 time: 0.3759377 Oct 27 10:47:10.013839 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-3e51fe0d-aee3-48bf-8dfa-77b64907f832 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Calling delete_port for 818670ab-d6db-4946-bbbd-195dce10fbb9 owned by network:router_interface {{(pid=102347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:47:10.018304 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-4660ca60-0a20-4426-b94f-e8f97b69fd96 req-2cee06e4-663b-4e43-91c9-8891cce14332 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=34f179cc-3249-47e4-861c-1ad666b0e661&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3043237 Oct 27 10:47:10.041912 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8e1451-334a-4fa8-808a-3f9c6e0f66b7 req-dee38f69-8203-421c-bf97-bbc8f4ef67d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:47:10.043551 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-2b8e1451-334a-4fa8-808a-3f9c6e0f66b7 req-dee38f69-8203-421c-bf97-bbc8f4ef67d1 service neutron] 10.222.0.76 "GET /v2.0/networks?id=34f179cc-3249-47e4-861c-1ad666b0e661 HTTP/1.1" status: 200 len: 914 time: 0.1103776 Oct 27 10:47:10.087871 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-2b8e1451-334a-4fa8-808a-3f9c6e0f66b7 req-01f67186-5499-46dc-b52e-18f01d14fe8b service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=46e8aa0c-dd8b-49d9-865f-cf106909fef3 HTTP/1.1" status: 200 len: 217 time: 0.0366309 Oct 27 10:47:10.172790 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b9f95d00-5318-4f14-8698-331078ed351c req-91607974-694f-4ac6-a045-df1a0647f1a9 tempest-MultipleCreateTestJSON-1529432009 tempest-MultipleCreateTestJSON-1529432009-project] 10.222.0.44 "GET /v2.0/security-groups?id=2b3ac09a-fc78-43b5-8f53-b81e13a554bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529319 Oct 27 10:47:10.184236 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8e1451-334a-4fa8-808a-3f9c6e0f66b7 req-ace3d316-ecc4-48c2-b9b9-e3ab6c3ef289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:47:10.184236 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-2b8e1451-334a-4fa8-808a-3f9c6e0f66b7 req-ace3d316-ecc4-48c2-b9b9-e3ab6c3ef289 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=69721ef8-98b2-4b17-a84c-866a1f534ad3 HTTP/1.1" status: 200 len: 853 time: 0.0897484 Oct 27 10:47:10.221847 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-2b8e1451-334a-4fa8-808a-3f9c6e0f66b7 req-9eca0d1a-740b-4ea4-96f8-93547419fe78 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=34f179cc-3249-47e4-861c-1ad666b0e661&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303404 Oct 27 10:47:10.257526 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-4660ca60-0a20-4426-b94f-e8f97b69fd96 req-e72bfee3-4c70-4908-b4bd-92a71da39669 service neutron] 10.222.0.64 "GET /v2.0/networks/34f179cc-3249-47e4-861c-1ad666b0e661?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2171783 Oct 27 10:47:10.336065 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27861a9-0a96-498e-992c-e32fd377182a req-d31b7810-f09f-43bb-8f9d-941780315d73 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:47:10.337633 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-b27861a9-0a96-498e-992c-e32fd377182a req-d31b7810-f09f-43bb-8f9d-941780315d73 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/ports?device_id=c53b965f-6cbc-4c51-91d9-9f9c0a613cc2 HTTP/1.1" status: 200 len: 946 time: 0.1148901 Oct 27 10:47:10.377197 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-2b8e1451-334a-4fa8-808a-3f9c6e0f66b7 req-405c71bf-066f-4ebc-acfb-dffa2d704da4 service neutron] 10.222.0.76 "GET /v2.0/networks/34f179cc-3249-47e4-861c-1ad666b0e661?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428447 Oct 27 10:47:10.407869 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-3e51fe0d-aee3-48bf-8dfa-77b64907f832 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:10.416905 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-4660ca60-0a20-4426-b94f-e8f97b69fd96 req-27a92e2b-57a5-4783-bfce-57145ebf415a service neutron] 10.222.0.64 "GET /v2.0/networks/34f179cc-3249-47e4-861c-1ad666b0e661?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468501 Oct 27 10:47:10.440326 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-b27861a9-0a96-498e-992c-e32fd377182a req-564954ac-1b0d-41fd-8764-2202a0e35bda tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/security-groups?id=3238f945-43ac-4dbd-b7b0-70b6d0fec036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860198 Oct 27 10:47:10.446659 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e51fe0d-aee3-48bf-8dfa-77b64907f832 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Pushing event deleted for resources: {'Port': ['ID=818670ab-d6db-4946-bbbd-195dce10fbb9,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:47:10.492070 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-2b8e1451-334a-4fa8-808a-3f9c6e0f66b7 req-ae490b8e-8f49-4811-954a-3e06f785dbb8 service neutron] 10.222.0.76 "GET /v2.0/networks/34f179cc-3249-47e4-861c-1ad666b0e661?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060998 Oct 27 10:47:10.609362 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343540c0-7c7b-4610-a148-d52a6024505b req-ef99ca0b-bbf0-45ee-9493-9dacddefec6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:47:10.611075 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-343540c0-7c7b-4610-a148-d52a6024505b req-ef99ca0b-bbf0-45ee-9493-9dacddefec6a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=09e0d82e3b1544249075dd58adde8cfd&device_id=e974657c-628e-41a8-98ac-09ea18f39964 HTTP/1.1" status: 200 len: 1096 time: 0.1198165 Oct 27 10:47:10.688363 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-3e51fe0d-aee3-48bf-8dfa-77b64907f832 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2006968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1766358'] for router_interface, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:10.811812 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343540c0-7c7b-4610-a148-d52a6024505b req-1c385283-a700-46f2-b22a-b9f042510a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:47:10.813318 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-343540c0-7c7b-4610-a148-d52a6024505b req-1c385283-a700-46f2-b22a-b9f042510a97 service neutron] 10.222.0.64 "GET /v2.0/networks?id=34f179cc-3249-47e4-861c-1ad666b0e661 HTTP/1.1" status: 200 len: 914 time: 0.1742227 Oct 27 10:47:10.912478 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-343540c0-7c7b-4610-a148-d52a6024505b req-492a62a0-5c8d-47cf-b955-91f2d983dcb3 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e6fa390b-a94c-46d8-976f-3889492ffb9a HTTP/1.1" status: 200 len: 217 time: 0.0583165 Oct 27 10:47:10.923718 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e51fe0d-aee3-48bf-8dfa-77b64907f832 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Router 01c7ba93-4762-4fd6-b4ae-fd12573ca8be has already been hosted by L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb {{(pid=102347) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 10:47:11.046566 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343540c0-7c7b-4610-a148-d52a6024505b req-dd3cd304-501a-46cf-92f6-18e97b9e8154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:47:11.047971 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-343540c0-7c7b-4610-a148-d52a6024505b req-dd3cd304-501a-46cf-92f6-18e97b9e8154 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=69721ef8-98b2-4b17-a84c-866a1f534ad3 HTTP/1.1" status: 200 len: 853 time: 0.1262085 Oct 27 10:47:11.050360 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e51fe0d-aee3-48bf-8dfa-77b64907f832 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:47:11.055728 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-3e51fe0d-aee3-48bf-8dfa-77b64907f832 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] 10.222.0.44 "PUT /v2.0/routers/01c7ba93-4762-4fd6-b4ae-fd12573ca8be/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0513005 Oct 27 10:47:11.058166 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 54868) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:47:11.059789 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd7d56ca-cef0-482a-ac97-34e7fe4e97fd None None] Sync routers for ids ['01c7ba93-4762-4fd6-b4ae-fd12573ca8be'] in n-d-813419-10 {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:47:11.070962 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd7d56ca-cef0-482a-ac97-34e7fe4e97fd None None] Routers {'01c7ba93-4762-4fd6-b4ae-fd12573ca8be'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:47:11.071600 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-dd7d56ca-cef0-482a-ac97-34e7fe4e97fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:46:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['01c7ba93-4762-4fd6-b4ae-fd12573ca8be'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:47:11.092064 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-c990bad4-20e0-44aa-b2b0-8cf5bf6a10b8 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] 10.222.0.44 "GET /v2.0/ports?device_id=01c7ba93-4762-4fd6-b4ae-fd12573ca8be HTTP/1.1" status: 200 len: 205 time: 0.0325947 Oct 27 10:47:11.094707 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 54870) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:47:11.106191 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-343540c0-7c7b-4610-a148-d52a6024505b req-d9ac9840-19c8-46e9-a167-f320fc384ba3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=34f179cc-3249-47e4-861c-1ad666b0e661&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389690 Oct 27 10:47:11.110354 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-dd7d56ca-cef0-482a-ac97-34e7fe4e97fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:47:11.119846 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd7d56ca-cef0-482a-ac97-34e7fe4e97fd None None] Routers {'01c7ba93-4762-4fd6-b4ae-fd12573ca8be'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:47:11.121526 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-dd7d56ca-cef0-482a-ac97-34e7fe4e97fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:46:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['01c7ba93-4762-4fd6-b4ae-fd12573ca8be'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:47:11.165254 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-dd7d56ca-cef0-482a-ac97-34e7fe4e97fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:47:11.165894 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd7d56ca-cef0-482a-ac97-34e7fe4e97fd None None] The sync data for ids ['01c7ba93-4762-4fd6-b4ae-fd12573ca8be'] in n-d-813419-10 is: [] {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:47:11.175304 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-3cb9eb3a-db21-4c2f-b554-9222d6af377d tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks [] for router, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:11.214340 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-343540c0-7c7b-4610-a148-d52a6024505b req-c4ab9031-2447-4b72-8a7b-d9035b85da46 service neutron] 10.222.0.64 "GET /v2.0/networks/34f179cc-3249-47e4-861c-1ad666b0e661?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003618 Oct 27 10:47:11.332135 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cc183e-6934-4e72-abc8-7752ee2658a5 req-0fac40b1-eae9-4f84-9612-ba160e59c097 tempest-MultipleCreateTestJSON-1529432009 tempest-MultipleCreateTestJSON-1529432009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:47:11.336652 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-57cc183e-6934-4e72-abc8-7752ee2658a5 req-0fac40b1-eae9-4f84-9612-ba160e59c097 tempest-MultipleCreateTestJSON-1529432009 tempest-MultipleCreateTestJSON-1529432009-project] 10.222.0.44 "GET /v2.0/ports?device_id=e974657c-628e-41a8-98ac-09ea18f39964 HTTP/1.1" status: 200 len: 944 time: 0.0977027 Oct 27 10:47:11.347827 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-3cb9eb3a-db21-4c2f-b554-9222d6af377d tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1765662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3700'] for router, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:11.350662 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-3cb9eb3a-db21-4c2f-b554-9222d6af377d tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:11.381028 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-343540c0-7c7b-4610-a148-d52a6024505b req-f12ada0f-3848-4c6d-b2e7-1ef173a86cb4 service neutron] 10.222.0.64 "GET /v2.0/networks/34f179cc-3249-47e4-861c-1ad666b0e661?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1591027 Oct 27 10:47:11.394593 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-3cb9eb3a-db21-4c2f-b554-9222d6af377d tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1765641'] for router, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:11.395393 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cb9eb3a-db21-4c2f-b554-9222d6af377d tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Fanout notify agent at l3_agent the message router_deleted on router 01c7ba93-4762-4fd6-b4ae-fd12573ca8be {{(pid=102346) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 10:47:11.402649 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-3cb9eb3a-db21-4c2f-b554-9222d6af377d tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks [] for router, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:11.403723 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-3cb9eb3a-db21-4c2f-b554-9222d6af377d tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] 10.222.0.44 "DELETE /v2.0/routers/01c7ba93-4762-4fd6-b4ae-fd12573ca8be HTTP/1.1" status: 204 len: 168 time: 0.3080132 Oct 27 10:47:11.404590 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-57cc183e-6934-4e72-abc8-7752ee2658a5 req-e4417572-c86c-4189-991b-ad273fe579bb tempest-MultipleCreateTestJSON-1529432009 tempest-MultipleCreateTestJSON-1529432009-project] 10.222.0.44 "GET /v2.0/security-groups?id=2b3ac09a-fc78-43b5-8f53-b81e13a554bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563650 Oct 27 10:47:11.406434 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 54876) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:47:11.462582 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_v2 [None req-cdb4a8b6-7a5f-4b09-936a-8a127470d223 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Deleting subnet e5c7a439-76bc-4e8e-bc52-04dfb6c80aa4 {{(pid=102346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 10:47:11.465753 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-cdb4a8b6-7a5f-4b09-936a-8a127470d223 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks [] for subnet, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:11.506407 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-cdb4a8b6-7a5f-4b09-936a-8a127470d223 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25847868'] for subnet, precommit_delete_associations {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:11.573642 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device 46e8aa0c-dd8b-49d9-865f-cf106909fef3 details requested by agent hyperv_n-h2-813419-10 with host n-h2-813419-10 {{(pid=102348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 10:47:11.614458 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56df1dfc-4845-4873-8001-4c006b28429f req-1ac9e6e3-cbe3-411c-88bd-6241b948b29d tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:47:11.619034 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-56df1dfc-4845-4873-8001-4c006b28429f req-1ac9e6e3-cbe3-411c-88bd-6241b948b29d tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/ports?device_id=c53b965f-6cbc-4c51-91d9-9f9c0a613cc2 HTTP/1.1" status: 200 len: 946 time: 0.0896332 Oct 27 10:47:11.644895 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-cdb4a8b6-7a5f-4b09-936a-8a127470d223 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855646'] for subnet, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:11.668691 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] For port 46e8aa0c-dd8b-49d9-865f-cf106909fef3, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=46e8aa0c-dd8b-49d9-865f-cf106909fef3,segment=NetworkSegment(24961c34-9d24-46fc-bc2c-0db0ce2089c6),segment_id=24961c34-9d24-46fc-bc2c-0db0ce2089c6)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:47:11.680135 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Returning: {'device': '46e8aa0c-dd8b-49d9-865f-cf106909fef3', 'network_id': '34f179cc-3249-47e4-861c-1ad666b0e661', 'port_id': '46e8aa0c-dd8b-49d9-865f-cf106909fef3', 'mac_address': 'fa:16:3e:21:2f:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69721ef8-98b2-4b17-a84c-866a1f534ad3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 10:47:11.685102 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-56df1dfc-4845-4873-8001-4c006b28429f req-e9dc2ce0-82f2-43f2-be64-b984782faa2b tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/security-groups?id=3238f945-43ac-4dbd-b7b0-70b6d0fec036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619304 Oct 27 10:47:11.721461 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-cdb4a8b6-7a5f-4b09-936a-8a127470d223 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27024355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27168307'] for subnet, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:11.727961 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:11.742640 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46e8aa0c-dd8b-49d9-865f-cf106909fef3 {{(pid=102348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:47:11.752155 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb4a8b6-7a5f-4b09-936a-8a127470d223 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Pushing event deleted for resources: {'Subnet': ['ID=e5c7a439-76bc-4e8e-bc52-04dfb6c80aa4,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:47:11.757851 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-cdb4a8b6-7a5f-4b09-936a-8a127470d223 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for subnet, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:11.763976 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-cdb4a8b6-7a5f-4b09-936a-8a127470d223 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] 10.222.0.44 "DELETE /v2.0/subnets/e5c7a439-76bc-4e8e-bc52-04dfb6c80aa4 HTTP/1.1" status: 204 len: 168 time: 0.3536391 Oct 27 10:47:11.765403 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 54882) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:47:11.766782 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52eb90ad-b437-4e28-984a-453e6f3aaaaf None None] Network b56e168a-ccba-4162-be6e-b9d57ba0abd1 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:47:11.773003 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] For port 46e8aa0c-dd8b-49d9-865f-cf106909fef3, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=46e8aa0c-dd8b-49d9-865f-cf106909fef3,segment=NetworkSegment(24961c34-9d24-46fc-bc2c-0db0ce2089c6),segment_id=24961c34-9d24-46fc-bc2c-0db0ce2089c6)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:47:11.809550 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:11.811196 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a495ea98-10da-4c4c-9daa-5de9383cb72e req-29651b27-0923-4cdc-aaf8-afae88dd4dc2 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:47:11.812933 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-a495ea98-10da-4c4c-9daa-5de9383cb72e req-29651b27-0923-4cdc-aaf8-afae88dd4dc2 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/ports?device_id=c53b965f-6cbc-4c51-91d9-9f9c0a613cc2 HTTP/1.1" status: 200 len: 946 time: 0.0561521 Oct 27 10:47:11.855318 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-a495ea98-10da-4c4c-9daa-5de9383cb72e req-2da4fb2f-ef23-4834-8f70-38555bae1b49 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/security-groups?id=3238f945-43ac-4dbd-b7b0-70b6d0fec036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350099 Oct 27 10:47:11.856152 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-a2a34e85-97b3-4ba1-9973-2c4bcc8972c0 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586917'] for network, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:11.938636 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-a2a34e85-97b3-4ba1-9973-2c4bcc8972c0 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Deleting port 6024b4e4-9d7e-443e-9038-409183666a0d {{(pid=102346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:47:11.939053 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-a2a34e85-97b3-4ba1-9973-2c4bcc8972c0 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:11.952634 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Pushing event updated for resources: {'Port': ['ID=46e8aa0c-dd8b-49d9-865f-cf106909fef3,revision_number=4']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:47:12.034611 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [None req-a2a34e85-97b3-4ba1-9973-2c4bcc8972c0 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] For port 6024b4e4-9d7e-443e-9038-409183666a0d, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=6024b4e4-9d7e-443e-9038-409183666a0d,segment=NetworkSegment(2a4918b0-4664-4ba3-9634-a1cfbab3ba75),segment_id=2a4918b0-4664-4ba3-9634-a1cfbab3ba75)] {{(pid=102346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:47:12.035116 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-a2a34e85-97b3-4ba1-9973-2c4bcc8972c0 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:12.049638 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-a2a34e85-97b3-4ba1-9973-2c4bcc8972c0 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Calling delete_port for 6024b4e4-9d7e-443e-9038-409183666a0d owned by network:dhcp {{(pid=102346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:47:12.061665 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-357b777f-c89e-4715-98b4-60da9b0876f4 None None] DHCP port deletion for b56e168a-ccba-4162-be6e-b9d57ba0abd1 request from n-d-813419-10 {{(pid=102348) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 10:47:12.143893 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] get_ports_and_sgs() called for port_ids ['46e8aa0c-dd8b-49d9-865f-cf106909fef3'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:47:12.171617 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-a2a34e85-97b3-4ba1-9973-2c4bcc8972c0 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:12.179976 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-357b777f-c89e-4715-98b4-60da9b0876f4 None None] Deleting port 6024b4e4-9d7e-443e-9038-409183666a0d {{(pid=102348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:47:12.180728 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-357b777f-c89e-4715-98b4-60da9b0876f4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:12.193222 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2a34e85-97b3-4ba1-9973-2c4bcc8972c0 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] No DVR routers for this DVR port 6024b4e4-9d7e-443e-9038-409183666a0d on host n-d-813419-10 {{(pid=102346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:47:12.220247 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a34e85-97b3-4ba1-9973-2c4bcc8972c0 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Pushing event deleted for resources: {'Port': ['ID=6024b4e4-9d7e-443e-9038-409183666a0d,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:47:12.298372 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-357b777f-c89e-4715-98b4-60da9b0876f4 None None] For port 6024b4e4-9d7e-443e-9038-409183666a0d, host n-d-813419-10, got binding levels [] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:47:12.298753 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-357b777f-c89e-4715-98b4-60da9b0876f4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:12.320396 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device e6fa390b-a94c-46d8-976f-3889492ffb9a details requested by agent hyperv_n-h1-813419-10 with host n-h1-813419-10 {{(pid=102348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 10:47:12.327192 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-a2a34e85-97b3-4ba1-9973-2c4bcc8972c0 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857803', 'neutron.services.segments.db._delete_segments_for_network-8743873143390'] for network, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:12.330087 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-357b777f-c89e-4715-98b4-60da9b0876f4 None None] Calling delete_port for 6024b4e4-9d7e-443e-9038-409183666a0d owned by network:dhcp {{(pid=102348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:47:12.333229 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.ipam_backend_mixin [None req-357b777f-c89e-4715-98b4-60da9b0876f4 None None] Port 6024b4e4-9d7e-443e-9038-409183666a0d was not found and therefore no delete operation was performed {{(pid=102348) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 27 10:47:12.342245 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-357b777f-c89e-4715-98b4-60da9b0876f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615'] for port, after_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:12.363655 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-a2a34e85-97b3-4ba1-9973-2c4bcc8972c0 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b56e168a-ccba-4162-be6e-b9d57ba0abd1']}} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:47:12.383536 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-a2a34e85-97b3-4ba1-9973-2c4bcc8972c0 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a4918b0-4664-4ba3-9634-a1cfbab3ba75') {'for_net_delete': True} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:47:12.384064 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-a2a34e85-97b3-4ba1-9973-2c4bcc8972c0 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a4918b0-4664-4ba3-9634-a1cfbab3ba75') {} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:47:12.395300 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-a2a34e85-97b3-4ba1-9973-2c4bcc8972c0 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743873145191', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25847877'] for segment, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:12.412763 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-a2a34e85-97b3-4ba1-9973-2c4bcc8972c0 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:12.420725 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2a34e85-97b3-4ba1-9973-2c4bcc8972c0 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Releasing vlan 415 on physical network physnet1 to pool {{(pid=102346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 10:47:12.421230 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-a2a34e85-97b3-4ba1-9973-2c4bcc8972c0 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27024137'] for segment, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:12.426131 n-d-813419-10 neutron-server[102346]: Traceback (most recent call last): Oct 27 10:47:12.426131 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 10:47:12.426131 n-d-813419-10 neutron-server[102346]: timer() Oct 27 10:47:12.426131 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 10:47:12.426131 n-d-813419-10 neutron-server[102346]: cb(*args, **kw) Oct 27 10:47:12.426131 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 10:47:12.426131 n-d-813419-10 neutron-server[102346]: return func(*args, **kwargs) Oct 27 10:47:12.426131 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 10:47:12.426131 n-d-813419-10 neutron-server[102346]: self._notify() Oct 27 10:47:12.426131 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 10:47:12.426131 n-d-813419-10 neutron-server[102346]: self.callback(batched_events) Oct 27 10:47:12.426131 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 10:47:12.426131 n-d-813419-10 neutron-server[102346]: event.method(event) Oct 27 10:47:12.426131 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 10:47:12.426131 n-d-813419-10 neutron-server[102346]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 10:47:12.426131 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 10:47:12.426131 n-d-813419-10 neutron-server[102346]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 10:47:12.426131 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 10:47:12.426131 n-d-813419-10 neutron-server[102346]: return f(self, *a, **k) Oct 27 10:47:12.426131 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 10:47:12.426131 n-d-813419-10 neutron-server[102346]: return self._get(url).json() Oct 27 10:47:12.426131 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 10:47:12.426131 n-d-813419-10 neutron-server[102346]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 10:47:12.426131 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 10:47:12.426131 n-d-813419-10 neutron-server[102346]: return self.request(url, 'GET', **kwargs) Oct 27 10:47:12.426131 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 10:47:12.426131 n-d-813419-10 neutron-server[102346]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 10:47:12.426131 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 10:47:12.426131 n-d-813419-10 neutron-server[102346]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 10:47:12.426131 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 10:47:12.426131 n-d-813419-10 neutron-server[102346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 10:47:12.426131 n-d-813419-10 neutron-server[102346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 10:47:12.513412 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357b777f-c89e-4715-98b4-60da9b0876f4 None None] Pushing event deleted for resources: {'Port': ['ID=6024b4e4-9d7e-443e-9038-409183666a0d,revision_number=None']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:47:12.515985 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-357b777f-c89e-4715-98b4-60da9b0876f4 None None] No DVR routers for this DVR port 6024b4e4-9d7e-443e-9038-409183666a0d on host n-d-813419-10 {{(pid=102348) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:47:12.549735 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-a2a34e85-97b3-4ba1-9973-2c4bcc8972c0 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664840'] for network, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:12.558702 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-a2a34e85-97b3-4ba1-9973-2c4bcc8972c0 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks [] for network, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:12.563217 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-a2a34e85-97b3-4ba1-9973-2c4bcc8972c0 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] 10.222.0.44 "DELETE /v2.0/networks/b56e168a-ccba-4162-be6e-b9d57ba0abd1 HTTP/1.1" status: 204 len: 168 time: 0.7968373 Oct 27 10:47:12.570055 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 54908) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:47:12.574873 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-1aad8cd7-360c-4383-a5b5-9d5951751d1e tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-381064338', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:47:12.624778 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-1aad8cd7-360c-4383-a5b5-9d5951751d1e tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1768632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3610'] for router, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:12.625341 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-1aad8cd7-360c-4383-a5b5-9d5951751d1e tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1765704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1769409', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1694266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3597'] for router, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:12.630459 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port e6fa390b-a94c-46d8-976f-3889492ffb9a, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=e6fa390b-a94c-46d8-976f-3889492ffb9a,segment=NetworkSegment(24961c34-9d24-46fc-bc2c-0db0ce2089c6),segment_id=24961c34-9d24-46fc-bc2c-0db0ce2089c6)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:47:12.632352 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a34e85-97b3-4ba1-9973-2c4bcc8972c0 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Pushing event deleted for resources: {'Network': ['ID=b56e168a-ccba-4162-be6e-b9d57ba0abd1,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:47:12.668486 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c0b0cc-bf82-4100-94a7-5e5b3e0ef5d2 req-073ddd1c-0628-4d98-94d6-b559028204b6 tempest-MultipleCreateTestJSON-1529432009 tempest-MultipleCreateTestJSON-1529432009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:47:12.676553 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-46c0b0cc-bf82-4100-94a7-5e5b3e0ef5d2 req-073ddd1c-0628-4d98-94d6-b559028204b6 tempest-MultipleCreateTestJSON-1529432009 tempest-MultipleCreateTestJSON-1529432009-project] 10.222.0.44 "GET /v2.0/ports?device_id=e974657c-628e-41a8-98ac-09ea18f39964 HTTP/1.1" status: 200 len: 944 time: 0.0999644 Oct 27 10:47:12.714032 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-1aad8cd7-360c-4383-a5b5-9d5951751d1e tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:12.720623 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-1aad8cd7-360c-4383-a5b5-9d5951751d1e tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1765699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1769372'] for router, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:12.728368 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Returning: {'device': 'e6fa390b-a94c-46d8-976f-3889492ffb9a', 'network_id': '34f179cc-3249-47e4-861c-1ad666b0e661', 'port_id': 'e6fa390b-a94c-46d8-976f-3889492ffb9a', 'mac_address': 'fa:16:3e:04:47:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69721ef8-98b2-4b17-a84c-866a1f534ad3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 10:47:12.747641 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-46c0b0cc-bf82-4100-94a7-5e5b3e0ef5d2 req-1f92a51d-1d81-497e-9a4c-4cb464d634ad tempest-MultipleCreateTestJSON-1529432009 tempest-MultipleCreateTestJSON-1529432009-project] 10.222.0.44 "GET /v2.0/security-groups?id=2b3ac09a-fc78-43b5-8f53-b81e13a554bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697973 Oct 27 10:47:12.748936 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-1aad8cd7-360c-4383-a5b5-9d5951751d1e tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks [] for router, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:12.752254 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-1aad8cd7-360c-4383-a5b5-9d5951751d1e tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.1792183 Oct 27 10:47:12.753406 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 54922) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:47:12.758861 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-a829b5db-1cbf-48df-8a76-b8824d52fb61 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Request body: {'network': {'name': 'tempest-RoutersTest-1640455404'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:47:12.784262 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a829b5db-1cbf-48df-8a76-b8824d52fb61 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Made reservation on behalf of 14f921c9b3f94aa0bb5d8437d3b23079 for: {'network': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:47:12.794004 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-a829b5db-1cbf-48df-8a76-b8824d52fb61 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for network, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:12.802156 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:12.820129 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6fa390b-a94c-46d8-976f-3889492ffb9a {{(pid=102348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:47:12.830804 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a829b5db-1cbf-48df-8a76-b8824d52fb61 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 427} {{(pid=102347) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 10:47:12.842463 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-a829b5db-1cbf-48df-8a76-b8824d52fb61 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:12.842815 n-d-813419-10 neutron-server[102347]: INFO neutron.db.segments_db [None req-a829b5db-1cbf-48df-8a76-b8824d52fb61 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Added segment 8ae7ba56-abb4-4bac-951b-b7f95a93d89c of type vlan for network daf4ac32-9672-4651-b3fd-11072e1379c5 Oct 27 10:47:12.854398 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port e6fa390b-a94c-46d8-976f-3889492ffb9a, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=e6fa390b-a94c-46d8-976f-3889492ffb9a,segment=NetworkSegment(24961c34-9d24-46fc-bc2c-0db0ce2089c6),segment_id=24961c34-9d24-46fc-bc2c-0db0ce2089c6)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:47:12.862204 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:12.923976 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Pushing event updated for resources: {'Port': ['ID=e6fa390b-a94c-46d8-976f-3889492ffb9a,revision_number=4']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:47:12.931645 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-a829b5db-1cbf-48df-8a76-b8824d52fb61 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743872593080'] for network, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:12.963520 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-a829b5db-1cbf-48df-8a76-b8824d52fb61 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913'] for network, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:12.971508 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a829b5db-1cbf-48df-8a76-b8824d52fb61 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:47:12.972379 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-a829b5db-1cbf-48df-8a76-b8824d52fb61 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks [] for network, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:13.051314 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a829b5db-1cbf-48df-8a76-b8824d52fb61 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Pushing event updated for resources: {'Network': ['ID=daf4ac32-9672-4651-b3fd-11072e1379c5,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:47:13.066320 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-a829b5db-1cbf-48df-8a76-b8824d52fb61 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3117478 Oct 27 10:47:13.070085 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 54940) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:47:13.071187 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Network daf4ac32-9672-4651-b3fd-11072e1379c5 details requested by agent ovs-agent-n-d-813419-10 with host n-d-813419-10 {{(pid=102348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 10:47:13.078520 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-91be76e4-339e-4460-85a5-ac952dcd9c60 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Request body: {'subnet': {'network_id': 'daf4ac32-9672-4651-b3fd-11072e1379c5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:47:13.120739 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] get_ports_and_sgs() called for port_ids ['e6fa390b-a94c-46d8-976f-3889492ffb9a'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:47:13.224774 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91be76e4-339e-4460-85a5-ac952dcd9c60 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Made reservation on behalf of 14f921c9b3f94aa0bb5d8437d3b23079 for: {'subnet': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:47:13.229371 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-91be76e4-339e-4460-85a5-ac952dcd9c60 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27167186'] for subnet, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:13.500489 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-91be76e4-339e-4460-85a5-ac952dcd9c60 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27024290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27167168'] for subnet, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:13.567772 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91be76e4-339e-4460-85a5-ac952dcd9c60 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Pushing event updated for resources: {'Subnet': ['ID=afc0cab9-21da-4d56-911b-4ce64e6f688c,revision_number=0']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:47:13.576678 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device 46e8aa0c-dd8b-49d9-865f-cf106909fef3 up at agent hyperv_n-h2-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:47:13.590447 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91be76e4-339e-4460-85a5-ac952dcd9c60 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Checking segment: {'id': '8ae7ba56-abb4-4bac-951b-b7f95a93d89c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'daf4ac32-9672-4651-b3fd-11072e1379c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:47:13.590907 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91be76e4-339e-4460-85a5-ac952dcd9c60 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Network hostable DHCP agents. Network: daf4ac32-9672-4651-b3fd-11072e1379c5, hostable agents: ['eafd4000-b897-4722-ae8b-0118ec955181'], hosted agents: [] {{(pid=102346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 10:47:13.617895 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91be76e4-339e-4460-85a5-ac952dcd9c60 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Network daf4ac32-9672-4651-b3fd-11072e1379c5 is scheduled to be hosted by DHCP agent eafd4000-b897-4722-ae8b-0118ec955181 with binding_index 1 {{(pid=102346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 10:47:13.632445 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-91be76e4-339e-4460-85a5-ac952dcd9c60 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-10, daf4ac32-9672-4651-b3fd-11072e1379c5) {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:47:13.637174 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91be76e4-339e-4460-85a5-ac952dcd9c60 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:47:13.638936 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-91be76e4-339e-4460-85a5-ac952dcd9c60 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for subnet, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:13.645355 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1db530d-c06d-45c2-839e-1c67fc14935d None None] Network daf4ac32-9672-4651-b3fd-11072e1379c5 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:47:13.664703 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 54992) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:47:13.674850 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-91be76e4-339e-4460-85a5-ac952dcd9c60 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6033053 Oct 27 10:47:13.850245 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Provisioning for port 46e8aa0c-dd8b-49d9-865f-cf106909fef3 completed by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 10:47:13.926207 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Provisioning complete for port 46e8aa0c-dd8b-49d9-865f-cf106909fef3 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:47:13.926666 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:13.957948 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03c0c18f-05ee-49ec-bdfa-94d3bee74af9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp734b258e-7d96-550c-b970-9b72ab66f383-daf4ac32-9672-4651-b3fd-11072e1379c5', 'network_id': 'daf4ac32-9672-4651-b3fd-11072e1379c5', 'tenant_id': '14f921c9b3f94aa0bb5d8437d3b23079', 'fixed_ips': [{'subnet_id': 'afc0cab9-21da-4d56-911b-4ce64e6f688c'}]}} from n-d-813419-10. {{(pid=102348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 10:47:13.959016 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-03c0c18f-05ee-49ec-bdfa-94d3bee74af9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:13.998297 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4476ba91-ae9d-45a3-bd29-b5c7d4e456a3 req-aed06341-cab8-48c2-a4ce-2bba46968bab tempest-MultipleCreateTestJSON-1529432009 tempest-MultipleCreateTestJSON-1529432009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:47:13.999851 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-4476ba91-ae9d-45a3-bd29-b5c7d4e456a3 req-aed06341-cab8-48c2-a4ce-2bba46968bab tempest-MultipleCreateTestJSON-1529432009 tempest-MultipleCreateTestJSON-1529432009-project] 10.222.0.44 "GET /v2.0/ports?device_id=e974657c-628e-41a8-98ac-09ea18f39964 HTTP/1.1" status: 200 len: 945 time: 0.1054657 Oct 27 10:47:14.055234 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 6024b4e4-9d7e-443e-9038-409183666a0d no longer exists at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:47:14.069933 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-4476ba91-ae9d-45a3-bd29-b5c7d4e456a3 req-a6defaef-e79f-4151-984a-02a146c26436 tempest-MultipleCreateTestJSON-1529432009 tempest-MultipleCreateTestJSON-1529432009-project] 10.222.0.44 "GET /v2.0/security-groups?id=2b3ac09a-fc78-43b5-8f53-b81e13a554bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610170 Oct 27 10:47:14.097476 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] No Port match for: 6024b4e4-9d7e-443e-9038-409183666a0d {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:47:14.098547 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 6024b4e4-9d7e-443e-9038-409183666a0d not bound to the agent host n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:47:14.140752 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-f2a76596-6bbc-4d15-9868-31a85934cd5c tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:14.209614 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.db_base_plugin_common [None req-03c0c18f-05ee-49ec-bdfa-94d3bee74af9 None None] Allocated IP 172.20.0.2 (daf4ac32-9672-4651-b3fd-11072e1379c5/afc0cab9-21da-4d56-911b-4ce64e6f688c/c62ccb30-da24-4e1e-b8db-2c72ce98cca8) {{(pid=102348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:47:14.385946 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device e6fa390b-a94c-46d8-976f-3889492ffb9a up at agent hyperv_n-h1-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:47:14.390012 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:14.482881 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-03c0c18f-05ee-49ec-bdfa-94d3bee74af9 None None] Publish callbacks [] for port, precommit_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:14.484996 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93be3694-0a58-4c68-81f1-3b99dc3e62ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46e8aa0c-dd8b-49d9-865f-cf106909fef3'}] {{(pid=102348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:47:14.487853 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c588921fa634554a1d9242fdea1b05457a9ff1d3b28ba54ec1dace7f2f1df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b121486-2896-4768-9b06-8d44e48fd3d1" -d '{"events": [{"server_uuid": "93be3694-0a58-4c68-81f1-3b99dc3e62ed", "name": "network-vif-plugged", "status": "completed", "tag": "46e8aa0c-dd8b-49d9-865f-cf106909fef3"}]}' {{(pid=102348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:47:14.509939 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] For port 46e8aa0c-dd8b-49d9-865f-cf106909fef3, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=46e8aa0c-dd8b-49d9-865f-cf106909fef3,segment=NetworkSegment(24961c34-9d24-46fc-bc2c-0db0ce2089c6),segment_id=24961c34-9d24-46fc-bc2c-0db0ce2089c6)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:47:14.511471 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-03c0c18f-05ee-49ec-bdfa-94d3bee74af9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606'] for port, after_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:14.560466 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:14.570652 n-d-813419-10 neutron-server[102348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03c0c18f-05ee-49ec-bdfa-94d3bee74af9 None None] Network daf4ac32-9672-4651-b3fd-11072e1379c5 is already hosted by enough agents. {{(pid=102348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:47:14.581716 n-d-813419-10 neutron-server[102348]: DEBUG neutron.scheduler.base_scheduler [None req-03c0c18f-05ee-49ec-bdfa-94d3bee74af9 None None] Resources bound (agent type, host, resource id): {{(pid=102348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:47:14.581939 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_common [None req-f2a76596-6bbc-4d15-9868-31a85934cd5c tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Allocated IP 172.20.0.1 (daf4ac32-9672-4651-b3fd-11072e1379c5/afc0cab9-21da-4d56-911b-4ce64e6f688c/f2726d98-c33e-424a-a803-64ad305d2a74) {{(pid=102347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:47:14.592080 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03c0c18f-05ee-49ec-bdfa-94d3bee74af9 None None] Received port after_create {{(pid=102348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:47:14.595843 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:47:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff94ee90-8ab4-469f-aac9-fad3dad7f32b x-openstack-request-id: req-ff94ee90-8ab4-469f-aac9-fad3dad7f32b {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:47:14.596146 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93be3694-0a58-4c68-81f1-3b99dc3e62ed", "name": "network-vif-plugged", "status": "completed", "tag": "46e8aa0c-dd8b-49d9-865f-cf106909fef3", "code": 200}]} {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:47:14.596740 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ff94ee90-8ab4-469f-aac9-fad3dad7f32b {{(pid=102348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:47:14.596935 n-d-813419-10 neutron-server[102348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93be3694-0a58-4c68-81f1-3b99dc3e62ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46e8aa0c-dd8b-49d9-865f-cf106909fef3', 'code': 200} Oct 27 10:47:14.604454 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Provisioning for port e6fa390b-a94c-46d8-976f-3889492ffb9a completed by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 10:47:14.610736 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Provisioning complete for port e6fa390b-a94c-46d8-976f-3889492ffb9a triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:47:14.610989 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:14.613195 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c0c18f-05ee-49ec-bdfa-94d3bee74af9 None None] Pushing event updated for resources: {'Port': ['ID=c62ccb30-da24-4e1e-b8db-2c72ce98cca8,revision_number=1']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:47:14.660734 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c0c18f-05ee-49ec-bdfa-94d3bee74af9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:47:14.660935 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c0c18f-05ee-49ec-bdfa-94d3bee74af9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:47:14.661266 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c0c18f-05ee-49ec-bdfa-94d3bee74af9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:47:14.661591 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c0c18f-05ee-49ec-bdfa-94d3bee74af9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:47:14.661913 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c0c18f-05ee-49ec-bdfa-94d3bee74af9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:47:14.662239 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c0c18f-05ee-49ec-bdfa-94d3bee74af9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:47:14.662555 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c0c18f-05ee-49ec-bdfa-94d3bee74af9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:47:14.662921 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c0c18f-05ee-49ec-bdfa-94d3bee74af9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:47:14.663220 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c0c18f-05ee-49ec-bdfa-94d3bee74af9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:47:14.663554 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c0c18f-05ee-49ec-bdfa-94d3bee74af9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:47:14.663872 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c0c18f-05ee-49ec-bdfa-94d3bee74af9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:47:14.664168 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c0c18f-05ee-49ec-bdfa-94d3bee74af9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:47:14.781530 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c09f5b6-f2f0-42af-8f32-5867e83f650b req-52c4efd7-71ba-42bd-8f58-c7c1f39976eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:47:14.784376 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-1c09f5b6-f2f0-42af-8f32-5867e83f650b req-52c4efd7-71ba-42bd-8f58-c7c1f39976eb service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=93be3694-0a58-4c68-81f1-3b99dc3e62ed HTTP/1.1" status: 200 len: 1097 time: 0.1161556 Oct 27 10:47:14.807480 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Pushing event updated for resources: {'Port': ['ID=46e8aa0c-dd8b-49d9-865f-cf106909fef3,revision_number=5']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:47:14.830873 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-03c0c18f-05ee-49ec-bdfa-94d3bee74af9 None None] Attempting to bind port c62ccb30-da24-4e1e-b8db-2c72ce98cca8 on host n-d-813419-10 for vnic_type normal with profile {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:47:14.831249 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-03c0c18f-05ee-49ec-bdfa-94d3bee74af9 None None] Attempting to bind port c62ccb30-da24-4e1e-b8db-2c72ce98cca8 by drivers openvswitch,hyperv on host n-d-813419-10 at level 0 using segments [{'id': '8ae7ba56-abb4-4bac-951b-b7f95a93d89c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'daf4ac32-9672-4651-b3fd-11072e1379c5'}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:47:14.831619 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03c0c18f-05ee-49ec-bdfa-94d3bee74af9 None None] Attempting to bind port c62ccb30-da24-4e1e-b8db-2c72ce98cca8 on network daf4ac32-9672-4651-b3fd-11072e1379c5 {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:47:14.862447 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-f2a76596-6bbc-4d15-9868-31a85934cd5c tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks [] for port, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:14.882186 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-1c09f5b6-f2f0-42af-8f32-5867e83f650b req-9b2ff357-bd04-4d35-b1b9-5015b74d4cd1 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=2b3ac09a-fc78-43b5-8f53-b81e13a554bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903254 Oct 27 10:47:14.929327 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03c0c18f-05ee-49ec-bdfa-94d3bee74af9 None None] Checking agent: {'id': '89dba0f3-79b2-435e-9822-33674b8f6ada', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 8, 20), 'started_at': datetime.datetime(2021, 10, 27, 10, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 46, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:47:14.932621 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03c0c18f-05ee-49ec-bdfa-94d3bee74af9 None None] Checking segment: {'id': '8ae7ba56-abb4-4bac-951b-b7f95a93d89c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'daf4ac32-9672-4651-b3fd-11072e1379c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:47:14.933175 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-03c0c18f-05ee-49ec-bdfa-94d3bee74af9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:14.933685 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03c0c18f-05ee-49ec-bdfa-94d3bee74af9 None None] Bound using segment: {'id': '8ae7ba56-abb4-4bac-951b-b7f95a93d89c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'daf4ac32-9672-4651-b3fd-11072e1379c5'} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:47:14.939076 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-03c0c18f-05ee-49ec-bdfa-94d3bee74af9 None None] Bound port: c62ccb30-da24-4e1e-b8db-2c72ce98cca8, host: n-d-813419-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ae7ba56-abb4-4bac-951b-b7f95a93d89c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'daf4ac32-9672-4651-b3fd-11072e1379c5'}}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:47:14.940957 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-03c0c18f-05ee-49ec-bdfa-94d3bee74af9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:14.993110 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-f2a76596-6bbc-4d15-9868-31a85934cd5c tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:15.004874 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:15.057066 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port e6fa390b-a94c-46d8-976f-3889492ffb9a, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=e6fa390b-a94c-46d8-976f-3889492ffb9a,segment=NetworkSegment(24961c34-9d24-46fc-bc2c-0db0ce2089c6),segment_id=24961c34-9d24-46fc-bc2c-0db0ce2089c6)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:47:15.077178 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2a76596-6bbc-4d15-9868-31a85934cd5c tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Network daf4ac32-9672-4651-b3fd-11072e1379c5 is already hosted by enough agents. {{(pid=102347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:47:15.083396 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [None req-f2a76596-6bbc-4d15-9868-31a85934cd5c tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Resources bound (agent type, host, resource id): {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:47:15.087557 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-03c0c18f-05ee-49ec-bdfa-94d3bee74af9 None None] For port c62ccb30-da24-4e1e-b8db-2c72ce98cca8, host n-d-813419-10, cleared binding levels {{(pid=102348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:47:15.088323 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2a76596-6bbc-4d15-9868-31a85934cd5c tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Received port after_create {{(pid=102347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:47:15.092527 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-03c0c18f-05ee-49ec-bdfa-94d3bee74af9 None None] For port c62ccb30-da24-4e1e-b8db-2c72ce98cca8, host n-d-813419-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=c62ccb30-da24-4e1e-b8db-2c72ce98cca8,segment=NetworkSegment(8ae7ba56-abb4-4bac-951b-b7f95a93d89c),segment_id=8ae7ba56-abb4-4bac-951b-b7f95a93d89c)] {{(pid=102348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:47:15.095144 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:15.111535 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-03c0c18f-05ee-49ec-bdfa-94d3bee74af9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:15.132122 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a76596-6bbc-4d15-9868-31a85934cd5c tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Pushing event updated for resources: {'Port': ['ID=f2726d98-c33e-424a-a803-64ad305d2a74,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:47:15.179652 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-f2a76596-6bbc-4d15-9868-31a85934cd5c tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1664961'] for router_interface, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:15.223883 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Pushing event updated for resources: {'Port': ['ID=e6fa390b-a94c-46d8-976f-3889492ffb9a,revision_number=5']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:47:15.338609 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a063e8-8b1d-47d8-a0d7-97d2a6155a7e req-7f5db4c9-b740-47dc-a035-67a58d958739 tempest-MultipleCreateTestJSON-1529432009 tempest-MultipleCreateTestJSON-1529432009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:47:15.345799 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-92a063e8-8b1d-47d8-a0d7-97d2a6155a7e req-7f5db4c9-b740-47dc-a035-67a58d958739 tempest-MultipleCreateTestJSON-1529432009 tempest-MultipleCreateTestJSON-1529432009-project] 10.222.0.44 "GET /v2.0/ports?device_id=e974657c-628e-41a8-98ac-09ea18f39964 HTTP/1.1" status: 200 len: 946 time: 0.1173232 Oct 27 10:47:15.381419 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c0c18f-05ee-49ec-bdfa-94d3bee74af9 None None] Pushing event updated for resources: {'Port': ['ID=c62ccb30-da24-4e1e-b8db-2c72ce98cca8,revision_number=2']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:47:15.403753 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-92a063e8-8b1d-47d8-a0d7-97d2a6155a7e req-44f5514b-2384-4f5e-a540-c530f14e706e tempest-MultipleCreateTestJSON-1529432009 tempest-MultipleCreateTestJSON-1529432009-project] 10.222.0.44 "GET /v2.0/security-groups?id=2b3ac09a-fc78-43b5-8f53-b81e13a554bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503674 Oct 27 10:47:15.411324 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-f2a76596-6bbc-4d15-9868-31a85934cd5c tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:15.794948 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-f2a76596-6bbc-4d15-9868-31a85934cd5c tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks [] for port, precommit_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:15.802768 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-f2a76596-6bbc-4d15-9868-31a85934cd5c tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:16.058954 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device c62ccb30-da24-4e1e-b8db-2c72ce98cca8 up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:47:16.158916 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port c62ccb30-da24-4e1e-b8db-2c72ce98cca8 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:47:16.160856 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:16.311033 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a76596-6bbc-4d15-9868-31a85934cd5c tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Pushing event updated for resources: {'Port': ['ID=f2726d98-c33e-424a-a803-64ad305d2a74,revision_number=2']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:47:16.338779 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-f2a76596-6bbc-4d15-9868-31a85934cd5c tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2006967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1766225'] for router_interface, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:16.341793 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-53a61b68-3f5a-4751-a9ce-88412c025ef2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:16.366640 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:16.442726 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] For port c62ccb30-da24-4e1e-b8db-2c72ce98cca8, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=c62ccb30-da24-4e1e-b8db-2c72ce98cca8,segment=NetworkSegment(8ae7ba56-abb4-4bac-951b-b7f95a93d89c),segment_id=8ae7ba56-abb4-4bac-951b-b7f95a93d89c)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:47:16.449471 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:16.553283 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Pushing event updated for resources: {'Port': ['ID=c62ccb30-da24-4e1e-b8db-2c72ce98cca8,revision_number=3']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:47:16.557820 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fff012c-ef41-408b-b91c-4af4bdb488d5 req-d50e86db-1d1e-4a93-b72e-b2222769147f tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:47:16.559399 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8fff012c-ef41-408b-b91c-4af4bdb488d5 req-d50e86db-1d1e-4a93-b72e-b2222769147f tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/networks?id=33cc32c2-598c-44fc-a251-6575a62c00c5 HTTP/1.1" status: 200 len: 811 time: 0.6993008 Oct 27 10:47:16.597456 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e974657c-628e-41a8-98ac-09ea18f39964', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6fa390b-a94c-46d8-976f-3889492ffb9a'}] {{(pid=102348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:47:16.598561 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7743f47a-f211-4520-a9f6-914fd7158f42 req-8e1d6288-5a9d-4dae-8d6f-ef6d0abc6dd3 tempest-MultipleCreateTestJSON-1529432009 tempest-MultipleCreateTestJSON-1529432009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:47:16.599747 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c588921fa634554a1d9242fdea1b05457a9ff1d3b28ba54ec1dace7f2f1df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbce6731-fa4a-4fc0-b23e-59cdc63edf24" -d '{"events": [{"server_uuid": "e974657c-628e-41a8-98ac-09ea18f39964", "name": "network-vif-plugged", "status": "completed", "tag": "e6fa390b-a94c-46d8-976f-3889492ffb9a"}]}' {{(pid=102348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:47:16.605368 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-7743f47a-f211-4520-a9f6-914fd7158f42 req-8e1d6288-5a9d-4dae-8d6f-ef6d0abc6dd3 tempest-MultipleCreateTestJSON-1529432009 tempest-MultipleCreateTestJSON-1529432009-project] 10.222.0.44 "GET /v2.0/ports?device_id=e974657c-628e-41a8-98ac-09ea18f39964 HTTP/1.1" status: 200 len: 946 time: 0.1158116 Oct 27 10:47:16.609222 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8fff012c-ef41-408b-b91c-4af4bdb488d5 req-7eeac5b1-0a9f-474e-8a8e-1f04680d836a tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/quotas/b02a92ec9ad04d95b8ea6a5db5946dfb HTTP/1.1" status: 200 len: 375 time: 0.0337934 Oct 27 10:47:16.622548 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2a76596-6bbc-4d15-9868-31a85934cd5c tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Network daf4ac32-9672-4651-b3fd-11072e1379c5 is already hosted by enough agents. {{(pid=102347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:47:16.670761 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [None req-f2a76596-6bbc-4d15-9868-31a85934cd5c tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Resources bound (agent type, host, resource id): {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:47:16.671348 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-7743f47a-f211-4520-a9f6-914fd7158f42 req-75402713-a269-4ca0-8060-038236870764 tempest-MultipleCreateTestJSON-1529432009 tempest-MultipleCreateTestJSON-1529432009-project] 10.222.0.44 "GET /v2.0/security-groups?id=2b3ac09a-fc78-43b5-8f53-b81e13a554bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553305 Oct 27 10:47:16.748719 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:47:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a0565ab-d7e6-46d5-a40e-df635db2c3f4 x-openstack-request-id: req-5a0565ab-d7e6-46d5-a40e-df635db2c3f4 {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:47:16.748947 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e974657c-628e-41a8-98ac-09ea18f39964", "name": "network-vif-plugged", "status": "completed", "tag": "e6fa390b-a94c-46d8-976f-3889492ffb9a", "code": 200}]} {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:47:16.749200 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-5a0565ab-d7e6-46d5-a40e-df635db2c3f4 {{(pid=102348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:47:16.749585 n-d-813419-10 neutron-server[102348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e974657c-628e-41a8-98ac-09ea18f39964', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6fa390b-a94c-46d8-976f-3889492ffb9a', 'code': 200} Oct 27 10:47:16.786560 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e0588b9-74b5-4aeb-8d9f-484d4c6e98d7 None None] Network daf4ac32-9672-4651-b3fd-11072e1379c5 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:47:16.810821 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8fff012c-ef41-408b-b91c-4af4bdb488d5 req-2b5fc8f3-1230-4262-b51f-82e6eb33d8f3 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=b02a92ec9ad04d95b8ea6a5db5946dfb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1916804 Oct 27 10:47:16.971954 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322743b0-f11a-46e8-96e5-dd4da85cd072 req-eda109cf-e295-4c50-a891-c5aba081e0aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:47:16.974070 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-322743b0-f11a-46e8-96e5-dd4da85cd072 req-eda109cf-e295-4c50-a891-c5aba081e0aa service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=e974657c-628e-41a8-98ac-09ea18f39964 HTTP/1.1" status: 200 len: 1098 time: 0.1304874 Oct 27 10:47:16.981427 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2a76596-6bbc-4d15-9868-31a85934cd5c tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Router 77544813-46b1-47a6-99a0-d327f2a781a1 is scheduled to L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb with binding_index 1 {{(pid=102347) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 10:47:17.024358 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8fff012c-ef41-408b-b91c-4af4bdb488d5 req-18347ea9-00d0-42bc-9017-167b5c9cc65d service neutron] 10.222.0.44 "GET /v2.0/networks/33cc32c2-598c-44fc-a251-6575a62c00c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2050383 Oct 27 10:47:17.043188 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-322743b0-f11a-46e8-96e5-dd4da85cd072 req-b20abb13-bce3-4fd4-8c6b-daac9506027b service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=2b3ac09a-fc78-43b5-8f53-b81e13a554bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588136 Oct 27 10:47:17.109522 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-47bb8c30-5629-49cc-a61e-5f440f39b0ff None None] Provisioning complete for port c62ccb30-da24-4e1e-b8db-2c72ce98cca8 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:47:17.110880 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-47bb8c30-5629-49cc-a61e-5f440f39b0ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:17.219278 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2a76596-6bbc-4d15-9868-31a85934cd5c tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:47:17.227887 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-f2a76596-6bbc-4d15-9868-31a85934cd5c tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] 10.222.0.44 "PUT /v2.0/routers/77544813-46b1-47a6-99a0-d327f2a781a1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5592747 Oct 27 10:47:17.228719 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 55070) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:47:17.240396 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-d0508afd-b1f7-4734-9c4b-544a1fe6abbb tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Request body: {'network': {'name': 'tempest-RoutersTest-1187351939'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:47:17.245012 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-894bfeb7-52ff-4be5-a204-45ad24de0923 None None] Sync routers for ids ['77544813-46b1-47a6-99a0-d327f2a781a1'] in n-d-813419-10 {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:47:17.250128 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8fff012c-ef41-408b-b91c-4af4bdb488d5 req-311d9446-a2f1-4146-a00a-1a0ba50622df service neutron] 10.222.0.44 "GET /v2.0/networks/33cc32c2-598c-44fc-a251-6575a62c00c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2099910 Oct 27 10:47:17.283600 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-894bfeb7-52ff-4be5-a204-45ad24de0923 None None] Routers {'77544813-46b1-47a6-99a0-d327f2a781a1'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:47:17.286048 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-894bfeb7-52ff-4be5-a204-45ad24de0923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:46:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['77544813-46b1-47a6-99a0-d327f2a781a1'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:47:17.322171 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0508afd-b1f7-4734-9c4b-544a1fe6abbb tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Made reservation on behalf of 14f921c9b3f94aa0bb5d8437d3b23079 for: {'network': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:47:17.361382 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d0508afd-b1f7-4734-9c4b-544a1fe6abbb tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for network, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:17.432135 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0508afd-b1f7-4734-9c4b-544a1fe6abbb tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 412} {{(pid=102346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 10:47:17.464613 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d0508afd-b1f7-4734-9c4b-544a1fe6abbb tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:17.464880 n-d-813419-10 neutron-server[102346]: INFO neutron.db.segments_db [None req-d0508afd-b1f7-4734-9c4b-544a1fe6abbb tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Added segment 4205ac61-7ecc-4821-b2ae-1c9f39c9ac45 of type vlan for network 93816331-4c8a-4076-a327-3d24313efaf8 Oct 27 10:47:17.542950 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvr_db [None req-894bfeb7-52ff-4be5-a204-45ad24de0923 None None] Set router 77544813-46b1-47a6-99a0-d327f2a781a1 gateway port host: None {{(pid=102349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:47:17.642979 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d0508afd-b1f7-4734-9c4b-544a1fe6abbb tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743872593080'] for network, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:17.644271 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-266fd0f1-120a-4a79-abe3-566cecbdadf7 None None] Provisioning complete for port c62ccb30-da24-4e1e-b8db-2c72ce98cca8 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:47:17.644721 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-266fd0f1-120a-4a79-abe3-566cecbdadf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:17.702036 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d0508afd-b1f7-4734-9c4b-544a1fe6abbb tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913'] for network, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:17.707525 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0508afd-b1f7-4734-9c4b-544a1fe6abbb tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:47:17.708122 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d0508afd-b1f7-4734-9c4b-544a1fe6abbb tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks [] for network, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:17.773640 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-eac17017-dbfc-4f74-aaf5-cc203117bd06 req-410d9258-5ace-4fd8-82bb-e0ec7bbd2da7 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/ports?device_id=9b67e6d5-f777-444b-8026-cf23e066bb16 HTTP/1.1" status: 200 len: 210 time: 0.0940022 Oct 27 10:47:17.871137 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-d0508afd-b1f7-4734-9c4b-544a1fe6abbb tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6408775 Oct 27 10:47:17.877083 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 55092) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:47:17.895213 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-f3618ada-6128-4d92-9ee5-35fbc59d7aec tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Request body: {'subnet': {'network_id': '93816331-4c8a-4076-a327-3d24313efaf8', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:47:17.907021 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-266fd0f1-120a-4a79-abe3-566cecbdadf7 None None] Provisioning complete for port f2726d98-c33e-424a-a803-64ad305d2a74 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:47:17.911914 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-266fd0f1-120a-4a79-abe3-566cecbdadf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:17.999696 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-894bfeb7-52ff-4be5-a204-45ad24de0923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77544813-46b1-47a6-99a0-d327f2a781a1', 'name': 'tempest-RoutersTest-router-381064338', 'tenant_id': '14f921c9b3f94aa0bb5d8437d3b23079', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:47:12Z', 'updated_at': '2021-10-27T10:47:15Z', 'revision_number': 2, 'project_id': '14f921c9b3f94aa0bb5d8437d3b23079', 'gw_port_host': None, '_interfaces': [{'id': 'f2726d98-c33e-424a-a803-64ad305d2a74', 'name': '', 'network_id': 'daf4ac32-9672-4651-b3fd-11072e1379c5', 'tenant_id': '14f921c9b3f94aa0bb5d8437d3b23079', 'mac_address': 'fa:16:3e:35:e0:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77544813-46b1-47a6-99a0-d327f2a781a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3160, 'fixed_ips': [{'subnet_id': 'afc0cab9-21da-4d56-911b-4ce64e6f688c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:47:14Z', 'updated_at': '2021-10-27T10:47:15Z', 'revision_number': 2, 'project_id': '14f921c9b3f94aa0bb5d8437d3b23079', 'subnets': [{'id': 'afc0cab9-21da-4d56-911b-4ce64e6f688c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:47:18.020466 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-266fd0f1-120a-4a79-abe3-566cecbdadf7 None None] Port f2726d98-c33e-424a-a803-64ad305d2a74 cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:47:18.030752 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e809ff62-f517-46bf-ae7a-c609e32b7378 req-1352e272-21cf-452e-8938-6ec24cac5972 tempest-MultipleCreateTestJSON-1529432009 tempest-MultipleCreateTestJSON-1529432009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:47:18.051263 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device c62ccb30-da24-4e1e-b8db-2c72ce98cca8 up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:47:18.061914 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-e809ff62-f517-46bf-ae7a-c609e32b7378 req-1352e272-21cf-452e-8938-6ec24cac5972 tempest-MultipleCreateTestJSON-1529432009 tempest-MultipleCreateTestJSON-1529432009-project] 10.222.0.44 "GET /v2.0/ports?device_id=e974657c-628e-41a8-98ac-09ea18f39964 HTTP/1.1" status: 200 len: 946 time: 0.2095988 Oct 27 10:47:18.168735 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0508afd-b1f7-4734-9c4b-544a1fe6abbb tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Pushing event updated for resources: {'Network': ['ID=93816331-4c8a-4076-a327-3d24313efaf8,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:47:18.177173 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-894bfeb7-52ff-4be5-a204-45ad24de0923 None None] Checking router: 77544813-46b1-47a6-99a0-d327f2a781a1 for host: n-d-813419-10 {{(pid=102349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 10:47:18.177528 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-894bfeb7-52ff-4be5-a204-45ad24de0923 None None] Updating router 77544813-46b1-47a6-99a0-d327f2a781a1 port f2726d98-c33e-424a-a803-64ad305d2a74 binding host n-d-813419-10 {{(pid=102349) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 10:47:18.185245 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3618ada-6128-4d92-9ee5-35fbc59d7aec tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Made reservation on behalf of 14f921c9b3f94aa0bb5d8437d3b23079 for: {'subnet': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:47:18.197020 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Network 93816331-4c8a-4076-a327-3d24313efaf8 details requested by agent ovs-agent-n-d-813419-10 with host n-d-813419-10 {{(pid=102348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 10:47:18.197245 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-f3618ada-6128-4d92-9ee5-35fbc59d7aec tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27167186'] for subnet, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:18.230764 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-e809ff62-f517-46bf-ae7a-c609e32b7378 req-c7a7f58e-c3b0-43e4-beda-26f6a5c35784 tempest-MultipleCreateTestJSON-1529432009 tempest-MultipleCreateTestJSON-1529432009-project] 10.222.0.44 "GET /v2.0/security-groups?id=2b3ac09a-fc78-43b5-8f53-b81e13a554bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605916 Oct 27 10:47:18.249024 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-894bfeb7-52ff-4be5-a204-45ad24de0923 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:18.350445 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-be4693d2-3fc8-4b82-8edc-cbb950c17fd2 None None] Provisioning complete for port f2726d98-c33e-424a-a803-64ad305d2a74 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:47:18.351249 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-be4693d2-3fc8-4b82-8edc-cbb950c17fd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:18.464158 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port c62ccb30-da24-4e1e-b8db-2c72ce98cca8 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:47:18.464675 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:18.514676 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-be4693d2-3fc8-4b82-8edc-cbb950c17fd2 None None] Port f2726d98-c33e-424a-a803-64ad305d2a74 cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:47:18.634409 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-f3618ada-6128-4d92-9ee5-35fbc59d7aec tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27024290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27167168'] for subnet, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:18.684296 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7ea82d10-4ffb-495a-a1e5-2c23b1b37b24 None None] Provisioning complete for port f2726d98-c33e-424a-a803-64ad305d2a74 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:47:18.685207 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7ea82d10-4ffb-495a-a1e5-2c23b1b37b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:18.730187 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3618ada-6128-4d92-9ee5-35fbc59d7aec tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Pushing event updated for resources: {'Subnet': ['ID=afb5a9e3-0660-4f43-a8a4-997a0178253b,revision_number=0']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:47:18.750681 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3618ada-6128-4d92-9ee5-35fbc59d7aec tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Checking segment: {'id': '4205ac61-7ecc-4821-b2ae-1c9f39c9ac45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '93816331-4c8a-4076-a327-3d24313efaf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:47:18.751869 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3618ada-6128-4d92-9ee5-35fbc59d7aec tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Network hostable DHCP agents. Network: 93816331-4c8a-4076-a327-3d24313efaf8, hostable agents: ['eafd4000-b897-4722-ae8b-0118ec955181'], hosted agents: [] {{(pid=102346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 10:47:18.761502 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-7ea82d10-4ffb-495a-a1e5-2c23b1b37b24 None None] Port f2726d98-c33e-424a-a803-64ad305d2a74 cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:47:18.773740 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-894bfeb7-52ff-4be5-a204-45ad24de0923 None None] Publish callbacks [] for port, precommit_update {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:18.780495 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-894bfeb7-52ff-4be5-a204-45ad24de0923 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:18.795733 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3618ada-6128-4d92-9ee5-35fbc59d7aec tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Network 93816331-4c8a-4076-a327-3d24313efaf8 is scheduled to be hosted by DHCP agent eafd4000-b897-4722-ae8b-0118ec955181 with binding_index 1 {{(pid=102346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 10:47:18.817094 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-f3618ada-6128-4d92-9ee5-35fbc59d7aec tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-10, 93816331-4c8a-4076-a327-3d24313efaf8) {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:47:18.823229 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3618ada-6128-4d92-9ee5-35fbc59d7aec tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:47:18.823632 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-f3618ada-6128-4d92-9ee5-35fbc59d7aec tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for subnet, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:18.830826 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eac86fd-65e9-4ed2-af1c-8becd6be1453 None None] Network 93816331-4c8a-4076-a327-3d24313efaf8 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:47:18.850988 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3c51f9-4693-4525-8c33-33b845b8a223 None None] Pushing event updated for resources: {'Port': ['ID=f2726d98-c33e-424a-a803-64ad305d2a74,revision_number=3']} {{(pid=102349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:47:18.876609 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-f3618ada-6128-4d92-9ee5-35fbc59d7aec tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9919572 Oct 27 10:47:18.878020 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 55110) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:47:18.887001 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3c51f9-4693-4525-8c33-33b845b8a223 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:47:18.887363 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3c51f9-4693-4525-8c33-33b845b8a223 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:47:18.887706 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3c51f9-4693-4525-8c33-33b845b8a223 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:47:18.888048 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3c51f9-4693-4525-8c33-33b845b8a223 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:47:18.889368 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3c51f9-4693-4525-8c33-33b845b8a223 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:47:18.889705 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3c51f9-4693-4525-8c33-33b845b8a223 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:47:18.890035 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3c51f9-4693-4525-8c33-33b845b8a223 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:47:18.890419 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3c51f9-4693-4525-8c33-33b845b8a223 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:47:18.890747 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3c51f9-4693-4525-8c33-33b845b8a223 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:47:18.891073 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3c51f9-4693-4525-8c33-33b845b8a223 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:47:18.891395 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3c51f9-4693-4525-8c33-33b845b8a223 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:47:18.891718 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3c51f9-4693-4525-8c33-33b845b8a223 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:47:18.992453 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-6df9a4c2-8f45-4b6d-9e69-8fbb205e967c req-120a9389-faa9-4416-b3ba-d3d9a80bdcae tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/ports?device_id=9b67e6d5-f777-444b-8026-cf23e066bb16 HTTP/1.1" status: 200 len: 210 time: 0.0708737 Oct 27 10:47:19.007967 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.managers [None req-894bfeb7-52ff-4be5-a204-45ad24de0923 None None] Attempting to bind port f2726d98-c33e-424a-a803-64ad305d2a74 on host n-d-813419-10 for vnic_type normal with profile {{(pid=102349) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:47:19.008754 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.managers [None req-894bfeb7-52ff-4be5-a204-45ad24de0923 None None] Attempting to bind port f2726d98-c33e-424a-a803-64ad305d2a74 by drivers openvswitch,hyperv on host n-d-813419-10 at level 0 using segments [{'id': '8ae7ba56-abb4-4bac-951b-b7f95a93d89c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'daf4ac32-9672-4651-b3fd-11072e1379c5'}] {{(pid=102349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:47:19.009497 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-894bfeb7-52ff-4be5-a204-45ad24de0923 None None] Attempting to bind port f2726d98-c33e-424a-a803-64ad305d2a74 on network daf4ac32-9672-4651-b3fd-11072e1379c5 {{(pid=102349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:47:19.017485 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-894bfeb7-52ff-4be5-a204-45ad24de0923 None None] Checking agent: {'id': '89dba0f3-79b2-435e-9822-33674b8f6ada', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 8, 20), 'started_at': datetime.datetime(2021, 10, 27, 10, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 46, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:47:19.017860 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-894bfeb7-52ff-4be5-a204-45ad24de0923 None None] Checking segment: {'id': '8ae7ba56-abb4-4bac-951b-b7f95a93d89c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'daf4ac32-9672-4651-b3fd-11072e1379c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:47:19.018271 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-894bfeb7-52ff-4be5-a204-45ad24de0923 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:19.018806 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-894bfeb7-52ff-4be5-a204-45ad24de0923 None None] Bound using segment: {'id': '8ae7ba56-abb4-4bac-951b-b7f95a93d89c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'daf4ac32-9672-4651-b3fd-11072e1379c5'} {{(pid=102349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:47:19.019268 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.managers [None req-894bfeb7-52ff-4be5-a204-45ad24de0923 None None] Bound port: f2726d98-c33e-424a-a803-64ad305d2a74, host: n-d-813419-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ae7ba56-abb4-4bac-951b-b7f95a93d89c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'daf4ac32-9672-4651-b3fd-11072e1379c5'}}] {{(pid=102349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:47:19.019648 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-894bfeb7-52ff-4be5-a204-45ad24de0923 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:19.023043 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-452ca2cc-82ab-4eb2-bb5e-ccaffaadf7b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:19.105761 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.db [None req-894bfeb7-52ff-4be5-a204-45ad24de0923 None None] For port f2726d98-c33e-424a-a803-64ad305d2a74, host n-d-813419-10, cleared binding levels {{(pid=102349) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:47:19.109427 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.db [None req-894bfeb7-52ff-4be5-a204-45ad24de0923 None None] For port f2726d98-c33e-424a-a803-64ad305d2a74, host n-d-813419-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=f2726d98-c33e-424a-a803-64ad305d2a74,segment=NetworkSegment(8ae7ba56-abb4-4bac-951b-b7f95a93d89c),segment_id=8ae7ba56-abb4-4bac-951b-b7f95a93d89c)] {{(pid=102349) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:47:19.119342 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-894bfeb7-52ff-4be5-a204-45ad24de0923 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:19.229663 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3c51f9-4693-4525-8c33-33b845b8a223 None None] Pushing event updated for resources: {'Port': ['ID=f2726d98-c33e-424a-a803-64ad305d2a74,revision_number=4']} {{(pid=102349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:47:19.246517 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f86c5a7-28da-45b1-b523-65c6d40f58f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp734b258e-7d96-550c-b970-9b72ab66f383-93816331-4c8a-4076-a327-3d24313efaf8', 'network_id': '93816331-4c8a-4076-a327-3d24313efaf8', 'tenant_id': '14f921c9b3f94aa0bb5d8437d3b23079', 'fixed_ips': [{'subnet_id': 'afb5a9e3-0660-4f43-a8a4-997a0178253b'}]}} from n-d-813419-10. {{(pid=102348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 10:47:19.247511 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-1f86c5a7-28da-45b1-b523-65c6d40f58f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:19.280475 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-894bfeb7-52ff-4be5-a204-45ad24de0923 None None] Routers {'77544813-46b1-47a6-99a0-d327f2a781a1'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:47:19.283914 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-894bfeb7-52ff-4be5-a204-45ad24de0923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:47:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['77544813-46b1-47a6-99a0-d327f2a781a1'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:47:19.374013 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-42557626-a7ca-4944-bd80-e8ba21f2d318 None None] Provisioning complete for port f2726d98-c33e-424a-a803-64ad305d2a74 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:47:19.374908 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-42557626-a7ca-4944-bd80-e8ba21f2d318 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:19.528077 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvr_db [None req-894bfeb7-52ff-4be5-a204-45ad24de0923 None None] Set router 77544813-46b1-47a6-99a0-d327f2a781a1 gateway port host: None {{(pid=102349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:47:19.617417 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.db_base_plugin_common [None req-1f86c5a7-28da-45b1-b523-65c6d40f58f8 None None] Allocated IP 172.21.0.2 (93816331-4c8a-4076-a327-3d24313efaf8/afb5a9e3-0660-4f43-a8a4-997a0178253b/0650b79c-cdaa-4a24-92df-b864f16dc42d) {{(pid=102348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:47:19.708248 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fff012c-ef41-408b-b91c-4af4bdb488d5 req-b66104f1-f12d-4032-a565-65329d8f1785 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:47:19.719684 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-8fff012c-ef41-408b-b91c-4af4bdb488d5 req-b66104f1-f12d-4032-a565-65329d8f1785 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.76 "GET /v2.0/networks?id=33cc32c2-598c-44fc-a251-6575a62c00c5 HTTP/1.1" status: 200 len: 811 time: 0.3263528 Oct 27 10:47:19.733397 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c11619-502a-48ba-ac6a-98b6058a013c req-4a4b100f-93cd-431a-bfc7-fc4f25a49775 tempest-MultipleCreateTestJSON-1529432009 tempest-MultipleCreateTestJSON-1529432009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:47:19.734181 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [req-8fff012c-ef41-408b-b91c-4af4bdb488d5 req-df655310-6ad1-49b5-b4d9-db5dd344c19e tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Request body: {'port': {'device_id': '9b67e6d5-f777-444b-8026-cf23e066bb16', 'network_id': '33cc32c2-598c-44fc-a251-6575a62c00c5', 'admin_state_up': True, 'tenant_id': 'b02a92ec9ad04d95b8ea6a5db5946dfb'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:47:19.734924 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-76c11619-502a-48ba-ac6a-98b6058a013c req-4a4b100f-93cd-431a-bfc7-fc4f25a49775 tempest-MultipleCreateTestJSON-1529432009 tempest-MultipleCreateTestJSON-1529432009-project] 10.222.0.44 "GET /v2.0/ports?device_id=e974657c-628e-41a8-98ac-09ea18f39964 HTTP/1.1" status: 200 len: 946 time: 0.2710853 Oct 27 10:47:19.854442 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-1f86c5a7-28da-45b1-b523-65c6d40f58f8 None None] Publish callbacks [] for port, precommit_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:19.859197 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-76c11619-502a-48ba-ac6a-98b6058a013c req-b44090f8-8845-45ef-ba3b-2057f03d416e tempest-MultipleCreateTestJSON-1529432009 tempest-MultipleCreateTestJSON-1529432009-project] 10.222.0.44 "GET /v2.0/security-groups?id=2b3ac09a-fc78-43b5-8f53-b81e13a554bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826733 Oct 27 10:47:19.890604 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-02350d35-68cd-46b4-a087-b75f486eea72 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:19.908159 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-1f86c5a7-28da-45b1-b523-65c6d40f58f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606'] for port, after_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:19.940473 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8fff012c-ef41-408b-b91c-4af4bdb488d5 req-df655310-6ad1-49b5-b4d9-db5dd344c19e tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Made reservation on behalf of b02a92ec9ad04d95b8ea6a5db5946dfb for: {'port': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:47:19.957361 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-8fff012c-ef41-408b-b91c-4af4bdb488d5 req-df655310-6ad1-49b5-b4d9-db5dd344c19e tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:19.980992 n-d-813419-10 neutron-server[102348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f86c5a7-28da-45b1-b523-65c6d40f58f8 None None] Network 93816331-4c8a-4076-a327-3d24313efaf8 is already hosted by enough agents. {{(pid=102348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:47:19.997408 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-894bfeb7-52ff-4be5-a204-45ad24de0923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77544813-46b1-47a6-99a0-d327f2a781a1', 'name': 'tempest-RoutersTest-router-381064338', 'tenant_id': '14f921c9b3f94aa0bb5d8437d3b23079', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:47:12Z', 'updated_at': '2021-10-27T10:47:15Z', 'revision_number': 2, 'project_id': '14f921c9b3f94aa0bb5d8437d3b23079', 'gw_port_host': None, '_interfaces': [{'id': 'f2726d98-c33e-424a-a803-64ad305d2a74', 'name': '', 'network_id': 'daf4ac32-9672-4651-b3fd-11072e1379c5', 'tenant_id': '14f921c9b3f94aa0bb5d8437d3b23079', 'mac_address': 'fa:16:3e:35:e0:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77544813-46b1-47a6-99a0-d327f2a781a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3160, 'fixed_ips': [{'subnet_id': 'afc0cab9-21da-4d56-911b-4ce64e6f688c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:47:14Z', 'updated_at': '2021-10-27T10:47:19Z', 'revision_number': 4, 'project_id': '14f921c9b3f94aa0bb5d8437d3b23079', 'subnets': [{'id': 'afc0cab9-21da-4d56-911b-4ce64e6f688c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:47:19.998296 n-d-813419-10 neutron-server[102348]: DEBUG neutron.scheduler.base_scheduler [None req-1f86c5a7-28da-45b1-b523-65c6d40f58f8 None None] Resources bound (agent type, host, resource id): {{(pid=102348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:47:20.007514 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f86c5a7-28da-45b1-b523-65c6d40f58f8 None None] Received port after_create {{(pid=102348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:47:20.043011 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f86c5a7-28da-45b1-b523-65c6d40f58f8 None None] Pushing event updated for resources: {'Port': ['ID=0650b79c-cdaa-4a24-92df-b864f16dc42d,revision_number=1']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:47:20.078700 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:20.085746 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-894bfeb7-52ff-4be5-a204-45ad24de0923 None None] The sync data for ids ['77544813-46b1-47a6-99a0-d327f2a781a1'] in n-d-813419-10 is: [{'id': '77544813-46b1-47a6-99a0-d327f2a781a1', 'name': 'tempest-RoutersTest-router-381064338', 'tenant_id': '14f921c9b3f94aa0bb5d8437d3b23079', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:47:12Z', 'updated_at': '2021-10-27T10:47:15Z', 'revision_number': 2, 'project_id': '14f921c9b3f94aa0bb5d8437d3b23079', 'gw_port_host': None, '_interfaces': [{'id': 'f2726d98-c33e-424a-a803-64ad305d2a74', 'name': '', 'network_id': 'daf4ac32-9672-4651-b3fd-11072e1379c5', 'tenant_id': '14f921c9b3f94aa0bb5d8437d3b23079', 'mac_address': 'fa:16:3e:35:e0:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77544813-46b1-47a6-99a0-d327f2a781a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3160, 'fixed_ips': [{'subnet_id': 'afc0cab9-21da-4d56-911b-4ce64e6f688c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:47:14Z', 'updated_at': '2021-10-27T10:47:19Z', 'revision_number': 4, 'project_id': '14f921c9b3f94aa0bb5d8437d3b23079', 'subnets': [{'id': 'afc0cab9-21da-4d56-911b-4ce64e6f688c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:47:20.222036 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-eadeaa30-4096-4d1a-b3cb-aa7ebfb291ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:20.276003 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-42557626-a7ca-4944-bd80-e8ba21f2d318 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:20.329427 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-1f86c5a7-28da-45b1-b523-65c6d40f58f8 None None] Attempting to bind port 0650b79c-cdaa-4a24-92df-b864f16dc42d on host n-d-813419-10 for vnic_type normal with profile {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:47:20.329796 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-1f86c5a7-28da-45b1-b523-65c6d40f58f8 None None] Attempting to bind port 0650b79c-cdaa-4a24-92df-b864f16dc42d by drivers openvswitch,hyperv on host n-d-813419-10 at level 0 using segments [{'id': '4205ac61-7ecc-4821-b2ae-1c9f39c9ac45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '93816331-4c8a-4076-a327-3d24313efaf8'}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:47:20.330158 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f86c5a7-28da-45b1-b523-65c6d40f58f8 None None] Attempting to bind port 0650b79c-cdaa-4a24-92df-b864f16dc42d on network 93816331-4c8a-4076-a327-3d24313efaf8 {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:47:20.344172 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_common [None req-02350d35-68cd-46b4-a087-b75f486eea72 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Allocated IP 172.21.0.1 (93816331-4c8a-4076-a327-3d24313efaf8/afb5a9e3-0660-4f43-a8a4-997a0178253b/a7a36e76-5bf8-41a2-b017-f1059dbd3e2a) {{(pid=102347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:47:20.348732 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f86c5a7-28da-45b1-b523-65c6d40f58f8 None None] Checking agent: {'id': '89dba0f3-79b2-435e-9822-33674b8f6ada', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 8, 20), 'started_at': datetime.datetime(2021, 10, 27, 10, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 47, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:47:20.349234 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f86c5a7-28da-45b1-b523-65c6d40f58f8 None None] Checking segment: {'id': '4205ac61-7ecc-4821-b2ae-1c9f39c9ac45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '93816331-4c8a-4076-a327-3d24313efaf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:47:20.349633 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-1f86c5a7-28da-45b1-b523-65c6d40f58f8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:20.350593 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f86c5a7-28da-45b1-b523-65c6d40f58f8 None None] Bound using segment: {'id': '4205ac61-7ecc-4821-b2ae-1c9f39c9ac45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '93816331-4c8a-4076-a327-3d24313efaf8'} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:47:20.363212 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-1f86c5a7-28da-45b1-b523-65c6d40f58f8 None None] Bound port: 0650b79c-cdaa-4a24-92df-b864f16dc42d, host: n-d-813419-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4205ac61-7ecc-4821-b2ae-1c9f39c9ac45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '93816331-4c8a-4076-a327-3d24313efaf8'}}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:47:20.363942 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-1f86c5a7-28da-45b1-b523-65c6d40f58f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:20.436747 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-42557626-a7ca-4944-bd80-e8ba21f2d318 None None] For port f2726d98-c33e-424a-a803-64ad305d2a74, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=f2726d98-c33e-424a-a803-64ad305d2a74,segment=NetworkSegment(8ae7ba56-abb4-4bac-951b-b7f95a93d89c),segment_id=8ae7ba56-abb4-4bac-951b-b7f95a93d89c)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:47:20.502829 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-42557626-a7ca-4944-bd80-e8ba21f2d318 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:20.505432 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215f99d5-9e51-4f4f-b8f8-edce14a683b5 req-7b849cd7-48e7-474b-97c3-43cb504bee15 tempest-MultipleCreateTestJSON-1529432009 tempest-MultipleCreateTestJSON-1529432009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:47:20.507118 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-215f99d5-9e51-4f4f-b8f8-edce14a683b5 req-7b849cd7-48e7-474b-97c3-43cb504bee15 tempest-MultipleCreateTestJSON-1529432009 tempest-MultipleCreateTestJSON-1529432009-project] 10.222.0.44 "GET /v2.0/ports?device_id=93be3694-0a58-4c68-81f1-3b99dc3e62ed HTTP/1.1" status: 200 len: 945 time: 0.3470721 Oct 27 10:47:20.673095 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-f6b8a29f-22a9-438d-91ab-83eaa222333c req-d25f3569-bd80-4532-9e8b-2c42826374ea tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/ports?device_id=9b67e6d5-f777-444b-8026-cf23e066bb16 HTTP/1.1" status: 200 len: 210 time: 0.1135905 Oct 27 10:47:20.726276 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-02350d35-68cd-46b4-a087-b75f486eea72 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks [] for port, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:20.734807 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-1f86c5a7-28da-45b1-b523-65c6d40f58f8 None None] For port 0650b79c-cdaa-4a24-92df-b864f16dc42d, host n-d-813419-10, cleared binding levels {{(pid=102348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:47:20.737433 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_common [req-8fff012c-ef41-408b-b91c-4af4bdb488d5 req-df655310-6ad1-49b5-b4d9-db5dd344c19e tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Allocated IP 172.20.0.3 (33cc32c2-598c-44fc-a251-6575a62c00c5/87624d80-dded-417f-af79-cc56a741e5c4/8804c68b-fc36-476d-96ea-0c503dfb2221) {{(pid=102346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:47:20.750145 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-1f86c5a7-28da-45b1-b523-65c6d40f58f8 None None] For port 0650b79c-cdaa-4a24-92df-b864f16dc42d, host n-d-813419-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=0650b79c-cdaa-4a24-92df-b864f16dc42d,segment=NetworkSegment(4205ac61-7ecc-4821-b2ae-1c9f39c9ac45),segment_id=4205ac61-7ecc-4821-b2ae-1c9f39c9ac45)] {{(pid=102348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:47:20.754531 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-e5093a3f-3496-461d-afd8-afd7b65bc145 None None] Provisioning complete for port f2726d98-c33e-424a-a803-64ad305d2a74 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:47:20.754903 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-e5093a3f-3496-461d-afd8-afd7b65bc145 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:20.839467 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-02350d35-68cd-46b4-a087-b75f486eea72 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:20.841804 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-215f99d5-9e51-4f4f-b8f8-edce14a683b5 req-267039cb-e248-46fd-b31e-a7ce21a7c327 tempest-MultipleCreateTestJSON-1529432009 tempest-MultipleCreateTestJSON-1529432009-project] 10.222.0.44 "GET /v2.0/security-groups?id=2b3ac09a-fc78-43b5-8f53-b81e13a554bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3052707 Oct 27 10:47:20.845891 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-1f86c5a7-28da-45b1-b523-65c6d40f58f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:20.860895 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42557626-a7ca-4944-bd80-e8ba21f2d318 None None] Pushing event updated for resources: {'Port': ['ID=f2726d98-c33e-424a-a803-64ad305d2a74,revision_number=5']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:47:20.963850 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02350d35-68cd-46b4-a087-b75f486eea72 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Pushing event updated for resources: {'Port': ['ID=a7a36e76-5bf8-41a2-b017-f1059dbd3e2a,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:47:20.975327 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02350d35-68cd-46b4-a087-b75f486eea72 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Network 93816331-4c8a-4076-a327-3d24313efaf8 is already hosted by enough agents. {{(pid=102347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:47:20.999298 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [None req-02350d35-68cd-46b4-a087-b75f486eea72 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Resources bound (agent type, host, resource id): {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:47:21.010295 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02350d35-68cd-46b4-a087-b75f486eea72 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:47:21.011055 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02350d35-68cd-46b4-a087-b75f486eea72 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:47:21.011644 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02350d35-68cd-46b4-a087-b75f486eea72 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:47:21.012225 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02350d35-68cd-46b4-a087-b75f486eea72 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:47:21.012763 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02350d35-68cd-46b4-a087-b75f486eea72 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:47:21.013638 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02350d35-68cd-46b4-a087-b75f486eea72 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:47:21.014759 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02350d35-68cd-46b4-a087-b75f486eea72 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:47:21.015325 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02350d35-68cd-46b4-a087-b75f486eea72 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:47:21.015858 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02350d35-68cd-46b4-a087-b75f486eea72 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:47:21.016467 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02350d35-68cd-46b4-a087-b75f486eea72 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:47:21.017893 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02350d35-68cd-46b4-a087-b75f486eea72 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:47:21.018506 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02350d35-68cd-46b4-a087-b75f486eea72 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:47:21.030381 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02350d35-68cd-46b4-a087-b75f486eea72 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Received port after_create {{(pid=102347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:47:21.126262 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-02350d35-68cd-46b4-a087-b75f486eea72 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1664961'] for router_interface, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:21.135437 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f86c5a7-28da-45b1-b523-65c6d40f58f8 None None] Pushing event updated for resources: {'Port': ['ID=0650b79c-cdaa-4a24-92df-b864f16dc42d,revision_number=2']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:47:21.346679 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-8fff012c-ef41-408b-b91c-4af4bdb488d5 req-df655310-6ad1-49b5-b4d9-db5dd344c19e tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Publish callbacks [] for port, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:21.461213 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-02350d35-68cd-46b4-a087-b75f486eea72 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:21.461965 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-8fff012c-ef41-408b-b91c-4af4bdb488d5 req-df655310-6ad1-49b5-b4d9-db5dd344c19e tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:21.478697 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] get_ports_and_sgs() called for port_ids ['5d55d707-0eec-403e-a06e-7d5ae4ea5bd9'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:47:21.612785 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df655310-6ad1-49b5-b4d9-db5dd344c19e tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Pushing event updated for resources: {'Port': ['ID=8804c68b-fc36-476d-96ea-0c503dfb2221,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:47:21.684096 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8fff012c-ef41-408b-b91c-4af4bdb488d5 req-df655310-6ad1-49b5-b4d9-db5dd344c19e tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Network 33cc32c2-598c-44fc-a251-6575a62c00c5 is already hosted by enough agents. {{(pid=102346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:47:21.695946 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [req-8fff012c-ef41-408b-b91c-4af4bdb488d5 req-df655310-6ad1-49b5-b4d9-db5dd344c19e tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Resources bound (agent type, host, resource id): {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:47:21.696733 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fff012c-ef41-408b-b91c-4af4bdb488d5 req-df655310-6ad1-49b5-b4d9-db5dd344c19e tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Received port after_create {{(pid=102346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:47:21.822552 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fff012c-ef41-408b-b91c-4af4bdb488d5 req-df655310-6ad1-49b5-b4d9-db5dd344c19e tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:47:21.823648 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-8fff012c-ef41-408b-b91c-4af4bdb488d5 req-df655310-6ad1-49b5-b4d9-db5dd344c19e tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:21.869859 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-8fff012c-ef41-408b-b91c-4af4bdb488d5 req-df655310-6ad1-49b5-b4d9-db5dd344c19e tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1377220 Oct 27 10:47:21.894015 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [req-8fff012c-ef41-408b-b91c-4af4bdb488d5 req-dd922d5b-440c-4b51-9339-19d854d5c122 service neutron] Request body: {'port': {'device_id': '9b67e6d5-f777-444b-8026-cf23e066bb16', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-10'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:47:22.072768 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-3c6a8245-0581-48aa-b5f6-4d8fe98cd16e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:22.141200 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 0650b79c-cdaa-4a24-92df-b864f16dc42d up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:47:22.150980 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-8fff012c-ef41-408b-b91c-4af4bdb488d5 req-dd922d5b-440c-4b51-9339-19d854d5c122 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:22.250403 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f415b542-2eb9-4cab-9408-92a0b9d0aa5e req-67cfbf57-8217-48ad-9840-b3b5ea6c77f8 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:47:22.265852 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-f415b542-2eb9-4cab-9408-92a0b9d0aa5e req-67cfbf57-8217-48ad-9840-b3b5ea6c77f8 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/ports?device_id=9b67e6d5-f777-444b-8026-cf23e066bb16 HTTP/1.1" status: 200 len: 931 time: 0.1953654 Oct 27 10:47:22.280350 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-8ab60f56-b0d0-4e0c-817e-35f44483a855 None None] Provisioning complete for port 8804c68b-fc36-476d-96ea-0c503dfb2221 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:47:22.280738 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-8ab60f56-b0d0-4e0c-817e-35f44483a855 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:22.326302 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-8ab60f56-b0d0-4e0c-817e-35f44483a855 None None] Port 8804c68b-fc36-476d-96ea-0c503dfb2221 cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:47:22.328698 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port 0650b79c-cdaa-4a24-92df-b864f16dc42d triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:47:22.329262 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:22.478594 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b627837-5662-43b9-802c-5e50ac3c944e req-c018d22c-b090-4eae-ab33-5b1fc939ad41 tempest-MultipleCreateTestJSON-1529432009 tempest-MultipleCreateTestJSON-1529432009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:47:22.481845 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-6b627837-5662-43b9-802c-5e50ac3c944e req-c018d22c-b090-4eae-ab33-5b1fc939ad41 tempest-MultipleCreateTestJSON-1529432009 tempest-MultipleCreateTestJSON-1529432009-project] 10.222.0.44 "GET /v2.0/networks?id=34f179cc-3249-47e4-861c-1ad666b0e661 HTTP/1.1" status: 200 len: 813 time: 0.3840108 Oct 27 10:47:22.534897 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-6b627837-5662-43b9-802c-5e50ac3c944e req-dd2b0022-27fe-4f76-93fe-1b7587a82eb1 tempest-MultipleCreateTestJSON-1529432009 tempest-MultipleCreateTestJSON-1529432009-project] 10.222.0.44 "GET /v2.0/quotas/09e0d82e3b1544249075dd58adde8cfd HTTP/1.1" status: 200 len: 375 time: 0.0328672 Oct 27 10:47:22.535496 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:22.604980 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-f415b542-2eb9-4cab-9408-92a0b9d0aa5e req-9deb8007-9968-41f8-a811-a1c231d983df tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/security-groups?id=3238f945-43ac-4dbd-b7b0-70b6d0fec036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3297780 Oct 27 10:47:22.663242 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] For port 0650b79c-cdaa-4a24-92df-b864f16dc42d, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=0650b79c-cdaa-4a24-92df-b864f16dc42d,segment=NetworkSegment(4205ac61-7ecc-4821-b2ae-1c9f39c9ac45),segment_id=4205ac61-7ecc-4821-b2ae-1c9f39c9ac45)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:47:22.673163 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:22.674217 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device f2726d98-c33e-424a-a803-64ad305d2a74 up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:47:22.804266 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Pushing event updated for resources: {'Port': ['ID=0650b79c-cdaa-4a24-92df-b864f16dc42d,revision_number=3']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:47:22.842007 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port f2726d98-c33e-424a-a803-64ad305d2a74 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:47:22.842640 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:22.930621 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [req-8fff012c-ef41-408b-b91c-4af4bdb488d5 req-dd922d5b-440c-4b51-9339-19d854d5c122 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8804c68b-fc36-476d-96ea-0c503dfb2221 {{(pid=102346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:47:22.937714 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cc73c3-7a87-42f3-a455-1908056b4464 req-44241f8d-e311-424d-bd93-047bca53a531 tempest-MultipleCreateTestJSON-1529432009 tempest-MultipleCreateTestJSON-1529432009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:47:22.946440 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-37cc73c3-7a87-42f3-a455-1908056b4464 req-44241f8d-e311-424d-bd93-047bca53a531 tempest-MultipleCreateTestJSON-1529432009 tempest-MultipleCreateTestJSON-1529432009-project] 10.222.0.76 "GET /v2.0/ports?device_id=93be3694-0a58-4c68-81f1-3b99dc3e62ed HTTP/1.1" status: 200 len: 945 time: 0.2261691 Oct 27 10:47:22.958505 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-8fff012c-ef41-408b-b91c-4af4bdb488d5 req-dd922d5b-440c-4b51-9339-19d854d5c122 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:22.973816 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-02350d35-68cd-46b4-a087-b75f486eea72 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks [] for port, precommit_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:23.000395 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-02350d35-68cd-46b4-a087-b75f486eea72 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:23.013245 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.provisioning_blocks [req-8fff012c-ef41-408b-b91c-4af4bdb488d5 req-dd922d5b-440c-4b51-9339-19d854d5c122 service neutron] Transition to ACTIVE for port object 8804c68b-fc36-476d-96ea-0c503dfb2221 will not be triggered until provisioned by entity L2. {{(pid=102346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 10:47:23.037429 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-8fff012c-ef41-408b-b91c-4af4bdb488d5 req-dd922d5b-440c-4b51-9339-19d854d5c122 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27024173'] for port, after_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:23.148870 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7334f6db-45e9-40d6-9643-ae28467285cc None None] Network 93816331-4c8a-4076-a327-3d24313efaf8 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:47:23.272847 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-6b627837-5662-43b9-802c-5e50ac3c944e req-611b5499-c4db-4d10-b9ba-f73af362805f tempest-MultipleCreateTestJSON-1529432009 tempest-MultipleCreateTestJSON-1529432009-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=09e0d82e3b1544249075dd58adde8cfd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2569866 Oct 27 10:47:23.274682 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd922d5b-440c-4b51-9339-19d854d5c122 service neutron] Pushing event updated for resources: {'Port': ['ID=8804c68b-fc36-476d-96ea-0c503dfb2221,revision_number=2']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:47:23.333827 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02350d35-68cd-46b4-a087-b75f486eea72 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Pushing event updated for resources: {'Port': ['ID=a7a36e76-5bf8-41a2-b017-f1059dbd3e2a,revision_number=2']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:47:23.388583 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-e773a829-a278-4d3b-9e10-9b68a70f44e7 None None] Provisioning complete for port 0650b79c-cdaa-4a24-92df-b864f16dc42d triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:47:23.396329 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-e773a829-a278-4d3b-9e10-9b68a70f44e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:23.434926 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-02350d35-68cd-46b4-a087-b75f486eea72 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2006967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1766225'] for router_interface, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:23.457480 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0ac2a2-dfaa-4a9b-8070-4aa99ccc7ce9 req-a7a111dd-8402-46be-909b-9683d72a8e84 tempest-MultipleCreateTestJSON-1529432009 tempest-MultipleCreateTestJSON-1529432009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:47:23.463245 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-bc0ac2a2-dfaa-4a9b-8070-4aa99ccc7ce9 req-a7a111dd-8402-46be-909b-9683d72a8e84 tempest-MultipleCreateTestJSON-1529432009 tempest-MultipleCreateTestJSON-1529432009-project] 10.222.0.64 "GET /v2.0/ports?device_id=e974657c-628e-41a8-98ac-09ea18f39964 HTTP/1.1" status: 200 len: 946 time: 0.3740571 Oct 27 10:47:23.479159 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-6b627837-5662-43b9-802c-5e50ac3c944e req-68d7c2c4-174d-428a-ac1b-114aae7d31cc service neutron] 10.222.0.44 "GET /v2.0/networks/34f179cc-3249-47e4-861c-1ad666b0e661?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1926281 Oct 27 10:47:23.637893 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.managers [req-8fff012c-ef41-408b-b91c-4af4bdb488d5 req-dd922d5b-440c-4b51-9339-19d854d5c122 service neutron] Attempting to bind port 8804c68b-fc36-476d-96ea-0c503dfb2221 on host n-h2-813419-10 for vnic_type normal with profile {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:47:23.638312 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.managers [req-8fff012c-ef41-408b-b91c-4af4bdb488d5 req-dd922d5b-440c-4b51-9339-19d854d5c122 service neutron] Attempting to bind port 8804c68b-fc36-476d-96ea-0c503dfb2221 by drivers openvswitch,hyperv on host n-h2-813419-10 at level 0 using segments [{'id': 'd1b37471-bd8e-4564-a77c-6e0c9d2699fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '33cc32c2-598c-44fc-a251-6575a62c00c5'}] {{(pid=102346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:47:23.638658 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fff012c-ef41-408b-b91c-4af4bdb488d5 req-dd922d5b-440c-4b51-9339-19d854d5c122 service neutron] Attempting to bind port 8804c68b-fc36-476d-96ea-0c503dfb2221 on network 33cc32c2-598c-44fc-a251-6575a62c00c5 {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:47:23.645425 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fff012c-ef41-408b-b91c-4af4bdb488d5 req-dd922d5b-440c-4b51-9339-19d854d5c122 service neutron] Port 8804c68b-fc36-476d-96ea-0c503dfb2221 on network 33cc32c2-598c-44fc-a251-6575a62c00c5 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-10 {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 10:47:23.645803 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fff012c-ef41-408b-b91c-4af4bdb488d5 req-dd922d5b-440c-4b51-9339-19d854d5c122 service neutron] Attempting to bind port 8804c68b-fc36-476d-96ea-0c503dfb2221 on network 33cc32c2-598c-44fc-a251-6575a62c00c5 {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:47:23.655350 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fff012c-ef41-408b-b91c-4af4bdb488d5 req-dd922d5b-440c-4b51-9339-19d854d5c122 service neutron] Checking agent: {'id': 'a2edc247-0fa4-4ce6-bbae-a10492f6bd71', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 16, 9), 'started_at': datetime.datetime(2021, 10, 27, 10, 16, 9), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 47, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:47:23.655671 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fff012c-ef41-408b-b91c-4af4bdb488d5 req-dd922d5b-440c-4b51-9339-19d854d5c122 service neutron] Checking segment: {'id': 'd1b37471-bd8e-4564-a77c-6e0c9d2699fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '33cc32c2-598c-44fc-a251-6575a62c00c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:47:23.660307 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fff012c-ef41-408b-b91c-4af4bdb488d5 req-dd922d5b-440c-4b51-9339-19d854d5c122 service neutron] Bound using segment: {'id': 'd1b37471-bd8e-4564-a77c-6e0c9d2699fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '33cc32c2-598c-44fc-a251-6575a62c00c5'} {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:47:23.660776 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.managers [req-8fff012c-ef41-408b-b91c-4af4bdb488d5 req-dd922d5b-440c-4b51-9339-19d854d5c122 service neutron] Bound port: 8804c68b-fc36-476d-96ea-0c503dfb2221, host: n-h2-813419-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1b37471-bd8e-4564-a77c-6e0c9d2699fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '33cc32c2-598c-44fc-a251-6575a62c00c5'}}] {{(pid=102346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:47:23.661136 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-8fff012c-ef41-408b-b91c-4af4bdb488d5 req-dd922d5b-440c-4b51-9339-19d854d5c122 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:23.833521 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-6b627837-5662-43b9-802c-5e50ac3c944e req-e81569f2-04f1-4965-a877-e1d5381e147f service neutron] 10.222.0.44 "GET /v2.0/networks/34f179cc-3249-47e4-861c-1ad666b0e661?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3351145 Oct 27 10:47:23.867182 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [req-8fff012c-ef41-408b-b91c-4af4bdb488d5 req-dd922d5b-440c-4b51-9339-19d854d5c122 service neutron] For port 8804c68b-fc36-476d-96ea-0c503dfb2221, host n-h2-813419-10, cleared binding levels {{(pid=102346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:47:23.871320 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [req-8fff012c-ef41-408b-b91c-4af4bdb488d5 req-dd922d5b-440c-4b51-9339-19d854d5c122 service neutron] For port 8804c68b-fc36-476d-96ea-0c503dfb2221, host n-h2-813419-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=8804c68b-fc36-476d-96ea-0c503dfb2221,segment=NetworkSegment(d1b37471-bd8e-4564-a77c-6e0c9d2699fd),segment_id=d1b37471-bd8e-4564-a77c-6e0c9d2699fd)] {{(pid=102346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:47:23.891085 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-8fff012c-ef41-408b-b91c-4af4bdb488d5 req-dd922d5b-440c-4b51-9339-19d854d5c122 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27024173'] for port, after_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:23.916862 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fff012c-ef41-408b-b91c-4af4bdb488d5 req-dd922d5b-440c-4b51-9339-19d854d5c122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:47:23.917547 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-8fff012c-ef41-408b-b91c-4af4bdb488d5 req-dd922d5b-440c-4b51-9339-19d854d5c122 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:23.919072 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-8fff012c-ef41-408b-b91c-4af4bdb488d5 req-dd922d5b-440c-4b51-9339-19d854d5c122 service neutron] 10.222.0.76 "PUT /v2.0/ports/8804c68b-fc36-476d-96ea-0c503dfb2221 HTTP/1.1" status: 200 len: 1092 time: 2.0297608 Oct 27 10:47:23.919574 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b67e6d5-f777-444b-8026-cf23e066bb16', 'tag': '8804c68b-fc36-476d-96ea-0c503dfb2221'}] {{(pid=102346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:47:23.931112 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc0e418f5fc417c8d55d94c0aa509b037d0beb2a734c1a709e789eb65639a56d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8081eeb2-7711-43df-a334-9b2a97d0fbc6" -d '{"events": [{"name": "network-changed", "server_uuid": "9b67e6d5-f777-444b-8026-cf23e066bb16", "tag": "8804c68b-fc36-476d-96ea-0c503dfb2221"}]}' {{(pid=102346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:47:24.075802 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 0650b79c-cdaa-4a24-92df-b864f16dc42d up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:47:24.229261 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd922d5b-440c-4b51-9339-19d854d5c122 service neutron] Pushing event updated for resources: {'Port': ['ID=8804c68b-fc36-476d-96ea-0c503dfb2221,revision_number=3']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:47:24.238246 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port 0650b79c-cdaa-4a24-92df-b864f16dc42d triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:47:24.239454 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:24.247537 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fff012c-ef41-408b-b91c-4af4bdb488d5 req-42de9a3e-cf3e-4de4-99b7-732ba4806025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:47:24.265013 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-8fff012c-ef41-408b-b91c-4af4bdb488d5 req-42de9a3e-cf3e-4de4-99b7-732ba4806025 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=b02a92ec9ad04d95b8ea6a5db5946dfb&device_id=9b67e6d5-f777-444b-8026-cf23e066bb16 HTTP/1.1" status: 200 len: 1095 time: 0.2798271 Oct 27 10:47:24.320269 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 10:47:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a204e0a6-73b4-453b-84b7-bdb2c113dbaa x-openstack-request-id: req-a204e0a6-73b4-453b-84b7-bdb2c113dbaa {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:47:24.320533 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b67e6d5-f777-444b-8026-cf23e066bb16", "tag": "8804c68b-fc36-476d-96ea-0c503dfb2221", "status": "completed", "code": 200}]} {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:47:24.320670 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a204e0a6-73b4-453b-84b7-bdb2c113dbaa {{(pid=102346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:47:24.321044 n-d-813419-10 neutron-server[102346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b67e6d5-f777-444b-8026-cf23e066bb16', 'tag': '8804c68b-fc36-476d-96ea-0c503dfb2221', 'status': 'completed', 'code': 200} Oct 27 10:47:24.323584 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-8fff012c-ef41-408b-b91c-4af4bdb488d5 req-1d33edc2-f8f9-4979-ad76-7c7747a66ffe service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8804c68b-fc36-476d-96ea-0c503dfb2221 HTTP/1.1" status: 200 len: 217 time: 0.0576556 Oct 27 10:47:24.411660 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fff012c-ef41-408b-b91c-4af4bdb488d5 req-37b807ce-413d-4870-a3d2-1f91661fb8ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:47:24.414686 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-8fff012c-ef41-408b-b91c-4af4bdb488d5 req-37b807ce-413d-4870-a3d2-1f91661fb8ab service neutron] 10.222.0.76 "GET /v2.0/subnets?id=87624d80-dded-417f-af79-cc56a741e5c4 HTTP/1.1" status: 200 len: 850 time: 0.0792375 Oct 27 10:47:24.458933 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-02abcbcb-b3ff-456c-9176-e8117ae7ed14 None None] Provisioning complete for port 0650b79c-cdaa-4a24-92df-b864f16dc42d triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:47:24.459896 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-02abcbcb-b3ff-456c-9176-e8117ae7ed14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:24.498179 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02350d35-68cd-46b4-a087-b75f486eea72 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Network 93816331-4c8a-4076-a327-3d24313efaf8 is already hosted by enough agents. {{(pid=102347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:47:24.509397 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [None req-02350d35-68cd-46b4-a087-b75f486eea72 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Resources bound (agent type, host, resource id): {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:47:24.638865 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [req-37cc73c3-7a87-42f3-a455-1908056b4464 req-0fb7f56c-f5a7-4c10-a3de-33901699ab5a tempest-MultipleCreateTestJSON-1529432009 tempest-MultipleCreateTestJSON-1529432009-project] Deleting port 46e8aa0c-dd8b-49d9-865f-cf106909fef3 {{(pid=102347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:47:24.639257 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-37cc73c3-7a87-42f3-a455-1908056b4464 req-0fb7f56c-f5a7-4c10-a3de-33901699ab5a tempest-MultipleCreateTestJSON-1529432009 tempest-MultipleCreateTestJSON-1529432009-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:24.817545 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-02abcbcb-b3ff-456c-9176-e8117ae7ed14 None None] Provisioning complete for port a7a36e76-5bf8-41a2-b017-f1059dbd3e2a triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:47:24.818222 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-02abcbcb-b3ff-456c-9176-e8117ae7ed14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:24.906680 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-02abcbcb-b3ff-456c-9176-e8117ae7ed14 None None] Port a7a36e76-5bf8-41a2-b017-f1059dbd3e2a cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:47:25.026933 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06f025d-1139-4016-9b12-5edcf3807e10 req-367db705-0162-4150-89d7-03e317c891fa tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:47:25.034827 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b06f025d-1139-4016-9b12-5edcf3807e10 req-367db705-0162-4150-89d7-03e317c891fa tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/ports?device_id=9b67e6d5-f777-444b-8026-cf23e066bb16 HTTP/1.1" status: 200 len: 943 time: 0.6480465 Oct 27 10:47:25.038929 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7025f6d4-d209-4d78-85e7-ff9519758154 None None] Provisioning complete for port a7a36e76-5bf8-41a2-b017-f1059dbd3e2a triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:47:25.040740 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7025f6d4-d209-4d78-85e7-ff9519758154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:25.053584 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02350d35-68cd-46b4-a087-b75f486eea72 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Router 77544813-46b1-47a6-99a0-d327f2a781a1 has already been hosted by L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb {{(pid=102347) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 10:47:25.141443 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-7025f6d4-d209-4d78-85e7-ff9519758154 None None] Port a7a36e76-5bf8-41a2-b017-f1059dbd3e2a cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:47:25.215910 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-37cc73c3-7a87-42f3-a455-1908056b4464 req-0fb7f56c-f5a7-4c10-a3de-33901699ab5a tempest-MultipleCreateTestJSON-1529432009 tempest-MultipleCreateTestJSON-1529432009-project] For port 46e8aa0c-dd8b-49d9-865f-cf106909fef3, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=46e8aa0c-dd8b-49d9-865f-cf106909fef3,segment=NetworkSegment(24961c34-9d24-46fc-bc2c-0db0ce2089c6),segment_id=24961c34-9d24-46fc-bc2c-0db0ce2089c6)] {{(pid=102347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:47:25.216484 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-37cc73c3-7a87-42f3-a455-1908056b4464 req-0fb7f56c-f5a7-4c10-a3de-33901699ab5a tempest-MultipleCreateTestJSON-1529432009 tempest-MultipleCreateTestJSON-1529432009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:25.233682 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [req-37cc73c3-7a87-42f3-a455-1908056b4464 req-0fb7f56c-f5a7-4c10-a3de-33901699ab5a tempest-MultipleCreateTestJSON-1529432009 tempest-MultipleCreateTestJSON-1529432009-project] Calling delete_port for 46e8aa0c-dd8b-49d9-865f-cf106909fef3 owned by compute:nova {{(pid=102347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:47:25.395640 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fff012c-ef41-408b-b91c-4af4bdb488d5 req-c325926c-698f-49a4-ac4b-1bfe1ad9def7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:47:25.398905 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-8fff012c-ef41-408b-b91c-4af4bdb488d5 req-c325926c-698f-49a4-ac4b-1bfe1ad9def7 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=33cc32c2-598c-44fc-a251-6575a62c00c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.9763916 Oct 27 10:47:25.411037 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981b78de-940f-455a-aebe-795e4a449163 req-bd523a76-89e0-477c-a30c-3c68396e84c5 tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:47:25.425809 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-981b78de-940f-455a-aebe-795e4a449163 req-bd523a76-89e0-477c-a30c-3c68396e84c5 tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0425cac-a4c1-4c0d-a984-fdf0100683a6 HTTP/1.1" status: 200 len: 945 time: 0.1303267 Oct 27 10:47:25.470369 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b06f025d-1139-4016-9b12-5edcf3807e10 req-151d500b-bbbe-453b-b4a1-1c58d6380c72 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/security-groups?id=3238f945-43ac-4dbd-b7b0-70b6d0fec036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3994339 Oct 27 10:47:25.611365 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-8fff012c-ef41-408b-b91c-4af4bdb488d5 req-67c89dc8-383f-4f01-aff2-ab0169f05f4e service neutron] 10.222.0.76 "GET /v2.0/networks/33cc32c2-598c-44fc-a251-6575a62c00c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286821 Oct 27 10:47:25.632508 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-981b78de-940f-455a-aebe-795e4a449163 req-37055c72-f310-4068-87fe-85ef2d8d0afd tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] 10.222.0.44 "GET /v2.0/security-groups?id=a4d0fbfb-64fa-47ee-96d3-9b720ee29125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2056754 Oct 27 10:47:25.665503 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [req-bc0ac2a2-dfaa-4a9b-8070-4aa99ccc7ce9 req-d881aa17-62b8-42c2-b54e-c2901ea346be tempest-MultipleCreateTestJSON-1529432009 tempest-MultipleCreateTestJSON-1529432009-project] Deleting port e6fa390b-a94c-46d8-976f-3889492ffb9a {{(pid=102347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:47:25.666192 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-bc0ac2a2-dfaa-4a9b-8070-4aa99ccc7ce9 req-d881aa17-62b8-42c2-b54e-c2901ea346be tempest-MultipleCreateTestJSON-1529432009 tempest-MultipleCreateTestJSON-1529432009-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:25.685562 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-37cc73c3-7a87-42f3-a455-1908056b4464 req-0fb7f56c-f5a7-4c10-a3de-33901699ab5a tempest-MultipleCreateTestJSON-1529432009 tempest-MultipleCreateTestJSON-1529432009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:25.724415 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-df4bf465-02d4-43dd-a3ff-f9a4d5c23e1f req-fb7e6f14-7ced-4301-aad3-11c9242fa9e1 tempest-MultipleCreateTestJSON-1529432009 tempest-MultipleCreateTestJSON-1529432009-project] 10.222.0.44 "GET /v2.0/ports?device_id=fbe64590-a4bd-4011-b8b5-c45dcf623e5e HTTP/1.1" status: 200 len: 210 time: 0.0858743 Oct 27 10:47:25.759723 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-8fff012c-ef41-408b-b91c-4af4bdb488d5 req-c4c96fa1-2eeb-4460-9fe9-0ccd071c16b6 service neutron] 10.222.0.76 "GET /v2.0/networks/33cc32c2-598c-44fc-a251-6575a62c00c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257575 Oct 27 10:47:25.841433 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb7f56c-f5a7-4c10-a3de-33901699ab5a tempest-MultipleCreateTestJSON-1529432009 tempest-MultipleCreateTestJSON-1529432009-project] Pushing event deleted for resources: {'Port': ['ID=46e8aa0c-dd8b-49d9-865f-cf106909fef3,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:47:25.964401 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8081eeb2-7711-43df-a334-9b2a97d0fbc6 req-9942a89e-9f77-46f9-a605-94b5c682ec43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:47:25.965913 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-8081eeb2-7711-43df-a334-9b2a97d0fbc6 req-9942a89e-9f77-46f9-a605-94b5c682ec43 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=b02a92ec9ad04d95b8ea6a5db5946dfb&device_id=9b67e6d5-f777-444b-8026-cf23e066bb16 HTTP/1.1" status: 200 len: 1095 time: 0.1200459 Oct 27 10:47:25.969057 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02350d35-68cd-46b4-a087-b75f486eea72 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:47:25.981509 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-675b2df7-f721-4e1b-8988-1c1f93c66422 None None] Sync routers for ids ['77544813-46b1-47a6-99a0-d327f2a781a1'] in n-d-813419-10 {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:47:25.993273 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-02350d35-68cd-46b4-a087-b75f486eea72 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] 10.222.0.44 "PUT /v2.0/routers/77544813-46b1-47a6-99a0-d327f2a781a1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1141138 Oct 27 10:47:25.995285 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 55240) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:47:26.000747 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-675b2df7-f721-4e1b-8988-1c1f93c66422 None None] Routers {'77544813-46b1-47a6-99a0-d327f2a781a1'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:47:26.001460 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-675b2df7-f721-4e1b-8988-1c1f93c66422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:47:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['77544813-46b1-47a6-99a0-d327f2a781a1'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:47:26.022925 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [req-37cc73c3-7a87-42f3-a455-1908056b4464 req-0fb7f56c-f5a7-4c10-a3de-33901699ab5a tempest-MultipleCreateTestJSON-1529432009 tempest-MultipleCreateTestJSON-1529432009-project] No DVR routers for this DVR port 46e8aa0c-dd8b-49d9-865f-cf106909fef3 on host n-h2-813419-10 {{(pid=102347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:47:26.027415 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-37cc73c3-7a87-42f3-a455-1908056b4464 req-0fb7f56c-f5a7-4c10-a3de-33901699ab5a tempest-MultipleCreateTestJSON-1529432009 tempest-MultipleCreateTestJSON-1529432009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:26.030457 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-37cc73c3-7a87-42f3-a455-1908056b4464 req-0fb7f56c-f5a7-4c10-a3de-33901699ab5a tempest-MultipleCreateTestJSON-1529432009 tempest-MultipleCreateTestJSON-1529432009-project] 10.222.0.76 "DELETE /v2.0/ports/46e8aa0c-dd8b-49d9-865f-cf106909fef3 HTTP/1.1" status: 204 len: 173 time: 3.0720487 Oct 27 10:47:26.031933 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93be3694-0a58-4c68-81f1-3b99dc3e62ed', 'name': 'network-vif-deleted', 'tag': '46e8aa0c-dd8b-49d9-865f-cf106909fef3'}] {{(pid=102347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:47:26.033846 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311149b481204ee7edffdb959c881838506fbd95bc8577c048f6677abb73acc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-878fb15b-3809-4339-a5de-2552dd4b3acb" -d '{"events": [{"server_uuid": "93be3694-0a58-4c68-81f1-3b99dc3e62ed", "name": "network-vif-deleted", "tag": "46e8aa0c-dd8b-49d9-865f-cf106909fef3"}]}' {{(pid=102347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:47:26.052595 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-25056706-47db-4bcc-bf0f-5d8868ac08c5 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Request body: {'network': {'name': 'tempest-RoutersTest-1659819517'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:47:26.128740 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:47:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c222e82-689a-4969-bf0c-974acc19b6a6 x-openstack-request-id: req-4c222e82-689a-4969-bf0c-974acc19b6a6 {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:47:26.129340 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93be3694-0a58-4c68-81f1-3b99dc3e62ed", "name": "network-vif-deleted", "tag": "46e8aa0c-dd8b-49d9-865f-cf106909fef3", "status": "completed", "code": 200}]} {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:47:26.129435 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25056706-47db-4bcc-bf0f-5d8868ac08c5 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Made reservation on behalf of 14f921c9b3f94aa0bb5d8437d3b23079 for: {'network': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:47:26.129895 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4c222e82-689a-4969-bf0c-974acc19b6a6 {{(pid=102347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:47:26.130613 n-d-813419-10 neutron-server[102347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93be3694-0a58-4c68-81f1-3b99dc3e62ed', 'name': 'network-vif-deleted', 'tag': '46e8aa0c-dd8b-49d9-865f-cf106909fef3', 'status': 'completed', 'code': 200} Oct 27 10:47:26.137114 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-25056706-47db-4bcc-bf0f-5d8868ac08c5 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for network, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:26.140666 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-bc0ac2a2-dfaa-4a9b-8070-4aa99ccc7ce9 req-d881aa17-62b8-42c2-b54e-c2901ea346be tempest-MultipleCreateTestJSON-1529432009 tempest-MultipleCreateTestJSON-1529432009-project] For port e6fa390b-a94c-46d8-976f-3889492ffb9a, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=e6fa390b-a94c-46d8-976f-3889492ffb9a,segment=NetworkSegment(24961c34-9d24-46fc-bc2c-0db0ce2089c6),segment_id=24961c34-9d24-46fc-bc2c-0db0ce2089c6)] {{(pid=102347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:47:26.141268 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-bc0ac2a2-dfaa-4a9b-8070-4aa99ccc7ce9 req-d881aa17-62b8-42c2-b54e-c2901ea346be tempest-MultipleCreateTestJSON-1529432009 tempest-MultipleCreateTestJSON-1529432009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:26.159408 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [req-bc0ac2a2-dfaa-4a9b-8070-4aa99ccc7ce9 req-d881aa17-62b8-42c2-b54e-c2901ea346be tempest-MultipleCreateTestJSON-1529432009 tempest-MultipleCreateTestJSON-1529432009-project] Calling delete_port for e6fa390b-a94c-46d8-976f-3889492ffb9a owned by compute:nova {{(pid=102347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:47:26.160116 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvr_db [None req-675b2df7-f721-4e1b-8988-1c1f93c66422 None None] Set router 77544813-46b1-47a6-99a0-d327f2a781a1 gateway port host: None {{(pid=102348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:47:26.223764 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25056706-47db-4bcc-bf0f-5d8868ac08c5 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 404} {{(pid=102346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 10:47:26.240271 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-25056706-47db-4bcc-bf0f-5d8868ac08c5 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:26.241173 n-d-813419-10 neutron-server[102346]: INFO neutron.db.segments_db [None req-25056706-47db-4bcc-bf0f-5d8868ac08c5 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Added segment 247eab87-e557-4064-823a-4834f9f7269f of type vlan for network 0f780ec1-47f1-4a9e-ae7a-d093113e0633 Oct 27 10:47:26.399035 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-bc0ac2a2-dfaa-4a9b-8070-4aa99ccc7ce9 req-d881aa17-62b8-42c2-b54e-c2901ea346be tempest-MultipleCreateTestJSON-1529432009 tempest-MultipleCreateTestJSON-1529432009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:26.401936 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device e6fa390b-a94c-46d8-976f-3889492ffb9a no longer exists at agent hyperv_n-h1-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:47:26.404928 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-25056706-47db-4bcc-bf0f-5d8868ac08c5 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743872593080'] for network, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:26.421572 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8081eeb2-7711-43df-a334-9b2a97d0fbc6 req-8a0ddfe7-f195-4a80-bc3c-6240a724284a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:47:26.423431 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-8081eeb2-7711-43df-a334-9b2a97d0fbc6 req-8a0ddfe7-f195-4a80-bc3c-6240a724284a service neutron] 10.222.0.76 "GET /v2.0/networks?id=33cc32c2-598c-44fc-a251-6575a62c00c5 HTTP/1.1" status: 200 len: 912 time: 0.4494827 Oct 27 10:47:26.469311 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] No Port match for: e6fa390b-a94c-46d8-976f-3889492ffb9a {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:47:26.471884 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device e6fa390b-a94c-46d8-976f-3889492ffb9a not bound to the agent host n-h1-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:47:26.499435 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d881aa17-62b8-42c2-b54e-c2901ea346be tempest-MultipleCreateTestJSON-1529432009 tempest-MultipleCreateTestJSON-1529432009-project] Pushing event deleted for resources: {'Port': ['ID=e6fa390b-a94c-46d8-976f-3889492ffb9a,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:47:26.549091 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-8081eeb2-7711-43df-a334-9b2a97d0fbc6 req-3efc2993-952c-4b6f-9acf-09b98e7a3a5f service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8804c68b-fc36-476d-96ea-0c503dfb2221 HTTP/1.1" status: 200 len: 217 time: 0.1159337 Oct 27 10:47:26.633307 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-25056706-47db-4bcc-bf0f-5d8868ac08c5 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913'] for network, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:26.635805 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-675b2df7-f721-4e1b-8988-1c1f93c66422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77544813-46b1-47a6-99a0-d327f2a781a1', 'name': 'tempest-RoutersTest-router-381064338', 'tenant_id': '14f921c9b3f94aa0bb5d8437d3b23079', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:47:12Z', 'updated_at': '2021-10-27T10:47:21Z', 'revision_number': 3, 'project_id': '14f921c9b3f94aa0bb5d8437d3b23079', 'gw_port_host': None, '_interfaces': [{'id': 'a7a36e76-5bf8-41a2-b017-f1059dbd3e2a', 'name': '', 'network_id': '93816331-4c8a-4076-a327-3d24313efaf8', 'tenant_id': '14f921c9b3f94aa0bb5d8437d3b23079', 'mac_address': 'fa:16:3e:6f:94:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77544813-46b1-47a6-99a0-d327f2a781a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3166, 'fixed_ips': [{'subnet_id': 'afb5a9e3-0660-4f43-a8a4-997a0178253b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:47:20Z', 'updated_at': '2021-10-27T10:47:22Z', 'revision_number': 2, 'project_id': '14f921c9b3f94aa0bb5d8437d3b23079', 'subnets': [{'id': 'afb5a9e3-0660-4f43-a8a4-997a0178253b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f2726d98-c33e-424a-a803-64ad305d2a74', 'name': '', 'network_id': 'daf4ac32-9672-4651-b3fd-11072e1379c5', 'tenant_id': '14f921c9b3f94aa0bb5d8437d3b23079', 'mac_address': 'fa:16:3e:35:e0:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77544813-46b1-47a6-99a0-d327f2a781a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3160, 'fixed_ips': [{'subnet_id': 'afc0cab9-21da-4d56-911b-4ce64e6f688c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:47:14Z', 'updated_at': '2021-10-27T10:47:20Z', 'revision_number': 5, 'project_id': '14f921c9b3f94aa0bb5d8437d3b23079', 'subnets': [{'id': 'afc0cab9-21da-4d56-911b-4ce64e6f688c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:47:26.639267 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25056706-47db-4bcc-bf0f-5d8868ac08c5 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:47:26.639898 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-25056706-47db-4bcc-bf0f-5d8868ac08c5 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks [] for network, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:26.762926 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-675b2df7-f721-4e1b-8988-1c1f93c66422 None None] Checking router: 77544813-46b1-47a6-99a0-d327f2a781a1 for host: n-d-813419-10 {{(pid=102348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 10:47:26.763618 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-675b2df7-f721-4e1b-8988-1c1f93c66422 None None] Updating router 77544813-46b1-47a6-99a0-d327f2a781a1 port a7a36e76-5bf8-41a2-b017-f1059dbd3e2a binding host n-d-813419-10 {{(pid=102348) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 10:47:26.791900 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25056706-47db-4bcc-bf0f-5d8868ac08c5 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Pushing event updated for resources: {'Network': ['ID=0f780ec1-47f1-4a9e-ae7a-d093113e0633,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:47:26.876860 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b627837-5662-43b9-802c-5e50ac3c944e req-7c6b47f2-c06d-4836-9b15-0fb7c7482ddd tempest-MultipleCreateTestJSON-1529432009 tempest-MultipleCreateTestJSON-1529432009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:47:26.880531 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-6b627837-5662-43b9-802c-5e50ac3c944e req-7c6b47f2-c06d-4836-9b15-0fb7c7482ddd tempest-MultipleCreateTestJSON-1529432009 tempest-MultipleCreateTestJSON-1529432009-project] 10.222.0.76 "GET /v2.0/networks?id=34f179cc-3249-47e4-861c-1ad666b0e661 HTTP/1.1" status: 200 len: 813 time: 0.3906939 Oct 27 10:47:26.937753 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-25056706-47db-4bcc-bf0f-5d8868ac08c5 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.9416511 Oct 27 10:47:26.941556 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8081eeb2-7711-43df-a334-9b2a97d0fbc6 req-b3d4a4ce-3abb-47c0-ab95-6d50532ced88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:47:26.943020 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-8081eeb2-7711-43df-a334-9b2a97d0fbc6 req-b3d4a4ce-3abb-47c0-ab95-6d50532ced88 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=87624d80-dded-417f-af79-cc56a741e5c4 HTTP/1.1" status: 200 len: 850 time: 0.3782761 Oct 27 10:47:26.944254 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 55258) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:47:26.950560 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-681bfbbd-0afe-4e6f-b3ae-b2a082930395 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Request body: {'subnet': {'network_id': '0f780ec1-47f1-4a9e-ae7a-d093113e0633', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:47:26.996800 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [req-6b627837-5662-43b9-802c-5e50ac3c944e req-8efd4444-3e30-40c9-ada3-7c86683812a4 tempest-MultipleCreateTestJSON-1529432009 tempest-MultipleCreateTestJSON-1529432009-project] Request body: {'port': {'device_id': 'fbe64590-a4bd-4011-b8b5-c45dcf623e5e', 'network_id': '34f179cc-3249-47e4-861c-1ad666b0e661', 'admin_state_up': True, 'tenant_id': '09e0d82e3b1544249075dd58adde8cfd'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:47:27.047319 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-675b2df7-f721-4e1b-8988-1c1f93c66422 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:27.049637 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Network 0f780ec1-47f1-4a9e-ae7a-d093113e0633 details requested by agent ovs-agent-n-d-813419-10 with host n-d-813419-10 {{(pid=102348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 10:47:27.061882 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87c8169-ef8c-4f2b-92b5-3236b59dcdd9 req-c7813b4a-aea6-481a-984c-fc49f97cc83f tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:47:27.063416 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-a87c8169-ef8c-4f2b-92b5-3236b59dcdd9 req-c7813b4a-aea6-481a-984c-fc49f97cc83f tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0425cac-a4c1-4c0d-a984-fdf0100683a6 HTTP/1.1" status: 200 len: 945 time: 0.2450612 Oct 27 10:47:27.143355 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-a87c8169-ef8c-4f2b-92b5-3236b59dcdd9 req-491b78ea-e448-4e71-bbca-2555d6f87d30 tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] 10.222.0.44 "GET /v2.0/security-groups?id=a4d0fbfb-64fa-47ee-96d3-9b720ee29125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680273 Oct 27 10:47:27.152528 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8081eeb2-7711-43df-a334-9b2a97d0fbc6 req-6b64bfad-3d46-4be5-85fd-a8e718007a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:47:27.154253 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-8081eeb2-7711-43df-a334-9b2a97d0fbc6 req-6b64bfad-3d46-4be5-85fd-a8e718007a8c service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=33cc32c2-598c-44fc-a251-6575a62c00c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1961012 Oct 27 10:47:27.258280 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc0ac2a2-dfaa-4a9b-8070-4aa99ccc7ce9 req-d881aa17-62b8-42c2-b54e-c2901ea346be tempest-MultipleCreateTestJSON-1529432009 tempest-MultipleCreateTestJSON-1529432009-project] No DVR routers for this DVR port e6fa390b-a94c-46d8-976f-3889492ffb9a on host n-h1-813419-10 {{(pid=102347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:47:27.261270 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-bc0ac2a2-dfaa-4a9b-8070-4aa99ccc7ce9 req-d881aa17-62b8-42c2-b54e-c2901ea346be tempest-MultipleCreateTestJSON-1529432009 tempest-MultipleCreateTestJSON-1529432009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:27.267848 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-bc0ac2a2-dfaa-4a9b-8070-4aa99ccc7ce9 req-d881aa17-62b8-42c2-b54e-c2901ea346be tempest-MultipleCreateTestJSON-1529432009 tempest-MultipleCreateTestJSON-1529432009-project] 10.222.0.64 "DELETE /v2.0/ports/e6fa390b-a94c-46d8-976f-3889492ffb9a HTTP/1.1" status: 204 len: 173 time: 3.7946079 Oct 27 10:47:27.300360 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b627837-5662-43b9-802c-5e50ac3c944e req-ef515ec3-1054-4dd3-948c-0925c2f674e1 tempest-MultipleCreateTestJSON-1529432009 tempest-MultipleCreateTestJSON-1529432009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:47:27.302295 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-6b627837-5662-43b9-802c-5e50ac3c944e req-ef515ec3-1054-4dd3-948c-0925c2f674e1 tempest-MultipleCreateTestJSON-1529432009 tempest-MultipleCreateTestJSON-1529432009-project] 10.222.0.64 "GET /v2.0/networks?id=34f179cc-3249-47e4-861c-1ad666b0e661 HTTP/1.1" status: 200 len: 813 time: 0.9175704 Oct 27 10:47:27.322852 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [req-6b627837-5662-43b9-802c-5e50ac3c944e req-14fe566c-fde1-449f-9777-d2d0a666ef89 tempest-MultipleCreateTestJSON-1529432009 tempest-MultipleCreateTestJSON-1529432009-project] Request body: {'port': {'device_id': '7b8aaa8a-5445-4906-9c87-35a5682e7d2d', 'network_id': '34f179cc-3249-47e4-861c-1ad666b0e661', 'admin_state_up': True, 'tenant_id': '09e0d82e3b1544249075dd58adde8cfd'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:47:27.351893 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-aea1df0c-9567-47fe-994f-8b204a61ba96 req-662dfd46-0845-4a17-98d1-eb3788dffb1a tempest-MultipleCreateTestJSON-1529432009 tempest-MultipleCreateTestJSON-1529432009-project] 10.222.0.44 "GET /v2.0/ports?device_id=fbe64590-a4bd-4011-b8b5-c45dcf623e5e HTTP/1.1" status: 200 len: 210 time: 0.0353439 Oct 27 10:47:27.459228 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-8081eeb2-7711-43df-a334-9b2a97d0fbc6 req-e94a41aa-d2c4-4b95-97b1-8395431bda6d service neutron] 10.222.0.76 "GET /v2.0/networks/33cc32c2-598c-44fc-a251-6575a62c00c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2885273 Oct 27 10:47:27.516792 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b627837-5662-43b9-802c-5e50ac3c944e req-8efd4444-3e30-40c9-ada3-7c86683812a4 tempest-MultipleCreateTestJSON-1529432009 tempest-MultipleCreateTestJSON-1529432009-project] Made reservation on behalf of 09e0d82e3b1544249075dd58adde8cfd for: {'port': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:47:27.519696 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-6b627837-5662-43b9-802c-5e50ac3c944e req-8efd4444-3e30-40c9-ada3-7c86683812a4 tempest-MultipleCreateTestJSON-1529432009 tempest-MultipleCreateTestJSON-1529432009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:27.527130 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.db.api [None req-681bfbbd-0afe-4e6f-b3ae-b2a082930395 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Oct 27 10:47:27.527130 n-d-813419-10 neutron-server[102346]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Oct 27 10:47:27.527130 n-d-813419-10 neutron-server[102346]: [parameters: {'project_id': '14f921c9b3f94aa0bb5d8437d3b23079', 'id': '36487a37-c1cb-449e-adb9-c09bbe45ac5f', 'expiration': datetime.datetime(2021, 10, 27, 10, 49, 27, 329927)}] Oct 27 10:47:27.527130 n-d-813419-10 neutron-server[102346]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102346) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 27 10:47:27.528025 n-d-813419-10 neutron-server[102346]: DEBUG oslo_db.api [None req-681bfbbd-0afe-4e6f-b3ae-b2a082930395 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 10:47:27.536847 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dbc09a-77be-45dc-ab03-61d463e30820 req-3e63a80f-013c-4e3a-aa7d-b5e8132fde79 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:47:27.538909 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-36dbc09a-77be-45dc-ab03-61d463e30820 req-3e63a80f-013c-4e3a-aa7d-b5e8132fde79 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/ports?device_id=9b67e6d5-f777-444b-8026-cf23e066bb16 HTTP/1.1" status: 200 len: 943 time: 0.5983160 Oct 27 10:47:27.562137 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-675b2df7-f721-4e1b-8988-1c1f93c66422 None None] Publish callbacks [] for port, precommit_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:27.570430 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-675b2df7-f721-4e1b-8988-1c1f93c66422 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:27.583193 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-8081eeb2-7711-43df-a334-9b2a97d0fbc6 req-59468c11-66a2-45ce-b550-efacb8ea11ba service neutron] 10.222.0.76 "GET /v2.0/networks/33cc32c2-598c-44fc-a251-6575a62c00c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1120126 Oct 27 10:47:27.650233 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-36dbc09a-77be-45dc-ab03-61d463e30820 req-c6b133df-c368-467e-b2a5-ea4ff88c6779 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/security-groups?id=3238f945-43ac-4dbd-b7b0-70b6d0fec036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028008 Oct 27 10:47:27.658895 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b627837-5662-43b9-802c-5e50ac3c944e req-14fe566c-fde1-449f-9777-d2d0a666ef89 tempest-MultipleCreateTestJSON-1529432009 tempest-MultipleCreateTestJSON-1529432009-project] Made reservation on behalf of 09e0d82e3b1544249075dd58adde8cfd for: {'port': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:47:27.663107 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-6b627837-5662-43b9-802c-5e50ac3c944e req-14fe566c-fde1-449f-9777-d2d0a666ef89 tempest-MultipleCreateTestJSON-1529432009 tempest-MultipleCreateTestJSON-1529432009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:27.688153 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device 46e8aa0c-dd8b-49d9-865f-cf106909fef3 no longer exists at agent hyperv_n-h2-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:47:27.753498 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_common [req-6b627837-5662-43b9-802c-5e50ac3c944e req-8efd4444-3e30-40c9-ada3-7c86683812a4 tempest-MultipleCreateTestJSON-1529432009 tempest-MultipleCreateTestJSON-1529432009-project] Allocated IP 172.20.0.4 (34f179cc-3249-47e4-861c-1ad666b0e661/69721ef8-98b2-4b17-a84c-866a1f534ad3/6ad75b97-7f36-44e6-830a-12bf115e74fb) {{(pid=102347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:47:27.762354 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab0a805-3f70-4cc7-99cd-c8ebc5f65da2 None None] Pushing event updated for resources: {'Port': ['ID=a7a36e76-5bf8-41a2-b017-f1059dbd3e2a,revision_number=3']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:47:27.764628 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] No Port match for: 46e8aa0c-dd8b-49d9-865f-cf106909fef3 {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:47:27.764936 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device 46e8aa0c-dd8b-49d9-865f-cf106909fef3 not bound to the agent host n-h2-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:47:27.843491 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-675b2df7-f721-4e1b-8988-1c1f93c66422 None None] Attempting to bind port a7a36e76-5bf8-41a2-b017-f1059dbd3e2a on host n-d-813419-10 for vnic_type normal with profile {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:47:27.844011 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-675b2df7-f721-4e1b-8988-1c1f93c66422 None None] Attempting to bind port a7a36e76-5bf8-41a2-b017-f1059dbd3e2a by drivers openvswitch,hyperv on host n-d-813419-10 at level 0 using segments [{'id': '4205ac61-7ecc-4821-b2ae-1c9f39c9ac45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '93816331-4c8a-4076-a327-3d24313efaf8'}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:47:27.844510 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-675b2df7-f721-4e1b-8988-1c1f93c66422 None None] Attempting to bind port a7a36e76-5bf8-41a2-b017-f1059dbd3e2a on network 93816331-4c8a-4076-a327-3d24313efaf8 {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:47:27.851293 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-675b2df7-f721-4e1b-8988-1c1f93c66422 None None] Checking agent: {'id': '89dba0f3-79b2-435e-9822-33674b8f6ada', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 8, 20), 'started_at': datetime.datetime(2021, 10, 27, 10, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 47, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:47:27.855499 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-675b2df7-f721-4e1b-8988-1c1f93c66422 None None] Checking segment: {'id': '4205ac61-7ecc-4821-b2ae-1c9f39c9ac45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '93816331-4c8a-4076-a327-3d24313efaf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:47:27.856031 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-675b2df7-f721-4e1b-8988-1c1f93c66422 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:27.856559 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-675b2df7-f721-4e1b-8988-1c1f93c66422 None None] Bound using segment: {'id': '4205ac61-7ecc-4821-b2ae-1c9f39c9ac45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '93816331-4c8a-4076-a327-3d24313efaf8'} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:47:27.857195 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-675b2df7-f721-4e1b-8988-1c1f93c66422 None None] Bound port: a7a36e76-5bf8-41a2-b017-f1059dbd3e2a, host: n-d-813419-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4205ac61-7ecc-4821-b2ae-1c9f39c9ac45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '93816331-4c8a-4076-a327-3d24313efaf8'}}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:47:27.857693 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-675b2df7-f721-4e1b-8988-1c1f93c66422 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:27.962677 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-675b2df7-f721-4e1b-8988-1c1f93c66422 None None] For port a7a36e76-5bf8-41a2-b017-f1059dbd3e2a, host n-d-813419-10, cleared binding levels {{(pid=102348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:47:27.981248 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-675b2df7-f721-4e1b-8988-1c1f93c66422 None None] For port a7a36e76-5bf8-41a2-b017-f1059dbd3e2a, host n-d-813419-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=a7a36e76-5bf8-41a2-b017-f1059dbd3e2a,segment=NetworkSegment(4205ac61-7ecc-4821-b2ae-1c9f39c9ac45),segment_id=4205ac61-7ecc-4821-b2ae-1c9f39c9ac45)] {{(pid=102348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:47:27.986994 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-675b2df7-f721-4e1b-8988-1c1f93c66422 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:28.082863 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-681bfbbd-0afe-4e6f-b3ae-b2a082930395 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Made reservation on behalf of 14f921c9b3f94aa0bb5d8437d3b23079 for: {'subnet': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:47:28.090491 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-681bfbbd-0afe-4e6f-b3ae-b2a082930395 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27167186'] for subnet, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:28.102010 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-675b2df7-f721-4e1b-8988-1c1f93c66422 None None] Routers {'77544813-46b1-47a6-99a0-d327f2a781a1'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:47:28.103335 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-675b2df7-f721-4e1b-8988-1c1f93c66422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:47:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['77544813-46b1-47a6-99a0-d327f2a781a1'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:47:28.135858 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e974657c-628e-41a8-98ac-09ea18f39964', 'name': 'network-vif-deleted', 'tag': 'e6fa390b-a94c-46d8-976f-3889492ffb9a'}] {{(pid=102347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:47:28.145366 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311149b481204ee7edffdb959c881838506fbd95bc8577c048f6677abb73acc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57d4e861-33c3-437f-9cf6-90e9f283e9cd" -d '{"events": [{"server_uuid": "e974657c-628e-41a8-98ac-09ea18f39964", "name": "network-vif-deleted", "tag": "e6fa390b-a94c-46d8-976f-3889492ffb9a"}]}' {{(pid=102347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:47:28.283230 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-6b627837-5662-43b9-802c-5e50ac3c944e req-8efd4444-3e30-40c9-ada3-7c86683812a4 tempest-MultipleCreateTestJSON-1529432009 tempest-MultipleCreateTestJSON-1529432009-project] Publish callbacks [] for port, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:28.365282 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:47:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b21ebab5-c942-4e49-a729-7b1e03d4943d x-openstack-request-id: req-b21ebab5-c942-4e49-a729-7b1e03d4943d {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:47:28.368245 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e974657c-628e-41a8-98ac-09ea18f39964", "name": "network-vif-deleted", "tag": "e6fa390b-a94c-46d8-976f-3889492ffb9a", "status": "completed", "code": 200}]} {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:47:28.369597 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b21ebab5-c942-4e49-a729-7b1e03d4943d {{(pid=102347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:47:28.369597 n-d-813419-10 neutron-server[102347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e974657c-628e-41a8-98ac-09ea18f39964', 'name': 'network-vif-deleted', 'tag': 'e6fa390b-a94c-46d8-976f-3889492ffb9a', 'status': 'completed', 'code': 200} Oct 27 10:47:28.404460 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-92c7d3c5-e47f-416d-882a-3bdb69f09ff3 None None] Provisioning complete for port a7a36e76-5bf8-41a2-b017-f1059dbd3e2a triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:47:28.404834 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-92c7d3c5-e47f-416d-882a-3bdb69f09ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:28.441506 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab0a805-3f70-4cc7-99cd-c8ebc5f65da2 None None] Pushing event updated for resources: {'Port': ['ID=a7a36e76-5bf8-41a2-b017-f1059dbd3e2a,revision_number=4']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:47:28.482292 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvr_db [None req-675b2df7-f721-4e1b-8988-1c1f93c66422 None None] Set router 77544813-46b1-47a6-99a0-d327f2a781a1 gateway port host: None {{(pid=102348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:47:28.487255 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-6b627837-5662-43b9-802c-5e50ac3c944e req-8efd4444-3e30-40c9-ada3-7c86683812a4 tempest-MultipleCreateTestJSON-1529432009 tempest-MultipleCreateTestJSON-1529432009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:28.712336 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772c88bd-2d63-4af1-80ab-3a8b796fb1df req-14c2fb4a-af08-4b1c-bbac-be4f6acb4ff9 tempest-MultipleCreateTestJSON-1529432009 tempest-MultipleCreateTestJSON-1529432009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:47:28.714102 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-772c88bd-2d63-4af1-80ab-3a8b796fb1df req-14c2fb4a-af08-4b1c-bbac-be4f6acb4ff9 tempest-MultipleCreateTestJSON-1529432009 tempest-MultipleCreateTestJSON-1529432009-project] 10.222.0.44 "GET /v2.0/ports?device_id=fbe64590-a4bd-4011-b8b5-c45dcf623e5e HTTP/1.1" status: 200 len: 931 time: 0.1920736 Oct 27 10:47:28.735826 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_common [req-6b627837-5662-43b9-802c-5e50ac3c944e req-14fe566c-fde1-449f-9777-d2d0a666ef89 tempest-MultipleCreateTestJSON-1529432009 tempest-MultipleCreateTestJSON-1529432009-project] Allocated IP 172.20.0.12 (34f179cc-3249-47e4-861c-1ad666b0e661/69721ef8-98b2-4b17-a84c-866a1f534ad3/63a0f25a-0d52-4a09-ae78-ecd996ba612e) {{(pid=102347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:47:28.738947 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efd4444-3e30-40c9-ada3-7c86683812a4 tempest-MultipleCreateTestJSON-1529432009 tempest-MultipleCreateTestJSON-1529432009-project] Pushing event updated for resources: {'Port': ['ID=6ad75b97-7f36-44e6-830a-12bf115e74fb,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:47:28.746749 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b627837-5662-43b9-802c-5e50ac3c944e req-8efd4444-3e30-40c9-ada3-7c86683812a4 tempest-MultipleCreateTestJSON-1529432009 tempest-MultipleCreateTestJSON-1529432009-project] Network 34f179cc-3249-47e4-861c-1ad666b0e661 is already hosted by enough agents. {{(pid=102347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:47:28.755827 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055ec9b3-87d2-4846-80e4-e554358b45c3 req-e2b2f754-5cd8-44d8-ab8d-aac845b95430 tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:47:28.758180 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-055ec9b3-87d2-4846-80e4-e554358b45c3 req-e2b2f754-5cd8-44d8-ab8d-aac845b95430 tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0425cac-a4c1-4c0d-a984-fdf0100683a6 HTTP/1.1" status: 200 len: 945 time: 0.3994522 Oct 27 10:47:28.761634 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [req-6b627837-5662-43b9-802c-5e50ac3c944e req-8efd4444-3e30-40c9-ada3-7c86683812a4 tempest-MultipleCreateTestJSON-1529432009 tempest-MultipleCreateTestJSON-1529432009-project] Resources bound (agent type, host, resource id): {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:47:28.779467 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-92c7d3c5-e47f-416d-882a-3bdb69f09ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:28.781174 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-681bfbbd-0afe-4e6f-b3ae-b2a082930395 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27024290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27167168'] for subnet, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:28.788779 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b627837-5662-43b9-802c-5e50ac3c944e req-8efd4444-3e30-40c9-ada3-7c86683812a4 tempest-MultipleCreateTestJSON-1529432009 tempest-MultipleCreateTestJSON-1529432009-project] Received port after_create {{(pid=102347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:47:28.840804 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-772c88bd-2d63-4af1-80ab-3a8b796fb1df req-8b0ac8b6-27f6-4c81-9ad1-9fecf5f35871 tempest-MultipleCreateTestJSON-1529432009 tempest-MultipleCreateTestJSON-1529432009-project] 10.222.0.44 "GET /v2.0/security-groups?id=2b3ac09a-fc78-43b5-8f53-b81e13a554bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139226 Oct 27 10:47:28.920237 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-92c7d3c5-e47f-416d-882a-3bdb69f09ff3 None None] For port a7a36e76-5bf8-41a2-b017-f1059dbd3e2a, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=a7a36e76-5bf8-41a2-b017-f1059dbd3e2a,segment=NetworkSegment(4205ac61-7ecc-4821-b2ae-1c9f39c9ac45),segment_id=4205ac61-7ecc-4821-b2ae-1c9f39c9ac45)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:47:28.931989 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-055ec9b3-87d2-4846-80e4-e554358b45c3 req-6a094f57-85bc-4013-a09c-bc146a7adf53 tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] 10.222.0.44 "GET /v2.0/security-groups?id=a4d0fbfb-64fa-47ee-96d3-9b720ee29125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1537926 Oct 27 10:47:28.953360 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681bfbbd-0afe-4e6f-b3ae-b2a082930395 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Pushing event updated for resources: {'Subnet': ['ID=2d457f87-4e01-4ef8-a107-675fa218ac16,revision_number=0']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:47:28.983133 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-92c7d3c5-e47f-416d-882a-3bdb69f09ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:29.003030 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-681bfbbd-0afe-4e6f-b3ae-b2a082930395 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Checking segment: {'id': '247eab87-e557-4064-823a-4834f9f7269f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '0f780ec1-47f1-4a9e-ae7a-d093113e0633'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:47:29.003518 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-681bfbbd-0afe-4e6f-b3ae-b2a082930395 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Network hostable DHCP agents. Network: 0f780ec1-47f1-4a9e-ae7a-d093113e0633, hostable agents: ['eafd4000-b897-4722-ae8b-0118ec955181'], hosted agents: [] {{(pid=102346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 10:47:29.006875 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b627837-5662-43b9-802c-5e50ac3c944e req-8efd4444-3e30-40c9-ada3-7c86683812a4 tempest-MultipleCreateTestJSON-1529432009 tempest-MultipleCreateTestJSON-1529432009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:47:29.007693 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-6b627837-5662-43b9-802c-5e50ac3c944e req-8efd4444-3e30-40c9-ada3-7c86683812a4 tempest-MultipleCreateTestJSON-1529432009 tempest-MultipleCreateTestJSON-1529432009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:29.054327 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-681bfbbd-0afe-4e6f-b3ae-b2a082930395 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Network 0f780ec1-47f1-4a9e-ae7a-d093113e0633 is scheduled to be hosted by DHCP agent eafd4000-b897-4722-ae8b-0118ec955181 with binding_index 1 {{(pid=102346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 10:47:29.068966 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-6b627837-5662-43b9-802c-5e50ac3c944e req-8efd4444-3e30-40c9-ada3-7c86683812a4 tempest-MultipleCreateTestJSON-1529432009 tempest-MultipleCreateTestJSON-1529432009-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1080813 Oct 27 10:47:29.087326 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [req-6b627837-5662-43b9-802c-5e50ac3c944e req-8dfb7b5a-7d51-4007-973e-a2ede47c22c6 service neutron] Request body: {'port': {'device_id': 'fbe64590-a4bd-4011-b8b5-c45dcf623e5e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-10'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:47:29.089119 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f429dd-0380-4028-ac72-433ca14d1ded req-d5bf4132-3d9c-4d10-a7cb-b43f9f56cb7e tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:47:29.090665 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-e4f429dd-0380-4028-ac72-433ca14d1ded req-d5bf4132-3d9c-4d10-a7cb-b43f9f56cb7e tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/ports?device_id=9b67e6d5-f777-444b-8026-cf23e066bb16 HTTP/1.1" status: 200 len: 943 time: 0.0987742 Oct 27 10:47:29.091693 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-681bfbbd-0afe-4e6f-b3ae-b2a082930395 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-10, 0f780ec1-47f1-4a9e-ae7a-d093113e0633) {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:47:29.134098 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-681bfbbd-0afe-4e6f-b3ae-b2a082930395 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:47:29.138010 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-681bfbbd-0afe-4e6f-b3ae-b2a082930395 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for subnet, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:29.187126 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-681bfbbd-0afe-4e6f-b3ae-b2a082930395 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2404289 Oct 27 10:47:29.191436 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 55294) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:47:29.203153 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79dd3b3c-6dda-4e40-9472-748446530793 None None] Network 0f780ec1-47f1-4a9e-ae7a-d093113e0633 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:47:29.259800 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-6b627837-5662-43b9-802c-5e50ac3c944e req-8dfb7b5a-7d51-4007-973e-a2ede47c22c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:29.339868 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-e4f429dd-0380-4028-ac72-433ca14d1ded req-47673579-8ede-42eb-8405-41e292254977 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/security-groups?id=3238f945-43ac-4dbd-b7b0-70b6d0fec036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2363307 Oct 27 10:47:29.421371 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c7d3c5-e47f-416d-882a-3bdb69f09ff3 None None] Pushing event updated for resources: {'Port': ['ID=a7a36e76-5bf8-41a2-b017-f1059dbd3e2a,revision_number=5']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:47:29.434255 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-6b627837-5662-43b9-802c-5e50ac3c944e req-14fe566c-fde1-449f-9777-d2d0a666ef89 tempest-MultipleCreateTestJSON-1529432009 tempest-MultipleCreateTestJSON-1529432009-project] Publish callbacks [] for port, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:29.450243 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-c710bd4f-1567-48f4-b731-16ab2b486a0a None None] Provisioning complete for port a7a36e76-5bf8-41a2-b017-f1059dbd3e2a triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:47:29.450865 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-c710bd4f-1567-48f4-b731-16ab2b486a0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:29.549073 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-675b2df7-f721-4e1b-8988-1c1f93c66422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77544813-46b1-47a6-99a0-d327f2a781a1', 'name': 'tempest-RoutersTest-router-381064338', 'tenant_id': '14f921c9b3f94aa0bb5d8437d3b23079', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:47:12Z', 'updated_at': '2021-10-27T10:47:21Z', 'revision_number': 3, 'project_id': '14f921c9b3f94aa0bb5d8437d3b23079', 'gw_port_host': None, '_interfaces': [{'id': 'a7a36e76-5bf8-41a2-b017-f1059dbd3e2a', 'name': '', 'network_id': '93816331-4c8a-4076-a327-3d24313efaf8', 'tenant_id': '14f921c9b3f94aa0bb5d8437d3b23079', 'mac_address': 'fa:16:3e:6f:94:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77544813-46b1-47a6-99a0-d327f2a781a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3166, 'fixed_ips': [{'subnet_id': 'afb5a9e3-0660-4f43-a8a4-997a0178253b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:47:20Z', 'updated_at': '2021-10-27T10:47:27Z', 'revision_number': 4, 'project_id': '14f921c9b3f94aa0bb5d8437d3b23079', 'subnets': [{'id': 'afb5a9e3-0660-4f43-a8a4-997a0178253b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f2726d98-c33e-424a-a803-64ad305d2a74', 'name': '', 'network_id': 'daf4ac32-9672-4651-b3fd-11072e1379c5', 'tenant_id': '14f921c9b3f94aa0bb5d8437d3b23079', 'mac_address': 'fa:16:3e:35:e0:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77544813-46b1-47a6-99a0-d327f2a781a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3160, 'fixed_ips': [{'subnet_id': 'afc0cab9-21da-4d56-911b-4ce64e6f688c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:47:14Z', 'updated_at': '2021-10-27T10:47:20Z', 'revision_number': 5, 'project_id': '14f921c9b3f94aa0bb5d8437d3b23079', 'subnets': [{'id': 'afc0cab9-21da-4d56-911b-4ce64e6f688c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:47:29.570274 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c61dff74-473c-4e2d-9971-a2359e31c684 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp734b258e-7d96-550c-b970-9b72ab66f383-0f780ec1-47f1-4a9e-ae7a-d093113e0633', 'network_id': '0f780ec1-47f1-4a9e-ae7a-d093113e0633', 'tenant_id': '14f921c9b3f94aa0bb5d8437d3b23079', 'fixed_ips': [{'subnet_id': '2d457f87-4e01-4ef8-a107-675fa218ac16'}]}} from n-d-813419-10. {{(pid=102348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 10:47:29.571267 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-c61dff74-473c-4e2d-9971-a2359e31c684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:29.625978 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-675b2df7-f721-4e1b-8988-1c1f93c66422 None None] The sync data for ids ['77544813-46b1-47a6-99a0-d327f2a781a1'] in n-d-813419-10 is: [{'id': '77544813-46b1-47a6-99a0-d327f2a781a1', 'name': 'tempest-RoutersTest-router-381064338', 'tenant_id': '14f921c9b3f94aa0bb5d8437d3b23079', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:47:12Z', 'updated_at': '2021-10-27T10:47:21Z', 'revision_number': 3, 'project_id': '14f921c9b3f94aa0bb5d8437d3b23079', 'gw_port_host': None, '_interfaces': [{'id': 'a7a36e76-5bf8-41a2-b017-f1059dbd3e2a', 'name': '', 'network_id': '93816331-4c8a-4076-a327-3d24313efaf8', 'tenant_id': '14f921c9b3f94aa0bb5d8437d3b23079', 'mac_address': 'fa:16:3e:6f:94:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77544813-46b1-47a6-99a0-d327f2a781a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3166, 'fixed_ips': [{'subnet_id': 'afb5a9e3-0660-4f43-a8a4-997a0178253b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:47:20Z', 'updated_at': '2021-10-27T10:47:27Z', 'revision_number': 4, 'project_id': '14f921c9b3f94aa0bb5d8437d3b23079', 'subnets': [{'id': 'afb5a9e3-0660-4f43-a8a4-997a0178253b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f2726d98-c33e-424a-a803-64ad305d2a74', 'name': '', 'network_id': 'daf4ac32-9672-4651-b3fd-11072e1379c5', 'tenant_id': '14f921c9b3f94aa0bb5d8437d3b23079', 'mac_address': 'fa:16:3e:35:e0:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77544813-46b1-47a6-99a0-d327f2a781a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3160, 'fixed_ips': [{'subnet_id': 'afc0cab9-21da-4d56-911b-4ce64e6f688c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:47:14Z', 'updated_at': '2021-10-27T10:47:20Z', 'revision_number': 5, 'project_id': '14f921c9b3f94aa0bb5d8437d3b23079', 'subnets': [{'id': 'afc0cab9-21da-4d56-911b-4ce64e6f688c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:47:29.939446 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-6b627837-5662-43b9-802c-5e50ac3c944e req-14fe566c-fde1-449f-9777-d2d0a666ef89 tempest-MultipleCreateTestJSON-1529432009 tempest-MultipleCreateTestJSON-1529432009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:30.162779 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-5e17f9e7-93f0-4892-8baf-1ff5c3a3274e tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:30.186814 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b627837-5662-43b9-802c-5e50ac3c944e req-14fe566c-fde1-449f-9777-d2d0a666ef89 tempest-MultipleCreateTestJSON-1529432009 tempest-MultipleCreateTestJSON-1529432009-project] Network 34f179cc-3249-47e4-861c-1ad666b0e661 is already hosted by enough agents. {{(pid=102347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:47:30.216993 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [req-6b627837-5662-43b9-802c-5e50ac3c944e req-14fe566c-fde1-449f-9777-d2d0a666ef89 tempest-MultipleCreateTestJSON-1529432009 tempest-MultipleCreateTestJSON-1529432009-project] Resources bound (agent type, host, resource id): {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:47:30.229006 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device a7a36e76-5bf8-41a2-b017-f1059dbd3e2a up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:47:30.262554 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b627837-5662-43b9-802c-5e50ac3c944e req-14fe566c-fde1-449f-9777-d2d0a666ef89 tempest-MultipleCreateTestJSON-1529432009 tempest-MultipleCreateTestJSON-1529432009-project] Received port after_create {{(pid=102347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:47:30.352923 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.db_base_plugin_common [None req-c61dff74-473c-4e2d-9971-a2359e31c684 None None] Allocated IP 172.22.0.2 (0f780ec1-47f1-4a9e-ae7a-d093113e0633/2d457f87-4e01-4ef8-a107-675fa218ac16/cab6e8f8-0895-49f6-b825-a5c0558acb60) {{(pid=102348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:47:30.514734 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b517a2-a171-4756-8b3b-b90b2c0989b7 req-4120c413-98c9-42a0-872c-85590734e0de tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:47:30.522427 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port a7a36e76-5bf8-41a2-b017-f1059dbd3e2a triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:47:30.523001 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:30.538878 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-01b517a2-a171-4756-8b3b-b90b2c0989b7 req-4120c413-98c9-42a0-872c-85590734e0de tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0425cac-a4c1-4c0d-a984-fdf0100683a6 HTTP/1.1" status: 200 len: 945 time: 0.2343786 Oct 27 10:47:30.733157 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-01b517a2-a171-4756-8b3b-b90b2c0989b7 req-7260fc14-bf2d-4b93-a46d-9fc90904c219 tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] 10.222.0.44 "GET /v2.0/security-groups?id=a4d0fbfb-64fa-47ee-96d3-9b720ee29125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1931984 Oct 27 10:47:30.824262 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-c61dff74-473c-4e2d-9971-a2359e31c684 None None] Publish callbacks [] for port, precommit_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:30.838501 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-c61dff74-473c-4e2d-9971-a2359e31c684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606'] for port, after_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:30.842293 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fe566c-fde1-449f-9777-d2d0a666ef89 tempest-MultipleCreateTestJSON-1529432009 tempest-MultipleCreateTestJSON-1529432009-project] Pushing event updated for resources: {'Port': ['ID=63a0f25a-0d52-4a09-ae78-ecd996ba612e,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:47:30.913249 n-d-813419-10 neutron-server[102348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c61dff74-473c-4e2d-9971-a2359e31c684 None None] Network 0f780ec1-47f1-4a9e-ae7a-d093113e0633 is already hosted by enough agents. {{(pid=102348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:47:30.925876 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588f30da-a9ec-44eb-81a7-c4038d76f9d5 req-3b45bd21-3365-4346-842d-a439d7f7cbbb tempest-MultipleCreateTestJSON-1529432009 tempest-MultipleCreateTestJSON-1529432009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:47:30.927642 n-d-813419-10 neutron-server[102348]: DEBUG neutron.scheduler.base_scheduler [None req-c61dff74-473c-4e2d-9971-a2359e31c684 None None] Resources bound (agent type, host, resource id): {{(pid=102348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:47:30.933591 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-588f30da-a9ec-44eb-81a7-c4038d76f9d5 req-3b45bd21-3365-4346-842d-a439d7f7cbbb tempest-MultipleCreateTestJSON-1529432009 tempest-MultipleCreateTestJSON-1529432009-project] 10.222.0.44 "GET /v2.0/ports?device_id=fbe64590-a4bd-4011-b8b5-c45dcf623e5e HTTP/1.1" status: 200 len: 931 time: 0.7452192 Oct 27 10:47:30.955553 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c61dff74-473c-4e2d-9971-a2359e31c684 None None] Received port after_create {{(pid=102348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:47:31.020068 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b627837-5662-43b9-802c-5e50ac3c944e req-14fe566c-fde1-449f-9777-d2d0a666ef89 tempest-MultipleCreateTestJSON-1529432009 tempest-MultipleCreateTestJSON-1529432009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:47:31.021255 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-6b627837-5662-43b9-802c-5e50ac3c944e req-14fe566c-fde1-449f-9777-d2d0a666ef89 tempest-MultipleCreateTestJSON-1529432009 tempest-MultipleCreateTestJSON-1529432009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:31.023511 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61dff74-473c-4e2d-9971-a2359e31c684 None None] Pushing event updated for resources: {'Port': ['ID=cab6e8f8-0895-49f6-b825-a5c0558acb60,revision_number=1']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:47:31.083084 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-c61dff74-473c-4e2d-9971-a2359e31c684 None None] Attempting to bind port cab6e8f8-0895-49f6-b825-a5c0558acb60 on host n-d-813419-10 for vnic_type normal with profile {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:47:31.084234 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-c61dff74-473c-4e2d-9971-a2359e31c684 None None] Attempting to bind port cab6e8f8-0895-49f6-b825-a5c0558acb60 by drivers openvswitch,hyperv on host n-d-813419-10 at level 0 using segments [{'id': '247eab87-e557-4064-823a-4834f9f7269f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '0f780ec1-47f1-4a9e-ae7a-d093113e0633'}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:47:31.088384 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c61dff74-473c-4e2d-9971-a2359e31c684 None None] Attempting to bind port cab6e8f8-0895-49f6-b825-a5c0558acb60 on network 0f780ec1-47f1-4a9e-ae7a-d093113e0633 {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:47:31.095574 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c61dff74-473c-4e2d-9971-a2359e31c684 None None] Checking agent: {'id': '89dba0f3-79b2-435e-9822-33674b8f6ada', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 8, 20), 'started_at': datetime.datetime(2021, 10, 27, 10, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 47, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:47:31.096304 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c61dff74-473c-4e2d-9971-a2359e31c684 None None] Checking segment: {'id': '247eab87-e557-4064-823a-4834f9f7269f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '0f780ec1-47f1-4a9e-ae7a-d093113e0633'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:47:31.096922 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-c61dff74-473c-4e2d-9971-a2359e31c684 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:31.097647 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c61dff74-473c-4e2d-9971-a2359e31c684 None None] Bound using segment: {'id': '247eab87-e557-4064-823a-4834f9f7269f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '0f780ec1-47f1-4a9e-ae7a-d093113e0633'} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:47:31.098294 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-c61dff74-473c-4e2d-9971-a2359e31c684 None None] Bound port: cab6e8f8-0895-49f6-b825-a5c0558acb60, host: n-d-813419-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '247eab87-e557-4064-823a-4834f9f7269f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '0f780ec1-47f1-4a9e-ae7a-d093113e0633'}}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:47:31.099099 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_common [None req-5e17f9e7-93f0-4892-8baf-1ff5c3a3274e tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Allocated IP 172.22.0.1 (0f780ec1-47f1-4a9e-ae7a-d093113e0633/2d457f87-4e01-4ef8-a107-675fa218ac16/fc682a77-5e43-46c7-9ac4-a7e82ce0d2a2) {{(pid=102346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:47:31.099348 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-c61dff74-473c-4e2d-9971-a2359e31c684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:31.114209 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3296d41d-058d-4f9b-9d0d-6b6fcba6e76c req-15e62b79-36e3-4554-b97f-e639d425624e tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:47:31.116623 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-3296d41d-058d-4f9b-9d0d-6b6fcba6e76c req-15e62b79-36e3-4554-b97f-e639d425624e tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/ports?device_id=9b67e6d5-f777-444b-8026-cf23e066bb16 HTTP/1.1" status: 200 len: 943 time: 0.1565089 Oct 27 10:47:31.183545 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [req-6b627837-5662-43b9-802c-5e50ac3c944e req-8dfb7b5a-7d51-4007-973e-a2ede47c22c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ad75b97-7f36-44e6-830a-12bf115e74fb {{(pid=102347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:47:31.210009 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-6b627837-5662-43b9-802c-5e50ac3c944e req-8dfb7b5a-7d51-4007-973e-a2ede47c22c6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:31.231195 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.provisioning_blocks [req-6b627837-5662-43b9-802c-5e50ac3c944e req-8dfb7b5a-7d51-4007-973e-a2ede47c22c6 service neutron] Transition to ACTIVE for port object 6ad75b97-7f36-44e6-830a-12bf115e74fb will not be triggered until provisioned by entity L2. {{(pid=102347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 10:47:31.239385 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-c61dff74-473c-4e2d-9971-a2359e31c684 None None] For port cab6e8f8-0895-49f6-b825-a5c0558acb60, host n-d-813419-10, cleared binding levels {{(pid=102348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:47:31.246173 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-c61dff74-473c-4e2d-9971-a2359e31c684 None None] For port cab6e8f8-0895-49f6-b825-a5c0558acb60, host n-d-813419-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=cab6e8f8-0895-49f6-b825-a5c0558acb60,segment=NetworkSegment(247eab87-e557-4064-823a-4834f9f7269f),segment_id=247eab87-e557-4064-823a-4834f9f7269f)] {{(pid=102348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:47:31.260420 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-c61dff74-473c-4e2d-9971-a2359e31c684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:31.270888 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-588f30da-a9ec-44eb-81a7-c4038d76f9d5 req-65494842-99eb-460d-b2e0-7d4a65569f76 tempest-MultipleCreateTestJSON-1529432009 tempest-MultipleCreateTestJSON-1529432009-project] 10.222.0.44 "GET /v2.0/security-groups?id=2b3ac09a-fc78-43b5-8f53-b81e13a554bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3233981 Oct 27 10:47:31.297905 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-6b627837-5662-43b9-802c-5e50ac3c944e req-14fe566c-fde1-449f-9777-d2d0a666ef89 tempest-MultipleCreateTestJSON-1529432009 tempest-MultipleCreateTestJSON-1529432009-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9818964 Oct 27 10:47:31.299642 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-6b627837-5662-43b9-802c-5e50ac3c944e req-8dfb7b5a-7d51-4007-973e-a2ede47c22c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:31.307067 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-3296d41d-058d-4f9b-9d0d-6b6fcba6e76c req-ac7ecc00-09bd-4240-8a06-d964af261f4a tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/security-groups?id=3238f945-43ac-4dbd-b7b0-70b6d0fec036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822679 Oct 27 10:47:31.317845 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-5e17f9e7-93f0-4892-8baf-1ff5c3a3274e tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks [] for port, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:31.383108 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [req-6b627837-5662-43b9-802c-5e50ac3c944e req-1eaf59dd-6be7-429e-9a7f-09c155366cb3 service neutron] Request body: {'port': {'device_id': '7b8aaa8a-5445-4906-9c87-35a5682e7d2d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-10'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:47:31.429758 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61dff74-473c-4e2d-9971-a2359e31c684 None None] Pushing event updated for resources: {'Port': ['ID=cab6e8f8-0895-49f6-b825-a5c0558acb60,revision_number=2']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:47:31.453085 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-5e17f9e7-93f0-4892-8baf-1ff5c3a3274e tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:31.546799 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e17f9e7-93f0-4892-8baf-1ff5c3a3274e tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Network 0f780ec1-47f1-4a9e-ae7a-d093113e0633 is already hosted by enough agents. {{(pid=102346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:47:31.550622 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-5e17f9e7-93f0-4892-8baf-1ff5c3a3274e tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Resources bound (agent type, host, resource id): {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:47:31.556965 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e17f9e7-93f0-4892-8baf-1ff5c3a3274e tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Received port after_create {{(pid=102346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:47:31.562641 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e17f9e7-93f0-4892-8baf-1ff5c3a3274e tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Pushing event updated for resources: {'Port': ['ID=fc682a77-5e43-46c7-9ac4-a7e82ce0d2a2,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:47:31.570626 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-6b627837-5662-43b9-802c-5e50ac3c944e req-1eaf59dd-6be7-429e-9a7f-09c155366cb3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:31.625934 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfb7b5a-7d51-4007-973e-a2ede47c22c6 service neutron] Pushing event updated for resources: {'Port': ['ID=6ad75b97-7f36-44e6-830a-12bf115e74fb,revision_number=2']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:47:31.640246 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-5e17f9e7-93f0-4892-8baf-1ff5c3a3274e tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1664961'] for router_interface, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:31.645023 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-6b627837-5662-43b9-802c-5e50ac3c944e req-8dfb7b5a-7d51-4007-973e-a2ede47c22c6 service neutron] Attempting to bind port 6ad75b97-7f36-44e6-830a-12bf115e74fb on host n-h2-813419-10 for vnic_type normal with profile {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:47:31.645221 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-6b627837-5662-43b9-802c-5e50ac3c944e req-8dfb7b5a-7d51-4007-973e-a2ede47c22c6 service neutron] Attempting to bind port 6ad75b97-7f36-44e6-830a-12bf115e74fb by drivers openvswitch,hyperv on host n-h2-813419-10 at level 0 using segments [{'id': '24961c34-9d24-46fc-bc2c-0db0ce2089c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '34f179cc-3249-47e4-861c-1ad666b0e661'}] {{(pid=102347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:47:31.645722 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b627837-5662-43b9-802c-5e50ac3c944e req-8dfb7b5a-7d51-4007-973e-a2ede47c22c6 service neutron] Attempting to bind port 6ad75b97-7f36-44e6-830a-12bf115e74fb on network 34f179cc-3249-47e4-861c-1ad666b0e661 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:47:31.670925 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b627837-5662-43b9-802c-5e50ac3c944e req-8dfb7b5a-7d51-4007-973e-a2ede47c22c6 service neutron] Port 6ad75b97-7f36-44e6-830a-12bf115e74fb on network 34f179cc-3249-47e4-861c-1ad666b0e661 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-10 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 10:47:31.671250 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b627837-5662-43b9-802c-5e50ac3c944e req-8dfb7b5a-7d51-4007-973e-a2ede47c22c6 service neutron] Attempting to bind port 6ad75b97-7f36-44e6-830a-12bf115e74fb on network 34f179cc-3249-47e4-861c-1ad666b0e661 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:47:31.680383 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b627837-5662-43b9-802c-5e50ac3c944e req-8dfb7b5a-7d51-4007-973e-a2ede47c22c6 service neutron] Checking agent: {'id': 'a2edc247-0fa4-4ce6-bbae-a10492f6bd71', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 16, 9), 'started_at': datetime.datetime(2021, 10, 27, 10, 16, 9), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 47, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:47:31.680721 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b627837-5662-43b9-802c-5e50ac3c944e req-8dfb7b5a-7d51-4007-973e-a2ede47c22c6 service neutron] Checking segment: {'id': '24961c34-9d24-46fc-bc2c-0db0ce2089c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '34f179cc-3249-47e4-861c-1ad666b0e661'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:47:31.681107 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b627837-5662-43b9-802c-5e50ac3c944e req-8dfb7b5a-7d51-4007-973e-a2ede47c22c6 service neutron] Bound using segment: {'id': '24961c34-9d24-46fc-bc2c-0db0ce2089c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '34f179cc-3249-47e4-861c-1ad666b0e661'} {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:47:31.681535 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-6b627837-5662-43b9-802c-5e50ac3c944e req-8dfb7b5a-7d51-4007-973e-a2ede47c22c6 service neutron] Bound port: 6ad75b97-7f36-44e6-830a-12bf115e74fb, host: n-h2-813419-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24961c34-9d24-46fc-bc2c-0db0ce2089c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '34f179cc-3249-47e4-861c-1ad666b0e661'}}] {{(pid=102347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:47:31.681888 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-6b627837-5662-43b9-802c-5e50ac3c944e req-8dfb7b5a-7d51-4007-973e-a2ede47c22c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:31.971911 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-5e17f9e7-93f0-4892-8baf-1ff5c3a3274e tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:32.171613 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495471f9-a7c1-4c32-a05a-aa52b54e4e5d req-1d12f3ef-f348-4adb-b2da-e416df77c058 tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:47:32.179571 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-495471f9-a7c1-4c32-a05a-aa52b54e4e5d req-1d12f3ef-f348-4adb-b2da-e416df77c058 tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0425cac-a4c1-4c0d-a984-fdf0100683a6 HTTP/1.1" status: 200 len: 945 time: 0.2757726 Oct 27 10:47:32.184744 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device cab6e8f8-0895-49f6-b825-a5c0558acb60 up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:47:32.202366 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-6b627837-5662-43b9-802c-5e50ac3c944e req-8dfb7b5a-7d51-4007-973e-a2ede47c22c6 service neutron] For port 6ad75b97-7f36-44e6-830a-12bf115e74fb, host n-h2-813419-10, cleared binding levels {{(pid=102347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:47:32.322399 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port cab6e8f8-0895-49f6-b825-a5c0558acb60 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:47:32.323371 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:32.415619 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-6b627837-5662-43b9-802c-5e50ac3c944e req-8dfb7b5a-7d51-4007-973e-a2ede47c22c6 service neutron] For port 6ad75b97-7f36-44e6-830a-12bf115e74fb, host n-h2-813419-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=6ad75b97-7f36-44e6-830a-12bf115e74fb,segment=NetworkSegment(24961c34-9d24-46fc-bc2c-0db0ce2089c6),segment_id=24961c34-9d24-46fc-bc2c-0db0ce2089c6)] {{(pid=102347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:47:32.459632 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-6b627837-5662-43b9-802c-5e50ac3c944e req-8dfb7b5a-7d51-4007-973e-a2ede47c22c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:32.558327 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:32.611978 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-495471f9-a7c1-4c32-a05a-aa52b54e4e5d req-f97af5b0-a9b6-4fc3-84e0-ecec79da5d20 tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] 10.222.0.44 "GET /v2.0/security-groups?id=a4d0fbfb-64fa-47ee-96d3-9b720ee29125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4295805 Oct 27 10:47:32.615500 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [req-6b627837-5662-43b9-802c-5e50ac3c944e req-1eaf59dd-6be7-429e-9a7f-09c155366cb3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63a0f25a-0d52-4a09-ae78-ecd996ba612e {{(pid=102347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:47:32.629372 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:32.632977 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-6b627837-5662-43b9-802c-5e50ac3c944e req-1eaf59dd-6be7-429e-9a7f-09c155366cb3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:32.651964 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.provisioning_blocks [req-6b627837-5662-43b9-802c-5e50ac3c944e req-1eaf59dd-6be7-429e-9a7f-09c155366cb3 service neutron] Transition to ACTIVE for port object 63a0f25a-0d52-4a09-ae78-ecd996ba612e will not be triggered until provisioned by entity L2. {{(pid=102347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 10:47:32.660441 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] For port cab6e8f8-0895-49f6-b825-a5c0558acb60, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=cab6e8f8-0895-49f6-b825-a5c0558acb60,segment=NetworkSegment(247eab87-e557-4064-823a-4834f9f7269f),segment_id=247eab87-e557-4064-823a-4834f9f7269f)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:47:32.664219 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b627837-5662-43b9-802c-5e50ac3c944e req-8dfb7b5a-7d51-4007-973e-a2ede47c22c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:47:32.665271 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-6b627837-5662-43b9-802c-5e50ac3c944e req-8dfb7b5a-7d51-4007-973e-a2ede47c22c6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:32.667055 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-6b627837-5662-43b9-802c-5e50ac3c944e req-8dfb7b5a-7d51-4007-973e-a2ede47c22c6 service neutron] 10.222.0.76 "PUT /v2.0/ports/6ad75b97-7f36-44e6-830a-12bf115e74fb HTTP/1.1" status: 200 len: 1092 time: 3.5889738 Oct 27 10:47:32.668150 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbe64590-a4bd-4011-b8b5-c45dcf623e5e', 'tag': '6ad75b97-7f36-44e6-830a-12bf115e74fb'}] {{(pid=102347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:47:32.669711 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:32.671465 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311149b481204ee7edffdb959c881838506fbd95bc8577c048f6677abb73acc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b14e236-8aac-40a1-b60c-2a3e0f1c7d76" -d '{"events": [{"name": "network-changed", "server_uuid": "fbe64590-a4bd-4011-b8b5-c45dcf623e5e", "tag": "6ad75b97-7f36-44e6-830a-12bf115e74fb"}]}' {{(pid=102347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:47:32.687077 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ed1c68-c606-41fe-b8db-7243952caaa0 req-9d7d45f2-a57c-4eae-b80f-203245dcd60b tempest-MultipleCreateTestJSON-1529432009 tempest-MultipleCreateTestJSON-1529432009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:47:32.691272 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-6b627837-5662-43b9-802c-5e50ac3c944e req-1eaf59dd-6be7-429e-9a7f-09c155366cb3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:32.702174 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-b0ed1c68-c606-41fe-b8db-7243952caaa0 req-9d7d45f2-a57c-4eae-b80f-203245dcd60b tempest-MultipleCreateTestJSON-1529432009 tempest-MultipleCreateTestJSON-1529432009-project] 10.222.0.44 "GET /v2.0/ports?device_id=fbe64590-a4bd-4011-b8b5-c45dcf623e5e HTTP/1.1" status: 200 len: 943 time: 0.2460504 Oct 27 10:47:32.848252 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Pushing event updated for resources: {'Port': ['ID=cab6e8f8-0895-49f6-b825-a5c0558acb60,revision_number=3']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:47:32.914768 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b627837-5662-43b9-802c-5e50ac3c944e req-1e1d9076-eca6-4106-86f6-f844df38f1ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:47:32.916380 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-6b627837-5662-43b9-802c-5e50ac3c944e req-1e1d9076-eca6-4106-86f6-f844df38f1ea service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=09e0d82e3b1544249075dd58adde8cfd&device_id=fbe64590-a4bd-4011-b8b5-c45dcf623e5e HTTP/1.1" status: 200 len: 1095 time: 0.2029378 Oct 27 10:47:32.917247 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfb7b5a-7d51-4007-973e-a2ede47c22c6 service neutron] Pushing event updated for resources: {'Port': ['ID=6ad75b97-7f36-44e6-830a-12bf115e74fb,revision_number=3']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:47:32.934227 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-5e17f9e7-93f0-4892-8baf-1ff5c3a3274e tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks [] for port, precommit_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:32.944512 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-b0ed1c68-c606-41fe-b8db-7243952caaa0 req-3c90a057-0753-423b-a6a7-9b505483bb09 tempest-MultipleCreateTestJSON-1529432009 tempest-MultipleCreateTestJSON-1529432009-project] 10.222.0.44 "GET /v2.0/security-groups?id=2b3ac09a-fc78-43b5-8f53-b81e13a554bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2213137 Oct 27 10:47:32.949416 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-5e17f9e7-93f0-4892-8baf-1ff5c3a3274e tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27024173'] for port, after_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:33.034623 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.agents_db [None req-e79ee67d-056e-46ea-bd99-e80473396b25 None None] Agent healthcheck: found 7 active agents {{(pid=102349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 10:47:33.080910 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-6b627837-5662-43b9-802c-5e50ac3c944e req-ff64eeb8-389f-4177-8756-8f9701ec57b9 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6ad75b97-7f36-44e6-830a-12bf115e74fb HTTP/1.1" status: 200 len: 217 time: 0.1494939 Oct 27 10:47:33.139405 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9240522b-c353-41c7-a347-0acd54dc3fc9 req-d0f0c1d6-82ad-4357-986e-785f3b5edec9 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:47:33.149498 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-9240522b-c353-41c7-a347-0acd54dc3fc9 req-d0f0c1d6-82ad-4357-986e-785f3b5edec9 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/ports?device_id=9b67e6d5-f777-444b-8026-cf23e066bb16 HTTP/1.1" status: 200 len: 943 time: 0.2936738 Oct 27 10:47:33.174760 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 10:47:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c02c5ce-a9b7-4f4b-9dea-5cc3e401dc56 x-openstack-request-id: req-1c02c5ce-a9b7-4f4b-9dea-5cc3e401dc56 {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:47:33.175066 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbe64590-a4bd-4011-b8b5-c45dcf623e5e", "tag": "6ad75b97-7f36-44e6-830a-12bf115e74fb", "status": "completed", "code": 200}]} {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:47:33.175866 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1c02c5ce-a9b7-4f4b-9dea-5cc3e401dc56 {{(pid=102347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:47:33.177159 n-d-813419-10 neutron-server[102347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbe64590-a4bd-4011-b8b5-c45dcf623e5e', 'tag': '6ad75b97-7f36-44e6-830a-12bf115e74fb', 'status': 'completed', 'code': 200} Oct 27 10:47:33.260922 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-5e17f9e7-93f0-4892-8baf-1ff5c3a3274e tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2006967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1766225'] for router_interface, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:33.286464 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e17f9e7-93f0-4892-8baf-1ff5c3a3274e tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Pushing event updated for resources: {'Port': ['ID=fc682a77-5e43-46c7-9ac4-a7e82ce0d2a2,revision_number=2']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:47:33.304341 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ab864c3-751a-4b7f-85ff-45caed20fa01 None None] Network 0f780ec1-47f1-4a9e-ae7a-d093113e0633 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:47:33.305434 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eaf59dd-6be7-429e-9a7f-09c155366cb3 service neutron] Pushing event updated for resources: {'Port': ['ID=63a0f25a-0d52-4a09-ae78-ecd996ba612e,revision_number=2']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:47:33.321695 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-a7476bd1-d25c-47bd-bcb0-432aba837e63 req-26a5a261-9727-4cec-9582-2340c4a42a52 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=b45d05e6-0927-4bbe-8060-f91e2d8c3cd2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2839575 Oct 27 10:47:33.376431 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-9240522b-c353-41c7-a347-0acd54dc3fc9 req-fb731266-e7ff-46c6-ae4b-45a759e8d49c tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/security-groups?id=3238f945-43ac-4dbd-b7b0-70b6d0fec036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2260108 Oct 27 10:47:33.418803 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b627837-5662-43b9-802c-5e50ac3c944e req-4fe31c1f-9f00-43e4-9662-4d4c12a5adf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:47:33.420543 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-6b627837-5662-43b9-802c-5e50ac3c944e req-4fe31c1f-9f00-43e4-9662-4d4c12a5adf4 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=69721ef8-98b2-4b17-a84c-866a1f534ad3 HTTP/1.1" status: 200 len: 853 time: 0.3251863 Oct 27 10:47:33.512031 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-5c6755f9-a27b-479e-a907-0226b54d1e81 None None] Provisioning complete for port cab6e8f8-0895-49f6-b825-a5c0558acb60 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:47:33.513249 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-5c6755f9-a27b-479e-a907-0226b54d1e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:33.514478 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-6b627837-5662-43b9-802c-5e50ac3c944e req-16b7f961-7568-4942-87e2-45b1c06e778a service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=34f179cc-3249-47e4-861c-1ad666b0e661&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0840206 Oct 27 10:47:33.515824 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-6b627837-5662-43b9-802c-5e50ac3c944e req-1eaf59dd-6be7-429e-9a7f-09c155366cb3 service neutron] Attempting to bind port 63a0f25a-0d52-4a09-ae78-ecd996ba612e on host n-h1-813419-10 for vnic_type normal with profile {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:47:33.517568 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-6b627837-5662-43b9-802c-5e50ac3c944e req-1eaf59dd-6be7-429e-9a7f-09c155366cb3 service neutron] Attempting to bind port 63a0f25a-0d52-4a09-ae78-ecd996ba612e by drivers openvswitch,hyperv on host n-h1-813419-10 at level 0 using segments [{'id': '24961c34-9d24-46fc-bc2c-0db0ce2089c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '34f179cc-3249-47e4-861c-1ad666b0e661'}] {{(pid=102347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:47:33.518113 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b627837-5662-43b9-802c-5e50ac3c944e req-1eaf59dd-6be7-429e-9a7f-09c155366cb3 service neutron] Attempting to bind port 63a0f25a-0d52-4a09-ae78-ecd996ba612e on network 34f179cc-3249-47e4-861c-1ad666b0e661 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:47:33.522326 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e17f9e7-93f0-4892-8baf-1ff5c3a3274e tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Network 0f780ec1-47f1-4a9e-ae7a-d093113e0633 is already hosted by enough agents. {{(pid=102346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:47:33.525067 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-5e17f9e7-93f0-4892-8baf-1ff5c3a3274e tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Resources bound (agent type, host, resource id): {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:47:33.525492 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b627837-5662-43b9-802c-5e50ac3c944e req-1eaf59dd-6be7-429e-9a7f-09c155366cb3 service neutron] Port 63a0f25a-0d52-4a09-ae78-ecd996ba612e on network 34f179cc-3249-47e4-861c-1ad666b0e661 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-10 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 10:47:33.526035 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b627837-5662-43b9-802c-5e50ac3c944e req-1eaf59dd-6be7-429e-9a7f-09c155366cb3 service neutron] Attempting to bind port 63a0f25a-0d52-4a09-ae78-ecd996ba612e on network 34f179cc-3249-47e4-861c-1ad666b0e661 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:47:33.540966 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b627837-5662-43b9-802c-5e50ac3c944e req-1eaf59dd-6be7-429e-9a7f-09c155366cb3 service neutron] Checking agent: {'id': 'a52e1cab-0c63-402d-9c94-330537c6c076', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 16, 2), 'started_at': datetime.datetime(2021, 10, 27, 10, 16, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 47, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:47:33.541780 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b627837-5662-43b9-802c-5e50ac3c944e req-1eaf59dd-6be7-429e-9a7f-09c155366cb3 service neutron] Checking segment: {'id': '24961c34-9d24-46fc-bc2c-0db0ce2089c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '34f179cc-3249-47e4-861c-1ad666b0e661'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:47:33.542755 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b627837-5662-43b9-802c-5e50ac3c944e req-1eaf59dd-6be7-429e-9a7f-09c155366cb3 service neutron] Bound using segment: {'id': '24961c34-9d24-46fc-bc2c-0db0ce2089c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '34f179cc-3249-47e4-861c-1ad666b0e661'} {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:47:33.543405 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-6b627837-5662-43b9-802c-5e50ac3c944e req-1eaf59dd-6be7-429e-9a7f-09c155366cb3 service neutron] Bound port: 63a0f25a-0d52-4a09-ae78-ecd996ba612e, host: n-h1-813419-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24961c34-9d24-46fc-bc2c-0db0ce2089c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '34f179cc-3249-47e4-861c-1ad666b0e661'}}] {{(pid=102347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:47:33.544277 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-6b627837-5662-43b9-802c-5e50ac3c944e req-1eaf59dd-6be7-429e-9a7f-09c155366cb3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:33.545410 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7476bd1-d25c-47bd-bcb0-432aba837e63 req-fcb082df-af21-4c25-b95f-f1f79b26c853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:47:33.549195 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-a7476bd1-d25c-47bd-bcb0-432aba837e63 req-fcb082df-af21-4c25-b95f-f1f79b26c853 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=7f357cb809634e50864d0c31dbcbd617&device_id=b45d05e6-0927-4bbe-8060-f91e2d8c3cd2 HTTP/1.1" status: 200 len: 1097 time: 0.1086309 Oct 27 10:47:33.763592 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e17f9e7-93f0-4892-8baf-1ff5c3a3274e tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Router 77544813-46b1-47a6-99a0-d327f2a781a1 has already been hosted by L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb {{(pid=102346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 10:47:33.858572 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7476bd1-d25c-47bd-bcb0-432aba837e63 req-d91cc284-aa77-414e-8a47-493c44b5c925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:47:33.868811 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-a7476bd1-d25c-47bd-bcb0-432aba837e63 req-d91cc284-aa77-414e-8a47-493c44b5c925 service neutron] 10.222.0.76 "GET /v2.0/networks?id=d11bc4e4-9641-4700-8e5b-752620d126aa HTTP/1.1" status: 200 len: 898 time: 0.2321055 Oct 27 10:47:33.909522 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-6b627837-5662-43b9-802c-5e50ac3c944e req-1eaf59dd-6be7-429e-9a7f-09c155366cb3 service neutron] For port 63a0f25a-0d52-4a09-ae78-ecd996ba612e, host n-h1-813419-10, cleared binding levels {{(pid=102347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:47:33.922764 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-6b627837-5662-43b9-802c-5e50ac3c944e req-1eaf59dd-6be7-429e-9a7f-09c155366cb3 service neutron] For port 63a0f25a-0d52-4a09-ae78-ecd996ba612e, host n-h1-813419-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=63a0f25a-0d52-4a09-ae78-ecd996ba612e,segment=NetworkSegment(24961c34-9d24-46fc-bc2c-0db0ce2089c6),segment_id=24961c34-9d24-46fc-bc2c-0db0ce2089c6)] {{(pid=102347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:47:33.927764 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-6b627837-5662-43b9-802c-5e50ac3c944e req-344012bc-e35c-43ac-92f6-55cfbdf9d985 service neutron] 10.222.0.76 "GET /v2.0/networks/34f179cc-3249-47e4-861c-1ad666b0e661?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4035969 Oct 27 10:47:33.936101 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-6b627837-5662-43b9-802c-5e50ac3c944e req-1eaf59dd-6be7-429e-9a7f-09c155366cb3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:34.046361 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device cab6e8f8-0895-49f6-b825-a5c0558acb60 up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:47:34.094711 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b627837-5662-43b9-802c-5e50ac3c944e req-1eaf59dd-6be7-429e-9a7f-09c155366cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:47:34.095674 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-6b627837-5662-43b9-802c-5e50ac3c944e req-1eaf59dd-6be7-429e-9a7f-09c155366cb3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:34.097877 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-6b627837-5662-43b9-802c-5e50ac3c944e req-1eaf59dd-6be7-429e-9a7f-09c155366cb3 service neutron] 10.222.0.64 "PUT /v2.0/ports/63a0f25a-0d52-4a09-ae78-ecd996ba612e HTTP/1.1" status: 200 len: 1093 time: 2.7515128 Oct 27 10:47:34.133057 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port cab6e8f8-0895-49f6-b825-a5c0558acb60 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:47:34.133544 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:34.332311 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eaf59dd-6be7-429e-9a7f-09c155366cb3 service neutron] Pushing event updated for resources: {'Port': ['ID=63a0f25a-0d52-4a09-ae78-ecd996ba612e,revision_number=3']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:47:34.408594 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-4750e562-526e-42c5-bf58-5f4986e54134 None None] Provisioning complete for port fc682a77-5e43-46c7-9ac4-a7e82ce0d2a2 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:47:34.409197 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-4750e562-526e-42c5-bf58-5f4986e54134 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:34.486609 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-4750e562-526e-42c5-bf58-5f4986e54134 None None] Port fc682a77-5e43-46c7-9ac4-a7e82ce0d2a2 cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:47:34.498379 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b627837-5662-43b9-802c-5e50ac3c944e req-b5f996a9-1b24-476d-9c91-344bf9addaf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:47:34.505040 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-6b627837-5662-43b9-802c-5e50ac3c944e req-b5f996a9-1b24-476d-9c91-344bf9addaf8 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=09e0d82e3b1544249075dd58adde8cfd&device_id=7b8aaa8a-5445-4906-9c87-35a5682e7d2d HTTP/1.1" status: 200 len: 1096 time: 0.3069029 Oct 27 10:47:34.507630 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-4750e562-526e-42c5-bf58-5f4986e54134 None None] Provisioning complete for port cab6e8f8-0895-49f6-b825-a5c0558acb60 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:47:34.511973 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-4750e562-526e-42c5-bf58-5f4986e54134 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:34.533981 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f27c353-087d-4caf-8192-733d54e251b2 req-cffa2798-83d4-4ae1-a666-12eae5a7ea93 tempest-MultipleCreateTestJSON-1529432009 tempest-MultipleCreateTestJSON-1529432009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:47:34.542988 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-3f27c353-087d-4caf-8192-733d54e251b2 req-cffa2798-83d4-4ae1-a666-12eae5a7ea93 tempest-MultipleCreateTestJSON-1529432009 tempest-MultipleCreateTestJSON-1529432009-project] 10.222.0.44 "GET /v2.0/ports?device_id=fbe64590-a4bd-4011-b8b5-c45dcf623e5e HTTP/1.1" status: 200 len: 943 time: 0.3489993 Oct 27 10:47:34.602653 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-6b627837-5662-43b9-802c-5e50ac3c944e req-0a1adbe5-e7bc-4d81-bb61-f4b4eeeb3476 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=63a0f25a-0d52-4a09-ae78-ecd996ba612e HTTP/1.1" status: 200 len: 217 time: 0.0912848 Oct 27 10:47:34.608499 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-6b627837-5662-43b9-802c-5e50ac3c944e req-86e1c2f6-9f4e-441f-81e5-a959079c84b0 service neutron] 10.222.0.76 "GET /v2.0/networks/34f179cc-3249-47e4-861c-1ad666b0e661?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6670706 Oct 27 10:47:34.683090 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b627837-5662-43b9-802c-5e50ac3c944e req-663e9c8a-444a-4de3-9505-f324788fdcf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:47:34.684529 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-6b627837-5662-43b9-802c-5e50ac3c944e req-663e9c8a-444a-4de3-9505-f324788fdcf3 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=69721ef8-98b2-4b17-a84c-866a1f534ad3 HTTP/1.1" status: 200 len: 853 time: 0.0731990 Oct 27 10:47:34.769945 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e17f9e7-93f0-4892-8baf-1ff5c3a3274e tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:47:34.783472 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb74e38c-0bd1-4718-b4e0-2f1be32b0c1d None None] Sync routers for ids ['77544813-46b1-47a6-99a0-d327f2a781a1'] in n-d-813419-10 {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:47:34.801830 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb74e38c-0bd1-4718-b4e0-2f1be32b0c1d None None] Routers {'77544813-46b1-47a6-99a0-d327f2a781a1'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:47:34.804342 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-eb74e38c-0bd1-4718-b4e0-2f1be32b0c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:47:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['77544813-46b1-47a6-99a0-d327f2a781a1'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:47:34.807543 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-3f27c353-087d-4caf-8192-733d54e251b2 req-7dcbd3cb-71e9-4e61-a840-32e2f6b21abc tempest-MultipleCreateTestJSON-1529432009 tempest-MultipleCreateTestJSON-1529432009-project] 10.222.0.44 "GET /v2.0/security-groups?id=2b3ac09a-fc78-43b5-8f53-b81e13a554bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2632434 Oct 27 10:47:34.823147 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-6b627837-5662-43b9-802c-5e50ac3c944e req-331376e0-e7fb-47d2-b641-15fd9b6cf78e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=34f179cc-3249-47e4-861c-1ad666b0e661&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1202922 Oct 27 10:47:34.862068 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-a7476bd1-d25c-47bd-bcb0-432aba837e63 req-bcc3e1d1-a5b5-4327-8412-39af0f225a9f service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c77c14f5-15cf-44b8-9217-12d2befbb0da HTTP/1.1" status: 200 len: 1001 time: 0.0890915 Oct 27 10:47:34.866704 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-5e17f9e7-93f0-4892-8baf-1ff5c3a3274e tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] 10.222.0.44 "PUT /v2.0/routers/77544813-46b1-47a6-99a0-d327f2a781a1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6738987 Oct 27 10:47:34.871036 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 55372) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:47:34.923464 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-c604f71d-15d5-4476-a07c-ef4c981e23c6 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Request body: {'network': {'name': 'tempest-RoutersTest-110464556'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:47:34.927493 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7476bd1-d25c-47bd-bcb0-432aba837e63 req-5d948031-5d08-426f-ab05-4753065acbda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:47:34.929423 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-a7476bd1-d25c-47bd-bcb0-432aba837e63 req-5d948031-5d08-426f-ab05-4753065acbda service neutron] 10.222.0.76 "GET /v2.0/subnets?id=5b672036-8a16-4b88-9ee6-2dcda441f5a9 HTTP/1.1" status: 200 len: 835 time: 0.0574148 Oct 27 10:47:35.008603 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-cc89114d-516a-41b7-bb4a-8fe153379f1b None None] Provisioning complete for port fc682a77-5e43-46c7-9ac4-a7e82ce0d2a2 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:47:35.009307 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-cc89114d-516a-41b7-bb4a-8fe153379f1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:35.013707 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvr_db [None req-eb74e38c-0bd1-4718-b4e0-2f1be32b0c1d None None] Set router 77544813-46b1-47a6-99a0-d327f2a781a1 gateway port host: None {{(pid=102349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:47:35.083173 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b14e236-8aac-40a1-b60c-2a3e0f1c7d76 req-9627f355-49f5-494b-ad85-31691df1bedd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:47:35.084749 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-9b14e236-8aac-40a1-b60c-2a3e0f1c7d76 req-9627f355-49f5-494b-ad85-31691df1bedd service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=09e0d82e3b1544249075dd58adde8cfd&device_id=fbe64590-a4bd-4011-b8b5-c45dcf623e5e HTTP/1.1" status: 200 len: 1095 time: 0.3941171 Oct 27 10:47:35.089126 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [req-940388d9-532e-42bc-adb3-8149aee65119 req-839cad24-dd26-43e7-af4e-5b9905cbd5d9 service neutron] (102346) timed out ('10.222.0.44', 60886) {{(pid=102346) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 27 10:47:35.138011 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532f6c1d-eb72-4690-806f-34bcb306b7ec req-11c3849e-c8a1-4b92-a23e-3b6cc5c73418 tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:47:35.142012 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-cc89114d-516a-41b7-bb4a-8fe153379f1b None None] Port fc682a77-5e43-46c7-9ac4-a7e82ce0d2a2 cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:47:35.143957 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-532f6c1d-eb72-4690-806f-34bcb306b7ec req-11c3849e-c8a1-4b92-a23e-3b6cc5c73418 tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0425cac-a4c1-4c0d-a984-fdf0100683a6 HTTP/1.1" status: 200 len: 945 time: 0.4014249 Oct 27 10:47:35.146777 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c604f71d-15d5-4476-a07c-ef4c981e23c6 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Made reservation on behalf of 14f921c9b3f94aa0bb5d8437d3b23079 for: {'network': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:47:35.150168 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-c604f71d-15d5-4476-a07c-ef4c981e23c6 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for network, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:35.190383 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b8aaa8a-5445-4906-9c87-35a5682e7d2d', 'tag': '63a0f25a-0d52-4a09-ae78-ecd996ba612e'}] {{(pid=102347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:47:35.201484 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311149b481204ee7edffdb959c881838506fbd95bc8577c048f6677abb73acc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9721f3e1-28b1-458f-ac6b-c065c2cb1f51" -d '{"events": [{"name": "network-changed", "server_uuid": "7b8aaa8a-5445-4906-9c87-35a5682e7d2d", "tag": "63a0f25a-0d52-4a09-ae78-ecd996ba612e"}]}' {{(pid=102347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:47:35.208916 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7476bd1-d25c-47bd-bcb0-432aba837e63 req-0151c5f2-6633-454d-8b43-c724b44fff87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:47:35.211092 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-a7476bd1-d25c-47bd-bcb0-432aba837e63 req-0151c5f2-6633-454d-8b43-c724b44fff87 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=d11bc4e4-9641-4700-8e5b-752620d126aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2615488 Oct 27 10:47:35.290439 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c604f71d-15d5-4476-a07c-ef4c981e23c6 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 426} {{(pid=102346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 10:47:35.305004 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-532f6c1d-eb72-4690-806f-34bcb306b7ec req-529621c3-92b3-4941-a593-4e80c2e0a36f tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] 10.222.0.44 "GET /v2.0/security-groups?id=a4d0fbfb-64fa-47ee-96d3-9b720ee29125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1436288 Oct 27 10:47:35.316431 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-c604f71d-15d5-4476-a07c-ef4c981e23c6 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:35.316431 n-d-813419-10 neutron-server[102346]: INFO neutron.db.segments_db [None req-c604f71d-15d5-4476-a07c-ef4c981e23c6 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Added segment f924a2a9-2c80-44d6-b175-641a9288de8c of type vlan for network e88393d2-bd1f-4817-916e-154a8b30ec6b Oct 27 10:47:35.395452 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-6b627837-5662-43b9-802c-5e50ac3c944e req-e32aa6a8-2bf4-4407-bbe2-db57b60366df service neutron] 10.222.0.64 "GET /v2.0/networks/34f179cc-3249-47e4-861c-1ad666b0e661?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5620012 Oct 27 10:47:35.397183 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-c604f71d-15d5-4476-a07c-ef4c981e23c6 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743872593080'] for network, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:35.400052 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-cc7f3dea-4526-4867-83d3-66c1ff65eb6b None None] Provisioning complete for port fc682a77-5e43-46c7-9ac4-a7e82ce0d2a2 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:47:35.401986 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-cc7f3dea-4526-4867-83d3-66c1ff65eb6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:35.428917 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-a7476bd1-d25c-47bd-bcb0-432aba837e63 req-bc305412-aae9-44ea-b9a0-24486690f1b6 service neutron] 10.222.0.76 "GET /v2.0/networks/d11bc4e4-9641-4700-8e5b-752620d126aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2084749 Oct 27 10:47:35.491049 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-c604f71d-15d5-4476-a07c-ef4c981e23c6 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913'] for network, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:35.499128 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c604f71d-15d5-4476-a07c-ef4c981e23c6 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:47:35.499725 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-c604f71d-15d5-4476-a07c-ef4c981e23c6 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks [] for network, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:35.528041 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-eb74e38c-0bd1-4718-b4e0-2f1be32b0c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77544813-46b1-47a6-99a0-d327f2a781a1', 'name': 'tempest-RoutersTest-router-381064338', 'tenant_id': '14f921c9b3f94aa0bb5d8437d3b23079', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:47:12Z', 'updated_at': '2021-10-27T10:47:31Z', 'revision_number': 4, 'project_id': '14f921c9b3f94aa0bb5d8437d3b23079', 'gw_port_host': None, '_interfaces': [{'id': 'a7a36e76-5bf8-41a2-b017-f1059dbd3e2a', 'name': '', 'network_id': '93816331-4c8a-4076-a327-3d24313efaf8', 'tenant_id': '14f921c9b3f94aa0bb5d8437d3b23079', 'mac_address': 'fa:16:3e:6f:94:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77544813-46b1-47a6-99a0-d327f2a781a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3166, 'fixed_ips': [{'subnet_id': 'afb5a9e3-0660-4f43-a8a4-997a0178253b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:47:20Z', 'updated_at': '2021-10-27T10:47:28Z', 'revision_number': 5, 'project_id': '14f921c9b3f94aa0bb5d8437d3b23079', 'subnets': [{'id': 'afb5a9e3-0660-4f43-a8a4-997a0178253b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f2726d98-c33e-424a-a803-64ad305d2a74', 'name': '', 'network_id': 'daf4ac32-9672-4651-b3fd-11072e1379c5', 'tenant_id': '14f921c9b3f94aa0bb5d8437d3b23079', 'mac_address': 'fa:16:3e:35:e0:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77544813-46b1-47a6-99a0-d327f2a781a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3160, 'fixed_ips': [{'subnet_id': 'afc0cab9-21da-4d56-911b-4ce64e6f688c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:47:14Z', 'updated_at': '2021-10-27T10:47:20Z', 'revision_number': 5, 'project_id': '14f921c9b3f94aa0bb5d8437d3b23079', 'subnets': [{'id': 'afc0cab9-21da-4d56-911b-4ce64e6f688c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc682a77-5e43-46c7-9ac4-a7e82ce0d2a2', 'name': '', 'network_id': '0f780ec1-47f1-4a9e-ae7a-d093113e0633', 'tenant_id': '14f921c9b3f94aa0bb5d8437d3b23079', 'mac_address': 'fa:16:3e:37:30:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77544813-46b1-47a6-99a0-d327f2a781a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3173, 'fixed_ips': [{'subnet_id': '2d457f87-4e01-4ef8-a107-675fa218ac16', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:47:30Z', 'updated_at': '2021-10-27T10:47:32Z', 'revision_number': 2, 'project_id': '14f921c9b3f94aa0bb5d8437d3b23079', 'subnets': [{'id': '2d457f87-4e01-4ef8-a107-675fa218ac16', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:47:35.567584 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b14e236-8aac-40a1-b60c-2a3e0f1c7d76 req-25121669-9276-419f-b29b-13a31de6db01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:47:35.568734 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-c604f71d-15d5-4476-a07c-ef4c981e23c6 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6489987 Oct 27 10:47:35.575762 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-9b14e236-8aac-40a1-b60c-2a3e0f1c7d76 req-25121669-9276-419f-b29b-13a31de6db01 service neutron] 10.222.0.76 "GET /v2.0/networks?id=34f179cc-3249-47e4-861c-1ad666b0e661 HTTP/1.1" status: 200 len: 914 time: 0.4710410 Oct 27 10:47:35.578503 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 55384) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:47:35.583494 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-cc7f3dea-4526-4867-83d3-66c1ff65eb6b None None] Port fc682a77-5e43-46c7-9ac4-a7e82ce0d2a2 cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:47:35.592390 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb74e38c-0bd1-4718-b4e0-2f1be32b0c1d None None] Checking router: 77544813-46b1-47a6-99a0-d327f2a781a1 for host: n-d-813419-10 {{(pid=102349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 10:47:35.593776 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb74e38c-0bd1-4718-b4e0-2f1be32b0c1d None None] Updating router 77544813-46b1-47a6-99a0-d327f2a781a1 port fc682a77-5e43-46c7-9ac4-a7e82ce0d2a2 binding host n-d-813419-10 {{(pid=102349) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 10:47:35.642608 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-d7116f55-6844-411b-81db-7de873702a06 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Request body: {'subnet': {'network_id': 'e88393d2-bd1f-4817-916e-154a8b30ec6b', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:47:35.652662 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-eb74e38c-0bd1-4718-b4e0-2f1be32b0c1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:35.727246 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea064358-b32f-44b6-a95b-687bda8d160a req-39dbfb92-a9aa-4dfc-a42c-b75e40c2bc21 tempest-TestNetworkAdvancedServerOps-357845361 tempest-TestNetworkAdvancedServerOps-357845361-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:47:35.737023 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ea064358-b32f-44b6-a95b-687bda8d160a req-39dbfb92-a9aa-4dfc-a42c-b75e40c2bc21 tempest-TestNetworkAdvancedServerOps-357845361 tempest-TestNetworkAdvancedServerOps-357845361-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=b45d05e6-0927-4bbe-8060-f91e2d8c3cd2 HTTP/1.1" status: 200 len: 1097 time: 0.1344657 Oct 27 10:47:35.767060 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c604f71d-15d5-4476-a07c-ef4c981e23c6 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Pushing event updated for resources: {'Network': ['ID=e88393d2-bd1f-4817-916e-154a8b30ec6b,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:47:35.790889 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Network e88393d2-bd1f-4817-916e-154a8b30ec6b details requested by agent ovs-agent-n-d-813419-10 with host n-d-813419-10 {{(pid=102348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 10:47:35.821128 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-a7476bd1-d25c-47bd-bcb0-432aba837e63 req-36005790-ab0f-4c94-a305-cfce17862e35 service neutron] 10.222.0.76 "GET /v2.0/networks/d11bc4e4-9641-4700-8e5b-752620d126aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3741076 Oct 27 10:47:35.840458 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ea064358-b32f-44b6-a95b-687bda8d160a req-962fd5a7-1462-4206-8838-41e7138855cf tempest-TestNetworkAdvancedServerOps-357845361 tempest-TestNetworkAdvancedServerOps-357845361-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=aba59fed-d1f1-4e7e-84e9-aa222a50e870&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1010730 Oct 27 10:47:35.868273 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 55392) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:47:35.974434 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 10:47:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67ababae-5807-44f1-a832-2fa7872f558c x-openstack-request-id: req-67ababae-5807-44f1-a832-2fa7872f558c {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:47:35.974805 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b8aaa8a-5445-4906-9c87-35a5682e7d2d", "tag": "63a0f25a-0d52-4a09-ae78-ecd996ba612e", "status": "completed", "code": 200}]} {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:47:35.975007 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-67ababae-5807-44f1-a832-2fa7872f558c {{(pid=102347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:47:35.975409 n-d-813419-10 neutron-server[102347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b8aaa8a-5445-4906-9c87-35a5682e7d2d', 'tag': '63a0f25a-0d52-4a09-ae78-ecd996ba612e', 'status': 'completed', 'code': 200} Oct 27 10:47:36.014835 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-9b14e236-8aac-40a1-b60c-2a3e0f1c7d76 req-f4abeebf-a5d4-473f-bc4d-18c54218300c service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6ad75b97-7f36-44e6-830a-12bf115e74fb HTTP/1.1" status: 200 len: 217 time: 0.2961252 Oct 27 10:47:36.028640 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b57d603-2e81-47b7-b348-9aecfbaff6f0 req-b699b492-c06c-4250-bd5f-56b6f85dd6a3 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:47:36.036401 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-6b57d603-2e81-47b7-b348-9aecfbaff6f0 req-b699b492-c06c-4250-bd5f-56b6f85dd6a3 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/ports?device_id=9b67e6d5-f777-444b-8026-cf23e066bb16 HTTP/1.1" status: 200 len: 943 time: 0.9854412 Oct 27 10:47:36.097536 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b14e236-8aac-40a1-b60c-2a3e0f1c7d76 req-36df9fc0-ba91-4b54-92a0-bae2e4436f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:47:36.099175 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-9b14e236-8aac-40a1-b60c-2a3e0f1c7d76 req-36df9fc0-ba91-4b54-92a0-bae2e4436f60 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=69721ef8-98b2-4b17-a84c-866a1f534ad3 HTTP/1.1" status: 200 len: 853 time: 0.0528388 Oct 27 10:47:36.120613 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e087de54-ec29-431d-b36d-71df61cfa3ba req-77b53c27-1374-4957-8453-61ed0c6224e9 tempest-MultipleCreateTestJSON-1529432009 tempest-MultipleCreateTestJSON-1529432009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:47:36.122750 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-e087de54-ec29-431d-b36d-71df61cfa3ba req-77b53c27-1374-4957-8453-61ed0c6224e9 tempest-MultipleCreateTestJSON-1529432009 tempest-MultipleCreateTestJSON-1529432009-project] 10.222.0.44 "GET /v2.0/ports?device_id=fbe64590-a4bd-4011-b8b5-c45dcf623e5e HTTP/1.1" status: 200 len: 943 time: 0.0997055 Oct 27 10:47:36.148892 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-9b14e236-8aac-40a1-b60c-2a3e0f1c7d76 req-e090b0de-cc91-431d-be5f-9070fc2bb77b service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=34f179cc-3249-47e4-861c-1ad666b0e661&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355005 Oct 27 10:47:36.171046 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-eb74e38c-0bd1-4718-b4e0-2f1be32b0c1d None None] Publish callbacks [] for port, precommit_update {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:36.181055 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-eb74e38c-0bd1-4718-b4e0-2f1be32b0c1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:36.224622 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-cbcb3be8-9475-418e-9931-5f800cec2456 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Deleting port 0e855505-43c9-424c-b70c-f65468094cb3 {{(pid=102346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:47:36.225222 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-cbcb3be8-9475-418e-9931-5f800cec2456 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:36.377017 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.managers [None req-eb74e38c-0bd1-4718-b4e0-2f1be32b0c1d None None] Attempting to bind port fc682a77-5e43-46c7-9ac4-a7e82ce0d2a2 on host n-d-813419-10 for vnic_type normal with profile {{(pid=102349) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:47:36.378035 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.managers [None req-eb74e38c-0bd1-4718-b4e0-2f1be32b0c1d None None] Attempting to bind port fc682a77-5e43-46c7-9ac4-a7e82ce0d2a2 by drivers openvswitch,hyperv on host n-d-813419-10 at level 0 using segments [{'id': '247eab87-e557-4064-823a-4834f9f7269f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '0f780ec1-47f1-4a9e-ae7a-d093113e0633'}] {{(pid=102349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:47:36.378600 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb74e38c-0bd1-4718-b4e0-2f1be32b0c1d None None] Attempting to bind port fc682a77-5e43-46c7-9ac4-a7e82ce0d2a2 on network 0f780ec1-47f1-4a9e-ae7a-d093113e0633 {{(pid=102349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:47:36.386059 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b86a955-56e5-4f46-915a-2994a3686d81 None None] Pushing event updated for resources: {'Port': ['ID=fc682a77-5e43-46c7-9ac4-a7e82ce0d2a2,revision_number=3']} {{(pid=102349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:47:36.394057 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb74e38c-0bd1-4718-b4e0-2f1be32b0c1d None None] Checking agent: {'id': '89dba0f3-79b2-435e-9822-33674b8f6ada', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 8, 20), 'started_at': datetime.datetime(2021, 10, 27, 10, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 47, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:47:36.395070 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb74e38c-0bd1-4718-b4e0-2f1be32b0c1d None None] Checking segment: {'id': '247eab87-e557-4064-823a-4834f9f7269f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '0f780ec1-47f1-4a9e-ae7a-d093113e0633'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:47:36.395862 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-eb74e38c-0bd1-4718-b4e0-2f1be32b0c1d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:36.396723 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb74e38c-0bd1-4718-b4e0-2f1be32b0c1d None None] Bound using segment: {'id': '247eab87-e557-4064-823a-4834f9f7269f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '0f780ec1-47f1-4a9e-ae7a-d093113e0633'} {{(pid=102349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:47:36.397445 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.managers [None req-eb74e38c-0bd1-4718-b4e0-2f1be32b0c1d None None] Bound port: fc682a77-5e43-46c7-9ac4-a7e82ce0d2a2, host: n-d-813419-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '247eab87-e557-4064-823a-4834f9f7269f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '0f780ec1-47f1-4a9e-ae7a-d093113e0633'}}] {{(pid=102349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:47:36.398148 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-eb74e38c-0bd1-4718-b4e0-2f1be32b0c1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:36.420673 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-e087de54-ec29-431d-b36d-71df61cfa3ba req-caadf9f0-7108-421f-a80f-c4f03a53d1f3 tempest-MultipleCreateTestJSON-1529432009 tempest-MultipleCreateTestJSON-1529432009-project] 10.222.0.44 "GET /v2.0/security-groups?id=2b3ac09a-fc78-43b5-8f53-b81e13a554bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2723811 Oct 27 10:47:36.448118 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-6b57d603-2e81-47b7-b348-9aecfbaff6f0 req-97e5b3e7-2cd0-4467-b5bc-2f99e73b4c33 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/security-groups?id=3238f945-43ac-4dbd-b7b0-70b6d0fec036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4107354 Oct 27 10:47:36.452098 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-cbcb3be8-9475-418e-9931-5f800cec2456 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:36.452493 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-cbcb3be8-9475-418e-9931-5f800cec2456 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:36.457341 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-6b627837-5662-43b9-802c-5e50ac3c944e req-fc30a174-53fc-4a26-92d8-508bda4811f5 service neutron] 10.222.0.64 "GET /v2.0/networks/34f179cc-3249-47e4-861c-1ad666b0e661?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9920750 Oct 27 10:47:36.473222 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7116f55-6844-411b-81db-7de873702a06 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Made reservation on behalf of 14f921c9b3f94aa0bb5d8437d3b23079 for: {'subnet': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:47:36.475765 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-cbcb3be8-9475-418e-9931-5f800cec2456 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Calling delete_port for 0e855505-43c9-424c-b70c-f65468094cb3 owned by network:floatingip {{(pid=102346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:47:36.493041 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-d7116f55-6844-411b-81db-7de873702a06 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18044073'] for subnet, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:36.576650 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.db [None req-eb74e38c-0bd1-4718-b4e0-2f1be32b0c1d None None] For port fc682a77-5e43-46c7-9ac4-a7e82ce0d2a2, host n-d-813419-10, cleared binding levels {{(pid=102349) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:47:36.582644 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.db [None req-eb74e38c-0bd1-4718-b4e0-2f1be32b0c1d None None] For port fc682a77-5e43-46c7-9ac4-a7e82ce0d2a2, host n-d-813419-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=fc682a77-5e43-46c7-9ac4-a7e82ce0d2a2,segment=NetworkSegment(247eab87-e557-4064-823a-4834f9f7269f),segment_id=247eab87-e557-4064-823a-4834f9f7269f)] {{(pid=102349) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:47:36.604374 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-eb74e38c-0bd1-4718-b4e0-2f1be32b0c1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:36.720107 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-943cf9ca-3896-492d-b161-54ace1383071 None None] Provisioning complete for port fc682a77-5e43-46c7-9ac4-a7e82ce0d2a2 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:47:36.720650 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-943cf9ca-3896-492d-b161-54ace1383071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:36.759023 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b86a955-56e5-4f46-915a-2994a3686d81 None None] Pushing event updated for resources: {'Port': ['ID=fc682a77-5e43-46c7-9ac4-a7e82ce0d2a2,revision_number=4']} {{(pid=102349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:47:36.771462 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-9b14e236-8aac-40a1-b60c-2a3e0f1c7d76 req-8501a86e-667f-4a3f-b34b-73a5ad330de8 service neutron] 10.222.0.76 "GET /v2.0/networks/34f179cc-3249-47e4-861c-1ad666b0e661?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6096838 Oct 27 10:47:36.774622 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb74e38c-0bd1-4718-b4e0-2f1be32b0c1d None None] Routers {'77544813-46b1-47a6-99a0-d327f2a781a1'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:47:36.775120 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-eb74e38c-0bd1-4718-b4e0-2f1be32b0c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:47:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['77544813-46b1-47a6-99a0-d327f2a781a1'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:47:36.973054 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-943cf9ca-3896-492d-b161-54ace1383071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:36.998352 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-cbcb3be8-9475-418e-9931-5f800cec2456 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:37.033918 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-943cf9ca-3896-492d-b161-54ace1383071 None None] For port fc682a77-5e43-46c7-9ac4-a7e82ce0d2a2, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=fc682a77-5e43-46c7-9ac4-a7e82ce0d2a2,segment=NetworkSegment(247eab87-e557-4064-823a-4834f9f7269f),segment_id=247eab87-e557-4064-823a-4834f9f7269f)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:47:37.041570 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-943cf9ca-3896-492d-b161-54ace1383071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:37.053492 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcb3be8-9475-418e-9931-5f800cec2456 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Pushing event deleted for resources: {'Port': ['ID=0e855505-43c9-424c-b70c-f65468094cb3,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:47:37.156038 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943cf9ca-3896-492d-b161-54ace1383071 None None] Pushing event updated for resources: {'Port': ['ID=fc682a77-5e43-46c7-9ac4-a7e82ce0d2a2,revision_number=5']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:47:37.171545 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-c29bc1ef-6590-4e80-9492-2005aae94b82 None None] Provisioning complete for port fc682a77-5e43-46c7-9ac4-a7e82ce0d2a2 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:47:37.172117 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-c29bc1ef-6590-4e80-9492-2005aae94b82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:37.180213 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-cbcb3be8-9475-418e-9931-5f800cec2456 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks [] for floatingip, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:37.180555 n-d-813419-10 neutron-server[102346]: INFO neutron.db.l3_db [None req-cbcb3be8-9475-418e-9931-5f800cec2456 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Floating IP a28e0caf-f58f-4200-bdb0-15fc858060ef disassociated (deleted). External IP: 172.25.8.121, port: c77c14f5-15cf-44b8-9217-12d2befbb0da. Oct 27 10:47:37.205117 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvr_db [None req-eb74e38c-0bd1-4718-b4e0-2f1be32b0c1d None None] Set router 77544813-46b1-47a6-99a0-d327f2a781a1 gateway port host: None {{(pid=102349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:47:37.345429 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a78191f-ec03-4690-a98e-d8c1508f240c req-b5975d8c-6c79-47f9-8cfd-2253310c4746 tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:47:37.353636 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-9a78191f-ec03-4690-a98e-d8c1508f240c req-b5975d8c-6c79-47f9-8cfd-2253310c4746 tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0425cac-a4c1-4c0d-a984-fdf0100683a6 HTTP/1.1" status: 200 len: 945 time: 0.8131351 Oct 27 10:47:37.359988 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9721f3e1-28b1-458f-ac6b-c065c2cb1f51 req-e041fa5b-8ef1-4ad3-a0db-ef23056580eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:47:37.361530 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-9721f3e1-28b1-458f-ac6b-c065c2cb1f51 req-e041fa5b-8ef1-4ad3-a0db-ef23056580eb service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=09e0d82e3b1544249075dd58adde8cfd&device_id=7b8aaa8a-5445-4906-9c87-35a5682e7d2d HTTP/1.1" status: 200 len: 1096 time: 0.7392442 Oct 27 10:47:37.508412 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-9a78191f-ec03-4690-a98e-d8c1508f240c req-cb6ec157-bf0e-4502-aa3c-8467dfbd50b2 tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] 10.222.0.44 "GET /v2.0/security-groups?id=a4d0fbfb-64fa-47ee-96d3-9b720ee29125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1465595 Oct 27 10:47:37.562245 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-eb74e38c-0bd1-4718-b4e0-2f1be32b0c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77544813-46b1-47a6-99a0-d327f2a781a1', 'name': 'tempest-RoutersTest-router-381064338', 'tenant_id': '14f921c9b3f94aa0bb5d8437d3b23079', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:47:12Z', 'updated_at': '2021-10-27T10:47:31Z', 'revision_number': 4, 'project_id': '14f921c9b3f94aa0bb5d8437d3b23079', 'gw_port_host': None, '_interfaces': [{'id': 'a7a36e76-5bf8-41a2-b017-f1059dbd3e2a', 'name': '', 'network_id': '93816331-4c8a-4076-a327-3d24313efaf8', 'tenant_id': '14f921c9b3f94aa0bb5d8437d3b23079', 'mac_address': 'fa:16:3e:6f:94:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77544813-46b1-47a6-99a0-d327f2a781a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3166, 'fixed_ips': [{'subnet_id': 'afb5a9e3-0660-4f43-a8a4-997a0178253b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:47:20Z', 'updated_at': '2021-10-27T10:47:28Z', 'revision_number': 5, 'project_id': '14f921c9b3f94aa0bb5d8437d3b23079', 'subnets': [{'id': 'afb5a9e3-0660-4f43-a8a4-997a0178253b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f2726d98-c33e-424a-a803-64ad305d2a74', 'name': '', 'network_id': 'daf4ac32-9672-4651-b3fd-11072e1379c5', 'tenant_id': '14f921c9b3f94aa0bb5d8437d3b23079', 'mac_address': 'fa:16:3e:35:e0:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77544813-46b1-47a6-99a0-d327f2a781a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3160, 'fixed_ips': [{'subnet_id': 'afc0cab9-21da-4d56-911b-4ce64e6f688c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:47:14Z', 'updated_at': '2021-10-27T10:47:20Z', 'revision_number': 5, 'project_id': '14f921c9b3f94aa0bb5d8437d3b23079', 'subnets': [{'id': 'afc0cab9-21da-4d56-911b-4ce64e6f688c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc682a77-5e43-46c7-9ac4-a7e82ce0d2a2', 'name': '', 'network_id': '0f780ec1-47f1-4a9e-ae7a-d093113e0633', 'tenant_id': '14f921c9b3f94aa0bb5d8437d3b23079', 'mac_address': 'fa:16:3e:37:30:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77544813-46b1-47a6-99a0-d327f2a781a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3173, 'fixed_ips': [{'subnet_id': '2d457f87-4e01-4ef8-a107-675fa218ac16', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:47:30Z', 'updated_at': '2021-10-27T10:47:36Z', 'revision_number': 4, 'project_id': '14f921c9b3f94aa0bb5d8437d3b23079', 'subnets': [{'id': '2d457f87-4e01-4ef8-a107-675fa218ac16', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:47:37.595879 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb74e38c-0bd1-4718-b4e0-2f1be32b0c1d None None] The sync data for ids ['77544813-46b1-47a6-99a0-d327f2a781a1'] in n-d-813419-10 is: [{'id': '77544813-46b1-47a6-99a0-d327f2a781a1', 'name': 'tempest-RoutersTest-router-381064338', 'tenant_id': '14f921c9b3f94aa0bb5d8437d3b23079', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:47:12Z', 'updated_at': '2021-10-27T10:47:31Z', 'revision_number': 4, 'project_id': '14f921c9b3f94aa0bb5d8437d3b23079', 'gw_port_host': None, '_interfaces': [{'id': 'a7a36e76-5bf8-41a2-b017-f1059dbd3e2a', 'name': '', 'network_id': '93816331-4c8a-4076-a327-3d24313efaf8', 'tenant_id': '14f921c9b3f94aa0bb5d8437d3b23079', 'mac_address': 'fa:16:3e:6f:94:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77544813-46b1-47a6-99a0-d327f2a781a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3166, 'fixed_ips': [{'subnet_id': 'afb5a9e3-0660-4f43-a8a4-997a0178253b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:47:20Z', 'updated_at': '2021-10-27T10:47:28Z', 'revision_number': 5, 'project_id': '14f921c9b3f94aa0bb5d8437d3b23079', 'subnets': [{'id': 'afb5a9e3-0660-4f43-a8a4-997a0178253b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f2726d98-c33e-424a-a803-64ad305d2a74', 'name': '', 'network_id': 'daf4ac32-9672-4651-b3fd-11072e1379c5', 'tenant_id': '14f921c9b3f94aa0bb5d8437d3b23079', 'mac_address': 'fa:16:3e:35:e0:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77544813-46b1-47a6-99a0-d327f2a781a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3160, 'fixed_ips': [{'subnet_id': 'afc0cab9-21da-4d56-911b-4ce64e6f688c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:47:14Z', 'updated_at': '2021-10-27T10:47:20Z', 'revision_number': 5, 'project_id': '14f921c9b3f94aa0bb5d8437d3b23079', 'subnets': [{'id': 'afc0cab9-21da-4d56-911b-4ce64e6f688c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc682a77-5e43-46c7-9ac4-a7e82ce0d2a2', 'name': '', 'network_id': '0f780ec1-47f1-4a9e-ae7a-d093113e0633', 'tenant_id': '14f921c9b3f94aa0bb5d8437d3b23079', 'mac_address': 'fa:16:3e:37:30:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77544813-46b1-47a6-99a0-d327f2a781a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3173, 'fixed_ips': [{'subnet_id': '2d457f87-4e01-4ef8-a107-675fa218ac16', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:47:30Z', 'updated_at': '2021-10-27T10:47:36Z', 'revision_number': 4, 'project_id': '14f921c9b3f94aa0bb5d8437d3b23079', 'subnets': [{'id': '2d457f87-4e01-4ef8-a107-675fa218ac16', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:47:37.600010 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9721f3e1-28b1-458f-ac6b-c065c2cb1f51 req-fa1faedf-664a-49a9-b5a8-b6249badef0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:47:37.601771 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-9721f3e1-28b1-458f-ac6b-c065c2cb1f51 req-fa1faedf-664a-49a9-b5a8-b6249badef0b service neutron] 10.222.0.64 "GET /v2.0/networks?id=34f179cc-3249-47e4-861c-1ad666b0e661 HTTP/1.1" status: 200 len: 914 time: 0.2207732 Oct 27 10:47:37.603768 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-9b14e236-8aac-40a1-b60c-2a3e0f1c7d76 req-a1de14e4-eb51-4d52-92f2-57ba53fcbd14 service neutron] 10.222.0.76 "GET /v2.0/networks/34f179cc-3249-47e4-861c-1ad666b0e661?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8178732 Oct 27 10:47:37.665794 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15242d7e-d6ff-4824-b61c-5f3f2c75ab59 req-16fcdc82-e163-4ab4-a6a4-e3eef3288694 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:47:37.676521 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-15242d7e-d6ff-4824-b61c-5f3f2c75ab59 req-16fcdc82-e163-4ab4-a6a4-e3eef3288694 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/ports?device_id=9b67e6d5-f777-444b-8026-cf23e066bb16 HTTP/1.1" status: 200 len: 943 time: 0.1706929 Oct 27 10:47:37.690229 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbcb3be8-9475-418e-9931-5f800cec2456 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Router d3e225b6-9819-4c7c-80b5-e5da70e28bef has already been hosted by L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb {{(pid=102346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 10:47:37.692135 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-9721f3e1-28b1-458f-ac6b-c065c2cb1f51 req-de20b8b1-7e09-47c1-978c-1c7c0f45f1b7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=63a0f25a-0d52-4a09-ae78-ecd996ba612e HTTP/1.1" status: 200 len: 217 time: 0.0807807 Oct 27 10:47:37.813944 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-15242d7e-d6ff-4824-b61c-5f3f2c75ab59 req-4e661d88-9259-4d57-bc02-e9b5c28f169b tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/security-groups?id=3238f945-43ac-4dbd-b7b0-70b6d0fec036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365390 Oct 27 10:47:37.820480 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-d7116f55-6844-411b-81db-7de873702a06 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-18295883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18044091'] for subnet, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:37.875225 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbcb3be8-9475-418e-9931-5f800cec2456 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:47:37.883492 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-cbcb3be8-9475-418e-9931-5f800cec2456 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for floatingip, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:37.889643 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78d26917-a3e9-44f6-86ca-3980b9e43208 None None] Sync routers for ids ['d3e225b6-9819-4c7c-80b5-e5da70e28bef'] in n-d-813419-10 {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:47:37.907879 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78d26917-a3e9-44f6-86ca-3980b9e43208 None None] Routers {'d3e225b6-9819-4c7c-80b5-e5da70e28bef'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:47:37.908595 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-78d26917-a3e9-44f6-86ca-3980b9e43208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:47:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['d3e225b6-9819-4c7c-80b5-e5da70e28bef'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:47:37.952304 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb4554f-70b4-42f8-9e2f-c3ba293b35ab req-5362ece3-f9da-43ef-9dd0-7fa9cfefc5a5 tempest-MultipleCreateTestJSON-1529432009 tempest-MultipleCreateTestJSON-1529432009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:47:37.966498 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-cfb4554f-70b4-42f8-9e2f-c3ba293b35ab req-5362ece3-f9da-43ef-9dd0-7fa9cfefc5a5 tempest-MultipleCreateTestJSON-1529432009 tempest-MultipleCreateTestJSON-1529432009-project] 10.222.0.44 "GET /v2.0/ports?device_id=fbe64590-a4bd-4011-b8b5-c45dcf623e5e HTTP/1.1" status: 200 len: 943 time: 0.3558550 Oct 27 10:47:37.971064 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-cbcb3be8-9475-418e-9931-5f800cec2456 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "DELETE /v2.0/floatingips/a28e0caf-f58f-4200-bdb0-15fc858060ef HTTP/1.1" status: 204 len: 168 time: 2.0989544 Oct 27 10:47:37.971064 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b45d05e6-0927-4bbe-8060-f91e2d8c3cd2', 'tag': 'c77c14f5-15cf-44b8-9217-12d2befbb0da'}] {{(pid=102346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:47:37.982301 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc0e418f5fc417c8d55d94c0aa509b037d0beb2a734c1a709e789eb65639a56d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03883c17-006d-45c4-ad5f-430a828386b5" -d '{"events": [{"name": "network-changed", "server_uuid": "b45d05e6-0927-4bbe-8060-f91e2d8c3cd2", "tag": "c77c14f5-15cf-44b8-9217-12d2befbb0da"}]}' {{(pid=102346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:47:38.066771 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9721f3e1-28b1-458f-ac6b-c065c2cb1f51 req-0ef62a37-2d2a-4354-b1ab-3a2781acdfcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:47:38.084052 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-9721f3e1-28b1-458f-ac6b-c065c2cb1f51 req-0ef62a37-2d2a-4354-b1ab-3a2781acdfcf service neutron] 10.222.0.64 "GET /v2.0/subnets?id=69721ef8-98b2-4b17-a84c-866a1f534ad3 HTTP/1.1" status: 200 len: 853 time: 0.3308575 Oct 27 10:47:38.109540 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device fc682a77-5e43-46c7-9ac4-a7e82ce0d2a2 up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:47:38.189854 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7116f55-6844-411b-81db-7de873702a06 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Checking segment: {'id': 'f924a2a9-2c80-44d6-b175-641a9288de8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'e88393d2-bd1f-4817-916e-154a8b30ec6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:47:38.190303 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7116f55-6844-411b-81db-7de873702a06 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Network hostable DHCP agents. Network: e88393d2-bd1f-4817-916e-154a8b30ec6b, hostable agents: ['eafd4000-b897-4722-ae8b-0118ec955181'], hosted agents: [] {{(pid=102347) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 10:47:38.195040 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-9721f3e1-28b1-458f-ac6b-c065c2cb1f51 req-9da1ac75-b194-44ce-b7c4-2489cb0a4453 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=34f179cc-3249-47e4-861c-1ad666b0e661&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0700204 Oct 27 10:47:38.236258 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvr_db [None req-78d26917-a3e9-44f6-86ca-3980b9e43208 None None] Set router d3e225b6-9819-4c7c-80b5-e5da70e28bef gateway port host: n-d-813419-10 {{(pid=102348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:47:38.261841 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7116f55-6844-411b-81db-7de873702a06 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Pushing event updated for resources: {'Subnet': ['ID=de59c0e3-44e6-4943-b7cc-c38fcc3867d1,revision_number=0']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:47:38.302253 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 10:47:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfe61e22-8976-4f4b-b3f2-8463bb4636d1 x-openstack-request-id: req-bfe61e22-8976-4f4b-b3f2-8463bb4636d1 {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:47:38.303289 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b45d05e6-0927-4bbe-8060-f91e2d8c3cd2", "tag": "c77c14f5-15cf-44b8-9217-12d2befbb0da", "status": "completed", "code": 200}]} {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:47:38.303360 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-bfe61e22-8976-4f4b-b3f2-8463bb4636d1 {{(pid=102346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:47:38.303757 n-d-813419-10 neutron-server[102346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b45d05e6-0927-4bbe-8060-f91e2d8c3cd2', 'tag': 'c77c14f5-15cf-44b8-9217-12d2befbb0da', 'status': 'completed', 'code': 200} Oct 27 10:47:38.309454 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port fc682a77-5e43-46c7-9ac4-a7e82ce0d2a2 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:47:38.309835 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:38.442234 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-cfb4554f-70b4-42f8-9e2f-c3ba293b35ab req-5a681834-a1ea-4598-8e24-198c15f3af3b tempest-MultipleCreateTestJSON-1529432009 tempest-MultipleCreateTestJSON-1529432009-project] 10.222.0.44 "GET /v2.0/security-groups?id=2b3ac09a-fc78-43b5-8f53-b81e13a554bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4727542 Oct 27 10:47:38.479585 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d3b97a-60ed-45da-bc25-2820e9b43f63 req-5546df18-545b-4247-b49d-f07ddd9e556c tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:47:38.481519 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-92d3b97a-60ed-45da-bc25-2820e9b43f63 req-5546df18-545b-4247-b49d-f07ddd9e556c tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0425cac-a4c1-4c0d-a984-fdf0100683a6 HTTP/1.1" status: 200 len: 945 time: 0.1192150 Oct 27 10:47:38.526863 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7116f55-6844-411b-81db-7de873702a06 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Network e88393d2-bd1f-4817-916e-154a8b30ec6b is scheduled to be hosted by DHCP agent eafd4000-b897-4722-ae8b-0118ec955181 with binding_index 1 {{(pid=102347) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 10:47:38.566447 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-92d3b97a-60ed-45da-bc25-2820e9b43f63 req-f9b01cdf-0706-4f96-acb0-b3e9d651bba0 tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] 10.222.0.44 "GET /v2.0/security-groups?id=a4d0fbfb-64fa-47ee-96d3-9b720ee29125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755498 Oct 27 10:47:38.574066 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device 63a0f25a-0d52-4a09-ae78-ecd996ba612e details requested by agent hyperv_n-h1-813419-10 with host n-h1-813419-10 {{(pid=102348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 10:47:38.596166 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bd571a-2d8b-4737-a343-46b3712986e7 req-715d9e70-2c14-4774-9e4e-fdcdb60ed4dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:47:38.598271 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-a5bd571a-2d8b-4737-a343-46b3712986e7 req-715d9e70-2c14-4774-9e4e-fdcdb60ed4dc service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=61720bce4798402799f65ee94c5dc895&device_id=c0425cac-a4c1-4c0d-a984-fdf0100683a6 HTTP/1.1" status: 200 len: 1097 time: 0.3978727 Oct 27 10:47:38.626687 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [None req-d7116f55-6844-411b-81db-7de873702a06 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-10, e88393d2-bd1f-4817-916e-154a8b30ec6b) {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:47:38.647613 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc686eed-9dea-4c1a-bb33-cd3eaa029b1b None None] Network e88393d2-bd1f-4817-916e-154a8b30ec6b requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:47:38.656296 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7116f55-6844-411b-81db-7de873702a06 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:47:38.657191 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-d7116f55-6844-411b-81db-7de873702a06 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks [] for subnet, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:38.738137 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03883c17-006d-45c4-ad5f-430a828386b5 req-88b75310-ef5d-48be-a8e8-d33d5c4f2060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:47:38.740009 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-03883c17-006d-45c4-ad5f-430a828386b5 req-88b75310-ef5d-48be-a8e8-d33d5c4f2060 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=7f357cb809634e50864d0c31dbcbd617&device_id=b45d05e6-0927-4bbe-8060-f91e2d8c3cd2 HTTP/1.1" status: 200 len: 1097 time: 0.3874512 Oct 27 10:47:38.747970 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.db.resource_extend [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 27 10:47:38.750170 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-9721f3e1-28b1-458f-ac6b-c065c2cb1f51 req-f752d941-4eaa-4076-b33c-3065e824e290 service neutron] 10.222.0.64 "GET /v2.0/networks/34f179cc-3249-47e4-861c-1ad666b0e661?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5265894 Oct 27 10:47:38.814558 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-d7116f55-6844-411b-81db-7de873702a06 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.1852992 Oct 27 10:47:38.817624 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 55440) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:47:38.875191 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-78d26917-a3e9-44f6-86ca-3980b9e43208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3e225b6-9819-4c7c-80b5-e5da70e28bef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1447084228', 'tenant_id': '7f357cb809634e50864d0c31dbcbd617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.136'}], 'enable_snat': True}, 'gw_port_id': '84c2cf9d-cd8d-4380-b4b0-05e90fd96f1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:45:08Z', 'updated_at': '2021-10-27T10:45:14Z', 'revision_number': 4, 'project_id': '7f357cb809634e50864d0c31dbcbd617', 'gw_port': {'id': '84c2cf9d-cd8d-4380-b4b0-05e90fd96f1d', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:8a:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3e225b6-9819-4c7c-80b5-e5da70e28bef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2954, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:45:08Z', 'updated_at': '2021-10-27T10:45:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_interfaces': [{'id': 'd0e14ef5-08b1-4e57-9551-20912bc54e99', 'name': '', 'network_id': 'd11bc4e4-9641-4700-8e5b-752620d126aa', 'tenant_id': '7f357cb809634e50864d0c31dbcbd617', 'mac_address': 'fa:16:3e:80:7d:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3e225b6-9819-4c7c-80b5-e5da70e28bef', 'device_owner': 'network:router_interface', 'standard_attr_id': 2969, 'fixed_ips': [{'subnet_id': '5b672036-8a16-4b88-9ee6-2dcda441f5a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:45:13Z', 'updated_at': '2021-10-27T10:45:20Z', 'revision_number': 5, 'project_id': '7f357cb809634e50864d0c31dbcbd617', 'subnets': [{'id': '5b672036-8a16-4b88-9ee6-2dcda441f5a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:47:38.912495 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78d26917-a3e9-44f6-86ca-3980b9e43208 None None] Checking router: d3e225b6-9819-4c7c-80b5-e5da70e28bef for host: n-d-813419-10 {{(pid=102348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 10:47:38.938453 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8081812f-e1c1-4f3e-96b1-e70281cc4eb9 req-e8f01bf0-600f-4a95-969f-0278d7ca7cfc tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:47:38.940570 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8081812f-e1c1-4f3e-96b1-e70281cc4eb9 req-e8f01bf0-600f-4a95-969f-0278d7ca7cfc tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "GET /v2.0/ports?device_id=b45d05e6-0927-4bbe-8060-f91e2d8c3cd2 HTTP/1.1" status: 200 len: 945 time: 0.3610716 Oct 27 10:47:38.962516 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port 63a0f25a-0d52-4a09-ae78-ecd996ba612e, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=63a0f25a-0d52-4a09-ae78-ecd996ba612e,segment=NetworkSegment(24961c34-9d24-46fc-bc2c-0db0ce2089c6),segment_id=24961c34-9d24-46fc-bc2c-0db0ce2089c6)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:47:38.985641 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Returning: {'device': '63a0f25a-0d52-4a09-ae78-ecd996ba612e', 'network_id': '34f179cc-3249-47e4-861c-1ad666b0e661', 'port_id': '63a0f25a-0d52-4a09-ae78-ecd996ba612e', 'mac_address': 'fa:16:3e:cf:73:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69721ef8-98b2-4b17-a84c-866a1f534ad3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 10:47:39.049599 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bd571a-2d8b-4737-a343-46b3712986e7 req-1cfe8d7d-9f11-4e8c-b670-66cb402a2163 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:47:39.051454 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-a5bd571a-2d8b-4737-a343-46b3712986e7 req-1cfe8d7d-9f11-4e8c-b670-66cb402a2163 service neutron] 10.222.0.64 "GET /v2.0/networks?id=f64c4ac1-58d3-4604-90d7-e5fb7ec08acd HTTP/1.1" status: 200 len: 911 time: 0.4188981 Oct 27 10:47:39.060816 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-9721f3e1-28b1-458f-ac6b-c065c2cb1f51 req-15690d5f-e0c3-4f29-8a13-15a73985d62f service neutron] 10.222.0.64 "GET /v2.0/networks/34f179cc-3249-47e4-861c-1ad666b0e661?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2959344 Oct 27 10:47:39.079415 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8081812f-e1c1-4f3e-96b1-e70281cc4eb9 req-3d84c0d1-03eb-479a-8be1-9aa1b854fbe8 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "GET /v2.0/security-groups?id=aba59fed-d1f1-4e7e-84e9-aa222a50e870&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1259415 Oct 27 10:47:39.131732 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:39.134050 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:39.134932 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78d26917-a3e9-44f6-86ca-3980b9e43208 None None] Routers {'d3e225b6-9819-4c7c-80b5-e5da70e28bef'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:47:39.135604 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-78d26917-a3e9-44f6-86ca-3980b9e43208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:47:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['d3e225b6-9819-4c7c-80b5-e5da70e28bef'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:47:39.138538 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03883c17-006d-45c4-ad5f-430a828386b5 req-8c778b89-80e7-42c5-9efd-8b36937c647c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:47:39.140499 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-03883c17-006d-45c4-ad5f-430a828386b5 req-8c778b89-80e7-42c5-9efd-8b36937c647c service neutron] 10.222.0.76 "GET /v2.0/networks?id=d11bc4e4-9641-4700-8e5b-752620d126aa HTTP/1.1" status: 200 len: 898 time: 0.3890276 Oct 27 10:47:39.178316 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214d2611-0952-41df-b16f-82aeeb00af57 req-84cef8d1-d524-4e3d-a17e-58cc921f1a9e tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:47:39.180158 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-214d2611-0952-41df-b16f-82aeeb00af57 req-84cef8d1-d524-4e3d-a17e-58cc921f1a9e tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/ports?device_id=9b67e6d5-f777-444b-8026-cf23e066bb16 HTTP/1.1" status: 200 len: 943 time: 0.1757462 Oct 27 10:47:39.201294 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-03883c17-006d-45c4-ad5f-430a828386b5 req-d5d4bffd-d28a-4465-a6c1-c946a2fc3f19 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c77c14f5-15cf-44b8-9217-12d2befbb0da HTTP/1.1" status: 200 len: 217 time: 0.0510285 Oct 27 10:47:39.206209 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-a5bd571a-2d8b-4737-a343-46b3712986e7 req-e8784428-8cf7-4e05-9e1a-065e846e7be1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=be260c3f-627d-4152-9959-529adefa243d HTTP/1.1" status: 200 len: 1001 time: 0.1444504 Oct 27 10:47:39.271980 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63a0f25a-0d52-4a09-ae78-ecd996ba612e {{(pid=102348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:47:39.363112 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvr_db [None req-78d26917-a3e9-44f6-86ca-3980b9e43208 None None] Set router d3e225b6-9819-4c7c-80b5-e5da70e28bef gateway port host: n-d-813419-10 {{(pid=102348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:47:39.363450 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03883c17-006d-45c4-ad5f-430a828386b5 req-82112323-2aa0-4e18-9cfb-70368fff655f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:47:39.365871 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-03883c17-006d-45c4-ad5f-430a828386b5 req-82112323-2aa0-4e18-9cfb-70368fff655f service neutron] 10.222.0.76 "GET /v2.0/subnets?id=5b672036-8a16-4b88-9ee6-2dcda441f5a9 HTTP/1.1" status: 200 len: 835 time: 0.1545446 Oct 27 10:47:39.367700 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bd571a-2d8b-4737-a343-46b3712986e7 req-61140b2a-a2bd-4ccb-9a46-fa6ea195089e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:47:39.369941 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-a5bd571a-2d8b-4737-a343-46b3712986e7 req-61140b2a-a2bd-4ccb-9a46-fa6ea195089e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2fee239f-a559-4db5-a696-c092c8e38011 HTTP/1.1" status: 200 len: 849 time: 0.1402438 Oct 27 10:47:39.375611 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-214d2611-0952-41df-b16f-82aeeb00af57 req-55bbad48-69f9-4dfb-b170-b9e583299642 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/security-groups?id=3238f945-43ac-4dbd-b7b0-70b6d0fec036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848264 Oct 27 10:47:39.472005 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03883c17-006d-45c4-ad5f-430a828386b5 req-449256f3-eef5-45ea-8b17-a6859b52aa43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:47:39.474965 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-03883c17-006d-45c4-ad5f-430a828386b5 req-449256f3-eef5-45ea-8b17-a6859b52aa43 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=d11bc4e4-9641-4700-8e5b-752620d126aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1009040 Oct 27 10:47:39.482142 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bd571a-2d8b-4737-a343-46b3712986e7 req-f6d050ab-efda-4cfc-9b84-e478f7ee10bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:47:39.485359 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-a5bd571a-2d8b-4737-a343-46b3712986e7 req-f6d050ab-efda-4cfc-9b84-e478f7ee10bc service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f64c4ac1-58d3-4604-90d7-e5fb7ec08acd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0704627 Oct 27 10:47:39.516124 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port 63a0f25a-0d52-4a09-ae78-ecd996ba612e, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=63a0f25a-0d52-4a09-ae78-ecd996ba612e,segment=NetworkSegment(24961c34-9d24-46fc-bc2c-0db0ce2089c6),segment_id=24961c34-9d24-46fc-bc2c-0db0ce2089c6)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:47:39.517936 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a00e323-1871-4947-9c7e-a3619165d0ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp734b258e-7d96-550c-b970-9b72ab66f383-e88393d2-bd1f-4817-916e-154a8b30ec6b', 'network_id': 'e88393d2-bd1f-4817-916e-154a8b30ec6b', 'tenant_id': '14f921c9b3f94aa0bb5d8437d3b23079', 'fixed_ips': [{'subnet_id': 'de59c0e3-44e6-4943-b7cc-c38fcc3867d1'}]}} from n-d-813419-10. {{(pid=102348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 10:47:39.518874 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-0a00e323-1871-4947-9c7e-a3619165d0ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:39.564241 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:39.571455 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-2b6fba99-3ca4-4b5c-a856-3cf84283be88 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:39.846259 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device 6ad75b97-7f36-44e6-830a-12bf115e74fb details requested by agent hyperv_n-h2-813419-10 with host n-h2-813419-10 {{(pid=102348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 10:47:39.955344 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] get_ports_and_sgs() called for port_ids ['63a0f25a-0d52-4a09-ae78-ecd996ba612e'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:47:39.965265 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395b5d66-e28c-4160-ae72-9cbdc44d2fc9 req-703d799d-f790-4b20-831b-584c208ef928 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:47:39.967717 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-395b5d66-e28c-4160-ae72-9cbdc44d2fc9 req-703d799d-f790-4b20-831b-584c208ef928 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.76 "GET /v2.0/ports?device_id=b45d05e6-0927-4bbe-8060-f91e2d8c3cd2 HTTP/1.1" status: 200 len: 945 time: 0.1362023 Oct 27 10:47:40.035503 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Pushing event updated for resources: {'Port': ['ID=63a0f25a-0d52-4a09-ae78-ecd996ba612e,revision_number=4']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:47:40.054344 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcebe6a-73a3-4939-83a3-744cb4938a0b req-9b376ecf-f5c0-4d64-a03e-61bfc433e88b tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:47:40.057804 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-7fcebe6a-73a3-4939-83a3-744cb4938a0b req-9b376ecf-f5c0-4d64-a03e-61bfc433e88b tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0425cac-a4c1-4c0d-a984-fdf0100683a6 HTTP/1.1" status: 200 len: 945 time: 0.2831767 Oct 27 10:47:40.122810 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c250df64-c083-4492-a203-6e9aeb44ac37 req-b542980e-e7dd-4a0d-affb-901770d526e8 tempest-MultipleCreateTestJSON-1529432009 tempest-MultipleCreateTestJSON-1529432009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:47:40.124882 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c250df64-c083-4492-a203-6e9aeb44ac37 req-b542980e-e7dd-4a0d-affb-901770d526e8 tempest-MultipleCreateTestJSON-1529432009 tempest-MultipleCreateTestJSON-1529432009-project] 10.222.0.44 "GET /v2.0/ports?device_id=fbe64590-a4bd-4011-b8b5-c45dcf623e5e HTTP/1.1" status: 200 len: 943 time: 0.3574431 Oct 27 10:47:40.134206 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-03883c17-006d-45c4-ad5f-430a828386b5 req-4f9db81f-c3b0-4f9b-ae98-9ce5261ae11f service neutron] 10.222.0.76 "GET /v2.0/networks/d11bc4e4-9641-4700-8e5b-752620d126aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6477444 Oct 27 10:47:40.137092 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-a5bd571a-2d8b-4737-a343-46b3712986e7 req-f07beca7-728a-4ed7-8041-a35907578de1 service neutron] 10.222.0.64 "GET /v2.0/networks/f64c4ac1-58d3-4604-90d7-e5fb7ec08acd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6399271 Oct 27 10:47:40.322319 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] For port 6ad75b97-7f36-44e6-830a-12bf115e74fb, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=6ad75b97-7f36-44e6-830a-12bf115e74fb,segment=NetworkSegment(24961c34-9d24-46fc-bc2c-0db0ce2089c6),segment_id=24961c34-9d24-46fc-bc2c-0db0ce2089c6)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:47:40.326100 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.db_base_plugin_common [None req-0a00e323-1871-4947-9c7e-a3619165d0ec None None] Allocated IP 172.23.0.2 (e88393d2-bd1f-4817-916e-154a8b30ec6b/de59c0e3-44e6-4943-b7cc-c38fcc3867d1/1b4e9cea-f2af-418e-bd4b-ae6aeddb7638) {{(pid=102348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:47:40.358793 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Returning: {'device': '6ad75b97-7f36-44e6-830a-12bf115e74fb', 'network_id': '34f179cc-3249-47e4-861c-1ad666b0e661', 'port_id': '6ad75b97-7f36-44e6-830a-12bf115e74fb', 'mac_address': 'fa:16:3e:a1:19:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69721ef8-98b2-4b17-a84c-866a1f534ad3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 10:47:40.368726 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-78d26917-a3e9-44f6-86ca-3980b9e43208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3e225b6-9819-4c7c-80b5-e5da70e28bef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1447084228', 'tenant_id': '7f357cb809634e50864d0c31dbcbd617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.136'}], 'enable_snat': True}, 'gw_port_id': '84c2cf9d-cd8d-4380-b4b0-05e90fd96f1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:45:08Z', 'updated_at': '2021-10-27T10:45:14Z', 'revision_number': 4, 'project_id': '7f357cb809634e50864d0c31dbcbd617', 'gw_port': {'id': '84c2cf9d-cd8d-4380-b4b0-05e90fd96f1d', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:8a:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3e225b6-9819-4c7c-80b5-e5da70e28bef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2954, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:45:08Z', 'updated_at': '2021-10-27T10:45:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_interfaces': [{'id': 'd0e14ef5-08b1-4e57-9551-20912bc54e99', 'name': '', 'network_id': 'd11bc4e4-9641-4700-8e5b-752620d126aa', 'tenant_id': '7f357cb809634e50864d0c31dbcbd617', 'mac_address': 'fa:16:3e:80:7d:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3e225b6-9819-4c7c-80b5-e5da70e28bef', 'device_owner': 'network:router_interface', 'standard_attr_id': 2969, 'fixed_ips': [{'subnet_id': '5b672036-8a16-4b88-9ee6-2dcda441f5a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:45:13Z', 'updated_at': '2021-10-27T10:45:20Z', 'revision_number': 5, 'project_id': '7f357cb809634e50864d0c31dbcbd617', 'subnets': [{'id': '5b672036-8a16-4b88-9ee6-2dcda441f5a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:47:40.467137 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78d26917-a3e9-44f6-86ca-3980b9e43208 None None] The sync data for ids ['d3e225b6-9819-4c7c-80b5-e5da70e28bef'] in n-d-813419-10 is: [{'id': 'd3e225b6-9819-4c7c-80b5-e5da70e28bef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1447084228', 'tenant_id': '7f357cb809634e50864d0c31dbcbd617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.136'}], 'enable_snat': True}, 'gw_port_id': '84c2cf9d-cd8d-4380-b4b0-05e90fd96f1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:45:08Z', 'updated_at': '2021-10-27T10:45:14Z', 'revision_number': 4, 'project_id': '7f357cb809634e50864d0c31dbcbd617', 'gw_port': {'id': '84c2cf9d-cd8d-4380-b4b0-05e90fd96f1d', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:8a:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3e225b6-9819-4c7c-80b5-e5da70e28bef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2954, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:45:08Z', 'updated_at': '2021-10-27T10:45:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_interfaces': [{'id': 'd0e14ef5-08b1-4e57-9551-20912bc54e99', 'name': '', 'network_id': 'd11bc4e4-9641-4700-8e5b-752620d126aa', 'tenant_id': '7f357cb809634e50864d0c31dbcbd617', 'mac_address': 'fa:16:3e:80:7d:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3e225b6-9819-4c7c-80b5-e5da70e28bef', 'device_owner': 'network:router_interface', 'standard_attr_id': 2969, 'fixed_ips': [{'subnet_id': '5b672036-8a16-4b88-9ee6-2dcda441f5a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:45:13Z', 'updated_at': '2021-10-27T10:45:20Z', 'revision_number': 5, 'project_id': '7f357cb809634e50864d0c31dbcbd617', 'subnets': [{'id': '5b672036-8a16-4b88-9ee6-2dcda441f5a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:47:40.481484 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-7fcebe6a-73a3-4939-83a3-744cb4938a0b req-8c2f66e7-1ac2-420b-9c7d-b275af7ba9d1 tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] 10.222.0.44 "GET /v2.0/security-groups?id=a4d0fbfb-64fa-47ee-96d3-9b720ee29125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3587317 Oct 27 10:47:40.484228 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c250df64-c083-4492-a203-6e9aeb44ac37 req-8bca1a42-6064-4408-bd7a-6cfb065b9069 tempest-MultipleCreateTestJSON-1529432009 tempest-MultipleCreateTestJSON-1529432009-project] 10.222.0.44 "GET /v2.0/security-groups?id=2b3ac09a-fc78-43b5-8f53-b81e13a554bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3456776 Oct 27 10:47:40.534008 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:40.579860 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ad75b97-7f36-44e6-830a-12bf115e74fb {{(pid=102348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:47:40.622139 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [req-395b5d66-e28c-4160-ae72-9cbdc44d2fc9 req-26dbd74c-8d31-4f98-92c0-41285697923a tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Deleting port c77c14f5-15cf-44b8-9217-12d2befbb0da {{(pid=102346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:47:40.622625 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-395b5d66-e28c-4160-ae72-9cbdc44d2fc9 req-26dbd74c-8d31-4f98-92c0-41285697923a tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:40.704118 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-a5bd571a-2d8b-4737-a343-46b3712986e7 req-57e8e39e-e579-4e7a-bc9d-3812d221543e service neutron] 10.222.0.64 "GET /v2.0/networks/f64c4ac1-58d3-4604-90d7-e5fb7ec08acd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5526304 Oct 27 10:47:40.718392 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] For port 6ad75b97-7f36-44e6-830a-12bf115e74fb, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=6ad75b97-7f36-44e6-830a-12bf115e74fb,segment=NetworkSegment(24961c34-9d24-46fc-bc2c-0db0ce2089c6),segment_id=24961c34-9d24-46fc-bc2c-0db0ce2089c6)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:47:40.746887 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:40.807370 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-03883c17-006d-45c4-ad5f-430a828386b5 req-b7f7d878-e4d4-49e0-aebe-f0b4e5c51ec4 service neutron] 10.222.0.76 "GET /v2.0/networks/d11bc4e4-9641-4700-8e5b-752620d126aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6585705 Oct 27 10:47:40.831464 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b10fa0-73a8-4047-9330-ee89ddb132f9 req-da35fee6-d95e-440b-8b2b-604af5d33f10 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:47:40.848220 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-72b10fa0-73a8-4047-9330-ee89ddb132f9 req-da35fee6-d95e-440b-8b2b-604af5d33f10 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/ports?device_id=9b67e6d5-f777-444b-8026-cf23e066bb16 HTTP/1.1" status: 200 len: 943 time: 0.1624353 Oct 27 10:47:40.916548 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-0a00e323-1871-4947-9c7e-a3619165d0ec None None] Publish callbacks [] for port, precommit_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:40.921469 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Pushing event updated for resources: {'Port': ['ID=6ad75b97-7f36-44e6-830a-12bf115e74fb,revision_number=4']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:47:40.934930 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-0a00e323-1871-4947-9c7e-a3619165d0ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606'] for port, after_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:40.936726 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-72b10fa0-73a8-4047-9330-ee89ddb132f9 req-13bc1de2-e0fd-4325-9419-1a026a6223d7 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/security-groups?id=3238f945-43ac-4dbd-b7b0-70b6d0fec036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857396 Oct 27 10:47:40.939889 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a5a7af-688a-42bf-b778-ab30ca5bce6a req-3fed2eef-45c8-4c3c-aa12-6ec28f233941 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:47:40.941774 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-48a5a7af-688a-42bf-b778-ab30ca5bce6a req-3fed2eef-45c8-4c3c-aa12-6ec28f233941 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "GET /v2.0/ports?device_id=b45d05e6-0927-4bbe-8060-f91e2d8c3cd2 HTTP/1.1" status: 200 len: 945 time: 0.2129960 Oct 27 10:47:41.009820 n-d-813419-10 neutron-server[102348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a00e323-1871-4947-9c7e-a3619165d0ec None None] Network e88393d2-bd1f-4817-916e-154a8b30ec6b is already hosted by enough agents. {{(pid=102348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:47:41.012907 n-d-813419-10 neutron-server[102348]: DEBUG neutron.scheduler.base_scheduler [None req-0a00e323-1871-4947-9c7e-a3619165d0ec None None] Resources bound (agent type, host, resource id): {{(pid=102348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:47:41.020627 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a00e323-1871-4947-9c7e-a3619165d0ec None None] Received port after_create {{(pid=102348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:47:41.044360 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] get_ports_and_sgs() called for port_ids ['6ad75b97-7f36-44e6-830a-12bf115e74fb'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:47:41.072760 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_common [None req-2b6fba99-3ca4-4b5c-a856-3cf84283be88 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Allocated IP 172.23.0.1 (e88393d2-bd1f-4817-916e-154a8b30ec6b/de59c0e3-44e6-4943-b7cc-c38fcc3867d1/fc019b1c-61da-4789-90a3-72afe16ced29) {{(pid=102346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:47:41.119539 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5c70bff-e749-4e55-a702-5b6e56a2503c None None] New status for floating IP a28e0caf-f58f-4200-bdb0-15fc858060ef: DOWN {{(pid=102349) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 10:47:41.180251 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a00e323-1871-4947-9c7e-a3619165d0ec None None] Pushing event updated for resources: {'Port': ['ID=1b4e9cea-f2af-418e-bd4b-ae6aeddb7638,revision_number=1']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:47:41.239621 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-2b6fba99-3ca4-4b5c-a856-3cf84283be88 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks [] for port, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:41.257743 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [req-395b5d66-e28c-4160-ae72-9cbdc44d2fc9 req-26dbd74c-8d31-4f98-92c0-41285697923a tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] For port c77c14f5-15cf-44b8-9217-12d2befbb0da, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=c77c14f5-15cf-44b8-9217-12d2befbb0da,segment=NetworkSegment(c2add56f-ac0d-4bab-9740-363f7178fe2a),segment_id=c2add56f-ac0d-4bab-9740-363f7178fe2a)] {{(pid=102346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:47:41.257945 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-0a00e323-1871-4947-9c7e-a3619165d0ec None None] Attempting to bind port 1b4e9cea-f2af-418e-bd4b-ae6aeddb7638 on host n-d-813419-10 for vnic_type normal with profile {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:47:41.258145 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-395b5d66-e28c-4160-ae72-9cbdc44d2fc9 req-26dbd74c-8d31-4f98-92c0-41285697923a tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:41.258796 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-0a00e323-1871-4947-9c7e-a3619165d0ec None None] Attempting to bind port 1b4e9cea-f2af-418e-bd4b-ae6aeddb7638 by drivers openvswitch,hyperv on host n-d-813419-10 at level 0 using segments [{'id': 'f924a2a9-2c80-44d6-b175-641a9288de8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'e88393d2-bd1f-4817-916e-154a8b30ec6b'}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:47:41.259338 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a00e323-1871-4947-9c7e-a3619165d0ec None None] Attempting to bind port 1b4e9cea-f2af-418e-bd4b-ae6aeddb7638 on network e88393d2-bd1f-4817-916e-154a8b30ec6b {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:47:41.279584 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a00e323-1871-4947-9c7e-a3619165d0ec None None] Checking agent: {'id': '89dba0f3-79b2-435e-9822-33674b8f6ada', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 8, 20), 'started_at': datetime.datetime(2021, 10, 27, 10, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 47, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:47:41.280963 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a00e323-1871-4947-9c7e-a3619165d0ec None None] Checking segment: {'id': 'f924a2a9-2c80-44d6-b175-641a9288de8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'e88393d2-bd1f-4817-916e-154a8b30ec6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:47:41.281777 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-0a00e323-1871-4947-9c7e-a3619165d0ec None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:41.282417 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a00e323-1871-4947-9c7e-a3619165d0ec None None] Bound using segment: {'id': 'f924a2a9-2c80-44d6-b175-641a9288de8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'e88393d2-bd1f-4817-916e-154a8b30ec6b'} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:47:41.282961 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-0a00e323-1871-4947-9c7e-a3619165d0ec None None] Bound port: 1b4e9cea-f2af-418e-bd4b-ae6aeddb7638, host: n-d-813419-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f924a2a9-2c80-44d6-b175-641a9288de8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'e88393d2-bd1f-4817-916e-154a8b30ec6b'}}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:47:41.283505 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-0a00e323-1871-4947-9c7e-a3619165d0ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:41.295905 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [req-395b5d66-e28c-4160-ae72-9cbdc44d2fc9 req-26dbd74c-8d31-4f98-92c0-41285697923a tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Calling delete_port for c77c14f5-15cf-44b8-9217-12d2befbb0da owned by compute:nova {{(pid=102346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:47:41.310303 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-48a5a7af-688a-42bf-b778-ab30ca5bce6a req-55de269c-f4bc-4322-884f-8001a5baa106 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "GET /v2.0/security-groups?id=aba59fed-d1f1-4e7e-84e9-aa222a50e870&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2778728 Oct 27 10:47:41.407158 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-0a00e323-1871-4947-9c7e-a3619165d0ec None None] For port 1b4e9cea-f2af-418e-bd4b-ae6aeddb7638, host n-d-813419-10, cleared binding levels {{(pid=102348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:47:41.426040 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-0a00e323-1871-4947-9c7e-a3619165d0ec None None] For port 1b4e9cea-f2af-418e-bd4b-ae6aeddb7638, host n-d-813419-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=1b4e9cea-f2af-418e-bd4b-ae6aeddb7638,segment=NetworkSegment(f924a2a9-2c80-44d6-b175-641a9288de8c),segment_id=f924a2a9-2c80-44d6-b175-641a9288de8c)] {{(pid=102348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:47:41.434853 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-2b6fba99-3ca4-4b5c-a856-3cf84283be88 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:41.442584 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-0a00e323-1871-4947-9c7e-a3619165d0ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:41.618354 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6fba99-3ca4-4b5c-a856-3cf84283be88 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Pushing event updated for resources: {'Port': ['ID=fc019b1c-61da-4789-90a3-72afe16ced29,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:47:41.730588 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a00e323-1871-4947-9c7e-a3619165d0ec None None] Pushing event updated for resources: {'Port': ['ID=1b4e9cea-f2af-418e-bd4b-ae6aeddb7638,revision_number=2']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:47:41.735579 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device c77c14f5-15cf-44b8-9217-12d2befbb0da no longer exists at agent hyperv_n-h2-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:47:41.810620 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b6fba99-3ca4-4b5c-a856-3cf84283be88 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Network e88393d2-bd1f-4817-916e-154a8b30ec6b is already hosted by enough agents. {{(pid=102346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:47:41.813022 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-2b6fba99-3ca4-4b5c-a856-3cf84283be88 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Resources bound (agent type, host, resource id): {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:47:41.819061 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8aed86a-306d-45c2-b78a-4eb55cfdc5df req-78b2369c-0a9a-4d47-9dce-bf1362e93f20 tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:47:41.826033 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b8aed86a-306d-45c2-b78a-4eb55cfdc5df req-78b2369c-0a9a-4d47-9dce-bf1362e93f20 tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0425cac-a4c1-4c0d-a984-fdf0100683a6 HTTP/1.1" status: 200 len: 945 time: 0.1534243 Oct 27 10:47:41.831026 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b6fba99-3ca4-4b5c-a856-3cf84283be88 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Received port after_create {{(pid=102346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:47:41.874033 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b8aed86a-306d-45c2-b78a-4eb55cfdc5df req-49e78f1d-cfd1-49de-b6ab-65ed396bffaf tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] 10.222.0.44 "GET /v2.0/security-groups?id=a4d0fbfb-64fa-47ee-96d3-9b720ee29125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464952 Oct 27 10:47:42.007759 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fa3bd9-aebb-414c-925e-7e7dd0204db8 req-10208459-975f-4064-b07c-2d33cb4b4ab4 tempest-MultipleCreateTestJSON-1529432009 tempest-MultipleCreateTestJSON-1529432009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:47:42.010056 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-95fa3bd9-aebb-414c-925e-7e7dd0204db8 req-10208459-975f-4064-b07c-2d33cb4b4ab4 tempest-MultipleCreateTestJSON-1529432009 tempest-MultipleCreateTestJSON-1529432009-project] 10.222.0.44 "GET /v2.0/ports?device_id=fbe64590-a4bd-4011-b8b5-c45dcf623e5e HTTP/1.1" status: 200 len: 944 time: 0.3837640 Oct 27 10:47:42.035790 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:42.060675 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-2b6fba99-3ca4-4b5c-a856-3cf84283be88 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1664961'] for router_interface, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:42.142302 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-95fa3bd9-aebb-414c-925e-7e7dd0204db8 req-d9cc3044-81f4-42c3-bd64-fea9adfab25c tempest-MultipleCreateTestJSON-1529432009 tempest-MultipleCreateTestJSON-1529432009-project] 10.222.0.44 "GET /v2.0/security-groups?id=2b3ac09a-fc78-43b5-8f53-b81e13a554bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192563 Oct 27 10:47:42.147139 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-395b5d66-e28c-4160-ae72-9cbdc44d2fc9 req-26dbd74c-8d31-4f98-92c0-41285697923a tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:42.156357 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b990e97-8e3a-4742-91e0-5419b88a7a07 req-fbb7e6a9-b795-4576-9596-9ef5091f9d6e tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:47:42.157949 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8b990e97-8e3a-4742-91e0-5419b88a7a07 req-fbb7e6a9-b795-4576-9596-9ef5091f9d6e tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/ports?device_id=9b67e6d5-f777-444b-8026-cf23e066bb16 HTTP/1.1" status: 200 len: 943 time: 0.1074617 Oct 27 10:47:42.257167 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8b990e97-8e3a-4742-91e0-5419b88a7a07 req-a3f636a3-86e8-4f24-a552-e9f959770fd0 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/security-groups?id=3238f945-43ac-4dbd-b7b0-70b6d0fec036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852399 Oct 27 10:47:42.310313 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26dbd74c-8d31-4f98-92c0-41285697923a tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Pushing event deleted for resources: {'Port': ['ID=c77c14f5-15cf-44b8-9217-12d2befbb0da,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:47:42.314205 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [req-395b5d66-e28c-4160-ae72-9cbdc44d2fc9 req-26dbd74c-8d31-4f98-92c0-41285697923a tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] No DVR routers for this DVR port c77c14f5-15cf-44b8-9217-12d2befbb0da on host n-h2-813419-10 {{(pid=102346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:47:42.320416 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-395b5d66-e28c-4160-ae72-9cbdc44d2fc9 req-26dbd74c-8d31-4f98-92c0-41285697923a tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:42.323897 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-395b5d66-e28c-4160-ae72-9cbdc44d2fc9 req-26dbd74c-8d31-4f98-92c0-41285697923a tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.76 "DELETE /v2.0/ports/c77c14f5-15cf-44b8-9217-12d2befbb0da HTTP/1.1" status: 204 len: 173 time: 2.3442817 Oct 27 10:47:42.324385 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b45d05e6-0927-4bbe-8060-f91e2d8c3cd2', 'name': 'network-vif-deleted', 'tag': 'c77c14f5-15cf-44b8-9217-12d2befbb0da'}] {{(pid=102346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:47:42.326945 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc0e418f5fc417c8d55d94c0aa509b037d0beb2a734c1a709e789eb65639a56d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ece73b55-bc7e-474a-b204-d88a34e414ee" -d '{"events": [{"server_uuid": "b45d05e6-0927-4bbe-8060-f91e2d8c3cd2", "name": "network-vif-deleted", "tag": "c77c14f5-15cf-44b8-9217-12d2befbb0da"}]}' {{(pid=102346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:47:42.427596 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-2b6fba99-3ca4-4b5c-a856-3cf84283be88 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:42.444940 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:47:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c226ef4-0ccf-4c76-9814-f68b065e42d3 x-openstack-request-id: req-4c226ef4-0ccf-4c76-9814-f68b065e42d3 {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:47:42.445265 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b45d05e6-0927-4bbe-8060-f91e2d8c3cd2", "name": "network-vif-deleted", "tag": "c77c14f5-15cf-44b8-9217-12d2befbb0da", "status": "completed", "code": 200}]} {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:47:42.445563 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4c226ef4-0ccf-4c76-9814-f68b065e42d3 {{(pid=102346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:47:42.446024 n-d-813419-10 neutron-server[102346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b45d05e6-0927-4bbe-8060-f91e2d8c3cd2', 'name': 'network-vif-deleted', 'tag': 'c77c14f5-15cf-44b8-9217-12d2befbb0da', 'status': 'completed', 'code': 200} Oct 27 10:47:42.491085 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device 63a0f25a-0d52-4a09-ae78-ecd996ba612e up at agent hyperv_n-h1-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:47:42.538805 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c0db7477-6288-4fe0-bff3-dc92e624732f req-156e700e-5c75-41fa-9626-2ff5dc60d947 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "GET /v2.0/ports?device_id=b45d05e6-0927-4bbe-8060-f91e2d8c3cd2 HTTP/1.1" status: 200 len: 210 time: 0.0457313 Oct 27 10:47:42.604969 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Provisioning for port 63a0f25a-0d52-4a09-ae78-ecd996ba612e completed by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 10:47:42.610179 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Provisioning complete for port 63a0f25a-0d52-4a09-ae78-ecd996ba612e triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:47:42.610558 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:42.756295 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:42.826960 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b8aaa8a-5445-4906-9c87-35a5682e7d2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63a0f25a-0d52-4a09-ae78-ecd996ba612e'}] {{(pid=102348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:47:42.834405 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c588921fa634554a1d9242fdea1b05457a9ff1d3b28ba54ec1dace7f2f1df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2220c2ed-e14e-4682-bf1a-84b501f629a3" -d '{"events": [{"server_uuid": "7b8aaa8a-5445-4906-9c87-35a5682e7d2d", "name": "network-vif-plugged", "status": "completed", "tag": "63a0f25a-0d52-4a09-ae78-ecd996ba612e"}]}' {{(pid=102348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:47:42.861353 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port 63a0f25a-0d52-4a09-ae78-ecd996ba612e, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=63a0f25a-0d52-4a09-ae78-ecd996ba612e,segment=NetworkSegment(24961c34-9d24-46fc-bc2c-0db0ce2089c6),segment_id=24961c34-9d24-46fc-bc2c-0db0ce2089c6)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:47:42.870335 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:42.999453 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Pushing event updated for resources: {'Port': ['ID=63a0f25a-0d52-4a09-ae78-ecd996ba612e,revision_number=5']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:47:43.013855 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:47:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-275e4f82-f957-40b8-829c-a5421b426dea x-openstack-request-id: req-275e4f82-f957-40b8-829c-a5421b426dea {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:47:43.014091 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b8aaa8a-5445-4906-9c87-35a5682e7d2d", "name": "network-vif-plugged", "status": "completed", "tag": "63a0f25a-0d52-4a09-ae78-ecd996ba612e", "code": 200}]} {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:47:43.014349 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-275e4f82-f957-40b8-829c-a5421b426dea {{(pid=102348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:47:43.015029 n-d-813419-10 neutron-server[102348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b8aaa8a-5445-4906-9c87-35a5682e7d2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63a0f25a-0d52-4a09-ae78-ecd996ba612e', 'code': 200} Oct 27 10:47:43.150977 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b790425-6e9f-437d-92eb-785a61c3fb4c req-7b0dd4d2-cd1b-494c-888a-e440bee26b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:47:43.153680 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-5b790425-6e9f-437d-92eb-785a61c3fb4c req-7b0dd4d2-cd1b-494c-888a-e440bee26b6e service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=7b8aaa8a-5445-4906-9c87-35a5682e7d2d HTTP/1.1" status: 200 len: 1098 time: 0.0602875 Oct 27 10:47:43.235512 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-5b790425-6e9f-437d-92eb-785a61c3fb4c req-9cac773c-900e-48eb-9398-b622b24721e0 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=2b3ac09a-fc78-43b5-8f53-b81e13a554bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745540 Oct 27 10:47:43.326913 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a85cc930-a1df-4778-bc50-c0a9e6f08ca4 None None] Network e88393d2-bd1f-4817-916e-154a8b30ec6b requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:47:43.396061 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4156a15-155f-4469-9f31-6462729deba8 req-c225f229-adc1-42dc-9eef-c84cfdde0c04 tempest-MultipleCreateTestJSON-1529432009 tempest-MultipleCreateTestJSON-1529432009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:47:43.407706 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c4156a15-155f-4469-9f31-6462729deba8 req-c225f229-adc1-42dc-9eef-c84cfdde0c04 tempest-MultipleCreateTestJSON-1529432009 tempest-MultipleCreateTestJSON-1529432009-project] 10.222.0.44 "GET /v2.0/ports?device_id=fbe64590-a4bd-4011-b8b5-c45dcf623e5e HTTP/1.1" status: 200 len: 944 time: 0.1280031 Oct 27 10:47:43.412023 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-2b6fba99-3ca4-4b5c-a856-3cf84283be88 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks [] for port, precommit_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:43.465314 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c4156a15-155f-4469-9f31-6462729deba8 req-611b5a56-2c05-4f9e-ba96-3b72e2dde214 tempest-MultipleCreateTestJSON-1529432009 tempest-MultipleCreateTestJSON-1529432009-project] 10.222.0.44 "GET /v2.0/security-groups?id=2b3ac09a-fc78-43b5-8f53-b81e13a554bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510986 Oct 27 10:47:43.470947 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-2b6fba99-3ca4-4b5c-a856-3cf84283be88 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27024173'] for port, after_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:43.478261 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-124889c9-4d2e-4ea7-b18f-85e1616cb9b5 None None] Provisioning complete for port 1b4e9cea-f2af-418e-bd4b-ae6aeddb7638 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:47:43.479117 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-124889c9-4d2e-4ea7-b18f-85e1616cb9b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:43.567385 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6fba99-3ca4-4b5c-a856-3cf84283be88 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Pushing event updated for resources: {'Port': ['ID=fc019b1c-61da-4789-90a3-72afe16ced29,revision_number=2']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:47:43.610151 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 55526) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:47:43.617835 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-2b6fba99-3ca4-4b5c-a856-3cf84283be88 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2006967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1766225'] for router_interface, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:43.643409 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac435075-0454-4f98-999e-8c0b50ec9cfa req-3c819650-466f-4536-bf2d-5f9338396d0c tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:47:43.652406 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ac435075-0454-4f98-999e-8c0b50ec9cfa req-3c819650-466f-4536-bf2d-5f9338396d0c tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/ports?device_id=9b67e6d5-f777-444b-8026-cf23e066bb16 HTTP/1.1" status: 200 len: 943 time: 0.2588193 Oct 27 10:47:43.670877 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-124889c9-4d2e-4ea7-b18f-85e1616cb9b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:43.765700 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ac435075-0454-4f98-999e-8c0b50ec9cfa req-00bb574f-c955-48ca-aab5-ff6009c559b9 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/security-groups?id=3238f945-43ac-4dbd-b7b0-70b6d0fec036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123393 Oct 27 10:47:43.788045 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device 6ad75b97-7f36-44e6-830a-12bf115e74fb up at agent hyperv_n-h2-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:47:43.821927 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b6fba99-3ca4-4b5c-a856-3cf84283be88 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Network e88393d2-bd1f-4817-916e-154a8b30ec6b is already hosted by enough agents. {{(pid=102346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:47:43.823695 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-2b6fba99-3ca4-4b5c-a856-3cf84283be88 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Resources bound (agent type, host, resource id): {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:47:43.834708 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-124889c9-4d2e-4ea7-b18f-85e1616cb9b5 None None] For port 1b4e9cea-f2af-418e-bd4b-ae6aeddb7638, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=1b4e9cea-f2af-418e-bd4b-ae6aeddb7638,segment=NetworkSegment(f924a2a9-2c80-44d6-b175-641a9288de8c),segment_id=f924a2a9-2c80-44d6-b175-641a9288de8c)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:47:43.873891 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-124889c9-4d2e-4ea7-b18f-85e1616cb9b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:43.983569 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124889c9-4d2e-4ea7-b18f-85e1616cb9b5 None None] Pushing event updated for resources: {'Port': ['ID=1b4e9cea-f2af-418e-bd4b-ae6aeddb7638,revision_number=3']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:47:44.003457 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Provisioning for port 6ad75b97-7f36-44e6-830a-12bf115e74fb completed by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 10:47:44.010159 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Provisioning complete for port 6ad75b97-7f36-44e6-830a-12bf115e74fb triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:47:44.010831 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:44.063628 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b6fba99-3ca4-4b5c-a856-3cf84283be88 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Router 77544813-46b1-47a6-99a0-d327f2a781a1 has already been hosted by L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb {{(pid=102346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 10:47:44.209852 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:44.212585 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 1b4e9cea-f2af-418e-bd4b-ae6aeddb7638 up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:47:44.279586 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b6fba99-3ca4-4b5c-a856-3cf84283be88 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:47:44.298779 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-2b6fba99-3ca4-4b5c-a856-3cf84283be88 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] 10.222.0.44 "PUT /v2.0/routers/77544813-46b1-47a6-99a0-d327f2a781a1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4756694 Oct 27 10:47:44.298991 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8bd5921-67fc-4b71-ac21-f7e64d4d6c6b None None] Sync routers for ids ['77544813-46b1-47a6-99a0-d327f2a781a1'] in n-d-813419-10 {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:47:44.299093 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 55534) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:47:44.304267 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-a071efff-3892-4bfd-b6ae-f2ef3a8bcc53 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:47:44.393225 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8bd5921-67fc-4b71-ac21-f7e64d4d6c6b None None] Routers {'77544813-46b1-47a6-99a0-d327f2a781a1'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:47:44.396680 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-a8bd5921-67fc-4b71-ac21-f7e64d4d6c6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:47:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['77544813-46b1-47a6-99a0-d327f2a781a1'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:47:44.634909 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvr_db [None req-a8bd5921-67fc-4b71-ac21-f7e64d4d6c6b None None] Set router 77544813-46b1-47a6-99a0-d327f2a781a1 gateway port host: None {{(pid=102348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:47:44.691358 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9370efb-5d7c-453e-9a53-47361073eb1b req-671133bd-12ed-474d-a101-ac2a0bf604c0 tempest-MultipleCreateTestJSON-1529432009 tempest-MultipleCreateTestJSON-1529432009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:47:44.704504 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-a9370efb-5d7c-453e-9a53-47361073eb1b req-671133bd-12ed-474d-a101-ac2a0bf604c0 tempest-MultipleCreateTestJSON-1529432009 tempest-MultipleCreateTestJSON-1529432009-project] 10.222.0.44 "GET /v2.0/ports?device_id=fbe64590-a4bd-4011-b8b5-c45dcf623e5e HTTP/1.1" status: 200 len: 944 time: 0.1003060 Oct 27 10:47:44.805969 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] For port 6ad75b97-7f36-44e6-830a-12bf115e74fb, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=6ad75b97-7f36-44e6-830a-12bf115e74fb,segment=NetworkSegment(24961c34-9d24-46fc-bc2c-0db0ce2089c6),segment_id=24961c34-9d24-46fc-bc2c-0db0ce2089c6)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:47:44.813785 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-e60f51fb-8496-4e69-8970-17429f643881 None None] Provisioning complete for port fc019b1c-61da-4789-90a3-72afe16ced29 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:47:44.814150 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-e60f51fb-8496-4e69-8970-17429f643881 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:44.830123 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port 1b4e9cea-f2af-418e-bd4b-ae6aeddb7638 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:47:44.830491 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:44.962184 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-a9370efb-5d7c-453e-9a53-47361073eb1b req-2711593c-e580-44c2-ae9c-b9e98035b4e0 tempest-MultipleCreateTestJSON-1529432009 tempest-MultipleCreateTestJSON-1529432009-project] 10.222.0.44 "GET /v2.0/security-groups?id=2b3ac09a-fc78-43b5-8f53-b81e13a554bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164830 Oct 27 10:47:45.110432 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420b9a57-c4ab-46b0-8506-c4334089f68a req-055a57ea-20a9-4be0-9d0c-935ccda46479 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:47:45.112240 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-420b9a57-c4ab-46b0-8506-c4334089f68a req-055a57ea-20a9-4be0-9d0c-935ccda46479 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/ports?device_id=9b67e6d5-f777-444b-8026-cf23e066bb16 HTTP/1.1" status: 200 len: 943 time: 0.1742473 Oct 27 10:47:45.153758 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-ceb31799-bef7-4945-ad60-d667394d825d tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1766202'] for router_interface, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:45.215084 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbe64590-a4bd-4011-b8b5-c45dcf623e5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ad75b97-7f36-44e6-830a-12bf115e74fb'}] {{(pid=102348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:47:45.217718 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c588921fa634554a1d9242fdea1b05457a9ff1d3b28ba54ec1dace7f2f1df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-088bd7af-724a-4d0a-8fef-371b519ce947" -d '{"events": [{"server_uuid": "fbe64590-a4bd-4011-b8b5-c45dcf623e5e", "name": "network-vif-plugged", "status": "completed", "tag": "6ad75b97-7f36-44e6-830a-12bf115e74fb"}]}' {{(pid=102348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:47:45.220740 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:45.296250 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-420b9a57-c4ab-46b0-8506-c4334089f68a req-56730df8-a04d-411e-9ac4-8e76c5445c7b tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/security-groups?id=3238f945-43ac-4dbd-b7b0-70b6d0fec036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221120 Oct 27 10:47:45.296849 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.extraroute_db [None req-a071efff-3892-4bfd-b6ae-f2ef3a8bcc53 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Added routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=102346) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Oct 27 10:47:45.339230 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.extraroute_db [None req-a071efff-3892-4bfd-b6ae-f2ef3a8bcc53 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Removed routes are [] {{(pid=102346) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Oct 27 10:47:45.339662 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-a071efff-3892-4bfd-b6ae-f2ef3a8bcc53 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1769395', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1765690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3711'] for router, precommit_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:45.359002 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:47:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79069d2b-d56b-4c12-83e7-cedb8e9bae6b x-openstack-request-id: req-79069d2b-d56b-4c12-83e7-cedb8e9bae6b {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:47:45.359291 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbe64590-a4bd-4011-b8b5-c45dcf623e5e", "name": "network-vif-plugged", "status": "completed", "tag": "6ad75b97-7f36-44e6-830a-12bf115e74fb", "code": 200}]} {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:47:45.359653 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-79069d2b-d56b-4c12-83e7-cedb8e9bae6b {{(pid=102348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:47:45.359987 n-d-813419-10 neutron-server[102348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbe64590-a4bd-4011-b8b5-c45dcf623e5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ad75b97-7f36-44e6-830a-12bf115e74fb', 'code': 200} Oct 27 10:47:45.425908 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-e60f51fb-8496-4e69-8970-17429f643881 None None] Port fc019b1c-61da-4789-90a3-72afe16ced29 cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:47:45.521830 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Pushing event updated for resources: {'Port': ['ID=6ad75b97-7f36-44e6-830a-12bf115e74fb,revision_number=5']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:47:45.558844 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-e60f51fb-8496-4e69-8970-17429f643881 None None] Provisioning complete for port 1b4e9cea-f2af-418e-bd4b-ae6aeddb7638 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:47:45.559171 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-e60f51fb-8496-4e69-8970-17429f643881 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:45.563380 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-ceb31799-bef7-4945-ad60-d667394d825d tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Deleting port d0e14ef5-08b1-4e57-9551-20912bc54e99 {{(pid=102347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:47:45.563380 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-ceb31799-bef7-4945-ad60-d667394d825d tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:45.663054 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9a58b3-0e20-4ed9-ae3b-8bb3c934a91d req-fa1de09e-50e0-41cc-a856-064122cb875a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:47:45.667923 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ae9a58b3-0e20-4ed9-ae3b-8bb3c934a91d req-fa1de09e-50e0-41cc-a856-064122cb875a service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=fbe64590-a4bd-4011-b8b5-c45dcf623e5e HTTP/1.1" status: 200 len: 1097 time: 0.1513326 Oct 27 10:47:45.737742 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [None req-ceb31799-bef7-4945-ad60-d667394d825d tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] For port d0e14ef5-08b1-4e57-9551-20912bc54e99, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=d0e14ef5-08b1-4e57-9551-20912bc54e99,segment=NetworkSegment(c2add56f-ac0d-4bab-9740-363f7178fe2a),segment_id=c2add56f-ac0d-4bab-9740-363f7178fe2a)] {{(pid=102347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:47:45.738340 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-ceb31799-bef7-4945-ad60-d667394d825d tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:45.761433 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-ceb31799-bef7-4945-ad60-d667394d825d tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Calling delete_port for d0e14ef5-08b1-4e57-9551-20912bc54e99 owned by network:router_interface {{(pid=102347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:47:45.771501 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-a8bd5921-67fc-4b71-ac21-f7e64d4d6c6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77544813-46b1-47a6-99a0-d327f2a781a1', 'name': 'tempest-RoutersTest-router-381064338', 'tenant_id': '14f921c9b3f94aa0bb5d8437d3b23079', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:47:12Z', 'updated_at': '2021-10-27T10:47:42Z', 'revision_number': 5, 'project_id': '14f921c9b3f94aa0bb5d8437d3b23079', 'gw_port_host': None, '_interfaces': [{'id': 'a7a36e76-5bf8-41a2-b017-f1059dbd3e2a', 'name': '', 'network_id': '93816331-4c8a-4076-a327-3d24313efaf8', 'tenant_id': '14f921c9b3f94aa0bb5d8437d3b23079', 'mac_address': 'fa:16:3e:6f:94:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77544813-46b1-47a6-99a0-d327f2a781a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3166, 'fixed_ips': [{'subnet_id': 'afb5a9e3-0660-4f43-a8a4-997a0178253b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:47:20Z', 'updated_at': '2021-10-27T10:47:28Z', 'revision_number': 5, 'project_id': '14f921c9b3f94aa0bb5d8437d3b23079', 'subnets': [{'id': 'afb5a9e3-0660-4f43-a8a4-997a0178253b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f2726d98-c33e-424a-a803-64ad305d2a74', 'name': '', 'network_id': 'daf4ac32-9672-4651-b3fd-11072e1379c5', 'tenant_id': '14f921c9b3f94aa0bb5d8437d3b23079', 'mac_address': 'fa:16:3e:35:e0:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77544813-46b1-47a6-99a0-d327f2a781a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3160, 'fixed_ips': [{'subnet_id': 'afc0cab9-21da-4d56-911b-4ce64e6f688c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:47:14Z', 'updated_at': '2021-10-27T10:47:20Z', 'revision_number': 5, 'project_id': '14f921c9b3f94aa0bb5d8437d3b23079', 'subnets': [{'id': 'afc0cab9-21da-4d56-911b-4ce64e6f688c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc019b1c-61da-4789-90a3-72afe16ced29', 'name': '', 'network_id': 'e88393d2-bd1f-4817-916e-154a8b30ec6b', 'tenant_id': '14f921c9b3f94aa0bb5d8437d3b23079', 'mac_address': 'fa:16:3e:d2:ff:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77544813-46b1-47a6-99a0-d327f2a781a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3178, 'fixed_ips': [{'subnet_id': 'de59c0e3-44e6-4943-b7cc-c38fcc3867d1', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:47:39Z', 'updated_at': '2021-10-27T10:47:43Z', 'revision_number': 2, 'project_id': '14f921c9b3f94aa0bb5d8437d3b23079', 'subnets': [{'id': 'de59c0e3-44e6-4943-b7cc-c38fcc3867d1', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc682a77-5e43-46c7-9ac4-a7e82ce0d2a2', 'name': '', 'network_id': '0f780ec1-47f1-4a9e-ae7a-d093113e0633', 'tenant_id': '14f921c9b3f94aa0bb5d8437d3b23079', 'mac_address': 'fa:16:3e:37:30:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77544813-46b1-47a6-99a0-d327f2a781a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3173, 'fixed_ips': [{'subnet_id': '2d457f87-4e01-4ef8-a107-675fa218ac16', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:47:30Z', 'updated_at': '2021-10-27T10:47:37Z', 'revision_number': 5, 'project_id': '14f921c9b3f94aa0bb5d8437d3b23079', 'subnets': [{'id': '2d457f87-4e01-4ef8-a107-675fa218ac16', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:47:45.816426 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ae9a58b3-0e20-4ed9-ae3b-8bb3c934a91d req-ed61b301-ee58-474d-ad04-ca5675313ce0 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=2b3ac09a-fc78-43b5-8f53-b81e13a554bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874116 Oct 27 10:47:45.826366 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-a071efff-3892-4bfd-b6ae-f2ef3a8bcc53 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1769395', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1765690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3711'] for router, precommit_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:45.836445 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-a071efff-3892-4bfd-b6ae-f2ef3a8bcc53 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1769372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1769386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1769381', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1765685'] for router, after_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:45.846072 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8bd5921-67fc-4b71-ac21-f7e64d4d6c6b None None] Checking router: 77544813-46b1-47a6-99a0-d327f2a781a1 for host: n-d-813419-10 {{(pid=102348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 10:47:45.846425 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8bd5921-67fc-4b71-ac21-f7e64d4d6c6b None None] Updating router 77544813-46b1-47a6-99a0-d327f2a781a1 port fc019b1c-61da-4789-90a3-72afe16ced29 binding host n-d-813419-10 {{(pid=102348) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 10:47:45.906041 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a8bd5921-67fc-4b71-ac21-f7e64d4d6c6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:46.052895 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a071efff-3892-4bfd-b6ae-f2ef3a8bcc53 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Router 77544813-46b1-47a6-99a0-d327f2a781a1 has already been hosted by L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb {{(pid=102346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 10:47:46.157661 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-ceb31799-bef7-4945-ad60-d667394d825d tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:46.229862 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c451c2-b0e9-47b1-8b05-89914dd57ab5 req-9210e206-3760-44cf-a3e7-5172fd0b62e2 tempest-MultipleCreateTestJSON-1529432009 tempest-MultipleCreateTestJSON-1529432009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:47:46.231967 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb31799-bef7-4945-ad60-d667394d825d tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Pushing event deleted for resources: {'Port': ['ID=d0e14ef5-08b1-4e57-9551-20912bc54e99,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:47:46.240053 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-a5c451c2-b0e9-47b1-8b05-89914dd57ab5 req-9210e206-3760-44cf-a3e7-5172fd0b62e2 tempest-MultipleCreateTestJSON-1529432009 tempest-MultipleCreateTestJSON-1529432009-project] 10.222.0.44 "GET /v2.0/ports?device_id=fbe64590-a4bd-4011-b8b5-c45dcf623e5e HTTP/1.1" status: 200 len: 945 time: 0.1573615 Oct 27 10:47:46.341144 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-a5c451c2-b0e9-47b1-8b05-89914dd57ab5 req-4507b87d-cd7b-4ec9-852a-4b2d8ae369ab tempest-MultipleCreateTestJSON-1529432009 tempest-MultipleCreateTestJSON-1529432009-project] 10.222.0.44 "GET /v2.0/security-groups?id=2b3ac09a-fc78-43b5-8f53-b81e13a554bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796075 Oct 27 10:47:46.371885 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a071efff-3892-4bfd-b6ae-f2ef3a8bcc53 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:47:46.405797 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-a071efff-3892-4bfd-b6ae-f2ef3a8bcc53 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks [] for router, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:46.411334 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-a071efff-3892-4bfd-b6ae-f2ef3a8bcc53 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] 10.222.0.44 "PUT /v2.0/routers/77544813-46b1-47a6-99a0-d327f2a781a1 HTTP/1.1" status: 200 len: 933 time: 2.1113493 Oct 27 10:47:46.413030 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 55570) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:47:46.447191 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 1b4e9cea-f2af-418e-bd4b-ae6aeddb7638 up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:47:46.542894 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-ceb31799-bef7-4945-ad60-d667394d825d tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2006968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1766358'] for router_interface, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:46.550560 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-228ea6a5-6209-4bcb-9890-e1694a3bcf08 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] 10.222.0.44 "GET /v2.0/routers/77544813-46b1-47a6-99a0-d327f2a781a1 HTTP/1.1" status: 200 len: 933 time: 0.1362851 Oct 27 10:47:46.551397 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 55572) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:47:46.556560 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-be3eb47e-2837-4a10-a0eb-46f2eac326cb tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Request body: {'router': {'routes': None}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:47:46.608132 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-1f07323c-a49f-402a-9ef1-82a583a8e41c None None] Provisioning complete for port fc019b1c-61da-4789-90a3-72afe16ced29 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:47:46.608543 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-1f07323c-a49f-402a-9ef1-82a583a8e41c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:46.617376 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-8007f566-fe02-44be-a7a2-5f434fd1c686 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:46.664581 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a8bd5921-67fc-4b71-ac21-f7e64d4d6c6b None None] Publish callbacks [] for port, precommit_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:46.678821 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-1f07323c-a49f-402a-9ef1-82a583a8e41c None None] Port fc019b1c-61da-4789-90a3-72afe16ced29 cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:47:46.680343 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a8bd5921-67fc-4b71-ac21-f7e64d4d6c6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:46.758352 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port 1b4e9cea-f2af-418e-bd4b-ae6aeddb7638 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:47:46.758730 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:46.819777 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7211eb48-31f9-44f3-8e38-03187c31efae None None] Pushing event updated for resources: {'Port': ['ID=fc019b1c-61da-4789-90a3-72afe16ced29,revision_number=3']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:47:46.821374 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4512d7-8a7f-495b-94a7-da240d220b1e req-b9f0ee85-3ba0-4c3b-bb79-458dd70a3fc2 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:47:46.829150 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-bc4512d7-8a7f-495b-94a7-da240d220b1e req-b9f0ee85-3ba0-4c3b-bb79-458dd70a3fc2 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/ports?device_id=9b67e6d5-f777-444b-8026-cf23e066bb16 HTTP/1.1" status: 200 len: 943 time: 0.2884097 Oct 27 10:47:46.924317 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-a8bd5921-67fc-4b71-ac21-f7e64d4d6c6b None None] Attempting to bind port fc019b1c-61da-4789-90a3-72afe16ced29 on host n-d-813419-10 for vnic_type normal with profile {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:47:46.932827 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-bc4512d7-8a7f-495b-94a7-da240d220b1e req-841c4a19-35ac-4dfb-8879-796ab73f9328 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/security-groups?id=3238f945-43ac-4dbd-b7b0-70b6d0fec036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898752 Oct 27 10:47:46.933044 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-a8bd5921-67fc-4b71-ac21-f7e64d4d6c6b None None] Attempting to bind port fc019b1c-61da-4789-90a3-72afe16ced29 by drivers openvswitch,hyperv on host n-d-813419-10 at level 0 using segments [{'id': 'f924a2a9-2c80-44d6-b175-641a9288de8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'e88393d2-bd1f-4817-916e-154a8b30ec6b'}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:47:46.933044 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8bd5921-67fc-4b71-ac21-f7e64d4d6c6b None None] Attempting to bind port fc019b1c-61da-4789-90a3-72afe16ced29 on network e88393d2-bd1f-4817-916e-154a8b30ec6b {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:47:46.979307 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8bd5921-67fc-4b71-ac21-f7e64d4d6c6b None None] Checking agent: {'id': '89dba0f3-79b2-435e-9822-33674b8f6ada', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 8, 20), 'started_at': datetime.datetime(2021, 10, 27, 10, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 47, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:47:46.982439 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8bd5921-67fc-4b71-ac21-f7e64d4d6c6b None None] Checking segment: {'id': 'f924a2a9-2c80-44d6-b175-641a9288de8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'e88393d2-bd1f-4817-916e-154a8b30ec6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:47:46.982841 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a8bd5921-67fc-4b71-ac21-f7e64d4d6c6b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:46.983233 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8bd5921-67fc-4b71-ac21-f7e64d4d6c6b None None] Bound using segment: {'id': 'f924a2a9-2c80-44d6-b175-641a9288de8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'e88393d2-bd1f-4817-916e-154a8b30ec6b'} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:47:46.983840 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-a8bd5921-67fc-4b71-ac21-f7e64d4d6c6b None None] Bound port: fc019b1c-61da-4789-90a3-72afe16ced29, host: n-d-813419-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f924a2a9-2c80-44d6-b175-641a9288de8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'e88393d2-bd1f-4817-916e-154a8b30ec6b'}}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:47:46.984234 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a8bd5921-67fc-4b71-ac21-f7e64d4d6c6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:47.068730 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ceb31799-bef7-4945-ad60-d667394d825d tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Router d3e225b6-9819-4c7c-80b5-e5da70e28bef has already been hosted by L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb {{(pid=102347) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 10:47:47.215356 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.extraroute_db [None req-be3eb47e-2837-4a10-a0eb-46f2eac326cb tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Added routes are [] {{(pid=102346) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Oct 27 10:47:47.215828 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.extraroute_db [None req-be3eb47e-2837-4a10-a0eb-46f2eac326cb tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Removed routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=102346) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Oct 27 10:47:47.243720 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ceb31799-bef7-4945-ad60-d667394d825d tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:47:47.251635 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-ceb31799-bef7-4945-ad60-d667394d825d tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "PUT /v2.0/routers/d3e225b6-9819-4c7c-80b5-e5da70e28bef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6403973 Oct 27 10:47:47.253215 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-be3eb47e-2837-4a10-a0eb-46f2eac326cb tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1769395', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1765690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3711'] for router, precommit_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:47.254625 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 55580) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:47:47.261018 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3123941-16f8-4f7a-ac85-79428f359128 None None] Sync routers for ids ['d3e225b6-9819-4c7c-80b5-e5da70e28bef'] in n-d-813419-10 {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:47:47.277069 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3123941-16f8-4f7a-ac85-79428f359128 None None] Routers {'d3e225b6-9819-4c7c-80b5-e5da70e28bef'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:47:47.278135 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-d3123941-16f8-4f7a-ac85-79428f359128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:47:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['d3e225b6-9819-4c7c-80b5-e5da70e28bef'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:47:47.352144 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a8bd5921-67fc-4b71-ac21-f7e64d4d6c6b None None] For port fc019b1c-61da-4789-90a3-72afe16ced29, host n-d-813419-10, cleared binding levels {{(pid=102348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:47:47.360752 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a8bd5921-67fc-4b71-ac21-f7e64d4d6c6b None None] For port fc019b1c-61da-4789-90a3-72afe16ced29, host n-d-813419-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=fc019b1c-61da-4789-90a3-72afe16ced29,segment=NetworkSegment(f924a2a9-2c80-44d6-b175-641a9288de8c),segment_id=f924a2a9-2c80-44d6-b175-641a9288de8c)] {{(pid=102348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:47:47.372903 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7c65b9f1-fc92-495f-a516-514fc5e746e0 None None] Provisioning complete for port fc019b1c-61da-4789-90a3-72afe16ced29 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:47:47.373417 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7c65b9f1-fc92-495f-a516-514fc5e746e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:47.381924 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a8bd5921-67fc-4b71-ac21-f7e64d4d6c6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:47.403885 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_v2 [None req-30e8a36f-4940-4f31-b4e7-bf7207465bdd tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Deleting subnet 5b672036-8a16-4b88-9ee6-2dcda441f5a9 {{(pid=102347) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 10:47:47.414659 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-30e8a36f-4940-4f31-b4e7-bf7207465bdd tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks [] for subnet, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:47.497854 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvr_db [None req-d3123941-16f8-4f7a-ac85-79428f359128 None None] Set router d3e225b6-9819-4c7c-80b5-e5da70e28bef gateway port host: n-d-813419-10 {{(pid=102349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:47:47.510255 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-30e8a36f-4940-4f31-b4e7-bf7207465bdd tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-18445109'] for subnet, precommit_delete_associations {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:47.591312 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8bd5921-67fc-4b71-ac21-f7e64d4d6c6b None None] Routers {'77544813-46b1-47a6-99a0-d327f2a781a1'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:47:47.591951 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-a8bd5921-67fc-4b71-ac21-f7e64d4d6c6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:47:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['77544813-46b1-47a6-99a0-d327f2a781a1'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:47:47.596457 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7211eb48-31f9-44f3-8e38-03187c31efae None None] Pushing event updated for resources: {'Port': ['ID=fc019b1c-61da-4789-90a3-72afe16ced29,revision_number=4']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:47:47.719234 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-30e8a36f-4940-4f31-b4e7-bf7207465bdd tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855646'] for subnet, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:47.720686 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-be3eb47e-2837-4a10-a0eb-46f2eac326cb tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1769395', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1765690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3711'] for router, precommit_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:47.737755 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-be3eb47e-2837-4a10-a0eb-46f2eac326cb tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1769372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1769386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1769381', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1765685'] for router, after_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:47.770040 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7c65b9f1-fc92-495f-a516-514fc5e746e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:47.820433 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-7c65b9f1-fc92-495f-a516-514fc5e746e0 None None] For port fc019b1c-61da-4789-90a3-72afe16ced29, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=fc019b1c-61da-4789-90a3-72afe16ced29,segment=NetworkSegment(f924a2a9-2c80-44d6-b175-641a9288de8c),segment_id=f924a2a9-2c80-44d6-b175-641a9288de8c)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:47:47.827161 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvr_db [None req-a8bd5921-67fc-4b71-ac21-f7e64d4d6c6b None None] Set router 77544813-46b1-47a6-99a0-d327f2a781a1 gateway port host: None {{(pid=102348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:47:47.830816 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7c65b9f1-fc92-495f-a516-514fc5e746e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:47.879534 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-30e8a36f-4940-4f31-b4e7-bf7207465bdd tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-18295818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18043720'] for subnet, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:47.887050 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-d3123941-16f8-4f7a-ac85-79428f359128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3e225b6-9819-4c7c-80b5-e5da70e28bef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1447084228', 'tenant_id': '7f357cb809634e50864d0c31dbcbd617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.136'}], 'enable_snat': True}, 'gw_port_id': '84c2cf9d-cd8d-4380-b4b0-05e90fd96f1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:45:08Z', 'updated_at': '2021-10-27T10:47:46Z', 'revision_number': 5, 'project_id': '7f357cb809634e50864d0c31dbcbd617', 'gw_port': {'id': '84c2cf9d-cd8d-4380-b4b0-05e90fd96f1d', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:8a:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3e225b6-9819-4c7c-80b5-e5da70e28bef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2954, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:45:08Z', 'updated_at': '2021-10-27T10:45:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10'}], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:47:47.992102 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e8a36f-4940-4f31-b4e7-bf7207465bdd tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Pushing event deleted for resources: {'Subnet': ['ID=5b672036-8a16-4b88-9ee6-2dcda441f5a9,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:47:48.022245 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-30e8a36f-4940-4f31-b4e7-bf7207465bdd tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks [] for subnet, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:48.034780 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3123941-16f8-4f7a-ac85-79428f359128 None None] Checking router: d3e225b6-9819-4c7c-80b5-e5da70e28bef for host: n-d-813419-10 {{(pid=102349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 10:47:48.040129 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-30e8a36f-4940-4f31-b4e7-bf7207465bdd tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "DELETE /v2.0/subnets/5b672036-8a16-4b88-9ee6-2dcda441f5a9 HTTP/1.1" status: 204 len: 168 time: 0.7818444 Oct 27 10:47:48.043596 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 55594) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:47:48.048506 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3192c26e-46f8-4c88-8ba9-208c786b7104 None None] Network d11bc4e4-9641-4700-8e5b-752620d126aa requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:47:48.066906 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3123941-16f8-4f7a-ac85-79428f359128 None None] Routers {'d3e225b6-9819-4c7c-80b5-e5da70e28bef'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:47:48.067651 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-d3123941-16f8-4f7a-ac85-79428f359128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:47:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['d3e225b6-9819-4c7c-80b5-e5da70e28bef'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:47:48.355856 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvr_db [None req-d3123941-16f8-4f7a-ac85-79428f359128 None None] Set router d3e225b6-9819-4c7c-80b5-e5da70e28bef gateway port host: n-d-813419-10 {{(pid=102349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:47:48.370668 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5042d2d3-a3f8-4248-94ab-cfd515b76392 req-31dc6403-84ea-43a1-b709-d5e7da6790a0 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:47:48.372835 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-5042d2d3-a3f8-4248-94ab-cfd515b76392 req-31dc6403-84ea-43a1-b709-d5e7da6790a0 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/ports?device_id=9b67e6d5-f777-444b-8026-cf23e066bb16 HTTP/1.1" status: 200 len: 943 time: 0.2300284 Oct 27 10:47:48.402045 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-2e3a185c-39c9-451c-a09f-9a03d30c0260 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks [] for router, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:48.431708 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c65b9f1-fc92-495f-a516-514fc5e746e0 None None] Pushing event updated for resources: {'Port': ['ID=fc019b1c-61da-4789-90a3-72afe16ced29,revision_number=5']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:47:48.468889 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-6f39f4e3-7ad7-498e-9e8a-9f337aa72667 None None] Provisioning complete for port fc019b1c-61da-4789-90a3-72afe16ced29 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:47:48.469256 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-6f39f4e3-7ad7-498e-9e8a-9f337aa72667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:48.591633 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-5042d2d3-a3f8-4248-94ab-cfd515b76392 req-a37865e6-b67e-4ef6-bf16-50b26eee92a5 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/security-groups?id=3238f945-43ac-4dbd-b7b0-70b6d0fec036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870148 Oct 27 10:47:48.607357 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-a8bd5921-67fc-4b71-ac21-f7e64d4d6c6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77544813-46b1-47a6-99a0-d327f2a781a1', 'name': 'tempest-RoutersTest-router-381064338', 'tenant_id': '14f921c9b3f94aa0bb5d8437d3b23079', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:47:12Z', 'updated_at': '2021-10-27T10:47:47Z', 'revision_number': 7, 'project_id': '14f921c9b3f94aa0bb5d8437d3b23079', 'gw_port_host': None, '_interfaces': [{'id': 'a7a36e76-5bf8-41a2-b017-f1059dbd3e2a', 'name': '', 'network_id': '93816331-4c8a-4076-a327-3d24313efaf8', 'tenant_id': '14f921c9b3f94aa0bb5d8437d3b23079', 'mac_address': 'fa:16:3e:6f:94:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77544813-46b1-47a6-99a0-d327f2a781a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3166, 'fixed_ips': [{'subnet_id': 'afb5a9e3-0660-4f43-a8a4-997a0178253b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:47:20Z', 'updated_at': '2021-10-27T10:47:28Z', 'revision_number': 5, 'project_id': '14f921c9b3f94aa0bb5d8437d3b23079', 'subnets': [{'id': 'afb5a9e3-0660-4f43-a8a4-997a0178253b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f2726d98-c33e-424a-a803-64ad305d2a74', 'name': '', 'network_id': 'daf4ac32-9672-4651-b3fd-11072e1379c5', 'tenant_id': '14f921c9b3f94aa0bb5d8437d3b23079', 'mac_address': 'fa:16:3e:35:e0:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77544813-46b1-47a6-99a0-d327f2a781a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3160, 'fixed_ips': [{'subnet_id': 'afc0cab9-21da-4d56-911b-4ce64e6f688c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:47:14Z', 'updated_at': '2021-10-27T10:47:20Z', 'revision_number': 5, 'project_id': '14f921c9b3f94aa0bb5d8437d3b23079', 'subnets': [{'id': 'afc0cab9-21da-4d56-911b-4ce64e6f688c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc019b1c-61da-4789-90a3-72afe16ced29', 'name': '', 'network_id': 'e88393d2-bd1f-4817-916e-154a8b30ec6b', 'tenant_id': '14f921c9b3f94aa0bb5d8437d3b23079', 'mac_address': 'fa:16:3e:d2:ff:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77544813-46b1-47a6-99a0-d327f2a781a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3178, 'fixed_ips': [{'subnet_id': 'de59c0e3-44e6-4943-b7cc-c38fcc3867d1', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:47:39Z', 'updated_at': '2021-10-27T10:47:47Z', 'revision_number': 4, 'project_id': '14f921c9b3f94aa0bb5d8437d3b23079', 'subnets': [{'id': 'de59c0e3-44e6-4943-b7cc-c38fcc3867d1', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc682a77-5e43-46c7-9ac4-a7e82ce0d2a2', 'name': '', 'network_id': '0f780ec1-47f1-4a9e-ae7a-d093113e0633', 'tenant_id': '14f921c9b3f94aa0bb5d8437d3b23079', 'mac_address': 'fa:16:3e:37:30:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77544813-46b1-47a6-99a0-d327f2a781a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3173, 'fixed_ips': [{'subnet_id': '2d457f87-4e01-4ef8-a107-675fa218ac16', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:47:30Z', 'updated_at': '2021-10-27T10:47:37Z', 'revision_number': 5, 'project_id': '14f921c9b3f94aa0bb5d8437d3b23079', 'subnets': [{'id': '2d457f87-4e01-4ef8-a107-675fa218ac16', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:47:48.642340 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8bd5921-67fc-4b71-ac21-f7e64d4d6c6b None None] The sync data for ids ['77544813-46b1-47a6-99a0-d327f2a781a1'] in n-d-813419-10 is: [{'id': '77544813-46b1-47a6-99a0-d327f2a781a1', 'name': 'tempest-RoutersTest-router-381064338', 'tenant_id': '14f921c9b3f94aa0bb5d8437d3b23079', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:47:12Z', 'updated_at': '2021-10-27T10:47:47Z', 'revision_number': 7, 'project_id': '14f921c9b3f94aa0bb5d8437d3b23079', 'gw_port_host': None, '_interfaces': [{'id': 'a7a36e76-5bf8-41a2-b017-f1059dbd3e2a', 'name': '', 'network_id': '93816331-4c8a-4076-a327-3d24313efaf8', 'tenant_id': '14f921c9b3f94aa0bb5d8437d3b23079', 'mac_address': 'fa:16:3e:6f:94:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77544813-46b1-47a6-99a0-d327f2a781a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3166, 'fixed_ips': [{'subnet_id': 'afb5a9e3-0660-4f43-a8a4-997a0178253b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:47:20Z', 'updated_at': '2021-10-27T10:47:28Z', 'revision_number': 5, 'project_id': '14f921c9b3f94aa0bb5d8437d3b23079', 'subnets': [{'id': 'afb5a9e3-0660-4f43-a8a4-997a0178253b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f2726d98-c33e-424a-a803-64ad305d2a74', 'name': '', 'network_id': 'daf4ac32-9672-4651-b3fd-11072e1379c5', 'tenant_id': '14f921c9b3f94aa0bb5d8437d3b23079', 'mac_address': 'fa:16:3e:35:e0:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77544813-46b1-47a6-99a0-d327f2a781a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3160, 'fixed_ips': [{'subnet_id': 'afc0cab9-21da-4d56-911b-4ce64e6f688c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:47:14Z', 'updated_at': '2021-10-27T10:47:20Z', 'revision_number': 5, 'project_id': '14f921c9b3f94aa0bb5d8437d3b23079', 'subnets': [{'id': 'afc0cab9-21da-4d56-911b-4ce64e6f688c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc019b1c-61da-4789-90a3-72afe16ced29', 'name': '', 'network_id': 'e88393d2-bd1f-4817-916e-154a8b30ec6b', 'tenant_id': '14f921c9b3f94aa0bb5d8437d3b23079', 'mac_address': 'fa:16:3e:d2:ff:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77544813-46b1-47a6-99a0-d327f2a781a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3178, 'fixed_ips': [{'subnet_id': 'de59c0e3-44e6-4943-b7cc-c38fcc3867d1', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:47:39Z', 'updated_at': '2021-10-27T10:47:47Z', 'revision_number': 4, 'project_id': '14f921c9b3f94aa0bb5d8437d3b23079', 'subnets': [{'id': 'de59c0e3-44e6-4943-b7cc-c38fcc3867d1', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc682a77-5e43-46c7-9ac4-a7e82ce0d2a2', 'name': '', 'network_id': '0f780ec1-47f1-4a9e-ae7a-d093113e0633', 'tenant_id': '14f921c9b3f94aa0bb5d8437d3b23079', 'mac_address': 'fa:16:3e:37:30:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77544813-46b1-47a6-99a0-d327f2a781a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3173, 'fixed_ips': [{'subnet_id': '2d457f87-4e01-4ef8-a107-675fa218ac16', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:47:30Z', 'updated_at': '2021-10-27T10:47:37Z', 'revision_number': 5, 'project_id': '14f921c9b3f94aa0bb5d8437d3b23079', 'subnets': [{'id': '2d457f87-4e01-4ef8-a107-675fa218ac16', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:47:48.654417 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-2e3a185c-39c9-451c-a09f-9a03d30c0260 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:48.866615 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-2e3a185c-39c9-451c-a09f-9a03d30c0260 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Deleting port 84c2cf9d-cd8d-4380-b4b0-05e90fd96f1d {{(pid=102347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:47:48.867206 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-2e3a185c-39c9-451c-a09f-9a03d30c0260 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:48.887334 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee631df6-e27f-44ba-b973-4da5460d860f None None] DHCP port deletion for d11bc4e4-9641-4700-8e5b-752620d126aa request from n-d-813419-10 {{(pid=102348) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 10:47:48.910552 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-caaf28a6-105f-434c-b580-ed83c2414254 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:48.925550 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-d3123941-16f8-4f7a-ac85-79428f359128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3e225b6-9819-4c7c-80b5-e5da70e28bef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1447084228', 'tenant_id': '7f357cb809634e50864d0c31dbcbd617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.136'}], 'enable_snat': True}, 'gw_port_id': '84c2cf9d-cd8d-4380-b4b0-05e90fd96f1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:45:08Z', 'updated_at': '2021-10-27T10:47:46Z', 'revision_number': 5, 'project_id': '7f357cb809634e50864d0c31dbcbd617', 'gw_port': {'id': '84c2cf9d-cd8d-4380-b4b0-05e90fd96f1d', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:8a:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3e225b6-9819-4c7c-80b5-e5da70e28bef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2954, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:45:08Z', 'updated_at': '2021-10-27T10:45:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10'}], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:47:48.945154 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0b577d-6af3-42fa-9835-67681f1c632c req-65c1d3c5-eac1-4c58-b093-df74064b7ffd tempest-MultipleCreateTestJSON-1529432009 tempest-MultipleCreateTestJSON-1529432009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:47:48.957075 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-8e0b577d-6af3-42fa-9835-67681f1c632c req-65c1d3c5-eac1-4c58-b093-df74064b7ffd tempest-MultipleCreateTestJSON-1529432009 tempest-MultipleCreateTestJSON-1529432009-project] 10.222.0.44 "GET /v2.0/ports?device_id=fbe64590-a4bd-4011-b8b5-c45dcf623e5e HTTP/1.1" status: 200 len: 945 time: 1.2239342 Oct 27 10:47:48.999291 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3123941-16f8-4f7a-ac85-79428f359128 None None] The sync data for ids ['d3e225b6-9819-4c7c-80b5-e5da70e28bef'] in n-d-813419-10 is: [{'id': 'd3e225b6-9819-4c7c-80b5-e5da70e28bef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1447084228', 'tenant_id': '7f357cb809634e50864d0c31dbcbd617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.136'}], 'enable_snat': True}, 'gw_port_id': '84c2cf9d-cd8d-4380-b4b0-05e90fd96f1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:45:08Z', 'updated_at': '2021-10-27T10:47:46Z', 'revision_number': 5, 'project_id': '7f357cb809634e50864d0c31dbcbd617', 'gw_port': {'id': '84c2cf9d-cd8d-4380-b4b0-05e90fd96f1d', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:8a:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3e225b6-9819-4c7c-80b5-e5da70e28bef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2954, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:45:08Z', 'updated_at': '2021-10-27T10:45:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10'}] {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:47:49.115715 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-ee631df6-e27f-44ba-b973-4da5460d860f None None] Deleting port ca4106ec-26a4-4617-a11c-ce6581d214c0 {{(pid=102348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:47:49.119645 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-ee631df6-e27f-44ba-b973-4da5460d860f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:49.155284 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-8e0b577d-6af3-42fa-9835-67681f1c632c req-755448fd-c8cd-449d-b9e1-ddef2cd02918 tempest-MultipleCreateTestJSON-1529432009 tempest-MultipleCreateTestJSON-1529432009-project] 10.222.0.44 "GET /v2.0/security-groups?id=2b3ac09a-fc78-43b5-8f53-b81e13a554bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1922851 Oct 27 10:47:49.176033 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be3eb47e-2837-4a10-a0eb-46f2eac326cb tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Router 77544813-46b1-47a6-99a0-d327f2a781a1 has already been hosted by L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb {{(pid=102346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 10:47:49.257255 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [None req-2e3a185c-39c9-451c-a09f-9a03d30c0260 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] For port 84c2cf9d-cd8d-4380-b4b0-05e90fd96f1d, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=84c2cf9d-cd8d-4380-b4b0-05e90fd96f1d,segment=NetworkSegment(bc14127b-7032-4c50-bb5b-f6813cbae86e),segment_id=bc14127b-7032-4c50-bb5b-f6813cbae86e)] {{(pid=102347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:47:49.257879 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-2e3a185c-39c9-451c-a09f-9a03d30c0260 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:49.366814 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-2e3a185c-39c9-451c-a09f-9a03d30c0260 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Calling delete_port for 84c2cf9d-cd8d-4380-b4b0-05e90fd96f1d owned by network:router_gateway {{(pid=102347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:47:49.382174 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-ee631df6-e27f-44ba-b973-4da5460d860f None None] For port ca4106ec-26a4-4617-a11c-ce6581d214c0, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=ca4106ec-26a4-4617-a11c-ce6581d214c0,segment=NetworkSegment(c2add56f-ac0d-4bab-9740-363f7178fe2a),segment_id=c2add56f-ac0d-4bab-9740-363f7178fe2a)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:47:49.382585 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-ee631df6-e27f-44ba-b973-4da5460d860f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:49.383053 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be3eb47e-2837-4a10-a0eb-46f2eac326cb tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:47:49.392095 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-be3eb47e-2837-4a10-a0eb-46f2eac326cb tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks [] for router, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:49.397473 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-be3eb47e-2837-4a10-a0eb-46f2eac326cb tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] 10.222.0.44 "PUT /v2.0/routers/77544813-46b1-47a6-99a0-d327f2a781a1 HTTP/1.1" status: 200 len: 699 time: 2.8448646 Oct 27 10:47:49.398122 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 55610) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:47:49.412256 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-ee631df6-e27f-44ba-b973-4da5460d860f None None] Calling delete_port for ca4106ec-26a4-4617-a11c-ce6581d214c0 owned by network:dhcp {{(pid=102348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:47:49.418533 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f242698-4e5d-4a4c-b0a4-13f0290a7cd1 req-880489a0-363e-49d5-b9ca-9dc68d5894c8 tempest-MultipleCreateTestJSON-1529432009 tempest-MultipleCreateTestJSON-1529432009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:47:49.420098 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-4f242698-4e5d-4a4c-b0a4-13f0290a7cd1 req-880489a0-363e-49d5-b9ca-9dc68d5894c8 tempest-MultipleCreateTestJSON-1529432009 tempest-MultipleCreateTestJSON-1529432009-project] 10.222.0.44 "GET /v2.0/ports?device_id=7b8aaa8a-5445-4906-9c87-35a5682e7d2d HTTP/1.1" status: 200 len: 946 time: 0.1365480 Oct 27 10:47:49.602823 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-ee631df6-e27f-44ba-b973-4da5460d860f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615'] for port, after_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:49.624389 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-4f242698-4e5d-4a4c-b0a4-13f0290a7cd1 req-5a27e4ee-aefe-4e49-97a2-e6f571c17933 tempest-MultipleCreateTestJSON-1529432009 tempest-MultipleCreateTestJSON-1529432009-project] 10.222.0.44 "GET /v2.0/security-groups?id=2b3ac09a-fc78-43b5-8f53-b81e13a554bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850419 Oct 27 10:47:49.688262 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-794205de-2825-4b43-9db5-b6deb8fe34e1 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] 10.222.0.44 "GET /v2.0/routers/77544813-46b1-47a6-99a0-d327f2a781a1 HTTP/1.1" status: 200 len: 699 time: 0.2861674 Oct 27 10:47:49.688639 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 55620) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:47:49.701229 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee631df6-e27f-44ba-b973-4da5460d860f None None] No DVR routers for this DVR port ca4106ec-26a4-4617-a11c-ce6581d214c0 on host n-d-813419-10 {{(pid=102348) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:47:49.715167 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee631df6-e27f-44ba-b973-4da5460d860f None None] Pushing event deleted for resources: {'Port': ['ID=ca4106ec-26a4-4617-a11c-ce6581d214c0,revision_number=None']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:47:49.988388 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-2e3a185c-39c9-451c-a09f-9a03d30c0260 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:50.029353 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68782a64-20ca-40b3-8f73-e9d4e398dec1 req-7a99e0c6-b26e-49f2-b51d-0b63427a4d47 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:47:50.034949 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:50.037090 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-68782a64-20ca-40b3-8f73-e9d4e398dec1 req-7a99e0c6-b26e-49f2-b51d-0b63427a4d47 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/ports?device_id=9b67e6d5-f777-444b-8026-cf23e066bb16 HTTP/1.1" status: 200 len: 943 time: 0.2142026 Oct 27 10:47:50.070859 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3a185c-39c9-451c-a09f-9a03d30c0260 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Pushing event deleted for resources: {'Port': ['ID=84c2cf9d-cd8d-4380-b4b0-05e90fd96f1d,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:47:50.075287 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-eadeaa30-4096-4d1a-b3cb-aa7ebfb291ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:50.145455 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device fc019b1c-61da-4789-90a3-72afe16ced29 up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:47:50.235651 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-2e3a185c-39c9-451c-a09f-9a03d30c0260 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1664884'] for router_gateway, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:50.253144 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port fc019b1c-61da-4789-90a3-72afe16ced29 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:47:50.253587 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:50.305293 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c0ff48f-c567-471f-83dd-dff06c1fda20 None None] Sync routers for ids ['77544813-46b1-47a6-99a0-d327f2a781a1'] in n-d-813419-10 {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:47:50.319524 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-68782a64-20ca-40b3-8f73-e9d4e398dec1 req-d77439ea-ac71-4943-9832-e65c8b786d3c tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/security-groups?id=3238f945-43ac-4dbd-b7b0-70b6d0fec036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2680693 Oct 27 10:47:50.337668 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c0ff48f-c567-471f-83dd-dff06c1fda20 None None] Routers {'77544813-46b1-47a6-99a0-d327f2a781a1'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:47:50.340645 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-3c0ff48f-c567-471f-83dd-dff06c1fda20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:47:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['77544813-46b1-47a6-99a0-d327f2a781a1'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:47:50.488570 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-2e3a185c-39c9-451c-a09f-9a03d30c0260 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1765662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3700'] for router, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:50.492385 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-2e3a185c-39c9-451c-a09f-9a03d30c0260 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:50.573718 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e158edc9-d154-4f10-9c10-a87afc115050 req-68d5fbce-273a-4074-a6cf-d07e23fe5329 tempest-MultipleCreateTestJSON-1529432009 tempest-MultipleCreateTestJSON-1529432009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:47:50.584873 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-e158edc9-d154-4f10-9c10-a87afc115050 req-68d5fbce-273a-4074-a6cf-d07e23fe5329 tempest-MultipleCreateTestJSON-1529432009 tempest-MultipleCreateTestJSON-1529432009-project] 10.222.0.44 "GET /v2.0/ports?device_id=7b8aaa8a-5445-4906-9c87-35a5682e7d2d HTTP/1.1" status: 200 len: 946 time: 0.1228774 Oct 27 10:47:50.624968 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-2e3a185c-39c9-451c-a09f-9a03d30c0260 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1765641'] for router, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:50.626244 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e3a185c-39c9-451c-a09f-9a03d30c0260 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Fanout notify agent at l3_agent the message router_deleted on router d3e225b6-9819-4c7c-80b5-e5da70e28bef {{(pid=102347) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 10:47:50.647818 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-2e3a185c-39c9-451c-a09f-9a03d30c0260 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks [] for router, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:50.650526 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-e158edc9-d154-4f10-9c10-a87afc115050 req-c74276c0-562b-4570-b287-654a1210493d tempest-MultipleCreateTestJSON-1529432009 tempest-MultipleCreateTestJSON-1529432009-project] 10.222.0.44 "GET /v2.0/security-groups?id=2b3ac09a-fc78-43b5-8f53-b81e13a554bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647278 Oct 27 10:47:50.650711 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-2e3a185c-39c9-451c-a09f-9a03d30c0260 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "DELETE /v2.0/routers/d3e225b6-9819-4c7c-80b5-e5da70e28bef HTTP/1.1" status: 204 len: 168 time: 2.6002202 Oct 27 10:47:50.652696 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 55636) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:47:50.798259 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-8389e20f-7a85-46e4-9942-64b9a8f10715 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586917'] for network, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:50.848661 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvr_db [None req-3c0ff48f-c567-471f-83dd-dff06c1fda20 None None] Set router 77544813-46b1-47a6-99a0-d327f2a781a1 gateway port host: None {{(pid=102348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:47:50.903111 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d089f816-2b29-4206-916f-5fd91e3f5004 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1766202'] for router_interface, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:50.946347 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-8389e20f-7a85-46e4-9942-64b9a8f10715 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857803', 'neutron.services.segments.db._delete_segments_for_network-8743873143390'] for network, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:50.993703 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-8389e20f-7a85-46e4-9942-64b9a8f10715 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d11bc4e4-9641-4700-8e5b-752620d126aa']}} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:47:51.015216 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-8389e20f-7a85-46e4-9942-64b9a8f10715 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2add56f-ac0d-4bab-9740-363f7178fe2a') {'for_net_delete': True} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:47:51.015524 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-8389e20f-7a85-46e4-9942-64b9a8f10715 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2add56f-ac0d-4bab-9740-363f7178fe2a') {} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:47:51.043333 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-8389e20f-7a85-46e4-9942-64b9a8f10715 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743873145191', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18445132'] for segment, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:51.060424 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-8389e20f-7a85-46e4-9942-64b9a8f10715 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:51.068749 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8389e20f-7a85-46e4-9942-64b9a8f10715 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Releasing vlan 411 on physical network physnet1 to pool {{(pid=102347) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 10:47:51.069201 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-8389e20f-7a85-46e4-9942-64b9a8f10715 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-18296032'] for segment, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:51.072723 n-d-813419-10 neutron-server[102347]: Traceback (most recent call last): Oct 27 10:47:51.072723 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 10:47:51.072723 n-d-813419-10 neutron-server[102347]: timer() Oct 27 10:47:51.072723 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 10:47:51.072723 n-d-813419-10 neutron-server[102347]: cb(*args, **kw) Oct 27 10:47:51.072723 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 10:47:51.072723 n-d-813419-10 neutron-server[102347]: return func(*args, **kwargs) Oct 27 10:47:51.072723 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 10:47:51.072723 n-d-813419-10 neutron-server[102347]: self._notify() Oct 27 10:47:51.072723 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 10:47:51.072723 n-d-813419-10 neutron-server[102347]: self.callback(batched_events) Oct 27 10:47:51.072723 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 10:47:51.072723 n-d-813419-10 neutron-server[102347]: event.method(event) Oct 27 10:47:51.072723 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 10:47:51.072723 n-d-813419-10 neutron-server[102347]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 10:47:51.072723 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 10:47:51.072723 n-d-813419-10 neutron-server[102347]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 10:47:51.072723 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 10:47:51.072723 n-d-813419-10 neutron-server[102347]: return f(self, *a, **k) Oct 27 10:47:51.072723 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 10:47:51.072723 n-d-813419-10 neutron-server[102347]: return self._get(url).json() Oct 27 10:47:51.072723 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 10:47:51.072723 n-d-813419-10 neutron-server[102347]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 10:47:51.072723 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 10:47:51.072723 n-d-813419-10 neutron-server[102347]: return self.request(url, 'GET', **kwargs) Oct 27 10:47:51.072723 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 10:47:51.072723 n-d-813419-10 neutron-server[102347]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 10:47:51.072723 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 10:47:51.072723 n-d-813419-10 neutron-server[102347]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 10:47:51.072723 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 10:47:51.072723 n-d-813419-10 neutron-server[102347]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 10:47:51.072723 n-d-813419-10 neutron-server[102347]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 10:47:51.167457 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-3c0ff48f-c567-471f-83dd-dff06c1fda20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77544813-46b1-47a6-99a0-d327f2a781a1', 'name': 'tempest-RoutersTest-router-381064338', 'tenant_id': '14f921c9b3f94aa0bb5d8437d3b23079', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:47:12Z', 'updated_at': '2021-10-27T10:47:47Z', 'revision_number': 7, 'project_id': '14f921c9b3f94aa0bb5d8437d3b23079', 'gw_port_host': None, '_interfaces': [{'id': 'a7a36e76-5bf8-41a2-b017-f1059dbd3e2a', 'name': '', 'network_id': '93816331-4c8a-4076-a327-3d24313efaf8', 'tenant_id': '14f921c9b3f94aa0bb5d8437d3b23079', 'mac_address': 'fa:16:3e:6f:94:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77544813-46b1-47a6-99a0-d327f2a781a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3166, 'fixed_ips': [{'subnet_id': 'afb5a9e3-0660-4f43-a8a4-997a0178253b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:47:20Z', 'updated_at': '2021-10-27T10:47:28Z', 'revision_number': 5, 'project_id': '14f921c9b3f94aa0bb5d8437d3b23079', 'subnets': [{'id': 'afb5a9e3-0660-4f43-a8a4-997a0178253b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f2726d98-c33e-424a-a803-64ad305d2a74', 'name': '', 'network_id': 'daf4ac32-9672-4651-b3fd-11072e1379c5', 'tenant_id': '14f921c9b3f94aa0bb5d8437d3b23079', 'mac_address': 'fa:16:3e:35:e0:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77544813-46b1-47a6-99a0-d327f2a781a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3160, 'fixed_ips': [{'subnet_id': 'afc0cab9-21da-4d56-911b-4ce64e6f688c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:47:14Z', 'updated_at': '2021-10-27T10:47:20Z', 'revision_number': 5, 'project_id': '14f921c9b3f94aa0bb5d8437d3b23079', 'subnets': [{'id': 'afc0cab9-21da-4d56-911b-4ce64e6f688c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc019b1c-61da-4789-90a3-72afe16ced29', 'name': '', 'network_id': 'e88393d2-bd1f-4817-916e-154a8b30ec6b', 'tenant_id': '14f921c9b3f94aa0bb5d8437d3b23079', 'mac_address': 'fa:16:3e:d2:ff:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77544813-46b1-47a6-99a0-d327f2a781a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3178, 'fixed_ips': [{'subnet_id': 'de59c0e3-44e6-4943-b7cc-c38fcc3867d1', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:47:39Z', 'updated_at': '2021-10-27T10:47:47Z', 'revision_number': 5, 'project_id': '14f921c9b3f94aa0bb5d8437d3b23079', 'subnets': [{'id': 'de59c0e3-44e6-4943-b7cc-c38fcc3867d1', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc682a77-5e43-46c7-9ac4-a7e82ce0d2a2', 'name': '', 'network_id': '0f780ec1-47f1-4a9e-ae7a-d093113e0633', 'tenant_id': '14f921c9b3f94aa0bb5d8437d3b23079', 'mac_address': 'fa:16:3e:37:30:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77544813-46b1-47a6-99a0-d327f2a781a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3173, 'fixed_ips': [{'subnet_id': '2d457f87-4e01-4ef8-a107-675fa218ac16', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:47:30Z', 'updated_at': '2021-10-27T10:47:37Z', 'revision_number': 5, 'project_id': '14f921c9b3f94aa0bb5d8437d3b23079', 'subnets': [{'id': '2d457f87-4e01-4ef8-a107-675fa218ac16', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:47:51.195186 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-8389e20f-7a85-46e4-9942-64b9a8f10715 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664840'] for network, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:51.202062 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c0ff48f-c567-471f-83dd-dff06c1fda20 None None] Checking router: 77544813-46b1-47a6-99a0-d327f2a781a1 for host: n-d-813419-10 {{(pid=102348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 10:47:51.212513 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-8389e20f-7a85-46e4-9942-64b9a8f10715 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks [] for network, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:51.216314 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c0ff48f-c567-471f-83dd-dff06c1fda20 None None] Routers {'77544813-46b1-47a6-99a0-d327f2a781a1'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:47:51.222089 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-8389e20f-7a85-46e4-9942-64b9a8f10715 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "DELETE /v2.0/networks/d11bc4e4-9641-4700-8e5b-752620d126aa HTTP/1.1" status: 204 len: 168 time: 0.5678554 Oct 27 10:47:51.222697 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-3c0ff48f-c567-471f-83dd-dff06c1fda20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:47:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['77544813-46b1-47a6-99a0-d327f2a781a1'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:47:51.226228 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 55642) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:47:51.283360 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8389e20f-7a85-46e4-9942-64b9a8f10715 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Pushing event deleted for resources: {'Network': ['ID=d11bc4e4-9641-4700-8e5b-752620d126aa,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:47:51.376106 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-a1830b93-f5aa-4633-ab92-8da97273ef66 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks [] for security_group, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:51.410787 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvr_db [None req-3c0ff48f-c567-471f-83dd-dff06c1fda20 None None] Set router 77544813-46b1-47a6-99a0-d327f2a781a1 gateway port host: None {{(pid=102348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:47:51.432754 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-d089f816-2b29-4206-916f-5fd91e3f5004 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Deleting port fc019b1c-61da-4789-90a3-72afe16ced29 {{(pid=102346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:47:51.434453 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d089f816-2b29-4206-916f-5fd91e3f5004 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:51.500126 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device ca4106ec-26a4-4617-a11c-ce6581d214c0 no longer exists at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:47:51.521952 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] No Port match for: ca4106ec-26a4-4617-a11c-ce6581d214c0 {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:47:51.522318 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device ca4106ec-26a4-4617-a11c-ce6581d214c0 not bound to the agent host n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:47:51.522709 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device d0e14ef5-08b1-4e57-9551-20912bc54e99 no longer exists at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:47:51.584071 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] No Port match for: d0e14ef5-08b1-4e57-9551-20912bc54e99 {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:47:51.584418 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device d0e14ef5-08b1-4e57-9551-20912bc54e99 not bound to the agent host n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:47:51.590234 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [None req-d089f816-2b29-4206-916f-5fd91e3f5004 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] For port fc019b1c-61da-4789-90a3-72afe16ced29, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=fc019b1c-61da-4789-90a3-72afe16ced29,segment=NetworkSegment(f924a2a9-2c80-44d6-b175-641a9288de8c),segment_id=f924a2a9-2c80-44d6-b175-641a9288de8c)] {{(pid=102346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:47:51.592036 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d089f816-2b29-4206-916f-5fd91e3f5004 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:51.619039 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-d089f816-2b29-4206-916f-5fd91e3f5004 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Calling delete_port for fc019b1c-61da-4789-90a3-72afe16ced29 owned by network:router_interface {{(pid=102346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:47:51.707365 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-3c0ff48f-c567-471f-83dd-dff06c1fda20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77544813-46b1-47a6-99a0-d327f2a781a1', 'name': 'tempest-RoutersTest-router-381064338', 'tenant_id': '14f921c9b3f94aa0bb5d8437d3b23079', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:47:12Z', 'updated_at': '2021-10-27T10:47:47Z', 'revision_number': 7, 'project_id': '14f921c9b3f94aa0bb5d8437d3b23079', 'gw_port_host': None, '_interfaces': [{'id': 'a7a36e76-5bf8-41a2-b017-f1059dbd3e2a', 'name': '', 'network_id': '93816331-4c8a-4076-a327-3d24313efaf8', 'tenant_id': '14f921c9b3f94aa0bb5d8437d3b23079', 'mac_address': 'fa:16:3e:6f:94:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77544813-46b1-47a6-99a0-d327f2a781a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3166, 'fixed_ips': [{'subnet_id': 'afb5a9e3-0660-4f43-a8a4-997a0178253b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:47:20Z', 'updated_at': '2021-10-27T10:47:28Z', 'revision_number': 5, 'project_id': '14f921c9b3f94aa0bb5d8437d3b23079', 'subnets': [{'id': 'afb5a9e3-0660-4f43-a8a4-997a0178253b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f2726d98-c33e-424a-a803-64ad305d2a74', 'name': '', 'network_id': 'daf4ac32-9672-4651-b3fd-11072e1379c5', 'tenant_id': '14f921c9b3f94aa0bb5d8437d3b23079', 'mac_address': 'fa:16:3e:35:e0:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77544813-46b1-47a6-99a0-d327f2a781a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3160, 'fixed_ips': [{'subnet_id': 'afc0cab9-21da-4d56-911b-4ce64e6f688c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:47:14Z', 'updated_at': '2021-10-27T10:47:20Z', 'revision_number': 5, 'project_id': '14f921c9b3f94aa0bb5d8437d3b23079', 'subnets': [{'id': 'afc0cab9-21da-4d56-911b-4ce64e6f688c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc019b1c-61da-4789-90a3-72afe16ced29', 'name': '', 'network_id': 'e88393d2-bd1f-4817-916e-154a8b30ec6b', 'tenant_id': '14f921c9b3f94aa0bb5d8437d3b23079', 'mac_address': 'fa:16:3e:d2:ff:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77544813-46b1-47a6-99a0-d327f2a781a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3178, 'fixed_ips': [{'subnet_id': 'de59c0e3-44e6-4943-b7cc-c38fcc3867d1', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:47:39Z', 'updated_at': '2021-10-27T10:47:47Z', 'revision_number': 5, 'project_id': '14f921c9b3f94aa0bb5d8437d3b23079', 'subnets': [{'id': 'de59c0e3-44e6-4943-b7cc-c38fcc3867d1', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc682a77-5e43-46c7-9ac4-a7e82ce0d2a2', 'name': '', 'network_id': '0f780ec1-47f1-4a9e-ae7a-d093113e0633', 'tenant_id': '14f921c9b3f94aa0bb5d8437d3b23079', 'mac_address': 'fa:16:3e:37:30:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77544813-46b1-47a6-99a0-d327f2a781a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3173, 'fixed_ips': [{'subnet_id': '2d457f87-4e01-4ef8-a107-675fa218ac16', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:47:30Z', 'updated_at': '2021-10-27T10:47:37Z', 'revision_number': 5, 'project_id': '14f921c9b3f94aa0bb5d8437d3b23079', 'subnets': [{'id': '2d457f87-4e01-4ef8-a107-675fa218ac16', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:47:51.740876 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c0ff48f-c567-471f-83dd-dff06c1fda20 None None] The sync data for ids ['77544813-46b1-47a6-99a0-d327f2a781a1'] in n-d-813419-10 is: [{'id': '77544813-46b1-47a6-99a0-d327f2a781a1', 'name': 'tempest-RoutersTest-router-381064338', 'tenant_id': '14f921c9b3f94aa0bb5d8437d3b23079', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:47:12Z', 'updated_at': '2021-10-27T10:47:47Z', 'revision_number': 7, 'project_id': '14f921c9b3f94aa0bb5d8437d3b23079', 'gw_port_host': None, '_interfaces': [{'id': 'a7a36e76-5bf8-41a2-b017-f1059dbd3e2a', 'name': '', 'network_id': '93816331-4c8a-4076-a327-3d24313efaf8', 'tenant_id': '14f921c9b3f94aa0bb5d8437d3b23079', 'mac_address': 'fa:16:3e:6f:94:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77544813-46b1-47a6-99a0-d327f2a781a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3166, 'fixed_ips': [{'subnet_id': 'afb5a9e3-0660-4f43-a8a4-997a0178253b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:47:20Z', 'updated_at': '2021-10-27T10:47:28Z', 'revision_number': 5, 'project_id': '14f921c9b3f94aa0bb5d8437d3b23079', 'subnets': [{'id': 'afb5a9e3-0660-4f43-a8a4-997a0178253b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f2726d98-c33e-424a-a803-64ad305d2a74', 'name': '', 'network_id': 'daf4ac32-9672-4651-b3fd-11072e1379c5', 'tenant_id': '14f921c9b3f94aa0bb5d8437d3b23079', 'mac_address': 'fa:16:3e:35:e0:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77544813-46b1-47a6-99a0-d327f2a781a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3160, 'fixed_ips': [{'subnet_id': 'afc0cab9-21da-4d56-911b-4ce64e6f688c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:47:14Z', 'updated_at': '2021-10-27T10:47:20Z', 'revision_number': 5, 'project_id': '14f921c9b3f94aa0bb5d8437d3b23079', 'subnets': [{'id': 'afc0cab9-21da-4d56-911b-4ce64e6f688c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc019b1c-61da-4789-90a3-72afe16ced29', 'name': '', 'network_id': 'e88393d2-bd1f-4817-916e-154a8b30ec6b', 'tenant_id': '14f921c9b3f94aa0bb5d8437d3b23079', 'mac_address': 'fa:16:3e:d2:ff:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77544813-46b1-47a6-99a0-d327f2a781a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3178, 'fixed_ips': [{'subnet_id': 'de59c0e3-44e6-4943-b7cc-c38fcc3867d1', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:47:39Z', 'updated_at': '2021-10-27T10:47:47Z', 'revision_number': 5, 'project_id': '14f921c9b3f94aa0bb5d8437d3b23079', 'subnets': [{'id': 'de59c0e3-44e6-4943-b7cc-c38fcc3867d1', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc682a77-5e43-46c7-9ac4-a7e82ce0d2a2', 'name': '', 'network_id': '0f780ec1-47f1-4a9e-ae7a-d093113e0633', 'tenant_id': '14f921c9b3f94aa0bb5d8437d3b23079', 'mac_address': 'fa:16:3e:37:30:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77544813-46b1-47a6-99a0-d327f2a781a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3173, 'fixed_ips': [{'subnet_id': '2d457f87-4e01-4ef8-a107-675fa218ac16', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:47:30Z', 'updated_at': '2021-10-27T10:47:37Z', 'revision_number': 5, 'project_id': '14f921c9b3f94aa0bb5d8437d3b23079', 'subnets': [{'id': '2d457f87-4e01-4ef8-a107-675fa218ac16', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:47:51.906525 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-a1830b93-f5aa-4633-ab92-8da97273ef66 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:51.946131 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c42e266-5904-4cab-9757-231a2f88ea2c req-bba90844-382b-49fd-ba4d-6df6948b26e5 tempest-MultipleCreateTestJSON-1529432009 tempest-MultipleCreateTestJSON-1529432009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:47:51.949052 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-0c42e266-5904-4cab-9757-231a2f88ea2c req-bba90844-382b-49fd-ba4d-6df6948b26e5 tempest-MultipleCreateTestJSON-1529432009 tempest-MultipleCreateTestJSON-1529432009-project] 10.222.0.64 "GET /v2.0/ports?device_id=7b8aaa8a-5445-4906-9c87-35a5682e7d2d HTTP/1.1" status: 200 len: 946 time: 0.5700152 Oct 27 10:47:51.964429 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-3c6a8245-0581-48aa-b5f6-4d8fe98cd16e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:51.976819 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6232aa4d-ed96-47ef-bbe6-510287762f80 req-65dd3d57-bf8a-4232-99f3-46d614840d7b tempest-MultipleCreateTestJSON-1529432009 tempest-MultipleCreateTestJSON-1529432009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:47:51.986673 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09395701-37d1-4ba1-a043-f9c5da76ced7 req-b32105e3-a9b7-45fe-af3d-0ee162986780 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:47:51.988447 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-09395701-37d1-4ba1-a043-f9c5da76ced7 req-b32105e3-a9b7-45fe-af3d-0ee162986780 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/ports?device_id=9b67e6d5-f777-444b-8026-cf23e066bb16 HTTP/1.1" status: 200 len: 943 time: 0.2159681 Oct 27 10:47:51.991684 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-6232aa4d-ed96-47ef-bbe6-510287762f80 req-65dd3d57-bf8a-4232-99f3-46d614840d7b tempest-MultipleCreateTestJSON-1529432009 tempest-MultipleCreateTestJSON-1529432009-project] 10.222.0.44 "GET /v2.0/ports?device_id=7b8aaa8a-5445-4906-9c87-35a5682e7d2d HTTP/1.1" status: 200 len: 946 time: 0.1810317 Oct 27 10:47:52.061145 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d089f816-2b29-4206-916f-5fd91e3f5004 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:52.075790 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 84c2cf9d-cd8d-4380-b4b0-05e90fd96f1d no longer exists at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:47:52.101697 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] No Port match for: 84c2cf9d-cd8d-4380-b4b0-05e90fd96f1d {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:47:52.102244 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 84c2cf9d-cd8d-4380-b4b0-05e90fd96f1d not bound to the agent host n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:47:52.121342 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-09395701-37d1-4ba1-a043-f9c5da76ced7 req-4469eb95-747d-42ad-b028-b331b085273d tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/security-groups?id=3238f945-43ac-4dbd-b7b0-70b6d0fec036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074049 Oct 27 10:47:52.129046 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-6232aa4d-ed96-47ef-bbe6-510287762f80 req-0e0a1034-888b-4747-857f-70e6789ee324 tempest-MultipleCreateTestJSON-1529432009 tempest-MultipleCreateTestJSON-1529432009-project] 10.222.0.44 "GET /v2.0/security-groups?id=2b3ac09a-fc78-43b5-8f53-b81e13a554bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266267 Oct 27 10:47:52.133670 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d089f816-2b29-4206-916f-5fd91e3f5004 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Pushing event deleted for resources: {'Port': ['ID=fc019b1c-61da-4789-90a3-72afe16ced29,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:47:52.154498 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [req-0c42e266-5904-4cab-9757-231a2f88ea2c req-699f2f0f-5189-4330-adc5-a5bd541b2c20 tempest-MultipleCreateTestJSON-1529432009 tempest-MultipleCreateTestJSON-1529432009-project] Deleting port 63a0f25a-0d52-4a09-ae78-ecd996ba612e {{(pid=102347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:47:52.155016 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-0c42e266-5904-4cab-9757-231a2f88ea2c req-699f2f0f-5189-4330-adc5-a5bd541b2c20 tempest-MultipleCreateTestJSON-1529432009 tempest-MultipleCreateTestJSON-1529432009-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:52.218113 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-a1830b93-f5aa-4633-ab92-8da97273ef66 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:52.220895 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-a1830b93-f5aa-4633-ab92-8da97273ef66 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks [] for security_group, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:52.222117 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-a1830b93-f5aa-4633-ab92-8da97273ef66 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "DELETE /v2.0/security-groups/aba59fed-d1f1-4e7e-84e9-aa222a50e870 HTTP/1.1" status: 204 len: 168 time: 0.9949338 Oct 27 10:47:52.242759 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fefb80b-0635-4be8-8b14-d52ee19d16d0 req-80a8b6ac-c762-42b5-a4f1-fa8abeef9884 tempest-MultipleCreateTestJSON-1529432009 tempest-MultipleCreateTestJSON-1529432009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:47:52.244329 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-0fefb80b-0635-4be8-8b14-d52ee19d16d0 req-80a8b6ac-c762-42b5-a4f1-fa8abeef9884 tempest-MultipleCreateTestJSON-1529432009 tempest-MultipleCreateTestJSON-1529432009-project] 10.222.0.76 "GET /v2.0/ports?device_id=fbe64590-a4bd-4011-b8b5-c45dcf623e5e HTTP/1.1" status: 200 len: 945 time: 0.1963561 Oct 27 10:47:52.284799 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1830b93-f5aa-4633-ab92-8da97273ef66 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aba59fed-d1f1-4e7e-84e9-aa222a50e870,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:47:52.318124 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-0c42e266-5904-4cab-9757-231a2f88ea2c req-699f2f0f-5189-4330-adc5-a5bd541b2c20 tempest-MultipleCreateTestJSON-1529432009 tempest-MultipleCreateTestJSON-1529432009-project] For port 63a0f25a-0d52-4a09-ae78-ecd996ba612e, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=63a0f25a-0d52-4a09-ae78-ecd996ba612e,segment=NetworkSegment(24961c34-9d24-46fc-bc2c-0db0ce2089c6),segment_id=24961c34-9d24-46fc-bc2c-0db0ce2089c6)] {{(pid=102347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:47:52.320601 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-0c42e266-5904-4cab-9757-231a2f88ea2c req-699f2f0f-5189-4330-adc5-a5bd541b2c20 tempest-MultipleCreateTestJSON-1529432009 tempest-MultipleCreateTestJSON-1529432009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:52.356312 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [req-0c42e266-5904-4cab-9757-231a2f88ea2c req-699f2f0f-5189-4330-adc5-a5bd541b2c20 tempest-MultipleCreateTestJSON-1529432009 tempest-MultipleCreateTestJSON-1529432009-project] Calling delete_port for 63a0f25a-0d52-4a09-ae78-ecd996ba612e owned by compute:nova {{(pid=102347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:47:52.484008 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d089f816-2b29-4206-916f-5fd91e3f5004 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2006968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1766358'] for router_interface, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:52.547932 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-0c42e266-5904-4cab-9757-231a2f88ea2c req-699f2f0f-5189-4330-adc5-a5bd541b2c20 tempest-MultipleCreateTestJSON-1529432009 tempest-MultipleCreateTestJSON-1529432009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:52.561206 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] get_ports_and_sgs() called for port_ids ['6ad75b97-7f36-44e6-830a-12bf115e74fb'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:47:52.568389 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] get_ports_and_sgs() called for port_ids ['63a0f25a-0d52-4a09-ae78-ecd996ba612e'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:47:52.582027 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699f2f0f-5189-4330-adc5-a5bd541b2c20 tempest-MultipleCreateTestJSON-1529432009 tempest-MultipleCreateTestJSON-1529432009-project] Pushing event deleted for resources: {'Port': ['ID=63a0f25a-0d52-4a09-ae78-ecd996ba612e,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:47:52.601531 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [req-0fefb80b-0635-4be8-8b14-d52ee19d16d0 req-ac8b8401-f8a2-415d-9e29-cf8aaaa74822 tempest-MultipleCreateTestJSON-1529432009 tempest-MultipleCreateTestJSON-1529432009-project] Deleting port 6ad75b97-7f36-44e6-830a-12bf115e74fb {{(pid=102346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:47:52.601918 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-0fefb80b-0635-4be8-8b14-d52ee19d16d0 req-ac8b8401-f8a2-415d-9e29-cf8aaaa74822 tempest-MultipleCreateTestJSON-1529432009 tempest-MultipleCreateTestJSON-1529432009-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:52.640722 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c42e266-5904-4cab-9757-231a2f88ea2c req-699f2f0f-5189-4330-adc5-a5bd541b2c20 tempest-MultipleCreateTestJSON-1529432009 tempest-MultipleCreateTestJSON-1529432009-project] No DVR routers for this DVR port 63a0f25a-0d52-4a09-ae78-ecd996ba612e on host n-h1-813419-10 {{(pid=102347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:47:52.643728 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-0c42e266-5904-4cab-9757-231a2f88ea2c req-699f2f0f-5189-4330-adc5-a5bd541b2c20 tempest-MultipleCreateTestJSON-1529432009 tempest-MultipleCreateTestJSON-1529432009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:52.648486 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-0c42e266-5904-4cab-9757-231a2f88ea2c req-699f2f0f-5189-4330-adc5-a5bd541b2c20 tempest-MultipleCreateTestJSON-1529432009 tempest-MultipleCreateTestJSON-1529432009-project] 10.222.0.64 "DELETE /v2.0/ports/63a0f25a-0d52-4a09-ae78-ecd996ba612e HTTP/1.1" status: 204 len: 173 time: 0.6857891 Oct 27 10:47:52.649081 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b8aaa8a-5445-4906-9c87-35a5682e7d2d', 'name': 'network-vif-deleted', 'tag': '63a0f25a-0d52-4a09-ae78-ecd996ba612e'}] {{(pid=102347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:47:52.651644 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311149b481204ee7edffdb959c881838506fbd95bc8577c048f6677abb73acc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec88ea8b-c5d6-46be-8efd-44e83bca982b" -d '{"events": [{"server_uuid": "7b8aaa8a-5445-4906-9c87-35a5682e7d2d", "name": "network-vif-deleted", "tag": "63a0f25a-0d52-4a09-ae78-ecd996ba612e"}]}' {{(pid=102347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:47:52.779921 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:47:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c98dd3b4-661d-4fd6-b283-f2bb44f396e3 x-openstack-request-id: req-c98dd3b4-661d-4fd6-b283-f2bb44f396e3 {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:47:52.780333 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b8aaa8a-5445-4906-9c87-35a5682e7d2d", "name": "network-vif-deleted", "tag": "63a0f25a-0d52-4a09-ae78-ecd996ba612e", "status": "completed", "code": 200}]} {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:47:52.781107 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c98dd3b4-661d-4fd6-b283-f2bb44f396e3 {{(pid=102347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:47:52.781107 n-d-813419-10 neutron-server[102347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b8aaa8a-5445-4906-9c87-35a5682e7d2d', 'name': 'network-vif-deleted', 'tag': '63a0f25a-0d52-4a09-ae78-ecd996ba612e', 'status': 'completed', 'code': 200} Oct 27 10:47:52.821851 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [req-0fefb80b-0635-4be8-8b14-d52ee19d16d0 req-ac8b8401-f8a2-415d-9e29-cf8aaaa74822 tempest-MultipleCreateTestJSON-1529432009 tempest-MultipleCreateTestJSON-1529432009-project] For port 6ad75b97-7f36-44e6-830a-12bf115e74fb, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=6ad75b97-7f36-44e6-830a-12bf115e74fb,segment=NetworkSegment(24961c34-9d24-46fc-bc2c-0db0ce2089c6),segment_id=24961c34-9d24-46fc-bc2c-0db0ce2089c6)] {{(pid=102346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:47:52.822207 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-0fefb80b-0635-4be8-8b14-d52ee19d16d0 req-ac8b8401-f8a2-415d-9e29-cf8aaaa74822 tempest-MultipleCreateTestJSON-1529432009 tempest-MultipleCreateTestJSON-1529432009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:52.841215 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d089f816-2b29-4206-916f-5fd91e3f5004 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Router 77544813-46b1-47a6-99a0-d327f2a781a1 has already been hosted by L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb {{(pid=102346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 10:47:52.841215 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [req-0fefb80b-0635-4be8-8b14-d52ee19d16d0 req-ac8b8401-f8a2-415d-9e29-cf8aaaa74822 tempest-MultipleCreateTestJSON-1529432009 tempest-MultipleCreateTestJSON-1529432009-project] Calling delete_port for 6ad75b97-7f36-44e6-830a-12bf115e74fb owned by compute:nova {{(pid=102346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:47:53.000133 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d089f816-2b29-4206-916f-5fd91e3f5004 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:47:53.005984 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-d089f816-2b29-4206-916f-5fd91e3f5004 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] 10.222.0.44 "PUT /v2.0/routers/77544813-46b1-47a6-99a0-d327f2a781a1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3158607 Oct 27 10:47:53.010669 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 55678) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:47:53.021611 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-350b0bfa-65b5-4222-b9bc-f80f497cba83 None None] Sync routers for ids ['77544813-46b1-47a6-99a0-d327f2a781a1'] in n-d-813419-10 {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:47:53.039013 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-350b0bfa-65b5-4222-b9bc-f80f497cba83 None None] Routers {'77544813-46b1-47a6-99a0-d327f2a781a1'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:47:53.039912 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-350b0bfa-65b5-4222-b9bc-f80f497cba83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:47:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['77544813-46b1-47a6-99a0-d327f2a781a1'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:47:53.078467 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-0fefb80b-0635-4be8-8b14-d52ee19d16d0 req-ac8b8401-f8a2-415d-9e29-cf8aaaa74822 tempest-MultipleCreateTestJSON-1529432009 tempest-MultipleCreateTestJSON-1529432009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:53.092441 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] get_ports_and_sgs() called for port_ids ['63a0f25a-0d52-4a09-ae78-ecd996ba612e'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:47:53.140518 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7807a13-529c-43e0-9e72-a6bb41d4d902 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Deleting subnet de59c0e3-44e6-4943-b7cc-c38fcc3867d1 {{(pid=102347) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 10:47:53.147379 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-f7807a13-529c-43e0-9e72-a6bb41d4d902 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks [] for subnet, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:53.154036 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8b8401-f8a2-415d-9e29-cf8aaaa74822 tempest-MultipleCreateTestJSON-1529432009 tempest-MultipleCreateTestJSON-1529432009-project] Pushing event deleted for resources: {'Port': ['ID=6ad75b97-7f36-44e6-830a-12bf115e74fb,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:47:53.190018 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fefb80b-0635-4be8-8b14-d52ee19d16d0 req-ac8b8401-f8a2-415d-9e29-cf8aaaa74822 tempest-MultipleCreateTestJSON-1529432009 tempest-MultipleCreateTestJSON-1529432009-project] No DVR routers for this DVR port 6ad75b97-7f36-44e6-830a-12bf115e74fb on host n-h2-813419-10 {{(pid=102346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:47:53.195959 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-0fefb80b-0635-4be8-8b14-d52ee19d16d0 req-ac8b8401-f8a2-415d-9e29-cf8aaaa74822 tempest-MultipleCreateTestJSON-1529432009 tempest-MultipleCreateTestJSON-1529432009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:53.200938 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-0fefb80b-0635-4be8-8b14-d52ee19d16d0 req-ac8b8401-f8a2-415d-9e29-cf8aaaa74822 tempest-MultipleCreateTestJSON-1529432009 tempest-MultipleCreateTestJSON-1529432009-project] 10.222.0.76 "DELETE /v2.0/ports/6ad75b97-7f36-44e6-830a-12bf115e74fb HTTP/1.1" status: 204 len: 173 time: 0.9497137 Oct 27 10:47:53.201490 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbe64590-a4bd-4011-b8b5-c45dcf623e5e', 'name': 'network-vif-deleted', 'tag': '6ad75b97-7f36-44e6-830a-12bf115e74fb'}] {{(pid=102346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:47:53.205178 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc0e418f5fc417c8d55d94c0aa509b037d0beb2a734c1a709e789eb65639a56d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57f316b6-f352-441b-a1a8-3e49cad7e618" -d '{"events": [{"server_uuid": "fbe64590-a4bd-4011-b8b5-c45dcf623e5e", "name": "network-vif-deleted", "tag": "6ad75b97-7f36-44e6-830a-12bf115e74fb"}]}' {{(pid=102346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:47:53.210488 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-f7807a13-529c-43e0-9e72-a6bb41d4d902 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-18445109'] for subnet, precommit_delete_associations {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:53.223883 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvr_db [None req-350b0bfa-65b5-4222-b9bc-f80f497cba83 None None] Set router 77544813-46b1-47a6-99a0-d327f2a781a1 gateway port host: None {{(pid=102349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:47:53.306826 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-f7807a13-529c-43e0-9e72-a6bb41d4d902 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855646'] for subnet, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:53.368757 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-72df1593-7e6c-4e37-9ba6-2f8d98ab832d req-b47e28e5-10c9-432e-bd29-bead63b006c2 tempest-MultipleCreateTestJSON-1529432009 tempest-MultipleCreateTestJSON-1529432009-project] 10.222.0.44 "GET /v2.0/ports?device_id=7b8aaa8a-5445-4906-9c87-35a5682e7d2d HTTP/1.1" status: 200 len: 210 time: 0.0709918 Oct 27 10:47:53.381759 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-f7807a13-529c-43e0-9e72-a6bb41d4d902 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-18295818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18043720'] for subnet, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:53.422274 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7807a13-529c-43e0-9e72-a6bb41d4d902 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Pushing event deleted for resources: {'Subnet': ['ID=de59c0e3-44e6-4943-b7cc-c38fcc3867d1,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:47:53.426060 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-f7807a13-529c-43e0-9e72-a6bb41d4d902 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks [] for subnet, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:53.432318 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-f7807a13-529c-43e0-9e72-a6bb41d4d902 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] 10.222.0.44 "DELETE /v2.0/subnets/de59c0e3-44e6-4943-b7cc-c38fcc3867d1 HTTP/1.1" status: 204 len: 168 time: 0.4158909 Oct 27 10:47:53.432565 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 55692) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:47:53.450465 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f495e66-4787-4f4b-8d87-599ff1c4d988 None None] Network e88393d2-bd1f-4817-916e-154a8b30ec6b requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:47:53.604999 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-36f29863-2983-42b4-9bd0-e14aec3d3a14 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586917'] for network, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:53.617230 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49149a8a-bf7d-4b96-b6af-814903b6327d req-182256bf-1201-4a22-affa-18e20e87f929 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:47:53.626072 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-49149a8a-bf7d-4b96-b6af-814903b6327d req-182256bf-1201-4a22-affa-18e20e87f929 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/ports?device_id=9b67e6d5-f777-444b-8026-cf23e066bb16 HTTP/1.1" status: 200 len: 943 time: 0.1190717 Oct 27 10:47:53.688907 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-36f29863-2983-42b4-9bd0-e14aec3d3a14 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Deleting port 1b4e9cea-f2af-418e-bd4b-ae6aeddb7638 {{(pid=102347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:47:53.689241 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-36f29863-2983-42b4-9bd0-e14aec3d3a14 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:53.690631 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-49149a8a-bf7d-4b96-b6af-814903b6327d req-4230f3bb-996a-4357-b99e-5b0b5a6d6c0f tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/security-groups?id=3238f945-43ac-4dbd-b7b0-70b6d0fec036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639181 Oct 27 10:47:53.758882 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:47:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ef0863e-0d11-4811-92ee-e2211e3e1057 x-openstack-request-id: req-4ef0863e-0d11-4811-92ee-e2211e3e1057 {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:47:53.760563 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbe64590-a4bd-4011-b8b5-c45dcf623e5e", "name": "network-vif-deleted", "tag": "6ad75b97-7f36-44e6-830a-12bf115e74fb", "status": "completed", "code": 200}]} {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:47:53.760828 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4ef0863e-0d11-4811-92ee-e2211e3e1057 {{(pid=102346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:47:53.761267 n-d-813419-10 neutron-server[102346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbe64590-a4bd-4011-b8b5-c45dcf623e5e', 'name': 'network-vif-deleted', 'tag': '6ad75b97-7f36-44e6-830a-12bf115e74fb', 'status': 'completed', 'code': 200} Oct 27 10:47:53.784141 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8883bc04-a1b9-477f-86ce-61cfeea537ef None None] DHCP port deletion for e88393d2-bd1f-4817-916e-154a8b30ec6b request from n-d-813419-10 {{(pid=102348) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 10:47:53.794548 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-350b0bfa-65b5-4222-b9bc-f80f497cba83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77544813-46b1-47a6-99a0-d327f2a781a1', 'name': 'tempest-RoutersTest-router-381064338', 'tenant_id': '14f921c9b3f94aa0bb5d8437d3b23079', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:47:12Z', 'updated_at': '2021-10-27T10:47:51Z', 'revision_number': 8, 'project_id': '14f921c9b3f94aa0bb5d8437d3b23079', 'gw_port_host': None, '_interfaces': [{'id': 'a7a36e76-5bf8-41a2-b017-f1059dbd3e2a', 'name': '', 'network_id': '93816331-4c8a-4076-a327-3d24313efaf8', 'tenant_id': '14f921c9b3f94aa0bb5d8437d3b23079', 'mac_address': 'fa:16:3e:6f:94:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77544813-46b1-47a6-99a0-d327f2a781a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3166, 'fixed_ips': [{'subnet_id': 'afb5a9e3-0660-4f43-a8a4-997a0178253b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:47:20Z', 'updated_at': '2021-10-27T10:47:28Z', 'revision_number': 5, 'project_id': '14f921c9b3f94aa0bb5d8437d3b23079', 'subnets': [{'id': 'afb5a9e3-0660-4f43-a8a4-997a0178253b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f2726d98-c33e-424a-a803-64ad305d2a74', 'name': '', 'network_id': 'daf4ac32-9672-4651-b3fd-11072e1379c5', 'tenant_id': '14f921c9b3f94aa0bb5d8437d3b23079', 'mac_address': 'fa:16:3e:35:e0:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77544813-46b1-47a6-99a0-d327f2a781a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3160, 'fixed_ips': [{'subnet_id': 'afc0cab9-21da-4d56-911b-4ce64e6f688c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:47:14Z', 'updated_at': '2021-10-27T10:47:20Z', 'revision_number': 5, 'project_id': '14f921c9b3f94aa0bb5d8437d3b23079', 'subnets': [{'id': 'afc0cab9-21da-4d56-911b-4ce64e6f688c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc682a77-5e43-46c7-9ac4-a7e82ce0d2a2', 'name': '', 'network_id': '0f780ec1-47f1-4a9e-ae7a-d093113e0633', 'tenant_id': '14f921c9b3f94aa0bb5d8437d3b23079', 'mac_address': 'fa:16:3e:37:30:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77544813-46b1-47a6-99a0-d327f2a781a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3173, 'fixed_ips': [{'subnet_id': '2d457f87-4e01-4ef8-a107-675fa218ac16', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:47:30Z', 'updated_at': '2021-10-27T10:47:37Z', 'revision_number': 5, 'project_id': '14f921c9b3f94aa0bb5d8437d3b23079', 'subnets': [{'id': '2d457f87-4e01-4ef8-a107-675fa218ac16', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:47:53.828882 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-350b0bfa-65b5-4222-b9bc-f80f497cba83 None None] Checking router: 77544813-46b1-47a6-99a0-d327f2a781a1 for host: n-d-813419-10 {{(pid=102349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 10:47:53.852271 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-350b0bfa-65b5-4222-b9bc-f80f497cba83 None None] Routers {'77544813-46b1-47a6-99a0-d327f2a781a1'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:47:53.857361 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-350b0bfa-65b5-4222-b9bc-f80f497cba83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:47:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['77544813-46b1-47a6-99a0-d327f2a781a1'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:47:53.861535 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [None req-36f29863-2983-42b4-9bd0-e14aec3d3a14 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] For port 1b4e9cea-f2af-418e-bd4b-ae6aeddb7638, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=1b4e9cea-f2af-418e-bd4b-ae6aeddb7638,segment=NetworkSegment(f924a2a9-2c80-44d6-b175-641a9288de8c),segment_id=f924a2a9-2c80-44d6-b175-641a9288de8c)] {{(pid=102347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:47:53.861913 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-36f29863-2983-42b4-9bd0-e14aec3d3a14 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:53.878558 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-36f29863-2983-42b4-9bd0-e14aec3d3a14 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Calling delete_port for 1b4e9cea-f2af-418e-bd4b-ae6aeddb7638 owned by network:dhcp {{(pid=102347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:47:53.887759 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-8883bc04-a1b9-477f-86ce-61cfeea537ef None None] Deleting port 1b4e9cea-f2af-418e-bd4b-ae6aeddb7638 {{(pid=102348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:47:53.894051 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-8883bc04-a1b9-477f-86ce-61cfeea537ef None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:54.017155 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-8883bc04-a1b9-477f-86ce-61cfeea537ef None None] For port 1b4e9cea-f2af-418e-bd4b-ae6aeddb7638, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=1b4e9cea-f2af-418e-bd4b-ae6aeddb7638,segment=NetworkSegment(f924a2a9-2c80-44d6-b175-641a9288de8c),segment_id=f924a2a9-2c80-44d6-b175-641a9288de8c)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:47:54.017559 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-8883bc04-a1b9-477f-86ce-61cfeea537ef None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:54.040537 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-36f29863-2983-42b4-9bd0-e14aec3d3a14 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:54.041215 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-8883bc04-a1b9-477f-86ce-61cfeea537ef None None] Calling delete_port for 1b4e9cea-f2af-418e-bd4b-ae6aeddb7638 owned by network:dhcp {{(pid=102348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:47:54.101361 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvr_db [None req-350b0bfa-65b5-4222-b9bc-f80f497cba83 None None] Set router 77544813-46b1-47a6-99a0-d327f2a781a1 gateway port host: None {{(pid=102349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:47:54.120631 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 55700) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:47:54.122187 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f29863-2983-42b4-9bd0-e14aec3d3a14 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Pushing event deleted for resources: {'Port': ['ID=1b4e9cea-f2af-418e-bd4b-ae6aeddb7638,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:47:54.124452 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36f29863-2983-42b4-9bd0-e14aec3d3a14 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] No DVR routers for this DVR port 1b4e9cea-f2af-418e-bd4b-ae6aeddb7638 on host n-d-813419-10 {{(pid=102347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:47:54.129028 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-1b168aaf-8260-430b-8f7b-161792a59445 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1820049826', 'description': 'tempest-secgroup-smoke-1820049826 description', 'project_id': '7f357cb809634e50864d0c31dbcbd617'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:47:54.165873 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-1b168aaf-8260-430b-8f7b-161792a59445 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks [] for security_group, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:54.190031 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-8883bc04-a1b9-477f-86ce-61cfeea537ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615'] for port, after_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:54.225331 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8883bc04-a1b9-477f-86ce-61cfeea537ef None None] No DVR routers for this DVR port 1b4e9cea-f2af-418e-bd4b-ae6aeddb7638 on host n-d-813419-10 {{(pid=102348) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:47:54.227052 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8883bc04-a1b9-477f-86ce-61cfeea537ef None None] Pushing event deleted for resources: {'Port': ['ID=1b4e9cea-f2af-418e-bd4b-ae6aeddb7638,revision_number=None']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:47:54.272054 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 1b4e9cea-f2af-418e-bd4b-ae6aeddb7638 no longer exists at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:47:54.299218 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-1b168aaf-8260-430b-8f7b-161792a59445 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks [] for security_group, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:54.302121 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] No Port match for: 1b4e9cea-f2af-418e-bd4b-ae6aeddb7638 {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:47:54.302513 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 1b4e9cea-f2af-418e-bd4b-ae6aeddb7638 not bound to the agent host n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:47:54.318257 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-1b168aaf-8260-430b-8f7b-161792a59445 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:54.324895 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-36f29863-2983-42b4-9bd0-e14aec3d3a14 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857803', 'neutron.services.segments.db._delete_segments_for_network-8743873143390'] for network, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:54.377810 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-36f29863-2983-42b4-9bd0-e14aec3d3a14 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e88393d2-bd1f-4817-916e-154a8b30ec6b']}} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:47:54.387603 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-1b168aaf-8260-430b-8f7b-161792a59445 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:54.388957 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-1b168aaf-8260-430b-8f7b-161792a59445 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2666192 Oct 27 10:47:54.391992 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 55706) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:47:54.402895 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-36f29863-2983-42b4-9bd0-e14aec3d3a14 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f924a2a9-2c80-44d6-b175-641a9288de8c') {'for_net_delete': True} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:47:54.403197 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-36f29863-2983-42b4-9bd0-e14aec3d3a14 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f924a2a9-2c80-44d6-b175-641a9288de8c') {} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:47:54.415070 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-36f29863-2983-42b4-9bd0-e14aec3d3a14 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743873145191', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18445132'] for segment, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:54.425671 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-ac502c49-161c-4e12-838b-81e892994456 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Request body: {'security_group_rule': {'security_group_id': '85747918-4b2b-4843-b687-6b312fd5b508', 'project_id': '7f357cb809634e50864d0c31dbcbd617', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:47:54.430166 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-36f29863-2983-42b4-9bd0-e14aec3d3a14 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:54.439250 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36f29863-2983-42b4-9bd0-e14aec3d3a14 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Releasing vlan 426 on physical network physnet1 to pool {{(pid=102347) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 10:47:54.439836 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-36f29863-2983-42b4-9bd0-e14aec3d3a14 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-18296032'] for segment, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:54.445680 n-d-813419-10 neutron-server[102347]: Traceback (most recent call last): Oct 27 10:47:54.445680 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 10:47:54.445680 n-d-813419-10 neutron-server[102347]: timer() Oct 27 10:47:54.445680 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 10:47:54.445680 n-d-813419-10 neutron-server[102347]: cb(*args, **kw) Oct 27 10:47:54.445680 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 10:47:54.445680 n-d-813419-10 neutron-server[102347]: return func(*args, **kwargs) Oct 27 10:47:54.445680 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 10:47:54.445680 n-d-813419-10 neutron-server[102347]: self._notify() Oct 27 10:47:54.445680 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 10:47:54.445680 n-d-813419-10 neutron-server[102347]: self.callback(batched_events) Oct 27 10:47:54.445680 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 10:47:54.445680 n-d-813419-10 neutron-server[102347]: event.method(event) Oct 27 10:47:54.445680 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 10:47:54.445680 n-d-813419-10 neutron-server[102347]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 10:47:54.445680 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 10:47:54.445680 n-d-813419-10 neutron-server[102347]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 10:47:54.445680 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 10:47:54.445680 n-d-813419-10 neutron-server[102347]: return f(self, *a, **k) Oct 27 10:47:54.445680 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 10:47:54.445680 n-d-813419-10 neutron-server[102347]: return self._get(url).json() Oct 27 10:47:54.445680 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 10:47:54.445680 n-d-813419-10 neutron-server[102347]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 10:47:54.445680 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 10:47:54.445680 n-d-813419-10 neutron-server[102347]: return self.request(url, 'GET', **kwargs) Oct 27 10:47:54.445680 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 10:47:54.445680 n-d-813419-10 neutron-server[102347]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 10:47:54.445680 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 10:47:54.445680 n-d-813419-10 neutron-server[102347]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 10:47:54.445680 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 10:47:54.445680 n-d-813419-10 neutron-server[102347]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 10:47:54.445680 n-d-813419-10 neutron-server[102347]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 10:47:54.449939 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b168aaf-8260-430b-8f7b-161792a59445 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85747918-4b2b-4843-b687-6b312fd5b508,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:47:54.492415 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-350b0bfa-65b5-4222-b9bc-f80f497cba83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77544813-46b1-47a6-99a0-d327f2a781a1', 'name': 'tempest-RoutersTest-router-381064338', 'tenant_id': '14f921c9b3f94aa0bb5d8437d3b23079', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:47:12Z', 'updated_at': '2021-10-27T10:47:51Z', 'revision_number': 8, 'project_id': '14f921c9b3f94aa0bb5d8437d3b23079', 'gw_port_host': None, '_interfaces': [{'id': 'a7a36e76-5bf8-41a2-b017-f1059dbd3e2a', 'name': '', 'network_id': '93816331-4c8a-4076-a327-3d24313efaf8', 'tenant_id': '14f921c9b3f94aa0bb5d8437d3b23079', 'mac_address': 'fa:16:3e:6f:94:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77544813-46b1-47a6-99a0-d327f2a781a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3166, 'fixed_ips': [{'subnet_id': 'afb5a9e3-0660-4f43-a8a4-997a0178253b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:47:20Z', 'updated_at': '2021-10-27T10:47:28Z', 'revision_number': 5, 'project_id': '14f921c9b3f94aa0bb5d8437d3b23079', 'subnets': [{'id': 'afb5a9e3-0660-4f43-a8a4-997a0178253b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f2726d98-c33e-424a-a803-64ad305d2a74', 'name': '', 'network_id': 'daf4ac32-9672-4651-b3fd-11072e1379c5', 'tenant_id': '14f921c9b3f94aa0bb5d8437d3b23079', 'mac_address': 'fa:16:3e:35:e0:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77544813-46b1-47a6-99a0-d327f2a781a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3160, 'fixed_ips': [{'subnet_id': 'afc0cab9-21da-4d56-911b-4ce64e6f688c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:47:14Z', 'updated_at': '2021-10-27T10:47:20Z', 'revision_number': 5, 'project_id': '14f921c9b3f94aa0bb5d8437d3b23079', 'subnets': [{'id': 'afc0cab9-21da-4d56-911b-4ce64e6f688c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc682a77-5e43-46c7-9ac4-a7e82ce0d2a2', 'name': '', 'network_id': '0f780ec1-47f1-4a9e-ae7a-d093113e0633', 'tenant_id': '14f921c9b3f94aa0bb5d8437d3b23079', 'mac_address': 'fa:16:3e:37:30:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77544813-46b1-47a6-99a0-d327f2a781a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3173, 'fixed_ips': [{'subnet_id': '2d457f87-4e01-4ef8-a107-675fa218ac16', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:47:30Z', 'updated_at': '2021-10-27T10:47:37Z', 'revision_number': 5, 'project_id': '14f921c9b3f94aa0bb5d8437d3b23079', 'subnets': [{'id': '2d457f87-4e01-4ef8-a107-675fa218ac16', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:47:54.524644 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-350b0bfa-65b5-4222-b9bc-f80f497cba83 None None] The sync data for ids ['77544813-46b1-47a6-99a0-d327f2a781a1'] in n-d-813419-10 is: [{'id': '77544813-46b1-47a6-99a0-d327f2a781a1', 'name': 'tempest-RoutersTest-router-381064338', 'tenant_id': '14f921c9b3f94aa0bb5d8437d3b23079', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:47:12Z', 'updated_at': '2021-10-27T10:47:51Z', 'revision_number': 8, 'project_id': '14f921c9b3f94aa0bb5d8437d3b23079', 'gw_port_host': None, '_interfaces': [{'id': 'a7a36e76-5bf8-41a2-b017-f1059dbd3e2a', 'name': '', 'network_id': '93816331-4c8a-4076-a327-3d24313efaf8', 'tenant_id': '14f921c9b3f94aa0bb5d8437d3b23079', 'mac_address': 'fa:16:3e:6f:94:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77544813-46b1-47a6-99a0-d327f2a781a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3166, 'fixed_ips': [{'subnet_id': 'afb5a9e3-0660-4f43-a8a4-997a0178253b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:47:20Z', 'updated_at': '2021-10-27T10:47:28Z', 'revision_number': 5, 'project_id': '14f921c9b3f94aa0bb5d8437d3b23079', 'subnets': [{'id': 'afb5a9e3-0660-4f43-a8a4-997a0178253b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f2726d98-c33e-424a-a803-64ad305d2a74', 'name': '', 'network_id': 'daf4ac32-9672-4651-b3fd-11072e1379c5', 'tenant_id': '14f921c9b3f94aa0bb5d8437d3b23079', 'mac_address': 'fa:16:3e:35:e0:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77544813-46b1-47a6-99a0-d327f2a781a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3160, 'fixed_ips': [{'subnet_id': 'afc0cab9-21da-4d56-911b-4ce64e6f688c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:47:14Z', 'updated_at': '2021-10-27T10:47:20Z', 'revision_number': 5, 'project_id': '14f921c9b3f94aa0bb5d8437d3b23079', 'subnets': [{'id': 'afc0cab9-21da-4d56-911b-4ce64e6f688c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc682a77-5e43-46c7-9ac4-a7e82ce0d2a2', 'name': '', 'network_id': '0f780ec1-47f1-4a9e-ae7a-d093113e0633', 'tenant_id': '14f921c9b3f94aa0bb5d8437d3b23079', 'mac_address': 'fa:16:3e:37:30:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77544813-46b1-47a6-99a0-d327f2a781a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3173, 'fixed_ips': [{'subnet_id': '2d457f87-4e01-4ef8-a107-675fa218ac16', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:47:30Z', 'updated_at': '2021-10-27T10:47:37Z', 'revision_number': 5, 'project_id': '14f921c9b3f94aa0bb5d8437d3b23079', 'subnets': [{'id': '2d457f87-4e01-4ef8-a107-675fa218ac16', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:47:54.528961 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ac502c49-161c-4e12-838b-81e892994456 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:54.535555 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-36f29863-2983-42b4-9bd0-e14aec3d3a14 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664840'] for network, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:54.546359 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-36f29863-2983-42b4-9bd0-e14aec3d3a14 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks [] for network, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:54.556579 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-36f29863-2983-42b4-9bd0-e14aec3d3a14 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] 10.222.0.44 "DELETE /v2.0/networks/e88393d2-bd1f-4817-916e-154a8b30ec6b HTTP/1.1" status: 204 len: 168 time: 1.1211393 Oct 27 10:47:54.557353 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 55714) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:47:54.558450 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 55716) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:47:54.576091 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f29863-2983-42b4-9bd0-e14aec3d3a14 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Pushing event deleted for resources: {'Network': ['ID=e88393d2-bd1f-4817-916e-154a8b30ec6b,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:47:54.628648 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8860bed-dd06-4bf9-8904-5a35c267175b admin admin] Deleting subnet 69721ef8-98b2-4b17-a84c-866a1f534ad3 {{(pid=102347) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 10:47:54.632458 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-a8860bed-dd06-4bf9-8904-5a35c267175b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:54.668490 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-a8860bed-dd06-4bf9-8904-5a35c267175b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-18445109'] for subnet, precommit_delete_associations {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:54.685462 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ac502c49-161c-4e12-838b-81e892994456 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:54.726834 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ac502c49-161c-4e12-838b-81e892994456 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671902'] for security_group_rule, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:54.729877 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-a8860bed-dd06-4bf9-8904-5a35c267175b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855646'] for subnet, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:54.796571 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac502c49-161c-4e12-838b-81e892994456 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7b3215c-dd00-4a91-b85a-8c55feea77e6,revision_number=0']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:47:54.797733 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-a8860bed-dd06-4bf9-8904-5a35c267175b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-18295818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18043720'] for subnet, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:54.809686 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ac502c49-161c-4e12-838b-81e892994456 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:54.811015 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-ac502c49-161c-4e12-838b-81e892994456 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4177792 Oct 27 10:47:54.830226 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 55724) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:47:54.835790 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-eb539387-bdc5-4d91-9c19-16efcfdc4cfd tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Request body: {'security_group_rule': {'security_group_id': '85747918-4b2b-4843-b687-6b312fd5b508', 'project_id': '7f357cb809634e50864d0c31dbcbd617', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:47:54.842404 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-a8860bed-dd06-4bf9-8904-5a35c267175b admin admin] Publish callbacks [] for subnet, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:54.847782 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-a8860bed-dd06-4bf9-8904-5a35c267175b admin admin] 10.222.0.44 "DELETE /v2.0/subnets/69721ef8-98b2-4b17-a84c-866a1f534ad3 HTTP/1.1" status: 204 len: 168 time: 0.2891893 Oct 27 10:47:54.848805 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8860bed-dd06-4bf9-8904-5a35c267175b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=69721ef8-98b2-4b17-a84c-866a1f534ad3,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:47:54.850675 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 55726) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:47:54.912468 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54509da6-2849-46ed-a7b9-2275fa6c6044 req-ad84dd12-f159-4aec-b39b-41c8fda97dd7 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:47:54.914831 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-54509da6-2849-46ed-a7b9-2275fa6c6044 req-ad84dd12-f159-4aec-b39b-41c8fda97dd7 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/ports?device_id=9b67e6d5-f777-444b-8026-cf23e066bb16 HTTP/1.1" status: 200 len: 943 time: 0.1347830 Oct 27 10:47:54.956763 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-eb539387-bdc5-4d91-9c19-16efcfdc4cfd tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:54.969948 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-9b0943b4-1049-4371-a377-552bf716a535 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586917'] for network, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:55.021893 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-54509da6-2849-46ed-a7b9-2275fa6c6044 req-61f05027-1ef2-4fb6-b7d6-21d40aa2d294 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/security-groups?id=3238f945-43ac-4dbd-b7b0-70b6d0fec036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802951 Oct 27 10:47:55.109960 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-9d68f311-9ea8-40ab-b817-62134f8845f4 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1766202'] for router_interface, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:55.111322 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-eb539387-bdc5-4d91-9c19-16efcfdc4cfd tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:55.120103 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-eb539387-bdc5-4d91-9c19-16efcfdc4cfd tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671902'] for security_group_rule, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:55.130834 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-9b0943b4-1049-4371-a377-552bf716a535 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857803', 'neutron.services.segments.db._delete_segments_for_network-8743873143390'] for network, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:55.153376 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb539387-bdc5-4d91-9c19-16efcfdc4cfd tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b69424af-fe2f-4f49-8998-4705b299fe44,revision_number=0']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:47:55.168244 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-9b0943b4-1049-4371-a377-552bf716a535 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34f179cc-3249-47e4-861c-1ad666b0e661']}} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:47:55.173158 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-eb539387-bdc5-4d91-9c19-16efcfdc4cfd tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:55.178059 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-eb539387-bdc5-4d91-9c19-16efcfdc4cfd tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3463886 Oct 27 10:47:55.178768 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 55732) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:47:55.187952 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-5663b1d5-63cc-4f00-b3f2-e65450da3923 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Request body: {'security_group_rule': {'security_group_id': '85747918-4b2b-4843-b687-6b312fd5b508', 'project_id': '7f357cb809634e50864d0c31dbcbd617', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:47:55.199100 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-9b0943b4-1049-4371-a377-552bf716a535 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24961c34-9d24-46fc-bc2c-0db0ce2089c6') {'for_net_delete': True} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:47:55.199408 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-9b0943b4-1049-4371-a377-552bf716a535 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24961c34-9d24-46fc-bc2c-0db0ce2089c6') {} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:47:55.214039 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-9b0943b4-1049-4371-a377-552bf716a535 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743873145191', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18445132'] for segment, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:55.236978 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-9b0943b4-1049-4371-a377-552bf716a535 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:55.248380 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b0943b4-1049-4371-a377-552bf716a535 admin admin] Releasing vlan 422 on physical network physnet1 to pool {{(pid=102347) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 10:47:55.248796 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-9b0943b4-1049-4371-a377-552bf716a535 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-18296032'] for segment, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:55.250814 n-d-813419-10 neutron-server[102347]: Traceback (most recent call last): Oct 27 10:47:55.250814 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 10:47:55.250814 n-d-813419-10 neutron-server[102347]: timer() Oct 27 10:47:55.250814 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 10:47:55.250814 n-d-813419-10 neutron-server[102347]: cb(*args, **kw) Oct 27 10:47:55.250814 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 10:47:55.250814 n-d-813419-10 neutron-server[102347]: return func(*args, **kwargs) Oct 27 10:47:55.250814 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 10:47:55.250814 n-d-813419-10 neutron-server[102347]: self._notify() Oct 27 10:47:55.250814 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 10:47:55.250814 n-d-813419-10 neutron-server[102347]: self.callback(batched_events) Oct 27 10:47:55.250814 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 10:47:55.250814 n-d-813419-10 neutron-server[102347]: event.method(event) Oct 27 10:47:55.250814 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 10:47:55.250814 n-d-813419-10 neutron-server[102347]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 10:47:55.250814 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 10:47:55.250814 n-d-813419-10 neutron-server[102347]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 10:47:55.250814 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 10:47:55.250814 n-d-813419-10 neutron-server[102347]: return f(self, *a, **k) Oct 27 10:47:55.250814 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 10:47:55.250814 n-d-813419-10 neutron-server[102347]: return self._get(url).json() Oct 27 10:47:55.250814 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 10:47:55.250814 n-d-813419-10 neutron-server[102347]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 10:47:55.250814 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 10:47:55.250814 n-d-813419-10 neutron-server[102347]: return self.request(url, 'GET', **kwargs) Oct 27 10:47:55.250814 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 10:47:55.250814 n-d-813419-10 neutron-server[102347]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 10:47:55.250814 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 10:47:55.250814 n-d-813419-10 neutron-server[102347]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 10:47:55.250814 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 10:47:55.250814 n-d-813419-10 neutron-server[102347]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 10:47:55.250814 n-d-813419-10 neutron-server[102347]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 10:47:55.252965 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-5663b1d5-63cc-4f00-b3f2-e65450da3923 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:55.363404 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-9b0943b4-1049-4371-a377-552bf716a535 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664840'] for network, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:55.372723 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-9b0943b4-1049-4371-a377-552bf716a535 admin admin] Publish callbacks [] for network, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:55.378952 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-9b0943b4-1049-4371-a377-552bf716a535 admin admin] 10.222.0.44 "DELETE /v2.0/networks/34f179cc-3249-47e4-861c-1ad666b0e661 HTTP/1.1" status: 204 len: 168 time: 0.5250735 Oct 27 10:47:55.398008 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-5663b1d5-63cc-4f00-b3f2-e65450da3923 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:55.399155 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0943b4-1049-4371-a377-552bf716a535 admin admin] Pushing event deleted for resources: {'Network': ['ID=34f179cc-3249-47e4-861c-1ad666b0e661,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:47:55.404498 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-5663b1d5-63cc-4f00-b3f2-e65450da3923 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671902'] for security_group_rule, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:55.420003 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5663b1d5-63cc-4f00-b3f2-e65450da3923 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d188ccd-d375-4c04-9f61-cccf3df5d7be,revision_number=0']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:47:55.438981 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-5663b1d5-63cc-4f00-b3f2-e65450da3923 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:55.441438 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-5663b1d5-63cc-4f00-b3f2-e65450da3923 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2565632 Oct 27 10:47:55.444275 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 55740) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:47:55.450777 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-5758b457-22ca-44b6-91e2-7571706ffa80 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Request body: {'security_group_rule': {'security_group_id': '85747918-4b2b-4843-b687-6b312fd5b508', 'project_id': '7f357cb809634e50864d0c31dbcbd617', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:47:55.491726 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-5758b457-22ca-44b6-91e2-7571706ffa80 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:55.590371 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-5758b457-22ca-44b6-91e2-7571706ffa80 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:55.597046 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-5758b457-22ca-44b6-91e2-7571706ffa80 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671902'] for security_group_rule, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:55.624051 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5758b457-22ca-44b6-91e2-7571706ffa80 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64575e5e-ab0d-4892-8f84-d82a397f280f,revision_number=0']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:47:55.641236 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-5758b457-22ca-44b6-91e2-7571706ffa80 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:55.643959 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-5758b457-22ca-44b6-91e2-7571706ffa80 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1969428 Oct 27 10:47:55.646241 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 55748) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:47:55.665084 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-15a9247c-2951-476f-a1b1-5b97d0df959e tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Request body: {'security_group_rule': {'security_group_id': '85747918-4b2b-4843-b687-6b312fd5b508', 'project_id': '7f357cb809634e50864d0c31dbcbd617', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:47:55.704712 n-d-813419-10 neutron-server[102347]: INFO neutron.db.securitygroups_db [None req-15a9247c-2951-476f-a1b1-5b97d0df959e tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Project 7f357cb809634e50864d0c31dbcbd617 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 27 10:47:55.713760 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-15a9247c-2951-476f-a1b1-5b97d0df959e tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:55.716388 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 55750) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:47:55.794091 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-9d68f311-9ea8-40ab-b817-62134f8845f4 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Deleting port fc682a77-5e43-46c7-9ac4-a7e82ce0d2a2 {{(pid=102346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:47:55.794760 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-9d68f311-9ea8-40ab-b817-62134f8845f4 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:55.802657 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-321d40bf-0bf8-4b90-bee4-77d040668072 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=09e0d82e3b1544249075dd58adde8cfd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0827086 Oct 27 10:47:55.803308 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 55752) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:47:55.825703 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-15a9247c-2951-476f-a1b1-5b97d0df959e tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:55.837428 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-15a9247c-2951-476f-a1b1-5b97d0df959e tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671902'] for security_group_rule, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:55.869579 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a9247c-2951-476f-a1b1-5b97d0df959e tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8dae585-cef4-4096-b3a4-4912d0a235cb,revision_number=0']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:47:55.889680 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-15a9247c-2951-476f-a1b1-5b97d0df959e tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:55.890882 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-15a9247c-2951-476f-a1b1-5b97d0df959e tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2436440 Oct 27 10:47:55.893690 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 55758) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:47:55.898238 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-a3045b18-176e-4320-ad23-5bc7550f54fb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:55.904088 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-a70bd089-a629-4012-91ea-29f44296bb36 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Request body: {'security_group_rule': {'security_group_id': '85747918-4b2b-4843-b687-6b312fd5b508', 'project_id': '7f357cb809634e50864d0c31dbcbd617', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:47:55.915015 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [None req-9d68f311-9ea8-40ab-b817-62134f8845f4 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] For port fc682a77-5e43-46c7-9ac4-a7e82ce0d2a2, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=fc682a77-5e43-46c7-9ac4-a7e82ce0d2a2,segment=NetworkSegment(247eab87-e557-4064-823a-4834f9f7269f),segment_id=247eab87-e557-4064-823a-4834f9f7269f)] {{(pid=102346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:47:55.915509 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-9d68f311-9ea8-40ab-b817-62134f8845f4 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:55.939097 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-a3045b18-176e-4320-ad23-5bc7550f54fb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:55.948110 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-9d68f311-9ea8-40ab-b817-62134f8845f4 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Calling delete_port for fc682a77-5e43-46c7-9ac4-a7e82ce0d2a2 owned by network:router_interface {{(pid=102346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:47:55.954867 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device fc019b1c-61da-4789-90a3-72afe16ced29 no longer exists at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:47:55.964285 n-d-813419-10 neutron-server[102347]: INFO neutron.db.securitygroups_db [None req-a70bd089-a629-4012-91ea-29f44296bb36 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Project 7f357cb809634e50864d0c31dbcbd617 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 27 10:47:55.981682 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-a70bd089-a629-4012-91ea-29f44296bb36 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:55.984631 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] No Port match for: fc019b1c-61da-4789-90a3-72afe16ced29 {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:47:55.984974 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device fc019b1c-61da-4789-90a3-72afe16ced29 not bound to the agent host n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:47:56.037907 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-a3045b18-176e-4320-ad23-5bc7550f54fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:56.040556 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-a3045b18-176e-4320-ad23-5bc7550f54fb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:56.044023 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-a3045b18-176e-4320-ad23-5bc7550f54fb admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2b3ac09a-fc78-43b5-8f53-b81e13a554bd HTTP/1.1" status: 204 len: 168 time: 0.2376342 Oct 27 10:47:56.056755 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3045b18-176e-4320-ad23-5bc7550f54fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b3ac09a-fc78-43b5-8f53-b81e13a554bd,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:47:56.073435 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-a70bd089-a629-4012-91ea-29f44296bb36 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:56.078879 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-a70bd089-a629-4012-91ea-29f44296bb36 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671902'] for security_group_rule, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:56.120780 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70bd089-a629-4012-91ea-29f44296bb36 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca4d0abd-3982-4c57-98dc-8eb53e0037f1,revision_number=0']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:47:56.145133 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-a70bd089-a629-4012-91ea-29f44296bb36 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:56.148187 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-a70bd089-a629-4012-91ea-29f44296bb36 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2531307 Oct 27 10:47:56.150857 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 55766) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:47:56.162348 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-d9f54bb0-dd06-4f4b-b7ad-33efdc36c874 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Request body: {'network': {'name': 'tempest-network-smoke--1159541125', 'project_id': '7f357cb809634e50864d0c31dbcbd617', 'port_security_enabled': True}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:47:56.204281 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-9d68f311-9ea8-40ab-b817-62134f8845f4 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:56.233190 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9f54bb0-dd06-4f4b-b7ad-33efdc36c874 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Made reservation on behalf of 7f357cb809634e50864d0c31dbcbd617 for: {'network': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:47:56.239233 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-d9f54bb0-dd06-4f4b-b7ad-33efdc36c874 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for network, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:56.260186 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d68f311-9ea8-40ab-b817-62134f8845f4 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Pushing event deleted for resources: {'Port': ['ID=fc682a77-5e43-46c7-9ac4-a7e82ce0d2a2,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:47:56.279237 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3cea90-5130-4c0e-8e42-b5d48b30d8a9 req-99af95b1-0ad8-41b8-8325-1e5b9cca1357 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:47:56.286820 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-6a3cea90-5130-4c0e-8e42-b5d48b30d8a9 req-99af95b1-0ad8-41b8-8325-1e5b9cca1357 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/ports?device_id=9b67e6d5-f777-444b-8026-cf23e066bb16 HTTP/1.1" status: 200 len: 943 time: 0.1170382 Oct 27 10:47:56.319573 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9f54bb0-dd06-4f4b-b7ad-33efdc36c874 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 433} {{(pid=102347) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 10:47:56.351781 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-6a3cea90-5130-4c0e-8e42-b5d48b30d8a9 req-2d60dc47-41a4-43a3-b112-97e49fcd5d50 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/security-groups?id=3238f945-43ac-4dbd-b7b0-70b6d0fec036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635636 Oct 27 10:47:56.361277 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-d9f54bb0-dd06-4f4b-b7ad-33efdc36c874 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:56.361277 n-d-813419-10 neutron-server[102347]: INFO neutron.db.segments_db [None req-d9f54bb0-dd06-4f4b-b7ad-33efdc36c874 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Added segment ace6fc3c-2203-4b0c-8061-3b723387ecf0 of type vlan for network df4d2f8f-0279-4ac1-b465-f59b71763f44 Oct 27 10:47:56.424963 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-d9f54bb0-dd06-4f4b-b7ad-33efdc36c874 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743872593080'] for network, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:56.462060 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-d9f54bb0-dd06-4f4b-b7ad-33efdc36c874 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913'] for network, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:56.472069 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9f54bb0-dd06-4f4b-b7ad-33efdc36c874 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:47:56.473134 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-d9f54bb0-dd06-4f4b-b7ad-33efdc36c874 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks [] for network, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:56.505893 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device 63a0f25a-0d52-4a09-ae78-ecd996ba612e no longer exists at agent hyperv_n-h1-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:47:56.515523 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-9d68f311-9ea8-40ab-b817-62134f8845f4 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2006968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1766358'] for router_interface, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:56.555408 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] No Port match for: 63a0f25a-0d52-4a09-ae78-ecd996ba612e {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:47:56.555893 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device 63a0f25a-0d52-4a09-ae78-ecd996ba612e not bound to the agent host n-h1-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:47:56.573801 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-d9f54bb0-dd06-4f4b-b7ad-33efdc36c874 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4218187 Oct 27 10:47:56.577776 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 55778) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:47:56.586605 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-7d275249-c6a6-4a19-903b-3281d8e07929 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-597336176', 'admin_state_up': True, 'project_id': '7f357cb809634e50864d0c31dbcbd617', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'}}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:47:56.614143 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f54bb0-dd06-4f4b-b7ad-33efdc36c874 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Pushing event updated for resources: {'Network': ['ID=df4d2f8f-0279-4ac1-b465-f59b71763f44,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:47:56.626055 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Network df4d2f8f-0279-4ac1-b465-f59b71763f44 details requested by agent ovs-agent-n-d-813419-10 with host n-d-813419-10 {{(pid=102348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 10:47:56.633765 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-7d275249-c6a6-4a19-903b-3281d8e07929 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1768632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3610'] for router, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:56.639149 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-7d275249-c6a6-4a19-903b-3281d8e07929 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1765704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1769409', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1694266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3597'] for router, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:56.718583 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-7d275249-c6a6-4a19-903b-3281d8e07929 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:56.825324 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d68f311-9ea8-40ab-b817-62134f8845f4 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Router 77544813-46b1-47a6-99a0-d327f2a781a1 has already been hosted by L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb {{(pid=102346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 10:47:56.909285 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-7d275249-c6a6-4a19-903b-3281d8e07929 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:56.936904 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d68f311-9ea8-40ab-b817-62134f8845f4 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:47:56.943633 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-9d68f311-9ea8-40ab-b817-62134f8845f4 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] 10.222.0.44 "PUT /v2.0/routers/77544813-46b1-47a6-99a0-d327f2a781a1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3839412 Oct 27 10:47:56.946682 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 55794) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:47:56.955355 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b48588c5-8923-4f14-95bc-a76e5ba6e271 None None] Sync routers for ids ['77544813-46b1-47a6-99a0-d327f2a781a1'] in n-d-813419-10 {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:47:56.985133 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b48588c5-8923-4f14-95bc-a76e5ba6e271 None None] Routers {'77544813-46b1-47a6-99a0-d327f2a781a1'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:47:56.986063 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-b48588c5-8923-4f14-95bc-a76e5ba6e271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:47:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['77544813-46b1-47a6-99a0-d327f2a781a1'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:47:57.061578 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7846919-100a-4a75-a6d4-c514277e757d tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Deleting subnet 2d457f87-4e01-4ef8-a107-675fa218ac16 {{(pid=102346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 10:47:57.069721 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-a7846919-100a-4a75-a6d4-c514277e757d tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks [] for subnet, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:57.124741 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-a7846919-100a-4a75-a6d4-c514277e757d tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25847868'] for subnet, precommit_delete_associations {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:57.155634 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvr_db [None req-b48588c5-8923-4f14-95bc-a76e5ba6e271 None None] Set router 77544813-46b1-47a6-99a0-d327f2a781a1 gateway port host: None {{(pid=102348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:47:57.210276 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 55802) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:47:57.259772 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-7d275249-c6a6-4a19-903b-3281d8e07929 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks [] for router_gateway, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:57.275331 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-a7846919-100a-4a75-a6d4-c514277e757d tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855646'] for subnet, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:57.304334 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-7d275249-c6a6-4a19-903b-3281d8e07929 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:57.424768 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-b48588c5-8923-4f14-95bc-a76e5ba6e271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77544813-46b1-47a6-99a0-d327f2a781a1', 'name': 'tempest-RoutersTest-router-381064338', 'tenant_id': '14f921c9b3f94aa0bb5d8437d3b23079', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:47:12Z', 'updated_at': '2021-10-27T10:47:56Z', 'revision_number': 9, 'project_id': '14f921c9b3f94aa0bb5d8437d3b23079', 'gw_port_host': None, '_interfaces': [{'id': 'a7a36e76-5bf8-41a2-b017-f1059dbd3e2a', 'name': '', 'network_id': '93816331-4c8a-4076-a327-3d24313efaf8', 'tenant_id': '14f921c9b3f94aa0bb5d8437d3b23079', 'mac_address': 'fa:16:3e:6f:94:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77544813-46b1-47a6-99a0-d327f2a781a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3166, 'fixed_ips': [{'subnet_id': 'afb5a9e3-0660-4f43-a8a4-997a0178253b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:47:20Z', 'updated_at': '2021-10-27T10:47:28Z', 'revision_number': 5, 'project_id': '14f921c9b3f94aa0bb5d8437d3b23079', 'subnets': [{'id': 'afb5a9e3-0660-4f43-a8a4-997a0178253b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f2726d98-c33e-424a-a803-64ad305d2a74', 'name': '', 'network_id': 'daf4ac32-9672-4651-b3fd-11072e1379c5', 'tenant_id': '14f921c9b3f94aa0bb5d8437d3b23079', 'mac_address': 'fa:16:3e:35:e0:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77544813-46b1-47a6-99a0-d327f2a781a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3160, 'fixed_ips': [{'subnet_id': 'afc0cab9-21da-4d56-911b-4ce64e6f688c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:47:14Z', 'updated_at': '2021-10-27T10:47:20Z', 'revision_number': 5, 'project_id': '14f921c9b3f94aa0bb5d8437d3b23079', 'subnets': [{'id': 'afc0cab9-21da-4d56-911b-4ce64e6f688c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:47:57.430344 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-0456fe3b-fc1d-465e-a19d-e69b91f5c0a4 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1044471568-network', 'tenant_id': 'd1d1194325fd46129030833379b18110'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:47:57.456856 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0456fe3b-fc1d-465e-a19d-e69b91f5c0a4 admin admin] Made reservation on behalf of d1d1194325fd46129030833379b18110 for: {'network': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:47:57.457427 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b48588c5-8923-4f14-95bc-a76e5ba6e271 None None] Checking router: 77544813-46b1-47a6-99a0-d327f2a781a1 for host: n-d-813419-10 {{(pid=102348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 10:47:57.460515 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-0456fe3b-fc1d-465e-a19d-e69b91f5c0a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for network, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:57.467551 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b48588c5-8923-4f14-95bc-a76e5ba6e271 None None] Routers {'77544813-46b1-47a6-99a0-d327f2a781a1'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:47:57.468509 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-b48588c5-8923-4f14-95bc-a76e5ba6e271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:47:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['77544813-46b1-47a6-99a0-d327f2a781a1'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:47:57.475792 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-0456fe3b-fc1d-465e-a19d-e69b91f5c0a4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:57.479255 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-a7846919-100a-4a75-a6d4-c514277e757d tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27024355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27168307'] for subnet, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:57.520812 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_common [None req-7d275249-c6a6-4a19-903b-3281d8e07929 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Allocated IP 172.25.8.82 (185ff123-c7ff-45c7-a6be-71feb35acc9c/0fb9f9d1-7384-481f-8fa8-f4566c349d30/dd364a72-217a-431c-a2b7-281f14d8e605) {{(pid=102347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:47:57.547807 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7846919-100a-4a75-a6d4-c514277e757d tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Pushing event deleted for resources: {'Subnet': ['ID=2d457f87-4e01-4ef8-a107-675fa218ac16,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:47:57.572700 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-a7846919-100a-4a75-a6d4-c514277e757d tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for subnet, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:57.575731 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvr_db [None req-b48588c5-8923-4f14-95bc-a76e5ba6e271 None None] Set router 77544813-46b1-47a6-99a0-d327f2a781a1 gateway port host: None {{(pid=102348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:47:57.576836 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-a7846919-100a-4a75-a6d4-c514277e757d tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] 10.222.0.44 "DELETE /v2.0/subnets/2d457f87-4e01-4ef8-a107-675fa218ac16 HTTP/1.1" status: 204 len: 168 time: 0.6289921 Oct 27 10:47:57.581642 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 55814) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:47:57.641814 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07cb2232-cc68-49d9-a97f-fb318c291cae None None] Network 0f780ec1-47f1-4a9e-ae7a-d093113e0633 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:47:57.682121 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-7d275249-c6a6-4a19-903b-3281d8e07929 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks [] for port, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:57.682414 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a022a6ab-bdee-4de8-861f-367fc9db7228 req-77c05d59-e149-49d9-8ec9-8d493df7f8f3 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:47:57.684545 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-a022a6ab-bdee-4de8-861f-367fc9db7228 req-77c05d59-e149-49d9-8ec9-8d493df7f8f3 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/ports?device_id=9b67e6d5-f777-444b-8026-cf23e066bb16 HTTP/1.1" status: 200 len: 943 time: 0.1914158 Oct 27 10:47:57.709191 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-04afd62f-8d2c-415b-8aa6-4abcc0714bbf tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586917'] for network, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:57.725999 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-7d275249-c6a6-4a19-903b-3281d8e07929 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:57.775829 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-a022a6ab-bdee-4de8-861f-367fc9db7228 req-6a7f0bb4-b2fb-4d68-a422-8106fb453c7f tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/security-groups?id=3238f945-43ac-4dbd-b7b0-70b6d0fec036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627906 Oct 27 10:47:57.782621 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device 6ad75b97-7f36-44e6-830a-12bf115e74fb no longer exists at agent hyperv_n-h2-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:47:57.821159 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-0456fe3b-fc1d-465e-a19d-e69b91f5c0a4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:57.829854 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-0456fe3b-fc1d-465e-a19d-e69b91f5c0a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:57.835461 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] No Port match for: 6ad75b97-7f36-44e6-830a-12bf115e74fb {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:47:57.836092 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device 6ad75b97-7f36-44e6-830a-12bf115e74fb not bound to the agent host n-h2-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:47:57.841416 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d275249-c6a6-4a19-903b-3281d8e07929 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Network 185ff123-c7ff-45c7-a6be-71feb35acc9c is already hosted by enough agents. {{(pid=102347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:47:57.844551 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [None req-7d275249-c6a6-4a19-903b-3281d8e07929 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Resources bound (agent type, host, resource id): {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:47:57.854926 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d275249-c6a6-4a19-903b-3281d8e07929 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Received port after_create {{(pid=102347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:47:57.864069 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0456fe3b-fc1d-465e-a19d-e69b91f5c0a4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 424} {{(pid=102346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 10:47:57.883297 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-04afd62f-8d2c-415b-8aa6-4abcc0714bbf tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Deleting port cab6e8f8-0895-49f6-b825-a5c0558acb60 {{(pid=102346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:47:57.883631 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-04afd62f-8d2c-415b-8aa6-4abcc0714bbf tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:57.885295 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0456fe3b-fc1d-465e-a19d-e69b91f5c0a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cad321ff-ec90-4807-b14f-cfc00e86d831,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:47:57.900788 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-0456fe3b-fc1d-465e-a19d-e69b91f5c0a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:57.901140 n-d-813419-10 neutron-server[102346]: INFO neutron.db.segments_db [None req-0456fe3b-fc1d-465e-a19d-e69b91f5c0a4 admin admin] Added segment 18f2c0af-2ba9-49a5-93d4-9d0d58ed4e67 of type vlan for network eab0e365-df2a-4abe-afca-fd7f6722106d Oct 27 10:47:57.952107 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d275249-c6a6-4a19-903b-3281d8e07929 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Pushing event updated for resources: {'Port': ['ID=dd364a72-217a-431c-a2b7-281f14d8e605,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:47:57.994902 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-0456fe3b-fc1d-465e-a19d-e69b91f5c0a4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743872593080'] for network, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:58.002205 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [None req-04afd62f-8d2c-415b-8aa6-4abcc0714bbf tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] For port cab6e8f8-0895-49f6-b825-a5c0558acb60, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=cab6e8f8-0895-49f6-b825-a5c0558acb60,segment=NetworkSegment(247eab87-e557-4064-823a-4834f9f7269f),segment_id=247eab87-e557-4064-823a-4834f9f7269f)] {{(pid=102346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:47:58.002689 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-04afd62f-8d2c-415b-8aa6-4abcc0714bbf tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:58.032441 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-04afd62f-8d2c-415b-8aa6-4abcc0714bbf tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Calling delete_port for cab6e8f8-0895-49f6-b825-a5c0558acb60 owned by network:dhcp {{(pid=102346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:47:58.038743 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-b48588c5-8923-4f14-95bc-a76e5ba6e271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77544813-46b1-47a6-99a0-d327f2a781a1', 'name': 'tempest-RoutersTest-router-381064338', 'tenant_id': '14f921c9b3f94aa0bb5d8437d3b23079', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:47:12Z', 'updated_at': '2021-10-27T10:47:56Z', 'revision_number': 9, 'project_id': '14f921c9b3f94aa0bb5d8437d3b23079', 'gw_port_host': None, '_interfaces': [{'id': 'a7a36e76-5bf8-41a2-b017-f1059dbd3e2a', 'name': '', 'network_id': '93816331-4c8a-4076-a327-3d24313efaf8', 'tenant_id': '14f921c9b3f94aa0bb5d8437d3b23079', 'mac_address': 'fa:16:3e:6f:94:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77544813-46b1-47a6-99a0-d327f2a781a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3166, 'fixed_ips': [{'subnet_id': 'afb5a9e3-0660-4f43-a8a4-997a0178253b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:47:20Z', 'updated_at': '2021-10-27T10:47:28Z', 'revision_number': 5, 'project_id': '14f921c9b3f94aa0bb5d8437d3b23079', 'subnets': [{'id': 'afb5a9e3-0660-4f43-a8a4-997a0178253b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f2726d98-c33e-424a-a803-64ad305d2a74', 'name': '', 'network_id': 'daf4ac32-9672-4651-b3fd-11072e1379c5', 'tenant_id': '14f921c9b3f94aa0bb5d8437d3b23079', 'mac_address': 'fa:16:3e:35:e0:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77544813-46b1-47a6-99a0-d327f2a781a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3160, 'fixed_ips': [{'subnet_id': 'afc0cab9-21da-4d56-911b-4ce64e6f688c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:47:14Z', 'updated_at': '2021-10-27T10:47:20Z', 'revision_number': 5, 'project_id': '14f921c9b3f94aa0bb5d8437d3b23079', 'subnets': [{'id': 'afc0cab9-21da-4d56-911b-4ce64e6f688c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:47:58.086246 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b48588c5-8923-4f14-95bc-a76e5ba6e271 None None] The sync data for ids ['77544813-46b1-47a6-99a0-d327f2a781a1'] in n-d-813419-10 is: [{'id': '77544813-46b1-47a6-99a0-d327f2a781a1', 'name': 'tempest-RoutersTest-router-381064338', 'tenant_id': '14f921c9b3f94aa0bb5d8437d3b23079', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:47:12Z', 'updated_at': '2021-10-27T10:47:56Z', 'revision_number': 9, 'project_id': '14f921c9b3f94aa0bb5d8437d3b23079', 'gw_port_host': None, '_interfaces': [{'id': 'a7a36e76-5bf8-41a2-b017-f1059dbd3e2a', 'name': '', 'network_id': '93816331-4c8a-4076-a327-3d24313efaf8', 'tenant_id': '14f921c9b3f94aa0bb5d8437d3b23079', 'mac_address': 'fa:16:3e:6f:94:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77544813-46b1-47a6-99a0-d327f2a781a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3166, 'fixed_ips': [{'subnet_id': 'afb5a9e3-0660-4f43-a8a4-997a0178253b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:47:20Z', 'updated_at': '2021-10-27T10:47:28Z', 'revision_number': 5, 'project_id': '14f921c9b3f94aa0bb5d8437d3b23079', 'subnets': [{'id': 'afb5a9e3-0660-4f43-a8a4-997a0178253b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f2726d98-c33e-424a-a803-64ad305d2a74', 'name': '', 'network_id': 'daf4ac32-9672-4651-b3fd-11072e1379c5', 'tenant_id': '14f921c9b3f94aa0bb5d8437d3b23079', 'mac_address': 'fa:16:3e:35:e0:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77544813-46b1-47a6-99a0-d327f2a781a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3160, 'fixed_ips': [{'subnet_id': 'afc0cab9-21da-4d56-911b-4ce64e6f688c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:47:14Z', 'updated_at': '2021-10-27T10:47:20Z', 'revision_number': 5, 'project_id': '14f921c9b3f94aa0bb5d8437d3b23079', 'subnets': [{'id': 'afc0cab9-21da-4d56-911b-4ce64e6f688c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:47:58.101778 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-903e7a0d-f1b2-495a-bcd8-bc6721379e5a None None] DHCP port deletion for 0f780ec1-47f1-4a9e-ae7a-d093113e0633 request from n-d-813419-10 {{(pid=102348) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 10:47:58.164374 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-0456fe3b-fc1d-465e-a19d-e69b91f5c0a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913'] for network, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:58.164374 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0456fe3b-fc1d-465e-a19d-e69b91f5c0a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:47:58.164374 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-0456fe3b-fc1d-465e-a19d-e69b91f5c0a4 admin admin] Publish callbacks [] for network, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:58.191907 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-903e7a0d-f1b2-495a-bcd8-bc6721379e5a None None] Deleting port cab6e8f8-0895-49f6-b825-a5c0558acb60 {{(pid=102348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:47:58.192571 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-903e7a0d-f1b2-495a-bcd8-bc6721379e5a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:58.209764 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-04afd62f-8d2c-415b-8aa6-4abcc0714bbf tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:58.239172 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04afd62f-8d2c-415b-8aa6-4abcc0714bbf tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Pushing event deleted for resources: {'Port': ['ID=cab6e8f8-0895-49f6-b825-a5c0558acb60,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:47:58.253543 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-0456fe3b-fc1d-465e-a19d-e69b91f5c0a4 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.0422201 Oct 27 10:47:58.259043 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 55824) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:47:58.265477 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-a54d2782-f94d-4c61-9276-839f5901218a admin admin] Request body: {'subnet': {'network_id': 'eab0e365-df2a-4abe-afca-fd7f6722106d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1044471568-subnet', 'tenant_id': 'd1d1194325fd46129030833379b18110', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:47:58.268821 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0456fe3b-fc1d-465e-a19d-e69b91f5c0a4 admin admin] Pushing event updated for resources: {'Network': ['ID=eab0e365-df2a-4abe-afca-fd7f6722106d,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:47:58.271747 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04afd62f-8d2c-415b-8aa6-4abcc0714bbf tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] No DVR routers for this DVR port cab6e8f8-0895-49f6-b825-a5c0558acb60 on host n-d-813419-10 {{(pid=102346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:47:58.287559 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Network eab0e365-df2a-4abe-afca-fd7f6722106d details requested by agent ovs-agent-n-d-813419-10 with host n-d-813419-10 {{(pid=102348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 10:47:58.310457 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-903e7a0d-f1b2-495a-bcd8-bc6721379e5a None None] For port cab6e8f8-0895-49f6-b825-a5c0558acb60, host n-d-813419-10, got binding levels [] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:47:58.311315 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-903e7a0d-f1b2-495a-bcd8-bc6721379e5a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:58.317153 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-7d275249-c6a6-4a19-903b-3281d8e07929 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks [] for router_gateway, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:58.358565 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a54d2782-f94d-4c61-9276-839f5901218a admin admin] Made reservation on behalf of d1d1194325fd46129030833379b18110 for: {'subnet': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:47:58.361487 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-a54d2782-f94d-4c61-9276-839f5901218a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27167186'] for subnet, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:58.384107 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-04afd62f-8d2c-415b-8aa6-4abcc0714bbf tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857803', 'neutron.services.segments.db._delete_segments_for_network-8743873143390'] for network, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:58.472298 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-04afd62f-8d2c-415b-8aa6-4abcc0714bbf tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f780ec1-47f1-4a9e-ae7a-d093113e0633']}} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:47:58.495811 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-04afd62f-8d2c-415b-8aa6-4abcc0714bbf tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '247eab87-e557-4064-823a-4834f9f7269f') {'for_net_delete': True} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:47:58.496287 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-04afd62f-8d2c-415b-8aa6-4abcc0714bbf tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '247eab87-e557-4064-823a-4834f9f7269f') {} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:47:58.522654 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-04afd62f-8d2c-415b-8aa6-4abcc0714bbf tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743873145191', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25847877'] for segment, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:58.545548 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-04afd62f-8d2c-415b-8aa6-4abcc0714bbf tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:58.555601 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04afd62f-8d2c-415b-8aa6-4abcc0714bbf tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Releasing vlan 404 on physical network physnet1 to pool {{(pid=102346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 10:47:58.556138 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-04afd62f-8d2c-415b-8aa6-4abcc0714bbf tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27024137'] for segment, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:58.559562 n-d-813419-10 neutron-server[102346]: Traceback (most recent call last): Oct 27 10:47:58.559562 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 10:47:58.559562 n-d-813419-10 neutron-server[102346]: timer() Oct 27 10:47:58.559562 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 10:47:58.559562 n-d-813419-10 neutron-server[102346]: cb(*args, **kw) Oct 27 10:47:58.559562 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 10:47:58.559562 n-d-813419-10 neutron-server[102346]: return func(*args, **kwargs) Oct 27 10:47:58.559562 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 10:47:58.559562 n-d-813419-10 neutron-server[102346]: self._notify() Oct 27 10:47:58.559562 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 10:47:58.559562 n-d-813419-10 neutron-server[102346]: self.callback(batched_events) Oct 27 10:47:58.559562 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 10:47:58.559562 n-d-813419-10 neutron-server[102346]: event.method(event) Oct 27 10:47:58.559562 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 10:47:58.559562 n-d-813419-10 neutron-server[102346]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 10:47:58.559562 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 10:47:58.559562 n-d-813419-10 neutron-server[102346]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 10:47:58.559562 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 10:47:58.559562 n-d-813419-10 neutron-server[102346]: return f(self, *a, **k) Oct 27 10:47:58.559562 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 10:47:58.559562 n-d-813419-10 neutron-server[102346]: return self._get(url).json() Oct 27 10:47:58.559562 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 10:47:58.559562 n-d-813419-10 neutron-server[102346]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 10:47:58.559562 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 10:47:58.559562 n-d-813419-10 neutron-server[102346]: return self.request(url, 'GET', **kwargs) Oct 27 10:47:58.559562 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 10:47:58.559562 n-d-813419-10 neutron-server[102346]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 10:47:58.559562 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 10:47:58.559562 n-d-813419-10 neutron-server[102346]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 10:47:58.559562 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 10:47:58.559562 n-d-813419-10 neutron-server[102346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 10:47:58.559562 n-d-813419-10 neutron-server[102346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 10:47:58.620337 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-903e7a0d-f1b2-495a-bcd8-bc6721379e5a None None] Calling delete_port for cab6e8f8-0895-49f6-b825-a5c0558acb60 owned by network:dhcp {{(pid=102348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:47:58.634093 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.ipam_backend_mixin [None req-903e7a0d-f1b2-495a-bcd8-bc6721379e5a None None] Port cab6e8f8-0895-49f6-b825-a5c0558acb60 was not found and therefore no delete operation was performed {{(pid=102348) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 27 10:47:58.634093 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-903e7a0d-f1b2-495a-bcd8-bc6721379e5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615'] for port, after_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:58.696709 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-04afd62f-8d2c-415b-8aa6-4abcc0714bbf tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664840'] for network, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:58.709993 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903e7a0d-f1b2-495a-bcd8-bc6721379e5a None None] Pushing event deleted for resources: {'Port': ['ID=cab6e8f8-0895-49f6-b825-a5c0558acb60,revision_number=None']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:47:58.713014 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-04afd62f-8d2c-415b-8aa6-4abcc0714bbf tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks [] for network, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:58.717765 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-04afd62f-8d2c-415b-8aa6-4abcc0714bbf tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] 10.222.0.44 "DELETE /v2.0/networks/0f780ec1-47f1-4a9e-ae7a-d093113e0633 HTTP/1.1" status: 204 len: 168 time: 1.1346021 Oct 27 10:47:58.724883 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-903e7a0d-f1b2-495a-bcd8-bc6721379e5a None None] No DVR routers for this DVR port cab6e8f8-0895-49f6-b825-a5c0558acb60 on host n-d-813419-10 {{(pid=102348) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:47:58.727211 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 55832) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:47:58.764330 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04afd62f-8d2c-415b-8aa6-4abcc0714bbf tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Pushing event deleted for resources: {'Network': ['ID=0f780ec1-47f1-4a9e-ae7a-d093113e0633,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:47:58.910619 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-a54d2782-f94d-4c61-9276-839f5901218a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27024290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27167168'] for subnet, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:59.054481 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54d2782-f94d-4c61-9276-839f5901218a admin admin] Pushing event updated for resources: {'Subnet': ['ID=ea6aed5c-b2de-4ade-a1e2-e98e3b9e954e,revision_number=0']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:47:59.078755 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a54d2782-f94d-4c61-9276-839f5901218a admin admin] Checking segment: {'id': '18f2c0af-2ba9-49a5-93d4-9d0d58ed4e67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'eab0e365-df2a-4abe-afca-fd7f6722106d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:47:59.079126 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a54d2782-f94d-4c61-9276-839f5901218a admin admin] Network hostable DHCP agents. Network: eab0e365-df2a-4abe-afca-fd7f6722106d, hostable agents: ['eafd4000-b897-4722-ae8b-0118ec955181'], hosted agents: [] {{(pid=102346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 10:47:59.103232 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124cf299-ca27-45e4-97fe-024452c2fa58 req-c4504e16-a3ed-47cb-aca1-8ac008ea129d tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:47:59.105141 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-124cf299-ca27-45e4-97fe-024452c2fa58 req-c4504e16-a3ed-47cb-aca1-8ac008ea129d tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/ports?device_id=9b67e6d5-f777-444b-8026-cf23e066bb16 HTTP/1.1" status: 200 len: 943 time: 0.1656528 Oct 27 10:47:59.128232 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a54d2782-f94d-4c61-9276-839f5901218a admin admin] Network eab0e365-df2a-4abe-afca-fd7f6722106d is scheduled to be hosted by DHCP agent eafd4000-b897-4722-ae8b-0118ec955181 with binding_index 1 {{(pid=102346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 10:47:59.158157 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-a54d2782-f94d-4c61-9276-839f5901218a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-10, eab0e365-df2a-4abe-afca-fd7f6722106d) {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:47:59.163230 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-7d275249-c6a6-4a19-903b-3281d8e07929 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1765699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1769372'] for router, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:59.164577 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a54d2782-f94d-4c61-9276-839f5901218a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:47:59.165190 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-a54d2782-f94d-4c61-9276-839f5901218a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for subnet, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:59.173529 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05d09315-620e-4445-941f-53511937c844 None None] Network eab0e365-df2a-4abe-afca-fd7f6722106d requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:47:59.175020 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-124cf299-ca27-45e4-97fe-024452c2fa58 req-1b080096-b204-4e8c-9061-4d3e1c21b89a tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/security-groups?id=3238f945-43ac-4dbd-b7b0-70b6d0fec036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545940 Oct 27 10:47:59.185607 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-a54d2782-f94d-4c61-9276-839f5901218a admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.9250824 Oct 27 10:47:59.335243 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-b986e7ca-507b-43d7-bb88-cc57774a4f0d tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1766202'] for router_interface, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:59.400601 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d275249-c6a6-4a19-903b-3281d8e07929 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Router 09b1359d-3041-4542-a956-79020a736f6d is scheduled to L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb with binding_index 1 {{(pid=102347) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 10:47:59.404762 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52a31650-4f1b-40e7-a68b-e0b08f06a014 None None] Network eab0e365-df2a-4abe-afca-fd7f6722106d requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:47:59.593293 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d275249-c6a6-4a19-903b-3281d8e07929 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:47:59.605042 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33f1f490-b2c2-4d3e-bcb9-d019d4942a84 None None] Sync routers for ids ['09b1359d-3041-4542-a956-79020a736f6d'] in n-d-813419-10 {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:47:59.620797 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33f1f490-b2c2-4d3e-bcb9-d019d4942a84 None None] Routers {'09b1359d-3041-4542-a956-79020a736f6d'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:47:59.621440 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-33f1f490-b2c2-4d3e-bcb9-d019d4942a84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:47:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['09b1359d-3041-4542-a956-79020a736f6d'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:47:59.650393 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-7d275249-c6a6-4a19-903b-3281d8e07929 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks [] for router, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:59.658307 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-b986e7ca-507b-43d7-bb88-cc57774a4f0d tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Deleting port a7a36e76-5bf8-41a2-b017-f1059dbd3e2a {{(pid=102346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:47:59.658904 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-b986e7ca-507b-43d7-bb88-cc57774a4f0d tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:59.660996 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-7d275249-c6a6-4a19-903b-3281d8e07929 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 3.0820618 Oct 27 10:47:59.662231 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 55858) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:47:59.733066 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-21c10782-3d17-4926-ac49-fb884dcfcdd8 tempest-TestNetworkAdvancedServerOps-357845361 tempest-TestNetworkAdvancedServerOps-357845361-project-admin] 10.222.0.44 "GET /v2.0/subnets?project_id=7f357cb809634e50864d0c31dbcbd617&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0696974 Oct 27 10:47:59.735601 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 55864) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:47:59.778399 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [None req-b986e7ca-507b-43d7-bb88-cc57774a4f0d tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] For port a7a36e76-5bf8-41a2-b017-f1059dbd3e2a, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=a7a36e76-5bf8-41a2-b017-f1059dbd3e2a,segment=NetworkSegment(4205ac61-7ecc-4821-b2ae-1c9f39c9ac45),segment_id=4205ac61-7ecc-4821-b2ae-1c9f39c9ac45)] {{(pid=102346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:47:59.779215 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-b986e7ca-507b-43d7-bb88-cc57774a4f0d tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:47:59.803322 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-b986e7ca-507b-43d7-bb88-cc57774a4f0d tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Calling delete_port for a7a36e76-5bf8-41a2-b017-f1059dbd3e2a owned by network:router_interface {{(pid=102346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:47:59.877824 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvr_db [None req-33f1f490-b2c2-4d3e-bcb9-d019d4942a84 None None] Set router 09b1359d-3041-4542-a956-79020a736f6d gateway port host: n-d-813419-10 {{(pid=102349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:47:59.945311 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-041d0baa-972a-4d88-b6db-196cd5964980 tempest-TestNetworkAdvancedServerOps-357845361 tempest-TestNetworkAdvancedServerOps-357845361-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:47:59.950973 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-041d0baa-972a-4d88-b6db-196cd5964980 tempest-TestNetworkAdvancedServerOps-357845361 tempest-TestNetworkAdvancedServerOps-357845361-project-admin] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2110903 Oct 27 10:47:59.952378 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 55874) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:48:00.007779 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4eca2c-f11c-4f92-add8-112cb90bdc73 req-9a91ecd4-3c66-4932-a345-de9fe23ff6bd tempest-ServerMetadataNegativeTestJSON-676750677 tempest-ServerMetadataNegativeTestJSON-676750677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:48:00.009479 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-6b4eca2c-f11c-4f92-add8-112cb90bdc73 req-9a91ecd4-3c66-4932-a345-de9fe23ff6bd tempest-ServerMetadataNegativeTestJSON-676750677 tempest-ServerMetadataNegativeTestJSON-676750677-project] 10.222.0.44 "GET /v2.0/networks?id=eab0e365-df2a-4abe-afca-fd7f6722106d HTTP/1.1" status: 200 len: 821 time: 0.2151074 Oct 27 10:48:00.031461 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-cf593c8a-c4ed-4786-bbd7-d9ced36e9194 tempest-TestNetworkAdvancedServerOps-357845361 tempest-TestNetworkAdvancedServerOps-357845361-project-admin] 10.222.0.44 "GET /v2.0/subnets?network_id=185ff123-c7ff-45c7-a6be-71feb35acc9c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0779278 Oct 27 10:48:00.037200 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 55876) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:48:00.041803 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device fc682a77-5e43-46c7-9ac4-a7e82ce0d2a2 no longer exists at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:48:00.042473 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-12f8ee42-c316-4619-8be0-f8399e8f967b tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1418411146', 'network_id': 'df4d2f8f-0279-4ac1-b465-f59b71763f44', 'project_id': '7f357cb809634e50864d0c31dbcbd617', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:48:00.069422 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-6b4eca2c-f11c-4f92-add8-112cb90bdc73 req-54d27159-0e55-4d8a-aa56-4c1c8790402f tempest-ServerMetadataNegativeTestJSON-676750677 tempest-ServerMetadataNegativeTestJSON-676750677-project] 10.222.0.44 "GET /v2.0/quotas/d1d1194325fd46129030833379b18110 HTTP/1.1" status: 200 len: 375 time: 0.0149934 Oct 27 10:48:00.091521 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] No Port match for: fc682a77-5e43-46c7-9ac4-a7e82ce0d2a2 {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:48:00.092138 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device fc682a77-5e43-46c7-9ac4-a7e82ce0d2a2 not bound to the agent host n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:48:00.093858 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device cab6e8f8-0895-49f6-b825-a5c0558acb60 no longer exists at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:48:00.107132 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-6b4eca2c-f11c-4f92-add8-112cb90bdc73 req-4f378152-791d-4b2d-ad2d-0c70263c70c4 tempest-ServerMetadataNegativeTestJSON-676750677 tempest-ServerMetadataNegativeTestJSON-676750677-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=d1d1194325fd46129030833379b18110&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0302551 Oct 27 10:48:00.157283 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] No Port match for: cab6e8f8-0895-49f6-b825-a5c0558acb60 {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:48:00.157636 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device cab6e8f8-0895-49f6-b825-a5c0558acb60 not bound to the agent host n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:48:00.205448 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-b986e7ca-507b-43d7-bb88-cc57774a4f0d tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:00.206318 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-33f1f490-b2c2-4d3e-bcb9-d019d4942a84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09b1359d-3041-4542-a956-79020a736f6d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-597336176', 'tenant_id': '7f357cb809634e50864d0c31dbcbd617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.82'}], 'enable_snat': True}, 'gw_port_id': 'dd364a72-217a-431c-a2b7-281f14d8e605', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:47:56Z', 'updated_at': '2021-10-27T10:47:58Z', 'revision_number': 3, 'project_id': '7f357cb809634e50864d0c31dbcbd617', 'gw_port': {'id': 'dd364a72-217a-431c-a2b7-281f14d8e605', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:25:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09b1359d-3041-4542-a956-79020a736f6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3191, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:47:57Z', 'updated_at': '2021-10-27T10:47:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10'}], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:48:00.243659 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33f1f490-b2c2-4d3e-bcb9-d019d4942a84 None None] Checking router: 09b1359d-3041-4542-a956-79020a736f6d for host: n-d-813419-10 {{(pid=102349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 10:48:00.244514 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33f1f490-b2c2-4d3e-bcb9-d019d4942a84 None None] Updating router 09b1359d-3041-4542-a956-79020a736f6d port dd364a72-217a-431c-a2b7-281f14d8e605 binding host n-d-813419-10 {{(pid=102349) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 10:48:00.249387 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12f8ee42-c316-4619-8be0-f8399e8f967b tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Made reservation on behalf of 7f357cb809634e50864d0c31dbcbd617 for: {'subnet': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:48:00.259159 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-12f8ee42-c316-4619-8be0-f8399e8f967b tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18044073'] for subnet, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:00.284424 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-33f1f490-b2c2-4d3e-bcb9-d019d4942a84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:00.365220 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b986e7ca-507b-43d7-bb88-cc57774a4f0d tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Pushing event deleted for resources: {'Port': ['ID=a7a36e76-5bf8-41a2-b017-f1059dbd3e2a,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:48:00.426347 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f00c5ab-f5b6-4004-91c1-dfbfa9cd9eed req-a01683d9-b734-457e-b339-28f126168d2c tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:48:00.428622 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-0f00c5ab-f5b6-4004-91c1-dfbfa9cd9eed req-a01683d9-b734-457e-b339-28f126168d2c tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/ports?device_id=9b67e6d5-f777-444b-8026-cf23e066bb16 HTTP/1.1" status: 200 len: 943 time: 0.1219773 Oct 27 10:48:00.512440 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-0f00c5ab-f5b6-4004-91c1-dfbfa9cd9eed req-033d60bb-ec39-4e0d-8766-fb74ac6d0bd3 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/security-groups?id=3238f945-43ac-4dbd-b7b0-70b6d0fec036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717683 Oct 27 10:48:00.590808 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-b986e7ca-507b-43d7-bb88-cc57774a4f0d tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2006968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1766358'] for router_interface, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:00.601081 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-6b4eca2c-f11c-4f92-add8-112cb90bdc73 req-d135d122-3291-4c0a-9aa7-cc5f2c00dd18 service neutron] 10.222.0.44 "GET /v2.0/networks/eab0e365-df2a-4abe-afca-fd7f6722106d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4842272 Oct 27 10:48:00.643998 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-12f8ee42-c316-4619-8be0-f8399e8f967b tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-18295883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18044091'] for subnet, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:00.668875 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-33f1f490-b2c2-4d3e-bcb9-d019d4942a84 None None] Publish callbacks [] for port, precommit_update {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:00.679774 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-33f1f490-b2c2-4d3e-bcb9-d019d4942a84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:00.767073 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f8ee42-c316-4619-8be0-f8399e8f967b tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Pushing event updated for resources: {'Subnet': ['ID=e60b25b2-9ab5-4d1d-a2b7-bc998becb4d1,revision_number=0']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:48:00.773804 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.managers [None req-33f1f490-b2c2-4d3e-bcb9-d019d4942a84 None None] Attempting to bind port dd364a72-217a-431c-a2b7-281f14d8e605 on host n-d-813419-10 for vnic_type normal with profile {{(pid=102349) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:48:00.774578 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.managers [None req-33f1f490-b2c2-4d3e-bcb9-d019d4942a84 None None] Attempting to bind port dd364a72-217a-431c-a2b7-281f14d8e605 by drivers openvswitch,hyperv on host n-d-813419-10 at level 0 using segments [{'id': 'bc14127b-7032-4c50-bb5b-f6813cbae86e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'}] {{(pid=102349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:48:00.775624 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12f8ee42-c316-4619-8be0-f8399e8f967b tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Checking segment: {'id': 'ace6fc3c-2203-4b0c-8061-3b723387ecf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'df4d2f8f-0279-4ac1-b465-f59b71763f44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:48:00.775829 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33f1f490-b2c2-4d3e-bcb9-d019d4942a84 None None] Attempting to bind port dd364a72-217a-431c-a2b7-281f14d8e605 on network 185ff123-c7ff-45c7-a6be-71feb35acc9c {{(pid=102349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:48:00.775983 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12f8ee42-c316-4619-8be0-f8399e8f967b tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Network hostable DHCP agents. Network: df4d2f8f-0279-4ac1-b465-f59b71763f44, hostable agents: ['eafd4000-b897-4722-ae8b-0118ec955181'], hosted agents: [] {{(pid=102347) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 10:48:00.781075 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6fcf7c-1c66-492f-b08d-723aba1e47e8 None None] Pushing event updated for resources: {'Port': ['ID=dd364a72-217a-431c-a2b7-281f14d8e605,revision_number=2']} {{(pid=102349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:48:00.784425 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33f1f490-b2c2-4d3e-bcb9-d019d4942a84 None None] Checking agent: {'id': '89dba0f3-79b2-435e-9822-33674b8f6ada', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 8, 20), 'started_at': datetime.datetime(2021, 10, 27, 10, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 47, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:48:00.785045 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33f1f490-b2c2-4d3e-bcb9-d019d4942a84 None None] Checking segment: {'id': 'bc14127b-7032-4c50-bb5b-f6813cbae86e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:48:00.785629 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-33f1f490-b2c2-4d3e-bcb9-d019d4942a84 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:00.786718 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33f1f490-b2c2-4d3e-bcb9-d019d4942a84 None None] Bound using segment: {'id': 'bc14127b-7032-4c50-bb5b-f6813cbae86e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'} {{(pid=102349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:48:00.787362 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.managers [None req-33f1f490-b2c2-4d3e-bcb9-d019d4942a84 None None] Bound port: dd364a72-217a-431c-a2b7-281f14d8e605, host: n-d-813419-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc14127b-7032-4c50-bb5b-f6813cbae86e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'}}] {{(pid=102349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:48:00.787923 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-33f1f490-b2c2-4d3e-bcb9-d019d4942a84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:00.805256 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12f8ee42-c316-4619-8be0-f8399e8f967b tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Network df4d2f8f-0279-4ac1-b465-f59b71763f44 is scheduled to be hosted by DHCP agent eafd4000-b897-4722-ae8b-0118ec955181 with binding_index 1 {{(pid=102347) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 10:48:00.817659 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [None req-12f8ee42-c316-4619-8be0-f8399e8f967b tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-10, df4d2f8f-0279-4ac1-b465-f59b71763f44) {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:48:00.824983 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-6b4eca2c-f11c-4f92-add8-112cb90bdc73 req-30c0b018-c310-462e-a0b6-9afd2ae92546 service neutron] 10.222.0.44 "GET /v2.0/networks/eab0e365-df2a-4abe-afca-fd7f6722106d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2093639 Oct 27 10:48:00.828635 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4728e5d5-ec9e-4ba1-aa17-760f5c94ec43 None None] Network df4d2f8f-0279-4ac1-b465-f59b71763f44 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:48:00.833736 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12f8ee42-c316-4619-8be0-f8399e8f967b tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:48:00.834338 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-12f8ee42-c316-4619-8be0-f8399e8f967b tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks [] for subnet, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:00.874304 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.db [None req-33f1f490-b2c2-4d3e-bcb9-d019d4942a84 None None] For port dd364a72-217a-431c-a2b7-281f14d8e605, host n-d-813419-10, cleared binding levels {{(pid=102349) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:48:00.874624 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-12f8ee42-c316-4619-8be0-f8399e8f967b tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8330703 Oct 27 10:48:00.874624 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 55900) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:48:00.874802 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.db [None req-33f1f490-b2c2-4d3e-bcb9-d019d4942a84 None None] For port dd364a72-217a-431c-a2b7-281f14d8e605, host n-d-813419-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=dd364a72-217a-431c-a2b7-281f14d8e605,segment=NetworkSegment(bc14127b-7032-4c50-bb5b-f6813cbae86e),segment_id=bc14127b-7032-4c50-bb5b-f6813cbae86e)] {{(pid=102349) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:48:00.884775 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-33f1f490-b2c2-4d3e-bcb9-d019d4942a84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:00.975262 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33f1f490-b2c2-4d3e-bcb9-d019d4942a84 None None] Routers {'09b1359d-3041-4542-a956-79020a736f6d'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:48:00.975891 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-33f1f490-b2c2-4d3e-bcb9-d019d4942a84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:47:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['09b1359d-3041-4542-a956-79020a736f6d'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:48:00.985964 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6fcf7c-1c66-492f-b08d-723aba1e47e8 None None] Pushing event updated for resources: {'Port': ['ID=dd364a72-217a-431c-a2b7-281f14d8e605,revision_number=3']} {{(pid=102349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:48:01.170857 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvr_db [None req-33f1f490-b2c2-4d3e-bcb9-d019d4942a84 None None] Set router 09b1359d-3041-4542-a956-79020a736f6d gateway port host: n-d-813419-10 {{(pid=102349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:48:01.211039 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c020660-a8ed-4ec3-9a92-135ea58de38e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp734b258e-7d96-550c-b970-9b72ab66f383-df4d2f8f-0279-4ac1-b465-f59b71763f44', 'network_id': 'df4d2f8f-0279-4ac1-b465-f59b71763f44', 'tenant_id': '7f357cb809634e50864d0c31dbcbd617', 'fixed_ips': [{'subnet_id': 'e60b25b2-9ab5-4d1d-a2b7-bc998becb4d1'}]}} from n-d-813419-10. {{(pid=102348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 10:48:01.214469 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-4c020660-a8ed-4ec3-9a92-135ea58de38e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:01.345807 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-d3891bc5-e049-4967-9f8b-612547f64387 req-3ba89575-f9a6-485c-8253-d15ff4f703d8 tempest-ServerMetadataNegativeTestJSON-676750677 tempest-ServerMetadataNegativeTestJSON-676750677-project] 10.222.0.44 "GET /v2.0/ports?device_id=60ad54dd-d158-459d-8ab4-6932905b2cd6 HTTP/1.1" status: 200 len: 210 time: 0.0795145 Oct 27 10:48:01.598693 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.db_base_plugin_common [None req-4c020660-a8ed-4ec3-9a92-135ea58de38e None None] Allocated IP 172.20.0.2 (df4d2f8f-0279-4ac1-b465-f59b71763f44/e60b25b2-9ab5-4d1d-a2b7-bc998becb4d1/5e76b8c8-495c-4d62-9ab4-11e1f58154da) {{(pid=102348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:48:01.645596 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-33f1f490-b2c2-4d3e-bcb9-d019d4942a84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09b1359d-3041-4542-a956-79020a736f6d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-597336176', 'tenant_id': '7f357cb809634e50864d0c31dbcbd617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.82'}], 'enable_snat': True}, 'gw_port_id': 'dd364a72-217a-431c-a2b7-281f14d8e605', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:47:56Z', 'updated_at': '2021-10-27T10:47:58Z', 'revision_number': 3, 'project_id': '7f357cb809634e50864d0c31dbcbd617', 'gw_port': {'id': 'dd364a72-217a-431c-a2b7-281f14d8e605', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:25:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09b1359d-3041-4542-a956-79020a736f6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3191, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:47:57Z', 'updated_at': '2021-10-27T10:48:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10'}], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:48:01.701603 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33f1f490-b2c2-4d3e-bcb9-d019d4942a84 None None] The sync data for ids ['09b1359d-3041-4542-a956-79020a736f6d'] in n-d-813419-10 is: [{'id': '09b1359d-3041-4542-a956-79020a736f6d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-597336176', 'tenant_id': '7f357cb809634e50864d0c31dbcbd617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.82'}], 'enable_snat': True}, 'gw_port_id': 'dd364a72-217a-431c-a2b7-281f14d8e605', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:47:56Z', 'updated_at': '2021-10-27T10:47:58Z', 'revision_number': 3, 'project_id': '7f357cb809634e50864d0c31dbcbd617', 'gw_port': {'id': 'dd364a72-217a-431c-a2b7-281f14d8e605', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:25:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09b1359d-3041-4542-a956-79020a736f6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3191, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:47:57Z', 'updated_at': '2021-10-27T10:48:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10'}] {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:48:01.776538 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device 8804c68b-fc36-476d-96ea-0c503dfb2221 details requested by agent hyperv_n-h2-813419-10 with host n-h2-813419-10 {{(pid=102348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 10:48:01.844381 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b986e7ca-507b-43d7-bb88-cc57774a4f0d tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Router 77544813-46b1-47a6-99a0-d327f2a781a1 has already been hosted by L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb {{(pid=102346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 10:48:01.869798 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb9782e-fa58-4584-9dbe-bc3cf2e0dd64 req-0779daca-5f67-40cc-ad12-c0c8b36c2bd5 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:48:01.879737 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-1bb9782e-fa58-4584-9dbe-bc3cf2e0dd64 req-0779daca-5f67-40cc-ad12-c0c8b36c2bd5 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/ports?device_id=9b67e6d5-f777-444b-8026-cf23e066bb16 HTTP/1.1" status: 200 len: 943 time: 0.1844025 Oct 27 10:48:01.986497 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-9a6ec71b-0e13-46ab-8f61-a2260fbbaa8a tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:02.031711 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] For port 8804c68b-fc36-476d-96ea-0c503dfb2221, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=8804c68b-fc36-476d-96ea-0c503dfb2221,segment=NetworkSegment(d1b37471-bd8e-4564-a77c-6e0c9d2699fd),segment_id=d1b37471-bd8e-4564-a77c-6e0c9d2699fd)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:48:02.058315 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Returning: {'device': '8804c68b-fc36-476d-96ea-0c503dfb2221', 'network_id': '33cc32c2-598c-44fc-a251-6575a62c00c5', 'port_id': '8804c68b-fc36-476d-96ea-0c503dfb2221', 'mac_address': 'fa:16:3e:59:df:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87624d80-dded-417f-af79-cc56a741e5c4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 10:48:02.079691 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b986e7ca-507b-43d7-bb88-cc57774a4f0d tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:48:02.090258 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-b986e7ca-507b-43d7-bb88-cc57774a4f0d tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] 10.222.0.44 "PUT /v2.0/routers/77544813-46b1-47a6-99a0-d327f2a781a1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3613961 Oct 27 10:48:02.093137 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 55916) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:48:02.118297 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-1bb9782e-fa58-4584-9dbe-bc3cf2e0dd64 req-549dd167-39c5-4c72-8ff3-ea5c31002e7e tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/security-groups?id=3238f945-43ac-4dbd-b7b0-70b6d0fec036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2369683 Oct 27 10:48:02.200368 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f85b3e34-c6a5-44af-aec4-9d9555018381 None None] Sync routers for ids ['77544813-46b1-47a6-99a0-d327f2a781a1'] in n-d-813419-10 {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:48:02.212602 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1891934-3624-48e8-ae0a-d4e6791bd0a2 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Deleting subnet afb5a9e3-0660-4f43-a8a4-997a0178253b {{(pid=102346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 10:48:02.217401 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-b1891934-3624-48e8-ae0a-d4e6791bd0a2 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks [] for subnet, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:02.232565 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:02.253557 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8804c68b-fc36-476d-96ea-0c503dfb2221 {{(pid=102348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:48:02.272387 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f85b3e34-c6a5-44af-aec4-9d9555018381 None None] Routers {'77544813-46b1-47a6-99a0-d327f2a781a1'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:48:02.273159 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-f85b3e34-c6a5-44af-aec4-9d9555018381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:47:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['77544813-46b1-47a6-99a0-d327f2a781a1'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:48:02.289122 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-b1891934-3624-48e8-ae0a-d4e6791bd0a2 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25847868'] for subnet, precommit_delete_associations {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:02.354005 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-4c020660-a8ed-4ec3-9a92-135ea58de38e None None] Publish callbacks [] for port, precommit_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:02.453989 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-b1891934-3624-48e8-ae0a-d4e6791bd0a2 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855646'] for subnet, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:02.530966 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvr_db [None req-f85b3e34-c6a5-44af-aec4-9d9555018381 None None] Set router 77544813-46b1-47a6-99a0-d327f2a781a1 gateway port host: None {{(pid=102348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:48:02.556145 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-b1891934-3624-48e8-ae0a-d4e6791bd0a2 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27024355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27168307'] for subnet, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:02.591048 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1891934-3624-48e8-ae0a-d4e6791bd0a2 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Pushing event deleted for resources: {'Subnet': ['ID=afb5a9e3-0660-4f43-a8a4-997a0178253b,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:48:02.593142 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] For port 8804c68b-fc36-476d-96ea-0c503dfb2221, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=8804c68b-fc36-476d-96ea-0c503dfb2221,segment=NetworkSegment(d1b37471-bd8e-4564-a77c-6e0c9d2699fd),segment_id=d1b37471-bd8e-4564-a77c-6e0c9d2699fd)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:48:02.602233 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-b1891934-3624-48e8-ae0a-d4e6791bd0a2 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for subnet, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:02.607877 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-b1891934-3624-48e8-ae0a-d4e6791bd0a2 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] 10.222.0.44 "DELETE /v2.0/subnets/afb5a9e3-0660-4f43-a8a4-997a0178253b HTTP/1.1" status: 204 len: 168 time: 0.5134735 Oct 27 10:48:02.610519 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 55920) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:48:02.619619 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-4c020660-a8ed-4ec3-9a92-135ea58de38e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606'] for port, after_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:02.638015 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3267eb03-3602-4a54-ae1e-794e373d000f None None] Network 93816331-4c8a-4076-a327-3d24313efaf8 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:48:02.639651 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-945521b4-6590-4ba3-9211-930d4ea80045 req-a78ae641-7f66-46b7-9520-1ba9ef971b40 tempest-ServerMetadataNegativeTestJSON-676750677 tempest-ServerMetadataNegativeTestJSON-676750677-project] 10.222.0.44 "GET /v2.0/ports?device_id=60ad54dd-d158-459d-8ab4-6932905b2cd6 HTTP/1.1" status: 200 len: 210 time: 0.1462302 Oct 27 10:48:02.743299 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_common [None req-9a6ec71b-0e13-46ab-8f61-a2260fbbaa8a tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Allocated IP 172.20.0.1 (df4d2f8f-0279-4ac1-b465-f59b71763f44/e60b25b2-9ab5-4d1d-a2b7-bc998becb4d1/44da5fca-a624-44c2-9320-5b1c4c8d5c18) {{(pid=102347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:48:02.758603 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-faf1df8d-03ab-49e4-8b38-4b274448afd1 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586917'] for network, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:02.788896 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:02.837471 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-faf1df8d-03ab-49e4-8b38-4b274448afd1 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Deleting port 0650b79c-cdaa-4a24-92df-b864f16dc42d {{(pid=102346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:48:02.838496 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-faf1df8d-03ab-49e4-8b38-4b274448afd1 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:02.934149 n-d-813419-10 neutron-server[102348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c020660-a8ed-4ec3-9a92-135ea58de38e None None] Network df4d2f8f-0279-4ac1-b465-f59b71763f44 is already hosted by enough agents. {{(pid=102348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:48:02.941034 n-d-813419-10 neutron-server[102348]: DEBUG neutron.scheduler.base_scheduler [None req-4c020660-a8ed-4ec3-9a92-135ea58de38e None None] Resources bound (agent type, host, resource id): {{(pid=102348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:48:02.956052 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:02.962851 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [None req-faf1df8d-03ab-49e4-8b38-4b274448afd1 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] For port 0650b79c-cdaa-4a24-92df-b864f16dc42d, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=0650b79c-cdaa-4a24-92df-b864f16dc42d,segment=NetworkSegment(4205ac61-7ecc-4821-b2ae-1c9f39c9ac45),segment_id=4205ac61-7ecc-4821-b2ae-1c9f39c9ac45)] {{(pid=102346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:48:02.963334 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-faf1df8d-03ab-49e4-8b38-4b274448afd1 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:02.967471 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c020660-a8ed-4ec3-9a92-135ea58de38e None None] Received port after_create {{(pid=102348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:48:02.993498 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-faf1df8d-03ab-49e4-8b38-4b274448afd1 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Calling delete_port for 0650b79c-cdaa-4a24-92df-b864f16dc42d owned by network:dhcp {{(pid=102346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:48:03.014851 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c020660-a8ed-4ec3-9a92-135ea58de38e None None] Pushing event updated for resources: {'Port': ['ID=5e76b8c8-495c-4d62-9ab4-11e1f58154da,revision_number=1']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:48:03.148305 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-faf1df8d-03ab-49e4-8b38-4b274448afd1 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:03.214904 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf1df8d-03ab-49e4-8b38-4b274448afd1 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Pushing event deleted for resources: {'Port': ['ID=0650b79c-cdaa-4a24-92df-b864f16dc42d,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:48:03.234689 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faf1df8d-03ab-49e4-8b38-4b274448afd1 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] No DVR routers for this DVR port 0650b79c-cdaa-4a24-92df-b864f16dc42d on host n-d-813419-10 {{(pid=102346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:48:03.249920 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4eca2c-f11c-4f92-add8-112cb90bdc73 req-2965394c-47de-4936-95ac-c746f1619a04 tempest-ServerMetadataNegativeTestJSON-676750677 tempest-ServerMetadataNegativeTestJSON-676750677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:48:03.251773 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-6b4eca2c-f11c-4f92-add8-112cb90bdc73 req-2965394c-47de-4936-95ac-c746f1619a04 tempest-ServerMetadataNegativeTestJSON-676750677 tempest-ServerMetadataNegativeTestJSON-676750677-project] 10.222.0.64 "GET /v2.0/networks?id=eab0e365-df2a-4abe-afca-fd7f6722106d HTTP/1.1" status: 200 len: 821 time: 0.6110754 Oct 27 10:48:03.278563 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [req-6b4eca2c-f11c-4f92-add8-112cb90bdc73 req-2c996b77-7130-447b-96d1-d19470d5c6db tempest-ServerMetadataNegativeTestJSON-676750677 tempest-ServerMetadataNegativeTestJSON-676750677-project] Request body: {'port': {'device_id': '60ad54dd-d158-459d-8ab4-6932905b2cd6', 'network_id': 'eab0e365-df2a-4abe-afca-fd7f6722106d', 'admin_state_up': True, 'tenant_id': 'd1d1194325fd46129030833379b18110'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:48:03.319756 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] get_ports_and_sgs() called for port_ids ['8804c68b-fc36-476d-96ea-0c503dfb2221'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:48:03.402134 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-faf1df8d-03ab-49e4-8b38-4b274448afd1 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857803', 'neutron.services.segments.db._delete_segments_for_network-8743873143390'] for network, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:03.412333 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Pushing event updated for resources: {'Port': ['ID=8804c68b-fc36-476d-96ea-0c503dfb2221,revision_number=4']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:48:03.416689 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-9a6ec71b-0e13-46ab-8f61-a2260fbbaa8a tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks [] for port, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:03.465101 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f39360-82d3-4496-915d-f026ed22a130 req-bbcaa08f-ae4d-4875-a3ae-2d6801d80c82 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:48:03.477232 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-78f39360-82d3-4496-915d-f026ed22a130 req-bbcaa08f-ae4d-4875-a3ae-2d6801d80c82 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/ports?device_id=9b67e6d5-f777-444b-8026-cf23e066bb16 HTTP/1.1" status: 200 len: 944 time: 0.1785200 Oct 27 10:48:03.497473 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-faf1df8d-03ab-49e4-8b38-4b274448afd1 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93816331-4c8a-4076-a327-3d24313efaf8']}} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:48:03.512851 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-faf1df8d-03ab-49e4-8b38-4b274448afd1 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4205ac61-7ecc-4821-b2ae-1c9f39c9ac45') {'for_net_delete': True} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:48:03.513087 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-9a6ec71b-0e13-46ab-8f61-a2260fbbaa8a tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:03.513535 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-faf1df8d-03ab-49e4-8b38-4b274448afd1 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4205ac61-7ecc-4821-b2ae-1c9f39c9ac45') {} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:48:03.525161 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adb458e3-26e2-47f0-b5a4-52e3dc9f4cca None None] DHCP port deletion for 93816331-4c8a-4076-a327-3d24313efaf8 request from n-d-813419-10 {{(pid=102348) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 10:48:03.528426 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b4eca2c-f11c-4f92-add8-112cb90bdc73 req-2c996b77-7130-447b-96d1-d19470d5c6db tempest-ServerMetadataNegativeTestJSON-676750677 tempest-ServerMetadataNegativeTestJSON-676750677-project] Made reservation on behalf of d1d1194325fd46129030833379b18110 for: {'port': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:48:03.532083 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-faf1df8d-03ab-49e4-8b38-4b274448afd1 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743873145191', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25847877'] for segment, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:03.532593 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-6b4eca2c-f11c-4f92-add8-112cb90bdc73 req-2c996b77-7130-447b-96d1-d19470d5c6db tempest-ServerMetadataNegativeTestJSON-676750677 tempest-ServerMetadataNegativeTestJSON-676750677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:03.539257 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-4c020660-a8ed-4ec3-9a92-135ea58de38e None None] Attempting to bind port 5e76b8c8-495c-4d62-9ab4-11e1f58154da on host n-d-813419-10 for vnic_type normal with profile {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:48:03.539842 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-4c020660-a8ed-4ec3-9a92-135ea58de38e None None] Attempting to bind port 5e76b8c8-495c-4d62-9ab4-11e1f58154da by drivers openvswitch,hyperv on host n-d-813419-10 at level 0 using segments [{'id': 'ace6fc3c-2203-4b0c-8061-3b723387ecf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'df4d2f8f-0279-4ac1-b465-f59b71763f44'}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:48:03.540408 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c020660-a8ed-4ec3-9a92-135ea58de38e None None] Attempting to bind port 5e76b8c8-495c-4d62-9ab4-11e1f58154da on network df4d2f8f-0279-4ac1-b465-f59b71763f44 {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:48:03.552905 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-faf1df8d-03ab-49e4-8b38-4b274448afd1 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:03.563819 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-faf1df8d-03ab-49e4-8b38-4b274448afd1 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Releasing vlan 412 on physical network physnet1 to pool {{(pid=102346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 10:48:03.564462 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-faf1df8d-03ab-49e4-8b38-4b274448afd1 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27024137'] for segment, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:03.579639 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c020660-a8ed-4ec3-9a92-135ea58de38e None None] Checking agent: {'id': '89dba0f3-79b2-435e-9822-33674b8f6ada', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 8, 20), 'started_at': datetime.datetime(2021, 10, 27, 10, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 47, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:48:03.579927 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a6ec71b-0e13-46ab-8f61-a2260fbbaa8a tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Network df4d2f8f-0279-4ac1-b465-f59b71763f44 is already hosted by enough agents. {{(pid=102347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:48:03.580480 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c020660-a8ed-4ec3-9a92-135ea58de38e None None] Checking segment: {'id': 'ace6fc3c-2203-4b0c-8061-3b723387ecf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'df4d2f8f-0279-4ac1-b465-f59b71763f44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:48:03.581118 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-4c020660-a8ed-4ec3-9a92-135ea58de38e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:03.581674 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c020660-a8ed-4ec3-9a92-135ea58de38e None None] Bound using segment: {'id': 'ace6fc3c-2203-4b0c-8061-3b723387ecf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'df4d2f8f-0279-4ac1-b465-f59b71763f44'} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:48:03.584161 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-4c020660-a8ed-4ec3-9a92-135ea58de38e None None] Bound port: 5e76b8c8-495c-4d62-9ab4-11e1f58154da, host: n-d-813419-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ace6fc3c-2203-4b0c-8061-3b723387ecf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'df4d2f8f-0279-4ac1-b465-f59b71763f44'}}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:48:03.584811 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-4c020660-a8ed-4ec3-9a92-135ea58de38e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:03.595285 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [None req-9a6ec71b-0e13-46ab-8f61-a2260fbbaa8a tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Resources bound (agent type, host, resource id): {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:48:03.608755 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a6ec71b-0e13-46ab-8f61-a2260fbbaa8a tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Received port after_create {{(pid=102347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:48:03.644791 n-d-813419-10 neutron-server[102346]: Traceback (most recent call last): Oct 27 10:48:03.644791 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 10:48:03.644791 n-d-813419-10 neutron-server[102346]: timer() Oct 27 10:48:03.644791 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 10:48:03.644791 n-d-813419-10 neutron-server[102346]: cb(*args, **kw) Oct 27 10:48:03.644791 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 10:48:03.644791 n-d-813419-10 neutron-server[102346]: return func(*args, **kwargs) Oct 27 10:48:03.644791 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 10:48:03.644791 n-d-813419-10 neutron-server[102346]: self._notify() Oct 27 10:48:03.644791 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 10:48:03.644791 n-d-813419-10 neutron-server[102346]: self.callback(batched_events) Oct 27 10:48:03.644791 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 10:48:03.644791 n-d-813419-10 neutron-server[102346]: event.method(event) Oct 27 10:48:03.644791 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 10:48:03.644791 n-d-813419-10 neutron-server[102346]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 10:48:03.644791 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 10:48:03.644791 n-d-813419-10 neutron-server[102346]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 10:48:03.644791 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 10:48:03.644791 n-d-813419-10 neutron-server[102346]: return f(self, *a, **k) Oct 27 10:48:03.644791 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 10:48:03.644791 n-d-813419-10 neutron-server[102346]: return self._get(url).json() Oct 27 10:48:03.644791 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 10:48:03.644791 n-d-813419-10 neutron-server[102346]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 10:48:03.644791 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 10:48:03.644791 n-d-813419-10 neutron-server[102346]: return self.request(url, 'GET', **kwargs) Oct 27 10:48:03.644791 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 10:48:03.644791 n-d-813419-10 neutron-server[102346]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 10:48:03.644791 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 10:48:03.644791 n-d-813419-10 neutron-server[102346]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 10:48:03.644791 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 10:48:03.644791 n-d-813419-10 neutron-server[102346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 10:48:03.644791 n-d-813419-10 neutron-server[102346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 10:48:03.726959 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-78f39360-82d3-4496-915d-f026ed22a130 req-5a09c9d5-54da-4d8a-bb89-b032adb261d8 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/security-groups?id=3238f945-43ac-4dbd-b7b0-70b6d0fec036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2445731 Oct 27 10:48:03.728251 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-faf1df8d-03ab-49e4-8b38-4b274448afd1 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664840'] for network, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:03.756290 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-faf1df8d-03ab-49e4-8b38-4b274448afd1 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks [] for network, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:03.762453 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-faf1df8d-03ab-49e4-8b38-4b274448afd1 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] 10.222.0.44 "DELETE /v2.0/networks/93816331-4c8a-4076-a327-3d24313efaf8 HTTP/1.1" status: 204 len: 168 time: 1.1480136 Oct 27 10:48:03.781218 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 55928) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:48:03.795410 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf1df8d-03ab-49e4-8b38-4b274448afd1 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Pushing event deleted for resources: {'Network': ['ID=93816331-4c8a-4076-a327-3d24313efaf8,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:48:03.814385 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-f85b3e34-c6a5-44af-aec4-9d9555018381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77544813-46b1-47a6-99a0-d327f2a781a1', 'name': 'tempest-RoutersTest-router-381064338', 'tenant_id': '14f921c9b3f94aa0bb5d8437d3b23079', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:47:12Z', 'updated_at': '2021-10-27T10:48:00Z', 'revision_number': 10, 'project_id': '14f921c9b3f94aa0bb5d8437d3b23079', 'gw_port_host': None, '_interfaces': [{'id': 'f2726d98-c33e-424a-a803-64ad305d2a74', 'name': '', 'network_id': 'daf4ac32-9672-4651-b3fd-11072e1379c5', 'tenant_id': '14f921c9b3f94aa0bb5d8437d3b23079', 'mac_address': 'fa:16:3e:35:e0:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77544813-46b1-47a6-99a0-d327f2a781a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3160, 'fixed_ips': [{'subnet_id': 'afc0cab9-21da-4d56-911b-4ce64e6f688c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:47:14Z', 'updated_at': '2021-10-27T10:47:20Z', 'revision_number': 5, 'project_id': '14f921c9b3f94aa0bb5d8437d3b23079', 'subnets': [{'id': 'afc0cab9-21da-4d56-911b-4ce64e6f688c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:48:03.820737 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6ec71b-0e13-46ab-8f61-a2260fbbaa8a tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Pushing event updated for resources: {'Port': ['ID=44da5fca-a624-44c2-9320-5b1c4c8d5c18,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:48:03.822390 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-4c020660-a8ed-4ec3-9a92-135ea58de38e None None] For port 5e76b8c8-495c-4d62-9ab4-11e1f58154da, host n-d-813419-10, cleared binding levels {{(pid=102348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:48:03.828925 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-4c020660-a8ed-4ec3-9a92-135ea58de38e None None] For port 5e76b8c8-495c-4d62-9ab4-11e1f58154da, host n-d-813419-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=5e76b8c8-495c-4d62-9ab4-11e1f58154da,segment=NetworkSegment(ace6fc3c-2203-4b0c-8061-3b723387ecf0),segment_id=ace6fc3c-2203-4b0c-8061-3b723387ecf0)] {{(pid=102348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:48:03.866760 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f85b3e34-c6a5-44af-aec4-9d9555018381 None None] Checking router: 77544813-46b1-47a6-99a0-d327f2a781a1 for host: n-d-813419-10 {{(pid=102348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 10:48:03.914239 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-94694148-dca3-4bdf-9a6e-97c159568754 req-e01c0a11-562f-4822-8564-4cfb047a3b0d tempest-ServerMetadataNegativeTestJSON-676750677 tempest-ServerMetadataNegativeTestJSON-676750677-project] 10.222.0.44 "GET /v2.0/ports?device_id=60ad54dd-d158-459d-8ab4-6932905b2cd6 HTTP/1.1" status: 200 len: 210 time: 0.1315351 Oct 27 10:48:03.916827 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-4c020660-a8ed-4ec3-9a92-135ea58de38e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:03.929602 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f85b3e34-c6a5-44af-aec4-9d9555018381 None None] Routers {'77544813-46b1-47a6-99a0-d327f2a781a1'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:48:03.930284 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-f85b3e34-c6a5-44af-aec4-9d9555018381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:47:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['77544813-46b1-47a6-99a0-d327f2a781a1'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:48:03.953950 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-9a6ec71b-0e13-46ab-8f61-a2260fbbaa8a tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1664961'] for router_interface, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:04.169129 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_common [req-6b4eca2c-f11c-4f92-add8-112cb90bdc73 req-2c996b77-7130-447b-96d1-d19470d5c6db tempest-ServerMetadataNegativeTestJSON-676750677 tempest-ServerMetadataNegativeTestJSON-676750677-project] Allocated IP 172.20.0.3 (eab0e365-df2a-4abe-afca-fd7f6722106d/ea6aed5c-b2de-4ade-a1e2-e98e3b9e954e/4e666d7d-732f-494e-be97-e490317fb791) {{(pid=102347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:48:04.237514 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device dd364a72-217a-431c-a2b7-281f14d8e605 up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:48:04.369586 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvr_db [None req-f85b3e34-c6a5-44af-aec4-9d9555018381 None None] Set router 77544813-46b1-47a6-99a0-d327f2a781a1 gateway port host: None {{(pid=102348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:48:04.372718 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c020660-a8ed-4ec3-9a92-135ea58de38e None None] Pushing event updated for resources: {'Port': ['ID=5e76b8c8-495c-4d62-9ab4-11e1f58154da,revision_number=2']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:48:04.399517 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-9a6ec71b-0e13-46ab-8f61-a2260fbbaa8a tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:04.482163 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port dd364a72-217a-431c-a2b7-281f14d8e605 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:48:04.483677 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:04.582103 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-6b4eca2c-f11c-4f92-add8-112cb90bdc73 req-2c996b77-7130-447b-96d1-d19470d5c6db tempest-ServerMetadataNegativeTestJSON-676750677 tempest-ServerMetadataNegativeTestJSON-676750677-project] Publish callbacks [] for port, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:04.763520 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:04.793671 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] For port dd364a72-217a-431c-a2b7-281f14d8e605, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=dd364a72-217a-431c-a2b7-281f14d8e605,segment=NetworkSegment(bc14127b-7032-4c50-bb5b-f6813cbae86e),segment_id=bc14127b-7032-4c50-bb5b-f6813cbae86e)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:48:04.805562 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:04.814518 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-f85b3e34-c6a5-44af-aec4-9d9555018381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77544813-46b1-47a6-99a0-d327f2a781a1', 'name': 'tempest-RoutersTest-router-381064338', 'tenant_id': '14f921c9b3f94aa0bb5d8437d3b23079', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:47:12Z', 'updated_at': '2021-10-27T10:48:00Z', 'revision_number': 10, 'project_id': '14f921c9b3f94aa0bb5d8437d3b23079', 'gw_port_host': None, '_interfaces': [{'id': 'f2726d98-c33e-424a-a803-64ad305d2a74', 'name': '', 'network_id': 'daf4ac32-9672-4651-b3fd-11072e1379c5', 'tenant_id': '14f921c9b3f94aa0bb5d8437d3b23079', 'mac_address': 'fa:16:3e:35:e0:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77544813-46b1-47a6-99a0-d327f2a781a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3160, 'fixed_ips': [{'subnet_id': 'afc0cab9-21da-4d56-911b-4ce64e6f688c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:47:14Z', 'updated_at': '2021-10-27T10:47:20Z', 'revision_number': 5, 'project_id': '14f921c9b3f94aa0bb5d8437d3b23079', 'subnets': [{'id': 'afc0cab9-21da-4d56-911b-4ce64e6f688c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:48:04.841381 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-6b4eca2c-f11c-4f92-add8-112cb90bdc73 req-2c996b77-7130-447b-96d1-d19470d5c6db tempest-ServerMetadataNegativeTestJSON-676750677 tempest-ServerMetadataNegativeTestJSON-676750677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:04.870247 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f85b3e34-c6a5-44af-aec4-9d9555018381 None None] The sync data for ids ['77544813-46b1-47a6-99a0-d327f2a781a1'] in n-d-813419-10 is: [{'id': '77544813-46b1-47a6-99a0-d327f2a781a1', 'name': 'tempest-RoutersTest-router-381064338', 'tenant_id': '14f921c9b3f94aa0bb5d8437d3b23079', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:47:12Z', 'updated_at': '2021-10-27T10:48:00Z', 'revision_number': 10, 'project_id': '14f921c9b3f94aa0bb5d8437d3b23079', 'gw_port_host': None, '_interfaces': [{'id': 'f2726d98-c33e-424a-a803-64ad305d2a74', 'name': '', 'network_id': 'daf4ac32-9672-4651-b3fd-11072e1379c5', 'tenant_id': '14f921c9b3f94aa0bb5d8437d3b23079', 'mac_address': 'fa:16:3e:35:e0:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77544813-46b1-47a6-99a0-d327f2a781a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3160, 'fixed_ips': [{'subnet_id': 'afc0cab9-21da-4d56-911b-4ce64e6f688c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:47:14Z', 'updated_at': '2021-10-27T10:47:20Z', 'revision_number': 5, 'project_id': '14f921c9b3f94aa0bb5d8437d3b23079', 'subnets': [{'id': 'afc0cab9-21da-4d56-911b-4ce64e6f688c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:48:04.937033 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 0650b79c-cdaa-4a24-92df-b864f16dc42d no longer exists at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:48:04.952885 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b4eca2c-f11c-4f92-add8-112cb90bdc73 req-2c996b77-7130-447b-96d1-d19470d5c6db tempest-ServerMetadataNegativeTestJSON-676750677 tempest-ServerMetadataNegativeTestJSON-676750677-project] Network eab0e365-df2a-4abe-afca-fd7f6722106d is already hosted by enough agents. {{(pid=102347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:48:04.966263 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Pushing event updated for resources: {'Port': ['ID=dd364a72-217a-431c-a2b7-281f14d8e605,revision_number=4']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:48:04.970585 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [req-6b4eca2c-f11c-4f92-add8-112cb90bdc73 req-2c996b77-7130-447b-96d1-d19470d5c6db tempest-ServerMetadataNegativeTestJSON-676750677 tempest-ServerMetadataNegativeTestJSON-676750677-project] Resources bound (agent type, host, resource id): {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:48:04.973419 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] No Port match for: 0650b79c-cdaa-4a24-92df-b864f16dc42d {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:48:04.974914 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 0650b79c-cdaa-4a24-92df-b864f16dc42d not bound to the agent host n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:48:04.992345 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c996b77-7130-447b-96d1-d19470d5c6db tempest-ServerMetadataNegativeTestJSON-676750677 tempest-ServerMetadataNegativeTestJSON-676750677-project] Pushing event updated for resources: {'Port': ['ID=4e666d7d-732f-494e-be97-e490317fb791,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:48:05.005381 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b4eca2c-f11c-4f92-add8-112cb90bdc73 req-2c996b77-7130-447b-96d1-d19470d5c6db tempest-ServerMetadataNegativeTestJSON-676750677 tempest-ServerMetadataNegativeTestJSON-676750677-project] Received port after_create {{(pid=102347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:48:05.024521 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7a177c-e508-42be-a498-4927a55cc3f8 req-4e0a7298-b602-4c38-b463-e71873c8b688 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:48:05.027105 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ee7a177c-e508-42be-a498-4927a55cc3f8 req-4e0a7298-b602-4c38-b463-e71873c8b688 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/ports?device_id=9b67e6d5-f777-444b-8026-cf23e066bb16 HTTP/1.1" status: 200 len: 944 time: 0.1343265 Oct 27 10:48:05.071230 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-0e84309b-a84f-468e-b482-3c0986389fae tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1766202'] for router_interface, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:05.081290 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ee7a177c-e508-42be-a498-4927a55cc3f8 req-9f8d20d3-158c-41b0-9208-09d49be2591e tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/security-groups?id=3238f945-43ac-4dbd-b7b0-70b6d0fec036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468888 Oct 27 10:48:05.200946 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4eca2c-f11c-4f92-add8-112cb90bdc73 req-2c996b77-7130-447b-96d1-d19470d5c6db tempest-ServerMetadataNegativeTestJSON-676750677 tempest-ServerMetadataNegativeTestJSON-676750677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:48:05.201485 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-6b4eca2c-f11c-4f92-add8-112cb90bdc73 req-2c996b77-7130-447b-96d1-d19470d5c6db tempest-ServerMetadataNegativeTestJSON-676750677 tempest-ServerMetadataNegativeTestJSON-676750677-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:05.236672 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-9a6ec71b-0e13-46ab-8f61-a2260fbbaa8a tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks [] for port, precommit_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:05.247149 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-9a6ec71b-0e13-46ab-8f61-a2260fbbaa8a tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:05.252423 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-6b4eca2c-f11c-4f92-add8-112cb90bdc73 req-2c996b77-7130-447b-96d1-d19470d5c6db tempest-ServerMetadataNegativeTestJSON-676750677 tempest-ServerMetadataNegativeTestJSON-676750677-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9815922 Oct 27 10:48:05.313912 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [req-6b4eca2c-f11c-4f92-add8-112cb90bdc73 req-1392d479-6ffd-4605-a107-4997f9b22961 service neutron] Request body: {'port': {'device_id': '60ad54dd-d158-459d-8ab4-6932905b2cd6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-10'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:48:05.333852 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30905819-bd86-4bc1-91e0-7f3ee78f2eb0 req-6d08da98-6662-46bd-8ad2-e30e29684f6a tempest-ServerMetadataNegativeTestJSON-676750677 tempest-ServerMetadataNegativeTestJSON-676750677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:48:05.340770 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-30905819-bd86-4bc1-91e0-7f3ee78f2eb0 req-6d08da98-6662-46bd-8ad2-e30e29684f6a tempest-ServerMetadataNegativeTestJSON-676750677 tempest-ServerMetadataNegativeTestJSON-676750677-project] 10.222.0.44 "GET /v2.0/ports?device_id=60ad54dd-d158-459d-8ab4-6932905b2cd6 HTTP/1.1" status: 200 len: 931 time: 0.2963512 Oct 27 10:48:05.717119 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a36b8711-8b87-472e-87a2-a17905d9d5ae None None] Network df4d2f8f-0279-4ac1-b465-f59b71763f44 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:48:05.750695 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6ec71b-0e13-46ab-8f61-a2260fbbaa8a tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Pushing event updated for resources: {'Port': ['ID=44da5fca-a624-44c2-9320-5b1c4c8d5c18,revision_number=2']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:48:05.772001 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-9a6ec71b-0e13-46ab-8f61-a2260fbbaa8a tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2006967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1766225'] for router_interface, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:05.775962 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-3b40e350-9597-4de8-a3cc-25fd0b8e1783 None None] Provisioning complete for port 5e76b8c8-495c-4d62-9ab4-11e1f58154da triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:48:05.776398 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-3b40e350-9597-4de8-a3cc-25fd0b8e1783 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:05.808396 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device 8804c68b-fc36-476d-96ea-0c503dfb2221 up at agent hyperv_n-h2-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:48:05.859151 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-6b4eca2c-f11c-4f92-add8-112cb90bdc73 req-1392d479-6ffd-4605-a107-4997f9b22961 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:05.874695 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-30905819-bd86-4bc1-91e0-7f3ee78f2eb0 req-f92a56e1-3754-4b1c-b730-03a0fe4a6852 tempest-ServerMetadataNegativeTestJSON-676750677 tempest-ServerMetadataNegativeTestJSON-676750677-project] 10.222.0.44 "GET /v2.0/security-groups?id=cad321ff-ec90-4807-b14f-cfc00e86d831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4663668 Oct 27 10:48:05.992456 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Provisioning for port 8804c68b-fc36-476d-96ea-0c503dfb2221 completed by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 10:48:06.003872 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-3b40e350-9597-4de8-a3cc-25fd0b8e1783 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:06.007247 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Provisioning complete for port 8804c68b-fc36-476d-96ea-0c503dfb2221 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:48:06.007611 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:06.124949 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-3b40e350-9597-4de8-a3cc-25fd0b8e1783 None None] For port 5e76b8c8-495c-4d62-9ab4-11e1f58154da, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=5e76b8c8-495c-4d62-9ab4-11e1f58154da,segment=NetworkSegment(ace6fc3c-2203-4b0c-8061-3b723387ecf0),segment_id=ace6fc3c-2203-4b0c-8061-3b723387ecf0)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:48:06.143950 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a6ec71b-0e13-46ab-8f61-a2260fbbaa8a tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Network df4d2f8f-0279-4ac1-b465-f59b71763f44 is already hosted by enough agents. {{(pid=102347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:48:06.162153 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [None req-9a6ec71b-0e13-46ab-8f61-a2260fbbaa8a tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Resources bound (agent type, host, resource id): {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:48:06.173051 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-3b40e350-9597-4de8-a3cc-25fd0b8e1783 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:06.179302 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 5e76b8c8-495c-4d62-9ab4-11e1f58154da up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:48:06.225419 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-0e84309b-a84f-468e-b482-3c0986389fae tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Deleting port f2726d98-c33e-424a-a803-64ad305d2a74 {{(pid=102347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:48:06.225995 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-0e84309b-a84f-468e-b482-3c0986389fae tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:06.285254 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240898d8-9122-4d7b-8030-dde0b7251135 req-0ff9e003-47c1-4a37-b64d-3d043ddb213a tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:48:06.287688 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-240898d8-9122-4d7b-8030-dde0b7251135 req-0ff9e003-47c1-4a37-b64d-3d043ddb213a tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/ports?device_id=9b67e6d5-f777-444b-8026-cf23e066bb16 HTTP/1.1" status: 200 len: 944 time: 0.0869083 Oct 27 10:48:06.311577 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:06.349995 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b40e350-9597-4de8-a3cc-25fd0b8e1783 None None] Pushing event updated for resources: {'Port': ['ID=5e76b8c8-495c-4d62-9ab4-11e1f58154da,revision_number=3']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:48:06.368946 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-240898d8-9122-4d7b-8030-dde0b7251135 req-f71c2104-a203-464b-981c-39644c910f07 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/security-groups?id=3238f945-43ac-4dbd-b7b0-70b6d0fec036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722911 Oct 27 10:48:06.387300 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b67e6d5-f777-444b-8026-cf23e066bb16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8804c68b-fc36-476d-96ea-0c503dfb2221'}] {{(pid=102348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:48:06.389633 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c588921fa634554a1d9242fdea1b05457a9ff1d3b28ba54ec1dace7f2f1df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c132f67b-96b4-40c9-b001-e6cac0488289" -d '{"events": [{"server_uuid": "9b67e6d5-f777-444b-8026-cf23e066bb16", "name": "network-vif-plugged", "status": "completed", "tag": "8804c68b-fc36-476d-96ea-0c503dfb2221"}]}' {{(pid=102348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:48:06.412714 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port 5e76b8c8-495c-4d62-9ab4-11e1f58154da triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:48:06.413087 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:06.415707 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] For port 8804c68b-fc36-476d-96ea-0c503dfb2221, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=8804c68b-fc36-476d-96ea-0c503dfb2221,segment=NetworkSegment(d1b37471-bd8e-4564-a77c-6e0c9d2699fd),segment_id=d1b37471-bd8e-4564-a77c-6e0c9d2699fd)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:48:06.441843 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:06.472910 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:48:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8328cb1d-a747-4954-927e-c127ddce0374 x-openstack-request-id: req-8328cb1d-a747-4954-927e-c127ddce0374 {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:48:06.473201 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b67e6d5-f777-444b-8026-cf23e066bb16", "name": "network-vif-plugged", "status": "completed", "tag": "8804c68b-fc36-476d-96ea-0c503dfb2221", "code": 200}]} {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:48:06.473533 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-8328cb1d-a747-4954-927e-c127ddce0374 {{(pid=102348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:48:06.474406 n-d-813419-10 neutron-server[102348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b67e6d5-f777-444b-8026-cf23e066bb16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8804c68b-fc36-476d-96ea-0c503dfb2221', 'code': 200} Oct 27 10:48:06.511207 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Pushing event updated for resources: {'Port': ['ID=8804c68b-fc36-476d-96ea-0c503dfb2221,revision_number=5']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:48:06.571077 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a6ec71b-0e13-46ab-8f61-a2260fbbaa8a tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Router 09b1359d-3041-4542-a956-79020a736f6d has already been hosted by L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb {{(pid=102347) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 10:48:06.574456 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device dd364a72-217a-431c-a2b7-281f14d8e605 up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:48:06.585028 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108f745e-d5ad-43f4-b74d-1ab22e5c4abb req-ebcd6d97-50c7-454e-ac62-437ab430ca16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:48:06.589458 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-108f745e-d5ad-43f4-b74d-1ab22e5c4abb req-ebcd6d97-50c7-454e-ac62-437ab430ca16 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=9b67e6d5-f777-444b-8026-cf23e066bb16 HTTP/1.1" status: 200 len: 1097 time: 0.0652509 Oct 27 10:48:06.643962 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-ab04faa8-e7f9-4e8a-810d-b05ab6dd325d None None] Provisioning complete for port 5e76b8c8-495c-4d62-9ab4-11e1f58154da triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:48:06.644767 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-ab04faa8-e7f9-4e8a-810d-b05ab6dd325d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:06.652151 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [req-6b4eca2c-f11c-4f92-add8-112cb90bdc73 req-1392d479-6ffd-4605-a107-4997f9b22961 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e666d7d-732f-494e-be97-e490317fb791 {{(pid=102347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:48:06.667002 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [None req-0e84309b-a84f-468e-b482-3c0986389fae tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] For port f2726d98-c33e-424a-a803-64ad305d2a74, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=f2726d98-c33e-424a-a803-64ad305d2a74,segment=NetworkSegment(8ae7ba56-abb4-4bac-951b-b7f95a93d89c),segment_id=8ae7ba56-abb4-4bac-951b-b7f95a93d89c)] {{(pid=102347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:48:06.667369 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-0e84309b-a84f-468e-b482-3c0986389fae tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:06.672869 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-108f745e-d5ad-43f4-b74d-1ab22e5c4abb req-2124eae5-4773-43fe-af81-9a779becf3dd service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=3238f945-43ac-4dbd-b7b0-70b6d0fec036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742815 Oct 27 10:48:06.695833 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port dd364a72-217a-431c-a2b7-281f14d8e605 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:48:06.696303 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:06.708954 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-6b4eca2c-f11c-4f92-add8-112cb90bdc73 req-1392d479-6ffd-4605-a107-4997f9b22961 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:06.759251 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-0e84309b-a84f-468e-b482-3c0986389fae tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Calling delete_port for f2726d98-c33e-424a-a803-64ad305d2a74 owned by network:router_interface {{(pid=102347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:48:06.778208 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.provisioning_blocks [req-6b4eca2c-f11c-4f92-add8-112cb90bdc73 req-1392d479-6ffd-4605-a107-4997f9b22961 service neutron] Transition to ACTIVE for port object 4e666d7d-732f-494e-be97-e490317fb791 will not be triggered until provisioned by entity L2. {{(pid=102347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 10:48:06.787581 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-6b4eca2c-f11c-4f92-add8-112cb90bdc73 req-1392d479-6ffd-4605-a107-4997f9b22961 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:06.849386 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-ab04faa8-e7f9-4e8a-810d-b05ab6dd325d None None] Provisioning complete for port 44da5fca-a624-44c2-9320-5b1c4c8d5c18 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:48:06.849962 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-ab04faa8-e7f9-4e8a-810d-b05ab6dd325d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:06.878886 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device a7a36e76-5bf8-41a2-b017-f1059dbd3e2a no longer exists at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:48:06.887665 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a6ec71b-0e13-46ab-8f61-a2260fbbaa8a tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:48:06.899083 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d7f0155-ec74-4bbe-a6dc-906627636e85 None None] Sync routers for ids ['09b1359d-3041-4542-a956-79020a736f6d'] in n-d-813419-10 {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:48:06.913937 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-9a6ec71b-0e13-46ab-8f61-a2260fbbaa8a tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "PUT /v2.0/routers/09b1359d-3041-4542-a956-79020a736f6d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0288770 Oct 27 10:48:06.917985 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1392d479-6ffd-4605-a107-4997f9b22961 service neutron] Pushing event updated for resources: {'Port': ['ID=4e666d7d-732f-494e-be97-e490317fb791,revision_number=2']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:48:06.927934 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d7f0155-ec74-4bbe-a6dc-906627636e85 None None] Routers {'09b1359d-3041-4542-a956-79020a736f6d'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:48:06.928662 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-3d7f0155-ec74-4bbe-a6dc-906627636e85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:47:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['09b1359d-3041-4542-a956-79020a736f6d'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:48:06.978652 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] No Port match for: a7a36e76-5bf8-41a2-b017-f1059dbd3e2a {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:48:06.978990 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device a7a36e76-5bf8-41a2-b017-f1059dbd3e2a not bound to the agent host n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:48:06.996059 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-ab04faa8-e7f9-4e8a-810d-b05ab6dd325d None None] Port 44da5fca-a624-44c2-9320-5b1c4c8d5c18 cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:48:07.070635 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd50eb8-9d08-4c26-824d-d1574c983e65 req-2d6c91ee-a76e-4087-beec-7ca7a66b9e87 tempest-ServerMetadataNegativeTestJSON-676750677 tempest-ServerMetadataNegativeTestJSON-676750677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:48:07.077683 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-4fd50eb8-9d08-4c26-824d-d1574c983e65 req-2d6c91ee-a76e-4087-beec-7ca7a66b9e87 tempest-ServerMetadataNegativeTestJSON-676750677 tempest-ServerMetadataNegativeTestJSON-676750677-project] 10.222.0.44 "GET /v2.0/ports?device_id=60ad54dd-d158-459d-8ab4-6932905b2cd6 HTTP/1.1" status: 200 len: 943 time: 0.0736854 Oct 27 10:48:07.142427 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-2ed88ec0-5a20-4e2f-b698-226ca7e6d407 None None] Provisioning complete for port 44da5fca-a624-44c2-9320-5b1c4c8d5c18 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:48:07.143046 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-2ed88ec0-5a20-4e2f-b698-226ca7e6d407 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:07.146651 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-6b4eca2c-f11c-4f92-add8-112cb90bdc73 req-1392d479-6ffd-4605-a107-4997f9b22961 service neutron] Attempting to bind port 4e666d7d-732f-494e-be97-e490317fb791 on host n-h1-813419-10 for vnic_type normal with profile {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:48:07.146998 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-6b4eca2c-f11c-4f92-add8-112cb90bdc73 req-1392d479-6ffd-4605-a107-4997f9b22961 service neutron] Attempting to bind port 4e666d7d-732f-494e-be97-e490317fb791 by drivers openvswitch,hyperv on host n-h1-813419-10 at level 0 using segments [{'id': '18f2c0af-2ba9-49a5-93d4-9d0d58ed4e67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'eab0e365-df2a-4abe-afca-fd7f6722106d'}] {{(pid=102347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:48:07.147336 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b4eca2c-f11c-4f92-add8-112cb90bdc73 req-1392d479-6ffd-4605-a107-4997f9b22961 service neutron] Attempting to bind port 4e666d7d-732f-494e-be97-e490317fb791 on network eab0e365-df2a-4abe-afca-fd7f6722106d {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:48:07.159676 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b4eca2c-f11c-4f92-add8-112cb90bdc73 req-1392d479-6ffd-4605-a107-4997f9b22961 service neutron] Port 4e666d7d-732f-494e-be97-e490317fb791 on network eab0e365-df2a-4abe-afca-fd7f6722106d not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-10 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 10:48:07.160631 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b4eca2c-f11c-4f92-add8-112cb90bdc73 req-1392d479-6ffd-4605-a107-4997f9b22961 service neutron] Attempting to bind port 4e666d7d-732f-494e-be97-e490317fb791 on network eab0e365-df2a-4abe-afca-fd7f6722106d {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:48:07.180997 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b4eca2c-f11c-4f92-add8-112cb90bdc73 req-1392d479-6ffd-4605-a107-4997f9b22961 service neutron] Checking agent: {'id': 'a52e1cab-0c63-402d-9c94-330537c6c076', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 16, 2), 'started_at': datetime.datetime(2021, 10, 27, 10, 16, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 48, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:48:07.181347 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b4eca2c-f11c-4f92-add8-112cb90bdc73 req-1392d479-6ffd-4605-a107-4997f9b22961 service neutron] Checking segment: {'id': '18f2c0af-2ba9-49a5-93d4-9d0d58ed4e67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'eab0e365-df2a-4abe-afca-fd7f6722106d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:48:07.181804 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b4eca2c-f11c-4f92-add8-112cb90bdc73 req-1392d479-6ffd-4605-a107-4997f9b22961 service neutron] Bound using segment: {'id': '18f2c0af-2ba9-49a5-93d4-9d0d58ed4e67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'eab0e365-df2a-4abe-afca-fd7f6722106d'} {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:48:07.182249 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-6b4eca2c-f11c-4f92-add8-112cb90bdc73 req-1392d479-6ffd-4605-a107-4997f9b22961 service neutron] Bound port: 4e666d7d-732f-494e-be97-e490317fb791, host: n-h1-813419-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18f2c0af-2ba9-49a5-93d4-9d0d58ed4e67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'eab0e365-df2a-4abe-afca-fd7f6722106d'}}] {{(pid=102347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:48:07.182666 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-6b4eca2c-f11c-4f92-add8-112cb90bdc73 req-1392d479-6ffd-4605-a107-4997f9b22961 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:07.194420 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-4fd50eb8-9d08-4c26-824d-d1574c983e65 req-18c9c5bf-ec7b-4627-85b5-bd3f5874f41c tempest-ServerMetadataNegativeTestJSON-676750677 tempest-ServerMetadataNegativeTestJSON-676750677-project] 10.222.0.44 "GET /v2.0/security-groups?id=cad321ff-ec90-4807-b14f-cfc00e86d831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104555 Oct 27 10:48:07.221903 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-2ed88ec0-5a20-4e2f-b698-226ca7e6d407 None None] Port 44da5fca-a624-44c2-9320-5b1c4c8d5c18 cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:48:07.273120 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvr_db [None req-3d7f0155-ec74-4bbe-a6dc-906627636e85 None None] Set router 09b1359d-3041-4542-a956-79020a736f6d gateway port host: n-d-813419-10 {{(pid=102349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:48:07.295267 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-87ebbded-b4fe-4c5e-8201-e9ae8d7df754 req-b53d852a-42da-4235-9707-5d64e437ae30 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1820049826&fields=id&tenant_id=7f357cb809634e50864d0c31dbcbd617 HTTP/1.1" status: 200 len: 267 time: 0.1055841 Oct 27 10:48:07.345575 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-8c0c46b3-6e61-4cc8-aec3-adc550f7bb72 None None] Provisioning complete for port 44da5fca-a624-44c2-9320-5b1c4c8d5c18 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:48:07.346023 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-8c0c46b3-6e61-4cc8-aec3-adc550f7bb72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:07.406586 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-8c0c46b3-6e61-4cc8-aec3-adc550f7bb72 None None] Port 44da5fca-a624-44c2-9320-5b1c4c8d5c18 cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:48:07.435581 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-0e84309b-a84f-468e-b482-3c0986389fae tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:07.455079 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-6b4eca2c-f11c-4f92-add8-112cb90bdc73 req-1392d479-6ffd-4605-a107-4997f9b22961 service neutron] For port 4e666d7d-732f-494e-be97-e490317fb791, host n-h1-813419-10, cleared binding levels {{(pid=102347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:48:07.486050 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e84309b-a84f-468e-b482-3c0986389fae tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Pushing event deleted for resources: {'Port': ['ID=f2726d98-c33e-424a-a803-64ad305d2a74,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:48:07.502742 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-6b4eca2c-f11c-4f92-add8-112cb90bdc73 req-1392d479-6ffd-4605-a107-4997f9b22961 service neutron] For port 4e666d7d-732f-494e-be97-e490317fb791, host n-h1-813419-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=4e666d7d-732f-494e-be97-e490317fb791,segment=NetworkSegment(18f2c0af-2ba9-49a5-93d4-9d0d58ed4e67),segment_id=18f2c0af-2ba9-49a5-93d4-9d0d58ed4e67)] {{(pid=102347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:48:07.529008 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-6b4eca2c-f11c-4f92-add8-112cb90bdc73 req-1392d479-6ffd-4605-a107-4997f9b22961 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:07.534378 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-3d7f0155-ec74-4bbe-a6dc-906627636e85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09b1359d-3041-4542-a956-79020a736f6d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-597336176', 'tenant_id': '7f357cb809634e50864d0c31dbcbd617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.82'}], 'enable_snat': True}, 'gw_port_id': 'dd364a72-217a-431c-a2b7-281f14d8e605', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:47:56Z', 'updated_at': '2021-10-27T10:48:04Z', 'revision_number': 4, 'project_id': '7f357cb809634e50864d0c31dbcbd617', 'gw_port': {'id': 'dd364a72-217a-431c-a2b7-281f14d8e605', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:25:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b1359d-3041-4542-a956-79020a736f6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3191, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:47:57Z', 'updated_at': '2021-10-27T10:48:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_interfaces': [{'id': '44da5fca-a624-44c2-9320-5b1c4c8d5c18', 'name': '', 'network_id': 'df4d2f8f-0279-4ac1-b465-f59b71763f44', 'tenant_id': '7f357cb809634e50864d0c31dbcbd617', 'mac_address': 'fa:16:3e:38:16:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09b1359d-3041-4542-a956-79020a736f6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3202, 'fixed_ips': [{'subnet_id': 'e60b25b2-9ab5-4d1d-a2b7-bc998becb4d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:48:02Z', 'updated_at': '2021-10-27T10:48:04Z', 'revision_number': 2, 'project_id': '7f357cb809634e50864d0c31dbcbd617', 'subnets': [{'id': 'e60b25b2-9ab5-4d1d-a2b7-bc998becb4d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:48:07.535879 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4f8f62-ec94-408c-9ea2-b9222a095378 req-1611f731-fe71-47b9-bd8f-860cb364b914 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:48:07.545686 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-af4f8f62-ec94-408c-9ea2-b9222a095378 req-1611f731-fe71-47b9-bd8f-860cb364b914 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/ports?device_id=9b67e6d5-f777-444b-8026-cf23e066bb16 HTTP/1.1" status: 200 len: 945 time: 0.0821037 Oct 27 10:48:07.573235 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d7f0155-ec74-4bbe-a6dc-906627636e85 None None] Checking router: 09b1359d-3041-4542-a956-79020a736f6d for host: n-d-813419-10 {{(pid=102349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 10:48:07.573596 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d7f0155-ec74-4bbe-a6dc-906627636e85 None None] Updating router 09b1359d-3041-4542-a956-79020a736f6d port 44da5fca-a624-44c2-9320-5b1c4c8d5c18 binding host n-d-813419-10 {{(pid=102349) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 10:48:07.593466 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-af4f8f62-ec94-408c-9ea2-b9222a095378 req-6a23a5b8-25ec-4aaa-96bd-7bfc919df874 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/security-groups?id=3238f945-43ac-4dbd-b7b0-70b6d0fec036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463729 Oct 27 10:48:07.605870 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-3d7f0155-ec74-4bbe-a6dc-906627636e85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:07.628459 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4eca2c-f11c-4f92-add8-112cb90bdc73 req-1392d479-6ffd-4605-a107-4997f9b22961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:48:07.629085 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-6b4eca2c-f11c-4f92-add8-112cb90bdc73 req-1392d479-6ffd-4605-a107-4997f9b22961 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:07.630562 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-6b4eca2c-f11c-4f92-add8-112cb90bdc73 req-1392d479-6ffd-4605-a107-4997f9b22961 service neutron] 10.222.0.64 "PUT /v2.0/ports/4e666d7d-732f-494e-be97-e490317fb791 HTTP/1.1" status: 200 len: 1092 time: 2.3456883 Oct 27 10:48:07.631183 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60ad54dd-d158-459d-8ab4-6932905b2cd6', 'tag': '4e666d7d-732f-494e-be97-e490317fb791'}] {{(pid=102347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:48:07.634759 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311149b481204ee7edffdb959c881838506fbd95bc8577c048f6677abb73acc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da8b76f8-6641-4abd-a9d3-27891a9ae210" -d '{"events": [{"name": "network-changed", "server_uuid": "60ad54dd-d158-459d-8ab4-6932905b2cd6", "tag": "4e666d7d-732f-494e-be97-e490317fb791"}]}' {{(pid=102347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:48:07.643755 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ebbded-b4fe-4c5e-8201-e9ae8d7df754 req-78df513c-3576-4ef4-a06f-8feee019a27a tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:48:07.645905 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-87ebbded-b4fe-4c5e-8201-e9ae8d7df754 req-78df513c-3576-4ef4-a06f-8feee019a27a tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "GET /v2.0/networks?id=df4d2f8f-0279-4ac1-b465-f59b71763f44 HTTP/1.1" status: 200 len: 797 time: 0.3403406 Oct 27 10:48:07.691369 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1392d479-6ffd-4605-a107-4997f9b22961 service neutron] Pushing event updated for resources: {'Port': ['ID=4e666d7d-732f-494e-be97-e490317fb791,revision_number=3']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:48:07.745797 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-87ebbded-b4fe-4c5e-8201-e9ae8d7df754 req-2f5b6cb5-9dd3-45b0-8c0a-94dfa93cea5e tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "GET /v2.0/quotas/7f357cb809634e50864d0c31dbcbd617 HTTP/1.1" status: 200 len: 375 time: 0.0792644 Oct 27 10:48:07.767214 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 10:48:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57ad2b2f-25eb-4452-a06e-ee9bb4a80063 x-openstack-request-id: req-57ad2b2f-25eb-4452-a06e-ee9bb4a80063 {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:48:07.767966 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60ad54dd-d158-459d-8ab4-6932905b2cd6", "tag": "4e666d7d-732f-494e-be97-e490317fb791", "status": "completed", "code": 200}]} {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:48:07.767966 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-57ad2b2f-25eb-4452-a06e-ee9bb4a80063 {{(pid=102347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:48:07.768312 n-d-813419-10 neutron-server[102347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60ad54dd-d158-459d-8ab4-6932905b2cd6', 'tag': '4e666d7d-732f-494e-be97-e490317fb791', 'status': 'completed', 'code': 200} Oct 27 10:48:07.840061 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-0e84309b-a84f-468e-b482-3c0986389fae tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2006968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1766358'] for router_interface, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:07.863712 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4eca2c-f11c-4f92-add8-112cb90bdc73 req-d8b0ea4e-a0db-43ab-96d3-6fde7ea39a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:48:07.865404 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-6b4eca2c-f11c-4f92-add8-112cb90bdc73 req-d8b0ea4e-a0db-43ab-96d3-6fde7ea39a17 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d1d1194325fd46129030833379b18110&device_id=60ad54dd-d158-459d-8ab4-6932905b2cd6 HTTP/1.1" status: 200 len: 1095 time: 0.1833913 Oct 27 10:48:07.945157 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-3d7f0155-ec74-4bbe-a6dc-906627636e85 None None] Publish callbacks [] for port, precommit_update {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:07.955166 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-3d7f0155-ec74-4bbe-a6dc-906627636e85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:08.012065 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-87ebbded-b4fe-4c5e-8201-e9ae8d7df754 req-558518dc-c986-4fa8-9144-5ac24119a446 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=7f357cb809634e50864d0c31dbcbd617&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2110875 Oct 27 10:48:08.014730 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f2814e-394a-4daa-bcdd-69b173ecac4b None None] Pushing event updated for resources: {'Port': ['ID=44da5fca-a624-44c2-9320-5b1c4c8d5c18,revision_number=3']} {{(pid=102349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:48:08.028454 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-6b4eca2c-f11c-4f92-add8-112cb90bdc73 req-5b2054f6-3611-4a79-9dc7-b80ec4d95c9d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4e666d7d-732f-494e-be97-e490317fb791 HTTP/1.1" status: 200 len: 217 time: 0.1234004 Oct 27 10:48:08.137484 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.managers [None req-3d7f0155-ec74-4bbe-a6dc-906627636e85 None None] Attempting to bind port 44da5fca-a624-44c2-9320-5b1c4c8d5c18 on host n-d-813419-10 for vnic_type normal with profile {{(pid=102349) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:48:08.138099 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.managers [None req-3d7f0155-ec74-4bbe-a6dc-906627636e85 None None] Attempting to bind port 44da5fca-a624-44c2-9320-5b1c4c8d5c18 by drivers openvswitch,hyperv on host n-d-813419-10 at level 0 using segments [{'id': 'ace6fc3c-2203-4b0c-8061-3b723387ecf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'df4d2f8f-0279-4ac1-b465-f59b71763f44'}] {{(pid=102349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:48:08.138613 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d7f0155-ec74-4bbe-a6dc-906627636e85 None None] Attempting to bind port 44da5fca-a624-44c2-9320-5b1c4c8d5c18 on network df4d2f8f-0279-4ac1-b465-f59b71763f44 {{(pid=102349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:48:08.162458 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d7f0155-ec74-4bbe-a6dc-906627636e85 None None] Checking agent: {'id': '89dba0f3-79b2-435e-9822-33674b8f6ada', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 8, 20), 'started_at': datetime.datetime(2021, 10, 27, 10, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 47, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:48:08.163183 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d7f0155-ec74-4bbe-a6dc-906627636e85 None None] Checking segment: {'id': 'ace6fc3c-2203-4b0c-8061-3b723387ecf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'df4d2f8f-0279-4ac1-b465-f59b71763f44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:48:08.163769 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-3d7f0155-ec74-4bbe-a6dc-906627636e85 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:08.164357 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d7f0155-ec74-4bbe-a6dc-906627636e85 None None] Bound using segment: {'id': 'ace6fc3c-2203-4b0c-8061-3b723387ecf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'df4d2f8f-0279-4ac1-b465-f59b71763f44'} {{(pid=102349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:48:08.165009 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.managers [None req-3d7f0155-ec74-4bbe-a6dc-906627636e85 None None] Bound port: 44da5fca-a624-44c2-9320-5b1c4c8d5c18, host: n-d-813419-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ace6fc3c-2203-4b0c-8061-3b723387ecf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'df4d2f8f-0279-4ac1-b465-f59b71763f44'}}] {{(pid=102349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:48:08.165683 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-3d7f0155-ec74-4bbe-a6dc-906627636e85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:08.187482 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 5e76b8c8-495c-4d62-9ab4-11e1f58154da up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:48:08.235702 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4eca2c-f11c-4f92-add8-112cb90bdc73 req-f94e451d-b74b-44fb-9296-dcc4cfdd2496 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:48:08.242935 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.db [None req-3d7f0155-ec74-4bbe-a6dc-906627636e85 None None] For port 44da5fca-a624-44c2-9320-5b1c4c8d5c18, host n-d-813419-10, cleared binding levels {{(pid=102349) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:48:08.245677 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-6b4eca2c-f11c-4f92-add8-112cb90bdc73 req-f94e451d-b74b-44fb-9296-dcc4cfdd2496 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ea6aed5c-b2de-4ade-a1e2-e98e3b9e954e HTTP/1.1" status: 200 len: 861 time: 0.2067058 Oct 27 10:48:08.249198 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.db [None req-3d7f0155-ec74-4bbe-a6dc-906627636e85 None None] For port 44da5fca-a624-44c2-9320-5b1c4c8d5c18, host n-d-813419-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=44da5fca-a624-44c2-9320-5b1c4c8d5c18,segment=NetworkSegment(ace6fc3c-2203-4b0c-8061-3b723387ecf0),segment_id=ace6fc3c-2203-4b0c-8061-3b723387ecf0)] {{(pid=102349) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:48:08.249369 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e84309b-a84f-468e-b482-3c0986389fae tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Router 77544813-46b1-47a6-99a0-d327f2a781a1 has already been hosted by L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb {{(pid=102347) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 10:48:08.258480 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-3d7f0155-ec74-4bbe-a6dc-906627636e85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:08.280072 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port 5e76b8c8-495c-4d62-9ab4-11e1f58154da triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:48:08.280637 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:08.320215 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f2814e-394a-4daa-bcdd-69b173ecac4b None None] Pushing event updated for resources: {'Port': ['ID=44da5fca-a624-44c2-9320-5b1c4c8d5c18,revision_number=4']} {{(pid=102349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:48:08.349319 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d7f0155-ec74-4bbe-a6dc-906627636e85 None None] Routers {'09b1359d-3041-4542-a956-79020a736f6d'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:48:08.352250 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-3d7f0155-ec74-4bbe-a6dc-906627636e85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:47:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['09b1359d-3041-4542-a956-79020a736f6d'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:48:08.376356 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-6b4eca2c-f11c-4f92-add8-112cb90bdc73 req-8732479a-f927-4032-9ec4-6cd64f81f5c0 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=eab0e365-df2a-4abe-afca-fd7f6722106d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1216292 Oct 27 10:48:08.468683 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7213420-4ffd-482c-865f-b571e99c3e92 req-11873942-d1d5-4ec2-81b0-97fc3021889c tempest-ServerMetadataNegativeTestJSON-676750677 tempest-ServerMetadataNegativeTestJSON-676750677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:48:08.470408 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-87ebbded-b4fe-4c5e-8201-e9ae8d7df754 req-405b2687-1390-49c2-ae67-6963e3a14c88 service neutron] 10.222.0.44 "GET /v2.0/networks/df4d2f8f-0279-4ac1-b465-f59b71763f44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4236257 Oct 27 10:48:08.471817 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-d7213420-4ffd-482c-865f-b571e99c3e92 req-11873942-d1d5-4ec2-81b0-97fc3021889c tempest-ServerMetadataNegativeTestJSON-676750677 tempest-ServerMetadataNegativeTestJSON-676750677-project] 10.222.0.44 "GET /v2.0/ports?device_id=60ad54dd-d158-459d-8ab4-6932905b2cd6 HTTP/1.1" status: 200 len: 943 time: 0.1402769 Oct 27 10:48:08.546252 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-86c4943b-c961-4207-a938-823e19c2ec48 None None] Provisioning complete for port 44da5fca-a624-44c2-9320-5b1c4c8d5c18 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:48:08.549665 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-86c4943b-c961-4207-a938-823e19c2ec48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:08.566135 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvr_db [None req-3d7f0155-ec74-4bbe-a6dc-906627636e85 None None] Set router 09b1359d-3041-4542-a956-79020a736f6d gateway port host: n-d-813419-10 {{(pid=102349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:48:08.576523 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-d7213420-4ffd-482c-865f-b571e99c3e92 req-6b40db8e-126a-4cec-a5f2-24f31e687303 tempest-ServerMetadataNegativeTestJSON-676750677 tempest-ServerMetadataNegativeTestJSON-676750677-project] 10.222.0.44 "GET /v2.0/security-groups?id=cad321ff-ec90-4807-b14f-cfc00e86d831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872984 Oct 27 10:48:08.659566 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e84309b-a84f-468e-b482-3c0986389fae tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:48:08.667283 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-0e84309b-a84f-468e-b482-3c0986389fae tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] 10.222.0.44 "PUT /v2.0/routers/77544813-46b1-47a6-99a0-d327f2a781a1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8708096 Oct 27 10:48:08.670126 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 55970) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:48:08.686376 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b5b8e0f-ff1b-4883-ac25-53e21a790e29 None None] Sync routers for ids ['77544813-46b1-47a6-99a0-d327f2a781a1'] in n-d-813419-10 {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:48:08.712756 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b5b8e0f-ff1b-4883-ac25-53e21a790e29 None None] Routers {'77544813-46b1-47a6-99a0-d327f2a781a1'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:48:08.713921 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-1b5b8e0f-ff1b-4883-ac25-53e21a790e29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:47:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['77544813-46b1-47a6-99a0-d327f2a781a1'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:48:08.767334 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-6b4eca2c-f11c-4f92-add8-112cb90bdc73 req-e03090e0-02e5-482d-a3c5-05d6700ab56d service neutron] 10.222.0.64 "GET /v2.0/networks/eab0e365-df2a-4abe-afca-fd7f6722106d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3731174 Oct 27 10:48:08.777187 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_v2 [None req-25f5e168-31d2-47e8-b714-8a5263abf511 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Deleting subnet afc0cab9-21da-4d56-911b-4ce64e6f688c {{(pid=102346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 10:48:08.788456 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-25f5e168-31d2-47e8-b714-8a5263abf511 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks [] for subnet, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:08.823329 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-86c4943b-c961-4207-a938-823e19c2ec48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:08.846359 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvr_db [None req-1b5b8e0f-ff1b-4883-ac25-53e21a790e29 None None] Set router 77544813-46b1-47a6-99a0-d327f2a781a1 gateway port host: None {{(pid=102348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:48:08.885532 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-25f5e168-31d2-47e8-b714-8a5263abf511 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25847868'] for subnet, precommit_delete_associations {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:08.896068 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385d3d2d-f4d8-46d9-9918-9809cfaddafa req-f0bb09ac-d15b-4413-883d-ee1bca481efd tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:48:08.898623 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-385d3d2d-f4d8-46d9-9918-9809cfaddafa req-f0bb09ac-d15b-4413-883d-ee1bca481efd tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/ports?device_id=9b67e6d5-f777-444b-8026-cf23e066bb16 HTTP/1.1" status: 200 len: 945 time: 0.1113117 Oct 27 10:48:08.975735 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-385d3d2d-f4d8-46d9-9918-9809cfaddafa req-ca7771e2-68fc-4dda-899e-8988f1537b9a tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/security-groups?id=3238f945-43ac-4dbd-b7b0-70b6d0fec036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559456 Oct 27 10:48:08.979024 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-3d7f0155-ec74-4bbe-a6dc-906627636e85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09b1359d-3041-4542-a956-79020a736f6d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-597336176', 'tenant_id': '7f357cb809634e50864d0c31dbcbd617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.82'}], 'enable_snat': True}, 'gw_port_id': 'dd364a72-217a-431c-a2b7-281f14d8e605', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:47:56Z', 'updated_at': '2021-10-27T10:48:04Z', 'revision_number': 4, 'project_id': '7f357cb809634e50864d0c31dbcbd617', 'gw_port': {'id': 'dd364a72-217a-431c-a2b7-281f14d8e605', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:25:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b1359d-3041-4542-a956-79020a736f6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3191, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:47:57Z', 'updated_at': '2021-10-27T10:48:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_interfaces': [{'id': '44da5fca-a624-44c2-9320-5b1c4c8d5c18', 'name': '', 'network_id': 'df4d2f8f-0279-4ac1-b465-f59b71763f44', 'tenant_id': '7f357cb809634e50864d0c31dbcbd617', 'mac_address': 'fa:16:3e:38:16:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09b1359d-3041-4542-a956-79020a736f6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3202, 'fixed_ips': [{'subnet_id': 'e60b25b2-9ab5-4d1d-a2b7-bc998becb4d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:48:02Z', 'updated_at': '2021-10-27T10:48:08Z', 'revision_number': 4, 'project_id': '7f357cb809634e50864d0c31dbcbd617', 'subnets': [{'id': 'e60b25b2-9ab5-4d1d-a2b7-bc998becb4d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:48:09.014399 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d7f0155-ec74-4bbe-a6dc-906627636e85 None None] The sync data for ids ['09b1359d-3041-4542-a956-79020a736f6d'] in n-d-813419-10 is: [{'id': '09b1359d-3041-4542-a956-79020a736f6d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-597336176', 'tenant_id': '7f357cb809634e50864d0c31dbcbd617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.82'}], 'enable_snat': True}, 'gw_port_id': 'dd364a72-217a-431c-a2b7-281f14d8e605', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:47:56Z', 'updated_at': '2021-10-27T10:48:04Z', 'revision_number': 4, 'project_id': '7f357cb809634e50864d0c31dbcbd617', 'gw_port': {'id': 'dd364a72-217a-431c-a2b7-281f14d8e605', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:25:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b1359d-3041-4542-a956-79020a736f6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3191, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:47:57Z', 'updated_at': '2021-10-27T10:48:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_interfaces': [{'id': '44da5fca-a624-44c2-9320-5b1c4c8d5c18', 'name': '', 'network_id': 'df4d2f8f-0279-4ac1-b465-f59b71763f44', 'tenant_id': '7f357cb809634e50864d0c31dbcbd617', 'mac_address': 'fa:16:3e:38:16:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09b1359d-3041-4542-a956-79020a736f6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3202, 'fixed_ips': [{'subnet_id': 'e60b25b2-9ab5-4d1d-a2b7-bc998becb4d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:48:02Z', 'updated_at': '2021-10-27T10:48:08Z', 'revision_number': 4, 'project_id': '7f357cb809634e50864d0c31dbcbd617', 'subnets': [{'id': 'e60b25b2-9ab5-4d1d-a2b7-bc998becb4d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:48:09.136247 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-25f5e168-31d2-47e8-b714-8a5263abf511 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855646'] for subnet, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:09.214300 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-1b5b8e0f-ff1b-4883-ac25-53e21a790e29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77544813-46b1-47a6-99a0-d327f2a781a1', 'name': 'tempest-RoutersTest-router-381064338', 'tenant_id': '14f921c9b3f94aa0bb5d8437d3b23079', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:47:12Z', 'updated_at': '2021-10-27T10:48:07Z', 'revision_number': 11, 'project_id': '14f921c9b3f94aa0bb5d8437d3b23079', 'gw_port_host': None}], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:48:09.265798 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4915d27-5bd6-43dc-a44e-5b2d285faaeb req-878ecf24-01a8-4194-b3fc-dbce4c4ba855 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:48:09.267450 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-b4915d27-5bd6-43dc-a44e-5b2d285faaeb req-878ecf24-01a8-4194-b3fc-dbce4c4ba855 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/ports?device_id=9b67e6d5-f777-444b-8026-cf23e066bb16 HTTP/1.1" status: 200 len: 945 time: 0.1247621 Oct 27 10:48:09.293176 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:09.308343 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b5b8e0f-ff1b-4883-ac25-53e21a790e29 None None] Checking router: 77544813-46b1-47a6-99a0-d327f2a781a1 for host: n-d-813419-10 {{(pid=102348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 10:48:09.313943 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-86c4943b-c961-4207-a938-823e19c2ec48 None None] For port 44da5fca-a624-44c2-9320-5b1c4c8d5c18, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=44da5fca-a624-44c2-9320-5b1c4c8d5c18,segment=NetworkSegment(ace6fc3c-2203-4b0c-8061-3b723387ecf0),segment_id=ace6fc3c-2203-4b0c-8061-3b723387ecf0)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:48:09.319401 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-86c4943b-c961-4207-a938-823e19c2ec48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:09.338760 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b5b8e0f-ff1b-4883-ac25-53e21a790e29 None None] Routers {'77544813-46b1-47a6-99a0-d327f2a781a1'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:48:09.339472 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-1b5b8e0f-ff1b-4883-ac25-53e21a790e29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:47:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['77544813-46b1-47a6-99a0-d327f2a781a1'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:48:09.360072 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-25f5e168-31d2-47e8-b714-8a5263abf511 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27024355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27168307'] for subnet, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:09.394724 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-87ebbded-b4fe-4c5e-8201-e9ae8d7df754 req-45ccff09-5691-4db7-8a3f-a0977eeec702 service neutron] 10.222.0.44 "GET /v2.0/networks/df4d2f8f-0279-4ac1-b465-f59b71763f44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8905118 Oct 27 10:48:09.408877 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f5e168-31d2-47e8-b714-8a5263abf511 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Pushing event deleted for resources: {'Subnet': ['ID=afc0cab9-21da-4d56-911b-4ce64e6f688c,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:48:09.428881 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-b4915d27-5bd6-43dc-a44e-5b2d285faaeb req-0c48ba23-2390-4ef1-a63b-1cf420de9b95 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/security-groups?id=3238f945-43ac-4dbd-b7b0-70b6d0fec036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523204 Oct 27 10:48:09.442116 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f5e168-31d2-47e8-b714-8a5263abf511 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:48:09.443045 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f5e168-31d2-47e8-b714-8a5263abf511 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:48:09.443393 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f5e168-31d2-47e8-b714-8a5263abf511 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:48:09.443729 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f5e168-31d2-47e8-b714-8a5263abf511 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:48:09.444063 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f5e168-31d2-47e8-b714-8a5263abf511 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:48:09.444420 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f5e168-31d2-47e8-b714-8a5263abf511 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:48:09.444755 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f5e168-31d2-47e8-b714-8a5263abf511 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:48:09.449245 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f5e168-31d2-47e8-b714-8a5263abf511 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:48:09.449777 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f5e168-31d2-47e8-b714-8a5263abf511 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:48:09.450131 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f5e168-31d2-47e8-b714-8a5263abf511 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:48:09.450472 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f5e168-31d2-47e8-b714-8a5263abf511 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:48:09.451044 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f5e168-31d2-47e8-b714-8a5263abf511 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:48:09.457266 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-25f5e168-31d2-47e8-b714-8a5263abf511 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for subnet, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:09.467124 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-25f5e168-31d2-47e8-b714-8a5263abf511 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] 10.222.0.44 "DELETE /v2.0/subnets/afc0cab9-21da-4d56-911b-4ce64e6f688c HTTP/1.1" status: 204 len: 168 time: 0.7955716 Oct 27 10:48:09.471541 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-596cbf25-bd97-4036-afce-04d530b5fd4d None None] Network daf4ac32-9672-4651-b3fd-11072e1379c5 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:48:09.472160 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 55998) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:48:09.503694 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-6b4eca2c-f11c-4f92-add8-112cb90bdc73 req-2e6746aa-9849-41f6-b967-09576dbdbb47 service neutron] 10.222.0.64 "GET /v2.0/networks/eab0e365-df2a-4abe-afca-fd7f6722106d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7052915 Oct 27 10:48:09.507869 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvr_db [None req-1b5b8e0f-ff1b-4883-ac25-53e21a790e29 None None] Set router 77544813-46b1-47a6-99a0-d327f2a781a1 gateway port host: None {{(pid=102348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:48:09.595028 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-1b5b8e0f-ff1b-4883-ac25-53e21a790e29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77544813-46b1-47a6-99a0-d327f2a781a1', 'name': 'tempest-RoutersTest-router-381064338', 'tenant_id': '14f921c9b3f94aa0bb5d8437d3b23079', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:47:12Z', 'updated_at': '2021-10-27T10:48:07Z', 'revision_number': 11, 'project_id': '14f921c9b3f94aa0bb5d8437d3b23079', 'gw_port_host': None}], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:48:09.631954 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-305cda61-f57c-470b-9cf8-eebec68267d1 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586917'] for network, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:09.724449 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8b76f8-6641-4abd-a9d3-27891a9ae210 req-5158b90e-b22e-463c-8176-48c2b9c46fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:48:09.725993 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-da8b76f8-6641-4abd-a9d3-27891a9ae210 req-5158b90e-b22e-463c-8176-48c2b9c46fd7 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d1d1194325fd46129030833379b18110&device_id=60ad54dd-d158-459d-8ab4-6932905b2cd6 HTTP/1.1" status: 200 len: 1095 time: 0.1326828 Oct 27 10:48:09.797482 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b5b8e0f-ff1b-4883-ac25-53e21a790e29 None None] The sync data for ids ['77544813-46b1-47a6-99a0-d327f2a781a1'] in n-d-813419-10 is: [{'id': '77544813-46b1-47a6-99a0-d327f2a781a1', 'name': 'tempest-RoutersTest-router-381064338', 'tenant_id': '14f921c9b3f94aa0bb5d8437d3b23079', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:47:12Z', 'updated_at': '2021-10-27T10:48:07Z', 'revision_number': 11, 'project_id': '14f921c9b3f94aa0bb5d8437d3b23079', 'gw_port_host': None}] {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:48:09.857275 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c4943b-c961-4207-a938-823e19c2ec48 None None] Pushing event updated for resources: {'Port': ['ID=44da5fca-a624-44c2-9320-5b1c4c8d5c18,revision_number=5']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:48:09.858045 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-305cda61-f57c-470b-9cf8-eebec68267d1 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Deleting port c62ccb30-da24-4e1e-b8db-2c72ce98cca8 {{(pid=102346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:48:09.858713 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-305cda61-f57c-470b-9cf8-eebec68267d1 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:09.875652 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-4e41305e-087e-4678-a4bb-555e90ff7490 None None] Provisioning complete for port 44da5fca-a624-44c2-9320-5b1c4c8d5c18 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:48:09.876021 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-4e41305e-087e-4678-a4bb-555e90ff7490 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:09.982314 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [None req-305cda61-f57c-470b-9cf8-eebec68267d1 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] For port c62ccb30-da24-4e1e-b8db-2c72ce98cca8, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=c62ccb30-da24-4e1e-b8db-2c72ce98cca8,segment=NetworkSegment(8ae7ba56-abb4-4bac-951b-b7f95a93d89c),segment_id=8ae7ba56-abb4-4bac-951b-b7f95a93d89c)] {{(pid=102346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:48:09.983193 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-305cda61-f57c-470b-9cf8-eebec68267d1 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:09.993776 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18058a1c-7e7a-48c6-bf01-4985092b6960 req-47600cc7-372a-4cbb-99d2-ab62a758814a tempest-ServerMetadataNegativeTestJSON-676750677 tempest-ServerMetadataNegativeTestJSON-676750677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:48:10.001477 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-18058a1c-7e7a-48c6-bf01-4985092b6960 req-47600cc7-372a-4cbb-99d2-ab62a758814a tempest-ServerMetadataNegativeTestJSON-676750677 tempest-ServerMetadataNegativeTestJSON-676750677-project] 10.222.0.44 "GET /v2.0/ports?device_id=60ad54dd-d158-459d-8ab4-6932905b2cd6 HTTP/1.1" status: 200 len: 943 time: 0.2347102 Oct 27 10:48:10.021178 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.agents_db [None req-e79ee67d-056e-46ea-bd99-e80473396b25 None None] Agent healthcheck: found 7 active agents {{(pid=102349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 10:48:10.047348 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8b76f8-6641-4abd-a9d3-27891a9ae210 req-5e40b286-417e-4647-b56c-2b62b7d77f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:48:10.049200 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-da8b76f8-6641-4abd-a9d3-27891a9ae210 req-5e40b286-417e-4647-b56c-2b62b7d77f81 service neutron] 10.222.0.64 "GET /v2.0/networks?id=eab0e365-df2a-4abe-afca-fd7f6722106d HTTP/1.1" status: 200 len: 922 time: 0.2977440 Oct 27 10:48:10.097576 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-305cda61-f57c-470b-9cf8-eebec68267d1 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Calling delete_port for c62ccb30-da24-4e1e-b8db-2c72ce98cca8 owned by network:dhcp {{(pid=102346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:48:10.105349 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-18058a1c-7e7a-48c6-bf01-4985092b6960 req-48d9e588-5ec6-4256-8fa3-94686ad88dfa tempest-ServerMetadataNegativeTestJSON-676750677 tempest-ServerMetadataNegativeTestJSON-676750677-project] 10.222.0.44 "GET /v2.0/security-groups?id=cad321ff-ec90-4807-b14f-cfc00e86d831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029024 Oct 27 10:48:10.219969 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-cf0c382c-e54a-4bd4-9345-e64cff4c6de4 req-e2037243-2f01-43ae-a99e-95f0cf146773 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "GET /v2.0/ports?device_id=11879768-20dc-462e-a1bb-2d201b6367c5 HTTP/1.1" status: 200 len: 210 time: 0.2314208 Oct 27 10:48:10.225461 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-305cda61-f57c-470b-9cf8-eebec68267d1 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:10.238280 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-da8b76f8-6641-4abd-a9d3-27891a9ae210 req-64eef2b3-881e-41d0-81c8-7b80de9339f8 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4e666d7d-732f-494e-be97-e490317fb791 HTTP/1.1" status: 200 len: 217 time: 0.1398680 Oct 27 10:48:10.260404 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78dd98f3-bd70-45ac-8880-5b0908f36663 None None] DHCP port deletion for daf4ac32-9672-4651-b3fd-11072e1379c5 request from n-d-813419-10 {{(pid=102348) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 10:48:10.263423 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-305cda61-f57c-470b-9cf8-eebec68267d1 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] No DVR routers for this DVR port c62ccb30-da24-4e1e-b8db-2c72ce98cca8 on host n-d-813419-10 {{(pid=102346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:48:10.401707 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8b76f8-6641-4abd-a9d3-27891a9ae210 req-2ebe9a63-8011-4cc7-944f-5286976be92d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:48:10.402300 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-da8b76f8-6641-4abd-a9d3-27891a9ae210 req-2ebe9a63-8011-4cc7-944f-5286976be92d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ea6aed5c-b2de-4ade-a1e2-e98e3b9e954e HTTP/1.1" status: 200 len: 861 time: 0.1626575 Oct 27 10:48:10.414423 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305cda61-f57c-470b-9cf8-eebec68267d1 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Pushing event deleted for resources: {'Port': ['ID=c62ccb30-da24-4e1e-b8db-2c72ce98cca8,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:48:10.471720 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-da8b76f8-6641-4abd-a9d3-27891a9ae210 req-069e3ba5-7a7a-4413-b60d-2ee22f551be9 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=eab0e365-df2a-4abe-afca-fd7f6722106d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0544159 Oct 27 10:48:10.503281 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 44da5fca-a624-44c2-9320-5b1c4c8d5c18 up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:48:10.506216 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02537d67-e624-459a-95bc-79dfe228fff9 req-683ea7c8-5525-40ef-b89b-4f82aca45e21 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:48:10.511632 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-02537d67-e624-459a-95bc-79dfe228fff9 req-683ea7c8-5525-40ef-b89b-4f82aca45e21 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/ports?device_id=9b67e6d5-f777-444b-8026-cf23e066bb16 HTTP/1.1" status: 200 len: 945 time: 0.2633874 Oct 27 10:48:10.593876 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-305cda61-f57c-470b-9cf8-eebec68267d1 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857803', 'neutron.services.segments.db._delete_segments_for_network-8743873143390'] for network, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:10.627673 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port 44da5fca-a624-44c2-9320-5b1c4c8d5c18 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:48:10.628303 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:10.679360 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-da8b76f8-6641-4abd-a9d3-27891a9ae210 req-4cb8854b-1a3d-43cf-a45e-9014aa87f256 service neutron] 10.222.0.64 "GET /v2.0/networks/eab0e365-df2a-4abe-afca-fd7f6722106d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1660545 Oct 27 10:48:10.688187 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-305cda61-f57c-470b-9cf8-eebec68267d1 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['daf4ac32-9672-4651-b3fd-11072e1379c5']}} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:48:10.739917 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-305cda61-f57c-470b-9cf8-eebec68267d1 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ae7ba56-abb4-4bac-951b-b7f95a93d89c') {'for_net_delete': True} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:48:10.740241 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-305cda61-f57c-470b-9cf8-eebec68267d1 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ae7ba56-abb4-4bac-951b-b7f95a93d89c') {} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:48:10.767791 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-305cda61-f57c-470b-9cf8-eebec68267d1 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743873145191', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25847877'] for segment, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:10.796669 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-305cda61-f57c-470b-9cf8-eebec68267d1 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:10.809650 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-305cda61-f57c-470b-9cf8-eebec68267d1 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Releasing vlan 427 on physical network physnet1 to pool {{(pid=102346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 10:48:10.810099 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-305cda61-f57c-470b-9cf8-eebec68267d1 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27024137'] for segment, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:10.813777 n-d-813419-10 neutron-server[102346]: Traceback (most recent call last): Oct 27 10:48:10.813777 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 10:48:10.813777 n-d-813419-10 neutron-server[102346]: timer() Oct 27 10:48:10.813777 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 10:48:10.813777 n-d-813419-10 neutron-server[102346]: cb(*args, **kw) Oct 27 10:48:10.813777 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 10:48:10.813777 n-d-813419-10 neutron-server[102346]: return func(*args, **kwargs) Oct 27 10:48:10.813777 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 10:48:10.813777 n-d-813419-10 neutron-server[102346]: self._notify() Oct 27 10:48:10.813777 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 10:48:10.813777 n-d-813419-10 neutron-server[102346]: self.callback(batched_events) Oct 27 10:48:10.813777 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 10:48:10.813777 n-d-813419-10 neutron-server[102346]: event.method(event) Oct 27 10:48:10.813777 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 10:48:10.813777 n-d-813419-10 neutron-server[102346]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 10:48:10.813777 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 10:48:10.813777 n-d-813419-10 neutron-server[102346]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 10:48:10.813777 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 10:48:10.813777 n-d-813419-10 neutron-server[102346]: return f(self, *a, **k) Oct 27 10:48:10.813777 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 10:48:10.813777 n-d-813419-10 neutron-server[102346]: return self._get(url).json() Oct 27 10:48:10.813777 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 10:48:10.813777 n-d-813419-10 neutron-server[102346]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 10:48:10.813777 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 10:48:10.813777 n-d-813419-10 neutron-server[102346]: return self.request(url, 'GET', **kwargs) Oct 27 10:48:10.813777 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 10:48:10.813777 n-d-813419-10 neutron-server[102346]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 10:48:10.813777 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 10:48:10.813777 n-d-813419-10 neutron-server[102346]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 10:48:10.813777 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 10:48:10.813777 n-d-813419-10 neutron-server[102346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 10:48:10.813777 n-d-813419-10 neutron-server[102346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 10:48:10.827230 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-02537d67-e624-459a-95bc-79dfe228fff9 req-c7792ab3-7bfe-4663-8c5e-16ab40e2f5ce tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/security-groups?id=3238f945-43ac-4dbd-b7b0-70b6d0fec036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241229 Oct 27 10:48:10.898143 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device c62ccb30-da24-4e1e-b8db-2c72ce98cca8 no longer exists at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:48:10.899114 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-da8b76f8-6641-4abd-a9d3-27891a9ae210 req-37cf046a-9abc-4179-a471-e0441d3e1388 service neutron] 10.222.0.64 "GET /v2.0/networks/eab0e365-df2a-4abe-afca-fd7f6722106d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2092175 Oct 27 10:48:10.931932 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] No Port match for: c62ccb30-da24-4e1e-b8db-2c72ce98cca8 {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:48:10.932610 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device c62ccb30-da24-4e1e-b8db-2c72ce98cca8 not bound to the agent host n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:48:10.933205 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device f2726d98-c33e-424a-a803-64ad305d2a74 no longer exists at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:48:10.938410 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-305cda61-f57c-470b-9cf8-eebec68267d1 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664840'] for network, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:10.947927 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-305cda61-f57c-470b-9cf8-eebec68267d1 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks [] for network, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:10.955554 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-305cda61-f57c-470b-9cf8-eebec68267d1 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] 10.222.0.44 "DELETE /v2.0/networks/daf4ac32-9672-4651-b3fd-11072e1379c5 HTTP/1.1" status: 204 len: 168 time: 1.4821591 Oct 27 10:48:10.958986 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 56136) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:48:10.970804 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-d01abf92-2c90-49b1-9e59-4d46b413822c tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Request body: {'router': {'routes': None}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:48:10.978508 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] No Port match for: f2726d98-c33e-424a-a803-64ad305d2a74 {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:48:10.979277 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device f2726d98-c33e-424a-a803-64ad305d2a74 not bound to the agent host n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:48:11.030879 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305cda61-f57c-470b-9cf8-eebec68267d1 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Pushing event deleted for resources: {'Network': ['ID=daf4ac32-9672-4651-b3fd-11072e1379c5,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:48:11.181549 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.extraroute_db [None req-d01abf92-2c90-49b1-9e59-4d46b413822c tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Added routes are [] {{(pid=102346) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Oct 27 10:48:11.181854 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.extraroute_db [None req-d01abf92-2c90-49b1-9e59-4d46b413822c tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Removed routes are [] {{(pid=102346) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Oct 27 10:48:11.182215 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d01abf92-2c90-49b1-9e59-4d46b413822c tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1769395', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1765690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3711'] for router, precommit_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:11.305071 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03875dbb-e064-4202-89bf-f3989d6f160b req-2aac6907-920c-4615-943e-78686733de4c tempest-ServerMetadataNegativeTestJSON-676750677 tempest-ServerMetadataNegativeTestJSON-676750677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:48:11.306566 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-03875dbb-e064-4202-89bf-f3989d6f160b req-2aac6907-920c-4615-943e-78686733de4c tempest-ServerMetadataNegativeTestJSON-676750677 tempest-ServerMetadataNegativeTestJSON-676750677-project] 10.222.0.44 "GET /v2.0/ports?device_id=60ad54dd-d158-459d-8ab4-6932905b2cd6 HTTP/1.1" status: 200 len: 943 time: 0.1166139 Oct 27 10:48:11.327487 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c55c56e5-2ebe-45f3-a526-4d006de000a0 req-958b6dd9-040f-48ec-8969-fac87e42b4b5 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "GET /v2.0/ports?device_id=11879768-20dc-462e-a1bb-2d201b6367c5 HTTP/1.1" status: 200 len: 210 time: 0.0321362 Oct 27 10:48:11.406294 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d01abf92-2c90-49b1-9e59-4d46b413822c tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1769395', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1765690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3711'] for router, precommit_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:11.416628 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d01abf92-2c90-49b1-9e59-4d46b413822c tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1769372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1769386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1769381', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1765685'] for router, after_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:11.429025 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-03875dbb-e064-4202-89bf-f3989d6f160b req-a30bce6d-5c1e-45ef-be66-3f3e47ef8463 tempest-ServerMetadataNegativeTestJSON-676750677 tempest-ServerMetadataNegativeTestJSON-676750677-project] 10.222.0.44 "GET /v2.0/security-groups?id=cad321ff-ec90-4807-b14f-cfc00e86d831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880194 Oct 27 10:48:11.553446 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d01abf92-2c90-49b1-9e59-4d46b413822c tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Router 77544813-46b1-47a6-99a0-d327f2a781a1 has already been hosted by L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb {{(pid=102346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 10:48:11.583283 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d868398-5000-4e41-813a-c5678ee2c9c3 req-7dbc5580-34dd-4608-9fb6-98de88d522e5 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:48:11.585152 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-4d868398-5000-4e41-813a-c5678ee2c9c3 req-7dbc5580-34dd-4608-9fb6-98de88d522e5 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.76 "GET /v2.0/ports?device_id=9b67e6d5-f777-444b-8026-cf23e066bb16 HTTP/1.1" status: 200 len: 945 time: 0.0834353 Oct 27 10:48:11.671825 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d01abf92-2c90-49b1-9e59-4d46b413822c tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:48:11.679694 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ebbded-b4fe-4c5e-8201-e9ae8d7df754 req-6cd37e93-43c8-4878-90a7-45830a58656f tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:48:11.681207 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-87ebbded-b4fe-4c5e-8201-e9ae8d7df754 req-6cd37e93-43c8-4878-90a7-45830a58656f tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.76 "GET /v2.0/networks?id=df4d2f8f-0279-4ac1-b465-f59b71763f44 HTTP/1.1" status: 200 len: 797 time: 0.2212889 Oct 27 10:48:11.684333 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d42b4031-5000-4570-bac2-ee0ecb92160f None None] Sync routers for ids ['77544813-46b1-47a6-99a0-d327f2a781a1'] in n-d-813419-10 {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:48:11.687313 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d01abf92-2c90-49b1-9e59-4d46b413822c tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks [] for router, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:11.688624 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-d01abf92-2c90-49b1-9e59-4d46b413822c tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] 10.222.0.44 "PUT /v2.0/routers/77544813-46b1-47a6-99a0-d327f2a781a1 HTTP/1.1" status: 200 len: 700 time: 0.7257168 Oct 27 10:48:11.693945 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 56228) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:48:11.698573 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d42b4031-5000-4570-bac2-ee0ecb92160f None None] Routers {'77544813-46b1-47a6-99a0-d327f2a781a1'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:48:11.699170 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-d42b4031-5000-4570-bac2-ee0ecb92160f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:47:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['77544813-46b1-47a6-99a0-d327f2a781a1'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:48:11.713297 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [req-4d868398-5000-4e41-813a-c5678ee2c9c3 req-f1ad4156-3f4e-40a7-acd4-e2015b96ccbe tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Deleting port 8804c68b-fc36-476d-96ea-0c503dfb2221 {{(pid=102347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:48:11.713851 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-4d868398-5000-4e41-813a-c5678ee2c9c3 req-f1ad4156-3f4e-40a7-acd4-e2015b96ccbe tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:11.736674 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-407d9c64-4848-4e22-8c63-7ba956f49495 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] 10.222.0.44 "GET /v2.0/ports?device_id=77544813-46b1-47a6-99a0-d327f2a781a1 HTTP/1.1" status: 200 len: 205 time: 0.0412996 Oct 27 10:48:11.740191 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-87ebbded-b4fe-4c5e-8201-e9ae8d7df754 req-e172e3a4-aff5-4213-b9b4-a1b643771bb0 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7f357cb809634e50864d0c31dbcbd617 HTTP/1.1" status: 200 len: 380 time: 0.0482688 Oct 27 10:48:11.740876 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 56236) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:48:11.751036 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [req-87ebbded-b4fe-4c5e-8201-e9ae8d7df754 req-076c1eeb-2cc4-4ebb-a22d-3dc3fa0beb63 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Request body: {'port': {'device_id': '11879768-20dc-462e-a1bb-2d201b6367c5', 'network_id': 'df4d2f8f-0279-4ac1-b465-f59b71763f44', 'admin_state_up': True, 'tenant_id': '7f357cb809634e50864d0c31dbcbd617', 'security_groups': ['85747918-4b2b-4843-b687-6b312fd5b508']}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:48:11.795810 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvr_db [None req-d42b4031-5000-4570-bac2-ee0ecb92160f None None] Set router 77544813-46b1-47a6-99a0-d327f2a781a1 gateway port host: None {{(pid=102349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:48:11.862307 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-4d868398-5000-4e41-813a-c5678ee2c9c3 req-f1ad4156-3f4e-40a7-acd4-e2015b96ccbe tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] For port 8804c68b-fc36-476d-96ea-0c503dfb2221, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=8804c68b-fc36-476d-96ea-0c503dfb2221,segment=NetworkSegment(d1b37471-bd8e-4564-a77c-6e0c9d2699fd),segment_id=d1b37471-bd8e-4564-a77c-6e0c9d2699fd)] {{(pid=102347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:48:11.862690 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-4d868398-5000-4e41-813a-c5678ee2c9c3 req-f1ad4156-3f4e-40a7-acd4-e2015b96ccbe tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:11.871467 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-a5cec4d8-b2ca-4c16-b414-2dedfad72084 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks [] for router, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:11.871970 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-d42b4031-5000-4570-bac2-ee0ecb92160f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77544813-46b1-47a6-99a0-d327f2a781a1', 'name': 'tempest-RoutersTest-router-381064338', 'tenant_id': '14f921c9b3f94aa0bb5d8437d3b23079', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:47:12Z', 'updated_at': '2021-10-27T10:48:07Z', 'revision_number': 11, 'project_id': '14f921c9b3f94aa0bb5d8437d3b23079', 'gw_port_host': None}], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:48:11.879466 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [req-4d868398-5000-4e41-813a-c5678ee2c9c3 req-f1ad4156-3f4e-40a7-acd4-e2015b96ccbe tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Calling delete_port for 8804c68b-fc36-476d-96ea-0c503dfb2221 owned by compute:nova {{(pid=102347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:48:11.907615 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d42b4031-5000-4570-bac2-ee0ecb92160f None None] Checking router: 77544813-46b1-47a6-99a0-d327f2a781a1 for host: n-d-813419-10 {{(pid=102349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 10:48:11.917530 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d42b4031-5000-4570-bac2-ee0ecb92160f None None] Routers {'77544813-46b1-47a6-99a0-d327f2a781a1'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:48:11.918976 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-d42b4031-5000-4570-bac2-ee0ecb92160f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:47:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['77544813-46b1-47a6-99a0-d327f2a781a1'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:48:12.013127 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55ef92a-48ef-443e-a60e-63059d51837b req-6b661898-e93c-4e38-96b4-76cbca5c2027 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:48:12.015079 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c55ef92a-48ef-443e-a60e-63059d51837b req-6b661898-e93c-4e38-96b4-76cbca5c2027 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/ports?device_id=9b67e6d5-f777-444b-8026-cf23e066bb16 HTTP/1.1" status: 200 len: 945 time: 0.0772941 Oct 27 10:48:12.033815 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvr_db [None req-d42b4031-5000-4570-bac2-ee0ecb92160f None None] Set router 77544813-46b1-47a6-99a0-d327f2a781a1 gateway port host: None {{(pid=102349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:48:12.087540 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c55ef92a-48ef-443e-a60e-63059d51837b req-43e13f36-a5df-4ec3-980c-92c393ed58f0 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/security-groups?id=3238f945-43ac-4dbd-b7b0-70b6d0fec036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577681 Oct 27 10:48:12.148793 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-4d868398-5000-4e41-813a-c5678ee2c9c3 req-f1ad4156-3f4e-40a7-acd4-e2015b96ccbe tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:12.162314 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] get_ports_and_sgs() called for port_ids ['8804c68b-fc36-476d-96ea-0c503dfb2221'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:48:12.164664 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] get_ports_and_sgs() called for port_ids ['5d55d707-0eec-403e-a06e-7d5ae4ea5bd9'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:48:12.222375 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-d42b4031-5000-4570-bac2-ee0ecb92160f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77544813-46b1-47a6-99a0-d327f2a781a1', 'name': 'tempest-RoutersTest-router-381064338', 'tenant_id': '14f921c9b3f94aa0bb5d8437d3b23079', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:47:12Z', 'updated_at': '2021-10-27T10:48:07Z', 'revision_number': 11, 'project_id': '14f921c9b3f94aa0bb5d8437d3b23079', 'gw_port_host': None}], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:48:12.225387 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ad4156-3f4e-40a7-acd4-e2015b96ccbe tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Pushing event deleted for resources: {'Port': ['ID=8804c68b-fc36-476d-96ea-0c503dfb2221,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:48:12.247600 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d868398-5000-4e41-813a-c5678ee2c9c3 req-f1ad4156-3f4e-40a7-acd4-e2015b96ccbe tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] No DVR routers for this DVR port 8804c68b-fc36-476d-96ea-0c503dfb2221 on host n-h2-813419-10 {{(pid=102347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:48:12.251359 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-4d868398-5000-4e41-813a-c5678ee2c9c3 req-f1ad4156-3f4e-40a7-acd4-e2015b96ccbe tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:12.255897 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-4d868398-5000-4e41-813a-c5678ee2c9c3 req-f1ad4156-3f4e-40a7-acd4-e2015b96ccbe tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.76 "DELETE /v2.0/ports/8804c68b-fc36-476d-96ea-0c503dfb2221 HTTP/1.1" status: 204 len: 173 time: 0.6640983 Oct 27 10:48:12.256380 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b67e6d5-f777-444b-8026-cf23e066bb16', 'name': 'network-vif-deleted', 'tag': '8804c68b-fc36-476d-96ea-0c503dfb2221'}] {{(pid=102347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:48:12.260053 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311149b481204ee7edffdb959c881838506fbd95bc8577c048f6677abb73acc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-874580d0-dd0c-4872-817c-3962ded6a5f6" -d '{"events": [{"server_uuid": "9b67e6d5-f777-444b-8026-cf23e066bb16", "name": "network-vif-deleted", "tag": "8804c68b-fc36-476d-96ea-0c503dfb2221"}]}' {{(pid=102347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:48:12.305610 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d42b4031-5000-4570-bac2-ee0ecb92160f None None] The sync data for ids ['77544813-46b1-47a6-99a0-d327f2a781a1'] in n-d-813419-10 is: [{'id': '77544813-46b1-47a6-99a0-d327f2a781a1', 'name': 'tempest-RoutersTest-router-381064338', 'tenant_id': '14f921c9b3f94aa0bb5d8437d3b23079', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:47:12Z', 'updated_at': '2021-10-27T10:48:07Z', 'revision_number': 11, 'project_id': '14f921c9b3f94aa0bb5d8437d3b23079', 'gw_port_host': None}] {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:48:12.313395 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:48:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-130ce1ea-773b-46e9-b162-f68dcfd06064 x-openstack-request-id: req-130ce1ea-773b-46e9-b162-f68dcfd06064 {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:48:12.316141 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b67e6d5-f777-444b-8026-cf23e066bb16", "name": "network-vif-deleted", "tag": "8804c68b-fc36-476d-96ea-0c503dfb2221", "status": "completed", "code": 200}]} {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:48:12.316646 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-130ce1ea-773b-46e9-b162-f68dcfd06064 {{(pid=102347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:48:12.318496 n-d-813419-10 neutron-server[102347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b67e6d5-f777-444b-8026-cf23e066bb16', 'name': 'network-vif-deleted', 'tag': '8804c68b-fc36-476d-96ea-0c503dfb2221', 'status': 'completed', 'code': 200} Oct 27 10:48:12.597057 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device 4e666d7d-732f-494e-be97-e490317fb791 details requested by agent hyperv_n-h1-813419-10 with host n-h1-813419-10 {{(pid=102348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 10:48:12.627173 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-91238d25-617f-4261-857f-8c1e9d80c15c req-6181cdd5-9e43-4adb-98f6-054f89be705f tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "GET /v2.0/ports?device_id=11879768-20dc-462e-a1bb-2d201b6367c5 HTTP/1.1" status: 200 len: 210 time: 0.1018836 Oct 27 10:48:12.775897 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port 4e666d7d-732f-494e-be97-e490317fb791, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=4e666d7d-732f-494e-be97-e490317fb791,segment=NetworkSegment(18f2c0af-2ba9-49a5-93d4-9d0d58ed4e67),segment_id=18f2c0af-2ba9-49a5-93d4-9d0d58ed4e67)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:48:12.790442 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Returning: {'device': '4e666d7d-732f-494e-be97-e490317fb791', 'network_id': 'eab0e365-df2a-4abe-afca-fd7f6722106d', 'port_id': '4e666d7d-732f-494e-be97-e490317fb791', 'mac_address': 'fa:16:3e:5b:16:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 424, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea6aed5c-b2de-4ade-a1e2-e98e3b9e954e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 10:48:12.807412 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87ebbded-b4fe-4c5e-8201-e9ae8d7df754 req-076c1eeb-2cc4-4ebb-a22d-3dc3fa0beb63 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Made reservation on behalf of 7f357cb809634e50864d0c31dbcbd617 for: {'port': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:48:12.812423 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-87ebbded-b4fe-4c5e-8201-e9ae8d7df754 req-076c1eeb-2cc4-4ebb-a22d-3dc3fa0beb63 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:12.835455 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:12.852023 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e666d7d-732f-494e-be97-e490317fb791 {{(pid=102348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:48:12.856008 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-a5cec4d8-b2ca-4c16-b414-2dedfad72084 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1765662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3700'] for router, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:12.860780 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-a5cec4d8-b2ca-4c16-b414-2dedfad72084 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:12.881555 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port 4e666d7d-732f-494e-be97-e490317fb791, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=4e666d7d-732f-494e-be97-e490317fb791,segment=NetworkSegment(18f2c0af-2ba9-49a5-93d4-9d0d58ed4e67),segment_id=18f2c0af-2ba9-49a5-93d4-9d0d58ed4e67)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:48:12.887815 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:12.902011 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2653fbb5-9780-49ca-9162-0b91cb6cc822 req-01e4489d-bf65-4c33-b067-6575d332545e tempest-ServerMetadataNegativeTestJSON-676750677 tempest-ServerMetadataNegativeTestJSON-676750677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:48:12.909547 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-2653fbb5-9780-49ca-9162-0b91cb6cc822 req-01e4489d-bf65-4c33-b067-6575d332545e tempest-ServerMetadataNegativeTestJSON-676750677 tempest-ServerMetadataNegativeTestJSON-676750677-project] 10.222.0.44 "GET /v2.0/ports?device_id=60ad54dd-d158-459d-8ab4-6932905b2cd6 HTTP/1.1" status: 200 len: 943 time: 0.2485437 Oct 27 10:48:12.951269 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Pushing event updated for resources: {'Port': ['ID=4e666d7d-732f-494e-be97-e490317fb791,revision_number=4']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:48:12.987505 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-a5cec4d8-b2ca-4c16-b414-2dedfad72084 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1765641'] for router, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:12.988629 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5cec4d8-b2ca-4c16-b414-2dedfad72084 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Fanout notify agent at l3_agent the message router_deleted on router 77544813-46b1-47a6-99a0-d327f2a781a1 {{(pid=102346) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 10:48:13.006614 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-a5cec4d8-b2ca-4c16-b414-2dedfad72084 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks [] for router, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:13.007827 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-a5cec4d8-b2ca-4c16-b414-2dedfad72084 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] 10.222.0.44 "DELETE /v2.0/routers/77544813-46b1-47a6-99a0-d327f2a781a1 HTTP/1.1" status: 204 len: 168 time: 1.2658978 Oct 27 10:48:13.012155 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 56370) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:48:13.017776 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-704ab416-ce4a-49da-becd-90d860cbf312 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-552355274', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:48:13.029269 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-2653fbb5-9780-49ca-9162-0b91cb6cc822 req-70e0f2fe-ff90-44f7-a33f-4019455c0eb9 tempest-ServerMetadataNegativeTestJSON-676750677 tempest-ServerMetadataNegativeTestJSON-676750677-project] 10.222.0.44 "GET /v2.0/security-groups?id=cad321ff-ec90-4807-b14f-cfc00e86d831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152446 Oct 27 10:48:13.065838 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-704ab416-ce4a-49da-becd-90d860cbf312 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1768632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3610'] for router, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:13.066948 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-704ab416-ce4a-49da-becd-90d860cbf312 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1765704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1769409', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1694266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3597'] for router, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:13.091753 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_common [req-87ebbded-b4fe-4c5e-8201-e9ae8d7df754 req-076c1eeb-2cc4-4ebb-a22d-3dc3fa0beb63 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Allocated IP 172.20.0.13 (df4d2f8f-0279-4ac1-b465-f59b71763f44/e60b25b2-9ab5-4d1d-a2b7-bc998becb4d1/1be4bbd6-973b-46b3-bcdc-a1070bef65e3) {{(pid=102346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:48:13.118492 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] get_ports_and_sgs() called for port_ids ['4e666d7d-732f-494e-be97-e490317fb791'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:48:13.290995 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-dac644f0-017a-4145-9848-2aa4bad9a04f req-c8468866-5a32-4abc-a14f-6415ba1592ce tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/ports?device_id=9b67e6d5-f777-444b-8026-cf23e066bb16 HTTP/1.1" status: 200 len: 210 time: 0.0452309 Oct 27 10:48:13.292543 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-704ab416-ce4a-49da-becd-90d860cbf312 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:13.311062 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-704ab416-ce4a-49da-becd-90d860cbf312 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1765699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1769372'] for router, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:13.353771 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-704ab416-ce4a-49da-becd-90d860cbf312 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks [] for router, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:13.355034 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-704ab416-ce4a-49da-becd-90d860cbf312 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3408289 Oct 27 10:48:13.357800 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 56412) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:48:13.365404 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-833aa3e1-76ff-44ff-ae5c-521a06637ae5 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Request body: {'router': {'admin_state_up': True}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:48:13.388787 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-87ebbded-b4fe-4c5e-8201-e9ae8d7df754 req-076c1eeb-2cc4-4ebb-a22d-3dc3fa0beb63 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks [] for port, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:13.429739 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-87ebbded-b4fe-4c5e-8201-e9ae8d7df754 req-076c1eeb-2cc4-4ebb-a22d-3dc3fa0beb63 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:13.524960 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87ebbded-b4fe-4c5e-8201-e9ae8d7df754 req-076c1eeb-2cc4-4ebb-a22d-3dc3fa0beb63 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Network df4d2f8f-0279-4ac1-b465-f59b71763f44 is already hosted by enough agents. {{(pid=102346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:48:13.529749 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [req-87ebbded-b4fe-4c5e-8201-e9ae8d7df754 req-076c1eeb-2cc4-4ebb-a22d-3dc3fa0beb63 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Resources bound (agent type, host, resource id): {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:48:13.532109 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076c1eeb-2cc4-4ebb-a22d-3dc3fa0beb63 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Pushing event updated for resources: {'Port': ['ID=1be4bbd6-973b-46b3-bcdc-a1070bef65e3,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:48:13.541203 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [req-87ebbded-b4fe-4c5e-8201-e9ae8d7df754 req-076c1eeb-2cc4-4ebb-a22d-3dc3fa0beb63 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Received port after_create {{(pid=102346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:48:13.619778 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ebbded-b4fe-4c5e-8201-e9ae8d7df754 req-076c1eeb-2cc4-4ebb-a22d-3dc3fa0beb63 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:48:13.620777 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-87ebbded-b4fe-4c5e-8201-e9ae8d7df754 req-076c1eeb-2cc4-4ebb-a22d-3dc3fa0beb63 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:13.649868 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-87ebbded-b4fe-4c5e-8201-e9ae8d7df754 req-076c1eeb-2cc4-4ebb-a22d-3dc3fa0beb63 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9003973 Oct 27 10:48:13.665497 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [req-87ebbded-b4fe-4c5e-8201-e9ae8d7df754 req-ecb57610-d731-412e-8901-e21bef6c0561 service neutron] Request body: {'port': {'device_id': '11879768-20dc-462e-a1bb-2d201b6367c5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-10'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:48:13.684983 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-833aa3e1-76ff-44ff-ae5c-521a06637ae5 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1769395', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1765690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3711'] for router, precommit_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:13.715536 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-833aa3e1-76ff-44ff-ae5c-521a06637ae5 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1769372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1769386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1769381', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1765685'] for router, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:13.771002 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-87ebbded-b4fe-4c5e-8201-e9ae8d7df754 req-ecb57610-d731-412e-8901-e21bef6c0561 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:13.869031 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-f0815d4e-cfe2-4e2c-834b-10453acabba6 None None] Provisioning complete for port 1be4bbd6-973b-46b3-bcdc-a1070bef65e3 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:48:13.869789 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f0815d4e-cfe2-4e2c-834b-10453acabba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:13.874469 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-833aa3e1-76ff-44ff-ae5c-521a06637ae5 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Router 5e69368c-a24c-4186-b304-29bdeff68442 is scheduled to L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb with binding_index 1 {{(pid=102347) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 10:48:13.963293 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-f0815d4e-cfe2-4e2c-834b-10453acabba6 None None] Port 1be4bbd6-973b-46b3-bcdc-a1070bef65e3 cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:48:13.965889 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52c96e3-a0e2-460d-8c13-fb75efb0a188 req-af38531c-9d3d-4d94-be24-b7dd9e4639f7 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:48:13.967597 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-c52c96e3-a0e2-460d-8c13-fb75efb0a188 req-af38531c-9d3d-4d94-be24-b7dd9e4639f7 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "GET /v2.0/ports?device_id=11879768-20dc-462e-a1bb-2d201b6367c5 HTTP/1.1" status: 200 len: 932 time: 0.1844459 Oct 27 10:48:14.009385 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-833aa3e1-76ff-44ff-ae5c-521a06637ae5 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:48:14.017894 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-833aa3e1-76ff-44ff-ae5c-521a06637ae5 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks [] for router, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:14.019433 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-833aa3e1-76ff-44ff-ae5c-521a06637ae5 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] 10.222.0.44 "PUT /v2.0/routers/5e69368c-a24c-4186-b304-29bdeff68442 HTTP/1.1" status: 200 len: 693 time: 0.6606746 Oct 27 10:48:14.024900 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 56470) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:48:14.029783 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c08d386-4505-4ddb-a684-dfd101128b79 None None] Sync routers for ids ['5e69368c-a24c-4186-b304-29bdeff68442'] in n-d-813419-10 {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:48:14.047720 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c08d386-4505-4ddb-a684-dfd101128b79 None None] Routers {'5e69368c-a24c-4186-b304-29bdeff68442'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:48:14.048799 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-8c08d386-4505-4ddb-a684-dfd101128b79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:47:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['5e69368c-a24c-4186-b304-29bdeff68442'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:48:14.056582 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-c52c96e3-a0e2-460d-8c13-fb75efb0a188 req-ee6fa59f-7c78-48a4-9f79-83cd69aa9722 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "GET /v2.0/security-groups?id=85747918-4b2b-4843-b687-6b312fd5b508&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739634 Oct 27 10:48:14.165833 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [req-87ebbded-b4fe-4c5e-8201-e9ae8d7df754 req-ecb57610-d731-412e-8901-e21bef6c0561 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1be4bbd6-973b-46b3-bcdc-a1070bef65e3 {{(pid=102346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:48:14.175317 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-87ebbded-b4fe-4c5e-8201-e9ae8d7df754 req-ecb57610-d731-412e-8901-e21bef6c0561 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:14.186653 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-73861605-7639-4ace-b4c4-e7596359deb7 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] 10.222.0.44 "GET /v2.0/routers/5e69368c-a24c-4186-b304-29bdeff68442 HTTP/1.1" status: 200 len: 699 time: 0.1605306 Oct 27 10:48:14.189892 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvr_db [None req-8c08d386-4505-4ddb-a684-dfd101128b79 None None] Set router 5e69368c-a24c-4186-b304-29bdeff68442 gateway port host: None {{(pid=102348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:48:14.190689 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 56474) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:48:14.194826 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.provisioning_blocks [req-87ebbded-b4fe-4c5e-8201-e9ae8d7df754 req-ecb57610-d731-412e-8901-e21bef6c0561 service neutron] Transition to ACTIVE for port object 1be4bbd6-973b-46b3-bcdc-a1070bef65e3 will not be triggered until provisioned by entity L2. {{(pid=102346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 10:48:14.204142 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-87ebbded-b4fe-4c5e-8201-e9ae8d7df754 req-ecb57610-d731-412e-8901-e21bef6c0561 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27024173'] for port, after_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:14.220756 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-e2337b0b-be1f-4a1c-92e4-3fa1b10e5199 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] 10.222.0.44 "GET /v2.0/ports?device_id=5e69368c-a24c-4186-b304-29bdeff68442 HTTP/1.1" status: 200 len: 205 time: 0.0283833 Oct 27 10:48:14.222877 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 56476) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:48:14.237473 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee542ab4-dd19-42bf-8f10-f0004c4012fe req-eb1dfd28-f9d1-4826-a51b-40e70e58a2bd tempest-ServerMetadataNegativeTestJSON-676750677 tempest-ServerMetadataNegativeTestJSON-676750677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:48:14.240049 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-ee542ab4-dd19-42bf-8f10-f0004c4012fe req-eb1dfd28-f9d1-4826-a51b-40e70e58a2bd tempest-ServerMetadataNegativeTestJSON-676750677 tempest-ServerMetadataNegativeTestJSON-676750677-project] 10.222.0.44 "GET /v2.0/ports?device_id=60ad54dd-d158-459d-8ab4-6932905b2cd6 HTTP/1.1" status: 200 len: 944 time: 0.0975173 Oct 27 10:48:14.248060 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-8c08d386-4505-4ddb-a684-dfd101128b79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e69368c-a24c-4186-b304-29bdeff68442', 'name': 'tempest-RoutersTest-router-552355274', 'tenant_id': '14f921c9b3f94aa0bb5d8437d3b23079', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:48:13Z', 'updated_at': '2021-10-27T10:48:13Z', 'revision_number': 2, 'project_id': '14f921c9b3f94aa0bb5d8437d3b23079', 'gw_port_host': None}], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:48:14.268988 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb57610-d731-412e-8901-e21bef6c0561 service neutron] Pushing event updated for resources: {'Port': ['ID=1be4bbd6-973b-46b3-bcdc-a1070bef65e3,revision_number=2']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:48:14.276524 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c08d386-4505-4ddb-a684-dfd101128b79 None None] Checking router: 5e69368c-a24c-4186-b304-29bdeff68442 for host: n-d-813419-10 {{(pid=102348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 10:48:14.290443 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c08d386-4505-4ddb-a684-dfd101128b79 None None] Routers {'5e69368c-a24c-4186-b304-29bdeff68442'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:48:14.291294 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-8c08d386-4505-4ddb-a684-dfd101128b79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:47:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['5e69368c-a24c-4186-b304-29bdeff68442'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:48:14.392119 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.managers [req-87ebbded-b4fe-4c5e-8201-e9ae8d7df754 req-ecb57610-d731-412e-8901-e21bef6c0561 service neutron] Attempting to bind port 1be4bbd6-973b-46b3-bcdc-a1070bef65e3 on host n-h2-813419-10 for vnic_type normal with profile {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:48:14.393198 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.managers [req-87ebbded-b4fe-4c5e-8201-e9ae8d7df754 req-ecb57610-d731-412e-8901-e21bef6c0561 service neutron] Attempting to bind port 1be4bbd6-973b-46b3-bcdc-a1070bef65e3 by drivers openvswitch,hyperv on host n-h2-813419-10 at level 0 using segments [{'id': 'ace6fc3c-2203-4b0c-8061-3b723387ecf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'df4d2f8f-0279-4ac1-b465-f59b71763f44'}] {{(pid=102346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:48:14.394748 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87ebbded-b4fe-4c5e-8201-e9ae8d7df754 req-ecb57610-d731-412e-8901-e21bef6c0561 service neutron] Attempting to bind port 1be4bbd6-973b-46b3-bcdc-a1070bef65e3 on network df4d2f8f-0279-4ac1-b465-f59b71763f44 {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:48:14.418801 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-ee542ab4-dd19-42bf-8f10-f0004c4012fe req-743dde3c-0928-4dd8-8455-41bb69e3b634 tempest-ServerMetadataNegativeTestJSON-676750677 tempest-ServerMetadataNegativeTestJSON-676750677-project] 10.222.0.44 "GET /v2.0/security-groups?id=cad321ff-ec90-4807-b14f-cfc00e86d831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210740 Oct 27 10:48:14.424405 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvr_db [None req-8c08d386-4505-4ddb-a684-dfd101128b79 None None] Set router 5e69368c-a24c-4186-b304-29bdeff68442 gateway port host: None {{(pid=102348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:48:14.430132 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87ebbded-b4fe-4c5e-8201-e9ae8d7df754 req-ecb57610-d731-412e-8901-e21bef6c0561 service neutron] Port 1be4bbd6-973b-46b3-bcdc-a1070bef65e3 on network df4d2f8f-0279-4ac1-b465-f59b71763f44 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-10 {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 10:48:14.430691 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87ebbded-b4fe-4c5e-8201-e9ae8d7df754 req-ecb57610-d731-412e-8901-e21bef6c0561 service neutron] Attempting to bind port 1be4bbd6-973b-46b3-bcdc-a1070bef65e3 on network df4d2f8f-0279-4ac1-b465-f59b71763f44 {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:48:14.433709 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-5ef3abd4-48ff-4b16-b533-0ebf42102763 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks [] for router, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:14.477714 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-86a34730-47af-4c39-b590-8bc5ba241e76 req-a6bb3726-2228-4c73-a94e-44a2c0ec1b11 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/ports?device_id=9b67e6d5-f777-444b-8026-cf23e066bb16 HTTP/1.1" status: 200 len: 210 time: 0.0739954 Oct 27 10:48:14.481862 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87ebbded-b4fe-4c5e-8201-e9ae8d7df754 req-ecb57610-d731-412e-8901-e21bef6c0561 service neutron] Checking agent: {'id': 'a2edc247-0fa4-4ce6-bbae-a10492f6bd71', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 16, 9), 'started_at': datetime.datetime(2021, 10, 27, 10, 16, 9), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 48, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:48:14.482370 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87ebbded-b4fe-4c5e-8201-e9ae8d7df754 req-ecb57610-d731-412e-8901-e21bef6c0561 service neutron] Checking segment: {'id': 'ace6fc3c-2203-4b0c-8061-3b723387ecf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'df4d2f8f-0279-4ac1-b465-f59b71763f44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:48:14.483413 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87ebbded-b4fe-4c5e-8201-e9ae8d7df754 req-ecb57610-d731-412e-8901-e21bef6c0561 service neutron] Bound using segment: {'id': 'ace6fc3c-2203-4b0c-8061-3b723387ecf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'df4d2f8f-0279-4ac1-b465-f59b71763f44'} {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:48:14.484851 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.managers [req-87ebbded-b4fe-4c5e-8201-e9ae8d7df754 req-ecb57610-d731-412e-8901-e21bef6c0561 service neutron] Bound port: 1be4bbd6-973b-46b3-bcdc-a1070bef65e3, host: n-h2-813419-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ace6fc3c-2203-4b0c-8061-3b723387ecf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'df4d2f8f-0279-4ac1-b465-f59b71763f44'}}] {{(pid=102346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:48:14.485451 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-87ebbded-b4fe-4c5e-8201-e9ae8d7df754 req-ecb57610-d731-412e-8901-e21bef6c0561 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:14.547297 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-8c08d386-4505-4ddb-a684-dfd101128b79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e69368c-a24c-4186-b304-29bdeff68442', 'name': 'tempest-RoutersTest-router-552355274', 'tenant_id': '14f921c9b3f94aa0bb5d8437d3b23079', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:48:13Z', 'updated_at': '2021-10-27T10:48:13Z', 'revision_number': 2, 'project_id': '14f921c9b3f94aa0bb5d8437d3b23079', 'gw_port_host': None}], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:48:14.603680 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c08d386-4505-4ddb-a684-dfd101128b79 None None] The sync data for ids ['5e69368c-a24c-4186-b304-29bdeff68442'] in n-d-813419-10 is: [{'id': '5e69368c-a24c-4186-b304-29bdeff68442', 'name': 'tempest-RoutersTest-router-552355274', 'tenant_id': '14f921c9b3f94aa0bb5d8437d3b23079', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:48:13Z', 'updated_at': '2021-10-27T10:48:13Z', 'revision_number': 2, 'project_id': '14f921c9b3f94aa0bb5d8437d3b23079', 'gw_port_host': None}] {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:48:14.611216 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device 4e666d7d-732f-494e-be97-e490317fb791 up at agent hyperv_n-h1-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:48:14.651625 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [req-87ebbded-b4fe-4c5e-8201-e9ae8d7df754 req-ecb57610-d731-412e-8901-e21bef6c0561 service neutron] For port 1be4bbd6-973b-46b3-bcdc-a1070bef65e3, host n-h2-813419-10, cleared binding levels {{(pid=102346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:48:14.655254 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [req-87ebbded-b4fe-4c5e-8201-e9ae8d7df754 req-ecb57610-d731-412e-8901-e21bef6c0561 service neutron] For port 1be4bbd6-973b-46b3-bcdc-a1070bef65e3, host n-h2-813419-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=1be4bbd6-973b-46b3-bcdc-a1070bef65e3,segment=NetworkSegment(ace6fc3c-2203-4b0c-8061-3b723387ecf0),segment_id=ace6fc3c-2203-4b0c-8061-3b723387ecf0)] {{(pid=102346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:48:14.664906 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-87ebbded-b4fe-4c5e-8201-e9ae8d7df754 req-ecb57610-d731-412e-8901-e21bef6c0561 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27024173'] for port, after_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:14.781619 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ebbded-b4fe-4c5e-8201-e9ae8d7df754 req-ecb57610-d731-412e-8901-e21bef6c0561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:48:14.793124 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-87ebbded-b4fe-4c5e-8201-e9ae8d7df754 req-ecb57610-d731-412e-8901-e21bef6c0561 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:14.793233 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Provisioning for port 4e666d7d-732f-494e-be97-e490317fb791 completed by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 10:48:14.793313 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-87ebbded-b4fe-4c5e-8201-e9ae8d7df754 req-ecb57610-d731-412e-8901-e21bef6c0561 service neutron] 10.222.0.76 "PUT /v2.0/ports/1be4bbd6-973b-46b3-bcdc-a1070bef65e3 HTTP/1.1" status: 200 len: 1093 time: 1.1321352 Oct 27 10:48:14.793313 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11879768-20dc-462e-a1bb-2d201b6367c5', 'tag': '1be4bbd6-973b-46b3-bcdc-a1070bef65e3'}] {{(pid=102346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:48:14.798212 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc0e418f5fc417c8d55d94c0aa509b037d0beb2a734c1a709e789eb65639a56d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35a12978-623e-4c02-8150-f7d63587f021" -d '{"events": [{"name": "network-changed", "server_uuid": "11879768-20dc-462e-a1bb-2d201b6367c5", "tag": "1be4bbd6-973b-46b3-bcdc-a1070bef65e3"}]}' {{(pid=102346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:48:14.800838 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Provisioning complete for port 4e666d7d-732f-494e-be97-e490317fb791 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:48:14.801257 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:14.837190 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-5ef3abd4-48ff-4b16-b533-0ebf42102763 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1765662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3700'] for router, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:14.843952 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-5ef3abd4-48ff-4b16-b533-0ebf42102763 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:14.938314 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 10:48:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83fcc778-a4ee-413b-9d71-4ed016a7a3f6 x-openstack-request-id: req-83fcc778-a4ee-413b-9d71-4ed016a7a3f6 {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:48:14.938601 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11879768-20dc-462e-a1bb-2d201b6367c5", "tag": "1be4bbd6-973b-46b3-bcdc-a1070bef65e3", "status": "completed", "code": 200}]} {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:48:14.938848 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-83fcc778-a4ee-413b-9d71-4ed016a7a3f6 {{(pid=102346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:48:14.939247 n-d-813419-10 neutron-server[102346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11879768-20dc-462e-a1bb-2d201b6367c5', 'tag': '1be4bbd6-973b-46b3-bcdc-a1070bef65e3', 'status': 'completed', 'code': 200} Oct 27 10:48:14.961260 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:14.962789 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb57610-d731-412e-8901-e21bef6c0561 service neutron] Pushing event updated for resources: {'Port': ['ID=1be4bbd6-973b-46b3-bcdc-a1070bef65e3,revision_number=3']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:48:14.985037 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ebbded-b4fe-4c5e-8201-e9ae8d7df754 req-d9dc32d9-4358-4dd7-bdba-e9045515c961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:48:14.987257 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-87ebbded-b4fe-4c5e-8201-e9ae8d7df754 req-d9dc32d9-4358-4dd7-bdba-e9045515c961 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=7f357cb809634e50864d0c31dbcbd617&device_id=11879768-20dc-462e-a1bb-2d201b6367c5 HTTP/1.1" status: 200 len: 1096 time: 0.1489735 Oct 27 10:48:14.996065 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-5ef3abd4-48ff-4b16-b533-0ebf42102763 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1765641'] for router, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:14.996865 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ef3abd4-48ff-4b16-b533-0ebf42102763 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Fanout notify agent at l3_agent the message router_deleted on router 5e69368c-a24c-4186-b304-29bdeff68442 {{(pid=102347) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 10:48:15.023372 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-5ef3abd4-48ff-4b16-b533-0ebf42102763 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] Publish callbacks [] for router, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:15.028181 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-5ef3abd4-48ff-4b16-b533-0ebf42102763 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] 10.222.0.44 "DELETE /v2.0/routers/5e69368c-a24c-4186-b304-29bdeff68442 HTTP/1.1" status: 204 len: 168 time: 0.8036005 Oct 27 10:48:15.030919 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 56496) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:48:15.069418 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port 4e666d7d-732f-494e-be97-e490317fb791, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=4e666d7d-732f-494e-be97-e490317fb791,segment=NetworkSegment(18f2c0af-2ba9-49a5-93d4-9d0d58ed4e67),segment_id=18f2c0af-2ba9-49a5-93d4-9d0d58ed4e67)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:48:15.071045 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60ad54dd-d158-459d-8ab4-6932905b2cd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e666d7d-732f-494e-be97-e490317fb791'}] {{(pid=102348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:48:15.074317 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c588921fa634554a1d9242fdea1b05457a9ff1d3b28ba54ec1dace7f2f1df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8d1b859-7129-4bae-95fc-b14a93daacbd" -d '{"events": [{"server_uuid": "60ad54dd-d158-459d-8ab4-6932905b2cd6", "name": "network-vif-plugged", "status": "completed", "tag": "4e666d7d-732f-494e-be97-e490317fb791"}]}' {{(pid=102348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:48:15.082012 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:15.119550 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-4f48d6f0-4458-41a7-a0a9-668f411f2b86 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] 10.222.0.44 "GET /v2.0/ports?device_id=5e69368c-a24c-4186-b304-29bdeff68442 HTTP/1.1" status: 200 len: 205 time: 0.0851483 Oct 27 10:48:15.120714 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 56502) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:48:15.131490 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-87ebbded-b4fe-4c5e-8201-e9ae8d7df754 req-508bbdc9-3650-4c5b-9df0-082f02cf5e51 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1be4bbd6-973b-46b3-bcdc-a1070bef65e3 HTTP/1.1" status: 200 len: 217 time: 0.1345308 Oct 27 10:48:15.178545 n-d-813419-10 neutron-server[102347]: INFO neutron.api.v2.resource [None req-a76d3b9e-6ad5-4801-8ecb-ee4559e9d926 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] delete failed (client error): The resource could not be found. Oct 27 10:48:15.180249 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-a76d3b9e-6ad5-4801-8ecb-ee4559e9d926 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] 10.222.0.44 "DELETE /v2.0/routers/5e69368c-a24c-4186-b304-29bdeff68442 HTTP/1.1" status: 404 len: 336 time: 0.0583844 Oct 27 10:48:15.183020 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 56506) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:48:15.216885 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:48:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3ed463c-a4b2-41fc-85c5-a71eaf1186e8 x-openstack-request-id: req-a3ed463c-a4b2-41fc-85c5-a71eaf1186e8 {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:48:15.217170 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60ad54dd-d158-459d-8ab4-6932905b2cd6", "name": "network-vif-plugged", "status": "completed", "tag": "4e666d7d-732f-494e-be97-e490317fb791", "code": 200}]} {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:48:15.217592 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a3ed463c-a4b2-41fc-85c5-a71eaf1186e8 {{(pid=102348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:48:15.218134 n-d-813419-10 neutron-server[102348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60ad54dd-d158-459d-8ab4-6932905b2cd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e666d7d-732f-494e-be97-e490317fb791', 'code': 200} Oct 27 10:48:15.221258 n-d-813419-10 neutron-server[102347]: INFO neutron.pecan_wsgi.hooks.translation [None req-8890d353-ca55-4711-90e0-be45e84f389f tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] DELETE failed (client error): The resource could not be found. Oct 27 10:48:15.221948 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8890d353-ca55-4711-90e0-be45e84f389f tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102347) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 10:48:15.226761 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-8890d353-ca55-4711-90e0-be45e84f389f tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] 10.222.0.44 "DELETE /v2.0/subnets/de59c0e3-44e6-4943-b7cc-c38fcc3867d1 HTTP/1.1" status: 404 len: 337 time: 0.0424678 Oct 27 10:48:15.229509 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 56508) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:48:15.246946 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Pushing event updated for resources: {'Port': ['ID=4e666d7d-732f-494e-be97-e490317fb791,revision_number=5']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:48:15.251258 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ebbded-b4fe-4c5e-8201-e9ae8d7df754 req-5ff1731a-8dd5-43ec-92ef-0a11ed8ab8ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:48:15.252891 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-87ebbded-b4fe-4c5e-8201-e9ae8d7df754 req-5ff1731a-8dd5-43ec-92ef-0a11ed8ab8ed service neutron] 10.222.0.76 "GET /v2.0/subnets?id=e60b25b2-9ab5-4d1d-a2b7-bc998becb4d1 HTTP/1.1" status: 200 len: 835 time: 0.1142421 Oct 27 10:48:15.261827 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:48:15.262418 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:48:15.262930 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:48:15.263427 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:48:15.264082 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:48:15.264578 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:48:15.265060 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:48:15.265537 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:48:15.266012 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:48:15.266606 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:48:15.267136 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:48:15.267846 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:48:15.308890 n-d-813419-10 neutron-server[102347]: INFO neutron.pecan_wsgi.hooks.translation [None req-c18693e4-c0cf-4c9e-aded-327cd9e0bc37 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] DELETE failed (client error): The resource could not be found. Oct 27 10:48:15.309337 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c18693e4-c0cf-4c9e-aded-327cd9e0bc37 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102347) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 10:48:15.312430 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-c18693e4-c0cf-4c9e-aded-327cd9e0bc37 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] 10.222.0.44 "DELETE /v2.0/subnets/2d457f87-4e01-4ef8-a107-675fa218ac16 HTTP/1.1" status: 404 len: 337 time: 0.0817673 Oct 27 10:48:15.315990 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 56510) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:48:15.366438 n-d-813419-10 neutron-server[102347]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd77e9a2-c0f5-43ed-979f-f9a6be7111c0 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] DELETE failed (client error): The resource could not be found. Oct 27 10:48:15.367216 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd77e9a2-c0f5-43ed-979f-f9a6be7111c0 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102347) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 10:48:15.372637 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da8ae3d-353f-473c-a0aa-654209a757c3 req-3f700218-e8e0-42d0-ad69-912cc8c57c26 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:48:15.373333 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-bd77e9a2-c0f5-43ed-979f-f9a6be7111c0 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] 10.222.0.44 "DELETE /v2.0/subnets/afb5a9e3-0660-4f43-a8a4-997a0178253b HTTP/1.1" status: 404 len: 337 time: 0.0557487 Oct 27 10:48:15.374169 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 56512) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:48:15.376873 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-5da8ae3d-353f-473c-a0aa-654209a757c3 req-3f700218-e8e0-42d0-ad69-912cc8c57c26 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "GET /v2.0/ports?device_id=11879768-20dc-462e-a1bb-2d201b6367c5 HTTP/1.1" status: 200 len: 944 time: 0.0868890 Oct 27 10:48:15.379308 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ebbded-b4fe-4c5e-8201-e9ae8d7df754 req-fb7ea90a-92df-476f-9811-40da8da9f986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:48:15.380816 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-87ebbded-b4fe-4c5e-8201-e9ae8d7df754 req-fb7ea90a-92df-476f-9811-40da8da9f986 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=df4d2f8f-0279-4ac1-b465-f59b71763f44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1194072 Oct 27 10:48:15.430381 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d0eeb5-94fc-4dff-8ae8-9e4048df1db4 req-ec9a53ef-20b1-4e19-8420-3798d90a8f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:48:15.432342 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-73d0eeb5-94fc-4dff-8ae8-9e4048df1db4 req-ec9a53ef-20b1-4e19-8420-3798d90a8f90 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=60ad54dd-d158-459d-8ab4-6932905b2cd6 HTTP/1.1" status: 200 len: 1097 time: 0.1520619 Oct 27 10:48:15.433195 n-d-813419-10 neutron-server[102347]: INFO neutron.pecan_wsgi.hooks.translation [None req-420b9942-7c9a-45da-99bc-a3e13c31cc05 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] DELETE failed (client error): The resource could not be found. Oct 27 10:48:15.433614 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-420b9942-7c9a-45da-99bc-a3e13c31cc05 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102347) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 10:48:15.438225 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-420b9942-7c9a-45da-99bc-a3e13c31cc05 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] 10.222.0.44 "DELETE /v2.0/subnets/afc0cab9-21da-4d56-911b-4ce64e6f688c HTTP/1.1" status: 404 len: 337 time: 0.0475838 Oct 27 10:48:15.441147 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 56516) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:48:15.470665 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510f5d0a-8295-454a-b6f9-f910e600726e req-3b4d40ea-65cb-4709-9cd1-487218c52fa5 tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:48:15.472462 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-510f5d0a-8295-454a-b6f9-f910e600726e req-3b4d40ea-65cb-4709-9cd1-487218c52fa5 tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0425cac-a4c1-4c0d-a984-fdf0100683a6 HTTP/1.1" status: 200 len: 945 time: 0.1587567 Oct 27 10:48:15.480069 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-efd9f7bc-7f04-4a8e-89f9-4f554abceeb8 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] 10.222.0.44 "GET /v2.0/ports?device_id=77544813-46b1-47a6-99a0-d327f2a781a1 HTTP/1.1" status: 200 len: 205 time: 0.0374973 Oct 27 10:48:15.484854 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 56518) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:48:15.490967 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-73d0eeb5-94fc-4dff-8ae8-9e4048df1db4 req-40eef3eb-337c-42c6-9db1-3e4697f1673b service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=cad321ff-ec90-4807-b14f-cfc00e86d831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499635 Oct 27 10:48:15.525534 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-510f5d0a-8295-454a-b6f9-f910e600726e req-2bd40215-0ff9-4b96-a09e-51109b7bbd14 tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] 10.222.0.44 "GET /v2.0/security-groups?id=a4d0fbfb-64fa-47ee-96d3-9b720ee29125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369143 Oct 27 10:48:15.535069 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-5da8ae3d-353f-473c-a0aa-654209a757c3 req-21552756-0ebf-4424-b624-d330b5d75ec5 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "GET /v2.0/security-groups?id=85747918-4b2b-4843-b687-6b312fd5b508&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1533041 Oct 27 10:48:15.537626 n-d-813419-10 neutron-server[102346]: INFO neutron.api.v2.resource [None req-ab5fbc69-d3e1-4a3f-9d3a-4a7e0a117085 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] delete failed (client error): The resource could not be found. Oct 27 10:48:15.541854 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-ab5fbc69-d3e1-4a3f-9d3a-4a7e0a117085 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] 10.222.0.44 "DELETE /v2.0/routers/77544813-46b1-47a6-99a0-d327f2a781a1 HTTP/1.1" status: 404 len: 336 time: 0.0540967 Oct 27 10:48:15.542955 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 56522) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:48:15.592609 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-1500678c-740b-4ae6-8f8d-50e78b4032fe tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] 10.222.0.44 "GET /v2.0/ports?device_id=01c7ba93-4762-4fd6-b4ae-fd12573ca8be HTTP/1.1" status: 200 len: 205 time: 0.0440793 Oct 27 10:48:15.595495 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 56524) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:48:15.643397 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-87ebbded-b4fe-4c5e-8201-e9ae8d7df754 req-0a8ca541-7810-4510-aaae-c09149041e06 service neutron] 10.222.0.76 "GET /v2.0/networks/df4d2f8f-0279-4ac1-b465-f59b71763f44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2543299 Oct 27 10:48:15.656769 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-e1dc05c7-6db2-45b7-a17b-936804e5f2d5 req-40d3a686-38a0-49c7-957f-a1d1cd490172 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/ports?device_id=9b67e6d5-f777-444b-8026-cf23e066bb16 HTTP/1.1" status: 200 len: 210 time: 0.0420420 Oct 27 10:48:15.657308 n-d-813419-10 neutron-server[102347]: INFO neutron.api.v2.resource [None req-47fc7a7d-e9c5-42e5-bc93-ad4bda73a0ae tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] delete failed (client error): The resource could not be found. Oct 27 10:48:15.658331 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-47fc7a7d-e9c5-42e5-bc93-ad4bda73a0ae tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] 10.222.0.44 "DELETE /v2.0/routers/01c7ba93-4762-4fd6-b4ae-fd12573ca8be HTTP/1.1" status: 404 len: 336 time: 0.0610845 Oct 27 10:48:15.667661 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 56526) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:48:15.702265 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2068a6d-9597-4f81-9aac-16b23593a18b req-f30a983e-7e21-44d2-b585-fb618d694cbf tempest-ServerMetadataNegativeTestJSON-676750677 tempest-ServerMetadataNegativeTestJSON-676750677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:48:15.703830 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-d2068a6d-9597-4f81-9aac-16b23593a18b req-f30a983e-7e21-44d2-b585-fb618d694cbf tempest-ServerMetadataNegativeTestJSON-676750677 tempest-ServerMetadataNegativeTestJSON-676750677-project] 10.222.0.44 "GET /v2.0/ports?device_id=60ad54dd-d158-459d-8ab4-6932905b2cd6 HTTP/1.1" status: 200 len: 945 time: 0.0574322 Oct 27 10:48:15.737041 n-d-813419-10 neutron-server[102346]: INFO neutron.pecan_wsgi.hooks.translation [None req-61098bd5-0fa4-43ce-b411-73f879941faa tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] DELETE failed (client error): The resource could not be found. Oct 27 10:48:15.737495 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61098bd5-0fa4-43ce-b411-73f879941faa tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102346) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 10:48:15.740891 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-61098bd5-0fa4-43ce-b411-73f879941faa tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] 10.222.0.44 "DELETE /v2.0/subnets/e5c7a439-76bc-4e8e-bc52-04dfb6c80aa4 HTTP/1.1" status: 404 len: 337 time: 0.0714555 Oct 27 10:48:15.743446 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 56528) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:48:15.763156 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-d2068a6d-9597-4f81-9aac-16b23593a18b req-ac79b68c-94dc-4263-befa-5d43676e5001 tempest-ServerMetadataNegativeTestJSON-676750677 tempest-ServerMetadataNegativeTestJSON-676750677-project] 10.222.0.44 "GET /v2.0/security-groups?id=cad321ff-ec90-4807-b14f-cfc00e86d831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510280 Oct 27 10:48:15.782507 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-4484f70b-63dd-4a85-af69-d1ca7e94219b tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] 10.222.0.44 "GET /v2.0/ports?device_id=6391b526-f10b-444c-8ad5-7b6be3e9bd5e HTTP/1.1" status: 200 len: 205 time: 0.0358250 Oct 27 10:48:15.783222 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 56530) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:48:15.823651 n-d-813419-10 neutron-server[102346]: INFO neutron.api.v2.resource [None req-8420c06a-2a8b-411c-8425-a17abb2bd002 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] delete failed (client error): The resource could not be found. Oct 27 10:48:15.824828 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-8420c06a-2a8b-411c-8425-a17abb2bd002 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] 10.222.0.44 "DELETE /v2.0/routers/6391b526-f10b-444c-8ad5-7b6be3e9bd5e HTTP/1.1" status: 404 len: 336 time: 0.0407224 Oct 27 10:48:15.827606 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 56532) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:48:15.854210 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-87ebbded-b4fe-4c5e-8201-e9ae8d7df754 req-fcfb63f4-2301-47b5-bb00-5c2be431d7d0 service neutron] 10.222.0.76 "GET /v2.0/networks/df4d2f8f-0279-4ac1-b465-f59b71763f44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1950967 Oct 27 10:48:15.865577 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-77bb73b3-3485-434d-8b2f-2233bba8ef53 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] 10.222.0.44 "GET /v2.0/ports?device_id=88a7b1da-f8ff-4bf0-88ce-3915bbd0ede0 HTTP/1.1" status: 200 len: 205 time: 0.0367296 Oct 27 10:48:15.866870 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 56534) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:48:15.903391 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device 8804c68b-fc36-476d-96ea-0c503dfb2221 no longer exists at agent hyperv_n-h2-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:48:15.904304 n-d-813419-10 neutron-server[102347]: INFO neutron.api.v2.resource [None req-ad8adcb7-0b27-42f5-9804-b1329e9db1ca tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] delete failed (client error): The resource could not be found. Oct 27 10:48:15.905330 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-ad8adcb7-0b27-42f5-9804-b1329e9db1ca tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] 10.222.0.44 "DELETE /v2.0/routers/88a7b1da-f8ff-4bf0-88ce-3915bbd0ede0 HTTP/1.1" status: 404 len: 336 time: 0.0373816 Oct 27 10:48:15.907960 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 56536) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:48:15.941530 n-d-813419-10 neutron-server[102347]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ea68c44-cc59-492f-93a8-6732cf9dec24 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] DELETE failed (client error): The resource could not be found. Oct 27 10:48:15.942775 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ea68c44-cc59-492f-93a8-6732cf9dec24 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102347) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 10:48:15.943604 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] No Port match for: 8804c68b-fc36-476d-96ea-0c503dfb2221 {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:48:15.943709 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device 8804c68b-fc36-476d-96ea-0c503dfb2221 not bound to the agent host n-h2-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:48:15.948819 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-1ea68c44-cc59-492f-93a8-6732cf9dec24 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] 10.222.0.44 "DELETE /v2.0/subnets/45ca935c-f17e-404e-b2cc-ffede3053629 HTTP/1.1" status: 404 len: 337 time: 0.0398448 Oct 27 10:48:15.949814 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 56540) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:48:15.972754 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a12978-623e-4c02-8150-f7d63587f021 req-43945ab6-6433-4de1-a4d9-ed2a84700bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:48:15.974635 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-35a12978-623e-4c02-8150-f7d63587f021 req-43945ab6-6433-4de1-a4d9-ed2a84700bf7 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=7f357cb809634e50864d0c31dbcbd617&device_id=11879768-20dc-462e-a1bb-2d201b6367c5 HTTP/1.1" status: 200 len: 1096 time: 0.0722380 Oct 27 10:48:15.990391 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-ffda764a-5b0b-43cf-8528-978117d6072e tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] 10.222.0.44 "GET /v2.0/ports?device_id=b88e6148-78c1-4472-8dd1-54c50fae16da HTTP/1.1" status: 200 len: 205 time: 0.0379157 Oct 27 10:48:15.992884 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 56542) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:48:16.032812 n-d-813419-10 neutron-server[102347]: INFO neutron.api.v2.resource [None req-a81342cb-aafb-4523-9d62-002510f8a20c tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] delete failed (client error): The resource could not be found. Oct 27 10:48:16.033794 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-a81342cb-aafb-4523-9d62-002510f8a20c tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] 10.222.0.44 "DELETE /v2.0/routers/b88e6148-78c1-4472-8dd1-54c50fae16da HTTP/1.1" status: 404 len: 336 time: 0.0400107 Oct 27 10:48:16.036689 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 56544) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:48:16.065404 n-d-813419-10 neutron-server[102347]: INFO neutron.pecan_wsgi.hooks.translation [None req-db73869d-7c14-45b0-853f-9b6751f2e812 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] DELETE failed (client error): The resource could not be found. Oct 27 10:48:16.066329 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db73869d-7c14-45b0-853f-9b6751f2e812 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102347) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 10:48:16.071192 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-db73869d-7c14-45b0-853f-9b6751f2e812 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] 10.222.0.44 "DELETE /v2.0/subnets/54d48097-1746-4977-ad6f-3f75503528f1 HTTP/1.1" status: 404 len: 337 time: 0.0334888 Oct 27 10:48:16.073867 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 56546) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:48:16.107172 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-65ea4e82-bdce-4785-823d-81e410adf105 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] 10.222.0.44 "GET /v2.0/ports?device_id=0169d111-d2fa-4223-be3d-78d1f760c2d9 HTTP/1.1" status: 200 len: 205 time: 0.0319517 Oct 27 10:48:16.109632 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 56548) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:48:16.134053 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a12978-623e-4c02-8150-f7d63587f021 req-badf4bac-1006-44a7-92fa-874c9da2253b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:48:16.135745 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-35a12978-623e-4c02-8150-f7d63587f021 req-badf4bac-1006-44a7-92fa-874c9da2253b service neutron] 10.222.0.76 "GET /v2.0/networks?id=df4d2f8f-0279-4ac1-b465-f59b71763f44 HTTP/1.1" status: 200 len: 898 time: 0.1489220 Oct 27 10:48:16.169232 n-d-813419-10 neutron-server[102347]: INFO neutron.api.v2.resource [None req-9e5a3cc5-7549-4a42-bac5-c72748e70112 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] delete failed (client error): The resource could not be found. Oct 27 10:48:16.173990 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-9e5a3cc5-7549-4a42-bac5-c72748e70112 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] 10.222.0.44 "DELETE /v2.0/routers/0169d111-d2fa-4223-be3d-78d1f760c2d9 HTTP/1.1" status: 404 len: 336 time: 0.0602958 Oct 27 10:48:16.174412 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 56550) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:48:16.189667 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-35a12978-623e-4c02-8150-f7d63587f021 req-d41b5ef8-74be-4308-bcc0-f7531c4b3930 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1be4bbd6-973b-46b3-bcdc-a1070bef65e3 HTTP/1.1" status: 200 len: 217 time: 0.0465343 Oct 27 10:48:16.206301 n-d-813419-10 neutron-server[102347]: INFO neutron.pecan_wsgi.hooks.translation [None req-10cae759-1f40-4ef9-b4e9-9e1fc5bcb365 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] DELETE failed (client error): The resource could not be found. Oct 27 10:48:16.206756 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10cae759-1f40-4ef9-b4e9-9e1fc5bcb365 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102347) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 10:48:16.209859 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-10cae759-1f40-4ef9-b4e9-9e1fc5bcb365 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] 10.222.0.44 "DELETE /v2.0/subnets/c287bfa0-821c-4e19-a6fe-b071f8082985 HTTP/1.1" status: 404 len: 337 time: 0.0344727 Oct 27 10:48:16.212484 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 56552) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:48:16.235270 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-5944dbed-2cb3-4b26-809e-b05d33125980 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:16.246638 n-d-813419-10 neutron-server[102347]: INFO neutron.pecan_wsgi.hooks.translation [None req-aefc86c0-7e5b-41bf-a195-36e9386eeab5 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] DELETE failed (client error): The resource could not be found. Oct 27 10:48:16.247100 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aefc86c0-7e5b-41bf-a195-36e9386eeab5 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102347) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 10:48:16.250233 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-aefc86c0-7e5b-41bf-a195-36e9386eeab5 tempest-RoutersTest-1411341679 tempest-RoutersTest-1411341679-project] 10.222.0.44 "DELETE /v2.0/subnets/1770a6eb-d491-490e-99bb-afa986f9d78c HTTP/1.1" status: 404 len: 337 time: 0.0365312 Oct 27 10:48:16.255343 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a12978-623e-4c02-8150-f7d63587f021 req-11b67787-73f6-47d1-a85c-43dc9488ab4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:48:16.257617 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-35a12978-623e-4c02-8150-f7d63587f021 req-11b67787-73f6-47d1-a85c-43dc9488ab4e service neutron] 10.222.0.76 "GET /v2.0/subnets?id=e60b25b2-9ab5-4d1d-a2b7-bc998becb4d1 HTTP/1.1" status: 200 len: 835 time: 0.0552251 Oct 27 10:48:16.312365 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a12978-623e-4c02-8150-f7d63587f021 req-ccb5a0c3-6584-4372-afa8-043e18e434d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:48:16.314224 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-35a12978-623e-4c02-8150-f7d63587f021 req-ccb5a0c3-6584-4372-afa8-043e18e434d6 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=df4d2f8f-0279-4ac1-b465-f59b71763f44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0496092 Oct 27 10:48:16.424778 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-35a12978-623e-4c02-8150-f7d63587f021 req-c48f36b8-cb4e-4e32-831f-f15ab9ebacce service neutron] 10.222.0.76 "GET /v2.0/networks/df4d2f8f-0279-4ac1-b465-f59b71763f44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031833 Oct 27 10:48:16.526979 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-35a12978-623e-4c02-8150-f7d63587f021 req-7d970b8a-7f68-4c01-b016-c5bb2c522233 service neutron] 10.222.0.76 "GET /v2.0/networks/df4d2f8f-0279-4ac1-b465-f59b71763f44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951467 Oct 27 10:48:16.565150 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 56562) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:48:16.697730 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d80d788-d18a-42de-be89-ccc5196de77c req-dac03f24-98f8-43cc-8186-c2eaf6675792 tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:48:16.699654 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-1d80d788-d18a-42de-be89-ccc5196de77c req-dac03f24-98f8-43cc-8186-c2eaf6675792 tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0425cac-a4c1-4c0d-a984-fdf0100683a6 HTTP/1.1" status: 200 len: 945 time: 0.0755897 Oct 27 10:48:16.714959 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65edf2ba-fd94-4e38-a207-fa5d37e1e73b req-29d64de7-7009-40b3-b7d7-b3ef6d9f4520 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:48:16.717007 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-65edf2ba-fd94-4e38-a207-fa5d37e1e73b req-29d64de7-7009-40b3-b7d7-b3ef6d9f4520 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "GET /v2.0/ports?device_id=11879768-20dc-462e-a1bb-2d201b6367c5 HTTP/1.1" status: 200 len: 944 time: 0.0864215 Oct 27 10:48:16.765946 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-1d80d788-d18a-42de-be89-ccc5196de77c req-f12e6f61-3822-4dbf-9dd9-0c4e23ee9926 tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] 10.222.0.44 "GET /v2.0/security-groups?id=a4d0fbfb-64fa-47ee-96d3-9b720ee29125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571647 Oct 27 10:48:16.770553 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-eba5d013-4a6a-4cba-baeb-cc15ffe58088 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=14f921c9b3f94aa0bb5d8437d3b23079&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2034810 Oct 27 10:48:16.771069 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-65edf2ba-fd94-4e38-a207-fa5d37e1e73b req-3b336643-8a1a-43ac-b89d-2bc9f97aa1d0 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "GET /v2.0/security-groups?id=85747918-4b2b-4843-b687-6b312fd5b508&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447996 Oct 27 10:48:16.773119 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 56568) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:48:16.872525 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-a864dad0-a22a-4ceb-8d2f-cb2065bb7045 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:16.886867 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-009d2400-882e-4aed-91c1-f2b64f1598d7 req-72f563ff-49b6-4be3-b41c-7881edb480e7 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/ports?device_id=9b67e6d5-f777-444b-8026-cf23e066bb16 HTTP/1.1" status: 200 len: 210 time: 0.0275514 Oct 27 10:48:16.924553 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-a864dad0-a22a-4ceb-8d2f-cb2065bb7045 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:16.944750 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469fcf9d-52ac-4176-b597-ae51439b69d0 req-abd75af8-7b24-4bc0-a00d-cb5283641228 tempest-ServerMetadataNegativeTestJSON-676750677 tempest-ServerMetadataNegativeTestJSON-676750677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:48:16.946233 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-469fcf9d-52ac-4176-b597-ae51439b69d0 req-abd75af8-7b24-4bc0-a00d-cb5283641228 tempest-ServerMetadataNegativeTestJSON-676750677 tempest-ServerMetadataNegativeTestJSON-676750677-project] 10.222.0.44 "GET /v2.0/ports?device_id=60ad54dd-d158-459d-8ab4-6932905b2cd6 HTTP/1.1" status: 200 len: 945 time: 0.0892365 Oct 27 10:48:16.997397 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-469fcf9d-52ac-4176-b597-ae51439b69d0 req-e9579a37-aac6-4105-ac70-3f8aeac68dd1 tempest-ServerMetadataNegativeTestJSON-676750677 tempest-ServerMetadataNegativeTestJSON-676750677-project] 10.222.0.44 "GET /v2.0/security-groups?id=cad321ff-ec90-4807-b14f-cfc00e86d831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442314 Oct 27 10:48:17.037106 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-a864dad0-a22a-4ceb-8d2f-cb2065bb7045 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:17.044275 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-a864dad0-a22a-4ceb-8d2f-cb2065bb7045 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:17.045579 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-a864dad0-a22a-4ceb-8d2f-cb2065bb7045 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/aa534baa-a428-44ee-af4b-bc678defab5a HTTP/1.1" status: 204 len: 168 time: 0.2715018 Oct 27 10:48:17.057135 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a864dad0-a22a-4ceb-8d2f-cb2065bb7045 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa534baa-a428-44ee-af4b-bc678defab5a,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:48:17.275808 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0c357f-43be-4562-bfc1-5c793eef114b req-178a1f44-bcad-4feb-9db7-c0efae3f097b tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:48:17.277863 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-2c0c357f-43be-4562-bfc1-5c793eef114b req-178a1f44-bcad-4feb-9db7-c0efae3f097b tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] 10.222.0.64 "GET /v2.0/ports?device_id=c0425cac-a4c1-4c0d-a984-fdf0100683a6 HTTP/1.1" status: 200 len: 945 time: 0.0634584 Oct 27 10:48:17.417503 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [req-2c0c357f-43be-4562-bfc1-5c793eef114b req-b124e4f5-c5e7-4bf9-bcab-69363d59295a tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] Deleting port be260c3f-627d-4152-9959-529adefa243d {{(pid=102347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:48:17.417912 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-2c0c357f-43be-4562-bfc1-5c793eef114b req-b124e4f5-c5e7-4bf9-bcab-69363d59295a tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:17.593487 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-2c0c357f-43be-4562-bfc1-5c793eef114b req-b124e4f5-c5e7-4bf9-bcab-69363d59295a tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] For port be260c3f-627d-4152-9959-529adefa243d, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=be260c3f-627d-4152-9959-529adefa243d,segment=NetworkSegment(a5fc7f07-22ca-4b2b-bd72-57f570088db0),segment_id=a5fc7f07-22ca-4b2b-bd72-57f570088db0)] {{(pid=102347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:48:17.593863 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-2c0c357f-43be-4562-bfc1-5c793eef114b req-b124e4f5-c5e7-4bf9-bcab-69363d59295a tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:17.816593 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6a8607-632a-4a92-b5a8-eef659196044 req-35c314ab-370f-4727-be29-404f64701247 tempest-ServerMetadataNegativeTestJSON-676750677 tempest-ServerMetadataNegativeTestJSON-676750677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:48:17.824725 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-fd6a8607-632a-4a92-b5a8-eef659196044 req-35c314ab-370f-4727-be29-404f64701247 tempest-ServerMetadataNegativeTestJSON-676750677 tempest-ServerMetadataNegativeTestJSON-676750677-project] 10.222.0.44 "GET /v2.0/ports?device_id=60ad54dd-d158-459d-8ab4-6932905b2cd6 HTTP/1.1" status: 200 len: 945 time: 0.0664639 Oct 27 10:48:17.872339 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-fd6a8607-632a-4a92-b5a8-eef659196044 req-3e495c00-ec5c-482c-b5f6-d3ef70819923 tempest-ServerMetadataNegativeTestJSON-676750677 tempest-ServerMetadataNegativeTestJSON-676750677-project] 10.222.0.44 "GET /v2.0/security-groups?id=cad321ff-ec90-4807-b14f-cfc00e86d831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463910 Oct 27 10:48:17.974139 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 56628) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:48:18.014563 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51913ed-3ef8-49bc-902d-7ff52878a242 req-8dfd144c-08c8-4681-860c-aaaf92f7cc07 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:48:18.017074 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-a51913ed-3ef8-49bc-902d-7ff52878a242 req-8dfd144c-08c8-4681-860c-aaaf92f7cc07 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "GET /v2.0/ports?device_id=11879768-20dc-462e-a1bb-2d201b6367c5 HTTP/1.1" status: 200 len: 944 time: 0.0776217 Oct 27 10:48:18.071719 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-a51913ed-3ef8-49bc-902d-7ff52878a242 req-e93bc19e-f523-40ba-b215-9f17492dbbb6 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "GET /v2.0/security-groups?id=85747918-4b2b-4843-b687-6b312fd5b508&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471818 Oct 27 10:48:18.122125 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-4c853fe4-2b01-4320-884b-eb1c9781260f admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1942175695-network', 'tenant_id': 'ac1f3ef4de2b4b839cb7a119733c1f69'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:48:18.150533 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c853fe4-2b01-4320-884b-eb1c9781260f admin admin] Made reservation on behalf of ac1f3ef4de2b4b839cb7a119733c1f69 for: {'network': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:48:18.156571 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-4c853fe4-2b01-4320-884b-eb1c9781260f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for network, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:18.177992 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-4c853fe4-2b01-4320-884b-eb1c9781260f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:18.201211 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-31166cd1-a750-48ca-8e2a-27e55b9f37c1 req-d152701f-24a2-4f71-b6c1-5ac6615075f6 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/ports?device_id=9b67e6d5-f777-444b-8026-cf23e066bb16 HTTP/1.1" status: 200 len: 210 time: 0.0338960 Oct 27 10:48:18.255190 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5c6eff-b20f-4edc-bc8a-ff3cfedc6a95 req-c222f509-851f-4ebe-8d72-11fccb5b090f tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:48:18.262662 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-4a5c6eff-b20f-4edc-bc8a-ff3cfedc6a95 req-c222f509-851f-4ebe-8d72-11fccb5b090f tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0425cac-a4c1-4c0d-a984-fdf0100683a6 HTTP/1.1" status: 200 len: 945 time: 0.1839843 Oct 27 10:48:18.288475 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-4c853fe4-2b01-4320-884b-eb1c9781260f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:18.296474 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-4c853fe4-2b01-4320-884b-eb1c9781260f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:18.307867 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-2c0c357f-43be-4562-bfc1-5c793eef114b req-b124e4f5-c5e7-4bf9-bcab-69363d59295a tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:18.308247 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-2c0c357f-43be-4562-bfc1-5c793eef114b req-b124e4f5-c5e7-4bf9-bcab-69363d59295a tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1664826'] for floatingip, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:18.308565 n-d-813419-10 neutron-server[102347]: INFO neutron.db.l3_db [req-2c0c357f-43be-4562-bfc1-5c793eef114b req-b124e4f5-c5e7-4bf9-bcab-69363d59295a tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] Floating IP 8b9fc1d1-29a9-40ea-bf9e-421fab675dc0 disassociated. External IP: 172.25.8.165, port: be260c3f-627d-4152-9959-529adefa243d. Oct 27 10:48:18.309135 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [req-2c0c357f-43be-4562-bfc1-5c793eef114b req-b124e4f5-c5e7-4bf9-bcab-69363d59295a tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] Calling delete_port for be260c3f-627d-4152-9959-529adefa243d owned by compute:nova {{(pid=102347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:48:18.322776 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c853fe4-2b01-4320-884b-eb1c9781260f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d816749-20a3-4a81-964c-2ef017da809e,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:48:18.333208 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c853fe4-2b01-4320-884b-eb1c9781260f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 414} {{(pid=102346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 10:48:18.351295 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-4c853fe4-2b01-4320-884b-eb1c9781260f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:18.351295 n-d-813419-10 neutron-server[102346]: INFO neutron.db.segments_db [None req-4c853fe4-2b01-4320-884b-eb1c9781260f admin admin] Added segment 4be4b60b-f8f8-4646-9f79-e03a8f0259c8 of type vlan for network 7b76632b-997e-4a61-9e49-a258504fe0e1 Oct 27 10:48:18.419749 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-4a5c6eff-b20f-4edc-bc8a-ff3cfedc6a95 req-015a1792-559a-49a7-8122-d9aa382833bb tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] 10.222.0.44 "GET /v2.0/security-groups?id=a4d0fbfb-64fa-47ee-96d3-9b720ee29125&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1561446 Oct 27 10:48:18.432592 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-4c853fe4-2b01-4320-884b-eb1c9781260f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743872593080'] for network, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:18.462253 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-4c853fe4-2b01-4320-884b-eb1c9781260f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913'] for network, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:18.468998 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c853fe4-2b01-4320-884b-eb1c9781260f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:48:18.469633 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-4c853fe4-2b01-4320-884b-eb1c9781260f admin admin] Publish callbacks [] for network, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:18.528865 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-2c0c357f-43be-4562-bfc1-5c793eef114b req-b124e4f5-c5e7-4bf9-bcab-69363d59295a tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:18.533623 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-4c853fe4-2b01-4320-884b-eb1c9781260f admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.5551553 Oct 27 10:48:18.534777 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 56634) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:48:18.542430 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c853fe4-2b01-4320-884b-eb1c9781260f admin admin] Pushing event updated for resources: {'Network': ['ID=7b76632b-997e-4a61-9e49-a258504fe0e1,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:48:18.543504 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-737cc90f-f83a-4017-99d8-6d966a240283 admin admin] Request body: {'subnet': {'network_id': '7b76632b-997e-4a61-9e49-a258504fe0e1', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1942175695-subnet', 'tenant_id': 'ac1f3ef4de2b4b839cb7a119733c1f69', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:48:18.554760 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Network 7b76632b-997e-4a61-9e49-a258504fe0e1 details requested by agent ovs-agent-n-d-813419-10 with host n-d-813419-10 {{(pid=102348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 10:48:18.580909 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b124e4f5-c5e7-4bf9-bcab-69363d59295a tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] Pushing event deleted for resources: {'Port': ['ID=be260c3f-627d-4152-9959-529adefa243d,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:48:18.615598 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-737cc90f-f83a-4017-99d8-6d966a240283 admin admin] Made reservation on behalf of ac1f3ef4de2b4b839cb7a119733c1f69 for: {'subnet': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:48:18.618402 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-737cc90f-f83a-4017-99d8-6d966a240283 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18044073'] for subnet, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:18.794818 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2c0c357f-43be-4562-bfc1-5c793eef114b req-b124e4f5-c5e7-4bf9-bcab-69363d59295a tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] Router 5495c0d7-fa32-4c67-bfd0-b1e2070f3903 has already been hosted by L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb {{(pid=102347) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 10:48:18.871316 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-3f4117c0-47d6-44f9-b165-e54675921037 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:18.976896 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-737cc90f-f83a-4017-99d8-6d966a240283 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-18295883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18044091'] for subnet, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:19.030617 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0397704d-6dfb-46c7-86a2-96466fd67775 req-0369b792-6d8d-4de5-a867-68fd32d428cf tempest-ServerMetadataNegativeTestJSON-676750677 tempest-ServerMetadataNegativeTestJSON-676750677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:48:19.032190 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-0397704d-6dfb-46c7-86a2-96466fd67775 req-0369b792-6d8d-4de5-a867-68fd32d428cf tempest-ServerMetadataNegativeTestJSON-676750677 tempest-ServerMetadataNegativeTestJSON-676750677-project] 10.222.0.44 "GET /v2.0/ports?device_id=60ad54dd-d158-459d-8ab4-6932905b2cd6 HTTP/1.1" status: 200 len: 945 time: 0.0798192 Oct 27 10:48:19.054413 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2c0c357f-43be-4562-bfc1-5c793eef114b req-b124e4f5-c5e7-4bf9-bcab-69363d59295a tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:48:19.067853 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d79da221-4212-44a6-80fe-75b979e7da1a None None] Sync routers for ids ['5495c0d7-fa32-4c67-bfd0-b1e2070f3903'] in n-d-813419-10 {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:48:19.086007 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d79da221-4212-44a6-80fe-75b979e7da1a None None] Routers {'5495c0d7-fa32-4c67-bfd0-b1e2070f3903'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:48:19.087006 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-d79da221-4212-44a6-80fe-75b979e7da1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:48:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['5495c0d7-fa32-4c67-bfd0-b1e2070f3903'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:48:19.132437 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-0397704d-6dfb-46c7-86a2-96466fd67775 req-9c0f4c62-8593-44fc-925e-fc89dc3381f5 tempest-ServerMetadataNegativeTestJSON-676750677 tempest-ServerMetadataNegativeTestJSON-676750677-project] 10.222.0.44 "GET /v2.0/security-groups?id=cad321ff-ec90-4807-b14f-cfc00e86d831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914476 Oct 27 10:48:19.152947 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737cc90f-f83a-4017-99d8-6d966a240283 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bed6fa50-634b-459b-94aa-e970c6093696,revision_number=0']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:48:19.164767 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187e7d11-2ccf-4714-b11c-94eabb782eaa req-5251dcab-3346-415c-88c9-d8f923b6d433 tempest-ServerMetadataNegativeTestJSON-676750677 tempest-ServerMetadataNegativeTestJSON-676750677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:48:19.166400 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-187e7d11-2ccf-4714-b11c-94eabb782eaa req-5251dcab-3346-415c-88c9-d8f923b6d433 tempest-ServerMetadataNegativeTestJSON-676750677 tempest-ServerMetadataNegativeTestJSON-676750677-project] 10.222.0.64 "GET /v2.0/ports?device_id=60ad54dd-d158-459d-8ab4-6932905b2cd6 HTTP/1.1" status: 200 len: 945 time: 0.1999137 Oct 27 10:48:19.209916 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c0c357f-43be-4562-bfc1-5c793eef114b req-b124e4f5-c5e7-4bf9-bcab-69363d59295a tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] No DVR routers for this DVR port be260c3f-627d-4152-9959-529adefa243d on host n-h1-813419-10 {{(pid=102347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:48:19.262518 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-2c0c357f-43be-4562-bfc1-5c793eef114b req-b124e4f5-c5e7-4bf9-bcab-69363d59295a tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:19.265855 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-2c0c357f-43be-4562-bfc1-5c793eef114b req-b124e4f5-c5e7-4bf9-bcab-69363d59295a tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] 10.222.0.64 "DELETE /v2.0/ports/be260c3f-627d-4152-9959-529adefa243d HTTP/1.1" status: 204 len: 173 time: 1.9808664 Oct 27 10:48:19.266613 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0425cac-a4c1-4c0d-a984-fdf0100683a6', 'name': 'network-vif-deleted', 'tag': 'be260c3f-627d-4152-9959-529adefa243d'}] {{(pid=102347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:48:19.269084 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311149b481204ee7edffdb959c881838506fbd95bc8577c048f6677abb73acc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfdfea4a-9259-4ffe-801b-0b901c8f00f8" -d '{"events": [{"server_uuid": "c0425cac-a4c1-4c0d-a984-fdf0100683a6", "name": "network-vif-deleted", "tag": "be260c3f-627d-4152-9959-529adefa243d"}]}' {{(pid=102347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:48:19.279470 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-737cc90f-f83a-4017-99d8-6d966a240283 admin admin] Checking segment: {'id': '4be4b60b-f8f8-4646-9f79-e03a8f0259c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '7b76632b-997e-4a61-9e49-a258504fe0e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:48:19.279470 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-737cc90f-f83a-4017-99d8-6d966a240283 admin admin] Network hostable DHCP agents. Network: 7b76632b-997e-4a61-9e49-a258504fe0e1, hostable agents: ['eafd4000-b897-4722-ae8b-0118ec955181'], hosted agents: [] {{(pid=102347) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 10:48:19.309818 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvr_db [None req-d79da221-4212-44a6-80fe-75b979e7da1a None None] Set router 5495c0d7-fa32-4c67-bfd0-b1e2070f3903 gateway port host: n-d-813419-10 {{(pid=102349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:48:19.376414 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-737cc90f-f83a-4017-99d8-6d966a240283 admin admin] Network 7b76632b-997e-4a61-9e49-a258504fe0e1 is scheduled to be hosted by DHCP agent eafd4000-b897-4722-ae8b-0118ec955181 with binding_index 1 {{(pid=102347) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 10:48:19.389046 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d0e11b-02b5-43f7-bb64-e539ab4ae21f req-413d9202-d8d1-4f24-b804-22ad8c26903d tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:48:19.396946 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c1d0e11b-02b5-43f7-bb64-e539ab4ae21f req-413d9202-d8d1-4f24-b804-22ad8c26903d tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "GET /v2.0/ports?device_id=11879768-20dc-462e-a1bb-2d201b6367c5 HTTP/1.1" status: 200 len: 944 time: 0.1901853 Oct 27 10:48:19.403261 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:48:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b06a9462-bc7c-4fa4-99b5-635a9d8b6679 x-openstack-request-id: req-b06a9462-bc7c-4fa4-99b5-635a9d8b6679 {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:48:19.403558 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0425cac-a4c1-4c0d-a984-fdf0100683a6", "name": "network-vif-deleted", "tag": "be260c3f-627d-4152-9959-529adefa243d", "status": "completed", "code": 200}]} {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:48:19.403791 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b06a9462-bc7c-4fa4-99b5-635a9d8b6679 {{(pid=102347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:48:19.404187 n-d-813419-10 neutron-server[102347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0425cac-a4c1-4c0d-a984-fdf0100683a6', 'name': 'network-vif-deleted', 'tag': 'be260c3f-627d-4152-9959-529adefa243d', 'status': 'completed', 'code': 200} Oct 27 10:48:19.428460 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [None req-737cc90f-f83a-4017-99d8-6d966a240283 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-10, 7b76632b-997e-4a61-9e49-a258504fe0e1) {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:48:19.437558 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-737cc90f-f83a-4017-99d8-6d966a240283 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:48:19.437764 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9dd9d46-0cc0-4201-947d-df691d731f32 None None] Network 7b76632b-997e-4a61-9e49-a258504fe0e1 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:48:19.438133 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-737cc90f-f83a-4017-99d8-6d966a240283 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:19.481991 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c1d0e11b-02b5-43f7-bb64-e539ab4ae21f req-a5b12d30-2736-4a5f-85fc-bf720cf0d749 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "GET /v2.0/security-groups?id=85747918-4b2b-4843-b687-6b312fd5b508&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839403 Oct 27 10:48:19.508658 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-737cc90f-f83a-4017-99d8-6d966a240283 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.9713845 Oct 27 10:48:19.518982 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [req-187e7d11-2ccf-4714-b11c-94eabb782eaa req-cbb5c395-a3c9-4f5c-9242-ec13a2efe5e2 tempest-ServerMetadataNegativeTestJSON-676750677 tempest-ServerMetadataNegativeTestJSON-676750677-project] Deleting port 4e666d7d-732f-494e-be97-e490317fb791 {{(pid=102347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:48:19.519572 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-187e7d11-2ccf-4714-b11c-94eabb782eaa req-cbb5c395-a3c9-4f5c-9242-ec13a2efe5e2 tempest-ServerMetadataNegativeTestJSON-676750677 tempest-ServerMetadataNegativeTestJSON-676750677-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:19.657312 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99678807-8491-4a71-923b-685e0dae9cf7 None None] Network 7b76632b-997e-4a61-9e49-a258504fe0e1 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:48:19.672681 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-f2911d77-a800-4848-af9c-d489fba69233 req-13ea08e3-05d7-4826-8fe9-3f82328b5b1f tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0425cac-a4c1-4c0d-a984-fdf0100683a6 HTTP/1.1" status: 200 len: 210 time: 0.0554810 Oct 27 10:48:19.692693 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-187e7d11-2ccf-4714-b11c-94eabb782eaa req-cbb5c395-a3c9-4f5c-9242-ec13a2efe5e2 tempest-ServerMetadataNegativeTestJSON-676750677 tempest-ServerMetadataNegativeTestJSON-676750677-project] For port 4e666d7d-732f-494e-be97-e490317fb791, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=4e666d7d-732f-494e-be97-e490317fb791,segment=NetworkSegment(18f2c0af-2ba9-49a5-93d4-9d0d58ed4e67),segment_id=18f2c0af-2ba9-49a5-93d4-9d0d58ed4e67)] {{(pid=102347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:48:19.693154 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-187e7d11-2ccf-4714-b11c-94eabb782eaa req-cbb5c395-a3c9-4f5c-9242-ec13a2efe5e2 tempest-ServerMetadataNegativeTestJSON-676750677 tempest-ServerMetadataNegativeTestJSON-676750677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:19.732356 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [req-187e7d11-2ccf-4714-b11c-94eabb782eaa req-cbb5c395-a3c9-4f5c-9242-ec13a2efe5e2 tempest-ServerMetadataNegativeTestJSON-676750677 tempest-ServerMetadataNegativeTestJSON-676750677-project] Calling delete_port for 4e666d7d-732f-494e-be97-e490317fb791 owned by compute:nova {{(pid=102347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:48:19.854036 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-d79da221-4212-44a6-80fe-75b979e7da1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5495c0d7-fa32-4c67-bfd0-b1e2070f3903', 'name': 'tempest-AttachVolumeTestJSON-996718012-router', 'tenant_id': '61720bce4798402799f65ee94c5dc895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.111'}], 'enable_snat': True}, 'gw_port_id': 'c6358f11-a679-4a19-9458-6d60381cfa62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:44:02Z', 'updated_at': '2021-10-27T10:44:08Z', 'revision_number': 4, 'project_id': '61720bce4798402799f65ee94c5dc895', 'gw_port': {'id': 'c6358f11-a679-4a19-9458-6d60381cfa62', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:eb:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5495c0d7-fa32-4c67-bfd0-b1e2070f3903', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2816, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:44:04Z', 'updated_at': '2021-10-27T10:44:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_interfaces': [{'id': '539cd888-a8c4-46fd-a48e-bb24340a2a9c', 'name': '', 'network_id': 'f64c4ac1-58d3-4604-90d7-e5fb7ec08acd', 'tenant_id': '61720bce4798402799f65ee94c5dc895', 'mac_address': 'fa:16:3e:d4:3f:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5495c0d7-fa32-4c67-bfd0-b1e2070f3903', 'device_owner': 'network:router_interface', 'standard_attr_id': 2823, 'fixed_ips': [{'subnet_id': '2fee239f-a559-4db5-a696-c092c8e38011', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:44:07Z', 'updated_at': '2021-10-27T10:44:14Z', 'revision_number': 5, 'project_id': '61720bce4798402799f65ee94c5dc895', 'subnets': [{'id': '2fee239f-a559-4db5-a696-c092c8e38011', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:48:19.916404 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d79da221-4212-44a6-80fe-75b979e7da1a None None] Checking router: 5495c0d7-fa32-4c67-bfd0-b1e2070f3903 for host: n-d-813419-10 {{(pid=102349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 10:48:19.922829 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device 1be4bbd6-973b-46b3-bcdc-a1070bef65e3 details requested by agent hyperv_n-h2-813419-10 with host n-h2-813419-10 {{(pid=102348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 10:48:19.941227 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d79da221-4212-44a6-80fe-75b979e7da1a None None] Routers {'5495c0d7-fa32-4c67-bfd0-b1e2070f3903'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:48:19.942554 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-d79da221-4212-44a6-80fe-75b979e7da1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:48:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['5495c0d7-fa32-4c67-bfd0-b1e2070f3903'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:48:20.059703 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-eadeaa30-4096-4d1a-b3cb-aa7ebfb291ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:20.094473 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:20.113583 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvr_db [None req-d79da221-4212-44a6-80fe-75b979e7da1a None None] Set router 5495c0d7-fa32-4c67-bfd0-b1e2070f3903 gateway port host: n-d-813419-10 {{(pid=102349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:48:20.123891 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-187e7d11-2ccf-4714-b11c-94eabb782eaa req-cbb5c395-a3c9-4f5c-9242-ec13a2efe5e2 tempest-ServerMetadataNegativeTestJSON-676750677 tempest-ServerMetadataNegativeTestJSON-676750677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:20.148278 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] get_ports_and_sgs() called for port_ids ['4e666d7d-732f-494e-be97-e490317fb791'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:48:20.180531 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb5c395-a3c9-4f5c-9242-ec13a2efe5e2 tempest-ServerMetadataNegativeTestJSON-676750677 tempest-ServerMetadataNegativeTestJSON-676750677-project] Pushing event deleted for resources: {'Port': ['ID=4e666d7d-732f-494e-be97-e490317fb791,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:48:20.227265 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [req-187e7d11-2ccf-4714-b11c-94eabb782eaa req-cbb5c395-a3c9-4f5c-9242-ec13a2efe5e2 tempest-ServerMetadataNegativeTestJSON-676750677 tempest-ServerMetadataNegativeTestJSON-676750677-project] No DVR routers for this DVR port 4e666d7d-732f-494e-be97-e490317fb791 on host n-h1-813419-10 {{(pid=102347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:48:20.231094 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-187e7d11-2ccf-4714-b11c-94eabb782eaa req-cbb5c395-a3c9-4f5c-9242-ec13a2efe5e2 tempest-ServerMetadataNegativeTestJSON-676750677 tempest-ServerMetadataNegativeTestJSON-676750677-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:20.236584 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-187e7d11-2ccf-4714-b11c-94eabb782eaa req-cbb5c395-a3c9-4f5c-9242-ec13a2efe5e2 tempest-ServerMetadataNegativeTestJSON-676750677 tempest-ServerMetadataNegativeTestJSON-676750677-project] 10.222.0.64 "DELETE /v2.0/ports/4e666d7d-732f-494e-be97-e490317fb791 HTTP/1.1" status: 204 len: 173 time: 1.0552328 Oct 27 10:48:20.267489 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] For port 1be4bbd6-973b-46b3-bcdc-a1070bef65e3, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=1be4bbd6-973b-46b3-bcdc-a1070bef65e3,segment=NetworkSegment(ace6fc3c-2203-4b0c-8061-3b723387ecf0),segment_id=ace6fc3c-2203-4b0c-8061-3b723387ecf0)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:48:20.372008 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-ff829e48-aa10-45e6-be49-6e03759743b2 req-1c14447b-85b4-45c8-9ba5-dc805eb5960f tempest-ServerMetadataNegativeTestJSON-676750677 tempest-ServerMetadataNegativeTestJSON-676750677-project] 10.222.0.44 "GET /v2.0/ports?device_id=60ad54dd-d158-459d-8ab4-6932905b2cd6 HTTP/1.1" status: 200 len: 210 time: 0.0847585 Oct 27 10:48:20.500483 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 56672) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:48:20.505639 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-737f1235-2148-4b42-b32f-1eefbb1e93de admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-335287755-network', 'tenant_id': '7789575f70ff4ea4b672b20d4c4f5632'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:48:20.552990 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-d79da221-4212-44a6-80fe-75b979e7da1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5495c0d7-fa32-4c67-bfd0-b1e2070f3903', 'name': 'tempest-AttachVolumeTestJSON-996718012-router', 'tenant_id': '61720bce4798402799f65ee94c5dc895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.111'}], 'enable_snat': True}, 'gw_port_id': 'c6358f11-a679-4a19-9458-6d60381cfa62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:44:02Z', 'updated_at': '2021-10-27T10:44:08Z', 'revision_number': 4, 'project_id': '61720bce4798402799f65ee94c5dc895', 'gw_port': {'id': 'c6358f11-a679-4a19-9458-6d60381cfa62', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:eb:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5495c0d7-fa32-4c67-bfd0-b1e2070f3903', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2816, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:44:04Z', 'updated_at': '2021-10-27T10:44:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_interfaces': [{'id': '539cd888-a8c4-46fd-a48e-bb24340a2a9c', 'name': '', 'network_id': 'f64c4ac1-58d3-4604-90d7-e5fb7ec08acd', 'tenant_id': '61720bce4798402799f65ee94c5dc895', 'mac_address': 'fa:16:3e:d4:3f:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5495c0d7-fa32-4c67-bfd0-b1e2070f3903', 'device_owner': 'network:router_interface', 'standard_attr_id': 2823, 'fixed_ips': [{'subnet_id': '2fee239f-a559-4db5-a696-c092c8e38011', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:44:07Z', 'updated_at': '2021-10-27T10:44:14Z', 'revision_number': 5, 'project_id': '61720bce4798402799f65ee94c5dc895', 'subnets': [{'id': '2fee239f-a559-4db5-a696-c092c8e38011', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:48:20.582264 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-737f1235-2148-4b42-b32f-1eefbb1e93de admin admin] Made reservation on behalf of 7789575f70ff4ea4b672b20d4c4f5632 for: {'network': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:48:20.585061 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-737f1235-2148-4b42-b32f-1eefbb1e93de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for network, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:20.598844 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-737f1235-2148-4b42-b32f-1eefbb1e93de admin admin] Publish callbacks [] for security_group, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:20.599461 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d79da221-4212-44a6-80fe-75b979e7da1a None None] The sync data for ids ['5495c0d7-fa32-4c67-bfd0-b1e2070f3903'] in n-d-813419-10 is: [{'id': '5495c0d7-fa32-4c67-bfd0-b1e2070f3903', 'name': 'tempest-AttachVolumeTestJSON-996718012-router', 'tenant_id': '61720bce4798402799f65ee94c5dc895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.111'}], 'enable_snat': True}, 'gw_port_id': 'c6358f11-a679-4a19-9458-6d60381cfa62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:44:02Z', 'updated_at': '2021-10-27T10:44:08Z', 'revision_number': 4, 'project_id': '61720bce4798402799f65ee94c5dc895', 'gw_port': {'id': 'c6358f11-a679-4a19-9458-6d60381cfa62', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:eb:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5495c0d7-fa32-4c67-bfd0-b1e2070f3903', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2816, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:44:04Z', 'updated_at': '2021-10-27T10:44:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_interfaces': [{'id': '539cd888-a8c4-46fd-a48e-bb24340a2a9c', 'name': '', 'network_id': 'f64c4ac1-58d3-4604-90d7-e5fb7ec08acd', 'tenant_id': '61720bce4798402799f65ee94c5dc895', 'mac_address': 'fa:16:3e:d4:3f:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5495c0d7-fa32-4c67-bfd0-b1e2070f3903', 'device_owner': 'network:router_interface', 'standard_attr_id': 2823, 'fixed_ips': [{'subnet_id': '2fee239f-a559-4db5-a696-c092c8e38011', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:44:07Z', 'updated_at': '2021-10-27T10:44:14Z', 'revision_number': 5, 'project_id': '61720bce4798402799f65ee94c5dc895', 'subnets': [{'id': '2fee239f-a559-4db5-a696-c092c8e38011', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:48:20.662813 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device be260c3f-627d-4152-9959-529adefa243d no longer exists at agent hyperv_n-h1-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:48:20.675341 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Returning: {'device': '1be4bbd6-973b-46b3-bcdc-a1070bef65e3', 'network_id': 'df4d2f8f-0279-4ac1-b465-f59b71763f44', 'port_id': '1be4bbd6-973b-46b3-bcdc-a1070bef65e3', 'mac_address': 'fa:16:3e:39:98:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e60b25b2-9ab5-4d1d-a2b7-bc998becb4d1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 10:48:20.717780 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0864579f-2c9f-48f8-bdce-4d7c9f0f139e req-acaf448b-1256-4959-9859-bca1b31aad5d tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:48:20.720393 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-0864579f-2c9f-48f8-bdce-4d7c9f0f139e req-acaf448b-1256-4959-9859-bca1b31aad5d tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "GET /v2.0/ports?device_id=11879768-20dc-462e-a1bb-2d201b6367c5 HTTP/1.1" status: 200 len: 944 time: 0.1036761 Oct 27 10:48:20.736321 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] No Port match for: be260c3f-627d-4152-9959-529adefa243d {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:48:20.736669 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device be260c3f-627d-4152-9959-529adefa243d not bound to the agent host n-h1-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:48:20.749867 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-737f1235-2148-4b42-b32f-1eefbb1e93de admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:20.756489 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-737f1235-2148-4b42-b32f-1eefbb1e93de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:20.807461 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-737f1235-2148-4b42-b32f-1eefbb1e93de admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 408} {{(pid=102347) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 10:48:20.827991 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737f1235-2148-4b42-b32f-1eefbb1e93de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc2c48f6-6e1d-4163-be7a-b3a7154a5016,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:48:20.837545 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:20.847275 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-737f1235-2148-4b42-b32f-1eefbb1e93de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:20.847619 n-d-813419-10 neutron-server[102347]: INFO neutron.db.segments_db [None req-737f1235-2148-4b42-b32f-1eefbb1e93de admin admin] Added segment 621419a2-7aea-4ee9-bb8f-4c618db1dfff of type vlan for network e4f94fda-c241-4198-973c-d55a76b6a218 Oct 27 10:48:20.852718 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-0864579f-2c9f-48f8-bdce-4d7c9f0f139e req-6b1cf8d8-b102-41f7-aa8c-e0d9e8729da7 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "GET /v2.0/security-groups?id=85747918-4b2b-4843-b687-6b312fd5b508&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1244106 Oct 27 10:48:20.864018 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 56678) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:48:20.877532 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1be4bbd6-973b-46b3-bcdc-a1070bef65e3 {{(pid=102348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:48:20.927637 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] For port 1be4bbd6-973b-46b3-bcdc-a1070bef65e3, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=1be4bbd6-973b-46b3-bcdc-a1070bef65e3,segment=NetworkSegment(ace6fc3c-2203-4b0c-8061-3b723387ecf0),segment_id=ace6fc3c-2203-4b0c-8061-3b723387ecf0)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:48:20.935516 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:20.964855 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-737f1235-2148-4b42-b32f-1eefbb1e93de admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743872593080'] for network, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:21.015073 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-737f1235-2148-4b42-b32f-1eefbb1e93de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913'] for network, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:21.017988 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-737f1235-2148-4b42-b32f-1eefbb1e93de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:48:21.018827 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-737f1235-2148-4b42-b32f-1eefbb1e93de admin admin] Publish callbacks [] for network, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:21.024127 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-47ffe782-98db-4b1c-bab4-6935df11fc70 tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] Publish callbacks [] for security_group, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:21.034994 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Pushing event updated for resources: {'Port': ['ID=1be4bbd6-973b-46b3-bcdc-a1070bef65e3,revision_number=4']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:48:21.088421 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-47ffe782-98db-4b1c-bab4-6935df11fc70 tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:21.100775 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737f1235-2148-4b42-b32f-1eefbb1e93de admin admin] Pushing event updated for resources: {'Network': ['ID=e4f94fda-c241-4198-973c-d55a76b6a218,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:48:21.116505 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-737f1235-2148-4b42-b32f-1eefbb1e93de admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6146812 Oct 27 10:48:21.118795 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 56680) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:48:21.121006 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737f1235-2148-4b42-b32f-1eefbb1e93de admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:48:21.121585 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737f1235-2148-4b42-b32f-1eefbb1e93de admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:48:21.122289 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737f1235-2148-4b42-b32f-1eefbb1e93de admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:48:21.122872 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737f1235-2148-4b42-b32f-1eefbb1e93de admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:48:21.123470 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737f1235-2148-4b42-b32f-1eefbb1e93de admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:48:21.124581 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737f1235-2148-4b42-b32f-1eefbb1e93de admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:48:21.125130 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737f1235-2148-4b42-b32f-1eefbb1e93de admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:48:21.125669 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737f1235-2148-4b42-b32f-1eefbb1e93de admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:48:21.126288 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737f1235-2148-4b42-b32f-1eefbb1e93de admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:48:21.126918 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737f1235-2148-4b42-b32f-1eefbb1e93de admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:48:21.127437 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737f1235-2148-4b42-b32f-1eefbb1e93de admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:48:21.128118 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737f1235-2148-4b42-b32f-1eefbb1e93de admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:48:21.139800 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-af3d2558-e9ac-4a5b-8720-7178a785e20b admin admin] Request body: {'subnet': {'network_id': 'e4f94fda-c241-4198-973c-d55a76b6a218', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-335287755-subnet', 'tenant_id': '7789575f70ff4ea4b672b20d4c4f5632', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:48:21.139968 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Network e4f94fda-c241-4198-973c-d55a76b6a218 details requested by agent ovs-agent-n-d-813419-10 with host n-d-813419-10 {{(pid=102348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 10:48:21.166809 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-47ffe782-98db-4b1c-bab4-6935df11fc70 tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:21.172685 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af3d2558-e9ac-4a5b-8720-7178a785e20b admin admin] Made reservation on behalf of 7789575f70ff4ea4b672b20d4c4f5632 for: {'subnet': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:48:21.174540 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-47ffe782-98db-4b1c-bab4-6935df11fc70 tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:21.175741 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7564afd-f836-45f4-af8a-162c1c07a8a9 None None] New status for floating IP 8b9fc1d1-29a9-40ea-bf9e-421fab675dc0: DOWN {{(pid=102348) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 10:48:21.176784 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-af3d2558-e9ac-4a5b-8720-7178a785e20b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18044073'] for subnet, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:21.178171 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-47ffe782-98db-4b1c-bab4-6935df11fc70 tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] 10.222.0.44 "DELETE /v2.0/security-groups/a4d0fbfb-64fa-47ee-96d3-9b720ee29125 HTTP/1.1" status: 204 len: 168 time: 0.3124657 Oct 27 10:48:21.187610 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 56682) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:48:21.226287 n-d-813419-10 neutron-server[102346]: INFO neutron.api.v2.resource [None req-f2ba6914-67eb-4801-a73c-0cdaaaccffae tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] show failed (client error): The resource could not be found. Oct 27 10:48:21.227611 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-f2ba6914-67eb-4801-a73c-0cdaaaccffae tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] 10.222.0.44 "GET /v2.0/security-groups/a4d0fbfb-64fa-47ee-96d3-9b720ee29125 HTTP/1.1" status: 404 len: 347 time: 0.0378277 Oct 27 10:48:21.228288 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ffe782-98db-4b1c-bab4-6935df11fc70 tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4d0fbfb-64fa-47ee-96d3-9b720ee29125,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:48:21.235863 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 56684) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:48:21.263934 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] get_ports_and_sgs() called for port_ids ['1be4bbd6-973b-46b3-bcdc-a1070bef65e3'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:48:21.406961 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60ad54dd-d158-459d-8ab4-6932905b2cd6', 'name': 'network-vif-deleted', 'tag': '4e666d7d-732f-494e-be97-e490317fb791'}] {{(pid=102347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:48:21.417393 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311149b481204ee7edffdb959c881838506fbd95bc8577c048f6677abb73acc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-544b172a-b2f9-4363-ae89-0ad0698ededa" -d '{"events": [{"server_uuid": "60ad54dd-d158-459d-8ab4-6932905b2cd6", "name": "network-vif-deleted", "tag": "4e666d7d-732f-494e-be97-e490317fb791"}]}' {{(pid=102347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:48:21.463559 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 56692) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:48:21.487920 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:48:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c1bbf03-be66-4a3b-b94c-4ea4b9fa25d0 x-openstack-request-id: req-4c1bbf03-be66-4a3b-b94c-4ea4b9fa25d0 {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:48:21.492464 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60ad54dd-d158-459d-8ab4-6932905b2cd6", "name": "network-vif-deleted", "tag": "4e666d7d-732f-494e-be97-e490317fb791", "status": "completed", "code": 200}]} {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:48:21.492926 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4c1bbf03-be66-4a3b-b94c-4ea4b9fa25d0 {{(pid=102347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:48:21.493537 n-d-813419-10 neutron-server[102347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60ad54dd-d158-459d-8ab4-6932905b2cd6', 'name': 'network-vif-deleted', 'tag': '4e666d7d-732f-494e-be97-e490317fb791', 'status': 'completed', 'code': 200} Oct 27 10:48:21.507330 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-af3d2558-e9ac-4a5b-8720-7178a785e20b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-18295883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18044091'] for subnet, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:21.617629 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_v2 [None req-f62e0963-6432-4075-8f4f-937a0c581f68 admin admin] Deleting subnet ea6aed5c-b2de-4ade-a1e2-e98e3b9e954e {{(pid=102346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 10:48:21.631859 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-f62e0963-6432-4075-8f4f-937a0c581f68 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:21.670226 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3d2558-e9ac-4a5b-8720-7178a785e20b admin admin] Pushing event updated for resources: {'Subnet': ['ID=b1054ff5-2a2f-4827-8fd0-0eb462229f05,revision_number=0']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:48:21.670456 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-62e7d551-9acd-4a88-8a77-4000e59f209e tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] Deleting port fd9c7f27-84a4-4d4d-b881-8b2b02bd6c8e {{(pid=102346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:48:21.670771 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-62e7d551-9acd-4a88-8a77-4000e59f209e tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:21.675176 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af3d2558-e9ac-4a5b-8720-7178a785e20b admin admin] Checking segment: {'id': '621419a2-7aea-4ee9-bb8f-4c618db1dfff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'e4f94fda-c241-4198-973c-d55a76b6a218'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:48:21.675955 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af3d2558-e9ac-4a5b-8720-7178a785e20b admin admin] Network hostable DHCP agents. Network: e4f94fda-c241-4198-973c-d55a76b6a218, hostable agents: ['eafd4000-b897-4722-ae8b-0118ec955181'], hosted agents: [] {{(pid=102347) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 10:48:21.687781 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-f62e0963-6432-4075-8f4f-937a0c581f68 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25847868'] for subnet, precommit_delete_associations {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:21.704558 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af3d2558-e9ac-4a5b-8720-7178a785e20b admin admin] Network e4f94fda-c241-4198-973c-d55a76b6a218 is scheduled to be hosted by DHCP agent eafd4000-b897-4722-ae8b-0118ec955181 with binding_index 1 {{(pid=102347) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 10:48:21.716541 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [None req-af3d2558-e9ac-4a5b-8720-7178a785e20b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-10, e4f94fda-c241-4198-973c-d55a76b6a218) {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:48:21.721370 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af3d2558-e9ac-4a5b-8720-7178a785e20b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:48:21.722183 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-af3d2558-e9ac-4a5b-8720-7178a785e20b admin admin] Publish callbacks [] for subnet, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:21.737993 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25c1c03c-6227-4ef3-ab4b-a0ec8176018c None None] Network e4f94fda-c241-4198-973c-d55a76b6a218 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:48:21.751878 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-af3d2558-e9ac-4a5b-8720-7178a785e20b admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.6112993 Oct 27 10:48:21.822769 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-f62e0963-6432-4075-8f4f-937a0c581f68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855646'] for subnet, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:21.902887 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71cfdb8a-272d-4aa0-82f2-a4aff9f01307 None None] Network e4f94fda-c241-4198-973c-d55a76b6a218 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:48:21.915237 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 56700) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:48:21.923476 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-62e7d551-9acd-4a88-8a77-4000e59f209e tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:21.923808 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-62e7d551-9acd-4a88-8a77-4000e59f209e tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:21.942793 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-62e7d551-9acd-4a88-8a77-4000e59f209e tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] Calling delete_port for fd9c7f27-84a4-4d4d-b881-8b2b02bd6c8e owned by network:floatingip {{(pid=102346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:48:21.990454 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-3c6a8245-0581-48aa-b5f6-4d8fe98cd16e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:22.021257 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-f62e0963-6432-4075-8f4f-937a0c581f68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27024355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27168307'] for subnet, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:22.047578 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-f62e0963-6432-4075-8f4f-937a0c581f68 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for subnet, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:22.057265 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-f62e0963-6432-4075-8f4f-937a0c581f68 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/ea6aed5c-b2de-4ade-a1e2-e98e3b9e954e HTTP/1.1" status: 204 len: 168 time: 0.5919008 Oct 27 10:48:22.057948 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 56702) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:48:22.091293 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62e0963-6432-4075-8f4f-937a0c581f68 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ea6aed5c-b2de-4ade-a1e2-e98e3b9e954e,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:48:22.133572 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a7681de-55fd-4f48-a503-ff6bbbb1e25d admin admin] Deleting subnet bed6fa50-634b-459b-94aa-e970c6093696 {{(pid=102347) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 10:48:22.136882 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-3a7681de-55fd-4f48-a503-ff6bbbb1e25d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:22.173431 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-62e7d551-9acd-4a88-8a77-4000e59f209e tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:22.201658 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-3a7681de-55fd-4f48-a503-ff6bbbb1e25d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-18445109'] for subnet, precommit_delete_associations {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:22.213903 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e7d551-9acd-4a88-8a77-4000e59f209e tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] Pushing event deleted for resources: {'Port': ['ID=fd9c7f27-84a4-4d4d-b881-8b2b02bd6c8e,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:48:22.272341 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-dba2d774-186d-43f0-8f40-532d6e9119f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586917'] for network, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:22.283790 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752e4c4e-31d4-4977-ab2c-b1ae986800ed req-47f5caac-c1cd-4fdf-88fe-44b98781ae86 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:48:22.286468 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-752e4c4e-31d4-4977-ab2c-b1ae986800ed req-47f5caac-c1cd-4fdf-88fe-44b98781ae86 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "GET /v2.0/ports?device_id=11879768-20dc-462e-a1bb-2d201b6367c5 HTTP/1.1" status: 200 len: 945 time: 0.2366750 Oct 27 10:48:22.291040 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-62e7d551-9acd-4a88-8a77-4000e59f209e tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] Publish callbacks [] for floatingip, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:22.291220 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-3a7681de-55fd-4f48-a503-ff6bbbb1e25d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855646'] for subnet, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:22.295752 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-62e7d551-9acd-4a88-8a77-4000e59f209e tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for floatingip, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:22.297203 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-62e7d551-9acd-4a88-8a77-4000e59f209e tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] 10.222.0.44 "DELETE /v2.0/floatingips/8b9fc1d1-29a9-40ea-bf9e-421fab675dc0 HTTP/1.1" status: 204 len: 168 time: 1.0603693 Oct 27 10:48:22.403960 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-752e4c4e-31d4-4977-ab2c-b1ae986800ed req-1975f160-0752-4a4b-be5f-535206a48d0d tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "GET /v2.0/security-groups?id=85747918-4b2b-4843-b687-6b312fd5b508&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0881720 Oct 27 10:48:22.454796 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-3a7681de-55fd-4f48-a503-ff6bbbb1e25d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-18295818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18043720'] for subnet, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:22.458383 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-dba2d774-186d-43f0-8f40-532d6e9119f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857803', 'neutron.services.segments.db._delete_segments_for_network-8743873143390'] for network, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:22.492340 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7681de-55fd-4f48-a503-ff6bbbb1e25d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bed6fa50-634b-459b-94aa-e970c6093696,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:48:22.506743 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-3a7681de-55fd-4f48-a503-ff6bbbb1e25d admin admin] Publish callbacks [] for subnet, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:22.512754 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 56708) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:48:22.520066 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-3a7681de-55fd-4f48-a503-ff6bbbb1e25d admin admin] 10.222.0.44 "DELETE /v2.0/subnets/bed6fa50-634b-459b-94aa-e970c6093696 HTTP/1.1" status: 204 len: 168 time: 0.6036227 Oct 27 10:48:22.541864 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-dba2d774-186d-43f0-8f40-532d6e9119f3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eab0e365-df2a-4abe-afca-fd7f6722106d']}} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:48:22.572029 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-dba2d774-186d-43f0-8f40-532d6e9119f3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18f2c0af-2ba9-49a5-93d4-9d0d58ed4e67') {'for_net_delete': True} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:48:22.572380 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-dba2d774-186d-43f0-8f40-532d6e9119f3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18f2c0af-2ba9-49a5-93d4-9d0d58ed4e67') {} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:48:22.591053 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-dba2d774-186d-43f0-8f40-532d6e9119f3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743873145191', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18445132'] for segment, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:22.608137 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-dba2d774-186d-43f0-8f40-532d6e9119f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:22.615310 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dba2d774-186d-43f0-8f40-532d6e9119f3 admin admin] Releasing vlan 424 on physical network physnet1 to pool {{(pid=102347) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 10:48:22.615683 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-dba2d774-186d-43f0-8f40-532d6e9119f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-18296032'] for segment, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:22.617377 n-d-813419-10 neutron-server[102347]: Traceback (most recent call last): Oct 27 10:48:22.617377 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 10:48:22.617377 n-d-813419-10 neutron-server[102347]: timer() Oct 27 10:48:22.617377 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 10:48:22.617377 n-d-813419-10 neutron-server[102347]: cb(*args, **kw) Oct 27 10:48:22.617377 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 10:48:22.617377 n-d-813419-10 neutron-server[102347]: return func(*args, **kwargs) Oct 27 10:48:22.617377 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 10:48:22.617377 n-d-813419-10 neutron-server[102347]: self._notify() Oct 27 10:48:22.617377 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 10:48:22.617377 n-d-813419-10 neutron-server[102347]: self.callback(batched_events) Oct 27 10:48:22.617377 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 10:48:22.617377 n-d-813419-10 neutron-server[102347]: event.method(event) Oct 27 10:48:22.617377 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 10:48:22.617377 n-d-813419-10 neutron-server[102347]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 10:48:22.617377 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 10:48:22.617377 n-d-813419-10 neutron-server[102347]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 10:48:22.617377 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 10:48:22.617377 n-d-813419-10 neutron-server[102347]: return f(self, *a, **k) Oct 27 10:48:22.617377 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 10:48:22.617377 n-d-813419-10 neutron-server[102347]: return self._get(url).json() Oct 27 10:48:22.617377 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 10:48:22.617377 n-d-813419-10 neutron-server[102347]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 10:48:22.617377 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 10:48:22.617377 n-d-813419-10 neutron-server[102347]: return self.request(url, 'GET', **kwargs) Oct 27 10:48:22.617377 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 10:48:22.617377 n-d-813419-10 neutron-server[102347]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 10:48:22.617377 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 10:48:22.617377 n-d-813419-10 neutron-server[102347]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 10:48:22.617377 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 10:48:22.617377 n-d-813419-10 neutron-server[102347]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 10:48:22.617377 n-d-813419-10 neutron-server[102347]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 10:48:22.626116 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device 4e666d7d-732f-494e-be97-e490317fb791 no longer exists at agent hyperv_n-h1-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:48:22.636944 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-2d312a1e-9bc2-4d12-b9b7-d758be9ea919 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586917'] for network, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:22.668710 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] No Port match for: 4e666d7d-732f-494e-be97-e490317fb791 {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:48:22.669046 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device 4e666d7d-732f-494e-be97-e490317fb791 not bound to the agent host n-h1-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:48:22.738980 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-dba2d774-186d-43f0-8f40-532d6e9119f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664840'] for network, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:22.743060 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-2d312a1e-9bc2-4d12-b9b7-d758be9ea919 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857803', 'neutron.services.segments.db._delete_segments_for_network-8743873143390'] for network, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:22.746053 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-dba2d774-186d-43f0-8f40-532d6e9119f3 admin admin] Publish callbacks [] for network, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:22.753296 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-dba2d774-186d-43f0-8f40-532d6e9119f3 admin admin] 10.222.0.44 "DELETE /v2.0/networks/eab0e365-df2a-4abe-afca-fd7f6722106d HTTP/1.1" status: 204 len: 168 time: 0.6790352 Oct 27 10:48:22.766019 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba2d774-186d-43f0-8f40-532d6e9119f3 admin admin] Pushing event deleted for resources: {'Network': ['ID=eab0e365-df2a-4abe-afca-fd7f6722106d,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:48:22.790302 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 56714) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:48:22.793890 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-2d312a1e-9bc2-4d12-b9b7-d758be9ea919 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b76632b-997e-4a61-9e49-a258504fe0e1']}} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:48:22.796404 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-c2c188df-501b-46dd-b203-790028fdb89b tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] Request body: {'security_group': {'name': 'tempest-securitygroup--255961878', 'description': 'tempest-description--402192377'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:48:22.807518 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-2d312a1e-9bc2-4d12-b9b7-d758be9ea919 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4be4b60b-f8f8-4646-9f79-e03a8f0259c8') {'for_net_delete': True} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:48:22.808156 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-2d312a1e-9bc2-4d12-b9b7-d758be9ea919 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4be4b60b-f8f8-4646-9f79-e03a8f0259c8') {} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:48:22.837016 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-2d312a1e-9bc2-4d12-b9b7-d758be9ea919 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743873145191', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25847877'] for segment, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:22.866849 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-c2c188df-501b-46dd-b203-790028fdb89b tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] Publish callbacks [] for security_group, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:22.872408 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-2d312a1e-9bc2-4d12-b9b7-d758be9ea919 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:22.886250 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d312a1e-9bc2-4d12-b9b7-d758be9ea919 admin admin] Releasing vlan 414 on physical network physnet1 to pool {{(pid=102346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 10:48:22.887321 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-2d312a1e-9bc2-4d12-b9b7-d758be9ea919 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27024137'] for segment, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:22.889242 n-d-813419-10 neutron-server[102346]: Traceback (most recent call last): Oct 27 10:48:22.889242 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 10:48:22.889242 n-d-813419-10 neutron-server[102346]: timer() Oct 27 10:48:22.889242 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 10:48:22.889242 n-d-813419-10 neutron-server[102346]: cb(*args, **kw) Oct 27 10:48:22.889242 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 10:48:22.889242 n-d-813419-10 neutron-server[102346]: return func(*args, **kwargs) Oct 27 10:48:22.889242 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 10:48:22.889242 n-d-813419-10 neutron-server[102346]: self._notify() Oct 27 10:48:22.889242 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 10:48:22.889242 n-d-813419-10 neutron-server[102346]: self.callback(batched_events) Oct 27 10:48:22.889242 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 10:48:22.889242 n-d-813419-10 neutron-server[102346]: event.method(event) Oct 27 10:48:22.889242 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 10:48:22.889242 n-d-813419-10 neutron-server[102346]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 10:48:22.889242 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 10:48:22.889242 n-d-813419-10 neutron-server[102346]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 10:48:22.889242 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 10:48:22.889242 n-d-813419-10 neutron-server[102346]: return f(self, *a, **k) Oct 27 10:48:22.889242 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 10:48:22.889242 n-d-813419-10 neutron-server[102346]: return self._get(url).json() Oct 27 10:48:22.889242 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 10:48:22.889242 n-d-813419-10 neutron-server[102346]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 10:48:22.889242 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 10:48:22.889242 n-d-813419-10 neutron-server[102346]: return self.request(url, 'GET', **kwargs) Oct 27 10:48:22.889242 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 10:48:22.889242 n-d-813419-10 neutron-server[102346]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 10:48:22.889242 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 10:48:22.889242 n-d-813419-10 neutron-server[102346]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 10:48:22.889242 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 10:48:22.889242 n-d-813419-10 neutron-server[102346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 10:48:22.889242 n-d-813419-10 neutron-server[102346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 10:48:22.951305 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-c2c188df-501b-46dd-b203-790028fdb89b tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] Publish callbacks [] for security_group, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:22.957096 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-c2c188df-501b-46dd-b203-790028fdb89b tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:22.991978 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-c2c188df-501b-46dd-b203-790028fdb89b tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] Publish callbacks [] for security_group, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:22.993836 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-c2c188df-501b-46dd-b203-790028fdb89b tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2024589 Oct 27 10:48:22.997108 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 56716) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:48:22.999645 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c188df-501b-46dd-b203-790028fdb89b tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be0ccc76-c87a-4524-bcb1-ccb30db16fb4,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:48:23.013462 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-8c7f456e-1c8c-4be9-8203-ae2faac69167 tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] Request body: {'security_group_rule': {'security_group_id': 'be0ccc76-c87a-4524-bcb1-ccb30db16fb4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:48:23.034012 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-2d312a1e-9bc2-4d12-b9b7-d758be9ea919 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664840'] for network, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:23.081289 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-2d312a1e-9bc2-4d12-b9b7-d758be9ea919 admin admin] Publish callbacks [] for network, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:23.092553 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-2d312a1e-9bc2-4d12-b9b7-d758be9ea919 admin admin] 10.222.0.44 "DELETE /v2.0/networks/7b76632b-997e-4a61-9e49-a258504fe0e1 HTTP/1.1" status: 204 len: 168 time: 0.5761869 Oct 27 10:48:23.092935 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 56718) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:48:23.116677 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d312a1e-9bc2-4d12-b9b7-d758be9ea919 admin admin] Pushing event deleted for resources: {'Network': ['ID=7b76632b-997e-4a61-9e49-a258504fe0e1,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:48:23.119678 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 56720) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:48:23.143823 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-8c7f456e-1c8c-4be9-8203-ae2faac69167 tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:23.192242 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_v2 [None req-19c28419-8a24-40c1-ba83-1cb727445f01 admin admin] Deleting subnet b1054ff5-2a2f-4827-8fd0-0eb462229f05 {{(pid=102347) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 10:48:23.203052 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-19c28419-8a24-40c1-ba83-1cb727445f01 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:23.228483 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-1dda96b6-ab92-466a-b391-252391c1a208 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d1d1194325fd46129030833379b18110&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1055105 Oct 27 10:48:23.229698 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 56722) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:48:23.231882 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-8c7f456e-1c8c-4be9-8203-ae2faac69167 tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:23.236157 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-8c7f456e-1c8c-4be9-8203-ae2faac69167 tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671902'] for security_group_rule, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:23.263910 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-8c7f456e-1c8c-4be9-8203-ae2faac69167 tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:23.268404 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-8c7f456e-1c8c-4be9-8203-ae2faac69167 tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2702432 Oct 27 10:48:23.269172 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 56724) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:48:23.275984 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-134d7bf2-1b4e-422b-bbb1-3b5554bd418f tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] Request body: {'security_group_rule': {'security_group_id': 'be0ccc76-c87a-4524-bcb1-ccb30db16fb4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:48:23.284858 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-19c28419-8a24-40c1-ba83-1cb727445f01 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-18445109'] for subnet, precommit_delete_associations {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:23.304815 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7f456e-1c8c-4be9-8203-ae2faac69167 tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83a737dd-6f13-451f-9836-4b8e682c6f67,revision_number=0']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:48:23.315967 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-134d7bf2-1b4e-422b-bbb1-3b5554bd418f tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:23.351738 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-19c28419-8a24-40c1-ba83-1cb727445f01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855646'] for subnet, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:23.370777 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-134d7bf2-1b4e-422b-bbb1-3b5554bd418f tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:23.375760 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-134d7bf2-1b4e-422b-bbb1-3b5554bd418f tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671902'] for security_group_rule, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:23.376863 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-e30ea0d9-4cf5-4ad1-a836-4dc8e91b25b3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:23.410287 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-134d7bf2-1b4e-422b-bbb1-3b5554bd418f tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:23.415450 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-e30ea0d9-4cf5-4ad1-a836-4dc8e91b25b3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:23.416028 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-134d7bf2-1b4e-422b-bbb1-3b5554bd418f tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1429131 Oct 27 10:48:23.417626 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 56726) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:48:23.419918 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134d7bf2-1b4e-422b-bbb1-3b5554bd418f tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9910eba-0b82-4819-8c2c-3135841b3710,revision_number=0']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:48:23.429074 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-5247635a-6500-4a08-95a8-9ab49193672d tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] Request body: {'floatingip': {'floating_network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:48:23.481109 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-19c28419-8a24-40c1-ba83-1cb727445f01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-18295818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18043720'] for subnet, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:23.509659 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-5247635a-6500-4a08-95a8-9ab49193672d tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] Publish callbacks [] for floatingip, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:23.515324 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c28419-8a24-40c1-ba83-1cb727445f01 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b1054ff5-2a2f-4827-8fd0-0eb462229f05,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:48:23.528765 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-19c28419-8a24-40c1-ba83-1cb727445f01 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:23.534279 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-19c28419-8a24-40c1-ba83-1cb727445f01 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/b1054ff5-2a2f-4827-8fd0-0eb462229f05 HTTP/1.1" status: 204 len: 168 time: 0.4378207 Oct 27 10:48:23.534570 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 56730) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:48:23.632849 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-e30ea0d9-4cf5-4ad1-a836-4dc8e91b25b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:23.635377 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-e30ea0d9-4cf5-4ad1-a836-4dc8e91b25b3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:23.636611 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-e30ea0d9-4cf5-4ad1-a836-4dc8e91b25b3 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/cad321ff-ec90-4807-b14f-cfc00e86d831 HTTP/1.1" status: 204 len: 168 time: 0.3966808 Oct 27 10:48:23.698885 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30ea0d9-4cf5-4ad1-a836-4dc8e91b25b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cad321ff-ec90-4807-b14f-cfc00e86d831,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:48:23.739458 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-413b6fa0-6075-4657-bb9a-ab5f9e7c33bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586917'] for network, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:23.763567 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a180a6e8-fdc8-4272-a636-acade9dbc936 req-94dfbb13-0d03-49e3-a869-41053320cb8c tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:48:23.765192 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-a180a6e8-fdc8-4272-a636-acade9dbc936 req-94dfbb13-0d03-49e3-a869-41053320cb8c tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "GET /v2.0/ports?device_id=11879768-20dc-462e-a1bb-2d201b6367c5 HTTP/1.1" status: 200 len: 945 time: 0.1944561 Oct 27 10:48:23.914614 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device 1be4bbd6-973b-46b3-bcdc-a1070bef65e3 up at agent hyperv_n-h2-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:48:23.950413 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-5247635a-6500-4a08-95a8-9ab49193672d tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:24.034292 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Provisioning for port 1be4bbd6-973b-46b3-bcdc-a1070bef65e3 completed by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 10:48:24.039696 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Provisioning complete for port 1be4bbd6-973b-46b3-bcdc-a1070bef65e3 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:48:24.040595 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:24.057134 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-a180a6e8-fdc8-4272-a636-acade9dbc936 req-408527e6-bc95-4121-8e96-e234119dc7be tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "GET /v2.0/security-groups?id=85747918-4b2b-4843-b687-6b312fd5b508&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2358809 Oct 27 10:48:24.070677 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-413b6fa0-6075-4657-bb9a-ab5f9e7c33bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857803', 'neutron.services.segments.db._delete_segments_for_network-8743873143390'] for network, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:24.131677 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-413b6fa0-6075-4657-bb9a-ab5f9e7c33bc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4f94fda-c241-4198-973c-d55a76b6a218']}} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:48:24.170655 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:24.202659 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_common [None req-5247635a-6500-4a08-95a8-9ab49193672d tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] Allocated IP 172.25.8.192 (185ff123-c7ff-45c7-a6be-71feb35acc9c/0fb9f9d1-7384-481f-8fa8-f4566c349d30/c9d84f39-db8b-4fc5-9995-79bdc54b2ac5) {{(pid=102347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:48:24.203147 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11879768-20dc-462e-a1bb-2d201b6367c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1be4bbd6-973b-46b3-bcdc-a1070bef65e3'}] {{(pid=102348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:48:24.209033 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c588921fa634554a1d9242fdea1b05457a9ff1d3b28ba54ec1dace7f2f1df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b076436-d4c3-48f0-b65e-8274cccc3906" -d '{"events": [{"server_uuid": "11879768-20dc-462e-a1bb-2d201b6367c5", "name": "network-vif-plugged", "status": "completed", "tag": "1be4bbd6-973b-46b3-bcdc-a1070bef65e3"}]}' {{(pid=102348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:48:24.217751 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 56750) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:48:24.244778 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] For port 1be4bbd6-973b-46b3-bcdc-a1070bef65e3, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=1be4bbd6-973b-46b3-bcdc-a1070bef65e3,segment=NetworkSegment(ace6fc3c-2203-4b0c-8061-3b723387ecf0),segment_id=ace6fc3c-2203-4b0c-8061-3b723387ecf0)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:48:24.257623 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:24.361572 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-413b6fa0-6075-4657-bb9a-ab5f9e7c33bc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '621419a2-7aea-4ee9-bb8f-4c618db1dfff') {'for_net_delete': True} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:48:24.362037 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-413b6fa0-6075-4657-bb9a-ab5f9e7c33bc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '621419a2-7aea-4ee9-bb8f-4c618db1dfff') {} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:48:24.374130 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-413b6fa0-6075-4657-bb9a-ab5f9e7c33bc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743873145191', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18445132'] for segment, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:24.395636 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:48:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cd4d5c2-2680-47f2-b9af-2aa2ea6839b4 x-openstack-request-id: req-2cd4d5c2-2680-47f2-b9af-2aa2ea6839b4 {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:48:24.395953 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-413b6fa0-6075-4657-bb9a-ab5f9e7c33bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:24.397528 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11879768-20dc-462e-a1bb-2d201b6367c5", "name": "network-vif-plugged", "status": "completed", "tag": "1be4bbd6-973b-46b3-bcdc-a1070bef65e3", "code": 200}]} {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:48:24.400547 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-2cd4d5c2-2680-47f2-b9af-2aa2ea6839b4 {{(pid=102348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:48:24.401043 n-d-813419-10 neutron-server[102348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11879768-20dc-462e-a1bb-2d201b6367c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1be4bbd6-973b-46b3-bcdc-a1070bef65e3', 'code': 200} Oct 27 10:48:24.402817 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Pushing event updated for resources: {'Port': ['ID=1be4bbd6-973b-46b3-bcdc-a1070bef65e3,revision_number=5']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:48:24.407554 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-413b6fa0-6075-4657-bb9a-ab5f9e7c33bc admin admin] Releasing vlan 408 on physical network physnet1 to pool {{(pid=102347) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 10:48:24.408241 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-413b6fa0-6075-4657-bb9a-ab5f9e7c33bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-18296032'] for segment, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:24.442226 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a79a559-5ffc-43b5-8b73-c5200f60c94b req-746c9ae3-2613-484b-af45-b57a6619f8fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:48:24.443744 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-3a79a559-5ffc-43b5-8b73-c5200f60c94b req-746c9ae3-2613-484b-af45-b57a6619f8fa service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=11879768-20dc-462e-a1bb-2d201b6367c5 HTTP/1.1" status: 200 len: 1098 time: 0.0817659 Oct 27 10:48:24.467477 n-d-813419-10 neutron-server[102347]: Traceback (most recent call last): Oct 27 10:48:24.467477 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 10:48:24.467477 n-d-813419-10 neutron-server[102347]: timer() Oct 27 10:48:24.467477 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 10:48:24.467477 n-d-813419-10 neutron-server[102347]: cb(*args, **kw) Oct 27 10:48:24.467477 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 10:48:24.467477 n-d-813419-10 neutron-server[102347]: return func(*args, **kwargs) Oct 27 10:48:24.467477 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 10:48:24.467477 n-d-813419-10 neutron-server[102347]: self._notify() Oct 27 10:48:24.467477 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 10:48:24.467477 n-d-813419-10 neutron-server[102347]: self.callback(batched_events) Oct 27 10:48:24.467477 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 10:48:24.467477 n-d-813419-10 neutron-server[102347]: event.method(event) Oct 27 10:48:24.467477 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 10:48:24.467477 n-d-813419-10 neutron-server[102347]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 10:48:24.467477 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 10:48:24.467477 n-d-813419-10 neutron-server[102347]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 10:48:24.467477 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 10:48:24.467477 n-d-813419-10 neutron-server[102347]: return f(self, *a, **k) Oct 27 10:48:24.467477 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 10:48:24.467477 n-d-813419-10 neutron-server[102347]: return self._get(url).json() Oct 27 10:48:24.467477 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 10:48:24.467477 n-d-813419-10 neutron-server[102347]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 10:48:24.467477 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 10:48:24.467477 n-d-813419-10 neutron-server[102347]: return self.request(url, 'GET', **kwargs) Oct 27 10:48:24.467477 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 10:48:24.467477 n-d-813419-10 neutron-server[102347]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 10:48:24.467477 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 10:48:24.467477 n-d-813419-10 neutron-server[102347]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 10:48:24.467477 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 10:48:24.467477 n-d-813419-10 neutron-server[102347]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 10:48:24.467477 n-d-813419-10 neutron-server[102347]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 10:48:24.500182 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-413b6fa0-6075-4657-bb9a-ab5f9e7c33bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664840'] for network, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:24.519128 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-3a79a559-5ffc-43b5-8b73-c5200f60c94b req-c3ee448e-86c4-4070-91bb-f6aec8c7792f service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=85747918-4b2b-4843-b687-6b312fd5b508&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659344 Oct 27 10:48:24.519476 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-413b6fa0-6075-4657-bb9a-ab5f9e7c33bc admin admin] Publish callbacks [] for network, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:24.526185 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-413b6fa0-6075-4657-bb9a-ab5f9e7c33bc admin admin] 10.222.0.44 "DELETE /v2.0/networks/e4f94fda-c241-4198-973c-d55a76b6a218 HTTP/1.1" status: 204 len: 168 time: 0.9884243 Oct 27 10:48:24.544872 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413b6fa0-6075-4657-bb9a-ab5f9e7c33bc admin admin] Pushing event deleted for resources: {'Network': ['ID=e4f94fda-c241-4198-973c-d55a76b6a218,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:48:24.549519 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-6be40881-3081-413a-9ca2-7f58ade233b7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:24.588149 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-5247635a-6500-4a08-95a8-9ab49193672d tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] Publish callbacks [] for port, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:24.684423 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-6be40881-3081-413a-9ca2-7f58ade233b7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:24.692802 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-6be40881-3081-413a-9ca2-7f58ade233b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:24.696713 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-5247635a-6500-4a08-95a8-9ab49193672d tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:24.740765 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be40881-3081-413a-9ca2-7f58ade233b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f94d493-fc96-4bab-86fa-52556c4acb4b,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:48:24.744011 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 56766) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:48:24.753056 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-6be40881-3081-413a-9ca2-7f58ade233b7 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=85fa02b353ac4875aadf9ab835510307&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5336568 Oct 27 10:48:24.757667 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 56768) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:48:24.782667 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5247635a-6500-4a08-95a8-9ab49193672d tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] Network 185ff123-c7ff-45c7-a6be-71feb35acc9c is already hosted by enough agents. {{(pid=102347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:48:24.785375 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [None req-5247635a-6500-4a08-95a8-9ab49193672d tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] Resources bound (agent type, host, resource id): {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:48:24.788470 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5247635a-6500-4a08-95a8-9ab49193672d tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] Received port after_create {{(pid=102347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:48:24.838267 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-3621a147-244a-43cf-9c29-fcd64baebe0a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ac1f3ef4de2b4b839cb7a119733c1f69&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0932014 Oct 27 10:48:24.861668 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 56774) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:48:24.896915 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 56778) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:48:24.969152 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-f82f47ac-e4d5-4dba-99ba-deee5e05e48c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:25.008169 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-cc89e04a-3c55-4678-8e3a-a52f942ef0aa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:25.017656 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-f82f47ac-e4d5-4dba-99ba-deee5e05e48c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:25.054311 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-cc89e04a-3c55-4678-8e3a-a52f942ef0aa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:25.073717 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-545b3ffd-181a-47e9-bec6-f874352ab89f admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1182559815-network', 'tenant_id': '49f69ef03c2149d7af8e989acb2acfe0'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:48:25.138406 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-545b3ffd-181a-47e9-bec6-f874352ab89f admin admin] Made reservation on behalf of 49f69ef03c2149d7af8e989acb2acfe0 for: {'network': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:48:25.141714 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-545b3ffd-181a-47e9-bec6-f874352ab89f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for network, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:25.159278 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-545b3ffd-181a-47e9-bec6-f874352ab89f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:25.165023 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-f82f47ac-e4d5-4dba-99ba-deee5e05e48c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:25.168439 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-f82f47ac-e4d5-4dba-99ba-deee5e05e48c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:25.172075 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-f82f47ac-e4d5-4dba-99ba-deee5e05e48c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1f94d493-fc96-4bab-86fa-52556c4acb4b HTTP/1.1" status: 204 len: 168 time: 0.4112084 Oct 27 10:48:25.232725 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5247635a-6500-4a08-95a8-9ab49193672d tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] Pushing event updated for resources: {'Port': ['ID=c9d84f39-db8b-4fc5-9995-79bdc54b2ac5,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:48:25.365668 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-545b3ffd-181a-47e9-bec6-f874352ab89f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:25.383189 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-cc89e04a-3c55-4678-8e3a-a52f942ef0aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:25.387428 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-5247635a-6500-4a08-95a8-9ab49193672d tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:25.389410 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-cc89e04a-3c55-4678-8e3a-a52f942ef0aa admin admin] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:25.392669 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-cc89e04a-3c55-4678-8e3a-a52f942ef0aa admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2d816749-20a3-4a81-964c-2ef017da809e HTTP/1.1" status: 204 len: 168 time: 0.5263522 Oct 27 10:48:25.394884 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-545b3ffd-181a-47e9-bec6-f874352ab89f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:25.404790 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82f47ac-e4d5-4dba-99ba-deee5e05e48c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f94d493-fc96-4bab-86fa-52556c4acb4b,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:48:25.415926 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c95a0f-34c9-45e3-bf81-188733ca6ea8 req-bc3648f0-0ab1-477e-ba8d-c4be6ae867c9 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:48:25.434416 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc89e04a-3c55-4678-8e3a-a52f942ef0aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d816749-20a3-4a81-964c-2ef017da809e,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:48:25.436709 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-a6c95a0f-34c9-45e3-bf81-188733ca6ea8 req-bc3648f0-0ab1-477e-ba8d-c4be6ae867c9 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "GET /v2.0/ports?device_id=11879768-20dc-462e-a1bb-2d201b6367c5 HTTP/1.1" status: 200 len: 946 time: 0.2043157 Oct 27 10:48:25.463337 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-545b3ffd-181a-47e9-bec6-f874352ab89f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 408} {{(pid=102346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 10:48:25.500443 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-5247635a-6500-4a08-95a8-9ab49193672d tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:25.540454 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-545b3ffd-181a-47e9-bec6-f874352ab89f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:25.541089 n-d-813419-10 neutron-server[102346]: INFO neutron.db.segments_db [None req-545b3ffd-181a-47e9-bec6-f874352ab89f admin admin] Added segment d4764657-a085-407f-b80c-1b38d7cbd252 of type vlan for network 39bfeb78-eb5d-489b-af3a-3f8870b9b6fd Oct 27 10:48:25.545898 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545b3ffd-181a-47e9-bec6-f874352ab89f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9faf0c3-7aa8-42ca-936b-1bacb18366f9,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:48:25.665888 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-5247635a-6500-4a08-95a8-9ab49193672d tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] Publish callbacks [] for port, precommit_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:25.673400 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-5247635a-6500-4a08-95a8-9ab49193672d tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:25.683868 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-545b3ffd-181a-47e9-bec6-f874352ab89f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743872593080'] for network, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:25.737837 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5247635a-6500-4a08-95a8-9ab49193672d tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] Pushing event updated for resources: {'Port': ['ID=c9d84f39-db8b-4fc5-9995-79bdc54b2ac5,revision_number=2']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:48:25.754714 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-545b3ffd-181a-47e9-bec6-f874352ab89f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913'] for network, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:25.758033 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-545b3ffd-181a-47e9-bec6-f874352ab89f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:48:25.758640 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-545b3ffd-181a-47e9-bec6-f874352ab89f admin admin] Publish callbacks [] for network, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:25.803061 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-5247635a-6500-4a08-95a8-9ab49193672d tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1664826'] for floatingip, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:25.829194 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-5247635a-6500-4a08-95a8-9ab49193672d tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for floatingip, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:25.830814 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-5247635a-6500-4a08-95a8-9ab49193672d tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4120159 Oct 27 10:48:25.875931 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-545b3ffd-181a-47e9-bec6-f874352ab89f admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.9767361 Oct 27 10:48:25.878980 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 56800) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:48:25.884578 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-35ad3eb9-fd3c-4003-b6e9-a4204aae2076 admin admin] Request body: {'subnet': {'network_id': '39bfeb78-eb5d-489b-af3a-3f8870b9b6fd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1182559815-subnet', 'tenant_id': '49f69ef03c2149d7af8e989acb2acfe0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:48:25.935116 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545b3ffd-181a-47e9-bec6-f874352ab89f admin admin] Pushing event updated for resources: {'Network': ['ID=39bfeb78-eb5d-489b-af3a-3f8870b9b6fd,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:48:25.941812 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35ad3eb9-fd3c-4003-b6e9-a4204aae2076 admin admin] Made reservation on behalf of 49f69ef03c2149d7af8e989acb2acfe0 for: {'subnet': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:48:25.948864 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-35ad3eb9-fd3c-4003-b6e9-a4204aae2076 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18044073'] for subnet, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:25.952332 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Network 39bfeb78-eb5d-489b-af3a-3f8870b9b6fd details requested by agent ovs-agent-n-d-813419-10 with host n-d-813419-10 {{(pid=102348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 10:48:26.078479 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 56806) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:48:26.124893 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-a6c95a0f-34c9-45e3-bf81-188733ca6ea8 req-ac4d114f-6e8a-4fa8-ba84-c2db283cf42e tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "GET /v2.0/security-groups?id=85747918-4b2b-4843-b687-6b312fd5b508&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6877527 Oct 27 10:48:26.182210 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-693504a0-b4b8-4498-8f87-a682a5f7096c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7789575f70ff4ea4b672b20d4c4f5632&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1019688 Oct 27 10:48:26.182407 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 56808) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:48:26.272842 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-e7e03375-9b8e-4821-b13f-506c424c27e8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:26.311065 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-35ad3eb9-fd3c-4003-b6e9-a4204aae2076 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-18295883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18044091'] for subnet, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:26.348666 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-e7e03375-9b8e-4821-b13f-506c424c27e8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:26.390255 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35ad3eb9-fd3c-4003-b6e9-a4204aae2076 admin admin] Checking segment: {'id': 'd4764657-a085-407f-b80c-1b38d7cbd252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '39bfeb78-eb5d-489b-af3a-3f8870b9b6fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:48:26.390755 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35ad3eb9-fd3c-4003-b6e9-a4204aae2076 admin admin] Network hostable DHCP agents. Network: 39bfeb78-eb5d-489b-af3a-3f8870b9b6fd, hostable agents: ['eafd4000-b897-4722-ae8b-0118ec955181'], hosted agents: [] {{(pid=102347) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 10:48:26.401786 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-64d4343d-ef70-4c8f-bf36-b44f20a1cbce req-faef9d09-454a-4155-99e0-e301939bfd6a tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--255961878&fields=id&tenant_id=61720bce4798402799f65ee94c5dc895 HTTP/1.1" status: 200 len: 267 time: 0.1175921 Oct 27 10:48:26.416622 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ad3eb9-fd3c-4003-b6e9-a4204aae2076 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6f583c02-d1dc-428e-a2f7-ffb6764c8f58,revision_number=0']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:48:26.429916 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35ad3eb9-fd3c-4003-b6e9-a4204aae2076 admin admin] Network 39bfeb78-eb5d-489b-af3a-3f8870b9b6fd is scheduled to be hosted by DHCP agent eafd4000-b897-4722-ae8b-0118ec955181 with binding_index 1 {{(pid=102347) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 10:48:26.443900 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [None req-35ad3eb9-fd3c-4003-b6e9-a4204aae2076 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-10, 39bfeb78-eb5d-489b-af3a-3f8870b9b6fd) {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:48:26.448597 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35ad3eb9-fd3c-4003-b6e9-a4204aae2076 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:48:26.449277 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-35ad3eb9-fd3c-4003-b6e9-a4204aae2076 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:26.455625 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b969ccbf-e47d-42bc-8a29-e9259616a319 None None] Network 39bfeb78-eb5d-489b-af3a-3f8870b9b6fd requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:48:26.473880 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-35ad3eb9-fd3c-4003-b6e9-a4204aae2076 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.5913887 Oct 27 10:48:26.475501 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 56824) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:48:26.493110 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-bae5c11d-af4e-497f-bcc9-358b3fa46553 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1182559815-router', 'tenant_id': '49f69ef03c2149d7af8e989acb2acfe0', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'}}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:48:26.532009 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-e7e03375-9b8e-4821-b13f-506c424c27e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:26.535127 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-e7e03375-9b8e-4821-b13f-506c424c27e8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:26.539531 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-e7e03375-9b8e-4821-b13f-506c424c27e8 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/bc2c48f6-6e1d-4163-be7a-b3a7154a5016 HTTP/1.1" status: 204 len: 168 time: 0.3538089 Oct 27 10:48:26.550780 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-bae5c11d-af4e-497f-bcc9-358b3fa46553 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1768632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3610'] for router, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:26.558502 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-bae5c11d-af4e-497f-bcc9-358b3fa46553 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1765704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1769409', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1694266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3597'] for router, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:26.591565 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e03375-9b8e-4821-b13f-506c424c27e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc2c48f6-6e1d-4163-be7a-b3a7154a5016,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:48:26.633734 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-bae5c11d-af4e-497f-bcc9-358b3fa46553 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:26.653542 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d4343d-ef70-4c8f-bf36-b44f20a1cbce req-3265dd55-3563-4540-9a35-90139312ec1a tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:48:26.666786 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-64d4343d-ef70-4c8f-bf36-b44f20a1cbce req-3265dd55-3563-4540-9a35-90139312ec1a tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] 10.222.0.44 "GET /v2.0/networks?id=f64c4ac1-58d3-4604-90d7-e5fb7ec08acd HTTP/1.1" status: 200 len: 810 time: 0.2556152 Oct 27 10:48:26.701442 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-64d4343d-ef70-4c8f-bf36-b44f20a1cbce req-c7f755b4-6332-42e1-b905-e83b2f8eb37a tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] 10.222.0.44 "GET /v2.0/quotas/61720bce4798402799f65ee94c5dc895 HTTP/1.1" status: 200 len: 375 time: 0.0286143 Oct 27 10:48:26.737488 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceb5bc5b-7862-43e7-9ff8-4f3a950c87c9 None None] Network 39bfeb78-eb5d-489b-af3a-3f8870b9b6fd requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:48:26.843451 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-bae5c11d-af4e-497f-bcc9-358b3fa46553 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:26.851334 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-64d4343d-ef70-4c8f-bf36-b44f20a1cbce req-c224a0a2-8337-4fa2-91eb-be6b2b66d812 tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=61720bce4798402799f65ee94c5dc895&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1323380 Oct 27 10:48:27.060549 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-64d4343d-ef70-4c8f-bf36-b44f20a1cbce req-b96e6bdf-dcc3-4501-8ac9-066f8fa10f0d service neutron] 10.222.0.44 "GET /v2.0/networks/f64c4ac1-58d3-4604-90d7-e5fb7ec08acd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2076643 Oct 27 10:48:27.165868 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-bae5c11d-af4e-497f-bcc9-358b3fa46553 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:27.187770 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-bae5c11d-af4e-497f-bcc9-358b3fa46553 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:27.231624 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-64d4343d-ef70-4c8f-bf36-b44f20a1cbce req-44b9c1cd-00f5-4459-af70-38208c8f15ef service neutron] 10.222.0.44 "GET /v2.0/networks/f64c4ac1-58d3-4604-90d7-e5fb7ec08acd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1614041 Oct 27 10:48:27.341556 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_common [None req-bae5c11d-af4e-497f-bcc9-358b3fa46553 admin admin] Allocated IP 172.25.8.20 (185ff123-c7ff-45c7-a6be-71feb35acc9c/0fb9f9d1-7384-481f-8fa8-f4566c349d30/97837f7f-5b2d-47f3-a8f4-1535e24380ce) {{(pid=102347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:48:27.383332 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca91012-2e31-4593-b41f-94357b7fe0ea req-2e841a47-b70e-4236-aee5-13ada01525f2 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:48:27.392867 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-6ca91012-2e31-4593-b41f-94357b7fe0ea req-2e841a47-b70e-4236-aee5-13ada01525f2 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "GET /v2.0/ports?device_id=11879768-20dc-462e-a1bb-2d201b6367c5 HTTP/1.1" status: 200 len: 946 time: 0.1585605 Oct 27 10:48:27.484694 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-34d04174-7010-4f66-a9bf-528488772425 req-d3602452-023a-448a-b55d-bb498365defc tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] 10.222.0.44 "GET /v2.0/ports?device_id=2748cfd5-058f-42fe-95e2-15186c0e34a9 HTTP/1.1" status: 200 len: 210 time: 0.0498605 Oct 27 10:48:27.533163 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-6ca91012-2e31-4593-b41f-94357b7fe0ea req-297a8b6b-86c7-48e4-974d-31c369faf2a6 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "GET /v2.0/security-groups?id=85747918-4b2b-4843-b687-6b312fd5b508&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1398931 Oct 27 10:48:27.558401 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-bae5c11d-af4e-497f-bcc9-358b3fa46553 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:27.600794 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-bae5c11d-af4e-497f-bcc9-358b3fa46553 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:27.665274 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae5c11d-af4e-497f-bcc9-358b3fa46553 admin admin] Pushing event updated for resources: {'Port': ['ID=97837f7f-5b2d-47f3-a8f4-1535e24380ce,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:48:27.668633 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bae5c11d-af4e-497f-bcc9-358b3fa46553 admin admin] Network 185ff123-c7ff-45c7-a6be-71feb35acc9c is already hosted by enough agents. {{(pid=102347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:48:27.670796 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [None req-bae5c11d-af4e-497f-bcc9-358b3fa46553 admin admin] Resources bound (agent type, host, resource id): {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:48:27.674630 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bae5c11d-af4e-497f-bcc9-358b3fa46553 admin admin] Received port after_create {{(pid=102347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:48:27.685014 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8ff41c-f963-46f0-8d6a-0acd98102a38 req-53903194-516e-4501-8023-60b6d8f58681 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:48:27.693504 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-5a8ff41c-f963-46f0-8d6a-0acd98102a38 req-53903194-516e-4501-8023-60b6d8f58681 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "GET /v2.0/ports?device_id=11879768-20dc-462e-a1bb-2d201b6367c5 HTTP/1.1" status: 200 len: 946 time: 0.0682323 Oct 27 10:48:27.746633 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-5a8ff41c-f963-46f0-8d6a-0acd98102a38 req-2c16366a-f957-492e-9ef6-0a4f59498173 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "GET /v2.0/security-groups?id=85747918-4b2b-4843-b687-6b312fd5b508&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521750 Oct 27 10:48:27.764416 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 56910) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:48:27.833168 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9c3e13d-c34c-4429-bbd2-a81a0223cca9 tempest-TestNetworkAdvancedServerOps-357845361 tempest-TestNetworkAdvancedServerOps-357845361-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:48:27.833168 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-f9c3e13d-c34c-4429-bbd2-a81a0223cca9 tempest-TestNetworkAdvancedServerOps-357845361 tempest-TestNetworkAdvancedServerOps-357845361-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=11879768-20dc-462e-a1bb-2d201b6367c5 HTTP/1.1" status: 200 len: 1093 time: 0.0627835 Oct 27 10:48:27.833168 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 56914) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:48:27.837280 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-ea67785a-b924-4972-871c-c4e15fae7db6 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Request body: {'floatingip': {'floating_network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'port_id': '1be4bbd6-973b-46b3-bcdc-a1070bef65e3', 'tenant_id': '7f357cb809634e50864d0c31dbcbd617', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:48:27.863310 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ea67785a-b924-4972-871c-c4e15fae7db6 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks [] for floatingip, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:28.028798 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ea67785a-b924-4972-871c-c4e15fae7db6 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:28.069358 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-bae5c11d-af4e-497f-bcc9-358b3fa46553 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:28.241736 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_common [None req-ea67785a-b924-4972-871c-c4e15fae7db6 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Allocated IP 172.25.8.9 (185ff123-c7ff-45c7-a6be-71feb35acc9c/0fb9f9d1-7384-481f-8fa8-f4566c349d30/ab267d4f-f770-4097-8835-f52830fbaa81) {{(pid=102346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:48:28.414418 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-bae5c11d-af4e-497f-bcc9-358b3fa46553 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1765699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1769372'] for router, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:28.596754 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bae5c11d-af4e-497f-bcc9-358b3fa46553 admin admin] Router a586bbfe-f223-464b-98df-7b4b591c2b89 is scheduled to L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb with binding_index 1 {{(pid=102347) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 10:48:28.625493 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8d3aa9b3-6157-42f6-912a-3275da06556f req-2d942695-9e81-4a30-9f87-99f4c15694cd tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] 10.222.0.44 "GET /v2.0/ports?device_id=2748cfd5-058f-42fe-95e2-15186c0e34a9 HTTP/1.1" status: 200 len: 210 time: 0.0402508 Oct 27 10:48:28.768885 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bae5c11d-af4e-497f-bcc9-358b3fa46553 admin admin] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:48:28.787840 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-bae5c11d-af4e-497f-bcc9-358b3fa46553 admin admin] Publish callbacks [] for router, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:28.789258 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-bae5c11d-af4e-497f-bcc9-358b3fa46553 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 2.3104162 Oct 27 10:48:28.791902 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 56974) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:48:28.803983 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6833de44-1738-4686-a7dd-34e19cd4d519 None None] Sync routers for ids ['a586bbfe-f223-464b-98df-7b4b591c2b89'] in n-d-813419-10 {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:48:28.826900 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6833de44-1738-4686-a7dd-34e19cd4d519 None None] Routers {'a586bbfe-f223-464b-98df-7b4b591c2b89'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:48:28.827970 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-6833de44-1738-4686-a7dd-34e19cd4d519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:48:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['a586bbfe-f223-464b-98df-7b4b591c2b89'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:48:28.948475 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f66933-cf71-4732-98c1-f5ef57204c02 req-ed293dbe-cec6-461a-b931-dffb99fadc75 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:48:28.958680 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-77f66933-cf71-4732-98c1-f5ef57204c02 req-ed293dbe-cec6-461a-b931-dffb99fadc75 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/ports?device_id=c53b965f-6cbc-4c51-91d9-9f9c0a613cc2 HTTP/1.1" status: 200 len: 946 time: 0.1738400 Oct 27 10:48:29.034651 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvr_db [None req-6833de44-1738-4686-a7dd-34e19cd4d519 None None] Set router a586bbfe-f223-464b-98df-7b4b591c2b89 gateway port host: n-d-813419-10 {{(pid=102349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:48:29.039627 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ea67785a-b924-4972-871c-c4e15fae7db6 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks [] for port, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:29.083870 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-77f66933-cf71-4732-98c1-f5ef57204c02 req-f73a893e-820a-4956-9b20-abd027bc6cd9 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/security-groups?id=3238f945-43ac-4dbd-b7b0-70b6d0fec036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099014 Oct 27 10:48:29.165791 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ea67785a-b924-4972-871c-c4e15fae7db6 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:29.250193 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea67785a-b924-4972-871c-c4e15fae7db6 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Network 185ff123-c7ff-45c7-a6be-71feb35acc9c is already hosted by enough agents. {{(pid=102346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:48:29.254843 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-ea67785a-b924-4972-871c-c4e15fae7db6 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Resources bound (agent type, host, resource id): {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:48:29.262706 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea67785a-b924-4972-871c-c4e15fae7db6 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Received port after_create {{(pid=102346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:48:29.266074 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea67785a-b924-4972-871c-c4e15fae7db6 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Pushing event updated for resources: {'Port': ['ID=ab267d4f-f770-4097-8835-f52830fbaa81,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:48:29.372875 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-6833de44-1738-4686-a7dd-34e19cd4d519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a586bbfe-f223-464b-98df-7b4b591c2b89', 'name': 'tempest-ServerRescueNegativeTestJSON-1182559815-router', 'tenant_id': '49f69ef03c2149d7af8e989acb2acfe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.20'}], 'enable_snat': True}, 'gw_port_id': '97837f7f-5b2d-47f3-a8f4-1535e24380ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:48:26Z', 'updated_at': '2021-10-27T10:48:27Z', 'revision_number': 3, 'project_id': '49f69ef03c2149d7af8e989acb2acfe0', 'gw_port': {'id': '97837f7f-5b2d-47f3-a8f4-1535e24380ce', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:cc:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a586bbfe-f223-464b-98df-7b4b591c2b89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3243, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:48:27Z', 'updated_at': '2021-10-27T10:48:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10'}], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:48:29.397285 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d4343d-ef70-4c8f-bf36-b44f20a1cbce req-cacc1953-cc2b-4ad2-b796-d24adfc49b2d tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:48:29.400005 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-64d4343d-ef70-4c8f-bf36-b44f20a1cbce req-cacc1953-cc2b-4ad2-b796-d24adfc49b2d tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] 10.222.0.64 "GET /v2.0/networks?id=f64c4ac1-58d3-4604-90d7-e5fb7ec08acd HTTP/1.1" status: 200 len: 810 time: 0.5999053 Oct 27 10:48:29.443134 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6833de44-1738-4686-a7dd-34e19cd4d519 None None] Checking router: a586bbfe-f223-464b-98df-7b4b591c2b89 for host: n-d-813419-10 {{(pid=102349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 10:48:29.443134 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6833de44-1738-4686-a7dd-34e19cd4d519 None None] Updating router a586bbfe-f223-464b-98df-7b4b591c2b89 port 97837f7f-5b2d-47f3-a8f4-1535e24380ce binding host n-d-813419-10 {{(pid=102349) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 10:48:29.484773 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-6833de44-1738-4686-a7dd-34e19cd4d519 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:29.510982 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-64d4343d-ef70-4c8f-bf36-b44f20a1cbce req-9788fbb9-5639-4358-86bf-e39d4b565551 tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=61720bce4798402799f65ee94c5dc895 HTTP/1.1" status: 200 len: 379 time: 0.0684793 Oct 27 10:48:29.530974 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [req-64d4343d-ef70-4c8f-bf36-b44f20a1cbce req-a25e753f-f6dd-4c4e-b602-edd651f8d478 tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] Request body: {'port': {'device_id': '2748cfd5-058f-42fe-95e2-15186c0e34a9', 'network_id': 'f64c4ac1-58d3-4604-90d7-e5fb7ec08acd', 'admin_state_up': True, 'tenant_id': '61720bce4798402799f65ee94c5dc895', 'security_groups': ['be0ccc76-c87a-4524-bcb1-ccb30db16fb4']}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:48:29.814000 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-1b499c00-366e-4f7a-b242-2f40bde87d07 req-7239bc61-ae9a-46fb-918d-d1f3b49f7e73 tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] 10.222.0.44 "GET /v2.0/ports?device_id=2748cfd5-058f-42fe-95e2-15186c0e34a9 HTTP/1.1" status: 200 len: 210 time: 0.0483854 Oct 27 10:48:29.837490 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ea67785a-b924-4972-871c-c4e15fae7db6 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:29.858040 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-6833de44-1738-4686-a7dd-34e19cd4d519 None None] Publish callbacks [] for port, precommit_update {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:29.863805 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-6833de44-1738-4686-a7dd-34e19cd4d519 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:29.892289 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64d4343d-ef70-4c8f-bf36-b44f20a1cbce req-a25e753f-f6dd-4c4e-b602-edd651f8d478 tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] Made reservation on behalf of 61720bce4798402799f65ee94c5dc895 for: {'port': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:48:29.896655 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.managers [None req-6833de44-1738-4686-a7dd-34e19cd4d519 None None] Attempting to bind port 97837f7f-5b2d-47f3-a8f4-1535e24380ce on host n-d-813419-10 for vnic_type normal with profile {{(pid=102349) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:48:29.897515 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.managers [None req-6833de44-1738-4686-a7dd-34e19cd4d519 None None] Attempting to bind port 97837f7f-5b2d-47f3-a8f4-1535e24380ce by drivers openvswitch,hyperv on host n-d-813419-10 at level 0 using segments [{'id': 'bc14127b-7032-4c50-bb5b-f6813cbae86e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'}] {{(pid=102349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:48:29.898039 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6833de44-1738-4686-a7dd-34e19cd4d519 None None] Attempting to bind port 97837f7f-5b2d-47f3-a8f4-1535e24380ce on network 185ff123-c7ff-45c7-a6be-71feb35acc9c {{(pid=102349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:48:29.899327 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-64d4343d-ef70-4c8f-bf36-b44f20a1cbce req-a25e753f-f6dd-4c4e-b602-edd651f8d478 tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:29.922626 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ea67785a-b924-4972-871c-c4e15fae7db6 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:29.945037 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ff19c5-cafc-4e4f-a43e-0958599d5a9d None None] Pushing event updated for resources: {'Port': ['ID=97837f7f-5b2d-47f3-a8f4-1535e24380ce,revision_number=2']} {{(pid=102349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:48:29.955947 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ff19c5-cafc-4e4f-a43e-0958599d5a9d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:48:29.956751 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ff19c5-cafc-4e4f-a43e-0958599d5a9d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:48:29.957834 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ff19c5-cafc-4e4f-a43e-0958599d5a9d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:48:29.958321 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ff19c5-cafc-4e4f-a43e-0958599d5a9d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:48:29.958911 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ff19c5-cafc-4e4f-a43e-0958599d5a9d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:48:29.959382 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ff19c5-cafc-4e4f-a43e-0958599d5a9d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:48:29.959860 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ff19c5-cafc-4e4f-a43e-0958599d5a9d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:48:29.960444 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ff19c5-cafc-4e4f-a43e-0958599d5a9d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:48:29.961105 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ff19c5-cafc-4e4f-a43e-0958599d5a9d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:48:29.961584 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ff19c5-cafc-4e4f-a43e-0958599d5a9d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:48:29.962061 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ff19c5-cafc-4e4f-a43e-0958599d5a9d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:48:29.962538 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ff19c5-cafc-4e4f-a43e-0958599d5a9d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:48:29.968076 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6833de44-1738-4686-a7dd-34e19cd4d519 None None] Checking agent: {'id': '89dba0f3-79b2-435e-9822-33674b8f6ada', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 8, 20), 'started_at': datetime.datetime(2021, 10, 27, 10, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 48, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:48:29.970225 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6833de44-1738-4686-a7dd-34e19cd4d519 None None] Checking segment: {'id': 'bc14127b-7032-4c50-bb5b-f6813cbae86e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:48:29.971033 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-6833de44-1738-4686-a7dd-34e19cd4d519 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:29.971749 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6833de44-1738-4686-a7dd-34e19cd4d519 None None] Bound using segment: {'id': 'bc14127b-7032-4c50-bb5b-f6813cbae86e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'} {{(pid=102349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:48:29.972286 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.managers [None req-6833de44-1738-4686-a7dd-34e19cd4d519 None None] Bound port: 97837f7f-5b2d-47f3-a8f4-1535e24380ce, host: n-d-813419-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc14127b-7032-4c50-bb5b-f6813cbae86e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'}}] {{(pid=102349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:48:29.972671 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-6833de44-1738-4686-a7dd-34e19cd4d519 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:30.056654 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3931f0-74e9-4f50-86eb-3fd76727a2d9 req-4982df89-01e6-400e-962c-fb9080eba3d6 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:48:30.059575 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-ba3931f0-74e9-4f50-86eb-3fd76727a2d9 req-4982df89-01e6-400e-962c-fb9080eba3d6 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.64 "GET /v2.0/ports?device_id=c53b965f-6cbc-4c51-91d9-9f9c0a613cc2 HTTP/1.1" status: 200 len: 946 time: 0.1825972 Oct 27 10:48:30.140458 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.db [None req-6833de44-1738-4686-a7dd-34e19cd4d519 None None] For port 97837f7f-5b2d-47f3-a8f4-1535e24380ce, host n-d-813419-10, cleared binding levels {{(pid=102349) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:48:30.146191 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.db [None req-6833de44-1738-4686-a7dd-34e19cd4d519 None None] For port 97837f7f-5b2d-47f3-a8f4-1535e24380ce, host n-d-813419-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=97837f7f-5b2d-47f3-a8f4-1535e24380ce,segment=NetworkSegment(bc14127b-7032-4c50-bb5b-f6813cbae86e),segment_id=bc14127b-7032-4c50-bb5b-f6813cbae86e)] {{(pid=102349) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:48:30.149414 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ea67785a-b924-4972-871c-c4e15fae7db6 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks [] for port, precommit_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:30.152278 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-6833de44-1738-4686-a7dd-34e19cd4d519 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:30.155800 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ea67785a-b924-4972-871c-c4e15fae7db6 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27024173'] for port, after_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:30.205343 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6833de44-1738-4686-a7dd-34e19cd4d519 None None] Routers {'a586bbfe-f223-464b-98df-7b4b591c2b89'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:48:30.215021 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-6833de44-1738-4686-a7dd-34e19cd4d519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:48:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['a586bbfe-f223-464b-98df-7b4b591c2b89'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:48:30.282487 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea67785a-b924-4972-871c-c4e15fae7db6 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Pushing event updated for resources: {'Port': ['ID=ab267d4f-f770-4097-8835-f52830fbaa81,revision_number=2']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:48:30.296135 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ea67785a-b924-4972-871c-c4e15fae7db6 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1664826'] for floatingip, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:30.304539 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-29ce842e-d794-433e-ac60-b7ca496048f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:30.374755 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ff19c5-cafc-4e4f-a43e-0958599d5a9d None None] Pushing event updated for resources: {'Port': ['ID=97837f7f-5b2d-47f3-a8f4-1535e24380ce,revision_number=3']} {{(pid=102349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:48:30.393053 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvr_db [None req-6833de44-1738-4686-a7dd-34e19cd4d519 None None] Set router a586bbfe-f223-464b-98df-7b4b591c2b89 gateway port host: n-d-813419-10 {{(pid=102349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:48:30.498791 n-d-813419-10 neutron-server[102346]: INFO neutron.db.l3_db [None req-ea67785a-b924-4972-871c-c4e15fae7db6 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Floating IP 9fce18bb-8ed8-4355-96e4-db1f37f66837 associated. External IP: 172.25.8.9, port: 1be4bbd6-973b-46b3-bcdc-a1070bef65e3. Oct 27 10:48:30.545032 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_common [req-64d4343d-ef70-4c8f-bf36-b44f20a1cbce req-a25e753f-f6dd-4c4e-b602-edd651f8d478 tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] Allocated IP 172.20.0.8 (f64c4ac1-58d3-4604-90d7-e5fb7ec08acd/2fee239f-a559-4db5-a696-c092c8e38011/a2e9586a-ddcb-41ab-a7aa-c26277a5230c) {{(pid=102347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:48:30.576373 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [req-ba3931f0-74e9-4f50-86eb-3fd76727a2d9 req-668b53c3-dab8-49d1-b690-ebb03241b3e9 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Deleting port 5d55d707-0eec-403e-a06e-7d5ae4ea5bd9 {{(pid=102347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:48:30.576714 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-ba3931f0-74e9-4f50-86eb-3fd76727a2d9 req-668b53c3-dab8-49d1-b690-ebb03241b3e9 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:30.626561 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-6833de44-1738-4686-a7dd-34e19cd4d519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a586bbfe-f223-464b-98df-7b4b591c2b89', 'name': 'tempest-ServerRescueNegativeTestJSON-1182559815-router', 'tenant_id': '49f69ef03c2149d7af8e989acb2acfe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.20'}], 'enable_snat': True}, 'gw_port_id': '97837f7f-5b2d-47f3-a8f4-1535e24380ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:48:26Z', 'updated_at': '2021-10-27T10:48:27Z', 'revision_number': 3, 'project_id': '49f69ef03c2149d7af8e989acb2acfe0', 'gw_port': {'id': '97837f7f-5b2d-47f3-a8f4-1535e24380ce', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:cc:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a586bbfe-f223-464b-98df-7b4b591c2b89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3243, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:48:27Z', 'updated_at': '2021-10-27T10:48:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10'}], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:48:30.656060 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6833de44-1738-4686-a7dd-34e19cd4d519 None None] The sync data for ids ['a586bbfe-f223-464b-98df-7b4b591c2b89'] in n-d-813419-10 is: [{'id': 'a586bbfe-f223-464b-98df-7b4b591c2b89', 'name': 'tempest-ServerRescueNegativeTestJSON-1182559815-router', 'tenant_id': '49f69ef03c2149d7af8e989acb2acfe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.20'}], 'enable_snat': True}, 'gw_port_id': '97837f7f-5b2d-47f3-a8f4-1535e24380ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:48:26Z', 'updated_at': '2021-10-27T10:48:27Z', 'revision_number': 3, 'project_id': '49f69ef03c2149d7af8e989acb2acfe0', 'gw_port': {'id': '97837f7f-5b2d-47f3-a8f4-1535e24380ce', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:cc:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a586bbfe-f223-464b-98df-7b4b591c2b89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3243, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:48:27Z', 'updated_at': '2021-10-27T10:48:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10'}] {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:48:30.689997 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c3c3c5-ce95-4df6-91df-c6038faecdbe req-7377ad67-ac40-49d8-b8d2-4d94518aa625 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:48:30.691627 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-e1c3c3c5-ce95-4df6-91df-c6038faecdbe req-7377ad67-ac40-49d8-b8d2-4d94518aa625 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/ports?device_id=c53b965f-6cbc-4c51-91d9-9f9c0a613cc2 HTTP/1.1" status: 200 len: 946 time: 0.5064356 Oct 27 10:48:30.756573 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-e1c3c3c5-ce95-4df6-91df-c6038faecdbe req-7a53c0ef-a69d-4fe6-b1e8-e5e7d45f136e tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/security-groups?id=3238f945-43ac-4dbd-b7b0-70b6d0fec036&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555348 Oct 27 10:48:30.857996 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_common [None req-29ce842e-d794-433e-ac60-b7ca496048f4 admin admin] Allocated IP 172.20.0.1 (39bfeb78-eb5d-489b-af3a-3f8870b9b6fd/6f583c02-d1dc-428e-a2f7-ffb6764c8f58/acb7efaf-6bc2-4cb1-ab28-c4ae49a4024c) {{(pid=102347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:48:30.907968 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-ba3931f0-74e9-4f50-86eb-3fd76727a2d9 req-668b53c3-dab8-49d1-b690-ebb03241b3e9 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] For port 5d55d707-0eec-403e-a06e-7d5ae4ea5bd9, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=5d55d707-0eec-403e-a06e-7d5ae4ea5bd9,segment=NetworkSegment(d1b37471-bd8e-4564-a77c-6e0c9d2699fd),segment_id=d1b37471-bd8e-4564-a77c-6e0c9d2699fd)] {{(pid=102347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:48:30.907968 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-ba3931f0-74e9-4f50-86eb-3fd76727a2d9 req-668b53c3-dab8-49d1-b690-ebb03241b3e9 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:30.985651 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea67785a-b924-4972-871c-c4e15fae7db6 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Router 09b1359d-3041-4542-a956-79020a736f6d has already been hosted by L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb {{(pid=102346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 10:48:30.998135 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [req-ba3931f0-74e9-4f50-86eb-3fd76727a2d9 req-668b53c3-dab8-49d1-b690-ebb03241b3e9 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Calling delete_port for 5d55d707-0eec-403e-a06e-7d5ae4ea5bd9 owned by compute:nova {{(pid=102347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:48:31.031384 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-7b947f6c-b3f5-4db7-85c5-e7a89e8ad36a req-e7f23b04-606b-42ea-98b1-df982986ce66 tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] 10.222.0.44 "GET /v2.0/ports?device_id=2748cfd5-058f-42fe-95e2-15186c0e34a9 HTTP/1.1" status: 200 len: 210 time: 0.0428076 Oct 27 10:48:31.070018 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-64d4343d-ef70-4c8f-bf36-b44f20a1cbce req-a25e753f-f6dd-4c4e-b602-edd651f8d478 tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] Publish callbacks [] for port, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:31.213827 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-29ce842e-d794-433e-ac60-b7ca496048f4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:31.231407 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea67785a-b924-4972-871c-c4e15fae7db6 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:48:31.232293 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-64d4343d-ef70-4c8f-bf36-b44f20a1cbce req-a25e753f-f6dd-4c4e-b602-edd651f8d478 tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:31.243664 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4064b210-2bca-415b-bd6b-4f286e2862ff None None] Sync routers for ids ['09b1359d-3041-4542-a956-79020a736f6d'] in n-d-813419-10 {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:48:31.257272 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4064b210-2bca-415b-bd6b-4f286e2862ff None None] Routers {'09b1359d-3041-4542-a956-79020a736f6d'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:48:31.257903 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-4064b210-2bca-415b-bd6b-4f286e2862ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:48:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['09b1359d-3041-4542-a956-79020a736f6d'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:48:31.265643 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ea67785a-b924-4972-871c-c4e15fae7db6 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for floatingip, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:31.331492 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-ea67785a-b924-4972-871c-c4e15fae7db6 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.4954598 Oct 27 10:48:31.331492 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11879768-20dc-462e-a1bb-2d201b6367c5', 'tag': '1be4bbd6-973b-46b3-bcdc-a1070bef65e3'}] {{(pid=102346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:48:31.346057 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc0e418f5fc417c8d55d94c0aa509b037d0beb2a734c1a709e789eb65639a56d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01a11d7d-3274-4590-912f-7fefc2de319d" -d '{"events": [{"name": "network-changed", "server_uuid": "11879768-20dc-462e-a1bb-2d201b6367c5", "tag": "1be4bbd6-973b-46b3-bcdc-a1070bef65e3"}]}' {{(pid=102346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:48:31.390767 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64d4343d-ef70-4c8f-bf36-b44f20a1cbce req-a25e753f-f6dd-4c4e-b602-edd651f8d478 tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] Network f64c4ac1-58d3-4604-90d7-e5fb7ec08acd is already hosted by enough agents. {{(pid=102347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:48:31.422497 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 10:48:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a09aac9-ad16-4eed-9621-75500bb271b7 x-openstack-request-id: req-7a09aac9-ad16-4eed-9621-75500bb271b7 {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:48:31.423368 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11879768-20dc-462e-a1bb-2d201b6367c5", "tag": "1be4bbd6-973b-46b3-bcdc-a1070bef65e3", "status": "completed", "code": 200}]} {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:48:31.423368 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7a09aac9-ad16-4eed-9621-75500bb271b7 {{(pid=102346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:48:31.423847 n-d-813419-10 neutron-server[102346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11879768-20dc-462e-a1bb-2d201b6367c5', 'tag': '1be4bbd6-973b-46b3-bcdc-a1070bef65e3', 'status': 'completed', 'code': 200} Oct 27 10:48:31.459072 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [req-64d4343d-ef70-4c8f-bf36-b44f20a1cbce req-a25e753f-f6dd-4c4e-b602-edd651f8d478 tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] Resources bound (agent type, host, resource id): {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:48:31.461776 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25e753f-f6dd-4c4e-b602-edd651f8d478 tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] Pushing event updated for resources: {'Port': ['ID=a2e9586a-ddcb-41ab-a7aa-c26277a5230c,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:48:31.486627 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvr_db [None req-4064b210-2bca-415b-bd6b-4f286e2862ff None None] Set router 09b1359d-3041-4542-a956-79020a736f6d gateway port host: n-d-813419-10 {{(pid=102348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:48:31.487346 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [req-64d4343d-ef70-4c8f-bf36-b44f20a1cbce req-a25e753f-f6dd-4c4e-b602-edd651f8d478 tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] Received port after_create {{(pid=102347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:48:31.544079 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d4343d-ef70-4c8f-bf36-b44f20a1cbce req-a25e753f-f6dd-4c4e-b602-edd651f8d478 tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:48:31.544739 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-64d4343d-ef70-4c8f-bf36-b44f20a1cbce req-a25e753f-f6dd-4c4e-b602-edd651f8d478 tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:31.556276 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a11d7d-3274-4590-912f-7fefc2de319d req-1396d619-b4fd-4907-8af6-7780faa25ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:48:31.559047 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-29ce842e-d794-433e-ac60-b7ca496048f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:31.566113 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-01a11d7d-3274-4590-912f-7fefc2de319d req-1396d619-b4fd-4907-8af6-7780faa25ed5 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=7f357cb809634e50864d0c31dbcbd617&device_id=11879768-20dc-462e-a1bb-2d201b6367c5 HTTP/1.1" status: 200 len: 1098 time: 0.0987463 Oct 27 10:48:31.666192 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ce842e-d794-433e-ac60-b7ca496048f4 admin admin] Pushing event updated for resources: {'Port': ['ID=acb7efaf-6bc2-4cb1-ab28-c4ae49a4024c,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:48:31.671589 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-64d4343d-ef70-4c8f-bf36-b44f20a1cbce req-a25e753f-f6dd-4c4e-b602-edd651f8d478 tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1539865 Oct 27 10:48:31.692493 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29ce842e-d794-433e-ac60-b7ca496048f4 admin admin] Network 39bfeb78-eb5d-489b-af3a-3f8870b9b6fd is already hosted by enough agents. {{(pid=102347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:48:31.702078 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [req-64d4343d-ef70-4c8f-bf36-b44f20a1cbce req-992085f2-ce92-46af-a32a-e94b85beed9f service neutron] Request body: {'port': {'device_id': '2748cfd5-058f-42fe-95e2-15186c0e34a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-10'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:48:31.708630 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [None req-29ce842e-d794-433e-ac60-b7ca496048f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:48:31.744763 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e037e0-10aa-487f-86a8-05d0243b0d58 req-af17e8fd-5f02-42ee-988a-f6766e7446ea tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:48:31.752952 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-96e037e0-10aa-487f-86a8-05d0243b0d58 req-af17e8fd-5f02-42ee-988a-f6766e7446ea tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "GET /v2.0/ports?device_id=11879768-20dc-462e-a1bb-2d201b6367c5 HTTP/1.1" status: 200 len: 946 time: 0.3003218 Oct 27 10:48:31.767495 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29ce842e-d794-433e-ac60-b7ca496048f4 admin admin] Received port after_create {{(pid=102347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:48:31.771810 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a11d7d-3274-4590-912f-7fefc2de319d req-b357872b-a352-49c4-89f4-554b5d4314a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:48:31.773506 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-01a11d7d-3274-4590-912f-7fefc2de319d req-b357872b-a352-49c4-89f4-554b5d4314a8 service neutron] 10.222.0.76 "GET /v2.0/networks?id=df4d2f8f-0279-4ac1-b465-f59b71763f44 HTTP/1.1" status: 200 len: 898 time: 0.1954031 Oct 27 10:48:31.876971 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-96e037e0-10aa-487f-86a8-05d0243b0d58 req-3441cf09-229c-4b56-acb0-2fe109a8be70 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "GET /v2.0/security-groups?id=85747918-4b2b-4843-b687-6b312fd5b508&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1228750 Oct 27 10:48:31.917060 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-ba3931f0-74e9-4f50-86eb-3fd76727a2d9 req-668b53c3-dab8-49d1-b690-ebb03241b3e9 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:31.941515 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 57018) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:48:31.942447 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] get_ports_and_sgs() called for port_ids ['5d55d707-0eec-403e-a06e-7d5ae4ea5bd9'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:48:31.986486 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-4064b210-2bca-415b-bd6b-4f286e2862ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09b1359d-3041-4542-a956-79020a736f6d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-597336176', 'tenant_id': '7f357cb809634e50864d0c31dbcbd617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.82'}], 'enable_snat': True}, 'gw_port_id': 'dd364a72-217a-431c-a2b7-281f14d8e605', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:47:56Z', 'updated_at': '2021-10-27T10:48:04Z', 'revision_number': 4, 'project_id': '7f357cb809634e50864d0c31dbcbd617', 'gw_port': {'id': 'dd364a72-217a-431c-a2b7-281f14d8e605', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:25:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b1359d-3041-4542-a956-79020a736f6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3191, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:47:57Z', 'updated_at': '2021-10-27T10:48:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_floatingips': [{'id': '9fce18bb-8ed8-4355-96e4-db1f37f66837', 'tenant_id': '7f357cb809634e50864d0c31dbcbd617', 'floating_ip_address': '172.25.8.9', 'floating_network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'router_id': '09b1359d-3041-4542-a956-79020a736f6d', 'port_id': '1be4bbd6-973b-46b3-bcdc-a1070bef65e3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3245, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df4d2f8f-0279-4ac1-b465-f59b71763f44', 'mac_address': 'fa:16:3e:39:98:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11879768-20dc-462e-a1bb-2d201b6367c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T10:48:29Z', 'updated_at': '2021-10-27T10:48:29Z', 'revision_number': 0, 'project_id': '7f357cb809634e50864d0c31dbcbd617', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44da5fca-a624-44c2-9320-5b1c4c8d5c18', 'name': '', 'network_id': 'df4d2f8f-0279-4ac1-b465-f59b71763f44', 'tenant_id': '7f357cb809634e50864d0c31dbcbd617', 'mac_address': 'fa:16:3e:38:16:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b1359d-3041-4542-a956-79020a736f6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3202, 'fixed_ips': [{'subnet_id': 'e60b25b2-9ab5-4d1d-a2b7-bc998becb4d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:48:02Z', 'updated_at': '2021-10-27T10:48:08Z', 'revision_number': 5, 'project_id': '7f357cb809634e50864d0c31dbcbd617', 'subnets': [{'id': 'e60b25b2-9ab5-4d1d-a2b7-bc998becb4d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:48:31.995462 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-01a11d7d-3274-4590-912f-7fefc2de319d req-92d97f38-deff-4c6f-9060-6fe70bd28c22 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1be4bbd6-973b-46b3-bcdc-a1070bef65e3 HTTP/1.1" status: 200 len: 998 time: 0.1635377 Oct 27 10:48:32.070541 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a11d7d-3274-4590-912f-7fefc2de319d req-51ad0686-9c24-46cb-ba70-8821f58d7cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:48:32.072911 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-01a11d7d-3274-4590-912f-7fefc2de319d req-51ad0686-9c24-46cb-ba70-8821f58d7cb7 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=e60b25b2-9ab5-4d1d-a2b7-bc998becb4d1 HTTP/1.1" status: 200 len: 835 time: 0.0670083 Oct 27 10:48:32.093623 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4064b210-2bca-415b-bd6b-4f286e2862ff None None] Checking router: 09b1359d-3041-4542-a956-79020a736f6d for host: n-d-813419-10 {{(pid=102348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 10:48:32.128731 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-b3ef1879-1c00-4051-9845-1206992b0349 None None] Provisioning complete for port a2e9586a-ddcb-41ab-a7aa-c26277a5230c triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:48:32.129648 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-b3ef1879-1c00-4051-9845-1206992b0349 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:32.135882 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4064b210-2bca-415b-bd6b-4f286e2862ff None None] Routers {'09b1359d-3041-4542-a956-79020a736f6d'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:48:32.136551 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-4064b210-2bca-415b-bd6b-4f286e2862ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:48:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['09b1359d-3041-4542-a956-79020a736f6d'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:48:32.214360 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a11d7d-3274-4590-912f-7fefc2de319d req-bd229232-8e79-4acd-8cae-8e4475fc49db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:48:32.216066 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-01a11d7d-3274-4590-912f-7fefc2de319d req-bd229232-8e79-4acd-8cae-8e4475fc49db service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=df4d2f8f-0279-4ac1-b465-f59b71763f44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1333473 Oct 27 10:48:32.294453 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a80d57-4ac4-4343-9918-cb607797154f req-cef188a5-ff71-4586-b70c-81f5c78899fc tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:48:32.295988 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-f7a80d57-4ac4-4343-9918-cb607797154f req-cef188a5-ff71-4586-b70c-81f5c78899fc tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] 10.222.0.44 "GET /v2.0/ports?device_id=2748cfd5-058f-42fe-95e2-15186c0e34a9 HTTP/1.1" status: 200 len: 931 time: 0.1354549 Oct 27 10:48:32.297191 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668b53c3-dab8-49d1-b690-ebb03241b3e9 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Pushing event deleted for resources: {'Port': ['ID=5d55d707-0eec-403e-a06e-7d5ae4ea5bd9,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:48:32.368853 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-f7a80d57-4ac4-4343-9918-cb607797154f req-751b431b-7a28-4d28-ba4e-2b99f8ed34fd tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] 10.222.0.44 "GET /v2.0/security-groups?id=be0ccc76-c87a-4524-bcb1-ccb30db16fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567636 Oct 27 10:48:32.386316 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-01a11d7d-3274-4590-912f-7fefc2de319d req-dc0156fe-4ffb-49fe-981b-9afb19a0e847 service neutron] 10.222.0.76 "GET /v2.0/networks/df4d2f8f-0279-4ac1-b465-f59b71763f44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1581218 Oct 27 10:48:32.407404 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-de30e04c-7e02-4347-80c9-2b0b02687398 req-bac8ba67-55e0-490a-9646-e98977e2b4e6 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/ports?device_id=c53b965f-6cbc-4c51-91d9-9f9c0a613cc2 HTTP/1.1" status: 200 len: 210 time: 0.4011211 Oct 27 10:48:32.407971 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-64d4343d-ef70-4c8f-bf36-b44f20a1cbce req-992085f2-ce92-46af-a32a-e94b85beed9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:32.410179 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba3931f0-74e9-4f50-86eb-3fd76727a2d9 req-668b53c3-dab8-49d1-b690-ebb03241b3e9 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] No DVR routers for this DVR port 5d55d707-0eec-403e-a06e-7d5ae4ea5bd9 on host n-h1-813419-10 {{(pid=102347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:48:32.422080 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-ba3931f0-74e9-4f50-86eb-3fd76727a2d9 req-668b53c3-dab8-49d1-b690-ebb03241b3e9 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:32.425682 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-ba3931f0-74e9-4f50-86eb-3fd76727a2d9 req-668b53c3-dab8-49d1-b690-ebb03241b3e9 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.64 "DELETE /v2.0/ports/5d55d707-0eec-403e-a06e-7d5ae4ea5bd9 HTTP/1.1" status: 204 len: 173 time: 2.3326299 Oct 27 10:48:32.426681 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c53b965f-6cbc-4c51-91d9-9f9c0a613cc2', 'name': 'network-vif-deleted', 'tag': '5d55d707-0eec-403e-a06e-7d5ae4ea5bd9'}] {{(pid=102347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:48:32.427475 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvr_db [None req-4064b210-2bca-415b-bd6b-4f286e2862ff None None] Set router 09b1359d-3041-4542-a956-79020a736f6d gateway port host: n-d-813419-10 {{(pid=102348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:48:32.438531 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311149b481204ee7edffdb959c881838506fbd95bc8577c048f6677abb73acc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb3cb015-2077-4dea-b12a-dc7c5d3550c7" -d '{"events": [{"server_uuid": "c53b965f-6cbc-4c51-91d9-9f9c0a613cc2", "name": "network-vif-deleted", "tag": "5d55d707-0eec-403e-a06e-7d5ae4ea5bd9"}]}' {{(pid=102347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:48:32.481753 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-29ce842e-d794-433e-ac60-b7ca496048f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1664961'] for router_interface, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:32.539002 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:48:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0675593a-8148-44a9-a540-e649127a3ee1 x-openstack-request-id: req-0675593a-8148-44a9-a540-e649127a3ee1 {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:48:32.539555 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c53b965f-6cbc-4c51-91d9-9f9c0a613cc2", "name": "network-vif-deleted", "tag": "5d55d707-0eec-403e-a06e-7d5ae4ea5bd9", "status": "completed", "code": 200}]} {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:48:32.540096 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-0675593a-8148-44a9-a540-e649127a3ee1 {{(pid=102347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:48:32.540681 n-d-813419-10 neutron-server[102347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c53b965f-6cbc-4c51-91d9-9f9c0a613cc2', 'name': 'network-vif-deleted', 'tag': '5d55d707-0eec-403e-a06e-7d5ae4ea5bd9', 'status': 'completed', 'code': 200} Oct 27 10:48:32.560140 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-9288ec95-9e1c-43f5-b3c7-a9f4b902ca70 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "GET /v2.0/floatingips/9fce18bb-8ed8-4355-96e4-db1f37f66837 HTTP/1.1" status: 200 len: 990 time: 0.5651019 Oct 27 10:48:32.814532 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-01a11d7d-3274-4590-912f-7fefc2de319d req-0b4a080b-9a05-4f93-ad00-58770dc39405 service neutron] 10.222.0.76 "GET /v2.0/networks/df4d2f8f-0279-4ac1-b465-f59b71763f44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4196272 Oct 27 10:48:32.873625 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-29ce842e-d794-433e-ac60-b7ca496048f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:33.015214 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 97837f7f-5b2d-47f3-a8f4-1535e24380ce up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:48:33.155370 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:33.178452 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [req-64d4343d-ef70-4c8f-bf36-b44f20a1cbce req-992085f2-ce92-46af-a32a-e94b85beed9f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2e9586a-ddcb-41ab-a7aa-c26277a5230c {{(pid=102347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:48:33.182532 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port 97837f7f-5b2d-47f3-a8f4-1535e24380ce triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:48:33.182532 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:33.194341 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-64d4343d-ef70-4c8f-bf36-b44f20a1cbce req-992085f2-ce92-46af-a32a-e94b85beed9f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:33.220970 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.provisioning_blocks [req-64d4343d-ef70-4c8f-bf36-b44f20a1cbce req-992085f2-ce92-46af-a32a-e94b85beed9f service neutron] Transition to ACTIVE for port object a2e9586a-ddcb-41ab-a7aa-c26277a5230c will not be triggered until provisioned by entity L2. {{(pid=102347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 10:48:33.226612 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-29ce842e-d794-433e-ac60-b7ca496048f4 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:33.230211 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-64d4343d-ef70-4c8f-bf36-b44f20a1cbce req-992085f2-ce92-46af-a32a-e94b85beed9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:33.248259 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-b3ef1879-1c00-4051-9845-1206992b0349 None None] Port a2e9586a-ddcb-41ab-a7aa-c26277a5230c cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:48:33.277029 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-29ce842e-d794-433e-ac60-b7ca496048f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:33.302935 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:33.341215 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] For port 97837f7f-5b2d-47f3-a8f4-1535e24380ce, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=97837f7f-5b2d-47f3-a8f4-1535e24380ce,segment=NetworkSegment(bc14127b-7032-4c50-bb5b-f6813cbae86e),segment_id=bc14127b-7032-4c50-bb5b-f6813cbae86e)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:48:33.349768 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-29ce842e-d794-433e-ac60-b7ca496048f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2006967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1766225'] for router_interface, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:33.353568 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:33.380844 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992085f2-ce92-46af-a32a-e94b85beed9f service neutron] Pushing event updated for resources: {'Port': ['ID=a2e9586a-ddcb-41ab-a7aa-c26277a5230c,revision_number=2']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:48:33.553162 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Pushing event updated for resources: {'Port': ['ID=97837f7f-5b2d-47f3-a8f4-1535e24380ce,revision_number=4']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:48:33.564035 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 57034) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:48:33.639333 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-4064b210-2bca-415b-bd6b-4f286e2862ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09b1359d-3041-4542-a956-79020a736f6d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-597336176', 'tenant_id': '7f357cb809634e50864d0c31dbcbd617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.82'}], 'enable_snat': True}, 'gw_port_id': 'dd364a72-217a-431c-a2b7-281f14d8e605', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:47:56Z', 'updated_at': '2021-10-27T10:48:04Z', 'revision_number': 4, 'project_id': '7f357cb809634e50864d0c31dbcbd617', 'gw_port': {'id': 'dd364a72-217a-431c-a2b7-281f14d8e605', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:25:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b1359d-3041-4542-a956-79020a736f6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3191, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:47:57Z', 'updated_at': '2021-10-27T10:48:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_floatingips': [{'id': '9fce18bb-8ed8-4355-96e4-db1f37f66837', 'tenant_id': '7f357cb809634e50864d0c31dbcbd617', 'floating_ip_address': '172.25.8.9', 'floating_network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'router_id': '09b1359d-3041-4542-a956-79020a736f6d', 'port_id': '1be4bbd6-973b-46b3-bcdc-a1070bef65e3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3245, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df4d2f8f-0279-4ac1-b465-f59b71763f44', 'mac_address': 'fa:16:3e:39:98:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11879768-20dc-462e-a1bb-2d201b6367c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T10:48:29Z', 'updated_at': '2021-10-27T10:48:29Z', 'revision_number': 0, 'project_id': '7f357cb809634e50864d0c31dbcbd617', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44da5fca-a624-44c2-9320-5b1c4c8d5c18', 'name': '', 'network_id': 'df4d2f8f-0279-4ac1-b465-f59b71763f44', 'tenant_id': '7f357cb809634e50864d0c31dbcbd617', 'mac_address': 'fa:16:3e:38:16:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b1359d-3041-4542-a956-79020a736f6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3202, 'fixed_ips': [{'subnet_id': 'e60b25b2-9ab5-4d1d-a2b7-bc998becb4d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:48:02Z', 'updated_at': '2021-10-27T10:48:08Z', 'revision_number': 5, 'project_id': '7f357cb809634e50864d0c31dbcbd617', 'subnets': [{'id': 'e60b25b2-9ab5-4d1d-a2b7-bc998becb4d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:48:33.694064 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-c7a107cc-39f4-4f37-988a-6c1cf782554d req-7442d424-702b-422e-b446-79f3e56d2002 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/ports?device_id=c53b965f-6cbc-4c51-91d9-9f9c0a613cc2 HTTP/1.1" status: 200 len: 210 time: 0.0626616 Oct 27 10:48:33.716884 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4064b210-2bca-415b-bd6b-4f286e2862ff None None] The sync data for ids ['09b1359d-3041-4542-a956-79020a736f6d'] in n-d-813419-10 is: [{'id': '09b1359d-3041-4542-a956-79020a736f6d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-597336176', 'tenant_id': '7f357cb809634e50864d0c31dbcbd617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.82'}], 'enable_snat': True}, 'gw_port_id': 'dd364a72-217a-431c-a2b7-281f14d8e605', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:47:56Z', 'updated_at': '2021-10-27T10:48:04Z', 'revision_number': 4, 'project_id': '7f357cb809634e50864d0c31dbcbd617', 'gw_port': {'id': 'dd364a72-217a-431c-a2b7-281f14d8e605', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:25:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b1359d-3041-4542-a956-79020a736f6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3191, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:47:57Z', 'updated_at': '2021-10-27T10:48:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_floatingips': [{'id': '9fce18bb-8ed8-4355-96e4-db1f37f66837', 'tenant_id': '7f357cb809634e50864d0c31dbcbd617', 'floating_ip_address': '172.25.8.9', 'floating_network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'router_id': '09b1359d-3041-4542-a956-79020a736f6d', 'port_id': '1be4bbd6-973b-46b3-bcdc-a1070bef65e3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3245, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df4d2f8f-0279-4ac1-b465-f59b71763f44', 'mac_address': 'fa:16:3e:39:98:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11879768-20dc-462e-a1bb-2d201b6367c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T10:48:29Z', 'updated_at': '2021-10-27T10:48:29Z', 'revision_number': 0, 'project_id': '7f357cb809634e50864d0c31dbcbd617', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44da5fca-a624-44c2-9320-5b1c4c8d5c18', 'name': '', 'network_id': 'df4d2f8f-0279-4ac1-b465-f59b71763f44', 'tenant_id': '7f357cb809634e50864d0c31dbcbd617', 'mac_address': 'fa:16:3e:38:16:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b1359d-3041-4542-a956-79020a736f6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3202, 'fixed_ips': [{'subnet_id': 'e60b25b2-9ab5-4d1d-a2b7-bc998becb4d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:48:02Z', 'updated_at': '2021-10-27T10:48:08Z', 'revision_number': 5, 'project_id': '7f357cb809634e50864d0c31dbcbd617', 'subnets': [{'id': 'e60b25b2-9ab5-4d1d-a2b7-bc998becb4d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:48:33.724631 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-5da2e0d2-07e0-428d-9f0e-a51e2cfbefbe tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "GET /v2.0/floatingips/9fce18bb-8ed8-4355-96e4-db1f37f66837 HTTP/1.1" status: 200 len: 990 time: 0.1590717 Oct 27 10:48:34.099852 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 97837f7f-5b2d-47f3-a8f4-1535e24380ce up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:48:34.141636 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73f7f6ab-4529-4402-8111-cb68d13be2bd None None] New status for floating IP 9fce18bb-8ed8-4355-96e4-db1f37f66837: ACTIVE {{(pid=102349) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 10:48:34.151293 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29ce842e-d794-433e-ac60-b7ca496048f4 admin admin] Network 39bfeb78-eb5d-489b-af3a-3f8870b9b6fd is already hosted by enough agents. {{(pid=102347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:48:34.159906 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [None req-29ce842e-d794-433e-ac60-b7ca496048f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:48:34.220813 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ce842e-d794-433e-ac60-b7ca496048f4 admin admin] Pushing event updated for resources: {'Port': ['ID=acb7efaf-6bc2-4cb1-ab28-c4ae49a4024c,revision_number=2']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:48:34.260667 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port 97837f7f-5b2d-47f3-a8f4-1535e24380ce triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:48:34.261859 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:34.312969 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-64d4343d-ef70-4c8f-bf36-b44f20a1cbce req-992085f2-ce92-46af-a32a-e94b85beed9f service neutron] Attempting to bind port a2e9586a-ddcb-41ab-a7aa-c26277a5230c on host n-h1-813419-10 for vnic_type normal with profile {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:48:34.313301 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-64d4343d-ef70-4c8f-bf36-b44f20a1cbce req-992085f2-ce92-46af-a32a-e94b85beed9f service neutron] Attempting to bind port a2e9586a-ddcb-41ab-a7aa-c26277a5230c by drivers openvswitch,hyperv on host n-h1-813419-10 at level 0 using segments [{'id': 'a5fc7f07-22ca-4b2b-bd72-57f570088db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'f64c4ac1-58d3-4604-90d7-e5fb7ec08acd'}] {{(pid=102347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:48:34.313625 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64d4343d-ef70-4c8f-bf36-b44f20a1cbce req-992085f2-ce92-46af-a32a-e94b85beed9f service neutron] Attempting to bind port a2e9586a-ddcb-41ab-a7aa-c26277a5230c on network f64c4ac1-58d3-4604-90d7-e5fb7ec08acd {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:48:34.331983 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64d4343d-ef70-4c8f-bf36-b44f20a1cbce req-992085f2-ce92-46af-a32a-e94b85beed9f service neutron] Port a2e9586a-ddcb-41ab-a7aa-c26277a5230c on network f64c4ac1-58d3-4604-90d7-e5fb7ec08acd not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-10 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 10:48:34.331983 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64d4343d-ef70-4c8f-bf36-b44f20a1cbce req-992085f2-ce92-46af-a32a-e94b85beed9f service neutron] Attempting to bind port a2e9586a-ddcb-41ab-a7aa-c26277a5230c on network f64c4ac1-58d3-4604-90d7-e5fb7ec08acd {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:48:34.351715 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33549c45-803f-48b7-9472-c1a80ff79f49 req-63de8156-e573-4aed-a0bd-1ece501845b7 tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:48:34.353350 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-33549c45-803f-48b7-9472-c1a80ff79f49 req-63de8156-e573-4aed-a0bd-1ece501845b7 tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] 10.222.0.44 "GET /v2.0/ports?device_id=2748cfd5-058f-42fe-95e2-15186c0e34a9 HTTP/1.1" status: 200 len: 943 time: 0.2629750 Oct 27 10:48:34.355974 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64d4343d-ef70-4c8f-bf36-b44f20a1cbce req-992085f2-ce92-46af-a32a-e94b85beed9f service neutron] Checking agent: {'id': 'a52e1cab-0c63-402d-9c94-330537c6c076', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 16, 2), 'started_at': datetime.datetime(2021, 10, 27, 10, 16, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 48, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:48:34.356333 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64d4343d-ef70-4c8f-bf36-b44f20a1cbce req-992085f2-ce92-46af-a32a-e94b85beed9f service neutron] Checking segment: {'id': 'a5fc7f07-22ca-4b2b-bd72-57f570088db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'f64c4ac1-58d3-4604-90d7-e5fb7ec08acd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:48:34.356712 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64d4343d-ef70-4c8f-bf36-b44f20a1cbce req-992085f2-ce92-46af-a32a-e94b85beed9f service neutron] Bound using segment: {'id': 'a5fc7f07-22ca-4b2b-bd72-57f570088db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'f64c4ac1-58d3-4604-90d7-e5fb7ec08acd'} {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:48:34.357142 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-64d4343d-ef70-4c8f-bf36-b44f20a1cbce req-992085f2-ce92-46af-a32a-e94b85beed9f service neutron] Bound port: a2e9586a-ddcb-41ab-a7aa-c26277a5230c, host: n-h1-813419-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5fc7f07-22ca-4b2b-bd72-57f570088db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'f64c4ac1-58d3-4604-90d7-e5fb7ec08acd'}}] {{(pid=102347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:48:34.357491 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-64d4343d-ef70-4c8f-bf36-b44f20a1cbce req-992085f2-ce92-46af-a32a-e94b85beed9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:34.515858 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-33549c45-803f-48b7-9472-c1a80ff79f49 req-f5d43cd3-b163-4b2a-b668-3a3fc9f8fea9 tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] 10.222.0.44 "GET /v2.0/security-groups?id=be0ccc76-c87a-4524-bcb1-ccb30db16fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1469791 Oct 27 10:48:34.527316 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29ce842e-d794-433e-ac60-b7ca496048f4 admin admin] Router a586bbfe-f223-464b-98df-7b4b591c2b89 has already been hosted by L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb {{(pid=102347) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 10:48:34.545219 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-64d4343d-ef70-4c8f-bf36-b44f20a1cbce req-992085f2-ce92-46af-a32a-e94b85beed9f service neutron] For port a2e9586a-ddcb-41ab-a7aa-c26277a5230c, host n-h1-813419-10, cleared binding levels {{(pid=102347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:48:34.555140 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-64d4343d-ef70-4c8f-bf36-b44f20a1cbce req-992085f2-ce92-46af-a32a-e94b85beed9f service neutron] For port a2e9586a-ddcb-41ab-a7aa-c26277a5230c, host n-h1-813419-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=a2e9586a-ddcb-41ab-a7aa-c26277a5230c,segment=NetworkSegment(a5fc7f07-22ca-4b2b-bd72-57f570088db0),segment_id=a5fc7f07-22ca-4b2b-bd72-57f570088db0)] {{(pid=102347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:48:34.562696 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-64d4343d-ef70-4c8f-bf36-b44f20a1cbce req-992085f2-ce92-46af-a32a-e94b85beed9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:34.683739 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d4343d-ef70-4c8f-bf36-b44f20a1cbce req-992085f2-ce92-46af-a32a-e94b85beed9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:48:34.684482 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-64d4343d-ef70-4c8f-bf36-b44f20a1cbce req-992085f2-ce92-46af-a32a-e94b85beed9f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:34.685761 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-64d4343d-ef70-4c8f-bf36-b44f20a1cbce req-992085f2-ce92-46af-a32a-e94b85beed9f service neutron] 10.222.0.64 "PUT /v2.0/ports/a2e9586a-ddcb-41ab-a7aa-c26277a5230c HTTP/1.1" status: 200 len: 1092 time: 3.0041447 Oct 27 10:48:34.689384 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device 5d55d707-0eec-403e-a06e-7d5ae4ea5bd9 no longer exists at agent hyperv_n-h1-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:48:34.699483 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2748cfd5-058f-42fe-95e2-15186c0e34a9', 'tag': 'a2e9586a-ddcb-41ab-a7aa-c26277a5230c'}] {{(pid=102347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:48:34.703573 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311149b481204ee7edffdb959c881838506fbd95bc8577c048f6677abb73acc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8217dab7-674e-4d90-9733-0a14b67a47b1" -d '{"events": [{"name": "network-changed", "server_uuid": "2748cfd5-058f-42fe-95e2-15186c0e34a9", "tag": "a2e9586a-ddcb-41ab-a7aa-c26277a5230c"}]}' {{(pid=102347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:48:34.729254 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 57050) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:48:34.740030 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] No Port match for: 5d55d707-0eec-403e-a06e-7d5ae4ea5bd9 {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:48:34.741451 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device 5d55d707-0eec-403e-a06e-7d5ae4ea5bd9 not bound to the agent host n-h1-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:48:34.828629 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992085f2-ce92-46af-a32a-e94b85beed9f service neutron] Pushing event updated for resources: {'Port': ['ID=a2e9586a-ddcb-41ab-a7aa-c26277a5230c,revision_number=3']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:48:34.846226 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 10:48:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f98e4a2-923c-42a7-a958-9cc00710ef8d x-openstack-request-id: req-8f98e4a2-923c-42a7-a958-9cc00710ef8d {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:48:34.846517 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2748cfd5-058f-42fe-95e2-15186c0e34a9", "tag": "a2e9586a-ddcb-41ab-a7aa-c26277a5230c", "status": "completed", "code": 200}]} {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:48:34.846769 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-8f98e4a2-923c-42a7-a958-9cc00710ef8d {{(pid=102347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:48:34.847171 n-d-813419-10 neutron-server[102347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2748cfd5-058f-42fe-95e2-15186c0e34a9', 'tag': 'a2e9586a-ddcb-41ab-a7aa-c26277a5230c', 'status': 'completed', 'code': 200} Oct 27 10:48:34.874659 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29ce842e-d794-433e-ac60-b7ca496048f4 admin admin] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:48:34.890455 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc35ebba-b45b-4b26-bc84-b921539d4fea None None] Sync routers for ids ['a586bbfe-f223-464b-98df-7b4b591c2b89'] in n-d-813419-10 {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:48:34.904218 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-29ce842e-d794-433e-ac60-b7ca496048f4 admin admin] 10.222.0.44 "PUT /v2.0/routers/a586bbfe-f223-464b-98df-7b4b591c2b89/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1111677 Oct 27 10:48:34.908991 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc35ebba-b45b-4b26-bc84-b921539d4fea None None] Routers {'a586bbfe-f223-464b-98df-7b4b591c2b89'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:48:34.910814 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-dc35ebba-b45b-4b26-bc84-b921539d4fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:48:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['a586bbfe-f223-464b-98df-7b4b591c2b89'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:48:34.916307 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d4343d-ef70-4c8f-bf36-b44f20a1cbce req-7f000229-9732-48db-882f-b5d679243455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:48:34.917990 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-64d4343d-ef70-4c8f-bf36-b44f20a1cbce req-7f000229-9732-48db-882f-b5d679243455 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=61720bce4798402799f65ee94c5dc895&device_id=2748cfd5-058f-42fe-95e2-15186c0e34a9 HTTP/1.1" status: 200 len: 1095 time: 0.1744442 Oct 27 10:48:34.948424 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-01f303f6-786b-4ca5-805b-1ddfcacb5921 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "GET /v2.0/floatingips/9fce18bb-8ed8-4355-96e4-db1f37f66837 HTTP/1.1" status: 200 len: 992 time: 0.2169976 Oct 27 10:48:35.013468 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-9085fa27-f9a3-4eb4-9c3c-133a2b2ae313 req-451a5ccd-f721-4b53-bb79-1cf027616455 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/ports?device_id=c53b965f-6cbc-4c51-91d9-9f9c0a613cc2 HTTP/1.1" status: 200 len: 210 time: 0.0634694 Oct 27 10:48:35.047394 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-64d4343d-ef70-4c8f-bf36-b44f20a1cbce req-167c4fd6-0bc0-4659-be8e-1826850e49f6 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a2e9586a-ddcb-41ab-a7aa-c26277a5230c HTTP/1.1" status: 200 len: 217 time: 0.1191850 Oct 27 10:48:35.140128 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-da2fe9b8-5d11-46ba-8c82-43bdb70fe3aa req-016b0e81-9a35-459c-a992-eccbdef01225 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=11879768-20dc-462e-a1bb-2d201b6367c5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1248844 Oct 27 10:48:35.152938 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d4343d-ef70-4c8f-bf36-b44f20a1cbce req-756e4183-6a75-447d-b9d1-8c78f556ac63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:48:35.153890 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-64d4343d-ef70-4c8f-bf36-b44f20a1cbce req-756e4183-6a75-447d-b9d1-8c78f556ac63 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2fee239f-a559-4db5-a696-c092c8e38011 HTTP/1.1" status: 200 len: 849 time: 0.0998631 Oct 27 10:48:35.245450 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d4343d-ef70-4c8f-bf36-b44f20a1cbce req-75faeee7-987a-432c-ad70-0e3a005a92c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:48:35.247810 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-64d4343d-ef70-4c8f-bf36-b44f20a1cbce req-75faeee7-987a-432c-ad70-0e3a005a92c4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f64c4ac1-58d3-4604-90d7-e5fb7ec08acd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0860157 Oct 27 10:48:35.302146 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvr_db [None req-dc35ebba-b45b-4b26-bc84-b921539d4fea None None] Set router a586bbfe-f223-464b-98df-7b4b591c2b89 gateway port host: n-d-813419-10 {{(pid=102348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:48:35.305410 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2fe9b8-5d11-46ba-8c82-43bdb70fe3aa req-08f9cb2d-2c94-491f-8a48-a00b1a00a516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:48:35.307476 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-da2fe9b8-5d11-46ba-8c82-43bdb70fe3aa req-08f9cb2d-2c94-491f-8a48-a00b1a00a516 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=7f357cb809634e50864d0c31dbcbd617&device_id=11879768-20dc-462e-a1bb-2d201b6367c5 HTTP/1.1" status: 200 len: 1098 time: 0.1202753 Oct 27 10:48:35.472408 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-64d4343d-ef70-4c8f-bf36-b44f20a1cbce req-3d3233d2-ecb3-4363-9246-cc5b7ecbd527 service neutron] 10.222.0.64 "GET /v2.0/networks/f64c4ac1-58d3-4604-90d7-e5fb7ec08acd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2087059 Oct 27 10:48:35.528126 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2fe9b8-5d11-46ba-8c82-43bdb70fe3aa req-5d1f4543-2add-4187-af1d-3ed5c823a4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:48:35.532304 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-da2fe9b8-5d11-46ba-8c82-43bdb70fe3aa req-5d1f4543-2add-4187-af1d-3ed5c823a4fc service neutron] 10.222.0.76 "GET /v2.0/networks?id=df4d2f8f-0279-4ac1-b465-f59b71763f44 HTTP/1.1" status: 200 len: 898 time: 0.2017221 Oct 27 10:48:35.679121 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-dc35ebba-b45b-4b26-bc84-b921539d4fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a586bbfe-f223-464b-98df-7b4b591c2b89', 'name': 'tempest-ServerRescueNegativeTestJSON-1182559815-router', 'tenant_id': '49f69ef03c2149d7af8e989acb2acfe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.20'}], 'enable_snat': True}, 'gw_port_id': '97837f7f-5b2d-47f3-a8f4-1535e24380ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:48:26Z', 'updated_at': '2021-10-27T10:48:32Z', 'revision_number': 4, 'project_id': '49f69ef03c2149d7af8e989acb2acfe0', 'gw_port': {'id': '97837f7f-5b2d-47f3-a8f4-1535e24380ce', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:cc:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a586bbfe-f223-464b-98df-7b4b591c2b89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3243, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:48:27Z', 'updated_at': '2021-10-27T10:48:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_interfaces': [{'id': 'acb7efaf-6bc2-4cb1-ab28-c4ae49a4024c', 'name': '', 'network_id': '39bfeb78-eb5d-489b-af3a-3f8870b9b6fd', 'tenant_id': '49f69ef03c2149d7af8e989acb2acfe0', 'mac_address': 'fa:16:3e:41:66:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a586bbfe-f223-464b-98df-7b4b591c2b89', 'device_owner': 'network:router_interface', 'standard_attr_id': 3247, 'fixed_ips': [{'subnet_id': '6f583c02-d1dc-428e-a2f7-ffb6764c8f58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:48:30Z', 'updated_at': '2021-10-27T10:48:32Z', 'revision_number': 2, 'project_id': '49f69ef03c2149d7af8e989acb2acfe0', 'subnets': [{'id': '6f583c02-d1dc-428e-a2f7-ffb6764c8f58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:48:35.692719 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-da2fe9b8-5d11-46ba-8c82-43bdb70fe3aa req-73a6db78-dc40-4c12-a176-161d19d0fc70 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1be4bbd6-973b-46b3-bcdc-a1070bef65e3 HTTP/1.1" status: 200 len: 1000 time: 0.1488721 Oct 27 10:48:35.761263 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc35ebba-b45b-4b26-bc84-b921539d4fea None None] Checking router: a586bbfe-f223-464b-98df-7b4b591c2b89 for host: n-d-813419-10 {{(pid=102348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 10:48:35.763239 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc35ebba-b45b-4b26-bc84-b921539d4fea None None] Updating router a586bbfe-f223-464b-98df-7b4b591c2b89 port acb7efaf-6bc2-4cb1-ab28-c4ae49a4024c binding host n-d-813419-10 {{(pid=102348) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 10:48:35.794482 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a241c42-a614-4751-89c2-2c92e8158902 req-bb18329a-f3d2-4a3e-997f-dc3daf138e7c tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:48:35.809312 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-3a241c42-a614-4751-89c2-2c92e8158902 req-bb18329a-f3d2-4a3e-997f-dc3daf138e7c tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] 10.222.0.44 "GET /v2.0/ports?device_id=2748cfd5-058f-42fe-95e2-15186c0e34a9 HTTP/1.1" status: 200 len: 943 time: 0.1437263 Oct 27 10:48:35.820387 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2fe9b8-5d11-46ba-8c82-43bdb70fe3aa req-f73544b6-4644-4f3a-8f5c-6a8c0dbedb88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:48:35.822480 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-da2fe9b8-5d11-46ba-8c82-43bdb70fe3aa req-f73544b6-4644-4f3a-8f5c-6a8c0dbedb88 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=e60b25b2-9ab5-4d1d-a2b7-bc998becb4d1 HTTP/1.1" status: 200 len: 835 time: 0.1119959 Oct 27 10:48:35.831222 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-dc35ebba-b45b-4b26-bc84-b921539d4fea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:35.845976 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e678cc6-99d4-43d8-9b17-1bf5bfc8ab94 req-5c0d0a8e-434d-4ea6-a891-cba8699a7b7d tempest-ServerRescueNegativeTestJSON-1023322817 tempest-ServerRescueNegativeTestJSON-1023322817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:48:35.857979 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-1e678cc6-99d4-43d8-9b17-1bf5bfc8ab94 req-5c0d0a8e-434d-4ea6-a891-cba8699a7b7d tempest-ServerRescueNegativeTestJSON-1023322817 tempest-ServerRescueNegativeTestJSON-1023322817-project] 10.222.0.44 "GET /v2.0/networks?id=39bfeb78-eb5d-489b-af3a-3f8870b9b6fd HTTP/1.1" status: 200 len: 819 time: 0.4071822 Oct 27 10:48:35.889154 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-64d4343d-ef70-4c8f-bf36-b44f20a1cbce req-9fe0aea0-a138-4d70-b537-c95d2cd5cf73 service neutron] 10.222.0.64 "GET /v2.0/networks/f64c4ac1-58d3-4604-90d7-e5fb7ec08acd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4158750 Oct 27 10:48:35.893247 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-1e678cc6-99d4-43d8-9b17-1bf5bfc8ab94 req-727f0b1c-4e2c-4cab-af55-b8ebc45a887e tempest-ServerRescueNegativeTestJSON-1023322817 tempest-ServerRescueNegativeTestJSON-1023322817-project] 10.222.0.44 "GET /v2.0/quotas/49f69ef03c2149d7af8e989acb2acfe0 HTTP/1.1" status: 200 len: 375 time: 0.0248837 Oct 27 10:48:35.947739 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-3a241c42-a614-4751-89c2-2c92e8158902 req-10844238-7a44-4bd9-90b1-102375fa4605 tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] 10.222.0.44 "GET /v2.0/security-groups?id=be0ccc76-c87a-4524-bcb1-ccb30db16fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1368265 Oct 27 10:48:35.968933 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2fe9b8-5d11-46ba-8c82-43bdb70fe3aa req-21d067a4-b6cd-4491-8d5b-de0a38384acd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:48:35.971330 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-da2fe9b8-5d11-46ba-8c82-43bdb70fe3aa req-21d067a4-b6cd-4491-8d5b-de0a38384acd service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=df4d2f8f-0279-4ac1-b465-f59b71763f44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1386378 Oct 27 10:48:36.101148 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-1e678cc6-99d4-43d8-9b17-1bf5bfc8ab94 req-700371b3-79f8-4872-a233-62b8b9b6c815 tempest-ServerRescueNegativeTestJSON-1023322817 tempest-ServerRescueNegativeTestJSON-1023322817-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=49f69ef03c2149d7af8e989acb2acfe0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2007151 Oct 27 10:48:36.135139 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8217dab7-674e-4d90-9733-0a14b67a47b1 req-dcb51287-0322-415f-a52f-35b53148e395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:48:36.136871 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8217dab7-674e-4d90-9733-0a14b67a47b1 req-dcb51287-0322-415f-a52f-35b53148e395 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=61720bce4798402799f65ee94c5dc895&device_id=2748cfd5-058f-42fe-95e2-15186c0e34a9 HTTP/1.1" status: 200 len: 1095 time: 0.1744308 Oct 27 10:48:36.207338 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-fe477af7-7b3e-43bc-b347-448871591d70 req-c77f6ad8-940a-433a-9a9e-314a4f364964 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/ports?device_id=c53b965f-6cbc-4c51-91d9-9f9c0a613cc2 HTTP/1.1" status: 200 len: 210 time: 0.0487843 Oct 27 10:48:36.218201 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-dc35ebba-b45b-4b26-bc84-b921539d4fea None None] Publish callbacks [] for port, precommit_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:36.223503 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-da2fe9b8-5d11-46ba-8c82-43bdb70fe3aa req-c7d3985c-73e6-4f96-b81f-825427d7eb92 service neutron] 10.222.0.76 "GET /v2.0/networks/df4d2f8f-0279-4ac1-b465-f59b71763f44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2362399 Oct 27 10:48:36.225541 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-dc35ebba-b45b-4b26-bc84-b921539d4fea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:36.305309 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d6ad37-ec56-4b66-94b3-5613f72d4053 None None] Pushing event updated for resources: {'Port': ['ID=acb7efaf-6bc2-4cb1-ab28-c4ae49a4024c,revision_number=3']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:48:36.386420 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-1e678cc6-99d4-43d8-9b17-1bf5bfc8ab94 req-53a82f70-1743-4648-8434-d2d29bd825f5 service neutron] 10.222.0.44 "GET /v2.0/networks/39bfeb78-eb5d-489b-af3a-3f8870b9b6fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2719359 Oct 27 10:48:36.389301 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8217dab7-674e-4d90-9733-0a14b67a47b1 req-45ba96e1-ae0e-4b12-97f9-50c02e9fe691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:48:36.390679 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8217dab7-674e-4d90-9733-0a14b67a47b1 req-45ba96e1-ae0e-4b12-97f9-50c02e9fe691 service neutron] 10.222.0.64 "GET /v2.0/networks?id=f64c4ac1-58d3-4604-90d7-e5fb7ec08acd HTTP/1.1" status: 200 len: 911 time: 0.2396550 Oct 27 10:48:36.494036 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-dc35ebba-b45b-4b26-bc84-b921539d4fea None None] Attempting to bind port acb7efaf-6bc2-4cb1-ab28-c4ae49a4024c on host n-d-813419-10 for vnic_type normal with profile {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:48:36.494473 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-dc35ebba-b45b-4b26-bc84-b921539d4fea None None] Attempting to bind port acb7efaf-6bc2-4cb1-ab28-c4ae49a4024c by drivers openvswitch,hyperv on host n-d-813419-10 at level 0 using segments [{'id': 'd4764657-a085-407f-b80c-1b38d7cbd252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '39bfeb78-eb5d-489b-af3a-3f8870b9b6fd'}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:48:36.498812 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc35ebba-b45b-4b26-bc84-b921539d4fea None None] Attempting to bind port acb7efaf-6bc2-4cb1-ab28-c4ae49a4024c on network 39bfeb78-eb5d-489b-af3a-3f8870b9b6fd {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:48:36.514258 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc35ebba-b45b-4b26-bc84-b921539d4fea None None] Checking agent: {'id': '89dba0f3-79b2-435e-9822-33674b8f6ada', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 8, 20), 'started_at': datetime.datetime(2021, 10, 27, 10, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 48, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:48:36.514660 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc35ebba-b45b-4b26-bc84-b921539d4fea None None] Checking segment: {'id': 'd4764657-a085-407f-b80c-1b38d7cbd252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '39bfeb78-eb5d-489b-af3a-3f8870b9b6fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:48:36.515058 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-dc35ebba-b45b-4b26-bc84-b921539d4fea None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:36.526607 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc35ebba-b45b-4b26-bc84-b921539d4fea None None] Bound using segment: {'id': 'd4764657-a085-407f-b80c-1b38d7cbd252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '39bfeb78-eb5d-489b-af3a-3f8870b9b6fd'} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:48:36.529221 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-dc35ebba-b45b-4b26-bc84-b921539d4fea None None] Bound port: acb7efaf-6bc2-4cb1-ab28-c4ae49a4024c, host: n-d-813419-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4764657-a085-407f-b80c-1b38d7cbd252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '39bfeb78-eb5d-489b-af3a-3f8870b9b6fd'}}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:48:36.529632 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-dc35ebba-b45b-4b26-bc84-b921539d4fea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:36.559293 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-da2fe9b8-5d11-46ba-8c82-43bdb70fe3aa req-8b32ebbb-5b99-4b45-a530-fce5996859c2 service neutron] 10.222.0.76 "GET /v2.0/networks/df4d2f8f-0279-4ac1-b465-f59b71763f44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3214948 Oct 27 10:48:36.654554 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-dc35ebba-b45b-4b26-bc84-b921539d4fea None None] For port acb7efaf-6bc2-4cb1-ab28-c4ae49a4024c, host n-d-813419-10, cleared binding levels {{(pid=102348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:48:36.658871 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-dc35ebba-b45b-4b26-bc84-b921539d4fea None None] For port acb7efaf-6bc2-4cb1-ab28-c4ae49a4024c, host n-d-813419-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=acb7efaf-6bc2-4cb1-ab28-c4ae49a4024c,segment=NetworkSegment(d4764657-a085-407f-b80c-1b38d7cbd252),segment_id=d4764657-a085-407f-b80c-1b38d7cbd252)] {{(pid=102348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:48:36.666171 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-dc35ebba-b45b-4b26-bc84-b921539d4fea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:36.721356 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-1e678cc6-99d4-43d8-9b17-1bf5bfc8ab94 req-420518a9-c9fa-40d4-9ccd-3d451546a483 service neutron] 10.222.0.44 "GET /v2.0/networks/39bfeb78-eb5d-489b-af3a-3f8870b9b6fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3212709 Oct 27 10:48:36.723407 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8217dab7-674e-4d90-9733-0a14b67a47b1 req-a54b7c68-6321-4495-be82-5d565d313c0f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a2e9586a-ddcb-41ab-a7aa-c26277a5230c HTTP/1.1" status: 200 len: 217 time: 0.3187046 Oct 27 10:48:36.759973 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc35ebba-b45b-4b26-bc84-b921539d4fea None None] Routers {'a586bbfe-f223-464b-98df-7b4b591c2b89'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:48:36.760648 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-dc35ebba-b45b-4b26-bc84-b921539d4fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:48:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['a586bbfe-f223-464b-98df-7b4b591c2b89'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:48:36.771742 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d6ad37-ec56-4b66-94b3-5613f72d4053 None None] Pushing event updated for resources: {'Port': ['ID=acb7efaf-6bc2-4cb1-ab28-c4ae49a4024c,revision_number=4']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:48:36.821977 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8217dab7-674e-4d90-9733-0a14b67a47b1 req-0da020ed-31fd-4017-a1be-9326c0fe770f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:48:36.823771 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8217dab7-674e-4d90-9733-0a14b67a47b1 req-0da020ed-31fd-4017-a1be-9326c0fe770f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2fee239f-a559-4db5-a696-c092c8e38011 HTTP/1.1" status: 200 len: 849 time: 0.0925112 Oct 27 10:48:36.888139 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8217dab7-674e-4d90-9733-0a14b67a47b1 req-586e285f-a8f1-4621-9dd2-0f93dd678419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:48:36.890928 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8217dab7-674e-4d90-9733-0a14b67a47b1 req-586e285f-a8f1-4621-9dd2-0f93dd678419 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f64c4ac1-58d3-4604-90d7-e5fb7ec08acd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0586019 Oct 27 10:48:36.943094 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvr_db [None req-dc35ebba-b45b-4b26-bc84-b921539d4fea None None] Set router a586bbfe-f223-464b-98df-7b4b591c2b89 gateway port host: n-d-813419-10 {{(pid=102348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:48:37.052230 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-18a73e71-87c8-4921-b943-30d1f5724abc req-8e1007bf-357c-4278-97ff-4de7e6983b47 tempest-ServerRescueNegativeTestJSON-1023322817 tempest-ServerRescueNegativeTestJSON-1023322817-project] 10.222.0.44 "GET /v2.0/ports?device_id=0e38e5fe-b7e6-4a57-9fef-a67e31b94d76 HTTP/1.1" status: 200 len: 210 time: 0.0440342 Oct 27 10:48:37.074736 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8217dab7-674e-4d90-9733-0a14b67a47b1 req-cf557226-14b1-4cfa-8758-b1c1a0885d34 service neutron] 10.222.0.64 "GET /v2.0/networks/f64c4ac1-58d3-4604-90d7-e5fb7ec08acd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1761022 Oct 27 10:48:37.312533 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc04255-ff76-4d94-9453-6e27af9073d9 req-889b5ac7-6bd0-47d6-9584-9a53e7b10f78 tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:48:37.334625 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-cbc04255-ff76-4d94-9453-6e27af9073d9 req-889b5ac7-6bd0-47d6-9584-9a53e7b10f78 tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] 10.222.0.44 "GET /v2.0/ports?device_id=2748cfd5-058f-42fe-95e2-15186c0e34a9 HTTP/1.1" status: 200 len: 943 time: 0.1644356 Oct 27 10:48:37.334836 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-dc35ebba-b45b-4b26-bc84-b921539d4fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a586bbfe-f223-464b-98df-7b4b591c2b89', 'name': 'tempest-ServerRescueNegativeTestJSON-1182559815-router', 'tenant_id': '49f69ef03c2149d7af8e989acb2acfe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.20'}], 'enable_snat': True}, 'gw_port_id': '97837f7f-5b2d-47f3-a8f4-1535e24380ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:48:26Z', 'updated_at': '2021-10-27T10:48:32Z', 'revision_number': 4, 'project_id': '49f69ef03c2149d7af8e989acb2acfe0', 'gw_port': {'id': '97837f7f-5b2d-47f3-a8f4-1535e24380ce', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:cc:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a586bbfe-f223-464b-98df-7b4b591c2b89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3243, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:48:27Z', 'updated_at': '2021-10-27T10:48:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_interfaces': [{'id': 'acb7efaf-6bc2-4cb1-ab28-c4ae49a4024c', 'name': '', 'network_id': '39bfeb78-eb5d-489b-af3a-3f8870b9b6fd', 'tenant_id': '49f69ef03c2149d7af8e989acb2acfe0', 'mac_address': 'fa:16:3e:41:66:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a586bbfe-f223-464b-98df-7b4b591c2b89', 'device_owner': 'network:router_interface', 'standard_attr_id': 3247, 'fixed_ips': [{'subnet_id': '6f583c02-d1dc-428e-a2f7-ffb6764c8f58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:48:30Z', 'updated_at': '2021-10-27T10:48:36Z', 'revision_number': 4, 'project_id': '49f69ef03c2149d7af8e989acb2acfe0', 'subnets': [{'id': '6f583c02-d1dc-428e-a2f7-ffb6764c8f58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:48:37.394633 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8217dab7-674e-4d90-9733-0a14b67a47b1 req-b50d1b66-bfd3-42ff-94da-a8597b83da7c service neutron] 10.222.0.64 "GET /v2.0/networks/f64c4ac1-58d3-4604-90d7-e5fb7ec08acd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3116426 Oct 27 10:48:37.427062 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc35ebba-b45b-4b26-bc84-b921539d4fea None None] The sync data for ids ['a586bbfe-f223-464b-98df-7b4b591c2b89'] in n-d-813419-10 is: [{'id': 'a586bbfe-f223-464b-98df-7b4b591c2b89', 'name': 'tempest-ServerRescueNegativeTestJSON-1182559815-router', 'tenant_id': '49f69ef03c2149d7af8e989acb2acfe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.20'}], 'enable_snat': True}, 'gw_port_id': '97837f7f-5b2d-47f3-a8f4-1535e24380ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:48:26Z', 'updated_at': '2021-10-27T10:48:32Z', 'revision_number': 4, 'project_id': '49f69ef03c2149d7af8e989acb2acfe0', 'gw_port': {'id': '97837f7f-5b2d-47f3-a8f4-1535e24380ce', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:cc:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a586bbfe-f223-464b-98df-7b4b591c2b89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3243, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:48:27Z', 'updated_at': '2021-10-27T10:48:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_interfaces': [{'id': 'acb7efaf-6bc2-4cb1-ab28-c4ae49a4024c', 'name': '', 'network_id': '39bfeb78-eb5d-489b-af3a-3f8870b9b6fd', 'tenant_id': '49f69ef03c2149d7af8e989acb2acfe0', 'mac_address': 'fa:16:3e:41:66:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a586bbfe-f223-464b-98df-7b4b591c2b89', 'device_owner': 'network:router_interface', 'standard_attr_id': 3247, 'fixed_ips': [{'subnet_id': '6f583c02-d1dc-428e-a2f7-ffb6764c8f58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:48:30Z', 'updated_at': '2021-10-27T10:48:36Z', 'revision_number': 4, 'project_id': '49f69ef03c2149d7af8e989acb2acfe0', 'subnets': [{'id': '6f583c02-d1dc-428e-a2f7-ffb6764c8f58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:48:37.452709 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-cbc04255-ff76-4d94-9453-6e27af9073d9 req-6b6ddca1-a08c-4e3d-912d-5bd54fd3fb5c tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] 10.222.0.44 "GET /v2.0/security-groups?id=be0ccc76-c87a-4524-bcb1-ccb30db16fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1171088 Oct 27 10:48:37.479490 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4c5285-340e-4f81-a2ec-8da26b6616d0 req-f47c5ed7-2e65-498d-9494-c0b2d6f2c780 tempest-ServerRescueNegativeTestJSON-1023322817 tempest-ServerRescueNegativeTestJSON-1023322817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:48:37.482050 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-6d4c5285-340e-4f81-a2ec-8da26b6616d0 req-f47c5ed7-2e65-498d-9494-c0b2d6f2c780 tempest-ServerRescueNegativeTestJSON-1023322817 tempest-ServerRescueNegativeTestJSON-1023322817-project] 10.222.0.44 "GET /v2.0/networks?id=39bfeb78-eb5d-489b-af3a-3f8870b9b6fd HTTP/1.1" status: 200 len: 819 time: 0.2474332 Oct 27 10:48:37.535776 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-6d4c5285-340e-4f81-a2ec-8da26b6616d0 req-47941b25-62c7-43c4-a718-e12831be746d tempest-ServerRescueNegativeTestJSON-1023322817 tempest-ServerRescueNegativeTestJSON-1023322817-project] 10.222.0.44 "GET /v2.0/quotas/49f69ef03c2149d7af8e989acb2acfe0 HTTP/1.1" status: 200 len: 375 time: 0.0364678 Oct 27 10:48:37.633309 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-6d4c5285-340e-4f81-a2ec-8da26b6616d0 req-1e81b893-6409-493c-b9f6-bb73772f55dd tempest-ServerRescueNegativeTestJSON-1023322817 tempest-ServerRescueNegativeTestJSON-1023322817-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=49f69ef03c2149d7af8e989acb2acfe0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0962572 Oct 27 10:48:37.663456 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-85d5261a-21d7-4d54-87c0-44caf6395cac req-0bedcf6c-9b7c-4bfd-adf0-089a8df41c38 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/ports?device_id=c53b965f-6cbc-4c51-91d9-9f9c0a613cc2 HTTP/1.1" status: 200 len: 210 time: 0.0547948 Oct 27 10:48:37.841807 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-6d4c5285-340e-4f81-a2ec-8da26b6616d0 req-59ef4c31-e8ae-4d7e-baa5-ac3c37741d17 service neutron] 10.222.0.44 "GET /v2.0/networks/39bfeb78-eb5d-489b-af3a-3f8870b9b6fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2073216 Oct 27 10:48:37.988772 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-6d4c5285-340e-4f81-a2ec-8da26b6616d0 req-5b79ae6b-6783-46bb-a53b-1af6b4f57892 service neutron] 10.222.0.44 "GET /v2.0/networks/39bfeb78-eb5d-489b-af3a-3f8870b9b6fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1459730 Oct 27 10:48:38.217831 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device acb7efaf-6bc2-4cb1-ab28-c4ae49a4024c up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:48:38.333539 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-11d533a1-fafa-4833-97d4-2c0316829025 req-3b2dbee5-c441-43e4-a675-2e83f83d28b7 tempest-ServerRescueNegativeTestJSON-1023322817 tempest-ServerRescueNegativeTestJSON-1023322817-project] 10.222.0.44 "GET /v2.0/ports?device_id=3759aba1-09d4-4fed-9d74-3da6681f98ba HTTP/1.1" status: 200 len: 210 time: 0.0982223 Oct 27 10:48:38.389463 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port acb7efaf-6bc2-4cb1-ab28-c4ae49a4024c triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:48:38.390056 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:38.569119 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:38.691911 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] For port acb7efaf-6bc2-4cb1-ab28-c4ae49a4024c, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=acb7efaf-6bc2-4cb1-ab28-c4ae49a4024c,segment=NetworkSegment(d4764657-a085-407f-b80c-1b38d7cbd252),segment_id=d4764657-a085-407f-b80c-1b38d7cbd252)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:48:38.702517 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:38.727653 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device a2e9586a-ddcb-41ab-a7aa-c26277a5230c details requested by agent hyperv_n-h1-813419-10 with host n-h1-813419-10 {{(pid=102348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 10:48:39.052748 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-108f3517-27cf-44f6-b6cf-2071e04e2b87 req-1bb63efa-6c59-4acb-91b3-fffa7a060211 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/ports?device_id=c53b965f-6cbc-4c51-91d9-9f9c0a613cc2 HTTP/1.1" status: 200 len: 210 time: 0.0657709 Oct 27 10:48:39.064681 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Pushing event updated for resources: {'Port': ['ID=acb7efaf-6bc2-4cb1-ab28-c4ae49a4024c,revision_number=5']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:48:39.084584 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:39.148054 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e678cc6-99d4-43d8-9b17-1bf5bfc8ab94 req-824599bd-f3cc-4d63-864d-0d3121930df7 tempest-ServerRescueNegativeTestJSON-1023322817 tempest-ServerRescueNegativeTestJSON-1023322817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:48:39.149824 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-1e678cc6-99d4-43d8-9b17-1bf5bfc8ab94 req-824599bd-f3cc-4d63-864d-0d3121930df7 tempest-ServerRescueNegativeTestJSON-1023322817 tempest-ServerRescueNegativeTestJSON-1023322817-project] 10.222.0.76 "GET /v2.0/networks?id=39bfeb78-eb5d-489b-af3a-3f8870b9b6fd HTTP/1.1" status: 200 len: 819 time: 0.3218083 Oct 27 10:48:39.165922 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [req-1e678cc6-99d4-43d8-9b17-1bf5bfc8ab94 req-ed3633b7-1324-46df-8dc1-dab623fb16a8 tempest-ServerRescueNegativeTestJSON-1023322817 tempest-ServerRescueNegativeTestJSON-1023322817-project] Request body: {'port': {'device_id': '0e38e5fe-b7e6-4a57-9fef-a67e31b94d76', 'network_id': '39bfeb78-eb5d-489b-af3a-3f8870b9b6fd', 'admin_state_up': True, 'tenant_id': '49f69ef03c2149d7af8e989acb2acfe0'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:48:39.183024 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port a2e9586a-ddcb-41ab-a7aa-c26277a5230c, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=a2e9586a-ddcb-41ab-a7aa-c26277a5230c,segment=NetworkSegment(a5fc7f07-22ca-4b2b-bd72-57f570088db0),segment_id=a5fc7f07-22ca-4b2b-bd72-57f570088db0)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:48:39.224697 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Returning: {'device': 'a2e9586a-ddcb-41ab-a7aa-c26277a5230c', 'network_id': 'f64c4ac1-58d3-4604-90d7-e5fb7ec08acd', 'port_id': 'a2e9586a-ddcb-41ab-a7aa-c26277a5230c', 'mac_address': 'fa:16:3e:e7:4a:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 430, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2fee239f-a559-4db5-a696-c092c8e38011', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 10:48:39.316797 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8278243d-50a4-4934-8d19-2b3d281b52cf req-defc7705-6a4b-4445-93d7-dc5b814748cb tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:48:39.331417 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:39.337240 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-8278243d-50a4-4934-8d19-2b3d281b52cf req-defc7705-6a4b-4445-93d7-dc5b814748cb tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] 10.222.0.44 "GET /v2.0/ports?device_id=2748cfd5-058f-42fe-95e2-15186c0e34a9 HTTP/1.1" status: 200 len: 943 time: 0.6906779 Oct 27 10:48:39.389435 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2e9586a-ddcb-41ab-a7aa-c26277a5230c {{(pid=102348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:48:39.468273 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port a2e9586a-ddcb-41ab-a7aa-c26277a5230c, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=a2e9586a-ddcb-41ab-a7aa-c26277a5230c,segment=NetworkSegment(a5fc7f07-22ca-4b2b-bd72-57f570088db0),segment_id=a5fc7f07-22ca-4b2b-bd72-57f570088db0)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:48:39.478040 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:39.490547 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-8278243d-50a4-4934-8d19-2b3d281b52cf req-4a8b5ee1-fcda-406b-8439-f6e1df8abd13 tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] 10.222.0.44 "GET /v2.0/security-groups?id=be0ccc76-c87a-4524-bcb1-ccb30db16fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1505394 Oct 27 10:48:39.511621 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e678cc6-99d4-43d8-9b17-1bf5bfc8ab94 req-ed3633b7-1324-46df-8dc1-dab623fb16a8 tempest-ServerRescueNegativeTestJSON-1023322817 tempest-ServerRescueNegativeTestJSON-1023322817-project] Made reservation on behalf of 49f69ef03c2149d7af8e989acb2acfe0 for: {'port': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:48:39.515885 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-1e678cc6-99d4-43d8-9b17-1bf5bfc8ab94 req-ed3633b7-1324-46df-8dc1-dab623fb16a8 tempest-ServerRescueNegativeTestJSON-1023322817 tempest-ServerRescueNegativeTestJSON-1023322817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:39.558943 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Pushing event updated for resources: {'Port': ['ID=a2e9586a-ddcb-41ab-a7aa-c26277a5230c,revision_number=4']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:48:39.602780 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-007a7c61-eac7-4fbf-86f5-88f956747b53 req-b6a612d4-dd2b-4fe0-8161-d26a02ebc346 tempest-ServerRescueNegativeTestJSON-1023322817 tempest-ServerRescueNegativeTestJSON-1023322817-project] 10.222.0.44 "GET /v2.0/ports?device_id=3759aba1-09d4-4fed-9d74-3da6681f98ba HTTP/1.1" status: 200 len: 210 time: 0.0807257 Oct 27 10:48:39.672167 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] get_ports_and_sgs() called for port_ids ['a2e9586a-ddcb-41ab-a7aa-c26277a5230c'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:48:39.765237 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_common [req-1e678cc6-99d4-43d8-9b17-1bf5bfc8ab94 req-ed3633b7-1324-46df-8dc1-dab623fb16a8 tempest-ServerRescueNegativeTestJSON-1023322817 tempest-ServerRescueNegativeTestJSON-1023322817-project] Allocated IP 172.20.0.6 (39bfeb78-eb5d-489b-af3a-3f8870b9b6fd/6f583c02-d1dc-428e-a2f7-ffb6764c8f58/9b8337c7-32a2-4767-8191-b5d4e55974a6) {{(pid=102346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:48:40.192037 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device acb7efaf-6bc2-4cb1-ab28-c4ae49a4024c up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:48:40.197192 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-1e678cc6-99d4-43d8-9b17-1bf5bfc8ab94 req-ed3633b7-1324-46df-8dc1-dab623fb16a8 tempest-ServerRescueNegativeTestJSON-1023322817 tempest-ServerRescueNegativeTestJSON-1023322817-project] Publish callbacks [] for port, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:40.272231 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-7461fdbe-0265-4079-af25-6009575007e1 req-ab7956b5-d031-47a7-822d-0f1b987c042f tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/ports?device_id=c53b965f-6cbc-4c51-91d9-9f9c0a613cc2 HTTP/1.1" status: 200 len: 210 time: 0.0429165 Oct 27 10:48:40.275820 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4c5285-340e-4f81-a2ec-8da26b6616d0 req-b523a3be-bda6-4d41-8dad-c1e266b2e63a tempest-ServerRescueNegativeTestJSON-1023322817 tempest-ServerRescueNegativeTestJSON-1023322817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:48:40.277392 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-6d4c5285-340e-4f81-a2ec-8da26b6616d0 req-b523a3be-bda6-4d41-8dad-c1e266b2e63a tempest-ServerRescueNegativeTestJSON-1023322817 tempest-ServerRescueNegativeTestJSON-1023322817-project] 10.222.0.64 "GET /v2.0/networks?id=39bfeb78-eb5d-489b-af3a-3f8870b9b6fd HTTP/1.1" status: 200 len: 819 time: 0.2632835 Oct 27 10:48:40.290178 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-1e678cc6-99d4-43d8-9b17-1bf5bfc8ab94 req-ed3633b7-1324-46df-8dc1-dab623fb16a8 tempest-ServerRescueNegativeTestJSON-1023322817 tempest-ServerRescueNegativeTestJSON-1023322817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:40.308461 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [req-6d4c5285-340e-4f81-a2ec-8da26b6616d0 req-9171dc31-8047-4f12-9ee6-ad32a1d048a3 tempest-ServerRescueNegativeTestJSON-1023322817 tempest-ServerRescueNegativeTestJSON-1023322817-project] Request body: {'port': {'device_id': '3759aba1-09d4-4fed-9d74-3da6681f98ba', 'network_id': '39bfeb78-eb5d-489b-af3a-3f8870b9b6fd', 'admin_state_up': True, 'tenant_id': '49f69ef03c2149d7af8e989acb2acfe0'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:48:40.410049 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3633b7-1324-46df-8dc1-dab623fb16a8 tempest-ServerRescueNegativeTestJSON-1023322817 tempest-ServerRescueNegativeTestJSON-1023322817-project] Pushing event updated for resources: {'Port': ['ID=9b8337c7-32a2-4767-8191-b5d4e55974a6,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:48:40.451714 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e678cc6-99d4-43d8-9b17-1bf5bfc8ab94 req-ed3633b7-1324-46df-8dc1-dab623fb16a8 tempest-ServerRescueNegativeTestJSON-1023322817 tempest-ServerRescueNegativeTestJSON-1023322817-project] Network 39bfeb78-eb5d-489b-af3a-3f8870b9b6fd is already hosted by enough agents. {{(pid=102346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:48:40.460674 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [req-1e678cc6-99d4-43d8-9b17-1bf5bfc8ab94 req-ed3633b7-1324-46df-8dc1-dab623fb16a8 tempest-ServerRescueNegativeTestJSON-1023322817 tempest-ServerRescueNegativeTestJSON-1023322817-project] Resources bound (agent type, host, resource id): {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:48:40.471174 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e678cc6-99d4-43d8-9b17-1bf5bfc8ab94 req-ed3633b7-1324-46df-8dc1-dab623fb16a8 tempest-ServerRescueNegativeTestJSON-1023322817 tempest-ServerRescueNegativeTestJSON-1023322817-project] Received port after_create {{(pid=102346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:48:40.577352 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port acb7efaf-6bc2-4cb1-ab28-c4ae49a4024c triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:48:40.577887 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:40.601296 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e678cc6-99d4-43d8-9b17-1bf5bfc8ab94 req-ed3633b7-1324-46df-8dc1-dab623fb16a8 tempest-ServerRescueNegativeTestJSON-1023322817 tempest-ServerRescueNegativeTestJSON-1023322817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:48:40.608476 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-1e678cc6-99d4-43d8-9b17-1bf5bfc8ab94 req-ed3633b7-1324-46df-8dc1-dab623fb16a8 tempest-ServerRescueNegativeTestJSON-1023322817 tempest-ServerRescueNegativeTestJSON-1023322817-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:40.654539 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d4c5285-340e-4f81-a2ec-8da26b6616d0 req-9171dc31-8047-4f12-9ee6-ad32a1d048a3 tempest-ServerRescueNegativeTestJSON-1023322817 tempest-ServerRescueNegativeTestJSON-1023322817-project] Made reservation on behalf of 49f69ef03c2149d7af8e989acb2acfe0 for: {'port': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:48:40.666392 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-1e678cc6-99d4-43d8-9b17-1bf5bfc8ab94 req-ed3633b7-1324-46df-8dc1-dab623fb16a8 tempest-ServerRescueNegativeTestJSON-1023322817 tempest-ServerRescueNegativeTestJSON-1023322817-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5060921 Oct 27 10:48:40.670288 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-6d4c5285-340e-4f81-a2ec-8da26b6616d0 req-9171dc31-8047-4f12-9ee6-ad32a1d048a3 tempest-ServerRescueNegativeTestJSON-1023322817 tempest-ServerRescueNegativeTestJSON-1023322817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:40.681193 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [req-1e678cc6-99d4-43d8-9b17-1bf5bfc8ab94 req-0163db1a-5626-467f-abbb-4fbe937c8cd5 service neutron] Request body: {'port': {'device_id': '0e38e5fe-b7e6-4a57-9fef-a67e31b94d76', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-10'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:48:40.726309 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device a2e9586a-ddcb-41ab-a7aa-c26277a5230c up at agent hyperv_n-h1-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:48:40.937247 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Provisioning for port a2e9586a-ddcb-41ab-a7aa-c26277a5230c completed by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 10:48:40.943516 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Provisioning complete for port a2e9586a-ddcb-41ab-a7aa-c26277a5230c triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:48:40.943891 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:40.956277 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d03cd12-c19d-4c99-bd1e-7d8e2a318d51 req-8aa4e942-8814-4eb1-b53c-48b9de697279 tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:48:40.959201 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-4d03cd12-c19d-4c99-bd1e-7d8e2a318d51 req-8aa4e942-8814-4eb1-b53c-48b9de697279 tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] 10.222.0.44 "GET /v2.0/ports?device_id=2748cfd5-058f-42fe-95e2-15186c0e34a9 HTTP/1.1" status: 200 len: 944 time: 0.2427301 Oct 27 10:48:40.967638 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-8765031a-d39c-48d8-bc77-f7b7503d0cf4 req-280c238b-81fc-4fb0-88a4-fc425b94d7e8 tempest-ServerRescueNegativeTestJSON-1023322817 tempest-ServerRescueNegativeTestJSON-1023322817-project] 10.222.0.44 "GET /v2.0/ports?device_id=3759aba1-09d4-4fed-9d74-3da6681f98ba HTTP/1.1" status: 200 len: 210 time: 0.0830686 Oct 27 10:48:40.968782 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-1e678cc6-99d4-43d8-9b17-1bf5bfc8ab94 req-0163db1a-5626-467f-abbb-4fbe937c8cd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:41.069098 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:41.105519 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2748cfd5-058f-42fe-95e2-15186c0e34a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2e9586a-ddcb-41ab-a7aa-c26277a5230c'}] {{(pid=102348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:48:41.108813 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c588921fa634554a1d9242fdea1b05457a9ff1d3b28ba54ec1dace7f2f1df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d034b2ef-d6d7-49da-80dd-2fc392eb6d67" -d '{"events": [{"server_uuid": "2748cfd5-058f-42fe-95e2-15186c0e34a9", "name": "network-vif-plugged", "status": "completed", "tag": "a2e9586a-ddcb-41ab-a7aa-c26277a5230c"}]}' {{(pid=102348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:48:41.129175 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port a2e9586a-ddcb-41ab-a7aa-c26277a5230c, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=a2e9586a-ddcb-41ab-a7aa-c26277a5230c,segment=NetworkSegment(a5fc7f07-22ca-4b2b-bd72-57f570088db0),segment_id=a5fc7f07-22ca-4b2b-bd72-57f570088db0)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:48:41.135610 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:41.144568 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_common [req-6d4c5285-340e-4f81-a2ec-8da26b6616d0 req-9171dc31-8047-4f12-9ee6-ad32a1d048a3 tempest-ServerRescueNegativeTestJSON-1023322817 tempest-ServerRescueNegativeTestJSON-1023322817-project] Allocated IP 172.20.0.2 (39bfeb78-eb5d-489b-af3a-3f8870b9b6fd/6f583c02-d1dc-428e-a2f7-ffb6764c8f58/e546142c-20e5-4c42-bc30-21aada271fd4) {{(pid=102347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:48:41.182972 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-4d03cd12-c19d-4c99-bd1e-7d8e2a318d51 req-7e0f9570-ccbe-4907-b019-9bb84d6b5ad9 tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] 10.222.0.44 "GET /v2.0/security-groups?id=be0ccc76-c87a-4524-bcb1-ccb30db16fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1135125 Oct 27 10:48:41.228499 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:48:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bee5abd2-58ae-4a5e-96b9-8b3795e9cee6 x-openstack-request-id: req-bee5abd2-58ae-4a5e-96b9-8b3795e9cee6 {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:48:41.228808 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2748cfd5-058f-42fe-95e2-15186c0e34a9", "name": "network-vif-plugged", "status": "completed", "tag": "a2e9586a-ddcb-41ab-a7aa-c26277a5230c", "code": 200}]} {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:48:41.229024 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-bee5abd2-58ae-4a5e-96b9-8b3795e9cee6 {{(pid=102348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:48:41.232849 n-d-813419-10 neutron-server[102348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2748cfd5-058f-42fe-95e2-15186c0e34a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2e9586a-ddcb-41ab-a7aa-c26277a5230c', 'code': 200} Oct 27 10:48:41.290774 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Pushing event updated for resources: {'Port': ['ID=a2e9586a-ddcb-41ab-a7aa-c26277a5230c,revision_number=5']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:48:41.654377 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-6d4c5285-340e-4f81-a2ec-8da26b6616d0 req-9171dc31-8047-4f12-9ee6-ad32a1d048a3 tempest-ServerRescueNegativeTestJSON-1023322817 tempest-ServerRescueNegativeTestJSON-1023322817-project] Publish callbacks [] for port, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:41.693718 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-77080705-38c1-402e-a52d-bc4d48bab7f1 req-5f56b35d-aebf-420e-8886-071c19b346ed tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/ports?device_id=c53b965f-6cbc-4c51-91d9-9f9c0a613cc2 HTTP/1.1" status: 200 len: 210 time: 0.2606554 Oct 27 10:48:41.747067 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-6d4c5285-340e-4f81-a2ec-8da26b6616d0 req-9171dc31-8047-4f12-9ee6-ad32a1d048a3 tempest-ServerRescueNegativeTestJSON-1023322817 tempest-ServerRescueNegativeTestJSON-1023322817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:41.813935 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca629428-92e3-4395-b0e6-1fde31f6aa25 req-53fd705d-2d26-4f67-9849-18bc5077110f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:48:41.817852 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-ca629428-92e3-4395-b0e6-1fde31f6aa25 req-53fd705d-2d26-4f67-9849-18bc5077110f service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=2748cfd5-058f-42fe-95e2-15186c0e34a9 HTTP/1.1" status: 200 len: 1097 time: 0.3614690 Oct 27 10:48:41.837485 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d4c5285-340e-4f81-a2ec-8da26b6616d0 req-9171dc31-8047-4f12-9ee6-ad32a1d048a3 tempest-ServerRescueNegativeTestJSON-1023322817 tempest-ServerRescueNegativeTestJSON-1023322817-project] Network 39bfeb78-eb5d-489b-af3a-3f8870b9b6fd is already hosted by enough agents. {{(pid=102347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:48:41.842904 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [req-6d4c5285-340e-4f81-a2ec-8da26b6616d0 req-9171dc31-8047-4f12-9ee6-ad32a1d048a3 tempest-ServerRescueNegativeTestJSON-1023322817 tempest-ServerRescueNegativeTestJSON-1023322817-project] Resources bound (agent type, host, resource id): {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:48:41.881734 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d4c5285-340e-4f81-a2ec-8da26b6616d0 req-9171dc31-8047-4f12-9ee6-ad32a1d048a3 tempest-ServerRescueNegativeTestJSON-1023322817 tempest-ServerRescueNegativeTestJSON-1023322817-project] Received port after_create {{(pid=102347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:48:41.887573 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-ca629428-92e3-4395-b0e6-1fde31f6aa25 req-119a7a71-fd4e-4b48-86b4-a568e8301c04 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=be0ccc76-c87a-4524-bcb1-ccb30db16fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459492 Oct 27 10:48:41.915957 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9171dc31-8047-4f12-9ee6-ad32a1d048a3 tempest-ServerRescueNegativeTestJSON-1023322817 tempest-ServerRescueNegativeTestJSON-1023322817-project] Pushing event updated for resources: {'Port': ['ID=e546142c-20e5-4c42-bc30-21aada271fd4,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:48:41.958618 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4c5285-340e-4f81-a2ec-8da26b6616d0 req-9171dc31-8047-4f12-9ee6-ad32a1d048a3 tempest-ServerRescueNegativeTestJSON-1023322817 tempest-ServerRescueNegativeTestJSON-1023322817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:48:41.959242 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-6d4c5285-340e-4f81-a2ec-8da26b6616d0 req-9171dc31-8047-4f12-9ee6-ad32a1d048a3 tempest-ServerRescueNegativeTestJSON-1023322817 tempest-ServerRescueNegativeTestJSON-1023322817-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:41.984517 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-6d4c5285-340e-4f81-a2ec-8da26b6616d0 req-9171dc31-8047-4f12-9ee6-ad32a1d048a3 tempest-ServerRescueNegativeTestJSON-1023322817 tempest-ServerRescueNegativeTestJSON-1023322817-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6973886 Oct 27 10:48:42.088875 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [req-6d4c5285-340e-4f81-a2ec-8da26b6616d0 req-36518d86-7db4-41f9-8fbd-2965e3d2f8c2 tempest-ServerRescueNegativeTestJSON-1023322817 tempest-ServerRescueNegativeTestJSON-1023322817-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=102347) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 10:48:42.089957 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-6d4c5285-340e-4f81-a2ec-8da26b6616d0 req-36518d86-7db4-41f9-8fbd-2965e3d2f8c2 tempest-ServerRescueNegativeTestJSON-1023322817 tempest-ServerRescueNegativeTestJSON-1023322817-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0057738 Oct 27 10:48:42.103055 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [req-6d4c5285-340e-4f81-a2ec-8da26b6616d0 req-6e3c676a-40d5-4423-8ecb-87abf2e53d2b service neutron] Request body: {'port': {'device_id': '3759aba1-09d4-4fed-9d74-3da6681f98ba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-10'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:48:42.126407 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [req-1e678cc6-99d4-43d8-9b17-1bf5bfc8ab94 req-0163db1a-5626-467f-abbb-4fbe937c8cd5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b8337c7-32a2-4767-8191-b5d4e55974a6 {{(pid=102346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:48:42.137981 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-1e678cc6-99d4-43d8-9b17-1bf5bfc8ab94 req-0163db1a-5626-467f-abbb-4fbe937c8cd5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:42.162767 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.provisioning_blocks [req-1e678cc6-99d4-43d8-9b17-1bf5bfc8ab94 req-0163db1a-5626-467f-abbb-4fbe937c8cd5 service neutron] Transition to ACTIVE for port object 9b8337c7-32a2-4767-8191-b5d4e55974a6 will not be triggered until provisioned by entity L2. {{(pid=102346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 10:48:42.169171 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-1e678cc6-99d4-43d8-9b17-1bf5bfc8ab94 req-0163db1a-5626-467f-abbb-4fbe937c8cd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27024173'] for port, after_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:42.202512 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-6d4c5285-340e-4f81-a2ec-8da26b6616d0 req-6e3c676a-40d5-4423-8ecb-87abf2e53d2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:42.225630 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97596208-b2cc-4418-83d0-9317a1582b15 req-ca09d72f-4ad8-4db2-a862-c910a99cf22a tempest-ServerRescueNegativeTestJSON-1023322817 tempest-ServerRescueNegativeTestJSON-1023322817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:48:42.231829 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-97596208-b2cc-4418-83d0-9317a1582b15 req-ca09d72f-4ad8-4db2-a862-c910a99cf22a tempest-ServerRescueNegativeTestJSON-1023322817 tempest-ServerRescueNegativeTestJSON-1023322817-project] 10.222.0.44 "GET /v2.0/ports?device_id=3759aba1-09d4-4fed-9d74-3da6681f98ba HTTP/1.1" status: 200 len: 931 time: 0.1514733 Oct 27 10:48:42.435789 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.managers [req-1e678cc6-99d4-43d8-9b17-1bf5bfc8ab94 req-0163db1a-5626-467f-abbb-4fbe937c8cd5 service neutron] Attempting to bind port 9b8337c7-32a2-4767-8191-b5d4e55974a6 on host n-h2-813419-10 for vnic_type normal with profile {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:48:42.436474 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.managers [req-1e678cc6-99d4-43d8-9b17-1bf5bfc8ab94 req-0163db1a-5626-467f-abbb-4fbe937c8cd5 service neutron] Attempting to bind port 9b8337c7-32a2-4767-8191-b5d4e55974a6 by drivers openvswitch,hyperv on host n-h2-813419-10 at level 0 using segments [{'id': 'd4764657-a085-407f-b80c-1b38d7cbd252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '39bfeb78-eb5d-489b-af3a-3f8870b9b6fd'}] {{(pid=102346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:48:42.436956 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e678cc6-99d4-43d8-9b17-1bf5bfc8ab94 req-0163db1a-5626-467f-abbb-4fbe937c8cd5 service neutron] Attempting to bind port 9b8337c7-32a2-4767-8191-b5d4e55974a6 on network 39bfeb78-eb5d-489b-af3a-3f8870b9b6fd {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:48:42.446712 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e678cc6-99d4-43d8-9b17-1bf5bfc8ab94 req-0163db1a-5626-467f-abbb-4fbe937c8cd5 service neutron] Port 9b8337c7-32a2-4767-8191-b5d4e55974a6 on network 39bfeb78-eb5d-489b-af3a-3f8870b9b6fd not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-10 {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 10:48:42.447286 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e678cc6-99d4-43d8-9b17-1bf5bfc8ab94 req-0163db1a-5626-467f-abbb-4fbe937c8cd5 service neutron] Attempting to bind port 9b8337c7-32a2-4767-8191-b5d4e55974a6 on network 39bfeb78-eb5d-489b-af3a-3f8870b9b6fd {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:48:42.457774 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0163db1a-5626-467f-abbb-4fbe937c8cd5 service neutron] Pushing event updated for resources: {'Port': ['ID=9b8337c7-32a2-4767-8191-b5d4e55974a6,revision_number=2']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:48:42.478323 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a469d31-9176-4d06-afad-b09552ce3ce0 req-ebccfd62-ebf1-4a37-8e02-c557f6830094 tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:48:42.486604 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-1a469d31-9176-4d06-afad-b09552ce3ce0 req-ebccfd62-ebf1-4a37-8e02-c557f6830094 tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] 10.222.0.44 "GET /v2.0/ports?device_id=2748cfd5-058f-42fe-95e2-15186c0e34a9 HTTP/1.1" status: 200 len: 945 time: 0.1225548 Oct 27 10:48:42.489951 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e678cc6-99d4-43d8-9b17-1bf5bfc8ab94 req-0163db1a-5626-467f-abbb-4fbe937c8cd5 service neutron] Checking agent: {'id': 'a2edc247-0fa4-4ce6-bbae-a10492f6bd71', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 16, 9), 'started_at': datetime.datetime(2021, 10, 27, 10, 16, 9), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 48, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:48:42.492527 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e678cc6-99d4-43d8-9b17-1bf5bfc8ab94 req-0163db1a-5626-467f-abbb-4fbe937c8cd5 service neutron] Checking segment: {'id': 'd4764657-a085-407f-b80c-1b38d7cbd252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '39bfeb78-eb5d-489b-af3a-3f8870b9b6fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:48:42.493101 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e678cc6-99d4-43d8-9b17-1bf5bfc8ab94 req-0163db1a-5626-467f-abbb-4fbe937c8cd5 service neutron] Bound using segment: {'id': 'd4764657-a085-407f-b80c-1b38d7cbd252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '39bfeb78-eb5d-489b-af3a-3f8870b9b6fd'} {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:48:42.507773 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.managers [req-1e678cc6-99d4-43d8-9b17-1bf5bfc8ab94 req-0163db1a-5626-467f-abbb-4fbe937c8cd5 service neutron] Bound port: 9b8337c7-32a2-4767-8191-b5d4e55974a6, host: n-h2-813419-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4764657-a085-407f-b80c-1b38d7cbd252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '39bfeb78-eb5d-489b-af3a-3f8870b9b6fd'}}] {{(pid=102346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:48:42.508765 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-1e678cc6-99d4-43d8-9b17-1bf5bfc8ab94 req-0163db1a-5626-467f-abbb-4fbe937c8cd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:42.546290 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-97596208-b2cc-4418-83d0-9317a1582b15 req-646140c7-18bc-4606-b7e7-b78bcb2467d2 tempest-ServerRescueNegativeTestJSON-1023322817 tempest-ServerRescueNegativeTestJSON-1023322817-project] 10.222.0.44 "GET /v2.0/security-groups?id=d9faf0c3-7aa8-42ca-936b-1bacb18366f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2592323 Oct 27 10:48:42.647765 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [req-1e678cc6-99d4-43d8-9b17-1bf5bfc8ab94 req-0163db1a-5626-467f-abbb-4fbe937c8cd5 service neutron] For port 9b8337c7-32a2-4767-8191-b5d4e55974a6, host n-h2-813419-10, cleared binding levels {{(pid=102346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:48:42.658383 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [req-1e678cc6-99d4-43d8-9b17-1bf5bfc8ab94 req-0163db1a-5626-467f-abbb-4fbe937c8cd5 service neutron] For port 9b8337c7-32a2-4767-8191-b5d4e55974a6, host n-h2-813419-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=9b8337c7-32a2-4767-8191-b5d4e55974a6,segment=NetworkSegment(d4764657-a085-407f-b80c-1b38d7cbd252),segment_id=d4764657-a085-407f-b80c-1b38d7cbd252)] {{(pid=102346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:48:42.674054 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-1e678cc6-99d4-43d8-9b17-1bf5bfc8ab94 req-0163db1a-5626-467f-abbb-4fbe937c8cd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27024173'] for port, after_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:42.779730 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e678cc6-99d4-43d8-9b17-1bf5bfc8ab94 req-0163db1a-5626-467f-abbb-4fbe937c8cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:48:42.781251 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-1e678cc6-99d4-43d8-9b17-1bf5bfc8ab94 req-0163db1a-5626-467f-abbb-4fbe937c8cd5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:42.782743 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-1e678cc6-99d4-43d8-9b17-1bf5bfc8ab94 req-0163db1a-5626-467f-abbb-4fbe937c8cd5 service neutron] 10.222.0.76 "PUT /v2.0/ports/9b8337c7-32a2-4767-8191-b5d4e55974a6 HTTP/1.1" status: 200 len: 1092 time: 2.1081553 Oct 27 10:48:42.785852 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e38e5fe-b7e6-4a57-9fef-a67e31b94d76', 'tag': '9b8337c7-32a2-4767-8191-b5d4e55974a6'}] {{(pid=102346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:48:42.797687 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc0e418f5fc417c8d55d94c0aa509b037d0beb2a734c1a709e789eb65639a56d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cb9b837-c2dc-4311-b17a-d93091e19c6a" -d '{"events": [{"name": "network-changed", "server_uuid": "0e38e5fe-b7e6-4a57-9fef-a67e31b94d76", "tag": "9b8337c7-32a2-4767-8191-b5d4e55974a6"}]}' {{(pid=102346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:48:42.911910 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0163db1a-5626-467f-abbb-4fbe937c8cd5 service neutron] Pushing event updated for resources: {'Port': ['ID=9b8337c7-32a2-4767-8191-b5d4e55974a6,revision_number=3']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:48:42.966575 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-b20cc872-6e1c-4cc0-9a64-be464e024b89 req-4f3caaff-f76f-47f2-b1f8-42168dfc49ce tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/ports?device_id=c53b965f-6cbc-4c51-91d9-9f9c0a613cc2 HTTP/1.1" status: 200 len: 210 time: 0.1103885 Oct 27 10:48:43.064229 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e678cc6-99d4-43d8-9b17-1bf5bfc8ab94 req-0703d3ba-0249-4911-9b04-7f9fe05e8d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:48:43.066162 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-1e678cc6-99d4-43d8-9b17-1bf5bfc8ab94 req-0703d3ba-0249-4911-9b04-7f9fe05e8d4b service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=49f69ef03c2149d7af8e989acb2acfe0&device_id=0e38e5fe-b7e6-4a57-9fef-a67e31b94d76 HTTP/1.1" status: 200 len: 1095 time: 0.1795242 Oct 27 10:48:43.074167 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 10:48:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ec91bdf-b4c4-41a4-a30b-a12d66b1fc02 x-openstack-request-id: req-8ec91bdf-b4c4-41a4-a30b-a12d66b1fc02 {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:48:43.074814 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e38e5fe-b7e6-4a57-9fef-a67e31b94d76", "tag": "9b8337c7-32a2-4767-8191-b5d4e55974a6", "status": "completed", "code": 200}]} {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:48:43.075603 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-8ec91bdf-b4c4-41a4-a30b-a12d66b1fc02 {{(pid=102346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:48:43.076408 n-d-813419-10 neutron-server[102346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e38e5fe-b7e6-4a57-9fef-a67e31b94d76', 'tag': '9b8337c7-32a2-4767-8191-b5d4e55974a6', 'status': 'completed', 'code': 200} Oct 27 10:48:43.169446 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-1e678cc6-99d4-43d8-9b17-1bf5bfc8ab94 req-7d8fc395-6dce-4742-8875-e9f82608a2b8 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9b8337c7-32a2-4767-8191-b5d4e55974a6 HTTP/1.1" status: 200 len: 217 time: 0.0914099 Oct 27 10:48:43.249200 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-1a469d31-9176-4d06-afad-b09552ce3ce0 req-edfaf8a9-4a52-4637-8984-4d6bfbdd94c9 tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] 10.222.0.44 "GET /v2.0/security-groups?id=be0ccc76-c87a-4524-bcb1-ccb30db16fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7613771 Oct 27 10:48:43.274963 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e678cc6-99d4-43d8-9b17-1bf5bfc8ab94 req-7ed3386e-01c1-43f5-9142-1e0944891b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:48:43.281815 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-1e678cc6-99d4-43d8-9b17-1bf5bfc8ab94 req-7ed3386e-01c1-43f5-9142-1e0944891b2e service neutron] 10.222.0.76 "GET /v2.0/subnets?id=6f583c02-d1dc-428e-a2f7-ffb6764c8f58 HTTP/1.1" status: 200 len: 859 time: 0.1049154 Oct 27 10:48:43.328715 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-1e678cc6-99d4-43d8-9b17-1bf5bfc8ab94 req-d48824ff-ec8c-42e2-9125-19d8ee685bd0 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=39bfeb78-eb5d-489b-af3a-3f8870b9b6fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386345 Oct 27 10:48:43.511196 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [req-6d4c5285-340e-4f81-a2ec-8da26b6616d0 req-6e3c676a-40d5-4423-8ecb-87abf2e53d2b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e546142c-20e5-4c42-bc30-21aada271fd4 {{(pid=102347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:48:43.539374 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-6d4c5285-340e-4f81-a2ec-8da26b6616d0 req-6e3c676a-40d5-4423-8ecb-87abf2e53d2b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:43.577999 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.provisioning_blocks [req-6d4c5285-340e-4f81-a2ec-8da26b6616d0 req-6e3c676a-40d5-4423-8ecb-87abf2e53d2b service neutron] Transition to ACTIVE for port object e546142c-20e5-4c42-bc30-21aada271fd4 will not be triggered until provisioned by entity L2. {{(pid=102347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 10:48:43.585479 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-6d4c5285-340e-4f81-a2ec-8da26b6616d0 req-6e3c676a-40d5-4423-8ecb-87abf2e53d2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:43.593472 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-1e678cc6-99d4-43d8-9b17-1bf5bfc8ab94 req-f9f314ab-ccc1-4ab8-b90b-0521ea56cc8d service neutron] 10.222.0.76 "GET /v2.0/networks/39bfeb78-eb5d-489b-af3a-3f8870b9b6fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2461414 Oct 27 10:48:43.683972 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3c676a-40d5-4423-8ecb-87abf2e53d2b service neutron] Pushing event updated for resources: {'Port': ['ID=e546142c-20e5-4c42-bc30-21aada271fd4,revision_number=2']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:48:43.788414 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-6d4c5285-340e-4f81-a2ec-8da26b6616d0 req-6e3c676a-40d5-4423-8ecb-87abf2e53d2b service neutron] Attempting to bind port e546142c-20e5-4c42-bc30-21aada271fd4 on host n-h1-813419-10 for vnic_type normal with profile {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:48:43.788745 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-6d4c5285-340e-4f81-a2ec-8da26b6616d0 req-6e3c676a-40d5-4423-8ecb-87abf2e53d2b service neutron] Attempting to bind port e546142c-20e5-4c42-bc30-21aada271fd4 by drivers openvswitch,hyperv on host n-h1-813419-10 at level 0 using segments [{'id': 'd4764657-a085-407f-b80c-1b38d7cbd252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '39bfeb78-eb5d-489b-af3a-3f8870b9b6fd'}] {{(pid=102347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:48:43.789064 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d4c5285-340e-4f81-a2ec-8da26b6616d0 req-6e3c676a-40d5-4423-8ecb-87abf2e53d2b service neutron] Attempting to bind port e546142c-20e5-4c42-bc30-21aada271fd4 on network 39bfeb78-eb5d-489b-af3a-3f8870b9b6fd {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:48:43.803023 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d4c5285-340e-4f81-a2ec-8da26b6616d0 req-6e3c676a-40d5-4423-8ecb-87abf2e53d2b service neutron] Port e546142c-20e5-4c42-bc30-21aada271fd4 on network 39bfeb78-eb5d-489b-af3a-3f8870b9b6fd not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-10 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 10:48:43.803338 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d4c5285-340e-4f81-a2ec-8da26b6616d0 req-6e3c676a-40d5-4423-8ecb-87abf2e53d2b service neutron] Attempting to bind port e546142c-20e5-4c42-bc30-21aada271fd4 on network 39bfeb78-eb5d-489b-af3a-3f8870b9b6fd {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:48:43.811053 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d4c5285-340e-4f81-a2ec-8da26b6616d0 req-6e3c676a-40d5-4423-8ecb-87abf2e53d2b service neutron] Checking agent: {'id': 'a52e1cab-0c63-402d-9c94-330537c6c076', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 16, 2), 'started_at': datetime.datetime(2021, 10, 27, 10, 16, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 48, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:48:43.811429 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d4c5285-340e-4f81-a2ec-8da26b6616d0 req-6e3c676a-40d5-4423-8ecb-87abf2e53d2b service neutron] Checking segment: {'id': 'd4764657-a085-407f-b80c-1b38d7cbd252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '39bfeb78-eb5d-489b-af3a-3f8870b9b6fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:48:43.811769 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d4c5285-340e-4f81-a2ec-8da26b6616d0 req-6e3c676a-40d5-4423-8ecb-87abf2e53d2b service neutron] Bound using segment: {'id': 'd4764657-a085-407f-b80c-1b38d7cbd252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '39bfeb78-eb5d-489b-af3a-3f8870b9b6fd'} {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:48:43.812209 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-6d4c5285-340e-4f81-a2ec-8da26b6616d0 req-6e3c676a-40d5-4423-8ecb-87abf2e53d2b service neutron] Bound port: e546142c-20e5-4c42-bc30-21aada271fd4, host: n-h1-813419-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4764657-a085-407f-b80c-1b38d7cbd252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '39bfeb78-eb5d-489b-af3a-3f8870b9b6fd'}}] {{(pid=102347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:48:43.812602 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-6d4c5285-340e-4f81-a2ec-8da26b6616d0 req-6e3c676a-40d5-4423-8ecb-87abf2e53d2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:43.933724 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-6d4c5285-340e-4f81-a2ec-8da26b6616d0 req-6e3c676a-40d5-4423-8ecb-87abf2e53d2b service neutron] For port e546142c-20e5-4c42-bc30-21aada271fd4, host n-h1-813419-10, cleared binding levels {{(pid=102347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:48:43.938108 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-6d4c5285-340e-4f81-a2ec-8da26b6616d0 req-6e3c676a-40d5-4423-8ecb-87abf2e53d2b service neutron] For port e546142c-20e5-4c42-bc30-21aada271fd4, host n-h1-813419-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=e546142c-20e5-4c42-bc30-21aada271fd4,segment=NetworkSegment(d4764657-a085-407f-b80c-1b38d7cbd252),segment_id=d4764657-a085-407f-b80c-1b38d7cbd252)] {{(pid=102347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:48:43.944920 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-6d4c5285-340e-4f81-a2ec-8da26b6616d0 req-6e3c676a-40d5-4423-8ecb-87abf2e53d2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:44.007753 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4c5285-340e-4f81-a2ec-8da26b6616d0 req-6e3c676a-40d5-4423-8ecb-87abf2e53d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:48:44.008682 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-6d4c5285-340e-4f81-a2ec-8da26b6616d0 req-6e3c676a-40d5-4423-8ecb-87abf2e53d2b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:44.011976 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-6d4c5285-340e-4f81-a2ec-8da26b6616d0 req-6e3c676a-40d5-4423-8ecb-87abf2e53d2b service neutron] 10.222.0.64 "PUT /v2.0/ports/e546142c-20e5-4c42-bc30-21aada271fd4 HTTP/1.1" status: 200 len: 1092 time: 1.9133844 Oct 27 10:48:44.012939 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3759aba1-09d4-4fed-9d74-3da6681f98ba', 'tag': 'e546142c-20e5-4c42-bc30-21aada271fd4'}] {{(pid=102347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:48:44.016893 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311149b481204ee7edffdb959c881838506fbd95bc8577c048f6677abb73acc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d364690-ed12-4da7-abcb-7a722fefe3ff" -d '{"events": [{"name": "network-changed", "server_uuid": "3759aba1-09d4-4fed-9d74-3da6681f98ba", "tag": "e546142c-20e5-4c42-bc30-21aada271fd4"}]}' {{(pid=102347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:48:44.149307 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3c676a-40d5-4423-8ecb-87abf2e53d2b service neutron] Pushing event updated for resources: {'Port': ['ID=e546142c-20e5-4c42-bc30-21aada271fd4,revision_number=3']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:48:44.190419 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4c5285-340e-4f81-a2ec-8da26b6616d0 req-265a063b-4826-4273-92cb-9e23e18fb3b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:48:44.193043 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-6d4c5285-340e-4f81-a2ec-8da26b6616d0 req-265a063b-4826-4273-92cb-9e23e18fb3b2 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=49f69ef03c2149d7af8e989acb2acfe0&device_id=3759aba1-09d4-4fed-9d74-3da6681f98ba HTTP/1.1" status: 200 len: 1095 time: 0.1356986 Oct 27 10:48:44.195764 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 10:48:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb547a0a-198d-4177-b7e1-c5936faee902 x-openstack-request-id: req-fb547a0a-198d-4177-b7e1-c5936faee902 {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:48:44.196061 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3759aba1-09d4-4fed-9d74-3da6681f98ba", "tag": "e546142c-20e5-4c42-bc30-21aada271fd4", "status": "completed", "code": 200}]} {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:48:44.197299 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-fb547a0a-198d-4177-b7e1-c5936faee902 {{(pid=102347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:48:44.199719 n-d-813419-10 neutron-server[102347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3759aba1-09d4-4fed-9d74-3da6681f98ba', 'tag': 'e546142c-20e5-4c42-bc30-21aada271fd4', 'status': 'completed', 'code': 200} Oct 27 10:48:44.295414 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-6d4c5285-340e-4f81-a2ec-8da26b6616d0 req-71820b0f-163a-4c98-aac2-7c20b6e84dcf service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e546142c-20e5-4c42-bc30-21aada271fd4 HTTP/1.1" status: 200 len: 217 time: 0.0912578 Oct 27 10:48:44.366559 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e008dafc-fe2e-4eb3-8644-ec821b9aa270 req-5676fcf9-8395-457b-aca6-8599a7b8f227 tempest-ServerRescueNegativeTestJSON-1023322817 tempest-ServerRescueNegativeTestJSON-1023322817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:48:44.368811 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-e008dafc-fe2e-4eb3-8644-ec821b9aa270 req-5676fcf9-8395-457b-aca6-8599a7b8f227 tempest-ServerRescueNegativeTestJSON-1023322817 tempest-ServerRescueNegativeTestJSON-1023322817-project] 10.222.0.44 "GET /v2.0/ports?device_id=3759aba1-09d4-4fed-9d74-3da6681f98ba HTTP/1.1" status: 200 len: 943 time: 0.6580157 Oct 27 10:48:44.371771 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-1e678cc6-99d4-43d8-9b17-1bf5bfc8ab94 req-504b4554-e72d-4bc4-8c1e-ee923c239047 service neutron] 10.222.0.76 "GET /v2.0/networks/39bfeb78-eb5d-489b-af3a-3f8870b9b6fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7683799 Oct 27 10:48:44.469097 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4c5285-340e-4f81-a2ec-8da26b6616d0 req-cdc047c9-a85f-4c13-b827-a2db56c5126d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:48:44.474568 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-6d4c5285-340e-4f81-a2ec-8da26b6616d0 req-cdc047c9-a85f-4c13-b827-a2db56c5126d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6f583c02-d1dc-428e-a2f7-ffb6764c8f58 HTTP/1.1" status: 200 len: 859 time: 0.1701996 Oct 27 10:48:44.495602 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-e008dafc-fe2e-4eb3-8644-ec821b9aa270 req-e22bf945-fd9d-4377-bbba-fadf5fb8e7a8 tempest-ServerRescueNegativeTestJSON-1023322817 tempest-ServerRescueNegativeTestJSON-1023322817-project] 10.222.0.44 "GET /v2.0/security-groups?id=d9faf0c3-7aa8-42ca-936b-1bacb18366f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065345 Oct 27 10:48:44.506345 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1232cc-8264-4ac2-9b81-eaca20f46feb req-645fce29-be03-44ea-ad31-5f6d5417da75 tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:48:44.510855 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-2b1232cc-8264-4ac2-9b81-eaca20f46feb req-645fce29-be03-44ea-ad31-5f6d5417da75 tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] 10.222.0.44 "GET /v2.0/ports?device_id=2748cfd5-058f-42fe-95e2-15186c0e34a9 HTTP/1.1" status: 200 len: 945 time: 0.1332929 Oct 27 10:48:44.520062 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb9b837-c2dc-4311-b17a-d93091e19c6a req-7b84ddad-9504-4920-b23f-7182f9295210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:48:44.521589 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-9cb9b837-c2dc-4311-b17a-d93091e19c6a req-7b84ddad-9504-4920-b23f-7182f9295210 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=49f69ef03c2149d7af8e989acb2acfe0&device_id=0e38e5fe-b7e6-4a57-9fef-a67e31b94d76 HTTP/1.1" status: 200 len: 1095 time: 0.0836232 Oct 27 10:48:44.598398 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-6d4c5285-340e-4f81-a2ec-8da26b6616d0 req-bd50455e-01ea-400b-8779-b994373cecb3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=39bfeb78-eb5d-489b-af3a-3f8870b9b6fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0864668 Oct 27 10:48:44.700503 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-2b1232cc-8264-4ac2-9b81-eaca20f46feb req-28cf8a83-de33-475d-b68f-9aaa5efa804e tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] 10.222.0.44 "GET /v2.0/security-groups?id=be0ccc76-c87a-4524-bcb1-ccb30db16fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1748405 Oct 27 10:48:44.744293 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb9b837-c2dc-4311-b17a-d93091e19c6a req-e232e8e1-050d-41fc-9417-426ac7aaf872 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:48:44.746021 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-9cb9b837-c2dc-4311-b17a-d93091e19c6a req-e232e8e1-050d-41fc-9417-426ac7aaf872 service neutron] 10.222.0.76 "GET /v2.0/networks?id=39bfeb78-eb5d-489b-af3a-3f8870b9b6fd HTTP/1.1" status: 200 len: 920 time: 0.2160234 Oct 27 10:48:44.778329 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-6d4c5285-340e-4f81-a2ec-8da26b6616d0 req-d833899b-3205-48ca-939b-6dbd1c9872ac service neutron] 10.222.0.64 "GET /v2.0/networks/39bfeb78-eb5d-489b-af3a-3f8870b9b6fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1690435 Oct 27 10:48:44.815464 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-9cb9b837-c2dc-4311-b17a-d93091e19c6a req-49e6f699-63ff-4886-acdd-195e5b9caa20 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9b8337c7-32a2-4767-8191-b5d4e55974a6 HTTP/1.1" status: 200 len: 217 time: 0.0568502 Oct 27 10:48:44.946960 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7650dcf-4a00-44dd-88ab-9a4a386928a4 req-b2487339-39a6-4fa4-8d85-a703bf330fcd tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:48:44.962281 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-c7650dcf-4a00-44dd-88ab-9a4a386928a4 req-b2487339-39a6-4fa4-8d85-a703bf330fcd tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] 10.222.0.44 "GET /v2.0/ports?device_id=2748cfd5-058f-42fe-95e2-15186c0e34a9 HTTP/1.1" status: 200 len: 945 time: 0.1561580 Oct 27 10:48:44.967867 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 57206) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:48:44.979928 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-8281ca3a-3eb4-4b84-b9ee-183af991f879 tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] Request body: {'floatingip': {'port_id': 'a2e9586a-ddcb-41ab-a7aa-c26277a5230c'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:48:45.023866 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb9b837-c2dc-4311-b17a-d93091e19c6a req-47f77b7c-4c96-4d90-9d57-b7b2119063f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:48:45.027645 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-9cb9b837-c2dc-4311-b17a-d93091e19c6a req-47f77b7c-4c96-4d90-9d57-b7b2119063f1 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=6f583c02-d1dc-428e-a2f7-ffb6764c8f58 HTTP/1.1" status: 200 len: 859 time: 0.1852365 Oct 27 10:48:45.046687 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-6d4c5285-340e-4f81-a2ec-8da26b6616d0 req-81f8923d-c9ce-4789-934c-0dbfef2495c8 service neutron] 10.222.0.64 "GET /v2.0/networks/39bfeb78-eb5d-489b-af3a-3f8870b9b6fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2577457 Oct 27 10:48:45.049568 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-8281ca3a-3eb4-4b84-b9ee-183af991f879 tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] Publish callbacks [] for floatingip, before_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:45.113874 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-9cb9b837-c2dc-4311-b17a-d93091e19c6a req-4508d694-1b19-40bc-b0ed-79ecacd7b0b7 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=39bfeb78-eb5d-489b-af3a-3f8870b9b6fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0756378 Oct 27 10:48:45.257773 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d364690-ed12-4da7-abcb-7a722fefe3ff req-0c22cbdc-d0eb-43cd-ba0d-e766ad59ec19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:48:45.259312 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-1d364690-ed12-4da7-abcb-7a722fefe3ff req-0c22cbdc-d0eb-43cd-ba0d-e766ad59ec19 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=49f69ef03c2149d7af8e989acb2acfe0&device_id=3759aba1-09d4-4fed-9d74-3da6681f98ba HTTP/1.1" status: 200 len: 1095 time: 0.1204274 Oct 27 10:48:45.328661 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-9cb9b837-c2dc-4311-b17a-d93091e19c6a req-3588aba6-1a83-432f-8701-61ac11523857 service neutron] 10.222.0.76 "GET /v2.0/networks/39bfeb78-eb5d-489b-af3a-3f8870b9b6fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2044687 Oct 27 10:48:45.464722 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-9cb9b837-c2dc-4311-b17a-d93091e19c6a req-6ac96a1e-164f-416d-8b1f-600d9cfc97d2 service neutron] 10.222.0.76 "GET /v2.0/networks/39bfeb78-eb5d-489b-af3a-3f8870b9b6fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049042 Oct 27 10:48:45.532764 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d364690-ed12-4da7-abcb-7a722fefe3ff req-db8bc028-49b9-41c5-80a0-97c3cec15d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:48:45.534439 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-1d364690-ed12-4da7-abcb-7a722fefe3ff req-db8bc028-49b9-41c5-80a0-97c3cec15d8f service neutron] 10.222.0.64 "GET /v2.0/networks?id=39bfeb78-eb5d-489b-af3a-3f8870b9b6fd HTTP/1.1" status: 200 len: 920 time: 0.2628098 Oct 27 10:48:45.595638 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-1d364690-ed12-4da7-abcb-7a722fefe3ff req-3f24ef47-491d-4f4b-b38e-d5df3e1f5577 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e546142c-20e5-4c42-bc30-21aada271fd4 HTTP/1.1" status: 200 len: 217 time: 0.0526896 Oct 27 10:48:45.704261 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d364690-ed12-4da7-abcb-7a722fefe3ff req-56f410a4-ecca-44bc-bbb6-851274f4a507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:48:45.705918 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-1d364690-ed12-4da7-abcb-7a722fefe3ff req-56f410a4-ecca-44bc-bbb6-851274f4a507 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6f583c02-d1dc-428e-a2f7-ffb6764c8f58 HTTP/1.1" status: 200 len: 859 time: 0.0879700 Oct 27 10:48:45.722274 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ec8178-c2a8-49c0-bce8-19a3cab63356 req-81546960-c7d7-4076-801c-da95e7b313f6 tempest-ServerRescueNegativeTestJSON-1023322817 tempest-ServerRescueNegativeTestJSON-1023322817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:48:45.723791 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-d3ec8178-c2a8-49c0-bce8-19a3cab63356 req-81546960-c7d7-4076-801c-da95e7b313f6 tempest-ServerRescueNegativeTestJSON-1023322817 tempest-ServerRescueNegativeTestJSON-1023322817-project] 10.222.0.44 "GET /v2.0/ports?device_id=3759aba1-09d4-4fed-9d74-3da6681f98ba HTTP/1.1" status: 200 len: 943 time: 0.1189311 Oct 27 10:48:45.756312 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-1d364690-ed12-4da7-abcb-7a722fefe3ff req-d3277e1a-af05-469a-b720-54700474d278 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=39bfeb78-eb5d-489b-af3a-3f8870b9b6fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307934 Oct 27 10:48:45.890505 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-d3ec8178-c2a8-49c0-bce8-19a3cab63356 req-792450b8-5170-4558-bed8-ae030fadd3cf tempest-ServerRescueNegativeTestJSON-1023322817 tempest-ServerRescueNegativeTestJSON-1023322817-project] 10.222.0.44 "GET /v2.0/security-groups?id=d9faf0c3-7aa8-42ca-936b-1bacb18366f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307423 Oct 27 10:48:45.957150 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-1d364690-ed12-4da7-abcb-7a722fefe3ff req-c3f8aec3-61c9-471b-a351-994fc7595317 service neutron] 10.222.0.64 "GET /v2.0/networks/39bfeb78-eb5d-489b-af3a-3f8870b9b6fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1921093 Oct 27 10:48:46.101740 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-8281ca3a-3eb4-4b84-b9ee-183af991f879 tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:46.110864 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-8281ca3a-3eb4-4b84-b9ee-183af991f879 tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1664826'] for floatingip, after_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:46.151856 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-1d364690-ed12-4da7-abcb-7a722fefe3ff req-92055f48-d37b-4c9e-ae28-edb3a91bab07 service neutron] 10.222.0.64 "GET /v2.0/networks/39bfeb78-eb5d-489b-af3a-3f8870b9b6fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1875660 Oct 27 10:48:46.235247 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-cb06e8d0-33c7-47ff-9542-ccfdba491b43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:46.304320 n-d-813419-10 neutron-server[102346]: INFO neutron.db.l3_db [None req-8281ca3a-3eb4-4b84-b9ee-183af991f879 tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] Floating IP 86656b41-9c5e-441a-b215-a641f1484dd3 associated. External IP: 172.25.8.192, port: a2e9586a-ddcb-41ab-a7aa-c26277a5230c. Oct 27 10:48:46.643466 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8281ca3a-3eb4-4b84-b9ee-183af991f879 tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] Router 5495c0d7-fa32-4c67-bfd0-b1e2070f3903 has already been hosted by L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb {{(pid=102346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 10:48:46.755209 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device e546142c-20e5-4c42-bc30-21aada271fd4 details requested by agent hyperv_n-h1-813419-10 with host n-h1-813419-10 {{(pid=102348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 10:48:46.789710 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8281ca3a-3eb4-4b84-b9ee-183af991f879 tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:48:46.796763 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-8281ca3a-3eb4-4b84-b9ee-183af991f879 tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for floatingip, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:46.806512 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7d3e98e-40d9-4a01-818d-fbcb4f9243f2 None None] Sync routers for ids ['5495c0d7-fa32-4c67-bfd0-b1e2070f3903'] in n-d-813419-10 {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:48:46.827751 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7d3e98e-40d9-4a01-818d-fbcb4f9243f2 None None] Routers {'5495c0d7-fa32-4c67-bfd0-b1e2070f3903'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:48:46.830341 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-e7d3e98e-40d9-4a01-818d-fbcb4f9243f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:48:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['5495c0d7-fa32-4c67-bfd0-b1e2070f3903'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:48:46.837716 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-8281ca3a-3eb4-4b84-b9ee-183af991f879 tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] 10.222.0.44 "PUT /v2.0/floatingips/86656b41-9c5e-441a-b215-a641f1484dd3 HTTP/1.1" status: 200 len: 991 time: 1.8686481 Oct 27 10:48:46.838318 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2748cfd5-058f-42fe-95e2-15186c0e34a9', 'tag': 'a2e9586a-ddcb-41ab-a7aa-c26277a5230c'}] {{(pid=102346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:48:46.848912 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc0e418f5fc417c8d55d94c0aa509b037d0beb2a734c1a709e789eb65639a56d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db07fdbe-e5a9-4290-97bb-0024b6c9bb25" -d '{"events": [{"name": "network-changed", "server_uuid": "2748cfd5-058f-42fe-95e2-15186c0e34a9", "tag": "a2e9586a-ddcb-41ab-a7aa-c26277a5230c"}]}' {{(pid=102346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:48:46.921000 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 10:48:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa018c42-3fcc-4955-8bbc-809dc63b0820 x-openstack-request-id: req-fa018c42-3fcc-4955-8bbc-809dc63b0820 {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:48:46.921285 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2748cfd5-058f-42fe-95e2-15186c0e34a9", "tag": "a2e9586a-ddcb-41ab-a7aa-c26277a5230c", "status": "completed", "code": 200}]} {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:48:46.921542 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-fa018c42-3fcc-4955-8bbc-809dc63b0820 {{(pid=102346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:48:46.922058 n-d-813419-10 neutron-server[102346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2748cfd5-058f-42fe-95e2-15186c0e34a9', 'tag': 'a2e9586a-ddcb-41ab-a7aa-c26277a5230c', 'status': 'completed', 'code': 200} Oct 27 10:48:47.065029 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db07fdbe-e5a9-4290-97bb-0024b6c9bb25 req-747f7c39-ea62-435b-b1c2-ab619d172823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:48:47.066597 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-db07fdbe-e5a9-4290-97bb-0024b6c9bb25 req-747f7c39-ea62-435b-b1c2-ab619d172823 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=61720bce4798402799f65ee94c5dc895&device_id=2748cfd5-058f-42fe-95e2-15186c0e34a9 HTTP/1.1" status: 200 len: 1097 time: 0.1064210 Oct 27 10:48:47.106158 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port e546142c-20e5-4c42-bc30-21aada271fd4, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=e546142c-20e5-4c42-bc30-21aada271fd4,segment=NetworkSegment(d4764657-a085-407f-b80c-1b38d7cbd252),segment_id=d4764657-a085-407f-b80c-1b38d7cbd252)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:48:47.125891 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvr_db [None req-e7d3e98e-40d9-4a01-818d-fbcb4f9243f2 None None] Set router 5495c0d7-fa32-4c67-bfd0-b1e2070f3903 gateway port host: n-d-813419-10 {{(pid=102349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:48:47.152488 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Returning: {'device': 'e546142c-20e5-4c42-bc30-21aada271fd4', 'network_id': '39bfeb78-eb5d-489b-af3a-3f8870b9b6fd', 'port_id': 'e546142c-20e5-4c42-bc30-21aada271fd4', 'mac_address': 'fa:16:3e:ba:7e:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 408, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f583c02-d1dc-428e-a2f7-ffb6764c8f58', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 10:48:47.215467 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41e83b5-4737-4b05-9f43-7580ebcad232 req-3eb7c5cc-7f94-43b1-ac4f-b92afaa55a6e tempest-ServerRescueNegativeTestJSON-1023322817 tempest-ServerRescueNegativeTestJSON-1023322817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:48:47.228559 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c41e83b5-4737-4b05-9f43-7580ebcad232 req-3eb7c5cc-7f94-43b1-ac4f-b92afaa55a6e tempest-ServerRescueNegativeTestJSON-1023322817 tempest-ServerRescueNegativeTestJSON-1023322817-project] 10.222.0.44 "GET /v2.0/ports?device_id=3759aba1-09d4-4fed-9d74-3da6681f98ba HTTP/1.1" status: 200 len: 943 time: 0.1988318 Oct 27 10:48:47.260619 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:47.295899 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.agents_db [None req-e79ee67d-056e-46ea-bd99-e80473396b25 None None] Agent healthcheck: found 7 active agents {{(pid=102349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 10:48:47.305549 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e546142c-20e5-4c42-bc30-21aada271fd4 {{(pid=102348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:48:47.323138 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c41e83b5-4737-4b05-9f43-7580ebcad232 req-0b5692c9-d649-453c-bfa6-b9643cb7e46f tempest-ServerRescueNegativeTestJSON-1023322817 tempest-ServerRescueNegativeTestJSON-1023322817-project] 10.222.0.44 "GET /v2.0/security-groups?id=d9faf0c3-7aa8-42ca-936b-1bacb18366f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856128 Oct 27 10:48:47.353348 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port e546142c-20e5-4c42-bc30-21aada271fd4, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=e546142c-20e5-4c42-bc30-21aada271fd4,segment=NetworkSegment(d4764657-a085-407f-b80c-1b38d7cbd252),segment_id=d4764657-a085-407f-b80c-1b38d7cbd252)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:48:47.359212 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:47.391061 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db07fdbe-e5a9-4290-97bb-0024b6c9bb25 req-55bfd93b-26ef-43c3-963f-f1a51bd775a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:48:47.393039 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-db07fdbe-e5a9-4290-97bb-0024b6c9bb25 req-55bfd93b-26ef-43c3-963f-f1a51bd775a6 service neutron] 10.222.0.64 "GET /v2.0/networks?id=f64c4ac1-58d3-4604-90d7-e5fb7ec08acd HTTP/1.1" status: 200 len: 911 time: 0.3185236 Oct 27 10:48:47.427070 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Pushing event updated for resources: {'Port': ['ID=e546142c-20e5-4c42-bc30-21aada271fd4,revision_number=4']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:48:47.504779 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-db07fdbe-e5a9-4290-97bb-0024b6c9bb25 req-825d3158-e425-48aa-b7a8-a6e353b028d7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a2e9586a-ddcb-41ab-a7aa-c26277a5230c HTTP/1.1" status: 200 len: 999 time: 0.0975142 Oct 27 10:48:47.556053 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-e7d3e98e-40d9-4a01-818d-fbcb4f9243f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5495c0d7-fa32-4c67-bfd0-b1e2070f3903', 'name': 'tempest-AttachVolumeTestJSON-996718012-router', 'tenant_id': '61720bce4798402799f65ee94c5dc895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.111'}], 'enable_snat': True}, 'gw_port_id': 'c6358f11-a679-4a19-9458-6d60381cfa62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:44:02Z', 'updated_at': '2021-10-27T10:44:08Z', 'revision_number': 4, 'project_id': '61720bce4798402799f65ee94c5dc895', 'gw_port': {'id': 'c6358f11-a679-4a19-9458-6d60381cfa62', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:eb:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5495c0d7-fa32-4c67-bfd0-b1e2070f3903', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2816, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:44:04Z', 'updated_at': '2021-10-27T10:44:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_floatingips': [{'id': '86656b41-9c5e-441a-b215-a641f1484dd3', 'tenant_id': '61720bce4798402799f65ee94c5dc895', 'floating_ip_address': '172.25.8.192', 'floating_network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'router_id': '5495c0d7-fa32-4c67-bfd0-b1e2070f3903', 'port_id': 'a2e9586a-ddcb-41ab-a7aa-c26277a5230c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3237, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f64c4ac1-58d3-4604-90d7-e5fb7ec08acd', 'mac_address': 'fa:16:3e:e7:4a:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2748cfd5-058f-42fe-95e2-15186c0e34a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T10:48:25Z', 'updated_at': '2021-10-27T10:48:45Z', 'revision_number': 1, 'project_id': '61720bce4798402799f65ee94c5dc895', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '539cd888-a8c4-46fd-a48e-bb24340a2a9c', 'name': '', 'network_id': 'f64c4ac1-58d3-4604-90d7-e5fb7ec08acd', 'tenant_id': '61720bce4798402799f65ee94c5dc895', 'mac_address': 'fa:16:3e:d4:3f:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5495c0d7-fa32-4c67-bfd0-b1e2070f3903', 'device_owner': 'network:router_interface', 'standard_attr_id': 2823, 'fixed_ips': [{'subnet_id': '2fee239f-a559-4db5-a696-c092c8e38011', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:44:07Z', 'updated_at': '2021-10-27T10:44:14Z', 'revision_number': 5, 'project_id': '61720bce4798402799f65ee94c5dc895', 'subnets': [{'id': '2fee239f-a559-4db5-a696-c092c8e38011', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:48:47.574817 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] get_ports_and_sgs() called for port_ids ['e546142c-20e5-4c42-bc30-21aada271fd4'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:48:47.587561 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7d3e98e-40d9-4a01-818d-fbcb4f9243f2 None None] Checking router: 5495c0d7-fa32-4c67-bfd0-b1e2070f3903 for host: n-d-813419-10 {{(pid=102349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 10:48:47.601807 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7d3e98e-40d9-4a01-818d-fbcb4f9243f2 None None] Routers {'5495c0d7-fa32-4c67-bfd0-b1e2070f3903'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:48:47.602474 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-e7d3e98e-40d9-4a01-818d-fbcb4f9243f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:48:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['5495c0d7-fa32-4c67-bfd0-b1e2070f3903'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:48:47.699088 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db07fdbe-e5a9-4290-97bb-0024b6c9bb25 req-a116c453-6716-43fb-b200-33c9eadf4422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:48:47.711594 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-db07fdbe-e5a9-4290-97bb-0024b6c9bb25 req-a116c453-6716-43fb-b200-33c9eadf4422 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2fee239f-a559-4db5-a696-c092c8e38011 HTTP/1.1" status: 200 len: 849 time: 0.1974995 Oct 27 10:48:47.746830 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvr_db [None req-e7d3e98e-40d9-4a01-818d-fbcb4f9243f2 None None] Set router 5495c0d7-fa32-4c67-bfd0-b1e2070f3903 gateway port host: n-d-813419-10 {{(pid=102349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:48:47.812716 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db07fdbe-e5a9-4290-97bb-0024b6c9bb25 req-755e06b9-eb53-463e-b51d-7ec3806b5f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:48:47.814462 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-db07fdbe-e5a9-4290-97bb-0024b6c9bb25 req-755e06b9-eb53-463e-b51d-7ec3806b5f2d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f64c4ac1-58d3-4604-90d7-e5fb7ec08acd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0960217 Oct 27 10:48:48.029257 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-db07fdbe-e5a9-4290-97bb-0024b6c9bb25 req-b3071692-49d4-4c4d-8c37-16ecf789bff4 service neutron] 10.222.0.64 "GET /v2.0/networks/f64c4ac1-58d3-4604-90d7-e5fb7ec08acd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2074435 Oct 27 10:48:48.070148 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device 9b8337c7-32a2-4767-8191-b5d4e55974a6 details requested by agent hyperv_n-h2-813419-10 with host n-h2-813419-10 {{(pid=102348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 10:48:48.325372 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-e7d3e98e-40d9-4a01-818d-fbcb4f9243f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5495c0d7-fa32-4c67-bfd0-b1e2070f3903', 'name': 'tempest-AttachVolumeTestJSON-996718012-router', 'tenant_id': '61720bce4798402799f65ee94c5dc895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.111'}], 'enable_snat': True}, 'gw_port_id': 'c6358f11-a679-4a19-9458-6d60381cfa62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:44:02Z', 'updated_at': '2021-10-27T10:44:08Z', 'revision_number': 4, 'project_id': '61720bce4798402799f65ee94c5dc895', 'gw_port': {'id': 'c6358f11-a679-4a19-9458-6d60381cfa62', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:eb:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5495c0d7-fa32-4c67-bfd0-b1e2070f3903', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2816, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:44:04Z', 'updated_at': '2021-10-27T10:44:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_floatingips': [{'id': '86656b41-9c5e-441a-b215-a641f1484dd3', 'tenant_id': '61720bce4798402799f65ee94c5dc895', 'floating_ip_address': '172.25.8.192', 'floating_network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'router_id': '5495c0d7-fa32-4c67-bfd0-b1e2070f3903', 'port_id': 'a2e9586a-ddcb-41ab-a7aa-c26277a5230c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3237, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f64c4ac1-58d3-4604-90d7-e5fb7ec08acd', 'mac_address': 'fa:16:3e:e7:4a:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2748cfd5-058f-42fe-95e2-15186c0e34a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T10:48:25Z', 'updated_at': '2021-10-27T10:48:45Z', 'revision_number': 1, 'project_id': '61720bce4798402799f65ee94c5dc895', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '539cd888-a8c4-46fd-a48e-bb24340a2a9c', 'name': '', 'network_id': 'f64c4ac1-58d3-4604-90d7-e5fb7ec08acd', 'tenant_id': '61720bce4798402799f65ee94c5dc895', 'mac_address': 'fa:16:3e:d4:3f:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5495c0d7-fa32-4c67-bfd0-b1e2070f3903', 'device_owner': 'network:router_interface', 'standard_attr_id': 2823, 'fixed_ips': [{'subnet_id': '2fee239f-a559-4db5-a696-c092c8e38011', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:44:07Z', 'updated_at': '2021-10-27T10:44:14Z', 'revision_number': 5, 'project_id': '61720bce4798402799f65ee94c5dc895', 'subnets': [{'id': '2fee239f-a559-4db5-a696-c092c8e38011', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:48:48.339788 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-db07fdbe-e5a9-4290-97bb-0024b6c9bb25 req-c7b1e556-be7f-4cd5-a121-f3eefe380719 service neutron] 10.222.0.64 "GET /v2.0/networks/f64c4ac1-58d3-4604-90d7-e5fb7ec08acd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2970536 Oct 27 10:48:48.367753 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] For port 9b8337c7-32a2-4767-8191-b5d4e55974a6, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=9b8337c7-32a2-4767-8191-b5d4e55974a6,segment=NetworkSegment(d4764657-a085-407f-b80c-1b38d7cbd252),segment_id=d4764657-a085-407f-b80c-1b38d7cbd252)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:48:48.389042 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Returning: {'device': '9b8337c7-32a2-4767-8191-b5d4e55974a6', 'network_id': '39bfeb78-eb5d-489b-af3a-3f8870b9b6fd', 'port_id': '9b8337c7-32a2-4767-8191-b5d4e55974a6', 'mac_address': 'fa:16:3e:bd:ba:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 408, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f583c02-d1dc-428e-a2f7-ffb6764c8f58', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 10:48:48.478062 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:48.498290 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b8337c7-32a2-4767-8191-b5d4e55974a6 {{(pid=102348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:48:48.500022 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7d3e98e-40d9-4a01-818d-fbcb4f9243f2 None None] The sync data for ids ['5495c0d7-fa32-4c67-bfd0-b1e2070f3903'] in n-d-813419-10 is: [{'id': '5495c0d7-fa32-4c67-bfd0-b1e2070f3903', 'name': 'tempest-AttachVolumeTestJSON-996718012-router', 'tenant_id': '61720bce4798402799f65ee94c5dc895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.111'}], 'enable_snat': True}, 'gw_port_id': 'c6358f11-a679-4a19-9458-6d60381cfa62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:44:02Z', 'updated_at': '2021-10-27T10:44:08Z', 'revision_number': 4, 'project_id': '61720bce4798402799f65ee94c5dc895', 'gw_port': {'id': 'c6358f11-a679-4a19-9458-6d60381cfa62', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:eb:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5495c0d7-fa32-4c67-bfd0-b1e2070f3903', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2816, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:44:04Z', 'updated_at': '2021-10-27T10:44:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_floatingips': [{'id': '86656b41-9c5e-441a-b215-a641f1484dd3', 'tenant_id': '61720bce4798402799f65ee94c5dc895', 'floating_ip_address': '172.25.8.192', 'floating_network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'router_id': '5495c0d7-fa32-4c67-bfd0-b1e2070f3903', 'port_id': 'a2e9586a-ddcb-41ab-a7aa-c26277a5230c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3237, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f64c4ac1-58d3-4604-90d7-e5fb7ec08acd', 'mac_address': 'fa:16:3e:e7:4a:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2748cfd5-058f-42fe-95e2-15186c0e34a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T10:48:25Z', 'updated_at': '2021-10-27T10:48:45Z', 'revision_number': 1, 'project_id': '61720bce4798402799f65ee94c5dc895', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '539cd888-a8c4-46fd-a48e-bb24340a2a9c', 'name': '', 'network_id': 'f64c4ac1-58d3-4604-90d7-e5fb7ec08acd', 'tenant_id': '61720bce4798402799f65ee94c5dc895', 'mac_address': 'fa:16:3e:d4:3f:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5495c0d7-fa32-4c67-bfd0-b1e2070f3903', 'device_owner': 'network:router_interface', 'standard_attr_id': 2823, 'fixed_ips': [{'subnet_id': '2fee239f-a559-4db5-a696-c092c8e38011', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:44:07Z', 'updated_at': '2021-10-27T10:44:14Z', 'revision_number': 5, 'project_id': '61720bce4798402799f65ee94c5dc895', 'subnets': [{'id': '2fee239f-a559-4db5-a696-c092c8e38011', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:48:48.545132 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] For port 9b8337c7-32a2-4767-8191-b5d4e55974a6, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=9b8337c7-32a2-4767-8191-b5d4e55974a6,segment=NetworkSegment(d4764657-a085-407f-b80c-1b38d7cbd252),segment_id=d4764657-a085-407f-b80c-1b38d7cbd252)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:48:48.558258 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:48.564898 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb28c10-5f61-4695-b870-9ca61c4bc28b req-390ff6d9-0c1d-4475-b641-4b0f3cfe1e86 tempest-ServerRescueNegativeTestJSON-1023322817 tempest-ServerRescueNegativeTestJSON-1023322817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:48:48.566508 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8bb28c10-5f61-4695-b870-9ca61c4bc28b req-390ff6d9-0c1d-4475-b641-4b0f3cfe1e86 tempest-ServerRescueNegativeTestJSON-1023322817 tempest-ServerRescueNegativeTestJSON-1023322817-project] 10.222.0.44 "GET /v2.0/ports?device_id=3759aba1-09d4-4fed-9d74-3da6681f98ba HTTP/1.1" status: 200 len: 944 time: 0.1205664 Oct 27 10:48:48.667150 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8bb28c10-5f61-4695-b870-9ca61c4bc28b req-fd84979a-a078-4177-a3ef-d2f2f0d0d093 tempest-ServerRescueNegativeTestJSON-1023322817 tempest-ServerRescueNegativeTestJSON-1023322817-project] 10.222.0.44 "GET /v2.0/security-groups?id=d9faf0c3-7aa8-42ca-936b-1bacb18366f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907505 Oct 27 10:48:48.707602 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Pushing event updated for resources: {'Port': ['ID=9b8337c7-32a2-4767-8191-b5d4e55974a6,revision_number=4']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:48:48.772997 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device e546142c-20e5-4c42-bc30-21aada271fd4 up at agent hyperv_n-h1-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:48:48.892850 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] get_ports_and_sgs() called for port_ids ['9b8337c7-32a2-4767-8191-b5d4e55974a6'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:48:48.896171 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Provisioning for port e546142c-20e5-4c42-bc30-21aada271fd4 completed by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 10:48:48.999381 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Provisioning complete for port e546142c-20e5-4c42-bc30-21aada271fd4 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:48:48.999976 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:49.027378 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bceb99e0-735a-4493-a122-4d5110d1f308 None None] New status for floating IP 86656b41-9c5e-441a-b215-a641f1484dd3: ACTIVE {{(pid=102348) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 10:48:49.035440 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-d337ee41-b82e-4876-9f3a-981c60e46f18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:49.413886 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:49.468041 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 57300) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:48:49.494044 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3759aba1-09d4-4fed-9d74-3da6681f98ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e546142c-20e5-4c42-bc30-21aada271fd4'}] {{(pid=102348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:48:49.496215 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c588921fa634554a1d9242fdea1b05457a9ff1d3b28ba54ec1dace7f2f1df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-188ad4b4-8fe0-4f69-bea7-899867e7ace0" -d '{"events": [{"server_uuid": "3759aba1-09d4-4fed-9d74-3da6681f98ba", "name": "network-vif-plugged", "status": "completed", "tag": "e546142c-20e5-4c42-bc30-21aada271fd4"}]}' {{(pid=102348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:48:49.586654 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:48:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4260c6bd-2287-4945-ad88-47222e1678a2 x-openstack-request-id: req-4260c6bd-2287-4945-ad88-47222e1678a2 {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:48:49.586980 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3759aba1-09d4-4fed-9d74-3da6681f98ba", "name": "network-vif-plugged", "status": "completed", "tag": "e546142c-20e5-4c42-bc30-21aada271fd4", "code": 200}]} {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:48:49.587178 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4260c6bd-2287-4945-ad88-47222e1678a2 {{(pid=102348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:48:49.587612 n-d-813419-10 neutron-server[102348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3759aba1-09d4-4fed-9d74-3da6681f98ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e546142c-20e5-4c42-bc30-21aada271fd4', 'code': 200} Oct 27 10:48:49.609209 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port e546142c-20e5-4c42-bc30-21aada271fd4, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=e546142c-20e5-4c42-bc30-21aada271fd4,segment=NetworkSegment(d4764657-a085-407f-b80c-1b38d7cbd252),segment_id=d4764657-a085-407f-b80c-1b38d7cbd252)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:48:49.647305 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:49.707934 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-7b952372-7f87-42ad-9b18-2644ea2d0559 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1474213953', 'description': 'tempest-secgroup-smoke-1474213953 description', 'project_id': 'b02a92ec9ad04d95b8ea6a5db5946dfb'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:48:49.767918 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31c3c29-01b0-4ea7-9c67-49ecdf5ef36b req-147c217f-8e44-4d9b-a6d9-9b175194dbdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:48:49.770369 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c31c3c29-01b0-4ea7-9c67-49ecdf5ef36b req-147c217f-8e44-4d9b-a6d9-9b175194dbdb service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=3759aba1-09d4-4fed-9d74-3da6681f98ba HTTP/1.1" status: 200 len: 1097 time: 0.1146786 Oct 27 10:48:49.776135 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Pushing event updated for resources: {'Port': ['ID=e546142c-20e5-4c42-bc30-21aada271fd4,revision_number=5']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:48:49.787722 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-7b952372-7f87-42ad-9b18-2644ea2d0559 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Publish callbacks [] for security_group, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:49.843613 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c31c3c29-01b0-4ea7-9c67-49ecdf5ef36b req-5cf8351a-ab6c-499c-b4fb-acfd29c95d35 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=d9faf0c3-7aa8-42ca-936b-1bacb18366f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658562 Oct 27 10:48:49.935785 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ce8a46-28d0-4904-8c93-819a5db90423 req-6f12af5a-6211-417a-bb12-162613eccdff tempest-ServerRescueNegativeTestJSON-1023322817 tempest-ServerRescueNegativeTestJSON-1023322817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:48:49.944508 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-06ce8a46-28d0-4904-8c93-819a5db90423 req-6f12af5a-6211-417a-bb12-162613eccdff tempest-ServerRescueNegativeTestJSON-1023322817 tempest-ServerRescueNegativeTestJSON-1023322817-project] 10.222.0.44 "GET /v2.0/ports?device_id=3759aba1-09d4-4fed-9d74-3da6681f98ba HTTP/1.1" status: 200 len: 945 time: 0.0893447 Oct 27 10:48:49.970110 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-7b952372-7f87-42ad-9b18-2644ea2d0559 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Publish callbacks [] for security_group, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:49.976066 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-7b952372-7f87-42ad-9b18-2644ea2d0559 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:50.021849 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:50.028360 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-06ce8a46-28d0-4904-8c93-819a5db90423 req-2af4fc64-6ce2-4218-8493-8e2af380f7e4 tempest-ServerRescueNegativeTestJSON-1023322817 tempest-ServerRescueNegativeTestJSON-1023322817-project] 10.222.0.44 "GET /v2.0/security-groups?id=d9faf0c3-7aa8-42ca-936b-1bacb18366f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798602 Oct 27 10:48:50.049271 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-eadeaa30-4096-4d1a-b3cb-aa7ebfb291ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:50.051758 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-7b952372-7f87-42ad-9b18-2644ea2d0559 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:50.055684 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-7b952372-7f87-42ad-9b18-2644ea2d0559 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5831470 Oct 27 10:48:50.056719 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 57308) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:48:50.058641 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b952372-7f87-42ad-9b18-2644ea2d0559 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e12aac3e-256a-4b83-b5b5-3559f5984194,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:48:50.061835 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-bf8d6a9a-fa41-423b-8d51-57a354070a51 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Request body: {'security_group_rule': {'security_group_id': 'e12aac3e-256a-4b83-b5b5-3559f5984194', 'project_id': 'b02a92ec9ad04d95b8ea6a5db5946dfb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:48:50.102476 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-bf8d6a9a-fa41-423b-8d51-57a354070a51 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:50.158671 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-bf8d6a9a-fa41-423b-8d51-57a354070a51 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:50.165641 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-bf8d6a9a-fa41-423b-8d51-57a354070a51 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671902'] for security_group_rule, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:50.185528 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8d6a9a-fa41-423b-8d51-57a354070a51 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd1ed223-9b48-4009-bf62-8917f1c82d37,revision_number=0']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:48:50.197016 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-bf8d6a9a-fa41-423b-8d51-57a354070a51 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:50.199272 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-bf8d6a9a-fa41-423b-8d51-57a354070a51 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1407840 Oct 27 10:48:50.202031 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 57310) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:48:50.207749 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-3944e83b-dc73-4c2f-9038-91dddb4352b7 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Request body: {'security_group_rule': {'security_group_id': 'e12aac3e-256a-4b83-b5b5-3559f5984194', 'project_id': 'b02a92ec9ad04d95b8ea6a5db5946dfb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:48:50.242809 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-3944e83b-dc73-4c2f-9038-91dddb4352b7 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:50.354531 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-3944e83b-dc73-4c2f-9038-91dddb4352b7 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:50.359017 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-3944e83b-dc73-4c2f-9038-91dddb4352b7 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671902'] for security_group_rule, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:50.387820 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3944e83b-dc73-4c2f-9038-91dddb4352b7 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a110cbef-054a-4b7e-b7e4-e72e3d34b7f1,revision_number=0']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:48:50.411761 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-3944e83b-dc73-4c2f-9038-91dddb4352b7 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:50.413356 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-3944e83b-dc73-4c2f-9038-91dddb4352b7 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2102172 Oct 27 10:48:50.416454 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 57318) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:48:50.421149 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-f937c104-55b4-4b3b-bcef-197e3f95d8be tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Request body: {'security_group_rule': {'security_group_id': 'e12aac3e-256a-4b83-b5b5-3559f5984194', 'project_id': 'b02a92ec9ad04d95b8ea6a5db5946dfb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:48:50.472875 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-f937c104-55b4-4b3b-bcef-197e3f95d8be tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:50.562547 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-f937c104-55b4-4b3b-bcef-197e3f95d8be tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:50.568126 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-f937c104-55b4-4b3b-bcef-197e3f95d8be tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671902'] for security_group_rule, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:50.588549 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f937c104-55b4-4b3b-bcef-197e3f95d8be tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=798a8cca-fd48-4e58-a7d8-11e84014ae6c,revision_number=0']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:48:50.596946 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-f937c104-55b4-4b3b-bcef-197e3f95d8be tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:50.601632 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 57322) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:48:50.606877 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-0e315015-d762-442e-b50c-f74f154a430d tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Request body: {'security_group_rule': {'security_group_id': 'e12aac3e-256a-4b83-b5b5-3559f5984194', 'project_id': 'b02a92ec9ad04d95b8ea6a5db5946dfb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:48:50.611901 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-f937c104-55b4-4b3b-bcef-197e3f95d8be tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1943369 Oct 27 10:48:50.640235 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-0e315015-d762-442e-b50c-f74f154a430d tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:50.710198 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-0e315015-d762-442e-b50c-f74f154a430d tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:50.714002 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-0e315015-d762-442e-b50c-f74f154a430d tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671902'] for security_group_rule, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:50.732168 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e315015-d762-442e-b50c-f74f154a430d tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31f7dd40-94d6-48fc-adef-54d209451f37,revision_number=0']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:48:50.742394 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-0e315015-d762-442e-b50c-f74f154a430d tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:50.743755 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-0e315015-d762-442e-b50c-f74f154a430d tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1408694 Oct 27 10:48:50.747200 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 57324) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:48:50.752236 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-fe69e070-1973-47a3-9f9d-ae06a3a6a94b tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Request body: {'security_group_rule': {'security_group_id': 'e12aac3e-256a-4b83-b5b5-3559f5984194', 'project_id': 'b02a92ec9ad04d95b8ea6a5db5946dfb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:48:50.829837 n-d-813419-10 neutron-server[102347]: INFO neutron.db.securitygroups_db [None req-fe69e070-1973-47a3-9f9d-ae06a3a6a94b tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Project b02a92ec9ad04d95b8ea6a5db5946dfb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 27 10:48:50.841190 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-fe69e070-1973-47a3-9f9d-ae06a3a6a94b tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:50.947059 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-fe69e070-1973-47a3-9f9d-ae06a3a6a94b tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:50.952121 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-fe69e070-1973-47a3-9f9d-ae06a3a6a94b tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671902'] for security_group_rule, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:50.973825 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe69e070-1973-47a3-9f9d-ae06a3a6a94b tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34588365-123c-40ef-93fd-34af35c927da,revision_number=0']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:48:50.983875 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-fe69e070-1973-47a3-9f9d-ae06a3a6a94b tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:50.988969 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-fe69e070-1973-47a3-9f9d-ae06a3a6a94b tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2369153 Oct 27 10:48:50.988969 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 57334) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:48:50.992880 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-0476ee2a-8c1a-4739-8248-ad1bbab30773 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Request body: {'security_group_rule': {'security_group_id': 'e12aac3e-256a-4b83-b5b5-3559f5984194', 'project_id': 'b02a92ec9ad04d95b8ea6a5db5946dfb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:48:51.017831 n-d-813419-10 neutron-server[102347]: INFO neutron.db.securitygroups_db [None req-0476ee2a-8c1a-4739-8248-ad1bbab30773 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Project b02a92ec9ad04d95b8ea6a5db5946dfb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 27 10:48:51.027762 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-0476ee2a-8c1a-4739-8248-ad1bbab30773 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:51.098911 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-0476ee2a-8c1a-4739-8248-ad1bbab30773 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:51.104394 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-0476ee2a-8c1a-4739-8248-ad1bbab30773 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671902'] for security_group_rule, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:51.125351 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0476ee2a-8c1a-4739-8248-ad1bbab30773 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61ad12c6-6010-430d-8ad3-67538e3f9a21,revision_number=0']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:48:51.135933 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-0476ee2a-8c1a-4739-8248-ad1bbab30773 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:51.140053 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-0476ee2a-8c1a-4739-8248-ad1bbab30773 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1481314 Oct 27 10:48:51.155953 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ce3791-5166-41ad-aa29-c0fe084fb4af req-4ca47673-7b3f-4979-b7f9-476ff966844c tempest-ServerRescueNegativeTestJSON-1023322817 tempest-ServerRescueNegativeTestJSON-1023322817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:48:51.157756 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-b4ce3791-5166-41ad-aa29-c0fe084fb4af req-4ca47673-7b3f-4979-b7f9-476ff966844c tempest-ServerRescueNegativeTestJSON-1023322817 tempest-ServerRescueNegativeTestJSON-1023322817-project] 10.222.0.44 "GET /v2.0/ports?device_id=3759aba1-09d4-4fed-9d74-3da6681f98ba HTTP/1.1" status: 200 len: 945 time: 0.0635288 Oct 27 10:48:51.202718 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-b4ce3791-5166-41ad-aa29-c0fe084fb4af req-e7185160-1649-495d-80d9-086662140557 tempest-ServerRescueNegativeTestJSON-1023322817 tempest-ServerRescueNegativeTestJSON-1023322817-project] 10.222.0.44 "GET /v2.0/security-groups?id=d9faf0c3-7aa8-42ca-936b-1bacb18366f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349479 Oct 27 10:48:51.482787 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fc68a4-cfbf-4bdb-bd05-4b153daaa823 req-f65e72ad-148c-4751-a86b-b16c0001c859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:48:51.484379 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-a7fc68a4-cfbf-4bdb-bd05-4b153daaa823 req-f65e72ad-148c-4751-a86b-b16c0001c859 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=49f69ef03c2149d7af8e989acb2acfe0&device_id=3759aba1-09d4-4fed-9d74-3da6681f98ba HTTP/1.1" status: 200 len: 1097 time: 0.0616574 Oct 27 10:48:51.536741 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a2db46-67e9-409f-821d-2166c0db5225 req-e7abf39d-1695-4dd4-b971-3e4e98cc2f37 tempest-ServerRescueNegativeTestJSON-1023322817 tempest-ServerRescueNegativeTestJSON-1023322817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:48:51.544439 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-83a2db46-67e9-409f-821d-2166c0db5225 req-e7abf39d-1695-4dd4-b971-3e4e98cc2f37 tempest-ServerRescueNegativeTestJSON-1023322817 tempest-ServerRescueNegativeTestJSON-1023322817-project] 10.222.0.44 "GET /v2.0/ports?device_id=3759aba1-09d4-4fed-9d74-3da6681f98ba HTTP/1.1" status: 200 len: 945 time: 0.0883715 Oct 27 10:48:51.612061 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-83a2db46-67e9-409f-821d-2166c0db5225 req-76b45eda-1518-489d-b0ee-c73e352c8d4c tempest-ServerRescueNegativeTestJSON-1023322817 tempest-ServerRescueNegativeTestJSON-1023322817-project] 10.222.0.44 "GET /v2.0/security-groups?id=d9faf0c3-7aa8-42ca-936b-1bacb18366f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604987 Oct 27 10:48:51.673043 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fc68a4-cfbf-4bdb-bd05-4b153daaa823 req-4f386add-b52b-4de0-a895-b343c0fc4902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:48:51.676829 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-a7fc68a4-cfbf-4bdb-bd05-4b153daaa823 req-4f386add-b52b-4de0-a895-b343c0fc4902 service neutron] 10.222.0.64 "GET /v2.0/networks?id=39bfeb78-eb5d-489b-af3a-3f8870b9b6fd HTTP/1.1" status: 200 len: 920 time: 0.1849847 Oct 27 10:48:51.747649 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-a7fc68a4-cfbf-4bdb-bd05-4b153daaa823 req-e160b9d4-630f-49df-ace9-f3279070ccc9 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e546142c-20e5-4c42-bc30-21aada271fd4 HTTP/1.1" status: 200 len: 217 time: 0.0640042 Oct 27 10:48:51.813581 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fc68a4-cfbf-4bdb-bd05-4b153daaa823 req-5c1db0f7-9cc3-40fb-857c-c8a9e72b65f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:48:51.813581 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-a7fc68a4-cfbf-4bdb-bd05-4b153daaa823 req-5c1db0f7-9cc3-40fb-857c-c8a9e72b65f3 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6f583c02-d1dc-428e-a2f7-ffb6764c8f58 HTTP/1.1" status: 200 len: 859 time: 0.0491149 Oct 27 10:48:51.849517 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-a7fc68a4-cfbf-4bdb-bd05-4b153daaa823 req-a3f78012-eeaf-4cf1-aba5-4158a1fe8e0c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=39bfeb78-eb5d-489b-af3a-3f8870b9b6fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374057 Oct 27 10:48:51.966062 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-3c6a8245-0581-48aa-b5f6-4d8fe98cd16e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:51.981976 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-a7fc68a4-cfbf-4bdb-bd05-4b153daaa823 req-71e144df-8b03-458c-9776-dad5847c2e03 service neutron] 10.222.0.64 "GET /v2.0/networks/39bfeb78-eb5d-489b-af3a-3f8870b9b6fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250203 Oct 27 10:48:52.083431 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device 9b8337c7-32a2-4767-8191-b5d4e55974a6 up at agent hyperv_n-h2-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:48:52.118711 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-a7fc68a4-cfbf-4bdb-bd05-4b153daaa823 req-35b531a0-8936-4476-9b13-288425863e84 service neutron] 10.222.0.64 "GET /v2.0/networks/39bfeb78-eb5d-489b-af3a-3f8870b9b6fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206963 Oct 27 10:48:52.164777 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Provisioning for port 9b8337c7-32a2-4767-8191-b5d4e55974a6 completed by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 10:48:52.172623 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Provisioning complete for port 9b8337c7-32a2-4767-8191-b5d4e55974a6 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:48:52.173077 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:52.277300 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:52.303754 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e38e5fe-b7e6-4a57-9fef-a67e31b94d76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b8337c7-32a2-4767-8191-b5d4e55974a6'}] {{(pid=102348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:48:52.306510 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c588921fa634554a1d9242fdea1b05457a9ff1d3b28ba54ec1dace7f2f1df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-815aa4bd-4493-41ee-8df3-6eac758a29f7" -d '{"events": [{"server_uuid": "0e38e5fe-b7e6-4a57-9fef-a67e31b94d76", "name": "network-vif-plugged", "status": "completed", "tag": "9b8337c7-32a2-4767-8191-b5d4e55974a6"}]}' {{(pid=102348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:48:52.322791 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] For port 9b8337c7-32a2-4767-8191-b5d4e55974a6, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=9b8337c7-32a2-4767-8191-b5d4e55974a6,segment=NetworkSegment(d4764657-a085-407f-b80c-1b38d7cbd252),segment_id=d4764657-a085-407f-b80c-1b38d7cbd252)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:48:52.329450 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:48:52.380082 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:48:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78646c46-b874-4c71-9b3e-0b2f5bc1eac6 x-openstack-request-id: req-78646c46-b874-4c71-9b3e-0b2f5bc1eac6 {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:48:52.380632 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e38e5fe-b7e6-4a57-9fef-a67e31b94d76", "name": "network-vif-plugged", "status": "completed", "tag": "9b8337c7-32a2-4767-8191-b5d4e55974a6", "code": 200}]} {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:48:52.380887 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-78646c46-b874-4c71-9b3e-0b2f5bc1eac6 {{(pid=102348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:48:52.381284 n-d-813419-10 neutron-server[102348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e38e5fe-b7e6-4a57-9fef-a67e31b94d76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b8337c7-32a2-4767-8191-b5d4e55974a6', 'code': 200} Oct 27 10:48:52.409502 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Pushing event updated for resources: {'Port': ['ID=9b8337c7-32a2-4767-8191-b5d4e55974a6,revision_number=5']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:48:52.526009 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42683cf3-28c2-47fe-9fab-8fbfbb7b1c13 req-b9449d6e-bdc0-49d0-8d47-cb99e9a154cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:48:52.528421 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-42683cf3-28c2-47fe-9fab-8fbfbb7b1c13 req-b9449d6e-bdc0-49d0-8d47-cb99e9a154cd service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=0e38e5fe-b7e6-4a57-9fef-a67e31b94d76 HTTP/1.1" status: 200 len: 1097 time: 0.0842779 Oct 27 10:48:52.573942 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-42683cf3-28c2-47fe-9fab-8fbfbb7b1c13 req-9f79a1c1-9b1e-4b16-b684-9f16c7d188cb service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=d9faf0c3-7aa8-42ca-936b-1bacb18366f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375648 Oct 27 10:48:52.747403 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4deaf3d-7e95-42c1-bc4a-0bd222aaf0a5 req-23bb410a-3bef-457e-9bfc-b51f87d76ddf tempest-ServerRescueNegativeTestJSON-1023322817 tempest-ServerRescueNegativeTestJSON-1023322817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:48:52.750007 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-e4deaf3d-7e95-42c1-bc4a-0bd222aaf0a5 req-23bb410a-3bef-457e-9bfc-b51f87d76ddf tempest-ServerRescueNegativeTestJSON-1023322817 tempest-ServerRescueNegativeTestJSON-1023322817-project] 10.222.0.44 "GET /v2.0/ports?device_id=3759aba1-09d4-4fed-9d74-3da6681f98ba HTTP/1.1" status: 200 len: 945 time: 0.0658565 Oct 27 10:48:52.803319 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-e4deaf3d-7e95-42c1-bc4a-0bd222aaf0a5 req-f8c8c0df-8748-444a-ba1e-59ec568054e7 tempest-ServerRescueNegativeTestJSON-1023322817 tempest-ServerRescueNegativeTestJSON-1023322817-project] 10.222.0.44 "GET /v2.0/security-groups?id=d9faf0c3-7aa8-42ca-936b-1bacb18366f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460877 Oct 27 10:48:54.003668 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ec570d-453e-4ff7-adf6-60f0fe665759 req-77e7700a-e823-4a9d-9cb2-a27f53570c61 tempest-ServerRescueNegativeTestJSON-1023322817 tempest-ServerRescueNegativeTestJSON-1023322817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:48:54.005370 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-06ec570d-453e-4ff7-adf6-60f0fe665759 req-77e7700a-e823-4a9d-9cb2-a27f53570c61 tempest-ServerRescueNegativeTestJSON-1023322817 tempest-ServerRescueNegativeTestJSON-1023322817-project] 10.222.0.44 "GET /v2.0/ports?device_id=3759aba1-09d4-4fed-9d74-3da6681f98ba HTTP/1.1" status: 200 len: 945 time: 0.0863078 Oct 27 10:48:54.060120 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-06ec570d-453e-4ff7-adf6-60f0fe665759 req-491f0fba-27c6-4371-af72-10a348d764ed tempest-ServerRescueNegativeTestJSON-1023322817 tempest-ServerRescueNegativeTestJSON-1023322817-project] 10.222.0.44 "GET /v2.0/security-groups?id=d9faf0c3-7aa8-42ca-936b-1bacb18366f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462594 Oct 27 10:48:55.235867 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff02d8f6-308a-42a2-b0c0-102ee204c1de req-133287ca-e08c-4477-a79e-78c4dfe3fce4 tempest-ServerRescueNegativeTestJSON-1023322817 tempest-ServerRescueNegativeTestJSON-1023322817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:48:55.247520 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-ff02d8f6-308a-42a2-b0c0-102ee204c1de req-133287ca-e08c-4477-a79e-78c4dfe3fce4 tempest-ServerRescueNegativeTestJSON-1023322817 tempest-ServerRescueNegativeTestJSON-1023322817-project] 10.222.0.44 "GET /v2.0/ports?device_id=3759aba1-09d4-4fed-9d74-3da6681f98ba HTTP/1.1" status: 200 len: 945 time: 0.0992033 Oct 27 10:48:55.326385 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-ff02d8f6-308a-42a2-b0c0-102ee204c1de req-1e83e260-3f74-415b-9ac6-5041555857bf tempest-ServerRescueNegativeTestJSON-1023322817 tempest-ServerRescueNegativeTestJSON-1023322817-project] 10.222.0.44 "GET /v2.0/security-groups?id=d9faf0c3-7aa8-42ca-936b-1bacb18366f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775084 Oct 27 10:48:56.505571 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d1ddf6-5aee-4800-bab2-fe45db0f423a req-1616a703-0f6a-4e43-89b1-f0b45e38960f tempest-ServerRescueNegativeTestJSON-1023322817 tempest-ServerRescueNegativeTestJSON-1023322817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:48:56.508784 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-f8d1ddf6-5aee-4800-bab2-fe45db0f423a req-1616a703-0f6a-4e43-89b1-f0b45e38960f tempest-ServerRescueNegativeTestJSON-1023322817 tempest-ServerRescueNegativeTestJSON-1023322817-project] 10.222.0.44 "GET /v2.0/ports?device_id=3759aba1-09d4-4fed-9d74-3da6681f98ba HTTP/1.1" status: 200 len: 945 time: 0.0661197 Oct 27 10:48:56.558545 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-f8d1ddf6-5aee-4800-bab2-fe45db0f423a req-de48ab72-cbaf-42ef-bd6b-c8b6fc496c5e tempest-ServerRescueNegativeTestJSON-1023322817 tempest-ServerRescueNegativeTestJSON-1023322817-project] 10.222.0.44 "GET /v2.0/security-groups?id=d9faf0c3-7aa8-42ca-936b-1bacb18366f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424955 Oct 27 10:48:57.721553 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73077178-5b97-49c8-9788-e718c6ee2c5a req-a3df5fd5-f658-466b-a0e9-42ec685dd6cf tempest-ServerRescueNegativeTestJSON-1023322817 tempest-ServerRescueNegativeTestJSON-1023322817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:48:57.724876 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-73077178-5b97-49c8-9788-e718c6ee2c5a req-a3df5fd5-f658-466b-a0e9-42ec685dd6cf tempest-ServerRescueNegativeTestJSON-1023322817 tempest-ServerRescueNegativeTestJSON-1023322817-project] 10.222.0.44 "GET /v2.0/ports?device_id=3759aba1-09d4-4fed-9d74-3da6681f98ba HTTP/1.1" status: 200 len: 945 time: 0.0891371 Oct 27 10:48:57.777173 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-73077178-5b97-49c8-9788-e718c6ee2c5a req-55731a52-e4e4-4000-a09d-94a43546d639 tempest-ServerRescueNegativeTestJSON-1023322817 tempest-ServerRescueNegativeTestJSON-1023322817-project] 10.222.0.44 "GET /v2.0/security-groups?id=d9faf0c3-7aa8-42ca-936b-1bacb18366f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434952 Oct 27 10:48:58.916236 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6016ba-7377-45f3-8ecb-b4053d5021fb req-29b8473f-8da2-46fa-81e4-94d32c8f2468 tempest-ServerRescueNegativeTestJSON-1023322817 tempest-ServerRescueNegativeTestJSON-1023322817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:48:58.920169 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-fd6016ba-7377-45f3-8ecb-b4053d5021fb req-29b8473f-8da2-46fa-81e4-94d32c8f2468 tempest-ServerRescueNegativeTestJSON-1023322817 tempest-ServerRescueNegativeTestJSON-1023322817-project] 10.222.0.44 "GET /v2.0/ports?device_id=3759aba1-09d4-4fed-9d74-3da6681f98ba HTTP/1.1" status: 200 len: 945 time: 0.0657372 Oct 27 10:48:58.992953 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-fd6016ba-7377-45f3-8ecb-b4053d5021fb req-c1c80c97-773c-4d01-996b-7873be1ace0a tempest-ServerRescueNegativeTestJSON-1023322817 tempest-ServerRescueNegativeTestJSON-1023322817-project] 10.222.0.44 "GET /v2.0/security-groups?id=d9faf0c3-7aa8-42ca-936b-1bacb18366f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622389 Oct 27 10:49:00.139905 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ae2502-e457-4b27-a1d2-fbdc8dd8fcd0 req-66630f40-94b3-4ab8-a19c-384fde6b3a67 tempest-ServerRescueNegativeTestJSON-1023322817 tempest-ServerRescueNegativeTestJSON-1023322817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:49:00.142197 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-19ae2502-e457-4b27-a1d2-fbdc8dd8fcd0 req-66630f40-94b3-4ab8-a19c-384fde6b3a67 tempest-ServerRescueNegativeTestJSON-1023322817 tempest-ServerRescueNegativeTestJSON-1023322817-project] 10.222.0.44 "GET /v2.0/ports?device_id=3759aba1-09d4-4fed-9d74-3da6681f98ba HTTP/1.1" status: 200 len: 945 time: 0.0663979 Oct 27 10:49:00.207628 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-19ae2502-e457-4b27-a1d2-fbdc8dd8fcd0 req-af041a44-7518-4e9d-8572-2287d7d00da0 tempest-ServerRescueNegativeTestJSON-1023322817 tempest-ServerRescueNegativeTestJSON-1023322817-project] 10.222.0.44 "GET /v2.0/security-groups?id=d9faf0c3-7aa8-42ca-936b-1bacb18366f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532737 Oct 27 10:49:01.459308 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9660255c-3b43-408a-8bb6-01d9ca3da62a req-477edb67-11c2-4371-bb83-8b1b569a7585 tempest-ServerRescueNegativeTestJSON-1023322817 tempest-ServerRescueNegativeTestJSON-1023322817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:49:01.461700 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-9660255c-3b43-408a-8bb6-01d9ca3da62a req-477edb67-11c2-4371-bb83-8b1b569a7585 tempest-ServerRescueNegativeTestJSON-1023322817 tempest-ServerRescueNegativeTestJSON-1023322817-project] 10.222.0.44 "GET /v2.0/ports?device_id=3759aba1-09d4-4fed-9d74-3da6681f98ba HTTP/1.1" status: 200 len: 945 time: 0.0902126 Oct 27 10:49:01.511596 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-9660255c-3b43-408a-8bb6-01d9ca3da62a req-a86eba18-cf2f-4924-a294-6ffcd3148a6d tempest-ServerRescueNegativeTestJSON-1023322817 tempest-ServerRescueNegativeTestJSON-1023322817-project] 10.222.0.44 "GET /v2.0/security-groups?id=d9faf0c3-7aa8-42ca-936b-1bacb18366f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437379 Oct 27 10:49:02.577971 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:49:02.644153 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2258fd14-7ff1-4e5e-9a67-36d1649ea00b req-317e7db9-8a4b-4d99-ae10-f763df570af4 tempest-ServerRescueNegativeTestJSON-1023322817 tempest-ServerRescueNegativeTestJSON-1023322817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:49:02.646458 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-2258fd14-7ff1-4e5e-9a67-36d1649ea00b req-317e7db9-8a4b-4d99-ae10-f763df570af4 tempest-ServerRescueNegativeTestJSON-1023322817 tempest-ServerRescueNegativeTestJSON-1023322817-project] 10.222.0.44 "GET /v2.0/ports?device_id=3759aba1-09d4-4fed-9d74-3da6681f98ba HTTP/1.1" status: 200 len: 945 time: 0.0580251 Oct 27 10:49:02.689712 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-2258fd14-7ff1-4e5e-9a67-36d1649ea00b req-b82ea969-738d-4e14-b6e9-af0d98eab08f tempest-ServerRescueNegativeTestJSON-1023322817 tempest-ServerRescueNegativeTestJSON-1023322817-project] 10.222.0.44 "GET /v2.0/security-groups?id=d9faf0c3-7aa8-42ca-936b-1bacb18366f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356076 Oct 27 10:49:03.856519 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9ec931-73bd-4c2b-96a3-84b241bc5417 req-19fab9c3-0685-4b85-b766-b33129da93dc tempest-ServerRescueNegativeTestJSON-1023322817 tempest-ServerRescueNegativeTestJSON-1023322817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:49:03.858531 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-1d9ec931-73bd-4c2b-96a3-84b241bc5417 req-19fab9c3-0685-4b85-b766-b33129da93dc tempest-ServerRescueNegativeTestJSON-1023322817 tempest-ServerRescueNegativeTestJSON-1023322817-project] 10.222.0.44 "GET /v2.0/ports?device_id=3759aba1-09d4-4fed-9d74-3da6681f98ba HTTP/1.1" status: 200 len: 945 time: 0.0784581 Oct 27 10:49:03.932454 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-1d9ec931-73bd-4c2b-96a3-84b241bc5417 req-2500990f-c7e7-474c-bd77-0ee9e152f3e9 tempest-ServerRescueNegativeTestJSON-1023322817 tempest-ServerRescueNegativeTestJSON-1023322817-project] 10.222.0.44 "GET /v2.0/security-groups?id=d9faf0c3-7aa8-42ca-936b-1bacb18366f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591710 Oct 27 10:49:05.116574 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4d0dd4-1dfc-4e78-99c2-469a95b7febd req-b8273aba-e042-454f-99ee-a7408bbb17eb tempest-ServerRescueNegativeTestJSON-1023322817 tempest-ServerRescueNegativeTestJSON-1023322817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:49:05.118490 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-3d4d0dd4-1dfc-4e78-99c2-469a95b7febd req-b8273aba-e042-454f-99ee-a7408bbb17eb tempest-ServerRescueNegativeTestJSON-1023322817 tempest-ServerRescueNegativeTestJSON-1023322817-project] 10.222.0.44 "GET /v2.0/ports?device_id=3759aba1-09d4-4fed-9d74-3da6681f98ba HTTP/1.1" status: 200 len: 945 time: 0.0918880 Oct 27 10:49:05.176913 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-3d4d0dd4-1dfc-4e78-99c2-469a95b7febd req-c474d95b-0b3c-4360-98e7-44c63f0b6a26 tempest-ServerRescueNegativeTestJSON-1023322817 tempest-ServerRescueNegativeTestJSON-1023322817-project] 10.222.0.44 "GET /v2.0/security-groups?id=d9faf0c3-7aa8-42ca-936b-1bacb18366f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500245 Oct 27 10:49:06.345668 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc53fbe4-fd01-4c39-b0a9-b093ed3dab01 req-b047546b-cc45-4994-a1f2-aa5128f1a39d tempest-ServerRescueNegativeTestJSON-1023322817 tempest-ServerRescueNegativeTestJSON-1023322817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:49:06.354682 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-dc53fbe4-fd01-4c39-b0a9-b093ed3dab01 req-b047546b-cc45-4994-a1f2-aa5128f1a39d tempest-ServerRescueNegativeTestJSON-1023322817 tempest-ServerRescueNegativeTestJSON-1023322817-project] 10.222.0.44 "GET /v2.0/ports?device_id=3759aba1-09d4-4fed-9d74-3da6681f98ba HTTP/1.1" status: 200 len: 945 time: 0.0881500 Oct 27 10:49:06.404916 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-dc53fbe4-fd01-4c39-b0a9-b093ed3dab01 req-39f0dcf2-1c02-4f9c-91bf-414de412b667 tempest-ServerRescueNegativeTestJSON-1023322817 tempest-ServerRescueNegativeTestJSON-1023322817-project] 10.222.0.44 "GET /v2.0/security-groups?id=d9faf0c3-7aa8-42ca-936b-1bacb18366f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491037 Oct 27 10:49:07.523175 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dc4e1f-02a7-428a-99b1-8eae18245605 req-335ce956-f577-4ecd-826e-1f9568788145 tempest-ServerRescueNegativeTestJSON-1023322817 tempest-ServerRescueNegativeTestJSON-1023322817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:49:07.531375 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-87dc4e1f-02a7-428a-99b1-8eae18245605 req-335ce956-f577-4ecd-826e-1f9568788145 tempest-ServerRescueNegativeTestJSON-1023322817 tempest-ServerRescueNegativeTestJSON-1023322817-project] 10.222.0.44 "GET /v2.0/ports?device_id=3759aba1-09d4-4fed-9d74-3da6681f98ba HTTP/1.1" status: 200 len: 945 time: 0.0642962 Oct 27 10:49:07.569875 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-87dc4e1f-02a7-428a-99b1-8eae18245605 req-bec5c2ad-3a2b-4c52-bd3c-7aa3fa1d5967 tempest-ServerRescueNegativeTestJSON-1023322817 tempest-ServerRescueNegativeTestJSON-1023322817-project] 10.222.0.44 "GET /v2.0/security-groups?id=d9faf0c3-7aa8-42ca-936b-1bacb18366f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372975 Oct 27 10:49:08.701776 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8aac43-24b6-40c1-8d2b-10b1e93129bb req-fccc8145-63bd-4695-b1d5-7c70ae070a86 tempest-ServerRescueNegativeTestJSON-1023322817 tempest-ServerRescueNegativeTestJSON-1023322817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:49:08.712428 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-be8aac43-24b6-40c1-8d2b-10b1e93129bb req-fccc8145-63bd-4695-b1d5-7c70ae070a86 tempest-ServerRescueNegativeTestJSON-1023322817 tempest-ServerRescueNegativeTestJSON-1023322817-project] 10.222.0.44 "GET /v2.0/ports?device_id=3759aba1-09d4-4fed-9d74-3da6681f98ba HTTP/1.1" status: 200 len: 945 time: 0.0638154 Oct 27 10:49:08.749982 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-be8aac43-24b6-40c1-8d2b-10b1e93129bb req-d48352eb-c85c-41a2-8178-553483a8cc3c tempest-ServerRescueNegativeTestJSON-1023322817 tempest-ServerRescueNegativeTestJSON-1023322817-project] 10.222.0.44 "GET /v2.0/security-groups?id=d9faf0c3-7aa8-42ca-936b-1bacb18366f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362210 Oct 27 10:49:08.975426 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:49:09.870259 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35bc33c-52a0-4754-8bae-0ad305bf2138 req-da1a8a4c-4ab6-4d05-929b-79dd2f557690 tempest-ServerRescueNegativeTestJSON-1023322817 tempest-ServerRescueNegativeTestJSON-1023322817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:49:09.872611 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-f35bc33c-52a0-4754-8bae-0ad305bf2138 req-da1a8a4c-4ab6-4d05-929b-79dd2f557690 tempest-ServerRescueNegativeTestJSON-1023322817 tempest-ServerRescueNegativeTestJSON-1023322817-project] 10.222.0.44 "GET /v2.0/ports?device_id=3759aba1-09d4-4fed-9d74-3da6681f98ba HTTP/1.1" status: 200 len: 945 time: 0.0529726 Oct 27 10:49:09.925438 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-f35bc33c-52a0-4754-8bae-0ad305bf2138 req-9399e627-8267-44e8-a652-029f6d79d384 tempest-ServerRescueNegativeTestJSON-1023322817 tempest-ServerRescueNegativeTestJSON-1023322817-project] 10.222.0.44 "GET /v2.0/security-groups?id=d9faf0c3-7aa8-42ca-936b-1bacb18366f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449505 Oct 27 10:49:11.082675 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa38d92-01c5-4a5f-bebe-8721f1535d39 req-47401aa7-71ce-4098-9f2f-a858fffc05e7 tempest-ServerRescueNegativeTestJSON-1023322817 tempest-ServerRescueNegativeTestJSON-1023322817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:49:11.084542 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-5aa38d92-01c5-4a5f-bebe-8721f1535d39 req-47401aa7-71ce-4098-9f2f-a858fffc05e7 tempest-ServerRescueNegativeTestJSON-1023322817 tempest-ServerRescueNegativeTestJSON-1023322817-project] 10.222.0.44 "GET /v2.0/ports?device_id=3759aba1-09d4-4fed-9d74-3da6681f98ba HTTP/1.1" status: 200 len: 945 time: 0.0778642 Oct 27 10:49:11.139812 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-5aa38d92-01c5-4a5f-bebe-8721f1535d39 req-7b31100a-e267-4e8a-a983-916a6b55f818 tempest-ServerRescueNegativeTestJSON-1023322817 tempest-ServerRescueNegativeTestJSON-1023322817-project] 10.222.0.44 "GET /v2.0/security-groups?id=d9faf0c3-7aa8-42ca-936b-1bacb18366f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443799 Oct 27 10:49:12.269826 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f6921c-64f4-41b9-8ffa-283672fcf7f1 req-ae77bb6e-49dc-44a7-a003-389a20c12042 tempest-ServerRescueNegativeTestJSON-1023322817 tempest-ServerRescueNegativeTestJSON-1023322817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:49:12.271331 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b6f6921c-64f4-41b9-8ffa-283672fcf7f1 req-ae77bb6e-49dc-44a7-a003-389a20c12042 tempest-ServerRescueNegativeTestJSON-1023322817 tempest-ServerRescueNegativeTestJSON-1023322817-project] 10.222.0.44 "GET /v2.0/ports?device_id=3759aba1-09d4-4fed-9d74-3da6681f98ba HTTP/1.1" status: 200 len: 945 time: 0.0555830 Oct 27 10:49:12.312190 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b6f6921c-64f4-41b9-8ffa-283672fcf7f1 req-89e9cb63-5f9d-4022-9877-4aeda3e897d2 tempest-ServerRescueNegativeTestJSON-1023322817 tempest-ServerRescueNegativeTestJSON-1023322817-project] 10.222.0.44 "GET /v2.0/security-groups?id=d9faf0c3-7aa8-42ca-936b-1bacb18366f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341887 Oct 27 10:49:13.323459 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-4d9008ae-85ac-432f-b87a-a6dce9398897 req-ee083a16-6bba-4d27-a9d7-171f8be75fbe tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1474213953&fields=id&tenant_id=b02a92ec9ad04d95b8ea6a5db5946dfb HTTP/1.1" status: 200 len: 267 time: 0.0356255 Oct 27 10:49:13.487689 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06ac470-0787-4ad0-be5f-7fd0455583be req-9c922f4f-fd01-4d33-a629-605a5f866e43 tempest-ServerRescueNegativeTestJSON-1023322817 tempest-ServerRescueNegativeTestJSON-1023322817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:49:13.501441 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-f06ac470-0787-4ad0-be5f-7fd0455583be req-9c922f4f-fd01-4d33-a629-605a5f866e43 tempest-ServerRescueNegativeTestJSON-1023322817 tempest-ServerRescueNegativeTestJSON-1023322817-project] 10.222.0.44 "GET /v2.0/ports?device_id=3759aba1-09d4-4fed-9d74-3da6681f98ba HTTP/1.1" status: 200 len: 945 time: 0.1003475 Oct 27 10:49:13.570482 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-f06ac470-0787-4ad0-be5f-7fd0455583be req-c24fcee8-ceb7-45bb-a4a9-1aa2fe0803b5 tempest-ServerRescueNegativeTestJSON-1023322817 tempest-ServerRescueNegativeTestJSON-1023322817-project] 10.222.0.44 "GET /v2.0/security-groups?id=d9faf0c3-7aa8-42ca-936b-1bacb18366f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576572 Oct 27 10:49:13.605722 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9008ae-85ac-432f-b87a-a6dce9398897 req-58f577c7-6ae8-49f6-af99-fe7bde23dbbf tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:49:13.607324 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-4d9008ae-85ac-432f-b87a-a6dce9398897 req-58f577c7-6ae8-49f6-af99-fe7bde23dbbf tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/networks?id=33cc32c2-598c-44fc-a251-6575a62c00c5 HTTP/1.1" status: 200 len: 811 time: 0.2741292 Oct 27 10:49:13.624724 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-4d9008ae-85ac-432f-b87a-a6dce9398897 req-54f2881a-a87b-499c-bd23-26f06c62c95f tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/quotas/b02a92ec9ad04d95b8ea6a5db5946dfb HTTP/1.1" status: 200 len: 375 time: 0.0099154 Oct 27 10:49:13.684454 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-4d9008ae-85ac-432f-b87a-a6dce9398897 req-faa9e123-4e99-4309-afd7-c7c11c6272d3 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=b02a92ec9ad04d95b8ea6a5db5946dfb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0521479 Oct 27 10:49:13.798865 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-4d9008ae-85ac-432f-b87a-a6dce9398897 req-0dc11bda-bd2c-4797-98ae-a08d1ebfd4ad service neutron] 10.222.0.44 "GET /v2.0/networks/33cc32c2-598c-44fc-a251-6575a62c00c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009912 Oct 27 10:49:13.892744 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-4d9008ae-85ac-432f-b87a-a6dce9398897 req-9d062496-fdb1-471c-b9de-10ad06a04237 service neutron] 10.222.0.44 "GET /v2.0/networks/33cc32c2-598c-44fc-a251-6575a62c00c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874677 Oct 27 10:49:14.231960 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-b571a70f-2468-4153-93d5-083bf0c2c760 req-44614c87-45c8-4bde-a119-3c9fc9a94ade tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/ports?device_id=1090fbea-f8b3-4d3f-818f-f3f9f18efe6c HTTP/1.1" status: 200 len: 210 time: 0.0296388 Oct 27 10:49:14.705008 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465ff016-90a0-4606-9896-50f2204834f6 req-1ce12cd3-8980-4043-8336-ddce24b2a24d tempest-ServerRescueNegativeTestJSON-1023322817 tempest-ServerRescueNegativeTestJSON-1023322817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:49:14.707777 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-465ff016-90a0-4606-9896-50f2204834f6 req-1ce12cd3-8980-4043-8336-ddce24b2a24d tempest-ServerRescueNegativeTestJSON-1023322817 tempest-ServerRescueNegativeTestJSON-1023322817-project] 10.222.0.44 "GET /v2.0/ports?device_id=3759aba1-09d4-4fed-9d74-3da6681f98ba HTTP/1.1" status: 200 len: 945 time: 0.0566061 Oct 27 10:49:14.759591 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-465ff016-90a0-4606-9896-50f2204834f6 req-3780d41c-e762-4c02-95fc-6d943403b000 tempest-ServerRescueNegativeTestJSON-1023322817 tempest-ServerRescueNegativeTestJSON-1023322817-project] 10.222.0.44 "GET /v2.0/security-groups?id=d9faf0c3-7aa8-42ca-936b-1bacb18366f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424607 Oct 27 10:49:15.434414 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-9bf712fb-175d-4e89-9321-1314c164b8d3 req-93ea6071-20c6-4a53-9180-67c5fc8a8711 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/ports?device_id=1090fbea-f8b3-4d3f-818f-f3f9f18efe6c HTTP/1.1" status: 200 len: 210 time: 0.0935082 Oct 27 10:49:15.507168 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9008ae-85ac-432f-b87a-a6dce9398897 req-fd757e89-009e-413a-8f61-2ec00140550d tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:49:15.508953 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-4d9008ae-85ac-432f-b87a-a6dce9398897 req-fd757e89-009e-413a-8f61-2ec00140550d tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.76 "GET /v2.0/networks?id=33cc32c2-598c-44fc-a251-6575a62c00c5 HTTP/1.1" status: 200 len: 811 time: 0.1847689 Oct 27 10:49:15.557476 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-4d9008ae-85ac-432f-b87a-a6dce9398897 req-098d2b86-0a36-4fb1-8393-876292439d58 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b02a92ec9ad04d95b8ea6a5db5946dfb HTTP/1.1" status: 200 len: 380 time: 0.0377154 Oct 27 10:49:15.567987 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [req-4d9008ae-85ac-432f-b87a-a6dce9398897 req-ab985e08-bfe3-4a90-9d90-0fa0ebb1bef5 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Request body: {'port': {'device_id': '1090fbea-f8b3-4d3f-818f-f3f9f18efe6c', 'network_id': '33cc32c2-598c-44fc-a251-6575a62c00c5', 'admin_state_up': True, 'tenant_id': 'b02a92ec9ad04d95b8ea6a5db5946dfb', 'security_groups': ['e12aac3e-256a-4b83-b5b5-3559f5984194']}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:49:15.685210 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d9008ae-85ac-432f-b87a-a6dce9398897 req-ab985e08-bfe3-4a90-9d90-0fa0ebb1bef5 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Made reservation on behalf of b02a92ec9ad04d95b8ea6a5db5946dfb for: {'port': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:49:15.689255 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-4d9008ae-85ac-432f-b87a-a6dce9398897 req-ab985e08-bfe3-4a90-9d90-0fa0ebb1bef5 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:49:15.837827 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_common [req-4d9008ae-85ac-432f-b87a-a6dce9398897 req-ab985e08-bfe3-4a90-9d90-0fa0ebb1bef5 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Allocated IP 172.20.0.8 (33cc32c2-598c-44fc-a251-6575a62c00c5/87624d80-dded-417f-af79-cc56a741e5c4/074e4715-260f-4211-bb9a-3ea5db2add0f) {{(pid=102346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:49:15.968506 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa3ce89-d22e-4fc1-9733-935b246f1f8b req-b11aa667-ea79-434e-be41-f45315e6199b tempest-ServerRescueNegativeTestJSON-1023322817 tempest-ServerRescueNegativeTestJSON-1023322817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:49:15.969943 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-eaa3ce89-d22e-4fc1-9733-935b246f1f8b req-b11aa667-ea79-434e-be41-f45315e6199b tempest-ServerRescueNegativeTestJSON-1023322817 tempest-ServerRescueNegativeTestJSON-1023322817-project] 10.222.0.44 "GET /v2.0/ports?device_id=3759aba1-09d4-4fed-9d74-3da6681f98ba HTTP/1.1" status: 200 len: 945 time: 0.1075916 Oct 27 10:49:16.050320 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-eaa3ce89-d22e-4fc1-9733-935b246f1f8b req-710c7e1e-a456-425c-8db1-3751361b2cfa tempest-ServerRescueNegativeTestJSON-1023322817 tempest-ServerRescueNegativeTestJSON-1023322817-project] 10.222.0.44 "GET /v2.0/security-groups?id=d9faf0c3-7aa8-42ca-936b-1bacb18366f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658650 Oct 27 10:49:16.068020 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-4d9008ae-85ac-432f-b87a-a6dce9398897 req-ab985e08-bfe3-4a90-9d90-0fa0ebb1bef5 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Publish callbacks [] for port, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:49:16.117730 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-4d9008ae-85ac-432f-b87a-a6dce9398897 req-ab985e08-bfe3-4a90-9d90-0fa0ebb1bef5 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:49:16.166307 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d9008ae-85ac-432f-b87a-a6dce9398897 req-ab985e08-bfe3-4a90-9d90-0fa0ebb1bef5 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Network 33cc32c2-598c-44fc-a251-6575a62c00c5 is already hosted by enough agents. {{(pid=102346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:49:16.169877 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [req-4d9008ae-85ac-432f-b87a-a6dce9398897 req-ab985e08-bfe3-4a90-9d90-0fa0ebb1bef5 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Resources bound (agent type, host, resource id): {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:49:16.177318 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d9008ae-85ac-432f-b87a-a6dce9398897 req-ab985e08-bfe3-4a90-9d90-0fa0ebb1bef5 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Received port after_create {{(pid=102346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:49:16.231309 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab985e08-bfe3-4a90-9d90-0fa0ebb1bef5 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Pushing event updated for resources: {'Port': ['ID=074e4715-260f-4211-bb9a-3ea5db2add0f,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:49:16.253263 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-20b6cd16-d364-4e32-8e35-f1dea50fc740 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:49:16.264986 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab985e08-bfe3-4a90-9d90-0fa0ebb1bef5 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:49:16.265336 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab985e08-bfe3-4a90-9d90-0fa0ebb1bef5 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:49:16.265682 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab985e08-bfe3-4a90-9d90-0fa0ebb1bef5 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:49:16.266026 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab985e08-bfe3-4a90-9d90-0fa0ebb1bef5 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:49:16.266365 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab985e08-bfe3-4a90-9d90-0fa0ebb1bef5 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:49:16.266700 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab985e08-bfe3-4a90-9d90-0fa0ebb1bef5 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:49:16.267032 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab985e08-bfe3-4a90-9d90-0fa0ebb1bef5 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:49:16.267361 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab985e08-bfe3-4a90-9d90-0fa0ebb1bef5 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:49:16.267777 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab985e08-bfe3-4a90-9d90-0fa0ebb1bef5 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:49:16.268016 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab985e08-bfe3-4a90-9d90-0fa0ebb1bef5 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:49:16.268406 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab985e08-bfe3-4a90-9d90-0fa0ebb1bef5 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:49:16.268734 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab985e08-bfe3-4a90-9d90-0fa0ebb1bef5 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:49:16.297222 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9008ae-85ac-432f-b87a-a6dce9398897 req-ab985e08-bfe3-4a90-9d90-0fa0ebb1bef5 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:49:16.297907 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-4d9008ae-85ac-432f-b87a-a6dce9398897 req-ab985e08-bfe3-4a90-9d90-0fa0ebb1bef5 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:49:16.323913 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-4d9008ae-85ac-432f-b87a-a6dce9398897 req-ab985e08-bfe3-4a90-9d90-0fa0ebb1bef5 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7596574 Oct 27 10:49:16.340067 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [req-4d9008ae-85ac-432f-b87a-a6dce9398897 req-4acf80f9-5a0e-416b-902a-9d196738f00d service neutron] Request body: {'port': {'device_id': '1090fbea-f8b3-4d3f-818f-f3f9f18efe6c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-10'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:49:16.437742 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-4d9008ae-85ac-432f-b87a-a6dce9398897 req-4acf80f9-5a0e-416b-902a-9d196738f00d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:49:16.616158 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-6e94fc34-9806-4dbf-98fd-869edce53328 None None] Provisioning complete for port 074e4715-260f-4211-bb9a-3ea5db2add0f triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:49:16.616916 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-6e94fc34-9806-4dbf-98fd-869edce53328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:49:16.689854 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca9cd83-12b3-4d1d-9ab7-930ce161ae0e req-a5245dba-d8aa-4cb2-b32e-d1f1b6c3db36 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:49:16.698955 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-eca9cd83-12b3-4d1d-9ab7-930ce161ae0e req-a5245dba-d8aa-4cb2-b32e-d1f1b6c3db36 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/ports?device_id=1090fbea-f8b3-4d3f-818f-f3f9f18efe6c HTTP/1.1" status: 200 len: 931 time: 0.1248822 Oct 27 10:49:16.745583 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-6e94fc34-9806-4dbf-98fd-869edce53328 None None] Port 074e4715-260f-4211-bb9a-3ea5db2add0f cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:49:16.812692 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [req-4d9008ae-85ac-432f-b87a-a6dce9398897 req-4acf80f9-5a0e-416b-902a-9d196738f00d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 074e4715-260f-4211-bb9a-3ea5db2add0f {{(pid=102346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:49:16.812932 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-eca9cd83-12b3-4d1d-9ab7-930ce161ae0e req-76c5d296-962f-4fcf-b9bc-c4f8d1729584 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/security-groups?id=e12aac3e-256a-4b83-b5b5-3559f5984194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1049788 Oct 27 10:49:16.821142 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-4d9008ae-85ac-432f-b87a-a6dce9398897 req-4acf80f9-5a0e-416b-902a-9d196738f00d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:49:16.834069 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.provisioning_blocks [req-4d9008ae-85ac-432f-b87a-a6dce9398897 req-4acf80f9-5a0e-416b-902a-9d196738f00d service neutron] Transition to ACTIVE for port object 074e4715-260f-4211-bb9a-3ea5db2add0f will not be triggered until provisioned by entity L2. {{(pid=102346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 10:49:16.848972 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-4d9008ae-85ac-432f-b87a-a6dce9398897 req-4acf80f9-5a0e-416b-902a-9d196738f00d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27024173'] for port, after_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:49:16.969212 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acf80f9-5a0e-416b-902a-9d196738f00d service neutron] Pushing event updated for resources: {'Port': ['ID=074e4715-260f-4211-bb9a-3ea5db2add0f,revision_number=2']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:49:17.053874 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.managers [req-4d9008ae-85ac-432f-b87a-a6dce9398897 req-4acf80f9-5a0e-416b-902a-9d196738f00d service neutron] Attempting to bind port 074e4715-260f-4211-bb9a-3ea5db2add0f on host n-h2-813419-10 for vnic_type normal with profile {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:49:17.054412 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.managers [req-4d9008ae-85ac-432f-b87a-a6dce9398897 req-4acf80f9-5a0e-416b-902a-9d196738f00d service neutron] Attempting to bind port 074e4715-260f-4211-bb9a-3ea5db2add0f by drivers openvswitch,hyperv on host n-h2-813419-10 at level 0 using segments [{'id': 'd1b37471-bd8e-4564-a77c-6e0c9d2699fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '33cc32c2-598c-44fc-a251-6575a62c00c5'}] {{(pid=102346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:49:17.054936 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d9008ae-85ac-432f-b87a-a6dce9398897 req-4acf80f9-5a0e-416b-902a-9d196738f00d service neutron] Attempting to bind port 074e4715-260f-4211-bb9a-3ea5db2add0f on network 33cc32c2-598c-44fc-a251-6575a62c00c5 {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:49:17.060674 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d9008ae-85ac-432f-b87a-a6dce9398897 req-4acf80f9-5a0e-416b-902a-9d196738f00d service neutron] Port 074e4715-260f-4211-bb9a-3ea5db2add0f on network 33cc32c2-598c-44fc-a251-6575a62c00c5 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-10 {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 10:49:17.061411 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d9008ae-85ac-432f-b87a-a6dce9398897 req-4acf80f9-5a0e-416b-902a-9d196738f00d service neutron] Attempting to bind port 074e4715-260f-4211-bb9a-3ea5db2add0f on network 33cc32c2-598c-44fc-a251-6575a62c00c5 {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:49:17.068065 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d9008ae-85ac-432f-b87a-a6dce9398897 req-4acf80f9-5a0e-416b-902a-9d196738f00d service neutron] Checking agent: {'id': 'a2edc247-0fa4-4ce6-bbae-a10492f6bd71', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 16, 9), 'started_at': datetime.datetime(2021, 10, 27, 10, 16, 9), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 49, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:49:17.068635 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d9008ae-85ac-432f-b87a-a6dce9398897 req-4acf80f9-5a0e-416b-902a-9d196738f00d service neutron] Checking segment: {'id': 'd1b37471-bd8e-4564-a77c-6e0c9d2699fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '33cc32c2-598c-44fc-a251-6575a62c00c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:49:17.069213 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d9008ae-85ac-432f-b87a-a6dce9398897 req-4acf80f9-5a0e-416b-902a-9d196738f00d service neutron] Bound using segment: {'id': 'd1b37471-bd8e-4564-a77c-6e0c9d2699fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '33cc32c2-598c-44fc-a251-6575a62c00c5'} {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:49:17.069802 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.managers [req-4d9008ae-85ac-432f-b87a-a6dce9398897 req-4acf80f9-5a0e-416b-902a-9d196738f00d service neutron] Bound port: 074e4715-260f-4211-bb9a-3ea5db2add0f, host: n-h2-813419-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1b37471-bd8e-4564-a77c-6e0c9d2699fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '33cc32c2-598c-44fc-a251-6575a62c00c5'}}] {{(pid=102346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:49:17.070328 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-4d9008ae-85ac-432f-b87a-a6dce9398897 req-4acf80f9-5a0e-416b-902a-9d196738f00d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:49:17.199083 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [req-4d9008ae-85ac-432f-b87a-a6dce9398897 req-4acf80f9-5a0e-416b-902a-9d196738f00d service neutron] For port 074e4715-260f-4211-bb9a-3ea5db2add0f, host n-h2-813419-10, cleared binding levels {{(pid=102346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:49:17.202367 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [req-4d9008ae-85ac-432f-b87a-a6dce9398897 req-4acf80f9-5a0e-416b-902a-9d196738f00d service neutron] For port 074e4715-260f-4211-bb9a-3ea5db2add0f, host n-h2-813419-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=074e4715-260f-4211-bb9a-3ea5db2add0f,segment=NetworkSegment(d1b37471-bd8e-4564-a77c-6e0c9d2699fd),segment_id=d1b37471-bd8e-4564-a77c-6e0c9d2699fd)] {{(pid=102346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:49:17.210310 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-4d9008ae-85ac-432f-b87a-a6dce9398897 req-4acf80f9-5a0e-416b-902a-9d196738f00d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27024173'] for port, after_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:49:17.277125 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9008ae-85ac-432f-b87a-a6dce9398897 req-4acf80f9-5a0e-416b-902a-9d196738f00d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:49:17.277745 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-4d9008ae-85ac-432f-b87a-a6dce9398897 req-4acf80f9-5a0e-416b-902a-9d196738f00d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:49:17.279214 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-4d9008ae-85ac-432f-b87a-a6dce9398897 req-4acf80f9-5a0e-416b-902a-9d196738f00d service neutron] 10.222.0.76 "PUT /v2.0/ports/074e4715-260f-4211-bb9a-3ea5db2add0f HTTP/1.1" status: 200 len: 1092 time: 0.9468896 Oct 27 10:49:17.281652 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1090fbea-f8b3-4d3f-818f-f3f9f18efe6c', 'tag': '074e4715-260f-4211-bb9a-3ea5db2add0f'}] {{(pid=102346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:49:17.286227 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc0e418f5fc417c8d55d94c0aa509b037d0beb2a734c1a709e789eb65639a56d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee81f809-96af-4c9d-bef6-fcc3cfb5d960" -d '{"events": [{"name": "network-changed", "server_uuid": "1090fbea-f8b3-4d3f-818f-f3f9f18efe6c", "tag": "074e4715-260f-4211-bb9a-3ea5db2add0f"}]}' {{(pid=102346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:49:17.292492 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3571d35-0004-4f8c-a411-adff5a9f2ec5 req-7ba094b7-c729-42dc-8230-dc06f26782ad tempest-ServerRescueNegativeTestJSON-1023322817 tempest-ServerRescueNegativeTestJSON-1023322817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:49:17.294198 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c3571d35-0004-4f8c-a411-adff5a9f2ec5 req-7ba094b7-c729-42dc-8230-dc06f26782ad tempest-ServerRescueNegativeTestJSON-1023322817 tempest-ServerRescueNegativeTestJSON-1023322817-project] 10.222.0.44 "GET /v2.0/ports?device_id=3759aba1-09d4-4fed-9d74-3da6681f98ba HTTP/1.1" status: 200 len: 945 time: 0.1181672 Oct 27 10:49:17.390938 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c3571d35-0004-4f8c-a411-adff5a9f2ec5 req-b8467c62-c0ec-40a5-bd43-16c28809574b tempest-ServerRescueNegativeTestJSON-1023322817 tempest-ServerRescueNegativeTestJSON-1023322817-project] 10.222.0.44 "GET /v2.0/security-groups?id=d9faf0c3-7aa8-42ca-936b-1bacb18366f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875635 Oct 27 10:49:17.446872 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 10:49:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13989fd5-0964-4a20-b90a-b3ecb34bfef1 x-openstack-request-id: req-13989fd5-0964-4a20-b90a-b3ecb34bfef1 {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:49:17.447755 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1090fbea-f8b3-4d3f-818f-f3f9f18efe6c", "tag": "074e4715-260f-4211-bb9a-3ea5db2add0f", "status": "completed", "code": 200}]} {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:49:17.448238 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-13989fd5-0964-4a20-b90a-b3ecb34bfef1 {{(pid=102346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:49:17.448792 n-d-813419-10 neutron-server[102346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1090fbea-f8b3-4d3f-818f-f3f9f18efe6c', 'tag': '074e4715-260f-4211-bb9a-3ea5db2add0f', 'status': 'completed', 'code': 200} Oct 27 10:49:17.468641 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acf80f9-5a0e-416b-902a-9d196738f00d service neutron] Pushing event updated for resources: {'Port': ['ID=074e4715-260f-4211-bb9a-3ea5db2add0f,revision_number=3']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:49:17.493125 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9008ae-85ac-432f-b87a-a6dce9398897 req-b10b1a9e-cc46-41b2-b81f-73ff622479ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:49:17.494906 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-4d9008ae-85ac-432f-b87a-a6dce9398897 req-b10b1a9e-cc46-41b2-b81f-73ff622479ba service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=b02a92ec9ad04d95b8ea6a5db5946dfb&device_id=1090fbea-f8b3-4d3f-818f-f3f9f18efe6c HTTP/1.1" status: 200 len: 1095 time: 0.1529777 Oct 27 10:49:17.554027 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-4d9008ae-85ac-432f-b87a-a6dce9398897 req-69e93258-d3b2-44cb-ad9c-ce693935c18c service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=074e4715-260f-4211-bb9a-3ea5db2add0f HTTP/1.1" status: 200 len: 217 time: 0.0506499 Oct 27 10:49:17.635987 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9008ae-85ac-432f-b87a-a6dce9398897 req-f7f97686-7889-477c-8165-0f35c344e7cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:49:17.637507 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-4d9008ae-85ac-432f-b87a-a6dce9398897 req-f7f97686-7889-477c-8165-0f35c344e7cf service neutron] 10.222.0.76 "GET /v2.0/subnets?id=87624d80-dded-417f-af79-cc56a741e5c4 HTTP/1.1" status: 200 len: 850 time: 0.0716312 Oct 27 10:49:17.696233 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9008ae-85ac-432f-b87a-a6dce9398897 req-563d655c-bab8-428d-beac-801f708148a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:49:17.697938 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-4d9008ae-85ac-432f-b87a-a6dce9398897 req-563d655c-bab8-428d-beac-801f708148a8 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=33cc32c2-598c-44fc-a251-6575a62c00c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0520182 Oct 27 10:49:17.850260 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-4d9008ae-85ac-432f-b87a-a6dce9398897 req-6bd361c7-277d-4b1a-98e4-a452fbbf6e18 service neutron] 10.222.0.76 "GET /v2.0/networks/33cc32c2-598c-44fc-a251-6575a62c00c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439278 Oct 27 10:49:17.988975 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-4d9008ae-85ac-432f-b87a-a6dce9398897 req-48678d11-fc27-4e58-a490-1c57a6ad8a75 service neutron] 10.222.0.76 "GET /v2.0/networks/33cc32c2-598c-44fc-a251-6575a62c00c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271906 Oct 27 10:49:18.038745 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b5bbf7-cf78-4fb3-a698-a0a29c952fe3 req-928b431c-aa6b-4d48-b913-ba7e4667c69d tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:49:18.041019 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-99b5bbf7-cf78-4fb3-a698-a0a29c952fe3 req-928b431c-aa6b-4d48-b913-ba7e4667c69d tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/ports?device_id=1090fbea-f8b3-4d3f-818f-f3f9f18efe6c HTTP/1.1" status: 200 len: 943 time: 0.0997245 Oct 27 10:49:18.097899 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-99b5bbf7-cf78-4fb3-a698-a0a29c952fe3 req-22d0db16-39d2-4c6b-a91f-7866bf39bcc0 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/security-groups?id=e12aac3e-256a-4b83-b5b5-3559f5984194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464425 Oct 27 10:49:18.129998 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee81f809-96af-4c9d-bef6-fcc3cfb5d960 req-cfdb781e-2472-400f-a4c6-0afae987f6a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:49:18.132119 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ee81f809-96af-4c9d-bef6-fcc3cfb5d960 req-cfdb781e-2472-400f-a4c6-0afae987f6a8 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=b02a92ec9ad04d95b8ea6a5db5946dfb&device_id=1090fbea-f8b3-4d3f-818f-f3f9f18efe6c HTTP/1.1" status: 200 len: 1095 time: 0.0749891 Oct 27 10:49:18.276974 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522961d8-70c4-431e-bdec-7de80a6633b2 req-15e98865-3a6b-49aa-b3c8-58c99c991f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:49:18.278501 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-522961d8-70c4-431e-bdec-7de80a6633b2 req-15e98865-3a6b-49aa-b3c8-58c99c991f15 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=3759aba1-09d4-4fed-9d74-3da6681f98ba HTTP/1.1" status: 200 len: 1097 time: 0.0755239 Oct 27 10:49:18.291594 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee81f809-96af-4c9d-bef6-fcc3cfb5d960 req-c57b9ba9-1fb5-499b-864a-146f7e2becd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:49:18.294181 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ee81f809-96af-4c9d-bef6-fcc3cfb5d960 req-c57b9ba9-1fb5-499b-864a-146f7e2becd6 service neutron] 10.222.0.76 "GET /v2.0/networks?id=33cc32c2-598c-44fc-a251-6575a62c00c5 HTTP/1.1" status: 200 len: 912 time: 0.1433072 Oct 27 10:49:18.319180 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-522961d8-70c4-431e-bdec-7de80a6633b2 req-ab93a626-5b84-4bc3-9e44-1245311d15d0 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=d9faf0c3-7aa8-42ca-936b-1bacb18366f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326355 Oct 27 10:49:18.349405 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ee81f809-96af-4c9d-bef6-fcc3cfb5d960 req-8af0f82f-f7c2-4bcc-bde7-53b98d8f119a service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=074e4715-260f-4211-bb9a-3ea5db2add0f HTTP/1.1" status: 200 len: 217 time: 0.0469685 Oct 27 10:49:18.401608 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee81f809-96af-4c9d-bef6-fcc3cfb5d960 req-ab0edd71-e953-424c-b48b-9efdeed76348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:49:18.403764 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ee81f809-96af-4c9d-bef6-fcc3cfb5d960 req-ab0edd71-e953-424c-b48b-9efdeed76348 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=87624d80-dded-417f-af79-cc56a741e5c4 HTTP/1.1" status: 200 len: 850 time: 0.0474710 Oct 27 10:49:18.476252 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee81f809-96af-4c9d-bef6-fcc3cfb5d960 req-77688c22-4292-4fc2-a895-a676c6ac7553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:49:18.477876 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ee81f809-96af-4c9d-bef6-fcc3cfb5d960 req-77688c22-4292-4fc2-a895-a676c6ac7553 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=33cc32c2-598c-44fc-a251-6575a62c00c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0669451 Oct 27 10:49:18.637026 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97b0b0a-e94c-480b-85c6-6eb7f933a8af req-f82d4c2a-4443-42d2-9e44-99760e7862c3 tempest-ServerRescueNegativeTestJSON-1023322817 tempest-ServerRescueNegativeTestJSON-1023322817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:49:18.646180 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-b97b0b0a-e94c-480b-85c6-6eb7f933a8af req-f82d4c2a-4443-42d2-9e44-99760e7862c3 tempest-ServerRescueNegativeTestJSON-1023322817 tempest-ServerRescueNegativeTestJSON-1023322817-project] 10.222.0.44 "GET /v2.0/ports?device_id=3759aba1-09d4-4fed-9d74-3da6681f98ba HTTP/1.1" status: 200 len: 945 time: 0.1125212 Oct 27 10:49:18.659978 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ee81f809-96af-4c9d-bef6-fcc3cfb5d960 req-25a8fb95-59f7-4395-83dd-6671146b7fda service neutron] 10.222.0.76 "GET /v2.0/networks/33cc32c2-598c-44fc-a251-6575a62c00c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1701374 Oct 27 10:49:18.742678 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-b97b0b0a-e94c-480b-85c6-6eb7f933a8af req-ad6a385f-a470-4368-88a1-d6f74140b5e0 tempest-ServerRescueNegativeTestJSON-1023322817 tempest-ServerRescueNegativeTestJSON-1023322817-project] 10.222.0.44 "GET /v2.0/security-groups?id=d9faf0c3-7aa8-42ca-936b-1bacb18366f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953581 Oct 27 10:49:18.879235 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-28326a2a-8aac-41a1-a6d8-7dace4d1e87b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:49:19.327391 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ee81f809-96af-4c9d-bef6-fcc3cfb5d960 req-64714b94-9a5f-4b2b-9f66-8dde8b1c9d5f service neutron] 10.222.0.76 "GET /v2.0/networks/33cc32c2-598c-44fc-a251-6575a62c00c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6577239 Oct 27 10:49:19.374112 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b63c000-20ba-448b-976a-4634ed81fe44 req-5912436e-8a82-4994-95d9-b89f1445e0b7 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:49:19.386718 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-7b63c000-20ba-448b-976a-4634ed81fe44 req-5912436e-8a82-4994-95d9-b89f1445e0b7 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/ports?device_id=1090fbea-f8b3-4d3f-818f-f3f9f18efe6c HTTP/1.1" status: 200 len: 943 time: 0.1275742 Oct 27 10:49:19.516889 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-7b63c000-20ba-448b-976a-4634ed81fe44 req-1cc8bbb8-9415-4bde-afc2-1d1141c7e8f8 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/security-groups?id=e12aac3e-256a-4b83-b5b5-3559f5984194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1285238 Oct 27 10:49:19.922469 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b67a10-1d1d-4ddf-a76f-50cec22f2f7a req-4c1cde0d-e5b1-4781-ba03-f5a9484009fb tempest-ServerRescueNegativeTestJSON-1023322817 tempest-ServerRescueNegativeTestJSON-1023322817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:49:19.924121 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-f0b67a10-1d1d-4ddf-a76f-50cec22f2f7a req-4c1cde0d-e5b1-4781-ba03-f5a9484009fb tempest-ServerRescueNegativeTestJSON-1023322817 tempest-ServerRescueNegativeTestJSON-1023322817-project] 10.222.0.44 "GET /v2.0/ports?device_id=3759aba1-09d4-4fed-9d74-3da6681f98ba HTTP/1.1" status: 200 len: 945 time: 0.0744710 Oct 27 10:49:20.009300 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-f0b67a10-1d1d-4ddf-a76f-50cec22f2f7a req-c6079d49-3f30-44ff-a65b-d6b37f1c91c7 tempest-ServerRescueNegativeTestJSON-1023322817 tempest-ServerRescueNegativeTestJSON-1023322817-project] 10.222.0.44 "GET /v2.0/security-groups?id=d9faf0c3-7aa8-42ca-936b-1bacb18366f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724909 Oct 27 10:49:20.020330 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:49:20.061459 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-eadeaa30-4096-4d1a-b3cb-aa7ebfb291ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:49:20.318789 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4067c8-6d1b-4c79-a5d1-cb3422d7ba06 req-282f2835-d698-4adf-8299-3bd9a2d481b3 tempest-ServerRescueNegativeTestJSON-1023322817 tempest-ServerRescueNegativeTestJSON-1023322817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:49:20.320769 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-8c4067c8-6d1b-4c79-a5d1-cb3422d7ba06 req-282f2835-d698-4adf-8299-3bd9a2d481b3 tempest-ServerRescueNegativeTestJSON-1023322817 tempest-ServerRescueNegativeTestJSON-1023322817-project] 10.222.0.44 "GET /v2.0/ports?device_id=0e38e5fe-b7e6-4a57-9fef-a67e31b94d76 HTTP/1.1" status: 200 len: 945 time: 0.1163585 Oct 27 10:49:20.373100 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-8c4067c8-6d1b-4c79-a5d1-cb3422d7ba06 req-43f40795-076c-4d80-9ad3-756d41698dbe tempest-ServerRescueNegativeTestJSON-1023322817 tempest-ServerRescueNegativeTestJSON-1023322817-project] 10.222.0.44 "GET /v2.0/security-groups?id=d9faf0c3-7aa8-42ca-936b-1bacb18366f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463717 Oct 27 10:49:20.821756 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186bb19c-bb69-4d46-b38a-04a5f4ea6e00 req-5665fd67-33f4-40ce-9cce-00c56664b644 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:49:20.832858 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-186bb19c-bb69-4d46-b38a-04a5f4ea6e00 req-5665fd67-33f4-40ce-9cce-00c56664b644 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/ports?device_id=1090fbea-f8b3-4d3f-818f-f3f9f18efe6c HTTP/1.1" status: 200 len: 943 time: 0.1610832 Oct 27 10:49:20.858900 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5a602a-4917-49e4-970e-aabc42e204ba req-db10bc63-fb58-4496-b2ef-45ffa29f0541 tempest-ServerRescueNegativeTestJSON-1023322817 tempest-ServerRescueNegativeTestJSON-1023322817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:49:20.861512 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-5e5a602a-4917-49e4-970e-aabc42e204ba req-db10bc63-fb58-4496-b2ef-45ffa29f0541 tempest-ServerRescueNegativeTestJSON-1023322817 tempest-ServerRescueNegativeTestJSON-1023322817-project] 10.222.0.44 "GET /v2.0/ports?device_id=0e38e5fe-b7e6-4a57-9fef-a67e31b94d76 HTTP/1.1" status: 200 len: 945 time: 0.1437764 Oct 27 10:49:20.945502 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-5e5a602a-4917-49e4-970e-aabc42e204ba req-f0ff4d13-e9b5-44aa-b7c1-6610154266f7 tempest-ServerRescueNegativeTestJSON-1023322817 tempest-ServerRescueNegativeTestJSON-1023322817-project] 10.222.0.44 "GET /v2.0/security-groups?id=d9faf0c3-7aa8-42ca-936b-1bacb18366f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745277 Oct 27 10:49:20.978541 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-186bb19c-bb69-4d46-b38a-04a5f4ea6e00 req-9af7716f-17f9-4348-9282-9ed951656d95 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/security-groups?id=e12aac3e-256a-4b83-b5b5-3559f5984194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1423533 Oct 27 10:49:21.968188 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-3c6a8245-0581-48aa-b5f6-4d8fe98cd16e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:49:22.116804 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4c5210-c706-4241-8ccd-fff8e935a449 req-eacd44c0-748e-44b7-9d55-023a58a107bb tempest-ServerRescueNegativeTestJSON-1023322817 tempest-ServerRescueNegativeTestJSON-1023322817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:49:22.118907 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-cb4c5210-c706-4241-8ccd-fff8e935a449 req-eacd44c0-748e-44b7-9d55-023a58a107bb tempest-ServerRescueNegativeTestJSON-1023322817 tempest-ServerRescueNegativeTestJSON-1023322817-project] 10.222.0.44 "GET /v2.0/ports?device_id=0e38e5fe-b7e6-4a57-9fef-a67e31b94d76 HTTP/1.1" status: 200 len: 945 time: 0.0853369 Oct 27 10:49:22.174646 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-cb4c5210-c706-4241-8ccd-fff8e935a449 req-4c5af4bf-9602-4ab3-89e4-097b5432aa9c tempest-ServerRescueNegativeTestJSON-1023322817 tempest-ServerRescueNegativeTestJSON-1023322817-project] 10.222.0.44 "GET /v2.0/security-groups?id=d9faf0c3-7aa8-42ca-936b-1bacb18366f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459771 Oct 27 10:49:22.179283 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616f83ad-14f1-4005-8ed1-7e8c81549fc0 req-24d0f37a-3501-437f-a52b-468c26c104a2 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:49:22.187587 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-616f83ad-14f1-4005-8ed1-7e8c81549fc0 req-24d0f37a-3501-437f-a52b-468c26c104a2 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/ports?device_id=1090fbea-f8b3-4d3f-818f-f3f9f18efe6c HTTP/1.1" status: 200 len: 943 time: 0.0833721 Oct 27 10:49:22.234688 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-616f83ad-14f1-4005-8ed1-7e8c81549fc0 req-b27e2788-9e3b-484d-87df-954d7188edb5 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/security-groups?id=e12aac3e-256a-4b83-b5b5-3559f5984194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461106 Oct 27 10:49:22.528655 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [req-f5573719-527b-40cc-96c3-ef68a0856f84 req-c1019b8c-6261-4e18-b11e-5bb04fc24330 service neutron] (102346) timed out ('10.222.0.64', 50392) {{(pid=102346) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 27 10:49:22.576578 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6dc1e5-97a2-4567-ba22-9608748342ee req-cfcd97b5-4b97-4cb5-93a0-80a578648c40 tempest-ServerRescueNegativeTestJSON-1023322817 tempest-ServerRescueNegativeTestJSON-1023322817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:49:22.583822 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-5d6dc1e5-97a2-4567-ba22-9608748342ee req-cfcd97b5-4b97-4cb5-93a0-80a578648c40 tempest-ServerRescueNegativeTestJSON-1023322817 tempest-ServerRescueNegativeTestJSON-1023322817-project] 10.222.0.44 "GET /v2.0/ports?device_id=0e38e5fe-b7e6-4a57-9fef-a67e31b94d76 HTTP/1.1" status: 200 len: 945 time: 0.0983651 Oct 27 10:49:22.620531 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-5d6dc1e5-97a2-4567-ba22-9608748342ee req-86c87686-192f-4812-9965-89469e311224 tempest-ServerRescueNegativeTestJSON-1023322817 tempest-ServerRescueNegativeTestJSON-1023322817-project] 10.222.0.44 "GET /v2.0/security-groups?id=d9faf0c3-7aa8-42ca-936b-1bacb18366f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358105 Oct 27 10:49:23.377255 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58d791c-19c7-49ff-b16b-8e5bcb1ce88d req-8d1872af-0890-485b-9f92-7188539efae2 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:49:23.386143 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c58d791c-19c7-49ff-b16b-8e5bcb1ce88d req-8d1872af-0890-485b-9f92-7188539efae2 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/ports?device_id=1090fbea-f8b3-4d3f-818f-f3f9f18efe6c HTTP/1.1" status: 200 len: 943 time: 0.0739617 Oct 27 10:49:23.428896 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c58d791c-19c7-49ff-b16b-8e5bcb1ce88d req-9a12f3bc-8416-4b15-9c68-ac6ee05de078 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/security-groups?id=e12aac3e-256a-4b83-b5b5-3559f5984194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417061 Oct 27 10:49:23.753870 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9b57e9-097f-45ac-9933-e91d8245fe95 req-c61dc4cb-c50c-48ab-bd32-bc5299fadcc3 tempest-ServerRescueNegativeTestJSON-1023322817 tempest-ServerRescueNegativeTestJSON-1023322817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:49:23.754968 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-3a9b57e9-097f-45ac-9933-e91d8245fe95 req-c61dc4cb-c50c-48ab-bd32-bc5299fadcc3 tempest-ServerRescueNegativeTestJSON-1023322817 tempest-ServerRescueNegativeTestJSON-1023322817-project] 10.222.0.44 "GET /v2.0/ports?device_id=0e38e5fe-b7e6-4a57-9fef-a67e31b94d76 HTTP/1.1" status: 200 len: 945 time: 0.0558021 Oct 27 10:49:23.823037 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-3a9b57e9-097f-45ac-9933-e91d8245fe95 req-c149b0f5-69bb-4335-a96d-18fae9e338a1 tempest-ServerRescueNegativeTestJSON-1023322817 tempest-ServerRescueNegativeTestJSON-1023322817-project] 10.222.0.44 "GET /v2.0/security-groups?id=d9faf0c3-7aa8-42ca-936b-1bacb18366f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612524 Oct 27 10:49:24.245065 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.agents_db [None req-e79ee67d-056e-46ea-bd99-e80473396b25 None None] Agent healthcheck: found 7 active agents {{(pid=102349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 10:49:24.569973 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a666f5c-39ac-4020-b0df-81bb98b912c7 req-b02f1205-3065-4fa4-b040-e338501b63b9 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:49:24.571569 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-1a666f5c-39ac-4020-b0df-81bb98b912c7 req-b02f1205-3065-4fa4-b040-e338501b63b9 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/ports?device_id=1090fbea-f8b3-4d3f-818f-f3f9f18efe6c HTTP/1.1" status: 200 len: 943 time: 0.0690348 Oct 27 10:49:24.616873 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-1a666f5c-39ac-4020-b0df-81bb98b912c7 req-e590d89f-095d-42d1-8edb-cc82aca87456 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/security-groups?id=e12aac3e-256a-4b83-b5b5-3559f5984194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382490 Oct 27 10:49:25.528961 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9cf299-67ed-440c-a3e6-433e6289ffed req-7e58fc58-9184-418a-921b-dc6177a4ec8e tempest-ServerRescueNegativeTestJSON-1023322817 tempest-ServerRescueNegativeTestJSON-1023322817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:49:25.531268 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-5f9cf299-67ed-440c-a3e6-433e6289ffed req-7e58fc58-9184-418a-921b-dc6177a4ec8e tempest-ServerRescueNegativeTestJSON-1023322817 tempest-ServerRescueNegativeTestJSON-1023322817-project] 10.222.0.44 "GET /v2.0/ports?device_id=0e38e5fe-b7e6-4a57-9fef-a67e31b94d76 HTTP/1.1" status: 200 len: 945 time: 0.0626323 Oct 27 10:49:25.590480 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-5f9cf299-67ed-440c-a3e6-433e6289ffed req-1e3508f8-4b89-4244-8ae1-6f91fa2dc315 tempest-ServerRescueNegativeTestJSON-1023322817 tempest-ServerRescueNegativeTestJSON-1023322817-project] 10.222.0.44 "GET /v2.0/security-groups?id=d9faf0c3-7aa8-42ca-936b-1bacb18366f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437272 Oct 27 10:49:25.622612 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9097860c-eea6-432d-870a-fd0fcf88e234 req-57ce1c6b-6425-4758-b726-b481b3db4757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:49:25.624288 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-9097860c-eea6-432d-870a-fd0fcf88e234 req-57ce1c6b-6425-4758-b726-b481b3db4757 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=49f69ef03c2149d7af8e989acb2acfe0&device_id=0e38e5fe-b7e6-4a57-9fef-a67e31b94d76 HTTP/1.1" status: 200 len: 1097 time: 0.1690338 Oct 27 10:49:25.741447 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9097860c-eea6-432d-870a-fd0fcf88e234 req-e7bfc278-9239-4d08-9a4c-00b546de1961 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:49:25.743048 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-9097860c-eea6-432d-870a-fd0fcf88e234 req-e7bfc278-9239-4d08-9a4c-00b546de1961 service neutron] 10.222.0.76 "GET /v2.0/networks?id=39bfeb78-eb5d-489b-af3a-3f8870b9b6fd HTTP/1.1" status: 200 len: 920 time: 0.1119776 Oct 27 10:49:25.797950 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-9097860c-eea6-432d-870a-fd0fcf88e234 req-c27371cb-39fb-4914-8c8a-589e6c5fc5af service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9b8337c7-32a2-4767-8191-b5d4e55974a6 HTTP/1.1" status: 200 len: 217 time: 0.0400553 Oct 27 10:49:25.861536 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6c5fa2-f47c-4f01-9f2a-720c8f3e6aa2 req-08234498-aefe-4930-bcc7-a7122ca8c29f tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:49:25.863179 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-1f6c5fa2-f47c-4f01-9f2a-720c8f3e6aa2 req-08234498-aefe-4930-bcc7-a7122ca8c29f tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/ports?device_id=1090fbea-f8b3-4d3f-818f-f3f9f18efe6c HTTP/1.1" status: 200 len: 943 time: 0.1424291 Oct 27 10:49:25.882682 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9097860c-eea6-432d-870a-fd0fcf88e234 req-1062b084-5b24-4cb1-b35c-65def344debb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:49:25.884129 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-9097860c-eea6-432d-870a-fd0fcf88e234 req-1062b084-5b24-4cb1-b35c-65def344debb service neutron] 10.222.0.76 "GET /v2.0/subnets?id=6f583c02-d1dc-428e-a2f7-ffb6764c8f58 HTTP/1.1" status: 200 len: 859 time: 0.0789752 Oct 27 10:49:25.931677 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-9097860c-eea6-432d-870a-fd0fcf88e234 req-7c900e13-efee-456d-9d80-21ee6bbc6c81 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=39bfeb78-eb5d-489b-af3a-3f8870b9b6fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388863 Oct 27 10:49:25.954267 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-1f6c5fa2-f47c-4f01-9f2a-720c8f3e6aa2 req-13a317be-a00c-4cf4-8039-ac65ec3be3e7 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/security-groups?id=e12aac3e-256a-4b83-b5b5-3559f5984194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748713 Oct 27 10:49:26.044150 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-9097860c-eea6-432d-870a-fd0fcf88e234 req-7bd16538-0d9c-49da-aca6-9175b1577227 service neutron] 10.222.0.76 "GET /v2.0/networks/39bfeb78-eb5d-489b-af3a-3f8870b9b6fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031349 Oct 27 10:49:26.148116 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-9097860c-eea6-432d-870a-fd0fcf88e234 req-a19c6aae-b897-491c-a41c-5ff1523d1919 service neutron] 10.222.0.76 "GET /v2.0/networks/39bfeb78-eb5d-489b-af3a-3f8870b9b6fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962722 Oct 27 10:49:26.719505 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d145213b-66a6-42c5-9d28-8f496ec1de9a req-8f8524a2-742e-401f-9a70-8c14f1faaf36 tempest-ServerRescueNegativeTestJSON-1023322817 tempest-ServerRescueNegativeTestJSON-1023322817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:49:26.721642 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-d145213b-66a6-42c5-9d28-8f496ec1de9a req-8f8524a2-742e-401f-9a70-8c14f1faaf36 tempest-ServerRescueNegativeTestJSON-1023322817 tempest-ServerRescueNegativeTestJSON-1023322817-project] 10.222.0.44 "GET /v2.0/ports?device_id=0e38e5fe-b7e6-4a57-9fef-a67e31b94d76 HTTP/1.1" status: 200 len: 945 time: 0.0548134 Oct 27 10:49:26.761253 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-d145213b-66a6-42c5-9d28-8f496ec1de9a req-6ca28603-014c-4128-acc8-3832db51ba1c tempest-ServerRescueNegativeTestJSON-1023322817 tempest-ServerRescueNegativeTestJSON-1023322817-project] 10.222.0.44 "GET /v2.0/security-groups?id=d9faf0c3-7aa8-42ca-936b-1bacb18366f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331841 Oct 27 10:49:27.122388 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4ca524-729a-4ddd-9a9b-8f1099ed55e2 req-0df5025a-be61-4274-8c85-65909dbe68d3 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:49:27.123944 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-9c4ca524-729a-4ddd-9a9b-8f1099ed55e2 req-0df5025a-be61-4274-8c85-65909dbe68d3 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/ports?device_id=1090fbea-f8b3-4d3f-818f-f3f9f18efe6c HTTP/1.1" status: 200 len: 943 time: 0.0639565 Oct 27 10:49:27.178696 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-9c4ca524-729a-4ddd-9a9b-8f1099ed55e2 req-7ca58e08-e2f3-437f-90c1-f445f4990f54 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/security-groups?id=e12aac3e-256a-4b83-b5b5-3559f5984194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399368 Oct 27 10:49:27.897206 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ed9015-dc1b-43f3-9c2e-fdafd2eeca4d req-d72b561f-29e5-4daf-9ee7-ced9c8288766 tempest-ServerRescueNegativeTestJSON-1023322817 tempest-ServerRescueNegativeTestJSON-1023322817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:49:27.899010 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-c0ed9015-dc1b-43f3-9c2e-fdafd2eeca4d req-d72b561f-29e5-4daf-9ee7-ced9c8288766 tempest-ServerRescueNegativeTestJSON-1023322817 tempest-ServerRescueNegativeTestJSON-1023322817-project] 10.222.0.44 "GET /v2.0/ports?device_id=0e38e5fe-b7e6-4a57-9fef-a67e31b94d76 HTTP/1.1" status: 200 len: 945 time: 0.0638449 Oct 27 10:49:27.941297 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-c0ed9015-dc1b-43f3-9c2e-fdafd2eeca4d req-84e2f309-724f-4f2f-be38-6f44dc8c8d04 tempest-ServerRescueNegativeTestJSON-1023322817 tempest-ServerRescueNegativeTestJSON-1023322817-project] 10.222.0.44 "GET /v2.0/security-groups?id=d9faf0c3-7aa8-42ca-936b-1bacb18366f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356426 Oct 27 10:49:28.307889 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9849ba40-7324-4001-94b3-8ea3b75a3ca0 req-8f39f975-3e4c-4e5d-be07-b5582d719a58 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:49:28.309984 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-9849ba40-7324-4001-94b3-8ea3b75a3ca0 req-8f39f975-3e4c-4e5d-be07-b5582d719a58 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/ports?device_id=1090fbea-f8b3-4d3f-818f-f3f9f18efe6c HTTP/1.1" status: 200 len: 943 time: 0.0528035 Oct 27 10:49:28.366503 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-9849ba40-7324-4001-94b3-8ea3b75a3ca0 req-ec8f622f-db07-4e0b-8958-ad9f7b065042 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/security-groups?id=e12aac3e-256a-4b83-b5b5-3559f5984194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484772 Oct 27 10:49:29.091674 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db70b027-6987-48e0-afe2-75fec5713179 req-8f37c19b-a5ab-4528-b19d-68d1258b7760 tempest-ServerRescueNegativeTestJSON-1023322817 tempest-ServerRescueNegativeTestJSON-1023322817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:49:29.101055 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-db70b027-6987-48e0-afe2-75fec5713179 req-8f37c19b-a5ab-4528-b19d-68d1258b7760 tempest-ServerRescueNegativeTestJSON-1023322817 tempest-ServerRescueNegativeTestJSON-1023322817-project] 10.222.0.44 "GET /v2.0/ports?device_id=0e38e5fe-b7e6-4a57-9fef-a67e31b94d76 HTTP/1.1" status: 200 len: 945 time: 0.0663087 Oct 27 10:49:29.152345 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-db70b027-6987-48e0-afe2-75fec5713179 req-147c8de6-05f5-4972-9a2e-490a536737e3 tempest-ServerRescueNegativeTestJSON-1023322817 tempest-ServerRescueNegativeTestJSON-1023322817-project] 10.222.0.44 "GET /v2.0/security-groups?id=d9faf0c3-7aa8-42ca-936b-1bacb18366f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461116 Oct 27 10:49:29.519128 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f10e425-c428-46b7-b2bf-f901c6e00cd4 req-ffa66d1e-b570-44ab-81e2-39eeaf891e81 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:49:29.521419 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-6f10e425-c428-46b7-b2bf-f901c6e00cd4 req-ffa66d1e-b570-44ab-81e2-39eeaf891e81 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/ports?device_id=1090fbea-f8b3-4d3f-818f-f3f9f18efe6c HTTP/1.1" status: 200 len: 943 time: 0.0687969 Oct 27 10:49:29.567129 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-6f10e425-c428-46b7-b2bf-f901c6e00cd4 req-925d9f7a-2106-480b-979a-b8965020177f tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/security-groups?id=e12aac3e-256a-4b83-b5b5-3559f5984194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380418 Oct 27 10:49:29.676142 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-93fe67f2-6964-42c7-8357-e0fdae3da894 req-4edaa097-edda-4939-bd60-0162db3ce942 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=2748cfd5-058f-42fe-95e2-15186c0e34a9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1046596 Oct 27 10:49:29.766078 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fe67f2-6964-42c7-8357-e0fdae3da894 req-8d94a5eb-0cb0-4757-8a00-87944ad328af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:49:29.768729 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-93fe67f2-6964-42c7-8357-e0fdae3da894 req-8d94a5eb-0cb0-4757-8a00-87944ad328af service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=61720bce4798402799f65ee94c5dc895&device_id=2748cfd5-058f-42fe-95e2-15186c0e34a9 HTTP/1.1" status: 200 len: 1097 time: 0.0492530 Oct 27 10:49:29.881764 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fe67f2-6964-42c7-8357-e0fdae3da894 req-3ec8f487-f126-4953-be5d-dc760b26fa8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:49:29.883253 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-93fe67f2-6964-42c7-8357-e0fdae3da894 req-3ec8f487-f126-4953-be5d-dc760b26fa8d service neutron] 10.222.0.64 "GET /v2.0/networks?id=f64c4ac1-58d3-4604-90d7-e5fb7ec08acd HTTP/1.1" status: 200 len: 911 time: 0.0905974 Oct 27 10:49:29.963694 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-93fe67f2-6964-42c7-8357-e0fdae3da894 req-7914131a-daf2-4473-99de-30e80cc538f0 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a2e9586a-ddcb-41ab-a7aa-c26277a5230c HTTP/1.1" status: 200 len: 1001 time: 0.0722320 Oct 27 10:49:30.022968 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fe67f2-6964-42c7-8357-e0fdae3da894 req-3e76e637-5a72-4719-a704-bb80fbeeeefe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:49:30.024504 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-93fe67f2-6964-42c7-8357-e0fdae3da894 req-3e76e637-5a72-4719-a704-bb80fbeeeefe service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2fee239f-a559-4db5-a696-c092c8e38011 HTTP/1.1" status: 200 len: 849 time: 0.0540395 Oct 27 10:49:30.074939 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fe67f2-6964-42c7-8357-e0fdae3da894 req-26316099-f8db-4fe1-86cc-bab98691db12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:49:30.077383 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-93fe67f2-6964-42c7-8357-e0fdae3da894 req-26316099-f8db-4fe1-86cc-bab98691db12 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f64c4ac1-58d3-4604-90d7-e5fb7ec08acd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0451465 Oct 27 10:49:30.193041 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-93fe67f2-6964-42c7-8357-e0fdae3da894 req-c4862d3c-d920-4608-b764-da1db86131fa service neutron] 10.222.0.64 "GET /v2.0/networks/f64c4ac1-58d3-4604-90d7-e5fb7ec08acd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079900 Oct 27 10:49:30.311673 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb38b61-af68-4326-b76f-b53c597a64c4 req-83b587b2-bd19-4cb9-ac4e-f6819c885375 tempest-ServerRescueNegativeTestJSON-1023322817 tempest-ServerRescueNegativeTestJSON-1023322817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:49:30.313717 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-8bb38b61-af68-4326-b76f-b53c597a64c4 req-83b587b2-bd19-4cb9-ac4e-f6819c885375 tempest-ServerRescueNegativeTestJSON-1023322817 tempest-ServerRescueNegativeTestJSON-1023322817-project] 10.222.0.44 "GET /v2.0/ports?device_id=0e38e5fe-b7e6-4a57-9fef-a67e31b94d76 HTTP/1.1" status: 200 len: 945 time: 0.0757267 Oct 27 10:49:30.325297 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-93fe67f2-6964-42c7-8357-e0fdae3da894 req-943253db-d0f6-4d90-a5f9-f3cd51903c71 service neutron] 10.222.0.64 "GET /v2.0/networks/f64c4ac1-58d3-4604-90d7-e5fb7ec08acd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1147699 Oct 27 10:49:30.372014 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-8bb38b61-af68-4326-b76f-b53c597a64c4 req-378b4127-a4b0-4723-b02d-93dbc49d5ac5 tempest-ServerRescueNegativeTestJSON-1023322817 tempest-ServerRescueNegativeTestJSON-1023322817-project] 10.222.0.44 "GET /v2.0/security-groups?id=d9faf0c3-7aa8-42ca-936b-1bacb18366f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517876 Oct 27 10:49:30.700172 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666a8c34-f1f1-45ef-8cf2-f0170d56403d req-648e1448-328f-430c-a3ba-06bd25f5f057 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:49:30.701834 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-666a8c34-f1f1-45ef-8cf2-f0170d56403d req-648e1448-328f-430c-a3ba-06bd25f5f057 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/ports?device_id=1090fbea-f8b3-4d3f-818f-f3f9f18efe6c HTTP/1.1" status: 200 len: 943 time: 0.0562053 Oct 27 10:49:30.741411 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-666a8c34-f1f1-45ef-8cf2-f0170d56403d req-36277d01-8119-4ac8-b2a1-ae2c376d63eb tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/security-groups?id=e12aac3e-256a-4b83-b5b5-3559f5984194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324087 Oct 27 10:49:31.572187 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfeb1db-209f-44f1-b181-df049ea77dc5 req-3e6758ab-4b18-4934-b0c7-5f43b964e521 tempest-ServerRescueNegativeTestJSON-1023322817 tempest-ServerRescueNegativeTestJSON-1023322817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:49:31.574031 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-4bfeb1db-209f-44f1-b181-df049ea77dc5 req-3e6758ab-4b18-4934-b0c7-5f43b964e521 tempest-ServerRescueNegativeTestJSON-1023322817 tempest-ServerRescueNegativeTestJSON-1023322817-project] 10.222.0.44 "GET /v2.0/ports?device_id=0e38e5fe-b7e6-4a57-9fef-a67e31b94d76 HTTP/1.1" status: 200 len: 945 time: 0.0522411 Oct 27 10:49:31.624174 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-4bfeb1db-209f-44f1-b181-df049ea77dc5 req-cd63494b-e9a9-41cc-80ee-7812e6f879fc tempest-ServerRescueNegativeTestJSON-1023322817 tempest-ServerRescueNegativeTestJSON-1023322817-project] 10.222.0.44 "GET /v2.0/security-groups?id=d9faf0c3-7aa8-42ca-936b-1bacb18366f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439458 Oct 27 10:49:31.861240 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db720e0-ac5a-4410-b671-b154d7b07b6b req-cb883c9a-5bc3-4dcc-aa97-93fb060abc6a tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:49:31.863265 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-5db720e0-ac5a-4410-b671-b154d7b07b6b req-cb883c9a-5bc3-4dcc-aa97-93fb060abc6a tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/ports?device_id=1090fbea-f8b3-4d3f-818f-f3f9f18efe6c HTTP/1.1" status: 200 len: 943 time: 0.0500782 Oct 27 10:49:31.901732 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-5db720e0-ac5a-4410-b671-b154d7b07b6b req-d78561bc-332f-40c7-80ac-5ebbb4ca8034 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/security-groups?id=e12aac3e-256a-4b83-b5b5-3559f5984194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322154 Oct 27 10:49:32.329871 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device 074e4715-260f-4211-bb9a-3ea5db2add0f details requested by agent hyperv_n-h2-813419-10 with host n-h2-813419-10 {{(pid=102348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 10:49:32.438945 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] For port 074e4715-260f-4211-bb9a-3ea5db2add0f, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=074e4715-260f-4211-bb9a-3ea5db2add0f,segment=NetworkSegment(d1b37471-bd8e-4564-a77c-6e0c9d2699fd),segment_id=d1b37471-bd8e-4564-a77c-6e0c9d2699fd)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:49:32.450936 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Returning: {'device': '074e4715-260f-4211-bb9a-3ea5db2add0f', 'network_id': '33cc32c2-598c-44fc-a251-6575a62c00c5', 'port_id': '074e4715-260f-4211-bb9a-3ea5db2add0f', 'mac_address': 'fa:16:3e:4d:96:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87624d80-dded-417f-af79-cc56a741e5c4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 10:49:32.489017 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:49:32.504746 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 074e4715-260f-4211-bb9a-3ea5db2add0f {{(pid=102348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:49:32.535293 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] For port 074e4715-260f-4211-bb9a-3ea5db2add0f, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=074e4715-260f-4211-bb9a-3ea5db2add0f,segment=NetworkSegment(d1b37471-bd8e-4564-a77c-6e0c9d2699fd),segment_id=d1b37471-bd8e-4564-a77c-6e0c9d2699fd)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:49:32.541528 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:49:32.595158 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Pushing event updated for resources: {'Port': ['ID=074e4715-260f-4211-bb9a-3ea5db2add0f,revision_number=4']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:49:32.614043 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:49:32.615016 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:49:32.615673 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:49:32.616399 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:49:32.616960 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:49:32.617495 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:49:32.618054 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:49:32.618568 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:49:32.619123 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:49:32.619634 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:49:32.620175 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:49:32.620712 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:49:32.629895 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:49:32.753911 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69a8ba8-ded1-46b7-ae83-dd310fb8697c req-72eb245a-1d12-4c44-8011-5e7dab033bc0 tempest-ServerRescueNegativeTestJSON-1023322817 tempest-ServerRescueNegativeTestJSON-1023322817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:49:32.755468 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-c69a8ba8-ded1-46b7-ae83-dd310fb8697c req-72eb245a-1d12-4c44-8011-5e7dab033bc0 tempest-ServerRescueNegativeTestJSON-1023322817 tempest-ServerRescueNegativeTestJSON-1023322817-project] 10.222.0.44 "GET /v2.0/ports?device_id=0e38e5fe-b7e6-4a57-9fef-a67e31b94d76 HTTP/1.1" status: 200 len: 945 time: 0.0556853 Oct 27 10:49:32.794935 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-c69a8ba8-ded1-46b7-ae83-dd310fb8697c req-91869b79-b097-49a4-81e2-b6fa3cf213aa tempest-ServerRescueNegativeTestJSON-1023322817 tempest-ServerRescueNegativeTestJSON-1023322817-project] 10.222.0.44 "GET /v2.0/security-groups?id=d9faf0c3-7aa8-42ca-936b-1bacb18366f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331571 Oct 27 10:49:33.032009 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf02453a-df83-4708-84bc-96ad4a846679 req-57b78115-6a82-47f8-b04d-60d83f7331dc tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:49:33.041090 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-cf02453a-df83-4708-84bc-96ad4a846679 req-57b78115-6a82-47f8-b04d-60d83f7331dc tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/ports?device_id=1090fbea-f8b3-4d3f-818f-f3f9f18efe6c HTTP/1.1" status: 200 len: 944 time: 0.0653963 Oct 27 10:49:33.061966 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] get_ports_and_sgs() called for port_ids ['074e4715-260f-4211-bb9a-3ea5db2add0f'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:49:33.084463 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-cf02453a-df83-4708-84bc-96ad4a846679 req-a4d2d8d5-777f-42e5-b556-581b09097df5 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/security-groups?id=e12aac3e-256a-4b83-b5b5-3559f5984194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422213 Oct 27 10:49:33.166558 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e1c1b4-04c2-429d-a060-289097c1c25f req-b496c646-fbf0-4e12-add3-66c74fcbb8a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:49:33.167982 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-43e1c1b4-04c2-429d-a060-289097c1c25f req-b496c646-fbf0-4e12-add3-66c74fcbb8a3 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=0e38e5fe-b7e6-4a57-9fef-a67e31b94d76 HTTP/1.1" status: 200 len: 1097 time: 0.0498705 Oct 27 10:49:33.213943 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-43e1c1b4-04c2-429d-a060-289097c1c25f req-8be69e1f-8bbe-48a3-97de-a9cee7809908 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=d9faf0c3-7aa8-42ca-936b-1bacb18366f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358815 Oct 27 10:49:33.917263 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da0bbba-0c09-480e-b86d-afa9b0bf4700 req-d5e33ba3-170e-41f6-a6a8-1576376f1dec tempest-ServerRescueNegativeTestJSON-1023322817 tempest-ServerRescueNegativeTestJSON-1023322817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:49:33.918738 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8da0bbba-0c09-480e-b86d-afa9b0bf4700 req-d5e33ba3-170e-41f6-a6a8-1576376f1dec tempest-ServerRescueNegativeTestJSON-1023322817 tempest-ServerRescueNegativeTestJSON-1023322817-project] 10.222.0.44 "GET /v2.0/ports?device_id=0e38e5fe-b7e6-4a57-9fef-a67e31b94d76 HTTP/1.1" status: 200 len: 945 time: 0.0543294 Oct 27 10:49:33.956226 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8da0bbba-0c09-480e-b86d-afa9b0bf4700 req-6926ae50-4895-408e-b20f-33de94970705 tempest-ServerRescueNegativeTestJSON-1023322817 tempest-ServerRescueNegativeTestJSON-1023322817-project] 10.222.0.44 "GET /v2.0/security-groups?id=d9faf0c3-7aa8-42ca-936b-1bacb18366f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307343 Oct 27 10:49:34.197081 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97f91c9-bbd3-43b9-bb80-c1fc0e68c5c0 req-8b76b5af-ae8d-4cf6-897f-c02deb708622 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:49:34.198598 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-c97f91c9-bbd3-43b9-bb80-c1fc0e68c5c0 req-8b76b5af-ae8d-4cf6-897f-c02deb708622 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/ports?device_id=1090fbea-f8b3-4d3f-818f-f3f9f18efe6c HTTP/1.1" status: 200 len: 944 time: 0.0485246 Oct 27 10:49:34.237149 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-c97f91c9-bbd3-43b9-bb80-c1fc0e68c5c0 req-1fed30c3-812b-496e-8373-cab0b839ae2c tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/security-groups?id=e12aac3e-256a-4b83-b5b5-3559f5984194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318136 Oct 27 10:49:34.336316 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device 074e4715-260f-4211-bb9a-3ea5db2add0f up at agent hyperv_n-h2-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:49:34.388925 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Provisioning for port 074e4715-260f-4211-bb9a-3ea5db2add0f completed by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 10:49:34.393066 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Provisioning complete for port 074e4715-260f-4211-bb9a-3ea5db2add0f triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:49:34.393441 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:49:34.484397 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:49:34.510567 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1090fbea-f8b3-4d3f-818f-f3f9f18efe6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '074e4715-260f-4211-bb9a-3ea5db2add0f'}] {{(pid=102348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:49:34.512877 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c588921fa634554a1d9242fdea1b05457a9ff1d3b28ba54ec1dace7f2f1df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3104740d-4c48-44a9-a4d3-f4639da5cb88" -d '{"events": [{"server_uuid": "1090fbea-f8b3-4d3f-818f-f3f9f18efe6c", "name": "network-vif-plugged", "status": "completed", "tag": "074e4715-260f-4211-bb9a-3ea5db2add0f"}]}' {{(pid=102348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:49:34.532590 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] For port 074e4715-260f-4211-bb9a-3ea5db2add0f, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=074e4715-260f-4211-bb9a-3ea5db2add0f,segment=NetworkSegment(d1b37471-bd8e-4564-a77c-6e0c9d2699fd),segment_id=d1b37471-bd8e-4564-a77c-6e0c9d2699fd)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:49:34.537214 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:49:34.568241 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:49:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c71261d5-4d7e-43b4-92bf-79439ceb6535 x-openstack-request-id: req-c71261d5-4d7e-43b4-92bf-79439ceb6535 {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:49:34.568624 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1090fbea-f8b3-4d3f-818f-f3f9f18efe6c", "name": "network-vif-plugged", "status": "completed", "tag": "074e4715-260f-4211-bb9a-3ea5db2add0f", "code": 200}]} {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:49:34.568943 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c71261d5-4d7e-43b4-92bf-79439ceb6535 {{(pid=102348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:49:34.569399 n-d-813419-10 neutron-server[102348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1090fbea-f8b3-4d3f-818f-f3f9f18efe6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '074e4715-260f-4211-bb9a-3ea5db2add0f', 'code': 200} Oct 27 10:49:34.599000 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Pushing event updated for resources: {'Port': ['ID=074e4715-260f-4211-bb9a-3ea5db2add0f,revision_number=5']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:49:34.758777 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dbff78-f8c2-4de4-9ad2-5926adf9ee55 req-b9ed269c-a80b-405b-91f6-952e659ba3d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:49:34.760683 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-63dbff78-f8c2-4de4-9ad2-5926adf9ee55 req-b9ed269c-a80b-405b-91f6-952e659ba3d8 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=1090fbea-f8b3-4d3f-818f-f3f9f18efe6c HTTP/1.1" status: 200 len: 1097 time: 0.0787699 Oct 27 10:49:34.804851 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-63dbff78-f8c2-4de4-9ad2-5926adf9ee55 req-14c2ef00-e022-4bf1-8da5-ea603020154d service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=e12aac3e-256a-4b83-b5b5-3559f5984194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346830 Oct 27 10:49:35.123558 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed07ffb-2541-4074-869e-e212782c21fc req-fd25e7c6-926b-47d8-939e-6d3a748effd2 tempest-ServerRescueNegativeTestJSON-1023322817 tempest-ServerRescueNegativeTestJSON-1023322817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:49:35.125414 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-9ed07ffb-2541-4074-869e-e212782c21fc req-fd25e7c6-926b-47d8-939e-6d3a748effd2 tempest-ServerRescueNegativeTestJSON-1023322817 tempest-ServerRescueNegativeTestJSON-1023322817-project] 10.222.0.44 "GET /v2.0/ports?device_id=0e38e5fe-b7e6-4a57-9fef-a67e31b94d76 HTTP/1.1" status: 200 len: 945 time: 0.0776100 Oct 27 10:49:35.169822 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-9ed07ffb-2541-4074-869e-e212782c21fc req-af034b42-92f3-418b-ba10-970df521c540 tempest-ServerRescueNegativeTestJSON-1023322817 tempest-ServerRescueNegativeTestJSON-1023322817-project] 10.222.0.44 "GET /v2.0/security-groups?id=d9faf0c3-7aa8-42ca-936b-1bacb18366f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370877 Oct 27 10:49:35.413524 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b901087a-5c53-4ea2-b37c-22fb3029a1cf req-dc7dfb0e-dd06-4fde-9496-58be462ec269 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:49:35.415876 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-b901087a-5c53-4ea2-b37c-22fb3029a1cf req-dc7dfb0e-dd06-4fde-9496-58be462ec269 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/ports?device_id=1090fbea-f8b3-4d3f-818f-f3f9f18efe6c HTTP/1.1" status: 200 len: 945 time: 0.0833149 Oct 27 10:49:35.469230 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-b901087a-5c53-4ea2-b37c-22fb3029a1cf req-dad997bf-b5c1-4187-8a9b-c05044a327e9 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/security-groups?id=e12aac3e-256a-4b83-b5b5-3559f5984194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457771 Oct 27 10:49:35.504346 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95040352-980b-439e-8c29-c9cbf5e09bd3 req-d25fe763-25c7-42b4-9ca3-20163835ada9 tempest-ServerRescueNegativeTestJSON-1023322817 tempest-ServerRescueNegativeTestJSON-1023322817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:49:35.513783 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-95040352-980b-439e-8c29-c9cbf5e09bd3 req-d25fe763-25c7-42b4-9ca3-20163835ada9 tempest-ServerRescueNegativeTestJSON-1023322817 tempest-ServerRescueNegativeTestJSON-1023322817-project] 10.222.0.44 "GET /v2.0/ports?device_id=0e38e5fe-b7e6-4a57-9fef-a67e31b94d76 HTTP/1.1" status: 200 len: 945 time: 0.0754714 Oct 27 10:49:35.514783 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3f0b21-9b9a-4ae4-a69b-c2d1fe0f4d3e req-bbb829b0-cf6f-49bd-a562-112994193b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:49:35.516384 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-4b3f0b21-9b9a-4ae4-a69b-c2d1fe0f4d3e req-bbb829b0-cf6f-49bd-a562-112994193b56 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=49f69ef03c2149d7af8e989acb2acfe0&device_id=0e38e5fe-b7e6-4a57-9fef-a67e31b94d76 HTTP/1.1" status: 200 len: 1097 time: 0.0509629 Oct 27 10:49:35.568705 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-95040352-980b-439e-8c29-c9cbf5e09bd3 req-1917d92f-3ca2-4fef-8f1c-21fc5bb2ae98 tempest-ServerRescueNegativeTestJSON-1023322817 tempest-ServerRescueNegativeTestJSON-1023322817-project] 10.222.0.44 "GET /v2.0/security-groups?id=d9faf0c3-7aa8-42ca-936b-1bacb18366f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495164 Oct 27 10:49:35.643277 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3f0b21-9b9a-4ae4-a69b-c2d1fe0f4d3e req-0b8b78db-23e6-4c73-a85c-a9550be0322b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:49:35.645621 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-4b3f0b21-9b9a-4ae4-a69b-c2d1fe0f4d3e req-0b8b78db-23e6-4c73-a85c-a9550be0322b service neutron] 10.222.0.76 "GET /v2.0/networks?id=39bfeb78-eb5d-489b-af3a-3f8870b9b6fd HTTP/1.1" status: 200 len: 920 time: 0.1124034 Oct 27 10:49:35.690788 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-4b3f0b21-9b9a-4ae4-a69b-c2d1fe0f4d3e req-64d3cf88-0be5-4308-8e97-35a2a4d5cfa0 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9b8337c7-32a2-4767-8191-b5d4e55974a6 HTTP/1.1" status: 200 len: 217 time: 0.0369771 Oct 27 10:49:35.746200 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3f0b21-9b9a-4ae4-a69b-c2d1fe0f4d3e req-95883c1d-9872-4430-b739-997b6fc79a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:49:35.747688 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-4b3f0b21-9b9a-4ae4-a69b-c2d1fe0f4d3e req-95883c1d-9872-4430-b739-997b6fc79a00 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=6f583c02-d1dc-428e-a2f7-ffb6764c8f58 HTTP/1.1" status: 200 len: 859 time: 0.0467229 Oct 27 10:49:35.795735 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-4b3f0b21-9b9a-4ae4-a69b-c2d1fe0f4d3e req-2066a16c-df42-4c57-8454-3d44ed2082c6 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=39bfeb78-eb5d-489b-af3a-3f8870b9b6fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350049 Oct 27 10:49:35.813095 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [req-4b3f0b21-9b9a-4ae4-a69b-c2d1fe0f4d3e req-70457c2e-56f4-480c-9a76-7d0c51fb0423 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=102346) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 10:49:35.814722 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-4b3f0b21-9b9a-4ae4-a69b-c2d1fe0f4d3e req-70457c2e-56f4-480c-9a76-7d0c51fb0423 service neutron] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0090907 Oct 27 10:49:35.926272 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-4b3f0b21-9b9a-4ae4-a69b-c2d1fe0f4d3e req-ac0456c7-27ec-429c-a177-0110b9833007 service neutron] 10.222.0.76 "GET /v2.0/networks/39bfeb78-eb5d-489b-af3a-3f8870b9b6fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025341 Oct 27 10:49:36.026554 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-4b3f0b21-9b9a-4ae4-a69b-c2d1fe0f4d3e req-91f0217d-2e4a-431c-80a3-019c78e10a83 service neutron] 10.222.0.76 "GET /v2.0/networks/39bfeb78-eb5d-489b-af3a-3f8870b9b6fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899565 Oct 27 10:49:36.114396 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-f60472ea-a7a7-4fba-93dd-7a074d69bbef req-82382d67-4840-4c8f-b4da-4dbfca845571 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=11879768-20dc-462e-a1bb-2d201b6367c5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0451744 Oct 27 10:49:36.218852 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60472ea-a7a7-4fba-93dd-7a074d69bbef req-564ad635-024c-4f32-ba38-7991842dd87e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:49:36.220531 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-f60472ea-a7a7-4fba-93dd-7a074d69bbef req-564ad635-024c-4f32-ba38-7991842dd87e service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=7f357cb809634e50864d0c31dbcbd617&device_id=11879768-20dc-462e-a1bb-2d201b6367c5 HTTP/1.1" status: 200 len: 1098 time: 0.0505683 Oct 27 10:49:36.356465 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60472ea-a7a7-4fba-93dd-7a074d69bbef req-287de1fd-e143-4aca-ba37-74a264ef4618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:49:36.358530 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-f60472ea-a7a7-4fba-93dd-7a074d69bbef req-287de1fd-e143-4aca-ba37-74a264ef4618 service neutron] 10.222.0.76 "GET /v2.0/networks?id=df4d2f8f-0279-4ac1-b465-f59b71763f44 HTTP/1.1" status: 200 len: 898 time: 0.1046970 Oct 27 10:49:36.439452 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-f60472ea-a7a7-4fba-93dd-7a074d69bbef req-c4cb6a6d-8eb0-497c-b6db-77706a550039 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1be4bbd6-973b-46b3-bcdc-a1070bef65e3 HTTP/1.1" status: 200 len: 1000 time: 0.0715780 Oct 27 10:49:36.518346 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60472ea-a7a7-4fba-93dd-7a074d69bbef req-65a15b90-faeb-494a-a568-11015b7e965c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:49:36.519928 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-f60472ea-a7a7-4fba-93dd-7a074d69bbef req-65a15b90-faeb-494a-a568-11015b7e965c service neutron] 10.222.0.76 "GET /v2.0/subnets?id=e60b25b2-9ab5-4d1d-a2b7-bc998becb4d1 HTTP/1.1" status: 200 len: 835 time: 0.0613117 Oct 27 10:49:36.618153 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60472ea-a7a7-4fba-93dd-7a074d69bbef req-64e33956-e963-4f26-9a77-74d6fa48e4b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:49:36.619776 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-f60472ea-a7a7-4fba-93dd-7a074d69bbef req-64e33956-e963-4f26-9a77-74d6fa48e4b3 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=df4d2f8f-0279-4ac1-b465-f59b71763f44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0892143 Oct 27 10:49:36.630966 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e842624e-c1a1-4d1e-b133-3b18cc1ca0ca req-2a95d061-137d-41e5-8e53-d60fc92d3134 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:49:36.638792 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-e842624e-c1a1-4d1e-b133-3b18cc1ca0ca req-2a95d061-137d-41e5-8e53-d60fc92d3134 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/ports?device_id=1090fbea-f8b3-4d3f-818f-f3f9f18efe6c HTTP/1.1" status: 200 len: 945 time: 0.0732756 Oct 27 10:49:36.753729 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-e842624e-c1a1-4d1e-b133-3b18cc1ca0ca req-4d6bf694-1505-4347-a4c8-50473ca4afed tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/security-groups?id=e12aac3e-256a-4b83-b5b5-3559f5984194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1140482 Oct 27 10:49:36.771974 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45aada8-a22a-4ff9-b08a-e703fd9ccb6a req-2389a2ab-fac2-4375-90d8-2b064ca4f73d tempest-ServerRescueNegativeTestJSON-1023322817 tempest-ServerRescueNegativeTestJSON-1023322817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:49:36.777141 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-d45aada8-a22a-4ff9-b08a-e703fd9ccb6a req-2389a2ab-fac2-4375-90d8-2b064ca4f73d tempest-ServerRescueNegativeTestJSON-1023322817 tempest-ServerRescueNegativeTestJSON-1023322817-project] 10.222.0.44 "GET /v2.0/ports?device_id=0e38e5fe-b7e6-4a57-9fef-a67e31b94d76 HTTP/1.1" status: 200 len: 945 time: 0.0772707 Oct 27 10:49:36.789104 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-f60472ea-a7a7-4fba-93dd-7a074d69bbef req-4d1a9f0a-3ff4-4387-a010-0eade22acfd2 service neutron] 10.222.0.76 "GET /v2.0/networks/df4d2f8f-0279-4ac1-b465-f59b71763f44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415887 Oct 27 10:49:36.855335 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-d45aada8-a22a-4ff9-b08a-e703fd9ccb6a req-0fa02199-f53d-4d18-81b7-e768196bad71 tempest-ServerRescueNegativeTestJSON-1023322817 tempest-ServerRescueNegativeTestJSON-1023322817-project] 10.222.0.44 "GET /v2.0/security-groups?id=d9faf0c3-7aa8-42ca-936b-1bacb18366f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755897 Oct 27 10:49:36.962892 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a892301f-925b-4fa3-bdec-79592d0bb7ff req-6c84e6eb-abf9-407d-8576-7d4b83d452ad tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:49:36.964482 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-a892301f-925b-4fa3-bdec-79592d0bb7ff req-6c84e6eb-abf9-407d-8576-7d4b83d452ad tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/ports?device_id=1090fbea-f8b3-4d3f-818f-f3f9f18efe6c HTTP/1.1" status: 200 len: 945 time: 0.0830784 Oct 27 10:49:37.002526 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-f60472ea-a7a7-4fba-93dd-7a074d69bbef req-85c6fd77-9b6e-42d0-ba75-a7d7bf755df6 service neutron] 10.222.0.76 "GET /v2.0/networks/df4d2f8f-0279-4ac1-b465-f59b71763f44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1902936 Oct 27 10:49:37.029110 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-a892301f-925b-4fa3-bdec-79592d0bb7ff req-c882a236-cad4-4a8b-8569-c057dd5f4f75 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/security-groups?id=e12aac3e-256a-4b83-b5b5-3559f5984194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570881 Oct 27 10:49:37.048662 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 58218) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:49:37.217204 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-256edbe4-0a31-4739-ab89-df04b7430443 tempest-TestVolumeBootPattern-312610010 tempest-TestVolumeBootPattern-312610010-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:49:37.219033 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-256edbe4-0a31-4739-ab89-df04b7430443 tempest-TestVolumeBootPattern-312610010 tempest-TestVolumeBootPattern-312610010-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=1090fbea-f8b3-4d3f-818f-f3f9f18efe6c HTTP/1.1" status: 200 len: 1092 time: 0.1686621 Oct 27 10:49:37.222189 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 58222) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:49:37.227791 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-41dcac7d-1130-462e-a713-d423f9d02205 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Request body: {'floatingip': {'floating_network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'port_id': '074e4715-260f-4211-bb9a-3ea5db2add0f', 'tenant_id': 'b02a92ec9ad04d95b8ea6a5db5946dfb', 'fixed_ip_address': '172.20.0.8'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:49:37.251031 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-41dcac7d-1130-462e-a713-d423f9d02205 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Publish callbacks [] for floatingip, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:49:37.357566 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-41dcac7d-1130-462e-a713-d423f9d02205 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:49:37.473311 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_common [None req-41dcac7d-1130-462e-a713-d423f9d02205 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Allocated IP 172.25.8.100 (185ff123-c7ff-45c7-a6be-71feb35acc9c/0fb9f9d1-7384-481f-8fa8-f4566c349d30/fdaba7fe-7ba0-4d73-aafb-dc853a3a7f23) {{(pid=102347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:49:37.580235 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-41dcac7d-1130-462e-a713-d423f9d02205 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Publish callbacks [] for port, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:49:37.615186 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-41dcac7d-1130-462e-a713-d423f9d02205 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:49:37.656762 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41dcac7d-1130-462e-a713-d423f9d02205 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Network 185ff123-c7ff-45c7-a6be-71feb35acc9c is already hosted by enough agents. {{(pid=102347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:49:37.661062 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [None req-41dcac7d-1130-462e-a713-d423f9d02205 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Resources bound (agent type, host, resource id): {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:49:37.665685 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41dcac7d-1130-462e-a713-d423f9d02205 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Received port after_create {{(pid=102347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:49:37.686868 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41dcac7d-1130-462e-a713-d423f9d02205 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Pushing event updated for resources: {'Port': ['ID=fdaba7fe-7ba0-4d73-aafb-dc853a3a7f23,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:49:37.697360 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41dcac7d-1130-462e-a713-d423f9d02205 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:49:37.697972 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41dcac7d-1130-462e-a713-d423f9d02205 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:49:37.698111 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41dcac7d-1130-462e-a713-d423f9d02205 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:49:37.698364 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41dcac7d-1130-462e-a713-d423f9d02205 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:49:37.698727 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41dcac7d-1130-462e-a713-d423f9d02205 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:49:37.699074 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41dcac7d-1130-462e-a713-d423f9d02205 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:49:37.699404 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41dcac7d-1130-462e-a713-d423f9d02205 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:49:37.699735 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41dcac7d-1130-462e-a713-d423f9d02205 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:49:37.700063 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41dcac7d-1130-462e-a713-d423f9d02205 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:49:37.700490 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41dcac7d-1130-462e-a713-d423f9d02205 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:49:37.700821 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41dcac7d-1130-462e-a713-d423f9d02205 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:49:37.701147 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41dcac7d-1130-462e-a713-d423f9d02205 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:49:37.977261 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2134a694-0d87-43fb-b37f-2702ba450c1d req-012104a2-b6fb-43ea-9bdf-f893d43e5e93 tempest-ServerRescueNegativeTestJSON-1023322817 tempest-ServerRescueNegativeTestJSON-1023322817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:49:37.995699 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-2134a694-0d87-43fb-b37f-2702ba450c1d req-012104a2-b6fb-43ea-9bdf-f893d43e5e93 tempest-ServerRescueNegativeTestJSON-1023322817 tempest-ServerRescueNegativeTestJSON-1023322817-project] 10.222.0.44 "GET /v2.0/ports?device_id=0e38e5fe-b7e6-4a57-9fef-a67e31b94d76 HTTP/1.1" status: 200 len: 945 time: 0.0746493 Oct 27 10:49:38.126371 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-2134a694-0d87-43fb-b37f-2702ba450c1d req-6d423380-6625-4eb4-bc57-eb595a16f010 tempest-ServerRescueNegativeTestJSON-1023322817 tempest-ServerRescueNegativeTestJSON-1023322817-project] 10.222.0.44 "GET /v2.0/security-groups?id=d9faf0c3-7aa8-42ca-936b-1bacb18366f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147091 Oct 27 10:49:38.537705 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 58262) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:49:38.662654 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-f6e46751-6476-495c-975d-5e86f34b51e6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:49:38.666447 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-41dcac7d-1130-462e-a713-d423f9d02205 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:49:38.787397 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-f6e46751-6476-495c-975d-5e86f34b51e6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:49:38.795532 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-f6e46751-6476-495c-975d-5e86f34b51e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:49:38.804072 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-41dcac7d-1130-462e-a713-d423f9d02205 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:49:38.839963 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 58270) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:49:38.843044 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-f6e46751-6476-495c-975d-5e86f34b51e6 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=aa535fdd58a24be1ad4fa7f2f2c4d5eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3041358 Oct 27 10:49:38.845258 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e46751-6476-495c-975d-5e86f34b51e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ab397d1-54e0-4e22-b25b-0974bfb07a12,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:49:38.848346 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 58272) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:49:38.966865 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-c7380c23-36c8-4d00-ac01-b2455c902609 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:49:38.968479 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-b2f129c4-7dd5-44a5-92ce-c0f3515579a9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:49:38.969774 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:49:39.024191 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-c7380c23-36c8-4d00-ac01-b2455c902609 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:49:39.098782 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-41dcac7d-1130-462e-a713-d423f9d02205 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Publish callbacks [] for port, precommit_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:49:39.106149 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-41dcac7d-1130-462e-a713-d423f9d02205 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:49:39.183718 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-b2f129c4-7dd5-44a5-92ce-c0f3515579a9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:49:39.191029 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-b2f129c4-7dd5-44a5-92ce-c0f3515579a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:49:39.198809 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-c7380c23-36c8-4d00-ac01-b2455c902609 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:49:39.201365 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-c7380c23-36c8-4d00-ac01-b2455c902609 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:49:39.202485 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-c7380c23-36c8-4d00-ac01-b2455c902609 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/0ab397d1-54e0-4e22-b25b-0974bfb07a12 HTTP/1.1" status: 204 len: 168 time: 0.3517959 Oct 27 10:49:39.227968 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41dcac7d-1130-462e-a713-d423f9d02205 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Pushing event updated for resources: {'Port': ['ID=fdaba7fe-7ba0-4d73-aafb-dc853a3a7f23,revision_number=2']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:49:39.258110 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-b2f129c4-7dd5-44a5-92ce-c0f3515579a9 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2b4b339b1b424574ba50e245cd37b87f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4146700 Oct 27 10:49:39.258343 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ba3270-7ee3-4ae9-9535-5ffbddfa662c req-6770d1a4-9d21-4a1b-9f6f-c1905a323b94 tempest-ServerRescueNegativeTestJSON-1023322817 tempest-ServerRescueNegativeTestJSON-1023322817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:49:39.258813 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-41dcac7d-1130-462e-a713-d423f9d02205 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1664826'] for floatingip, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:49:39.258911 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-11ba3270-7ee3-4ae9-9535-5ffbddfa662c req-6770d1a4-9d21-4a1b-9f6f-c1905a323b94 tempest-ServerRescueNegativeTestJSON-1023322817 tempest-ServerRescueNegativeTestJSON-1023322817-project] 10.222.0.44 "GET /v2.0/ports?device_id=0e38e5fe-b7e6-4a57-9fef-a67e31b94d76 HTTP/1.1" status: 200 len: 945 time: 0.0686541 Oct 27 10:49:39.258994 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 58280) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:49:39.259190 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f129c4-7dd5-44a5-92ce-c0f3515579a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eaf433c8-f12e-4290-ae32-98d9143ecf46,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:49:39.303323 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-11ba3270-7ee3-4ae9-9535-5ffbddfa662c req-c01165ed-239f-409d-83a7-4cfcd2564d11 tempest-ServerRescueNegativeTestJSON-1023322817 tempest-ServerRescueNegativeTestJSON-1023322817-project] 10.222.0.44 "GET /v2.0/security-groups?id=d9faf0c3-7aa8-42ca-936b-1bacb18366f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393970 Oct 27 10:49:39.340708 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7380c23-36c8-4d00-ac01-b2455c902609 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ab397d1-54e0-4e22-b25b-0974bfb07a12,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:49:39.400077 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-a07fa545-3d5a-4250-bc7f-177587960859 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:49:39.419297 n-d-813419-10 neutron-server[102347]: INFO neutron.db.l3_db [None req-41dcac7d-1130-462e-a713-d423f9d02205 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Floating IP c4310f03-15cf-42db-8eca-3fa4728f4869 associated. External IP: 172.25.8.100, port: 074e4715-260f-4211-bb9a-3ea5db2add0f. Oct 27 10:49:39.463610 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-a07fa545-3d5a-4250-bc7f-177587960859 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:49:39.564683 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-a07fa545-3d5a-4250-bc7f-177587960859 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:49:39.568476 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-a07fa545-3d5a-4250-bc7f-177587960859 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:49:39.569963 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-a07fa545-3d5a-4250-bc7f-177587960859 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/eaf433c8-f12e-4290-ae32-98d9143ecf46 HTTP/1.1" status: 204 len: 168 time: 0.3080375 Oct 27 10:49:39.645237 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07fa545-3d5a-4250-bc7f-177587960859 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaf433c8-f12e-4290-ae32-98d9143ecf46,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:49:39.702163 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41dcac7d-1130-462e-a713-d423f9d02205 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Router 8c4c9367-65f8-4c63-bb94-f9a6fe3c4440 has already been hosted by L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb {{(pid=102347) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 10:49:39.945205 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41dcac7d-1130-462e-a713-d423f9d02205 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:49:39.962736 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d23be665-bc97-4db7-82d4-71e727dab352 None None] Sync routers for ids ['8c4c9367-65f8-4c63-bb94-f9a6fe3c4440'] in n-d-813419-10 {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:49:39.974200 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d23be665-bc97-4db7-82d4-71e727dab352 None None] Routers {'8c4c9367-65f8-4c63-bb94-f9a6fe3c4440'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:49:39.975780 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-d23be665-bc97-4db7-82d4-71e727dab352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:49:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['8c4c9367-65f8-4c63-bb94-f9a6fe3c4440'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:49:39.982351 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-41dcac7d-1130-462e-a713-d423f9d02205 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for floatingip, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:49:40.040842 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 58310) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:49:40.056217 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-41dcac7d-1130-462e-a713-d423f9d02205 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8202116 Oct 27 10:49:40.056217 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1090fbea-f8b3-4d3f-818f-f3f9f18efe6c', 'tag': '074e4715-260f-4211-bb9a-3ea5db2add0f'}] {{(pid=102347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:49:40.056217 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311149b481204ee7edffdb959c881838506fbd95bc8577c048f6677abb73acc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59bf26d8-2b82-4370-bc1f-a35f1b5ec7b1" -d '{"events": [{"name": "network-changed", "server_uuid": "1090fbea-f8b3-4d3f-818f-f3f9f18efe6c", "tag": "074e4715-260f-4211-bb9a-3ea5db2add0f"}]}' {{(pid=102347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:49:40.074563 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-c89fb388-062d-48a3-8ae9-9f5989abb199 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:49:40.120513 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 10:49:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db48244a-e6ca-4ea3-9872-062fcbf6676d x-openstack-request-id: req-db48244a-e6ca-4ea3-9872-062fcbf6676d {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:49:40.121519 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1090fbea-f8b3-4d3f-818f-f3f9f18efe6c", "tag": "074e4715-260f-4211-bb9a-3ea5db2add0f", "status": "completed", "code": 200}]} {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:49:40.122174 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-db48244a-e6ca-4ea3-9872-062fcbf6676d {{(pid=102347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:49:40.125468 n-d-813419-10 neutron-server[102347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1090fbea-f8b3-4d3f-818f-f3f9f18efe6c', 'tag': '074e4715-260f-4211-bb9a-3ea5db2add0f', 'status': 'completed', 'code': 200} Oct 27 10:49:40.166617 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvr_db [None req-d23be665-bc97-4db7-82d4-71e727dab352 None None] Set router 8c4c9367-65f8-4c63-bb94-f9a6fe3c4440 gateway port host: n-d-813419-10 {{(pid=102349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:49:40.245249 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bf26d8-2b82-4370-bc1f-a35f1b5ec7b1 req-adfeeeae-1f97-42f7-81ab-e1e5263a375b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:49:40.246768 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-59bf26d8-2b82-4370-bc1f-a35f1b5ec7b1 req-adfeeeae-1f97-42f7-81ab-e1e5263a375b service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=b02a92ec9ad04d95b8ea6a5db5946dfb&device_id=1090fbea-f8b3-4d3f-818f-f3f9f18efe6c HTTP/1.1" status: 200 len: 1097 time: 0.1064618 Oct 27 10:49:40.258566 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-c89fb388-062d-48a3-8ae9-9f5989abb199 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:49:40.272714 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-c89fb388-062d-48a3-8ae9-9f5989abb199 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:49:40.311815 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-c89fb388-062d-48a3-8ae9-9f5989abb199 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a699b0223ec04e869f8f4bbf51b8e409&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2695067 Oct 27 10:49:40.316120 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 58318) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:49:40.383092 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89fb388-062d-48a3-8ae9-9f5989abb199 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69aeaa79-cbd0-4951-b59d-7bb71272c947,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:49:40.428019 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-bfd162d7-cff9-493f-83cd-20663e741f47 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:49:40.466214 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-bfd162d7-cff9-493f-83cd-20663e741f47 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:49:40.468866 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bf26d8-2b82-4370-bc1f-a35f1b5ec7b1 req-6f5202aa-6f21-48d1-ae9c-3e1cb5ef300e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:49:40.471162 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-59bf26d8-2b82-4370-bc1f-a35f1b5ec7b1 req-6f5202aa-6f21-48d1-ae9c-3e1cb5ef300e service neutron] 10.222.0.76 "GET /v2.0/networks?id=33cc32c2-598c-44fc-a251-6575a62c00c5 HTTP/1.1" status: 200 len: 912 time: 0.2087348 Oct 27 10:49:40.537724 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-bfd162d7-cff9-493f-83cd-20663e741f47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:49:40.540764 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-bfd162d7-cff9-493f-83cd-20663e741f47 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:49:40.542250 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-bfd162d7-cff9-493f-83cd-20663e741f47 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/69aeaa79-cbd0-4951-b59d-7bb71272c947 HTTP/1.1" status: 204 len: 168 time: 0.2249069 Oct 27 10:49:40.561594 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-d23be665-bc97-4db7-82d4-71e727dab352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c4c9367-65f8-4c63-bb94-f9a6fe3c4440', 'name': 'tempest-TestVolumeBootPattern-328280962-router', 'tenant_id': 'b02a92ec9ad04d95b8ea6a5db5946dfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': '57172d42-624b-4614-a27b-f1ad4a0c9f06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:43:19Z', 'updated_at': '2021-10-27T10:43:33Z', 'revision_number': 4, 'project_id': 'b02a92ec9ad04d95b8ea6a5db5946dfb', 'gw_port': {'id': '57172d42-624b-4614-a27b-f1ad4a0c9f06', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:d8:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c4c9367-65f8-4c63-bb94-f9a6fe3c4440', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2746, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:43:21Z', 'updated_at': '2021-10-27T10:43:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_floatingips': [{'id': 'c4310f03-15cf-42db-8eca-3fa4728f4869', 'tenant_id': 'b02a92ec9ad04d95b8ea6a5db5946dfb', 'floating_ip_address': '172.25.8.100', 'floating_network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'router_id': '8c4c9367-65f8-4c63-bb94-f9a6fe3c4440', 'port_id': '074e4715-260f-4211-bb9a-3ea5db2add0f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3261, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33cc32c2-598c-44fc-a251-6575a62c00c5', 'mac_address': 'fa:16:3e:4d:96:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1090fbea-f8b3-4d3f-818f-f3f9f18efe6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T10:49:37Z', 'updated_at': '2021-10-27T10:49:37Z', 'revision_number': 0, 'project_id': 'b02a92ec9ad04d95b8ea6a5db5946dfb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '652aa176-1bd3-4569-9226-336a8f8cd793', 'name': '', 'network_id': '33cc32c2-598c-44fc-a251-6575a62c00c5', 'tenant_id': 'b02a92ec9ad04d95b8ea6a5db5946dfb', 'mac_address': 'fa:16:3e:7b:28:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c4c9367-65f8-4c63-bb94-f9a6fe3c4440', 'device_owner': 'network:router_interface', 'standard_attr_id': 2748, 'fixed_ips': [{'subnet_id': '87624d80-dded-417f-af79-cc56a741e5c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:43:30Z', 'updated_at': '2021-10-27T10:43:39Z', 'revision_number': 5, 'project_id': 'b02a92ec9ad04d95b8ea6a5db5946dfb', 'subnets': [{'id': '87624d80-dded-417f-af79-cc56a741e5c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:49:40.572774 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd162d7-cff9-493f-83cd-20663e741f47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69aeaa79-cbd0-4951-b59d-7bb71272c947,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:49:40.625617 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d23be665-bc97-4db7-82d4-71e727dab352 None None] Checking router: 8c4c9367-65f8-4c63-bb94-f9a6fe3c4440 for host: n-d-813419-10 {{(pid=102349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 10:49:40.631061 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-59bf26d8-2b82-4370-bc1f-a35f1b5ec7b1 req-fd94f8fc-c660-4b61-9f15-c37924c8366c service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=074e4715-260f-4211-bb9a-3ea5db2add0f HTTP/1.1" status: 200 len: 999 time: 0.1398802 Oct 27 10:49:40.640502 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d23be665-bc97-4db7-82d4-71e727dab352 None None] Routers {'8c4c9367-65f8-4c63-bb94-f9a6fe3c4440'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:49:40.642223 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-d23be665-bc97-4db7-82d4-71e727dab352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:49:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['8c4c9367-65f8-4c63-bb94-f9a6fe3c4440'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:49:40.733157 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bf26d8-2b82-4370-bc1f-a35f1b5ec7b1 req-b259afa9-31e7-4dec-a203-aaffdf9bcdbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:49:40.734607 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-59bf26d8-2b82-4370-bc1f-a35f1b5ec7b1 req-b259afa9-31e7-4dec-a203-aaffdf9bcdbc service neutron] 10.222.0.76 "GET /v2.0/subnets?id=87624d80-dded-417f-af79-cc56a741e5c4 HTTP/1.1" status: 200 len: 850 time: 0.0949166 Oct 27 10:49:40.807267 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bf26d8-2b82-4370-bc1f-a35f1b5ec7b1 req-fd7945ca-ad90-421a-bf51-d1b4ee8ebb31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:49:40.809378 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-59bf26d8-2b82-4370-bc1f-a35f1b5ec7b1 req-fd7945ca-ad90-421a-bf51-d1b4ee8ebb31 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=33cc32c2-598c-44fc-a251-6575a62c00c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0668111 Oct 27 10:49:40.816028 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvr_db [None req-d23be665-bc97-4db7-82d4-71e727dab352 None None] Set router 8c4c9367-65f8-4c63-bb94-f9a6fe3c4440 gateway port host: n-d-813419-10 {{(pid=102349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:49:41.085407 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-59bf26d8-2b82-4370-bc1f-a35f1b5ec7b1 req-3f66681c-a406-45a9-bccd-954ec49bc49c service neutron] 10.222.0.76 "GET /v2.0/networks/33cc32c2-598c-44fc-a251-6575a62c00c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2577393 Oct 27 10:49:41.231367 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-59bf26d8-2b82-4370-bc1f-a35f1b5ec7b1 req-61fc93dd-5ccd-4403-ba16-418d62b67782 service neutron] 10.222.0.76 "GET /v2.0/networks/33cc32c2-598c-44fc-a251-6575a62c00c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305764 Oct 27 10:49:41.330665 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-d23be665-bc97-4db7-82d4-71e727dab352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c4c9367-65f8-4c63-bb94-f9a6fe3c4440', 'name': 'tempest-TestVolumeBootPattern-328280962-router', 'tenant_id': 'b02a92ec9ad04d95b8ea6a5db5946dfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': '57172d42-624b-4614-a27b-f1ad4a0c9f06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:43:19Z', 'updated_at': '2021-10-27T10:43:33Z', 'revision_number': 4, 'project_id': 'b02a92ec9ad04d95b8ea6a5db5946dfb', 'gw_port': {'id': '57172d42-624b-4614-a27b-f1ad4a0c9f06', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:d8:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c4c9367-65f8-4c63-bb94-f9a6fe3c4440', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2746, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:43:21Z', 'updated_at': '2021-10-27T10:43:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_floatingips': [{'id': 'c4310f03-15cf-42db-8eca-3fa4728f4869', 'tenant_id': 'b02a92ec9ad04d95b8ea6a5db5946dfb', 'floating_ip_address': '172.25.8.100', 'floating_network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'router_id': '8c4c9367-65f8-4c63-bb94-f9a6fe3c4440', 'port_id': '074e4715-260f-4211-bb9a-3ea5db2add0f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3261, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33cc32c2-598c-44fc-a251-6575a62c00c5', 'mac_address': 'fa:16:3e:4d:96:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1090fbea-f8b3-4d3f-818f-f3f9f18efe6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T10:49:37Z', 'updated_at': '2021-10-27T10:49:37Z', 'revision_number': 0, 'project_id': 'b02a92ec9ad04d95b8ea6a5db5946dfb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '652aa176-1bd3-4569-9226-336a8f8cd793', 'name': '', 'network_id': '33cc32c2-598c-44fc-a251-6575a62c00c5', 'tenant_id': 'b02a92ec9ad04d95b8ea6a5db5946dfb', 'mac_address': 'fa:16:3e:7b:28:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c4c9367-65f8-4c63-bb94-f9a6fe3c4440', 'device_owner': 'network:router_interface', 'standard_attr_id': 2748, 'fixed_ips': [{'subnet_id': '87624d80-dded-417f-af79-cc56a741e5c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:43:30Z', 'updated_at': '2021-10-27T10:43:39Z', 'revision_number': 5, 'project_id': 'b02a92ec9ad04d95b8ea6a5db5946dfb', 'subnets': [{'id': '87624d80-dded-417f-af79-cc56a741e5c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:49:41.370690 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d23be665-bc97-4db7-82d4-71e727dab352 None None] The sync data for ids ['8c4c9367-65f8-4c63-bb94-f9a6fe3c4440'] in n-d-813419-10 is: [{'id': '8c4c9367-65f8-4c63-bb94-f9a6fe3c4440', 'name': 'tempest-TestVolumeBootPattern-328280962-router', 'tenant_id': 'b02a92ec9ad04d95b8ea6a5db5946dfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': '57172d42-624b-4614-a27b-f1ad4a0c9f06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:43:19Z', 'updated_at': '2021-10-27T10:43:33Z', 'revision_number': 4, 'project_id': 'b02a92ec9ad04d95b8ea6a5db5946dfb', 'gw_port': {'id': '57172d42-624b-4614-a27b-f1ad4a0c9f06', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:d8:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c4c9367-65f8-4c63-bb94-f9a6fe3c4440', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2746, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:43:21Z', 'updated_at': '2021-10-27T10:43:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_floatingips': [{'id': 'c4310f03-15cf-42db-8eca-3fa4728f4869', 'tenant_id': 'b02a92ec9ad04d95b8ea6a5db5946dfb', 'floating_ip_address': '172.25.8.100', 'floating_network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'router_id': '8c4c9367-65f8-4c63-bb94-f9a6fe3c4440', 'port_id': '074e4715-260f-4211-bb9a-3ea5db2add0f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3261, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33cc32c2-598c-44fc-a251-6575a62c00c5', 'mac_address': 'fa:16:3e:4d:96:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1090fbea-f8b3-4d3f-818f-f3f9f18efe6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T10:49:37Z', 'updated_at': '2021-10-27T10:49:37Z', 'revision_number': 0, 'project_id': 'b02a92ec9ad04d95b8ea6a5db5946dfb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '652aa176-1bd3-4569-9226-336a8f8cd793', 'name': '', 'network_id': '33cc32c2-598c-44fc-a251-6575a62c00c5', 'tenant_id': 'b02a92ec9ad04d95b8ea6a5db5946dfb', 'mac_address': 'fa:16:3e:7b:28:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c4c9367-65f8-4c63-bb94-f9a6fe3c4440', 'device_owner': 'network:router_interface', 'standard_attr_id': 2748, 'fixed_ips': [{'subnet_id': '87624d80-dded-417f-af79-cc56a741e5c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:43:30Z', 'updated_at': '2021-10-27T10:43:39Z', 'revision_number': 5, 'project_id': 'b02a92ec9ad04d95b8ea6a5db5946dfb', 'subnets': [{'id': '87624d80-dded-417f-af79-cc56a741e5c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:49:41.521979 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 58354) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:49:41.653140 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-570e9a01-fc47-4ae6-b125-aff522e4f4a1 None None] New status for floating IP c4310f03-15cf-42db-8eca-3fa4728f4869: ACTIVE {{(pid=102348) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 10:49:41.711777 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-9e340c18-d6f6-4a08-b89f-a2c6cc373e46 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Request body: {'network': {'name': 'tempest-network-smoke--851229017', 'project_id': 'b77ac30bad224fe0b8e5f2c5dd43d62c', 'port_security_enabled': True}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:49:41.738411 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e340c18-d6f6-4a08-b89f-a2c6cc373e46 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Made reservation on behalf of b77ac30bad224fe0b8e5f2c5dd43d62c for: {'network': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:49:41.742648 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-9e340c18-d6f6-4a08-b89f-a2c6cc373e46 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for network, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:49:41.751588 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-9e340c18-d6f6-4a08-b89f-a2c6cc373e46 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Publish callbacks [] for security_group, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:49:41.857253 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-9e340c18-d6f6-4a08-b89f-a2c6cc373e46 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Publish callbacks [] for security_group, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:49:41.862128 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-9e340c18-d6f6-4a08-b89f-a2c6cc373e46 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:49:41.893332 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e340c18-d6f6-4a08-b89f-a2c6cc373e46 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 437} {{(pid=102347) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 10:49:41.910973 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e340c18-d6f6-4a08-b89f-a2c6cc373e46 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b31a11cc-ef22-439d-8fb1-b31c3a80079c,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:49:41.914025 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-9e340c18-d6f6-4a08-b89f-a2c6cc373e46 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:49:41.914780 n-d-813419-10 neutron-server[102347]: INFO neutron.db.segments_db [None req-9e340c18-d6f6-4a08-b89f-a2c6cc373e46 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Added segment a1e5d71c-763c-4ec1-adad-a7cf16ac4ffc of type vlan for network ea4d67f7-1216-4069-ab70-2f7251ebc836 Oct 27 10:49:41.983206 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-9e340c18-d6f6-4a08-b89f-a2c6cc373e46 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743872593080'] for network, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:49:41.987246 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfca92e7-c34e-4bc6-8ba5-9dfaed207493 req-af1eae19-5445-40c2-b3af-3f274b738580 tempest-ServerRescueNegativeTestJSON-1023322817 tempest-ServerRescueNegativeTestJSON-1023322817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:49:41.995524 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-bfca92e7-c34e-4bc6-8ba5-9dfaed207493 req-af1eae19-5445-40c2-b3af-3f274b738580 tempest-ServerRescueNegativeTestJSON-1023322817 tempest-ServerRescueNegativeTestJSON-1023322817-project] 10.222.0.44 "GET /v2.0/ports?device_id=0e38e5fe-b7e6-4a57-9fef-a67e31b94d76 HTTP/1.1" status: 200 len: 945 time: 0.0834210 Oct 27 10:49:42.030764 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-bfca92e7-c34e-4bc6-8ba5-9dfaed207493 req-7f30f5c4-5196-4678-a8ef-301bdc62c762 tempest-ServerRescueNegativeTestJSON-1023322817 tempest-ServerRescueNegativeTestJSON-1023322817-project] 10.222.0.44 "GET /v2.0/security-groups?id=d9faf0c3-7aa8-42ca-936b-1bacb18366f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343885 Oct 27 10:49:42.045580 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fc7a55-a2c7-4411-8160-193774e05b3e req-58de0e20-014a-4673-8dd5-571349c48f1d tempest-TestNetworkAdvancedServerOps-357845361 tempest-TestNetworkAdvancedServerOps-357845361-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:49:42.047268 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-a0fc7a55-a2c7-4411-8160-193774e05b3e req-58de0e20-014a-4673-8dd5-571349c48f1d tempest-TestNetworkAdvancedServerOps-357845361 tempest-TestNetworkAdvancedServerOps-357845361-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=11879768-20dc-462e-a1bb-2d201b6367c5 HTTP/1.1" status: 200 len: 1098 time: 0.0674801 Oct 27 10:49:42.048047 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-9e340c18-d6f6-4a08-b89f-a2c6cc373e46 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913'] for network, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:49:42.054053 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e340c18-d6f6-4a08-b89f-a2c6cc373e46 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:49:42.054634 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-9e340c18-d6f6-4a08-b89f-a2c6cc373e46 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Publish callbacks [] for network, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:49:42.132777 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-9e340c18-d6f6-4a08-b89f-a2c6cc373e46 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6091516 Oct 27 10:49:42.136171 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 58386) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:49:42.141761 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-e4f455bf-8cdb-4ace-a777-d907a6682be9 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1201353201', 'admin_state_up': True, 'project_id': 'b77ac30bad224fe0b8e5f2c5dd43d62c', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'}}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:49:42.155797 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e340c18-d6f6-4a08-b89f-a2c6cc373e46 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Pushing event updated for resources: {'Network': ['ID=ea4d67f7-1216-4069-ab70-2f7251ebc836,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:49:42.163760 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-a0fc7a55-a2c7-4411-8160-193774e05b3e req-24d09849-1677-45f2-b13d-e61c36f9705c tempest-TestNetworkAdvancedServerOps-357845361 tempest-TestNetworkAdvancedServerOps-357845361-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=85747918-4b2b-4843-b687-6b312fd5b508&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1053939 Oct 27 10:49:42.167789 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Network ea4d67f7-1216-4069-ab70-2f7251ebc836 details requested by agent ovs-agent-n-d-813419-10 with host n-d-813419-10 {{(pid=102348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 10:49:42.182411 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-e4f455bf-8cdb-4ace-a777-d907a6682be9 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1768632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3610'] for router, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:49:42.198137 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-e4f455bf-8cdb-4ace-a777-d907a6682be9 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1765704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1769409', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1694266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3597'] for router, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:49:42.264164 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-e4f455bf-8cdb-4ace-a777-d907a6682be9 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:49:42.430494 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-e4f455bf-8cdb-4ace-a777-d907a6682be9 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:49:42.436706 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0ad741-d601-4d67-9f5c-f6bf1375578c req-ca25ac24-a183-4411-a30e-3ba29d24f603 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:49:42.438828 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-db0ad741-d601-4d67-9f5c-f6bf1375578c req-ca25ac24-a183-4411-a30e-3ba29d24f603 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "GET /v2.0/ports?device_id=11879768-20dc-462e-a1bb-2d201b6367c5 HTTP/1.1" status: 200 len: 946 time: 0.0888460 Oct 27 10:49:42.498368 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-db0ad741-d601-4d67-9f5c-f6bf1375578c req-5accc4fe-e66e-465b-8ae2-bcbf83a8ef12 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "GET /v2.0/security-groups?id=85747918-4b2b-4843-b687-6b312fd5b508&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517697 Oct 27 10:49:42.542164 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 58404) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:49:42.624158 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-64e8a2dc-a497-4c21-8ed6-8cda78cb5b74 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "GET /v2.0/floatingips/9fce18bb-8ed8-4355-96e4-db1f37f66837 HTTP/1.1" status: 200 len: 992 time: 0.0747080 Oct 27 10:49:42.680447 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-e4f455bf-8cdb-4ace-a777-d907a6682be9 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Publish callbacks [] for router_gateway, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:49:42.712880 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-e4f455bf-8cdb-4ace-a777-d907a6682be9 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:49:42.845044 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_common [None req-e4f455bf-8cdb-4ace-a777-d907a6682be9 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Allocated IP 172.25.8.58 (185ff123-c7ff-45c7-a6be-71feb35acc9c/0fb9f9d1-7384-481f-8fa8-f4566c349d30/c0d09193-5838-4ff6-9a45-ec7015d11caf) {{(pid=102346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:49:42.996495 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-e4f455bf-8cdb-4ace-a777-d907a6682be9 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Publish callbacks [] for port, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:49:43.055155 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-e4f455bf-8cdb-4ace-a777-d907a6682be9 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:49:43.095342 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4f455bf-8cdb-4ace-a777-d907a6682be9 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Network 185ff123-c7ff-45c7-a6be-71feb35acc9c is already hosted by enough agents. {{(pid=102346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:49:43.098476 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-e4f455bf-8cdb-4ace-a777-d907a6682be9 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Resources bound (agent type, host, resource id): {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:49:43.101222 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4f455bf-8cdb-4ace-a777-d907a6682be9 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Received port after_create {{(pid=102346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:49:43.238242 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f455bf-8cdb-4ace-a777-d907a6682be9 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Pushing event updated for resources: {'Port': ['ID=c0d09193-5838-4ff6-9a45-ec7015d11caf,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:49:43.351872 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-82374016-ddbe-4d7a-9aba-e903297619d1 req-22126d0d-6445-406b-9dd1-199618e452ff service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=11879768-20dc-462e-a1bb-2d201b6367c5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1585488 Oct 27 10:49:43.365642 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 58442) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:49:43.372137 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e509bd38-ff28-4752-8cc4-87859c625f6b req-5dbc7568-a1d1-45f1-9c5f-b67265430117 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:49:43.378475 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-e509bd38-ff28-4752-8cc4-87859c625f6b req-5dbc7568-a1d1-45f1-9c5f-b67265430117 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "GET /v2.0/ports?device_id=11879768-20dc-462e-a1bb-2d201b6367c5 HTTP/1.1" status: 200 len: 946 time: 0.1412232 Oct 27 10:49:43.498055 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-e509bd38-ff28-4752-8cc4-87859c625f6b req-f52b87f8-3435-40c9-a5a3-41b7893051db tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "GET /v2.0/security-groups?id=85747918-4b2b-4843-b687-6b312fd5b508&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792627 Oct 27 10:49:43.525832 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-986f4949-e534-4ffc-9b91-ccd5b5b05d83 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:49:43.536777 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-e4f455bf-8cdb-4ace-a777-d907a6682be9 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Publish callbacks [] for router_gateway, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:49:43.677492 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-986f4949-e534-4ffc-9b91-ccd5b5b05d83 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:49:43.682761 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-986f4949-e534-4ffc-9b91-ccd5b5b05d83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:49:43.740083 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-986f4949-e534-4ffc-9b91-ccd5b5b05d83 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3cf5eda82bee441aa1f12af556fee2c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3724508 Oct 27 10:49:43.740797 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 58464) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:49:43.741602 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986f4949-e534-4ffc-9b91-ccd5b5b05d83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43c80d28-a554-483d-bd8f-055992bc964b,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:49:43.817939 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-d921d0a1-0436-438f-b3a8-ffa0cac1e2c7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:49:43.848368 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-d921d0a1-0436-438f-b3a8-ffa0cac1e2c7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:49:43.911332 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-d921d0a1-0436-438f-b3a8-ffa0cac1e2c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:49:43.914369 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-d921d0a1-0436-438f-b3a8-ffa0cac1e2c7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:49:43.921285 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-d921d0a1-0436-438f-b3a8-ffa0cac1e2c7 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/43c80d28-a554-483d-bd8f-055992bc964b HTTP/1.1" status: 204 len: 168 time: 0.1657507 Oct 27 10:49:43.931134 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d921d0a1-0436-438f-b3a8-ffa0cac1e2c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43c80d28-a554-483d-bd8f-055992bc964b,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:49:44.257577 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-e4f455bf-8cdb-4ace-a777-d907a6682be9 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1765699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1769372'] for router, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:49:44.321502 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 58476) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:49:44.369324 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-3c636d3b-6bc8-426b-83bd-b23837e56043 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:49:44.484110 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4f455bf-8cdb-4ace-a777-d907a6682be9 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Router 19938d53-eb4d-4643-8dbd-eb1c5fa77c91 is scheduled to L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb with binding_index 1 {{(pid=102346) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 10:49:44.485716 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-3c636d3b-6bc8-426b-83bd-b23837e56043 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:49:44.490348 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-3c636d3b-6bc8-426b-83bd-b23837e56043 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:49:44.546568 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c636d3b-6bc8-426b-83bd-b23837e56043 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d425625b-ee89-4e14-a13e-ba71e5ca7f18,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:49:44.551722 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-3c636d3b-6bc8-426b-83bd-b23837e56043 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2fa7afbb3ecb494ca7a74e8b28222be1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2287006 Oct 27 10:49:44.555884 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 58482) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:49:44.615853 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-a1aaf73e-6cf0-47de-92bf-ba8162d8bf6b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:49:44.644717 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-a1aaf73e-6cf0-47de-92bf-ba8162d8bf6b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:49:44.675944 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f0d3a4-f3e5-41a7-8e35-c93a660a0836 req-2db21233-70ea-4e30-8688-992aec88d715 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:49:44.677478 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-65f0d3a4-f3e5-41a7-8e35-c93a660a0836 req-2db21233-70ea-4e30-8688-992aec88d715 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "GET /v2.0/ports?device_id=11879768-20dc-462e-a1bb-2d201b6367c5 HTTP/1.1" status: 200 len: 946 time: 0.0816765 Oct 27 10:49:44.691747 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4f455bf-8cdb-4ace-a777-d907a6682be9 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:49:44.702910 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be39ae70-3042-4620-a9a4-9b49da411828 None None] Sync routers for ids ['19938d53-eb4d-4643-8dbd-eb1c5fa77c91'] in n-d-813419-10 {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:49:44.720815 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be39ae70-3042-4620-a9a4-9b49da411828 None None] Routers {'19938d53-eb4d-4643-8dbd-eb1c5fa77c91'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:49:44.721818 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-be39ae70-3042-4620-a9a4-9b49da411828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:49:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['19938d53-eb4d-4643-8dbd-eb1c5fa77c91'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:49:44.725443 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-e4f455bf-8cdb-4ace-a777-d907a6682be9 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Publish callbacks [] for router, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:49:44.726749 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-e4f455bf-8cdb-4ace-a777-d907a6682be9 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.5893390 Oct 27 10:49:44.730027 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 58486) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:49:44.757230 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-65f0d3a4-f3e5-41a7-8e35-c93a660a0836 req-2c8212db-26d0-401e-9d77-69285a4abe7a tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "GET /v2.0/security-groups?id=85747918-4b2b-4843-b687-6b312fd5b508&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694494 Oct 27 10:49:44.767741 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-a1aaf73e-6cf0-47de-92bf-ba8162d8bf6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:49:44.772710 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-a1aaf73e-6cf0-47de-92bf-ba8162d8bf6b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:49:44.774853 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-a1aaf73e-6cf0-47de-92bf-ba8162d8bf6b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d425625b-ee89-4e14-a13e-ba71e5ca7f18 HTTP/1.1" status: 204 len: 168 time: 0.2175593 Oct 27 10:49:44.823569 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1aaf73e-6cf0-47de-92bf-ba8162d8bf6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d425625b-ee89-4e14-a13e-ba71e5ca7f18,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:49:44.937673 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvr_db [None req-be39ae70-3042-4620-a9a4-9b49da411828 None None] Set router 19938d53-eb4d-4643-8dbd-eb1c5fa77c91 gateway port host: n-d-813419-10 {{(pid=102349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:49:44.961889 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82374016-ddbe-4d7a-9aba-e903297619d1 req-886543ab-4e92-44c7-a814-bc2aa928a46a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:49:44.963396 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-82374016-ddbe-4d7a-9aba-e903297619d1 req-886543ab-4e92-44c7-a814-bc2aa928a46a service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=7f357cb809634e50864d0c31dbcbd617&device_id=11879768-20dc-462e-a1bb-2d201b6367c5 HTTP/1.1" status: 200 len: 1098 time: 0.0856013 Oct 27 10:49:45.046393 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-e8b2bce1-253c-47f7-9f0e-4d220c7cee19 tempest-TestNetworkBasicOps-239470800 tempest-TestNetworkBasicOps-239470800-project-admin] 10.222.0.44 "GET /v2.0/subnets?project_id=b77ac30bad224fe0b8e5f2c5dd43d62c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3126349 Oct 27 10:49:45.047031 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 58492) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:49:45.141636 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82374016-ddbe-4d7a-9aba-e903297619d1 req-0a0d0549-0ead-4eef-a1f7-1debeb1ef374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:49:45.143945 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-82374016-ddbe-4d7a-9aba-e903297619d1 req-0a0d0549-0ead-4eef-a1f7-1debeb1ef374 service neutron] 10.222.0.76 "GET /v2.0/networks?id=df4d2f8f-0279-4ac1-b465-f59b71763f44 HTTP/1.1" status: 200 len: 898 time: 0.1687202 Oct 27 10:49:45.187579 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ec23d59-eef2-4501-8e75-9f5690b71575 tempest-TestNetworkBasicOps-239470800 tempest-TestNetworkBasicOps-239470800-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:49:45.189533 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-3ec23d59-eef2-4501-8e75-9f5690b71575 tempest-TestNetworkBasicOps-239470800 tempest-TestNetworkBasicOps-239470800-project-admin] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1415598 Oct 27 10:49:45.192394 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 58496) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:49:45.203477 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-be39ae70-3042-4620-a9a4-9b49da411828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19938d53-eb4d-4643-8dbd-eb1c5fa77c91', 'name': 'tempest-TestNetworkBasicOps-router-1201353201', 'tenant_id': 'b77ac30bad224fe0b8e5f2c5dd43d62c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.58'}], 'enable_snat': True}, 'gw_port_id': 'c0d09193-5838-4ff6-9a45-ec7015d11caf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:49:42Z', 'updated_at': '2021-10-27T10:49:43Z', 'revision_number': 3, 'project_id': 'b77ac30bad224fe0b8e5f2c5dd43d62c', 'gw_port': {'id': 'c0d09193-5838-4ff6-9a45-ec7015d11caf', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:20:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19938d53-eb4d-4643-8dbd-eb1c5fa77c91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3285, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:49:42Z', 'updated_at': '2021-10-27T10:49:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10'}], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:49:45.227353 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-101250d9-1c22-4a1d-a4fe-93fae8c0297f tempest-TestNetworkBasicOps-239470800 tempest-TestNetworkBasicOps-239470800-project-admin] 10.222.0.44 "GET /v2.0/subnets?network_id=185ff123-c7ff-45c7-a6be-71feb35acc9c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0337236 Oct 27 10:49:45.229094 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-82374016-ddbe-4d7a-9aba-e903297619d1 req-ffc053cb-ed53-4fb6-860c-03a2c09fe307 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1be4bbd6-973b-46b3-bcdc-a1070bef65e3 HTTP/1.1" status: 200 len: 1000 time: 0.0736673 Oct 27 10:49:45.230139 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 58498) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:49:45.235578 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-2b2601d0-f2da-414e-bc6f-31c4049f6e69 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1188412736', 'network_id': 'ea4d67f7-1216-4069-ab70-2f7251ebc836', 'project_id': 'b77ac30bad224fe0b8e5f2c5dd43d62c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:49:45.239374 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be39ae70-3042-4620-a9a4-9b49da411828 None None] Checking router: 19938d53-eb4d-4643-8dbd-eb1c5fa77c91 for host: n-d-813419-10 {{(pid=102349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 10:49:45.239986 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be39ae70-3042-4620-a9a4-9b49da411828 None None] Updating router 19938d53-eb4d-4643-8dbd-eb1c5fa77c91 port c0d09193-5838-4ff6-9a45-ec7015d11caf binding host n-d-813419-10 {{(pid=102349) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 10:49:45.285829 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-be39ae70-3042-4620-a9a4-9b49da411828 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:49:45.359794 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82374016-ddbe-4d7a-9aba-e903297619d1 req-83ed3bac-e07d-439a-a00f-ab2e9ad50569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:49:45.361879 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-82374016-ddbe-4d7a-9aba-e903297619d1 req-83ed3bac-e07d-439a-a00f-ab2e9ad50569 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=e60b25b2-9ab5-4d1d-a2b7-bc998becb4d1 HTTP/1.1" status: 200 len: 835 time: 0.1201925 Oct 27 10:49:45.421099 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b2601d0-f2da-414e-bc6f-31c4049f6e69 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Made reservation on behalf of b77ac30bad224fe0b8e5f2c5dd43d62c for: {'subnet': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:49:45.425686 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-2b2601d0-f2da-414e-bc6f-31c4049f6e69 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27167186'] for subnet, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:49:45.478142 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82374016-ddbe-4d7a-9aba-e903297619d1 req-8fad3e10-7a37-4eca-98a5-43c6a27258dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:49:45.479883 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-82374016-ddbe-4d7a-9aba-e903297619d1 req-8fad3e10-7a37-4eca-98a5-43c6a27258dd service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=df4d2f8f-0279-4ac1-b465-f59b71763f44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1107643 Oct 27 10:49:45.617950 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-be39ae70-3042-4620-a9a4-9b49da411828 None None] Publish callbacks [] for port, precommit_update {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:49:45.625275 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-82374016-ddbe-4d7a-9aba-e903297619d1 req-727ac49e-bbef-4def-8283-20e007031a1f service neutron] 10.222.0.76 "GET /v2.0/networks/df4d2f8f-0279-4ac1-b465-f59b71763f44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298261 Oct 27 10:49:45.626254 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-be39ae70-3042-4620-a9a4-9b49da411828 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:49:45.697966 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80125b48-9499-4054-b3ff-fcd7b2adb2e9 None None] Pushing event updated for resources: {'Port': ['ID=c0d09193-5838-4ff6-9a45-ec7015d11caf,revision_number=2']} {{(pid=102349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:49:45.714147 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.managers [None req-be39ae70-3042-4620-a9a4-9b49da411828 None None] Attempting to bind port c0d09193-5838-4ff6-9a45-ec7015d11caf on host n-d-813419-10 for vnic_type normal with profile {{(pid=102349) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:49:45.715854 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.managers [None req-be39ae70-3042-4620-a9a4-9b49da411828 None None] Attempting to bind port c0d09193-5838-4ff6-9a45-ec7015d11caf by drivers openvswitch,hyperv on host n-d-813419-10 at level 0 using segments [{'id': 'bc14127b-7032-4c50-bb5b-f6813cbae86e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'}] {{(pid=102349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:49:45.716845 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be39ae70-3042-4620-a9a4-9b49da411828 None None] Attempting to bind port c0d09193-5838-4ff6-9a45-ec7015d11caf on network 185ff123-c7ff-45c7-a6be-71feb35acc9c {{(pid=102349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:49:45.744971 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be39ae70-3042-4620-a9a4-9b49da411828 None None] Checking agent: {'id': '89dba0f3-79b2-435e-9822-33674b8f6ada', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 8, 20), 'started_at': datetime.datetime(2021, 10, 27, 10, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 49, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:49:45.745861 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be39ae70-3042-4620-a9a4-9b49da411828 None None] Checking segment: {'id': 'bc14127b-7032-4c50-bb5b-f6813cbae86e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:49:45.748788 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-be39ae70-3042-4620-a9a4-9b49da411828 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:49:45.749686 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be39ae70-3042-4620-a9a4-9b49da411828 None None] Bound using segment: {'id': 'bc14127b-7032-4c50-bb5b-f6813cbae86e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'} {{(pid=102349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:49:45.751675 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.managers [None req-be39ae70-3042-4620-a9a4-9b49da411828 None None] Bound port: c0d09193-5838-4ff6-9a45-ec7015d11caf, host: n-d-813419-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc14127b-7032-4c50-bb5b-f6813cbae86e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'}}] {{(pid=102349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:49:45.753232 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-be39ae70-3042-4620-a9a4-9b49da411828 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:49:45.799998 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-2b2601d0-f2da-414e-bc6f-31c4049f6e69 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27024290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27167168'] for subnet, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:49:45.815329 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-82374016-ddbe-4d7a-9aba-e903297619d1 req-d28d23a4-2259-4207-9e62-2412a6e86a31 service neutron] 10.222.0.76 "GET /v2.0/networks/df4d2f8f-0279-4ac1-b465-f59b71763f44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1645143 Oct 27 10:49:45.820498 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80125b48-9499-4054-b3ff-fcd7b2adb2e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:49:45.820941 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80125b48-9499-4054-b3ff-fcd7b2adb2e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:49:45.821278 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80125b48-9499-4054-b3ff-fcd7b2adb2e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:49:45.821617 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80125b48-9499-4054-b3ff-fcd7b2adb2e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:49:45.821945 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80125b48-9499-4054-b3ff-fcd7b2adb2e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:49:45.825978 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80125b48-9499-4054-b3ff-fcd7b2adb2e9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:49:45.826527 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80125b48-9499-4054-b3ff-fcd7b2adb2e9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:49:45.827286 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80125b48-9499-4054-b3ff-fcd7b2adb2e9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:49:45.827861 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80125b48-9499-4054-b3ff-fcd7b2adb2e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:49:45.828853 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80125b48-9499-4054-b3ff-fcd7b2adb2e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:49:45.831702 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80125b48-9499-4054-b3ff-fcd7b2adb2e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:49:45.832256 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80125b48-9499-4054-b3ff-fcd7b2adb2e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:49:45.918822 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.db [None req-be39ae70-3042-4620-a9a4-9b49da411828 None None] For port c0d09193-5838-4ff6-9a45-ec7015d11caf, host n-d-813419-10, cleared binding levels {{(pid=102349) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:49:45.929848 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.db [None req-be39ae70-3042-4620-a9a4-9b49da411828 None None] For port c0d09193-5838-4ff6-9a45-ec7015d11caf, host n-d-813419-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=c0d09193-5838-4ff6-9a45-ec7015d11caf,segment=NetworkSegment(bc14127b-7032-4c50-bb5b-f6813cbae86e),segment_id=bc14127b-7032-4c50-bb5b-f6813cbae86e)] {{(pid=102349) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:49:45.931626 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2601d0-f2da-414e-bc6f-31c4049f6e69 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Pushing event updated for resources: {'Subnet': ['ID=662bb6fa-263f-4ddf-af7c-f38fb3508aed,revision_number=0']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:49:45.938126 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-be39ae70-3042-4620-a9a4-9b49da411828 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:49:45.966236 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b2601d0-f2da-414e-bc6f-31c4049f6e69 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Checking segment: {'id': 'a1e5d71c-763c-4ec1-adad-a7cf16ac4ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'ea4d67f7-1216-4069-ab70-2f7251ebc836'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:49:45.966637 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b2601d0-f2da-414e-bc6f-31c4049f6e69 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Network hostable DHCP agents. Network: ea4d67f7-1216-4069-ab70-2f7251ebc836, hostable agents: ['eafd4000-b897-4722-ae8b-0118ec955181'], hosted agents: [] {{(pid=102346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 10:49:46.007365 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528f9ba5-9f7d-4939-a166-55d784e447f0 req-c1085edb-a9a6-45d6-9e2b-099caca0c502 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:49:46.009143 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-528f9ba5-9f7d-4939-a166-55d784e447f0 req-c1085edb-a9a6-45d6-9e2b-099caca0c502 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "GET /v2.0/ports?device_id=11879768-20dc-462e-a1bb-2d201b6367c5 HTTP/1.1" status: 200 len: 946 time: 0.0822561 Oct 27 10:49:46.011102 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b2601d0-f2da-414e-bc6f-31c4049f6e69 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Network ea4d67f7-1216-4069-ab70-2f7251ebc836 is scheduled to be hosted by DHCP agent eafd4000-b897-4722-ae8b-0118ec955181 with binding_index 1 {{(pid=102346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 10:49:46.029637 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-2b2601d0-f2da-414e-bc6f-31c4049f6e69 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-10, ea4d67f7-1216-4069-ab70-2f7251ebc836) {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:49:46.042441 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b2601d0-f2da-414e-bc6f-31c4049f6e69 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:49:46.043179 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-2b2601d0-f2da-414e-bc6f-31c4049f6e69 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for subnet, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:49:46.043700 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6618acd6-a510-4e50-b941-603b8d2f8c36 None None] Network ea4d67f7-1216-4069-ab70-2f7251ebc836 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:49:46.076945 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 58524) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:49:46.077522 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-2b2601d0-f2da-414e-bc6f-31c4049f6e69 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8458040 Oct 27 10:49:46.079729 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be39ae70-3042-4620-a9a4-9b49da411828 None None] Routers {'19938d53-eb4d-4643-8dbd-eb1c5fa77c91'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:49:46.080893 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-528f9ba5-9f7d-4939-a166-55d784e447f0 req-257e3f47-4923-4812-9893-f3aee896add8 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "GET /v2.0/security-groups?id=85747918-4b2b-4843-b687-6b312fd5b508&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614090 Oct 27 10:49:46.094397 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-be39ae70-3042-4620-a9a4-9b49da411828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:49:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['19938d53-eb4d-4643-8dbd-eb1c5fa77c91'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:49:46.417997 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvr_db [None req-be39ae70-3042-4620-a9a4-9b49da411828 None None] Set router 19938d53-eb4d-4643-8dbd-eb1c5fa77c91 gateway port host: n-d-813419-10 {{(pid=102349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:49:46.478881 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76d6e273-2e53-4fb2-919d-89892685ef07 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp734b258e-7d96-550c-b970-9b72ab66f383-ea4d67f7-1216-4069-ab70-2f7251ebc836', 'network_id': 'ea4d67f7-1216-4069-ab70-2f7251ebc836', 'tenant_id': 'b77ac30bad224fe0b8e5f2c5dd43d62c', 'fixed_ips': [{'subnet_id': '662bb6fa-263f-4ddf-af7c-f38fb3508aed'}]}} from n-d-813419-10. {{(pid=102348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 10:49:46.480122 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-76d6e273-2e53-4fb2-919d-89892685ef07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:49:46.505067 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-e03633bf-bf9a-4ecd-bcd6-a17bf6ef2f21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:49:46.552998 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80125b48-9499-4054-b3ff-fcd7b2adb2e9 None None] Pushing event updated for resources: {'Port': ['ID=c0d09193-5838-4ff6-9a45-ec7015d11caf,revision_number=3']} {{(pid=102349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:49:46.741108 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.db_base_plugin_common [None req-76d6e273-2e53-4fb2-919d-89892685ef07 None None] Allocated IP 172.20.0.2 (ea4d67f7-1216-4069-ab70-2f7251ebc836/662bb6fa-263f-4ddf-af7c-f38fb3508aed/033bdd7a-804c-4470-b419-61639529c1d6) {{(pid=102348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:49:46.785368 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-be39ae70-3042-4620-a9a4-9b49da411828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19938d53-eb4d-4643-8dbd-eb1c5fa77c91', 'name': 'tempest-TestNetworkBasicOps-router-1201353201', 'tenant_id': 'b77ac30bad224fe0b8e5f2c5dd43d62c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.58'}], 'enable_snat': True}, 'gw_port_id': 'c0d09193-5838-4ff6-9a45-ec7015d11caf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:49:42Z', 'updated_at': '2021-10-27T10:49:43Z', 'revision_number': 3, 'project_id': 'b77ac30bad224fe0b8e5f2c5dd43d62c', 'gw_port': {'id': 'c0d09193-5838-4ff6-9a45-ec7015d11caf', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:20:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19938d53-eb4d-4643-8dbd-eb1c5fa77c91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3285, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:49:42Z', 'updated_at': '2021-10-27T10:49:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10'}], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:49:46.819777 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-b8c29658-4dde-4f3c-936a-f096815a02e1 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:49:46.828880 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be39ae70-3042-4620-a9a4-9b49da411828 None None] The sync data for ids ['19938d53-eb4d-4643-8dbd-eb1c5fa77c91'] in n-d-813419-10 is: [{'id': '19938d53-eb4d-4643-8dbd-eb1c5fa77c91', 'name': 'tempest-TestNetworkBasicOps-router-1201353201', 'tenant_id': 'b77ac30bad224fe0b8e5f2c5dd43d62c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.58'}], 'enable_snat': True}, 'gw_port_id': 'c0d09193-5838-4ff6-9a45-ec7015d11caf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:49:42Z', 'updated_at': '2021-10-27T10:49:43Z', 'revision_number': 3, 'project_id': 'b77ac30bad224fe0b8e5f2c5dd43d62c', 'gw_port': {'id': 'c0d09193-5838-4ff6-9a45-ec7015d11caf', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:20:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19938d53-eb4d-4643-8dbd-eb1c5fa77c91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3285, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:49:42Z', 'updated_at': '2021-10-27T10:49:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10'}] {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:49:46.997244 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-76d6e273-2e53-4fb2-919d-89892685ef07 None None] Publish callbacks [] for port, precommit_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:49:47.010337 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-76d6e273-2e53-4fb2-919d-89892685ef07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606'] for port, after_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:49:47.038007 n-d-813419-10 neutron-server[102348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76d6e273-2e53-4fb2-919d-89892685ef07 None None] Network ea4d67f7-1216-4069-ab70-2f7251ebc836 is already hosted by enough agents. {{(pid=102348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:49:47.056340 n-d-813419-10 neutron-server[102348]: DEBUG neutron.scheduler.base_scheduler [None req-76d6e273-2e53-4fb2-919d-89892685ef07 None None] Resources bound (agent type, host, resource id): {{(pid=102348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:49:47.059985 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76d6e273-2e53-4fb2-919d-89892685ef07 None None] Received port after_create {{(pid=102348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:49:47.154644 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d6e273-2e53-4fb2-919d-89892685ef07 None None] Pushing event updated for resources: {'Port': ['ID=033bdd7a-804c-4470-b419-61639529c1d6,revision_number=1']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:49:47.200761 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-76d6e273-2e53-4fb2-919d-89892685ef07 None None] Attempting to bind port 033bdd7a-804c-4470-b419-61639529c1d6 on host n-d-813419-10 for vnic_type normal with profile {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:49:47.201356 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-76d6e273-2e53-4fb2-919d-89892685ef07 None None] Attempting to bind port 033bdd7a-804c-4470-b419-61639529c1d6 by drivers openvswitch,hyperv on host n-d-813419-10 at level 0 using segments [{'id': 'a1e5d71c-763c-4ec1-adad-a7cf16ac4ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'ea4d67f7-1216-4069-ab70-2f7251ebc836'}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:49:47.203397 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76d6e273-2e53-4fb2-919d-89892685ef07 None None] Attempting to bind port 033bdd7a-804c-4470-b419-61639529c1d6 on network ea4d67f7-1216-4069-ab70-2f7251ebc836 {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:49:47.212269 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76d6e273-2e53-4fb2-919d-89892685ef07 None None] Checking agent: {'id': '89dba0f3-79b2-435e-9822-33674b8f6ada', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 8, 20), 'started_at': datetime.datetime(2021, 10, 27, 10, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 49, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:49:47.214695 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76d6e273-2e53-4fb2-919d-89892685ef07 None None] Checking segment: {'id': 'a1e5d71c-763c-4ec1-adad-a7cf16ac4ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'ea4d67f7-1216-4069-ab70-2f7251ebc836'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:49:47.215586 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-76d6e273-2e53-4fb2-919d-89892685ef07 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:49:47.216395 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76d6e273-2e53-4fb2-919d-89892685ef07 None None] Bound using segment: {'id': 'a1e5d71c-763c-4ec1-adad-a7cf16ac4ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'ea4d67f7-1216-4069-ab70-2f7251ebc836'} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:49:47.217054 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-76d6e273-2e53-4fb2-919d-89892685ef07 None None] Bound port: 033bdd7a-804c-4470-b419-61639529c1d6, host: n-d-813419-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1e5d71c-763c-4ec1-adad-a7cf16ac4ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'ea4d67f7-1216-4069-ab70-2f7251ebc836'}}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:49:47.217731 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-76d6e273-2e53-4fb2-919d-89892685ef07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:49:47.247066 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_common [None req-b8c29658-4dde-4f3c-936a-f096815a02e1 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Allocated IP 172.20.0.1 (ea4d67f7-1216-4069-ab70-2f7251ebc836/662bb6fa-263f-4ddf-af7c-f38fb3508aed/7df4383b-72c6-49a0-a1f9-b60c5dba676b) {{(pid=102347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:49:47.291767 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f58cc4-ed23-4925-8505-8949e2a1ea25 req-76da7a3c-ddc6-4b24-8daa-f702935a6cd5 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:49:47.294619 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-88f58cc4-ed23-4925-8505-8949e2a1ea25 req-76da7a3c-ddc6-4b24-8daa-f702935a6cd5 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "GET /v2.0/ports?device_id=11879768-20dc-462e-a1bb-2d201b6367c5 HTTP/1.1" status: 200 len: 946 time: 0.1061056 Oct 27 10:49:47.327510 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-76d6e273-2e53-4fb2-919d-89892685ef07 None None] For port 033bdd7a-804c-4470-b419-61639529c1d6, host n-d-813419-10, cleared binding levels {{(pid=102348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:49:47.340105 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-76d6e273-2e53-4fb2-919d-89892685ef07 None None] For port 033bdd7a-804c-4470-b419-61639529c1d6, host n-d-813419-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=033bdd7a-804c-4470-b419-61639529c1d6,segment=NetworkSegment(a1e5d71c-763c-4ec1-adad-a7cf16ac4ffc),segment_id=a1e5d71c-763c-4ec1-adad-a7cf16ac4ffc)] {{(pid=102348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:49:47.351501 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-76d6e273-2e53-4fb2-919d-89892685ef07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:49:47.375305 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-88f58cc4-ed23-4925-8505-8949e2a1ea25 req-ae0df778-b7a9-437e-b65b-4a628b612638 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "GET /v2.0/security-groups?id=85747918-4b2b-4843-b687-6b312fd5b508&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708001 Oct 27 10:49:47.467857 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d6e273-2e53-4fb2-919d-89892685ef07 None None] Pushing event updated for resources: {'Port': ['ID=033bdd7a-804c-4470-b419-61639529c1d6,revision_number=2']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:49:47.552107 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-b8c29658-4dde-4f3c-936a-f096815a02e1 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Publish callbacks [] for port, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:49:47.606295 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-b8c29658-4dde-4f3c-936a-f096815a02e1 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:49:47.662447 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8c29658-4dde-4f3c-936a-f096815a02e1 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Network ea4d67f7-1216-4069-ab70-2f7251ebc836 is already hosted by enough agents. {{(pid=102347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:49:47.665762 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [None req-b8c29658-4dde-4f3c-936a-f096815a02e1 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Resources bound (agent type, host, resource id): {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:49:47.676967 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8c29658-4dde-4f3c-936a-f096815a02e1 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Received port after_create {{(pid=102347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:49:47.755494 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c29658-4dde-4f3c-936a-f096815a02e1 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Pushing event updated for resources: {'Port': ['ID=7df4383b-72c6-49a0-a1f9-b60c5dba676b,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:49:47.802406 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-b8c29658-4dde-4f3c-936a-f096815a02e1 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1664961'] for router_interface, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:49:48.055070 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-b8c29658-4dde-4f3c-936a-f096815a02e1 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:49:48.216646 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device c0d09193-5838-4ff6-9a45-ec7015d11caf up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:49:48.290018 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port c0d09193-5838-4ff6-9a45-ec7015d11caf triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:49:48.290520 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:49:48.405010 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:49:48.431101 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] For port c0d09193-5838-4ff6-9a45-ec7015d11caf, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=c0d09193-5838-4ff6-9a45-ec7015d11caf,segment=NetworkSegment(bc14127b-7032-4c50-bb5b-f6813cbae86e),segment_id=bc14127b-7032-4c50-bb5b-f6813cbae86e)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:49:48.436604 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:49:48.438329 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 033bdd7a-804c-4470-b419-61639529c1d6 up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:49:48.455879 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-b8c29658-4dde-4f3c-936a-f096815a02e1 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Publish callbacks [] for port, precommit_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:49:48.461721 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-b8c29658-4dde-4f3c-936a-f096815a02e1 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:49:48.551242 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c29658-4dde-4f3c-936a-f096815a02e1 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Pushing event updated for resources: {'Port': ['ID=7df4383b-72c6-49a0-a1f9-b60c5dba676b,revision_number=2']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:49:48.578912 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Pushing event updated for resources: {'Port': ['ID=c0d09193-5838-4ff6-9a45-ec7015d11caf,revision_number=4']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:49:48.590585 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fa2586-06ba-4e8e-b195-fa925aa311ef req-c03cd8c5-f0f9-465d-87ed-d18733995ab7 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:49:48.595107 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port 033bdd7a-804c-4470-b419-61639529c1d6 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:49:48.595382 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:49:48.599547 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-58fa2586-06ba-4e8e-b195-fa925aa311ef req-c03cd8c5-f0f9-465d-87ed-d18733995ab7 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "GET /v2.0/ports?device_id=11879768-20dc-462e-a1bb-2d201b6367c5 HTTP/1.1" status: 200 len: 946 time: 0.0846119 Oct 27 10:49:48.605907 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-b8c29658-4dde-4f3c-936a-f096815a02e1 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2006967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1766225'] for router_interface, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:49:48.647949 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-58fa2586-06ba-4e8e-b195-fa925aa311ef req-017720f0-ba10-4992-8a6e-024431d732ef tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "GET /v2.0/security-groups?id=85747918-4b2b-4843-b687-6b312fd5b508&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469851 Oct 27 10:49:48.703887 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:49:48.745511 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8c29658-4dde-4f3c-936a-f096815a02e1 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Network ea4d67f7-1216-4069-ab70-2f7251ebc836 is already hosted by enough agents. {{(pid=102347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:49:48.747770 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [None req-b8c29658-4dde-4f3c-936a-f096815a02e1 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Resources bound (agent type, host, resource id): {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:49:48.751381 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] For port 033bdd7a-804c-4470-b419-61639529c1d6, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=033bdd7a-804c-4470-b419-61639529c1d6,segment=NetworkSegment(a1e5d71c-763c-4ec1-adad-a7cf16ac4ffc),segment_id=a1e5d71c-763c-4ec1-adad-a7cf16ac4ffc)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:49:48.762636 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:49:48.839264 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Pushing event updated for resources: {'Port': ['ID=033bdd7a-804c-4470-b419-61639529c1d6,revision_number=3']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:49:48.889109 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-c5d7ad27-82b1-4598-a375-9d921af4f798 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:49:48.930580 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d82b39b-f852-46a0-a99c-ec28a84a5345 None None] Network ea4d67f7-1216-4069-ab70-2f7251ebc836 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:49:48.977424 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8c29658-4dde-4f3c-936a-f096815a02e1 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Router 19938d53-eb4d-4643-8dbd-eb1c5fa77c91 has already been hosted by L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb {{(pid=102347) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 10:49:49.068017 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-1448f2b9-73b1-4cb7-bc8f-9085f6d6075c None None] Provisioning complete for port 033bdd7a-804c-4470-b419-61639529c1d6 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:49:49.068429 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-1448f2b9-73b1-4cb7-bc8f-9085f6d6075c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:49:49.140281 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8c29658-4dde-4f3c-936a-f096815a02e1 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:49:49.151640 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 58578) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:49:49.153151 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-b8c29658-4dde-4f3c-936a-f096815a02e1 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] 10.222.0.44 "PUT /v2.0/routers/19938d53-eb4d-4643-8dbd-eb1c5fa77c91/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0744872 Oct 27 10:49:49.331380 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13ebe72c-c693-410a-91c6-8020bbf7768e None None] Sync routers for ids ['19938d53-eb4d-4643-8dbd-eb1c5fa77c91'] in n-d-813419-10 {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:49:49.342165 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13ebe72c-c693-410a-91c6-8020bbf7768e None None] Routers {'19938d53-eb4d-4643-8dbd-eb1c5fa77c91'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:49:49.343007 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-13ebe72c-c693-410a-91c6-8020bbf7768e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:49:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['19938d53-eb4d-4643-8dbd-eb1c5fa77c91'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:49:49.451074 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f45c682-90ab-4fee-a46a-bc2080f0c2b4 tempest-TestNetworkBasicOps-239470800 tempest-TestNetworkBasicOps-239470800-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:49:49.452352 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f45c682-90ab-4fee-a46a-bc2080f0c2b4 tempest-TestNetworkBasicOps-239470800 tempest-TestNetworkBasicOps-239470800-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:49:49.455105 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f45c682-90ab-4fee-a46a-bc2080f0c2b4 tempest-TestNetworkBasicOps-239470800 tempest-TestNetworkBasicOps-239470800-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:49:49.455242 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f45c682-90ab-4fee-a46a-bc2080f0c2b4 tempest-TestNetworkBasicOps-239470800 tempest-TestNetworkBasicOps-239470800-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:49:49.456543 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f45c682-90ab-4fee-a46a-bc2080f0c2b4 tempest-TestNetworkBasicOps-239470800 tempest-TestNetworkBasicOps-239470800-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:49:49.457135 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f45c682-90ab-4fee-a46a-bc2080f0c2b4 tempest-TestNetworkBasicOps-239470800 tempest-TestNetworkBasicOps-239470800-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:49:49.457669 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f45c682-90ab-4fee-a46a-bc2080f0c2b4 tempest-TestNetworkBasicOps-239470800 tempest-TestNetworkBasicOps-239470800-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:49:49.458477 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f45c682-90ab-4fee-a46a-bc2080f0c2b4 tempest-TestNetworkBasicOps-239470800 tempest-TestNetworkBasicOps-239470800-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:49:49.459678 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f45c682-90ab-4fee-a46a-bc2080f0c2b4 tempest-TestNetworkBasicOps-239470800 tempest-TestNetworkBasicOps-239470800-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:49:49.463005 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-5f45c682-90ab-4fee-a46a-bc2080f0c2b4 tempest-TestNetworkBasicOps-239470800 tempest-TestNetworkBasicOps-239470800-project-admin] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6373 time: 0.3102360 Oct 27 10:49:49.466437 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 58582) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:49:49.496517 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvr_db [None req-13ebe72c-c693-410a-91c6-8020bbf7768e None None] Set router 19938d53-eb4d-4643-8dbd-eb1c5fa77c91 gateway port host: n-d-813419-10 {{(pid=102348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:49:49.680781 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-79e9e8bd-bca0-4b7e-801c-81948dc71af1 None None] Provisioning complete for port 033bdd7a-804c-4470-b419-61639529c1d6 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:49:49.681608 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-79e9e8bd-bca0-4b7e-801c-81948dc71af1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:49:49.803653 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2eee48-e626-4988-b1dc-92bdfcfa5928 req-3bd74b15-d84f-44b4-bc7d-18e55ed295b4 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:49:49.807966 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-0c2eee48-e626-4988-b1dc-92bdfcfa5928 req-3bd74b15-d84f-44b4-bc7d-18e55ed295b4 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "GET /v2.0/ports?device_id=11879768-20dc-462e-a1bb-2d201b6367c5 HTTP/1.1" status: 200 len: 946 time: 0.0838265 Oct 27 10:49:49.865757 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-79e9e8bd-bca0-4b7e-801c-81948dc71af1 None None] Provisioning complete for port 7df4383b-72c6-49a0-a1f9-b60c5dba676b triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:49:49.866280 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-79e9e8bd-bca0-4b7e-801c-81948dc71af1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:49:49.875533 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-0c2eee48-e626-4988-b1dc-92bdfcfa5928 req-7d53dda7-bc05-4ec9-8456-3fe5e9c26ff3 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "GET /v2.0/security-groups?id=85747918-4b2b-4843-b687-6b312fd5b508&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613143 Oct 27 10:49:49.951123 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-79e9e8bd-bca0-4b7e-801c-81948dc71af1 None None] Port 7df4383b-72c6-49a0-a1f9-b60c5dba676b cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:49:49.963186 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-13ebe72c-c693-410a-91c6-8020bbf7768e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19938d53-eb4d-4643-8dbd-eb1c5fa77c91', 'name': 'tempest-TestNetworkBasicOps-router-1201353201', 'tenant_id': 'b77ac30bad224fe0b8e5f2c5dd43d62c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.58'}], 'enable_snat': True}, 'gw_port_id': 'c0d09193-5838-4ff6-9a45-ec7015d11caf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:49:42Z', 'updated_at': '2021-10-27T10:49:47Z', 'revision_number': 4, 'project_id': 'b77ac30bad224fe0b8e5f2c5dd43d62c', 'gw_port': {'id': 'c0d09193-5838-4ff6-9a45-ec7015d11caf', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:20:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19938d53-eb4d-4643-8dbd-eb1c5fa77c91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3285, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:49:42Z', 'updated_at': '2021-10-27T10:49:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_interfaces': [{'id': '7df4383b-72c6-49a0-a1f9-b60c5dba676b', 'name': '', 'network_id': 'ea4d67f7-1216-4069-ab70-2f7251ebc836', 'tenant_id': 'b77ac30bad224fe0b8e5f2c5dd43d62c', 'mac_address': 'fa:16:3e:1b:55:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19938d53-eb4d-4643-8dbd-eb1c5fa77c91', 'device_owner': 'network:router_interface', 'standard_attr_id': 3298, 'fixed_ips': [{'subnet_id': '662bb6fa-263f-4ddf-af7c-f38fb3508aed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:49:46Z', 'updated_at': '2021-10-27T10:49:48Z', 'revision_number': 2, 'project_id': 'b77ac30bad224fe0b8e5f2c5dd43d62c', 'subnets': [{'id': '662bb6fa-263f-4ddf-af7c-f38fb3508aed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:49:50.029450 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-164afe5c-7541-4194-8103-206ff2b60385 tempest-TestNetworkBasicOps-239470800 tempest-TestNetworkBasicOps-239470800-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:49:50.029724 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13ebe72c-c693-410a-91c6-8020bbf7768e None None] Checking router: 19938d53-eb4d-4643-8dbd-eb1c5fa77c91 for host: n-d-813419-10 {{(pid=102348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 10:49:50.030117 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13ebe72c-c693-410a-91c6-8020bbf7768e None None] Updating router 19938d53-eb4d-4643-8dbd-eb1c5fa77c91 port 7df4383b-72c6-49a0-a1f9-b60c5dba676b binding host n-d-813419-10 {{(pid=102348) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 10:49:50.030230 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-164afe5c-7541-4194-8103-206ff2b60385 tempest-TestNetworkBasicOps-239470800 tempest-TestNetworkBasicOps-239470800-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:49:50.030718 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-164afe5c-7541-4194-8103-206ff2b60385 tempest-TestNetworkBasicOps-239470800 tempest-TestNetworkBasicOps-239470800-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:49:50.031160 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-164afe5c-7541-4194-8103-206ff2b60385 tempest-TestNetworkBasicOps-239470800 tempest-TestNetworkBasicOps-239470800-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:49:50.031605 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-164afe5c-7541-4194-8103-206ff2b60385 tempest-TestNetworkBasicOps-239470800 tempest-TestNetworkBasicOps-239470800-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:49:50.032042 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-164afe5c-7541-4194-8103-206ff2b60385 tempest-TestNetworkBasicOps-239470800 tempest-TestNetworkBasicOps-239470800-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:49:50.032502 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-164afe5c-7541-4194-8103-206ff2b60385 tempest-TestNetworkBasicOps-239470800 tempest-TestNetworkBasicOps-239470800-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:49:50.033597 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-164afe5c-7541-4194-8103-206ff2b60385 tempest-TestNetworkBasicOps-239470800 tempest-TestNetworkBasicOps-239470800-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:49:50.034119 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-164afe5c-7541-4194-8103-206ff2b60385 tempest-TestNetworkBasicOps-239470800 tempest-TestNetworkBasicOps-239470800-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:49:50.037127 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-164afe5c-7541-4194-8103-206ff2b60385 tempest-TestNetworkBasicOps-239470800 tempest-TestNetworkBasicOps-239470800-project-admin] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5911 time: 0.5683591 Oct 27 10:49:50.039210 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 58592) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:49:50.125996 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:49:50.133210 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-13ebe72c-c693-410a-91c6-8020bbf7768e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:49:50.166484 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-eadeaa30-4096-4d1a-b3cb-aa7ebfb291ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:49:50.172939 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-8ff07f69-30bd-4ae0-b8fe-1c67e732e309 None None] Provisioning complete for port 7df4383b-72c6-49a0-a1f9-b60c5dba676b triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:49:50.174334 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-8ff07f69-30bd-4ae0-b8fe-1c67e732e309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:49:50.265200 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device c0d09193-5838-4ff6-9a45-ec7015d11caf up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:49:50.348918 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-e55a2ee0-86a0-426a-a41d-d579dc484426 tempest-TestNetworkBasicOps-239470800 tempest-TestNetworkBasicOps-239470800-project-admin] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 5217 time: 0.3082657 Oct 27 10:49:50.394683 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-8ff07f69-30bd-4ae0-b8fe-1c67e732e309 None None] Port 7df4383b-72c6-49a0-a1f9-b60c5dba676b cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:49:50.416156 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port c0d09193-5838-4ff6-9a45-ec7015d11caf triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:49:50.416549 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:49:50.571098 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-62cbf047-22db-4a45-91c7-baafa9edf47a None None] Provisioning complete for port 7df4383b-72c6-49a0-a1f9-b60c5dba676b triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:49:50.571469 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-62cbf047-22db-4a45-91c7-baafa9edf47a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:49:50.602595 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 033bdd7a-804c-4470-b419-61639529c1d6 up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:49:50.662551 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-62cbf047-22db-4a45-91c7-baafa9edf47a None None] Port 7df4383b-72c6-49a0-a1f9-b60c5dba676b cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:49:50.698657 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-13ebe72c-c693-410a-91c6-8020bbf7768e None None] Publish callbacks [] for port, precommit_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:49:50.707191 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-13ebe72c-c693-410a-91c6-8020bbf7768e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:49:50.749942 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port 033bdd7a-804c-4470-b419-61639529c1d6 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:49:50.750348 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:49:50.796753 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a1eb89-1d0e-4137-93e6-48e805bcd083 None None] Pushing event updated for resources: {'Port': ['ID=7df4383b-72c6-49a0-a1f9-b60c5dba676b,revision_number=3']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:49:50.814733 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 58610) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:49:50.820162 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-7ee74efa-d681-4c99-b6b0-1a07bec60d51 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1289875051', 'description': 'tempest-secgroup-smoke-1289875051 description', 'project_id': 'b77ac30bad224fe0b8e5f2c5dd43d62c'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:49:50.850220 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-7ee74efa-d681-4c99-b6b0-1a07bec60d51 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Publish callbacks [] for security_group, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:49:50.872580 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-13ebe72c-c693-410a-91c6-8020bbf7768e None None] Attempting to bind port 7df4383b-72c6-49a0-a1f9-b60c5dba676b on host n-d-813419-10 for vnic_type normal with profile {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:49:50.872954 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-13ebe72c-c693-410a-91c6-8020bbf7768e None None] Attempting to bind port 7df4383b-72c6-49a0-a1f9-b60c5dba676b by drivers openvswitch,hyperv on host n-d-813419-10 at level 0 using segments [{'id': 'a1e5d71c-763c-4ec1-adad-a7cf16ac4ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'ea4d67f7-1216-4069-ab70-2f7251ebc836'}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:49:50.873312 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13ebe72c-c693-410a-91c6-8020bbf7768e None None] Attempting to bind port 7df4383b-72c6-49a0-a1f9-b60c5dba676b on network ea4d67f7-1216-4069-ab70-2f7251ebc836 {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:49:50.882111 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13ebe72c-c693-410a-91c6-8020bbf7768e None None] Checking agent: {'id': '89dba0f3-79b2-435e-9822-33674b8f6ada', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 8, 20), 'started_at': datetime.datetime(2021, 10, 27, 10, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 49, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:49:50.882488 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13ebe72c-c693-410a-91c6-8020bbf7768e None None] Checking segment: {'id': 'a1e5d71c-763c-4ec1-adad-a7cf16ac4ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'ea4d67f7-1216-4069-ab70-2f7251ebc836'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:49:50.882908 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-13ebe72c-c693-410a-91c6-8020bbf7768e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:49:50.883296 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13ebe72c-c693-410a-91c6-8020bbf7768e None None] Bound using segment: {'id': 'a1e5d71c-763c-4ec1-adad-a7cf16ac4ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'ea4d67f7-1216-4069-ab70-2f7251ebc836'} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:49:50.883881 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-13ebe72c-c693-410a-91c6-8020bbf7768e None None] Bound port: 7df4383b-72c6-49a0-a1f9-b60c5dba676b, host: n-d-813419-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1e5d71c-763c-4ec1-adad-a7cf16ac4ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'ea4d67f7-1216-4069-ab70-2f7251ebc836'}}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:49:50.884334 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-13ebe72c-c693-410a-91c6-8020bbf7768e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:49:50.940077 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-7ee74efa-d681-4c99-b6b0-1a07bec60d51 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Publish callbacks [] for security_group, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:49:50.948021 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-7ee74efa-d681-4c99-b6b0-1a07bec60d51 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:49:50.986420 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-7ee74efa-d681-4c99-b6b0-1a07bec60d51 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Publish callbacks [] for security_group, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:49:50.994179 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-7ee74efa-d681-4c99-b6b0-1a07bec60d51 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1760979 Oct 27 10:49:50.997543 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 58614) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:49:51.000163 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee74efa-d681-4c99-b6b0-1a07bec60d51 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eee0406b-ae04-4e11-aab1-3cc89dda72de,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:49:51.011192 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-13ebe72c-c693-410a-91c6-8020bbf7768e None None] For port 7df4383b-72c6-49a0-a1f9-b60c5dba676b, host n-d-813419-10, cleared binding levels {{(pid=102348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:49:51.017445 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-13ebe72c-c693-410a-91c6-8020bbf7768e None None] For port 7df4383b-72c6-49a0-a1f9-b60c5dba676b, host n-d-813419-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=7df4383b-72c6-49a0-a1f9-b60c5dba676b,segment=NetworkSegment(a1e5d71c-763c-4ec1-adad-a7cf16ac4ffc),segment_id=a1e5d71c-763c-4ec1-adad-a7cf16ac4ffc)] {{(pid=102348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:49:51.023771 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-13ebe72c-c693-410a-91c6-8020bbf7768e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:49:51.028923 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-bd8be913-1eac-4ce0-b7b4-5d81d75a2a25 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Request body: {'security_group_rule': {'security_group_id': 'eee0406b-ae04-4e11-aab1-3cc89dda72de', 'project_id': 'b77ac30bad224fe0b8e5f2c5dd43d62c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:49:51.091323 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5fc1bc-361c-40bb-9cfc-529a23158092 req-476d9871-4968-4257-84e5-d4df815395a9 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:49:51.091831 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-bd8be913-1eac-4ce0-b7b4-5d81d75a2a25 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:49:51.100874 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-ed5fc1bc-361c-40bb-9cfc-529a23158092 req-476d9871-4968-4257-84e5-d4df815395a9 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "GET /v2.0/ports?device_id=11879768-20dc-462e-a1bb-2d201b6367c5 HTTP/1.1" status: 200 len: 946 time: 0.0838759 Oct 27 10:49:51.120118 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13ebe72c-c693-410a-91c6-8020bbf7768e None None] Routers {'19938d53-eb4d-4643-8dbd-eb1c5fa77c91'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:49:51.121121 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-13ebe72c-c693-410a-91c6-8020bbf7768e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:49:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['19938d53-eb4d-4643-8dbd-eb1c5fa77c91'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:49:51.126263 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a1eb89-1d0e-4137-93e6-48e805bcd083 None None] Pushing event updated for resources: {'Port': ['ID=7df4383b-72c6-49a0-a1f9-b60c5dba676b,revision_number=4']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:49:51.165848 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-ed5fc1bc-361c-40bb-9cfc-529a23158092 req-0a020ad4-ab61-4b9c-be6f-2eb94fb13bd1 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "GET /v2.0/security-groups?id=85747918-4b2b-4843-b687-6b312fd5b508&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599167 Oct 27 10:49:51.192688 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-bd8be913-1eac-4ce0-b7b4-5d81d75a2a25 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:49:51.198382 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-bd8be913-1eac-4ce0-b7b4-5d81d75a2a25 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671902'] for security_group_rule, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:49:51.218492 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8be913-1eac-4ce0-b7b4-5d81d75a2a25 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d21179a-c1ce-4894-853e-3e2f0bf3519d,revision_number=0']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:49:51.233772 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-bd8be913-1eac-4ce0-b7b4-5d81d75a2a25 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:49:51.238918 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 58628) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:49:51.239116 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-bd8be913-1eac-4ce0-b7b4-5d81d75a2a25 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2385733 Oct 27 10:49:51.246095 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-326a8364-156f-46c6-a87c-394070463f26 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Request body: {'security_group_rule': {'security_group_id': 'eee0406b-ae04-4e11-aab1-3cc89dda72de', 'project_id': 'b77ac30bad224fe0b8e5f2c5dd43d62c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:49:51.291035 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-2c67648f-e9b1-44d9-9402-79d3fb6cf198 None None] Provisioning complete for port 7df4383b-72c6-49a0-a1f9-b60c5dba676b triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:49:51.291479 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-2c67648f-e9b1-44d9-9402-79d3fb6cf198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:49:51.302143 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-326a8364-156f-46c6-a87c-394070463f26 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:49:51.379092 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvr_db [None req-13ebe72c-c693-410a-91c6-8020bbf7768e None None] Set router 19938d53-eb4d-4643-8dbd-eb1c5fa77c91 gateway port host: n-d-813419-10 {{(pid=102348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:49:51.385619 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-326a8364-156f-46c6-a87c-394070463f26 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:49:51.389964 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-326a8364-156f-46c6-a87c-394070463f26 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671902'] for security_group_rule, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:49:51.410595 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326a8364-156f-46c6-a87c-394070463f26 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01c9fc97-58d5-4f3c-a416-08e240cbc4d8,revision_number=0']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:49:51.423998 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-326a8364-156f-46c6-a87c-394070463f26 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:49:51.428482 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 58638) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:49:51.433661 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-8e273f50-d1ac-4704-b33d-ab9906121267 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Request body: {'security_group_rule': {'security_group_id': 'eee0406b-ae04-4e11-aab1-3cc89dda72de', 'project_id': 'b77ac30bad224fe0b8e5f2c5dd43d62c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:49:51.439110 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-326a8364-156f-46c6-a87c-394070463f26 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1982858 Oct 27 10:49:51.463046 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-8e273f50-d1ac-4704-b33d-ab9906121267 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:49:51.527846 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-8e273f50-d1ac-4704-b33d-ab9906121267 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:49:51.532634 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-8e273f50-d1ac-4704-b33d-ab9906121267 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671902'] for security_group_rule, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:49:51.552999 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e273f50-d1ac-4704-b33d-ab9906121267 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32d0a644-17a8-4357-8385-d075eb49b167,revision_number=0']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:49:51.565288 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-8e273f50-d1ac-4704-b33d-ab9906121267 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:49:51.569303 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-8e273f50-d1ac-4704-b33d-ab9906121267 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1368866 Oct 27 10:49:51.569581 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 58640) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:49:51.574140 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-73afbb89-119a-4503-88c9-e2aabe9955db tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Request body: {'security_group_rule': {'security_group_id': 'eee0406b-ae04-4e11-aab1-3cc89dda72de', 'project_id': 'b77ac30bad224fe0b8e5f2c5dd43d62c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:49:51.601603 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-73afbb89-119a-4503-88c9-e2aabe9955db tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:49:51.665231 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-73afbb89-119a-4503-88c9-e2aabe9955db tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:49:51.669492 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-73afbb89-119a-4503-88c9-e2aabe9955db tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671902'] for security_group_rule, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:49:51.690748 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73afbb89-119a-4503-88c9-e2aabe9955db tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe84217c-a0bb-4bb5-bcd3-6dec0599bce3,revision_number=0']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:49:51.696125 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-2c67648f-e9b1-44d9-9402-79d3fb6cf198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:49:51.698729 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-73afbb89-119a-4503-88c9-e2aabe9955db tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:49:51.700232 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-73afbb89-119a-4503-88c9-e2aabe9955db tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1293006 Oct 27 10:49:51.702744 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 58644) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:49:51.708042 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-02094e22-d6c3-4374-8a28-25455a6a7db0 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Request body: {'security_group_rule': {'security_group_id': 'eee0406b-ae04-4e11-aab1-3cc89dda72de', 'project_id': 'b77ac30bad224fe0b8e5f2c5dd43d62c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:49:51.722858 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 58646) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:49:51.738444 n-d-813419-10 neutron-server[102346]: INFO neutron.db.securitygroups_db [None req-02094e22-d6c3-4374-8a28-25455a6a7db0 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Project b77ac30bad224fe0b8e5f2c5dd43d62c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 27 10:49:51.743762 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-02094e22-d6c3-4374-8a28-25455a6a7db0 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:49:51.761180 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-2c67648f-e9b1-44d9-9402-79d3fb6cf198 None None] For port 7df4383b-72c6-49a0-a1f9-b60c5dba676b, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=7df4383b-72c6-49a0-a1f9-b60c5dba676b,segment=NetworkSegment(a1e5d71c-763c-4ec1-adad-a7cf16ac4ffc),segment_id=a1e5d71c-763c-4ec1-adad-a7cf16ac4ffc)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:49:51.769100 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-2c67648f-e9b1-44d9-9402-79d3fb6cf198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:49:51.808892 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-02094e22-d6c3-4374-8a28-25455a6a7db0 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:49:51.812782 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-02094e22-d6c3-4374-8a28-25455a6a7db0 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671902'] for security_group_rule, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:49:51.835987 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02094e22-d6c3-4374-8a28-25455a6a7db0 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0bb9786-4cee-4115-968f-e53917f1d462,revision_number=0']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:49:51.842781 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-02094e22-d6c3-4374-8a28-25455a6a7db0 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:49:51.844747 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-02094e22-d6c3-4374-8a28-25455a6a7db0 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1407938 Oct 27 10:49:51.847015 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-233e637d-8e11-4133-b118-af90dbfd1a1b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:49:51.848403 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 58650) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:49:51.852950 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-86f7c2a3-bb4b-4df9-abc1-5a6d9a348d5c tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Request body: {'security_group_rule': {'security_group_id': 'eee0406b-ae04-4e11-aab1-3cc89dda72de', 'project_id': 'b77ac30bad224fe0b8e5f2c5dd43d62c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:49:51.858706 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c67648f-e9b1-44d9-9402-79d3fb6cf198 None None] Pushing event updated for resources: {'Port': ['ID=7df4383b-72c6-49a0-a1f9-b60c5dba676b,revision_number=5']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:49:51.874307 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-13ebe72c-c693-410a-91c6-8020bbf7768e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19938d53-eb4d-4643-8dbd-eb1c5fa77c91', 'name': 'tempest-TestNetworkBasicOps-router-1201353201', 'tenant_id': 'b77ac30bad224fe0b8e5f2c5dd43d62c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.58'}], 'enable_snat': True}, 'gw_port_id': 'c0d09193-5838-4ff6-9a45-ec7015d11caf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:49:42Z', 'updated_at': '2021-10-27T10:49:47Z', 'revision_number': 4, 'project_id': 'b77ac30bad224fe0b8e5f2c5dd43d62c', 'gw_port': {'id': 'c0d09193-5838-4ff6-9a45-ec7015d11caf', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:20:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19938d53-eb4d-4643-8dbd-eb1c5fa77c91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3285, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:49:42Z', 'updated_at': '2021-10-27T10:49:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_interfaces': [{'id': '7df4383b-72c6-49a0-a1f9-b60c5dba676b', 'name': '', 'network_id': 'ea4d67f7-1216-4069-ab70-2f7251ebc836', 'tenant_id': 'b77ac30bad224fe0b8e5f2c5dd43d62c', 'mac_address': 'fa:16:3e:1b:55:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19938d53-eb4d-4643-8dbd-eb1c5fa77c91', 'device_owner': 'network:router_interface', 'standard_attr_id': 3298, 'fixed_ips': [{'subnet_id': '662bb6fa-263f-4ddf-af7c-f38fb3508aed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:49:46Z', 'updated_at': '2021-10-27T10:49:50Z', 'revision_number': 4, 'project_id': 'b77ac30bad224fe0b8e5f2c5dd43d62c', 'subnets': [{'id': '662bb6fa-263f-4ddf-af7c-f38fb3508aed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:49:51.884747 n-d-813419-10 neutron-server[102346]: INFO neutron.db.securitygroups_db [None req-86f7c2a3-bb4b-4df9-abc1-5a6d9a348d5c tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Project b77ac30bad224fe0b8e5f2c5dd43d62c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 27 10:49:51.889841 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-86f7c2a3-bb4b-4df9-abc1-5a6d9a348d5c tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:49:51.907967 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13ebe72c-c693-410a-91c6-8020bbf7768e None None] The sync data for ids ['19938d53-eb4d-4643-8dbd-eb1c5fa77c91'] in n-d-813419-10 is: [{'id': '19938d53-eb4d-4643-8dbd-eb1c5fa77c91', 'name': 'tempest-TestNetworkBasicOps-router-1201353201', 'tenant_id': 'b77ac30bad224fe0b8e5f2c5dd43d62c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.58'}], 'enable_snat': True}, 'gw_port_id': 'c0d09193-5838-4ff6-9a45-ec7015d11caf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:49:42Z', 'updated_at': '2021-10-27T10:49:47Z', 'revision_number': 4, 'project_id': 'b77ac30bad224fe0b8e5f2c5dd43d62c', 'gw_port': {'id': 'c0d09193-5838-4ff6-9a45-ec7015d11caf', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:20:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19938d53-eb4d-4643-8dbd-eb1c5fa77c91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3285, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:49:42Z', 'updated_at': '2021-10-27T10:49:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_interfaces': [{'id': '7df4383b-72c6-49a0-a1f9-b60c5dba676b', 'name': '', 'network_id': 'ea4d67f7-1216-4069-ab70-2f7251ebc836', 'tenant_id': 'b77ac30bad224fe0b8e5f2c5dd43d62c', 'mac_address': 'fa:16:3e:1b:55:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19938d53-eb4d-4643-8dbd-eb1c5fa77c91', 'device_owner': 'network:router_interface', 'standard_attr_id': 3298, 'fixed_ips': [{'subnet_id': '662bb6fa-263f-4ddf-af7c-f38fb3508aed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:49:46Z', 'updated_at': '2021-10-27T10:49:50Z', 'revision_number': 4, 'project_id': 'b77ac30bad224fe0b8e5f2c5dd43d62c', 'subnets': [{'id': '662bb6fa-263f-4ddf-af7c-f38fb3508aed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:49:51.918443 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-42ed8a8a-6a09-4f78-af10-72dacc6414f9 None None] Provisioning complete for port 7df4383b-72c6-49a0-a1f9-b60c5dba676b triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:49:51.918882 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-42ed8a8a-6a09-4f78-af10-72dacc6414f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:49:51.952836 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-233e637d-8e11-4133-b118-af90dbfd1a1b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:49:51.959088 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-233e637d-8e11-4133-b118-af90dbfd1a1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:49:51.973030 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-86f7c2a3-bb4b-4df9-abc1-5a6d9a348d5c tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:49:51.987194 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-86f7c2a3-bb4b-4df9-abc1-5a6d9a348d5c tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671902'] for security_group_rule, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:49:52.014280 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f7c2a3-bb4b-4df9-abc1-5a6d9a348d5c tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36a15c9e-41a2-4a3a-b1dc-275b8071f2ed,revision_number=0']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:49:52.024010 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-86f7c2a3-bb4b-4df9-abc1-5a6d9a348d5c tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:49:52.024316 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-3c6a8245-0581-48aa-b5f6-4d8fe98cd16e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:49:52.026009 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233e637d-8e11-4133-b118-af90dbfd1a1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2eb68902-a235-4873-a47e-acf5358df6cf,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:49:52.033909 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-86f7c2a3-bb4b-4df9-abc1-5a6d9a348d5c tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1842155 Oct 27 10:49:52.086204 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-233e637d-8e11-4133-b118-af90dbfd1a1b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=02583611ad134ae2a5e987e60c009462&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3607616 Oct 27 10:49:52.087138 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 58654) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:49:52.162647 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-46d16edb-a9fa-41e1-be77-797aa6a964b4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:49:52.188056 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 7df4383b-72c6-49a0-a1f9-b60c5dba676b up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:49:52.202716 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-46d16edb-a9fa-41e1-be77-797aa6a964b4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:49:52.246183 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port 7df4383b-72c6-49a0-a1f9-b60c5dba676b triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:49:52.246559 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:49:52.278604 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-46d16edb-a9fa-41e1-be77-797aa6a964b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:49:52.281699 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-46d16edb-a9fa-41e1-be77-797aa6a964b4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:49:52.282994 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-46d16edb-a9fa-41e1-be77-797aa6a964b4 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2eb68902-a235-4873-a47e-acf5358df6cf HTTP/1.1" status: 204 len: 168 time: 0.1947405 Oct 27 10:49:52.350979 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d16edb-a9fa-41e1-be77-797aa6a964b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2eb68902-a235-4873-a47e-acf5358df6cf,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:49:52.363629 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4029870f-cddf-40ce-9f7f-705c6d1346df req-79d7a0db-92a7-4f40-a8b5-fab2478ce050 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:49:52.371426 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-4029870f-cddf-40ce-9f7f-705c6d1346df req-79d7a0db-92a7-4f40-a8b5-fab2478ce050 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "GET /v2.0/ports?device_id=11879768-20dc-462e-a1bb-2d201b6367c5 HTTP/1.1" status: 200 len: 946 time: 0.1186664 Oct 27 10:49:52.383492 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-a9f75409-7646-46fd-bcb5-c95bfedfc6a8 req-df8b9c51-b01e-4bdc-ab35-733d61972461 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1289875051&fields=id&tenant_id=b77ac30bad224fe0b8e5f2c5dd43d62c HTTP/1.1" status: 200 len: 267 time: 0.0796509 Oct 27 10:49:52.435490 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-4029870f-cddf-40ce-9f7f-705c6d1346df req-8738c0d3-69d4-4ece-bc40-2666305b3959 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "GET /v2.0/security-groups?id=85747918-4b2b-4843-b687-6b312fd5b508&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612435 Oct 27 10:49:52.547791 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f75409-7646-46fd-bcb5-c95bfedfc6a8 req-d576ac54-79e4-41cb-ae7a-5bb8e34372c0 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:49:52.550016 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-a9f75409-7646-46fd-bcb5-c95bfedfc6a8 req-d576ac54-79e4-41cb-ae7a-5bb8e34372c0 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] 10.222.0.44 "GET /v2.0/networks?id=ea4d67f7-1216-4069-ab70-2f7251ebc836 HTTP/1.1" status: 200 len: 796 time: 0.1570220 Oct 27 10:49:52.566934 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-a9f75409-7646-46fd-bcb5-c95bfedfc6a8 req-705c4191-bad0-450c-90a8-4dd3f96851ed tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] 10.222.0.44 "GET /v2.0/quotas/b77ac30bad224fe0b8e5f2c5dd43d62c HTTP/1.1" status: 200 len: 375 time: 0.0108473 Oct 27 10:49:52.621890 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-a9f75409-7646-46fd-bcb5-c95bfedfc6a8 req-e85f5413-9a26-4847-a205-09af02903c1e tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=b77ac30bad224fe0b8e5f2c5dd43d62c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0489836 Oct 27 10:49:52.667121 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 58676) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:49:52.682403 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-c4967cf1-74f7-4e1b-9eaf-4b7216c78259 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:49:52.733341 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-a9f75409-7646-46fd-bcb5-c95bfedfc6a8 req-5b198c2a-4d0f-4be2-9ed1-103508d0209f service neutron] 10.222.0.44 "GET /v2.0/networks/ea4d67f7-1216-4069-ab70-2f7251ebc836?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964456 Oct 27 10:49:52.775316 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-c4967cf1-74f7-4e1b-9eaf-4b7216c78259 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:49:52.779983 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-c4967cf1-74f7-4e1b-9eaf-4b7216c78259 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:49:52.819870 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-c4967cf1-74f7-4e1b-9eaf-4b7216c78259 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ac0ffaf62ebf4d18911927d7463749ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1516418 Oct 27 10:49:52.820865 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4967cf1-74f7-4e1b-9eaf-4b7216c78259 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f37b706-a6a3-453d-8fde-8dc3d62f996d,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:49:52.822740 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 58678) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:49:52.858561 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-a9f75409-7646-46fd-bcb5-c95bfedfc6a8 req-04ac8932-5a43-448d-9ac3-e727a38844a6 service neutron] 10.222.0.44 "GET /v2.0/networks/ea4d67f7-1216-4069-ab70-2f7251ebc836?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1161742 Oct 27 10:49:52.888633 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-7c6ab921-2018-41ab-a5c2-d995c8212454 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:49:52.918842 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-7c6ab921-2018-41ab-a5c2-d995c8212454 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:49:52.977630 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-7c6ab921-2018-41ab-a5c2-d995c8212454 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:49:52.980255 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-7c6ab921-2018-41ab-a5c2-d995c8212454 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:49:52.981422 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-7c6ab921-2018-41ab-a5c2-d995c8212454 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1f37b706-a6a3-453d-8fde-8dc3d62f996d HTTP/1.1" status: 204 len: 168 time: 0.1564970 Oct 27 10:49:52.996480 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6ab921-2018-41ab-a5c2-d995c8212454 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f37b706-a6a3-453d-8fde-8dc3d62f996d,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:49:53.100940 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c7a7f16e-9e2c-43e0-83e8-4962fdb87f2b req-320c8071-04e5-4a4c-b670-a4bd6d30f961 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] 10.222.0.44 "GET /v2.0/ports?device_id=1c713a44-4f54-40bf-a239-314a2d4de872 HTTP/1.1" status: 200 len: 210 time: 0.0441830 Oct 27 10:49:53.572231 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec012df-66a6-4cd2-8d39-41972b2e9dcc req-65817477-482b-42f2-82c1-93b946adf0a5 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:49:53.573939 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-eec012df-66a6-4cd2-8d39-41972b2e9dcc req-65817477-482b-42f2-82c1-93b946adf0a5 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "GET /v2.0/ports?device_id=11879768-20dc-462e-a1bb-2d201b6367c5 HTTP/1.1" status: 200 len: 946 time: 0.0578616 Oct 27 10:49:53.623744 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-eec012df-66a6-4cd2-8d39-41972b2e9dcc req-45016756-d66d-4235-9bd6-da692452d89c tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "GET /v2.0/security-groups?id=85747918-4b2b-4843-b687-6b312fd5b508&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422671 Oct 27 10:49:54.211614 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-e697571d-5702-43f3-93a6-a760477f9a75 req-d4904994-ed1d-4d31-9b1d-fbb4f905933b tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] 10.222.0.44 "GET /v2.0/ports?device_id=1c713a44-4f54-40bf-a239-314a2d4de872 HTTP/1.1" status: 200 len: 210 time: 0.0455029 Oct 27 10:49:54.256549 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f75409-7646-46fd-bcb5-c95bfedfc6a8 req-e5fa93bc-9a50-4e31-be54-3bc468f8bf0c tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:49:54.259127 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-a9f75409-7646-46fd-bcb5-c95bfedfc6a8 req-e5fa93bc-9a50-4e31-be54-3bc468f8bf0c tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] 10.222.0.64 "GET /v2.0/networks?id=ea4d67f7-1216-4069-ab70-2f7251ebc836 HTTP/1.1" status: 200 len: 796 time: 0.1520801 Oct 27 10:49:54.305623 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-a9f75409-7646-46fd-bcb5-c95bfedfc6a8 req-2ebc18da-aa7f-484f-a609-c67e6e7d2f26 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b77ac30bad224fe0b8e5f2c5dd43d62c HTTP/1.1" status: 200 len: 380 time: 0.0329452 Oct 27 10:49:54.319227 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [req-a9f75409-7646-46fd-bcb5-c95bfedfc6a8 req-43a4fcb1-4f93-483e-b0f5-14660a076add tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Request body: {'port': {'device_id': '1c713a44-4f54-40bf-a239-314a2d4de872', 'network_id': 'ea4d67f7-1216-4069-ab70-2f7251ebc836', 'admin_state_up': True, 'tenant_id': 'b77ac30bad224fe0b8e5f2c5dd43d62c', 'security_groups': ['eee0406b-ae04-4e11-aab1-3cc89dda72de']}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:49:54.432677 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9f75409-7646-46fd-bcb5-c95bfedfc6a8 req-43a4fcb1-4f93-483e-b0f5-14660a076add tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Made reservation on behalf of b77ac30bad224fe0b8e5f2c5dd43d62c for: {'port': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:49:54.437165 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-a9f75409-7646-46fd-bcb5-c95bfedfc6a8 req-43a4fcb1-4f93-483e-b0f5-14660a076add tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:49:54.573146 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_common [req-a9f75409-7646-46fd-bcb5-c95bfedfc6a8 req-43a4fcb1-4f93-483e-b0f5-14660a076add tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Allocated IP 172.20.0.13 (ea4d67f7-1216-4069-ab70-2f7251ebc836/662bb6fa-263f-4ddf-af7c-f38fb3508aed/ba3a2f1e-bf4c-49a2-8f38-28785d639aa6) {{(pid=102347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:49:54.748879 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-a9f75409-7646-46fd-bcb5-c95bfedfc6a8 req-43a4fcb1-4f93-483e-b0f5-14660a076add tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Publish callbacks [] for port, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:49:54.779072 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6af9973-73a9-4349-8b63-a72b678e15dd req-3368972b-8281-4d4e-9bff-efdf1f3a4fb1 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:49:54.780604 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-e6af9973-73a9-4349-8b63-a72b678e15dd req-3368972b-8281-4d4e-9bff-efdf1f3a4fb1 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "GET /v2.0/ports?device_id=11879768-20dc-462e-a1bb-2d201b6367c5 HTTP/1.1" status: 200 len: 946 time: 0.0770638 Oct 27 10:49:54.816793 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-a9f75409-7646-46fd-bcb5-c95bfedfc6a8 req-43a4fcb1-4f93-483e-b0f5-14660a076add tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:49:54.860498 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-e6af9973-73a9-4349-8b63-a72b678e15dd req-efb5de7f-0c41-4943-9d2e-27d1f32895fa tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "GET /v2.0/security-groups?id=85747918-4b2b-4843-b687-6b312fd5b508&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682130 Oct 27 10:49:54.872124 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9f75409-7646-46fd-bcb5-c95bfedfc6a8 req-43a4fcb1-4f93-483e-b0f5-14660a076add tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Network ea4d67f7-1216-4069-ab70-2f7251ebc836 is already hosted by enough agents. {{(pid=102347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:49:54.875332 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [req-a9f75409-7646-46fd-bcb5-c95bfedfc6a8 req-43a4fcb1-4f93-483e-b0f5-14660a076add tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Resources bound (agent type, host, resource id): {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:49:54.879875 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9f75409-7646-46fd-bcb5-c95bfedfc6a8 req-43a4fcb1-4f93-483e-b0f5-14660a076add tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Received port after_create {{(pid=102347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:49:54.906066 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a4fcb1-4f93-483e-b0f5-14660a076add tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Pushing event updated for resources: {'Port': ['ID=ba3a2f1e-bf4c-49a2-8f38-28785d639aa6,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:49:54.945863 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f75409-7646-46fd-bcb5-c95bfedfc6a8 req-43a4fcb1-4f93-483e-b0f5-14660a076add tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:49:54.946637 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-a9f75409-7646-46fd-bcb5-c95bfedfc6a8 req-43a4fcb1-4f93-483e-b0f5-14660a076add tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:49:54.967274 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-a9f75409-7646-46fd-bcb5-c95bfedfc6a8 req-43a4fcb1-4f93-483e-b0f5-14660a076add tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6519747 Oct 27 10:49:54.981989 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [req-a9f75409-7646-46fd-bcb5-c95bfedfc6a8 req-11c406ec-d7a1-4890-ae36-3d87a26da253 service neutron] Request body: {'port': {'device_id': '1c713a44-4f54-40bf-a239-314a2d4de872', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-10'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:49:55.055785 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-a9f75409-7646-46fd-bcb5-c95bfedfc6a8 req-11c406ec-d7a1-4890-ae36-3d87a26da253 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:49:55.147614 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-4f51a82f-55c6-408d-90d3-fc23ef9f0364 None None] Provisioning complete for port ba3a2f1e-bf4c-49a2-8f38-28785d639aa6 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:49:55.148608 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-4f51a82f-55c6-408d-90d3-fc23ef9f0364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:49:55.185201 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-4f51a82f-55c6-408d-90d3-fc23ef9f0364 None None] Port ba3a2f1e-bf4c-49a2-8f38-28785d639aa6 cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:49:55.361982 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [req-a9f75409-7646-46fd-bcb5-c95bfedfc6a8 req-11c406ec-d7a1-4890-ae36-3d87a26da253 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba3a2f1e-bf4c-49a2-8f38-28785d639aa6 {{(pid=102347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:49:55.370692 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-a9f75409-7646-46fd-bcb5-c95bfedfc6a8 req-11c406ec-d7a1-4890-ae36-3d87a26da253 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:49:55.377208 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db5b536-788c-4b18-82e7-687861967f35 req-12fa7c9e-2097-403e-bbca-708cbdcdaa7b tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:49:55.379779 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-2db5b536-788c-4b18-82e7-687861967f35 req-12fa7c9e-2097-403e-bbca-708cbdcdaa7b tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] 10.222.0.44 "GET /v2.0/ports?device_id=1c713a44-4f54-40bf-a239-314a2d4de872 HTTP/1.1" status: 200 len: 932 time: 0.0740526 Oct 27 10:49:55.387551 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.provisioning_blocks [req-a9f75409-7646-46fd-bcb5-c95bfedfc6a8 req-11c406ec-d7a1-4890-ae36-3d87a26da253 service neutron] Transition to ACTIVE for port object ba3a2f1e-bf4c-49a2-8f38-28785d639aa6 will not be triggered until provisioned by entity L2. {{(pid=102347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 10:49:55.396741 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-a9f75409-7646-46fd-bcb5-c95bfedfc6a8 req-11c406ec-d7a1-4890-ae36-3d87a26da253 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:49:55.424740 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-2db5b536-788c-4b18-82e7-687861967f35 req-cc6cfd98-93fe-47b2-8b92-176c50edfe60 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] 10.222.0.44 "GET /v2.0/security-groups?id=eee0406b-ae04-4e11-aab1-3cc89dda72de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380003 Oct 27 10:49:55.481703 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c406ec-d7a1-4890-ae36-3d87a26da253 service neutron] Pushing event updated for resources: {'Port': ['ID=ba3a2f1e-bf4c-49a2-8f38-28785d639aa6,revision_number=2']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:49:55.558212 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-a9f75409-7646-46fd-bcb5-c95bfedfc6a8 req-11c406ec-d7a1-4890-ae36-3d87a26da253 service neutron] Attempting to bind port ba3a2f1e-bf4c-49a2-8f38-28785d639aa6 on host n-h1-813419-10 for vnic_type normal with profile {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:49:55.558614 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-a9f75409-7646-46fd-bcb5-c95bfedfc6a8 req-11c406ec-d7a1-4890-ae36-3d87a26da253 service neutron] Attempting to bind port ba3a2f1e-bf4c-49a2-8f38-28785d639aa6 by drivers openvswitch,hyperv on host n-h1-813419-10 at level 0 using segments [{'id': 'a1e5d71c-763c-4ec1-adad-a7cf16ac4ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'ea4d67f7-1216-4069-ab70-2f7251ebc836'}] {{(pid=102347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:49:55.559033 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9f75409-7646-46fd-bcb5-c95bfedfc6a8 req-11c406ec-d7a1-4890-ae36-3d87a26da253 service neutron] Attempting to bind port ba3a2f1e-bf4c-49a2-8f38-28785d639aa6 on network ea4d67f7-1216-4069-ab70-2f7251ebc836 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:49:55.565996 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9f75409-7646-46fd-bcb5-c95bfedfc6a8 req-11c406ec-d7a1-4890-ae36-3d87a26da253 service neutron] Port ba3a2f1e-bf4c-49a2-8f38-28785d639aa6 on network ea4d67f7-1216-4069-ab70-2f7251ebc836 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-10 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 10:49:55.566460 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9f75409-7646-46fd-bcb5-c95bfedfc6a8 req-11c406ec-d7a1-4890-ae36-3d87a26da253 service neutron] Attempting to bind port ba3a2f1e-bf4c-49a2-8f38-28785d639aa6 on network ea4d67f7-1216-4069-ab70-2f7251ebc836 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:49:55.572140 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9f75409-7646-46fd-bcb5-c95bfedfc6a8 req-11c406ec-d7a1-4890-ae36-3d87a26da253 service neutron] Checking agent: {'id': 'a52e1cab-0c63-402d-9c94-330537c6c076', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 16, 2), 'started_at': datetime.datetime(2021, 10, 27, 10, 16, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 49, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:49:55.572524 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9f75409-7646-46fd-bcb5-c95bfedfc6a8 req-11c406ec-d7a1-4890-ae36-3d87a26da253 service neutron] Checking segment: {'id': 'a1e5d71c-763c-4ec1-adad-a7cf16ac4ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'ea4d67f7-1216-4069-ab70-2f7251ebc836'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:49:55.572911 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9f75409-7646-46fd-bcb5-c95bfedfc6a8 req-11c406ec-d7a1-4890-ae36-3d87a26da253 service neutron] Bound using segment: {'id': 'a1e5d71c-763c-4ec1-adad-a7cf16ac4ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'ea4d67f7-1216-4069-ab70-2f7251ebc836'} {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:49:55.573356 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-a9f75409-7646-46fd-bcb5-c95bfedfc6a8 req-11c406ec-d7a1-4890-ae36-3d87a26da253 service neutron] Bound port: ba3a2f1e-bf4c-49a2-8f38-28785d639aa6, host: n-h1-813419-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1e5d71c-763c-4ec1-adad-a7cf16ac4ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'ea4d67f7-1216-4069-ab70-2f7251ebc836'}}] {{(pid=102347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:49:55.573690 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-a9f75409-7646-46fd-bcb5-c95bfedfc6a8 req-11c406ec-d7a1-4890-ae36-3d87a26da253 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:49:55.658693 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-a9f75409-7646-46fd-bcb5-c95bfedfc6a8 req-11c406ec-d7a1-4890-ae36-3d87a26da253 service neutron] For port ba3a2f1e-bf4c-49a2-8f38-28785d639aa6, host n-h1-813419-10, cleared binding levels {{(pid=102347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:49:55.663685 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-a9f75409-7646-46fd-bcb5-c95bfedfc6a8 req-11c406ec-d7a1-4890-ae36-3d87a26da253 service neutron] For port ba3a2f1e-bf4c-49a2-8f38-28785d639aa6, host n-h1-813419-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=ba3a2f1e-bf4c-49a2-8f38-28785d639aa6,segment=NetworkSegment(a1e5d71c-763c-4ec1-adad-a7cf16ac4ffc),segment_id=a1e5d71c-763c-4ec1-adad-a7cf16ac4ffc)] {{(pid=102347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:49:55.671160 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-a9f75409-7646-46fd-bcb5-c95bfedfc6a8 req-11c406ec-d7a1-4890-ae36-3d87a26da253 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:49:55.713019 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f75409-7646-46fd-bcb5-c95bfedfc6a8 req-11c406ec-d7a1-4890-ae36-3d87a26da253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:49:55.713774 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-a9f75409-7646-46fd-bcb5-c95bfedfc6a8 req-11c406ec-d7a1-4890-ae36-3d87a26da253 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:49:55.716352 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-a9f75409-7646-46fd-bcb5-c95bfedfc6a8 req-11c406ec-d7a1-4890-ae36-3d87a26da253 service neutron] 10.222.0.64 "PUT /v2.0/ports/ba3a2f1e-bf4c-49a2-8f38-28785d639aa6 HTTP/1.1" status: 200 len: 1093 time: 0.7394466 Oct 27 10:49:55.716352 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c713a44-4f54-40bf-a239-314a2d4de872', 'tag': 'ba3a2f1e-bf4c-49a2-8f38-28785d639aa6'}] {{(pid=102347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:49:55.717965 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311149b481204ee7edffdb959c881838506fbd95bc8577c048f6677abb73acc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af88dfc6-1d7b-4e59-ae7d-4b222ae4502b" -d '{"events": [{"name": "network-changed", "server_uuid": "1c713a44-4f54-40bf-a239-314a2d4de872", "tag": "ba3a2f1e-bf4c-49a2-8f38-28785d639aa6"}]}' {{(pid=102347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:49:55.779345 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c406ec-d7a1-4890-ae36-3d87a26da253 service neutron] Pushing event updated for resources: {'Port': ['ID=ba3a2f1e-bf4c-49a2-8f38-28785d639aa6,revision_number=3']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:49:55.863828 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f75409-7646-46fd-bcb5-c95bfedfc6a8 req-0f24d98b-0068-4652-ae3d-b2583a38f007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:49:55.871274 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-a9f75409-7646-46fd-bcb5-c95bfedfc6a8 req-0f24d98b-0068-4652-ae3d-b2583a38f007 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b77ac30bad224fe0b8e5f2c5dd43d62c&device_id=1c713a44-4f54-40bf-a239-314a2d4de872 HTTP/1.1" status: 200 len: 1096 time: 0.1041710 Oct 27 10:49:55.981523 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-a9f75409-7646-46fd-bcb5-c95bfedfc6a8 req-f1e42bc5-6524-4cdc-9559-9e7cbc2bc2f9 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ba3a2f1e-bf4c-49a2-8f38-28785d639aa6 HTTP/1.1" status: 200 len: 217 time: 0.1031706 Oct 27 10:49:56.030420 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56ddffa-b744-47c4-b245-f02e45ad11a5 req-a9ca2c8c-7c85-42d0-b91f-88d3094950ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:49:56.032007 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-f56ddffa-b744-47c4-b245-f02e45ad11a5 req-a9ca2c8c-7c85-42d0-b91f-88d3094950ca service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=49f69ef03c2149d7af8e989acb2acfe0&device_id=0e38e5fe-b7e6-4a57-9fef-a67e31b94d76 HTTP/1.1" status: 200 len: 1097 time: 0.0693285 Oct 27 10:49:56.057762 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f75409-7646-46fd-bcb5-c95bfedfc6a8 req-c33fc4f6-f959-454d-be0b-1e52ae70e67d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:49:56.059839 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-a9f75409-7646-46fd-bcb5-c95bfedfc6a8 req-c33fc4f6-f959-454d-be0b-1e52ae70e67d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=662bb6fa-263f-4ddf-af7c-f38fb3508aed HTTP/1.1" status: 200 len: 835 time: 0.0583539 Oct 27 10:49:56.114785 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 10:49:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ae014d1-f558-4e44-9672-80c2dc604520 x-openstack-request-id: req-8ae014d1-f558-4e44-9672-80c2dc604520 {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:49:56.115072 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c713a44-4f54-40bf-a239-314a2d4de872", "tag": "ba3a2f1e-bf4c-49a2-8f38-28785d639aa6", "status": "completed", "code": 200}]} {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:49:56.115320 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-8ae014d1-f558-4e44-9672-80c2dc604520 {{(pid=102347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:49:56.115717 n-d-813419-10 neutron-server[102347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c713a44-4f54-40bf-a239-314a2d4de872', 'tag': 'ba3a2f1e-bf4c-49a2-8f38-28785d639aa6', 'status': 'completed', 'code': 200} Oct 27 10:49:56.130840 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f39f744-6ed2-4bf5-a5ff-fbfefa8abda6 req-95a75ecb-ea23-4a6e-8fa5-b6362e6313b0 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:49:56.132421 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-4f39f744-6ed2-4bf5-a5ff-fbfefa8abda6 req-95a75ecb-ea23-4a6e-8fa5-b6362e6313b0 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "GET /v2.0/ports?device_id=11879768-20dc-462e-a1bb-2d201b6367c5 HTTP/1.1" status: 200 len: 946 time: 0.1722248 Oct 27 10:49:56.165893 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f75409-7646-46fd-bcb5-c95bfedfc6a8 req-6bddbe37-75a8-463f-9974-f95507505217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:49:56.167469 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-a9f75409-7646-46fd-bcb5-c95bfedfc6a8 req-6bddbe37-75a8-463f-9974-f95507505217 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ea4d67f7-1216-4069-ab70-2f7251ebc836&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0985258 Oct 27 10:49:56.180629 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56ddffa-b744-47c4-b245-f02e45ad11a5 req-7b30a39a-008b-401e-8273-d27b05d53cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:49:56.182441 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-f56ddffa-b744-47c4-b245-f02e45ad11a5 req-7b30a39a-008b-401e-8273-d27b05d53cd8 service neutron] 10.222.0.76 "GET /v2.0/networks?id=39bfeb78-eb5d-489b-af3a-3f8870b9b6fd HTTP/1.1" status: 200 len: 920 time: 0.1429315 Oct 27 10:49:56.203342 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-4f39f744-6ed2-4bf5-a5ff-fbfefa8abda6 req-8e6456c5-2a72-4fa3-bbe8-7bbfd92fca29 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "GET /v2.0/security-groups?id=85747918-4b2b-4843-b687-6b312fd5b508&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611248 Oct 27 10:49:56.245974 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26f3003-6944-4b8a-b16d-ffbf45cc81d9 req-e9e3e657-89fb-4e27-b754-1c4591c0b463 tempest-ServerRescueNegativeTestJSON-1023322817 tempest-ServerRescueNegativeTestJSON-1023322817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:49:56.249469 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-b26f3003-6944-4b8a-b16d-ffbf45cc81d9 req-e9e3e657-89fb-4e27-b754-1c4591c0b463 tempest-ServerRescueNegativeTestJSON-1023322817 tempest-ServerRescueNegativeTestJSON-1023322817-project] 10.222.0.44 "GET /v2.0/ports?device_id=0e38e5fe-b7e6-4a57-9fef-a67e31b94d76 HTTP/1.1" status: 200 len: 945 time: 0.0658731 Oct 27 10:49:56.275989 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-a9f75409-7646-46fd-bcb5-c95bfedfc6a8 req-3b57b6d1-29d2-49b0-8d3a-317bc657eb0f service neutron] 10.222.0.64 "GET /v2.0/networks/ea4d67f7-1216-4069-ab70-2f7251ebc836?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964825 Oct 27 10:49:56.296617 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-f56ddffa-b744-47c4-b245-f02e45ad11a5 req-cf485a20-c3c8-42ab-88c5-25d7a5599b53 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9b8337c7-32a2-4767-8191-b5d4e55974a6 HTTP/1.1" status: 200 len: 217 time: 0.0459151 Oct 27 10:49:56.356954 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-b26f3003-6944-4b8a-b16d-ffbf45cc81d9 req-af5221b6-1aea-490b-bc08-41abd21e7c6d tempest-ServerRescueNegativeTestJSON-1023322817 tempest-ServerRescueNegativeTestJSON-1023322817-project] 10.222.0.44 "GET /v2.0/security-groups?id=d9faf0c3-7aa8-42ca-936b-1bacb18366f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982904 Oct 27 10:49:56.364035 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56ddffa-b744-47c4-b245-f02e45ad11a5 req-7755e3d0-f9b3-47dc-ba2b-77093e2b3a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:49:56.367759 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-f56ddffa-b744-47c4-b245-f02e45ad11a5 req-7755e3d0-f9b3-47dc-ba2b-77093e2b3a43 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=6f583c02-d1dc-428e-a2f7-ffb6764c8f58 HTTP/1.1" status: 200 len: 859 time: 0.0593362 Oct 27 10:49:56.385736 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-a9f75409-7646-46fd-bcb5-c95bfedfc6a8 req-a6c72fc3-cfdb-4fac-a019-d5011e4d9f6a service neutron] 10.222.0.64 "GET /v2.0/networks/ea4d67f7-1216-4069-ab70-2f7251ebc836?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015921 Oct 27 10:49:56.411574 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-f56ddffa-b744-47c4-b245-f02e45ad11a5 req-3af2360d-0b56-4759-8642-bb025f15b98f service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=39bfeb78-eb5d-489b-af3a-3f8870b9b6fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291407 Oct 27 10:49:56.494198 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af88dfc6-1d7b-4e59-ae7d-4b222ae4502b req-58f12315-81fa-47de-9421-b41cd9ed9d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:49:56.495764 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-af88dfc6-1d7b-4e59-ae7d-4b222ae4502b req-58f12315-81fa-47de-9421-b41cd9ed9d69 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b77ac30bad224fe0b8e5f2c5dd43d62c&device_id=1c713a44-4f54-40bf-a239-314a2d4de872 HTTP/1.1" status: 200 len: 1096 time: 0.0519366 Oct 27 10:49:56.563397 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-f56ddffa-b744-47c4-b245-f02e45ad11a5 req-bfc20a60-5a5c-4581-8ec8-dd33b51f05de service neutron] 10.222.0.76 "GET /v2.0/networks/39bfeb78-eb5d-489b-af3a-3f8870b9b6fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338773 Oct 27 10:49:56.656121 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4720d59-bc9c-4c4b-9be1-e6a6a8447440 req-14db9164-d67c-4114-bcd3-630162d9f44c tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:49:56.657662 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-f4720d59-bc9c-4c4b-9be1-e6a6a8447440 req-14db9164-d67c-4114-bcd3-630162d9f44c tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] 10.222.0.44 "GET /v2.0/ports?device_id=1c713a44-4f54-40bf-a239-314a2d4de872 HTTP/1.1" status: 200 len: 944 time: 0.1127026 Oct 27 10:49:56.673465 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af88dfc6-1d7b-4e59-ae7d-4b222ae4502b req-21edb3b6-305c-4ace-b2fd-07f4c0b15f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:49:56.674867 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-af88dfc6-1d7b-4e59-ae7d-4b222ae4502b req-21edb3b6-305c-4ace-b2fd-07f4c0b15f40 service neutron] 10.222.0.64 "GET /v2.0/networks?id=ea4d67f7-1216-4069-ab70-2f7251ebc836 HTTP/1.1" status: 200 len: 897 time: 0.1697731 Oct 27 10:49:56.679190 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-f56ddffa-b744-47c4-b245-f02e45ad11a5 req-9d276a24-c52e-4d86-9a99-178b0e5225ee service neutron] 10.222.0.76 "GET /v2.0/networks/39bfeb78-eb5d-489b-af3a-3f8870b9b6fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032324 Oct 27 10:49:56.727176 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-af88dfc6-1d7b-4e59-ae7d-4b222ae4502b req-f63fa976-3353-4403-8d0f-e43596767773 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ba3a2f1e-bf4c-49a2-8f38-28785d639aa6 HTTP/1.1" status: 200 len: 217 time: 0.0434604 Oct 27 10:49:56.748820 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-f4720d59-bc9c-4c4b-9be1-e6a6a8447440 req-e71cc185-f956-49cd-9ee8-f804db66192b tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] 10.222.0.44 "GET /v2.0/security-groups?id=eee0406b-ae04-4e11-aab1-3cc89dda72de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837719 Oct 27 10:49:56.791618 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af88dfc6-1d7b-4e59-ae7d-4b222ae4502b req-219ae023-e8b2-4a28-b799-38888fe0700f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:49:56.793129 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-af88dfc6-1d7b-4e59-ae7d-4b222ae4502b req-219ae023-e8b2-4a28-b799-38888fe0700f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=662bb6fa-263f-4ddf-af7c-f38fb3508aed HTTP/1.1" status: 200 len: 835 time: 0.0582237 Oct 27 10:49:56.839523 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af88dfc6-1d7b-4e59-ae7d-4b222ae4502b req-8ecdf2cd-7d86-447e-bd11-e60b29311166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:49:56.841119 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-af88dfc6-1d7b-4e59-ae7d-4b222ae4502b req-8ecdf2cd-7d86-447e-bd11-e60b29311166 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ea4d67f7-1216-4069-ab70-2f7251ebc836&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404797 Oct 27 10:49:56.937665 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-af88dfc6-1d7b-4e59-ae7d-4b222ae4502b req-3bb80505-93a7-487f-ab1d-fce733e45716 service neutron] 10.222.0.64 "GET /v2.0/networks/ea4d67f7-1216-4069-ab70-2f7251ebc836?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866561 Oct 27 10:49:57.025496 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-af88dfc6-1d7b-4e59-ae7d-4b222ae4502b req-8866fc10-fbce-4870-9abb-643a9a6991e8 service neutron] 10.222.0.64 "GET /v2.0/networks/ea4d67f7-1216-4069-ab70-2f7251ebc836?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801995 Oct 27 10:49:57.325915 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584ec1b5-aa72-4cc0-870e-6abe80df2e76 req-11804efd-e0a8-42de-84ed-80e7e588c953 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:49:57.327361 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-584ec1b5-aa72-4cc0-870e-6abe80df2e76 req-11804efd-e0a8-42de-84ed-80e7e588c953 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "GET /v2.0/ports?device_id=11879768-20dc-462e-a1bb-2d201b6367c5 HTTP/1.1" status: 200 len: 946 time: 0.0521262 Oct 27 10:49:57.370370 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-584ec1b5-aa72-4cc0-870e-6abe80df2e76 req-995baa6a-b9d2-418b-b7b6-2d86adb70d16 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "GET /v2.0/security-groups?id=85747918-4b2b-4843-b687-6b312fd5b508&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369129 Oct 27 10:49:57.482105 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595421f9-ee20-44e8-9287-66d9ee977819 req-36b450f4-ec4a-4aeb-8265-4b9acec6acc2 tempest-ServerRescueNegativeTestJSON-1023322817 tempest-ServerRescueNegativeTestJSON-1023322817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:49:57.483578 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-595421f9-ee20-44e8-9287-66d9ee977819 req-36b450f4-ec4a-4aeb-8265-4b9acec6acc2 tempest-ServerRescueNegativeTestJSON-1023322817 tempest-ServerRescueNegativeTestJSON-1023322817-project] 10.222.0.44 "GET /v2.0/ports?device_id=0e38e5fe-b7e6-4a57-9fef-a67e31b94d76 HTTP/1.1" status: 200 len: 945 time: 0.0503321 Oct 27 10:49:57.524946 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-595421f9-ee20-44e8-9287-66d9ee977819 req-7759920d-72bd-434a-908c-d98503963f1a tempest-ServerRescueNegativeTestJSON-1023322817 tempest-ServerRescueNegativeTestJSON-1023322817-project] 10.222.0.44 "GET /v2.0/security-groups?id=d9faf0c3-7aa8-42ca-936b-1bacb18366f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343497 Oct 27 10:49:57.881057 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5c7af8-5079-492e-aa9c-440fc2b68e05 req-b7fe1536-08d9-416a-8735-6f9ad6e9df44 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:49:57.883749 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-5f5c7af8-5079-492e-aa9c-440fc2b68e05 req-b7fe1536-08d9-416a-8735-6f9ad6e9df44 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] 10.222.0.44 "GET /v2.0/ports?device_id=1c713a44-4f54-40bf-a239-314a2d4de872 HTTP/1.1" status: 200 len: 944 time: 0.0534630 Oct 27 10:49:57.932731 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-5f5c7af8-5079-492e-aa9c-440fc2b68e05 req-539d5b98-2ccb-4a26-aefd-1b9fb691dcc2 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] 10.222.0.44 "GET /v2.0/security-groups?id=eee0406b-ae04-4e11-aab1-3cc89dda72de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380783 Oct 27 10:49:58.113889 n-d-813419-10 neutron-server[102346]: INFO neutron.api.v2.resource [req-82374016-ddbe-4d7a-9aba-e903297619d1 req-f036cca8-13fa-4493-9d25-fe899cf7e39f service neutron] show failed (client error): The resource could not be found. Oct 27 10:49:58.115161 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-82374016-ddbe-4d7a-9aba-e903297619d1 req-f036cca8-13fa-4493-9d25-fe899cf7e39f service neutron] 10.222.0.76 "GET /v2.0/ports/1be4bbd6-973b-46b3-bcdc-a1070bef65e3/bindings/n-h1-813419-10 HTTP/1.1" status: 404 len: 381 time: 0.0566065 Oct 27 10:49:58.354481 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82374016-ddbe-4d7a-9aba-e903297619d1 req-b15d1cc1-7bf2-49c1-9f91-0180e5982e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:49:58.355973 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-82374016-ddbe-4d7a-9aba-e903297619d1 req-b15d1cc1-7bf2-49c1-9f91-0180e5982e73 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=11879768-20dc-462e-a1bb-2d201b6367c5&tenant_id=7f357cb809634e50864d0c31dbcbd617 HTTP/1.1" status: 200 len: 1098 time: 0.0737283 Oct 27 10:49:58.369095 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [req-82374016-ddbe-4d7a-9aba-e903297619d1 req-08bec485-9b6c-411c-8411-337a37d35e38 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-813419-10', 'device_owner': 'compute:nova'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:49:58.428315 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-82374016-ddbe-4d7a-9aba-e903297619d1 req-08bec485-9b6c-411c-8411-337a37d35e38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:49:58.496163 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725da443-0253-4db4-9601-e3776de6a843 req-1214f7ac-bfc7-4dab-8bbc-f6c38cf588bc tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:49:58.497703 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-725da443-0253-4db4-9601-e3776de6a843 req-1214f7ac-bfc7-4dab-8bbc-f6c38cf588bc tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "GET /v2.0/ports?device_id=11879768-20dc-462e-a1bb-2d201b6367c5 HTTP/1.1" status: 200 len: 946 time: 0.0512724 Oct 27 10:49:58.540728 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-725da443-0253-4db4-9601-e3776de6a843 req-3aed769b-146d-4737-ab68-0b7c8b473353 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "GET /v2.0/security-groups?id=85747918-4b2b-4843-b687-6b312fd5b508&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364981 Oct 27 10:49:58.666986 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-82374016-ddbe-4d7a-9aba-e903297619d1 req-08bec485-9b6c-411c-8411-337a37d35e38 service neutron] For port 1be4bbd6-973b-46b3-bcdc-a1070bef65e3, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=1be4bbd6-973b-46b3-bcdc-a1070bef65e3,segment=NetworkSegment(ace6fc3c-2203-4b0c-8061-3b723387ecf0),segment_id=ace6fc3c-2203-4b0c-8061-3b723387ecf0)] {{(pid=102347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:49:58.675618 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521658c7-f6bf-4dd3-82c8-85527465bbd7 req-eb6bed33-d6e9-44e0-a8b7-80d63b424185 tempest-ServerRescueNegativeTestJSON-1023322817 tempest-ServerRescueNegativeTestJSON-1023322817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:49:58.677158 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-521658c7-f6bf-4dd3-82c8-85527465bbd7 req-eb6bed33-d6e9-44e0-a8b7-80d63b424185 tempest-ServerRescueNegativeTestJSON-1023322817 tempest-ServerRescueNegativeTestJSON-1023322817-project] 10.222.0.44 "GET /v2.0/ports?device_id=0e38e5fe-b7e6-4a57-9fef-a67e31b94d76 HTTP/1.1" status: 200 len: 945 time: 0.0827150 Oct 27 10:49:58.742168 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-521658c7-f6bf-4dd3-82c8-85527465bbd7 req-527cb454-7e06-46c3-99b0-ca5b75a1c6dd tempest-ServerRescueNegativeTestJSON-1023322817 tempest-ServerRescueNegativeTestJSON-1023322817-project] 10.222.0.44 "GET /v2.0/security-groups?id=d9faf0c3-7aa8-42ca-936b-1bacb18366f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554996 Oct 27 10:49:58.745227 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-82374016-ddbe-4d7a-9aba-e903297619d1 req-08bec485-9b6c-411c-8411-337a37d35e38 service neutron] For port 1be4bbd6-973b-46b3-bcdc-a1070bef65e3, host n-h2-813419-10, cleared binding levels {{(pid=102347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:49:58.784591 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11879768-20dc-462e-a1bb-2d201b6367c5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1be4bbd6-973b-46b3-bcdc-a1070bef65e3'}] {{(pid=102347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:49:58.787127 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311149b481204ee7edffdb959c881838506fbd95bc8577c048f6677abb73acc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a291bd72-1f9d-4239-87f8-644e447cb6a6" -d '{"events": [{"server_uuid": "11879768-20dc-462e-a1bb-2d201b6367c5", "name": "network-vif-unplugged", "status": "completed", "tag": "1be4bbd6-973b-46b3-bcdc-a1070bef65e3"}]}' {{(pid=102347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:49:58.791519 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-82374016-ddbe-4d7a-9aba-e903297619d1 req-08bec485-9b6c-411c-8411-337a37d35e38 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:49:58.804750 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.provisioning_blocks [req-82374016-ddbe-4d7a-9aba-e903297619d1 req-08bec485-9b6c-411c-8411-337a37d35e38 service neutron] Transition to ACTIVE for port object 1be4bbd6-973b-46b3-bcdc-a1070bef65e3 will not be triggered until provisioned by entity L2. {{(pid=102347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 10:49:58.808863 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-82374016-ddbe-4d7a-9aba-e903297619d1 req-08bec485-9b6c-411c-8411-337a37d35e38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:49:58.848738 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 27 Oct 2021 10:49:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb6f6479-0b75-4f1b-aced-84c952a0b967 x-openstack-request-id: req-bb6f6479-0b75-4f1b-aced-84c952a0b967 {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:49:58.849031 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11879768-20dc-462e-a1bb-2d201b6367c5", "name": "network-vif-unplugged", "status": "completed", "tag": "1be4bbd6-973b-46b3-bcdc-a1070bef65e3", "code": 200}]} {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:49:58.849275 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-bb6f6479-0b75-4f1b-aced-84c952a0b967 {{(pid=102347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:49:58.849672 n-d-813419-10 neutron-server[102347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11879768-20dc-462e-a1bb-2d201b6367c5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1be4bbd6-973b-46b3-bcdc-a1070bef65e3', 'code': 200} Oct 27 10:49:58.925221 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bec485-9b6c-411c-8411-337a37d35e38 service neutron] Pushing event updated for resources: {'Port': ['ID=1be4bbd6-973b-46b3-bcdc-a1070bef65e3,revision_number=6']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:49:59.048996 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [req-82374016-ddbe-4d7a-9aba-e903297619d1 req-08bec485-9b6c-411c-8411-337a37d35e38 service neutron] No DVR routers for this DVR port 1be4bbd6-973b-46b3-bcdc-a1070bef65e3 on host n-h2-813419-10 {{(pid=102347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:49:59.114052 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f56fb02-313a-46f0-ac8b-ff82e0f64c95 req-03361da6-7ea2-408b-a272-ab7d1050b0b4 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:49:59.115837 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-6f56fb02-313a-46f0-ac8b-ff82e0f64c95 req-03361da6-7ea2-408b-a272-ab7d1050b0b4 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] 10.222.0.44 "GET /v2.0/ports?device_id=1c713a44-4f54-40bf-a239-314a2d4de872 HTTP/1.1" status: 200 len: 944 time: 0.0790141 Oct 27 10:49:59.156631 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device ba3a2f1e-bf4c-49a2-8f38-28785d639aa6 details requested by agent hyperv_n-h1-813419-10 with host n-h1-813419-10 {{(pid=102348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 10:49:59.157184 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-6f56fb02-313a-46f0-ac8b-ff82e0f64c95 req-e49050d0-e765-4684-a9dc-7a93039ac3dd tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] 10.222.0.44 "GET /v2.0/security-groups?id=eee0406b-ae04-4e11-aab1-3cc89dda72de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324011 Oct 27 10:49:59.205720 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-82374016-ddbe-4d7a-9aba-e903297619d1 req-08bec485-9b6c-411c-8411-337a37d35e38 service neutron] Attempting to bind port 1be4bbd6-973b-46b3-bcdc-a1070bef65e3 on host n-h1-813419-10 for vnic_type normal with profile {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:49:59.206056 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-82374016-ddbe-4d7a-9aba-e903297619d1 req-08bec485-9b6c-411c-8411-337a37d35e38 service neutron] Attempting to bind port 1be4bbd6-973b-46b3-bcdc-a1070bef65e3 by drivers openvswitch,hyperv on host n-h1-813419-10 at level 0 using segments [{'id': 'ace6fc3c-2203-4b0c-8061-3b723387ecf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'df4d2f8f-0279-4ac1-b465-f59b71763f44'}] {{(pid=102347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:49:59.206395 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82374016-ddbe-4d7a-9aba-e903297619d1 req-08bec485-9b6c-411c-8411-337a37d35e38 service neutron] Attempting to bind port 1be4bbd6-973b-46b3-bcdc-a1070bef65e3 on network df4d2f8f-0279-4ac1-b465-f59b71763f44 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:49:59.210837 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82374016-ddbe-4d7a-9aba-e903297619d1 req-08bec485-9b6c-411c-8411-337a37d35e38 service neutron] Port 1be4bbd6-973b-46b3-bcdc-a1070bef65e3 on network df4d2f8f-0279-4ac1-b465-f59b71763f44 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-10 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 10:49:59.211157 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82374016-ddbe-4d7a-9aba-e903297619d1 req-08bec485-9b6c-411c-8411-337a37d35e38 service neutron] Attempting to bind port 1be4bbd6-973b-46b3-bcdc-a1070bef65e3 on network df4d2f8f-0279-4ac1-b465-f59b71763f44 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:49:59.215960 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82374016-ddbe-4d7a-9aba-e903297619d1 req-08bec485-9b6c-411c-8411-337a37d35e38 service neutron] Checking agent: {'id': 'a52e1cab-0c63-402d-9c94-330537c6c076', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 16, 2), 'started_at': datetime.datetime(2021, 10, 27, 10, 16, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 49, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:49:59.216324 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82374016-ddbe-4d7a-9aba-e903297619d1 req-08bec485-9b6c-411c-8411-337a37d35e38 service neutron] Checking segment: {'id': 'ace6fc3c-2203-4b0c-8061-3b723387ecf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'df4d2f8f-0279-4ac1-b465-f59b71763f44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:49:59.216758 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82374016-ddbe-4d7a-9aba-e903297619d1 req-08bec485-9b6c-411c-8411-337a37d35e38 service neutron] Bound using segment: {'id': 'ace6fc3c-2203-4b0c-8061-3b723387ecf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'df4d2f8f-0279-4ac1-b465-f59b71763f44'} {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:49:59.217416 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-82374016-ddbe-4d7a-9aba-e903297619d1 req-08bec485-9b6c-411c-8411-337a37d35e38 service neutron] Bound port: 1be4bbd6-973b-46b3-bcdc-a1070bef65e3, host: n-h1-813419-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ace6fc3c-2203-4b0c-8061-3b723387ecf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'df4d2f8f-0279-4ac1-b465-f59b71763f44'}}] {{(pid=102347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:49:59.217846 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-82374016-ddbe-4d7a-9aba-e903297619d1 req-08bec485-9b6c-411c-8411-337a37d35e38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:49:59.276314 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port ba3a2f1e-bf4c-49a2-8f38-28785d639aa6, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=ba3a2f1e-bf4c-49a2-8f38-28785d639aa6,segment=NetworkSegment(a1e5d71c-763c-4ec1-adad-a7cf16ac4ffc),segment_id=a1e5d71c-763c-4ec1-adad-a7cf16ac4ffc)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:49:59.285169 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-82374016-ddbe-4d7a-9aba-e903297619d1 req-08bec485-9b6c-411c-8411-337a37d35e38 service neutron] For port 1be4bbd6-973b-46b3-bcdc-a1070bef65e3, host n-h1-813419-10, cleared binding levels {{(pid=102347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:49:59.287982 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Returning: {'device': 'ba3a2f1e-bf4c-49a2-8f38-28785d639aa6', 'network_id': 'ea4d67f7-1216-4069-ab70-2f7251ebc836', 'port_id': 'ba3a2f1e-bf4c-49a2-8f38-28785d639aa6', 'mac_address': 'fa:16:3e:0d:44:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 437, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '662bb6fa-263f-4ddf-af7c-f38fb3508aed', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 10:49:59.288809 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-82374016-ddbe-4d7a-9aba-e903297619d1 req-08bec485-9b6c-411c-8411-337a37d35e38 service neutron] For port 1be4bbd6-973b-46b3-bcdc-a1070bef65e3, host n-h1-813419-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=1be4bbd6-973b-46b3-bcdc-a1070bef65e3,segment=NetworkSegment(ace6fc3c-2203-4b0c-8061-3b723387ecf0),segment_id=ace6fc3c-2203-4b0c-8061-3b723387ecf0)] {{(pid=102347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:49:59.295839 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-82374016-ddbe-4d7a-9aba-e903297619d1 req-08bec485-9b6c-411c-8411-337a37d35e38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:49:59.319383 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82374016-ddbe-4d7a-9aba-e903297619d1 req-08bec485-9b6c-411c-8411-337a37d35e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:49:59.320295 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-82374016-ddbe-4d7a-9aba-e903297619d1 req-08bec485-9b6c-411c-8411-337a37d35e38 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:49:59.321880 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-82374016-ddbe-4d7a-9aba-e903297619d1 req-08bec485-9b6c-411c-8411-337a37d35e38 service neutron] 10.222.0.64 "PUT /v2.0/ports/1be4bbd6-973b-46b3-bcdc-a1070bef65e3 HTTP/1.1" status: 200 len: 1093 time: 0.9566689 Oct 27 10:49:59.336983 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:49:59.353794 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba3a2f1e-bf4c-49a2-8f38-28785d639aa6 {{(pid=102348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:49:59.382102 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port ba3a2f1e-bf4c-49a2-8f38-28785d639aa6, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=ba3a2f1e-bf4c-49a2-8f38-28785d639aa6,segment=NetworkSegment(a1e5d71c-763c-4ec1-adad-a7cf16ac4ffc),segment_id=a1e5d71c-763c-4ec1-adad-a7cf16ac4ffc)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:49:59.388100 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:49:59.433357 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bec485-9b6c-411c-8411-337a37d35e38 service neutron] Pushing event updated for resources: {'Port': ['ID=1be4bbd6-973b-46b3-bcdc-a1070bef65e3,revision_number=7']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:49:59.443085 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82374016-ddbe-4d7a-9aba-e903297619d1 req-760dbe5f-f7c2-4fa4-9cbe-b2724a452b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:49:59.445115 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-82374016-ddbe-4d7a-9aba-e903297619d1 req-760dbe5f-f7c2-4fa4-9cbe-b2724a452b1f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7f357cb809634e50864d0c31dbcbd617&device_id=11879768-20dc-462e-a1bb-2d201b6367c5 HTTP/1.1" status: 200 len: 1096 time: 0.0814598 Oct 27 10:49:59.463619 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Pushing event updated for resources: {'Port': ['ID=ba3a2f1e-bf4c-49a2-8f38-28785d639aa6,revision_number=4']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:49:59.553261 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82374016-ddbe-4d7a-9aba-e903297619d1 req-d8ff4835-e121-45e1-9e01-6cdc3da96da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:49:59.554742 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-82374016-ddbe-4d7a-9aba-e903297619d1 req-d8ff4835-e121-45e1-9e01-6cdc3da96da1 service neutron] 10.222.0.64 "GET /v2.0/networks?id=df4d2f8f-0279-4ac1-b465-f59b71763f44 HTTP/1.1" status: 200 len: 898 time: 0.1028271 Oct 27 10:49:59.623531 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] get_ports_and_sgs() called for port_ids ['ba3a2f1e-bf4c-49a2-8f38-28785d639aa6'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:49:59.631014 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-82374016-ddbe-4d7a-9aba-e903297619d1 req-a6fb1319-efa7-455e-b2ce-6d8cc63d3e4f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1be4bbd6-973b-46b3-bcdc-a1070bef65e3 HTTP/1.1" status: 200 len: 998 time: 0.0672941 Oct 27 10:49:59.723601 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82374016-ddbe-4d7a-9aba-e903297619d1 req-415ee685-0454-4366-a779-064af23cc305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:49:59.725064 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-82374016-ddbe-4d7a-9aba-e903297619d1 req-415ee685-0454-4366-a779-064af23cc305 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e60b25b2-9ab5-4d1d-a2b7-bc998becb4d1 HTTP/1.1" status: 200 len: 835 time: 0.0820537 Oct 27 10:49:59.737861 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb130f5-6ff1-409f-b240-d14baed43964 req-80c14551-1481-4f5c-ae67-46d6ea8f0754 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:49:59.739334 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-ccb130f5-6ff1-409f-b240-d14baed43964 req-80c14551-1481-4f5c-ae67-46d6ea8f0754 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "GET /v2.0/ports?device_id=11879768-20dc-462e-a1bb-2d201b6367c5 HTTP/1.1" status: 200 len: 944 time: 0.1050782 Oct 27 10:49:59.812830 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-ccb130f5-6ff1-409f-b240-d14baed43964 req-129b3259-1d25-40a9-9afc-1fea6348fd3c tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "GET /v2.0/security-groups?id=85747918-4b2b-4843-b687-6b312fd5b508&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634999 Oct 27 10:49:59.815618 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82374016-ddbe-4d7a-9aba-e903297619d1 req-76b0b8fa-fb44-4596-9d1e-b33854c604a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:49:59.817184 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-82374016-ddbe-4d7a-9aba-e903297619d1 req-76b0b8fa-fb44-4596-9d1e-b33854c604a4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=df4d2f8f-0279-4ac1-b465-f59b71763f44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0766218 Oct 27 10:49:59.895835 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7e5489-553a-4669-9a3c-fa8b1b2c5849 req-8fcfd669-4c68-40f9-be64-7f5d34a695c8 tempest-ServerRescueNegativeTestJSON-1023322817 tempest-ServerRescueNegativeTestJSON-1023322817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:49:59.898080 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-1a7e5489-553a-4669-9a3c-fa8b1b2c5849 req-8fcfd669-4c68-40f9-be64-7f5d34a695c8 tempest-ServerRescueNegativeTestJSON-1023322817 tempest-ServerRescueNegativeTestJSON-1023322817-project] 10.222.0.44 "GET /v2.0/ports?device_id=0e38e5fe-b7e6-4a57-9fef-a67e31b94d76 HTTP/1.1" status: 200 len: 945 time: 0.0592053 Oct 27 10:49:59.935881 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-82374016-ddbe-4d7a-9aba-e903297619d1 req-45dceb44-838d-4172-a85a-a91a40c20ca5 service neutron] 10.222.0.64 "GET /v2.0/networks/df4d2f8f-0279-4ac1-b465-f59b71763f44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1103806 Oct 27 10:49:59.947339 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-1a7e5489-553a-4669-9a3c-fa8b1b2c5849 req-9133c4f2-f8a0-4666-8d1c-6e4293779ce5 tempest-ServerRescueNegativeTestJSON-1023322817 tempest-ServerRescueNegativeTestJSON-1023322817-project] 10.222.0.44 "GET /v2.0/security-groups?id=d9faf0c3-7aa8-42ca-936b-1bacb18366f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432580 Oct 27 10:50:00.031831 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-82374016-ddbe-4d7a-9aba-e903297619d1 req-2a95d83d-8d23-477e-97d1-700a70a6e354 service neutron] 10.222.0.64 "GET /v2.0/networks/df4d2f8f-0279-4ac1-b465-f59b71763f44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875647 Oct 27 10:50:00.278218 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693c7238-7f1c-46f7-b09a-4b405026e9bf req-722c085e-f808-4618-b8de-6911e1e0cf67 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:50:00.279694 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-693c7238-7f1c-46f7-b09a-4b405026e9bf req-722c085e-f808-4618-b8de-6911e1e0cf67 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] 10.222.0.44 "GET /v2.0/ports?device_id=1c713a44-4f54-40bf-a239-314a2d4de872 HTTP/1.1" status: 200 len: 945 time: 0.0519514 Oct 27 10:50:00.320335 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-693c7238-7f1c-46f7-b09a-4b405026e9bf req-48819998-a1e3-45dd-a0ac-bb9de82bcb00 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] 10.222.0.44 "GET /v2.0/security-groups?id=eee0406b-ae04-4e11-aab1-3cc89dda72de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334251 Oct 27 10:50:00.851100 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11879768-20dc-462e-a1bb-2d201b6367c5', 'tag': '1be4bbd6-973b-46b3-bcdc-a1070bef65e3'}] {{(pid=102347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:50:00.853503 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311149b481204ee7edffdb959c881838506fbd95bc8577c048f6677abb73acc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-941af6b3-bbb2-45e5-a14c-0d164f7a0e02" -d '{"events": [{"name": "network-changed", "server_uuid": "11879768-20dc-462e-a1bb-2d201b6367c5", "tag": "1be4bbd6-973b-46b3-bcdc-a1070bef65e3"}]}' {{(pid=102347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:50:00.907983 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 10:50:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93c3c844-712e-4588-8d13-0bbaf24aa6fb x-openstack-request-id: req-93c3c844-712e-4588-8d13-0bbaf24aa6fb {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:50:00.908257 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11879768-20dc-462e-a1bb-2d201b6367c5", "tag": "1be4bbd6-973b-46b3-bcdc-a1070bef65e3", "status": "completed", "code": 200}]} {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:50:00.908465 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-93c3c844-712e-4588-8d13-0bbaf24aa6fb {{(pid=102347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:50:00.908855 n-d-813419-10 neutron-server[102347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11879768-20dc-462e-a1bb-2d201b6367c5', 'tag': '1be4bbd6-973b-46b3-bcdc-a1070bef65e3', 'status': 'completed', 'code': 200} Oct 27 10:50:00.983113 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941af6b3-bbb2-45e5-a14c-0d164f7a0e02 req-cb511260-b523-43a4-a5c6-0ca48fc03484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:50:00.986848 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-941af6b3-bbb2-45e5-a14c-0d164f7a0e02 req-cb511260-b523-43a4-a5c6-0ca48fc03484 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=7f357cb809634e50864d0c31dbcbd617&device_id=11879768-20dc-462e-a1bb-2d201b6367c5 HTTP/1.1" status: 200 len: 1096 time: 0.0516269 Oct 27 10:50:00.993010 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf23737-1f5a-4e2a-990c-fda195b610e8 req-4ebf1eae-d20d-44b7-bba9-e0e9b5ae9e99 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:50:01.003319 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-adf23737-1f5a-4e2a-990c-fda195b610e8 req-4ebf1eae-d20d-44b7-bba9-e0e9b5ae9e99 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "GET /v2.0/ports?device_id=11879768-20dc-462e-a1bb-2d201b6367c5 HTTP/1.1" status: 200 len: 944 time: 0.1091127 Oct 27 10:50:01.023995 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941af6b3-bbb2-45e5-a14c-0d164f7a0e02 req-9b4f8019-d7e5-491b-bc4c-000093fd3b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:50:01.025497 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-941af6b3-bbb2-45e5-a14c-0d164f7a0e02 req-9b4f8019-d7e5-491b-bc4c-000093fd3b18 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7f357cb809634e50864d0c31dbcbd617&device_id=11879768-20dc-462e-a1bb-2d201b6367c5 HTTP/1.1" status: 200 len: 1096 time: 0.0948331 Oct 27 10:50:01.065808 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-adf23737-1f5a-4e2a-990c-fda195b610e8 req-8243496a-848e-4075-bf73-d2c2643e0b60 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "GET /v2.0/security-groups?id=85747918-4b2b-4843-b687-6b312fd5b508&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614030 Oct 27 10:50:01.133196 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941af6b3-bbb2-45e5-a14c-0d164f7a0e02 req-6606e239-e9fc-4944-81a0-f3abf4a55870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:50:01.135148 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-941af6b3-bbb2-45e5-a14c-0d164f7a0e02 req-6606e239-e9fc-4944-81a0-f3abf4a55870 service neutron] 10.222.0.76 "GET /v2.0/networks?id=df4d2f8f-0279-4ac1-b465-f59b71763f44 HTTP/1.1" status: 200 len: 898 time: 0.1391063 Oct 27 10:50:01.141486 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941af6b3-bbb2-45e5-a14c-0d164f7a0e02 req-2457dbe6-59f1-4cec-ada3-8fc877b10026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:50:01.144464 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-941af6b3-bbb2-45e5-a14c-0d164f7a0e02 req-2457dbe6-59f1-4cec-ada3-8fc877b10026 service neutron] 10.222.0.64 "GET /v2.0/networks?id=df4d2f8f-0279-4ac1-b465-f59b71763f44 HTTP/1.1" status: 200 len: 898 time: 0.1052139 Oct 27 10:50:01.185741 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device ba3a2f1e-bf4c-49a2-8f38-28785d639aa6 up at agent hyperv_n-h1-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:50:01.236412 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9622ea-b50d-47d4-9906-1345d456426e req-7a52d8e9-5c92-40cc-af38-fa66450e9d7f tempest-ServerRescueNegativeTestJSON-1023322817 tempest-ServerRescueNegativeTestJSON-1023322817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:50:01.246175 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.agents_db [None req-e79ee67d-056e-46ea-bd99-e80473396b25 None None] Agent healthcheck: found 7 active agents {{(pid=102349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 10:50:01.254990 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-3c9622ea-b50d-47d4-9906-1345d456426e req-7a52d8e9-5c92-40cc-af38-fa66450e9d7f tempest-ServerRescueNegativeTestJSON-1023322817 tempest-ServerRescueNegativeTestJSON-1023322817-project] 10.222.0.44 "GET /v2.0/ports?device_id=0e38e5fe-b7e6-4a57-9fef-a67e31b94d76 HTTP/1.1" status: 200 len: 945 time: 0.1691844 Oct 27 10:50:01.275012 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Provisioning for port ba3a2f1e-bf4c-49a2-8f38-28785d639aa6 completed by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 10:50:01.287438 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Provisioning complete for port ba3a2f1e-bf4c-49a2-8f38-28785d639aa6 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:50:01.287811 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:50:01.310137 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-941af6b3-bbb2-45e5-a14c-0d164f7a0e02 req-558414a6-9d11-4da6-881b-822a5807cd3a service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1be4bbd6-973b-46b3-bcdc-a1070bef65e3 HTTP/1.1" status: 200 len: 998 time: 0.1647921 Oct 27 10:50:01.323522 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-3c9622ea-b50d-47d4-9906-1345d456426e req-758408a4-f5d9-4be2-a10f-5f153e5a99ff tempest-ServerRescueNegativeTestJSON-1023322817 tempest-ServerRescueNegativeTestJSON-1023322817-project] 10.222.0.44 "GET /v2.0/security-groups?id=d9faf0c3-7aa8-42ca-936b-1bacb18366f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651426 Oct 27 10:50:01.397768 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941af6b3-bbb2-45e5-a14c-0d164f7a0e02 req-e74fefb0-ce74-4c96-a6cd-13c994a143d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:50:01.401967 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-941af6b3-bbb2-45e5-a14c-0d164f7a0e02 req-e74fefb0-ce74-4c96-a6cd-13c994a143d6 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=e60b25b2-9ab5-4d1d-a2b7-bc998becb4d1 HTTP/1.1" status: 200 len: 835 time: 0.0738933 Oct 27 10:50:01.466225 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:50:01.478021 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941af6b3-bbb2-45e5-a14c-0d164f7a0e02 req-02e70f00-dbb0-482c-a120-1e4004bd14cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:50:01.480281 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-941af6b3-bbb2-45e5-a14c-0d164f7a0e02 req-02e70f00-dbb0-482c-a120-1e4004bd14cf service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=df4d2f8f-0279-4ac1-b465-f59b71763f44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0717447 Oct 27 10:50:01.495293 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c713a44-4f54-40bf-a239-314a2d4de872', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba3a2f1e-bf4c-49a2-8f38-28785d639aa6'}] {{(pid=102348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:50:01.504153 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c588921fa634554a1d9242fdea1b05457a9ff1d3b28ba54ec1dace7f2f1df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecf3f3f7-225f-4b0d-8184-118015a2e8a3" -d '{"events": [{"server_uuid": "1c713a44-4f54-40bf-a239-314a2d4de872", "name": "network-vif-plugged", "status": "completed", "tag": "ba3a2f1e-bf4c-49a2-8f38-28785d639aa6"}]}' {{(pid=102348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:50:01.535286 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port ba3a2f1e-bf4c-49a2-8f38-28785d639aa6, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=ba3a2f1e-bf4c-49a2-8f38-28785d639aa6,segment=NetworkSegment(a1e5d71c-763c-4ec1-adad-a7cf16ac4ffc),segment_id=a1e5d71c-763c-4ec1-adad-a7cf16ac4ffc)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:50:01.544960 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:50:01.612453 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-941af6b3-bbb2-45e5-a14c-0d164f7a0e02 req-2cce4d3b-e3a5-414c-9bf1-b24ed461606f service neutron] 10.222.0.76 "GET /v2.0/networks/df4d2f8f-0279-4ac1-b465-f59b71763f44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227517 Oct 27 10:50:01.662022 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Pushing event updated for resources: {'Port': ['ID=ba3a2f1e-bf4c-49a2-8f38-28785d639aa6,revision_number=5']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:50:01.700753 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:50:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af85fe4e-afae-47a1-85db-3597a86b15fc x-openstack-request-id: req-af85fe4e-afae-47a1-85db-3597a86b15fc {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:50:01.701379 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c713a44-4f54-40bf-a239-314a2d4de872", "name": "network-vif-plugged", "status": "completed", "tag": "ba3a2f1e-bf4c-49a2-8f38-28785d639aa6", "code": 200}]} {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:50:01.702599 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-af85fe4e-afae-47a1-85db-3597a86b15fc {{(pid=102348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:50:01.703209 n-d-813419-10 neutron-server[102348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c713a44-4f54-40bf-a239-314a2d4de872', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba3a2f1e-bf4c-49a2-8f38-28785d639aa6', 'code': 200} Oct 27 10:50:01.757373 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-941af6b3-bbb2-45e5-a14c-0d164f7a0e02 req-889748cf-fcaa-4640-ae2b-b11486fa95ef service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1be4bbd6-973b-46b3-bcdc-a1070bef65e3 HTTP/1.1" status: 200 len: 998 time: 0.6039214 Oct 27 10:50:01.770784 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35041b3f-58a7-4381-8cb5-5b85b846e349 req-31f9aaf2-d04e-47db-8ebe-a5a31b8c6c76 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:50:01.779394 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-35041b3f-58a7-4381-8cb5-5b85b846e349 req-31f9aaf2-d04e-47db-8ebe-a5a31b8c6c76 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] 10.222.0.44 "GET /v2.0/ports?device_id=1c713a44-4f54-40bf-a239-314a2d4de872 HTTP/1.1" status: 200 len: 946 time: 0.0855393 Oct 27 10:50:01.792096 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-941af6b3-bbb2-45e5-a14c-0d164f7a0e02 req-daca465a-1538-4809-b4a8-ac1c3b41a9dd service neutron] 10.222.0.76 "GET /v2.0/networks/df4d2f8f-0279-4ac1-b465-f59b71763f44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1687939 Oct 27 10:50:01.841639 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 58884) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:50:01.879320 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-35041b3f-58a7-4381-8cb5-5b85b846e349 req-eda49222-6fef-4bfd-baee-0387f1bce061 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] 10.222.0.44 "GET /v2.0/security-groups?id=eee0406b-ae04-4e11-aab1-3cc89dda72de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0987608 Oct 27 10:50:01.884870 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941af6b3-bbb2-45e5-a14c-0d164f7a0e02 req-10e085db-0578-493f-be45-13bbeadc8634 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:50:01.886390 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-941af6b3-bbb2-45e5-a14c-0d164f7a0e02 req-10e085db-0578-493f-be45-13bbeadc8634 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e60b25b2-9ab5-4d1d-a2b7-bc998becb4d1 HTTP/1.1" status: 200 len: 835 time: 0.1040783 Oct 27 10:50:01.906692 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fa3cab-4aa2-4ae1-8739-c9c6251788a8 req-e1c0efb3-1189-4848-a009-08ce433dc17f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:50:01.908918 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b0fa3cab-4aa2-4ae1-8739-c9c6251788a8 req-e1c0efb3-1189-4848-a009-08ce433dc17f service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=1c713a44-4f54-40bf-a239-314a2d4de872 HTTP/1.1" status: 200 len: 1098 time: 0.0779324 Oct 27 10:50:01.962488 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941af6b3-bbb2-45e5-a14c-0d164f7a0e02 req-f0129880-1d8a-48e9-aa68-325ef6a588a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:50:01.963954 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-941af6b3-bbb2-45e5-a14c-0d164f7a0e02 req-f0129880-1d8a-48e9-aa68-325ef6a588a3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=df4d2f8f-0279-4ac1-b465-f59b71763f44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0678594 Oct 27 10:50:01.965436 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b0fa3cab-4aa2-4ae1-8739-c9c6251788a8 req-fec8b53c-4e2d-4789-9383-ed769374fb94 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=eee0406b-ae04-4e11-aab1-3cc89dda72de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428917 Oct 27 10:50:01.980369 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-e6b9be0a-abfd-4d2c-a901-100bbaa16376 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:50:02.062244 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-e6b9be0a-abfd-4d2c-a901-100bbaa16376 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:50:02.066704 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-e6b9be0a-abfd-4d2c-a901-100bbaa16376 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:50:02.106020 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b9be0a-abfd-4d2c-a901-100bbaa16376 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9a42267-9e05-49ba-8262-88b0d72257a5,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:50:02.115991 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 58890) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:50:02.116633 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-e6b9be0a-abfd-4d2c-a901-100bbaa16376 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7f0e216d336844c3811be12cc84a23d6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2734983 Oct 27 10:50:02.200940 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c26f597-0c24-4843-989f-8d00ddce80cd req-78474827-4f31-4de5-a4b9-55fe7494249d tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:50:02.202407 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-5c26f597-0c24-4843-989f-8d00ddce80cd req-78474827-4f31-4de5-a4b9-55fe7494249d tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "GET /v2.0/ports?device_id=11879768-20dc-462e-a1bb-2d201b6367c5 HTTP/1.1" status: 200 len: 944 time: 0.0574231 Oct 27 10:50:02.217581 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-ba22f6c4-b9da-40a7-a1b6-3b5fc8e8b58e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:50:02.246131 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-5c26f597-0c24-4843-989f-8d00ddce80cd req-874a865e-08ee-48a3-ab5f-8e62c05cd1cb tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "GET /v2.0/security-groups?id=85747918-4b2b-4843-b687-6b312fd5b508&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366204 Oct 27 10:50:02.253477 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-ba22f6c4-b9da-40a7-a1b6-3b5fc8e8b58e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:50:02.279233 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-941af6b3-bbb2-45e5-a14c-0d164f7a0e02 req-7c750fb5-82c5-4530-9ce8-39a4c5e0e6bf service neutron] 10.222.0.64 "GET /v2.0/networks/df4d2f8f-0279-4ac1-b465-f59b71763f44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235855 Oct 27 10:50:02.388170 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-ba22f6c4-b9da-40a7-a1b6-3b5fc8e8b58e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:50:02.392376 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-ba22f6c4-b9da-40a7-a1b6-3b5fc8e8b58e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:50:02.393747 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-ba22f6c4-b9da-40a7-a1b6-3b5fc8e8b58e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f9a42267-9e05-49ba-8262-88b0d72257a5 HTTP/1.1" status: 204 len: 168 time: 0.2766972 Oct 27 10:50:02.405369 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-941af6b3-bbb2-45e5-a14c-0d164f7a0e02 req-e6dff43b-3a7e-40da-8a4e-4ebb81b286b0 service neutron] 10.222.0.64 "GET /v2.0/networks/df4d2f8f-0279-4ac1-b465-f59b71763f44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1182227 Oct 27 10:50:02.434014 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba22f6c4-b9da-40a7-a1b6-3b5fc8e8b58e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9a42267-9e05-49ba-8262-88b0d72257a5,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:50:02.473484 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84d1877-ab60-4802-8c26-e4575372d93f req-89d96698-7821-4340-b683-ea2d0b280574 tempest-ServerRescueNegativeTestJSON-1023322817 tempest-ServerRescueNegativeTestJSON-1023322817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:50:02.474269 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device 1be4bbd6-973b-46b3-bcdc-a1070bef65e3 no longer exists at agent hyperv_n-h2-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:50:02.482636 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-f84d1877-ab60-4802-8c26-e4575372d93f req-89d96698-7821-4340-b683-ea2d0b280574 tempest-ServerRescueNegativeTestJSON-1023322817 tempest-ServerRescueNegativeTestJSON-1023322817-project] 10.222.0.44 "GET /v2.0/ports?device_id=0e38e5fe-b7e6-4a57-9fef-a67e31b94d76 HTTP/1.1" status: 200 len: 945 time: 0.0836062 Oct 27 10:50:02.535433 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device 1be4bbd6-973b-46b3-bcdc-a1070bef65e3 not bound to the agent host n-h2-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:50:02.566166 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce9ab79-c5de-4075-9ae1-747d7b0496a0 req-6fc09831-efd5-4024-96f2-3cf4ba2ff26a tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:50:02.568646 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-fce9ab79-c5de-4075-9ae1-747d7b0496a0 req-6fc09831-efd5-4024-96f2-3cf4ba2ff26a tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "GET /v2.0/ports?device_id=11879768-20dc-462e-a1bb-2d201b6367c5 HTTP/1.1" status: 200 len: 944 time: 0.0690272 Oct 27 10:50:02.590084 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-f84d1877-ab60-4802-8c26-e4575372d93f req-90e8ccbd-85c6-4785-8832-db72d85e2991 tempest-ServerRescueNegativeTestJSON-1023322817 tempest-ServerRescueNegativeTestJSON-1023322817-project] 10.222.0.44 "GET /v2.0/security-groups?id=d9faf0c3-7aa8-42ca-936b-1bacb18366f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843358 Oct 27 10:50:02.603850 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb67fce-f01f-46ef-9ec0-4bb5eb5be819 req-4e8f982d-5c8c-49da-8d47-b80674c1ba9f tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:50:02.605311 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-0fb67fce-f01f-46ef-9ec0-4bb5eb5be819 req-4e8f982d-5c8c-49da-8d47-b80674c1ba9f tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.64 "GET /v2.0/ports?device_id=11879768-20dc-462e-a1bb-2d201b6367c5&tenant_id=7f357cb809634e50864d0c31dbcbd617&binding%3Ahost_id=n-h1-813419-10 HTTP/1.1" status: 200 len: 944 time: 0.1053715 Oct 27 10:50:02.607402 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:50:02.613193 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-fce9ab79-c5de-4075-9ae1-747d7b0496a0 req-f8416272-288e-4a0c-9f3f-f8a7d5bad017 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "GET /v2.0/security-groups?id=85747918-4b2b-4843-b687-6b312fd5b508&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391943 Oct 27 10:50:02.674408 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-0fb67fce-f01f-46ef-9ec0-4bb5eb5be819 req-c2151acc-97b3-47a1-9f7d-b97e9e646e0d service neutron] 10.222.0.64 "GET /v2.0/ports/1be4bbd6-973b-46b3-bcdc-a1070bef65e3/bindings/n-h1-813419-10 HTTP/1.1" status: 200 len: 383 time: 0.0602579 Oct 27 10:50:02.740163 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb67fce-f01f-46ef-9ec0-4bb5eb5be819 req-eca6ecce-bac7-419f-b723-0c18840d54ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:50:02.741749 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-0fb67fce-f01f-46ef-9ec0-4bb5eb5be819 req-eca6ecce-bac7-419f-b723-0c18840d54ad service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7f357cb809634e50864d0c31dbcbd617&device_id=11879768-20dc-462e-a1bb-2d201b6367c5 HTTP/1.1" status: 200 len: 1096 time: 0.0433745 Oct 27 10:50:02.747382 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 58904) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:50:02.776995 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-8ad1a282-dfb8-4eea-8489-2affc1f65290 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:50:02.885700 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb67fce-f01f-46ef-9ec0-4bb5eb5be819 req-7423dc4b-e698-4332-a1a0-c1e31d5e1bae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:50:02.887268 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-0fb67fce-f01f-46ef-9ec0-4bb5eb5be819 req-7423dc4b-e698-4332-a1a0-c1e31d5e1bae service neutron] 10.222.0.64 "GET /v2.0/networks?id=df4d2f8f-0279-4ac1-b465-f59b71763f44 HTTP/1.1" status: 200 len: 898 time: 0.1329391 Oct 27 10:50:03.006544 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-8ad1a282-dfb8-4eea-8489-2affc1f65290 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:50:03.009991 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-0fb67fce-f01f-46ef-9ec0-4bb5eb5be819 req-c109715d-8c8b-4d17-9b4a-cfdfff007765 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1be4bbd6-973b-46b3-bcdc-a1070bef65e3 HTTP/1.1" status: 200 len: 998 time: 0.1123133 Oct 27 10:50:03.013211 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-8ad1a282-dfb8-4eea-8489-2affc1f65290 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:50:03.096218 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4527ba01-40d7-4737-804e-821968fe6204 req-da0819bb-acae-404c-8d54-61d7e5084103 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:50:03.097958 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-4527ba01-40d7-4737-804e-821968fe6204 req-da0819bb-acae-404c-8d54-61d7e5084103 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] 10.222.0.44 "GET /v2.0/ports?device_id=1c713a44-4f54-40bf-a239-314a2d4de872 HTTP/1.1" status: 200 len: 946 time: 0.1409822 Oct 27 10:50:03.107217 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-8ad1a282-dfb8-4eea-8489-2affc1f65290 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4615e454c5604f7b8492150692c6e271&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3587806 Oct 27 10:50:03.109935 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 58908) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:50:03.110838 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad1a282-dfb8-4eea-8489-2affc1f65290 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be01259b-9eef-4ada-b80d-22412fa20bf1,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:50:03.133909 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb67fce-f01f-46ef-9ec0-4bb5eb5be819 req-de449f55-54f8-4b76-99ec-c57e604a6e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:50:03.135418 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-0fb67fce-f01f-46ef-9ec0-4bb5eb5be819 req-de449f55-54f8-4b76-99ec-c57e604a6e59 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e60b25b2-9ab5-4d1d-a2b7-bc998becb4d1 HTTP/1.1" status: 200 len: 835 time: 0.1102824 Oct 27 10:50:03.194549 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-4527ba01-40d7-4737-804e-821968fe6204 req-a2a1296b-dc3b-4a3d-996f-d1a3c9f2d0e3 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] 10.222.0.44 "GET /v2.0/security-groups?id=eee0406b-ae04-4e11-aab1-3cc89dda72de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844085 Oct 27 10:50:03.195285 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device 1be4bbd6-973b-46b3-bcdc-a1070bef65e3 details requested by agent hyperv_n-h1-813419-10 with host n-h1-813419-10 {{(pid=102348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 10:50:03.198031 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d9b78841-acd4-4291-9d85-18d6f77bd7c9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:50:03.224893 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb67fce-f01f-46ef-9ec0-4bb5eb5be819 req-d5b69ee9-3243-4f39-a4b5-57d0a0efc5bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:50:03.226682 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-0fb67fce-f01f-46ef-9ec0-4bb5eb5be819 req-d5b69ee9-3243-4f39-a4b5-57d0a0efc5bf service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=df4d2f8f-0279-4ac1-b465-f59b71763f44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0822606 Oct 27 10:50:03.230734 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d9b78841-acd4-4291-9d85-18d6f77bd7c9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:50:03.285639 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d9b78841-acd4-4291-9d85-18d6f77bd7c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:50:03.289236 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d9b78841-acd4-4291-9d85-18d6f77bd7c9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:50:03.290939 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-d9b78841-acd4-4291-9d85-18d6f77bd7c9 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/be01259b-9eef-4ada-b80d-22412fa20bf1 HTTP/1.1" status: 204 len: 168 time: 0.1789432 Oct 27 10:50:03.316267 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b78841-acd4-4291-9d85-18d6f77bd7c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be01259b-9eef-4ada-b80d-22412fa20bf1,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:50:03.322442 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port 1be4bbd6-973b-46b3-bcdc-a1070bef65e3, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=1be4bbd6-973b-46b3-bcdc-a1070bef65e3,segment=NetworkSegment(ace6fc3c-2203-4b0c-8061-3b723387ecf0),segment_id=ace6fc3c-2203-4b0c-8061-3b723387ecf0)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:50:03.344465 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Returning: {'device': '1be4bbd6-973b-46b3-bcdc-a1070bef65e3', 'network_id': 'df4d2f8f-0279-4ac1-b465-f59b71763f44', 'port_id': '1be4bbd6-973b-46b3-bcdc-a1070bef65e3', 'mac_address': 'fa:16:3e:39:98:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e60b25b2-9ab5-4d1d-a2b7-bc998becb4d1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 10:50:03.372289 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-0fb67fce-f01f-46ef-9ec0-4bb5eb5be819 req-272c40e1-72b7-4734-a523-faf76e7c43a1 service neutron] 10.222.0.64 "GET /v2.0/networks/df4d2f8f-0279-4ac1-b465-f59b71763f44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373804 Oct 27 10:50:03.393022 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:50:03.410436 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1be4bbd6-973b-46b3-bcdc-a1070bef65e3 {{(pid=102348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:50:03.432982 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port 1be4bbd6-973b-46b3-bcdc-a1070bef65e3, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=1be4bbd6-973b-46b3-bcdc-a1070bef65e3,segment=NetworkSegment(ace6fc3c-2203-4b0c-8061-3b723387ecf0),segment_id=ace6fc3c-2203-4b0c-8061-3b723387ecf0)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:50:03.437455 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:50:03.477498 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-0fb67fce-f01f-46ef-9ec0-4bb5eb5be819 req-04054667-7223-4283-9aa0-d37e15966f37 service neutron] 10.222.0.64 "GET /v2.0/networks/df4d2f8f-0279-4ac1-b465-f59b71763f44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976791 Oct 27 10:50:03.511317 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Pushing event updated for resources: {'Port': ['ID=1be4bbd6-973b-46b3-bcdc-a1070bef65e3,revision_number=8']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:50:03.584289 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcda010-0bff-4ccd-b430-e8bef18c28dc req-5b77b229-b046-4a1d-9412-f181654dc532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:50:03.585955 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-3dcda010-0bff-4ccd-b430-e8bef18c28dc req-5b77b229-b046-4a1d-9412-f181654dc532 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=0e38e5fe-b7e6-4a57-9fef-a67e31b94d76 HTTP/1.1" status: 200 len: 1097 time: 0.0454700 Oct 27 10:50:03.633131 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-3dcda010-0bff-4ccd-b430-e8bef18c28dc req-0d543860-8122-4934-b45c-1078c9f3bef0 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=d9faf0c3-7aa8-42ca-936b-1bacb18366f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360665 Oct 27 10:50:03.701302 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] get_ports_and_sgs() called for port_ids ['1be4bbd6-973b-46b3-bcdc-a1070bef65e3'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:50:03.705984 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c233e5b6-22fd-4f81-9456-550b231a2818 req-1718b618-41e2-4890-ae90-ec8f62ecddbc tempest-ServerRescueNegativeTestJSON-1023322817 tempest-ServerRescueNegativeTestJSON-1023322817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:50:03.707653 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 58920) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:50:03.707790 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c233e5b6-22fd-4f81-9456-550b231a2818 req-1718b618-41e2-4890-ae90-ec8f62ecddbc tempest-ServerRescueNegativeTestJSON-1023322817 tempest-ServerRescueNegativeTestJSON-1023322817-project] 10.222.0.44 "GET /v2.0/ports?device_id=0e38e5fe-b7e6-4a57-9fef-a67e31b94d76 HTTP/1.1" status: 200 len: 945 time: 0.0652342 Oct 27 10:50:03.727658 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-46dab266-3546-42ed-ad7d-f727f4719d35 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:50:03.783499 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c233e5b6-22fd-4f81-9456-550b231a2818 req-c3db1bf7-d174-49c9-9e8d-37e46159d941 tempest-ServerRescueNegativeTestJSON-1023322817 tempest-ServerRescueNegativeTestJSON-1023322817-project] 10.222.0.44 "GET /v2.0/security-groups?id=d9faf0c3-7aa8-42ca-936b-1bacb18366f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662401 Oct 27 10:50:03.820016 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-46dab266-3546-42ed-ad7d-f727f4719d35 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:50:03.824228 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-46dab266-3546-42ed-ad7d-f727f4719d35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:50:03.869351 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-46dab266-3546-42ed-ad7d-f727f4719d35 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5490d118596949ccb0e410c3a63ef036&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1525474 Oct 27 10:50:03.869351 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46dab266-3546-42ed-ad7d-f727f4719d35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59121022-dcbb-4b1a-b3a0-c584dd2c2f66,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:50:03.869852 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 58924) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:50:03.926091 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-32693b17-f93c-40fe-bcb7-968e709a15aa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:50:03.949339 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-32693b17-f93c-40fe-bcb7-968e709a15aa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:50:04.004445 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-32693b17-f93c-40fe-bcb7-968e709a15aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:50:04.007668 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-32693b17-f93c-40fe-bcb7-968e709a15aa admin admin] Publish callbacks [] for security_group, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:50:04.009101 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-32693b17-f93c-40fe-bcb7-968e709a15aa admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/59121022-dcbb-4b1a-b3a0-c584dd2c2f66 HTTP/1.1" status: 204 len: 168 time: 0.1395638 Oct 27 10:50:04.009568 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b24b265-15cf-4c93-a539-ff9e37c11e03 req-d2f1aa8f-8b93-4232-91f3-8c4ca3ade183 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:50:04.017718 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-1b24b265-15cf-4c93-a539-ff9e37c11e03 req-d2f1aa8f-8b93-4232-91f3-8c4ca3ade183 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "GET /v2.0/ports?device_id=11879768-20dc-462e-a1bb-2d201b6367c5 HTTP/1.1" status: 200 len: 945 time: 0.3200290 Oct 27 10:50:04.018099 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32693b17-f93c-40fe-bcb7-968e709a15aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59121022-dcbb-4b1a-b3a0-c584dd2c2f66,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:50:04.058603 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-1b24b265-15cf-4c93-a539-ff9e37c11e03 req-0c984d46-80b4-453c-8763-dd6a5d9c01c2 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "GET /v2.0/security-groups?id=85747918-4b2b-4843-b687-6b312fd5b508&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399482 Oct 27 10:50:04.327752 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cefed8-0fe9-43c6-8104-ea61a714d895 req-7d910c7e-a2b0-4d95-8eac-283b8e9ac0a1 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:50:04.329442 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-36cefed8-0fe9-43c6-8104-ea61a714d895 req-7d910c7e-a2b0-4d95-8eac-283b8e9ac0a1 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] 10.222.0.44 "GET /v2.0/ports?device_id=1c713a44-4f54-40bf-a239-314a2d4de872 HTTP/1.1" status: 200 len: 946 time: 0.0541401 Oct 27 10:50:04.379072 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-36cefed8-0fe9-43c6-8104-ea61a714d895 req-50a66b6b-cb18-4ac0-ba81-42d16f7fdb34 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] 10.222.0.44 "GET /v2.0/security-groups?id=eee0406b-ae04-4e11-aab1-3cc89dda72de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422893 Oct 27 10:50:04.508357 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43ba60e-9a70-4008-9ef1-919f92ecf261 req-b38edc82-7af0-406a-ac16-72d39b776f03 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:50:04.509842 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-d43ba60e-9a70-4008-9ef1-919f92ecf261 req-b38edc82-7af0-406a-ac16-72d39b776f03 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] 10.222.0.44 "GET /v2.0/ports?device_id=1c713a44-4f54-40bf-a239-314a2d4de872 HTTP/1.1" status: 200 len: 946 time: 0.0549793 Oct 27 10:50:04.550717 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-d43ba60e-9a70-4008-9ef1-919f92ecf261 req-089db8a1-64b9-49e7-af27-ae8a3d2f2b96 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] 10.222.0.44 "GET /v2.0/security-groups?id=eee0406b-ae04-4e11-aab1-3cc89dda72de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346470 Oct 27 10:50:04.575140 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 58948) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:50:04.622462 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-955f305b-2a13-4a48-98f2-a32bf2dbcbe4 tempest-TestNetworkBasicOps-239470800 tempest-TestNetworkBasicOps-239470800-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:50:04.624495 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-955f305b-2a13-4a48-98f2-a32bf2dbcbe4 tempest-TestNetworkBasicOps-239470800 tempest-TestNetworkBasicOps-239470800-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=1c713a44-4f54-40bf-a239-314a2d4de872 HTTP/1.1" status: 200 len: 1093 time: 0.0481892 Oct 27 10:50:04.627659 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 58952) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:50:04.632492 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-8d09f76e-ae5d-4164-ab48-93299638b083 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Request body: {'floatingip': {'floating_network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'port_id': 'ba3a2f1e-bf4c-49a2-8f38-28785d639aa6', 'tenant_id': 'b77ac30bad224fe0b8e5f2c5dd43d62c', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:50:04.655073 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-8d09f76e-ae5d-4164-ab48-93299638b083 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Publish callbacks [] for floatingip, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:50:04.759100 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-8d09f76e-ae5d-4164-ab48-93299638b083 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:50:04.885866 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_common [None req-8d09f76e-ae5d-4164-ab48-93299638b083 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Allocated IP 172.25.8.245 (185ff123-c7ff-45c7-a6be-71feb35acc9c/0fb9f9d1-7384-481f-8fa8-f4566c349d30/4dbf8fe1-a733-42d7-b50c-fe651423f9b7) {{(pid=102347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:50:04.943351 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1618dfd1-8f75-4665-8666-fc2713cfac11 req-839a7283-7295-474d-8d7b-9d645b606660 tempest-ServerRescueNegativeTestJSON-1023322817 tempest-ServerRescueNegativeTestJSON-1023322817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:50:04.949432 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-1618dfd1-8f75-4665-8666-fc2713cfac11 req-839a7283-7295-474d-8d7b-9d645b606660 tempest-ServerRescueNegativeTestJSON-1023322817 tempest-ServerRescueNegativeTestJSON-1023322817-project] 10.222.0.44 "GET /v2.0/ports?device_id=0e38e5fe-b7e6-4a57-9fef-a67e31b94d76 HTTP/1.1" status: 200 len: 945 time: 0.0852041 Oct 27 10:50:05.014828 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-1618dfd1-8f75-4665-8666-fc2713cfac11 req-aedd0fd4-f824-4885-8ac3-f4aeac75221c tempest-ServerRescueNegativeTestJSON-1023322817 tempest-ServerRescueNegativeTestJSON-1023322817-project] 10.222.0.44 "GET /v2.0/security-groups?id=d9faf0c3-7aa8-42ca-936b-1bacb18366f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584888 Oct 27 10:50:05.042323 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-8d09f76e-ae5d-4164-ab48-93299638b083 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Publish callbacks [] for port, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:50:05.080456 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-8d09f76e-ae5d-4164-ab48-93299638b083 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:50:05.126492 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d09f76e-ae5d-4164-ab48-93299638b083 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Network 185ff123-c7ff-45c7-a6be-71feb35acc9c is already hosted by enough agents. {{(pid=102347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:50:05.129518 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [None req-8d09f76e-ae5d-4164-ab48-93299638b083 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Resources bound (agent type, host, resource id): {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:50:05.132295 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d09f76e-ae5d-4164-ab48-93299638b083 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Received port after_create {{(pid=102347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:50:05.139480 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d09f76e-ae5d-4164-ab48-93299638b083 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Pushing event updated for resources: {'Port': ['ID=4dbf8fe1-a733-42d7-b50c-fe651423f9b7,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:50:05.201115 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device 1be4bbd6-973b-46b3-bcdc-a1070bef65e3 up at agent hyperv_n-h1-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:50:05.267869 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d942d951-e97d-44e6-8557-9b48c0e35038 req-d87ad2f6-ffb0-4250-96a7-5844177cbc29 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:50:05.269588 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-d942d951-e97d-44e6-8557-9b48c0e35038 req-d87ad2f6-ffb0-4250-96a7-5844177cbc29 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "GET /v2.0/ports?device_id=11879768-20dc-462e-a1bb-2d201b6367c5 HTTP/1.1" status: 200 len: 945 time: 0.1057200 Oct 27 10:50:05.293248 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Provisioning for port 1be4bbd6-973b-46b3-bcdc-a1070bef65e3 completed by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 10:50:05.300702 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Provisioning complete for port 1be4bbd6-973b-46b3-bcdc-a1070bef65e3 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:50:05.301194 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:50:05.414918 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:50:05.445880 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11879768-20dc-462e-a1bb-2d201b6367c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1be4bbd6-973b-46b3-bcdc-a1070bef65e3'}] {{(pid=102348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:50:05.448778 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c588921fa634554a1d9242fdea1b05457a9ff1d3b28ba54ec1dace7f2f1df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73389804-a4b0-4dae-b0f0-301c0eb24c1a" -d '{"events": [{"server_uuid": "11879768-20dc-462e-a1bb-2d201b6367c5", "name": "network-vif-plugged", "status": "completed", "tag": "1be4bbd6-973b-46b3-bcdc-a1070bef65e3"}]}' {{(pid=102348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:50:05.465296 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port 1be4bbd6-973b-46b3-bcdc-a1070bef65e3, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=1be4bbd6-973b-46b3-bcdc-a1070bef65e3,segment=NetworkSegment(ace6fc3c-2203-4b0c-8061-3b723387ecf0),segment_id=ace6fc3c-2203-4b0c-8061-3b723387ecf0)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:50:05.469259 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:50:05.490277 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-d942d951-e97d-44e6-8557-9b48c0e35038 req-e421b224-d8d5-4ee1-866d-575418a510f4 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "GET /v2.0/security-groups?id=85747918-4b2b-4843-b687-6b312fd5b508&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2128613 Oct 27 10:50:05.548411 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Pushing event updated for resources: {'Port': ['ID=1be4bbd6-973b-46b3-bcdc-a1070bef65e3,revision_number=9']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:50:05.614847 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:50:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45adb749-7297-4ed3-9217-9bc2afeae9ed x-openstack-request-id: req-45adb749-7297-4ed3-9217-9bc2afeae9ed {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:50:05.615116 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11879768-20dc-462e-a1bb-2d201b6367c5", "name": "network-vif-plugged", "status": "completed", "tag": "1be4bbd6-973b-46b3-bcdc-a1070bef65e3", "code": 200}]} {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:50:05.615409 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-45adb749-7297-4ed3-9217-9bc2afeae9ed {{(pid=102348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:50:05.615938 n-d-813419-10 neutron-server[102348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11879768-20dc-462e-a1bb-2d201b6367c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1be4bbd6-973b-46b3-bcdc-a1070bef65e3', 'code': 200} Oct 27 10:50:05.734262 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-8d09f76e-ae5d-4164-ab48-93299638b083 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:50:05.777385 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb67fce-f01f-46ef-9ec0-4bb5eb5be819 req-9a79b41d-c1ac-45bf-b71f-de680009dfc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:50:05.782248 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-0fb67fce-f01f-46ef-9ec0-4bb5eb5be819 req-9a79b41d-c1ac-45bf-b71f-de680009dfc6 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=11879768-20dc-462e-a1bb-2d201b6367c5&tenant_id=7f357cb809634e50864d0c31dbcbd617 HTTP/1.1" status: 200 len: 1098 time: 0.0494440 Oct 27 10:50:05.795951 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [req-0fb67fce-f01f-46ef-9ec0-4bb5eb5be819 req-a211a883-21bc-4d51-8700-1f00f38e2829 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-813419-10', 'device_owner': 'compute:nova'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:50:05.814886 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-8d09f76e-ae5d-4164-ab48-93299638b083 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:50:05.866865 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-0fb67fce-f01f-46ef-9ec0-4bb5eb5be819 req-a211a883-21bc-4d51-8700-1f00f38e2829 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:50:05.976105 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-8d09f76e-ae5d-4164-ab48-93299638b083 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Publish callbacks [] for port, precommit_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:50:05.982026 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-8d09f76e-ae5d-4164-ab48-93299638b083 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:50:06.062914 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d09f76e-ae5d-4164-ab48-93299638b083 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Pushing event updated for resources: {'Port': ['ID=4dbf8fe1-a733-42d7-b50c-fe651423f9b7,revision_number=2']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:50:06.088334 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [req-0fb67fce-f01f-46ef-9ec0-4bb5eb5be819 req-a211a883-21bc-4d51-8700-1f00f38e2829 service neutron] For port 1be4bbd6-973b-46b3-bcdc-a1070bef65e3, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=1be4bbd6-973b-46b3-bcdc-a1070bef65e3,segment=NetworkSegment(ace6fc3c-2203-4b0c-8061-3b723387ecf0),segment_id=ace6fc3c-2203-4b0c-8061-3b723387ecf0)] {{(pid=102346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:50:06.098041 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-8d09f76e-ae5d-4164-ab48-93299638b083 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1664826'] for floatingip, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:50:06.135558 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [req-0fb67fce-f01f-46ef-9ec0-4bb5eb5be819 req-a211a883-21bc-4d51-8700-1f00f38e2829 service neutron] For port 1be4bbd6-973b-46b3-bcdc-a1070bef65e3, host n-h1-813419-10, cleared binding levels {{(pid=102346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:50:06.197832 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11879768-20dc-462e-a1bb-2d201b6367c5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1be4bbd6-973b-46b3-bcdc-a1070bef65e3'}] {{(pid=102346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:50:06.200136 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc0e418f5fc417c8d55d94c0aa509b037d0beb2a734c1a709e789eb65639a56d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc9ac576-5587-4c73-b623-66cecf8a6be7" -d '{"events": [{"server_uuid": "11879768-20dc-462e-a1bb-2d201b6367c5", "name": "network-vif-unplugged", "status": "completed", "tag": "1be4bbd6-973b-46b3-bcdc-a1070bef65e3"}]}' {{(pid=102346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:50:06.205673 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-0fb67fce-f01f-46ef-9ec0-4bb5eb5be819 req-a211a883-21bc-4d51-8700-1f00f38e2829 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:50:06.229228 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b15f5ba-32e5-4608-a6fd-2279de32f503 req-3e2bd024-32a8-4396-a98e-5c05dacaa09e tempest-ServerRescueNegativeTestJSON-1023322817 tempest-ServerRescueNegativeTestJSON-1023322817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:50:06.230697 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-9b15f5ba-32e5-4608-a6fd-2279de32f503 req-3e2bd024-32a8-4396-a98e-5c05dacaa09e tempest-ServerRescueNegativeTestJSON-1023322817 tempest-ServerRescueNegativeTestJSON-1023322817-project] 10.222.0.44 "GET /v2.0/ports?device_id=0e38e5fe-b7e6-4a57-9fef-a67e31b94d76 HTTP/1.1" status: 200 len: 945 time: 0.1117241 Oct 27 10:50:06.231366 n-d-813419-10 neutron-server[102347]: INFO neutron.db.l3_db [None req-8d09f76e-ae5d-4164-ab48-93299638b083 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Floating IP 6d36f8b9-21f0-466b-9c2d-036ed73540a0 associated. External IP: 172.25.8.245, port: ba3a2f1e-bf4c-49a2-8f38-28785d639aa6. Oct 27 10:50:06.242409 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.provisioning_blocks [req-0fb67fce-f01f-46ef-9ec0-4bb5eb5be819 req-a211a883-21bc-4d51-8700-1f00f38e2829 service neutron] Transition to ACTIVE for port object 1be4bbd6-973b-46b3-bcdc-a1070bef65e3 will not be triggered until provisioned by entity L2. {{(pid=102346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 10:50:06.249270 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-0fb67fce-f01f-46ef-9ec0-4bb5eb5be819 req-a211a883-21bc-4d51-8700-1f00f38e2829 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27024173'] for port, after_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:50:06.272762 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 27 Oct 2021 10:50:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6009ab9f-822f-441f-ae5b-137b55a1cab6 x-openstack-request-id: req-6009ab9f-822f-441f-ae5b-137b55a1cab6 {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:50:06.273051 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11879768-20dc-462e-a1bb-2d201b6367c5", "name": "network-vif-unplugged", "status": "completed", "tag": "1be4bbd6-973b-46b3-bcdc-a1070bef65e3", "code": 200}]} {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:50:06.273299 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6009ab9f-822f-441f-ae5b-137b55a1cab6 {{(pid=102346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:50:06.273692 n-d-813419-10 neutron-server[102346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11879768-20dc-462e-a1bb-2d201b6367c5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1be4bbd6-973b-46b3-bcdc-a1070bef65e3', 'code': 200} Oct 27 10:50:06.337321 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-9b15f5ba-32e5-4608-a6fd-2279de32f503 req-dd9d28a7-66ad-4561-bcac-f15906f70923 tempest-ServerRescueNegativeTestJSON-1023322817 tempest-ServerRescueNegativeTestJSON-1023322817-project] 10.222.0.44 "GET /v2.0/security-groups?id=d9faf0c3-7aa8-42ca-936b-1bacb18366f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928617 Oct 27 10:50:06.383865 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a211a883-21bc-4d51-8700-1f00f38e2829 service neutron] Pushing event updated for resources: {'Port': ['ID=1be4bbd6-973b-46b3-bcdc-a1070bef65e3,revision_number=10']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:50:06.450576 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fb67fce-f01f-46ef-9ec0-4bb5eb5be819 req-a211a883-21bc-4d51-8700-1f00f38e2829 service neutron] No DVR routers for this DVR port 1be4bbd6-973b-46b3-bcdc-a1070bef65e3 on host n-h1-813419-10 {{(pid=102346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:50:06.578200 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d09f76e-ae5d-4164-ab48-93299638b083 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Router 19938d53-eb4d-4643-8dbd-eb1c5fa77c91 has already been hosted by L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb {{(pid=102347) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 10:50:06.630453 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 59026) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:50:06.668368 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3392a47-189f-4b2e-aca1-71be5a7d64db req-1e514693-d96f-41fa-a0ae-272a28286061 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:50:06.676426 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-a3392a47-189f-4b2e-aca1-71be5a7d64db req-1e514693-d96f-41fa-a0ae-272a28286061 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "GET /v2.0/ports?device_id=11879768-20dc-462e-a1bb-2d201b6367c5 HTTP/1.1" status: 200 len: 945 time: 0.0981708 Oct 27 10:50:06.729073 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d09f76e-ae5d-4164-ab48-93299638b083 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:50:06.741013 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bdd28fe-d778-4df9-9378-0db8e3f3e73d None None] Sync routers for ids ['19938d53-eb4d-4643-8dbd-eb1c5fa77c91'] in n-d-813419-10 {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:50:06.761469 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bdd28fe-d778-4df9-9378-0db8e3f3e73d None None] Routers {'19938d53-eb4d-4643-8dbd-eb1c5fa77c91'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:50:06.763362 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-9bdd28fe-d778-4df9-9378-0db8e3f3e73d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:49:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['19938d53-eb4d-4643-8dbd-eb1c5fa77c91'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:50:06.795767 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-8d09f76e-ae5d-4164-ab48-93299638b083 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for floatingip, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:50:06.823297 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1590da-fb8a-4f8a-95f8-9114f74fa341 req-938a14b0-585d-46a3-ad89-1f36f9852345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:50:06.825287 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-1a1590da-fb8a-4f8a-95f8-9114f74fa341 req-938a14b0-585d-46a3-ad89-1f36f9852345 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=49f69ef03c2149d7af8e989acb2acfe0&device_id=0e38e5fe-b7e6-4a57-9fef-a67e31b94d76 HTTP/1.1" status: 200 len: 1097 time: 0.0835872 Oct 27 10:50:06.852602 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-8d09f76e-ae5d-4164-ab48-93299638b083 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2238336 Oct 27 10:50:06.855896 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c713a44-4f54-40bf-a239-314a2d4de872', 'tag': 'ba3a2f1e-bf4c-49a2-8f38-28785d639aa6'}] {{(pid=102347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:50:06.858887 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311149b481204ee7edffdb959c881838506fbd95bc8577c048f6677abb73acc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-910da343-25a5-4eaf-8cd4-999c9bcd427d" -d '{"events": [{"name": "network-changed", "server_uuid": "1c713a44-4f54-40bf-a239-314a2d4de872", "tag": "ba3a2f1e-bf4c-49a2-8f38-28785d639aa6"}]}' {{(pid=102347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:50:06.874800 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 59032) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:50:06.943741 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvr_db [None req-9bdd28fe-d778-4df9-9378-0db8e3f3e73d None None] Set router 19938d53-eb4d-4643-8dbd-eb1c5fa77c91 gateway port host: n-d-813419-10 {{(pid=102349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:50:06.970651 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-73dcfe35-2eae-49d1-9183-0eacaf2f71c1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:50:07.051833 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-ccb356ad-69df-4fb9-b403-be6dca6ea619 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] 10.222.0.44 "GET /v2.0/floatingips/6d36f8b9-21f0-466b-9c2d-036ed73540a0 HTTP/1.1" status: 200 len: 992 time: 0.1682155 Oct 27 10:50:07.100649 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-a3392a47-189f-4b2e-aca1-71be5a7d64db req-e97fdf50-064c-4f87-8cbe-5fc78ff143bc tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "GET /v2.0/security-groups?id=85747918-4b2b-4843-b687-6b312fd5b508&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4232457 Oct 27 10:50:07.104365 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30badc6-96b4-43ef-af75-993b5fb2a276 req-34302ff0-4851-48a8-8da4-2af408147d58 tempest-ServerRescueNegativeTestJSON-1023322817 tempest-ServerRescueNegativeTestJSON-1023322817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:50:07.108638 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b30badc6-96b4-43ef-af75-993b5fb2a276 req-34302ff0-4851-48a8-8da4-2af408147d58 tempest-ServerRescueNegativeTestJSON-1023322817 tempest-ServerRescueNegativeTestJSON-1023322817-project] 10.222.0.44 "GET /v2.0/ports?device_id=0e38e5fe-b7e6-4a57-9fef-a67e31b94d76 HTTP/1.1" status: 200 len: 945 time: 0.2248087 Oct 27 10:50:07.119721 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.managers [req-0fb67fce-f01f-46ef-9ec0-4bb5eb5be819 req-a211a883-21bc-4d51-8700-1f00f38e2829 service neutron] Attempting to bind port 1be4bbd6-973b-46b3-bcdc-a1070bef65e3 on host n-h2-813419-10 for vnic_type normal with profile {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:50:07.122131 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.managers [req-0fb67fce-f01f-46ef-9ec0-4bb5eb5be819 req-a211a883-21bc-4d51-8700-1f00f38e2829 service neutron] Attempting to bind port 1be4bbd6-973b-46b3-bcdc-a1070bef65e3 by drivers openvswitch,hyperv on host n-h2-813419-10 at level 0 using segments [{'id': 'ace6fc3c-2203-4b0c-8061-3b723387ecf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'df4d2f8f-0279-4ac1-b465-f59b71763f44'}] {{(pid=102346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:50:07.122549 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fb67fce-f01f-46ef-9ec0-4bb5eb5be819 req-a211a883-21bc-4d51-8700-1f00f38e2829 service neutron] Attempting to bind port 1be4bbd6-973b-46b3-bcdc-a1070bef65e3 on network df4d2f8f-0279-4ac1-b465-f59b71763f44 {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:50:07.128680 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fb67fce-f01f-46ef-9ec0-4bb5eb5be819 req-a211a883-21bc-4d51-8700-1f00f38e2829 service neutron] Port 1be4bbd6-973b-46b3-bcdc-a1070bef65e3 on network df4d2f8f-0279-4ac1-b465-f59b71763f44 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-10 {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 10:50:07.129015 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fb67fce-f01f-46ef-9ec0-4bb5eb5be819 req-a211a883-21bc-4d51-8700-1f00f38e2829 service neutron] Attempting to bind port 1be4bbd6-973b-46b3-bcdc-a1070bef65e3 on network df4d2f8f-0279-4ac1-b465-f59b71763f44 {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:50:07.129279 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1590da-fb8a-4f8a-95f8-9114f74fa341 req-99b5b5d0-c1c7-4789-9b70-891558ff142c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:50:07.130741 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-1a1590da-fb8a-4f8a-95f8-9114f74fa341 req-99b5b5d0-c1c7-4789-9b70-891558ff142c service neutron] 10.222.0.76 "GET /v2.0/networks?id=39bfeb78-eb5d-489b-af3a-3f8870b9b6fd HTTP/1.1" status: 200 len: 920 time: 0.2931831 Oct 27 10:50:07.135880 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fb67fce-f01f-46ef-9ec0-4bb5eb5be819 req-a211a883-21bc-4d51-8700-1f00f38e2829 service neutron] Checking agent: {'id': 'a2edc247-0fa4-4ce6-bbae-a10492f6bd71', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 16, 9), 'started_at': datetime.datetime(2021, 10, 27, 10, 16, 9), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 49, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:50:07.136820 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fb67fce-f01f-46ef-9ec0-4bb5eb5be819 req-a211a883-21bc-4d51-8700-1f00f38e2829 service neutron] Checking segment: {'id': 'ace6fc3c-2203-4b0c-8061-3b723387ecf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'df4d2f8f-0279-4ac1-b465-f59b71763f44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:50:07.137211 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fb67fce-f01f-46ef-9ec0-4bb5eb5be819 req-a211a883-21bc-4d51-8700-1f00f38e2829 service neutron] Bound using segment: {'id': 'ace6fc3c-2203-4b0c-8061-3b723387ecf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'df4d2f8f-0279-4ac1-b465-f59b71763f44'} {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:50:07.137692 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.managers [req-0fb67fce-f01f-46ef-9ec0-4bb5eb5be819 req-a211a883-21bc-4d51-8700-1f00f38e2829 service neutron] Bound port: 1be4bbd6-973b-46b3-bcdc-a1070bef65e3, host: n-h2-813419-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ace6fc3c-2203-4b0c-8061-3b723387ecf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'df4d2f8f-0279-4ac1-b465-f59b71763f44'}}] {{(pid=102346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:50:07.138119 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-0fb67fce-f01f-46ef-9ec0-4bb5eb5be819 req-a211a883-21bc-4d51-8700-1f00f38e2829 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:50:07.155138 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 10:50:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c834206-f33e-4be1-83b8-8842bb69be71 x-openstack-request-id: req-0c834206-f33e-4be1-83b8-8842bb69be71 {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:50:07.155492 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c713a44-4f54-40bf-a239-314a2d4de872", "tag": "ba3a2f1e-bf4c-49a2-8f38-28785d639aa6", "status": "completed", "code": 200}]} {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:50:07.155688 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-0c834206-f33e-4be1-83b8-8842bb69be71 {{(pid=102347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:50:07.156063 n-d-813419-10 neutron-server[102347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c713a44-4f54-40bf-a239-314a2d4de872', 'tag': 'ba3a2f1e-bf4c-49a2-8f38-28785d639aa6', 'status': 'completed', 'code': 200} Oct 27 10:50:07.212259 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-9bdd28fe-d778-4df9-9378-0db8e3f3e73d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19938d53-eb4d-4643-8dbd-eb1c5fa77c91', 'name': 'tempest-TestNetworkBasicOps-router-1201353201', 'tenant_id': 'b77ac30bad224fe0b8e5f2c5dd43d62c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.58'}], 'enable_snat': True}, 'gw_port_id': 'c0d09193-5838-4ff6-9a45-ec7015d11caf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:49:42Z', 'updated_at': '2021-10-27T10:49:47Z', 'revision_number': 4, 'project_id': 'b77ac30bad224fe0b8e5f2c5dd43d62c', 'gw_port': {'id': 'c0d09193-5838-4ff6-9a45-ec7015d11caf', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:20:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19938d53-eb4d-4643-8dbd-eb1c5fa77c91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3285, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:49:42Z', 'updated_at': '2021-10-27T10:49:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_floatingips': [{'id': '6d36f8b9-21f0-466b-9c2d-036ed73540a0', 'tenant_id': 'b77ac30bad224fe0b8e5f2c5dd43d62c', 'floating_ip_address': '172.25.8.245', 'floating_network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'router_id': '19938d53-eb4d-4643-8dbd-eb1c5fa77c91', 'port_id': 'ba3a2f1e-bf4c-49a2-8f38-28785d639aa6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3335, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea4d67f7-1216-4069-ab70-2f7251ebc836', 'mac_address': 'fa:16:3e:0d:44:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c713a44-4f54-40bf-a239-314a2d4de872', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T10:50:05Z', 'updated_at': '2021-10-27T10:50:05Z', 'revision_number': 0, 'project_id': 'b77ac30bad224fe0b8e5f2c5dd43d62c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7df4383b-72c6-49a0-a1f9-b60c5dba676b', 'name': '', 'network_id': 'ea4d67f7-1216-4069-ab70-2f7251ebc836', 'tenant_id': 'b77ac30bad224fe0b8e5f2c5dd43d62c', 'mac_address': 'fa:16:3e:1b:55:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19938d53-eb4d-4643-8dbd-eb1c5fa77c91', 'device_owner': 'network:router_interface', 'standard_attr_id': 3298, 'fixed_ips': [{'subnet_id': '662bb6fa-263f-4ddf-af7c-f38fb3508aed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:49:46Z', 'updated_at': '2021-10-27T10:49:51Z', 'revision_number': 5, 'project_id': 'b77ac30bad224fe0b8e5f2c5dd43d62c', 'subnets': [{'id': '662bb6fa-263f-4ddf-af7c-f38fb3508aed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:50:07.212620 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-1a1590da-fb8a-4f8a-95f8-9114f74fa341 req-9bffcf44-fe46-4f0c-8af9-04d8018df066 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9b8337c7-32a2-4767-8191-b5d4e55974a6 HTTP/1.1" status: 200 len: 217 time: 0.0680282 Oct 27 10:50:07.223009 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [req-0fb67fce-f01f-46ef-9ec0-4bb5eb5be819 req-a211a883-21bc-4d51-8700-1f00f38e2829 service neutron] For port 1be4bbd6-973b-46b3-bcdc-a1070bef65e3, host n-h2-813419-10, cleared binding levels {{(pid=102346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:50:07.226797 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [req-0fb67fce-f01f-46ef-9ec0-4bb5eb5be819 req-a211a883-21bc-4d51-8700-1f00f38e2829 service neutron] For port 1be4bbd6-973b-46b3-bcdc-a1070bef65e3, host n-h2-813419-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=1be4bbd6-973b-46b3-bcdc-a1070bef65e3,segment=NetworkSegment(ace6fc3c-2203-4b0c-8061-3b723387ecf0),segment_id=ace6fc3c-2203-4b0c-8061-3b723387ecf0)] {{(pid=102346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:50:07.231346 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-0fb67fce-f01f-46ef-9ec0-4bb5eb5be819 req-a211a883-21bc-4d51-8700-1f00f38e2829 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27024173'] for port, after_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:50:07.242862 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bdd28fe-d778-4df9-9378-0db8e3f3e73d None None] Checking router: 19938d53-eb4d-4643-8dbd-eb1c5fa77c91 for host: n-d-813419-10 {{(pid=102349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 10:50:07.253113 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bdd28fe-d778-4df9-9378-0db8e3f3e73d None None] Routers {'19938d53-eb4d-4643-8dbd-eb1c5fa77c91'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:50:07.253380 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b30badc6-96b4-43ef-af75-993b5fb2a276 req-a5f4d650-e290-4f52-b9d2-4e05cbba5022 tempest-ServerRescueNegativeTestJSON-1023322817 tempest-ServerRescueNegativeTestJSON-1023322817-project] 10.222.0.44 "GET /v2.0/security-groups?id=d9faf0c3-7aa8-42ca-936b-1bacb18366f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376300 Oct 27 10:50:07.253725 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-9bdd28fe-d778-4df9-9378-0db8e3f3e73d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:49:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['19938d53-eb4d-4643-8dbd-eb1c5fa77c91'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:50:07.276730 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb67fce-f01f-46ef-9ec0-4bb5eb5be819 req-a211a883-21bc-4d51-8700-1f00f38e2829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:50:07.277441 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-0fb67fce-f01f-46ef-9ec0-4bb5eb5be819 req-a211a883-21bc-4d51-8700-1f00f38e2829 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:50:07.278936 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-0fb67fce-f01f-46ef-9ec0-4bb5eb5be819 req-a211a883-21bc-4d51-8700-1f00f38e2829 service neutron] 10.222.0.76 "PUT /v2.0/ports/1be4bbd6-973b-46b3-bcdc-a1070bef65e3 HTTP/1.1" status: 200 len: 1094 time: 1.4873898 Oct 27 10:50:07.296238 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a211a883-21bc-4d51-8700-1f00f38e2829 service neutron] Pushing event updated for resources: {'Port': ['ID=1be4bbd6-973b-46b3-bcdc-a1070bef65e3,revision_number=11']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:50:07.306081 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-73dcfe35-2eae-49d1-9183-0eacaf2f71c1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:50:07.320692 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-73dcfe35-2eae-49d1-9183-0eacaf2f71c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:50:07.324284 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910da343-25a5-4eaf-8cd4-999c9bcd427d req-22389aea-f431-4762-9a76-800bdedb1d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:50:07.325824 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-910da343-25a5-4eaf-8cd4-999c9bcd427d req-22389aea-f431-4762-9a76-800bdedb1d83 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b77ac30bad224fe0b8e5f2c5dd43d62c&device_id=1c713a44-4f54-40bf-a239-314a2d4de872 HTTP/1.1" status: 200 len: 1098 time: 0.1288984 Oct 27 10:50:07.338977 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1590da-fb8a-4f8a-95f8-9114f74fa341 req-2af1266a-9246-4d2f-90c0-5458db85f376 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:50:07.340462 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-1a1590da-fb8a-4f8a-95f8-9114f74fa341 req-2af1266a-9246-4d2f-90c0-5458db85f376 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=6f583c02-d1dc-428e-a2f7-ffb6764c8f58 HTTP/1.1" status: 200 len: 859 time: 0.1070890 Oct 27 10:50:07.365942 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb67fce-f01f-46ef-9ec0-4bb5eb5be819 req-c06cbb99-2a24-4960-9edd-7dae6ed6651e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:50:07.368084 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-0fb67fce-f01f-46ef-9ec0-4bb5eb5be819 req-c06cbb99-2a24-4960-9edd-7dae6ed6651e service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=7f357cb809634e50864d0c31dbcbd617&device_id=11879768-20dc-462e-a1bb-2d201b6367c5 HTTP/1.1" status: 200 len: 1097 time: 0.0605133 Oct 27 10:50:07.403730 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvr_db [None req-9bdd28fe-d778-4df9-9378-0db8e3f3e73d None None] Set router 19938d53-eb4d-4643-8dbd-eb1c5fa77c91 gateway port host: n-d-813419-10 {{(pid=102349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:50:07.458206 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-1a1590da-fb8a-4f8a-95f8-9114f74fa341 req-3c093229-09f6-4cc0-aa3a-a48bf650d0ce service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=39bfeb78-eb5d-489b-af3a-3f8870b9b6fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1025443 Oct 27 10:50:07.467605 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-73dcfe35-2eae-49d1-9183-0eacaf2f71c1 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4a2d502c84f04d10af8f942db955e6be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8361082 Oct 27 10:50:07.470791 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 59036) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:50:07.507225 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb67fce-f01f-46ef-9ec0-4bb5eb5be819 req-2e87f2ae-e58d-4504-a2f6-55129fa68d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:50:07.510094 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-0fb67fce-f01f-46ef-9ec0-4bb5eb5be819 req-2e87f2ae-e58d-4504-a2f6-55129fa68d23 service neutron] 10.222.0.76 "GET /v2.0/networks?id=df4d2f8f-0279-4ac1-b465-f59b71763f44 HTTP/1.1" status: 200 len: 898 time: 0.1302350 Oct 27 10:50:07.609055 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-0fb67fce-f01f-46ef-9ec0-4bb5eb5be819 req-1345c375-1de2-4433-a025-45335879f220 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1be4bbd6-973b-46b3-bcdc-a1070bef65e3 HTTP/1.1" status: 200 len: 998 time: 0.0920660 Oct 27 10:50:07.612752 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-6eaf9ccd-3e00-4cea-be42-08f4472e9eb1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:50:07.666635 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-6eaf9ccd-3e00-4cea-be42-08f4472e9eb1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:50:07.676338 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-9bdd28fe-d778-4df9-9378-0db8e3f3e73d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19938d53-eb4d-4643-8dbd-eb1c5fa77c91', 'name': 'tempest-TestNetworkBasicOps-router-1201353201', 'tenant_id': 'b77ac30bad224fe0b8e5f2c5dd43d62c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.58'}], 'enable_snat': True}, 'gw_port_id': 'c0d09193-5838-4ff6-9a45-ec7015d11caf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:49:42Z', 'updated_at': '2021-10-27T10:49:47Z', 'revision_number': 4, 'project_id': 'b77ac30bad224fe0b8e5f2c5dd43d62c', 'gw_port': {'id': 'c0d09193-5838-4ff6-9a45-ec7015d11caf', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:20:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19938d53-eb4d-4643-8dbd-eb1c5fa77c91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3285, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:49:42Z', 'updated_at': '2021-10-27T10:49:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_floatingips': [{'id': '6d36f8b9-21f0-466b-9c2d-036ed73540a0', 'tenant_id': 'b77ac30bad224fe0b8e5f2c5dd43d62c', 'floating_ip_address': '172.25.8.245', 'floating_network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'router_id': '19938d53-eb4d-4643-8dbd-eb1c5fa77c91', 'port_id': 'ba3a2f1e-bf4c-49a2-8f38-28785d639aa6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3335, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea4d67f7-1216-4069-ab70-2f7251ebc836', 'mac_address': 'fa:16:3e:0d:44:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c713a44-4f54-40bf-a239-314a2d4de872', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T10:50:05Z', 'updated_at': '2021-10-27T10:50:05Z', 'revision_number': 0, 'project_id': 'b77ac30bad224fe0b8e5f2c5dd43d62c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7df4383b-72c6-49a0-a1f9-b60c5dba676b', 'name': '', 'network_id': 'ea4d67f7-1216-4069-ab70-2f7251ebc836', 'tenant_id': 'b77ac30bad224fe0b8e5f2c5dd43d62c', 'mac_address': 'fa:16:3e:1b:55:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19938d53-eb4d-4643-8dbd-eb1c5fa77c91', 'device_owner': 'network:router_interface', 'standard_attr_id': 3298, 'fixed_ips': [{'subnet_id': '662bb6fa-263f-4ddf-af7c-f38fb3508aed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:49:46Z', 'updated_at': '2021-10-27T10:49:51Z', 'revision_number': 5, 'project_id': 'b77ac30bad224fe0b8e5f2c5dd43d62c', 'subnets': [{'id': '662bb6fa-263f-4ddf-af7c-f38fb3508aed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:50:07.698156 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb67fce-f01f-46ef-9ec0-4bb5eb5be819 req-4ba118c9-85ac-4066-acff-85cac14169a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:50:07.699646 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-0fb67fce-f01f-46ef-9ec0-4bb5eb5be819 req-4ba118c9-85ac-4066-acff-85cac14169a6 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=e60b25b2-9ab5-4d1d-a2b7-bc998becb4d1 HTTP/1.1" status: 200 len: 835 time: 0.0814581 Oct 27 10:50:07.704390 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bdd28fe-d778-4df9-9378-0db8e3f3e73d None None] The sync data for ids ['19938d53-eb4d-4643-8dbd-eb1c5fa77c91'] in n-d-813419-10 is: [{'id': '19938d53-eb4d-4643-8dbd-eb1c5fa77c91', 'name': 'tempest-TestNetworkBasicOps-router-1201353201', 'tenant_id': 'b77ac30bad224fe0b8e5f2c5dd43d62c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.58'}], 'enable_snat': True}, 'gw_port_id': 'c0d09193-5838-4ff6-9a45-ec7015d11caf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:49:42Z', 'updated_at': '2021-10-27T10:49:47Z', 'revision_number': 4, 'project_id': 'b77ac30bad224fe0b8e5f2c5dd43d62c', 'gw_port': {'id': 'c0d09193-5838-4ff6-9a45-ec7015d11caf', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:20:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19938d53-eb4d-4643-8dbd-eb1c5fa77c91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3285, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:49:42Z', 'updated_at': '2021-10-27T10:49:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_floatingips': [{'id': '6d36f8b9-21f0-466b-9c2d-036ed73540a0', 'tenant_id': 'b77ac30bad224fe0b8e5f2c5dd43d62c', 'floating_ip_address': '172.25.8.245', 'floating_network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'router_id': '19938d53-eb4d-4643-8dbd-eb1c5fa77c91', 'port_id': 'ba3a2f1e-bf4c-49a2-8f38-28785d639aa6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3335, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea4d67f7-1216-4069-ab70-2f7251ebc836', 'mac_address': 'fa:16:3e:0d:44:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c713a44-4f54-40bf-a239-314a2d4de872', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T10:50:05Z', 'updated_at': '2021-10-27T10:50:05Z', 'revision_number': 0, 'project_id': 'b77ac30bad224fe0b8e5f2c5dd43d62c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7df4383b-72c6-49a0-a1f9-b60c5dba676b', 'name': '', 'network_id': 'ea4d67f7-1216-4069-ab70-2f7251ebc836', 'tenant_id': 'b77ac30bad224fe0b8e5f2c5dd43d62c', 'mac_address': 'fa:16:3e:1b:55:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19938d53-eb4d-4643-8dbd-eb1c5fa77c91', 'device_owner': 'network:router_interface', 'standard_attr_id': 3298, 'fixed_ips': [{'subnet_id': '662bb6fa-263f-4ddf-af7c-f38fb3508aed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:49:46Z', 'updated_at': '2021-10-27T10:49:51Z', 'revision_number': 5, 'project_id': 'b77ac30bad224fe0b8e5f2c5dd43d62c', 'subnets': [{'id': '662bb6fa-263f-4ddf-af7c-f38fb3508aed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:50:07.761563 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb67fce-f01f-46ef-9ec0-4bb5eb5be819 req-741e1676-bf78-4a92-bf4b-6c70243eac09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:50:07.763505 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-0fb67fce-f01f-46ef-9ec0-4bb5eb5be819 req-741e1676-bf78-4a92-bf4b-6c70243eac09 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=df4d2f8f-0279-4ac1-b465-f59b71763f44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0561857 Oct 27 10:50:07.764661 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-6eaf9ccd-3e00-4cea-be42-08f4472e9eb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:50:07.767553 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-6eaf9ccd-3e00-4cea-be42-08f4472e9eb1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:50:07.771140 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-6eaf9ccd-3e00-4cea-be42-08f4472e9eb1 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/fe5e20f0-01fa-4ec9-93d9-7473a28e503b HTTP/1.1" status: 204 len: 168 time: 0.2968841 Oct 27 10:50:07.788792 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eaf9ccd-3e00-4cea-be42-08f4472e9eb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe5e20f0-01fa-4ec9-93d9-7473a28e503b,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:50:07.883479 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-0fb67fce-f01f-46ef-9ec0-4bb5eb5be819 req-ff826d9c-b1fc-47ec-9733-1abf0ea11345 service neutron] 10.222.0.76 "GET /v2.0/networks/df4d2f8f-0279-4ac1-b465-f59b71763f44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069503 Oct 27 10:50:07.914834 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910da343-25a5-4eaf-8cd4-999c9bcd427d req-4bae368d-be95-4066-bd4f-15ccf41a2b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:50:07.916493 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-910da343-25a5-4eaf-8cd4-999c9bcd427d req-4bae368d-be95-4066-bd4f-15ccf41a2b56 service neutron] 10.222.0.64 "GET /v2.0/networks?id=ea4d67f7-1216-4069-ab70-2f7251ebc836 HTTP/1.1" status: 200 len: 897 time: 0.5750673 Oct 27 10:50:07.924614 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dcfe35-2eae-49d1-9183-0eacaf2f71c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe5e20f0-01fa-4ec9-93d9-7473a28e503b,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:50:07.999908 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-0fb67fce-f01f-46ef-9ec0-4bb5eb5be819 req-f095fdad-d0e9-4c20-ab9e-6e7428984534 service neutron] 10.222.0.76 "GET /v2.0/networks/df4d2f8f-0279-4ac1-b465-f59b71763f44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112599 Oct 27 10:50:08.031159 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30e2910a-6b1e-4e1a-a6e7-059753608ada None None] New status for floating IP 6d36f8b9-21f0-466b-9c2d-036ed73540a0: ACTIVE {{(pid=102348) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 10:50:08.053951 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 59044) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:50:08.063093 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-910da343-25a5-4eaf-8cd4-999c9bcd427d req-30d29664-372b-4970-a411-b0ea1ab9c25c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ba3a2f1e-bf4c-49a2-8f38-28785d639aa6 HTTP/1.1" status: 200 len: 1000 time: 0.1259217 Oct 27 10:50:08.131050 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-1a1590da-fb8a-4f8a-95f8-9114f74fa341 req-1bae1c0a-c7ba-4d6d-a0df-ce422cf0a75d service neutron] 10.222.0.76 "GET /v2.0/networks/39bfeb78-eb5d-489b-af3a-3f8870b9b6fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6576679 Oct 27 10:50:08.140960 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-d3606057-fc35-46a6-a10c-c93d4bb4b06d tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] 10.222.0.44 "GET /v2.0/floatingips/6d36f8b9-21f0-466b-9c2d-036ed73540a0 HTTP/1.1" status: 200 len: 992 time: 0.0832088 Oct 27 10:50:08.155931 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910da343-25a5-4eaf-8cd4-999c9bcd427d req-c4fdf091-5878-4bca-8871-64a44bd93034 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:50:08.158477 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-910da343-25a5-4eaf-8cd4-999c9bcd427d req-c4fdf091-5878-4bca-8871-64a44bd93034 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=662bb6fa-263f-4ddf-af7c-f38fb3508aed HTTP/1.1" status: 200 len: 835 time: 0.0750685 Oct 27 10:50:08.183317 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 59048) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:50:08.200290 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-c6975a38-511a-4578-a62b-ec73085874be admin admin] Publish callbacks [] for security_group, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:50:08.275244 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11879768-20dc-462e-a1bb-2d201b6367c5', 'tag': '1be4bbd6-973b-46b3-bcdc-a1070bef65e3'}] {{(pid=102346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:50:08.277780 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc0e418f5fc417c8d55d94c0aa509b037d0beb2a734c1a709e789eb65639a56d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9a3d0ef-b617-4393-acca-92277ba8792f" -d '{"events": [{"name": "network-changed", "server_uuid": "11879768-20dc-462e-a1bb-2d201b6367c5", "tag": "1be4bbd6-973b-46b3-bcdc-a1070bef65e3"}]}' {{(pid=102346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:50:08.308728 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910da343-25a5-4eaf-8cd4-999c9bcd427d req-3abbbaef-3f4e-4c6f-a27c-fca304fa80ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:50:08.308947 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-c6975a38-511a-4578-a62b-ec73085874be admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:50:08.310526 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-910da343-25a5-4eaf-8cd4-999c9bcd427d req-3abbbaef-3f4e-4c6f-a27c-fca304fa80ac service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ea4d67f7-1216-4069-ab70-2f7251ebc836&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1390638 Oct 27 10:50:08.314305 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-c6975a38-511a-4578-a62b-ec73085874be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:50:08.328246 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bb9ba0-485f-40a1-b1f3-ac2a76521cc2 req-687bcdb1-be6f-4b04-8e35-1e728cf4cd41 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:50:08.329885 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-61bb9ba0-485f-40a1-b1f3-ac2a76521cc2 req-687bcdb1-be6f-4b04-8e35-1e728cf4cd41 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "GET /v2.0/ports?device_id=11879768-20dc-462e-a1bb-2d201b6367c5 HTTP/1.1" status: 200 len: 945 time: 0.1198914 Oct 27 10:50:08.342136 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-1a1590da-fb8a-4f8a-95f8-9114f74fa341 req-6556a052-1eab-4c9a-a5ac-41c45017a69a service neutron] 10.222.0.76 "GET /v2.0/networks/39bfeb78-eb5d-489b-af3a-3f8870b9b6fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1952634 Oct 27 10:50:08.359703 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 10:50:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3627870-ed23-4a00-8f7f-edb0726bf557 x-openstack-request-id: req-a3627870-ed23-4a00-8f7f-edb0726bf557 {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:50:08.360095 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11879768-20dc-462e-a1bb-2d201b6367c5", "tag": "1be4bbd6-973b-46b3-bcdc-a1070bef65e3", "status": "completed", "code": 200}]} {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:50:08.363003 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a3627870-ed23-4a00-8f7f-edb0726bf557 {{(pid=102346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:50:08.363525 n-d-813419-10 neutron-server[102346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11879768-20dc-462e-a1bb-2d201b6367c5', 'tag': '1be4bbd6-973b-46b3-bcdc-a1070bef65e3', 'status': 'completed', 'code': 200} Oct 27 10:50:08.378886 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-c6975a38-511a-4578-a62b-ec73085874be admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=df6a1ad9f96147e09a6297123a8e23d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1941133 Oct 27 10:50:08.380470 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 59054) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:50:08.427476 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6975a38-511a-4578-a62b-ec73085874be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d42a5a3d-c269-43c8-8b82-a6752102313a,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:50:08.511433 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a3d0ef-b617-4393-acca-92277ba8792f req-273a3a50-7554-4b6b-bfbf-4b8db83f965a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:50:08.511694 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0152b99a-34de-4c81-8259-aa21b49e37de req-f3647e7f-3218-4ed2-a831-04f5c5df2b9a tempest-ServerRescueNegativeTestJSON-1023322817 tempest-ServerRescueNegativeTestJSON-1023322817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:50:08.512940 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b9a3d0ef-b617-4393-acca-92277ba8792f req-273a3a50-7554-4b6b-bfbf-4b8db83f965a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7f357cb809634e50864d0c31dbcbd617&device_id=11879768-20dc-462e-a1bb-2d201b6367c5 HTTP/1.1" status: 200 len: 1097 time: 0.1291060 Oct 27 10:50:08.513098 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-0152b99a-34de-4c81-8259-aa21b49e37de req-f3647e7f-3218-4ed2-a831-04f5c5df2b9a tempest-ServerRescueNegativeTestJSON-1023322817 tempest-ServerRescueNegativeTestJSON-1023322817-project] 10.222.0.44 "GET /v2.0/ports?device_id=0e38e5fe-b7e6-4a57-9fef-a67e31b94d76 HTTP/1.1" status: 200 len: 945 time: 0.0918083 Oct 27 10:50:08.514372 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-3613f16a-6c4d-4eae-a2c0-14d2883b9225 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:50:08.515875 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-61bb9ba0-485f-40a1-b1f3-ac2a76521cc2 req-dab1a0fa-badd-4f15-8f46-f7093b8951cf tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "GET /v2.0/security-groups?id=85747918-4b2b-4843-b687-6b312fd5b508&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1307685 Oct 27 10:50:08.557853 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-3613f16a-6c4d-4eae-a2c0-14d2883b9225 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:50:08.585894 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a3d0ef-b617-4393-acca-92277ba8792f req-3c6004d1-ef2b-45a2-aca0-4833a5beb705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:50:08.587439 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b9a3d0ef-b617-4393-acca-92277ba8792f req-3c6004d1-ef2b-45a2-aca0-4833a5beb705 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=7f357cb809634e50864d0c31dbcbd617&device_id=11879768-20dc-462e-a1bb-2d201b6367c5 HTTP/1.1" status: 200 len: 1097 time: 0.2015524 Oct 27 10:50:08.591127 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-910da343-25a5-4eaf-8cd4-999c9bcd427d req-671cae0e-e830-4070-9722-5500ea0d3469 service neutron] 10.222.0.64 "GET /v2.0/networks/ea4d67f7-1216-4069-ab70-2f7251ebc836?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2603307 Oct 27 10:50:08.595713 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-0152b99a-34de-4c81-8259-aa21b49e37de req-c9441aa0-8ec5-422b-b99e-34fcd31e5829 tempest-ServerRescueNegativeTestJSON-1023322817 tempest-ServerRescueNegativeTestJSON-1023322817-project] 10.222.0.44 "GET /v2.0/security-groups?id=d9faf0c3-7aa8-42ca-936b-1bacb18366f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737145 Oct 27 10:50:08.640624 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-3613f16a-6c4d-4eae-a2c0-14d2883b9225 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:50:08.644008 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-3613f16a-6c4d-4eae-a2c0-14d2883b9225 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:50:08.648106 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-3613f16a-6c4d-4eae-a2c0-14d2883b9225 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d42a5a3d-c269-43c8-8b82-a6752102313a HTTP/1.1" status: 204 len: 168 time: 0.2638750 Oct 27 10:50:08.655069 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3613f16a-6c4d-4eae-a2c0-14d2883b9225 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d42a5a3d-c269-43c8-8b82-a6752102313a,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:50:08.753289 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a3d0ef-b617-4393-acca-92277ba8792f req-f803635c-3f1a-478f-8b6e-4e15461822bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:50:08.754858 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b9a3d0ef-b617-4393-acca-92277ba8792f req-f803635c-3f1a-478f-8b6e-4e15461822bc service neutron] 10.222.0.64 "GET /v2.0/networks?id=df4d2f8f-0279-4ac1-b465-f59b71763f44 HTTP/1.1" status: 200 len: 898 time: 0.2288978 Oct 27 10:50:08.841140 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a3d0ef-b617-4393-acca-92277ba8792f req-d0cac3f0-0752-4508-b4c2-484c999cdc38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:50:08.842774 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b9a3d0ef-b617-4393-acca-92277ba8792f req-d0cac3f0-0752-4508-b4c2-484c999cdc38 service neutron] 10.222.0.76 "GET /v2.0/networks?id=df4d2f8f-0279-4ac1-b465-f59b71763f44 HTTP/1.1" status: 200 len: 898 time: 0.2446849 Oct 27 10:50:08.853130 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-910da343-25a5-4eaf-8cd4-999c9bcd427d req-f3582bd1-4fce-4934-b806-b31ae85631bb service neutron] 10.222.0.64 "GET /v2.0/networks/ea4d67f7-1216-4069-ab70-2f7251ebc836?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2516479 Oct 27 10:50:08.899579 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b9a3d0ef-b617-4393-acca-92277ba8792f req-572374bc-f2d9-4226-a3f9-bbc35930044c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1be4bbd6-973b-46b3-bcdc-a1070bef65e3 HTTP/1.1" status: 200 len: 998 time: 0.1350303 Oct 27 10:50:08.962407 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b9a3d0ef-b617-4393-acca-92277ba8792f req-880e05bc-f0a1-4930-954b-cb9f39af5e78 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1be4bbd6-973b-46b3-bcdc-a1070bef65e3 HTTP/1.1" status: 200 len: 998 time: 0.1063304 Oct 27 10:50:08.979156 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a3d0ef-b617-4393-acca-92277ba8792f req-4b3b444b-4324-4bf4-9017-beefb38fe788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:50:08.980672 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b9a3d0ef-b617-4393-acca-92277ba8792f req-4b3b444b-4324-4bf4-9017-beefb38fe788 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e60b25b2-9ab5-4d1d-a2b7-bc998becb4d1 HTTP/1.1" status: 200 len: 835 time: 0.0735767 Oct 27 10:50:08.999284 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:50:09.059196 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a3d0ef-b617-4393-acca-92277ba8792f req-4c3bea0f-7fcd-40a2-887b-0fb4617a37d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:50:09.061040 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b9a3d0ef-b617-4393-acca-92277ba8792f req-4c3bea0f-7fcd-40a2-887b-0fb4617a37d3 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=e60b25b2-9ab5-4d1d-a2b7-bc998becb4d1 HTTP/1.1" status: 200 len: 835 time: 0.0908015 Oct 27 10:50:09.068218 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a3d0ef-b617-4393-acca-92277ba8792f req-1ff8a632-05ab-4a27-b0d1-4bb706dd395c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:50:09.069885 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b9a3d0ef-b617-4393-acca-92277ba8792f req-1ff8a632-05ab-4a27-b0d1-4bb706dd395c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=df4d2f8f-0279-4ac1-b465-f59b71763f44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0625186 Oct 27 10:50:09.144045 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 59072) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:50:09.173772 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a3d0ef-b617-4393-acca-92277ba8792f req-be0a87f6-926d-4d2b-9d8b-a46e57c8abd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:50:09.175463 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b9a3d0ef-b617-4393-acca-92277ba8792f req-be0a87f6-926d-4d2b-9d8b-a46e57c8abd7 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=df4d2f8f-0279-4ac1-b465-f59b71763f44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1046803 Oct 27 10:50:09.215161 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device 1be4bbd6-973b-46b3-bcdc-a1070bef65e3 no longer exists at agent hyperv_n-h1-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:50:09.242740 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-5384819d-e688-4f33-889d-00005266b900 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] 10.222.0.44 "GET /v2.0/floatingips/6d36f8b9-21f0-466b-9c2d-036ed73540a0 HTTP/1.1" status: 200 len: 994 time: 0.0969279 Oct 27 10:50:09.268274 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b9a3d0ef-b617-4393-acca-92277ba8792f req-48d9a7ba-b3b3-4880-8316-9e08db853ed4 service neutron] 10.222.0.64 "GET /v2.0/networks/df4d2f8f-0279-4ac1-b465-f59b71763f44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1860275 Oct 27 10:50:09.269844 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device 1be4bbd6-973b-46b3-bcdc-a1070bef65e3 not bound to the agent host n-h1-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:50:09.365633 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b9a3d0ef-b617-4393-acca-92277ba8792f req-42a119ae-2fd0-4976-9d5a-e39adef620b2 service neutron] 10.222.0.76 "GET /v2.0/networks/df4d2f8f-0279-4ac1-b465-f59b71763f44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1777847 Oct 27 10:50:09.435778 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b9a3d0ef-b617-4393-acca-92277ba8792f req-7e565700-d3f5-464a-948a-515c7acf98a7 service neutron] 10.222.0.64 "GET /v2.0/networks/df4d2f8f-0279-4ac1-b465-f59b71763f44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1594954 Oct 27 10:50:09.481154 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b9a3d0ef-b617-4393-acca-92277ba8792f req-fe8a1bbd-1c22-4c52-a647-39b7d13a87bf service neutron] 10.222.0.76 "GET /v2.0/networks/df4d2f8f-0279-4ac1-b465-f59b71763f44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981140 Oct 27 10:50:09.651362 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19a6716-f1c1-409f-8dda-1642d9fdf695 req-fb9fedf4-27c0-48b5-b8f5-721c52b02dcb tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:50:09.653300 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-d19a6716-f1c1-409f-8dda-1642d9fdf695 req-fb9fedf4-27c0-48b5-b8f5-721c52b02dcb tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "GET /v2.0/ports?device_id=11879768-20dc-462e-a1bb-2d201b6367c5 HTTP/1.1" status: 200 len: 945 time: 0.0572026 Oct 27 10:50:09.700717 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-d19a6716-f1c1-409f-8dda-1642d9fdf695 req-1f4ea9cc-4dd1-4a75-a0e2-972c30308a3e tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "GET /v2.0/security-groups?id=85747918-4b2b-4843-b687-6b312fd5b508&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388560 Oct 27 10:50:09.739187 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d84c0f-7874-4905-a25e-1618d579dac1 req-3e7f5ccb-fed7-4e01-894b-744ef1be3e5f tempest-ServerRescueNegativeTestJSON-1023322817 tempest-ServerRescueNegativeTestJSON-1023322817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:50:09.741023 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-19d84c0f-7874-4905-a25e-1618d579dac1 req-3e7f5ccb-fed7-4e01-894b-744ef1be3e5f tempest-ServerRescueNegativeTestJSON-1023322817 tempest-ServerRescueNegativeTestJSON-1023322817-project] 10.222.0.44 "GET /v2.0/ports?device_id=0e38e5fe-b7e6-4a57-9fef-a67e31b94d76 HTTP/1.1" status: 200 len: 945 time: 0.0657539 Oct 27 10:50:09.783455 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-19d84c0f-7874-4905-a25e-1618d579dac1 req-b78894ed-5631-4ec6-a2ca-d02dec9508ad tempest-ServerRescueNegativeTestJSON-1023322817 tempest-ServerRescueNegativeTestJSON-1023322817-project] 10.222.0.44 "GET /v2.0/security-groups?id=d9faf0c3-7aa8-42ca-936b-1bacb18366f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360370 Oct 27 10:50:10.842672 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556208be-cc5d-4636-b271-264172cb27af req-1497e334-caa8-492c-9f08-61432da0d360 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:50:10.845012 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-556208be-cc5d-4636-b271-264172cb27af req-1497e334-caa8-492c-9f08-61432da0d360 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "GET /v2.0/ports?device_id=11879768-20dc-462e-a1bb-2d201b6367c5 HTTP/1.1" status: 200 len: 945 time: 0.0642142 Oct 27 10:50:10.887424 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-556208be-cc5d-4636-b271-264172cb27af req-fd0056ac-08af-421a-abab-d628d68e90b4 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "GET /v2.0/security-groups?id=85747918-4b2b-4843-b687-6b312fd5b508&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354125 Oct 27 10:50:10.908118 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 59140) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:50:10.968383 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5ca38b-a4b8-424f-8618-bf49abede76f req-6d9dd2a3-9ed0-4203-a7e2-c76e3ee3c577 tempest-ServerRescueNegativeTestJSON-1023322817 tempest-ServerRescueNegativeTestJSON-1023322817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:50:10.969931 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-0c5ca38b-a4b8-424f-8618-bf49abede76f req-6d9dd2a3-9ed0-4203-a7e2-c76e3ee3c577 tempest-ServerRescueNegativeTestJSON-1023322817 tempest-ServerRescueNegativeTestJSON-1023322817-project] 10.222.0.44 "GET /v2.0/ports?device_id=0e38e5fe-b7e6-4a57-9fef-a67e31b94d76 HTTP/1.1" status: 200 len: 945 time: 0.0679386 Oct 27 10:50:11.012918 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-0c5ca38b-a4b8-424f-8618-bf49abede76f req-bf5d23ce-3dd8-42f2-849f-a59c0934f8b2 tempest-ServerRescueNegativeTestJSON-1023322817 tempest-ServerRescueNegativeTestJSON-1023322817-project] 10.222.0.44 "GET /v2.0/security-groups?id=d9faf0c3-7aa8-42ca-936b-1bacb18366f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355675 Oct 27 10:50:11.038495 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-b81101e4-7c02-45d4-9fcd-c3f8ca5a655b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:50:11.121482 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-b81101e4-7c02-45d4-9fcd-c3f8ca5a655b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:50:11.125243 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-b81101e4-7c02-45d4-9fcd-c3f8ca5a655b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:50:11.165016 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-b81101e4-7c02-45d4-9fcd-c3f8ca5a655b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e83c8c05461648e6a4431f06c0cc3b2e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2550592 Oct 27 10:50:11.165980 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81101e4-7c02-45d4-9fcd-c3f8ca5a655b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f951575-4b03-4f44-a4ad-38130bf9a284,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:50:11.168189 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 59146) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:50:11.223025 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-bb1f08d1-8b58-4567-8eb1-4b2ad7ddc5c4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:50:11.244816 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-bb1f08d1-8b58-4567-8eb1-4b2ad7ddc5c4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:50:11.292783 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-bb1f08d1-8b58-4567-8eb1-4b2ad7ddc5c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:50:11.295425 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-bb1f08d1-8b58-4567-8eb1-4b2ad7ddc5c4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:50:11.296598 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-bb1f08d1-8b58-4567-8eb1-4b2ad7ddc5c4 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2f951575-4b03-4f44-a4ad-38130bf9a284 HTTP/1.1" status: 204 len: 168 time: 0.1273091 Oct 27 10:50:11.304790 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1f08d1-8b58-4567-8eb1-4b2ad7ddc5c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f951575-4b03-4f44-a4ad-38130bf9a284,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:50:11.592924 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 59152) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:50:11.606050 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-34361e6a-5aed-4bc8-8862-ca5ebaa7ccec admin admin] Publish callbacks [] for security_group, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:50:11.682814 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-34361e6a-5aed-4bc8-8862-ca5ebaa7ccec admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:50:11.686586 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-34361e6a-5aed-4bc8-8862-ca5ebaa7ccec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:50:11.724492 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-34361e6a-5aed-4bc8-8862-ca5ebaa7ccec admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=873f45eabc1a482fb848997588d94966&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1304903 Oct 27 10:50:11.725608 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34361e6a-5aed-4bc8-8862-ca5ebaa7ccec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c35af72-12bf-47be-8344-646a4a0258a8,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:50:11.727191 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 59154) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:50:11.776542 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-1f7ad149-368e-4f90-a2c1-a8e50302115b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:50:11.797146 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-1f7ad149-368e-4f90-a2c1-a8e50302115b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:50:11.844706 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-1f7ad149-368e-4f90-a2c1-a8e50302115b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:50:11.847768 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-1f7ad149-368e-4f90-a2c1-a8e50302115b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:50:11.848932 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-1f7ad149-368e-4f90-a2c1-a8e50302115b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/0c35af72-12bf-47be-8344-646a4a0258a8 HTTP/1.1" status: 204 len: 168 time: 0.1200826 Oct 27 10:50:11.856299 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7ad149-368e-4f90-a2c1-a8e50302115b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c35af72-12bf-47be-8344-646a4a0258a8,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:50:12.025715 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b067a0-473f-43e0-bf9f-ec6ff03ed9b1 req-dcdb0892-c506-4480-b0bb-4ad2498c27ac tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:50:12.027380 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-20b067a0-473f-43e0-bf9f-ec6ff03ed9b1 req-dcdb0892-c506-4480-b0bb-4ad2498c27ac tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "GET /v2.0/ports?device_id=11879768-20dc-462e-a1bb-2d201b6367c5 HTTP/1.1" status: 200 len: 945 time: 0.0555463 Oct 27 10:50:12.069347 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-20b067a0-473f-43e0-bf9f-ec6ff03ed9b1 req-517555d3-a6bc-40f2-b12b-3fca1a8b6cff tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "GET /v2.0/security-groups?id=85747918-4b2b-4843-b687-6b312fd5b508&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349395 Oct 27 10:50:12.100820 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 59164) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:50:12.163901 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e08bfa-0d66-434f-9238-592348fc1336 req-e6ab5e4b-4634-4817-9f37-6c98b084eaa2 tempest-ServerRescueNegativeTestJSON-1023322817 tempest-ServerRescueNegativeTestJSON-1023322817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:50:12.165588 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-56e08bfa-0d66-434f-9238-592348fc1336 req-e6ab5e4b-4634-4817-9f37-6c98b084eaa2 tempest-ServerRescueNegativeTestJSON-1023322817 tempest-ServerRescueNegativeTestJSON-1023322817-project] 10.222.0.44 "GET /v2.0/ports?device_id=0e38e5fe-b7e6-4a57-9fef-a67e31b94d76 HTTP/1.1" status: 200 len: 945 time: 0.0717387 Oct 27 10:50:12.195942 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-c71f83f9-4bd5-434c-a9ef-b3914c5fe763 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "GET /v2.0/floatingips/9fce18bb-8ed8-4355-96e4-db1f37f66837 HTTP/1.1" status: 200 len: 990 time: 0.0937448 Oct 27 10:50:12.224031 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-56e08bfa-0d66-434f-9238-592348fc1336 req-c7297fb2-5736-4d07-8977-0c7552042b54 tempest-ServerRescueNegativeTestJSON-1023322817 tempest-ServerRescueNegativeTestJSON-1023322817-project] 10.222.0.44 "GET /v2.0/security-groups?id=d9faf0c3-7aa8-42ca-936b-1bacb18366f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517948 Oct 27 10:50:12.505357 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device 1be4bbd6-973b-46b3-bcdc-a1070bef65e3 details requested by agent hyperv_n-h2-813419-10 with host n-h2-813419-10 {{(pid=102348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 10:50:12.607936 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] For port 1be4bbd6-973b-46b3-bcdc-a1070bef65e3, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=1be4bbd6-973b-46b3-bcdc-a1070bef65e3,segment=NetworkSegment(ace6fc3c-2203-4b0c-8061-3b723387ecf0),segment_id=ace6fc3c-2203-4b0c-8061-3b723387ecf0)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:50:12.620666 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Returning: {'device': '1be4bbd6-973b-46b3-bcdc-a1070bef65e3', 'network_id': 'df4d2f8f-0279-4ac1-b465-f59b71763f44', 'port_id': '1be4bbd6-973b-46b3-bcdc-a1070bef65e3', 'mac_address': 'fa:16:3e:39:98:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e60b25b2-9ab5-4d1d-a2b7-bc998becb4d1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 10:50:12.662608 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:50:12.676605 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1be4bbd6-973b-46b3-bcdc-a1070bef65e3 {{(pid=102348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:50:12.701870 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] For port 1be4bbd6-973b-46b3-bcdc-a1070bef65e3, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=1be4bbd6-973b-46b3-bcdc-a1070bef65e3,segment=NetworkSegment(ace6fc3c-2203-4b0c-8061-3b723387ecf0),segment_id=ace6fc3c-2203-4b0c-8061-3b723387ecf0)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:50:12.706417 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:50:12.752740 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Pushing event updated for resources: {'Port': ['ID=1be4bbd6-973b-46b3-bcdc-a1070bef65e3,revision_number=12']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:50:13.190159 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] get_ports_and_sgs() called for port_ids ['1be4bbd6-973b-46b3-bcdc-a1070bef65e3'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:50:14.523202 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device 1be4bbd6-973b-46b3-bcdc-a1070bef65e3 up at agent hyperv_n-h2-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:50:14.572055 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Provisioning for port 1be4bbd6-973b-46b3-bcdc-a1070bef65e3 completed by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 10:50:14.575985 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Provisioning complete for port 1be4bbd6-973b-46b3-bcdc-a1070bef65e3 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:50:14.576638 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:50:14.668657 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:50:14.692698 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11879768-20dc-462e-a1bb-2d201b6367c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1be4bbd6-973b-46b3-bcdc-a1070bef65e3'}] {{(pid=102348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:50:14.695065 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c588921fa634554a1d9242fdea1b05457a9ff1d3b28ba54ec1dace7f2f1df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4549a372-82fa-4e37-a490-902566bafaca" -d '{"events": [{"server_uuid": "11879768-20dc-462e-a1bb-2d201b6367c5", "name": "network-vif-plugged", "status": "completed", "tag": "1be4bbd6-973b-46b3-bcdc-a1070bef65e3"}]}' {{(pid=102348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:50:14.717736 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] For port 1be4bbd6-973b-46b3-bcdc-a1070bef65e3, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=1be4bbd6-973b-46b3-bcdc-a1070bef65e3,segment=NetworkSegment(ace6fc3c-2203-4b0c-8061-3b723387ecf0),segment_id=ace6fc3c-2203-4b0c-8061-3b723387ecf0)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:50:14.724724 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:50:14.752684 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:50:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-845be2ca-0a52-45a9-bc68-18b4135cef9c x-openstack-request-id: req-845be2ca-0a52-45a9-bc68-18b4135cef9c {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:50:14.752988 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11879768-20dc-462e-a1bb-2d201b6367c5", "name": "network-vif-plugged", "status": "completed", "tag": "1be4bbd6-973b-46b3-bcdc-a1070bef65e3", "code": 200}]} {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:50:14.753206 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-845be2ca-0a52-45a9-bc68-18b4135cef9c {{(pid=102348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:50:14.753585 n-d-813419-10 neutron-server[102348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11879768-20dc-462e-a1bb-2d201b6367c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1be4bbd6-973b-46b3-bcdc-a1070bef65e3', 'code': 200} Oct 27 10:50:14.781455 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Pushing event updated for resources: {'Port': ['ID=1be4bbd6-973b-46b3-bcdc-a1070bef65e3,revision_number=13']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:50:16.230964 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-5a3878ee-05f6-468d-8bd1-f8e8b85f2354 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:50:18.875286 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-055d44a2-f971-4364-b07a-667e5564a575 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:50:20.002860 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:50:20.050584 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-eadeaa30-4096-4d1a-b3cb-aa7ebfb291ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:50:21.437314 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 59312) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:50:21.575201 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-a8d4c524-6cbe-4bff-94dd-c5b4dab9ebcb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:50:21.662940 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-a8d4c524-6cbe-4bff-94dd-c5b4dab9ebcb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:50:21.668104 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-a8d4c524-6cbe-4bff-94dd-c5b4dab9ebcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:50:21.727170 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d4c524-6cbe-4bff-94dd-c5b4dab9ebcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d2d4160-fa24-4859-85fe-dd9df44ae4eb,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:50:21.738228 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-a8d4c524-6cbe-4bff-94dd-c5b4dab9ebcb admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b72d02178d5e4cd9920b25b3dec60924&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2974510 Oct 27 10:50:21.738523 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 59316) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:50:21.809432 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-0073528b-808b-4021-b325-00ef8ce9e1ec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:50:21.838845 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-0073528b-808b-4021-b325-00ef8ce9e1ec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:50:21.898953 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-0073528b-808b-4021-b325-00ef8ce9e1ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:50:21.902273 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-0073528b-808b-4021-b325-00ef8ce9e1ec admin admin] Publish callbacks [] for security_group, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:50:21.903811 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-0073528b-808b-4021-b325-00ef8ce9e1ec admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1d2d4160-fa24-4859-85fe-dd9df44ae4eb HTTP/1.1" status: 204 len: 168 time: 0.1642189 Oct 27 10:50:21.913747 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0073528b-808b-4021-b325-00ef8ce9e1ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d2d4160-fa24-4859-85fe-dd9df44ae4eb,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:50:22.016444 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-3c6a8245-0581-48aa-b5f6-4d8fe98cd16e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:50:24.865509 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4145808f-ec0b-4b2c-b43b-c70bc4055b03 req-a271858d-51de-4cb6-a54a-64c4def8d06c tempest-ServerRescueNegativeTestJSON-1023322817 tempest-ServerRescueNegativeTestJSON-1023322817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:50:24.868517 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-4145808f-ec0b-4b2c-b43b-c70bc4055b03 req-a271858d-51de-4cb6-a54a-64c4def8d06c tempest-ServerRescueNegativeTestJSON-1023322817 tempest-ServerRescueNegativeTestJSON-1023322817-project] 10.222.0.44 "GET /v2.0/ports?device_id=3759aba1-09d4-4fed-9d74-3da6681f98ba HTTP/1.1" status: 200 len: 945 time: 0.0631952 Oct 27 10:50:24.913716 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-4145808f-ec0b-4b2c-b43b-c70bc4055b03 req-a2a9beb8-bc04-4bc5-a16d-f855253bcfc0 tempest-ServerRescueNegativeTestJSON-1023322817 tempest-ServerRescueNegativeTestJSON-1023322817-project] 10.222.0.44 "GET /v2.0/security-groups?id=d9faf0c3-7aa8-42ca-936b-1bacb18366f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388424 Oct 27 10:50:26.084323 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21656db-ea1c-4541-b80c-df149adb151e req-2276552b-c43c-4130-a638-ec1515344a35 tempest-ServerRescueNegativeTestJSON-1023322817 tempest-ServerRescueNegativeTestJSON-1023322817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:50:26.085963 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b21656db-ea1c-4541-b80c-df149adb151e req-2276552b-c43c-4130-a638-ec1515344a35 tempest-ServerRescueNegativeTestJSON-1023322817 tempest-ServerRescueNegativeTestJSON-1023322817-project] 10.222.0.44 "GET /v2.0/ports?device_id=3759aba1-09d4-4fed-9d74-3da6681f98ba HTTP/1.1" status: 200 len: 945 time: 0.0638530 Oct 27 10:50:26.128941 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b21656db-ea1c-4541-b80c-df149adb151e req-9f77c870-fb2d-4558-a6ef-32b21a6337b1 tempest-ServerRescueNegativeTestJSON-1023322817 tempest-ServerRescueNegativeTestJSON-1023322817-project] 10.222.0.44 "GET /v2.0/security-groups?id=d9faf0c3-7aa8-42ca-936b-1bacb18366f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366645 Oct 27 10:50:27.234346 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b02cf2-0538-4ef2-9fee-8e8c081ce577 req-3433941b-eef4-4548-8a17-4cbe7ad32d7b tempest-ServerRescueNegativeTestJSON-1023322817 tempest-ServerRescueNegativeTestJSON-1023322817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:50:27.237376 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-20b02cf2-0538-4ef2-9fee-8e8c081ce577 req-3433941b-eef4-4548-8a17-4cbe7ad32d7b tempest-ServerRescueNegativeTestJSON-1023322817 tempest-ServerRescueNegativeTestJSON-1023322817-project] 10.222.0.64 "GET /v2.0/ports?device_id=3759aba1-09d4-4fed-9d74-3da6681f98ba HTTP/1.1" status: 200 len: 945 time: 0.0586894 Oct 27 10:50:27.264986 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18a3f25-607f-4523-85d1-9e53a0f22924 req-5cdbc619-81b3-4c8f-81ec-cfd5835d5570 tempest-ServerRescueNegativeTestJSON-1023322817 tempest-ServerRescueNegativeTestJSON-1023322817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:50:27.274059 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-d18a3f25-607f-4523-85d1-9e53a0f22924 req-5cdbc619-81b3-4c8f-81ec-cfd5835d5570 tempest-ServerRescueNegativeTestJSON-1023322817 tempest-ServerRescueNegativeTestJSON-1023322817-project] 10.222.0.44 "GET /v2.0/ports?device_id=3759aba1-09d4-4fed-9d74-3da6681f98ba HTTP/1.1" status: 200 len: 945 time: 0.0669336 Oct 27 10:50:27.320184 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-d18a3f25-607f-4523-85d1-9e53a0f22924 req-f1d4e530-ee21-4f98-8c2d-dcd96407395f tempest-ServerRescueNegativeTestJSON-1023322817 tempest-ServerRescueNegativeTestJSON-1023322817-project] 10.222.0.44 "GET /v2.0/security-groups?id=d9faf0c3-7aa8-42ca-936b-1bacb18366f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437000 Oct 27 10:50:27.354640 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [req-20b02cf2-0538-4ef2-9fee-8e8c081ce577 req-22af1022-55d4-4d40-9494-9e747fa285af tempest-ServerRescueNegativeTestJSON-1023322817 tempest-ServerRescueNegativeTestJSON-1023322817-project] Deleting port e546142c-20e5-4c42-bc30-21aada271fd4 {{(pid=102347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:50:27.354640 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-20b02cf2-0538-4ef2-9fee-8e8c081ce577 req-22af1022-55d4-4d40-9494-9e747fa285af tempest-ServerRescueNegativeTestJSON-1023322817 tempest-ServerRescueNegativeTestJSON-1023322817-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:50:27.454525 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-20b02cf2-0538-4ef2-9fee-8e8c081ce577 req-22af1022-55d4-4d40-9494-9e747fa285af tempest-ServerRescueNegativeTestJSON-1023322817 tempest-ServerRescueNegativeTestJSON-1023322817-project] For port e546142c-20e5-4c42-bc30-21aada271fd4, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=e546142c-20e5-4c42-bc30-21aada271fd4,segment=NetworkSegment(d4764657-a085-407f-b80c-1b38d7cbd252),segment_id=d4764657-a085-407f-b80c-1b38d7cbd252)] {{(pid=102347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:50:27.454925 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-20b02cf2-0538-4ef2-9fee-8e8c081ce577 req-22af1022-55d4-4d40-9494-9e747fa285af tempest-ServerRescueNegativeTestJSON-1023322817 tempest-ServerRescueNegativeTestJSON-1023322817-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:50:27.467902 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [req-20b02cf2-0538-4ef2-9fee-8e8c081ce577 req-22af1022-55d4-4d40-9494-9e747fa285af tempest-ServerRescueNegativeTestJSON-1023322817 tempest-ServerRescueNegativeTestJSON-1023322817-project] Calling delete_port for e546142c-20e5-4c42-bc30-21aada271fd4 owned by compute:nova {{(pid=102347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:50:27.602183 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-20b02cf2-0538-4ef2-9fee-8e8c081ce577 req-22af1022-55d4-4d40-9494-9e747fa285af tempest-ServerRescueNegativeTestJSON-1023322817 tempest-ServerRescueNegativeTestJSON-1023322817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:50:27.615259 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] get_ports_and_sgs() called for port_ids ['e546142c-20e5-4c42-bc30-21aada271fd4'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:50:27.619653 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] get_ports_and_sgs() called for port_ids ['9b8337c7-32a2-4767-8191-b5d4e55974a6'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:50:27.634180 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22af1022-55d4-4d40-9494-9e747fa285af tempest-ServerRescueNegativeTestJSON-1023322817 tempest-ServerRescueNegativeTestJSON-1023322817-project] Pushing event deleted for resources: {'Port': ['ID=e546142c-20e5-4c42-bc30-21aada271fd4,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:50:27.689397 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [req-20b02cf2-0538-4ef2-9fee-8e8c081ce577 req-22af1022-55d4-4d40-9494-9e747fa285af tempest-ServerRescueNegativeTestJSON-1023322817 tempest-ServerRescueNegativeTestJSON-1023322817-project] No DVR routers for this DVR port e546142c-20e5-4c42-bc30-21aada271fd4 on host n-h1-813419-10 {{(pid=102347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:50:27.692307 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-20b02cf2-0538-4ef2-9fee-8e8c081ce577 req-22af1022-55d4-4d40-9494-9e747fa285af tempest-ServerRescueNegativeTestJSON-1023322817 tempest-ServerRescueNegativeTestJSON-1023322817-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:50:27.695755 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-20b02cf2-0538-4ef2-9fee-8e8c081ce577 req-22af1022-55d4-4d40-9494-9e747fa285af tempest-ServerRescueNegativeTestJSON-1023322817 tempest-ServerRescueNegativeTestJSON-1023322817-project] 10.222.0.64 "DELETE /v2.0/ports/e546142c-20e5-4c42-bc30-21aada271fd4 HTTP/1.1" status: 204 len: 173 time: 0.4466503 Oct 27 10:50:27.696321 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3759aba1-09d4-4fed-9d74-3da6681f98ba', 'name': 'network-vif-deleted', 'tag': 'e546142c-20e5-4c42-bc30-21aada271fd4'}] {{(pid=102347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:50:27.698740 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311149b481204ee7edffdb959c881838506fbd95bc8577c048f6677abb73acc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c1a093c-3177-4e40-bbb9-0bf60eb3da72" -d '{"events": [{"server_uuid": "3759aba1-09d4-4fed-9d74-3da6681f98ba", "name": "network-vif-deleted", "tag": "e546142c-20e5-4c42-bc30-21aada271fd4"}]}' {{(pid=102347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:50:27.747542 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:50:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b78de29-18bb-4fe7-92e1-6fb3222efe00 x-openstack-request-id: req-9b78de29-18bb-4fe7-92e1-6fb3222efe00 {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:50:27.748156 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3759aba1-09d4-4fed-9d74-3da6681f98ba", "name": "network-vif-deleted", "tag": "e546142c-20e5-4c42-bc30-21aada271fd4", "status": "completed", "code": 200}]} {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:50:27.748703 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9b78de29-18bb-4fe7-92e1-6fb3222efe00 {{(pid=102347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:50:27.749313 n-d-813419-10 neutron-server[102347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3759aba1-09d4-4fed-9d74-3da6681f98ba', 'name': 'network-vif-deleted', 'tag': 'e546142c-20e5-4c42-bc30-21aada271fd4', 'status': 'completed', 'code': 200} Oct 27 10:50:28.587885 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819cc804-8788-45dc-8cde-fb032c412d4e req-0323fe0e-e76a-42f6-b17a-7fbadd2827ff tempest-ServerRescueNegativeTestJSON-1023322817 tempest-ServerRescueNegativeTestJSON-1023322817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:50:28.589634 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-819cc804-8788-45dc-8cde-fb032c412d4e req-0323fe0e-e76a-42f6-b17a-7fbadd2827ff tempest-ServerRescueNegativeTestJSON-1023322817 tempest-ServerRescueNegativeTestJSON-1023322817-project] 10.222.0.44 "GET /v2.0/ports?device_id=0e38e5fe-b7e6-4a57-9fef-a67e31b94d76 HTTP/1.1" status: 200 len: 945 time: 0.0500219 Oct 27 10:50:28.628125 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-819cc804-8788-45dc-8cde-fb032c412d4e req-92005fc6-c992-4836-8d6a-b1f8e98bda5f tempest-ServerRescueNegativeTestJSON-1023322817 tempest-ServerRescueNegativeTestJSON-1023322817-project] 10.222.0.44 "GET /v2.0/security-groups?id=d9faf0c3-7aa8-42ca-936b-1bacb18366f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318542 Oct 27 10:50:29.754945 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daba979e-ef13-43ad-8305-10e8f5be8674 req-8c530e7f-acd4-4287-8466-ef3bee4e19da tempest-ServerRescueNegativeTestJSON-1023322817 tempest-ServerRescueNegativeTestJSON-1023322817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:50:29.756442 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-daba979e-ef13-43ad-8305-10e8f5be8674 req-8c530e7f-acd4-4287-8466-ef3bee4e19da tempest-ServerRescueNegativeTestJSON-1023322817 tempest-ServerRescueNegativeTestJSON-1023322817-project] 10.222.0.44 "GET /v2.0/ports?device_id=0e38e5fe-b7e6-4a57-9fef-a67e31b94d76 HTTP/1.1" status: 200 len: 945 time: 0.0549757 Oct 27 10:50:29.796240 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-daba979e-ef13-43ad-8305-10e8f5be8674 req-6af83eb8-aede-469c-8955-67ed97ea5ffd tempest-ServerRescueNegativeTestJSON-1023322817 tempest-ServerRescueNegativeTestJSON-1023322817-project] 10.222.0.44 "GET /v2.0/security-groups?id=d9faf0c3-7aa8-42ca-936b-1bacb18366f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331242 Oct 27 10:50:30.928797 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651c8cb1-0b1c-411a-9e9f-b942ddb1a608 req-6c808cf3-0a26-497f-9bc4-f8884a63bc78 tempest-ServerRescueNegativeTestJSON-1023322817 tempest-ServerRescueNegativeTestJSON-1023322817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:50:30.930395 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-651c8cb1-0b1c-411a-9e9f-b942ddb1a608 req-6c808cf3-0a26-497f-9bc4-f8884a63bc78 tempest-ServerRescueNegativeTestJSON-1023322817 tempest-ServerRescueNegativeTestJSON-1023322817-project] 10.222.0.44 "GET /v2.0/ports?device_id=0e38e5fe-b7e6-4a57-9fef-a67e31b94d76 HTTP/1.1" status: 200 len: 945 time: 0.0597937 Oct 27 10:50:30.969167 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-651c8cb1-0b1c-411a-9e9f-b942ddb1a608 req-cfc59c0f-b2f3-4f4f-858a-7f682fcfb413 tempest-ServerRescueNegativeTestJSON-1023322817 tempest-ServerRescueNegativeTestJSON-1023322817-project] 10.222.0.44 "GET /v2.0/security-groups?id=d9faf0c3-7aa8-42ca-936b-1bacb18366f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326934 Oct 27 10:50:31.335826 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device e546142c-20e5-4c42-bc30-21aada271fd4 no longer exists at agent hyperv_n-h1-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:50:31.373530 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] No Port match for: e546142c-20e5-4c42-bc30-21aada271fd4 {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:50:31.373874 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device e546142c-20e5-4c42-bc30-21aada271fd4 not bound to the agent host n-h1-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:50:32.100009 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c3bdfb-ffb1-4d4f-a150-d6b2d9fff083 req-f888389e-de47-4a81-b895-1c3746bc46fa tempest-ServerRescueNegativeTestJSON-1023322817 tempest-ServerRescueNegativeTestJSON-1023322817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:50:32.101719 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-a1c3bdfb-ffb1-4d4f-a150-d6b2d9fff083 req-f888389e-de47-4a81-b895-1c3746bc46fa tempest-ServerRescueNegativeTestJSON-1023322817 tempest-ServerRescueNegativeTestJSON-1023322817-project] 10.222.0.44 "GET /v2.0/ports?device_id=0e38e5fe-b7e6-4a57-9fef-a67e31b94d76 HTTP/1.1" status: 200 len: 945 time: 0.0627363 Oct 27 10:50:32.140983 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-a1c3bdfb-ffb1-4d4f-a150-d6b2d9fff083 req-153e5f43-4ba8-4457-aaff-52c94abeff67 tempest-ServerRescueNegativeTestJSON-1023322817 tempest-ServerRescueNegativeTestJSON-1023322817-project] 10.222.0.44 "GET /v2.0/security-groups?id=d9faf0c3-7aa8-42ca-936b-1bacb18366f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328813 Oct 27 10:50:32.597424 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:50:33.262748 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab460284-bd93-4c1f-a248-8771d7fd4bf4 req-3c1d306b-14c3-48f1-ac09-bb25c47b8273 tempest-ServerRescueNegativeTestJSON-1023322817 tempest-ServerRescueNegativeTestJSON-1023322817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:50:33.264245 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-ab460284-bd93-4c1f-a248-8771d7fd4bf4 req-3c1d306b-14c3-48f1-ac09-bb25c47b8273 tempest-ServerRescueNegativeTestJSON-1023322817 tempest-ServerRescueNegativeTestJSON-1023322817-project] 10.222.0.44 "GET /v2.0/ports?device_id=0e38e5fe-b7e6-4a57-9fef-a67e31b94d76 HTTP/1.1" status: 200 len: 945 time: 0.0505536 Oct 27 10:50:33.303948 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-ab460284-bd93-4c1f-a248-8771d7fd4bf4 req-8049f1e3-4759-44ca-b062-09f9b1320e47 tempest-ServerRescueNegativeTestJSON-1023322817 tempest-ServerRescueNegativeTestJSON-1023322817-project] 10.222.0.44 "GET /v2.0/security-groups?id=d9faf0c3-7aa8-42ca-936b-1bacb18366f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334501 Oct 27 10:50:34.442160 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae96fd45-0b86-43e0-a696-a60843e61f2f req-c3fff272-9af0-4a4d-93d5-f8d818ed073d tempest-ServerRescueNegativeTestJSON-1023322817 tempest-ServerRescueNegativeTestJSON-1023322817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:50:34.443698 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ae96fd45-0b86-43e0-a696-a60843e61f2f req-c3fff272-9af0-4a4d-93d5-f8d818ed073d tempest-ServerRescueNegativeTestJSON-1023322817 tempest-ServerRescueNegativeTestJSON-1023322817-project] 10.222.0.44 "GET /v2.0/ports?device_id=0e38e5fe-b7e6-4a57-9fef-a67e31b94d76 HTTP/1.1" status: 200 len: 945 time: 0.0690293 Oct 27 10:50:34.516498 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ae96fd45-0b86-43e0-a696-a60843e61f2f req-9bb646ac-d56c-4580-8bc9-0c88f34f64be tempest-ServerRescueNegativeTestJSON-1023322817 tempest-ServerRescueNegativeTestJSON-1023322817-project] 10.222.0.44 "GET /v2.0/security-groups?id=d9faf0c3-7aa8-42ca-936b-1bacb18366f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591230 Oct 27 10:50:34.655226 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18521ec-8172-4357-8824-8bb84639f27d req-9f14391e-42c5-4e39-a8d8-1f47a25aeb97 tempest-ServerRescueNegativeTestJSON-1023322817 tempest-ServerRescueNegativeTestJSON-1023322817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:50:34.656664 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-a18521ec-8172-4357-8824-8bb84639f27d req-9f14391e-42c5-4e39-a8d8-1f47a25aeb97 tempest-ServerRescueNegativeTestJSON-1023322817 tempest-ServerRescueNegativeTestJSON-1023322817-project] 10.222.0.76 "GET /v2.0/ports?device_id=0e38e5fe-b7e6-4a57-9fef-a67e31b94d76 HTTP/1.1" status: 200 len: 945 time: 0.0546181 Oct 27 10:50:34.762523 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [req-a18521ec-8172-4357-8824-8bb84639f27d req-437a952b-3778-478a-838e-d528e3911d9e tempest-ServerRescueNegativeTestJSON-1023322817 tempest-ServerRescueNegativeTestJSON-1023322817-project] Deleting port 9b8337c7-32a2-4767-8191-b5d4e55974a6 {{(pid=102347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:50:34.763089 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-a18521ec-8172-4357-8824-8bb84639f27d req-437a952b-3778-478a-838e-d528e3911d9e tempest-ServerRescueNegativeTestJSON-1023322817 tempest-ServerRescueNegativeTestJSON-1023322817-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:50:34.882614 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-a18521ec-8172-4357-8824-8bb84639f27d req-437a952b-3778-478a-838e-d528e3911d9e tempest-ServerRescueNegativeTestJSON-1023322817 tempest-ServerRescueNegativeTestJSON-1023322817-project] For port 9b8337c7-32a2-4767-8191-b5d4e55974a6, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=9b8337c7-32a2-4767-8191-b5d4e55974a6,segment=NetworkSegment(d4764657-a085-407f-b80c-1b38d7cbd252),segment_id=d4764657-a085-407f-b80c-1b38d7cbd252)] {{(pid=102347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:50:34.883377 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-a18521ec-8172-4357-8824-8bb84639f27d req-437a952b-3778-478a-838e-d528e3911d9e tempest-ServerRescueNegativeTestJSON-1023322817 tempest-ServerRescueNegativeTestJSON-1023322817-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:50:34.904270 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [req-a18521ec-8172-4357-8824-8bb84639f27d req-437a952b-3778-478a-838e-d528e3911d9e tempest-ServerRescueNegativeTestJSON-1023322817 tempest-ServerRescueNegativeTestJSON-1023322817-project] Calling delete_port for 9b8337c7-32a2-4767-8191-b5d4e55974a6 owned by compute:nova {{(pid=102347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:50:35.071849 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-a18521ec-8172-4357-8824-8bb84639f27d req-437a952b-3778-478a-838e-d528e3911d9e tempest-ServerRescueNegativeTestJSON-1023322817 tempest-ServerRescueNegativeTestJSON-1023322817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:50:35.086174 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] get_ports_and_sgs() called for port_ids ['9b8337c7-32a2-4767-8191-b5d4e55974a6'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:50:35.104878 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437a952b-3778-478a-838e-d528e3911d9e tempest-ServerRescueNegativeTestJSON-1023322817 tempest-ServerRescueNegativeTestJSON-1023322817-project] Pushing event deleted for resources: {'Port': ['ID=9b8337c7-32a2-4767-8191-b5d4e55974a6,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:50:35.156947 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [req-a18521ec-8172-4357-8824-8bb84639f27d req-437a952b-3778-478a-838e-d528e3911d9e tempest-ServerRescueNegativeTestJSON-1023322817 tempest-ServerRescueNegativeTestJSON-1023322817-project] No DVR routers for this DVR port 9b8337c7-32a2-4767-8191-b5d4e55974a6 on host n-h2-813419-10 {{(pid=102347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:50:35.161207 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-a18521ec-8172-4357-8824-8bb84639f27d req-437a952b-3778-478a-838e-d528e3911d9e tempest-ServerRescueNegativeTestJSON-1023322817 tempest-ServerRescueNegativeTestJSON-1023322817-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:50:35.164632 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-a18521ec-8172-4357-8824-8bb84639f27d req-437a952b-3778-478a-838e-d528e3911d9e tempest-ServerRescueNegativeTestJSON-1023322817 tempest-ServerRescueNegativeTestJSON-1023322817-project] 10.222.0.76 "DELETE /v2.0/ports/9b8337c7-32a2-4767-8191-b5d4e55974a6 HTTP/1.1" status: 204 len: 173 time: 0.5008869 Oct 27 10:50:35.165081 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e38e5fe-b7e6-4a57-9fef-a67e31b94d76', 'name': 'network-vif-deleted', 'tag': '9b8337c7-32a2-4767-8191-b5d4e55974a6'}] {{(pid=102347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:50:35.168160 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311149b481204ee7edffdb959c881838506fbd95bc8577c048f6677abb73acc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5768502-9f05-4a46-a085-dd0e17404059" -d '{"events": [{"server_uuid": "0e38e5fe-b7e6-4a57-9fef-a67e31b94d76", "name": "network-vif-deleted", "tag": "9b8337c7-32a2-4767-8191-b5d4e55974a6"}]}' {{(pid=102347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:50:35.222797 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:50:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-735c736d-304f-4573-b48b-7580c8a5d81a x-openstack-request-id: req-735c736d-304f-4573-b48b-7580c8a5d81a {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:50:35.223158 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e38e5fe-b7e6-4a57-9fef-a67e31b94d76", "name": "network-vif-deleted", "tag": "9b8337c7-32a2-4767-8191-b5d4e55974a6", "status": "completed", "code": 200}]} {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:50:35.223470 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-735c736d-304f-4573-b48b-7580c8a5d81a {{(pid=102347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:50:35.223932 n-d-813419-10 neutron-server[102347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e38e5fe-b7e6-4a57-9fef-a67e31b94d76', 'name': 'network-vif-deleted', 'tag': '9b8337c7-32a2-4767-8191-b5d4e55974a6', 'status': 'completed', 'code': 200} Oct 27 10:50:35.630934 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-33740899-4c3c-43be-a828-3a9b5bd30400 req-86a9506f-e846-4743-9f04-9c5b7b90acc6 tempest-ServerRescueNegativeTestJSON-1023322817 tempest-ServerRescueNegativeTestJSON-1023322817-project] 10.222.0.44 "GET /v2.0/ports?device_id=0e38e5fe-b7e6-4a57-9fef-a67e31b94d76 HTTP/1.1" status: 200 len: 210 time: 0.0376613 Oct 27 10:50:36.691565 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 59510) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:50:37.162186 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-f7522368-e28f-4720-8f2c-4ed7edf5e958 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1766202'] for router_interface, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:50:37.436943 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-f7522368-e28f-4720-8f2c-4ed7edf5e958 admin admin] Deleting port acb7efaf-6bc2-4cb1-ab28-c4ae49a4024c {{(pid=102347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:50:37.437496 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-f7522368-e28f-4720-8f2c-4ed7edf5e958 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:50:37.519800 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [None req-f7522368-e28f-4720-8f2c-4ed7edf5e958 admin admin] For port acb7efaf-6bc2-4cb1-ab28-c4ae49a4024c, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=acb7efaf-6bc2-4cb1-ab28-c4ae49a4024c,segment=NetworkSegment(d4764657-a085-407f-b80c-1b38d7cbd252),segment_id=d4764657-a085-407f-b80c-1b38d7cbd252)] {{(pid=102347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:50:37.520156 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-f7522368-e28f-4720-8f2c-4ed7edf5e958 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:50:37.531816 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-f7522368-e28f-4720-8f2c-4ed7edf5e958 admin admin] Calling delete_port for acb7efaf-6bc2-4cb1-ab28-c4ae49a4024c owned by network:router_interface {{(pid=102347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:50:37.713567 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-f7522368-e28f-4720-8f2c-4ed7edf5e958 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:50:37.743748 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7522368-e28f-4720-8f2c-4ed7edf5e958 admin admin] Pushing event deleted for resources: {'Port': ['ID=acb7efaf-6bc2-4cb1-ab28-c4ae49a4024c,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:50:37.764454 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7522368-e28f-4720-8f2c-4ed7edf5e958 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:50:37.764793 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7522368-e28f-4720-8f2c-4ed7edf5e958 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:50:37.765125 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7522368-e28f-4720-8f2c-4ed7edf5e958 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:50:37.765453 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7522368-e28f-4720-8f2c-4ed7edf5e958 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:50:37.765788 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7522368-e28f-4720-8f2c-4ed7edf5e958 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:50:37.766099 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7522368-e28f-4720-8f2c-4ed7edf5e958 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:50:37.766412 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7522368-e28f-4720-8f2c-4ed7edf5e958 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:50:37.767348 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7522368-e28f-4720-8f2c-4ed7edf5e958 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:50:37.767674 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7522368-e28f-4720-8f2c-4ed7edf5e958 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:50:37.767991 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7522368-e28f-4720-8f2c-4ed7edf5e958 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:50:37.768359 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7522368-e28f-4720-8f2c-4ed7edf5e958 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:50:37.768722 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7522368-e28f-4720-8f2c-4ed7edf5e958 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:50:37.909834 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-f7522368-e28f-4720-8f2c-4ed7edf5e958 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2006968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1766358'] for router_interface, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:50:38.245794 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.agents_db [None req-e79ee67d-056e-46ea-bd99-e80473396b25 None None] Agent healthcheck: found 7 active agents {{(pid=102349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 10:50:38.500442 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7522368-e28f-4720-8f2c-4ed7edf5e958 admin admin] Router a586bbfe-f223-464b-98df-7b4b591c2b89 has already been hosted by L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb {{(pid=102347) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 10:50:38.607879 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7522368-e28f-4720-8f2c-4ed7edf5e958 admin admin] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:50:38.613800 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-f7522368-e28f-4720-8f2c-4ed7edf5e958 admin admin] 10.222.0.44 "PUT /v2.0/routers/a586bbfe-f223-464b-98df-7b4b591c2b89/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9205759 Oct 27 10:50:38.617020 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 59542) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:50:38.621641 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-507c43af-7214-487e-9002-5e2af1f7960b None None] Sync routers for ids ['a586bbfe-f223-464b-98df-7b4b591c2b89'] in n-d-813419-10 {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:50:38.632711 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-507c43af-7214-487e-9002-5e2af1f7960b None None] Routers {'a586bbfe-f223-464b-98df-7b4b591c2b89'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:50:38.633559 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-507c43af-7214-487e-9002-5e2af1f7960b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:50:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['a586bbfe-f223-464b-98df-7b4b591c2b89'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:50:38.711067 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device 9b8337c7-32a2-4767-8191-b5d4e55974a6 no longer exists at agent hyperv_n-h2-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:50:38.737965 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvr_db [None req-507c43af-7214-487e-9002-5e2af1f7960b None None] Set router a586bbfe-f223-464b-98df-7b4b591c2b89 gateway port host: n-d-813419-10 {{(pid=102349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:50:38.757171 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] No Port match for: 9b8337c7-32a2-4767-8191-b5d4e55974a6 {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:50:38.758237 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device 9b8337c7-32a2-4767-8191-b5d4e55974a6 not bound to the agent host n-h2-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:50:38.769156 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-b780c5e9-73f2-4616-9cfe-59af166b3f30 admin admin] Publish callbacks [] for router, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:50:38.890391 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-b780c5e9-73f2-4616-9cfe-59af166b3f30 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:50:38.923532 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-507c43af-7214-487e-9002-5e2af1f7960b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a586bbfe-f223-464b-98df-7b4b591c2b89', 'name': 'tempest-ServerRescueNegativeTestJSON-1182559815-router', 'tenant_id': '49f69ef03c2149d7af8e989acb2acfe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.20'}], 'enable_snat': True}, 'gw_port_id': '97837f7f-5b2d-47f3-a8f4-1535e24380ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:48:26Z', 'updated_at': '2021-10-27T10:50:37Z', 'revision_number': 5, 'project_id': '49f69ef03c2149d7af8e989acb2acfe0', 'gw_port': {'id': '97837f7f-5b2d-47f3-a8f4-1535e24380ce', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:cc:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a586bbfe-f223-464b-98df-7b4b591c2b89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3243, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:48:27Z', 'updated_at': '2021-10-27T10:48:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10'}], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:50:38.950223 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-b780c5e9-73f2-4616-9cfe-59af166b3f30 admin admin] Deleting port 97837f7f-5b2d-47f3-a8f4-1535e24380ce {{(pid=102347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:50:38.950849 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-b780c5e9-73f2-4616-9cfe-59af166b3f30 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:50:38.954154 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-507c43af-7214-487e-9002-5e2af1f7960b None None] Checking router: a586bbfe-f223-464b-98df-7b4b591c2b89 for host: n-d-813419-10 {{(pid=102349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 10:50:38.963410 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-507c43af-7214-487e-9002-5e2af1f7960b None None] Routers {'a586bbfe-f223-464b-98df-7b4b591c2b89'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:50:38.964317 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-507c43af-7214-487e-9002-5e2af1f7960b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:50:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['a586bbfe-f223-464b-98df-7b4b591c2b89'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:50:39.006267 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:50:39.074417 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvr_db [None req-507c43af-7214-487e-9002-5e2af1f7960b None None] Set router a586bbfe-f223-464b-98df-7b4b591c2b89 gateway port host: None {{(pid=102349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:50:39.076871 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [None req-b780c5e9-73f2-4616-9cfe-59af166b3f30 admin admin] For port 97837f7f-5b2d-47f3-a8f4-1535e24380ce, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=97837f7f-5b2d-47f3-a8f4-1535e24380ce,segment=NetworkSegment(bc14127b-7032-4c50-bb5b-f6813cbae86e),segment_id=bc14127b-7032-4c50-bb5b-f6813cbae86e)] {{(pid=102347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:50:39.077251 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-b780c5e9-73f2-4616-9cfe-59af166b3f30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:50:39.098293 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-b780c5e9-73f2-4616-9cfe-59af166b3f30 admin admin] Calling delete_port for 97837f7f-5b2d-47f3-a8f4-1535e24380ce owned by network:router_gateway {{(pid=102347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:50:39.260805 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-507c43af-7214-487e-9002-5e2af1f7960b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a586bbfe-f223-464b-98df-7b4b591c2b89', 'name': 'tempest-ServerRescueNegativeTestJSON-1182559815-router', 'tenant_id': '49f69ef03c2149d7af8e989acb2acfe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:48:26Z', 'updated_at': '2021-10-27T10:50:38Z', 'revision_number': 6, 'project_id': '49f69ef03c2149d7af8e989acb2acfe0', 'gw_port_host': None}], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:50:39.291534 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-507c43af-7214-487e-9002-5e2af1f7960b None None] The sync data for ids ['a586bbfe-f223-464b-98df-7b4b591c2b89'] in n-d-813419-10 is: [{'id': 'a586bbfe-f223-464b-98df-7b4b591c2b89', 'name': 'tempest-ServerRescueNegativeTestJSON-1182559815-router', 'tenant_id': '49f69ef03c2149d7af8e989acb2acfe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:48:26Z', 'updated_at': '2021-10-27T10:50:38Z', 'revision_number': 6, 'project_id': '49f69ef03c2149d7af8e989acb2acfe0', 'gw_port_host': None}] {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:50:39.352440 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-b780c5e9-73f2-4616-9cfe-59af166b3f30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:50:39.381527 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b780c5e9-73f2-4616-9cfe-59af166b3f30 admin admin] Pushing event deleted for resources: {'Port': ['ID=97837f7f-5b2d-47f3-a8f4-1535e24380ce,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:50:39.451403 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-b780c5e9-73f2-4616-9cfe-59af166b3f30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1664884'] for router_gateway, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:50:39.544734 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-b780c5e9-73f2-4616-9cfe-59af166b3f30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1765662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3700'] for router, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:50:39.547163 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-b780c5e9-73f2-4616-9cfe-59af166b3f30 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:50:39.594786 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-b780c5e9-73f2-4616-9cfe-59af166b3f30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1765641'] for router, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:50:39.595753 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b780c5e9-73f2-4616-9cfe-59af166b3f30 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a586bbfe-f223-464b-98df-7b4b591c2b89 {{(pid=102347) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 10:50:39.601584 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-b780c5e9-73f2-4616-9cfe-59af166b3f30 admin admin] Publish callbacks [] for router, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:50:39.604076 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-b780c5e9-73f2-4616-9cfe-59af166b3f30 admin admin] 10.222.0.44 "DELETE /v2.0/routers/a586bbfe-f223-464b-98df-7b4b591c2b89 HTTP/1.1" status: 204 len: 168 time: 0.9860523 Oct 27 10:50:39.605299 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 59548) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:50:39.691139 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec4403d7-e8ad-4d08-8b58-c7705f899678 admin admin] Deleting subnet 6f583c02-d1dc-428e-a2f7-ffb6764c8f58 {{(pid=102347) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 10:50:39.705172 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-ec4403d7-e8ad-4d08-8b58-c7705f899678 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:50:39.757748 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-ec4403d7-e8ad-4d08-8b58-c7705f899678 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-18445109'] for subnet, precommit_delete_associations {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:50:39.798588 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-ec4403d7-e8ad-4d08-8b58-c7705f899678 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855646'] for subnet, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:50:39.863365 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-ec4403d7-e8ad-4d08-8b58-c7705f899678 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-18295818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18043720'] for subnet, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:50:39.895146 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4403d7-e8ad-4d08-8b58-c7705f899678 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6f583c02-d1dc-428e-a2f7-ffb6764c8f58,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:50:39.903646 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-ec4403d7-e8ad-4d08-8b58-c7705f899678 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:50:39.907692 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-ec4403d7-e8ad-4d08-8b58-c7705f899678 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/6f583c02-d1dc-428e-a2f7-ffb6764c8f58 HTTP/1.1" status: 204 len: 168 time: 0.3013484 Oct 27 10:50:39.910453 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 59550) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:50:39.981441 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-3ba8c8b0-6db9-4169-9a1b-2e58c89c7c69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586917'] for network, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:50:40.080078 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-3ba8c8b0-6db9-4169-9a1b-2e58c89c7c69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857803', 'neutron.services.segments.db._delete_segments_for_network-8743873143390'] for network, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:50:40.127362 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-3ba8c8b0-6db9-4169-9a1b-2e58c89c7c69 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39bfeb78-eb5d-489b-af3a-3f8870b9b6fd']}} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:50:40.145116 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-3ba8c8b0-6db9-4169-9a1b-2e58c89c7c69 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4764657-a085-407f-b80c-1b38d7cbd252') {'for_net_delete': True} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:50:40.145623 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-3ba8c8b0-6db9-4169-9a1b-2e58c89c7c69 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4764657-a085-407f-b80c-1b38d7cbd252') {} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:50:40.169867 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-3ba8c8b0-6db9-4169-9a1b-2e58c89c7c69 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743873145191', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25847877'] for segment, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:50:40.202616 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-3ba8c8b0-6db9-4169-9a1b-2e58c89c7c69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:50:40.221540 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device acb7efaf-6bc2-4cb1-ab28-c4ae49a4024c no longer exists at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:50:40.234605 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ba8c8b0-6db9-4169-9a1b-2e58c89c7c69 admin admin] Releasing vlan 408 on physical network physnet1 to pool {{(pid=102346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 10:50:40.235077 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-3ba8c8b0-6db9-4169-9a1b-2e58c89c7c69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27024137'] for segment, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:50:40.237829 n-d-813419-10 neutron-server[102346]: Traceback (most recent call last): Oct 27 10:50:40.237829 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 10:50:40.237829 n-d-813419-10 neutron-server[102346]: timer() Oct 27 10:50:40.237829 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 10:50:40.237829 n-d-813419-10 neutron-server[102346]: cb(*args, **kw) Oct 27 10:50:40.237829 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 10:50:40.237829 n-d-813419-10 neutron-server[102346]: return func(*args, **kwargs) Oct 27 10:50:40.237829 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 10:50:40.237829 n-d-813419-10 neutron-server[102346]: self._notify() Oct 27 10:50:40.237829 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 10:50:40.237829 n-d-813419-10 neutron-server[102346]: self.callback(batched_events) Oct 27 10:50:40.237829 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 10:50:40.237829 n-d-813419-10 neutron-server[102346]: event.method(event) Oct 27 10:50:40.237829 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 10:50:40.237829 n-d-813419-10 neutron-server[102346]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 10:50:40.237829 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 10:50:40.237829 n-d-813419-10 neutron-server[102346]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 10:50:40.237829 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 10:50:40.237829 n-d-813419-10 neutron-server[102346]: return f(self, *a, **k) Oct 27 10:50:40.237829 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 10:50:40.237829 n-d-813419-10 neutron-server[102346]: return self._get(url).json() Oct 27 10:50:40.237829 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 10:50:40.237829 n-d-813419-10 neutron-server[102346]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 10:50:40.237829 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 10:50:40.237829 n-d-813419-10 neutron-server[102346]: return self.request(url, 'GET', **kwargs) Oct 27 10:50:40.237829 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 10:50:40.237829 n-d-813419-10 neutron-server[102346]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 10:50:40.237829 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 10:50:40.237829 n-d-813419-10 neutron-server[102346]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 10:50:40.237829 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 10:50:40.237829 n-d-813419-10 neutron-server[102346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 10:50:40.237829 n-d-813419-10 neutron-server[102346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 10:50:40.272079 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] No Port match for: acb7efaf-6bc2-4cb1-ab28-c4ae49a4024c {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:50:40.272515 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device acb7efaf-6bc2-4cb1-ab28-c4ae49a4024c not bound to the agent host n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:50:40.272949 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 97837f7f-5b2d-47f3-a8f4-1535e24380ce no longer exists at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:50:40.308332 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] No Port match for: 97837f7f-5b2d-47f3-a8f4-1535e24380ce {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:50:40.309269 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 97837f7f-5b2d-47f3-a8f4-1535e24380ce not bound to the agent host n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:50:40.352510 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-3ba8c8b0-6db9-4169-9a1b-2e58c89c7c69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664840'] for network, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:50:40.358500 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-3ba8c8b0-6db9-4169-9a1b-2e58c89c7c69 admin admin] Publish callbacks [] for network, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:50:40.362979 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-3ba8c8b0-6db9-4169-9a1b-2e58c89c7c69 admin admin] 10.222.0.44 "DELETE /v2.0/networks/39bfeb78-eb5d-489b-af3a-3f8870b9b6fd HTTP/1.1" status: 204 len: 168 time: 0.4508765 Oct 27 10:50:40.378303 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba8c8b0-6db9-4169-9a1b-2e58c89c7c69 admin admin] Pushing event deleted for resources: {'Network': ['ID=39bfeb78-eb5d-489b-af3a-3f8870b9b6fd,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:50:40.387322 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba8c8b0-6db9-4169-9a1b-2e58c89c7c69 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:50:40.388001 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba8c8b0-6db9-4169-9a1b-2e58c89c7c69 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:50:40.388590 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba8c8b0-6db9-4169-9a1b-2e58c89c7c69 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:50:40.389774 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba8c8b0-6db9-4169-9a1b-2e58c89c7c69 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:50:40.390844 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba8c8b0-6db9-4169-9a1b-2e58c89c7c69 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:50:40.391389 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba8c8b0-6db9-4169-9a1b-2e58c89c7c69 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:50:40.392634 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba8c8b0-6db9-4169-9a1b-2e58c89c7c69 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:50:40.393178 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba8c8b0-6db9-4169-9a1b-2e58c89c7c69 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:50:40.393735 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba8c8b0-6db9-4169-9a1b-2e58c89c7c69 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:50:40.394272 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba8c8b0-6db9-4169-9a1b-2e58c89c7c69 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:50:40.394851 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba8c8b0-6db9-4169-9a1b-2e58c89c7c69 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:50:40.395378 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba8c8b0-6db9-4169-9a1b-2e58c89c7c69 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:50:40.619691 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 59558) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:50:40.694382 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 59560) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:50:40.695121 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-62c93aa1-081c-40f7-9a92-d0891804d443 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=49f69ef03c2149d7af8e989acb2acfe0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0740218 Oct 27 10:50:40.750605 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-5474ce91-2f02-4c29-a15a-38abe1610ff9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:50:40.774098 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-5474ce91-2f02-4c29-a15a-38abe1610ff9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:50:40.827753 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-5474ce91-2f02-4c29-a15a-38abe1610ff9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:50:40.830942 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-5474ce91-2f02-4c29-a15a-38abe1610ff9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:50:40.834506 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-5474ce91-2f02-4c29-a15a-38abe1610ff9 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d9faf0c3-7aa8-42ca-936b-1bacb18366f9 HTTP/1.1" status: 204 len: 168 time: 0.1361604 Oct 27 10:50:40.846092 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5474ce91-2f02-4c29-a15a-38abe1610ff9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9faf0c3-7aa8-42ca-936b-1bacb18366f9,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:50:41.634104 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 59584) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:50:41.788432 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-f3ed20b0-4f63-46ed-b33f-2e1aba3a50c2 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1515426154-network', 'tenant_id': '04258b83abed4a9ca4fa54d398f51fb3'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:50:41.829864 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3ed20b0-4f63-46ed-b33f-2e1aba3a50c2 admin admin] Made reservation on behalf of 04258b83abed4a9ca4fa54d398f51fb3 for: {'network': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:50:41.832700 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-f3ed20b0-4f63-46ed-b33f-2e1aba3a50c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for network, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:50:41.842346 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-f3ed20b0-4f63-46ed-b33f-2e1aba3a50c2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:50:41.945756 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-f3ed20b0-4f63-46ed-b33f-2e1aba3a50c2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:50:41.950703 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-f3ed20b0-4f63-46ed-b33f-2e1aba3a50c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:50:41.982838 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3ed20b0-4f63-46ed-b33f-2e1aba3a50c2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 445} {{(pid=102346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 10:50:41.985184 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ed20b0-4f63-46ed-b33f-2e1aba3a50c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffed76d3-4d36-4729-a6a9-ef5807ccbf84,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:50:42.007463 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-f3ed20b0-4f63-46ed-b33f-2e1aba3a50c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:50:42.008181 n-d-813419-10 neutron-server[102346]: INFO neutron.db.segments_db [None req-f3ed20b0-4f63-46ed-b33f-2e1aba3a50c2 admin admin] Added segment 8cab2adf-a440-42c6-b3ba-33945c07a109 of type vlan for network f2b03a6b-6c02-4954-a3e8-168cf87d8153 Oct 27 10:50:42.063116 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-f3ed20b0-4f63-46ed-b33f-2e1aba3a50c2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743872593080'] for network, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:50:42.093113 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-f3ed20b0-4f63-46ed-b33f-2e1aba3a50c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913'] for network, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:50:42.095772 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3ed20b0-4f63-46ed-b33f-2e1aba3a50c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:50:42.096823 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-f3ed20b0-4f63-46ed-b33f-2e1aba3a50c2 admin admin] Publish callbacks [] for network, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:50:42.173381 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ed20b0-4f63-46ed-b33f-2e1aba3a50c2 admin admin] Pushing event updated for resources: {'Network': ['ID=f2b03a6b-6c02-4954-a3e8-168cf87d8153,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:50:42.186597 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-f3ed20b0-4f63-46ed-b33f-2e1aba3a50c2 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.5515094 Oct 27 10:50:42.187683 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Network f2b03a6b-6c02-4954-a3e8-168cf87d8153 details requested by agent ovs-agent-n-d-813419-10 with host n-d-813419-10 {{(pid=102348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 10:50:42.192027 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 59592) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:50:42.216999 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-2cb3f6cf-fbd6-413b-b46b-653789fe1652 admin admin] Request body: {'subnet': {'network_id': 'f2b03a6b-6c02-4954-a3e8-168cf87d8153', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1515426154-subnet', 'tenant_id': '04258b83abed4a9ca4fa54d398f51fb3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:50:42.262128 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 59594) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:50:42.300864 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cb3f6cf-fbd6-413b-b46b-653789fe1652 admin admin] Made reservation on behalf of 04258b83abed4a9ca4fa54d398f51fb3 for: {'subnet': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:50:42.312735 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-2cb3f6cf-fbd6-413b-b46b-653789fe1652 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27167186'] for subnet, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:50:42.365219 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b9c0980-96fc-480b-81dd-f7854c67a80f tempest-TestNetworkBasicOps-239470800 tempest-TestNetworkBasicOps-239470800-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:50:42.366524 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b9c0980-96fc-480b-81dd-f7854c67a80f tempest-TestNetworkBasicOps-239470800 tempest-TestNetworkBasicOps-239470800-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:50:42.366524 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b9c0980-96fc-480b-81dd-f7854c67a80f tempest-TestNetworkBasicOps-239470800 tempest-TestNetworkBasicOps-239470800-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:50:42.377065 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-6b9c0980-96fc-480b-81dd-f7854c67a80f tempest-TestNetworkBasicOps-239470800 tempest-TestNetworkBasicOps-239470800-project-admin] 10.222.0.44 "GET /v2.0/ports?project_id=b77ac30bad224fe0b8e5f2c5dd43d62c&network_id=ea4d67f7-1216-4069-ab70-2f7251ebc836 HTTP/1.1" status: 200 len: 2973 time: 0.1136887 Oct 27 10:50:42.577838 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-2cb3f6cf-fbd6-413b-b46b-653789fe1652 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27024290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27167168'] for subnet, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:50:42.643419 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb3f6cf-fbd6-413b-b46b-653789fe1652 admin admin] Pushing event updated for resources: {'Subnet': ['ID=10902cdd-be2b-4d88-ae3a-f5647b50017d,revision_number=0']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:50:42.649182 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cb3f6cf-fbd6-413b-b46b-653789fe1652 admin admin] Checking segment: {'id': '8cab2adf-a440-42c6-b3ba-33945c07a109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'f2b03a6b-6c02-4954-a3e8-168cf87d8153'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:50:42.649547 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cb3f6cf-fbd6-413b-b46b-653789fe1652 admin admin] Network hostable DHCP agents. Network: f2b03a6b-6c02-4954-a3e8-168cf87d8153, hostable agents: ['eafd4000-b897-4722-ae8b-0118ec955181'], hosted agents: [] {{(pid=102346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 10:50:42.669334 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cb3f6cf-fbd6-413b-b46b-653789fe1652 admin admin] Network f2b03a6b-6c02-4954-a3e8-168cf87d8153 is scheduled to be hosted by DHCP agent eafd4000-b897-4722-ae8b-0118ec955181 with binding_index 1 {{(pid=102346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 10:50:42.680223 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-2cb3f6cf-fbd6-413b-b46b-653789fe1652 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-10, f2b03a6b-6c02-4954-a3e8-168cf87d8153) {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:50:42.694546 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed408663-3378-4882-867d-db1336c58763 None None] Network f2b03a6b-6c02-4954-a3e8-168cf87d8153 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:50:42.697967 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cb3f6cf-fbd6-413b-b46b-653789fe1652 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:50:42.700807 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-2cb3f6cf-fbd6-413b-b46b-653789fe1652 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for subnet, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:50:42.736641 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-2cb3f6cf-fbd6-413b-b46b-653789fe1652 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.5418837 Oct 27 10:50:43.157589 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec58f466-0074-4988-960d-3509caf7ceaf None None] Network f2b03a6b-6c02-4954-a3e8-168cf87d8153 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:50:43.404620 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db24e483-6ebc-42b7-be14-e91c8ae5ecc3 req-cf6bd84d-bc95-4602-af00-f2fe0208360c tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:50:43.411468 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-db24e483-6ebc-42b7-be14-e91c8ae5ecc3 req-cf6bd84d-bc95-4602-af00-f2fe0208360c tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] 10.222.0.44 "GET /v2.0/networks?id=f2b03a6b-6c02-4954-a3e8-168cf87d8153 HTTP/1.1" status: 200 len: 806 time: 0.1511114 Oct 27 10:50:43.428968 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-db24e483-6ebc-42b7-be14-e91c8ae5ecc3 req-6794e027-59d7-4a62-8016-3b101be2019f tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] 10.222.0.44 "GET /v2.0/quotas/04258b83abed4a9ca4fa54d398f51fb3 HTTP/1.1" status: 200 len: 375 time: 0.0165238 Oct 27 10:50:43.490709 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-db24e483-6ebc-42b7-be14-e91c8ae5ecc3 req-909bc1db-edb2-4907-9776-cdb7e376603f tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=04258b83abed4a9ca4fa54d398f51fb3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0607209 Oct 27 10:50:43.495837 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [req-db24e483-6ebc-42b7-be14-e91c8ae5ecc3 req-2984dc0b-7058-4f20-8594-cd97c26705ee service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=102347) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 10:50:43.503372 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-db24e483-6ebc-42b7-be14-e91c8ae5ecc3 req-2984dc0b-7058-4f20-8594-cd97c26705ee service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0116835 Oct 27 10:50:43.603904 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-db24e483-6ebc-42b7-be14-e91c8ae5ecc3 req-23dc2000-c546-41f4-9431-2ef433fdf57d service neutron] 10.222.0.44 "GET /v2.0/networks/f2b03a6b-6c02-4954-a3e8-168cf87d8153?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997207 Oct 27 10:50:43.710889 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-db24e483-6ebc-42b7-be14-e91c8ae5ecc3 req-7befecb1-8470-4128-9627-d7e66002cd01 service neutron] 10.222.0.44 "GET /v2.0/networks/f2b03a6b-6c02-4954-a3e8-168cf87d8153?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008160 Oct 27 10:50:43.893282 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-5c2a2600-c8d5-478b-9e4f-da549de1e108 req-a4e3455e-ae57-46ef-b7c6-df67d6a98eb6 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] 10.222.0.44 "GET /v2.0/ports?device_id=b5214058-b79e-4055-883e-d1a9c1f7418b HTTP/1.1" status: 200 len: 210 time: 0.0294402 Oct 27 10:50:44.820437 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 59640) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:50:44.900769 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88adf2b4-c99e-49f5-81ad-c8f61e561c34 tempest-TestNetworkBasicOps-239470800 tempest-TestNetworkBasicOps-239470800-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:50:44.902258 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-88adf2b4-c99e-49f5-81ad-c8f61e561c34 tempest-TestNetworkBasicOps-239470800 tempest-TestNetworkBasicOps-239470800-project-admin] 10.222.0.44 "GET /v2.0/subnets?network_id=185ff123-c7ff-45c7-a6be-71feb35acc9c HTTP/1.1" status: 200 len: 814 time: 0.0808980 Oct 27 10:50:45.009068 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db24e483-6ebc-42b7-be14-e91c8ae5ecc3 req-f58defce-03ee-4a86-9474-19e2b10da910 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:50:45.010895 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-db24e483-6ebc-42b7-be14-e91c8ae5ecc3 req-f58defce-03ee-4a86-9474-19e2b10da910 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] 10.222.0.64 "GET /v2.0/networks?id=f2b03a6b-6c02-4954-a3e8-168cf87d8153 HTTP/1.1" status: 200 len: 806 time: 0.1269858 Oct 27 10:50:45.036739 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [req-db24e483-6ebc-42b7-be14-e91c8ae5ecc3 req-33b2d323-8cac-48c5-addb-df468aeb64ab tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] Request body: {'port': {'device_id': 'b5214058-b79e-4055-883e-d1a9c1f7418b', 'network_id': 'f2b03a6b-6c02-4954-a3e8-168cf87d8153', 'admin_state_up': True, 'tenant_id': '04258b83abed4a9ca4fa54d398f51fb3'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:50:45.088242 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-7547ee99-b547-4e81-882c-2f356ef374e6 req-7de49038-c9bc-49be-adee-0c8c4410105e tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] 10.222.0.44 "GET /v2.0/ports?device_id=b5214058-b79e-4055-883e-d1a9c1f7418b HTTP/1.1" status: 200 len: 210 time: 0.0691507 Oct 27 10:50:45.197675 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db24e483-6ebc-42b7-be14-e91c8ae5ecc3 req-33b2d323-8cac-48c5-addb-df468aeb64ab tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] Made reservation on behalf of 04258b83abed4a9ca4fa54d398f51fb3 for: {'port': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:50:45.201358 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-db24e483-6ebc-42b7-be14-e91c8ae5ecc3 req-33b2d323-8cac-48c5-addb-df468aeb64ab tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:50:45.346857 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_common [req-db24e483-6ebc-42b7-be14-e91c8ae5ecc3 req-33b2d323-8cac-48c5-addb-df468aeb64ab tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] Allocated IP 172.20.0.13 (f2b03a6b-6c02-4954-a3e8-168cf87d8153/10902cdd-be2b-4d88-ae3a-f5647b50017d/fe919a1d-8d66-4e9c-9d07-1b82a0020cfa) {{(pid=102347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:50:45.499624 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-db24e483-6ebc-42b7-be14-e91c8ae5ecc3 req-33b2d323-8cac-48c5-addb-df468aeb64ab tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] Publish callbacks [] for port, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:50:45.533919 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-db24e483-6ebc-42b7-be14-e91c8ae5ecc3 req-33b2d323-8cac-48c5-addb-df468aeb64ab tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:50:45.577858 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db24e483-6ebc-42b7-be14-e91c8ae5ecc3 req-33b2d323-8cac-48c5-addb-df468aeb64ab tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] Network f2b03a6b-6c02-4954-a3e8-168cf87d8153 is already hosted by enough agents. {{(pid=102347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:50:45.582811 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [req-db24e483-6ebc-42b7-be14-e91c8ae5ecc3 req-33b2d323-8cac-48c5-addb-df468aeb64ab tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] Resources bound (agent type, host, resource id): {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:50:45.586617 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [req-db24e483-6ebc-42b7-be14-e91c8ae5ecc3 req-33b2d323-8cac-48c5-addb-df468aeb64ab tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] Received port after_create {{(pid=102347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:50:45.626221 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b2d323-8cac-48c5-addb-df468aeb64ab tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] Pushing event updated for resources: {'Port': ['ID=fe919a1d-8d66-4e9c-9d07-1b82a0020cfa,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:50:45.644343 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db24e483-6ebc-42b7-be14-e91c8ae5ecc3 req-33b2d323-8cac-48c5-addb-df468aeb64ab tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:50:45.645019 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-db24e483-6ebc-42b7-be14-e91c8ae5ecc3 req-33b2d323-8cac-48c5-addb-df468aeb64ab tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:50:45.661720 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-db24e483-6ebc-42b7-be14-e91c8ae5ecc3 req-33b2d323-8cac-48c5-addb-df468aeb64ab tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6330237 Oct 27 10:50:45.674451 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [req-db24e483-6ebc-42b7-be14-e91c8ae5ecc3 req-22a836aa-7ebf-4505-89ff-bcabe07d4238 service neutron] Request body: {'port': {'device_id': 'b5214058-b79e-4055-883e-d1a9c1f7418b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-10'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:50:45.721073 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 59652) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:50:45.727714 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-b8f26f25-40bd-416c-9cc4-3715bfd8ada6 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Request body: {'network': {'name': 'tempest-network-smoke--486617976', 'project_id': 'b77ac30bad224fe0b8e5f2c5dd43d62c', 'port_security_enabled': True}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:50:45.733511 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-db24e483-6ebc-42b7-be14-e91c8ae5ecc3 req-22a836aa-7ebf-4505-89ff-bcabe07d4238 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:50:45.750295 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8f26f25-40bd-416c-9cc4-3715bfd8ada6 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Made reservation on behalf of b77ac30bad224fe0b8e5f2c5dd43d62c for: {'network': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:50:45.754153 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-b8f26f25-40bd-416c-9cc4-3715bfd8ada6 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for network, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:50:45.798588 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8f26f25-40bd-416c-9cc4-3715bfd8ada6 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 402} {{(pid=102346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 10:50:45.816439 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-b8f26f25-40bd-416c-9cc4-3715bfd8ada6 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:50:45.819451 n-d-813419-10 neutron-server[102346]: INFO neutron.db.segments_db [None req-b8f26f25-40bd-416c-9cc4-3715bfd8ada6 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Added segment e297078d-645a-4c0b-84ed-954b9c8de54c of type vlan for network a397b4af-e073-48a8-9626-4bee98265f39 Oct 27 10:50:45.872564 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-b8f26f25-40bd-416c-9cc4-3715bfd8ada6 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743872593080'] for network, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:50:45.899419 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-b8f26f25-40bd-416c-9cc4-3715bfd8ada6 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913'] for network, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:50:45.905912 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8f26f25-40bd-416c-9cc4-3715bfd8ada6 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:50:45.906513 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-b8f26f25-40bd-416c-9cc4-3715bfd8ada6 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Publish callbacks [] for network, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:50:45.972367 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-b8f26f25-40bd-416c-9cc4-3715bfd8ada6 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2486608 Oct 27 10:50:45.981890 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 59654) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:50:45.988542 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f26f25-40bd-416c-9cc4-3715bfd8ada6 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Pushing event updated for resources: {'Network': ['ID=a397b4af-e073-48a8-9626-4bee98265f39,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:50:46.005268 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Network a397b4af-e073-48a8-9626-4bee98265f39 details requested by agent ovs-agent-n-d-813419-10 with host n-d-813419-10 {{(pid=102348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 10:50:46.083986 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b20f9687-1dc2-4059-b96b-af6d710e5ada tempest-TestNetworkBasicOps-239470800 tempest-TestNetworkBasicOps-239470800-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:50:46.085478 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-b20f9687-1dc2-4059-b96b-af6d710e5ada tempest-TestNetworkBasicOps-239470800 tempest-TestNetworkBasicOps-239470800-project-admin] 10.222.0.44 "GET /v2.0/subnets?project_id=b77ac30bad224fe0b8e5f2c5dd43d62c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1050653 Oct 27 10:50:46.088316 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 59658) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:50:46.177869 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [req-db24e483-6ebc-42b7-be14-e91c8ae5ecc3 req-22a836aa-7ebf-4505-89ff-bcabe07d4238 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe919a1d-8d66-4e9c-9d07-1b82a0020cfa {{(pid=102347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:50:46.188867 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-db24e483-6ebc-42b7-be14-e91c8ae5ecc3 req-22a836aa-7ebf-4505-89ff-bcabe07d4238 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:50:46.217796 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.provisioning_blocks [req-db24e483-6ebc-42b7-be14-e91c8ae5ecc3 req-22a836aa-7ebf-4505-89ff-bcabe07d4238 service neutron] Transition to ACTIVE for port object fe919a1d-8d66-4e9c-9d07-1b82a0020cfa will not be triggered until provisioned by entity L2. {{(pid=102347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 10:50:46.226715 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f5d94a9-faf5-4a7a-9be0-e3d071c93b8a tempest-TestNetworkBasicOps-239470800 tempest-TestNetworkBasicOps-239470800-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:50:46.231495 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-9f5d94a9-faf5-4a7a-9be0-e3d071c93b8a tempest-TestNetworkBasicOps-239470800 tempest-TestNetworkBasicOps-239470800-project-admin] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1249361 Oct 27 10:50:46.234119 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-db24e483-6ebc-42b7-be14-e91c8ae5ecc3 req-22a836aa-7ebf-4505-89ff-bcabe07d4238 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:50:46.237405 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 59662) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:50:46.246055 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-e804add5-9b0b-4b77-9d16-e361b8c7e3fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:50:46.287379 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cce334-600d-4276-aacd-3a0192e2f565 req-4c9f2258-5169-436c-9f38-58446547b915 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:50:46.289133 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-60cce334-600d-4276-aacd-3a0192e2f565 req-4c9f2258-5169-436c-9f38-58446547b915 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] 10.222.0.44 "GET /v2.0/ports?device_id=b5214058-b79e-4055-883e-d1a9c1f7418b HTTP/1.1" status: 200 len: 944 time: 0.0615253 Oct 27 10:50:46.297829 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-c40ca092-aadb-4320-a8fc-f4d45d795123 tempest-TestNetworkBasicOps-239470800 tempest-TestNetworkBasicOps-239470800-project-admin] 10.222.0.44 "GET /v2.0/subnets?network_id=185ff123-c7ff-45c7-a6be-71feb35acc9c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0580027 Oct 27 10:50:46.301648 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 59664) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:50:46.318447 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a836aa-7ebf-4505-89ff-bcabe07d4238 service neutron] Pushing event updated for resources: {'Port': ['ID=fe919a1d-8d66-4e9c-9d07-1b82a0020cfa,revision_number=2']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:50:46.375016 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-4a78731a-672e-40ab-b5fd-87c63cc6830d tempest-TestNetworkBasicOps-239470800 tempest-TestNetworkBasicOps-239470800-project-admin] 10.222.0.44 "GET /v2.0/subnets?project_id=b77ac30bad224fe0b8e5f2c5dd43d62c&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0678101 Oct 27 10:50:46.381134 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 59668) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:50:46.398176 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-db24e483-6ebc-42b7-be14-e91c8ae5ecc3 req-22a836aa-7ebf-4505-89ff-bcabe07d4238 service neutron] Attempting to bind port fe919a1d-8d66-4e9c-9d07-1b82a0020cfa on host n-h1-813419-10 for vnic_type normal with profile {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:50:46.398176 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-db24e483-6ebc-42b7-be14-e91c8ae5ecc3 req-22a836aa-7ebf-4505-89ff-bcabe07d4238 service neutron] Attempting to bind port fe919a1d-8d66-4e9c-9d07-1b82a0020cfa by drivers openvswitch,hyperv on host n-h1-813419-10 at level 0 using segments [{'id': '8cab2adf-a440-42c6-b3ba-33945c07a109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'f2b03a6b-6c02-4954-a3e8-168cf87d8153'}] {{(pid=102347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:50:46.398176 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db24e483-6ebc-42b7-be14-e91c8ae5ecc3 req-22a836aa-7ebf-4505-89ff-bcabe07d4238 service neutron] Attempting to bind port fe919a1d-8d66-4e9c-9d07-1b82a0020cfa on network f2b03a6b-6c02-4954-a3e8-168cf87d8153 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:50:46.405947 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db24e483-6ebc-42b7-be14-e91c8ae5ecc3 req-22a836aa-7ebf-4505-89ff-bcabe07d4238 service neutron] Port fe919a1d-8d66-4e9c-9d07-1b82a0020cfa on network f2b03a6b-6c02-4954-a3e8-168cf87d8153 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-10 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 10:50:46.405947 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db24e483-6ebc-42b7-be14-e91c8ae5ecc3 req-22a836aa-7ebf-4505-89ff-bcabe07d4238 service neutron] Attempting to bind port fe919a1d-8d66-4e9c-9d07-1b82a0020cfa on network f2b03a6b-6c02-4954-a3e8-168cf87d8153 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:50:46.410862 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db24e483-6ebc-42b7-be14-e91c8ae5ecc3 req-22a836aa-7ebf-4505-89ff-bcabe07d4238 service neutron] Checking agent: {'id': 'a52e1cab-0c63-402d-9c94-330537c6c076', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 16, 2), 'started_at': datetime.datetime(2021, 10, 27, 10, 16, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 50, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:50:46.410862 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db24e483-6ebc-42b7-be14-e91c8ae5ecc3 req-22a836aa-7ebf-4505-89ff-bcabe07d4238 service neutron] Checking segment: {'id': '8cab2adf-a440-42c6-b3ba-33945c07a109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'f2b03a6b-6c02-4954-a3e8-168cf87d8153'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:50:46.413320 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db24e483-6ebc-42b7-be14-e91c8ae5ecc3 req-22a836aa-7ebf-4505-89ff-bcabe07d4238 service neutron] Bound using segment: {'id': '8cab2adf-a440-42c6-b3ba-33945c07a109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'f2b03a6b-6c02-4954-a3e8-168cf87d8153'} {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:50:46.413320 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-db24e483-6ebc-42b7-be14-e91c8ae5ecc3 req-22a836aa-7ebf-4505-89ff-bcabe07d4238 service neutron] Bound port: fe919a1d-8d66-4e9c-9d07-1b82a0020cfa, host: n-h1-813419-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8cab2adf-a440-42c6-b3ba-33945c07a109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'f2b03a6b-6c02-4954-a3e8-168cf87d8153'}}] {{(pid=102347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:50:46.413320 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-db24e483-6ebc-42b7-be14-e91c8ae5ecc3 req-22a836aa-7ebf-4505-89ff-bcabe07d4238 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:50:46.486044 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-db24e483-6ebc-42b7-be14-e91c8ae5ecc3 req-22a836aa-7ebf-4505-89ff-bcabe07d4238 service neutron] For port fe919a1d-8d66-4e9c-9d07-1b82a0020cfa, host n-h1-813419-10, cleared binding levels {{(pid=102347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:50:46.499771 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-db24e483-6ebc-42b7-be14-e91c8ae5ecc3 req-22a836aa-7ebf-4505-89ff-bcabe07d4238 service neutron] For port fe919a1d-8d66-4e9c-9d07-1b82a0020cfa, host n-h1-813419-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=fe919a1d-8d66-4e9c-9d07-1b82a0020cfa,segment=NetworkSegment(8cab2adf-a440-42c6-b3ba-33945c07a109),segment_id=8cab2adf-a440-42c6-b3ba-33945c07a109)] {{(pid=102347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:50:46.505985 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-db24e483-6ebc-42b7-be14-e91c8ae5ecc3 req-22a836aa-7ebf-4505-89ff-bcabe07d4238 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:50:46.532963 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20a855a8-3a16-4db3-83c4-c9a706e1bf15 tempest-TestNetworkBasicOps-239470800 tempest-TestNetworkBasicOps-239470800-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:50:46.537390 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-20a855a8-3a16-4db3-83c4-c9a706e1bf15 tempest-TestNetworkBasicOps-239470800 tempest-TestNetworkBasicOps-239470800-project-admin] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1553864 Oct 27 10:50:46.539093 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 59670) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:50:46.557179 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-60cce334-600d-4276-aacd-3a0192e2f565 req-07032046-c57f-467a-b90c-b4b4a5a81785 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] 10.222.0.44 "GET /v2.0/security-groups?id=ffed76d3-4d36-4729-a6a9-ef5807ccbf84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2532303 Oct 27 10:50:46.582398 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db24e483-6ebc-42b7-be14-e91c8ae5ecc3 req-22a836aa-7ebf-4505-89ff-bcabe07d4238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:50:46.582398 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-db24e483-6ebc-42b7-be14-e91c8ae5ecc3 req-22a836aa-7ebf-4505-89ff-bcabe07d4238 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:50:46.583485 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-db24e483-6ebc-42b7-be14-e91c8ae5ecc3 req-22a836aa-7ebf-4505-89ff-bcabe07d4238 service neutron] 10.222.0.64 "PUT /v2.0/ports/fe919a1d-8d66-4e9c-9d07-1b82a0020cfa HTTP/1.1" status: 200 len: 1093 time: 0.9130569 Oct 27 10:50:46.583984 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5214058-b79e-4055-883e-d1a9c1f7418b', 'tag': 'fe919a1d-8d66-4e9c-9d07-1b82a0020cfa'}] {{(pid=102347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:50:46.586340 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311149b481204ee7edffdb959c881838506fbd95bc8577c048f6677abb73acc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4a87eee-4fc6-41db-9612-d284a9fc14b2" -d '{"events": [{"name": "network-changed", "server_uuid": "b5214058-b79e-4055-883e-d1a9c1f7418b", "tag": "fe919a1d-8d66-4e9c-9d07-1b82a0020cfa"}]}' {{(pid=102347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:50:46.593189 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-c9cff5da-a1e0-41d5-9e85-40d39302bb09 tempest-TestNetworkBasicOps-239470800 tempest-TestNetworkBasicOps-239470800-project-admin] 10.222.0.44 "GET /v2.0/subnets?network_id=185ff123-c7ff-45c7-a6be-71feb35acc9c&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0527756 Oct 27 10:50:46.595832 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 59674) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:50:46.603035 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-0f47d80b-e72d-4f8e-8719-9eb4fe2cd82c tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1382023262', 'network_id': 'a397b4af-e073-48a8-9626-4bee98265f39', 'project_id': 'b77ac30bad224fe0b8e5f2c5dd43d62c', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:50:46.663965 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a836aa-7ebf-4505-89ff-bcabe07d4238 service neutron] Pushing event updated for resources: {'Port': ['ID=fe919a1d-8d66-4e9c-9d07-1b82a0020cfa,revision_number=3']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:50:46.700723 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 10:50:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdc6b830-6423-4242-9ab0-15e8d118b834 x-openstack-request-id: req-cdc6b830-6423-4242-9ab0-15e8d118b834 {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:50:46.701013 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5214058-b79e-4055-883e-d1a9c1f7418b", "tag": "fe919a1d-8d66-4e9c-9d07-1b82a0020cfa", "status": "completed", "code": 200}]} {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:50:46.701265 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-cdc6b830-6423-4242-9ab0-15e8d118b834 {{(pid=102347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:50:46.701669 n-d-813419-10 neutron-server[102347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5214058-b79e-4055-883e-d1a9c1f7418b', 'tag': 'fe919a1d-8d66-4e9c-9d07-1b82a0020cfa', 'status': 'completed', 'code': 200} Oct 27 10:50:46.760387 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db24e483-6ebc-42b7-be14-e91c8ae5ecc3 req-0af5dca2-3caf-4ea0-b8b6-a8c8b8aedde1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:50:46.761861 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-db24e483-6ebc-42b7-be14-e91c8ae5ecc3 req-0af5dca2-3caf-4ea0-b8b6-a8c8b8aedde1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=04258b83abed4a9ca4fa54d398f51fb3&device_id=b5214058-b79e-4055-883e-d1a9c1f7418b HTTP/1.1" status: 200 len: 1096 time: 0.1093457 Oct 27 10:50:46.806793 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-db24e483-6ebc-42b7-be14-e91c8ae5ecc3 req-81512ae2-a9bc-4c65-ba41-e12297f44eee service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fe919a1d-8d66-4e9c-9d07-1b82a0020cfa HTTP/1.1" status: 200 len: 217 time: 0.0357485 Oct 27 10:50:46.810454 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f47d80b-e72d-4f8e-8719-9eb4fe2cd82c tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Made reservation on behalf of b77ac30bad224fe0b8e5f2c5dd43d62c for: {'subnet': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:50:46.815221 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-0f47d80b-e72d-4f8e-8719-9eb4fe2cd82c tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18044073'] for subnet, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:50:46.912146 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db24e483-6ebc-42b7-be14-e91c8ae5ecc3 req-28306208-00e4-4ed0-bad5-560e47d4a34a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:50:46.913542 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-db24e483-6ebc-42b7-be14-e91c8ae5ecc3 req-28306208-00e4-4ed0-bad5-560e47d4a34a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=10902cdd-be2b-4d88-ae3a-f5647b50017d HTTP/1.1" status: 200 len: 846 time: 0.0952563 Oct 27 10:50:46.952970 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-db24e483-6ebc-42b7-be14-e91c8ae5ecc3 req-46518066-bf42-4532-9fcd-65d71d8bd0f4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f2b03a6b-6c02-4954-a3e8-168cf87d8153&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289800 Oct 27 10:50:47.120174 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-db24e483-6ebc-42b7-be14-e91c8ae5ecc3 req-8b6eb762-f1f0-4340-8af5-53fa6e9e48a6 service neutron] 10.222.0.64 "GET /v2.0/networks/f2b03a6b-6c02-4954-a3e8-168cf87d8153?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1577520 Oct 27 10:50:47.122327 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-0f47d80b-e72d-4f8e-8719-9eb4fe2cd82c tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-18295883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18044091'] for subnet, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:50:47.230714 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f47d80b-e72d-4f8e-8719-9eb4fe2cd82c tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Pushing event updated for resources: {'Subnet': ['ID=c31114fa-6d99-4a5a-ac4f-a4a646a96045,revision_number=0']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:50:47.258345 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f47d80b-e72d-4f8e-8719-9eb4fe2cd82c tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Checking segment: {'id': 'e297078d-645a-4c0b-84ed-954b9c8de54c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'a397b4af-e073-48a8-9626-4bee98265f39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:50:47.258700 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f47d80b-e72d-4f8e-8719-9eb4fe2cd82c tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Network hostable DHCP agents. Network: a397b4af-e073-48a8-9626-4bee98265f39, hostable agents: ['eafd4000-b897-4722-ae8b-0118ec955181'], hosted agents: [] {{(pid=102347) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 10:50:47.281822 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-db24e483-6ebc-42b7-be14-e91c8ae5ecc3 req-3eb13583-cdc2-4a33-af04-9047291dba1d service neutron] 10.222.0.64 "GET /v2.0/networks/f2b03a6b-6c02-4954-a3e8-168cf87d8153?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1529899 Oct 27 10:50:47.288403 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f47d80b-e72d-4f8e-8719-9eb4fe2cd82c tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Network a397b4af-e073-48a8-9626-4bee98265f39 is scheduled to be hosted by DHCP agent eafd4000-b897-4722-ae8b-0118ec955181 with binding_index 1 {{(pid=102347) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 10:50:47.296897 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [None req-0f47d80b-e72d-4f8e-8719-9eb4fe2cd82c tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-10, a397b4af-e073-48a8-9626-4bee98265f39) {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:50:47.303498 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f47d80b-e72d-4f8e-8719-9eb4fe2cd82c tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:50:47.304033 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-0f47d80b-e72d-4f8e-8719-9eb4fe2cd82c tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Publish callbacks [] for subnet, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:50:47.309461 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c0262cb-1ed9-4f25-8978-25ef3d9942b7 None None] Network a397b4af-e073-48a8-9626-4bee98265f39 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:50:47.321234 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-0f47d80b-e72d-4f8e-8719-9eb4fe2cd82c tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.7243421 Oct 27 10:50:47.380818 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a87eee-4fc6-41db-9612-d284a9fc14b2 req-2c2f553b-518c-483b-bd85-dde40ff01847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:50:47.382435 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-f4a87eee-4fc6-41db-9612-d284a9fc14b2 req-2c2f553b-518c-483b-bd85-dde40ff01847 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=04258b83abed4a9ca4fa54d398f51fb3&device_id=b5214058-b79e-4055-883e-d1a9c1f7418b HTTP/1.1" status: 200 len: 1096 time: 0.0453646 Oct 27 10:50:47.488444 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-239687f6-92be-4b13-adb9-b45464bc9e8a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp734b258e-7d96-550c-b970-9b72ab66f383-a397b4af-e073-48a8-9626-4bee98265f39', 'network_id': 'a397b4af-e073-48a8-9626-4bee98265f39', 'tenant_id': 'b77ac30bad224fe0b8e5f2c5dd43d62c', 'fixed_ips': [{'subnet_id': 'c31114fa-6d99-4a5a-ac4f-a4a646a96045'}]}} from n-d-813419-10. {{(pid=102348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 10:50:47.489575 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-239687f6-92be-4b13-adb9-b45464bc9e8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:50:47.491067 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a87eee-4fc6-41db-9612-d284a9fc14b2 req-952b7143-d88e-4e81-97a0-00e0b10fd2c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:50:47.492684 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-f4a87eee-4fc6-41db-9612-d284a9fc14b2 req-952b7143-d88e-4e81-97a0-00e0b10fd2c1 service neutron] 10.222.0.64 "GET /v2.0/networks?id=f2b03a6b-6c02-4954-a3e8-168cf87d8153 HTTP/1.1" status: 200 len: 907 time: 0.1033673 Oct 27 10:50:47.535332 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-f4a87eee-4fc6-41db-9612-d284a9fc14b2 req-9c715639-9a16-4bac-aa07-c1f067bbc11b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fe919a1d-8d66-4e9c-9d07-1b82a0020cfa HTTP/1.1" status: 200 len: 217 time: 0.0345011 Oct 27 10:50:47.632779 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.db_base_plugin_common [None req-239687f6-92be-4b13-adb9-b45464bc9e8a None None] Allocated IP 172.20.0.18 (a397b4af-e073-48a8-9626-4bee98265f39/c31114fa-6d99-4a5a-ac4f-a4a646a96045/d5a90d3a-a20d-45fa-bd2f-2719d77d29eb) {{(pid=102348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:50:47.810405 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-239687f6-92be-4b13-adb9-b45464bc9e8a None None] Publish callbacks [] for port, precommit_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:50:47.819444 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-239687f6-92be-4b13-adb9-b45464bc9e8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606'] for port, after_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:50:47.850097 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 59690) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:50:47.855699 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-744e08b5-426b-4b8f-b732-12cc660557f9 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-62026832', 'description': 'tempest-secgroup-smoke-62026832 description', 'project_id': 'b77ac30bad224fe0b8e5f2c5dd43d62c'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:50:47.871602 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239687f6-92be-4b13-adb9-b45464bc9e8a None None] Pushing event updated for resources: {'Port': ['ID=d5a90d3a-a20d-45fa-bd2f-2719d77d29eb,revision_number=1']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:50:47.883853 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239687f6-92be-4b13-adb9-b45464bc9e8a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:50:47.884241 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239687f6-92be-4b13-adb9-b45464bc9e8a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:50:47.884638 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239687f6-92be-4b13-adb9-b45464bc9e8a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:50:47.884913 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239687f6-92be-4b13-adb9-b45464bc9e8a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:50:47.885248 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239687f6-92be-4b13-adb9-b45464bc9e8a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:50:47.885575 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239687f6-92be-4b13-adb9-b45464bc9e8a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:50:47.885902 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239687f6-92be-4b13-adb9-b45464bc9e8a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:50:47.886228 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239687f6-92be-4b13-adb9-b45464bc9e8a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:50:47.886550 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239687f6-92be-4b13-adb9-b45464bc9e8a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:50:47.886872 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239687f6-92be-4b13-adb9-b45464bc9e8a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:50:47.887359 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239687f6-92be-4b13-adb9-b45464bc9e8a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:50:47.887577 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239687f6-92be-4b13-adb9-b45464bc9e8a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:50:47.899726 n-d-813419-10 neutron-server[102348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-239687f6-92be-4b13-adb9-b45464bc9e8a None None] Network a397b4af-e073-48a8-9626-4bee98265f39 is already hosted by enough agents. {{(pid=102348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:50:47.901410 n-d-813419-10 neutron-server[102348]: DEBUG neutron.scheduler.base_scheduler [None req-239687f6-92be-4b13-adb9-b45464bc9e8a None None] Resources bound (agent type, host, resource id): {{(pid=102348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:50:47.904189 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-239687f6-92be-4b13-adb9-b45464bc9e8a None None] Received port after_create {{(pid=102348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:50:47.909418 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-744e08b5-426b-4b8f-b732-12cc660557f9 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Publish callbacks [] for security_group, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:50:47.971080 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-239687f6-92be-4b13-adb9-b45464bc9e8a None None] Attempting to bind port d5a90d3a-a20d-45fa-bd2f-2719d77d29eb on host n-d-813419-10 for vnic_type normal with profile {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:50:47.971443 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-239687f6-92be-4b13-adb9-b45464bc9e8a None None] Attempting to bind port d5a90d3a-a20d-45fa-bd2f-2719d77d29eb by drivers openvswitch,hyperv on host n-d-813419-10 at level 0 using segments [{'id': 'e297078d-645a-4c0b-84ed-954b9c8de54c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'a397b4af-e073-48a8-9626-4bee98265f39'}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:50:47.971817 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-239687f6-92be-4b13-adb9-b45464bc9e8a None None] Attempting to bind port d5a90d3a-a20d-45fa-bd2f-2719d77d29eb on network a397b4af-e073-48a8-9626-4bee98265f39 {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:50:47.977152 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-239687f6-92be-4b13-adb9-b45464bc9e8a None None] Checking agent: {'id': '89dba0f3-79b2-435e-9822-33674b8f6ada', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 8, 20), 'started_at': datetime.datetime(2021, 10, 27, 10, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 50, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:50:47.977443 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-239687f6-92be-4b13-adb9-b45464bc9e8a None None] Checking segment: {'id': 'e297078d-645a-4c0b-84ed-954b9c8de54c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'a397b4af-e073-48a8-9626-4bee98265f39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:50:47.977845 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-239687f6-92be-4b13-adb9-b45464bc9e8a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:50:47.979506 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-239687f6-92be-4b13-adb9-b45464bc9e8a None None] Bound using segment: {'id': 'e297078d-645a-4c0b-84ed-954b9c8de54c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'a397b4af-e073-48a8-9626-4bee98265f39'} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:50:47.979994 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-239687f6-92be-4b13-adb9-b45464bc9e8a None None] Bound port: d5a90d3a-a20d-45fa-bd2f-2719d77d29eb, host: n-d-813419-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e297078d-645a-4c0b-84ed-954b9c8de54c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'a397b4af-e073-48a8-9626-4bee98265f39'}}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:50:47.980431 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-239687f6-92be-4b13-adb9-b45464bc9e8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:50:48.008024 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a87eee-4fc6-41db-9612-d284a9fc14b2 req-92c5d183-ef97-4372-8b1f-8ed2ec825047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:50:48.009372 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-f4a87eee-4fc6-41db-9612-d284a9fc14b2 req-92c5d183-ef97-4372-8b1f-8ed2ec825047 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=10902cdd-be2b-4d88-ae3a-f5647b50017d HTTP/1.1" status: 200 len: 846 time: 0.4661601 Oct 27 10:50:48.019017 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-744e08b5-426b-4b8f-b732-12cc660557f9 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Publish callbacks [] for security_group, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:50:48.024420 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-744e08b5-426b-4b8f-b732-12cc660557f9 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:50:48.048429 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-f4a87eee-4fc6-41db-9612-d284a9fc14b2 req-d5ce9394-fe07-457b-8d35-91f74bfb16ea service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f2b03a6b-6c02-4954-a3e8-168cf87d8153&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250452 Oct 27 10:50:48.058185 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744e08b5-426b-4b8f-b732-12cc660557f9 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f71f45e4-82bf-48f6-aaa4-9774f1df168e,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:50:48.064494 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-744e08b5-426b-4b8f-b732-12cc660557f9 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:50:48.065895 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-744e08b5-426b-4b8f-b732-12cc660557f9 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2138891 Oct 27 10:50:48.068706 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 59696) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:50:48.072401 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-239687f6-92be-4b13-adb9-b45464bc9e8a None None] For port d5a90d3a-a20d-45fa-bd2f-2719d77d29eb, host n-d-813419-10, cleared binding levels {{(pid=102348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:50:48.075044 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-ad4eb12e-a7cf-4d12-bfc5-69227af9b5fe tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Request body: {'security_group_rule': {'security_group_id': 'f71f45e4-82bf-48f6-aaa4-9774f1df168e', 'project_id': 'b77ac30bad224fe0b8e5f2c5dd43d62c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:50:48.076354 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-239687f6-92be-4b13-adb9-b45464bc9e8a None None] For port d5a90d3a-a20d-45fa-bd2f-2719d77d29eb, host n-d-813419-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=d5a90d3a-a20d-45fa-bd2f-2719d77d29eb,segment=NetworkSegment(e297078d-645a-4c0b-84ed-954b9c8de54c),segment_id=e297078d-645a-4c0b-84ed-954b9c8de54c)] {{(pid=102348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:50:48.082856 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-239687f6-92be-4b13-adb9-b45464bc9e8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:50:48.087941 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437d8a7c-55b4-4d57-83d5-151eb52afb40 req-4c58161c-ff68-4b12-8366-32fd519a99a8 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:50:48.100795 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-437d8a7c-55b4-4d57-83d5-151eb52afb40 req-4c58161c-ff68-4b12-8366-32fd519a99a8 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] 10.222.0.44 "GET /v2.0/ports?device_id=b5214058-b79e-4055-883e-d1a9c1f7418b HTTP/1.1" status: 200 len: 944 time: 0.1396086 Oct 27 10:50:48.116502 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ad4eb12e-a7cf-4d12-bfc5-69227af9b5fe tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:50:48.160656 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239687f6-92be-4b13-adb9-b45464bc9e8a None None] Pushing event updated for resources: {'Port': ['ID=d5a90d3a-a20d-45fa-bd2f-2719d77d29eb,revision_number=2']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:50:48.224574 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-437d8a7c-55b4-4d57-83d5-151eb52afb40 req-792ff9e1-9360-48f2-b542-86c2da758929 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] 10.222.0.44 "GET /v2.0/security-groups?id=ffed76d3-4d36-4729-a6a9-ef5807ccbf84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027761 Oct 27 10:50:48.252729 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ad4eb12e-a7cf-4d12-bfc5-69227af9b5fe tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:50:48.255928 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-f4a87eee-4fc6-41db-9612-d284a9fc14b2 req-189f860a-4990-49c8-aab6-4be4e61e5ec8 service neutron] 10.222.0.64 "GET /v2.0/networks/f2b03a6b-6c02-4954-a3e8-168cf87d8153?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1995347 Oct 27 10:50:48.261034 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ad4eb12e-a7cf-4d12-bfc5-69227af9b5fe tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671902'] for security_group_rule, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:50:48.294812 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ad4eb12e-a7cf-4d12-bfc5-69227af9b5fe tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:50:48.296107 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-ad4eb12e-a7cf-4d12-bfc5-69227af9b5fe tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2259693 Oct 27 10:50:48.297147 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4eb12e-a7cf-4d12-bfc5-69227af9b5fe tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eff8a690-9f30-4e3b-80d1-cbcd99150777,revision_number=0']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:50:48.299682 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 59700) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:50:48.305081 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-7e6aca8e-4fd2-4d1c-85eb-2bdf43bf1c3b tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Request body: {'security_group_rule': {'security_group_id': 'f71f45e4-82bf-48f6-aaa4-9774f1df168e', 'project_id': 'b77ac30bad224fe0b8e5f2c5dd43d62c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:50:48.338946 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-7e6aca8e-4fd2-4d1c-85eb-2bdf43bf1c3b tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:50:48.376023 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-f4a87eee-4fc6-41db-9612-d284a9fc14b2 req-3878c68d-4ae1-4564-8b69-36eaf189d62e service neutron] 10.222.0.64 "GET /v2.0/networks/f2b03a6b-6c02-4954-a3e8-168cf87d8153?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099665 Oct 27 10:50:48.403283 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-7e6aca8e-4fd2-4d1c-85eb-2bdf43bf1c3b tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:50:48.407989 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-7e6aca8e-4fd2-4d1c-85eb-2bdf43bf1c3b tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671902'] for security_group_rule, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:50:48.429229 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6aca8e-4fd2-4d1c-85eb-2bdf43bf1c3b tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=548ec692-39bc-4495-bd9f-9cbb4d7b120a,revision_number=0']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:50:48.439920 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-7e6aca8e-4fd2-4d1c-85eb-2bdf43bf1c3b tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:50:48.445997 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 59702) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:50:48.451163 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-7e6aca8e-4fd2-4d1c-85eb-2bdf43bf1c3b tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1501975 Oct 27 10:50:48.460348 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-a9a8d6ea-d2ec-4e86-b05b-e81298ec2abd tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Request body: {'security_group_rule': {'security_group_id': 'f71f45e4-82bf-48f6-aaa4-9774f1df168e', 'project_id': 'b77ac30bad224fe0b8e5f2c5dd43d62c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:50:48.495446 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-a9a8d6ea-d2ec-4e86-b05b-e81298ec2abd tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:50:48.577427 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-a9a8d6ea-d2ec-4e86-b05b-e81298ec2abd tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:50:48.583751 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-a9a8d6ea-d2ec-4e86-b05b-e81298ec2abd tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671902'] for security_group_rule, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:50:48.603637 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a8d6ea-d2ec-4e86-b05b-e81298ec2abd tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5fcd755-1c42-4536-871c-140b4e2a1b72,revision_number=0']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:50:48.612880 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-a9a8d6ea-d2ec-4e86-b05b-e81298ec2abd tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:50:48.614106 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-a9a8d6ea-d2ec-4e86-b05b-e81298ec2abd tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1670930 Oct 27 10:50:48.617121 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 59704) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:50:48.621866 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-4f7d0f39-144a-4167-b03e-7b24789e7719 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Request body: {'security_group_rule': {'security_group_id': 'f71f45e4-82bf-48f6-aaa4-9774f1df168e', 'project_id': 'b77ac30bad224fe0b8e5f2c5dd43d62c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:50:48.647935 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-4f7d0f39-144a-4167-b03e-7b24789e7719 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:50:48.716229 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-4f7d0f39-144a-4167-b03e-7b24789e7719 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:50:48.721117 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-4f7d0f39-144a-4167-b03e-7b24789e7719 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671902'] for security_group_rule, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:50:48.743283 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7d0f39-144a-4167-b03e-7b24789e7719 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d053172-1dc6-4986-a778-b952a8f839b5,revision_number=0']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:50:48.749998 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-4f7d0f39-144a-4167-b03e-7b24789e7719 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:50:48.751118 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-4f7d0f39-144a-4167-b03e-7b24789e7719 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1329134 Oct 27 10:50:48.753796 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 59706) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:50:48.758136 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-22b6da5e-6845-4135-999f-a70d036ab527 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Request body: {'security_group_rule': {'security_group_id': 'f71f45e4-82bf-48f6-aaa4-9774f1df168e', 'project_id': 'b77ac30bad224fe0b8e5f2c5dd43d62c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:50:48.782846 n-d-813419-10 neutron-server[102347]: INFO neutron.db.securitygroups_db [None req-22b6da5e-6845-4135-999f-a70d036ab527 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Project b77ac30bad224fe0b8e5f2c5dd43d62c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 27 10:50:48.789406 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-22b6da5e-6845-4135-999f-a70d036ab527 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:50:48.850523 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-22b6da5e-6845-4135-999f-a70d036ab527 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:50:48.854489 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-22b6da5e-6845-4135-999f-a70d036ab527 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671902'] for security_group_rule, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:50:48.875345 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b6da5e-6845-4135-999f-a70d036ab527 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b995ead-83c5-4268-be7a-aec206c156e4,revision_number=0']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:50:48.886162 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-22b6da5e-6845-4135-999f-a70d036ab527 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:50:48.886588 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-74a44e1e-b362-4b43-beb7-a674cea67818 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:50:48.887618 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-22b6da5e-6845-4135-999f-a70d036ab527 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1328757 Oct 27 10:50:48.890490 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 59708) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:50:48.896603 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-9cbdddc1-e08b-4999-a778-7c503def6cef tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Request body: {'security_group_rule': {'security_group_id': 'f71f45e4-82bf-48f6-aaa4-9774f1df168e', 'project_id': 'b77ac30bad224fe0b8e5f2c5dd43d62c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:50:48.921260 n-d-813419-10 neutron-server[102346]: INFO neutron.db.securitygroups_db [None req-9cbdddc1-e08b-4999-a778-7c503def6cef tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Project b77ac30bad224fe0b8e5f2c5dd43d62c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 27 10:50:48.926607 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-9cbdddc1-e08b-4999-a778-7c503def6cef tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:50:49.001237 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-9cbdddc1-e08b-4999-a778-7c503def6cef tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:50:49.013459 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-9cbdddc1-e08b-4999-a778-7c503def6cef tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671902'] for security_group_rule, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:50:49.033219 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbdddc1-e08b-4999-a778-7c503def6cef tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9aee71c-c729-46ae-ab34-6459f2f6acb4,revision_number=0']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:50:49.044899 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-9cbdddc1-e08b-4999-a778-7c503def6cef tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:50:49.053360 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-9cbdddc1-e08b-4999-a778-7c503def6cef tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1534956 Oct 27 10:50:49.348884 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-325cb0e0-31f2-48cf-9b9c-cba9a9cfd72e req-66d8fc28-69c8-494b-9ca1-8bbd74da1423 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-62026832&fields=id&tenant_id=b77ac30bad224fe0b8e5f2c5dd43d62c HTTP/1.1" status: 200 len: 267 time: 0.0869367 Oct 27 10:50:49.420329 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device fe919a1d-8d66-4e9c-9d07-1b82a0020cfa details requested by agent hyperv_n-h1-813419-10 with host n-h1-813419-10 {{(pid=102348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 10:50:49.439379 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d3ce9d-7415-4511-b056-9ab2c1313867 req-c751ef82-df90-445a-9452-0cd6f7e1e568 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:50:49.447345 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-43d3ce9d-7415-4511-b056-9ab2c1313867 req-c751ef82-df90-445a-9452-0cd6f7e1e568 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] 10.222.0.44 "GET /v2.0/ports?device_id=b5214058-b79e-4055-883e-d1a9c1f7418b HTTP/1.1" status: 200 len: 944 time: 0.1284328 Oct 27 10:50:49.529105 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-43d3ce9d-7415-4511-b056-9ab2c1313867 req-8822adee-9fa6-461d-9ac0-9034a6a58b59 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] 10.222.0.44 "GET /v2.0/security-groups?id=ffed76d3-4d36-4729-a6a9-ef5807ccbf84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806537 Oct 27 10:50:49.531377 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325cb0e0-31f2-48cf-9b9c-cba9a9cfd72e req-01a9c353-949b-49ed-8a5a-d39ded8e5395 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:50:49.533402 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63117d83-cc1c-48d3-b187-632f9a3d4344 None None] Network a397b4af-e073-48a8-9626-4bee98265f39 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:50:49.545212 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-325cb0e0-31f2-48cf-9b9c-cba9a9cfd72e req-01a9c353-949b-49ed-8a5a-d39ded8e5395 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] 10.222.0.44 "GET /v2.0/networks?id=a397b4af-e073-48a8-9626-4bee98265f39 HTTP/1.1" status: 200 len: 796 time: 0.1909993 Oct 27 10:50:49.570201 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-325cb0e0-31f2-48cf-9b9c-cba9a9cfd72e req-215526ff-1f4b-4855-a15c-79c193844f4e tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] 10.222.0.44 "GET /v2.0/quotas/b77ac30bad224fe0b8e5f2c5dd43d62c HTTP/1.1" status: 200 len: 375 time: 0.0238769 Oct 27 10:50:49.631748 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-325cb0e0-31f2-48cf-9b9c-cba9a9cfd72e req-368dec3e-8e0d-4cc6-b135-f336ba4634fb tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=b77ac30bad224fe0b8e5f2c5dd43d62c&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0607629 Oct 27 10:50:49.665146 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port fe919a1d-8d66-4e9c-9d07-1b82a0020cfa, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=fe919a1d-8d66-4e9c-9d07-1b82a0020cfa,segment=NetworkSegment(8cab2adf-a440-42c6-b3ba-33945c07a109),segment_id=8cab2adf-a440-42c6-b3ba-33945c07a109)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:50:49.669461 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-0edb0aea-58f9-4e5d-b1bf-2992b2218d98 None None] Provisioning complete for port d5a90d3a-a20d-45fa-bd2f-2719d77d29eb triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:50:49.669915 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-0edb0aea-58f9-4e5d-b1bf-2992b2218d98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:50:49.716273 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Returning: {'device': 'fe919a1d-8d66-4e9c-9d07-1b82a0020cfa', 'network_id': 'f2b03a6b-6c02-4954-a3e8-168cf87d8153', 'port_id': 'fe919a1d-8d66-4e9c-9d07-1b82a0020cfa', 'mac_address': 'fa:16:3e:92:fc:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 445, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10902cdd-be2b-4d88-ae3a-f5647b50017d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 10:50:49.744251 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-325cb0e0-31f2-48cf-9b9c-cba9a9cfd72e req-2eefc5bf-eb0e-45dd-91bd-c13e7cabaa38 service neutron] 10.222.0.44 "GET /v2.0/networks/a397b4af-e073-48a8-9626-4bee98265f39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998514 Oct 27 10:50:49.791639 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:50:49.841158 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-325cb0e0-31f2-48cf-9b9c-cba9a9cfd72e req-6211edba-f4b0-40b1-a66d-13fbf5417f89 service neutron] 10.222.0.44 "GET /v2.0/networks/a397b4af-e073-48a8-9626-4bee98265f39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916736 Oct 27 10:50:49.861789 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe919a1d-8d66-4e9c-9d07-1b82a0020cfa {{(pid=102348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:50:49.888937 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-0edb0aea-58f9-4e5d-b1bf-2992b2218d98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:50:49.915035 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port fe919a1d-8d66-4e9c-9d07-1b82a0020cfa, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=fe919a1d-8d66-4e9c-9d07-1b82a0020cfa,segment=NetworkSegment(8cab2adf-a440-42c6-b3ba-33945c07a109),segment_id=8cab2adf-a440-42c6-b3ba-33945c07a109)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:50:49.945543 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:50:49.987853 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-0edb0aea-58f9-4e5d-b1bf-2992b2218d98 None None] For port d5a90d3a-a20d-45fa-bd2f-2719d77d29eb, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=d5a90d3a-a20d-45fa-bd2f-2719d77d29eb,segment=NetworkSegment(e297078d-645a-4c0b-84ed-954b9c8de54c),segment_id=e297078d-645a-4c0b-84ed-954b9c8de54c)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:50:50.017137 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-0edb0aea-58f9-4e5d-b1bf-2992b2218d98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:50:50.053895 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Pushing event updated for resources: {'Port': ['ID=fe919a1d-8d66-4e9c-9d07-1b82a0020cfa,revision_number=4']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:50:50.056480 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:50:50.143404 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-eadeaa30-4096-4d1a-b3cb-aa7ebfb291ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:50:50.168174 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-f8e79001-777f-4dc4-afde-3a37c64e19e4 req-85b787bd-3a43-4788-b68c-d4e60560c566 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] 10.222.0.44 "GET /v2.0/ports?device_id=bba81542-548a-446a-91d0-8f141667c6c0 HTTP/1.1" status: 200 len: 210 time: 0.0796649 Oct 27 10:50:50.203295 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edb0aea-58f9-4e5d-b1bf-2992b2218d98 None None] Pushing event updated for resources: {'Port': ['ID=d5a90d3a-a20d-45fa-bd2f-2719d77d29eb,revision_number=3']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:50:50.239188 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] get_ports_and_sgs() called for port_ids ['fe919a1d-8d66-4e9c-9d07-1b82a0020cfa'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:50:50.353814 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device d5a90d3a-a20d-45fa-bd2f-2719d77d29eb up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:50:50.520180 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port d5a90d3a-a20d-45fa-bd2f-2719d77d29eb triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:50:50.520528 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:50:50.620772 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-db47d000-298d-48bb-ab38-fcd8df7ee233 None None] Provisioning complete for port d5a90d3a-a20d-45fa-bd2f-2719d77d29eb triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:50:50.621141 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-db47d000-298d-48bb-ab38-fcd8df7ee233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:50:50.675974 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82068ee-ef79-4bb3-8f63-a264ffc598b0 req-d2fca52b-a2bf-4983-a3a1-78f398df49b7 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:50:50.684743 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-d82068ee-ef79-4bb3-8f63-a264ffc598b0 req-d2fca52b-a2bf-4983-a3a1-78f398df49b7 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] 10.222.0.44 "GET /v2.0/ports?device_id=b5214058-b79e-4055-883e-d1a9c1f7418b HTTP/1.1" status: 200 len: 945 time: 0.0731301 Oct 27 10:50:50.763408 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-d82068ee-ef79-4bb3-8f63-a264ffc598b0 req-bc8e4814-4545-445c-8a4d-6c800692ad67 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] 10.222.0.44 "GET /v2.0/security-groups?id=ffed76d3-4d36-4729-a6a9-ef5807ccbf84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693808 Oct 27 10:50:51.341464 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-992116de-cd06-490b-adb9-6efeec504d15 req-748b7653-ed78-446a-9778-19ebf8c5cfd2 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] 10.222.0.44 "GET /v2.0/ports?device_id=bba81542-548a-446a-91d0-8f141667c6c0 HTTP/1.1" status: 200 len: 210 time: 0.0549014 Oct 27 10:50:51.433227 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device fe919a1d-8d66-4e9c-9d07-1b82a0020cfa up at agent hyperv_n-h1-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:50:51.489023 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325cb0e0-31f2-48cf-9b9c-cba9a9cfd72e req-b6e8c6ac-7b20-4526-b9b1-e37ffd655f5d tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:50:51.491624 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-325cb0e0-31f2-48cf-9b9c-cba9a9cfd72e req-b6e8c6ac-7b20-4526-b9b1-e37ffd655f5d tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] 10.222.0.76 "GET /v2.0/networks?id=a397b4af-e073-48a8-9626-4bee98265f39 HTTP/1.1" status: 200 len: 796 time: 0.1904020 Oct 27 10:50:51.517042 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Provisioning for port fe919a1d-8d66-4e9c-9d07-1b82a0020cfa completed by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 10:50:51.522030 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Provisioning complete for port fe919a1d-8d66-4e9c-9d07-1b82a0020cfa triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:50:51.522852 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:50:51.544790 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-325cb0e0-31f2-48cf-9b9c-cba9a9cfd72e req-3079dd86-8725-4568-bfbd-94a9d98d3b66 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b77ac30bad224fe0b8e5f2c5dd43d62c HTTP/1.1" status: 200 len: 471 time: 0.0426588 Oct 27 10:50:51.557760 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [req-325cb0e0-31f2-48cf-9b9c-cba9a9cfd72e req-79379b54-7a54-4ab2-99c8-882c9a6403d1 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Request body: {'port': {'device_id': 'bba81542-548a-446a-91d0-8f141667c6c0', 'network_id': 'a397b4af-e073-48a8-9626-4bee98265f39', 'admin_state_up': True, 'tenant_id': 'b77ac30bad224fe0b8e5f2c5dd43d62c', 'security_groups': ['f71f45e4-82bf-48f6-aaa4-9774f1df168e']}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:50:51.618746 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:50:51.659966 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port fe919a1d-8d66-4e9c-9d07-1b82a0020cfa, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=fe919a1d-8d66-4e9c-9d07-1b82a0020cfa,segment=NetworkSegment(8cab2adf-a440-42c6-b3ba-33945c07a109),segment_id=8cab2adf-a440-42c6-b3ba-33945c07a109)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:50:51.661184 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5214058-b79e-4055-883e-d1a9c1f7418b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe919a1d-8d66-4e9c-9d07-1b82a0020cfa'}] {{(pid=102348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:50:51.664468 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c588921fa634554a1d9242fdea1b05457a9ff1d3b28ba54ec1dace7f2f1df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-715dbf4c-9fcd-4d35-a131-4f43b5898a1b" -d '{"events": [{"server_uuid": "b5214058-b79e-4055-883e-d1a9c1f7418b", "name": "network-vif-plugged", "status": "completed", "tag": "fe919a1d-8d66-4e9c-9d07-1b82a0020cfa"}]}' {{(pid=102348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:50:51.670042 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:50:51.700231 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-325cb0e0-31f2-48cf-9b9c-cba9a9cfd72e req-79379b54-7a54-4ab2-99c8-882c9a6403d1 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Made reservation on behalf of b77ac30bad224fe0b8e5f2c5dd43d62c for: {'port': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:50:51.705542 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-325cb0e0-31f2-48cf-9b9c-cba9a9cfd72e req-79379b54-7a54-4ab2-99c8-882c9a6403d1 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:50:51.729209 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Pushing event updated for resources: {'Port': ['ID=fe919a1d-8d66-4e9c-9d07-1b82a0020cfa,revision_number=5']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:50:51.767933 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:50:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4db6dfb7-146d-40dc-a88e-216273dc7ac2 x-openstack-request-id: req-4db6dfb7-146d-40dc-a88e-216273dc7ac2 {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:50:51.774051 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5214058-b79e-4055-883e-d1a9c1f7418b", "name": "network-vif-plugged", "status": "completed", "tag": "fe919a1d-8d66-4e9c-9d07-1b82a0020cfa", "code": 200}]} {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:50:51.774407 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4db6dfb7-146d-40dc-a88e-216273dc7ac2 {{(pid=102348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:50:51.775173 n-d-813419-10 neutron-server[102348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5214058-b79e-4055-883e-d1a9c1f7418b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe919a1d-8d66-4e9c-9d07-1b82a0020cfa', 'code': 200} Oct 27 10:50:51.924575 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_common [req-325cb0e0-31f2-48cf-9b9c-cba9a9cfd72e req-79379b54-7a54-4ab2-99c8-882c9a6403d1 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Allocated IP 172.20.0.23 (a397b4af-e073-48a8-9626-4bee98265f39/c31114fa-6d99-4a5a-ac4f-a4a646a96045/009a92ea-6277-41d7-92ae-ee6e8a1bed95) {{(pid=102347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:50:51.934334 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d172344b-7cb6-4cc2-a182-b9195c8d2c89 req-5c183523-0d7a-4b8a-83ed-1288c701d0d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:50:51.935857 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-d172344b-7cb6-4cc2-a182-b9195c8d2c89 req-5c183523-0d7a-4b8a-83ed-1288c701d0d6 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=b5214058-b79e-4055-883e-d1a9c1f7418b HTTP/1.1" status: 200 len: 1098 time: 0.1278775 Oct 27 10:50:51.959742 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f1aa90-1477-4ccc-9087-d81ff72fdc2d req-b1bc9cca-a320-4a3a-8536-6d7565b57797 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:50:51.961278 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-54f1aa90-1477-4ccc-9087-d81ff72fdc2d req-b1bc9cca-a320-4a3a-8536-6d7565b57797 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] 10.222.0.44 "GET /v2.0/ports?device_id=b5214058-b79e-4055-883e-d1a9c1f7418b HTTP/1.1" status: 200 len: 946 time: 0.1197414 Oct 27 10:50:51.980274 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-3c6a8245-0581-48aa-b5f6-4d8fe98cd16e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:50:52.070704 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-d172344b-7cb6-4cc2-a182-b9195c8d2c89 req-cdb9f69f-4cba-4434-b924-65808f7bb8ce service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=ffed76d3-4d36-4729-a6a9-ef5807ccbf84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256843 Oct 27 10:50:52.082781 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-54f1aa90-1477-4ccc-9087-d81ff72fdc2d req-35d35dcb-9aaf-40e5-8419-1b628e54bc48 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] 10.222.0.44 "GET /v2.0/security-groups?id=ffed76d3-4d36-4729-a6a9-ef5807ccbf84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077337 Oct 27 10:50:52.152073 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-325cb0e0-31f2-48cf-9b9c-cba9a9cfd72e req-79379b54-7a54-4ab2-99c8-882c9a6403d1 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Publish callbacks [] for port, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:50:52.192975 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-325cb0e0-31f2-48cf-9b9c-cba9a9cfd72e req-79379b54-7a54-4ab2-99c8-882c9a6403d1 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:50:52.220738 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device d5a90d3a-a20d-45fa-bd2f-2719d77d29eb up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:50:52.259684 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79379b54-7a54-4ab2-99c8-882c9a6403d1 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Pushing event updated for resources: {'Port': ['ID=009a92ea-6277-41d7-92ae-ee6e8a1bed95,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:50:52.279015 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port d5a90d3a-a20d-45fa-bd2f-2719d77d29eb triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:50:52.279480 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:50:52.282269 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-325cb0e0-31f2-48cf-9b9c-cba9a9cfd72e req-79379b54-7a54-4ab2-99c8-882c9a6403d1 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Network a397b4af-e073-48a8-9626-4bee98265f39 is already hosted by enough agents. {{(pid=102347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:50:52.284435 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [req-325cb0e0-31f2-48cf-9b9c-cba9a9cfd72e req-79379b54-7a54-4ab2-99c8-882c9a6403d1 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Resources bound (agent type, host, resource id): {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:50:52.298571 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [req-325cb0e0-31f2-48cf-9b9c-cba9a9cfd72e req-79379b54-7a54-4ab2-99c8-882c9a6403d1 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Received port after_create {{(pid=102347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:50:52.362698 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325cb0e0-31f2-48cf-9b9c-cba9a9cfd72e req-79379b54-7a54-4ab2-99c8-882c9a6403d1 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:50:52.366028 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-325cb0e0-31f2-48cf-9b9c-cba9a9cfd72e req-79379b54-7a54-4ab2-99c8-882c9a6403d1 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:50:52.386852 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-325cb0e0-31f2-48cf-9b9c-cba9a9cfd72e req-79379b54-7a54-4ab2-99c8-882c9a6403d1 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8333349 Oct 27 10:50:52.411168 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [req-325cb0e0-31f2-48cf-9b9c-cba9a9cfd72e req-9f095941-6bf3-4669-8a21-5d816f15fbcb service neutron] Request body: {'port': {'device_id': 'bba81542-548a-446a-91d0-8f141667c6c0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-10'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:50:52.532363 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-325cb0e0-31f2-48cf-9b9c-cba9a9cfd72e req-9f095941-6bf3-4669-8a21-5d816f15fbcb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:50:52.545577 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb845b22-b51b-48b1-8aec-087fab0f6141 req-0352e18c-3a28-48cf-b97a-95cde717f270 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:50:52.561708 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-eb845b22-b51b-48b1-8aec-087fab0f6141 req-0352e18c-3a28-48cf-b97a-95cde717f270 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] 10.222.0.44 "GET /v2.0/ports?device_id=bba81542-548a-446a-91d0-8f141667c6c0 HTTP/1.1" status: 200 len: 932 time: 0.1012218 Oct 27 10:50:52.609084 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-eb845b22-b51b-48b1-8aec-087fab0f6141 req-0f8021d5-65d7-482d-a3ba-a77c56b21855 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] 10.222.0.44 "GET /v2.0/security-groups?id=f71f45e4-82bf-48f6-aaa4-9774f1df168e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0464909 Oct 27 10:50:52.663624 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-e823c8a7-c3ad-43c5-be94-90a4adffca28 None None] Provisioning complete for port 009a92ea-6277-41d7-92ae-ee6e8a1bed95 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:50:52.664177 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-e823c8a7-c3ad-43c5-be94-90a4adffca28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:50:52.700268 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-e823c8a7-c3ad-43c5-be94-90a4adffca28 None None] Port 009a92ea-6277-41d7-92ae-ee6e8a1bed95 cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:50:52.831020 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [req-325cb0e0-31f2-48cf-9b9c-cba9a9cfd72e req-9f095941-6bf3-4669-8a21-5d816f15fbcb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 009a92ea-6277-41d7-92ae-ee6e8a1bed95 {{(pid=102347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:50:52.838693 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-325cb0e0-31f2-48cf-9b9c-cba9a9cfd72e req-9f095941-6bf3-4669-8a21-5d816f15fbcb service neutron] Publish callbacks [] for port, precommit_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:50:52.850628 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.provisioning_blocks [req-325cb0e0-31f2-48cf-9b9c-cba9a9cfd72e req-9f095941-6bf3-4669-8a21-5d816f15fbcb service neutron] Transition to ACTIVE for port object 009a92ea-6277-41d7-92ae-ee6e8a1bed95 will not be triggered until provisioned by entity L2. {{(pid=102347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 10:50:52.853951 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-325cb0e0-31f2-48cf-9b9c-cba9a9cfd72e req-9f095941-6bf3-4669-8a21-5d816f15fbcb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:50:52.903445 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f095941-6bf3-4669-8a21-5d816f15fbcb service neutron] Pushing event updated for resources: {'Port': ['ID=009a92ea-6277-41d7-92ae-ee6e8a1bed95,revision_number=2']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:50:52.995060 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-325cb0e0-31f2-48cf-9b9c-cba9a9cfd72e req-9f095941-6bf3-4669-8a21-5d816f15fbcb service neutron] Attempting to bind port 009a92ea-6277-41d7-92ae-ee6e8a1bed95 on host n-h2-813419-10 for vnic_type normal with profile {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:50:52.995404 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-325cb0e0-31f2-48cf-9b9c-cba9a9cfd72e req-9f095941-6bf3-4669-8a21-5d816f15fbcb service neutron] Attempting to bind port 009a92ea-6277-41d7-92ae-ee6e8a1bed95 by drivers openvswitch,hyperv on host n-h2-813419-10 at level 0 using segments [{'id': 'e297078d-645a-4c0b-84ed-954b9c8de54c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'a397b4af-e073-48a8-9626-4bee98265f39'}] {{(pid=102347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:50:52.995731 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-325cb0e0-31f2-48cf-9b9c-cba9a9cfd72e req-9f095941-6bf3-4669-8a21-5d816f15fbcb service neutron] Attempting to bind port 009a92ea-6277-41d7-92ae-ee6e8a1bed95 on network a397b4af-e073-48a8-9626-4bee98265f39 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:50:53.001661 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-325cb0e0-31f2-48cf-9b9c-cba9a9cfd72e req-9f095941-6bf3-4669-8a21-5d816f15fbcb service neutron] Port 009a92ea-6277-41d7-92ae-ee6e8a1bed95 on network a397b4af-e073-48a8-9626-4bee98265f39 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-10 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 10:50:53.001984 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-325cb0e0-31f2-48cf-9b9c-cba9a9cfd72e req-9f095941-6bf3-4669-8a21-5d816f15fbcb service neutron] Attempting to bind port 009a92ea-6277-41d7-92ae-ee6e8a1bed95 on network a397b4af-e073-48a8-9626-4bee98265f39 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:50:53.007794 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-325cb0e0-31f2-48cf-9b9c-cba9a9cfd72e req-9f095941-6bf3-4669-8a21-5d816f15fbcb service neutron] Checking agent: {'id': 'a2edc247-0fa4-4ce6-bbae-a10492f6bd71', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 16, 9), 'started_at': datetime.datetime(2021, 10, 27, 10, 16, 9), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 50, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:50:53.008129 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-325cb0e0-31f2-48cf-9b9c-cba9a9cfd72e req-9f095941-6bf3-4669-8a21-5d816f15fbcb service neutron] Checking segment: {'id': 'e297078d-645a-4c0b-84ed-954b9c8de54c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'a397b4af-e073-48a8-9626-4bee98265f39'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:50:53.008607 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-325cb0e0-31f2-48cf-9b9c-cba9a9cfd72e req-9f095941-6bf3-4669-8a21-5d816f15fbcb service neutron] Bound using segment: {'id': 'e297078d-645a-4c0b-84ed-954b9c8de54c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'a397b4af-e073-48a8-9626-4bee98265f39'} {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:50:53.009045 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-325cb0e0-31f2-48cf-9b9c-cba9a9cfd72e req-9f095941-6bf3-4669-8a21-5d816f15fbcb service neutron] Bound port: 009a92ea-6277-41d7-92ae-ee6e8a1bed95, host: n-h2-813419-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e297078d-645a-4c0b-84ed-954b9c8de54c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'a397b4af-e073-48a8-9626-4bee98265f39'}}] {{(pid=102347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:50:53.009402 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-325cb0e0-31f2-48cf-9b9c-cba9a9cfd72e req-9f095941-6bf3-4669-8a21-5d816f15fbcb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:50:53.100892 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-325cb0e0-31f2-48cf-9b9c-cba9a9cfd72e req-9f095941-6bf3-4669-8a21-5d816f15fbcb service neutron] For port 009a92ea-6277-41d7-92ae-ee6e8a1bed95, host n-h2-813419-10, cleared binding levels {{(pid=102347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:50:53.105221 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-325cb0e0-31f2-48cf-9b9c-cba9a9cfd72e req-9f095941-6bf3-4669-8a21-5d816f15fbcb service neutron] For port 009a92ea-6277-41d7-92ae-ee6e8a1bed95, host n-h2-813419-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=009a92ea-6277-41d7-92ae-ee6e8a1bed95,segment=NetworkSegment(e297078d-645a-4c0b-84ed-954b9c8de54c),segment_id=e297078d-645a-4c0b-84ed-954b9c8de54c)] {{(pid=102347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:50:53.117251 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-325cb0e0-31f2-48cf-9b9c-cba9a9cfd72e req-9f095941-6bf3-4669-8a21-5d816f15fbcb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:50:53.186772 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325cb0e0-31f2-48cf-9b9c-cba9a9cfd72e req-9f095941-6bf3-4669-8a21-5d816f15fbcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:50:53.192307 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-325cb0e0-31f2-48cf-9b9c-cba9a9cfd72e req-9f095941-6bf3-4669-8a21-5d816f15fbcb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:50:53.196748 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-325cb0e0-31f2-48cf-9b9c-cba9a9cfd72e req-9f095941-6bf3-4669-8a21-5d816f15fbcb service neutron] 10.222.0.76 "PUT /v2.0/ports/009a92ea-6277-41d7-92ae-ee6e8a1bed95 HTTP/1.1" status: 200 len: 1093 time: 0.8015537 Oct 27 10:50:53.197266 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bba81542-548a-446a-91d0-8f141667c6c0', 'tag': '009a92ea-6277-41d7-92ae-ee6e8a1bed95'}] {{(pid=102347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:50:53.204765 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311149b481204ee7edffdb959c881838506fbd95bc8577c048f6677abb73acc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72f552e1-4d42-4697-96da-06042d73c4ae" -d '{"events": [{"name": "network-changed", "server_uuid": "bba81542-548a-446a-91d0-8f141667c6c0", "tag": "009a92ea-6277-41d7-92ae-ee6e8a1bed95"}]}' {{(pid=102347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:50:53.265055 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f095941-6bf3-4669-8a21-5d816f15fbcb service neutron] Pushing event updated for resources: {'Port': ['ID=009a92ea-6277-41d7-92ae-ee6e8a1bed95,revision_number=3']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:50:53.324422 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 10:50:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a545bb24-ac21-455e-9bbe-ea850f6167da x-openstack-request-id: req-a545bb24-ac21-455e-9bbe-ea850f6167da {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:50:53.324715 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bba81542-548a-446a-91d0-8f141667c6c0", "tag": "009a92ea-6277-41d7-92ae-ee6e8a1bed95", "status": "completed", "code": 200}]} {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:50:53.324973 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a545bb24-ac21-455e-9bbe-ea850f6167da {{(pid=102347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:50:53.325381 n-d-813419-10 neutron-server[102347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bba81542-548a-446a-91d0-8f141667c6c0', 'tag': '009a92ea-6277-41d7-92ae-ee6e8a1bed95', 'status': 'completed', 'code': 200} Oct 27 10:50:53.368456 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81a1435-d4d6-4eee-9c8c-610d4f929683 req-4dcfa211-4934-482b-bf8f-045807405253 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:50:53.370059 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-e81a1435-d4d6-4eee-9c8c-610d4f929683 req-4dcfa211-4934-482b-bf8f-045807405253 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] 10.222.0.44 "GET /v2.0/ports?device_id=b5214058-b79e-4055-883e-d1a9c1f7418b HTTP/1.1" status: 200 len: 946 time: 0.1244619 Oct 27 10:50:53.410260 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325cb0e0-31f2-48cf-9b9c-cba9a9cfd72e req-13029823-b072-4cf7-a17b-c52a9a6a0f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:50:53.417481 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-325cb0e0-31f2-48cf-9b9c-cba9a9cfd72e req-13029823-b072-4cf7-a17b-c52a9a6a0f15 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=b77ac30bad224fe0b8e5f2c5dd43d62c&device_id=bba81542-548a-446a-91d0-8f141667c6c0 HTTP/1.1" status: 200 len: 1096 time: 0.1200526 Oct 27 10:50:53.459783 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-e81a1435-d4d6-4eee-9c8c-610d4f929683 req-7abb3cfa-cc21-4aa2-896d-2f1abf74fdc0 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] 10.222.0.44 "GET /v2.0/security-groups?id=ffed76d3-4d36-4729-a6a9-ef5807ccbf84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817602 Oct 27 10:50:53.514434 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-325cb0e0-31f2-48cf-9b9c-cba9a9cfd72e req-945e4401-bfd1-4514-888d-36a7b670caeb service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.23&port_id=009a92ea-6277-41d7-92ae-ee6e8a1bed95 HTTP/1.1" status: 200 len: 217 time: 0.0647523 Oct 27 10:50:53.591354 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325cb0e0-31f2-48cf-9b9c-cba9a9cfd72e req-5f566141-6274-41be-be4c-ba9d766fbb78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:50:53.593416 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-325cb0e0-31f2-48cf-9b9c-cba9a9cfd72e req-5f566141-6274-41be-be4c-ba9d766fbb78 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=c31114fa-6d99-4a5a-ac4f-a4a646a96045 HTTP/1.1" status: 200 len: 838 time: 0.0712719 Oct 27 10:50:53.681725 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325cb0e0-31f2-48cf-9b9c-cba9a9cfd72e req-00b64552-b01e-4a4a-8ec8-f093cb05a323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:50:53.683458 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-325cb0e0-31f2-48cf-9b9c-cba9a9cfd72e req-00b64552-b01e-4a4a-8ec8-f093cb05a323 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=a397b4af-e073-48a8-9626-4bee98265f39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0745442 Oct 27 10:50:53.782915 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86878cfd-15ab-4a7f-8416-419cc30d3400 req-bf56e2f4-5fde-4eef-a037-abea3c77ae26 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:50:53.785261 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-86878cfd-15ab-4a7f-8416-419cc30d3400 req-bf56e2f4-5fde-4eef-a037-abea3c77ae26 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] 10.222.0.44 "GET /v2.0/ports?device_id=bba81542-548a-446a-91d0-8f141667c6c0 HTTP/1.1" status: 200 len: 944 time: 0.0660081 Oct 27 10:50:53.800145 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-325cb0e0-31f2-48cf-9b9c-cba9a9cfd72e req-e71bb69b-f1a3-42aa-bbc8-e39d0a763ded service neutron] 10.222.0.76 "GET /v2.0/networks/a397b4af-e073-48a8-9626-4bee98265f39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1085634 Oct 27 10:50:53.840737 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-86878cfd-15ab-4a7f-8416-419cc30d3400 req-8c8357ab-7c41-40b9-96cb-daecfa35d0f7 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] 10.222.0.44 "GET /v2.0/security-groups?id=f71f45e4-82bf-48f6-aaa4-9774f1df168e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0492916 Oct 27 10:50:53.917927 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-325cb0e0-31f2-48cf-9b9c-cba9a9cfd72e req-cc3201ff-026f-4c44-a205-dbc6482cc4fb service neutron] 10.222.0.76 "GET /v2.0/networks/a397b4af-e073-48a8-9626-4bee98265f39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1096947 Oct 27 10:50:54.010153 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f552e1-4d42-4697-96da-06042d73c4ae req-d6812b30-7357-40ab-b03f-991aa0bef6d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:50:54.011659 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-72f552e1-4d42-4697-96da-06042d73c4ae req-d6812b30-7357-40ab-b03f-991aa0bef6d0 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=b77ac30bad224fe0b8e5f2c5dd43d62c&device_id=bba81542-548a-446a-91d0-8f141667c6c0 HTTP/1.1" status: 200 len: 1096 time: 0.0431628 Oct 27 10:50:54.135701 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f552e1-4d42-4697-96da-06042d73c4ae req-4394650d-abaa-4c95-9738-a9488e755a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:50:54.137253 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-72f552e1-4d42-4697-96da-06042d73c4ae req-4394650d-abaa-4c95-9738-a9488e755a51 service neutron] 10.222.0.76 "GET /v2.0/networks?id=a397b4af-e073-48a8-9626-4bee98265f39 HTTP/1.1" status: 200 len: 897 time: 0.1179829 Oct 27 10:50:54.179841 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-72f552e1-4d42-4697-96da-06042d73c4ae req-192be3a8-3f9e-49a9-bb64-6d1b114ed0b9 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.23&port_id=009a92ea-6277-41d7-92ae-ee6e8a1bed95 HTTP/1.1" status: 200 len: 217 time: 0.0346572 Oct 27 10:50:54.229501 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f552e1-4d42-4697-96da-06042d73c4ae req-b0f7920b-6d98-4a01-97ab-2b817c28467b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:50:54.231158 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-72f552e1-4d42-4697-96da-06042d73c4ae req-b0f7920b-6d98-4a01-97ab-2b817c28467b service neutron] 10.222.0.76 "GET /v2.0/subnets?id=c31114fa-6d99-4a5a-ac4f-a4a646a96045 HTTP/1.1" status: 200 len: 838 time: 0.0445437 Oct 27 10:50:54.280683 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f552e1-4d42-4697-96da-06042d73c4ae req-74a47155-7bce-4e5a-b8f4-64cfbcd29b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:50:54.282686 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-72f552e1-4d42-4697-96da-06042d73c4ae req-74a47155-7bce-4e5a-b8f4-64cfbcd29b9d service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=a397b4af-e073-48a8-9626-4bee98265f39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0446725 Oct 27 10:50:54.378395 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-72f552e1-4d42-4697-96da-06042d73c4ae req-9d3c6aac-2d89-4910-b200-c882284ded4a service neutron] 10.222.0.76 "GET /v2.0/networks/a397b4af-e073-48a8-9626-4bee98265f39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882893 Oct 27 10:50:54.475401 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-72f552e1-4d42-4697-96da-06042d73c4ae req-f55eeee4-1c2c-4247-b2c2-8bd6cf03cb8e service neutron] 10.222.0.76 "GET /v2.0/networks/a397b4af-e073-48a8-9626-4bee98265f39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888846 Oct 27 10:50:54.589755 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b909965b-2c8f-4de9-bdc1-90283c578da3 req-24046fb5-0768-4746-8d65-7b2def7e1d27 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:50:54.591304 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b909965b-2c8f-4de9-bdc1-90283c578da3 req-24046fb5-0768-4746-8d65-7b2def7e1d27 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] 10.222.0.44 "GET /v2.0/ports?device_id=b5214058-b79e-4055-883e-d1a9c1f7418b HTTP/1.1" status: 200 len: 946 time: 0.0604959 Oct 27 10:50:54.631968 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b909965b-2c8f-4de9-bdc1-90283c578da3 req-fd8f28f4-9f1e-47d8-a09c-661129e57a67 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] 10.222.0.44 "GET /v2.0/security-groups?id=ffed76d3-4d36-4729-a6a9-ef5807ccbf84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337493 Oct 27 10:50:54.881959 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2180145b-49ca-4448-b2d1-65bff3e94560 req-9420adda-49ff-4a94-9459-d4b27b0870de tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:50:54.883580 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-2180145b-49ca-4448-b2d1-65bff3e94560 req-9420adda-49ff-4a94-9459-d4b27b0870de tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] 10.222.0.44 "GET /v2.0/networks?id=f2b03a6b-6c02-4954-a3e8-168cf87d8153 HTTP/1.1" status: 200 len: 806 time: 0.1063147 Oct 27 10:50:54.899712 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-2180145b-49ca-4448-b2d1-65bff3e94560 req-4cc3f822-a5fc-45b1-b690-f03771868260 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] 10.222.0.44 "GET /v2.0/quotas/04258b83abed4a9ca4fa54d398f51fb3 HTTP/1.1" status: 200 len: 375 time: 0.0099831 Oct 27 10:50:54.951056 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-2180145b-49ca-4448-b2d1-65bff3e94560 req-51a5e1bc-e662-439b-98e1-4b87320970b7 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=04258b83abed4a9ca4fa54d398f51fb3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0443726 Oct 27 10:50:54.976961 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca15084-f4e7-42db-8333-ec1362f78b5a req-6675d1b3-2149-45e5-9dbd-e422bb35eb9d tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:50:54.986163 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-fca15084-f4e7-42db-8333-ec1362f78b5a req-6675d1b3-2149-45e5-9dbd-e422bb35eb9d tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] 10.222.0.44 "GET /v2.0/ports?device_id=bba81542-548a-446a-91d0-8f141667c6c0 HTTP/1.1" status: 200 len: 944 time: 0.0713990 Oct 27 10:50:55.045769 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-fca15084-f4e7-42db-8333-ec1362f78b5a req-e7c47bc8-e452-474c-8adf-2c67db3af4f5 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] 10.222.0.44 "GET /v2.0/security-groups?id=f71f45e4-82bf-48f6-aaa4-9774f1df168e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0527687 Oct 27 10:50:55.060364 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-2180145b-49ca-4448-b2d1-65bff3e94560 req-9d9ee774-1ad8-4924-8b45-3147624fcbe5 service neutron] 10.222.0.44 "GET /v2.0/networks/f2b03a6b-6c02-4954-a3e8-168cf87d8153?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991745 Oct 27 10:50:55.158082 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-2180145b-49ca-4448-b2d1-65bff3e94560 req-439f0828-59f0-4668-994b-ae11d5a67bf8 service neutron] 10.222.0.44 "GET /v2.0/networks/f2b03a6b-6c02-4954-a3e8-168cf87d8153?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901766 Oct 27 10:50:55.949241 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99885cf8-4880-4ba2-beb7-05fcb213dfa9 req-5bef17b5-691c-4164-8741-026513f8cd25 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:50:55.950743 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-99885cf8-4880-4ba2-beb7-05fcb213dfa9 req-5bef17b5-691c-4164-8741-026513f8cd25 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] 10.222.0.44 "GET /v2.0/networks?id=f2b03a6b-6c02-4954-a3e8-168cf87d8153 HTTP/1.1" status: 200 len: 806 time: 0.1120420 Oct 27 10:50:55.965453 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-99885cf8-4880-4ba2-beb7-05fcb213dfa9 req-c11803ad-dc77-4470-a797-743469776fc9 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] 10.222.0.44 "GET /v2.0/quotas/04258b83abed4a9ca4fa54d398f51fb3 HTTP/1.1" status: 200 len: 375 time: 0.0089269 Oct 27 10:50:56.014773 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-99885cf8-4880-4ba2-beb7-05fcb213dfa9 req-78271a8a-589d-485f-af39-9180b9ae229f tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=04258b83abed4a9ca4fa54d398f51fb3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0434325 Oct 27 10:50:56.113163 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-99885cf8-4880-4ba2-beb7-05fcb213dfa9 req-dfb7d7df-2f31-4042-8321-27346ee3c561 service neutron] 10.222.0.44 "GET /v2.0/networks/f2b03a6b-6c02-4954-a3e8-168cf87d8153?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913389 Oct 27 10:50:56.162092 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85d169f-1258-4051-ada2-63bfe4588f36 req-4b35e0dc-4e19-4420-b22d-c38f51aa2cfa tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:50:56.163627 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-e85d169f-1258-4051-ada2-63bfe4588f36 req-4b35e0dc-4e19-4420-b22d-c38f51aa2cfa tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] 10.222.0.44 "GET /v2.0/ports?device_id=bba81542-548a-446a-91d0-8f141667c6c0 HTTP/1.1" status: 200 len: 944 time: 0.0573850 Oct 27 10:50:56.201382 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-e85d169f-1258-4051-ada2-63bfe4588f36 req-ea87b28e-d6f4-4361-a245-e53fa4db0de5 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] 10.222.0.44 "GET /v2.0/security-groups?id=f71f45e4-82bf-48f6-aaa4-9774f1df168e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314517 Oct 27 10:50:56.210185 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-99885cf8-4880-4ba2-beb7-05fcb213dfa9 req-b20c8772-df92-4667-9345-9e4c14d04782 service neutron] 10.222.0.44 "GET /v2.0/networks/f2b03a6b-6c02-4954-a3e8-168cf87d8153?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907590 Oct 27 10:50:56.386079 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-fcceda9f-ddd8-4196-9398-c40b43e6c1d0 req-3f2a4fa1-9657-45bf-83ff-31d3b8b6c96c tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] 10.222.0.44 "GET /v2.0/ports?device_id=75fae927-79e3-4a54-959c-de4716f6811f HTTP/1.1" status: 200 len: 210 time: 0.0273960 Oct 27 10:50:57.159896 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 59900) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:50:57.315706 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-b66fbd39-53af-42af-a5cc-10874eacd08f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:50:57.363205 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e361bd-02d2-4b16-84a7-013db7f6d8f7 req-e2a82e2f-0e63-45fe-bdf4-5fac5421179f tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:50:57.365196 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-12e361bd-02d2-4b16-84a7-013db7f6d8f7 req-e2a82e2f-0e63-45fe-bdf4-5fac5421179f tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] 10.222.0.44 "GET /v2.0/ports?device_id=bba81542-548a-446a-91d0-8f141667c6c0 HTTP/1.1" status: 200 len: 944 time: 0.0881677 Oct 27 10:50:57.499601 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-27eb4848-ac8d-476e-95b3-a1d66356bdc8 req-9c619cd1-e0eb-4c81-bfd3-ff03f2bfb31b tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] 10.222.0.44 "GET /v2.0/ports?device_id=75fae927-79e3-4a54-959c-de4716f6811f HTTP/1.1" status: 200 len: 210 time: 0.0317926 Oct 27 10:50:57.511093 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-12e361bd-02d2-4b16-84a7-013db7f6d8f7 req-15a3d116-8bd9-49cb-9f37-0d204ce79cc4 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] 10.222.0.44 "GET /v2.0/security-groups?id=f71f45e4-82bf-48f6-aaa4-9774f1df168e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1244435 Oct 27 10:50:57.566268 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-b66fbd39-53af-42af-a5cc-10874eacd08f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:50:57.577189 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99885cf8-4880-4ba2-beb7-05fcb213dfa9 req-f6825713-702e-42eb-8bd6-87e1aab984ac tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:50:57.579207 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-99885cf8-4880-4ba2-beb7-05fcb213dfa9 req-f6825713-702e-42eb-8bd6-87e1aab984ac tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] 10.222.0.64 "GET /v2.0/networks?id=f2b03a6b-6c02-4954-a3e8-168cf87d8153 HTTP/1.1" status: 200 len: 806 time: 0.1851618 Oct 27 10:50:57.579777 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-b66fbd39-53af-42af-a5cc-10874eacd08f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:50:57.598731 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [req-99885cf8-4880-4ba2-beb7-05fcb213dfa9 req-65cc1e53-eb63-4ce4-9017-c1c8f4c9c1d1 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] Request body: {'port': {'device_id': '75fae927-79e3-4a54-959c-de4716f6811f', 'network_id': 'f2b03a6b-6c02-4954-a3e8-168cf87d8153', 'admin_state_up': True, 'tenant_id': '04258b83abed4a9ca4fa54d398f51fb3'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:50:57.668382 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66fbd39-53af-42af-a5cc-10874eacd08f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9853c714-c285-4259-b20c-ba65af5e3a6b,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:50:57.675280 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-b66fbd39-53af-42af-a5cc-10874eacd08f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=71e659f8f60d46188de4cab88b4ea765&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5115008 Oct 27 10:50:57.675869 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 59908) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:50:57.762171 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-7d5213ae-a4d5-4c0f-b57a-ea23f3aa9506 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:50:57.786004 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99885cf8-4880-4ba2-beb7-05fcb213dfa9 req-65cc1e53-eb63-4ce4-9017-c1c8f4c9c1d1 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] Made reservation on behalf of 04258b83abed4a9ca4fa54d398f51fb3 for: {'port': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:50:57.790110 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-99885cf8-4880-4ba2-beb7-05fcb213dfa9 req-65cc1e53-eb63-4ce4-9017-c1c8f4c9c1d1 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:50:57.801940 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-7d5213ae-a4d5-4c0f-b57a-ea23f3aa9506 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:50:57.896716 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-7d5213ae-a4d5-4c0f-b57a-ea23f3aa9506 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:50:57.899236 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-7d5213ae-a4d5-4c0f-b57a-ea23f3aa9506 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:50:57.902760 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-7d5213ae-a4d5-4c0f-b57a-ea23f3aa9506 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9853c714-c285-4259-b20c-ba65af5e3a6b HTTP/1.1" status: 204 len: 168 time: 0.2235909 Oct 27 10:50:57.936100 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5213ae-a4d5-4c0f-b57a-ea23f3aa9506 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9853c714-c285-4259-b20c-ba65af5e3a6b,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:50:57.957925 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_common [req-99885cf8-4880-4ba2-beb7-05fcb213dfa9 req-65cc1e53-eb63-4ce4-9017-c1c8f4c9c1d1 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] Allocated IP 172.20.0.6 (f2b03a6b-6c02-4954-a3e8-168cf87d8153/10902cdd-be2b-4d88-ae3a-f5647b50017d/662edb3a-ea8a-4e76-9c22-c9e85fd8c9d1) {{(pid=102347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:50:58.126097 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-99885cf8-4880-4ba2-beb7-05fcb213dfa9 req-65cc1e53-eb63-4ce4-9017-c1c8f4c9c1d1 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] Publish callbacks [] for port, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:50:58.165213 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-99885cf8-4880-4ba2-beb7-05fcb213dfa9 req-65cc1e53-eb63-4ce4-9017-c1c8f4c9c1d1 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:50:58.179414 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] get_ports_and_sgs() called for port_ids ['fe919a1d-8d66-4e9c-9d07-1b82a0020cfa'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:50:58.217926 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99885cf8-4880-4ba2-beb7-05fcb213dfa9 req-65cc1e53-eb63-4ce4-9017-c1c8f4c9c1d1 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] Network f2b03a6b-6c02-4954-a3e8-168cf87d8153 is already hosted by enough agents. {{(pid=102347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:50:58.222195 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [req-99885cf8-4880-4ba2-beb7-05fcb213dfa9 req-65cc1e53-eb63-4ce4-9017-c1c8f4c9c1d1 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] Resources bound (agent type, host, resource id): {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:50:58.232327 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [req-99885cf8-4880-4ba2-beb7-05fcb213dfa9 req-65cc1e53-eb63-4ce4-9017-c1c8f4c9c1d1 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] Received port after_create {{(pid=102347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:50:58.261242 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cc1e53-eb63-4ce4-9017-c1c8f4c9c1d1 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] Pushing event updated for resources: {'Port': ['ID=662edb3a-ea8a-4e76-9c22-c9e85fd8c9d1,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:50:58.305191 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99885cf8-4880-4ba2-beb7-05fcb213dfa9 req-65cc1e53-eb63-4ce4-9017-c1c8f4c9c1d1 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:50:58.305932 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-99885cf8-4880-4ba2-beb7-05fcb213dfa9 req-65cc1e53-eb63-4ce4-9017-c1c8f4c9c1d1 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:50:58.323067 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-99885cf8-4880-4ba2-beb7-05fcb213dfa9 req-65cc1e53-eb63-4ce4-9017-c1c8f4c9c1d1 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7279909 Oct 27 10:50:58.349919 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [req-99885cf8-4880-4ba2-beb7-05fcb213dfa9 req-3d336d61-f690-47db-915c-d1cb13552ee5 service neutron] Request body: {'port': {'device_id': '75fae927-79e3-4a54-959c-de4716f6811f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-10'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:50:58.410825 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-99885cf8-4880-4ba2-beb7-05fcb213dfa9 req-3d336d61-f690-47db-915c-d1cb13552ee5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:50:58.662960 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b589be-036d-4d68-a7a0-8ac110fec39d req-16aa7d91-614a-4ff9-be87-65a4cbd14f41 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:50:58.665143 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-46b589be-036d-4d68-a7a0-8ac110fec39d req-16aa7d91-614a-4ff9-be87-65a4cbd14f41 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] 10.222.0.44 "GET /v2.0/ports?device_id=75fae927-79e3-4a54-959c-de4716f6811f HTTP/1.1" status: 200 len: 931 time: 0.0665154 Oct 27 10:50:58.694759 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1aea848-b2a5-47bf-aaee-993b94191c6a req-1b7ff694-7469-4a4d-a1e9-85a49afb3f53 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:50:58.696141 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c1aea848-b2a5-47bf-aaee-993b94191c6a req-1b7ff694-7469-4a4d-a1e9-85a49afb3f53 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] 10.222.0.44 "GET /v2.0/ports?device_id=bba81542-548a-446a-91d0-8f141667c6c0 HTTP/1.1" status: 200 len: 944 time: 0.1007330 Oct 27 10:50:58.716544 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-46b589be-036d-4d68-a7a0-8ac110fec39d req-f9683650-bbf4-4ad3-b8a3-cbc5783dd50e tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] 10.222.0.44 "GET /v2.0/security-groups?id=ffed76d3-4d36-4729-a6a9-ef5807ccbf84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450895 Oct 27 10:50:58.780319 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c1aea848-b2a5-47bf-aaee-993b94191c6a req-48b8d427-86d6-41d6-a7b8-8f2c08faad47 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] 10.222.0.44 "GET /v2.0/security-groups?id=f71f45e4-82bf-48f6-aaa4-9774f1df168e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0697043 Oct 27 10:50:58.808338 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device 009a92ea-6277-41d7-92ae-ee6e8a1bed95 details requested by agent hyperv_n-h2-813419-10 with host n-h2-813419-10 {{(pid=102348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 10:50:58.813613 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [req-99885cf8-4880-4ba2-beb7-05fcb213dfa9 req-3d336d61-f690-47db-915c-d1cb13552ee5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 662edb3a-ea8a-4e76-9c22-c9e85fd8c9d1 {{(pid=102347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:50:58.822398 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-99885cf8-4880-4ba2-beb7-05fcb213dfa9 req-3d336d61-f690-47db-915c-d1cb13552ee5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:50:58.837049 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.provisioning_blocks [req-99885cf8-4880-4ba2-beb7-05fcb213dfa9 req-3d336d61-f690-47db-915c-d1cb13552ee5 service neutron] Transition to ACTIVE for port object 662edb3a-ea8a-4e76-9c22-c9e85fd8c9d1 will not be triggered until provisioned by entity L2. {{(pid=102347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 10:50:58.843277 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-99885cf8-4880-4ba2-beb7-05fcb213dfa9 req-3d336d61-f690-47db-915c-d1cb13552ee5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:50:58.925209 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d336d61-f690-47db-915c-d1cb13552ee5 service neutron] Pushing event updated for resources: {'Port': ['ID=662edb3a-ea8a-4e76-9c22-c9e85fd8c9d1,revision_number=2']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:50:58.937389 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] For port 009a92ea-6277-41d7-92ae-ee6e8a1bed95, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=009a92ea-6277-41d7-92ae-ee6e8a1bed95,segment=NetworkSegment(e297078d-645a-4c0b-84ed-954b9c8de54c),segment_id=e297078d-645a-4c0b-84ed-954b9c8de54c)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:50:58.965306 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Returning: {'device': '009a92ea-6277-41d7-92ae-ee6e8a1bed95', 'network_id': 'a397b4af-e073-48a8-9626-4bee98265f39', 'port_id': '009a92ea-6277-41d7-92ae-ee6e8a1bed95', 'mac_address': 'fa:16:3e:22:b0:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c31114fa-6d99-4a5a-ac4f-a4a646a96045', 'ip_address': '172.20.0.23'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 10:50:58.982423 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-99885cf8-4880-4ba2-beb7-05fcb213dfa9 req-3d336d61-f690-47db-915c-d1cb13552ee5 service neutron] Attempting to bind port 662edb3a-ea8a-4e76-9c22-c9e85fd8c9d1 on host n-h1-813419-10 for vnic_type normal with profile {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:50:58.982995 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-99885cf8-4880-4ba2-beb7-05fcb213dfa9 req-3d336d61-f690-47db-915c-d1cb13552ee5 service neutron] Attempting to bind port 662edb3a-ea8a-4e76-9c22-c9e85fd8c9d1 by drivers openvswitch,hyperv on host n-h1-813419-10 at level 0 using segments [{'id': '8cab2adf-a440-42c6-b3ba-33945c07a109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'f2b03a6b-6c02-4954-a3e8-168cf87d8153'}] {{(pid=102347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:50:58.983572 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99885cf8-4880-4ba2-beb7-05fcb213dfa9 req-3d336d61-f690-47db-915c-d1cb13552ee5 service neutron] Attempting to bind port 662edb3a-ea8a-4e76-9c22-c9e85fd8c9d1 on network f2b03a6b-6c02-4954-a3e8-168cf87d8153 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:50:58.989947 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99885cf8-4880-4ba2-beb7-05fcb213dfa9 req-3d336d61-f690-47db-915c-d1cb13552ee5 service neutron] Port 662edb3a-ea8a-4e76-9c22-c9e85fd8c9d1 on network f2b03a6b-6c02-4954-a3e8-168cf87d8153 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-10 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 10:50:58.990315 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99885cf8-4880-4ba2-beb7-05fcb213dfa9 req-3d336d61-f690-47db-915c-d1cb13552ee5 service neutron] Attempting to bind port 662edb3a-ea8a-4e76-9c22-c9e85fd8c9d1 on network f2b03a6b-6c02-4954-a3e8-168cf87d8153 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:50:58.995597 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99885cf8-4880-4ba2-beb7-05fcb213dfa9 req-3d336d61-f690-47db-915c-d1cb13552ee5 service neutron] Checking agent: {'id': 'a52e1cab-0c63-402d-9c94-330537c6c076', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 16, 2), 'started_at': datetime.datetime(2021, 10, 27, 10, 16, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 50, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:50:58.995934 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99885cf8-4880-4ba2-beb7-05fcb213dfa9 req-3d336d61-f690-47db-915c-d1cb13552ee5 service neutron] Checking segment: {'id': '8cab2adf-a440-42c6-b3ba-33945c07a109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'f2b03a6b-6c02-4954-a3e8-168cf87d8153'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:50:58.996386 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99885cf8-4880-4ba2-beb7-05fcb213dfa9 req-3d336d61-f690-47db-915c-d1cb13552ee5 service neutron] Bound using segment: {'id': '8cab2adf-a440-42c6-b3ba-33945c07a109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'f2b03a6b-6c02-4954-a3e8-168cf87d8153'} {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:50:58.997800 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-99885cf8-4880-4ba2-beb7-05fcb213dfa9 req-3d336d61-f690-47db-915c-d1cb13552ee5 service neutron] Bound port: 662edb3a-ea8a-4e76-9c22-c9e85fd8c9d1, host: n-h1-813419-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8cab2adf-a440-42c6-b3ba-33945c07a109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'f2b03a6b-6c02-4954-a3e8-168cf87d8153'}}] {{(pid=102347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:50:58.998164 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-99885cf8-4880-4ba2-beb7-05fcb213dfa9 req-3d336d61-f690-47db-915c-d1cb13552ee5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:50:59.026843 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:50:59.043174 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 009a92ea-6277-41d7-92ae-ee6e8a1bed95 {{(pid=102348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:50:59.067999 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] For port 009a92ea-6277-41d7-92ae-ee6e8a1bed95, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=009a92ea-6277-41d7-92ae-ee6e8a1bed95,segment=NetworkSegment(e297078d-645a-4c0b-84ed-954b9c8de54c),segment_id=e297078d-645a-4c0b-84ed-954b9c8de54c)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:50:59.075222 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:50:59.076933 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-99885cf8-4880-4ba2-beb7-05fcb213dfa9 req-3d336d61-f690-47db-915c-d1cb13552ee5 service neutron] For port 662edb3a-ea8a-4e76-9c22-c9e85fd8c9d1, host n-h1-813419-10, cleared binding levels {{(pid=102347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:50:59.083370 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-99885cf8-4880-4ba2-beb7-05fcb213dfa9 req-3d336d61-f690-47db-915c-d1cb13552ee5 service neutron] For port 662edb3a-ea8a-4e76-9c22-c9e85fd8c9d1, host n-h1-813419-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=662edb3a-ea8a-4e76-9c22-c9e85fd8c9d1,segment=NetworkSegment(8cab2adf-a440-42c6-b3ba-33945c07a109),segment_id=8cab2adf-a440-42c6-b3ba-33945c07a109)] {{(pid=102347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:50:59.093062 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-99885cf8-4880-4ba2-beb7-05fcb213dfa9 req-3d336d61-f690-47db-915c-d1cb13552ee5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:50:59.142104 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Pushing event updated for resources: {'Port': ['ID=009a92ea-6277-41d7-92ae-ee6e8a1bed95,revision_number=4']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:50:59.142272 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99885cf8-4880-4ba2-beb7-05fcb213dfa9 req-3d336d61-f690-47db-915c-d1cb13552ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:50:59.142892 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-99885cf8-4880-4ba2-beb7-05fcb213dfa9 req-3d336d61-f690-47db-915c-d1cb13552ee5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:50:59.144317 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-99885cf8-4880-4ba2-beb7-05fcb213dfa9 req-3d336d61-f690-47db-915c-d1cb13552ee5 service neutron] 10.222.0.64 "PUT /v2.0/ports/662edb3a-ea8a-4e76-9c22-c9e85fd8c9d1 HTTP/1.1" status: 200 len: 1092 time: 0.8071985 Oct 27 10:50:59.157033 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75fae927-79e3-4a54-959c-de4716f6811f', 'tag': '662edb3a-ea8a-4e76-9c22-c9e85fd8c9d1'}] {{(pid=102347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:50:59.161986 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311149b481204ee7edffdb959c881838506fbd95bc8577c048f6677abb73acc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dddfe4d4-0f06-497d-9ec1-a00bc5ab68c5" -d '{"events": [{"name": "network-changed", "server_uuid": "75fae927-79e3-4a54-959c-de4716f6811f", "tag": "662edb3a-ea8a-4e76-9c22-c9e85fd8c9d1"}]}' {{(pid=102347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:50:59.209130 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d336d61-f690-47db-915c-d1cb13552ee5 service neutron] Pushing event updated for resources: {'Port': ['ID=662edb3a-ea8a-4e76-9c22-c9e85fd8c9d1,revision_number=3']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:50:59.251131 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 10:50:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ce82ca8-3f2d-44d8-8b9b-367a2c5f76ba x-openstack-request-id: req-7ce82ca8-3f2d-44d8-8b9b-367a2c5f76ba {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:50:59.251420 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75fae927-79e3-4a54-959c-de4716f6811f", "tag": "662edb3a-ea8a-4e76-9c22-c9e85fd8c9d1", "status": "completed", "code": 200}]} {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:50:59.251673 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7ce82ca8-3f2d-44d8-8b9b-367a2c5f76ba {{(pid=102347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:50:59.252290 n-d-813419-10 neutron-server[102347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75fae927-79e3-4a54-959c-de4716f6811f', 'tag': '662edb3a-ea8a-4e76-9c22-c9e85fd8c9d1', 'status': 'completed', 'code': 200} Oct 27 10:50:59.285033 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99885cf8-4880-4ba2-beb7-05fcb213dfa9 req-9acc1b30-96e3-41a5-8dc1-ead161d03e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:50:59.287042 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-99885cf8-4880-4ba2-beb7-05fcb213dfa9 req-9acc1b30-96e3-41a5-8dc1-ead161d03e6b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=04258b83abed4a9ca4fa54d398f51fb3&device_id=75fae927-79e3-4a54-959c-de4716f6811f HTTP/1.1" status: 200 len: 1095 time: 0.0696166 Oct 27 10:50:59.332847 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-99885cf8-4880-4ba2-beb7-05fcb213dfa9 req-759950f8-4cff-41cb-8b6b-da988a9c3a87 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=662edb3a-ea8a-4e76-9c22-c9e85fd8c9d1 HTTP/1.1" status: 200 len: 217 time: 0.0371392 Oct 27 10:50:59.390646 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99885cf8-4880-4ba2-beb7-05fcb213dfa9 req-a53071d4-1c4a-44bc-bbc6-fe23a4edf64b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:50:59.392141 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-99885cf8-4880-4ba2-beb7-05fcb213dfa9 req-a53071d4-1c4a-44bc-bbc6-fe23a4edf64b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=10902cdd-be2b-4d88-ae3a-f5647b50017d HTTP/1.1" status: 200 len: 846 time: 0.0519443 Oct 27 10:50:59.405227 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] get_ports_and_sgs() called for port_ids ['009a92ea-6277-41d7-92ae-ee6e8a1bed95'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:50:59.433638 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-99885cf8-4880-4ba2-beb7-05fcb213dfa9 req-351734cf-f1e8-4e78-ab68-e7a02f0bef74 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f2b03a6b-6c02-4954-a3e8-168cf87d8153&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338755 Oct 27 10:50:59.543802 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-99885cf8-4880-4ba2-beb7-05fcb213dfa9 req-f187c2ab-49c1-4d79-8c8f-5eede1166533 service neutron] 10.222.0.64 "GET /v2.0/networks/f2b03a6b-6c02-4954-a3e8-168cf87d8153?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023703 Oct 27 10:50:59.655988 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-99885cf8-4880-4ba2-beb7-05fcb213dfa9 req-1365086e-9806-4051-9697-598d2d99aeaf service neutron] 10.222.0.64 "GET /v2.0/networks/f2b03a6b-6c02-4954-a3e8-168cf87d8153?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024878 Oct 27 10:50:59.749346 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddfe4d4-0f06-497d-9ec1-a00bc5ab68c5 req-ecc6dcbb-867f-4550-8e1b-dddfc9da969f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:50:59.751345 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-dddfe4d4-0f06-497d-9ec1-a00bc5ab68c5 req-ecc6dcbb-867f-4550-8e1b-dddfc9da969f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=04258b83abed4a9ca4fa54d398f51fb3&device_id=75fae927-79e3-4a54-959c-de4716f6811f HTTP/1.1" status: 200 len: 1095 time: 0.0454168 Oct 27 10:50:59.878802 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39b51ff-ca58-4c1f-ad40-9bfea5671dd0 req-cd20029d-4cbc-4f73-8dfd-a296e1d8cd20 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:50:59.886846 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-f39b51ff-ca58-4c1f-ad40-9bfea5671dd0 req-cd20029d-4cbc-4f73-8dfd-a296e1d8cd20 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] 10.222.0.44 "GET /v2.0/ports?device_id=75fae927-79e3-4a54-959c-de4716f6811f HTTP/1.1" status: 200 len: 943 time: 0.0757928 Oct 27 10:50:59.937222 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29d7722-4806-407d-b4e8-b4d6127976ac req-c9d10a2c-df6f-4da9-a282-f64b0de331e6 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:50:59.948048 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-e29d7722-4806-407d-b4e8-b4d6127976ac req-c9d10a2c-df6f-4da9-a282-f64b0de331e6 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] 10.222.0.44 "GET /v2.0/ports?device_id=bba81542-548a-446a-91d0-8f141667c6c0 HTTP/1.1" status: 200 len: 945 time: 0.0696008 Oct 27 10:50:59.968579 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-f39b51ff-ca58-4c1f-ad40-9bfea5671dd0 req-fc121538-f6d2-4588-b2a2-5746f05bb1cb tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] 10.222.0.44 "GET /v2.0/security-groups?id=ffed76d3-4d36-4729-a6a9-ef5807ccbf84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699244 Oct 27 10:50:59.970283 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddfe4d4-0f06-497d-9ec1-a00bc5ab68c5 req-82787d40-70ed-4402-9380-721d066f834e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:50:59.972221 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-dddfe4d4-0f06-497d-9ec1-a00bc5ab68c5 req-82787d40-70ed-4402-9380-721d066f834e service neutron] 10.222.0.64 "GET /v2.0/networks?id=f2b03a6b-6c02-4954-a3e8-168cf87d8153 HTTP/1.1" status: 200 len: 907 time: 0.2133477 Oct 27 10:50:59.988633 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-e29d7722-4806-407d-b4e8-b4d6127976ac req-fc3c8a5e-443b-4be1-9051-e6000fe33e6a tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] 10.222.0.44 "GET /v2.0/security-groups?id=f71f45e4-82bf-48f6-aaa4-9774f1df168e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0393481 Oct 27 10:51:00.022004 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-dddfe4d4-0f06-497d-9ec1-a00bc5ab68c5 req-14aa298f-ce31-479d-bf2a-3b7810b6cf7d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=662edb3a-ea8a-4e76-9c22-c9e85fd8c9d1 HTTP/1.1" status: 200 len: 217 time: 0.0422294 Oct 27 10:51:00.075757 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddfe4d4-0f06-497d-9ec1-a00bc5ab68c5 req-5e35c2f2-c523-4b76-b6e5-188845a103f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:51:00.077716 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-dddfe4d4-0f06-497d-9ec1-a00bc5ab68c5 req-5e35c2f2-c523-4b76-b6e5-188845a103f1 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=10902cdd-be2b-4d88-ae3a-f5647b50017d HTTP/1.1" status: 200 len: 846 time: 0.0479252 Oct 27 10:51:00.118084 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-dddfe4d4-0f06-497d-9ec1-a00bc5ab68c5 req-52661a41-9f2e-420f-8bea-74a575423a8a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f2b03a6b-6c02-4954-a3e8-168cf87d8153&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322459 Oct 27 10:51:00.236621 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-dddfe4d4-0f06-497d-9ec1-a00bc5ab68c5 req-54ebb205-e8f7-404f-9434-821af0810eaa service neutron] 10.222.0.64 "GET /v2.0/networks/f2b03a6b-6c02-4954-a3e8-168cf87d8153?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1094699 Oct 27 10:51:00.349769 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-dddfe4d4-0f06-497d-9ec1-a00bc5ab68c5 req-1de3e1f9-6732-4169-ae22-7e0d83d4ba40 service neutron] 10.222.0.64 "GET /v2.0/networks/f2b03a6b-6c02-4954-a3e8-168cf87d8153?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1058738 Oct 27 10:51:00.808382 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device 009a92ea-6277-41d7-92ae-ee6e8a1bed95 up at agent hyperv_n-h2-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:51:00.859357 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Provisioning for port 009a92ea-6277-41d7-92ae-ee6e8a1bed95 completed by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 10:51:00.863825 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Provisioning complete for port 009a92ea-6277-41d7-92ae-ee6e8a1bed95 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:51:00.864559 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:00.947077 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:00.986934 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] For port 009a92ea-6277-41d7-92ae-ee6e8a1bed95, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=009a92ea-6277-41d7-92ae-ee6e8a1bed95,segment=NetworkSegment(e297078d-645a-4c0b-84ed-954b9c8de54c),segment_id=e297078d-645a-4c0b-84ed-954b9c8de54c)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:51:00.988467 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bba81542-548a-446a-91d0-8f141667c6c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '009a92ea-6277-41d7-92ae-ee6e8a1bed95'}] {{(pid=102348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:51:00.991864 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c588921fa634554a1d9242fdea1b05457a9ff1d3b28ba54ec1dace7f2f1df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c636886a-9ecf-4d03-ab72-39b45c0749b5" -d '{"events": [{"server_uuid": "bba81542-548a-446a-91d0-8f141667c6c0", "name": "network-vif-plugged", "status": "completed", "tag": "009a92ea-6277-41d7-92ae-ee6e8a1bed95"}]}' {{(pid=102348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:51:00.996608 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:01.070049 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Pushing event updated for resources: {'Port': ['ID=009a92ea-6277-41d7-92ae-ee6e8a1bed95,revision_number=5']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:51:01.099495 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:51:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b5c6d48-8bed-405a-a38e-7395c94e69c5 x-openstack-request-id: req-9b5c6d48-8bed-405a-a38e-7395c94e69c5 {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:51:01.101775 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bba81542-548a-446a-91d0-8f141667c6c0", "name": "network-vif-plugged", "status": "completed", "tag": "009a92ea-6277-41d7-92ae-ee6e8a1bed95", "code": 200}]} {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:51:01.102000 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9b5c6d48-8bed-405a-a38e-7395c94e69c5 {{(pid=102348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:51:01.103592 n-d-813419-10 neutron-server[102348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bba81542-548a-446a-91d0-8f141667c6c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '009a92ea-6277-41d7-92ae-ee6e8a1bed95', 'code': 200} Oct 27 10:51:01.197778 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a132dc-24a8-4276-b3dc-25cabebc53f5 req-300034c9-5f03-4046-b369-775f7d7f3457 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:51:01.199379 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-06a132dc-24a8-4276-b3dc-25cabebc53f5 req-300034c9-5f03-4046-b369-775f7d7f3457 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] 10.222.0.44 "GET /v2.0/ports?device_id=75fae927-79e3-4a54-959c-de4716f6811f HTTP/1.1" status: 200 len: 943 time: 0.1016765 Oct 27 10:51:01.211473 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f12de5-8890-4ebb-8ebd-0dcf87f7e4ec req-28aca6ca-1329-4647-8bb9-662f15a04122 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:51:01.212047 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dc993b-25aa-4cc9-8862-b9abd21f9d2b req-d2f25d55-b6a8-4efe-8eec-377df5d0d13b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:51:01.213344 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-a8dc993b-25aa-4cc9-8862-b9abd21f9d2b req-d2f25d55-b6a8-4efe-8eec-377df5d0d13b service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=bba81542-548a-446a-91d0-8f141667c6c0 HTTP/1.1" status: 200 len: 1098 time: 0.0629661 Oct 27 10:51:01.214397 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-09f12de5-8890-4ebb-8ebd-0dcf87f7e4ec req-28aca6ca-1329-4647-8bb9-662f15a04122 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] 10.222.0.44 "GET /v2.0/ports?device_id=bba81542-548a-446a-91d0-8f141667c6c0 HTTP/1.1" status: 200 len: 946 time: 0.0573378 Oct 27 10:51:01.260389 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-09f12de5-8890-4ebb-8ebd-0dcf87f7e4ec req-bc00cf17-b90f-4e5f-920d-4579da0377aa tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] 10.222.0.44 "GET /v2.0/security-groups?id=f71f45e4-82bf-48f6-aaa4-9774f1df168e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0385547 Oct 27 10:51:01.270390 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-06a132dc-24a8-4276-b3dc-25cabebc53f5 req-5e54a2af-c959-4cd6-9bc0-ef38cf8d64f5 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] 10.222.0.44 "GET /v2.0/security-groups?id=ffed76d3-4d36-4729-a6a9-ef5807ccbf84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606351 Oct 27 10:51:01.301204 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-a8dc993b-25aa-4cc9-8862-b9abd21f9d2b req-af95926f-2988-4bb1-b9fd-bc70f95b4aab service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=f71f45e4-82bf-48f6-aaa4-9774f1df168e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0717781 Oct 27 10:51:01.468881 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device 662edb3a-ea8a-4e76-9c22-c9e85fd8c9d1 details requested by agent hyperv_n-h1-813419-10 with host n-h1-813419-10 {{(pid=102348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 10:51:01.598248 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port 662edb3a-ea8a-4e76-9c22-c9e85fd8c9d1, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=662edb3a-ea8a-4e76-9c22-c9e85fd8c9d1,segment=NetworkSegment(8cab2adf-a440-42c6-b3ba-33945c07a109),segment_id=8cab2adf-a440-42c6-b3ba-33945c07a109)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:51:01.609463 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Returning: {'device': '662edb3a-ea8a-4e76-9c22-c9e85fd8c9d1', 'network_id': 'f2b03a6b-6c02-4954-a3e8-168cf87d8153', 'port_id': '662edb3a-ea8a-4e76-9c22-c9e85fd8c9d1', 'mac_address': 'fa:16:3e:b4:3c:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 445, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10902cdd-be2b-4d88-ae3a-f5647b50017d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 10:51:01.647309 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:01.660585 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 662edb3a-ea8a-4e76-9c22-c9e85fd8c9d1 {{(pid=102348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:51:01.681502 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port 662edb3a-ea8a-4e76-9c22-c9e85fd8c9d1, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=662edb3a-ea8a-4e76-9c22-c9e85fd8c9d1,segment=NetworkSegment(8cab2adf-a440-42c6-b3ba-33945c07a109),segment_id=8cab2adf-a440-42c6-b3ba-33945c07a109)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:51:01.685949 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:01.738066 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Pushing event updated for resources: {'Port': ['ID=662edb3a-ea8a-4e76-9c22-c9e85fd8c9d1,revision_number=4']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:51:01.978924 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] get_ports_and_sgs() called for port_ids ['662edb3a-ea8a-4e76-9c22-c9e85fd8c9d1'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:51:02.425423 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1178f4a9-9d22-4868-8f72-0f993bbc8006 req-088ee123-1fd4-409e-930f-e0738780f154 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:51:02.433240 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-1178f4a9-9d22-4868-8f72-0f993bbc8006 req-088ee123-1fd4-409e-930f-e0738780f154 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] 10.222.0.44 "GET /v2.0/ports?device_id=bba81542-548a-446a-91d0-8f141667c6c0 HTTP/1.1" status: 200 len: 946 time: 0.0587218 Oct 27 10:51:02.437076 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3ebab6-3b85-4a35-aa7e-c044b232c045 req-28a07ab3-0d31-44ee-a93d-4c1b28b1f497 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:51:02.439440 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ad3ebab6-3b85-4a35-aa7e-c044b232c045 req-28a07ab3-0d31-44ee-a93d-4c1b28b1f497 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] 10.222.0.44 "GET /v2.0/ports?device_id=75fae927-79e3-4a54-959c-de4716f6811f HTTP/1.1" status: 200 len: 944 time: 0.0619946 Oct 27 10:51:02.488830 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-1178f4a9-9d22-4868-8f72-0f993bbc8006 req-df38da24-e541-40b6-b666-7a106c59083a tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] 10.222.0.44 "GET /v2.0/security-groups?id=f71f45e4-82bf-48f6-aaa4-9774f1df168e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0544927 Oct 27 10:51:02.489173 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ad3ebab6-3b85-4a35-aa7e-c044b232c045 req-92e65718-c1b8-4228-a447-8669191515af tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] 10.222.0.44 "GET /v2.0/security-groups?id=ffed76d3-4d36-4729-a6a9-ef5807ccbf84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430069 Oct 27 10:51:02.615309 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:02.982613 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42924f21-679e-42ae-a8ee-271f758acf56 req-23c27a5f-26ad-4cee-8c1d-66566fa7ab54 tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:51:02.984063 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-42924f21-679e-42ae-a8ee-271f758acf56 req-23c27a5f-26ad-4cee-8c1d-66566fa7ab54 tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] 10.222.0.44 "GET /v2.0/ports?device_id=2748cfd5-058f-42fe-95e2-15186c0e34a9 HTTP/1.1" status: 200 len: 945 time: 0.0480821 Oct 27 10:51:03.026374 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-42924f21-679e-42ae-a8ee-271f758acf56 req-6f3f63f7-38af-446e-857e-6efcd3537d8c tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] 10.222.0.44 "GET /v2.0/security-groups?id=be0ccc76-c87a-4524-bcb1-ccb30db16fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353210 Oct 27 10:51:03.488094 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device 662edb3a-ea8a-4e76-9c22-c9e85fd8c9d1 up at agent hyperv_n-h1-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:51:03.542956 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Provisioning for port 662edb3a-ea8a-4e76-9c22-c9e85fd8c9d1 completed by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 10:51:03.548380 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Provisioning complete for port 662edb3a-ea8a-4e76-9c22-c9e85fd8c9d1 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:51:03.548751 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:03.635712 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b724e184-8ba8-4101-8830-1ac5b2f26a89 req-d2e26abb-84bd-4d08-be79-0d89be7662fa tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:51:03.637393 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-b724e184-8ba8-4101-8830-1ac5b2f26a89 req-d2e26abb-84bd-4d08-be79-0d89be7662fa tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] 10.222.0.44 "GET /v2.0/ports?device_id=bba81542-548a-446a-91d0-8f141667c6c0 HTTP/1.1" status: 200 len: 946 time: 0.0571008 Oct 27 10:51:03.642087 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71d4d8b-60e0-4f40-8b3a-b5033840b758 req-9eb96199-7394-47ba-a38a-d8402f8e1db7 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:51:03.644137 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b71d4d8b-60e0-4f40-8b3a-b5033840b758 req-9eb96199-7394-47ba-a38a-d8402f8e1db7 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] 10.222.0.44 "GET /v2.0/ports?device_id=75fae927-79e3-4a54-959c-de4716f6811f HTTP/1.1" status: 200 len: 944 time: 0.0621579 Oct 27 10:51:03.660119 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:03.691590 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-b724e184-8ba8-4101-8830-1ac5b2f26a89 req-a81e96dd-a590-49b3-9f01-9500ff97b162 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] 10.222.0.44 "GET /v2.0/security-groups?id=f71f45e4-82bf-48f6-aaa4-9774f1df168e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0463810 Oct 27 10:51:03.698866 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75fae927-79e3-4a54-959c-de4716f6811f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '662edb3a-ea8a-4e76-9c22-c9e85fd8c9d1'}] {{(pid=102348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:51:03.701452 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c588921fa634554a1d9242fdea1b05457a9ff1d3b28ba54ec1dace7f2f1df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce735633-c936-4717-9bcd-453addde5e3b" -d '{"events": [{"server_uuid": "75fae927-79e3-4a54-959c-de4716f6811f", "name": "network-vif-plugged", "status": "completed", "tag": "662edb3a-ea8a-4e76-9c22-c9e85fd8c9d1"}]}' {{(pid=102348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:51:03.707426 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b71d4d8b-60e0-4f40-8b3a-b5033840b758 req-da151442-536e-4be6-9099-5b9762a48e81 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] 10.222.0.44 "GET /v2.0/security-groups?id=ffed76d3-4d36-4729-a6a9-ef5807ccbf84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488462 Oct 27 10:51:03.724793 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port 662edb3a-ea8a-4e76-9c22-c9e85fd8c9d1, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=662edb3a-ea8a-4e76-9c22-c9e85fd8c9d1,segment=NetworkSegment(8cab2adf-a440-42c6-b3ba-33945c07a109),segment_id=8cab2adf-a440-42c6-b3ba-33945c07a109)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:51:03.730452 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:03.769819 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:51:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3df53022-b149-4442-965d-60a4874377f7 x-openstack-request-id: req-3df53022-b149-4442-965d-60a4874377f7 {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:51:03.770800 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75fae927-79e3-4a54-959c-de4716f6811f", "name": "network-vif-plugged", "status": "completed", "tag": "662edb3a-ea8a-4e76-9c22-c9e85fd8c9d1", "code": 200}]} {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:51:03.771052 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3df53022-b149-4442-965d-60a4874377f7 {{(pid=102348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:51:03.771584 n-d-813419-10 neutron-server[102348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75fae927-79e3-4a54-959c-de4716f6811f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '662edb3a-ea8a-4e76-9c22-c9e85fd8c9d1', 'code': 200} Oct 27 10:51:03.799357 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Pushing event updated for resources: {'Port': ['ID=662edb3a-ea8a-4e76-9c22-c9e85fd8c9d1,revision_number=5']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:51:03.801935 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7145836-851f-4f6d-8aa6-c157ba9a1c1f req-cb159bed-f6f7-46ea-9ee3-97e9f02ba7e2 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:51:03.803758 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-a7145836-851f-4f6d-8aa6-c157ba9a1c1f req-cb159bed-f6f7-46ea-9ee3-97e9f02ba7e2 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] 10.222.0.44 "GET /v2.0/ports?device_id=bba81542-548a-446a-91d0-8f141667c6c0 HTTP/1.1" status: 200 len: 946 time: 0.0515301 Oct 27 10:51:03.846153 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-a7145836-851f-4f6d-8aa6-c157ba9a1c1f req-9869b1a9-d58d-4f73-8947-997c18329bfc tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] 10.222.0.44 "GET /v2.0/security-groups?id=f71f45e4-82bf-48f6-aaa4-9774f1df168e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0356882 Oct 27 10:51:03.899638 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc8f697-9dfb-4caf-84e4-01a34c92aed6 req-a6a1d233-b885-4707-b381-a3f8a606bb9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:51:03.901165 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-7cc8f697-9dfb-4caf-84e4-01a34c92aed6 req-a6a1d233-b885-4707-b381-a3f8a606bb9e service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=75fae927-79e3-4a54-959c-de4716f6811f HTTP/1.1" status: 200 len: 1097 time: 0.0416417 Oct 27 10:51:03.936619 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-7cc8f697-9dfb-4caf-84e4-01a34c92aed6 req-8cbad4a9-6187-4335-b51a-c8f6dbbf79ff service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=ffed76d3-4d36-4729-a6a9-ef5807ccbf84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0277843 Oct 27 10:51:04.151453 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f672639-91e8-40a1-9d08-3b09fbf0aad6 req-0b8679af-d101-40a3-94c7-dec42cf563d8 tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:51:04.152943 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-2f672639-91e8-40a1-9d08-3b09fbf0aad6 req-0b8679af-d101-40a3-94c7-dec42cf563d8 tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] 10.222.0.44 "GET /v2.0/ports?device_id=2748cfd5-058f-42fe-95e2-15186c0e34a9 HTTP/1.1" status: 200 len: 945 time: 0.0575504 Oct 27 10:51:04.195964 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-2f672639-91e8-40a1-9d08-3b09fbf0aad6 req-a28f24d0-4d4d-4bfc-8589-f4aa301b1dea tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] 10.222.0.44 "GET /v2.0/security-groups?id=be0ccc76-c87a-4524-bcb1-ccb30db16fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356719 Oct 27 10:51:04.819710 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06991ea4-9e95-41d5-8320-8d2868815072 req-a9677704-4239-4442-bf71-73c61f0934fd tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:51:04.821272 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-06991ea4-9e95-41d5-8320-8d2868815072 req-a9677704-4239-4442-bf71-73c61f0934fd tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] 10.222.0.44 "GET /v2.0/ports?device_id=75fae927-79e3-4a54-959c-de4716f6811f HTTP/1.1" status: 200 len: 945 time: 0.0522757 Oct 27 10:51:04.858861 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-06991ea4-9e95-41d5-8320-8d2868815072 req-ab26b569-d7d1-4007-a251-0d8501f4d459 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] 10.222.0.44 "GET /v2.0/security-groups?id=ffed76d3-4d36-4729-a6a9-ef5807ccbf84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316899 Oct 27 10:51:05.533230 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 60098) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:51:05.604146 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11b9ac2-0155-4b84-9a00-ef3eb91ef641 req-b4047c68-85f2-4c6e-812a-d86f2141c3fb tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:51:05.605956 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-d11b9ac2-0155-4b84-9a00-ef3eb91ef641 req-b4047c68-85f2-4c6e-812a-d86f2141c3fb tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] 10.222.0.64 "GET /v2.0/ports?device_id=2748cfd5-058f-42fe-95e2-15186c0e34a9 HTTP/1.1" status: 200 len: 945 time: 0.4380255 Oct 27 10:51:05.618986 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e815bbcd-6ff0-4189-a38e-5a95abfb532a req-2cf645ea-6ec9-40ad-896f-1f8896a87657 tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:51:05.620532 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-e815bbcd-6ff0-4189-a38e-5a95abfb532a req-2cf645ea-6ec9-40ad-896f-1f8896a87657 tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] 10.222.0.44 "GET /v2.0/ports?device_id=2748cfd5-058f-42fe-95e2-15186c0e34a9 HTTP/1.1" status: 200 len: 945 time: 0.0677369 Oct 27 10:51:05.708567 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-e815bbcd-6ff0-4189-a38e-5a95abfb532a req-55409829-7656-465e-ab24-4ac06787a081 tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] 10.222.0.44 "GET /v2.0/security-groups?id=be0ccc76-c87a-4524-bcb1-ccb30db16fb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0807610 Oct 27 10:51:05.738909 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [req-d11b9ac2-0155-4b84-9a00-ef3eb91ef641 req-7f4dbf6f-4b4a-4356-9a2a-516aaa63b9dd tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] Deleting port a2e9586a-ddcb-41ab-a7aa-c26277a5230c {{(pid=102347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:51:05.739502 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-d11b9ac2-0155-4b84-9a00-ef3eb91ef641 req-7f4dbf6f-4b4a-4356-9a2a-516aaa63b9dd tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:05.831565 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-d11b9ac2-0155-4b84-9a00-ef3eb91ef641 req-7f4dbf6f-4b4a-4356-9a2a-516aaa63b9dd tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] For port a2e9586a-ddcb-41ab-a7aa-c26277a5230c, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=a2e9586a-ddcb-41ab-a7aa-c26277a5230c,segment=NetworkSegment(a5fc7f07-22ca-4b2b-bd72-57f570088db0),segment_id=a5fc7f07-22ca-4b2b-bd72-57f570088db0)] {{(pid=102347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:51:05.832569 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-d11b9ac2-0155-4b84-9a00-ef3eb91ef641 req-7f4dbf6f-4b4a-4356-9a2a-516aaa63b9dd tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:06.021059 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-d11b9ac2-0155-4b84-9a00-ef3eb91ef641 req-7f4dbf6f-4b4a-4356-9a2a-516aaa63b9dd tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:06.021421 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-d11b9ac2-0155-4b84-9a00-ef3eb91ef641 req-7f4dbf6f-4b4a-4356-9a2a-516aaa63b9dd tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1664826'] for floatingip, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:06.021744 n-d-813419-10 neutron-server[102347]: INFO neutron.db.l3_db [req-d11b9ac2-0155-4b84-9a00-ef3eb91ef641 req-7f4dbf6f-4b4a-4356-9a2a-516aaa63b9dd tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] Floating IP 86656b41-9c5e-441a-b215-a641f1484dd3 disassociated. External IP: 172.25.8.192, port: a2e9586a-ddcb-41ab-a7aa-c26277a5230c. Oct 27 10:51:06.022085 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [req-d11b9ac2-0155-4b84-9a00-ef3eb91ef641 req-7f4dbf6f-4b4a-4356-9a2a-516aaa63b9dd tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] Calling delete_port for a2e9586a-ddcb-41ab-a7aa-c26277a5230c owned by compute:nova {{(pid=102347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:51:06.035884 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826ae1f1-53b4-4130-af73-e945596f73f7 req-e6dc4f92-4b48-4315-8d46-5561875ceb32 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:51:06.037399 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-826ae1f1-53b4-4130-af73-e945596f73f7 req-e6dc4f92-4b48-4315-8d46-5561875ceb32 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] 10.222.0.44 "GET /v2.0/ports?device_id=75fae927-79e3-4a54-959c-de4716f6811f HTTP/1.1" status: 200 len: 945 time: 0.0999863 Oct 27 10:51:06.039875 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-cc9ae8f1-938f-4be0-8df5-12a7755e6eb1 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:06.153607 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-826ae1f1-53b4-4130-af73-e945596f73f7 req-e67229e5-d615-418c-a1e5-405b4bee762e tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] 10.222.0.44 "GET /v2.0/security-groups?id=ffed76d3-4d36-4729-a6a9-ef5807ccbf84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041842 Oct 27 10:51:06.160642 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-d11b9ac2-0155-4b84-9a00-ef3eb91ef641 req-7f4dbf6f-4b4a-4356-9a2a-516aaa63b9dd tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:06.195078 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4dbf6f-4b4a-4356-9a2a-516aaa63b9dd tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] Pushing event deleted for resources: {'Port': ['ID=a2e9586a-ddcb-41ab-a7aa-c26277a5230c,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:51:06.349600 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee77d45-5724-4f00-a265-84d7c53c88fb req-25e78a8d-93fa-437f-adf2-bb8c9b3b2034 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:51:06.351482 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-3ee77d45-5724-4f00-a265-84d7c53c88fb req-25e78a8d-93fa-437f-adf2-bb8c9b3b2034 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] 10.222.0.44 "GET /v2.0/ports?device_id=75fae927-79e3-4a54-959c-de4716f6811f HTTP/1.1" status: 200 len: 945 time: 0.0759149 Oct 27 10:51:06.373050 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d11b9ac2-0155-4b84-9a00-ef3eb91ef641 req-7f4dbf6f-4b4a-4356-9a2a-516aaa63b9dd tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] Router 5495c0d7-fa32-4c67-bfd0-b1e2070f3903 has already been hosted by L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb {{(pid=102347) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 10:51:06.418322 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_common [None req-cc9ae8f1-938f-4be0-8df5-12a7755e6eb1 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Allocated IP 172.20.0.17 (a397b4af-e073-48a8-9626-4bee98265f39/c31114fa-6d99-4a5a-ac4f-a4a646a96045/29011c95-6f36-4b84-b039-55f0433cc777) {{(pid=102346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:51:06.492594 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-3ee77d45-5724-4f00-a265-84d7c53c88fb req-8c506d1a-4ee4-4c83-af76-418732148f08 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] 10.222.0.44 "GET /v2.0/security-groups?id=ffed76d3-4d36-4729-a6a9-ef5807ccbf84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174476 Oct 27 10:51:06.528625 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d11b9ac2-0155-4b84-9a00-ef3eb91ef641 req-7f4dbf6f-4b4a-4356-9a2a-516aaa63b9dd tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:51:06.541760 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33377d45-1509-4678-8348-22dce42a56b5 None None] Sync routers for ids ['5495c0d7-fa32-4c67-bfd0-b1e2070f3903'] in n-d-813419-10 {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:51:06.542917 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-cc9ae8f1-938f-4be0-8df5-12a7755e6eb1 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Publish callbacks [] for port, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:06.563846 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33377d45-1509-4678-8348-22dce42a56b5 None None] Routers {'5495c0d7-fa32-4c67-bfd0-b1e2070f3903'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:51:06.564578 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-33377d45-1509-4678-8348-22dce42a56b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:50:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['5495c0d7-fa32-4c67-bfd0-b1e2070f3903'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:51:06.600458 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-cc9ae8f1-938f-4be0-8df5-12a7755e6eb1 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:06.622108 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [req-d11b9ac2-0155-4b84-9a00-ef3eb91ef641 req-7f4dbf6f-4b4a-4356-9a2a-516aaa63b9dd tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] No DVR routers for this DVR port a2e9586a-ddcb-41ab-a7aa-c26277a5230c on host n-h1-813419-10 {{(pid=102347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:51:06.627652 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-d11b9ac2-0155-4b84-9a00-ef3eb91ef641 req-7f4dbf6f-4b4a-4356-9a2a-516aaa63b9dd tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:06.631149 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-d11b9ac2-0155-4b84-9a00-ef3eb91ef641 req-7f4dbf6f-4b4a-4356-9a2a-516aaa63b9dd tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] 10.222.0.64 "DELETE /v2.0/ports/a2e9586a-ddcb-41ab-a7aa-c26277a5230c HTTP/1.1" status: 204 len: 173 time: 1.0096073 Oct 27 10:51:06.631674 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2748cfd5-058f-42fe-95e2-15186c0e34a9', 'name': 'network-vif-deleted', 'tag': 'a2e9586a-ddcb-41ab-a7aa-c26277a5230c'}] {{(pid=102347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:51:06.634007 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311149b481204ee7edffdb959c881838506fbd95bc8577c048f6677abb73acc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34bc95aa-3c1f-4572-8c76-2a314eea8525" -d '{"events": [{"server_uuid": "2748cfd5-058f-42fe-95e2-15186c0e34a9", "name": "network-vif-deleted", "tag": "a2e9586a-ddcb-41ab-a7aa-c26277a5230c"}]}' {{(pid=102347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:51:06.717848 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9ae8f1-938f-4be0-8df5-12a7755e6eb1 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Pushing event updated for resources: {'Port': ['ID=29011c95-6f36-4b84-b039-55f0433cc777,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:51:06.729644 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc9ae8f1-938f-4be0-8df5-12a7755e6eb1 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Network a397b4af-e073-48a8-9626-4bee98265f39 is already hosted by enough agents. {{(pid=102346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:51:06.732949 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-cc9ae8f1-938f-4be0-8df5-12a7755e6eb1 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Resources bound (agent type, host, resource id): {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:51:06.755553 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc9ae8f1-938f-4be0-8df5-12a7755e6eb1 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Received port after_create {{(pid=102346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:51:06.779358 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:51:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f21341f-e917-41db-8cfd-596e98078970 x-openstack-request-id: req-6f21341f-e917-41db-8cfd-596e98078970 {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:51:06.779870 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2748cfd5-058f-42fe-95e2-15186c0e34a9", "name": "network-vif-deleted", "tag": "a2e9586a-ddcb-41ab-a7aa-c26277a5230c", "status": "completed", "code": 200}]} {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:51:06.780352 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6f21341f-e917-41db-8cfd-596e98078970 {{(pid=102347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:51:06.780928 n-d-813419-10 neutron-server[102347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2748cfd5-058f-42fe-95e2-15186c0e34a9', 'name': 'network-vif-deleted', 'tag': 'a2e9586a-ddcb-41ab-a7aa-c26277a5230c', 'status': 'completed', 'code': 200} Oct 27 10:51:06.841397 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-cc9ae8f1-938f-4be0-8df5-12a7755e6eb1 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1664961'] for router_interface, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:07.017575 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-4d67e866-4c04-45d4-aff6-941267139104 req-c71dd42c-fdb8-4b14-9e69-4655958398e2 tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] 10.222.0.44 "GET /v2.0/ports?device_id=2748cfd5-058f-42fe-95e2-15186c0e34a9 HTTP/1.1" status: 200 len: 210 time: 0.0463610 Oct 27 10:51:07.068633 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d25b73f-d55f-4715-a3df-484966b509ce req-757961c7-10a6-4f86-b8b5-57cc586b84a9 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:51:07.078955 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-9d25b73f-d55f-4715-a3df-484966b509ce req-757961c7-10a6-4f86-b8b5-57cc586b84a9 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] 10.222.0.44 "GET /v2.0/ports?device_id=75fae927-79e3-4a54-959c-de4716f6811f HTTP/1.1" status: 200 len: 945 time: 0.1465960 Oct 27 10:51:07.130360 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-f7abaf71-eca7-4038-8b1e-b4c5bc537215 None None] Provisioning complete for port 29011c95-6f36-4b84-b039-55f0433cc777 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:51:07.130716 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f7abaf71-eca7-4038-8b1e-b4c5bc537215 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:07.138065 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-cc9ae8f1-938f-4be0-8df5-12a7755e6eb1 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:07.153955 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-9d25b73f-d55f-4715-a3df-484966b509ce req-56082b44-0f0c-40a4-80ee-15f33ffe24da tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] 10.222.0.44 "GET /v2.0/security-groups?id=ffed76d3-4d36-4729-a6a9-ef5807ccbf84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738647 Oct 27 10:51:07.189733 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-f7abaf71-eca7-4038-8b1e-b4c5bc537215 None None] Port 29011c95-6f36-4b84-b039-55f0433cc777 cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:51:07.222472 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvr_db [None req-33377d45-1509-4678-8348-22dce42a56b5 None None] Set router 5495c0d7-fa32-4c67-bfd0-b1e2070f3903 gateway port host: n-d-813419-10 {{(pid=102348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:51:07.472519 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-cc9ae8f1-938f-4be0-8df5-12a7755e6eb1 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Publish callbacks [] for port, precommit_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:07.476351 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-33377d45-1509-4678-8348-22dce42a56b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5495c0d7-fa32-4c67-bfd0-b1e2070f3903', 'name': 'tempest-AttachVolumeTestJSON-996718012-router', 'tenant_id': '61720bce4798402799f65ee94c5dc895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.111'}], 'enable_snat': True}, 'gw_port_id': 'c6358f11-a679-4a19-9458-6d60381cfa62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:44:02Z', 'updated_at': '2021-10-27T10:44:08Z', 'revision_number': 4, 'project_id': '61720bce4798402799f65ee94c5dc895', 'gw_port': {'id': 'c6358f11-a679-4a19-9458-6d60381cfa62', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:eb:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5495c0d7-fa32-4c67-bfd0-b1e2070f3903', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2816, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:44:04Z', 'updated_at': '2021-10-27T10:44:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_interfaces': [{'id': '539cd888-a8c4-46fd-a48e-bb24340a2a9c', 'name': '', 'network_id': 'f64c4ac1-58d3-4604-90d7-e5fb7ec08acd', 'tenant_id': '61720bce4798402799f65ee94c5dc895', 'mac_address': 'fa:16:3e:d4:3f:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5495c0d7-fa32-4c67-bfd0-b1e2070f3903', 'device_owner': 'network:router_interface', 'standard_attr_id': 2823, 'fixed_ips': [{'subnet_id': '2fee239f-a559-4db5-a696-c092c8e38011', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:44:07Z', 'updated_at': '2021-10-27T10:44:14Z', 'revision_number': 5, 'project_id': '61720bce4798402799f65ee94c5dc895', 'subnets': [{'id': '2fee239f-a559-4db5-a696-c092c8e38011', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:51:07.477596 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-cc9ae8f1-938f-4be0-8df5-12a7755e6eb1 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27024173'] for port, after_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:07.504592 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33377d45-1509-4678-8348-22dce42a56b5 None None] Checking router: 5495c0d7-fa32-4c67-bfd0-b1e2070f3903 for host: n-d-813419-10 {{(pid=102348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 10:51:07.513694 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33377d45-1509-4678-8348-22dce42a56b5 None None] Routers {'5495c0d7-fa32-4c67-bfd0-b1e2070f3903'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:51:07.514314 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-33377d45-1509-4678-8348-22dce42a56b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:50:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['5495c0d7-fa32-4c67-bfd0-b1e2070f3903'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:51:07.632073 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvr_db [None req-33377d45-1509-4678-8348-22dce42a56b5 None None] Set router 5495c0d7-fa32-4c67-bfd0-b1e2070f3903 gateway port host: n-d-813419-10 {{(pid=102348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:51:07.849590 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-33377d45-1509-4678-8348-22dce42a56b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5495c0d7-fa32-4c67-bfd0-b1e2070f3903', 'name': 'tempest-AttachVolumeTestJSON-996718012-router', 'tenant_id': '61720bce4798402799f65ee94c5dc895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.111'}], 'enable_snat': True}, 'gw_port_id': 'c6358f11-a679-4a19-9458-6d60381cfa62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:44:02Z', 'updated_at': '2021-10-27T10:44:08Z', 'revision_number': 4, 'project_id': '61720bce4798402799f65ee94c5dc895', 'gw_port': {'id': 'c6358f11-a679-4a19-9458-6d60381cfa62', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:eb:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5495c0d7-fa32-4c67-bfd0-b1e2070f3903', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2816, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:44:04Z', 'updated_at': '2021-10-27T10:44:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_interfaces': [{'id': '539cd888-a8c4-46fd-a48e-bb24340a2a9c', 'name': '', 'network_id': 'f64c4ac1-58d3-4604-90d7-e5fb7ec08acd', 'tenant_id': '61720bce4798402799f65ee94c5dc895', 'mac_address': 'fa:16:3e:d4:3f:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5495c0d7-fa32-4c67-bfd0-b1e2070f3903', 'device_owner': 'network:router_interface', 'standard_attr_id': 2823, 'fixed_ips': [{'subnet_id': '2fee239f-a559-4db5-a696-c092c8e38011', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:44:07Z', 'updated_at': '2021-10-27T10:44:14Z', 'revision_number': 5, 'project_id': '61720bce4798402799f65ee94c5dc895', 'subnets': [{'id': '2fee239f-a559-4db5-a696-c092c8e38011', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:51:07.882841 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33377d45-1509-4678-8348-22dce42a56b5 None None] The sync data for ids ['5495c0d7-fa32-4c67-bfd0-b1e2070f3903'] in n-d-813419-10 is: [{'id': '5495c0d7-fa32-4c67-bfd0-b1e2070f3903', 'name': 'tempest-AttachVolumeTestJSON-996718012-router', 'tenant_id': '61720bce4798402799f65ee94c5dc895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.111'}], 'enable_snat': True}, 'gw_port_id': 'c6358f11-a679-4a19-9458-6d60381cfa62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:44:02Z', 'updated_at': '2021-10-27T10:44:08Z', 'revision_number': 4, 'project_id': '61720bce4798402799f65ee94c5dc895', 'gw_port': {'id': 'c6358f11-a679-4a19-9458-6d60381cfa62', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:eb:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5495c0d7-fa32-4c67-bfd0-b1e2070f3903', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2816, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:44:04Z', 'updated_at': '2021-10-27T10:44:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_interfaces': [{'id': '539cd888-a8c4-46fd-a48e-bb24340a2a9c', 'name': '', 'network_id': 'f64c4ac1-58d3-4604-90d7-e5fb7ec08acd', 'tenant_id': '61720bce4798402799f65ee94c5dc895', 'mac_address': 'fa:16:3e:d4:3f:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5495c0d7-fa32-4c67-bfd0-b1e2070f3903', 'device_owner': 'network:router_interface', 'standard_attr_id': 2823, 'fixed_ips': [{'subnet_id': '2fee239f-a559-4db5-a696-c092c8e38011', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:44:07Z', 'updated_at': '2021-10-27T10:44:14Z', 'revision_number': 5, 'project_id': '61720bce4798402799f65ee94c5dc895', 'subnets': [{'id': '2fee239f-a559-4db5-a696-c092c8e38011', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:51:07.899616 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-cc9ae8f1-938f-4be0-8df5-12a7755e6eb1 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2006967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1766225'] for router_interface, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:07.901575 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9ae8f1-938f-4be0-8df5-12a7755e6eb1 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Pushing event updated for resources: {'Port': ['ID=29011c95-6f36-4b84-b039-55f0433cc777,revision_number=2']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:51:07.998079 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc9ae8f1-938f-4be0-8df5-12a7755e6eb1 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Network a397b4af-e073-48a8-9626-4bee98265f39 is already hosted by enough agents. {{(pid=102346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:51:07.999442 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-cc9ae8f1-938f-4be0-8df5-12a7755e6eb1 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Resources bound (agent type, host, resource id): {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:51:08.155468 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc9ae8f1-938f-4be0-8df5-12a7755e6eb1 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Router 19938d53-eb4d-4643-8dbd-eb1c5fa77c91 has already been hosted by L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb {{(pid=102346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 10:51:08.156343 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 60122) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:51:08.246177 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c08cd9b5-7934-44b2-a351-b47373e0d108 None None] New status for floating IP 86656b41-9c5e-441a-b215-a641f1484dd3: DOWN {{(pid=102349) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 10:51:08.309247 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-26b027bc-3cc7-4c6f-b93f-f6117618625e tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] Publish callbacks [] for security_group, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:08.309850 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc9ae8f1-938f-4be0-8df5-12a7755e6eb1 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:51:08.337896 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-499fab73-095c-4013-9272-4a639495a94e None None] Sync routers for ids ['19938d53-eb4d-4643-8dbd-eb1c5fa77c91'] in n-d-813419-10 {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:51:08.339320 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-cc9ae8f1-938f-4be0-8df5-12a7755e6eb1 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] 10.222.0.44 "PUT /v2.0/routers/19938d53-eb4d-4643-8dbd-eb1c5fa77c91/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8035121 Oct 27 10:51:08.365661 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-26b027bc-3cc7-4c6f-b93f-f6117618625e tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:08.369237 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-499fab73-095c-4013-9272-4a639495a94e None None] Routers {'19938d53-eb4d-4643-8dbd-eb1c5fa77c91'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:51:08.369842 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-499fab73-095c-4013-9272-4a639495a94e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:50:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['19938d53-eb4d-4643-8dbd-eb1c5fa77c91'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:51:08.376420 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1df8bb-3172-4109-813f-d95db8fa0842 req-2de4f145-cbe3-499c-a287-8545eaafad63 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:51:08.377969 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-ed1df8bb-3172-4109-813f-d95db8fa0842 req-2de4f145-cbe3-499c-a287-8545eaafad63 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] 10.222.0.44 "GET /v2.0/ports?device_id=75fae927-79e3-4a54-959c-de4716f6811f HTTP/1.1" status: 200 len: 945 time: 0.1126564 Oct 27 10:51:08.505303 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-ed1df8bb-3172-4109-813f-d95db8fa0842 req-d9a68c52-9518-4960-8ca0-ecaa2776929f tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] 10.222.0.44 "GET /v2.0/security-groups?id=ffed76d3-4d36-4729-a6a9-ef5807ccbf84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015265 Oct 27 10:51:08.505469 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-0d5471cf-262e-460d-a675-fb4498b80972 None None] Provisioning complete for port 29011c95-6f36-4b84-b039-55f0433cc777 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:51:08.505773 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-0d5471cf-262e-460d-a675-fb4498b80972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:08.517615 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-26b027bc-3cc7-4c6f-b93f-f6117618625e tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:08.520753 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-26b027bc-3cc7-4c6f-b93f-f6117618625e tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] Publish callbacks [] for security_group, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:08.522653 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-26b027bc-3cc7-4c6f-b93f-f6117618625e tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] 10.222.0.44 "DELETE /v2.0/security-groups/be0ccc76-c87a-4524-bcb1-ccb30db16fb4 HTTP/1.1" status: 204 len: 168 time: 0.3652244 Oct 27 10:51:08.525421 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 60134) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:51:08.544959 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b027bc-3cc7-4c6f-b93f-f6117618625e tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=be0ccc76-c87a-4524-bcb1-ccb30db16fb4,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:51:08.546199 n-d-813419-10 neutron-server[102346]: INFO neutron.api.v2.resource [None req-498d957c-6fac-44fa-b6f7-48f89a33b5c8 tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] show failed (client error): The resource could not be found. Oct 27 10:51:08.550022 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-498d957c-6fac-44fa-b6f7-48f89a33b5c8 tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] 10.222.0.44 "GET /v2.0/security-groups/be0ccc76-c87a-4524-bcb1-ccb30db16fb4 HTTP/1.1" status: 404 len: 347 time: 0.0208998 Oct 27 10:51:08.550841 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 60136) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:51:08.560813 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e5f6cd-ca9c-42fd-99bc-8ebe5f36490c req-a025d9b9-2771-4ac4-bb38-df7fcda4e29e tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:51:08.564426 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-27e5f6cd-ca9c-42fd-99bc-8ebe5f36490c req-a025d9b9-2771-4ac4-bb38-df7fcda4e29e tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] 10.222.0.64 "GET /v2.0/ports?device_id=75fae927-79e3-4a54-959c-de4716f6811f HTTP/1.1" status: 200 len: 945 time: 0.1265905 Oct 27 10:51:08.646451 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-0d5471cf-262e-460d-a675-fb4498b80972 None None] Port 29011c95-6f36-4b84-b039-55f0433cc777 cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:51:08.691923 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvr_db [None req-499fab73-095c-4013-9272-4a639495a94e None None] Set router 19938d53-eb4d-4643-8dbd-eb1c5fa77c91 gateway port host: n-d-813419-10 {{(pid=102348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:51:08.707659 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [req-27e5f6cd-ca9c-42fd-99bc-8ebe5f36490c req-8ec148a3-2608-48a2-88ec-f4aaacdc6d44 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] Deleting port 662edb3a-ea8a-4e76-9c22-c9e85fd8c9d1 {{(pid=102347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:51:08.710303 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-27e5f6cd-ca9c-42fd-99bc-8ebe5f36490c req-8ec148a3-2608-48a2-88ec-f4aaacdc6d44 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:08.736318 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-fdb0c05e-e4af-4bd7-ab26-b3ed334d509d tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] Deleting port c9d84f39-db8b-4fc5-9995-79bdc54b2ac5 {{(pid=102346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:51:08.736764 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-fdb0c05e-e4af-4bd7-ab26-b3ed334d509d tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:08.867335 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-fdb0c05e-e4af-4bd7-ab26-b3ed334d509d tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:08.867760 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-fdb0c05e-e4af-4bd7-ab26-b3ed334d509d tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:08.871554 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-27e5f6cd-ca9c-42fd-99bc-8ebe5f36490c req-8ec148a3-2608-48a2-88ec-f4aaacdc6d44 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] For port 662edb3a-ea8a-4e76-9c22-c9e85fd8c9d1, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=662edb3a-ea8a-4e76-9c22-c9e85fd8c9d1,segment=NetworkSegment(8cab2adf-a440-42c6-b3ba-33945c07a109),segment_id=8cab2adf-a440-42c6-b3ba-33945c07a109)] {{(pid=102347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:51:08.877155 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-27e5f6cd-ca9c-42fd-99bc-8ebe5f36490c req-8ec148a3-2608-48a2-88ec-f4aaacdc6d44 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:08.890000 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-fdb0c05e-e4af-4bd7-ab26-b3ed334d509d tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] Calling delete_port for c9d84f39-db8b-4fc5-9995-79bdc54b2ac5 owned by network:floatingip {{(pid=102346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:51:08.897471 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [req-27e5f6cd-ca9c-42fd-99bc-8ebe5f36490c req-8ec148a3-2608-48a2-88ec-f4aaacdc6d44 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] Calling delete_port for 662edb3a-ea8a-4e76-9c22-c9e85fd8c9d1 owned by compute:nova {{(pid=102347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:51:09.035565 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:09.052224 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-499fab73-095c-4013-9272-4a639495a94e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19938d53-eb4d-4643-8dbd-eb1c5fa77c91', 'name': 'tempest-TestNetworkBasicOps-router-1201353201', 'tenant_id': 'b77ac30bad224fe0b8e5f2c5dd43d62c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.58'}], 'enable_snat': True}, 'gw_port_id': 'c0d09193-5838-4ff6-9a45-ec7015d11caf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:49:42Z', 'updated_at': '2021-10-27T10:51:07Z', 'revision_number': 5, 'project_id': 'b77ac30bad224fe0b8e5f2c5dd43d62c', 'gw_port': {'id': 'c0d09193-5838-4ff6-9a45-ec7015d11caf', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:20:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19938d53-eb4d-4643-8dbd-eb1c5fa77c91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3285, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:49:42Z', 'updated_at': '2021-10-27T10:49:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_floatingips': [{'id': '6d36f8b9-21f0-466b-9c2d-036ed73540a0', 'tenant_id': 'b77ac30bad224fe0b8e5f2c5dd43d62c', 'floating_ip_address': '172.25.8.245', 'floating_network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'router_id': '19938d53-eb4d-4643-8dbd-eb1c5fa77c91', 'port_id': 'ba3a2f1e-bf4c-49a2-8f38-28785d639aa6', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3335, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea4d67f7-1216-4069-ab70-2f7251ebc836', 'mac_address': 'fa:16:3e:0d:44:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c713a44-4f54-40bf-a239-314a2d4de872', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T10:50:05Z', 'updated_at': '2021-10-27T10:50:08Z', 'revision_number': 1, 'project_id': 'b77ac30bad224fe0b8e5f2c5dd43d62c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29011c95-6f36-4b84-b039-55f0433cc777', 'name': '', 'network_id': 'a397b4af-e073-48a8-9626-4bee98265f39', 'tenant_id': 'b77ac30bad224fe0b8e5f2c5dd43d62c', 'mac_address': 'fa:16:3e:5a:07:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19938d53-eb4d-4643-8dbd-eb1c5fa77c91', 'device_owner': 'network:router_interface', 'standard_attr_id': 3390, 'fixed_ips': [{'subnet_id': 'c31114fa-6d99-4a5a-ac4f-a4a646a96045', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:51:06Z', 'updated_at': '2021-10-27T10:51:07Z', 'revision_number': 2, 'project_id': 'b77ac30bad224fe0b8e5f2c5dd43d62c', 'subnets': [{'id': 'c31114fa-6d99-4a5a-ac4f-a4a646a96045', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7df4383b-72c6-49a0-a1f9-b60c5dba676b', 'name': '', 'network_id': 'ea4d67f7-1216-4069-ab70-2f7251ebc836', 'tenant_id': 'b77ac30bad224fe0b8e5f2c5dd43d62c', 'mac_address': 'fa:16:3e:1b:55:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19938d53-eb4d-4643-8dbd-eb1c5fa77c91', 'device_owner': 'network:router_interface', 'standard_attr_id': 3298, 'fixed_ips': [{'subnet_id': '662bb6fa-263f-4ddf-af7c-f38fb3508aed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:49:46Z', 'updated_at': '2021-10-27T10:49:51Z', 'revision_number': 5, 'project_id': 'b77ac30bad224fe0b8e5f2c5dd43d62c', 'subnets': [{'id': '662bb6fa-263f-4ddf-af7c-f38fb3508aed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:51:09.078254 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-fdb0c05e-e4af-4bd7-ab26-b3ed334d509d tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:09.108237 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-27e5f6cd-ca9c-42fd-99bc-8ebe5f36490c req-8ec148a3-2608-48a2-88ec-f4aaacdc6d44 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:09.111368 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-499fab73-095c-4013-9272-4a639495a94e None None] Checking router: 19938d53-eb4d-4643-8dbd-eb1c5fa77c91 for host: n-d-813419-10 {{(pid=102348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 10:51:09.115033 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-499fab73-095c-4013-9272-4a639495a94e None None] Updating router 19938d53-eb4d-4643-8dbd-eb1c5fa77c91 port 29011c95-6f36-4b84-b039-55f0433cc777 binding host n-d-813419-10 {{(pid=102348) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 10:51:09.142348 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb0c05e-e4af-4bd7-ab26-b3ed334d509d tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] Pushing event deleted for resources: {'Port': ['ID=c9d84f39-db8b-4fc5-9995-79bdc54b2ac5,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:51:09.156513 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] get_ports_and_sgs() called for port_ids ['fe919a1d-8d66-4e9c-9d07-1b82a0020cfa', '662edb3a-ea8a-4e76-9c22-c9e85fd8c9d1'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:51:09.162608 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec148a3-2608-48a2-88ec-f4aaacdc6d44 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] Pushing event deleted for resources: {'Port': ['ID=662edb3a-ea8a-4e76-9c22-c9e85fd8c9d1,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:51:09.202314 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-fdb0c05e-e4af-4bd7-ab26-b3ed334d509d tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] Publish callbacks [] for floatingip, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:09.206441 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-fdb0c05e-e4af-4bd7-ab26-b3ed334d509d tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for floatingip, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:09.210369 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-fdb0c05e-e4af-4bd7-ab26-b3ed334d509d tempest-AttachVolumeTestJSON-1344408247 tempest-AttachVolumeTestJSON-1344408247-project] 10.222.0.44 "DELETE /v2.0/floatingips/86656b41-9c5e-441a-b215-a641f1484dd3 HTTP/1.1" status: 204 len: 168 time: 0.6558614 Oct 27 10:51:09.270232 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [req-27e5f6cd-ca9c-42fd-99bc-8ebe5f36490c req-8ec148a3-2608-48a2-88ec-f4aaacdc6d44 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] No DVR routers for this DVR port 662edb3a-ea8a-4e76-9c22-c9e85fd8c9d1 on host n-h1-813419-10 {{(pid=102347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:51:09.272877 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-27e5f6cd-ca9c-42fd-99bc-8ebe5f36490c req-8ec148a3-2608-48a2-88ec-f4aaacdc6d44 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:09.276467 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-27e5f6cd-ca9c-42fd-99bc-8ebe5f36490c req-8ec148a3-2608-48a2-88ec-f4aaacdc6d44 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] 10.222.0.64 "DELETE /v2.0/ports/662edb3a-ea8a-4e76-9c22-c9e85fd8c9d1 HTTP/1.1" status: 204 len: 173 time: 0.6951675 Oct 27 10:51:09.276897 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75fae927-79e3-4a54-959c-de4716f6811f', 'name': 'network-vif-deleted', 'tag': '662edb3a-ea8a-4e76-9c22-c9e85fd8c9d1'}] {{(pid=102347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:51:09.279162 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311149b481204ee7edffdb959c881838506fbd95bc8577c048f6677abb73acc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eeb6e463-5185-4043-a5fa-724a4f5728d5" -d '{"events": [{"server_uuid": "75fae927-79e3-4a54-959c-de4716f6811f", "name": "network-vif-deleted", "tag": "662edb3a-ea8a-4e76-9c22-c9e85fd8c9d1"}]}' {{(pid=102347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:51:09.307510 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-499fab73-095c-4013-9272-4a639495a94e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:09.338708 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:51:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1485af6e-5451-458f-b30b-e4152d8b509f x-openstack-request-id: req-1485af6e-5451-458f-b30b-e4152d8b509f {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:51:09.338928 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75fae927-79e3-4a54-959c-de4716f6811f", "name": "network-vif-deleted", "tag": "662edb3a-ea8a-4e76-9c22-c9e85fd8c9d1", "status": "completed", "code": 200}]} {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:51:09.339025 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1485af6e-5451-458f-b30b-e4152d8b509f {{(pid=102347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:51:09.339613 n-d-813419-10 neutron-server[102347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75fae927-79e3-4a54-959c-de4716f6811f', 'name': 'network-vif-deleted', 'tag': '662edb3a-ea8a-4e76-9c22-c9e85fd8c9d1', 'status': 'completed', 'code': 200} Oct 27 10:51:09.521141 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device 662edb3a-ea8a-4e76-9c22-c9e85fd8c9d1 no longer exists at agent hyperv_n-h1-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:51:09.559928 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] No Port match for: 662edb3a-ea8a-4e76-9c22-c9e85fd8c9d1 {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:51:09.560354 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device 662edb3a-ea8a-4e76-9c22-c9e85fd8c9d1 not bound to the agent host n-h1-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:51:09.560795 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device a2e9586a-ddcb-41ab-a7aa-c26277a5230c no longer exists at agent hyperv_n-h1-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:51:09.632629 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-3a2c5184-f95a-4505-8a83-842947d6adf7 req-05a6204a-ff35-4b85-a442-1900a680de6d tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] 10.222.0.44 "GET /v2.0/ports?device_id=75fae927-79e3-4a54-959c-de4716f6811f HTTP/1.1" status: 200 len: 210 time: 0.0316157 Oct 27 10:51:09.640176 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] No Port match for: a2e9586a-ddcb-41ab-a7aa-c26277a5230c {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:51:09.640713 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device a2e9586a-ddcb-41ab-a7aa-c26277a5230c not bound to the agent host n-h1-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:51:09.785765 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-499fab73-095c-4013-9272-4a639495a94e None None] Publish callbacks [] for port, precommit_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:09.792429 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-499fab73-095c-4013-9272-4a639495a94e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:09.889111 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99a487a-c05c-4ce2-8f21-c49f3f94fc0a None None] Pushing event updated for resources: {'Port': ['ID=29011c95-6f36-4b84-b039-55f0433cc777,revision_number=3']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:51:09.921537 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-499fab73-095c-4013-9272-4a639495a94e None None] Attempting to bind port 29011c95-6f36-4b84-b039-55f0433cc777 on host n-d-813419-10 for vnic_type normal with profile {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:51:09.922655 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-499fab73-095c-4013-9272-4a639495a94e None None] Attempting to bind port 29011c95-6f36-4b84-b039-55f0433cc777 by drivers openvswitch,hyperv on host n-d-813419-10 at level 0 using segments [{'id': 'e297078d-645a-4c0b-84ed-954b9c8de54c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'a397b4af-e073-48a8-9626-4bee98265f39'}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:51:09.923275 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-499fab73-095c-4013-9272-4a639495a94e None None] Attempting to bind port 29011c95-6f36-4b84-b039-55f0433cc777 on network a397b4af-e073-48a8-9626-4bee98265f39 {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:51:09.928742 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-499fab73-095c-4013-9272-4a639495a94e None None] Checking agent: {'id': '89dba0f3-79b2-435e-9822-33674b8f6ada', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 8, 20), 'started_at': datetime.datetime(2021, 10, 27, 10, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 50, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:51:09.929477 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-499fab73-095c-4013-9272-4a639495a94e None None] Checking segment: {'id': 'e297078d-645a-4c0b-84ed-954b9c8de54c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'a397b4af-e073-48a8-9626-4bee98265f39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:51:09.930110 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-499fab73-095c-4013-9272-4a639495a94e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:09.930891 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-499fab73-095c-4013-9272-4a639495a94e None None] Bound using segment: {'id': 'e297078d-645a-4c0b-84ed-954b9c8de54c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'a397b4af-e073-48a8-9626-4bee98265f39'} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:51:09.931596 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-499fab73-095c-4013-9272-4a639495a94e None None] Bound port: 29011c95-6f36-4b84-b039-55f0433cc777, host: n-d-813419-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e297078d-645a-4c0b-84ed-954b9c8de54c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'a397b4af-e073-48a8-9626-4bee98265f39'}}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:51:09.932969 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-499fab73-095c-4013-9272-4a639495a94e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:10.019353 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-499fab73-095c-4013-9272-4a639495a94e None None] For port 29011c95-6f36-4b84-b039-55f0433cc777, host n-d-813419-10, cleared binding levels {{(pid=102348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:51:10.025407 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-499fab73-095c-4013-9272-4a639495a94e None None] For port 29011c95-6f36-4b84-b039-55f0433cc777, host n-d-813419-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=29011c95-6f36-4b84-b039-55f0433cc777,segment=NetworkSegment(e297078d-645a-4c0b-84ed-954b9c8de54c),segment_id=e297078d-645a-4c0b-84ed-954b9c8de54c)] {{(pid=102348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:51:10.029860 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-499fab73-095c-4013-9272-4a639495a94e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:10.093067 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-499fab73-095c-4013-9272-4a639495a94e None None] Routers {'19938d53-eb4d-4643-8dbd-eb1c5fa77c91'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:51:10.093702 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-499fab73-095c-4013-9272-4a639495a94e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:50:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['19938d53-eb4d-4643-8dbd-eb1c5fa77c91'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:51:10.208759 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99a487a-c05c-4ce2-8f21-c49f3f94fc0a None None] Pushing event updated for resources: {'Port': ['ID=29011c95-6f36-4b84-b039-55f0433cc777,revision_number=4']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:51:10.232277 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-3f721f5e-b727-4f04-a899-df5b4ba93de6 None None] Provisioning complete for port 29011c95-6f36-4b84-b039-55f0433cc777 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:51:10.232635 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-3f721f5e-b727-4f04-a899-df5b4ba93de6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:10.287269 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvr_db [None req-499fab73-095c-4013-9272-4a639495a94e None None] Set router 19938d53-eb4d-4643-8dbd-eb1c5fa77c91 gateway port host: n-d-813419-10 {{(pid=102348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:51:10.427586 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-3f721f5e-b727-4f04-a899-df5b4ba93de6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:10.465409 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-3f721f5e-b727-4f04-a899-df5b4ba93de6 None None] For port 29011c95-6f36-4b84-b039-55f0433cc777, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=29011c95-6f36-4b84-b039-55f0433cc777,segment=NetworkSegment(e297078d-645a-4c0b-84ed-954b9c8de54c),segment_id=e297078d-645a-4c0b-84ed-954b9c8de54c)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:51:10.476368 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-3f721f5e-b727-4f04-a899-df5b4ba93de6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:10.578277 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f721f5e-b727-4f04-a899-df5b4ba93de6 None None] Pushing event updated for resources: {'Port': ['ID=29011c95-6f36-4b84-b039-55f0433cc777,revision_number=5']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:51:10.625899 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-03968179-f41e-4384-bf39-7409adb3bb60 None None] Provisioning complete for port 29011c95-6f36-4b84-b039-55f0433cc777 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:51:10.626287 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-03968179-f41e-4384-bf39-7409adb3bb60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:10.861187 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-499fab73-095c-4013-9272-4a639495a94e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19938d53-eb4d-4643-8dbd-eb1c5fa77c91', 'name': 'tempest-TestNetworkBasicOps-router-1201353201', 'tenant_id': 'b77ac30bad224fe0b8e5f2c5dd43d62c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.58'}], 'enable_snat': True}, 'gw_port_id': 'c0d09193-5838-4ff6-9a45-ec7015d11caf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:49:42Z', 'updated_at': '2021-10-27T10:51:07Z', 'revision_number': 5, 'project_id': 'b77ac30bad224fe0b8e5f2c5dd43d62c', 'gw_port': {'id': 'c0d09193-5838-4ff6-9a45-ec7015d11caf', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:20:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19938d53-eb4d-4643-8dbd-eb1c5fa77c91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3285, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:49:42Z', 'updated_at': '2021-10-27T10:49:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_floatingips': [{'id': '6d36f8b9-21f0-466b-9c2d-036ed73540a0', 'tenant_id': 'b77ac30bad224fe0b8e5f2c5dd43d62c', 'floating_ip_address': '172.25.8.245', 'floating_network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'router_id': '19938d53-eb4d-4643-8dbd-eb1c5fa77c91', 'port_id': 'ba3a2f1e-bf4c-49a2-8f38-28785d639aa6', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3335, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea4d67f7-1216-4069-ab70-2f7251ebc836', 'mac_address': 'fa:16:3e:0d:44:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c713a44-4f54-40bf-a239-314a2d4de872', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T10:50:05Z', 'updated_at': '2021-10-27T10:50:08Z', 'revision_number': 1, 'project_id': 'b77ac30bad224fe0b8e5f2c5dd43d62c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29011c95-6f36-4b84-b039-55f0433cc777', 'name': '', 'network_id': 'a397b4af-e073-48a8-9626-4bee98265f39', 'tenant_id': 'b77ac30bad224fe0b8e5f2c5dd43d62c', 'mac_address': 'fa:16:3e:5a:07:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19938d53-eb4d-4643-8dbd-eb1c5fa77c91', 'device_owner': 'network:router_interface', 'standard_attr_id': 3390, 'fixed_ips': [{'subnet_id': 'c31114fa-6d99-4a5a-ac4f-a4a646a96045', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:51:06Z', 'updated_at': '2021-10-27T10:51:10Z', 'revision_number': 4, 'project_id': 'b77ac30bad224fe0b8e5f2c5dd43d62c', 'subnets': [{'id': 'c31114fa-6d99-4a5a-ac4f-a4a646a96045', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7df4383b-72c6-49a0-a1f9-b60c5dba676b', 'name': '', 'network_id': 'ea4d67f7-1216-4069-ab70-2f7251ebc836', 'tenant_id': 'b77ac30bad224fe0b8e5f2c5dd43d62c', 'mac_address': 'fa:16:3e:1b:55:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19938d53-eb4d-4643-8dbd-eb1c5fa77c91', 'device_owner': 'network:router_interface', 'standard_attr_id': 3298, 'fixed_ips': [{'subnet_id': '662bb6fa-263f-4ddf-af7c-f38fb3508aed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:49:46Z', 'updated_at': '2021-10-27T10:49:51Z', 'revision_number': 5, 'project_id': 'b77ac30bad224fe0b8e5f2c5dd43d62c', 'subnets': [{'id': '662bb6fa-263f-4ddf-af7c-f38fb3508aed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:51:10.913158 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-499fab73-095c-4013-9272-4a639495a94e None None] The sync data for ids ['19938d53-eb4d-4643-8dbd-eb1c5fa77c91'] in n-d-813419-10 is: [{'id': '19938d53-eb4d-4643-8dbd-eb1c5fa77c91', 'name': 'tempest-TestNetworkBasicOps-router-1201353201', 'tenant_id': 'b77ac30bad224fe0b8e5f2c5dd43d62c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.58'}], 'enable_snat': True}, 'gw_port_id': 'c0d09193-5838-4ff6-9a45-ec7015d11caf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:49:42Z', 'updated_at': '2021-10-27T10:51:07Z', 'revision_number': 5, 'project_id': 'b77ac30bad224fe0b8e5f2c5dd43d62c', 'gw_port': {'id': 'c0d09193-5838-4ff6-9a45-ec7015d11caf', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:20:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19938d53-eb4d-4643-8dbd-eb1c5fa77c91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3285, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:49:42Z', 'updated_at': '2021-10-27T10:49:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_floatingips': [{'id': '6d36f8b9-21f0-466b-9c2d-036ed73540a0', 'tenant_id': 'b77ac30bad224fe0b8e5f2c5dd43d62c', 'floating_ip_address': '172.25.8.245', 'floating_network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'router_id': '19938d53-eb4d-4643-8dbd-eb1c5fa77c91', 'port_id': 'ba3a2f1e-bf4c-49a2-8f38-28785d639aa6', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3335, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea4d67f7-1216-4069-ab70-2f7251ebc836', 'mac_address': 'fa:16:3e:0d:44:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c713a44-4f54-40bf-a239-314a2d4de872', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T10:50:05Z', 'updated_at': '2021-10-27T10:50:08Z', 'revision_number': 1, 'project_id': 'b77ac30bad224fe0b8e5f2c5dd43d62c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29011c95-6f36-4b84-b039-55f0433cc777', 'name': '', 'network_id': 'a397b4af-e073-48a8-9626-4bee98265f39', 'tenant_id': 'b77ac30bad224fe0b8e5f2c5dd43d62c', 'mac_address': 'fa:16:3e:5a:07:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19938d53-eb4d-4643-8dbd-eb1c5fa77c91', 'device_owner': 'network:router_interface', 'standard_attr_id': 3390, 'fixed_ips': [{'subnet_id': 'c31114fa-6d99-4a5a-ac4f-a4a646a96045', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:51:06Z', 'updated_at': '2021-10-27T10:51:10Z', 'revision_number': 4, 'project_id': 'b77ac30bad224fe0b8e5f2c5dd43d62c', 'subnets': [{'id': 'c31114fa-6d99-4a5a-ac4f-a4a646a96045', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7df4383b-72c6-49a0-a1f9-b60c5dba676b', 'name': '', 'network_id': 'ea4d67f7-1216-4069-ab70-2f7251ebc836', 'tenant_id': 'b77ac30bad224fe0b8e5f2c5dd43d62c', 'mac_address': 'fa:16:3e:1b:55:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19938d53-eb4d-4643-8dbd-eb1c5fa77c91', 'device_owner': 'network:router_interface', 'standard_attr_id': 3298, 'fixed_ips': [{'subnet_id': '662bb6fa-263f-4ddf-af7c-f38fb3508aed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:49:46Z', 'updated_at': '2021-10-27T10:49:51Z', 'revision_number': 5, 'project_id': 'b77ac30bad224fe0b8e5f2c5dd43d62c', 'subnets': [{'id': '662bb6fa-263f-4ddf-af7c-f38fb3508aed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:51:12.253747 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 29011c95-6f36-4b84-b039-55f0433cc777 up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:51:12.319610 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port 29011c95-6f36-4b84-b039-55f0433cc777 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:51:12.320358 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:12.629153 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd952863-5c43-45e9-9de5-5628f8d4f829 req-3193919f-b350-4f79-aa6c-e52f5e6cf067 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:51:12.630748 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-dd952863-5c43-45e9-9de5-5628f8d4f829 req-3193919f-b350-4f79-aa6c-e52f5e6cf067 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] 10.222.0.44 "GET /v2.0/networks?id=f2b03a6b-6c02-4954-a3e8-168cf87d8153 HTTP/1.1" status: 200 len: 806 time: 0.1267152 Oct 27 10:51:12.647842 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-dd952863-5c43-45e9-9de5-5628f8d4f829 req-c394b443-35d3-4a6a-af93-7764b0b86f03 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] 10.222.0.44 "GET /v2.0/quotas/04258b83abed4a9ca4fa54d398f51fb3 HTTP/1.1" status: 200 len: 375 time: 0.0106719 Oct 27 10:51:12.740359 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-dd952863-5c43-45e9-9de5-5628f8d4f829 req-d7e02f18-7b72-45d2-a5ac-84a7080fe539 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=04258b83abed4a9ca4fa54d398f51fb3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0784090 Oct 27 10:51:12.839539 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-dd952863-5c43-45e9-9de5-5628f8d4f829 req-576593c9-0b67-4f07-9d6c-af32189693b1 service neutron] 10.222.0.44 "GET /v2.0/networks/f2b03a6b-6c02-4954-a3e8-168cf87d8153?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960245 Oct 27 10:51:12.962038 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-dd952863-5c43-45e9-9de5-5628f8d4f829 req-4e2535fa-ed28-422f-9917-4f448a42433f service neutron] 10.222.0.44 "GET /v2.0/networks/f2b03a6b-6c02-4954-a3e8-168cf87d8153?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195457 Oct 27 10:51:13.203414 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-7e35bba7-1892-4c46-81ea-075efa97e5ba req-f7b4033b-dd0c-4faf-a1e7-24d4b6bbbc21 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] 10.222.0.44 "GET /v2.0/ports?device_id=5d712cbd-8ff2-4894-8ce2-bb1330aad7e5 HTTP/1.1" status: 200 len: 210 time: 0.0333717 Oct 27 10:51:13.676763 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c130fb-67d0-40e6-83a2-368369d6ab7b req-e4be54bd-d9ef-43c5-af9b-869d75e4aed4 tempest-TestNetworkAdvancedServerOps-357845361 tempest-TestNetworkAdvancedServerOps-357845361-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:51:13.686041 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-72c130fb-67d0-40e6-83a2-368369d6ab7b req-e4be54bd-d9ef-43c5-af9b-869d75e4aed4 tempest-TestNetworkAdvancedServerOps-357845361 tempest-TestNetworkAdvancedServerOps-357845361-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=11879768-20dc-462e-a1bb-2d201b6367c5 HTTP/1.1" status: 200 len: 1099 time: 0.0633383 Oct 27 10:51:13.765100 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-72c130fb-67d0-40e6-83a2-368369d6ab7b req-7a19eb4f-71f0-4c34-92a0-35e87f402b3b tempest-TestNetworkAdvancedServerOps-357845361 tempest-TestNetworkAdvancedServerOps-357845361-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=85747918-4b2b-4843-b687-6b312fd5b508&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743372 Oct 27 10:51:13.780100 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 60214) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:51:13.985481 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-ec90cbb4-0c27-4d9c-a553-e0cab77a59f9 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Deleting port ab267d4f-f770-4097-8835-f52830fbaa81 {{(pid=102346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:51:13.985968 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ec90cbb4-0c27-4d9c-a553-e0cab77a59f9 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:14.099192 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ec90cbb4-0c27-4d9c-a553-e0cab77a59f9 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:14.099519 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ec90cbb4-0c27-4d9c-a553-e0cab77a59f9 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:14.113818 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-ec90cbb4-0c27-4d9c-a553-e0cab77a59f9 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Calling delete_port for ab267d4f-f770-4097-8835-f52830fbaa81 owned by network:floatingip {{(pid=102346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:51:14.293774 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ec90cbb4-0c27-4d9c-a553-e0cab77a59f9 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:14.368163 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec90cbb4-0c27-4d9c-a553-e0cab77a59f9 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Pushing event deleted for resources: {'Port': ['ID=ab267d4f-f770-4097-8835-f52830fbaa81,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:51:14.373592 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-66251958-89af-483f-b6eb-e209d0cfcd27 req-154e7a95-56b7-4fa4-a20e-35781fc0c251 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] 10.222.0.44 "GET /v2.0/ports?device_id=5d712cbd-8ff2-4894-8ce2-bb1330aad7e5 HTTP/1.1" status: 200 len: 210 time: 0.0747190 Oct 27 10:51:14.454483 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ec90cbb4-0c27-4d9c-a553-e0cab77a59f9 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks [] for floatingip, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:14.455135 n-d-813419-10 neutron-server[102346]: INFO neutron.db.l3_db [None req-ec90cbb4-0c27-4d9c-a553-e0cab77a59f9 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Floating IP 9fce18bb-8ed8-4355-96e4-db1f37f66837 disassociated (deleted). External IP: 172.25.8.9, port: 1be4bbd6-973b-46b3-bcdc-a1070bef65e3. Oct 27 10:51:14.551794 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd952863-5c43-45e9-9de5-5628f8d4f829 req-c58a1d5b-af92-4b29-a075-69b4be132b3d tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:51:14.553533 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-dd952863-5c43-45e9-9de5-5628f8d4f829 req-c58a1d5b-af92-4b29-a075-69b4be132b3d tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] 10.222.0.64 "GET /v2.0/networks?id=f2b03a6b-6c02-4954-a3e8-168cf87d8153 HTTP/1.1" status: 200 len: 806 time: 0.1581373 Oct 27 10:51:14.568956 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [req-dd952863-5c43-45e9-9de5-5628f8d4f829 req-44343bc9-3480-484a-927c-07571592b8c3 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] Request body: {'port': {'device_id': '5d712cbd-8ff2-4894-8ce2-bb1330aad7e5', 'network_id': 'f2b03a6b-6c02-4954-a3e8-168cf87d8153', 'admin_state_up': True, 'tenant_id': '04258b83abed4a9ca4fa54d398f51fb3'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:51:14.699438 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd952863-5c43-45e9-9de5-5628f8d4f829 req-44343bc9-3480-484a-927c-07571592b8c3 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] Made reservation on behalf of 04258b83abed4a9ca4fa54d398f51fb3 for: {'port': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:51:14.703821 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-dd952863-5c43-45e9-9de5-5628f8d4f829 req-44343bc9-3480-484a-927c-07571592b8c3 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:14.722143 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec90cbb4-0c27-4d9c-a553-e0cab77a59f9 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Router 09b1359d-3041-4542-a956-79020a736f6d has already been hosted by L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb {{(pid=102346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 10:51:14.847739 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_common [req-dd952863-5c43-45e9-9de5-5628f8d4f829 req-44343bc9-3480-484a-927c-07571592b8c3 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] Allocated IP 172.20.0.8 (f2b03a6b-6c02-4954-a3e8-168cf87d8153/10902cdd-be2b-4d88-ae3a-f5647b50017d/fb9e48e0-47f6-495d-b0ae-5a47134b21a9) {{(pid=102347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:51:14.848959 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec90cbb4-0c27-4d9c-a553-e0cab77a59f9 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:51:14.854206 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ec90cbb4-0c27-4d9c-a553-e0cab77a59f9 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for floatingip, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:14.862377 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c524ae7-8b02-4807-9aef-79f3a4403a05 None None] Sync routers for ids ['09b1359d-3041-4542-a956-79020a736f6d'] in n-d-813419-10 {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:51:14.879332 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c524ae7-8b02-4807-9aef-79f3a4403a05 None None] Routers {'09b1359d-3041-4542-a956-79020a736f6d'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:51:14.880689 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-3c524ae7-8b02-4807-9aef-79f3a4403a05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:50:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['09b1359d-3041-4542-a956-79020a736f6d'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:51:14.892650 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-ec90cbb4-0c27-4d9c-a553-e0cab77a59f9 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "DELETE /v2.0/floatingips/9fce18bb-8ed8-4355-96e4-db1f37f66837 HTTP/1.1" status: 204 len: 168 time: 1.1083019 Oct 27 10:51:14.892650 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11879768-20dc-462e-a1bb-2d201b6367c5', 'tag': '1be4bbd6-973b-46b3-bcdc-a1070bef65e3'}] {{(pid=102346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:51:14.893787 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc0e418f5fc417c8d55d94c0aa509b037d0beb2a734c1a709e789eb65639a56d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a4a4cfa-2afa-4746-9edc-5a084271cead" -d '{"events": [{"name": "network-changed", "server_uuid": "11879768-20dc-462e-a1bb-2d201b6367c5", "tag": "1be4bbd6-973b-46b3-bcdc-a1070bef65e3"}]}' {{(pid=102346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:51:14.968133 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 10:51:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3fe150b-2d39-4ef5-82d0-9d3d6b00b931 x-openstack-request-id: req-f3fe150b-2d39-4ef5-82d0-9d3d6b00b931 {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:51:14.968444 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11879768-20dc-462e-a1bb-2d201b6367c5", "tag": "1be4bbd6-973b-46b3-bcdc-a1070bef65e3", "status": "completed", "code": 200}]} {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:51:14.969340 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f3fe150b-2d39-4ef5-82d0-9d3d6b00b931 {{(pid=102346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:51:14.970004 n-d-813419-10 neutron-server[102346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11879768-20dc-462e-a1bb-2d201b6367c5', 'tag': '1be4bbd6-973b-46b3-bcdc-a1070bef65e3', 'status': 'completed', 'code': 200} Oct 27 10:51:15.156010 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-dd952863-5c43-45e9-9de5-5628f8d4f829 req-44343bc9-3480-484a-927c-07571592b8c3 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] Publish callbacks [] for port, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:15.171855 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvr_db [None req-3c524ae7-8b02-4807-9aef-79f3a4403a05 None None] Set router 09b1359d-3041-4542-a956-79020a736f6d gateway port host: n-d-813419-10 {{(pid=102349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:51:15.269814 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-dd952863-5c43-45e9-9de5-5628f8d4f829 req-44343bc9-3480-484a-927c-07571592b8c3 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:15.281591 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] get_ports_and_sgs() called for port_ids ['fe919a1d-8d66-4e9c-9d07-1b82a0020cfa'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:51:15.362129 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44343bc9-3480-484a-927c-07571592b8c3 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] Pushing event updated for resources: {'Port': ['ID=fb9e48e0-47f6-495d-b0ae-5a47134b21a9,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:51:15.380938 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd952863-5c43-45e9-9de5-5628f8d4f829 req-44343bc9-3480-484a-927c-07571592b8c3 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] Network f2b03a6b-6c02-4954-a3e8-168cf87d8153 is already hosted by enough agents. {{(pid=102347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:51:15.384958 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [req-dd952863-5c43-45e9-9de5-5628f8d4f829 req-44343bc9-3480-484a-927c-07571592b8c3 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] Resources bound (agent type, host, resource id): {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:51:15.389167 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4a4cfa-2afa-4746-9edc-5a084271cead req-5175ae47-a2f2-4071-885a-b41515e3ed9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:51:15.391495 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-2a4a4cfa-2afa-4746-9edc-5a084271cead req-5175ae47-a2f2-4071-885a-b41515e3ed9c service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=7f357cb809634e50864d0c31dbcbd617&device_id=11879768-20dc-462e-a1bb-2d201b6367c5 HTTP/1.1" status: 200 len: 1099 time: 0.2602317 Oct 27 10:51:15.392460 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd952863-5c43-45e9-9de5-5628f8d4f829 req-44343bc9-3480-484a-927c-07571592b8c3 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] Received port after_create {{(pid=102347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:51:15.409258 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c5e1da-75a2-498f-ae79-e0fe9ebb59d3 req-6037ea88-305d-4e76-837a-e796bbc36811 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:51:15.413543 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-34c5e1da-75a2-498f-ae79-e0fe9ebb59d3 req-6037ea88-305d-4e76-837a-e796bbc36811 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "GET /v2.0/ports?device_id=11879768-20dc-462e-a1bb-2d201b6367c5 HTTP/1.1" status: 200 len: 947 time: 0.1194520 Oct 27 10:51:15.519140 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-34c5e1da-75a2-498f-ae79-e0fe9ebb59d3 req-a6ca2438-678f-45ff-bd4c-7c9568059756 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "GET /v2.0/security-groups?id=85747918-4b2b-4843-b687-6b312fd5b508&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0933840 Oct 27 10:51:15.530414 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd952863-5c43-45e9-9de5-5628f8d4f829 req-44343bc9-3480-484a-927c-07571592b8c3 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:51:15.531374 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-dd952863-5c43-45e9-9de5-5628f8d4f829 req-44343bc9-3480-484a-927c-07571592b8c3 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:15.570859 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.agents_db [None req-e79ee67d-056e-46ea-bd99-e80473396b25 None None] Agent healthcheck: found 7 active agents {{(pid=102349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 10:51:15.589226 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-dd952863-5c43-45e9-9de5-5628f8d4f829 req-44343bc9-3480-484a-927c-07571592b8c3 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0206459 Oct 27 10:51:15.601448 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 60238) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:51:15.673228 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-3c524ae7-8b02-4807-9aef-79f3a4403a05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09b1359d-3041-4542-a956-79020a736f6d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-597336176', 'tenant_id': '7f357cb809634e50864d0c31dbcbd617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.82'}], 'enable_snat': True}, 'gw_port_id': 'dd364a72-217a-431c-a2b7-281f14d8e605', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:47:56Z', 'updated_at': '2021-10-27T10:48:04Z', 'revision_number': 4, 'project_id': '7f357cb809634e50864d0c31dbcbd617', 'gw_port': {'id': 'dd364a72-217a-431c-a2b7-281f14d8e605', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:25:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b1359d-3041-4542-a956-79020a736f6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3191, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:47:57Z', 'updated_at': '2021-10-27T10:48:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_interfaces': [{'id': '44da5fca-a624-44c2-9320-5b1c4c8d5c18', 'name': '', 'network_id': 'df4d2f8f-0279-4ac1-b465-f59b71763f44', 'tenant_id': '7f357cb809634e50864d0c31dbcbd617', 'mac_address': 'fa:16:3e:38:16:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b1359d-3041-4542-a956-79020a736f6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3202, 'fixed_ips': [{'subnet_id': 'e60b25b2-9ab5-4d1d-a2b7-bc998becb4d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:48:02Z', 'updated_at': '2021-10-27T10:48:08Z', 'revision_number': 5, 'project_id': '7f357cb809634e50864d0c31dbcbd617', 'subnets': [{'id': 'e60b25b2-9ab5-4d1d-a2b7-bc998becb4d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:51:15.684640 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [req-dd952863-5c43-45e9-9de5-5628f8d4f829 req-21298220-0f27-41c6-b4eb-dbe3605c7e5e service neutron] Request body: {'port': {'device_id': '5d712cbd-8ff2-4894-8ce2-bb1330aad7e5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-10'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:51:15.717837 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c524ae7-8b02-4807-9aef-79f3a4403a05 None None] Checking router: 09b1359d-3041-4542-a956-79020a736f6d for host: n-d-813419-10 {{(pid=102349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 10:51:15.733173 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c524ae7-8b02-4807-9aef-79f3a4403a05 None None] Routers {'09b1359d-3041-4542-a956-79020a736f6d'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:51:15.736715 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-3c524ae7-8b02-4807-9aef-79f3a4403a05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:50:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['09b1359d-3041-4542-a956-79020a736f6d'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:51:15.749614 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63523052-54c7-4c89-a1e2-3c098ca1dc2a req-6e55ed86-2df3-44bf-9704-080c76ee1522 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:51:15.751983 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-63523052-54c7-4c89-a1e2-3c098ca1dc2a req-6e55ed86-2df3-44bf-9704-080c76ee1522 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] 10.222.0.44 "GET /v2.0/ports?device_id=5d712cbd-8ff2-4894-8ce2-bb1330aad7e5 HTTP/1.1" status: 200 len: 931 time: 0.2070434 Oct 27 10:51:15.787974 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-dd952863-5c43-45e9-9de5-5628f8d4f829 req-21298220-0f27-41c6-b4eb-dbe3605c7e5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:15.836505 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-900b17c9-c1a4-417f-ba43-9d2ce7439e5b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:15.930653 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvr_db [None req-3c524ae7-8b02-4807-9aef-79f3a4403a05 None None] Set router 09b1359d-3041-4542-a956-79020a736f6d gateway port host: n-d-813419-10 {{(pid=102349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:51:16.006561 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-900b17c9-c1a4-417f-ba43-9d2ce7439e5b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:16.017244 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-900b17c9-c1a4-417f-ba43-9d2ce7439e5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:16.054706 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900b17c9-c1a4-417f-ba43-9d2ce7439e5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43da7f54-01ad-47a6-bfe0-aa945c2e8cd9,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:51:16.094457 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-900b17c9-c1a4-417f-ba43-9d2ce7439e5b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=65205c8c121e4a48a98c9be41f39e38d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4844708 Oct 27 10:51:16.094850 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 60244) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:51:16.112393 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4a4cfa-2afa-4746-9edc-5a084271cead req-a2b53c3b-dd3c-4133-a38f-14b1bf470d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:51:16.113872 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-2a4a4cfa-2afa-4746-9edc-5a084271cead req-a2b53c3b-dd3c-4133-a38f-14b1bf470d02 service neutron] 10.222.0.76 "GET /v2.0/networks?id=df4d2f8f-0279-4ac1-b465-f59b71763f44 HTTP/1.1" status: 200 len: 898 time: 0.5703337 Oct 27 10:51:16.181559 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-63523052-54c7-4c89-a1e2-3c098ca1dc2a req-ab32fca2-bbd4-48ca-9b9e-4c7125383daf tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] 10.222.0.44 "GET /v2.0/security-groups?id=ffed76d3-4d36-4729-a6a9-ef5807ccbf84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3943849 Oct 27 10:51:16.210829 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-2a4a4cfa-2afa-4746-9edc-5a084271cead req-0e75a825-586e-428f-a160-b3c44ac32b79 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1be4bbd6-973b-46b3-bcdc-a1070bef65e3 HTTP/1.1" status: 200 len: 217 time: 0.0842075 Oct 27 10:51:16.244468 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-324e38d1-112a-489e-b87a-655d29a6a11d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:16.257537 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-3c524ae7-8b02-4807-9aef-79f3a4403a05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09b1359d-3041-4542-a956-79020a736f6d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-597336176', 'tenant_id': '7f357cb809634e50864d0c31dbcbd617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.82'}], 'enable_snat': True}, 'gw_port_id': 'dd364a72-217a-431c-a2b7-281f14d8e605', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:47:56Z', 'updated_at': '2021-10-27T10:48:04Z', 'revision_number': 4, 'project_id': '7f357cb809634e50864d0c31dbcbd617', 'gw_port': {'id': 'dd364a72-217a-431c-a2b7-281f14d8e605', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:25:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b1359d-3041-4542-a956-79020a736f6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3191, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:47:57Z', 'updated_at': '2021-10-27T10:48:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_interfaces': [{'id': '44da5fca-a624-44c2-9320-5b1c4c8d5c18', 'name': '', 'network_id': 'df4d2f8f-0279-4ac1-b465-f59b71763f44', 'tenant_id': '7f357cb809634e50864d0c31dbcbd617', 'mac_address': 'fa:16:3e:38:16:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b1359d-3041-4542-a956-79020a736f6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3202, 'fixed_ips': [{'subnet_id': 'e60b25b2-9ab5-4d1d-a2b7-bc998becb4d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:48:02Z', 'updated_at': '2021-10-27T10:48:08Z', 'revision_number': 5, 'project_id': '7f357cb809634e50864d0c31dbcbd617', 'subnets': [{'id': 'e60b25b2-9ab5-4d1d-a2b7-bc998becb4d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:51:16.307555 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4a4cfa-2afa-4746-9edc-5a084271cead req-dc209b23-f6db-4cf7-b4b8-e55f88238b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:51:16.308995 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-2a4a4cfa-2afa-4746-9edc-5a084271cead req-dc209b23-f6db-4cf7-b4b8-e55f88238b03 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=e60b25b2-9ab5-4d1d-a2b7-bc998becb4d1 HTTP/1.1" status: 200 len: 835 time: 0.0862696 Oct 27 10:51:16.313977 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-3cb7e600-be68-420d-91d5-be142af0d9e8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:16.327378 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c524ae7-8b02-4807-9aef-79f3a4403a05 None None] The sync data for ids ['09b1359d-3041-4542-a956-79020a736f6d'] in n-d-813419-10 is: [{'id': '09b1359d-3041-4542-a956-79020a736f6d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-597336176', 'tenant_id': '7f357cb809634e50864d0c31dbcbd617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.82'}], 'enable_snat': True}, 'gw_port_id': 'dd364a72-217a-431c-a2b7-281f14d8e605', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:47:56Z', 'updated_at': '2021-10-27T10:48:04Z', 'revision_number': 4, 'project_id': '7f357cb809634e50864d0c31dbcbd617', 'gw_port': {'id': 'dd364a72-217a-431c-a2b7-281f14d8e605', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:25:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b1359d-3041-4542-a956-79020a736f6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3191, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:47:57Z', 'updated_at': '2021-10-27T10:48:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_interfaces': [{'id': '44da5fca-a624-44c2-9320-5b1c4c8d5c18', 'name': '', 'network_id': 'df4d2f8f-0279-4ac1-b465-f59b71763f44', 'tenant_id': '7f357cb809634e50864d0c31dbcbd617', 'mac_address': 'fa:16:3e:38:16:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b1359d-3041-4542-a956-79020a736f6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3202, 'fixed_ips': [{'subnet_id': 'e60b25b2-9ab5-4d1d-a2b7-bc998becb4d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:48:02Z', 'updated_at': '2021-10-27T10:48:08Z', 'revision_number': 5, 'project_id': '7f357cb809634e50864d0c31dbcbd617', 'subnets': [{'id': 'e60b25b2-9ab5-4d1d-a2b7-bc998becb4d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:51:16.402256 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-3cb7e600-be68-420d-91d5-be142af0d9e8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:16.421471 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [req-dd952863-5c43-45e9-9de5-5628f8d4f829 req-21298220-0f27-41c6-b4eb-dbe3605c7e5e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb9e48e0-47f6-495d-b0ae-5a47134b21a9 {{(pid=102347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:51:16.437223 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-dd952863-5c43-45e9-9de5-5628f8d4f829 req-21298220-0f27-41c6-b4eb-dbe3605c7e5e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:16.441133 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4a4cfa-2afa-4746-9edc-5a084271cead req-d66c7b4f-601e-4ccb-911c-d87d70933dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:51:16.442647 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-2a4a4cfa-2afa-4746-9edc-5a084271cead req-d66c7b4f-601e-4ccb-911c-d87d70933dc1 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=df4d2f8f-0279-4ac1-b465-f59b71763f44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1240981 Oct 27 10:51:16.508147 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.provisioning_blocks [req-dd952863-5c43-45e9-9de5-5628f8d4f829 req-21298220-0f27-41c6-b4eb-dbe3605c7e5e service neutron] Transition to ACTIVE for port object fb9e48e0-47f6-495d-b0ae-5a47134b21a9 will not be triggered until provisioned by entity L2. {{(pid=102347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 10:51:16.519169 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-dd952863-5c43-45e9-9de5-5628f8d4f829 req-21298220-0f27-41c6-b4eb-dbe3605c7e5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:16.612160 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-3cb7e600-be68-420d-91d5-be142af0d9e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:16.615623 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-3cb7e600-be68-420d-91d5-be142af0d9e8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:16.617035 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-3cb7e600-be68-420d-91d5-be142af0d9e8 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/43da7f54-01ad-47a6-bfe0-aa945c2e8cd9 HTTP/1.1" status: 204 len: 168 time: 0.5163517 Oct 27 10:51:16.669276 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba0c9ebf-131a-47b1-b83f-cc2048b42037 None None] New status for floating IP 9fce18bb-8ed8-4355-96e4-db1f37f66837: DOWN {{(pid=102348) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 10:51:16.701187 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb7e600-be68-420d-91d5-be142af0d9e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43da7f54-01ad-47a6-bfe0-aa945c2e8cd9,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:51:16.707605 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21298220-0f27-41c6-b4eb-dbe3605c7e5e service neutron] Pushing event updated for resources: {'Port': ['ID=fb9e48e0-47f6-495d-b0ae-5a47134b21a9,revision_number=2']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:51:16.712164 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af855aa-6276-43db-bac6-7163094fe7f4 req-11088532-fa6b-4f1f-aa9c-73a626863d70 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:51:16.714000 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-2af855aa-6276-43db-bac6-7163094fe7f4 req-11088532-fa6b-4f1f-aa9c-73a626863d70 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "GET /v2.0/ports?device_id=11879768-20dc-462e-a1bb-2d201b6367c5 HTTP/1.1" status: 200 len: 947 time: 0.0724201 Oct 27 10:51:16.728606 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-2a4a4cfa-2afa-4746-9edc-5a084271cead req-5f66eef5-2ed1-4c1c-91a5-d42ea4278677 service neutron] 10.222.0.76 "GET /v2.0/networks/df4d2f8f-0279-4ac1-b465-f59b71763f44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2680507 Oct 27 10:51:16.751594 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-dd952863-5c43-45e9-9de5-5628f8d4f829 req-21298220-0f27-41c6-b4eb-dbe3605c7e5e service neutron] Attempting to bind port fb9e48e0-47f6-495d-b0ae-5a47134b21a9 on host n-h1-813419-10 for vnic_type normal with profile {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:51:16.752287 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-dd952863-5c43-45e9-9de5-5628f8d4f829 req-21298220-0f27-41c6-b4eb-dbe3605c7e5e service neutron] Attempting to bind port fb9e48e0-47f6-495d-b0ae-5a47134b21a9 by drivers openvswitch,hyperv on host n-h1-813419-10 at level 0 using segments [{'id': '8cab2adf-a440-42c6-b3ba-33945c07a109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'f2b03a6b-6c02-4954-a3e8-168cf87d8153'}] {{(pid=102347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:51:16.752520 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd952863-5c43-45e9-9de5-5628f8d4f829 req-21298220-0f27-41c6-b4eb-dbe3605c7e5e service neutron] Attempting to bind port fb9e48e0-47f6-495d-b0ae-5a47134b21a9 on network f2b03a6b-6c02-4954-a3e8-168cf87d8153 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:51:16.779238 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd952863-5c43-45e9-9de5-5628f8d4f829 req-21298220-0f27-41c6-b4eb-dbe3605c7e5e service neutron] Port fb9e48e0-47f6-495d-b0ae-5a47134b21a9 on network f2b03a6b-6c02-4954-a3e8-168cf87d8153 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-10 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 10:51:16.779617 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd952863-5c43-45e9-9de5-5628f8d4f829 req-21298220-0f27-41c6-b4eb-dbe3605c7e5e service neutron] Attempting to bind port fb9e48e0-47f6-495d-b0ae-5a47134b21a9 on network f2b03a6b-6c02-4954-a3e8-168cf87d8153 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:51:16.820350 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-2af855aa-6276-43db-bac6-7163094fe7f4 req-528a8da3-fddc-4bf1-9995-dee95c60b33e tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "GET /v2.0/security-groups?id=85747918-4b2b-4843-b687-6b312fd5b508&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0991015 Oct 27 10:51:16.832572 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd952863-5c43-45e9-9de5-5628f8d4f829 req-21298220-0f27-41c6-b4eb-dbe3605c7e5e service neutron] Checking agent: {'id': 'a52e1cab-0c63-402d-9c94-330537c6c076', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 16, 2), 'started_at': datetime.datetime(2021, 10, 27, 10, 16, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 51, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:51:16.832925 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd952863-5c43-45e9-9de5-5628f8d4f829 req-21298220-0f27-41c6-b4eb-dbe3605c7e5e service neutron] Checking segment: {'id': '8cab2adf-a440-42c6-b3ba-33945c07a109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'f2b03a6b-6c02-4954-a3e8-168cf87d8153'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:51:16.833313 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd952863-5c43-45e9-9de5-5628f8d4f829 req-21298220-0f27-41c6-b4eb-dbe3605c7e5e service neutron] Bound using segment: {'id': '8cab2adf-a440-42c6-b3ba-33945c07a109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'f2b03a6b-6c02-4954-a3e8-168cf87d8153'} {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:51:16.833786 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-dd952863-5c43-45e9-9de5-5628f8d4f829 req-21298220-0f27-41c6-b4eb-dbe3605c7e5e service neutron] Bound port: fb9e48e0-47f6-495d-b0ae-5a47134b21a9, host: n-h1-813419-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8cab2adf-a440-42c6-b3ba-33945c07a109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'f2b03a6b-6c02-4954-a3e8-168cf87d8153'}}] {{(pid=102347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:51:16.834109 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-dd952863-5c43-45e9-9de5-5628f8d4f829 req-21298220-0f27-41c6-b4eb-dbe3605c7e5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:16.871407 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8be20c8-1ca1-43d4-bde1-1245563f70dc req-726f77c1-9ef6-4550-a456-c58fe6b812d3 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:51:16.873241 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-a8be20c8-1ca1-43d4-bde1-1245563f70dc req-726f77c1-9ef6-4550-a456-c58fe6b812d3 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.76 "GET /v2.0/ports?device_id=11879768-20dc-462e-a1bb-2d201b6367c5 HTTP/1.1" status: 200 len: 947 time: 0.1419756 Oct 27 10:51:16.935533 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-2a4a4cfa-2afa-4746-9edc-5a084271cead req-0198f019-79a3-4e8d-87ba-43348a70fbef service neutron] 10.222.0.76 "GET /v2.0/networks/df4d2f8f-0279-4ac1-b465-f59b71763f44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1804714 Oct 27 10:51:16.960932 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-dd952863-5c43-45e9-9de5-5628f8d4f829 req-21298220-0f27-41c6-b4eb-dbe3605c7e5e service neutron] For port fb9e48e0-47f6-495d-b0ae-5a47134b21a9, host n-h1-813419-10, cleared binding levels {{(pid=102347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:51:16.964991 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-dd952863-5c43-45e9-9de5-5628f8d4f829 req-21298220-0f27-41c6-b4eb-dbe3605c7e5e service neutron] For port fb9e48e0-47f6-495d-b0ae-5a47134b21a9, host n-h1-813419-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=fb9e48e0-47f6-495d-b0ae-5a47134b21a9,segment=NetworkSegment(8cab2adf-a440-42c6-b3ba-33945c07a109),segment_id=8cab2adf-a440-42c6-b3ba-33945c07a109)] {{(pid=102347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:51:16.972935 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-dd952863-5c43-45e9-9de5-5628f8d4f829 req-21298220-0f27-41c6-b4eb-dbe3605c7e5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:17.023920 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [req-a8be20c8-1ca1-43d4-bde1-1245563f70dc req-de47a005-5bec-4cdc-a9bb-9885fad2e104 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Deleting port 1be4bbd6-973b-46b3-bcdc-a1070bef65e3 {{(pid=102346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:51:17.024769 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-a8be20c8-1ca1-43d4-bde1-1245563f70dc req-de47a005-5bec-4cdc-a9bb-9885fad2e104 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:17.037299 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd952863-5c43-45e9-9de5-5628f8d4f829 req-21298220-0f27-41c6-b4eb-dbe3605c7e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:51:17.037918 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-dd952863-5c43-45e9-9de5-5628f8d4f829 req-21298220-0f27-41c6-b4eb-dbe3605c7e5e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:17.039361 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-dd952863-5c43-45e9-9de5-5628f8d4f829 req-21298220-0f27-41c6-b4eb-dbe3605c7e5e service neutron] 10.222.0.64 "PUT /v2.0/ports/fb9e48e0-47f6-495d-b0ae-5a47134b21a9 HTTP/1.1" status: 200 len: 1092 time: 1.3609123 Oct 27 10:51:17.039814 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d712cbd-8ff2-4894-8ce2-bb1330aad7e5', 'tag': 'fb9e48e0-47f6-495d-b0ae-5a47134b21a9'}] {{(pid=102347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:51:17.042367 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311149b481204ee7edffdb959c881838506fbd95bc8577c048f6677abb73acc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c7c63e4-ba54-42db-ac1e-1617dfe0eb4a" -d '{"events": [{"name": "network-changed", "server_uuid": "5d712cbd-8ff2-4894-8ce2-bb1330aad7e5", "tag": "fb9e48e0-47f6-495d-b0ae-5a47134b21a9"}]}' {{(pid=102347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:51:17.089796 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21298220-0f27-41c6-b4eb-dbe3605c7e5e service neutron] Pushing event updated for resources: {'Port': ['ID=fb9e48e0-47f6-495d-b0ae-5a47134b21a9,revision_number=3']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:51:17.101842 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 10:51:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95a668fe-9ce2-4b61-8326-b2f8e5524b4f x-openstack-request-id: req-95a668fe-9ce2-4b61-8326-b2f8e5524b4f {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:51:17.102348 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d712cbd-8ff2-4894-8ce2-bb1330aad7e5", "tag": "fb9e48e0-47f6-495d-b0ae-5a47134b21a9", "status": "completed", "code": 200}]} {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:51:17.102774 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-95a668fe-9ce2-4b61-8326-b2f8e5524b4f {{(pid=102347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:51:17.103351 n-d-813419-10 neutron-server[102347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d712cbd-8ff2-4894-8ce2-bb1330aad7e5', 'tag': 'fb9e48e0-47f6-495d-b0ae-5a47134b21a9', 'status': 'completed', 'code': 200} Oct 27 10:51:17.159034 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [req-a8be20c8-1ca1-43d4-bde1-1245563f70dc req-de47a005-5bec-4cdc-a9bb-9885fad2e104 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] For port 1be4bbd6-973b-46b3-bcdc-a1070bef65e3, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=1be4bbd6-973b-46b3-bcdc-a1070bef65e3,segment=NetworkSegment(ace6fc3c-2203-4b0c-8061-3b723387ecf0),segment_id=ace6fc3c-2203-4b0c-8061-3b723387ecf0)] {{(pid=102346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:51:17.159034 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-a8be20c8-1ca1-43d4-bde1-1245563f70dc req-de47a005-5bec-4cdc-a9bb-9885fad2e104 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:17.174965 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [req-a8be20c8-1ca1-43d4-bde1-1245563f70dc req-de47a005-5bec-4cdc-a9bb-9885fad2e104 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Calling delete_port for 1be4bbd6-973b-46b3-bcdc-a1070bef65e3 owned by compute:nova {{(pid=102346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:51:17.182358 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd952863-5c43-45e9-9de5-5628f8d4f829 req-8ea92377-727c-4a01-86fa-2e5284c4d323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:51:17.183908 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-dd952863-5c43-45e9-9de5-5628f8d4f829 req-8ea92377-727c-4a01-86fa-2e5284c4d323 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=04258b83abed4a9ca4fa54d398f51fb3&device_id=5d712cbd-8ff2-4894-8ce2-bb1330aad7e5 HTTP/1.1" status: 200 len: 1095 time: 0.0759797 Oct 27 10:51:17.275135 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-dd952863-5c43-45e9-9de5-5628f8d4f829 req-a7008345-6518-43dd-bbab-d4e2d80952dc service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fb9e48e0-47f6-495d-b0ae-5a47134b21a9 HTTP/1.1" status: 200 len: 217 time: 0.0805371 Oct 27 10:51:17.390974 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd952863-5c43-45e9-9de5-5628f8d4f829 req-c59e0395-7b49-4d70-b827-d1d85e9c80b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:51:17.395308 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-dd952863-5c43-45e9-9de5-5628f8d4f829 req-c59e0395-7b49-4d70-b827-d1d85e9c80b3 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=10902cdd-be2b-4d88-ae3a-f5647b50017d HTTP/1.1" status: 200 len: 846 time: 0.1110041 Oct 27 10:51:17.408740 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e8947f-3dee-4ece-b1c4-3c67601851c0 req-b4f3b172-a931-4a7c-9504-5ea5697e0140 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:51:17.410258 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b2e8947f-3dee-4ece-b1c4-3c67601851c0 req-b4f3b172-a931-4a7c-9504-5ea5697e0140 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] 10.222.0.44 "GET /v2.0/ports?device_id=5d712cbd-8ff2-4894-8ce2-bb1330aad7e5 HTTP/1.1" status: 200 len: 943 time: 0.1383457 Oct 27 10:51:17.423517 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-a8be20c8-1ca1-43d4-bde1-1245563f70dc req-de47a005-5bec-4cdc-a9bb-9885fad2e104 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:17.452626 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-dd952863-5c43-45e9-9de5-5628f8d4f829 req-33d51dbe-8e3b-41b8-bc79-242e2bdbcbe4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f2b03a6b-6c02-4954-a3e8-168cf87d8153&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413291 Oct 27 10:51:17.458595 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de47a005-5bec-4cdc-a9bb-9885fad2e104 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Pushing event deleted for resources: {'Port': ['ID=1be4bbd6-973b-46b3-bcdc-a1070bef65e3,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:51:17.525456 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8be20c8-1ca1-43d4-bde1-1245563f70dc req-de47a005-5bec-4cdc-a9bb-9885fad2e104 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] No DVR routers for this DVR port 1be4bbd6-973b-46b3-bcdc-a1070bef65e3 on host n-h2-813419-10 {{(pid=102346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:51:17.529527 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-a8be20c8-1ca1-43d4-bde1-1245563f70dc req-de47a005-5bec-4cdc-a9bb-9885fad2e104 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:17.536655 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-a8be20c8-1ca1-43d4-bde1-1245563f70dc req-de47a005-5bec-4cdc-a9bb-9885fad2e104 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.76 "DELETE /v2.0/ports/1be4bbd6-973b-46b3-bcdc-a1070bef65e3 HTTP/1.1" status: 204 len: 173 time: 0.6550112 Oct 27 10:51:17.537142 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11879768-20dc-462e-a1bb-2d201b6367c5', 'name': 'network-vif-deleted', 'tag': '1be4bbd6-973b-46b3-bcdc-a1070bef65e3'}] {{(pid=102346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:51:17.539520 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc0e418f5fc417c8d55d94c0aa509b037d0beb2a734c1a709e789eb65639a56d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b647db7e-3f7b-44af-ad92-4d87eb200009" -d '{"events": [{"server_uuid": "11879768-20dc-462e-a1bb-2d201b6367c5", "name": "network-vif-deleted", "tag": "1be4bbd6-973b-46b3-bcdc-a1070bef65e3"}]}' {{(pid=102346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:51:17.605535 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:51:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30fa37c3-913b-4724-a21f-7cbbb046f9ef x-openstack-request-id: req-30fa37c3-913b-4724-a21f-7cbbb046f9ef {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:51:17.606074 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11879768-20dc-462e-a1bb-2d201b6367c5", "name": "network-vif-deleted", "tag": "1be4bbd6-973b-46b3-bcdc-a1070bef65e3", "status": "completed", "code": 200}]} {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:51:17.606382 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-30fa37c3-913b-4724-a21f-7cbbb046f9ef {{(pid=102346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:51:17.606786 n-d-813419-10 neutron-server[102346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11879768-20dc-462e-a1bb-2d201b6367c5', 'name': 'network-vif-deleted', 'tag': '1be4bbd6-973b-46b3-bcdc-a1070bef65e3', 'status': 'completed', 'code': 200} Oct 27 10:51:17.607192 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b2e8947f-3dee-4ece-b1c4-3c67601851c0 req-aa7353e1-9408-4869-b09c-da50a966fb58 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] 10.222.0.44 "GET /v2.0/security-groups?id=ffed76d3-4d36-4729-a6a9-ef5807ccbf84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842575 Oct 27 10:51:17.688550 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-dd952863-5c43-45e9-9de5-5628f8d4f829 req-f6d4a410-dba0-4285-a8df-8030cc3b7685 service neutron] 10.222.0.64 "GET /v2.0/networks/f2b03a6b-6c02-4954-a3e8-168cf87d8153?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2254074 Oct 27 10:51:17.748460 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 60286) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:51:17.807311 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-dd952863-5c43-45e9-9de5-5628f8d4f829 req-7c826415-7a4e-467d-84e2-705de76fd255 service neutron] 10.222.0.64 "GET /v2.0/networks/f2b03a6b-6c02-4954-a3e8-168cf87d8153?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1083462 Oct 27 10:51:17.898348 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-7d7f3e63-8595-4cb4-8275-c9e6587219b7 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-779201509-network', 'tenant_id': '288186d24e824ccf95cff6bc1e22a0cc'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:51:17.943257 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d7f3e63-8595-4cb4-8275-c9e6587219b7 admin admin] Made reservation on behalf of 288186d24e824ccf95cff6bc1e22a0cc for: {'network': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:51:17.945888 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-7d7f3e63-8595-4cb4-8275-c9e6587219b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for network, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:17.967487 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7c63e4-ba54-42db-ac1e-1617dfe0eb4a req-cd413275-7df8-4462-aba8-6e7da0e70540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:51:17.970012 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8c7c63e4-ba54-42db-ac1e-1617dfe0eb4a req-cd413275-7df8-4462-aba8-6e7da0e70540 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=04258b83abed4a9ca4fa54d398f51fb3&device_id=5d712cbd-8ff2-4894-8ce2-bb1330aad7e5 HTTP/1.1" status: 200 len: 1095 time: 0.1011994 Oct 27 10:51:17.994229 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-7d7f3e63-8595-4cb4-8275-c9e6587219b7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:18.061459 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-33a2cbea-85fd-430a-8bfa-d3c4fb0a035c req-6f1732db-7dfa-46c1-a7c7-491f5b3ce5c4 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "GET /v2.0/ports?device_id=11879768-20dc-462e-a1bb-2d201b6367c5 HTTP/1.1" status: 200 len: 210 time: 0.0940239 Oct 27 10:51:18.174511 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-7d7f3e63-8595-4cb4-8275-c9e6587219b7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:18.176090 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7c63e4-ba54-42db-ac1e-1617dfe0eb4a req-191ca23a-32f2-43d5-ac33-9b6f65acd5f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:51:18.178535 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-7d7f3e63-8595-4cb4-8275-c9e6587219b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:18.180459 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8c7c63e4-ba54-42db-ac1e-1617dfe0eb4a req-191ca23a-32f2-43d5-ac33-9b6f65acd5f2 service neutron] 10.222.0.64 "GET /v2.0/networks?id=f2b03a6b-6c02-4954-a3e8-168cf87d8153 HTTP/1.1" status: 200 len: 907 time: 0.1988220 Oct 27 10:51:18.208582 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d7f3e63-8595-4cb4-8275-c9e6587219b7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 405} {{(pid=102346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 10:51:18.215151 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7f3e63-8595-4cb4-8275-c9e6587219b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89962c1d-db74-4ae6-9f26-f13036e9dc23,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:51:18.221984 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-7d7f3e63-8595-4cb4-8275-c9e6587219b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:18.222410 n-d-813419-10 neutron-server[102346]: INFO neutron.db.segments_db [None req-7d7f3e63-8595-4cb4-8275-c9e6587219b7 admin admin] Added segment a0ea305f-e294-462d-83ec-f87a949da7f5 of type vlan for network 06a03d11-0320-4e55-abd7-7bbd1ed6ce00 Oct 27 10:51:18.237421 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8c7c63e4-ba54-42db-ac1e-1617dfe0eb4a req-2e96cc94-d426-4ca8-81d7-d1f56b089ae6 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fb9e48e0-47f6-495d-b0ae-5a47134b21a9 HTTP/1.1" status: 200 len: 217 time: 0.0471914 Oct 27 10:51:18.282407 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-7d7f3e63-8595-4cb4-8275-c9e6587219b7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743872593080'] for network, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:18.305622 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7c63e4-ba54-42db-ac1e-1617dfe0eb4a req-e0f317d7-8fab-479e-9ef4-c437d1aadf55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:51:18.307500 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8c7c63e4-ba54-42db-ac1e-1617dfe0eb4a req-e0f317d7-8fab-479e-9ef4-c437d1aadf55 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=10902cdd-be2b-4d88-ae3a-f5647b50017d HTTP/1.1" status: 200 len: 846 time: 0.0607865 Oct 27 10:51:18.309837 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-7d7f3e63-8595-4cb4-8275-c9e6587219b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913'] for network, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:18.311205 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d7f3e63-8595-4cb4-8275-c9e6587219b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:51:18.311870 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-7d7f3e63-8595-4cb4-8275-c9e6587219b7 admin admin] Publish callbacks [] for network, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:18.377585 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-7d7f3e63-8595-4cb4-8275-c9e6587219b7 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6278100 Oct 27 10:51:18.384043 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 60294) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:51:18.389003 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8c7c63e4-ba54-42db-ac1e-1617dfe0eb4a req-9ad7a0dd-8f6b-4661-bf24-5896d983c79d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f2b03a6b-6c02-4954-a3e8-168cf87d8153&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0692346 Oct 27 10:51:18.389649 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-4106ad55-9d8f-4a96-8c29-eeb416e58f8a admin admin] Request body: {'subnet': {'network_id': '06a03d11-0320-4e55-abd7-7bbd1ed6ce00', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-779201509-subnet', 'tenant_id': '288186d24e824ccf95cff6bc1e22a0cc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:51:18.403407 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7f3e63-8595-4cb4-8275-c9e6587219b7 admin admin] Pushing event updated for resources: {'Network': ['ID=06a03d11-0320-4e55-abd7-7bbd1ed6ce00,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:51:18.415851 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Network 06a03d11-0320-4e55-abd7-7bbd1ed6ce00 details requested by agent ovs-agent-n-d-813419-10 with host n-d-813419-10 {{(pid=102348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 10:51:18.431844 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4106ad55-9d8f-4a96-8c29-eeb416e58f8a admin admin] Made reservation on behalf of 288186d24e824ccf95cff6bc1e22a0cc for: {'subnet': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:51:18.434408 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-4106ad55-9d8f-4a96-8c29-eeb416e58f8a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27167186'] for subnet, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:18.527348 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8c7c63e4-ba54-42db-ac1e-1617dfe0eb4a req-5b2c6627-6920-4cd8-8eab-4f7ac3bf5596 service neutron] 10.222.0.64 "GET /v2.0/networks/f2b03a6b-6c02-4954-a3e8-168cf87d8153?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289577 Oct 27 10:51:18.617341 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-4106ad55-9d8f-4a96-8c29-eeb416e58f8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27024290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27167168'] for subnet, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:18.632663 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8c7c63e4-ba54-42db-ac1e-1617dfe0eb4a req-0c72fd17-1d0f-4911-a7ef-fd5b3b7edaec service neutron] 10.222.0.64 "GET /v2.0/networks/f2b03a6b-6c02-4954-a3e8-168cf87d8153?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966530 Oct 27 10:51:18.660461 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4106ad55-9d8f-4a96-8c29-eeb416e58f8a admin admin] Pushing event updated for resources: {'Subnet': ['ID=06dc687d-e4f4-4a0e-8ac0-e3468f0f7c40,revision_number=0']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:51:18.691780 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4106ad55-9d8f-4a96-8c29-eeb416e58f8a admin admin] Checking segment: {'id': 'a0ea305f-e294-462d-83ec-f87a949da7f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '06a03d11-0320-4e55-abd7-7bbd1ed6ce00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:51:18.692161 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4106ad55-9d8f-4a96-8c29-eeb416e58f8a admin admin] Network hostable DHCP agents. Network: 06a03d11-0320-4e55-abd7-7bbd1ed6ce00, hostable agents: ['eafd4000-b897-4722-ae8b-0118ec955181'], hosted agents: [] {{(pid=102346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 10:51:18.709529 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4106ad55-9d8f-4a96-8c29-eeb416e58f8a admin admin] Network 06a03d11-0320-4e55-abd7-7bbd1ed6ce00 is scheduled to be hosted by DHCP agent eafd4000-b897-4722-ae8b-0118ec955181 with binding_index 1 {{(pid=102346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 10:51:18.722103 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-4106ad55-9d8f-4a96-8c29-eeb416e58f8a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-10, 06a03d11-0320-4e55-abd7-7bbd1ed6ce00) {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:51:18.727476 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4106ad55-9d8f-4a96-8c29-eeb416e58f8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:51:18.728105 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-4106ad55-9d8f-4a96-8c29-eeb416e58f8a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for subnet, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:18.737172 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72137bf8-41e4-49a4-a16e-b1f31455cc14 None None] Network 06a03d11-0320-4e55-abd7-7bbd1ed6ce00 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:51:18.746844 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-4106ad55-9d8f-4a96-8c29-eeb416e58f8a admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3617289 Oct 27 10:51:18.775833 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea9047a-b2af-483b-9b7d-23063c23b88e req-02c1185b-9ce8-4c0c-8e18-5bc2d95770dc tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:51:18.777481 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-9ea9047a-b2af-483b-9b7d-23063c23b88e req-02c1185b-9ce8-4c0c-8e18-5bc2d95770dc tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] 10.222.0.44 "GET /v2.0/ports?device_id=5d712cbd-8ff2-4894-8ce2-bb1330aad7e5 HTTP/1.1" status: 200 len: 943 time: 0.0764744 Oct 27 10:51:18.826283 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-9ea9047a-b2af-483b-9b7d-23063c23b88e req-f809068b-6e14-417a-af31-fba958f89962 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] 10.222.0.44 "GET /v2.0/security-groups?id=ffed76d3-4d36-4729-a6a9-ef5807ccbf84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423505 Oct 27 10:51:18.913410 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-e2c5cafa-d8aa-4050-80a2-9c869120c7d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:18.917029 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83234224-fd51-4a76-978f-4fc4cd5f64e0 None None] Network 06a03d11-0320-4e55-abd7-7bbd1ed6ce00 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:51:19.114121 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 60306) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:51:19.558954 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device fb9e48e0-47f6-495d-b0ae-5a47134b21a9 details requested by agent hyperv_n-h1-813419-10 with host n-h1-813419-10 {{(pid=102348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 10:51:19.563184 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-2a736371-79f9-4a59-9fe4-53d54faf5ede tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1766202'] for router_interface, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:19.700083 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port fb9e48e0-47f6-495d-b0ae-5a47134b21a9, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=fb9e48e0-47f6-495d-b0ae-5a47134b21a9,segment=NetworkSegment(8cab2adf-a440-42c6-b3ba-33945c07a109),segment_id=8cab2adf-a440-42c6-b3ba-33945c07a109)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:51:19.716003 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Returning: {'device': 'fb9e48e0-47f6-495d-b0ae-5a47134b21a9', 'network_id': 'f2b03a6b-6c02-4954-a3e8-168cf87d8153', 'port_id': 'fb9e48e0-47f6-495d-b0ae-5a47134b21a9', 'mac_address': 'fa:16:3e:29:e6:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 445, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10902cdd-be2b-4d88-ae3a-f5647b50017d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 10:51:19.756893 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:19.777186 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb9e48e0-47f6-495d-b0ae-5a47134b21a9 {{(pid=102348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:51:19.797917 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port fb9e48e0-47f6-495d-b0ae-5a47134b21a9, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=fb9e48e0-47f6-495d-b0ae-5a47134b21a9,segment=NetworkSegment(8cab2adf-a440-42c6-b3ba-33945c07a109),segment_id=8cab2adf-a440-42c6-b3ba-33945c07a109)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:51:19.804092 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:19.872725 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Pushing event updated for resources: {'Port': ['ID=fb9e48e0-47f6-495d-b0ae-5a47134b21a9,revision_number=4']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:51:19.891669 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-2a736371-79f9-4a59-9fe4-53d54faf5ede tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Deleting port 44da5fca-a624-44c2-9320-5b1c4c8d5c18 {{(pid=102346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:51:19.892158 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-2a736371-79f9-4a59-9fe4-53d54faf5ede tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:20.002578 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a962cd-5c1c-4b24-b903-cd63e20eaa72 req-b9a46176-03f2-4bcc-9066-76b8a2fa5dda tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:51:20.004343 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-20a962cd-5c1c-4b24-b903-cd63e20eaa72 req-b9a46176-03f2-4bcc-9066-76b8a2fa5dda tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] 10.222.0.44 "GET /v2.0/ports?device_id=5d712cbd-8ff2-4894-8ce2-bb1330aad7e5 HTTP/1.1" status: 200 len: 944 time: 0.0863013 Oct 27 10:51:20.021162 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:20.030809 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [None req-2a736371-79f9-4a59-9fe4-53d54faf5ede tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] For port 44da5fca-a624-44c2-9320-5b1c4c8d5c18, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=44da5fca-a624-44c2-9320-5b1c4c8d5c18,segment=NetworkSegment(ace6fc3c-2203-4b0c-8061-3b723387ecf0),segment_id=ace6fc3c-2203-4b0c-8061-3b723387ecf0)] {{(pid=102346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:51:20.031220 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-2a736371-79f9-4a59-9fe4-53d54faf5ede tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:20.049001 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-2a736371-79f9-4a59-9fe4-53d54faf5ede tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Calling delete_port for 44da5fca-a624-44c2-9320-5b1c4c8d5c18 owned by network:router_interface {{(pid=102346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:51:20.049614 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-20a962cd-5c1c-4b24-b903-cd63e20eaa72 req-27121ae7-1119-44dc-9b86-738e65b50061 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] 10.222.0.44 "GET /v2.0/security-groups?id=ffed76d3-4d36-4729-a6a9-ef5807ccbf84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380161 Oct 27 10:51:20.061958 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] get_ports_and_sgs() called for port_ids ['fb9e48e0-47f6-495d-b0ae-5a47134b21a9'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:51:20.146599 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-eadeaa30-4096-4d1a-b3cb-aa7ebfb291ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:20.302376 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-2a736371-79f9-4a59-9fe4-53d54faf5ede tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:20.335927 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a736371-79f9-4a59-9fe4-53d54faf5ede tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Pushing event deleted for resources: {'Port': ['ID=44da5fca-a624-44c2-9320-5b1c4c8d5c18,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:51:20.529536 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-2a736371-79f9-4a59-9fe4-53d54faf5ede tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2006968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1766358'] for router_interface, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:20.801363 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a736371-79f9-4a59-9fe4-53d54faf5ede tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Router 09b1359d-3041-4542-a956-79020a736f6d has already been hosted by L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb {{(pid=102346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 10:51:20.908536 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device 1be4bbd6-973b-46b3-bcdc-a1070bef65e3 no longer exists at agent hyperv_n-h2-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:51:20.916146 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a736371-79f9-4a59-9fe4-53d54faf5ede tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:51:20.924516 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-2a736371-79f9-4a59-9fe4-53d54faf5ede tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "PUT /v2.0/routers/09b1359d-3041-4542-a956-79020a736f6d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8061514 Oct 27 10:51:20.925158 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 60328) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:51:20.930289 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] No Port match for: 1be4bbd6-973b-46b3-bcdc-a1070bef65e3 {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:51:20.930702 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device 1be4bbd6-973b-46b3-bcdc-a1070bef65e3 not bound to the agent host n-h2-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:51:20.931424 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30b0e53f-447b-473b-8b91-33f19c32a57f None None] Sync routers for ids ['09b1359d-3041-4542-a956-79020a736f6d'] in n-d-813419-10 {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:51:20.945510 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30b0e53f-447b-473b-8b91-33f19c32a57f None None] Routers {'09b1359d-3041-4542-a956-79020a736f6d'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:51:20.946417 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-30b0e53f-447b-473b-8b91-33f19c32a57f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:51:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['09b1359d-3041-4542-a956-79020a736f6d'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:51:20.987614 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_v2 [None req-113f9d18-6680-4edb-9149-566796b6f5ce tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Deleting subnet e60b25b2-9ab5-4d1d-a2b7-bc998becb4d1 {{(pid=102347) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 10:51:20.992832 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-113f9d18-6680-4edb-9149-566796b6f5ce tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks [] for subnet, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:21.050938 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-113f9d18-6680-4edb-9149-566796b6f5ce tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-18445109'] for subnet, precommit_delete_associations {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:21.115942 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvr_db [None req-30b0e53f-447b-473b-8b91-33f19c32a57f None None] Set router 09b1359d-3041-4542-a956-79020a736f6d gateway port host: n-d-813419-10 {{(pid=102349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:51:21.210024 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-113f9d18-6680-4edb-9149-566796b6f5ce tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855646'] for subnet, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:21.230883 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d5befb-6d81-4af4-a79a-7075eae1b763 req-93f2462b-ffcd-41db-b84c-f04523deb535 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:51:21.233449 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-b9d5befb-6d81-4af4-a79a-7075eae1b763 req-93f2462b-ffcd-41db-b84c-f04523deb535 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] 10.222.0.44 "GET /v2.0/ports?device_id=5d712cbd-8ff2-4894-8ce2-bb1330aad7e5 HTTP/1.1" status: 200 len: 944 time: 0.0918856 Oct 27 10:51:21.273525 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-113f9d18-6680-4edb-9149-566796b6f5ce tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-18295818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18043720'] for subnet, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:21.286582 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-b9d5befb-6d81-4af4-a79a-7075eae1b763 req-4cd00051-4803-472b-b528-afc3210f21b5 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] 10.222.0.44 "GET /v2.0/security-groups?id=ffed76d3-4d36-4729-a6a9-ef5807ccbf84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449896 Oct 27 10:51:21.318106 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113f9d18-6680-4edb-9149-566796b6f5ce tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Pushing event deleted for resources: {'Subnet': ['ID=e60b25b2-9ab5-4d1d-a2b7-bc998becb4d1,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:51:21.339039 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-113f9d18-6680-4edb-9149-566796b6f5ce tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks [] for subnet, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:21.345828 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-113f9d18-6680-4edb-9149-566796b6f5ce tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "DELETE /v2.0/subnets/e60b25b2-9ab5-4d1d-a2b7-bc998becb4d1 HTTP/1.1" status: 204 len: 168 time: 0.4158871 Oct 27 10:51:21.347640 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 60332) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:51:21.349614 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05d7c9fb-3f29-45c5-961a-b345b978c09c None None] Network df4d2f8f-0279-4ac1-b465-f59b71763f44 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:51:21.378940 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-30b0e53f-447b-473b-8b91-33f19c32a57f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09b1359d-3041-4542-a956-79020a736f6d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-597336176', 'tenant_id': '7f357cb809634e50864d0c31dbcbd617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.82'}], 'enable_snat': True}, 'gw_port_id': 'dd364a72-217a-431c-a2b7-281f14d8e605', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:47:56Z', 'updated_at': '2021-10-27T10:51:20Z', 'revision_number': 5, 'project_id': '7f357cb809634e50864d0c31dbcbd617', 'gw_port': {'id': 'dd364a72-217a-431c-a2b7-281f14d8e605', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:25:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b1359d-3041-4542-a956-79020a736f6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3191, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:47:57Z', 'updated_at': '2021-10-27T10:48:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10'}], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:51:21.412396 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30b0e53f-447b-473b-8b91-33f19c32a57f None None] Checking router: 09b1359d-3041-4542-a956-79020a736f6d for host: n-d-813419-10 {{(pid=102349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 10:51:21.423830 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30b0e53f-447b-473b-8b91-33f19c32a57f None None] Routers {'09b1359d-3041-4542-a956-79020a736f6d'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:51:21.424466 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-30b0e53f-447b-473b-8b91-33f19c32a57f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:51:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['09b1359d-3041-4542-a956-79020a736f6d'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:51:21.503522 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-4c871b1e-6754-43f8-b101-3154b97dd11b tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks [] for router, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:21.584002 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device fb9e48e0-47f6-495d-b0ae-5a47134b21a9 up at agent hyperv_n-h1-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:51:21.648705 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46e77124-0d47-4d13-af07-abb88f96d803 None None] DHCP port deletion for df4d2f8f-0279-4ac1-b465-f59b71763f44 request from n-d-813419-10 {{(pid=102348) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 10:51:21.743049 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 60342) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:51:21.744440 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvr_db [None req-30b0e53f-447b-473b-8b91-33f19c32a57f None None] Set router 09b1359d-3041-4542-a956-79020a736f6d gateway port host: n-d-813419-10 {{(pid=102349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:51:21.783901 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-46e77124-0d47-4d13-af07-abb88f96d803 None None] Deleting port 5e76b8c8-495c-4d62-9ab4-11e1f58154da {{(pid=102348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:51:21.784574 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-46e77124-0d47-4d13-af07-abb88f96d803 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:21.787552 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Provisioning for port fb9e48e0-47f6-495d-b0ae-5a47134b21a9 completed by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 10:51:21.802723 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Provisioning complete for port fb9e48e0-47f6-495d-b0ae-5a47134b21a9 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:51:21.803160 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:21.910901 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-46e77124-0d47-4d13-af07-abb88f96d803 None None] For port 5e76b8c8-495c-4d62-9ab4-11e1f58154da, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=5e76b8c8-495c-4d62-9ab4-11e1f58154da,segment=NetworkSegment(ace6fc3c-2203-4b0c-8061-3b723387ecf0),segment_id=ace6fc3c-2203-4b0c-8061-3b723387ecf0)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:51:21.912277 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-46e77124-0d47-4d13-af07-abb88f96d803 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:21.930843 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-46e77124-0d47-4d13-af07-abb88f96d803 None None] Calling delete_port for 5e76b8c8-495c-4d62-9ab4-11e1f58154da owned by network:dhcp {{(pid=102348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:51:22.045624 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-3c6a8245-0581-48aa-b5f6-4d8fe98cd16e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:22.056303 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:22.107931 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d712cbd-8ff2-4894-8ce2-bb1330aad7e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb9e48e0-47f6-495d-b0ae-5a47134b21a9'}] {{(pid=102348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:51:22.111118 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c588921fa634554a1d9242fdea1b05457a9ff1d3b28ba54ec1dace7f2f1df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e974cb9-f69e-4073-93b4-e740ded1178b" -d '{"events": [{"server_uuid": "5d712cbd-8ff2-4894-8ce2-bb1330aad7e5", "name": "network-vif-plugged", "status": "completed", "tag": "fb9e48e0-47f6-495d-b0ae-5a47134b21a9"}]}' {{(pid=102348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:51:22.180019 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-30b0e53f-447b-473b-8b91-33f19c32a57f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09b1359d-3041-4542-a956-79020a736f6d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-597336176', 'tenant_id': '7f357cb809634e50864d0c31dbcbd617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.82'}], 'enable_snat': True}, 'gw_port_id': 'dd364a72-217a-431c-a2b7-281f14d8e605', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:47:56Z', 'updated_at': '2021-10-27T10:51:20Z', 'revision_number': 5, 'project_id': '7f357cb809634e50864d0c31dbcbd617', 'gw_port': {'id': 'dd364a72-217a-431c-a2b7-281f14d8e605', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:25:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b1359d-3041-4542-a956-79020a736f6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3191, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:47:57Z', 'updated_at': '2021-10-27T10:48:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10'}], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:51:22.204429 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port fb9e48e0-47f6-495d-b0ae-5a47134b21a9, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=fb9e48e0-47f6-495d-b0ae-5a47134b21a9,segment=NetworkSegment(8cab2adf-a440-42c6-b3ba-33945c07a109),segment_id=8cab2adf-a440-42c6-b3ba-33945c07a109)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:51:22.220266 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-46e77124-0d47-4d13-af07-abb88f96d803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615'] for port, after_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:22.231966 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-f8b1281d-b5d3-40ad-b1fa-815c4c7bdc7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1766202'] for router_interface, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:22.268186 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30b0e53f-447b-473b-8b91-33f19c32a57f None None] The sync data for ids ['09b1359d-3041-4542-a956-79020a736f6d'] in n-d-813419-10 is: [{'id': '09b1359d-3041-4542-a956-79020a736f6d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-597336176', 'tenant_id': '7f357cb809634e50864d0c31dbcbd617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.82'}], 'enable_snat': True}, 'gw_port_id': 'dd364a72-217a-431c-a2b7-281f14d8e605', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:47:56Z', 'updated_at': '2021-10-27T10:51:20Z', 'revision_number': 5, 'project_id': '7f357cb809634e50864d0c31dbcbd617', 'gw_port': {'id': 'dd364a72-217a-431c-a2b7-281f14d8e605', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:25:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b1359d-3041-4542-a956-79020a736f6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3191, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:47:57Z', 'updated_at': '2021-10-27T10:48:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10'}] {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:51:22.297911 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:51:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c32d6c6-6923-4373-b0f5-792fb2c2b5ac x-openstack-request-id: req-0c32d6c6-6923-4373-b0f5-792fb2c2b5ac {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:51:22.298280 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d712cbd-8ff2-4894-8ce2-bb1330aad7e5", "name": "network-vif-plugged", "status": "completed", "tag": "fb9e48e0-47f6-495d-b0ae-5a47134b21a9", "code": 200}]} {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:51:22.298474 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-0c32d6c6-6923-4373-b0f5-792fb2c2b5ac {{(pid=102348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:51:22.298848 n-d-813419-10 neutron-server[102348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d712cbd-8ff2-4894-8ce2-bb1330aad7e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb9e48e0-47f6-495d-b0ae-5a47134b21a9', 'code': 200} Oct 27 10:51:22.303575 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:22.315678 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-4c871b1e-6754-43f8-b101-3154b97dd11b tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:22.331451 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e77124-0d47-4d13-af07-abb88f96d803 None None] Pushing event deleted for resources: {'Port': ['ID=5e76b8c8-495c-4d62-9ab4-11e1f58154da,revision_number=None']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:51:22.366722 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46e77124-0d47-4d13-af07-abb88f96d803 None None] No DVR routers for this DVR port 5e76b8c8-495c-4d62-9ab4-11e1f58154da on host n-d-813419-10 {{(pid=102348) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:51:22.448710 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f301c29-9c22-4539-ac91-d5eb2fe2406e req-1d907290-9f98-434c-a05b-8c51834dbdff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:51:22.450178 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8f301c29-9c22-4539-ac91-d5eb2fe2406e req-1d907290-9f98-434c-a05b-8c51834dbdff service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=5d712cbd-8ff2-4894-8ce2-bb1330aad7e5 HTTP/1.1" status: 200 len: 1097 time: 0.1270304 Oct 27 10:51:22.456959 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Pushing event updated for resources: {'Port': ['ID=fb9e48e0-47f6-495d-b0ae-5a47134b21a9,revision_number=5']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:51:22.484515 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-4c871b1e-6754-43f8-b101-3154b97dd11b tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Deleting port dd364a72-217a-431c-a2b7-281f14d8e605 {{(pid=102347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:51:22.484860 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-4c871b1e-6754-43f8-b101-3154b97dd11b tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:22.648121 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8f301c29-9c22-4539-ac91-d5eb2fe2406e req-49075f71-07ae-4ba9-8c9a-a2d2315642b3 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=ffed76d3-4d36-4729-a6a9-ef5807ccbf84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847448 Oct 27 10:51:22.698087 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 5e76b8c8-495c-4d62-9ab4-11e1f58154da no longer exists at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:51:22.752708 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] No Port match for: 5e76b8c8-495c-4d62-9ab4-11e1f58154da {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:51:22.753143 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 5e76b8c8-495c-4d62-9ab4-11e1f58154da not bound to the agent host n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:51:22.767023 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [None req-4c871b1e-6754-43f8-b101-3154b97dd11b tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] For port dd364a72-217a-431c-a2b7-281f14d8e605, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=dd364a72-217a-431c-a2b7-281f14d8e605,segment=NetworkSegment(bc14127b-7032-4c50-bb5b-f6813cbae86e),segment_id=bc14127b-7032-4c50-bb5b-f6813cbae86e)] {{(pid=102347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:51:22.767397 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-4c871b1e-6754-43f8-b101-3154b97dd11b tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:22.787400 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-4c871b1e-6754-43f8-b101-3154b97dd11b tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Calling delete_port for dd364a72-217a-431c-a2b7-281f14d8e605 owned by network:router_gateway {{(pid=102347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:51:23.040220 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-4c871b1e-6754-43f8-b101-3154b97dd11b tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:23.046286 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bda6f4f-859f-4635-9767-165d8948926d req-0401fa14-2616-4347-95fd-d509115e1f21 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:51:23.048106 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-7bda6f4f-859f-4635-9767-165d8948926d req-0401fa14-2616-4347-95fd-d509115e1f21 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] 10.222.0.44 "GET /v2.0/ports?device_id=5d712cbd-8ff2-4894-8ce2-bb1330aad7e5 HTTP/1.1" status: 200 len: 945 time: 0.0786486 Oct 27 10:51:23.070350 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c871b1e-6754-43f8-b101-3154b97dd11b tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Pushing event deleted for resources: {'Port': ['ID=dd364a72-217a-431c-a2b7-281f14d8e605,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:51:23.134064 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-4c871b1e-6754-43f8-b101-3154b97dd11b tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1664884'] for router_gateway, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:23.142935 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-7bda6f4f-859f-4635-9767-165d8948926d req-4cf558c3-ec83-4430-b35f-71aa34269ecc tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] 10.222.0.44 "GET /v2.0/security-groups?id=ffed76d3-4d36-4729-a6a9-ef5807ccbf84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883989 Oct 27 10:51:23.225012 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-4c871b1e-6754-43f8-b101-3154b97dd11b tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1765662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3700'] for router, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:23.227092 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-4c871b1e-6754-43f8-b101-3154b97dd11b tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:23.235150 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-f8b1281d-b5d3-40ad-b1fa-815c4c7bdc7b admin admin] Deleting port 539cd888-a8c4-46fd-a48e-bb24340a2a9c {{(pid=102346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:51:23.235479 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-f8b1281d-b5d3-40ad-b1fa-815c4c7bdc7b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:23.269940 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-4c871b1e-6754-43f8-b101-3154b97dd11b tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1765641'] for router, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:23.270581 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c871b1e-6754-43f8-b101-3154b97dd11b tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Fanout notify agent at l3_agent the message router_deleted on router 09b1359d-3041-4542-a956-79020a736f6d {{(pid=102347) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 10:51:23.281330 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-4c871b1e-6754-43f8-b101-3154b97dd11b tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks [] for router, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:23.284465 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-4c871b1e-6754-43f8-b101-3154b97dd11b tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "DELETE /v2.0/routers/09b1359d-3041-4542-a956-79020a736f6d HTTP/1.1" status: 204 len: 168 time: 1.9317508 Oct 27 10:51:23.285129 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 60354) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:51:23.397222 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-09102a44-2a71-4999-9b07-c5d230d69367 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586917'] for network, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:23.402432 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [None req-f8b1281d-b5d3-40ad-b1fa-815c4c7bdc7b admin admin] For port 539cd888-a8c4-46fd-a48e-bb24340a2a9c, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=539cd888-a8c4-46fd-a48e-bb24340a2a9c,segment=NetworkSegment(a5fc7f07-22ca-4b2b-bd72-57f570088db0),segment_id=a5fc7f07-22ca-4b2b-bd72-57f570088db0)] {{(pid=102346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:51:23.402432 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-f8b1281d-b5d3-40ad-b1fa-815c4c7bdc7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:23.415596 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-f8b1281d-b5d3-40ad-b1fa-815c4c7bdc7b admin admin] Calling delete_port for 539cd888-a8c4-46fd-a48e-bb24340a2a9c owned by network:router_interface {{(pid=102346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:51:23.559688 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-09102a44-2a71-4999-9b07-c5d230d69367 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857803', 'neutron.services.segments.db._delete_segments_for_network-8743873143390'] for network, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:23.612499 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-09102a44-2a71-4999-9b07-c5d230d69367 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df4d2f8f-0279-4ac1-b465-f59b71763f44']}} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:51:23.629851 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-09102a44-2a71-4999-9b07-c5d230d69367 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ace6fc3c-2203-4b0c-8061-3b723387ecf0') {'for_net_delete': True} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:51:23.630142 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-09102a44-2a71-4999-9b07-c5d230d69367 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ace6fc3c-2203-4b0c-8061-3b723387ecf0') {} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:51:23.649052 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-09102a44-2a71-4999-9b07-c5d230d69367 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743873145191', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25847877'] for segment, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:23.671805 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-09102a44-2a71-4999-9b07-c5d230d69367 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:23.679059 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09102a44-2a71-4999-9b07-c5d230d69367 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Releasing vlan 433 on physical network physnet1 to pool {{(pid=102346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 10:51:23.679463 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-09102a44-2a71-4999-9b07-c5d230d69367 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27024137'] for segment, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:23.682400 n-d-813419-10 neutron-server[102346]: Traceback (most recent call last): Oct 27 10:51:23.682400 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 10:51:23.682400 n-d-813419-10 neutron-server[102346]: timer() Oct 27 10:51:23.682400 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 10:51:23.682400 n-d-813419-10 neutron-server[102346]: cb(*args, **kw) Oct 27 10:51:23.682400 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 10:51:23.682400 n-d-813419-10 neutron-server[102346]: return func(*args, **kwargs) Oct 27 10:51:23.682400 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 10:51:23.682400 n-d-813419-10 neutron-server[102346]: self._notify() Oct 27 10:51:23.682400 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 10:51:23.682400 n-d-813419-10 neutron-server[102346]: self.callback(batched_events) Oct 27 10:51:23.682400 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 10:51:23.682400 n-d-813419-10 neutron-server[102346]: event.method(event) Oct 27 10:51:23.682400 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 10:51:23.682400 n-d-813419-10 neutron-server[102346]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 10:51:23.682400 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 10:51:23.682400 n-d-813419-10 neutron-server[102346]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 10:51:23.682400 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 10:51:23.682400 n-d-813419-10 neutron-server[102346]: return f(self, *a, **k) Oct 27 10:51:23.682400 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 10:51:23.682400 n-d-813419-10 neutron-server[102346]: return self._get(url).json() Oct 27 10:51:23.682400 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 10:51:23.682400 n-d-813419-10 neutron-server[102346]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 10:51:23.682400 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 10:51:23.682400 n-d-813419-10 neutron-server[102346]: return self.request(url, 'GET', **kwargs) Oct 27 10:51:23.682400 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 10:51:23.682400 n-d-813419-10 neutron-server[102346]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 10:51:23.682400 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 10:51:23.682400 n-d-813419-10 neutron-server[102346]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 10:51:23.682400 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 10:51:23.682400 n-d-813419-10 neutron-server[102346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 10:51:23.682400 n-d-813419-10 neutron-server[102346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 10:51:23.770592 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-09102a44-2a71-4999-9b07-c5d230d69367 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664840'] for network, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:23.781424 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-09102a44-2a71-4999-9b07-c5d230d69367 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks [] for network, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:23.784429 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-09102a44-2a71-4999-9b07-c5d230d69367 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "DELETE /v2.0/networks/df4d2f8f-0279-4ac1-b465-f59b71763f44 HTTP/1.1" status: 204 len: 168 time: 0.4985056 Oct 27 10:51:23.787506 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 60360) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:51:23.810635 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09102a44-2a71-4999-9b07-c5d230d69367 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Pushing event deleted for resources: {'Network': ['ID=df4d2f8f-0279-4ac1-b465-f59b71763f44,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:51:23.825862 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-f8b1281d-b5d3-40ad-b1fa-815c4c7bdc7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:23.861598 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b1281d-b5d3-40ad-b1fa-815c4c7bdc7b admin admin] Pushing event deleted for resources: {'Port': ['ID=539cd888-a8c4-46fd-a48e-bb24340a2a9c,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:51:23.884065 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-5841fc46-650e-4508-a43b-0c96d01f5277 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks [] for security_group, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:23.921371 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-5841fc46-650e-4508-a43b-0c96d01f5277 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:24.026927 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-5841fc46-650e-4508-a43b-0c96d01f5277 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:24.031268 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-5841fc46-650e-4508-a43b-0c96d01f5277 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks [] for security_group, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:24.032484 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-5841fc46-650e-4508-a43b-0c96d01f5277 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "DELETE /v2.0/security-groups/85747918-4b2b-4843-b687-6b312fd5b508 HTTP/1.1" status: 204 len: 168 time: 0.2439415 Oct 27 10:51:24.049892 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5841fc46-650e-4508-a43b-0c96d01f5277 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=85747918-4b2b-4843-b687-6b312fd5b508,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:51:24.143256 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-f8b1281d-b5d3-40ad-b1fa-815c4c7bdc7b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2006968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1766358'] for router_interface, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:24.309977 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f333567-8e71-4eff-8ef6-fbe4d7986e5e req-6e99253c-9d55-4106-9c4f-f782aa2a8b9b tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:51:24.325412 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-0f333567-8e71-4eff-8ef6-fbe4d7986e5e req-6e99253c-9d55-4106-9c4f-f782aa2a8b9b tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] 10.222.0.44 "GET /v2.0/ports?device_id=5d712cbd-8ff2-4894-8ce2-bb1330aad7e5 HTTP/1.1" status: 200 len: 945 time: 0.0887961 Oct 27 10:51:24.345157 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device dd364a72-217a-431c-a2b7-281f14d8e605 no longer exists at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:51:24.374220 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] No Port match for: dd364a72-217a-431c-a2b7-281f14d8e605 {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:51:24.374940 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device dd364a72-217a-431c-a2b7-281f14d8e605 not bound to the agent host n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:51:24.375616 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 44da5fca-a624-44c2-9320-5b1c4c8d5c18 no longer exists at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:51:24.398002 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] No Port match for: 44da5fca-a624-44c2-9320-5b1c4c8d5c18 {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:51:24.398681 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 44da5fca-a624-44c2-9320-5b1c4c8d5c18 not bound to the agent host n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:51:24.409207 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-0f333567-8e71-4eff-8ef6-fbe4d7986e5e req-2c6b1931-d64c-42cd-8513-0ce202bd3c1a tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] 10.222.0.44 "GET /v2.0/security-groups?id=ffed76d3-4d36-4729-a6a9-ef5807ccbf84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779009 Oct 27 10:51:24.482544 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 60374) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:51:24.489949 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-38a67940-58e2-4011-a510-2eb07b6b957b tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1594178640', 'description': 'tempest-secgroup-smoke-1594178640 description', 'project_id': '7f357cb809634e50864d0c31dbcbd617'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:51:24.500613 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8b1281d-b5d3-40ad-b1fa-815c4c7bdc7b admin admin] Router 5495c0d7-fa32-4c67-bfd0-b1e2070f3903 has already been hosted by L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb {{(pid=102346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 10:51:24.533153 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-38a67940-58e2-4011-a510-2eb07b6b957b tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks [] for security_group, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:24.626559 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8b1281d-b5d3-40ad-b1fa-815c4c7bdc7b admin admin] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:51:24.634578 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-f8b1281d-b5d3-40ad-b1fa-815c4c7bdc7b admin admin] 10.222.0.44 "PUT /v2.0/routers/5495c0d7-fa32-4c67-bfd0-b1e2070f3903/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8879559 Oct 27 10:51:24.634852 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 60376) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:51:24.637192 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-38a67940-58e2-4011-a510-2eb07b6b957b tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks [] for security_group, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:24.643673 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-38a67940-58e2-4011-a510-2eb07b6b957b tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:24.648983 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ce5419b-a1f8-4fad-b9dc-0b8c028d9666 None None] Sync routers for ids ['5495c0d7-fa32-4c67-bfd0-b1e2070f3903'] in n-d-813419-10 {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:51:24.661600 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ce5419b-a1f8-4fad-b9dc-0b8c028d9666 None None] Routers {'5495c0d7-fa32-4c67-bfd0-b1e2070f3903'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:51:24.662521 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-5ce5419b-a1f8-4fad-b9dc-0b8c028d9666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:51:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['5495c0d7-fa32-4c67-bfd0-b1e2070f3903'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:51:24.708364 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a67940-58e2-4011-a510-2eb07b6b957b tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eac14644-f19c-4ddb-a549-c458f5e64a03,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:51:24.722687 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-38a67940-58e2-4011-a510-2eb07b6b957b tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks [] for security_group, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:24.725392 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-38a67940-58e2-4011-a510-2eb07b6b957b tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2391658 Oct 27 10:51:24.728442 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 60378) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:51:24.733213 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-2e4c2b46-769e-4531-8a90-84eee0530517 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Request body: {'security_group_rule': {'security_group_id': 'eac14644-f19c-4ddb-a549-c458f5e64a03', 'project_id': '7f357cb809634e50864d0c31dbcbd617', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:51:24.736302 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffe5dfe-3526-4c4e-b6f8-4b02dd43687a req-9ccbf164-e744-4543-84db-27f8c3a40ff2 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:51:24.746303 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-5ffe5dfe-3526-4c4e-b6f8-4b02dd43687a req-9ccbf164-e744-4543-84db-27f8c3a40ff2 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] 10.222.0.44 "GET /v2.0/ports?device_id=5d712cbd-8ff2-4894-8ce2-bb1330aad7e5 HTTP/1.1" status: 200 len: 945 time: 0.2264194 Oct 27 10:51:24.779422 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-2e4c2b46-769e-4531-8a90-84eee0530517 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:24.796082 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-081747d3-0273-44a1-bed6-9bd2e7f3fa23 admin admin] Publish callbacks [] for router, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:24.809386 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-5ffe5dfe-3526-4c4e-b6f8-4b02dd43687a req-2e8bc373-650b-407a-95d4-7f4868920914 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] 10.222.0.44 "GET /v2.0/security-groups?id=ffed76d3-4d36-4729-a6a9-ef5807ccbf84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621207 Oct 27 10:51:24.833705 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvr_db [None req-5ce5419b-a1f8-4fad-b9dc-0b8c028d9666 None None] Set router 5495c0d7-fa32-4c67-bfd0-b1e2070f3903 gateway port host: n-d-813419-10 {{(pid=102348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:51:24.910470 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-2e4c2b46-769e-4531-8a90-84eee0530517 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:24.924921 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-2e4c2b46-769e-4531-8a90-84eee0530517 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671902'] for security_group_rule, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:24.959798 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4c2b46-769e-4531-8a90-84eee0530517 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc7e14ec-b297-45bc-ba7f-a23165d81d31,revision_number=0']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:51:24.982983 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-2e4c2b46-769e-4531-8a90-84eee0530517 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:24.984459 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-2e4c2b46-769e-4531-8a90-84eee0530517 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2551587 Oct 27 10:51:24.987774 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 60384) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:51:24.994167 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-7af6e6b6-cdf1-4e8e-9624-cf36888d59e4 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Request body: {'security_group_rule': {'security_group_id': 'eac14644-f19c-4ddb-a549-c458f5e64a03', 'project_id': '7f357cb809634e50864d0c31dbcbd617', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:51:25.000806 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-081747d3-0273-44a1-bed6-9bd2e7f3fa23 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:25.045346 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-7af6e6b6-cdf1-4e8e-9624-cf36888d59e4 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:25.101219 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-081747d3-0273-44a1-bed6-9bd2e7f3fa23 admin admin] Deleting port c6358f11-a679-4a19-9458-6d60381cfa62 {{(pid=102346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:51:25.101716 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-081747d3-0273-44a1-bed6-9bd2e7f3fa23 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:25.148310 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-5ce5419b-a1f8-4fad-b9dc-0b8c028d9666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5495c0d7-fa32-4c67-bfd0-b1e2070f3903', 'name': 'tempest-AttachVolumeTestJSON-996718012-router', 'tenant_id': '61720bce4798402799f65ee94c5dc895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.111'}], 'enable_snat': True}, 'gw_port_id': 'c6358f11-a679-4a19-9458-6d60381cfa62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:44:02Z', 'updated_at': '2021-10-27T10:51:23Z', 'revision_number': 5, 'project_id': '61720bce4798402799f65ee94c5dc895', 'gw_port': {'id': 'c6358f11-a679-4a19-9458-6d60381cfa62', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:eb:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5495c0d7-fa32-4c67-bfd0-b1e2070f3903', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2816, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:44:04Z', 'updated_at': '2021-10-27T10:44:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10'}], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:51:25.170494 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-7af6e6b6-cdf1-4e8e-9624-cf36888d59e4 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:25.179850 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-7af6e6b6-cdf1-4e8e-9624-cf36888d59e4 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671902'] for security_group_rule, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:25.190076 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ce5419b-a1f8-4fad-b9dc-0b8c028d9666 None None] Checking router: 5495c0d7-fa32-4c67-bfd0-b1e2070f3903 for host: n-d-813419-10 {{(pid=102348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 10:51:25.199966 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ce5419b-a1f8-4fad-b9dc-0b8c028d9666 None None] Routers {'5495c0d7-fa32-4c67-bfd0-b1e2070f3903'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:51:25.200996 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-5ce5419b-a1f8-4fad-b9dc-0b8c028d9666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:51:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['5495c0d7-fa32-4c67-bfd0-b1e2070f3903'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:51:25.210937 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af6e6b6-cdf1-4e8e-9624-cf36888d59e4 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c443ce08-5994-4812-9b64-7a6558edbe42,revision_number=0']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:51:25.223239 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b823ff-4470-4f61-8070-c097373e2d44 req-7506bdfc-a208-4c9c-b5dd-eeaf5bb3f854 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:51:25.224848 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-d0b823ff-4470-4f61-8070-c097373e2d44 req-7506bdfc-a208-4c9c-b5dd-eeaf5bb3f854 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] 10.222.0.44 "GET /v2.0/ports?device_id=5d712cbd-8ff2-4894-8ce2-bb1330aad7e5 HTTP/1.1" status: 200 len: 945 time: 0.1013837 Oct 27 10:51:25.228311 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [None req-081747d3-0273-44a1-bed6-9bd2e7f3fa23 admin admin] For port c6358f11-a679-4a19-9458-6d60381cfa62, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=c6358f11-a679-4a19-9458-6d60381cfa62,segment=NetworkSegment(bc14127b-7032-4c50-bb5b-f6813cbae86e),segment_id=bc14127b-7032-4c50-bb5b-f6813cbae86e)] {{(pid=102346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:51:25.228833 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-081747d3-0273-44a1-bed6-9bd2e7f3fa23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:25.236765 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-7af6e6b6-cdf1-4e8e-9624-cf36888d59e4 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:25.240775 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-7af6e6b6-cdf1-4e8e-9624-cf36888d59e4 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2491465 Oct 27 10:51:25.241876 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 60388) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:51:25.252510 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-3dda69f4-7b19-48fa-bde8-2edbab83b9c9 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Request body: {'security_group_rule': {'security_group_id': 'eac14644-f19c-4ddb-a549-c458f5e64a03', 'project_id': '7f357cb809634e50864d0c31dbcbd617', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:51:25.254963 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-081747d3-0273-44a1-bed6-9bd2e7f3fa23 admin admin] Calling delete_port for c6358f11-a679-4a19-9458-6d60381cfa62 owned by network:router_gateway {{(pid=102346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:51:25.297220 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-d0b823ff-4470-4f61-8070-c097373e2d44 req-dfa6f021-dcac-4fbc-a1e1-2d884386e630 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] 10.222.0.44 "GET /v2.0/security-groups?id=ffed76d3-4d36-4729-a6a9-ef5807ccbf84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636599 Oct 27 10:51:25.315730 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-3dda69f4-7b19-48fa-bde8-2edbab83b9c9 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:25.335419 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvr_db [None req-5ce5419b-a1f8-4fad-b9dc-0b8c028d9666 None None] Set router 5495c0d7-fa32-4c67-bfd0-b1e2070f3903 gateway port host: None {{(pid=102348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:51:25.380868 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-3dda69f4-7b19-48fa-bde8-2edbab83b9c9 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:25.387763 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-3dda69f4-7b19-48fa-bde8-2edbab83b9c9 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671902'] for security_group_rule, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:25.410229 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dda69f4-7b19-48fa-bde8-2edbab83b9c9 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=594209e5-17f6-4918-88b6-da0f9aa012c1,revision_number=0']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:51:25.419903 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-3dda69f4-7b19-48fa-bde8-2edbab83b9c9 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:25.423353 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-3dda69f4-7b19-48fa-bde8-2edbab83b9c9 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1801641 Oct 27 10:51:25.424841 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 60390) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:51:25.431501 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-02a16b92-d928-416e-bef0-ba04a7303d32 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Request body: {'security_group_rule': {'security_group_id': 'eac14644-f19c-4ddb-a549-c458f5e64a03', 'project_id': '7f357cb809634e50864d0c31dbcbd617', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:51:25.441842 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-5ce5419b-a1f8-4fad-b9dc-0b8c028d9666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5495c0d7-fa32-4c67-bfd0-b1e2070f3903', 'name': 'tempest-AttachVolumeTestJSON-996718012-router', 'tenant_id': '61720bce4798402799f65ee94c5dc895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:44:02Z', 'updated_at': '2021-10-27T10:51:25Z', 'revision_number': 6, 'project_id': '61720bce4798402799f65ee94c5dc895', 'gw_port_host': None}], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:51:25.472431 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ce5419b-a1f8-4fad-b9dc-0b8c028d9666 None None] The sync data for ids ['5495c0d7-fa32-4c67-bfd0-b1e2070f3903'] in n-d-813419-10 is: [{'id': '5495c0d7-fa32-4c67-bfd0-b1e2070f3903', 'name': 'tempest-AttachVolumeTestJSON-996718012-router', 'tenant_id': '61720bce4798402799f65ee94c5dc895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:44:02Z', 'updated_at': '2021-10-27T10:51:25Z', 'revision_number': 6, 'project_id': '61720bce4798402799f65ee94c5dc895', 'gw_port_host': None}] {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:51:25.477981 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-02a16b92-d928-416e-bef0-ba04a7303d32 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:25.480004 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-081747d3-0273-44a1-bed6-9bd2e7f3fa23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:25.528492 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081747d3-0273-44a1-bed6-9bd2e7f3fa23 admin admin] Pushing event deleted for resources: {'Port': ['ID=c6358f11-a679-4a19-9458-6d60381cfa62,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:51:25.576800 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-02a16b92-d928-416e-bef0-ba04a7303d32 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:25.581699 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-02a16b92-d928-416e-bef0-ba04a7303d32 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671902'] for security_group_rule, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:25.600383 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a16b92-d928-416e-bef0-ba04a7303d32 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9c1787e-28f8-48f7-a249-3666e98fc6e2,revision_number=0']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:51:25.611514 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-02a16b92-d928-416e-bef0-ba04a7303d32 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:25.615949 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-02a16b92-d928-416e-bef0-ba04a7303d32 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1892133 Oct 27 10:51:25.616710 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 60392) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:51:25.621506 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-8880de8a-b70f-41cc-8753-a99a291df4ae tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Request body: {'security_group_rule': {'security_group_id': 'eac14644-f19c-4ddb-a549-c458f5e64a03', 'project_id': '7f357cb809634e50864d0c31dbcbd617', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:51:25.627759 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-081747d3-0273-44a1-bed6-9bd2e7f3fa23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1664884'] for router_gateway, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:25.653487 n-d-813419-10 neutron-server[102347]: INFO neutron.db.securitygroups_db [None req-8880de8a-b70f-41cc-8753-a99a291df4ae tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Project 7f357cb809634e50864d0c31dbcbd617 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 27 10:51:25.659077 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-8880de8a-b70f-41cc-8753-a99a291df4ae tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:25.741263 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-081747d3-0273-44a1-bed6-9bd2e7f3fa23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1765662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3700'] for router, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:25.741965 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-8880de8a-b70f-41cc-8753-a99a291df4ae tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:25.744308 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-081747d3-0273-44a1-bed6-9bd2e7f3fa23 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:25.747033 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-8880de8a-b70f-41cc-8753-a99a291df4ae tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671902'] for security_group_rule, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:25.765870 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8880de8a-b70f-41cc-8753-a99a291df4ae tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f423222a-85c2-4797-a2c6-4c1763591a4e,revision_number=0']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:51:25.773559 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-8880de8a-b70f-41cc-8753-a99a291df4ae tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:25.777432 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-8880de8a-b70f-41cc-8753-a99a291df4ae tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1572826 Oct 27 10:51:25.777685 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 60394) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:51:25.782700 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-ae189539-601d-460f-9dba-63c6c21125d8 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Request body: {'security_group_rule': {'security_group_id': 'eac14644-f19c-4ddb-a549-c458f5e64a03', 'project_id': '7f357cb809634e50864d0c31dbcbd617', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:51:25.799626 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-081747d3-0273-44a1-bed6-9bd2e7f3fa23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1765641'] for router, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:25.800416 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-081747d3-0273-44a1-bed6-9bd2e7f3fa23 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5495c0d7-fa32-4c67-bfd0-b1e2070f3903 {{(pid=102346) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 10:51:25.806129 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-081747d3-0273-44a1-bed6-9bd2e7f3fa23 admin admin] Publish callbacks [] for router, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:25.810049 n-d-813419-10 neutron-server[102347]: INFO neutron.db.securitygroups_db [None req-ae189539-601d-460f-9dba-63c6c21125d8 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Project 7f357cb809634e50864d0c31dbcbd617 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 27 10:51:25.810575 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-081747d3-0273-44a1-bed6-9bd2e7f3fa23 admin admin] 10.222.0.44 "DELETE /v2.0/routers/5495c0d7-fa32-4c67-bfd0-b1e2070f3903 HTTP/1.1" status: 204 len: 168 time: 1.1712918 Oct 27 10:51:25.810796 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 60396) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:51:25.813832 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-ae189539-601d-460f-9dba-63c6c21125d8 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:25.865671 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_v2 [None req-c89cbc6e-f881-481d-a86a-140e3d407d99 admin admin] Deleting subnet 2fee239f-a559-4db5-a696-c092c8e38011 {{(pid=102346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 10:51:25.868724 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-c89cbc6e-f881-481d-a86a-140e3d407d99 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:25.877878 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-ae189539-601d-460f-9dba-63c6c21125d8 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:25.882351 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-ae189539-601d-460f-9dba-63c6c21125d8 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671902'] for security_group_rule, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:25.901996 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae189539-601d-460f-9dba-63c6c21125d8 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ff45d1e-24be-49ae-a57d-2c6275ba52bf,revision_number=0']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:51:25.913949 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-ae189539-601d-460f-9dba-63c6c21125d8 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:25.916727 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-ae189539-601d-460f-9dba-63c6c21125d8 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1379642 Oct 27 10:51:25.918387 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-c89cbc6e-f881-481d-a86a-140e3d407d99 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25847868'] for subnet, precommit_delete_associations {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:25.918600 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 60398) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:51:25.925594 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-35b2ada0-7fee-4d1d-894f-3071de76db5b tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Request body: {'network': {'name': 'tempest-network-smoke--1323865596', 'project_id': '7f357cb809634e50864d0c31dbcbd617', 'port_security_enabled': True}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:51:25.954765 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35b2ada0-7fee-4d1d-894f-3071de76db5b tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Made reservation on behalf of 7f357cb809634e50864d0c31dbcbd617 for: {'network': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:51:25.958600 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-35b2ada0-7fee-4d1d-894f-3071de76db5b tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for network, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:25.986722 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35b2ada0-7fee-4d1d-894f-3071de76db5b tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 422} {{(pid=102347) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 10:51:25.996940 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-35b2ada0-7fee-4d1d-894f-3071de76db5b tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:25.997862 n-d-813419-10 neutron-server[102347]: INFO neutron.db.segments_db [None req-35b2ada0-7fee-4d1d-894f-3071de76db5b tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Added segment ea6ed439-8ac4-4f10-990f-8157b2f8661b of type vlan for network e87b459a-890d-45c5-8314-ac75bfe75e07 Oct 27 10:51:26.005746 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-c89cbc6e-f881-481d-a86a-140e3d407d99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855646'] for subnet, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:26.043341 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-35b2ada0-7fee-4d1d-894f-3071de76db5b tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743872593080'] for network, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:26.077294 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-35b2ada0-7fee-4d1d-894f-3071de76db5b tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913'] for network, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:26.082156 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-c89cbc6e-f881-481d-a86a-140e3d407d99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27024355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27168307'] for subnet, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:26.090528 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35b2ada0-7fee-4d1d-894f-3071de76db5b tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:51:26.090843 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-35b2ada0-7fee-4d1d-894f-3071de76db5b tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks [] for network, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:26.124360 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89cbc6e-f881-481d-a86a-140e3d407d99 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2fee239f-a559-4db5-a696-c092c8e38011,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:51:26.129241 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-c89cbc6e-f881-481d-a86a-140e3d407d99 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for subnet, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:26.134289 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-699c83ef-b5a1-4970-ac3c-ad0849b1a495 None None] Network f64c4ac1-58d3-4604-90d7-e5fb7ec08acd requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:51:26.147071 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 60402) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:51:26.147835 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-c89cbc6e-f881-481d-a86a-140e3d407d99 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/2fee239f-a559-4db5-a696-c092c8e38011 HTTP/1.1" status: 204 len: 168 time: 0.3346457 Oct 27 10:51:26.186091 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-35b2ada0-7fee-4d1d-894f-3071de76db5b tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2661607 Oct 27 10:51:26.186279 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 60404) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:51:26.196743 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-6d24ab52-9ccb-4cf5-a33a-9fba611fa687 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-737517996', 'admin_state_up': True, 'project_id': '7f357cb809634e50864d0c31dbcbd617', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'}}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:51:26.228076 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b2ada0-7fee-4d1d-894f-3071de76db5b tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Pushing event updated for resources: {'Network': ['ID=e87b459a-890d-45c5-8314-ac75bfe75e07,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:51:26.272336 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Network e87b459a-890d-45c5-8314-ac75bfe75e07 details requested by agent ovs-agent-n-d-813419-10 with host n-d-813419-10 {{(pid=102348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 10:51:26.279902 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-6d24ab52-9ccb-4cf5-a33a-9fba611fa687 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1768632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3610'] for router, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:26.281513 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-6d24ab52-9ccb-4cf5-a33a-9fba611fa687 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1765704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1769409', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1694266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3597'] for router, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:26.286291 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-c39eb85a-c9e6-4950-8229-ad8dd3455a40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586917'] for network, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:26.301719 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 539cd888-a8c4-46fd-a48e-bb24340a2a9c no longer exists at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:51:26.371792 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] No Port match for: 539cd888-a8c4-46fd-a48e-bb24340a2a9c {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:51:26.372060 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-6d24ab52-9ccb-4cf5-a33a-9fba611fa687 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:26.372636 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 539cd888-a8c4-46fd-a48e-bb24340a2a9c not bound to the agent host n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:51:26.373235 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device c6358f11-a679-4a19-9458-6d60381cfa62 no longer exists at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:51:26.375731 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-c39eb85a-c9e6-4950-8229-ad8dd3455a40 admin admin] Deleting port 7941aa12-5c83-4430-a654-49c086d2a15e {{(pid=102347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:51:26.376076 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-c39eb85a-c9e6-4950-8229-ad8dd3455a40 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:26.425209 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] No Port match for: c6358f11-a679-4a19-9458-6d60381cfa62 {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:51:26.425713 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device c6358f11-a679-4a19-9458-6d60381cfa62 not bound to the agent host n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:51:26.520981 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [None req-c39eb85a-c9e6-4950-8229-ad8dd3455a40 admin admin] For port 7941aa12-5c83-4430-a654-49c086d2a15e, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=7941aa12-5c83-4430-a654-49c086d2a15e,segment=NetworkSegment(a5fc7f07-22ca-4b2b-bd72-57f570088db0),segment_id=a5fc7f07-22ca-4b2b-bd72-57f570088db0)] {{(pid=102347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:51:26.521605 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-c39eb85a-c9e6-4950-8229-ad8dd3455a40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:26.551666 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-c39eb85a-c9e6-4950-8229-ad8dd3455a40 admin admin] Calling delete_port for 7941aa12-5c83-4430-a654-49c086d2a15e owned by network:dhcp {{(pid=102347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:51:26.620247 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b750f87-93b0-4b61-a72b-a773420fd8b4 None None] DHCP port deletion for f64c4ac1-58d3-4604-90d7-e5fb7ec08acd request from n-d-813419-10 {{(pid=102348) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 10:51:26.647156 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-6d24ab52-9ccb-4cf5-a33a-9fba611fa687 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:26.685535 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1320385d-7613-49cc-82aa-77119ada9042 req-721ca321-1095-4aee-8092-5ba726af2c0e tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:51:26.687113 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-1320385d-7613-49cc-82aa-77119ada9042 req-721ca321-1095-4aee-8092-5ba726af2c0e tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] 10.222.0.44 "GET /v2.0/ports?device_id=5d712cbd-8ff2-4894-8ce2-bb1330aad7e5 HTTP/1.1" status: 200 len: 945 time: 0.1719751 Oct 27 10:51:26.693546 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-1b750f87-93b0-4b61-a72b-a773420fd8b4 None None] Deleting port 7941aa12-5c83-4430-a654-49c086d2a15e {{(pid=102348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:51:26.694087 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-1b750f87-93b0-4b61-a72b-a773420fd8b4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:26.712189 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-c39eb85a-c9e6-4950-8229-ad8dd3455a40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:26.735935 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be16e88-d84f-4e16-9e32-f4aa9476c7ef req-d3d516b9-d23a-4983-abf0-b79295fafa04 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:51:26.737548 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-6be16e88-d84f-4e16-9e32-f4aa9476c7ef req-d3d516b9-d23a-4983-abf0-b79295fafa04 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] 10.222.0.64 "GET /v2.0/ports?device_id=5d712cbd-8ff2-4894-8ce2-bb1330aad7e5 HTTP/1.1" status: 200 len: 945 time: 0.1874747 Oct 27 10:51:26.767572 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-1320385d-7613-49cc-82aa-77119ada9042 req-72bfb5b1-e601-4aff-b925-b94c931971f0 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] 10.222.0.44 "GET /v2.0/security-groups?id=ffed76d3-4d36-4729-a6a9-ef5807ccbf84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445468 Oct 27 10:51:26.788974 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-1b750f87-93b0-4b61-a72b-a773420fd8b4 None None] For port 7941aa12-5c83-4430-a654-49c086d2a15e, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=7941aa12-5c83-4430-a654-49c086d2a15e,segment=NetworkSegment(a5fc7f07-22ca-4b2b-bd72-57f570088db0),segment_id=a5fc7f07-22ca-4b2b-bd72-57f570088db0)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:51:26.790805 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-1b750f87-93b0-4b61-a72b-a773420fd8b4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:26.792445 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39eb85a-c9e6-4950-8229-ad8dd3455a40 admin admin] Pushing event deleted for resources: {'Port': ['ID=7941aa12-5c83-4430-a654-49c086d2a15e,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:51:26.797625 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c39eb85a-c9e6-4950-8229-ad8dd3455a40 admin admin] No DVR routers for this DVR port 7941aa12-5c83-4430-a654-49c086d2a15e on host n-d-813419-10 {{(pid=102347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:51:26.816513 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-1b750f87-93b0-4b61-a72b-a773420fd8b4 None None] Calling delete_port for 7941aa12-5c83-4430-a654-49c086d2a15e owned by network:dhcp {{(pid=102348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:51:26.875926 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-c39eb85a-c9e6-4950-8229-ad8dd3455a40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857803', 'neutron.services.segments.db._delete_segments_for_network-8743873143390'] for network, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:26.899908 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-c39eb85a-c9e6-4950-8229-ad8dd3455a40 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f64c4ac1-58d3-4604-90d7-e5fb7ec08acd']}} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:51:26.910240 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-1b750f87-93b0-4b61-a72b-a773420fd8b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615'] for port, after_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:26.914776 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-c39eb85a-c9e6-4950-8229-ad8dd3455a40 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5fc7f07-22ca-4b2b-bd72-57f570088db0') {'for_net_delete': True} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:51:26.915065 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-c39eb85a-c9e6-4950-8229-ad8dd3455a40 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5fc7f07-22ca-4b2b-bd72-57f570088db0') {} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:51:26.923992 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b750f87-93b0-4b61-a72b-a773420fd8b4 None None] No DVR routers for this DVR port 7941aa12-5c83-4430-a654-49c086d2a15e on host n-d-813419-10 {{(pid=102348) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:51:26.946838 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-c39eb85a-c9e6-4950-8229-ad8dd3455a40 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743873145191', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18445132'] for segment, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:26.956540 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b750f87-93b0-4b61-a72b-a773420fd8b4 None None] Pushing event deleted for resources: {'Port': ['ID=7941aa12-5c83-4430-a654-49c086d2a15e,revision_number=None']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:51:26.971446 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-c39eb85a-c9e6-4950-8229-ad8dd3455a40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:26.980653 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c39eb85a-c9e6-4950-8229-ad8dd3455a40 admin admin] Releasing vlan 430 on physical network physnet1 to pool {{(pid=102347) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 10:51:26.981014 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-c39eb85a-c9e6-4950-8229-ad8dd3455a40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-18296032'] for segment, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:26.982795 n-d-813419-10 neutron-server[102347]: Traceback (most recent call last): Oct 27 10:51:26.982795 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 10:51:26.982795 n-d-813419-10 neutron-server[102347]: timer() Oct 27 10:51:26.982795 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 10:51:26.982795 n-d-813419-10 neutron-server[102347]: cb(*args, **kw) Oct 27 10:51:26.982795 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 10:51:26.982795 n-d-813419-10 neutron-server[102347]: return func(*args, **kwargs) Oct 27 10:51:26.982795 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 10:51:26.982795 n-d-813419-10 neutron-server[102347]: self._notify() Oct 27 10:51:26.982795 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 10:51:26.982795 n-d-813419-10 neutron-server[102347]: self.callback(batched_events) Oct 27 10:51:26.982795 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 10:51:26.982795 n-d-813419-10 neutron-server[102347]: event.method(event) Oct 27 10:51:26.982795 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 10:51:26.982795 n-d-813419-10 neutron-server[102347]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 10:51:26.982795 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 10:51:26.982795 n-d-813419-10 neutron-server[102347]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 10:51:26.982795 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 10:51:26.982795 n-d-813419-10 neutron-server[102347]: return f(self, *a, **k) Oct 27 10:51:26.982795 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 10:51:26.982795 n-d-813419-10 neutron-server[102347]: return self._get(url).json() Oct 27 10:51:26.982795 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 10:51:26.982795 n-d-813419-10 neutron-server[102347]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 10:51:26.982795 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 10:51:26.982795 n-d-813419-10 neutron-server[102347]: return self.request(url, 'GET', **kwargs) Oct 27 10:51:26.982795 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 10:51:26.982795 n-d-813419-10 neutron-server[102347]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 10:51:26.982795 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 10:51:26.982795 n-d-813419-10 neutron-server[102347]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 10:51:26.982795 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 10:51:26.982795 n-d-813419-10 neutron-server[102347]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 10:51:26.982795 n-d-813419-10 neutron-server[102347]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 10:51:26.990307 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-6d24ab52-9ccb-4cf5-a33a-9fba611fa687 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks [] for router_gateway, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:27.010734 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-6d24ab52-9ccb-4cf5-a33a-9fba611fa687 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:27.039820 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [req-6be16e88-d84f-4e16-9e32-f4aa9476c7ef req-d1f02f11-ceca-482c-9518-646f9d417128 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] Deleting port fb9e48e0-47f6-495d-b0ae-5a47134b21a9 {{(pid=102347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:51:27.040294 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-6be16e88-d84f-4e16-9e32-f4aa9476c7ef req-d1f02f11-ceca-482c-9518-646f9d417128 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:27.103277 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-c39eb85a-c9e6-4950-8229-ad8dd3455a40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664840'] for network, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:27.112712 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-c39eb85a-c9e6-4950-8229-ad8dd3455a40 admin admin] Publish callbacks [] for network, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:27.116632 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-c39eb85a-c9e6-4950-8229-ad8dd3455a40 admin admin] 10.222.0.44 "DELETE /v2.0/networks/f64c4ac1-58d3-4604-90d7-e5fb7ec08acd HTTP/1.1" status: 204 len: 168 time: 0.9673228 Oct 27 10:51:27.138037 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_common [None req-6d24ab52-9ccb-4cf5-a33a-9fba611fa687 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Allocated IP 172.25.8.242 (185ff123-c7ff-45c7-a6be-71feb35acc9c/0fb9f9d1-7384-481f-8fa8-f4566c349d30/af3df7e2-646b-48f7-a8e9-cf18d6e5f5a6) {{(pid=102346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:51:27.138347 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39eb85a-c9e6-4950-8229-ad8dd3455a40 admin admin] Pushing event deleted for resources: {'Network': ['ID=f64c4ac1-58d3-4604-90d7-e5fb7ec08acd,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:51:27.201790 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-6be16e88-d84f-4e16-9e32-f4aa9476c7ef req-d1f02f11-ceca-482c-9518-646f9d417128 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] For port fb9e48e0-47f6-495d-b0ae-5a47134b21a9, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=fb9e48e0-47f6-495d-b0ae-5a47134b21a9,segment=NetworkSegment(8cab2adf-a440-42c6-b3ba-33945c07a109),segment_id=8cab2adf-a440-42c6-b3ba-33945c07a109)] {{(pid=102347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:51:27.202509 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-6be16e88-d84f-4e16-9e32-f4aa9476c7ef req-d1f02f11-ceca-482c-9518-646f9d417128 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:27.219742 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [req-6be16e88-d84f-4e16-9e32-f4aa9476c7ef req-d1f02f11-ceca-482c-9518-646f9d417128 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] Calling delete_port for fb9e48e0-47f6-495d-b0ae-5a47134b21a9 owned by compute:nova {{(pid=102347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:51:27.278958 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 60414) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:51:27.286155 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-6d24ab52-9ccb-4cf5-a33a-9fba611fa687 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks [] for port, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:27.326512 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-6d24ab52-9ccb-4cf5-a33a-9fba611fa687 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:27.351679 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-39be337f-eafe-43c5-afe3-c8b2655da82a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=61720bce4798402799f65ee94c5dc895&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0715818 Oct 27 10:51:27.355079 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 60416) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:51:27.372099 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d24ab52-9ccb-4cf5-a33a-9fba611fa687 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Network 185ff123-c7ff-45c7-a6be-71feb35acc9c is already hosted by enough agents. {{(pid=102346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:51:27.375773 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-6d24ab52-9ccb-4cf5-a33a-9fba611fa687 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Resources bound (agent type, host, resource id): {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:51:27.379649 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d24ab52-9ccb-4cf5-a33a-9fba611fa687 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Received port after_create {{(pid=102346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:51:27.406686 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d24ab52-9ccb-4cf5-a33a-9fba611fa687 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Pushing event updated for resources: {'Port': ['ID=af3df7e2-646b-48f7-a8e9-cf18d6e5f5a6,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:51:27.451055 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-c278626e-caa8-4fdc-85d8-49176734fd16 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:27.481848 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-c278626e-caa8-4fdc-85d8-49176734fd16 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:27.489529 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-6be16e88-d84f-4e16-9e32-f4aa9476c7ef req-d1f02f11-ceca-482c-9518-646f9d417128 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:27.502871 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] get_ports_and_sgs() called for port_ids ['fe919a1d-8d66-4e9c-9d07-1b82a0020cfa', 'fb9e48e0-47f6-495d-b0ae-5a47134b21a9'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:51:27.539103 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f02f11-ceca-482c-9518-646f9d417128 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] Pushing event deleted for resources: {'Port': ['ID=fb9e48e0-47f6-495d-b0ae-5a47134b21a9,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:51:27.598015 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [req-6be16e88-d84f-4e16-9e32-f4aa9476c7ef req-d1f02f11-ceca-482c-9518-646f9d417128 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] No DVR routers for this DVR port fb9e48e0-47f6-495d-b0ae-5a47134b21a9 on host n-h1-813419-10 {{(pid=102347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:51:27.601362 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-6be16e88-d84f-4e16-9e32-f4aa9476c7ef req-d1f02f11-ceca-482c-9518-646f9d417128 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:27.605233 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-6be16e88-d84f-4e16-9e32-f4aa9476c7ef req-d1f02f11-ceca-482c-9518-646f9d417128 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] 10.222.0.64 "DELETE /v2.0/ports/fb9e48e0-47f6-495d-b0ae-5a47134b21a9 HTTP/1.1" status: 204 len: 173 time: 0.8410676 Oct 27 10:51:27.606817 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d712cbd-8ff2-4894-8ce2-bb1330aad7e5', 'name': 'network-vif-deleted', 'tag': 'fb9e48e0-47f6-495d-b0ae-5a47134b21a9'}] {{(pid=102347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:51:27.611287 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311149b481204ee7edffdb959c881838506fbd95bc8577c048f6677abb73acc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd926bf3-9855-42ed-a884-e781f1a8348d" -d '{"events": [{"server_uuid": "5d712cbd-8ff2-4894-8ce2-bb1330aad7e5", "name": "network-vif-deleted", "tag": "fb9e48e0-47f6-495d-b0ae-5a47134b21a9"}]}' {{(pid=102347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:51:27.631386 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-c278626e-caa8-4fdc-85d8-49176734fd16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:27.635835 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-c278626e-caa8-4fdc-85d8-49176734fd16 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:27.639521 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-c278626e-caa8-4fdc-85d8-49176734fd16 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c00874c6-ff26-486f-839c-66ac9646bb80 HTTP/1.1" status: 204 len: 168 time: 0.2811561 Oct 27 10:51:27.647948 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c278626e-caa8-4fdc-85d8-49176734fd16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c00874c6-ff26-486f-839c-66ac9646bb80,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:51:27.699196 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:51:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00c5c6e3-62e9-4c7f-8c88-1135b6dfec62 x-openstack-request-id: req-00c5c6e3-62e9-4c7f-8c88-1135b6dfec62 {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:51:27.700254 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d712cbd-8ff2-4894-8ce2-bb1330aad7e5", "name": "network-vif-deleted", "tag": "fb9e48e0-47f6-495d-b0ae-5a47134b21a9", "status": "completed", "code": 200}]} {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:51:27.700704 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-00c5c6e3-62e9-4c7f-8c88-1135b6dfec62 {{(pid=102347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:51:27.701328 n-d-813419-10 neutron-server[102347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d712cbd-8ff2-4894-8ce2-bb1330aad7e5', 'name': 'network-vif-deleted', 'tag': 'fb9e48e0-47f6-495d-b0ae-5a47134b21a9', 'status': 'completed', 'code': 200} Oct 27 10:51:27.733049 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-6d24ab52-9ccb-4cf5-a33a-9fba611fa687 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks [] for router_gateway, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:27.944060 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-96070a94-dbfc-423f-9970-173ff84abe21 req-b1901bec-fdb6-455b-9fbd-92c4d701c622 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] 10.222.0.44 "GET /v2.0/ports?device_id=5d712cbd-8ff2-4894-8ce2-bb1330aad7e5 HTTP/1.1" status: 200 len: 210 time: 0.0580778 Oct 27 10:51:27.986071 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-6d24ab52-9ccb-4cf5-a33a-9fba611fa687 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1765699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1769372'] for router, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:28.200458 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d24ab52-9ccb-4cf5-a33a-9fba611fa687 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Router e2163ac2-8eb6-47c6-9111-53dd587e4730 is scheduled to L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb with binding_index 1 {{(pid=102346) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 10:51:28.243128 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 7941aa12-5c83-4430-a654-49c086d2a15e no longer exists at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:51:28.266157 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] No Port match for: 7941aa12-5c83-4430-a654-49c086d2a15e {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:51:28.266886 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 7941aa12-5c83-4430-a654-49c086d2a15e not bound to the agent host n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:51:28.768798 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d24ab52-9ccb-4cf5-a33a-9fba611fa687 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:51:28.789336 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa892587-2b31-44d7-8c69-901493d99552 None None] Sync routers for ids ['e2163ac2-8eb6-47c6-9111-53dd587e4730'] in n-d-813419-10 {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:51:28.800578 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-6d24ab52-9ccb-4cf5-a33a-9fba611fa687 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks [] for router, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:28.802098 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa892587-2b31-44d7-8c69-901493d99552 None None] Routers {'e2163ac2-8eb6-47c6-9111-53dd587e4730'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:51:28.802716 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-fa892587-2b31-44d7-8c69-901493d99552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:51:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['e2163ac2-8eb6-47c6-9111-53dd587e4730'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:51:28.805171 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-6d24ab52-9ccb-4cf5-a33a-9fba611fa687 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.6179240 Oct 27 10:51:28.805935 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 60448) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:51:28.837578 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-33abbe27-d4d7-4e56-9fb4-d3275e6bfd42 tempest-TestNetworkAdvancedServerOps-357845361 tempest-TestNetworkAdvancedServerOps-357845361-project-admin] 10.222.0.44 "GET /v2.0/subnets?project_id=7f357cb809634e50864d0c31dbcbd617&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0298915 Oct 27 10:51:28.840113 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 60450) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:51:28.942193 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65255d96-15a1-44c5-9aa2-13d601f18ad8 tempest-TestNetworkAdvancedServerOps-357845361 tempest-TestNetworkAdvancedServerOps-357845361-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:51:28.943634 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-65255d96-15a1-44c5-9aa2-13d601f18ad8 tempest-TestNetworkAdvancedServerOps-357845361 tempest-TestNetworkAdvancedServerOps-357845361-project-admin] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1026232 Oct 27 10:51:28.947126 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 60454) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:51:28.950363 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvr_db [None req-fa892587-2b31-44d7-8c69-901493d99552 None None] Set router e2163ac2-8eb6-47c6-9111-53dd587e4730 gateway port host: n-d-813419-10 {{(pid=102349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:51:29.035914 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 60460) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:51:29.042757 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-a7e77d98-8321-447e-a83e-157ab8aba47a tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-34321773', 'network_id': 'e87b459a-890d-45c5-8314-ac75bfe75e07', 'project_id': '7f357cb809634e50864d0c31dbcbd617', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:51:29.050214 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-57fe16bc-f30e-493b-b6f2-73fddb091851 tempest-TestNetworkAdvancedServerOps-357845361 tempest-TestNetworkAdvancedServerOps-357845361-project-admin] 10.222.0.44 "GET /v2.0/subnets?network_id=185ff123-c7ff-45c7-a6be-71feb35acc9c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1007376 Oct 27 10:51:29.180690 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-fa892587-2b31-44d7-8c69-901493d99552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2163ac2-8eb6-47c6-9111-53dd587e4730', 'name': 'tempest-TestNetworkAdvancedServerOps-router-737517996', 'tenant_id': '7f357cb809634e50864d0c31dbcbd617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.242'}], 'enable_snat': True}, 'gw_port_id': 'af3df7e2-646b-48f7-a8e9-cf18d6e5f5a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:51:26Z', 'updated_at': '2021-10-27T10:51:27Z', 'revision_number': 3, 'project_id': '7f357cb809634e50864d0c31dbcbd617', 'gw_port': {'id': 'af3df7e2-646b-48f7-a8e9-cf18d6e5f5a6', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:76:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2163ac2-8eb6-47c6-9111-53dd587e4730', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3417, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:51:27Z', 'updated_at': '2021-10-27T10:51:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10'}], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:51:29.208844 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7e77d98-8321-447e-a83e-157ab8aba47a tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Made reservation on behalf of 7f357cb809634e50864d0c31dbcbd617 for: {'subnet': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:51:29.219683 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-a7e77d98-8321-447e-a83e-157ab8aba47a tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18044073'] for subnet, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:29.262302 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa892587-2b31-44d7-8c69-901493d99552 None None] Checking router: e2163ac2-8eb6-47c6-9111-53dd587e4730 for host: n-d-813419-10 {{(pid=102349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 10:51:29.262907 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa892587-2b31-44d7-8c69-901493d99552 None None] Updating router e2163ac2-8eb6-47c6-9111-53dd587e4730 port af3df7e2-646b-48f7-a8e9-cf18d6e5f5a6 binding host n-d-813419-10 {{(pid=102349) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 10:51:29.291756 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-fa892587-2b31-44d7-8c69-901493d99552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:29.551548 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276bf314-772e-4f6a-8467-0f90744ec0fa req-f40d6ec9-7c30-4dff-8722-55cd942090af tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:51:29.553426 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-276bf314-772e-4f6a-8467-0f90744ec0fa req-f40d6ec9-7c30-4dff-8722-55cd942090af tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] 10.222.0.44 "GET /v2.0/networks?id=f2b03a6b-6c02-4954-a3e8-168cf87d8153 HTTP/1.1" status: 200 len: 806 time: 0.1854315 Oct 27 10:51:29.590741 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-276bf314-772e-4f6a-8467-0f90744ec0fa req-232de8bd-b679-481e-9a72-f433ab6b926d tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] 10.222.0.44 "GET /v2.0/quotas/04258b83abed4a9ca4fa54d398f51fb3 HTTP/1.1" status: 200 len: 375 time: 0.0289474 Oct 27 10:51:29.594734 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device fb9e48e0-47f6-495d-b0ae-5a47134b21a9 no longer exists at agent hyperv_n-h1-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:51:29.692624 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-a7e77d98-8321-447e-a83e-157ab8aba47a tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-18295883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18044091'] for subnet, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:29.703614 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-276bf314-772e-4f6a-8467-0f90744ec0fa req-f9b44187-799f-4ba7-94ec-55bc17e4d28a tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=04258b83abed4a9ca4fa54d398f51fb3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1016312 Oct 27 10:51:29.781103 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-fa892587-2b31-44d7-8c69-901493d99552 None None] Publish callbacks [] for port, precommit_update {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:29.789848 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-fa892587-2b31-44d7-8c69-901493d99552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:29.826350 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e77d98-8321-447e-a83e-157ab8aba47a tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Pushing event updated for resources: {'Subnet': ['ID=82b76e3b-8a75-4966-b97f-20b4de5f581e,revision_number=0']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:51:29.848078 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7e77d98-8321-447e-a83e-157ab8aba47a tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Checking segment: {'id': 'ea6ed439-8ac4-4f10-990f-8157b2f8661b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'e87b459a-890d-45c5-8314-ac75bfe75e07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:51:29.848078 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7e77d98-8321-447e-a83e-157ab8aba47a tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Network hostable DHCP agents. Network: e87b459a-890d-45c5-8314-ac75bfe75e07, hostable agents: ['eafd4000-b897-4722-ae8b-0118ec955181'], hosted agents: [] {{(pid=102347) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 10:51:29.891754 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-276bf314-772e-4f6a-8467-0f90744ec0fa req-09bd3d5b-5a85-4f4d-b237-09bf4d5e7476 service neutron] 10.222.0.44 "GET /v2.0/networks/f2b03a6b-6c02-4954-a3e8-168cf87d8153?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1646898 Oct 27 10:51:29.898388 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7e77d98-8321-447e-a83e-157ab8aba47a tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Network e87b459a-890d-45c5-8314-ac75bfe75e07 is scheduled to be hosted by DHCP agent eafd4000-b897-4722-ae8b-0118ec955181 with binding_index 1 {{(pid=102347) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 10:51:29.904667 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.managers [None req-fa892587-2b31-44d7-8c69-901493d99552 None None] Attempting to bind port af3df7e2-646b-48f7-a8e9-cf18d6e5f5a6 on host n-d-813419-10 for vnic_type normal with profile {{(pid=102349) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:51:29.905106 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.managers [None req-fa892587-2b31-44d7-8c69-901493d99552 None None] Attempting to bind port af3df7e2-646b-48f7-a8e9-cf18d6e5f5a6 by drivers openvswitch,hyperv on host n-d-813419-10 at level 0 using segments [{'id': 'bc14127b-7032-4c50-bb5b-f6813cbae86e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'}] {{(pid=102349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:51:29.905539 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa892587-2b31-44d7-8c69-901493d99552 None None] Attempting to bind port af3df7e2-646b-48f7-a8e9-cf18d6e5f5a6 on network 185ff123-c7ff-45c7-a6be-71feb35acc9c {{(pid=102349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:51:29.909079 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193353a6-a130-4e03-afaa-ce578c789a1c None None] Pushing event updated for resources: {'Port': ['ID=af3df7e2-646b-48f7-a8e9-cf18d6e5f5a6,revision_number=2']} {{(pid=102349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:51:29.918162 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193353a6-a130-4e03-afaa-ce578c789a1c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:51:29.918587 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193353a6-a130-4e03-afaa-ce578c789a1c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:51:29.919181 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193353a6-a130-4e03-afaa-ce578c789a1c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:51:29.919705 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193353a6-a130-4e03-afaa-ce578c789a1c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:51:29.920333 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193353a6-a130-4e03-afaa-ce578c789a1c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:51:29.920886 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193353a6-a130-4e03-afaa-ce578c789a1c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:51:29.921993 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193353a6-a130-4e03-afaa-ce578c789a1c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:51:29.922567 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193353a6-a130-4e03-afaa-ce578c789a1c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:51:29.923098 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193353a6-a130-4e03-afaa-ce578c789a1c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:51:29.923623 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193353a6-a130-4e03-afaa-ce578c789a1c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:51:29.924134 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193353a6-a130-4e03-afaa-ce578c789a1c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:51:29.925007 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193353a6-a130-4e03-afaa-ce578c789a1c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:51:29.930014 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa892587-2b31-44d7-8c69-901493d99552 None None] Checking agent: {'id': '89dba0f3-79b2-435e-9822-33674b8f6ada', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 8, 20), 'started_at': datetime.datetime(2021, 10, 27, 10, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 51, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:51:29.930659 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa892587-2b31-44d7-8c69-901493d99552 None None] Checking segment: {'id': 'bc14127b-7032-4c50-bb5b-f6813cbae86e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:51:29.931274 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-fa892587-2b31-44d7-8c69-901493d99552 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:29.931864 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa892587-2b31-44d7-8c69-901493d99552 None None] Bound using segment: {'id': 'bc14127b-7032-4c50-bb5b-f6813cbae86e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'} {{(pid=102349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:51:29.932563 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.managers [None req-fa892587-2b31-44d7-8c69-901493d99552 None None] Bound port: af3df7e2-646b-48f7-a8e9-cf18d6e5f5a6, host: n-d-813419-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc14127b-7032-4c50-bb5b-f6813cbae86e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'}}] {{(pid=102349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:51:29.932952 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [None req-a7e77d98-8321-447e-a83e-157ab8aba47a tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-10, e87b459a-890d-45c5-8314-ac75bfe75e07) {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:51:29.933358 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-fa892587-2b31-44d7-8c69-901493d99552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:29.983708 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7e77d98-8321-447e-a83e-157ab8aba47a tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:51:29.984882 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-a7e77d98-8321-447e-a83e-157ab8aba47a tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks [] for subnet, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:29.988964 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a35b5aab-b005-4f63-9749-b284eede937f None None] Network e87b459a-890d-45c5-8314-ac75bfe75e07 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:51:30.019543 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-a7e77d98-8321-447e-a83e-157ab8aba47a tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9773214 Oct 27 10:51:30.022763 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 60494) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:51:30.038522 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.db [None req-fa892587-2b31-44d7-8c69-901493d99552 None None] For port af3df7e2-646b-48f7-a8e9-cf18d6e5f5a6, host n-d-813419-10, cleared binding levels {{(pid=102349) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:51:30.043148 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-276bf314-772e-4f6a-8467-0f90744ec0fa req-fb9afff8-9669-4379-aaf1-f31c091a96a9 service neutron] 10.222.0.44 "GET /v2.0/networks/f2b03a6b-6c02-4954-a3e8-168cf87d8153?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1414850 Oct 27 10:51:30.047856 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.db [None req-fa892587-2b31-44d7-8c69-901493d99552 None None] For port af3df7e2-646b-48f7-a8e9-cf18d6e5f5a6, host n-d-813419-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=af3df7e2-646b-48f7-a8e9-cf18d6e5f5a6,segment=NetworkSegment(bc14127b-7032-4c50-bb5b-f6813cbae86e),segment_id=bc14127b-7032-4c50-bb5b-f6813cbae86e)] {{(pid=102349) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:51:30.056011 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-fa892587-2b31-44d7-8c69-901493d99552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:30.138341 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193353a6-a130-4e03-afaa-ce578c789a1c None None] Pushing event updated for resources: {'Port': ['ID=af3df7e2-646b-48f7-a8e9-cf18d6e5f5a6,revision_number=3']} {{(pid=102349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:51:30.161475 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] No Port match for: fb9e48e0-47f6-495d-b0ae-5a47134b21a9 {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:51:30.161818 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device fb9e48e0-47f6-495d-b0ae-5a47134b21a9 not bound to the agent host n-h1-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:51:30.165483 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa892587-2b31-44d7-8c69-901493d99552 None None] Routers {'e2163ac2-8eb6-47c6-9111-53dd587e4730'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:51:30.166105 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-fa892587-2b31-44d7-8c69-901493d99552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:51:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['e2163ac2-8eb6-47c6-9111-53dd587e4730'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:51:30.285643 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvr_db [None req-fa892587-2b31-44d7-8c69-901493d99552 None None] Set router e2163ac2-8eb6-47c6-9111-53dd587e4730 gateway port host: n-d-813419-10 {{(pid=102349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:51:30.340235 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef2e7319-4ae3-4979-b470-0db69abf33cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp734b258e-7d96-550c-b970-9b72ab66f383-e87b459a-890d-45c5-8314-ac75bfe75e07', 'network_id': 'e87b459a-890d-45c5-8314-ac75bfe75e07', 'tenant_id': '7f357cb809634e50864d0c31dbcbd617', 'fixed_ips': [{'subnet_id': '82b76e3b-8a75-4966-b97f-20b4de5f581e'}]}} from n-d-813419-10. {{(pid=102348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 10:51:30.342207 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-ef2e7319-4ae3-4979-b470-0db69abf33cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:30.594199 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-fa892587-2b31-44d7-8c69-901493d99552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2163ac2-8eb6-47c6-9111-53dd587e4730', 'name': 'tempest-TestNetworkAdvancedServerOps-router-737517996', 'tenant_id': '7f357cb809634e50864d0c31dbcbd617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.242'}], 'enable_snat': True}, 'gw_port_id': 'af3df7e2-646b-48f7-a8e9-cf18d6e5f5a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:51:26Z', 'updated_at': '2021-10-27T10:51:27Z', 'revision_number': 3, 'project_id': '7f357cb809634e50864d0c31dbcbd617', 'gw_port': {'id': 'af3df7e2-646b-48f7-a8e9-cf18d6e5f5a6', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:76:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2163ac2-8eb6-47c6-9111-53dd587e4730', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3417, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:51:27Z', 'updated_at': '2021-10-27T10:51:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10'}], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:51:30.623517 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa892587-2b31-44d7-8c69-901493d99552 None None] The sync data for ids ['e2163ac2-8eb6-47c6-9111-53dd587e4730'] in n-d-813419-10 is: [{'id': 'e2163ac2-8eb6-47c6-9111-53dd587e4730', 'name': 'tempest-TestNetworkAdvancedServerOps-router-737517996', 'tenant_id': '7f357cb809634e50864d0c31dbcbd617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.242'}], 'enable_snat': True}, 'gw_port_id': 'af3df7e2-646b-48f7-a8e9-cf18d6e5f5a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:51:26Z', 'updated_at': '2021-10-27T10:51:27Z', 'revision_number': 3, 'project_id': '7f357cb809634e50864d0c31dbcbd617', 'gw_port': {'id': 'af3df7e2-646b-48f7-a8e9-cf18d6e5f5a6', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:76:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2163ac2-8eb6-47c6-9111-53dd587e4730', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3417, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:51:27Z', 'updated_at': '2021-10-27T10:51:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10'}] {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:51:30.645465 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-19fc1ab2-8a27-4570-812f-769f445a9dc1 req-e6516221-cfe1-46bb-9be6-a12dc9ace0a0 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] 10.222.0.44 "GET /v2.0/ports?device_id=b9b37584-02c1-4529-ab98-f8811c757326 HTTP/1.1" status: 200 len: 210 time: 0.1484179 Oct 27 10:51:30.731989 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.db_base_plugin_common [None req-ef2e7319-4ae3-4979-b470-0db69abf33cf None None] Allocated IP 172.20.0.2 (e87b459a-890d-45c5-8314-ac75bfe75e07/82b76e3b-8a75-4966-b97f-20b4de5f581e/d075befc-6220-4637-aa08-353f762c2631) {{(pid=102348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:51:30.913389 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-ef2e7319-4ae3-4979-b470-0db69abf33cf None None] Publish callbacks [] for port, precommit_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:30.937307 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-ef2e7319-4ae3-4979-b470-0db69abf33cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606'] for port, after_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:31.024052 n-d-813419-10 neutron-server[102348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef2e7319-4ae3-4979-b470-0db69abf33cf None None] Network e87b459a-890d-45c5-8314-ac75bfe75e07 is already hosted by enough agents. {{(pid=102348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:51:31.027593 n-d-813419-10 neutron-server[102348]: DEBUG neutron.scheduler.base_scheduler [None req-ef2e7319-4ae3-4979-b470-0db69abf33cf None None] Resources bound (agent type, host, resource id): {{(pid=102348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:51:31.038213 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef2e7319-4ae3-4979-b470-0db69abf33cf None None] Received port after_create {{(pid=102348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:51:31.091111 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2e7319-4ae3-4979-b470-0db69abf33cf None None] Pushing event updated for resources: {'Port': ['ID=d075befc-6220-4637-aa08-353f762c2631,revision_number=1']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:51:31.149740 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-ef2e7319-4ae3-4979-b470-0db69abf33cf None None] Attempting to bind port d075befc-6220-4637-aa08-353f762c2631 on host n-d-813419-10 for vnic_type normal with profile {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:51:31.150132 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-ef2e7319-4ae3-4979-b470-0db69abf33cf None None] Attempting to bind port d075befc-6220-4637-aa08-353f762c2631 by drivers openvswitch,hyperv on host n-d-813419-10 at level 0 using segments [{'id': 'ea6ed439-8ac4-4f10-990f-8157b2f8661b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'e87b459a-890d-45c5-8314-ac75bfe75e07'}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:51:31.150499 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef2e7319-4ae3-4979-b470-0db69abf33cf None None] Attempting to bind port d075befc-6220-4637-aa08-353f762c2631 on network e87b459a-890d-45c5-8314-ac75bfe75e07 {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:51:31.179067 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef2e7319-4ae3-4979-b470-0db69abf33cf None None] Checking agent: {'id': '89dba0f3-79b2-435e-9822-33674b8f6ada', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 8, 20), 'started_at': datetime.datetime(2021, 10, 27, 10, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 51, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:51:31.179454 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef2e7319-4ae3-4979-b470-0db69abf33cf None None] Checking segment: {'id': 'ea6ed439-8ac4-4f10-990f-8157b2f8661b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'e87b459a-890d-45c5-8314-ac75bfe75e07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:51:31.179851 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-ef2e7319-4ae3-4979-b470-0db69abf33cf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:31.180264 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef2e7319-4ae3-4979-b470-0db69abf33cf None None] Bound using segment: {'id': 'ea6ed439-8ac4-4f10-990f-8157b2f8661b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'e87b459a-890d-45c5-8314-ac75bfe75e07'} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:51:31.180983 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-ef2e7319-4ae3-4979-b470-0db69abf33cf None None] Bound port: d075befc-6220-4637-aa08-353f762c2631, host: n-d-813419-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea6ed439-8ac4-4f10-990f-8157b2f8661b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'e87b459a-890d-45c5-8314-ac75bfe75e07'}}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:51:31.181315 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-ef2e7319-4ae3-4979-b470-0db69abf33cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:31.181882 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-93c2fee7-ceb0-4044-b338-c7c30f9a0f4b tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:31.352258 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-ef2e7319-4ae3-4979-b470-0db69abf33cf None None] For port d075befc-6220-4637-aa08-353f762c2631, host n-d-813419-10, cleared binding levels {{(pid=102348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:51:31.359931 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-ef2e7319-4ae3-4979-b470-0db69abf33cf None None] For port d075befc-6220-4637-aa08-353f762c2631, host n-d-813419-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=d075befc-6220-4637-aa08-353f762c2631,segment=NetworkSegment(ea6ed439-8ac4-4f10-990f-8157b2f8661b),segment_id=ea6ed439-8ac4-4f10-990f-8157b2f8661b)] {{(pid=102348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:51:31.366589 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-ef2e7319-4ae3-4979-b470-0db69abf33cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:31.566328 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2e7319-4ae3-4979-b470-0db69abf33cf None None] Pushing event updated for resources: {'Port': ['ID=d075befc-6220-4637-aa08-353f762c2631,revision_number=2']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:51:31.671115 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-3797f8d2-7dd7-4d13-9782-5e13f01399bd req-fbd084ae-c37a-4410-9ac5-16c53bc963ae service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=1c713a44-4f54-40bf-a239-314a2d4de872&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0988898 Oct 27 10:51:31.905066 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c0534bcf-65a9-4d3b-bf4a-40d438e6d9b8 req-7f19ed01-29cf-48c0-80b3-0e485f69586d tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] 10.222.0.44 "GET /v2.0/ports?device_id=b9b37584-02c1-4529-ab98-f8811c757326 HTTP/1.1" status: 200 len: 210 time: 0.1083410 Oct 27 10:51:31.909913 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_common [None req-93c2fee7-ceb0-4044-b338-c7c30f9a0f4b tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Allocated IP 172.20.0.1 (e87b459a-890d-45c5-8314-ac75bfe75e07/82b76e3b-8a75-4966-b97f-20b4de5f581e/84151759-91c6-48f1-9643-874fa8b91f15) {{(pid=102346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:51:31.945347 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3797f8d2-7dd7-4d13-9782-5e13f01399bd req-ce8c8a33-7496-4eb4-ad6c-35cb5b922f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:51:31.947962 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-3797f8d2-7dd7-4d13-9782-5e13f01399bd req-ce8c8a33-7496-4eb4-ad6c-35cb5b922f98 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b77ac30bad224fe0b8e5f2c5dd43d62c&device_id=1c713a44-4f54-40bf-a239-314a2d4de872 HTTP/1.1" status: 200 len: 1098 time: 0.2105982 Oct 27 10:51:32.215057 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-93c2fee7-ceb0-4044-b338-c7c30f9a0f4b tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks [] for port, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:32.351832 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-93c2fee7-ceb0-4044-b338-c7c30f9a0f4b tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:32.373471 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3797f8d2-7dd7-4d13-9782-5e13f01399bd req-fb796b3b-0b9f-4547-a4b2-82dc39c6bdef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:51:32.375041 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-3797f8d2-7dd7-4d13-9782-5e13f01399bd req-fb796b3b-0b9f-4547-a4b2-82dc39c6bdef service neutron] 10.222.0.64 "GET /v2.0/networks?id=ea4d67f7-1216-4069-ab70-2f7251ebc836 HTTP/1.1" status: 200 len: 897 time: 0.4020605 Oct 27 10:51:32.411472 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276bf314-772e-4f6a-8467-0f90744ec0fa req-632d0cd8-5082-454f-b421-ca08c1c55b8b tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:51:32.413678 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-276bf314-772e-4f6a-8467-0f90744ec0fa req-632d0cd8-5082-454f-b421-ca08c1c55b8b tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] 10.222.0.64 "GET /v2.0/networks?id=f2b03a6b-6c02-4954-a3e8-168cf87d8153 HTTP/1.1" status: 200 len: 806 time: 0.2886639 Oct 27 10:51:32.421796 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93c2fee7-ceb0-4044-b338-c7c30f9a0f4b tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Network e87b459a-890d-45c5-8314-ac75bfe75e07 is already hosted by enough agents. {{(pid=102346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:51:32.433661 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-93c2fee7-ceb0-4044-b338-c7c30f9a0f4b tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Resources bound (agent type, host, resource id): {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:51:32.444769 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93c2fee7-ceb0-4044-b338-c7c30f9a0f4b tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Received port after_create {{(pid=102346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:51:32.456123 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [req-276bf314-772e-4f6a-8467-0f90744ec0fa req-3c4ad4de-d9e3-4920-a746-f5922cb9e734 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] Request body: {'port': {'device_id': 'b9b37584-02c1-4529-ab98-f8811c757326', 'network_id': 'f2b03a6b-6c02-4954-a3e8-168cf87d8153', 'admin_state_up': True, 'tenant_id': '04258b83abed4a9ca4fa54d398f51fb3'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:51:32.458081 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device d075befc-6220-4637-aa08-353f762c2631 up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:51:32.551450 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c2fee7-ceb0-4044-b338-c7c30f9a0f4b tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Pushing event updated for resources: {'Port': ['ID=84151759-91c6-48f1-9643-874fa8b91f15,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:51:32.560746 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-3797f8d2-7dd7-4d13-9782-5e13f01399bd req-24245f4e-35b1-4608-a4ff-aee9e40d8766 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ba3a2f1e-bf4c-49a2-8f38-28785d639aa6 HTTP/1.1" status: 200 len: 1002 time: 0.1748109 Oct 27 10:51:32.602938 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-93c2fee7-ceb0-4044-b338-c7c30f9a0f4b tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1664961'] for router_interface, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:32.684651 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:32.698946 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port d075befc-6220-4637-aa08-353f762c2631 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:51:32.699570 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:32.701669 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3797f8d2-7dd7-4d13-9782-5e13f01399bd req-8ebe1178-638e-48e4-8f09-ad1d35032a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:51:32.703975 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-3797f8d2-7dd7-4d13-9782-5e13f01399bd req-8ebe1178-638e-48e4-8f09-ad1d35032a5e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=662bb6fa-263f-4ddf-af7c-f38fb3508aed HTTP/1.1" status: 200 len: 835 time: 0.1348400 Oct 27 10:51:32.807110 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3797f8d2-7dd7-4d13-9782-5e13f01399bd req-bd88ff44-49e9-42e2-aa14-64541fc84d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:51:32.811477 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-3797f8d2-7dd7-4d13-9782-5e13f01399bd req-bd88ff44-49e9-42e2-aa14-64541fc84d7f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ea4d67f7-1216-4069-ab70-2f7251ebc836&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0892754 Oct 27 10:51:32.813129 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-276bf314-772e-4f6a-8467-0f90744ec0fa req-3c4ad4de-d9e3-4920-a746-f5922cb9e734 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] Made reservation on behalf of 04258b83abed4a9ca4fa54d398f51fb3 for: {'port': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:51:32.816945 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-276bf314-772e-4f6a-8467-0f90744ec0fa req-3c4ad4de-d9e3-4920-a746-f5922cb9e734 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:32.901631 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:32.951704 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-93c2fee7-ceb0-4044-b338-c7c30f9a0f4b tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:32.967909 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] For port d075befc-6220-4637-aa08-353f762c2631, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=d075befc-6220-4637-aa08-353f762c2631,segment=NetworkSegment(ea6ed439-8ac4-4f10-990f-8157b2f8661b),segment_id=ea6ed439-8ac4-4f10-990f-8157b2f8661b)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:51:32.986752 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:32.988856 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device af3df7e2-646b-48f7-a8e9-cf18d6e5f5a6 up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:51:33.084151 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-3797f8d2-7dd7-4d13-9782-5e13f01399bd req-730c6d47-039a-4637-a9a7-0bed786008f1 service neutron] 10.222.0.64 "GET /v2.0/networks/ea4d67f7-1216-4069-ab70-2f7251ebc836?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2644393 Oct 27 10:51:33.254216 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Pushing event updated for resources: {'Port': ['ID=d075befc-6220-4637-aa08-353f762c2631,revision_number=3']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:51:33.255421 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-8c5c7868-6043-4756-a7ad-fd9664892fef req-897b6e85-c8fc-4109-9e95-37601ab1b725 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] 10.222.0.44 "GET /v2.0/ports?device_id=b9b37584-02c1-4529-ab98-f8811c757326 HTTP/1.1" status: 200 len: 210 time: 0.0507402 Oct 27 10:51:33.290891 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_common [req-276bf314-772e-4f6a-8467-0f90744ec0fa req-3c4ad4de-d9e3-4920-a746-f5922cb9e734 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] Allocated IP 172.20.0.3 (f2b03a6b-6c02-4954-a3e8-168cf87d8153/10902cdd-be2b-4d88-ae3a-f5647b50017d/3199d82e-1c03-4dbb-aab6-a8ba719a2977) {{(pid=102347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:51:33.299068 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port af3df7e2-646b-48f7-a8e9-cf18d6e5f5a6 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:51:33.299429 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:33.366097 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13440254-4252-4876-9d8f-8277c6a60c0a None None] Network e87b459a-890d-45c5-8314-ac75bfe75e07 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:51:33.425785 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-3797f8d2-7dd7-4d13-9782-5e13f01399bd req-bf16f3a1-30ca-4e25-960c-f535cc40e9af service neutron] 10.222.0.64 "GET /v2.0/networks/ea4d67f7-1216-4069-ab70-2f7251ebc836?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3312473 Oct 27 10:51:33.518964 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-0422b77e-6de6-4019-918b-d7703bbaae4a None None] Provisioning complete for port d075befc-6220-4637-aa08-353f762c2631 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:51:33.520716 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-0422b77e-6de6-4019-918b-d7703bbaae4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:33.622726 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 60544) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:51:33.672409 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-93c2fee7-ceb0-4044-b338-c7c30f9a0f4b tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks [] for port, precommit_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:33.683202 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-93c2fee7-ceb0-4044-b338-c7c30f9a0f4b tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27024173'] for port, after_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:33.697947 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-276bf314-772e-4f6a-8467-0f90744ec0fa req-3c4ad4de-d9e3-4920-a746-f5922cb9e734 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] Publish callbacks [] for port, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:33.776649 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-276bf314-772e-4f6a-8467-0f90744ec0fa req-3c4ad4de-d9e3-4920-a746-f5922cb9e734 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:33.786096 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-93c2fee7-ceb0-4044-b338-c7c30f9a0f4b tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2006967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1766225'] for router_interface, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:33.789537 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c2fee7-ceb0-4044-b338-c7c30f9a0f4b tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Pushing event updated for resources: {'Port': ['ID=84151759-91c6-48f1-9643-874fa8b91f15,revision_number=2']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:51:33.803244 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] get_ports_and_sgs() called for port_ids ['fe919a1d-8d66-4e9c-9d07-1b82a0020cfa'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:51:33.904792 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93c2fee7-ceb0-4044-b338-c7c30f9a0f4b tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Network e87b459a-890d-45c5-8314-ac75bfe75e07 is already hosted by enough agents. {{(pid=102346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:51:33.915359 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-93c2fee7-ceb0-4044-b338-c7c30f9a0f4b tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Resources bound (agent type, host, resource id): {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:51:33.920477 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-276bf314-772e-4f6a-8467-0f90744ec0fa req-3c4ad4de-d9e3-4920-a746-f5922cb9e734 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] Network f2b03a6b-6c02-4954-a3e8-168cf87d8153 is already hosted by enough agents. {{(pid=102347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:51:33.935689 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [req-276bf314-772e-4f6a-8467-0f90744ec0fa req-3c4ad4de-d9e3-4920-a746-f5922cb9e734 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] Resources bound (agent type, host, resource id): {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:51:33.938586 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4ad4de-d9e3-4920-a746-f5922cb9e734 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] Pushing event updated for resources: {'Port': ['ID=3199d82e-1c03-4dbb-aab6-a8ba719a2977,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:51:33.941073 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [req-276bf314-772e-4f6a-8467-0f90744ec0fa req-3c4ad4de-d9e3-4920-a746-f5922cb9e734 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] Received port after_create {{(pid=102347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:51:33.944913 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-d5b7287a-3bab-4d71-afd9-724224dd3fde admin admin] Publish callbacks [] for security_group, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:34.010003 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276bf314-772e-4f6a-8467-0f90744ec0fa req-3c4ad4de-d9e3-4920-a746-f5922cb9e734 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:51:34.010769 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-276bf314-772e-4f6a-8467-0f90744ec0fa req-3c4ad4de-d9e3-4920-a746-f5922cb9e734 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:34.044824 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-276bf314-772e-4f6a-8467-0f90744ec0fa req-3c4ad4de-d9e3-4920-a746-f5922cb9e734 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5931294 Oct 27 10:51:34.062689 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [req-276bf314-772e-4f6a-8467-0f90744ec0fa req-9e54948f-1025-40fc-a11c-448837eaeb88 service neutron] Request body: {'port': {'device_id': 'b9b37584-02c1-4529-ab98-f8811c757326', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-10'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:51:34.089332 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:34.138164 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] For port af3df7e2-646b-48f7-a8e9-cf18d6e5f5a6, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=af3df7e2-646b-48f7-a8e9-cf18d6e5f5a6,segment=NetworkSegment(bc14127b-7032-4c50-bb5b-f6813cbae86e),segment_id=bc14127b-7032-4c50-bb5b-f6813cbae86e)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:51:34.153286 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:34.186078 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-d5b7287a-3bab-4d71-afd9-724224dd3fde admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:34.187762 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-276bf314-772e-4f6a-8467-0f90744ec0fa req-9e54948f-1025-40fc-a11c-448837eaeb88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:34.201075 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-d5b7287a-3bab-4d71-afd9-724224dd3fde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:34.207970 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93c2fee7-ceb0-4044-b338-c7c30f9a0f4b tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Router e2163ac2-8eb6-47c6-9111-53dd587e4730 has already been hosted by L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb {{(pid=102346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 10:51:34.300897 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Pushing event updated for resources: {'Port': ['ID=af3df7e2-646b-48f7-a8e9-cf18d6e5f5a6,revision_number=4']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:51:34.371354 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device d075befc-6220-4637-aa08-353f762c2631 up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:51:34.384629 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93c2fee7-ceb0-4044-b338-c7c30f9a0f4b tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:51:34.391202 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-d5b7287a-3bab-4d71-afd9-724224dd3fde admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b02844db893d4893926c14e0cb7287bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7674706 Oct 27 10:51:34.392559 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-93c2fee7-ceb0-4044-b338-c7c30f9a0f4b tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "PUT /v2.0/routers/e2163ac2-8eb6-47c6-9111-53dd587e4730/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3686922 Oct 27 10:51:34.394264 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 60550) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:51:34.412360 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b7287a-3bab-4d71-afd9-724224dd3fde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d98247d-5eaa-44b0-8e4b-968f6b4b47c8,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:51:34.443978 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-821a6253-bafc-4726-9362-3206dbb81b35 None None] Sync routers for ids ['e2163ac2-8eb6-47c6-9111-53dd587e4730'] in n-d-813419-10 {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:51:34.500152 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-821a6253-bafc-4726-9362-3206dbb81b35 None None] Routers {'e2163ac2-8eb6-47c6-9111-53dd587e4730'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:51:34.500579 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-821a6253-bafc-4726-9362-3206dbb81b35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:51:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['e2163ac2-8eb6-47c6-9111-53dd587e4730'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:51:34.531847 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-da5d4244-4d5a-4efc-a44c-179e1e08d330 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:34.562451 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-d8243e97-110e-48cc-9e3a-b647d30282a9 None None] Provisioning complete for port d075befc-6220-4637-aa08-353f762c2631 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:51:34.563036 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-d8243e97-110e-48cc-9e3a-b647d30282a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:34.572367 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-da5d4244-4d5a-4efc-a44c-179e1e08d330 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:34.689265 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-da5d4244-4d5a-4efc-a44c-179e1e08d330 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:34.692817 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-da5d4244-4d5a-4efc-a44c-179e1e08d330 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:34.694314 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-da5d4244-4d5a-4efc-a44c-179e1e08d330 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4d98247d-5eaa-44b0-8e4b-968f6b4b47c8 HTTP/1.1" status: 204 len: 168 time: 0.2989371 Oct 27 10:51:34.748669 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5d4244-4d5a-4efc-a44c-179e1e08d330 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d98247d-5eaa-44b0-8e4b-968f6b4b47c8,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:51:34.758400 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port d075befc-6220-4637-aa08-353f762c2631 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:51:34.759181 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:34.767981 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81126369-a055-4570-8ebb-d6efa0199526 req-c57d9f73-4ebf-444a-a7d1-30da25494cf3 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:51:34.775682 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-81126369-a055-4570-8ebb-d6efa0199526 req-c57d9f73-4ebf-444a-a7d1-30da25494cf3 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] 10.222.0.44 "GET /v2.0/ports?device_id=b9b37584-02c1-4529-ab98-f8811c757326 HTTP/1.1" status: 200 len: 931 time: 0.3815014 Oct 27 10:51:34.818625 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-d31ce592-bc91-410e-843f-17359cc757de req-de61954b-5360-4be7-be7c-ee6a21bdcd97 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1594178640&fields=id&tenant_id=7f357cb809634e50864d0c31dbcbd617 HTTP/1.1" status: 200 len: 267 time: 0.0544150 Oct 27 10:51:34.888641 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-81126369-a055-4570-8ebb-d6efa0199526 req-e8eb4335-2805-41af-a3d5-788471713727 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] 10.222.0.44 "GET /v2.0/security-groups?id=ffed76d3-4d36-4729-a6a9-ef5807ccbf84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077409 Oct 27 10:51:34.929282 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvr_db [None req-821a6253-bafc-4726-9362-3206dbb81b35 None None] Set router e2163ac2-8eb6-47c6-9111-53dd587e4730 gateway port host: n-d-813419-10 {{(pid=102348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:51:35.079791 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-d8243e97-110e-48cc-9e3a-b647d30282a9 None None] Provisioning complete for port 84151759-91c6-48f1-9643-874fa8b91f15 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:51:35.080162 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-d8243e97-110e-48cc-9e3a-b647d30282a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:35.103015 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31ce592-bc91-410e-843f-17359cc757de req-61eaf915-e80c-4044-b5cc-eb64b9f0fbbf tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:51:35.114850 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-d31ce592-bc91-410e-843f-17359cc757de req-61eaf915-e80c-4044-b5cc-eb64b9f0fbbf tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "GET /v2.0/networks?id=e87b459a-890d-45c5-8314-ac75bfe75e07 HTTP/1.1" status: 200 len: 797 time: 0.2844188 Oct 27 10:51:35.154624 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-d31ce592-bc91-410e-843f-17359cc757de req-ae1dd97a-e732-4247-9c90-fccfcd20a41a tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "GET /v2.0/quotas/7f357cb809634e50864d0c31dbcbd617 HTTP/1.1" status: 200 len: 375 time: 0.0372775 Oct 27 10:51:35.292434 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-d31ce592-bc91-410e-843f-17359cc757de req-80125da1-9fc3-4ccf-86f0-3e86489d0260 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=7f357cb809634e50864d0c31dbcbd617&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1366994 Oct 27 10:51:35.319927 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-d8243e97-110e-48cc-9e3a-b647d30282a9 None None] Port 84151759-91c6-48f1-9643-874fa8b91f15 cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:51:35.384857 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 60572) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:51:35.406720 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-32178daf-f086-4acf-814d-d32fdddd1978 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:35.419868 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-821a6253-bafc-4726-9362-3206dbb81b35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2163ac2-8eb6-47c6-9111-53dd587e4730', 'name': 'tempest-TestNetworkAdvancedServerOps-router-737517996', 'tenant_id': '7f357cb809634e50864d0c31dbcbd617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.242'}], 'enable_snat': True}, 'gw_port_id': 'af3df7e2-646b-48f7-a8e9-cf18d6e5f5a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:51:26Z', 'updated_at': '2021-10-27T10:51:32Z', 'revision_number': 4, 'project_id': '7f357cb809634e50864d0c31dbcbd617', 'gw_port': {'id': 'af3df7e2-646b-48f7-a8e9-cf18d6e5f5a6', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:76:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2163ac2-8eb6-47c6-9111-53dd587e4730', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3417, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:51:27Z', 'updated_at': '2021-10-27T10:51:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_interfaces': [{'id': '84151759-91c6-48f1-9643-874fa8b91f15', 'name': '', 'network_id': 'e87b459a-890d-45c5-8314-ac75bfe75e07', 'tenant_id': '7f357cb809634e50864d0c31dbcbd617', 'mac_address': 'fa:16:3e:34:5d:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2163ac2-8eb6-47c6-9111-53dd587e4730', 'device_owner': 'network:router_interface', 'standard_attr_id': 3420, 'fixed_ips': [{'subnet_id': '82b76e3b-8a75-4966-b97f-20b4de5f581e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:51:31Z', 'updated_at': '2021-10-27T10:51:33Z', 'revision_number': 2, 'project_id': '7f357cb809634e50864d0c31dbcbd617', 'subnets': [{'id': '82b76e3b-8a75-4966-b97f-20b4de5f581e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:51:35.452948 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-d31ce592-bc91-410e-843f-17359cc757de req-212ea5d7-bf10-4af7-a112-fb50b5ada600 service neutron] 10.222.0.44 "GET /v2.0/networks/e87b459a-890d-45c5-8314-ac75bfe75e07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1569121 Oct 27 10:51:35.462121 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-821a6253-bafc-4726-9362-3206dbb81b35 None None] Checking router: e2163ac2-8eb6-47c6-9111-53dd587e4730 for host: n-d-813419-10 {{(pid=102348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 10:51:35.462628 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-821a6253-bafc-4726-9362-3206dbb81b35 None None] Updating router e2163ac2-8eb6-47c6-9111-53dd587e4730 port 84151759-91c6-48f1-9643-874fa8b91f15 binding host n-d-813419-10 {{(pid=102348) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 10:51:35.482508 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [req-276bf314-772e-4f6a-8467-0f90744ec0fa req-9e54948f-1025-40fc-a11c-448837eaeb88 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3199d82e-1c03-4dbb-aab6-a8ba719a2977 {{(pid=102347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:51:35.494882 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-821a6253-bafc-4726-9362-3206dbb81b35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:35.496271 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-276bf314-772e-4f6a-8467-0f90744ec0fa req-9e54948f-1025-40fc-a11c-448837eaeb88 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:35.509807 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-a816ac42-089a-4d48-a885-b3e1d547a6e3 None None] Provisioning complete for port 84151759-91c6-48f1-9643-874fa8b91f15 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:51:35.510316 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a816ac42-089a-4d48-a885-b3e1d547a6e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:35.524971 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.provisioning_blocks [req-276bf314-772e-4f6a-8467-0f90744ec0fa req-9e54948f-1025-40fc-a11c-448837eaeb88 service neutron] Transition to ACTIVE for port object 3199d82e-1c03-4dbb-aab6-a8ba719a2977 will not be triggered until provisioned by entity L2. {{(pid=102347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 10:51:35.533531 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-276bf314-772e-4f6a-8467-0f90744ec0fa req-9e54948f-1025-40fc-a11c-448837eaeb88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:35.575568 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-a816ac42-089a-4d48-a885-b3e1d547a6e3 None None] Port 84151759-91c6-48f1-9643-874fa8b91f15 cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:51:35.586461 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-d31ce592-bc91-410e-843f-17359cc757de req-ed2d4a91-bcdf-4740-a2ec-2f507260631e service neutron] 10.222.0.44 "GET /v2.0/networks/e87b459a-890d-45c5-8314-ac75bfe75e07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253121 Oct 27 10:51:35.598009 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e54948f-1025-40fc-a11c-448837eaeb88 service neutron] Pushing event updated for resources: {'Port': ['ID=3199d82e-1c03-4dbb-aab6-a8ba719a2977,revision_number=2']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:51:35.717219 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-32178daf-f086-4acf-814d-d32fdddd1978 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:35.723052 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-32178daf-f086-4acf-814d-d32fdddd1978 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:35.782229 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32178daf-f086-4acf-814d-d32fdddd1978 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fae4b3a-6f80-4bea-b7bb-f799ddf43c67,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:51:35.813827 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-32178daf-f086-4acf-814d-d32fdddd1978 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1e6be1c2282d4025be112861b9ec1fad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4278903 Oct 27 10:51:35.816367 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 60580) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:51:35.881952 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-88ccc4ca-f3a0-4d33-bf1f-0725c5050154 req-ac328b5b-78f5-4cd9-934b-d0680c66846b tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "GET /v2.0/ports?device_id=e489a004-a709-4610-8b39-9d67620338b9 HTTP/1.1" status: 200 len: 210 time: 0.0664463 Oct 27 10:51:35.903722 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-276bf314-772e-4f6a-8467-0f90744ec0fa req-9e54948f-1025-40fc-a11c-448837eaeb88 service neutron] Attempting to bind port 3199d82e-1c03-4dbb-aab6-a8ba719a2977 on host n-h1-813419-10 for vnic_type normal with profile {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:51:35.904451 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-276bf314-772e-4f6a-8467-0f90744ec0fa req-9e54948f-1025-40fc-a11c-448837eaeb88 service neutron] Attempting to bind port 3199d82e-1c03-4dbb-aab6-a8ba719a2977 by drivers openvswitch,hyperv on host n-h1-813419-10 at level 0 using segments [{'id': '8cab2adf-a440-42c6-b3ba-33945c07a109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'f2b03a6b-6c02-4954-a3e8-168cf87d8153'}] {{(pid=102347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:51:35.904451 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-276bf314-772e-4f6a-8467-0f90744ec0fa req-9e54948f-1025-40fc-a11c-448837eaeb88 service neutron] Attempting to bind port 3199d82e-1c03-4dbb-aab6-a8ba719a2977 on network f2b03a6b-6c02-4954-a3e8-168cf87d8153 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:51:35.918395 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-276bf314-772e-4f6a-8467-0f90744ec0fa req-9e54948f-1025-40fc-a11c-448837eaeb88 service neutron] Port 3199d82e-1c03-4dbb-aab6-a8ba719a2977 on network f2b03a6b-6c02-4954-a3e8-168cf87d8153 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-10 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 10:51:35.918724 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-276bf314-772e-4f6a-8467-0f90744ec0fa req-9e54948f-1025-40fc-a11c-448837eaeb88 service neutron] Attempting to bind port 3199d82e-1c03-4dbb-aab6-a8ba719a2977 on network f2b03a6b-6c02-4954-a3e8-168cf87d8153 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:51:35.935826 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-276bf314-772e-4f6a-8467-0f90744ec0fa req-9e54948f-1025-40fc-a11c-448837eaeb88 service neutron] Checking agent: {'id': 'a52e1cab-0c63-402d-9c94-330537c6c076', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 16, 2), 'started_at': datetime.datetime(2021, 10, 27, 10, 16, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 51, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:51:35.936170 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-276bf314-772e-4f6a-8467-0f90744ec0fa req-9e54948f-1025-40fc-a11c-448837eaeb88 service neutron] Checking segment: {'id': '8cab2adf-a440-42c6-b3ba-33945c07a109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'f2b03a6b-6c02-4954-a3e8-168cf87d8153'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:51:35.936753 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-276bf314-772e-4f6a-8467-0f90744ec0fa req-9e54948f-1025-40fc-a11c-448837eaeb88 service neutron] Bound using segment: {'id': '8cab2adf-a440-42c6-b3ba-33945c07a109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'f2b03a6b-6c02-4954-a3e8-168cf87d8153'} {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:51:35.937582 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-276bf314-772e-4f6a-8467-0f90744ec0fa req-9e54948f-1025-40fc-a11c-448837eaeb88 service neutron] Bound port: 3199d82e-1c03-4dbb-aab6-a8ba719a2977, host: n-h1-813419-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8cab2adf-a440-42c6-b3ba-33945c07a109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'f2b03a6b-6c02-4954-a3e8-168cf87d8153'}}] {{(pid=102347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:51:35.937934 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-276bf314-772e-4f6a-8467-0f90744ec0fa req-9e54948f-1025-40fc-a11c-448837eaeb88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:36.001914 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-bae31d7d-3fad-4f9d-83d5-ecf3ab65f6ed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:36.044883 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-bae31d7d-3fad-4f9d-83d5-ecf3ab65f6ed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:36.060554 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-276bf314-772e-4f6a-8467-0f90744ec0fa req-9e54948f-1025-40fc-a11c-448837eaeb88 service neutron] For port 3199d82e-1c03-4dbb-aab6-a8ba719a2977, host n-h1-813419-10, cleared binding levels {{(pid=102347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:51:36.080960 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-276bf314-772e-4f6a-8467-0f90744ec0fa req-9e54948f-1025-40fc-a11c-448837eaeb88 service neutron] For port 3199d82e-1c03-4dbb-aab6-a8ba719a2977, host n-h1-813419-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=3199d82e-1c03-4dbb-aab6-a8ba719a2977,segment=NetworkSegment(8cab2adf-a440-42c6-b3ba-33945c07a109),segment_id=8cab2adf-a440-42c6-b3ba-33945c07a109)] {{(pid=102347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:51:36.098105 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-276bf314-772e-4f6a-8467-0f90744ec0fa req-9e54948f-1025-40fc-a11c-448837eaeb88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:36.099348 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52da1a4-fab3-4373-8f66-3c9f36bbc5ad req-0ebdf15d-a5ec-4da7-859b-6f33ad9d3319 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:51:36.114700 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-f52da1a4-fab3-4373-8f66-3c9f36bbc5ad req-0ebdf15d-a5ec-4da7-859b-6f33ad9d3319 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] 10.222.0.44 "GET /v2.0/ports?device_id=b9b37584-02c1-4529-ab98-f8811c757326 HTTP/1.1" status: 200 len: 943 time: 0.1018195 Oct 27 10:51:36.144721 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-821a6253-bafc-4726-9362-3206dbb81b35 None None] Publish callbacks [] for port, precommit_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:36.155368 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-821a6253-bafc-4726-9362-3206dbb81b35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:36.234250 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e54948f-1025-40fc-a11c-448837eaeb88 service neutron] Pushing event updated for resources: {'Port': ['ID=3199d82e-1c03-4dbb-aab6-a8ba719a2977,revision_number=3']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:51:36.241002 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-f52da1a4-fab3-4373-8f66-3c9f36bbc5ad req-b7135b68-8239-4009-9a46-0ee56c2c9147 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] 10.222.0.44 "GET /v2.0/security-groups?id=ffed76d3-4d36-4729-a6a9-ef5807ccbf84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244442 Oct 27 10:51:36.262972 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276bf314-772e-4f6a-8467-0f90744ec0fa req-9e54948f-1025-40fc-a11c-448837eaeb88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:51:36.263936 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-276bf314-772e-4f6a-8467-0f90744ec0fa req-9e54948f-1025-40fc-a11c-448837eaeb88 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:36.266513 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-276bf314-772e-4f6a-8467-0f90744ec0fa req-9e54948f-1025-40fc-a11c-448837eaeb88 service neutron] 10.222.0.64 "PUT /v2.0/ports/3199d82e-1c03-4dbb-aab6-a8ba719a2977 HTTP/1.1" status: 200 len: 1092 time: 2.2082908 Oct 27 10:51:36.267168 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9b37584-02c1-4529-ab98-f8811c757326', 'tag': '3199d82e-1c03-4dbb-aab6-a8ba719a2977'}] {{(pid=102347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:51:36.270040 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311149b481204ee7edffdb959c881838506fbd95bc8577c048f6677abb73acc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d16825ac-14f6-4306-ac5f-37c4b1062104" -d '{"events": [{"name": "network-changed", "server_uuid": "b9b37584-02c1-4529-ab98-f8811c757326", "tag": "3199d82e-1c03-4dbb-aab6-a8ba719a2977"}]}' {{(pid=102347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:51:36.316571 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-bae31d7d-3fad-4f9d-83d5-ecf3ab65f6ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:36.321185 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-bae31d7d-3fad-4f9d-83d5-ecf3ab65f6ed admin admin] Publish callbacks [] for security_group, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:36.326665 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-bae31d7d-3fad-4f9d-83d5-ecf3ab65f6ed admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2fae4b3a-6f80-4bea-b7bb-f799ddf43c67 HTTP/1.1" status: 204 len: 168 time: 0.5085647 Oct 27 10:51:36.394014 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device af3df7e2-646b-48f7-a8e9-cf18d6e5f5a6 up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:51:36.413783 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 10:51:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c404383b-657b-47c9-8795-e2bac30ddf79 x-openstack-request-id: req-c404383b-657b-47c9-8795-e2bac30ddf79 {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:51:36.416273 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9b37584-02c1-4529-ab98-f8811c757326", "tag": "3199d82e-1c03-4dbb-aab6-a8ba719a2977", "status": "completed", "code": 200}]} {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:51:36.417880 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c404383b-657b-47c9-8795-e2bac30ddf79 {{(pid=102347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:51:36.418021 n-d-813419-10 neutron-server[102347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9b37584-02c1-4529-ab98-f8811c757326', 'tag': '3199d82e-1c03-4dbb-aab6-a8ba719a2977', 'status': 'completed', 'code': 200} Oct 27 10:51:36.427885 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae31d7d-3fad-4f9d-83d5-ecf3ab65f6ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fae4b3a-6f80-4bea-b7bb-f799ddf43c67,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:51:36.451039 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276bf314-772e-4f6a-8467-0f90744ec0fa req-a1345f4d-5988-492c-b912-f9f52d1f0989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:51:36.454375 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-276bf314-772e-4f6a-8467-0f90744ec0fa req-a1345f4d-5988-492c-b912-f9f52d1f0989 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=04258b83abed4a9ca4fa54d398f51fb3&device_id=b9b37584-02c1-4529-ab98-f8811c757326 HTTP/1.1" status: 200 len: 1095 time: 0.1236603 Oct 27 10:51:36.483220 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9306d3b-e72b-464d-b133-8a516123dfc5 None None] Pushing event updated for resources: {'Port': ['ID=84151759-91c6-48f1-9643-874fa8b91f15,revision_number=3']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:51:36.533715 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-821a6253-bafc-4726-9362-3206dbb81b35 None None] Attempting to bind port 84151759-91c6-48f1-9643-874fa8b91f15 on host n-d-813419-10 for vnic_type normal with profile {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:51:36.534088 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-821a6253-bafc-4726-9362-3206dbb81b35 None None] Attempting to bind port 84151759-91c6-48f1-9643-874fa8b91f15 by drivers openvswitch,hyperv on host n-d-813419-10 at level 0 using segments [{'id': 'ea6ed439-8ac4-4f10-990f-8157b2f8661b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'e87b459a-890d-45c5-8314-ac75bfe75e07'}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:51:36.535777 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-821a6253-bafc-4726-9362-3206dbb81b35 None None] Attempting to bind port 84151759-91c6-48f1-9643-874fa8b91f15 on network e87b459a-890d-45c5-8314-ac75bfe75e07 {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:51:36.548867 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-276bf314-772e-4f6a-8467-0f90744ec0fa req-13e4686e-13e9-4820-b715-62bcec9675b3 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3199d82e-1c03-4dbb-aab6-a8ba719a2977 HTTP/1.1" status: 200 len: 217 time: 0.0782275 Oct 27 10:51:36.553514 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-821a6253-bafc-4726-9362-3206dbb81b35 None None] Checking agent: {'id': '89dba0f3-79b2-435e-9822-33674b8f6ada', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 8, 20), 'started_at': datetime.datetime(2021, 10, 27, 10, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 51, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:51:36.553892 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-821a6253-bafc-4726-9362-3206dbb81b35 None None] Checking segment: {'id': 'ea6ed439-8ac4-4f10-990f-8157b2f8661b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'e87b459a-890d-45c5-8314-ac75bfe75e07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:51:36.554290 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-821a6253-bafc-4726-9362-3206dbb81b35 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:36.554823 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-821a6253-bafc-4726-9362-3206dbb81b35 None None] Bound using segment: {'id': 'ea6ed439-8ac4-4f10-990f-8157b2f8661b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'e87b459a-890d-45c5-8314-ac75bfe75e07'} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:51:36.555301 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-821a6253-bafc-4726-9362-3206dbb81b35 None None] Bound port: 84151759-91c6-48f1-9643-874fa8b91f15, host: n-d-813419-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea6ed439-8ac4-4f10-990f-8157b2f8661b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'e87b459a-890d-45c5-8314-ac75bfe75e07'}}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:51:36.555687 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-821a6253-bafc-4726-9362-3206dbb81b35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:36.617027 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port af3df7e2-646b-48f7-a8e9-cf18d6e5f5a6 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:51:36.617666 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:36.658990 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276bf314-772e-4f6a-8467-0f90744ec0fa req-695feff5-f71d-47d4-bb47-be52c27b38bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:51:36.660698 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-276bf314-772e-4f6a-8467-0f90744ec0fa req-695feff5-f71d-47d4-bb47-be52c27b38bd service neutron] 10.222.0.64 "GET /v2.0/subnets?id=10902cdd-be2b-4d88-ae3a-f5647b50017d HTTP/1.1" status: 200 len: 846 time: 0.0988154 Oct 27 10:51:36.687513 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-821a6253-bafc-4726-9362-3206dbb81b35 None None] For port 84151759-91c6-48f1-9643-874fa8b91f15, host n-d-813419-10, cleared binding levels {{(pid=102348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:51:36.694454 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-821a6253-bafc-4726-9362-3206dbb81b35 None None] For port 84151759-91c6-48f1-9643-874fa8b91f15, host n-d-813419-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=84151759-91c6-48f1-9643-874fa8b91f15,segment=NetworkSegment(ea6ed439-8ac4-4f10-990f-8157b2f8661b),segment_id=ea6ed439-8ac4-4f10-990f-8157b2f8661b)] {{(pid=102348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:51:36.710960 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-821a6253-bafc-4726-9362-3206dbb81b35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:36.716859 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-276bf314-772e-4f6a-8467-0f90744ec0fa req-c7a8ca2c-4940-4301-bbe3-bdff1f4dfae1 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f2b03a6b-6c02-4954-a3e8-168cf87d8153&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0480392 Oct 27 10:51:36.822372 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-2f2ea994-10f9-4e9e-a563-6d31027346de None None] Provisioning complete for port 84151759-91c6-48f1-9643-874fa8b91f15 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:51:36.822765 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-2f2ea994-10f9-4e9e-a563-6d31027346de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:36.882796 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-821a6253-bafc-4726-9362-3206dbb81b35 None None] Routers {'e2163ac2-8eb6-47c6-9111-53dd587e4730'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:51:36.883434 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-821a6253-bafc-4726-9362-3206dbb81b35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:51:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['e2163ac2-8eb6-47c6-9111-53dd587e4730'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:51:36.899283 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-276bf314-772e-4f6a-8467-0f90744ec0fa req-a64d104d-6260-40e3-b22f-3adb76ffc054 service neutron] 10.222.0.64 "GET /v2.0/networks/f2b03a6b-6c02-4954-a3e8-168cf87d8153?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1733379 Oct 27 10:51:36.987629 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9306d3b-e72b-464d-b133-8a516123dfc5 None None] Pushing event updated for resources: {'Port': ['ID=84151759-91c6-48f1-9643-874fa8b91f15,revision_number=4']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:51:37.013639 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-1f0055e2-4473-451d-9c7f-36808300d2f1 req-aedcfa36-0484-4fc6-a29e-bd0d8ab5480c tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "GET /v2.0/ports?device_id=e489a004-a709-4610-8b39-9d67620338b9 HTTP/1.1" status: 200 len: 210 time: 0.0384827 Oct 27 10:51:37.087296 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-276bf314-772e-4f6a-8467-0f90744ec0fa req-b8a4b65b-32f5-49fb-9d7e-4dc3a1c6bdaf service neutron] 10.222.0.64 "GET /v2.0/networks/f2b03a6b-6c02-4954-a3e8-168cf87d8153?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1807673 Oct 27 10:51:37.120902 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-2f2ea994-10f9-4e9e-a563-6d31027346de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:37.135985 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvr_db [None req-821a6253-bafc-4726-9362-3206dbb81b35 None None] Set router e2163ac2-8eb6-47c6-9111-53dd587e4730 gateway port host: n-d-813419-10 {{(pid=102348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:51:37.243869 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16825ac-14f6-4306-ac5f-37c4b1062104 req-2224bacc-a22d-4000-b9be-4ce5f05d1420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:51:37.245974 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-d16825ac-14f6-4306-ac5f-37c4b1062104 req-2224bacc-a22d-4000-b9be-4ce5f05d1420 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=04258b83abed4a9ca4fa54d398f51fb3&device_id=b9b37584-02c1-4529-ab98-f8811c757326 HTTP/1.1" status: 200 len: 1095 time: 0.0763586 Oct 27 10:51:37.466366 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31ce592-bc91-410e-843f-17359cc757de req-3928f6b2-094a-4952-9bcc-906e7c530c01 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:51:37.468239 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-d31ce592-bc91-410e-843f-17359cc757de req-3928f6b2-094a-4952-9bcc-906e7c530c01 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.76 "GET /v2.0/networks?id=e87b459a-890d-45c5-8314-ac75bfe75e07 HTTP/1.1" status: 200 len: 797 time: 0.2330480 Oct 27 10:51:37.470046 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-2f2ea994-10f9-4e9e-a563-6d31027346de None None] For port 84151759-91c6-48f1-9643-874fa8b91f15, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=84151759-91c6-48f1-9643-874fa8b91f15,segment=NetworkSegment(ea6ed439-8ac4-4f10-990f-8157b2f8661b),segment_id=ea6ed439-8ac4-4f10-990f-8157b2f8661b)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:51:37.488619 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-2f2ea994-10f9-4e9e-a563-6d31027346de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:37.554466 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-d31ce592-bc91-410e-843f-17359cc757de req-e1b09118-888d-4573-a082-7d8e2eff49c5 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7f357cb809634e50864d0c31dbcbd617 HTTP/1.1" status: 200 len: 380 time: 0.0760031 Oct 27 10:51:37.568857 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [req-d31ce592-bc91-410e-843f-17359cc757de req-01dfa090-5530-4c28-947c-12f1a94826f0 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Request body: {'port': {'device_id': 'e489a004-a709-4610-8b39-9d67620338b9', 'network_id': 'e87b459a-890d-45c5-8314-ac75bfe75e07', 'admin_state_up': True, 'tenant_id': '7f357cb809634e50864d0c31dbcbd617', 'security_groups': ['eac14644-f19c-4ddb-a549-c458f5e64a03']}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:51:37.569169 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabb914e-b6da-4adc-a2f1-b354e5d8fec2 req-75ead2a3-435f-4e69-a946-3f412a7458b1 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:51:37.570936 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-cabb914e-b6da-4adc-a2f1-b354e5d8fec2 req-75ead2a3-435f-4e69-a946-3f412a7458b1 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] 10.222.0.44 "GET /v2.0/ports?device_id=b9b37584-02c1-4529-ab98-f8811c757326 HTTP/1.1" status: 200 len: 943 time: 0.1189883 Oct 27 10:51:37.625627 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2ea994-10f9-4e9e-a563-6d31027346de None None] Pushing event updated for resources: {'Port': ['ID=84151759-91c6-48f1-9643-874fa8b91f15,revision_number=5']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:51:37.635675 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16825ac-14f6-4306-ac5f-37c4b1062104 req-683fdc41-dde8-4e6a-9104-63c89f96153a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:51:37.637221 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-d16825ac-14f6-4306-ac5f-37c4b1062104 req-683fdc41-dde8-4e6a-9104-63c89f96153a service neutron] 10.222.0.64 "GET /v2.0/networks?id=f2b03a6b-6c02-4954-a3e8-168cf87d8153 HTTP/1.1" status: 200 len: 907 time: 0.3747795 Oct 27 10:51:37.640807 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-cabb914e-b6da-4adc-a2f1-b354e5d8fec2 req-636b1ef3-2a0b-42da-8d11-c62436f892a7 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] 10.222.0.44 "GET /v2.0/security-groups?id=ffed76d3-4d36-4729-a6a9-ef5807ccbf84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616069 Oct 27 10:51:37.646711 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-2972734a-c34a-4373-bcb5-3675c8c4cfc4 None None] Provisioning complete for port 84151759-91c6-48f1-9643-874fa8b91f15 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:51:37.647387 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-2972734a-c34a-4373-bcb5-3675c8c4cfc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:37.730472 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-d16825ac-14f6-4306-ac5f-37c4b1062104 req-a814ad99-21d3-48a1-b8d9-e05a840e3cae service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3199d82e-1c03-4dbb-aab6-a8ba719a2977 HTTP/1.1" status: 200 len: 217 time: 0.0835738 Oct 27 10:51:37.735887 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d31ce592-bc91-410e-843f-17359cc757de req-01dfa090-5530-4c28-947c-12f1a94826f0 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Made reservation on behalf of 7f357cb809634e50864d0c31dbcbd617 for: {'port': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:51:37.741046 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-d31ce592-bc91-410e-843f-17359cc757de req-01dfa090-5530-4c28-947c-12f1a94826f0 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:37.745892 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-821a6253-bafc-4726-9362-3206dbb81b35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2163ac2-8eb6-47c6-9111-53dd587e4730', 'name': 'tempest-TestNetworkAdvancedServerOps-router-737517996', 'tenant_id': '7f357cb809634e50864d0c31dbcbd617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.242'}], 'enable_snat': True}, 'gw_port_id': 'af3df7e2-646b-48f7-a8e9-cf18d6e5f5a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:51:26Z', 'updated_at': '2021-10-27T10:51:32Z', 'revision_number': 4, 'project_id': '7f357cb809634e50864d0c31dbcbd617', 'gw_port': {'id': 'af3df7e2-646b-48f7-a8e9-cf18d6e5f5a6', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:76:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2163ac2-8eb6-47c6-9111-53dd587e4730', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3417, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:51:27Z', 'updated_at': '2021-10-27T10:51:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_interfaces': [{'id': '84151759-91c6-48f1-9643-874fa8b91f15', 'name': '', 'network_id': 'e87b459a-890d-45c5-8314-ac75bfe75e07', 'tenant_id': '7f357cb809634e50864d0c31dbcbd617', 'mac_address': 'fa:16:3e:34:5d:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2163ac2-8eb6-47c6-9111-53dd587e4730', 'device_owner': 'network:router_interface', 'standard_attr_id': 3420, 'fixed_ips': [{'subnet_id': '82b76e3b-8a75-4966-b97f-20b4de5f581e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:51:31Z', 'updated_at': '2021-10-27T10:51:36Z', 'revision_number': 4, 'project_id': '7f357cb809634e50864d0c31dbcbd617', 'subnets': [{'id': '82b76e3b-8a75-4966-b97f-20b4de5f581e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:51:37.805150 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16825ac-14f6-4306-ac5f-37c4b1062104 req-2a0a7f3e-39ec-4487-a1d6-9f99663a99a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:51:37.806752 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-d16825ac-14f6-4306-ac5f-37c4b1062104 req-2a0a7f3e-39ec-4487-a1d6-9f99663a99a3 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=10902cdd-be2b-4d88-ae3a-f5647b50017d HTTP/1.1" status: 200 len: 846 time: 0.0625923 Oct 27 10:51:37.826284 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-821a6253-bafc-4726-9362-3206dbb81b35 None None] The sync data for ids ['e2163ac2-8eb6-47c6-9111-53dd587e4730'] in n-d-813419-10 is: [{'id': 'e2163ac2-8eb6-47c6-9111-53dd587e4730', 'name': 'tempest-TestNetworkAdvancedServerOps-router-737517996', 'tenant_id': '7f357cb809634e50864d0c31dbcbd617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.242'}], 'enable_snat': True}, 'gw_port_id': 'af3df7e2-646b-48f7-a8e9-cf18d6e5f5a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:51:26Z', 'updated_at': '2021-10-27T10:51:32Z', 'revision_number': 4, 'project_id': '7f357cb809634e50864d0c31dbcbd617', 'gw_port': {'id': 'af3df7e2-646b-48f7-a8e9-cf18d6e5f5a6', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:76:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2163ac2-8eb6-47c6-9111-53dd587e4730', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3417, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:51:27Z', 'updated_at': '2021-10-27T10:51:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_interfaces': [{'id': '84151759-91c6-48f1-9643-874fa8b91f15', 'name': '', 'network_id': 'e87b459a-890d-45c5-8314-ac75bfe75e07', 'tenant_id': '7f357cb809634e50864d0c31dbcbd617', 'mac_address': 'fa:16:3e:34:5d:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2163ac2-8eb6-47c6-9111-53dd587e4730', 'device_owner': 'network:router_interface', 'standard_attr_id': 3420, 'fixed_ips': [{'subnet_id': '82b76e3b-8a75-4966-b97f-20b4de5f581e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:51:31Z', 'updated_at': '2021-10-27T10:51:36Z', 'revision_number': 4, 'project_id': '7f357cb809634e50864d0c31dbcbd617', 'subnets': [{'id': '82b76e3b-8a75-4966-b97f-20b4de5f581e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:51:37.857942 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-d16825ac-14f6-4306-ac5f-37c4b1062104 req-95e859be-ca8e-44c0-a7cd-7d30f53f7ae1 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f2b03a6b-6c02-4954-a3e8-168cf87d8153&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377872 Oct 27 10:51:37.976736 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_common [req-d31ce592-bc91-410e-843f-17359cc757de req-01dfa090-5530-4c28-947c-12f1a94826f0 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Allocated IP 172.20.0.8 (e87b459a-890d-45c5-8314-ac75bfe75e07/82b76e3b-8a75-4966-b97f-20b4de5f581e/b85b2469-dbae-4f33-aafe-430d63656371) {{(pid=102346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:51:38.135894 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-d16825ac-14f6-4306-ac5f-37c4b1062104 req-ddc3ca6d-0d7f-4cce-8385-99dcd486d448 service neutron] 10.222.0.64 "GET /v2.0/networks/f2b03a6b-6c02-4954-a3e8-168cf87d8153?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2663946 Oct 27 10:51:38.139443 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-d395037f-90ed-4ec5-9f38-85d2a1f9a5fe req-e39cce57-5b90-4d9d-ba30-a039f46fc6e5 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=1090fbea-f8b3-4d3f-818f-f3f9f18efe6c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1252601 Oct 27 10:51:38.152231 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-cb9a15f2-876a-4fa1-9d18-dd558ec8cd5d req-c5d73d0d-5f26-4fb3-b940-48984b58ad96 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "GET /v2.0/ports?device_id=e489a004-a709-4610-8b39-9d67620338b9 HTTP/1.1" status: 200 len: 210 time: 0.0362155 Oct 27 10:51:38.350944 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-d31ce592-bc91-410e-843f-17359cc757de req-01dfa090-5530-4c28-947c-12f1a94826f0 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks [] for port, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:38.371520 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 84151759-91c6-48f1-9643-874fa8b91f15 up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:51:38.384419 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d395037f-90ed-4ec5-9f38-85d2a1f9a5fe req-ada31889-cabf-4f5e-911c-0a2ff5adfada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:51:38.386879 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-d395037f-90ed-4ec5-9f38-85d2a1f9a5fe req-ada31889-cabf-4f5e-911c-0a2ff5adfada service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=b02a92ec9ad04d95b8ea6a5db5946dfb&device_id=1090fbea-f8b3-4d3f-818f-f3f9f18efe6c HTTP/1.1" status: 200 len: 1097 time: 0.1561570 Oct 27 10:51:38.401622 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-d31ce592-bc91-410e-843f-17359cc757de req-01dfa090-5530-4c28-947c-12f1a94826f0 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:38.470780 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01dfa090-5530-4c28-947c-12f1a94826f0 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Pushing event updated for resources: {'Port': ['ID=b85b2469-dbae-4f33-aafe-430d63656371,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:51:38.496290 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port 84151759-91c6-48f1-9643-874fa8b91f15 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:51:38.497505 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d31ce592-bc91-410e-843f-17359cc757de req-01dfa090-5530-4c28-947c-12f1a94826f0 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Network e87b459a-890d-45c5-8314-ac75bfe75e07 is already hosted by enough agents. {{(pid=102346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:51:38.498957 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:38.500629 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [req-d31ce592-bc91-410e-843f-17359cc757de req-01dfa090-5530-4c28-947c-12f1a94826f0 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Resources bound (agent type, host, resource id): {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:51:38.517654 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [req-d31ce592-bc91-410e-843f-17359cc757de req-01dfa090-5530-4c28-947c-12f1a94826f0 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Received port after_create {{(pid=102346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:51:38.563876 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-d16825ac-14f6-4306-ac5f-37c4b1062104 req-b6d686ca-9954-4a5f-97e0-86306b934a99 service neutron] 10.222.0.64 "GET /v2.0/networks/f2b03a6b-6c02-4954-a3e8-168cf87d8153?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4172480 Oct 27 10:51:38.618394 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31ce592-bc91-410e-843f-17359cc757de req-01dfa090-5530-4c28-947c-12f1a94826f0 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:51:38.619396 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-d31ce592-bc91-410e-843f-17359cc757de req-01dfa090-5530-4c28-947c-12f1a94826f0 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:38.658378 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-d31ce592-bc91-410e-843f-17359cc757de req-01dfa090-5530-4c28-947c-12f1a94826f0 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0920219 Oct 27 10:51:38.672891 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d395037f-90ed-4ec5-9f38-85d2a1f9a5fe req-af17d76d-00e6-4924-a9cf-f55e0a22b232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:51:38.673106 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [req-d31ce592-bc91-410e-843f-17359cc757de req-2e0faac2-0527-4ba3-a68e-939acf8513ad service neutron] Request body: {'port': {'device_id': 'e489a004-a709-4610-8b39-9d67620338b9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-10'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:51:38.678321 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-d395037f-90ed-4ec5-9f38-85d2a1f9a5fe req-af17d76d-00e6-4924-a9cf-f55e0a22b232 service neutron] 10.222.0.76 "GET /v2.0/networks?id=33cc32c2-598c-44fc-a251-6575a62c00c5 HTTP/1.1" status: 200 len: 912 time: 0.2649941 Oct 27 10:51:38.797485 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-d31ce592-bc91-410e-843f-17359cc757de req-2e0faac2-0527-4ba3-a68e-939acf8513ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:38.864022 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-d395037f-90ed-4ec5-9f38-85d2a1f9a5fe req-cb05b887-811f-4b45-8b42-0fe07e8c4166 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=074e4715-260f-4211-bb9a-3ea5db2add0f HTTP/1.1" status: 200 len: 1001 time: 0.1745892 Oct 27 10:51:38.893856 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad356e3-80c8-4e65-a7a6-63e2822e47b7 req-800135d7-23ae-40fe-b78d-38e80d99bda2 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:51:38.922428 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-2ad356e3-80c8-4e65-a7a6-63e2822e47b7 req-800135d7-23ae-40fe-b78d-38e80d99bda2 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] 10.222.0.44 "GET /v2.0/ports?device_id=b9b37584-02c1-4529-ab98-f8811c757326 HTTP/1.1" status: 200 len: 943 time: 0.1376522 Oct 27 10:51:38.957807 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-43d6550f-8388-4fa9-8b04-076b9097d703 None None] Provisioning complete for port b85b2469-dbae-4f33-aafe-430d63656371 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:51:38.958243 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-43d6550f-8388-4fa9-8b04-076b9097d703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:39.027078 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-2ad356e3-80c8-4e65-a7a6-63e2822e47b7 req-614d1e4a-7504-475a-97e5-0595bcc6d843 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] 10.222.0.44 "GET /v2.0/security-groups?id=ffed76d3-4d36-4729-a6a9-ef5807ccbf84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036997 Oct 27 10:51:39.028668 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d395037f-90ed-4ec5-9f38-85d2a1f9a5fe req-7cc2ec55-f51b-4ffe-9087-a67cd9497cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:51:39.030297 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-d395037f-90ed-4ec5-9f38-85d2a1f9a5fe req-7cc2ec55-f51b-4ffe-9087-a67cd9497cc9 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=87624d80-dded-417f-af79-cc56a741e5c4 HTTP/1.1" status: 200 len: 850 time: 0.1483061 Oct 27 10:51:39.105432 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:39.109094 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-43d6550f-8388-4fa9-8b04-076b9097d703 None None] Port b85b2469-dbae-4f33-aafe-430d63656371 cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:51:39.123806 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d395037f-90ed-4ec5-9f38-85d2a1f9a5fe req-4dd30608-2cef-49d0-936e-07d846fa9bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:51:39.127235 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-d395037f-90ed-4ec5-9f38-85d2a1f9a5fe req-4dd30608-2cef-49d0-936e-07d846fa9bfd service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=33cc32c2-598c-44fc-a251-6575a62c00c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0893307 Oct 27 10:51:39.308471 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-d395037f-90ed-4ec5-9f38-85d2a1f9a5fe req-1e8c68a1-8ab4-485e-bc29-726009ce0adc service neutron] 10.222.0.76 "GET /v2.0/networks/33cc32c2-598c-44fc-a251-6575a62c00c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1735117 Oct 27 10:51:39.357090 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [req-d31ce592-bc91-410e-843f-17359cc757de req-2e0faac2-0527-4ba3-a68e-939acf8513ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b85b2469-dbae-4f33-aafe-430d63656371 {{(pid=102346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:51:39.367229 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-d31ce592-bc91-410e-843f-17359cc757de req-2e0faac2-0527-4ba3-a68e-939acf8513ad service neutron] Publish callbacks [] for port, precommit_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:39.380974 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.provisioning_blocks [req-d31ce592-bc91-410e-843f-17359cc757de req-2e0faac2-0527-4ba3-a68e-939acf8513ad service neutron] Transition to ACTIVE for port object b85b2469-dbae-4f33-aafe-430d63656371 will not be triggered until provisioned by entity L2. {{(pid=102346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 10:51:39.393607 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-d31ce592-bc91-410e-843f-17359cc757de req-2e0faac2-0527-4ba3-a68e-939acf8513ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27024173'] for port, after_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:39.462485 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-d395037f-90ed-4ec5-9f38-85d2a1f9a5fe req-f5c6a648-8d0e-4f66-80ac-4caa931a1be1 service neutron] 10.222.0.76 "GET /v2.0/networks/33cc32c2-598c-44fc-a251-6575a62c00c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403899 Oct 27 10:51:39.568172 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78067b7d-bf3e-49c1-89cc-22ade9e24d76 req-89b1be01-26a0-4a00-b2c6-2fe5b273fa6b tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:51:39.569803 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-78067b7d-bf3e-49c1-89cc-22ade9e24d76 req-89b1be01-26a0-4a00-b2c6-2fe5b273fa6b tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "GET /v2.0/ports?device_id=e489a004-a709-4610-8b39-9d67620338b9 HTTP/1.1" status: 200 len: 943 time: 0.1875746 Oct 27 10:51:39.577178 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0faac2-0527-4ba3-a68e-939acf8513ad service neutron] Pushing event updated for resources: {'Port': ['ID=b85b2469-dbae-4f33-aafe-430d63656371,revision_number=2']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:51:39.647997 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device 3199d82e-1c03-4dbb-aab6-a8ba719a2977 details requested by agent hyperv_n-h1-813419-10 with host n-h1-813419-10 {{(pid=102348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 10:51:39.662055 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.managers [req-d31ce592-bc91-410e-843f-17359cc757de req-2e0faac2-0527-4ba3-a68e-939acf8513ad service neutron] Attempting to bind port b85b2469-dbae-4f33-aafe-430d63656371 on host n-h2-813419-10 for vnic_type normal with profile {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:51:39.662453 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.managers [req-d31ce592-bc91-410e-843f-17359cc757de req-2e0faac2-0527-4ba3-a68e-939acf8513ad service neutron] Attempting to bind port b85b2469-dbae-4f33-aafe-430d63656371 by drivers openvswitch,hyperv on host n-h2-813419-10 at level 0 using segments [{'id': 'ea6ed439-8ac4-4f10-990f-8157b2f8661b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'e87b459a-890d-45c5-8314-ac75bfe75e07'}] {{(pid=102346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:51:39.662703 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d31ce592-bc91-410e-843f-17359cc757de req-2e0faac2-0527-4ba3-a68e-939acf8513ad service neutron] Attempting to bind port b85b2469-dbae-4f33-aafe-430d63656371 on network e87b459a-890d-45c5-8314-ac75bfe75e07 {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:51:39.680795 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d31ce592-bc91-410e-843f-17359cc757de req-2e0faac2-0527-4ba3-a68e-939acf8513ad service neutron] Port b85b2469-dbae-4f33-aafe-430d63656371 on network e87b459a-890d-45c5-8314-ac75bfe75e07 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-10 {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 10:51:39.681114 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d31ce592-bc91-410e-843f-17359cc757de req-2e0faac2-0527-4ba3-a68e-939acf8513ad service neutron] Attempting to bind port b85b2469-dbae-4f33-aafe-430d63656371 on network e87b459a-890d-45c5-8314-ac75bfe75e07 {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:51:39.704470 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d31ce592-bc91-410e-843f-17359cc757de req-2e0faac2-0527-4ba3-a68e-939acf8513ad service neutron] Checking agent: {'id': 'a2edc247-0fa4-4ce6-bbae-a10492f6bd71', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 16, 9), 'started_at': datetime.datetime(2021, 10, 27, 10, 16, 9), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 51, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:51:39.704844 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d31ce592-bc91-410e-843f-17359cc757de req-2e0faac2-0527-4ba3-a68e-939acf8513ad service neutron] Checking segment: {'id': 'ea6ed439-8ac4-4f10-990f-8157b2f8661b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'e87b459a-890d-45c5-8314-ac75bfe75e07'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:51:39.705213 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d31ce592-bc91-410e-843f-17359cc757de req-2e0faac2-0527-4ba3-a68e-939acf8513ad service neutron] Bound using segment: {'id': 'ea6ed439-8ac4-4f10-990f-8157b2f8661b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'e87b459a-890d-45c5-8314-ac75bfe75e07'} {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:51:39.705644 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.managers [req-d31ce592-bc91-410e-843f-17359cc757de req-2e0faac2-0527-4ba3-a68e-939acf8513ad service neutron] Bound port: b85b2469-dbae-4f33-aafe-430d63656371, host: n-h2-813419-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea6ed439-8ac4-4f10-990f-8157b2f8661b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'e87b459a-890d-45c5-8314-ac75bfe75e07'}}] {{(pid=102346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:51:39.706002 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-d31ce592-bc91-410e-843f-17359cc757de req-2e0faac2-0527-4ba3-a68e-939acf8513ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:39.710994 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-78067b7d-bf3e-49c1-89cc-22ade9e24d76 req-af4b8f65-3320-4122-ade7-d1ac8d1dbd48 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "GET /v2.0/security-groups?id=eac14644-f19c-4ddb-a549-c458f5e64a03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1248868 Oct 27 10:51:39.869579 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port 3199d82e-1c03-4dbb-aab6-a8ba719a2977, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=3199d82e-1c03-4dbb-aab6-a8ba719a2977,segment=NetworkSegment(8cab2adf-a440-42c6-b3ba-33945c07a109),segment_id=8cab2adf-a440-42c6-b3ba-33945c07a109)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:51:39.870663 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [req-d31ce592-bc91-410e-843f-17359cc757de req-2e0faac2-0527-4ba3-a68e-939acf8513ad service neutron] For port b85b2469-dbae-4f33-aafe-430d63656371, host n-h2-813419-10, cleared binding levels {{(pid=102346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:51:39.877271 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [req-d31ce592-bc91-410e-843f-17359cc757de req-2e0faac2-0527-4ba3-a68e-939acf8513ad service neutron] For port b85b2469-dbae-4f33-aafe-430d63656371, host n-h2-813419-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=b85b2469-dbae-4f33-aafe-430d63656371,segment=NetworkSegment(ea6ed439-8ac4-4f10-990f-8157b2f8661b),segment_id=ea6ed439-8ac4-4f10-990f-8157b2f8661b)] {{(pid=102346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:51:39.889011 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-d31ce592-bc91-410e-843f-17359cc757de req-2e0faac2-0527-4ba3-a68e-939acf8513ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27024173'] for port, after_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:39.889173 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Returning: {'device': '3199d82e-1c03-4dbb-aab6-a8ba719a2977', 'network_id': 'f2b03a6b-6c02-4954-a3e8-168cf87d8153', 'port_id': '3199d82e-1c03-4dbb-aab6-a8ba719a2977', 'mac_address': 'fa:16:3e:86:0b:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 445, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10902cdd-be2b-4d88-ae3a-f5647b50017d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 10:51:39.970412 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:39.983102 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31ce592-bc91-410e-843f-17359cc757de req-2e0faac2-0527-4ba3-a68e-939acf8513ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:51:39.985483 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-d31ce592-bc91-410e-843f-17359cc757de req-2e0faac2-0527-4ba3-a68e-939acf8513ad service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:39.987476 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-d31ce592-bc91-410e-843f-17359cc757de req-2e0faac2-0527-4ba3-a68e-939acf8513ad service neutron] 10.222.0.76 "PUT /v2.0/ports/b85b2469-dbae-4f33-aafe-430d63656371 HTTP/1.1" status: 200 len: 1092 time: 1.3230455 Oct 27 10:51:39.988284 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3199d82e-1c03-4dbb-aab6-a8ba719a2977 {{(pid=102348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:51:39.990178 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e489a004-a709-4610-8b39-9d67620338b9', 'tag': 'b85b2469-dbae-4f33-aafe-430d63656371'}] {{(pid=102346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:51:39.994669 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc0e418f5fc417c8d55d94c0aa509b037d0beb2a734c1a709e789eb65639a56d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6da9854-f340-4eec-814c-3515252d101f" -d '{"events": [{"name": "network-changed", "server_uuid": "e489a004-a709-4610-8b39-9d67620338b9", "tag": "b85b2469-dbae-4f33-aafe-430d63656371"}]}' {{(pid=102346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:51:40.022845 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port 3199d82e-1c03-4dbb-aab6-a8ba719a2977, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=3199d82e-1c03-4dbb-aab6-a8ba719a2977,segment=NetworkSegment(8cab2adf-a440-42c6-b3ba-33945c07a109),segment_id=8cab2adf-a440-42c6-b3ba-33945c07a109)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:51:40.027808 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 60686) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:51:40.036756 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:40.136976 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Pushing event updated for resources: {'Port': ['ID=3199d82e-1c03-4dbb-aab6-a8ba719a2977,revision_number=4']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:51:40.304384 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] get_ports_and_sgs() called for port_ids ['3199d82e-1c03-4dbb-aab6-a8ba719a2977'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:51:40.315179 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0faac2-0527-4ba3-a68e-939acf8513ad service neutron] Pushing event updated for resources: {'Port': ['ID=b85b2469-dbae-4f33-aafe-430d63656371,revision_number=3']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:51:40.332548 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31ce592-bc91-410e-843f-17359cc757de req-ffdc0334-8a63-4e70-a1f2-190781fa1d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:51:40.332548 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-d31ce592-bc91-410e-843f-17359cc757de req-ffdc0334-8a63-4e70-a1f2-190781fa1d7b service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=7f357cb809634e50864d0c31dbcbd617&device_id=e489a004-a709-4610-8b39-9d67620338b9 HTTP/1.1" status: 200 len: 1095 time: 0.2882299 Oct 27 10:51:40.394144 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9766ab-6023-441e-9bbd-408769a77d3a req-00f331fd-b1bd-4934-b79d-7e614fa90d3a tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:51:40.396534 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-4f9766ab-6023-441e-9bbd-408769a77d3a req-00f331fd-b1bd-4934-b79d-7e614fa90d3a tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] 10.222.0.44 "GET /v2.0/ports?device_id=b9b37584-02c1-4529-ab98-f8811c757326 HTTP/1.1" status: 200 len: 944 time: 0.1665535 Oct 27 10:51:40.397873 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-d31ce592-bc91-410e-843f-17359cc757de req-69e828da-c138-478b-b9a7-4058aa77704b service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b85b2469-dbae-4f33-aafe-430d63656371 HTTP/1.1" status: 200 len: 217 time: 0.0577090 Oct 27 10:51:40.595866 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 10:51:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31857a8a-214c-4171-9f7d-b1a45ae30b95 x-openstack-request-id: req-31857a8a-214c-4171-9f7d-b1a45ae30b95 {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:51:40.596615 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e489a004-a709-4610-8b39-9d67620338b9", "tag": "b85b2469-dbae-4f33-aafe-430d63656371", "status": "completed", "code": 200}]} {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:51:40.597286 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-31857a8a-214c-4171-9f7d-b1a45ae30b95 {{(pid=102346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:51:40.597968 n-d-813419-10 neutron-server[102346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e489a004-a709-4610-8b39-9d67620338b9', 'tag': 'b85b2469-dbae-4f33-aafe-430d63656371', 'status': 'completed', 'code': 200} Oct 27 10:51:40.641400 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-4f9766ab-6023-441e-9bbd-408769a77d3a req-5a4b892d-aca1-45bc-b8e6-90f87e43348a tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] 10.222.0.44 "GET /v2.0/security-groups?id=ffed76d3-4d36-4729-a6a9-ef5807ccbf84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2171819 Oct 27 10:51:40.646682 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31ce592-bc91-410e-843f-17359cc757de req-54379ab7-52d7-48fa-af1a-138db87e7030 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:51:40.648137 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-d31ce592-bc91-410e-843f-17359cc757de req-54379ab7-52d7-48fa-af1a-138db87e7030 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=82b76e3b-8a75-4966-b97f-20b4de5f581e HTTP/1.1" status: 200 len: 833 time: 0.2406137 Oct 27 10:51:40.751530 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31ce592-bc91-410e-843f-17359cc757de req-4703331f-4295-4b24-acfa-5a784128faa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:51:40.753093 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-d31ce592-bc91-410e-843f-17359cc757de req-4703331f-4295-4b24-acfa-5a784128faa1 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=e87b459a-890d-45c5-8314-ac75bfe75e07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0798979 Oct 27 10:51:40.917673 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa14f1e-ce28-429e-8af8-ec3f865a8afc req-fb3cebe4-595f-4af3-b79b-068edc53be8f tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:51:40.929514 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-3fa14f1e-ce28-429e-8af8-ec3f865a8afc req-fb3cebe4-595f-4af3-b79b-068edc53be8f tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "GET /v2.0/ports?device_id=e489a004-a709-4610-8b39-9d67620338b9 HTTP/1.1" status: 200 len: 943 time: 0.0818238 Oct 27 10:51:40.973089 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-d31ce592-bc91-410e-843f-17359cc757de req-eb08feba-a57d-4a50-99d3-400736d393f8 service neutron] 10.222.0.76 "GET /v2.0/networks/e87b459a-890d-45c5-8314-ac75bfe75e07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2114997 Oct 27 10:51:41.013860 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-3fa14f1e-ce28-429e-8af8-ec3f865a8afc req-6b0cc9ee-9490-47b0-b9fc-d63420de4b7d tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "GET /v2.0/security-groups?id=eac14644-f19c-4ddb-a549-c458f5e64a03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807199 Oct 27 10:51:41.078114 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ca00a009-36c1-48b0-8b25-8eaa4162d08d tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1766202'] for router_interface, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:41.595709 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-d31ce592-bc91-410e-843f-17359cc757de req-e45adefd-0bef-42b4-ab7c-3e7d9479dbec service neutron] 10.222.0.76 "GET /v2.0/networks/e87b459a-890d-45c5-8314-ac75bfe75e07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6125493 Oct 27 10:51:41.650682 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device 3199d82e-1c03-4dbb-aab6-a8ba719a2977 up at agent hyperv_n-h1-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:51:41.709471 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Provisioning for port 3199d82e-1c03-4dbb-aab6-a8ba719a2977 completed by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 10:51:41.714957 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Provisioning complete for port 3199d82e-1c03-4dbb-aab6-a8ba719a2977 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:51:41.716468 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:41.769265 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6da9854-f340-4eec-814c-3515252d101f req-2bcdf749-e843-487a-86e5-b2d504516691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:51:41.770689 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-e6da9854-f340-4eec-814c-3515252d101f req-2bcdf749-e843-487a-86e5-b2d504516691 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=7f357cb809634e50864d0c31dbcbd617&device_id=e489a004-a709-4610-8b39-9d67620338b9 HTTP/1.1" status: 200 len: 1095 time: 0.1034009 Oct 27 10:51:41.824455 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:41.851322 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9b37584-02c1-4529-ab98-f8811c757326', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3199d82e-1c03-4dbb-aab6-a8ba719a2977'}] {{(pid=102348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:51:41.854357 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c588921fa634554a1d9242fdea1b05457a9ff1d3b28ba54ec1dace7f2f1df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15ad84e1-9f81-44e3-8ba9-f193b5c18884" -d '{"events": [{"server_uuid": "b9b37584-02c1-4529-ab98-f8811c757326", "name": "network-vif-plugged", "status": "completed", "tag": "3199d82e-1c03-4dbb-aab6-a8ba719a2977"}]}' {{(pid=102348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:51:41.872260 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port 3199d82e-1c03-4dbb-aab6-a8ba719a2977, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=3199d82e-1c03-4dbb-aab6-a8ba719a2977,segment=NetworkSegment(8cab2adf-a440-42c6-b3ba-33945c07a109),segment_id=8cab2adf-a440-42c6-b3ba-33945c07a109)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:51:41.878953 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:41.926927 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:51:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c42ad427-b32d-4015-86c1-16835ee9d805 x-openstack-request-id: req-c42ad427-b32d-4015-86c1-16835ee9d805 {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:51:41.927299 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9b37584-02c1-4529-ab98-f8811c757326", "name": "network-vif-plugged", "status": "completed", "tag": "3199d82e-1c03-4dbb-aab6-a8ba719a2977", "code": 200}]} {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:51:41.927547 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c42ad427-b32d-4015-86c1-16835ee9d805 {{(pid=102348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:51:41.927938 n-d-813419-10 neutron-server[102348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9b37584-02c1-4529-ab98-f8811c757326', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3199d82e-1c03-4dbb-aab6-a8ba719a2977', 'code': 200} Oct 27 10:51:41.964295 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Pushing event updated for resources: {'Port': ['ID=3199d82e-1c03-4dbb-aab6-a8ba719a2977,revision_number=5']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:51:41.999366 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 60742) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:51:42.003358 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fc9b0f-9894-463b-952d-2f22050e847f req-cdb57b58-c732-4cc8-828e-ee4ce2e49a47 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:51:42.005136 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-d6fc9b0f-9894-463b-952d-2f22050e847f req-cdb57b58-c732-4cc8-828e-ee4ce2e49a47 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] 10.222.0.44 "GET /v2.0/ports?device_id=b9b37584-02c1-4529-ab98-f8811c757326 HTTP/1.1" status: 200 len: 944 time: 0.2413495 Oct 27 10:51:42.010417 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6da9854-f340-4eec-814c-3515252d101f req-c72b01db-7362-41b0-a9e5-078d2da99a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:51:42.011890 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-e6da9854-f340-4eec-814c-3515252d101f req-c72b01db-7362-41b0-a9e5-078d2da99a00 service neutron] 10.222.0.76 "GET /v2.0/networks?id=e87b459a-890d-45c5-8314-ac75bfe75e07 HTTP/1.1" status: 200 len: 898 time: 0.1917107 Oct 27 10:51:42.061933 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ab0316-6ea8-4cb3-8069-a356e799c83a req-3d280f3b-9b43-4f0e-b9df-c9addc2967cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:51:42.064458 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-67ab0316-6ea8-4cb3-8069-a356e799c83a req-3d280f3b-9b43-4f0e-b9df-c9addc2967cf service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=b9b37584-02c1-4529-ab98-f8811c757326 HTTP/1.1" status: 200 len: 1097 time: 0.0535827 Oct 27 10:51:42.114866 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-67ab0316-6ea8-4cb3-8069-a356e799c83a req-0b348f6b-e655-4858-bb50-f6bdc26eeb35 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=ffed76d3-4d36-4729-a6a9-ef5807ccbf84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431023 Oct 27 10:51:42.123153 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-e6da9854-f340-4eec-814c-3515252d101f req-aec76810-cbb0-4307-ad59-182fa466500d service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b85b2469-dbae-4f33-aafe-430d63656371 HTTP/1.1" status: 200 len: 217 time: 0.1034939 Oct 27 10:51:42.173764 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-b38ab17d-b001-4c52-9b47-ab4b4842390d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:42.196241 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-d6fc9b0f-9894-463b-952d-2f22050e847f req-be35a613-e49b-4c8a-bc0c-18f5ca4316db tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] 10.222.0.44 "GET /v2.0/security-groups?id=ffed76d3-4d36-4729-a6a9-ef5807ccbf84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825352 Oct 27 10:51:42.216990 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bede883-f36e-46a7-90c2-93a3165e89a0 req-d90647a0-683d-4dc2-a858-4a37138fedb0 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:51:42.219387 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-2bede883-f36e-46a7-90c2-93a3165e89a0 req-d90647a0-683d-4dc2-a858-4a37138fedb0 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "GET /v2.0/ports?device_id=e489a004-a709-4610-8b39-9d67620338b9 HTTP/1.1" status: 200 len: 943 time: 0.0959535 Oct 27 10:51:42.244225 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6da9854-f340-4eec-814c-3515252d101f req-d49b2215-8663-4e5b-80dd-880dae418e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:51:42.245744 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-e6da9854-f340-4eec-814c-3515252d101f req-d49b2215-8663-4e5b-80dd-880dae418e5a service neutron] 10.222.0.76 "GET /v2.0/subnets?id=82b76e3b-8a75-4966-b97f-20b4de5f581e HTTP/1.1" status: 200 len: 833 time: 0.0957034 Oct 27 10:51:42.283699 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-2bede883-f36e-46a7-90c2-93a3165e89a0 req-e6f11699-04d5-400b-8b38-95b82847c55d tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "GET /v2.0/security-groups?id=eac14644-f19c-4ddb-a549-c458f5e64a03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578518 Oct 27 10:51:42.297377 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-ca00a009-36c1-48b0-8b25-8eaa4162d08d tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Deleting port 29011c95-6f36-4b84-b039-55f0433cc777 {{(pid=102346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:51:42.297723 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ca00a009-36c1-48b0-8b25-8eaa4162d08d tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:42.324445 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-b38ab17d-b001-4c52-9b47-ab4b4842390d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:42.335868 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-b38ab17d-b001-4c52-9b47-ab4b4842390d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:42.356419 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6da9854-f340-4eec-814c-3515252d101f req-e611a74f-376d-4917-a844-439b4b4bd522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:51:42.358368 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-e6da9854-f340-4eec-814c-3515252d101f req-e611a74f-376d-4917-a844-439b4b4bd522 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=e87b459a-890d-45c5-8314-ac75bfe75e07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1035583 Oct 27 10:51:42.378521 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-b38ab17d-b001-4c52-9b47-ab4b4842390d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=17ce126bb90a4bfb9849a9e106110ada&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3756206 Oct 27 10:51:42.378742 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 60748) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:51:42.381759 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38ab17d-b001-4c52-9b47-ab4b4842390d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18766767-7753-4e9c-b8ce-f0898bd85723,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:51:42.389500 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38ab17d-b001-4c52-9b47-ab4b4842390d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:51:42.390475 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38ab17d-b001-4c52-9b47-ab4b4842390d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:51:42.391582 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38ab17d-b001-4c52-9b47-ab4b4842390d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:51:42.391582 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38ab17d-b001-4c52-9b47-ab4b4842390d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:51:42.391818 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38ab17d-b001-4c52-9b47-ab4b4842390d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:51:42.392211 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38ab17d-b001-4c52-9b47-ab4b4842390d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:51:42.392610 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38ab17d-b001-4c52-9b47-ab4b4842390d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:51:42.393000 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38ab17d-b001-4c52-9b47-ab4b4842390d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:51:42.393390 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38ab17d-b001-4c52-9b47-ab4b4842390d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:51:42.393776 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38ab17d-b001-4c52-9b47-ab4b4842390d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:51:42.394164 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38ab17d-b001-4c52-9b47-ab4b4842390d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:51:42.394549 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38ab17d-b001-4c52-9b47-ab4b4842390d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:51:42.489892 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [None req-ca00a009-36c1-48b0-8b25-8eaa4162d08d tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] For port 29011c95-6f36-4b84-b039-55f0433cc777, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=29011c95-6f36-4b84-b039-55f0433cc777,segment=NetworkSegment(e297078d-645a-4c0b-84ed-954b9c8de54c),segment_id=e297078d-645a-4c0b-84ed-954b9c8de54c)] {{(pid=102346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:51:42.490301 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ca00a009-36c1-48b0-8b25-8eaa4162d08d tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:42.523266 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-ca00a009-36c1-48b0-8b25-8eaa4162d08d tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Calling delete_port for 29011c95-6f36-4b84-b039-55f0433cc777 owned by network:router_interface {{(pid=102346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:51:42.551456 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-e6da9854-f340-4eec-814c-3515252d101f req-9758f2a5-1f9c-4578-8d88-791897369d87 service neutron] 10.222.0.76 "GET /v2.0/networks/e87b459a-890d-45c5-8314-ac75bfe75e07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1838167 Oct 27 10:51:42.553385 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-c1676275-52fd-4b33-90cb-9c36b4d85819 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:42.657118 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-c1676275-52fd-4b33-90cb-9c36b4d85819 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:42.796699 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-e6da9854-f340-4eec-814c-3515252d101f req-d156ed0e-4234-4d9f-a422-f64869e0e06f service neutron] 10.222.0.76 "GET /v2.0/networks/e87b459a-890d-45c5-8314-ac75bfe75e07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2038410 Oct 27 10:51:42.825540 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-c1676275-52fd-4b33-90cb-9c36b4d85819 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:42.830065 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-c1676275-52fd-4b33-90cb-9c36b4d85819 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:42.831585 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-c1676275-52fd-4b33-90cb-9c36b4d85819 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/18766767-7753-4e9c-b8ce-f0898bd85723 HTTP/1.1" status: 204 len: 168 time: 0.4518867 Oct 27 10:51:42.862547 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1676275-52fd-4b33-90cb-9c36b4d85819 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18766767-7753-4e9c-b8ce-f0898bd85723,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:51:42.877473 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1676275-52fd-4b33-90cb-9c36b4d85819 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:51:42.877818 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1676275-52fd-4b33-90cb-9c36b4d85819 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:51:42.878158 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1676275-52fd-4b33-90cb-9c36b4d85819 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:51:42.878492 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1676275-52fd-4b33-90cb-9c36b4d85819 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:51:42.878826 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1676275-52fd-4b33-90cb-9c36b4d85819 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:51:42.879154 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1676275-52fd-4b33-90cb-9c36b4d85819 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:51:42.879483 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1676275-52fd-4b33-90cb-9c36b4d85819 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:51:42.879807 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1676275-52fd-4b33-90cb-9c36b4d85819 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:51:42.880128 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1676275-52fd-4b33-90cb-9c36b4d85819 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:51:42.880473 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1676275-52fd-4b33-90cb-9c36b4d85819 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:51:42.880808 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1676275-52fd-4b33-90cb-9c36b4d85819 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:51:42.881113 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1676275-52fd-4b33-90cb-9c36b4d85819 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:51:42.898612 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ca00a009-36c1-48b0-8b25-8eaa4162d08d tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:42.938773 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca00a009-36c1-48b0-8b25-8eaa4162d08d tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Pushing event deleted for resources: {'Port': ['ID=29011c95-6f36-4b84-b039-55f0433cc777,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:51:43.135213 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ca00a009-36c1-48b0-8b25-8eaa4162d08d tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2006968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1766358'] for router_interface, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:43.197113 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 60758) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:51:43.210207 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-817d6925-b6f2-437f-ac2e-ddcf82d936b2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:43.299684 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-817d6925-b6f2-437f-ac2e-ddcf82d936b2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:43.305954 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-817d6925-b6f2-437f-ac2e-ddcf82d936b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:43.354869 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817d6925-b6f2-437f-ac2e-ddcf82d936b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c89bd27c-c7ad-478c-987b-5e8a1a3ed29e,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:51:43.360330 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-817d6925-b6f2-437f-ac2e-ddcf82d936b2 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=338e11b606c84df4a63131a71585a014&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1621094 Oct 27 10:51:43.364093 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 60764) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:51:43.416645 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c4e206-47aa-4e64-a543-609ef2f6b566 req-f2011239-fd8e-44b5-92f7-40c82c18e77b tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:51:43.418420 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-77c4e206-47aa-4e64-a543-609ef2f6b566 req-f2011239-fd8e-44b5-92f7-40c82c18e77b tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] 10.222.0.44 "GET /v2.0/ports?device_id=b9b37584-02c1-4529-ab98-f8811c757326 HTTP/1.1" status: 200 len: 945 time: 0.1463687 Oct 27 10:51:43.457972 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-58c0c567-6471-4b32-8801-9e34753e1344 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:43.470866 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c94b2d-7d4e-4153-97e1-17ced9b928a7 req-07a61710-c259-473c-90a7-29ecdc6ee3d6 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:51:43.471968 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca00a009-36c1-48b0-8b25-8eaa4162d08d tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Router 19938d53-eb4d-4643-8dbd-eb1c5fa77c91 has already been hosted by L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb {{(pid=102346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 10:51:43.472393 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-62c94b2d-7d4e-4153-97e1-17ced9b928a7 req-07a61710-c259-473c-90a7-29ecdc6ee3d6 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "GET /v2.0/ports?device_id=e489a004-a709-4610-8b39-9d67620338b9 HTTP/1.1" status: 200 len: 943 time: 0.0708568 Oct 27 10:51:43.475739 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-77c4e206-47aa-4e64-a543-609ef2f6b566 req-5ba3dd26-06e2-4242-afff-f7f551072578 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] 10.222.0.44 "GET /v2.0/security-groups?id=ffed76d3-4d36-4729-a6a9-ef5807ccbf84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490558 Oct 27 10:51:43.504838 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-58c0c567-6471-4b32-8801-9e34753e1344 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:43.540914 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-62c94b2d-7d4e-4153-97e1-17ced9b928a7 req-f02d9963-55de-4513-89be-895226b14acb tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "GET /v2.0/security-groups?id=eac14644-f19c-4ddb-a549-c458f5e64a03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578368 Oct 27 10:51:43.566760 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-58c0c567-6471-4b32-8801-9e34753e1344 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:43.569426 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-58c0c567-6471-4b32-8801-9e34753e1344 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:43.570972 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-58c0c567-6471-4b32-8801-9e34753e1344 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c89bd27c-c7ad-478c-987b-5e8a1a3ed29e HTTP/1.1" status: 204 len: 168 time: 0.2052112 Oct 27 10:51:43.579406 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c0c567-6471-4b32-8801-9e34753e1344 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c89bd27c-c7ad-478c-987b-5e8a1a3ed29e,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:51:43.606373 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca00a009-36c1-48b0-8b25-8eaa4162d08d tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:51:43.616744 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-ca00a009-36c1-48b0-8b25-8eaa4162d08d tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] 10.222.0.44 "PUT /v2.0/routers/19938d53-eb4d-4643-8dbd-eb1c5fa77c91/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5873632 Oct 27 10:51:43.619601 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6418a7d-05b8-4499-9598-b37e60406471 None None] Sync routers for ids ['19938d53-eb4d-4643-8dbd-eb1c5fa77c91'] in n-d-813419-10 {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:51:43.632363 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6418a7d-05b8-4499-9598-b37e60406471 None None] Routers {'19938d53-eb4d-4643-8dbd-eb1c5fa77c91'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:51:43.633023 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-b6418a7d-05b8-4499-9598-b37e60406471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:51:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['19938d53-eb4d-4643-8dbd-eb1c5fa77c91'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:51:43.751666 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvr_db [None req-b6418a7d-05b8-4499-9598-b37e60406471 None None] Set router 19938d53-eb4d-4643-8dbd-eb1c5fa77c91 gateway port host: n-d-813419-10 {{(pid=102349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:51:43.897171 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ae6ee2-64a7-4b2a-ad8e-3e911d01555b req-ae8164d0-0717-4118-8904-98abf4c71cb5 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:51:43.904816 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-a6ae6ee2-64a7-4b2a-ad8e-3e911d01555b req-ae8164d0-0717-4118-8904-98abf4c71cb5 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] 10.222.0.44 "GET /v2.0/ports?device_id=bba81542-548a-446a-91d0-8f141667c6c0 HTTP/1.1" status: 200 len: 946 time: 0.0607951 Oct 27 10:51:43.956043 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-a6ae6ee2-64a7-4b2a-ad8e-3e911d01555b req-a1561123-e9df-4778-994b-0f0c260e5bbe tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] 10.222.0.44 "GET /v2.0/security-groups?id=f71f45e4-82bf-48f6-aaa4-9774f1df168e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0488536 Oct 27 10:51:44.143346 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-b6418a7d-05b8-4499-9598-b37e60406471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19938d53-eb4d-4643-8dbd-eb1c5fa77c91', 'name': 'tempest-TestNetworkBasicOps-router-1201353201', 'tenant_id': 'b77ac30bad224fe0b8e5f2c5dd43d62c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.58'}], 'enable_snat': True}, 'gw_port_id': 'c0d09193-5838-4ff6-9a45-ec7015d11caf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:49:42Z', 'updated_at': '2021-10-27T10:51:42Z', 'revision_number': 6, 'project_id': 'b77ac30bad224fe0b8e5f2c5dd43d62c', 'gw_port': {'id': 'c0d09193-5838-4ff6-9a45-ec7015d11caf', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:20:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19938d53-eb4d-4643-8dbd-eb1c5fa77c91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3285, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:49:42Z', 'updated_at': '2021-10-27T10:49:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_floatingips': [{'id': '6d36f8b9-21f0-466b-9c2d-036ed73540a0', 'tenant_id': 'b77ac30bad224fe0b8e5f2c5dd43d62c', 'floating_ip_address': '172.25.8.245', 'floating_network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'router_id': '19938d53-eb4d-4643-8dbd-eb1c5fa77c91', 'port_id': 'ba3a2f1e-bf4c-49a2-8f38-28785d639aa6', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3335, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea4d67f7-1216-4069-ab70-2f7251ebc836', 'mac_address': 'fa:16:3e:0d:44:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c713a44-4f54-40bf-a239-314a2d4de872', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T10:50:05Z', 'updated_at': '2021-10-27T10:50:08Z', 'revision_number': 1, 'project_id': 'b77ac30bad224fe0b8e5f2c5dd43d62c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7df4383b-72c6-49a0-a1f9-b60c5dba676b', 'name': '', 'network_id': 'ea4d67f7-1216-4069-ab70-2f7251ebc836', 'tenant_id': 'b77ac30bad224fe0b8e5f2c5dd43d62c', 'mac_address': 'fa:16:3e:1b:55:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19938d53-eb4d-4643-8dbd-eb1c5fa77c91', 'device_owner': 'network:router_interface', 'standard_attr_id': 3298, 'fixed_ips': [{'subnet_id': '662bb6fa-263f-4ddf-af7c-f38fb3508aed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:49:46Z', 'updated_at': '2021-10-27T10:49:51Z', 'revision_number': 5, 'project_id': 'b77ac30bad224fe0b8e5f2c5dd43d62c', 'subnets': [{'id': '662bb6fa-263f-4ddf-af7c-f38fb3508aed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:51:44.172139 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6418a7d-05b8-4499-9598-b37e60406471 None None] Checking router: 19938d53-eb4d-4643-8dbd-eb1c5fa77c91 for host: n-d-813419-10 {{(pid=102349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 10:51:44.181302 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6418a7d-05b8-4499-9598-b37e60406471 None None] Routers {'19938d53-eb4d-4643-8dbd-eb1c5fa77c91'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:51:44.182246 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-b6418a7d-05b8-4499-9598-b37e60406471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:51:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['19938d53-eb4d-4643-8dbd-eb1c5fa77c91'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:51:44.320876 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvr_db [None req-b6418a7d-05b8-4499-9598-b37e60406471 None None] Set router 19938d53-eb4d-4643-8dbd-eb1c5fa77c91 gateway port host: n-d-813419-10 {{(pid=102349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:51:44.583044 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-b6418a7d-05b8-4499-9598-b37e60406471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19938d53-eb4d-4643-8dbd-eb1c5fa77c91', 'name': 'tempest-TestNetworkBasicOps-router-1201353201', 'tenant_id': 'b77ac30bad224fe0b8e5f2c5dd43d62c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.58'}], 'enable_snat': True}, 'gw_port_id': 'c0d09193-5838-4ff6-9a45-ec7015d11caf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:49:42Z', 'updated_at': '2021-10-27T10:51:42Z', 'revision_number': 6, 'project_id': 'b77ac30bad224fe0b8e5f2c5dd43d62c', 'gw_port': {'id': 'c0d09193-5838-4ff6-9a45-ec7015d11caf', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:20:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19938d53-eb4d-4643-8dbd-eb1c5fa77c91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3285, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:49:42Z', 'updated_at': '2021-10-27T10:49:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_floatingips': [{'id': '6d36f8b9-21f0-466b-9c2d-036ed73540a0', 'tenant_id': 'b77ac30bad224fe0b8e5f2c5dd43d62c', 'floating_ip_address': '172.25.8.245', 'floating_network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'router_id': '19938d53-eb4d-4643-8dbd-eb1c5fa77c91', 'port_id': 'ba3a2f1e-bf4c-49a2-8f38-28785d639aa6', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3335, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea4d67f7-1216-4069-ab70-2f7251ebc836', 'mac_address': 'fa:16:3e:0d:44:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c713a44-4f54-40bf-a239-314a2d4de872', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T10:50:05Z', 'updated_at': '2021-10-27T10:50:08Z', 'revision_number': 1, 'project_id': 'b77ac30bad224fe0b8e5f2c5dd43d62c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7df4383b-72c6-49a0-a1f9-b60c5dba676b', 'name': '', 'network_id': 'ea4d67f7-1216-4069-ab70-2f7251ebc836', 'tenant_id': 'b77ac30bad224fe0b8e5f2c5dd43d62c', 'mac_address': 'fa:16:3e:1b:55:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19938d53-eb4d-4643-8dbd-eb1c5fa77c91', 'device_owner': 'network:router_interface', 'standard_attr_id': 3298, 'fixed_ips': [{'subnet_id': '662bb6fa-263f-4ddf-af7c-f38fb3508aed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:49:46Z', 'updated_at': '2021-10-27T10:49:51Z', 'revision_number': 5, 'project_id': 'b77ac30bad224fe0b8e5f2c5dd43d62c', 'subnets': [{'id': '662bb6fa-263f-4ddf-af7c-f38fb3508aed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:51:44.622171 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6418a7d-05b8-4499-9598-b37e60406471 None None] The sync data for ids ['19938d53-eb4d-4643-8dbd-eb1c5fa77c91'] in n-d-813419-10 is: [{'id': '19938d53-eb4d-4643-8dbd-eb1c5fa77c91', 'name': 'tempest-TestNetworkBasicOps-router-1201353201', 'tenant_id': 'b77ac30bad224fe0b8e5f2c5dd43d62c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.58'}], 'enable_snat': True}, 'gw_port_id': 'c0d09193-5838-4ff6-9a45-ec7015d11caf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:49:42Z', 'updated_at': '2021-10-27T10:51:42Z', 'revision_number': 6, 'project_id': 'b77ac30bad224fe0b8e5f2c5dd43d62c', 'gw_port': {'id': 'c0d09193-5838-4ff6-9a45-ec7015d11caf', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:20:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19938d53-eb4d-4643-8dbd-eb1c5fa77c91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3285, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:49:42Z', 'updated_at': '2021-10-27T10:49:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_floatingips': [{'id': '6d36f8b9-21f0-466b-9c2d-036ed73540a0', 'tenant_id': 'b77ac30bad224fe0b8e5f2c5dd43d62c', 'floating_ip_address': '172.25.8.245', 'floating_network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'router_id': '19938d53-eb4d-4643-8dbd-eb1c5fa77c91', 'port_id': 'ba3a2f1e-bf4c-49a2-8f38-28785d639aa6', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3335, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea4d67f7-1216-4069-ab70-2f7251ebc836', 'mac_address': 'fa:16:3e:0d:44:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c713a44-4f54-40bf-a239-314a2d4de872', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T10:50:05Z', 'updated_at': '2021-10-27T10:50:08Z', 'revision_number': 1, 'project_id': 'b77ac30bad224fe0b8e5f2c5dd43d62c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7df4383b-72c6-49a0-a1f9-b60c5dba676b', 'name': '', 'network_id': 'ea4d67f7-1216-4069-ab70-2f7251ebc836', 'tenant_id': 'b77ac30bad224fe0b8e5f2c5dd43d62c', 'mac_address': 'fa:16:3e:1b:55:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19938d53-eb4d-4643-8dbd-eb1c5fa77c91', 'device_owner': 'network:router_interface', 'standard_attr_id': 3298, 'fixed_ips': [{'subnet_id': '662bb6fa-263f-4ddf-af7c-f38fb3508aed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:49:46Z', 'updated_at': '2021-10-27T10:49:51Z', 'revision_number': 5, 'project_id': 'b77ac30bad224fe0b8e5f2c5dd43d62c', 'subnets': [{'id': '662bb6fa-263f-4ddf-af7c-f38fb3508aed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:51:44.636832 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a776ac8-3001-4bf3-8d94-6e3343f07b5d req-9bd25f92-42a7-4a40-8c33-c82241edfe15 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:51:44.638869 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-2a776ac8-3001-4bf3-8d94-6e3343f07b5d req-9bd25f92-42a7-4a40-8c33-c82241edfe15 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] 10.222.0.44 "GET /v2.0/ports?device_id=b9b37584-02c1-4529-ab98-f8811c757326 HTTP/1.1" status: 200 len: 945 time: 0.0712302 Oct 27 10:51:44.693246 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-2a776ac8-3001-4bf3-8d94-6e3343f07b5d req-f9415619-35f9-4c3d-a8a3-32f92372aa93 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] 10.222.0.44 "GET /v2.0/security-groups?id=ffed76d3-4d36-4729-a6a9-ef5807ccbf84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421455 Oct 27 10:51:44.746952 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be17a4d8-29fe-42e2-8953-dcdf53e3281d req-3ef8e6a5-cf56-4bfb-9312-35b1e09b0ee9 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:51:44.749479 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-be17a4d8-29fe-42e2-8953-dcdf53e3281d req-3ef8e6a5-cf56-4bfb-9312-35b1e09b0ee9 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "GET /v2.0/ports?device_id=e489a004-a709-4610-8b39-9d67620338b9 HTTP/1.1" status: 200 len: 943 time: 0.0947931 Oct 27 10:51:44.802736 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-be17a4d8-29fe-42e2-8953-dcdf53e3281d req-a1c6f2bc-1089-49d3-bdb9-a5fb88944be4 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "GET /v2.0/security-groups?id=eac14644-f19c-4ddb-a549-c458f5e64a03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460839 Oct 27 10:51:45.026560 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device b85b2469-dbae-4f33-aafe-430d63656371 details requested by agent hyperv_n-h2-813419-10 with host n-h2-813419-10 {{(pid=102348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 10:51:45.085440 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f418912e-33c6-41f5-a0f5-b11b586f3e82 req-48a5891d-7b8c-4b04-a2ea-ede804b150ae tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:51:45.093031 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-f418912e-33c6-41f5-a0f5-b11b586f3e82 req-48a5891d-7b8c-4b04-a2ea-ede804b150ae tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] 10.222.0.44 "GET /v2.0/networks?id=f2b03a6b-6c02-4954-a3e8-168cf87d8153 HTTP/1.1" status: 200 len: 806 time: 0.1738939 Oct 27 10:51:45.129486 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-f418912e-33c6-41f5-a0f5-b11b586f3e82 req-3df00be9-19c3-4093-b5ca-3e6d86fbf7d2 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] 10.222.0.44 "GET /v2.0/quotas/04258b83abed4a9ca4fa54d398f51fb3 HTTP/1.1" status: 200 len: 375 time: 0.0351634 Oct 27 10:51:45.144467 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] For port b85b2469-dbae-4f33-aafe-430d63656371, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=b85b2469-dbae-4f33-aafe-430d63656371,segment=NetworkSegment(ea6ed439-8ac4-4f10-990f-8157b2f8661b),segment_id=ea6ed439-8ac4-4f10-990f-8157b2f8661b)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:51:45.154334 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9df605-92c6-485f-bcc0-9e9cc152f7f3 req-873660d1-e0ca-4606-bdbd-957ca8fb534a tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:51:45.174399 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-7a9df605-92c6-485f-bcc0-9e9cc152f7f3 req-873660d1-e0ca-4606-bdbd-957ca8fb534a tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] 10.222.0.44 "GET /v2.0/ports?device_id=bba81542-548a-446a-91d0-8f141667c6c0 HTTP/1.1" status: 200 len: 946 time: 0.1109972 Oct 27 10:51:45.179955 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Returning: {'device': 'b85b2469-dbae-4f33-aafe-430d63656371', 'network_id': 'e87b459a-890d-45c5-8314-ac75bfe75e07', 'port_id': 'b85b2469-dbae-4f33-aafe-430d63656371', 'mac_address': 'fa:16:3e:f0:08:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82b76e3b-8a75-4966-b97f-20b4de5f581e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 10:51:45.222202 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-f418912e-33c6-41f5-a0f5-b11b586f3e82 req-fb5c5265-36c1-4174-80a9-17bc920646af tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=04258b83abed4a9ca4fa54d398f51fb3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0921390 Oct 27 10:51:45.256325 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:45.257917 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-7a9df605-92c6-485f-bcc0-9e9cc152f7f3 req-bf31ffa5-a7ac-4ae7-a61a-f2d02afe3219 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] 10.222.0.44 "GET /v2.0/security-groups?id=f71f45e4-82bf-48f6-aaa4-9774f1df168e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0650408 Oct 27 10:51:45.274876 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b85b2469-dbae-4f33-aafe-430d63656371 {{(pid=102348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:51:45.306767 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] For port b85b2469-dbae-4f33-aafe-430d63656371, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=b85b2469-dbae-4f33-aafe-430d63656371,segment=NetworkSegment(ea6ed439-8ac4-4f10-990f-8157b2f8661b),segment_id=ea6ed439-8ac4-4f10-990f-8157b2f8661b)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:51:45.318379 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:45.379768 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Pushing event updated for resources: {'Port': ['ID=b85b2469-dbae-4f33-aafe-430d63656371,revision_number=4']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:51:45.418031 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-f418912e-33c6-41f5-a0f5-b11b586f3e82 req-b954b251-34c7-4df7-86b1-8c8f8d8d4dd1 service neutron] 10.222.0.44 "GET /v2.0/networks/f2b03a6b-6c02-4954-a3e8-168cf87d8153?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1906097 Oct 27 10:51:45.580215 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390a27bd-1bdc-48f0-93b3-d4e9148db93d req-171028d7-017c-4c41-a673-4aec81d2e3a3 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:51:45.581701 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-390a27bd-1bdc-48f0-93b3-d4e9148db93d req-171028d7-017c-4c41-a673-4aec81d2e3a3 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] 10.222.0.76 "GET /v2.0/ports?device_id=bba81542-548a-446a-91d0-8f141667c6c0 HTTP/1.1" status: 200 len: 946 time: 0.0853879 Oct 27 10:51:45.603797 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-f418912e-33c6-41f5-a0f5-b11b586f3e82 req-ce9695ba-8186-4bd7-8ec6-2b34881a9d7a service neutron] 10.222.0.44 "GET /v2.0/networks/f2b03a6b-6c02-4954-a3e8-168cf87d8153?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1767843 Oct 27 10:51:45.668746 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] get_ports_and_sgs() called for port_ids ['b85b2469-dbae-4f33-aafe-430d63656371'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:51:45.781050 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [req-390a27bd-1bdc-48f0-93b3-d4e9148db93d req-b177ad77-bc24-4a68-9403-549cd7606dd6 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Deleting port 009a92ea-6277-41d7-92ae-ee6e8a1bed95 {{(pid=102346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:51:45.781649 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-390a27bd-1bdc-48f0-93b3-d4e9148db93d req-b177ad77-bc24-4a68-9403-549cd7606dd6 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:45.925285 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-7bd06d3d-cf75-4a61-8c91-f0b83ed75165 req-cb2ed395-8e8f-48e1-a8a0-f54d2fa84e38 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] 10.222.0.44 "GET /v2.0/ports?device_id=d61dac93-f54b-4e94-8936-7617c339d7e3 HTTP/1.1" status: 200 len: 210 time: 0.0601518 Oct 27 10:51:46.076645 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [req-390a27bd-1bdc-48f0-93b3-d4e9148db93d req-b177ad77-bc24-4a68-9403-549cd7606dd6 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] For port 009a92ea-6277-41d7-92ae-ee6e8a1bed95, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=009a92ea-6277-41d7-92ae-ee6e8a1bed95,segment=NetworkSegment(e297078d-645a-4c0b-84ed-954b9c8de54c),segment_id=e297078d-645a-4c0b-84ed-954b9c8de54c)] {{(pid=102346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:51:46.076976 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-390a27bd-1bdc-48f0-93b3-d4e9148db93d req-b177ad77-bc24-4a68-9403-549cd7606dd6 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:46.089716 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [req-390a27bd-1bdc-48f0-93b3-d4e9148db93d req-b177ad77-bc24-4a68-9403-549cd7606dd6 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Calling delete_port for 009a92ea-6277-41d7-92ae-ee6e8a1bed95 owned by compute:nova {{(pid=102346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:51:46.209722 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9caa95-b396-4c39-9682-01fa901f6a61 req-2bbdff6c-b234-4d43-a052-846a5c73a19f tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:51:46.218276 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 29011c95-6f36-4b84-b039-55f0433cc777 no longer exists at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:51:46.221297 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ac9caa95-b396-4c39-9682-01fa901f6a61 req-2bbdff6c-b234-4d43-a052-846a5c73a19f tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "GET /v2.0/ports?device_id=e489a004-a709-4610-8b39-9d67620338b9 HTTP/1.1" status: 200 len: 944 time: 0.2683423 Oct 27 10:51:46.278277 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ac9caa95-b396-4c39-9682-01fa901f6a61 req-e8850768-8ba6-4ac8-9367-77ac1b62e75c tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "GET /v2.0/security-groups?id=eac14644-f19c-4ddb-a549-c458f5e64a03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558949 Oct 27 10:51:46.305878 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] No Port match for: 29011c95-6f36-4b84-b039-55f0433cc777 {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:51:46.306224 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 29011c95-6f36-4b84-b039-55f0433cc777 not bound to the agent host n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:51:46.363005 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-3ec77724-b648-494c-bf3d-06a62b0c1c33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:46.388493 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-390a27bd-1bdc-48f0-93b3-d4e9148db93d req-b177ad77-bc24-4a68-9403-549cd7606dd6 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:46.406832 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdb669b-f243-4677-afe8-05d9bcfc82f7 req-cc84e483-e251-4a55-9f88-5db388407b6a tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:51:46.415007 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-efdb669b-f243-4677-afe8-05d9bcfc82f7 req-cc84e483-e251-4a55-9f88-5db388407b6a tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/ports?device_id=1090fbea-f8b3-4d3f-818f-f3f9f18efe6c HTTP/1.1" status: 200 len: 945 time: 0.0921924 Oct 27 10:51:46.454685 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b177ad77-bc24-4a68-9403-549cd7606dd6 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Pushing event deleted for resources: {'Port': ['ID=009a92ea-6277-41d7-92ae-ee6e8a1bed95,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:51:46.500492 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-efdb669b-f243-4677-afe8-05d9bcfc82f7 req-ad139425-bc59-4d16-b494-8b58634c7a37 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/security-groups?id=e12aac3e-256a-4b83-b5b5-3559f5984194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841246 Oct 27 10:51:46.539295 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-f18e5da4-e2f8-4c8c-b42f-978b0ae7b062 req-1c24591e-d540-409f-a76f-cc5db91f6418 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] 10.222.0.44 "GET /v2.0/ports?device_id=bba81542-548a-446a-91d0-8f141667c6c0 HTTP/1.1" status: 200 len: 210 time: 0.1473849 Oct 27 10:51:46.578129 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [req-390a27bd-1bdc-48f0-93b3-d4e9148db93d req-b177ad77-bc24-4a68-9403-549cd7606dd6 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] No DVR routers for this DVR port 009a92ea-6277-41d7-92ae-ee6e8a1bed95 on host n-h2-813419-10 {{(pid=102346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:51:46.583106 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-390a27bd-1bdc-48f0-93b3-d4e9148db93d req-b177ad77-bc24-4a68-9403-549cd7606dd6 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:46.587655 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-390a27bd-1bdc-48f0-93b3-d4e9148db93d req-b177ad77-bc24-4a68-9403-549cd7606dd6 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] 10.222.0.76 "DELETE /v2.0/ports/009a92ea-6277-41d7-92ae-ee6e8a1bed95 HTTP/1.1" status: 204 len: 173 time: 0.9979403 Oct 27 10:51:46.588440 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bba81542-548a-446a-91d0-8f141667c6c0', 'name': 'network-vif-deleted', 'tag': '009a92ea-6277-41d7-92ae-ee6e8a1bed95'}] {{(pid=102346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:51:46.590903 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc0e418f5fc417c8d55d94c0aa509b037d0beb2a734c1a709e789eb65639a56d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0afe66fb-c5d3-4377-9cf4-24a78ad1d644" -d '{"events": [{"server_uuid": "bba81542-548a-446a-91d0-8f141667c6c0", "name": "network-vif-deleted", "tag": "009a92ea-6277-41d7-92ae-ee6e8a1bed95"}]}' {{(pid=102346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:51:46.635272 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:51:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c41450a-89f5-4261-b0f5-e360df866742 x-openstack-request-id: req-6c41450a-89f5-4261-b0f5-e360df866742 {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:51:46.635565 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bba81542-548a-446a-91d0-8f141667c6c0", "name": "network-vif-deleted", "tag": "009a92ea-6277-41d7-92ae-ee6e8a1bed95", "status": "completed", "code": 200}]} {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:51:46.635817 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6c41450a-89f5-4261-b0f5-e360df866742 {{(pid=102346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:51:46.636241 n-d-813419-10 neutron-server[102346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bba81542-548a-446a-91d0-8f141667c6c0', 'name': 'network-vif-deleted', 'tag': '009a92ea-6277-41d7-92ae-ee6e8a1bed95', 'status': 'completed', 'code': 200} Oct 27 10:51:46.985988 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 60910) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:51:47.046838 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device b85b2469-dbae-4f33-aafe-430d63656371 up at agent hyperv_n-h2-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:51:47.065850 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-922c3a45-3408-4c75-bc75-c64f24a9a8b4 req-98745068-1234-4325-b1bd-222a730341fd tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] 10.222.0.44 "GET /v2.0/ports?device_id=d61dac93-f54b-4e94-8936-7617c339d7e3 HTTP/1.1" status: 200 len: 210 time: 0.0486116 Oct 27 10:51:47.153689 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Provisioning for port b85b2469-dbae-4f33-aafe-430d63656371 completed by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 10:51:47.158625 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Provisioning complete for port b85b2469-dbae-4f33-aafe-430d63656371 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:51:47.159261 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:47.202637 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ac8a4c5f-454c-42cb-8bb3-a63250a5eb19 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:47.269433 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:47.321892 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e489a004-a709-4610-8b39-9d67620338b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b85b2469-dbae-4f33-aafe-430d63656371'}] {{(pid=102348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:51:47.324385 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c588921fa634554a1d9242fdea1b05457a9ff1d3b28ba54ec1dace7f2f1df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a70d69a-224b-41ae-a8bc-11a533ada44a" -d '{"events": [{"server_uuid": "e489a004-a709-4610-8b39-9d67620338b9", "name": "network-vif-plugged", "status": "completed", "tag": "b85b2469-dbae-4f33-aafe-430d63656371"}]}' {{(pid=102348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:51:47.362597 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ac8a4c5f-454c-42cb-8bb3-a63250a5eb19 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:47.373820 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ac8a4c5f-454c-42cb-8bb3-a63250a5eb19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:47.377837 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] For port b85b2469-dbae-4f33-aafe-430d63656371, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=b85b2469-dbae-4f33-aafe-430d63656371,segment=NetworkSegment(ea6ed439-8ac4-4f10-990f-8157b2f8661b),segment_id=ea6ed439-8ac4-4f10-990f-8157b2f8661b)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:51:47.388819 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:47.389694 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device 009a92ea-6277-41d7-92ae-ee6e8a1bed95 no longer exists at agent hyperv_n-h2-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:51:47.408389 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-ac8a4c5f-454c-42cb-8bb3-a63250a5eb19 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=07f745416d844674a00ff86f3ed94b55&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4212737 Oct 27 10:51:47.410110 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 60926) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:51:47.434482 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f418912e-33c6-41f5-a0f5-b11b586f3e82 req-9140358d-b67c-472a-817d-a6df1b05a7dc tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:51:47.437153 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-f418912e-33c6-41f5-a0f5-b11b586f3e82 req-9140358d-b67c-472a-817d-a6df1b05a7dc tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] 10.222.0.64 "GET /v2.0/networks?id=f2b03a6b-6c02-4954-a3e8-168cf87d8153 HTTP/1.1" status: 200 len: 806 time: 0.1763344 Oct 27 10:51:47.455801 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:51:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4efa2940-87f2-4e17-a693-e84dc1dafba1 x-openstack-request-id: req-4efa2940-87f2-4e17-a693-e84dc1dafba1 {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:51:47.456081 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e489a004-a709-4610-8b39-9d67620338b9", "name": "network-vif-plugged", "status": "completed", "tag": "b85b2469-dbae-4f33-aafe-430d63656371", "code": 200}]} {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:51:47.456534 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4efa2940-87f2-4e17-a693-e84dc1dafba1 {{(pid=102348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:51:47.457101 n-d-813419-10 neutron-server[102348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e489a004-a709-4610-8b39-9d67620338b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b85b2469-dbae-4f33-aafe-430d63656371', 'code': 200} Oct 27 10:51:47.477598 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] No Port match for: 009a92ea-6277-41d7-92ae-ee6e8a1bed95 {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:51:47.478241 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device 009a92ea-6277-41d7-92ae-ee6e8a1bed95 not bound to the agent host n-h2-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:51:47.479885 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [req-f418912e-33c6-41f5-a0f5-b11b586f3e82 req-d62f312c-77b0-469c-9842-613600ab7d7b tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] Request body: {'port': {'device_id': 'd61dac93-f54b-4e94-8936-7617c339d7e3', 'network_id': 'f2b03a6b-6c02-4954-a3e8-168cf87d8153', 'admin_state_up': True, 'tenant_id': '04258b83abed4a9ca4fa54d398f51fb3'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:51:47.485108 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8a4c5f-454c-42cb-8bb3-a63250a5eb19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3c678ce-34a6-40fe-afdb-2a7f559c5288,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:51:47.511504 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Pushing event updated for resources: {'Port': ['ID=b85b2469-dbae-4f33-aafe-430d63656371,revision_number=5']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:51:47.553627 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-337261d4-ae93-490f-9943-77dd3e0457c9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:47.602683 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-337261d4-ae93-490f-9943-77dd3e0457c9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:47.638224 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ed9257-99de-4f60-86b9-a486e120277f req-d27bd3f4-18cd-434f-aa57-6cec2c0fa57a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:51:47.640011 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-38ed9257-99de-4f60-86b9-a486e120277f req-d27bd3f4-18cd-434f-aa57-6cec2c0fa57a service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=e489a004-a709-4610-8b39-9d67620338b9 HTTP/1.1" status: 200 len: 1097 time: 0.1060612 Oct 27 10:51:47.641643 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183c3cd9-4275-4719-9781-d6fd66fde09c req-391c9631-602d-4d96-8f6f-4fc54c2efbac tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:51:47.644760 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-183c3cd9-4275-4719-9781-d6fd66fde09c req-391c9631-602d-4d96-8f6f-4fc54c2efbac tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "GET /v2.0/ports?device_id=e489a004-a709-4610-8b39-9d67620338b9 HTTP/1.1" status: 200 len: 945 time: 0.1755559 Oct 27 10:51:47.708916 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218fefe6-b8e4-4b46-a90c-64de7e3a3fb0 req-d2bc58c6-0e20-487c-aedb-e3a03d70ada0 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:51:47.710402 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-218fefe6-b8e4-4b46-a90c-64de7e3a3fb0 req-d2bc58c6-0e20-487c-aedb-e3a03d70ada0 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/ports?device_id=1090fbea-f8b3-4d3f-818f-f3f9f18efe6c HTTP/1.1" status: 200 len: 945 time: 0.1293552 Oct 27 10:51:47.712728 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-38ed9257-99de-4f60-86b9-a486e120277f req-d7a68673-8293-418f-8f30-89077a1e19a9 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=eac14644-f19c-4ddb-a549-c458f5e64a03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627732 Oct 27 10:51:47.718879 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-183c3cd9-4275-4719-9781-d6fd66fde09c req-4a1dbcf7-4354-41ad-912c-671af9e1151f tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "GET /v2.0/security-groups?id=eac14644-f19c-4ddb-a549-c458f5e64a03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617611 Oct 27 10:51:47.737587 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f418912e-33c6-41f5-a0f5-b11b586f3e82 req-d62f312c-77b0-469c-9842-613600ab7d7b tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] Made reservation on behalf of 04258b83abed4a9ca4fa54d398f51fb3 for: {'port': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:51:47.740584 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-f418912e-33c6-41f5-a0f5-b11b586f3e82 req-d62f312c-77b0-469c-9842-613600ab7d7b tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:47.747338 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-337261d4-ae93-490f-9943-77dd3e0457c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:47.758059 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-337261d4-ae93-490f-9943-77dd3e0457c9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:47.760817 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-337261d4-ae93-490f-9943-77dd3e0457c9 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b3c678ce-34a6-40fe-afdb-2a7f559c5288 HTTP/1.1" status: 204 len: 168 time: 0.3493190 Oct 27 10:51:47.799523 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337261d4-ae93-490f-9943-77dd3e0457c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3c678ce-34a6-40fe-afdb-2a7f559c5288,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:51:47.809766 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 60936) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:51:47.835798 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-218fefe6-b8e4-4b46-a90c-64de7e3a3fb0 req-ab7cee6c-9fec-4068-91b4-59977de2649b tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/security-groups?id=e12aac3e-256a-4b83-b5b5-3559f5984194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1193111 Oct 27 10:51:47.924329 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-90cc649e-9108-49c1-b977-4074ec3adf25 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Publish callbacks [] for security_group, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:47.928129 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_common [req-f418912e-33c6-41f5-a0f5-b11b586f3e82 req-d62f312c-77b0-469c-9842-613600ab7d7b tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] Allocated IP 172.20.0.2 (f2b03a6b-6c02-4954-a3e8-168cf87d8153/10902cdd-be2b-4d88-ae3a-f5647b50017d/7049cf00-c197-46a0-9a49-011394172668) {{(pid=102347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:51:47.964462 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-90cc649e-9108-49c1-b977-4074ec3adf25 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:48.033995 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-90cc649e-9108-49c1-b977-4074ec3adf25 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:48.036646 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-90cc649e-9108-49c1-b977-4074ec3adf25 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:48.040303 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-90cc649e-9108-49c1-b977-4074ec3adf25 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] 10.222.0.44 "DELETE /v2.0/security-groups/f71f45e4-82bf-48f6-aaa4-9774f1df168e HTTP/1.1" status: 204 len: 168 time: 0.2262220 Oct 27 10:51:48.062984 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cc649e-9108-49c1-b977-4074ec3adf25 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f71f45e4-82bf-48f6-aaa4-9774f1df168e,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:51:48.082276 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 60946) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:51:48.198847 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1670a7b-6b89-4ca5-bd41-8010c0bffcaa tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Deleting subnet c31114fa-6d99-4a5a-ac4f-a4a646a96045 {{(pid=102346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 10:51:48.200234 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-f418912e-33c6-41f5-a0f5-b11b586f3e82 req-d62f312c-77b0-469c-9842-613600ab7d7b tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] Publish callbacks [] for port, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:48.204939 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d1670a7b-6b89-4ca5-bd41-8010c0bffcaa tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Publish callbacks [] for subnet, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:48.224285 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 60956) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:51:48.250296 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-e4c17687-9687-44e5-b914-a82a4a4a9714 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:48.265984 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-fc277b34-9851-4be2-b6f1-31af37dd9afd req-1a14c354-944c-4c57-bf21-4fa05f97230f tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] 10.222.0.44 "GET /v2.0/ports?device_id=d61dac93-f54b-4e94-8936-7617c339d7e3 HTTP/1.1" status: 200 len: 210 time: 0.0622723 Oct 27 10:51:48.300814 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-f418912e-33c6-41f5-a0f5-b11b586f3e82 req-d62f312c-77b0-469c-9842-613600ab7d7b tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:48.314255 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d1670a7b-6b89-4ca5-bd41-8010c0bffcaa tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25847868'] for subnet, precommit_delete_associations {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:48.314515 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] get_ports_and_sgs() called for port_ids ['fe919a1d-8d66-4e9c-9d07-1b82a0020cfa', '3199d82e-1c03-4dbb-aab6-a8ba719a2977'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:51:48.378357 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62f312c-77b0-469c-9842-613600ab7d7b tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] Pushing event updated for resources: {'Port': ['ID=7049cf00-c197-46a0-9a49-011394172668,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:51:48.379898 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be5f07e-fc1a-4dfd-a53d-30f4a73eaee9 req-ef55a575-628c-404c-b4b2-7d9c42da5e93 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:51:48.382461 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-4be5f07e-fc1a-4dfd-a53d-30f4a73eaee9 req-ef55a575-628c-404c-b4b2-7d9c42da5e93 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.76 "GET /v2.0/ports?device_id=1090fbea-f8b3-4d3f-818f-f3f9f18efe6c HTTP/1.1" status: 200 len: 945 time: 0.1462071 Oct 27 10:51:48.441906 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-e4c17687-9687-44e5-b914-a82a4a4a9714 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:48.452507 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f418912e-33c6-41f5-a0f5-b11b586f3e82 req-d62f312c-77b0-469c-9842-613600ab7d7b tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] Network f2b03a6b-6c02-4954-a3e8-168cf87d8153 is already hosted by enough agents. {{(pid=102347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:51:48.454827 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-e4c17687-9687-44e5-b914-a82a4a4a9714 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:48.462806 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [req-f418912e-33c6-41f5-a0f5-b11b586f3e82 req-d62f312c-77b0-469c-9842-613600ab7d7b tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] Resources bound (agent type, host, resource id): {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:51:48.482789 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [req-f418912e-33c6-41f5-a0f5-b11b586f3e82 req-d62f312c-77b0-469c-9842-613600ab7d7b tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] Received port after_create {{(pid=102347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:51:48.505516 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d1670a7b-6b89-4ca5-bd41-8010c0bffcaa tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855646'] for subnet, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:48.534896 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-e4c17687-9687-44e5-b914-a82a4a4a9714 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f788576a3a9d4e3b9c6f037374fafdbd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3095639 Oct 27 10:51:48.539884 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 60962) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:51:48.546631 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c17687-9687-44e5-b914-a82a4a4a9714 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e18d7179-07d2-4995-942a-f9499f36ba5d,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:51:48.580048 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f418912e-33c6-41f5-a0f5-b11b586f3e82 req-d62f312c-77b0-469c-9842-613600ab7d7b tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:51:48.580786 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-f418912e-33c6-41f5-a0f5-b11b586f3e82 req-d62f312c-77b0-469c-9842-613600ab7d7b tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:48.618932 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-f418912e-33c6-41f5-a0f5-b11b586f3e82 req-d62f312c-77b0-469c-9842-613600ab7d7b tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1553457 Oct 27 10:51:48.624076 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-a7cf033c-2078-4d06-b493-090cd3da9098 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:48.629584 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [req-4be5f07e-fc1a-4dfd-a53d-30f4a73eaee9 req-1e7f76e6-bcbd-4718-ae31-e07957deffa9 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Deleting port 074e4715-260f-4211-bb9a-3ea5db2add0f {{(pid=102346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:51:48.630549 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-4be5f07e-fc1a-4dfd-a53d-30f4a73eaee9 req-1e7f76e6-bcbd-4718-ae31-e07957deffa9 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:48.633388 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [req-f418912e-33c6-41f5-a0f5-b11b586f3e82 req-001d6dcd-9db1-4efa-b13c-1a2faede208c service neutron] Request body: {'port': {'device_id': 'd61dac93-f54b-4e94-8936-7617c339d7e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-10'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:51:48.672957 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-a7cf033c-2078-4d06-b493-090cd3da9098 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:48.679059 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d1670a7b-6b89-4ca5-bd41-8010c0bffcaa tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27024355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27168307'] for subnet, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:48.721265 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1670a7b-6b89-4ca5-bd41-8010c0bffcaa tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Pushing event deleted for resources: {'Subnet': ['ID=c31114fa-6d99-4a5a-ac4f-a4a646a96045,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:51:48.728597 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d1670a7b-6b89-4ca5-bd41-8010c0bffcaa tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for subnet, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:48.728821 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-f418912e-33c6-41f5-a0f5-b11b586f3e82 req-001d6dcd-9db1-4efa-b13c-1a2faede208c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:48.735475 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-d1670a7b-6b89-4ca5-bd41-8010c0bffcaa tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] 10.222.0.44 "DELETE /v2.0/subnets/c31114fa-6d99-4a5a-ac4f-a4a646a96045 HTTP/1.1" status: 204 len: 168 time: 0.6524651 Oct 27 10:51:48.736303 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 60964) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:51:48.779161 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc1e3d31-dcf3-4644-80c7-c7ae76130196 None None] Network a397b4af-e073-48a8-9626-4bee98265f39 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:51:48.794433 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-a7cf033c-2078-4d06-b493-090cd3da9098 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:48.797483 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-a7cf033c-2078-4d06-b493-090cd3da9098 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:48.801238 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-a7cf033c-2078-4d06-b493-090cd3da9098 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e18d7179-07d2-4995-942a-f9499f36ba5d HTTP/1.1" status: 204 len: 168 time: 0.2584867 Oct 27 10:51:48.860218 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cf033c-2078-4d06-b493-090cd3da9098 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e18d7179-07d2-4995-942a-f9499f36ba5d,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:51:48.867538 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [req-4be5f07e-fc1a-4dfd-a53d-30f4a73eaee9 req-1e7f76e6-bcbd-4718-ae31-e07957deffa9 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] For port 074e4715-260f-4211-bb9a-3ea5db2add0f, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=074e4715-260f-4211-bb9a-3ea5db2add0f,segment=NetworkSegment(d1b37471-bd8e-4564-a77c-6e0c9d2699fd),segment_id=d1b37471-bd8e-4564-a77c-6e0c9d2699fd)] {{(pid=102346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:51:48.868010 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-4be5f07e-fc1a-4dfd-a53d-30f4a73eaee9 req-1e7f76e6-bcbd-4718-ae31-e07957deffa9 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:48.921547 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-b5be6c6b-c893-4c43-bae6-a35eeeded080 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586917'] for network, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:49.042353 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-c3492802-2365-4f3b-b52c-80ecc672599a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:49.066883 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c81c9c-d249-4232-842a-cad03c000735 req-25c79d72-94e9-46c7-b057-7275d205cb17 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:51:49.069549 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-a2c81c9c-d249-4232-842a-cad03c000735 req-25c79d72-94e9-46c7-b057-7275d205cb17 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "GET /v2.0/ports?device_id=e489a004-a709-4610-8b39-9d67620338b9 HTTP/1.1" status: 200 len: 945 time: 0.0981276 Oct 27 10:51:49.154811 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-a2c81c9c-d249-4232-842a-cad03c000735 req-35054295-35fc-4ab1-b30f-afb199db879e tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "GET /v2.0/security-groups?id=eac14644-f19c-4ddb-a549-c458f5e64a03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714331 Oct 27 10:51:49.220669 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79e98517-b379-4be1-835b-12b665945bab None None] DHCP port deletion for a397b4af-e073-48a8-9626-4bee98265f39 request from n-d-813419-10 {{(pid=102348) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 10:51:49.233726 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [req-f418912e-33c6-41f5-a0f5-b11b586f3e82 req-001d6dcd-9db1-4efa-b13c-1a2faede208c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7049cf00-c197-46a0-9a49-011394172668 {{(pid=102347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:51:49.259356 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-f418912e-33c6-41f5-a0f5-b11b586f3e82 req-001d6dcd-9db1-4efa-b13c-1a2faede208c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:49.281155 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.provisioning_blocks [req-f418912e-33c6-41f5-a0f5-b11b586f3e82 req-001d6dcd-9db1-4efa-b13c-1a2faede208c service neutron] Transition to ACTIVE for port object 7049cf00-c197-46a0-9a49-011394172668 will not be triggered until provisioned by entity L2. {{(pid=102347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 10:51:49.288655 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-f418912e-33c6-41f5-a0f5-b11b586f3e82 req-001d6dcd-9db1-4efa-b13c-1a2faede208c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:49.353706 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-79e98517-b379-4be1-835b-12b665945bab None None] Deleting port d5a90d3a-a20d-45fa-bd2f-2719d77d29eb {{(pid=102348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:51:49.354160 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-79e98517-b379-4be1-835b-12b665945bab None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:49.535428 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-f418912e-33c6-41f5-a0f5-b11b586f3e82 req-001d6dcd-9db1-4efa-b13c-1a2faede208c service neutron] Attempting to bind port 7049cf00-c197-46a0-9a49-011394172668 on host n-h1-813419-10 for vnic_type normal with profile {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:51:49.536033 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-f418912e-33c6-41f5-a0f5-b11b586f3e82 req-001d6dcd-9db1-4efa-b13c-1a2faede208c service neutron] Attempting to bind port 7049cf00-c197-46a0-9a49-011394172668 by drivers openvswitch,hyperv on host n-h1-813419-10 at level 0 using segments [{'id': '8cab2adf-a440-42c6-b3ba-33945c07a109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'f2b03a6b-6c02-4954-a3e8-168cf87d8153'}] {{(pid=102347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:51:49.536145 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f418912e-33c6-41f5-a0f5-b11b586f3e82 req-001d6dcd-9db1-4efa-b13c-1a2faede208c service neutron] Attempting to bind port 7049cf00-c197-46a0-9a49-011394172668 on network f2b03a6b-6c02-4954-a3e8-168cf87d8153 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:51:49.544778 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f418912e-33c6-41f5-a0f5-b11b586f3e82 req-001d6dcd-9db1-4efa-b13c-1a2faede208c service neutron] Port 7049cf00-c197-46a0-9a49-011394172668 on network f2b03a6b-6c02-4954-a3e8-168cf87d8153 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-10 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 10:51:49.545132 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f418912e-33c6-41f5-a0f5-b11b586f3e82 req-001d6dcd-9db1-4efa-b13c-1a2faede208c service neutron] Attempting to bind port 7049cf00-c197-46a0-9a49-011394172668 on network f2b03a6b-6c02-4954-a3e8-168cf87d8153 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:51:49.555937 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001d6dcd-9db1-4efa-b13c-1a2faede208c service neutron] Pushing event updated for resources: {'Port': ['ID=7049cf00-c197-46a0-9a49-011394172668,revision_number=2']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:51:49.572115 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f418912e-33c6-41f5-a0f5-b11b586f3e82 req-001d6dcd-9db1-4efa-b13c-1a2faede208c service neutron] Checking agent: {'id': 'a52e1cab-0c63-402d-9c94-330537c6c076', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 16, 2), 'started_at': datetime.datetime(2021, 10, 27, 10, 16, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 51, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:51:49.572720 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f418912e-33c6-41f5-a0f5-b11b586f3e82 req-001d6dcd-9db1-4efa-b13c-1a2faede208c service neutron] Checking segment: {'id': '8cab2adf-a440-42c6-b3ba-33945c07a109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'f2b03a6b-6c02-4954-a3e8-168cf87d8153'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:51:49.573295 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f418912e-33c6-41f5-a0f5-b11b586f3e82 req-001d6dcd-9db1-4efa-b13c-1a2faede208c service neutron] Bound using segment: {'id': '8cab2adf-a440-42c6-b3ba-33945c07a109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'f2b03a6b-6c02-4954-a3e8-168cf87d8153'} {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:51:49.573915 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-f418912e-33c6-41f5-a0f5-b11b586f3e82 req-001d6dcd-9db1-4efa-b13c-1a2faede208c service neutron] Bound port: 7049cf00-c197-46a0-9a49-011394172668, host: n-h1-813419-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8cab2adf-a440-42c6-b3ba-33945c07a109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'f2b03a6b-6c02-4954-a3e8-168cf87d8153'}}] {{(pid=102347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:51:49.574436 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-f418912e-33c6-41f5-a0f5-b11b586f3e82 req-001d6dcd-9db1-4efa-b13c-1a2faede208c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:49.648162 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-f418912e-33c6-41f5-a0f5-b11b586f3e82 req-001d6dcd-9db1-4efa-b13c-1a2faede208c service neutron] For port 7049cf00-c197-46a0-9a49-011394172668, host n-h1-813419-10, cleared binding levels {{(pid=102347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:51:49.651683 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-f418912e-33c6-41f5-a0f5-b11b586f3e82 req-001d6dcd-9db1-4efa-b13c-1a2faede208c service neutron] For port 7049cf00-c197-46a0-9a49-011394172668, host n-h1-813419-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=7049cf00-c197-46a0-9a49-011394172668,segment=NetworkSegment(8cab2adf-a440-42c6-b3ba-33945c07a109),segment_id=8cab2adf-a440-42c6-b3ba-33945c07a109)] {{(pid=102347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:51:49.668871 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a04d49-aebe-4067-a484-208c03d9b5b6 req-137576ae-4aad-419b-87be-d2c6a2e9fe54 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:51:49.677131 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-a1a04d49-aebe-4067-a484-208c03d9b5b6 req-137576ae-4aad-419b-87be-d2c6a2e9fe54 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] 10.222.0.44 "GET /v2.0/ports?device_id=d61dac93-f54b-4e94-8936-7617c339d7e3 HTTP/1.1" status: 200 len: 943 time: 0.2800803 Oct 27 10:51:49.684505 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-f418912e-33c6-41f5-a0f5-b11b586f3e82 req-001d6dcd-9db1-4efa-b13c-1a2faede208c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:49.795727 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-79e98517-b379-4be1-835b-12b665945bab None None] For port d5a90d3a-a20d-45fa-bd2f-2719d77d29eb, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=d5a90d3a-a20d-45fa-bd2f-2719d77d29eb,segment=NetworkSegment(e297078d-645a-4c0b-84ed-954b9c8de54c),segment_id=e297078d-645a-4c0b-84ed-954b9c8de54c)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:51:49.797188 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-79e98517-b379-4be1-835b-12b665945bab None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:49.817550 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dba7cfd-e815-4ed8-a873-1bf6b118118b req-0429b465-a7c0-409c-a1ea-b7c24b2581b2 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:51:49.825393 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-0dba7cfd-e815-4ed8-a873-1bf6b118118b req-0429b465-a7c0-409c-a1ea-b7c24b2581b2 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/ports?device_id=1090fbea-f8b3-4d3f-818f-f3f9f18efe6c HTTP/1.1" status: 200 len: 945 time: 0.8589959 Oct 27 10:51:49.839573 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-79e98517-b379-4be1-835b-12b665945bab None None] Calling delete_port for d5a90d3a-a20d-45fa-bd2f-2719d77d29eb owned by network:dhcp {{(pid=102348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:51:49.884285 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-a1a04d49-aebe-4067-a484-208c03d9b5b6 req-2b8042b6-c123-40be-9673-8fa5eb7251d6 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] 10.222.0.44 "GET /v2.0/security-groups?id=ffed76d3-4d36-4729-a6a9-ef5807ccbf84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2041166 Oct 27 10:51:49.885726 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f418912e-33c6-41f5-a0f5-b11b586f3e82 req-001d6dcd-9db1-4efa-b13c-1a2faede208c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:51:49.886358 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-f418912e-33c6-41f5-a0f5-b11b586f3e82 req-001d6dcd-9db1-4efa-b13c-1a2faede208c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:49.887754 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-f418912e-33c6-41f5-a0f5-b11b586f3e82 req-001d6dcd-9db1-4efa-b13c-1a2faede208c service neutron] 10.222.0.64 "PUT /v2.0/ports/7049cf00-c197-46a0-9a49-011394172668 HTTP/1.1" status: 200 len: 1092 time: 1.2588713 Oct 27 10:51:49.890203 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd61dac93-f54b-4e94-8936-7617c339d7e3', 'tag': '7049cf00-c197-46a0-9a49-011394172668'}] {{(pid=102347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:51:49.897160 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311149b481204ee7edffdb959c881838506fbd95bc8577c048f6677abb73acc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caa40b2d-4d24-4e8e-8bd9-d3e90cad08a8" -d '{"events": [{"name": "network-changed", "server_uuid": "d61dac93-f54b-4e94-8936-7617c339d7e3", "tag": "7049cf00-c197-46a0-9a49-011394172668"}]}' {{(pid=102347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:51:49.989026 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 10:51:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-238d28ce-f283-4708-a427-89ba60f9a604 x-openstack-request-id: req-238d28ce-f283-4708-a427-89ba60f9a604 {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:51:49.989775 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d61dac93-f54b-4e94-8936-7617c339d7e3", "tag": "7049cf00-c197-46a0-9a49-011394172668", "status": "completed", "code": 200}]} {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:51:49.990121 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-238d28ce-f283-4708-a427-89ba60f9a604 {{(pid=102347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:51:49.990644 n-d-813419-10 neutron-server[102347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd61dac93-f54b-4e94-8936-7617c339d7e3', 'tag': '7049cf00-c197-46a0-9a49-011394172668', 'status': 'completed', 'code': 200} Oct 27 10:51:49.993868 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001d6dcd-9db1-4efa-b13c-1a2faede208c service neutron] Pushing event updated for resources: {'Port': ['ID=7049cf00-c197-46a0-9a49-011394172668,revision_number=3']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:51:50.015094 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-79e98517-b379-4be1-835b-12b665945bab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615'] for port, after_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:50.039944 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f418912e-33c6-41f5-a0f5-b11b586f3e82 req-ee89496f-d329-4bfb-b5b5-7f8d740fc60a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:51:50.041548 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-f418912e-33c6-41f5-a0f5-b11b586f3e82 req-ee89496f-d329-4bfb-b5b5-7f8d740fc60a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=04258b83abed4a9ca4fa54d398f51fb3&device_id=d61dac93-f54b-4e94-8936-7617c339d7e3 HTTP/1.1" status: 200 len: 1095 time: 0.0989075 Oct 27 10:51:50.068543 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-0dba7cfd-e815-4ed8-a873-1bf6b118118b req-7ecafac2-a8bc-44ae-b0b9-5f1aa03771b6 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/security-groups?id=e12aac3e-256a-4b83-b5b5-3559f5984194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2294018 Oct 27 10:51:50.093989 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e98517-b379-4be1-835b-12b665945bab None None] Pushing event deleted for resources: {'Port': ['ID=d5a90d3a-a20d-45fa-bd2f-2719d77d29eb,revision_number=None']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:51:50.121316 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79e98517-b379-4be1-835b-12b665945bab None None] No DVR routers for this DVR port d5a90d3a-a20d-45fa-bd2f-2719d77d29eb on host n-d-813419-10 {{(pid=102348) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:51:50.125813 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-f418912e-33c6-41f5-a0f5-b11b586f3e82 req-26f4de0e-66b2-4456-8e0c-cb77dec8e4dd service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7049cf00-c197-46a0-9a49-011394172668 HTTP/1.1" status: 200 len: 217 time: 0.0736880 Oct 27 10:51:50.126478 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e98517-b379-4be1-835b-12b665945bab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:51:50.126814 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e98517-b379-4be1-835b-12b665945bab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:51:50.127202 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e98517-b379-4be1-835b-12b665945bab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:51:50.127541 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e98517-b379-4be1-835b-12b665945bab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:51:50.127871 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e98517-b379-4be1-835b-12b665945bab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:51:50.128229 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e98517-b379-4be1-835b-12b665945bab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:51:50.128551 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e98517-b379-4be1-835b-12b665945bab None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:51:50.128876 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e98517-b379-4be1-835b-12b665945bab None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:51:50.129251 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e98517-b379-4be1-835b-12b665945bab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:51:50.129570 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e98517-b379-4be1-835b-12b665945bab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:51:50.129892 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e98517-b379-4be1-835b-12b665945bab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:51:50.130264 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e98517-b379-4be1-835b-12b665945bab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:51:50.133662 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-4be5f07e-fc1a-4dfd-a53d-30f4a73eaee9 req-1e7f76e6-bcbd-4718-ae31-e07957deffa9 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:50.134021 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-4be5f07e-fc1a-4dfd-a53d-30f4a73eaee9 req-1e7f76e6-bcbd-4718-ae31-e07957deffa9 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1664826'] for floatingip, after_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:50.134336 n-d-813419-10 neutron-server[102346]: INFO neutron.db.l3_db [req-4be5f07e-fc1a-4dfd-a53d-30f4a73eaee9 req-1e7f76e6-bcbd-4718-ae31-e07957deffa9 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Floating IP c4310f03-15cf-42db-8eca-3fa4728f4869 disassociated. External IP: 172.25.8.100, port: 074e4715-260f-4211-bb9a-3ea5db2add0f. Oct 27 10:51:50.134684 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [req-4be5f07e-fc1a-4dfd-a53d-30f4a73eaee9 req-1e7f76e6-bcbd-4718-ae31-e07957deffa9 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Calling delete_port for 074e4715-260f-4211-bb9a-3ea5db2add0f owned by compute:nova {{(pid=102346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:51:50.137627 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-b5be6c6b-c893-4c43-bae6-a35eeeded080 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Deleting port d5a90d3a-a20d-45fa-bd2f-2719d77d29eb {{(pid=102346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:51:50.137941 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-b5be6c6b-c893-4c43-bae6-a35eeeded080 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:50.138845 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:50.149427 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-eadeaa30-4096-4d1a-b3cb-aa7ebfb291ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:50.228165 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f418912e-33c6-41f5-a0f5-b11b586f3e82 req-146aa50b-4304-4747-ab26-a209b7310006 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:51:50.229800 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-f418912e-33c6-41f5-a0f5-b11b586f3e82 req-146aa50b-4304-4747-ab26-a209b7310006 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=10902cdd-be2b-4d88-ae3a-f5647b50017d HTTP/1.1" status: 200 len: 846 time: 0.0941372 Oct 27 10:51:50.303096 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [None req-b5be6c6b-c893-4c43-bae6-a35eeeded080 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] For port d5a90d3a-a20d-45fa-bd2f-2719d77d29eb, host n-d-813419-10, got binding levels [] {{(pid=102346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:51:50.303470 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-b5be6c6b-c893-4c43-bae6-a35eeeded080 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:50.316044 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-f418912e-33c6-41f5-a0f5-b11b586f3e82 req-edea2a53-535a-4801-bbe7-fc3e89e439e0 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f2b03a6b-6c02-4954-a3e8-168cf87d8153&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0775802 Oct 27 10:51:50.324676 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device d5a90d3a-a20d-45fa-bd2f-2719d77d29eb no longer exists at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:51:50.324914 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-b5be6c6b-c893-4c43-bae6-a35eeeded080 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Calling delete_port for d5a90d3a-a20d-45fa-bd2f-2719d77d29eb owned by network:dhcp {{(pid=102346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:51:50.329241 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.ipam_backend_mixin [None req-b5be6c6b-c893-4c43-bae6-a35eeeded080 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Port d5a90d3a-a20d-45fa-bd2f-2719d77d29eb was not found and therefore no delete operation was performed {{(pid=102346) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 27 10:51:50.331603 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-b5be6c6b-c893-4c43-bae6-a35eeeded080 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:50.370303 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5be6c6b-c893-4c43-bae6-a35eeeded080 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Pushing event deleted for resources: {'Port': ['ID=d5a90d3a-a20d-45fa-bd2f-2719d77d29eb,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:51:50.372389 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5be6c6b-c893-4c43-bae6-a35eeeded080 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] No DVR routers for this DVR port d5a90d3a-a20d-45fa-bd2f-2719d77d29eb on host n-d-813419-10 {{(pid=102346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:51:50.420898 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] No Port match for: d5a90d3a-a20d-45fa-bd2f-2719d77d29eb {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:51:50.421986 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device d5a90d3a-a20d-45fa-bd2f-2719d77d29eb not bound to the agent host n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:51:50.508465 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-b5be6c6b-c893-4c43-bae6-a35eeeded080 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857803', 'neutron.services.segments.db._delete_segments_for_network-8743873143390'] for network, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:50.533152 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-4be5f07e-fc1a-4dfd-a53d-30f4a73eaee9 req-1e7f76e6-bcbd-4718-ae31-e07957deffa9 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:50.543712 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-b5be6c6b-c893-4c43-bae6-a35eeeded080 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a397b4af-e073-48a8-9626-4bee98265f39']}} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:51:50.563768 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7dc9e3-fcaf-4fe6-99dd-2d91c753613c req-f244e15f-32b8-44d8-bf39-ec61ed2150bf tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:51:50.577814 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7f76e6-bcbd-4718-ae31-e07957deffa9 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Pushing event deleted for resources: {'Port': ['ID=074e4715-260f-4211-bb9a-3ea5db2add0f,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:51:50.580970 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-b5be6c6b-c893-4c43-bae6-a35eeeded080 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e297078d-645a-4c0b-84ed-954b9c8de54c') {'for_net_delete': True} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:51:50.581578 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-b5be6c6b-c893-4c43-bae6-a35eeeded080 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e297078d-645a-4c0b-84ed-954b9c8de54c') {} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:51:50.583989 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-ef7dc9e3-fcaf-4fe6-99dd-2d91c753613c req-f244e15f-32b8-44d8-bf39-ec61ed2150bf tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "GET /v2.0/ports?device_id=e489a004-a709-4610-8b39-9d67620338b9 HTTP/1.1" status: 200 len: 945 time: 0.2667270 Oct 27 10:51:50.593447 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-b5be6c6b-c893-4c43-bae6-a35eeeded080 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743873145191', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25847877'] for segment, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:50.671166 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-b5be6c6b-c893-4c43-bae6-a35eeeded080 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:50.684172 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5be6c6b-c893-4c43-bae6-a35eeeded080 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Releasing vlan 402 on physical network physnet1 to pool {{(pid=102346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 10:51:50.685210 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-b5be6c6b-c893-4c43-bae6-a35eeeded080 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27024137'] for segment, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:50.685598 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-ef7dc9e3-fcaf-4fe6-99dd-2d91c753613c req-a8162ab3-215c-4792-9d8b-1d808c802f77 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "GET /v2.0/security-groups?id=eac14644-f19c-4ddb-a549-c458f5e64a03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0953910 Oct 27 10:51:50.689046 n-d-813419-10 neutron-server[102346]: Traceback (most recent call last): Oct 27 10:51:50.689046 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 10:51:50.689046 n-d-813419-10 neutron-server[102346]: timer() Oct 27 10:51:50.689046 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 10:51:50.689046 n-d-813419-10 neutron-server[102346]: cb(*args, **kw) Oct 27 10:51:50.689046 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 10:51:50.689046 n-d-813419-10 neutron-server[102346]: return func(*args, **kwargs) Oct 27 10:51:50.689046 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 10:51:50.689046 n-d-813419-10 neutron-server[102346]: self._notify() Oct 27 10:51:50.689046 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 10:51:50.689046 n-d-813419-10 neutron-server[102346]: self.callback(batched_events) Oct 27 10:51:50.689046 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 10:51:50.689046 n-d-813419-10 neutron-server[102346]: event.method(event) Oct 27 10:51:50.689046 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 10:51:50.689046 n-d-813419-10 neutron-server[102346]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 10:51:50.689046 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 10:51:50.689046 n-d-813419-10 neutron-server[102346]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 10:51:50.689046 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 10:51:50.689046 n-d-813419-10 neutron-server[102346]: return f(self, *a, **k) Oct 27 10:51:50.689046 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 10:51:50.689046 n-d-813419-10 neutron-server[102346]: return self._get(url).json() Oct 27 10:51:50.689046 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 10:51:50.689046 n-d-813419-10 neutron-server[102346]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 10:51:50.689046 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 10:51:50.689046 n-d-813419-10 neutron-server[102346]: return self.request(url, 'GET', **kwargs) Oct 27 10:51:50.689046 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 10:51:50.689046 n-d-813419-10 neutron-server[102346]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 10:51:50.689046 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 10:51:50.689046 n-d-813419-10 neutron-server[102346]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 10:51:50.689046 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 10:51:50.689046 n-d-813419-10 neutron-server[102346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 10:51:50.689046 n-d-813419-10 neutron-server[102346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 10:51:50.698300 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-f418912e-33c6-41f5-a0f5-b11b586f3e82 req-2de391a6-a349-4412-bad6-a60b2845a30b service neutron] 10.222.0.64 "GET /v2.0/networks/f2b03a6b-6c02-4954-a3e8-168cf87d8153?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3615232 Oct 27 10:51:50.770425 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-b5be6c6b-c893-4c43-bae6-a35eeeded080 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664840'] for network, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:50.780269 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-b5be6c6b-c893-4c43-bae6-a35eeeded080 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Publish callbacks [] for network, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:50.783524 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-b5be6c6b-c893-4c43-bae6-a35eeeded080 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] 10.222.0.44 "DELETE /v2.0/networks/a397b4af-e073-48a8-9626-4bee98265f39 HTTP/1.1" status: 204 len: 168 time: 2.0429237 Oct 27 10:51:50.786557 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 32798) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:51:50.816509 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5be6c6b-c893-4c43-bae6-a35eeeded080 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Pushing event deleted for resources: {'Network': ['ID=a397b4af-e073-48a8-9626-4bee98265f39,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:51:50.895249 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-f418912e-33c6-41f5-a0f5-b11b586f3e82 req-77b8e00c-770d-4ae9-9e26-7dc0af009de5 service neutron] 10.222.0.64 "GET /v2.0/networks/f2b03a6b-6c02-4954-a3e8-168cf87d8153?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1887798 Oct 27 10:51:50.941684 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4be5f07e-fc1a-4dfd-a53d-30f4a73eaee9 req-1e7f76e6-bcbd-4718-ae31-e07957deffa9 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Router 8c4c9367-65f8-4c63-bb94-f9a6fe3c4440 has already been hosted by L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb {{(pid=102346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 10:51:50.975939 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390fad79-e0d3-472e-b9fb-16b4da0e25b2 req-6661bb2d-9fb2-473d-930e-e275aebc7729 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:51:50.987133 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-390fad79-e0d3-472e-b9fb-16b4da0e25b2 req-6661bb2d-9fb2-473d-930e-e275aebc7729 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "GET /v2.0/ports?device_id=e489a004-a709-4610-8b39-9d67620338b9 HTTP/1.1" status: 200 len: 945 time: 0.1880624 Oct 27 10:51:51.049453 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device 074e4715-260f-4211-bb9a-3ea5db2add0f no longer exists at agent hyperv_n-h2-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:51:51.087890 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] No Port match for: 074e4715-260f-4211-bb9a-3ea5db2add0f {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:51:51.092729 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device 074e4715-260f-4211-bb9a-3ea5db2add0f not bound to the agent host n-h2-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:51:51.188490 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-390fad79-e0d3-472e-b9fb-16b4da0e25b2 req-84b21055-0fe8-48ad-afd4-7664ebec5fdf tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "GET /v2.0/security-groups?id=eac14644-f19c-4ddb-a549-c458f5e64a03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2001047 Oct 27 10:51:51.206649 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa40b2d-4d24-4e8e-8bd9-d3e90cad08a8 req-abde6b5e-ef87-4c81-bcd6-dec3008b9cab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:51:51.210665 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-caa40b2d-4d24-4e8e-8bd9-d3e90cad08a8 req-abde6b5e-ef87-4c81-bcd6-dec3008b9cab service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=04258b83abed4a9ca4fa54d398f51fb3&device_id=d61dac93-f54b-4e94-8936-7617c339d7e3 HTTP/1.1" status: 200 len: 1095 time: 0.2313006 Oct 27 10:51:51.214345 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 32810) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:51:51.360141 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-ae1876af-52f7-492e-86b3-13be7c47983e tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Deleting port 4dbf8fe1-a733-42d7-b50c-fe651423f9b7 {{(pid=102347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:51:51.360141 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-ae1876af-52f7-492e-86b3-13be7c47983e tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:51.375286 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54a326b-0474-4798-aafe-135a9f19259d req-4a863a09-10eb-4524-97dc-36cf1d46e897 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:51:51.379145 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-fbddd0b0-4904-45a5-accd-b263e1e8d6b3 req-f2bbde75-5c08-4687-b73a-44952f0bc35f tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/ports?device_id=1090fbea-f8b3-4d3f-818f-f3f9f18efe6c HTTP/1.1" status: 200 len: 210 time: 0.0349135 Oct 27 10:51:51.385546 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-e54a326b-0474-4798-aafe-135a9f19259d req-4a863a09-10eb-4524-97dc-36cf1d46e897 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] 10.222.0.44 "GET /v2.0/ports?device_id=d61dac93-f54b-4e94-8936-7617c339d7e3 HTTP/1.1" status: 200 len: 943 time: 0.2686510 Oct 27 10:51:51.409638 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-090f7607-9e99-47f9-860e-521cef95e5ac tempest-TestNetworkAdvancedServerOps-357845361 tempest-TestNetworkAdvancedServerOps-357845361-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:51:51.413580 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-090f7607-9e99-47f9-860e-521cef95e5ac tempest-TestNetworkAdvancedServerOps-357845361 tempest-TestNetworkAdvancedServerOps-357845361-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=e489a004-a709-4610-8b39-9d67620338b9 HTTP/1.1" status: 200 len: 1092 time: 0.1898572 Oct 27 10:51:51.423094 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4be5f07e-fc1a-4dfd-a53d-30f4a73eaee9 req-1e7f76e6-bcbd-4718-ae31-e07957deffa9 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:51:51.435003 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 32818) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:51:51.437583 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3cc91ef-fecb-45ab-8e4f-42d65b39d35e None None] Sync routers for ids ['8c4c9367-65f8-4c63-bb94-f9a6fe3c4440'] in n-d-813419-10 {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:51:51.447695 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-7b8b5853-7423-41fe-8412-fd72c353e65b tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Request body: {'floatingip': {'floating_network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'port_id': 'b85b2469-dbae-4f33-aafe-430d63656371', 'tenant_id': '7f357cb809634e50864d0c31dbcbd617', 'fixed_ip_address': '172.20.0.8'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:51:51.456374 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3cc91ef-fecb-45ab-8e4f-42d65b39d35e None None] Routers {'8c4c9367-65f8-4c63-bb94-f9a6fe3c4440'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:51:51.458744 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-e3cc91ef-fecb-45ab-8e4f-42d65b39d35e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:51:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['8c4c9367-65f8-4c63-bb94-f9a6fe3c4440'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:51:51.492066 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [req-4be5f07e-fc1a-4dfd-a53d-30f4a73eaee9 req-1e7f76e6-bcbd-4718-ae31-e07957deffa9 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] No DVR routers for this DVR port 074e4715-260f-4211-bb9a-3ea5db2add0f on host n-h2-813419-10 {{(pid=102346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:51:51.496463 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-4be5f07e-fc1a-4dfd-a53d-30f4a73eaee9 req-1e7f76e6-bcbd-4718-ae31-e07957deffa9 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:51.499844 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-4be5f07e-fc1a-4dfd-a53d-30f4a73eaee9 req-1e7f76e6-bcbd-4718-ae31-e07957deffa9 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.76 "DELETE /v2.0/ports/074e4715-260f-4211-bb9a-3ea5db2add0f HTTP/1.1" status: 204 len: 173 time: 3.1077271 Oct 27 10:51:51.500618 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1090fbea-f8b3-4d3f-818f-f3f9f18efe6c', 'name': 'network-vif-deleted', 'tag': '074e4715-260f-4211-bb9a-3ea5db2add0f'}] {{(pid=102346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:51:51.503127 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc0e418f5fc417c8d55d94c0aa509b037d0beb2a734c1a709e789eb65639a56d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc86ea9f-9a6e-45f5-a1ef-fa46870e4ebe" -d '{"events": [{"server_uuid": "1090fbea-f8b3-4d3f-818f-f3f9f18efe6c", "name": "network-vif-deleted", "tag": "074e4715-260f-4211-bb9a-3ea5db2add0f"}]}' {{(pid=102346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:51:51.536681 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-7b8b5853-7423-41fe-8412-fd72c353e65b tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks [] for floatingip, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:51.609753 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa40b2d-4d24-4e8e-8bd9-d3e90cad08a8 req-33d50182-1284-44cf-9071-3923bba2e305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:51:51.611373 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-caa40b2d-4d24-4e8e-8bd9-d3e90cad08a8 req-33d50182-1284-44cf-9071-3923bba2e305 service neutron] 10.222.0.64 "GET /v2.0/networks?id=f2b03a6b-6c02-4954-a3e8-168cf87d8153 HTTP/1.1" status: 200 len: 907 time: 0.3860667 Oct 27 10:51:51.618751 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:51:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51b1bf40-31c6-4c35-aca2-c14217f8aed0 x-openstack-request-id: req-51b1bf40-31c6-4c35-aca2-c14217f8aed0 {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:51:51.619156 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1090fbea-f8b3-4d3f-818f-f3f9f18efe6c", "name": "network-vif-deleted", "tag": "074e4715-260f-4211-bb9a-3ea5db2add0f", "status": "completed", "code": 200}]} {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:51:51.619583 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-51b1bf40-31c6-4c35-aca2-c14217f8aed0 {{(pid=102346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:51:51.620042 n-d-813419-10 neutron-server[102346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1090fbea-f8b3-4d3f-818f-f3f9f18efe6c', 'name': 'network-vif-deleted', 'tag': '074e4715-260f-4211-bb9a-3ea5db2add0f', 'status': 'completed', 'code': 200} Oct 27 10:51:51.627894 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-e54a326b-0474-4798-aafe-135a9f19259d req-793f88b7-3b5d-4547-9129-8089086d05ac tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] 10.222.0.44 "GET /v2.0/security-groups?id=ffed76d3-4d36-4729-a6a9-ef5807ccbf84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2414088 Oct 27 10:51:51.634608 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-ae1876af-52f7-492e-86b3-13be7c47983e tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:51.634966 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-ae1876af-52f7-492e-86b3-13be7c47983e tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:51.663283 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvr_db [None req-e3cc91ef-fecb-45ab-8e4f-42d65b39d35e None None] Set router 8c4c9367-65f8-4c63-bb94-f9a6fe3c4440 gateway port host: n-d-813419-10 {{(pid=102348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:51:51.715738 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-7b8b5853-7423-41fe-8412-fd72c353e65b tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:51.788887 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-ae1876af-52f7-492e-86b3-13be7c47983e tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Calling delete_port for 4dbf8fe1-a733-42d7-b50c-fe651423f9b7 owned by network:floatingip {{(pid=102347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:51:51.839528 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-caa40b2d-4d24-4e8e-8bd9-d3e90cad08a8 req-fb0d42b3-de22-4d9a-8209-0f35208d1cb8 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7049cf00-c197-46a0-9a49-011394172668 HTTP/1.1" status: 200 len: 217 time: 0.2106106 Oct 27 10:51:51.966693 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_common [None req-7b8b5853-7423-41fe-8412-fd72c353e65b tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Allocated IP 172.25.8.240 (185ff123-c7ff-45c7-a6be-71feb35acc9c/0fb9f9d1-7384-481f-8fa8-f4566c349d30/f44d3e41-095d-4356-a944-38b3d92892d3) {{(pid=102346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:51:52.063735 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-3c6a8245-0581-48aa-b5f6-4d8fe98cd16e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:52.086839 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-e3cc91ef-fecb-45ab-8e4f-42d65b39d35e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c4c9367-65f8-4c63-bb94-f9a6fe3c4440', 'name': 'tempest-TestVolumeBootPattern-328280962-router', 'tenant_id': 'b02a92ec9ad04d95b8ea6a5db5946dfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': '57172d42-624b-4614-a27b-f1ad4a0c9f06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:43:19Z', 'updated_at': '2021-10-27T10:43:33Z', 'revision_number': 4, 'project_id': 'b02a92ec9ad04d95b8ea6a5db5946dfb', 'gw_port': {'id': '57172d42-624b-4614-a27b-f1ad4a0c9f06', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:d8:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c4c9367-65f8-4c63-bb94-f9a6fe3c4440', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2746, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:43:21Z', 'updated_at': '2021-10-27T10:43:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_interfaces': [{'id': '652aa176-1bd3-4569-9226-336a8f8cd793', 'name': '', 'network_id': '33cc32c2-598c-44fc-a251-6575a62c00c5', 'tenant_id': 'b02a92ec9ad04d95b8ea6a5db5946dfb', 'mac_address': 'fa:16:3e:7b:28:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c4c9367-65f8-4c63-bb94-f9a6fe3c4440', 'device_owner': 'network:router_interface', 'standard_attr_id': 2748, 'fixed_ips': [{'subnet_id': '87624d80-dded-417f-af79-cc56a741e5c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:43:30Z', 'updated_at': '2021-10-27T10:43:39Z', 'revision_number': 5, 'project_id': 'b02a92ec9ad04d95b8ea6a5db5946dfb', 'subnets': [{'id': '87624d80-dded-417f-af79-cc56a741e5c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:51:52.131581 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3cc91ef-fecb-45ab-8e4f-42d65b39d35e None None] Checking router: 8c4c9367-65f8-4c63-bb94-f9a6fe3c4440 for host: n-d-813419-10 {{(pid=102348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 10:51:52.196219 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3cc91ef-fecb-45ab-8e4f-42d65b39d35e None None] Routers {'8c4c9367-65f8-4c63-bb94-f9a6fe3c4440'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:51:52.202490 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-e3cc91ef-fecb-45ab-8e4f-42d65b39d35e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:51:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['8c4c9367-65f8-4c63-bb94-f9a6fe3c4440'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:51:52.237071 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-7b8b5853-7423-41fe-8412-fd72c353e65b tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks [] for port, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:52.280097 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.agents_db [None req-e79ee67d-056e-46ea-bd99-e80473396b25 None None] Agent healthcheck: found 7 active agents {{(pid=102349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 10:51:52.323979 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-7b8b5853-7423-41fe-8412-fd72c353e65b tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:52.377044 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b8b5853-7423-41fe-8412-fd72c353e65b tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Network 185ff123-c7ff-45c7-a6be-71feb35acc9c is already hosted by enough agents. {{(pid=102346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:51:52.383712 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-7b8b5853-7423-41fe-8412-fd72c353e65b tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Resources bound (agent type, host, resource id): {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:51:52.386811 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b8b5853-7423-41fe-8412-fd72c353e65b tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Received port after_create {{(pid=102346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:51:52.461533 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvr_db [None req-e3cc91ef-fecb-45ab-8e4f-42d65b39d35e None None] Set router 8c4c9367-65f8-4c63-bb94-f9a6fe3c4440 gateway port host: n-d-813419-10 {{(pid=102348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:51:52.487394 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8b5853-7423-41fe-8412-fd72c353e65b tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Pushing event updated for resources: {'Port': ['ID=f44d3e41-095d-4356-a944-38b3d92892d3,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:51:52.615605 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-bef84a2b-bb68-4e26-a68f-daeb1a8c48ef req-2be8885f-1a8b-4056-a033-4fe4c2cece51 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/ports?device_id=1090fbea-f8b3-4d3f-818f-f3f9f18efe6c HTTP/1.1" status: 200 len: 210 time: 0.0908680 Oct 27 10:51:52.676548 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa40b2d-4d24-4e8e-8bd9-d3e90cad08a8 req-135b7f77-acd1-4253-8db6-7b065d7f9800 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:51:52.678169 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-caa40b2d-4d24-4e8e-8bd9-d3e90cad08a8 req-135b7f77-acd1-4253-8db6-7b065d7f9800 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=10902cdd-be2b-4d88-ae3a-f5647b50017d HTTP/1.1" status: 200 len: 846 time: 0.8195765 Oct 27 10:51:52.789244 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-caa40b2d-4d24-4e8e-8bd9-d3e90cad08a8 req-cfb49760-2deb-46ec-9641-6091f3d3f95f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f2b03a6b-6c02-4954-a3e8-168cf87d8153&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0894024 Oct 27 10:51:52.932586 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f93fd14-634e-4f8e-a6df-d41b895c352e req-f2169e2a-62d6-4697-8050-2c593723bb1d tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:51:52.940681 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-2f93fd14-634e-4f8e-a6df-d41b895c352e req-f2169e2a-62d6-4697-8050-2c593723bb1d tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] 10.222.0.44 "GET /v2.0/ports?device_id=d61dac93-f54b-4e94-8936-7617c339d7e3 HTTP/1.1" status: 200 len: 943 time: 0.1503825 Oct 27 10:51:53.027724 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-2f93fd14-634e-4f8e-a6df-d41b895c352e req-a79abb9a-4a74-4ee1-bf46-b720b7f77cf3 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] 10.222.0.44 "GET /v2.0/security-groups?id=ffed76d3-4d36-4729-a6a9-ef5807ccbf84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858321 Oct 27 10:51:53.034644 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-e3cc91ef-fecb-45ab-8e4f-42d65b39d35e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c4c9367-65f8-4c63-bb94-f9a6fe3c4440', 'name': 'tempest-TestVolumeBootPattern-328280962-router', 'tenant_id': 'b02a92ec9ad04d95b8ea6a5db5946dfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': '57172d42-624b-4614-a27b-f1ad4a0c9f06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:43:19Z', 'updated_at': '2021-10-27T10:43:33Z', 'revision_number': 4, 'project_id': 'b02a92ec9ad04d95b8ea6a5db5946dfb', 'gw_port': {'id': '57172d42-624b-4614-a27b-f1ad4a0c9f06', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:d8:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c4c9367-65f8-4c63-bb94-f9a6fe3c4440', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2746, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:43:21Z', 'updated_at': '2021-10-27T10:43:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_interfaces': [{'id': '652aa176-1bd3-4569-9226-336a8f8cd793', 'name': '', 'network_id': '33cc32c2-598c-44fc-a251-6575a62c00c5', 'tenant_id': 'b02a92ec9ad04d95b8ea6a5db5946dfb', 'mac_address': 'fa:16:3e:7b:28:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c4c9367-65f8-4c63-bb94-f9a6fe3c4440', 'device_owner': 'network:router_interface', 'standard_attr_id': 2748, 'fixed_ips': [{'subnet_id': '87624d80-dded-417f-af79-cc56a741e5c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:43:30Z', 'updated_at': '2021-10-27T10:43:39Z', 'revision_number': 5, 'project_id': 'b02a92ec9ad04d95b8ea6a5db5946dfb', 'subnets': [{'id': '87624d80-dded-417f-af79-cc56a741e5c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:51:53.053084 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-caa40b2d-4d24-4e8e-8bd9-d3e90cad08a8 req-9d85ef8f-f7c5-4bda-a532-0379bf521fc8 service neutron] 10.222.0.64 "GET /v2.0/networks/f2b03a6b-6c02-4954-a3e8-168cf87d8153?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2359393 Oct 27 10:51:53.112468 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3cc91ef-fecb-45ab-8e4f-42d65b39d35e None None] The sync data for ids ['8c4c9367-65f8-4c63-bb94-f9a6fe3c4440'] in n-d-813419-10 is: [{'id': '8c4c9367-65f8-4c63-bb94-f9a6fe3c4440', 'name': 'tempest-TestVolumeBootPattern-328280962-router', 'tenant_id': 'b02a92ec9ad04d95b8ea6a5db5946dfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': '57172d42-624b-4614-a27b-f1ad4a0c9f06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:43:19Z', 'updated_at': '2021-10-27T10:43:33Z', 'revision_number': 4, 'project_id': 'b02a92ec9ad04d95b8ea6a5db5946dfb', 'gw_port': {'id': '57172d42-624b-4614-a27b-f1ad4a0c9f06', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:d8:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c4c9367-65f8-4c63-bb94-f9a6fe3c4440', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2746, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:43:21Z', 'updated_at': '2021-10-27T10:43:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_interfaces': [{'id': '652aa176-1bd3-4569-9226-336a8f8cd793', 'name': '', 'network_id': '33cc32c2-598c-44fc-a251-6575a62c00c5', 'tenant_id': 'b02a92ec9ad04d95b8ea6a5db5946dfb', 'mac_address': 'fa:16:3e:7b:28:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c4c9367-65f8-4c63-bb94-f9a6fe3c4440', 'device_owner': 'network:router_interface', 'standard_attr_id': 2748, 'fixed_ips': [{'subnet_id': '87624d80-dded-417f-af79-cc56a741e5c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:43:30Z', 'updated_at': '2021-10-27T10:43:39Z', 'revision_number': 5, 'project_id': 'b02a92ec9ad04d95b8ea6a5db5946dfb', 'subnets': [{'id': '87624d80-dded-417f-af79-cc56a741e5c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:51:53.159246 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-ae1876af-52f7-492e-86b3-13be7c47983e tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:53.241041 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1876af-52f7-492e-86b3-13be7c47983e tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Pushing event deleted for resources: {'Port': ['ID=4dbf8fe1-a733-42d7-b50c-fe651423f9b7,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:51:53.310581 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-7b8b5853-7423-41fe-8412-fd72c353e65b tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:53.465164 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-ae1876af-52f7-492e-86b3-13be7c47983e tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Publish callbacks [] for floatingip, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:53.465729 n-d-813419-10 neutron-server[102347]: INFO neutron.db.l3_db [None req-ae1876af-52f7-492e-86b3-13be7c47983e tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Floating IP 6d36f8b9-21f0-466b-9c2d-036ed73540a0 disassociated (deleted). External IP: 172.25.8.245, port: ba3a2f1e-bf4c-49a2-8f38-28785d639aa6. Oct 27 10:51:53.583133 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-caa40b2d-4d24-4e8e-8bd9-d3e90cad08a8 req-5dfb1d1f-53ae-45d7-b497-764d693e4ffe service neutron] 10.222.0.64 "GET /v2.0/networks/f2b03a6b-6c02-4954-a3e8-168cf87d8153?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5217543 Oct 27 10:51:53.625370 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4659e047-2e01-4810-90ce-90d280655e74 None None] New status for floating IP c4310f03-15cf-42db-8eca-3fa4728f4869: DOWN {{(pid=102349) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 10:51:53.697874 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device 7049cf00-c197-46a0-9a49-011394172668 details requested by agent hyperv_n-h1-813419-10 with host n-h1-813419-10 {{(pid=102348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 10:51:53.866864 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 32888) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:51:53.910767 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae1876af-52f7-492e-86b3-13be7c47983e tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Router 19938d53-eb4d-4643-8dbd-eb1c5fa77c91 has already been hosted by L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb {{(pid=102347) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 10:51:53.962323 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port 7049cf00-c197-46a0-9a49-011394172668, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=7049cf00-c197-46a0-9a49-011394172668,segment=NetworkSegment(8cab2adf-a440-42c6-b3ba-33945c07a109),segment_id=8cab2adf-a440-42c6-b3ba-33945c07a109)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:51:53.995055 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Returning: {'device': '7049cf00-c197-46a0-9a49-011394172668', 'network_id': 'f2b03a6b-6c02-4954-a3e8-168cf87d8153', 'port_id': '7049cf00-c197-46a0-9a49-011394172668', 'mac_address': 'fa:16:3e:dc:6a:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 445, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10902cdd-be2b-4d88-ae3a-f5647b50017d', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 10:51:54.009459 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-6f57fec0-3509-4484-8e2f-3d91f1acecd0 req-1e94a69e-e14d-413f-8094-b70fdd5ae4b8 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/ports?device_id=1090fbea-f8b3-4d3f-818f-f3f9f18efe6c HTTP/1.1" status: 200 len: 210 time: 0.0783429 Oct 27 10:51:54.054942 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-7b8b5853-7423-41fe-8412-fd72c353e65b tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:54.060690 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:54.080428 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7049cf00-c197-46a0-9a49-011394172668 {{(pid=102348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:51:54.126649 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-64682a68-1e05-4f26-8413-226d1349076c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:54.127511 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port 7049cf00-c197-46a0-9a49-011394172668, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=7049cf00-c197-46a0-9a49-011394172668,segment=NetworkSegment(8cab2adf-a440-42c6-b3ba-33945c07a109),segment_id=8cab2adf-a440-42c6-b3ba-33945c07a109)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:51:54.132996 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:54.198569 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Pushing event updated for resources: {'Port': ['ID=7049cf00-c197-46a0-9a49-011394172668,revision_number=4']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:51:54.207783 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae1876af-52f7-492e-86b3-13be7c47983e tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:51:54.216112 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-ae1876af-52f7-492e-86b3-13be7c47983e tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for floatingip, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:54.223328 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19cd0030-7dea-4bbe-bee9-8818348a5525 None None] Sync routers for ids ['19938d53-eb4d-4643-8dbd-eb1c5fa77c91'] in n-d-813419-10 {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:51:54.252475 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19cd0030-7dea-4bbe-bee9-8818348a5525 None None] Routers {'19938d53-eb4d-4643-8dbd-eb1c5fa77c91'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:51:54.254595 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-19cd0030-7dea-4bbe-bee9-8818348a5525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:51:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['19938d53-eb4d-4643-8dbd-eb1c5fa77c91'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:51:54.282194 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-ae1876af-52f7-492e-86b3-13be7c47983e tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] 10.222.0.44 "DELETE /v2.0/floatingips/6d36f8b9-21f0-466b-9c2d-036ed73540a0 HTTP/1.1" status: 204 len: 168 time: 3.4862418 Oct 27 10:51:54.284947 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c713a44-4f54-40bf-a239-314a2d4de872', 'tag': 'ba3a2f1e-bf4c-49a2-8f38-28785d639aa6'}] {{(pid=102347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:51:54.287251 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311149b481204ee7edffdb959c881838506fbd95bc8577c048f6677abb73acc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e2a202a-5548-4b47-9293-65a33b24cb82" -d '{"events": [{"name": "network-changed", "server_uuid": "1c713a44-4f54-40bf-a239-314a2d4de872", "tag": "ba3a2f1e-bf4c-49a2-8f38-28785d639aa6"}]}' {{(pid=102347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:51:54.320822 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-7b8b5853-7423-41fe-8412-fd72c353e65b tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks [] for port, precommit_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:54.334837 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-7b8b5853-7423-41fe-8412-fd72c353e65b tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27024173'] for port, after_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:54.341744 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b24467-c4a1-4dd9-aaf9-46cdba3cc6b9 req-5c4f253b-6436-4233-b96d-47f4b7246e00 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:51:54.347222 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-81b24467-c4a1-4dd9-aaf9-46cdba3cc6b9 req-5c4f253b-6436-4233-b96d-47f4b7246e00 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] 10.222.0.44 "GET /v2.0/ports?device_id=d61dac93-f54b-4e94-8936-7617c339d7e3 HTTP/1.1" status: 200 len: 944 time: 0.2156198 Oct 27 10:51:54.457859 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] get_ports_and_sgs() called for port_ids ['7049cf00-c197-46a0-9a49-011394172668'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:51:54.472033 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8b5853-7423-41fe-8412-fd72c353e65b tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Pushing event updated for resources: {'Port': ['ID=f44d3e41-095d-4356-a944-38b3d92892d3,revision_number=2']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:51:54.472229 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-81b24467-c4a1-4dd9-aaf9-46cdba3cc6b9 req-33ab5cf3-0475-4bf7-8e5c-f7ad6f264535 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] 10.222.0.44 "GET /v2.0/security-groups?id=ffed76d3-4d36-4729-a6a9-ef5807ccbf84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034567 Oct 27 10:51:54.525579 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-7b8b5853-7423-41fe-8412-fd72c353e65b tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1664826'] for floatingip, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:54.575770 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-64682a68-1e05-4f26-8413-226d1349076c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:54.593151 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvr_db [None req-19cd0030-7dea-4bbe-bee9-8818348a5525 None None] Set router 19938d53-eb4d-4643-8dbd-eb1c5fa77c91 gateway port host: n-d-813419-10 {{(pid=102348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:51:54.598940 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 10:51:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b2a3e4a-9fd9-426b-97c3-80e98e60407a x-openstack-request-id: req-7b2a3e4a-9fd9-426b-97c3-80e98e60407a {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:51:54.599228 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c713a44-4f54-40bf-a239-314a2d4de872", "tag": "ba3a2f1e-bf4c-49a2-8f38-28785d639aa6", "status": "completed", "code": 200}]} {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:51:54.599657 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7b2a3e4a-9fd9-426b-97c3-80e98e60407a {{(pid=102347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:51:54.600228 n-d-813419-10 neutron-server[102347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c713a44-4f54-40bf-a239-314a2d4de872', 'tag': 'ba3a2f1e-bf4c-49a2-8f38-28785d639aa6', 'status': 'completed', 'code': 200} Oct 27 10:51:54.610045 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-64682a68-1e05-4f26-8413-226d1349076c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:54.664136 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-64682a68-1e05-4f26-8413-226d1349076c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0d3e51c7f27d4660af72e4f87024f27a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7961974 Oct 27 10:51:54.674102 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 32910) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:51:54.727077 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64682a68-1e05-4f26-8413-226d1349076c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a46ef43b-b897-4da8-85bf-d7d8beabac54,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:51:54.778465 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-538f8600-89b6-47c2-8670-d52805f42648 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:54.786103 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2a202a-5548-4b47-9293-65a33b24cb82 req-b4ec0035-c5ae-44a3-8222-f3ab2a1ad7b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:51:54.787760 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-2e2a202a-5548-4b47-9293-65a33b24cb82 req-b4ec0035-c5ae-44a3-8222-f3ab2a1ad7b5 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b77ac30bad224fe0b8e5f2c5dd43d62c&device_id=1c713a44-4f54-40bf-a239-314a2d4de872 HTTP/1.1" status: 200 len: 1098 time: 0.1298985 Oct 27 10:51:54.801919 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125e9da4-768b-4f2f-8b20-007dafdcdd06 req-076bfb27-079a-410f-9f5b-0dc31fe4d022 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:51:54.812713 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-125e9da4-768b-4f2f-8b20-007dafdcdd06 req-076bfb27-079a-410f-9f5b-0dc31fe4d022 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] 10.222.0.44 "GET /v2.0/ports?device_id=1c713a44-4f54-40bf-a239-314a2d4de872 HTTP/1.1" status: 200 len: 946 time: 0.1127164 Oct 27 10:51:54.823892 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-538f8600-89b6-47c2-8670-d52805f42648 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:54.893782 n-d-813419-10 neutron-server[102346]: INFO neutron.db.l3_db [None req-7b8b5853-7423-41fe-8412-fd72c353e65b tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Floating IP 8ef7052b-44bf-4317-97bf-5dfe544d30e7 associated. External IP: 172.25.8.240, port: b85b2469-dbae-4f33-aafe-430d63656371. Oct 27 10:51:54.928776 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2a202a-5548-4b47-9293-65a33b24cb82 req-5ab7e789-7514-467c-a2bd-4205b25a8880 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:51:54.930514 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-2e2a202a-5548-4b47-9293-65a33b24cb82 req-5ab7e789-7514-467c-a2bd-4205b25a8880 service neutron] 10.222.0.64 "GET /v2.0/networks?id=ea4d67f7-1216-4069-ab70-2f7251ebc836 HTTP/1.1" status: 200 len: 897 time: 0.1323993 Oct 27 10:51:54.946969 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-538f8600-89b6-47c2-8670-d52805f42648 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:54.950419 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-538f8600-89b6-47c2-8670-d52805f42648 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:54.952472 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-538f8600-89b6-47c2-8670-d52805f42648 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a46ef43b-b897-4da8-85bf-d7d8beabac54 HTTP/1.1" status: 204 len: 168 time: 0.2765467 Oct 27 10:51:54.985876 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-125e9da4-768b-4f2f-8b20-007dafdcdd06 req-ac2904c0-423b-49df-b34b-6ee31709f62a tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] 10.222.0.44 "GET /v2.0/security-groups?id=eee0406b-ae04-4e11-aab1-3cc89dda72de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1716418 Oct 27 10:51:55.076266 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-2e2a202a-5548-4b47-9293-65a33b24cb82 req-4d33755e-71f6-4e44-a7b2-36626fdbae28 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ba3a2f1e-bf4c-49a2-8f38-28785d639aa6 HTTP/1.1" status: 200 len: 217 time: 0.1346641 Oct 27 10:51:55.078258 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538f8600-89b6-47c2-8670-d52805f42648 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a46ef43b-b897-4da8-85bf-d7d8beabac54,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:51:55.146459 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-19cd0030-7dea-4bbe-bee9-8818348a5525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19938d53-eb4d-4643-8dbd-eb1c5fa77c91', 'name': 'tempest-TestNetworkBasicOps-router-1201353201', 'tenant_id': 'b77ac30bad224fe0b8e5f2c5dd43d62c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.58'}], 'enable_snat': True}, 'gw_port_id': 'c0d09193-5838-4ff6-9a45-ec7015d11caf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:49:42Z', 'updated_at': '2021-10-27T10:51:42Z', 'revision_number': 6, 'project_id': 'b77ac30bad224fe0b8e5f2c5dd43d62c', 'gw_port': {'id': 'c0d09193-5838-4ff6-9a45-ec7015d11caf', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:20:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19938d53-eb4d-4643-8dbd-eb1c5fa77c91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3285, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:49:42Z', 'updated_at': '2021-10-27T10:49:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_interfaces': [{'id': '7df4383b-72c6-49a0-a1f9-b60c5dba676b', 'name': '', 'network_id': 'ea4d67f7-1216-4069-ab70-2f7251ebc836', 'tenant_id': 'b77ac30bad224fe0b8e5f2c5dd43d62c', 'mac_address': 'fa:16:3e:1b:55:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19938d53-eb4d-4643-8dbd-eb1c5fa77c91', 'device_owner': 'network:router_interface', 'standard_attr_id': 3298, 'fixed_ips': [{'subnet_id': '662bb6fa-263f-4ddf-af7c-f38fb3508aed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:49:46Z', 'updated_at': '2021-10-27T10:49:51Z', 'revision_number': 5, 'project_id': 'b77ac30bad224fe0b8e5f2c5dd43d62c', 'subnets': [{'id': '662bb6fa-263f-4ddf-af7c-f38fb3508aed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:51:55.210258 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19cd0030-7dea-4bbe-bee9-8818348a5525 None None] Checking router: 19938d53-eb4d-4643-8dbd-eb1c5fa77c91 for host: n-d-813419-10 {{(pid=102348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 10:51:55.238055 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19cd0030-7dea-4bbe-bee9-8818348a5525 None None] Routers {'19938d53-eb4d-4643-8dbd-eb1c5fa77c91'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:51:55.238682 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-19cd0030-7dea-4bbe-bee9-8818348a5525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:51:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['19938d53-eb4d-4643-8dbd-eb1c5fa77c91'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:51:55.240826 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-5162bcbe-e52d-412c-ac9b-9fd2ab16c992 req-25b3e31b-b249-44a9-94c6-89cb21b38da9 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/ports?device_id=1090fbea-f8b3-4d3f-818f-f3f9f18efe6c HTTP/1.1" status: 200 len: 210 time: 0.0706291 Oct 27 10:51:55.257686 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2a202a-5548-4b47-9293-65a33b24cb82 req-744c0e8c-07c9-4ebe-ae79-0bf19e47d5df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:51:55.259785 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-2e2a202a-5548-4b47-9293-65a33b24cb82 req-744c0e8c-07c9-4ebe-ae79-0bf19e47d5df service neutron] 10.222.0.64 "GET /v2.0/subnets?id=662bb6fa-263f-4ddf-af7c-f38fb3508aed HTTP/1.1" status: 200 len: 835 time: 0.1731086 Oct 27 10:51:55.371032 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b8b5853-7423-41fe-8412-fd72c353e65b tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Router e2163ac2-8eb6-47c6-9111-53dd587e4730 has already been hosted by L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb {{(pid=102346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 10:51:55.377250 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2a202a-5548-4b47-9293-65a33b24cb82 req-54a72aa3-12cc-4f78-9f5f-e7c2a9c58733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:51:55.378761 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-2e2a202a-5548-4b47-9293-65a33b24cb82 req-54a72aa3-12cc-4f78-9f5f-e7c2a9c58733 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ea4d67f7-1216-4069-ab70-2f7251ebc836&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1109431 Oct 27 10:51:55.529933 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b8b5853-7423-41fe-8412-fd72c353e65b tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:51:55.547019 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d5f0c79-d0e8-4973-b5a2-da25427b3aff None None] Sync routers for ids ['e2163ac2-8eb6-47c6-9111-53dd587e4730'] in n-d-813419-10 {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:51:55.558615 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvr_db [None req-19cd0030-7dea-4bbe-bee9-8818348a5525 None None] Set router 19938d53-eb4d-4643-8dbd-eb1c5fa77c91 gateway port host: n-d-813419-10 {{(pid=102348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:51:55.562120 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 32930) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:51:55.576564 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-2e2a202a-5548-4b47-9293-65a33b24cb82 req-2c3f4738-75d6-463e-9268-f45dc4ce5591 service neutron] 10.222.0.64 "GET /v2.0/networks/ea4d67f7-1216-4069-ab70-2f7251ebc836?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1812396 Oct 27 10:51:55.578242 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d5f0c79-d0e8-4973-b5a2-da25427b3aff None None] Routers {'e2163ac2-8eb6-47c6-9111-53dd587e4730'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:51:55.579009 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-4d5f0c79-d0e8-4973-b5a2-da25427b3aff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:51:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['e2163ac2-8eb6-47c6-9111-53dd587e4730'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:51:55.621557 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-7b8b5853-7423-41fe-8412-fd72c353e65b tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for floatingip, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:55.681547 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-de9afe4e-ab52-427d-84fb-abafb10fae57 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:55.703432 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-7b8b5853-7423-41fe-8412-fd72c353e65b tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.2641137 Oct 27 10:51:55.708295 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e489a004-a709-4610-8b39-9d67620338b9', 'tag': 'b85b2469-dbae-4f33-aafe-430d63656371'}] {{(pid=102346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:51:55.711135 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc0e418f5fc417c8d55d94c0aa509b037d0beb2a734c1a709e789eb65639a56d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad1c3073-aaae-4102-8cb4-48df4072989e" -d '{"events": [{"name": "network-changed", "server_uuid": "e489a004-a709-4610-8b39-9d67620338b9", "tag": "b85b2469-dbae-4f33-aafe-430d63656371"}]}' {{(pid=102346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:51:55.760020 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0642c456-7c08-425c-b547-52e16e427a71 req-0c34cc3d-63df-45ff-873c-af967c30f2d8 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:51:55.769872 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-0642c456-7c08-425c-b547-52e16e427a71 req-0c34cc3d-63df-45ff-873c-af967c30f2d8 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] 10.222.0.44 "GET /v2.0/ports?device_id=d61dac93-f54b-4e94-8936-7617c339d7e3 HTTP/1.1" status: 200 len: 944 time: 0.1781113 Oct 27 10:51:55.778704 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-2e2a202a-5548-4b47-9293-65a33b24cb82 req-a150ed48-46a2-4c6b-8a65-127e73147dbb service neutron] 10.222.0.64 "GET /v2.0/networks/ea4d67f7-1216-4069-ab70-2f7251ebc836?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1913738 Oct 27 10:51:55.791755 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvr_db [None req-4d5f0c79-d0e8-4973-b5a2-da25427b3aff None None] Set router e2163ac2-8eb6-47c6-9111-53dd587e4730 gateway port host: n-d-813419-10 {{(pid=102349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:51:55.826041 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device 7049cf00-c197-46a0-9a49-011394172668 up at agent hyperv_n-h1-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:51:55.854413 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-0642c456-7c08-425c-b547-52e16e427a71 req-db7d0c3a-2478-44bc-99d8-51ad69895155 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] 10.222.0.44 "GET /v2.0/security-groups?id=ffed76d3-4d36-4729-a6a9-ef5807ccbf84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797520 Oct 27 10:51:55.943276 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4d1bd7-5e8e-478a-9a2d-cd00210877d6 req-38eac670-3269-4536-8f03-c3e3f0a4e693 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:51:55.965342 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-5d4d1bd7-5e8e-478a-9a2d-cd00210877d6 req-38eac670-3269-4536-8f03-c3e3f0a4e693 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "GET /v2.0/ports?device_id=e489a004-a709-4610-8b39-9d67620338b9 HTTP/1.1" status: 200 len: 945 time: 0.1125078 Oct 27 10:51:55.974196 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 10:51:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d28b7eee-b977-4ddb-925b-64674e1a2e59 x-openstack-request-id: req-d28b7eee-b977-4ddb-925b-64674e1a2e59 {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:51:55.975400 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e489a004-a709-4610-8b39-9d67620338b9", "tag": "b85b2469-dbae-4f33-aafe-430d63656371", "status": "completed", "code": 200}]} {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:51:55.975914 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d28b7eee-b977-4ddb-925b-64674e1a2e59 {{(pid=102346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:51:55.976596 n-d-813419-10 neutron-server[102346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e489a004-a709-4610-8b39-9d67620338b9', 'tag': 'b85b2469-dbae-4f33-aafe-430d63656371', 'status': 'completed', 'code': 200} Oct 27 10:51:55.978955 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-de9afe4e-ab52-427d-84fb-abafb10fae57 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:55.987981 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-de9afe4e-ab52-427d-84fb-abafb10fae57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:56.068157 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-5d4d1bd7-5e8e-478a-9a2d-cd00210877d6 req-be0c749c-58f3-4f1b-acf6-9e6ab4df0e65 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "GET /v2.0/security-groups?id=eac14644-f19c-4ddb-a549-c458f5e64a03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863578 Oct 27 10:51:56.068883 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 32942) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:51:56.073321 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-4d5f0c79-d0e8-4973-b5a2-da25427b3aff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2163ac2-8eb6-47c6-9111-53dd587e4730', 'name': 'tempest-TestNetworkAdvancedServerOps-router-737517996', 'tenant_id': '7f357cb809634e50864d0c31dbcbd617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.242'}], 'enable_snat': True}, 'gw_port_id': 'af3df7e2-646b-48f7-a8e9-cf18d6e5f5a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:51:26Z', 'updated_at': '2021-10-27T10:51:32Z', 'revision_number': 4, 'project_id': '7f357cb809634e50864d0c31dbcbd617', 'gw_port': {'id': 'af3df7e2-646b-48f7-a8e9-cf18d6e5f5a6', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:76:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2163ac2-8eb6-47c6-9111-53dd587e4730', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3417, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:51:27Z', 'updated_at': '2021-10-27T10:51:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_floatingips': [{'id': '8ef7052b-44bf-4317-97bf-5dfe544d30e7', 'tenant_id': '7f357cb809634e50864d0c31dbcbd617', 'floating_ip_address': '172.25.8.240', 'floating_network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'router_id': 'e2163ac2-8eb6-47c6-9111-53dd587e4730', 'port_id': 'b85b2469-dbae-4f33-aafe-430d63656371', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3455, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e87b459a-890d-45c5-8314-ac75bfe75e07', 'mac_address': 'fa:16:3e:f0:08:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e489a004-a709-4610-8b39-9d67620338b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T10:51:52Z', 'updated_at': '2021-10-27T10:51:52Z', 'revision_number': 0, 'project_id': '7f357cb809634e50864d0c31dbcbd617', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84151759-91c6-48f1-9643-874fa8b91f15', 'name': '', 'network_id': 'e87b459a-890d-45c5-8314-ac75bfe75e07', 'tenant_id': '7f357cb809634e50864d0c31dbcbd617', 'mac_address': 'fa:16:3e:34:5d:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2163ac2-8eb6-47c6-9111-53dd587e4730', 'device_owner': 'network:router_interface', 'standard_attr_id': 3420, 'fixed_ips': [{'subnet_id': '82b76e3b-8a75-4966-b97f-20b4de5f581e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:51:31Z', 'updated_at': '2021-10-27T10:51:37Z', 'revision_number': 5, 'project_id': '7f357cb809634e50864d0c31dbcbd617', 'subnets': [{'id': '82b76e3b-8a75-4966-b97f-20b4de5f581e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:51:56.083799 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-19cd0030-7dea-4bbe-bee9-8818348a5525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19938d53-eb4d-4643-8dbd-eb1c5fa77c91', 'name': 'tempest-TestNetworkBasicOps-router-1201353201', 'tenant_id': 'b77ac30bad224fe0b8e5f2c5dd43d62c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.58'}], 'enable_snat': True}, 'gw_port_id': 'c0d09193-5838-4ff6-9a45-ec7015d11caf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:49:42Z', 'updated_at': '2021-10-27T10:51:42Z', 'revision_number': 6, 'project_id': 'b77ac30bad224fe0b8e5f2c5dd43d62c', 'gw_port': {'id': 'c0d09193-5838-4ff6-9a45-ec7015d11caf', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:20:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19938d53-eb4d-4643-8dbd-eb1c5fa77c91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3285, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:49:42Z', 'updated_at': '2021-10-27T10:49:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_interfaces': [{'id': '7df4383b-72c6-49a0-a1f9-b60c5dba676b', 'name': '', 'network_id': 'ea4d67f7-1216-4069-ab70-2f7251ebc836', 'tenant_id': 'b77ac30bad224fe0b8e5f2c5dd43d62c', 'mac_address': 'fa:16:3e:1b:55:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19938d53-eb4d-4643-8dbd-eb1c5fa77c91', 'device_owner': 'network:router_interface', 'standard_attr_id': 3298, 'fixed_ips': [{'subnet_id': '662bb6fa-263f-4ddf-af7c-f38fb3508aed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:49:46Z', 'updated_at': '2021-10-27T10:49:51Z', 'revision_number': 5, 'project_id': 'b77ac30bad224fe0b8e5f2c5dd43d62c', 'subnets': [{'id': '662bb6fa-263f-4ddf-af7c-f38fb3508aed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:51:56.103146 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d5f0c79-d0e8-4973-b5a2-da25427b3aff None None] Checking router: e2163ac2-8eb6-47c6-9111-53dd587e4730 for host: n-d-813419-10 {{(pid=102349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 10:51:56.113518 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d5f0c79-d0e8-4973-b5a2-da25427b3aff None None] Routers {'e2163ac2-8eb6-47c6-9111-53dd587e4730'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:51:56.125145 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-4d5f0c79-d0e8-4973-b5a2-da25427b3aff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:51:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['e2163ac2-8eb6-47c6-9111-53dd587e4730'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:51:56.159399 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-8ab4493e-1f00-44e6-b7ea-80c9b95d5e5b tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "GET /v2.0/floatingips/8ef7052b-44bf-4317-97bf-5dfe544d30e7 HTTP/1.1" status: 200 len: 991 time: 0.0893424 Oct 27 10:51:56.164334 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19cd0030-7dea-4bbe-bee9-8818348a5525 None None] The sync data for ids ['19938d53-eb4d-4643-8dbd-eb1c5fa77c91'] in n-d-813419-10 is: [{'id': '19938d53-eb4d-4643-8dbd-eb1c5fa77c91', 'name': 'tempest-TestNetworkBasicOps-router-1201353201', 'tenant_id': 'b77ac30bad224fe0b8e5f2c5dd43d62c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.58'}], 'enable_snat': True}, 'gw_port_id': 'c0d09193-5838-4ff6-9a45-ec7015d11caf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:49:42Z', 'updated_at': '2021-10-27T10:51:42Z', 'revision_number': 6, 'project_id': 'b77ac30bad224fe0b8e5f2c5dd43d62c', 'gw_port': {'id': 'c0d09193-5838-4ff6-9a45-ec7015d11caf', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:20:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19938d53-eb4d-4643-8dbd-eb1c5fa77c91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3285, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:49:42Z', 'updated_at': '2021-10-27T10:49:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_interfaces': [{'id': '7df4383b-72c6-49a0-a1f9-b60c5dba676b', 'name': '', 'network_id': 'ea4d67f7-1216-4069-ab70-2f7251ebc836', 'tenant_id': 'b77ac30bad224fe0b8e5f2c5dd43d62c', 'mac_address': 'fa:16:3e:1b:55:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19938d53-eb4d-4643-8dbd-eb1c5fa77c91', 'device_owner': 'network:router_interface', 'standard_attr_id': 3298, 'fixed_ips': [{'subnet_id': '662bb6fa-263f-4ddf-af7c-f38fb3508aed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:49:46Z', 'updated_at': '2021-10-27T10:49:51Z', 'revision_number': 5, 'project_id': 'b77ac30bad224fe0b8e5f2c5dd43d62c', 'subnets': [{'id': '662bb6fa-263f-4ddf-af7c-f38fb3508aed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:51:56.182931 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Provisioning for port 7049cf00-c197-46a0-9a49-011394172668 completed by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 10:51:56.189127 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Provisioning complete for port 7049cf00-c197-46a0-9a49-011394172668 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:51:56.189588 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:56.220079 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-de9afe4e-ab52-427d-84fb-abafb10fae57 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=83d5127e04fb46229158a045962ab6eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6500249 Oct 27 10:51:56.225054 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 32948) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:51:56.225963 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9afe4e-ab52-427d-84fb-abafb10fae57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5b26cb1-a90d-4fa1-bb1c-04698a8064f6,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:51:56.254972 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b26672-c1c4-4e87-8322-d02ee73e79e2 req-1a5a0987-1580-4691-815c-4554ae093f8e tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:51:56.256592 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-f9b26672-c1c4-4e87-8322-d02ee73e79e2 req-1a5a0987-1580-4691-815c-4554ae093f8e tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] 10.222.0.64 "GET /v2.0/ports?device_id=1c713a44-4f54-40bf-a239-314a2d4de872 HTTP/1.1" status: 200 len: 946 time: 0.0961418 Oct 27 10:51:56.367124 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvr_db [None req-4d5f0c79-d0e8-4973-b5a2-da25427b3aff None None] Set router e2163ac2-8eb6-47c6-9111-53dd587e4730 gateway port host: n-d-813419-10 {{(pid=102349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:51:56.378630 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1c3073-aaae-4102-8cb4-48df4072989e req-2cc82997-0a56-4fe0-bebf-42a4da8be39d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:51:56.380177 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ad1c3073-aaae-4102-8cb4-48df4072989e req-2cc82997-0a56-4fe0-bebf-42a4da8be39d service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=7f357cb809634e50864d0c31dbcbd617&device_id=e489a004-a709-4610-8b39-9d67620338b9 HTTP/1.1" status: 200 len: 1097 time: 0.3760395 Oct 27 10:51:56.407323 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:56.452379 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-3ae02f3c-0b20-454c-b7a5-3893704e6d1f req-4e3e04f7-44ec-49f4-a9b9-ba4f656c1f4f tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/ports?device_id=1090fbea-f8b3-4d3f-818f-f3f9f18efe6c HTTP/1.1" status: 200 len: 210 time: 0.0771589 Oct 27 10:51:56.464834 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd61dac93-f54b-4e94-8936-7617c339d7e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7049cf00-c197-46a0-9a49-011394172668'}] {{(pid=102348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:51:56.471225 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c588921fa634554a1d9242fdea1b05457a9ff1d3b28ba54ec1dace7f2f1df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72799353-dafa-4c0c-9af4-d15847dd9476" -d '{"events": [{"server_uuid": "d61dac93-f54b-4e94-8936-7617c339d7e3", "name": "network-vif-plugged", "status": "completed", "tag": "7049cf00-c197-46a0-9a49-011394172668"}]}' {{(pid=102348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:51:56.540748 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [req-f9b26672-c1c4-4e87-8322-d02ee73e79e2 req-e993180f-02bf-4a5e-8adb-b8449afb325a tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Deleting port ba3a2f1e-bf4c-49a2-8f38-28785d639aa6 {{(pid=102347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:51:56.542078 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-f9b26672-c1c4-4e87-8322-d02ee73e79e2 req-e993180f-02bf-4a5e-8adb-b8449afb325a tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:56.634723 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-accadcc7-7049-447f-a662-f51953f91a0f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:56.660942 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf242fa-9071-4d6e-b1c5-7a2447f0b56e req-192abe7b-efb4-4d10-8cc2-e4bcb814f12a tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:51:56.671520 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-fbf242fa-9071-4d6e-b1c5-7a2447f0b56e req-192abe7b-efb4-4d10-8cc2-e4bcb814f12a tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] 10.222.0.44 "GET /v2.0/ports?device_id=1c713a44-4f54-40bf-a239-314a2d4de872 HTTP/1.1" status: 200 len: 946 time: 0.5231390 Oct 27 10:51:56.736542 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1c3073-aaae-4102-8cb4-48df4072989e req-2bffae48-04a3-4168-98aa-046018e44ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:51:56.738047 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ad1c3073-aaae-4102-8cb4-48df4072989e req-2bffae48-04a3-4168-98aa-046018e44ee5 service neutron] 10.222.0.76 "GET /v2.0/networks?id=e87b459a-890d-45c5-8314-ac75bfe75e07 HTTP/1.1" status: 200 len: 898 time: 0.3414850 Oct 27 10:51:56.836317 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-f9b26672-c1c4-4e87-8322-d02ee73e79e2 req-e993180f-02bf-4a5e-8adb-b8449afb325a tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] For port ba3a2f1e-bf4c-49a2-8f38-28785d639aa6, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=ba3a2f1e-bf4c-49a2-8f38-28785d639aa6,segment=NetworkSegment(a1e5d71c-763c-4ec1-adad-a7cf16ac4ffc),segment_id=a1e5d71c-763c-4ec1-adad-a7cf16ac4ffc)] {{(pid=102347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:51:56.836948 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-f9b26672-c1c4-4e87-8322-d02ee73e79e2 req-e993180f-02bf-4a5e-8adb-b8449afb325a tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:56.841142 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f6892e-ad15-479c-8212-8bf889599d1b req-cbcc6707-fcae-40ea-bebe-bc122bebedab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:51:56.843854 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-37f6892e-ad15-479c-8212-8bf889599d1b req-cbcc6707-fcae-40ea-bebe-bc122bebedab service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=d61dac93-f54b-4e94-8936-7617c339d7e3 HTTP/1.1" status: 200 len: 1096 time: 0.1797140 Oct 27 10:51:56.863988 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [req-f9b26672-c1c4-4e87-8322-d02ee73e79e2 req-e993180f-02bf-4a5e-8adb-b8449afb325a tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Calling delete_port for ba3a2f1e-bf4c-49a2-8f38-28785d639aa6 owned by compute:nova {{(pid=102347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:51:56.866912 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:51:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c92f9e7-adf6-4373-9bf9-ae103b556a7d x-openstack-request-id: req-1c92f9e7-adf6-4373-9bf9-ae103b556a7d {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:51:56.867432 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d61dac93-f54b-4e94-8936-7617c339d7e3", "name": "network-vif-plugged", "status": "completed", "tag": "7049cf00-c197-46a0-9a49-011394172668", "code": 200}]} {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:51:56.868470 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1c92f9e7-adf6-4373-9bf9-ae103b556a7d {{(pid=102348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:51:56.869080 n-d-813419-10 neutron-server[102348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd61dac93-f54b-4e94-8936-7617c339d7e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7049cf00-c197-46a0-9a49-011394172668', 'code': 200} Oct 27 10:51:56.872630 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60c0e4ae-b164-417b-9dd3-08d67e60e9b9 None None] New status for floating IP 6d36f8b9-21f0-466b-9c2d-036ed73540a0: DOWN {{(pid=102348) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 10:51:56.878829 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port 7049cf00-c197-46a0-9a49-011394172668, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=7049cf00-c197-46a0-9a49-011394172668,segment=NetworkSegment(8cab2adf-a440-42c6-b3ba-33945c07a109),segment_id=8cab2adf-a440-42c6-b3ba-33945c07a109)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:51:56.897875 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-accadcc7-7049-447f-a662-f51953f91a0f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:56.944539 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:56.946426 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-37f6892e-ad15-479c-8212-8bf889599d1b req-55b47ac4-b09d-4c43-a807-47f7e8613b8c service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=ffed76d3-4d36-4729-a6a9-ef5807ccbf84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923288 Oct 27 10:51:57.037159 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Pushing event updated for resources: {'Port': ['ID=7049cf00-c197-46a0-9a49-011394172668,revision_number=5']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:51:57.052537 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-fbf242fa-9071-4d6e-b1c5-7a2447f0b56e req-4bc7e472-8f61-4b85-9172-67754b0f748d tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] 10.222.0.44 "GET /v2.0/security-groups?id=eee0406b-ae04-4e11-aab1-3cc89dda72de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3781345 Oct 27 10:51:57.057488 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ad1c3073-aaae-4102-8cb4-48df4072989e req-622896fa-c1fb-4808-8c52-5616c955af32 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b85b2469-dbae-4f33-aafe-430d63656371 HTTP/1.1" status: 200 len: 999 time: 0.3013930 Oct 27 10:51:57.098911 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-4d5f0c79-d0e8-4973-b5a2-da25427b3aff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2163ac2-8eb6-47c6-9111-53dd587e4730', 'name': 'tempest-TestNetworkAdvancedServerOps-router-737517996', 'tenant_id': '7f357cb809634e50864d0c31dbcbd617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.242'}], 'enable_snat': True}, 'gw_port_id': 'af3df7e2-646b-48f7-a8e9-cf18d6e5f5a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:51:26Z', 'updated_at': '2021-10-27T10:51:32Z', 'revision_number': 4, 'project_id': '7f357cb809634e50864d0c31dbcbd617', 'gw_port': {'id': 'af3df7e2-646b-48f7-a8e9-cf18d6e5f5a6', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:76:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2163ac2-8eb6-47c6-9111-53dd587e4730', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3417, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:51:27Z', 'updated_at': '2021-10-27T10:51:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_floatingips': [{'id': '8ef7052b-44bf-4317-97bf-5dfe544d30e7', 'tenant_id': '7f357cb809634e50864d0c31dbcbd617', 'floating_ip_address': '172.25.8.240', 'floating_network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'router_id': 'e2163ac2-8eb6-47c6-9111-53dd587e4730', 'port_id': 'b85b2469-dbae-4f33-aafe-430d63656371', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3455, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e87b459a-890d-45c5-8314-ac75bfe75e07', 'mac_address': 'fa:16:3e:f0:08:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e489a004-a709-4610-8b39-9d67620338b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T10:51:52Z', 'updated_at': '2021-10-27T10:51:52Z', 'revision_number': 0, 'project_id': '7f357cb809634e50864d0c31dbcbd617', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84151759-91c6-48f1-9643-874fa8b91f15', 'name': '', 'network_id': 'e87b459a-890d-45c5-8314-ac75bfe75e07', 'tenant_id': '7f357cb809634e50864d0c31dbcbd617', 'mac_address': 'fa:16:3e:34:5d:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2163ac2-8eb6-47c6-9111-53dd587e4730', 'device_owner': 'network:router_interface', 'standard_attr_id': 3420, 'fixed_ips': [{'subnet_id': '82b76e3b-8a75-4966-b97f-20b4de5f581e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:51:31Z', 'updated_at': '2021-10-27T10:51:37Z', 'revision_number': 5, 'project_id': '7f357cb809634e50864d0c31dbcbd617', 'subnets': [{'id': '82b76e3b-8a75-4966-b97f-20b4de5f581e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:51:57.128426 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d5f0c79-d0e8-4973-b5a2-da25427b3aff None None] The sync data for ids ['e2163ac2-8eb6-47c6-9111-53dd587e4730'] in n-d-813419-10 is: [{'id': 'e2163ac2-8eb6-47c6-9111-53dd587e4730', 'name': 'tempest-TestNetworkAdvancedServerOps-router-737517996', 'tenant_id': '7f357cb809634e50864d0c31dbcbd617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.242'}], 'enable_snat': True}, 'gw_port_id': 'af3df7e2-646b-48f7-a8e9-cf18d6e5f5a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:51:26Z', 'updated_at': '2021-10-27T10:51:32Z', 'revision_number': 4, 'project_id': '7f357cb809634e50864d0c31dbcbd617', 'gw_port': {'id': 'af3df7e2-646b-48f7-a8e9-cf18d6e5f5a6', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:76:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2163ac2-8eb6-47c6-9111-53dd587e4730', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3417, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:51:27Z', 'updated_at': '2021-10-27T10:51:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_floatingips': [{'id': '8ef7052b-44bf-4317-97bf-5dfe544d30e7', 'tenant_id': '7f357cb809634e50864d0c31dbcbd617', 'floating_ip_address': '172.25.8.240', 'floating_network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'router_id': 'e2163ac2-8eb6-47c6-9111-53dd587e4730', 'port_id': 'b85b2469-dbae-4f33-aafe-430d63656371', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3455, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e87b459a-890d-45c5-8314-ac75bfe75e07', 'mac_address': 'fa:16:3e:f0:08:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e489a004-a709-4610-8b39-9d67620338b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T10:51:52Z', 'updated_at': '2021-10-27T10:51:52Z', 'revision_number': 0, 'project_id': '7f357cb809634e50864d0c31dbcbd617', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84151759-91c6-48f1-9643-874fa8b91f15', 'name': '', 'network_id': 'e87b459a-890d-45c5-8314-ac75bfe75e07', 'tenant_id': '7f357cb809634e50864d0c31dbcbd617', 'mac_address': 'fa:16:3e:34:5d:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2163ac2-8eb6-47c6-9111-53dd587e4730', 'device_owner': 'network:router_interface', 'standard_attr_id': 3420, 'fixed_ips': [{'subnet_id': '82b76e3b-8a75-4966-b97f-20b4de5f581e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:51:31Z', 'updated_at': '2021-10-27T10:51:37Z', 'revision_number': 5, 'project_id': '7f357cb809634e50864d0c31dbcbd617', 'subnets': [{'id': '82b76e3b-8a75-4966-b97f-20b4de5f581e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:51:57.142354 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1c3073-aaae-4102-8cb4-48df4072989e req-fb785819-39e9-4ed2-bd19-0c35888a428d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:51:57.143971 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ad1c3073-aaae-4102-8cb4-48df4072989e req-fb785819-39e9-4ed2-bd19-0c35888a428d service neutron] 10.222.0.76 "GET /v2.0/subnets?id=82b76e3b-8a75-4966-b97f-20b4de5f581e HTTP/1.1" status: 200 len: 833 time: 0.0622673 Oct 27 10:51:57.144862 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-accadcc7-7049-447f-a662-f51953f91a0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:57.148069 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-accadcc7-7049-447f-a662-f51953f91a0f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:57.149288 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-accadcc7-7049-447f-a662-f51953f91a0f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d5b26cb1-a90d-4fa1-bb1c-04698a8064f6 HTTP/1.1" status: 204 len: 168 time: 0.9076848 Oct 27 10:51:57.153844 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4c068f-cc30-4ef0-952e-de535b5bef46 req-c49783bc-6f30-4740-a822-0703e25a2e45 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:51:57.161146 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 32964) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:51:57.162739 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-1b4c068f-cc30-4ef0-952e-de535b5bef46 req-c49783bc-6f30-4740-a822-0703e25a2e45 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] 10.222.0.44 "GET /v2.0/ports?device_id=d61dac93-f54b-4e94-8936-7617c339d7e3 HTTP/1.1" status: 200 len: 945 time: 0.0999773 Oct 27 10:51:57.273102 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accadcc7-7049-447f-a662-f51953f91a0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5b26cb1-a90d-4fa1-bb1c-04698a8064f6,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:51:57.285606 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-1b4c068f-cc30-4ef0-952e-de535b5bef46 req-0044b68c-3f8f-42b3-a417-cbffef3b5159 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] 10.222.0.44 "GET /v2.0/security-groups?id=ffed76d3-4d36-4729-a6a9-ef5807ccbf84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218979 Oct 27 10:51:57.347859 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1c3073-aaae-4102-8cb4-48df4072989e req-438c0ca4-0606-4e8f-8f7a-a4369b2d98d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:51:57.350313 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ad1c3073-aaae-4102-8cb4-48df4072989e req-438c0ca4-0606-4e8f-8f7a-a4369b2d98d7 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=e87b459a-890d-45c5-8314-ac75bfe75e07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1983695 Oct 27 10:51:57.368093 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-e4fcf6be-ec09-41e6-abc3-c9150eaf6945 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "GET /v2.0/floatingips/8ef7052b-44bf-4317-97bf-5dfe544d30e7 HTTP/1.1" status: 200 len: 991 time: 0.1971023 Oct 27 10:51:57.430341 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-f9b26672-c1c4-4e87-8322-d02ee73e79e2 req-e993180f-02bf-4a5e-8adb-b8449afb325a tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:57.522178 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e993180f-02bf-4a5e-8adb-b8449afb325a tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Pushing event deleted for resources: {'Port': ['ID=ba3a2f1e-bf4c-49a2-8f38-28785d639aa6,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:51:57.548186 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ad1c3073-aaae-4102-8cb4-48df4072989e req-dcc47315-9f83-4ea5-b35f-2277650337b8 service neutron] 10.222.0.76 "GET /v2.0/networks/e87b459a-890d-45c5-8314-ac75bfe75e07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1864700 Oct 27 10:51:57.563951 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9b26672-c1c4-4e87-8322-d02ee73e79e2 req-e993180f-02bf-4a5e-8adb-b8449afb325a tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] No DVR routers for this DVR port ba3a2f1e-bf4c-49a2-8f38-28785d639aa6 on host n-h1-813419-10 {{(pid=102347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:51:57.570083 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-f9b26672-c1c4-4e87-8322-d02ee73e79e2 req-e993180f-02bf-4a5e-8adb-b8449afb325a tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:57.575780 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-f9b26672-c1c4-4e87-8322-d02ee73e79e2 req-e993180f-02bf-4a5e-8adb-b8449afb325a tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] 10.222.0.64 "DELETE /v2.0/ports/ba3a2f1e-bf4c-49a2-8f38-28785d639aa6 HTTP/1.1" status: 204 len: 173 time: 1.3081498 Oct 27 10:51:57.576360 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c713a44-4f54-40bf-a239-314a2d4de872', 'name': 'network-vif-deleted', 'tag': 'ba3a2f1e-bf4c-49a2-8f38-28785d639aa6'}] {{(pid=102347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:51:57.578875 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311149b481204ee7edffdb959c881838506fbd95bc8577c048f6677abb73acc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ed27115-55e6-47c8-8275-9628bef3e30b" -d '{"events": [{"server_uuid": "1c713a44-4f54-40bf-a239-314a2d4de872", "name": "network-vif-deleted", "tag": "ba3a2f1e-bf4c-49a2-8f38-28785d639aa6"}]}' {{(pid=102347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:51:57.579764 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b40b3d01-212b-4d47-8b6e-68743154151d None None] New status for floating IP 8ef7052b-44bf-4317-97bf-5dfe544d30e7: ACTIVE {{(pid=102349) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 10:51:57.667385 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:51:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d0adecd-3973-41d5-93cb-cc00cf73d9cc x-openstack-request-id: req-4d0adecd-3973-41d5-93cb-cc00cf73d9cc {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:51:57.667691 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c713a44-4f54-40bf-a239-314a2d4de872", "name": "network-vif-deleted", "tag": "ba3a2f1e-bf4c-49a2-8f38-28785d639aa6", "status": "completed", "code": 200}]} {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:51:57.668503 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4d0adecd-3973-41d5-93cb-cc00cf73d9cc {{(pid=102347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:51:57.668913 n-d-813419-10 neutron-server[102347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c713a44-4f54-40bf-a239-314a2d4de872', 'name': 'network-vif-deleted', 'tag': 'ba3a2f1e-bf4c-49a2-8f38-28785d639aa6', 'status': 'completed', 'code': 200} Oct 27 10:51:57.720259 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-a8bac40d-ccad-431e-856f-8047f287c840 req-575d4e1d-6a45-482a-8a68-f1ba842e817f tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/ports?device_id=1090fbea-f8b3-4d3f-818f-f3f9f18efe6c HTTP/1.1" status: 200 len: 210 time: 0.1037505 Oct 27 10:51:57.786821 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ad1c3073-aaae-4102-8cb4-48df4072989e req-be4053b8-33c0-455d-bd7a-204a8b26fb7d service neutron] 10.222.0.76 "GET /v2.0/networks/e87b459a-890d-45c5-8314-ac75bfe75e07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2271030 Oct 27 10:51:58.209696 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b6767483-069b-4b84-8556-395a5da7735e req-62b1b808-6fbc-4212-a409-6ec1f9abc2fd tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] 10.222.0.44 "GET /v2.0/ports?device_id=1c713a44-4f54-40bf-a239-314a2d4de872 HTTP/1.1" status: 200 len: 210 time: 0.0537875 Oct 27 10:51:58.369016 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 33010) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:51:58.507940 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-907abb54-2d91-4e27-a011-4ce263ff5a4b tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "GET /v2.0/floatingips/8ef7052b-44bf-4317-97bf-5dfe544d30e7 HTTP/1.1" status: 200 len: 993 time: 0.1279016 Oct 27 10:51:58.516333 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c180cc9-e14b-463c-a5a3-a8c729dd4f0b req-ba37a1c2-af3e-4760-9947-cae48eb32b69 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:51:58.522047 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-7c180cc9-e14b-463c-a5a3-a8c729dd4f0b req-ba37a1c2-af3e-4760-9947-cae48eb32b69 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] 10.222.0.44 "GET /v2.0/ports?device_id=d61dac93-f54b-4e94-8936-7617c339d7e3 HTTP/1.1" status: 200 len: 945 time: 0.0857835 Oct 27 10:51:58.582959 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-7c180cc9-e14b-463c-a5a3-a8c729dd4f0b req-7911293e-a492-4883-adc1-2054ef463a8a tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] 10.222.0.44 "GET /v2.0/security-groups?id=ffed76d3-4d36-4729-a6a9-ef5807ccbf84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525546 Oct 27 10:51:58.728314 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976a2907-285e-4c64-a1c5-8363608c060c req-4254d4e1-7639-4287-8ab8-0e327f4c6d65 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:51:58.737961 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-976a2907-285e-4c64-a1c5-8363608c060c req-4254d4e1-7639-4287-8ab8-0e327f4c6d65 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] 10.222.0.44 "GET /v2.0/ports?device_id=b9b37584-02c1-4529-ab98-f8811c757326 HTTP/1.1" status: 200 len: 945 time: 0.0813782 Oct 27 10:51:58.793036 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-976a2907-285e-4c64-a1c5-8363608c060c req-f80b9087-dcf8-4a73-ba6e-0201451325cc tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] 10.222.0.44 "GET /v2.0/security-groups?id=ffed76d3-4d36-4729-a6a9-ef5807ccbf84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490737 Oct 27 10:51:58.814234 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 33038) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:51:58.831874 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-84a0004c-b8c7-480a-994e-24a942029886 req-db2f8b81-2fdd-40d2-8653-76149443b496 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/ports?device_id=1090fbea-f8b3-4d3f-818f-f3f9f18efe6c HTTP/1.1" status: 200 len: 210 time: 0.0366182 Oct 27 10:51:58.962878 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a400b0-dcf0-42b4-a44f-ffff9b73bf43 req-5be2535d-4e29-485d-9469-b13eb5516387 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:51:58.964705 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-e7a400b0-dcf0-42b4-a44f-ffff9b73bf43 req-5be2535d-4e29-485d-9469-b13eb5516387 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] 10.222.0.44 "GET /v2.0/ports?device_id=d61dac93-f54b-4e94-8936-7617c339d7e3 HTTP/1.1" status: 200 len: 945 time: 0.0696452 Oct 27 10:51:58.972526 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-fc53bc44-2774-4c73-b224-1a5422934fac admin admin] Publish callbacks [] for security_group, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:59.062530 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-fc53bc44-2774-4c73-b224-1a5422934fac admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:59.072432 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-fc53bc44-2774-4c73-b224-1a5422934fac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:59.116682 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-e7a400b0-dcf0-42b4-a44f-ffff9b73bf43 req-668fa9d1-e312-4f0c-af4e-9df4d63220d2 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] 10.222.0.44 "GET /v2.0/security-groups?id=ffed76d3-4d36-4729-a6a9-ef5807ccbf84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350985 Oct 27 10:51:59.128344 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-fc53bc44-2774-4c73-b224-1a5422934fac admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e618ab0a2bbd420bbf6af73b83fdc79e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3129609 Oct 27 10:51:59.129270 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc53bc44-2774-4c73-b224-1a5422934fac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02bb444d-8e8d-4368-8e53-5d4cbe3aef17,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:51:59.131420 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 33046) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:51:59.207817 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-847e6a56-61c9-4674-8aeb-7002ec927f3c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:59.233643 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-847e6a56-61c9-4674-8aeb-7002ec927f3c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:59.281977 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 33052) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:51:59.296072 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-847e6a56-61c9-4674-8aeb-7002ec927f3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:59.299489 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-847e6a56-61c9-4674-8aeb-7002ec927f3c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:59.300764 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-847e6a56-61c9-4674-8aeb-7002ec927f3c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/02bb444d-8e8d-4368-8e53-5d4cbe3aef17 HTTP/1.1" status: 204 len: 168 time: 0.1680679 Oct 27 10:51:59.309195 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847e6a56-61c9-4674-8aeb-7002ec927f3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02bb444d-8e8d-4368-8e53-5d4cbe3aef17,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:51:59.385270 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-30822877-82f3-462e-8dec-a04afda42c92 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Publish callbacks [] for security_group, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:59.473508 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-30822877-82f3-462e-8dec-a04afda42c92 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:59.524608 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b591a0e-b084-4ba4-98a2-3a47164b5bfb req-6dc39798-220e-4948-a75f-acdd7a519d6b tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:51:59.531899 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-5b591a0e-b084-4ba4-98a2-3a47164b5bfb req-6dc39798-220e-4948-a75f-acdd7a519d6b tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] 10.222.0.44 "GET /v2.0/ports?device_id=d61dac93-f54b-4e94-8936-7617c339d7e3 HTTP/1.1" status: 200 len: 945 time: 0.1136603 Oct 27 10:51:59.581638 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-5b591a0e-b084-4ba4-98a2-3a47164b5bfb req-b57f63f6-752f-4d56-a855-05378e084e0f tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] 10.222.0.44 "GET /v2.0/security-groups?id=ffed76d3-4d36-4729-a6a9-ef5807ccbf84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487864 Oct 27 10:51:59.601422 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-30822877-82f3-462e-8dec-a04afda42c92 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:59.605532 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-30822877-82f3-462e-8dec-a04afda42c92 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Publish callbacks [] for security_group, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:51:59.615683 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-30822877-82f3-462e-8dec-a04afda42c92 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] 10.222.0.44 "DELETE /v2.0/security-groups/eee0406b-ae04-4e11-aab1-3cc89dda72de HTTP/1.1" status: 204 len: 168 time: 0.3264871 Oct 27 10:51:59.619995 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30822877-82f3-462e-8dec-a04afda42c92 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eee0406b-ae04-4e11-aab1-3cc89dda72de,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:51:59.650958 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 33070) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:51:59.718081 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device ba3a2f1e-bf4c-49a2-8f38-28785d639aa6 no longer exists at agent hyperv_n-h1-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:51:59.739017 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] No Port match for: ba3a2f1e-bf4c-49a2-8f38-28785d639aa6 {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:51:59.739618 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device ba3a2f1e-bf4c-49a2-8f38-28785d639aa6 not bound to the agent host n-h1-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:51:59.992096 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-5705e371-8abe-4edb-8172-6cf353beb607 req-2dac9d80-96e5-46b9-a2c4-616e6eb15ffd tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/ports?device_id=1090fbea-f8b3-4d3f-818f-f3f9f18efe6c HTTP/1.1" status: 200 len: 210 time: 0.0373507 Oct 27 10:52:00.142597 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-88b18e5a-2980-4cf6-8eab-abb61f090a74 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1766202'] for router_interface, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:00.415948 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-88b18e5a-2980-4cf6-8eab-abb61f090a74 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Deleting port 7df4383b-72c6-49a0-a1f9-b60c5dba676b {{(pid=102346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:52:00.416318 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-88b18e5a-2980-4cf6-8eab-abb61f090a74 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:00.807657 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [None req-88b18e5a-2980-4cf6-8eab-abb61f090a74 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] For port 7df4383b-72c6-49a0-a1f9-b60c5dba676b, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=7df4383b-72c6-49a0-a1f9-b60c5dba676b,segment=NetworkSegment(a1e5d71c-763c-4ec1-adad-a7cf16ac4ffc),segment_id=a1e5d71c-763c-4ec1-adad-a7cf16ac4ffc)] {{(pid=102346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:52:00.808379 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-88b18e5a-2980-4cf6-8eab-abb61f090a74 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:00.823084 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4d3e6d-b792-41ce-84d7-ea9d28ac96c7 req-bbf266cb-ccbc-4835-8b2d-42540aba11d3 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:52:00.824600 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-3f4d3e6d-b792-41ce-84d7-ea9d28ac96c7 req-bbf266cb-ccbc-4835-8b2d-42540aba11d3 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] 10.222.0.44 "GET /v2.0/ports?device_id=d61dac93-f54b-4e94-8936-7617c339d7e3 HTTP/1.1" status: 200 len: 945 time: 0.1083393 Oct 27 10:52:00.833474 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-88b18e5a-2980-4cf6-8eab-abb61f090a74 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Calling delete_port for 7df4383b-72c6-49a0-a1f9-b60c5dba676b owned by network:router_interface {{(pid=102346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:52:00.924144 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-3f4d3e6d-b792-41ce-84d7-ea9d28ac96c7 req-951fdba5-f967-46d7-8f3d-d36645bb7ad7 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] 10.222.0.44 "GET /v2.0/security-groups?id=ffed76d3-4d36-4729-a6a9-ef5807ccbf84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832033 Oct 27 10:52:01.009232 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c459c6-c3c3-4698-821b-45770d035c49 req-07e631d9-11ac-4e9d-ac2c-a8dee035ec58 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:52:01.011650 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-34c459c6-c3c3-4698-821b-45770d035c49 req-07e631d9-11ac-4e9d-ac2c-a8dee035ec58 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] 10.222.0.64 "GET /v2.0/ports?device_id=d61dac93-f54b-4e94-8936-7617c339d7e3 HTTP/1.1" status: 200 len: 945 time: 0.0585954 Oct 27 10:52:01.151193 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-88b18e5a-2980-4cf6-8eab-abb61f090a74 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:01.179313 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [req-34c459c6-c3c3-4698-821b-45770d035c49 req-d8ba7288-275b-43d5-84a5-3a03267e703f tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] Deleting port 7049cf00-c197-46a0-9a49-011394172668 {{(pid=102347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:52:01.179652 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-34c459c6-c3c3-4698-821b-45770d035c49 req-d8ba7288-275b-43d5-84a5-3a03267e703f tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:01.196853 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b18e5a-2980-4cf6-8eab-abb61f090a74 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Pushing event deleted for resources: {'Port': ['ID=7df4383b-72c6-49a0-a1f9-b60c5dba676b,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:52:01.371043 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-34c459c6-c3c3-4698-821b-45770d035c49 req-d8ba7288-275b-43d5-84a5-3a03267e703f tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] For port 7049cf00-c197-46a0-9a49-011394172668, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=7049cf00-c197-46a0-9a49-011394172668,segment=NetworkSegment(8cab2adf-a440-42c6-b3ba-33945c07a109),segment_id=8cab2adf-a440-42c6-b3ba-33945c07a109)] {{(pid=102347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:52:01.371531 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-34c459c6-c3c3-4698-821b-45770d035c49 req-d8ba7288-275b-43d5-84a5-3a03267e703f tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:01.386322 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [req-34c459c6-c3c3-4698-821b-45770d035c49 req-d8ba7288-275b-43d5-84a5-3a03267e703f tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] Calling delete_port for 7049cf00-c197-46a0-9a49-011394172668 owned by compute:nova {{(pid=102347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:52:01.519408 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-4276cc94-06bc-4d96-bd25-ee2d23fe692a req-e6e9d04c-06e7-4da9-9028-e69482f2d77c tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1474213953&fields=id&tenant_id=b02a92ec9ad04d95b8ea6a5db5946dfb HTTP/1.1" status: 200 len: 267 time: 0.1050897 Oct 27 10:52:01.610181 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-34c459c6-c3c3-4698-821b-45770d035c49 req-d8ba7288-275b-43d5-84a5-3a03267e703f tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:01.625160 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] get_ports_and_sgs() called for port_ids ['fe919a1d-8d66-4e9c-9d07-1b82a0020cfa', '3199d82e-1c03-4dbb-aab6-a8ba719a2977', '7049cf00-c197-46a0-9a49-011394172668'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:52:01.652265 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ba7288-275b-43d5-84a5-3a03267e703f tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] Pushing event deleted for resources: {'Port': ['ID=7049cf00-c197-46a0-9a49-011394172668,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:52:01.684560 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-88b18e5a-2980-4cf6-8eab-abb61f090a74 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2006968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1766358'] for router_interface, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:01.719657 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [req-34c459c6-c3c3-4698-821b-45770d035c49 req-d8ba7288-275b-43d5-84a5-3a03267e703f tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] No DVR routers for this DVR port 7049cf00-c197-46a0-9a49-011394172668 on host n-h1-813419-10 {{(pid=102347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:52:01.723034 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-34c459c6-c3c3-4698-821b-45770d035c49 req-d8ba7288-275b-43d5-84a5-3a03267e703f tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:01.727521 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-34c459c6-c3c3-4698-821b-45770d035c49 req-d8ba7288-275b-43d5-84a5-3a03267e703f tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] 10.222.0.64 "DELETE /v2.0/ports/7049cf00-c197-46a0-9a49-011394172668 HTTP/1.1" status: 204 len: 173 time: 0.7024937 Oct 27 10:52:01.727990 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd61dac93-f54b-4e94-8936-7617c339d7e3', 'name': 'network-vif-deleted', 'tag': '7049cf00-c197-46a0-9a49-011394172668'}] {{(pid=102347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:52:01.730318 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311149b481204ee7edffdb959c881838506fbd95bc8577c048f6677abb73acc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f925f102-6e06-4d7e-bd85-61039e9df49c" -d '{"events": [{"server_uuid": "d61dac93-f54b-4e94-8936-7617c339d7e3", "name": "network-vif-deleted", "tag": "7049cf00-c197-46a0-9a49-011394172668"}]}' {{(pid=102347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:52:01.820929 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:52:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-715f87f7-2048-4bf2-96e4-7fabe0b24267 x-openstack-request-id: req-715f87f7-2048-4bf2-96e4-7fabe0b24267 {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:52:01.821239 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d61dac93-f54b-4e94-8936-7617c339d7e3", "name": "network-vif-deleted", "tag": "7049cf00-c197-46a0-9a49-011394172668", "status": "completed", "code": 200}]} {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:52:01.821484 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-715f87f7-2048-4bf2-96e4-7fabe0b24267 {{(pid=102347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:52:01.821898 n-d-813419-10 neutron-server[102347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd61dac93-f54b-4e94-8936-7617c339d7e3', 'name': 'network-vif-deleted', 'tag': '7049cf00-c197-46a0-9a49-011394172668', 'status': 'completed', 'code': 200} Oct 27 10:52:01.857324 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4276cc94-06bc-4d96-bd25-ee2d23fe692a req-9ec13d5a-b9ac-491b-8ee2-abcab1c19519 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:52:01.870365 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-4276cc94-06bc-4d96-bd25-ee2d23fe692a req-9ec13d5a-b9ac-491b-8ee2-abcab1c19519 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/networks?id=33cc32c2-598c-44fc-a251-6575a62c00c5 HTTP/1.1" status: 200 len: 811 time: 0.3390069 Oct 27 10:52:01.901111 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-4276cc94-06bc-4d96-bd25-ee2d23fe692a req-e956e544-ccba-43f6-82e5-079bb632379e tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/quotas/b02a92ec9ad04d95b8ea6a5db5946dfb HTTP/1.1" status: 200 len: 375 time: 0.0294006 Oct 27 10:52:01.980580 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 33196) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:52:02.020117 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-4276cc94-06bc-4d96-bd25-ee2d23fe692a req-daadf61f-ad0a-46cc-92a2-753701b1ab75 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=b02a92ec9ad04d95b8ea6a5db5946dfb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1178844 Oct 27 10:52:02.139484 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-31e0c45b-d23d-4b96-9d5e-40ad79678577 req-06d028db-a0ef-422e-848b-737d9866e833 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] 10.222.0.44 "GET /v2.0/ports?device_id=d61dac93-f54b-4e94-8936-7617c339d7e3 HTTP/1.1" status: 200 len: 210 time: 0.0408154 Oct 27 10:52:02.146772 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-e6cb4254-c2c3-47d9-b4db-a25be7d3180e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:02.223689 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-4276cc94-06bc-4d96-bd25-ee2d23fe692a req-d5d1d022-7999-42aa-87ef-e472e55443e6 service neutron] 10.222.0.44 "GET /v2.0/networks/33cc32c2-598c-44fc-a251-6575a62c00c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1987379 Oct 27 10:52:02.285901 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-e6cb4254-c2c3-47d9-b4db-a25be7d3180e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:02.300862 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-e6cb4254-c2c3-47d9-b4db-a25be7d3180e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:02.318460 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88b18e5a-2980-4cf6-8eab-abb61f090a74 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Router 19938d53-eb4d-4643-8dbd-eb1c5fa77c91 has already been hosted by L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb {{(pid=102346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 10:52:02.338818 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-e6cb4254-c2c3-47d9-b4db-a25be7d3180e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=18b2d384fb0a4608b9c1a3456991523f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3571253 Oct 27 10:52:02.341355 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 33204) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:52:02.353062 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-4276cc94-06bc-4d96-bd25-ee2d23fe692a req-570c162d-9b24-40ec-b7e6-7a56bce37174 service neutron] 10.222.0.44 "GET /v2.0/networks/33cc32c2-598c-44fc-a251-6575a62c00c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284635 Oct 27 10:52:02.375754 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cb4254-c2c3-47d9-b4db-a25be7d3180e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02b931c1-cb7d-4587-ae51-38ae1672f709,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:52:02.433630 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-1553d1de-88b3-4b01-a5b3-6c3b40af18de admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:02.464738 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-1553d1de-88b3-4b01-a5b3-6c3b40af18de admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:02.525777 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88b18e5a-2980-4cf6-8eab-abb61f090a74 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:52:02.536253 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-1553d1de-88b3-4b01-a5b3-6c3b40af18de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:02.537154 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-1553d1de-88b3-4b01-a5b3-6c3b40af18de admin admin] Publish callbacks [] for security_group, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:02.544056 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8850969a-15b5-4d1a-a263-a1471cc581fe None None] Sync routers for ids ['19938d53-eb4d-4643-8dbd-eb1c5fa77c91'] in n-d-813419-10 {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:52:02.557216 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-88b18e5a-2980-4cf6-8eab-abb61f090a74 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] 10.222.0.44 "PUT /v2.0/routers/19938d53-eb4d-4643-8dbd-eb1c5fa77c91/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8870077 Oct 27 10:52:02.558004 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 33216) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:52:02.559748 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8850969a-15b5-4d1a-a263-a1471cc581fe None None] Routers {'19938d53-eb4d-4643-8dbd-eb1c5fa77c91'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:52:02.560599 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-8850969a-15b5-4d1a-a263-a1471cc581fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:51:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['19938d53-eb4d-4643-8dbd-eb1c5fa77c91'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:52:02.567791 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-1553d1de-88b3-4b01-a5b3-6c3b40af18de admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/02b931c1-cb7d-4587-ae51-38ae1672f709 HTTP/1.1" status: 204 len: 168 time: 0.2242792 Oct 27 10:52:02.585085 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1553d1de-88b3-4b01-a5b3-6c3b40af18de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02b931c1-cb7d-4587-ae51-38ae1672f709,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:52:02.667031 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:02.691270 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_v2 [None req-c763bcc8-2295-4997-b41d-4bf85d4dd7c0 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Deleting subnet 662bb6fa-263f-4ddf-af7c-f38fb3508aed {{(pid=102346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 10:52:02.703446 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-c763bcc8-2295-4997-b41d-4bf85d4dd7c0 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Publish callbacks [] for subnet, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:02.708293 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvr_db [None req-8850969a-15b5-4d1a-a263-a1471cc581fe None None] Set router 19938d53-eb4d-4643-8dbd-eb1c5fa77c91 gateway port host: n-d-813419-10 {{(pid=102348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:52:02.787390 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-c763bcc8-2295-4997-b41d-4bf85d4dd7c0 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25847868'] for subnet, precommit_delete_associations {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:02.858355 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-0b889184-d568-4e1e-9691-2ff2d698263d req-45e05b9e-c9dd-4385-b727-219b58f90303 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/ports?device_id=8c280a57-b5b3-4702-a42f-d4f4a9313432 HTTP/1.1" status: 200 len: 210 time: 0.0486219 Oct 27 10:52:02.953929 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-c763bcc8-2295-4997-b41d-4bf85d4dd7c0 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855646'] for subnet, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:03.045422 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-c763bcc8-2295-4997-b41d-4bf85d4dd7c0 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27024355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27168307'] for subnet, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:03.055889 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-8850969a-15b5-4d1a-a263-a1471cc581fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19938d53-eb4d-4643-8dbd-eb1c5fa77c91', 'name': 'tempest-TestNetworkBasicOps-router-1201353201', 'tenant_id': 'b77ac30bad224fe0b8e5f2c5dd43d62c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.58'}], 'enable_snat': True}, 'gw_port_id': 'c0d09193-5838-4ff6-9a45-ec7015d11caf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:49:42Z', 'updated_at': '2021-10-27T10:52:01Z', 'revision_number': 7, 'project_id': 'b77ac30bad224fe0b8e5f2c5dd43d62c', 'gw_port': {'id': 'c0d09193-5838-4ff6-9a45-ec7015d11caf', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:20:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19938d53-eb4d-4643-8dbd-eb1c5fa77c91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3285, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:49:42Z', 'updated_at': '2021-10-27T10:49:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10'}], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:52:03.091137 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8850969a-15b5-4d1a-a263-a1471cc581fe None None] Checking router: 19938d53-eb4d-4643-8dbd-eb1c5fa77c91 for host: n-d-813419-10 {{(pid=102348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 10:52:03.101755 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8850969a-15b5-4d1a-a263-a1471cc581fe None None] Routers {'19938d53-eb4d-4643-8dbd-eb1c5fa77c91'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:52:03.102654 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-8850969a-15b5-4d1a-a263-a1471cc581fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:51:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['19938d53-eb4d-4643-8dbd-eb1c5fa77c91'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:52:03.105026 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c763bcc8-2295-4997-b41d-4bf85d4dd7c0 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Pushing event deleted for resources: {'Subnet': ['ID=662bb6fa-263f-4ddf-af7c-f38fb3508aed,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:52:03.111922 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-c763bcc8-2295-4997-b41d-4bf85d4dd7c0 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for subnet, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:03.114401 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 33236) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:52:03.119847 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-c763bcc8-2295-4997-b41d-4bf85d4dd7c0 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] 10.222.0.44 "DELETE /v2.0/subnets/662bb6fa-263f-4ddf-af7c-f38fb3508aed HTTP/1.1" status: 204 len: 168 time: 0.5603118 Oct 27 10:52:03.120793 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 33238) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:52:03.135748 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-69d67a52-03ca-4480-a462-0881a444b353 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:03.170644 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0056a43-6804-442c-a548-d9da967d8121 None None] Network ea4d67f7-1216-4069-ab70-2f7251ebc836 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:52:03.294368 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-69d67a52-03ca-4480-a462-0881a444b353 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:03.301957 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-69d67a52-03ca-4480-a462-0881a444b353 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:03.336511 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-f5c00b8c-653e-46f3-9063-b0fbcb28aeb2 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Publish callbacks [] for router, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:03.378036 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d67a52-03ca-4480-a462-0881a444b353 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f13d83fa-126d-4836-8d85-a16b2591cace,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:52:03.391121 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-69d67a52-03ca-4480-a462-0881a444b353 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=bbd32107ddd74b0f8742b962503a4509&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2756314 Oct 27 10:52:03.392441 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 33250) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:52:03.424645 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvr_db [None req-8850969a-15b5-4d1a-a263-a1471cc581fe None None] Set router 19938d53-eb4d-4643-8dbd-eb1c5fa77c91 gateway port host: n-d-813419-10 {{(pid=102348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:52:03.477730 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-0bac15aa-5cc5-449e-b04f-f9f1b4fe83a1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:03.524711 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-0bac15aa-5cc5-449e-b04f-f9f1b4fe83a1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:03.579290 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-f5c00b8c-653e-46f3-9063-b0fbcb28aeb2 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:03.589462 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8354c051-bada-4710-a357-3f93ce86eb51 None None] DHCP port deletion for ea4d67f7-1216-4069-ab70-2f7251ebc836 request from n-d-813419-10 {{(pid=102348) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 10:52:03.647729 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-0bac15aa-5cc5-449e-b04f-f9f1b4fe83a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:03.650748 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-0bac15aa-5cc5-449e-b04f-f9f1b4fe83a1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:03.660998 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-f5c00b8c-653e-46f3-9063-b0fbcb28aeb2 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Deleting port c0d09193-5838-4ff6-9a45-ec7015d11caf {{(pid=102346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:52:03.661347 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-f5c00b8c-653e-46f3-9063-b0fbcb28aeb2 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:03.664726 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-0bac15aa-5cc5-449e-b04f-f9f1b4fe83a1 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f13d83fa-126d-4836-8d85-a16b2591cace HTTP/1.1" status: 204 len: 168 time: 0.2654004 Oct 27 10:52:03.684708 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bac15aa-5cc5-449e-b04f-f9f1b4fe83a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f13d83fa-126d-4836-8d85-a16b2591cace,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:52:03.749147 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device 7049cf00-c197-46a0-9a49-011394172668 no longer exists at agent hyperv_n-h1-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:52:03.790602 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] No Port match for: 7049cf00-c197-46a0-9a49-011394172668 {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:52:03.791107 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device 7049cf00-c197-46a0-9a49-011394172668 not bound to the agent host n-h1-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:52:03.857174 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-8354c051-bada-4710-a357-3f93ce86eb51 None None] Deleting port 033bdd7a-804c-4470-b419-61639529c1d6 {{(pid=102348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:52:03.857549 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-8354c051-bada-4710-a357-3f93ce86eb51 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:03.857867 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167b3059-c2ed-4af9-af9c-0e9a99277c7f req-3fd74f62-e014-4159-9374-4b83593160c6 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:52:03.860272 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-167b3059-c2ed-4af9-af9c-0e9a99277c7f req-3fd74f62-e014-4159-9374-4b83593160c6 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] 10.222.0.44 "GET /v2.0/ports?device_id=b9b37584-02c1-4529-ab98-f8811c757326 HTTP/1.1" status: 200 len: 945 time: 0.1771958 Oct 27 10:52:03.898143 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [None req-f5c00b8c-653e-46f3-9063-b0fbcb28aeb2 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] For port c0d09193-5838-4ff6-9a45-ec7015d11caf, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=c0d09193-5838-4ff6-9a45-ec7015d11caf,segment=NetworkSegment(bc14127b-7032-4c50-bb5b-f6813cbae86e),segment_id=bc14127b-7032-4c50-bb5b-f6813cbae86e)] {{(pid=102346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:52:03.898508 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-f5c00b8c-653e-46f3-9063-b0fbcb28aeb2 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:03.925105 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-f5c00b8c-653e-46f3-9063-b0fbcb28aeb2 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Calling delete_port for c0d09193-5838-4ff6-9a45-ec7015d11caf owned by network:router_gateway {{(pid=102346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:52:03.938603 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-167b3059-c2ed-4af9-af9c-0e9a99277c7f req-0e235563-aeb9-44ba-8565-4c349ebdde17 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] 10.222.0.44 "GET /v2.0/security-groups?id=ffed76d3-4d36-4729-a6a9-ef5807ccbf84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712690 Oct 27 10:52:04.034596 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-8354c051-bada-4710-a357-3f93ce86eb51 None None] For port 033bdd7a-804c-4470-b419-61639529c1d6, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=033bdd7a-804c-4470-b419-61639529c1d6,segment=NetworkSegment(a1e5d71c-763c-4ec1-adad-a7cf16ac4ffc),segment_id=a1e5d71c-763c-4ec1-adad-a7cf16ac4ffc)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:52:04.035099 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-8354c051-bada-4710-a357-3f93ce86eb51 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:04.036007 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b03edd68-61ad-48e7-9ae9-830f7c56345d req-5e733076-953b-4eef-8ade-a57ac0977310 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/ports?device_id=8c280a57-b5b3-4702-a42f-d4f4a9313432 HTTP/1.1" status: 200 len: 210 time: 0.0527065 Oct 27 10:52:04.061848 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-8354c051-bada-4710-a357-3f93ce86eb51 None None] Calling delete_port for 033bdd7a-804c-4470-b419-61639529c1d6 owned by network:dhcp {{(pid=102348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:52:04.081765 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-8850969a-15b5-4d1a-a263-a1471cc581fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19938d53-eb4d-4643-8dbd-eb1c5fa77c91', 'name': 'tempest-TestNetworkBasicOps-router-1201353201', 'tenant_id': 'b77ac30bad224fe0b8e5f2c5dd43d62c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.58'}], 'enable_snat': True}, 'gw_port_id': 'c0d09193-5838-4ff6-9a45-ec7015d11caf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:49:42Z', 'updated_at': '2021-10-27T10:52:01Z', 'revision_number': 7, 'project_id': 'b77ac30bad224fe0b8e5f2c5dd43d62c', 'gw_port': {'id': 'c0d09193-5838-4ff6-9a45-ec7015d11caf', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:20:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19938d53-eb4d-4643-8dbd-eb1c5fa77c91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3285, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:49:42Z', 'updated_at': '2021-10-27T10:49:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10'}], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:52:04.149568 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8850969a-15b5-4d1a-a263-a1471cc581fe None None] The sync data for ids ['19938d53-eb4d-4643-8dbd-eb1c5fa77c91'] in n-d-813419-10 is: [{'id': '19938d53-eb4d-4643-8dbd-eb1c5fa77c91', 'name': 'tempest-TestNetworkBasicOps-router-1201353201', 'tenant_id': 'b77ac30bad224fe0b8e5f2c5dd43d62c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.58'}], 'enable_snat': True}, 'gw_port_id': 'c0d09193-5838-4ff6-9a45-ec7015d11caf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:49:42Z', 'updated_at': '2021-10-27T10:52:01Z', 'revision_number': 7, 'project_id': 'b77ac30bad224fe0b8e5f2c5dd43d62c', 'gw_port': {'id': 'c0d09193-5838-4ff6-9a45-ec7015d11caf', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:20:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19938d53-eb4d-4643-8dbd-eb1c5fa77c91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3285, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:49:42Z', 'updated_at': '2021-10-27T10:49:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10'}] {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:52:04.209758 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-8354c051-bada-4710-a357-3f93ce86eb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615'] for port, after_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:04.230688 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-f5c00b8c-653e-46f3-9063-b0fbcb28aeb2 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:04.259876 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8354c051-bada-4710-a357-3f93ce86eb51 None None] Pushing event deleted for resources: {'Port': ['ID=033bdd7a-804c-4470-b419-61639529c1d6,revision_number=None']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:52:04.276035 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c00b8c-653e-46f3-9063-b0fbcb28aeb2 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Pushing event deleted for resources: {'Port': ['ID=c0d09193-5838-4ff6-9a45-ec7015d11caf,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:52:04.286750 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8354c051-bada-4710-a357-3f93ce86eb51 None None] No DVR routers for this DVR port 033bdd7a-804c-4470-b419-61639529c1d6 on host n-d-813419-10 {{(pid=102348) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:52:04.423630 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-f5c00b8c-653e-46f3-9063-b0fbcb28aeb2 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1664884'] for router_gateway, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:04.574946 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-f5c00b8c-653e-46f3-9063-b0fbcb28aeb2 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1765662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3700'] for router, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:04.583428 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4276cc94-06bc-4d96-bd25-ee2d23fe692a req-2625bf40-de04-4c8c-aac9-83763dc2500c tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:52:04.584988 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-4276cc94-06bc-4d96-bd25-ee2d23fe692a req-2625bf40-de04-4c8c-aac9-83763dc2500c tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.76 "GET /v2.0/networks?id=33cc32c2-598c-44fc-a251-6575a62c00c5 HTTP/1.1" status: 200 len: 811 time: 0.3182368 Oct 27 10:52:04.586368 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-f5c00b8c-653e-46f3-9063-b0fbcb28aeb2 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:04.621363 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 033bdd7a-804c-4470-b419-61639529c1d6 no longer exists at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:52:04.662387 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] No Port match for: 033bdd7a-804c-4470-b419-61639529c1d6 {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:52:04.662736 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 033bdd7a-804c-4470-b419-61639529c1d6 not bound to the agent host n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:52:04.715132 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-4276cc94-06bc-4d96-bd25-ee2d23fe692a req-5fba553f-4c17-4a86-b1cc-bc5d5af6cd16 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b02a92ec9ad04d95b8ea6a5db5946dfb HTTP/1.1" status: 200 len: 380 time: 0.1192133 Oct 27 10:52:04.716268 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-f5c00b8c-653e-46f3-9063-b0fbcb28aeb2 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1765641'] for router, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:04.718238 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5c00b8c-653e-46f3-9063-b0fbcb28aeb2 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Fanout notify agent at l3_agent the message router_deleted on router 19938d53-eb4d-4643-8dbd-eb1c5fa77c91 {{(pid=102346) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 10:52:04.727462 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-f5c00b8c-653e-46f3-9063-b0fbcb28aeb2 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Publish callbacks [] for router, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:04.728183 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-f5c00b8c-653e-46f3-9063-b0fbcb28aeb2 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] 10.222.0.44 "DELETE /v2.0/routers/19938d53-eb4d-4643-8dbd-eb1c5fa77c91 HTTP/1.1" status: 204 len: 168 time: 1.6062405 Oct 27 10:52:04.730781 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 33292) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:52:04.733405 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [req-4276cc94-06bc-4d96-bd25-ee2d23fe692a req-ac71fe78-185a-4458-94b4-4555d42467cc tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Request body: {'port': {'device_id': '8c280a57-b5b3-4702-a42f-d4f4a9313432', 'network_id': '33cc32c2-598c-44fc-a251-6575a62c00c5', 'admin_state_up': True, 'tenant_id': 'b02a92ec9ad04d95b8ea6a5db5946dfb', 'security_groups': ['e12aac3e-256a-4b83-b5b5-3559f5984194']}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:52:04.924310 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4276cc94-06bc-4d96-bd25-ee2d23fe692a req-ac71fe78-185a-4458-94b4-4555d42467cc tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Made reservation on behalf of b02a92ec9ad04d95b8ea6a5db5946dfb for: {'port': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:52:04.925473 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-a22d24ce-65e0-4269-a6e4-bdf471b09e8f tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586917'] for network, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:04.933954 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-4276cc94-06bc-4d96-bd25-ee2d23fe692a req-ac71fe78-185a-4458-94b4-4555d42467cc tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:05.155413 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-a22d24ce-65e0-4269-a6e4-bdf471b09e8f tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857803', 'neutron.services.segments.db._delete_segments_for_network-8743873143390'] for network, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:05.233365 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-899a3f38-988c-4743-adbc-3b7b0ff92f5e req-591c52de-5a95-42b5-8f65-acc78e59896a tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/ports?device_id=8c280a57-b5b3-4702-a42f-d4f4a9313432 HTTP/1.1" status: 200 len: 210 time: 0.0572059 Oct 27 10:52:05.247220 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-a22d24ce-65e0-4269-a6e4-bdf471b09e8f tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea4d67f7-1216-4069-ab70-2f7251ebc836']}} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:52:05.275926 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-a22d24ce-65e0-4269-a6e4-bdf471b09e8f tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1e5d71c-763c-4ec1-adad-a7cf16ac4ffc') {'for_net_delete': True} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:52:05.276763 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-a22d24ce-65e0-4269-a6e4-bdf471b09e8f tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1e5d71c-763c-4ec1-adad-a7cf16ac4ffc') {} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:52:05.288362 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-a22d24ce-65e0-4269-a6e4-bdf471b09e8f tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743873145191', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18445132'] for segment, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:05.307605 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-a22d24ce-65e0-4269-a6e4-bdf471b09e8f tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:05.326374 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a5a40d-8074-4504-b039-a639f38da02e req-85713f49-7767-45eb-8902-cfb508156a57 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:52:05.332671 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-a2a5a40d-8074-4504-b039-a639f38da02e req-85713f49-7767-45eb-8902-cfb508156a57 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] 10.222.0.64 "GET /v2.0/ports?device_id=b9b37584-02c1-4529-ab98-f8811c757326 HTTP/1.1" status: 200 len: 945 time: 0.1105337 Oct 27 10:52:05.333276 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a22d24ce-65e0-4269-a6e4-bdf471b09e8f tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Releasing vlan 437 on physical network physnet1 to pool {{(pid=102347) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 10:52:05.334200 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-a22d24ce-65e0-4269-a6e4-bdf471b09e8f tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-18296032'] for segment, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:05.338665 n-d-813419-10 neutron-server[102347]: Traceback (most recent call last): Oct 27 10:52:05.338665 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 10:52:05.338665 n-d-813419-10 neutron-server[102347]: timer() Oct 27 10:52:05.338665 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 10:52:05.338665 n-d-813419-10 neutron-server[102347]: cb(*args, **kw) Oct 27 10:52:05.338665 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 10:52:05.338665 n-d-813419-10 neutron-server[102347]: return func(*args, **kwargs) Oct 27 10:52:05.338665 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 10:52:05.338665 n-d-813419-10 neutron-server[102347]: self._notify() Oct 27 10:52:05.338665 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 10:52:05.338665 n-d-813419-10 neutron-server[102347]: self.callback(batched_events) Oct 27 10:52:05.338665 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 10:52:05.338665 n-d-813419-10 neutron-server[102347]: event.method(event) Oct 27 10:52:05.338665 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 10:52:05.338665 n-d-813419-10 neutron-server[102347]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 10:52:05.338665 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 10:52:05.338665 n-d-813419-10 neutron-server[102347]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 10:52:05.338665 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 10:52:05.338665 n-d-813419-10 neutron-server[102347]: return f(self, *a, **k) Oct 27 10:52:05.338665 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 10:52:05.338665 n-d-813419-10 neutron-server[102347]: return self._get(url).json() Oct 27 10:52:05.338665 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 10:52:05.338665 n-d-813419-10 neutron-server[102347]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 10:52:05.338665 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 10:52:05.338665 n-d-813419-10 neutron-server[102347]: return self.request(url, 'GET', **kwargs) Oct 27 10:52:05.338665 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 10:52:05.338665 n-d-813419-10 neutron-server[102347]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 10:52:05.338665 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 10:52:05.338665 n-d-813419-10 neutron-server[102347]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 10:52:05.338665 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 10:52:05.338665 n-d-813419-10 neutron-server[102347]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 10:52:05.338665 n-d-813419-10 neutron-server[102347]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 10:52:05.425154 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c2b127-b559-423e-8018-9abec1d952eb req-1abe3d3c-ce47-4f08-b55b-d07f2157dfbb tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:52:05.427123 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-e3c2b127-b559-423e-8018-9abec1d952eb req-1abe3d3c-ce47-4f08-b55b-d07f2157dfbb tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] 10.222.0.44 "GET /v2.0/ports?device_id=b9b37584-02c1-4529-ab98-f8811c757326 HTTP/1.1" status: 200 len: 945 time: 0.2642202 Oct 27 10:52:05.488369 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_common [req-4276cc94-06bc-4d96-bd25-ee2d23fe692a req-ac71fe78-185a-4458-94b4-4555d42467cc tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Allocated IP 172.20.0.3 (33cc32c2-598c-44fc-a251-6575a62c00c5/87624d80-dded-417f-af79-cc56a741e5c4/493b566b-8077-47ab-b0fa-7e567159f7fd) {{(pid=102346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:52:05.574527 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-a22d24ce-65e0-4269-a6e4-bdf471b09e8f tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664840'] for network, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:05.596075 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-a22d24ce-65e0-4269-a6e4-bdf471b09e8f tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Publish callbacks [] for network, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:05.600443 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-a22d24ce-65e0-4269-a6e4-bdf471b09e8f tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] 10.222.0.44 "DELETE /v2.0/networks/ea4d67f7-1216-4069-ab70-2f7251ebc836 HTTP/1.1" status: 204 len: 168 time: 0.8680675 Oct 27 10:52:05.616699 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22d24ce-65e0-4269-a6e4-bdf471b09e8f tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Pushing event deleted for resources: {'Network': ['ID=ea4d67f7-1216-4069-ab70-2f7251ebc836,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:52:05.633001 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 33322) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:52:05.658204 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-4e9579f1-0981-4fc5-bbf6-2f08a8cf449f tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Request body: {'network': {'name': 'tempest-network-smoke--615647177', 'project_id': 'b77ac30bad224fe0b8e5f2c5dd43d62c', 'port_security_enabled': True}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:52:05.696179 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [req-a2a5a40d-8074-4504-b039-a639f38da02e req-d11715da-f275-4a51-bcc6-aa1405fad9fd tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] Deleting port 3199d82e-1c03-4dbb-aab6-a8ba719a2977 {{(pid=102347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:52:05.696912 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-a2a5a40d-8074-4504-b039-a639f38da02e req-d11715da-f275-4a51-bcc6-aa1405fad9fd tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:05.761200 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e9579f1-0981-4fc5-bbf6-2f08a8cf449f tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Made reservation on behalf of b77ac30bad224fe0b8e5f2c5dd43d62c for: {'network': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:52:05.770425 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-4e9579f1-0981-4fc5-bbf6-2f08a8cf449f tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for network, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:05.852560 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e9579f1-0981-4fc5-bbf6-2f08a8cf449f tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 406} {{(pid=102347) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 10:52:05.883827 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-a2a5a40d-8074-4504-b039-a639f38da02e req-d11715da-f275-4a51-bcc6-aa1405fad9fd tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] For port 3199d82e-1c03-4dbb-aab6-a8ba719a2977, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=3199d82e-1c03-4dbb-aab6-a8ba719a2977,segment=NetworkSegment(8cab2adf-a440-42c6-b3ba-33945c07a109),segment_id=8cab2adf-a440-42c6-b3ba-33945c07a109)] {{(pid=102347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:52:05.884191 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-a2a5a40d-8074-4504-b039-a639f38da02e req-d11715da-f275-4a51-bcc6-aa1405fad9fd tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:05.887528 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-4e9579f1-0981-4fc5-bbf6-2f08a8cf449f tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:05.888051 n-d-813419-10 neutron-server[102347]: INFO neutron.db.segments_db [None req-4e9579f1-0981-4fc5-bbf6-2f08a8cf449f tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Added segment b3159c1b-a3cb-4a30-b6e6-3ef47749633a of type vlan for network 7a261072-1520-4c4e-bc8b-d16ecdb68ee8 Oct 27 10:52:05.944790 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [req-a2a5a40d-8074-4504-b039-a639f38da02e req-d11715da-f275-4a51-bcc6-aa1405fad9fd tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] Calling delete_port for 3199d82e-1c03-4dbb-aab6-a8ba719a2977 owned by compute:nova {{(pid=102347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:52:05.966244 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-4e9579f1-0981-4fc5-bbf6-2f08a8cf449f tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743872593080'] for network, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:06.037953 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-4e9579f1-0981-4fc5-bbf6-2f08a8cf449f tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913'] for network, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:06.043575 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e9579f1-0981-4fc5-bbf6-2f08a8cf449f tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:52:06.044190 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-4e9579f1-0981-4fc5-bbf6-2f08a8cf449f tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Publish callbacks [] for network, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:06.125507 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-4e9579f1-0981-4fc5-bbf6-2f08a8cf449f tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4900162 Oct 27 10:52:06.129346 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 33342) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:52:06.134226 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-6becfdaf-db58-4ca1-a59b-f503b2a80524 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-229061942', 'admin_state_up': True, 'project_id': 'b77ac30bad224fe0b8e5f2c5dd43d62c', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'}}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:52:06.161922 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9579f1-0981-4fc5-bbf6-2f08a8cf449f tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Pushing event updated for resources: {'Network': ['ID=7a261072-1520-4c4e-bc8b-d16ecdb68ee8,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:52:06.167190 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-6becfdaf-db58-4ca1-a59b-f503b2a80524 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1768632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3610'] for router, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:06.168482 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-6becfdaf-db58-4ca1-a59b-f503b2a80524 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1765704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1769409', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1694266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3597'] for router, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:06.173924 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Network 7a261072-1520-4c4e-bc8b-d16ecdb68ee8 details requested by agent ovs-agent-n-d-813419-10 with host n-d-813419-10 {{(pid=102348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 10:52:06.217899 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-e3c2b127-b559-423e-8018-9abec1d952eb req-fab298e3-7b4a-485f-8aae-9289d64fbba6 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] 10.222.0.44 "GET /v2.0/security-groups?id=ffed76d3-4d36-4729-a6a9-ef5807ccbf84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7785087 Oct 27 10:52:06.361653 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-6becfdaf-db58-4ca1-a59b-f503b2a80524 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:06.361962 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-a2a5a40d-8074-4504-b039-a639f38da02e req-d11715da-f275-4a51-bcc6-aa1405fad9fd tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:06.378860 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] get_ports_and_sgs() called for port_ids ['fe919a1d-8d66-4e9c-9d07-1b82a0020cfa'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:52:06.402858 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-4276cc94-06bc-4d96-bd25-ee2d23fe692a req-ac71fe78-185a-4458-94b4-4555d42467cc tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Publish callbacks [] for port, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:06.441164 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-4276cc94-06bc-4d96-bd25-ee2d23fe692a req-ac71fe78-185a-4458-94b4-4555d42467cc tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:06.458582 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-912ab6c5-87ec-41bf-82af-9d91637d8d2d req-5284adb5-cb15-49d4-9678-64998ff2003a tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/ports?device_id=8c280a57-b5b3-4702-a42f-d4f4a9313432 HTTP/1.1" status: 200 len: 210 time: 0.0861568 Oct 27 10:52:06.491578 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 7df4383b-72c6-49a0-a1f9-b60c5dba676b no longer exists at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:52:06.515400 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac71fe78-185a-4458-94b4-4555d42467cc tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Pushing event updated for resources: {'Port': ['ID=493b566b-8077-47ab-b0fa-7e567159f7fd,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:52:06.531005 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4276cc94-06bc-4d96-bd25-ee2d23fe692a req-ac71fe78-185a-4458-94b4-4555d42467cc tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Network 33cc32c2-598c-44fc-a251-6575a62c00c5 is already hosted by enough agents. {{(pid=102346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:52:06.533023 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [req-4276cc94-06bc-4d96-bd25-ee2d23fe692a req-ac71fe78-185a-4458-94b4-4555d42467cc tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Resources bound (agent type, host, resource id): {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:52:06.547545 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] No Port match for: 7df4383b-72c6-49a0-a1f9-b60c5dba676b {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:52:06.548144 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 7df4383b-72c6-49a0-a1f9-b60c5dba676b not bound to the agent host n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:52:06.548758 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device c0d09193-5838-4ff6-9a45-ec7015d11caf no longer exists at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:52:06.567323 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [req-4276cc94-06bc-4d96-bd25-ee2d23fe692a req-ac71fe78-185a-4458-94b4-4555d42467cc tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Received port after_create {{(pid=102346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:52:06.589207 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] No Port match for: c0d09193-5838-4ff6-9a45-ec7015d11caf {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:52:06.590424 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device c0d09193-5838-4ff6-9a45-ec7015d11caf not bound to the agent host n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:52:06.668797 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4276cc94-06bc-4d96-bd25-ee2d23fe692a req-ac71fe78-185a-4458-94b4-4555d42467cc tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:52:06.669496 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-4276cc94-06bc-4d96-bd25-ee2d23fe692a req-ac71fe78-185a-4458-94b4-4555d42467cc tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:06.697240 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-4276cc94-06bc-4d96-bd25-ee2d23fe692a req-ac71fe78-185a-4458-94b4-4555d42467cc tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9672971 Oct 27 10:52:06.715010 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11715da-f275-4a51-bcc6-aa1405fad9fd tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] Pushing event deleted for resources: {'Port': ['ID=3199d82e-1c03-4dbb-aab6-a8ba719a2977,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:52:06.715182 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [req-4276cc94-06bc-4d96-bd25-ee2d23fe692a req-164d31df-1bc8-4558-a256-67e1c2ebfbbc service neutron] Request body: {'port': {'device_id': '8c280a57-b5b3-4702-a42f-d4f4a9313432', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-10'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:52:06.802212 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-4276cc94-06bc-4d96-bd25-ee2d23fe692a req-164d31df-1bc8-4558-a256-67e1c2ebfbbc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:06.854608 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2a5a40d-8074-4504-b039-a639f38da02e req-d11715da-f275-4a51-bcc6-aa1405fad9fd tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] No DVR routers for this DVR port 3199d82e-1c03-4dbb-aab6-a8ba719a2977 on host n-h1-813419-10 {{(pid=102347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:52:06.890123 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-a2a5a40d-8074-4504-b039-a639f38da02e req-d11715da-f275-4a51-bcc6-aa1405fad9fd tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:06.893565 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-a2a5a40d-8074-4504-b039-a639f38da02e req-d11715da-f275-4a51-bcc6-aa1405fad9fd tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] 10.222.0.64 "DELETE /v2.0/ports/3199d82e-1c03-4dbb-aab6-a8ba719a2977 HTTP/1.1" status: 204 len: 173 time: 1.5486178 Oct 27 10:52:06.894045 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9b37584-02c1-4529-ab98-f8811c757326', 'name': 'network-vif-deleted', 'tag': '3199d82e-1c03-4dbb-aab6-a8ba719a2977'}] {{(pid=102347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:52:06.897338 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311149b481204ee7edffdb959c881838506fbd95bc8577c048f6677abb73acc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2542c0d-bddf-4cdd-907d-b9bb849ae19c" -d '{"events": [{"server_uuid": "b9b37584-02c1-4529-ab98-f8811c757326", "name": "network-vif-deleted", "tag": "3199d82e-1c03-4dbb-aab6-a8ba719a2977"}]}' {{(pid=102347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:52:06.950946 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-6becfdaf-db58-4ca1-a59b-f503b2a80524 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:06.976457 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-74a62efd-24f0-4b47-b3cf-72dcca026012 None None] Provisioning complete for port 493b566b-8077-47ab-b0fa-7e567159f7fd triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:52:06.977345 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-74a62efd-24f0-4b47-b3cf-72dcca026012 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:07.070260 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:52:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1090dd2-8560-4acb-856f-730c6fe4a512 x-openstack-request-id: req-f1090dd2-8560-4acb-856f-730c6fe4a512 {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:52:07.071159 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9b37584-02c1-4529-ab98-f8811c757326", "name": "network-vif-deleted", "tag": "3199d82e-1c03-4dbb-aab6-a8ba719a2977", "status": "completed", "code": 200}]} {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:52:07.071825 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f1090dd2-8560-4acb-856f-730c6fe4a512 {{(pid=102347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:52:07.072651 n-d-813419-10 neutron-server[102347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9b37584-02c1-4529-ab98-f8811c757326', 'name': 'network-vif-deleted', 'tag': '3199d82e-1c03-4dbb-aab6-a8ba719a2977', 'status': 'completed', 'code': 200} Oct 27 10:52:07.085369 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-74a62efd-24f0-4b47-b3cf-72dcca026012 None None] Port 493b566b-8077-47ab-b0fa-7e567159f7fd cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:52:07.272374 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-6becfdaf-db58-4ca1-a59b-f503b2a80524 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Publish callbacks [] for router_gateway, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:07.296326 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-6becfdaf-db58-4ca1-a59b-f503b2a80524 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:07.389314 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 33392) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:52:07.423817 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [req-4276cc94-06bc-4d96-bd25-ee2d23fe692a req-164d31df-1bc8-4558-a256-67e1c2ebfbbc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 493b566b-8077-47ab-b0fa-7e567159f7fd {{(pid=102346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:52:07.441686 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-4276cc94-06bc-4d96-bd25-ee2d23fe692a req-164d31df-1bc8-4558-a256-67e1c2ebfbbc service neutron] Publish callbacks [] for port, precommit_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:07.488829 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.provisioning_blocks [req-4276cc94-06bc-4d96-bd25-ee2d23fe692a req-164d31df-1bc8-4558-a256-67e1c2ebfbbc service neutron] Transition to ACTIVE for port object 493b566b-8077-47ab-b0fa-7e567159f7fd will not be triggered until provisioned by entity L2. {{(pid=102346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 10:52:07.498037 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-4276cc94-06bc-4d96-bd25-ee2d23fe692a req-164d31df-1bc8-4558-a256-67e1c2ebfbbc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27024173'] for port, after_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:07.579705 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-7dbdf8b0-aa5f-40a8-acea-7a330bdf38e7 req-85666039-a6c4-420c-ae32-52ecd6799c01 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] 10.222.0.44 "GET /v2.0/ports?device_id=b9b37584-02c1-4529-ab98-f8811c757326 HTTP/1.1" status: 200 len: 210 time: 0.1125975 Oct 27 10:52:07.613653 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164d31df-1bc8-4558-a256-67e1c2ebfbbc service neutron] Pushing event updated for resources: {'Port': ['ID=493b566b-8077-47ab-b0fa-7e567159f7fd,revision_number=2']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:52:07.648479 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_common [None req-6becfdaf-db58-4ca1-a59b-f503b2a80524 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Allocated IP 172.25.8.5 (185ff123-c7ff-45c7-a6be-71feb35acc9c/0fb9f9d1-7384-481f-8fa8-f4566c349d30/b6bde767-262a-43a7-b343-b12719352282) {{(pid=102347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:52:07.668916 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-d7097237-f9e6-4df4-9fbf-7f2cfd9c2214 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:07.740984 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.managers [req-4276cc94-06bc-4d96-bd25-ee2d23fe692a req-164d31df-1bc8-4558-a256-67e1c2ebfbbc service neutron] Attempting to bind port 493b566b-8077-47ab-b0fa-7e567159f7fd on host n-h2-813419-10 for vnic_type normal with profile {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:52:07.741340 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.managers [req-4276cc94-06bc-4d96-bd25-ee2d23fe692a req-164d31df-1bc8-4558-a256-67e1c2ebfbbc service neutron] Attempting to bind port 493b566b-8077-47ab-b0fa-7e567159f7fd by drivers openvswitch,hyperv on host n-h2-813419-10 at level 0 using segments [{'id': 'd1b37471-bd8e-4564-a77c-6e0c9d2699fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '33cc32c2-598c-44fc-a251-6575a62c00c5'}] {{(pid=102346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:52:07.741674 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4276cc94-06bc-4d96-bd25-ee2d23fe692a req-164d31df-1bc8-4558-a256-67e1c2ebfbbc service neutron] Attempting to bind port 493b566b-8077-47ab-b0fa-7e567159f7fd on network 33cc32c2-598c-44fc-a251-6575a62c00c5 {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:52:07.762631 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device 3199d82e-1c03-4dbb-aab6-a8ba719a2977 no longer exists at agent hyperv_n-h1-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:52:07.763949 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4276cc94-06bc-4d96-bd25-ee2d23fe692a req-164d31df-1bc8-4558-a256-67e1c2ebfbbc service neutron] Port 493b566b-8077-47ab-b0fa-7e567159f7fd on network 33cc32c2-598c-44fc-a251-6575a62c00c5 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-10 {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 10:52:07.764450 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4276cc94-06bc-4d96-bd25-ee2d23fe692a req-164d31df-1bc8-4558-a256-67e1c2ebfbbc service neutron] Attempting to bind port 493b566b-8077-47ab-b0fa-7e567159f7fd on network 33cc32c2-598c-44fc-a251-6575a62c00c5 {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:52:07.774901 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4276cc94-06bc-4d96-bd25-ee2d23fe692a req-164d31df-1bc8-4558-a256-67e1c2ebfbbc service neutron] Checking agent: {'id': 'a2edc247-0fa4-4ce6-bbae-a10492f6bd71', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 16, 9), 'started_at': datetime.datetime(2021, 10, 27, 10, 16, 9), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 51, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:52:07.775489 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4276cc94-06bc-4d96-bd25-ee2d23fe692a req-164d31df-1bc8-4558-a256-67e1c2ebfbbc service neutron] Checking segment: {'id': 'd1b37471-bd8e-4564-a77c-6e0c9d2699fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '33cc32c2-598c-44fc-a251-6575a62c00c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:52:07.776056 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4276cc94-06bc-4d96-bd25-ee2d23fe692a req-164d31df-1bc8-4558-a256-67e1c2ebfbbc service neutron] Bound using segment: {'id': 'd1b37471-bd8e-4564-a77c-6e0c9d2699fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '33cc32c2-598c-44fc-a251-6575a62c00c5'} {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:52:07.776670 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.managers [req-4276cc94-06bc-4d96-bd25-ee2d23fe692a req-164d31df-1bc8-4558-a256-67e1c2ebfbbc service neutron] Bound port: 493b566b-8077-47ab-b0fa-7e567159f7fd, host: n-h2-813419-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1b37471-bd8e-4564-a77c-6e0c9d2699fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '33cc32c2-598c-44fc-a251-6575a62c00c5'}}] {{(pid=102346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:52:07.777183 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-4276cc94-06bc-4d96-bd25-ee2d23fe692a req-164d31df-1bc8-4558-a256-67e1c2ebfbbc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:07.789299 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13df2f25-d83c-40e9-884a-c121ff023977 req-9a3c8618-1c86-4eda-a6f8-fcdd7f6f5ac5 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:52:07.791272 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-13df2f25-d83c-40e9-884a-c121ff023977 req-9a3c8618-1c86-4eda-a6f8-fcdd7f6f5ac5 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/ports?device_id=8c280a57-b5b3-4702-a42f-d4f4a9313432 HTTP/1.1" status: 200 len: 943 time: 0.1450372 Oct 27 10:52:07.813691 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] No Port match for: 3199d82e-1c03-4dbb-aab6-a8ba719a2977 {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:52:07.814261 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device 3199d82e-1c03-4dbb-aab6-a8ba719a2977 not bound to the agent host n-h1-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:52:07.873293 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [req-4276cc94-06bc-4d96-bd25-ee2d23fe692a req-164d31df-1bc8-4558-a256-67e1c2ebfbbc service neutron] For port 493b566b-8077-47ab-b0fa-7e567159f7fd, host n-h2-813419-10, cleared binding levels {{(pid=102346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:52:07.876650 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [req-4276cc94-06bc-4d96-bd25-ee2d23fe692a req-164d31df-1bc8-4558-a256-67e1c2ebfbbc service neutron] For port 493b566b-8077-47ab-b0fa-7e567159f7fd, host n-h2-813419-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=493b566b-8077-47ab-b0fa-7e567159f7fd,segment=NetworkSegment(d1b37471-bd8e-4564-a77c-6e0c9d2699fd),segment_id=d1b37471-bd8e-4564-a77c-6e0c9d2699fd)] {{(pid=102346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:52:07.890015 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-4276cc94-06bc-4d96-bd25-ee2d23fe692a req-164d31df-1bc8-4558-a256-67e1c2ebfbbc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27024173'] for port, after_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:07.930834 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-13df2f25-d83c-40e9-884a-c121ff023977 req-c633961f-9783-4bc9-bed6-81598cd9d318 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/security-groups?id=e12aac3e-256a-4b83-b5b5-3559f5984194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1319640 Oct 27 10:52:07.952378 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4276cc94-06bc-4d96-bd25-ee2d23fe692a req-164d31df-1bc8-4558-a256-67e1c2ebfbbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:52:07.952378 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-4276cc94-06bc-4d96-bd25-ee2d23fe692a req-164d31df-1bc8-4558-a256-67e1c2ebfbbc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:07.952378 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-4276cc94-06bc-4d96-bd25-ee2d23fe692a req-164d31df-1bc8-4558-a256-67e1c2ebfbbc service neutron] 10.222.0.76 "PUT /v2.0/ports/493b566b-8077-47ab-b0fa-7e567159f7fd HTTP/1.1" status: 200 len: 1092 time: 1.2415860 Oct 27 10:52:07.952378 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c280a57-b5b3-4702-a42f-d4f4a9313432', 'tag': '493b566b-8077-47ab-b0fa-7e567159f7fd'}] {{(pid=102346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:52:07.952378 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc0e418f5fc417c8d55d94c0aa509b037d0beb2a734c1a709e789eb65639a56d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf4c984a-5941-43b2-a25e-77ad5b8a0949" -d '{"events": [{"name": "network-changed", "server_uuid": "8c280a57-b5b3-4702-a42f-d4f4a9313432", "tag": "493b566b-8077-47ab-b0fa-7e567159f7fd"}]}' {{(pid=102346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:52:07.989805 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164d31df-1bc8-4558-a256-67e1c2ebfbbc service neutron] Pushing event updated for resources: {'Port': ['ID=493b566b-8077-47ab-b0fa-7e567159f7fd,revision_number=3']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:52:08.047112 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 10:52:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6977b3f-fdd7-40ad-8525-cc1163c9ae06 x-openstack-request-id: req-d6977b3f-fdd7-40ad-8525-cc1163c9ae06 {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:52:08.047405 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c280a57-b5b3-4702-a42f-d4f4a9313432", "tag": "493b566b-8077-47ab-b0fa-7e567159f7fd", "status": "completed", "code": 200}]} {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:52:08.047765 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d6977b3f-fdd7-40ad-8525-cc1163c9ae06 {{(pid=102346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:52:08.048709 n-d-813419-10 neutron-server[102346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c280a57-b5b3-4702-a42f-d4f4a9313432', 'tag': '493b566b-8077-47ab-b0fa-7e567159f7fd', 'status': 'completed', 'code': 200} Oct 27 10:52:08.089400 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4276cc94-06bc-4d96-bd25-ee2d23fe692a req-0c5f6cd5-95b4-4858-ad1a-e199a9c3a68c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:52:08.090999 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-4276cc94-06bc-4d96-bd25-ee2d23fe692a req-0c5f6cd5-95b4-4858-ad1a-e199a9c3a68c service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=b02a92ec9ad04d95b8ea6a5db5946dfb&device_id=8c280a57-b5b3-4702-a42f-d4f4a9313432 HTTP/1.1" status: 200 len: 1095 time: 0.0809486 Oct 27 10:52:08.146550 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-4276cc94-06bc-4d96-bd25-ee2d23fe692a req-a6be6ba5-cd40-4b43-8a81-142b12ffae46 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=493b566b-8077-47ab-b0fa-7e567159f7fd HTTP/1.1" status: 200 len: 217 time: 0.0469189 Oct 27 10:52:08.252791 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4276cc94-06bc-4d96-bd25-ee2d23fe692a req-82c3f288-e476-494a-a67d-034668d2c9f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:52:08.254366 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-4276cc94-06bc-4d96-bd25-ee2d23fe692a req-82c3f288-e476-494a-a67d-034668d2c9f2 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=87624d80-dded-417f-af79-cc56a741e5c4 HTTP/1.1" status: 200 len: 850 time: 0.0981531 Oct 27 10:52:08.363752 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4276cc94-06bc-4d96-bd25-ee2d23fe692a req-1b742a84-8734-41ff-8429-fb7f3120772a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:52:08.369425 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-4276cc94-06bc-4d96-bd25-ee2d23fe692a req-1b742a84-8734-41ff-8429-fb7f3120772a service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=33cc32c2-598c-44fc-a251-6575a62c00c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1047549 Oct 27 10:52:08.430008 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-6becfdaf-db58-4ca1-a59b-f503b2a80524 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Publish callbacks [] for port, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:08.497130 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-6becfdaf-db58-4ca1-a59b-f503b2a80524 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:08.513014 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-4276cc94-06bc-4d96-bd25-ee2d23fe692a req-6d5ea233-90e9-4532-a6ab-54a00dba552a service neutron] 10.222.0.76 "GET /v2.0/networks/33cc32c2-598c-44fc-a251-6575a62c00c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269002 Oct 27 10:52:08.539406 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-d7097237-f9e6-4df4-9fbf-7f2cfd9c2214 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:08.553412 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6becfdaf-db58-4ca1-a59b-f503b2a80524 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Network 185ff123-c7ff-45c7-a6be-71feb35acc9c is already hosted by enough agents. {{(pid=102347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:52:08.559149 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [None req-6becfdaf-db58-4ca1-a59b-f503b2a80524 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Resources bound (agent type, host, resource id): {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:52:08.563681 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-d7097237-f9e6-4df4-9fbf-7f2cfd9c2214 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:08.569902 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6becfdaf-db58-4ca1-a59b-f503b2a80524 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Received port after_create {{(pid=102347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:52:08.598525 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7097237-f9e6-4df4-9fbf-7f2cfd9c2214 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6b3410f-3ef7-4561-b8e7-a73b641dbdb7,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:52:08.627020 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6becfdaf-db58-4ca1-a59b-f503b2a80524 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Pushing event updated for resources: {'Port': ['ID=b6bde767-262a-43a7-b343-b12719352282,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:52:08.670324 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 33418) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:52:08.673042 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-d7097237-f9e6-4df4-9fbf-7f2cfd9c2214 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2ed96b461cdf461a8b79c5f4fb1d7c45&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2823992 Oct 27 10:52:08.799614 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-4276cc94-06bc-4d96-bd25-ee2d23fe692a req-aec5ef56-347e-4b65-86c8-5f34fcdf0c1c service neutron] 10.222.0.76 "GET /v2.0/networks/33cc32c2-598c-44fc-a251-6575a62c00c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2714665 Oct 27 10:52:08.849502 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-09a7d68a-b463-40fc-b797-229db462b44f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:08.929469 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-09a7d68a-b463-40fc-b797-229db462b44f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:09.008849 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-6becfdaf-db58-4ca1-a59b-f503b2a80524 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Publish callbacks [] for router_gateway, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:09.011757 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-09a7d68a-b463-40fc-b797-229db462b44f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:09.017301 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-09a7d68a-b463-40fc-b797-229db462b44f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:09.020124 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-09a7d68a-b463-40fc-b797-229db462b44f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e6b3410f-3ef7-4561-b8e7-a73b641dbdb7 HTTP/1.1" status: 204 len: 168 time: 0.3477149 Oct 27 10:52:09.052425 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:09.074176 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a7d68a-b463-40fc-b797-229db462b44f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6b3410f-3ef7-4561-b8e7-a73b641dbdb7,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:52:09.090473 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4c984a-5941-43b2-a25e-77ad5b8a0949 req-94eb2dc1-6598-4008-81a3-43af296ab218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:52:09.092964 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-bf4c984a-5941-43b2-a25e-77ad5b8a0949 req-94eb2dc1-6598-4008-81a3-43af296ab218 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=b02a92ec9ad04d95b8ea6a5db5946dfb&device_id=8c280a57-b5b3-4702-a42f-d4f4a9313432 HTTP/1.1" status: 200 len: 1095 time: 0.2231987 Oct 27 10:52:09.222282 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18b2d9e-4375-4528-8a32-9fb9203cc495 req-307edf93-27b2-4502-a1aa-d276bff8998c tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:52:09.223814 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-a18b2d9e-4375-4528-8a32-9fb9203cc495 req-307edf93-27b2-4502-a1aa-d276bff8998c tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/ports?device_id=8c280a57-b5b3-4702-a42f-d4f4a9313432 HTTP/1.1" status: 200 len: 943 time: 0.1525004 Oct 27 10:52:09.290339 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-a18b2d9e-4375-4528-8a32-9fb9203cc495 req-b2866754-dce8-4797-8ff6-05a2e75e9e4b tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/security-groups?id=e12aac3e-256a-4b83-b5b5-3559f5984194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559866 Oct 27 10:52:09.293623 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4c984a-5941-43b2-a25e-77ad5b8a0949 req-e3b019b3-bae4-4f26-a236-5f2fbee2aa40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:52:09.295113 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-bf4c984a-5941-43b2-a25e-77ad5b8a0949 req-e3b019b3-bae4-4f26-a236-5f2fbee2aa40 service neutron] 10.222.0.76 "GET /v2.0/networks?id=33cc32c2-598c-44fc-a251-6575a62c00c5 HTTP/1.1" status: 200 len: 912 time: 0.1529772 Oct 27 10:52:09.366029 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-bf4c984a-5941-43b2-a25e-77ad5b8a0949 req-ed54ed75-6f02-472b-ae3b-e23443409cd2 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=493b566b-8077-47ab-b0fa-7e567159f7fd HTTP/1.1" status: 200 len: 217 time: 0.0592370 Oct 27 10:52:09.433351 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4c984a-5941-43b2-a25e-77ad5b8a0949 req-132ec70b-d66c-400b-b65f-541ffba6365e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:52:09.436696 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-bf4c984a-5941-43b2-a25e-77ad5b8a0949 req-132ec70b-d66c-400b-b65f-541ffba6365e service neutron] 10.222.0.76 "GET /v2.0/subnets?id=87624d80-dded-417f-af79-cc56a741e5c4 HTTP/1.1" status: 200 len: 850 time: 0.0590992 Oct 27 10:52:09.460644 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-6becfdaf-db58-4ca1-a59b-f503b2a80524 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1765699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1769372'] for router, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:09.525544 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e217fbf-9a2f-4a82-a1db-9df92b64bd5e req-16515455-0682-4ebf-abf2-d98bb6a48197 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:52:09.533409 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-6e217fbf-9a2f-4a82-a1db-9df92b64bd5e req-16515455-0682-4ebf-abf2-d98bb6a48197 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] 10.222.0.44 "GET /v2.0/networks?id=f2b03a6b-6c02-4954-a3e8-168cf87d8153 HTTP/1.1" status: 200 len: 806 time: 0.5292876 Oct 27 10:52:09.544257 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4c984a-5941-43b2-a25e-77ad5b8a0949 req-365b513c-fb3b-490b-8755-85244c94a56f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:52:09.548083 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-bf4c984a-5941-43b2-a25e-77ad5b8a0949 req-365b513c-fb3b-490b-8755-85244c94a56f service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=33cc32c2-598c-44fc-a251-6575a62c00c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1026008 Oct 27 10:52:09.568769 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 33450) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:52:09.583392 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-6e217fbf-9a2f-4a82-a1db-9df92b64bd5e req-a104346b-e5d8-48f1-bd9a-e9c9f88a51f4 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] 10.222.0.44 "GET /v2.0/quotas/04258b83abed4a9ca4fa54d398f51fb3 HTTP/1.1" status: 200 len: 375 time: 0.0491123 Oct 27 10:52:09.598754 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-2e4e9d94-5026-4306-bbfe-1d32d737dd89 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:09.674462 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-bf4c984a-5941-43b2-a25e-77ad5b8a0949 req-7c5b7724-65f1-4617-8898-17528a773da5 service neutron] 10.222.0.76 "GET /v2.0/networks/33cc32c2-598c-44fc-a251-6575a62c00c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1160870 Oct 27 10:52:09.704752 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-6e217fbf-9a2f-4a82-a1db-9df92b64bd5e req-6898a184-c50d-4aaf-a7b0-7acc87147211 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=04258b83abed4a9ca4fa54d398f51fb3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1092002 Oct 27 10:52:09.826726 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-2e4e9d94-5026-4306-bbfe-1d32d737dd89 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:09.829328 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6becfdaf-db58-4ca1-a59b-f503b2a80524 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Router 41d6c480-58e2-46a4-9d20-8acdccc452d7 is scheduled to L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb with binding_index 1 {{(pid=102347) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 10:52:09.837938 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-2e4e9d94-5026-4306-bbfe-1d32d737dd89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:09.848131 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-bf4c984a-5941-43b2-a25e-77ad5b8a0949 req-a59d0475-913b-4bf1-98bb-9b1fc0c6e61f service neutron] 10.222.0.76 "GET /v2.0/networks/33cc32c2-598c-44fc-a251-6575a62c00c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1659756 Oct 27 10:52:09.947554 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4e9d94-5026-4306-bbfe-1d32d737dd89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=401f7fa6-e38c-459a-9df2-2d0e85545c41,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:52:09.955657 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 33458) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:52:09.955843 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-2e4e9d94-5026-4306-bbfe-1d32d737dd89 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7516aaa0b40247938270e8abb9da96e6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3860059 Oct 27 10:52:10.019777 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-e5b3087e-dffa-4253-9c39-2a9bc7a15c6c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:10.048327 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-e5b3087e-dffa-4253-9c39-2a9bc7a15c6c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:10.067053 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6becfdaf-db58-4ca1-a59b-f503b2a80524 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:52:10.080317 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22c882e9-4c8b-4a77-b635-709250dac624 None None] Sync routers for ids ['41d6c480-58e2-46a4-9d20-8acdccc452d7'] in n-d-813419-10 {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:52:10.096956 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22c882e9-4c8b-4a77-b635-709250dac624 None None] Routers {'41d6c480-58e2-46a4-9d20-8acdccc452d7'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:52:10.102073 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-22c882e9-4c8b-4a77-b635-709250dac624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:51:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['41d6c480-58e2-46a4-9d20-8acdccc452d7'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:52:10.125337 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-6e217fbf-9a2f-4a82-a1db-9df92b64bd5e req-f74baadf-4046-4d11-ab7e-e8c3dcc168f7 service neutron] 10.222.0.44 "GET /v2.0/networks/f2b03a6b-6c02-4954-a3e8-168cf87d8153?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4198220 Oct 27 10:52:10.129182 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-6becfdaf-db58-4ca1-a59b-f503b2a80524 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Publish callbacks [] for router, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:10.130762 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-6becfdaf-db58-4ca1-a59b-f503b2a80524 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 4.0002978 Oct 27 10:52:10.134390 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 33464) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:52:10.175721 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-e5b3087e-dffa-4253-9c39-2a9bc7a15c6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:10.178673 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-e5b3087e-dffa-4253-9c39-2a9bc7a15c6c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:10.182401 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-e5b3087e-dffa-4253-9c39-2a9bc7a15c6c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/401f7fa6-e38c-459a-9df2-2d0e85545c41 HTTP/1.1" status: 204 len: 168 time: 0.2223244 Oct 27 10:52:10.207215 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b3087e-dffa-4253-9c39-2a9bc7a15c6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=401f7fa6-e38c-459a-9df2-2d0e85545c41,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:52:10.211251 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-bde16b8e-451f-4f3e-b599-b087b80987c3 tempest-TestNetworkBasicOps-239470800 tempest-TestNetworkBasicOps-239470800-project-admin] 10.222.0.44 "GET /v2.0/subnets?project_id=b77ac30bad224fe0b8e5f2c5dd43d62c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0757270 Oct 27 10:52:10.214241 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 33470) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:52:10.259469 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvr_db [None req-22c882e9-4c8b-4a77-b635-709250dac624 None None] Set router 41d6c480-58e2-46a4-9d20-8acdccc452d7 gateway port host: n-d-813419-10 {{(pid=102349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:52:10.266015 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-6e217fbf-9a2f-4a82-a1db-9df92b64bd5e req-2b2571d4-db70-45bc-ac38-0bde4c81a929 service neutron] 10.222.0.44 "GET /v2.0/networks/f2b03a6b-6c02-4954-a3e8-168cf87d8153?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292930 Oct 27 10:52:10.453670 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3a05c47-7544-421c-acdb-606110abaa18 tempest-TestNetworkBasicOps-239470800 tempest-TestNetworkBasicOps-239470800-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:52:10.456415 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-d3a05c47-7544-421c-acdb-606110abaa18 tempest-TestNetworkBasicOps-239470800 tempest-TestNetworkBasicOps-239470800-project-admin] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2410100 Oct 27 10:52:10.459501 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 33476) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:52:10.530563 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-58a334ab-6238-4fd6-a327-c8cdd07872e4 tempest-TestNetworkBasicOps-239470800 tempest-TestNetworkBasicOps-239470800-project-admin] 10.222.0.44 "GET /v2.0/subnets?network_id=185ff123-c7ff-45c7-a6be-71feb35acc9c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0699182 Oct 27 10:52:10.531279 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 33480) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:52:10.548360 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6afa829-d3a2-4648-8f97-3b9d26660bbd req-8521185a-4eac-4182-ab3c-c7a243d41ebd tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:52:10.561094 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-c6afa829-d3a2-4648-8f97-3b9d26660bbd req-8521185a-4eac-4182-ab3c-c7a243d41ebd tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/ports?device_id=8c280a57-b5b3-4702-a42f-d4f4a9313432 HTTP/1.1" status: 200 len: 943 time: 0.1016898 Oct 27 10:52:10.593735 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-851cf10b-dc97-441c-80c6-38dc1233800f req-8212018a-73b2-4786-9844-0b5755b9d1cc tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] 10.222.0.44 "GET /v2.0/ports?device_id=4a827997-b4ab-4e57-9c2d-00ceb9f2a6f2 HTTP/1.1" status: 200 len: 210 time: 0.0778069 Oct 27 10:52:10.609179 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-58eef260-55a9-49d8-9e01-828281738e93 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2077327724', 'network_id': '7a261072-1520-4c4e-bc8b-d16ecdb68ee8', 'project_id': 'b77ac30bad224fe0b8e5f2c5dd43d62c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:52:10.633777 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-c6afa829-d3a2-4648-8f97-3b9d26660bbd req-071eade3-ba98-423c-9f92-1e7ea45b05a0 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/security-groups?id=e12aac3e-256a-4b83-b5b5-3559f5984194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695665 Oct 27 10:52:10.720304 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-22c882e9-4c8b-4a77-b635-709250dac624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41d6c480-58e2-46a4-9d20-8acdccc452d7', 'name': 'tempest-TestNetworkBasicOps-router-229061942', 'tenant_id': 'b77ac30bad224fe0b8e5f2c5dd43d62c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.5'}], 'enable_snat': True}, 'gw_port_id': 'b6bde767-262a-43a7-b343-b12719352282', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:52:06Z', 'updated_at': '2021-10-27T10:52:08Z', 'revision_number': 3, 'project_id': 'b77ac30bad224fe0b8e5f2c5dd43d62c', 'gw_port': {'id': 'b6bde767-262a-43a7-b343-b12719352282', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:c0:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41d6c480-58e2-46a4-9d20-8acdccc452d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3485, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:52:07Z', 'updated_at': '2021-10-27T10:52:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10'}], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:52:10.746982 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58eef260-55a9-49d8-9e01-828281738e93 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Made reservation on behalf of b77ac30bad224fe0b8e5f2c5dd43d62c for: {'subnet': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:52:10.759052 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-58eef260-55a9-49d8-9e01-828281738e93 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18044073'] for subnet, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:10.784547 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22c882e9-4c8b-4a77-b635-709250dac624 None None] Checking router: 41d6c480-58e2-46a4-9d20-8acdccc452d7 for host: n-d-813419-10 {{(pid=102349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 10:52:10.785146 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22c882e9-4c8b-4a77-b635-709250dac624 None None] Updating router 41d6c480-58e2-46a4-9d20-8acdccc452d7 port b6bde767-262a-43a7-b343-b12719352282 binding host n-d-813419-10 {{(pid=102349) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 10:52:10.843760 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-22c882e9-4c8b-4a77-b635-709250dac624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:10.995128 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-58eef260-55a9-49d8-9e01-828281738e93 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-18295883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18044091'] for subnet, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:11.083824 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58eef260-55a9-49d8-9e01-828281738e93 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Pushing event updated for resources: {'Subnet': ['ID=409efab0-c699-43bc-a615-0c78de1334af,revision_number=0']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:52:11.090965 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58eef260-55a9-49d8-9e01-828281738e93 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Checking segment: {'id': 'b3159c1b-a3cb-4a30-b6e6-3ef47749633a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '7a261072-1520-4c4e-bc8b-d16ecdb68ee8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:52:11.092808 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58eef260-55a9-49d8-9e01-828281738e93 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Network hostable DHCP agents. Network: 7a261072-1520-4c4e-bc8b-d16ecdb68ee8, hostable agents: ['eafd4000-b897-4722-ae8b-0118ec955181'], hosted agents: [] {{(pid=102347) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 10:52:11.118155 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58eef260-55a9-49d8-9e01-828281738e93 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Network 7a261072-1520-4c4e-bc8b-d16ecdb68ee8 is scheduled to be hosted by DHCP agent eafd4000-b897-4722-ae8b-0118ec955181 with binding_index 1 {{(pid=102347) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 10:52:11.139212 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [None req-58eef260-55a9-49d8-9e01-828281738e93 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-10, 7a261072-1520-4c4e-bc8b-d16ecdb68ee8) {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:52:11.148891 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a35f44e5-ee3e-4aff-b697-bb73549407e9 None None] Network 7a261072-1520-4c4e-bc8b-d16ecdb68ee8 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:52:11.150644 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58eef260-55a9-49d8-9e01-828281738e93 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:52:11.152282 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-58eef260-55a9-49d8-9e01-828281738e93 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Publish callbacks [] for subnet, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:11.192519 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-58eef260-55a9-49d8-9e01-828281738e93 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6033206 Oct 27 10:52:11.194464 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 33506) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:52:11.483782 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-711aedbd-8b43-4b02-a626-ac743cc135de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp734b258e-7d96-550c-b970-9b72ab66f383-7a261072-1520-4c4e-bc8b-d16ecdb68ee8', 'network_id': '7a261072-1520-4c4e-bc8b-d16ecdb68ee8', 'tenant_id': 'b77ac30bad224fe0b8e5f2c5dd43d62c', 'fixed_ips': [{'subnet_id': '409efab0-c699-43bc-a615-0c78de1334af'}]}} from n-d-813419-10. {{(pid=102348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 10:52:11.484698 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-711aedbd-8b43-4b02-a626-ac743cc135de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:11.494339 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-22c882e9-4c8b-4a77-b635-709250dac624 None None] Publish callbacks [] for port, precommit_update {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:11.509828 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-22c882e9-4c8b-4a77-b635-709250dac624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:11.753872 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a9ff81-2970-41f8-8f31-7d4c0db4a50b None None] Pushing event updated for resources: {'Port': ['ID=b6bde767-262a-43a7-b343-b12719352282,revision_number=2']} {{(pid=102349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:52:11.785588 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.managers [None req-22c882e9-4c8b-4a77-b635-709250dac624 None None] Attempting to bind port b6bde767-262a-43a7-b343-b12719352282 on host n-d-813419-10 for vnic_type normal with profile {{(pid=102349) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:52:11.786046 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.managers [None req-22c882e9-4c8b-4a77-b635-709250dac624 None None] Attempting to bind port b6bde767-262a-43a7-b343-b12719352282 by drivers openvswitch,hyperv on host n-d-813419-10 at level 0 using segments [{'id': 'bc14127b-7032-4c50-bb5b-f6813cbae86e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'}] {{(pid=102349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:52:11.786468 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22c882e9-4c8b-4a77-b635-709250dac624 None None] Attempting to bind port b6bde767-262a-43a7-b343-b12719352282 on network 185ff123-c7ff-45c7-a6be-71feb35acc9c {{(pid=102349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:52:11.796117 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22c882e9-4c8b-4a77-b635-709250dac624 None None] Checking agent: {'id': '89dba0f3-79b2-435e-9822-33674b8f6ada', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 8, 20), 'started_at': datetime.datetime(2021, 10, 27, 10, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 51, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:52:11.798124 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22c882e9-4c8b-4a77-b635-709250dac624 None None] Checking segment: {'id': 'bc14127b-7032-4c50-bb5b-f6813cbae86e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:52:11.798684 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-22c882e9-4c8b-4a77-b635-709250dac624 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:11.799135 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22c882e9-4c8b-4a77-b635-709250dac624 None None] Bound using segment: {'id': 'bc14127b-7032-4c50-bb5b-f6813cbae86e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'} {{(pid=102349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:52:11.800852 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.managers [None req-22c882e9-4c8b-4a77-b635-709250dac624 None None] Bound port: b6bde767-262a-43a7-b343-b12719352282, host: n-d-813419-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc14127b-7032-4c50-bb5b-f6813cbae86e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'}}] {{(pid=102349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:52:11.801302 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-22c882e9-4c8b-4a77-b635-709250dac624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:11.815588 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-5bdb3f13-78b7-49bb-b448-23c33d155645 req-6340a0f9-ba0d-47e5-ae6f-c944303ee204 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] 10.222.0.44 "GET /v2.0/ports?device_id=4a827997-b4ab-4e57-9c2d-00ceb9f2a6f2 HTTP/1.1" status: 200 len: 210 time: 0.0499852 Oct 27 10:52:11.825905 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.db_base_plugin_common [None req-711aedbd-8b43-4b02-a626-ac743cc135de None None] Allocated IP 172.20.0.2 (7a261072-1520-4c4e-bc8b-d16ecdb68ee8/409efab0-c699-43bc-a615-0c78de1334af/c67c240c-892f-46b7-a565-696c584708bf) {{(pid=102348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:52:11.891339 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efedb624-0d03-4b42-8f71-59c135c0bd1e req-865fd7d6-7177-4409-b9e6-9f24a9fa3679 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:52:11.895243 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-efedb624-0d03-4b42-8f71-59c135c0bd1e req-865fd7d6-7177-4409-b9e6-9f24a9fa3679 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/ports?device_id=8c280a57-b5b3-4702-a42f-d4f4a9313432 HTTP/1.1" status: 200 len: 943 time: 0.1219199 Oct 27 10:52:11.953179 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.db [None req-22c882e9-4c8b-4a77-b635-709250dac624 None None] For port b6bde767-262a-43a7-b343-b12719352282, host n-d-813419-10, cleared binding levels {{(pid=102349) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:52:11.963880 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.db [None req-22c882e9-4c8b-4a77-b635-709250dac624 None None] For port b6bde767-262a-43a7-b343-b12719352282, host n-d-813419-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=b6bde767-262a-43a7-b343-b12719352282,segment=NetworkSegment(bc14127b-7032-4c50-bb5b-f6813cbae86e),segment_id=bc14127b-7032-4c50-bb5b-f6813cbae86e)] {{(pid=102349) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:52:11.976867 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-22c882e9-4c8b-4a77-b635-709250dac624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:11.996170 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-efedb624-0d03-4b42-8f71-59c135c0bd1e req-3b494c29-1b00-40f1-98fc-4832599242cc tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/security-groups?id=e12aac3e-256a-4b83-b5b5-3559f5984194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0939298 Oct 27 10:52:12.048090 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-711aedbd-8b43-4b02-a626-ac743cc135de None None] Publish callbacks [] for port, precommit_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:12.064855 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-711aedbd-8b43-4b02-a626-ac743cc135de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606'] for port, after_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:12.105639 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22c882e9-4c8b-4a77-b635-709250dac624 None None] Routers {'41d6c480-58e2-46a4-9d20-8acdccc452d7'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:52:12.108511 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-22c882e9-4c8b-4a77-b635-709250dac624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:51:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['41d6c480-58e2-46a4-9d20-8acdccc452d7'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:52:12.119228 n-d-813419-10 neutron-server[102348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-711aedbd-8b43-4b02-a626-ac743cc135de None None] Network 7a261072-1520-4c4e-bc8b-d16ecdb68ee8 is already hosted by enough agents. {{(pid=102348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:52:12.122748 n-d-813419-10 neutron-server[102348]: DEBUG neutron.scheduler.base_scheduler [None req-711aedbd-8b43-4b02-a626-ac743cc135de None None] Resources bound (agent type, host, resource id): {{(pid=102348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:52:12.127311 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-711aedbd-8b43-4b02-a626-ac743cc135de None None] Received port after_create {{(pid=102348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:52:12.135138 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711aedbd-8b43-4b02-a626-ac743cc135de None None] Pushing event updated for resources: {'Port': ['ID=c67c240c-892f-46b7-a565-696c584708bf,revision_number=1']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:52:12.214861 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-711aedbd-8b43-4b02-a626-ac743cc135de None None] Attempting to bind port c67c240c-892f-46b7-a565-696c584708bf on host n-d-813419-10 for vnic_type normal with profile {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:52:12.215445 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-711aedbd-8b43-4b02-a626-ac743cc135de None None] Attempting to bind port c67c240c-892f-46b7-a565-696c584708bf by drivers openvswitch,hyperv on host n-d-813419-10 at level 0 using segments [{'id': 'b3159c1b-a3cb-4a30-b6e6-3ef47749633a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '7a261072-1520-4c4e-bc8b-d16ecdb68ee8'}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:52:12.215585 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-711aedbd-8b43-4b02-a626-ac743cc135de None None] Attempting to bind port c67c240c-892f-46b7-a565-696c584708bf on network 7a261072-1520-4c4e-bc8b-d16ecdb68ee8 {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:52:12.221786 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-711aedbd-8b43-4b02-a626-ac743cc135de None None] Checking agent: {'id': '89dba0f3-79b2-435e-9822-33674b8f6ada', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 8, 20), 'started_at': datetime.datetime(2021, 10, 27, 10, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 51, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:52:12.222414 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-711aedbd-8b43-4b02-a626-ac743cc135de None None] Checking segment: {'id': 'b3159c1b-a3cb-4a30-b6e6-3ef47749633a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '7a261072-1520-4c4e-bc8b-d16ecdb68ee8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:52:12.222993 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-711aedbd-8b43-4b02-a626-ac743cc135de None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:12.223661 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-711aedbd-8b43-4b02-a626-ac743cc135de None None] Bound using segment: {'id': 'b3159c1b-a3cb-4a30-b6e6-3ef47749633a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '7a261072-1520-4c4e-bc8b-d16ecdb68ee8'} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:52:12.224331 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-711aedbd-8b43-4b02-a626-ac743cc135de None None] Bound port: c67c240c-892f-46b7-a565-696c584708bf, host: n-d-813419-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3159c1b-a3cb-4a30-b6e6-3ef47749633a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '7a261072-1520-4c4e-bc8b-d16ecdb68ee8'}}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:52:12.224874 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-711aedbd-8b43-4b02-a626-ac743cc135de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:12.306021 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a9ff81-2970-41f8-8f31-7d4c0db4a50b None None] Pushing event updated for resources: {'Port': ['ID=b6bde767-262a-43a7-b343-b12719352282,revision_number=3']} {{(pid=102349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:52:12.408885 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-711aedbd-8b43-4b02-a626-ac743cc135de None None] For port c67c240c-892f-46b7-a565-696c584708bf, host n-d-813419-10, cleared binding levels {{(pid=102348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:52:12.413134 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-711aedbd-8b43-4b02-a626-ac743cc135de None None] For port c67c240c-892f-46b7-a565-696c584708bf, host n-d-813419-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=c67c240c-892f-46b7-a565-696c584708bf,segment=NetworkSegment(b3159c1b-a3cb-4a30-b6e6-3ef47749633a),segment_id=b3159c1b-a3cb-4a30-b6e6-3ef47749633a)] {{(pid=102348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:52:12.421675 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-711aedbd-8b43-4b02-a626-ac743cc135de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:12.567068 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvr_db [None req-22c882e9-4c8b-4a77-b635-709250dac624 None None] Set router 41d6c480-58e2-46a4-9d20-8acdccc452d7 gateway port host: n-d-813419-10 {{(pid=102349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:52:12.621984 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-f1a312d3-9999-49bc-9e40-3a88754ce8f5 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:12.710320 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e217fbf-9a2f-4a82-a1db-9df92b64bd5e req-212adb58-8e6b-4b57-937b-8cd0298115e7 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:52:12.711876 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-6e217fbf-9a2f-4a82-a1db-9df92b64bd5e req-212adb58-8e6b-4b57-937b-8cd0298115e7 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] 10.222.0.64 "GET /v2.0/networks?id=f2b03a6b-6c02-4954-a3e8-168cf87d8153 HTTP/1.1" status: 200 len: 806 time: 0.4735796 Oct 27 10:52:12.721971 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711aedbd-8b43-4b02-a626-ac743cc135de None None] Pushing event updated for resources: {'Port': ['ID=c67c240c-892f-46b7-a565-696c584708bf,revision_number=2']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:52:12.760349 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [req-6e217fbf-9a2f-4a82-a1db-9df92b64bd5e req-c29b009a-4199-40fe-a9f6-9c5bf65dd8a0 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] Request body: {'port': {'device_id': '4a827997-b4ab-4e57-9c2d-00ceb9f2a6f2', 'network_id': 'f2b03a6b-6c02-4954-a3e8-168cf87d8153', 'admin_state_up': True, 'tenant_id': '04258b83abed4a9ca4fa54d398f51fb3'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:52:12.813436 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 33566) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:52:12.989917 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-50201cdc-e157-4591-a753-90a3c040fab8 req-a091c1b5-8810-46b6-93e0-631ea1ec0aa9 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] 10.222.0.44 "GET /v2.0/ports?device_id=4a827997-b4ab-4e57-9c2d-00ceb9f2a6f2 HTTP/1.1" status: 200 len: 210 time: 0.0748897 Oct 27 10:52:13.090698 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-22c882e9-4c8b-4a77-b635-709250dac624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41d6c480-58e2-46a4-9d20-8acdccc452d7', 'name': 'tempest-TestNetworkBasicOps-router-229061942', 'tenant_id': 'b77ac30bad224fe0b8e5f2c5dd43d62c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.5'}], 'enable_snat': True}, 'gw_port_id': 'b6bde767-262a-43a7-b343-b12719352282', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:52:06Z', 'updated_at': '2021-10-27T10:52:08Z', 'revision_number': 3, 'project_id': 'b77ac30bad224fe0b8e5f2c5dd43d62c', 'gw_port': {'id': 'b6bde767-262a-43a7-b343-b12719352282', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:c0:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41d6c480-58e2-46a4-9d20-8acdccc452d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3485, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:52:07Z', 'updated_at': '2021-10-27T10:52:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10'}], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:52:13.117495 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-79652024-6922-4751-8608-a07bee2048e0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:13.132040 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22c882e9-4c8b-4a77-b635-709250dac624 None None] The sync data for ids ['41d6c480-58e2-46a4-9d20-8acdccc452d7'] in n-d-813419-10 is: [{'id': '41d6c480-58e2-46a4-9d20-8acdccc452d7', 'name': 'tempest-TestNetworkBasicOps-router-229061942', 'tenant_id': 'b77ac30bad224fe0b8e5f2c5dd43d62c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.5'}], 'enable_snat': True}, 'gw_port_id': 'b6bde767-262a-43a7-b343-b12719352282', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:52:06Z', 'updated_at': '2021-10-27T10:52:08Z', 'revision_number': 3, 'project_id': 'b77ac30bad224fe0b8e5f2c5dd43d62c', 'gw_port': {'id': 'b6bde767-262a-43a7-b343-b12719352282', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:c0:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41d6c480-58e2-46a4-9d20-8acdccc452d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3485, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:52:07Z', 'updated_at': '2021-10-27T10:52:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10'}] {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:52:13.158041 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e217fbf-9a2f-4a82-a1db-9df92b64bd5e req-c29b009a-4199-40fe-a9f6-9c5bf65dd8a0 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] Made reservation on behalf of 04258b83abed4a9ca4fa54d398f51fb3 for: {'port': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:52:13.162026 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-6e217fbf-9a2f-4a82-a1db-9df92b64bd5e req-c29b009a-4199-40fe-a9f6-9c5bf65dd8a0 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:13.265633 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebe4fa8-a146-4906-beb3-8ad585d5ab0d req-616fc12a-91a2-40ea-a449-72df3a334c96 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:52:13.271603 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-7ebe4fa8-a146-4906-beb3-8ad585d5ab0d req-616fc12a-91a2-40ea-a449-72df3a334c96 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/ports?device_id=8c280a57-b5b3-4702-a42f-d4f4a9313432 HTTP/1.1" status: 200 len: 943 time: 0.1466241 Oct 27 10:52:13.335066 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-7ebe4fa8-a146-4906-beb3-8ad585d5ab0d req-22120f10-835d-42f8-a156-e4877729f47b tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/security-groups?id=e12aac3e-256a-4b83-b5b5-3559f5984194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516024 Oct 27 10:52:13.386126 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-79652024-6922-4751-8608-a07bee2048e0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:13.396915 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-79652024-6922-4751-8608-a07bee2048e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:13.446143 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_common [None req-f1a312d3-9999-49bc-9e40-3a88754ce8f5 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Allocated IP 172.20.0.1 (7a261072-1520-4c4e-bc8b-d16ecdb68ee8/409efab0-c699-43bc-a615-0c78de1334af/94024aeb-6c69-4d86-a57e-90258a7b8830) {{(pid=102347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:52:13.456882 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_common [req-6e217fbf-9a2f-4a82-a1db-9df92b64bd5e req-c29b009a-4199-40fe-a9f6-9c5bf65dd8a0 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] Allocated IP 172.20.0.12 (f2b03a6b-6c02-4954-a3e8-168cf87d8153/10902cdd-be2b-4d88-ae3a-f5647b50017d/404a89c5-b633-4d1a-9724-956af3689dd6) {{(pid=102347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:52:13.515417 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-79652024-6922-4751-8608-a07bee2048e0 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9be9f46e9c8945d59a6d42809e1e5869&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6980684 Oct 27 10:52:13.524623 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 33580) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:52:13.525098 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79652024-6922-4751-8608-a07bee2048e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69eafe8c-af72-474a-b3b8-dd7009947b04,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:52:13.668512 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-95192d88-086b-484a-b475-0d3bdfe9b99e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:13.813294 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-95192d88-086b-484a-b475-0d3bdfe9b99e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:13.937291 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-f1a312d3-9999-49bc-9e40-3a88754ce8f5 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Publish callbacks [] for port, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:13.960879 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-6e217fbf-9a2f-4a82-a1db-9df92b64bd5e req-c29b009a-4199-40fe-a9f6-9c5bf65dd8a0 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] Publish callbacks [] for port, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:13.979017 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-95192d88-086b-484a-b475-0d3bdfe9b99e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:13.981937 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-95192d88-086b-484a-b475-0d3bdfe9b99e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:13.983266 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-95192d88-086b-484a-b475-0d3bdfe9b99e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/69eafe8c-af72-474a-b3b8-dd7009947b04 HTTP/1.1" status: 204 len: 168 time: 0.4576039 Oct 27 10:52:14.061294 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95192d88-086b-484a-b475-0d3bdfe9b99e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69eafe8c-af72-474a-b3b8-dd7009947b04,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:52:14.082571 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-f1a312d3-9999-49bc-9e40-3a88754ce8f5 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:14.134392 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-6e217fbf-9a2f-4a82-a1db-9df92b64bd5e req-c29b009a-4199-40fe-a9f6-9c5bf65dd8a0 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:14.153610 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] get_ports_and_sgs() called for port_ids ['fe919a1d-8d66-4e9c-9d07-1b82a0020cfa'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:52:14.230561 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1a312d3-9999-49bc-9e40-3a88754ce8f5 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Network 7a261072-1520-4c4e-bc8b-d16ecdb68ee8 is already hosted by enough agents. {{(pid=102347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:52:14.243516 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [None req-f1a312d3-9999-49bc-9e40-3a88754ce8f5 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Resources bound (agent type, host, resource id): {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:52:14.273308 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e217fbf-9a2f-4a82-a1db-9df92b64bd5e req-c29b009a-4199-40fe-a9f6-9c5bf65dd8a0 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] Network f2b03a6b-6c02-4954-a3e8-168cf87d8153 is already hosted by enough agents. {{(pid=102347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:52:14.287751 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1a312d3-9999-49bc-9e40-3a88754ce8f5 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Received port after_create {{(pid=102347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:52:14.302762 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [req-6e217fbf-9a2f-4a82-a1db-9df92b64bd5e req-c29b009a-4199-40fe-a9f6-9c5bf65dd8a0 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] Resources bound (agent type, host, resource id): {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:52:14.317068 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e217fbf-9a2f-4a82-a1db-9df92b64bd5e req-c29b009a-4199-40fe-a9f6-9c5bf65dd8a0 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] Received port after_create {{(pid=102347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:52:14.334581 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0787029f-875c-4c35-bffc-2d0cb84b056a None None] Network 7a261072-1520-4c4e-bc8b-d16ecdb68ee8 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:52:14.360551 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a312d3-9999-49bc-9e40-3a88754ce8f5 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Pushing event updated for resources: {'Port': ['ID=94024aeb-6c69-4d86-a57e-90258a7b8830,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:52:14.443048 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device c67c240c-892f-46b7-a565-696c584708bf up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:52:14.464115 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29b009a-4199-40fe-a9f6-9c5bf65dd8a0 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] Pushing event updated for resources: {'Port': ['ID=404a89c5-b633-4d1a-9724-956af3689dd6,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:52:14.502347 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-fe6f4591-641b-475b-81d3-d73f0b60c294 None None] Provisioning complete for port c67c240c-892f-46b7-a565-696c584708bf triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:52:14.503021 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-fe6f4591-641b-475b-81d3-d73f0b60c294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:14.510561 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19ecc36-c4a0-44e6-949f-9969c0fb6ccd req-eaa63c63-6eba-4160-90e8-bc936721655d tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:52:14.513065 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-d19ecc36-c4a0-44e6-949f-9969c0fb6ccd req-eaa63c63-6eba-4160-90e8-bc936721655d tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] 10.222.0.44 "GET /v2.0/ports?device_id=4a827997-b4ab-4e57-9c2d-00ceb9f2a6f2 HTTP/1.1" status: 200 len: 932 time: 0.3390050 Oct 27 10:52:14.554807 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e217fbf-9a2f-4a82-a1db-9df92b64bd5e req-c29b009a-4199-40fe-a9f6-9c5bf65dd8a0 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:52:14.555540 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-6e217fbf-9a2f-4a82-a1db-9df92b64bd5e req-c29b009a-4199-40fe-a9f6-9c5bf65dd8a0 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:14.571500 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e81fe3a-b7a1-4867-b830-71876b1f4058 req-2faa162c-11a8-4994-ad3e-83429eda7dc2 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:52:14.571500 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-9e81fe3a-b7a1-4867-b830-71876b1f4058 req-2faa162c-11a8-4994-ad3e-83429eda7dc2 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/ports?device_id=8c280a57-b5b3-4702-a42f-d4f4a9313432 HTTP/1.1" status: 200 len: 943 time: 0.1272080 Oct 27 10:52:14.573813 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-f1a312d3-9999-49bc-9e40-3a88754ce8f5 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1664961'] for router_interface, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:14.628079 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-9e81fe3a-b7a1-4867-b830-71876b1f4058 req-fc60f96c-4c05-4cd5-901b-d0bc2200cea0 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/security-groups?id=e12aac3e-256a-4b83-b5b5-3559f5984194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436635 Oct 27 10:52:14.842869 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port c67c240c-892f-46b7-a565-696c584708bf triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:52:14.843493 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:14.932338 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-fe6f4591-641b-475b-81d3-d73f0b60c294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:15.000497 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-fe6f4591-641b-475b-81d3-d73f0b60c294 None None] For port c67c240c-892f-46b7-a565-696c584708bf, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=c67c240c-892f-46b7-a565-696c584708bf,segment=NetworkSegment(b3159c1b-a3cb-4a30-b6e6-3ef47749633a),segment_id=b3159c1b-a3cb-4a30-b6e6-3ef47749633a)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:52:15.040053 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-fe6f4591-641b-475b-81d3-d73f0b60c294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:15.067170 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-6e217fbf-9a2f-4a82-a1db-9df92b64bd5e req-c29b009a-4199-40fe-a9f6-9c5bf65dd8a0 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3111701 Oct 27 10:52:15.093857 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [req-6e217fbf-9a2f-4a82-a1db-9df92b64bd5e req-8ddac02d-84b9-461c-8838-41c24a52049f service neutron] Request body: {'port': {'device_id': '4a827997-b4ab-4e57-9c2d-00ceb9f2a6f2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-10'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:52:15.136349 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6f4591-641b-475b-81d3-d73f0b60c294 None None] Pushing event updated for resources: {'Port': ['ID=c67c240c-892f-46b7-a565-696c584708bf,revision_number=3']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:52:15.160370 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device b6bde767-262a-43a7-b343-b12719352282 up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:52:15.166013 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-d19ecc36-c4a0-44e6-949f-9969c0fb6ccd req-e717ea1c-1a76-49c5-99f5-661ae24073c7 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] 10.222.0.44 "GET /v2.0/security-groups?id=ffed76d3-4d36-4729-a6a9-ef5807ccbf84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6441789 Oct 27 10:52:15.228142 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port b6bde767-262a-43a7-b343-b12719352282 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:52:15.228823 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:15.245816 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-6e217fbf-9a2f-4a82-a1db-9df92b64bd5e req-8ddac02d-84b9-461c-8838-41c24a52049f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:15.313319 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:15.338396 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-f1a312d3-9999-49bc-9e40-3a88754ce8f5 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:15.343227 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] For port b6bde767-262a-43a7-b343-b12719352282, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=b6bde767-262a-43a7-b343-b12719352282,segment=NetworkSegment(bc14127b-7032-4c50-bb5b-f6813cbae86e),segment_id=bc14127b-7032-4c50-bb5b-f6813cbae86e)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:52:15.348555 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:15.441994 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Pushing event updated for resources: {'Port': ['ID=b6bde767-262a-43a7-b343-b12719352282,revision_number=4']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:52:15.483260 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-e43254be-37a6-4fab-80fa-f1559e7d7cea None None] Provisioning complete for port c67c240c-892f-46b7-a565-696c584708bf triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:52:15.483727 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-e43254be-37a6-4fab-80fa-f1559e7d7cea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:15.648442 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-e43254be-37a6-4fab-80fa-f1559e7d7cea None None] Provisioning complete for port 94024aeb-6c69-4d86-a57e-90258a7b8830 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:52:15.648807 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-e43254be-37a6-4fab-80fa-f1559e7d7cea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:15.692760 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-e43254be-37a6-4fab-80fa-f1559e7d7cea None None] Port 94024aeb-6c69-4d86-a57e-90258a7b8830 cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:52:15.855329 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7939a9f3-7130-4676-bfee-bd3c6ce69e89 req-d6b2d6f7-1389-493a-839a-e317534b03a1 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:52:15.866084 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-7939a9f3-7130-4676-bfee-bd3c6ce69e89 req-d6b2d6f7-1389-493a-839a-e317534b03a1 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/ports?device_id=8c280a57-b5b3-4702-a42f-d4f4a9313432 HTTP/1.1" status: 200 len: 943 time: 0.1052957 Oct 27 10:52:15.915096 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-7939a9f3-7130-4676-bfee-bd3c6ce69e89 req-7ce74300-1d50-4db9-b80b-f324d76aaedd tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/security-groups?id=e12aac3e-256a-4b83-b5b5-3559f5984194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477412 Oct 27 10:52:15.938564 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-86231925-cccd-4a9a-b172-3200562f89d4 None None] Provisioning complete for port 94024aeb-6c69-4d86-a57e-90258a7b8830 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:52:15.939328 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-86231925-cccd-4a9a-b172-3200562f89d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:15.957328 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [req-6e217fbf-9a2f-4a82-a1db-9df92b64bd5e req-8ddac02d-84b9-461c-8838-41c24a52049f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 404a89c5-b633-4d1a-9724-956af3689dd6 {{(pid=102347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:52:15.980074 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-6e217fbf-9a2f-4a82-a1db-9df92b64bd5e req-8ddac02d-84b9-461c-8838-41c24a52049f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:15.985651 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-f1a312d3-9999-49bc-9e40-3a88754ce8f5 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Publish callbacks [] for port, precommit_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:15.996265 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-f1a312d3-9999-49bc-9e40-3a88754ce8f5 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:16.023917 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-86231925-cccd-4a9a-b172-3200562f89d4 None None] Port 94024aeb-6c69-4d86-a57e-90258a7b8830 cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:52:16.033475 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.provisioning_blocks [req-6e217fbf-9a2f-4a82-a1db-9df92b64bd5e req-8ddac02d-84b9-461c-8838-41c24a52049f service neutron] Transition to ACTIVE for port object 404a89c5-b633-4d1a-9724-956af3689dd6 will not be triggered until provisioned by entity L2. {{(pid=102347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 10:52:16.072402 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-6e217fbf-9a2f-4a82-a1db-9df92b64bd5e req-8ddac02d-84b9-461c-8838-41c24a52049f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:16.087281 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a312d3-9999-49bc-9e40-3a88754ce8f5 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Pushing event updated for resources: {'Port': ['ID=94024aeb-6c69-4d86-a57e-90258a7b8830,revision_number=2']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:52:16.138011 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-f1a312d3-9999-49bc-9e40-3a88754ce8f5 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2006967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1766225'] for router_interface, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:16.240033 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-4f9af862-7497-477c-a597-959d553bae63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:16.243685 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddac02d-84b9-461c-8838-41c24a52049f service neutron] Pushing event updated for resources: {'Port': ['ID=404a89c5-b633-4d1a-9724-956af3689dd6,revision_number=2']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:52:16.372979 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-6e217fbf-9a2f-4a82-a1db-9df92b64bd5e req-8ddac02d-84b9-461c-8838-41c24a52049f service neutron] Attempting to bind port 404a89c5-b633-4d1a-9724-956af3689dd6 on host n-h1-813419-10 for vnic_type normal with profile {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:52:16.373828 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-6e217fbf-9a2f-4a82-a1db-9df92b64bd5e req-8ddac02d-84b9-461c-8838-41c24a52049f service neutron] Attempting to bind port 404a89c5-b633-4d1a-9724-956af3689dd6 by drivers openvswitch,hyperv on host n-h1-813419-10 at level 0 using segments [{'id': '8cab2adf-a440-42c6-b3ba-33945c07a109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'f2b03a6b-6c02-4954-a3e8-168cf87d8153'}] {{(pid=102347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:52:16.374159 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e217fbf-9a2f-4a82-a1db-9df92b64bd5e req-8ddac02d-84b9-461c-8838-41c24a52049f service neutron] Attempting to bind port 404a89c5-b633-4d1a-9724-956af3689dd6 on network f2b03a6b-6c02-4954-a3e8-168cf87d8153 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:52:16.379317 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device c67c240c-892f-46b7-a565-696c584708bf up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:52:16.386559 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e217fbf-9a2f-4a82-a1db-9df92b64bd5e req-8ddac02d-84b9-461c-8838-41c24a52049f service neutron] Port 404a89c5-b633-4d1a-9724-956af3689dd6 on network f2b03a6b-6c02-4954-a3e8-168cf87d8153 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-10 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 10:52:16.386890 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e217fbf-9a2f-4a82-a1db-9df92b64bd5e req-8ddac02d-84b9-461c-8838-41c24a52049f service neutron] Attempting to bind port 404a89c5-b633-4d1a-9724-956af3689dd6 on network f2b03a6b-6c02-4954-a3e8-168cf87d8153 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:52:16.403692 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e217fbf-9a2f-4a82-a1db-9df92b64bd5e req-8ddac02d-84b9-461c-8838-41c24a52049f service neutron] Checking agent: {'id': 'a52e1cab-0c63-402d-9c94-330537c6c076', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 16, 2), 'started_at': datetime.datetime(2021, 10, 27, 10, 16, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 52, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:52:16.405156 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e217fbf-9a2f-4a82-a1db-9df92b64bd5e req-8ddac02d-84b9-461c-8838-41c24a52049f service neutron] Checking segment: {'id': '8cab2adf-a440-42c6-b3ba-33945c07a109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'f2b03a6b-6c02-4954-a3e8-168cf87d8153'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:52:16.405156 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e217fbf-9a2f-4a82-a1db-9df92b64bd5e req-8ddac02d-84b9-461c-8838-41c24a52049f service neutron] Bound using segment: {'id': '8cab2adf-a440-42c6-b3ba-33945c07a109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'f2b03a6b-6c02-4954-a3e8-168cf87d8153'} {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:52:16.405334 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-6e217fbf-9a2f-4a82-a1db-9df92b64bd5e req-8ddac02d-84b9-461c-8838-41c24a52049f service neutron] Bound port: 404a89c5-b633-4d1a-9724-956af3689dd6, host: n-h1-813419-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8cab2adf-a440-42c6-b3ba-33945c07a109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'f2b03a6b-6c02-4954-a3e8-168cf87d8153'}}] {{(pid=102347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:52:16.405693 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-6e217fbf-9a2f-4a82-a1db-9df92b64bd5e req-8ddac02d-84b9-461c-8838-41c24a52049f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:16.436497 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port c67c240c-892f-46b7-a565-696c584708bf triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:52:16.436876 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:16.437628 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27705106-21b3-4335-a72f-6cb0701668e3 req-39c1a352-b6aa-4be2-a021-b7abacec78f2 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:52:16.439282 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-27705106-21b3-4335-a72f-6cb0701668e3 req-39c1a352-b6aa-4be2-a021-b7abacec78f2 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] 10.222.0.44 "GET /v2.0/ports?device_id=4a827997-b4ab-4e57-9c2d-00ceb9f2a6f2 HTTP/1.1" status: 200 len: 944 time: 0.1133969 Oct 27 10:52:16.493881 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1a312d3-9999-49bc-9e40-3a88754ce8f5 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Network 7a261072-1520-4c4e-bc8b-d16ecdb68ee8 is already hosted by enough agents. {{(pid=102347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:52:16.515030 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [None req-f1a312d3-9999-49bc-9e40-3a88754ce8f5 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Resources bound (agent type, host, resource id): {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:52:16.545611 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device b6bde767-262a-43a7-b343-b12719352282 up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:52:16.623869 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port b6bde767-262a-43a7-b343-b12719352282 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:52:16.624275 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:16.667708 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-27705106-21b3-4335-a72f-6cb0701668e3 req-4d21ae1a-bcfd-4cc9-8784-1f4207f6df88 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] 10.222.0.44 "GET /v2.0/security-groups?id=ffed76d3-4d36-4729-a6a9-ef5807ccbf84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2141142 Oct 27 10:52:16.689742 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-6e217fbf-9a2f-4a82-a1db-9df92b64bd5e req-8ddac02d-84b9-461c-8838-41c24a52049f service neutron] For port 404a89c5-b633-4d1a-9724-956af3689dd6, host n-h1-813419-10, cleared binding levels {{(pid=102347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:52:16.732948 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-6e217fbf-9a2f-4a82-a1db-9df92b64bd5e req-8ddac02d-84b9-461c-8838-41c24a52049f service neutron] For port 404a89c5-b633-4d1a-9724-956af3689dd6, host n-h1-813419-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=404a89c5-b633-4d1a-9724-956af3689dd6,segment=NetworkSegment(8cab2adf-a440-42c6-b3ba-33945c07a109),segment_id=8cab2adf-a440-42c6-b3ba-33945c07a109)] {{(pid=102347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:52:16.744981 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-6e217fbf-9a2f-4a82-a1db-9df92b64bd5e req-8ddac02d-84b9-461c-8838-41c24a52049f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:16.790547 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e217fbf-9a2f-4a82-a1db-9df92b64bd5e req-8ddac02d-84b9-461c-8838-41c24a52049f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:52:16.791293 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-6e217fbf-9a2f-4a82-a1db-9df92b64bd5e req-8ddac02d-84b9-461c-8838-41c24a52049f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:16.792825 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-6e217fbf-9a2f-4a82-a1db-9df92b64bd5e req-8ddac02d-84b9-461c-8838-41c24a52049f service neutron] 10.222.0.64 "PUT /v2.0/ports/404a89c5-b633-4d1a-9724-956af3689dd6 HTTP/1.1" status: 200 len: 1093 time: 1.7066948 Oct 27 10:52:16.796751 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a827997-b4ab-4e57-9c2d-00ceb9f2a6f2', 'tag': '404a89c5-b633-4d1a-9724-956af3689dd6'}] {{(pid=102347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:52:16.799046 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311149b481204ee7edffdb959c881838506fbd95bc8577c048f6677abb73acc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-702be9ec-dadb-4c4d-9af2-3f772f519fe2" -d '{"events": [{"name": "network-changed", "server_uuid": "4a827997-b4ab-4e57-9c2d-00ceb9f2a6f2", "tag": "404a89c5-b633-4d1a-9724-956af3689dd6"}]}' {{(pid=102347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:52:16.811083 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1a312d3-9999-49bc-9e40-3a88754ce8f5 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Router 41d6c480-58e2-46a4-9d20-8acdccc452d7 has already been hosted by L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb {{(pid=102347) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 10:52:16.927802 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddac02d-84b9-461c-8838-41c24a52049f service neutron] Pushing event updated for resources: {'Port': ['ID=404a89c5-b633-4d1a-9724-956af3689dd6,revision_number=3']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:52:16.934741 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 10:52:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ad55377-dd1e-4a4a-a0a3-878839accb1a x-openstack-request-id: req-8ad55377-dd1e-4a4a-a0a3-878839accb1a {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:52:16.934945 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a827997-b4ab-4e57-9c2d-00ceb9f2a6f2", "tag": "404a89c5-b633-4d1a-9724-956af3689dd6", "status": "completed", "code": 200}]} {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:52:16.935235 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-8ad55377-dd1e-4a4a-a0a3-878839accb1a {{(pid=102347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:52:16.935798 n-d-813419-10 neutron-server[102347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a827997-b4ab-4e57-9c2d-00ceb9f2a6f2', 'tag': '404a89c5-b633-4d1a-9724-956af3689dd6', 'status': 'completed', 'code': 200} Oct 27 10:52:16.958733 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-df552dd1-b51c-4331-801b-ba16bff2662d None None] Provisioning complete for port 94024aeb-6c69-4d86-a57e-90258a7b8830 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:52:16.959540 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-df552dd1-b51c-4331-801b-ba16bff2662d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:17.005081 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e217fbf-9a2f-4a82-a1db-9df92b64bd5e req-ee0a020d-4db5-4a6a-8a54-df0f05487859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:52:17.006666 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-6e217fbf-9a2f-4a82-a1db-9df92b64bd5e req-ee0a020d-4db5-4a6a-8a54-df0f05487859 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=04258b83abed4a9ca4fa54d398f51fb3&device_id=4a827997-b4ab-4e57-9c2d-00ceb9f2a6f2 HTTP/1.1" status: 200 len: 1096 time: 0.0759294 Oct 27 10:52:17.015243 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-df552dd1-b51c-4331-801b-ba16bff2662d None None] Port 94024aeb-6c69-4d86-a57e-90258a7b8830 cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:52:17.022007 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1a312d3-9999-49bc-9e40-3a88754ce8f5 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:52:17.032684 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 33682) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:52:17.038309 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9d7286d-9f85-464a-ad44-1795bbaad129 None None] Sync routers for ids ['41d6c480-58e2-46a4-9d20-8acdccc452d7'] in n-d-813419-10 {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:52:17.040945 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-f1a312d3-9999-49bc-9e40-3a88754ce8f5 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] 10.222.0.44 "PUT /v2.0/routers/41d6c480-58e2-46a4-9d20-8acdccc452d7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8446391 Oct 27 10:52:17.055930 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 33684) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:52:17.062369 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9d7286d-9f85-464a-ad44-1795bbaad129 None None] Routers {'41d6c480-58e2-46a4-9d20-8acdccc452d7'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:52:17.063726 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-e9d7286d-9f85-464a-ad44-1795bbaad129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:51:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['41d6c480-58e2-46a4-9d20-8acdccc452d7'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:52:17.102171 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-6e217fbf-9a2f-4a82-a1db-9df92b64bd5e req-f3e680e5-6155-48a7-9bc0-88099771161f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=404a89c5-b633-4d1a-9724-956af3689dd6 HTTP/1.1" status: 200 len: 217 time: 0.0869081 Oct 27 10:52:17.188522 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b88d85-38f7-4c9f-a855-81d37c2ca23f req-d63b4ca1-f6dd-4eb0-bb73-cb9ce18b5df6 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:52:17.190070 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-25b88d85-38f7-4c9f-a855-81d37c2ca23f req-d63b4ca1-f6dd-4eb0-bb73-cb9ce18b5df6 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/ports?device_id=8c280a57-b5b3-4702-a42f-d4f4a9313432 HTTP/1.1" status: 200 len: 943 time: 0.1662762 Oct 27 10:52:17.208630 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e217fbf-9a2f-4a82-a1db-9df92b64bd5e req-f163e847-186a-4292-b1b9-8320d63ea976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:52:17.210648 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-6e217fbf-9a2f-4a82-a1db-9df92b64bd5e req-f163e847-186a-4292-b1b9-8320d63ea976 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=10902cdd-be2b-4d88-ae3a-f5647b50017d HTTP/1.1" status: 200 len: 846 time: 0.0921807 Oct 27 10:52:17.244604 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvr_db [None req-e9d7286d-9f85-464a-ad44-1795bbaad129 None None] Set router 41d6c480-58e2-46a4-9d20-8acdccc452d7 gateway port host: n-d-813419-10 {{(pid=102348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:52:17.247694 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-6e217fbf-9a2f-4a82-a1db-9df92b64bd5e req-02783509-1cab-49ef-bbb1-85e6fbb800ce service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f2b03a6b-6c02-4954-a3e8-168cf87d8153&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290492 Oct 27 10:52:17.259500 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8601de3-dbf9-44a4-980d-b627764f6105 tempest-TestNetworkBasicOps-239470800 tempest-TestNetworkBasicOps-239470800-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:52:17.260471 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8601de3-dbf9-44a4-980d-b627764f6105 tempest-TestNetworkBasicOps-239470800 tempest-TestNetworkBasicOps-239470800-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:52:17.262813 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8601de3-dbf9-44a4-980d-b627764f6105 tempest-TestNetworkBasicOps-239470800 tempest-TestNetworkBasicOps-239470800-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:52:17.264191 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8601de3-dbf9-44a4-980d-b627764f6105 tempest-TestNetworkBasicOps-239470800 tempest-TestNetworkBasicOps-239470800-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:52:17.267082 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8601de3-dbf9-44a4-980d-b627764f6105 tempest-TestNetworkBasicOps-239470800 tempest-TestNetworkBasicOps-239470800-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:52:17.269812 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8601de3-dbf9-44a4-980d-b627764f6105 tempest-TestNetworkBasicOps-239470800 tempest-TestNetworkBasicOps-239470800-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:52:17.270448 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8601de3-dbf9-44a4-980d-b627764f6105 tempest-TestNetworkBasicOps-239470800 tempest-TestNetworkBasicOps-239470800-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:52:17.271066 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8601de3-dbf9-44a4-980d-b627764f6105 tempest-TestNetworkBasicOps-239470800 tempest-TestNetworkBasicOps-239470800-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:52:17.273213 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8601de3-dbf9-44a4-980d-b627764f6105 tempest-TestNetworkBasicOps-239470800 tempest-TestNetworkBasicOps-239470800-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:52:17.280761 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-c8601de3-dbf9-44a4-980d-b627764f6105 tempest-TestNetworkBasicOps-239470800 tempest-TestNetworkBasicOps-239470800-project-admin] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6363 time: 0.2463212 Oct 27 10:52:17.282370 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 33688) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:52:17.323557 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-25b88d85-38f7-4c9f-a855-81d37c2ca23f req-c0d222c3-2f07-48f2-86dc-89b169127c13 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/security-groups?id=e12aac3e-256a-4b83-b5b5-3559f5984194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1240151 Oct 27 10:52:17.379327 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-9b94b637-7cfa-4836-9179-4c6dbddd96da tempest-FloatingIPAdminTestJSON-1716310986 tempest-FloatingIPAdminTestJSON-1716310986-project] Request body: {'floatingip': {'floating_network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:52:17.397104 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-6e217fbf-9a2f-4a82-a1db-9df92b64bd5e req-45d16a4a-da19-43a0-8365-2b6e25395225 service neutron] 10.222.0.64 "GET /v2.0/networks/f2b03a6b-6c02-4954-a3e8-168cf87d8153?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396167 Oct 27 10:52:17.460751 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f3ef816-cba3-4040-998d-6adcdf05575c tempest-TestNetworkBasicOps-239470800 tempest-TestNetworkBasicOps-239470800-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:52:17.461281 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f3ef816-cba3-4040-998d-6adcdf05575c tempest-TestNetworkBasicOps-239470800 tempest-TestNetworkBasicOps-239470800-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:52:17.461731 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f3ef816-cba3-4040-998d-6adcdf05575c tempest-TestNetworkBasicOps-239470800 tempest-TestNetworkBasicOps-239470800-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:52:17.462173 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f3ef816-cba3-4040-998d-6adcdf05575c tempest-TestNetworkBasicOps-239470800 tempest-TestNetworkBasicOps-239470800-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:52:17.462610 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f3ef816-cba3-4040-998d-6adcdf05575c tempest-TestNetworkBasicOps-239470800 tempest-TestNetworkBasicOps-239470800-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:52:17.463027 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f3ef816-cba3-4040-998d-6adcdf05575c tempest-TestNetworkBasicOps-239470800 tempest-TestNetworkBasicOps-239470800-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:52:17.463872 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f3ef816-cba3-4040-998d-6adcdf05575c tempest-TestNetworkBasicOps-239470800 tempest-TestNetworkBasicOps-239470800-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:52:17.464505 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f3ef816-cba3-4040-998d-6adcdf05575c tempest-TestNetworkBasicOps-239470800 tempest-TestNetworkBasicOps-239470800-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:52:17.464944 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f3ef816-cba3-4040-998d-6adcdf05575c tempest-TestNetworkBasicOps-239470800 tempest-TestNetworkBasicOps-239470800-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:52:17.468661 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-3f3ef816-cba3-4040-998d-6adcdf05575c tempest-TestNetworkBasicOps-239470800 tempest-TestNetworkBasicOps-239470800-project-admin] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5900 time: 0.1821110 Oct 27 10:52:17.470138 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-9b94b637-7cfa-4836-9179-4c6dbddd96da tempest-FloatingIPAdminTestJSON-1716310986 tempest-FloatingIPAdminTestJSON-1716310986-project] Publish callbacks [] for floatingip, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:17.472953 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 33696) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:52:17.557415 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-e9d7286d-9f85-464a-ad44-1795bbaad129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41d6c480-58e2-46a4-9d20-8acdccc452d7', 'name': 'tempest-TestNetworkBasicOps-router-229061942', 'tenant_id': 'b77ac30bad224fe0b8e5f2c5dd43d62c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.5'}], 'enable_snat': True}, 'gw_port_id': 'b6bde767-262a-43a7-b343-b12719352282', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:52:06Z', 'updated_at': '2021-10-27T10:52:15Z', 'revision_number': 4, 'project_id': 'b77ac30bad224fe0b8e5f2c5dd43d62c', 'gw_port': {'id': 'b6bde767-262a-43a7-b343-b12719352282', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:c0:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41d6c480-58e2-46a4-9d20-8acdccc452d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3485, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:52:07Z', 'updated_at': '2021-10-27T10:52:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_interfaces': [{'id': '94024aeb-6c69-4d86-a57e-90258a7b8830', 'name': '', 'network_id': '7a261072-1520-4c4e-bc8b-d16ecdb68ee8', 'tenant_id': 'b77ac30bad224fe0b8e5f2c5dd43d62c', 'mac_address': 'fa:16:3e:40:e7:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41d6c480-58e2-46a4-9d20-8acdccc452d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3498, 'fixed_ips': [{'subnet_id': '409efab0-c699-43bc-a615-0c78de1334af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:52:13Z', 'updated_at': '2021-10-27T10:52:15Z', 'revision_number': 2, 'project_id': 'b77ac30bad224fe0b8e5f2c5dd43d62c', 'subnets': [{'id': '409efab0-c699-43bc-a615-0c78de1334af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:52:17.585975 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9d7286d-9f85-464a-ad44-1795bbaad129 None None] Checking router: 41d6c480-58e2-46a4-9d20-8acdccc452d7 for host: n-d-813419-10 {{(pid=102348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 10:52:17.586330 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9d7286d-9f85-464a-ad44-1795bbaad129 None None] Updating router 41d6c480-58e2-46a4-9d20-8acdccc452d7 port 94024aeb-6c69-4d86-a57e-90258a7b8830 binding host n-d-813419-10 {{(pid=102348) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 10:52:17.604440 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-9b94b637-7cfa-4836-9179-4c6dbddd96da tempest-FloatingIPAdminTestJSON-1716310986 tempest-FloatingIPAdminTestJSON-1716310986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:17.605812 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-6e217fbf-9a2f-4a82-a1db-9df92b64bd5e req-1d5428f4-ff07-45b1-ac92-4e2bf98c955a service neutron] 10.222.0.64 "GET /v2.0/networks/f2b03a6b-6c02-4954-a3e8-168cf87d8153?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1960642 Oct 27 10:52:17.623405 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-e9d7286d-9f85-464a-ad44-1795bbaad129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:17.742649 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-8656f99c-df2b-4305-b9d3-5f3ee22df81f tempest-TestNetworkBasicOps-239470800 tempest-TestNetworkBasicOps-239470800-project-admin] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3770 time: 0.2680025 Oct 27 10:52:17.750935 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702be9ec-dadb-4c4d-9af2-3f772f519fe2 req-bbe04f5b-d98f-49b8-a094-53d329a04dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:52:17.753437 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-702be9ec-dadb-4c4d-9af2-3f772f519fe2 req-bbe04f5b-d98f-49b8-a094-53d329a04dd2 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=04258b83abed4a9ca4fa54d398f51fb3&device_id=4a827997-b4ab-4e57-9c2d-00ceb9f2a6f2 HTTP/1.1" status: 200 len: 1096 time: 0.0861328 Oct 27 10:52:17.775662 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_common [None req-9b94b637-7cfa-4836-9179-4c6dbddd96da tempest-FloatingIPAdminTestJSON-1716310986 tempest-FloatingIPAdminTestJSON-1716310986-project] Allocated IP 172.25.8.116 (185ff123-c7ff-45c7-a6be-71feb35acc9c/0fb9f9d1-7384-481f-8fa8-f4566c349d30/9b7abdb5-61d3-4335-bb1e-c8405f3a2dea) {{(pid=102346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:52:17.884148 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702be9ec-dadb-4c4d-9af2-3f772f519fe2 req-d5638c40-d933-47fb-8226-8c480df03cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:52:17.886210 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-702be9ec-dadb-4c4d-9af2-3f772f519fe2 req-d5638c40-d933-47fb-8226-8c480df03cc7 service neutron] 10.222.0.64 "GET /v2.0/networks?id=f2b03a6b-6c02-4954-a3e8-168cf87d8153 HTTP/1.1" status: 200 len: 907 time: 0.1255188 Oct 27 10:52:17.913923 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5257153-e69d-4236-a295-9cafbaf81717 req-af4d25e9-12e0-4472-aa62-af3f62201643 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:52:17.915534 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-d5257153-e69d-4236-a295-9cafbaf81717 req-af4d25e9-12e0-4472-aa62-af3f62201643 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] 10.222.0.44 "GET /v2.0/ports?device_id=4a827997-b4ab-4e57-9c2d-00ceb9f2a6f2 HTTP/1.1" status: 200 len: 944 time: 0.0837398 Oct 27 10:52:17.960174 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-9b94b637-7cfa-4836-9179-4c6dbddd96da tempest-FloatingIPAdminTestJSON-1716310986 tempest-FloatingIPAdminTestJSON-1716310986-project] Publish callbacks [] for port, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:17.979823 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-d5257153-e69d-4236-a295-9cafbaf81717 req-0c8578b8-43f1-498e-802b-2b1a3d33b9b6 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] 10.222.0.44 "GET /v2.0/security-groups?id=ffed76d3-4d36-4729-a6a9-ef5807ccbf84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577426 Oct 27 10:52:17.982885 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-702be9ec-dadb-4c4d-9af2-3f772f519fe2 req-f9e47e45-a03b-4c70-8410-8e97236d2360 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=404a89c5-b633-4d1a-9724-956af3689dd6 HTTP/1.1" status: 200 len: 217 time: 0.0868349 Oct 27 10:52:18.046914 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-9b94b637-7cfa-4836-9179-4c6dbddd96da tempest-FloatingIPAdminTestJSON-1716310986 tempest-FloatingIPAdminTestJSON-1716310986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:18.077725 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-e9d7286d-9f85-464a-ad44-1795bbaad129 None None] Publish callbacks [] for port, precommit_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:18.089925 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702be9ec-dadb-4c4d-9af2-3f772f519fe2 req-8a202318-fa32-4fd2-b0d3-b4391f8580f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:52:18.091497 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-702be9ec-dadb-4c4d-9af2-3f772f519fe2 req-8a202318-fa32-4fd2-b0d3-b4391f8580f2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=10902cdd-be2b-4d88-ae3a-f5647b50017d HTTP/1.1" status: 200 len: 846 time: 0.1012132 Oct 27 10:52:18.093615 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-e9d7286d-9f85-464a-ad44-1795bbaad129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:18.127338 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b94b637-7cfa-4836-9179-4c6dbddd96da tempest-FloatingIPAdminTestJSON-1716310986 tempest-FloatingIPAdminTestJSON-1716310986-project] Network 185ff123-c7ff-45c7-a6be-71feb35acc9c is already hosted by enough agents. {{(pid=102346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:52:18.129423 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b94b637-7cfa-4836-9179-4c6dbddd96da tempest-FloatingIPAdminTestJSON-1716310986 tempest-FloatingIPAdminTestJSON-1716310986-project] Pushing event updated for resources: {'Port': ['ID=9b7abdb5-61d3-4335-bb1e-c8405f3a2dea,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:52:18.141024 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-9b94b637-7cfa-4836-9179-4c6dbddd96da tempest-FloatingIPAdminTestJSON-1716310986 tempest-FloatingIPAdminTestJSON-1716310986-project] Resources bound (agent type, host, resource id): {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:52:18.151188 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-702be9ec-dadb-4c4d-9af2-3f772f519fe2 req-8f284470-e133-40db-a384-5c7a096ba482 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f2b03a6b-6c02-4954-a3e8-168cf87d8153&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0507901 Oct 27 10:52:18.154969 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b94b637-7cfa-4836-9179-4c6dbddd96da tempest-FloatingIPAdminTestJSON-1716310986 tempest-FloatingIPAdminTestJSON-1716310986-project] Received port after_create {{(pid=102346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:52:18.265142 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32cdb03-577e-4ce1-92a7-54ff06146529 None None] Pushing event updated for resources: {'Port': ['ID=94024aeb-6c69-4d86-a57e-90258a7b8830,revision_number=3']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:52:18.292575 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-9b94b637-7cfa-4836-9179-4c6dbddd96da tempest-FloatingIPAdminTestJSON-1716310986 tempest-FloatingIPAdminTestJSON-1716310986-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:18.335676 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-e9d7286d-9f85-464a-ad44-1795bbaad129 None None] Attempting to bind port 94024aeb-6c69-4d86-a57e-90258a7b8830 on host n-d-813419-10 for vnic_type normal with profile {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:52:18.336363 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-e9d7286d-9f85-464a-ad44-1795bbaad129 None None] Attempting to bind port 94024aeb-6c69-4d86-a57e-90258a7b8830 by drivers openvswitch,hyperv on host n-d-813419-10 at level 0 using segments [{'id': 'b3159c1b-a3cb-4a30-b6e6-3ef47749633a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '7a261072-1520-4c4e-bc8b-d16ecdb68ee8'}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:52:18.337125 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9d7286d-9f85-464a-ad44-1795bbaad129 None None] Attempting to bind port 94024aeb-6c69-4d86-a57e-90258a7b8830 on network 7a261072-1520-4c4e-bc8b-d16ecdb68ee8 {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:52:18.364824 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-702be9ec-dadb-4c4d-9af2-3f772f519fe2 req-5a0cd443-2e15-42d4-a31f-18d84d5631f8 service neutron] 10.222.0.64 "GET /v2.0/networks/f2b03a6b-6c02-4954-a3e8-168cf87d8153?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2050741 Oct 27 10:52:18.368214 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-9b94b637-7cfa-4836-9179-4c6dbddd96da tempest-FloatingIPAdminTestJSON-1716310986 tempest-FloatingIPAdminTestJSON-1716310986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:18.369770 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9d7286d-9f85-464a-ad44-1795bbaad129 None None] Checking agent: {'id': '89dba0f3-79b2-435e-9822-33674b8f6ada', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 8, 20), 'started_at': datetime.datetime(2021, 10, 27, 10, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 51, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:52:18.370282 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9d7286d-9f85-464a-ad44-1795bbaad129 None None] Checking segment: {'id': 'b3159c1b-a3cb-4a30-b6e6-3ef47749633a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '7a261072-1520-4c4e-bc8b-d16ecdb68ee8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:52:18.370791 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-e9d7286d-9f85-464a-ad44-1795bbaad129 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:18.371279 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9d7286d-9f85-464a-ad44-1795bbaad129 None None] Bound using segment: {'id': 'b3159c1b-a3cb-4a30-b6e6-3ef47749633a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '7a261072-1520-4c4e-bc8b-d16ecdb68ee8'} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:52:18.371854 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-e9d7286d-9f85-464a-ad44-1795bbaad129 None None] Bound port: 94024aeb-6c69-4d86-a57e-90258a7b8830, host: n-d-813419-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3159c1b-a3cb-4a30-b6e6-3ef47749633a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '7a261072-1520-4c4e-bc8b-d16ecdb68ee8'}}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:52:18.372434 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-e9d7286d-9f85-464a-ad44-1795bbaad129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:18.577249 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-702be9ec-dadb-4c4d-9af2-3f772f519fe2 req-6dc41aa6-8d13-40a2-b0bd-58732b6734a1 service neutron] 10.222.0.64 "GET /v2.0/networks/f2b03a6b-6c02-4954-a3e8-168cf87d8153?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2027869 Oct 27 10:52:18.617047 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-4f9bf317-d118-40e9-8c74-2f2e4cf800cd None None] Provisioning complete for port 94024aeb-6c69-4d86-a57e-90258a7b8830 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:52:18.617047 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-4f9bf317-d118-40e9-8c74-2f2e4cf800cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:18.618352 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-e9d7286d-9f85-464a-ad44-1795bbaad129 None None] For port 94024aeb-6c69-4d86-a57e-90258a7b8830, host n-d-813419-10, cleared binding levels {{(pid=102348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:52:18.622644 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-e9d7286d-9f85-464a-ad44-1795bbaad129 None None] For port 94024aeb-6c69-4d86-a57e-90258a7b8830, host n-d-813419-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=94024aeb-6c69-4d86-a57e-90258a7b8830,segment=NetworkSegment(b3159c1b-a3cb-4a30-b6e6-3ef47749633a),segment_id=b3159c1b-a3cb-4a30-b6e6-3ef47749633a)] {{(pid=102348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:52:18.630591 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e44a65-c80d-48ad-9ba5-4c6e78280b7a req-1cc74e1d-370c-41a1-97d6-6d9f2e35ac39 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:52:18.640973 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-40e44a65-c80d-48ad-9ba5-4c6e78280b7a req-1cc74e1d-370c-41a1-97d6-6d9f2e35ac39 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/ports?device_id=8c280a57-b5b3-4702-a42f-d4f4a9313432 HTTP/1.1" status: 200 len: 943 time: 0.1067519 Oct 27 10:52:18.644699 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-e9d7286d-9f85-464a-ad44-1795bbaad129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:18.704836 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-4f9bf317-d118-40e9-8c74-2f2e4cf800cd None None] Port 94024aeb-6c69-4d86-a57e-90258a7b8830 cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:52:18.712574 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9d7286d-9f85-464a-ad44-1795bbaad129 None None] Routers {'41d6c480-58e2-46a4-9d20-8acdccc452d7'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:52:18.713211 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-e9d7286d-9f85-464a-ad44-1795bbaad129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:51:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['41d6c480-58e2-46a4-9d20-8acdccc452d7'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:52:18.715770 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-40e44a65-c80d-48ad-9ba5-4c6e78280b7a req-6eb3bab7-0fb1-454f-a746-02ad78702a4c tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/security-groups?id=e12aac3e-256a-4b83-b5b5-3559f5984194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737574 Oct 27 10:52:18.718938 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 33718) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:52:18.727436 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-5d86e30c-52e2-4d01-a300-24e24f77a864 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1659992048', 'description': 'tempest-secgroup-smoke-1659992048 description', 'project_id': 'b77ac30bad224fe0b8e5f2c5dd43d62c'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:52:18.746347 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-9b94b637-7cfa-4836-9179-4c6dbddd96da tempest-FloatingIPAdminTestJSON-1716310986 tempest-FloatingIPAdminTestJSON-1716310986-project] Publish callbacks [] for port, precommit_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:18.752534 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-9b94b637-7cfa-4836-9179-4c6dbddd96da tempest-FloatingIPAdminTestJSON-1716310986 tempest-FloatingIPAdminTestJSON-1716310986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27024173'] for port, after_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:18.796360 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32cdb03-577e-4ce1-92a7-54ff06146529 None None] Pushing event updated for resources: {'Port': ['ID=94024aeb-6c69-4d86-a57e-90258a7b8830,revision_number=4']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:52:18.836875 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-5d86e30c-52e2-4d01-a300-24e24f77a864 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Publish callbacks [] for security_group, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:18.854710 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b94b637-7cfa-4836-9179-4c6dbddd96da tempest-FloatingIPAdminTestJSON-1716310986 tempest-FloatingIPAdminTestJSON-1716310986-project] Pushing event updated for resources: {'Port': ['ID=9b7abdb5-61d3-4335-bb1e-c8405f3a2dea,revision_number=2']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:52:18.876497 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-9b94b637-7cfa-4836-9179-4c6dbddd96da tempest-FloatingIPAdminTestJSON-1716310986 tempest-FloatingIPAdminTestJSON-1716310986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1664826'] for floatingip, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:18.876761 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvr_db [None req-e9d7286d-9f85-464a-ad44-1795bbaad129 None None] Set router 41d6c480-58e2-46a4-9d20-8acdccc452d7 gateway port host: n-d-813419-10 {{(pid=102348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:52:18.914868 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-9b94b637-7cfa-4836-9179-4c6dbddd96da tempest-FloatingIPAdminTestJSON-1716310986 tempest-FloatingIPAdminTestJSON-1716310986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for floatingip, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:18.914868 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-9b94b637-7cfa-4836-9179-4c6dbddd96da tempest-FloatingIPAdminTestJSON-1716310986 tempest-FloatingIPAdminTestJSON-1716310986-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8545277 Oct 27 10:52:18.915343 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 33724) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:52:18.919989 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-b7fa8213-0a71-4629-8345-7614f24eb769 tempest-FloatingIPAdminTestJSON-1716310986 tempest-FloatingIPAdminTestJSON-1716310986-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1995838258'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:52:18.951396 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7fa8213-0a71-4629-8345-7614f24eb769 tempest-FloatingIPAdminTestJSON-1716310986 tempest-FloatingIPAdminTestJSON-1716310986-project] Made reservation on behalf of 0c4dd0fc75a5457886a05211b08818dc for: {'network': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:52:18.955664 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-b7fa8213-0a71-4629-8345-7614f24eb769 tempest-FloatingIPAdminTestJSON-1716310986 tempest-FloatingIPAdminTestJSON-1716310986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for network, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:18.967401 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-b7fa8213-0a71-4629-8345-7614f24eb769 tempest-FloatingIPAdminTestJSON-1716310986 tempest-FloatingIPAdminTestJSON-1716310986-project] Publish callbacks [] for security_group, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:19.005641 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-5d86e30c-52e2-4d01-a300-24e24f77a864 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Publish callbacks [] for security_group, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:19.012012 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-5d86e30c-52e2-4d01-a300-24e24f77a864 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:19.047034 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-5d86e30c-52e2-4d01-a300-24e24f77a864 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:19.048712 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-5d86e30c-52e2-4d01-a300-24e24f77a864 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3287380 Oct 27 10:52:19.050785 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d86e30c-52e2-4d01-a300-24e24f77a864 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44a47b91-e42c-4c64-967d-8b50f82f524a,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:52:19.051938 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 33728) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:52:19.069895 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-d80ef56c-f710-4f82-a34a-2c616dcaf60e tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Request body: {'security_group_rule': {'security_group_id': '44a47b91-e42c-4c64-967d-8b50f82f524a', 'project_id': 'b77ac30bad224fe0b8e5f2c5dd43d62c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:52:19.142132 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-d80ef56c-f710-4f82-a34a-2c616dcaf60e tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:19.200630 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-d0d14686-55f0-47b9-a7c3-16706c3ada6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:19.205654 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-cd77f08e-77c0-498a-bc4a-bc9c8e14b53e None None] Provisioning complete for port 94024aeb-6c69-4d86-a57e-90258a7b8830 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:52:19.206045 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-cd77f08e-77c0-498a-bc4a-bc9c8e14b53e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:19.221809 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975671c5-268c-455f-baf1-a166f6578899 req-7cd7854f-b846-42c6-a72b-236bbf6e3c8f tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:52:19.223370 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-975671c5-268c-455f-baf1-a166f6578899 req-7cd7854f-b846-42c6-a72b-236bbf6e3c8f tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] 10.222.0.44 "GET /v2.0/ports?device_id=4a827997-b4ab-4e57-9c2d-00ceb9f2a6f2 HTTP/1.1" status: 200 len: 944 time: 0.1280773 Oct 27 10:52:19.230074 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-d80ef56c-f710-4f82-a34a-2c616dcaf60e tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:19.249461 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-d80ef56c-f710-4f82-a34a-2c616dcaf60e tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671902'] for security_group_rule, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:19.279327 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-b7fa8213-0a71-4629-8345-7614f24eb769 tempest-FloatingIPAdminTestJSON-1716310986 tempest-FloatingIPAdminTestJSON-1716310986-project] Publish callbacks [] for security_group, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:19.312741 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-975671c5-268c-455f-baf1-a166f6578899 req-e458546e-b147-44f5-90ed-e087f27adc17 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] 10.222.0.44 "GET /v2.0/security-groups?id=ffed76d3-4d36-4729-a6a9-ef5807ccbf84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789144 Oct 27 10:52:19.313417 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-b7fa8213-0a71-4629-8345-7614f24eb769 tempest-FloatingIPAdminTestJSON-1716310986 tempest-FloatingIPAdminTestJSON-1716310986-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:19.326024 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-d80ef56c-f710-4f82-a34a-2c616dcaf60e tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:19.330844 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-d80ef56c-f710-4f82-a34a-2c616dcaf60e tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2651768 Oct 27 10:52:19.331856 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80ef56c-f710-4f82-a34a-2c616dcaf60e tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b91cdf20-c78b-4489-8aa3-d32802d2cd26,revision_number=0']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:52:19.333551 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 33734) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:52:19.358619 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-2c803336-8f81-43d1-a706-d565432c0781 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Request body: {'security_group_rule': {'security_group_id': '44a47b91-e42c-4c64-967d-8b50f82f524a', 'project_id': 'b77ac30bad224fe0b8e5f2c5dd43d62c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:52:19.370612 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7fa8213-0a71-4629-8345-7614f24eb769 tempest-FloatingIPAdminTestJSON-1716310986 tempest-FloatingIPAdminTestJSON-1716310986-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 415} {{(pid=102347) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 10:52:19.395836 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-b7fa8213-0a71-4629-8345-7614f24eb769 tempest-FloatingIPAdminTestJSON-1716310986 tempest-FloatingIPAdminTestJSON-1716310986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:19.396178 n-d-813419-10 neutron-server[102347]: INFO neutron.db.segments_db [None req-b7fa8213-0a71-4629-8345-7614f24eb769 tempest-FloatingIPAdminTestJSON-1716310986 tempest-FloatingIPAdminTestJSON-1716310986-project] Added segment edc532cc-6aba-48fd-a043-d2c42ea9ab26 of type vlan for network 584b09ee-a9df-4726-aa76-ccda3e078ede Oct 27 10:52:19.399435 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fa8213-0a71-4629-8345-7614f24eb769 tempest-FloatingIPAdminTestJSON-1716310986 tempest-FloatingIPAdminTestJSON-1716310986-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70c53f69-bedc-43d2-be94-e363f79c5bce,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:52:19.407618 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-cd77f08e-77c0-498a-bc4a-bc9c8e14b53e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:19.447805 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-b7fa8213-0a71-4629-8345-7614f24eb769 tempest-FloatingIPAdminTestJSON-1716310986 tempest-FloatingIPAdminTestJSON-1716310986-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743872593080'] for network, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:19.454452 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-2c803336-8f81-43d1-a706-d565432c0781 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:19.456475 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-cd77f08e-77c0-498a-bc4a-bc9c8e14b53e None None] For port 94024aeb-6c69-4d86-a57e-90258a7b8830, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=94024aeb-6c69-4d86-a57e-90258a7b8830,segment=NetworkSegment(b3159c1b-a3cb-4a30-b6e6-3ef47749633a),segment_id=b3159c1b-a3cb-4a30-b6e6-3ef47749633a)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:52:19.462366 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-cd77f08e-77c0-498a-bc4a-bc9c8e14b53e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:19.471552 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-e9d7286d-9f85-464a-ad44-1795bbaad129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41d6c480-58e2-46a4-9d20-8acdccc452d7', 'name': 'tempest-TestNetworkBasicOps-router-229061942', 'tenant_id': 'b77ac30bad224fe0b8e5f2c5dd43d62c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.5'}], 'enable_snat': True}, 'gw_port_id': 'b6bde767-262a-43a7-b343-b12719352282', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:52:06Z', 'updated_at': '2021-10-27T10:52:15Z', 'revision_number': 4, 'project_id': 'b77ac30bad224fe0b8e5f2c5dd43d62c', 'gw_port': {'id': 'b6bde767-262a-43a7-b343-b12719352282', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:c0:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41d6c480-58e2-46a4-9d20-8acdccc452d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3485, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:52:07Z', 'updated_at': '2021-10-27T10:52:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_interfaces': [{'id': '94024aeb-6c69-4d86-a57e-90258a7b8830', 'name': '', 'network_id': '7a261072-1520-4c4e-bc8b-d16ecdb68ee8', 'tenant_id': 'b77ac30bad224fe0b8e5f2c5dd43d62c', 'mac_address': 'fa:16:3e:40:e7:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41d6c480-58e2-46a4-9d20-8acdccc452d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3498, 'fixed_ips': [{'subnet_id': '409efab0-c699-43bc-a615-0c78de1334af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:52:13Z', 'updated_at': '2021-10-27T10:52:18Z', 'revision_number': 4, 'project_id': 'b77ac30bad224fe0b8e5f2c5dd43d62c', 'subnets': [{'id': '409efab0-c699-43bc-a615-0c78de1334af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:52:19.505686 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-b7fa8213-0a71-4629-8345-7614f24eb769 tempest-FloatingIPAdminTestJSON-1716310986 tempest-FloatingIPAdminTestJSON-1716310986-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913'] for network, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:19.512458 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7fa8213-0a71-4629-8345-7614f24eb769 tempest-FloatingIPAdminTestJSON-1716310986 tempest-FloatingIPAdminTestJSON-1716310986-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:52:19.513180 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-b7fa8213-0a71-4629-8345-7614f24eb769 tempest-FloatingIPAdminTestJSON-1716310986 tempest-FloatingIPAdminTestJSON-1716310986-project] Publish callbacks [] for network, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:19.522859 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9d7286d-9f85-464a-ad44-1795bbaad129 None None] The sync data for ids ['41d6c480-58e2-46a4-9d20-8acdccc452d7'] in n-d-813419-10 is: [{'id': '41d6c480-58e2-46a4-9d20-8acdccc452d7', 'name': 'tempest-TestNetworkBasicOps-router-229061942', 'tenant_id': 'b77ac30bad224fe0b8e5f2c5dd43d62c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.5'}], 'enable_snat': True}, 'gw_port_id': 'b6bde767-262a-43a7-b343-b12719352282', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:52:06Z', 'updated_at': '2021-10-27T10:52:15Z', 'revision_number': 4, 'project_id': 'b77ac30bad224fe0b8e5f2c5dd43d62c', 'gw_port': {'id': 'b6bde767-262a-43a7-b343-b12719352282', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:c0:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41d6c480-58e2-46a4-9d20-8acdccc452d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3485, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:52:07Z', 'updated_at': '2021-10-27T10:52:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_interfaces': [{'id': '94024aeb-6c69-4d86-a57e-90258a7b8830', 'name': '', 'network_id': '7a261072-1520-4c4e-bc8b-d16ecdb68ee8', 'tenant_id': 'b77ac30bad224fe0b8e5f2c5dd43d62c', 'mac_address': 'fa:16:3e:40:e7:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41d6c480-58e2-46a4-9d20-8acdccc452d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3498, 'fixed_ips': [{'subnet_id': '409efab0-c699-43bc-a615-0c78de1334af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:52:13Z', 'updated_at': '2021-10-27T10:52:18Z', 'revision_number': 4, 'project_id': 'b77ac30bad224fe0b8e5f2c5dd43d62c', 'subnets': [{'id': '409efab0-c699-43bc-a615-0c78de1334af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:52:19.532583 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-2c803336-8f81-43d1-a706-d565432c0781 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:19.552689 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd77f08e-77c0-498a-bc4a-bc9c8e14b53e None None] Pushing event updated for resources: {'Port': ['ID=94024aeb-6c69-4d86-a57e-90258a7b8830,revision_number=5']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:52:19.601873 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-2c803336-8f81-43d1-a706-d565432c0781 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671902'] for security_group_rule, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:19.648327 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 33742) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:52:19.648655 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-b7fa8213-0a71-4629-8345-7614f24eb769 tempest-FloatingIPAdminTestJSON-1716310986 tempest-FloatingIPAdminTestJSON-1716310986-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.7309058 Oct 27 10:52:19.654506 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-0dd96d0e-768b-4dc0-a823-cbdd1117de4d tempest-FloatingIPAdminTestJSON-1716310986 tempest-FloatingIPAdminTestJSON-1716310986-project] Request body: {'subnet': {'network_id': '584b09ee-a9df-4726-aa76-ccda3e078ede', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:52:19.665552 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-2c803336-8f81-43d1-a706-d565432c0781 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:19.666776 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-2c803336-8f81-43d1-a706-d565432c0781 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3136783 Oct 27 10:52:19.670247 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c803336-8f81-43d1-a706-d565432c0781 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae858271-5fbe-49b7-ab34-bef68f524e8e,revision_number=0']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:52:19.672776 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 33744) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:52:19.679784 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-0a92e904-972d-4360-a8f8-8c94cbe26c31 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Request body: {'security_group_rule': {'security_group_id': '44a47b91-e42c-4c64-967d-8b50f82f524a', 'project_id': 'b77ac30bad224fe0b8e5f2c5dd43d62c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:52:19.685350 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fa8213-0a71-4629-8345-7614f24eb769 tempest-FloatingIPAdminTestJSON-1716310986 tempest-FloatingIPAdminTestJSON-1716310986-project] Pushing event updated for resources: {'Network': ['ID=584b09ee-a9df-4726-aa76-ccda3e078ede,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:52:19.702459 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Network 584b09ee-a9df-4726-aa76-ccda3e078ede details requested by agent ovs-agent-n-d-813419-10 with host n-d-813419-10 {{(pid=102348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 10:52:19.736361 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-0a92e904-972d-4360-a8f8-8c94cbe26c31 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:19.816086 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dd96d0e-768b-4dc0-a823-cbdd1117de4d tempest-FloatingIPAdminTestJSON-1716310986 tempest-FloatingIPAdminTestJSON-1716310986-project] Made reservation on behalf of 0c4dd0fc75a5457886a05211b08818dc for: {'subnet': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:52:19.824310 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-0dd96d0e-768b-4dc0-a823-cbdd1117de4d tempest-FloatingIPAdminTestJSON-1716310986 tempest-FloatingIPAdminTestJSON-1716310986-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27167186'] for subnet, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:19.827007 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device 404a89c5-b633-4d1a-9724-956af3689dd6 details requested by agent hyperv_n-h1-813419-10 with host n-h1-813419-10 {{(pid=102348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 10:52:19.871501 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-0a92e904-972d-4360-a8f8-8c94cbe26c31 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:19.877030 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-0a92e904-972d-4360-a8f8-8c94cbe26c31 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671902'] for security_group_rule, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:19.911166 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a92e904-972d-4360-a8f8-8c94cbe26c31 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=180a6d7c-2c40-4b5a-95a8-d39481045b8f,revision_number=0']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:52:19.928427 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-0a92e904-972d-4360-a8f8-8c94cbe26c31 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:19.932827 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 33752) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:52:19.935452 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-0a92e904-972d-4360-a8f8-8c94cbe26c31 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2585404 Oct 27 10:52:19.940137 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-3f1dbe98-1675-46d5-9a87-6ac1b81c070d tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Request body: {'security_group_rule': {'security_group_id': '44a47b91-e42c-4c64-967d-8b50f82f524a', 'project_id': 'b77ac30bad224fe0b8e5f2c5dd43d62c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:52:19.978142 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port 404a89c5-b633-4d1a-9724-956af3689dd6, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=404a89c5-b633-4d1a-9724-956af3689dd6,segment=NetworkSegment(8cab2adf-a440-42c6-b3ba-33945c07a109),segment_id=8cab2adf-a440-42c6-b3ba-33945c07a109)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:52:19.994709 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Returning: {'device': '404a89c5-b633-4d1a-9724-956af3689dd6', 'network_id': 'f2b03a6b-6c02-4954-a3e8-168cf87d8153', 'port_id': '404a89c5-b633-4d1a-9724-956af3689dd6', 'mac_address': 'fa:16:3e:11:4d:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 445, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10902cdd-be2b-4d88-ae3a-f5647b50017d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 10:52:20.052565 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:20.069836 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:20.071917 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-3f1dbe98-1675-46d5-9a87-6ac1b81c070d tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:20.082999 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-eadeaa30-4096-4d1a-b3cb-aa7ebfb291ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:20.086600 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 404a89c5-b633-4d1a-9724-956af3689dd6 {{(pid=102348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:52:20.088055 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d97020-0050-42ff-8d82-ce897fcc087a req-6eaf29f8-b59b-4832-b80b-198f78f1a708 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:52:20.089787 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-c3d97020-0050-42ff-8d82-ce897fcc087a req-6eaf29f8-b59b-4832-b80b-198f78f1a708 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/ports?device_id=8c280a57-b5b3-4702-a42f-d4f4a9313432 HTTP/1.1" status: 200 len: 943 time: 0.2358079 Oct 27 10:52:20.128723 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port 404a89c5-b633-4d1a-9724-956af3689dd6, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=404a89c5-b633-4d1a-9724-956af3689dd6,segment=NetworkSegment(8cab2adf-a440-42c6-b3ba-33945c07a109),segment_id=8cab2adf-a440-42c6-b3ba-33945c07a109)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:52:20.135433 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:20.196571 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Pushing event updated for resources: {'Port': ['ID=404a89c5-b633-4d1a-9724-956af3689dd6,revision_number=4']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:52:20.218665 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-c3d97020-0050-42ff-8d82-ce897fcc087a req-b1506ca0-daeb-41c2-8b8c-097de5352ab7 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/security-groups?id=e12aac3e-256a-4b83-b5b5-3559f5984194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1187465 Oct 27 10:52:20.232772 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-0dd96d0e-768b-4dc0-a823-cbdd1117de4d tempest-FloatingIPAdminTestJSON-1716310986 tempest-FloatingIPAdminTestJSON-1716310986-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27024290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27167168'] for subnet, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:20.349932 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 94024aeb-6c69-4d86-a57e-90258a7b8830 up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:52:20.389172 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] get_ports_and_sgs() called for port_ids ['404a89c5-b633-4d1a-9724-956af3689dd6'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:52:20.468422 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9988534c-74e5-4169-8906-23cb299fa197 req-46cff07a-8722-47d3-b078-28c52e8c3b7d tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:52:20.470344 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-9988534c-74e5-4169-8906-23cb299fa197 req-46cff07a-8722-47d3-b078-28c52e8c3b7d tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] 10.222.0.44 "GET /v2.0/ports?device_id=4a827997-b4ab-4e57-9c2d-00ceb9f2a6f2 HTTP/1.1" status: 200 len: 945 time: 0.0604529 Oct 27 10:52:20.514351 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port 94024aeb-6c69-4d86-a57e-90258a7b8830 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:52:20.514979 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:20.569581 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-9988534c-74e5-4169-8906-23cb299fa197 req-db3b8721-b4c1-4123-bbd7-94357e956da0 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] 10.222.0.44 "GET /v2.0/security-groups?id=ffed76d3-4d36-4729-a6a9-ef5807ccbf84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682149 Oct 27 10:52:20.623266 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-3f1dbe98-1675-46d5-9a87-6ac1b81c070d tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:20.652051 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-3f1dbe98-1675-46d5-9a87-6ac1b81c070d tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671902'] for security_group_rule, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:20.688552 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1dbe98-1675-46d5-9a87-6ac1b81c070d tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b09bb50b-3433-47f1-88a2-96a66a53e1d9,revision_number=0']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:52:20.730183 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-3f1dbe98-1675-46d5-9a87-6ac1b81c070d tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:20.731746 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-3f1dbe98-1675-46d5-9a87-6ac1b81c070d tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7965665 Oct 27 10:52:20.733591 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd96d0e-768b-4dc0-a823-cbdd1117de4d tempest-FloatingIPAdminTestJSON-1716310986 tempest-FloatingIPAdminTestJSON-1716310986-project] Pushing event updated for resources: {'Subnet': ['ID=78c001f7-c782-45cf-b062-ec6e7607735b,revision_number=0']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:52:20.735216 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 33766) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:52:20.740868 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dd96d0e-768b-4dc0-a823-cbdd1117de4d tempest-FloatingIPAdminTestJSON-1716310986 tempest-FloatingIPAdminTestJSON-1716310986-project] Checking segment: {'id': 'edc532cc-6aba-48fd-a043-d2c42ea9ab26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '584b09ee-a9df-4726-aa76-ccda3e078ede'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:52:20.741043 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-2f7e2f2a-d1c8-4ff8-a6c7-615f7f553ad1 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Request body: {'security_group_rule': {'security_group_id': '44a47b91-e42c-4c64-967d-8b50f82f524a', 'project_id': 'b77ac30bad224fe0b8e5f2c5dd43d62c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:52:20.741231 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dd96d0e-768b-4dc0-a823-cbdd1117de4d tempest-FloatingIPAdminTestJSON-1716310986 tempest-FloatingIPAdminTestJSON-1716310986-project] Network hostable DHCP agents. Network: 584b09ee-a9df-4726-aa76-ccda3e078ede, hostable agents: ['eafd4000-b897-4722-ae8b-0118ec955181'], hosted agents: [] {{(pid=102346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 10:52:20.764632 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dd96d0e-768b-4dc0-a823-cbdd1117de4d tempest-FloatingIPAdminTestJSON-1716310986 tempest-FloatingIPAdminTestJSON-1716310986-project] Network 584b09ee-a9df-4726-aa76-ccda3e078ede is scheduled to be hosted by DHCP agent eafd4000-b897-4722-ae8b-0118ec955181 with binding_index 1 {{(pid=102346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 10:52:20.770044 n-d-813419-10 neutron-server[102347]: INFO neutron.db.securitygroups_db [None req-2f7e2f2a-d1c8-4ff8-a6c7-615f7f553ad1 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Project b77ac30bad224fe0b8e5f2c5dd43d62c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 27 10:52:20.776664 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-2f7e2f2a-d1c8-4ff8-a6c7-615f7f553ad1 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:20.779546 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-0dd96d0e-768b-4dc0-a823-cbdd1117de4d tempest-FloatingIPAdminTestJSON-1716310986 tempest-FloatingIPAdminTestJSON-1716310986-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-10, 584b09ee-a9df-4726-aa76-ccda3e078ede) {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:52:20.791033 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bb897a6-99fb-42fb-b954-cbe3012adf1b None None] Network 584b09ee-a9df-4726-aa76-ccda3e078ede requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:52:20.796823 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dd96d0e-768b-4dc0-a823-cbdd1117de4d tempest-FloatingIPAdminTestJSON-1716310986 tempest-FloatingIPAdminTestJSON-1716310986-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:52:20.798622 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-0dd96d0e-768b-4dc0-a823-cbdd1117de4d tempest-FloatingIPAdminTestJSON-1716310986 tempest-FloatingIPAdminTestJSON-1716310986-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for subnet, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:20.823139 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 33768) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:52:20.830830 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-9a0d06fb-0a90-4902-9d35-4d2eae520a53 tempest-FloatingIPAdminTestJSON-1716310986 tempest-FloatingIPAdminTestJSON-1716310986-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-232374970', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'}, 'admin_state_up': False}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:52:20.833251 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-0dd96d0e-768b-4dc0-a823-cbdd1117de4d tempest-FloatingIPAdminTestJSON-1716310986 tempest-FloatingIPAdminTestJSON-1716310986-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1712472 Oct 27 10:52:20.874973 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-2f7e2f2a-d1c8-4ff8-a6c7-615f7f553ad1 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:20.880850 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-2f7e2f2a-d1c8-4ff8-a6c7-615f7f553ad1 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671902'] for security_group_rule, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:20.903623 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7e2f2a-d1c8-4ff8-a6c7-615f7f553ad1 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d071715b-1b59-4212-8008-846b4dcde26f,revision_number=0']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:52:20.924742 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-9a0d06fb-0a90-4902-9d35-4d2eae520a53 tempest-FloatingIPAdminTestJSON-1716310986 tempest-FloatingIPAdminTestJSON-1716310986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1768632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3610'] for router, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:20.926122 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-9a0d06fb-0a90-4902-9d35-4d2eae520a53 tempest-FloatingIPAdminTestJSON-1716310986 tempest-FloatingIPAdminTestJSON-1716310986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1765704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1769409', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1694266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3597'] for router, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:20.941782 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-2f7e2f2a-d1c8-4ff8-a6c7-615f7f553ad1 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:20.945871 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-2f7e2f2a-d1c8-4ff8-a6c7-615f7f553ad1 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2070372 Oct 27 10:52:20.946519 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 33772) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:52:20.953333 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-67d663e1-509d-4862-aaeb-b4f842cc2b4b tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Request body: {'security_group_rule': {'security_group_id': '44a47b91-e42c-4c64-967d-8b50f82f524a', 'project_id': 'b77ac30bad224fe0b8e5f2c5dd43d62c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:52:20.983650 n-d-813419-10 neutron-server[102346]: INFO neutron.db.securitygroups_db [None req-67d663e1-509d-4862-aaeb-b4f842cc2b4b tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Project b77ac30bad224fe0b8e5f2c5dd43d62c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 27 10:52:20.991011 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-67d663e1-509d-4862-aaeb-b4f842cc2b4b tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:20.999128 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-9a0d06fb-0a90-4902-9d35-4d2eae520a53 tempest-FloatingIPAdminTestJSON-1716310986 tempest-FloatingIPAdminTestJSON-1716310986-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:21.022031 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bc972a0-3b76-4e8d-9b80-899dfe87164d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp734b258e-7d96-550c-b970-9b72ab66f383-584b09ee-a9df-4726-aa76-ccda3e078ede', 'network_id': '584b09ee-a9df-4726-aa76-ccda3e078ede', 'tenant_id': '0c4dd0fc75a5457886a05211b08818dc', 'fixed_ips': [{'subnet_id': '78c001f7-c782-45cf-b062-ec6e7607735b'}]}} from n-d-813419-10. {{(pid=102348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 10:52:21.023230 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-9bc972a0-3b76-4e8d-9b80-899dfe87164d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:21.110770 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-67d663e1-509d-4862-aaeb-b4f842cc2b4b tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:21.118200 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-67d663e1-509d-4862-aaeb-b4f842cc2b4b tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671902'] for security_group_rule, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:21.149315 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-67d663e1-509d-4862-aaeb-b4f842cc2b4b tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:21.150811 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-67d663e1-509d-4862-aaeb-b4f842cc2b4b tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2030137 Oct 27 10:52:21.153697 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d663e1-509d-4862-aaeb-b4f842cc2b4b tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe3620e1-ee1e-46f9-9749-55dcd5e984a3,revision_number=0']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:52:21.244661 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-9a0d06fb-0a90-4902-9d35-4d2eae520a53 tempest-FloatingIPAdminTestJSON-1716310986 tempest-FloatingIPAdminTestJSON-1716310986-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:21.309875 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.db_base_plugin_common [None req-9bc972a0-3b76-4e8d-9b80-899dfe87164d None None] Allocated IP 172.20.0.2 (584b09ee-a9df-4726-aa76-ccda3e078ede/78c001f7-c782-45cf-b062-ec6e7607735b/9d880e76-afb6-4218-89fa-d349c4b7df6b) {{(pid=102348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:52:21.462757 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e228a7-61e0-4217-a54f-299c6479a3a0 req-378387a4-d2c6-4987-b4a1-89655218b6a3 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:52:21.465507 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-c9e228a7-61e0-4217-a54f-299c6479a3a0 req-378387a4-d2c6-4987-b4a1-89655218b6a3 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/ports?device_id=8c280a57-b5b3-4702-a42f-d4f4a9313432 HTTP/1.1" status: 200 len: 943 time: 0.0912514 Oct 27 10:52:21.530835 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-c9e228a7-61e0-4217-a54f-299c6479a3a0 req-fa78c88a-daad-4cba-b658-7788e0d9a4c7 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/security-groups?id=e12aac3e-256a-4b83-b5b5-3559f5984194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585797 Oct 27 10:52:21.616107 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-9bc972a0-3b76-4e8d-9b80-899dfe87164d None None] Publish callbacks [] for port, precommit_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:21.624773 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-9bc972a0-3b76-4e8d-9b80-899dfe87164d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606'] for port, after_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:21.667141 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-9a0d06fb-0a90-4902-9d35-4d2eae520a53 tempest-FloatingIPAdminTestJSON-1716310986 tempest-FloatingIPAdminTestJSON-1716310986-project] Publish callbacks [] for router_gateway, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:21.679600 n-d-813419-10 neutron-server[102348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bc972a0-3b76-4e8d-9b80-899dfe87164d None None] Network 584b09ee-a9df-4726-aa76-ccda3e078ede is already hosted by enough agents. {{(pid=102348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:52:21.693155 n-d-813419-10 neutron-server[102348]: DEBUG neutron.scheduler.base_scheduler [None req-9bc972a0-3b76-4e8d-9b80-899dfe87164d None None] Resources bound (agent type, host, resource id): {{(pid=102348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:52:21.694011 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-9a0d06fb-0a90-4902-9d35-4d2eae520a53 tempest-FloatingIPAdminTestJSON-1716310986 tempest-FloatingIPAdminTestJSON-1716310986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:21.695348 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc972a0-3b76-4e8d-9b80-899dfe87164d None None] Pushing event updated for resources: {'Port': ['ID=9d880e76-afb6-4218-89fa-d349c4b7df6b,revision_number=1']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:52:21.697812 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bc972a0-3b76-4e8d-9b80-899dfe87164d None None] Received port after_create {{(pid=102348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:52:21.739020 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-3bc6aa32-8a15-4ca0-b08c-d8bce6beecd2 req-ba7a8f94-e476-45f6-ad9a-59941333c065 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1659992048&fields=id&tenant_id=b77ac30bad224fe0b8e5f2c5dd43d62c HTTP/1.1" status: 200 len: 267 time: 0.1191163 Oct 27 10:52:21.772898 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90134080-0b9d-4855-808a-5ca50b7e78ad req-6093296f-e46f-4b59-b4d5-db9d5cb40789 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:52:21.775569 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-90134080-0b9d-4855-808a-5ca50b7e78ad req-6093296f-e46f-4b59-b4d5-db9d5cb40789 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] 10.222.0.44 "GET /v2.0/ports?device_id=4a827997-b4ab-4e57-9c2d-00ceb9f2a6f2 HTTP/1.1" status: 200 len: 945 time: 0.1056991 Oct 27 10:52:21.778203 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-9bc972a0-3b76-4e8d-9b80-899dfe87164d None None] Attempting to bind port 9d880e76-afb6-4218-89fa-d349c4b7df6b on host n-d-813419-10 for vnic_type normal with profile {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:52:21.778579 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-9bc972a0-3b76-4e8d-9b80-899dfe87164d None None] Attempting to bind port 9d880e76-afb6-4218-89fa-d349c4b7df6b by drivers openvswitch,hyperv on host n-d-813419-10 at level 0 using segments [{'id': 'edc532cc-6aba-48fd-a043-d2c42ea9ab26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '584b09ee-a9df-4726-aa76-ccda3e078ede'}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:52:21.778991 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bc972a0-3b76-4e8d-9b80-899dfe87164d None None] Attempting to bind port 9d880e76-afb6-4218-89fa-d349c4b7df6b on network 584b09ee-a9df-4726-aa76-ccda3e078ede {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:52:21.784958 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bc972a0-3b76-4e8d-9b80-899dfe87164d None None] Checking agent: {'id': '89dba0f3-79b2-435e-9822-33674b8f6ada', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 8, 20), 'started_at': datetime.datetime(2021, 10, 27, 10, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 52, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:52:21.785329 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bc972a0-3b76-4e8d-9b80-899dfe87164d None None] Checking segment: {'id': 'edc532cc-6aba-48fd-a043-d2c42ea9ab26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '584b09ee-a9df-4726-aa76-ccda3e078ede'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:52:21.785893 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-9bc972a0-3b76-4e8d-9b80-899dfe87164d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:21.786281 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bc972a0-3b76-4e8d-9b80-899dfe87164d None None] Bound using segment: {'id': 'edc532cc-6aba-48fd-a043-d2c42ea9ab26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '584b09ee-a9df-4726-aa76-ccda3e078ede'} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:52:21.786741 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-9bc972a0-3b76-4e8d-9b80-899dfe87164d None None] Bound port: 9d880e76-afb6-4218-89fa-d349c4b7df6b, host: n-d-813419-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edc532cc-6aba-48fd-a043-d2c42ea9ab26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '584b09ee-a9df-4726-aa76-ccda3e078ede'}}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:52:21.787117 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-9bc972a0-3b76-4e8d-9b80-899dfe87164d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:21.830385 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-90134080-0b9d-4855-808a-5ca50b7e78ad req-2fc459bd-0fcb-4587-bb19-f40f5dc1bf80 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] 10.222.0.44 "GET /v2.0/security-groups?id=ffed76d3-4d36-4729-a6a9-ef5807ccbf84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472043 Oct 27 10:52:21.837720 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device 404a89c5-b633-4d1a-9724-956af3689dd6 up at agent hyperv_n-h1-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:52:21.911149 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-9bc972a0-3b76-4e8d-9b80-899dfe87164d None None] For port 9d880e76-afb6-4218-89fa-d349c4b7df6b, host n-d-813419-10, cleared binding levels {{(pid=102348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:52:21.915827 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-9bc972a0-3b76-4e8d-9b80-899dfe87164d None None] For port 9d880e76-afb6-4218-89fa-d349c4b7df6b, host n-d-813419-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=9d880e76-afb6-4218-89fa-d349c4b7df6b,segment=NetworkSegment(edc532cc-6aba-48fd-a043-d2c42ea9ab26),segment_id=edc532cc-6aba-48fd-a043-d2c42ea9ab26)] {{(pid=102348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:52:21.925432 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-9bc972a0-3b76-4e8d-9b80-899dfe87164d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:21.977488 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Provisioning for port 404a89c5-b633-4d1a-9724-956af3689dd6 completed by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 10:52:21.998283 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Provisioning complete for port 404a89c5-b633-4d1a-9724-956af3689dd6 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:52:21.998797 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:22.035598 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc972a0-3b76-4e8d-9b80-899dfe87164d None None] Pushing event updated for resources: {'Port': ['ID=9d880e76-afb6-4218-89fa-d349c4b7df6b,revision_number=2']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:52:22.041802 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-3c6a8245-0581-48aa-b5f6-4d8fe98cd16e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:22.110162 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:22.153338 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a827997-b4ab-4e57-9c2d-00ceb9f2a6f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '404a89c5-b633-4d1a-9724-956af3689dd6'}] {{(pid=102348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:52:22.156618 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c588921fa634554a1d9242fdea1b05457a9ff1d3b28ba54ec1dace7f2f1df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c884401-dd53-4d63-9b07-e30cd61b28f8" -d '{"events": [{"server_uuid": "4a827997-b4ab-4e57-9c2d-00ceb9f2a6f2", "name": "network-vif-plugged", "status": "completed", "tag": "404a89c5-b633-4d1a-9724-956af3689dd6"}]}' {{(pid=102348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:52:22.172403 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port 404a89c5-b633-4d1a-9724-956af3689dd6, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=404a89c5-b633-4d1a-9724-956af3689dd6,segment=NetworkSegment(8cab2adf-a440-42c6-b3ba-33945c07a109),segment_id=8cab2adf-a440-42c6-b3ba-33945c07a109)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:52:22.180834 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:22.241444 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:52:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92102de3-46da-4331-86cc-0183f1252fcd x-openstack-request-id: req-92102de3-46da-4331-86cc-0183f1252fcd {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:52:22.241983 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a827997-b4ab-4e57-9c2d-00ceb9f2a6f2", "name": "network-vif-plugged", "status": "completed", "tag": "404a89c5-b633-4d1a-9724-956af3689dd6", "code": 200}]} {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:52:22.242394 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-92102de3-46da-4331-86cc-0183f1252fcd {{(pid=102348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:52:22.242943 n-d-813419-10 neutron-server[102348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a827997-b4ab-4e57-9c2d-00ceb9f2a6f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '404a89c5-b633-4d1a-9724-956af3689dd6', 'code': 200} Oct 27 10:52:22.302449 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Pushing event updated for resources: {'Port': ['ID=404a89c5-b633-4d1a-9724-956af3689dd6,revision_number=5']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:52:22.425884 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_common [None req-9a0d06fb-0a90-4902-9d35-4d2eae520a53 tempest-FloatingIPAdminTestJSON-1716310986 tempest-FloatingIPAdminTestJSON-1716310986-project] Allocated IP 172.25.8.10 (185ff123-c7ff-45c7-a6be-71feb35acc9c/0fb9f9d1-7384-481f-8fa8-f4566c349d30/5081347f-02fd-4fe7-8bcd-c10568a13f35) {{(pid=102347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:52:22.466753 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc6aa32-8a15-4ca0-b08c-d8bce6beecd2 req-014a765a-396e-4dfc-9dd2-df0c9bdcd1cd tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:52:22.475482 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-3bc6aa32-8a15-4ca0-b08c-d8bce6beecd2 req-014a765a-396e-4dfc-9dd2-df0c9bdcd1cd tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] 10.222.0.44 "GET /v2.0/networks?id=7a261072-1520-4c4e-bc8b-d16ecdb68ee8 HTTP/1.1" status: 200 len: 796 time: 0.6847634 Oct 27 10:52:22.528588 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9439a6-cbda-4b99-b023-5eb75259a9eb req-53f53141-abb2-42e4-a3ea-8649020554d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:52:22.530108 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-4c9439a6-cbda-4b99-b023-5eb75259a9eb req-53f53141-abb2-42e4-a3ea-8649020554d5 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=4a827997-b4ab-4e57-9c2d-00ceb9f2a6f2 HTTP/1.1" status: 200 len: 1098 time: 0.1851161 Oct 27 10:52:22.531357 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-3bc6aa32-8a15-4ca0-b08c-d8bce6beecd2 req-97c7f2df-802c-4ccf-8c9d-31e70b89eedd tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] 10.222.0.44 "GET /v2.0/quotas/b77ac30bad224fe0b8e5f2c5dd43d62c HTTP/1.1" status: 200 len: 375 time: 0.0550196 Oct 27 10:52:22.627050 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-4c9439a6-cbda-4b99-b023-5eb75259a9eb req-cc3c7500-8279-4562-a7eb-ecb63245c2f7 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=ffed76d3-4d36-4729-a6a9-ef5807ccbf84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870874 Oct 27 10:52:22.646680 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-3bc6aa32-8a15-4ca0-b08c-d8bce6beecd2 req-2ee4edb1-9ef8-4a7f-9950-07b702c265bd tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=b77ac30bad224fe0b8e5f2c5dd43d62c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1075726 Oct 27 10:52:22.651562 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-9a0d06fb-0a90-4902-9d35-4d2eae520a53 tempest-FloatingIPAdminTestJSON-1716310986 tempest-FloatingIPAdminTestJSON-1716310986-project] Publish callbacks [] for port, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:22.702542 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd88d7e-2d45-41d1-9080-86a008fb93b7 req-6cab5f70-9cd6-4519-a540-3af32cc525c5 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:52:22.704922 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-1dd88d7e-2d45-41d1-9080-86a008fb93b7 req-6cab5f70-9cd6-4519-a540-3af32cc525c5 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/ports?device_id=8c280a57-b5b3-4702-a42f-d4f4a9313432 HTTP/1.1" status: 200 len: 943 time: 0.0771339 Oct 27 10:52:22.752241 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-1dd88d7e-2d45-41d1-9080-86a008fb93b7 req-2d863981-eb51-413b-89fe-f142742f296a tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/security-groups?id=e12aac3e-256a-4b83-b5b5-3559f5984194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410016 Oct 27 10:52:22.754731 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-9a0d06fb-0a90-4902-9d35-4d2eae520a53 tempest-FloatingIPAdminTestJSON-1716310986 tempest-FloatingIPAdminTestJSON-1716310986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:22.827462 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a0d06fb-0a90-4902-9d35-4d2eae520a53 tempest-FloatingIPAdminTestJSON-1716310986 tempest-FloatingIPAdminTestJSON-1716310986-project] Network 185ff123-c7ff-45c7-a6be-71feb35acc9c is already hosted by enough agents. {{(pid=102347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:52:22.829799 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-3bc6aa32-8a15-4ca0-b08c-d8bce6beecd2 req-f4e6236f-355a-4f0a-aa0c-ebc34c1069ad service neutron] 10.222.0.44 "GET /v2.0/networks/7a261072-1520-4c4e-bc8b-d16ecdb68ee8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1660068 Oct 27 10:52:22.830782 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0d06fb-0a90-4902-9d35-4d2eae520a53 tempest-FloatingIPAdminTestJSON-1716310986 tempest-FloatingIPAdminTestJSON-1716310986-project] Pushing event updated for resources: {'Port': ['ID=5081347f-02fd-4fe7-8bcd-c10568a13f35,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:52:22.834512 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [None req-9a0d06fb-0a90-4902-9d35-4d2eae520a53 tempest-FloatingIPAdminTestJSON-1716310986 tempest-FloatingIPAdminTestJSON-1716310986-project] Resources bound (agent type, host, resource id): {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:52:22.838059 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a0d06fb-0a90-4902-9d35-4d2eae520a53 tempest-FloatingIPAdminTestJSON-1716310986 tempest-FloatingIPAdminTestJSON-1716310986-project] Received port after_create {{(pid=102347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:52:22.968971 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-3bc6aa32-8a15-4ca0-b08c-d8bce6beecd2 req-a1255298-49d5-4c5b-9db8-a678d00b8861 service neutron] 10.222.0.44 "GET /v2.0/networks/7a261072-1520-4c4e-bc8b-d16ecdb68ee8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263964 Oct 27 10:52:23.050091 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7abfcf5-d0c2-4c60-a5b4-70e907ffbf1f req-8edf9a79-0760-4deb-8113-e27a8ca3a546 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:52:23.064025 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-e7abfcf5-d0c2-4c60-a5b4-70e907ffbf1f req-8edf9a79-0760-4deb-8113-e27a8ca3a546 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] 10.222.0.44 "GET /v2.0/ports?device_id=4a827997-b4ab-4e57-9c2d-00ceb9f2a6f2 HTTP/1.1" status: 200 len: 946 time: 0.1117172 Oct 27 10:52:23.118747 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-e7abfcf5-d0c2-4c60-a5b4-70e907ffbf1f req-c7e1df66-af34-49f5-9719-96e61cb2eff7 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] 10.222.0.44 "GET /v2.0/security-groups?id=ffed76d3-4d36-4729-a6a9-ef5807ccbf84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536764 Oct 27 10:52:23.141381 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device 493b566b-8077-47ab-b0fa-7e567159f7fd details requested by agent hyperv_n-h2-813419-10 with host n-h2-813419-10 {{(pid=102348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 10:52:23.290339 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] For port 493b566b-8077-47ab-b0fa-7e567159f7fd, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=493b566b-8077-47ab-b0fa-7e567159f7fd,segment=NetworkSegment(d1b37471-bd8e-4564-a77c-6e0c9d2699fd),segment_id=d1b37471-bd8e-4564-a77c-6e0c9d2699fd)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:52:23.301880 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42d6e0d1-b1e9-4899-af4b-cde6bc833fd4 None None] Network 584b09ee-a9df-4726-aa76-ccda3e078ede requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:52:23.312173 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-9a0d06fb-0a90-4902-9d35-4d2eae520a53 tempest-FloatingIPAdminTestJSON-1716310986 tempest-FloatingIPAdminTestJSON-1716310986-project] Publish callbacks [] for router_gateway, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:23.394843 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-efd48f69-6acc-4d55-b44d-4170200c02f0 req-20cf71a0-e86d-4e4d-8731-5d012212fab4 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] 10.222.0.44 "GET /v2.0/ports?device_id=a505328d-4a06-41d8-b919-f255f155943f HTTP/1.1" status: 200 len: 210 time: 0.0532727 Oct 27 10:52:23.420525 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Returning: {'device': '493b566b-8077-47ab-b0fa-7e567159f7fd', 'network_id': '33cc32c2-598c-44fc-a251-6575a62c00c5', 'port_id': '493b566b-8077-47ab-b0fa-7e567159f7fd', 'mac_address': 'fa:16:3e:0a:21:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87624d80-dded-417f-af79-cc56a741e5c4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 10:52:23.443072 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-67ce0d7b-372e-4dfb-8dfb-2efb0a5b9fb6 None None] Provisioning complete for port 9d880e76-afb6-4218-89fa-d349c4b7df6b triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:52:23.443199 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-67ce0d7b-372e-4dfb-8dfb-2efb0a5b9fb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:23.551728 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:23.576775 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-9a0d06fb-0a90-4902-9d35-4d2eae520a53 tempest-FloatingIPAdminTestJSON-1716310986 tempest-FloatingIPAdminTestJSON-1716310986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1765699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1769372'] for router, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:23.588410 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 493b566b-8077-47ab-b0fa-7e567159f7fd {{(pid=102348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:52:23.608279 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] For port 493b566b-8077-47ab-b0fa-7e567159f7fd, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=493b566b-8077-47ab-b0fa-7e567159f7fd,segment=NetworkSegment(d1b37471-bd8e-4564-a77c-6e0c9d2699fd),segment_id=d1b37471-bd8e-4564-a77c-6e0c9d2699fd)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:52:23.631317 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:23.748754 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a0d06fb-0a90-4902-9d35-4d2eae520a53 tempest-FloatingIPAdminTestJSON-1716310986 tempest-FloatingIPAdminTestJSON-1716310986-project] Router 3693914e-c8ef-4c2e-aedb-83e5aa5e61be is scheduled to L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb with binding_index 1 {{(pid=102347) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 10:52:23.864789 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-67ce0d7b-372e-4dfb-8dfb-2efb0a5b9fb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:23.926368 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Pushing event updated for resources: {'Port': ['ID=493b566b-8077-47ab-b0fa-7e567159f7fd,revision_number=4']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:52:23.966791 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-67ce0d7b-372e-4dfb-8dfb-2efb0a5b9fb6 None None] For port 9d880e76-afb6-4218-89fa-d349c4b7df6b, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=9d880e76-afb6-4218-89fa-d349c4b7df6b,segment=NetworkSegment(edc532cc-6aba-48fd-a043-d2c42ea9ab26),segment_id=edc532cc-6aba-48fd-a043-d2c42ea9ab26)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:52:23.991162 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c293dfca-b28b-48e8-9422-abb11cc19dec req-0fb7034a-15c6-4fcc-b9e3-812277dd77b7 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:52:23.993203 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-67ce0d7b-372e-4dfb-8dfb-2efb0a5b9fb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:24.000281 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c293dfca-b28b-48e8-9422-abb11cc19dec req-0fb7034a-15c6-4fcc-b9e3-812277dd77b7 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/ports?device_id=8c280a57-b5b3-4702-a42f-d4f4a9313432 HTTP/1.1" status: 200 len: 944 time: 0.1153758 Oct 27 10:52:24.030284 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] get_ports_and_sgs() called for port_ids ['493b566b-8077-47ab-b0fa-7e567159f7fd'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:52:24.069191 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c293dfca-b28b-48e8-9422-abb11cc19dec req-553b790c-fe4f-4ebd-9a1e-754231153f16 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/security-groups?id=e12aac3e-256a-4b83-b5b5-3559f5984194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677960 Oct 27 10:52:24.074054 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a0d06fb-0a90-4902-9d35-4d2eae520a53 tempest-FloatingIPAdminTestJSON-1716310986 tempest-FloatingIPAdminTestJSON-1716310986-project] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:52:24.103340 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25f1d40b-90cd-425e-92f9-ce0da4de872b None None] Sync routers for ids ['3693914e-c8ef-4c2e-aedb-83e5aa5e61be'] in n-d-813419-10 {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:52:24.105953 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ce0d7b-372e-4dfb-8dfb-2efb0a5b9fb6 None None] Pushing event updated for resources: {'Port': ['ID=9d880e76-afb6-4218-89fa-d349c4b7df6b,revision_number=3']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:52:24.148318 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25f1d40b-90cd-425e-92f9-ce0da4de872b None None] Routers {'3693914e-c8ef-4c2e-aedb-83e5aa5e61be'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:52:24.149486 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-25f1d40b-90cd-425e-92f9-ce0da4de872b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:52:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['3693914e-c8ef-4c2e-aedb-83e5aa5e61be'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:52:24.156317 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-9a0d06fb-0a90-4902-9d35-4d2eae520a53 tempest-FloatingIPAdminTestJSON-1716310986 tempest-FloatingIPAdminTestJSON-1716310986-project] Publish callbacks [] for router, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:24.162190 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 33854) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:52:24.176330 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-9a0d06fb-0a90-4902-9d35-4d2eae520a53 tempest-FloatingIPAdminTestJSON-1716310986 tempest-FloatingIPAdminTestJSON-1716310986-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 890 time: 3.3353503 Oct 27 10:52:24.198828 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-25f1d40b-90cd-425e-92f9-ce0da4de872b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:52:24.211529 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25f1d40b-90cd-425e-92f9-ce0da4de872b None None] Routers {'3693914e-c8ef-4c2e-aedb-83e5aa5e61be'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:52:24.212390 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-25f1d40b-90cd-425e-92f9-ce0da4de872b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:52:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['3693914e-c8ef-4c2e-aedb-83e5aa5e61be'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:52:24.415805 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 9d880e76-afb6-4218-89fa-d349c4b7df6b up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:52:24.426033 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138cea36-60b6-469a-a101-0e9376b31f66 req-d24892f6-17f7-4f52-a4f9-7fddaa505395 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:52:24.433938 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-138cea36-60b6-469a-a101-0e9376b31f66 req-d24892f6-17f7-4f52-a4f9-7fddaa505395 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] 10.222.0.44 "GET /v2.0/ports?device_id=4a827997-b4ab-4e57-9c2d-00ceb9f2a6f2 HTTP/1.1" status: 200 len: 946 time: 0.0776334 Oct 27 10:52:24.450049 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-25f1d40b-90cd-425e-92f9-ce0da4de872b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:52:24.450926 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25f1d40b-90cd-425e-92f9-ce0da4de872b None None] The sync data for ids ['3693914e-c8ef-4c2e-aedb-83e5aa5e61be'] in n-d-813419-10 is: [] {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:52:24.531085 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b2a27cff-e533-4be2-ba8c-90a883cc5fd4 req-a920a246-c724-4f96-beda-5f31e8da8cc8 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] 10.222.0.44 "GET /v2.0/ports?device_id=a505328d-4a06-41d8-b919-f255f155943f HTTP/1.1" status: 200 len: 210 time: 0.0353742 Oct 27 10:52:24.531487 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-138cea36-60b6-469a-a101-0e9376b31f66 req-675f1f83-f274-43ff-9d12-aed61866f478 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] 10.222.0.44 "GET /v2.0/security-groups?id=ffed76d3-4d36-4729-a6a9-ef5807ccbf84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912759 Oct 27 10:52:24.561580 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-a4a79eb3-fc16-4a7b-8d06-34815cdc855c None None] Provisioning complete for port 9d880e76-afb6-4218-89fa-d349c4b7df6b triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:52:24.562011 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a4a79eb3-fc16-4a7b-8d06-34815cdc855c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:24.642651 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port 9d880e76-afb6-4218-89fa-d349c4b7df6b triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:52:24.643121 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:24.820149 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8302fc0c-9787-4493-8881-e15dc81677b6 req-299a5dae-90b4-4592-9a8b-c5cc369afcbd tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:52:24.822202 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8302fc0c-9787-4493-8881-e15dc81677b6 req-299a5dae-90b4-4592-9a8b-c5cc369afcbd tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] 10.222.0.44 "GET /v2.0/ports?device_id=4a827997-b4ab-4e57-9c2d-00ceb9f2a6f2 HTTP/1.1" status: 200 len: 946 time: 0.0734315 Oct 27 10:52:24.923921 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8302fc0c-9787-4493-8881-e15dc81677b6 req-94d9e4b4-a47f-4b9f-ba18-782b24cce64b tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] 10.222.0.44 "GET /v2.0/security-groups?id=ffed76d3-4d36-4729-a6a9-ef5807ccbf84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881619 Oct 27 10:52:24.969416 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc6aa32-8a15-4ca0-b08c-d8bce6beecd2 req-4705e6de-dad3-4352-9190-7da05d27d872 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:52:24.971092 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-3bc6aa32-8a15-4ca0-b08c-d8bce6beecd2 req-4705e6de-dad3-4352-9190-7da05d27d872 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] 10.222.0.64 "GET /v2.0/networks?id=7a261072-1520-4c4e-bc8b-d16ecdb68ee8 HTTP/1.1" status: 200 len: 796 time: 0.1471202 Oct 27 10:52:25.006998 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d1495140-57fd-47db-9fd4-76d9d6b08bbd tempest-FloatingIPAdminTestJSON-1716310986 tempest-FloatingIPAdminTestJSON-1716310986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:25.022606 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-3bc6aa32-8a15-4ca0-b08c-d8bce6beecd2 req-dc4b09f4-0cb3-426c-a0b5-26935ced60ac tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b77ac30bad224fe0b8e5f2c5dd43d62c HTTP/1.1" status: 200 len: 380 time: 0.0374365 Oct 27 10:52:25.049707 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [req-3bc6aa32-8a15-4ca0-b08c-d8bce6beecd2 req-ac5857dd-f94d-4da0-aadf-59f60226d482 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Request body: {'port': {'device_id': 'a505328d-4a06-41d8-b919-f255f155943f', 'network_id': '7a261072-1520-4c4e-bc8b-d16ecdb68ee8', 'admin_state_up': True, 'tenant_id': 'b77ac30bad224fe0b8e5f2c5dd43d62c', 'security_groups': ['44a47b91-e42c-4c64-967d-8b50f82f524a']}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:52:25.154795 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f1e4f9-8b10-434c-b49d-88b3b9b7b282 req-2215efc4-0730-4828-a7e9-e9bd1a410f18 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:52:25.162794 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-31f1e4f9-8b10-434c-b49d-88b3b9b7b282 req-2215efc4-0730-4828-a7e9-e9bd1a410f18 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] 10.222.0.44 "GET /v2.0/ports?device_id=4a827997-b4ab-4e57-9c2d-00ceb9f2a6f2 HTTP/1.1" status: 200 len: 946 time: 0.1464610 Oct 27 10:52:25.216608 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-31f1e4f9-8b10-434c-b49d-88b3b9b7b282 req-2cce9be7-b0e2-4529-a019-d552b19eb75d tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] 10.222.0.44 "GET /v2.0/security-groups?id=ffed76d3-4d36-4729-a6a9-ef5807ccbf84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528946 Oct 27 10:52:25.229469 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3bc6aa32-8a15-4ca0-b08c-d8bce6beecd2 req-ac5857dd-f94d-4da0-aadf-59f60226d482 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Made reservation on behalf of b77ac30bad224fe0b8e5f2c5dd43d62c for: {'port': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:52:25.233251 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-3bc6aa32-8a15-4ca0-b08c-d8bce6beecd2 req-ac5857dd-f94d-4da0-aadf-59f60226d482 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:25.274639 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9628e4c0-7bfd-42b5-a93b-1063cc6a5656 req-594b9ffb-6557-4a49-b992-c1b33e38b043 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:52:25.276411 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-9628e4c0-7bfd-42b5-a93b-1063cc6a5656 req-594b9ffb-6557-4a49-b992-c1b33e38b043 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/ports?device_id=8c280a57-b5b3-4702-a42f-d4f4a9313432 HTTP/1.1" status: 200 len: 944 time: 0.0828402 Oct 27 10:52:25.404708 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-9628e4c0-7bfd-42b5-a93b-1063cc6a5656 req-2b2f04a2-bdb0-490b-9367-e6970e14dd84 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/security-groups?id=e12aac3e-256a-4b83-b5b5-3559f5984194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0957313 Oct 27 10:52:25.455149 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_common [req-3bc6aa32-8a15-4ca0-b08c-d8bce6beecd2 req-ac5857dd-f94d-4da0-aadf-59f60226d482 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Allocated IP 172.20.0.5 (7a261072-1520-4c4e-bc8b-d16ecdb68ee8/409efab0-c699-43bc-a615-0c78de1334af/7608fc6c-4c75-4681-9aed-1b7336e87146) {{(pid=102347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:52:25.460120 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_common [None req-d1495140-57fd-47db-9fd4-76d9d6b08bbd tempest-FloatingIPAdminTestJSON-1716310986 tempest-FloatingIPAdminTestJSON-1716310986-project] Allocated IP 172.20.0.1 (584b09ee-a9df-4726-aa76-ccda3e078ede/78c001f7-c782-45cf-b062-ec6e7607735b/35b27d50-7974-4574-9059-09aae823107d) {{(pid=102346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:52:25.601799 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d1495140-57fd-47db-9fd4-76d9d6b08bbd tempest-FloatingIPAdminTestJSON-1716310986 tempest-FloatingIPAdminTestJSON-1716310986-project] Publish callbacks [] for port, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:25.625651 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89bb43a-ac86-4a02-88e3-013c98250810 req-e6a29dce-8c92-4339-8069-c6e5df770df1 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:52:25.635926 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-e89bb43a-ac86-4a02-88e3-013c98250810 req-e6a29dce-8c92-4339-8069-c6e5df770df1 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] 10.222.0.44 "GET /v2.0/ports?device_id=4a827997-b4ab-4e57-9c2d-00ceb9f2a6f2 HTTP/1.1" status: 200 len: 946 time: 0.1085534 Oct 27 10:52:25.641243 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-746fe4d0-8681-4eb2-83d7-d33a3015d973 req-6c044ec7-ab28-440e-8286-0aadad1e5739 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] 10.222.0.44 "GET /v2.0/ports?device_id=a505328d-4a06-41d8-b919-f255f155943f HTTP/1.1" status: 200 len: 210 time: 0.0374060 Oct 27 10:52:25.689307 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d1495140-57fd-47db-9fd4-76d9d6b08bbd tempest-FloatingIPAdminTestJSON-1716310986 tempest-FloatingIPAdminTestJSON-1716310986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:25.691454 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-3bc6aa32-8a15-4ca0-b08c-d8bce6beecd2 req-ac5857dd-f94d-4da0-aadf-59f60226d482 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Publish callbacks [] for port, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:25.702752 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-e89bb43a-ac86-4a02-88e3-013c98250810 req-bf28b5eb-6178-4974-a2c1-0eb453f7b40b tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] 10.222.0.44 "GET /v2.0/security-groups?id=ffed76d3-4d36-4729-a6a9-ef5807ccbf84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658607 Oct 27 10:52:25.734844 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1495140-57fd-47db-9fd4-76d9d6b08bbd tempest-FloatingIPAdminTestJSON-1716310986 tempest-FloatingIPAdminTestJSON-1716310986-project] Network 584b09ee-a9df-4726-aa76-ccda3e078ede is already hosted by enough agents. {{(pid=102346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:52:25.738837 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-d1495140-57fd-47db-9fd4-76d9d6b08bbd tempest-FloatingIPAdminTestJSON-1716310986 tempest-FloatingIPAdminTestJSON-1716310986-project] Resources bound (agent type, host, resource id): {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:52:25.749325 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1495140-57fd-47db-9fd4-76d9d6b08bbd tempest-FloatingIPAdminTestJSON-1716310986 tempest-FloatingIPAdminTestJSON-1716310986-project] Received port after_create {{(pid=102346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:52:25.752225 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1495140-57fd-47db-9fd4-76d9d6b08bbd tempest-FloatingIPAdminTestJSON-1716310986 tempest-FloatingIPAdminTestJSON-1716310986-project] Pushing event updated for resources: {'Port': ['ID=35b27d50-7974-4574-9059-09aae823107d,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:52:25.762741 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-3bc6aa32-8a15-4ca0-b08c-d8bce6beecd2 req-ac5857dd-f94d-4da0-aadf-59f60226d482 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:25.810594 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d1495140-57fd-47db-9fd4-76d9d6b08bbd tempest-FloatingIPAdminTestJSON-1716310986 tempest-FloatingIPAdminTestJSON-1716310986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1664961'] for router_interface, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:25.810881 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3bc6aa32-8a15-4ca0-b08c-d8bce6beecd2 req-ac5857dd-f94d-4da0-aadf-59f60226d482 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Network 7a261072-1520-4c4e-bc8b-d16ecdb68ee8 is already hosted by enough agents. {{(pid=102347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:52:25.814362 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [req-3bc6aa32-8a15-4ca0-b08c-d8bce6beecd2 req-ac5857dd-f94d-4da0-aadf-59f60226d482 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Resources bound (agent type, host, resource id): {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:52:25.818648 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bc6aa32-8a15-4ca0-b08c-d8bce6beecd2 req-ac5857dd-f94d-4da0-aadf-59f60226d482 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Received port after_create {{(pid=102347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:52:25.825323 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5857dd-f94d-4da0-aadf-59f60226d482 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Pushing event updated for resources: {'Port': ['ID=7608fc6c-4c75-4681-9aed-1b7336e87146,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:52:25.876810 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc6aa32-8a15-4ca0-b08c-d8bce6beecd2 req-ac5857dd-f94d-4da0-aadf-59f60226d482 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:52:25.878041 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-3bc6aa32-8a15-4ca0-b08c-d8bce6beecd2 req-ac5857dd-f94d-4da0-aadf-59f60226d482 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:25.901589 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-3bc6aa32-8a15-4ca0-b08c-d8bce6beecd2 req-ac5857dd-f94d-4da0-aadf-59f60226d482 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8688781 Oct 27 10:52:25.914585 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [req-3bc6aa32-8a15-4ca0-b08c-d8bce6beecd2 req-95c2324d-f74f-4b77-aadd-98d587c7bb58 service neutron] Request body: {'port': {'device_id': 'a505328d-4a06-41d8-b919-f255f155943f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-10'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:52:25.988846 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d1495140-57fd-47db-9fd4-76d9d6b08bbd tempest-FloatingIPAdminTestJSON-1716310986 tempest-FloatingIPAdminTestJSON-1716310986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:25.999184 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-3bc6aa32-8a15-4ca0-b08c-d8bce6beecd2 req-95c2324d-f74f-4b77-aadd-98d587c7bb58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:26.145708 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-609fc5cc-3e78-4569-aa26-cfbf5264a64f None None] Provisioning complete for port 35b27d50-7974-4574-9059-09aae823107d triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:52:26.148697 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-609fc5cc-3e78-4569-aa26-cfbf5264a64f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:26.194601 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-609fc5cc-3e78-4569-aa26-cfbf5264a64f None None] Port 35b27d50-7974-4574-9059-09aae823107d cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:52:26.319232 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-15c12d57-3c76-427c-a286-e4974dda10dd None None] Provisioning complete for port 7608fc6c-4c75-4681-9aed-1b7336e87146 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:52:26.319596 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-15c12d57-3c76-427c-a286-e4974dda10dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:26.333898 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [req-3bc6aa32-8a15-4ca0-b08c-d8bce6beecd2 req-95c2324d-f74f-4b77-aadd-98d587c7bb58 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7608fc6c-4c75-4681-9aed-1b7336e87146 {{(pid=102347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:52:26.339012 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d1495140-57fd-47db-9fd4-76d9d6b08bbd tempest-FloatingIPAdminTestJSON-1716310986 tempest-FloatingIPAdminTestJSON-1716310986-project] Publish callbacks [] for port, precommit_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:26.344394 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-3bc6aa32-8a15-4ca0-b08c-d8bce6beecd2 req-95c2324d-f74f-4b77-aadd-98d587c7bb58 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:26.353921 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d1495140-57fd-47db-9fd4-76d9d6b08bbd tempest-FloatingIPAdminTestJSON-1716310986 tempest-FloatingIPAdminTestJSON-1716310986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27024173'] for port, after_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:26.359698 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.provisioning_blocks [req-3bc6aa32-8a15-4ca0-b08c-d8bce6beecd2 req-95c2324d-f74f-4b77-aadd-98d587c7bb58 service neutron] Transition to ACTIVE for port object 7608fc6c-4c75-4681-9aed-1b7336e87146 will not be triggered until provisioned by entity L2. {{(pid=102347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 10:52:26.366788 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-3bc6aa32-8a15-4ca0-b08c-d8bce6beecd2 req-95c2324d-f74f-4b77-aadd-98d587c7bb58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:26.373252 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-15c12d57-3c76-427c-a286-e4974dda10dd None None] Port 7608fc6c-4c75-4681-9aed-1b7336e87146 cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:52:26.432982 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d1495140-57fd-47db-9fd4-76d9d6b08bbd tempest-FloatingIPAdminTestJSON-1716310986 tempest-FloatingIPAdminTestJSON-1716310986-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2006967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1766225'] for router_interface, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:26.441771 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1495140-57fd-47db-9fd4-76d9d6b08bbd tempest-FloatingIPAdminTestJSON-1716310986 tempest-FloatingIPAdminTestJSON-1716310986-project] Pushing event updated for resources: {'Port': ['ID=35b27d50-7974-4574-9059-09aae823107d,revision_number=2']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:52:26.476436 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c2324d-f74f-4b77-aadd-98d587c7bb58 service neutron] Pushing event updated for resources: {'Port': ['ID=7608fc6c-4c75-4681-9aed-1b7336e87146,revision_number=2']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:52:26.547779 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-3bc6aa32-8a15-4ca0-b08c-d8bce6beecd2 req-95c2324d-f74f-4b77-aadd-98d587c7bb58 service neutron] Attempting to bind port 7608fc6c-4c75-4681-9aed-1b7336e87146 on host n-h1-813419-10 for vnic_type normal with profile {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:52:26.548032 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-3bc6aa32-8a15-4ca0-b08c-d8bce6beecd2 req-95c2324d-f74f-4b77-aadd-98d587c7bb58 service neutron] Attempting to bind port 7608fc6c-4c75-4681-9aed-1b7336e87146 by drivers openvswitch,hyperv on host n-h1-813419-10 at level 0 using segments [{'id': 'b3159c1b-a3cb-4a30-b6e6-3ef47749633a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '7a261072-1520-4c4e-bc8b-d16ecdb68ee8'}] {{(pid=102347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:52:26.548405 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bc6aa32-8a15-4ca0-b08c-d8bce6beecd2 req-95c2324d-f74f-4b77-aadd-98d587c7bb58 service neutron] Attempting to bind port 7608fc6c-4c75-4681-9aed-1b7336e87146 on network 7a261072-1520-4c4e-bc8b-d16ecdb68ee8 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:52:26.567674 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bc6aa32-8a15-4ca0-b08c-d8bce6beecd2 req-95c2324d-f74f-4b77-aadd-98d587c7bb58 service neutron] Port 7608fc6c-4c75-4681-9aed-1b7336e87146 on network 7a261072-1520-4c4e-bc8b-d16ecdb68ee8 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-10 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 10:52:26.568044 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bc6aa32-8a15-4ca0-b08c-d8bce6beecd2 req-95c2324d-f74f-4b77-aadd-98d587c7bb58 service neutron] Attempting to bind port 7608fc6c-4c75-4681-9aed-1b7336e87146 on network 7a261072-1520-4c4e-bc8b-d16ecdb68ee8 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:52:26.573602 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bc6aa32-8a15-4ca0-b08c-d8bce6beecd2 req-95c2324d-f74f-4b77-aadd-98d587c7bb58 service neutron] Checking agent: {'id': 'a52e1cab-0c63-402d-9c94-330537c6c076', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 16, 2), 'started_at': datetime.datetime(2021, 10, 27, 10, 16, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 52, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:52:26.574089 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bc6aa32-8a15-4ca0-b08c-d8bce6beecd2 req-95c2324d-f74f-4b77-aadd-98d587c7bb58 service neutron] Checking segment: {'id': 'b3159c1b-a3cb-4a30-b6e6-3ef47749633a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '7a261072-1520-4c4e-bc8b-d16ecdb68ee8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:52:26.574774 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bc6aa32-8a15-4ca0-b08c-d8bce6beecd2 req-95c2324d-f74f-4b77-aadd-98d587c7bb58 service neutron] Bound using segment: {'id': 'b3159c1b-a3cb-4a30-b6e6-3ef47749633a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '7a261072-1520-4c4e-bc8b-d16ecdb68ee8'} {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:52:26.575138 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-3bc6aa32-8a15-4ca0-b08c-d8bce6beecd2 req-95c2324d-f74f-4b77-aadd-98d587c7bb58 service neutron] Bound port: 7608fc6c-4c75-4681-9aed-1b7336e87146, host: n-h1-813419-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3159c1b-a3cb-4a30-b6e6-3ef47749633a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '7a261072-1520-4c4e-bc8b-d16ecdb68ee8'}}] {{(pid=102347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:52:26.575500 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-3bc6aa32-8a15-4ca0-b08c-d8bce6beecd2 req-95c2324d-f74f-4b77-aadd-98d587c7bb58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:26.581178 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e768d4-2ea8-4ebd-80b7-717f735a9f9f req-b7ca6d8f-f2bd-477c-a6c5-314067d2e2f3 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:52:26.582983 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-30e768d4-2ea8-4ebd-80b7-717f735a9f9f req-b7ca6d8f-f2bd-477c-a6c5-314067d2e2f3 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/ports?device_id=8c280a57-b5b3-4702-a42f-d4f4a9313432 HTTP/1.1" status: 200 len: 944 time: 0.0771818 Oct 27 10:52:26.598509 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1495140-57fd-47db-9fd4-76d9d6b08bbd tempest-FloatingIPAdminTestJSON-1716310986 tempest-FloatingIPAdminTestJSON-1716310986-project] Network 584b09ee-a9df-4726-aa76-ccda3e078ede is already hosted by enough agents. {{(pid=102346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:52:26.631639 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-d1495140-57fd-47db-9fd4-76d9d6b08bbd tempest-FloatingIPAdminTestJSON-1716310986 tempest-FloatingIPAdminTestJSON-1716310986-project] Resources bound (agent type, host, resource id): {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:52:26.662579 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-30e768d4-2ea8-4ebd-80b7-717f735a9f9f req-9fa1aa69-abe9-41a6-ae0d-f69b4d2397ce tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/security-groups?id=e12aac3e-256a-4b83-b5b5-3559f5984194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704587 Oct 27 10:52:26.662811 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-3bc6aa32-8a15-4ca0-b08c-d8bce6beecd2 req-95c2324d-f74f-4b77-aadd-98d587c7bb58 service neutron] For port 7608fc6c-4c75-4681-9aed-1b7336e87146, host n-h1-813419-10, cleared binding levels {{(pid=102347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:52:26.666423 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-3bc6aa32-8a15-4ca0-b08c-d8bce6beecd2 req-95c2324d-f74f-4b77-aadd-98d587c7bb58 service neutron] For port 7608fc6c-4c75-4681-9aed-1b7336e87146, host n-h1-813419-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=7608fc6c-4c75-4681-9aed-1b7336e87146,segment=NetworkSegment(b3159c1b-a3cb-4a30-b6e6-3ef47749633a),segment_id=b3159c1b-a3cb-4a30-b6e6-3ef47749633a)] {{(pid=102347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:52:26.674306 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-3bc6aa32-8a15-4ca0-b08c-d8bce6beecd2 req-95c2324d-f74f-4b77-aadd-98d587c7bb58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:26.743395 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc6aa32-8a15-4ca0-b08c-d8bce6beecd2 req-95c2324d-f74f-4b77-aadd-98d587c7bb58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:52:26.748361 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-3bc6aa32-8a15-4ca0-b08c-d8bce6beecd2 req-95c2324d-f74f-4b77-aadd-98d587c7bb58 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:26.750018 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-3bc6aa32-8a15-4ca0-b08c-d8bce6beecd2 req-95c2324d-f74f-4b77-aadd-98d587c7bb58 service neutron] 10.222.0.64 "PUT /v2.0/ports/7608fc6c-4c75-4681-9aed-1b7336e87146 HTTP/1.1" status: 200 len: 1092 time: 0.8399093 Oct 27 10:52:26.751279 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a505328d-4a06-41d8-b919-f255f155943f', 'tag': '7608fc6c-4c75-4681-9aed-1b7336e87146'}] {{(pid=102347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:52:26.766775 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311149b481204ee7edffdb959c881838506fbd95bc8577c048f6677abb73acc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d7abfb2-68bf-45f1-9645-5b2f30160596" -d '{"events": [{"name": "network-changed", "server_uuid": "a505328d-4a06-41d8-b919-f255f155943f", "tag": "7608fc6c-4c75-4681-9aed-1b7336e87146"}]}' {{(pid=102347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:52:26.916357 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c2324d-f74f-4b77-aadd-98d587c7bb58 service neutron] Pushing event updated for resources: {'Port': ['ID=7608fc6c-4c75-4681-9aed-1b7336e87146,revision_number=3']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:52:26.965266 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58038102-ebfc-49ca-8a8b-65c428b1e160 req-f9001fd4-b9a4-41bc-a037-944241695dd4 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:52:26.968331 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-58038102-ebfc-49ca-8a8b-65c428b1e160 req-f9001fd4-b9a4-41bc-a037-944241695dd4 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] 10.222.0.44 "GET /v2.0/ports?device_id=a505328d-4a06-41d8-b919-f255f155943f HTTP/1.1" status: 200 len: 943 time: 0.0950406 Oct 27 10:52:26.985093 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc6aa32-8a15-4ca0-b08c-d8bce6beecd2 req-72960c17-bc3b-4cad-8606-274315773e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:52:26.986784 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-3bc6aa32-8a15-4ca0-b08c-d8bce6beecd2 req-72960c17-bc3b-4cad-8606-274315773e71 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b77ac30bad224fe0b8e5f2c5dd43d62c&device_id=a505328d-4a06-41d8-b919-f255f155943f HTTP/1.1" status: 200 len: 1095 time: 0.1598885 Oct 27 10:52:26.995289 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413819ab-b818-4f8c-9d5e-8027c65cd938 req-3cd31cb2-d37c-41ff-940c-b2b797514c8c tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:52:26.997243 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-413819ab-b818-4f8c-9d5e-8027c65cd938 req-3cd31cb2-d37c-41ff-940c-b2b797514c8c tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a827997-b4ab-4e57-9c2d-00ceb9f2a6f2 HTTP/1.1" status: 200 len: 946 time: 0.1420410 Oct 27 10:52:27.020595 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1495140-57fd-47db-9fd4-76d9d6b08bbd tempest-FloatingIPAdminTestJSON-1716310986 tempest-FloatingIPAdminTestJSON-1716310986-project] Router 3693914e-c8ef-4c2e-aedb-83e5aa5e61be has already been hosted by L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb {{(pid=102346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 10:52:27.040820 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-58038102-ebfc-49ca-8a8b-65c428b1e160 req-f2b5805e-1513-4c8c-bfa2-bb995cde3798 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] 10.222.0.44 "GET /v2.0/security-groups?id=44a47b91-e42c-4c64-967d-8b50f82f524a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646892 Oct 27 10:52:27.111940 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e62e54-9b7d-4498-aa4f-9cffbe794b11 req-3020423b-d5a3-41ed-ac4b-4b2be8051691 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:52:27.120543 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-d7e62e54-9b7d-4498-aa4f-9cffbe794b11 req-3020423b-d5a3-41ed-ac4b-4b2be8051691 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] 10.222.0.44 "GET /v2.0/ports?device_id=4a827997-b4ab-4e57-9c2d-00ceb9f2a6f2 HTTP/1.1" status: 200 len: 946 time: 0.2067142 Oct 27 10:52:27.126724 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 10:52:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a21736d1-08c0-471f-8504-bcd532f026bf x-openstack-request-id: req-a21736d1-08c0-471f-8504-bcd532f026bf {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:52:27.127104 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a505328d-4a06-41d8-b919-f255f155943f", "tag": "7608fc6c-4c75-4681-9aed-1b7336e87146", "status": "completed", "code": 200}]} {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:52:27.127610 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a21736d1-08c0-471f-8504-bcd532f026bf {{(pid=102347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:52:27.128121 n-d-813419-10 neutron-server[102347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a505328d-4a06-41d8-b919-f255f155943f', 'tag': '7608fc6c-4c75-4681-9aed-1b7336e87146', 'status': 'completed', 'code': 200} Oct 27 10:52:27.136457 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-3bc6aa32-8a15-4ca0-b08c-d8bce6beecd2 req-10559ce0-0b01-446c-a674-e7031954fe3c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7608fc6c-4c75-4681-9aed-1b7336e87146 HTTP/1.1" status: 200 len: 217 time: 0.1379673 Oct 27 10:52:27.141999 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-71124542-5ca8-4cb0-98ee-671e1152569c None None] Provisioning complete for port 35b27d50-7974-4574-9059-09aae823107d triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:52:27.142439 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-71124542-5ca8-4cb0-98ee-671e1152569c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:27.170517 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device 493b566b-8077-47ab-b0fa-7e567159f7fd up at agent hyperv_n-h2-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:52:27.182640 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1495140-57fd-47db-9fd4-76d9d6b08bbd tempest-FloatingIPAdminTestJSON-1716310986 tempest-FloatingIPAdminTestJSON-1716310986-project] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:52:27.200353 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-d1495140-57fd-47db-9fd4-76d9d6b08bbd tempest-FloatingIPAdminTestJSON-1716310986 tempest-FloatingIPAdminTestJSON-1716310986-project] 10.222.0.44 "PUT /v2.0/routers/3693914e-c8ef-4c2e-aedb-83e5aa5e61be/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0367670 Oct 27 10:52:27.201496 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 33914) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:52:27.202364 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ed9f669-7148-41de-a16f-16d1e307b3b7 None None] Sync routers for ids ['3693914e-c8ef-4c2e-aedb-83e5aa5e61be'] in n-d-813419-10 {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:52:27.207546 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-bf0fe7dc-1612-40e9-a0ad-9994a0c1d373 tempest-FloatingIPAdminTestJSON-1716310986 tempest-FloatingIPAdminTestJSON-1716310986-project] Request body: {'port': {'network_id': '584b09ee-a9df-4726-aa76-ccda3e078ede', 'name': 'tempest-FloatingIPAdminTestJSON-1405784486'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:52:27.229711 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-71124542-5ca8-4cb0-98ee-671e1152569c None None] Port 35b27d50-7974-4574-9059-09aae823107d cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:52:27.239762 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ed9f669-7148-41de-a16f-16d1e307b3b7 None None] Routers {'3693914e-c8ef-4c2e-aedb-83e5aa5e61be'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:52:27.240781 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-4ed9f669-7148-41de-a16f-16d1e307b3b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:52:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['3693914e-c8ef-4c2e-aedb-83e5aa5e61be'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:52:27.275551 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-d7e62e54-9b7d-4498-aa4f-9cffbe794b11 req-01f3967a-15ba-4972-86e6-8011ef2b19d7 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] 10.222.0.44 "GET /v2.0/security-groups?id=ffed76d3-4d36-4729-a6a9-ef5807ccbf84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540282 Oct 27 10:52:27.285791 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc6aa32-8a15-4ca0-b08c-d8bce6beecd2 req-98d2d615-5fa7-47d4-831f-32a9cf82204b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:52:27.287555 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-3bc6aa32-8a15-4ca0-b08c-d8bce6beecd2 req-98d2d615-5fa7-47d4-831f-32a9cf82204b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=409efab0-c699-43bc-a615-0c78de1334af HTTP/1.1" status: 200 len: 835 time: 0.1180847 Oct 27 10:52:27.306320 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-4ed9f669-7148-41de-a16f-16d1e307b3b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:52:27.321792 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ed9f669-7148-41de-a16f-16d1e307b3b7 None None] Routers {'3693914e-c8ef-4c2e-aedb-83e5aa5e61be'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:52:27.322765 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-4ed9f669-7148-41de-a16f-16d1e307b3b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:52:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['3693914e-c8ef-4c2e-aedb-83e5aa5e61be'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:52:27.362814 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc6aa32-8a15-4ca0-b08c-d8bce6beecd2 req-14481a75-67e9-41f5-9d58-57e7574f063d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:52:27.364575 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-3bc6aa32-8a15-4ca0-b08c-d8bce6beecd2 req-14481a75-67e9-41f5-9d58-57e7574f063d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=7a261072-1520-4c4e-bc8b-d16ecdb68ee8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0602119 Oct 27 10:52:27.365233 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf0fe7dc-1612-40e9-a0ad-9994a0c1d373 tempest-FloatingIPAdminTestJSON-1716310986 tempest-FloatingIPAdminTestJSON-1716310986-project] Made reservation on behalf of 0c4dd0fc75a5457886a05211b08818dc for: {'port': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:52:27.366934 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [req-413819ab-b818-4f8c-9d5e-8027c65cd938 req-fda3ef29-df99-412b-a3ff-c07c15741d91 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] Deleting port 404a89c5-b633-4d1a-9724-956af3689dd6 {{(pid=102347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:52:27.367398 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-413819ab-b818-4f8c-9d5e-8027c65cd938 req-fda3ef29-df99-412b-a3ff-c07c15741d91 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:27.370669 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-bf0fe7dc-1612-40e9-a0ad-9994a0c1d373 tempest-FloatingIPAdminTestJSON-1716310986 tempest-FloatingIPAdminTestJSON-1716310986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:27.376186 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-4ed9f669-7148-41de-a16f-16d1e307b3b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:52:27.377040 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ed9f669-7148-41de-a16f-16d1e307b3b7 None None] The sync data for ids ['3693914e-c8ef-4c2e-aedb-83e5aa5e61be'] in n-d-813419-10 is: [] {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:52:27.386467 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Provisioning for port 493b566b-8077-47ab-b0fa-7e567159f7fd completed by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 10:52:27.391628 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [None req-bf0fe7dc-1612-40e9-a0ad-9994a0c1d373 tempest-FloatingIPAdminTestJSON-1716310986 tempest-FloatingIPAdminTestJSON-1716310986-project] device_id is not set on port 79101aae-6132-4c18-b0b1-8119c0ded26e yet. {{(pid=102346) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 10:52:27.394826 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Provisioning complete for port 493b566b-8077-47ab-b0fa-7e567159f7fd triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:52:27.395377 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:27.490282 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:27.521176 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c280a57-b5b3-4702-a42f-d4f4a9313432', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '493b566b-8077-47ab-b0fa-7e567159f7fd'}] {{(pid=102348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:52:27.523801 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c588921fa634554a1d9242fdea1b05457a9ff1d3b28ba54ec1dace7f2f1df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-557c3b3c-22b0-4b6a-970b-765192f7cb17" -d '{"events": [{"server_uuid": "8c280a57-b5b3-4702-a42f-d4f4a9313432", "name": "network-vif-plugged", "status": "completed", "tag": "493b566b-8077-47ab-b0fa-7e567159f7fd"}]}' {{(pid=102348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:52:27.533675 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-413819ab-b818-4f8c-9d5e-8027c65cd938 req-fda3ef29-df99-412b-a3ff-c07c15741d91 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] For port 404a89c5-b633-4d1a-9724-956af3689dd6, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=404a89c5-b633-4d1a-9724-956af3689dd6,segment=NetworkSegment(8cab2adf-a440-42c6-b3ba-33945c07a109),segment_id=8cab2adf-a440-42c6-b3ba-33945c07a109)] {{(pid=102347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:52:27.534104 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-413819ab-b818-4f8c-9d5e-8027c65cd938 req-fda3ef29-df99-412b-a3ff-c07c15741d91 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:27.541669 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_common [None req-bf0fe7dc-1612-40e9-a0ad-9994a0c1d373 tempest-FloatingIPAdminTestJSON-1716310986 tempest-FloatingIPAdminTestJSON-1716310986-project] Allocated IP 172.20.0.4 (584b09ee-a9df-4726-aa76-ccda3e078ede/78c001f7-c782-45cf-b062-ec6e7607735b/79101aae-6132-4c18-b0b1-8119c0ded26e) {{(pid=102346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:52:27.553069 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [req-413819ab-b818-4f8c-9d5e-8027c65cd938 req-fda3ef29-df99-412b-a3ff-c07c15741d91 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] Calling delete_port for 404a89c5-b633-4d1a-9724-956af3689dd6 owned by compute:nova {{(pid=102347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:52:27.565538 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] For port 493b566b-8077-47ab-b0fa-7e567159f7fd, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=493b566b-8077-47ab-b0fa-7e567159f7fd,segment=NetworkSegment(d1b37471-bd8e-4564-a77c-6e0c9d2699fd),segment_id=d1b37471-bd8e-4564-a77c-6e0c9d2699fd)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:52:27.577114 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:27.626439 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:52:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62c6e027-cded-4442-b39a-0960ae72a855 x-openstack-request-id: req-62c6e027-cded-4442-b39a-0960ae72a855 {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:52:27.627105 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c280a57-b5b3-4702-a42f-d4f4a9313432", "name": "network-vif-plugged", "status": "completed", "tag": "493b566b-8077-47ab-b0fa-7e567159f7fd", "code": 200}]} {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:52:27.627523 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-62c6e027-cded-4442-b39a-0960ae72a855 {{(pid=102348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:52:27.628407 n-d-813419-10 neutron-server[102348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c280a57-b5b3-4702-a42f-d4f4a9313432', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '493b566b-8077-47ab-b0fa-7e567159f7fd', 'code': 200} Oct 27 10:52:27.634887 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-3bc6aa32-8a15-4ca0-b08c-d8bce6beecd2 req-4c71b759-da28-44f6-b4d2-fe41e521da87 service neutron] 10.222.0.64 "GET /v2.0/networks/7a261072-1520-4c4e-bc8b-d16ecdb68ee8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2223787 Oct 27 10:52:27.674841 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Pushing event updated for resources: {'Port': ['ID=493b566b-8077-47ab-b0fa-7e567159f7fd,revision_number=5']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:52:27.768739 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b953a30-6ae5-428e-b703-ddf5650c6c9a req-e2928965-fddd-4a01-874e-32a48742bb31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:52:27.770215 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-5b953a30-6ae5-428e-b703-ddf5650c6c9a req-e2928965-fddd-4a01-874e-32a48742bb31 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=8c280a57-b5b3-4702-a42f-d4f4a9313432 HTTP/1.1" status: 200 len: 1097 time: 0.0891442 Oct 27 10:52:27.809971 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-bf0fe7dc-1612-40e9-a0ad-9994a0c1d373 tempest-FloatingIPAdminTestJSON-1716310986 tempest-FloatingIPAdminTestJSON-1716310986-project] Publish callbacks [] for port, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:27.837064 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-5b953a30-6ae5-428e-b703-ddf5650c6c9a req-0c1e850a-995e-4558-a386-024a435b7b60 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=e12aac3e-256a-4b83-b5b5-3559f5984194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523090 Oct 27 10:52:27.876462 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-bf0fe7dc-1612-40e9-a0ad-9994a0c1d373 tempest-FloatingIPAdminTestJSON-1716310986 tempest-FloatingIPAdminTestJSON-1716310986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:27.925145 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf0fe7dc-1612-40e9-a0ad-9994a0c1d373 tempest-FloatingIPAdminTestJSON-1716310986 tempest-FloatingIPAdminTestJSON-1716310986-project] Network 584b09ee-a9df-4726-aa76-ccda3e078ede is already hosted by enough agents. {{(pid=102346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:52:27.929133 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-bf0fe7dc-1612-40e9-a0ad-9994a0c1d373 tempest-FloatingIPAdminTestJSON-1716310986 tempest-FloatingIPAdminTestJSON-1716310986-project] Resources bound (agent type, host, resource id): {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:52:27.931978 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf0fe7dc-1612-40e9-a0ad-9994a0c1d373 tempest-FloatingIPAdminTestJSON-1716310986 tempest-FloatingIPAdminTestJSON-1716310986-project] Received port after_create {{(pid=102346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:52:27.983744 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0fe7dc-1612-40e9-a0ad-9994a0c1d373 tempest-FloatingIPAdminTestJSON-1716310986 tempest-FloatingIPAdminTestJSON-1716310986-project] Pushing event updated for resources: {'Port': ['ID=79101aae-6132-4c18-b0b1-8119c0ded26e,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:52:28.002181 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf0fe7dc-1612-40e9-a0ad-9994a0c1d373 tempest-FloatingIPAdminTestJSON-1716310986 tempest-FloatingIPAdminTestJSON-1716310986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:52:28.002979 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-bf0fe7dc-1612-40e9-a0ad-9994a0c1d373 tempest-FloatingIPAdminTestJSON-1716310986 tempest-FloatingIPAdminTestJSON-1716310986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:28.023107 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-bf0fe7dc-1612-40e9-a0ad-9994a0c1d373 tempest-FloatingIPAdminTestJSON-1716310986 tempest-FloatingIPAdminTestJSON-1716310986-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8204987 Oct 27 10:52:28.027250 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 33922) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:52:28.092659 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-1285ee0c-3e7c-468c-a515-a3fbdbb2a7e4 tempest-FloatingIPAdminTestJSON-1796028586 tempest-FloatingIPAdminTestJSON-1796028586-project-admin] Request body: {'floatingip': {'floating_network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'project_id': '0c4dd0fc75a5457886a05211b08818dc', 'port_id': '79101aae-6132-4c18-b0b1-8119c0ded26e'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:52:28.125366 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-1285ee0c-3e7c-468c-a515-a3fbdbb2a7e4 tempest-FloatingIPAdminTestJSON-1796028586 tempest-FloatingIPAdminTestJSON-1796028586-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:28.237529 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f76f336-6ff9-4cc5-a4f5-eb0d8b3bd791 req-989111ec-2ded-46a1-a318-3e3faba62116 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:52:28.247953 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-4f76f336-6ff9-4cc5-a4f5-eb0d8b3bd791 req-989111ec-2ded-46a1-a318-3e3faba62116 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] 10.222.0.44 "GET /v2.0/ports?device_id=a505328d-4a06-41d8-b919-f255f155943f HTTP/1.1" status: 200 len: 943 time: 0.1062546 Oct 27 10:52:28.250479 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-3bc6aa32-8a15-4ca0-b08c-d8bce6beecd2 req-d62f097e-9da3-4060-83fc-9c8bcc1c4e19 service neutron] 10.222.0.64 "GET /v2.0/networks/7a261072-1520-4c4e-bc8b-d16ecdb68ee8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6079907 Oct 27 10:52:28.273750 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7faa4a6c-fc74-4874-b127-78b81cd71d18 None None] Provisioning complete for port 79101aae-6132-4c18-b0b1-8119c0ded26e triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:52:28.274704 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7faa4a6c-fc74-4874-b127-78b81cd71d18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:28.316417 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-4f76f336-6ff9-4cc5-a4f5-eb0d8b3bd791 req-3d8ae746-7b64-4a84-8787-b5a989833893 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] 10.222.0.44 "GET /v2.0/security-groups?id=44a47b91-e42c-4c64-967d-8b50f82f524a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635414 Oct 27 10:52:28.317712 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-7faa4a6c-fc74-4874-b127-78b81cd71d18 None None] Port 79101aae-6132-4c18-b0b1-8119c0ded26e cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:52:28.333894 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d29d9e3-533c-44a8-810d-3b062255b645 req-baeeec06-f108-48ce-a5dc-50864e6df478 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:52:28.335915 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-6d29d9e3-533c-44a8-810d-3b062255b645 req-baeeec06-f108-48ce-a5dc-50864e6df478 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/ports?device_id=8c280a57-b5b3-4702-a42f-d4f4a9313432 HTTP/1.1" status: 200 len: 945 time: 0.5757627 Oct 27 10:52:28.346964 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-413819ab-b818-4f8c-9d5e-8027c65cd938 req-fda3ef29-df99-412b-a3ff-c07c15741d91 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:28.362173 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] get_ports_and_sgs() called for port_ids ['fe919a1d-8d66-4e9c-9d07-1b82a0020cfa'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:52:28.392712 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-1285ee0c-3e7c-468c-a515-a3fbdbb2a7e4 tempest-FloatingIPAdminTestJSON-1796028586 tempest-FloatingIPAdminTestJSON-1796028586-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:28.414601 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda3ef29-df99-412b-a3ff-c07c15741d91 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] Pushing event deleted for resources: {'Port': ['ID=404a89c5-b633-4d1a-9724-956af3689dd6,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:52:28.488806 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [req-413819ab-b818-4f8c-9d5e-8027c65cd938 req-fda3ef29-df99-412b-a3ff-c07c15741d91 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] No DVR routers for this DVR port 404a89c5-b633-4d1a-9724-956af3689dd6 on host n-h1-813419-10 {{(pid=102347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:52:28.493906 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-6d29d9e3-533c-44a8-810d-3b062255b645 req-4317c571-f740-4661-8a76-3d8ba92b9815 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/security-groups?id=e12aac3e-256a-4b83-b5b5-3559f5984194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1021240 Oct 27 10:52:28.495120 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-413819ab-b818-4f8c-9d5e-8027c65cd938 req-fda3ef29-df99-412b-a3ff-c07c15741d91 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:28.498250 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-2caad93f-6cf5-4b15-a059-8fdcf2d7e525 req-0234de38-f20c-4bb9-afb6-c07ba4daae10 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] 10.222.0.44 "GET /v2.0/ports?device_id=4a827997-b4ab-4e57-9c2d-00ceb9f2a6f2 HTTP/1.1" status: 200 len: 210 time: 0.0839052 Oct 27 10:52:28.498395 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-413819ab-b818-4f8c-9d5e-8027c65cd938 req-fda3ef29-df99-412b-a3ff-c07c15741d91 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] 10.222.0.64 "DELETE /v2.0/ports/404a89c5-b633-4d1a-9724-956af3689dd6 HTTP/1.1" status: 204 len: 173 time: 1.4904728 Oct 27 10:52:28.500238 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7abfb2-68bf-45f1-9645-5b2f30160596 req-bf1f6476-4a88-46ac-a0e6-3ef21973aea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:52:28.501786 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-5d7abfb2-68bf-45f1-9645-5b2f30160596 req-bf1f6476-4a88-46ac-a0e6-3ef21973aea1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b77ac30bad224fe0b8e5f2c5dd43d62c&device_id=a505328d-4a06-41d8-b919-f255f155943f HTTP/1.1" status: 200 len: 1095 time: 0.1904874 Oct 27 10:52:28.613189 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_common [None req-1285ee0c-3e7c-468c-a515-a3fbdbb2a7e4 tempest-FloatingIPAdminTestJSON-1796028586 tempest-FloatingIPAdminTestJSON-1796028586-project-admin] Allocated IP 172.25.8.122 (185ff123-c7ff-45c7-a6be-71feb35acc9c/0fb9f9d1-7384-481f-8fa8-f4566c349d30/f0e2f5e5-c3e6-4519-8726-17b6f0cb6695) {{(pid=102346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:52:28.644465 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7abfb2-68bf-45f1-9645-5b2f30160596 req-b23a1526-3f5d-434a-becf-afe9fe0c5777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:52:28.646047 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-5d7abfb2-68bf-45f1-9645-5b2f30160596 req-b23a1526-3f5d-434a-becf-afe9fe0c5777 service neutron] 10.222.0.64 "GET /v2.0/networks?id=7a261072-1520-4c4e-bc8b-d16ecdb68ee8 HTTP/1.1" status: 200 len: 897 time: 0.1355712 Oct 27 10:52:28.699374 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-5d7abfb2-68bf-45f1-9645-5b2f30160596 req-7bb616d0-3927-4388-bfdb-2a6caf3fa2a6 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7608fc6c-4c75-4681-9aed-1b7336e87146 HTTP/1.1" status: 200 len: 217 time: 0.0452557 Oct 27 10:52:28.733699 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-1285ee0c-3e7c-468c-a515-a3fbdbb2a7e4 tempest-FloatingIPAdminTestJSON-1796028586 tempest-FloatingIPAdminTestJSON-1796028586-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:28.761947 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7abfb2-68bf-45f1-9645-5b2f30160596 req-dfbfe7a3-dc12-422b-a920-83056f8806b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:52:28.766041 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-5d7abfb2-68bf-45f1-9645-5b2f30160596 req-dfbfe7a3-dc12-422b-a920-83056f8806b0 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=409efab0-c699-43bc-a615-0c78de1334af HTTP/1.1" status: 200 len: 835 time: 0.0576327 Oct 27 10:52:28.771170 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-1285ee0c-3e7c-468c-a515-a3fbdbb2a7e4 tempest-FloatingIPAdminTestJSON-1796028586 tempest-FloatingIPAdminTestJSON-1796028586-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:28.812811 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1285ee0c-3e7c-468c-a515-a3fbdbb2a7e4 tempest-FloatingIPAdminTestJSON-1796028586 tempest-FloatingIPAdminTestJSON-1796028586-project-admin] Network 185ff123-c7ff-45c7-a6be-71feb35acc9c is already hosted by enough agents. {{(pid=102346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:52:28.813033 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7abfb2-68bf-45f1-9645-5b2f30160596 req-01d794af-3185-416e-8054-288f28073123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:52:28.814503 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-5d7abfb2-68bf-45f1-9645-5b2f30160596 req-01d794af-3185-416e-8054-288f28073123 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=7a261072-1520-4c4e-bc8b-d16ecdb68ee8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406313 Oct 27 10:52:28.815795 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-1285ee0c-3e7c-468c-a515-a3fbdbb2a7e4 tempest-FloatingIPAdminTestJSON-1796028586 tempest-FloatingIPAdminTestJSON-1796028586-project-admin] Resources bound (agent type, host, resource id): {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:52:28.820110 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1285ee0c-3e7c-468c-a515-a3fbdbb2a7e4 tempest-FloatingIPAdminTestJSON-1796028586 tempest-FloatingIPAdminTestJSON-1796028586-project-admin] Received port after_create {{(pid=102346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:52:28.823277 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1285ee0c-3e7c-468c-a515-a3fbdbb2a7e4 tempest-FloatingIPAdminTestJSON-1796028586 tempest-FloatingIPAdminTestJSON-1796028586-project-admin] Pushing event updated for resources: {'Port': ['ID=f0e2f5e5-c3e6-4519-8726-17b6f0cb6695,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:52:28.915604 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-5d7abfb2-68bf-45f1-9645-5b2f30160596 req-78d6b2ae-0020-4f43-8bc3-0330e1befd8e service neutron] 10.222.0.64 "GET /v2.0/networks/7a261072-1520-4c4e-bc8b-d16ecdb68ee8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928445 Oct 27 10:52:29.054920 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-5d7abfb2-68bf-45f1-9645-5b2f30160596 req-3589bff7-3a3a-46df-b15e-6d7b7264a70a service neutron] 10.222.0.64 "GET /v2.0/networks/7a261072-1520-4c4e-bc8b-d16ecdb68ee8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295764 Oct 27 10:52:29.129831 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a827997-b4ab-4e57-9c2d-00ceb9f2a6f2', 'name': 'network-vif-deleted', 'tag': '404a89c5-b633-4d1a-9724-956af3689dd6'}] {{(pid=102347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:52:29.132281 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311149b481204ee7edffdb959c881838506fbd95bc8577c048f6677abb73acc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de08e8be-3527-4b8b-abf9-2633ed470b5b" -d '{"events": [{"server_uuid": "4a827997-b4ab-4e57-9c2d-00ceb9f2a6f2", "name": "network-vif-deleted", "tag": "404a89c5-b633-4d1a-9724-956af3689dd6"}]}' {{(pid=102347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:52:29.180037 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:52:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-962d13e7-2f39-4a51-840c-e17150f13e88 x-openstack-request-id: req-962d13e7-2f39-4a51-840c-e17150f13e88 {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:52:29.180354 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a827997-b4ab-4e57-9c2d-00ceb9f2a6f2", "name": "network-vif-deleted", "tag": "404a89c5-b633-4d1a-9724-956af3689dd6", "status": "completed", "code": 200}]} {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:52:29.180607 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-962d13e7-2f39-4a51-840c-e17150f13e88 {{(pid=102347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:52:29.181018 n-d-813419-10 neutron-server[102347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a827997-b4ab-4e57-9c2d-00ceb9f2a6f2', 'name': 'network-vif-deleted', 'tag': '404a89c5-b633-4d1a-9724-956af3689dd6', 'status': 'completed', 'code': 200} Oct 27 10:52:29.269404 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.agents_db [None req-e79ee67d-056e-46ea-bd99-e80473396b25 None None] Agent healthcheck: found 7 active agents {{(pid=102349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 10:52:29.514388 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1fb77a-4b73-4099-b045-45aca3365fe3 req-4b06aa52-5579-4df9-ac25-9b3bb1c3305e tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:52:29.515746 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ab1fb77a-4b73-4099-b045-45aca3365fe3 req-4b06aa52-5579-4df9-ac25-9b3bb1c3305e tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] 10.222.0.44 "GET /v2.0/ports?device_id=a505328d-4a06-41d8-b919-f255f155943f HTTP/1.1" status: 200 len: 943 time: 0.1146729 Oct 27 10:52:29.531952 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-1285ee0c-3e7c-468c-a515-a3fbdbb2a7e4 tempest-FloatingIPAdminTestJSON-1796028586 tempest-FloatingIPAdminTestJSON-1796028586-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:29.587154 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ab1fb77a-4b73-4099-b045-45aca3365fe3 req-28d6f5e9-c881-49e4-af1a-16c2d5b6d2cf tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] 10.222.0.44 "GET /v2.0/security-groups?id=44a47b91-e42c-4c64-967d-8b50f82f524a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650740 Oct 27 10:52:29.637115 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-1285ee0c-3e7c-468c-a515-a3fbdbb2a7e4 tempest-FloatingIPAdminTestJSON-1796028586 tempest-FloatingIPAdminTestJSON-1796028586-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:29.667690 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4771193-40d8-4f16-b03c-e9e7fc2f50f9 req-e230807a-4b17-41c8-a129-91cccc77546c tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:52:29.669972 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-a4771193-40d8-4f16-b03c-e9e7fc2f50f9 req-e230807a-4b17-41c8-a129-91cccc77546c tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/ports?device_id=8c280a57-b5b3-4702-a42f-d4f4a9313432 HTTP/1.1" status: 200 len: 945 time: 0.0709894 Oct 27 10:52:29.714690 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-a4771193-40d8-4f16-b03c-e9e7fc2f50f9 req-338a46a4-28cc-4b17-b450-f7c83dfdb472 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/security-groups?id=e12aac3e-256a-4b83-b5b5-3559f5984194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385296 Oct 27 10:52:29.861124 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-1285ee0c-3e7c-468c-a515-a3fbdbb2a7e4 tempest-FloatingIPAdminTestJSON-1796028586 tempest-FloatingIPAdminTestJSON-1796028586-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:29.869189 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device 7608fc6c-4c75-4681-9aed-1b7336e87146 details requested by agent hyperv_n-h1-813419-10 with host n-h1-813419-10 {{(pid=102348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 10:52:29.870267 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12db947d-4590-4bdc-b241-8119f8e59ffd req-b29b4532-7de3-4684-8f7a-2c9fcd5ff6df tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:52:29.871789 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-12db947d-4590-4bdc-b241-8119f8e59ffd req-b29b4532-7de3-4684-8f7a-2c9fcd5ff6df tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/ports?device_id=8c280a57-b5b3-4702-a42f-d4f4a9313432 HTTP/1.1" status: 200 len: 945 time: 0.0844858 Oct 27 10:52:29.872118 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device 404a89c5-b633-4d1a-9724-956af3689dd6 no longer exists at agent hyperv_n-h1-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:52:29.873105 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-1285ee0c-3e7c-468c-a515-a3fbdbb2a7e4 tempest-FloatingIPAdminTestJSON-1796028586 tempest-FloatingIPAdminTestJSON-1796028586-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27024173'] for port, after_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:29.902536 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] No Port match for: 404a89c5-b633-4d1a-9724-956af3689dd6 {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:52:29.902899 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device 404a89c5-b633-4d1a-9724-956af3689dd6 not bound to the agent host n-h1-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:52:29.976542 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d216d551-723b-4752-b6b8-2b45dbcb179f req-1ff2d32b-2dc4-4863-85f4-23778c4d8804 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:52:29.979072 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-d216d551-723b-4752-b6b8-2b45dbcb179f req-1ff2d32b-2dc4-4863-85f4-23778c4d8804 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] 10.222.0.44 "GET /v2.0/networks?id=f2b03a6b-6c02-4954-a3e8-168cf87d8153 HTTP/1.1" status: 200 len: 806 time: 0.1378586 Oct 27 10:52:29.990208 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-12db947d-4590-4bdc-b241-8119f8e59ffd req-81aa4a57-7b4d-4752-a51e-d80c19abf2b4 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/security-groups?id=e12aac3e-256a-4b83-b5b5-3559f5984194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1074691 Oct 27 10:52:29.994592 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-1285ee0c-3e7c-468c-a515-a3fbdbb2a7e4 tempest-FloatingIPAdminTestJSON-1796028586 tempest-FloatingIPAdminTestJSON-1796028586-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1664826'] for floatingip, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:29.996376 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1285ee0c-3e7c-468c-a515-a3fbdbb2a7e4 tempest-FloatingIPAdminTestJSON-1796028586 tempest-FloatingIPAdminTestJSON-1796028586-project-admin] Pushing event updated for resources: {'Port': ['ID=f0e2f5e5-c3e6-4519-8726-17b6f0cb6695,revision_number=2']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:52:30.002397 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-d216d551-723b-4752-b6b8-2b45dbcb179f req-d690da88-143d-458f-8a19-262be020b5b9 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] 10.222.0.44 "GET /v2.0/quotas/04258b83abed4a9ca4fa54d398f51fb3 HTTP/1.1" status: 200 len: 375 time: 0.0163269 Oct 27 10:52:30.042594 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 33958) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:52:30.059343 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port 7608fc6c-4c75-4681-9aed-1b7336e87146, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=7608fc6c-4c75-4681-9aed-1b7336e87146,segment=NetworkSegment(b3159c1b-a3cb-4a30-b6e6-3ef47749633a),segment_id=b3159c1b-a3cb-4a30-b6e6-3ef47749633a)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:52:30.074199 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Returning: {'device': '7608fc6c-4c75-4681-9aed-1b7336e87146', 'network_id': '7a261072-1520-4c4e-bc8b-d16ecdb68ee8', 'port_id': '7608fc6c-4c75-4681-9aed-1b7336e87146', 'mac_address': 'fa:16:3e:8e:9c:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 406, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '409efab0-c699-43bc-a615-0c78de1334af', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 10:52:30.121731 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd229a5c-a025-4b1e-a965-9b454be82574 tempest-TestVolumeBootPattern-312610010 tempest-TestVolumeBootPattern-312610010-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:52:30.126873 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-dd229a5c-a025-4b1e-a965-9b454be82574 tempest-TestVolumeBootPattern-312610010 tempest-TestVolumeBootPattern-312610010-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=8c280a57-b5b3-4702-a42f-d4f4a9313432 HTTP/1.1" status: 200 len: 1092 time: 0.0819254 Oct 27 10:52:30.127478 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 33960) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:52:30.128008 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:30.134857 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-213c93a5-cce8-4f76-adbe-79b018da9b4d tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Request body: {'floatingip': {'floating_network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'port_id': '493b566b-8077-47ab-b0fa-7e567159f7fd', 'tenant_id': 'b02a92ec9ad04d95b8ea6a5db5946dfb', 'fixed_ip_address': '172.20.0.3'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:52:30.137731 n-d-813419-10 neutron-server[102346]: INFO neutron.db.l3_db [None req-1285ee0c-3e7c-468c-a515-a3fbdbb2a7e4 tempest-FloatingIPAdminTestJSON-1796028586 tempest-FloatingIPAdminTestJSON-1796028586-project-admin] Floating IP 6ca7a308-7277-484d-9505-f900f5f42f91 associated. External IP: 172.25.8.122, port: 79101aae-6132-4c18-b0b1-8119c0ded26e. Oct 27 10:52:30.144688 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-d216d551-723b-4752-b6b8-2b45dbcb179f req-b6ee9049-3880-4588-9008-d75ba8b3221a tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=04258b83abed4a9ca4fa54d398f51fb3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1228268 Oct 27 10:52:30.146807 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7608fc6c-4c75-4681-9aed-1b7336e87146 {{(pid=102348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:52:30.168518 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port 7608fc6c-4c75-4681-9aed-1b7336e87146, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=7608fc6c-4c75-4681-9aed-1b7336e87146,segment=NetworkSegment(b3159c1b-a3cb-4a30-b6e6-3ef47749633a),segment_id=b3159c1b-a3cb-4a30-b6e6-3ef47749633a)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:52:30.173502 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:30.214704 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-213c93a5-cce8-4f76-adbe-79b018da9b4d tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Publish callbacks [] for floatingip, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:30.250497 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Pushing event updated for resources: {'Port': ['ID=7608fc6c-4c75-4681-9aed-1b7336e87146,revision_number=4']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:52:30.300347 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-d216d551-723b-4752-b6b8-2b45dbcb179f req-4cd7b718-6f46-45fb-a8e7-486d879a421c service neutron] 10.222.0.44 "GET /v2.0/networks/f2b03a6b-6c02-4954-a3e8-168cf87d8153?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436853 Oct 27 10:52:30.375859 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] get_ports_and_sgs() called for port_ids ['7608fc6c-4c75-4681-9aed-1b7336e87146'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:52:30.405095 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1285ee0c-3e7c-468c-a515-a3fbdbb2a7e4 tempest-FloatingIPAdminTestJSON-1796028586 tempest-FloatingIPAdminTestJSON-1796028586-project-admin] Router 3693914e-c8ef-4c2e-aedb-83e5aa5e61be has already been hosted by L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb {{(pid=102346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 10:52:30.431233 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-d216d551-723b-4752-b6b8-2b45dbcb179f req-e3533907-e1de-4adc-91d3-4975578b00df service neutron] 10.222.0.44 "GET /v2.0/networks/f2b03a6b-6c02-4954-a3e8-168cf87d8153?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213994 Oct 27 10:52:30.437892 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-213c93a5-cce8-4f76-adbe-79b018da9b4d tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:30.539139 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1285ee0c-3e7c-468c-a515-a3fbdbb2a7e4 tempest-FloatingIPAdminTestJSON-1796028586 tempest-FloatingIPAdminTestJSON-1796028586-project-admin] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:52:30.550945 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79b6aa1e-a6bb-4b4c-9424-098e7a5fb804 None None] Sync routers for ids ['3693914e-c8ef-4c2e-aedb-83e5aa5e61be'] in n-d-813419-10 {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:52:30.565802 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-1285ee0c-3e7c-468c-a515-a3fbdbb2a7e4 tempest-FloatingIPAdminTestJSON-1796028586 tempest-FloatingIPAdminTestJSON-1796028586-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for floatingip, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:30.567612 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79b6aa1e-a6bb-4b4c-9424-098e7a5fb804 None None] Routers {'3693914e-c8ef-4c2e-aedb-83e5aa5e61be'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:52:30.568785 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-79b6aa1e-a6bb-4b4c-9424-098e7a5fb804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:52:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['3693914e-c8ef-4c2e-aedb-83e5aa5e61be'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:52:30.590805 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_common [None req-213c93a5-cce8-4f76-adbe-79b018da9b4d tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Allocated IP 172.25.8.177 (185ff123-c7ff-45c7-a6be-71feb35acc9c/0fb9f9d1-7384-481f-8fa8-f4566c349d30/cf86d690-2114-43d0-a8cc-0672c3e49d22) {{(pid=102347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:52:30.615740 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-79b6aa1e-a6bb-4b4c-9424-098e7a5fb804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:52:30.620633 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-1285ee0c-3e7c-468c-a515-a3fbdbb2a7e4 tempest-FloatingIPAdminTestJSON-1796028586 tempest-FloatingIPAdminTestJSON-1796028586-project-admin] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 2.5921605 Oct 27 10:52:30.624043 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 33964) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:52:30.631065 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79b6aa1e-a6bb-4b4c-9424-098e7a5fb804 None None] Routers {'3693914e-c8ef-4c2e-aedb-83e5aa5e61be'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:52:30.632074 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-79b6aa1e-a6bb-4b4c-9424-098e7a5fb804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:52:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['3693914e-c8ef-4c2e-aedb-83e5aa5e61be'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:52:30.679160 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-79b6aa1e-a6bb-4b4c-9424-098e7a5fb804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:52:30.682364 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79b6aa1e-a6bb-4b4c-9424-098e7a5fb804 None None] The sync data for ids ['3693914e-c8ef-4c2e-aedb-83e5aa5e61be'] in n-d-813419-10 is: [] {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:52:30.735841 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-213c93a5-cce8-4f76-adbe-79b018da9b4d tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Publish callbacks [] for port, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:30.829111 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-31314bdb-b374-4e9f-a153-a354126698a6 req-fb29565a-ad6d-4afc-9c7b-c009adfbeb97 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] 10.222.0.44 "GET /v2.0/ports?device_id=f3bef178-eb00-40c6-9b29-942b49484548 HTTP/1.1" status: 200 len: 210 time: 0.0511565 Oct 27 10:52:30.839955 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-213c93a5-cce8-4f76-adbe-79b018da9b4d tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:30.889622 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-5d2de7d4-3ac8-47b2-8b33-e42a351d59dd tempest-FloatingIPAdminTestJSON-1796028586 tempest-FloatingIPAdminTestJSON-1796028586-project-admin] 10.222.0.44 "GET /v2.0/floatingips/6ca7a308-7277-484d-9505-f900f5f42f91 HTTP/1.1" status: 200 len: 983 time: 0.2616999 Oct 27 10:52:30.890104 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 33970) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:52:30.923398 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad567186-e88a-4748-b882-f56ecdd3ce32 req-d3a9b772-a7a3-4d9c-86e9-e53bddd1ddc2 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:52:30.924815 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-213c93a5-cce8-4f76-adbe-79b018da9b4d tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Network 185ff123-c7ff-45c7-a6be-71feb35acc9c is already hosted by enough agents. {{(pid=102347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:52:30.925038 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ad567186-e88a-4748-b882-f56ecdd3ce32 req-d3a9b772-a7a3-4d9c-86e9-e53bddd1ddc2 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] 10.222.0.44 "GET /v2.0/ports?device_id=a505328d-4a06-41d8-b919-f255f155943f HTTP/1.1" status: 200 len: 944 time: 0.1471677 Oct 27 10:52:30.929306 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [None req-213c93a5-cce8-4f76-adbe-79b018da9b4d tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Resources bound (agent type, host, resource id): {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:52:30.931465 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213c93a5-cce8-4f76-adbe-79b018da9b4d tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Pushing event updated for resources: {'Port': ['ID=cf86d690-2114-43d0-a8cc-0672c3e49d22,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:52:30.935901 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-213c93a5-cce8-4f76-adbe-79b018da9b4d tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Received port after_create {{(pid=102347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:52:31.079453 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-8f607656-82ab-4354-9c5f-a3f70c24a495 tempest-FloatingIPAdminTestJSON-1796028586 tempest-FloatingIPAdminTestJSON-1796028586-project-admin] 10.222.0.44 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2732 time: 0.1863201 Oct 27 10:52:31.080447 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 33978) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:52:31.082325 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ad567186-e88a-4748-b882-f56ecdd3ce32 req-72de6593-d33c-4226-9a0b-6ab29c714fa2 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] 10.222.0.44 "GET /v2.0/security-groups?id=44a47b91-e42c-4c64-967d-8b50f82f524a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1046505 Oct 27 10:52:31.421830 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-d19f9377-e16f-4b41-9208-e65e800ef182 tempest-FloatingIPAdminTestJSON-1716310986 tempest-FloatingIPAdminTestJSON-1716310986-project] Deleting port f0e2f5e5-c3e6-4519-8726-17b6f0cb6695 {{(pid=102347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:52:31.422211 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-d19f9377-e16f-4b41-9208-e65e800ef182 tempest-FloatingIPAdminTestJSON-1716310986 tempest-FloatingIPAdminTestJSON-1716310986-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:31.525355 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-213c93a5-cce8-4f76-adbe-79b018da9b4d tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:31.568036 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-d19f9377-e16f-4b41-9208-e65e800ef182 tempest-FloatingIPAdminTestJSON-1716310986 tempest-FloatingIPAdminTestJSON-1716310986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:31.568388 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-d19f9377-e16f-4b41-9208-e65e800ef182 tempest-FloatingIPAdminTestJSON-1716310986 tempest-FloatingIPAdminTestJSON-1716310986-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:31.587102 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-d19f9377-e16f-4b41-9208-e65e800ef182 tempest-FloatingIPAdminTestJSON-1716310986 tempest-FloatingIPAdminTestJSON-1716310986-project] Calling delete_port for f0e2f5e5-c3e6-4519-8726-17b6f0cb6695 owned by network:floatingip {{(pid=102347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:52:31.670729 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-213c93a5-cce8-4f76-adbe-79b018da9b4d tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:31.750644 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-dc9ef338-ca66-492b-a8a2-22fc222c3a6d req-ce98e08a-26c3-4dbf-8c7a-db52fdde0f6c service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=b5214058-b79e-4055-883e-d1a9c1f7418b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0951660 Oct 27 10:52:31.866696 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device 7608fc6c-4c75-4681-9aed-1b7336e87146 up at agent hyperv_n-h1-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:52:31.948940 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Provisioning for port 7608fc6c-4c75-4681-9aed-1b7336e87146 completed by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 10:52:31.958672 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Provisioning complete for port 7608fc6c-4c75-4681-9aed-1b7336e87146 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:52:31.959053 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:32.051903 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9ef338-ca66-492b-a8a2-22fc222c3a6d req-42ee9ecd-6d86-4f38-8485-e84f7fe0c9c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:52:32.053933 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-dc9ef338-ca66-492b-a8a2-22fc222c3a6d req-42ee9ecd-6d86-4f38-8485-e84f7fe0c9c2 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=04258b83abed4a9ca4fa54d398f51fb3&device_id=b5214058-b79e-4055-883e-d1a9c1f7418b HTTP/1.1" status: 200 len: 1098 time: 0.2398689 Oct 27 10:52:32.066506 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:32.071999 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-21deb534-b06b-4cb3-a7fd-c3ccba9a35db req-c2f92f9d-5db1-4f15-8473-b36ded38ff79 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] 10.222.0.44 "GET /v2.0/ports?device_id=f3bef178-eb00-40c6-9b29-942b49484548 HTTP/1.1" status: 200 len: 210 time: 0.0889664 Oct 27 10:52:32.101594 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d216d551-723b-4752-b6b8-2b45dbcb179f req-c6289376-b7ed-445f-ad9a-9723e123c2a3 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:52:32.103142 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-d216d551-723b-4752-b6b8-2b45dbcb179f req-c6289376-b7ed-445f-ad9a-9723e123c2a3 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] 10.222.0.64 "GET /v2.0/networks?id=f2b03a6b-6c02-4954-a3e8-168cf87d8153 HTTP/1.1" status: 200 len: 806 time: 0.2879643 Oct 27 10:52:32.117110 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-213c93a5-cce8-4f76-adbe-79b018da9b4d tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Publish callbacks [] for port, precommit_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:32.126548 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [req-d216d551-723b-4752-b6b8-2b45dbcb179f req-f486c335-839f-4d3b-815c-a87d6f9850eb tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] Request body: {'port': {'device_id': 'f3bef178-eb00-40c6-9b29-942b49484548', 'network_id': 'f2b03a6b-6c02-4954-a3e8-168cf87d8153', 'admin_state_up': True, 'tenant_id': '04258b83abed4a9ca4fa54d398f51fb3'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:52:32.135408 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port 7608fc6c-4c75-4681-9aed-1b7336e87146, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=7608fc6c-4c75-4681-9aed-1b7336e87146,segment=NetworkSegment(b3159c1b-a3cb-4a30-b6e6-3ef47749633a),segment_id=b3159c1b-a3cb-4a30-b6e6-3ef47749633a)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:52:32.139484 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a505328d-4a06-41d8-b919-f255f155943f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7608fc6c-4c75-4681-9aed-1b7336e87146'}] {{(pid=102348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:52:32.143429 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c588921fa634554a1d9242fdea1b05457a9ff1d3b28ba54ec1dace7f2f1df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38193c36-c639-4246-adc8-d25f8aeb3681" -d '{"events": [{"server_uuid": "a505328d-4a06-41d8-b919-f255f155943f", "name": "network-vif-plugged", "status": "completed", "tag": "7608fc6c-4c75-4681-9aed-1b7336e87146"}]}' {{(pid=102348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:52:32.144818 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-d19f9377-e16f-4b41-9208-e65e800ef182 tempest-FloatingIPAdminTestJSON-1716310986 tempest-FloatingIPAdminTestJSON-1716310986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:32.153585 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:32.175145 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-213c93a5-cce8-4f76-adbe-79b018da9b4d tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:32.205781 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:52:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-618efe7c-ef24-4d7b-8ceb-1c3afcc34ce9 x-openstack-request-id: req-618efe7c-ef24-4d7b-8ceb-1c3afcc34ce9 {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:52:32.205781 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a505328d-4a06-41d8-b919-f255f155943f", "name": "network-vif-plugged", "status": "completed", "tag": "7608fc6c-4c75-4681-9aed-1b7336e87146", "code": 200}]} {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:52:32.206100 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-618efe7c-ef24-4d7b-8ceb-1c3afcc34ce9 {{(pid=102348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:52:32.206987 n-d-813419-10 neutron-server[102348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a505328d-4a06-41d8-b919-f255f155943f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7608fc6c-4c75-4681-9aed-1b7336e87146', 'code': 200} Oct 27 10:52:32.231111 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Pushing event updated for resources: {'Port': ['ID=7608fc6c-4c75-4681-9aed-1b7336e87146,revision_number=5']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:52:32.267852 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19f9377-e16f-4b41-9208-e65e800ef182 tempest-FloatingIPAdminTestJSON-1716310986 tempest-FloatingIPAdminTestJSON-1716310986-project] Pushing event deleted for resources: {'Port': ['ID=f0e2f5e5-c3e6-4519-8726-17b6f0cb6695,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:52:32.298123 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42099601-f022-44ca-a969-4a8460fd187f req-80084181-6aa8-47c9-bdd9-44388fcba6f5 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:52:32.300875 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-42099601-f022-44ca-a969-4a8460fd187f req-80084181-6aa8-47c9-bdd9-44388fcba6f5 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] 10.222.0.44 "GET /v2.0/ports?device_id=a505328d-4a06-41d8-b919-f255f155943f HTTP/1.1" status: 200 len: 945 time: 0.0839171 Oct 27 10:52:32.301375 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.64', 51012) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:52:32.367440 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-42099601-f022-44ca-a969-4a8460fd187f req-8de30927-9cd7-403d-8a2b-e7562b22fda6 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] 10.222.0.44 "GET /v2.0/security-groups?id=44a47b91-e42c-4c64-967d-8b50f82f524a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574105 Oct 27 10:52:32.374344 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8720d6-6780-49f8-81e7-74349d2999e9 req-a9b47e44-0dc5-4c39-9347-4e7efb4cbc65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:52:32.375817 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-8f8720d6-6780-49f8-81e7-74349d2999e9 req-a9b47e44-0dc5-4c39-9347-4e7efb4cbc65 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=a505328d-4a06-41d8-b919-f255f155943f HTTP/1.1" status: 200 len: 1097 time: 0.0735207 Oct 27 10:52:32.422007 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-8f8720d6-6780-49f8-81e7-74349d2999e9 req-30dcfde5-32ad-4e31-ab95-3f0212926004 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=44a47b91-e42c-4c64-967d-8b50f82f524a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378528 Oct 27 10:52:32.458003 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213c93a5-cce8-4f76-adbe-79b018da9b4d tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Pushing event updated for resources: {'Port': ['ID=cf86d690-2114-43d0-a8cc-0672c3e49d22,revision_number=2']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:52:32.496174 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-213c93a5-cce8-4f76-adbe-79b018da9b4d tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1664826'] for floatingip, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:32.499232 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-d19f9377-e16f-4b41-9208-e65e800ef182 tempest-FloatingIPAdminTestJSON-1716310986 tempest-FloatingIPAdminTestJSON-1716310986-project] Publish callbacks [] for floatingip, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:32.499562 n-d-813419-10 neutron-server[102347]: INFO neutron.db.l3_db [None req-d19f9377-e16f-4b41-9208-e65e800ef182 tempest-FloatingIPAdminTestJSON-1716310986 tempest-FloatingIPAdminTestJSON-1716310986-project] Floating IP 6ca7a308-7277-484d-9505-f900f5f42f91 disassociated (deleted). External IP: 172.25.8.122, port: 79101aae-6132-4c18-b0b1-8119c0ded26e. Oct 27 10:52:32.531639 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9ef338-ca66-492b-a8a2-22fc222c3a6d req-03c2b78d-d04a-44de-b1fb-3c97e6779603 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:52:32.533153 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-dc9ef338-ca66-492b-a8a2-22fc222c3a6d req-03c2b78d-d04a-44de-b1fb-3c97e6779603 service neutron] 10.222.0.64 "GET /v2.0/networks?id=f2b03a6b-6c02-4954-a3e8-168cf87d8153 HTTP/1.1" status: 200 len: 907 time: 0.4272263 Oct 27 10:52:32.619265 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:33.020029 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-dc9ef338-ca66-492b-a8a2-22fc222c3a6d req-0e69fd43-f064-4f64-8e6b-8e439b126d74 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fe919a1d-8d66-4e9c-9d07-1b82a0020cfa HTTP/1.1" status: 200 len: 217 time: 0.0582688 Oct 27 10:52:33.050197 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d216d551-723b-4752-b6b8-2b45dbcb179f req-f486c335-839f-4d3b-815c-a87d6f9850eb tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] Made reservation on behalf of 04258b83abed4a9ca4fa54d398f51fb3 for: {'port': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:52:33.053646 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-d216d551-723b-4752-b6b8-2b45dbcb179f req-f486c335-839f-4d3b-815c-a87d6f9850eb tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:33.176554 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9ef338-ca66-492b-a8a2-22fc222c3a6d req-de5ad6c0-8a7e-48c5-a4be-911de950a2ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:52:33.178097 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-dc9ef338-ca66-492b-a8a2-22fc222c3a6d req-de5ad6c0-8a7e-48c5-a4be-911de950a2ec service neutron] 10.222.0.64 "GET /v2.0/subnets?id=10902cdd-be2b-4d88-ae3a-f5647b50017d HTTP/1.1" status: 200 len: 846 time: 0.1453707 Oct 27 10:52:33.189947 n-d-813419-10 neutron-server[102347]: INFO neutron.db.l3_db [None req-213c93a5-cce8-4f76-adbe-79b018da9b4d tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Floating IP c09b02be-dea8-4c7b-9cef-d96dea6e75c9 associated. External IP: 172.25.8.177, port: 493b566b-8077-47ab-b0fa-7e567159f7fd. Oct 27 10:52:33.385803 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-768e2ac2-a668-4a6c-b20f-d91d51903c82 req-03d61dd0-b6d8-4a75-bb58-4e81c57efbc6 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] 10.222.0.44 "GET /v2.0/ports?device_id=f3bef178-eb00-40c6-9b29-942b49484548 HTTP/1.1" status: 200 len: 210 time: 0.2142868 Oct 27 10:52:33.396281 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-dc9ef338-ca66-492b-a8a2-22fc222c3a6d req-db54fef1-7c45-4096-a98e-631a760905a6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f2b03a6b-6c02-4954-a3e8-168cf87d8153&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1758962 Oct 27 10:52:33.551163 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af5127f-f02a-4f3a-83a0-34ed5f2edcad req-546bdfee-eef9-4d45-b78b-7a87fd62cd74 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:52:33.565364 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-8af5127f-f02a-4f3a-83a0-34ed5f2edcad req-546bdfee-eef9-4d45-b78b-7a87fd62cd74 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] 10.222.0.44 "GET /v2.0/ports?device_id=a505328d-4a06-41d8-b919-f255f155943f HTTP/1.1" status: 200 len: 945 time: 0.0890667 Oct 27 10:52:33.580382 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_common [req-d216d551-723b-4752-b6b8-2b45dbcb179f req-f486c335-839f-4d3b-815c-a87d6f9850eb tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] Allocated IP 172.20.0.4 (f2b03a6b-6c02-4954-a3e8-168cf87d8153/10902cdd-be2b-4d88-ae3a-f5647b50017d/c864492f-1845-4fbf-8bfb-876004c3bb26) {{(pid=102347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:52:33.661502 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-8af5127f-f02a-4f3a-83a0-34ed5f2edcad req-d2bc9c5e-fc96-436d-bab2-bc47dfd624c7 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] 10.222.0.44 "GET /v2.0/security-groups?id=44a47b91-e42c-4c64-967d-8b50f82f524a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0927231 Oct 27 10:52:33.707263 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-dc9ef338-ca66-492b-a8a2-22fc222c3a6d req-9041045e-c146-4a6d-9f28-cbd001291c43 service neutron] 10.222.0.64 "GET /v2.0/networks/f2b03a6b-6c02-4954-a3e8-168cf87d8153?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2971642 Oct 27 10:52:33.709130 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d19f9377-e16f-4b41-9208-e65e800ef182 tempest-FloatingIPAdminTestJSON-1716310986 tempest-FloatingIPAdminTestJSON-1716310986-project] Router 3693914e-c8ef-4c2e-aedb-83e5aa5e61be has already been hosted by L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb {{(pid=102347) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 10:52:34.003235 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-213c93a5-cce8-4f76-adbe-79b018da9b4d tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Router 8c4c9367-65f8-4c63-bb94-f9a6fe3c4440 has already been hosted by L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb {{(pid=102347) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 10:52:34.008939 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-dc9ef338-ca66-492b-a8a2-22fc222c3a6d req-27933340-b98c-44b7-953c-38d1b6badd06 service neutron] 10.222.0.64 "GET /v2.0/networks/f2b03a6b-6c02-4954-a3e8-168cf87d8153?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2893329 Oct 27 10:52:34.049135 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d19f9377-e16f-4b41-9208-e65e800ef182 tempest-FloatingIPAdminTestJSON-1716310986 tempest-FloatingIPAdminTestJSON-1716310986-project] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:52:34.062381 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0b4eaae-9f3e-4bca-99fa-5a3ffd0141e2 None None] Sync routers for ids ['3693914e-c8ef-4c2e-aedb-83e5aa5e61be'] in n-d-813419-10 {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:52:34.064881 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-d19f9377-e16f-4b41-9208-e65e800ef182 tempest-FloatingIPAdminTestJSON-1716310986 tempest-FloatingIPAdminTestJSON-1716310986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for floatingip, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:34.084459 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0b4eaae-9f3e-4bca-99fa-5a3ffd0141e2 None None] Routers {'3693914e-c8ef-4c2e-aedb-83e5aa5e61be'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:52:34.085140 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-d0b4eaae-9f3e-4bca-99fa-5a3ffd0141e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:52:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['3693914e-c8ef-4c2e-aedb-83e5aa5e61be'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:52:34.139183 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-d0b4eaae-9f3e-4bca-99fa-5a3ffd0141e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:52:34.154647 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0b4eaae-9f3e-4bca-99fa-5a3ffd0141e2 None None] Routers {'3693914e-c8ef-4c2e-aedb-83e5aa5e61be'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:52:34.155627 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-d0b4eaae-9f3e-4bca-99fa-5a3ffd0141e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:52:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['3693914e-c8ef-4c2e-aedb-83e5aa5e61be'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:52:34.202030 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-d0b4eaae-9f3e-4bca-99fa-5a3ffd0141e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:52:34.203361 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0b4eaae-9f3e-4bca-99fa-5a3ffd0141e2 None None] The sync data for ids ['3693914e-c8ef-4c2e-aedb-83e5aa5e61be'] in n-d-813419-10 is: [] {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:52:34.204169 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-d216d551-723b-4752-b6b8-2b45dbcb179f req-f486c335-839f-4d3b-815c-a87d6f9850eb tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] Publish callbacks [] for port, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:34.207881 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-d19f9377-e16f-4b41-9208-e65e800ef182 tempest-FloatingIPAdminTestJSON-1716310986 tempest-FloatingIPAdminTestJSON-1716310986-project] 10.222.0.44 "DELETE /v2.0/floatingips/6ca7a308-7277-484d-9505-f900f5f42f91 HTTP/1.1" status: 204 len: 168 time: 3.1271150 Oct 27 10:52:34.214368 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 34138) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:52:34.221007 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-df3577eb-fe15-41f6-bf06-48c4b8b0e3c7 tempest-FloatingIPAdminTestJSON-1796028586 tempest-FloatingIPAdminTestJSON-1796028586-project-admin] Request body: {'floatingip': {'floating_network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:52:34.268940 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-df3577eb-fe15-41f6-bf06-48c4b8b0e3c7 tempest-FloatingIPAdminTestJSON-1796028586 tempest-FloatingIPAdminTestJSON-1796028586-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:34.273211 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-213c93a5-cce8-4f76-adbe-79b018da9b4d tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:52:34.287991 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d8f8ace-6f0a-4a10-bb9d-2e5be81df5e4 None None] Sync routers for ids ['8c4c9367-65f8-4c63-bb94-f9a6fe3c4440'] in n-d-813419-10 {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:52:34.288996 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-d216d551-723b-4752-b6b8-2b45dbcb179f req-f486c335-839f-4d3b-815c-a87d6f9850eb tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:34.301556 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] get_ports_and_sgs() called for port_ids ['fe919a1d-8d66-4e9c-9d07-1b82a0020cfa'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:52:34.306198 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d8f8ace-6f0a-4a10-bb9d-2e5be81df5e4 None None] Routers {'8c4c9367-65f8-4c63-bb94-f9a6fe3c4440'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:52:34.306813 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-3d8f8ace-6f0a-4a10-bb9d-2e5be81df5e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:52:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['8c4c9367-65f8-4c63-bb94-f9a6fe3c4440'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:52:34.358770 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-213c93a5-cce8-4f76-adbe-79b018da9b4d tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for floatingip, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:34.424993 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d216d551-723b-4752-b6b8-2b45dbcb179f req-f486c335-839f-4d3b-815c-a87d6f9850eb tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] Network f2b03a6b-6c02-4954-a3e8-168cf87d8153 is already hosted by enough agents. {{(pid=102347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:52:34.432077 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [req-d216d551-723b-4752-b6b8-2b45dbcb179f req-f486c335-839f-4d3b-815c-a87d6f9850eb tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] Resources bound (agent type, host, resource id): {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:52:34.451034 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [req-d216d551-723b-4752-b6b8-2b45dbcb179f req-f486c335-839f-4d3b-815c-a87d6f9850eb tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] Received port after_create {{(pid=102347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:52:34.484896 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-df3577eb-fe15-41f6-bf06-48c4b8b0e3c7 tempest-FloatingIPAdminTestJSON-1796028586 tempest-FloatingIPAdminTestJSON-1796028586-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:34.525664 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvr_db [None req-3d8f8ace-6f0a-4a10-bb9d-2e5be81df5e4 None None] Set router 8c4c9367-65f8-4c63-bb94-f9a6fe3c4440 gateway port host: n-d-813419-10 {{(pid=102349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:52:34.528016 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f486c335-839f-4d3b-815c-a87d6f9850eb tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] Pushing event updated for resources: {'Port': ['ID=c864492f-1845-4fbf-8bfb-876004c3bb26,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:52:34.549032 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-213c93a5-cce8-4f76-adbe-79b018da9b4d tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.4196503 Oct 27 10:52:34.554177 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c280a57-b5b3-4702-a42f-d4f4a9313432', 'tag': '493b566b-8077-47ab-b0fa-7e567159f7fd'}] {{(pid=102347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:52:34.556779 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311149b481204ee7edffdb959c881838506fbd95bc8577c048f6677abb73acc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f16f5412-2d14-4642-ada3-5a5ed3c0a760" -d '{"events": [{"name": "network-changed", "server_uuid": "8c280a57-b5b3-4702-a42f-d4f4a9313432", "tag": "493b566b-8077-47ab-b0fa-7e567159f7fd"}]}' {{(pid=102347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:52:34.602796 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d216d551-723b-4752-b6b8-2b45dbcb179f req-f486c335-839f-4d3b-815c-a87d6f9850eb tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:52:34.603510 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-d216d551-723b-4752-b6b8-2b45dbcb179f req-f486c335-839f-4d3b-815c-a87d6f9850eb tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:34.698590 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 10:52:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c96bcdd-5080-4073-a359-e28e8fcffb1e x-openstack-request-id: req-0c96bcdd-5080-4073-a359-e28e8fcffb1e {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:52:34.699077 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c280a57-b5b3-4702-a42f-d4f4a9313432", "tag": "493b566b-8077-47ab-b0fa-7e567159f7fd", "status": "completed", "code": 200}]} {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:52:34.699503 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-0c96bcdd-5080-4073-a359-e28e8fcffb1e {{(pid=102347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:52:34.700598 n-d-813419-10 neutron-server[102347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c280a57-b5b3-4702-a42f-d4f4a9313432', 'tag': '493b566b-8077-47ab-b0fa-7e567159f7fd', 'status': 'completed', 'code': 200} Oct 27 10:52:34.707806 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-d216d551-723b-4752-b6b8-2b45dbcb179f req-f486c335-839f-4d3b-815c-a87d6f9850eb tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5862615 Oct 27 10:52:34.722060 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_common [None req-df3577eb-fe15-41f6-bf06-48c4b8b0e3c7 tempest-FloatingIPAdminTestJSON-1796028586 tempest-FloatingIPAdminTestJSON-1796028586-project-admin] Allocated IP 172.25.8.17 (185ff123-c7ff-45c7-a6be-71feb35acc9c/0fb9f9d1-7384-481f-8fa8-f4566c349d30/7559b2ff-ab23-4a7e-9e91-102ae7abc23b) {{(pid=102346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:52:34.737417 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [req-d216d551-723b-4752-b6b8-2b45dbcb179f req-d5577ab8-54c4-4386-b05d-4a4c91929825 service neutron] Request body: {'port': {'device_id': 'f3bef178-eb00-40c6-9b29-942b49484548', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-10'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:52:34.815556 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6e38e8-6b90-4cc5-bcb0-bf71149e35e0 req-c25a1e93-8a7e-4644-814a-0b50b142a148 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:52:34.823859 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-bd6e38e8-6b90-4cc5-bcb0-bf71149e35e0 req-c25a1e93-8a7e-4644-814a-0b50b142a148 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] 10.222.0.44 "GET /v2.0/ports?device_id=f3bef178-eb00-40c6-9b29-942b49484548 HTTP/1.1" status: 200 len: 931 time: 0.2068453 Oct 27 10:52:34.837308 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16f5412-2d14-4642-ada3-5a5ed3c0a760 req-1e35872b-f394-49d9-8fb8-df758401c7b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:52:34.839105 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-f16f5412-2d14-4642-ada3-5a5ed3c0a760 req-1e35872b-f394-49d9-8fb8-df758401c7b4 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=b02a92ec9ad04d95b8ea6a5db5946dfb&device_id=8c280a57-b5b3-4702-a42f-d4f4a9313432 HTTP/1.1" status: 200 len: 1097 time: 0.1340544 Oct 27 10:52:34.871158 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-d216d551-723b-4752-b6b8-2b45dbcb179f req-d5577ab8-54c4-4386-b05d-4a4c91929825 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:34.902685 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-bd6e38e8-6b90-4cc5-bcb0-bf71149e35e0 req-fb10cbbd-6f8a-447f-ac13-c915fdef0f2c tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] 10.222.0.44 "GET /v2.0/security-groups?id=ffed76d3-4d36-4729-a6a9-ef5807ccbf84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778291 Oct 27 10:52:35.013005 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-3d8f8ace-6f0a-4a10-bb9d-2e5be81df5e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c4c9367-65f8-4c63-bb94-f9a6fe3c4440', 'name': 'tempest-TestVolumeBootPattern-328280962-router', 'tenant_id': 'b02a92ec9ad04d95b8ea6a5db5946dfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': '57172d42-624b-4614-a27b-f1ad4a0c9f06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:43:19Z', 'updated_at': '2021-10-27T10:43:33Z', 'revision_number': 4, 'project_id': 'b02a92ec9ad04d95b8ea6a5db5946dfb', 'gw_port': {'id': '57172d42-624b-4614-a27b-f1ad4a0c9f06', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:d8:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c4c9367-65f8-4c63-bb94-f9a6fe3c4440', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2746, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:43:21Z', 'updated_at': '2021-10-27T10:43:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_floatingips': [{'id': 'c09b02be-dea8-4c7b-9cef-d96dea6e75c9', 'tenant_id': 'b02a92ec9ad04d95b8ea6a5db5946dfb', 'floating_ip_address': '172.25.8.177', 'floating_network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'router_id': '8c4c9367-65f8-4c63-bb94-f9a6fe3c4440', 'port_id': '493b566b-8077-47ab-b0fa-7e567159f7fd', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3533, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33cc32c2-598c-44fc-a251-6575a62c00c5', 'mac_address': 'fa:16:3e:0a:21:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c280a57-b5b3-4702-a42f-d4f4a9313432', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T10:52:31Z', 'updated_at': '2021-10-27T10:52:31Z', 'revision_number': 0, 'project_id': 'b02a92ec9ad04d95b8ea6a5db5946dfb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '652aa176-1bd3-4569-9226-336a8f8cd793', 'name': '', 'network_id': '33cc32c2-598c-44fc-a251-6575a62c00c5', 'tenant_id': 'b02a92ec9ad04d95b8ea6a5db5946dfb', 'mac_address': 'fa:16:3e:7b:28:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c4c9367-65f8-4c63-bb94-f9a6fe3c4440', 'device_owner': 'network:router_interface', 'standard_attr_id': 2748, 'fixed_ips': [{'subnet_id': '87624d80-dded-417f-af79-cc56a741e5c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:43:30Z', 'updated_at': '2021-10-27T10:43:39Z', 'revision_number': 5, 'project_id': 'b02a92ec9ad04d95b8ea6a5db5946dfb', 'subnets': [{'id': '87624d80-dded-417f-af79-cc56a741e5c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:52:35.017954 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c870f98-258f-4c83-9dcc-569d5fcafc69 req-dc0a65b0-9e43-4691-b351-e15499ecf1d9 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:52:35.019767 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-2c870f98-258f-4c83-9dcc-569d5fcafc69 req-dc0a65b0-9e43-4691-b351-e15499ecf1d9 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] 10.222.0.44 "GET /v2.0/ports?device_id=a505328d-4a06-41d8-b919-f255f155943f HTTP/1.1" status: 200 len: 945 time: 0.2014153 Oct 27 10:52:35.052676 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16f5412-2d14-4642-ada3-5a5ed3c0a760 req-ed8ad315-ff2d-4e1f-aa43-3a1888023fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:52:35.054374 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-f16f5412-2d14-4642-ada3-5a5ed3c0a760 req-ed8ad315-ff2d-4e1f-aa43-3a1888023fcb service neutron] 10.222.0.76 "GET /v2.0/networks?id=33cc32c2-598c-44fc-a251-6575a62c00c5 HTTP/1.1" status: 200 len: 912 time: 0.1987088 Oct 27 10:52:35.058444 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-df3577eb-fe15-41f6-bf06-48c4b8b0e3c7 tempest-FloatingIPAdminTestJSON-1796028586 tempest-FloatingIPAdminTestJSON-1796028586-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:35.129284 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d8f8ace-6f0a-4a10-bb9d-2e5be81df5e4 None None] Checking router: 8c4c9367-65f8-4c63-bb94-f9a6fe3c4440 for host: n-d-813419-10 {{(pid=102349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 10:52:35.145949 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-f16f5412-2d14-4642-ada3-5a5ed3c0a760 req-11a56443-b7a4-4f6c-b852-7004403aebad service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=493b566b-8077-47ab-b0fa-7e567159f7fd HTTP/1.1" status: 200 len: 999 time: 0.0759714 Oct 27 10:52:35.175058 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d8f8ace-6f0a-4a10-bb9d-2e5be81df5e4 None None] Routers {'8c4c9367-65f8-4c63-bb94-f9a6fe3c4440'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:52:35.176105 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-3d8f8ace-6f0a-4a10-bb9d-2e5be81df5e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:52:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['8c4c9367-65f8-4c63-bb94-f9a6fe3c4440'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:52:35.260251 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-2c870f98-258f-4c83-9dcc-569d5fcafc69 req-6cb6bfec-09da-429c-a414-5c1197b979eb tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] 10.222.0.44 "GET /v2.0/security-groups?id=44a47b91-e42c-4c64-967d-8b50f82f524a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2093103 Oct 27 10:52:35.282681 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [req-d216d551-723b-4752-b6b8-2b45dbcb179f req-d5577ab8-54c4-4386-b05d-4a4c91929825 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c864492f-1845-4fbf-8bfb-876004c3bb26 {{(pid=102347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:52:35.299135 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16f5412-2d14-4642-ada3-5a5ed3c0a760 req-e76bd336-6176-4ffa-ace2-1c7b748b3fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:52:35.301020 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-f16f5412-2d14-4642-ada3-5a5ed3c0a760 req-e76bd336-6176-4ffa-ace2-1c7b748b3fdf service neutron] 10.222.0.76 "GET /v2.0/subnets?id=87624d80-dded-417f-af79-cc56a741e5c4 HTTP/1.1" status: 200 len: 850 time: 0.1337278 Oct 27 10:52:35.301243 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-d216d551-723b-4752-b6b8-2b45dbcb179f req-d5577ab8-54c4-4386-b05d-4a4c91929825 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:35.302878 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-df3577eb-fe15-41f6-bf06-48c4b8b0e3c7 tempest-FloatingIPAdminTestJSON-1796028586 tempest-FloatingIPAdminTestJSON-1796028586-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:35.328291 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.provisioning_blocks [req-d216d551-723b-4752-b6b8-2b45dbcb179f req-d5577ab8-54c4-4386-b05d-4a4c91929825 service neutron] Transition to ACTIVE for port object c864492f-1845-4fbf-8bfb-876004c3bb26 will not be triggered until provisioned by entity L2. {{(pid=102347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 10:52:35.340406 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-d216d551-723b-4752-b6b8-2b45dbcb179f req-d5577ab8-54c4-4386-b05d-4a4c91929825 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:35.427413 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvr_db [None req-3d8f8ace-6f0a-4a10-bb9d-2e5be81df5e4 None None] Set router 8c4c9367-65f8-4c63-bb94-f9a6fe3c4440 gateway port host: n-d-813419-10 {{(pid=102349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:52:35.427903 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3577eb-fe15-41f6-bf06-48c4b8b0e3c7 tempest-FloatingIPAdminTestJSON-1796028586 tempest-FloatingIPAdminTestJSON-1796028586-project-admin] Pushing event updated for resources: {'Port': ['ID=7559b2ff-ab23-4a7e-9e91-102ae7abc23b,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:52:35.437387 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5577ab8-54c4-4386-b05d-4a4c91929825 service neutron] Pushing event updated for resources: {'Port': ['ID=c864492f-1845-4fbf-8bfb-876004c3bb26,revision_number=2']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:52:35.443232 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df3577eb-fe15-41f6-bf06-48c4b8b0e3c7 tempest-FloatingIPAdminTestJSON-1796028586 tempest-FloatingIPAdminTestJSON-1796028586-project-admin] Network 185ff123-c7ff-45c7-a6be-71feb35acc9c is already hosted by enough agents. {{(pid=102346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:52:35.445786 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-df3577eb-fe15-41f6-bf06-48c4b8b0e3c7 tempest-FloatingIPAdminTestJSON-1796028586 tempest-FloatingIPAdminTestJSON-1796028586-project-admin] Resources bound (agent type, host, resource id): {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:52:35.448929 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df3577eb-fe15-41f6-bf06-48c4b8b0e3c7 tempest-FloatingIPAdminTestJSON-1796028586 tempest-FloatingIPAdminTestJSON-1796028586-project-admin] Received port after_create {{(pid=102346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:52:35.487488 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16f5412-2d14-4642-ada3-5a5ed3c0a760 req-ae5b356b-87a3-4971-9a2b-3d5fbcb76977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:52:35.490265 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-f16f5412-2d14-4642-ada3-5a5ed3c0a760 req-ae5b356b-87a3-4971-9a2b-3d5fbcb76977 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=33cc32c2-598c-44fc-a251-6575a62c00c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1539505 Oct 27 10:52:35.504246 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55e9a8a-e66a-43b8-80f7-6b266504fd89 req-59c17e1e-bb3a-4f9f-8f35-51ba6f8408cd tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:52:35.512224 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c55e9a8a-e66a-43b8-80f7-6b266504fd89 req-59c17e1e-bb3a-4f9f-8f35-51ba6f8408cd tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] 10.222.0.44 "GET /v2.0/ports?device_id=a505328d-4a06-41d8-b919-f255f155943f HTTP/1.1" status: 200 len: 945 time: 0.1199343 Oct 27 10:52:35.617627 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-d216d551-723b-4752-b6b8-2b45dbcb179f req-d5577ab8-54c4-4386-b05d-4a4c91929825 service neutron] Attempting to bind port c864492f-1845-4fbf-8bfb-876004c3bb26 on host n-h1-813419-10 for vnic_type normal with profile {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:52:35.617963 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-d216d551-723b-4752-b6b8-2b45dbcb179f req-d5577ab8-54c4-4386-b05d-4a4c91929825 service neutron] Attempting to bind port c864492f-1845-4fbf-8bfb-876004c3bb26 by drivers openvswitch,hyperv on host n-h1-813419-10 at level 0 using segments [{'id': '8cab2adf-a440-42c6-b3ba-33945c07a109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'f2b03a6b-6c02-4954-a3e8-168cf87d8153'}] {{(pid=102347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:52:35.618290 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d216d551-723b-4752-b6b8-2b45dbcb179f req-d5577ab8-54c4-4386-b05d-4a4c91929825 service neutron] Attempting to bind port c864492f-1845-4fbf-8bfb-876004c3bb26 on network f2b03a6b-6c02-4954-a3e8-168cf87d8153 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:52:35.640370 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c55e9a8a-e66a-43b8-80f7-6b266504fd89 req-8938f254-ea3b-400e-83ff-dfccaf1e579a tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] 10.222.0.44 "GET /v2.0/security-groups?id=44a47b91-e42c-4c64-967d-8b50f82f524a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1270125 Oct 27 10:52:35.641005 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d216d551-723b-4752-b6b8-2b45dbcb179f req-d5577ab8-54c4-4386-b05d-4a4c91929825 service neutron] Port c864492f-1845-4fbf-8bfb-876004c3bb26 on network f2b03a6b-6c02-4954-a3e8-168cf87d8153 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-10 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 10:52:35.641309 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d216d551-723b-4752-b6b8-2b45dbcb179f req-d5577ab8-54c4-4386-b05d-4a4c91929825 service neutron] Attempting to bind port c864492f-1845-4fbf-8bfb-876004c3bb26 on network f2b03a6b-6c02-4954-a3e8-168cf87d8153 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:52:35.646849 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d216d551-723b-4752-b6b8-2b45dbcb179f req-d5577ab8-54c4-4386-b05d-4a4c91929825 service neutron] Checking agent: {'id': 'a52e1cab-0c63-402d-9c94-330537c6c076', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 16, 2), 'started_at': datetime.datetime(2021, 10, 27, 10, 16, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 52, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:52:35.647348 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d216d551-723b-4752-b6b8-2b45dbcb179f req-d5577ab8-54c4-4386-b05d-4a4c91929825 service neutron] Checking segment: {'id': '8cab2adf-a440-42c6-b3ba-33945c07a109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'f2b03a6b-6c02-4954-a3e8-168cf87d8153'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:52:35.647597 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d216d551-723b-4752-b6b8-2b45dbcb179f req-d5577ab8-54c4-4386-b05d-4a4c91929825 service neutron] Bound using segment: {'id': '8cab2adf-a440-42c6-b3ba-33945c07a109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'f2b03a6b-6c02-4954-a3e8-168cf87d8153'} {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:52:35.648028 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-d216d551-723b-4752-b6b8-2b45dbcb179f req-d5577ab8-54c4-4386-b05d-4a4c91929825 service neutron] Bound port: c864492f-1845-4fbf-8bfb-876004c3bb26, host: n-h1-813419-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8cab2adf-a440-42c6-b3ba-33945c07a109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'f2b03a6b-6c02-4954-a3e8-168cf87d8153'}}] {{(pid=102347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:52:35.648429 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-d216d551-723b-4752-b6b8-2b45dbcb179f req-d5577ab8-54c4-4386-b05d-4a4c91929825 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:35.661276 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-f16f5412-2d14-4642-ada3-5a5ed3c0a760 req-19b81d12-4686-4bba-b12c-0cb0c35b1262 service neutron] 10.222.0.76 "GET /v2.0/networks/33cc32c2-598c-44fc-a251-6575a62c00c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1626136 Oct 27 10:52:35.676760 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 34288) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:52:35.764543 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-df3577eb-fe15-41f6-bf06-48c4b8b0e3c7 tempest-FloatingIPAdminTestJSON-1796028586 tempest-FloatingIPAdminTestJSON-1796028586-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:35.803702 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-002d6364-04ee-4896-bd79-5de6a14cf37d tempest-TestNetworkBasicOps-239470800 tempest-TestNetworkBasicOps-239470800-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:52:35.806114 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-002d6364-04ee-4896-bd79-5de6a14cf37d tempest-TestNetworkBasicOps-239470800 tempest-TestNetworkBasicOps-239470800-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=a505328d-4a06-41d8-b919-f255f155943f HTTP/1.1" status: 200 len: 1092 time: 0.1273925 Oct 27 10:52:35.811655 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 34302) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:52:35.817563 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-17c0bce1-d051-4b0c-9509-7c4a0501e6c4 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Request body: {'floatingip': {'floating_network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'port_id': '7608fc6c-4c75-4681-9aed-1b7336e87146', 'tenant_id': 'b77ac30bad224fe0b8e5f2c5dd43d62c', 'fixed_ip_address': '172.20.0.5'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:52:35.834580 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-d216d551-723b-4752-b6b8-2b45dbcb179f req-d5577ab8-54c4-4386-b05d-4a4c91929825 service neutron] For port c864492f-1845-4fbf-8bfb-876004c3bb26, host n-h1-813419-10, cleared binding levels {{(pid=102347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:52:35.854513 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-d216d551-723b-4752-b6b8-2b45dbcb179f req-d5577ab8-54c4-4386-b05d-4a4c91929825 service neutron] For port c864492f-1845-4fbf-8bfb-876004c3bb26, host n-h1-813419-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=c864492f-1845-4fbf-8bfb-876004c3bb26,segment=NetworkSegment(8cab2adf-a440-42c6-b3ba-33945c07a109),segment_id=8cab2adf-a440-42c6-b3ba-33945c07a109)] {{(pid=102347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:52:35.857258 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-df3577eb-fe15-41f6-bf06-48c4b8b0e3c7 tempest-FloatingIPAdminTestJSON-1796028586 tempest-FloatingIPAdminTestJSON-1796028586-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:35.861106 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-f16f5412-2d14-4642-ada3-5a5ed3c0a760 req-646233f2-9794-49b4-a389-44f6db491514 service neutron] 10.222.0.76 "GET /v2.0/networks/33cc32c2-598c-44fc-a251-6575a62c00c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1768174 Oct 27 10:52:35.865010 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-d216d551-723b-4752-b6b8-2b45dbcb179f req-d5577ab8-54c4-4386-b05d-4a4c91929825 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:35.898337 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-17c0bce1-d051-4b0c-9509-7c4a0501e6c4 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Publish callbacks [] for floatingip, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:35.976044 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d216d551-723b-4752-b6b8-2b45dbcb179f req-d5577ab8-54c4-4386-b05d-4a4c91929825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:52:35.977500 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-d216d551-723b-4752-b6b8-2b45dbcb179f req-d5577ab8-54c4-4386-b05d-4a4c91929825 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:35.979179 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-d216d551-723b-4752-b6b8-2b45dbcb179f req-d5577ab8-54c4-4386-b05d-4a4c91929825 service neutron] 10.222.0.64 "PUT /v2.0/ports/c864492f-1845-4fbf-8bfb-876004c3bb26 HTTP/1.1" status: 200 len: 1092 time: 1.2608995 Oct 27 10:52:36.006183 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5577ab8-54c4-4386-b05d-4a4c91929825 service neutron] Pushing event updated for resources: {'Port': ['ID=c864492f-1845-4fbf-8bfb-876004c3bb26,revision_number=3']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:52:36.053341 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-3d8f8ace-6f0a-4a10-bb9d-2e5be81df5e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c4c9367-65f8-4c63-bb94-f9a6fe3c4440', 'name': 'tempest-TestVolumeBootPattern-328280962-router', 'tenant_id': 'b02a92ec9ad04d95b8ea6a5db5946dfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': '57172d42-624b-4614-a27b-f1ad4a0c9f06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:43:19Z', 'updated_at': '2021-10-27T10:43:33Z', 'revision_number': 4, 'project_id': 'b02a92ec9ad04d95b8ea6a5db5946dfb', 'gw_port': {'id': '57172d42-624b-4614-a27b-f1ad4a0c9f06', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:d8:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c4c9367-65f8-4c63-bb94-f9a6fe3c4440', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2746, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:43:21Z', 'updated_at': '2021-10-27T10:43:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_floatingips': [{'id': 'c09b02be-dea8-4c7b-9cef-d96dea6e75c9', 'tenant_id': 'b02a92ec9ad04d95b8ea6a5db5946dfb', 'floating_ip_address': '172.25.8.177', 'floating_network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'router_id': '8c4c9367-65f8-4c63-bb94-f9a6fe3c4440', 'port_id': '493b566b-8077-47ab-b0fa-7e567159f7fd', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3533, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33cc32c2-598c-44fc-a251-6575a62c00c5', 'mac_address': 'fa:16:3e:0a:21:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c280a57-b5b3-4702-a42f-d4f4a9313432', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T10:52:31Z', 'updated_at': '2021-10-27T10:52:31Z', 'revision_number': 0, 'project_id': 'b02a92ec9ad04d95b8ea6a5db5946dfb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '652aa176-1bd3-4569-9226-336a8f8cd793', 'name': '', 'network_id': '33cc32c2-598c-44fc-a251-6575a62c00c5', 'tenant_id': 'b02a92ec9ad04d95b8ea6a5db5946dfb', 'mac_address': 'fa:16:3e:7b:28:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c4c9367-65f8-4c63-bb94-f9a6fe3c4440', 'device_owner': 'network:router_interface', 'standard_attr_id': 2748, 'fixed_ips': [{'subnet_id': '87624d80-dded-417f-af79-cc56a741e5c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:43:30Z', 'updated_at': '2021-10-27T10:43:39Z', 'revision_number': 5, 'project_id': 'b02a92ec9ad04d95b8ea6a5db5946dfb', 'subnets': [{'id': '87624d80-dded-417f-af79-cc56a741e5c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:52:36.108661 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d8f8ace-6f0a-4a10-bb9d-2e5be81df5e4 None None] The sync data for ids ['8c4c9367-65f8-4c63-bb94-f9a6fe3c4440'] in n-d-813419-10 is: [{'id': '8c4c9367-65f8-4c63-bb94-f9a6fe3c4440', 'name': 'tempest-TestVolumeBootPattern-328280962-router', 'tenant_id': 'b02a92ec9ad04d95b8ea6a5db5946dfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': '57172d42-624b-4614-a27b-f1ad4a0c9f06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:43:19Z', 'updated_at': '2021-10-27T10:43:33Z', 'revision_number': 4, 'project_id': 'b02a92ec9ad04d95b8ea6a5db5946dfb', 'gw_port': {'id': '57172d42-624b-4614-a27b-f1ad4a0c9f06', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:d8:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c4c9367-65f8-4c63-bb94-f9a6fe3c4440', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2746, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:43:21Z', 'updated_at': '2021-10-27T10:43:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_floatingips': [{'id': 'c09b02be-dea8-4c7b-9cef-d96dea6e75c9', 'tenant_id': 'b02a92ec9ad04d95b8ea6a5db5946dfb', 'floating_ip_address': '172.25.8.177', 'floating_network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'router_id': '8c4c9367-65f8-4c63-bb94-f9a6fe3c4440', 'port_id': '493b566b-8077-47ab-b0fa-7e567159f7fd', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3533, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33cc32c2-598c-44fc-a251-6575a62c00c5', 'mac_address': 'fa:16:3e:0a:21:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c280a57-b5b3-4702-a42f-d4f4a9313432', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T10:52:31Z', 'updated_at': '2021-10-27T10:52:31Z', 'revision_number': 0, 'project_id': 'b02a92ec9ad04d95b8ea6a5db5946dfb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '652aa176-1bd3-4569-9226-336a8f8cd793', 'name': '', 'network_id': '33cc32c2-598c-44fc-a251-6575a62c00c5', 'tenant_id': 'b02a92ec9ad04d95b8ea6a5db5946dfb', 'mac_address': 'fa:16:3e:7b:28:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c4c9367-65f8-4c63-bb94-f9a6fe3c4440', 'device_owner': 'network:router_interface', 'standard_attr_id': 2748, 'fixed_ips': [{'subnet_id': '87624d80-dded-417f-af79-cc56a741e5c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:43:30Z', 'updated_at': '2021-10-27T10:43:39Z', 'revision_number': 5, 'project_id': 'b02a92ec9ad04d95b8ea6a5db5946dfb', 'subnets': [{'id': '87624d80-dded-417f-af79-cc56a741e5c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:52:36.167849 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d216d551-723b-4752-b6b8-2b45dbcb179f req-983e5563-ac01-4843-888d-6ef5343552c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:52:36.170192 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-d216d551-723b-4752-b6b8-2b45dbcb179f req-983e5563-ac01-4843-888d-6ef5343552c9 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=04258b83abed4a9ca4fa54d398f51fb3&device_id=f3bef178-eb00-40c6-9b29-942b49484548 HTTP/1.1" status: 200 len: 1095 time: 0.1140637 Oct 27 10:52:36.178470 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-17c0bce1-d051-4b0c-9509-7c4a0501e6c4 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:36.195155 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9612a24-c14c-443d-ba24-1579d9389769 req-e2b43278-59c4-4a04-9d66-0de2de7aa5d4 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:52:36.196696 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-c9612a24-c14c-443d-ba24-1579d9389769 req-e2b43278-59c4-4a04-9d66-0de2de7aa5d4 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] 10.222.0.44 "GET /v2.0/ports?device_id=f3bef178-eb00-40c6-9b29-942b49484548 HTTP/1.1" status: 200 len: 943 time: 0.1254547 Oct 27 10:52:36.271666 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-d216d551-723b-4752-b6b8-2b45dbcb179f req-4a8267c7-82ea-41d4-9eb7-2b40b0bd0fb7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c864492f-1845-4fbf-8bfb-876004c3bb26 HTTP/1.1" status: 200 len: 217 time: 0.0908492 Oct 27 10:52:36.386554 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d216d551-723b-4752-b6b8-2b45dbcb179f req-480ad283-7230-4835-a6ac-75c5c7a77a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:52:36.388106 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-d216d551-723b-4752-b6b8-2b45dbcb179f req-480ad283-7230-4835-a6ac-75c5c7a77a2f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=10902cdd-be2b-4d88-ae3a-f5647b50017d HTTP/1.1" status: 200 len: 846 time: 0.1081707 Oct 27 10:52:36.448657 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-d216d551-723b-4752-b6b8-2b45dbcb179f req-81e061bf-fd68-4663-a29e-7403519eea3e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f2b03a6b-6c02-4954-a3e8-168cf87d8153&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369513 Oct 27 10:52:36.515956 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_common [None req-17c0bce1-d051-4b0c-9509-7c4a0501e6c4 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Allocated IP 172.25.8.118 (185ff123-c7ff-45c7-a6be-71feb35acc9c/0fb9f9d1-7384-481f-8fa8-f4566c349d30/110ad86f-6008-4c84-b3eb-acbf6f6bb317) {{(pid=102347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:52:36.540184 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-df3577eb-fe15-41f6-bf06-48c4b8b0e3c7 tempest-FloatingIPAdminTestJSON-1796028586 tempest-FloatingIPAdminTestJSON-1796028586-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:36.551128 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bb791aa-0e14-45a3-92cf-8e0a5ee98d67 None None] New status for floating IP c09b02be-dea8-4c7b-9cef-d96dea6e75c9: ACTIVE {{(pid=102348) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 10:52:36.552323 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-df3577eb-fe15-41f6-bf06-48c4b8b0e3c7 tempest-FloatingIPAdminTestJSON-1796028586 tempest-FloatingIPAdminTestJSON-1796028586-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27024173'] for port, after_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:36.612721 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-c9612a24-c14c-443d-ba24-1579d9389769 req-0fcb5a44-b562-4e8c-9b25-d756d9aa92b2 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] 10.222.0.44 "GET /v2.0/security-groups?id=ffed76d3-4d36-4729-a6a9-ef5807ccbf84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4065843 Oct 27 10:52:36.630857 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-d216d551-723b-4752-b6b8-2b45dbcb179f req-879a78e7-b4a6-45d0-8b3f-882c7f4ff324 service neutron] 10.222.0.64 "GET /v2.0/networks/f2b03a6b-6c02-4954-a3e8-168cf87d8153?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1736712 Oct 27 10:52:36.666581 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3577eb-fe15-41f6-bf06-48c4b8b0e3c7 tempest-FloatingIPAdminTestJSON-1796028586 tempest-FloatingIPAdminTestJSON-1796028586-project-admin] Pushing event updated for resources: {'Port': ['ID=7559b2ff-ab23-4a7e-9e91-102ae7abc23b,revision_number=2']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:52:36.692116 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-df3577eb-fe15-41f6-bf06-48c4b8b0e3c7 tempest-FloatingIPAdminTestJSON-1796028586 tempest-FloatingIPAdminTestJSON-1796028586-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1664826'] for floatingip, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:36.704782 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3bef178-eb00-40c6-9b29-942b49484548', 'tag': 'c864492f-1845-4fbf-8bfb-876004c3bb26'}] {{(pid=102347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:52:36.707091 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311149b481204ee7edffdb959c881838506fbd95bc8577c048f6677abb73acc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd199693-40cc-462b-87cb-fe337cab5338" -d '{"events": [{"name": "network-changed", "server_uuid": "f3bef178-eb00-40c6-9b29-942b49484548", "tag": "c864492f-1845-4fbf-8bfb-876004c3bb26"}]}' {{(pid=102347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:52:36.720761 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-df3577eb-fe15-41f6-bf06-48c4b8b0e3c7 tempest-FloatingIPAdminTestJSON-1796028586 tempest-FloatingIPAdminTestJSON-1796028586-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for floatingip, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:36.725841 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-df3577eb-fe15-41f6-bf06-48c4b8b0e3c7 tempest-FloatingIPAdminTestJSON-1796028586 tempest-FloatingIPAdminTestJSON-1796028586-project-admin] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.5080082 Oct 27 10:52:36.726858 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 34390) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:52:36.752957 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-17c0bce1-d051-4b0c-9509-7c4a0501e6c4 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Publish callbacks [] for port, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:36.785092 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 10:52:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6409afd-bd1b-45f2-b6d0-6d7cb1c74926 x-openstack-request-id: req-a6409afd-bd1b-45f2-b6d0-6d7cb1c74926 {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:52:36.785401 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3bef178-eb00-40c6-9b29-942b49484548", "tag": "c864492f-1845-4fbf-8bfb-876004c3bb26", "status": "completed", "code": 200}]} {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:52:36.785936 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a6409afd-bd1b-45f2-b6d0-6d7cb1c74926 {{(pid=102347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:52:36.786337 n-d-813419-10 neutron-server[102347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3bef178-eb00-40c6-9b29-942b49484548', 'tag': 'c864492f-1845-4fbf-8bfb-876004c3bb26', 'status': 'completed', 'code': 200} Oct 27 10:52:36.819720 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-d216d551-723b-4752-b6b8-2b45dbcb179f req-4e090064-e484-4f18-8ae4-e823a8641448 service neutron] 10.222.0.64 "GET /v2.0/networks/f2b03a6b-6c02-4954-a3e8-168cf87d8153?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1800044 Oct 27 10:52:36.834540 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-17c0bce1-d051-4b0c-9509-7c4a0501e6c4 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:36.882410 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-aa421b92-76be-46e7-9bce-d088cbc90f78 tempest-FloatingIPAdminTestJSON-874978556 tempest-FloatingIPAdminTestJSON-874978556-project] Request body: {'floatingip': {'floating_network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:52:36.889699 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17c0bce1-d051-4b0c-9509-7c4a0501e6c4 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Network 185ff123-c7ff-45c7-a6be-71feb35acc9c is already hosted by enough agents. {{(pid=102347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:52:36.907780 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [None req-17c0bce1-d051-4b0c-9509-7c4a0501e6c4 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Resources bound (agent type, host, resource id): {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:52:36.911094 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-aa421b92-76be-46e7-9bce-d088cbc90f78 tempest-FloatingIPAdminTestJSON-874978556 tempest-FloatingIPAdminTestJSON-874978556-project] Publish callbacks [] for floatingip, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:36.916331 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17c0bce1-d051-4b0c-9509-7c4a0501e6c4 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Received port after_create {{(pid=102347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:52:36.940910 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c0bce1-d051-4b0c-9509-7c4a0501e6c4 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Pushing event updated for resources: {'Port': ['ID=110ad86f-6008-4c84-b3eb-acbf6f6bb317,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:52:36.970001 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd199693-40cc-462b-87cb-fe337cab5338 req-72a85928-986b-4787-9581-3840dbe707ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:52:36.971604 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-fd199693-40cc-462b-87cb-fe337cab5338 req-72a85928-986b-4787-9581-3840dbe707ee service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=04258b83abed4a9ca4fa54d398f51fb3&device_id=f3bef178-eb00-40c6-9b29-942b49484548 HTTP/1.1" status: 200 len: 1095 time: 0.0923538 Oct 27 10:52:37.040635 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-aa421b92-76be-46e7-9bce-d088cbc90f78 tempest-FloatingIPAdminTestJSON-874978556 tempest-FloatingIPAdminTestJSON-874978556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:37.159659 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_common [None req-aa421b92-76be-46e7-9bce-d088cbc90f78 tempest-FloatingIPAdminTestJSON-874978556 tempest-FloatingIPAdminTestJSON-874978556-project] Allocated IP 172.25.8.208 (185ff123-c7ff-45c7-a6be-71feb35acc9c/0fb9f9d1-7384-481f-8fa8-f4566c349d30/450e8030-c170-46f1-a3d6-c100c5d085dc) {{(pid=102346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:52:37.206300 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd199693-40cc-462b-87cb-fe337cab5338 req-ca18b3d8-77cc-4260-8f2c-046ba908a2d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:52:37.207899 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-fd199693-40cc-462b-87cb-fe337cab5338 req-ca18b3d8-77cc-4260-8f2c-046ba908a2d1 service neutron] 10.222.0.64 "GET /v2.0/networks?id=f2b03a6b-6c02-4954-a3e8-168cf87d8153 HTTP/1.1" status: 200 len: 907 time: 0.2123072 Oct 27 10:52:37.277686 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-aa421b92-76be-46e7-9bce-d088cbc90f78 tempest-FloatingIPAdminTestJSON-874978556 tempest-FloatingIPAdminTestJSON-874978556-project] Publish callbacks [] for port, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:37.320161 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-aa421b92-76be-46e7-9bce-d088cbc90f78 tempest-FloatingIPAdminTestJSON-874978556 tempest-FloatingIPAdminTestJSON-874978556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:37.367202 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa421b92-76be-46e7-9bce-d088cbc90f78 tempest-FloatingIPAdminTestJSON-874978556 tempest-FloatingIPAdminTestJSON-874978556-project] Network 185ff123-c7ff-45c7-a6be-71feb35acc9c is already hosted by enough agents. {{(pid=102346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:52:37.370667 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-aa421b92-76be-46e7-9bce-d088cbc90f78 tempest-FloatingIPAdminTestJSON-874978556 tempest-FloatingIPAdminTestJSON-874978556-project] Resources bound (agent type, host, resource id): {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:52:37.375433 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa421b92-76be-46e7-9bce-d088cbc90f78 tempest-FloatingIPAdminTestJSON-874978556 tempest-FloatingIPAdminTestJSON-874978556-project] Received port after_create {{(pid=102346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:52:37.378935 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa421b92-76be-46e7-9bce-d088cbc90f78 tempest-FloatingIPAdminTestJSON-874978556 tempest-FloatingIPAdminTestJSON-874978556-project] Pushing event updated for resources: {'Port': ['ID=450e8030-c170-46f1-a3d6-c100c5d085dc,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:52:37.472165 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-aa421b92-76be-46e7-9bce-d088cbc90f78 tempest-FloatingIPAdminTestJSON-874978556 tempest-FloatingIPAdminTestJSON-874978556-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:37.508452 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-aa421b92-76be-46e7-9bce-d088cbc90f78 tempest-FloatingIPAdminTestJSON-874978556 tempest-FloatingIPAdminTestJSON-874978556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:37.637185 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-fd199693-40cc-462b-87cb-fe337cab5338 req-b5ae0429-239d-47f7-9ad2-98ed94d26b5c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c864492f-1845-4fbf-8bfb-876004c3bb26 HTTP/1.1" status: 200 len: 217 time: 0.4188409 Oct 27 10:52:37.679094 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-aa421b92-76be-46e7-9bce-d088cbc90f78 tempest-FloatingIPAdminTestJSON-874978556 tempest-FloatingIPAdminTestJSON-874978556-project] Publish callbacks [] for port, precommit_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:37.692456 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-aa421b92-76be-46e7-9bce-d088cbc90f78 tempest-FloatingIPAdminTestJSON-874978556 tempest-FloatingIPAdminTestJSON-874978556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27024173'] for port, after_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:37.731641 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd199693-40cc-462b-87cb-fe337cab5338 req-a2fba936-82f5-4e6b-8de8-b28e6ca9b37b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:52:37.733155 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-fd199693-40cc-462b-87cb-fe337cab5338 req-a2fba936-82f5-4e6b-8de8-b28e6ca9b37b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=10902cdd-be2b-4d88-ae3a-f5647b50017d HTTP/1.1" status: 200 len: 846 time: 0.0880575 Oct 27 10:52:37.776663 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa421b92-76be-46e7-9bce-d088cbc90f78 tempest-FloatingIPAdminTestJSON-874978556 tempest-FloatingIPAdminTestJSON-874978556-project] Pushing event updated for resources: {'Port': ['ID=450e8030-c170-46f1-a3d6-c100c5d085dc,revision_number=2']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:52:37.794224 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-fd199693-40cc-462b-87cb-fe337cab5338 req-38cd0299-899b-4222-8e6e-847bf88d5a6e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f2b03a6b-6c02-4954-a3e8-168cf87d8153&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309401 Oct 27 10:52:37.806475 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a8d9d4-2d14-49e6-8133-c2d75eaa3a09 req-0e9b96ac-8051-4d10-b3ef-663460d3907d tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:52:37.807979 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-83a8d9d4-2d14-49e6-8133-c2d75eaa3a09 req-0e9b96ac-8051-4d10-b3ef-663460d3907d tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] 10.222.0.44 "GET /v2.0/ports?device_id=f3bef178-eb00-40c6-9b29-942b49484548 HTTP/1.1" status: 200 len: 943 time: 0.1246681 Oct 27 10:52:37.813620 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-aa421b92-76be-46e7-9bce-d088cbc90f78 tempest-FloatingIPAdminTestJSON-874978556 tempest-FloatingIPAdminTestJSON-874978556-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1664826'] for floatingip, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:37.841115 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-aa421b92-76be-46e7-9bce-d088cbc90f78 tempest-FloatingIPAdminTestJSON-874978556 tempest-FloatingIPAdminTestJSON-874978556-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for floatingip, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:37.842318 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-aa421b92-76be-46e7-9bce-d088cbc90f78 tempest-FloatingIPAdminTestJSON-874978556 tempest-FloatingIPAdminTestJSON-874978556-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1143701 Oct 27 10:52:37.845168 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 34470) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:52:37.900168 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-83a8d9d4-2d14-49e6-8133-c2d75eaa3a09 req-a811ec10-2e29-4be1-b42b-42ffea7f824c tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] 10.222.0.44 "GET /v2.0/security-groups?id=ffed76d3-4d36-4729-a6a9-ef5807ccbf84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829654 Oct 27 10:52:37.904796 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-17c0bce1-d051-4b0c-9509-7c4a0501e6c4 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:37.921700 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-61b8f5aa-8b51-4fb8-9471-2e61b9d7bcfd tempest-FloatingIPAdminTestJSON-1796028586 tempest-FloatingIPAdminTestJSON-1796028586-project-admin] 10.222.0.44 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3701 time: 0.0746787 Oct 27 10:52:37.923492 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 34472) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:52:37.954820 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-fd199693-40cc-462b-87cb-fe337cab5338 req-9017eb3e-b6e1-42fc-8462-d2b97471fb16 service neutron] 10.222.0.64 "GET /v2.0/networks/f2b03a6b-6c02-4954-a3e8-168cf87d8153?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512740 Oct 27 10:52:37.994254 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-acf71a4e-2fc3-4a13-aa6b-ebb7be4c8be8 tempest-FloatingIPAdminTestJSON-1716310986 tempest-FloatingIPAdminTestJSON-1716310986-project] 10.222.0.44 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.0696847 Oct 27 10:52:37.996803 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 34474) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:52:38.038836 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-17c0bce1-d051-4b0c-9509-7c4a0501e6c4 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:38.108462 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-fd199693-40cc-462b-87cb-fe337cab5338 req-9dd7d17d-c1bc-4421-a29d-b76db7e5b210 service neutron] 10.222.0.64 "GET /v2.0/networks/f2b03a6b-6c02-4954-a3e8-168cf87d8153?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1460633 Oct 27 10:52:38.120939 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-2624ec2a-7385-43cf-bb3a-9bd09e63bd59 tempest-FloatingIPAdminTestJSON-874978556 tempest-FloatingIPAdminTestJSON-874978556-project] Deleting port 450e8030-c170-46f1-a3d6-c100c5d085dc {{(pid=102346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:52:38.121617 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-2624ec2a-7385-43cf-bb3a-9bd09e63bd59 tempest-FloatingIPAdminTestJSON-874978556 tempest-FloatingIPAdminTestJSON-874978556-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:38.198739 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-2624ec2a-7385-43cf-bb3a-9bd09e63bd59 tempest-FloatingIPAdminTestJSON-874978556 tempest-FloatingIPAdminTestJSON-874978556-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:38.199034 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-2624ec2a-7385-43cf-bb3a-9bd09e63bd59 tempest-FloatingIPAdminTestJSON-874978556 tempest-FloatingIPAdminTestJSON-874978556-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:38.211601 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-2624ec2a-7385-43cf-bb3a-9bd09e63bd59 tempest-FloatingIPAdminTestJSON-874978556 tempest-FloatingIPAdminTestJSON-874978556-project] Calling delete_port for 450e8030-c170-46f1-a3d6-c100c5d085dc owned by network:floatingip {{(pid=102346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:52:38.215643 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-17c0bce1-d051-4b0c-9509-7c4a0501e6c4 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Publish callbacks [] for port, precommit_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:38.220824 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-17c0bce1-d051-4b0c-9509-7c4a0501e6c4 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:38.291138 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c0bce1-d051-4b0c-9509-7c4a0501e6c4 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Pushing event updated for resources: {'Port': ['ID=110ad86f-6008-4c84-b3eb-acbf6f6bb317,revision_number=2']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:52:38.299356 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-17c0bce1-d051-4b0c-9509-7c4a0501e6c4 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1664826'] for floatingip, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:38.371747 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-2624ec2a-7385-43cf-bb3a-9bd09e63bd59 tempest-FloatingIPAdminTestJSON-874978556 tempest-FloatingIPAdminTestJSON-874978556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:38.402805 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2624ec2a-7385-43cf-bb3a-9bd09e63bd59 tempest-FloatingIPAdminTestJSON-874978556 tempest-FloatingIPAdminTestJSON-874978556-project] Pushing event deleted for resources: {'Port': ['ID=450e8030-c170-46f1-a3d6-c100c5d085dc,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:52:38.428343 n-d-813419-10 neutron-server[102347]: INFO neutron.db.l3_db [None req-17c0bce1-d051-4b0c-9509-7c4a0501e6c4 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Floating IP e00d676b-fda6-4aff-8dc5-6c7d1d3b7f03 associated. External IP: 172.25.8.118, port: 7608fc6c-4c75-4681-9aed-1b7336e87146. Oct 27 10:52:38.475769 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-2624ec2a-7385-43cf-bb3a-9bd09e63bd59 tempest-FloatingIPAdminTestJSON-874978556 tempest-FloatingIPAdminTestJSON-874978556-project] Publish callbacks [] for floatingip, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:38.479963 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-2624ec2a-7385-43cf-bb3a-9bd09e63bd59 tempest-FloatingIPAdminTestJSON-874978556 tempest-FloatingIPAdminTestJSON-874978556-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for floatingip, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:38.481729 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-2624ec2a-7385-43cf-bb3a-9bd09e63bd59 tempest-FloatingIPAdminTestJSON-874978556 tempest-FloatingIPAdminTestJSON-874978556-project] 10.222.0.44 "DELETE /v2.0/floatingips/1437d172-84bf-4edb-9bac-031291689856 HTTP/1.1" status: 204 len: 168 time: 0.4832890 Oct 27 10:52:38.484142 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 34486) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:52:38.606391 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-03553b62-b061-4ac6-a684-aee5cebbb1b0 tempest-FloatingIPAdminTestJSON-1796028586 tempest-FloatingIPAdminTestJSON-1796028586-project-admin] Deleting port 7559b2ff-ab23-4a7e-9e91-102ae7abc23b {{(pid=102346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:52:38.606763 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-03553b62-b061-4ac6-a684-aee5cebbb1b0 tempest-FloatingIPAdminTestJSON-1796028586 tempest-FloatingIPAdminTestJSON-1796028586-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:38.690452 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-03553b62-b061-4ac6-a684-aee5cebbb1b0 tempest-FloatingIPAdminTestJSON-1796028586 tempest-FloatingIPAdminTestJSON-1796028586-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:38.690778 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-03553b62-b061-4ac6-a684-aee5cebbb1b0 tempest-FloatingIPAdminTestJSON-1796028586 tempest-FloatingIPAdminTestJSON-1796028586-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:38.703173 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-03553b62-b061-4ac6-a684-aee5cebbb1b0 tempest-FloatingIPAdminTestJSON-1796028586 tempest-FloatingIPAdminTestJSON-1796028586-project-admin] Calling delete_port for 7559b2ff-ab23-4a7e-9e91-102ae7abc23b owned by network:floatingip {{(pid=102346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:52:38.711065 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abb6da6-479b-429b-8988-b6bd11bb4642 req-35ca5e78-dfa7-48f9-98d5-777be83a8868 tempest-VolumesSnapshotTestJSON-2053090724 tempest-VolumesSnapshotTestJSON-2053090724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:52:38.712491 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8abb6da6-479b-429b-8988-b6bd11bb4642 req-35ca5e78-dfa7-48f9-98d5-777be83a8868 tempest-VolumesSnapshotTestJSON-2053090724 tempest-VolumesSnapshotTestJSON-2053090724-project] 10.222.0.44 "GET /v2.0/networks?id=06a03d11-0320-4e55-abd7-7bbd1ed6ce00 HTTP/1.1" status: 200 len: 813 time: 0.1867301 Oct 27 10:52:38.735728 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8abb6da6-479b-429b-8988-b6bd11bb4642 req-77b8cb31-95ee-4460-a9af-2535db7e1c71 tempest-VolumesSnapshotTestJSON-2053090724 tempest-VolumesSnapshotTestJSON-2053090724-project] 10.222.0.44 "GET /v2.0/quotas/288186d24e824ccf95cff6bc1e22a0cc HTTP/1.1" status: 200 len: 375 time: 0.0142026 Oct 27 10:52:38.744353 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17c0bce1-d051-4b0c-9509-7c4a0501e6c4 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Router 41d6c480-58e2-46a4-9d20-8acdccc452d7 has already been hosted by L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb {{(pid=102347) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 10:52:38.772434 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8abb6da6-479b-429b-8988-b6bd11bb4642 req-475548d9-cfd1-4669-b7d4-db961b5bcd0b tempest-VolumesSnapshotTestJSON-2053090724 tempest-VolumesSnapshotTestJSON-2053090724-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=288186d24e824ccf95cff6bc1e22a0cc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0301154 Oct 27 10:52:38.834249 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-03553b62-b061-4ac6-a684-aee5cebbb1b0 tempest-FloatingIPAdminTestJSON-1796028586 tempest-FloatingIPAdminTestJSON-1796028586-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:38.860152 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03553b62-b061-4ac6-a684-aee5cebbb1b0 tempest-FloatingIPAdminTestJSON-1796028586 tempest-FloatingIPAdminTestJSON-1796028586-project-admin] Pushing event deleted for resources: {'Port': ['ID=7559b2ff-ab23-4a7e-9e91-102ae7abc23b,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:52:38.919869 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-03553b62-b061-4ac6-a684-aee5cebbb1b0 tempest-FloatingIPAdminTestJSON-1796028586 tempest-FloatingIPAdminTestJSON-1796028586-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:38.922414 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-03553b62-b061-4ac6-a684-aee5cebbb1b0 tempest-FloatingIPAdminTestJSON-1796028586 tempest-FloatingIPAdminTestJSON-1796028586-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for floatingip, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:38.925032 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-03553b62-b061-4ac6-a684-aee5cebbb1b0 tempest-FloatingIPAdminTestJSON-1796028586 tempest-FloatingIPAdminTestJSON-1796028586-project-admin] 10.222.0.44 "DELETE /v2.0/floatingips/35066bf0-747e-45ef-801b-0fd00b12b3bf HTTP/1.1" status: 204 len: 168 time: 0.4398620 Oct 27 10:52:38.929396 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 34494) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:52:38.937966 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17c0bce1-d051-4b0c-9509-7c4a0501e6c4 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:52:38.951594 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ff8f3e2-30ae-43c0-ab6c-53f38739b22b None None] Sync routers for ids ['41d6c480-58e2-46a4-9d20-8acdccc452d7'] in n-d-813419-10 {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:52:38.957093 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8abb6da6-479b-429b-8988-b6bd11bb4642 req-bd918b84-7a4d-4e3c-835f-ef8c8a7a1882 service neutron] 10.222.0.44 "GET /v2.0/networks/06a03d11-0320-4e55-abd7-7bbd1ed6ce00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1767228 Oct 27 10:52:38.970910 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-17c0bce1-d051-4b0c-9509-7c4a0501e6c4 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for floatingip, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:38.979487 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ff8f3e2-30ae-43c0-ab6c-53f38739b22b None None] Routers {'41d6c480-58e2-46a4-9d20-8acdccc452d7'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:52:38.980112 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-6ff8f3e2-30ae-43c0-ab6c-53f38739b22b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:52:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['41d6c480-58e2-46a4-9d20-8acdccc452d7'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:52:39.042277 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:39.048876 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-17c0bce1-d051-4b0c-9509-7c4a0501e6c4 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.2356923 Oct 27 10:52:39.052820 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a505328d-4a06-41d8-b919-f255f155943f', 'tag': '7608fc6c-4c75-4681-9aed-1b7336e87146'}] {{(pid=102347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:52:39.055082 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311149b481204ee7edffdb959c881838506fbd95bc8577c048f6677abb73acc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8c39462-bbdf-443b-9d34-596763f1630a" -d '{"events": [{"name": "network-changed", "server_uuid": "a505328d-4a06-41d8-b919-f255f155943f", "tag": "7608fc6c-4c75-4681-9aed-1b7336e87146"}]}' {{(pid=102347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:52:39.056083 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 34496) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:52:39.096728 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8abb6da6-479b-429b-8988-b6bd11bb4642 req-3fdc9bb3-263c-4c7a-bc60-d4b82aedd968 service neutron] 10.222.0.44 "GET /v2.0/networks/06a03d11-0320-4e55-abd7-7bbd1ed6ce00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209056 Oct 27 10:52:39.100385 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvr_db [None req-6ff8f3e2-30ae-43c0-ab6c-53f38739b22b None None] Set router 41d6c480-58e2-46a4-9d20-8acdccc452d7 gateway port host: n-d-813419-10 {{(pid=102349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:52:39.126918 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-27f7ad3e-6803-4a1f-aab8-c162c7f5a373 tempest-FloatingIPAdminTestJSON-1716310986 tempest-FloatingIPAdminTestJSON-1716310986-project] Deleting port 79101aae-6132-4c18-b0b1-8119c0ded26e {{(pid=102346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:52:39.127254 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-27f7ad3e-6803-4a1f-aab8-c162c7f5a373 tempest-FloatingIPAdminTestJSON-1716310986 tempest-FloatingIPAdminTestJSON-1716310986-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:39.151502 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ed4d87-3a48-4d38-a55c-b234bd34d1e6 req-63578d59-c436-4dd5-8ffc-df5ccfd09f1b tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:52:39.153134 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-c2ed4d87-3a48-4d38-a55c-b234bd34d1e6 req-63578d59-c436-4dd5-8ffc-df5ccfd09f1b tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] 10.222.0.44 "GET /v2.0/ports?device_id=f3bef178-eb00-40c6-9b29-942b49484548 HTTP/1.1" status: 200 len: 943 time: 0.1443877 Oct 27 10:52:39.181691 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-9af5c437-4cdf-4f54-841a-b3d9a3a1a568 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] 10.222.0.44 "GET /v2.0/floatingips/e00d676b-fda6-4aff-8dc5-6c7d1d3b7f03 HTTP/1.1" status: 200 len: 991 time: 0.1236193 Oct 27 10:52:39.250441 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-c2ed4d87-3a48-4d38-a55c-b234bd34d1e6 req-eec31b29-e515-45a9-a5b3-0044814891d4 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] 10.222.0.44 "GET /v2.0/security-groups?id=ffed76d3-4d36-4729-a6a9-ef5807ccbf84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723450 Oct 27 10:52:39.258182 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 10:52:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd59a76f-67e7-4e88-adf3-c90160172a51 x-openstack-request-id: req-cd59a76f-67e7-4e88-adf3-c90160172a51 {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:52:39.258776 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a505328d-4a06-41d8-b919-f255f155943f", "tag": "7608fc6c-4c75-4681-9aed-1b7336e87146", "status": "completed", "code": 200}]} {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:52:39.259111 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-cd59a76f-67e7-4e88-adf3-c90160172a51 {{(pid=102347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:52:39.259579 n-d-813419-10 neutron-server[102347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a505328d-4a06-41d8-b919-f255f155943f', 'tag': '7608fc6c-4c75-4681-9aed-1b7336e87146', 'status': 'completed', 'code': 200} Oct 27 10:52:39.273260 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-27f7ad3e-6803-4a1f-aab8-c162c7f5a373 tempest-FloatingIPAdminTestJSON-1716310986 tempest-FloatingIPAdminTestJSON-1716310986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:39.289954 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-27f7ad3e-6803-4a1f-aab8-c162c7f5a373 tempest-FloatingIPAdminTestJSON-1716310986 tempest-FloatingIPAdminTestJSON-1716310986-project] Calling delete_port for 79101aae-6132-4c18-b0b1-8119c0ded26e owned by {{(pid=102346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:52:39.374835 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-5e51030c-5c6d-472f-85c7-fe83af8fad67 req-d82f91f5-5a21-4201-a552-175572635440 tempest-VolumesSnapshotTestJSON-2053090724 tempest-VolumesSnapshotTestJSON-2053090724-project] 10.222.0.44 "GET /v2.0/ports?device_id=219be6b9-f691-47a8-98db-d0c239e14d2c HTTP/1.1" status: 200 len: 210 time: 0.0524485 Oct 27 10:52:39.387075 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c39462-bbdf-443b-9d34-596763f1630a req-7136c2bd-e1cf-4e4c-8bf5-7f5f21021bff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:52:39.389619 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-e8c39462-bbdf-443b-9d34-596763f1630a req-7136c2bd-e1cf-4e4c-8bf5-7f5f21021bff service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b77ac30bad224fe0b8e5f2c5dd43d62c&device_id=a505328d-4a06-41d8-b919-f255f155943f HTTP/1.1" status: 200 len: 1097 time: 0.1083505 Oct 27 10:52:39.408261 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-6ff8f3e2-30ae-43c0-ab6c-53f38739b22b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41d6c480-58e2-46a4-9d20-8acdccc452d7', 'name': 'tempest-TestNetworkBasicOps-router-229061942', 'tenant_id': 'b77ac30bad224fe0b8e5f2c5dd43d62c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.5'}], 'enable_snat': True}, 'gw_port_id': 'b6bde767-262a-43a7-b343-b12719352282', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:52:06Z', 'updated_at': '2021-10-27T10:52:15Z', 'revision_number': 4, 'project_id': 'b77ac30bad224fe0b8e5f2c5dd43d62c', 'gw_port': {'id': 'b6bde767-262a-43a7-b343-b12719352282', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:c0:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41d6c480-58e2-46a4-9d20-8acdccc452d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3485, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:52:07Z', 'updated_at': '2021-10-27T10:52:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_floatingips': [{'id': 'e00d676b-fda6-4aff-8dc5-6c7d1d3b7f03', 'tenant_id': 'b77ac30bad224fe0b8e5f2c5dd43d62c', 'floating_ip_address': '172.25.8.118', 'floating_network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'router_id': '41d6c480-58e2-46a4-9d20-8acdccc452d7', 'port_id': '7608fc6c-4c75-4681-9aed-1b7336e87146', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3540, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7a261072-1520-4c4e-bc8b-d16ecdb68ee8', 'mac_address': 'fa:16:3e:8e:9c:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a505328d-4a06-41d8-b919-f255f155943f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T10:52:37Z', 'updated_at': '2021-10-27T10:52:37Z', 'revision_number': 0, 'project_id': 'b77ac30bad224fe0b8e5f2c5dd43d62c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94024aeb-6c69-4d86-a57e-90258a7b8830', 'name': '', 'network_id': '7a261072-1520-4c4e-bc8b-d16ecdb68ee8', 'tenant_id': 'b77ac30bad224fe0b8e5f2c5dd43d62c', 'mac_address': 'fa:16:3e:40:e7:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41d6c480-58e2-46a4-9d20-8acdccc452d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3498, 'fixed_ips': [{'subnet_id': '409efab0-c699-43bc-a615-0c78de1334af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:52:13Z', 'updated_at': '2021-10-27T10:52:19Z', 'revision_number': 5, 'project_id': 'b77ac30bad224fe0b8e5f2c5dd43d62c', 'subnets': [{'id': '409efab0-c699-43bc-a615-0c78de1334af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:52:39.448762 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ff8f3e2-30ae-43c0-ab6c-53f38739b22b None None] Checking router: 41d6c480-58e2-46a4-9d20-8acdccc452d7 for host: n-d-813419-10 {{(pid=102349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 10:52:39.464780 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ff8f3e2-30ae-43c0-ab6c-53f38739b22b None None] Routers {'41d6c480-58e2-46a4-9d20-8acdccc452d7'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:52:39.466342 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-6ff8f3e2-30ae-43c0-ab6c-53f38739b22b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:52:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['41d6c480-58e2-46a4-9d20-8acdccc452d7'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:52:39.478897 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-27f7ad3e-6803-4a1f-aab8-c162c7f5a373 tempest-FloatingIPAdminTestJSON-1716310986 tempest-FloatingIPAdminTestJSON-1716310986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:39.496050 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c39462-bbdf-443b-9d34-596763f1630a req-afac01d3-9ac4-477d-b671-ab67d7aff10b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:52:39.498466 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-e8c39462-bbdf-443b-9d34-596763f1630a req-afac01d3-9ac4-477d-b671-ab67d7aff10b service neutron] 10.222.0.64 "GET /v2.0/networks?id=7a261072-1520-4c4e-bc8b-d16ecdb68ee8 HTTP/1.1" status: 200 len: 897 time: 0.1012151 Oct 27 10:52:39.509698 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f7ad3e-6803-4a1f-aab8-c162c7f5a373 tempest-FloatingIPAdminTestJSON-1716310986 tempest-FloatingIPAdminTestJSON-1716310986-project] Pushing event deleted for resources: {'Port': ['ID=79101aae-6132-4c18-b0b1-8119c0ded26e,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:52:39.601668 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-e8c39462-bbdf-443b-9d34-596763f1630a req-7f9e60be-667a-47e4-90f3-c4524a883448 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7608fc6c-4c75-4681-9aed-1b7336e87146 HTTP/1.1" status: 200 len: 999 time: 0.0951891 Oct 27 10:52:39.617697 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-27f7ad3e-6803-4a1f-aab8-c162c7f5a373 tempest-FloatingIPAdminTestJSON-1716310986 tempest-FloatingIPAdminTestJSON-1716310986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:39.628760 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-27f7ad3e-6803-4a1f-aab8-c162c7f5a373 tempest-FloatingIPAdminTestJSON-1716310986 tempest-FloatingIPAdminTestJSON-1716310986-project] 10.222.0.44 "DELETE /v2.0/ports/79101aae-6132-4c18-b0b1-8119c0ded26e HTTP/1.1" status: 204 len: 168 time: 0.6941729 Oct 27 10:52:39.629794 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 34508) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:52:39.633121 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvr_db [None req-6ff8f3e2-30ae-43c0-ab6c-53f38739b22b None None] Set router 41d6c480-58e2-46a4-9d20-8acdccc452d7 gateway port host: n-d-813419-10 {{(pid=102349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:52:39.698332 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c39462-bbdf-443b-9d34-596763f1630a req-2d7fbe60-889a-4cd9-b73d-fc71fd2f8388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:52:39.702217 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21c85d8e-ab96-4a05-9d14-f17a7789aa68 tempest-FloatingIPAdminTestJSON-1716310986 tempest-FloatingIPAdminTestJSON-1716310986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:52:39.706385 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-21c85d8e-ab96-4a05-9d14-f17a7789aa68 tempest-FloatingIPAdminTestJSON-1716310986 tempest-FloatingIPAdminTestJSON-1716310986-project] 10.222.0.44 "GET /v2.0/ports?device_id=3693914e-c8ef-4c2e-aedb-83e5aa5e61be HTTP/1.1" status: 200 len: 913 time: 0.0728927 Oct 27 10:52:39.706563 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-e8c39462-bbdf-443b-9d34-596763f1630a req-2d7fbe60-889a-4cd9-b73d-fc71fd2f8388 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=409efab0-c699-43bc-a615-0c78de1334af HTTP/1.1" status: 200 len: 835 time: 0.0938509 Oct 27 10:52:39.706739 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 34512) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:52:39.798154 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c39462-bbdf-443b-9d34-596763f1630a req-ad2056b9-f5ef-4523-a42d-4f0ee71e2c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:52:39.802779 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-e8c39462-bbdf-443b-9d34-596763f1630a req-ad2056b9-f5ef-4523-a42d-4f0ee71e2c04 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=7a261072-1520-4c4e-bc8b-d16ecdb68ee8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0911889 Oct 27 10:52:39.898024 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device c864492f-1845-4fbf-8bfb-876004c3bb26 details requested by agent hyperv_n-h1-813419-10 with host n-h1-813419-10 {{(pid=102348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 10:52:40.007542 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-e8c39462-bbdf-443b-9d34-596763f1630a req-e3175ba5-5fea-4788-b586-902ecd6d26c1 service neutron] 10.222.0.64 "GET /v2.0/networks/7a261072-1520-4c4e-bc8b-d16ecdb68ee8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1959469 Oct 27 10:52:40.099378 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port c864492f-1845-4fbf-8bfb-876004c3bb26, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=c864492f-1845-4fbf-8bfb-876004c3bb26,segment=NetworkSegment(8cab2adf-a440-42c6-b3ba-33945c07a109),segment_id=8cab2adf-a440-42c6-b3ba-33945c07a109)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:52:40.117810 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Returning: {'device': 'c864492f-1845-4fbf-8bfb-876004c3bb26', 'network_id': 'f2b03a6b-6c02-4954-a3e8-168cf87d8153', 'port_id': 'c864492f-1845-4fbf-8bfb-876004c3bb26', 'mac_address': 'fa:16:3e:c6:10:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 445, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10902cdd-be2b-4d88-ae3a-f5647b50017d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 10:52:40.170906 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:40.186145 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 34514) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:52:40.193573 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-6ff8f3e2-30ae-43c0-ab6c-53f38739b22b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41d6c480-58e2-46a4-9d20-8acdccc452d7', 'name': 'tempest-TestNetworkBasicOps-router-229061942', 'tenant_id': 'b77ac30bad224fe0b8e5f2c5dd43d62c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.5'}], 'enable_snat': True}, 'gw_port_id': 'b6bde767-262a-43a7-b343-b12719352282', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:52:06Z', 'updated_at': '2021-10-27T10:52:15Z', 'revision_number': 4, 'project_id': 'b77ac30bad224fe0b8e5f2c5dd43d62c', 'gw_port': {'id': 'b6bde767-262a-43a7-b343-b12719352282', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:c0:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41d6c480-58e2-46a4-9d20-8acdccc452d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3485, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:52:07Z', 'updated_at': '2021-10-27T10:52:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_floatingips': [{'id': 'e00d676b-fda6-4aff-8dc5-6c7d1d3b7f03', 'tenant_id': 'b77ac30bad224fe0b8e5f2c5dd43d62c', 'floating_ip_address': '172.25.8.118', 'floating_network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'router_id': '41d6c480-58e2-46a4-9d20-8acdccc452d7', 'port_id': '7608fc6c-4c75-4681-9aed-1b7336e87146', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3540, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7a261072-1520-4c4e-bc8b-d16ecdb68ee8', 'mac_address': 'fa:16:3e:8e:9c:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a505328d-4a06-41d8-b919-f255f155943f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T10:52:37Z', 'updated_at': '2021-10-27T10:52:37Z', 'revision_number': 0, 'project_id': 'b77ac30bad224fe0b8e5f2c5dd43d62c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94024aeb-6c69-4d86-a57e-90258a7b8830', 'name': '', 'network_id': '7a261072-1520-4c4e-bc8b-d16ecdb68ee8', 'tenant_id': 'b77ac30bad224fe0b8e5f2c5dd43d62c', 'mac_address': 'fa:16:3e:40:e7:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41d6c480-58e2-46a4-9d20-8acdccc452d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3498, 'fixed_ips': [{'subnet_id': '409efab0-c699-43bc-a615-0c78de1334af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:52:13Z', 'updated_at': '2021-10-27T10:52:19Z', 'revision_number': 5, 'project_id': 'b77ac30bad224fe0b8e5f2c5dd43d62c', 'subnets': [{'id': '409efab0-c699-43bc-a615-0c78de1334af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:52:40.196282 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c864492f-1845-4fbf-8bfb-876004c3bb26 {{(pid=102348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:52:40.213542 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-57c6da46-20f3-47ee-9736-399ef2499263 tempest-FloatingIPAdminTestJSON-1716310986 tempest-FloatingIPAdminTestJSON-1716310986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1766202'] for router_interface, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:40.224867 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port c864492f-1845-4fbf-8bfb-876004c3bb26, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=c864492f-1845-4fbf-8bfb-876004c3bb26,segment=NetworkSegment(8cab2adf-a440-42c6-b3ba-33945c07a109),segment_id=8cab2adf-a440-42c6-b3ba-33945c07a109)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:52:40.243487 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:40.253747 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ff8f3e2-30ae-43c0-ab6c-53f38739b22b None None] The sync data for ids ['41d6c480-58e2-46a4-9d20-8acdccc452d7'] in n-d-813419-10 is: [{'id': '41d6c480-58e2-46a4-9d20-8acdccc452d7', 'name': 'tempest-TestNetworkBasicOps-router-229061942', 'tenant_id': 'b77ac30bad224fe0b8e5f2c5dd43d62c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.5'}], 'enable_snat': True}, 'gw_port_id': 'b6bde767-262a-43a7-b343-b12719352282', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:52:06Z', 'updated_at': '2021-10-27T10:52:15Z', 'revision_number': 4, 'project_id': 'b77ac30bad224fe0b8e5f2c5dd43d62c', 'gw_port': {'id': 'b6bde767-262a-43a7-b343-b12719352282', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:c0:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41d6c480-58e2-46a4-9d20-8acdccc452d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3485, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:52:07Z', 'updated_at': '2021-10-27T10:52:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_floatingips': [{'id': 'e00d676b-fda6-4aff-8dc5-6c7d1d3b7f03', 'tenant_id': 'b77ac30bad224fe0b8e5f2c5dd43d62c', 'floating_ip_address': '172.25.8.118', 'floating_network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'router_id': '41d6c480-58e2-46a4-9d20-8acdccc452d7', 'port_id': '7608fc6c-4c75-4681-9aed-1b7336e87146', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3540, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7a261072-1520-4c4e-bc8b-d16ecdb68ee8', 'mac_address': 'fa:16:3e:8e:9c:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a505328d-4a06-41d8-b919-f255f155943f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T10:52:37Z', 'updated_at': '2021-10-27T10:52:37Z', 'revision_number': 0, 'project_id': 'b77ac30bad224fe0b8e5f2c5dd43d62c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94024aeb-6c69-4d86-a57e-90258a7b8830', 'name': '', 'network_id': '7a261072-1520-4c4e-bc8b-d16ecdb68ee8', 'tenant_id': 'b77ac30bad224fe0b8e5f2c5dd43d62c', 'mac_address': 'fa:16:3e:40:e7:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41d6c480-58e2-46a4-9d20-8acdccc452d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3498, 'fixed_ips': [{'subnet_id': '409efab0-c699-43bc-a615-0c78de1334af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:52:13Z', 'updated_at': '2021-10-27T10:52:19Z', 'revision_number': 5, 'project_id': 'b77ac30bad224fe0b8e5f2c5dd43d62c', 'subnets': [{'id': '409efab0-c699-43bc-a615-0c78de1334af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:52:40.290515 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-0fec592d-b19b-4169-bc50-33f221e68c92 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] 10.222.0.44 "GET /v2.0/floatingips/e00d676b-fda6-4aff-8dc5-6c7d1d3b7f03 HTTP/1.1" status: 200 len: 991 time: 0.1005280 Oct 27 10:52:40.296494 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-e8c39462-bbdf-443b-9d34-596763f1630a req-cdd228b7-167e-442d-b927-1aa7de30e33b service neutron] 10.222.0.64 "GET /v2.0/networks/7a261072-1520-4c4e-bc8b-d16ecdb68ee8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2743511 Oct 27 10:52:40.353298 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Pushing event updated for resources: {'Port': ['ID=c864492f-1845-4fbf-8bfb-876004c3bb26,revision_number=4']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:52:40.448950 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dd4dc8-52cb-4543-9afd-f90496513132 req-ae414312-4ed1-4a08-81ed-1fea7dd01bf7 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:52:40.450503 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-e3dd4dc8-52cb-4543-9afd-f90496513132 req-ae414312-4ed1-4a08-81ed-1fea7dd01bf7 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] 10.222.0.44 "GET /v2.0/ports?device_id=f3bef178-eb00-40c6-9b29-942b49484548 HTTP/1.1" status: 200 len: 944 time: 0.0755975 Oct 27 10:52:40.485747 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-aceede9b-a0a7-4ac7-8b6e-00462908b923 req-eb0e2c23-35af-48ac-aee4-1647d50e1a61 tempest-VolumesSnapshotTestJSON-2053090724 tempest-VolumesSnapshotTestJSON-2053090724-project] 10.222.0.44 "GET /v2.0/ports?device_id=219be6b9-f691-47a8-98db-d0c239e14d2c HTTP/1.1" status: 200 len: 210 time: 0.0316322 Oct 27 10:52:40.486682 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] get_ports_and_sgs() called for port_ids ['c864492f-1845-4fbf-8bfb-876004c3bb26'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:52:40.570410 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-e3dd4dc8-52cb-4543-9afd-f90496513132 req-e9c7dcd9-4857-464a-9198-64df405f0013 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] 10.222.0.44 "GET /v2.0/security-groups?id=ffed76d3-4d36-4729-a6a9-ef5807ccbf84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645478 Oct 27 10:52:40.643881 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8049ca1d-dce7-43a2-95bf-469b8d9eb7a4 None None] New status for floating IP e00d676b-fda6-4aff-8dc5-6c7d1d3b7f03: ACTIVE {{(pid=102348) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 10:52:40.772013 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-57c6da46-20f3-47ee-9736-399ef2499263 tempest-FloatingIPAdminTestJSON-1716310986 tempest-FloatingIPAdminTestJSON-1716310986-project] Deleting port 35b27d50-7974-4574-9059-09aae823107d {{(pid=102346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:52:40.772786 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-57c6da46-20f3-47ee-9736-399ef2499263 tempest-FloatingIPAdminTestJSON-1716310986 tempest-FloatingIPAdminTestJSON-1716310986-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:40.779479 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abb6da6-479b-429b-8988-b6bd11bb4642 req-6e2204de-6a0c-4070-891f-3e7bd6b4e697 tempest-VolumesSnapshotTestJSON-2053090724 tempest-VolumesSnapshotTestJSON-2053090724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:52:40.781922 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8abb6da6-479b-429b-8988-b6bd11bb4642 req-6e2204de-6a0c-4070-891f-3e7bd6b4e697 tempest-VolumesSnapshotTestJSON-2053090724 tempest-VolumesSnapshotTestJSON-2053090724-project] 10.222.0.64 "GET /v2.0/networks?id=06a03d11-0320-4e55-abd7-7bbd1ed6ce00 HTTP/1.1" status: 200 len: 813 time: 0.1878624 Oct 27 10:52:40.797663 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [req-8abb6da6-479b-429b-8988-b6bd11bb4642 req-86daa134-8975-4681-b30a-b9002d5ee787 tempest-VolumesSnapshotTestJSON-2053090724 tempest-VolumesSnapshotTestJSON-2053090724-project] Request body: {'port': {'device_id': '219be6b9-f691-47a8-98db-d0c239e14d2c', 'network_id': '06a03d11-0320-4e55-abd7-7bbd1ed6ce00', 'admin_state_up': True, 'tenant_id': '288186d24e824ccf95cff6bc1e22a0cc'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:52:40.890830 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-57c6da46-20f3-47ee-9736-399ef2499263 tempest-FloatingIPAdminTestJSON-1716310986 tempest-FloatingIPAdminTestJSON-1716310986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:40.906822 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-57c6da46-20f3-47ee-9736-399ef2499263 tempest-FloatingIPAdminTestJSON-1716310986 tempest-FloatingIPAdminTestJSON-1716310986-project] Calling delete_port for 35b27d50-7974-4574-9059-09aae823107d owned by network:router_interface {{(pid=102346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:52:40.929795 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8abb6da6-479b-429b-8988-b6bd11bb4642 req-86daa134-8975-4681-b30a-b9002d5ee787 tempest-VolumesSnapshotTestJSON-2053090724 tempest-VolumesSnapshotTestJSON-2053090724-project] Made reservation on behalf of 288186d24e824ccf95cff6bc1e22a0cc for: {'port': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:52:40.933482 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-8abb6da6-479b-429b-8988-b6bd11bb4642 req-86daa134-8975-4681-b30a-b9002d5ee787 tempest-VolumesSnapshotTestJSON-2053090724 tempest-VolumesSnapshotTestJSON-2053090724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:41.070670 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_common [req-8abb6da6-479b-429b-8988-b6bd11bb4642 req-86daa134-8975-4681-b30a-b9002d5ee787 tempest-VolumesSnapshotTestJSON-2053090724 tempest-VolumesSnapshotTestJSON-2053090724-project] Allocated IP 172.20.0.4 (06a03d11-0320-4e55-abd7-7bbd1ed6ce00/06dc687d-e4f4-4a0e-8ac0-e3468f0f7c40/a0bd8562-c976-4317-9fe0-2b86f9defad8) {{(pid=102347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:52:41.139508 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-57c6da46-20f3-47ee-9736-399ef2499263 tempest-FloatingIPAdminTestJSON-1716310986 tempest-FloatingIPAdminTestJSON-1716310986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:41.171388 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c6da46-20f3-47ee-9736-399ef2499263 tempest-FloatingIPAdminTestJSON-1716310986 tempest-FloatingIPAdminTestJSON-1716310986-project] Pushing event deleted for resources: {'Port': ['ID=35b27d50-7974-4574-9059-09aae823107d,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:52:41.257385 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-8abb6da6-479b-429b-8988-b6bd11bb4642 req-86daa134-8975-4681-b30a-b9002d5ee787 tempest-VolumesSnapshotTestJSON-2053090724 tempest-VolumesSnapshotTestJSON-2053090724-project] Publish callbacks [] for port, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:41.292568 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 34520) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:52:41.358964 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-8abb6da6-479b-429b-8988-b6bd11bb4642 req-86daa134-8975-4681-b30a-b9002d5ee787 tempest-VolumesSnapshotTestJSON-2053090724 tempest-VolumesSnapshotTestJSON-2053090724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:41.363821 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-57c6da46-20f3-47ee-9736-399ef2499263 tempest-FloatingIPAdminTestJSON-1716310986 tempest-FloatingIPAdminTestJSON-1716310986-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2006968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1766358'] for router_interface, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:41.423800 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8abb6da6-479b-429b-8988-b6bd11bb4642 req-86daa134-8975-4681-b30a-b9002d5ee787 tempest-VolumesSnapshotTestJSON-2053090724 tempest-VolumesSnapshotTestJSON-2053090724-project] Network 06a03d11-0320-4e55-abd7-7bbd1ed6ce00 is already hosted by enough agents. {{(pid=102347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:52:41.429705 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [req-8abb6da6-479b-429b-8988-b6bd11bb4642 req-86daa134-8975-4681-b30a-b9002d5ee787 tempest-VolumesSnapshotTestJSON-2053090724 tempest-VolumesSnapshotTestJSON-2053090724-project] Resources bound (agent type, host, resource id): {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:52:41.432513 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [req-8abb6da6-479b-429b-8988-b6bd11bb4642 req-86daa134-8975-4681-b30a-b9002d5ee787 tempest-VolumesSnapshotTestJSON-2053090724 tempest-VolumesSnapshotTestJSON-2053090724-project] Received port after_create {{(pid=102347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:52:41.447499 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-af037933-92c1-4a05-bddb-0835f78d1c78 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] 10.222.0.44 "GET /v2.0/floatingips/e00d676b-fda6-4aff-8dc5-6c7d1d3b7f03 HTTP/1.1" status: 200 len: 993 time: 0.1474886 Oct 27 10:52:41.472137 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86daa134-8975-4681-b30a-b9002d5ee787 tempest-VolumesSnapshotTestJSON-2053090724 tempest-VolumesSnapshotTestJSON-2053090724-project] Pushing event updated for resources: {'Port': ['ID=a0bd8562-c976-4317-9fe0-2b86f9defad8,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:52:41.511009 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abb6da6-479b-429b-8988-b6bd11bb4642 req-86daa134-8975-4681-b30a-b9002d5ee787 tempest-VolumesSnapshotTestJSON-2053090724 tempest-VolumesSnapshotTestJSON-2053090724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:52:41.511692 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-8abb6da6-479b-429b-8988-b6bd11bb4642 req-86daa134-8975-4681-b30a-b9002d5ee787 tempest-VolumesSnapshotTestJSON-2053090724 tempest-VolumesSnapshotTestJSON-2053090724-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:41.529947 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8abb6da6-479b-429b-8988-b6bd11bb4642 req-86daa134-8975-4681-b30a-b9002d5ee787 tempest-VolumesSnapshotTestJSON-2053090724 tempest-VolumesSnapshotTestJSON-2053090724-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7385037 Oct 27 10:52:41.544254 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [req-8abb6da6-479b-429b-8988-b6bd11bb4642 req-f69854d4-dc54-4deb-b9c5-4462b103adbb service neutron] Request body: {'port': {'device_id': '219be6b9-f691-47a8-98db-d0c239e14d2c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-10'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:52:41.617460 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-8abb6da6-479b-429b-8988-b6bd11bb4642 req-f69854d4-dc54-4deb-b9c5-4462b103adbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:41.700175 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d0b124-2b7e-4b79-ad3d-28b7a639538b req-2be82961-b3b1-44a5-bb70-dce4ab174029 tempest-VolumesSnapshotTestJSON-2053090724 tempest-VolumesSnapshotTestJSON-2053090724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:52:41.704686 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-41d0b124-2b7e-4b79-ad3d-28b7a639538b req-2be82961-b3b1-44a5-bb70-dce4ab174029 tempest-VolumesSnapshotTestJSON-2053090724 tempest-VolumesSnapshotTestJSON-2053090724-project] 10.222.0.44 "GET /v2.0/ports?device_id=219be6b9-f691-47a8-98db-d0c239e14d2c HTTP/1.1" status: 200 len: 931 time: 0.1072609 Oct 27 10:52:41.805074 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-41d0b124-2b7e-4b79-ad3d-28b7a639538b req-79f5d6ec-9e73-444e-abf5-84c9f0738700 tempest-VolumesSnapshotTestJSON-2053090724 tempest-VolumesSnapshotTestJSON-2053090724-project] 10.222.0.44 "GET /v2.0/security-groups?id=89962c1d-db74-4ae6-9f26-f13036e9dc23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967915 Oct 27 10:52:41.836148 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51296e4e-e9fd-4bba-a86e-d9032e8b47a7 req-34c9ac9f-4d3f-49b4-b1ca-6786af91a0d0 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:52:41.837652 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-51296e4e-e9fd-4bba-a86e-d9032e8b47a7 req-34c9ac9f-4d3f-49b4-b1ca-6786af91a0d0 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] 10.222.0.44 "GET /v2.0/ports?device_id=f3bef178-eb00-40c6-9b29-942b49484548 HTTP/1.1" status: 200 len: 944 time: 0.0658190 Oct 27 10:52:41.913742 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device c864492f-1845-4fbf-8bfb-876004c3bb26 up at agent hyperv_n-h1-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:52:41.943570 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-51296e4e-e9fd-4bba-a86e-d9032e8b47a7 req-6b2a513e-3c88-4676-bc3d-2ba99164c9fb tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] 10.222.0.44 "GET /v2.0/security-groups?id=ffed76d3-4d36-4729-a6a9-ef5807ccbf84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989046 Oct 27 10:52:41.963712 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [req-8abb6da6-479b-429b-8988-b6bd11bb4642 req-f69854d4-dc54-4deb-b9c5-4462b103adbb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0bd8562-c976-4317-9fe0-2b86f9defad8 {{(pid=102347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:52:41.973288 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Provisioning for port c864492f-1845-4fbf-8bfb-876004c3bb26 completed by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 10:52:41.974016 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-8abb6da6-479b-429b-8988-b6bd11bb4642 req-f69854d4-dc54-4deb-b9c5-4462b103adbb service neutron] Publish callbacks [] for port, precommit_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:41.977797 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Provisioning complete for port c864492f-1845-4fbf-8bfb-876004c3bb26 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:52:41.978305 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:41.987585 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.provisioning_blocks [req-8abb6da6-479b-429b-8988-b6bd11bb4642 req-f69854d4-dc54-4deb-b9c5-4462b103adbb service neutron] Transition to ACTIVE for port object a0bd8562-c976-4317-9fe0-2b86f9defad8 will not be triggered until provisioned by entity L2. {{(pid=102347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 10:52:41.991658 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-8abb6da6-479b-429b-8988-b6bd11bb4642 req-f69854d4-dc54-4deb-b9c5-4462b103adbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:41.994655 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57c6da46-20f3-47ee-9736-399ef2499263 tempest-FloatingIPAdminTestJSON-1716310986 tempest-FloatingIPAdminTestJSON-1716310986-project] Router 3693914e-c8ef-4c2e-aedb-83e5aa5e61be has already been hosted by L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb {{(pid=102346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 10:52:42.059706 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69854d4-dc54-4deb-b9c5-4462b103adbb service neutron] Pushing event updated for resources: {'Port': ['ID=a0bd8562-c976-4317-9fe0-2b86f9defad8,revision_number=2']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:52:42.061407 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:42.085640 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3bef178-eb00-40c6-9b29-942b49484548', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c864492f-1845-4fbf-8bfb-876004c3bb26'}] {{(pid=102348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:52:42.088269 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c588921fa634554a1d9242fdea1b05457a9ff1d3b28ba54ec1dace7f2f1df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1fdf208-ae39-4f83-ae8a-873424770e2f" -d '{"events": [{"server_uuid": "f3bef178-eb00-40c6-9b29-942b49484548", "name": "network-vif-plugged", "status": "completed", "tag": "c864492f-1845-4fbf-8bfb-876004c3bb26"}]}' {{(pid=102348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:52:42.101651 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port c864492f-1845-4fbf-8bfb-876004c3bb26, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=c864492f-1845-4fbf-8bfb-876004c3bb26,segment=NetworkSegment(8cab2adf-a440-42c6-b3ba-33945c07a109),segment_id=8cab2adf-a440-42c6-b3ba-33945c07a109)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:52:42.108424 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:42.115937 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-8abb6da6-479b-429b-8988-b6bd11bb4642 req-f69854d4-dc54-4deb-b9c5-4462b103adbb service neutron] Attempting to bind port a0bd8562-c976-4317-9fe0-2b86f9defad8 on host n-h1-813419-10 for vnic_type normal with profile {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:52:42.116315 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-8abb6da6-479b-429b-8988-b6bd11bb4642 req-f69854d4-dc54-4deb-b9c5-4462b103adbb service neutron] Attempting to bind port a0bd8562-c976-4317-9fe0-2b86f9defad8 by drivers openvswitch,hyperv on host n-h1-813419-10 at level 0 using segments [{'id': 'a0ea305f-e294-462d-83ec-f87a949da7f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '06a03d11-0320-4e55-abd7-7bbd1ed6ce00'}] {{(pid=102347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:52:42.116688 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8abb6da6-479b-429b-8988-b6bd11bb4642 req-f69854d4-dc54-4deb-b9c5-4462b103adbb service neutron] Attempting to bind port a0bd8562-c976-4317-9fe0-2b86f9defad8 on network 06a03d11-0320-4e55-abd7-7bbd1ed6ce00 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:52:42.121196 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8abb6da6-479b-429b-8988-b6bd11bb4642 req-f69854d4-dc54-4deb-b9c5-4462b103adbb service neutron] Port a0bd8562-c976-4317-9fe0-2b86f9defad8 on network 06a03d11-0320-4e55-abd7-7bbd1ed6ce00 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-10 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 10:52:42.121514 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8abb6da6-479b-429b-8988-b6bd11bb4642 req-f69854d4-dc54-4deb-b9c5-4462b103adbb service neutron] Attempting to bind port a0bd8562-c976-4317-9fe0-2b86f9defad8 on network 06a03d11-0320-4e55-abd7-7bbd1ed6ce00 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:52:42.126673 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8abb6da6-479b-429b-8988-b6bd11bb4642 req-f69854d4-dc54-4deb-b9c5-4462b103adbb service neutron] Checking agent: {'id': 'a52e1cab-0c63-402d-9c94-330537c6c076', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 16, 2), 'started_at': datetime.datetime(2021, 10, 27, 10, 16, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 52, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:52:42.127010 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8abb6da6-479b-429b-8988-b6bd11bb4642 req-f69854d4-dc54-4deb-b9c5-4462b103adbb service neutron] Checking segment: {'id': 'a0ea305f-e294-462d-83ec-f87a949da7f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '06a03d11-0320-4e55-abd7-7bbd1ed6ce00'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:52:42.127394 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8abb6da6-479b-429b-8988-b6bd11bb4642 req-f69854d4-dc54-4deb-b9c5-4462b103adbb service neutron] Bound using segment: {'id': 'a0ea305f-e294-462d-83ec-f87a949da7f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '06a03d11-0320-4e55-abd7-7bbd1ed6ce00'} {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:52:42.127947 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-8abb6da6-479b-429b-8988-b6bd11bb4642 req-f69854d4-dc54-4deb-b9c5-4462b103adbb service neutron] Bound port: a0bd8562-c976-4317-9fe0-2b86f9defad8, host: n-h1-813419-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0ea305f-e294-462d-83ec-f87a949da7f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '06a03d11-0320-4e55-abd7-7bbd1ed6ce00'}}] {{(pid=102347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:52:42.128339 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-8abb6da6-479b-429b-8988-b6bd11bb4642 req-f69854d4-dc54-4deb-b9c5-4462b103adbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:42.135476 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57c6da46-20f3-47ee-9736-399ef2499263 tempest-FloatingIPAdminTestJSON-1716310986 tempest-FloatingIPAdminTestJSON-1716310986-project] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:52:42.145164 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-57c6da46-20f3-47ee-9736-399ef2499263 tempest-FloatingIPAdminTestJSON-1716310986 tempest-FloatingIPAdminTestJSON-1716310986-project] 10.222.0.44 "PUT /v2.0/routers/3693914e-c8ef-4c2e-aedb-83e5aa5e61be/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4339032 Oct 27 10:52:42.145259 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 34528) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:52:42.146172 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94bd909d-f665-41f6-89b6-14aa713d6814 None None] Sync routers for ids ['3693914e-c8ef-4c2e-aedb-83e5aa5e61be'] in n-d-813419-10 {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:52:42.157480 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94bd909d-f665-41f6-89b6-14aa713d6814 None None] Routers {'3693914e-c8ef-4c2e-aedb-83e5aa5e61be'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:52:42.158370 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-94bd909d-f665-41f6-89b6-14aa713d6814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:52:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['3693914e-c8ef-4c2e-aedb-83e5aa5e61be'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:52:42.169732 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:52:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d74ba57-d8e6-415f-8a0c-daed235dd4e1 x-openstack-request-id: req-7d74ba57-d8e6-415f-8a0c-daed235dd4e1 {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:52:42.170376 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3bef178-eb00-40c6-9b29-942b49484548", "name": "network-vif-plugged", "status": "completed", "tag": "c864492f-1845-4fbf-8bfb-876004c3bb26", "code": 200}]} {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:52:42.170795 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7d74ba57-d8e6-415f-8a0c-daed235dd4e1 {{(pid=102348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:52:42.171369 n-d-813419-10 neutron-server[102348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3bef178-eb00-40c6-9b29-942b49484548', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c864492f-1845-4fbf-8bfb-876004c3bb26', 'code': 200} Oct 27 10:52:42.193925 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-94bd909d-f665-41f6-89b6-14aa713d6814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:52:42.203502 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94bd909d-f665-41f6-89b6-14aa713d6814 None None] Routers {'3693914e-c8ef-4c2e-aedb-83e5aa5e61be'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:52:42.204104 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-94bd909d-f665-41f6-89b6-14aa713d6814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:52:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['3693914e-c8ef-4c2e-aedb-83e5aa5e61be'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:52:42.206083 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Pushing event updated for resources: {'Port': ['ID=c864492f-1845-4fbf-8bfb-876004c3bb26,revision_number=5']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:52:42.236950 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-94bd909d-f665-41f6-89b6-14aa713d6814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:52:42.237589 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94bd909d-f665-41f6-89b6-14aa713d6814 None None] The sync data for ids ['3693914e-c8ef-4c2e-aedb-83e5aa5e61be'] in n-d-813419-10 is: [] {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:52:42.323044 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-8abb6da6-479b-429b-8988-b6bd11bb4642 req-f69854d4-dc54-4deb-b9c5-4462b103adbb service neutron] For port a0bd8562-c976-4317-9fe0-2b86f9defad8, host n-h1-813419-10, cleared binding levels {{(pid=102347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:52:42.328294 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc7ff72-de1a-4112-a282-cb16e5b33490 req-abe34014-3ef8-4b56-958f-bdc0fad80815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:52:42.329767 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-fdc7ff72-de1a-4112-a282-cb16e5b33490 req-abe34014-3ef8-4b56-958f-bdc0fad80815 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=f3bef178-eb00-40c6-9b29-942b49484548 HTTP/1.1" status: 200 len: 1097 time: 0.0847244 Oct 27 10:52:42.331429 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-8abb6da6-479b-429b-8988-b6bd11bb4642 req-f69854d4-dc54-4deb-b9c5-4462b103adbb service neutron] For port a0bd8562-c976-4317-9fe0-2b86f9defad8, host n-h1-813419-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=a0bd8562-c976-4317-9fe0-2b86f9defad8,segment=NetworkSegment(a0ea305f-e294-462d-83ec-f87a949da7f5),segment_id=a0ea305f-e294-462d-83ec-f87a949da7f5)] {{(pid=102347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:52:42.340736 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-8abb6da6-479b-429b-8988-b6bd11bb4642 req-f69854d4-dc54-4deb-b9c5-4462b103adbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:42.391401 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-fdcbe16b-d9db-40e4-80dd-373bafef55fe tempest-FloatingIPAdminTestJSON-1716310986 tempest-FloatingIPAdminTestJSON-1716310986-project] Publish callbacks [] for router, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:42.457976 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abb6da6-479b-429b-8988-b6bd11bb4642 req-f69854d4-dc54-4deb-b9c5-4462b103adbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:52:42.458505 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-8abb6da6-479b-429b-8988-b6bd11bb4642 req-f69854d4-dc54-4deb-b9c5-4462b103adbb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:42.459899 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8abb6da6-479b-429b-8988-b6bd11bb4642 req-f69854d4-dc54-4deb-b9c5-4462b103adbb service neutron] 10.222.0.64 "PUT /v2.0/ports/a0bd8562-c976-4317-9fe0-2b86f9defad8 HTTP/1.1" status: 200 len: 1092 time: 0.9208815 Oct 27 10:52:42.462006 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '219be6b9-f691-47a8-98db-d0c239e14d2c', 'tag': 'a0bd8562-c976-4317-9fe0-2b86f9defad8'}] {{(pid=102347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:52:42.464289 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311149b481204ee7edffdb959c881838506fbd95bc8577c048f6677abb73acc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da258bfb-2ddb-4730-be38-0b5178be41f2" -d '{"events": [{"name": "network-changed", "server_uuid": "219be6b9-f691-47a8-98db-d0c239e14d2c", "tag": "a0bd8562-c976-4317-9fe0-2b86f9defad8"}]}' {{(pid=102347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:52:42.496276 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-fdc7ff72-de1a-4112-a282-cb16e5b33490 req-0c91227d-d1b7-465e-86f9-38dea2eef87b service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=ffed76d3-4d36-4729-a6a9-ef5807ccbf84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570430 Oct 27 10:52:42.508695 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69854d4-dc54-4deb-b9c5-4462b103adbb service neutron] Pushing event updated for resources: {'Port': ['ID=a0bd8562-c976-4317-9fe0-2b86f9defad8,revision_number=3']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:52:42.514529 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 10:52:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6911bdf-f585-47d5-90af-bfafdb43f5a1 x-openstack-request-id: req-b6911bdf-f585-47d5-90af-bfafdb43f5a1 {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:52:42.514873 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "219be6b9-f691-47a8-98db-d0c239e14d2c", "tag": "a0bd8562-c976-4317-9fe0-2b86f9defad8", "status": "completed", "code": 200}]} {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:52:42.515133 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b6911bdf-f585-47d5-90af-bfafdb43f5a1 {{(pid=102347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:52:42.515529 n-d-813419-10 neutron-server[102347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '219be6b9-f691-47a8-98db-d0c239e14d2c', 'tag': 'a0bd8562-c976-4317-9fe0-2b86f9defad8', 'status': 'completed', 'code': 200} Oct 27 10:52:42.523197 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69854d4-dc54-4deb-b9c5-4462b103adbb service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:52:42.523552 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69854d4-dc54-4deb-b9c5-4462b103adbb service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:52:42.523889 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69854d4-dc54-4deb-b9c5-4462b103adbb service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:52:42.524242 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69854d4-dc54-4deb-b9c5-4462b103adbb service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:52:42.524579 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69854d4-dc54-4deb-b9c5-4462b103adbb service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:52:42.524907 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69854d4-dc54-4deb-b9c5-4462b103adbb service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:52:42.525231 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69854d4-dc54-4deb-b9c5-4462b103adbb service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:52:42.525555 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69854d4-dc54-4deb-b9c5-4462b103adbb service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:52:42.525880 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69854d4-dc54-4deb-b9c5-4462b103adbb service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:52:42.526204 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69854d4-dc54-4deb-b9c5-4462b103adbb service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:52:42.526523 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69854d4-dc54-4deb-b9c5-4462b103adbb service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:52:42.526840 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69854d4-dc54-4deb-b9c5-4462b103adbb service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:52:42.547393 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-fdcbe16b-d9db-40e4-80dd-373bafef55fe tempest-FloatingIPAdminTestJSON-1716310986 tempest-FloatingIPAdminTestJSON-1716310986-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:42.994306 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-fdcbe16b-d9db-40e4-80dd-373bafef55fe tempest-FloatingIPAdminTestJSON-1716310986 tempest-FloatingIPAdminTestJSON-1716310986-project] Deleting port 5081347f-02fd-4fe7-8bcd-c10568a13f35 {{(pid=102347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:52:42.994934 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-fdcbe16b-d9db-40e4-80dd-373bafef55fe tempest-FloatingIPAdminTestJSON-1716310986 tempest-FloatingIPAdminTestJSON-1716310986-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:43.037231 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abb6da6-479b-429b-8988-b6bd11bb4642 req-ee184450-082a-4ed8-9d1d-356900988e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:52:43.038713 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8abb6da6-479b-429b-8988-b6bd11bb4642 req-ee184450-082a-4ed8-9d1d-356900988e1a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=288186d24e824ccf95cff6bc1e22a0cc&device_id=219be6b9-f691-47a8-98db-d0c239e14d2c HTTP/1.1" status: 200 len: 1095 time: 0.1119583 Oct 27 10:52:43.056076 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae55095-e6bd-4590-8caf-cc8b5f5ced48 req-d76d2193-224a-49af-8f0e-d7b72a66b26c tempest-VolumesSnapshotTestJSON-2053090724 tempest-VolumesSnapshotTestJSON-2053090724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:52:43.057573 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-fae55095-e6bd-4590-8caf-cc8b5f5ced48 req-d76d2193-224a-49af-8f0e-d7b72a66b26c tempest-VolumesSnapshotTestJSON-2053090724 tempest-VolumesSnapshotTestJSON-2053090724-project] 10.222.0.44 "GET /v2.0/ports?device_id=219be6b9-f691-47a8-98db-d0c239e14d2c HTTP/1.1" status: 200 len: 943 time: 0.1320493 Oct 27 10:52:43.062245 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e423baee-1163-4a10-8814-388d6b913f26 req-5fc3cdfe-3350-4286-ab1f-8d722d982b71 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:52:43.064269 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-e423baee-1163-4a10-8814-388d6b913f26 req-5fc3cdfe-3350-4286-ab1f-8d722d982b71 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] 10.222.0.44 "GET /v2.0/ports?device_id=f3bef178-eb00-40c6-9b29-942b49484548 HTTP/1.1" status: 200 len: 945 time: 0.0484273 Oct 27 10:52:43.101989 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-e423baee-1163-4a10-8814-388d6b913f26 req-3d1c0868-2cf2-4ba2-b740-454f712f0fb5 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] 10.222.0.44 "GET /v2.0/security-groups?id=ffed76d3-4d36-4729-a6a9-ef5807ccbf84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317202 Oct 27 10:52:43.106767 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8abb6da6-479b-429b-8988-b6bd11bb4642 req-631d23a4-ebfb-4cf0-aaa7-ab3463e90b8d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a0bd8562-c976-4317-9fe0-2b86f9defad8 HTTP/1.1" status: 200 len: 217 time: 0.0461717 Oct 27 10:52:43.181229 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-fae55095-e6bd-4590-8caf-cc8b5f5ced48 req-2d98dbc1-eda0-4e1d-b3cf-a108e7195c9a tempest-VolumesSnapshotTestJSON-2053090724 tempest-VolumesSnapshotTestJSON-2053090724-project] 10.222.0.44 "GET /v2.0/security-groups?id=89962c1d-db74-4ae6-9f26-f13036e9dc23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135626 Oct 27 10:52:43.184363 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-fdcbe16b-d9db-40e4-80dd-373bafef55fe tempest-FloatingIPAdminTestJSON-1716310986 tempest-FloatingIPAdminTestJSON-1716310986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:43.202030 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-fdcbe16b-d9db-40e4-80dd-373bafef55fe tempest-FloatingIPAdminTestJSON-1716310986 tempest-FloatingIPAdminTestJSON-1716310986-project] Calling delete_port for 5081347f-02fd-4fe7-8bcd-c10568a13f35 owned by network:router_gateway {{(pid=102347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:52:43.206598 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abb6da6-479b-429b-8988-b6bd11bb4642 req-c8807b9c-72b8-4cd5-8af6-09584205649d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:52:43.208044 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8abb6da6-479b-429b-8988-b6bd11bb4642 req-c8807b9c-72b8-4cd5-8af6-09584205649d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=06dc687d-e4f4-4a0e-8ac0-e3468f0f7c40 HTTP/1.1" status: 200 len: 853 time: 0.0833728 Oct 27 10:52:43.268696 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8abb6da6-479b-429b-8988-b6bd11bb4642 req-b3f63da4-a7a8-4e24-bf55-9e5a1f83164f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=06a03d11-0320-4e55-abd7-7bbd1ed6ce00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0517364 Oct 27 10:52:43.413951 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8abb6da6-479b-429b-8988-b6bd11bb4642 req-eb92d9cb-763d-4d82-92d2-23bd07c69942 service neutron] 10.222.0.64 "GET /v2.0/networks/06a03d11-0320-4e55-abd7-7bbd1ed6ce00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335077 Oct 27 10:52:43.505017 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-fdcbe16b-d9db-40e4-80dd-373bafef55fe tempest-FloatingIPAdminTestJSON-1716310986 tempest-FloatingIPAdminTestJSON-1716310986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:43.541088 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcbe16b-d9db-40e4-80dd-373bafef55fe tempest-FloatingIPAdminTestJSON-1716310986 tempest-FloatingIPAdminTestJSON-1716310986-project] Pushing event deleted for resources: {'Port': ['ID=5081347f-02fd-4fe7-8bcd-c10568a13f35,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:52:43.573802 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8abb6da6-479b-429b-8988-b6bd11bb4642 req-3629ec6a-c9cb-4658-b184-e8ba1ab0e338 service neutron] 10.222.0.64 "GET /v2.0/networks/06a03d11-0320-4e55-abd7-7bbd1ed6ce00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392157 Oct 27 10:52:43.612681 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-fdcbe16b-d9db-40e4-80dd-373bafef55fe tempest-FloatingIPAdminTestJSON-1716310986 tempest-FloatingIPAdminTestJSON-1716310986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1664884'] for router_gateway, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:43.724044 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-fdcbe16b-d9db-40e4-80dd-373bafef55fe tempest-FloatingIPAdminTestJSON-1716310986 tempest-FloatingIPAdminTestJSON-1716310986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1765662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3700'] for router, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:43.726927 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-fdcbe16b-d9db-40e4-80dd-373bafef55fe tempest-FloatingIPAdminTestJSON-1716310986 tempest-FloatingIPAdminTestJSON-1716310986-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:43.771913 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da258bfb-2ddb-4730-be38-0b5178be41f2 req-87f0f4a9-8d21-45d3-a29d-89621b75f4b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:52:43.773479 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-da258bfb-2ddb-4730-be38-0b5178be41f2 req-87f0f4a9-8d21-45d3-a29d-89621b75f4b7 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=288186d24e824ccf95cff6bc1e22a0cc&device_id=219be6b9-f691-47a8-98db-d0c239e14d2c HTTP/1.1" status: 200 len: 1095 time: 0.1341150 Oct 27 10:52:43.777297 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-fdcbe16b-d9db-40e4-80dd-373bafef55fe tempest-FloatingIPAdminTestJSON-1716310986 tempest-FloatingIPAdminTestJSON-1716310986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1765641'] for router, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:43.777810 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdcbe16b-d9db-40e4-80dd-373bafef55fe tempest-FloatingIPAdminTestJSON-1716310986 tempest-FloatingIPAdminTestJSON-1716310986-project] Fanout notify agent at l3_agent the message router_deleted on router 3693914e-c8ef-4c2e-aedb-83e5aa5e61be {{(pid=102347) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 10:52:43.784292 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-fdcbe16b-d9db-40e4-80dd-373bafef55fe tempest-FloatingIPAdminTestJSON-1716310986 tempest-FloatingIPAdminTestJSON-1716310986-project] Publish callbacks [] for router, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:43.785381 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-fdcbe16b-d9db-40e4-80dd-373bafef55fe tempest-FloatingIPAdminTestJSON-1716310986 tempest-FloatingIPAdminTestJSON-1716310986-project] 10.222.0.44 "DELETE /v2.0/routers/3693914e-c8ef-4c2e-aedb-83e5aa5e61be HTTP/1.1" status: 204 len: 168 time: 1.6322274 Oct 27 10:52:43.787931 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 34540) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:52:43.844526 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5a1ed4d-7c36-4466-8695-2730e485d8b8 tempest-FloatingIPAdminTestJSON-1716310986 tempest-FloatingIPAdminTestJSON-1716310986-project] Deleting subnet 78c001f7-c782-45cf-b062-ec6e7607735b {{(pid=102346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 10:52:43.849110 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d5a1ed4d-7c36-4466-8695-2730e485d8b8 tempest-FloatingIPAdminTestJSON-1716310986 tempest-FloatingIPAdminTestJSON-1716310986-project] Publish callbacks [] for subnet, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:43.883217 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da258bfb-2ddb-4730-be38-0b5178be41f2 req-668a5835-b351-488d-ba0a-8277380fb091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:52:43.885772 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-da258bfb-2ddb-4730-be38-0b5178be41f2 req-668a5835-b351-488d-ba0a-8277380fb091 service neutron] 10.222.0.64 "GET /v2.0/networks?id=06a03d11-0320-4e55-abd7-7bbd1ed6ce00 HTTP/1.1" status: 200 len: 914 time: 0.0994213 Oct 27 10:52:43.896558 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d5a1ed4d-7c36-4466-8695-2730e485d8b8 tempest-FloatingIPAdminTestJSON-1716310986 tempest-FloatingIPAdminTestJSON-1716310986-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25847868'] for subnet, precommit_delete_associations {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:43.951423 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-da258bfb-2ddb-4730-be38-0b5178be41f2 req-e11e4203-1020-4f74-8db2-82398232b677 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a0bd8562-c976-4317-9fe0-2b86f9defad8 HTTP/1.1" status: 200 len: 217 time: 0.0399346 Oct 27 10:52:43.980822 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d5a1ed4d-7c36-4466-8695-2730e485d8b8 tempest-FloatingIPAdminTestJSON-1716310986 tempest-FloatingIPAdminTestJSON-1716310986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855646'] for subnet, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:44.005602 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da258bfb-2ddb-4730-be38-0b5178be41f2 req-23466cdb-0f46-4b28-8a1c-f2f5d88352d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:52:44.007060 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-da258bfb-2ddb-4730-be38-0b5178be41f2 req-23466cdb-0f46-4b28-8a1c-f2f5d88352d9 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=06dc687d-e4f4-4a0e-8ac0-e3468f0f7c40 HTTP/1.1" status: 200 len: 853 time: 0.0479398 Oct 27 10:52:44.038279 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d5a1ed4d-7c36-4466-8695-2730e485d8b8 tempest-FloatingIPAdminTestJSON-1716310986 tempest-FloatingIPAdminTestJSON-1716310986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27024355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27168307'] for subnet, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:44.045970 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-da258bfb-2ddb-4730-be38-0b5178be41f2 req-8b5de4d2-e3cd-4516-975d-ca568fa5d2e2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=06a03d11-0320-4e55-abd7-7bbd1ed6ce00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252450 Oct 27 10:52:44.069285 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a1ed4d-7c36-4466-8695-2730e485d8b8 tempest-FloatingIPAdminTestJSON-1716310986 tempest-FloatingIPAdminTestJSON-1716310986-project] Pushing event deleted for resources: {'Subnet': ['ID=78c001f7-c782-45cf-b062-ec6e7607735b,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:52:44.073736 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d5a1ed4d-7c36-4466-8695-2730e485d8b8 tempest-FloatingIPAdminTestJSON-1716310986 tempest-FloatingIPAdminTestJSON-1716310986-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for subnet, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:44.077525 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-d5a1ed4d-7c36-4466-8695-2730e485d8b8 tempest-FloatingIPAdminTestJSON-1716310986 tempest-FloatingIPAdminTestJSON-1716310986-project] 10.222.0.44 "DELETE /v2.0/subnets/78c001f7-c782-45cf-b062-ec6e7607735b HTTP/1.1" status: 204 len: 168 time: 0.2885268 Oct 27 10:52:44.081476 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 34542) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:52:44.083962 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04ad6142-7a46-484b-8000-42f33c13a786 None None] Network 584b09ee-a9df-4726-aa76-ccda3e078ede requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:52:44.091157 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a1ed4d-7c36-4466-8695-2730e485d8b8 tempest-FloatingIPAdminTestJSON-1716310986 tempest-FloatingIPAdminTestJSON-1716310986-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:52:44.091505 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a1ed4d-7c36-4466-8695-2730e485d8b8 tempest-FloatingIPAdminTestJSON-1716310986 tempest-FloatingIPAdminTestJSON-1716310986-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:52:44.091849 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a1ed4d-7c36-4466-8695-2730e485d8b8 tempest-FloatingIPAdminTestJSON-1716310986 tempest-FloatingIPAdminTestJSON-1716310986-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:52:44.092184 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a1ed4d-7c36-4466-8695-2730e485d8b8 tempest-FloatingIPAdminTestJSON-1716310986 tempest-FloatingIPAdminTestJSON-1716310986-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:52:44.092552 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a1ed4d-7c36-4466-8695-2730e485d8b8 tempest-FloatingIPAdminTestJSON-1716310986 tempest-FloatingIPAdminTestJSON-1716310986-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:52:44.092882 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a1ed4d-7c36-4466-8695-2730e485d8b8 tempest-FloatingIPAdminTestJSON-1716310986 tempest-FloatingIPAdminTestJSON-1716310986-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:52:44.093219 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a1ed4d-7c36-4466-8695-2730e485d8b8 tempest-FloatingIPAdminTestJSON-1716310986 tempest-FloatingIPAdminTestJSON-1716310986-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:52:44.093540 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a1ed4d-7c36-4466-8695-2730e485d8b8 tempest-FloatingIPAdminTestJSON-1716310986 tempest-FloatingIPAdminTestJSON-1716310986-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:52:44.093870 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a1ed4d-7c36-4466-8695-2730e485d8b8 tempest-FloatingIPAdminTestJSON-1716310986 tempest-FloatingIPAdminTestJSON-1716310986-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:52:44.094188 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a1ed4d-7c36-4466-8695-2730e485d8b8 tempest-FloatingIPAdminTestJSON-1716310986 tempest-FloatingIPAdminTestJSON-1716310986-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:52:44.094509 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a1ed4d-7c36-4466-8695-2730e485d8b8 tempest-FloatingIPAdminTestJSON-1716310986 tempest-FloatingIPAdminTestJSON-1716310986-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:52:44.094889 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a1ed4d-7c36-4466-8695-2730e485d8b8 tempest-FloatingIPAdminTestJSON-1716310986 tempest-FloatingIPAdminTestJSON-1716310986-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:52:44.164219 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-da258bfb-2ddb-4730-be38-0b5178be41f2 req-0ec5a4e7-ec2d-4bbe-b615-76923a82fe37 service neutron] 10.222.0.64 "GET /v2.0/networks/06a03d11-0320-4e55-abd7-7bbd1ed6ce00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031225 Oct 27 10:52:44.178438 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ebdcd6ad-760d-4c81-80e1-d37e3339e506 tempest-FloatingIPAdminTestJSON-1716310986 tempest-FloatingIPAdminTestJSON-1716310986-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586917'] for network, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:44.269217 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0d578c-ffd6-4d9d-bae2-3c9c2a1aedef req-3e98959d-91a0-496d-8bb7-a6217ecabb54 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:52:44.271143 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-9c0d578c-ffd6-4d9d-bae2-3c9c2a1aedef req-3e98959d-91a0-496d-8bb7-a6217ecabb54 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] 10.222.0.44 "GET /v2.0/ports?device_id=f3bef178-eb00-40c6-9b29-942b49484548 HTTP/1.1" status: 200 len: 945 time: 0.0897300 Oct 27 10:52:44.293661 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-ebdcd6ad-760d-4c81-80e1-d37e3339e506 tempest-FloatingIPAdminTestJSON-1716310986 tempest-FloatingIPAdminTestJSON-1716310986-project] Deleting port 9d880e76-afb6-4218-89fa-d349c4b7df6b {{(pid=102346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:52:44.294516 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ebdcd6ad-760d-4c81-80e1-d37e3339e506 tempest-FloatingIPAdminTestJSON-1716310986 tempest-FloatingIPAdminTestJSON-1716310986-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:44.321198 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c409f9ba-38a3-4d53-b9fb-1c4d00d2d450 None None] DHCP port deletion for 584b09ee-a9df-4726-aa76-ccda3e078ede request from n-d-813419-10 {{(pid=102348) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 10:52:44.341076 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-da258bfb-2ddb-4730-be38-0b5178be41f2 req-42602470-30b4-4e85-b0ac-ed2c3871a3a9 service neutron] 10.222.0.64 "GET /v2.0/networks/06a03d11-0320-4e55-abd7-7bbd1ed6ce00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1616125 Oct 27 10:52:44.357124 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42002e87-8935-475f-8189-9ce589156c9d req-748783fb-8284-47b6-be4a-ed503bfd9cf8 tempest-VolumesSnapshotTestJSON-2053090724 tempest-VolumesSnapshotTestJSON-2053090724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:52:44.358743 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-42002e87-8935-475f-8189-9ce589156c9d req-748783fb-8284-47b6-be4a-ed503bfd9cf8 tempest-VolumesSnapshotTestJSON-2053090724 tempest-VolumesSnapshotTestJSON-2053090724-project] 10.222.0.44 "GET /v2.0/ports?device_id=219be6b9-f691-47a8-98db-d0c239e14d2c HTTP/1.1" status: 200 len: 943 time: 0.0860636 Oct 27 10:52:44.381247 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-9c0d578c-ffd6-4d9d-bae2-3c9c2a1aedef req-d840ce22-8568-49b4-921e-d16622884d1e tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] 10.222.0.44 "GET /v2.0/security-groups?id=ffed76d3-4d36-4729-a6a9-ef5807ccbf84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948446 Oct 27 10:52:44.381492 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-c409f9ba-38a3-4d53-b9fb-1c4d00d2d450 None None] Deleting port 9d880e76-afb6-4218-89fa-d349c4b7df6b {{(pid=102348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:52:44.382048 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-c409f9ba-38a3-4d53-b9fb-1c4d00d2d450 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:44.388460 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [None req-ebdcd6ad-760d-4c81-80e1-d37e3339e506 tempest-FloatingIPAdminTestJSON-1716310986 tempest-FloatingIPAdminTestJSON-1716310986-project] For port 9d880e76-afb6-4218-89fa-d349c4b7df6b, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=9d880e76-afb6-4218-89fa-d349c4b7df6b,segment=NetworkSegment(edc532cc-6aba-48fd-a043-d2c42ea9ab26),segment_id=edc532cc-6aba-48fd-a043-d2c42ea9ab26)] {{(pid=102346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:52:44.388819 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ebdcd6ad-760d-4c81-80e1-d37e3339e506 tempest-FloatingIPAdminTestJSON-1716310986 tempest-FloatingIPAdminTestJSON-1716310986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:44.408659 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-ebdcd6ad-760d-4c81-80e1-d37e3339e506 tempest-FloatingIPAdminTestJSON-1716310986 tempest-FloatingIPAdminTestJSON-1716310986-project] Calling delete_port for 9d880e76-afb6-4218-89fa-d349c4b7df6b owned by network:dhcp {{(pid=102346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:52:44.413674 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-42002e87-8935-475f-8189-9ce589156c9d req-7bea89f4-631f-4154-9ae3-f715a1cc6b17 tempest-VolumesSnapshotTestJSON-2053090724 tempest-VolumesSnapshotTestJSON-2053090724-project] 10.222.0.44 "GET /v2.0/security-groups?id=89962c1d-db74-4ae6-9f26-f13036e9dc23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442250 Oct 27 10:52:44.459787 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-c409f9ba-38a3-4d53-b9fb-1c4d00d2d450 None None] For port 9d880e76-afb6-4218-89fa-d349c4b7df6b, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=9d880e76-afb6-4218-89fa-d349c4b7df6b,segment=NetworkSegment(edc532cc-6aba-48fd-a043-d2c42ea9ab26),segment_id=edc532cc-6aba-48fd-a043-d2c42ea9ab26)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:52:44.460518 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-c409f9ba-38a3-4d53-b9fb-1c4d00d2d450 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:44.480407 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-c409f9ba-38a3-4d53-b9fb-1c4d00d2d450 None None] Calling delete_port for 9d880e76-afb6-4218-89fa-d349c4b7df6b owned by network:dhcp {{(pid=102348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:52:44.501857 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ebdcd6ad-760d-4c81-80e1-d37e3339e506 tempest-FloatingIPAdminTestJSON-1716310986 tempest-FloatingIPAdminTestJSON-1716310986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:44.535984 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdcd6ad-760d-4c81-80e1-d37e3339e506 tempest-FloatingIPAdminTestJSON-1716310986 tempest-FloatingIPAdminTestJSON-1716310986-project] Pushing event deleted for resources: {'Port': ['ID=9d880e76-afb6-4218-89fa-d349c4b7df6b,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:52:44.542451 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebdcd6ad-760d-4c81-80e1-d37e3339e506 tempest-FloatingIPAdminTestJSON-1716310986 tempest-FloatingIPAdminTestJSON-1716310986-project] No DVR routers for this DVR port 9d880e76-afb6-4218-89fa-d349c4b7df6b on host n-d-813419-10 {{(pid=102346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:52:44.574340 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-c409f9ba-38a3-4d53-b9fb-1c4d00d2d450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615'] for port, after_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:44.611417 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c409f9ba-38a3-4d53-b9fb-1c4d00d2d450 None None] Pushing event deleted for resources: {'Port': ['ID=9d880e76-afb6-4218-89fa-d349c4b7df6b,revision_number=None']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:52:44.613488 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c409f9ba-38a3-4d53-b9fb-1c4d00d2d450 None None] No DVR routers for this DVR port 9d880e76-afb6-4218-89fa-d349c4b7df6b on host n-d-813419-10 {{(pid=102348) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:52:44.630082 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0078ef9d-7f83-46cc-9440-fd68678fc3df req-9fd286ab-955e-4dda-ad69-5fd7932faa9a tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:52:44.631652 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-0078ef9d-7f83-46cc-9440-fd68678fc3df req-9fd286ab-955e-4dda-ad69-5fd7932faa9a tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] 10.222.0.44 "GET /v2.0/ports?device_id=f3bef178-eb00-40c6-9b29-942b49484548 HTTP/1.1" status: 200 len: 945 time: 0.0611908 Oct 27 10:52:44.635150 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ebdcd6ad-760d-4c81-80e1-d37e3339e506 tempest-FloatingIPAdminTestJSON-1716310986 tempest-FloatingIPAdminTestJSON-1716310986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857803', 'neutron.services.segments.db._delete_segments_for_network-8743873143390'] for network, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:44.655443 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-ebdcd6ad-760d-4c81-80e1-d37e3339e506 tempest-FloatingIPAdminTestJSON-1716310986 tempest-FloatingIPAdminTestJSON-1716310986-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['584b09ee-a9df-4726-aa76-ccda3e078ede']}} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:52:44.664647 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-ebdcd6ad-760d-4c81-80e1-d37e3339e506 tempest-FloatingIPAdminTestJSON-1716310986 tempest-FloatingIPAdminTestJSON-1716310986-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'edc532cc-6aba-48fd-a043-d2c42ea9ab26') {'for_net_delete': True} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:52:44.664936 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-ebdcd6ad-760d-4c81-80e1-d37e3339e506 tempest-FloatingIPAdminTestJSON-1716310986 tempest-FloatingIPAdminTestJSON-1716310986-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'edc532cc-6aba-48fd-a043-d2c42ea9ab26') {} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:52:44.672857 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-0078ef9d-7f83-46cc-9440-fd68678fc3df req-9ae981ea-6287-47f3-83b1-556d62442018 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] 10.222.0.44 "GET /v2.0/security-groups?id=ffed76d3-4d36-4729-a6a9-ef5807ccbf84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342963 Oct 27 10:52:44.674825 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ebdcd6ad-760d-4c81-80e1-d37e3339e506 tempest-FloatingIPAdminTestJSON-1716310986 tempest-FloatingIPAdminTestJSON-1716310986-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743873145191', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25847877'] for segment, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:44.688895 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ebdcd6ad-760d-4c81-80e1-d37e3339e506 tempest-FloatingIPAdminTestJSON-1716310986 tempest-FloatingIPAdminTestJSON-1716310986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:44.694841 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebdcd6ad-760d-4c81-80e1-d37e3339e506 tempest-FloatingIPAdminTestJSON-1716310986 tempest-FloatingIPAdminTestJSON-1716310986-project] Releasing vlan 415 on physical network physnet1 to pool {{(pid=102346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 10:52:44.695225 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ebdcd6ad-760d-4c81-80e1-d37e3339e506 tempest-FloatingIPAdminTestJSON-1716310986 tempest-FloatingIPAdminTestJSON-1716310986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27024137'] for segment, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:44.698373 n-d-813419-10 neutron-server[102346]: Traceback (most recent call last): Oct 27 10:52:44.698373 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 10:52:44.698373 n-d-813419-10 neutron-server[102346]: timer() Oct 27 10:52:44.698373 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 10:52:44.698373 n-d-813419-10 neutron-server[102346]: cb(*args, **kw) Oct 27 10:52:44.698373 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 10:52:44.698373 n-d-813419-10 neutron-server[102346]: return func(*args, **kwargs) Oct 27 10:52:44.698373 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 10:52:44.698373 n-d-813419-10 neutron-server[102346]: self._notify() Oct 27 10:52:44.698373 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 10:52:44.698373 n-d-813419-10 neutron-server[102346]: self.callback(batched_events) Oct 27 10:52:44.698373 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 10:52:44.698373 n-d-813419-10 neutron-server[102346]: event.method(event) Oct 27 10:52:44.698373 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 10:52:44.698373 n-d-813419-10 neutron-server[102346]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 10:52:44.698373 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 10:52:44.698373 n-d-813419-10 neutron-server[102346]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 10:52:44.698373 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 10:52:44.698373 n-d-813419-10 neutron-server[102346]: return f(self, *a, **k) Oct 27 10:52:44.698373 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 10:52:44.698373 n-d-813419-10 neutron-server[102346]: return self._get(url).json() Oct 27 10:52:44.698373 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 10:52:44.698373 n-d-813419-10 neutron-server[102346]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 10:52:44.698373 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 10:52:44.698373 n-d-813419-10 neutron-server[102346]: return self.request(url, 'GET', **kwargs) Oct 27 10:52:44.698373 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 10:52:44.698373 n-d-813419-10 neutron-server[102346]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 10:52:44.698373 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 10:52:44.698373 n-d-813419-10 neutron-server[102346]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 10:52:44.698373 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 10:52:44.698373 n-d-813419-10 neutron-server[102346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 10:52:44.698373 n-d-813419-10 neutron-server[102346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 10:52:44.777457 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ebdcd6ad-760d-4c81-80e1-d37e3339e506 tempest-FloatingIPAdminTestJSON-1716310986 tempest-FloatingIPAdminTestJSON-1716310986-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664840'] for network, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:44.785793 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ebdcd6ad-760d-4c81-80e1-d37e3339e506 tempest-FloatingIPAdminTestJSON-1716310986 tempest-FloatingIPAdminTestJSON-1716310986-project] Publish callbacks [] for network, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:44.788924 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-ebdcd6ad-760d-4c81-80e1-d37e3339e506 tempest-FloatingIPAdminTestJSON-1716310986 tempest-FloatingIPAdminTestJSON-1716310986-project] 10.222.0.44 "DELETE /v2.0/networks/584b09ee-a9df-4726-aa76-ccda3e078ede HTTP/1.1" status: 204 len: 168 time: 0.7065182 Oct 27 10:52:44.791561 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 34554) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:52:44.802604 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdcd6ad-760d-4c81-80e1-d37e3339e506 tempest-FloatingIPAdminTestJSON-1716310986 tempest-FloatingIPAdminTestJSON-1716310986-project] Pushing event deleted for resources: {'Network': ['ID=584b09ee-a9df-4726-aa76-ccda3e078ede,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:52:44.820114 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5d3ed6-668b-47cd-b849-3374334340ba req-cd33499b-830b-43e1-b9da-2106eedc51d0 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:52:44.821638 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-cc5d3ed6-668b-47cd-b849-3374334340ba req-cd33499b-830b-43e1-b9da-2106eedc51d0 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] 10.222.0.44 "GET /v2.0/ports?device_id=f3bef178-eb00-40c6-9b29-942b49484548 HTTP/1.1" status: 200 len: 945 time: 0.0719616 Oct 27 10:52:44.864701 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-cc5d3ed6-668b-47cd-b849-3374334340ba req-3b394871-c199-428d-a58e-22e062f4be6a tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] 10.222.0.44 "GET /v2.0/security-groups?id=ffed76d3-4d36-4729-a6a9-ef5807ccbf84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364628 Oct 27 10:52:44.936117 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-63d2ef5c-33ac-4806-bbdb-bd6c7179f732 tempest-FloatingIPAdminTestJSON-1716310986 tempest-FloatingIPAdminTestJSON-1716310986-project] Deleting port 9b7abdb5-61d3-4335-bb1e-c8405f3a2dea {{(pid=102347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:52:44.936485 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-63d2ef5c-33ac-4806-bbdb-bd6c7179f732 tempest-FloatingIPAdminTestJSON-1716310986 tempest-FloatingIPAdminTestJSON-1716310986-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:45.014511 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-63d2ef5c-33ac-4806-bbdb-bd6c7179f732 tempest-FloatingIPAdminTestJSON-1716310986 tempest-FloatingIPAdminTestJSON-1716310986-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:45.015228 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-63d2ef5c-33ac-4806-bbdb-bd6c7179f732 tempest-FloatingIPAdminTestJSON-1716310986 tempest-FloatingIPAdminTestJSON-1716310986-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:45.027673 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-63d2ef5c-33ac-4806-bbdb-bd6c7179f732 tempest-FloatingIPAdminTestJSON-1716310986 tempest-FloatingIPAdminTestJSON-1716310986-project] Calling delete_port for 9b7abdb5-61d3-4335-bb1e-c8405f3a2dea owned by network:floatingip {{(pid=102347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:52:45.062208 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a29519-879b-450d-b019-792545cb93d5 req-46d84c40-d209-4bbf-bddc-9876adc0e284 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:52:45.063734 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-88a29519-879b-450d-b019-792545cb93d5 req-46d84c40-d209-4bbf-bddc-9876adc0e284 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] 10.222.0.44 "GET /v2.0/ports?device_id=f3bef178-eb00-40c6-9b29-942b49484548 HTTP/1.1" status: 200 len: 945 time: 0.0516074 Oct 27 10:52:45.104638 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-88a29519-879b-450d-b019-792545cb93d5 req-7f7ce41c-2f75-4d92-b83d-431b31d8e936 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] 10.222.0.44 "GET /v2.0/security-groups?id=ffed76d3-4d36-4729-a6a9-ef5807ccbf84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326183 Oct 27 10:52:45.160529 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-63d2ef5c-33ac-4806-bbdb-bd6c7179f732 tempest-FloatingIPAdminTestJSON-1716310986 tempest-FloatingIPAdminTestJSON-1716310986-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:45.182710 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d2ef5c-33ac-4806-bbdb-bd6c7179f732 tempest-FloatingIPAdminTestJSON-1716310986 tempest-FloatingIPAdminTestJSON-1716310986-project] Pushing event deleted for resources: {'Port': ['ID=9b7abdb5-61d3-4335-bb1e-c8405f3a2dea,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:52:45.246042 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-63d2ef5c-33ac-4806-bbdb-bd6c7179f732 tempest-FloatingIPAdminTestJSON-1716310986 tempest-FloatingIPAdminTestJSON-1716310986-project] Publish callbacks [] for floatingip, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:45.249108 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-63d2ef5c-33ac-4806-bbdb-bd6c7179f732 tempest-FloatingIPAdminTestJSON-1716310986 tempest-FloatingIPAdminTestJSON-1716310986-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for floatingip, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:45.250269 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-63d2ef5c-33ac-4806-bbdb-bd6c7179f732 tempest-FloatingIPAdminTestJSON-1716310986 tempest-FloatingIPAdminTestJSON-1716310986-project] 10.222.0.44 "DELETE /v2.0/floatingips/290c1409-d5d6-45c5-aa87-a1c5d8956e4e HTTP/1.1" status: 204 len: 168 time: 0.4577355 Oct 27 10:52:45.491000 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 34566) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:52:45.535003 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee02c45f-3937-47a3-8ebc-fd367366adf7 req-695a3111-99f1-42fe-a407-630387eb8fff tempest-VolumesSnapshotTestJSON-2053090724 tempest-VolumesSnapshotTestJSON-2053090724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:52:45.536522 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-ee02c45f-3937-47a3-8ebc-fd367366adf7 req-695a3111-99f1-42fe-a407-630387eb8fff tempest-VolumesSnapshotTestJSON-2053090724 tempest-VolumesSnapshotTestJSON-2053090724-project] 10.222.0.44 "GET /v2.0/ports?device_id=219be6b9-f691-47a8-98db-d0c239e14d2c HTTP/1.1" status: 200 len: 943 time: 0.0513837 Oct 27 10:52:45.574401 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-ee02c45f-3937-47a3-8ebc-fd367366adf7 req-c4da82b9-c715-4579-90c8-0c3875a8fb3b tempest-VolumesSnapshotTestJSON-2053090724 tempest-VolumesSnapshotTestJSON-2053090724-project] 10.222.0.44 "GET /v2.0/security-groups?id=89962c1d-db74-4ae6-9f26-f13036e9dc23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319836 Oct 27 10:52:45.625753 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-150d11ad-bd13-4e18-b9ed-874dc68dc36b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0c4dd0fc75a5457886a05211b08818dc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1335082 Oct 27 10:52:45.628080 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 34570) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:52:45.675073 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-a8595be7-c56a-43df-ae03-8caaa16119db admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:45.695562 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-a8595be7-c56a-43df-ae03-8caaa16119db admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:45.741278 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-a8595be7-c56a-43df-ae03-8caaa16119db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:45.744036 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-a8595be7-c56a-43df-ae03-8caaa16119db admin admin] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:45.745259 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-a8595be7-c56a-43df-ae03-8caaa16119db admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/70c53f69-bedc-43d2-be94-e363f79c5bce HTTP/1.1" status: 204 len: 168 time: 0.1162724 Oct 27 10:52:45.755169 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8595be7-c56a-43df-ae03-8caaa16119db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70c53f69-bedc-43d2-be94-e363f79c5bce,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:52:45.946960 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device a0bd8562-c976-4317-9fe0-2b86f9defad8 details requested by agent hyperv_n-h1-813419-10 with host n-h1-813419-10 {{(pid=102348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 10:52:46.006664 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 34576) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:52:46.022880 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-2f9de4af-c00d-441f-80ef-97aa739d9329 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:46.045712 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port a0bd8562-c976-4317-9fe0-2b86f9defad8, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=a0bd8562-c976-4317-9fe0-2b86f9defad8,segment=NetworkSegment(a0ea305f-e294-462d-83ec-f87a949da7f5),segment_id=a0ea305f-e294-462d-83ec-f87a949da7f5)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:52:46.058129 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Returning: {'device': 'a0bd8562-c976-4317-9fe0-2b86f9defad8', 'network_id': '06a03d11-0320-4e55-abd7-7bbd1ed6ce00', 'port_id': 'a0bd8562-c976-4317-9fe0-2b86f9defad8', 'mac_address': 'fa:16:3e:b8:e5:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06dc687d-e4f4-4a0e-8ac0-e3468f0f7c40', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 10:52:46.098113 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-2f9de4af-c00d-441f-80ef-97aa739d9329 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:46.102508 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-2f9de4af-c00d-441f-80ef-97aa739d9329 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:46.103723 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:46.117766 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0bd8562-c976-4317-9fe0-2b86f9defad8 {{(pid=102348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:52:46.139056 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port a0bd8562-c976-4317-9fe0-2b86f9defad8, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=a0bd8562-c976-4317-9fe0-2b86f9defad8,segment=NetworkSegment(a0ea305f-e294-462d-83ec-f87a949da7f5),segment_id=a0ea305f-e294-462d-83ec-f87a949da7f5)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:52:46.139940 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9de4af-c00d-441f-80ef-97aa739d9329 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cdf3060-280a-44bb-9fb7-c813caae75e9,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:52:46.144115 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-2f9de4af-c00d-441f-80ef-97aa739d9329 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=cd737b71105e41fa95d9e4948b858fd9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1363316 Oct 27 10:52:46.146869 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 34580) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:52:46.150167 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:46.200603 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Pushing event updated for resources: {'Port': ['ID=a0bd8562-c976-4317-9fe0-2b86f9defad8,revision_number=4']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:52:46.223766 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7e50ea91-a38b-44be-a0dc-fa93b826c9f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:46.225575 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-3046f62b-373a-4074-bb6b-dd3983ec097e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:46.260029 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c4ebb6-18f4-403c-897e-e0f07d807634 req-ea71a907-b291-4752-b6d8-4b9c65304072 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:52:46.261791 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-61c4ebb6-18f4-403c-897e-e0f07d807634 req-ea71a907-b291-4752-b6d8-4b9c65304072 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] 10.222.0.44 "GET /v2.0/ports?device_id=f3bef178-eb00-40c6-9b29-942b49484548 HTTP/1.1" status: 200 len: 945 time: 0.0787928 Oct 27 10:52:46.263637 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-3046f62b-373a-4074-bb6b-dd3983ec097e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:46.315755 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 9d880e76-afb6-4218-89fa-d349c4b7df6b no longer exists at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:52:46.334184 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-61c4ebb6-18f4-403c-897e-e0f07d807634 req-cd93e7e2-ee2c-40d3-aa93-8e51b23ee602 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] 10.222.0.44 "GET /v2.0/security-groups?id=ffed76d3-4d36-4729-a6a9-ef5807ccbf84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578394 Oct 27 10:52:46.349286 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] No Port match for: 9d880e76-afb6-4218-89fa-d349c4b7df6b {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:52:46.350747 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 9d880e76-afb6-4218-89fa-d349c4b7df6b not bound to the agent host n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:52:46.354676 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-3046f62b-373a-4074-bb6b-dd3983ec097e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:46.367042 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-3046f62b-373a-4074-bb6b-dd3983ec097e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:46.368666 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-3046f62b-373a-4074-bb6b-dd3983ec097e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/5cdf3060-280a-44bb-9fb7-c813caae75e9 HTTP/1.1" status: 204 len: 168 time: 0.2205279 Oct 27 10:52:46.377196 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3046f62b-373a-4074-bb6b-dd3983ec097e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cdf3060-280a-44bb-9fb7-c813caae75e9,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:52:46.474565 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] get_ports_and_sgs() called for port_ids ['a0bd8562-c976-4317-9fe0-2b86f9defad8'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:52:46.699545 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515c4d0e-5e90-4518-857e-c543ab079d39 req-b80bd99e-03df-4cc1-8109-c5d33e24944c tempest-VolumesSnapshotTestJSON-2053090724 tempest-VolumesSnapshotTestJSON-2053090724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:52:46.701706 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-515c4d0e-5e90-4518-857e-c543ab079d39 req-b80bd99e-03df-4cc1-8109-c5d33e24944c tempest-VolumesSnapshotTestJSON-2053090724 tempest-VolumesSnapshotTestJSON-2053090724-project] 10.222.0.44 "GET /v2.0/ports?device_id=219be6b9-f691-47a8-98db-d0c239e14d2c HTTP/1.1" status: 200 len: 944 time: 0.0538461 Oct 27 10:52:46.734045 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 34592) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:52:46.745315 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-515c4d0e-5e90-4518-857e-c543ab079d39 req-e300ad1d-b8d3-459d-85cc-e067da993c96 tempest-VolumesSnapshotTestJSON-2053090724 tempest-VolumesSnapshotTestJSON-2053090724-project] 10.222.0.44 "GET /v2.0/security-groups?id=89962c1d-db74-4ae6-9f26-f13036e9dc23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364559 Oct 27 10:52:46.748018 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-dfbf3d2e-45dd-4d2a-83a2-d1667bc8d990 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:46.822248 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-dfbf3d2e-45dd-4d2a-83a2-d1667bc8d990 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:46.826793 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-dfbf3d2e-45dd-4d2a-83a2-d1667bc8d990 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:46.868178 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-dfbf3d2e-45dd-4d2a-83a2-d1667bc8d990 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2e8b99b318c143318424ab0783836350&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1330359 Oct 27 10:52:46.870296 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbf3d2e-45dd-4d2a-83a2-d1667bc8d990 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb99de7f-6332-4e52-9d77-30828820c259,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:52:46.870967 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 34594) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:52:46.919971 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-24608edf-54f7-47be-b602-ab2719a356b9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:46.945532 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-24608edf-54f7-47be-b602-ab2719a356b9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:46.992467 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-24608edf-54f7-47be-b602-ab2719a356b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:46.994935 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-24608edf-54f7-47be-b602-ab2719a356b9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:46.996071 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-24608edf-54f7-47be-b602-ab2719a356b9 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/fb99de7f-6332-4e52-9d77-30828820c259 HTTP/1.1" status: 204 len: 168 time: 0.1241264 Oct 27 10:52:47.005714 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24608edf-54f7-47be-b602-ab2719a356b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb99de7f-6332-4e52-9d77-30828820c259,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:52:47.447300 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ee50b9-56ef-428d-9f12-1922b4e30b62 req-d6336430-65c5-4782-9f42-1c5902ffadaf tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:52:47.449051 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-c4ee50b9-56ef-428d-9f12-1922b4e30b62 req-d6336430-65c5-4782-9f42-1c5902ffadaf tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] 10.222.0.44 "GET /v2.0/ports?device_id=f3bef178-eb00-40c6-9b29-942b49484548 HTTP/1.1" status: 200 len: 945 time: 0.0506065 Oct 27 10:52:47.492155 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-c4ee50b9-56ef-428d-9f12-1922b4e30b62 req-38124b57-94d0-4eb0-874d-c3c88b7158de tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] 10.222.0.44 "GET /v2.0/security-groups?id=ffed76d3-4d36-4729-a6a9-ef5807ccbf84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369616 Oct 27 10:52:47.721077 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 34618) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:52:47.821209 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-c176e24f-af11-4f07-8607-f376a92dd010 tempest-BulkNetworkOpsTest-208428772 tempest-BulkNetworkOpsTest-208428772-project] Request body: {'networks': [{'name': 'tempest-network--892819023'}, {'name': 'tempest-network--1130473778'}]} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:52:47.821614 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-c176e24f-af11-4f07-8607-f376a92dd010 tempest-BulkNetworkOpsTest-208428772 tempest-BulkNetworkOpsTest-208428772-project] Request body: {'network': {'name': 'tempest-network--892819023'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:52:47.822280 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-c176e24f-af11-4f07-8607-f376a92dd010 tempest-BulkNetworkOpsTest-208428772 tempest-BulkNetworkOpsTest-208428772-project] Request body: {'network': {'name': 'tempest-network--1130473778'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:52:47.876117 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c176e24f-af11-4f07-8607-f376a92dd010 tempest-BulkNetworkOpsTest-208428772 tempest-BulkNetworkOpsTest-208428772-project] Made reservation on behalf of eed753c795f64d55b5d97e34ad3873dc for: {'network': 2} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:52:47.880797 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-c176e24f-af11-4f07-8607-f376a92dd010 tempest-BulkNetworkOpsTest-208428772 tempest-BulkNetworkOpsTest-208428772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for network, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:47.892191 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-c176e24f-af11-4f07-8607-f376a92dd010 tempest-BulkNetworkOpsTest-208428772 tempest-BulkNetworkOpsTest-208428772-project] Publish callbacks [] for security_group, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:47.907315 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228167dc-bc0e-4914-93be-56650fe1fd4d req-0ec61fd0-3648-4b97-b23c-ecf2882dd081 tempest-VolumesSnapshotTestJSON-2053090724 tempest-VolumesSnapshotTestJSON-2053090724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:52:47.908818 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-228167dc-bc0e-4914-93be-56650fe1fd4d req-0ec61fd0-3648-4b97-b23c-ecf2882dd081 tempest-VolumesSnapshotTestJSON-2053090724 tempest-VolumesSnapshotTestJSON-2053090724-project] 10.222.0.44 "GET /v2.0/ports?device_id=219be6b9-f691-47a8-98db-d0c239e14d2c HTTP/1.1" status: 200 len: 944 time: 0.0818985 Oct 27 10:52:47.962808 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-228167dc-bc0e-4914-93be-56650fe1fd4d req-a68fd3d3-b9de-4338-9ed0-e737c2a3a414 tempest-VolumesSnapshotTestJSON-2053090724 tempest-VolumesSnapshotTestJSON-2053090724-project] 10.222.0.44 "GET /v2.0/security-groups?id=89962c1d-db74-4ae6-9f26-f13036e9dc23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463278 Oct 27 10:52:47.965049 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device a0bd8562-c976-4317-9fe0-2b86f9defad8 up at agent hyperv_n-h1-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:52:48.013656 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-c176e24f-af11-4f07-8607-f376a92dd010 tempest-BulkNetworkOpsTest-208428772 tempest-BulkNetworkOpsTest-208428772-project] Publish callbacks [] for security_group, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:48.017670 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Provisioning for port a0bd8562-c976-4317-9fe0-2b86f9defad8 completed by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 10:52:48.019268 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-c176e24f-af11-4f07-8607-f376a92dd010 tempest-BulkNetworkOpsTest-208428772 tempest-BulkNetworkOpsTest-208428772-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:48.019914 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-c176e24f-af11-4f07-8607-f376a92dd010 tempest-BulkNetworkOpsTest-208428772 tempest-BulkNetworkOpsTest-208428772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for network, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:48.022526 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Provisioning complete for port a0bd8562-c976-4317-9fe0-2b86f9defad8 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:52:48.022892 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:48.061221 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c176e24f-af11-4f07-8607-f376a92dd010 tempest-BulkNetworkOpsTest-208428772 tempest-BulkNetworkOpsTest-208428772-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78602bab-3cea-46cc-b07a-1246ebba59e9,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:52:48.069626 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c176e24f-af11-4f07-8607-f376a92dd010 tempest-BulkNetworkOpsTest-208428772 tempest-BulkNetworkOpsTest-208428772-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 420} {{(pid=102347) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 10:52:48.080963 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-c176e24f-af11-4f07-8607-f376a92dd010 tempest-BulkNetworkOpsTest-208428772 tempest-BulkNetworkOpsTest-208428772-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:48.081334 n-d-813419-10 neutron-server[102347]: INFO neutron.db.segments_db [None req-c176e24f-af11-4f07-8607-f376a92dd010 tempest-BulkNetworkOpsTest-208428772 tempest-BulkNetworkOpsTest-208428772-project] Added segment 92308652-28c8-49b8-a263-0de6cca26cb8 of type vlan for network 3d722c1e-a2c3-4bd8-a7c6-55fb0521a119 Oct 27 10:52:48.123789 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-c176e24f-af11-4f07-8607-f376a92dd010 tempest-BulkNetworkOpsTest-208428772 tempest-BulkNetworkOpsTest-208428772-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743872593080'] for network, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:48.153982 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c176e24f-af11-4f07-8607-f376a92dd010 tempest-BulkNetworkOpsTest-208428772 tempest-BulkNetworkOpsTest-208428772-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 401} {{(pid=102347) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 10:52:48.164133 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-c176e24f-af11-4f07-8607-f376a92dd010 tempest-BulkNetworkOpsTest-208428772 tempest-BulkNetworkOpsTest-208428772-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:48.164501 n-d-813419-10 neutron-server[102347]: INFO neutron.db.segments_db [None req-c176e24f-af11-4f07-8607-f376a92dd010 tempest-BulkNetworkOpsTest-208428772 tempest-BulkNetworkOpsTest-208428772-project] Added segment fc09c9ad-d7af-4d42-9478-29375135c379 of type vlan for network c5b823fb-e7a4-46fc-811f-27e46e71444c Oct 27 10:52:48.205009 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-c176e24f-af11-4f07-8607-f376a92dd010 tempest-BulkNetworkOpsTest-208428772 tempest-BulkNetworkOpsTest-208428772-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743872593080'] for network, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:48.233014 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-c176e24f-af11-4f07-8607-f376a92dd010 tempest-BulkNetworkOpsTest-208428772 tempest-BulkNetworkOpsTest-208428772-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913'] for network, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:48.233515 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-c176e24f-af11-4f07-8607-f376a92dd010 tempest-BulkNetworkOpsTest-208428772 tempest-BulkNetworkOpsTest-208428772-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913'] for network, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:48.240223 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c176e24f-af11-4f07-8607-f376a92dd010 tempest-BulkNetworkOpsTest-208428772 tempest-BulkNetworkOpsTest-208428772-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:52:48.245344 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c176e24f-af11-4f07-8607-f376a92dd010 tempest-BulkNetworkOpsTest-208428772 tempest-BulkNetworkOpsTest-208428772-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:52:48.245984 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-c176e24f-af11-4f07-8607-f376a92dd010 tempest-BulkNetworkOpsTest-208428772 tempest-BulkNetworkOpsTest-208428772-project] Publish callbacks [] for network, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:48.279300 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:48.301732 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '219be6b9-f691-47a8-98db-d0c239e14d2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0bd8562-c976-4317-9fe0-2b86f9defad8'}] {{(pid=102348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:52:48.303618 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c588921fa634554a1d9242fdea1b05457a9ff1d3b28ba54ec1dace7f2f1df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6be6f81c-106a-4f7e-a62b-a02b7266877a" -d '{"events": [{"server_uuid": "219be6b9-f691-47a8-98db-d0c239e14d2c", "name": "network-vif-plugged", "status": "completed", "tag": "a0bd8562-c976-4317-9fe0-2b86f9defad8"}]}' {{(pid=102348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:52:48.311087 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-c176e24f-af11-4f07-8607-f376a92dd010 tempest-BulkNetworkOpsTest-208428772 tempest-BulkNetworkOpsTest-208428772-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 0.5889103 Oct 27 10:52:48.314428 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 34626) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:52:48.317918 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port a0bd8562-c976-4317-9fe0-2b86f9defad8, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=a0bd8562-c976-4317-9fe0-2b86f9defad8,segment=NetworkSegment(a0ea305f-e294-462d-83ec-f87a949da7f5),segment_id=a0ea305f-e294-462d-83ec-f87a949da7f5)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:52:48.323041 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:48.337326 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c176e24f-af11-4f07-8607-f376a92dd010 tempest-BulkNetworkOpsTest-208428772 tempest-BulkNetworkOpsTest-208428772-project] Pushing event updated for resources: {'Network': ['ID=3d722c1e-a2c3-4bd8-a7c6-55fb0521a119,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:52:48.362715 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Network 3d722c1e-a2c3-4bd8-a7c6-55fb0521a119 details requested by agent ovs-agent-n-d-813419-10 with host n-d-813419-10 {{(pid=102348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 10:52:48.395190 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:52:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec7acbf8-6025-4d77-bb82-178d6769bf00 x-openstack-request-id: req-ec7acbf8-6025-4d77-bb82-178d6769bf00 {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:52:48.395764 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "219be6b9-f691-47a8-98db-d0c239e14d2c", "name": "network-vif-plugged", "status": "completed", "tag": "a0bd8562-c976-4317-9fe0-2b86f9defad8", "code": 200}]} {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:52:48.396281 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ec7acbf8-6025-4d77-bb82-178d6769bf00 {{(pid=102348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:52:48.396679 n-d-813419-10 neutron-server[102348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '219be6b9-f691-47a8-98db-d0c239e14d2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0bd8562-c976-4317-9fe0-2b86f9defad8', 'code': 200} Oct 27 10:52:48.414082 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c176e24f-af11-4f07-8607-f376a92dd010 tempest-BulkNetworkOpsTest-208428772 tempest-BulkNetworkOpsTest-208428772-project] Pushing event updated for resources: {'Network': ['ID=c5b823fb-e7a4-46fc-811f-27e46e71444c,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:52:48.438164 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Network c5b823fb-e7a4-46fc-811f-27e46e71444c details requested by agent ovs-agent-n-d-813419-10 with host n-d-813419-10 {{(pid=102348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 10:52:48.492918 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da355545-51cb-43ff-b99a-5c79f4f95fb1 req-171f0749-1c94-4739-ab66-c2ed195b6073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:52:48.495343 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-da355545-51cb-43ff-b99a-5c79f4f95fb1 req-171f0749-1c94-4739-ab66-c2ed195b6073 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=219be6b9-f691-47a8-98db-d0c239e14d2c HTTP/1.1" status: 200 len: 1097 time: 0.0438266 Oct 27 10:52:48.507027 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Pushing event updated for resources: {'Port': ['ID=a0bd8562-c976-4317-9fe0-2b86f9defad8,revision_number=5']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:52:48.541875 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-da355545-51cb-43ff-b99a-5c79f4f95fb1 req-2bf2503d-f526-4c17-a9f6-aeb15f5b69b7 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=89962c1d-db74-4ae6-9f26-f13036e9dc23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371647 Oct 27 10:52:48.546190 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-067a9844-0bd9-4e71-b1f9-4ecbae87747a tempest-BulkNetworkOpsTest-208428772 tempest-BulkNetworkOpsTest-208428772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:52:48.552037 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-067a9844-0bd9-4e71-b1f9-4ecbae87747a tempest-BulkNetworkOpsTest-208428772 tempest-BulkNetworkOpsTest-208428772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:52:48.558120 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-067a9844-0bd9-4e71-b1f9-4ecbae87747a tempest-BulkNetworkOpsTest-208428772 tempest-BulkNetworkOpsTest-208428772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:52:48.568170 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-067a9844-0bd9-4e71-b1f9-4ecbae87747a tempest-BulkNetworkOpsTest-208428772 tempest-BulkNetworkOpsTest-208428772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:52:48.569856 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-067a9844-0bd9-4e71-b1f9-4ecbae87747a tempest-BulkNetworkOpsTest-208428772 tempest-BulkNetworkOpsTest-208428772-project] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.2544131 Oct 27 10:52:48.573064 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 34630) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:52:48.629675 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b51670e-abc0-4a39-bc9d-d74947ae67fc req-bf4fe274-fd65-4b71-a87e-3328f438a5a1 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:52:48.631367 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-2b51670e-abc0-4a39-bc9d-d74947ae67fc req-bf4fe274-fd65-4b71-a87e-3328f438a5a1 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] 10.222.0.44 "GET /v2.0/ports?device_id=f3bef178-eb00-40c6-9b29-942b49484548 HTTP/1.1" status: 200 len: 945 time: 0.0580881 Oct 27 10:52:48.670885 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-2b51670e-abc0-4a39-bc9d-d74947ae67fc req-d0a6200a-ffba-492e-92db-817b8fcf556b tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] 10.222.0.44 "GET /v2.0/security-groups?id=ffed76d3-4d36-4729-a6a9-ef5807ccbf84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323966 Oct 27 10:52:48.672064 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-9093d584-6ada-45c2-b313-849eb58dc67d tempest-BulkNetworkOpsTest-208428772 tempest-BulkNetworkOpsTest-208428772-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586917'] for network, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:48.757805 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-9093d584-6ada-45c2-b313-849eb58dc67d tempest-BulkNetworkOpsTest-208428772 tempest-BulkNetworkOpsTest-208428772-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857803', 'neutron.services.segments.db._delete_segments_for_network-8743873143390'] for network, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:48.777745 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-9093d584-6ada-45c2-b313-849eb58dc67d tempest-BulkNetworkOpsTest-208428772 tempest-BulkNetworkOpsTest-208428772-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d722c1e-a2c3-4bd8-a7c6-55fb0521a119']}} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:52:48.787499 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-9093d584-6ada-45c2-b313-849eb58dc67d tempest-BulkNetworkOpsTest-208428772 tempest-BulkNetworkOpsTest-208428772-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92308652-28c8-49b8-a263-0de6cca26cb8') {'for_net_delete': True} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:52:48.787788 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-9093d584-6ada-45c2-b313-849eb58dc67d tempest-BulkNetworkOpsTest-208428772 tempest-BulkNetworkOpsTest-208428772-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92308652-28c8-49b8-a263-0de6cca26cb8') {} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:52:48.796883 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-9093d584-6ada-45c2-b313-849eb58dc67d tempest-BulkNetworkOpsTest-208428772 tempest-BulkNetworkOpsTest-208428772-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743873145191', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25847877'] for segment, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:48.809544 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-9093d584-6ada-45c2-b313-849eb58dc67d tempest-BulkNetworkOpsTest-208428772 tempest-BulkNetworkOpsTest-208428772-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:48.815225 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9093d584-6ada-45c2-b313-849eb58dc67d tempest-BulkNetworkOpsTest-208428772 tempest-BulkNetworkOpsTest-208428772-project] Releasing vlan 420 on physical network physnet1 to pool {{(pid=102346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 10:52:48.815698 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-9093d584-6ada-45c2-b313-849eb58dc67d tempest-BulkNetworkOpsTest-208428772 tempest-BulkNetworkOpsTest-208428772-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27024137'] for segment, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:48.818573 n-d-813419-10 neutron-server[102346]: Traceback (most recent call last): Oct 27 10:52:48.818573 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 10:52:48.818573 n-d-813419-10 neutron-server[102346]: timer() Oct 27 10:52:48.818573 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 10:52:48.818573 n-d-813419-10 neutron-server[102346]: cb(*args, **kw) Oct 27 10:52:48.818573 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 10:52:48.818573 n-d-813419-10 neutron-server[102346]: return func(*args, **kwargs) Oct 27 10:52:48.818573 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 10:52:48.818573 n-d-813419-10 neutron-server[102346]: self._notify() Oct 27 10:52:48.818573 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 10:52:48.818573 n-d-813419-10 neutron-server[102346]: self.callback(batched_events) Oct 27 10:52:48.818573 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 10:52:48.818573 n-d-813419-10 neutron-server[102346]: event.method(event) Oct 27 10:52:48.818573 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 10:52:48.818573 n-d-813419-10 neutron-server[102346]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 10:52:48.818573 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 10:52:48.818573 n-d-813419-10 neutron-server[102346]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 10:52:48.818573 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 10:52:48.818573 n-d-813419-10 neutron-server[102346]: return f(self, *a, **k) Oct 27 10:52:48.818573 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 10:52:48.818573 n-d-813419-10 neutron-server[102346]: return self._get(url).json() Oct 27 10:52:48.818573 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 10:52:48.818573 n-d-813419-10 neutron-server[102346]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 10:52:48.818573 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 10:52:48.818573 n-d-813419-10 neutron-server[102346]: return self.request(url, 'GET', **kwargs) Oct 27 10:52:48.818573 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 10:52:48.818573 n-d-813419-10 neutron-server[102346]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 10:52:48.818573 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 10:52:48.818573 n-d-813419-10 neutron-server[102346]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 10:52:48.818573 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 10:52:48.818573 n-d-813419-10 neutron-server[102346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 10:52:48.818573 n-d-813419-10 neutron-server[102346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 10:52:48.884599 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-9093d584-6ada-45c2-b313-849eb58dc67d tempest-BulkNetworkOpsTest-208428772 tempest-BulkNetworkOpsTest-208428772-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664840'] for network, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:48.886890 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-1fe8829d-711d-404f-8ffe-42d248dfdb5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:48.891626 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-9093d584-6ada-45c2-b313-849eb58dc67d tempest-BulkNetworkOpsTest-208428772 tempest-BulkNetworkOpsTest-208428772-project] Publish callbacks [] for network, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:48.895480 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-9093d584-6ada-45c2-b313-849eb58dc67d tempest-BulkNetworkOpsTest-208428772 tempest-BulkNetworkOpsTest-208428772-project] 10.222.0.44 "DELETE /v2.0/networks/3d722c1e-a2c3-4bd8-a7c6-55fb0521a119 HTTP/1.1" status: 204 len: 168 time: 0.3214848 Oct 27 10:52:48.898809 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 34632) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:52:48.913167 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9093d584-6ada-45c2-b313-849eb58dc67d tempest-BulkNetworkOpsTest-208428772 tempest-BulkNetworkOpsTest-208428772-project] Pushing event deleted for resources: {'Network': ['ID=3d722c1e-a2c3-4bd8-a7c6-55fb0521a119,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:52:48.975057 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-694ea652-bb9e-42b0-8867-c1e8baafb037 tempest-BulkNetworkOpsTest-208428772 tempest-BulkNetworkOpsTest-208428772-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586917'] for network, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:49.064491 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-694ea652-bb9e-42b0-8867-c1e8baafb037 tempest-BulkNetworkOpsTest-208428772 tempest-BulkNetworkOpsTest-208428772-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857803', 'neutron.services.segments.db._delete_segments_for_network-8743873143390'] for network, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:49.086496 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-694ea652-bb9e-42b0-8867-c1e8baafb037 tempest-BulkNetworkOpsTest-208428772 tempest-BulkNetworkOpsTest-208428772-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5b823fb-e7a4-46fc-811f-27e46e71444c']}} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:52:49.088038 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa80b44-40f6-48ea-8fe1-96db5c952d13 req-4d40c22a-22d5-4500-b730-71d02a909e47 tempest-VolumesSnapshotTestJSON-2053090724 tempest-VolumesSnapshotTestJSON-2053090724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:52:49.089673 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-0aa80b44-40f6-48ea-8fe1-96db5c952d13 req-4d40c22a-22d5-4500-b730-71d02a909e47 tempest-VolumesSnapshotTestJSON-2053090724 tempest-VolumesSnapshotTestJSON-2053090724-project] 10.222.0.44 "GET /v2.0/ports?device_id=219be6b9-f691-47a8-98db-d0c239e14d2c HTTP/1.1" status: 200 len: 945 time: 0.0488718 Oct 27 10:52:49.095703 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-694ea652-bb9e-42b0-8867-c1e8baafb037 tempest-BulkNetworkOpsTest-208428772 tempest-BulkNetworkOpsTest-208428772-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc09c9ad-d7af-4d42-9478-29375135c379') {'for_net_delete': True} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:52:49.096136 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-694ea652-bb9e-42b0-8867-c1e8baafb037 tempest-BulkNetworkOpsTest-208428772 tempest-BulkNetworkOpsTest-208428772-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc09c9ad-d7af-4d42-9478-29375135c379') {} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:52:49.105878 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-694ea652-bb9e-42b0-8867-c1e8baafb037 tempest-BulkNetworkOpsTest-208428772 tempest-BulkNetworkOpsTest-208428772-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743873145191', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18445132'] for segment, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:49.119145 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-694ea652-bb9e-42b0-8867-c1e8baafb037 tempest-BulkNetworkOpsTest-208428772 tempest-BulkNetworkOpsTest-208428772-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:49.125586 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-694ea652-bb9e-42b0-8867-c1e8baafb037 tempest-BulkNetworkOpsTest-208428772 tempest-BulkNetworkOpsTest-208428772-project] Releasing vlan 401 on physical network physnet1 to pool {{(pid=102347) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 10:52:49.125970 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-694ea652-bb9e-42b0-8867-c1e8baafb037 tempest-BulkNetworkOpsTest-208428772 tempest-BulkNetworkOpsTest-208428772-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-18296032'] for segment, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:49.127047 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-0aa80b44-40f6-48ea-8fe1-96db5c952d13 req-9138af5d-f00e-4bc6-8ddb-df07807cf57a tempest-VolumesSnapshotTestJSON-2053090724 tempest-VolumesSnapshotTestJSON-2053090724-project] 10.222.0.44 "GET /v2.0/security-groups?id=89962c1d-db74-4ae6-9f26-f13036e9dc23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310891 Oct 27 10:52:49.129077 n-d-813419-10 neutron-server[102347]: Traceback (most recent call last): Oct 27 10:52:49.129077 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 10:52:49.129077 n-d-813419-10 neutron-server[102347]: timer() Oct 27 10:52:49.129077 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 10:52:49.129077 n-d-813419-10 neutron-server[102347]: cb(*args, **kw) Oct 27 10:52:49.129077 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 10:52:49.129077 n-d-813419-10 neutron-server[102347]: return func(*args, **kwargs) Oct 27 10:52:49.129077 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 10:52:49.129077 n-d-813419-10 neutron-server[102347]: self._notify() Oct 27 10:52:49.129077 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 10:52:49.129077 n-d-813419-10 neutron-server[102347]: self.callback(batched_events) Oct 27 10:52:49.129077 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 10:52:49.129077 n-d-813419-10 neutron-server[102347]: event.method(event) Oct 27 10:52:49.129077 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 10:52:49.129077 n-d-813419-10 neutron-server[102347]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 10:52:49.129077 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 10:52:49.129077 n-d-813419-10 neutron-server[102347]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 10:52:49.129077 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 10:52:49.129077 n-d-813419-10 neutron-server[102347]: return f(self, *a, **k) Oct 27 10:52:49.129077 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 10:52:49.129077 n-d-813419-10 neutron-server[102347]: return self._get(url).json() Oct 27 10:52:49.129077 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 10:52:49.129077 n-d-813419-10 neutron-server[102347]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 10:52:49.129077 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 10:52:49.129077 n-d-813419-10 neutron-server[102347]: return self.request(url, 'GET', **kwargs) Oct 27 10:52:49.129077 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 10:52:49.129077 n-d-813419-10 neutron-server[102347]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 10:52:49.129077 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 10:52:49.129077 n-d-813419-10 neutron-server[102347]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 10:52:49.129077 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 10:52:49.129077 n-d-813419-10 neutron-server[102347]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 10:52:49.129077 n-d-813419-10 neutron-server[102347]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 10:52:49.188872 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-694ea652-bb9e-42b0-8867-c1e8baafb037 tempest-BulkNetworkOpsTest-208428772 tempest-BulkNetworkOpsTest-208428772-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664840'] for network, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:49.199117 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-694ea652-bb9e-42b0-8867-c1e8baafb037 tempest-BulkNetworkOpsTest-208428772 tempest-BulkNetworkOpsTest-208428772-project] Publish callbacks [] for network, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:49.203055 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-694ea652-bb9e-42b0-8867-c1e8baafb037 tempest-BulkNetworkOpsTest-208428772 tempest-BulkNetworkOpsTest-208428772-project] 10.222.0.44 "DELETE /v2.0/networks/c5b823fb-e7a4-46fc-811f-27e46e71444c HTTP/1.1" status: 204 len: 168 time: 0.3028152 Oct 27 10:52:49.207059 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 34636) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:52:49.215519 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694ea652-bb9e-42b0-8867-c1e8baafb037 tempest-BulkNetworkOpsTest-208428772 tempest-BulkNetworkOpsTest-208428772-project] Pushing event deleted for resources: {'Network': ['ID=c5b823fb-e7a4-46fc-811f-27e46e71444c,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:52:49.315309 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a82643f-af68-4851-aabb-7d4c0b4867e1 tempest-BulkNetworkOpsTest-208428772 tempest-BulkNetworkOpsTest-208428772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:52:49.321415 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a82643f-af68-4851-aabb-7d4c0b4867e1 tempest-BulkNetworkOpsTest-208428772 tempest-BulkNetworkOpsTest-208428772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:52:49.323044 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-7a82643f-af68-4851-aabb-7d4c0b4867e1 tempest-BulkNetworkOpsTest-208428772 tempest-BulkNetworkOpsTest-208428772-project] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1150038 Oct 27 10:52:49.327407 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 34640) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:52:49.332418 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-104ad5db-7ae6-4826-85df-ca297afece3c tempest-BulkNetworkOpsTest-208428772 tempest-BulkNetworkOpsTest-208428772-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1980573837'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:52:49.354360 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-104ad5db-7ae6-4826-85df-ca297afece3c tempest-BulkNetworkOpsTest-208428772 tempest-BulkNetworkOpsTest-208428772-project] Made reservation on behalf of eed753c795f64d55b5d97e34ad3873dc for: {'network': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:52:49.359533 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-104ad5db-7ae6-4826-85df-ca297afece3c tempest-BulkNetworkOpsTest-208428772 tempest-BulkNetworkOpsTest-208428772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for network, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:49.386085 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-104ad5db-7ae6-4826-85df-ca297afece3c tempest-BulkNetworkOpsTest-208428772 tempest-BulkNetworkOpsTest-208428772-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 412} {{(pid=102347) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 10:52:49.394877 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-104ad5db-7ae6-4826-85df-ca297afece3c tempest-BulkNetworkOpsTest-208428772 tempest-BulkNetworkOpsTest-208428772-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:49.395207 n-d-813419-10 neutron-server[102347]: INFO neutron.db.segments_db [None req-104ad5db-7ae6-4826-85df-ca297afece3c tempest-BulkNetworkOpsTest-208428772 tempest-BulkNetworkOpsTest-208428772-project] Added segment 0b9a4368-f1e0-4088-92c5-afd241e91978 of type vlan for network b498f1bb-3faf-470c-b3eb-9c72dd8fa7a0 Oct 27 10:52:49.441089 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-104ad5db-7ae6-4826-85df-ca297afece3c tempest-BulkNetworkOpsTest-208428772 tempest-BulkNetworkOpsTest-208428772-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743872593080'] for network, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:49.464498 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-104ad5db-7ae6-4826-85df-ca297afece3c tempest-BulkNetworkOpsTest-208428772 tempest-BulkNetworkOpsTest-208428772-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913'] for network, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:49.470273 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-104ad5db-7ae6-4826-85df-ca297afece3c tempest-BulkNetworkOpsTest-208428772 tempest-BulkNetworkOpsTest-208428772-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:52:49.470852 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-104ad5db-7ae6-4826-85df-ca297afece3c tempest-BulkNetworkOpsTest-208428772 tempest-BulkNetworkOpsTest-208428772-project] Publish callbacks [] for network, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:49.526541 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-104ad5db-7ae6-4826-85df-ca297afece3c tempest-BulkNetworkOpsTest-208428772 tempest-BulkNetworkOpsTest-208428772-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.1980300 Oct 27 10:52:49.529242 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 34642) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:52:49.534440 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-e672d3a0-abb0-4279-9a50-c4f6d15d06be tempest-BulkNetworkOpsTest-208428772 tempest-BulkNetworkOpsTest-208428772-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1401635310'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:52:49.544180 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104ad5db-7ae6-4826-85df-ca297afece3c tempest-BulkNetworkOpsTest-208428772 tempest-BulkNetworkOpsTest-208428772-project] Pushing event updated for resources: {'Network': ['ID=b498f1bb-3faf-470c-b3eb-9c72dd8fa7a0,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:52:49.554570 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Network b498f1bb-3faf-470c-b3eb-9c72dd8fa7a0 details requested by agent ovs-agent-n-d-813419-10 with host n-d-813419-10 {{(pid=102348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 10:52:49.555682 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e672d3a0-abb0-4279-9a50-c4f6d15d06be tempest-BulkNetworkOpsTest-208428772 tempest-BulkNetworkOpsTest-208428772-project] Made reservation on behalf of eed753c795f64d55b5d97e34ad3873dc for: {'network': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:52:49.559344 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-e672d3a0-abb0-4279-9a50-c4f6d15d06be tempest-BulkNetworkOpsTest-208428772 tempest-BulkNetworkOpsTest-208428772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for network, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:49.582910 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e672d3a0-abb0-4279-9a50-c4f6d15d06be tempest-BulkNetworkOpsTest-208428772 tempest-BulkNetworkOpsTest-208428772-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 425} {{(pid=102346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 10:52:49.591877 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-e672d3a0-abb0-4279-9a50-c4f6d15d06be tempest-BulkNetworkOpsTest-208428772 tempest-BulkNetworkOpsTest-208428772-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:49.592239 n-d-813419-10 neutron-server[102346]: INFO neutron.db.segments_db [None req-e672d3a0-abb0-4279-9a50-c4f6d15d06be tempest-BulkNetworkOpsTest-208428772 tempest-BulkNetworkOpsTest-208428772-project] Added segment 77f76958-cfec-4818-9954-6916184879d5 of type vlan for network 7848f17b-8770-420b-8637-ac6d55fb84fb Oct 27 10:52:49.631423 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-e672d3a0-abb0-4279-9a50-c4f6d15d06be tempest-BulkNetworkOpsTest-208428772 tempest-BulkNetworkOpsTest-208428772-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743872593080'] for network, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:49.655106 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-e672d3a0-abb0-4279-9a50-c4f6d15d06be tempest-BulkNetworkOpsTest-208428772 tempest-BulkNetworkOpsTest-208428772-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913'] for network, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:49.660780 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e672d3a0-abb0-4279-9a50-c4f6d15d06be tempest-BulkNetworkOpsTest-208428772 tempest-BulkNetworkOpsTest-208428772-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:52:49.661359 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-e672d3a0-abb0-4279-9a50-c4f6d15d06be tempest-BulkNetworkOpsTest-208428772 tempest-BulkNetworkOpsTest-208428772-project] Publish callbacks [] for network, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:49.730494 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-e672d3a0-abb0-4279-9a50-c4f6d15d06be tempest-BulkNetworkOpsTest-208428772 tempest-BulkNetworkOpsTest-208428772-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2000561 Oct 27 10:52:49.734193 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 34646) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:52:49.740324 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-ed5de47a-b009-4917-b0fd-48515b1fa353 tempest-BulkNetworkOpsTest-208428772 tempest-BulkNetworkOpsTest-208428772-project] Request body: {'ports': [{'network_id': 'b498f1bb-3faf-470c-b3eb-9c72dd8fa7a0', 'name': 'tempest-port--802192221', 'admin_state_up': True}, {'network_id': '7848f17b-8770-420b-8637-ac6d55fb84fb', 'admin_state_up': False}]} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:52:49.740707 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-ed5de47a-b009-4917-b0fd-48515b1fa353 tempest-BulkNetworkOpsTest-208428772 tempest-BulkNetworkOpsTest-208428772-project] Request body: {'port': {'network_id': 'b498f1bb-3faf-470c-b3eb-9c72dd8fa7a0', 'name': 'tempest-port--802192221', 'admin_state_up': True}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:52:49.741434 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-ed5de47a-b009-4917-b0fd-48515b1fa353 tempest-BulkNetworkOpsTest-208428772 tempest-BulkNetworkOpsTest-208428772-project] Request body: {'port': {'network_id': '7848f17b-8770-420b-8637-ac6d55fb84fb', 'admin_state_up': False}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:52:49.765528 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e672d3a0-abb0-4279-9a50-c4f6d15d06be tempest-BulkNetworkOpsTest-208428772 tempest-BulkNetworkOpsTest-208428772-project] Pushing event updated for resources: {'Network': ['ID=7848f17b-8770-420b-8637-ac6d55fb84fb,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:52:49.775610 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Network 7848f17b-8770-420b-8637-ac6d55fb84fb details requested by agent ovs-agent-n-d-813419-10 with host n-d-813419-10 {{(pid=102348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 10:52:49.853127 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b6a96d-7c93-4864-829e-070c2e323b5d req-330c7125-3129-4695-9f9c-3889546fd45b tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:52:49.856943 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-86b6a96d-7c93-4864-829e-070c2e323b5d req-330c7125-3129-4695-9f9c-3889546fd45b tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] 10.222.0.44 "GET /v2.0/ports?device_id=f3bef178-eb00-40c6-9b29-942b49484548 HTTP/1.1" status: 200 len: 945 time: 0.1102459 Oct 27 10:52:49.954089 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-86b6a96d-7c93-4864-829e-070c2e323b5d req-411ddc6e-517e-4352-9dd5-a1c5151970fc tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] 10.222.0.44 "GET /v2.0/security-groups?id=ffed76d3-4d36-4729-a6a9-ef5807ccbf84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780983 Oct 27 10:52:49.975620 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed5de47a-b009-4917-b0fd-48515b1fa353 tempest-BulkNetworkOpsTest-208428772 tempest-BulkNetworkOpsTest-208428772-project] Made reservation on behalf of eed753c795f64d55b5d97e34ad3873dc for: {'port': 2} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:52:49.980445 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-ed5de47a-b009-4917-b0fd-48515b1fa353 tempest-BulkNetworkOpsTest-208428772 tempest-BulkNetworkOpsTest-208428772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:49.994415 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-ed5de47a-b009-4917-b0fd-48515b1fa353 tempest-BulkNetworkOpsTest-208428772 tempest-BulkNetworkOpsTest-208428772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:50.026383 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:50.064172 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-eadeaa30-4096-4d1a-b3cb-aa7ebfb291ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:50.081722 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [None req-ed5de47a-b009-4917-b0fd-48515b1fa353 tempest-BulkNetworkOpsTest-208428772 tempest-BulkNetworkOpsTest-208428772-project] device_id is not set on port 3e8e335a-64b7-4ce5-ae28-bd8c8ff6d89a yet. {{(pid=102347) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 10:52:50.200444 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-ed5de47a-b009-4917-b0fd-48515b1fa353 tempest-BulkNetworkOpsTest-208428772 tempest-BulkNetworkOpsTest-208428772-project] Publish callbacks [] for port, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:50.254464 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf786f09-5052-4651-9773-aa5a8d12ef49 req-e8003dcb-69a9-4722-9f2a-3936406671a9 tempest-VolumesSnapshotTestJSON-2053090724 tempest-VolumesSnapshotTestJSON-2053090724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:52:50.255944 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-bf786f09-5052-4651-9773-aa5a8d12ef49 req-e8003dcb-69a9-4722-9f2a-3936406671a9 tempest-VolumesSnapshotTestJSON-2053090724 tempest-VolumesSnapshotTestJSON-2053090724-project] 10.222.0.44 "GET /v2.0/ports?device_id=219be6b9-f691-47a8-98db-d0c239e14d2c HTTP/1.1" status: 200 len: 945 time: 0.0597746 Oct 27 10:52:50.280237 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [None req-ed5de47a-b009-4917-b0fd-48515b1fa353 tempest-BulkNetworkOpsTest-208428772 tempest-BulkNetworkOpsTest-208428772-project] device_id is not set on port 96db7842-3b61-4eb9-91fd-daee3cd6361c yet. {{(pid=102347) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 10:52:50.293499 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-bf786f09-5052-4651-9773-aa5a8d12ef49 req-4f29a50f-af25-46ee-8f50-67c0644d4759 tempest-VolumesSnapshotTestJSON-2053090724 tempest-VolumesSnapshotTestJSON-2053090724-project] 10.222.0.44 "GET /v2.0/security-groups?id=89962c1d-db74-4ae6-9f26-f13036e9dc23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315363 Oct 27 10:52:50.393411 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-ed5de47a-b009-4917-b0fd-48515b1fa353 tempest-BulkNetworkOpsTest-208428772 tempest-BulkNetworkOpsTest-208428772-project] Publish callbacks [] for port, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:50.430377 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-ed5de47a-b009-4917-b0fd-48515b1fa353 tempest-BulkNetworkOpsTest-208428772 tempest-BulkNetworkOpsTest-208428772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:50.488177 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5de47a-b009-4917-b0fd-48515b1fa353 tempest-BulkNetworkOpsTest-208428772 tempest-BulkNetworkOpsTest-208428772-project] Pushing event updated for resources: {'Port': ['ID=3e8e335a-64b7-4ce5-ae28-bd8c8ff6d89a,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:52:50.508387 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed5de47a-b009-4917-b0fd-48515b1fa353 tempest-BulkNetworkOpsTest-208428772 tempest-BulkNetworkOpsTest-208428772-project] Checking segment: {'id': '0b9a4368-f1e0-4088-92c5-afd241e91978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'b498f1bb-3faf-470c-b3eb-9c72dd8fa7a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:52:50.508747 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed5de47a-b009-4917-b0fd-48515b1fa353 tempest-BulkNetworkOpsTest-208428772 tempest-BulkNetworkOpsTest-208428772-project] Network hostable DHCP agents. Network: b498f1bb-3faf-470c-b3eb-9c72dd8fa7a0, hostable agents: ['eafd4000-b897-4722-ae8b-0118ec955181'], hosted agents: [] {{(pid=102347) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 10:52:50.525472 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed5de47a-b009-4917-b0fd-48515b1fa353 tempest-BulkNetworkOpsTest-208428772 tempest-BulkNetworkOpsTest-208428772-project] Network b498f1bb-3faf-470c-b3eb-9c72dd8fa7a0 is scheduled to be hosted by DHCP agent eafd4000-b897-4722-ae8b-0118ec955181 with binding_index 1 {{(pid=102347) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 10:52:50.534848 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [None req-ed5de47a-b009-4917-b0fd-48515b1fa353 tempest-BulkNetworkOpsTest-208428772 tempest-BulkNetworkOpsTest-208428772-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-10, b498f1bb-3faf-470c-b3eb-9c72dd8fa7a0) {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:52:50.538613 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed5de47a-b009-4917-b0fd-48515b1fa353 tempest-BulkNetworkOpsTest-208428772 tempest-BulkNetworkOpsTest-208428772-project] Received port after_create {{(pid=102347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:52:50.539572 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-ed5de47a-b009-4917-b0fd-48515b1fa353 tempest-BulkNetworkOpsTest-208428772 tempest-BulkNetworkOpsTest-208428772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:50.545564 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2720afe-0da5-43a0-adbe-6d3215502334 None None] Network b498f1bb-3faf-470c-b3eb-9c72dd8fa7a0 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:52:50.607158 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5de47a-b009-4917-b0fd-48515b1fa353 tempest-BulkNetworkOpsTest-208428772 tempest-BulkNetworkOpsTest-208428772-project] Pushing event updated for resources: {'Port': ['ID=96db7842-3b61-4eb9-91fd-daee3cd6361c,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:52:50.612619 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed5de47a-b009-4917-b0fd-48515b1fa353 tempest-BulkNetworkOpsTest-208428772 tempest-BulkNetworkOpsTest-208428772-project] Checking segment: {'id': '77f76958-cfec-4818-9954-6916184879d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '7848f17b-8770-420b-8637-ac6d55fb84fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:52:50.613105 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed5de47a-b009-4917-b0fd-48515b1fa353 tempest-BulkNetworkOpsTest-208428772 tempest-BulkNetworkOpsTest-208428772-project] Network hostable DHCP agents. Network: 7848f17b-8770-420b-8637-ac6d55fb84fb, hostable agents: ['eafd4000-b897-4722-ae8b-0118ec955181'], hosted agents: [] {{(pid=102347) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 10:52:50.632634 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed5de47a-b009-4917-b0fd-48515b1fa353 tempest-BulkNetworkOpsTest-208428772 tempest-BulkNetworkOpsTest-208428772-project] Network 7848f17b-8770-420b-8637-ac6d55fb84fb is scheduled to be hosted by DHCP agent eafd4000-b897-4722-ae8b-0118ec955181 with binding_index 1 {{(pid=102347) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 10:52:50.642741 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [None req-ed5de47a-b009-4917-b0fd-48515b1fa353 tempest-BulkNetworkOpsTest-208428772 tempest-BulkNetworkOpsTest-208428772-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-10, 7848f17b-8770-420b-8637-ac6d55fb84fb) {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:52:50.650881 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed5de47a-b009-4917-b0fd-48515b1fa353 tempest-BulkNetworkOpsTest-208428772 tempest-BulkNetworkOpsTest-208428772-project] Received port after_create {{(pid=102347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:52:50.657942 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed5de47a-b009-4917-b0fd-48515b1fa353 tempest-BulkNetworkOpsTest-208428772 tempest-BulkNetworkOpsTest-208428772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:52:50.661596 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddc67b2e-3c5c-43a0-a1a5-7ef621e6af3f None None] Network 7848f17b-8770-420b-8637-ac6d55fb84fb requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:52:50.663155 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed5de47a-b009-4917-b0fd-48515b1fa353 tempest-BulkNetworkOpsTest-208428772 tempest-BulkNetworkOpsTest-208428772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:52:50.663982 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-ed5de47a-b009-4917-b0fd-48515b1fa353 tempest-BulkNetworkOpsTest-208428772 tempest-BulkNetworkOpsTest-208428772-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:50.683715 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-ed5de47a-b009-4917-b0fd-48515b1fa353 tempest-BulkNetworkOpsTest-208428772 tempest-BulkNetworkOpsTest-208428772-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 0.9459441 Oct 27 10:52:50.684215 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 34688) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:52:50.783628 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a9dad7a-a8a1-401e-be45-3becce6bc939 tempest-BulkNetworkOpsTest-208428772 tempest-BulkNetworkOpsTest-208428772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:52:50.790166 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a9dad7a-a8a1-401e-be45-3becce6bc939 tempest-BulkNetworkOpsTest-208428772 tempest-BulkNetworkOpsTest-208428772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:52:50.791829 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-8a9dad7a-a8a1-401e-be45-3becce6bc939 tempest-BulkNetworkOpsTest-208428772 tempest-BulkNetworkOpsTest-208428772-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.1068163 Oct 27 10:52:50.795394 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 34694) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:52:50.900075 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-75bdae6d-b8a7-459f-b399-a8f96fdf4fe9 tempest-BulkNetworkOpsTest-208428772 tempest-BulkNetworkOpsTest-208428772-project] Deleting port 3e8e335a-64b7-4ce5-ae28-bd8c8ff6d89a {{(pid=102346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:52:50.900447 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-75bdae6d-b8a7-459f-b399-a8f96fdf4fe9 tempest-BulkNetworkOpsTest-208428772 tempest-BulkNetworkOpsTest-208428772-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:50.971035 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-75bdae6d-b8a7-459f-b399-a8f96fdf4fe9 tempest-BulkNetworkOpsTest-208428772 tempest-BulkNetworkOpsTest-208428772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:50.984847 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-75bdae6d-b8a7-459f-b399-a8f96fdf4fe9 tempest-BulkNetworkOpsTest-208428772 tempest-BulkNetworkOpsTest-208428772-project] Calling delete_port for 3e8e335a-64b7-4ce5-ae28-bd8c8ff6d89a owned by {{(pid=102346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:52:51.076695 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-75bdae6d-b8a7-459f-b399-a8f96fdf4fe9 tempest-BulkNetworkOpsTest-208428772 tempest-BulkNetworkOpsTest-208428772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:51.106321 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bdae6d-b8a7-459f-b399-a8f96fdf4fe9 tempest-BulkNetworkOpsTest-208428772 tempest-BulkNetworkOpsTest-208428772-project] Pushing event deleted for resources: {'Port': ['ID=3e8e335a-64b7-4ce5-ae28-bd8c8ff6d89a,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:52:51.107388 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd97067a-65f1-47bd-b113-5ab9ee00c659 req-f671bccf-5747-4bdd-aa93-3d4ac895f70d tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:52:51.110230 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-dd97067a-65f1-47bd-b113-5ab9ee00c659 req-f671bccf-5747-4bdd-aa93-3d4ac895f70d tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] 10.222.0.44 "GET /v2.0/ports?device_id=f3bef178-eb00-40c6-9b29-942b49484548 HTTP/1.1" status: 200 len: 945 time: 0.0822649 Oct 27 10:52:51.113489 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-75bdae6d-b8a7-459f-b399-a8f96fdf4fe9 tempest-BulkNetworkOpsTest-208428772 tempest-BulkNetworkOpsTest-208428772-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:51.117656 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-75bdae6d-b8a7-459f-b399-a8f96fdf4fe9 tempest-BulkNetworkOpsTest-208428772 tempest-BulkNetworkOpsTest-208428772-project] 10.222.0.44 "DELETE /v2.0/ports/3e8e335a-64b7-4ce5-ae28-bd8c8ff6d89a HTTP/1.1" status: 204 len: 168 time: 0.3211746 Oct 27 10:52:51.120265 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 34728) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:52:51.171376 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-dd97067a-65f1-47bd-b113-5ab9ee00c659 req-0f03039a-5c55-47f3-840a-e43148f557a6 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] 10.222.0.44 "GET /v2.0/security-groups?id=ffed76d3-4d36-4729-a6a9-ef5807ccbf84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442607 Oct 27 10:52:51.217879 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-f311aa61-216d-447b-9ea5-9a537dc5a45e tempest-BulkNetworkOpsTest-208428772 tempest-BulkNetworkOpsTest-208428772-project] Deleting port 96db7842-3b61-4eb9-91fd-daee3cd6361c {{(pid=102346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:52:51.218462 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-f311aa61-216d-447b-9ea5-9a537dc5a45e tempest-BulkNetworkOpsTest-208428772 tempest-BulkNetworkOpsTest-208428772-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:51.289380 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-f311aa61-216d-447b-9ea5-9a537dc5a45e tempest-BulkNetworkOpsTest-208428772 tempest-BulkNetworkOpsTest-208428772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:51.301735 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-f311aa61-216d-447b-9ea5-9a537dc5a45e tempest-BulkNetworkOpsTest-208428772 tempest-BulkNetworkOpsTest-208428772-project] Calling delete_port for 96db7842-3b61-4eb9-91fd-daee3cd6361c owned by {{(pid=102346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:52:51.389794 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-f311aa61-216d-447b-9ea5-9a537dc5a45e tempest-BulkNetworkOpsTest-208428772 tempest-BulkNetworkOpsTest-208428772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:51.424804 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f311aa61-216d-447b-9ea5-9a537dc5a45e tempest-BulkNetworkOpsTest-208428772 tempest-BulkNetworkOpsTest-208428772-project] Pushing event deleted for resources: {'Port': ['ID=96db7842-3b61-4eb9-91fd-daee3cd6361c,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:52:51.437984 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-f311aa61-216d-447b-9ea5-9a537dc5a45e tempest-BulkNetworkOpsTest-208428772 tempest-BulkNetworkOpsTest-208428772-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:51.443402 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-f311aa61-216d-447b-9ea5-9a537dc5a45e tempest-BulkNetworkOpsTest-208428772 tempest-BulkNetworkOpsTest-208428772-project] 10.222.0.44 "DELETE /v2.0/ports/96db7842-3b61-4eb9-91fd-daee3cd6361c HTTP/1.1" status: 204 len: 168 time: 0.3217502 Oct 27 10:52:51.445738 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 34730) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:52:51.477817 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-e1901f77-1ecb-4888-91a4-713abfa18dd6 tempest-BulkNetworkOpsTest-208428772 tempest-BulkNetworkOpsTest-208428772-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0309007 Oct 27 10:52:51.483409 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 34732) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:52:51.488836 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-8edb5297-8e4e-4e66-be20-3d03264e4689 tempest-BulkNetworkOpsTest-208428772 tempest-BulkNetworkOpsTest-208428772-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1505039241'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:52:51.516470 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8edb5297-8e4e-4e66-be20-3d03264e4689 tempest-BulkNetworkOpsTest-208428772 tempest-BulkNetworkOpsTest-208428772-project] Made reservation on behalf of eed753c795f64d55b5d97e34ad3873dc for: {'network': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:52:51.520037 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-8edb5297-8e4e-4e66-be20-3d03264e4689 tempest-BulkNetworkOpsTest-208428772 tempest-BulkNetworkOpsTest-208428772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for network, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:51.549315 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8edb5297-8e4e-4e66-be20-3d03264e4689 tempest-BulkNetworkOpsTest-208428772 tempest-BulkNetworkOpsTest-208428772-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 419} {{(pid=102347) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 10:52:51.558766 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-8edb5297-8e4e-4e66-be20-3d03264e4689 tempest-BulkNetworkOpsTest-208428772 tempest-BulkNetworkOpsTest-208428772-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:51.559111 n-d-813419-10 neutron-server[102347]: INFO neutron.db.segments_db [None req-8edb5297-8e4e-4e66-be20-3d03264e4689 tempest-BulkNetworkOpsTest-208428772 tempest-BulkNetworkOpsTest-208428772-project] Added segment 0bd30a4b-2e7d-48f6-809c-3b5379f574e9 of type vlan for network 39143e48-9798-456e-ac41-b09bbe8ade92 Oct 27 10:52:51.613194 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-8edb5297-8e4e-4e66-be20-3d03264e4689 tempest-BulkNetworkOpsTest-208428772 tempest-BulkNetworkOpsTest-208428772-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743872593080'] for network, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:51.641941 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-8edb5297-8e4e-4e66-be20-3d03264e4689 tempest-BulkNetworkOpsTest-208428772 tempest-BulkNetworkOpsTest-208428772-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913'] for network, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:51.648800 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8edb5297-8e4e-4e66-be20-3d03264e4689 tempest-BulkNetworkOpsTest-208428772 tempest-BulkNetworkOpsTest-208428772-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:52:51.650961 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-8edb5297-8e4e-4e66-be20-3d03264e4689 tempest-BulkNetworkOpsTest-208428772 tempest-BulkNetworkOpsTest-208428772-project] Publish callbacks [] for network, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:51.711579 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-8edb5297-8e4e-4e66-be20-3d03264e4689 tempest-BulkNetworkOpsTest-208428772 tempest-BulkNetworkOpsTest-208428772-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2267783 Oct 27 10:52:51.714035 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 34734) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:52:51.720713 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-f84669ec-404b-4573-8940-208e4e620bc9 tempest-BulkNetworkOpsTest-208428772 tempest-BulkNetworkOpsTest-208428772-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-2035391588'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:52:51.729454 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edb5297-8e4e-4e66-be20-3d03264e4689 tempest-BulkNetworkOpsTest-208428772 tempest-BulkNetworkOpsTest-208428772-project] Pushing event updated for resources: {'Network': ['ID=39143e48-9798-456e-ac41-b09bbe8ade92,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:52:51.744130 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f84669ec-404b-4573-8940-208e4e620bc9 tempest-BulkNetworkOpsTest-208428772 tempest-BulkNetworkOpsTest-208428772-project] Made reservation on behalf of eed753c795f64d55b5d97e34ad3873dc for: {'network': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:52:51.744653 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Network 39143e48-9798-456e-ac41-b09bbe8ade92 details requested by agent ovs-agent-n-d-813419-10 with host n-d-813419-10 {{(pid=102348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 10:52:51.748599 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-f84669ec-404b-4573-8940-208e4e620bc9 tempest-BulkNetworkOpsTest-208428772 tempest-BulkNetworkOpsTest-208428772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for network, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:51.787661 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f84669ec-404b-4573-8940-208e4e620bc9 tempest-BulkNetworkOpsTest-208428772 tempest-BulkNetworkOpsTest-208428772-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 438} {{(pid=102346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 10:52:51.798370 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-f84669ec-404b-4573-8940-208e4e620bc9 tempest-BulkNetworkOpsTest-208428772 tempest-BulkNetworkOpsTest-208428772-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:51.799489 n-d-813419-10 neutron-server[102346]: INFO neutron.db.segments_db [None req-f84669ec-404b-4573-8940-208e4e620bc9 tempest-BulkNetworkOpsTest-208428772 tempest-BulkNetworkOpsTest-208428772-project] Added segment 87a530ad-a4d7-475f-9c56-cf62d0d6601d of type vlan for network 8c12a98b-ff84-4b44-9fac-753624cd5ea7 Oct 27 10:52:51.865936 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-f84669ec-404b-4573-8940-208e4e620bc9 tempest-BulkNetworkOpsTest-208428772 tempest-BulkNetworkOpsTest-208428772-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743872593080'] for network, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:51.893093 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-f84669ec-404b-4573-8940-208e4e620bc9 tempest-BulkNetworkOpsTest-208428772 tempest-BulkNetworkOpsTest-208428772-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913'] for network, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:51.900850 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f84669ec-404b-4573-8940-208e4e620bc9 tempest-BulkNetworkOpsTest-208428772 tempest-BulkNetworkOpsTest-208428772-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:52:51.901774 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-f84669ec-404b-4573-8940-208e4e620bc9 tempest-BulkNetworkOpsTest-208428772 tempest-BulkNetworkOpsTest-208428772-project] Publish callbacks [] for network, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:51.972909 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-3c6a8245-0581-48aa-b5f6-4d8fe98cd16e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:51.978804 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-f84669ec-404b-4573-8940-208e4e620bc9 tempest-BulkNetworkOpsTest-208428772 tempest-BulkNetworkOpsTest-208428772-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2632821 Oct 27 10:52:51.998070 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84669ec-404b-4573-8940-208e4e620bc9 tempest-BulkNetworkOpsTest-208428772 tempest-BulkNetworkOpsTest-208428772-project] Pushing event updated for resources: {'Network': ['ID=8c12a98b-ff84-4b44-9fac-753624cd5ea7,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:52:52.013783 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Network 8c12a98b-ff84-4b44-9fac-753624cd5ea7 details requested by agent ovs-agent-n-d-813419-10 with host n-d-813419-10 {{(pid=102348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 10:52:52.110757 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 34738) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:52:52.116120 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-55cbfd22-5750-4b82-b496-80da194572c6 tempest-BulkNetworkOpsTest-208428772 tempest-BulkNetworkOpsTest-208428772-project] Request body: {'subnets': [{'network_id': '39143e48-9798-456e-ac41-b09bbe8ade92', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--512799303', 'ip_version': 4}, {'network_id': '8c12a98b-ff84-4b44-9fac-753624cd5ea7', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:52:52.116514 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-55cbfd22-5750-4b82-b496-80da194572c6 tempest-BulkNetworkOpsTest-208428772 tempest-BulkNetworkOpsTest-208428772-project] Request body: {'subnet': {'network_id': '39143e48-9798-456e-ac41-b09bbe8ade92', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--512799303', 'ip_version': 4}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:52:52.117110 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-55cbfd22-5750-4b82-b496-80da194572c6 tempest-BulkNetworkOpsTest-208428772 tempest-BulkNetworkOpsTest-208428772-project] Request body: {'subnet': {'network_id': '8c12a98b-ff84-4b44-9fac-753624cd5ea7', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:52:52.319152 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82263e8e-3d2e-412f-b124-b6ceeceb5331 req-fa24b91d-a8be-4ffb-a733-8852de4010ef tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:52:52.320671 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-82263e8e-3d2e-412f-b124-b6ceeceb5331 req-fa24b91d-a8be-4ffb-a733-8852de4010ef tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] 10.222.0.44 "GET /v2.0/ports?device_id=f3bef178-eb00-40c6-9b29-942b49484548 HTTP/1.1" status: 200 len: 945 time: 0.0695953 Oct 27 10:52:52.334822 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55cbfd22-5750-4b82-b496-80da194572c6 tempest-BulkNetworkOpsTest-208428772 tempest-BulkNetworkOpsTest-208428772-project] Made reservation on behalf of eed753c795f64d55b5d97e34ad3873dc for: {'subnet': 2} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:52:52.339520 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-55cbfd22-5750-4b82-b496-80da194572c6 tempest-BulkNetworkOpsTest-208428772 tempest-BulkNetworkOpsTest-208428772-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27167186'] for subnet, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:52.340083 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-55cbfd22-5750-4b82-b496-80da194572c6 tempest-BulkNetworkOpsTest-208428772 tempest-BulkNetworkOpsTest-208428772-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27167186'] for subnet, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:52.429461 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-82263e8e-3d2e-412f-b124-b6ceeceb5331 req-1013c7d5-6b98-4ddc-930f-feee469950a0 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] 10.222.0.44 "GET /v2.0/security-groups?id=ffed76d3-4d36-4729-a6a9-ef5807ccbf84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015146 Oct 27 10:52:52.733659 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-55cbfd22-5750-4b82-b496-80da194572c6 tempest-BulkNetworkOpsTest-208428772 tempest-BulkNetworkOpsTest-208428772-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27024290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27167168'] for subnet, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:52.793352 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cbfd22-5750-4b82-b496-80da194572c6 tempest-BulkNetworkOpsTest-208428772 tempest-BulkNetworkOpsTest-208428772-project] Pushing event updated for resources: {'Subnet': ['ID=ee240664-543d-4789-ace8-4e8798ec37e8,revision_number=0']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:52:52.805871 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55cbfd22-5750-4b82-b496-80da194572c6 tempest-BulkNetworkOpsTest-208428772 tempest-BulkNetworkOpsTest-208428772-project] Checking segment: {'id': '0bd30a4b-2e7d-48f6-809c-3b5379f574e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '39143e48-9798-456e-ac41-b09bbe8ade92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:52:52.805871 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55cbfd22-5750-4b82-b496-80da194572c6 tempest-BulkNetworkOpsTest-208428772 tempest-BulkNetworkOpsTest-208428772-project] Network hostable DHCP agents. Network: 39143e48-9798-456e-ac41-b09bbe8ade92, hostable agents: ['eafd4000-b897-4722-ae8b-0118ec955181'], hosted agents: [] {{(pid=102346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 10:52:52.823237 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55cbfd22-5750-4b82-b496-80da194572c6 tempest-BulkNetworkOpsTest-208428772 tempest-BulkNetworkOpsTest-208428772-project] Network 39143e48-9798-456e-ac41-b09bbe8ade92 is scheduled to be hosted by DHCP agent eafd4000-b897-4722-ae8b-0118ec955181 with binding_index 1 {{(pid=102346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 10:52:52.833346 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-55cbfd22-5750-4b82-b496-80da194572c6 tempest-BulkNetworkOpsTest-208428772 tempest-BulkNetworkOpsTest-208428772-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-10, 39143e48-9798-456e-ac41-b09bbe8ade92) {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:52:52.842574 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cade996-f81d-4239-bdb7-f382de79a944 None None] Network 39143e48-9798-456e-ac41-b09bbe8ade92 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:52:52.844959 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-55cbfd22-5750-4b82-b496-80da194572c6 tempest-BulkNetworkOpsTest-208428772 tempest-BulkNetworkOpsTest-208428772-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27024290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27167168'] for subnet, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:52.915661 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55cbfd22-5750-4b82-b496-80da194572c6 tempest-BulkNetworkOpsTest-208428772 tempest-BulkNetworkOpsTest-208428772-project] Checking segment: {'id': '87a530ad-a4d7-475f-9c56-cf62d0d6601d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '8c12a98b-ff84-4b44-9fac-753624cd5ea7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:52:52.916017 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55cbfd22-5750-4b82-b496-80da194572c6 tempest-BulkNetworkOpsTest-208428772 tempest-BulkNetworkOpsTest-208428772-project] Network hostable DHCP agents. Network: 8c12a98b-ff84-4b44-9fac-753624cd5ea7, hostable agents: ['eafd4000-b897-4722-ae8b-0118ec955181'], hosted agents: [] {{(pid=102346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 10:52:52.931196 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cbfd22-5750-4b82-b496-80da194572c6 tempest-BulkNetworkOpsTest-208428772 tempest-BulkNetworkOpsTest-208428772-project] Pushing event updated for resources: {'Subnet': ['ID=1071f647-3c36-45ac-bcd2-da8b8a990718,revision_number=0']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:52:52.944715 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55cbfd22-5750-4b82-b496-80da194572c6 tempest-BulkNetworkOpsTest-208428772 tempest-BulkNetworkOpsTest-208428772-project] Network 8c12a98b-ff84-4b44-9fac-753624cd5ea7 is scheduled to be hosted by DHCP agent eafd4000-b897-4722-ae8b-0118ec955181 with binding_index 1 {{(pid=102346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 10:52:52.955580 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-55cbfd22-5750-4b82-b496-80da194572c6 tempest-BulkNetworkOpsTest-208428772 tempest-BulkNetworkOpsTest-208428772-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-10, 8c12a98b-ff84-4b44-9fac-753624cd5ea7) {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:52:52.961210 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55cbfd22-5750-4b82-b496-80da194572c6 tempest-BulkNetworkOpsTest-208428772 tempest-BulkNetworkOpsTest-208428772-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:52:52.961674 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55cbfd22-5750-4b82-b496-80da194572c6 tempest-BulkNetworkOpsTest-208428772 tempest-BulkNetworkOpsTest-208428772-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:52:52.962286 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-55cbfd22-5750-4b82-b496-80da194572c6 tempest-BulkNetworkOpsTest-208428772 tempest-BulkNetworkOpsTest-208428772-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for subnet, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:52.971068 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-506ea45c-d342-497b-bf5a-070b320810dd None None] Network 8c12a98b-ff84-4b44-9fac-753624cd5ea7 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:52:52.984838 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-55cbfd22-5750-4b82-b496-80da194572c6 tempest-BulkNetworkOpsTest-208428772 tempest-BulkNetworkOpsTest-208428772-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 0.8725705 Oct 27 10:52:52.987325 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 34744) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:52:53.070591 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b2a2c2e-db2a-495f-9ba1-2aaf4f40ce78 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp734b258e-7d96-550c-b970-9b72ab66f383-39143e48-9798-456e-ac41-b09bbe8ade92', 'network_id': '39143e48-9798-456e-ac41-b09bbe8ade92', 'tenant_id': 'eed753c795f64d55b5d97e34ad3873dc', 'fixed_ips': [{'subnet_id': 'ee240664-543d-4789-ace8-4e8798ec37e8'}]}} from n-d-813419-10. {{(pid=102348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 10:52:53.071450 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b2a2c2e-db2a-495f-9ba1-2aaf4f40ce78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:53.078947 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14530781-2442-4687-af94-966ba9c63421 tempest-BulkNetworkOpsTest-208428772 tempest-BulkNetworkOpsTest-208428772-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:52:53.080668 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14530781-2442-4687-af94-966ba9c63421 tempest-BulkNetworkOpsTest-208428772 tempest-BulkNetworkOpsTest-208428772-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:52:53.082200 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14530781-2442-4687-af94-966ba9c63421 tempest-BulkNetworkOpsTest-208428772 tempest-BulkNetworkOpsTest-208428772-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:52:53.087147 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 34746) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:52:53.087749 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-14530781-2442-4687-af94-966ba9c63421 tempest-BulkNetworkOpsTest-208428772 tempest-BulkNetworkOpsTest-208428772-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.0986614 Oct 27 10:52:53.149427 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a8ba5a1-bcd5-46b4-a768-1350faed2c71 tempest-BulkNetworkOpsTest-208428772 tempest-BulkNetworkOpsTest-208428772-project] Deleting subnet ee240664-543d-4789-ace8-4e8798ec37e8 {{(pid=102347) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 10:52:53.153687 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-1a8ba5a1-bcd5-46b4-a768-1350faed2c71 tempest-BulkNetworkOpsTest-208428772 tempest-BulkNetworkOpsTest-208428772-project] Publish callbacks [] for subnet, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:53.205870 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-1a8ba5a1-bcd5-46b4-a768-1350faed2c71 tempest-BulkNetworkOpsTest-208428772 tempest-BulkNetworkOpsTest-208428772-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-18445109'] for subnet, precommit_delete_associations {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:53.239957 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6400a515-fbce-4cfc-aa37-270213076f81 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp734b258e-7d96-550c-b970-9b72ab66f383-8c12a98b-ff84-4b44-9fac-753624cd5ea7', 'network_id': '8c12a98b-ff84-4b44-9fac-753624cd5ea7', 'tenant_id': 'eed753c795f64d55b5d97e34ad3873dc', 'fixed_ips': [{'subnet_id': '1071f647-3c36-45ac-bcd2-da8b8a990718'}]}} from n-d-813419-10. {{(pid=102348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 10:52:53.240786 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-6400a515-fbce-4cfc-aa37-270213076f81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:53.259401 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-1a8ba5a1-bcd5-46b4-a768-1350faed2c71 tempest-BulkNetworkOpsTest-208428772 tempest-BulkNetworkOpsTest-208428772-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855646'] for subnet, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:53.323012 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-1a8ba5a1-bcd5-46b4-a768-1350faed2c71 tempest-BulkNetworkOpsTest-208428772 tempest-BulkNetworkOpsTest-208428772-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-18295818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18043720'] for subnet, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:53.337951 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server [None req-7b2a2c2e-db2a-495f-9ba1-2aaf4f40ce78 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ee240664-543d-4789-ace8-4e8798ec37e8: This subnet is being modified by another concurrent operation. Oct 27 10:52:53.337951 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 27 10:52:53.337951 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 27 10:52:53.337951 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 27 10:52:53.337951 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 27 10:52:53.337951 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 27 10:52:53.337951 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 27 10:52:53.337951 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 27 10:52:53.337951 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 27 10:52:53.337951 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 27 10:52:53.337951 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 27 10:52:53.337951 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 27 10:52:53.337951 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 27 10:52:53.337951 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 27 10:52:53.337951 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 27 10:52:53.337951 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server raise self.value Oct 27 10:52:53.337951 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 27 10:52:53.337951 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 27 10:52:53.337951 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 27 10:52:53.337951 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 27 10:52:53.337951 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 27 10:52:53.337951 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 27 10:52:53.337951 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 27 10:52:53.337951 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server raise self.value Oct 27 10:52:53.337951 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 27 10:52:53.337951 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 27 10:52:53.337951 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 27 10:52:53.337951 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 27 10:52:53.337951 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 27 10:52:53.337951 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 27 10:52:53.337951 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 27 10:52:53.337951 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server raise self.value Oct 27 10:52:53.337951 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 27 10:52:53.337951 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 27 10:52:53.337951 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Oct 27 10:52:53.337951 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Oct 27 10:52:53.337951 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Oct 27 10:52:53.337951 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Oct 27 10:52:53.337951 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Oct 27 10:52:53.337951 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Oct 27 10:52:53.337951 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Oct 27 10:52:53.337951 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Oct 27 10:52:53.337951 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Oct 27 10:52:53.337951 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 27 10:52:53.337951 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 27 10:52:53.337951 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 27 10:52:53.337951 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 27 10:52:53.337951 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 27 10:52:53.337951 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 27 10:52:53.337951 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 27 10:52:53.337951 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 27 10:52:53.337951 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server raise self.value Oct 27 10:52:53.337951 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 27 10:52:53.337951 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 27 10:52:53.337951 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 27 10:52:53.337951 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 27 10:52:53.337951 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 27 10:52:53.337951 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 27 10:52:53.337951 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 27 10:52:53.337951 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server raise self.value Oct 27 10:52:53.337951 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 27 10:52:53.337951 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 27 10:52:53.337951 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 27 10:52:53.337951 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 27 10:52:53.337951 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 27 10:52:53.337951 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 27 10:52:53.337951 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 27 10:52:53.337951 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server raise self.value Oct 27 10:52:53.337951 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 27 10:52:53.337951 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 27 10:52:53.337951 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1481, in create_port Oct 27 10:52:53.337951 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Oct 27 10:52:53.337951 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1446, in _create_port_db Oct 27 10:52:53.337951 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Oct 27 10:52:53.337951 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Oct 27 10:52:53.337951 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Oct 27 10:52:53.337951 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Oct 27 10:52:53.337951 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Oct 27 10:52:53.337951 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 27 10:52:53.337951 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 27 10:52:53.337951 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 27 10:52:53.337951 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server raise self.value Oct 27 10:52:53.337951 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Oct 27 10:52:53.337951 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Oct 27 10:52:53.337951 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Oct 27 10:52:53.337951 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 27 10:52:53.337951 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Oct 27 10:52:53.337951 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 27 10:52:53.337951 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 27 10:52:53.337951 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server raise exception Oct 27 10:52:53.337951 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ee240664-543d-4789-ace8-4e8798ec37e8: This subnet is being modified by another concurrent operation. Oct 27 10:52:53.337951 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server Oct 27 10:52:53.357887 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8ba5a1-bcd5-46b4-a768-1350faed2c71 tempest-BulkNetworkOpsTest-208428772 tempest-BulkNetworkOpsTest-208428772-project] Pushing event deleted for resources: {'Subnet': ['ID=ee240664-543d-4789-ace8-4e8798ec37e8,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:52:53.364228 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-1a8ba5a1-bcd5-46b4-a768-1350faed2c71 tempest-BulkNetworkOpsTest-208428772 tempest-BulkNetworkOpsTest-208428772-project] Publish callbacks [] for subnet, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:53.369431 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-1a8ba5a1-bcd5-46b4-a768-1350faed2c71 tempest-BulkNetworkOpsTest-208428772 tempest-BulkNetworkOpsTest-208428772-project] 10.222.0.44 "DELETE /v2.0/subnets/ee240664-543d-4789-ace8-4e8798ec37e8 HTTP/1.1" status: 204 len: 168 time: 0.2786417 Oct 27 10:52:53.369621 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fe7eef2-ed05-44df-a44e-5000d2ef18ae None None] Network 39143e48-9798-456e-ac41-b09bbe8ade92 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:52:53.369913 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 34748) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:52:53.435533 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_v2 [None req-9cc3b904-8ad5-4239-a068-1aa22370a566 tempest-BulkNetworkOpsTest-208428772 tempest-BulkNetworkOpsTest-208428772-project] Deleting subnet 1071f647-3c36-45ac-bcd2-da8b8a990718 {{(pid=102347) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 10:52:53.481044 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.db_base_plugin_common [None req-6400a515-fbce-4cfc-aa37-270213076f81 None None] Allocated IP 172.20.0.18 (8c12a98b-ff84-4b44-9fac-753624cd5ea7/1071f647-3c36-45ac-bcd2-da8b8a990718/ed2a7f06-75db-471e-b0a9-183a0edee2eb) {{(pid=102348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:52:53.571003 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e132f248-1cee-4ab6-ac82-064cacfe7380 req-b878ff26-c7a8-47a2-9a1a-fd82acd411e3 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:52:53.572540 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-e132f248-1cee-4ab6-ac82-064cacfe7380 req-b878ff26-c7a8-47a2-9a1a-fd82acd411e3 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] 10.222.0.44 "GET /v2.0/ports?device_id=f3bef178-eb00-40c6-9b29-942b49484548 HTTP/1.1" status: 200 len: 945 time: 0.0577869 Oct 27 10:52:53.614482 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-e132f248-1cee-4ab6-ac82-064cacfe7380 req-d733a460-4ebf-4ef4-b6ca-7e8be3bafb09 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] 10.222.0.44 "GET /v2.0/security-groups?id=ffed76d3-4d36-4729-a6a9-ef5807ccbf84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342937 Oct 27 10:52:53.708766 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-6400a515-fbce-4cfc-aa37-270213076f81 None None] Publish callbacks [] for port, precommit_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:53.715926 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-9cc3b904-8ad5-4239-a068-1aa22370a566 tempest-BulkNetworkOpsTest-208428772 tempest-BulkNetworkOpsTest-208428772-project] Publish callbacks [] for subnet, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:53.717721 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-6400a515-fbce-4cfc-aa37-270213076f81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606'] for port, after_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:53.759088 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-9cc3b904-8ad5-4239-a068-1aa22370a566 tempest-BulkNetworkOpsTest-208428772 tempest-BulkNetworkOpsTest-208428772-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-18445109'] for subnet, precommit_delete_associations {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:53.770609 n-d-813419-10 neutron-server[102348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6400a515-fbce-4cfc-aa37-270213076f81 None None] Network 8c12a98b-ff84-4b44-9fac-753624cd5ea7 is already hosted by enough agents. {{(pid=102348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:52:53.774841 n-d-813419-10 neutron-server[102348]: DEBUG neutron.scheduler.base_scheduler [None req-6400a515-fbce-4cfc-aa37-270213076f81 None None] Resources bound (agent type, host, resource id): {{(pid=102348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:52:53.776637 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6400a515-fbce-4cfc-aa37-270213076f81 None None] Pushing event updated for resources: {'Port': ['ID=ed2a7f06-75db-471e-b0a9-183a0edee2eb,revision_number=1']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:52:53.778966 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6400a515-fbce-4cfc-aa37-270213076f81 None None] Received port after_create {{(pid=102348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:52:53.794233 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6400a515-fbce-4cfc-aa37-270213076f81 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:52:53.794606 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6400a515-fbce-4cfc-aa37-270213076f81 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:52:53.794931 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6400a515-fbce-4cfc-aa37-270213076f81 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:52:53.795267 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6400a515-fbce-4cfc-aa37-270213076f81 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:52:53.795604 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6400a515-fbce-4cfc-aa37-270213076f81 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:52:53.795937 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6400a515-fbce-4cfc-aa37-270213076f81 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:52:53.796292 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6400a515-fbce-4cfc-aa37-270213076f81 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:52:53.796622 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6400a515-fbce-4cfc-aa37-270213076f81 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:52:53.796946 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6400a515-fbce-4cfc-aa37-270213076f81 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:52:53.797270 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6400a515-fbce-4cfc-aa37-270213076f81 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:52:53.797647 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6400a515-fbce-4cfc-aa37-270213076f81 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:52:53.798094 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6400a515-fbce-4cfc-aa37-270213076f81 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:52:53.858262 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-9cc3b904-8ad5-4239-a068-1aa22370a566 tempest-BulkNetworkOpsTest-208428772 tempest-BulkNetworkOpsTest-208428772-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855646'] for subnet, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:53.860715 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-6400a515-fbce-4cfc-aa37-270213076f81 None None] Attempting to bind port ed2a7f06-75db-471e-b0a9-183a0edee2eb on host n-d-813419-10 for vnic_type normal with profile {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:52:53.861247 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-6400a515-fbce-4cfc-aa37-270213076f81 None None] Attempting to bind port ed2a7f06-75db-471e-b0a9-183a0edee2eb by drivers openvswitch,hyperv on host n-d-813419-10 at level 0 using segments [{'id': '87a530ad-a4d7-475f-9c56-cf62d0d6601d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '8c12a98b-ff84-4b44-9fac-753624cd5ea7'}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:52:53.861795 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6400a515-fbce-4cfc-aa37-270213076f81 None None] Attempting to bind port ed2a7f06-75db-471e-b0a9-183a0edee2eb on network 8c12a98b-ff84-4b44-9fac-753624cd5ea7 {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:52:53.868130 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6400a515-fbce-4cfc-aa37-270213076f81 None None] Checking agent: {'id': '89dba0f3-79b2-435e-9822-33674b8f6ada', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 8, 20), 'started_at': datetime.datetime(2021, 10, 27, 10, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 52, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:52:53.869206 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6400a515-fbce-4cfc-aa37-270213076f81 None None] Checking segment: {'id': '87a530ad-a4d7-475f-9c56-cf62d0d6601d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '8c12a98b-ff84-4b44-9fac-753624cd5ea7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:52:53.869775 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-6400a515-fbce-4cfc-aa37-270213076f81 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:53.870171 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6400a515-fbce-4cfc-aa37-270213076f81 None None] Bound using segment: {'id': '87a530ad-a4d7-475f-9c56-cf62d0d6601d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '8c12a98b-ff84-4b44-9fac-753624cd5ea7'} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:52:53.870897 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-6400a515-fbce-4cfc-aa37-270213076f81 None None] Bound port: ed2a7f06-75db-471e-b0a9-183a0edee2eb, host: n-d-813419-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87a530ad-a4d7-475f-9c56-cf62d0d6601d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '8c12a98b-ff84-4b44-9fac-753624cd5ea7'}}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:52:53.871493 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-6400a515-fbce-4cfc-aa37-270213076f81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:53.939630 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-9cc3b904-8ad5-4239-a068-1aa22370a566 tempest-BulkNetworkOpsTest-208428772 tempest-BulkNetworkOpsTest-208428772-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-18295818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18043720'] for subnet, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:53.950724 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-6400a515-fbce-4cfc-aa37-270213076f81 None None] For port ed2a7f06-75db-471e-b0a9-183a0edee2eb, host n-d-813419-10, cleared binding levels {{(pid=102348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:52:53.957314 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-6400a515-fbce-4cfc-aa37-270213076f81 None None] For port ed2a7f06-75db-471e-b0a9-183a0edee2eb, host n-d-813419-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=ed2a7f06-75db-471e-b0a9-183a0edee2eb,segment=NetworkSegment(87a530ad-a4d7-475f-9c56-cf62d0d6601d),segment_id=87a530ad-a4d7-475f-9c56-cf62d0d6601d)] {{(pid=102348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:52:53.962391 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-6400a515-fbce-4cfc-aa37-270213076f81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:53.969680 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc3b904-8ad5-4239-a068-1aa22370a566 tempest-BulkNetworkOpsTest-208428772 tempest-BulkNetworkOpsTest-208428772-project] Pushing event deleted for resources: {'Subnet': ['ID=1071f647-3c36-45ac-bcd2-da8b8a990718,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:52:53.971836 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-9cc3b904-8ad5-4239-a068-1aa22370a566 tempest-BulkNetworkOpsTest-208428772 tempest-BulkNetworkOpsTest-208428772-project] Publish callbacks [] for subnet, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:53.977819 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-9cc3b904-8ad5-4239-a068-1aa22370a566 tempest-BulkNetworkOpsTest-208428772 tempest-BulkNetworkOpsTest-208428772-project] 10.222.0.44 "DELETE /v2.0/subnets/1071f647-3c36-45ac-bcd2-da8b8a990718 HTTP/1.1" status: 204 len: 168 time: 0.6066995 Oct 27 10:52:53.978088 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 34756) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:52:54.048339 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6400a515-fbce-4cfc-aa37-270213076f81 None None] Pushing event updated for resources: {'Port': ['ID=ed2a7f06-75db-471e-b0a9-183a0edee2eb,revision_number=3']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:52:54.064729 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87dd58f8-1792-4946-afea-473cc2f5ed6a tempest-BulkNetworkOpsTest-208428772 tempest-BulkNetworkOpsTest-208428772-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:52:54.066362 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-87dd58f8-1792-4946-afea-473cc2f5ed6a tempest-BulkNetworkOpsTest-208428772 tempest-BulkNetworkOpsTest-208428772-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0873570 Oct 27 10:52:54.069941 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 34758) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:52:54.159074 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-ff6da126-aa98-4d2e-84d3-220039cf01d1 tempest-BulkNetworkOpsTest-208428772 tempest-BulkNetworkOpsTest-208428772-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586917'] for network, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:54.253366 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-ff6da126-aa98-4d2e-84d3-220039cf01d1 tempest-BulkNetworkOpsTest-208428772 tempest-BulkNetworkOpsTest-208428772-project] Deleting port ed2a7f06-75db-471e-b0a9-183a0edee2eb {{(pid=102347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:52:54.253709 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-ff6da126-aa98-4d2e-84d3-220039cf01d1 tempest-BulkNetworkOpsTest-208428772 tempest-BulkNetworkOpsTest-208428772-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:54.352520 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [None req-ff6da126-aa98-4d2e-84d3-220039cf01d1 tempest-BulkNetworkOpsTest-208428772 tempest-BulkNetworkOpsTest-208428772-project] For port ed2a7f06-75db-471e-b0a9-183a0edee2eb, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=ed2a7f06-75db-471e-b0a9-183a0edee2eb,segment=NetworkSegment(87a530ad-a4d7-475f-9c56-cf62d0d6601d),segment_id=87a530ad-a4d7-475f-9c56-cf62d0d6601d)] {{(pid=102347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:52:54.353005 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-ff6da126-aa98-4d2e-84d3-220039cf01d1 tempest-BulkNetworkOpsTest-208428772 tempest-BulkNetworkOpsTest-208428772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:54.376450 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-ff6da126-aa98-4d2e-84d3-220039cf01d1 tempest-BulkNetworkOpsTest-208428772 tempest-BulkNetworkOpsTest-208428772-project] Calling delete_port for ed2a7f06-75db-471e-b0a9-183a0edee2eb owned by network:dhcp {{(pid=102347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:52:54.404900 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device ed2a7f06-75db-471e-b0a9-183a0edee2eb up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:52:54.463063 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port ed2a7f06-75db-471e-b0a9-183a0edee2eb triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:52:54.463444 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:54.479868 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-ff6da126-aa98-4d2e-84d3-220039cf01d1 tempest-BulkNetworkOpsTest-208428772 tempest-BulkNetworkOpsTest-208428772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:54.507378 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Could not find standard attr ID for object ed2a7f06-75db-471e-b0a9-183a0edee2eb. {{(pid=102348) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 27 10:52:54.511010 n-d-813419-10 neutron-server[102348]: INFO neutron.plugins.ml2.db [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] No ports have port_id starting with ed2a7f06-75db-471e-b0a9-183a0edee2eb Oct 27 10:52:54.511542 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6da126-aa98-4d2e-84d3-220039cf01d1 tempest-BulkNetworkOpsTest-208428772 tempest-BulkNetworkOpsTest-208428772-project] Pushing event deleted for resources: {'Port': ['ID=ed2a7f06-75db-471e-b0a9-183a0edee2eb,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:52:54.518575 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff6da126-aa98-4d2e-84d3-220039cf01d1 tempest-BulkNetworkOpsTest-208428772 tempest-BulkNetworkOpsTest-208428772-project] No DVR routers for this DVR port ed2a7f06-75db-471e-b0a9-183a0edee2eb on host n-d-813419-10 {{(pid=102347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:52:54.612633 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-ff6da126-aa98-4d2e-84d3-220039cf01d1 tempest-BulkNetworkOpsTest-208428772 tempest-BulkNetworkOpsTest-208428772-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857803', 'neutron.services.segments.db._delete_segments_for_network-8743873143390'] for network, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:54.637842 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-ff6da126-aa98-4d2e-84d3-220039cf01d1 tempest-BulkNetworkOpsTest-208428772 tempest-BulkNetworkOpsTest-208428772-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c12a98b-ff84-4b44-9fac-753624cd5ea7']}} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:52:54.647776 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-ff6da126-aa98-4d2e-84d3-220039cf01d1 tempest-BulkNetworkOpsTest-208428772 tempest-BulkNetworkOpsTest-208428772-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87a530ad-a4d7-475f-9c56-cf62d0d6601d') {'for_net_delete': True} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:52:54.648067 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-ff6da126-aa98-4d2e-84d3-220039cf01d1 tempest-BulkNetworkOpsTest-208428772 tempest-BulkNetworkOpsTest-208428772-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87a530ad-a4d7-475f-9c56-cf62d0d6601d') {} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:52:54.659104 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-ff6da126-aa98-4d2e-84d3-220039cf01d1 tempest-BulkNetworkOpsTest-208428772 tempest-BulkNetworkOpsTest-208428772-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743873145191', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18445132'] for segment, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:54.672396 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-ff6da126-aa98-4d2e-84d3-220039cf01d1 tempest-BulkNetworkOpsTest-208428772 tempest-BulkNetworkOpsTest-208428772-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:54.678425 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff6da126-aa98-4d2e-84d3-220039cf01d1 tempest-BulkNetworkOpsTest-208428772 tempest-BulkNetworkOpsTest-208428772-project] Releasing vlan 438 on physical network physnet1 to pool {{(pid=102347) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 10:52:54.678808 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-ff6da126-aa98-4d2e-84d3-220039cf01d1 tempest-BulkNetworkOpsTest-208428772 tempest-BulkNetworkOpsTest-208428772-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-18296032'] for segment, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:54.682159 n-d-813419-10 neutron-server[102347]: Traceback (most recent call last): Oct 27 10:52:54.682159 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 10:52:54.682159 n-d-813419-10 neutron-server[102347]: timer() Oct 27 10:52:54.682159 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 10:52:54.682159 n-d-813419-10 neutron-server[102347]: cb(*args, **kw) Oct 27 10:52:54.682159 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 10:52:54.682159 n-d-813419-10 neutron-server[102347]: return func(*args, **kwargs) Oct 27 10:52:54.682159 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 10:52:54.682159 n-d-813419-10 neutron-server[102347]: self._notify() Oct 27 10:52:54.682159 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 10:52:54.682159 n-d-813419-10 neutron-server[102347]: self.callback(batched_events) Oct 27 10:52:54.682159 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 10:52:54.682159 n-d-813419-10 neutron-server[102347]: event.method(event) Oct 27 10:52:54.682159 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 10:52:54.682159 n-d-813419-10 neutron-server[102347]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 10:52:54.682159 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 10:52:54.682159 n-d-813419-10 neutron-server[102347]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 10:52:54.682159 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 10:52:54.682159 n-d-813419-10 neutron-server[102347]: return f(self, *a, **k) Oct 27 10:52:54.682159 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 10:52:54.682159 n-d-813419-10 neutron-server[102347]: return self._get(url).json() Oct 27 10:52:54.682159 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 10:52:54.682159 n-d-813419-10 neutron-server[102347]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 10:52:54.682159 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 10:52:54.682159 n-d-813419-10 neutron-server[102347]: return self.request(url, 'GET', **kwargs) Oct 27 10:52:54.682159 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 10:52:54.682159 n-d-813419-10 neutron-server[102347]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 10:52:54.682159 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 10:52:54.682159 n-d-813419-10 neutron-server[102347]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 10:52:54.682159 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 10:52:54.682159 n-d-813419-10 neutron-server[102347]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 10:52:54.682159 n-d-813419-10 neutron-server[102347]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 10:52:54.747608 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-ff6da126-aa98-4d2e-84d3-220039cf01d1 tempest-BulkNetworkOpsTest-208428772 tempest-BulkNetworkOpsTest-208428772-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664840'] for network, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:54.756843 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-ff6da126-aa98-4d2e-84d3-220039cf01d1 tempest-BulkNetworkOpsTest-208428772 tempest-BulkNetworkOpsTest-208428772-project] Publish callbacks [] for network, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:54.762905 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-ff6da126-aa98-4d2e-84d3-220039cf01d1 tempest-BulkNetworkOpsTest-208428772 tempest-BulkNetworkOpsTest-208428772-project] 10.222.0.44 "DELETE /v2.0/networks/8c12a98b-ff84-4b44-9fac-753624cd5ea7 HTTP/1.1" status: 204 len: 168 time: 0.6891618 Oct 27 10:52:54.770912 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 34762) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:52:54.780755 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6da126-aa98-4d2e-84d3-220039cf01d1 tempest-BulkNetworkOpsTest-208428772 tempest-BulkNetworkOpsTest-208428772-project] Pushing event deleted for resources: {'Network': ['ID=8c12a98b-ff84-4b44-9fac-753624cd5ea7,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:52:54.871867 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-18df0313-de98-4c75-8c60-198a0e16354f tempest-BulkNetworkOpsTest-208428772 tempest-BulkNetworkOpsTest-208428772-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586917'] for network, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:54.995703 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-18df0313-de98-4c75-8c60-198a0e16354f tempest-BulkNetworkOpsTest-208428772 tempest-BulkNetworkOpsTest-208428772-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857803', 'neutron.services.segments.db._delete_segments_for_network-8743873143390'] for network, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:55.019144 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-18df0313-de98-4c75-8c60-198a0e16354f tempest-BulkNetworkOpsTest-208428772 tempest-BulkNetworkOpsTest-208428772-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39143e48-9798-456e-ac41-b09bbe8ade92']}} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:52:55.030827 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-18df0313-de98-4c75-8c60-198a0e16354f tempest-BulkNetworkOpsTest-208428772 tempest-BulkNetworkOpsTest-208428772-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0bd30a4b-2e7d-48f6-809c-3b5379f574e9') {'for_net_delete': True} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:52:55.031183 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-18df0313-de98-4c75-8c60-198a0e16354f tempest-BulkNetworkOpsTest-208428772 tempest-BulkNetworkOpsTest-208428772-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0bd30a4b-2e7d-48f6-809c-3b5379f574e9') {} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:52:55.050129 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-18df0313-de98-4c75-8c60-198a0e16354f tempest-BulkNetworkOpsTest-208428772 tempest-BulkNetworkOpsTest-208428772-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743873145191', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18445132'] for segment, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:55.070219 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-18df0313-de98-4c75-8c60-198a0e16354f tempest-BulkNetworkOpsTest-208428772 tempest-BulkNetworkOpsTest-208428772-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:55.079519 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18df0313-de98-4c75-8c60-198a0e16354f tempest-BulkNetworkOpsTest-208428772 tempest-BulkNetworkOpsTest-208428772-project] Releasing vlan 419 on physical network physnet1 to pool {{(pid=102347) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 10:52:55.079913 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-18df0313-de98-4c75-8c60-198a0e16354f tempest-BulkNetworkOpsTest-208428772 tempest-BulkNetworkOpsTest-208428772-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-18296032'] for segment, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:55.084437 n-d-813419-10 neutron-server[102347]: Traceback (most recent call last): Oct 27 10:52:55.084437 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 10:52:55.084437 n-d-813419-10 neutron-server[102347]: timer() Oct 27 10:52:55.084437 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 10:52:55.084437 n-d-813419-10 neutron-server[102347]: cb(*args, **kw) Oct 27 10:52:55.084437 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 10:52:55.084437 n-d-813419-10 neutron-server[102347]: return func(*args, **kwargs) Oct 27 10:52:55.084437 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 10:52:55.084437 n-d-813419-10 neutron-server[102347]: self._notify() Oct 27 10:52:55.084437 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 10:52:55.084437 n-d-813419-10 neutron-server[102347]: self.callback(batched_events) Oct 27 10:52:55.084437 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 10:52:55.084437 n-d-813419-10 neutron-server[102347]: event.method(event) Oct 27 10:52:55.084437 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 10:52:55.084437 n-d-813419-10 neutron-server[102347]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 10:52:55.084437 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 10:52:55.084437 n-d-813419-10 neutron-server[102347]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 10:52:55.084437 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 10:52:55.084437 n-d-813419-10 neutron-server[102347]: return f(self, *a, **k) Oct 27 10:52:55.084437 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 10:52:55.084437 n-d-813419-10 neutron-server[102347]: return self._get(url).json() Oct 27 10:52:55.084437 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 10:52:55.084437 n-d-813419-10 neutron-server[102347]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 10:52:55.084437 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 10:52:55.084437 n-d-813419-10 neutron-server[102347]: return self.request(url, 'GET', **kwargs) Oct 27 10:52:55.084437 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 10:52:55.084437 n-d-813419-10 neutron-server[102347]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 10:52:55.084437 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 10:52:55.084437 n-d-813419-10 neutron-server[102347]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 10:52:55.084437 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 10:52:55.084437 n-d-813419-10 neutron-server[102347]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 10:52:55.084437 n-d-813419-10 neutron-server[102347]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 10:52:55.118403 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b206989d-9fd4-4848-a80a-5a286d817988 req-bef49608-8e9e-4e3a-b150-f1088a4fdb66 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:52:55.120273 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-b206989d-9fd4-4848-a80a-5a286d817988 req-bef49608-8e9e-4e3a-b150-f1088a4fdb66 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] 10.222.0.44 "GET /v2.0/ports?device_id=f3bef178-eb00-40c6-9b29-942b49484548 HTTP/1.1" status: 200 len: 945 time: 0.4271290 Oct 27 10:52:55.183859 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-b206989d-9fd4-4848-a80a-5a286d817988 req-b2bd3ca9-fc9d-4487-a495-f11a2b243c41 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] 10.222.0.44 "GET /v2.0/security-groups?id=ffed76d3-4d36-4729-a6a9-ef5807ccbf84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512879 Oct 27 10:52:55.185320 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-18df0313-de98-4c75-8c60-198a0e16354f tempest-BulkNetworkOpsTest-208428772 tempest-BulkNetworkOpsTest-208428772-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664840'] for network, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:55.193656 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-18df0313-de98-4c75-8c60-198a0e16354f tempest-BulkNetworkOpsTest-208428772 tempest-BulkNetworkOpsTest-208428772-project] Publish callbacks [] for network, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:55.199543 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-18df0313-de98-4c75-8c60-198a0e16354f tempest-BulkNetworkOpsTest-208428772 tempest-BulkNetworkOpsTest-208428772-project] 10.222.0.44 "DELETE /v2.0/networks/39143e48-9798-456e-ac41-b09bbe8ade92 HTTP/1.1" status: 204 len: 168 time: 0.4257390 Oct 27 10:52:55.200770 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 34766) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:52:55.220628 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18df0313-de98-4c75-8c60-198a0e16354f tempest-BulkNetworkOpsTest-208428772 tempest-BulkNetworkOpsTest-208428772-project] Pushing event deleted for resources: {'Network': ['ID=39143e48-9798-456e-ac41-b09bbe8ade92,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:52:55.266737 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-acd8c9a5-8a7a-4f3a-a535-7112ede1c1a6 None None] Could not find standard attr ID for object ed2a7f06-75db-471e-b0a9-183a0edee2eb. {{(pid=102348) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 27 10:52:55.281055 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f17fcecb-2f4c-493f-be32-218bc135bad1 None None] DHCP port deletion for 8c12a98b-ff84-4b44-9fac-753624cd5ea7 request from n-d-813419-10 {{(pid=102348) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 10:52:55.308603 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-2a86ce08-c4a1-41f8-b209-bdf14ead5912 tempest-BulkNetworkOpsTest-208428772 tempest-BulkNetworkOpsTest-208428772-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586917'] for network, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:55.312479 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee38d57c-dfb8-43f8-88c9-0dff8bd17966 None None] Network 8c12a98b-ff84-4b44-9fac-753624cd5ea7 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:52:55.334217 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee38d57c-dfb8-43f8-88c9-0dff8bd17966 None None] Network 8c12a98b-ff84-4b44-9fac-753624cd5ea7 could not be found, it might have been deleted concurrently. {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Oct 27 10:52:55.345594 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4806468-842c-46e8-a5b1-2e2253657141 None None] get_active_networks_info from n-d-813419-10 {{(pid=102348) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 27 10:52:55.415431 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-2a86ce08-c4a1-41f8-b209-bdf14ead5912 tempest-BulkNetworkOpsTest-208428772 tempest-BulkNetworkOpsTest-208428772-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857803', 'neutron.services.segments.db._delete_segments_for_network-8743873143390'] for network, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:55.446791 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-2a86ce08-c4a1-41f8-b209-bdf14ead5912 tempest-BulkNetworkOpsTest-208428772 tempest-BulkNetworkOpsTest-208428772-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7848f17b-8770-420b-8637-ac6d55fb84fb']}} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:52:55.461024 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-2a86ce08-c4a1-41f8-b209-bdf14ead5912 tempest-BulkNetworkOpsTest-208428772 tempest-BulkNetworkOpsTest-208428772-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77f76958-cfec-4818-9954-6916184879d5') {'for_net_delete': True} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:52:55.461572 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-2a86ce08-c4a1-41f8-b209-bdf14ead5912 tempest-BulkNetworkOpsTest-208428772 tempest-BulkNetworkOpsTest-208428772-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77f76958-cfec-4818-9954-6916184879d5') {} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:52:55.466733 n-d-813419-10 neutron-server[102348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4806468-842c-46e8-a5b1-2e2253657141 None None] Resources bound (agent type, host, resource id): {{(pid=102348) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 27 10:52:55.861107 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-2a86ce08-c4a1-41f8-b209-bdf14ead5912 tempest-BulkNetworkOpsTest-208428772 tempest-BulkNetworkOpsTest-208428772-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743873145191', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18445132'] for segment, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:55.879848 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-2a86ce08-c4a1-41f8-b209-bdf14ead5912 tempest-BulkNetworkOpsTest-208428772 tempest-BulkNetworkOpsTest-208428772-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:55.887026 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a86ce08-c4a1-41f8-b209-bdf14ead5912 tempest-BulkNetworkOpsTest-208428772 tempest-BulkNetworkOpsTest-208428772-project] Releasing vlan 425 on physical network physnet1 to pool {{(pid=102347) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 10:52:55.887781 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-2a86ce08-c4a1-41f8-b209-bdf14ead5912 tempest-BulkNetworkOpsTest-208428772 tempest-BulkNetworkOpsTest-208428772-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-18296032'] for segment, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:55.892178 n-d-813419-10 neutron-server[102347]: Traceback (most recent call last): Oct 27 10:52:55.892178 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 10:52:55.892178 n-d-813419-10 neutron-server[102347]: timer() Oct 27 10:52:55.892178 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 10:52:55.892178 n-d-813419-10 neutron-server[102347]: cb(*args, **kw) Oct 27 10:52:55.892178 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 10:52:55.892178 n-d-813419-10 neutron-server[102347]: return func(*args, **kwargs) Oct 27 10:52:55.892178 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 10:52:55.892178 n-d-813419-10 neutron-server[102347]: self._notify() Oct 27 10:52:55.892178 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 10:52:55.892178 n-d-813419-10 neutron-server[102347]: self.callback(batched_events) Oct 27 10:52:55.892178 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 10:52:55.892178 n-d-813419-10 neutron-server[102347]: event.method(event) Oct 27 10:52:55.892178 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 10:52:55.892178 n-d-813419-10 neutron-server[102347]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 10:52:55.892178 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 10:52:55.892178 n-d-813419-10 neutron-server[102347]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 10:52:55.892178 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 10:52:55.892178 n-d-813419-10 neutron-server[102347]: return f(self, *a, **k) Oct 27 10:52:55.892178 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 10:52:55.892178 n-d-813419-10 neutron-server[102347]: return self._get(url).json() Oct 27 10:52:55.892178 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 10:52:55.892178 n-d-813419-10 neutron-server[102347]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 10:52:55.892178 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 10:52:55.892178 n-d-813419-10 neutron-server[102347]: return self.request(url, 'GET', **kwargs) Oct 27 10:52:55.892178 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 10:52:55.892178 n-d-813419-10 neutron-server[102347]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 10:52:55.892178 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 10:52:55.892178 n-d-813419-10 neutron-server[102347]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 10:52:55.892178 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 10:52:55.892178 n-d-813419-10 neutron-server[102347]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 10:52:55.892178 n-d-813419-10 neutron-server[102347]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 10:52:55.958175 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-2a86ce08-c4a1-41f8-b209-bdf14ead5912 tempest-BulkNetworkOpsTest-208428772 tempest-BulkNetworkOpsTest-208428772-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664840'] for network, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:55.966613 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-2a86ce08-c4a1-41f8-b209-bdf14ead5912 tempest-BulkNetworkOpsTest-208428772 tempest-BulkNetworkOpsTest-208428772-project] Publish callbacks [] for network, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:55.974000 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-2a86ce08-c4a1-41f8-b209-bdf14ead5912 tempest-BulkNetworkOpsTest-208428772 tempest-BulkNetworkOpsTest-208428772-project] 10.222.0.44 "DELETE /v2.0/networks/7848f17b-8770-420b-8637-ac6d55fb84fb HTTP/1.1" status: 204 len: 168 time: 0.7681708 Oct 27 10:52:55.974000 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 34768) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:52:55.993237 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a86ce08-c4a1-41f8-b209-bdf14ead5912 tempest-BulkNetworkOpsTest-208428772 tempest-BulkNetworkOpsTest-208428772-project] Pushing event deleted for resources: {'Network': ['ID=7848f17b-8770-420b-8637-ac6d55fb84fb,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:52:56.067741 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-cbd1b391-ed93-4e42-a89a-ffecae0ecaa2 tempest-BulkNetworkOpsTest-208428772 tempest-BulkNetworkOpsTest-208428772-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586917'] for network, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:56.156418 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-cbd1b391-ed93-4e42-a89a-ffecae0ecaa2 tempest-BulkNetworkOpsTest-208428772 tempest-BulkNetworkOpsTest-208428772-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857803', 'neutron.services.segments.db._delete_segments_for_network-8743873143390'] for network, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:56.177449 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-cbd1b391-ed93-4e42-a89a-ffecae0ecaa2 tempest-BulkNetworkOpsTest-208428772 tempest-BulkNetworkOpsTest-208428772-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b498f1bb-3faf-470c-b3eb-9c72dd8fa7a0']}} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:52:56.187642 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-cbd1b391-ed93-4e42-a89a-ffecae0ecaa2 tempest-BulkNetworkOpsTest-208428772 tempest-BulkNetworkOpsTest-208428772-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b9a4368-f1e0-4088-92c5-afd241e91978') {'for_net_delete': True} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:52:56.188368 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-cbd1b391-ed93-4e42-a89a-ffecae0ecaa2 tempest-BulkNetworkOpsTest-208428772 tempest-BulkNetworkOpsTest-208428772-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b9a4368-f1e0-4088-92c5-afd241e91978') {} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:52:56.202673 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-cbd1b391-ed93-4e42-a89a-ffecae0ecaa2 tempest-BulkNetworkOpsTest-208428772 tempest-BulkNetworkOpsTest-208428772-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743873145191', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18445132'] for segment, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:56.215744 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-cbd1b391-ed93-4e42-a89a-ffecae0ecaa2 tempest-BulkNetworkOpsTest-208428772 tempest-BulkNetworkOpsTest-208428772-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:56.222261 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cbd1b391-ed93-4e42-a89a-ffecae0ecaa2 tempest-BulkNetworkOpsTest-208428772 tempest-BulkNetworkOpsTest-208428772-project] Releasing vlan 412 on physical network physnet1 to pool {{(pid=102347) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 10:52:56.222261 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-cbd1b391-ed93-4e42-a89a-ffecae0ecaa2 tempest-BulkNetworkOpsTest-208428772 tempest-BulkNetworkOpsTest-208428772-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-18296032'] for segment, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:56.225169 n-d-813419-10 neutron-server[102347]: Traceback (most recent call last): Oct 27 10:52:56.225169 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 10:52:56.225169 n-d-813419-10 neutron-server[102347]: timer() Oct 27 10:52:56.225169 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 10:52:56.225169 n-d-813419-10 neutron-server[102347]: cb(*args, **kw) Oct 27 10:52:56.225169 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 10:52:56.225169 n-d-813419-10 neutron-server[102347]: return func(*args, **kwargs) Oct 27 10:52:56.225169 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 10:52:56.225169 n-d-813419-10 neutron-server[102347]: self._notify() Oct 27 10:52:56.225169 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 10:52:56.225169 n-d-813419-10 neutron-server[102347]: self.callback(batched_events) Oct 27 10:52:56.225169 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 10:52:56.225169 n-d-813419-10 neutron-server[102347]: event.method(event) Oct 27 10:52:56.225169 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 10:52:56.225169 n-d-813419-10 neutron-server[102347]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 10:52:56.225169 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 10:52:56.225169 n-d-813419-10 neutron-server[102347]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 10:52:56.225169 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 10:52:56.225169 n-d-813419-10 neutron-server[102347]: return f(self, *a, **k) Oct 27 10:52:56.225169 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 10:52:56.225169 n-d-813419-10 neutron-server[102347]: return self._get(url).json() Oct 27 10:52:56.225169 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 10:52:56.225169 n-d-813419-10 neutron-server[102347]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 10:52:56.225169 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 10:52:56.225169 n-d-813419-10 neutron-server[102347]: return self.request(url, 'GET', **kwargs) Oct 27 10:52:56.225169 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 10:52:56.225169 n-d-813419-10 neutron-server[102347]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 10:52:56.225169 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 10:52:56.225169 n-d-813419-10 neutron-server[102347]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 10:52:56.225169 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 10:52:56.225169 n-d-813419-10 neutron-server[102347]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 10:52:56.225169 n-d-813419-10 neutron-server[102347]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 10:52:56.285341 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-cbd1b391-ed93-4e42-a89a-ffecae0ecaa2 tempest-BulkNetworkOpsTest-208428772 tempest-BulkNetworkOpsTest-208428772-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664840'] for network, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:56.298305 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-cbd1b391-ed93-4e42-a89a-ffecae0ecaa2 tempest-BulkNetworkOpsTest-208428772 tempest-BulkNetworkOpsTest-208428772-project] Publish callbacks [] for network, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:56.306037 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-cbd1b391-ed93-4e42-a89a-ffecae0ecaa2 tempest-BulkNetworkOpsTest-208428772 tempest-BulkNetworkOpsTest-208428772-project] 10.222.0.44 "DELETE /v2.0/networks/b498f1bb-3faf-470c-b3eb-9c72dd8fa7a0 HTTP/1.1" status: 204 len: 168 time: 0.3301258 Oct 27 10:52:56.324787 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device ed2a7f06-75db-471e-b0a9-183a0edee2eb no longer exists at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:52:56.353394 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] No Port match for: ed2a7f06-75db-471e-b0a9-183a0edee2eb {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:52:56.353681 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd1b391-ed93-4e42-a89a-ffecae0ecaa2 tempest-BulkNetworkOpsTest-208428772 tempest-BulkNetworkOpsTest-208428772-project] Pushing event deleted for resources: {'Network': ['ID=b498f1bb-3faf-470c-b3eb-9c72dd8fa7a0,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:52:56.353810 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device ed2a7f06-75db-471e-b0a9-183a0edee2eb not bound to the agent host n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:52:56.404119 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f68dc5a-7283-4b79-a990-de4c73df7afe req-0a206081-de20-4608-adbb-772fa356c72d tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:52:56.405883 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8f68dc5a-7283-4b79-a990-de4c73df7afe req-0a206081-de20-4608-adbb-772fa356c72d tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] 10.222.0.44 "GET /v2.0/ports?device_id=f3bef178-eb00-40c6-9b29-942b49484548 HTTP/1.1" status: 200 len: 945 time: 0.0664377 Oct 27 10:52:56.452820 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8f68dc5a-7283-4b79-a990-de4c73df7afe req-d44011dc-ee99-4165-81f4-36c83bb3d1f2 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] 10.222.0.44 "GET /v2.0/security-groups?id=ffed76d3-4d36-4729-a6a9-ef5807ccbf84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362875 Oct 27 10:52:56.610762 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 34778) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:52:56.765314 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-a6f63cb2-dbce-4369-9fd4-fb73ebaa30bb admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=eed753c795f64d55b5d97e34ad3873dc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1533470 Oct 27 10:52:56.767739 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 34782) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:52:56.816870 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-c05e8c81-3f4a-4980-a266-d0fb5e402b6a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:56.839098 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-c05e8c81-3f4a-4980-a266-d0fb5e402b6a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:56.887846 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-c05e8c81-3f4a-4980-a266-d0fb5e402b6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:56.890879 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-c05e8c81-3f4a-4980-a266-d0fb5e402b6a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:56.892028 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-c05e8c81-3f4a-4980-a266-d0fb5e402b6a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/78602bab-3cea-46cc-b07a-1246ebba59e9 HTTP/1.1" status: 204 len: 168 time: 0.1233773 Oct 27 10:52:56.899793 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05e8c81-3f4a-4980-a266-d0fb5e402b6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78602bab-3cea-46cc-b07a-1246ebba59e9,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:52:57.579221 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8df6fd6-9edf-437b-becb-8a7eaa54c222 req-90e70cee-a244-4be0-8494-98057d82bb9d tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:52:57.580823 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-d8df6fd6-9edf-437b-becb-8a7eaa54c222 req-90e70cee-a244-4be0-8494-98057d82bb9d tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] 10.222.0.44 "GET /v2.0/ports?device_id=f3bef178-eb00-40c6-9b29-942b49484548 HTTP/1.1" status: 200 len: 945 time: 0.0529976 Oct 27 10:52:57.587555 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 34810) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:52:57.632719 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-d8df6fd6-9edf-437b-becb-8a7eaa54c222 req-7fa00024-aad0-40d4-afd8-a1a6e2056927 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] 10.222.0.44 "GET /v2.0/security-groups?id=ffed76d3-4d36-4729-a6a9-ef5807ccbf84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410216 Oct 27 10:52:57.707254 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-6de1e4ef-dd44-4598-a920-39253b0b4e50 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-195877760'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:52:57.729232 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6de1e4ef-dd44-4598-a920-39253b0b4e50 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Made reservation on behalf of ded8396be0c14756b2ae2c7aeecd2ba6 for: {'network': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:52:57.732909 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-6de1e4ef-dd44-4598-a920-39253b0b4e50 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for network, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:57.741923 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-6de1e4ef-dd44-4598-a920-39253b0b4e50 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Publish callbacks [] for security_group, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:57.820045 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-6de1e4ef-dd44-4598-a920-39253b0b4e50 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Publish callbacks [] for security_group, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:57.824043 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-6de1e4ef-dd44-4598-a920-39253b0b4e50 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:57.851291 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6de1e4ef-dd44-4598-a920-39253b0b4e50 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 428} {{(pid=102347) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 10:52:57.860883 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de1e4ef-dd44-4598-a920-39253b0b4e50 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58e15c02-b299-4ab0-8239-da9311506ecf,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:52:57.866027 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-6de1e4ef-dd44-4598-a920-39253b0b4e50 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:57.866366 n-d-813419-10 neutron-server[102347]: INFO neutron.db.segments_db [None req-6de1e4ef-dd44-4598-a920-39253b0b4e50 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Added segment 1e380b8e-30ef-4501-b23c-d61074ca1a75 of type vlan for network 2da59163-0eb6-47fe-9354-48863e5e7dcf Oct 27 10:52:57.915028 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-6de1e4ef-dd44-4598-a920-39253b0b4e50 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743872593080'] for network, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:57.940177 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-6de1e4ef-dd44-4598-a920-39253b0b4e50 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913'] for network, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:57.945749 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6de1e4ef-dd44-4598-a920-39253b0b4e50 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:52:57.946333 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-6de1e4ef-dd44-4598-a920-39253b0b4e50 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Publish callbacks [] for network, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:52:58.005050 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-6de1e4ef-dd44-4598-a920-39253b0b4e50 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4163394 Oct 27 10:52:58.018013 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de1e4ef-dd44-4598-a920-39253b0b4e50 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Pushing event updated for resources: {'Network': ['ID=2da59163-0eb6-47fe-9354-48863e5e7dcf,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:52:58.028557 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Network 2da59163-0eb6-47fe-9354-48863e5e7dcf details requested by agent ovs-agent-n-d-813419-10 with host n-d-813419-10 {{(pid=102348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 10:52:58.752254 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912bc383-0bb8-4034-bfe8-9ed8a965be6e req-b2bc0794-b448-4e19-8cc5-6d80fefffe4d tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:52:58.754879 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-912bc383-0bb8-4034-bfe8-9ed8a965be6e req-b2bc0794-b448-4e19-8cc5-6d80fefffe4d tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] 10.222.0.44 "GET /v2.0/ports?device_id=f3bef178-eb00-40c6-9b29-942b49484548 HTTP/1.1" status: 200 len: 945 time: 0.0529671 Oct 27 10:52:58.794322 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-912bc383-0bb8-4034-bfe8-9ed8a965be6e req-16affa6c-8296-47f9-bff3-a91024e57780 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] 10.222.0.44 "GET /v2.0/security-groups?id=ffed76d3-4d36-4729-a6a9-ef5807ccbf84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335336 Oct 27 10:52:59.938688 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acef0b74-c1e0-4d5d-bace-c0f5281a3587 req-f3f67b13-cf3c-495c-b3e5-ad5319422bf0 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:52:59.940551 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-acef0b74-c1e0-4d5d-bace-c0f5281a3587 req-f3f67b13-cf3c-495c-b3e5-ad5319422bf0 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] 10.222.0.44 "GET /v2.0/ports?device_id=f3bef178-eb00-40c6-9b29-942b49484548 HTTP/1.1" status: 200 len: 945 time: 0.0619628 Oct 27 10:52:59.987407 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-acef0b74-c1e0-4d5d-bace-c0f5281a3587 req-08f1b397-44b5-4775-9714-d9bd7d878328 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] 10.222.0.44 "GET /v2.0/security-groups?id=ffed76d3-4d36-4729-a6a9-ef5807ccbf84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356550 Oct 27 10:53:01.129537 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106a30d2-1167-4a41-9d04-4cd64aa24298 req-aeb00007-bf5b-4445-baae-795982981d0a tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:53:01.131021 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-106a30d2-1167-4a41-9d04-4cd64aa24298 req-aeb00007-bf5b-4445-baae-795982981d0a tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] 10.222.0.44 "GET /v2.0/ports?device_id=f3bef178-eb00-40c6-9b29-942b49484548 HTTP/1.1" status: 200 len: 945 time: 0.0583472 Oct 27 10:53:01.169287 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 34826) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:53:01.175506 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-51a67c08-6da0-4ef0-b8df-9fc5f8844805 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Request body: {'subnet': {'network_id': '2da59163-0eb6-47fe-9354-48863e5e7dcf', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:53:01.176660 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-106a30d2-1167-4a41-9d04-4cd64aa24298 req-d6cacfdb-9b3f-413c-9d87-f0d6ccedb498 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] 10.222.0.44 "GET /v2.0/security-groups?id=ffed76d3-4d36-4729-a6a9-ef5807ccbf84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358217 Oct 27 10:53:01.266655 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51a67c08-6da0-4ef0-b8df-9fc5f8844805 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Made reservation on behalf of ded8396be0c14756b2ae2c7aeecd2ba6 for: {'subnet': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:53:01.268465 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-51a67c08-6da0-4ef0-b8df-9fc5f8844805 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27167186'] for subnet, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:01.460595 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-51a67c08-6da0-4ef0-b8df-9fc5f8844805 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27024290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27167168'] for subnet, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:01.525222 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a67c08-6da0-4ef0-b8df-9fc5f8844805 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Pushing event updated for resources: {'Subnet': ['ID=0188d5c5-7657-4fc2-b42c-8c879bb8de55,revision_number=0']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:53:01.533364 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a67c08-6da0-4ef0-b8df-9fc5f8844805 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Checking segment: {'id': '1e380b8e-30ef-4501-b23c-d61074ca1a75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '2da59163-0eb6-47fe-9354-48863e5e7dcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:53:01.533364 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51a67c08-6da0-4ef0-b8df-9fc5f8844805 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Network hostable DHCP agents. Network: 2da59163-0eb6-47fe-9354-48863e5e7dcf, hostable agents: ['eafd4000-b897-4722-ae8b-0118ec955181'], hosted agents: [] {{(pid=102346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 10:53:01.552506 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51a67c08-6da0-4ef0-b8df-9fc5f8844805 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Network 2da59163-0eb6-47fe-9354-48863e5e7dcf is scheduled to be hosted by DHCP agent eafd4000-b897-4722-ae8b-0118ec955181 with binding_index 1 {{(pid=102346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 10:53:01.560939 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-51a67c08-6da0-4ef0-b8df-9fc5f8844805 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-10, 2da59163-0eb6-47fe-9354-48863e5e7dcf) {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:53:01.565229 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51a67c08-6da0-4ef0-b8df-9fc5f8844805 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:53:01.565812 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-51a67c08-6da0-4ef0-b8df-9fc5f8844805 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for subnet, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:01.571161 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13f0efed-0d37-4fcd-8ca4-7c1e1d84c9e0 None None] Network 2da59163-0eb6-47fe-9354-48863e5e7dcf requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:53:01.595610 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 34830) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:53:01.601611 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-02439114-fbb9-4c23-92ea-c635c232aba9 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1371404316'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:53:01.604962 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-51a67c08-6da0-4ef0-b8df-9fc5f8844805 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4333911 Oct 27 10:53:01.625420 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02439114-fbb9-4c23-92ea-c635c232aba9 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Made reservation on behalf of ded8396be0c14756b2ae2c7aeecd2ba6 for: {'network': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:53:01.629584 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-02439114-fbb9-4c23-92ea-c635c232aba9 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for network, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:01.655192 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02439114-fbb9-4c23-92ea-c635c232aba9 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 433} {{(pid=102347) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 10:53:01.664789 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-02439114-fbb9-4c23-92ea-c635c232aba9 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:01.665126 n-d-813419-10 neutron-server[102347]: INFO neutron.db.segments_db [None req-02439114-fbb9-4c23-92ea-c635c232aba9 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Added segment 8157f627-3050-48c1-8dcb-fd798482e362 of type vlan for network 647f1b37-c824-4278-b480-3f33aa8d4a03 Oct 27 10:53:01.705796 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-02439114-fbb9-4c23-92ea-c635c232aba9 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743872593080'] for network, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:01.733679 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-02439114-fbb9-4c23-92ea-c635c232aba9 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913'] for network, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:01.739557 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02439114-fbb9-4c23-92ea-c635c232aba9 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:53:01.740141 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-02439114-fbb9-4c23-92ea-c635c232aba9 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Publish callbacks [] for network, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:01.741338 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d31b924-dfe3-4554-b21c-53a68a8eb38d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp734b258e-7d96-550c-b970-9b72ab66f383-2da59163-0eb6-47fe-9354-48863e5e7dcf', 'network_id': '2da59163-0eb6-47fe-9354-48863e5e7dcf', 'tenant_id': 'ded8396be0c14756b2ae2c7aeecd2ba6', 'fixed_ips': [{'subnet_id': '0188d5c5-7657-4fc2-b42c-8c879bb8de55'}]}} from n-d-813419-10. {{(pid=102348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 10:53:01.742357 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-6d31b924-dfe3-4554-b21c-53a68a8eb38d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:01.799508 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-02439114-fbb9-4c23-92ea-c635c232aba9 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2025852 Oct 27 10:53:01.802282 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 34840) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:53:01.807359 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-a0e0f3ce-d600-44c2-90ff-af94cf9417cf tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Request body: {'subnet': {'network_id': '647f1b37-c824-4278-b480-3f33aa8d4a03', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:53:01.813977 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02439114-fbb9-4c23-92ea-c635c232aba9 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Pushing event updated for resources: {'Network': ['ID=647f1b37-c824-4278-b480-3f33aa8d4a03,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:53:01.825693 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Network 647f1b37-c824-4278-b480-3f33aa8d4a03 details requested by agent ovs-agent-n-d-813419-10 with host n-d-813419-10 {{(pid=102348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 10:53:01.901646 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0e0f3ce-d600-44c2-90ff-af94cf9417cf tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Made reservation on behalf of ded8396be0c14756b2ae2c7aeecd2ba6 for: {'subnet': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:53:01.905673 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-a0e0f3ce-d600-44c2-90ff-af94cf9417cf tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27167186'] for subnet, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:01.951443 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.db_base_plugin_common [None req-6d31b924-dfe3-4554-b21c-53a68a8eb38d None None] Allocated IP 2001:db8:0:ffff::2 (2da59163-0eb6-47fe-9354-48863e5e7dcf/0188d5c5-7657-4fc2-b42c-8c879bb8de55/06a452d4-282c-45b2-baf5-02825e031e68) {{(pid=102348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:53:02.094753 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-a0e0f3ce-d600-44c2-90ff-af94cf9417cf tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27024290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27167168'] for subnet, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:02.110094 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-6d31b924-dfe3-4554-b21c-53a68a8eb38d None None] Publish callbacks [] for port, precommit_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:02.116318 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-6d31b924-dfe3-4554-b21c-53a68a8eb38d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606'] for port, after_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:02.162838 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e0f3ce-d600-44c2-90ff-af94cf9417cf tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Pushing event updated for resources: {'Subnet': ['ID=09d77403-7111-4f57-ac33-d79d69d9f84d,revision_number=0']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:53:02.169221 n-d-813419-10 neutron-server[102348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d31b924-dfe3-4554-b21c-53a68a8eb38d None None] Network 2da59163-0eb6-47fe-9354-48863e5e7dcf is already hosted by enough agents. {{(pid=102348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:53:02.171097 n-d-813419-10 neutron-server[102348]: DEBUG neutron.scheduler.base_scheduler [None req-6d31b924-dfe3-4554-b21c-53a68a8eb38d None None] Resources bound (agent type, host, resource id): {{(pid=102348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:53:02.178454 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d31b924-dfe3-4554-b21c-53a68a8eb38d None None] Received port after_create {{(pid=102348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:53:02.179146 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0e0f3ce-d600-44c2-90ff-af94cf9417cf tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Checking segment: {'id': '8157f627-3050-48c1-8dcb-fd798482e362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '647f1b37-c824-4278-b480-3f33aa8d4a03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:53:02.179659 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0e0f3ce-d600-44c2-90ff-af94cf9417cf tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Network hostable DHCP agents. Network: 647f1b37-c824-4278-b480-3f33aa8d4a03, hostable agents: ['eafd4000-b897-4722-ae8b-0118ec955181'], hosted agents: [] {{(pid=102346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 10:53:02.181646 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d31b924-dfe3-4554-b21c-53a68a8eb38d None None] Pushing event updated for resources: {'Port': ['ID=06a452d4-282c-45b2-baf5-02825e031e68,revision_number=1']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:53:02.198904 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0e0f3ce-d600-44c2-90ff-af94cf9417cf tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Network 647f1b37-c824-4278-b480-3f33aa8d4a03 is scheduled to be hosted by DHCP agent eafd4000-b897-4722-ae8b-0118ec955181 with binding_index 1 {{(pid=102346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 10:53:02.209248 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-a0e0f3ce-d600-44c2-90ff-af94cf9417cf tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-10, 647f1b37-c824-4278-b480-3f33aa8d4a03) {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:53:02.214439 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0e0f3ce-d600-44c2-90ff-af94cf9417cf tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:53:02.214439 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-a0e0f3ce-d600-44c2-90ff-af94cf9417cf tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for subnet, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:02.232025 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-a0e0f3ce-d600-44c2-90ff-af94cf9417cf tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.4286170 Oct 27 10:53:02.234569 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 34844) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:53:02.244991 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d88933e0-bd2a-4b0c-b340-20c9c409d89c None None] Network 647f1b37-c824-4278-b480-3f33aa8d4a03 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:53:02.302371 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-6d31b924-dfe3-4554-b21c-53a68a8eb38d None None] Attempting to bind port 06a452d4-282c-45b2-baf5-02825e031e68 on host n-d-813419-10 for vnic_type normal with profile {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:53:02.302371 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-6d31b924-dfe3-4554-b21c-53a68a8eb38d None None] Attempting to bind port 06a452d4-282c-45b2-baf5-02825e031e68 by drivers openvswitch,hyperv on host n-d-813419-10 at level 0 using segments [{'id': '1e380b8e-30ef-4501-b23c-d61074ca1a75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '2da59163-0eb6-47fe-9354-48863e5e7dcf'}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:53:02.302738 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d31b924-dfe3-4554-b21c-53a68a8eb38d None None] Attempting to bind port 06a452d4-282c-45b2-baf5-02825e031e68 on network 2da59163-0eb6-47fe-9354-48863e5e7dcf {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:53:02.314985 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d31b924-dfe3-4554-b21c-53a68a8eb38d None None] Checking agent: {'id': '89dba0f3-79b2-435e-9822-33674b8f6ada', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 8, 20), 'started_at': datetime.datetime(2021, 10, 27, 10, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 52, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:53:02.315363 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d31b924-dfe3-4554-b21c-53a68a8eb38d None None] Checking segment: {'id': '1e380b8e-30ef-4501-b23c-d61074ca1a75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '2da59163-0eb6-47fe-9354-48863e5e7dcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:53:02.316189 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-6d31b924-dfe3-4554-b21c-53a68a8eb38d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:02.316189 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d31b924-dfe3-4554-b21c-53a68a8eb38d None None] Bound using segment: {'id': '1e380b8e-30ef-4501-b23c-d61074ca1a75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '2da59163-0eb6-47fe-9354-48863e5e7dcf'} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:53:02.319172 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-6d31b924-dfe3-4554-b21c-53a68a8eb38d None None] Bound port: 06a452d4-282c-45b2-baf5-02825e031e68, host: n-d-813419-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e380b8e-30ef-4501-b23c-d61074ca1a75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '2da59163-0eb6-47fe-9354-48863e5e7dcf'}}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:53:02.319172 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-6d31b924-dfe3-4554-b21c-53a68a8eb38d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:02.390754 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8362e0e8-e878-4d1a-b0c4-6c48a8110550 req-8c9c967e-db9c-4855-acb3-677492f5b583 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:53:02.392258 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-8362e0e8-e878-4d1a-b0c4-6c48a8110550 req-8c9c967e-db9c-4855-acb3-677492f5b583 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] 10.222.0.44 "GET /v2.0/ports?device_id=f3bef178-eb00-40c6-9b29-942b49484548 HTTP/1.1" status: 200 len: 945 time: 0.0926259 Oct 27 10:53:02.397765 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-28393ab7-17c8-4734-8da1-9a91d335e838 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586917'] for network, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:02.451468 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-6d31b924-dfe3-4554-b21c-53a68a8eb38d None None] For port 06a452d4-282c-45b2-baf5-02825e031e68, host n-d-813419-10, cleared binding levels {{(pid=102348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:53:02.480511 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-8362e0e8-e878-4d1a-b0c4-6c48a8110550 req-22e3c690-dd46-4134-8bb6-8b730c0627f2 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] 10.222.0.44 "GET /v2.0/security-groups?id=ffed76d3-4d36-4729-a6a9-ef5807ccbf84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764883 Oct 27 10:53:02.506891 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-28393ab7-17c8-4734-8da1-9a91d335e838 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855646'] for subnet, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:02.523893 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-6d31b924-dfe3-4554-b21c-53a68a8eb38d None None] For port 06a452d4-282c-45b2-baf5-02825e031e68, host n-d-813419-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=06a452d4-282c-45b2-baf5-02825e031e68,segment=NetworkSegment(1e380b8e-30ef-4501-b23c-d61074ca1a75),segment_id=1e380b8e-30ef-4501-b23c-d61074ca1a75)] {{(pid=102348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:53:02.530252 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65a63c35-f8dd-46f7-a606-34641ea551ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp734b258e-7d96-550c-b970-9b72ab66f383-647f1b37-c824-4278-b480-3f33aa8d4a03', 'network_id': '647f1b37-c824-4278-b480-3f33aa8d4a03', 'tenant_id': 'ded8396be0c14756b2ae2c7aeecd2ba6', 'fixed_ips': [{'subnet_id': '09d77403-7111-4f57-ac33-d79d69d9f84d'}]}} from n-d-813419-10. {{(pid=102348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 10:53:02.531124 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-65a63c35-f8dd-46f7-a606-34641ea551ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:02.534767 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-6d31b924-dfe3-4554-b21c-53a68a8eb38d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:02.575339 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-28393ab7-17c8-4734-8da1-9a91d335e838 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27024355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27168307'] for subnet, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:02.668247 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28393ab7-17c8-4734-8da1-9a91d335e838 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Pushing event deleted for resources: {'Subnet': ['ID=09d77403-7111-4f57-ac33-d79d69d9f84d,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:53:02.672291 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d31b924-dfe3-4554-b21c-53a68a8eb38d None None] Pushing event updated for resources: {'Port': ['ID=06a452d4-282c-45b2-baf5-02825e031e68,revision_number=2']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:53:02.676319 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:02.689533 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-28393ab7-17c8-4734-8da1-9a91d335e838 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857803', 'neutron.services.segments.db._delete_segments_for_network-8743873143390'] for network, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:02.701976 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8747ce3-5808-41fc-bc2c-cb823e85af27 None None] Network 647f1b37-c824-4278-b480-3f33aa8d4a03 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:53:02.713324 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-28393ab7-17c8-4734-8da1-9a91d335e838 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['647f1b37-c824-4278-b480-3f33aa8d4a03']}} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:53:02.723460 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-28393ab7-17c8-4734-8da1-9a91d335e838 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8157f627-3050-48c1-8dcb-fd798482e362') {'for_net_delete': True} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:53:02.723732 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-28393ab7-17c8-4734-8da1-9a91d335e838 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8157f627-3050-48c1-8dcb-fd798482e362') {} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:53:02.733833 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-28393ab7-17c8-4734-8da1-9a91d335e838 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743873145191', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25847877'] for segment, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:02.760166 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-28393ab7-17c8-4734-8da1-9a91d335e838 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:02.767638 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28393ab7-17c8-4734-8da1-9a91d335e838 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Releasing vlan 433 on physical network physnet1 to pool {{(pid=102346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 10:53:02.768473 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-28393ab7-17c8-4734-8da1-9a91d335e838 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27024137'] for segment, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:02.771254 n-d-813419-10 neutron-server[102346]: Traceback (most recent call last): Oct 27 10:53:02.771254 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 10:53:02.771254 n-d-813419-10 neutron-server[102346]: timer() Oct 27 10:53:02.771254 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 10:53:02.771254 n-d-813419-10 neutron-server[102346]: cb(*args, **kw) Oct 27 10:53:02.771254 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 10:53:02.771254 n-d-813419-10 neutron-server[102346]: return func(*args, **kwargs) Oct 27 10:53:02.771254 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 10:53:02.771254 n-d-813419-10 neutron-server[102346]: self._notify() Oct 27 10:53:02.771254 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 10:53:02.771254 n-d-813419-10 neutron-server[102346]: self.callback(batched_events) Oct 27 10:53:02.771254 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 10:53:02.771254 n-d-813419-10 neutron-server[102346]: event.method(event) Oct 27 10:53:02.771254 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 10:53:02.771254 n-d-813419-10 neutron-server[102346]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 10:53:02.771254 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 10:53:02.771254 n-d-813419-10 neutron-server[102346]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 10:53:02.771254 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 10:53:02.771254 n-d-813419-10 neutron-server[102346]: return f(self, *a, **k) Oct 27 10:53:02.771254 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 10:53:02.771254 n-d-813419-10 neutron-server[102346]: return self._get(url).json() Oct 27 10:53:02.771254 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 10:53:02.771254 n-d-813419-10 neutron-server[102346]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 10:53:02.771254 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 10:53:02.771254 n-d-813419-10 neutron-server[102346]: return self.request(url, 'GET', **kwargs) Oct 27 10:53:02.771254 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 10:53:02.771254 n-d-813419-10 neutron-server[102346]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 10:53:02.771254 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 10:53:02.771254 n-d-813419-10 neutron-server[102346]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 10:53:02.771254 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 10:53:02.771254 n-d-813419-10 neutron-server[102346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 10:53:02.771254 n-d-813419-10 neutron-server[102346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 10:53:02.838342 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-28393ab7-17c8-4734-8da1-9a91d335e838 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664840'] for network, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:02.847585 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-28393ab7-17c8-4734-8da1-9a91d335e838 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Publish callbacks [] for network, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:02.851224 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-28393ab7-17c8-4734-8da1-9a91d335e838 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] 10.222.0.44 "DELETE /v2.0/networks/647f1b37-c824-4278-b480-3f33aa8d4a03 HTTP/1.1" status: 204 len: 168 time: 0.6155121 Oct 27 10:53:02.857060 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 34858) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:53:02.867061 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-c704c1f2-38bc-41be-9fcc-315ec4e03060 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-338344297'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:53:02.879924 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28393ab7-17c8-4734-8da1-9a91d335e838 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Pushing event deleted for resources: {'Network': ['ID=647f1b37-c824-4278-b480-3f33aa8d4a03,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:53:02.904554 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c704c1f2-38bc-41be-9fcc-315ec4e03060 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Made reservation on behalf of ded8396be0c14756b2ae2c7aeecd2ba6 for: {'network': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:53:02.908039 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-c704c1f2-38bc-41be-9fcc-315ec4e03060 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for network, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:02.932385 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c704c1f2-38bc-41be-9fcc-315ec4e03060 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 403} {{(pid=102347) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 10:53:02.951705 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-c704c1f2-38bc-41be-9fcc-315ec4e03060 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:02.952051 n-d-813419-10 neutron-server[102347]: INFO neutron.db.segments_db [None req-c704c1f2-38bc-41be-9fcc-315ec4e03060 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Added segment c1872267-7ecf-4ca7-b96a-dfc2f01be9e6 of type vlan for network 35e0cabd-4d09-40d9-a8e1-06ea6af2acab Oct 27 10:53:02.995701 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-c704c1f2-38bc-41be-9fcc-315ec4e03060 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743872593080'] for network, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:03.033209 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-c704c1f2-38bc-41be-9fcc-315ec4e03060 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913'] for network, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:03.038921 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c704c1f2-38bc-41be-9fcc-315ec4e03060 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:53:03.039504 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-c704c1f2-38bc-41be-9fcc-315ec4e03060 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Publish callbacks [] for network, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:03.096852 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-c704c1f2-38bc-41be-9fcc-315ec4e03060 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2355177 Oct 27 10:53:03.098167 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 34860) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:53:03.102476 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-c16c9d07-d052-4464-8ccd-ddcc11d435f5 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Request body: {'subnet': {'network_id': '35e0cabd-4d09-40d9-a8e1-06ea6af2acab', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:53:03.159143 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c704c1f2-38bc-41be-9fcc-315ec4e03060 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Pushing event updated for resources: {'Network': ['ID=35e0cabd-4d09-40d9-a8e1-06ea6af2acab,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:53:03.174874 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Network 35e0cabd-4d09-40d9-a8e1-06ea6af2acab details requested by agent ovs-agent-n-d-813419-10 with host n-d-813419-10 {{(pid=102348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 10:53:03.208779 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c16c9d07-d052-4464-8ccd-ddcc11d435f5 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Made reservation on behalf of ded8396be0c14756b2ae2c7aeecd2ba6 for: {'subnet': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:53:03.212537 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-c16c9d07-d052-4464-8ccd-ddcc11d435f5 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18044073'] for subnet, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:03.414527 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-c16c9d07-d052-4464-8ccd-ddcc11d435f5 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-18295883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18044091'] for subnet, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:03.484331 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16c9d07-d052-4464-8ccd-ddcc11d435f5 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Pushing event updated for resources: {'Subnet': ['ID=651d4e97-17a2-4d21-9ef4-53eeb4bb3821,revision_number=0']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:53:03.492656 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c16c9d07-d052-4464-8ccd-ddcc11d435f5 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Checking segment: {'id': 'c1872267-7ecf-4ca7-b96a-dfc2f01be9e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '35e0cabd-4d09-40d9-a8e1-06ea6af2acab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:53:03.493259 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c16c9d07-d052-4464-8ccd-ddcc11d435f5 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Network hostable DHCP agents. Network: 35e0cabd-4d09-40d9-a8e1-06ea6af2acab, hostable agents: ['eafd4000-b897-4722-ae8b-0118ec955181'], hosted agents: [] {{(pid=102347) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 10:53:03.519634 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c16c9d07-d052-4464-8ccd-ddcc11d435f5 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Network 35e0cabd-4d09-40d9-a8e1-06ea6af2acab is scheduled to be hosted by DHCP agent eafd4000-b897-4722-ae8b-0118ec955181 with binding_index 1 {{(pid=102347) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 10:53:03.539595 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [None req-c16c9d07-d052-4464-8ccd-ddcc11d435f5 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-10, 35e0cabd-4d09-40d9-a8e1-06ea6af2acab) {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:53:03.544455 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c16c9d07-d052-4464-8ccd-ddcc11d435f5 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:53:03.545246 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-c16c9d07-d052-4464-8ccd-ddcc11d435f5 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Publish callbacks [] for subnet, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:03.551167 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab47eada-2d3c-4300-9edc-a880728e5805 None None] Network 35e0cabd-4d09-40d9-a8e1-06ea6af2acab requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:53:03.566657 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-c16c9d07-d052-4464-8ccd-ddcc11d435f5 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.4680374 Oct 27 10:53:03.569926 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 34866) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:53:03.576802 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-6d6df466-a3ef-4c2f-b8ef-85d82bc07926 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1962401741'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:53:03.651050 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d6df466-a3ef-4c2f-b8ef-85d82bc07926 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Made reservation on behalf of ded8396be0c14756b2ae2c7aeecd2ba6 for: {'network': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:53:03.654540 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-6d6df466-a3ef-4c2f-b8ef-85d82bc07926 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for network, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:03.696018 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d6df466-a3ef-4c2f-b8ef-85d82bc07926 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 430} {{(pid=102347) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 10:53:03.708723 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b640ee2-c365-492d-9626-5db73378dc5a req-ef8c86be-5e02-4dd1-95e6-8bc32478aafa tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:53:03.710295 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-5b640ee2-c365-492d-9626-5db73378dc5a req-ef8c86be-5e02-4dd1-95e6-8bc32478aafa tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] 10.222.0.44 "GET /v2.0/ports?device_id=f3bef178-eb00-40c6-9b29-942b49484548 HTTP/1.1" status: 200 len: 945 time: 0.0943556 Oct 27 10:53:03.717800 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-6d6df466-a3ef-4c2f-b8ef-85d82bc07926 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:03.718059 n-d-813419-10 neutron-server[102347]: INFO neutron.db.segments_db [None req-6d6df466-a3ef-4c2f-b8ef-85d82bc07926 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Added segment bd6cf340-8323-4305-bbcb-7727640e8091 of type vlan for network 8b9d8c31-3c3a-4a18-bd6b-833e6aa6f527 Oct 27 10:53:03.769491 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5d72b79-dc24-4b76-8c1a-3752ad1de244 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp734b258e-7d96-550c-b970-9b72ab66f383-35e0cabd-4d09-40d9-a8e1-06ea6af2acab', 'network_id': '35e0cabd-4d09-40d9-a8e1-06ea6af2acab', 'tenant_id': 'ded8396be0c14756b2ae2c7aeecd2ba6', 'fixed_ips': [{'subnet_id': '651d4e97-17a2-4d21-9ef4-53eeb4bb3821'}]}} from n-d-813419-10. {{(pid=102348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 10:53:03.771116 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f5d72b79-dc24-4b76-8c1a-3752ad1de244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:03.783920 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-6d6df466-a3ef-4c2f-b8ef-85d82bc07926 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743872593080'] for network, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:03.814865 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-5b640ee2-c365-492d-9626-5db73378dc5a req-67f1c74d-30ab-49df-a5a8-f2eef32c5d3d tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] 10.222.0.44 "GET /v2.0/security-groups?id=ffed76d3-4d36-4729-a6a9-ef5807ccbf84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854688 Oct 27 10:53:03.861600 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-6d6df466-a3ef-4c2f-b8ef-85d82bc07926 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913'] for network, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:03.868850 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d6df466-a3ef-4c2f-b8ef-85d82bc07926 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:53:03.869667 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-6d6df466-a3ef-4c2f-b8ef-85d82bc07926 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Publish callbacks [] for network, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:03.872079 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6abec5c0-b397-4517-8012-1590fbdd914b None None] Network 2da59163-0eb6-47fe-9354-48863e5e7dcf requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:53:03.933029 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-6d6df466-a3ef-4c2f-b8ef-85d82bc07926 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3618689 Oct 27 10:53:03.938225 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 34868) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:53:03.947064 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-0ca18b88-f33d-47ae-b3ac-39e8cd62fece tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Request body: {'subnet': {'network_id': '8b9d8c31-3c3a-4a18-bd6b-833e6aa6f527', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:53:03.954893 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6df466-a3ef-4c2f-b8ef-85d82bc07926 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Pushing event updated for resources: {'Network': ['ID=8b9d8c31-3c3a-4a18-bd6b-833e6aa6f527,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:53:03.978640 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Network 8b9d8c31-3c3a-4a18-bd6b-833e6aa6f527 details requested by agent ovs-agent-n-d-813419-10 with host n-d-813419-10 {{(pid=102348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 10:53:04.051810 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ca18b88-f33d-47ae-b3ac-39e8cd62fece tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Made reservation on behalf of ded8396be0c14756b2ae2c7aeecd2ba6 for: {'subnet': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:53:04.055693 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-0ca18b88-f33d-47ae-b3ac-39e8cd62fece tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27167186'] for subnet, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:04.073853 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-81f9f335-f234-493f-beb5-4491daee2aeb None None] Provisioning complete for port 06a452d4-282c-45b2-baf5-02825e031e68 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:53:04.074292 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-81f9f335-f234-493f-beb5-4491daee2aeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:04.085983 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.db_base_plugin_common [None req-f5d72b79-dc24-4b76-8c1a-3752ad1de244 None None] Allocated IP 2001:db8::3 (35e0cabd-4d09-40d9-a8e1-06ea6af2acab/651d4e97-17a2-4d21-9ef4-53eeb4bb3821/e76c37f4-06d0-4293-807e-c783870fdc90) {{(pid=102348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:53:04.117375 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.ipam_backend_mixin [None req-0ca18b88-f33d-47ae-b3ac-39e8cd62fece tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Performing IP validity checks on allocation pools {{(pid=102346) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Oct 27 10:53:04.118175 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.ipam_backend_mixin [None req-0ca18b88-f33d-47ae-b3ac-39e8cd62fece tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102346) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Oct 27 10:53:04.262788 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-0ca18b88-f33d-47ae-b3ac-39e8cd62fece tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27024290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27167168'] for subnet, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:04.331896 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-81f9f335-f234-493f-beb5-4491daee2aeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:04.356499 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca18b88-f33d-47ae-b3ac-39e8cd62fece tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Pushing event updated for resources: {'Subnet': ['ID=6d0070f9-77e5-4917-a04b-f18d5225012d,revision_number=0']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:53:04.399708 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ca18b88-f33d-47ae-b3ac-39e8cd62fece tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Checking segment: {'id': 'bd6cf340-8323-4305-bbcb-7727640e8091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '8b9d8c31-3c3a-4a18-bd6b-833e6aa6f527'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:53:04.400746 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ca18b88-f33d-47ae-b3ac-39e8cd62fece tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Network hostable DHCP agents. Network: 8b9d8c31-3c3a-4a18-bd6b-833e6aa6f527, hostable agents: ['eafd4000-b897-4722-ae8b-0118ec955181'], hosted agents: [] {{(pid=102346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 10:53:04.436042 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ca18b88-f33d-47ae-b3ac-39e8cd62fece tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Network 8b9d8c31-3c3a-4a18-bd6b-833e6aa6f527 is scheduled to be hosted by DHCP agent eafd4000-b897-4722-ae8b-0118ec955181 with binding_index 1 {{(pid=102346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 10:53:04.452448 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-0ca18b88-f33d-47ae-b3ac-39e8cd62fece tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-10, 8b9d8c31-3c3a-4a18-bd6b-833e6aa6f527) {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:53:04.457716 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ca18b88-f33d-47ae-b3ac-39e8cd62fece tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:53:04.458648 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-0ca18b88-f33d-47ae-b3ac-39e8cd62fece tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for subnet, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:04.482537 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-0ca18b88-f33d-47ae-b3ac-39e8cd62fece tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 0.5398049 Oct 27 10:53:04.484911 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 34878) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:53:04.586473 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 06a452d4-282c-45b2-baf5-02825e031e68 up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:53:04.586473 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74b316d6-1bdb-421d-a4ce-a723ce5b2ffc None None] Network 8b9d8c31-3c3a-4a18-bd6b-833e6aa6f527 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:53:04.595689 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-81f9f335-f234-493f-beb5-4491daee2aeb None None] For port 06a452d4-282c-45b2-baf5-02825e031e68, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=06a452d4-282c-45b2-baf5-02825e031e68,segment=NetworkSegment(1e380b8e-30ef-4501-b23c-d61074ca1a75),segment_id=1e380b8e-30ef-4501-b23c-d61074ca1a75)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:53:04.622970 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-f13f23ab-ed26-4015-9d97-b1860bd38e09 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586917'] for network, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:04.677296 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f5d72b79-dc24-4b76-8c1a-3752ad1de244 None None] Publish callbacks [] for port, precommit_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:04.687436 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-81f9f335-f234-493f-beb5-4491daee2aeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:04.696738 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-f13f23ab-ed26-4015-9d97-b1860bd38e09 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855646'] for subnet, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:04.708106 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f5d72b79-dc24-4b76-8c1a-3752ad1de244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606'] for port, after_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:04.774788 n-d-813419-10 neutron-server[102348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5d72b79-dc24-4b76-8c1a-3752ad1de244 None None] Network 35e0cabd-4d09-40d9-a8e1-06ea6af2acab is already hosted by enough agents. {{(pid=102348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:53:04.777399 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-f13f23ab-ed26-4015-9d97-b1860bd38e09 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27024355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27168307'] for subnet, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:04.796700 n-d-813419-10 neutron-server[102348]: DEBUG neutron.scheduler.base_scheduler [None req-f5d72b79-dc24-4b76-8c1a-3752ad1de244 None None] Resources bound (agent type, host, resource id): {{(pid=102348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:53:04.799109 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5d72b79-dc24-4b76-8c1a-3752ad1de244 None None] Received port after_create {{(pid=102348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:53:04.812854 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f9f335-f234-493f-beb5-4491daee2aeb None None] Pushing event updated for resources: {'Port': ['ID=06a452d4-282c-45b2-baf5-02825e031e68,revision_number=3']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:53:04.813706 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13f23ab-ed26-4015-9d97-b1860bd38e09 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Pushing event deleted for resources: {'Subnet': ['ID=6d0070f9-77e5-4917-a04b-f18d5225012d,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:53:04.880240 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-f13f23ab-ed26-4015-9d97-b1860bd38e09 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857803', 'neutron.services.segments.db._delete_segments_for_network-8743873143390'] for network, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:04.880480 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port 06a452d4-282c-45b2-baf5-02825e031e68 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:53:04.880758 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:04.913381 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-f13f23ab-ed26-4015-9d97-b1860bd38e09 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b9d8c31-3c3a-4a18-bd6b-833e6aa6f527']}} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:53:04.925928 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-f13f23ab-ed26-4015-9d97-b1860bd38e09 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd6cf340-8323-4305-bbcb-7727640e8091') {'for_net_delete': True} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:53:04.926245 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-f13f23ab-ed26-4015-9d97-b1860bd38e09 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd6cf340-8323-4305-bbcb-7727640e8091') {} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:53:04.944835 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-ab817575-d175-42ac-8fef-a0302423b0a3 None None] Provisioning complete for port 06a452d4-282c-45b2-baf5-02825e031e68 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:53:04.945130 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-ab817575-d175-42ac-8fef-a0302423b0a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:04.954208 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-f13f23ab-ed26-4015-9d97-b1860bd38e09 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743873145191', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25847877'] for segment, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:04.985549 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-f13f23ab-ed26-4015-9d97-b1860bd38e09 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:04.997373 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f13f23ab-ed26-4015-9d97-b1860bd38e09 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Releasing vlan 430 on physical network physnet1 to pool {{(pid=102346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 10:53:04.997777 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-f13f23ab-ed26-4015-9d97-b1860bd38e09 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27024137'] for segment, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:05.001298 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d72b79-dc24-4b76-8c1a-3752ad1de244 None None] Pushing event updated for resources: {'Port': ['ID=e76c37f4-06d0-4293-807e-c783870fdc90,revision_number=1']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:53:05.001451 n-d-813419-10 neutron-server[102346]: Traceback (most recent call last): Oct 27 10:53:05.001451 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 10:53:05.001451 n-d-813419-10 neutron-server[102346]: timer() Oct 27 10:53:05.001451 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 10:53:05.001451 n-d-813419-10 neutron-server[102346]: cb(*args, **kw) Oct 27 10:53:05.001451 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 10:53:05.001451 n-d-813419-10 neutron-server[102346]: return func(*args, **kwargs) Oct 27 10:53:05.001451 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 10:53:05.001451 n-d-813419-10 neutron-server[102346]: self._notify() Oct 27 10:53:05.001451 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 10:53:05.001451 n-d-813419-10 neutron-server[102346]: self.callback(batched_events) Oct 27 10:53:05.001451 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 10:53:05.001451 n-d-813419-10 neutron-server[102346]: event.method(event) Oct 27 10:53:05.001451 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 10:53:05.001451 n-d-813419-10 neutron-server[102346]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 10:53:05.001451 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 10:53:05.001451 n-d-813419-10 neutron-server[102346]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 10:53:05.001451 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 10:53:05.001451 n-d-813419-10 neutron-server[102346]: return f(self, *a, **k) Oct 27 10:53:05.001451 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 10:53:05.001451 n-d-813419-10 neutron-server[102346]: return self._get(url).json() Oct 27 10:53:05.001451 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 10:53:05.001451 n-d-813419-10 neutron-server[102346]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 10:53:05.001451 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 10:53:05.001451 n-d-813419-10 neutron-server[102346]: return self.request(url, 'GET', **kwargs) Oct 27 10:53:05.001451 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 10:53:05.001451 n-d-813419-10 neutron-server[102346]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 10:53:05.001451 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 10:53:05.001451 n-d-813419-10 neutron-server[102346]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 10:53:05.001451 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 10:53:05.001451 n-d-813419-10 neutron-server[102346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 10:53:05.001451 n-d-813419-10 neutron-server[102346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 10:53:05.021453 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a90bf5aa-1caa-454a-9f5a-d45cc0437877 None None] Network 8b9d8c31-3c3a-4a18-bd6b-833e6aa6f527 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:53:05.026634 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-f5d72b79-dc24-4b76-8c1a-3752ad1de244 None None] Attempting to bind port e76c37f4-06d0-4293-807e-c783870fdc90 on host n-d-813419-10 for vnic_type normal with profile {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:53:05.026933 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-f5d72b79-dc24-4b76-8c1a-3752ad1de244 None None] Attempting to bind port e76c37f4-06d0-4293-807e-c783870fdc90 by drivers openvswitch,hyperv on host n-d-813419-10 at level 0 using segments [{'id': 'c1872267-7ecf-4ca7-b96a-dfc2f01be9e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '35e0cabd-4d09-40d9-a8e1-06ea6af2acab'}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:53:05.027292 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5d72b79-dc24-4b76-8c1a-3752ad1de244 None None] Attempting to bind port e76c37f4-06d0-4293-807e-c783870fdc90 on network 35e0cabd-4d09-40d9-a8e1-06ea6af2acab {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:53:05.031436 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7f9979-02b5-4fd9-ae54-7f526bc3ab47 req-9a590b20-73dc-451f-b688-34d5e9583fcd tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:53:05.033041 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-7a7f9979-02b5-4fd9-ae54-7f526bc3ab47 req-9a590b20-73dc-451f-b688-34d5e9583fcd tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] 10.222.0.44 "GET /v2.0/ports?device_id=f3bef178-eb00-40c6-9b29-942b49484548 HTTP/1.1" status: 200 len: 945 time: 0.1091709 Oct 27 10:53:05.082681 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5d72b79-dc24-4b76-8c1a-3752ad1de244 None None] Checking agent: {'id': '89dba0f3-79b2-435e-9822-33674b8f6ada', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 8, 20), 'started_at': datetime.datetime(2021, 10, 27, 10, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 52, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:53:05.083054 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5d72b79-dc24-4b76-8c1a-3752ad1de244 None None] Checking segment: {'id': 'c1872267-7ecf-4ca7-b96a-dfc2f01be9e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '35e0cabd-4d09-40d9-a8e1-06ea6af2acab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:53:05.083458 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f5d72b79-dc24-4b76-8c1a-3752ad1de244 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:05.083850 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5d72b79-dc24-4b76-8c1a-3752ad1de244 None None] Bound using segment: {'id': 'c1872267-7ecf-4ca7-b96a-dfc2f01be9e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '35e0cabd-4d09-40d9-a8e1-06ea6af2acab'} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:53:05.084355 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-f5d72b79-dc24-4b76-8c1a-3752ad1de244 None None] Bound port: e76c37f4-06d0-4293-807e-c783870fdc90, host: n-d-813419-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1872267-7ecf-4ca7-b96a-dfc2f01be9e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '35e0cabd-4d09-40d9-a8e1-06ea6af2acab'}}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:53:05.084804 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f5d72b79-dc24-4b76-8c1a-3752ad1de244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:05.110456 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-7a7f9979-02b5-4fd9-ae54-7f526bc3ab47 req-fc5740bb-8bc8-41d3-b98c-0e8484b35dd2 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] 10.222.0.44 "GET /v2.0/security-groups?id=ffed76d3-4d36-4729-a6a9-ef5807ccbf84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496716 Oct 27 10:53:05.111300 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-f13f23ab-ed26-4015-9d97-b1860bd38e09 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664840'] for network, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:05.120142 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-f13f23ab-ed26-4015-9d97-b1860bd38e09 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Publish callbacks [] for network, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:05.127966 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 34884) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:53:05.131018 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-f13f23ab-ed26-4015-9d97-b1860bd38e09 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] 10.222.0.44 "DELETE /v2.0/networks/8b9d8c31-3c3a-4a18-bd6b-833e6aa6f527 HTTP/1.1" status: 204 len: 168 time: 0.6448340 Oct 27 10:53:05.134130 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-04afed16-236f-48e8-8c3c-b376b515ca2a tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-115330313'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:53:05.142082 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13f23ab-ed26-4015-9d97-b1860bd38e09 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Pushing event deleted for resources: {'Network': ['ID=8b9d8c31-3c3a-4a18-bd6b-833e6aa6f527,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:53:05.164055 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04afed16-236f-48e8-8c3c-b376b515ca2a tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Made reservation on behalf of ded8396be0c14756b2ae2c7aeecd2ba6 for: {'network': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:53:05.167561 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-04afed16-236f-48e8-8c3c-b376b515ca2a tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for network, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:05.194640 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04afed16-236f-48e8-8c3c-b376b515ca2a tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 407} {{(pid=102347) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 10:53:05.205193 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-04afed16-236f-48e8-8c3c-b376b515ca2a tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:05.205534 n-d-813419-10 neutron-server[102347]: INFO neutron.db.segments_db [None req-04afed16-236f-48e8-8c3c-b376b515ca2a tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Added segment e89990b2-4426-4af1-8430-4642fb3bac5b of type vlan for network 188629e8-3bf1-4894-8df0-48fb3ac0e51f Oct 27 10:53:05.253127 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-04afed16-236f-48e8-8c3c-b376b515ca2a tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743872593080'] for network, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:05.283910 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-04afed16-236f-48e8-8c3c-b376b515ca2a tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913'] for network, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:05.290690 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04afed16-236f-48e8-8c3c-b376b515ca2a tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:53:05.291448 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-04afed16-236f-48e8-8c3c-b376b515ca2a tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Publish callbacks [] for network, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:05.302506 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f5d72b79-dc24-4b76-8c1a-3752ad1de244 None None] For port e76c37f4-06d0-4293-807e-c783870fdc90, host n-d-813419-10, cleared binding levels {{(pid=102348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:53:05.306073 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f5d72b79-dc24-4b76-8c1a-3752ad1de244 None None] For port e76c37f4-06d0-4293-807e-c783870fdc90, host n-d-813419-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=e76c37f4-06d0-4293-807e-c783870fdc90,segment=NetworkSegment(c1872267-7ecf-4ca7-b96a-dfc2f01be9e6),segment_id=c1872267-7ecf-4ca7-b96a-dfc2f01be9e6)] {{(pid=102348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:53:05.310871 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f5d72b79-dc24-4b76-8c1a-3752ad1de244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:05.369874 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-04afed16-236f-48e8-8c3c-b376b515ca2a tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2398942 Oct 27 10:53:05.373603 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 34888) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:53:05.379140 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-ed359fec-4896-446f-b621-ace6a2268db3 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Request body: {'subnet': {'network_id': '188629e8-3bf1-4894-8df0-48fb3ac0e51f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:53:05.392110 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04afed16-236f-48e8-8c3c-b376b515ca2a tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Pushing event updated for resources: {'Network': ['ID=188629e8-3bf1-4894-8df0-48fb3ac0e51f,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:53:05.400898 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d72b79-dc24-4b76-8c1a-3752ad1de244 None None] Pushing event updated for resources: {'Port': ['ID=e76c37f4-06d0-4293-807e-c783870fdc90,revision_number=2']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:53:05.406616 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Network 188629e8-3bf1-4894-8df0-48fb3ac0e51f details requested by agent ovs-agent-n-d-813419-10 with host n-d-813419-10 {{(pid=102348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 10:53:05.503003 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed359fec-4896-446f-b621-ace6a2268db3 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Made reservation on behalf of ded8396be0c14756b2ae2c7aeecd2ba6 for: {'subnet': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:53:05.506518 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ed359fec-4896-446f-b621-ace6a2268db3 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27167186'] for subnet, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:05.794208 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ed359fec-4896-446f-b621-ace6a2268db3 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27024290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27167168'] for subnet, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:05.889672 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed359fec-4896-446f-b621-ace6a2268db3 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Pushing event updated for resources: {'Subnet': ['ID=f9d9d8f5-21db-42d4-b27c-79f988324b8d,revision_number=0']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:53:05.909316 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a88333-0cc5-40f8-a232-529f6f4edb76 req-39395a03-13e5-4562-b522-6b3be153f3eb tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:53:05.910784 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-86a88333-0cc5-40f8-a232-529f6f4edb76 req-39395a03-13e5-4562-b522-6b3be153f3eb tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "GET /v2.0/ports?device_id=e489a004-a709-4610-8b39-9d67620338b9 HTTP/1.1" status: 200 len: 945 time: 0.0908213 Oct 27 10:53:05.911931 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed359fec-4896-446f-b621-ace6a2268db3 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Checking segment: {'id': 'e89990b2-4426-4af1-8430-4642fb3bac5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '188629e8-3bf1-4894-8df0-48fb3ac0e51f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:53:05.912476 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed359fec-4896-446f-b621-ace6a2268db3 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Network hostable DHCP agents. Network: 188629e8-3bf1-4894-8df0-48fb3ac0e51f, hostable agents: ['eafd4000-b897-4722-ae8b-0118ec955181'], hosted agents: [] {{(pid=102346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 10:53:05.951707 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed359fec-4896-446f-b621-ace6a2268db3 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Network 188629e8-3bf1-4894-8df0-48fb3ac0e51f is scheduled to be hosted by DHCP agent eafd4000-b897-4722-ae8b-0118ec955181 with binding_index 1 {{(pid=102346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 10:53:05.967860 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-86a88333-0cc5-40f8-a232-529f6f4edb76 req-84a70d83-cc63-42c1-9a9a-dd1acca7a0c2 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "GET /v2.0/security-groups?id=eac14644-f19c-4ddb-a549-c458f5e64a03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499125 Oct 27 10:53:05.969037 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-ed359fec-4896-446f-b621-ace6a2268db3 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-10, 188629e8-3bf1-4894-8df0-48fb3ac0e51f) {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:53:05.974574 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed359fec-4896-446f-b621-ace6a2268db3 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:53:05.975175 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ed359fec-4896-446f-b621-ace6a2268db3 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for subnet, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:05.979439 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dadf8e1e-666a-4879-bbbb-f703324211f2 None None] Network 188629e8-3bf1-4894-8df0-48fb3ac0e51f requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:53:05.996711 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-ed359fec-4896-446f-b621-ace6a2268db3 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 0.6215334 Oct 27 10:53:06.000142 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 34898) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:53:06.014818 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 34900) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:53:06.130480 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-f36f7342-e5df-4ce9-abb4-6dade4482e1b tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "GET /v2.0/floatingips/8ef7052b-44bf-4317-97bf-5dfe544d30e7 HTTP/1.1" status: 200 len: 993 time: 0.1142566 Oct 27 10:53:06.179951 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7badf040-0b30-42a8-9349-83610b8ce9b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp734b258e-7d96-550c-b970-9b72ab66f383-188629e8-3bf1-4894-8df0-48fb3ac0e51f', 'network_id': '188629e8-3bf1-4894-8df0-48fb3ac0e51f', 'tenant_id': 'ded8396be0c14756b2ae2c7aeecd2ba6', 'fixed_ips': [{'subnet_id': 'f9d9d8f5-21db-42d4-b27c-79f988324b8d'}]}} from n-d-813419-10. {{(pid=102348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 10:53:06.183374 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7badf040-0b30-42a8-9349-83610b8ce9b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:06.208147 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-66c43039-7f78-4adc-aed1-6ad70b58c8c4 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586917'] for network, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:06.270650 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.agents_db [None req-e79ee67d-056e-46ea-bd99-e80473396b25 None None] Agent healthcheck: found 7 active agents {{(pid=102349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 10:53:06.317733 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2784f11-7722-4a73-805d-589fd374eb74 req-f70808d6-51f8-4f69-8a89-0a14c58e2396 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:53:06.327031 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-a2784f11-7722-4a73-805d-589fd374eb74 req-f70808d6-51f8-4f69-8a89-0a14c58e2396 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] 10.222.0.44 "GET /v2.0/ports?device_id=f3bef178-eb00-40c6-9b29-942b49484548 HTTP/1.1" status: 200 len: 945 time: 0.1159508 Oct 27 10:53:06.375635 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-66c43039-7f78-4adc-aed1-6ad70b58c8c4 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855646'] for subnet, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:06.386333 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.db_base_plugin_common [None req-7badf040-0b30-42a8-9349-83610b8ce9b8 None None] Allocated IP 2001:db8::1 (188629e8-3bf1-4894-8df0-48fb3ac0e51f/f9d9d8f5-21db-42d4-b27c-79f988324b8d/abf10b5e-7f6b-4804-825f-e7847a421619) {{(pid=102348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:53:06.467602 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-a2784f11-7722-4a73-805d-589fd374eb74 req-bd545229-b168-45df-93e9-46d93759dbae tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] 10.222.0.44 "GET /v2.0/security-groups?id=ffed76d3-4d36-4729-a6a9-ef5807ccbf84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394539 Oct 27 10:53:06.553742 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device e76c37f4-06d0-4293-807e-c783870fdc90 up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:53:06.595766 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7badf040-0b30-42a8-9349-83610b8ce9b8 None None] Publish callbacks [] for port, precommit_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:06.615775 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7badf040-0b30-42a8-9349-83610b8ce9b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606'] for port, after_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:06.617735 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c473228-bc4a-4de2-832a-053d2f2ffdd3 req-42473ef9-3751-4873-987d-56edece3f29f tempest-TestNetworkAdvancedServerOps-357845361 tempest-TestNetworkAdvancedServerOps-357845361-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:53:06.627847 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-4c473228-bc4a-4de2-832a-053d2f2ffdd3 req-42473ef9-3751-4873-987d-56edece3f29f tempest-TestNetworkAdvancedServerOps-357845361 tempest-TestNetworkAdvancedServerOps-357845361-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=e489a004-a709-4610-8b39-9d67620338b9 HTTP/1.1" status: 200 len: 1097 time: 0.0931270 Oct 27 10:53:06.639497 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-66c43039-7f78-4adc-aed1-6ad70b58c8c4 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-18295818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18043720'] for subnet, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:06.669814 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port e76c37f4-06d0-4293-807e-c783870fdc90 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:53:06.670177 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:06.678858 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c43039-7f78-4adc-aed1-6ad70b58c8c4 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Pushing event deleted for resources: {'Subnet': ['ID=f9d9d8f5-21db-42d4-b27c-79f988324b8d,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:53:06.686665 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-4c473228-bc4a-4de2-832a-053d2f2ffdd3 req-0f2e90ed-bf38-4025-b727-abcf637a2d19 tempest-TestNetworkAdvancedServerOps-357845361 tempest-TestNetworkAdvancedServerOps-357845361-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=eac14644-f19c-4ddb-a549-c458f5e64a03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574694 Oct 27 10:53:06.700728 n-d-813419-10 neutron-server[102348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7badf040-0b30-42a8-9349-83610b8ce9b8 None None] Network 188629e8-3bf1-4894-8df0-48fb3ac0e51f is already hosted by enough agents. {{(pid=102348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:53:06.711703 n-d-813419-10 neutron-server[102348]: DEBUG neutron.scheduler.base_scheduler [None req-7badf040-0b30-42a8-9349-83610b8ce9b8 None None] Resources bound (agent type, host, resource id): {{(pid=102348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:53:06.718410 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7badf040-0b30-42a8-9349-83610b8ce9b8 None None] Received port after_create {{(pid=102348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:53:06.724911 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7badf040-0b30-42a8-9349-83610b8ce9b8 None None] Pushing event updated for resources: {'Port': ['ID=abf10b5e-7f6b-4804-825f-e7847a421619,revision_number=1']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:53:06.791009 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-66c43039-7f78-4adc-aed1-6ad70b58c8c4 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857803', 'neutron.services.segments.db._delete_segments_for_network-8743873143390'] for network, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:06.830579 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-7badf040-0b30-42a8-9349-83610b8ce9b8 None None] Attempting to bind port abf10b5e-7f6b-4804-825f-e7847a421619 on host n-d-813419-10 for vnic_type normal with profile {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:53:06.830950 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-7badf040-0b30-42a8-9349-83610b8ce9b8 None None] Attempting to bind port abf10b5e-7f6b-4804-825f-e7847a421619 by drivers openvswitch,hyperv on host n-d-813419-10 at level 0 using segments [{'id': 'e89990b2-4426-4af1-8430-4642fb3bac5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '188629e8-3bf1-4894-8df0-48fb3ac0e51f'}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:53:06.831346 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7badf040-0b30-42a8-9349-83610b8ce9b8 None None] Attempting to bind port abf10b5e-7f6b-4804-825f-e7847a421619 on network 188629e8-3bf1-4894-8df0-48fb3ac0e51f {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:53:06.840925 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-66c43039-7f78-4adc-aed1-6ad70b58c8c4 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['188629e8-3bf1-4894-8df0-48fb3ac0e51f']}} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:53:06.846208 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7badf040-0b30-42a8-9349-83610b8ce9b8 None None] Checking agent: {'id': '89dba0f3-79b2-435e-9822-33674b8f6ada', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 8, 20), 'started_at': datetime.datetime(2021, 10, 27, 10, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 52, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:53:06.846588 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7badf040-0b30-42a8-9349-83610b8ce9b8 None None] Checking segment: {'id': 'e89990b2-4426-4af1-8430-4642fb3bac5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '188629e8-3bf1-4894-8df0-48fb3ac0e51f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:53:06.847005 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7badf040-0b30-42a8-9349-83610b8ce9b8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:06.847479 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7badf040-0b30-42a8-9349-83610b8ce9b8 None None] Bound using segment: {'id': 'e89990b2-4426-4af1-8430-4642fb3bac5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '188629e8-3bf1-4894-8df0-48fb3ac0e51f'} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:53:06.847943 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-7badf040-0b30-42a8-9349-83610b8ce9b8 None None] Bound port: abf10b5e-7f6b-4804-825f-e7847a421619, host: n-d-813419-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e89990b2-4426-4af1-8430-4642fb3bac5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '188629e8-3bf1-4894-8df0-48fb3ac0e51f'}}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:53:06.848602 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7badf040-0b30-42a8-9349-83610b8ce9b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:06.869010 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-66c43039-7f78-4adc-aed1-6ad70b58c8c4 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e89990b2-4426-4af1-8430-4642fb3bac5b') {'for_net_delete': True} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:53:06.870008 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-66c43039-7f78-4adc-aed1-6ad70b58c8c4 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e89990b2-4426-4af1-8430-4642fb3bac5b') {} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:53:06.890345 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-66c43039-7f78-4adc-aed1-6ad70b58c8c4 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743873145191', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18445132'] for segment, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:06.895288 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5e60456-c1f1-4702-a8f2-2cec85175012 None None] Network 35e0cabd-4d09-40d9-a8e1-06ea6af2acab requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:53:06.910029 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-66c43039-7f78-4adc-aed1-6ad70b58c8c4 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:06.922383 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66c43039-7f78-4adc-aed1-6ad70b58c8c4 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Releasing vlan 407 on physical network physnet1 to pool {{(pid=102347) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 10:53:06.923918 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-66c43039-7f78-4adc-aed1-6ad70b58c8c4 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-18296032'] for segment, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:06.930948 n-d-813419-10 neutron-server[102347]: Traceback (most recent call last): Oct 27 10:53:06.930948 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 10:53:06.930948 n-d-813419-10 neutron-server[102347]: timer() Oct 27 10:53:06.930948 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 10:53:06.930948 n-d-813419-10 neutron-server[102347]: cb(*args, **kw) Oct 27 10:53:06.930948 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 10:53:06.930948 n-d-813419-10 neutron-server[102347]: return func(*args, **kwargs) Oct 27 10:53:06.930948 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 10:53:06.930948 n-d-813419-10 neutron-server[102347]: self._notify() Oct 27 10:53:06.930948 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 10:53:06.930948 n-d-813419-10 neutron-server[102347]: self.callback(batched_events) Oct 27 10:53:06.930948 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 10:53:06.930948 n-d-813419-10 neutron-server[102347]: event.method(event) Oct 27 10:53:06.930948 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 10:53:06.930948 n-d-813419-10 neutron-server[102347]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 10:53:06.930948 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 10:53:06.930948 n-d-813419-10 neutron-server[102347]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 10:53:06.930948 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 10:53:06.930948 n-d-813419-10 neutron-server[102347]: return f(self, *a, **k) Oct 27 10:53:06.930948 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 10:53:06.930948 n-d-813419-10 neutron-server[102347]: return self._get(url).json() Oct 27 10:53:06.930948 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 10:53:06.930948 n-d-813419-10 neutron-server[102347]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 10:53:06.930948 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 10:53:06.930948 n-d-813419-10 neutron-server[102347]: return self.request(url, 'GET', **kwargs) Oct 27 10:53:06.930948 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 10:53:06.930948 n-d-813419-10 neutron-server[102347]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 10:53:06.930948 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 10:53:06.930948 n-d-813419-10 neutron-server[102347]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 10:53:06.930948 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 10:53:06.930948 n-d-813419-10 neutron-server[102347]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 10:53:06.930948 n-d-813419-10 neutron-server[102347]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 10:53:07.018006 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:07.023080 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.db.api [None req-66c43039-7f78-4adc-aed1-6ad70b58c8c4 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 27 10:53:07.023080 n-d-813419-10 neutron-server[102347]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 27 10:53:07.023080 n-d-813419-10 neutron-server[102347]: [parameters: {'id': '188629e8-3bf1-4894-8df0-48fb3ac0e51f'}] Oct 27 10:53:07.023080 n-d-813419-10 neutron-server[102347]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102347) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 27 10:53:07.024253 n-d-813419-10 neutron-server[102347]: DEBUG oslo_db.api [None req-66c43039-7f78-4adc-aed1-6ad70b58c8c4 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 10:53:07.030565 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-0b14ac18-9e3a-423a-a28b-e2d94278dad3 None None] Provisioning complete for port e76c37f4-06d0-4293-807e-c783870fdc90 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:53:07.030932 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-0b14ac18-9e3a-423a-a28b-e2d94278dad3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:07.175849 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] For port e76c37f4-06d0-4293-807e-c783870fdc90, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=e76c37f4-06d0-4293-807e-c783870fdc90,segment=NetworkSegment(c1872267-7ecf-4ca7-b96a-dfc2f01be9e6),segment_id=c1872267-7ecf-4ca7-b96a-dfc2f01be9e6)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:53:07.186567 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-7badf040-0b30-42a8-9349-83610b8ce9b8 None None] For port abf10b5e-7f6b-4804-825f-e7847a421619, host n-d-813419-10, cleared binding levels {{(pid=102348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:53:07.196054 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:07.196873 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 06a452d4-282c-45b2-baf5-02825e031e68 up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:53:07.235451 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-7badf040-0b30-42a8-9349-83610b8ce9b8 None None] For port abf10b5e-7f6b-4804-825f-e7847a421619, host n-d-813419-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=abf10b5e-7f6b-4804-825f-e7847a421619,segment=NetworkSegment(e89990b2-4426-4af1-8430-4642fb3bac5b),segment_id=e89990b2-4426-4af1-8430-4642fb3bac5b)] {{(pid=102348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:53:07.275177 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7badf040-0b30-42a8-9349-83610b8ce9b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:07.411941 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Pushing event updated for resources: {'Port': ['ID=e76c37f4-06d0-4293-807e-c783870fdc90,revision_number=3']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:53:07.471205 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port 06a452d4-282c-45b2-baf5-02825e031e68 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:53:07.471550 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:07.515063 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45ba3247-14b7-49dd-9db1-3534c796e9e3 None None] Network 188629e8-3bf1-4894-8df0-48fb3ac0e51f requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:53:07.525684 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-66c43039-7f78-4adc-aed1-6ad70b58c8c4 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586917'] for network, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:07.530667 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7badf040-0b30-42a8-9349-83610b8ce9b8 None None] Pushing event updated for resources: {'Port': ['ID=abf10b5e-7f6b-4804-825f-e7847a421619,revision_number=2']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:53:07.643734 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee03445-563c-4de5-aec5-6c4020a80239 req-09250954-e7ff-47b0-963d-fd1ee4adfa5e tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:53:07.653282 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-6ee03445-563c-4de5-aec5-6c4020a80239 req-09250954-e7ff-47b0-963d-fd1ee4adfa5e tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] 10.222.0.44 "GET /v2.0/ports?device_id=f3bef178-eb00-40c6-9b29-942b49484548 HTTP/1.1" status: 200 len: 945 time: 0.0805840 Oct 27 10:53:07.670847 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-65acf995-152b-4502-a21a-2de096c1723c req-5796e3a8-201d-4a82-b01e-d9b38034bff1 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=e489a004-a709-4610-8b39-9d67620338b9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1903472 Oct 27 10:53:07.686268 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [req-65acf995-152b-4502-a21a-2de096c1723c req-fa427461-24cc-4cd6-b9c6-7be16846de81 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=102347) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 10:53:07.687558 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-65acf995-152b-4502-a21a-2de096c1723c req-fa427461-24cc-4cd6-b9c6-7be16846de81 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0090308 Oct 27 10:53:07.693275 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-66c43039-7f78-4adc-aed1-6ad70b58c8c4 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Deleting port abf10b5e-7f6b-4804-825f-e7847a421619 {{(pid=102347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:53:07.693491 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-66c43039-7f78-4adc-aed1-6ad70b58c8c4 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:07.723782 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-6ee03445-563c-4de5-aec5-6c4020a80239 req-e408f04d-8cfe-439a-8fd3-6fa21d1bb212 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] 10.222.0.44 "GET /v2.0/security-groups?id=ffed76d3-4d36-4729-a6a9-ef5807ccbf84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635972 Oct 27 10:53:07.791055 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [None req-66c43039-7f78-4adc-aed1-6ad70b58c8c4 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] For port abf10b5e-7f6b-4804-825f-e7847a421619, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=abf10b5e-7f6b-4804-825f-e7847a421619,segment=NetworkSegment(e89990b2-4426-4af1-8430-4642fb3bac5b),segment_id=e89990b2-4426-4af1-8430-4642fb3bac5b)] {{(pid=102347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:53:07.791397 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-66c43039-7f78-4adc-aed1-6ad70b58c8c4 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:07.805744 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-66c43039-7f78-4adc-aed1-6ad70b58c8c4 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Calling delete_port for abf10b5e-7f6b-4804-825f-e7847a421619 owned by network:dhcp {{(pid=102347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:53:07.901133 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-66c43039-7f78-4adc-aed1-6ad70b58c8c4 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:07.917670 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66c43039-7f78-4adc-aed1-6ad70b58c8c4 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] No DVR routers for this DVR port abf10b5e-7f6b-4804-825f-e7847a421619 on host n-d-813419-10 {{(pid=102347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:53:07.958245 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-137f910a-dced-4c53-95cd-3ae52655801b None None] get_active_networks_info from n-d-813419-10 {{(pid=102348) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 27 10:53:07.978403 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c43039-7f78-4adc-aed1-6ad70b58c8c4 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Pushing event deleted for resources: {'Port': ['ID=abf10b5e-7f6b-4804-825f-e7847a421619,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:53:08.035751 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-8d055236-966a-4897-ae15-81e632266bb7 None None] Provisioning complete for port e76c37f4-06d0-4293-807e-c783870fdc90 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:53:08.036312 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-8d055236-966a-4897-ae15-81e632266bb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:08.055221 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-66c43039-7f78-4adc-aed1-6ad70b58c8c4 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857803', 'neutron.services.segments.db._delete_segments_for_network-8743873143390'] for network, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:08.080165 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-66c43039-7f78-4adc-aed1-6ad70b58c8c4 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['188629e8-3bf1-4894-8df0-48fb3ac0e51f']}} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:53:08.090897 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-66c43039-7f78-4adc-aed1-6ad70b58c8c4 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e89990b2-4426-4af1-8430-4642fb3bac5b') {'for_net_delete': True} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:53:08.091246 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-66c43039-7f78-4adc-aed1-6ad70b58c8c4 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e89990b2-4426-4af1-8430-4642fb3bac5b') {} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:53:08.110865 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-66c43039-7f78-4adc-aed1-6ad70b58c8c4 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743873145191', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18445132'] for segment, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:08.133417 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-66c43039-7f78-4adc-aed1-6ad70b58c8c4 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:08.142003 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66c43039-7f78-4adc-aed1-6ad70b58c8c4 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Releasing vlan 407 on physical network physnet1 to pool {{(pid=102347) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 10:53:08.142738 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-66c43039-7f78-4adc-aed1-6ad70b58c8c4 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-18296032'] for segment, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:08.170491 n-d-813419-10 neutron-server[102347]: Traceback (most recent call last): Oct 27 10:53:08.170491 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 10:53:08.170491 n-d-813419-10 neutron-server[102347]: timer() Oct 27 10:53:08.170491 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 10:53:08.170491 n-d-813419-10 neutron-server[102347]: cb(*args, **kw) Oct 27 10:53:08.170491 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 10:53:08.170491 n-d-813419-10 neutron-server[102347]: return func(*args, **kwargs) Oct 27 10:53:08.170491 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 10:53:08.170491 n-d-813419-10 neutron-server[102347]: self._notify() Oct 27 10:53:08.170491 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 10:53:08.170491 n-d-813419-10 neutron-server[102347]: self.callback(batched_events) Oct 27 10:53:08.170491 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 10:53:08.170491 n-d-813419-10 neutron-server[102347]: event.method(event) Oct 27 10:53:08.170491 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 10:53:08.170491 n-d-813419-10 neutron-server[102347]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 10:53:08.170491 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 10:53:08.170491 n-d-813419-10 neutron-server[102347]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 10:53:08.170491 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 10:53:08.170491 n-d-813419-10 neutron-server[102347]: return f(self, *a, **k) Oct 27 10:53:08.170491 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 10:53:08.170491 n-d-813419-10 neutron-server[102347]: return self._get(url).json() Oct 27 10:53:08.170491 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 10:53:08.170491 n-d-813419-10 neutron-server[102347]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 10:53:08.170491 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 10:53:08.170491 n-d-813419-10 neutron-server[102347]: return self.request(url, 'GET', **kwargs) Oct 27 10:53:08.170491 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 10:53:08.170491 n-d-813419-10 neutron-server[102347]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 10:53:08.170491 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 10:53:08.170491 n-d-813419-10 neutron-server[102347]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 10:53:08.170491 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 10:53:08.170491 n-d-813419-10 neutron-server[102347]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 10:53:08.170491 n-d-813419-10 neutron-server[102347]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 10:53:08.179626 n-d-813419-10 neutron-server[102348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-137f910a-dced-4c53-95cd-3ae52655801b None None] Resources bound (agent type, host, resource id): {{(pid=102348) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 27 10:53:08.226934 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-66c43039-7f78-4adc-aed1-6ad70b58c8c4 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664840'] for network, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:08.242027 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-66c43039-7f78-4adc-aed1-6ad70b58c8c4 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Publish callbacks [] for network, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:08.251888 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-66c43039-7f78-4adc-aed1-6ad70b58c8c4 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] 10.222.0.44 "DELETE /v2.0/networks/188629e8-3bf1-4894-8df0-48fb3ac0e51f HTTP/1.1" status: 204 len: 168 time: 2.2411695 Oct 27 10:53:08.252279 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 34944) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:53:08.261258 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c43039-7f78-4adc-aed1-6ad70b58c8c4 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Pushing event deleted for resources: {'Network': ['ID=188629e8-3bf1-4894-8df0-48fb3ac0e51f,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:53:08.275045 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-b8bc292c-d610-4afa-a3a7-f27be973dcd6 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-629442305'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:53:08.371715 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8bc292c-d610-4afa-a3a7-f27be973dcd6 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Made reservation on behalf of ded8396be0c14756b2ae2c7aeecd2ba6 for: {'network': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:53:08.378070 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-b8bc292c-d610-4afa-a3a7-f27be973dcd6 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for network, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:08.398610 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device e76c37f4-06d0-4293-807e-c783870fdc90 up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:53:08.412707 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8bc292c-d610-4afa-a3a7-f27be973dcd6 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 436} {{(pid=102346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 10:53:08.423838 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-b8bc292c-d610-4afa-a3a7-f27be973dcd6 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:08.424595 n-d-813419-10 neutron-server[102346]: INFO neutron.db.segments_db [None req-b8bc292c-d610-4afa-a3a7-f27be973dcd6 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Added segment f2501530-d619-4259-9f6a-cb6253e36176 of type vlan for network d265ac5e-2365-45b4-bdcc-3faf6c5a334d Oct 27 10:53:08.475521 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-b8bc292c-d610-4afa-a3a7-f27be973dcd6 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743872593080'] for network, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:08.514302 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-b8bc292c-d610-4afa-a3a7-f27be973dcd6 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913'] for network, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:08.526559 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port e76c37f4-06d0-4293-807e-c783870fdc90 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:53:08.526984 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:08.539899 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8bc292c-d610-4afa-a3a7-f27be973dcd6 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:53:08.541372 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-b8bc292c-d610-4afa-a3a7-f27be973dcd6 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Publish callbacks [] for network, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:08.608417 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-b8bc292c-d610-4afa-a3a7-f27be973dcd6 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3561139 Oct 27 10:53:08.611236 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 34948) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:53:08.616539 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-8b4fbd0d-7033-429e-a34e-d46a08384034 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Request body: {'subnet': {'network_id': 'd265ac5e-2365-45b4-bdcc-3faf6c5a334d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:53:08.617487 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65acf995-152b-4502-a21a-2de096c1723c req-ee7ca82a-7b3b-4757-98e9-3757062ea1e8 tempest-TestNetworkAdvancedServerOps-357845361 tempest-TestNetworkAdvancedServerOps-357845361-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:53:08.619164 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-65acf995-152b-4502-a21a-2de096c1723c req-ee7ca82a-7b3b-4757-98e9-3757062ea1e8 tempest-TestNetworkAdvancedServerOps-357845361 tempest-TestNetworkAdvancedServerOps-357845361-project-admin] 10.222.0.44 "GET /v2.0/ports/b85b2469-dbae-4f33-aafe-430d63656371 HTTP/1.1" status: 200 len: 1094 time: 0.2206233 Oct 27 10:53:08.633462 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [req-65acf995-152b-4502-a21a-2de096c1723c req-1c51295b-c956-4cd8-b2bf-2765a050aadb service neutron] Request body: {'binding': {'host': 'n-h1-813419-10', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:53:08.634208 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [req-65acf995-152b-4502-a21a-2de096c1723c req-1c51295b-c956-4cd8-b2bf-2765a050aadb service neutron] Unknown quota resources ['binding']. {{(pid=102347) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 27 10:53:08.674739 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bc292c-d610-4afa-a3a7-f27be973dcd6 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Pushing event updated for resources: {'Network': ['ID=d265ac5e-2365-45b4-bdcc-3faf6c5a334d,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:53:08.687239 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Network d265ac5e-2365-45b4-bdcc-3faf6c5a334d details requested by agent ovs-agent-n-d-813419-10 with host n-d-813419-10 {{(pid=102348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 10:53:08.725816 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b4fbd0d-7033-429e-a34e-d46a08384034 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Made reservation on behalf of ded8396be0c14756b2ae2c7aeecd2ba6 for: {'subnet': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:53:08.729733 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-8b4fbd0d-7033-429e-a34e-d46a08384034 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27167186'] for subnet, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:08.782157 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-65acf995-152b-4502-a21a-2de096c1723c req-1c51295b-c956-4cd8-b2bf-2765a050aadb service neutron] Attempting to bind port b85b2469-dbae-4f33-aafe-430d63656371 on host n-h1-813419-10 for vnic_type normal with profile None {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:53:08.782610 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-65acf995-152b-4502-a21a-2de096c1723c req-1c51295b-c956-4cd8-b2bf-2765a050aadb service neutron] Attempting to bind port b85b2469-dbae-4f33-aafe-430d63656371 by drivers openvswitch,hyperv on host n-h1-813419-10 at level 0 using segments [{'id': 'ea6ed439-8ac4-4f10-990f-8157b2f8661b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'e87b459a-890d-45c5-8314-ac75bfe75e07'}] {{(pid=102347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:53:08.782945 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65acf995-152b-4502-a21a-2de096c1723c req-1c51295b-c956-4cd8-b2bf-2765a050aadb service neutron] Attempting to bind port b85b2469-dbae-4f33-aafe-430d63656371 on network e87b459a-890d-45c5-8314-ac75bfe75e07 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:53:08.787413 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65acf995-152b-4502-a21a-2de096c1723c req-1c51295b-c956-4cd8-b2bf-2765a050aadb service neutron] Port b85b2469-dbae-4f33-aafe-430d63656371 on network e87b459a-890d-45c5-8314-ac75bfe75e07 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-10 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 10:53:08.787679 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65acf995-152b-4502-a21a-2de096c1723c req-1c51295b-c956-4cd8-b2bf-2765a050aadb service neutron] Attempting to bind port b85b2469-dbae-4f33-aafe-430d63656371 on network e87b459a-890d-45c5-8314-ac75bfe75e07 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:53:08.793047 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65acf995-152b-4502-a21a-2de096c1723c req-1c51295b-c956-4cd8-b2bf-2765a050aadb service neutron] Checking agent: {'id': 'a52e1cab-0c63-402d-9c94-330537c6c076', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 16, 2), 'started_at': datetime.datetime(2021, 10, 27, 10, 16, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 53, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:53:08.793250 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65acf995-152b-4502-a21a-2de096c1723c req-1c51295b-c956-4cd8-b2bf-2765a050aadb service neutron] Checking segment: {'id': 'ea6ed439-8ac4-4f10-990f-8157b2f8661b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'e87b459a-890d-45c5-8314-ac75bfe75e07'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:53:08.793552 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65acf995-152b-4502-a21a-2de096c1723c req-1c51295b-c956-4cd8-b2bf-2765a050aadb service neutron] Bound using segment: {'id': 'ea6ed439-8ac4-4f10-990f-8157b2f8661b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'e87b459a-890d-45c5-8314-ac75bfe75e07'} {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:53:08.793975 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-65acf995-152b-4502-a21a-2de096c1723c req-1c51295b-c956-4cd8-b2bf-2765a050aadb service neutron] Bound port: b85b2469-dbae-4f33-aafe-430d63656371, host: n-h1-813419-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea6ed439-8ac4-4f10-990f-8157b2f8661b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'e87b459a-890d-45c5-8314-ac75bfe75e07'}}] {{(pid=102347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:53:08.866616 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e72597c-0965-45ee-8a70-af3269cc163e req-82f5e3c8-8e96-4e85-9997-6ad8be055916 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:53:08.868106 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-2e72597c-0965-45ee-8a70-af3269cc163e req-82f5e3c8-8e96-4e85-9997-6ad8be055916 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] 10.222.0.44 "GET /v2.0/ports?device_id=f3bef178-eb00-40c6-9b29-942b49484548 HTTP/1.1" status: 200 len: 945 time: 0.0745168 Oct 27 10:53:08.892133 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-65acf995-152b-4502-a21a-2de096c1723c req-1c51295b-c956-4cd8-b2bf-2765a050aadb service neutron] For port b85b2469-dbae-4f33-aafe-430d63656371, host n-h1-813419-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=b85b2469-dbae-4f33-aafe-430d63656371,segment=NetworkSegment(ea6ed439-8ac4-4f10-990f-8157b2f8661b),segment_id=ea6ed439-8ac4-4f10-990f-8157b2f8661b)] {{(pid=102347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:53:08.898325 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-65acf995-152b-4502-a21a-2de096c1723c req-1c51295b-c956-4cd8-b2bf-2765a050aadb service neutron] Publish callbacks [] for binding, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:08.899654 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-65acf995-152b-4502-a21a-2de096c1723c req-1c51295b-c956-4cd8-b2bf-2765a050aadb service neutron] 10.222.0.44 "POST /v2.0/ports/b85b2469-dbae-4f33-aafe-430d63656371/bindings HTTP/1.1" status: 201 len: 390 time: 0.2699993 Oct 27 10:53:08.943238 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-2e72597c-0965-45ee-8a70-af3269cc163e req-bce09df0-1a28-4a10-b338-537fa16e648a tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] 10.222.0.44 "GET /v2.0/security-groups?id=ffed76d3-4d36-4729-a6a9-ef5807ccbf84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660865 Oct 27 10:53:09.051815 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:09.053674 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-8b4fbd0d-7033-429e-a34e-d46a08384034 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27024290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27167168'] for subnet, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:09.129531 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4fbd0d-7033-429e-a34e-d46a08384034 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Pushing event updated for resources: {'Subnet': ['ID=f2e45fba-03a4-48ce-8657-c0be20811c7d,revision_number=0']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:53:09.134680 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f1d29a-7b1b-45c7-8488-c3a6d27c096e req-781a6028-6e59-4932-82eb-c58722f67b41 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:53:09.137415 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b4fbd0d-7033-429e-a34e-d46a08384034 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Checking segment: {'id': 'f2501530-d619-4259-9f6a-cb6253e36176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'd265ac5e-2365-45b4-bdcc-3faf6c5a334d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:53:09.137777 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b4fbd0d-7033-429e-a34e-d46a08384034 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Network hostable DHCP agents. Network: d265ac5e-2365-45b4-bdcc-3faf6c5a334d, hostable agents: ['eafd4000-b897-4722-ae8b-0118ec955181'], hosted agents: [] {{(pid=102346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 10:53:09.140848 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-e9f1d29a-7b1b-45c7-8488-c3a6d27c096e req-781a6028-6e59-4932-82eb-c58722f67b41 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "GET /v2.0/ports?device_id=e489a004-a709-4610-8b39-9d67620338b9 HTTP/1.1" status: 200 len: 945 time: 0.0793681 Oct 27 10:53:09.154982 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b4fbd0d-7033-429e-a34e-d46a08384034 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Network d265ac5e-2365-45b4-bdcc-3faf6c5a334d is scheduled to be hosted by DHCP agent eafd4000-b897-4722-ae8b-0118ec955181 with binding_index 1 {{(pid=102346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 10:53:09.164433 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-8b4fbd0d-7033-429e-a34e-d46a08384034 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-10, d265ac5e-2365-45b4-bdcc-3faf6c5a334d) {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:53:09.169115 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b4fbd0d-7033-429e-a34e-d46a08384034 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:53:09.169717 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-8b4fbd0d-7033-429e-a34e-d46a08384034 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for subnet, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:09.182754 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aa870d6-b3d9-4d7f-af3f-f46894ab6b9d None None] Network d265ac5e-2365-45b4-bdcc-3faf6c5a334d requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:53:09.187606 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-8b4fbd0d-7033-429e-a34e-d46a08384034 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.5751798 Oct 27 10:53:09.190259 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 34960) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:53:09.224533 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-e9f1d29a-7b1b-45c7-8488-c3a6d27c096e req-91043470-22e3-47d1-9493-5174fb8732f1 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "GET /v2.0/security-groups?id=eac14644-f19c-4ddb-a549-c458f5e64a03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777037 Oct 27 10:53:09.241101 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65acf995-152b-4502-a21a-2de096c1723c req-d50159e5-8d90-44f2-a579-3df40a75e5ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:53:09.248623 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-65acf995-152b-4502-a21a-2de096c1723c req-d50159e5-8d90-44f2-a579-3df40a75e5ee service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7f357cb809634e50864d0c31dbcbd617&device_id=e489a004-a709-4610-8b39-9d67620338b9 HTTP/1.1" status: 200 len: 1097 time: 0.0955801 Oct 27 10:53:09.357294 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-7fc85028-4ebe-4279-9625-334adfee5b69 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586917'] for network, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:09.384231 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65acf995-152b-4502-a21a-2de096c1723c req-60f07db1-abd7-46cd-9ee7-653c28d879c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:53:09.386021 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-65acf995-152b-4502-a21a-2de096c1723c req-60f07db1-abd7-46cd-9ee7-653c28d879c2 service neutron] 10.222.0.64 "GET /v2.0/networks?id=e87b459a-890d-45c5-8314-ac75bfe75e07 HTTP/1.1" status: 200 len: 898 time: 0.1310894 Oct 27 10:53:09.398865 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa84d3a6-892d-4908-9b15-d19c4af9faa3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp734b258e-7d96-550c-b970-9b72ab66f383-d265ac5e-2365-45b4-bdcc-3faf6c5a334d', 'network_id': 'd265ac5e-2365-45b4-bdcc-3faf6c5a334d', 'tenant_id': 'ded8396be0c14756b2ae2c7aeecd2ba6', 'fixed_ips': [{'subnet_id': 'f2e45fba-03a4-48ce-8657-c0be20811c7d'}]}} from n-d-813419-10. {{(pid=102348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 10:53:09.399739 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-aa84d3a6-892d-4908-9b15-d19c4af9faa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:09.442340 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-7fc85028-4ebe-4279-9625-334adfee5b69 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855646'] for subnet, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:09.470132 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-65acf995-152b-4502-a21a-2de096c1723c req-0bb726f2-7989-4eaa-a769-ea688a84b5ea service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b85b2469-dbae-4f33-aafe-430d63656371 HTTP/1.1" status: 200 len: 1001 time: 0.0656097 Oct 27 10:53:09.514041 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-7fc85028-4ebe-4279-9625-334adfee5b69 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27024355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27168307'] for subnet, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:09.529079 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server [None req-aa84d3a6-892d-4908-9b15-d19c4af9faa3 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f2e45fba-03a4-48ce-8657-c0be20811c7d: This subnet is being modified by another concurrent operation. Oct 27 10:53:09.529079 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 27 10:53:09.529079 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 27 10:53:09.529079 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 27 10:53:09.529079 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 27 10:53:09.529079 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 27 10:53:09.529079 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 27 10:53:09.529079 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 27 10:53:09.529079 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 27 10:53:09.529079 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 27 10:53:09.529079 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 27 10:53:09.529079 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 27 10:53:09.529079 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 27 10:53:09.529079 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 27 10:53:09.529079 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 27 10:53:09.529079 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server raise self.value Oct 27 10:53:09.529079 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 27 10:53:09.529079 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 27 10:53:09.529079 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 27 10:53:09.529079 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 27 10:53:09.529079 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 27 10:53:09.529079 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 27 10:53:09.529079 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 27 10:53:09.529079 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server raise self.value Oct 27 10:53:09.529079 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 27 10:53:09.529079 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 27 10:53:09.529079 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 27 10:53:09.529079 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 27 10:53:09.529079 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 27 10:53:09.529079 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 27 10:53:09.529079 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 27 10:53:09.529079 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server raise self.value Oct 27 10:53:09.529079 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 27 10:53:09.529079 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 27 10:53:09.529079 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Oct 27 10:53:09.529079 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Oct 27 10:53:09.529079 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Oct 27 10:53:09.529079 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Oct 27 10:53:09.529079 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Oct 27 10:53:09.529079 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Oct 27 10:53:09.529079 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Oct 27 10:53:09.529079 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Oct 27 10:53:09.529079 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Oct 27 10:53:09.529079 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 27 10:53:09.529079 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 27 10:53:09.529079 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 27 10:53:09.529079 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 27 10:53:09.529079 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 27 10:53:09.529079 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 27 10:53:09.529079 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 27 10:53:09.529079 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 27 10:53:09.529079 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server raise self.value Oct 27 10:53:09.529079 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 27 10:53:09.529079 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 27 10:53:09.529079 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 27 10:53:09.529079 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 27 10:53:09.529079 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 27 10:53:09.529079 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 27 10:53:09.529079 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 27 10:53:09.529079 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server raise self.value Oct 27 10:53:09.529079 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 27 10:53:09.529079 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 27 10:53:09.529079 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 27 10:53:09.529079 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 27 10:53:09.529079 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 27 10:53:09.529079 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 27 10:53:09.529079 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 27 10:53:09.529079 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server raise self.value Oct 27 10:53:09.529079 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 27 10:53:09.529079 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 27 10:53:09.529079 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1481, in create_port Oct 27 10:53:09.529079 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Oct 27 10:53:09.529079 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1446, in _create_port_db Oct 27 10:53:09.529079 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Oct 27 10:53:09.529079 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Oct 27 10:53:09.529079 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Oct 27 10:53:09.529079 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Oct 27 10:53:09.529079 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Oct 27 10:53:09.529079 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 27 10:53:09.529079 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 27 10:53:09.529079 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 27 10:53:09.529079 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server raise self.value Oct 27 10:53:09.529079 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Oct 27 10:53:09.529079 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Oct 27 10:53:09.529079 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Oct 27 10:53:09.529079 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 27 10:53:09.529079 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Oct 27 10:53:09.529079 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 27 10:53:09.529079 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 27 10:53:09.529079 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server raise exception Oct 27 10:53:09.529079 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f2e45fba-03a4-48ce-8657-c0be20811c7d: This subnet is being modified by another concurrent operation. Oct 27 10:53:09.529079 n-d-813419-10 neutron-server[102348]: ERROR oslo_messaging.rpc.server Oct 27 10:53:09.541357 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65acf995-152b-4502-a21a-2de096c1723c req-14bdd10b-f661-4f2a-ab26-17b085298107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:53:09.543189 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-65acf995-152b-4502-a21a-2de096c1723c req-14bdd10b-f661-4f2a-ab26-17b085298107 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=82b76e3b-8a75-4966-b97f-20b4de5f581e HTTP/1.1" status: 200 len: 833 time: 0.0652325 Oct 27 10:53:09.550652 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74b1a7ff-21d9-4b8c-a579-d35b88d3a0b8 None None] Network d265ac5e-2365-45b4-bdcc-3faf6c5a334d requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:53:09.557021 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc85028-4ebe-4279-9625-334adfee5b69 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Pushing event deleted for resources: {'Subnet': ['ID=f2e45fba-03a4-48ce-8657-c0be20811c7d,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:53:09.600536 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65acf995-152b-4502-a21a-2de096c1723c req-9b7c83ed-e2f9-44cb-81d0-8ce6a04c370c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:53:09.602166 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-65acf995-152b-4502-a21a-2de096c1723c req-9b7c83ed-e2f9-44cb-81d0-8ce6a04c370c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e87b459a-890d-45c5-8314-ac75bfe75e07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0458658 Oct 27 10:53:09.646621 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-7fc85028-4ebe-4279-9625-334adfee5b69 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857803', 'neutron.services.segments.db._delete_segments_for_network-8743873143390'] for network, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:09.669648 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-7fc85028-4ebe-4279-9625-334adfee5b69 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d265ac5e-2365-45b4-bdcc-3faf6c5a334d']}} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:53:09.679317 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7df4a516-6cc4-4e1d-9c36-797bb1f34837 None None] get_active_networks_info from n-d-813419-10 {{(pid=102348) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 27 10:53:09.686709 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-7fc85028-4ebe-4279-9625-334adfee5b69 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2501530-d619-4259-9f6a-cb6253e36176') {'for_net_delete': True} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:53:09.687271 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-7fc85028-4ebe-4279-9625-334adfee5b69 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2501530-d619-4259-9f6a-cb6253e36176') {} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:53:09.706343 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-7fc85028-4ebe-4279-9625-334adfee5b69 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743873145191', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25847877'] for segment, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:09.715401 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-65acf995-152b-4502-a21a-2de096c1723c req-e653e186-a801-4170-9daf-c24b621fc7e0 service neutron] 10.222.0.64 "GET /v2.0/networks/e87b459a-890d-45c5-8314-ac75bfe75e07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031127 Oct 27 10:53:09.721001 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-7fc85028-4ebe-4279-9625-334adfee5b69 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:09.728708 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7fc85028-4ebe-4279-9625-334adfee5b69 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Releasing vlan 436 on physical network physnet1 to pool {{(pid=102346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 10:53:09.729108 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-7fc85028-4ebe-4279-9625-334adfee5b69 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27024137'] for segment, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:09.745996 n-d-813419-10 neutron-server[102346]: Traceback (most recent call last): Oct 27 10:53:09.745996 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 10:53:09.745996 n-d-813419-10 neutron-server[102346]: timer() Oct 27 10:53:09.745996 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 10:53:09.745996 n-d-813419-10 neutron-server[102346]: cb(*args, **kw) Oct 27 10:53:09.745996 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 10:53:09.745996 n-d-813419-10 neutron-server[102346]: return func(*args, **kwargs) Oct 27 10:53:09.745996 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 10:53:09.745996 n-d-813419-10 neutron-server[102346]: self._notify() Oct 27 10:53:09.745996 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 10:53:09.745996 n-d-813419-10 neutron-server[102346]: self.callback(batched_events) Oct 27 10:53:09.745996 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 10:53:09.745996 n-d-813419-10 neutron-server[102346]: event.method(event) Oct 27 10:53:09.745996 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 10:53:09.745996 n-d-813419-10 neutron-server[102346]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 10:53:09.745996 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 10:53:09.745996 n-d-813419-10 neutron-server[102346]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 10:53:09.745996 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 10:53:09.745996 n-d-813419-10 neutron-server[102346]: return f(self, *a, **k) Oct 27 10:53:09.745996 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 10:53:09.745996 n-d-813419-10 neutron-server[102346]: return self._get(url).json() Oct 27 10:53:09.745996 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 10:53:09.745996 n-d-813419-10 neutron-server[102346]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 10:53:09.745996 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 10:53:09.745996 n-d-813419-10 neutron-server[102346]: return self.request(url, 'GET', **kwargs) Oct 27 10:53:09.745996 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 10:53:09.745996 n-d-813419-10 neutron-server[102346]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 10:53:09.745996 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 10:53:09.745996 n-d-813419-10 neutron-server[102346]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 10:53:09.745996 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 10:53:09.745996 n-d-813419-10 neutron-server[102346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 10:53:09.745996 n-d-813419-10 neutron-server[102346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 10:53:09.787920 n-d-813419-10 neutron-server[102348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7df4a516-6cc4-4e1d-9c36-797bb1f34837 None None] Resources bound (agent type, host, resource id): {{(pid=102348) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 27 10:53:09.797228 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-7fc85028-4ebe-4279-9625-334adfee5b69 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664840'] for network, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:09.804921 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-7fc85028-4ebe-4279-9625-334adfee5b69 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Publish callbacks [] for network, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:09.816763 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-7fc85028-4ebe-4279-9625-334adfee5b69 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] 10.222.0.44 "DELETE /v2.0/networks/d265ac5e-2365-45b4-bdcc-3faf6c5a334d HTTP/1.1" status: 204 len: 168 time: 0.6216476 Oct 27 10:53:09.817076 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 34968) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:53:09.822987 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-2aed3a8c-4642-4b77-94ff-52cb275a8f11 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-437563908'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:53:09.832021 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc85028-4ebe-4279-9625-334adfee5b69 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Pushing event deleted for resources: {'Network': ['ID=d265ac5e-2365-45b4-bdcc-3faf6c5a334d,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:53:09.848734 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-65acf995-152b-4502-a21a-2de096c1723c req-f2c5795e-05d4-4a77-95ff-4bdcd37e881f service neutron] 10.222.0.64 "GET /v2.0/networks/e87b459a-890d-45c5-8314-ac75bfe75e07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261334 Oct 27 10:53:09.865476 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2aed3a8c-4642-4b77-94ff-52cb275a8f11 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Made reservation on behalf of ded8396be0c14756b2ae2c7aeecd2ba6 for: {'network': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:53:09.869002 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-2aed3a8c-4642-4b77-94ff-52cb275a8f11 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for network, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:09.894437 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2aed3a8c-4642-4b77-94ff-52cb275a8f11 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 421} {{(pid=102347) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 10:53:09.905295 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-2aed3a8c-4642-4b77-94ff-52cb275a8f11 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:09.905695 n-d-813419-10 neutron-server[102347]: INFO neutron.db.segments_db [None req-2aed3a8c-4642-4b77-94ff-52cb275a8f11 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Added segment 06077354-6d65-4a65-b73a-b1cafdc52113 of type vlan for network 980ababd-a21e-451e-9215-2c7b3bfc95b9 Oct 27 10:53:09.999649 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-2aed3a8c-4642-4b77-94ff-52cb275a8f11 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743872593080'] for network, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:10.041313 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65acf995-152b-4502-a21a-2de096c1723c req-00ca3b6b-6453-4ee3-9e3e-f51aa68defc8 tempest-TestNetworkAdvancedServerOps-357845361 tempest-TestNetworkAdvancedServerOps-357845361-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:53:10.042774 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-65acf995-152b-4502-a21a-2de096c1723c req-00ca3b6b-6453-4ee3-9e3e-f51aa68defc8 tempest-TestNetworkAdvancedServerOps-357845361 tempest-TestNetworkAdvancedServerOps-357845361-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=e489a004-a709-4610-8b39-9d67620338b9&tenant_id=7f357cb809634e50864d0c31dbcbd617&binding%3Ahost_id=n-h2-813419-10 HTTP/1.1" status: 200 len: 1097 time: 0.1106431 Oct 27 10:53:10.061291 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [req-65acf995-152b-4502-a21a-2de096c1723c req-9771400f-3424-4ec9-8b4c-ef43adc1038c service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-813419-10'}}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:53:10.079016 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-2aed3a8c-4642-4b77-94ff-52cb275a8f11 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913'] for network, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:10.084510 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aed3a8c-4642-4b77-94ff-52cb275a8f11 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:53:10.085110 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-2aed3a8c-4642-4b77-94ff-52cb275a8f11 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Publish callbacks [] for network, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:10.195250 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-2aed3a8c-4642-4b77-94ff-52cb275a8f11 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3770363 Oct 27 10:53:10.198215 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 34972) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:53:10.204026 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-cf596db1-47c2-4667-b5e0-67df7788d768 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Request body: {'subnet': {'network_id': '980ababd-a21e-451e-9215-2c7b3bfc95b9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:53:10.204380 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aed3a8c-4642-4b77-94ff-52cb275a8f11 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Pushing event updated for resources: {'Network': ['ID=980ababd-a21e-451e-9215-2c7b3bfc95b9,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:53:10.215967 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Network 980ababd-a21e-451e-9215-2c7b3bfc95b9 details requested by agent ovs-agent-n-d-813419-10 with host n-d-813419-10 {{(pid=102348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 10:53:10.216555 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46b5090-15ee-4654-9f1f-71b939f22f22 req-0d44f8f2-24d8-4f71-94be-9685312a3af3 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:53:10.217879 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-a46b5090-15ee-4654-9f1f-71b939f22f22 req-0d44f8f2-24d8-4f71-94be-9685312a3af3 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] 10.222.0.44 "GET /v2.0/ports?device_id=f3bef178-eb00-40c6-9b29-942b49484548 HTTP/1.1" status: 200 len: 945 time: 0.1741421 Oct 27 10:53:10.221120 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-65acf995-152b-4502-a21a-2de096c1723c req-9771400f-3424-4ec9-8b4c-ef43adc1038c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:10.309375 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-a46b5090-15ee-4654-9f1f-71b939f22f22 req-40d68c97-b3ca-4545-908b-15b1de17521c tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] 10.222.0.44 "GET /v2.0/security-groups?id=ffed76d3-4d36-4729-a6a9-ef5807ccbf84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784924 Oct 27 10:53:10.399573 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-65acf995-152b-4502-a21a-2de096c1723c req-9771400f-3424-4ec9-8b4c-ef43adc1038c service neutron] For port b85b2469-dbae-4f33-aafe-430d63656371, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=b85b2469-dbae-4f33-aafe-430d63656371,segment=NetworkSegment(ea6ed439-8ac4-4f10-990f-8157b2f8661b),segment_id=ea6ed439-8ac4-4f10-990f-8157b2f8661b)] {{(pid=102347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:53:10.415810 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b8f353-d33e-475b-a6fb-7f3a252f3c34 req-b87d9d2f-e59c-4b9e-9fe4-dd53c6518efe tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:53:10.417529 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-08b8f353-d33e-475b-a6fb-7f3a252f3c34 req-b87d9d2f-e59c-4b9e-9fe4-dd53c6518efe tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "GET /v2.0/ports?device_id=e489a004-a709-4610-8b39-9d67620338b9 HTTP/1.1" status: 200 len: 945 time: 0.0864587 Oct 27 10:53:10.419338 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf596db1-47c2-4667-b5e0-67df7788d768 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Made reservation on behalf of ded8396be0c14756b2ae2c7aeecd2ba6 for: {'subnet': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:53:10.422956 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-cf596db1-47c2-4667-b5e0-67df7788d768 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27167186'] for subnet, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:10.447110 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-65acf995-152b-4502-a21a-2de096c1723c req-9771400f-3424-4ec9-8b4c-ef43adc1038c service neutron] For port b85b2469-dbae-4f33-aafe-430d63656371, host n-h2-813419-10, cleared binding levels {{(pid=102347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:53:10.505769 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e489a004-a709-4610-8b39-9d67620338b9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b85b2469-dbae-4f33-aafe-430d63656371'}] {{(pid=102347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:53:10.508696 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311149b481204ee7edffdb959c881838506fbd95bc8577c048f6677abb73acc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58a3961b-bd95-4617-9bbb-437dbfc4e887" -d '{"events": [{"server_uuid": "e489a004-a709-4610-8b39-9d67620338b9", "name": "network-vif-unplugged", "status": "completed", "tag": "b85b2469-dbae-4f33-aafe-430d63656371"}]}' {{(pid=102347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:53:10.512930 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-65acf995-152b-4502-a21a-2de096c1723c req-9771400f-3424-4ec9-8b4c-ef43adc1038c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:10.519094 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-65acf995-152b-4502-a21a-2de096c1723c req-9771400f-3424-4ec9-8b4c-ef43adc1038c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:10.521718 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-08b8f353-d33e-475b-a6fb-7f3a252f3c34 req-afa84f0b-8b53-4e8e-a9b6-e81e27cda14e tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "GET /v2.0/security-groups?id=eac14644-f19c-4ddb-a549-c458f5e64a03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0947738 Oct 27 10:53:10.560467 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 27 Oct 2021 10:53:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a47f3968-b12c-499e-a22a-b8b5452e8dd3 x-openstack-request-id: req-a47f3968-b12c-499e-a22a-b8b5452e8dd3 {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:53:10.560756 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e489a004-a709-4610-8b39-9d67620338b9", "name": "network-vif-unplugged", "status": "completed", "tag": "b85b2469-dbae-4f33-aafe-430d63656371", "code": 200}]} {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:53:10.561010 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a47f3968-b12c-499e-a22a-b8b5452e8dd3 {{(pid=102347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:53:10.561406 n-d-813419-10 neutron-server[102347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e489a004-a709-4610-8b39-9d67620338b9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b85b2469-dbae-4f33-aafe-430d63656371', 'code': 200} Oct 27 10:53:10.640062 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9771400f-3424-4ec9-8b4c-ef43adc1038c service neutron] Pushing event updated for resources: {'Port': ['ID=b85b2469-dbae-4f33-aafe-430d63656371,revision_number=7']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:53:10.693124 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-cf596db1-47c2-4667-b5e0-67df7788d768 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27024290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27167168'] for subnet, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:10.699380 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-65acf995-152b-4502-a21a-2de096c1723c req-9771400f-3424-4ec9-8b4c-ef43adc1038c service neutron] Attempting to bind port b85b2469-dbae-4f33-aafe-430d63656371 on host n-h2-813419-10 for vnic_type normal with profile {"migrating_to": "n-h1-813419-10"} {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:53:10.699988 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-65acf995-152b-4502-a21a-2de096c1723c req-9771400f-3424-4ec9-8b4c-ef43adc1038c service neutron] Attempting to bind port b85b2469-dbae-4f33-aafe-430d63656371 by drivers openvswitch,hyperv on host n-h2-813419-10 at level 0 using segments [{'id': 'ea6ed439-8ac4-4f10-990f-8157b2f8661b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'e87b459a-890d-45c5-8314-ac75bfe75e07'}] {{(pid=102347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:53:10.700359 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65acf995-152b-4502-a21a-2de096c1723c req-9771400f-3424-4ec9-8b4c-ef43adc1038c service neutron] Attempting to bind port b85b2469-dbae-4f33-aafe-430d63656371 on network e87b459a-890d-45c5-8314-ac75bfe75e07 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:53:10.705198 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65acf995-152b-4502-a21a-2de096c1723c req-9771400f-3424-4ec9-8b4c-ef43adc1038c service neutron] Port b85b2469-dbae-4f33-aafe-430d63656371 on network e87b459a-890d-45c5-8314-ac75bfe75e07 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-10 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 10:53:10.705502 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65acf995-152b-4502-a21a-2de096c1723c req-9771400f-3424-4ec9-8b4c-ef43adc1038c service neutron] Attempting to bind port b85b2469-dbae-4f33-aafe-430d63656371 on network e87b459a-890d-45c5-8314-ac75bfe75e07 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:53:10.711135 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65acf995-152b-4502-a21a-2de096c1723c req-9771400f-3424-4ec9-8b4c-ef43adc1038c service neutron] Checking agent: {'id': 'a2edc247-0fa4-4ce6-bbae-a10492f6bd71', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 16, 9), 'started_at': datetime.datetime(2021, 10, 27, 10, 16, 9), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 53, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:53:10.712077 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65acf995-152b-4502-a21a-2de096c1723c req-9771400f-3424-4ec9-8b4c-ef43adc1038c service neutron] Checking segment: {'id': 'ea6ed439-8ac4-4f10-990f-8157b2f8661b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'e87b459a-890d-45c5-8314-ac75bfe75e07'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:53:10.712497 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65acf995-152b-4502-a21a-2de096c1723c req-9771400f-3424-4ec9-8b4c-ef43adc1038c service neutron] Bound using segment: {'id': 'ea6ed439-8ac4-4f10-990f-8157b2f8661b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'e87b459a-890d-45c5-8314-ac75bfe75e07'} {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:53:10.712935 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-65acf995-152b-4502-a21a-2de096c1723c req-9771400f-3424-4ec9-8b4c-ef43adc1038c service neutron] Bound port: b85b2469-dbae-4f33-aafe-430d63656371, host: n-h2-813419-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea6ed439-8ac4-4f10-990f-8157b2f8661b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'e87b459a-890d-45c5-8314-ac75bfe75e07'}}] {{(pid=102347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:53:10.713293 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-65acf995-152b-4502-a21a-2de096c1723c req-9771400f-3424-4ec9-8b4c-ef43adc1038c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:10.766139 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf596db1-47c2-4667-b5e0-67df7788d768 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Pushing event updated for resources: {'Subnet': ['ID=a0f25956-61d7-416f-b2a5-5c1ae76c6b51,revision_number=0']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:53:10.789979 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf596db1-47c2-4667-b5e0-67df7788d768 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Checking segment: {'id': '06077354-6d65-4a65-b73a-b1cafdc52113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '980ababd-a21e-451e-9215-2c7b3bfc95b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:53:10.790731 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf596db1-47c2-4667-b5e0-67df7788d768 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Network hostable DHCP agents. Network: 980ababd-a21e-451e-9215-2c7b3bfc95b9, hostable agents: ['eafd4000-b897-4722-ae8b-0118ec955181'], hosted agents: [] {{(pid=102346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 10:53:10.797214 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-65acf995-152b-4502-a21a-2de096c1723c req-9771400f-3424-4ec9-8b4c-ef43adc1038c service neutron] For port b85b2469-dbae-4f33-aafe-430d63656371, host n-h2-813419-10, cleared binding levels {{(pid=102347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:53:10.800490 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-65acf995-152b-4502-a21a-2de096c1723c req-9771400f-3424-4ec9-8b4c-ef43adc1038c service neutron] For port b85b2469-dbae-4f33-aafe-430d63656371, host n-h2-813419-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=b85b2469-dbae-4f33-aafe-430d63656371,segment=NetworkSegment(ea6ed439-8ac4-4f10-990f-8157b2f8661b),segment_id=ea6ed439-8ac4-4f10-990f-8157b2f8661b)] {{(pid=102347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:53:10.809675 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-65acf995-152b-4502-a21a-2de096c1723c req-9771400f-3424-4ec9-8b4c-ef43adc1038c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:10.811501 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf596db1-47c2-4667-b5e0-67df7788d768 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Network 980ababd-a21e-451e-9215-2c7b3bfc95b9 is scheduled to be hosted by DHCP agent eafd4000-b897-4722-ae8b-0118ec955181 with binding_index 1 {{(pid=102346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 10:53:10.824063 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-cf596db1-47c2-4667-b5e0-67df7788d768 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-10, 980ababd-a21e-451e-9215-2c7b3bfc95b9) {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:53:10.837813 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdb19eb9-c46b-49e0-9803-032d8c963cad None None] Network 980ababd-a21e-451e-9215-2c7b3bfc95b9 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:53:10.844707 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf596db1-47c2-4667-b5e0-67df7788d768 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:53:10.846446 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-cf596db1-47c2-4667-b5e0-67df7788d768 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for subnet, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:10.885205 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-cf596db1-47c2-4667-b5e0-67df7788d768 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6856692 Oct 27 10:53:10.885879 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 34980) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:53:10.891741 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-8a024fd4-757a-483e-ac12-34aa02bfba6f tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Request body: {'subnet': {'network_id': '980ababd-a21e-451e-9215-2c7b3bfc95b9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:53:10.932517 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-513693ae-6ffe-432a-822e-f5eb363c9e24 None None] Provisioning complete for port b85b2469-dbae-4f33-aafe-430d63656371 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:53:10.932884 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-513693ae-6ffe-432a-822e-f5eb363c9e24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:10.939623 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9771400f-3424-4ec9-8b4c-ef43adc1038c service neutron] Pushing event updated for resources: {'Port': ['ID=b85b2469-dbae-4f33-aafe-430d63656371,revision_number=8']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:53:10.988852 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65acf995-152b-4502-a21a-2de096c1723c req-9771400f-3424-4ec9-8b4c-ef43adc1038c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:53:10.989882 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-65acf995-152b-4502-a21a-2de096c1723c req-9771400f-3424-4ec9-8b4c-ef43adc1038c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:10.991319 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-65acf995-152b-4502-a21a-2de096c1723c req-9771400f-3424-4ec9-8b4c-ef43adc1038c service neutron] 10.222.0.64 "PUT /v2.0/ports/b85b2469-dbae-4f33-aafe-430d63656371 HTTP/1.1" status: 200 len: 1123 time: 0.9348190 Oct 27 10:53:11.088040 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] get_ports_and_sgs() called for port_ids ['b85b2469-dbae-4f33-aafe-430d63656371'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:53:11.102780 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a024fd4-757a-483e-ac12-34aa02bfba6f tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Made reservation on behalf of ded8396be0c14756b2ae2c7aeecd2ba6 for: {'subnet': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:53:11.108375 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-8a024fd4-757a-483e-ac12-34aa02bfba6f tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27167186'] for subnet, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:11.222194 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3627da2a-a9dc-4d91-9326-60350ab7c01f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp734b258e-7d96-550c-b970-9b72ab66f383-980ababd-a21e-451e-9215-2c7b3bfc95b9', 'network_id': '980ababd-a21e-451e-9215-2c7b3bfc95b9', 'tenant_id': 'ded8396be0c14756b2ae2c7aeecd2ba6', 'fixed_ips': [{'subnet_id': 'a0f25956-61d7-416f-b2a5-5c1ae76c6b51'}]}} from n-d-813419-10. {{(pid=102348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 10:53:11.223062 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-3627da2a-a9dc-4d91-9326-60350ab7c01f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:11.241461 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-513693ae-6ffe-432a-822e-f5eb363c9e24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:11.310798 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e489a004-a709-4610-8b39-9d67620338b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b85b2469-dbae-4f33-aafe-430d63656371'}] {{(pid=102348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:53:11.313232 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c588921fa634554a1d9242fdea1b05457a9ff1d3b28ba54ec1dace7f2f1df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88a51045-b67b-4e88-b672-192930ebfe0f" -d '{"events": [{"server_uuid": "e489a004-a709-4610-8b39-9d67620338b9", "name": "network-vif-plugged", "status": "completed", "tag": "b85b2469-dbae-4f33-aafe-430d63656371"}]}' {{(pid=102348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:53:11.376770 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-513693ae-6ffe-432a-822e-f5eb363c9e24 None None] For port b85b2469-dbae-4f33-aafe-430d63656371, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=b85b2469-dbae-4f33-aafe-430d63656371,segment=NetworkSegment(ea6ed439-8ac4-4f10-990f-8157b2f8661b),segment_id=ea6ed439-8ac4-4f10-990f-8157b2f8661b)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:53:11.391042 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-8a024fd4-757a-483e-ac12-34aa02bfba6f tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27024290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27167168'] for subnet, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:11.398807 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-513693ae-6ffe-432a-822e-f5eb363c9e24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:11.402303 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:53:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b96e49db-8a39-4583-8ae1-60505eb23a9c x-openstack-request-id: req-b96e49db-8a39-4583-8ae1-60505eb23a9c {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:53:11.403121 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e489a004-a709-4610-8b39-9d67620338b9", "name": "network-vif-plugged", "status": "completed", "tag": "b85b2469-dbae-4f33-aafe-430d63656371", "code": 200}]} {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:53:11.403372 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b96e49db-8a39-4583-8ae1-60505eb23a9c {{(pid=102348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:53:11.403755 n-d-813419-10 neutron-server[102348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e489a004-a709-4610-8b39-9d67620338b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b85b2469-dbae-4f33-aafe-430d63656371', 'code': 200} Oct 27 10:53:11.454564 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a024fd4-757a-483e-ac12-34aa02bfba6f tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Pushing event updated for resources: {'Subnet': ['ID=660647ca-27fe-4983-b135-14a80c264956,revision_number=0']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:53:11.468603 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a024fd4-757a-483e-ac12-34aa02bfba6f tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Network 980ababd-a21e-451e-9215-2c7b3bfc95b9 is already hosted by enough agents. {{(pid=102346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:53:11.470034 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-8a024fd4-757a-483e-ac12-34aa02bfba6f tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Resources bound (agent type, host, resource id): {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:53:11.477179 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a024fd4-757a-483e-ac12-34aa02bfba6f tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:53:11.477830 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-8a024fd4-757a-483e-ac12-34aa02bfba6f tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for subnet, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:11.484300 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b4d2dd-6389-4b9f-b2dd-d1d5a9b8a89f req-dc1ba98a-afa7-4c4d-bc46-47c61a5f2246 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:53:11.494386 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-f0b4d2dd-6389-4b9f-b2dd-d1d5a9b8a89f req-dc1ba98a-afa7-4c4d-bc46-47c61a5f2246 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] 10.222.0.44 "GET /v2.0/ports?device_id=f3bef178-eb00-40c6-9b29-942b49484548 HTTP/1.1" status: 200 len: 945 time: 0.0746031 Oct 27 10:53:11.500790 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-8a024fd4-757a-483e-ac12-34aa02bfba6f tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.6137967 Oct 27 10:53:11.503339 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 34988) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:53:11.536144 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-f0b4d2dd-6389-4b9f-b2dd-d1d5a9b8a89f req-104e4ff3-4d6d-4a49-88dd-58d63e924919 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] 10.222.0.44 "GET /v2.0/security-groups?id=ffed76d3-4d36-4729-a6a9-ef5807ccbf84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408974 Oct 27 10:53:11.614155 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae6c7c75-4dc4-4aa9-9b99-fbe3710daa78 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:53:11.616035 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae6c7c75-4dc4-4aa9-9b99-fbe3710daa78 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:53:11.617623 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae6c7c75-4dc4-4aa9-9b99-fbe3710daa78 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:53:11.619236 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae6c7c75-4dc4-4aa9-9b99-fbe3710daa78 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:53:11.621902 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae6c7c75-4dc4-4aa9-9b99-fbe3710daa78 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:53:11.623663 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-ae6c7c75-4dc4-4aa9-9b99-fbe3710daa78 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1193633 Oct 27 10:53:11.629451 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 34992) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:53:11.634800 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-ba18e506-e50a-43ef-96b2-0aec563930cf tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1100222216'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:53:11.664757 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba18e506-e50a-43ef-96b2-0aec563930cf tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Made reservation on behalf of ded8396be0c14756b2ae2c7aeecd2ba6 for: {'network': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:53:11.670468 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-ba18e506-e50a-43ef-96b2-0aec563930cf tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for network, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:11.681391 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e30c47e-ea6b-4143-bb7f-4eb4a26734c6 req-99c411ff-f907-4b95-8d5d-1eef08988e4d tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:53:11.690425 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-9e30c47e-ea6b-4143-bb7f-4eb4a26734c6 req-99c411ff-f907-4b95-8d5d-1eef08988e4d tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "GET /v2.0/ports?device_id=e489a004-a709-4610-8b39-9d67620338b9 HTTP/1.1" status: 200 len: 945 time: 0.0631897 Oct 27 10:53:11.697948 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba18e506-e50a-43ef-96b2-0aec563930cf tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 444} {{(pid=102347) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 10:53:11.712038 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-ba18e506-e50a-43ef-96b2-0aec563930cf tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:11.712511 n-d-813419-10 neutron-server[102347]: INFO neutron.db.segments_db [None req-ba18e506-e50a-43ef-96b2-0aec563930cf tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Added segment b667dd34-fdc7-4dfb-bb11-f31149fa8335 of type vlan for network 142de8d1-3f38-4169-816b-2b51b8664689 Oct 27 10:53:11.745346 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-9e30c47e-ea6b-4143-bb7f-4eb4a26734c6 req-21e6c177-4075-43bf-86f9-b9063930ed5f tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "GET /v2.0/security-groups?id=eac14644-f19c-4ddb-a549-c458f5e64a03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537121 Oct 27 10:53:11.767003 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-ba18e506-e50a-43ef-96b2-0aec563930cf tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743872593080'] for network, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:11.801918 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-ba18e506-e50a-43ef-96b2-0aec563930cf tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913'] for network, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:11.808753 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba18e506-e50a-43ef-96b2-0aec563930cf tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:53:11.809375 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-ba18e506-e50a-43ef-96b2-0aec563930cf tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Publish callbacks [] for network, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:11.843843 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-ba18e506-e50a-43ef-96b2-0aec563930cf tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2108085 Oct 27 10:53:11.844715 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 34996) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:53:11.850996 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-ffbdd933-1dcc-4c52-a6ea-fce336935803 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Request body: {'network': {'name': 'New_network'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:53:11.867542 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513693ae-6ffe-432a-822e-f5eb363c9e24 None None] Pushing event updated for resources: {'Port': ['ID=b85b2469-dbae-4f33-aafe-430d63656371,revision_number=9']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:53:11.898170 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba18e506-e50a-43ef-96b2-0aec563930cf tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Pushing event updated for resources: {'Network': ['ID=142de8d1-3f38-4169-816b-2b51b8664689,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:53:11.908909 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.db_base_plugin_common [None req-3627da2a-a9dc-4d91-9326-60350ab7c01f None None] Allocated IP 2001:db8::2 (980ababd-a21e-451e-9215-2c7b3bfc95b9/a0f25956-61d7-416f-b2a5-5c1ae76c6b51/a25dc078-40d7-4917-ad0c-45b6a7a1e8b3) {{(pid=102348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:53:11.914651 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Network 142de8d1-3f38-4169-816b-2b51b8664689 details requested by agent ovs-agent-n-d-813419-10 with host n-d-813419-10 {{(pid=102348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 10:53:12.058373 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ffbdd933-1dcc-4c52-a6ea-fce336935803 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743872593080'] for network, precommit_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:12.073477 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ffbdd933-1dcc-4c52-a6ea-fce336935803 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913'] for network, after_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:12.094855 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ffbdd933-1dcc-4c52-a6ea-fce336935803 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Network 142de8d1-3f38-4169-816b-2b51b8664689 is not hosted by any dhcp agent {{(pid=102346) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 27 10:53:12.095654 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device b85b2469-dbae-4f33-aafe-430d63656371 details requested by agent hyperv_n-h1-813419-10 with host n-h1-813419-10 {{(pid=102348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 10:53:12.097476 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-1b3360c9-02ee-433a-b0d7-51bf3772f6d1 None None] Provisioning complete for port b85b2469-dbae-4f33-aafe-430d63656371 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:53:12.097919 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-1b3360c9-02ee-433a-b0d7-51bf3772f6d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:12.100102 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffbdd933-1dcc-4c52-a6ea-fce336935803 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:53:12.100744 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ffbdd933-1dcc-4c52-a6ea-fce336935803 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Publish callbacks [] for network, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:12.105920 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 35000) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:53:12.108387 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-ffbdd933-1dcc-4c52-a6ea-fce336935803 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] 10.222.0.44 "PUT /v2.0/networks/142de8d1-3f38-4169-816b-2b51b8664689 HTTP/1.1" status: 200 len: 723 time: 0.2587349 Oct 27 10:53:12.113627 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-b0dad7e3-bd23-4c96-9c15-71d46cd91202 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Request body: {'subnet': {'network_id': '142de8d1-3f38-4169-816b-2b51b8664689', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:53:12.157621 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbdd933-1dcc-4c52-a6ea-fce336935803 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Pushing event updated for resources: {'Network': ['ID=142de8d1-3f38-4169-816b-2b51b8664689,revision_number=2']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:53:12.177205 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Network 142de8d1-3f38-4169-816b-2b51b8664689 details requested by agent ovs-agent-n-d-813419-10 with host n-d-813419-10 {{(pid=102348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 10:53:12.236697 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0dad7e3-bd23-4c96-9c15-71d46cd91202 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Made reservation on behalf of ded8396be0c14756b2ae2c7aeecd2ba6 for: {'subnet': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:53:12.240807 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-b0dad7e3-bd23-4c96-9c15-71d46cd91202 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18044073'] for subnet, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:12.410206 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-3627da2a-a9dc-4d91-9326-60350ab7c01f None None] Publish callbacks [] for port, precommit_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:12.421420 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-3627da2a-a9dc-4d91-9326-60350ab7c01f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606'] for port, after_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:12.459592 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-b0dad7e3-bd23-4c96-9c15-71d46cd91202 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-18295883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18044091'] for subnet, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:12.492070 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port b85b2469-dbae-4f33-aafe-430d63656371, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=b85b2469-dbae-4f33-aafe-430d63656371,segment=NetworkSegment(ea6ed439-8ac4-4f10-990f-8157b2f8661b),segment_id=ea6ed439-8ac4-4f10-990f-8157b2f8661b)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:53:12.495805 n-d-813419-10 neutron-server[102348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3627da2a-a9dc-4d91-9326-60350ab7c01f None None] Network 980ababd-a21e-451e-9215-2c7b3bfc95b9 is already hosted by enough agents. {{(pid=102348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:53:12.506520 n-d-813419-10 neutron-server[102348]: DEBUG neutron.scheduler.base_scheduler [None req-3627da2a-a9dc-4d91-9326-60350ab7c01f None None] Resources bound (agent type, host, resource id): {{(pid=102348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:53:12.513402 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3627da2a-a9dc-4d91-9326-60350ab7c01f None None] Received port after_create {{(pid=102348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:53:12.518987 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device b85b2469-dbae-4f33-aafe-430d63656371 has no active binding in host n-h1-813419-10 {{(pid=102348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 27 10:53:12.522773 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3627da2a-a9dc-4d91-9326-60350ab7c01f None None] Pushing event updated for resources: {'Port': ['ID=a25dc078-40d7-4917-ad0c-45b6a7a1e8b3,revision_number=1']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:53:12.530654 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0dad7e3-bd23-4c96-9c15-71d46cd91202 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Pushing event updated for resources: {'Subnet': ['ID=061e1bc4-ebdf-4812-860a-2f0b7077784f,revision_number=0']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:53:12.540709 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0dad7e3-bd23-4c96-9c15-71d46cd91202 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Checking segment: {'id': 'b667dd34-fdc7-4dfb-bb11-f31149fa8335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '142de8d1-3f38-4169-816b-2b51b8664689'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:53:12.541069 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0dad7e3-bd23-4c96-9c15-71d46cd91202 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Network hostable DHCP agents. Network: 142de8d1-3f38-4169-816b-2b51b8664689, hostable agents: ['eafd4000-b897-4722-ae8b-0118ec955181'], hosted agents: [] {{(pid=102347) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 10:53:12.564149 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e489a004-a709-4610-8b39-9d67620338b9', 'tag': 'b85b2469-dbae-4f33-aafe-430d63656371'}] {{(pid=102347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:53:12.566894 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311149b481204ee7edffdb959c881838506fbd95bc8577c048f6677abb73acc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-609711ef-a633-4124-a8c0-e84c70ee0774" -d '{"events": [{"name": "network-changed", "server_uuid": "e489a004-a709-4610-8b39-9d67620338b9", "tag": "b85b2469-dbae-4f33-aafe-430d63656371"}]}' {{(pid=102347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:53:12.579571 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-3627da2a-a9dc-4d91-9326-60350ab7c01f None None] Attempting to bind port a25dc078-40d7-4917-ad0c-45b6a7a1e8b3 on host n-d-813419-10 for vnic_type normal with profile {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:53:12.579961 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-3627da2a-a9dc-4d91-9326-60350ab7c01f None None] Attempting to bind port a25dc078-40d7-4917-ad0c-45b6a7a1e8b3 by drivers openvswitch,hyperv on host n-d-813419-10 at level 0 using segments [{'id': '06077354-6d65-4a65-b73a-b1cafdc52113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '980ababd-a21e-451e-9215-2c7b3bfc95b9'}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:53:12.580393 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3627da2a-a9dc-4d91-9326-60350ab7c01f None None] Attempting to bind port a25dc078-40d7-4917-ad0c-45b6a7a1e8b3 on network 980ababd-a21e-451e-9215-2c7b3bfc95b9 {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:53:12.585601 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3627da2a-a9dc-4d91-9326-60350ab7c01f None None] Checking agent: {'id': '89dba0f3-79b2-435e-9822-33674b8f6ada', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 8, 20), 'started_at': datetime.datetime(2021, 10, 27, 10, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 52, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:53:12.585974 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3627da2a-a9dc-4d91-9326-60350ab7c01f None None] Checking segment: {'id': '06077354-6d65-4a65-b73a-b1cafdc52113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '980ababd-a21e-451e-9215-2c7b3bfc95b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:53:12.586374 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-3627da2a-a9dc-4d91-9326-60350ab7c01f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:12.586764 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3627da2a-a9dc-4d91-9326-60350ab7c01f None None] Bound using segment: {'id': '06077354-6d65-4a65-b73a-b1cafdc52113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '980ababd-a21e-451e-9215-2c7b3bfc95b9'} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:53:12.587229 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-3627da2a-a9dc-4d91-9326-60350ab7c01f None None] Bound port: a25dc078-40d7-4917-ad0c-45b6a7a1e8b3, host: n-d-813419-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06077354-6d65-4a65-b73a-b1cafdc52113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '980ababd-a21e-451e-9215-2c7b3bfc95b9'}}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:53:12.587607 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-3627da2a-a9dc-4d91-9326-60350ab7c01f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:12.598041 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0dad7e3-bd23-4c96-9c15-71d46cd91202 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Network 142de8d1-3f38-4169-816b-2b51b8664689 is scheduled to be hosted by DHCP agent eafd4000-b897-4722-ae8b-0118ec955181 with binding_index 1 {{(pid=102347) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 10:53:12.623964 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [None req-b0dad7e3-bd23-4c96-9c15-71d46cd91202 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-10, 142de8d1-3f38-4169-816b-2b51b8664689) {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:53:12.630855 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0dad7e3-bd23-4c96-9c15-71d46cd91202 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:53:12.631544 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-b0dad7e3-bd23-4c96-9c15-71d46cd91202 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Publish callbacks [] for subnet, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:12.641622 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 10:53:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-145f04b2-549f-4631-8605-de6db71bbbce x-openstack-request-id: req-145f04b2-549f-4631-8605-de6db71bbbce {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:53:12.642037 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e489a004-a709-4610-8b39-9d67620338b9", "tag": "b85b2469-dbae-4f33-aafe-430d63656371", "status": "completed", "code": 200}]} {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:53:12.642670 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-145f04b2-549f-4631-8605-de6db71bbbce {{(pid=102347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:53:12.643634 n-d-813419-10 neutron-server[102347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e489a004-a709-4610-8b39-9d67620338b9', 'tag': 'b85b2469-dbae-4f33-aafe-430d63656371', 'status': 'completed', 'code': 200} Oct 27 10:53:12.672297 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-b0dad7e3-bd23-4c96-9c15-71d46cd91202 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5617929 Oct 27 10:53:12.672884 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 35008) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:53:12.679269 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f10e4db4-5972-4d28-ad27-a83aaf014e44 None None] Network 142de8d1-3f38-4169-816b-2b51b8664689 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:53:12.685465 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-e352f42d-9349-458f-bd4f-13614b203372 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:53:12.751330 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609711ef-a633-4124-a8c0-e84c70ee0774 req-89ee7285-485d-489d-a796-6b7b2e205031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:53:12.753490 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-609711ef-a633-4124-a8c0-e84c70ee0774 req-89ee7285-485d-489d-a796-6b7b2e205031 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=7f357cb809634e50864d0c31dbcbd617&device_id=e489a004-a709-4610-8b39-9d67620338b9 HTTP/1.1" status: 200 len: 1128 time: 0.0795588 Oct 27 10:53:12.784450 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-3627da2a-a9dc-4d91-9326-60350ab7c01f None None] For port a25dc078-40d7-4917-ad0c-45b6a7a1e8b3, host n-d-813419-10, cleared binding levels {{(pid=102348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:53:12.791067 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-3627da2a-a9dc-4d91-9326-60350ab7c01f None None] For port a25dc078-40d7-4917-ad0c-45b6a7a1e8b3, host n-d-813419-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=a25dc078-40d7-4917-ad0c-45b6a7a1e8b3,segment=NetworkSegment(06077354-6d65-4a65-b73a-b1cafdc52113),segment_id=06077354-6d65-4a65-b73a-b1cafdc52113)] {{(pid=102348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:53:12.801511 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-e352f42d-9349-458f-bd4f-13614b203372 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-18044066'] for subnet, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:12.807845 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-3627da2a-a9dc-4d91-9326-60350ab7c01f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:12.907428 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609711ef-a633-4124-a8c0-e84c70ee0774 req-bedb41ea-f931-4da5-be4a-5bd912aece4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:53:12.909595 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-609711ef-a633-4124-a8c0-e84c70ee0774 req-bedb41ea-f931-4da5-be4a-5bd912aece4d service neutron] 10.222.0.76 "GET /v2.0/networks?id=e87b459a-890d-45c5-8314-ac75bfe75e07 HTTP/1.1" status: 200 len: 898 time: 0.1383376 Oct 27 10:53:12.977044 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-e352f42d-9349-458f-bd4f-13614b203372 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8743872972261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-18295813'] for subnet, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:12.991323 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87601212-861e-4368-84dd-87bf8baa9fd7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp734b258e-7d96-550c-b970-9b72ab66f383-142de8d1-3f38-4169-816b-2b51b8664689', 'network_id': '142de8d1-3f38-4169-816b-2b51b8664689', 'tenant_id': 'ded8396be0c14756b2ae2c7aeecd2ba6', 'fixed_ips': [{'subnet_id': '061e1bc4-ebdf-4812-860a-2f0b7077784f'}]}} from n-d-813419-10. {{(pid=102348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 10:53:12.992336 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-87601212-861e-4368-84dd-87bf8baa9fd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:13.041789 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3627da2a-a9dc-4d91-9326-60350ab7c01f None None] Pushing event updated for resources: {'Port': ['ID=a25dc078-40d7-4917-ad0c-45b6a7a1e8b3,revision_number=2']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:53:13.066342 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e352f42d-9349-458f-bd4f-13614b203372 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:53:13.066926 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-e352f42d-9349-458f-bd4f-13614b203372 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Publish callbacks [] for subnet, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:13.068249 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-e352f42d-9349-458f-bd4f-13614b203372 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] 10.222.0.44 "PUT /v2.0/subnets/061e1bc4-ebdf-4812-860a-2f0b7077784f HTTP/1.1" status: 200 len: 826 time: 0.3943031 Oct 27 10:53:13.072521 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 35012) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:53:13.146370 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e352f42d-9349-458f-bd4f-13614b203372 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Pushing event updated for resources: {'Subnet': ['ID=061e1bc4-ebdf-4812-860a-2f0b7077784f,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:53:13.160252 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e6ec19-ae31-4ece-a10e-f0f6ea70ec19 req-83ffc230-f0fe-4da4-9aa2-c9314cafac8c tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:53:13.161656 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-94e6ec19-ae31-4ece-a10e-f0f6ea70ec19 req-83ffc230-f0fe-4da4-9aa2-c9314cafac8c tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "GET /v2.0/ports?device_id=e489a004-a709-4610-8b39-9d67620338b9 HTTP/1.1" status: 200 len: 945 time: 0.1990151 Oct 27 10:53:13.252087 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-94e6ec19-ae31-4ece-a10e-f0f6ea70ec19 req-83b0083e-90b8-41c5-93ef-224c5593cd55 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "GET /v2.0/security-groups?id=eac14644-f19c-4ddb-a549-c458f5e64a03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818627 Oct 27 10:53:13.262929 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-0ce255db-7b2b-4b62-858c-bed90fb7f6af tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586917'] for network, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:13.267951 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.db_base_plugin_common [None req-87601212-861e-4368-84dd-87bf8baa9fd7 None None] Allocated IP 2001:db8::2 (142de8d1-3f38-4169-816b-2b51b8664689/061e1bc4-ebdf-4812-860a-2f0b7077784f/11a0f20f-350e-49cc-abb0-9aec0caf955d) {{(pid=102348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:53:13.485485 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe096ab-aa22-48bc-9fe6-45de8534cf78 req-e2dbba99-eba8-4609-9ba2-7d00c38f4685 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:53:13.487146 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-abe096ab-aa22-48bc-9fe6-45de8534cf78 req-e2dbba99-eba8-4609-9ba2-7d00c38f4685 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] 10.222.0.44 "GET /v2.0/ports?device_id=f3bef178-eb00-40c6-9b29-942b49484548 HTTP/1.1" status: 200 len: 945 time: 0.7835789 Oct 27 10:53:13.489869 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-609711ef-a633-4124-a8c0-e84c70ee0774 req-998384ed-7f1c-4f72-91fd-e423274bd8d8 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b85b2469-dbae-4f33-aafe-430d63656371 HTTP/1.1" status: 200 len: 1001 time: 0.5697334 Oct 27 10:53:13.490419 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-87601212-861e-4368-84dd-87bf8baa9fd7 None None] Publish callbacks [] for port, precommit_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:13.498897 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-87601212-861e-4368-84dd-87bf8baa9fd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606'] for port, after_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:13.554565 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609711ef-a633-4124-a8c0-e84c70ee0774 req-de63b8aa-7278-429e-8b00-c5a612aaad3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:53:13.555521 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87601212-861e-4368-84dd-87bf8baa9fd7 None None] Pushing event updated for resources: {'Port': ['ID=11a0f20f-350e-49cc-abb0-9aec0caf955d,revision_number=1']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:53:13.556294 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-609711ef-a633-4124-a8c0-e84c70ee0774 req-de63b8aa-7278-429e-8b00-c5a612aaad3a service neutron] 10.222.0.76 "GET /v2.0/subnets?id=82b76e3b-8a75-4966-b97f-20b4de5f581e HTTP/1.1" status: 200 len: 833 time: 0.0527031 Oct 27 10:53:13.581443 n-d-813419-10 neutron-server[102348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87601212-861e-4368-84dd-87bf8baa9fd7 None None] Network 142de8d1-3f38-4169-816b-2b51b8664689 is already hosted by enough agents. {{(pid=102348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:53:13.583355 n-d-813419-10 neutron-server[102348]: DEBUG neutron.scheduler.base_scheduler [None req-87601212-861e-4368-84dd-87bf8baa9fd7 None None] Resources bound (agent type, host, resource id): {{(pid=102348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:53:13.588811 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87601212-861e-4368-84dd-87bf8baa9fd7 None None] Received port after_create {{(pid=102348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:53:13.613457 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-abe096ab-aa22-48bc-9fe6-45de8534cf78 req-77bd403c-d97d-4649-8cc4-60d932f55a3d tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] 10.222.0.44 "GET /v2.0/security-groups?id=ffed76d3-4d36-4729-a6a9-ef5807ccbf84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188731 Oct 27 10:53:13.627507 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609711ef-a633-4124-a8c0-e84c70ee0774 req-6830d469-f355-409a-aa2b-91714d08d811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:53:13.629337 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-609711ef-a633-4124-a8c0-e84c70ee0774 req-6830d469-f355-409a-aa2b-91714d08d811 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=e87b459a-890d-45c5-8314-ac75bfe75e07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0575910 Oct 27 10:53:13.688072 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-87601212-861e-4368-84dd-87bf8baa9fd7 None None] Attempting to bind port 11a0f20f-350e-49cc-abb0-9aec0caf955d on host n-d-813419-10 for vnic_type normal with profile {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:53:13.688584 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-87601212-861e-4368-84dd-87bf8baa9fd7 None None] Attempting to bind port 11a0f20f-350e-49cc-abb0-9aec0caf955d by drivers openvswitch,hyperv on host n-d-813419-10 at level 0 using segments [{'id': 'b667dd34-fdc7-4dfb-bb11-f31149fa8335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '142de8d1-3f38-4169-816b-2b51b8664689'}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:53:13.689014 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87601212-861e-4368-84dd-87bf8baa9fd7 None None] Attempting to bind port 11a0f20f-350e-49cc-abb0-9aec0caf955d on network 142de8d1-3f38-4169-816b-2b51b8664689 {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:53:13.695489 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87601212-861e-4368-84dd-87bf8baa9fd7 None None] Checking agent: {'id': '89dba0f3-79b2-435e-9822-33674b8f6ada', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 8, 20), 'started_at': datetime.datetime(2021, 10, 27, 10, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 52, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:53:13.696082 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87601212-861e-4368-84dd-87bf8baa9fd7 None None] Checking segment: {'id': 'b667dd34-fdc7-4dfb-bb11-f31149fa8335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '142de8d1-3f38-4169-816b-2b51b8664689'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:53:13.696620 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-87601212-861e-4368-84dd-87bf8baa9fd7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:13.697108 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87601212-861e-4368-84dd-87bf8baa9fd7 None None] Bound using segment: {'id': 'b667dd34-fdc7-4dfb-bb11-f31149fa8335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '142de8d1-3f38-4169-816b-2b51b8664689'} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:53:13.697691 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-87601212-861e-4368-84dd-87bf8baa9fd7 None None] Bound port: 11a0f20f-350e-49cc-abb0-9aec0caf955d, host: n-d-813419-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b667dd34-fdc7-4dfb-bb11-f31149fa8335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '142de8d1-3f38-4169-816b-2b51b8664689'}}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:53:13.698308 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-87601212-861e-4368-84dd-87bf8baa9fd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:13.783622 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-87601212-861e-4368-84dd-87bf8baa9fd7 None None] For port 11a0f20f-350e-49cc-abb0-9aec0caf955d, host n-d-813419-10, cleared binding levels {{(pid=102348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:53:13.784247 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-609711ef-a633-4124-a8c0-e84c70ee0774 req-b0c11325-d8e4-4e55-8a8d-afe0f3be053b service neutron] 10.222.0.76 "GET /v2.0/networks/e87b459a-890d-45c5-8314-ac75bfe75e07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365697 Oct 27 10:53:13.787064 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-87601212-861e-4368-84dd-87bf8baa9fd7 None None] For port 11a0f20f-350e-49cc-abb0-9aec0caf955d, host n-d-813419-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=11a0f20f-350e-49cc-abb0-9aec0caf955d,segment=NetworkSegment(b667dd34-fdc7-4dfb-bb11-f31149fa8335),segment_id=b667dd34-fdc7-4dfb-bb11-f31149fa8335)] {{(pid=102348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:53:13.792959 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-87601212-861e-4368-84dd-87bf8baa9fd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:13.807432 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-0ce255db-7b2b-4b62-858c-bed90fb7f6af tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855646'] for subnet, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:13.887813 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87601212-861e-4368-84dd-87bf8baa9fd7 None None] Pushing event updated for resources: {'Port': ['ID=11a0f20f-350e-49cc-abb0-9aec0caf955d,revision_number=2']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:53:13.916367 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-0ce255db-7b2b-4b62-858c-bed90fb7f6af tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-18295818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18043720'] for subnet, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:13.923145 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-609711ef-a633-4124-a8c0-e84c70ee0774 req-73625d7a-f178-45cb-82ec-78b37807a554 service neutron] 10.222.0.76 "GET /v2.0/networks/e87b459a-890d-45c5-8314-ac75bfe75e07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306391 Oct 27 10:53:13.959779 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce255db-7b2b-4b62-858c-bed90fb7f6af tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Pushing event deleted for resources: {'Subnet': ['ID=061e1bc4-ebdf-4812-860a-2f0b7077784f,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:53:14.029389 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-0ce255db-7b2b-4b62-858c-bed90fb7f6af tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857803', 'neutron.services.segments.db._delete_segments_for_network-8743873143390'] for network, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:14.053379 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-0ce255db-7b2b-4b62-858c-bed90fb7f6af tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['142de8d1-3f38-4169-816b-2b51b8664689']}} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:53:14.064406 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-0ce255db-7b2b-4b62-858c-bed90fb7f6af tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b667dd34-fdc7-4dfb-bb11-f31149fa8335') {'for_net_delete': True} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:53:14.064813 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-0ce255db-7b2b-4b62-858c-bed90fb7f6af tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b667dd34-fdc7-4dfb-bb11-f31149fa8335') {} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:53:14.081267 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-0ce255db-7b2b-4b62-858c-bed90fb7f6af tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743873145191', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18445132'] for segment, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:14.099041 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-0ce255db-7b2b-4b62-858c-bed90fb7f6af tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:14.107245 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ce255db-7b2b-4b62-858c-bed90fb7f6af tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Releasing vlan 444 on physical network physnet1 to pool {{(pid=102347) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 10:53:14.107646 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-0ce255db-7b2b-4b62-858c-bed90fb7f6af tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-18296032'] for segment, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:14.110682 n-d-813419-10 neutron-server[102347]: Traceback (most recent call last): Oct 27 10:53:14.110682 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 10:53:14.110682 n-d-813419-10 neutron-server[102347]: timer() Oct 27 10:53:14.110682 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 10:53:14.110682 n-d-813419-10 neutron-server[102347]: cb(*args, **kw) Oct 27 10:53:14.110682 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 10:53:14.110682 n-d-813419-10 neutron-server[102347]: return func(*args, **kwargs) Oct 27 10:53:14.110682 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 10:53:14.110682 n-d-813419-10 neutron-server[102347]: self._notify() Oct 27 10:53:14.110682 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 10:53:14.110682 n-d-813419-10 neutron-server[102347]: self.callback(batched_events) Oct 27 10:53:14.110682 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 10:53:14.110682 n-d-813419-10 neutron-server[102347]: event.method(event) Oct 27 10:53:14.110682 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 10:53:14.110682 n-d-813419-10 neutron-server[102347]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 10:53:14.110682 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 10:53:14.110682 n-d-813419-10 neutron-server[102347]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 10:53:14.110682 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 10:53:14.110682 n-d-813419-10 neutron-server[102347]: return f(self, *a, **k) Oct 27 10:53:14.110682 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 10:53:14.110682 n-d-813419-10 neutron-server[102347]: return self._get(url).json() Oct 27 10:53:14.110682 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 10:53:14.110682 n-d-813419-10 neutron-server[102347]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 10:53:14.110682 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 10:53:14.110682 n-d-813419-10 neutron-server[102347]: return self.request(url, 'GET', **kwargs) Oct 27 10:53:14.110682 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 10:53:14.110682 n-d-813419-10 neutron-server[102347]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 10:53:14.110682 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 10:53:14.110682 n-d-813419-10 neutron-server[102347]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 10:53:14.110682 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 10:53:14.110682 n-d-813419-10 neutron-server[102347]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 10:53:14.110682 n-d-813419-10 neutron-server[102347]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 10:53:14.203858 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.db.api [None req-0ce255db-7b2b-4b62-858c-bed90fb7f6af tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 27 10:53:14.203858 n-d-813419-10 neutron-server[102347]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 27 10:53:14.203858 n-d-813419-10 neutron-server[102347]: [parameters: {'id': '142de8d1-3f38-4169-816b-2b51b8664689'}] Oct 27 10:53:14.203858 n-d-813419-10 neutron-server[102347]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102347) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 27 10:53:14.204609 n-d-813419-10 neutron-server[102347]: DEBUG oslo_db.api [None req-0ce255db-7b2b-4b62-858c-bed90fb7f6af tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 10:53:14.406573 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95ff2894-7eb7-4f57-add3-ec6e4d0c2ae5 None None] Network 980ababd-a21e-451e-9215-2c7b3bfc95b9 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:53:14.454898 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0a986b-b32b-4098-8f6a-fadcdf4341f4 req-6f9c31a6-269b-4381-8f45-603f06dd1ed7 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:53:14.464546 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-ca0a986b-b32b-4098-8f6a-fadcdf4341f4 req-6f9c31a6-269b-4381-8f45-603f06dd1ed7 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "GET /v2.0/ports?device_id=e489a004-a709-4610-8b39-9d67620338b9 HTTP/1.1" status: 200 len: 945 time: 0.1066799 Oct 27 10:53:14.466430 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device a25dc078-40d7-4917-ad0c-45b6a7a1e8b3 up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:53:14.503747 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-ca0a986b-b32b-4098-8f6a-fadcdf4341f4 req-132d5415-dbcc-4e5b-b9ba-cea3487973f0 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "GET /v2.0/security-groups?id=eac14644-f19c-4ddb-a549-c458f5e64a03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374262 Oct 27 10:53:14.527952 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-8de17d92-d741-44a5-a64b-03537c035381 None None] Provisioning complete for port a25dc078-40d7-4917-ad0c-45b6a7a1e8b3 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:53:14.528496 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-8de17d92-d741-44a5-a64b-03537c035381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:14.625377 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port a25dc078-40d7-4917-ad0c-45b6a7a1e8b3 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:53:14.625742 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:14.705995 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-0ce255db-7b2b-4b62-858c-bed90fb7f6af tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586917'] for network, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:14.769693 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9411742c-e78e-4fd7-9975-8935ffa29fd6 req-ec2d2a34-6a7e-47c4-a543-e3529ae1ae5b tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:53:14.783636 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-9411742c-e78e-4fd7-9975-8935ffa29fd6 req-ec2d2a34-6a7e-47c4-a543-e3529ae1ae5b tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] 10.222.0.44 "GET /v2.0/ports?device_id=f3bef178-eb00-40c6-9b29-942b49484548 HTTP/1.1" status: 200 len: 945 time: 0.0874000 Oct 27 10:53:14.793922 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-8de17d92-d741-44a5-a64b-03537c035381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:14.836273 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:14.847656 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-9411742c-e78e-4fd7-9975-8935ffa29fd6 req-eb715657-b257-4945-aaed-a65ab90d1edb tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] 10.222.0.44 "GET /v2.0/security-groups?id=ffed76d3-4d36-4729-a6a9-ef5807ccbf84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618916 Oct 27 10:53:14.861969 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-0ce255db-7b2b-4b62-858c-bed90fb7f6af tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Deleting port 11a0f20f-350e-49cc-abb0-9aec0caf955d {{(pid=102347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:53:14.864330 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-0ce255db-7b2b-4b62-858c-bed90fb7f6af tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:14.909966 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-8de17d92-d741-44a5-a64b-03537c035381 None None] For port a25dc078-40d7-4917-ad0c-45b6a7a1e8b3, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=a25dc078-40d7-4917-ad0c-45b6a7a1e8b3,segment=NetworkSegment(06077354-6d65-4a65-b73a-b1cafdc52113),segment_id=06077354-6d65-4a65-b73a-b1cafdc52113)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:53:14.923880 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-8de17d92-d741-44a5-a64b-03537c035381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:14.963252 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [None req-0ce255db-7b2b-4b62-858c-bed90fb7f6af tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] For port 11a0f20f-350e-49cc-abb0-9aec0caf955d, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=11a0f20f-350e-49cc-abb0-9aec0caf955d,segment=NetworkSegment(b667dd34-fdc7-4dfb-bb11-f31149fa8335),segment_id=b667dd34-fdc7-4dfb-bb11-f31149fa8335)] {{(pid=102347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:53:14.963892 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-0ce255db-7b2b-4b62-858c-bed90fb7f6af tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:14.982589 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-0ce255db-7b2b-4b62-858c-bed90fb7f6af tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Calling delete_port for 11a0f20f-350e-49cc-abb0-9aec0caf955d owned by network:dhcp {{(pid=102347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:53:14.990206 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fbc79cb-5f00-42b5-a054-9e0b6a644404 None None] Update dhcp port {'port': {'network_id': '980ababd-a21e-451e-9215-2c7b3bfc95b9', 'fixed_ips': [{'subnet_id': 'a0f25956-61d7-416f-b2a5-5c1ae76c6b51', 'ip_address': '2001:db8::2'}, {'subnet_id': '660647ca-27fe-4983-b135-14a80c264956'}], 'binding:host_id': 'n-d-813419-10'}, 'id': 'a25dc078-40d7-4917-ad0c-45b6a7a1e8b3'} from n-d-813419-10. {{(pid=102348) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 27 10:53:15.038287 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.db.api [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102348) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 27 10:53:15.038737 n-d-813419-10 neutron-server[102348]: DEBUG oslo_db.api [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 10:53:15.039367 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de17d92-d741-44a5-a64b-03537c035381 None None] Pushing event updated for resources: {'Port': ['ID=a25dc078-40d7-4917-ad0c-45b6a7a1e8b3,revision_number=3']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:53:15.042041 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-9fbc79cb-5f00-42b5-a054-9e0b6a644404 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:15.090966 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-0ce255db-7b2b-4b62-858c-bed90fb7f6af tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:15.129686 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ce255db-7b2b-4b62-858c-bed90fb7f6af tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] No DVR routers for this DVR port 11a0f20f-350e-49cc-abb0-9aec0caf955d on host n-d-813419-10 {{(pid=102347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:53:15.131467 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce255db-7b2b-4b62-858c-bed90fb7f6af tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Pushing event deleted for resources: {'Port': ['ID=11a0f20f-350e-49cc-abb0-9aec0caf955d,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:53:15.227068 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-0ce255db-7b2b-4b62-858c-bed90fb7f6af tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857803', 'neutron.services.segments.db._delete_segments_for_network-8743873143390'] for network, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:15.238522 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.db_base_plugin_common [None req-9fbc79cb-5f00-42b5-a054-9e0b6a644404 None None] Allocated IP 172.20.0.1 (980ababd-a21e-451e-9215-2c7b3bfc95b9/660647ca-27fe-4983-b135-14a80c264956/a25dc078-40d7-4917-ad0c-45b6a7a1e8b3) {{(pid=102348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:53:15.251343 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-0ce255db-7b2b-4b62-858c-bed90fb7f6af tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['142de8d1-3f38-4169-816b-2b51b8664689']}} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:53:15.256049 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0d8b99b-4b03-4986-a413-1813a2c6ecd2 None None] Network 142de8d1-3f38-4169-816b-2b51b8664689 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:53:15.261677 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-0ce255db-7b2b-4b62-858c-bed90fb7f6af tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b667dd34-fdc7-4dfb-bb11-f31149fa8335') {'for_net_delete': True} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:53:15.262675 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-0ce255db-7b2b-4b62-858c-bed90fb7f6af tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b667dd34-fdc7-4dfb-bb11-f31149fa8335') {} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:53:15.273038 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-0ce255db-7b2b-4b62-858c-bed90fb7f6af tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743873145191', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18445132'] for segment, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:15.290443 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-0ce255db-7b2b-4b62-858c-bed90fb7f6af tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:15.297019 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ce255db-7b2b-4b62-858c-bed90fb7f6af tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Releasing vlan 444 on physical network physnet1 to pool {{(pid=102347) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 10:53:15.297545 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-0ce255db-7b2b-4b62-858c-bed90fb7f6af tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-18296032'] for segment, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:15.301108 n-d-813419-10 neutron-server[102347]: Traceback (most recent call last): Oct 27 10:53:15.301108 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 10:53:15.301108 n-d-813419-10 neutron-server[102347]: timer() Oct 27 10:53:15.301108 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 10:53:15.301108 n-d-813419-10 neutron-server[102347]: cb(*args, **kw) Oct 27 10:53:15.301108 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 10:53:15.301108 n-d-813419-10 neutron-server[102347]: return func(*args, **kwargs) Oct 27 10:53:15.301108 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 10:53:15.301108 n-d-813419-10 neutron-server[102347]: self._notify() Oct 27 10:53:15.301108 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 10:53:15.301108 n-d-813419-10 neutron-server[102347]: self.callback(batched_events) Oct 27 10:53:15.301108 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 10:53:15.301108 n-d-813419-10 neutron-server[102347]: event.method(event) Oct 27 10:53:15.301108 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 10:53:15.301108 n-d-813419-10 neutron-server[102347]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 10:53:15.301108 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 10:53:15.301108 n-d-813419-10 neutron-server[102347]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 10:53:15.301108 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 10:53:15.301108 n-d-813419-10 neutron-server[102347]: return f(self, *a, **k) Oct 27 10:53:15.301108 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 10:53:15.301108 n-d-813419-10 neutron-server[102347]: return self._get(url).json() Oct 27 10:53:15.301108 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 10:53:15.301108 n-d-813419-10 neutron-server[102347]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 10:53:15.301108 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 10:53:15.301108 n-d-813419-10 neutron-server[102347]: return self.request(url, 'GET', **kwargs) Oct 27 10:53:15.301108 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 10:53:15.301108 n-d-813419-10 neutron-server[102347]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 10:53:15.301108 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 10:53:15.301108 n-d-813419-10 neutron-server[102347]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 10:53:15.301108 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 10:53:15.301108 n-d-813419-10 neutron-server[102347]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 10:53:15.301108 n-d-813419-10 neutron-server[102347]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 10:53:15.358097 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-00293e0e-b613-42ac-b63c-432d3019d655 None None] Could not find standard attr ID for object 11a0f20f-350e-49cc-abb0-9aec0caf955d. {{(pid=102348) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 27 10:53:15.369861 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-0ce255db-7b2b-4b62-858c-bed90fb7f6af tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664840'] for network, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:15.396807 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-0ce255db-7b2b-4b62-858c-bed90fb7f6af tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Publish callbacks [] for network, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:15.403153 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 35022) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:53:15.404241 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-0ce255db-7b2b-4b62-858c-bed90fb7f6af tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] 10.222.0.44 "DELETE /v2.0/networks/142de8d1-3f38-4169-816b-2b51b8664689 HTTP/1.1" status: 204 len: 168 time: 2.3283689 Oct 27 10:53:15.405260 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce255db-7b2b-4b62-858c-bed90fb7f6af tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Pushing event deleted for resources: {'Network': ['ID=142de8d1-3f38-4169-816b-2b51b8664689,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:53:15.422546 n-d-813419-10 neutron-server[102346]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd7012c0-8f9d-4e28-afec-5faacfb7e575 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] DELETE failed (client error): The resource could not be found. Oct 27 10:53:15.423449 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd7012c0-8f9d-4e28-afec-5faacfb7e575 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102346) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 10:53:15.426770 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-fd7012c0-8f9d-4e28-afec-5faacfb7e575 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] 10.222.0.44 "DELETE /v2.0/networks/142de8d1-3f38-4169-816b-2b51b8664689 HTTP/1.1" status: 404 len: 339 time: 0.0222604 Oct 27 10:53:15.431042 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 35024) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:53:15.437711 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-703d2ee7-2909-428f-9c28-e05d1fbfe1aa tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1298310915', 'description': 'd1'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:53:15.462508 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-9fbc79cb-5f00-42b5-a054-9e0b6a644404 None None] For port a25dc078-40d7-4917-ad0c-45b6a7a1e8b3, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=a25dc078-40d7-4917-ad0c-45b6a7a1e8b3,segment=NetworkSegment(06077354-6d65-4a65-b73a-b1cafdc52113),segment_id=06077354-6d65-4a65-b73a-b1cafdc52113)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:53:15.463027 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-703d2ee7-2909-428f-9c28-e05d1fbfe1aa tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Made reservation on behalf of ded8396be0c14756b2ae2c7aeecd2ba6 for: {'network': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:53:15.467890 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-703d2ee7-2909-428f-9c28-e05d1fbfe1aa tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for network, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:15.497988 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-703d2ee7-2909-428f-9c28-e05d1fbfe1aa tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 430} {{(pid=102347) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 10:53:15.513529 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-703d2ee7-2909-428f-9c28-e05d1fbfe1aa tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:15.513878 n-d-813419-10 neutron-server[102347]: INFO neutron.db.segments_db [None req-703d2ee7-2909-428f-9c28-e05d1fbfe1aa tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Added segment d0acc770-cfd6-439c-88a5-f957247f0fe2 of type vlan for network ae2380ea-2a3a-4831-a052-b44873427725 Oct 27 10:53:15.526075 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-9fbc79cb-5f00-42b5-a054-9e0b6a644404 None None] Publish callbacks [] for port, precommit_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:15.533726 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-9fbc79cb-5f00-42b5-a054-9e0b6a644404 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:15.569305 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-703d2ee7-2909-428f-9c28-e05d1fbfe1aa tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743872593080'] for network, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:15.588499 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66f92cf1-1cb6-4ee6-85ab-9ce79a232c89 None None] DHCP port deletion for 142de8d1-3f38-4169-816b-2b51b8664689 request from n-d-813419-10 {{(pid=102348) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 10:53:15.623004 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-703d2ee7-2909-428f-9c28-e05d1fbfe1aa tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913'] for network, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:15.628968 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-703d2ee7-2909-428f-9c28-e05d1fbfe1aa tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:53:15.629551 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-703d2ee7-2909-428f-9c28-e05d1fbfe1aa tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Publish callbacks [] for network, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:15.707305 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578ba7d3-62ca-47bb-8db6-d147177e6d12 req-7d95845e-ce55-4274-8f9c-b69163fd15a5 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:53:15.708933 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-578ba7d3-62ca-47bb-8db6-d147177e6d12 req-7d95845e-ce55-4274-8f9c-b69163fd15a5 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "GET /v2.0/ports?device_id=e489a004-a709-4610-8b39-9d67620338b9 HTTP/1.1" status: 200 len: 945 time: 0.1201351 Oct 27 10:53:15.714807 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-703d2ee7-2909-428f-9c28-e05d1fbfe1aa tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2801218 Oct 27 10:53:15.715227 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 35028) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:53:15.739633 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703d2ee7-2909-428f-9c28-e05d1fbfe1aa tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Pushing event updated for resources: {'Network': ['ID=ae2380ea-2a3a-4831-a052-b44873427725,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:53:15.764023 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-578ba7d3-62ca-47bb-8db6-d147177e6d12 req-1dbbdff9-171f-47fd-8ee6-07475d37f97c tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "GET /v2.0/security-groups?id=eac14644-f19c-4ddb-a549-c458f5e64a03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439391 Oct 27 10:53:15.807723 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3011e73-22ed-4832-b38b-7a440bb12321 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:53:15.809862 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-f3011e73-22ed-4832-b38b-7a440bb12321 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] 10.222.0.44 "GET /v2.0/networks?id=ae2380ea-2a3a-4831-a052-b44873427725 HTTP/1.1" status: 200 len: 765 time: 0.0936430 Oct 27 10:53:15.812777 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 35030) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:53:15.818756 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-3431ffec-e764-4065-8477-f439c04bb28e tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Request body: {'network': {'description': 'd2'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:53:15.825990 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Network ae2380ea-2a3a-4831-a052-b44873427725 details requested by agent ovs-agent-n-d-813419-10 with host n-d-813419-10 {{(pid=102348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 10:53:15.860062 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09b92be1-c108-48e0-8499-c4e13b395e76 None None] Network 142de8d1-3f38-4169-816b-2b51b8664689 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:53:15.912723 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 11a0f20f-350e-49cc-abb0-9aec0caf955d up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:53:15.922533 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09b92be1-c108-48e0-8499-c4e13b395e76 None None] Network 142de8d1-3f38-4169-816b-2b51b8664689 could not be found, it might have been deleted concurrently. {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Oct 27 10:53:15.952958 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbc79cb-5f00-42b5-a054-9e0b6a644404 None None] Pushing event updated for resources: {'Port': ['ID=a25dc078-40d7-4917-ad0c-45b6a7a1e8b3,revision_number=4']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:53:15.960319 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] No Port match for: 11a0f20f-350e-49cc-abb0-9aec0caf955d {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:53:15.960668 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 11a0f20f-350e-49cc-abb0-9aec0caf955d not bound to the agent host n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Oct 27 10:53:15.993764 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Port 11a0f20f-350e-49cc-abb0-9aec0caf955d not found, will not notify nova. {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Oct 27 10:53:16.010973 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c2142f-658a-4d67-919a-811f82d70780 req-e3054e96-4a1a-433f-ba49-76ec8330a675 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:53:16.013128 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-93c2142f-658a-4d67-919a-811f82d70780 req-e3054e96-4a1a-433f-ba49-76ec8330a675 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] 10.222.0.44 "GET /v2.0/ports?device_id=f3bef178-eb00-40c6-9b29-942b49484548 HTTP/1.1" status: 200 len: 945 time: 0.0897186 Oct 27 10:53:16.032960 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-3431ffec-e764-4065-8477-f439c04bb28e tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743872593080'] for network, precommit_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:16.049392 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-3431ffec-e764-4065-8477-f439c04bb28e tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913'] for network, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:16.054614 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-93c2142f-658a-4d67-919a-811f82d70780 req-95293e12-7e79-4579-bce4-aad9b11d2c20 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] 10.222.0.44 "GET /v2.0/security-groups?id=ffed76d3-4d36-4729-a6a9-ef5807ccbf84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355132 Oct 27 10:53:16.060769 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-3431ffec-e764-4065-8477-f439c04bb28e tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Network ae2380ea-2a3a-4831-a052-b44873427725 is not hosted by any dhcp agent {{(pid=102347) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 27 10:53:16.066445 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3431ffec-e764-4065-8477-f439c04bb28e tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:53:16.067048 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-3431ffec-e764-4065-8477-f439c04bb28e tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Publish callbacks [] for network, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:16.070709 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-3431ffec-e764-4065-8477-f439c04bb28e tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] 10.222.0.44 "PUT /v2.0/networks/ae2380ea-2a3a-4831-a052-b44873427725 HTTP/1.1" status: 200 len: 762 time: 0.2544816 Oct 27 10:53:16.073519 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 35036) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:53:16.142033 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3431ffec-e764-4065-8477-f439c04bb28e tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Pushing event updated for resources: {'Network': ['ID=ae2380ea-2a3a-4831-a052-b44873427725,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:53:16.152722 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Network ae2380ea-2a3a-4831-a052-b44873427725 details requested by agent ovs-agent-n-d-813419-10 with host n-d-813419-10 {{(pid=102348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 10:53:16.185974 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a15ebd11-1d5d-40eb-b187-52b01747819e tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:53:16.187984 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-a15ebd11-1d5d-40eb-b187-52b01747819e tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] 10.222.0.44 "GET /v2.0/networks?id=ae2380ea-2a3a-4831-a052-b44873427725 HTTP/1.1" status: 200 len: 765 time: 0.1126969 Oct 27 10:53:16.192047 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 35040) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:53:16.247136 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-500133a6-c07f-4890-a804-5b217a927b3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:16.341129 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9305aa5-7950-4e4c-bbb4-c32e9f08851a req-426daf57-1cd7-4242-8aa2-a054c6771448 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:53:16.345257 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device a25dc078-40d7-4917-ad0c-45b6a7a1e8b3 up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:53:16.348623 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-e9305aa5-7950-4e4c-bbb4-c32e9f08851a req-426daf57-1cd7-4242-8aa2-a054c6771448 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] 10.222.0.44 "GET /v2.0/ports?device_id=f3bef178-eb00-40c6-9b29-942b49484548 HTTP/1.1" status: 200 len: 945 time: 0.0733721 Oct 27 10:53:16.389588 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-e9305aa5-7950-4e4c-bbb4-c32e9f08851a req-26d7e425-1bc3-40fb-ac76-dd5277d3940f tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] 10.222.0.44 "GET /v2.0/security-groups?id=ffed76d3-4d36-4729-a6a9-ef5807ccbf84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400844 Oct 27 10:53:16.417011 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port a25dc078-40d7-4917-ad0c-45b6a7a1e8b3 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:53:16.417011 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:16.494601 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cde4bbf-2d8c-4e84-acbb-f707982fac09 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:53:16.496729 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-7cde4bbf-2d8c-4e84-acbb-f707982fac09 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3029447 Oct 27 10:53:16.499534 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 35048) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:53:16.536144 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1caa94e8-520d-4276-85a2-18378b6304f2 req-0519bee3-9f6a-48fb-ac59-3811503f5c97 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:53:16.537871 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-1caa94e8-520d-4276-85a2-18378b6304f2 req-0519bee3-9f6a-48fb-ac59-3811503f5c97 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] 10.222.0.44 "GET /v2.0/ports?device_id=f3bef178-eb00-40c6-9b29-942b49484548 HTTP/1.1" status: 200 len: 945 time: 0.0644312 Oct 27 10:53:16.541555 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-21aa745b-3389-4090-b431-8363005e9cff tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] 10.222.0.44 "GET /v2.0/subnets?network_id=185ff123-c7ff-45c7-a6be-71feb35acc9c HTTP/1.1" status: 200 len: 207 time: 0.0406091 Oct 27 10:53:16.545469 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 35050) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:53:16.571253 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 11a0f20f-350e-49cc-abb0-9aec0caf955d no longer exists at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:53:16.590986 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-1caa94e8-520d-4276-85a2-18378b6304f2 req-bf06ad67-bbdc-420e-b042-efe144642996 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] 10.222.0.44 "GET /v2.0/security-groups?id=ffed76d3-4d36-4729-a6a9-ef5807ccbf84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348547 Oct 27 10:53:16.610744 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] No Port match for: 11a0f20f-350e-49cc-abb0-9aec0caf955d {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:53:16.611219 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 11a0f20f-350e-49cc-abb0-9aec0caf955d not bound to the agent host n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:53:16.622239 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fccfb594-151b-473e-97ac-36de85366f78 None None] Network 980ababd-a21e-451e-9215-2c7b3bfc95b9 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:53:16.692584 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbbef6e8-b063-4254-ba3a-1fa5b8e030ac tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:53:16.698492 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbbef6e8-b063-4254-ba3a-1fa5b8e030ac tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:53:16.705811 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbbef6e8-b063-4254-ba3a-1fa5b8e030ac tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:53:16.712092 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbbef6e8-b063-4254-ba3a-1fa5b8e030ac tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:53:16.718300 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbbef6e8-b063-4254-ba3a-1fa5b8e030ac tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:53:16.724152 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbbef6e8-b063-4254-ba3a-1fa5b8e030ac tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:53:16.726202 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-cbbef6e8-b063-4254-ba3a-1fa5b8e030ac tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3729 time: 0.1797910 Oct 27 10:53:16.730298 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 35054) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:53:16.741109 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-032906e1-7a57-49d1-8fc8-db41fab4f400 None None] Provisioning complete for port a25dc078-40d7-4917-ad0c-45b6a7a1e8b3 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:53:16.741463 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-032906e1-7a57-49d1-8fc8-db41fab4f400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:16.881371 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 35060) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:53:16.931947 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdc72ce-2378-4f0f-ba7e-6faad6b3b945 req-f0fd08b6-d473-483d-94ab-ed8f63ac81e0 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:53:16.933765 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-efdc72ce-2378-4f0f-ba7e-6faad6b3b945 req-f0fd08b6-d473-483d-94ab-ed8f63ac81e0 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] 10.222.0.44 "GET /v2.0/ports?device_id=f3bef178-eb00-40c6-9b29-942b49484548 HTTP/1.1" status: 200 len: 945 time: 0.1152647 Oct 27 10:53:16.957747 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4b8c63-fca2-44bf-8698-f1de8eff3e38 req-36f5f113-775b-4320-b5d7-35070ae19508 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:53:16.959388 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-6f4b8c63-fca2-44bf-8698-f1de8eff3e38 req-36f5f113-775b-4320-b5d7-35070ae19508 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "GET /v2.0/ports?device_id=e489a004-a709-4610-8b39-9d67620338b9 HTTP/1.1" status: 200 len: 945 time: 0.1141872 Oct 27 10:53:16.975102 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-d32869bf-12a8-4d88-85e9-c73fb6d11d6d tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] 10.222.0.44 "GET /v2.0/floatingips/e00d676b-fda6-4aff-8dc5-6c7d1d3b7f03 HTTP/1.1" status: 200 len: 993 time: 0.0921547 Oct 27 10:53:17.012173 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-6f4b8c63-fca2-44bf-8698-f1de8eff3e38 req-957ccaa3-f505-45e5-8d52-f9992cf136e8 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "GET /v2.0/security-groups?id=eac14644-f19c-4ddb-a549-c458f5e64a03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417781 Oct 27 10:53:17.033897 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-6c9ad318-04f6-425a-ae63-63532e4e08fd tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] 10.222.0.44 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 811 time: 0.2929358 Oct 27 10:53:17.033897 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 35066) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:53:17.086380 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-efdc72ce-2378-4f0f-ba7e-6faad6b3b945 req-8c6c997c-9b5d-4d32-a406-a72764bd8cf1 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] 10.222.0.44 "GET /v2.0/security-groups?id=ffed76d3-4d36-4729-a6a9-ef5807ccbf84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332879 Oct 27 10:53:17.132282 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e935960-1660-4eb5-9b2a-a4b207d5d821 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:53:17.133889 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e935960-1660-4eb5-9b2a-a4b207d5d821 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:53:17.135408 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e935960-1660-4eb5-9b2a-a4b207d5d821 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:53:17.137008 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e935960-1660-4eb5-9b2a-a4b207d5d821 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:53:17.138522 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e935960-1660-4eb5-9b2a-a4b207d5d821 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:53:17.140283 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-4e935960-1660-4eb5-9b2a-a4b207d5d821 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1085114 Oct 27 10:53:17.143905 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 35068) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:53:17.191979 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-6a673aa5-81bc-4d95-b08f-546b6799eb5e None None] Provisioning complete for port a25dc078-40d7-4917-ad0c-45b6a7a1e8b3 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:53:17.192488 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-6a673aa5-81bc-4d95-b08f-546b6799eb5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:17.200268 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb6082f0-2f68-4a11-a90e-7326fcb0405b tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Attributes excluded by policy engine: ['shared'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:53:17.201815 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb6082f0-2f68-4a11-a90e-7326fcb0405b tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Attributes excluded by policy engine: ['shared'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:53:17.203229 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb6082f0-2f68-4a11-a90e-7326fcb0405b tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Attributes excluded by policy engine: ['shared'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:53:17.204710 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb6082f0-2f68-4a11-a90e-7326fcb0405b tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Attributes excluded by policy engine: ['shared'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:53:17.206127 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb6082f0-2f68-4a11-a90e-7326fcb0405b tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Attributes excluded by policy engine: ['shared'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:53:17.207696 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-cb6082f0-2f68-4a11-a90e-7326fcb0405b tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] 10.222.0.44 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.0628488 Oct 27 10:53:17.211144 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 35070) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:53:17.323299 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65da7c96-4c8f-480b-9161-1a16061bd260 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:53:17.325178 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-65da7c96-4c8f-480b-9161-1a16061bd260 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] 10.222.0.44 "GET /v2.0/networks/2da59163-0eb6-47fe-9354-48863e5e7dcf HTTP/1.1" status: 200 len: 803 time: 0.1131351 Oct 27 10:53:17.328822 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 35072) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:53:17.429189 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-98f2156d-44d0-46b9-a55f-4d973633b892 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] 10.222.0.44 "GET /v2.0/networks/2da59163-0eb6-47fe-9354-48863e5e7dcf?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.0991948 Oct 27 10:53:17.432698 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 35074) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:53:17.482781 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd27f5fe-b3af-4f9b-b73f-f5274e610f48 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:53:17.484061 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-bd27f5fe-b3af-4f9b-b73f-f5274e610f48 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] 10.222.0.44 "GET /v2.0/subnets/0188d5c5-7657-4fc2-b42c-8c879bb8de55 HTTP/1.1" status: 200 len: 843 time: 0.0504632 Oct 27 10:53:17.487636 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 35076) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:53:17.538539 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a25acffd-d3c7-45c5-95d8-99bbd2f4a452 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Attributes excluded by policy engine: ['shared'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:53:17.539827 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-a25acffd-d3c7-45c5-95d8-99bbd2f4a452 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] 10.222.0.44 "GET /v2.0/subnets/0188d5c5-7657-4fc2-b42c-8c879bb8de55?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0511582 Oct 27 10:53:17.543278 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 35078) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:53:17.547810 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-59b2b6ab-35ab-4824-adcf-82e577c82da2 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-914968664'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:53:17.568175 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59b2b6ab-35ab-4824-adcf-82e577c82da2 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Made reservation on behalf of ded8396be0c14756b2ae2c7aeecd2ba6 for: {'network': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:53:17.571496 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-59b2b6ab-35ab-4824-adcf-82e577c82da2 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for network, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:17.594469 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59b2b6ab-35ab-4824-adcf-82e577c82da2 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 431} {{(pid=102347) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 10:53:17.602832 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-59b2b6ab-35ab-4824-adcf-82e577c82da2 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:17.603169 n-d-813419-10 neutron-server[102347]: INFO neutron.db.segments_db [None req-59b2b6ab-35ab-4824-adcf-82e577c82da2 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Added segment 609b0d5f-19cb-4816-943d-625aeaafd987 of type vlan for network 2ca44117-80fc-429e-bc51-92e0ddc7e884 Oct 27 10:53:17.646671 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-59b2b6ab-35ab-4824-adcf-82e577c82da2 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743872593080'] for network, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:17.670205 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-59b2b6ab-35ab-4824-adcf-82e577c82da2 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913'] for network, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:17.678305 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59b2b6ab-35ab-4824-adcf-82e577c82da2 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:53:17.678881 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-59b2b6ab-35ab-4824-adcf-82e577c82da2 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Publish callbacks [] for network, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:17.738280 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-59b2b6ab-35ab-4824-adcf-82e577c82da2 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1940081 Oct 27 10:53:17.741544 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 35080) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:53:17.747195 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-46994098-c030-46cf-98fc-e1de99b16c53 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Request body: {'subnet': {'network_id': '2ca44117-80fc-429e-bc51-92e0ddc7e884', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:53:17.750948 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b2b6ab-35ab-4824-adcf-82e577c82da2 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Pushing event updated for resources: {'Network': ['ID=2ca44117-80fc-429e-bc51-92e0ddc7e884,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:53:17.761069 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Network 2ca44117-80fc-429e-bc51-92e0ddc7e884 details requested by agent ovs-agent-n-d-813419-10 with host n-d-813419-10 {{(pid=102348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 10:53:17.833870 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46994098-c030-46cf-98fc-e1de99b16c53 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Made reservation on behalf of ded8396be0c14756b2ae2c7aeecd2ba6 for: {'subnet': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:53:17.837379 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-46994098-c030-46cf-98fc-e1de99b16c53 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27167186'] for subnet, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:17.895946 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.ipam_backend_mixin [None req-46994098-c030-46cf-98fc-e1de99b16c53 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Performing IP validity checks on allocation pools {{(pid=102346) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Oct 27 10:53:17.896612 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.ipam_backend_mixin [None req-46994098-c030-46cf-98fc-e1de99b16c53 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102346) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Oct 27 10:53:18.027195 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-46994098-c030-46cf-98fc-e1de99b16c53 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27024290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27167168'] for subnet, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:18.085496 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46994098-c030-46cf-98fc-e1de99b16c53 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Pushing event updated for resources: {'Subnet': ['ID=6f373f29-dc63-4da5-ad60-424a611ce1b2,revision_number=0']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:53:18.096517 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46994098-c030-46cf-98fc-e1de99b16c53 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Checking segment: {'id': '609b0d5f-19cb-4816-943d-625aeaafd987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '2ca44117-80fc-429e-bc51-92e0ddc7e884'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:53:18.096881 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46994098-c030-46cf-98fc-e1de99b16c53 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Network hostable DHCP agents. Network: 2ca44117-80fc-429e-bc51-92e0ddc7e884, hostable agents: ['eafd4000-b897-4722-ae8b-0118ec955181'], hosted agents: [] {{(pid=102346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 10:53:18.116291 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46994098-c030-46cf-98fc-e1de99b16c53 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Network 2ca44117-80fc-429e-bc51-92e0ddc7e884 is scheduled to be hosted by DHCP agent eafd4000-b897-4722-ae8b-0118ec955181 with binding_index 1 {{(pid=102346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 10:53:18.134040 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-46994098-c030-46cf-98fc-e1de99b16c53 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-10, 2ca44117-80fc-429e-bc51-92e0ddc7e884) {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:53:18.138735 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46994098-c030-46cf-98fc-e1de99b16c53 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:53:18.139367 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-46994098-c030-46cf-98fc-e1de99b16c53 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2006931'] for subnet, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:18.157407 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a73846-8e56-45ad-841c-e459c5af1fd8 req-7edc25e5-930b-4f7e-8908-824ca9439025 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:53:18.157407 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b8a73846-8e56-45ad-841c-e459c5af1fd8 req-7edc25e5-930b-4f7e-8908-824ca9439025 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "GET /v2.0/ports?device_id=e489a004-a709-4610-8b39-9d67620338b9 HTTP/1.1" status: 200 len: 945 time: 0.0685551 Oct 27 10:53:18.161857 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0a12431-c4df-4c02-b1b7-09b4d21281b3 None None] Network 2ca44117-80fc-429e-bc51-92e0ddc7e884 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:53:18.165928 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-46994098-c030-46cf-98fc-e1de99b16c53 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 0.4230466 Oct 27 10:53:18.169890 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 35090) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:53:18.176480 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-650057e0-dc46-4df2-9da4-93f7734c78d6 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:53:18.198268 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b8a73846-8e56-45ad-841c-e459c5af1fd8 req-0b306b7e-e9aa-4abf-a2a1-c9e6405fe682 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "GET /v2.0/security-groups?id=eac14644-f19c-4ddb-a549-c458f5e64a03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462444 Oct 27 10:53:18.290872 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebc9ec7-31ad-4d10-995c-eb67eb2446b2 req-34f6d36f-d89e-4367-aa69-6feebade44e4 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:53:18.293738 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-8ebc9ec7-31ad-4d10-995c-eb67eb2446b2 req-34f6d36f-d89e-4367-aa69-6feebade44e4 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] 10.222.0.44 "GET /v2.0/ports?device_id=f3bef178-eb00-40c6-9b29-942b49484548 HTTP/1.1" status: 200 len: 945 time: 0.0913258 Oct 27 10:53:18.333387 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-554628c8-b517-4444-8be7-a41688ed9296 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp734b258e-7d96-550c-b970-9b72ab66f383-2ca44117-80fc-429e-bc51-92e0ddc7e884', 'network_id': '2ca44117-80fc-429e-bc51-92e0ddc7e884', 'tenant_id': 'ded8396be0c14756b2ae2c7aeecd2ba6', 'fixed_ips': [{'subnet_id': '6f373f29-dc63-4da5-ad60-424a611ce1b2'}]}} from n-d-813419-10. {{(pid=102348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 10:53:18.334910 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-554628c8-b517-4444-8be7-a41688ed9296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:18.343321 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-650057e0-dc46-4df2-9da4-93f7734c78d6 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-27167193'] for subnet, before_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:18.369917 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-8ebc9ec7-31ad-4d10-995c-eb67eb2446b2 req-4d2f256c-89a3-4028-9363-d10a2df34314 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] 10.222.0.44 "GET /v2.0/security-groups?id=ffed76d3-4d36-4729-a6a9-ef5807ccbf84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678723 Oct 27 10:53:18.423222 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 35092) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:53:18.529223 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-650057e0-dc46-4df2-9da4-93f7734c78d6 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8743872972261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-27024364'] for subnet, after_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:18.574006 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.db_base_plugin_common [None req-554628c8-b517-4444-8be7-a41688ed9296 None None] Allocated IP 2001:db8::3 (2ca44117-80fc-429e-bc51-92e0ddc7e884/6f373f29-dc63-4da5-ad60-424a611ce1b2/28962180-a45f-4b00-a6b6-1a4bd5625e1e) {{(pid=102348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:53:18.584714 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-650057e0-dc46-4df2-9da4-93f7734c78d6 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:53:18.585426 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-650057e0-dc46-4df2-9da4-93f7734c78d6 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Publish callbacks [] for subnet, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:18.589154 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-650057e0-dc46-4df2-9da4-93f7734c78d6 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] 10.222.0.44 "PUT /v2.0/subnets/6f373f29-dc63-4da5-ad60-424a611ce1b2 HTTP/1.1" status: 200 len: 900 time: 0.4149909 Oct 27 10:53:18.590090 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 35094) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:53:18.594637 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-2f733cb0-70b8-45f6-a7a3-19a58f5586f7 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Deleting port 110ad86f-6008-4c84-b3eb-acbf6f6bb317 {{(pid=102347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:53:18.595051 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-2f733cb0-70b8-45f6-a7a3-19a58f5586f7 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:18.599190 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650057e0-dc46-4df2-9da4-93f7734c78d6 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Pushing event updated for resources: {'Subnet': ['ID=6f373f29-dc63-4da5-ad60-424a611ce1b2,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:53:18.679818 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-2f733cb0-70b8-45f6-a7a3-19a58f5586f7 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:18.680403 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-2f733cb0-70b8-45f6-a7a3-19a58f5586f7 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:18.695811 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-2f733cb0-70b8-45f6-a7a3-19a58f5586f7 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Calling delete_port for 110ad86f-6008-4c84-b3eb-acbf6f6bb317 owned by network:floatingip {{(pid=102347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:53:18.698062 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-46c1de2b-9307-4f08-9d57-57f9c9794055 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586917'] for network, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:18.741214 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-554628c8-b517-4444-8be7-a41688ed9296 None None] Publish callbacks [] for port, precommit_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:18.748808 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-554628c8-b517-4444-8be7-a41688ed9296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606'] for port, after_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:18.757821 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-46c1de2b-9307-4f08-9d57-57f9c9794055 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855646'] for subnet, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:18.800612 n-d-813419-10 neutron-server[102348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-554628c8-b517-4444-8be7-a41688ed9296 None None] Network 2ca44117-80fc-429e-bc51-92e0ddc7e884 is already hosted by enough agents. {{(pid=102348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:53:18.803826 n-d-813419-10 neutron-server[102348]: DEBUG neutron.scheduler.base_scheduler [None req-554628c8-b517-4444-8be7-a41688ed9296 None None] Resources bound (agent type, host, resource id): {{(pid=102348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:53:18.807971 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-554628c8-b517-4444-8be7-a41688ed9296 None None] Received port after_create {{(pid=102348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:53:18.816816 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554628c8-b517-4444-8be7-a41688ed9296 None None] Pushing event updated for resources: {'Port': ['ID=28962180-a45f-4b00-a6b6-1a4bd5625e1e,revision_number=1']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:53:18.849415 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-46c1de2b-9307-4f08-9d57-57f9c9794055 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27024355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27168307'] for subnet, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:18.874066 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-2f733cb0-70b8-45f6-a7a3-19a58f5586f7 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:18.885729 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-554628c8-b517-4444-8be7-a41688ed9296 None None] Attempting to bind port 28962180-a45f-4b00-a6b6-1a4bd5625e1e on host n-d-813419-10 for vnic_type normal with profile {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:53:18.886441 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-554628c8-b517-4444-8be7-a41688ed9296 None None] Attempting to bind port 28962180-a45f-4b00-a6b6-1a4bd5625e1e by drivers openvswitch,hyperv on host n-d-813419-10 at level 0 using segments [{'id': '609b0d5f-19cb-4816-943d-625aeaafd987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '2ca44117-80fc-429e-bc51-92e0ddc7e884'}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:53:18.887108 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-554628c8-b517-4444-8be7-a41688ed9296 None None] Attempting to bind port 28962180-a45f-4b00-a6b6-1a4bd5625e1e on network 2ca44117-80fc-429e-bc51-92e0ddc7e884 {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:53:18.906275 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f733cb0-70b8-45f6-a7a3-19a58f5586f7 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Pushing event deleted for resources: {'Port': ['ID=110ad86f-6008-4c84-b3eb-acbf6f6bb317,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:53:18.911356 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-554628c8-b517-4444-8be7-a41688ed9296 None None] Checking agent: {'id': '89dba0f3-79b2-435e-9822-33674b8f6ada', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 8, 20), 'started_at': datetime.datetime(2021, 10, 27, 10, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 52, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:53:18.912085 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-554628c8-b517-4444-8be7-a41688ed9296 None None] Checking segment: {'id': '609b0d5f-19cb-4816-943d-625aeaafd987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '2ca44117-80fc-429e-bc51-92e0ddc7e884'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:53:18.912875 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-554628c8-b517-4444-8be7-a41688ed9296 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:18.913856 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-554628c8-b517-4444-8be7-a41688ed9296 None None] Bound using segment: {'id': '609b0d5f-19cb-4816-943d-625aeaafd987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '2ca44117-80fc-429e-bc51-92e0ddc7e884'} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:53:18.914733 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-554628c8-b517-4444-8be7-a41688ed9296 None None] Bound port: 28962180-a45f-4b00-a6b6-1a4bd5625e1e, host: n-d-813419-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '609b0d5f-19cb-4816-943d-625aeaafd987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '2ca44117-80fc-429e-bc51-92e0ddc7e884'}}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:53:18.915507 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-554628c8-b517-4444-8be7-a41688ed9296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:18.939833 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-95812d6c-1b22-4941-a31d-57c05bcda97d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:18.951635 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c1de2b-9307-4f08-9d57-57f9c9794055 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Pushing event deleted for resources: {'Subnet': ['ID=6f373f29-dc63-4da5-ad60-424a611ce1b2,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:53:18.974192 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-46c1de2b-9307-4f08-9d57-57f9c9794055 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857803', 'neutron.services.segments.db._delete_segments_for_network-8743873143390'] for network, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:18.982659 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-2f733cb0-70b8-45f6-a7a3-19a58f5586f7 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Publish callbacks [] for floatingip, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:18.983044 n-d-813419-10 neutron-server[102347]: INFO neutron.db.l3_db [None req-2f733cb0-70b8-45f6-a7a3-19a58f5586f7 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Floating IP e00d676b-fda6-4aff-8dc5-6c7d1d3b7f03 disassociated (deleted). External IP: 172.25.8.118, port: 7608fc6c-4c75-4681-9aed-1b7336e87146. Oct 27 10:53:19.027765 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-554628c8-b517-4444-8be7-a41688ed9296 None None] For port 28962180-a45f-4b00-a6b6-1a4bd5625e1e, host n-d-813419-10, cleared binding levels {{(pid=102348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:53:19.030747 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-46c1de2b-9307-4f08-9d57-57f9c9794055 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ca44117-80fc-429e-bc51-92e0ddc7e884']}} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:53:19.031576 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-554628c8-b517-4444-8be7-a41688ed9296 None None] For port 28962180-a45f-4b00-a6b6-1a4bd5625e1e, host n-d-813419-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=28962180-a45f-4b00-a6b6-1a4bd5625e1e,segment=NetworkSegment(609b0d5f-19cb-4816-943d-625aeaafd987),segment_id=609b0d5f-19cb-4816-943d-625aeaafd987)] {{(pid=102348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:53:19.037033 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-554628c8-b517-4444-8be7-a41688ed9296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:19.048869 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-46c1de2b-9307-4f08-9d57-57f9c9794055 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '609b0d5f-19cb-4816-943d-625aeaafd987') {'for_net_delete': True} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:53:19.049093 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-46c1de2b-9307-4f08-9d57-57f9c9794055 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '609b0d5f-19cb-4816-943d-625aeaafd987') {} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:53:19.063488 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-46c1de2b-9307-4f08-9d57-57f9c9794055 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743873145191', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25847877'] for segment, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:19.091638 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-65acf995-152b-4502-a21a-2de096c1723c req-60ab8fd2-f8dd-4692-aa11-9e804a68afd0 service neutron] 10.222.0.76 "GET /v2.0/ports/b85b2469-dbae-4f33-aafe-430d63656371/bindings/n-h1-813419-10 HTTP/1.1" status: 200 len: 385 time: 0.1032331 Oct 27 10:53:19.092653 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-46c1de2b-9307-4f08-9d57-57f9c9794055 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:19.099599 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46c1de2b-9307-4f08-9d57-57f9c9794055 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Releasing vlan 431 on physical network physnet1 to pool {{(pid=102346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 10:53:19.099918 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-46c1de2b-9307-4f08-9d57-57f9c9794055 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27024137'] for segment, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:19.103215 n-d-813419-10 neutron-server[102346]: Traceback (most recent call last): Oct 27 10:53:19.103215 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 10:53:19.103215 n-d-813419-10 neutron-server[102346]: timer() Oct 27 10:53:19.103215 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 10:53:19.103215 n-d-813419-10 neutron-server[102346]: cb(*args, **kw) Oct 27 10:53:19.103215 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 10:53:19.103215 n-d-813419-10 neutron-server[102346]: return func(*args, **kwargs) Oct 27 10:53:19.103215 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 10:53:19.103215 n-d-813419-10 neutron-server[102346]: self._notify() Oct 27 10:53:19.103215 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 10:53:19.103215 n-d-813419-10 neutron-server[102346]: self.callback(batched_events) Oct 27 10:53:19.103215 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 10:53:19.103215 n-d-813419-10 neutron-server[102346]: event.method(event) Oct 27 10:53:19.103215 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 10:53:19.103215 n-d-813419-10 neutron-server[102346]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 10:53:19.103215 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 10:53:19.103215 n-d-813419-10 neutron-server[102346]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 10:53:19.103215 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 10:53:19.103215 n-d-813419-10 neutron-server[102346]: return f(self, *a, **k) Oct 27 10:53:19.103215 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 10:53:19.103215 n-d-813419-10 neutron-server[102346]: return self._get(url).json() Oct 27 10:53:19.103215 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 10:53:19.103215 n-d-813419-10 neutron-server[102346]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 10:53:19.103215 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 10:53:19.103215 n-d-813419-10 neutron-server[102346]: return self.request(url, 'GET', **kwargs) Oct 27 10:53:19.103215 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 10:53:19.103215 n-d-813419-10 neutron-server[102346]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 10:53:19.103215 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 10:53:19.103215 n-d-813419-10 neutron-server[102346]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 10:53:19.103215 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 10:53:19.103215 n-d-813419-10 neutron-server[102346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 10:53:19.103215 n-d-813419-10 neutron-server[102346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 10:53:19.130306 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554628c8-b517-4444-8be7-a41688ed9296 None None] Pushing event updated for resources: {'Port': ['ID=28962180-a45f-4b00-a6b6-1a4bd5625e1e,revision_number=2']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:53:19.163068 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12162ec6-0d91-4a51-94f4-b8367b586703 None None] Network 2ca44117-80fc-429e-bc51-92e0ddc7e884 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:53:19.207705 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.db.api [None req-46c1de2b-9307-4f08-9d57-57f9c9794055 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 27 10:53:19.207705 n-d-813419-10 neutron-server[102346]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 27 10:53:19.207705 n-d-813419-10 neutron-server[102346]: [parameters: {'id': '2ca44117-80fc-429e-bc51-92e0ddc7e884'}] Oct 27 10:53:19.207705 n-d-813419-10 neutron-server[102346]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102346) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 27 10:53:19.208318 n-d-813419-10 neutron-server[102346]: DEBUG oslo_db.api [None req-46c1de2b-9307-4f08-9d57-57f9c9794055 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 10:53:19.241498 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f733cb0-70b8-45f6-a7a3-19a58f5586f7 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Router 41d6c480-58e2-46a4-9d20-8acdccc452d7 has already been hosted by L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb {{(pid=102347) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 10:53:19.301496 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cbde2c1-730e-4667-80b6-edd0b12540e1 None None] Network 2ca44117-80fc-429e-bc51-92e0ddc7e884 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:53:19.369987 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [req-65acf995-152b-4502-a21a-2de096c1723c req-8226a60c-629b-4cfb-a5aa-1626d3948b50 service neutron] For port b85b2469-dbae-4f33-aafe-430d63656371, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=b85b2469-dbae-4f33-aafe-430d63656371,segment=NetworkSegment(ea6ed439-8ac4-4f10-990f-8157b2f8661b),segment_id=ea6ed439-8ac4-4f10-990f-8157b2f8661b)] {{(pid=102346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:53:19.400093 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7820caa2-eb47-4dad-a312-787fe96497a6 req-d3d6edb1-9055-47c7-8f70-d1a5e37846b2 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:53:19.401675 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-7820caa2-eb47-4dad-a312-787fe96497a6 req-d3d6edb1-9055-47c7-8f70-d1a5e37846b2 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "GET /v2.0/ports?device_id=e489a004-a709-4610-8b39-9d67620338b9 HTTP/1.1" status: 200 len: 945 time: 0.0963600 Oct 27 10:53:19.406604 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [req-65acf995-152b-4502-a21a-2de096c1723c req-8226a60c-629b-4cfb-a5aa-1626d3948b50 service neutron] For port b85b2469-dbae-4f33-aafe-430d63656371, host n-h2-813419-10, cleared binding levels {{(pid=102346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:53:19.437937 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f733cb0-70b8-45f6-a7a3-19a58f5586f7 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:53:19.444971 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-2f733cb0-70b8-45f6-a7a3-19a58f5586f7 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for floatingip, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:19.453136 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9f2bed8-4230-4c97-979e-56eb3ef071ed None None] get_active_networks_info from n-d-813419-10 {{(pid=102348) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 27 10:53:19.463659 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6086a497-b36e-415a-b290-9af96e6286d9 None None] Sync routers for ids ['41d6c480-58e2-46a4-9d20-8acdccc452d7'] in n-d-813419-10 {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:53:19.465400 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e489a004-a709-4610-8b39-9d67620338b9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b85b2469-dbae-4f33-aafe-430d63656371'}] {{(pid=102346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:53:19.469330 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc0e418f5fc417c8d55d94c0aa509b037d0beb2a734c1a709e789eb65639a56d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afec3189-bbf8-4b1d-b831-3168df72bf9b" -d '{"events": [{"server_uuid": "e489a004-a709-4610-8b39-9d67620338b9", "name": "network-vif-unplugged", "status": "completed", "tag": "b85b2469-dbae-4f33-aafe-430d63656371"}]}' {{(pid=102346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:53:19.478461 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-7820caa2-eb47-4dad-a312-787fe96497a6 req-9104ca92-c9f7-4f1b-b40f-f311947f30ea tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "GET /v2.0/security-groups?id=eac14644-f19c-4ddb-a549-c458f5e64a03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683362 Oct 27 10:53:19.479926 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [req-65acf995-152b-4502-a21a-2de096c1723c req-8226a60c-629b-4cfb-a5aa-1626d3948b50 service neutron] For port b85b2469-dbae-4f33-aafe-430d63656371, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=b85b2469-dbae-4f33-aafe-430d63656371,segment=NetworkSegment(ea6ed439-8ac4-4f10-990f-8157b2f8661b),segment_id=ea6ed439-8ac4-4f10-990f-8157b2f8661b)] {{(pid=102346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:53:19.488121 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-2f733cb0-70b8-45f6-a7a3-19a58f5586f7 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] 10.222.0.44 "DELETE /v2.0/floatingips/e00d676b-fda6-4aff-8dc5-6c7d1d3b7f03 HTTP/1.1" status: 204 len: 168 time: 1.0635693 Oct 27 10:53:19.488745 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a505328d-4a06-41d8-b919-f255f155943f', 'tag': '7608fc6c-4c75-4681-9aed-1b7336e87146'}] {{(pid=102347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:53:19.491492 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311149b481204ee7edffdb959c881838506fbd95bc8577c048f6677abb73acc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95be81ce-d6ab-4267-8a03-6e9d18f4697d" -d '{"events": [{"name": "network-changed", "server_uuid": "a505328d-4a06-41d8-b919-f255f155943f", "tag": "7608fc6c-4c75-4681-9aed-1b7336e87146"}]}' {{(pid=102347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:53:19.502785 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6086a497-b36e-415a-b290-9af96e6286d9 None None] Routers {'41d6c480-58e2-46a4-9d20-8acdccc452d7'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:53:19.503399 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-6086a497-b36e-415a-b290-9af96e6286d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:53:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['41d6c480-58e2-46a4-9d20-8acdccc452d7'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:53:19.521628 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-65acf995-152b-4502-a21a-2de096c1723c req-8226a60c-629b-4cfb-a5aa-1626d3948b50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:19.537624 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 27 Oct 2021 10:53:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c71cf5e-771d-454c-8a41-8d8545497a52 x-openstack-request-id: req-1c71cf5e-771d-454c-8a41-8d8545497a52 {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:53:19.538006 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e489a004-a709-4610-8b39-9d67620338b9", "name": "network-vif-unplugged", "status": "completed", "tag": "b85b2469-dbae-4f33-aafe-430d63656371", "code": 200}]} {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:53:19.538348 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1c71cf5e-771d-454c-8a41-8d8545497a52 {{(pid=102346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:53:19.538827 n-d-813419-10 neutron-server[102346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e489a004-a709-4610-8b39-9d67620338b9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b85b2469-dbae-4f33-aafe-430d63656371', 'code': 200} Oct 27 10:53:19.554411 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adebb903-5c0b-4c54-bcfa-fb460a81f104 req-1f9f9b4c-1584-4722-9fab-82f448734ea9 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:53:19.556067 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-adebb903-5c0b-4c54-bcfa-fb460a81f104 req-1f9f9b4c-1584-4722-9fab-82f448734ea9 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] 10.222.0.44 "GET /v2.0/ports?device_id=f3bef178-eb00-40c6-9b29-942b49484548 HTTP/1.1" status: 200 len: 945 time: 0.0834410 Oct 27 10:53:19.632683 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-adebb903-5c0b-4c54-bcfa-fb460a81f104 req-13c7a3f4-7f95-479a-9bfe-b6655b61829f tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] 10.222.0.44 "GET /v2.0/security-groups?id=ffed76d3-4d36-4729-a6a9-ef5807ccbf84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589147 Oct 27 10:53:19.652353 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.provisioning_blocks [req-65acf995-152b-4502-a21a-2de096c1723c req-8226a60c-629b-4cfb-a5aa-1626d3948b50 service neutron] Transition to ACTIVE for port object b85b2469-dbae-4f33-aafe-430d63656371 will not be triggered until provisioned by entity L2. {{(pid=102346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 10:53:19.671722 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-65acf995-152b-4502-a21a-2de096c1723c req-8226a60c-629b-4cfb-a5aa-1626d3948b50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27024173'] for port, after_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:19.698019 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvr_db [None req-6086a497-b36e-415a-b290-9af96e6286d9 None None] Set router 41d6c480-58e2-46a4-9d20-8acdccc452d7 gateway port host: n-d-813419-10 {{(pid=102348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:53:19.709047 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-46c1de2b-9307-4f08-9d57-57f9c9794055 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586917'] for network, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:19.710415 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 10:53:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba98e0f4-7e3a-4ba1-a2ab-5631008801ce x-openstack-request-id: req-ba98e0f4-7e3a-4ba1-a2ab-5631008801ce {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:53:19.710910 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a505328d-4a06-41d8-b919-f255f155943f", "tag": "7608fc6c-4c75-4681-9aed-1b7336e87146", "status": "completed", "code": 200}]} {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:53:19.711160 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ba98e0f4-7e3a-4ba1-a2ab-5631008801ce {{(pid=102347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:53:19.712040 n-d-813419-10 neutron-server[102347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a505328d-4a06-41d8-b919-f255f155943f', 'tag': '7608fc6c-4c75-4681-9aed-1b7336e87146', 'status': 'completed', 'code': 200} Oct 27 10:53:19.847676 n-d-813419-10 neutron-server[102348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9f2bed8-4230-4c97-979e-56eb3ef071ed None None] Resources bound (agent type, host, resource id): {{(pid=102348) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 27 10:53:19.859415 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8226a60c-629b-4cfb-a5aa-1626d3948b50 service neutron] Pushing event updated for resources: {'Port': ['ID=b85b2469-dbae-4f33-aafe-430d63656371,revision_number=11']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:53:19.860114 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95be81ce-d6ab-4267-8a03-6e9d18f4697d req-27384f5b-7c91-48d7-80ad-eb0c2502aa18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:53:19.861661 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-95be81ce-d6ab-4267-8a03-6e9d18f4697d req-27384f5b-7c91-48d7-80ad-eb0c2502aa18 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b77ac30bad224fe0b8e5f2c5dd43d62c&device_id=a505328d-4a06-41d8-b919-f255f155943f HTTP/1.1" status: 200 len: 1097 time: 0.0982885 Oct 27 10:53:19.903650 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8e33b4-f727-42ea-8d05-1862744831b0 req-b938817e-d1da-4a85-887e-303a137bc755 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:53:19.905092 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-4c8e33b4-f727-42ea-8d05-1862744831b0 req-b938817e-d1da-4a85-887e-303a137bc755 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] 10.222.0.64 "GET /v2.0/ports?device_id=f3bef178-eb00-40c6-9b29-942b49484548 HTTP/1.1" status: 200 len: 945 time: 0.1526575 Oct 27 10:53:19.908846 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [req-65acf995-152b-4502-a21a-2de096c1723c req-8226a60c-629b-4cfb-a5aa-1626d3948b50 service neutron] No DVR routers for this DVR port b85b2469-dbae-4f33-aafe-430d63656371 on host n-h2-813419-10 {{(pid=102346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:53:19.914812 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-46c1de2b-9307-4f08-9d57-57f9c9794055 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Deleting port 28962180-a45f-4b00-a6b6-1a4bd5625e1e {{(pid=102346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:53:19.916465 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-46c1de2b-9307-4f08-9d57-57f9c9794055 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:19.929732 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3bbc58-2295-4363-becf-75f17e00dab1 req-e7b2e6d7-510f-4722-afe1-b285ca537a1b tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:53:19.931224 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-7d3bbc58-2295-4363-becf-75f17e00dab1 req-e7b2e6d7-510f-4722-afe1-b285ca537a1b tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] 10.222.0.44 "GET /v2.0/ports?device_id=a505328d-4a06-41d8-b919-f255f155943f HTTP/1.1" status: 200 len: 945 time: 0.1701059 Oct 27 10:53:20.061336 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [None req-46c1de2b-9307-4f08-9d57-57f9c9794055 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] For port 28962180-a45f-4b00-a6b6-1a4bd5625e1e, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=28962180-a45f-4b00-a6b6-1a4bd5625e1e,segment=NetworkSegment(609b0d5f-19cb-4816-943d-625aeaafd987),segment_id=609b0d5f-19cb-4816-943d-625aeaafd987)] {{(pid=102346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:53:20.061930 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-46c1de2b-9307-4f08-9d57-57f9c9794055 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:20.073331 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-7d3bbc58-2295-4363-becf-75f17e00dab1 req-67751ab2-1ef4-44b5-9322-fca82cc66e35 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] 10.222.0.44 "GET /v2.0/security-groups?id=44a47b91-e42c-4c64-967d-8b50f82f524a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1131001 Oct 27 10:53:20.082578 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-46c1de2b-9307-4f08-9d57-57f9c9794055 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Calling delete_port for 28962180-a45f-4b00-a6b6-1a4bd5625e1e owned by network:dhcp {{(pid=102346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:53:20.097130 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:20.111376 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95be81ce-d6ab-4267-8a03-6e9d18f4697d req-0bb6d87a-bd6b-4a77-b70a-efb5cf35b7b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:53:20.112262 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-6086a497-b36e-415a-b290-9af96e6286d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41d6c480-58e2-46a4-9d20-8acdccc452d7', 'name': 'tempest-TestNetworkBasicOps-router-229061942', 'tenant_id': 'b77ac30bad224fe0b8e5f2c5dd43d62c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.5'}], 'enable_snat': True}, 'gw_port_id': 'b6bde767-262a-43a7-b343-b12719352282', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:52:06Z', 'updated_at': '2021-10-27T10:52:15Z', 'revision_number': 4, 'project_id': 'b77ac30bad224fe0b8e5f2c5dd43d62c', 'gw_port': {'id': 'b6bde767-262a-43a7-b343-b12719352282', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:c0:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41d6c480-58e2-46a4-9d20-8acdccc452d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3485, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:52:07Z', 'updated_at': '2021-10-27T10:52:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_interfaces': [{'id': '94024aeb-6c69-4d86-a57e-90258a7b8830', 'name': '', 'network_id': '7a261072-1520-4c4e-bc8b-d16ecdb68ee8', 'tenant_id': 'b77ac30bad224fe0b8e5f2c5dd43d62c', 'mac_address': 'fa:16:3e:40:e7:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41d6c480-58e2-46a4-9d20-8acdccc452d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3498, 'fixed_ips': [{'subnet_id': '409efab0-c699-43bc-a615-0c78de1334af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:52:13Z', 'updated_at': '2021-10-27T10:52:19Z', 'revision_number': 5, 'project_id': 'b77ac30bad224fe0b8e5f2c5dd43d62c', 'subnets': [{'id': '409efab0-c699-43bc-a615-0c78de1334af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:53:20.113672 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-95be81ce-d6ab-4267-8a03-6e9d18f4697d req-0bb6d87a-bd6b-4a77-b70a-efb5cf35b7b3 service neutron] 10.222.0.64 "GET /v2.0/networks?id=7a261072-1520-4c4e-bc8b-d16ecdb68ee8 HTTP/1.1" status: 200 len: 897 time: 0.2366819 Oct 27 10:53:20.133945 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [req-4c8e33b4-f727-42ea-8d05-1862744831b0 req-e891b712-91e4-4cd6-a328-4f94edc2ea42 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] Deleting port c864492f-1845-4fbf-8bfb-876004c3bb26 {{(pid=102347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:53:20.134577 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-4c8e33b4-f727-42ea-8d05-1862744831b0 req-e891b712-91e4-4cd6-a328-4f94edc2ea42 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:20.165095 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-65acf995-152b-4502-a21a-2de096c1723c req-8226a60c-629b-4cfb-a5aa-1626d3948b50 service neutron] 10.222.0.76 "PUT /v2.0/ports/b85b2469-dbae-4f33-aafe-430d63656371/bindings/n-h1-813419-10/activate HTTP/1.1" status: 200 len: 370 time: 1.0596235 Oct 27 10:53:20.176692 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-95be81ce-d6ab-4267-8a03-6e9d18f4697d req-8a4cc74a-65d2-497e-8f34-712769e771e9 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7608fc6c-4c75-4681-9aed-1b7336e87146 HTTP/1.1" status: 200 len: 217 time: 0.0540810 Oct 27 10:53:20.210333 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-46c1de2b-9307-4f08-9d57-57f9c9794055 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:20.272093 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46c1de2b-9307-4f08-9d57-57f9c9794055 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] No DVR routers for this DVR port 28962180-a45f-4b00-a6b6-1a4bd5625e1e on host n-d-813419-10 {{(pid=102346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:53:20.288879 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95be81ce-d6ab-4267-8a03-6e9d18f4697d req-95803299-158f-4c48-bcfc-1189237c5d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:53:20.290400 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-95be81ce-d6ab-4267-8a03-6e9d18f4697d req-95803299-158f-4c48-bcfc-1189237c5d01 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=409efab0-c699-43bc-a615-0c78de1334af HTTP/1.1" status: 200 len: 835 time: 0.0824113 Oct 27 10:53:20.312028 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c1de2b-9307-4f08-9d57-57f9c9794055 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Pushing event deleted for resources: {'Port': ['ID=28962180-a45f-4b00-a6b6-1a4bd5625e1e,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:53:20.350895 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-4c8e33b4-f727-42ea-8d05-1862744831b0 req-e891b712-91e4-4cd6-a328-4f94edc2ea42 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] For port c864492f-1845-4fbf-8bfb-876004c3bb26, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=c864492f-1845-4fbf-8bfb-876004c3bb26,segment=NetworkSegment(8cab2adf-a440-42c6-b3ba-33945c07a109),segment_id=8cab2adf-a440-42c6-b3ba-33945c07a109)] {{(pid=102347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:53:20.351940 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-4c8e33b4-f727-42ea-8d05-1862744831b0 req-e891b712-91e4-4cd6-a328-4f94edc2ea42 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:20.370146 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [req-4c8e33b4-f727-42ea-8d05-1862744831b0 req-e891b712-91e4-4cd6-a328-4f94edc2ea42 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] Calling delete_port for c864492f-1845-4fbf-8bfb-876004c3bb26 owned by compute:nova {{(pid=102347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:53:20.387922 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95be81ce-d6ab-4267-8a03-6e9d18f4697d req-1296886c-afc1-4f90-a1e9-7a158aeb2a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:53:20.389605 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-95be81ce-d6ab-4267-8a03-6e9d18f4697d req-1296886c-afc1-4f90-a1e9-7a158aeb2a54 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=7a261072-1520-4c4e-bc8b-d16ecdb68ee8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0832915 Oct 27 10:53:20.391344 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-eadeaa30-4096-4d1a-b3cb-aa7ebfb291ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:20.393659 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6086a497-b36e-415a-b290-9af96e6286d9 None None] Checking router: 41d6c480-58e2-46a4-9d20-8acdccc452d7 for host: n-d-813419-10 {{(pid=102348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 10:53:20.445784 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6086a497-b36e-415a-b290-9af96e6286d9 None None] Routers {'41d6c480-58e2-46a4-9d20-8acdccc452d7'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:53:20.446655 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-6086a497-b36e-415a-b290-9af96e6286d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:53:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['41d6c480-58e2-46a4-9d20-8acdccc452d7'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:53:20.455837 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65acf995-152b-4502-a21a-2de096c1723c req-f4900d4c-eb79-4d7c-8786-f370a282b3e9 tempest-TestNetworkAdvancedServerOps-357845361 tempest-TestNetworkAdvancedServerOps-357845361-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:53:20.457397 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-65acf995-152b-4502-a21a-2de096c1723c req-f4900d4c-eb79-4d7c-8786-f370a282b3e9 tempest-TestNetworkAdvancedServerOps-357845361 tempest-TestNetworkAdvancedServerOps-357845361-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=e489a004-a709-4610-8b39-9d67620338b9&tenant_id=7f357cb809634e50864d0c31dbcbd617&binding%3Ahost_id=n-h2-813419-10 HTTP/1.1" status: 200 len: 1096 time: 0.2044277 Oct 27 10:53:20.461276 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-46c1de2b-9307-4f08-9d57-57f9c9794055 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857803', 'neutron.services.segments.db._delete_segments_for_network-8743873143390'] for network, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:20.543269 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-95be81ce-d6ab-4267-8a03-6e9d18f4697d req-396d9e79-abae-4947-8c1b-48388c3ffd13 service neutron] 10.222.0.64 "GET /v2.0/networks/7a261072-1520-4c4e-bc8b-d16ecdb68ee8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1175363 Oct 27 10:53:20.571957 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-46c1de2b-9307-4f08-9d57-57f9c9794055 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ca44117-80fc-429e-bc51-92e0ddc7e884']}} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:53:20.602136 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-46c1de2b-9307-4f08-9d57-57f9c9794055 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '609b0d5f-19cb-4816-943d-625aeaafd987') {'for_net_delete': True} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:53:20.602136 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-46c1de2b-9307-4f08-9d57-57f9c9794055 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '609b0d5f-19cb-4816-943d-625aeaafd987') {} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:53:20.607647 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvr_db [None req-6086a497-b36e-415a-b290-9af96e6286d9 None None] Set router 41d6c480-58e2-46a4-9d20-8acdccc452d7 gateway port host: n-d-813419-10 {{(pid=102348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:53:20.646605 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-46c1de2b-9307-4f08-9d57-57f9c9794055 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743873145191', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25847877'] for segment, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:20.680332 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-4c8e33b4-f727-42ea-8d05-1862744831b0 req-e891b712-91e4-4cd6-a328-4f94edc2ea42 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:20.701489 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65acf995-152b-4502-a21a-2de096c1723c req-9648bbbf-2ff9-452f-b950-9f6d67c46dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:53:20.705362 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-65acf995-152b-4502-a21a-2de096c1723c req-9648bbbf-2ff9-452f-b950-9f6d67c46dbb service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=e489a004-a709-4610-8b39-9d67620338b9&tenant_id=7f357cb809634e50864d0c31dbcbd617 HTTP/1.1" status: 200 len: 1096 time: 0.2223611 Oct 27 10:53:20.709081 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-46c1de2b-9307-4f08-9d57-57f9c9794055 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:20.724592 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] get_ports_and_sgs() called for port_ids ['fe919a1d-8d66-4e9c-9d07-1b82a0020cfa'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:53:20.724857 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61e2234-7cff-4d3b-b0ed-f1f905825113 req-a1937876-3052-4c11-811f-771d9e0dd156 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:53:20.726869 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-e61e2234-7cff-4d3b-b0ed-f1f905825113 req-a1937876-3052-4c11-811f-771d9e0dd156 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "GET /v2.0/ports?device_id=e489a004-a709-4610-8b39-9d67620338b9 HTTP/1.1" status: 200 len: 944 time: 0.1463616 Oct 27 10:53:20.729964 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46c1de2b-9307-4f08-9d57-57f9c9794055 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Releasing vlan 431 on physical network physnet1 to pool {{(pid=102346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 10:53:20.730941 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-46c1de2b-9307-4f08-9d57-57f9c9794055 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27024137'] for segment, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:20.735837 n-d-813419-10 neutron-server[102346]: Traceback (most recent call last): Oct 27 10:53:20.735837 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 10:53:20.735837 n-d-813419-10 neutron-server[102346]: timer() Oct 27 10:53:20.735837 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 10:53:20.735837 n-d-813419-10 neutron-server[102346]: cb(*args, **kw) Oct 27 10:53:20.735837 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 10:53:20.735837 n-d-813419-10 neutron-server[102346]: return func(*args, **kwargs) Oct 27 10:53:20.735837 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 10:53:20.735837 n-d-813419-10 neutron-server[102346]: self._notify() Oct 27 10:53:20.735837 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 10:53:20.735837 n-d-813419-10 neutron-server[102346]: self.callback(batched_events) Oct 27 10:53:20.735837 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 10:53:20.735837 n-d-813419-10 neutron-server[102346]: event.method(event) Oct 27 10:53:20.735837 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 10:53:20.735837 n-d-813419-10 neutron-server[102346]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 10:53:20.735837 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 10:53:20.735837 n-d-813419-10 neutron-server[102346]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 10:53:20.735837 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 10:53:20.735837 n-d-813419-10 neutron-server[102346]: return f(self, *a, **k) Oct 27 10:53:20.735837 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 10:53:20.735837 n-d-813419-10 neutron-server[102346]: return self._get(url).json() Oct 27 10:53:20.735837 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 10:53:20.735837 n-d-813419-10 neutron-server[102346]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 10:53:20.735837 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 10:53:20.735837 n-d-813419-10 neutron-server[102346]: return self.request(url, 'GET', **kwargs) Oct 27 10:53:20.735837 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 10:53:20.735837 n-d-813419-10 neutron-server[102346]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 10:53:20.735837 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 10:53:20.735837 n-d-813419-10 neutron-server[102346]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 10:53:20.735837 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 10:53:20.735837 n-d-813419-10 neutron-server[102346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 10:53:20.735837 n-d-813419-10 neutron-server[102346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 10:53:20.778698 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e891b712-91e4-4cd6-a328-4f94edc2ea42 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] Pushing event deleted for resources: {'Port': ['ID=c864492f-1845-4fbf-8bfb-876004c3bb26,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:53:20.878716 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-46c1de2b-9307-4f08-9d57-57f9c9794055 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664840'] for network, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:20.883768 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-46c1de2b-9307-4f08-9d57-57f9c9794055 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Publish callbacks [] for network, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:20.892045 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-46c1de2b-9307-4f08-9d57-57f9c9794055 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] 10.222.0.44 "DELETE /v2.0/networks/2ca44117-80fc-429e-bc51-92e0ddc7e884 HTTP/1.1" status: 204 len: 168 time: 2.3009431 Oct 27 10:53:20.893887 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 35116) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:53:20.901592 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-e61e2234-7cff-4d3b-b0ed-f1f905825113 req-ce6f466f-c6c7-46eb-bd53-e35312bebf41 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "GET /v2.0/security-groups?id=eac14644-f19c-4ddb-a549-c458f5e64a03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1644347 Oct 27 10:53:20.952639 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65acf995-152b-4502-a21a-2de096c1723c req-72753a3b-d04d-4eb8-b023-1c567b2496f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:53:20.954379 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-65acf995-152b-4502-a21a-2de096c1723c req-72753a3b-d04d-4eb8-b023-1c567b2496f3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7f357cb809634e50864d0c31dbcbd617&device_id=e489a004-a709-4610-8b39-9d67620338b9 HTTP/1.1" status: 200 len: 1096 time: 0.1973205 Oct 27 10:53:20.955665 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c1de2b-9307-4f08-9d57-57f9c9794055 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Pushing event deleted for resources: {'Network': ['ID=2ca44117-80fc-429e-bc51-92e0ddc7e884,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:53:20.958766 n-d-813419-10 neutron-server[102346]: INFO neutron.pecan_wsgi.hooks.translation [None req-1dcfae26-c337-43d6-bf7c-67e3263564c2 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] DELETE failed (client error): The resource could not be found. Oct 27 10:53:20.959103 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1dcfae26-c337-43d6-bf7c-67e3263564c2 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102346) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 10:53:20.963254 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-1dcfae26-c337-43d6-bf7c-67e3263564c2 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] 10.222.0.44 "DELETE /v2.0/subnets/6f373f29-dc63-4da5-ad60-424a611ce1b2 HTTP/1.1" status: 404 len: 337 time: 0.0588737 Oct 27 10:53:20.974394 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 35118) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:53:21.051111 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-6086a497-b36e-415a-b290-9af96e6286d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41d6c480-58e2-46a4-9d20-8acdccc452d7', 'name': 'tempest-TestNetworkBasicOps-router-229061942', 'tenant_id': 'b77ac30bad224fe0b8e5f2c5dd43d62c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.5'}], 'enable_snat': True}, 'gw_port_id': 'b6bde767-262a-43a7-b343-b12719352282', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:52:06Z', 'updated_at': '2021-10-27T10:52:15Z', 'revision_number': 4, 'project_id': 'b77ac30bad224fe0b8e5f2c5dd43d62c', 'gw_port': {'id': 'b6bde767-262a-43a7-b343-b12719352282', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:c0:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41d6c480-58e2-46a4-9d20-8acdccc452d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3485, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:52:07Z', 'updated_at': '2021-10-27T10:52:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_interfaces': [{'id': '94024aeb-6c69-4d86-a57e-90258a7b8830', 'name': '', 'network_id': '7a261072-1520-4c4e-bc8b-d16ecdb68ee8', 'tenant_id': 'b77ac30bad224fe0b8e5f2c5dd43d62c', 'mac_address': 'fa:16:3e:40:e7:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41d6c480-58e2-46a4-9d20-8acdccc452d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3498, 'fixed_ips': [{'subnet_id': '409efab0-c699-43bc-a615-0c78de1334af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:52:13Z', 'updated_at': '2021-10-27T10:52:19Z', 'revision_number': 5, 'project_id': 'b77ac30bad224fe0b8e5f2c5dd43d62c', 'subnets': [{'id': '409efab0-c699-43bc-a615-0c78de1334af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:53:21.096369 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6086a497-b36e-415a-b290-9af96e6286d9 None None] The sync data for ids ['41d6c480-58e2-46a4-9d20-8acdccc452d7'] in n-d-813419-10 is: [{'id': '41d6c480-58e2-46a4-9d20-8acdccc452d7', 'name': 'tempest-TestNetworkBasicOps-router-229061942', 'tenant_id': 'b77ac30bad224fe0b8e5f2c5dd43d62c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.5'}], 'enable_snat': True}, 'gw_port_id': 'b6bde767-262a-43a7-b343-b12719352282', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:52:06Z', 'updated_at': '2021-10-27T10:52:15Z', 'revision_number': 4, 'project_id': 'b77ac30bad224fe0b8e5f2c5dd43d62c', 'gw_port': {'id': 'b6bde767-262a-43a7-b343-b12719352282', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:c0:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41d6c480-58e2-46a4-9d20-8acdccc452d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3485, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:52:07Z', 'updated_at': '2021-10-27T10:52:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_interfaces': [{'id': '94024aeb-6c69-4d86-a57e-90258a7b8830', 'name': '', 'network_id': '7a261072-1520-4c4e-bc8b-d16ecdb68ee8', 'tenant_id': 'b77ac30bad224fe0b8e5f2c5dd43d62c', 'mac_address': 'fa:16:3e:40:e7:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41d6c480-58e2-46a4-9d20-8acdccc452d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3498, 'fixed_ips': [{'subnet_id': '409efab0-c699-43bc-a615-0c78de1334af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:52:13Z', 'updated_at': '2021-10-27T10:52:19Z', 'revision_number': 5, 'project_id': 'b77ac30bad224fe0b8e5f2c5dd43d62c', 'subnets': [{'id': '409efab0-c699-43bc-a615-0c78de1334af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:53:21.290609 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device b85b2469-dbae-4f33-aafe-430d63656371 no longer exists at agent hyperv_n-h2-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:53:21.348867 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device b85b2469-dbae-4f33-aafe-430d63656371 not bound to the agent host n-h2-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:53:21.385658 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-95be81ce-d6ab-4267-8a03-6e9d18f4697d req-d8249197-7e62-48c7-b768-8e0726af06df service neutron] 10.222.0.64 "GET /v2.0/networks/7a261072-1520-4c4e-bc8b-d16ecdb68ee8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8085873 Oct 27 10:53:21.388438 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-6814aad4-7615-42f5-9e60-c1b05dc8141e req-06da8b5f-6d64-4ac8-9e9b-6fae748761c3 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] 10.222.0.44 "GET /v2.0/ports?device_id=f3bef178-eb00-40c6-9b29-942b49484548 HTTP/1.1" status: 200 len: 210 time: 0.6152649 Oct 27 10:53:21.442011 n-d-813419-10 neutron-server[102346]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f483911-9770-4316-a79e-1823a1ba890b tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] DELETE failed (client error): The resource could not be found. Oct 27 10:53:21.442682 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f483911-9770-4316-a79e-1823a1ba890b tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102346) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 10:53:21.448354 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-2f483911-9770-4316-a79e-1823a1ba890b tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] 10.222.0.44 "DELETE /v2.0/networks/2ca44117-80fc-429e-bc51-92e0ddc7e884 HTTP/1.1" status: 404 len: 339 time: 0.4705906 Oct 27 10:53:21.448537 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c8e33b4-f727-42ea-8d05-1862744831b0 req-e891b712-91e4-4cd6-a328-4f94edc2ea42 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] No DVR routers for this DVR port c864492f-1845-4fbf-8bfb-876004c3bb26 on host n-h1-813419-10 {{(pid=102347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:53:21.449999 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 35124) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:53:21.458064 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-4c8e33b4-f727-42ea-8d05-1862744831b0 req-e891b712-91e4-4cd6-a328-4f94edc2ea42 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:21.463824 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-4c8e33b4-f727-42ea-8d05-1862744831b0 req-e891b712-91e4-4cd6-a328-4f94edc2ea42 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] 10.222.0.64 "DELETE /v2.0/ports/c864492f-1845-4fbf-8bfb-876004c3bb26 HTTP/1.1" status: 204 len: 173 time: 1.5457506 Oct 27 10:53:21.477938 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10d06b0a-4474-4122-93bc-edea9257707e None None] New status for floating IP e00d676b-fda6-4aff-8dc5-6c7d1d3b7f03: DOWN {{(pid=102349) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 10:53:21.540510 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d198b865-74aa-4ced-9312-de982725caeb req-4b874b74-207f-4ad1-be95-1006807e6b9c tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:53:21.542195 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-d198b865-74aa-4ced-9312-de982725caeb req-4b874b74-207f-4ad1-be95-1006807e6b9c tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] 10.222.0.44 "GET /v2.0/ports?device_id=a505328d-4a06-41d8-b919-f255f155943f HTTP/1.1" status: 200 len: 945 time: 0.1038313 Oct 27 10:53:21.562694 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65acf995-152b-4502-a21a-2de096c1723c req-999c3c2a-2a32-4db7-ab2a-6a198d6708d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:53:21.564133 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-65acf995-152b-4502-a21a-2de096c1723c req-999c3c2a-2a32-4db7-ab2a-6a198d6708d3 service neutron] 10.222.0.64 "GET /v2.0/networks?id=e87b459a-890d-45c5-8314-ac75bfe75e07 HTTP/1.1" status: 200 len: 898 time: 0.5982828 Oct 27 10:53:21.647124 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-d198b865-74aa-4ced-9312-de982725caeb req-056834cb-21d9-4af4-a099-59efd11bfe0a tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] 10.222.0.44 "GET /v2.0/security-groups?id=44a47b91-e42c-4c64-967d-8b50f82f524a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0951684 Oct 27 10:53:21.654699 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-d7986abf-b953-45ac-8a13-45618c8ffdb0 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586917'] for network, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:21.669942 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-65acf995-152b-4502-a21a-2de096c1723c req-2489b13f-0c24-4391-b7d2-5f93c7ea1b81 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b85b2469-dbae-4f33-aafe-430d63656371 HTTP/1.1" status: 200 len: 999 time: 0.0972655 Oct 27 10:53:21.681348 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55133c0-2ff5-42cc-87d2-f4ff23765932 req-5b92b3b6-cf2d-4295-b9fd-7c1bf5ced613 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:53:21.682912 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-e55133c0-2ff5-42cc-87d2-f4ff23765932 req-5b92b3b6-cf2d-4295-b9fd-7c1bf5ced613 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] 10.222.0.64 "GET /v2.0/ports?device_id=a505328d-4a06-41d8-b919-f255f155943f HTTP/1.1" status: 200 len: 945 time: 0.1097333 Oct 27 10:53:21.714167 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3bef178-eb00-40c6-9b29-942b49484548', 'name': 'network-vif-deleted', 'tag': 'c864492f-1845-4fbf-8bfb-876004c3bb26'}] {{(pid=102347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:53:21.716389 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311149b481204ee7edffdb959c881838506fbd95bc8577c048f6677abb73acc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fba06ab0-dcbf-4240-8b90-631fe23a1f77" -d '{"events": [{"server_uuid": "f3bef178-eb00-40c6-9b29-942b49484548", "name": "network-vif-deleted", "tag": "c864492f-1845-4fbf-8bfb-876004c3bb26"}]}' {{(pid=102347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:53:21.725642 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65acf995-152b-4502-a21a-2de096c1723c req-8f01201d-d82f-4141-a7f8-efb9f439b3d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:53:21.727615 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-65acf995-152b-4502-a21a-2de096c1723c req-8f01201d-d82f-4141-a7f8-efb9f439b3d4 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=82b76e3b-8a75-4966-b97f-20b4de5f581e HTTP/1.1" status: 200 len: 833 time: 0.0498388 Oct 27 10:53:21.781001 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65acf995-152b-4502-a21a-2de096c1723c req-5d9f2080-cbfa-4c02-acf1-50b021af616b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:53:21.781292 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:53:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b9a635b-f6d9-4d61-9a3e-a6fa5165dd9f x-openstack-request-id: req-7b9a635b-f6d9-4d61-9a3e-a6fa5165dd9f {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:53:21.781576 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3bef178-eb00-40c6-9b29-942b49484548", "name": "network-vif-deleted", "tag": "c864492f-1845-4fbf-8bfb-876004c3bb26", "status": "completed", "code": 200}]} {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:53:21.781822 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7b9a635b-f6d9-4d61-9a3e-a6fa5165dd9f {{(pid=102347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:53:21.782204 n-d-813419-10 neutron-server[102347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3bef178-eb00-40c6-9b29-942b49484548', 'name': 'network-vif-deleted', 'tag': 'c864492f-1845-4fbf-8bfb-876004c3bb26', 'status': 'completed', 'code': 200} Oct 27 10:53:21.782534 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-65acf995-152b-4502-a21a-2de096c1723c req-5d9f2080-cbfa-4c02-acf1-50b021af616b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e87b459a-890d-45c5-8314-ac75bfe75e07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0462368 Oct 27 10:53:21.825948 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-d7986abf-b953-45ac-8a13-45618c8ffdb0 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857803', 'neutron.services.segments.db._delete_segments_for_network-8743873143390'] for network, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:21.852955 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-d7986abf-b953-45ac-8a13-45618c8ffdb0 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae2380ea-2a3a-4831-a052-b44873427725']}} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:53:21.869870 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-d7986abf-b953-45ac-8a13-45618c8ffdb0 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0acc770-cfd6-439c-88a5-f957247f0fe2') {'for_net_delete': True} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:53:21.870183 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-d7986abf-b953-45ac-8a13-45618c8ffdb0 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0acc770-cfd6-439c-88a5-f957247f0fe2') {} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:53:21.881905 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-d7986abf-b953-45ac-8a13-45618c8ffdb0 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743873145191', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18445132'] for segment, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:21.886812 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-65acf995-152b-4502-a21a-2de096c1723c req-ca5002db-8fbc-4ffb-8f7b-a15769408857 service neutron] 10.222.0.64 "GET /v2.0/networks/e87b459a-890d-45c5-8314-ac75bfe75e07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950737 Oct 27 10:53:21.899180 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-d7986abf-b953-45ac-8a13-45618c8ffdb0 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:21.905760 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [req-e55133c0-2ff5-42cc-87d2-f4ff23765932 req-28d3940e-1622-4133-9eb5-5e3062bae8e7 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Deleting port 7608fc6c-4c75-4681-9aed-1b7336e87146 {{(pid=102347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:53:21.906087 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-e55133c0-2ff5-42cc-87d2-f4ff23765932 req-28d3940e-1622-4133-9eb5-5e3062bae8e7 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:21.911469 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7986abf-b953-45ac-8a13-45618c8ffdb0 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Releasing vlan 430 on physical network physnet1 to pool {{(pid=102347) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 10:53:21.911887 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-d7986abf-b953-45ac-8a13-45618c8ffdb0 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-18296032'] for segment, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:21.914623 n-d-813419-10 neutron-server[102347]: Traceback (most recent call last): Oct 27 10:53:21.914623 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 10:53:21.914623 n-d-813419-10 neutron-server[102347]: timer() Oct 27 10:53:21.914623 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 10:53:21.914623 n-d-813419-10 neutron-server[102347]: cb(*args, **kw) Oct 27 10:53:21.914623 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 10:53:21.914623 n-d-813419-10 neutron-server[102347]: return func(*args, **kwargs) Oct 27 10:53:21.914623 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 10:53:21.914623 n-d-813419-10 neutron-server[102347]: self._notify() Oct 27 10:53:21.914623 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 10:53:21.914623 n-d-813419-10 neutron-server[102347]: self.callback(batched_events) Oct 27 10:53:21.914623 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 10:53:21.914623 n-d-813419-10 neutron-server[102347]: event.method(event) Oct 27 10:53:21.914623 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 10:53:21.914623 n-d-813419-10 neutron-server[102347]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 10:53:21.914623 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 10:53:21.914623 n-d-813419-10 neutron-server[102347]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 10:53:21.914623 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 10:53:21.914623 n-d-813419-10 neutron-server[102347]: return f(self, *a, **k) Oct 27 10:53:21.914623 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 10:53:21.914623 n-d-813419-10 neutron-server[102347]: return self._get(url).json() Oct 27 10:53:21.914623 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 10:53:21.914623 n-d-813419-10 neutron-server[102347]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 10:53:21.914623 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 10:53:21.914623 n-d-813419-10 neutron-server[102347]: return self.request(url, 'GET', **kwargs) Oct 27 10:53:21.914623 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 10:53:21.914623 n-d-813419-10 neutron-server[102347]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 10:53:21.914623 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 10:53:21.914623 n-d-813419-10 neutron-server[102347]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 10:53:21.914623 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 10:53:21.914623 n-d-813419-10 neutron-server[102347]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 10:53:21.914623 n-d-813419-10 neutron-server[102347]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 10:53:21.969262 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-3c6a8245-0581-48aa-b5f6-4d8fe98cd16e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:22.007489 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-65acf995-152b-4502-a21a-2de096c1723c req-3498495f-8a0e-47dd-8ac1-ecc36ff10d96 service neutron] 10.222.0.64 "GET /v2.0/networks/e87b459a-890d-45c5-8314-ac75bfe75e07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1133034 Oct 27 10:53:22.051647 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-d7986abf-b953-45ac-8a13-45618c8ffdb0 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664840'] for network, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:22.059308 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-d7986abf-b953-45ac-8a13-45618c8ffdb0 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Publish callbacks [] for network, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:22.063778 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-d7986abf-b953-45ac-8a13-45618c8ffdb0 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] 10.222.0.44 "DELETE /v2.0/networks/ae2380ea-2a3a-4831-a052-b44873427725 HTTP/1.1" status: 204 len: 168 time: 0.6131914 Oct 27 10:53:22.071014 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 35130) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:53:22.071277 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953d3b7d-1ea9-4780-ab4e-b1b8e80c0d73 req-d3343896-03af-44c9-8a7b-c8210e6132cc tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:53:22.072983 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-953d3b7d-1ea9-4780-ab4e-b1b8e80c0d73 req-d3343896-03af-44c9-8a7b-c8210e6132cc tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "GET /v2.0/ports?device_id=e489a004-a709-4610-8b39-9d67620338b9 HTTP/1.1" status: 200 len: 944 time: 0.0644779 Oct 27 10:53:22.118409 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device 7608fc6c-4c75-4681-9aed-1b7336e87146 no longer exists at agent hyperv_n-h1-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:53:22.122673 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-953d3b7d-1ea9-4780-ab4e-b1b8e80c0d73 req-cefc0a01-98ed-440d-a47e-64a072674648 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "GET /v2.0/security-groups?id=eac14644-f19c-4ddb-a549-c458f5e64a03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430834 Oct 27 10:53:22.138092 n-d-813419-10 neutron-server[102347]: INFO neutron.pecan_wsgi.hooks.translation [None req-82a12112-a5d3-42df-b34a-bdc74f30757f tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] DELETE failed (client error): The resource could not be found. Oct 27 10:53:22.138621 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82a12112-a5d3-42df-b34a-bdc74f30757f tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102347) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 10:53:22.142258 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-82a12112-a5d3-42df-b34a-bdc74f30757f tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] 10.222.0.44 "DELETE /v2.0/subnets/061e1bc4-ebdf-4812-860a-2f0b7077784f HTTP/1.1" status: 404 len: 337 time: 0.0671396 Oct 27 10:53:22.145231 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 35132) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:53:22.147619 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7986abf-b953-45ac-8a13-45618c8ffdb0 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Pushing event deleted for resources: {'Network': ['ID=ae2380ea-2a3a-4831-a052-b44873427725,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:53:22.177436 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-e55133c0-2ff5-42cc-87d2-f4ff23765932 req-28d3940e-1622-4133-9eb5-5e3062bae8e7 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] For port 7608fc6c-4c75-4681-9aed-1b7336e87146, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=7608fc6c-4c75-4681-9aed-1b7336e87146,segment=NetworkSegment(b3159c1b-a3cb-4a30-b6e6-3ef47749633a),segment_id=b3159c1b-a3cb-4a30-b6e6-3ef47749633a)] {{(pid=102347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:53:22.177844 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-e55133c0-2ff5-42cc-87d2-f4ff23765932 req-28d3940e-1622-4133-9eb5-5e3062bae8e7 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:22.177999 n-d-813419-10 neutron-server[102346]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec522f91-d849-4b30-8b78-41d3326231a8 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] DELETE failed (client error): The resource could not be found. Oct 27 10:53:22.178544 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec522f91-d849-4b30-8b78-41d3326231a8 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102346) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 10:53:22.181663 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-ec522f91-d849-4b30-8b78-41d3326231a8 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] 10.222.0.44 "DELETE /v2.0/networks/142de8d1-3f38-4169-816b-2b51b8664689 HTTP/1.1" status: 404 len: 339 time: 0.0346835 Oct 27 10:53:22.184265 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 35134) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:53:22.194429 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [req-e55133c0-2ff5-42cc-87d2-f4ff23765932 req-28d3940e-1622-4133-9eb5-5e3062bae8e7 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Calling delete_port for 7608fc6c-4c75-4681-9aed-1b7336e87146 owned by compute:nova {{(pid=102347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:53:22.229913 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:22.240070 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_v2 [None req-e32399bd-74a8-447b-950d-0eba2599a16e tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Deleting subnet 660647ca-27fe-4983-b135-14a80c264956 {{(pid=102346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 10:53:22.243458 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-e32399bd-74a8-447b-950d-0eba2599a16e tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Publish callbacks [] for subnet, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:22.269800 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a505328d-4a06-41d8-b919-f255f155943f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7608fc6c-4c75-4681-9aed-1b7336e87146'}] {{(pid=102348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:53:22.272417 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c588921fa634554a1d9242fdea1b05457a9ff1d3b28ba54ec1dace7f2f1df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86cbd74c-1a39-456f-b36a-36ee9bbd293b" -d '{"events": [{"server_uuid": "a505328d-4a06-41d8-b919-f255f155943f", "name": "network-vif-unplugged", "status": "completed", "tag": "7608fc6c-4c75-4681-9aed-1b7336e87146"}]}' {{(pid=102348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:53:22.293412 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-e32399bd-74a8-447b-950d-0eba2599a16e tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25847868'] for subnet, precommit_delete_associations {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:22.294957 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port 7608fc6c-4c75-4681-9aed-1b7336e87146, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=7608fc6c-4c75-4681-9aed-1b7336e87146,segment=NetworkSegment(b3159c1b-a3cb-4a30-b6e6-3ef47749633a),segment_id=b3159c1b-a3cb-4a30-b6e6-3ef47749633a)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:53:22.302540 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:22.303317 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device c864492f-1845-4fbf-8bfb-876004c3bb26 no longer exists at agent hyperv_n-h1-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:53:22.325834 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 27 Oct 2021 10:53:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ca4d914-8781-4241-9dea-858db3c29534 x-openstack-request-id: req-0ca4d914-8781-4241-9dea-858db3c29534 {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:53:22.326119 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a505328d-4a06-41d8-b919-f255f155943f", "name": "network-vif-unplugged", "status": "completed", "tag": "7608fc6c-4c75-4681-9aed-1b7336e87146", "code": 200}]} {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:53:22.326369 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-0ca4d914-8781-4241-9dea-858db3c29534 {{(pid=102348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:53:22.326760 n-d-813419-10 neutron-server[102348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a505328d-4a06-41d8-b919-f255f155943f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7608fc6c-4c75-4681-9aed-1b7336e87146', 'code': 200} Oct 27 10:53:22.329188 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] No Port match for: c864492f-1845-4fbf-8bfb-876004c3bb26 {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:53:22.329912 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device c864492f-1845-4fbf-8bfb-876004c3bb26 not bound to the agent host n-h1-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:53:22.382831 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-e55133c0-2ff5-42cc-87d2-f4ff23765932 req-28d3940e-1622-4133-9eb5-5e3062bae8e7 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:22.387853 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Pushing event updated for resources: {'Port': ['ID=7608fc6c-4c75-4681-9aed-1b7336e87146,revision_number=6']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:53:22.399259 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65acf995-152b-4502-a21a-2de096c1723c req-cec7bca2-416e-4442-a7ae-6f4bd1114979 tempest-TestNetworkAdvancedServerOps-357845361 tempest-TestNetworkAdvancedServerOps-357845361-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:53:22.400922 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-65acf995-152b-4502-a21a-2de096c1723c req-cec7bca2-416e-4442-a7ae-6f4bd1114979 tempest-TestNetworkAdvancedServerOps-357845361 tempest-TestNetworkAdvancedServerOps-357845361-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=e489a004-a709-4610-8b39-9d67620338b9&tenant_id=7f357cb809634e50864d0c31dbcbd617&binding%3Ahost_id=n-h1-813419-10 HTTP/1.1" status: 200 len: 1096 time: 0.1045687 Oct 27 10:53:22.418707 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d3940e-1622-4133-9eb5-5e3062bae8e7 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Pushing event deleted for resources: {'Port': ['ID=7608fc6c-4c75-4681-9aed-1b7336e87146,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:53:22.474557 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-e32399bd-74a8-447b-950d-0eba2599a16e tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855646'] for subnet, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:22.496434 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [req-e55133c0-2ff5-42cc-87d2-f4ff23765932 req-28d3940e-1622-4133-9eb5-5e3062bae8e7 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] No DVR routers for this DVR port 7608fc6c-4c75-4681-9aed-1b7336e87146 on host n-h1-813419-10 {{(pid=102347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:53:22.496434 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-e55133c0-2ff5-42cc-87d2-f4ff23765932 req-28d3940e-1622-4133-9eb5-5e3062bae8e7 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:22.497522 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-e55133c0-2ff5-42cc-87d2-f4ff23765932 req-28d3940e-1622-4133-9eb5-5e3062bae8e7 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] 10.222.0.64 "DELETE /v2.0/ports/7608fc6c-4c75-4681-9aed-1b7336e87146 HTTP/1.1" status: 204 len: 173 time: 0.8078020 Oct 27 10:53:22.635745 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-e32399bd-74a8-447b-950d-0eba2599a16e tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27024355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27168307'] for subnet, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:22.667931 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [req-65acf995-152b-4502-a21a-2de096c1723c req-46f19f62-89d7-492b-b5fe-9189ae17e09e service neutron] For port b85b2469-dbae-4f33-aafe-430d63656371, host n-h2-813419-10, cleared binding levels {{(pid=102346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:53:22.671512 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32399bd-74a8-447b-950d-0eba2599a16e tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Pushing event deleted for resources: {'Subnet': ['ID=660647ca-27fe-4983-b135-14a80c264956,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:53:22.677126 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-65acf995-152b-4502-a21a-2de096c1723c req-46f19f62-89d7-492b-b5fe-9189ae17e09e service neutron] Publish callbacks [] for binding, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:22.678181 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-65acf995-152b-4502-a21a-2de096c1723c req-46f19f62-89d7-492b-b5fe-9189ae17e09e service neutron] 10.222.0.64 "DELETE /v2.0/ports/b85b2469-dbae-4f33-aafe-430d63656371/bindings/n-h2-813419-10 HTTP/1.1" status: 204 len: 173 time: 0.2595706 Oct 27 10:53:22.679237 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-e32399bd-74a8-447b-950d-0eba2599a16e tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Publish callbacks [] for subnet, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:22.682362 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-e32399bd-74a8-447b-950d-0eba2599a16e tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] 10.222.0.44 "DELETE /v2.0/subnets/660647ca-27fe-4983-b135-14a80c264956 HTTP/1.1" status: 204 len: 168 time: 0.4971743 Oct 27 10:53:22.686562 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 35158) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:53:22.706840 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52b55653-0e22-449c-a5ad-c2bf997d3305 None None] Network 980ababd-a21e-451e-9215-2c7b3bfc95b9 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:53:22.803818 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-16b00c1a-79c3-49b6-b90f-6465df226618 req-19fb0e23-ecde-4d90-aece-19feb2c29705 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] 10.222.0.44 "GET /v2.0/ports?device_id=a505328d-4a06-41d8-b919-f255f155943f HTTP/1.1" status: 200 len: 210 time: 0.0454600 Oct 27 10:53:22.841494 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f5486af-13cb-4314-9365-34ef92982f89 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Deleting subnet a0f25956-61d7-416f-b2a5-5c1ae76c6b51 {{(pid=102347) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 10:53:22.850405 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-6f5486af-13cb-4314-9365-34ef92982f89 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Publish callbacks [] for subnet, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:22.925576 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-6f5486af-13cb-4314-9365-34ef92982f89 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-18445109'] for subnet, precommit_delete_associations {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:23.107618 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-6f5486af-13cb-4314-9365-34ef92982f89 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855646'] for subnet, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:23.208342 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-6f5486af-13cb-4314-9365-34ef92982f89 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-18295818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18043720'] for subnet, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:23.258554 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5486af-13cb-4314-9365-34ef92982f89 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Pushing event deleted for resources: {'Subnet': ['ID=a0f25956-61d7-416f-b2a5-5c1ae76c6b51,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:53:23.294078 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-6f5486af-13cb-4314-9365-34ef92982f89 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Publish callbacks [] for subnet, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:23.298471 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-6f5486af-13cb-4314-9365-34ef92982f89 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] 10.222.0.44 "DELETE /v2.0/subnets/a0f25956-61d7-416f-b2a5-5c1ae76c6b51 HTTP/1.1" status: 204 len: 168 time: 0.6098857 Oct 27 10:53:23.300488 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 35182) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:53:23.338229 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80904897-f31d-4f2c-9aea-9273ecb643b5 req-43a0dcd8-538d-49d0-92d4-f879ec68d6f7 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:53:23.340018 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-80904897-f31d-4f2c-9aea-9273ecb643b5 req-43a0dcd8-538d-49d0-92d4-f879ec68d6f7 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "GET /v2.0/ports?device_id=e489a004-a709-4610-8b39-9d67620338b9 HTTP/1.1" status: 200 len: 944 time: 0.0851829 Oct 27 10:53:23.438872 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-80904897-f31d-4f2c-9aea-9273ecb643b5 req-57fbb063-6c21-4ca8-8558-207ae9dca276 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "GET /v2.0/security-groups?id=eac14644-f19c-4ddb-a549-c458f5e64a03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817764 Oct 27 10:53:23.594467 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-fddc915a-53ea-459d-aa54-856ca46fde30 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586917'] for network, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:23.673715 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781f0805-45c0-406b-848d-0df1daaa1b3f req-8db88f5b-0db2-4f2e-a844-d0a1af828b60 tempest-TestNetworkAdvancedServerOps-357845361 tempest-TestNetworkAdvancedServerOps-357845361-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:53:23.676973 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-781f0805-45c0-406b-848d-0df1daaa1b3f req-8db88f5b-0db2-4f2e-a844-d0a1af828b60 tempest-TestNetworkAdvancedServerOps-357845361 tempest-TestNetworkAdvancedServerOps-357845361-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=e489a004-a709-4610-8b39-9d67620338b9 HTTP/1.1" status: 200 len: 1096 time: 0.1045547 Oct 27 10:53:23.766986 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-781f0805-45c0-406b-848d-0df1daaa1b3f req-d69dd337-ec30-4fe8-9b0e-67938eecdd40 tempest-TestNetworkAdvancedServerOps-357845361 tempest-TestNetworkAdvancedServerOps-357845361-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=eac14644-f19c-4ddb-a549-c458f5e64a03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835311 Oct 27 10:53:23.770144 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-fddc915a-53ea-459d-aa54-856ca46fde30 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Deleting port a25dc078-40d7-4917-ad0c-45b6a7a1e8b3 {{(pid=102346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:53:23.770775 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-fddc915a-53ea-459d-aa54-856ca46fde30 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:23.783685 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a505328d-4a06-41d8-b919-f255f155943f', 'name': 'network-vif-deleted', 'tag': '7608fc6c-4c75-4681-9aed-1b7336e87146'}] {{(pid=102347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:53:23.785918 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb73299-bbf6-4b58-8410-14b925f12a23 req-e464013f-e842-45cd-ba2f-88f787882a5e tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:53:23.787370 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311149b481204ee7edffdb959c881838506fbd95bc8577c048f6677abb73acc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5d3687b-7cd3-42bb-9d8d-ef7480ab9798" -d '{"events": [{"server_uuid": "a505328d-4a06-41d8-b919-f255f155943f", "name": "network-vif-deleted", "tag": "7608fc6c-4c75-4681-9aed-1b7336e87146"}]}' {{(pid=102347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:53:23.787538 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-bdb73299-bbf6-4b58-8410-14b925f12a23 req-e464013f-e842-45cd-ba2f-88f787882a5e tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] 10.222.0.44 "GET /v2.0/ports?device_id=b5214058-b79e-4055-883e-d1a9c1f7418b HTTP/1.1" status: 200 len: 946 time: 0.1123562 Oct 27 10:53:23.904075 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-bdb73299-bbf6-4b58-8410-14b925f12a23 req-e80c3d14-f551-4f12-b20e-32bd91459ebb tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] 10.222.0.44 "GET /v2.0/security-groups?id=ffed76d3-4d36-4729-a6a9-ef5807ccbf84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982990 Oct 27 10:53:23.942339 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [None req-fddc915a-53ea-459d-aa54-856ca46fde30 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] For port a25dc078-40d7-4917-ad0c-45b6a7a1e8b3, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=a25dc078-40d7-4917-ad0c-45b6a7a1e8b3,segment=NetworkSegment(06077354-6d65-4a65-b73a-b1cafdc52113),segment_id=06077354-6d65-4a65-b73a-b1cafdc52113)] {{(pid=102346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:53:23.942712 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-fddc915a-53ea-459d-aa54-856ca46fde30 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:23.966104 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfa15d2-c9d9-422e-b17f-8397393c2f7f req-f894a9cc-4a6a-416c-bed2-9184a41d448d tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:53:23.969296 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-fddc915a-53ea-459d-aa54-856ca46fde30 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Calling delete_port for a25dc078-40d7-4917-ad0c-45b6a7a1e8b3 owned by network:dhcp {{(pid=102346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:53:23.974482 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-3dfa15d2-c9d9-422e-b17f-8397393c2f7f req-f894a9cc-4a6a-416c-bed2-9184a41d448d tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "GET /v2.0/ports?device_id=e489a004-a709-4610-8b39-9d67620338b9 HTTP/1.1" status: 200 len: 944 time: 0.1151977 Oct 27 10:53:23.978112 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:53:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0d49ef5-f840-4ffc-8729-d496ea57f727 x-openstack-request-id: req-f0d49ef5-f840-4ffc-8729-d496ea57f727 {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:53:23.978490 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a505328d-4a06-41d8-b919-f255f155943f", "name": "network-vif-deleted", "tag": "7608fc6c-4c75-4681-9aed-1b7336e87146", "status": "completed", "code": 200}]} {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:53:23.978857 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f0d49ef5-f840-4ffc-8729-d496ea57f727 {{(pid=102347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:53:23.979122 n-d-813419-10 neutron-server[102347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a505328d-4a06-41d8-b919-f255f155943f', 'name': 'network-vif-deleted', 'tag': '7608fc6c-4c75-4681-9aed-1b7336e87146', 'status': 'completed', 'code': 200} Oct 27 10:53:24.016233 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 35200) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:53:24.044710 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-3dfa15d2-c9d9-422e-b17f-8397393c2f7f req-2dd6bf76-9663-4b57-96e2-3325b01b9b2e tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "GET /v2.0/security-groups?id=eac14644-f19c-4ddb-a549-c458f5e64a03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687115 Oct 27 10:53:24.064931 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 35202) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:53:24.096041 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c888f34d-d996-4fe8-9fd2-821a90a5a596 None None] Network 980ababd-a21e-451e-9215-2c7b3bfc95b9 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:53:24.124516 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-95927cdb-3d95-41f5-8810-f914ba159e20 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Publish callbacks [] for security_group, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:24.148798 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-af5fa89b-588d-436a-9aba-6e9ab8de3a42 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "GET /v2.0/floatingips/8ef7052b-44bf-4317-97bf-5dfe544d30e7 HTTP/1.1" status: 200 len: 991 time: 0.0826421 Oct 27 10:53:24.150644 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-fddc915a-53ea-459d-aa54-856ca46fde30 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:24.167383 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-95927cdb-3d95-41f5-8810-f914ba159e20 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:24.186544 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddc915a-53ea-459d-aa54-856ca46fde30 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Pushing event deleted for resources: {'Port': ['ID=a25dc078-40d7-4917-ad0c-45b6a7a1e8b3,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:53:24.190731 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fddc915a-53ea-459d-aa54-856ca46fde30 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] No DVR routers for this DVR port a25dc078-40d7-4917-ad0c-45b6a7a1e8b3 on host n-d-813419-10 {{(pid=102346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:53:24.210685 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-fbaf1614-9fb8-44b6-ac48-a6a1c0102068 None None] Could not find standard attr ID for object a25dc078-40d7-4917-ad0c-45b6a7a1e8b3. {{(pid=102348) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 27 10:53:24.278259 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-95927cdb-3d95-41f5-8810-f914ba159e20 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:24.282360 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-95927cdb-3d95-41f5-8810-f914ba159e20 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Publish callbacks [] for security_group, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:24.283517 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-95927cdb-3d95-41f5-8810-f914ba159e20 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] 10.222.0.44 "DELETE /v2.0/security-groups/44a47b91-e42c-4c64-967d-8b50f82f524a HTTP/1.1" status: 204 len: 168 time: 0.2663560 Oct 27 10:53:24.312020 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95927cdb-3d95-41f5-8810-f914ba159e20 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=44a47b91-e42c-4c64-967d-8b50f82f524a,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:53:24.339044 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-fddc915a-53ea-459d-aa54-856ca46fde30 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857803', 'neutron.services.segments.db._delete_segments_for_network-8743873143390'] for network, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:24.367048 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7f88aa0-fa67-4b1a-b4ee-74b062e41c4d None None] DHCP port deletion for 980ababd-a21e-451e-9215-2c7b3bfc95b9 request from n-d-813419-10 {{(pid=102348) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 10:53:24.367294 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 35206) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:53:24.398444 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-fddc915a-53ea-459d-aa54-856ca46fde30 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['980ababd-a21e-451e-9215-2c7b3bfc95b9']}} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:53:24.418316 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-fddc915a-53ea-459d-aa54-856ca46fde30 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06077354-6d65-4a65-b73a-b1cafdc52113') {'for_net_delete': True} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:53:24.420587 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-fddc915a-53ea-459d-aa54-856ca46fde30 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06077354-6d65-4a65-b73a-b1cafdc52113') {} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:53:24.434606 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-fddc915a-53ea-459d-aa54-856ca46fde30 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743873145191', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25847877'] for segment, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:24.454055 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-fddc915a-53ea-459d-aa54-856ca46fde30 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:24.462841 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fddc915a-53ea-459d-aa54-856ca46fde30 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Releasing vlan 421 on physical network physnet1 to pool {{(pid=102346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 10:53:24.463454 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-fddc915a-53ea-459d-aa54-856ca46fde30 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27024137'] for segment, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:24.467435 n-d-813419-10 neutron-server[102346]: Traceback (most recent call last): Oct 27 10:53:24.467435 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 10:53:24.467435 n-d-813419-10 neutron-server[102346]: timer() Oct 27 10:53:24.467435 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 10:53:24.467435 n-d-813419-10 neutron-server[102346]: cb(*args, **kw) Oct 27 10:53:24.467435 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 10:53:24.467435 n-d-813419-10 neutron-server[102346]: return func(*args, **kwargs) Oct 27 10:53:24.467435 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 10:53:24.467435 n-d-813419-10 neutron-server[102346]: self._notify() Oct 27 10:53:24.467435 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 10:53:24.467435 n-d-813419-10 neutron-server[102346]: self.callback(batched_events) Oct 27 10:53:24.467435 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 10:53:24.467435 n-d-813419-10 neutron-server[102346]: event.method(event) Oct 27 10:53:24.467435 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 10:53:24.467435 n-d-813419-10 neutron-server[102346]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 10:53:24.467435 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 10:53:24.467435 n-d-813419-10 neutron-server[102346]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 10:53:24.467435 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 10:53:24.467435 n-d-813419-10 neutron-server[102346]: return f(self, *a, **k) Oct 27 10:53:24.467435 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 10:53:24.467435 n-d-813419-10 neutron-server[102346]: return self._get(url).json() Oct 27 10:53:24.467435 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 10:53:24.467435 n-d-813419-10 neutron-server[102346]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 10:53:24.467435 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 10:53:24.467435 n-d-813419-10 neutron-server[102346]: return self.request(url, 'GET', **kwargs) Oct 27 10:53:24.467435 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 10:53:24.467435 n-d-813419-10 neutron-server[102346]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 10:53:24.467435 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 10:53:24.467435 n-d-813419-10 neutron-server[102346]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 10:53:24.467435 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 10:53:24.467435 n-d-813419-10 neutron-server[102346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 10:53:24.467435 n-d-813419-10 neutron-server[102346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 10:53:24.537549 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-fddc915a-53ea-459d-aa54-856ca46fde30 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664840'] for network, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:24.557855 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-fddc915a-53ea-459d-aa54-856ca46fde30 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Publish callbacks [] for network, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:24.563363 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-fddc915a-53ea-459d-aa54-856ca46fde30 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] 10.222.0.44 "DELETE /v2.0/networks/980ababd-a21e-451e-9215-2c7b3bfc95b9 HTTP/1.1" status: 204 len: 168 time: 1.2592118 Oct 27 10:53:24.564276 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 35208) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:53:24.564764 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddc915a-53ea-459d-aa54-856ca46fde30 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Pushing event deleted for resources: {'Network': ['ID=980ababd-a21e-451e-9215-2c7b3bfc95b9,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:53:24.619167 n-d-813419-10 neutron-server[102347]: INFO neutron.pecan_wsgi.hooks.translation [None req-80e45041-648e-4050-8192-ee23683ca0d4 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] DELETE failed (client error): The resource could not be found. Oct 27 10:53:24.619616 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80e45041-648e-4050-8192-ee23683ca0d4 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102347) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 10:53:24.622623 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-80e45041-648e-4050-8192-ee23683ca0d4 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] 10.222.0.44 "DELETE /v2.0/subnets/f2e45fba-03a4-48ce-8657-c0be20811c7d HTTP/1.1" status: 404 len: 337 time: 0.0579422 Oct 27 10:53:24.625202 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 35210) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:53:24.650845 n-d-813419-10 neutron-server[102347]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2874717-d2a5-4517-afdb-4cb7935c43a3 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] DELETE failed (client error): The resource could not be found. Oct 27 10:53:24.651455 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2874717-d2a5-4517-afdb-4cb7935c43a3 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102347) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 10:53:24.655016 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-f2874717-d2a5-4517-afdb-4cb7935c43a3 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] 10.222.0.44 "DELETE /v2.0/networks/d265ac5e-2365-45b4-bdcc-3faf6c5a334d HTTP/1.1" status: 404 len: 339 time: 0.0289280 Oct 27 10:53:24.657714 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 35212) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:53:24.682775 n-d-813419-10 neutron-server[102346]: INFO neutron.pecan_wsgi.hooks.translation [None req-122d71bc-f9ff-48b5-ad27-f4900ed8a156 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] DELETE failed (client error): The resource could not be found. Oct 27 10:53:24.683373 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-122d71bc-f9ff-48b5-ad27-f4900ed8a156 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102346) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 10:53:24.686382 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-122d71bc-f9ff-48b5-ad27-f4900ed8a156 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] 10.222.0.44 "DELETE /v2.0/subnets/f9d9d8f5-21db-42d4-b27c-79f988324b8d HTTP/1.1" status: 404 len: 337 time: 0.0276351 Oct 27 10:53:24.688998 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 35214) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:53:24.708537 n-d-813419-10 neutron-server[102346]: INFO neutron.pecan_wsgi.hooks.translation [None req-8235153a-5269-4575-b2aa-09a4dc01afa2 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] DELETE failed (client error): The resource could not be found. Oct 27 10:53:24.709292 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8235153a-5269-4575-b2aa-09a4dc01afa2 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102346) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 10:53:24.715794 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-8235153a-5269-4575-b2aa-09a4dc01afa2 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] 10.222.0.44 "DELETE /v2.0/networks/188629e8-3bf1-4894-8df0-48fb3ac0e51f HTTP/1.1" status: 404 len: 339 time: 0.0257626 Oct 27 10:53:24.716548 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 35216) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:53:24.743273 n-d-813419-10 neutron-server[102346]: INFO neutron.pecan_wsgi.hooks.translation [None req-65f746b3-e87b-45c5-9e26-55ffb069f8f8 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] DELETE failed (client error): The resource could not be found. Oct 27 10:53:24.743729 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65f746b3-e87b-45c5-9e26-55ffb069f8f8 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102346) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 10:53:24.749597 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-65f746b3-e87b-45c5-9e26-55ffb069f8f8 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] 10.222.0.44 "DELETE /v2.0/subnets/6d0070f9-77e5-4917-a04b-f18d5225012d HTTP/1.1" status: 404 len: 337 time: 0.0293221 Oct 27 10:53:24.749597 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 35218) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:53:24.771560 n-d-813419-10 neutron-server[102346]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b8b7e73-4e7e-4646-86d4-adf5c085e753 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] DELETE failed (client error): The resource could not be found. Oct 27 10:53:24.772140 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b8b7e73-4e7e-4646-86d4-adf5c085e753 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102346) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 10:53:24.778346 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-5b8b7e73-4e7e-4646-86d4-adf5c085e753 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] 10.222.0.44 "DELETE /v2.0/networks/8b9d8c31-3c3a-4a18-bd6b-833e6aa6f527 HTTP/1.1" status: 404 len: 339 time: 0.0247169 Oct 27 10:53:24.779251 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 35220) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:53:24.878898 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ad8359f-a5e2-450d-a919-18f053e69aa1 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Deleting subnet 651d4e97-17a2-4d21-9ef4-53eeb4bb3821 {{(pid=102347) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 10:53:24.889421 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-0ad8359f-a5e2-450d-a919-18f053e69aa1 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Publish callbacks [] for subnet, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:24.942614 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-0ad8359f-a5e2-450d-a919-18f053e69aa1 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-18445109'] for subnet, precommit_delete_associations {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:25.139041 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68e2949-ada5-458f-b3ce-b4300dbb28e8 req-b7c3897b-13f8-4351-89cf-18061433c705 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:53:25.140600 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b68e2949-ada5-458f-b3ce-b4300dbb28e8 req-b7c3897b-13f8-4351-89cf-18061433c705 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] 10.222.0.44 "GET /v2.0/ports?device_id=b5214058-b79e-4055-883e-d1a9c1f7418b HTTP/1.1" status: 200 len: 946 time: 0.1468384 Oct 27 10:53:25.151437 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-0ad8359f-a5e2-450d-a919-18f053e69aa1 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855646'] for subnet, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:25.184827 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369df85a-106b-4d4c-b0f4-a8a23c4cd8b7 req-866e149d-568c-47f6-bb07-9a0c60cb89fb tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:53:25.186659 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-369df85a-106b-4d4c-b0f4-a8a23c4cd8b7 req-866e149d-568c-47f6-bb07-9a0c60cb89fb tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] 10.222.0.64 "GET /v2.0/ports?device_id=b5214058-b79e-4055-883e-d1a9c1f7418b HTTP/1.1" status: 200 len: 946 time: 0.0584416 Oct 27 10:53:25.246609 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-40aad623-f3a4-4760-b071-8ff11b3fc679 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1766202'] for router_interface, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:25.252235 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b68e2949-ada5-458f-b3ce-b4300dbb28e8 req-3599eb81-fb79-4e5e-afd7-4fc871df3aa2 tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] 10.222.0.44 "GET /v2.0/security-groups?id=ffed76d3-4d36-4729-a6a9-ef5807ccbf84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970256 Oct 27 10:53:25.290378 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [req-369df85a-106b-4d4c-b0f4-a8a23c4cd8b7 req-0219b5be-470e-400b-a1d3-d10a72bc7bae tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] Deleting port fe919a1d-8d66-4e9c-9d07-1b82a0020cfa {{(pid=102346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:53:25.290710 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-369df85a-106b-4d4c-b0f4-a8a23c4cd8b7 req-0219b5be-470e-400b-a1d3-d10a72bc7bae tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:25.334098 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-0ad8359f-a5e2-450d-a919-18f053e69aa1 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-18295818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18043720'] for subnet, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:25.371767 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad8359f-a5e2-450d-a919-18f053e69aa1 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Pushing event deleted for resources: {'Subnet': ['ID=651d4e97-17a2-4d21-9ef4-53eeb4bb3821,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:53:25.375460 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-0ad8359f-a5e2-450d-a919-18f053e69aa1 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Publish callbacks [] for subnet, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:25.381085 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b249a6ab-5df9-48bb-bfbf-5688a0710c25 None None] Network 35e0cabd-4d09-40d9-a8e1-06ea6af2acab requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:53:25.381527 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-0ad8359f-a5e2-450d-a919-18f053e69aa1 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] 10.222.0.44 "DELETE /v2.0/subnets/651d4e97-17a2-4d21-9ef4-53eeb4bb3821 HTTP/1.1" status: 204 len: 168 time: 0.6015730 Oct 27 10:53:25.381653 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 35226) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:53:25.393884 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [req-369df85a-106b-4d4c-b0f4-a8a23c4cd8b7 req-0219b5be-470e-400b-a1d3-d10a72bc7bae tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] For port fe919a1d-8d66-4e9c-9d07-1b82a0020cfa, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=fe919a1d-8d66-4e9c-9d07-1b82a0020cfa,segment=NetworkSegment(8cab2adf-a440-42c6-b3ba-33945c07a109),segment_id=8cab2adf-a440-42c6-b3ba-33945c07a109)] {{(pid=102346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:53:25.394155 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-369df85a-106b-4d4c-b0f4-a8a23c4cd8b7 req-0219b5be-470e-400b-a1d3-d10a72bc7bae tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:25.441558 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [req-369df85a-106b-4d4c-b0f4-a8a23c4cd8b7 req-0219b5be-470e-400b-a1d3-d10a72bc7bae tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] Calling delete_port for fe919a1d-8d66-4e9c-9d07-1b82a0020cfa owned by compute:nova {{(pid=102346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:53:25.514922 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-11cc40f3-1d9c-445d-ab27-700db2ddfb22 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586917'] for network, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:25.574510 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28674977-79bf-4472-ad68-3f72b8fe8cb9 None None] DHCP port deletion for 35e0cabd-4d09-40d9-a8e1-06ea6af2acab request from n-d-813419-10 {{(pid=102348) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 10:53:25.618218 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-40aad623-f3a4-4760-b071-8ff11b3fc679 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Deleting port 94024aeb-6c69-4d86-a57e-90258a7b8830 {{(pid=102347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:53:25.618804 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-40aad623-f3a4-4760-b071-8ff11b3fc679 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:25.629782 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-11cc40f3-1d9c-445d-ab27-700db2ddfb22 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Deleting port e76c37f4-06d0-4293-807e-c783870fdc90 {{(pid=102346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:53:25.630114 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-11cc40f3-1d9c-445d-ab27-700db2ddfb22 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:25.632753 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-28674977-79bf-4472-ad68-3f72b8fe8cb9 None None] Deleting port e76c37f4-06d0-4293-807e-c783870fdc90 {{(pid=102348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:53:25.633298 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-28674977-79bf-4472-ad68-3f72b8fe8cb9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:25.680402 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-369df85a-106b-4d4c-b0f4-a8a23c4cd8b7 req-0219b5be-470e-400b-a1d3-d10a72bc7bae tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:25.693942 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] get_ports_and_sgs() called for port_ids ['fe919a1d-8d66-4e9c-9d07-1b82a0020cfa'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:53:25.713240 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [None req-40aad623-f3a4-4760-b071-8ff11b3fc679 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] For port 94024aeb-6c69-4d86-a57e-90258a7b8830, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=94024aeb-6c69-4d86-a57e-90258a7b8830,segment=NetworkSegment(b3159c1b-a3cb-4a30-b6e6-3ef47749633a),segment_id=b3159c1b-a3cb-4a30-b6e6-3ef47749633a)] {{(pid=102347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:53:25.713592 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-40aad623-f3a4-4760-b071-8ff11b3fc679 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:25.721401 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0219b5be-470e-400b-a1d3-d10a72bc7bae tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] Pushing event deleted for resources: {'Port': ['ID=fe919a1d-8d66-4e9c-9d07-1b82a0020cfa,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:53:25.732626 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-40aad623-f3a4-4760-b071-8ff11b3fc679 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Calling delete_port for 94024aeb-6c69-4d86-a57e-90258a7b8830 owned by network:router_interface {{(pid=102347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:53:25.733160 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-28674977-79bf-4472-ad68-3f72b8fe8cb9 None None] For port e76c37f4-06d0-4293-807e-c783870fdc90, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=e76c37f4-06d0-4293-807e-c783870fdc90,segment=NetworkSegment(c1872267-7ecf-4ca7-b96a-dfc2f01be9e6),segment_id=c1872267-7ecf-4ca7-b96a-dfc2f01be9e6)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:53:25.733820 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-28674977-79bf-4472-ad68-3f72b8fe8cb9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:25.752449 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-28674977-79bf-4472-ad68-3f72b8fe8cb9 None None] Calling delete_port for e76c37f4-06d0-4293-807e-c783870fdc90 owned by network:dhcp {{(pid=102348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:53:25.764978 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [None req-11cc40f3-1d9c-445d-ab27-700db2ddfb22 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] For port e76c37f4-06d0-4293-807e-c783870fdc90, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=e76c37f4-06d0-4293-807e-c783870fdc90,segment=NetworkSegment(c1872267-7ecf-4ca7-b96a-dfc2f01be9e6),segment_id=c1872267-7ecf-4ca7-b96a-dfc2f01be9e6)] {{(pid=102346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:53:25.765344 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-11cc40f3-1d9c-445d-ab27-700db2ddfb22 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:25.784669 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [req-369df85a-106b-4d4c-b0f4-a8a23c4cd8b7 req-0219b5be-470e-400b-a1d3-d10a72bc7bae tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] No DVR routers for this DVR port fe919a1d-8d66-4e9c-9d07-1b82a0020cfa on host n-h1-813419-10 {{(pid=102346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:53:25.788425 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-369df85a-106b-4d4c-b0f4-a8a23c4cd8b7 req-0219b5be-470e-400b-a1d3-d10a72bc7bae tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:25.791724 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-369df85a-106b-4d4c-b0f4-a8a23c4cd8b7 req-0219b5be-470e-400b-a1d3-d10a72bc7bae tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] 10.222.0.64 "DELETE /v2.0/ports/fe919a1d-8d66-4e9c-9d07-1b82a0020cfa HTTP/1.1" status: 204 len: 173 time: 0.5977330 Oct 27 10:53:25.792166 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5214058-b79e-4055-883e-d1a9c1f7418b', 'name': 'network-vif-deleted', 'tag': 'fe919a1d-8d66-4e9c-9d07-1b82a0020cfa'}] {{(pid=102346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:53:25.794544 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc0e418f5fc417c8d55d94c0aa509b037d0beb2a734c1a709e789eb65639a56d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f5967e0-cb7d-4dd3-87c1-465978932265" -d '{"events": [{"server_uuid": "b5214058-b79e-4055-883e-d1a9c1f7418b", "name": "network-vif-deleted", "tag": "fe919a1d-8d66-4e9c-9d07-1b82a0020cfa"}]}' {{(pid=102346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:53:25.800726 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-11cc40f3-1d9c-445d-ab27-700db2ddfb22 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Calling delete_port for e76c37f4-06d0-4293-807e-c783870fdc90 owned by network:dhcp {{(pid=102346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:53:25.852057 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-28674977-79bf-4472-ad68-3f72b8fe8cb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615'] for port, after_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:25.861191 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:53:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71d1455e-7219-4af7-be2f-6391cac62acb x-openstack-request-id: req-71d1455e-7219-4af7-be2f-6391cac62acb {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:53:25.861476 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5214058-b79e-4055-883e-d1a9c1f7418b", "name": "network-vif-deleted", "tag": "fe919a1d-8d66-4e9c-9d07-1b82a0020cfa", "status": "completed", "code": 200}]} {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:53:25.862282 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-71d1455e-7219-4af7-be2f-6391cac62acb {{(pid=102346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:53:25.862282 n-d-813419-10 neutron-server[102346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5214058-b79e-4055-883e-d1a9c1f7418b', 'name': 'network-vif-deleted', 'tag': 'fe919a1d-8d66-4e9c-9d07-1b82a0020cfa', 'status': 'completed', 'code': 200} Oct 27 10:53:25.898565 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28674977-79bf-4472-ad68-3f72b8fe8cb9 None None] Pushing event deleted for resources: {'Port': ['ID=e76c37f4-06d0-4293-807e-c783870fdc90,revision_number=None']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:53:25.904250 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28674977-79bf-4472-ad68-3f72b8fe8cb9 None None] No DVR routers for this DVR port e76c37f4-06d0-4293-807e-c783870fdc90 on host n-d-813419-10 {{(pid=102348) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:53:25.905790 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-11cc40f3-1d9c-445d-ab27-700db2ddfb22 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:25.939981 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cc40f3-1d9c-445d-ab27-700db2ddfb22 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Pushing event deleted for resources: {'Port': ['ID=e76c37f4-06d0-4293-807e-c783870fdc90,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:53:25.943439 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11cc40f3-1d9c-445d-ab27-700db2ddfb22 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] No DVR routers for this DVR port e76c37f4-06d0-4293-807e-c783870fdc90 on host n-d-813419-10 {{(pid=102346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:53:26.031405 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-11cc40f3-1d9c-445d-ab27-700db2ddfb22 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857803', 'neutron.services.segments.db._delete_segments_for_network-8743873143390'] for network, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:26.054096 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-11cc40f3-1d9c-445d-ab27-700db2ddfb22 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35e0cabd-4d09-40d9-a8e1-06ea6af2acab']}} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:53:26.070861 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-11cc40f3-1d9c-445d-ab27-700db2ddfb22 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1872267-7ecf-4ca7-b96a-dfc2f01be9e6') {'for_net_delete': True} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:53:26.071333 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-11cc40f3-1d9c-445d-ab27-700db2ddfb22 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1872267-7ecf-4ca7-b96a-dfc2f01be9e6') {} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:53:26.083681 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-11cc40f3-1d9c-445d-ab27-700db2ddfb22 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743873145191', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25847877'] for segment, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:26.099478 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-11cc40f3-1d9c-445d-ab27-700db2ddfb22 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:26.107421 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11cc40f3-1d9c-445d-ab27-700db2ddfb22 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Releasing vlan 403 on physical network physnet1 to pool {{(pid=102346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 10:53:26.108007 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-11cc40f3-1d9c-445d-ab27-700db2ddfb22 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27024137'] for segment, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:26.111314 n-d-813419-10 neutron-server[102346]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 10:53:26.111314 n-d-813419-10 neutron-server[102346]: self.session.flush() Oct 27 10:53:26.111314 n-d-813419-10 neutron-server[102346]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 10:53:26.111314 n-d-813419-10 neutron-server[102346]: self.session.flush() Oct 27 10:53:26.111314 n-d-813419-10 neutron-server[102346]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 10:53:26.111314 n-d-813419-10 neutron-server[102346]: self.session.flush() Oct 27 10:53:26.111314 n-d-813419-10 neutron-server[102346]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 10:53:26.111314 n-d-813419-10 neutron-server[102346]: self.session.flush() Oct 27 10:53:26.111314 n-d-813419-10 neutron-server[102346]: Traceback (most recent call last): Oct 27 10:53:26.111314 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 10:53:26.111314 n-d-813419-10 neutron-server[102346]: timer() Oct 27 10:53:26.111314 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 10:53:26.111314 n-d-813419-10 neutron-server[102346]: cb(*args, **kw) Oct 27 10:53:26.111314 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 10:53:26.111314 n-d-813419-10 neutron-server[102346]: return func(*args, **kwargs) Oct 27 10:53:26.111314 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 10:53:26.111314 n-d-813419-10 neutron-server[102346]: self._notify() Oct 27 10:53:26.111314 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 10:53:26.111314 n-d-813419-10 neutron-server[102346]: self.callback(batched_events) Oct 27 10:53:26.111314 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 10:53:26.111314 n-d-813419-10 neutron-server[102346]: event.method(event) Oct 27 10:53:26.111314 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 10:53:26.111314 n-d-813419-10 neutron-server[102346]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 10:53:26.111314 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 10:53:26.111314 n-d-813419-10 neutron-server[102346]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 10:53:26.111314 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 10:53:26.111314 n-d-813419-10 neutron-server[102346]: return f(self, *a, **k) Oct 27 10:53:26.111314 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 10:53:26.111314 n-d-813419-10 neutron-server[102346]: return self._get(url).json() Oct 27 10:53:26.111314 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 10:53:26.111314 n-d-813419-10 neutron-server[102346]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 10:53:26.111314 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 10:53:26.111314 n-d-813419-10 neutron-server[102346]: return self.request(url, 'GET', **kwargs) Oct 27 10:53:26.111314 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 10:53:26.111314 n-d-813419-10 neutron-server[102346]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 10:53:26.111314 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 10:53:26.111314 n-d-813419-10 neutron-server[102346]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 10:53:26.111314 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 10:53:26.111314 n-d-813419-10 neutron-server[102346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 10:53:26.111314 n-d-813419-10 neutron-server[102346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 10:53:26.181495 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-11cc40f3-1d9c-445d-ab27-700db2ddfb22 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664840'] for network, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:26.189970 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-11cc40f3-1d9c-445d-ab27-700db2ddfb22 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Publish callbacks [] for network, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:26.195412 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-11cc40f3-1d9c-445d-ab27-700db2ddfb22 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] 10.222.0.44 "DELETE /v2.0/networks/35e0cabd-4d09-40d9-a8e1-06ea6af2acab HTTP/1.1" status: 204 len: 168 time: 0.8106520 Oct 27 10:53:26.195785 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 35236) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:53:26.237435 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cc40f3-1d9c-445d-ab27-700db2ddfb22 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Pushing event deleted for resources: {'Network': ['ID=35e0cabd-4d09-40d9-a8e1-06ea6af2acab,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:53:26.240796 n-d-813419-10 neutron-server[102346]: INFO neutron.pecan_wsgi.hooks.translation [None req-a532e584-077e-4bb4-b29a-1530801ded26 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] DELETE failed (client error): The resource could not be found. Oct 27 10:53:26.240796 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a532e584-077e-4bb4-b29a-1530801ded26 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102346) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 10:53:26.244498 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-a532e584-077e-4bb4-b29a-1530801ded26 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] 10.222.0.44 "DELETE /v2.0/subnets/09d77403-7111-4f57-ac33-d79d69d9f84d HTTP/1.1" status: 404 len: 337 time: 0.0466738 Oct 27 10:53:26.246650 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 35240) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:53:26.270940 n-d-813419-10 neutron-server[102346]: INFO neutron.pecan_wsgi.hooks.translation [None req-991d0267-e07b-46b4-84e2-5cc134d64f9c tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] DELETE failed (client error): The resource could not be found. Oct 27 10:53:26.271808 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-991d0267-e07b-46b4-84e2-5cc134d64f9c tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102346) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 10:53:26.277480 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-991d0267-e07b-46b4-84e2-5cc134d64f9c tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] 10.222.0.44 "DELETE /v2.0/networks/647f1b37-c824-4278-b480-3f33aa8d4a03 HTTP/1.1" status: 404 len: 339 time: 0.0271473 Oct 27 10:53:26.278037 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 35242) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:53:26.370234 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_v2 [None req-003fd899-ef37-4658-8d7f-553e12d61c28 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Deleting subnet 0188d5c5-7657-4fc2-b42c-8c879bb8de55 {{(pid=102346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 10:53:26.377675 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-003fd899-ef37-4658-8d7f-553e12d61c28 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Publish callbacks [] for subnet, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:26.393528 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-40aad623-f3a4-4760-b071-8ff11b3fc679 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:26.414654 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device a25dc078-40d7-4917-ad0c-45b6a7a1e8b3 no longer exists at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:53:26.455768 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] No Port match for: a25dc078-40d7-4917-ad0c-45b6a7a1e8b3 {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:53:26.456023 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device a25dc078-40d7-4917-ad0c-45b6a7a1e8b3 not bound to the agent host n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:53:26.456481 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device e76c37f4-06d0-4293-807e-c783870fdc90 no longer exists at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:53:26.468801 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 35248) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:53:26.476061 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-003fd899-ef37-4658-8d7f-553e12d61c28 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25847868'] for subnet, precommit_delete_associations {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:26.482102 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40aad623-f3a4-4760-b071-8ff11b3fc679 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Pushing event deleted for resources: {'Port': ['ID=94024aeb-6c69-4d86-a57e-90258a7b8830,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:53:26.510043 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] No Port match for: e76c37f4-06d0-4293-807e-c783870fdc90 {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:53:26.510381 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device e76c37f4-06d0-4293-807e-c783870fdc90 not bound to the agent host n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:53:26.521048 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-0be12f24-a1e6-461e-a37a-c5861f7d4e37 req-5971462a-90f2-490b-929f-84f4d1b9c15f tempest-ServersTestJSON-1032775703 tempest-ServersTestJSON-1032775703-project] 10.222.0.44 "GET /v2.0/ports?device_id=b5214058-b79e-4055-883e-d1a9c1f7418b HTTP/1.1" status: 200 len: 210 time: 0.0844758 Oct 27 10:53:26.578568 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-003fd899-ef37-4658-8d7f-553e12d61c28 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855646'] for subnet, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:26.661403 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-003fd899-ef37-4658-8d7f-553e12d61c28 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27024355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27168307'] for subnet, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:26.689390 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003fd899-ef37-4658-8d7f-553e12d61c28 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Pushing event deleted for resources: {'Subnet': ['ID=0188d5c5-7657-4fc2-b42c-8c879bb8de55,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:53:26.700632 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-003fd899-ef37-4658-8d7f-553e12d61c28 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Publish callbacks [] for subnet, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:26.707557 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-003fd899-ef37-4658-8d7f-553e12d61c28 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] 10.222.0.44 "DELETE /v2.0/subnets/0188d5c5-7657-4fc2-b42c-8c879bb8de55 HTTP/1.1" status: 204 len: 168 time: 0.4284208 Oct 27 10:53:26.708136 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae70d581-28e1-43ee-a4e6-5e37a2fbe5b9 None None] Network 2da59163-0eb6-47fe-9354-48863e5e7dcf requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:53:26.711286 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 35250) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:53:26.827221 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-c92cfb04-4484-44f8-934e-f482b46f8148 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586917'] for network, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:26.848853 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-40aad623-f3a4-4760-b071-8ff11b3fc679 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2006968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1766358'] for router_interface, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:26.890619 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-c92cfb04-4484-44f8-934e-f482b46f8148 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Deleting port 06a452d4-282c-45b2-baf5-02825e031e68 {{(pid=102346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:53:26.891044 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-c92cfb04-4484-44f8-934e-f482b46f8148 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:26.945932 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98dc601f-597d-4721-86e9-1704e932c5fe None None] DHCP port deletion for 2da59163-0eb6-47fe-9354-48863e5e7dcf request from n-d-813419-10 {{(pid=102348) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 10:53:26.946923 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-30074a1d-0b5b-4884-95d0-64111832899a tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Deleting port f44d3e41-095d-4356-a944-38b3d92892d3 {{(pid=102347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:53:26.947328 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-30074a1d-0b5b-4884-95d0-64111832899a tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:26.966831 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [None req-c92cfb04-4484-44f8-934e-f482b46f8148 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] For port 06a452d4-282c-45b2-baf5-02825e031e68, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=06a452d4-282c-45b2-baf5-02825e031e68,segment=NetworkSegment(1e380b8e-30ef-4501-b23c-d61074ca1a75),segment_id=1e380b8e-30ef-4501-b23c-d61074ca1a75)] {{(pid=102346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:53:26.967192 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-c92cfb04-4484-44f8-934e-f482b46f8148 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:26.981139 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-c92cfb04-4484-44f8-934e-f482b46f8148 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Calling delete_port for 06a452d4-282c-45b2-baf5-02825e031e68 owned by network:dhcp {{(pid=102346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:53:27.019755 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-98dc601f-597d-4721-86e9-1704e932c5fe None None] Deleting port 06a452d4-282c-45b2-baf5-02825e031e68 {{(pid=102348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:53:27.020960 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-98dc601f-597d-4721-86e9-1704e932c5fe None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:27.050127 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-30074a1d-0b5b-4884-95d0-64111832899a tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:27.050550 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-30074a1d-0b5b-4884-95d0-64111832899a tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:27.083051 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-c92cfb04-4484-44f8-934e-f482b46f8148 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:27.088680 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-98dc601f-597d-4721-86e9-1704e932c5fe None None] For port 06a452d4-282c-45b2-baf5-02825e031e68, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=06a452d4-282c-45b2-baf5-02825e031e68,segment=NetworkSegment(1e380b8e-30ef-4501-b23c-d61074ca1a75),segment_id=1e380b8e-30ef-4501-b23c-d61074ca1a75)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:53:27.089075 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-98dc601f-597d-4721-86e9-1704e932c5fe None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:27.104442 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-98dc601f-597d-4721-86e9-1704e932c5fe None None] Calling delete_port for 06a452d4-282c-45b2-baf5-02825e031e68 owned by network:dhcp {{(pid=102348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:53:27.118241 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c92cfb04-4484-44f8-934e-f482b46f8148 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] No DVR routers for this DVR port 06a452d4-282c-45b2-baf5-02825e031e68 on host n-d-813419-10 {{(pid=102346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:53:27.126194 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-30074a1d-0b5b-4884-95d0-64111832899a tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Calling delete_port for f44d3e41-095d-4356-a944-38b3d92892d3 owned by network:floatingip {{(pid=102347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:53:27.144113 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92cfb04-4484-44f8-934e-f482b46f8148 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Pushing event deleted for resources: {'Port': ['ID=06a452d4-282c-45b2-baf5-02825e031e68,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:53:27.209760 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-98dc601f-597d-4721-86e9-1704e932c5fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615'] for port, after_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:27.227620 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40aad623-f3a4-4760-b071-8ff11b3fc679 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Router 41d6c480-58e2-46a4-9d20-8acdccc452d7 has already been hosted by L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb {{(pid=102347) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 10:53:27.233405 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98dc601f-597d-4721-86e9-1704e932c5fe None None] No DVR routers for this DVR port 06a452d4-282c-45b2-baf5-02825e031e68 on host n-d-813419-10 {{(pid=102348) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:53:27.265399 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98dc601f-597d-4721-86e9-1704e932c5fe None None] Pushing event deleted for resources: {'Port': ['ID=06a452d4-282c-45b2-baf5-02825e031e68,revision_number=None']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:53:27.271578 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-c92cfb04-4484-44f8-934e-f482b46f8148 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857803', 'neutron.services.segments.db._delete_segments_for_network-8743873143390'] for network, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:27.296899 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-c92cfb04-4484-44f8-934e-f482b46f8148 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2da59163-0eb6-47fe-9354-48863e5e7dcf']}} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:53:27.307698 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-c92cfb04-4484-44f8-934e-f482b46f8148 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e380b8e-30ef-4501-b23c-d61074ca1a75') {'for_net_delete': True} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:53:27.308016 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-c92cfb04-4484-44f8-934e-f482b46f8148 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e380b8e-30ef-4501-b23c-d61074ca1a75') {} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:53:27.318204 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-c92cfb04-4484-44f8-934e-f482b46f8148 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743873145191', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25847877'] for segment, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:27.334829 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-c92cfb04-4484-44f8-934e-f482b46f8148 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:27.342970 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c92cfb04-4484-44f8-934e-f482b46f8148 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Releasing vlan 428 on physical network physnet1 to pool {{(pid=102346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 10:53:27.344367 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-c92cfb04-4484-44f8-934e-f482b46f8148 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27024137'] for segment, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:27.352374 n-d-813419-10 neutron-server[102346]: Traceback (most recent call last): Oct 27 10:53:27.352374 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 10:53:27.352374 n-d-813419-10 neutron-server[102346]: timer() Oct 27 10:53:27.352374 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 10:53:27.352374 n-d-813419-10 neutron-server[102346]: cb(*args, **kw) Oct 27 10:53:27.352374 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 10:53:27.352374 n-d-813419-10 neutron-server[102346]: return func(*args, **kwargs) Oct 27 10:53:27.352374 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 10:53:27.352374 n-d-813419-10 neutron-server[102346]: self._notify() Oct 27 10:53:27.352374 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 10:53:27.352374 n-d-813419-10 neutron-server[102346]: self.callback(batched_events) Oct 27 10:53:27.352374 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 10:53:27.352374 n-d-813419-10 neutron-server[102346]: event.method(event) Oct 27 10:53:27.352374 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 10:53:27.352374 n-d-813419-10 neutron-server[102346]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 10:53:27.352374 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 10:53:27.352374 n-d-813419-10 neutron-server[102346]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 10:53:27.352374 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 10:53:27.352374 n-d-813419-10 neutron-server[102346]: return f(self, *a, **k) Oct 27 10:53:27.352374 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 10:53:27.352374 n-d-813419-10 neutron-server[102346]: return self._get(url).json() Oct 27 10:53:27.352374 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 10:53:27.352374 n-d-813419-10 neutron-server[102346]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 10:53:27.352374 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 10:53:27.352374 n-d-813419-10 neutron-server[102346]: return self.request(url, 'GET', **kwargs) Oct 27 10:53:27.352374 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 10:53:27.352374 n-d-813419-10 neutron-server[102346]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 10:53:27.352374 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 10:53:27.352374 n-d-813419-10 neutron-server[102346]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 10:53:27.352374 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 10:53:27.352374 n-d-813419-10 neutron-server[102346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 10:53:27.352374 n-d-813419-10 neutron-server[102346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 10:53:27.415783 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40aad623-f3a4-4760-b071-8ff11b3fc679 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:53:27.428809 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-c92cfb04-4484-44f8-934e-f482b46f8148 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664840'] for network, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:27.429005 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-40aad623-f3a4-4760-b071-8ff11b3fc679 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] 10.222.0.44 "PUT /v2.0/routers/41d6c480-58e2-46a4-9d20-8acdccc452d7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0602512 Oct 27 10:53:27.430870 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-30074a1d-0b5b-4884-95d0-64111832899a tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:27.431923 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 35254) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:53:27.434060 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb9cdbed-51ed-4ce4-b819-a0af2eb67dd8 None None] Sync routers for ids ['41d6c480-58e2-46a4-9d20-8acdccc452d7'] in n-d-813419-10 {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:53:27.450864 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb9cdbed-51ed-4ce4-b819-a0af2eb67dd8 None None] Routers {'41d6c480-58e2-46a4-9d20-8acdccc452d7'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:53:27.452458 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-bb9cdbed-51ed-4ce4-b819-a0af2eb67dd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:53:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['41d6c480-58e2-46a4-9d20-8acdccc452d7'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:53:27.461777 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30074a1d-0b5b-4884-95d0-64111832899a tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Pushing event deleted for resources: {'Port': ['ID=f44d3e41-095d-4356-a944-38b3d92892d3,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:53:27.482491 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-c92cfb04-4484-44f8-934e-f482b46f8148 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Publish callbacks [] for network, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:27.486896 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-c92cfb04-4484-44f8-934e-f482b46f8148 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] 10.222.0.44 "DELETE /v2.0/networks/2da59163-0eb6-47fe-9354-48863e5e7dcf HTTP/1.1" status: 204 len: 168 time: 0.7745388 Oct 27 10:53:27.487921 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92cfb04-4484-44f8-934e-f482b46f8148 tempest-NetworksIpV6Test-250324612 tempest-NetworksIpV6Test-250324612-project] Pushing event deleted for resources: {'Network': ['ID=2da59163-0eb6-47fe-9354-48863e5e7dcf,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:53:27.535832 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-30074a1d-0b5b-4884-95d0-64111832899a tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks [] for floatingip, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:27.536102 n-d-813419-10 neutron-server[102347]: INFO neutron.db.l3_db [None req-30074a1d-0b5b-4884-95d0-64111832899a tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Floating IP 8ef7052b-44bf-4317-97bf-5dfe544d30e7 disassociated (deleted). External IP: 172.25.8.240, port: b85b2469-dbae-4f33-aafe-430d63656371. Oct 27 10:53:27.601589 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_v2 [None req-908e91d3-108b-42be-b45c-db79117f6012 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Deleting subnet 409efab0-c699-43bc-a615-0c78de1334af {{(pid=102346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 10:53:27.605966 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-908e91d3-108b-42be-b45c-db79117f6012 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Publish callbacks [] for subnet, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:27.651251 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 35260) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:53:27.658801 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-908e91d3-108b-42be-b45c-db79117f6012 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25847868'] for subnet, precommit_delete_associations {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:27.666884 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvr_db [None req-bb9cdbed-51ed-4ce4-b819-a0af2eb67dd8 None None] Set router 41d6c480-58e2-46a4-9d20-8acdccc452d7 gateway port host: n-d-813419-10 {{(pid=102348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:53:27.775523 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-908e91d3-108b-42be-b45c-db79117f6012 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855646'] for subnet, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:27.820128 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_v2 [None req-eea205ea-d52f-4102-8ae7-c75bed67231f admin admin] Deleting subnet 10902cdd-be2b-4d88-ae3a-f5647b50017d {{(pid=102347) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 10:53:27.837505 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-eea205ea-d52f-4102-8ae7-c75bed67231f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:27.855897 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-908e91d3-108b-42be-b45c-db79117f6012 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27024355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27168307'] for subnet, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:27.887457 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908e91d3-108b-42be-b45c-db79117f6012 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Pushing event deleted for resources: {'Subnet': ['ID=409efab0-c699-43bc-a615-0c78de1334af,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:53:27.891760 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 35264) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:53:27.901730 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-908e91d3-108b-42be-b45c-db79117f6012 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Publish callbacks [] for subnet, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:27.906483 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-908e91d3-108b-42be-b45c-db79117f6012 tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] 10.222.0.44 "DELETE /v2.0/subnets/409efab0-c699-43bc-a615-0c78de1334af HTTP/1.1" status: 204 len: 168 time: 0.4729636 Oct 27 10:53:27.906909 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-bb9cdbed-51ed-4ce4-b819-a0af2eb67dd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41d6c480-58e2-46a4-9d20-8acdccc452d7', 'name': 'tempest-TestNetworkBasicOps-router-229061942', 'tenant_id': 'b77ac30bad224fe0b8e5f2c5dd43d62c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.5'}], 'enable_snat': True}, 'gw_port_id': 'b6bde767-262a-43a7-b343-b12719352282', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:52:06Z', 'updated_at': '2021-10-27T10:53:25Z', 'revision_number': 5, 'project_id': 'b77ac30bad224fe0b8e5f2c5dd43d62c', 'gw_port': {'id': 'b6bde767-262a-43a7-b343-b12719352282', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:c0:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41d6c480-58e2-46a4-9d20-8acdccc452d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3485, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:52:07Z', 'updated_at': '2021-10-27T10:52:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10'}], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:53:27.910492 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 35268) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:53:27.912529 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-847f1505-f18f-450a-81a9-c1b592fa0127 None None] Network 7a261072-1520-4c4e-bc8b-d16ecdb68ee8 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:53:27.947988 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-eea205ea-d52f-4102-8ae7-c75bed67231f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-18445109'] for subnet, precommit_delete_associations {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:27.984867 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30074a1d-0b5b-4884-95d0-64111832899a tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Router e2163ac2-8eb6-47c6-9111-53dd587e4730 has already been hosted by L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb {{(pid=102347) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 10:53:28.008335 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-eea205ea-d52f-4102-8ae7-c75bed67231f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855646'] for subnet, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:28.043285 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-36a242f1-1558-4af4-8ab7-31775a70128c tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Publish callbacks [] for router, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:28.167358 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-eea205ea-d52f-4102-8ae7-c75bed67231f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-18295818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18043720'] for subnet, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:28.201074 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea205ea-d52f-4102-8ae7-c75bed67231f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=10902cdd-be2b-4d88-ae3a-f5647b50017d,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:53:28.214678 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30074a1d-0b5b-4884-95d0-64111832899a tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:53:28.219124 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-e59ef865-1fed-4fae-9491-c61e59f20633 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ded8396be0c14756b2ae2c7aeecd2ba6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3230166 Oct 27 10:53:28.219471 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 35270) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:53:28.226882 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-36a242f1-1558-4af4-8ab7-31775a70128c tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:28.244426 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-30074a1d-0b5b-4884-95d0-64111832899a tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for floatingip, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:28.264000 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b26eff4-25a0-4b7c-86d1-92e204ab5a40 None None] Sync routers for ids ['e2163ac2-8eb6-47c6-9111-53dd587e4730'] in n-d-813419-10 {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:53:28.280766 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b26eff4-25a0-4b7c-86d1-92e204ab5a40 None None] Routers {'e2163ac2-8eb6-47c6-9111-53dd587e4730'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:53:28.284821 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-7b26eff4-25a0-4b7c-86d1-92e204ab5a40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:53:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['e2163ac2-8eb6-47c6-9111-53dd587e4730'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:53:28.318324 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb9cdbed-51ed-4ce4-b819-a0af2eb67dd8 None None] Checking router: 41d6c480-58e2-46a4-9d20-8acdccc452d7 for host: n-d-813419-10 {{(pid=102348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 10:53:28.359897 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device fe919a1d-8d66-4e9c-9d07-1b82a0020cfa no longer exists at agent hyperv_n-h1-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:53:28.372295 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-5767a39c-cb8d-45bb-946e-ea18e56a685a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:28.380531 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-36a242f1-1558-4af4-8ab7-31775a70128c tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Deleting port b6bde767-262a-43a7-b343-b12719352282 {{(pid=102346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:53:28.380864 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-36a242f1-1558-4af4-8ab7-31775a70128c tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:28.411218 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] No Port match for: fe919a1d-8d66-4e9c-9d07-1b82a0020cfa {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:53:28.411218 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device fe919a1d-8d66-4e9c-9d07-1b82a0020cfa not bound to the agent host n-h1-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:53:28.417326 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-30074a1d-0b5b-4884-95d0-64111832899a tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "DELETE /v2.0/floatingips/8ef7052b-44bf-4317-97bf-5dfe544d30e7 HTTP/1.1" status: 204 len: 168 time: 1.9427388 Oct 27 10:53:28.421209 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-eea205ea-d52f-4102-8ae7-c75bed67231f admin admin] Publish callbacks [] for subnet, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:28.430197 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-eea205ea-d52f-4102-8ae7-c75bed67231f admin admin] 10.222.0.44 "DELETE /v2.0/subnets/10902cdd-be2b-4d88-ae3a-f5647b50017d HTTP/1.1" status: 204 len: 168 time: 0.7751644 Oct 27 10:53:28.430197 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e489a004-a709-4610-8b39-9d67620338b9', 'tag': 'b85b2469-dbae-4f33-aafe-430d63656371'}] {{(pid=102347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:53:28.435441 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311149b481204ee7edffdb959c881838506fbd95bc8577c048f6677abb73acc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3542ba12-b470-492c-9332-29dc9634f286" -d '{"events": [{"name": "network-changed", "server_uuid": "e489a004-a709-4610-8b39-9d67620338b9", "tag": "b85b2469-dbae-4f33-aafe-430d63656371"}]}' {{(pid=102347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:53:28.442214 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 35276) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:53:28.442466 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb9cdbed-51ed-4ce4-b819-a0af2eb67dd8 None None] Routers {'41d6c480-58e2-46a4-9d20-8acdccc452d7'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:53:28.443607 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-bb9cdbed-51ed-4ce4-b819-a0af2eb67dd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:53:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['41d6c480-58e2-46a4-9d20-8acdccc452d7'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:53:28.535248 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 10:53:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5ead9b2-529d-436e-a91a-6886b7b76594 x-openstack-request-id: req-d5ead9b2-529d-436e-a91a-6886b7b76594 {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:53:28.535687 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e489a004-a709-4610-8b39-9d67620338b9", "tag": "b85b2469-dbae-4f33-aafe-430d63656371", "status": "completed", "code": 200}]} {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:53:28.536038 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d5ead9b2-529d-436e-a91a-6886b7b76594 {{(pid=102347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:53:28.536568 n-d-813419-10 neutron-server[102347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e489a004-a709-4610-8b39-9d67620338b9', 'tag': 'b85b2469-dbae-4f33-aafe-430d63656371', 'status': 'completed', 'code': 200} Oct 27 10:53:28.554006 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-987f9757-9c32-49eb-9dda-7c159abe746d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586917'] for network, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:28.556658 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-5767a39c-cb8d-45bb-946e-ea18e56a685a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:28.584183 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvr_db [None req-7b26eff4-25a0-4b7c-86d1-92e204ab5a40 None None] Set router e2163ac2-8eb6-47c6-9111-53dd587e4730 gateway port host: n-d-813419-10 {{(pid=102349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:53:28.668143 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-987f9757-9c32-49eb-9dda-7c159abe746d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857803', 'neutron.services.segments.db._delete_segments_for_network-8743873143390'] for network, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:28.699865 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 06a452d4-282c-45b2-baf5-02825e031e68 no longer exists at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:53:28.704546 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-987f9757-9c32-49eb-9dda-7c159abe746d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2b03a6b-6c02-4954-a3e8-168cf87d8153']}} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:53:28.721478 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-987f9757-9c32-49eb-9dda-7c159abe746d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8cab2adf-a440-42c6-b3ba-33945c07a109') {'for_net_delete': True} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:53:28.721976 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-987f9757-9c32-49eb-9dda-7c159abe746d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8cab2adf-a440-42c6-b3ba-33945c07a109') {} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:53:28.754073 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3542ba12-b470-492c-9332-29dc9634f286 req-7c16d72d-f9f3-4d63-8ff6-b6e5d5065a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:53:28.756024 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-3542ba12-b470-492c-9332-29dc9634f286 req-7c16d72d-f9f3-4d63-8ff6-b6e5d5065a2b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7f357cb809634e50864d0c31dbcbd617&device_id=e489a004-a709-4610-8b39-9d67620338b9 HTTP/1.1" status: 200 len: 1096 time: 0.0916097 Oct 27 10:53:28.758659 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-987f9757-9c32-49eb-9dda-7c159abe746d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743873145191', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18445132'] for segment, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:28.768409 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-5767a39c-cb8d-45bb-946e-ea18e56a685a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:28.773331 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-5767a39c-cb8d-45bb-946e-ea18e56a685a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:28.777059 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-5767a39c-cb8d-45bb-946e-ea18e56a685a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/58e15c02-b299-4ab0-8239-da9311506ecf HTTP/1.1" status: 204 len: 168 time: 0.5542233 Oct 27 10:53:28.784482 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] No Port match for: 06a452d4-282c-45b2-baf5-02825e031e68 {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:53:28.784997 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 06a452d4-282c-45b2-baf5-02825e031e68 not bound to the agent host n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:53:28.811460 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvr_db [None req-bb9cdbed-51ed-4ce4-b819-a0af2eb67dd8 None None] Set router 41d6c480-58e2-46a4-9d20-8acdccc452d7 gateway port host: None {{(pid=102348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:53:28.814171 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-987f9757-9c32-49eb-9dda-7c159abe746d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:28.830736 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-987f9757-9c32-49eb-9dda-7c159abe746d admin admin] Releasing vlan 445 on physical network physnet1 to pool {{(pid=102347) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 10:53:28.832462 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-987f9757-9c32-49eb-9dda-7c159abe746d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-18296032'] for segment, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:28.865769 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-7b26eff4-25a0-4b7c-86d1-92e204ab5a40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2163ac2-8eb6-47c6-9111-53dd587e4730', 'name': 'tempest-TestNetworkAdvancedServerOps-router-737517996', 'tenant_id': '7f357cb809634e50864d0c31dbcbd617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.242'}], 'enable_snat': True}, 'gw_port_id': 'af3df7e2-646b-48f7-a8e9-cf18d6e5f5a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:51:26Z', 'updated_at': '2021-10-27T10:51:32Z', 'revision_number': 4, 'project_id': '7f357cb809634e50864d0c31dbcbd617', 'gw_port': {'id': 'af3df7e2-646b-48f7-a8e9-cf18d6e5f5a6', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:76:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2163ac2-8eb6-47c6-9111-53dd587e4730', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3417, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:51:27Z', 'updated_at': '2021-10-27T10:51:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_interfaces': [{'id': '84151759-91c6-48f1-9643-874fa8b91f15', 'name': '', 'network_id': 'e87b459a-890d-45c5-8314-ac75bfe75e07', 'tenant_id': '7f357cb809634e50864d0c31dbcbd617', 'mac_address': 'fa:16:3e:34:5d:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2163ac2-8eb6-47c6-9111-53dd587e4730', 'device_owner': 'network:router_interface', 'standard_attr_id': 3420, 'fixed_ips': [{'subnet_id': '82b76e3b-8a75-4966-b97f-20b4de5f581e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:51:31Z', 'updated_at': '2021-10-27T10:51:37Z', 'revision_number': 5, 'project_id': '7f357cb809634e50864d0c31dbcbd617', 'subnets': [{'id': '82b76e3b-8a75-4966-b97f-20b4de5f581e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:53:28.904804 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-bb9cdbed-51ed-4ce4-b819-a0af2eb67dd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41d6c480-58e2-46a4-9d20-8acdccc452d7', 'name': 'tempest-TestNetworkBasicOps-router-229061942', 'tenant_id': 'b77ac30bad224fe0b8e5f2c5dd43d62c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:52:06Z', 'updated_at': '2021-10-27T10:53:28Z', 'revision_number': 6, 'project_id': 'b77ac30bad224fe0b8e5f2c5dd43d62c', 'gw_port_host': None}], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:53:28.911970 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b26eff4-25a0-4b7c-86d1-92e204ab5a40 None None] Checking router: e2163ac2-8eb6-47c6-9111-53dd587e4730 for host: n-d-813419-10 {{(pid=102349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 10:53:28.923151 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b26eff4-25a0-4b7c-86d1-92e204ab5a40 None None] Routers {'e2163ac2-8eb6-47c6-9111-53dd587e4730'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:53:28.924363 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-7b26eff4-25a0-4b7c-86d1-92e204ab5a40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:53:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['e2163ac2-8eb6-47c6-9111-53dd587e4730'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:53:28.934205 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ca79fbf-9436-4445-bce1-2072a5f5e0fd None None] DHCP port deletion for 7a261072-1520-4c4e-bc8b-d16ecdb68ee8 request from n-d-813419-10 {{(pid=102348) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 10:53:28.936491 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb9cdbed-51ed-4ce4-b819-a0af2eb67dd8 None None] The sync data for ids ['41d6c480-58e2-46a4-9d20-8acdccc452d7'] in n-d-813419-10 is: [{'id': '41d6c480-58e2-46a4-9d20-8acdccc452d7', 'name': 'tempest-TestNetworkBasicOps-router-229061942', 'tenant_id': 'b77ac30bad224fe0b8e5f2c5dd43d62c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:52:06Z', 'updated_at': '2021-10-27T10:53:28Z', 'revision_number': 6, 'project_id': 'b77ac30bad224fe0b8e5f2c5dd43d62c', 'gw_port_host': None}] {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:53:28.956593 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5767a39c-cb8d-45bb-946e-ea18e56a685a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58e15c02-b299-4ab0-8239-da9311506ecf,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:53:28.991605 n-d-813419-10 neutron-server[102347]: Traceback (most recent call last): Oct 27 10:53:28.991605 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 10:53:28.991605 n-d-813419-10 neutron-server[102347]: timer() Oct 27 10:53:28.991605 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 10:53:28.991605 n-d-813419-10 neutron-server[102347]: cb(*args, **kw) Oct 27 10:53:28.991605 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 10:53:28.991605 n-d-813419-10 neutron-server[102347]: return func(*args, **kwargs) Oct 27 10:53:28.991605 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 10:53:28.991605 n-d-813419-10 neutron-server[102347]: self._notify() Oct 27 10:53:28.991605 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 10:53:28.991605 n-d-813419-10 neutron-server[102347]: self.callback(batched_events) Oct 27 10:53:28.991605 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 10:53:28.991605 n-d-813419-10 neutron-server[102347]: event.method(event) Oct 27 10:53:28.991605 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 10:53:28.991605 n-d-813419-10 neutron-server[102347]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 10:53:28.991605 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 10:53:28.991605 n-d-813419-10 neutron-server[102347]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 10:53:28.991605 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 10:53:28.991605 n-d-813419-10 neutron-server[102347]: return f(self, *a, **k) Oct 27 10:53:28.991605 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 10:53:28.991605 n-d-813419-10 neutron-server[102347]: return self._get(url).json() Oct 27 10:53:28.991605 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 10:53:28.991605 n-d-813419-10 neutron-server[102347]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 10:53:28.991605 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 10:53:28.991605 n-d-813419-10 neutron-server[102347]: return self.request(url, 'GET', **kwargs) Oct 27 10:53:28.991605 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 10:53:28.991605 n-d-813419-10 neutron-server[102347]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 10:53:28.991605 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 10:53:28.991605 n-d-813419-10 neutron-server[102347]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 10:53:28.991605 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 10:53:28.991605 n-d-813419-10 neutron-server[102347]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 10:53:28.991605 n-d-813419-10 neutron-server[102347]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 10:53:29.005978 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-987f9757-9c32-49eb-9dda-7c159abe746d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664840'] for network, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:29.007730 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [None req-36a242f1-1558-4af4-8ab7-31775a70128c tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] For port b6bde767-262a-43a7-b343-b12719352282, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=b6bde767-262a-43a7-b343-b12719352282,segment=NetworkSegment(bc14127b-7032-4c50-bb5b-f6813cbae86e),segment_id=bc14127b-7032-4c50-bb5b-f6813cbae86e)] {{(pid=102346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:53:29.007907 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-36a242f1-1558-4af4-8ab7-31775a70128c tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:29.013426 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-987f9757-9c32-49eb-9dda-7c159abe746d admin admin] Publish callbacks [] for network, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:29.025365 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-2ca79fbf-9436-4445-bce1-2072a5f5e0fd None None] Deleting port c67c240c-892f-46b7-a565-696c584708bf {{(pid=102348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:53:29.030203 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-2ca79fbf-9436-4445-bce1-2072a5f5e0fd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:29.030399 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-987f9757-9c32-49eb-9dda-7c159abe746d admin admin] 10.222.0.44 "DELETE /v2.0/networks/f2b03a6b-6c02-4954-a3e8-168cf87d8153 HTTP/1.1" status: 204 len: 168 time: 0.5844548 Oct 27 10:53:29.049982 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-36a242f1-1558-4af4-8ab7-31775a70128c tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Calling delete_port for b6bde767-262a-43a7-b343-b12719352282 owned by network:router_gateway {{(pid=102346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:53:29.060891 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987f9757-9c32-49eb-9dda-7c159abe746d admin admin] Pushing event deleted for resources: {'Network': ['ID=f2b03a6b-6c02-4954-a3e8-168cf87d8153,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:53:29.123198 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvr_db [None req-7b26eff4-25a0-4b7c-86d1-92e204ab5a40 None None] Set router e2163ac2-8eb6-47c6-9111-53dd587e4730 gateway port host: n-d-813419-10 {{(pid=102349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:53:29.140521 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-2ca79fbf-9436-4445-bce1-2072a5f5e0fd None None] For port c67c240c-892f-46b7-a565-696c584708bf, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=c67c240c-892f-46b7-a565-696c584708bf,segment=NetworkSegment(b3159c1b-a3cb-4a30-b6e6-3ef47749633a),segment_id=b3159c1b-a3cb-4a30-b6e6-3ef47749633a)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:53:29.140521 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-2ca79fbf-9436-4445-bce1-2072a5f5e0fd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:29.172996 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-2ca79fbf-9436-4445-bce1-2072a5f5e0fd None None] Calling delete_port for c67c240c-892f-46b7-a565-696c584708bf owned by network:dhcp {{(pid=102348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:53:29.267176 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-2ca79fbf-9436-4445-bce1-2072a5f5e0fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615'] for port, after_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:29.318800 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca79fbf-9436-4445-bce1-2072a5f5e0fd None None] Pushing event deleted for resources: {'Port': ['ID=c67c240c-892f-46b7-a565-696c584708bf,revision_number=None']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:53:29.335567 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ca79fbf-9436-4445-bce1-2072a5f5e0fd None None] No DVR routers for this DVR port c67c240c-892f-46b7-a565-696c584708bf on host n-d-813419-10 {{(pid=102348) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:53:29.382958 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d54a08-2955-44c3-99e0-c9d0658dfd14 req-32a8f04f-7b1d-418c-8aeb-995ea31e6c75 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:53:29.384540 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-60d54a08-2955-44c3-99e0-c9d0658dfd14 req-32a8f04f-7b1d-418c-8aeb-995ea31e6c75 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.64 "GET /v2.0/ports?device_id=e489a004-a709-4610-8b39-9d67620338b9 HTTP/1.1" status: 200 len: 944 time: 0.0929859 Oct 27 10:53:29.497510 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09fa467-e38e-45ce-95ef-b4b6397ca4d8 req-050de06f-55af-4dff-85be-c1ae9aaa0060 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:53:29.499140 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-d09fa467-e38e-45ce-95ef-b4b6397ca4d8 req-050de06f-55af-4dff-85be-c1ae9aaa0060 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "GET /v2.0/ports?device_id=e489a004-a709-4610-8b39-9d67620338b9 HTTP/1.1" status: 200 len: 944 time: 0.5046065 Oct 27 10:53:29.499645 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 35296) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:53:29.646952 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-7b26eff4-25a0-4b7c-86d1-92e204ab5a40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2163ac2-8eb6-47c6-9111-53dd587e4730', 'name': 'tempest-TestNetworkAdvancedServerOps-router-737517996', 'tenant_id': '7f357cb809634e50864d0c31dbcbd617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.242'}], 'enable_snat': True}, 'gw_port_id': 'af3df7e2-646b-48f7-a8e9-cf18d6e5f5a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:51:26Z', 'updated_at': '2021-10-27T10:51:32Z', 'revision_number': 4, 'project_id': '7f357cb809634e50864d0c31dbcbd617', 'gw_port': {'id': 'af3df7e2-646b-48f7-a8e9-cf18d6e5f5a6', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:76:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2163ac2-8eb6-47c6-9111-53dd587e4730', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3417, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:51:27Z', 'updated_at': '2021-10-27T10:51:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_interfaces': [{'id': '84151759-91c6-48f1-9643-874fa8b91f15', 'name': '', 'network_id': 'e87b459a-890d-45c5-8314-ac75bfe75e07', 'tenant_id': '7f357cb809634e50864d0c31dbcbd617', 'mac_address': 'fa:16:3e:34:5d:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2163ac2-8eb6-47c6-9111-53dd587e4730', 'device_owner': 'network:router_interface', 'standard_attr_id': 3420, 'fixed_ips': [{'subnet_id': '82b76e3b-8a75-4966-b97f-20b4de5f581e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:51:31Z', 'updated_at': '2021-10-27T10:51:37Z', 'revision_number': 5, 'project_id': '7f357cb809634e50864d0c31dbcbd617', 'subnets': [{'id': '82b76e3b-8a75-4966-b97f-20b4de5f581e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:53:29.652556 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-d09fa467-e38e-45ce-95ef-b4b6397ca4d8 req-da8b4193-df3c-4389-aeab-fe912b9cd595 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "GET /v2.0/security-groups?id=eac14644-f19c-4ddb-a549-c458f5e64a03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1115365 Oct 27 10:53:29.673874 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-d799f0c8-77c5-4e0f-8921-d29d942bf586 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=04258b83abed4a9ca4fa54d398f51fb3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1647241 Oct 27 10:53:29.676989 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 35300) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:53:29.711330 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [req-60d54a08-2955-44c3-99e0-c9d0658dfd14 req-10a4c8f1-c424-4ff7-824c-56a0af161877 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Deleting port b85b2469-dbae-4f33-aafe-430d63656371 {{(pid=102347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:53:29.711675 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-60d54a08-2955-44c3-99e0-c9d0658dfd14 req-10a4c8f1-c424-4ff7-824c-56a0af161877 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:29.717330 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b26eff4-25a0-4b7c-86d1-92e204ab5a40 None None] The sync data for ids ['e2163ac2-8eb6-47c6-9111-53dd587e4730'] in n-d-813419-10 is: [{'id': 'e2163ac2-8eb6-47c6-9111-53dd587e4730', 'name': 'tempest-TestNetworkAdvancedServerOps-router-737517996', 'tenant_id': '7f357cb809634e50864d0c31dbcbd617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.242'}], 'enable_snat': True}, 'gw_port_id': 'af3df7e2-646b-48f7-a8e9-cf18d6e5f5a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:51:26Z', 'updated_at': '2021-10-27T10:51:32Z', 'revision_number': 4, 'project_id': '7f357cb809634e50864d0c31dbcbd617', 'gw_port': {'id': 'af3df7e2-646b-48f7-a8e9-cf18d6e5f5a6', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:76:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2163ac2-8eb6-47c6-9111-53dd587e4730', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3417, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:51:27Z', 'updated_at': '2021-10-27T10:51:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_interfaces': [{'id': '84151759-91c6-48f1-9643-874fa8b91f15', 'name': '', 'network_id': 'e87b459a-890d-45c5-8314-ac75bfe75e07', 'tenant_id': '7f357cb809634e50864d0c31dbcbd617', 'mac_address': 'fa:16:3e:34:5d:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2163ac2-8eb6-47c6-9111-53dd587e4730', 'device_owner': 'network:router_interface', 'standard_attr_id': 3420, 'fixed_ips': [{'subnet_id': '82b76e3b-8a75-4966-b97f-20b4de5f581e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:51:31Z', 'updated_at': '2021-10-27T10:51:37Z', 'revision_number': 5, 'project_id': '7f357cb809634e50864d0c31dbcbd617', 'subnets': [{'id': '82b76e3b-8a75-4966-b97f-20b4de5f581e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:53:29.746270 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3542ba12-b470-492c-9332-29dc9634f286 req-b77b4b43-58c9-4324-9b19-f66c3ed4df93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:53:29.747721 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-3542ba12-b470-492c-9332-29dc9634f286 req-b77b4b43-58c9-4324-9b19-f66c3ed4df93 service neutron] 10.222.0.64 "GET /v2.0/networks?id=e87b459a-890d-45c5-8314-ac75bfe75e07 HTTP/1.1" status: 200 len: 898 time: 0.9720578 Oct 27 10:53:29.778326 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-36a242f1-1558-4af4-8ab7-31775a70128c tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:29.862839 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-3542ba12-b470-492c-9332-29dc9634f286 req-142aa658-2561-449e-b2dd-95ca48ebc63e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b85b2469-dbae-4f33-aafe-430d63656371 HTTP/1.1" status: 200 len: 217 time: 0.1034517 Oct 27 10:53:29.868281 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-dc4adfbe-5ef0-4cde-a377-3abab315427d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:29.875883 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a242f1-1558-4af4-8ab7-31775a70128c tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Pushing event deleted for resources: {'Port': ['ID=b6bde767-262a-43a7-b343-b12719352282,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:53:29.918141 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-dc4adfbe-5ef0-4cde-a377-3abab315427d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:29.921088 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-60d54a08-2955-44c3-99e0-c9d0658dfd14 req-10a4c8f1-c424-4ff7-824c-56a0af161877 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] For port b85b2469-dbae-4f33-aafe-430d63656371, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=b85b2469-dbae-4f33-aafe-430d63656371,segment=NetworkSegment(ea6ed439-8ac4-4f10-990f-8157b2f8661b),segment_id=ea6ed439-8ac4-4f10-990f-8157b2f8661b)] {{(pid=102347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:53:29.921537 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-60d54a08-2955-44c3-99e0-c9d0658dfd14 req-10a4c8f1-c424-4ff7-824c-56a0af161877 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:29.970050 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [req-60d54a08-2955-44c3-99e0-c9d0658dfd14 req-10a4c8f1-c424-4ff7-824c-56a0af161877 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Calling delete_port for b85b2469-dbae-4f33-aafe-430d63656371 owned by compute:nova {{(pid=102347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:53:29.985505 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-36a242f1-1558-4af4-8ab7-31775a70128c tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1664884'] for router_gateway, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:30.142250 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3542ba12-b470-492c-9332-29dc9634f286 req-dc76e8a6-e2f3-4a3d-9ad8-e24485b3b0dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:53:30.143882 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-3542ba12-b470-492c-9332-29dc9634f286 req-dc76e8a6-e2f3-4a3d-9ad8-e24485b3b0dd service neutron] 10.222.0.64 "GET /v2.0/subnets?id=82b76e3b-8a75-4966-b97f-20b4de5f581e HTTP/1.1" status: 200 len: 833 time: 0.2654130 Oct 27 10:53:30.147855 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-dc4adfbe-5ef0-4cde-a377-3abab315427d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:30.157999 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-dc4adfbe-5ef0-4cde-a377-3abab315427d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:30.164644 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-dc4adfbe-5ef0-4cde-a377-3abab315427d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ffed76d3-4d36-4729-a6a9-ef5807ccbf84 HTTP/1.1" status: 204 len: 168 time: 0.4859614 Oct 27 10:53:30.178233 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-36a242f1-1558-4af4-8ab7-31775a70128c tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1765662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3700'] for router, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:30.181597 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-36a242f1-1558-4af4-8ab7-31775a70128c tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:30.191531 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4adfbe-5ef0-4cde-a377-3abab315427d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffed76d3-4d36-4729-a6a9-ef5807ccbf84,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:53:30.244466 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d33e0d7d-4ccb-44fe-a538-9ccc6b0a9b72 None None] New status for floating IP 8ef7052b-44bf-4317-97bf-5dfe544d30e7: DOWN {{(pid=102348) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 10:53:30.324977 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-36a242f1-1558-4af4-8ab7-31775a70128c tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1765641'] for router, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:30.327766 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36a242f1-1558-4af4-8ab7-31775a70128c tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Fanout notify agent at l3_agent the message router_deleted on router 41d6c480-58e2-46a4-9d20-8acdccc452d7 {{(pid=102346) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 10:53:30.342884 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-60d54a08-2955-44c3-99e0-c9d0658dfd14 req-10a4c8f1-c424-4ff7-824c-56a0af161877 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:30.346604 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-36a242f1-1558-4af4-8ab7-31775a70128c tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Publish callbacks [] for router, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:30.350160 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-36a242f1-1558-4af4-8ab7-31775a70128c tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] 10.222.0.44 "DELETE /v2.0/routers/41d6c480-58e2-46a4-9d20-8acdccc452d7 HTTP/1.1" status: 204 len: 168 time: 2.4382460 Oct 27 10:53:30.357296 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 35318) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:53:30.395870 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3542ba12-b470-492c-9332-29dc9634f286 req-57ef5e46-9568-46d7-bc03-229f8098dddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:53:30.399344 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-3542ba12-b470-492c-9332-29dc9634f286 req-57ef5e46-9568-46d7-bc03-229f8098dddc service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e87b459a-890d-45c5-8314-ac75bfe75e07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2454214 Oct 27 10:53:30.434431 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a4c8f1-c424-4ff7-824c-56a0af161877 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Pushing event deleted for resources: {'Port': ['ID=b85b2469-dbae-4f33-aafe-430d63656371,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:53:30.444269 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device c67c240c-892f-46b7-a565-696c584708bf no longer exists at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:53:30.531671 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] No Port match for: c67c240c-892f-46b7-a565-696c584708bf {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:53:30.532694 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device c67c240c-892f-46b7-a565-696c584708bf not bound to the agent host n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:53:30.533466 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 94024aeb-6c69-4d86-a57e-90258a7b8830 no longer exists at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:53:30.578368 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] No Port match for: 94024aeb-6c69-4d86-a57e-90258a7b8830 {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:53:30.578660 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [req-60d54a08-2955-44c3-99e0-c9d0658dfd14 req-10a4c8f1-c424-4ff7-824c-56a0af161877 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] No DVR routers for this DVR port b85b2469-dbae-4f33-aafe-430d63656371 on host n-h1-813419-10 {{(pid=102347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:53:30.579143 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 94024aeb-6c69-4d86-a57e-90258a7b8830 not bound to the agent host n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:53:30.580657 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device b6bde767-262a-43a7-b343-b12719352282 no longer exists at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:53:30.594621 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-60d54a08-2955-44c3-99e0-c9d0658dfd14 req-10a4c8f1-c424-4ff7-824c-56a0af161877 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:30.612030 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-60d54a08-2955-44c3-99e0-c9d0658dfd14 req-10a4c8f1-c424-4ff7-824c-56a0af161877 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.64 "DELETE /v2.0/ports/b85b2469-dbae-4f33-aafe-430d63656371 HTTP/1.1" status: 204 len: 173 time: 1.2015901 Oct 27 10:53:30.612614 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 35324) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:53:30.613091 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e489a004-a709-4610-8b39-9d67620338b9', 'name': 'network-vif-deleted', 'tag': 'b85b2469-dbae-4f33-aafe-430d63656371'}] {{(pid=102347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:53:30.616241 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311149b481204ee7edffdb959c881838506fbd95bc8577c048f6677abb73acc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b55a08a1-2288-4d8e-a430-186f0e49a342" -d '{"events": [{"server_uuid": "e489a004-a709-4610-8b39-9d67620338b9", "name": "network-vif-deleted", "tag": "b85b2469-dbae-4f33-aafe-430d63656371"}]}' {{(pid=102347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:53:30.621682 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] No Port match for: b6bde767-262a-43a7-b343-b12719352282 {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:53:30.622343 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device b6bde767-262a-43a7-b343-b12719352282 not bound to the agent host n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:53:30.688604 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:53:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7814599-8780-408c-8bc6-171515811f39 x-openstack-request-id: req-d7814599-8780-408c-8bc6-171515811f39 {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:53:30.689214 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e489a004-a709-4610-8b39-9d67620338b9", "name": "network-vif-deleted", "tag": "b85b2469-dbae-4f33-aafe-430d63656371", "status": "completed", "code": 200}]} {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:53:30.689475 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d7814599-8780-408c-8bc6-171515811f39 {{(pid=102347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:53:30.690541 n-d-813419-10 neutron-server[102347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e489a004-a709-4610-8b39-9d67620338b9', 'name': 'network-vif-deleted', 'tag': 'b85b2469-dbae-4f33-aafe-430d63656371', 'status': 'completed', 'code': 200} Oct 27 10:53:30.714408 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-329c2f44-3500-4026-98f7-d5b97e7f2e0f tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586917'] for network, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:30.866931 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-13e9e195-036d-43b4-9ee4-4769c820dc73 req-ba6799a8-4f65-4ee5-941a-9878898611f8 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "GET /v2.0/ports?device_id=e489a004-a709-4610-8b39-9d67620338b9 HTTP/1.1" status: 200 len: 210 time: 0.0695846 Oct 27 10:53:30.874895 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-75f102a7-7158-43a1-affa-d750a594c458 tempest-DvrRoutersNegativeTest-125060076 tempest-DvrRoutersNegativeTest-125060076-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1866428647', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:53:30.884009 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-3542ba12-b470-492c-9332-29dc9634f286 req-767fb5dc-3c7a-40a4-926e-ccf12cd7184a service neutron] 10.222.0.64 "GET /v2.0/networks/e87b459a-890d-45c5-8314-ac75bfe75e07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4572001 Oct 27 10:53:30.887307 n-d-813419-10 neutron-server[102347]: DEBUG neutron.policy [None req-75f102a7-7158-43a1-affa-d750a594c458 tempest-DvrRoutersNegativeTest-125060076 tempest-DvrRoutersNegativeTest-125060076-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=102347) log_rule_list /opt/stack/neutron/neutron/policy.py:450}} Oct 27 10:53:30.887745 n-d-813419-10 neutron-server[102347]: DEBUG neutron.policy [None req-75f102a7-7158-43a1-affa-d750a594c458 tempest-DvrRoutersNegativeTest-125060076 tempest-DvrRoutersNegativeTest-125060076-project] Failed policy check for 'create_router' {{(pid=102347) enforce /opt/stack/neutron/neutron/policy.py:524}} Oct 27 10:53:30.889730 n-d-813419-10 neutron-server[102347]: INFO neutron.api.v2.resource [None req-75f102a7-7158-43a1-affa-d750a594c458 tempest-DvrRoutersNegativeTest-125060076 tempest-DvrRoutersNegativeTest-125060076-project] create failed (client error): Access was denied to this resource. Oct 27 10:53:30.891099 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-75f102a7-7158-43a1-affa-d750a594c458 tempest-DvrRoutersNegativeTest-125060076 tempest-DvrRoutersNegativeTest-125060076-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.2702439 Oct 27 10:53:31.009477 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-329c2f44-3500-4026-98f7-d5b97e7f2e0f tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857803', 'neutron.services.segments.db._delete_segments_for_network-8743873143390'] for network, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:31.062644 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-329c2f44-3500-4026-98f7-d5b97e7f2e0f tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a261072-1520-4c4e-bc8b-d16ecdb68ee8']}} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:53:31.078176 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-329c2f44-3500-4026-98f7-d5b97e7f2e0f tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3159c1b-a3cb-4a30-b6e6-3ef47749633a') {'for_net_delete': True} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:53:31.078469 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-329c2f44-3500-4026-98f7-d5b97e7f2e0f tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3159c1b-a3cb-4a30-b6e6-3ef47749633a') {} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:53:31.102686 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-329c2f44-3500-4026-98f7-d5b97e7f2e0f tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743873145191', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25847877'] for segment, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:31.129788 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-329c2f44-3500-4026-98f7-d5b97e7f2e0f tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:31.133307 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-3542ba12-b470-492c-9332-29dc9634f286 req-2bffd26c-f58a-400f-a91b-3289a0c84b4b service neutron] 10.222.0.64 "GET /v2.0/networks/e87b459a-890d-45c5-8314-ac75bfe75e07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2037697 Oct 27 10:53:31.139105 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-329c2f44-3500-4026-98f7-d5b97e7f2e0f tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Releasing vlan 406 on physical network physnet1 to pool {{(pid=102346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 10:53:31.139576 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-329c2f44-3500-4026-98f7-d5b97e7f2e0f tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27024137'] for segment, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:31.142707 n-d-813419-10 neutron-server[102346]: Traceback (most recent call last): Oct 27 10:53:31.142707 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 10:53:31.142707 n-d-813419-10 neutron-server[102346]: timer() Oct 27 10:53:31.142707 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 10:53:31.142707 n-d-813419-10 neutron-server[102346]: cb(*args, **kw) Oct 27 10:53:31.142707 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 10:53:31.142707 n-d-813419-10 neutron-server[102346]: return func(*args, **kwargs) Oct 27 10:53:31.142707 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 10:53:31.142707 n-d-813419-10 neutron-server[102346]: self._notify() Oct 27 10:53:31.142707 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 10:53:31.142707 n-d-813419-10 neutron-server[102346]: self.callback(batched_events) Oct 27 10:53:31.142707 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 10:53:31.142707 n-d-813419-10 neutron-server[102346]: event.method(event) Oct 27 10:53:31.142707 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 10:53:31.142707 n-d-813419-10 neutron-server[102346]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 10:53:31.142707 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 10:53:31.142707 n-d-813419-10 neutron-server[102346]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 10:53:31.142707 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 10:53:31.142707 n-d-813419-10 neutron-server[102346]: return f(self, *a, **k) Oct 27 10:53:31.142707 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 10:53:31.142707 n-d-813419-10 neutron-server[102346]: return self._get(url).json() Oct 27 10:53:31.142707 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 10:53:31.142707 n-d-813419-10 neutron-server[102346]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 10:53:31.142707 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 10:53:31.142707 n-d-813419-10 neutron-server[102346]: return self.request(url, 'GET', **kwargs) Oct 27 10:53:31.142707 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 10:53:31.142707 n-d-813419-10 neutron-server[102346]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 10:53:31.142707 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 10:53:31.142707 n-d-813419-10 neutron-server[102346]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 10:53:31.142707 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 10:53:31.142707 n-d-813419-10 neutron-server[102346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 10:53:31.142707 n-d-813419-10 neutron-server[102346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 10:53:31.214822 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-329c2f44-3500-4026-98f7-d5b97e7f2e0f tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664840'] for network, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:31.233898 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-329c2f44-3500-4026-98f7-d5b97e7f2e0f tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Publish callbacks [] for network, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:31.238288 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-329c2f44-3500-4026-98f7-d5b97e7f2e0f tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] 10.222.0.44 "DELETE /v2.0/networks/7a261072-1520-4c4e-bc8b-d16ecdb68ee8 HTTP/1.1" status: 204 len: 168 time: 0.8768229 Oct 27 10:53:31.260108 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329c2f44-3500-4026-98f7-d5b97e7f2e0f tempest-TestNetworkBasicOps-1196206107 tempest-TestNetworkBasicOps-1196206107-project] Pushing event deleted for resources: {'Network': ['ID=7a261072-1520-4c4e-bc8b-d16ecdb68ee8,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:53:31.371084 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 35354) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:53:31.569045 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-090c9625-f752-4779-bccf-8b5a8f350f3f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:31.700246 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 35374) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:53:31.715738 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-090c9625-f752-4779-bccf-8b5a8f350f3f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:31.722902 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-090c9625-f752-4779-bccf-8b5a8f350f3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:31.771520 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-090c9625-f752-4779-bccf-8b5a8f350f3f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7f11f427201d4a3ba7067aec718e3f63&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3985825 Oct 27 10:53:31.773820 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090c9625-f752-4779-bccf-8b5a8f350f3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2814e9ed-dacd-4cce-9f14-f18b75acc005,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:53:31.776338 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 35378) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:53:31.963338 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-f76edaf1-3274-46ad-88cb-e6dd693d16c6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:31.992531 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-3ad3812c-c235-4a31-9cd2-6573f8d0f2f9 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b77ac30bad224fe0b8e5f2c5dd43d62c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2926409 Oct 27 10:53:31.996058 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 35386) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:53:31.999301 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 35388) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:53:32.013677 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-f76edaf1-3274-46ad-88cb-e6dd693d16c6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:32.077166 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 35390) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:53:32.083541 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-f76edaf1-3274-46ad-88cb-e6dd693d16c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:32.087326 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-f76edaf1-3274-46ad-88cb-e6dd693d16c6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:32.088752 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-f76edaf1-3274-46ad-88cb-e6dd693d16c6 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2814e9ed-dacd-4cce-9f14-f18b75acc005 HTTP/1.1" status: 204 len: 168 time: 0.3113639 Oct 27 10:53:32.099126 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76edaf1-3274-46ad-88cb-e6dd693d16c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2814e9ed-dacd-4cce-9f14-f18b75acc005,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:53:32.130720 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device b85b2469-dbae-4f33-aafe-430d63656371 no longer exists at agent hyperv_n-h1-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:53:32.167837 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] No Port match for: b85b2469-dbae-4f33-aafe-430d63656371 {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:53:32.168536 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device b85b2469-dbae-4f33-aafe-430d63656371 not bound to the agent host n-h1-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:53:32.238381 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-9d09e12a-7d62-4db3-bb65-02476f63f647 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:32.330422 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-9d09e12a-7d62-4db3-bb65-02476f63f647 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:32.336804 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-9d09e12a-7d62-4db3-bb65-02476f63f647 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:32.394550 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-9d09e12a-7d62-4db3-bb65-02476f63f647 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8ee0a8209ddc4ea7a20c63684cf83c6f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3144619 Oct 27 10:53:32.395927 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 35400) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:53:32.398293 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d09e12a-7d62-4db3-bb65-02476f63f647 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a31e771f-7610-4144-bb25-c2ca6ef77408,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:53:32.454141 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-11530020-d925-4d9f-9e77-4d51a094b14f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:32.482226 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-11530020-d925-4d9f-9e77-4d51a094b14f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:32.544139 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-11530020-d925-4d9f-9e77-4d51a094b14f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:32.547535 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-11530020-d925-4d9f-9e77-4d51a094b14f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:32.548966 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-11530020-d925-4d9f-9e77-4d51a094b14f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a31e771f-7610-4144-bb25-c2ca6ef77408 HTTP/1.1" status: 204 len: 168 time: 0.1517470 Oct 27 10:53:32.558689 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11530020-d925-4d9f-9e77-4d51a094b14f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a31e771f-7610-4144-bb25-c2ca6ef77408,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:53:32.630034 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-6da3478b-7185-4acf-ae16-c1ab0394aaca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:32.668074 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:32.678300 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-6da3478b-7185-4acf-ae16-c1ab0394aaca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:32.800134 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-6da3478b-7185-4acf-ae16-c1ab0394aaca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:32.802742 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-6da3478b-7185-4acf-ae16-c1ab0394aaca admin admin] Publish callbacks [] for security_group, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:32.803931 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-6da3478b-7185-4acf-ae16-c1ab0394aaca admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b31a11cc-ef22-439d-8fb1-b31c3a80079c HTTP/1.1" status: 204 len: 168 time: 0.7968729 Oct 27 10:53:32.817107 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da3478b-7185-4acf-ae16-c1ab0394aaca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b31a11cc-ef22-439d-8fb1-b31c3a80079c,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:53:32.929195 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-e669e223-1ad8-4e89-8e65-459af93fbaa3 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1766202'] for router_interface, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:33.061497 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 35430) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:53:33.315831 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-e669e223-1ad8-4e89-8e65-459af93fbaa3 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Deleting port 84151759-91c6-48f1-9643-874fa8b91f15 {{(pid=102347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:53:33.316482 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-e669e223-1ad8-4e89-8e65-459af93fbaa3 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:33.320503 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 35438) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:53:33.353246 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-52ecefe1-d704-417d-a84d-034c897c23c1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:33.369441 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-d2f36b3d-54ad-4709-a95c-3495d2501891 tempest-NegativeSecGroupTest-586920727 tempest-NegativeSecGroupTest-586920727-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:53:33.370771 n-d-813419-10 neutron-server[102346]: WARNING neutron.api.v2.base [None req-d2f36b3d-54ad-4709-a95c-3495d2501891 tempest-NegativeSecGroupTest-586920727 tempest-NegativeSecGroupTest-586920727-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Oct 27 10:53:33.371473 n-d-813419-10 neutron-server[102346]: INFO neutron.api.v2.resource [None req-d2f36b3d-54ad-4709-a95c-3495d2501891 tempest-NegativeSecGroupTest-586920727 tempest-NegativeSecGroupTest-586920727-project] create failed (client error): There was a conflict when trying to complete your request. Oct 27 10:53:33.377718 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-d2f36b3d-54ad-4709-a95c-3495d2501891 tempest-NegativeSecGroupTest-586920727 tempest-NegativeSecGroupTest-586920727-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.3148575 Oct 27 10:53:33.378205 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 35440) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:53:33.382943 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-3977b719-6874-4a81-83ee-d2b30455cff5 tempest-NegativeSecGroupTest-586920727 tempest-NegativeSecGroupTest-586920727-project] Request body: {'security_group': {'name': 'tempest-secgroup--807974521'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:53:33.435725 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-3977b719-6874-4a81-83ee-d2b30455cff5 tempest-NegativeSecGroupTest-586920727 tempest-NegativeSecGroupTest-586920727-project] Publish callbacks [] for security_group, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:33.455412 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-3977b719-6874-4a81-83ee-d2b30455cff5 tempest-NegativeSecGroupTest-586920727 tempest-NegativeSecGroupTest-586920727-project] Publish callbacks [] for security_group, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:33.458703 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [None req-e669e223-1ad8-4e89-8e65-459af93fbaa3 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] For port 84151759-91c6-48f1-9643-874fa8b91f15, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=84151759-91c6-48f1-9643-874fa8b91f15,segment=NetworkSegment(ea6ed439-8ac4-4f10-990f-8157b2f8661b),segment_id=ea6ed439-8ac4-4f10-990f-8157b2f8661b)] {{(pid=102347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:53:33.459248 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-e669e223-1ad8-4e89-8e65-459af93fbaa3 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:33.491791 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-52ecefe1-d704-417d-a84d-034c897c23c1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:33.497465 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-52ecefe1-d704-417d-a84d-034c897c23c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:33.506014 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-e669e223-1ad8-4e89-8e65-459af93fbaa3 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Calling delete_port for 84151759-91c6-48f1-9643-874fa8b91f15 owned by network:router_interface {{(pid=102347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:53:33.544112 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-52ecefe1-d704-417d-a84d-034c897c23c1 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e425ce5b65e3461e8b8dfa25d956f9fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2224436 Oct 27 10:53:33.546425 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ecefe1-d704-417d-a84d-034c897c23c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49ca8599-2d9e-49c5-b271-8a8dd05e075a,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:53:33.549673 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 35444) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:53:33.635384 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-3977b719-6874-4a81-83ee-d2b30455cff5 tempest-NegativeSecGroupTest-586920727 tempest-NegativeSecGroupTest-586920727-project] Publish callbacks [] for security_group, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:33.641295 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-3977b719-6874-4a81-83ee-d2b30455cff5 tempest-NegativeSecGroupTest-586920727 tempest-NegativeSecGroupTest-586920727-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:33.657378 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-3d72372e-9b8a-449b-b835-82d67f9949c8 req-5020cd79-49cd-459c-88cf-4efc66a2c9e4 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=219be6b9-f691-47a8-98db-d0c239e14d2c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0995786 Oct 27 10:53:33.668437 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-7ccbfdcb-d964-493a-9c07-7c29bd4ebfa4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:33.700616 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-7ccbfdcb-d964-493a-9c07-7c29bd4ebfa4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:33.728521 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3977b719-6874-4a81-83ee-d2b30455cff5 tempest-NegativeSecGroupTest-586920727 tempest-NegativeSecGroupTest-586920727-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05e7f69a-21c7-43cc-a230-0818a1114ee3,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:53:33.793661 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d72372e-9b8a-449b-b835-82d67f9949c8 req-439b9185-2d17-449c-ba13-61e9c295b563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:53:33.795295 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-3d72372e-9b8a-449b-b835-82d67f9949c8 req-439b9185-2d17-449c-ba13-61e9c295b563 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=288186d24e824ccf95cff6bc1e22a0cc&device_id=219be6b9-f691-47a8-98db-d0c239e14d2c HTTP/1.1" status: 200 len: 1097 time: 0.0837073 Oct 27 10:53:33.840520 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-3977b719-6874-4a81-83ee-d2b30455cff5 tempest-NegativeSecGroupTest-586920727 tempest-NegativeSecGroupTest-586920727-project] Publish callbacks [] for security_group, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:33.871420 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-3977b719-6874-4a81-83ee-d2b30455cff5 tempest-NegativeSecGroupTest-586920727 tempest-NegativeSecGroupTest-586920727-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:33.928255 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3977b719-6874-4a81-83ee-d2b30455cff5 tempest-NegativeSecGroupTest-586920727 tempest-NegativeSecGroupTest-586920727-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4968469-c270-45f0-be69-9855b67ea8bf,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:53:33.935548 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-3977b719-6874-4a81-83ee-d2b30455cff5 tempest-NegativeSecGroupTest-586920727 tempest-NegativeSecGroupTest-586920727-project] Publish callbacks [] for security_group, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:33.936855 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-3977b719-6874-4a81-83ee-d2b30455cff5 tempest-NegativeSecGroupTest-586920727 tempest-NegativeSecGroupTest-586920727-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5576882 Oct 27 10:53:33.939723 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 35454) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:53:33.946176 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-493e8df1-1c4a-4fe4-a0a0-ed2e366e2255 tempest-NegativeSecGroupTest-586920727 tempest-NegativeSecGroupTest-586920727-project] Request body: {'security_group_rule': {'security_group_id': 'c4968469-c270-45f0-be69-9855b67ea8bf', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:53:33.955299 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-e669e223-1ad8-4e89-8e65-459af93fbaa3 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:33.963322 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-7ccbfdcb-d964-493a-9c07-7c29bd4ebfa4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:33.966868 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-7ccbfdcb-d964-493a-9c07-7c29bd4ebfa4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:33.968290 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-7ccbfdcb-d964-493a-9c07-7c29bd4ebfa4 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/49ca8599-2d9e-49c5-b271-8a8dd05e075a HTTP/1.1" status: 204 len: 168 time: 0.4174769 Oct 27 10:53:33.990709 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccbfdcb-d964-493a-9c07-7c29bd4ebfa4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49ca8599-2d9e-49c5-b271-8a8dd05e075a,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:53:34.002171 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e669e223-1ad8-4e89-8e65-459af93fbaa3 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Pushing event deleted for resources: {'Port': ['ID=84151759-91c6-48f1-9643-874fa8b91f15,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:53:34.058618 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d72372e-9b8a-449b-b835-82d67f9949c8 req-6e2155ef-cdf6-4e37-b669-278d73d5081c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:53:34.060674 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-3d72372e-9b8a-449b-b835-82d67f9949c8 req-6e2155ef-cdf6-4e37-b669-278d73d5081c service neutron] 10.222.0.64 "GET /v2.0/networks?id=06a03d11-0320-4e55-abd7-7bbd1ed6ce00 HTTP/1.1" status: 200 len: 914 time: 0.2405231 Oct 27 10:53:34.105092 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-493e8df1-1c4a-4fe4-a0a0-ed2e366e2255 tempest-NegativeSecGroupTest-586920727 tempest-NegativeSecGroupTest-586920727-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:34.117776 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-3d72372e-9b8a-449b-b835-82d67f9949c8 req-586a1019-45fd-4f02-95c3-d00149454c77 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a0bd8562-c976-4317-9fe0-2b86f9defad8 HTTP/1.1" status: 200 len: 217 time: 0.0459216 Oct 27 10:53:34.180937 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d72372e-9b8a-449b-b835-82d67f9949c8 req-6c34f9af-9779-4377-b2aa-97ba4be4871d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:53:34.182400 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-3d72372e-9b8a-449b-b835-82d67f9949c8 req-6c34f9af-9779-4377-b2aa-97ba4be4871d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=06dc687d-e4f4-4a0e-8ac0-e3468f0f7c40 HTTP/1.1" status: 200 len: 853 time: 0.0565281 Oct 27 10:53:34.233408 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-3d72372e-9b8a-449b-b835-82d67f9949c8 req-004d04fd-43ed-4225-b2c1-c39219ddda3f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=06a03d11-0320-4e55-abd7-7bbd1ed6ce00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421221 Oct 27 10:53:34.385952 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-3d72372e-9b8a-449b-b835-82d67f9949c8 req-e0e55651-0928-4a08-954f-c62788c5372c service neutron] 10.222.0.64 "GET /v2.0/networks/06a03d11-0320-4e55-abd7-7bbd1ed6ce00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429977 Oct 27 10:53:34.444360 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-493e8df1-1c4a-4fe4-a0a0-ed2e366e2255 tempest-NegativeSecGroupTest-586920727 tempest-NegativeSecGroupTest-586920727-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:34.458412 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-493e8df1-1c4a-4fe4-a0a0-ed2e366e2255 tempest-NegativeSecGroupTest-586920727 tempest-NegativeSecGroupTest-586920727-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671902'] for security_group_rule, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:34.497841 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493e8df1-1c4a-4fe4-a0a0-ed2e366e2255 tempest-NegativeSecGroupTest-586920727 tempest-NegativeSecGroupTest-586920727-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db258211-29c0-4e0c-a16b-cc5d5bfe8ee1,revision_number=0']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:53:34.507295 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-493e8df1-1c4a-4fe4-a0a0-ed2e366e2255 tempest-NegativeSecGroupTest-586920727 tempest-NegativeSecGroupTest-586920727-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:34.511618 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-493e8df1-1c4a-4fe4-a0a0-ed2e366e2255 tempest-NegativeSecGroupTest-586920727 tempest-NegativeSecGroupTest-586920727-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5695667 Oct 27 10:53:34.512612 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 35468) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:53:34.522461 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-aa5822c1-0f73-403b-bacd-3479f2f80150 tempest-NegativeSecGroupTest-586920727 tempest-NegativeSecGroupTest-586920727-project] Request body: {'security_group_rule': {'security_group_id': 'c4968469-c270-45f0-be69-9855b67ea8bf', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:53:34.530503 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-e669e223-1ad8-4e89-8e65-459af93fbaa3 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2006968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1766358'] for router_interface, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:34.540730 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-3d72372e-9b8a-449b-b835-82d67f9949c8 req-4623c3be-a96b-42cc-8268-5f1789ddcfdb service neutron] 10.222.0.64 "GET /v2.0/networks/06a03d11-0320-4e55-abd7-7bbd1ed6ce00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1466396 Oct 27 10:53:34.648086 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-aa5822c1-0f73-403b-bacd-3479f2f80150 tempest-NegativeSecGroupTest-586920727 tempest-NegativeSecGroupTest-586920727-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:34.766913 n-d-813419-10 neutron-server[102347]: INFO neutron.api.v2.resource [None req-aa5822c1-0f73-403b-bacd-3479f2f80150 tempest-NegativeSecGroupTest-586920727 tempest-NegativeSecGroupTest-586920727-project] create failed (client error): There was a conflict when trying to complete your request. Oct 27 10:53:34.767872 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-aa5822c1-0f73-403b-bacd-3479f2f80150 tempest-NegativeSecGroupTest-586920727 tempest-NegativeSecGroupTest-586920727-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2507827 Oct 27 10:53:34.770878 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 35488) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:53:34.840124 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-92fe8c8e-67f0-46c7-890e-a384fb605f88 tempest-NegativeSecGroupTest-586920727 tempest-NegativeSecGroupTest-586920727-project] Publish callbacks [] for security_group, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:34.921843 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e669e223-1ad8-4e89-8e65-459af93fbaa3 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Router e2163ac2-8eb6-47c6-9111-53dd587e4730 has already been hosted by L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb {{(pid=102347) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 10:53:34.943233 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-92fe8c8e-67f0-46c7-890e-a384fb605f88 tempest-NegativeSecGroupTest-586920727 tempest-NegativeSecGroupTest-586920727-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:35.022080 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-92fe8c8e-67f0-46c7-890e-a384fb605f88 tempest-NegativeSecGroupTest-586920727 tempest-NegativeSecGroupTest-586920727-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:35.024756 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-92fe8c8e-67f0-46c7-890e-a384fb605f88 tempest-NegativeSecGroupTest-586920727 tempest-NegativeSecGroupTest-586920727-project] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:35.040744 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-92fe8c8e-67f0-46c7-890e-a384fb605f88 tempest-NegativeSecGroupTest-586920727 tempest-NegativeSecGroupTest-586920727-project] 10.222.0.44 "DELETE /v2.0/security-groups/c4968469-c270-45f0-be69-9855b67ea8bf HTTP/1.1" status: 204 len: 168 time: 0.2685626 Oct 27 10:53:35.041425 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 35494) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:53:35.075874 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fe8c8e-67f0-46c7-890e-a384fb605f88 tempest-NegativeSecGroupTest-586920727 tempest-NegativeSecGroupTest-586920727-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4968469-c270-45f0-be69-9855b67ea8bf,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:53:35.137628 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-10caecf9-ef60-4071-bb63-8b7a542b62a7 tempest-NegativeSecGroupTest-586920727 tempest-NegativeSecGroupTest-586920727-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0725162 Oct 27 10:53:35.141349 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 35508) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:53:35.146163 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-50af3e23-c8ff-4faa-9b5e-e3cb73aef1cf tempest-NegativeSecGroupTest-586920727 tempest-NegativeSecGroupTest-586920727-project] Request body: {'security_group': {'name': 'tempest-secgroup--1291459390'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:53:35.187409 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-50af3e23-c8ff-4faa-9b5e-e3cb73aef1cf tempest-NegativeSecGroupTest-586920727 tempest-NegativeSecGroupTest-586920727-project] Publish callbacks [] for security_group, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:35.207465 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e669e223-1ad8-4e89-8e65-459af93fbaa3 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:53:35.219474 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3859636b-b4a2-4421-bb36-e8ec8af72e6e None None] Sync routers for ids ['e2163ac2-8eb6-47c6-9111-53dd587e4730'] in n-d-813419-10 {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:53:35.235628 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3859636b-b4a2-4421-bb36-e8ec8af72e6e None None] Routers {'e2163ac2-8eb6-47c6-9111-53dd587e4730'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:53:35.236939 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-3859636b-b4a2-4421-bb36-e8ec8af72e6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:53:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['e2163ac2-8eb6-47c6-9111-53dd587e4730'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:53:35.268483 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-50af3e23-c8ff-4faa-9b5e-e3cb73aef1cf tempest-NegativeSecGroupTest-586920727 tempest-NegativeSecGroupTest-586920727-project] Publish callbacks [] for security_group, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:35.273521 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-e669e223-1ad8-4e89-8e65-459af93fbaa3 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "PUT /v2.0/routers/e2163ac2-8eb6-47c6-9111-53dd587e4730/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2729700 Oct 27 10:53:35.276146 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 35518) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:53:35.286972 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-50af3e23-c8ff-4faa-9b5e-e3cb73aef1cf tempest-NegativeSecGroupTest-586920727 tempest-NegativeSecGroupTest-586920727-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:35.343491 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50af3e23-c8ff-4faa-9b5e-e3cb73aef1cf tempest-NegativeSecGroupTest-586920727 tempest-NegativeSecGroupTest-586920727-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be709e8b-1f78-40c3-b5c8-c186e324b17e,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:53:35.353881 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 35520) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:53:35.365666 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-50af3e23-c8ff-4faa-9b5e-e3cb73aef1cf tempest-NegativeSecGroupTest-586920727 tempest-NegativeSecGroupTest-586920727-project] Publish callbacks [] for security_group, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:35.367423 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-50af3e23-c8ff-4faa-9b5e-e3cb73aef1cf tempest-NegativeSecGroupTest-586920727 tempest-NegativeSecGroupTest-586920727-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2247663 Oct 27 10:53:35.371148 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 35524) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:53:35.380019 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-25524635-14c0-4892-8194-e37b083a5abc tempest-NegativeSecGroupTest-586920727 tempest-NegativeSecGroupTest-586920727-project] Request body: {'security_group_rule': {'security_group_id': 'be709e8b-1f78-40c3-b5c8-c186e324b17e', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:53:35.380559 n-d-813419-10 neutron-server[102347]: WARNING neutron.api.v2.base [None req-25524635-14c0-4892-8194-e37b083a5abc tempest-NegativeSecGroupTest-586920727 tempest-NegativeSecGroupTest-586920727-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Oct 27 10:53:35.381053 n-d-813419-10 neutron-server[102347]: INFO neutron.api.v2.resource [None req-25524635-14c0-4892-8194-e37b083a5abc tempest-NegativeSecGroupTest-586920727 tempest-NegativeSecGroupTest-586920727-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 27 10:53:35.383705 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-25524635-14c0-4892-8194-e37b083a5abc tempest-NegativeSecGroupTest-586920727 tempest-NegativeSecGroupTest-586920727-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0118906 Oct 27 10:53:35.387071 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 35526) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:53:35.392472 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c6a5529-952a-4478-88b0-aa9663289d6b tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Deleting subnet 82b76e3b-8a75-4966-b97f-20b4de5f581e {{(pid=102347) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 10:53:35.408559 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-8c6a5529-952a-4478-88b0-aa9663289d6b tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks [] for subnet, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:35.442945 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvr_db [None req-3859636b-b4a2-4421-bb36-e8ec8af72e6e None None] Set router e2163ac2-8eb6-47c6-9111-53dd587e4730 gateway port host: n-d-813419-10 {{(pid=102349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:53:35.468337 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-8c6a5529-952a-4478-88b0-aa9663289d6b tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-18445109'] for subnet, precommit_delete_associations {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:35.496515 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-57cfca2d-eb9a-4821-b900-2c3185156ccb admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-2037150824-network', 'tenant_id': '10c1d3bf6b6b4e46b5fd12b0ce045908'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:53:35.514114 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-c53308ba-7f2a-4b3e-9623-37362095593f tempest-NegativeSecGroupTest-586920727 tempest-NegativeSecGroupTest-586920727-project] Publish callbacks [] for security_group, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:35.521238 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57cfca2d-eb9a-4821-b900-2c3185156ccb admin admin] Made reservation on behalf of 10c1d3bf6b6b4e46b5fd12b0ce045908 for: {'network': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:53:35.523634 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-57cfca2d-eb9a-4821-b900-2c3185156ccb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for network, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:35.535422 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-57cfca2d-eb9a-4821-b900-2c3185156ccb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:35.562899 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-c53308ba-7f2a-4b3e-9623-37362095593f tempest-NegativeSecGroupTest-586920727 tempest-NegativeSecGroupTest-586920727-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:35.632718 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-8c6a5529-952a-4478-88b0-aa9663289d6b tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855646'] for subnet, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:35.650269 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-57cfca2d-eb9a-4821-b900-2c3185156ccb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:35.658594 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-57cfca2d-eb9a-4821-b900-2c3185156ccb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:35.673823 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-c53308ba-7f2a-4b3e-9623-37362095593f tempest-NegativeSecGroupTest-586920727 tempest-NegativeSecGroupTest-586920727-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:35.676659 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-c53308ba-7f2a-4b3e-9623-37362095593f tempest-NegativeSecGroupTest-586920727 tempest-NegativeSecGroupTest-586920727-project] Publish callbacks [] for security_group, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:35.678065 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-c53308ba-7f2a-4b3e-9623-37362095593f tempest-NegativeSecGroupTest-586920727 tempest-NegativeSecGroupTest-586920727-project] 10.222.0.44 "DELETE /v2.0/security-groups/be709e8b-1f78-40c3-b5c8-c186e324b17e HTTP/1.1" status: 204 len: 168 time: 0.2899606 Oct 27 10:53:35.681721 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 35530) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:53:35.686092 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57cfca2d-eb9a-4821-b900-2c3185156ccb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 414} {{(pid=102346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 10:53:35.696242 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53308ba-7f2a-4b3e-9623-37362095593f tempest-NegativeSecGroupTest-586920727 tempest-NegativeSecGroupTest-586920727-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=be709e8b-1f78-40c3-b5c8-c186e324b17e,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:53:35.702980 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 35532) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:53:35.723879 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cfca2d-eb9a-4821-b900-2c3185156ccb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1130bcb4-7dd9-4069-981d-b1fd7930a914,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:53:35.730574 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-8c6a5529-952a-4478-88b0-aa9663289d6b tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-18295818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18043720'] for subnet, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:35.742026 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-57cfca2d-eb9a-4821-b900-2c3185156ccb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:35.742383 n-d-813419-10 neutron-server[102346]: INFO neutron.db.segments_db [None req-57cfca2d-eb9a-4821-b900-2c3185156ccb admin admin] Added segment 4625b61b-1477-47c9-ba42-a27e05d4e4ec of type vlan for network 41cc0b8d-2606-463b-8700-70ffb3649a00 Oct 27 10:53:35.786032 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6a5529-952a-4478-88b0-aa9663289d6b tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Pushing event deleted for resources: {'Subnet': ['ID=82b76e3b-8a75-4966-b97f-20b4de5f581e,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:53:35.790161 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-8c6a5529-952a-4478-88b0-aa9663289d6b tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks [] for subnet, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:35.796928 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-8c6a5529-952a-4478-88b0-aa9663289d6b tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "DELETE /v2.0/subnets/82b76e3b-8a75-4966-b97f-20b4de5f581e HTTP/1.1" status: 204 len: 168 time: 0.5172949 Oct 27 10:53:35.797272 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 35536) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:53:35.802998 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-eb0f56ef-00bc-450c-95eb-2b6f7b91f7e9 tempest-NegativeSecGroupTest-586920727 tempest-NegativeSecGroupTest-586920727-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1198418 Oct 27 10:53:35.803732 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 35538) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:53:35.806528 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0f4dbae-76d4-4a0c-85c2-ae15a804f8bd None None] Network e87b459a-890d-45c5-8314-ac75bfe75e07 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:53:35.808446 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-bf1baf22-d161-4f60-9a98-0ed25cb808c5 tempest-NegativeSecGroupTest-586920727 tempest-NegativeSecGroupTest-586920727-project] Request body: {'security_group': {'name': 'tempest-secgroup--581842881'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:53:35.817928 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-57cfca2d-eb9a-4821-b900-2c3185156ccb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743872593080'] for network, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:35.860010 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-57cfca2d-eb9a-4821-b900-2c3185156ccb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913'] for network, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:35.861069 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57cfca2d-eb9a-4821-b900-2c3185156ccb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:53:35.861593 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-57cfca2d-eb9a-4821-b900-2c3185156ccb admin admin] Publish callbacks [] for network, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:35.917471 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-3859636b-b4a2-4421-bb36-e8ec8af72e6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2163ac2-8eb6-47c6-9111-53dd587e4730', 'name': 'tempest-TestNetworkAdvancedServerOps-router-737517996', 'tenant_id': '7f357cb809634e50864d0c31dbcbd617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.242'}], 'enable_snat': True}, 'gw_port_id': 'af3df7e2-646b-48f7-a8e9-cf18d6e5f5a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:51:26Z', 'updated_at': '2021-10-27T10:53:33Z', 'revision_number': 5, 'project_id': '7f357cb809634e50864d0c31dbcbd617', 'gw_port': {'id': 'af3df7e2-646b-48f7-a8e9-cf18d6e5f5a6', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:76:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2163ac2-8eb6-47c6-9111-53dd587e4730', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3417, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:51:27Z', 'updated_at': '2021-10-27T10:51:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10'}], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:53:35.947156 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3859636b-b4a2-4421-bb36-e8ec8af72e6e None None] Checking router: e2163ac2-8eb6-47c6-9111-53dd587e4730 for host: n-d-813419-10 {{(pid=102349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 10:53:35.957155 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3859636b-b4a2-4421-bb36-e8ec8af72e6e None None] Routers {'e2163ac2-8eb6-47c6-9111-53dd587e4730'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:53:35.957758 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-3859636b-b4a2-4421-bb36-e8ec8af72e6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:53:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['e2163ac2-8eb6-47c6-9111-53dd587e4730'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:53:35.976063 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-225fddef-9c19-4c04-814d-777e324d695f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:35.990205 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-bf1baf22-d161-4f60-9a98-0ed25cb808c5 tempest-NegativeSecGroupTest-586920727 tempest-NegativeSecGroupTest-586920727-project] Publish callbacks [] for security_group, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:35.993765 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cfca2d-eb9a-4821-b900-2c3185156ccb admin admin] Pushing event updated for resources: {'Network': ['ID=41cc0b8d-2606-463b-8700-70ffb3649a00,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:53:36.004362 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Network 41cc0b8d-2606-463b-8700-70ffb3649a00 details requested by agent ovs-agent-n-d-813419-10 with host n-d-813419-10 {{(pid=102348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 10:53:36.018588 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-57cfca2d-eb9a-4821-b900-2c3185156ccb admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6611578 Oct 27 10:53:36.022203 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 35540) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:53:36.029118 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-b147ad15-3571-4f97-8a34-29e5c8bdef4b admin admin] Request body: {'subnet': {'network_id': '41cc0b8d-2606-463b-8700-70ffb3649a00', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-2037150824-subnet', 'tenant_id': '10c1d3bf6b6b4e46b5fd12b0ce045908', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:53:36.065564 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b147ad15-3571-4f97-8a34-29e5c8bdef4b admin admin] Made reservation on behalf of 10c1d3bf6b6b4e46b5fd12b0ce045908 for: {'subnet': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:53:36.070765 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-b147ad15-3571-4f97-8a34-29e5c8bdef4b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27167186'] for subnet, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:36.095002 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvr_db [None req-3859636b-b4a2-4421-bb36-e8ec8af72e6e None None] Set router e2163ac2-8eb6-47c6-9111-53dd587e4730 gateway port host: n-d-813419-10 {{(pid=102349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:53:36.098871 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-5b8c8f2c-5dd0-4932-8370-c655ce9d93eb tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks [] for router, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:36.127682 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c87bf5a-f5e0-4f36-8ef5-9fcdfa10da81 None None] DHCP port deletion for e87b459a-890d-45c5-8314-ac75bfe75e07 request from n-d-813419-10 {{(pid=102348) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 10:53:36.248003 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-2c87bf5a-f5e0-4f36-8ef5-9fcdfa10da81 None None] Deleting port d075befc-6220-4637-aa08-353f762c2631 {{(pid=102348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:53:36.248565 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-bf1baf22-d161-4f60-9a98-0ed25cb808c5 tempest-NegativeSecGroupTest-586920727 tempest-NegativeSecGroupTest-586920727-project] Publish callbacks [] for security_group, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:36.249056 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-2c87bf5a-f5e0-4f36-8ef5-9fcdfa10da81 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:36.263171 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-bf1baf22-d161-4f60-9a98-0ed25cb808c5 tempest-NegativeSecGroupTest-586920727 tempest-NegativeSecGroupTest-586920727-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:36.298754 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-225fddef-9c19-4c04-814d-777e324d695f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:36.311737 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-225fddef-9c19-4c04-814d-777e324d695f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:36.321328 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-bf1baf22-d161-4f60-9a98-0ed25cb808c5 tempest-NegativeSecGroupTest-586920727 tempest-NegativeSecGroupTest-586920727-project] Publish callbacks [] for security_group, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:36.322583 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-bf1baf22-d161-4f60-9a98-0ed25cb808c5 tempest-NegativeSecGroupTest-586920727 tempest-NegativeSecGroupTest-586920727-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5179045 Oct 27 10:53:36.329795 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 35548) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:53:36.335782 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-5b8c8f2c-5dd0-4932-8370-c655ce9d93eb tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:36.348662 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-298e5bbb-ef6d-487b-81ff-0e970cefe4fb tempest-NegativeSecGroupTest-586920727 tempest-NegativeSecGroupTest-586920727-project] Request body: {'security_group_rule': {'security_group_id': 'dc5df241-5c7e-4980-b965-477bcb2b03e4', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:53:36.348662 n-d-813419-10 neutron-server[102347]: WARNING neutron.api.v2.base [None req-298e5bbb-ef6d-487b-81ff-0e970cefe4fb tempest-NegativeSecGroupTest-586920727 tempest-NegativeSecGroupTest-586920727-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Oct 27 10:53:36.348662 n-d-813419-10 neutron-server[102347]: INFO neutron.api.v2.resource [None req-298e5bbb-ef6d-487b-81ff-0e970cefe4fb tempest-NegativeSecGroupTest-586920727 tempest-NegativeSecGroupTest-586920727-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 27 10:53:36.348662 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-298e5bbb-ef6d-487b-81ff-0e970cefe4fb tempest-NegativeSecGroupTest-586920727 tempest-NegativeSecGroupTest-586920727-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0057793 Oct 27 10:53:36.351387 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 35550) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:53:36.359864 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1baf22-d161-4f60-9a98-0ed25cb808c5 tempest-NegativeSecGroupTest-586920727 tempest-NegativeSecGroupTest-586920727-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc5df241-5c7e-4980-b965-477bcb2b03e4,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:53:36.390318 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-3859636b-b4a2-4421-bb36-e8ec8af72e6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2163ac2-8eb6-47c6-9111-53dd587e4730', 'name': 'tempest-TestNetworkAdvancedServerOps-router-737517996', 'tenant_id': '7f357cb809634e50864d0c31dbcbd617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.242'}], 'enable_snat': True}, 'gw_port_id': 'af3df7e2-646b-48f7-a8e9-cf18d6e5f5a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:51:26Z', 'updated_at': '2021-10-27T10:53:33Z', 'revision_number': 5, 'project_id': '7f357cb809634e50864d0c31dbcbd617', 'gw_port': {'id': 'af3df7e2-646b-48f7-a8e9-cf18d6e5f5a6', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:76:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2163ac2-8eb6-47c6-9111-53dd587e4730', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3417, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:51:27Z', 'updated_at': '2021-10-27T10:51:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10'}], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:53:36.421835 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3859636b-b4a2-4421-bb36-e8ec8af72e6e None None] The sync data for ids ['e2163ac2-8eb6-47c6-9111-53dd587e4730'] in n-d-813419-10 is: [{'id': 'e2163ac2-8eb6-47c6-9111-53dd587e4730', 'name': 'tempest-TestNetworkAdvancedServerOps-router-737517996', 'tenant_id': '7f357cb809634e50864d0c31dbcbd617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.242'}], 'enable_snat': True}, 'gw_port_id': 'af3df7e2-646b-48f7-a8e9-cf18d6e5f5a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:51:26Z', 'updated_at': '2021-10-27T10:53:33Z', 'revision_number': 5, 'project_id': '7f357cb809634e50864d0c31dbcbd617', 'gw_port': {'id': 'af3df7e2-646b-48f7-a8e9-cf18d6e5f5a6', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:76:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2163ac2-8eb6-47c6-9111-53dd587e4730', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3417, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:51:27Z', 'updated_at': '2021-10-27T10:51:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10'}] {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:53:36.434788 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-b147ad15-3571-4f97-8a34-29e5c8bdef4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27024290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27167168'] for subnet, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:36.437836 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-2c87bf5a-f5e0-4f36-8ef5-9fcdfa10da81 None None] For port d075befc-6220-4637-aa08-353f762c2631, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=d075befc-6220-4637-aa08-353f762c2631,segment=NetworkSegment(ea6ed439-8ac4-4f10-990f-8157b2f8661b),segment_id=ea6ed439-8ac4-4f10-990f-8157b2f8661b)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:53:36.439707 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-2c87bf5a-f5e0-4f36-8ef5-9fcdfa10da81 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:36.446825 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-225fddef-9c19-4c04-814d-777e324d695f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1e4873a37f3b48f8921588b4c5904756&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7426066 Oct 27 10:53:36.451570 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 35552) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:53:36.457079 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device d075befc-6220-4637-aa08-353f762c2631 no longer exists at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:53:36.463555 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-2c87bf5a-f5e0-4f36-8ef5-9fcdfa10da81 None None] Calling delete_port for d075befc-6220-4637-aa08-353f762c2631 owned by network:dhcp {{(pid=102348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:53:36.499680 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225fddef-9c19-4c04-814d-777e324d695f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f35a9159-9623-46b3-b7c9-29c1ae91f0ab,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:53:36.542205 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-bd3b004f-cb92-4d4d-9269-d1d976f0886e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:36.554948 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-5b8c8f2c-5dd0-4932-8370-c655ce9d93eb tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Deleting port af3df7e2-646b-48f7-a8e9-cf18d6e5f5a6 {{(pid=102347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:53:36.555293 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-5b8c8f2c-5dd0-4932-8370-c655ce9d93eb tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:36.576558 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-7e3982a0-4de5-41c5-a533-c28ff007d9cf tempest-NegativeSecGroupTest-586920727 tempest-NegativeSecGroupTest-586920727-project] Publish callbacks [] for security_group, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:36.603075 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b147ad15-3571-4f97-8a34-29e5c8bdef4b admin admin] Pushing event updated for resources: {'Subnet': ['ID=8f0e196a-df4a-4fdc-afa4-7ba4691d4b90,revision_number=0']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:53:36.616909 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-bd3b004f-cb92-4d4d-9269-d1d976f0886e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:36.640650 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b147ad15-3571-4f97-8a34-29e5c8bdef4b admin admin] Checking segment: {'id': '4625b61b-1477-47c9-ba42-a27e05d4e4ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '41cc0b8d-2606-463b-8700-70ffb3649a00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:53:36.641014 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b147ad15-3571-4f97-8a34-29e5c8bdef4b admin admin] Network hostable DHCP agents. Network: 41cc0b8d-2606-463b-8700-70ffb3649a00, hostable agents: ['eafd4000-b897-4722-ae8b-0118ec955181'], hosted agents: [] {{(pid=102346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 10:53:36.649180 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:36.649689 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-7e3982a0-4de5-41c5-a533-c28ff007d9cf tempest-NegativeSecGroupTest-586920727 tempest-NegativeSecGroupTest-586920727-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:36.662907 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-2c87bf5a-f5e0-4f36-8ef5-9fcdfa10da81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615'] for port, after_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:36.685576 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b147ad15-3571-4f97-8a34-29e5c8bdef4b admin admin] Network 41cc0b8d-2606-463b-8700-70ffb3649a00 is scheduled to be hosted by DHCP agent eafd4000-b897-4722-ae8b-0118ec955181 with binding_index 1 {{(pid=102346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 10:53:36.701352 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c87bf5a-f5e0-4f36-8ef5-9fcdfa10da81 None None] No DVR routers for this DVR port d075befc-6220-4637-aa08-353f762c2631 on host n-d-813419-10 {{(pid=102348) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:53:36.707687 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c87bf5a-f5e0-4f36-8ef5-9fcdfa10da81 None None] Pushing event deleted for resources: {'Port': ['ID=d075befc-6220-4637-aa08-353f762c2631,revision_number=None']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:53:36.709693 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-b147ad15-3571-4f97-8a34-29e5c8bdef4b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-10, 41cc0b8d-2606-463b-8700-70ffb3649a00) {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:53:36.721989 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b147ad15-3571-4f97-8a34-29e5c8bdef4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:53:36.722580 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-b147ad15-3571-4f97-8a34-29e5c8bdef4b admin admin] Publish callbacks [] for subnet, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:36.731345 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [None req-5b8c8f2c-5dd0-4932-8370-c655ce9d93eb tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] For port af3df7e2-646b-48f7-a8e9-cf18d6e5f5a6, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=af3df7e2-646b-48f7-a8e9-cf18d6e5f5a6,segment=NetworkSegment(bc14127b-7032-4c50-bb5b-f6813cbae86e),segment_id=bc14127b-7032-4c50-bb5b-f6813cbae86e)] {{(pid=102347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:53:36.731906 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-5b8c8f2c-5dd0-4932-8370-c655ce9d93eb tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:36.740553 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5ce669a-2ff1-442b-83ff-1489ee2a764a None None] Network 41cc0b8d-2606-463b-8700-70ffb3649a00 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:53:36.743886 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-7e3982a0-4de5-41c5-a533-c28ff007d9cf tempest-NegativeSecGroupTest-586920727 tempest-NegativeSecGroupTest-586920727-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:36.753654 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-7e3982a0-4de5-41c5-a533-c28ff007d9cf tempest-NegativeSecGroupTest-586920727 tempest-NegativeSecGroupTest-586920727-project] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:36.754500 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-7e3982a0-4de5-41c5-a533-c28ff007d9cf tempest-NegativeSecGroupTest-586920727 tempest-NegativeSecGroupTest-586920727-project] 10.222.0.44 "DELETE /v2.0/security-groups/dc5df241-5c7e-4980-b965-477bcb2b03e4 HTTP/1.1" status: 204 len: 168 time: 0.3936689 Oct 27 10:53:36.761056 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 35554) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:53:36.764798 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-5b8c8f2c-5dd0-4932-8370-c655ce9d93eb tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Calling delete_port for af3df7e2-646b-48f7-a8e9-cf18d6e5f5a6 owned by network:router_gateway {{(pid=102347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:53:36.766457 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-bd3b004f-cb92-4d4d-9269-d1d976f0886e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:36.770917 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-bd3b004f-cb92-4d4d-9269-d1d976f0886e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:36.783584 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-b147ad15-3571-4f97-8a34-29e5c8bdef4b admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7496302 Oct 27 10:53:36.790482 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3982a0-4de5-41c5-a533-c28ff007d9cf tempest-NegativeSecGroupTest-586920727 tempest-NegativeSecGroupTest-586920727-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc5df241-5c7e-4980-b965-477bcb2b03e4,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:53:36.836665 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-bd3b004f-cb92-4d4d-9269-d1d976f0886e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f35a9159-9623-46b3-b7c9-29c1ae91f0ab HTTP/1.1" status: 204 len: 168 time: 0.3787990 Oct 27 10:53:36.881060 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-936a8a08-b146-484b-a299-dcfa3965d816 tempest-NegativeSecGroupTest-586920727 tempest-NegativeSecGroupTest-586920727-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1190534 Oct 27 10:53:36.884780 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 35560) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:53:36.890799 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3b004f-cb92-4d4d-9269-d1d976f0886e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f35a9159-9623-46b3-b7c9-29c1ae91f0ab,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:53:36.900854 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-6013ed8a-79ba-47e8-94bc-b582b8f640de tempest-NegativeSecGroupTest-586920727 tempest-NegativeSecGroupTest-586920727-project] Request body: {'security_group': {'name': 'tempest-secgroup--469922790'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:53:36.968970 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-6013ed8a-79ba-47e8-94bc-b582b8f640de tempest-NegativeSecGroupTest-586920727 tempest-NegativeSecGroupTest-586920727-project] Publish callbacks [] for security_group, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:37.001257 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31e8e3dc-2e37-4a9a-8dfa-43e80c709f13 None None] Network 41cc0b8d-2606-463b-8700-70ffb3649a00 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:53:37.169960 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-6013ed8a-79ba-47e8-94bc-b582b8f640de tempest-NegativeSecGroupTest-586920727 tempest-NegativeSecGroupTest-586920727-project] Publish callbacks [] for security_group, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:37.177788 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-6013ed8a-79ba-47e8-94bc-b582b8f640de tempest-NegativeSecGroupTest-586920727 tempest-NegativeSecGroupTest-586920727-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:37.243731 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-6013ed8a-79ba-47e8-94bc-b582b8f640de tempest-NegativeSecGroupTest-586920727 tempest-NegativeSecGroupTest-586920727-project] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:37.248758 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-6013ed8a-79ba-47e8-94bc-b582b8f640de tempest-NegativeSecGroupTest-586920727 tempest-NegativeSecGroupTest-586920727-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3627172 Oct 27 10:53:37.250588 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 35566) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:53:37.255658 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-fce5b2a6-988b-4803-a1ea-ade8f2e81aa4 tempest-NegativeSecGroupTest-586920727 tempest-NegativeSecGroupTest-586920727-project] Request body: {'security_group_rule': {'security_group_id': '20051134-b39a-4664-a60d-209921cc9508', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:53:37.257064 n-d-813419-10 neutron-server[102346]: WARNING neutron.api.v2.base [None req-fce5b2a6-988b-4803-a1ea-ade8f2e81aa4 tempest-NegativeSecGroupTest-586920727 tempest-NegativeSecGroupTest-586920727-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Oct 27 10:53:37.257563 n-d-813419-10 neutron-server[102346]: INFO neutron.api.v2.resource [None req-fce5b2a6-988b-4803-a1ea-ade8f2e81aa4 tempest-NegativeSecGroupTest-586920727 tempest-NegativeSecGroupTest-586920727-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 27 10:53:37.258571 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-fce5b2a6-988b-4803-a1ea-ade8f2e81aa4 tempest-NegativeSecGroupTest-586920727 tempest-NegativeSecGroupTest-586920727-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0068667 Oct 27 10:53:37.259464 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6013ed8a-79ba-47e8-94bc-b582b8f640de tempest-NegativeSecGroupTest-586920727 tempest-NegativeSecGroupTest-586920727-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20051134-b39a-4664-a60d-209921cc9508,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:53:37.265406 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 35568) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:53:37.271483 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-89b76b48-1398-455f-8bfd-a28c73c4f84f tempest-NegativeSecGroupTest-586920727 tempest-NegativeSecGroupTest-586920727-project] Request body: {'security_group_rule': {'security_group_id': '20051134-b39a-4664-a60d-209921cc9508', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:53:37.272821 n-d-813419-10 neutron-server[102346]: WARNING neutron.api.v2.base [None req-89b76b48-1398-455f-8bfd-a28c73c4f84f tempest-NegativeSecGroupTest-586920727 tempest-NegativeSecGroupTest-586920727-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Oct 27 10:53:37.273583 n-d-813419-10 neutron-server[102346]: INFO neutron.api.v2.resource [None req-89b76b48-1398-455f-8bfd-a28c73c4f84f tempest-NegativeSecGroupTest-586920727 tempest-NegativeSecGroupTest-586920727-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 27 10:53:37.275090 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-89b76b48-1398-455f-8bfd-a28c73c4f84f tempest-NegativeSecGroupTest-586920727 tempest-NegativeSecGroupTest-586920727-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0084209 Oct 27 10:53:37.278915 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 35570) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:53:37.290559 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-5b8c8f2c-5dd0-4932-8370-c655ce9d93eb tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:37.292932 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-f5701ad8-47fa-48f4-a1d6-1a809dc573ec tempest-NegativeSecGroupTest-586920727 tempest-NegativeSecGroupTest-586920727-project] Request body: {'security_group_rule': {'security_group_id': '20051134-b39a-4664-a60d-209921cc9508', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:53:37.296697 n-d-813419-10 neutron-server[102346]: WARNING neutron.api.v2.base [None req-f5701ad8-47fa-48f4-a1d6-1a809dc573ec tempest-NegativeSecGroupTest-586920727 tempest-NegativeSecGroupTest-586920727-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Oct 27 10:53:37.297516 n-d-813419-10 neutron-server[102346]: INFO neutron.api.v2.resource [None req-f5701ad8-47fa-48f4-a1d6-1a809dc573ec tempest-NegativeSecGroupTest-586920727 tempest-NegativeSecGroupTest-586920727-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 27 10:53:37.301314 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-f5701ad8-47fa-48f4-a1d6-1a809dc573ec tempest-NegativeSecGroupTest-586920727 tempest-NegativeSecGroupTest-586920727-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0184388 Oct 27 10:53:37.301835 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 35576) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:53:37.310606 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-bea50996-fa14-4be2-906e-aacd747bb004 tempest-NegativeSecGroupTest-586920727 tempest-NegativeSecGroupTest-586920727-project] Request body: {'security_group_rule': {'security_group_id': '20051134-b39a-4664-a60d-209921cc9508', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:53:37.316190 n-d-813419-10 neutron-server[102346]: WARNING neutron.api.v2.base [None req-bea50996-fa14-4be2-906e-aacd747bb004 tempest-NegativeSecGroupTest-586920727 tempest-NegativeSecGroupTest-586920727-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Oct 27 10:53:37.317096 n-d-813419-10 neutron-server[102346]: INFO neutron.api.v2.resource [None req-bea50996-fa14-4be2-906e-aacd747bb004 tempest-NegativeSecGroupTest-586920727 tempest-NegativeSecGroupTest-586920727-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 27 10:53:37.318431 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-bea50996-fa14-4be2-906e-aacd747bb004 tempest-NegativeSecGroupTest-586920727 tempest-NegativeSecGroupTest-586920727-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0139680 Oct 27 10:53:37.321587 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 35578) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:53:37.334912 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8c8f2c-5dd0-4932-8370-c655ce9d93eb tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Pushing event deleted for resources: {'Port': ['ID=af3df7e2-646b-48f7-a8e9-cf18d6e5f5a6,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:53:37.442294 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-94507f2c-95f2-401e-bd26-8186aa72ac96 tempest-NegativeSecGroupTest-586920727 tempest-NegativeSecGroupTest-586920727-project] Publish callbacks [] for security_group, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:37.445378 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-5b8c8f2c-5dd0-4932-8370-c655ce9d93eb tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1664884'] for router_gateway, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:37.562995 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-94507f2c-95f2-401e-bd26-8186aa72ac96 tempest-NegativeSecGroupTest-586920727 tempest-NegativeSecGroupTest-586920727-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:37.568762 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-5b8c8f2c-5dd0-4932-8370-c655ce9d93eb tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1765662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3700'] for router, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:37.574466 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-5b8c8f2c-5dd0-4932-8370-c655ce9d93eb tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:37.637010 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-5b8c8f2c-5dd0-4932-8370-c655ce9d93eb tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1765641'] for router, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:37.637580 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b8c8f2c-5dd0-4932-8370-c655ce9d93eb tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Fanout notify agent at l3_agent the message router_deleted on router e2163ac2-8eb6-47c6-9111-53dd587e4730 {{(pid=102347) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 10:53:37.651221 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-5b8c8f2c-5dd0-4932-8370-c655ce9d93eb tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks [] for router, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:37.652846 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-5b8c8f2c-5dd0-4932-8370-c655ce9d93eb tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "DELETE /v2.0/routers/e2163ac2-8eb6-47c6-9111-53dd587e4730 HTTP/1.1" status: 204 len: 168 time: 1.8544855 Oct 27 10:53:37.655585 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 35594) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:53:37.668847 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-94507f2c-95f2-401e-bd26-8186aa72ac96 tempest-NegativeSecGroupTest-586920727 tempest-NegativeSecGroupTest-586920727-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:37.672281 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-94507f2c-95f2-401e-bd26-8186aa72ac96 tempest-NegativeSecGroupTest-586920727 tempest-NegativeSecGroupTest-586920727-project] Publish callbacks [] for security_group, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:37.674187 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-94507f2c-95f2-401e-bd26-8186aa72ac96 tempest-NegativeSecGroupTest-586920727 tempest-NegativeSecGroupTest-586920727-project] 10.222.0.44 "DELETE /v2.0/security-groups/20051134-b39a-4664-a60d-209921cc9508 HTTP/1.1" status: 204 len: 168 time: 0.3512928 Oct 27 10:53:37.676555 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 35596) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:53:37.734370 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-7a20c157-4167-43fe-8d39-b238bf4fc797 tempest-NegativeSecGroupTest-586920727 tempest-NegativeSecGroupTest-586920727-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0565257 Oct 27 10:53:37.738231 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 35602) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:53:37.743642 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-dfb15755-7f6d-4975-b871-02892f953b8c tempest-NegativeSecGroupTest-586920727 tempest-NegativeSecGroupTest-586920727-project] Request body: {'security_group': {'name': 'tempest-secgroup--232891909'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:53:37.770605 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 35604) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:53:37.779643 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-dfb15755-7f6d-4975-b871-02892f953b8c tempest-NegativeSecGroupTest-586920727 tempest-NegativeSecGroupTest-586920727-project] Publish callbacks [] for security_group, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:37.781298 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-14e01737-ca2b-47c2-a244-f32704fa6bcf admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1673657128-network', 'tenant_id': '639bd4bba49a4d4e8e7fd27e7ff05ece'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:53:37.784768 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94507f2c-95f2-401e-bd26-8186aa72ac96 tempest-NegativeSecGroupTest-586920727 tempest-NegativeSecGroupTest-586920727-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=20051134-b39a-4664-a60d-209921cc9508,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:53:37.841931 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-3eb9cb9a-f9d7-4a15-81d3-3509b711281f tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586917'] for network, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:37.853003 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14e01737-ca2b-47c2-a244-f32704fa6bcf admin admin] Made reservation on behalf of 639bd4bba49a4d4e8e7fd27e7ff05ece for: {'network': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:53:37.860842 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-14e01737-ca2b-47c2-a244-f32704fa6bcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for network, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:37.873325 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-14e01737-ca2b-47c2-a244-f32704fa6bcf admin admin] Publish callbacks [] for security_group, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:37.892801 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-dfb15755-7f6d-4975-b871-02892f953b8c tempest-NegativeSecGroupTest-586920727 tempest-NegativeSecGroupTest-586920727-project] Publish callbacks [] for security_group, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:37.901895 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-dfb15755-7f6d-4975-b871-02892f953b8c tempest-NegativeSecGroupTest-586920727 tempest-NegativeSecGroupTest-586920727-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:37.943705 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb15755-7f6d-4975-b871-02892f953b8c tempest-NegativeSecGroupTest-586920727 tempest-NegativeSecGroupTest-586920727-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f3957fa-3bc8-4610-a0f3-995f8d6ceeb8,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:53:37.951218 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-dfb15755-7f6d-4975-b871-02892f953b8c tempest-NegativeSecGroupTest-586920727 tempest-NegativeSecGroupTest-586920727-project] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:37.952804 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-dfb15755-7f6d-4975-b871-02892f953b8c tempest-NegativeSecGroupTest-586920727 tempest-NegativeSecGroupTest-586920727-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2131822 Oct 27 10:53:37.955607 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 35610) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:53:37.960444 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-38df1a9c-ad4a-4604-bd4e-124bc2a2e67c tempest-NegativeSecGroupTest-586920727 tempest-NegativeSecGroupTest-586920727-project] Request body: {'security_group_rule': {'security_group_id': '1f3957fa-3bc8-4610-a0f3-995f8d6ceeb8', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:53:37.960923 n-d-813419-10 neutron-server[102346]: WARNING neutron.api.v2.base [None req-38df1a9c-ad4a-4604-bd4e-124bc2a2e67c tempest-NegativeSecGroupTest-586920727 tempest-NegativeSecGroupTest-586920727-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Oct 27 10:53:37.961414 n-d-813419-10 neutron-server[102346]: INFO neutron.api.v2.resource [None req-38df1a9c-ad4a-4604-bd4e-124bc2a2e67c tempest-NegativeSecGroupTest-586920727 tempest-NegativeSecGroupTest-586920727-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 27 10:53:37.962626 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-38df1a9c-ad4a-4604-bd4e-124bc2a2e67c tempest-NegativeSecGroupTest-586920727 tempest-NegativeSecGroupTest-586920727-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0059562 Oct 27 10:53:37.965883 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 35612) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:53:37.970519 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-ce3b37e8-df27-445a-b9ae-0426a1dce908 tempest-NegativeSecGroupTest-586920727 tempest-NegativeSecGroupTest-586920727-project] Request body: {'security_group_rule': {'security_group_id': '1f3957fa-3bc8-4610-a0f3-995f8d6ceeb8', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:53:37.995437 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-3eb9cb9a-f9d7-4a15-81d3-3509b711281f tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857803', 'neutron.services.segments.db._delete_segments_for_network-8743873143390'] for network, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:38.018096 n-d-813419-10 neutron-server[102346]: INFO neutron.api.v2.resource [None req-ce3b37e8-df27-445a-b9ae-0426a1dce908 tempest-NegativeSecGroupTest-586920727 tempest-NegativeSecGroupTest-586920727-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 27 10:53:38.019609 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-ce3b37e8-df27-445a-b9ae-0426a1dce908 tempest-NegativeSecGroupTest-586920727 tempest-NegativeSecGroupTest-586920727-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0527451 Oct 27 10:53:38.022376 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 35614) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:53:38.028020 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-bf894a84-6ae7-4110-9d20-943a4c1d9bf6 tempest-NegativeSecGroupTest-586920727 tempest-NegativeSecGroupTest-586920727-project] Request body: {'security_group_rule': {'security_group_id': '1f3957fa-3bc8-4610-a0f3-995f8d6ceeb8', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:53:38.028493 n-d-813419-10 neutron-server[102346]: WARNING neutron.api.v2.base [None req-bf894a84-6ae7-4110-9d20-943a4c1d9bf6 tempest-NegativeSecGroupTest-586920727 tempest-NegativeSecGroupTest-586920727-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Oct 27 10:53:38.028991 n-d-813419-10 neutron-server[102346]: INFO neutron.api.v2.resource [None req-bf894a84-6ae7-4110-9d20-943a4c1d9bf6 tempest-NegativeSecGroupTest-586920727 tempest-NegativeSecGroupTest-586920727-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 27 10:53:38.030004 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-bf894a84-6ae7-4110-9d20-943a4c1d9bf6 tempest-NegativeSecGroupTest-586920727 tempest-NegativeSecGroupTest-586920727-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0066688 Oct 27 10:53:38.032896 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 35618) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:53:38.037425 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-b345ca15-a922-4a00-89b9-2fb8cd26aae6 tempest-NegativeSecGroupTest-586920727 tempest-NegativeSecGroupTest-586920727-project] Request body: {'security_group_rule': {'security_group_id': '1f3957fa-3bc8-4610-a0f3-995f8d6ceeb8', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:53:38.040332 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-3eb9cb9a-f9d7-4a15-81d3-3509b711281f tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e87b459a-890d-45c5-8314-ac75bfe75e07']}} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:53:38.055259 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-3eb9cb9a-f9d7-4a15-81d3-3509b711281f tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea6ed439-8ac4-4f10-990f-8157b2f8661b') {'for_net_delete': True} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:53:38.055667 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-3eb9cb9a-f9d7-4a15-81d3-3509b711281f tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea6ed439-8ac4-4f10-990f-8157b2f8661b') {} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:53:38.074713 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-3eb9cb9a-f9d7-4a15-81d3-3509b711281f tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743873145191', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18445132'] for segment, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:38.079154 n-d-813419-10 neutron-server[102346]: INFO neutron.api.v2.resource [None req-b345ca15-a922-4a00-89b9-2fb8cd26aae6 tempest-NegativeSecGroupTest-586920727 tempest-NegativeSecGroupTest-586920727-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 27 10:53:38.081005 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-b345ca15-a922-4a00-89b9-2fb8cd26aae6 tempest-NegativeSecGroupTest-586920727 tempest-NegativeSecGroupTest-586920727-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0467544 Oct 27 10:53:38.083774 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 35620) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:53:38.092881 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-4c6dd659-6244-4927-b431-45626605e07a tempest-NegativeSecGroupTest-586920727 tempest-NegativeSecGroupTest-586920727-project] Request body: {'security_group_rule': {'security_group_id': '1f3957fa-3bc8-4610-a0f3-995f8d6ceeb8', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:53:38.093644 n-d-813419-10 neutron-server[102346]: WARNING neutron.api.v2.base [None req-4c6dd659-6244-4927-b431-45626605e07a tempest-NegativeSecGroupTest-586920727 tempest-NegativeSecGroupTest-586920727-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Oct 27 10:53:38.094588 n-d-813419-10 neutron-server[102346]: INFO neutron.api.v2.resource [None req-4c6dd659-6244-4927-b431-45626605e07a tempest-NegativeSecGroupTest-586920727 tempest-NegativeSecGroupTest-586920727-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 27 10:53:38.096167 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-4c6dd659-6244-4927-b431-45626605e07a tempest-NegativeSecGroupTest-586920727 tempest-NegativeSecGroupTest-586920727-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0109086 Oct 27 10:53:38.097445 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-14e01737-ca2b-47c2-a244-f32704fa6bcf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:38.098967 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-3eb9cb9a-f9d7-4a15-81d3-3509b711281f tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:38.099313 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 35622) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:53:38.108115 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3eb9cb9a-f9d7-4a15-81d3-3509b711281f tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Releasing vlan 422 on physical network physnet1 to pool {{(pid=102347) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 10:53:38.108654 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-331cf4d5-398a-46ba-b6c8-e2ecad375823 tempest-NegativeSecGroupTest-586920727 tempest-NegativeSecGroupTest-586920727-project] Request body: {'security_group_rule': {'security_group_id': '1f3957fa-3bc8-4610-a0f3-995f8d6ceeb8', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:53:38.108819 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-3eb9cb9a-f9d7-4a15-81d3-3509b711281f tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-18296032'] for segment, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:38.112174 n-d-813419-10 neutron-server[102347]: Traceback (most recent call last): Oct 27 10:53:38.112174 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 10:53:38.112174 n-d-813419-10 neutron-server[102347]: timer() Oct 27 10:53:38.112174 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 10:53:38.112174 n-d-813419-10 neutron-server[102347]: cb(*args, **kw) Oct 27 10:53:38.112174 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 10:53:38.112174 n-d-813419-10 neutron-server[102347]: return func(*args, **kwargs) Oct 27 10:53:38.112174 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 10:53:38.112174 n-d-813419-10 neutron-server[102347]: self._notify() Oct 27 10:53:38.112174 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 10:53:38.112174 n-d-813419-10 neutron-server[102347]: self.callback(batched_events) Oct 27 10:53:38.112174 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 10:53:38.112174 n-d-813419-10 neutron-server[102347]: event.method(event) Oct 27 10:53:38.112174 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 10:53:38.112174 n-d-813419-10 neutron-server[102347]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 10:53:38.112174 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 10:53:38.112174 n-d-813419-10 neutron-server[102347]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 10:53:38.112174 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 10:53:38.112174 n-d-813419-10 neutron-server[102347]: return f(self, *a, **k) Oct 27 10:53:38.112174 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 10:53:38.112174 n-d-813419-10 neutron-server[102347]: return self._get(url).json() Oct 27 10:53:38.112174 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 10:53:38.112174 n-d-813419-10 neutron-server[102347]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 10:53:38.112174 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 10:53:38.112174 n-d-813419-10 neutron-server[102347]: return self.request(url, 'GET', **kwargs) Oct 27 10:53:38.112174 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 10:53:38.112174 n-d-813419-10 neutron-server[102347]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 10:53:38.112174 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 10:53:38.112174 n-d-813419-10 neutron-server[102347]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 10:53:38.112174 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 10:53:38.112174 n-d-813419-10 neutron-server[102347]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 10:53:38.112174 n-d-813419-10 neutron-server[102347]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 10:53:38.122504 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-14e01737-ca2b-47c2-a244-f32704fa6bcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:38.166206 n-d-813419-10 neutron-server[102346]: INFO neutron.api.v2.resource [None req-331cf4d5-398a-46ba-b6c8-e2ecad375823 tempest-NegativeSecGroupTest-586920727 tempest-NegativeSecGroupTest-586920727-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 27 10:53:38.169746 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-331cf4d5-398a-46ba-b6c8-e2ecad375823 tempest-NegativeSecGroupTest-586920727 tempest-NegativeSecGroupTest-586920727-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0677836 Oct 27 10:53:38.171285 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 35624) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:53:38.177163 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-1a961b4a-5496-4599-99e4-f39e3e083386 tempest-NegativeSecGroupTest-586920727 tempest-NegativeSecGroupTest-586920727-project] Request body: {'security_group_rule': {'security_group_id': '1f3957fa-3bc8-4610-a0f3-995f8d6ceeb8', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:53:38.178338 n-d-813419-10 neutron-server[102346]: WARNING neutron.api.v2.base [None req-1a961b4a-5496-4599-99e4-f39e3e083386 tempest-NegativeSecGroupTest-586920727 tempest-NegativeSecGroupTest-586920727-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Oct 27 10:53:38.179132 n-d-813419-10 neutron-server[102346]: INFO neutron.api.v2.resource [None req-1a961b4a-5496-4599-99e4-f39e3e083386 tempest-NegativeSecGroupTest-586920727 tempest-NegativeSecGroupTest-586920727-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 27 10:53:38.181149 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-1a961b4a-5496-4599-99e4-f39e3e083386 tempest-NegativeSecGroupTest-586920727 tempest-NegativeSecGroupTest-586920727-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0082524 Oct 27 10:53:38.181443 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14e01737-ca2b-47c2-a244-f32704fa6bcf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 420} {{(pid=102347) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 10:53:38.183541 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 35626) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:53:38.197178 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-ca0df077-eb0a-4a44-a37f-5623b6380f87 tempest-NegativeSecGroupTest-586920727 tempest-NegativeSecGroupTest-586920727-project] Request body: {'security_group_rule': {'security_group_id': '1f3957fa-3bc8-4610-a0f3-995f8d6ceeb8', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:53:38.204598 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-14e01737-ca2b-47c2-a244-f32704fa6bcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:38.204978 n-d-813419-10 neutron-server[102347]: INFO neutron.db.segments_db [None req-14e01737-ca2b-47c2-a244-f32704fa6bcf admin admin] Added segment f62c9376-4db7-4cf4-ab02-422f5d816ddb of type vlan for network b1695593-2148-4da8-9f5e-8e7e8051f400 Oct 27 10:53:38.213356 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-3eb9cb9a-f9d7-4a15-81d3-3509b711281f tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664840'] for network, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:38.215978 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e01737-ca2b-47c2-a244-f32704fa6bcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a144c8f-d4f6-4390-a8d5-e10af9f9bd0d,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:53:38.230856 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-3eb9cb9a-f9d7-4a15-81d3-3509b711281f tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks [] for network, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:38.234812 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-3eb9cb9a-f9d7-4a15-81d3-3509b711281f tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "DELETE /v2.0/networks/e87b459a-890d-45c5-8314-ac75bfe75e07 HTTP/1.1" status: 204 len: 168 time: 0.5780416 Oct 27 10:53:38.242387 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 35630) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:53:38.271983 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb9cb9a-f9d7-4a15-81d3-3509b711281f tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Pushing event deleted for resources: {'Network': ['ID=e87b459a-890d-45c5-8314-ac75bfe75e07,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:53:38.291050 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-14e01737-ca2b-47c2-a244-f32704fa6bcf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743872593080'] for network, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:38.322484 n-d-813419-10 neutron-server[102346]: INFO neutron.api.v2.resource [None req-ca0df077-eb0a-4a44-a37f-5623b6380f87 tempest-NegativeSecGroupTest-586920727 tempest-NegativeSecGroupTest-586920727-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 27 10:53:38.341361 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-ca0df077-eb0a-4a44-a37f-5623b6380f87 tempest-NegativeSecGroupTest-586920727 tempest-NegativeSecGroupTest-586920727-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1535239 Oct 27 10:53:38.342100 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 35632) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:53:38.383125 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-f7c9d387-ea9a-4f37-9f75-2af0dbfd3a28 tempest-NegativeSecGroupTest-586920727 tempest-NegativeSecGroupTest-586920727-project] Request body: {'security_group_rule': {'security_group_id': '1f3957fa-3bc8-4610-a0f3-995f8d6ceeb8', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:53:38.409550 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-14e01737-ca2b-47c2-a244-f32704fa6bcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913'] for network, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:38.413503 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14e01737-ca2b-47c2-a244-f32704fa6bcf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:53:38.414117 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-14e01737-ca2b-47c2-a244-f32704fa6bcf admin admin] Publish callbacks [] for network, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:38.459795 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 84151759-91c6-48f1-9643-874fa8b91f15 no longer exists at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:53:38.472484 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-a574a488-7364-4215-9dca-5c2757dae06a tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks [] for security_group, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:38.509915 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-14e01737-ca2b-47c2-a244-f32704fa6bcf admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7375555 Oct 27 10:53:38.517535 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 35638) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:53:38.521657 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-a574a488-7364-4215-9dca-5c2757dae06a tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:38.527812 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-9647aab4-7f52-44cd-9218-c4f0e6027a22 admin admin] Request body: {'subnet': {'network_id': 'b1695593-2148-4da8-9f5e-8e7e8051f400', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1673657128-subnet', 'tenant_id': '639bd4bba49a4d4e8e7fd27e7ff05ece', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:53:38.528544 n-d-813419-10 neutron-server[102346]: INFO neutron.api.v2.resource [None req-f7c9d387-ea9a-4f37-9f75-2af0dbfd3a28 tempest-NegativeSecGroupTest-586920727 tempest-NegativeSecGroupTest-586920727-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 27 10:53:38.533237 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-f7c9d387-ea9a-4f37-9f75-2af0dbfd3a28 tempest-NegativeSecGroupTest-586920727 tempest-NegativeSecGroupTest-586920727-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1815572 Oct 27 10:53:38.536154 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] No Port match for: 84151759-91c6-48f1-9643-874fa8b91f15 {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:53:38.537672 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 84151759-91c6-48f1-9643-874fa8b91f15 not bound to the agent host n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:53:38.537672 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device af3df7e2-646b-48f7-a8e9-cf18d6e5f5a6 no longer exists at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:53:38.538777 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 35640) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:53:38.557431 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e01737-ca2b-47c2-a244-f32704fa6bcf admin admin] Pushing event updated for resources: {'Network': ['ID=b1695593-2148-4da8-9f5e-8e7e8051f400,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:53:38.565805 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] No Port match for: af3df7e2-646b-48f7-a8e9-cf18d6e5f5a6 {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:53:38.566402 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device af3df7e2-646b-48f7-a8e9-cf18d6e5f5a6 not bound to the agent host n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:53:38.571186 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9647aab4-7f52-44cd-9218-c4f0e6027a22 admin admin] Made reservation on behalf of 639bd4bba49a4d4e8e7fd27e7ff05ece for: {'subnet': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:53:38.576212 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Network b1695593-2148-4da8-9f5e-8e7e8051f400 details requested by agent ovs-agent-n-d-813419-10 with host n-d-813419-10 {{(pid=102348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 10:53:38.576929 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-9647aab4-7f52-44cd-9218-c4f0e6027a22 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18044073'] for subnet, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:38.748168 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-e845dc63-86d7-460a-972d-ef8929280a33 tempest-NegativeSecGroupTest-586920727 tempest-NegativeSecGroupTest-586920727-project] Publish callbacks [] for security_group, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:38.778572 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-e845dc63-86d7-460a-972d-ef8929280a33 tempest-NegativeSecGroupTest-586920727 tempest-NegativeSecGroupTest-586920727-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:38.798533 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-a574a488-7364-4215-9dca-5c2757dae06a tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:38.801238 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-a574a488-7364-4215-9dca-5c2757dae06a tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:38.805272 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-a574a488-7364-4215-9dca-5c2757dae06a tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "DELETE /v2.0/security-groups/eac14644-f19c-4ddb-a549-c458f5e64a03 HTTP/1.1" status: 204 len: 168 time: 0.5590639 Oct 27 10:53:38.837369 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a574a488-7364-4215-9dca-5c2757dae06a tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eac14644-f19c-4ddb-a549-c458f5e64a03,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:53:38.881657 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-e845dc63-86d7-460a-972d-ef8929280a33 tempest-NegativeSecGroupTest-586920727 tempest-NegativeSecGroupTest-586920727-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:38.886245 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-e845dc63-86d7-460a-972d-ef8929280a33 tempest-NegativeSecGroupTest-586920727 tempest-NegativeSecGroupTest-586920727-project] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:38.887718 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-e845dc63-86d7-460a-972d-ef8929280a33 tempest-NegativeSecGroupTest-586920727 tempest-NegativeSecGroupTest-586920727-project] 10.222.0.44 "DELETE /v2.0/security-groups/1f3957fa-3bc8-4610-a0f3-995f8d6ceeb8 HTTP/1.1" status: 204 len: 168 time: 0.3278458 Oct 27 10:53:38.899393 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 35652) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:53:38.900322 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e845dc63-86d7-460a-972d-ef8929280a33 tempest-NegativeSecGroupTest-586920727 tempest-NegativeSecGroupTest-586920727-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f3957fa-3bc8-4610-a0f3-995f8d6ceeb8,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:53:38.974083 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-3a7f1a57-9e4b-496e-9c5c-69a417ec04f7 tempest-NegativeSecGroupTest-586920727 tempest-NegativeSecGroupTest-586920727-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0658796 Oct 27 10:53:38.975397 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 35654) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:53:38.986637 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-ebede0fc-1288-4d40-932b-adb3188a982a tempest-NegativeSecGroupTest-586920727 tempest-NegativeSecGroupTest-586920727-project] Request body: {'security_group': {'name': 'tempest-secgroup--753848889'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:53:39.029758 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-ebede0fc-1288-4d40-932b-adb3188a982a tempest-NegativeSecGroupTest-586920727 tempest-NegativeSecGroupTest-586920727-project] Publish callbacks [] for security_group, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:39.041121 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:39.075710 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-9c180c9c-17c0-40da-8006-4d25efe0c75d req-78913efe-27a9-46ec-aa2e-0b9983dffae7 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=8c280a57-b5b3-4702-a42f-d4f4a9313432&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0658610 Oct 27 10:53:39.173629 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c180c9c-17c0-40da-8006-4d25efe0c75d req-4fc92f39-4a4b-4bf4-8745-1452777613eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:53:39.175636 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-9c180c9c-17c0-40da-8006-4d25efe0c75d req-4fc92f39-4a4b-4bf4-8745-1452777613eb service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=b02a92ec9ad04d95b8ea6a5db5946dfb&device_id=8c280a57-b5b3-4702-a42f-d4f4a9313432 HTTP/1.1" status: 200 len: 1097 time: 0.0525200 Oct 27 10:53:39.178758 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 35660) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:53:39.189777 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-65646f90-f44c-4ede-ab9a-920448f480eb tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-122598990', 'description': 'tempest-secgroup-smoke-122598990 description', 'project_id': '7f357cb809634e50864d0c31dbcbd617'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:53:39.198138 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-ebede0fc-1288-4d40-932b-adb3188a982a tempest-NegativeSecGroupTest-586920727 tempest-NegativeSecGroupTest-586920727-project] Publish callbacks [] for security_group, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:39.202573 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-ebede0fc-1288-4d40-932b-adb3188a982a tempest-NegativeSecGroupTest-586920727 tempest-NegativeSecGroupTest-586920727-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:39.213722 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-9647aab4-7f52-44cd-9218-c4f0e6027a22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-18295883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18044091'] for subnet, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:39.269897 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-ebede0fc-1288-4d40-932b-adb3188a982a tempest-NegativeSecGroupTest-586920727 tempest-NegativeSecGroupTest-586920727-project] Publish callbacks [] for security_group, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:39.271244 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-65646f90-f44c-4ede-ab9a-920448f480eb tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks [] for security_group, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:39.273030 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-ebede0fc-1288-4d40-932b-adb3188a982a tempest-NegativeSecGroupTest-586920727 tempest-NegativeSecGroupTest-586920727-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2966294 Oct 27 10:53:39.275481 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 35664) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:53:39.277197 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebede0fc-1288-4d40-932b-adb3188a982a tempest-NegativeSecGroupTest-586920727 tempest-NegativeSecGroupTest-586920727-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f66a395-e1d6-4df3-9b55-69c353159e6b,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:53:39.301759 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9647aab4-7f52-44cd-9218-c4f0e6027a22 admin admin] Pushing event updated for resources: {'Subnet': ['ID=508535d8-1edc-417f-a479-c3bce1b07c93,revision_number=0']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:53:39.310760 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9647aab4-7f52-44cd-9218-c4f0e6027a22 admin admin] Checking segment: {'id': 'f62c9376-4db7-4cf4-ab02-422f5d816ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'b1695593-2148-4da8-9f5e-8e7e8051f400'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:53:39.311184 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9647aab4-7f52-44cd-9218-c4f0e6027a22 admin admin] Network hostable DHCP agents. Network: b1695593-2148-4da8-9f5e-8e7e8051f400, hostable agents: ['eafd4000-b897-4722-ae8b-0118ec955181'], hosted agents: [] {{(pid=102347) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 10:53:39.315245 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-aa91c94f-da14-402d-9a3d-caeb56ced8f6 tempest-NegativeSecGroupTest-586920727 tempest-NegativeSecGroupTest-586920727-project] Request body: {'security_group_rule': {'security_group_id': '4f66a395-e1d6-4df3-9b55-69c353159e6b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:53:39.333795 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9647aab4-7f52-44cd-9218-c4f0e6027a22 admin admin] Network b1695593-2148-4da8-9f5e-8e7e8051f400 is scheduled to be hosted by DHCP agent eafd4000-b897-4722-ae8b-0118ec955181 with binding_index 1 {{(pid=102347) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 10:53:39.348555 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [None req-9647aab4-7f52-44cd-9218-c4f0e6027a22 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-10, b1695593-2148-4da8-9f5e-8e7e8051f400) {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:53:39.348555 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9647aab4-7f52-44cd-9218-c4f0e6027a22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:53:39.348912 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-9647aab4-7f52-44cd-9218-c4f0e6027a22 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:39.361748 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb997631-ce89-48c7-b5dd-a8dfc9ebfc90 None None] Network b1695593-2148-4da8-9f5e-8e7e8051f400 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:53:39.412513 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-9647aab4-7f52-44cd-9218-c4f0e6027a22 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8933949 Oct 27 10:53:39.437555 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c180c9c-17c0-40da-8006-4d25efe0c75d req-9a2ae930-f35e-44d2-8d76-5e5f4e294127 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:53:39.439043 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-9c180c9c-17c0-40da-8006-4d25efe0c75d req-9a2ae930-f35e-44d2-8d76-5e5f4e294127 service neutron] 10.222.0.76 "GET /v2.0/networks?id=33cc32c2-598c-44fc-a251-6575a62c00c5 HTTP/1.1" status: 200 len: 912 time: 0.2307625 Oct 27 10:53:39.449788 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-65646f90-f44c-4ede-ab9a-920448f480eb tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks [] for security_group, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:39.461961 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-65646f90-f44c-4ede-ab9a-920448f480eb tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:39.513585 n-d-813419-10 neutron-server[102346]: INFO neutron.api.v2.resource [None req-aa91c94f-da14-402d-9a3d-caeb56ced8f6 tempest-NegativeSecGroupTest-586920727 tempest-NegativeSecGroupTest-586920727-project] create failed (client error): The resource could not be found. Oct 27 10:53:39.515181 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-aa91c94f-da14-402d-9a3d-caeb56ced8f6 tempest-NegativeSecGroupTest-586920727 tempest-NegativeSecGroupTest-586920727-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2193546 Oct 27 10:53:39.517655 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61f4b395-a0f1-4f60-9dc9-1a68f4592da8 None None] Network b1695593-2148-4da8-9f5e-8e7e8051f400 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:53:39.523196 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 35674) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:53:39.525404 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-88d98df0-f981-49e1-9136-a30644e8b0b3 tempest-NegativeSecGroupTest-586920727 tempest-NegativeSecGroupTest-586920727-project] Request body: {'security_group_rule': {'security_group_id': '4f66a395-e1d6-4df3-9b55-69c353159e6b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '8b2e105e-3e38-422f-a2af-b5e2fa1394e1'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:53:39.538006 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-65646f90-f44c-4ede-ab9a-920448f480eb tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:39.542898 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-65646f90-f44c-4ede-ab9a-920448f480eb tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3574314 Oct 27 10:53:39.544318 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 35678) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:53:39.552889 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-9033bbda-d4b4-472e-9bc6-66afb29900e1 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Request body: {'security_group_rule': {'security_group_id': '400a7a10-ae98-4ff7-8b32-bae6f0d1c63e', 'project_id': '7f357cb809634e50864d0c31dbcbd617', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:53:39.563485 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65646f90-f44c-4ede-ab9a-920448f480eb tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Pushing event updated for resources: {'SecurityGroup': ['ID=400a7a10-ae98-4ff7-8b32-bae6f0d1c63e,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:53:39.573088 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-9c180c9c-17c0-40da-8006-4d25efe0c75d req-548fc32e-f355-420b-989b-d8146956956c service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=493b566b-8077-47ab-b0fa-7e567159f7fd HTTP/1.1" status: 200 len: 1001 time: 0.1197042 Oct 27 10:53:39.646351 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c180c9c-17c0-40da-8006-4d25efe0c75d req-e7ebfe66-9081-4703-bdd0-3a03506b9bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:53:39.649149 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-9c180c9c-17c0-40da-8006-4d25efe0c75d req-e7ebfe66-9081-4703-bdd0-3a03506b9bf0 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=87624d80-dded-417f-af79-cc56a741e5c4 HTTP/1.1" status: 200 len: 850 time: 0.0683274 Oct 27 10:53:39.662608 n-d-813419-10 neutron-server[102347]: INFO neutron.api.v2.resource [None req-88d98df0-f981-49e1-9136-a30644e8b0b3 tempest-NegativeSecGroupTest-586920727 tempest-NegativeSecGroupTest-586920727-project] create failed (client error): The resource could not be found. Oct 27 10:53:39.667954 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-88d98df0-f981-49e1-9136-a30644e8b0b3 tempest-NegativeSecGroupTest-586920727 tempest-NegativeSecGroupTest-586920727-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1474404 Oct 27 10:53:39.668823 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 35684) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:53:39.670270 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-9033bbda-d4b4-472e-9bc6-66afb29900e1 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:39.784252 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c180c9c-17c0-40da-8006-4d25efe0c75d req-83fb4978-4d7c-4d75-8023-d916b82be63e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:53:39.785787 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-9c180c9c-17c0-40da-8006-4d25efe0c75d req-83fb4978-4d7c-4d75-8023-d916b82be63e service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=33cc32c2-598c-44fc-a251-6575a62c00c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1262112 Oct 27 10:53:39.792850 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-b948f423-f3bc-4fb8-9666-3e80952dd674 tempest-NegativeSecGroupTest-586920727 tempest-NegativeSecGroupTest-586920727-project] Publish callbacks [] for security_group, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:39.845570 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-b948f423-f3bc-4fb8-9666-3e80952dd674 tempest-NegativeSecGroupTest-586920727 tempest-NegativeSecGroupTest-586920727-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:39.935221 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-b948f423-f3bc-4fb8-9666-3e80952dd674 tempest-NegativeSecGroupTest-586920727 tempest-NegativeSecGroupTest-586920727-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:39.937946 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-b948f423-f3bc-4fb8-9666-3e80952dd674 tempest-NegativeSecGroupTest-586920727 tempest-NegativeSecGroupTest-586920727-project] Publish callbacks [] for security_group, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:39.938948 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-9033bbda-d4b4-472e-9bc6-66afb29900e1 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:39.943743 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-b948f423-f3bc-4fb8-9666-3e80952dd674 tempest-NegativeSecGroupTest-586920727 tempest-NegativeSecGroupTest-586920727-project] 10.222.0.44 "DELETE /v2.0/security-groups/4f66a395-e1d6-4df3-9b55-69c353159e6b HTTP/1.1" status: 204 len: 168 time: 0.2737427 Oct 27 10:53:39.945750 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 35698) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:53:39.955804 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-9033bbda-d4b4-472e-9bc6-66afb29900e1 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671902'] for security_group_rule, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:39.989668 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b948f423-f3bc-4fb8-9666-3e80952dd674 tempest-NegativeSecGroupTest-586920727 tempest-NegativeSecGroupTest-586920727-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f66a395-e1d6-4df3-9b55-69c353159e6b,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:53:39.998653 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9033bbda-d4b4-472e-9bc6-66afb29900e1 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f893ff1b-cb5d-4628-a8f9-8ba0f4e0ec7b,revision_number=0']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:53:40.023114 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-9033bbda-d4b4-472e-9bc6-66afb29900e1 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:40.027826 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-9033bbda-d4b4-472e-9bc6-66afb29900e1 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4785805 Oct 27 10:53:40.028647 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 35702) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:53:40.037631 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-9b652785-6d4e-466e-9c72-4981376b6220 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Request body: {'security_group_rule': {'security_group_id': '400a7a10-ae98-4ff7-8b32-bae6f0d1c63e', 'project_id': '7f357cb809634e50864d0c31dbcbd617', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:53:40.066247 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-9c180c9c-17c0-40da-8006-4d25efe0c75d req-d7166c16-c8a7-48a2-88b5-611c8ee951a2 service neutron] 10.222.0.76 "GET /v2.0/networks/33cc32c2-598c-44fc-a251-6575a62c00c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2669303 Oct 27 10:53:40.067020 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 35704) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:53:40.069187 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-b42eeb30-87bb-4adc-98c3-5110549b2343 tempest-NegativeSecGroupTest-586920727 tempest-NegativeSecGroupTest-586920727-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1032267 Oct 27 10:53:40.072145 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-e5f19dbc-88ac-411a-a399-26684242f77c tempest-NegativeSecGroupTest-586920727 tempest-NegativeSecGroupTest-586920727-project] Request body: {'security_group_rule': {'security_group_id': '2f5d908a-7571-44a3-83b8-2aeae51b1856', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:53:40.167438 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-9b652785-6d4e-466e-9c72-4981376b6220 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:40.276488 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-9c180c9c-17c0-40da-8006-4d25efe0c75d req-c17de046-e889-4a52-bb2c-cf79980af3aa service neutron] 10.222.0.76 "GET /v2.0/networks/33cc32c2-598c-44fc-a251-6575a62c00c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1963673 Oct 27 10:53:40.286102 n-d-813419-10 neutron-server[102346]: INFO neutron.api.v2.resource [None req-e5f19dbc-88ac-411a-a399-26684242f77c tempest-NegativeSecGroupTest-586920727 tempest-NegativeSecGroupTest-586920727-project] create failed (client error): The resource could not be found. Oct 27 10:53:40.290745 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-e5f19dbc-88ac-411a-a399-26684242f77c tempest-NegativeSecGroupTest-586920727 tempest-NegativeSecGroupTest-586920727-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2191353 Oct 27 10:53:40.291654 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 35710) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:53:40.296436 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-9b652785-6d4e-466e-9c72-4981376b6220 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:40.297773 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-e6dc5a42-b623-4495-a491-9db6153d579c tempest-NegativeSecGroupTest-586920727 tempest-NegativeSecGroupTest-586920727-project] Request body: {'security_group': {'name': 'tempest-secgroup--744999944'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:53:40.302708 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-9b652785-6d4e-466e-9c72-4981376b6220 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671902'] for security_group_rule, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:40.330013 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b652785-6d4e-466e-9c72-4981376b6220 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0630ad02-e764-43e3-91ad-7d57c9416db1,revision_number=0']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:53:40.366990 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-e6dc5a42-b623-4495-a491-9db6153d579c tempest-NegativeSecGroupTest-586920727 tempest-NegativeSecGroupTest-586920727-project] Publish callbacks [] for security_group, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:40.375740 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-9b652785-6d4e-466e-9c72-4981376b6220 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:40.377351 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-9b652785-6d4e-466e-9c72-4981376b6220 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3438437 Oct 27 10:53:40.380064 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 35712) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:53:40.385042 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-9fc8840d-f013-4081-a897-de52a791e6be tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Request body: {'security_group_rule': {'security_group_id': '400a7a10-ae98-4ff7-8b32-bae6f0d1c63e', 'project_id': '7f357cb809634e50864d0c31dbcbd617', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:53:40.428730 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-9fc8840d-f013-4081-a897-de52a791e6be tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:40.565906 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-9fc8840d-f013-4081-a897-de52a791e6be tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:40.569572 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-e6dc5a42-b623-4495-a491-9db6153d579c tempest-NegativeSecGroupTest-586920727 tempest-NegativeSecGroupTest-586920727-project] Publish callbacks [] for security_group, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:40.572430 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-9fc8840d-f013-4081-a897-de52a791e6be tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671902'] for security_group_rule, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:40.581990 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-e6dc5a42-b623-4495-a491-9db6153d579c tempest-NegativeSecGroupTest-586920727 tempest-NegativeSecGroupTest-586920727-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:40.606601 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a6c14a-f24e-4dce-8b54-f7590fdeb2d0 req-5df9ac37-39cb-4f13-925e-c0c0739d3c22 tempest-TestServerAdvancedOps-116578567 tempest-TestServerAdvancedOps-116578567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:53:40.614179 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-82a6c14a-f24e-4dce-8b54-f7590fdeb2d0 req-5df9ac37-39cb-4f13-925e-c0c0739d3c22 tempest-TestServerAdvancedOps-116578567 tempest-TestServerAdvancedOps-116578567-project] 10.222.0.44 "GET /v2.0/networks?id=41cc0b8d-2606-463b-8700-70ffb3649a00 HTTP/1.1" status: 200 len: 812 time: 0.1712415 Oct 27 10:53:40.621953 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc8840d-f013-4081-a897-de52a791e6be tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1c6b457-d107-4d74-9e39-b2568baa5b9c,revision_number=0']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:53:40.628063 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-9fc8840d-f013-4081-a897-de52a791e6be tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:40.632188 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-9fc8840d-f013-4081-a897-de52a791e6be tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2484255 Oct 27 10:53:40.632188 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 35726) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:53:40.636597 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-82a6c14a-f24e-4dce-8b54-f7590fdeb2d0 req-9eaea28e-fa0f-4b33-bdbd-3640f87f1bac tempest-TestServerAdvancedOps-116578567 tempest-TestServerAdvancedOps-116578567-project] 10.222.0.44 "GET /v2.0/quotas/10c1d3bf6b6b4e46b5fd12b0ce045908 HTTP/1.1" status: 200 len: 375 time: 0.0206189 Oct 27 10:53:40.637345 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-44058cb9-bb3a-4168-bc3b-a8c8f8d2c1e1 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Request body: {'security_group_rule': {'security_group_id': '400a7a10-ae98-4ff7-8b32-bae6f0d1c63e', 'project_id': '7f357cb809634e50864d0c31dbcbd617', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:53:40.662287 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-e6dc5a42-b623-4495-a491-9db6153d579c tempest-NegativeSecGroupTest-586920727 tempest-NegativeSecGroupTest-586920727-project] Publish callbacks [] for security_group, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:40.666829 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-e6dc5a42-b623-4495-a491-9db6153d579c tempest-NegativeSecGroupTest-586920727 tempest-NegativeSecGroupTest-586920727-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3737612 Oct 27 10:53:40.668002 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 35730) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:53:40.693038 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-82a6c14a-f24e-4dce-8b54-f7590fdeb2d0 req-4fdb7dd9-6da9-4a00-8ca3-b16eb971f35f tempest-TestServerAdvancedOps-116578567 tempest-TestServerAdvancedOps-116578567-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=10c1d3bf6b6b4e46b5fd12b0ce045908&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0553768 Oct 27 10:53:40.695035 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6dc5a42-b623-4495-a491-9db6153d579c tempest-NegativeSecGroupTest-586920727 tempest-NegativeSecGroupTest-586920727-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c55b2e1-69ee-4488-add6-ef074e5f1071,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:53:40.701326 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-0c0934f1-f9e4-4a89-a6da-17aeff48c47e tempest-NegativeSecGroupTest-586920727 tempest-NegativeSecGroupTest-586920727-project] Request body: {'security_group': {'name': 'tempest-secgroup--1537391030'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:53:40.752931 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-44058cb9-bb3a-4168-bc3b-a8c8f8d2c1e1 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:40.839568 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-44058cb9-bb3a-4168-bc3b-a8c8f8d2c1e1 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:40.841393 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-82a6c14a-f24e-4dce-8b54-f7590fdeb2d0 req-13cbbd54-805c-428a-a72f-5e6ad0bcba0b service neutron] 10.222.0.44 "GET /v2.0/networks/41cc0b8d-2606-463b-8700-70ffb3649a00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1471081 Oct 27 10:53:40.842538 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-0c0934f1-f9e4-4a89-a6da-17aeff48c47e tempest-NegativeSecGroupTest-586920727 tempest-NegativeSecGroupTest-586920727-project] Publish callbacks [] for security_group, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:40.867069 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-44058cb9-bb3a-4168-bc3b-a8c8f8d2c1e1 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671902'] for security_group_rule, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:40.939212 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-0c0934f1-f9e4-4a89-a6da-17aeff48c47e tempest-NegativeSecGroupTest-586920727 tempest-NegativeSecGroupTest-586920727-project] Publish callbacks [] for security_group, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:40.947819 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44058cb9-bb3a-4168-bc3b-a8c8f8d2c1e1 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3bf23af9-d25e-428d-9fa9-13b12b9851a0,revision_number=0']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:53:40.951803 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-0c0934f1-f9e4-4a89-a6da-17aeff48c47e tempest-NegativeSecGroupTest-586920727 tempest-NegativeSecGroupTest-586920727-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:40.975787 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-44058cb9-bb3a-4168-bc3b-a8c8f8d2c1e1 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:40.979562 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-44058cb9-bb3a-4168-bc3b-a8c8f8d2c1e1 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3439381 Oct 27 10:53:40.981113 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 35736) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:53:40.988549 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-427d8dcb-be46-4c5a-9561-b0b2aba1ebcd tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Request body: {'security_group_rule': {'security_group_id': '400a7a10-ae98-4ff7-8b32-bae6f0d1c63e', 'project_id': '7f357cb809634e50864d0c31dbcbd617', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:53:40.999766 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-82a6c14a-f24e-4dce-8b54-f7590fdeb2d0 req-fa48f864-8047-461e-ae08-67503b45b34a service neutron] 10.222.0.44 "GET /v2.0/networks/41cc0b8d-2606-463b-8700-70ffb3649a00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1571765 Oct 27 10:53:41.015014 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-0c0934f1-f9e4-4a89-a6da-17aeff48c47e tempest-NegativeSecGroupTest-586920727 tempest-NegativeSecGroupTest-586920727-project] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:41.038118 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 35740) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:53:41.038323 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-0c0934f1-f9e4-4a89-a6da-17aeff48c47e tempest-NegativeSecGroupTest-586920727 tempest-NegativeSecGroupTest-586920727-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3591416 Oct 27 10:53:41.045532 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-9cb51ea7-939d-48ff-9e21-cb1ca750e6dc tempest-NegativeSecGroupTest-586920727 tempest-NegativeSecGroupTest-586920727-project] Request body: {'security_group_rule': {'security_group_id': '8c55b2e1-69ee-4488-add6-ef074e5f1071', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'f499a8c5-b0fa-4d77-b79b-e19f1d251148'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:53:41.046501 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0934f1-f9e4-4a89-a6da-17aeff48c47e tempest-NegativeSecGroupTest-586920727 tempest-NegativeSecGroupTest-586920727-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f499a8c5-b0fa-4d77-b79b-e19f1d251148,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:53:41.083246 n-d-813419-10 neutron-server[102346]: INFO neutron.db.securitygroups_db [None req-427d8dcb-be46-4c5a-9561-b0b2aba1ebcd tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Project 7f357cb809634e50864d0c31dbcbd617 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 27 10:53:41.090750 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-427d8dcb-be46-4c5a-9561-b0b2aba1ebcd tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:41.153750 n-d-813419-10 neutron-server[102347]: INFO neutron.api.v2.resource [None req-9cb51ea7-939d-48ff-9e21-cb1ca750e6dc tempest-NegativeSecGroupTest-586920727 tempest-NegativeSecGroupTest-586920727-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 27 10:53:41.157783 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-9cb51ea7-939d-48ff-9e21-cb1ca750e6dc tempest-NegativeSecGroupTest-586920727 tempest-NegativeSecGroupTest-586920727-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1155403 Oct 27 10:53:41.158811 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 35742) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:53:41.233571 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-427d8dcb-be46-4c5a-9561-b0b2aba1ebcd tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:41.246995 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-427d8dcb-be46-4c5a-9561-b0b2aba1ebcd tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671902'] for security_group_rule, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:41.308937 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427d8dcb-be46-4c5a-9561-b0b2aba1ebcd tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68134f43-d3ce-4a23-9932-f8ba4256a1e8,revision_number=0']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:53:41.346042 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-427d8dcb-be46-4c5a-9561-b0b2aba1ebcd tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:41.346954 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-427d8dcb-be46-4c5a-9561-b0b2aba1ebcd tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3622913 Oct 27 10:53:41.356311 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 35750) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:53:41.362438 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-93b51022-44ec-4387-805b-2a4e28f3aae3 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Request body: {'security_group_rule': {'security_group_id': '400a7a10-ae98-4ff7-8b32-bae6f0d1c63e', 'project_id': '7f357cb809634e50864d0c31dbcbd617', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:53:41.387350 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-5145048b-551c-4e4a-9a59-e57fa0c29ed8 req-57c53442-80d0-43fb-8812-563c6d18df2d tempest-TestServerAdvancedOps-116578567 tempest-TestServerAdvancedOps-116578567-project] 10.222.0.44 "GET /v2.0/ports?device_id=22b40441-18e9-455b-9c9d-e7ce74455073 HTTP/1.1" status: 200 len: 210 time: 0.0462265 Oct 27 10:53:41.400165 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-ff5753fe-8f54-4369-888f-fe205f443d1a tempest-NegativeSecGroupTest-586920727 tempest-NegativeSecGroupTest-586920727-project] Publish callbacks [] for security_group, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:41.404531 n-d-813419-10 neutron-server[102346]: INFO neutron.db.securitygroups_db [None req-93b51022-44ec-4387-805b-2a4e28f3aae3 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Project 7f357cb809634e50864d0c31dbcbd617 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 27 10:53:41.410619 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-93b51022-44ec-4387-805b-2a4e28f3aae3 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:41.434308 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-ff5753fe-8f54-4369-888f-fe205f443d1a tempest-NegativeSecGroupTest-586920727 tempest-NegativeSecGroupTest-586920727-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:41.507127 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-93b51022-44ec-4387-805b-2a4e28f3aae3 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:41.514569 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-93b51022-44ec-4387-805b-2a4e28f3aae3 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671902'] for security_group_rule, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:41.548518 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b51022-44ec-4387-805b-2a4e28f3aae3 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f234830e-6a1a-4d09-bf26-cfdefe34e610,revision_number=0']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:53:41.557766 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-ff5753fe-8f54-4369-888f-fe205f443d1a tempest-NegativeSecGroupTest-586920727 tempest-NegativeSecGroupTest-586920727-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:41.562328 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-ff5753fe-8f54-4369-888f-fe205f443d1a tempest-NegativeSecGroupTest-586920727 tempest-NegativeSecGroupTest-586920727-project] Publish callbacks [] for security_group, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:41.567850 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-93b51022-44ec-4387-805b-2a4e28f3aae3 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:41.571555 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-ff5753fe-8f54-4369-888f-fe205f443d1a tempest-NegativeSecGroupTest-586920727 tempest-NegativeSecGroupTest-586920727-project] 10.222.0.44 "DELETE /v2.0/security-groups/f499a8c5-b0fa-4d77-b79b-e19f1d251148 HTTP/1.1" status: 204 len: 168 time: 0.4114099 Oct 27 10:53:41.573059 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 35760) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:53:41.574580 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-93b51022-44ec-4387-805b-2a4e28f3aae3 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2172596 Oct 27 10:53:41.575229 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 35762) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:53:41.580322 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-a8bc24ff-f6c6-49d2-95c3-75964f37ed91 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Request body: {'network': {'name': 'tempest-network-smoke--1498017215', 'project_id': '7f357cb809634e50864d0c31dbcbd617', 'port_security_enabled': True}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:53:41.601646 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5753fe-8f54-4369-888f-fe205f443d1a tempest-NegativeSecGroupTest-586920727 tempest-NegativeSecGroupTest-586920727-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f499a8c5-b0fa-4d77-b79b-e19f1d251148,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:53:41.634426 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8bc24ff-f6c6-49d2-95c3-75964f37ed91 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Made reservation on behalf of 7f357cb809634e50864d0c31dbcbd617 for: {'network': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:53:41.658963 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-a8bc24ff-f6c6-49d2-95c3-75964f37ed91 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for network, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:41.682927 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 35766) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:53:41.695182 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-df278eb0-1df2-4c33-ba91-5996f7858003 tempest-NegativeSecGroupTest-586920727 tempest-NegativeSecGroupTest-586920727-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1004899 Oct 27 10:53:41.706768 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8bc24ff-f6c6-49d2-95c3-75964f37ed91 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 441} {{(pid=102346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 10:53:41.727983 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-a8bc24ff-f6c6-49d2-95c3-75964f37ed91 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:41.730243 n-d-813419-10 neutron-server[102346]: INFO neutron.db.segments_db [None req-a8bc24ff-f6c6-49d2-95c3-75964f37ed91 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Added segment 10396019-b919-49cc-b445-f3a22390b24e of type vlan for network 5881e9db-d98c-456c-a859-ceca0aeadc80 Oct 27 10:53:41.785155 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-e2fab302-9d1d-4a0a-b88f-2ffe4dc8d19a tempest-NegativeSecGroupTest-586920727 tempest-NegativeSecGroupTest-586920727-project] Publish callbacks [] for security_group, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:41.810354 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-a8bc24ff-f6c6-49d2-95c3-75964f37ed91 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743872593080'] for network, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:41.827357 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-e2fab302-9d1d-4a0a-b88f-2ffe4dc8d19a tempest-NegativeSecGroupTest-586920727 tempest-NegativeSecGroupTest-586920727-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:41.872431 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-a8bc24ff-f6c6-49d2-95c3-75964f37ed91 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913'] for network, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:41.879101 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8bc24ff-f6c6-49d2-95c3-75964f37ed91 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:53:41.879714 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-a8bc24ff-f6c6-49d2-95c3-75964f37ed91 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks [] for network, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:41.946434 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-a8bc24ff-f6c6-49d2-95c3-75964f37ed91 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3675733 Oct 27 10:53:41.946728 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 35776) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:53:41.946937 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-e2fab302-9d1d-4a0a-b88f-2ffe4dc8d19a tempest-NegativeSecGroupTest-586920727 tempest-NegativeSecGroupTest-586920727-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:41.949666 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-e2fab302-9d1d-4a0a-b88f-2ffe4dc8d19a tempest-NegativeSecGroupTest-586920727 tempest-NegativeSecGroupTest-586920727-project] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:41.953124 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-e2fab302-9d1d-4a0a-b88f-2ffe4dc8d19a tempest-NegativeSecGroupTest-586920727 tempest-NegativeSecGroupTest-586920727-project] 10.222.0.44 "DELETE /v2.0/security-groups/8c55b2e1-69ee-4488-add6-ef074e5f1071 HTTP/1.1" status: 204 len: 168 time: 0.2668567 Oct 27 10:53:41.953534 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-cfb20c0c-33c2-42ae-a022-5210b9c25057 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1794889257', 'admin_state_up': True, 'project_id': '7f357cb809634e50864d0c31dbcbd617', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'}}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:53:41.963865 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 35778) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:53:41.977765 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bc24ff-f6c6-49d2-95c3-75964f37ed91 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Pushing event updated for resources: {'Network': ['ID=5881e9db-d98c-456c-a859-ceca0aeadc80,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:53:41.980931 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fab302-9d1d-4a0a-b88f-2ffe4dc8d19a tempest-NegativeSecGroupTest-586920727 tempest-NegativeSecGroupTest-586920727-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c55b2e1-69ee-4488-add6-ef074e5f1071,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:53:41.994105 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Network 5881e9db-d98c-456c-a859-ceca0aeadc80 details requested by agent ovs-agent-n-d-813419-10 with host n-d-813419-10 {{(pid=102348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 10:53:42.014323 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-cfb20c0c-33c2-42ae-a022-5210b9c25057 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1768632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3610'] for router, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:42.018116 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-cfb20c0c-33c2-42ae-a022-5210b9c25057 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1765704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1769409', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1694266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3597'] for router, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:42.040479 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-c5a2f7ab-e475-41f4-898f-5900b62104f7 tempest-NegativeSecGroupTest-586920727 tempest-NegativeSecGroupTest-586920727-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0755553 Oct 27 10:53:42.046015 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 35782) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:53:42.054293 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-442f3a06-b78e-430f-aa64-7e3779779476 tempest-NegativeSecGroupTest-586920727 tempest-NegativeSecGroupTest-586920727-project] Request body: {'security_group': {'name': 'tempest-secgroup--1110889828'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:53:42.090961 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-442f3a06-b78e-430f-aa64-7e3779779476 tempest-NegativeSecGroupTest-586920727 tempest-NegativeSecGroupTest-586920727-project] Publish callbacks [] for security_group, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:42.135911 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-cfb20c0c-33c2-42ae-a022-5210b9c25057 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:42.185636 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-442f3a06-b78e-430f-aa64-7e3779779476 tempest-NegativeSecGroupTest-586920727 tempest-NegativeSecGroupTest-586920727-project] Publish callbacks [] for security_group, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:42.190598 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-442f3a06-b78e-430f-aa64-7e3779779476 tempest-NegativeSecGroupTest-586920727 tempest-NegativeSecGroupTest-586920727-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:42.223796 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-442f3a06-b78e-430f-aa64-7e3779779476 tempest-NegativeSecGroupTest-586920727 tempest-NegativeSecGroupTest-586920727-project] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:42.225212 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-442f3a06-b78e-430f-aa64-7e3779779476 tempest-NegativeSecGroupTest-586920727 tempest-NegativeSecGroupTest-586920727-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1782274 Oct 27 10:53:42.227289 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442f3a06-b78e-430f-aa64-7e3779779476 tempest-NegativeSecGroupTest-586920727 tempest-NegativeSecGroupTest-586920727-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e767cafd-6f68-41a2-9718-141fd0325f56,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:53:42.230760 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 35788) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:53:42.235359 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-750239fb-3b75-42ba-bad8-6a96669a3f1c tempest-NegativeSecGroupTest-586920727 tempest-NegativeSecGroupTest-586920727-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:53:42.235887 n-d-813419-10 neutron-server[102346]: WARNING neutron.api.v2.base [None req-750239fb-3b75-42ba-bad8-6a96669a3f1c tempest-NegativeSecGroupTest-586920727 tempest-NegativeSecGroupTest-586920727-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Oct 27 10:53:42.236581 n-d-813419-10 neutron-server[102346]: INFO neutron.api.v2.resource [None req-750239fb-3b75-42ba-bad8-6a96669a3f1c tempest-NegativeSecGroupTest-586920727 tempest-NegativeSecGroupTest-586920727-project] update failed (client error): There was a conflict when trying to complete your request. Oct 27 10:53:42.237685 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-750239fb-3b75-42ba-bad8-6a96669a3f1c tempest-NegativeSecGroupTest-586920727 tempest-NegativeSecGroupTest-586920727-project] 10.222.0.44 "PUT /v2.0/security-groups/e767cafd-6f68-41a2-9718-141fd0325f56 HTTP/1.1" status: 409 len: 330 time: 0.0057716 Oct 27 10:53:42.240502 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 35790) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:53:42.320574 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d4b7dba6-b0a8-4e89-952a-be7a307ef987 tempest-NegativeSecGroupTest-586920727 tempest-NegativeSecGroupTest-586920727-project] Publish callbacks [] for security_group, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:42.326733 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-cfb20c0c-33c2-42ae-a022-5210b9c25057 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:42.354214 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d4b7dba6-b0a8-4e89-952a-be7a307ef987 tempest-NegativeSecGroupTest-586920727 tempest-NegativeSecGroupTest-586920727-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:42.404412 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d4b7dba6-b0a8-4e89-952a-be7a307ef987 tempest-NegativeSecGroupTest-586920727 tempest-NegativeSecGroupTest-586920727-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:42.407197 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d4b7dba6-b0a8-4e89-952a-be7a307ef987 tempest-NegativeSecGroupTest-586920727 tempest-NegativeSecGroupTest-586920727-project] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:42.408870 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-d4b7dba6-b0a8-4e89-952a-be7a307ef987 tempest-NegativeSecGroupTest-586920727 tempest-NegativeSecGroupTest-586920727-project] 10.222.0.44 "DELETE /v2.0/security-groups/e767cafd-6f68-41a2-9718-141fd0325f56 HTTP/1.1" status: 204 len: 168 time: 0.1669033 Oct 27 10:53:42.411295 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 35798) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:53:42.418943 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b7dba6-b0a8-4e89-952a-be7a307ef987 tempest-NegativeSecGroupTest-586920727 tempest-NegativeSecGroupTest-586920727-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e767cafd-6f68-41a2-9718-141fd0325f56,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:53:42.470793 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-81a58d13-b182-4774-840b-11e97b720584 tempest-NegativeSecGroupTest-586920727 tempest-NegativeSecGroupTest-586920727-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0577128 Oct 27 10:53:42.474500 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 35802) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:53:42.509111 n-d-813419-10 neutron-server[102347]: INFO neutron.api.v2.resource [None req-0596d71b-e20b-4efd-8bc1-20fc7287db19 tempest-NegativeSecGroupTest-586920727 tempest-NegativeSecGroupTest-586920727-project] delete failed (client error): The resource could not be found. Oct 27 10:53:42.510135 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-0596d71b-e20b-4efd-8bc1-20fc7287db19 tempest-NegativeSecGroupTest-586920727 tempest-NegativeSecGroupTest-586920727-project] 10.222.0.44 "DELETE /v2.0/security-groups/2f05170f-7e52-4a55-825f-2b5b6e5489e7 HTTP/1.1" status: 404 len: 347 time: 0.0346627 Oct 27 10:53:42.514194 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 35804) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:53:42.527765 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-5eaa8a8d-49ee-472d-8f2f-303c56ffb317 req-c827c576-1fd0-4e89-ab6d-6d5ee99b201d tempest-TestServerAdvancedOps-116578567 tempest-TestServerAdvancedOps-116578567-project] 10.222.0.44 "GET /v2.0/ports?device_id=22b40441-18e9-455b-9c9d-e7ce74455073 HTTP/1.1" status: 200 len: 210 time: 0.0376163 Oct 27 10:53:42.531711 n-d-813419-10 neutron-server[102346]: INFO neutron.api.v2.resource [None req-388e03de-6993-4e7a-9ae9-2b1b42c046c1 tempest-NegativeSecGroupTest-586920727 tempest-NegativeSecGroupTest-586920727-project] show failed (client error): The resource could not be found. Oct 27 10:53:42.532752 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-388e03de-6993-4e7a-9ae9-2b1b42c046c1 tempest-NegativeSecGroupTest-586920727 tempest-NegativeSecGroupTest-586920727-project] 10.222.0.44 "GET /v2.0/security-groups/f7afcb6f-f8df-4c00-b0b9-47ff7d2244c4 HTTP/1.1" status: 404 len: 347 time: 0.0173764 Oct 27 10:53:42.536526 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 35806) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:53:42.553323 n-d-813419-10 neutron-server[102346]: INFO neutron.api.v2.resource [None req-a8ed48f7-bac4-45d3-a7b1-810cc5e6fff6 tempest-NegativeSecGroupTest-586920727 tempest-NegativeSecGroupTest-586920727-project] show failed (client error): The resource could not be found. Oct 27 10:53:42.554350 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-a8ed48f7-bac4-45d3-a7b1-810cc5e6fff6 tempest-NegativeSecGroupTest-586920727 tempest-NegativeSecGroupTest-586920727-project] 10.222.0.44 "GET /v2.0/security-group-rules/a1df5eb9-86b3-44ac-8c95-537df3379e70 HTTP/1.1" status: 404 len: 356 time: 0.0168626 Oct 27 10:53:42.630589 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-cfb20c0c-33c2-42ae-a022-5210b9c25057 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks [] for router_gateway, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:42.661208 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-cfb20c0c-33c2-42ae-a022-5210b9c25057 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:42.791767 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a6c14a-f24e-4dce-8b54-f7590fdeb2d0 req-0ad0f5dd-fefd-4ee7-8a6f-26be163c6724 tempest-TestServerAdvancedOps-116578567 tempest-TestServerAdvancedOps-116578567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:53:42.793625 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-82a6c14a-f24e-4dce-8b54-f7590fdeb2d0 req-0ad0f5dd-fefd-4ee7-8a6f-26be163c6724 tempest-TestServerAdvancedOps-116578567 tempest-TestServerAdvancedOps-116578567-project] 10.222.0.64 "GET /v2.0/networks?id=41cc0b8d-2606-463b-8700-70ffb3649a00 HTTP/1.1" status: 200 len: 812 time: 0.1671953 Oct 27 10:53:42.808653 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [req-82a6c14a-f24e-4dce-8b54-f7590fdeb2d0 req-646a0942-08ea-4c6e-a406-48dd55deacf1 tempest-TestServerAdvancedOps-116578567 tempest-TestServerAdvancedOps-116578567-project] Request body: {'port': {'device_id': '22b40441-18e9-455b-9c9d-e7ce74455073', 'network_id': '41cc0b8d-2606-463b-8700-70ffb3649a00', 'admin_state_up': True, 'tenant_id': '10c1d3bf6b6b4e46b5fd12b0ce045908'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:53:42.815753 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_common [None req-cfb20c0c-33c2-42ae-a022-5210b9c25057 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Allocated IP 172.25.8.247 (185ff123-c7ff-45c7-a6be-71feb35acc9c/0fb9f9d1-7384-481f-8fa8-f4566c349d30/78ff4059-5a93-499a-9f2b-635ce7973509) {{(pid=102347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:53:43.020118 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 35826) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:53:43.036774 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-cfb20c0c-33c2-42ae-a022-5210b9c25057 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks [] for port, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:43.051452 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82a6c14a-f24e-4dce-8b54-f7590fdeb2d0 req-646a0942-08ea-4c6e-a406-48dd55deacf1 tempest-TestServerAdvancedOps-116578567 tempest-TestServerAdvancedOps-116578567-project] Made reservation on behalf of 10c1d3bf6b6b4e46b5fd12b0ce045908 for: {'port': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:53:43.059007 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-82a6c14a-f24e-4dce-8b54-f7590fdeb2d0 req-646a0942-08ea-4c6e-a406-48dd55deacf1 tempest-TestServerAdvancedOps-116578567 tempest-TestServerAdvancedOps-116578567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:43.102629 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-cfb20c0c-33c2-42ae-a022-5210b9c25057 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:43.192327 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb20c0c-33c2-42ae-a022-5210b9c25057 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Pushing event updated for resources: {'Port': ['ID=78ff4059-5a93-499a-9f2b-635ce7973509,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:53:43.206844 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb20c0c-33c2-42ae-a022-5210b9c25057 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:53:43.207409 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb20c0c-33c2-42ae-a022-5210b9c25057 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:53:43.207976 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb20c0c-33c2-42ae-a022-5210b9c25057 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:53:43.208585 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb20c0c-33c2-42ae-a022-5210b9c25057 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:53:43.209157 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb20c0c-33c2-42ae-a022-5210b9c25057 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:53:43.209851 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb20c0c-33c2-42ae-a022-5210b9c25057 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:53:43.210791 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb20c0c-33c2-42ae-a022-5210b9c25057 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:53:43.211364 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb20c0c-33c2-42ae-a022-5210b9c25057 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:53:43.211952 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb20c0c-33c2-42ae-a022-5210b9c25057 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:53:43.212536 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb20c0c-33c2-42ae-a022-5210b9c25057 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:53:43.213110 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb20c0c-33c2-42ae-a022-5210b9c25057 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:53:43.213686 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb20c0c-33c2-42ae-a022-5210b9c25057 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:53:43.224407 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfb20c0c-33c2-42ae-a022-5210b9c25057 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Network 185ff123-c7ff-45c7-a6be-71feb35acc9c is already hosted by enough agents. {{(pid=102347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:53:43.226742 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [None req-cfb20c0c-33c2-42ae-a022-5210b9c25057 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Resources bound (agent type, host, resource id): {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:53:43.229000 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfb20c0c-33c2-42ae-a022-5210b9c25057 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Received port after_create {{(pid=102347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:53:43.257099 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_common [req-82a6c14a-f24e-4dce-8b54-f7590fdeb2d0 req-646a0942-08ea-4c6e-a406-48dd55deacf1 tempest-TestServerAdvancedOps-116578567 tempest-TestServerAdvancedOps-116578567-project] Allocated IP 172.20.0.5 (41cc0b8d-2606-463b-8700-70ffb3649a00/8f0e196a-df4a-4fdc-afa4-7ba4691d4b90/e9468d45-94d2-43e4-b7b2-4cf8f9b9b332) {{(pid=102346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:53:43.276589 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.agents_db [None req-e79ee67d-056e-46ea-bd99-e80473396b25 None None] Agent healthcheck: found 7 active agents {{(pid=102349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 10:53:43.436548 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-bff261b7-6a26-414e-bf4b-3147cb2255b4 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=74e352becd1f4940807195aa145c5035&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4147217 Oct 27 10:53:43.440694 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 35838) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:53:43.444128 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-82a6c14a-f24e-4dce-8b54-f7590fdeb2d0 req-646a0942-08ea-4c6e-a406-48dd55deacf1 tempest-TestServerAdvancedOps-116578567 tempest-TestServerAdvancedOps-116578567-project] Publish callbacks [] for port, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:43.485382 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-82a6c14a-f24e-4dce-8b54-f7590fdeb2d0 req-646a0942-08ea-4c6e-a406-48dd55deacf1 tempest-TestServerAdvancedOps-116578567 tempest-TestServerAdvancedOps-116578567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:43.532762 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82a6c14a-f24e-4dce-8b54-f7590fdeb2d0 req-646a0942-08ea-4c6e-a406-48dd55deacf1 tempest-TestServerAdvancedOps-116578567 tempest-TestServerAdvancedOps-116578567-project] Network 41cc0b8d-2606-463b-8700-70ffb3649a00 is already hosted by enough agents. {{(pid=102346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:53:43.535814 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [req-82a6c14a-f24e-4dce-8b54-f7590fdeb2d0 req-646a0942-08ea-4c6e-a406-48dd55deacf1 tempest-TestServerAdvancedOps-116578567 tempest-TestServerAdvancedOps-116578567-project] Resources bound (agent type, host, resource id): {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:53:43.538502 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [req-82a6c14a-f24e-4dce-8b54-f7590fdeb2d0 req-646a0942-08ea-4c6e-a406-48dd55deacf1 tempest-TestServerAdvancedOps-116578567 tempest-TestServerAdvancedOps-116578567-project] Received port after_create {{(pid=102346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:53:43.567423 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646a0942-08ea-4c6e-a406-48dd55deacf1 tempest-TestServerAdvancedOps-116578567 tempest-TestServerAdvancedOps-116578567-project] Pushing event updated for resources: {'Port': ['ID=e9468d45-94d2-43e4-b7b2-4cf8f9b9b332,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:53:43.587970 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-b283709c-f466-4edc-bc13-6d76530f7786 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:43.597955 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a6c14a-f24e-4dce-8b54-f7590fdeb2d0 req-646a0942-08ea-4c6e-a406-48dd55deacf1 tempest-TestServerAdvancedOps-116578567 tempest-TestServerAdvancedOps-116578567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:53:43.598575 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-82a6c14a-f24e-4dce-8b54-f7590fdeb2d0 req-646a0942-08ea-4c6e-a406-48dd55deacf1 tempest-TestServerAdvancedOps-116578567 tempest-TestServerAdvancedOps-116578567-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:43.617487 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-82a6c14a-f24e-4dce-8b54-f7590fdeb2d0 req-646a0942-08ea-4c6e-a406-48dd55deacf1 tempest-TestServerAdvancedOps-116578567 tempest-TestServerAdvancedOps-116578567-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8133268 Oct 27 10:53:43.618636 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-b283709c-f466-4edc-bc13-6d76530f7786 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:43.632476 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [req-82a6c14a-f24e-4dce-8b54-f7590fdeb2d0 req-17d071db-5e73-4d7d-a970-8b605dd34841 service neutron] Request body: {'port': {'device_id': '22b40441-18e9-455b-9c9d-e7ce74455073', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-10'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:53:43.674593 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-cfb20c0c-33c2-42ae-a022-5210b9c25057 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks [] for router_gateway, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:43.722214 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-82a6c14a-f24e-4dce-8b54-f7590fdeb2d0 req-17d071db-5e73-4d7d-a970-8b605dd34841 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:43.819943 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-b283709c-f466-4edc-bc13-6d76530f7786 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:43.822660 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-b283709c-f466-4edc-bc13-6d76530f7786 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:43.826609 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-b283709c-f466-4edc-bc13-6d76530f7786 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/05e7f69a-21c7-43cc-a230-0818a1114ee3 HTTP/1.1" status: 204 len: 168 time: 0.3846984 Oct 27 10:53:43.834605 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf182bac-f43f-412c-9669-8f81119ccb8a req-9e90b91f-7ae1-4ad7-a916-d5697a70769b tempest-TestServerAdvancedOps-116578567 tempest-TestServerAdvancedOps-116578567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:53:43.836184 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-bf182bac-f43f-412c-9669-8f81119ccb8a req-9e90b91f-7ae1-4ad7-a916-d5697a70769b tempest-TestServerAdvancedOps-116578567 tempest-TestServerAdvancedOps-116578567-project] 10.222.0.44 "GET /v2.0/ports?device_id=22b40441-18e9-455b-9c9d-e7ce74455073 HTTP/1.1" status: 200 len: 931 time: 0.1508465 Oct 27 10:53:43.862746 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b283709c-f466-4edc-bc13-6d76530f7786 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05e7f69a-21c7-43cc-a230-0818a1114ee3,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:53:43.978171 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-bf182bac-f43f-412c-9669-8f81119ccb8a req-9fb32b5f-7931-4357-80e5-3bd1ec70528e tempest-TestServerAdvancedOps-116578567 tempest-TestServerAdvancedOps-116578567-project] 10.222.0.44 "GET /v2.0/security-groups?id=1130bcb4-7dd9-4069-981d-b1fd7930a914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332681 Oct 27 10:53:44.030746 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-cfb20c0c-33c2-42ae-a022-5210b9c25057 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1765699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1769372'] for router, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:44.116036 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [req-82a6c14a-f24e-4dce-8b54-f7590fdeb2d0 req-17d071db-5e73-4d7d-a970-8b605dd34841 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9468d45-94d2-43e4-b7b2-4cf8f9b9b332 {{(pid=102346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:53:44.123894 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-82a6c14a-f24e-4dce-8b54-f7590fdeb2d0 req-17d071db-5e73-4d7d-a970-8b605dd34841 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:44.137230 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.provisioning_blocks [req-82a6c14a-f24e-4dce-8b54-f7590fdeb2d0 req-17d071db-5e73-4d7d-a970-8b605dd34841 service neutron] Transition to ACTIVE for port object e9468d45-94d2-43e4-b7b2-4cf8f9b9b332 will not be triggered until provisioned by entity L2. {{(pid=102346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 10:53:44.143738 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-82a6c14a-f24e-4dce-8b54-f7590fdeb2d0 req-17d071db-5e73-4d7d-a970-8b605dd34841 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27024173'] for port, after_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:44.243305 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfb20c0c-33c2-42ae-a022-5210b9c25057 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Router d0f0b701-befd-4db0-8d77-36a1f6716665 is scheduled to L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb with binding_index 1 {{(pid=102347) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 10:53:44.324667 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d071db-5e73-4d7d-a970-8b605dd34841 service neutron] Pushing event updated for resources: {'Port': ['ID=e9468d45-94d2-43e4-b7b2-4cf8f9b9b332,revision_number=2']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:53:44.355616 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.managers [req-82a6c14a-f24e-4dce-8b54-f7590fdeb2d0 req-17d071db-5e73-4d7d-a970-8b605dd34841 service neutron] Attempting to bind port e9468d45-94d2-43e4-b7b2-4cf8f9b9b332 on host n-h1-813419-10 for vnic_type normal with profile {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:53:44.355949 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.managers [req-82a6c14a-f24e-4dce-8b54-f7590fdeb2d0 req-17d071db-5e73-4d7d-a970-8b605dd34841 service neutron] Attempting to bind port e9468d45-94d2-43e4-b7b2-4cf8f9b9b332 by drivers openvswitch,hyperv on host n-h1-813419-10 at level 0 using segments [{'id': '4625b61b-1477-47c9-ba42-a27e05d4e4ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '41cc0b8d-2606-463b-8700-70ffb3649a00'}] {{(pid=102346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:53:44.356435 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82a6c14a-f24e-4dce-8b54-f7590fdeb2d0 req-17d071db-5e73-4d7d-a970-8b605dd34841 service neutron] Attempting to bind port e9468d45-94d2-43e4-b7b2-4cf8f9b9b332 on network 41cc0b8d-2606-463b-8700-70ffb3649a00 {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:53:44.359316 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d071db-5e73-4d7d-a970-8b605dd34841 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:53:44.359663 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d071db-5e73-4d7d-a970-8b605dd34841 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:53:44.359992 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d071db-5e73-4d7d-a970-8b605dd34841 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:53:44.360591 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d071db-5e73-4d7d-a970-8b605dd34841 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:53:44.360925 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d071db-5e73-4d7d-a970-8b605dd34841 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:53:44.361249 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d071db-5e73-4d7d-a970-8b605dd34841 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:53:44.361570 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d071db-5e73-4d7d-a970-8b605dd34841 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:53:44.362019 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d071db-5e73-4d7d-a970-8b605dd34841 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:53:44.362343 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d071db-5e73-4d7d-a970-8b605dd34841 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:53:44.362659 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d071db-5e73-4d7d-a970-8b605dd34841 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:53:44.362975 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d071db-5e73-4d7d-a970-8b605dd34841 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:53:44.363288 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d071db-5e73-4d7d-a970-8b605dd34841 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:53:44.369770 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82a6c14a-f24e-4dce-8b54-f7590fdeb2d0 req-17d071db-5e73-4d7d-a970-8b605dd34841 service neutron] Port e9468d45-94d2-43e4-b7b2-4cf8f9b9b332 on network 41cc0b8d-2606-463b-8700-70ffb3649a00 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-10 {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 10:53:44.370874 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82a6c14a-f24e-4dce-8b54-f7590fdeb2d0 req-17d071db-5e73-4d7d-a970-8b605dd34841 service neutron] Attempting to bind port e9468d45-94d2-43e4-b7b2-4cf8f9b9b332 on network 41cc0b8d-2606-463b-8700-70ffb3649a00 {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:53:44.376870 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82a6c14a-f24e-4dce-8b54-f7590fdeb2d0 req-17d071db-5e73-4d7d-a970-8b605dd34841 service neutron] Checking agent: {'id': 'a52e1cab-0c63-402d-9c94-330537c6c076', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 16, 2), 'started_at': datetime.datetime(2021, 10, 27, 10, 16, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 53, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:53:44.377210 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82a6c14a-f24e-4dce-8b54-f7590fdeb2d0 req-17d071db-5e73-4d7d-a970-8b605dd34841 service neutron] Checking segment: {'id': '4625b61b-1477-47c9-ba42-a27e05d4e4ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '41cc0b8d-2606-463b-8700-70ffb3649a00'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:53:44.377584 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82a6c14a-f24e-4dce-8b54-f7590fdeb2d0 req-17d071db-5e73-4d7d-a970-8b605dd34841 service neutron] Bound using segment: {'id': '4625b61b-1477-47c9-ba42-a27e05d4e4ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '41cc0b8d-2606-463b-8700-70ffb3649a00'} {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:53:44.378144 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.managers [req-82a6c14a-f24e-4dce-8b54-f7590fdeb2d0 req-17d071db-5e73-4d7d-a970-8b605dd34841 service neutron] Bound port: e9468d45-94d2-43e4-b7b2-4cf8f9b9b332, host: n-h1-813419-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4625b61b-1477-47c9-ba42-a27e05d4e4ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '41cc0b8d-2606-463b-8700-70ffb3649a00'}}] {{(pid=102346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:53:44.378507 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-82a6c14a-f24e-4dce-8b54-f7590fdeb2d0 req-17d071db-5e73-4d7d-a970-8b605dd34841 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:44.430248 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfb20c0c-33c2-42ae-a022-5210b9c25057 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:53:44.442486 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5584aa6-ea8a-42e6-bbbb-c392130a1f03 None None] Sync routers for ids ['d0f0b701-befd-4db0-8d77-36a1f6716665'] in n-d-813419-10 {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:53:44.459347 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5584aa6-ea8a-42e6-bbbb-c392130a1f03 None None] Routers {'d0f0b701-befd-4db0-8d77-36a1f6716665'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:53:44.463040 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-a5584aa6-ea8a-42e6-bbbb-c392130a1f03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:53:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['d0f0b701-befd-4db0-8d77-36a1f6716665'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:53:44.465571 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-cfb20c0c-33c2-42ae-a022-5210b9c25057 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks [] for router, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:44.467011 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-cfb20c0c-33c2-42ae-a022-5210b9c25057 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.5189073 Oct 27 10:53:44.470739 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 35866) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:53:44.492582 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [req-82a6c14a-f24e-4dce-8b54-f7590fdeb2d0 req-17d071db-5e73-4d7d-a970-8b605dd34841 service neutron] For port e9468d45-94d2-43e4-b7b2-4cf8f9b9b332, host n-h1-813419-10, cleared binding levels {{(pid=102346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:53:44.497359 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [req-82a6c14a-f24e-4dce-8b54-f7590fdeb2d0 req-17d071db-5e73-4d7d-a970-8b605dd34841 service neutron] For port e9468d45-94d2-43e4-b7b2-4cf8f9b9b332, host n-h1-813419-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=e9468d45-94d2-43e4-b7b2-4cf8f9b9b332,segment=NetworkSegment(4625b61b-1477-47c9-ba42-a27e05d4e4ec),segment_id=4625b61b-1477-47c9-ba42-a27e05d4e4ec)] {{(pid=102346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:53:44.507621 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-82a6c14a-f24e-4dce-8b54-f7590fdeb2d0 req-17d071db-5e73-4d7d-a970-8b605dd34841 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27024173'] for port, after_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:44.523176 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-7dc4f85f-75f9-46c8-b9ac-5ea1d3f2cc69 tempest-TestNetworkAdvancedServerOps-357845361 tempest-TestNetworkAdvancedServerOps-357845361-project-admin] 10.222.0.44 "GET /v2.0/subnets?project_id=7f357cb809634e50864d0c31dbcbd617&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0512938 Oct 27 10:53:44.525764 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 35868) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:53:44.601371 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d071db-5e73-4d7d-a970-8b605dd34841 service neutron] Pushing event updated for resources: {'Port': ['ID=e9468d45-94d2-43e4-b7b2-4cf8f9b9b332,revision_number=3']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:53:44.617114 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a6c14a-f24e-4dce-8b54-f7590fdeb2d0 req-17d071db-5e73-4d7d-a970-8b605dd34841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:53:44.617856 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-82a6c14a-f24e-4dce-8b54-f7590fdeb2d0 req-17d071db-5e73-4d7d-a970-8b605dd34841 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:44.623709 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-82a6c14a-f24e-4dce-8b54-f7590fdeb2d0 req-17d071db-5e73-4d7d-a970-8b605dd34841 service neutron] 10.222.0.64 "PUT /v2.0/ports/e9468d45-94d2-43e4-b7b2-4cf8f9b9b332 HTTP/1.1" status: 200 len: 1092 time: 0.9958422 Oct 27 10:53:44.624221 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22b40441-18e9-455b-9c9d-e7ce74455073', 'tag': 'e9468d45-94d2-43e4-b7b2-4cf8f9b9b332'}] {{(pid=102346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:53:44.631662 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc0e418f5fc417c8d55d94c0aa509b037d0beb2a734c1a709e789eb65639a56d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-941fe267-a159-40e4-a670-355741b1ecad" -d '{"events": [{"name": "network-changed", "server_uuid": "22b40441-18e9-455b-9c9d-e7ce74455073", "tag": "e9468d45-94d2-43e4-b7b2-4cf8f9b9b332"}]}' {{(pid=102346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:53:44.736189 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvr_db [None req-a5584aa6-ea8a-42e6-bbbb-c392130a1f03 None None] Set router d0f0b701-befd-4db0-8d77-36a1f6716665 gateway port host: n-d-813419-10 {{(pid=102348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:53:44.743278 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 10:53:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd67326e-863b-4495-bf6e-b17186009e8e x-openstack-request-id: req-fd67326e-863b-4495-bf6e-b17186009e8e {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:53:44.743901 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22b40441-18e9-455b-9c9d-e7ce74455073", "tag": "e9468d45-94d2-43e4-b7b2-4cf8f9b9b332", "status": "completed", "code": 200}]} {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:53:44.744525 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-fd67326e-863b-4495-bf6e-b17186009e8e {{(pid=102346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:53:44.748292 n-d-813419-10 neutron-server[102346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22b40441-18e9-455b-9c9d-e7ce74455073', 'tag': 'e9468d45-94d2-43e4-b7b2-4cf8f9b9b332', 'status': 'completed', 'code': 200} Oct 27 10:53:44.771046 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a6c14a-f24e-4dce-8b54-f7590fdeb2d0 req-0e12b5e7-5833-4dc7-9714-2412099f8617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:53:44.774511 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-82a6c14a-f24e-4dce-8b54-f7590fdeb2d0 req-0e12b5e7-5833-4dc7-9714-2412099f8617 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=10c1d3bf6b6b4e46b5fd12b0ce045908&device_id=22b40441-18e9-455b-9c9d-e7ce74455073 HTTP/1.1" status: 200 len: 1095 time: 0.0979257 Oct 27 10:53:44.842521 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-82a6c14a-f24e-4dce-8b54-f7590fdeb2d0 req-c0c072e1-233b-4bc8-be8d-772cab2a02fd service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e9468d45-94d2-43e4-b7b2-4cf8f9b9b332 HTTP/1.1" status: 200 len: 217 time: 0.0574477 Oct 27 10:53:44.945523 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a6c14a-f24e-4dce-8b54-f7590fdeb2d0 req-324f028c-dc53-4f1a-b674-7d99bb008111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:53:44.947296 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-82a6c14a-f24e-4dce-8b54-f7590fdeb2d0 req-324f028c-dc53-4f1a-b674-7d99bb008111 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8f0e196a-df4a-4fdc-afa4-7ba4691d4b90 HTTP/1.1" status: 200 len: 852 time: 0.0973196 Oct 27 10:53:45.013337 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-82a6c14a-f24e-4dce-8b54-f7590fdeb2d0 req-8b730db0-899d-43e6-a3c1-a931db1f24ed service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=41cc0b8d-2606-463b-8700-70ffb3649a00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0561860 Oct 27 10:53:45.021223 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b21f1994-925f-41ba-9ca4-9889e5905bc8 tempest-TestNetworkAdvancedServerOps-357845361 tempest-TestNetworkAdvancedServerOps-357845361-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:53:45.022752 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-b21f1994-925f-41ba-9ca4-9889e5905bc8 tempest-TestNetworkAdvancedServerOps-357845361 tempest-TestNetworkAdvancedServerOps-357845361-project-admin] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4959493 Oct 27 10:53:45.030507 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 35882) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:53:45.087956 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-51aaecec-da1a-40ce-8234-40bc3b62a754 tempest-TestNetworkAdvancedServerOps-357845361 tempest-TestNetworkAdvancedServerOps-357845361-project-admin] 10.222.0.44 "GET /v2.0/subnets?network_id=185ff123-c7ff-45c7-a6be-71feb35acc9c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0564659 Oct 27 10:53:45.091156 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 35888) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:53:45.096973 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-c594872d-a148-4c49-8d3a-28c7bc93df6d tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1940660067', 'network_id': '5881e9db-d98c-456c-a859-ceca0aeadc80', 'project_id': '7f357cb809634e50864d0c31dbcbd617', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:53:45.163730 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-a5584aa6-ea8a-42e6-bbbb-c392130a1f03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0f0b701-befd-4db0-8d77-36a1f6716665', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1794889257', 'tenant_id': '7f357cb809634e50864d0c31dbcbd617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.247'}], 'enable_snat': True}, 'gw_port_id': '78ff4059-5a93-499a-9f2b-635ce7973509', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:53:42Z', 'updated_at': '2021-10-27T10:53:43Z', 'revision_number': 3, 'project_id': '7f357cb809634e50864d0c31dbcbd617', 'gw_port': {'id': '78ff4059-5a93-499a-9f2b-635ce7973509', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:39:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0f0b701-befd-4db0-8d77-36a1f6716665', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3699, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:53:42Z', 'updated_at': '2021-10-27T10:53:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10'}], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:53:45.255826 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571450b2-a8d7-47ca-82f0-53130803c757 req-f283c098-3f43-4775-92ff-4f79bd7d3a06 tempest-TestServerAdvancedOps-116578567 tempest-TestServerAdvancedOps-116578567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:53:45.257630 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-571450b2-a8d7-47ca-82f0-53130803c757 req-f283c098-3f43-4775-92ff-4f79bd7d3a06 tempest-TestServerAdvancedOps-116578567 tempest-TestServerAdvancedOps-116578567-project] 10.222.0.44 "GET /v2.0/ports?device_id=22b40441-18e9-455b-9c9d-e7ce74455073 HTTP/1.1" status: 200 len: 943 time: 0.1073182 Oct 27 10:53:45.320528 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-571450b2-a8d7-47ca-82f0-53130803c757 req-86bf162a-051c-42b4-b88a-f477cf9d4679 tempest-TestServerAdvancedOps-116578567 tempest-TestServerAdvancedOps-116578567-project] 10.222.0.44 "GET /v2.0/security-groups?id=1130bcb4-7dd9-4069-981d-b1fd7930a914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546293 Oct 27 10:53:45.361426 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c594872d-a148-4c49-8d3a-28c7bc93df6d tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Made reservation on behalf of 7f357cb809634e50864d0c31dbcbd617 for: {'subnet': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:53:45.367505 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-c594872d-a148-4c49-8d3a-28c7bc93df6d tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18044073'] for subnet, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:45.671382 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5584aa6-ea8a-42e6-bbbb-c392130a1f03 None None] Checking router: d0f0b701-befd-4db0-8d77-36a1f6716665 for host: n-d-813419-10 {{(pid=102348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 10:53:45.672578 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5584aa6-ea8a-42e6-bbbb-c392130a1f03 None None] Updating router d0f0b701-befd-4db0-8d77-36a1f6716665 port 78ff4059-5a93-499a-9f2b-635ce7973509 binding host n-d-813419-10 {{(pid=102348) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 10:53:45.732618 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a5584aa6-ea8a-42e6-bbbb-c392130a1f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:45.789279 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-82a6c14a-f24e-4dce-8b54-f7590fdeb2d0 req-f6aad1f6-8033-4edb-985a-dada19cf21d7 service neutron] 10.222.0.64 "GET /v2.0/networks/41cc0b8d-2606-463b-8700-70ffb3649a00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7678614 Oct 27 10:53:45.825449 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-c594872d-a148-4c49-8d3a-28c7bc93df6d tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-18295883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18044091'] for subnet, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:45.932284 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c594872d-a148-4c49-8d3a-28c7bc93df6d tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Pushing event updated for resources: {'Subnet': ['ID=81b47fe0-cd37-412d-b552-4ac6bd910a15,revision_number=0']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:53:45.941762 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c594872d-a148-4c49-8d3a-28c7bc93df6d tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Checking segment: {'id': '10396019-b919-49cc-b445-f3a22390b24e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '5881e9db-d98c-456c-a859-ceca0aeadc80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:53:45.942199 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c594872d-a148-4c49-8d3a-28c7bc93df6d tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Network hostable DHCP agents. Network: 5881e9db-d98c-456c-a859-ceca0aeadc80, hostable agents: ['eafd4000-b897-4722-ae8b-0118ec955181'], hosted agents: [] {{(pid=102347) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 10:53:45.952717 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-82a6c14a-f24e-4dce-8b54-f7590fdeb2d0 req-78f4773c-6c77-4509-aba5-f1752ab62b35 service neutron] 10.222.0.64 "GET /v2.0/networks/41cc0b8d-2606-463b-8700-70ffb3649a00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1542618 Oct 27 10:53:45.975674 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c594872d-a148-4c49-8d3a-28c7bc93df6d tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Network 5881e9db-d98c-456c-a859-ceca0aeadc80 is scheduled to be hosted by DHCP agent eafd4000-b897-4722-ae8b-0118ec955181 with binding_index 1 {{(pid=102347) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 10:53:45.989385 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [None req-c594872d-a148-4c49-8d3a-28c7bc93df6d tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-10, 5881e9db-d98c-456c-a859-ceca0aeadc80) {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:53:46.007393 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c594872d-a148-4c49-8d3a-28c7bc93df6d tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:53:46.007986 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-c594872d-a148-4c49-8d3a-28c7bc93df6d tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks [] for subnet, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:46.032602 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-c594872d-a148-4c49-8d3a-28c7bc93df6d tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9400866 Oct 27 10:53:46.036523 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 35910) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:53:46.065746 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd237c0e-cc5b-4dff-a3df-bd98125294a2 None None] Network 5881e9db-d98c-456c-a859-ceca0aeadc80 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:53:46.114183 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941fe267-a159-40e4-a670-355741b1ecad req-386119e0-0587-470d-bf2f-f0a8fd29f791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:53:46.115687 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-941fe267-a159-40e4-a670-355741b1ecad req-386119e0-0587-470d-bf2f-f0a8fd29f791 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=10c1d3bf6b6b4e46b5fd12b0ce045908&device_id=22b40441-18e9-455b-9c9d-e7ce74455073 HTTP/1.1" status: 200 len: 1095 time: 0.0909834 Oct 27 10:53:46.238213 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941fe267-a159-40e4-a670-355741b1ecad req-8d54b626-26e8-46c4-b63d-4d2e3d5a7133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:53:46.240097 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-941fe267-a159-40e4-a670-355741b1ecad req-8d54b626-26e8-46c4-b63d-4d2e3d5a7133 service neutron] 10.222.0.64 "GET /v2.0/networks?id=41cc0b8d-2606-463b-8700-70ffb3649a00 HTTP/1.1" status: 200 len: 913 time: 0.1130981 Oct 27 10:53:46.289768 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-e8cada84-1531-456c-b919-847cf6aac4c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:46.306786 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-941fe267-a159-40e4-a670-355741b1ecad req-a14947b4-a345-4e7e-b0cf-ea1018d52003 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e9468d45-94d2-43e4-b7b2-4cf8f9b9b332 HTTP/1.1" status: 200 len: 217 time: 0.0588162 Oct 27 10:53:46.447413 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941fe267-a159-40e4-a670-355741b1ecad req-d3f8e49c-05a0-415d-bb19-868be4afbf59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:53:46.448975 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-941fe267-a159-40e4-a670-355741b1ecad req-d3f8e49c-05a0-415d-bb19-868be4afbf59 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8f0e196a-df4a-4fdc-afa4-7ba4691d4b90 HTTP/1.1" status: 200 len: 852 time: 0.1330090 Oct 27 10:53:46.500707 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9d4aac7-b462-44ac-8177-87d459b8070a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp734b258e-7d96-550c-b970-9b72ab66f383-5881e9db-d98c-456c-a859-ceca0aeadc80', 'network_id': '5881e9db-d98c-456c-a859-ceca0aeadc80', 'tenant_id': '7f357cb809634e50864d0c31dbcbd617', 'fixed_ips': [{'subnet_id': '81b47fe0-cd37-412d-b552-4ac6bd910a15'}]}} from n-d-813419-10. {{(pid=102348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 10:53:46.501833 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-b9d4aac7-b462-44ac-8177-87d459b8070a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:46.544227 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a5584aa6-ea8a-42e6-bbbb-c392130a1f03 None None] Publish callbacks [] for port, precommit_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:46.554805 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-941fe267-a159-40e4-a670-355741b1ecad req-e389bfce-696a-4224-87c3-399454f67c6a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=41cc0b8d-2606-463b-8700-70ffb3649a00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0980778 Oct 27 10:53:46.605410 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a5584aa6-ea8a-42e6-bbbb-c392130a1f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:46.715253 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-a5584aa6-ea8a-42e6-bbbb-c392130a1f03 None None] Attempting to bind port 78ff4059-5a93-499a-9f2b-635ce7973509 on host n-d-813419-10 for vnic_type normal with profile {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:53:46.715957 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-a5584aa6-ea8a-42e6-bbbb-c392130a1f03 None None] Attempting to bind port 78ff4059-5a93-499a-9f2b-635ce7973509 by drivers openvswitch,hyperv on host n-d-813419-10 at level 0 using segments [{'id': 'bc14127b-7032-4c50-bb5b-f6813cbae86e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:53:46.715957 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5584aa6-ea8a-42e6-bbbb-c392130a1f03 None None] Attempting to bind port 78ff4059-5a93-499a-9f2b-635ce7973509 on network 185ff123-c7ff-45c7-a6be-71feb35acc9c {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:53:46.769051 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f53bc29-f4e2-4764-9b83-2877b36daad0 req-390fd3d6-b0e7-47b4-99da-fc910985ac21 tempest-TestServerAdvancedOps-116578567 tempest-TestServerAdvancedOps-116578567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:53:46.771310 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5584aa6-ea8a-42e6-bbbb-c392130a1f03 None None] Checking agent: {'id': '89dba0f3-79b2-435e-9822-33674b8f6ada', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 8, 20), 'started_at': datetime.datetime(2021, 10, 27, 10, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 53, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:53:46.771883 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-9f53bc29-f4e2-4764-9b83-2877b36daad0 req-390fd3d6-b0e7-47b4-99da-fc910985ac21 tempest-TestServerAdvancedOps-116578567 tempest-TestServerAdvancedOps-116578567-project] 10.222.0.44 "GET /v2.0/ports?device_id=22b40441-18e9-455b-9c9d-e7ce74455073 HTTP/1.1" status: 200 len: 943 time: 0.2977021 Oct 27 10:53:46.772008 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5584aa6-ea8a-42e6-bbbb-c392130a1f03 None None] Checking segment: {'id': 'bc14127b-7032-4c50-bb5b-f6813cbae86e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:53:46.772493 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a5584aa6-ea8a-42e6-bbbb-c392130a1f03 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:46.772782 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5584aa6-ea8a-42e6-bbbb-c392130a1f03 None None] Bound using segment: {'id': 'bc14127b-7032-4c50-bb5b-f6813cbae86e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:53:46.773312 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-a5584aa6-ea8a-42e6-bbbb-c392130a1f03 None None] Bound port: 78ff4059-5a93-499a-9f2b-635ce7973509, host: n-d-813419-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc14127b-7032-4c50-bb5b-f6813cbae86e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'}}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:53:46.773700 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a5584aa6-ea8a-42e6-bbbb-c392130a1f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:46.830325 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-7aa4df0b-85a7-41f7-841f-27bebdf85eef tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:46.857629 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ad36eb-fa56-4161-bba1-736b0ef7c8d7 None None] Pushing event updated for resources: {'Port': ['ID=78ff4059-5a93-499a-9f2b-635ce7973509,revision_number=2']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:53:46.881111 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-941fe267-a159-40e4-a670-355741b1ecad req-7fa3494f-5386-4e2f-84ff-8c8849cc15de service neutron] 10.222.0.64 "GET /v2.0/networks/41cc0b8d-2606-463b-8700-70ffb3649a00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2727118 Oct 27 10:53:46.898662 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.db_base_plugin_common [None req-b9d4aac7-b462-44ac-8177-87d459b8070a None None] Allocated IP 172.20.0.2 (5881e9db-d98c-456c-a859-ceca0aeadc80/81b47fe0-cd37-412d-b552-4ac6bd910a15/950f5a18-a55d-493f-8b0b-c11d6051f81b) {{(pid=102348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:53:46.903979 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-9f53bc29-f4e2-4764-9b83-2877b36daad0 req-62cff1b9-3c79-45d6-9e3f-15805d2a9039 tempest-TestServerAdvancedOps-116578567 tempest-TestServerAdvancedOps-116578567-project] 10.222.0.44 "GET /v2.0/security-groups?id=1130bcb4-7dd9-4069-981d-b1fd7930a914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145027 Oct 27 10:53:46.939161 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a5584aa6-ea8a-42e6-bbbb-c392130a1f03 None None] For port 78ff4059-5a93-499a-9f2b-635ce7973509, host n-d-813419-10, cleared binding levels {{(pid=102348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:53:46.998985 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a5584aa6-ea8a-42e6-bbbb-c392130a1f03 None None] For port 78ff4059-5a93-499a-9f2b-635ce7973509, host n-d-813419-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=78ff4059-5a93-499a-9f2b-635ce7973509,segment=NetworkSegment(bc14127b-7032-4c50-bb5b-f6813cbae86e),segment_id=bc14127b-7032-4c50-bb5b-f6813cbae86e)] {{(pid=102348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:53:47.014507 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a5584aa6-ea8a-42e6-bbbb-c392130a1f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:47.075314 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-941fe267-a159-40e4-a670-355741b1ecad req-f4cfb6bd-5920-487c-ac0a-4095dee8d474 service neutron] 10.222.0.64 "GET /v2.0/networks/41cc0b8d-2606-463b-8700-70ffb3649a00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1700354 Oct 27 10:53:47.101489 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5584aa6-ea8a-42e6-bbbb-c392130a1f03 None None] Routers {'d0f0b701-befd-4db0-8d77-36a1f6716665'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:53:47.103810 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-a5584aa6-ea8a-42e6-bbbb-c392130a1f03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:53:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['d0f0b701-befd-4db0-8d77-36a1f6716665'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:53:47.231124 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ad36eb-fa56-4161-bba1-736b0ef7c8d7 None None] Pushing event updated for resources: {'Port': ['ID=78ff4059-5a93-499a-9f2b-635ce7973509,revision_number=3']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:53:47.322566 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-b9d4aac7-b462-44ac-8177-87d459b8070a None None] Publish callbacks [] for port, precommit_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:47.347222 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-b9d4aac7-b462-44ac-8177-87d459b8070a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606'] for port, after_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:47.397663 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_common [None req-7aa4df0b-85a7-41f7-841f-27bebdf85eef tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Allocated IP 172.20.0.1 (5881e9db-d98c-456c-a859-ceca0aeadc80/81b47fe0-cd37-412d-b552-4ac6bd910a15/621c6289-8f96-4317-bdd7-7e9d9ffa58c9) {{(pid=102347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:53:47.412013 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvr_db [None req-a5584aa6-ea8a-42e6-bbbb-c392130a1f03 None None] Set router d0f0b701-befd-4db0-8d77-36a1f6716665 gateway port host: n-d-813419-10 {{(pid=102348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:53:47.478548 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d4aac7-b462-44ac-8177-87d459b8070a None None] Pushing event updated for resources: {'Port': ['ID=950f5a18-a55d-493f-8b0b-c11d6051f81b,revision_number=1']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:53:47.524592 n-d-813419-10 neutron-server[102348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9d4aac7-b462-44ac-8177-87d459b8070a None None] Network 5881e9db-d98c-456c-a859-ceca0aeadc80 is already hosted by enough agents. {{(pid=102348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:53:47.532048 n-d-813419-10 neutron-server[102348]: DEBUG neutron.scheduler.base_scheduler [None req-b9d4aac7-b462-44ac-8177-87d459b8070a None None] Resources bound (agent type, host, resource id): {{(pid=102348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:53:47.543106 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9d4aac7-b462-44ac-8177-87d459b8070a None None] Received port after_create {{(pid=102348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:53:47.647418 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-7aa4df0b-85a7-41f7-841f-27bebdf85eef tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks [] for port, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:47.711963 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-b9d4aac7-b462-44ac-8177-87d459b8070a None None] Attempting to bind port 950f5a18-a55d-493f-8b0b-c11d6051f81b on host n-d-813419-10 for vnic_type normal with profile {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:53:47.712366 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-b9d4aac7-b462-44ac-8177-87d459b8070a None None] Attempting to bind port 950f5a18-a55d-493f-8b0b-c11d6051f81b by drivers openvswitch,hyperv on host n-d-813419-10 at level 0 using segments [{'id': '10396019-b919-49cc-b445-f3a22390b24e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '5881e9db-d98c-456c-a859-ceca0aeadc80'}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:53:47.714076 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9d4aac7-b462-44ac-8177-87d459b8070a None None] Attempting to bind port 950f5a18-a55d-493f-8b0b-c11d6051f81b on network 5881e9db-d98c-456c-a859-ceca0aeadc80 {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:53:47.737716 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-7aa4df0b-85a7-41f7-841f-27bebdf85eef tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:47.785764 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9d4aac7-b462-44ac-8177-87d459b8070a None None] Checking agent: {'id': '89dba0f3-79b2-435e-9822-33674b8f6ada', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 8, 20), 'started_at': datetime.datetime(2021, 10, 27, 10, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 53, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:53:47.786593 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9d4aac7-b462-44ac-8177-87d459b8070a None None] Checking segment: {'id': '10396019-b919-49cc-b445-f3a22390b24e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '5881e9db-d98c-456c-a859-ceca0aeadc80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:53:47.786593 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-b9d4aac7-b462-44ac-8177-87d459b8070a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:47.786911 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9d4aac7-b462-44ac-8177-87d459b8070a None None] Bound using segment: {'id': '10396019-b919-49cc-b445-f3a22390b24e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '5881e9db-d98c-456c-a859-ceca0aeadc80'} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:53:47.787391 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-b9d4aac7-b462-44ac-8177-87d459b8070a None None] Bound port: 950f5a18-a55d-493f-8b0b-c11d6051f81b, host: n-d-813419-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10396019-b919-49cc-b445-f3a22390b24e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '5881e9db-d98c-456c-a859-ceca0aeadc80'}}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:53:47.787775 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-b9d4aac7-b462-44ac-8177-87d459b8070a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:47.810713 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aa4df0b-85a7-41f7-841f-27bebdf85eef tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Network 5881e9db-d98c-456c-a859-ceca0aeadc80 is already hosted by enough agents. {{(pid=102347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:53:47.822330 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [None req-7aa4df0b-85a7-41f7-841f-27bebdf85eef tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Resources bound (agent type, host, resource id): {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:53:47.829646 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aa4df0b-85a7-41f7-841f-27bebdf85eef tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Received port after_create {{(pid=102347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:53:47.890549 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-7aa4df0b-85a7-41f7-841f-27bebdf85eef tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1664961'] for router_interface, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:47.936894 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa4df0b-85a7-41f7-841f-27bebdf85eef tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Pushing event updated for resources: {'Port': ['ID=621c6289-8f96-4317-bdd7-7e9d9ffa58c9,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:53:47.993261 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-a5584aa6-ea8a-42e6-bbbb-c392130a1f03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0f0b701-befd-4db0-8d77-36a1f6716665', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1794889257', 'tenant_id': '7f357cb809634e50864d0c31dbcbd617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.247'}], 'enable_snat': True}, 'gw_port_id': '78ff4059-5a93-499a-9f2b-635ce7973509', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:53:42Z', 'updated_at': '2021-10-27T10:53:43Z', 'revision_number': 3, 'project_id': '7f357cb809634e50864d0c31dbcbd617', 'gw_port': {'id': '78ff4059-5a93-499a-9f2b-635ce7973509', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:39:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0f0b701-befd-4db0-8d77-36a1f6716665', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3699, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:53:42Z', 'updated_at': '2021-10-27T10:53:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10'}], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:53:47.995534 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-b9d4aac7-b462-44ac-8177-87d459b8070a None None] For port 950f5a18-a55d-493f-8b0b-c11d6051f81b, host n-d-813419-10, cleared binding levels {{(pid=102348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:53:48.021905 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-b9d4aac7-b462-44ac-8177-87d459b8070a None None] For port 950f5a18-a55d-493f-8b0b-c11d6051f81b, host n-d-813419-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=950f5a18-a55d-493f-8b0b-c11d6051f81b,segment=NetworkSegment(10396019-b919-49cc-b445-f3a22390b24e),segment_id=10396019-b919-49cc-b445-f3a22390b24e)] {{(pid=102348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:53:48.052136 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5584aa6-ea8a-42e6-bbbb-c392130a1f03 None None] The sync data for ids ['d0f0b701-befd-4db0-8d77-36a1f6716665'] in n-d-813419-10 is: [{'id': 'd0f0b701-befd-4db0-8d77-36a1f6716665', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1794889257', 'tenant_id': '7f357cb809634e50864d0c31dbcbd617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.247'}], 'enable_snat': True}, 'gw_port_id': '78ff4059-5a93-499a-9f2b-635ce7973509', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:53:42Z', 'updated_at': '2021-10-27T10:53:43Z', 'revision_number': 3, 'project_id': '7f357cb809634e50864d0c31dbcbd617', 'gw_port': {'id': '78ff4059-5a93-499a-9f2b-635ce7973509', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:39:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0f0b701-befd-4db0-8d77-36a1f6716665', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3699, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:53:42Z', 'updated_at': '2021-10-27T10:53:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10'}] {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:53:48.054338 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-b9d4aac7-b462-44ac-8177-87d459b8070a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:48.124811 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 35950) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:53:48.137579 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d4aac7-b462-44ac-8177-87d459b8070a None None] Pushing event updated for resources: {'Port': ['ID=950f5a18-a55d-493f-8b0b-c11d6051f81b,revision_number=2']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:53:48.192147 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0a87c9-c489-4b96-ae79-1d09e541b7fd req-99d63bc3-34c1-4f02-97a8-c0c050f3560f tempest-TestServerAdvancedOps-116578567 tempest-TestServerAdvancedOps-116578567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:53:48.194287 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-ba0a87c9-c489-4b96-ae79-1d09e541b7fd req-99d63bc3-34c1-4f02-97a8-c0c050f3560f tempest-TestServerAdvancedOps-116578567 tempest-TestServerAdvancedOps-116578567-project] 10.222.0.44 "GET /v2.0/ports?device_id=22b40441-18e9-455b-9c9d-e7ce74455073 HTTP/1.1" status: 200 len: 943 time: 0.1477327 Oct 27 10:53:48.207119 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device e9468d45-94d2-43e4-b7b2-4cf8f9b9b332 details requested by agent hyperv_n-h1-813419-10 with host n-h1-813419-10 {{(pid=102348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 10:53:48.302651 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-b577e553-2bd1-4640-b8d3-95dca4e5fae0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:48.330828 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-7aa4df0b-85a7-41f7-841f-27bebdf85eef tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:48.435345 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port e9468d45-94d2-43e4-b7b2-4cf8f9b9b332, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=e9468d45-94d2-43e4-b7b2-4cf8f9b9b332,segment=NetworkSegment(4625b61b-1477-47c9-ba42-a27e05d4e4ec),segment_id=4625b61b-1477-47c9-ba42-a27e05d4e4ec)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:53:48.455394 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-ba0a87c9-c489-4b96-ae79-1d09e541b7fd req-ceaf61c6-8cd6-411d-b74a-b961fbbc4d88 tempest-TestServerAdvancedOps-116578567 tempest-TestServerAdvancedOps-116578567-project] 10.222.0.44 "GET /v2.0/security-groups?id=1130bcb4-7dd9-4069-981d-b1fd7930a914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2088923 Oct 27 10:53:48.459716 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Returning: {'device': 'e9468d45-94d2-43e4-b7b2-4cf8f9b9b332', 'network_id': '41cc0b8d-2606-463b-8700-70ffb3649a00', 'port_id': 'e9468d45-94d2-43e4-b7b2-4cf8f9b9b332', 'mac_address': 'fa:16:3e:3a:3a:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f0e196a-df4a-4fdc-afa4-7ba4691d4b90', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 10:53:48.562095 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-b577e553-2bd1-4640-b8d3-95dca4e5fae0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:48.566671 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-b577e553-2bd1-4640-b8d3-95dca4e5fae0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:48.605097 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:48.611899 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b577e553-2bd1-4640-b8d3-95dca4e5fae0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc78a719-3e69-4f7b-a959-425b9806ce6a,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:53:48.645019 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9468d45-94d2-43e4-b7b2-4cf8f9b9b332 {{(pid=102348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:53:48.666020 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-b577e553-2bd1-4640-b8d3-95dca4e5fae0 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=93f86b88a628495a88e42a32a5e4195a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5400140 Oct 27 10:53:48.669151 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 35954) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:53:48.695758 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port e9468d45-94d2-43e4-b7b2-4cf8f9b9b332, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=e9468d45-94d2-43e4-b7b2-4cf8f9b9b332,segment=NetworkSegment(4625b61b-1477-47c9-ba42-a27e05d4e4ec),segment_id=4625b61b-1477-47c9-ba42-a27e05d4e4ec)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:53:48.702291 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:48.841492 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-dc43d0dc-54d2-47cb-ba37-0303ba096c0d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:48.842792 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Pushing event updated for resources: {'Port': ['ID=e9468d45-94d2-43e4-b7b2-4cf8f9b9b332,revision_number=4']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:53:48.882794 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-dc43d0dc-54d2-47cb-ba37-0303ba096c0d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:48.913285 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-450747e3-4154-4d47-9c67-21a7200a2fc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:48.943713 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] get_ports_and_sgs() called for port_ids ['e9468d45-94d2-43e4-b7b2-4cf8f9b9b332'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:53:48.966559 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-dc43d0dc-54d2-47cb-ba37-0303ba096c0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:48.972775 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-dc43d0dc-54d2-47cb-ba37-0303ba096c0d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:48.975506 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-dc43d0dc-54d2-47cb-ba37-0303ba096c0d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/fc78a719-3e69-4f7b-a959-425b9806ce6a HTTP/1.1" status: 204 len: 168 time: 0.3051815 Oct 27 10:53:48.999596 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc43d0dc-54d2-47cb-ba37-0303ba096c0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc78a719-3e69-4f7b-a959-425b9806ce6a,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:53:49.079871 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-7aa4df0b-85a7-41f7-841f-27bebdf85eef tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks [] for port, precommit_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:49.088313 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-7aa4df0b-85a7-41f7-841f-27bebdf85eef tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:49.205443 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-7aa4df0b-85a7-41f7-841f-27bebdf85eef tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2006967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1766225'] for router_interface, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:49.393595 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa4df0b-85a7-41f7-841f-27bebdf85eef tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Pushing event updated for resources: {'Port': ['ID=621c6289-8f96-4317-bdd7-7e9d9ffa58c9,revision_number=2']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:53:49.457716 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aa4df0b-85a7-41f7-841f-27bebdf85eef tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Network 5881e9db-d98c-456c-a859-ceca0aeadc80 is already hosted by enough agents. {{(pid=102347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:53:49.459641 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [None req-7aa4df0b-85a7-41f7-841f-27bebdf85eef tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Resources bound (agent type, host, resource id): {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:53:49.543415 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 35964) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:53:49.564219 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-f78ba255-8827-41bf-a8d2-22a633cb7315 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:49.663861 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7aa4df0b-85a7-41f7-841f-27bebdf85eef tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Router d0f0b701-befd-4db0-8d77-36a1f6716665 has already been hosted by L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb {{(pid=102347) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 10:53:49.730727 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89094a2c-ba2f-422e-bd04-101f2992461b req-25e0064d-2773-4172-b7b0-5822c93ff3ea tempest-TestServerAdvancedOps-116578567 tempest-TestServerAdvancedOps-116578567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:53:49.733048 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-89094a2c-ba2f-422e-bd04-101f2992461b req-25e0064d-2773-4172-b7b0-5822c93ff3ea tempest-TestServerAdvancedOps-116578567 tempest-TestServerAdvancedOps-116578567-project] 10.222.0.44 "GET /v2.0/ports?device_id=22b40441-18e9-455b-9c9d-e7ce74455073 HTTP/1.1" status: 200 len: 944 time: 0.1013441 Oct 27 10:53:49.734733 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-f78ba255-8827-41bf-a8d2-22a633cb7315 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:49.749514 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-f78ba255-8827-41bf-a8d2-22a633cb7315 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:49.817775 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7aa4df0b-85a7-41f7-841f-27bebdf85eef tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:53:49.832768 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-7aa4df0b-85a7-41f7-841f-27bebdf85eef tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "PUT /v2.0/routers/d0f0b701-befd-4db0-8d77-36a1f6716665/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7865696 Oct 27 10:53:49.835707 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-89094a2c-ba2f-422e-bd04-101f2992461b req-3d886f30-0c98-4f3e-bc06-3801a1df2273 tempest-TestServerAdvancedOps-116578567 tempest-TestServerAdvancedOps-116578567-project] 10.222.0.44 "GET /v2.0/security-groups?id=1130bcb4-7dd9-4069-981d-b1fd7930a914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952330 Oct 27 10:53:49.842056 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-f78ba255-8827-41bf-a8d2-22a633cb7315 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2d719679679e431e993847141d5d2716&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2941122 Oct 27 10:53:49.842056 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78ba255-8827-41bf-a8d2-22a633cb7315 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a66ee36-4373-4feb-8d83-d221c0f5ce89,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:53:49.844240 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 35970) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:53:49.915441 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-a3b1f739-ebd1-4d32-bb4c-ed8d225cf05e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:49.938332 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4344c22-3c35-4e0f-bb6e-c73208be8757 None None] Network 5881e9db-d98c-456c-a859-ceca0aeadc80 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:53:49.961283 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-a3b1f739-ebd1-4d32-bb4c-ed8d225cf05e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:50.033423 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-a3b1f739-ebd1-4d32-bb4c-ed8d225cf05e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:50.037012 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-a3b1f739-ebd1-4d32-bb4c-ed8d225cf05e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:50.038261 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-a3b1f739-ebd1-4d32-bb4c-ed8d225cf05e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8a66ee36-4373-4feb-8d83-d221c0f5ce89 HTTP/1.1" status: 204 len: 168 time: 0.1931210 Oct 27 10:53:50.047070 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b1f739-ebd1-4d32-bb4c-ed8d225cf05e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a66ee36-4373-4feb-8d83-d221c0f5ce89,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:53:50.191154 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:50.197733 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-49547284-006e-4582-af7f-9b3ebfc264dc None None] Provisioning complete for port 950f5a18-a55d-493f-8b0b-c11d6051f81b triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:53:50.198145 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-49547284-006e-4582-af7f-9b3ebfc264dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:50.252971 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device e9468d45-94d2-43e4-b7b2-4cf8f9b9b332 up at agent hyperv_n-h1-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:53:50.351412 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-eadeaa30-4096-4d1a-b3cb-aa7ebfb291ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:50.472159 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Provisioning for port e9468d45-94d2-43e4-b7b2-4cf8f9b9b332 completed by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 10:53:50.490989 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Provisioning complete for port e9468d45-94d2-43e4-b7b2-4cf8f9b9b332 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:53:50.491369 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:50.549087 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 950f5a18-a55d-493f-8b0b-c11d6051f81b up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:53:50.589309 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-0fdfc663-c275-44d3-906e-428d4861ad1a req-1ab31d03-807c-4758-99bc-8183aa57735c tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-122598990&fields=id&tenant_id=7f357cb809634e50864d0c31dbcbd617 HTTP/1.1" status: 200 len: 267 time: 0.4840229 Oct 27 10:53:50.754344 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-49547284-006e-4582-af7f-9b3ebfc264dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:50.799977 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdfc663-c275-44d3-906e-428d4861ad1a req-0ea0b5f2-fa6a-425d-af3b-b7166563c46c tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:53:50.803249 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-0fdfc663-c275-44d3-906e-428d4861ad1a req-0ea0b5f2-fa6a-425d-af3b-b7166563c46c tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "GET /v2.0/networks?id=5881e9db-d98c-456c-a859-ceca0aeadc80 HTTP/1.1" status: 200 len: 797 time: 0.2002041 Oct 27 10:53:50.828058 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-0fdfc663-c275-44d3-906e-428d4861ad1a req-2bf87498-f520-4e78-9270-d9030350444b tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "GET /v2.0/quotas/7f357cb809634e50864d0c31dbcbd617 HTTP/1.1" status: 200 len: 375 time: 0.0180998 Oct 27 10:53:50.850402 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port 950f5a18-a55d-493f-8b0b-c11d6051f81b triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:53:50.850780 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:50.857352 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-49547284-006e-4582-af7f-9b3ebfc264dc None None] For port 950f5a18-a55d-493f-8b0b-c11d6051f81b, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=950f5a18-a55d-493f-8b0b-c11d6051f81b,segment=NetworkSegment(10396019-b919-49cc-b445-f3a22390b24e),segment_id=10396019-b919-49cc-b445-f3a22390b24e)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:53:50.860172 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:50.901152 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-49547284-006e-4582-af7f-9b3ebfc264dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:50.964231 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-0fdfc663-c275-44d3-906e-428d4861ad1a req-557cf489-a59a-418d-97db-1688434c88d8 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=7f357cb809634e50864d0c31dbcbd617&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1263320 Oct 27 10:53:50.976452 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fde8f25e-d773-44d4-aec8-2652e9cd4f8f None None] Sync routers for ids ['d0f0b701-befd-4db0-8d77-36a1f6716665'] in n-d-813419-10 {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:53:51.016757 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49547284-006e-4582-af7f-9b3ebfc264dc None None] Pushing event updated for resources: {'Port': ['ID=950f5a18-a55d-493f-8b0b-c11d6051f81b,revision_number=3']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:53:51.033174 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fde8f25e-d773-44d4-aec8-2652e9cd4f8f None None] Routers {'d0f0b701-befd-4db0-8d77-36a1f6716665'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:53:51.040497 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-fde8f25e-d773-44d4-aec8-2652e9cd4f8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:53:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['d0f0b701-befd-4db0-8d77-36a1f6716665'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:53:51.058332 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22b40441-18e9-455b-9c9d-e7ce74455073', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9468d45-94d2-43e4-b7b2-4cf8f9b9b332'}] {{(pid=102348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:53:51.066509 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c588921fa634554a1d9242fdea1b05457a9ff1d3b28ba54ec1dace7f2f1df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41f1131b-c0b8-4dc5-9713-e8efac0213be" -d '{"events": [{"server_uuid": "22b40441-18e9-455b-9c9d-e7ce74455073", "name": "network-vif-plugged", "status": "completed", "tag": "e9468d45-94d2-43e4-b7b2-4cf8f9b9b332"}]}' {{(pid=102348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:53:51.154090 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35e0e26-b843-4b86-bc69-c4a53f369879 req-6413bfef-4122-454f-bc69-2fef5e34e594 tempest-TestServerAdvancedOps-116578567 tempest-TestServerAdvancedOps-116578567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:53:51.159665 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-c35e0e26-b843-4b86-bc69-c4a53f369879 req-6413bfef-4122-454f-bc69-2fef5e34e594 tempest-TestServerAdvancedOps-116578567 tempest-TestServerAdvancedOps-116578567-project] 10.222.0.44 "GET /v2.0/ports?device_id=22b40441-18e9-455b-9c9d-e7ce74455073 HTTP/1.1" status: 200 len: 944 time: 0.1749666 Oct 27 10:53:51.217978 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-0fdfc663-c275-44d3-906e-428d4861ad1a req-3cd61245-ef34-4527-9f4d-ce138c2816b1 service neutron] 10.222.0.44 "GET /v2.0/networks/5881e9db-d98c-456c-a859-ceca0aeadc80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2353303 Oct 27 10:53:51.249263 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-c35e0e26-b843-4b86-bc69-c4a53f369879 req-d79ac163-9552-4637-bd75-5b58c1c8fbca tempest-TestServerAdvancedOps-116578567 tempest-TestServerAdvancedOps-116578567-project] 10.222.0.44 "GET /v2.0/security-groups?id=1130bcb4-7dd9-4069-981d-b1fd7930a914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775635 Oct 27 10:53:51.459126 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-0fdfc663-c275-44d3-906e-428d4861ad1a req-36222a32-c992-4ef6-bbc3-e2e156d7e703 service neutron] 10.222.0.44 "GET /v2.0/networks/5881e9db-d98c-456c-a859-ceca0aeadc80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2297368 Oct 27 10:53:51.487070 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvr_db [None req-fde8f25e-d773-44d4-aec8-2652e9cd4f8f None None] Set router d0f0b701-befd-4db0-8d77-36a1f6716665 gateway port host: n-d-813419-10 {{(pid=102349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:53:51.534839 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:53:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7e5770e-0f36-4144-a1d2-f1589928ceb7 x-openstack-request-id: req-b7e5770e-0f36-4144-a1d2-f1589928ceb7 {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:53:51.535082 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22b40441-18e9-455b-9c9d-e7ce74455073", "name": "network-vif-plugged", "status": "completed", "tag": "e9468d45-94d2-43e4-b7b2-4cf8f9b9b332", "code": 200}]} {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:53:51.535343 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b7e5770e-0f36-4144-a1d2-f1589928ceb7 {{(pid=102348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:53:51.535747 n-d-813419-10 neutron-server[102348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22b40441-18e9-455b-9c9d-e7ce74455073', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9468d45-94d2-43e4-b7b2-4cf8f9b9b332', 'code': 200} Oct 27 10:53:51.542247 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port e9468d45-94d2-43e4-b7b2-4cf8f9b9b332, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=e9468d45-94d2-43e4-b7b2-4cf8f9b9b332,segment=NetworkSegment(4625b61b-1477-47c9-ba42-a27e05d4e4ec),segment_id=4625b61b-1477-47c9-ba42-a27e05d4e4ec)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:53:51.559024 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-f2bbdd15-37e4-498d-ad57-5cf5574252b3 None None] Provisioning complete for port 950f5a18-a55d-493f-8b0b-c11d6051f81b triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:53:51.562933 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f2bbdd15-37e4-498d-ad57-5cf5574252b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:51.566186 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:51.592059 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b76658d-3029-469e-9693-935d4f296b3d req-2e080485-fec0-4385-b895-3e2aa784bcef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:53:51.593667 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-7b76658d-3029-469e-9693-935d4f296b3d req-2e080485-fec0-4385-b895-3e2aa784bcef service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=22b40441-18e9-455b-9c9d-e7ce74455073 HTTP/1.1" status: 200 len: 1096 time: 0.1243975 Oct 27 10:53:51.828141 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-7b76658d-3029-469e-9693-935d4f296b3d req-80562aba-2769-42bd-902d-4a5077c5fb87 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=1130bcb4-7dd9-4069-981d-b1fd7930a914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2247224 Oct 27 10:53:51.861429 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-d9639934-86a3-4965-b9ae-2b5c7222b45b req-dadf8955-c6d8-4cb4-a331-a411c816a8f2 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "GET /v2.0/ports?device_id=32c83879-889b-42fc-9b3a-977d6172e638 HTTP/1.1" status: 200 len: 210 time: 0.1562562 Oct 27 10:53:51.874558 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Pushing event updated for resources: {'Port': ['ID=e9468d45-94d2-43e4-b7b2-4cf8f9b9b332,revision_number=5']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:53:51.923193 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 78ff4059-5a93-499a-9f2b-635ce7973509 up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:53:51.997395 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-3c6a8245-0581-48aa-b5f6-4d8fe98cd16e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:51.999317 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-f2bbdd15-37e4-498d-ad57-5cf5574252b3 None None] Provisioning complete for port 621c6289-8f96-4317-bdd7-7e9d9ffa58c9 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:53:51.999671 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f2bbdd15-37e4-498d-ad57-5cf5574252b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:52.003221 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-fde8f25e-d773-44d4-aec8-2652e9cd4f8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0f0b701-befd-4db0-8d77-36a1f6716665', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1794889257', 'tenant_id': '7f357cb809634e50864d0c31dbcbd617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.247'}], 'enable_snat': True}, 'gw_port_id': '78ff4059-5a93-499a-9f2b-635ce7973509', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:53:42Z', 'updated_at': '2021-10-27T10:53:48Z', 'revision_number': 4, 'project_id': '7f357cb809634e50864d0c31dbcbd617', 'gw_port': {'id': '78ff4059-5a93-499a-9f2b-635ce7973509', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:39:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0f0b701-befd-4db0-8d77-36a1f6716665', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3699, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:53:42Z', 'updated_at': '2021-10-27T10:53:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_interfaces': [{'id': '621c6289-8f96-4317-bdd7-7e9d9ffa58c9', 'name': '', 'network_id': '5881e9db-d98c-456c-a859-ceca0aeadc80', 'tenant_id': '7f357cb809634e50864d0c31dbcbd617', 'mac_address': 'fa:16:3e:cc:7b:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0f0b701-befd-4db0-8d77-36a1f6716665', 'device_owner': 'network:router_interface', 'standard_attr_id': 3703, 'fixed_ips': [{'subnet_id': '81b47fe0-cd37-412d-b552-4ac6bd910a15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:53:47Z', 'updated_at': '2021-10-27T10:53:48Z', 'revision_number': 2, 'project_id': '7f357cb809634e50864d0c31dbcbd617', 'subnets': [{'id': '81b47fe0-cd37-412d-b552-4ac6bd910a15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:53:52.034675 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port 78ff4059-5a93-499a-9f2b-635ce7973509 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:53:52.035151 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:52.086596 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fde8f25e-d773-44d4-aec8-2652e9cd4f8f None None] Checking router: d0f0b701-befd-4db0-8d77-36a1f6716665 for host: n-d-813419-10 {{(pid=102349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 10:53:52.087423 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fde8f25e-d773-44d4-aec8-2652e9cd4f8f None None] Updating router d0f0b701-befd-4db0-8d77-36a1f6716665 port 621c6289-8f96-4317-bdd7-7e9d9ffa58c9 binding host n-d-813419-10 {{(pid=102349) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 10:53:52.087544 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-f2bbdd15-37e4-498d-ad57-5cf5574252b3 None None] Port 621c6289-8f96-4317-bdd7-7e9d9ffa58c9 cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:53:52.165490 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:52.189751 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-fde8f25e-d773-44d4-aec8-2652e9cd4f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:52.197428 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] For port 78ff4059-5a93-499a-9f2b-635ce7973509, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=78ff4059-5a93-499a-9f2b-635ce7973509,segment=NetworkSegment(bc14127b-7032-4c50-bb5b-f6813cbae86e),segment_id=bc14127b-7032-4c50-bb5b-f6813cbae86e)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:53:52.212877 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:52.326931 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-03124ef3-23f1-422d-a5f5-00f74954a7e6 None None] Provisioning complete for port 621c6289-8f96-4317-bdd7-7e9d9ffa58c9 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:53:52.327611 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-03124ef3-23f1-422d-a5f5-00f74954a7e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:52.427202 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Pushing event updated for resources: {'Port': ['ID=78ff4059-5a93-499a-9f2b-635ce7973509,revision_number=4']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:53:52.448298 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-03124ef3-23f1-422d-a5f5-00f74954a7e6 None None] Port 621c6289-8f96-4317-bdd7-7e9d9ffa58c9 cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:53:52.479517 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 950f5a18-a55d-493f-8b0b-c11d6051f81b up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:53:52.528178 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0640b3f9-2df3-455c-98d8-a07a36c5ff8d req-0cab25be-3fd7-4af1-8b78-640068300862 tempest-TestServerAdvancedOps-116578567 tempest-TestServerAdvancedOps-116578567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:53:52.539579 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-0640b3f9-2df3-455c-98d8-a07a36c5ff8d req-0cab25be-3fd7-4af1-8b78-640068300862 tempest-TestServerAdvancedOps-116578567 tempest-TestServerAdvancedOps-116578567-project] 10.222.0.44 "GET /v2.0/ports?device_id=22b40441-18e9-455b-9c9d-e7ce74455073 HTTP/1.1" status: 200 len: 945 time: 0.1328306 Oct 27 10:53:52.621186 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-0640b3f9-2df3-455c-98d8-a07a36c5ff8d req-f35c2e05-b7e2-48f7-bd98-2d96ece1dbc6 tempest-TestServerAdvancedOps-116578567 tempest-TestServerAdvancedOps-116578567-project] 10.222.0.44 "GET /v2.0/security-groups?id=1130bcb4-7dd9-4069-981d-b1fd7930a914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703280 Oct 27 10:53:52.640034 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port 950f5a18-a55d-493f-8b0b-c11d6051f81b triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:53:52.640753 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:52.728035 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f12e27d-e48a-4450-abda-251b4a7be303 req-92cb8e43-cfba-433e-b364-de0ea8791bb5 tempest-VolumesSnapshotTestJSON-2053090724 tempest-VolumesSnapshotTestJSON-2053090724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:53:52.742360 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-9f12e27d-e48a-4450-abda-251b4a7be303 req-92cb8e43-cfba-433e-b364-de0ea8791bb5 tempest-VolumesSnapshotTestJSON-2053090724 tempest-VolumesSnapshotTestJSON-2053090724-project] 10.222.0.44 "GET /v2.0/ports?device_id=219be6b9-f691-47a8-98db-d0c239e14d2c HTTP/1.1" status: 200 len: 945 time: 0.0849128 Oct 27 10:53:52.836869 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-9f12e27d-e48a-4450-abda-251b4a7be303 req-d56fce5c-e0c3-4678-96a7-5fe48bbf32f5 tempest-VolumesSnapshotTestJSON-2053090724 tempest-VolumesSnapshotTestJSON-2053090724-project] 10.222.0.44 "GET /v2.0/security-groups?id=89962c1d-db74-4ae6-9f26-f13036e9dc23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907903 Oct 27 10:53:52.942010 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-fde8f25e-d773-44d4-aec8-2652e9cd4f8f None None] Publish callbacks [] for port, precommit_update {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:52.952141 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-fde8f25e-d773-44d4-aec8-2652e9cd4f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:53.089035 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-047825ee-f949-40e7-9021-f8d852cded95 req-3a0a3b2d-1a93-4641-bee8-60ac7ce5c72b tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "GET /v2.0/ports?device_id=32c83879-889b-42fc-9b3a-977d6172e638 HTTP/1.1" status: 200 len: 210 time: 0.0669925 Oct 27 10:53:53.166349 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ca377c-0632-4c23-828a-83217463bd47 None None] Pushing event updated for resources: {'Port': ['ID=621c6289-8f96-4317-bdd7-7e9d9ffa58c9,revision_number=3']} {{(pid=102349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:53:53.191828 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ca377c-0632-4c23-828a-83217463bd47 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:53:53.192168 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ca377c-0632-4c23-828a-83217463bd47 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:53:53.192536 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ca377c-0632-4c23-828a-83217463bd47 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:53:53.192868 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ca377c-0632-4c23-828a-83217463bd47 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:53:53.193195 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ca377c-0632-4c23-828a-83217463bd47 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:53:53.193519 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ca377c-0632-4c23-828a-83217463bd47 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:53:53.193905 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ca377c-0632-4c23-828a-83217463bd47 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:53:53.194233 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ca377c-0632-4c23-828a-83217463bd47 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:53:53.194551 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ca377c-0632-4c23-828a-83217463bd47 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:53:53.194870 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ca377c-0632-4c23-828a-83217463bd47 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:53:53.195186 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ca377c-0632-4c23-828a-83217463bd47 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:53:53.195500 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ca377c-0632-4c23-828a-83217463bd47 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:53:53.199341 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.managers [None req-fde8f25e-d773-44d4-aec8-2652e9cd4f8f None None] Attempting to bind port 621c6289-8f96-4317-bdd7-7e9d9ffa58c9 on host n-d-813419-10 for vnic_type normal with profile {{(pid=102349) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:53:53.199881 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.managers [None req-fde8f25e-d773-44d4-aec8-2652e9cd4f8f None None] Attempting to bind port 621c6289-8f96-4317-bdd7-7e9d9ffa58c9 by drivers openvswitch,hyperv on host n-d-813419-10 at level 0 using segments [{'id': '10396019-b919-49cc-b445-f3a22390b24e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '5881e9db-d98c-456c-a859-ceca0aeadc80'}] {{(pid=102349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:53:53.200265 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fde8f25e-d773-44d4-aec8-2652e9cd4f8f None None] Attempting to bind port 621c6289-8f96-4317-bdd7-7e9d9ffa58c9 on network 5881e9db-d98c-456c-a859-ceca0aeadc80 {{(pid=102349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:53:53.206264 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fde8f25e-d773-44d4-aec8-2652e9cd4f8f None None] Checking agent: {'id': '89dba0f3-79b2-435e-9822-33674b8f6ada', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 8, 20), 'started_at': datetime.datetime(2021, 10, 27, 10, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 53, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:53:53.206698 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fde8f25e-d773-44d4-aec8-2652e9cd4f8f None None] Checking segment: {'id': '10396019-b919-49cc-b445-f3a22390b24e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '5881e9db-d98c-456c-a859-ceca0aeadc80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:53:53.207495 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-fde8f25e-d773-44d4-aec8-2652e9cd4f8f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:53.208325 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fde8f25e-d773-44d4-aec8-2652e9cd4f8f None None] Bound using segment: {'id': '10396019-b919-49cc-b445-f3a22390b24e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '5881e9db-d98c-456c-a859-ceca0aeadc80'} {{(pid=102349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:53:53.208976 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.managers [None req-fde8f25e-d773-44d4-aec8-2652e9cd4f8f None None] Bound port: 621c6289-8f96-4317-bdd7-7e9d9ffa58c9, host: n-d-813419-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10396019-b919-49cc-b445-f3a22390b24e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '5881e9db-d98c-456c-a859-ceca0aeadc80'}}] {{(pid=102349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:53:53.209560 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-fde8f25e-d773-44d4-aec8-2652e9cd4f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:53.283722 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.db [None req-fde8f25e-d773-44d4-aec8-2652e9cd4f8f None None] For port 621c6289-8f96-4317-bdd7-7e9d9ffa58c9, host n-d-813419-10, cleared binding levels {{(pid=102349) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:53:53.287630 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.db [None req-fde8f25e-d773-44d4-aec8-2652e9cd4f8f None None] For port 621c6289-8f96-4317-bdd7-7e9d9ffa58c9, host n-d-813419-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=621c6289-8f96-4317-bdd7-7e9d9ffa58c9,segment=NetworkSegment(10396019-b919-49cc-b445-f3a22390b24e),segment_id=10396019-b919-49cc-b445-f3a22390b24e)] {{(pid=102349) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:53:53.293243 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-fde8f25e-d773-44d4-aec8-2652e9cd4f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:53.366173 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fde8f25e-d773-44d4-aec8-2652e9cd4f8f None None] Routers {'d0f0b701-befd-4db0-8d77-36a1f6716665'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:53:53.367373 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-fde8f25e-d773-44d4-aec8-2652e9cd4f8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:53:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['d0f0b701-befd-4db0-8d77-36a1f6716665'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:53:53.393837 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-9538fe8c-38f0-4f76-82b9-05c4bc663a70 None None] Provisioning complete for port 621c6289-8f96-4317-bdd7-7e9d9ffa58c9 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:53:53.394977 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-9538fe8c-38f0-4f76-82b9-05c4bc663a70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:53.558848 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-9538fe8c-38f0-4f76-82b9-05c4bc663a70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:53.606059 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ca377c-0632-4c23-828a-83217463bd47 None None] Pushing event updated for resources: {'Port': ['ID=621c6289-8f96-4317-bdd7-7e9d9ffa58c9,revision_number=4']} {{(pid=102349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:53:53.642327 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-9538fe8c-38f0-4f76-82b9-05c4bc663a70 None None] For port 621c6289-8f96-4317-bdd7-7e9d9ffa58c9, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=621c6289-8f96-4317-bdd7-7e9d9ffa58c9,segment=NetworkSegment(10396019-b919-49cc-b445-f3a22390b24e),segment_id=10396019-b919-49cc-b445-f3a22390b24e)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:53:53.649990 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-9538fe8c-38f0-4f76-82b9-05c4bc663a70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:53.671884 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdfc663-c275-44d3-906e-428d4861ad1a req-0f93f56f-9496-4346-8674-ed501acd00d2 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:53:53.680672 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-0fdfc663-c275-44d3-906e-428d4861ad1a req-0f93f56f-9496-4346-8674-ed501acd00d2 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.76 "GET /v2.0/networks?id=5881e9db-d98c-456c-a859-ceca0aeadc80 HTTP/1.1" status: 200 len: 797 time: 0.2386854 Oct 27 10:53:53.749581 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9538fe8c-38f0-4f76-82b9-05c4bc663a70 None None] Pushing event updated for resources: {'Port': ['ID=621c6289-8f96-4317-bdd7-7e9d9ffa58c9,revision_number=5']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:53:53.765363 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvr_db [None req-fde8f25e-d773-44d4-aec8-2652e9cd4f8f None None] Set router d0f0b701-befd-4db0-8d77-36a1f6716665 gateway port host: n-d-813419-10 {{(pid=102349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:53:53.767906 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-0fdfc663-c275-44d3-906e-428d4861ad1a req-b2363c34-90d6-4e7c-95f6-ed542964f6d5 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7f357cb809634e50864d0c31dbcbd617 HTTP/1.1" status: 200 len: 379 time: 0.0755746 Oct 27 10:53:53.783489 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [req-0fdfc663-c275-44d3-906e-428d4861ad1a req-fb5e9a91-1256-4c71-911a-25f9008758bb tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Request body: {'port': {'device_id': '32c83879-889b-42fc-9b3a-977d6172e638', 'network_id': '5881e9db-d98c-456c-a859-ceca0aeadc80', 'admin_state_up': True, 'tenant_id': '7f357cb809634e50864d0c31dbcbd617', 'security_groups': ['400a7a10-ae98-4ff7-8b32-bae6f0d1c63e']}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:53:53.789518 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-0d1573f6-0d3e-4374-97fc-6c32834edee2 None None] Provisioning complete for port 621c6289-8f96-4317-bdd7-7e9d9ffa58c9 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:53:53.789886 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-0d1573f6-0d3e-4374-97fc-6c32834edee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:53.846474 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7a87b4-2880-4b05-8e61-ead0f0afc873 req-ff186bb2-0cbe-426d-9aaa-dca6651f15b1 tempest-TestServerAdvancedOps-116578567 tempest-TestServerAdvancedOps-116578567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:53:53.851322 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-0e7a87b4-2880-4b05-8e61-ead0f0afc873 req-ff186bb2-0cbe-426d-9aaa-dca6651f15b1 tempest-TestServerAdvancedOps-116578567 tempest-TestServerAdvancedOps-116578567-project] 10.222.0.44 "GET /v2.0/ports?device_id=22b40441-18e9-455b-9c9d-e7ce74455073 HTTP/1.1" status: 200 len: 945 time: 0.0918243 Oct 27 10:53:53.947126 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0fdfc663-c275-44d3-906e-428d4861ad1a req-fb5e9a91-1256-4c71-911a-25f9008758bb tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Made reservation on behalf of 7f357cb809634e50864d0c31dbcbd617 for: {'port': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:53:53.949456 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-0e7a87b4-2880-4b05-8e61-ead0f0afc873 req-35075fa7-4c19-4e1c-8594-08496ab96414 tempest-TestServerAdvancedOps-116578567 tempest-TestServerAdvancedOps-116578567-project] 10.222.0.44 "GET /v2.0/security-groups?id=1130bcb4-7dd9-4069-981d-b1fd7930a914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887821 Oct 27 10:53:53.964168 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-0fdfc663-c275-44d3-906e-428d4861ad1a req-fb5e9a91-1256-4c71-911a-25f9008758bb tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:54.095313 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dedacbb-7923-41d7-ad40-7c22b0fdfd72 req-591b429e-e2ff-4100-916c-b116c3b05d94 tempest-VolumesSnapshotTestJSON-2053090724 tempest-VolumesSnapshotTestJSON-2053090724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:53:54.112321 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-0dedacbb-7923-41d7-ad40-7c22b0fdfd72 req-591b429e-e2ff-4100-916c-b116c3b05d94 tempest-VolumesSnapshotTestJSON-2053090724 tempest-VolumesSnapshotTestJSON-2053090724-project] 10.222.0.44 "GET /v2.0/ports?device_id=219be6b9-f691-47a8-98db-d0c239e14d2c HTTP/1.1" status: 200 len: 945 time: 0.1416008 Oct 27 10:53:54.125925 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e1f037-5720-4f6b-af1b-384763c1ce8c req-2814f6da-d8c4-42b0-95dd-259750e5359d tempest-TestServerAdvancedOps-116578567 tempest-TestServerAdvancedOps-116578567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:53:54.135129 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-66e1f037-5720-4f6b-af1b-384763c1ce8c req-2814f6da-d8c4-42b0-95dd-259750e5359d tempest-TestServerAdvancedOps-116578567 tempest-TestServerAdvancedOps-116578567-project] 10.222.0.44 "GET /v2.0/ports?device_id=22b40441-18e9-455b-9c9d-e7ce74455073 HTTP/1.1" status: 200 len: 945 time: 0.0914292 Oct 27 10:53:54.144642 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-fde8f25e-d773-44d4-aec8-2652e9cd4f8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0f0b701-befd-4db0-8d77-36a1f6716665', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1794889257', 'tenant_id': '7f357cb809634e50864d0c31dbcbd617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.247'}], 'enable_snat': True}, 'gw_port_id': '78ff4059-5a93-499a-9f2b-635ce7973509', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:53:42Z', 'updated_at': '2021-10-27T10:53:48Z', 'revision_number': 4, 'project_id': '7f357cb809634e50864d0c31dbcbd617', 'gw_port': {'id': '78ff4059-5a93-499a-9f2b-635ce7973509', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:39:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0f0b701-befd-4db0-8d77-36a1f6716665', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3699, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:53:42Z', 'updated_at': '2021-10-27T10:53:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_interfaces': [{'id': '621c6289-8f96-4317-bdd7-7e9d9ffa58c9', 'name': '', 'network_id': '5881e9db-d98c-456c-a859-ceca0aeadc80', 'tenant_id': '7f357cb809634e50864d0c31dbcbd617', 'mac_address': 'fa:16:3e:cc:7b:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0f0b701-befd-4db0-8d77-36a1f6716665', 'device_owner': 'network:router_interface', 'standard_attr_id': 3703, 'fixed_ips': [{'subnet_id': '81b47fe0-cd37-412d-b552-4ac6bd910a15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:53:47Z', 'updated_at': '2021-10-27T10:53:53Z', 'revision_number': 4, 'project_id': '7f357cb809634e50864d0c31dbcbd617', 'subnets': [{'id': '81b47fe0-cd37-412d-b552-4ac6bd910a15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:53:54.193995 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-66e1f037-5720-4f6b-af1b-384763c1ce8c req-4d75684f-f9fd-4d87-9384-697612534f05 tempest-TestServerAdvancedOps-116578567 tempest-TestServerAdvancedOps-116578567-project] 10.222.0.44 "GET /v2.0/security-groups?id=1130bcb4-7dd9-4069-981d-b1fd7930a914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562587 Oct 27 10:53:54.204170 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fde8f25e-d773-44d4-aec8-2652e9cd4f8f None None] The sync data for ids ['d0f0b701-befd-4db0-8d77-36a1f6716665'] in n-d-813419-10 is: [{'id': 'd0f0b701-befd-4db0-8d77-36a1f6716665', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1794889257', 'tenant_id': '7f357cb809634e50864d0c31dbcbd617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.247'}], 'enable_snat': True}, 'gw_port_id': '78ff4059-5a93-499a-9f2b-635ce7973509', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:53:42Z', 'updated_at': '2021-10-27T10:53:48Z', 'revision_number': 4, 'project_id': '7f357cb809634e50864d0c31dbcbd617', 'gw_port': {'id': '78ff4059-5a93-499a-9f2b-635ce7973509', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:39:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0f0b701-befd-4db0-8d77-36a1f6716665', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3699, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:53:42Z', 'updated_at': '2021-10-27T10:53:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_interfaces': [{'id': '621c6289-8f96-4317-bdd7-7e9d9ffa58c9', 'name': '', 'network_id': '5881e9db-d98c-456c-a859-ceca0aeadc80', 'tenant_id': '7f357cb809634e50864d0c31dbcbd617', 'mac_address': 'fa:16:3e:cc:7b:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0f0b701-befd-4db0-8d77-36a1f6716665', 'device_owner': 'network:router_interface', 'standard_attr_id': 3703, 'fixed_ips': [{'subnet_id': '81b47fe0-cd37-412d-b552-4ac6bd910a15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:53:47Z', 'updated_at': '2021-10-27T10:53:53Z', 'revision_number': 4, 'project_id': '7f357cb809634e50864d0c31dbcbd617', 'subnets': [{'id': '81b47fe0-cd37-412d-b552-4ac6bd910a15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:53:54.227421 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-0dedacbb-7923-41d7-ad40-7c22b0fdfd72 req-53b10677-295d-4846-8e32-bf88bb5d9f75 tempest-VolumesSnapshotTestJSON-2053090724 tempest-VolumesSnapshotTestJSON-2053090724-project] 10.222.0.44 "GET /v2.0/security-groups?id=89962c1d-db74-4ae6-9f26-f13036e9dc23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037321 Oct 27 10:53:54.267544 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_common [req-0fdfc663-c275-44d3-906e-428d4861ad1a req-fb5e9a91-1256-4c71-911a-25f9008758bb tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Allocated IP 172.20.0.9 (5881e9db-d98c-456c-a859-ceca0aeadc80/81b47fe0-cd37-412d-b552-4ac6bd910a15/e64f9fdc-bedf-44df-9ae2-7cd38244f7ff) {{(pid=102346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:53:54.411834 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-543f7b14-f499-4c04-872c-6ffd8f290451 req-7e71d206-d524-459e-8a2c-cd4d6653a974 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "GET /v2.0/ports?device_id=32c83879-889b-42fc-9b3a-977d6172e638 HTTP/1.1" status: 200 len: 210 time: 0.1130805 Oct 27 10:53:54.546459 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c82b4a1-b234-4798-b10e-83c71008730d req-efa129fa-2171-4cdc-aa11-0a4bf2c65cc7 tempest-VolumesSnapshotTestJSON-2053090724 tempest-VolumesSnapshotTestJSON-2053090724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:53:54.548416 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-9c82b4a1-b234-4798-b10e-83c71008730d req-efa129fa-2171-4cdc-aa11-0a4bf2c65cc7 tempest-VolumesSnapshotTestJSON-2053090724 tempest-VolumesSnapshotTestJSON-2053090724-project] 10.222.0.64 "GET /v2.0/ports?device_id=219be6b9-f691-47a8-98db-d0c239e14d2c HTTP/1.1" status: 200 len: 945 time: 0.2300220 Oct 27 10:53:54.620007 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 621c6289-8f96-4317-bdd7-7e9d9ffa58c9 up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:53:54.645533 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7b6d56-f610-4e5c-a3f0-696e66a0de3c req-649ac15f-c466-43c6-80aa-d2c089a4639e tempest-TestServerAdvancedOps-116578567 tempest-TestServerAdvancedOps-116578567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:53:54.655157 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-5b7b6d56-f610-4e5c-a3f0-696e66a0de3c req-649ac15f-c466-43c6-80aa-d2c089a4639e tempest-TestServerAdvancedOps-116578567 tempest-TestServerAdvancedOps-116578567-project] 10.222.0.44 "GET /v2.0/ports?device_id=22b40441-18e9-455b-9c9d-e7ce74455073 HTTP/1.1" status: 200 len: 945 time: 0.0826280 Oct 27 10:53:54.709120 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port 621c6289-8f96-4317-bdd7-7e9d9ffa58c9 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:53:54.709740 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:54.725348 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-5b7b6d56-f610-4e5c-a3f0-696e66a0de3c req-fb2d5937-2500-4e3a-921a-04d6a503929f tempest-TestServerAdvancedOps-116578567 tempest-TestServerAdvancedOps-116578567-project] 10.222.0.44 "GET /v2.0/security-groups?id=1130bcb4-7dd9-4069-981d-b1fd7930a914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530791 Oct 27 10:53:54.794469 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-0fdfc663-c275-44d3-906e-428d4861ad1a req-fb5e9a91-1256-4c71-911a-25f9008758bb tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks [] for port, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:54.812030 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 78ff4059-5a93-499a-9f2b-635ce7973509 up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:53:54.854382 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [req-9c82b4a1-b234-4798-b10e-83c71008730d req-ab9d478d-c03a-4a7f-82f8-939409f4ed98 tempest-VolumesSnapshotTestJSON-2053090724 tempest-VolumesSnapshotTestJSON-2053090724-project] Deleting port a0bd8562-c976-4317-9fe0-2b86f9defad8 {{(pid=102346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:53:54.855793 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-9c82b4a1-b234-4798-b10e-83c71008730d req-ab9d478d-c03a-4a7f-82f8-939409f4ed98 tempest-VolumesSnapshotTestJSON-2053090724 tempest-VolumesSnapshotTestJSON-2053090724-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:54.879043 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port 78ff4059-5a93-499a-9f2b-635ce7973509 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:53:54.879412 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:54.933947 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-0fdfc663-c275-44d3-906e-428d4861ad1a req-fb5e9a91-1256-4c71-911a-25f9008758bb tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:54.998981 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0fdfc663-c275-44d3-906e-428d4861ad1a req-fb5e9a91-1256-4c71-911a-25f9008758bb tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Network 5881e9db-d98c-456c-a859-ceca0aeadc80 is already hosted by enough agents. {{(pid=102346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:53:55.015344 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [req-0fdfc663-c275-44d3-906e-428d4861ad1a req-fb5e9a91-1256-4c71-911a-25f9008758bb tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Resources bound (agent type, host, resource id): {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:53:55.024563 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fdfc663-c275-44d3-906e-428d4861ad1a req-fb5e9a91-1256-4c71-911a-25f9008758bb tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Received port after_create {{(pid=102346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:53:55.111029 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [req-9c82b4a1-b234-4798-b10e-83c71008730d req-ab9d478d-c03a-4a7f-82f8-939409f4ed98 tempest-VolumesSnapshotTestJSON-2053090724 tempest-VolumesSnapshotTestJSON-2053090724-project] For port a0bd8562-c976-4317-9fe0-2b86f9defad8, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=a0bd8562-c976-4317-9fe0-2b86f9defad8,segment=NetworkSegment(a0ea305f-e294-462d-83ec-f87a949da7f5),segment_id=a0ea305f-e294-462d-83ec-f87a949da7f5)] {{(pid=102346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:53:55.111409 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-9c82b4a1-b234-4798-b10e-83c71008730d req-ab9d478d-c03a-4a7f-82f8-939409f4ed98 tempest-VolumesSnapshotTestJSON-2053090724 tempest-VolumesSnapshotTestJSON-2053090724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:55.122918 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5e9a91-1256-4c71-911a-25f9008758bb tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Pushing event updated for resources: {'Port': ['ID=e64f9fdc-bedf-44df-9ae2-7cd38244f7ff,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:53:55.158897 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [req-9c82b4a1-b234-4798-b10e-83c71008730d req-ab9d478d-c03a-4a7f-82f8-939409f4ed98 tempest-VolumesSnapshotTestJSON-2053090724 tempest-VolumesSnapshotTestJSON-2053090724-project] Calling delete_port for a0bd8562-c976-4317-9fe0-2b86f9defad8 owned by compute:nova {{(pid=102346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:53:55.171300 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdfc663-c275-44d3-906e-428d4861ad1a req-fb5e9a91-1256-4c71-911a-25f9008758bb tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:53:55.171586 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-0fdfc663-c275-44d3-906e-428d4861ad1a req-fb5e9a91-1256-4c71-911a-25f9008758bb tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:55.253719 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-0fdfc663-c275-44d3-906e-428d4861ad1a req-fb5e9a91-1256-4c71-911a-25f9008758bb tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4622548 Oct 27 10:53:55.266075 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [req-0fdfc663-c275-44d3-906e-428d4861ad1a req-41487d67-dfcd-4461-8519-05a8b75e400f service neutron] Request body: {'port': {'device_id': '32c83879-889b-42fc-9b3a-977d6172e638', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-10'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:53:55.398803 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-0fdfc663-c275-44d3-906e-428d4861ad1a req-41487d67-dfcd-4461-8519-05a8b75e400f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:55.433156 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-e8bfb5ba-866e-4576-8f4f-5352f12d65fb None None] Provisioning complete for port e64f9fdc-bedf-44df-9ae2-7cd38244f7ff triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:53:55.433595 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-e8bfb5ba-866e-4576-8f4f-5352f12d65fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:55.537733 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-e8bfb5ba-866e-4576-8f4f-5352f12d65fb None None] Port e64f9fdc-bedf-44df-9ae2-7cd38244f7ff cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:53:55.584587 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e56e8ee-fbbd-4caa-8030-cfe27751ff8e req-dbe2e5e8-84cb-4d97-a03d-48852dd54a10 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:53:55.595730 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-9e56e8ee-fbbd-4caa-8030-cfe27751ff8e req-dbe2e5e8-84cb-4d97-a03d-48852dd54a10 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "GET /v2.0/ports?device_id=32c83879-889b-42fc-9b3a-977d6172e638 HTTP/1.1" status: 200 len: 931 time: 0.0840313 Oct 27 10:53:55.618231 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5221181c-b930-4724-ba3f-db7dfbebc0e1 req-02f9611c-02dd-4d51-b897-56ff3ffe1554 tempest-VolumesSnapshotTestJSON-2053090724 tempest-VolumesSnapshotTestJSON-2053090724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:53:55.620270 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-5221181c-b930-4724-ba3f-db7dfbebc0e1 req-02f9611c-02dd-4d51-b897-56ff3ffe1554 tempest-VolumesSnapshotTestJSON-2053090724 tempest-VolumesSnapshotTestJSON-2053090724-project] 10.222.0.44 "GET /v2.0/ports?device_id=219be6b9-f691-47a8-98db-d0c239e14d2c HTTP/1.1" status: 200 len: 945 time: 0.2308328 Oct 27 10:53:55.652959 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-9e56e8ee-fbbd-4caa-8030-cfe27751ff8e req-29081a26-ef3e-4642-aff3-20314a5626ab tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "GET /v2.0/security-groups?id=400a7a10-ae98-4ff7-8b32-bae6f0d1c63e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560558 Oct 27 10:53:55.741938 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-9c82b4a1-b234-4798-b10e-83c71008730d req-ab9d478d-c03a-4a7f-82f8-939409f4ed98 tempest-VolumesSnapshotTestJSON-2053090724 tempest-VolumesSnapshotTestJSON-2053090724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:55.754139 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] get_ports_and_sgs() called for port_ids ['a0bd8562-c976-4317-9fe0-2b86f9defad8'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:53:55.782356 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-5221181c-b930-4724-ba3f-db7dfbebc0e1 req-8c14d5ff-84a2-48c9-8419-f81cc06a0684 tempest-VolumesSnapshotTestJSON-2053090724 tempest-VolumesSnapshotTestJSON-2053090724-project] 10.222.0.44 "GET /v2.0/security-groups?id=89962c1d-db74-4ae6-9f26-f13036e9dc23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455626 Oct 27 10:53:55.811587 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9d478d-c03a-4a7f-82f8-939409f4ed98 tempest-VolumesSnapshotTestJSON-2053090724 tempest-VolumesSnapshotTestJSON-2053090724-project] Pushing event deleted for resources: {'Port': ['ID=a0bd8562-c976-4317-9fe0-2b86f9defad8,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:53:55.911766 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2ce81e-a5c0-4373-a4f1-2e5b6f072ffc req-9f18c183-ad68-4878-8acd-20fc9e4613a8 tempest-TestServerAdvancedOps-116578567 tempest-TestServerAdvancedOps-116578567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:53:55.913584 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-da2ce81e-a5c0-4373-a4f1-2e5b6f072ffc req-9f18c183-ad68-4878-8acd-20fc9e4613a8 tempest-TestServerAdvancedOps-116578567 tempest-TestServerAdvancedOps-116578567-project] 10.222.0.44 "GET /v2.0/ports?device_id=22b40441-18e9-455b-9c9d-e7ce74455073 HTTP/1.1" status: 200 len: 945 time: 0.0752122 Oct 27 10:53:55.922909 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c82b4a1-b234-4798-b10e-83c71008730d req-ab9d478d-c03a-4a7f-82f8-939409f4ed98 tempest-VolumesSnapshotTestJSON-2053090724 tempest-VolumesSnapshotTestJSON-2053090724-project] No DVR routers for this DVR port a0bd8562-c976-4317-9fe0-2b86f9defad8 on host n-h1-813419-10 {{(pid=102346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:53:55.935102 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-9c82b4a1-b234-4798-b10e-83c71008730d req-ab9d478d-c03a-4a7f-82f8-939409f4ed98 tempest-VolumesSnapshotTestJSON-2053090724 tempest-VolumesSnapshotTestJSON-2053090724-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:55.943226 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-9c82b4a1-b234-4798-b10e-83c71008730d req-ab9d478d-c03a-4a7f-82f8-939409f4ed98 tempest-VolumesSnapshotTestJSON-2053090724 tempest-VolumesSnapshotTestJSON-2053090724-project] 10.222.0.64 "DELETE /v2.0/ports/a0bd8562-c976-4317-9fe0-2b86f9defad8 HTTP/1.1" status: 204 len: 173 time: 1.3844192 Oct 27 10:53:55.943791 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '219be6b9-f691-47a8-98db-d0c239e14d2c', 'name': 'network-vif-deleted', 'tag': 'a0bd8562-c976-4317-9fe0-2b86f9defad8'}] {{(pid=102346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:53:55.947978 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc0e418f5fc417c8d55d94c0aa509b037d0beb2a734c1a709e789eb65639a56d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c11817ff-3ef0-4fa5-8d83-8810af2b20f4" -d '{"events": [{"server_uuid": "219be6b9-f691-47a8-98db-d0c239e14d2c", "name": "network-vif-deleted", "tag": "a0bd8562-c976-4317-9fe0-2b86f9defad8"}]}' {{(pid=102346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:53:55.974349 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-da2ce81e-a5c0-4373-a4f1-2e5b6f072ffc req-cd934bac-618e-448e-a15e-d336194ba2d2 tempest-TestServerAdvancedOps-116578567 tempest-TestServerAdvancedOps-116578567-project] 10.222.0.44 "GET /v2.0/security-groups?id=1130bcb4-7dd9-4069-981d-b1fd7930a914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501945 Oct 27 10:53:56.043522 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:53:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4274ac40-469a-4246-93d8-d2dd3a29bd35 x-openstack-request-id: req-4274ac40-469a-4246-93d8-d2dd3a29bd35 {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:53:56.043860 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "219be6b9-f691-47a8-98db-d0c239e14d2c", "name": "network-vif-deleted", "tag": "a0bd8562-c976-4317-9fe0-2b86f9defad8", "status": "completed", "code": 200}]} {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:53:56.044063 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4274ac40-469a-4246-93d8-d2dd3a29bd35 {{(pid=102346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:53:56.045550 n-d-813419-10 neutron-server[102346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '219be6b9-f691-47a8-98db-d0c239e14d2c', 'name': 'network-vif-deleted', 'tag': 'a0bd8562-c976-4317-9fe0-2b86f9defad8', 'status': 'completed', 'code': 200} Oct 27 10:53:56.107592 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 36122) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:53:56.150565 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [req-0fdfc663-c275-44d3-906e-428d4861ad1a req-41487d67-dfcd-4461-8519-05a8b75e400f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e64f9fdc-bedf-44df-9ae2-7cd38244f7ff {{(pid=102346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:53:56.161169 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-0fdfc663-c275-44d3-906e-428d4861ad1a req-41487d67-dfcd-4461-8519-05a8b75e400f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:56.177275 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.provisioning_blocks [req-0fdfc663-c275-44d3-906e-428d4861ad1a req-41487d67-dfcd-4461-8519-05a8b75e400f service neutron] Transition to ACTIVE for port object e64f9fdc-bedf-44df-9ae2-7cd38244f7ff will not be triggered until provisioned by entity L2. {{(pid=102346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 10:53:56.183494 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-0fdfc663-c275-44d3-906e-428d4861ad1a req-41487d67-dfcd-4461-8519-05a8b75e400f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27024173'] for port, after_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:56.266064 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-bb97d8d4-0bb4-4f4e-a157-38c32f3c4185 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:56.299381 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41487d67-dfcd-4461-8519-05a8b75e400f service neutron] Pushing event updated for resources: {'Port': ['ID=e64f9fdc-bedf-44df-9ae2-7cd38244f7ff,revision_number=2']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:53:56.384754 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310cb7d0-9c7f-420d-904c-93138cce6b6e req-98437caa-72af-47d3-a779-db956f1b0af2 tempest-TestServerAdvancedOps-116578567 tempest-TestServerAdvancedOps-116578567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:53:56.386491 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-310cb7d0-9c7f-420d-904c-93138cce6b6e req-98437caa-72af-47d3-a779-db956f1b0af2 tempest-TestServerAdvancedOps-116578567 tempest-TestServerAdvancedOps-116578567-project] 10.222.0.44 "GET /v2.0/ports?device_id=22b40441-18e9-455b-9c9d-e7ce74455073 HTTP/1.1" status: 200 len: 945 time: 0.1705353 Oct 27 10:53:56.393098 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72532871-d455-4bcc-b954-71f8e255a50e req-54fa7720-ce27-43ac-a690-e8ef81c898f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:53:56.394712 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-72532871-d455-4bcc-b954-71f8e255a50e req-54fa7720-ce27-43ac-a690-e8ef81c898f9 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=10c1d3bf6b6b4e46b5fd12b0ce045908&device_id=22b40441-18e9-455b-9c9d-e7ce74455073 HTTP/1.1" status: 200 len: 1097 time: 0.1397133 Oct 27 10:53:56.395745 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-bb97d8d4-0bb4-4f4e-a157-38c32f3c4185 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:56.419108 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-bb97d8d4-0bb4-4f4e-a157-38c32f3c4185 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:56.469259 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-bb97d8d4-0bb4-4f4e-a157-38c32f3c4185 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=48ab3000fd81465db090595784f6d202&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3602097 Oct 27 10:53:56.470156 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 36128) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:53:56.479540 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb97d8d4-0bb4-4f4e-a157-38c32f3c4185 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06185e7e-905c-4091-9e0e-67bd0328d1ae,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:53:56.510955 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.managers [req-0fdfc663-c275-44d3-906e-428d4861ad1a req-41487d67-dfcd-4461-8519-05a8b75e400f service neutron] Attempting to bind port e64f9fdc-bedf-44df-9ae2-7cd38244f7ff on host n-h2-813419-10 for vnic_type normal with profile {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:53:56.511366 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.managers [req-0fdfc663-c275-44d3-906e-428d4861ad1a req-41487d67-dfcd-4461-8519-05a8b75e400f service neutron] Attempting to bind port e64f9fdc-bedf-44df-9ae2-7cd38244f7ff by drivers openvswitch,hyperv on host n-h2-813419-10 at level 0 using segments [{'id': '10396019-b919-49cc-b445-f3a22390b24e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '5881e9db-d98c-456c-a859-ceca0aeadc80'}] {{(pid=102346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:53:56.511829 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fdfc663-c275-44d3-906e-428d4861ad1a req-41487d67-dfcd-4461-8519-05a8b75e400f service neutron] Attempting to bind port e64f9fdc-bedf-44df-9ae2-7cd38244f7ff on network 5881e9db-d98c-456c-a859-ceca0aeadc80 {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:53:56.529812 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-310cb7d0-9c7f-420d-904c-93138cce6b6e req-227b93ba-271b-41fc-bd0b-3c6de67a75cc tempest-TestServerAdvancedOps-116578567 tempest-TestServerAdvancedOps-116578567-project] 10.222.0.44 "GET /v2.0/security-groups?id=1130bcb4-7dd9-4069-981d-b1fd7930a914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337738 Oct 27 10:53:56.532210 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fdfc663-c275-44d3-906e-428d4861ad1a req-41487d67-dfcd-4461-8519-05a8b75e400f service neutron] Port e64f9fdc-bedf-44df-9ae2-7cd38244f7ff on network 5881e9db-d98c-456c-a859-ceca0aeadc80 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-10 {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 10:53:56.532657 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fdfc663-c275-44d3-906e-428d4861ad1a req-41487d67-dfcd-4461-8519-05a8b75e400f service neutron] Attempting to bind port e64f9fdc-bedf-44df-9ae2-7cd38244f7ff on network 5881e9db-d98c-456c-a859-ceca0aeadc80 {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:53:56.541141 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fdfc663-c275-44d3-906e-428d4861ad1a req-41487d67-dfcd-4461-8519-05a8b75e400f service neutron] Checking agent: {'id': 'a2edc247-0fa4-4ce6-bbae-a10492f6bd71', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 16, 9), 'started_at': datetime.datetime(2021, 10, 27, 10, 16, 9), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 53, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:53:56.542667 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fdfc663-c275-44d3-906e-428d4861ad1a req-41487d67-dfcd-4461-8519-05a8b75e400f service neutron] Checking segment: {'id': '10396019-b919-49cc-b445-f3a22390b24e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '5881e9db-d98c-456c-a859-ceca0aeadc80'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:53:56.543810 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fdfc663-c275-44d3-906e-428d4861ad1a req-41487d67-dfcd-4461-8519-05a8b75e400f service neutron] Bound using segment: {'id': '10396019-b919-49cc-b445-f3a22390b24e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '5881e9db-d98c-456c-a859-ceca0aeadc80'} {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:53:56.544299 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.managers [req-0fdfc663-c275-44d3-906e-428d4861ad1a req-41487d67-dfcd-4461-8519-05a8b75e400f service neutron] Bound port: e64f9fdc-bedf-44df-9ae2-7cd38244f7ff, host: n-h2-813419-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10396019-b919-49cc-b445-f3a22390b24e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '5881e9db-d98c-456c-a859-ceca0aeadc80'}}] {{(pid=102346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:53:56.548521 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-0fdfc663-c275-44d3-906e-428d4861ad1a req-41487d67-dfcd-4461-8519-05a8b75e400f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:56.567855 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-04ed2f65-95a4-46e4-9799-20397995a83d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:56.600189 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-04ed2f65-95a4-46e4-9799-20397995a83d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:56.613102 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72532871-d455-4bcc-b954-71f8e255a50e req-cf0b8a29-10db-4342-864c-388bff374658 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:53:56.614871 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-72532871-d455-4bcc-b954-71f8e255a50e req-cf0b8a29-10db-4342-864c-388bff374658 service neutron] 10.222.0.64 "GET /v2.0/networks?id=41cc0b8d-2606-463b-8700-70ffb3649a00 HTTP/1.1" status: 200 len: 913 time: 0.2050564 Oct 27 10:53:56.670897 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-72532871-d455-4bcc-b954-71f8e255a50e req-66eb6a81-242e-4424-b85a-5d47836a54aa service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e9468d45-94d2-43e4-b7b2-4cf8f9b9b332 HTTP/1.1" status: 200 len: 217 time: 0.0446570 Oct 27 10:53:56.685590 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-04ed2f65-95a4-46e4-9799-20397995a83d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:56.691971 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-04ed2f65-95a4-46e4-9799-20397995a83d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:56.695615 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-04ed2f65-95a4-46e4-9799-20397995a83d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/06185e7e-905c-4091-9e0e-67bd0328d1ae HTTP/1.1" status: 204 len: 168 time: 0.2212968 Oct 27 10:53:56.703680 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ed2f65-95a4-46e4-9799-20397995a83d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06185e7e-905c-4091-9e0e-67bd0328d1ae,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:53:56.740392 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [req-0fdfc663-c275-44d3-906e-428d4861ad1a req-41487d67-dfcd-4461-8519-05a8b75e400f service neutron] For port e64f9fdc-bedf-44df-9ae2-7cd38244f7ff, host n-h2-813419-10, cleared binding levels {{(pid=102346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:53:56.771683 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [req-0fdfc663-c275-44d3-906e-428d4861ad1a req-41487d67-dfcd-4461-8519-05a8b75e400f service neutron] For port e64f9fdc-bedf-44df-9ae2-7cd38244f7ff, host n-h2-813419-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=e64f9fdc-bedf-44df-9ae2-7cd38244f7ff,segment=NetworkSegment(10396019-b919-49cc-b445-f3a22390b24e),segment_id=10396019-b919-49cc-b445-f3a22390b24e)] {{(pid=102346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:53:56.795332 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-0fdfc663-c275-44d3-906e-428d4861ad1a req-41487d67-dfcd-4461-8519-05a8b75e400f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27024173'] for port, after_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:56.804829 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989a501f-7e2e-482e-95a1-07681f5d3a9b req-55c9c402-49c0-4b20-8994-6c179fad9c30 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:53:56.812285 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72532871-d455-4bcc-b954-71f8e255a50e req-8f4a5ba2-cdc8-4cf0-94be-441041b6fb3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:53:56.812812 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-72532871-d455-4bcc-b954-71f8e255a50e req-8f4a5ba2-cdc8-4cf0-94be-441041b6fb3d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8f0e196a-df4a-4fdc-afa4-7ba4691d4b90 HTTP/1.1" status: 200 len: 852 time: 0.1336184 Oct 27 10:53:56.815249 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-989a501f-7e2e-482e-95a1-07681f5d3a9b req-55c9c402-49c0-4b20-8994-6c179fad9c30 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "GET /v2.0/ports?device_id=32c83879-889b-42fc-9b3a-977d6172e638 HTTP/1.1" status: 200 len: 943 time: 0.0804503 Oct 27 10:53:56.946557 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-72532871-d455-4bcc-b954-71f8e255a50e req-302d74e0-b165-4fc9-9020-195cfd0165af service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=41cc0b8d-2606-463b-8700-70ffb3649a00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0982544 Oct 27 10:53:56.959152 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-989a501f-7e2e-482e-95a1-07681f5d3a9b req-00bc4a09-20c4-46cc-8e5c-67d656bdee29 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "GET /v2.0/security-groups?id=400a7a10-ae98-4ff7-8b32-bae6f0d1c63e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1429493 Oct 27 10:53:56.990211 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdfc663-c275-44d3-906e-428d4861ad1a req-41487d67-dfcd-4461-8519-05a8b75e400f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:53:56.990745 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-0fdfc663-c275-44d3-906e-428d4861ad1a req-41487d67-dfcd-4461-8519-05a8b75e400f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:56.992165 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-0fdfc663-c275-44d3-906e-428d4861ad1a req-41487d67-dfcd-4461-8519-05a8b75e400f service neutron] 10.222.0.76 "PUT /v2.0/ports/e64f9fdc-bedf-44df-9ae2-7cd38244f7ff HTTP/1.1" status: 200 len: 1092 time: 1.7372408 Oct 27 10:53:56.993198 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41487d67-dfcd-4461-8519-05a8b75e400f service neutron] Pushing event updated for resources: {'Port': ['ID=e64f9fdc-bedf-44df-9ae2-7cd38244f7ff,revision_number=3']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:53:57.223748 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdfc663-c275-44d3-906e-428d4861ad1a req-5eb65456-0dbc-4f15-8d1d-41338d7056bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:53:57.225301 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-0fdfc663-c275-44d3-906e-428d4861ad1a req-5eb65456-0dbc-4f15-8d1d-41338d7056bb service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=7f357cb809634e50864d0c31dbcbd617&device_id=32c83879-889b-42fc-9b3a-977d6172e638 HTTP/1.1" status: 200 len: 1095 time: 0.1299961 Oct 27 10:53:57.242346 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-72532871-d455-4bcc-b954-71f8e255a50e req-8091bbc2-006e-4261-b07a-134a9f948099 service neutron] 10.222.0.64 "GET /v2.0/networks/41cc0b8d-2606-463b-8700-70ffb3649a00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2328269 Oct 27 10:53:57.281856 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 36146) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:53:57.286697 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-0fdfc663-c275-44d3-906e-428d4861ad1a req-db5ed9b8-3ea8-4f2d-b30f-27c4adb34578 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e64f9fdc-bedf-44df-9ae2-7cd38244f7ff HTTP/1.1" status: 200 len: 217 time: 0.0516901 Oct 27 10:53:57.296403 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-4f386a3e-56ef-4836-ba48-aaaf8323ed0a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:57.393580 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdfc663-c275-44d3-906e-428d4861ad1a req-7c12e9da-3379-46f3-b899-5d599ba856c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:53:57.395425 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-0fdfc663-c275-44d3-906e-428d4861ad1a req-7c12e9da-3379-46f3-b899-5d599ba856c0 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=81b47fe0-cd37-412d-b552-4ac6bd910a15 HTTP/1.1" status: 200 len: 835 time: 0.0952282 Oct 27 10:53:57.397920 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-4f386a3e-56ef-4836-ba48-aaaf8323ed0a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:57.402833 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-4f386a3e-56ef-4836-ba48-aaaf8323ed0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:57.451175 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-72532871-d455-4bcc-b954-71f8e255a50e req-a2102e00-562c-4852-8706-e8df003f0259 service neutron] 10.222.0.64 "GET /v2.0/networks/41cc0b8d-2606-463b-8700-70ffb3649a00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1720695 Oct 27 10:53:57.462645 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-4f386a3e-56ef-4836-ba48-aaaf8323ed0a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d724315d6cae433688ae03d3f9622bd4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1795633 Oct 27 10:53:57.463430 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 36148) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:53:57.464823 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f386a3e-56ef-4836-ba48-aaaf8323ed0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fc404d6-56e5-4bf9-829d-fb67056a4da9,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:53:57.465652 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdfc663-c275-44d3-906e-428d4861ad1a req-a4b191f0-f57b-4d90-87ff-568c330ce8c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:53:57.467929 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-0fdfc663-c275-44d3-906e-428d4861ad1a req-a4b191f0-f57b-4d90-87ff-568c330ce8c7 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=5881e9db-d98c-456c-a859-ceca0aeadc80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0631340 Oct 27 10:53:57.587526 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-a9c0a623-22fd-4bb3-a053-99e6be0ad021 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:57.644391 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-0fdfc663-c275-44d3-906e-428d4861ad1a req-90e3ce3e-0f76-41f0-aac2-258eacb37cfb service neutron] 10.222.0.76 "GET /v2.0/networks/5881e9db-d98c-456c-a859-ceca0aeadc80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1625874 Oct 27 10:53:57.646677 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-a9c0a623-22fd-4bb3-a053-99e6be0ad021 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:57.753617 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4beae1c4-f69a-411b-a4fa-2211ed6bef6d req-6f2568f8-e9df-4d19-af6f-bf174c982aa7 tempest-TestServerAdvancedOps-116578567 tempest-TestServerAdvancedOps-116578567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:53:57.755632 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-4beae1c4-f69a-411b-a4fa-2211ed6bef6d req-6f2568f8-e9df-4d19-af6f-bf174c982aa7 tempest-TestServerAdvancedOps-116578567 tempest-TestServerAdvancedOps-116578567-project] 10.222.0.44 "GET /v2.0/ports?device_id=22b40441-18e9-455b-9c9d-e7ce74455073 HTTP/1.1" status: 200 len: 945 time: 0.1501956 Oct 27 10:53:57.797078 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-a9c0a623-22fd-4bb3-a053-99e6be0ad021 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:57.799590 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-a9c0a623-22fd-4bb3-a053-99e6be0ad021 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:53:57.800764 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-a9c0a623-22fd-4bb3-a053-99e6be0ad021 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/7fc404d6-56e5-4bf9-829d-fb67056a4da9 HTTP/1.1" status: 204 len: 168 time: 0.3319156 Oct 27 10:53:57.828057 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-0fdfc663-c275-44d3-906e-428d4861ad1a req-7fd09390-0422-4bf1-a544-983db4b9e2e8 service neutron] 10.222.0.76 "GET /v2.0/networks/5881e9db-d98c-456c-a859-ceca0aeadc80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1718500 Oct 27 10:53:57.830855 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c0a623-22fd-4bb3-a053-99e6be0ad021 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fc404d6-56e5-4bf9-829d-fb67056a4da9,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:53:57.855534 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-4beae1c4-f69a-411b-a4fa-2211ed6bef6d req-502b4adc-db77-47bd-99b9-0562b1c8b711 tempest-TestServerAdvancedOps-116578567 tempest-TestServerAdvancedOps-116578567-project] 10.222.0.44 "GET /v2.0/security-groups?id=1130bcb4-7dd9-4069-981d-b1fd7930a914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902686 Oct 27 10:53:58.046357 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32c83879-889b-42fc-9b3a-977d6172e638', 'tag': 'e64f9fdc-bedf-44df-9ae2-7cd38244f7ff'}] {{(pid=102346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:53:58.048976 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc0e418f5fc417c8d55d94c0aa509b037d0beb2a734c1a709e789eb65639a56d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ef282fd-479a-44c5-8fcd-c10738680b77" -d '{"events": [{"name": "network-changed", "server_uuid": "32c83879-889b-42fc-9b3a-977d6172e638", "tag": "e64f9fdc-bedf-44df-9ae2-7cd38244f7ff"}]}' {{(pid=102346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:53:58.133180 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 10:53:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-100477a5-75c5-48fd-abf8-452ed9a75182 x-openstack-request-id: req-100477a5-75c5-48fd-abf8-452ed9a75182 {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:53:58.133583 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32c83879-889b-42fc-9b3a-977d6172e638", "tag": "e64f9fdc-bedf-44df-9ae2-7cd38244f7ff", "status": "completed", "code": 200}]} {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:53:58.133932 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-100477a5-75c5-48fd-abf8-452ed9a75182 {{(pid=102346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:53:58.134422 n-d-813419-10 neutron-server[102346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32c83879-889b-42fc-9b3a-977d6172e638', 'tag': 'e64f9fdc-bedf-44df-9ae2-7cd38244f7ff', 'status': 'completed', 'code': 200} Oct 27 10:53:58.177081 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1a0cc9-ed95-49a9-a7c6-55eb22734f55 req-70df7511-f2b7-4b03-860f-6b05412d0d62 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:53:58.179400 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-5f1a0cc9-ed95-49a9-a7c6-55eb22734f55 req-70df7511-f2b7-4b03-860f-6b05412d0d62 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "GET /v2.0/ports?device_id=32c83879-889b-42fc-9b3a-977d6172e638 HTTP/1.1" status: 200 len: 943 time: 0.0825901 Oct 27 10:53:58.249401 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-5f1a0cc9-ed95-49a9-a7c6-55eb22734f55 req-55647d8e-c14e-4360-869f-905b47e01e71 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "GET /v2.0/security-groups?id=400a7a10-ae98-4ff7-8b32-bae6f0d1c63e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565014 Oct 27 10:53:58.254658 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device a0bd8562-c976-4317-9fe0-2b86f9defad8 no longer exists at agent hyperv_n-h1-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:53:58.303872 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] No Port match for: a0bd8562-c976-4317-9fe0-2b86f9defad8 {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:53:58.304248 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device a0bd8562-c976-4317-9fe0-2b86f9defad8 not bound to the agent host n-h1-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:53:58.313703 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef282fd-479a-44c5-8fcd-c10738680b77 req-6c274d2e-d160-480c-a20e-c3072636a8e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:53:58.316509 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-8ef282fd-479a-44c5-8fcd-c10738680b77 req-6c274d2e-d160-480c-a20e-c3072636a8e9 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=7f357cb809634e50864d0c31dbcbd617&device_id=32c83879-889b-42fc-9b3a-977d6172e638 HTTP/1.1" status: 200 len: 1095 time: 0.1319993 Oct 27 10:53:58.444143 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef282fd-479a-44c5-8fcd-c10738680b77 req-e57ccd7d-b169-4dda-9af5-dc08c753f09d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:53:58.445781 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-8ef282fd-479a-44c5-8fcd-c10738680b77 req-e57ccd7d-b169-4dda-9af5-dc08c753f09d service neutron] 10.222.0.76 "GET /v2.0/networks?id=5881e9db-d98c-456c-a859-ceca0aeadc80 HTTP/1.1" status: 200 len: 898 time: 0.1222219 Oct 27 10:53:58.493746 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-8ef282fd-479a-44c5-8fcd-c10738680b77 req-4be2d846-b524-41f4-b579-094b93c1e015 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e64f9fdc-bedf-44df-9ae2-7cd38244f7ff HTTP/1.1" status: 200 len: 217 time: 0.0404856 Oct 27 10:53:58.550975 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef282fd-479a-44c5-8fcd-c10738680b77 req-d1b5caa0-0e7d-4b74-a9ef-83f5d7c8a94f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:53:58.552738 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-8ef282fd-479a-44c5-8fcd-c10738680b77 req-d1b5caa0-0e7d-4b74-a9ef-83f5d7c8a94f service neutron] 10.222.0.76 "GET /v2.0/subnets?id=81b47fe0-cd37-412d-b552-4ac6bd910a15 HTTP/1.1" status: 200 len: 835 time: 0.0489993 Oct 27 10:53:58.614212 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef282fd-479a-44c5-8fcd-c10738680b77 req-50920efa-2867-4458-a3d5-edb26ada437f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:53:58.615724 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-8ef282fd-479a-44c5-8fcd-c10738680b77 req-50920efa-2867-4458-a3d5-edb26ada437f service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=5881e9db-d98c-456c-a859-ceca0aeadc80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0542917 Oct 27 10:53:58.804552 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-8ef282fd-479a-44c5-8fcd-c10738680b77 req-b754097b-e037-433e-ad8f-35d36592907d service neutron] 10.222.0.76 "GET /v2.0/networks/5881e9db-d98c-456c-a859-ceca0aeadc80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1749141 Oct 27 10:53:58.956377 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-8ef282fd-479a-44c5-8fcd-c10738680b77 req-766d7968-4f08-434d-888e-e0a714a8cbdb service neutron] 10.222.0.76 "GET /v2.0/networks/5881e9db-d98c-456c-a859-ceca0aeadc80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433175 Oct 27 10:53:59.063583 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4093b9d8-66d7-4e96-8fec-8c0cb78d5307 req-2873e00c-fca0-46e3-b94a-630d746be127 tempest-TestServerAdvancedOps-116578567 tempest-TestServerAdvancedOps-116578567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:53:59.066975 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-4093b9d8-66d7-4e96-8fec-8c0cb78d5307 req-2873e00c-fca0-46e3-b94a-630d746be127 tempest-TestServerAdvancedOps-116578567 tempest-TestServerAdvancedOps-116578567-project] 10.222.0.44 "GET /v2.0/ports?device_id=22b40441-18e9-455b-9c9d-e7ce74455073 HTTP/1.1" status: 200 len: 945 time: 0.0782745 Oct 27 10:53:59.115279 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-4093b9d8-66d7-4e96-8fec-8c0cb78d5307 req-ad4b32b0-7f68-498d-bf8d-56b35467e4ff tempest-TestServerAdvancedOps-116578567 tempest-TestServerAdvancedOps-116578567-project] 10.222.0.44 "GET /v2.0/security-groups?id=1130bcb4-7dd9-4069-981d-b1fd7930a914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392268 Oct 27 10:53:59.413934 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560df131-d8cd-4cb3-87a3-031d661551a9 req-7d650a7e-5dca-423a-8647-5bcfc975c2b4 tempest-TestServerAdvancedOps-116578567 tempest-TestServerAdvancedOps-116578567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:53:59.415967 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-560df131-d8cd-4cb3-87a3-031d661551a9 req-7d650a7e-5dca-423a-8647-5bcfc975c2b4 tempest-TestServerAdvancedOps-116578567 tempest-TestServerAdvancedOps-116578567-project] 10.222.0.44 "GET /v2.0/ports?device_id=22b40441-18e9-455b-9c9d-e7ce74455073 HTTP/1.1" status: 200 len: 945 time: 0.0672152 Oct 27 10:53:59.491895 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-560df131-d8cd-4cb3-87a3-031d661551a9 req-9fbbb21e-b517-4d29-bbc9-bcec951c455a tempest-TestServerAdvancedOps-116578567 tempest-TestServerAdvancedOps-116578567-project] 10.222.0.44 "GET /v2.0/security-groups?id=1130bcb4-7dd9-4069-981d-b1fd7930a914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656188 Oct 27 10:53:59.521501 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a54c2a-54a3-4f06-8d6d-7f5de2e4eab1 req-b1de2dc7-bd46-4307-a495-787c24137720 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:53:59.532219 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-e6a54c2a-54a3-4f06-8d6d-7f5de2e4eab1 req-b1de2dc7-bd46-4307-a495-787c24137720 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "GET /v2.0/ports?device_id=32c83879-889b-42fc-9b3a-977d6172e638 HTTP/1.1" status: 200 len: 943 time: 0.0923674 Oct 27 10:53:59.586741 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-e6a54c2a-54a3-4f06-8d6d-7f5de2e4eab1 req-ab95fa5e-20de-4203-ad06-4611e5b4fb60 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "GET /v2.0/security-groups?id=400a7a10-ae98-4ff7-8b32-bae6f0d1c63e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519788 Oct 27 10:54:00.705631 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d139584e-718e-4181-bd71-3dbad6c632f3 req-ddb215d5-008d-495e-8853-cf150fca90c1 tempest-TestServerAdvancedOps-116578567 tempest-TestServerAdvancedOps-116578567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:54:00.716232 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-d139584e-718e-4181-bd71-3dbad6c632f3 req-ddb215d5-008d-495e-8853-cf150fca90c1 tempest-TestServerAdvancedOps-116578567 tempest-TestServerAdvancedOps-116578567-project] 10.222.0.44 "GET /v2.0/ports?device_id=22b40441-18e9-455b-9c9d-e7ce74455073 HTTP/1.1" status: 200 len: 945 time: 0.1168876 Oct 27 10:54:00.782894 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-d139584e-718e-4181-bd71-3dbad6c632f3 req-b290b27e-e1b8-4090-9e9b-434adf79fe1c tempest-TestServerAdvancedOps-116578567 tempest-TestServerAdvancedOps-116578567-project] 10.222.0.44 "GET /v2.0/security-groups?id=1130bcb4-7dd9-4069-981d-b1fd7930a914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652933 Oct 27 10:54:00.814085 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4df9151-4d1a-4c5e-ab26-37d610fafd7c req-e2542677-99c9-466b-933a-4002a77f928c tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:54:00.815905 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-d4df9151-4d1a-4c5e-ab26-37d610fafd7c req-e2542677-99c9-466b-933a-4002a77f928c tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "GET /v2.0/ports?device_id=32c83879-889b-42fc-9b3a-977d6172e638 HTTP/1.1" status: 200 len: 943 time: 0.0818672 Oct 27 10:54:00.863469 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-d4df9151-4d1a-4c5e-ab26-37d610fafd7c req-8461fa58-b3ed-41c8-b40f-cdc7a0bf0488 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "GET /v2.0/security-groups?id=400a7a10-ae98-4ff7-8b32-bae6f0d1c63e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393775 Oct 27 10:54:01.088618 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f92898f-6ab1-4cbc-a263-987443a89907 req-3633ce2b-3631-41b7-96c1-63825aa73212 tempest-TestServerAdvancedOps-116578567 tempest-TestServerAdvancedOps-116578567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:54:01.096643 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-1f92898f-6ab1-4cbc-a263-987443a89907 req-3633ce2b-3631-41b7-96c1-63825aa73212 tempest-TestServerAdvancedOps-116578567 tempest-TestServerAdvancedOps-116578567-project] 10.222.0.44 "GET /v2.0/ports?device_id=22b40441-18e9-455b-9c9d-e7ce74455073 HTTP/1.1" status: 200 len: 945 time: 0.1317999 Oct 27 10:54:01.104938 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e7b376-117c-4261-9349-493df8c4da75 req-767e9e3c-198b-4fa2-b232-fb03a22888f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:54:01.108001 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-d1e7b376-117c-4261-9349-493df8c4da75 req-767e9e3c-198b-4fa2-b232-fb03a22888f3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=10c1d3bf6b6b4e46b5fd12b0ce045908&device_id=22b40441-18e9-455b-9c9d-e7ce74455073 HTTP/1.1" status: 200 len: 1097 time: 0.0856411 Oct 27 10:54:01.150691 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-1f92898f-6ab1-4cbc-a263-987443a89907 req-6660bf26-50b7-4b0f-9372-b8170bd8cf1e tempest-TestServerAdvancedOps-116578567 tempest-TestServerAdvancedOps-116578567-project] 10.222.0.44 "GET /v2.0/security-groups?id=1130bcb4-7dd9-4069-981d-b1fd7930a914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476427 Oct 27 10:54:01.239747 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e7b376-117c-4261-9349-493df8c4da75 req-73636fef-8efa-4ac4-83d8-169b3f44a4a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:54:01.243106 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-d1e7b376-117c-4261-9349-493df8c4da75 req-73636fef-8efa-4ac4-83d8-169b3f44a4a6 service neutron] 10.222.0.64 "GET /v2.0/networks?id=41cc0b8d-2606-463b-8700-70ffb3649a00 HTTP/1.1" status: 200 len: 913 time: 0.1279292 Oct 27 10:54:01.302330 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-d1e7b376-117c-4261-9349-493df8c4da75 req-829cd712-8fcc-48a7-8ea1-01024abd29f7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e9468d45-94d2-43e4-b7b2-4cf8f9b9b332 HTTP/1.1" status: 200 len: 217 time: 0.0509317 Oct 27 10:54:01.370928 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e7b376-117c-4261-9349-493df8c4da75 req-50ecd517-b6be-4c7d-88b5-2c3dda9bb28d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:54:01.372535 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-d1e7b376-117c-4261-9349-493df8c4da75 req-50ecd517-b6be-4c7d-88b5-2c3dda9bb28d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8f0e196a-df4a-4fdc-afa4-7ba4691d4b90 HTTP/1.1" status: 200 len: 852 time: 0.0625815 Oct 27 10:54:01.412558 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-d1e7b376-117c-4261-9349-493df8c4da75 req-dedc54db-6050-4f58-9de8-6bd9c9aa01e6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=41cc0b8d-2606-463b-8700-70ffb3649a00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307727 Oct 27 10:54:01.435529 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device e64f9fdc-bedf-44df-9ae2-7cd38244f7ff details requested by agent hyperv_n-h2-813419-10 with host n-h2-813419-10 {{(pid=102348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 10:54:01.528505 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-d1e7b376-117c-4261-9349-493df8c4da75 req-079378b7-6cda-4e63-8e20-7b4a9bacf88b service neutron] 10.222.0.64 "GET /v2.0/networks/41cc0b8d-2606-463b-8700-70ffb3649a00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1084137 Oct 27 10:54:01.559510 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] For port e64f9fdc-bedf-44df-9ae2-7cd38244f7ff, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=e64f9fdc-bedf-44df-9ae2-7cd38244f7ff,segment=NetworkSegment(10396019-b919-49cc-b445-f3a22390b24e),segment_id=10396019-b919-49cc-b445-f3a22390b24e)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:54:01.575942 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Returning: {'device': 'e64f9fdc-bedf-44df-9ae2-7cd38244f7ff', 'network_id': '5881e9db-d98c-456c-a859-ceca0aeadc80', 'port_id': 'e64f9fdc-bedf-44df-9ae2-7cd38244f7ff', 'mac_address': 'fa:16:3e:01:83:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 441, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81b47fe0-cd37-412d-b552-4ac6bd910a15', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 10:54:01.621800 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:01.635850 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e64f9fdc-bedf-44df-9ae2-7cd38244f7ff {{(pid=102348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:54:01.637884 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-d1e7b376-117c-4261-9349-493df8c4da75 req-1f922b5c-9289-4d68-b0d1-78ddd79b034f service neutron] 10.222.0.64 "GET /v2.0/networks/41cc0b8d-2606-463b-8700-70ffb3649a00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015158 Oct 27 10:54:01.671082 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] For port e64f9fdc-bedf-44df-9ae2-7cd38244f7ff, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=e64f9fdc-bedf-44df-9ae2-7cd38244f7ff,segment=NetworkSegment(10396019-b919-49cc-b445-f3a22390b24e),segment_id=10396019-b919-49cc-b445-f3a22390b24e)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:54:01.675268 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:01.732961 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Pushing event updated for resources: {'Port': ['ID=e64f9fdc-bedf-44df-9ae2-7cd38244f7ff,revision_number=4']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:54:01.751468 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:54:01.751468 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:54:01.751468 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:54:01.751468 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:54:01.751468 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:54:01.752007 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:54:01.752007 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:54:01.752325 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:54:01.753035 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:54:01.753536 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:54:01.754027 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:54:01.754579 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:54:02.057671 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce52c52-d690-4c82-8687-1609bd430cbe req-f2c309ab-49ad-46c6-bea0-1cffd2959842 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:54:02.059452 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-6ce52c52-d690-4c82-8687-1609bd430cbe req-f2c309ab-49ad-46c6-bea0-1cffd2959842 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "GET /v2.0/ports?device_id=32c83879-889b-42fc-9b3a-977d6172e638 HTTP/1.1" status: 200 len: 944 time: 0.0915358 Oct 27 10:54:02.085656 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] get_ports_and_sgs() called for port_ids ['e64f9fdc-bedf-44df-9ae2-7cd38244f7ff'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:54:02.119241 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-6ce52c52-d690-4c82-8687-1609bd430cbe req-5c5e3fa5-542f-4f44-bc78-2b5762cf65a8 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "GET /v2.0/security-groups?id=400a7a10-ae98-4ff7-8b32-bae6f0d1c63e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485020 Oct 27 10:54:02.313043 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba46f75a-d2f0-40a7-9041-3b210dbc4696 req-9e6344de-3fd8-40bb-9104-433523cf896b tempest-TestServerAdvancedOps-116578567 tempest-TestServerAdvancedOps-116578567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:54:02.324288 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-ba46f75a-d2f0-40a7-9041-3b210dbc4696 req-9e6344de-3fd8-40bb-9104-433523cf896b tempest-TestServerAdvancedOps-116578567 tempest-TestServerAdvancedOps-116578567-project] 10.222.0.44 "GET /v2.0/ports?device_id=22b40441-18e9-455b-9c9d-e7ce74455073 HTTP/1.1" status: 200 len: 945 time: 0.0978725 Oct 27 10:54:02.380890 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-ba46f75a-d2f0-40a7-9041-3b210dbc4696 req-e1625c86-86f2-46ea-975b-f70ec44f8c15 tempest-TestServerAdvancedOps-116578567 tempest-TestServerAdvancedOps-116578567-project] 10.222.0.44 "GET /v2.0/security-groups?id=1130bcb4-7dd9-4069-981d-b1fd7930a914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549810 Oct 27 10:54:02.689740 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:03.257569 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7d8f72-02bd-48fa-959f-790a4eb9e0b0 req-3c2e0fff-1e21-4942-9661-dcd727b9550b tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:54:03.265901 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-3e7d8f72-02bd-48fa-959f-790a4eb9e0b0 req-3c2e0fff-1e21-4942-9661-dcd727b9550b tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "GET /v2.0/ports?device_id=32c83879-889b-42fc-9b3a-977d6172e638 HTTP/1.1" status: 200 len: 944 time: 0.0677185 Oct 27 10:54:03.306674 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-3e7d8f72-02bd-48fa-959f-790a4eb9e0b0 req-9af88870-fcd0-40b1-ba9d-4933ab4b9bd4 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "GET /v2.0/security-groups?id=400a7a10-ae98-4ff7-8b32-bae6f0d1c63e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395510 Oct 27 10:54:03.469869 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device e64f9fdc-bedf-44df-9ae2-7cd38244f7ff up at agent hyperv_n-h2-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:54:03.580304 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c7fe72-ac75-4b3e-9759-c2a9f9b28a85 req-59106a71-66f6-4ddd-9840-c55cda1a5527 tempest-TestServerAdvancedOps-116578567 tempest-TestServerAdvancedOps-116578567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:54:03.582510 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-f6c7fe72-ac75-4b3e-9759-c2a9f9b28a85 req-59106a71-66f6-4ddd-9840-c55cda1a5527 tempest-TestServerAdvancedOps-116578567 tempest-TestServerAdvancedOps-116578567-project] 10.222.0.44 "GET /v2.0/ports?device_id=22b40441-18e9-455b-9c9d-e7ce74455073 HTTP/1.1" status: 200 len: 945 time: 0.1138072 Oct 27 10:54:03.626566 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Provisioning for port e64f9fdc-bedf-44df-9ae2-7cd38244f7ff completed by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 10:54:03.632314 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Provisioning complete for port e64f9fdc-bedf-44df-9ae2-7cd38244f7ff triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:54:03.633072 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:03.659633 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-f6c7fe72-ac75-4b3e-9759-c2a9f9b28a85 req-8eee4a89-708e-4a76-a05d-12c61432f7ba tempest-TestServerAdvancedOps-116578567 tempest-TestServerAdvancedOps-116578567-project] 10.222.0.44 "GET /v2.0/security-groups?id=1130bcb4-7dd9-4069-981d-b1fd7930a914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698676 Oct 27 10:54:03.795754 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:03.819715 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32c83879-889b-42fc-9b3a-977d6172e638', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e64f9fdc-bedf-44df-9ae2-7cd38244f7ff'}] {{(pid=102348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:54:03.822026 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c588921fa634554a1d9242fdea1b05457a9ff1d3b28ba54ec1dace7f2f1df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ee789ff-45b3-4a9b-aadc-8930cc6022f7" -d '{"events": [{"server_uuid": "32c83879-889b-42fc-9b3a-977d6172e638", "name": "network-vif-plugged", "status": "completed", "tag": "e64f9fdc-bedf-44df-9ae2-7cd38244f7ff"}]}' {{(pid=102348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:54:03.858579 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] For port e64f9fdc-bedf-44df-9ae2-7cd38244f7ff, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=e64f9fdc-bedf-44df-9ae2-7cd38244f7ff,segment=NetworkSegment(10396019-b919-49cc-b445-f3a22390b24e),segment_id=10396019-b919-49cc-b445-f3a22390b24e)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:54:03.867563 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:03.908845 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:54:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cee428a6-ea78-429a-ae99-d91132644049 x-openstack-request-id: req-cee428a6-ea78-429a-ae99-d91132644049 {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:54:03.909458 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32c83879-889b-42fc-9b3a-977d6172e638", "name": "network-vif-plugged", "status": "completed", "tag": "e64f9fdc-bedf-44df-9ae2-7cd38244f7ff", "code": 200}]} {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:54:03.909879 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-cee428a6-ea78-429a-ae99-d91132644049 {{(pid=102348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:54:03.910433 n-d-813419-10 neutron-server[102348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32c83879-889b-42fc-9b3a-977d6172e638', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e64f9fdc-bedf-44df-9ae2-7cd38244f7ff', 'code': 200} Oct 27 10:54:03.937629 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Pushing event updated for resources: {'Port': ['ID=e64f9fdc-bedf-44df-9ae2-7cd38244f7ff,revision_number=5']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:54:04.064947 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83032e9-bc53-4cb4-ba07-1b98e92ed55c req-f0b95ca0-7ab0-4c5e-918b-b34645c14f10 tempest-TestServerAdvancedOps-116578567 tempest-TestServerAdvancedOps-116578567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:54:04.066500 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-d83032e9-bc53-4cb4-ba07-1b98e92ed55c req-f0b95ca0-7ab0-4c5e-918b-b34645c14f10 tempest-TestServerAdvancedOps-116578567 tempest-TestServerAdvancedOps-116578567-project] 10.222.0.44 "GET /v2.0/ports?device_id=22b40441-18e9-455b-9c9d-e7ce74455073 HTTP/1.1" status: 200 len: 945 time: 0.1223516 Oct 27 10:54:04.073955 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc81bdf1-ff87-4417-9ea6-d410e9cb1c5e req-be37616c-7bc9-46aa-ae59-11aa57852381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:54:04.075417 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-bc81bdf1-ff87-4417-9ea6-d410e9cb1c5e req-be37616c-7bc9-46aa-ae59-11aa57852381 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=32c83879-889b-42fc-9b3a-977d6172e638 HTTP/1.1" status: 200 len: 1097 time: 0.0876060 Oct 27 10:54:04.140443 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-bc81bdf1-ff87-4417-9ea6-d410e9cb1c5e req-c9bc6d60-bca3-4e38-a9c4-855f9551f463 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=400a7a10-ae98-4ff7-8b32-bae6f0d1c63e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527418 Oct 27 10:54:04.156690 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-d83032e9-bc53-4cb4-ba07-1b98e92ed55c req-79306379-5e3a-459e-8763-2ac785b36e63 tempest-TestServerAdvancedOps-116578567 tempest-TestServerAdvancedOps-116578567-project] 10.222.0.44 "GET /v2.0/security-groups?id=1130bcb4-7dd9-4069-981d-b1fd7930a914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759823 Oct 27 10:54:04.372902 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c2a635-a543-4eb2-83b5-ac10917131fc req-ea660347-ed0a-479e-93fe-013eeb104109 tempest-VolumesSnapshotTestJSON-2053090724 tempest-VolumesSnapshotTestJSON-2053090724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:54:04.374717 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-f9c2a635-a543-4eb2-83b5-ac10917131fc req-ea660347-ed0a-479e-93fe-013eeb104109 tempest-VolumesSnapshotTestJSON-2053090724 tempest-VolumesSnapshotTestJSON-2053090724-project] 10.222.0.44 "GET /v2.0/networks?id=06a03d11-0320-4e55-abd7-7bbd1ed6ce00 HTTP/1.1" status: 200 len: 813 time: 0.1197445 Oct 27 10:54:04.390348 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-f9c2a635-a543-4eb2-83b5-ac10917131fc req-264c4e6d-a140-4edb-872b-7bca8ccd9c68 tempest-VolumesSnapshotTestJSON-2053090724 tempest-VolumesSnapshotTestJSON-2053090724-project] 10.222.0.44 "GET /v2.0/quotas/288186d24e824ccf95cff6bc1e22a0cc HTTP/1.1" status: 200 len: 375 time: 0.0100300 Oct 27 10:54:04.425994 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-f9c2a635-a543-4eb2-83b5-ac10917131fc req-f0f8482a-4209-4f05-88f5-efaa39b0cc04 tempest-VolumesSnapshotTestJSON-2053090724 tempest-VolumesSnapshotTestJSON-2053090724-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=288186d24e824ccf95cff6bc1e22a0cc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0298550 Oct 27 10:54:04.443534 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccc92bc-11e0-4e94-b4cd-fef70c987fff req-fd642f57-9c62-41db-8195-47e910c496de tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:54:04.445266 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-1ccc92bc-11e0-4e94-b4cd-fef70c987fff req-fd642f57-9c62-41db-8195-47e910c496de tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "GET /v2.0/ports?device_id=32c83879-889b-42fc-9b3a-977d6172e638 HTTP/1.1" status: 200 len: 945 time: 0.0516207 Oct 27 10:54:04.491500 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-1ccc92bc-11e0-4e94-b4cd-fef70c987fff req-7e6916d0-bcc6-4c08-ad66-924ae393ea45 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "GET /v2.0/security-groups?id=400a7a10-ae98-4ff7-8b32-bae6f0d1c63e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390093 Oct 27 10:54:04.529235 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-f9c2a635-a543-4eb2-83b5-ac10917131fc req-e1dfdc75-e1b1-49f2-8226-e148b866250f service neutron] 10.222.0.44 "GET /v2.0/networks/06a03d11-0320-4e55-abd7-7bbd1ed6ce00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947115 Oct 27 10:54:04.629967 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-f9c2a635-a543-4eb2-83b5-ac10917131fc req-a4381d93-ef53-4a1e-a827-becefe8fc885 service neutron] 10.222.0.44 "GET /v2.0/networks/06a03d11-0320-4e55-abd7-7bbd1ed6ce00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953937 Oct 27 10:54:04.818428 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-be1f0781-3052-4143-91f8-a66f8c686be7 req-2c7988ba-6035-4873-b739-cf54305761fb tempest-VolumesSnapshotTestJSON-2053090724 tempest-VolumesSnapshotTestJSON-2053090724-project] 10.222.0.44 "GET /v2.0/ports?device_id=f387a798-4bb5-43eb-983f-6dd52dc8832a HTTP/1.1" status: 200 len: 210 time: 0.0388429 Oct 27 10:54:05.299603 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c1cfdc-9389-4c95-afe2-394ea5773d81 req-2ee96545-9a4e-4727-8620-264ee035474d tempest-TestServerAdvancedOps-116578567 tempest-TestServerAdvancedOps-116578567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:54:05.309486 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c8c1cfdc-9389-4c95-afe2-394ea5773d81 req-2ee96545-9a4e-4727-8620-264ee035474d tempest-TestServerAdvancedOps-116578567 tempest-TestServerAdvancedOps-116578567-project] 10.222.0.44 "GET /v2.0/ports?device_id=22b40441-18e9-455b-9c9d-e7ce74455073 HTTP/1.1" status: 200 len: 945 time: 0.0655093 Oct 27 10:54:05.350529 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c8c1cfdc-9389-4c95-afe2-394ea5773d81 req-ff4f8bc7-9331-42e0-8329-4a96c2f92985 tempest-TestServerAdvancedOps-116578567 tempest-TestServerAdvancedOps-116578567-project] 10.222.0.44 "GET /v2.0/security-groups?id=1130bcb4-7dd9-4069-981d-b1fd7930a914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398419 Oct 27 10:54:05.625889 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f3e146-c710-4f33-b2ed-6326a433b216 req-7c77658f-fb85-4f4e-8ef6-f3b0031d3698 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:54:05.627412 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-66f3e146-c710-4f33-b2ed-6326a433b216 req-7c77658f-fb85-4f4e-8ef6-f3b0031d3698 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "GET /v2.0/ports?device_id=32c83879-889b-42fc-9b3a-977d6172e638 HTTP/1.1" status: 200 len: 945 time: 0.0516372 Oct 27 10:54:05.672700 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-66f3e146-c710-4f33-b2ed-6326a433b216 req-a01db109-faf2-42ee-9b55-5afb6d44d93b tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "GET /v2.0/security-groups?id=400a7a10-ae98-4ff7-8b32-bae6f0d1c63e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358641 Oct 27 10:54:05.794745 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f9cd13-4707-44d1-a568-086bc53068e4 req-4d2b028d-b156-4ec6-9567-cd1e7bd30224 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:54:05.796406 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-e6f9cd13-4707-44d1-a568-086bc53068e4 req-4d2b028d-b156-4ec6-9567-cd1e7bd30224 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "GET /v2.0/ports?device_id=32c83879-889b-42fc-9b3a-977d6172e638 HTTP/1.1" status: 200 len: 945 time: 0.0492887 Oct 27 10:54:05.866429 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-e6f9cd13-4707-44d1-a568-086bc53068e4 req-c700f412-46c2-4107-814d-53f960838ae3 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "GET /v2.0/security-groups?id=400a7a10-ae98-4ff7-8b32-bae6f0d1c63e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598452 Oct 27 10:54:05.890828 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 36416) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:54:05.944610 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8863e05a-3312-4ac2-93de-d0b3d15341aa tempest-TestNetworkAdvancedServerOps-357845361 tempest-TestNetworkAdvancedServerOps-357845361-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:54:05.947633 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-8863e05a-3312-4ac2-93de-d0b3d15341aa tempest-TestNetworkAdvancedServerOps-357845361 tempest-TestNetworkAdvancedServerOps-357845361-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=32c83879-889b-42fc-9b3a-977d6172e638 HTTP/1.1" status: 200 len: 1092 time: 0.0555527 Oct 27 10:54:05.950725 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 36418) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:54:05.958790 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-bb8fe876-8fb8-448d-83eb-ca4954a85cbf tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Request body: {'floatingip': {'floating_network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'port_id': 'e64f9fdc-bedf-44df-9ae2-7cd38244f7ff', 'tenant_id': '7f357cb809634e50864d0c31dbcbd617', 'fixed_ip_address': '172.20.0.9'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:54:06.034795 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-bb8fe876-8fb8-448d-83eb-ca4954a85cbf tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks [] for floatingip, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:06.140911 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5945d6-38a9-4f9d-ad08-1e24c562f538 req-ead5d82b-cb6a-403c-b937-844fa35036f2 tempest-TestServerAdvancedOps-116578567 tempest-TestServerAdvancedOps-116578567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:54:06.142529 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8a5945d6-38a9-4f9d-ad08-1e24c562f538 req-ead5d82b-cb6a-403c-b937-844fa35036f2 tempest-TestServerAdvancedOps-116578567 tempest-TestServerAdvancedOps-116578567-project] 10.222.0.64 "GET /v2.0/ports?device_id=22b40441-18e9-455b-9c9d-e7ce74455073 HTTP/1.1" status: 200 len: 945 time: 0.1556034 Oct 27 10:54:06.287953 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [req-8a5945d6-38a9-4f9d-ad08-1e24c562f538 req-646bd000-3efb-4661-9b9b-6ac11d7271d6 tempest-TestServerAdvancedOps-116578567 tempest-TestServerAdvancedOps-116578567-project] Deleting port e9468d45-94d2-43e4-b7b2-4cf8f9b9b332 {{(pid=102347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:54:06.288333 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-8a5945d6-38a9-4f9d-ad08-1e24c562f538 req-646bd000-3efb-4661-9b9b-6ac11d7271d6 tempest-TestServerAdvancedOps-116578567 tempest-TestServerAdvancedOps-116578567-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:06.293420 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-bb8fe876-8fb8-448d-83eb-ca4954a85cbf tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:06.338935 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-33f9c5d6-134c-4336-b738-0662ef8f861e req-481ca48f-7819-4728-8d8f-c571b5794a00 tempest-VolumesSnapshotTestJSON-2053090724 tempest-VolumesSnapshotTestJSON-2053090724-project] 10.222.0.44 "GET /v2.0/ports?device_id=f387a798-4bb5-43eb-983f-6dd52dc8832a HTTP/1.1" status: 200 len: 210 time: 0.4130378 Oct 27 10:54:06.563930 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-8a5945d6-38a9-4f9d-ad08-1e24c562f538 req-646bd000-3efb-4661-9b9b-6ac11d7271d6 tempest-TestServerAdvancedOps-116578567 tempest-TestServerAdvancedOps-116578567-project] For port e9468d45-94d2-43e4-b7b2-4cf8f9b9b332, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=e9468d45-94d2-43e4-b7b2-4cf8f9b9b332,segment=NetworkSegment(4625b61b-1477-47c9-ba42-a27e05d4e4ec),segment_id=4625b61b-1477-47c9-ba42-a27e05d4e4ec)] {{(pid=102347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:54:06.564324 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-8a5945d6-38a9-4f9d-ad08-1e24c562f538 req-646bd000-3efb-4661-9b9b-6ac11d7271d6 tempest-TestServerAdvancedOps-116578567 tempest-TestServerAdvancedOps-116578567-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:06.576565 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c2a635-a543-4eb2-83b5-ac10917131fc req-ac74b795-8f56-49c7-b712-39dfd6fd5743 tempest-VolumesSnapshotTestJSON-2053090724 tempest-VolumesSnapshotTestJSON-2053090724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:54:06.579476 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381bd04a-790a-48ca-b54a-7a678cfc9c7e req-3b80920c-439b-4af7-bde1-f1af6f58c16e tempest-TestServerAdvancedOps-116578567 tempest-TestServerAdvancedOps-116578567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:54:06.579658 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-f9c2a635-a543-4eb2-83b5-ac10917131fc req-ac74b795-8f56-49c7-b712-39dfd6fd5743 tempest-VolumesSnapshotTestJSON-2053090724 tempest-VolumesSnapshotTestJSON-2053090724-project] 10.222.0.64 "GET /v2.0/networks?id=06a03d11-0320-4e55-abd7-7bbd1ed6ce00 HTTP/1.1" status: 200 len: 813 time: 0.2364948 Oct 27 10:54:06.587390 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-381bd04a-790a-48ca-b54a-7a678cfc9c7e req-3b80920c-439b-4af7-bde1-f1af6f58c16e tempest-TestServerAdvancedOps-116578567 tempest-TestServerAdvancedOps-116578567-project] 10.222.0.44 "GET /v2.0/ports?device_id=22b40441-18e9-455b-9c9d-e7ce74455073 HTTP/1.1" status: 200 len: 945 time: 0.1433046 Oct 27 10:54:06.602372 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [req-f9c2a635-a543-4eb2-83b5-ac10917131fc req-27b2377b-c8fe-477e-a71e-37b34e1caf0e tempest-VolumesSnapshotTestJSON-2053090724 tempest-VolumesSnapshotTestJSON-2053090724-project] Request body: {'port': {'device_id': 'f387a798-4bb5-43eb-983f-6dd52dc8832a', 'network_id': '06a03d11-0320-4e55-abd7-7bbd1ed6ce00', 'admin_state_up': True, 'tenant_id': '288186d24e824ccf95cff6bc1e22a0cc'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:54:06.614336 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [req-8a5945d6-38a9-4f9d-ad08-1e24c562f538 req-646bd000-3efb-4661-9b9b-6ac11d7271d6 tempest-TestServerAdvancedOps-116578567 tempest-TestServerAdvancedOps-116578567-project] Calling delete_port for e9468d45-94d2-43e4-b7b2-4cf8f9b9b332 owned by compute:nova {{(pid=102347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:54:06.642459 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_common [None req-bb8fe876-8fb8-448d-83eb-ca4954a85cbf tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Allocated IP 172.25.8.112 (185ff123-c7ff-45c7-a6be-71feb35acc9c/0fb9f9d1-7384-481f-8fa8-f4566c349d30/e00c0f82-8175-4312-b414-a8c1e011378b) {{(pid=102347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:54:06.707557 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-381bd04a-790a-48ca-b54a-7a678cfc9c7e req-ff6d670d-4090-4fd1-93ca-84353d46c349 tempest-TestServerAdvancedOps-116578567 tempest-TestServerAdvancedOps-116578567-project] 10.222.0.44 "GET /v2.0/security-groups?id=1130bcb4-7dd9-4069-981d-b1fd7930a914&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192734 Oct 27 10:54:06.809622 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9c2a635-a543-4eb2-83b5-ac10917131fc req-27b2377b-c8fe-477e-a71e-37b34e1caf0e tempest-VolumesSnapshotTestJSON-2053090724 tempest-VolumesSnapshotTestJSON-2053090724-project] Made reservation on behalf of 288186d24e824ccf95cff6bc1e22a0cc for: {'port': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:54:06.816621 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-f9c2a635-a543-4eb2-83b5-ac10917131fc req-27b2377b-c8fe-477e-a71e-37b34e1caf0e tempest-VolumesSnapshotTestJSON-2053090724 tempest-VolumesSnapshotTestJSON-2053090724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:06.879224 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-bb8fe876-8fb8-448d-83eb-ca4954a85cbf tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks [] for port, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:06.913852 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-8a5945d6-38a9-4f9d-ad08-1e24c562f538 req-646bd000-3efb-4661-9b9b-6ac11d7271d6 tempest-TestServerAdvancedOps-116578567 tempest-TestServerAdvancedOps-116578567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:06.957425 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646bd000-3efb-4661-9b9b-6ac11d7271d6 tempest-TestServerAdvancedOps-116578567 tempest-TestServerAdvancedOps-116578567-project] Pushing event deleted for resources: {'Port': ['ID=e9468d45-94d2-43e4-b7b2-4cf8f9b9b332,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:54:07.015381 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_common [req-f9c2a635-a543-4eb2-83b5-ac10917131fc req-27b2377b-c8fe-477e-a71e-37b34e1caf0e tempest-VolumesSnapshotTestJSON-2053090724 tempest-VolumesSnapshotTestJSON-2053090724-project] Allocated IP 172.20.0.11 (06a03d11-0320-4e55-abd7-7bbd1ed6ce00/06dc687d-e4f4-4a0e-8ac0-e3468f0f7c40/e866b763-cdf8-431d-898f-26de958517fb) {{(pid=102346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:54:07.024611 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-bb8fe876-8fb8-448d-83eb-ca4954a85cbf tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:07.047867 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb8fe876-8fb8-448d-83eb-ca4954a85cbf tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Network 185ff123-c7ff-45c7-a6be-71feb35acc9c is already hosted by enough agents. {{(pid=102347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:54:07.049226 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a5945d6-38a9-4f9d-ad08-1e24c562f538 req-646bd000-3efb-4661-9b9b-6ac11d7271d6 tempest-TestServerAdvancedOps-116578567 tempest-TestServerAdvancedOps-116578567-project] No DVR routers for this DVR port e9468d45-94d2-43e4-b7b2-4cf8f9b9b332 on host n-h1-813419-10 {{(pid=102347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:54:07.053403 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-8a5945d6-38a9-4f9d-ad08-1e24c562f538 req-646bd000-3efb-4661-9b9b-6ac11d7271d6 tempest-TestServerAdvancedOps-116578567 tempest-TestServerAdvancedOps-116578567-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:07.057661 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8a5945d6-38a9-4f9d-ad08-1e24c562f538 req-646bd000-3efb-4661-9b9b-6ac11d7271d6 tempest-TestServerAdvancedOps-116578567 tempest-TestServerAdvancedOps-116578567-project] 10.222.0.64 "DELETE /v2.0/ports/e9468d45-94d2-43e4-b7b2-4cf8f9b9b332 HTTP/1.1" status: 204 len: 173 time: 0.9061980 Oct 27 10:54:07.060041 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [None req-bb8fe876-8fb8-448d-83eb-ca4954a85cbf tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Resources bound (agent type, host, resource id): {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:54:07.063630 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22b40441-18e9-455b-9c9d-e7ce74455073', 'name': 'network-vif-deleted', 'tag': 'e9468d45-94d2-43e4-b7b2-4cf8f9b9b332'}] {{(pid=102347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:54:07.066656 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311149b481204ee7edffdb959c881838506fbd95bc8577c048f6677abb73acc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ccf5df9-ab29-465c-9cc2-4433e9993024" -d '{"events": [{"server_uuid": "22b40441-18e9-455b-9c9d-e7ce74455073", "name": "network-vif-deleted", "tag": "e9468d45-94d2-43e4-b7b2-4cf8f9b9b332"}]}' {{(pid=102347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:54:07.069406 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb8fe876-8fb8-448d-83eb-ca4954a85cbf tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Received port after_create {{(pid=102347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:54:07.235460 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-f9c2a635-a543-4eb2-83b5-ac10917131fc req-27b2377b-c8fe-477e-a71e-37b34e1caf0e tempest-VolumesSnapshotTestJSON-2053090724 tempest-VolumesSnapshotTestJSON-2053090724-project] Publish callbacks [] for port, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:07.249370 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:54:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42bb67e9-5ac1-4cde-81e9-30d388b37675 x-openstack-request-id: req-42bb67e9-5ac1-4cde-81e9-30d388b37675 {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:54:07.249648 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22b40441-18e9-455b-9c9d-e7ce74455073", "name": "network-vif-deleted", "tag": "e9468d45-94d2-43e4-b7b2-4cf8f9b9b332", "status": "completed", "code": 200}]} {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:54:07.249896 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-42bb67e9-5ac1-4cde-81e9-30d388b37675 {{(pid=102347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:54:07.250285 n-d-813419-10 neutron-server[102347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22b40441-18e9-455b-9c9d-e7ce74455073', 'name': 'network-vif-deleted', 'tag': 'e9468d45-94d2-43e4-b7b2-4cf8f9b9b332', 'status': 'completed', 'code': 200} Oct 27 10:54:07.266895 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8fe876-8fb8-448d-83eb-ca4954a85cbf tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Pushing event updated for resources: {'Port': ['ID=e00c0f82-8175-4312-b414-a8c1e011378b,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:54:07.287330 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 36450) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:54:07.308527 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-f9c2a635-a543-4eb2-83b5-ac10917131fc req-27b2377b-c8fe-477e-a71e-37b34e1caf0e tempest-VolumesSnapshotTestJSON-2053090724 tempest-VolumesSnapshotTestJSON-2053090724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:07.368425 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9c2a635-a543-4eb2-83b5-ac10917131fc req-27b2377b-c8fe-477e-a71e-37b34e1caf0e tempest-VolumesSnapshotTestJSON-2053090724 tempest-VolumesSnapshotTestJSON-2053090724-project] Network 06a03d11-0320-4e55-abd7-7bbd1ed6ce00 is already hosted by enough agents. {{(pid=102346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:54:07.373352 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [req-f9c2a635-a543-4eb2-83b5-ac10917131fc req-27b2377b-c8fe-477e-a71e-37b34e1caf0e tempest-VolumesSnapshotTestJSON-2053090724 tempest-VolumesSnapshotTestJSON-2053090724-project] Resources bound (agent type, host, resource id): {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:54:07.375655 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b2377b-c8fe-477e-a71e-37b34e1caf0e tempest-VolumesSnapshotTestJSON-2053090724 tempest-VolumesSnapshotTestJSON-2053090724-project] Pushing event updated for resources: {'Port': ['ID=e866b763-cdf8-431d-898f-26de958517fb,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:54:07.378696 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9c2a635-a543-4eb2-83b5-ac10917131fc req-27b2377b-c8fe-477e-a71e-37b34e1caf0e tempest-VolumesSnapshotTestJSON-2053090724 tempest-VolumesSnapshotTestJSON-2053090724-project] Received port after_create {{(pid=102346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:54:07.442476 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c2a635-a543-4eb2-83b5-ac10917131fc req-27b2377b-c8fe-477e-a71e-37b34e1caf0e tempest-VolumesSnapshotTestJSON-2053090724 tempest-VolumesSnapshotTestJSON-2053090724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:54:07.443568 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-f9c2a635-a543-4eb2-83b5-ac10917131fc req-27b2377b-c8fe-477e-a71e-37b34e1caf0e tempest-VolumesSnapshotTestJSON-2053090724 tempest-VolumesSnapshotTestJSON-2053090724-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:07.469526 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-f9c2a635-a543-4eb2-83b5-ac10917131fc req-27b2377b-c8fe-477e-a71e-37b34e1caf0e tempest-VolumesSnapshotTestJSON-2053090724 tempest-VolumesSnapshotTestJSON-2053090724-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8798995 Oct 27 10:54:07.493734 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [req-f9c2a635-a543-4eb2-83b5-ac10917131fc req-6a98ed70-a4a2-4106-929b-a53e37397d30 service neutron] Request body: {'port': {'device_id': 'f387a798-4bb5-43eb-983f-6dd52dc8832a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-10'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:54:07.521985 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-7a11eefa-7f62-494f-9b1c-57d9b64ccc87 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:07.561632 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc954ea-1b4a-45b7-8078-7d6ccda8cc25 req-55f54d70-f4d5-470d-bdc5-58c45dba0af8 tempest-VolumesSnapshotTestJSON-2053090724 tempest-VolumesSnapshotTestJSON-2053090724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:54:07.563246 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-cbc954ea-1b4a-45b7-8078-7d6ccda8cc25 req-55f54d70-f4d5-470d-bdc5-58c45dba0af8 tempest-VolumesSnapshotTestJSON-2053090724 tempest-VolumesSnapshotTestJSON-2053090724-project] 10.222.0.44 "GET /v2.0/ports?device_id=f387a798-4bb5-43eb-983f-6dd52dc8832a HTTP/1.1" status: 200 len: 932 time: 0.1294453 Oct 27 10:54:07.595425 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-f9c2a635-a543-4eb2-83b5-ac10917131fc req-6a98ed70-a4a2-4106-929b-a53e37397d30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:07.706742 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-cbc954ea-1b4a-45b7-8078-7d6ccda8cc25 req-a91d936b-8a33-4a57-80f4-9f936a938862 tempest-VolumesSnapshotTestJSON-2053090724 tempest-VolumesSnapshotTestJSON-2053090724-project] 10.222.0.44 "GET /v2.0/security-groups?id=89962c1d-db74-4ae6-9f26-f13036e9dc23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094956 Oct 27 10:54:07.763045 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-bb8fe876-8fb8-448d-83eb-ca4954a85cbf tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:07.803165 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 36458) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:54:07.809400 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-7a11eefa-7f62-494f-9b1c-57d9b64ccc87 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:07.818784 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-7a11eefa-7f62-494f-9b1c-57d9b64ccc87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:07.871849 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_v2 [None req-53c4398c-705c-41dd-9bfe-5121841732e5 admin admin] Deleting subnet 8f0e196a-df4a-4fdc-afa4-7ba4691d4b90 {{(pid=102346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 10:54:07.881371 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-53c4398c-705c-41dd-9bfe-5121841732e5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:07.883692 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-7a11eefa-7f62-494f-9b1c-57d9b64ccc87 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d98da93b561a4ddaa2d8f2b8e16b8465&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5951111 Oct 27 10:54:07.886713 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a11eefa-7f62-494f-9b1c-57d9b64ccc87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=070599b3-3e71-4c7c-bfa2-baec2311e1ea,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:54:07.890797 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 36460) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:54:07.908237 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-bb8fe876-8fb8-448d-83eb-ca4954a85cbf tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:07.933840 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-53c4398c-705c-41dd-9bfe-5121841732e5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25847868'] for subnet, precommit_delete_associations {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:07.994288 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-43398f4c-34fe-4cac-b58e-28ec7c0ecf76 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:08.009220 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [req-f9c2a635-a543-4eb2-83b5-ac10917131fc req-6a98ed70-a4a2-4106-929b-a53e37397d30 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e866b763-cdf8-431d-898f-26de958517fb {{(pid=102346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:54:08.017492 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-53c4398c-705c-41dd-9bfe-5121841732e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855646'] for subnet, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:08.020548 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-f9c2a635-a543-4eb2-83b5-ac10917131fc req-6a98ed70-a4a2-4106-929b-a53e37397d30 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:08.054565 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-43398f4c-34fe-4cac-b58e-28ec7c0ecf76 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:08.059087 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.provisioning_blocks [req-f9c2a635-a543-4eb2-83b5-ac10917131fc req-6a98ed70-a4a2-4106-929b-a53e37397d30 service neutron] Transition to ACTIVE for port object e866b763-cdf8-431d-898f-26de958517fb will not be triggered until provisioned by entity L2. {{(pid=102346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 10:54:08.068339 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-f9c2a635-a543-4eb2-83b5-ac10917131fc req-6a98ed70-a4a2-4106-929b-a53e37397d30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27024173'] for port, after_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:08.133132 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a98ed70-a4a2-4106-929b-a53e37397d30 service neutron] Pushing event updated for resources: {'Port': ['ID=e866b763-cdf8-431d-898f-26de958517fb,revision_number=2']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:54:08.154862 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-53c4398c-705c-41dd-9bfe-5121841732e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27024355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27168307'] for subnet, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:08.155277 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-43398f4c-34fe-4cac-b58e-28ec7c0ecf76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:08.157943 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-43398f4c-34fe-4cac-b58e-28ec7c0ecf76 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:08.163085 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-43398f4c-34fe-4cac-b58e-28ec7c0ecf76 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/070599b3-3e71-4c7c-bfa2-baec2311e1ea HTTP/1.1" status: 204 len: 168 time: 0.2670269 Oct 27 10:54:08.167467 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-bb8fe876-8fb8-448d-83eb-ca4954a85cbf tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks [] for port, precommit_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:08.175139 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43398f4c-34fe-4cac-b58e-28ec7c0ecf76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=070599b3-3e71-4c7c-bfa2-baec2311e1ea,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:54:08.179432 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-bb8fe876-8fb8-448d-83eb-ca4954a85cbf tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:08.246804 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c4398c-705c-41dd-9bfe-5121841732e5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8f0e196a-df4a-4fdc-afa4-7ba4691d4b90,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:54:08.273548 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8fe876-8fb8-448d-83eb-ca4954a85cbf tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Pushing event updated for resources: {'Port': ['ID=e00c0f82-8175-4312-b414-a8c1e011378b,revision_number=2']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:54:08.278935 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-53c4398c-705c-41dd-9bfe-5121841732e5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:08.285463 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-53c4398c-705c-41dd-9bfe-5121841732e5 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/8f0e196a-df4a-4fdc-afa4-7ba4691d4b90 HTTP/1.1" status: 204 len: 168 time: 0.4775522 Oct 27 10:54:08.286271 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 36466) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:54:08.286606 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-bb8fe876-8fb8-448d-83eb-ca4954a85cbf tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1664826'] for floatingip, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:08.350718 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device e9468d45-94d2-43e4-b7b2-4cf8f9b9b332 no longer exists at agent hyperv_n-h1-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:54:08.360184 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.managers [req-f9c2a635-a543-4eb2-83b5-ac10917131fc req-6a98ed70-a4a2-4106-929b-a53e37397d30 service neutron] Attempting to bind port e866b763-cdf8-431d-898f-26de958517fb on host n-h1-813419-10 for vnic_type normal with profile {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:54:08.360634 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.managers [req-f9c2a635-a543-4eb2-83b5-ac10917131fc req-6a98ed70-a4a2-4106-929b-a53e37397d30 service neutron] Attempting to bind port e866b763-cdf8-431d-898f-26de958517fb by drivers openvswitch,hyperv on host n-h1-813419-10 at level 0 using segments [{'id': 'a0ea305f-e294-462d-83ec-f87a949da7f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '06a03d11-0320-4e55-abd7-7bbd1ed6ce00'}] {{(pid=102346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:54:08.361035 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9c2a635-a543-4eb2-83b5-ac10917131fc req-6a98ed70-a4a2-4106-929b-a53e37397d30 service neutron] Attempting to bind port e866b763-cdf8-431d-898f-26de958517fb on network 06a03d11-0320-4e55-abd7-7bbd1ed6ce00 {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:54:08.372117 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9c2a635-a543-4eb2-83b5-ac10917131fc req-6a98ed70-a4a2-4106-929b-a53e37397d30 service neutron] Port e866b763-cdf8-431d-898f-26de958517fb on network 06a03d11-0320-4e55-abd7-7bbd1ed6ce00 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-10 {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 10:54:08.372658 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9c2a635-a543-4eb2-83b5-ac10917131fc req-6a98ed70-a4a2-4106-929b-a53e37397d30 service neutron] Attempting to bind port e866b763-cdf8-431d-898f-26de958517fb on network 06a03d11-0320-4e55-abd7-7bbd1ed6ce00 {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:54:08.379579 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] No Port match for: e9468d45-94d2-43e4-b7b2-4cf8f9b9b332 {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:54:08.379929 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device e9468d45-94d2-43e4-b7b2-4cf8f9b9b332 not bound to the agent host n-h1-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:54:08.383202 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9c2a635-a543-4eb2-83b5-ac10917131fc req-6a98ed70-a4a2-4106-929b-a53e37397d30 service neutron] Checking agent: {'id': 'a52e1cab-0c63-402d-9c94-330537c6c076', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 16, 2), 'started_at': datetime.datetime(2021, 10, 27, 10, 16, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 54, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:54:08.383629 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9c2a635-a543-4eb2-83b5-ac10917131fc req-6a98ed70-a4a2-4106-929b-a53e37397d30 service neutron] Checking segment: {'id': 'a0ea305f-e294-462d-83ec-f87a949da7f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '06a03d11-0320-4e55-abd7-7bbd1ed6ce00'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:54:08.384150 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9c2a635-a543-4eb2-83b5-ac10917131fc req-6a98ed70-a4a2-4106-929b-a53e37397d30 service neutron] Bound using segment: {'id': 'a0ea305f-e294-462d-83ec-f87a949da7f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '06a03d11-0320-4e55-abd7-7bbd1ed6ce00'} {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:54:08.384645 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.managers [req-f9c2a635-a543-4eb2-83b5-ac10917131fc req-6a98ed70-a4a2-4106-929b-a53e37397d30 service neutron] Bound port: e866b763-cdf8-431d-898f-26de958517fb, host: n-h1-813419-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0ea305f-e294-462d-83ec-f87a949da7f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '06a03d11-0320-4e55-abd7-7bbd1ed6ce00'}}] {{(pid=102346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:54:08.385713 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-f9c2a635-a543-4eb2-83b5-ac10917131fc req-6a98ed70-a4a2-4106-929b-a53e37397d30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:08.407871 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-474cdf2f-7822-4f36-9e9f-fdde1af0edcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586917'] for network, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:08.425631 n-d-813419-10 neutron-server[102347]: INFO neutron.db.l3_db [None req-bb8fe876-8fb8-448d-83eb-ca4954a85cbf tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Floating IP 9d8d1190-3799-4fb2-8d47-ae1a2f5ec547 associated. External IP: 172.25.8.112, port: e64f9fdc-bedf-44df-9ae2-7cd38244f7ff. Oct 27 10:54:08.493177 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [req-f9c2a635-a543-4eb2-83b5-ac10917131fc req-6a98ed70-a4a2-4106-929b-a53e37397d30 service neutron] For port e866b763-cdf8-431d-898f-26de958517fb, host n-h1-813419-10, cleared binding levels {{(pid=102346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:54:08.543448 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [req-f9c2a635-a543-4eb2-83b5-ac10917131fc req-6a98ed70-a4a2-4106-929b-a53e37397d30 service neutron] For port e866b763-cdf8-431d-898f-26de958517fb, host n-h1-813419-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=e866b763-cdf8-431d-898f-26de958517fb,segment=NetworkSegment(a0ea305f-e294-462d-83ec-f87a949da7f5),segment_id=a0ea305f-e294-462d-83ec-f87a949da7f5)] {{(pid=102346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:54:08.550288 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 36470) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:54:08.566769 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-474cdf2f-7822-4f36-9e9f-fdde1af0edcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857803', 'neutron.services.segments.db._delete_segments_for_network-8743873143390'] for network, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:08.569517 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-f9c2a635-a543-4eb2-83b5-ac10917131fc req-6a98ed70-a4a2-4106-929b-a53e37397d30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27024173'] for port, after_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:08.607917 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-9c555458-6e74-4266-8ed8-4c87492a0498 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:08.632369 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-474cdf2f-7822-4f36-9e9f-fdde1af0edcb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41cc0b8d-2606-463b-8700-70ffb3649a00']}} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:54:08.656230 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb8fe876-8fb8-448d-83eb-ca4954a85cbf tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Router d0f0b701-befd-4db0-8d77-36a1f6716665 has already been hosted by L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb {{(pid=102347) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 10:54:08.664130 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c2a635-a543-4eb2-83b5-ac10917131fc req-6a98ed70-a4a2-4106-929b-a53e37397d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:54:08.665185 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-f9c2a635-a543-4eb2-83b5-ac10917131fc req-6a98ed70-a4a2-4106-929b-a53e37397d30 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:08.668611 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-f9c2a635-a543-4eb2-83b5-ac10917131fc req-6a98ed70-a4a2-4106-929b-a53e37397d30 service neutron] 10.222.0.64 "PUT /v2.0/ports/e866b763-cdf8-431d-898f-26de958517fb HTTP/1.1" status: 200 len: 1093 time: 1.1823800 Oct 27 10:54:08.674214 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f387a798-4bb5-43eb-983f-6dd52dc8832a', 'tag': 'e866b763-cdf8-431d-898f-26de958517fb'}] {{(pid=102346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:54:08.676633 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc0e418f5fc417c8d55d94c0aa509b037d0beb2a734c1a709e789eb65639a56d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42952644-6ee9-492a-b26f-d42839d9fede" -d '{"events": [{"name": "network-changed", "server_uuid": "f387a798-4bb5-43eb-983f-6dd52dc8832a", "tag": "e866b763-cdf8-431d-898f-26de958517fb"}]}' {{(pid=102346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:54:08.695398 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-474cdf2f-7822-4f36-9e9f-fdde1af0edcb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4625b61b-1477-47c9-ba42-a27e05d4e4ec') {'for_net_delete': True} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:54:08.695708 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-474cdf2f-7822-4f36-9e9f-fdde1af0edcb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4625b61b-1477-47c9-ba42-a27e05d4e4ec') {} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:54:08.788046 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-474cdf2f-7822-4f36-9e9f-fdde1af0edcb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743873145191', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25847877'] for segment, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:08.795420 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 10:54:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-674c080c-4e0b-42b8-8a54-8b88df0dd146 x-openstack-request-id: req-674c080c-4e0b-42b8-8a54-8b88df0dd146 {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:54:08.795707 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f387a798-4bb5-43eb-983f-6dd52dc8832a", "tag": "e866b763-cdf8-431d-898f-26de958517fb", "status": "completed", "code": 200}]} {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:54:08.795963 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-674c080c-4e0b-42b8-8a54-8b88df0dd146 {{(pid=102346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:54:08.796406 n-d-813419-10 neutron-server[102346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f387a798-4bb5-43eb-983f-6dd52dc8832a', 'tag': 'e866b763-cdf8-431d-898f-26de958517fb', 'status': 'completed', 'code': 200} Oct 27 10:54:08.839036 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a98ed70-a4a2-4106-929b-a53e37397d30 service neutron] Pushing event updated for resources: {'Port': ['ID=e866b763-cdf8-431d-898f-26de958517fb,revision_number=3']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:54:08.850855 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb8fe876-8fb8-448d-83eb-ca4954a85cbf tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:54:08.859306 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-474cdf2f-7822-4f36-9e9f-fdde1af0edcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:08.862056 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a579f678-a192-47d2-8007-e3dae3cea3f4 None None] Sync routers for ids ['d0f0b701-befd-4db0-8d77-36a1f6716665'] in n-d-813419-10 {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:54:08.874700 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a579f678-a192-47d2-8007-e3dae3cea3f4 None None] Routers {'d0f0b701-befd-4db0-8d77-36a1f6716665'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:54:08.875249 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-a579f678-a192-47d2-8007-e3dae3cea3f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:53:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['d0f0b701-befd-4db0-8d77-36a1f6716665'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:54:08.886363 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-bb8fe876-8fb8-448d-83eb-ca4954a85cbf tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for floatingip, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:08.887794 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-474cdf2f-7822-4f36-9e9f-fdde1af0edcb admin admin] Releasing vlan 414 on physical network physnet1 to pool {{(pid=102346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 10:54:08.888251 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-474cdf2f-7822-4f36-9e9f-fdde1af0edcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27024137'] for segment, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:08.891124 n-d-813419-10 neutron-server[102346]: Traceback (most recent call last): Oct 27 10:54:08.891124 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 10:54:08.891124 n-d-813419-10 neutron-server[102346]: timer() Oct 27 10:54:08.891124 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 10:54:08.891124 n-d-813419-10 neutron-server[102346]: cb(*args, **kw) Oct 27 10:54:08.891124 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 10:54:08.891124 n-d-813419-10 neutron-server[102346]: return func(*args, **kwargs) Oct 27 10:54:08.891124 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 10:54:08.891124 n-d-813419-10 neutron-server[102346]: self._notify() Oct 27 10:54:08.891124 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 10:54:08.891124 n-d-813419-10 neutron-server[102346]: self.callback(batched_events) Oct 27 10:54:08.891124 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 10:54:08.891124 n-d-813419-10 neutron-server[102346]: event.method(event) Oct 27 10:54:08.891124 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 10:54:08.891124 n-d-813419-10 neutron-server[102346]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 10:54:08.891124 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 10:54:08.891124 n-d-813419-10 neutron-server[102346]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 10:54:08.891124 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 10:54:08.891124 n-d-813419-10 neutron-server[102346]: return f(self, *a, **k) Oct 27 10:54:08.891124 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 10:54:08.891124 n-d-813419-10 neutron-server[102346]: return self._get(url).json() Oct 27 10:54:08.891124 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 10:54:08.891124 n-d-813419-10 neutron-server[102346]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 10:54:08.891124 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 10:54:08.891124 n-d-813419-10 neutron-server[102346]: return self.request(url, 'GET', **kwargs) Oct 27 10:54:08.891124 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 10:54:08.891124 n-d-813419-10 neutron-server[102346]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 10:54:08.891124 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 10:54:08.891124 n-d-813419-10 neutron-server[102346]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 10:54:08.891124 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 10:54:08.891124 n-d-813419-10 neutron-server[102346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 10:54:08.891124 n-d-813419-10 neutron-server[102346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 10:54:08.946147 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-bb8fe876-8fb8-448d-83eb-ca4954a85cbf tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.9940865 Oct 27 10:54:08.987263 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c2a635-a543-4eb2-83b5-ac10917131fc req-0063f5f2-e8a2-422f-af23-15d7a074bfc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:54:08.989769 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-f9c2a635-a543-4eb2-83b5-ac10917131fc req-0063f5f2-e8a2-422f-af23-15d7a074bfc8 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=288186d24e824ccf95cff6bc1e22a0cc&device_id=f387a798-4bb5-43eb-983f-6dd52dc8832a HTTP/1.1" status: 200 len: 1096 time: 0.2365172 Oct 27 10:54:09.033278 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvr_db [None req-a579f678-a192-47d2-8007-e3dae3cea3f4 None None] Set router d0f0b701-befd-4db0-8d77-36a1f6716665 gateway port host: n-d-813419-10 {{(pid=102348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:54:09.074420 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-474cdf2f-7822-4f36-9e9f-fdde1af0edcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664840'] for network, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:09.077355 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-f9c2a635-a543-4eb2-83b5-ac10917131fc req-6890890f-1c1c-4b8a-8277-9a068c082042 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e866b763-cdf8-431d-898f-26de958517fb HTTP/1.1" status: 200 len: 217 time: 0.0776286 Oct 27 10:54:09.081618 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-9c555458-6e74-4266-8ed8-4c87492a0498 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:09.085040 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-474cdf2f-7822-4f36-9e9f-fdde1af0edcb admin admin] Publish callbacks [] for network, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:09.088250 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-474cdf2f-7822-4f36-9e9f-fdde1af0edcb admin admin] 10.222.0.44 "DELETE /v2.0/networks/41cc0b8d-2606-463b-8700-70ffb3649a00 HTTP/1.1" status: 204 len: 168 time: 0.8008986 Oct 27 10:54:09.094232 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ea33ef-ff5a-4805-98a2-aca7509ab4b2 req-fcd9ab0b-5fb8-428a-a636-b768545cdef4 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:54:09.096693 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-60ea33ef-ff5a-4805-98a2-aca7509ab4b2 req-fcd9ab0b-5fb8-428a-a636-b768545cdef4 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "GET /v2.0/ports?device_id=32c83879-889b-42fc-9b3a-977d6172e638 HTTP/1.1" status: 200 len: 945 time: 0.0703113 Oct 27 10:54:09.097486 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 36478) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:54:09.097620 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a30ba2d-747c-4474-9e2d-dbf9e971da99 req-63aa2f24-0e15-49a6-bfb1-2d4c344e468d tempest-VolumesSnapshotTestJSON-2053090724 tempest-VolumesSnapshotTestJSON-2053090724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:54:09.100589 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-7a30ba2d-747c-4474-9e2d-dbf9e971da99 req-63aa2f24-0e15-49a6-bfb1-2d4c344e468d tempest-VolumesSnapshotTestJSON-2053090724 tempest-VolumesSnapshotTestJSON-2053090724-project] 10.222.0.44 "GET /v2.0/ports?device_id=f387a798-4bb5-43eb-983f-6dd52dc8832a HTTP/1.1" status: 200 len: 944 time: 0.2672641 Oct 27 10:54:09.100742 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:09.118216 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-9c555458-6e74-4266-8ed8-4c87492a0498 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:09.141538 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474cdf2f-7822-4f36-9e9f-fdde1af0edcb admin admin] Pushing event deleted for resources: {'Network': ['ID=41cc0b8d-2606-463b-8700-70ffb3649a00,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:54:09.174498 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_v2 [None req-44ae1d1e-44cb-42da-acb0-90356fab4222 admin admin] Deleting subnet 508535d8-1edc-417f-a479-c3bce1b07c93 {{(pid=102347) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 10:54:09.180141 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-44ae1d1e-44cb-42da-acb0-90356fab4222 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:09.185055 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-60ea33ef-ff5a-4805-98a2-aca7509ab4b2 req-4ecf1523-94c5-49f7-943e-f6417273c174 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "GET /v2.0/security-groups?id=400a7a10-ae98-4ff7-8b32-bae6f0d1c63e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557697 Oct 27 10:54:09.211925 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 36480) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:54:09.229475 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-7a30ba2d-747c-4474-9e2d-dbf9e971da99 req-f337c168-d498-4935-8d01-7d8ef50bb6b6 tempest-VolumesSnapshotTestJSON-2053090724 tempest-VolumesSnapshotTestJSON-2053090724-project] 10.222.0.44 "GET /v2.0/security-groups?id=89962c1d-db74-4ae6-9f26-f13036e9dc23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135530 Oct 27 10:54:09.232737 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-9c555458-6e74-4266-8ed8-4c87492a0498 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=58611c6d966d4f5682f6b80e19113994&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6816316 Oct 27 10:54:09.233823 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c555458-6e74-4266-8ed8-4c87492a0498 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75290089-70ca-4013-8c66-2309521e9a67,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:54:09.238256 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c2a635-a543-4eb2-83b5-ac10917131fc req-c5a376ac-1342-47e7-8e21-ed1cbfec2591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:54:09.239361 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-f9c2a635-a543-4eb2-83b5-ac10917131fc req-c5a376ac-1342-47e7-8e21-ed1cbfec2591 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=06dc687d-e4f4-4a0e-8ac0-e3468f0f7c40 HTTP/1.1" status: 200 len: 853 time: 0.1500423 Oct 27 10:54:09.240163 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 36484) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:54:09.279981 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32c83879-889b-42fc-9b3a-977d6172e638', 'tag': 'e64f9fdc-bedf-44df-9ae2-7cd38244f7ff'}] {{(pid=102347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:54:09.283069 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311149b481204ee7edffdb959c881838506fbd95bc8577c048f6677abb73acc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac499710-f319-4f27-910b-df20f9962e59" -d '{"events": [{"name": "network-changed", "server_uuid": "32c83879-889b-42fc-9b3a-977d6172e638", "tag": "e64f9fdc-bedf-44df-9ae2-7cd38244f7ff"}]}' {{(pid=102347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:54:09.301513 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-f9c2a635-a543-4eb2-83b5-ac10917131fc req-6d75258d-d670-4d7d-b014-0b1e1759e0a9 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=06a03d11-0320-4e55-abd7-7bbd1ed6ce00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0537486 Oct 27 10:54:09.309446 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-44ae1d1e-44cb-42da-acb0-90356fab4222 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-18445109'] for subnet, precommit_delete_associations {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:09.422290 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-a579f678-a192-47d2-8007-e3dae3cea3f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0f0b701-befd-4db0-8d77-36a1f6716665', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1794889257', 'tenant_id': '7f357cb809634e50864d0c31dbcbd617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.247'}], 'enable_snat': True}, 'gw_port_id': '78ff4059-5a93-499a-9f2b-635ce7973509', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:53:42Z', 'updated_at': '2021-10-27T10:53:48Z', 'revision_number': 4, 'project_id': '7f357cb809634e50864d0c31dbcbd617', 'gw_port': {'id': '78ff4059-5a93-499a-9f2b-635ce7973509', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:39:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0f0b701-befd-4db0-8d77-36a1f6716665', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3699, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:53:42Z', 'updated_at': '2021-10-27T10:53:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_floatingips': [{'id': '9d8d1190-3799-4fb2-8d47-ae1a2f5ec547', 'tenant_id': '7f357cb809634e50864d0c31dbcbd617', 'floating_ip_address': '172.25.8.112', 'floating_network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'router_id': 'd0f0b701-befd-4db0-8d77-36a1f6716665', 'port_id': 'e64f9fdc-bedf-44df-9ae2-7cd38244f7ff', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3727, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5881e9db-d98c-456c-a859-ceca0aeadc80', 'mac_address': 'fa:16:3e:01:83:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c83879-889b-42fc-9b3a-977d6172e638', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T10:54:07Z', 'updated_at': '2021-10-27T10:54:07Z', 'revision_number': 0, 'project_id': '7f357cb809634e50864d0c31dbcbd617', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '621c6289-8f96-4317-bdd7-7e9d9ffa58c9', 'name': '', 'network_id': '5881e9db-d98c-456c-a859-ceca0aeadc80', 'tenant_id': '7f357cb809634e50864d0c31dbcbd617', 'mac_address': 'fa:16:3e:cc:7b:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0f0b701-befd-4db0-8d77-36a1f6716665', 'device_owner': 'network:router_interface', 'standard_attr_id': 3703, 'fixed_ips': [{'subnet_id': '81b47fe0-cd37-412d-b552-4ac6bd910a15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:53:47Z', 'updated_at': '2021-10-27T10:53:53Z', 'revision_number': 5, 'project_id': '7f357cb809634e50864d0c31dbcbd617', 'subnets': [{'id': '81b47fe0-cd37-412d-b552-4ac6bd910a15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:54:09.437418 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-e28a68e7-ddc0-4cee-992b-ce49dcd829ea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:09.456500 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a579f678-a192-47d2-8007-e3dae3cea3f4 None None] Checking router: d0f0b701-befd-4db0-8d77-36a1f6716665 for host: n-d-813419-10 {{(pid=102348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 10:54:09.467506 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a579f678-a192-47d2-8007-e3dae3cea3f4 None None] Routers {'d0f0b701-befd-4db0-8d77-36a1f6716665'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:54:09.468849 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-a579f678-a192-47d2-8007-e3dae3cea3f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:53:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['d0f0b701-befd-4db0-8d77-36a1f6716665'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:54:09.502271 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-e28a68e7-ddc0-4cee-992b-ce49dcd829ea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:09.511511 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac499710-f319-4f27-910b-df20f9962e59 req-343ad119-caf0-41af-987c-eb5f29b3158b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:54:09.513214 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ac499710-f319-4f27-910b-df20f9962e59 req-343ad119-caf0-41af-987c-eb5f29b3158b service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=7f357cb809634e50864d0c31dbcbd617&device_id=32c83879-889b-42fc-9b3a-977d6172e638 HTTP/1.1" status: 200 len: 1097 time: 0.1152041 Oct 27 10:54:09.517746 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-f9c2a635-a543-4eb2-83b5-ac10917131fc req-221bc75d-054a-4cba-994b-a458b8b85354 service neutron] 10.222.0.64 "GET /v2.0/networks/06a03d11-0320-4e55-abd7-7bbd1ed6ce00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2083189 Oct 27 10:54:09.647813 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvr_db [None req-a579f678-a192-47d2-8007-e3dae3cea3f4 None None] Set router d0f0b701-befd-4db0-8d77-36a1f6716665 gateway port host: n-d-813419-10 {{(pid=102348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:54:09.711817 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-e28a68e7-ddc0-4cee-992b-ce49dcd829ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:09.715396 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-e28a68e7-ddc0-4cee-992b-ce49dcd829ea admin admin] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:09.716614 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-e28a68e7-ddc0-4cee-992b-ce49dcd829ea admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/75290089-70ca-4013-8c66-2309521e9a67 HTTP/1.1" status: 204 len: 168 time: 0.4755189 Oct 27 10:54:09.731652 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 10:54:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28bbaf3c-5749-477b-887f-640bde8b26e5 x-openstack-request-id: req-28bbaf3c-5749-477b-887f-640bde8b26e5 {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:54:09.731938 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32c83879-889b-42fc-9b3a-977d6172e638", "tag": "e64f9fdc-bedf-44df-9ae2-7cd38244f7ff", "status": "completed", "code": 200}]} {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:54:09.732311 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-28bbaf3c-5749-477b-887f-640bde8b26e5 {{(pid=102347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:54:09.733846 n-d-813419-10 neutron-server[102347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32c83879-889b-42fc-9b3a-977d6172e638', 'tag': 'e64f9fdc-bedf-44df-9ae2-7cd38244f7ff', 'status': 'completed', 'code': 200} Oct 27 10:54:09.733998 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac499710-f319-4f27-910b-df20f9962e59 req-c0497252-dcd8-414f-b774-5ce022392617 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:54:09.735375 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ac499710-f319-4f27-910b-df20f9962e59 req-c0497252-dcd8-414f-b774-5ce022392617 service neutron] 10.222.0.76 "GET /v2.0/networks?id=5881e9db-d98c-456c-a859-ceca0aeadc80 HTTP/1.1" status: 200 len: 898 time: 0.2134209 Oct 27 10:54:09.749403 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-65c02411-ffa1-4212-b6a6-95a18290d759 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "GET /v2.0/floatingips/9d8d1190-3799-4fb2-8d47-ae1a2f5ec547 HTTP/1.1" status: 200 len: 991 time: 0.5359998 Oct 27 10:54:09.776625 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-44ae1d1e-44cb-42da-acb0-90356fab4222 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855646'] for subnet, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:09.781997 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28a68e7-ddc0-4cee-992b-ce49dcd829ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75290089-70ca-4013-8c66-2309521e9a67,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:54:09.794388 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-f9c2a635-a543-4eb2-83b5-ac10917131fc req-3c7afb9e-d3ac-4b03-b76d-2ec62e29cd21 service neutron] 10.222.0.64 "GET /v2.0/networks/06a03d11-0320-4e55-abd7-7bbd1ed6ce00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2663434 Oct 27 10:54:09.942897 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-44ae1d1e-44cb-42da-acb0-90356fab4222 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-18295818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18043720'] for subnet, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:09.946190 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ac499710-f319-4f27-910b-df20f9962e59 req-a0f6d35a-7b54-4428-9c19-6c5e804fb5c6 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e64f9fdc-bedf-44df-9ae2-7cd38244f7ff HTTP/1.1" status: 200 len: 999 time: 0.1910961 Oct 27 10:54:09.949314 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42952644-6ee9-492a-b26f-d42839d9fede req-658ce2fb-d442-48f6-94d2-7978f4b29b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:54:09.950969 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-42952644-6ee9-492a-b26f-d42839d9fede req-658ce2fb-d442-48f6-94d2-7978f4b29b26 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=288186d24e824ccf95cff6bc1e22a0cc&device_id=f387a798-4bb5-43eb-983f-6dd52dc8832a HTTP/1.1" status: 200 len: 1096 time: 0.0683432 Oct 27 10:54:09.977975 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-44ae1d1e-44cb-42da-acb0-90356fab4222 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:09.987261 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-44ae1d1e-44cb-42da-acb0-90356fab4222 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/508535d8-1edc-417f-a479-c3bce1b07c93 HTTP/1.1" status: 204 len: 168 time: 0.8884420 Oct 27 10:54:09.994783 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-a579f678-a192-47d2-8007-e3dae3cea3f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0f0b701-befd-4db0-8d77-36a1f6716665', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1794889257', 'tenant_id': '7f357cb809634e50864d0c31dbcbd617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.247'}], 'enable_snat': True}, 'gw_port_id': '78ff4059-5a93-499a-9f2b-635ce7973509', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:53:42Z', 'updated_at': '2021-10-27T10:53:48Z', 'revision_number': 4, 'project_id': '7f357cb809634e50864d0c31dbcbd617', 'gw_port': {'id': '78ff4059-5a93-499a-9f2b-635ce7973509', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:39:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0f0b701-befd-4db0-8d77-36a1f6716665', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3699, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:53:42Z', 'updated_at': '2021-10-27T10:53:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_floatingips': [{'id': '9d8d1190-3799-4fb2-8d47-ae1a2f5ec547', 'tenant_id': '7f357cb809634e50864d0c31dbcbd617', 'floating_ip_address': '172.25.8.112', 'floating_network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'router_id': 'd0f0b701-befd-4db0-8d77-36a1f6716665', 'port_id': 'e64f9fdc-bedf-44df-9ae2-7cd38244f7ff', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3727, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5881e9db-d98c-456c-a859-ceca0aeadc80', 'mac_address': 'fa:16:3e:01:83:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c83879-889b-42fc-9b3a-977d6172e638', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T10:54:07Z', 'updated_at': '2021-10-27T10:54:07Z', 'revision_number': 0, 'project_id': '7f357cb809634e50864d0c31dbcbd617', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '621c6289-8f96-4317-bdd7-7e9d9ffa58c9', 'name': '', 'network_id': '5881e9db-d98c-456c-a859-ceca0aeadc80', 'tenant_id': '7f357cb809634e50864d0c31dbcbd617', 'mac_address': 'fa:16:3e:cc:7b:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0f0b701-befd-4db0-8d77-36a1f6716665', 'device_owner': 'network:router_interface', 'standard_attr_id': 3703, 'fixed_ips': [{'subnet_id': '81b47fe0-cd37-412d-b552-4ac6bd910a15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:53:47Z', 'updated_at': '2021-10-27T10:53:53Z', 'revision_number': 5, 'project_id': '7f357cb809634e50864d0c31dbcbd617', 'subnets': [{'id': '81b47fe0-cd37-412d-b552-4ac6bd910a15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:54:10.003532 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 36502) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:54:10.014567 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ae1d1e-44cb-42da-acb0-90356fab4222 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=508535d8-1edc-417f-a479-c3bce1b07c93,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:54:10.046358 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a579f678-a192-47d2-8007-e3dae3cea3f4 None None] The sync data for ids ['d0f0b701-befd-4db0-8d77-36a1f6716665'] in n-d-813419-10 is: [{'id': 'd0f0b701-befd-4db0-8d77-36a1f6716665', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1794889257', 'tenant_id': '7f357cb809634e50864d0c31dbcbd617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.247'}], 'enable_snat': True}, 'gw_port_id': '78ff4059-5a93-499a-9f2b-635ce7973509', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:53:42Z', 'updated_at': '2021-10-27T10:53:48Z', 'revision_number': 4, 'project_id': '7f357cb809634e50864d0c31dbcbd617', 'gw_port': {'id': '78ff4059-5a93-499a-9f2b-635ce7973509', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:39:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0f0b701-befd-4db0-8d77-36a1f6716665', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3699, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:53:42Z', 'updated_at': '2021-10-27T10:53:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_floatingips': [{'id': '9d8d1190-3799-4fb2-8d47-ae1a2f5ec547', 'tenant_id': '7f357cb809634e50864d0c31dbcbd617', 'floating_ip_address': '172.25.8.112', 'floating_network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'router_id': 'd0f0b701-befd-4db0-8d77-36a1f6716665', 'port_id': 'e64f9fdc-bedf-44df-9ae2-7cd38244f7ff', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3727, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5881e9db-d98c-456c-a859-ceca0aeadc80', 'mac_address': 'fa:16:3e:01:83:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c83879-889b-42fc-9b3a-977d6172e638', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T10:54:07Z', 'updated_at': '2021-10-27T10:54:07Z', 'revision_number': 0, 'project_id': '7f357cb809634e50864d0c31dbcbd617', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '621c6289-8f96-4317-bdd7-7e9d9ffa58c9', 'name': '', 'network_id': '5881e9db-d98c-456c-a859-ceca0aeadc80', 'tenant_id': '7f357cb809634e50864d0c31dbcbd617', 'mac_address': 'fa:16:3e:cc:7b:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0f0b701-befd-4db0-8d77-36a1f6716665', 'device_owner': 'network:router_interface', 'standard_attr_id': 3703, 'fixed_ips': [{'subnet_id': '81b47fe0-cd37-412d-b552-4ac6bd910a15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:53:47Z', 'updated_at': '2021-10-27T10:53:53Z', 'revision_number': 5, 'project_id': '7f357cb809634e50864d0c31dbcbd617', 'subnets': [{'id': '81b47fe0-cd37-412d-b552-4ac6bd910a15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:54:10.130134 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac499710-f319-4f27-910b-df20f9962e59 req-d21f1f53-c600-451b-8c5f-1482677e0f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:54:10.131456 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ac499710-f319-4f27-910b-df20f9962e59 req-d21f1f53-c600-451b-8c5f-1482677e0f61 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=81b47fe0-cd37-412d-b552-4ac6bd910a15 HTTP/1.1" status: 200 len: 835 time: 0.1778457 Oct 27 10:54:10.185279 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-568ad4ad-c949-4a47-8c27-bc3ed030ca5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586917'] for network, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:10.222869 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42952644-6ee9-492a-b26f-d42839d9fede req-fb928899-f4d0-42a2-8ca9-26e43b521614 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:54:10.224381 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-42952644-6ee9-492a-b26f-d42839d9fede req-fb928899-f4d0-42a2-8ca9-26e43b521614 service neutron] 10.222.0.64 "GET /v2.0/networks?id=06a03d11-0320-4e55-abd7-7bbd1ed6ce00 HTTP/1.1" status: 200 len: 914 time: 0.2557626 Oct 27 10:54:10.230788 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac499710-f319-4f27-910b-df20f9962e59 req-8171f98b-a84e-4912-8302-38dff22c2e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:54:10.232355 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ac499710-f319-4f27-910b-df20f9962e59 req-8171f98b-a84e-4912-8302-38dff22c2e5a service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=5881e9db-d98c-456c-a859-ceca0aeadc80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0920420 Oct 27 10:54:10.361036 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-42952644-6ee9-492a-b26f-d42839d9fede req-303d2d1c-7d26-405a-9a3f-bf59e4103c4a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e866b763-cdf8-431d-898f-26de958517fb HTTP/1.1" status: 200 len: 217 time: 0.1104190 Oct 27 10:54:10.409493 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e05aa0e7-34fc-4523-b771-9a8b37e9dbec None None] New status for floating IP 9d8d1190-3799-4fb2-8d47-ae1a2f5ec547: ACTIVE {{(pid=102349) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 10:54:10.476783 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-568ad4ad-c949-4a47-8c27-bc3ed030ca5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857803', 'neutron.services.segments.db._delete_segments_for_network-8743873143390'] for network, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:10.527207 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-568ad4ad-c949-4a47-8c27-bc3ed030ca5d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1695593-2148-4da8-9f5e-8e7e8051f400']}} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:54:10.544080 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42952644-6ee9-492a-b26f-d42839d9fede req-4bf05c95-163d-421e-80d5-d8971b230968 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:54:10.545743 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-42952644-6ee9-492a-b26f-d42839d9fede req-4bf05c95-163d-421e-80d5-d8971b230968 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=06dc687d-e4f4-4a0e-8ac0-e3468f0f7c40 HTTP/1.1" status: 200 len: 853 time: 0.1471169 Oct 27 10:54:10.549572 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ac499710-f319-4f27-910b-df20f9962e59 req-c6a6c658-e395-4f83-ba7f-dcb46d4a941e service neutron] 10.222.0.76 "GET /v2.0/networks/5881e9db-d98c-456c-a859-ceca0aeadc80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3001060 Oct 27 10:54:10.551270 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-568ad4ad-c949-4a47-8c27-bc3ed030ca5d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f62c9376-4db7-4cf4-ab02-422f5d816ddb') {'for_net_delete': True} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:54:10.551563 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-568ad4ad-c949-4a47-8c27-bc3ed030ca5d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f62c9376-4db7-4cf4-ab02-422f5d816ddb') {} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:54:10.560914 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af39f008-ab81-4cde-a98a-f414405cf837 req-90e177d2-ecc1-42e1-bb71-934dda806dc8 tempest-VolumesSnapshotTestJSON-2053090724 tempest-VolumesSnapshotTestJSON-2053090724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:54:10.562428 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-af39f008-ab81-4cde-a98a-f414405cf837 req-90e177d2-ecc1-42e1-bb71-934dda806dc8 tempest-VolumesSnapshotTestJSON-2053090724 tempest-VolumesSnapshotTestJSON-2053090724-project] 10.222.0.44 "GET /v2.0/ports?device_id=f387a798-4bb5-43eb-983f-6dd52dc8832a HTTP/1.1" status: 200 len: 944 time: 0.2032437 Oct 27 10:54:10.590022 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-568ad4ad-c949-4a47-8c27-bc3ed030ca5d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743873145191', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25847877'] for segment, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:10.616825 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-42952644-6ee9-492a-b26f-d42839d9fede req-731e21f3-fec0-464f-b916-d13643173017 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=06a03d11-0320-4e55-abd7-7bbd1ed6ce00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0487101 Oct 27 10:54:10.695739 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-568ad4ad-c949-4a47-8c27-bc3ed030ca5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:10.732868 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-568ad4ad-c949-4a47-8c27-bc3ed030ca5d admin admin] Releasing vlan 420 on physical network physnet1 to pool {{(pid=102346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 10:54:10.733275 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-568ad4ad-c949-4a47-8c27-bc3ed030ca5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27024137'] for segment, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:10.737889 n-d-813419-10 neutron-server[102346]: Traceback (most recent call last): Oct 27 10:54:10.737889 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 10:54:10.737889 n-d-813419-10 neutron-server[102346]: timer() Oct 27 10:54:10.737889 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 10:54:10.737889 n-d-813419-10 neutron-server[102346]: cb(*args, **kw) Oct 27 10:54:10.737889 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 10:54:10.737889 n-d-813419-10 neutron-server[102346]: return func(*args, **kwargs) Oct 27 10:54:10.737889 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 10:54:10.737889 n-d-813419-10 neutron-server[102346]: self._notify() Oct 27 10:54:10.737889 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 10:54:10.737889 n-d-813419-10 neutron-server[102346]: self.callback(batched_events) Oct 27 10:54:10.737889 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 10:54:10.737889 n-d-813419-10 neutron-server[102346]: event.method(event) Oct 27 10:54:10.737889 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 10:54:10.737889 n-d-813419-10 neutron-server[102346]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 10:54:10.737889 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 10:54:10.737889 n-d-813419-10 neutron-server[102346]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 10:54:10.737889 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 10:54:10.737889 n-d-813419-10 neutron-server[102346]: return f(self, *a, **k) Oct 27 10:54:10.737889 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 10:54:10.737889 n-d-813419-10 neutron-server[102346]: return self._get(url).json() Oct 27 10:54:10.737889 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 10:54:10.737889 n-d-813419-10 neutron-server[102346]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 10:54:10.737889 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 10:54:10.737889 n-d-813419-10 neutron-server[102346]: return self.request(url, 'GET', **kwargs) Oct 27 10:54:10.737889 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 10:54:10.737889 n-d-813419-10 neutron-server[102346]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 10:54:10.737889 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 10:54:10.737889 n-d-813419-10 neutron-server[102346]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 10:54:10.737889 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 10:54:10.737889 n-d-813419-10 neutron-server[102346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 10:54:10.737889 n-d-813419-10 neutron-server[102346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 10:54:10.752332 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 36526) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:54:10.811229 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-af39f008-ab81-4cde-a98a-f414405cf837 req-4d84534f-3ccd-46a5-b7cf-160634519e8e tempest-VolumesSnapshotTestJSON-2053090724 tempest-VolumesSnapshotTestJSON-2053090724-project] 10.222.0.44 "GET /v2.0/security-groups?id=89962c1d-db74-4ae6-9f26-f13036e9dc23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2171798 Oct 27 10:54:10.858436 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-72314503-445b-4475-b3eb-4a57525bf499 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "GET /v2.0/floatingips/9d8d1190-3799-4fb2-8d47-ae1a2f5ec547 HTTP/1.1" status: 200 len: 993 time: 0.1043582 Oct 27 10:54:10.882319 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-568ad4ad-c949-4a47-8c27-bc3ed030ca5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664840'] for network, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:10.893938 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ac499710-f319-4f27-910b-df20f9962e59 req-8829c600-a9e5-4a55-985a-1208e93d81fa service neutron] 10.222.0.76 "GET /v2.0/networks/5881e9db-d98c-456c-a859-ceca0aeadc80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3247669 Oct 27 10:54:10.895768 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-568ad4ad-c949-4a47-8c27-bc3ed030ca5d admin admin] Publish callbacks [] for network, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:10.901222 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-568ad4ad-c949-4a47-8c27-bc3ed030ca5d admin admin] 10.222.0.44 "DELETE /v2.0/networks/b1695593-2148-4da8-9f5e-8e7e8051f400 HTTP/1.1" status: 204 len: 168 time: 0.8932490 Oct 27 10:54:10.902253 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-42952644-6ee9-492a-b26f-d42839d9fede req-0fa39b46-c6ae-4949-a0bc-32315761cd0a service neutron] 10.222.0.64 "GET /v2.0/networks/06a03d11-0320-4e55-abd7-7bbd1ed6ce00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2692876 Oct 27 10:54:10.923032 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568ad4ad-c949-4a47-8c27-bc3ed030ca5d admin admin] Pushing event deleted for resources: {'Network': ['ID=b1695593-2148-4da8-9f5e-8e7e8051f400,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:54:11.025986 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-42952644-6ee9-492a-b26f-d42839d9fede req-0c8b272f-a1fc-4869-a76c-76679897521b service neutron] 10.222.0.64 "GET /v2.0/networks/06a03d11-0320-4e55-abd7-7bbd1ed6ce00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1149666 Oct 27 10:54:11.129675 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 36536) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:54:11.175444 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-7c0e5bcd-f3a7-4f5c-933f-814fa1a97154 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=10c1d3bf6b6b4e46b5fd12b0ce045908&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0445518 Oct 27 10:54:11.178150 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 36540) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:54:11.246640 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-d5bf68fb-0116-4309-90ce-3307a8b2fc17 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:11.294922 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-d5bf68fb-0116-4309-90ce-3307a8b2fc17 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:11.370462 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-d5bf68fb-0116-4309-90ce-3307a8b2fc17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:11.373566 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-d5bf68fb-0116-4309-90ce-3307a8b2fc17 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:11.374858 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-d5bf68fb-0116-4309-90ce-3307a8b2fc17 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1130bcb4-7dd9-4069-981d-b1fd7930a914 HTTP/1.1" status: 204 len: 168 time: 0.1957605 Oct 27 10:54:11.385397 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bf68fb-0116-4309-90ce-3307a8b2fc17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1130bcb4-7dd9-4069-981d-b1fd7930a914,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:54:11.741510 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 36562) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:54:11.786104 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-cc4d074d-8334-480b-9069-d4ee3004fd26 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=639bd4bba49a4d4e8e7fd27e7ff05ece&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0431230 Oct 27 10:54:11.788518 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 36568) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:54:11.856505 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-f661c8de-9962-44d4-a3c8-d4f613beb2f1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:11.886260 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-f661c8de-9962-44d4-a3c8-d4f613beb2f1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:11.968574 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-f661c8de-9962-44d4-a3c8-d4f613beb2f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:11.971138 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-f661c8de-9962-44d4-a3c8-d4f613beb2f1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:11.975190 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-f661c8de-9962-44d4-a3c8-d4f613beb2f1 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1a144c8f-d4f6-4390-a8d5-e10af9f9bd0d HTTP/1.1" status: 204 len: 168 time: 0.1857398 Oct 27 10:54:11.993050 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccffd6f-1c8c-4de1-8a1e-7988bf212c89 req-60ac9998-e5fa-4713-967b-e2fe3ff280b0 tempest-VolumesSnapshotTestJSON-2053090724 tempest-VolumesSnapshotTestJSON-2053090724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:54:11.995322 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-2ccffd6f-1c8c-4de1-8a1e-7988bf212c89 req-60ac9998-e5fa-4713-967b-e2fe3ff280b0 tempest-VolumesSnapshotTestJSON-2053090724 tempest-VolumesSnapshotTestJSON-2053090724-project] 10.222.0.44 "GET /v2.0/ports?device_id=f387a798-4bb5-43eb-983f-6dd52dc8832a HTTP/1.1" status: 200 len: 944 time: 0.0671182 Oct 27 10:54:11.996779 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f661c8de-9962-44d4-a3c8-d4f613beb2f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a144c8f-d4f6-4390-a8d5-e10af9f9bd0d,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:54:12.062045 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-2ccffd6f-1c8c-4de1-8a1e-7988bf212c89 req-3c886cc7-1c14-44cd-b57e-200b0b599a38 tempest-VolumesSnapshotTestJSON-2053090724 tempest-VolumesSnapshotTestJSON-2053090724-project] 10.222.0.44 "GET /v2.0/security-groups?id=89962c1d-db74-4ae6-9f26-f13036e9dc23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436995 Oct 27 10:54:12.380381 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device e866b763-cdf8-431d-898f-26de958517fb details requested by agent hyperv_n-h1-813419-10 with host n-h1-813419-10 {{(pid=102348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 10:54:12.520567 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port e866b763-cdf8-431d-898f-26de958517fb, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=e866b763-cdf8-431d-898f-26de958517fb,segment=NetworkSegment(a0ea305f-e294-462d-83ec-f87a949da7f5),segment_id=a0ea305f-e294-462d-83ec-f87a949da7f5)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:54:12.538982 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Returning: {'device': 'e866b763-cdf8-431d-898f-26de958517fb', 'network_id': '06a03d11-0320-4e55-abd7-7bbd1ed6ce00', 'port_id': 'e866b763-cdf8-431d-898f-26de958517fb', 'mac_address': 'fa:16:3e:fc:b3:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06dc687d-e4f4-4a0e-8ac0-e3468f0f7c40', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 10:54:12.591298 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:12.609913 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e866b763-cdf8-431d-898f-26de958517fb {{(pid=102348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:54:12.634063 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port e866b763-cdf8-431d-898f-26de958517fb, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=e866b763-cdf8-431d-898f-26de958517fb,segment=NetworkSegment(a0ea305f-e294-462d-83ec-f87a949da7f5),segment_id=a0ea305f-e294-462d-83ec-f87a949da7f5)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:54:12.639360 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:12.724113 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Pushing event updated for resources: {'Port': ['ID=e866b763-cdf8-431d-898f-26de958517fb,revision_number=4']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:54:12.857947 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] get_ports_and_sgs() called for port_ids ['e866b763-cdf8-431d-898f-26de958517fb'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:54:12.987937 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 36612) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:54:13.155572 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-0d7668ac-525f-4bbe-b18a-ad7fb68317d7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:13.234225 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4276e964-1139-4f42-965f-8ed9e38a5feb req-491a69de-9e6b-4c5a-b295-1927f8634a5d tempest-VolumesSnapshotTestJSON-2053090724 tempest-VolumesSnapshotTestJSON-2053090724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:54:13.244157 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-4276e964-1139-4f42-965f-8ed9e38a5feb req-491a69de-9e6b-4c5a-b295-1927f8634a5d tempest-VolumesSnapshotTestJSON-2053090724 tempest-VolumesSnapshotTestJSON-2053090724-project] 10.222.0.44 "GET /v2.0/ports?device_id=f387a798-4bb5-43eb-983f-6dd52dc8832a HTTP/1.1" status: 200 len: 945 time: 0.0804708 Oct 27 10:54:13.281980 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-0d7668ac-525f-4bbe-b18a-ad7fb68317d7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:13.287321 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-0d7668ac-525f-4bbe-b18a-ad7fb68317d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:13.312344 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-4276e964-1139-4f42-965f-8ed9e38a5feb req-932c9a67-4701-4064-acbe-ede686c72df4 tempest-VolumesSnapshotTestJSON-2053090724 tempest-VolumesSnapshotTestJSON-2053090724-project] 10.222.0.44 "GET /v2.0/security-groups?id=89962c1d-db74-4ae6-9f26-f13036e9dc23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665908 Oct 27 10:54:13.364296 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7668ac-525f-4bbe-b18a-ad7fb68317d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc1110de-d6d6-4ca7-996d-e15c0bab3b27,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:54:13.371957 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-0d7668ac-525f-4bbe-b18a-ad7fb68317d7 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=62c14db3e156469db6a4bb1e485075d7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3824759 Oct 27 10:54:13.375080 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 36620) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:54:13.429923 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-eaa30dc2-db41-4f5f-a281-4d9229807dd5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:13.455874 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-eaa30dc2-db41-4f5f-a281-4d9229807dd5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:13.513283 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-eaa30dc2-db41-4f5f-a281-4d9229807dd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:13.517254 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-eaa30dc2-db41-4f5f-a281-4d9229807dd5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:13.518564 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-eaa30dc2-db41-4f5f-a281-4d9229807dd5 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/dc1110de-d6d6-4ca7-996d-e15c0bab3b27 HTTP/1.1" status: 204 len: 168 time: 0.1414533 Oct 27 10:54:13.534416 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa30dc2-db41-4f5f-a281-4d9229807dd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc1110de-d6d6-4ca7-996d-e15c0bab3b27,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:54:13.800045 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 36626) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:54:13.814150 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-38eceddf-03fe-4993-9534-1cd24072635a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:13.887846 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-38eceddf-03fe-4993-9534-1cd24072635a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:13.892549 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-38eceddf-03fe-4993-9534-1cd24072635a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:13.930292 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38eceddf-03fe-4993-9534-1cd24072635a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7396fc42-b003-458d-92a0-040d572f7eac,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:54:13.936858 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-38eceddf-03fe-4993-9534-1cd24072635a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9682c13472224d3897f64b019ab4f75c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1357563 Oct 27 10:54:13.939585 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 36632) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:54:13.995781 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-57bf246c-400e-4207-a2b4-2410010de2b0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:14.021259 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-57bf246c-400e-4207-a2b4-2410010de2b0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:14.075466 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-57bf246c-400e-4207-a2b4-2410010de2b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:14.078383 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-57bf246c-400e-4207-a2b4-2410010de2b0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:14.079711 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-57bf246c-400e-4207-a2b4-2410010de2b0 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/7396fc42-b003-458d-92a0-040d572f7eac HTTP/1.1" status: 204 len: 168 time: 0.1390374 Oct 27 10:54:14.087662 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bf246c-400e-4207-a2b4-2410010de2b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7396fc42-b003-458d-92a0-040d572f7eac,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:54:14.395319 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device e866b763-cdf8-431d-898f-26de958517fb up at agent hyperv_n-h1-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:54:14.475880 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cea7fef-445f-49a1-b65e-8801db680974 req-3e7ed173-d382-455a-a5df-d0399a326a5c tempest-VolumesSnapshotTestJSON-2053090724 tempest-VolumesSnapshotTestJSON-2053090724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:54:14.487758 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-2cea7fef-445f-49a1-b65e-8801db680974 req-3e7ed173-d382-455a-a5df-d0399a326a5c tempest-VolumesSnapshotTestJSON-2053090724 tempest-VolumesSnapshotTestJSON-2053090724-project] 10.222.0.44 "GET /v2.0/ports?device_id=f387a798-4bb5-43eb-983f-6dd52dc8832a HTTP/1.1" status: 200 len: 945 time: 0.0776734 Oct 27 10:54:14.507090 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Provisioning for port e866b763-cdf8-431d-898f-26de958517fb completed by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 10:54:14.520437 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Provisioning complete for port e866b763-cdf8-431d-898f-26de958517fb triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:54:14.520949 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:14.545889 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-2cea7fef-445f-49a1-b65e-8801db680974 req-9795e12e-affd-4e73-9baf-5f9661c3277d tempest-VolumesSnapshotTestJSON-2053090724 tempest-VolumesSnapshotTestJSON-2053090724-project] 10.222.0.44 "GET /v2.0/security-groups?id=89962c1d-db74-4ae6-9f26-f13036e9dc23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504305 Oct 27 10:54:14.615153 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:14.638250 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f387a798-4bb5-43eb-983f-6dd52dc8832a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e866b763-cdf8-431d-898f-26de958517fb'}] {{(pid=102348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:54:14.641449 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c588921fa634554a1d9242fdea1b05457a9ff1d3b28ba54ec1dace7f2f1df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42f95dc5-5f09-4217-827f-74402d24ea79" -d '{"events": [{"server_uuid": "f387a798-4bb5-43eb-983f-6dd52dc8832a", "name": "network-vif-plugged", "status": "completed", "tag": "e866b763-cdf8-431d-898f-26de958517fb"}]}' {{(pid=102348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:54:14.662821 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port e866b763-cdf8-431d-898f-26de958517fb, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=e866b763-cdf8-431d-898f-26de958517fb,segment=NetworkSegment(a0ea305f-e294-462d-83ec-f87a949da7f5),segment_id=a0ea305f-e294-462d-83ec-f87a949da7f5)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:54:14.669681 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:14.706273 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:54:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b4ba543-6b35-4cce-8b18-2fccad142e09 x-openstack-request-id: req-1b4ba543-6b35-4cce-8b18-2fccad142e09 {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:54:14.707014 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f387a798-4bb5-43eb-983f-6dd52dc8832a", "name": "network-vif-plugged", "status": "completed", "tag": "e866b763-cdf8-431d-898f-26de958517fb", "code": 200}]} {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:54:14.707498 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1b4ba543-6b35-4cce-8b18-2fccad142e09 {{(pid=102348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:54:14.708058 n-d-813419-10 neutron-server[102348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f387a798-4bb5-43eb-983f-6dd52dc8832a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e866b763-cdf8-431d-898f-26de958517fb', 'code': 200} Oct 27 10:54:14.764448 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Pushing event updated for resources: {'Port': ['ID=e866b763-cdf8-431d-898f-26de958517fb,revision_number=5']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:54:14.874198 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bebf82-c1c0-4d48-9a87-d63e6171e1bf req-9adfb43b-e01e-4080-bc5c-cf2ac503897d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:54:14.877240 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-16bebf82-c1c0-4d48-9a87-d63e6171e1bf req-9adfb43b-e01e-4080-bc5c-cf2ac503897d service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=f387a798-4bb5-43eb-983f-6dd52dc8832a HTTP/1.1" status: 200 len: 1098 time: 0.0909348 Oct 27 10:54:14.932255 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-16bebf82-c1c0-4d48-9a87-d63e6171e1bf req-b336361a-367c-448c-8c4e-f04a079a8543 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=89962c1d-db74-4ae6-9f26-f13036e9dc23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458918 Oct 27 10:54:15.716432 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bd9447-2070-4624-9214-256dc6a188c1 req-33595adf-81d8-4f48-9df0-e04f6331125b tempest-VolumesSnapshotTestJSON-2053090724 tempest-VolumesSnapshotTestJSON-2053090724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:54:15.726227 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-e4bd9447-2070-4624-9214-256dc6a188c1 req-33595adf-81d8-4f48-9df0-e04f6331125b tempest-VolumesSnapshotTestJSON-2053090724 tempest-VolumesSnapshotTestJSON-2053090724-project] 10.222.0.44 "GET /v2.0/ports?device_id=f387a798-4bb5-43eb-983f-6dd52dc8832a HTTP/1.1" status: 200 len: 946 time: 0.0970671 Oct 27 10:54:15.783362 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-e4bd9447-2070-4624-9214-256dc6a188c1 req-d592bea1-ac2b-4e70-a75d-8f8c35261741 tempest-VolumesSnapshotTestJSON-2053090724 tempest-VolumesSnapshotTestJSON-2053090724-project] 10.222.0.44 "GET /v2.0/security-groups?id=89962c1d-db74-4ae6-9f26-f13036e9dc23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579112 Oct 27 10:54:16.233012 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-cb3e517f-e22a-4d59-b9cd-adba0ac2067d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:16.912880 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 36746) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:54:16.993632 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31459df-8efc-4a17-99a6-ec792c132b5d req-d5630dbb-5977-4265-b697-279ceb8deb2d tempest-VolumesSnapshotTestJSON-2053090724 tempest-VolumesSnapshotTestJSON-2053090724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:54:16.995773 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-a31459df-8efc-4a17-99a6-ec792c132b5d req-d5630dbb-5977-4265-b697-279ceb8deb2d tempest-VolumesSnapshotTestJSON-2053090724 tempest-VolumesSnapshotTestJSON-2053090724-project] 10.222.0.44 "GET /v2.0/ports?device_id=f387a798-4bb5-43eb-983f-6dd52dc8832a HTTP/1.1" status: 200 len: 946 time: 0.0917583 Oct 27 10:54:17.048857 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-a31459df-8efc-4a17-99a6-ec792c132b5d req-0975e731-f1d6-4ddf-96f4-7b7d8bb1bbec tempest-VolumesSnapshotTestJSON-2053090724 tempest-VolumesSnapshotTestJSON-2053090724-project] 10.222.0.44 "GET /v2.0/security-groups?id=89962c1d-db74-4ae6-9f26-f13036e9dc23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468321 Oct 27 10:54:17.087669 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-6301d6b2-34e9-44f0-b031-57c91e99a87c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:17.172031 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-6301d6b2-34e9-44f0-b031-57c91e99a87c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:17.176921 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-6301d6b2-34e9-44f0-b031-57c91e99a87c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:17.247467 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-6301d6b2-34e9-44f0-b031-57c91e99a87c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=aebfc91dfe8644f8802c6e8c78322446&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3329778 Oct 27 10:54:17.248342 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6301d6b2-34e9-44f0-b031-57c91e99a87c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea43812f-6208-4587-868b-27f46d2de3ce,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:54:17.250384 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 36754) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:54:17.310376 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-cfa341ae-df02-4723-a5f7-5729386199c7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:17.341120 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-cfa341ae-df02-4723-a5f7-5729386199c7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:17.414832 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-cfa341ae-df02-4723-a5f7-5729386199c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:17.417906 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-cfa341ae-df02-4723-a5f7-5729386199c7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:17.419119 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-cfa341ae-df02-4723-a5f7-5729386199c7 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ea43812f-6208-4587-868b-27f46d2de3ce HTTP/1.1" status: 204 len: 168 time: 0.1677301 Oct 27 10:54:17.430370 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa341ae-df02-4723-a5f7-5729386199c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea43812f-6208-4587-868b-27f46d2de3ce,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:54:17.791252 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 36768) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:54:17.809981 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d25cfbbb-4494-44c6-835d-ee93cc7a5708 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:17.895974 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d25cfbbb-4494-44c6-835d-ee93cc7a5708 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:17.901734 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d25cfbbb-4494-44c6-835d-ee93cc7a5708 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:17.980697 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-d25cfbbb-4494-44c6-835d-ee93cc7a5708 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8a36f2380e9940219520579401e90462&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1882422 Oct 27 10:54:17.982831 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25cfbbb-4494-44c6-835d-ee93cc7a5708 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f22fa2e-8565-496d-ad8c-2389178b235e,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:54:17.983726 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 36772) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:54:18.061096 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-0a741d88-9633-4cff-8e78-6695ae822341 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:18.088084 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-0a741d88-9633-4cff-8e78-6695ae822341 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:18.151169 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-0a741d88-9633-4cff-8e78-6695ae822341 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:18.153765 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-0a741d88-9633-4cff-8e78-6695ae822341 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:18.154993 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-0a741d88-9633-4cff-8e78-6695ae822341 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/0f22fa2e-8565-496d-ad8c-2389178b235e HTTP/1.1" status: 204 len: 168 time: 0.1702704 Oct 27 10:54:18.173272 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a741d88-9633-4cff-8e78-6695ae822341 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f22fa2e-8565-496d-ad8c-2389178b235e,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:54:18.912420 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-c52a83c1-1d54-4c64-ae45-e47c393d00d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:20.034655 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:20.084868 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-eadeaa30-4096-4d1a-b3cb-aa7ebfb291ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:20.281740 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.agents_db [None req-e79ee67d-056e-46ea-bd99-e80473396b25 None None] Agent healthcheck: found 7 active agents {{(pid=102349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 10:54:20.563703 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 36860) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:54:20.761824 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-92a8c090-6a62-4698-a8e4-e5946322dce5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:20.884458 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-92a8c090-6a62-4698-a8e4-e5946322dce5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:20.894171 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-92a8c090-6a62-4698-a8e4-e5946322dce5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:20.939034 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-92a8c090-6a62-4698-a8e4-e5946322dce5 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=6fc9e62084bc4ed88b0a6a70aa06d079&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3736150 Oct 27 10:54:20.941488 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a8c090-6a62-4698-a8e4-e5946322dce5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f5410aa-a3ab-47ae-a19d-1081bb1756bc,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:54:20.941837 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 36876) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:54:21.021736 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-404b8cd8-4f09-4003-b398-a750bcd97ec8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:21.061278 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-404b8cd8-4f09-4003-b398-a750bcd97ec8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:21.144223 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-404b8cd8-4f09-4003-b398-a750bcd97ec8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:21.147557 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-404b8cd8-4f09-4003-b398-a750bcd97ec8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:21.149102 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-404b8cd8-4f09-4003-b398-a750bcd97ec8 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4f5410aa-a3ab-47ae-a19d-1081bb1756bc HTTP/1.1" status: 204 len: 168 time: 0.2061958 Oct 27 10:54:21.163100 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404b8cd8-4f09-4003-b398-a750bcd97ec8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f5410aa-a3ab-47ae-a19d-1081bb1756bc,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:54:21.713080 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 36916) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:54:21.731687 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-14a36742-7967-4ea6-90c8-3ce3e5a56cd6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:21.927889 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-14a36742-7967-4ea6-90c8-3ce3e5a56cd6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:21.938962 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-14a36742-7967-4ea6-90c8-3ce3e5a56cd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:21.981899 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-3c6a8245-0581-48aa-b5f6-4d8fe98cd16e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:22.007927 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-14a36742-7967-4ea6-90c8-3ce3e5a56cd6 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8a71c53b6eaa40aaa2a0daf727f32901&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2937350 Oct 27 10:54:22.009463 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a36742-7967-4ea6-90c8-3ce3e5a56cd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b62808a6-fc20-4a76-9574-7e18b1c16477,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:54:22.018038 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 36924) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:54:22.096175 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-96c747c2-1675-436f-8ffd-7d670bf04d97 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:22.125378 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-96c747c2-1675-436f-8ffd-7d670bf04d97 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:22.194716 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-96c747c2-1675-436f-8ffd-7d670bf04d97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:22.198215 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-96c747c2-1675-436f-8ffd-7d670bf04d97 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:22.202845 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-96c747c2-1675-436f-8ffd-7d670bf04d97 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b62808a6-fc20-4a76-9574-7e18b1c16477 HTTP/1.1" status: 204 len: 168 time: 0.1797874 Oct 27 10:54:22.216598 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c747c2-1675-436f-8ffd-7d670bf04d97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b62808a6-fc20-4a76-9574-7e18b1c16477,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:54:25.059990 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 37076) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:54:25.202007 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-b99d37e9-3b02-41b8-9ed8-3882da3af0e4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:25.295467 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-b99d37e9-3b02-41b8-9ed8-3882da3af0e4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:25.303394 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-b99d37e9-3b02-41b8-9ed8-3882da3af0e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:25.364433 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-b99d37e9-3b02-41b8-9ed8-3882da3af0e4 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ee7dd8a11e2a4e80b2b53fcbf658e996&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3032465 Oct 27 10:54:25.365813 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99d37e9-3b02-41b8-9ed8-3882da3af0e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d55bfb42-68d0-4809-9b93-4b75cc6c9296,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:54:25.370548 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 37080) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:54:25.440950 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-1ab97a3f-87f9-4cad-b13a-bdda47b88609 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:25.475775 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-1ab97a3f-87f9-4cad-b13a-bdda47b88609 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:25.553205 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-1ab97a3f-87f9-4cad-b13a-bdda47b88609 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:25.569732 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-1ab97a3f-87f9-4cad-b13a-bdda47b88609 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:25.571159 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-1ab97a3f-87f9-4cad-b13a-bdda47b88609 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d55bfb42-68d0-4809-9b93-4b75cc6c9296 HTTP/1.1" status: 204 len: 168 time: 0.1996534 Oct 27 10:54:25.586375 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab97a3f-87f9-4cad-b13a-bdda47b88609 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d55bfb42-68d0-4809-9b93-4b75cc6c9296,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:54:26.892631 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 37166) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:54:27.007201 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-90a6585c-84dc-4429-8ea8-e1d00dcbdd7f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:27.017911 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-cbcff4e1-932e-45f5-9eb7-a1a7fcce3966 req-b0d7db65-00ff-46a7-95bc-7de6de29c88d tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1474213953&fields=id&tenant_id=b02a92ec9ad04d95b8ea6a5db5946dfb HTTP/1.1" status: 200 len: 267 time: 0.0490947 Oct 27 10:54:27.161725 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcff4e1-932e-45f5-9eb7-a1a7fcce3966 req-05e67028-c781-4b30-b613-0bb7431ac5fe tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:54:27.163084 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-cbcff4e1-932e-45f5-9eb7-a1a7fcce3966 req-05e67028-c781-4b30-b613-0bb7431ac5fe tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/networks?id=33cc32c2-598c-44fc-a251-6575a62c00c5 HTTP/1.1" status: 200 len: 811 time: 0.1372778 Oct 27 10:54:27.184675 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-90a6585c-84dc-4429-8ea8-e1d00dcbdd7f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:27.187319 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-cbcff4e1-932e-45f5-9eb7-a1a7fcce3966 req-060f83bf-796f-4ca6-8dc7-824454fa4583 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/quotas/b02a92ec9ad04d95b8ea6a5db5946dfb HTTP/1.1" status: 200 len: 375 time: 0.0175405 Oct 27 10:54:27.189529 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-90a6585c-84dc-4429-8ea8-e1d00dcbdd7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:27.257365 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-90a6585c-84dc-4429-8ea8-e1d00dcbdd7f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a1b9c4540370496e92d504fed47935d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3636296 Oct 27 10:54:27.260007 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a6585c-84dc-4429-8ea8-e1d00dcbdd7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38da2178-88ba-4675-ab4e-d89f9d2902b1,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:54:27.260650 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 37176) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:54:27.282464 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-cbcff4e1-932e-45f5-9eb7-a1a7fcce3966 req-513edfab-9148-47fd-ac28-643da7169e23 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=b02a92ec9ad04d95b8ea6a5db5946dfb&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0873399 Oct 27 10:54:27.310502 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-eaeaed9e-3249-47e2-82cd-036928619d19 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:27.334129 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-eaeaed9e-3249-47e2-82cd-036928619d19 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:27.353671 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [req-cbcff4e1-932e-45f5-9eb7-a1a7fcce3966 req-c108820a-0a2c-4e25-9aa9-9a2a4293ac2a service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=102346) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 10:54:27.354674 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-cbcff4e1-932e-45f5-9eb7-a1a7fcce3966 req-c108820a-0a2c-4e25-9aa9-9a2a4293ac2a service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0595427 Oct 27 10:54:27.382923 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-eaeaed9e-3249-47e2-82cd-036928619d19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:27.386495 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-eaeaed9e-3249-47e2-82cd-036928619d19 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:27.387682 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-eaeaed9e-3249-47e2-82cd-036928619d19 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/38da2178-88ba-4675-ab4e-d89f9d2902b1 HTTP/1.1" status: 204 len: 168 time: 0.1260195 Oct 27 10:54:27.395583 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeaed9e-3249-47e2-82cd-036928619d19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38da2178-88ba-4675-ab4e-d89f9d2902b1,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:54:27.805589 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-cbcff4e1-932e-45f5-9eb7-a1a7fcce3966 req-40fd131d-21f6-46bc-9dd2-5f60e89dbd46 service neutron] 10.222.0.44 "GET /v2.0/networks/33cc32c2-598c-44fc-a251-6575a62c00c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4442537 Oct 27 10:54:27.945265 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-cbcff4e1-932e-45f5-9eb7-a1a7fcce3966 req-a62fabc7-e376-4819-a52a-a4006bd9075b service neutron] 10.222.0.44 "GET /v2.0/networks/33cc32c2-598c-44fc-a251-6575a62c00c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324434 Oct 27 10:54:28.116302 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 37214) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:54:28.222901 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-4dd023bc-97a5-4d8b-8d79-2e87b1543247 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-95771991'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:54:28.248174 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dd023bc-97a5-4d8b-8d79-2e87b1543247 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Made reservation on behalf of eb4a634382c64eabbfb18238247bc046 for: {'network': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:54:28.252446 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-4dd023bc-97a5-4d8b-8d79-2e87b1543247 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for network, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:28.261611 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-4dd023bc-97a5-4d8b-8d79-2e87b1543247 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks [] for security_group, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:28.340619 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-4dd023bc-97a5-4d8b-8d79-2e87b1543247 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks [] for security_group, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:28.345681 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-4dd023bc-97a5-4d8b-8d79-2e87b1543247 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:28.369447 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4dd023bc-97a5-4d8b-8d79-2e87b1543247 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 419} {{(pid=102347) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 10:54:28.385359 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd023bc-97a5-4d8b-8d79-2e87b1543247 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e3fa7f2-be0d-47ae-b3db-46bf1fc365dd,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:54:28.388215 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-4dd023bc-97a5-4d8b-8d79-2e87b1543247 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:28.388670 n-d-813419-10 neutron-server[102347]: INFO neutron.db.segments_db [None req-4dd023bc-97a5-4d8b-8d79-2e87b1543247 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Added segment e0f4d8c2-32ae-4444-a68e-5f9383dfdaca of type vlan for network 08235a99-8fbb-43d7-93b9-9d3866f670b5 Oct 27 10:54:28.428542 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-4dd023bc-97a5-4d8b-8d79-2e87b1543247 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743872593080'] for network, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:28.454852 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-4dd023bc-97a5-4d8b-8d79-2e87b1543247 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913'] for network, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:28.460415 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dd023bc-97a5-4d8b-8d79-2e87b1543247 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:54:28.460996 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-4dd023bc-97a5-4d8b-8d79-2e87b1543247 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks [] for network, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:28.519105 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-4dd023bc-97a5-4d8b-8d79-2e87b1543247 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4017065 Oct 27 10:54:28.521783 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 37220) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:54:28.527539 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-59966e10-86a2-406f-a41f-3c0b9bd418bd tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1088602508'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:54:28.531659 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd023bc-97a5-4d8b-8d79-2e87b1543247 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Pushing event updated for resources: {'Network': ['ID=08235a99-8fbb-43d7-93b9-9d3866f670b5,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:54:28.542696 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Network 08235a99-8fbb-43d7-93b9-9d3866f670b5 details requested by agent ovs-agent-n-d-813419-10 with host n-d-813419-10 {{(pid=102348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 10:54:28.558933 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59966e10-86a2-406f-a41f-3c0b9bd418bd tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Made reservation on behalf of eb4a634382c64eabbfb18238247bc046 for: {'network': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:54:28.562524 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-59966e10-86a2-406f-a41f-3c0b9bd418bd tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for network, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:28.596152 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59966e10-86a2-406f-a41f-3c0b9bd418bd tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 410} {{(pid=102346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 10:54:28.606424 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-59966e10-86a2-406f-a41f-3c0b9bd418bd tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:28.606906 n-d-813419-10 neutron-server[102346]: INFO neutron.db.segments_db [None req-59966e10-86a2-406f-a41f-3c0b9bd418bd tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Added segment 9a23b528-299e-43d1-a09f-4cdc957fb664 of type vlan for network 74b572d8-4dc9-4fbd-bb68-666b7bf72678 Oct 27 10:54:28.652135 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-59966e10-86a2-406f-a41f-3c0b9bd418bd tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743872593080'] for network, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:28.678583 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-59966e10-86a2-406f-a41f-3c0b9bd418bd tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913'] for network, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:28.685029 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59966e10-86a2-406f-a41f-3c0b9bd418bd tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:54:28.685625 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-59966e10-86a2-406f-a41f-3c0b9bd418bd tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks [] for network, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:28.747254 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-59966e10-86a2-406f-a41f-3c0b9bd418bd tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2241285 Oct 27 10:54:28.750240 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 37222) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:54:28.755572 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-70b7abde-5e6d-47c4-8740-cf7a0e3be249 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Request body: {'subnet': {'network_id': '08235a99-8fbb-43d7-93b9-9d3866f670b5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:54:28.760072 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59966e10-86a2-406f-a41f-3c0b9bd418bd tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Pushing event updated for resources: {'Network': ['ID=74b572d8-4dc9-4fbd-bb68-666b7bf72678,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:54:28.772070 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Network 74b572d8-4dc9-4fbd-bb68-666b7bf72678 details requested by agent ovs-agent-n-d-813419-10 with host n-d-813419-10 {{(pid=102348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 10:54:28.845251 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70b7abde-5e6d-47c4-8740-cf7a0e3be249 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Made reservation on behalf of eb4a634382c64eabbfb18238247bc046 for: {'subnet': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:54:28.848692 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-70b7abde-5e6d-47c4-8740-cf7a0e3be249 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18044073'] for subnet, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:29.046505 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-70b7abde-5e6d-47c4-8740-cf7a0e3be249 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-18295883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18044091'] for subnet, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:29.115721 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b7abde-5e6d-47c4-8740-cf7a0e3be249 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Pushing event updated for resources: {'Subnet': ['ID=d865c479-e87e-4e55-af07-c81b9dfa89af,revision_number=0']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:54:29.123915 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70b7abde-5e6d-47c4-8740-cf7a0e3be249 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Checking segment: {'id': 'e0f4d8c2-32ae-4444-a68e-5f9383dfdaca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '08235a99-8fbb-43d7-93b9-9d3866f670b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:54:29.124326 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70b7abde-5e6d-47c4-8740-cf7a0e3be249 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Network hostable DHCP agents. Network: 08235a99-8fbb-43d7-93b9-9d3866f670b5, hostable agents: ['eafd4000-b897-4722-ae8b-0118ec955181'], hosted agents: [] {{(pid=102347) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 10:54:29.141777 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70b7abde-5e6d-47c4-8740-cf7a0e3be249 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Network 08235a99-8fbb-43d7-93b9-9d3866f670b5 is scheduled to be hosted by DHCP agent eafd4000-b897-4722-ae8b-0118ec955181 with binding_index 1 {{(pid=102347) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 10:54:29.152529 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [None req-70b7abde-5e6d-47c4-8740-cf7a0e3be249 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-10, 08235a99-8fbb-43d7-93b9-9d3866f670b5) {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:54:29.158907 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70b7abde-5e6d-47c4-8740-cf7a0e3be249 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:54:29.159747 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-70b7abde-5e6d-47c4-8740-cf7a0e3be249 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks [] for subnet, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:29.162095 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4f94b48-122b-4ecd-8687-8be6ef94af1c None None] Network 08235a99-8fbb-43d7-93b9-9d3866f670b5 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:54:29.209395 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-70b7abde-5e6d-47c4-8740-cf7a0e3be249 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4579577 Oct 27 10:54:29.213049 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 37236) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:54:29.221751 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-ecc55558-ce20-4836-8d33-7dfc1194073a tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Request body: {'subnet': {'network_id': '74b572d8-4dc9-4fbd-bb68-666b7bf72678', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:54:29.402970 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c0def384-e8a4-49f1-a99c-f430218c9a0b req-e9c982a8-ea4f-410e-b3ca-1158d7f2c7d5 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/ports?device_id=9b6e8998-cd64-44c7-85ff-34296a1bfda8 HTTP/1.1" status: 200 len: 210 time: 0.0950189 Oct 27 10:54:29.451568 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecc55558-ce20-4836-8d33-7dfc1194073a tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Made reservation on behalf of eb4a634382c64eabbfb18238247bc046 for: {'subnet': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:54:29.456597 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-ecc55558-ce20-4836-8d33-7dfc1194073a tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18044073'] for subnet, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:29.468959 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-420a0dd4-9285-410b-989d-1e6470cbfff2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp734b258e-7d96-550c-b970-9b72ab66f383-08235a99-8fbb-43d7-93b9-9d3866f670b5', 'network_id': '08235a99-8fbb-43d7-93b9-9d3866f670b5', 'tenant_id': 'eb4a634382c64eabbfb18238247bc046', 'fixed_ips': [{'subnet_id': 'd865c479-e87e-4e55-af07-c81b9dfa89af'}]}} from n-d-813419-10. {{(pid=102348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 10:54:29.469867 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-420a0dd4-9285-410b-989d-1e6470cbfff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:29.649109 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.db_base_plugin_common [None req-420a0dd4-9285-410b-989d-1e6470cbfff2 None None] Allocated IP 2001:db8::2 (08235a99-8fbb-43d7-93b9-9d3866f670b5/d865c479-e87e-4e55-af07-c81b9dfa89af/13b12371-f179-43d8-97dc-0b73ec01ff2f) {{(pid=102348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:54:29.679640 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-ecc55558-ce20-4836-8d33-7dfc1194073a tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-18295883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18044091'] for subnet, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:29.755001 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc55558-ce20-4836-8d33-7dfc1194073a tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Pushing event updated for resources: {'Subnet': ['ID=fad745e4-2954-4657-ba4a-fb9f46fb513e,revision_number=0']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:54:29.771432 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc55558-ce20-4836-8d33-7dfc1194073a tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Checking segment: {'id': '9a23b528-299e-43d1-a09f-4cdc957fb664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '74b572d8-4dc9-4fbd-bb68-666b7bf72678'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:54:29.771704 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecc55558-ce20-4836-8d33-7dfc1194073a tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Network hostable DHCP agents. Network: 74b572d8-4dc9-4fbd-bb68-666b7bf72678, hostable agents: ['eafd4000-b897-4722-ae8b-0118ec955181'], hosted agents: [] {{(pid=102347) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 10:54:29.790444 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecc55558-ce20-4836-8d33-7dfc1194073a tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Network 74b572d8-4dc9-4fbd-bb68-666b7bf72678 is scheduled to be hosted by DHCP agent eafd4000-b897-4722-ae8b-0118ec955181 with binding_index 1 {{(pid=102347) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 10:54:29.802289 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [None req-ecc55558-ce20-4836-8d33-7dfc1194073a tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-10, 74b572d8-4dc9-4fbd-bb68-666b7bf72678) {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:54:29.811569 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de839b6e-f145-4525-bf00-ad67122e96f3 None None] Network 74b572d8-4dc9-4fbd-bb68-666b7bf72678 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:54:29.816233 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecc55558-ce20-4836-8d33-7dfc1194073a tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:54:29.817110 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-ecc55558-ce20-4836-8d33-7dfc1194073a tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks [] for subnet, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:29.841735 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-ecc55558-ce20-4836-8d33-7dfc1194073a tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.6263163 Oct 27 10:54:29.844062 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 37250) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:54:29.849491 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-032ce945-813c-4b76-b1f5-14e415f11d7a tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-97576397', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:54:29.874870 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-420a0dd4-9285-410b-989d-1e6470cbfff2 None None] Publish callbacks [] for port, precommit_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:29.882675 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-032ce945-813c-4b76-b1f5-14e415f11d7a tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1768632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3610'] for router, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:29.885078 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-032ce945-813c-4b76-b1f5-14e415f11d7a tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1765704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1769409', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1694266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3597'] for router, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:29.889009 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-420a0dd4-9285-410b-989d-1e6470cbfff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606'] for port, after_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:29.957286 n-d-813419-10 neutron-server[102348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-420a0dd4-9285-410b-989d-1e6470cbfff2 None None] Network 08235a99-8fbb-43d7-93b9-9d3866f670b5 is already hosted by enough agents. {{(pid=102348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:54:29.960333 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-032ce945-813c-4b76-b1f5-14e415f11d7a tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:29.964898 n-d-813419-10 neutron-server[102348]: DEBUG neutron.scheduler.base_scheduler [None req-420a0dd4-9285-410b-989d-1e6470cbfff2 None None] Resources bound (agent type, host, resource id): {{(pid=102348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:54:29.966118 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-032ce945-813c-4b76-b1f5-14e415f11d7a tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1765699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1769372'] for router, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:29.968419 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-420a0dd4-9285-410b-989d-1e6470cbfff2 None None] Received port after_create {{(pid=102348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:54:29.987487 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420a0dd4-9285-410b-989d-1e6470cbfff2 None None] Pushing event updated for resources: {'Port': ['ID=13b12371-f179-43d8-97dc-0b73ec01ff2f,revision_number=1']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:54:29.999285 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-032ce945-813c-4b76-b1f5-14e415f11d7a tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks [] for router, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:30.005925 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-032ce945-813c-4b76-b1f5-14e415f11d7a tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.1606884 Oct 27 10:54:30.007036 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 37254) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:54:30.075767 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-420a0dd4-9285-410b-989d-1e6470cbfff2 None None] Attempting to bind port 13b12371-f179-43d8-97dc-0b73ec01ff2f on host n-d-813419-10 for vnic_type normal with profile {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:54:30.076413 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-420a0dd4-9285-410b-989d-1e6470cbfff2 None None] Attempting to bind port 13b12371-f179-43d8-97dc-0b73ec01ff2f by drivers openvswitch,hyperv on host n-d-813419-10 at level 0 using segments [{'id': 'e0f4d8c2-32ae-4444-a68e-5f9383dfdaca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '08235a99-8fbb-43d7-93b9-9d3866f670b5'}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:54:30.077224 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-420a0dd4-9285-410b-989d-1e6470cbfff2 None None] Attempting to bind port 13b12371-f179-43d8-97dc-0b73ec01ff2f on network 08235a99-8fbb-43d7-93b9-9d3866f670b5 {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:54:30.085078 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a058119-4934-4016-b4cc-6af122303fa3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp734b258e-7d96-550c-b970-9b72ab66f383-74b572d8-4dc9-4fbd-bb68-666b7bf72678', 'network_id': '74b572d8-4dc9-4fbd-bb68-666b7bf72678', 'tenant_id': 'eb4a634382c64eabbfb18238247bc046', 'fixed_ips': [{'subnet_id': 'fad745e4-2954-4657-ba4a-fb9f46fb513e'}]}} from n-d-813419-10. {{(pid=102348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 10:54:30.086176 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-4a058119-4934-4016-b4cc-6af122303fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:30.096521 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-420a0dd4-9285-410b-989d-1e6470cbfff2 None None] Checking agent: {'id': '89dba0f3-79b2-435e-9822-33674b8f6ada', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 8, 20), 'started_at': datetime.datetime(2021, 10, 27, 10, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 54, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:54:30.097189 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-420a0dd4-9285-410b-989d-1e6470cbfff2 None None] Checking segment: {'id': 'e0f4d8c2-32ae-4444-a68e-5f9383dfdaca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '08235a99-8fbb-43d7-93b9-9d3866f670b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:54:30.097754 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-420a0dd4-9285-410b-989d-1e6470cbfff2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:30.098322 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-420a0dd4-9285-410b-989d-1e6470cbfff2 None None] Bound using segment: {'id': 'e0f4d8c2-32ae-4444-a68e-5f9383dfdaca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '08235a99-8fbb-43d7-93b9-9d3866f670b5'} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:54:30.098983 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-420a0dd4-9285-410b-989d-1e6470cbfff2 None None] Bound port: 13b12371-f179-43d8-97dc-0b73ec01ff2f, host: n-d-813419-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0f4d8c2-32ae-4444-a68e-5f9383dfdaca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '08235a99-8fbb-43d7-93b9-9d3866f670b5'}}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:54:30.099548 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-420a0dd4-9285-410b-989d-1e6470cbfff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:30.254893 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-420a0dd4-9285-410b-989d-1e6470cbfff2 None None] For port 13b12371-f179-43d8-97dc-0b73ec01ff2f, host n-d-813419-10, cleared binding levels {{(pid=102348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:54:30.273111 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-420a0dd4-9285-410b-989d-1e6470cbfff2 None None] For port 13b12371-f179-43d8-97dc-0b73ec01ff2f, host n-d-813419-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=13b12371-f179-43d8-97dc-0b73ec01ff2f,segment=NetworkSegment(e0f4d8c2-32ae-4444-a68e-5f9383dfdaca),segment_id=e0f4d8c2-32ae-4444-a68e-5f9383dfdaca)] {{(pid=102348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:54:30.282191 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-420a0dd4-9285-410b-989d-1e6470cbfff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:30.381060 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-249d616e-36d0-435f-ac19-c2b128299cdd tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:30.387778 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.db_base_plugin_common [None req-4a058119-4934-4016-b4cc-6af122303fa3 None None] Allocated IP 2001:db8:1::2 (74b572d8-4dc9-4fbd-bb68-666b7bf72678/fad745e4-2954-4657-ba4a-fb9f46fb513e/036c87d9-15f5-4ebb-ad31-ad31678adc65) {{(pid=102348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:54:30.631974 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-4a058119-4934-4016-b4cc-6af122303fa3 None None] Publish callbacks [] for port, precommit_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:30.636349 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420a0dd4-9285-410b-989d-1e6470cbfff2 None None] Pushing event updated for resources: {'Port': ['ID=13b12371-f179-43d8-97dc-0b73ec01ff2f,revision_number=2']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:54:30.657478 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-4a058119-4934-4016-b4cc-6af122303fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606'] for port, after_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:30.741478 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-61b9cd15-1098-471d-8816-7eea00ebbd7d req-5430530c-c241-4ccb-bdb7-8f1389c93ad1 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/ports?device_id=9b6e8998-cd64-44c7-85ff-34296a1bfda8 HTTP/1.1" status: 200 len: 210 time: 0.1600318 Oct 27 10:54:30.792812 n-d-813419-10 neutron-server[102348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a058119-4934-4016-b4cc-6af122303fa3 None None] Network 74b572d8-4dc9-4fbd-bb68-666b7bf72678 is already hosted by enough agents. {{(pid=102348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:54:30.800456 n-d-813419-10 neutron-server[102348]: DEBUG neutron.scheduler.base_scheduler [None req-4a058119-4934-4016-b4cc-6af122303fa3 None None] Resources bound (agent type, host, resource id): {{(pid=102348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:54:30.806683 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a058119-4934-4016-b4cc-6af122303fa3 None None] Received port after_create {{(pid=102348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:54:30.809644 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a058119-4934-4016-b4cc-6af122303fa3 None None] Pushing event updated for resources: {'Port': ['ID=036c87d9-15f5-4ebb-ad31-ad31678adc65,revision_number=1']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:54:30.901859 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcff4e1-932e-45f5-9eb7-a1a7fcce3966 req-b65c7ab4-0249-4bca-93f0-f857bb282338 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:54:30.904013 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-cbcff4e1-932e-45f5-9eb7-a1a7fcce3966 req-b65c7ab4-0249-4bca-93f0-f857bb282338 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.64 "GET /v2.0/networks?id=33cc32c2-598c-44fc-a251-6575a62c00c5 HTTP/1.1" status: 200 len: 811 time: 0.4261737 Oct 27 10:54:30.910740 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-4a058119-4934-4016-b4cc-6af122303fa3 None None] Attempting to bind port 036c87d9-15f5-4ebb-ad31-ad31678adc65 on host n-d-813419-10 for vnic_type normal with profile {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:54:30.911387 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-4a058119-4934-4016-b4cc-6af122303fa3 None None] Attempting to bind port 036c87d9-15f5-4ebb-ad31-ad31678adc65 by drivers openvswitch,hyperv on host n-d-813419-10 at level 0 using segments [{'id': '9a23b528-299e-43d1-a09f-4cdc957fb664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '74b572d8-4dc9-4fbd-bb68-666b7bf72678'}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:54:30.911909 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a058119-4934-4016-b4cc-6af122303fa3 None None] Attempting to bind port 036c87d9-15f5-4ebb-ad31-ad31678adc65 on network 74b572d8-4dc9-4fbd-bb68-666b7bf72678 {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:54:30.922786 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a058119-4934-4016-b4cc-6af122303fa3 None None] Checking agent: {'id': '89dba0f3-79b2-435e-9822-33674b8f6ada', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 8, 20), 'started_at': datetime.datetime(2021, 10, 27, 10, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 54, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:54:30.923250 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a058119-4934-4016-b4cc-6af122303fa3 None None] Checking segment: {'id': '9a23b528-299e-43d1-a09f-4cdc957fb664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '74b572d8-4dc9-4fbd-bb68-666b7bf72678'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:54:30.923660 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-4a058119-4934-4016-b4cc-6af122303fa3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:30.924052 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a058119-4934-4016-b4cc-6af122303fa3 None None] Bound using segment: {'id': '9a23b528-299e-43d1-a09f-4cdc957fb664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '74b572d8-4dc9-4fbd-bb68-666b7bf72678'} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:54:30.924760 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-4a058119-4934-4016-b4cc-6af122303fa3 None None] Bound port: 036c87d9-15f5-4ebb-ad31-ad31678adc65, host: n-d-813419-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a23b528-299e-43d1-a09f-4cdc957fb664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '74b572d8-4dc9-4fbd-bb68-666b7bf72678'}}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:54:30.924952 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-4a058119-4934-4016-b4cc-6af122303fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:30.999623 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-cbcff4e1-932e-45f5-9eb7-a1a7fcce3966 req-868559a1-688d-4b61-8ce9-d1f667c78a52 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b02a92ec9ad04d95b8ea6a5db5946dfb HTTP/1.1" status: 200 len: 380 time: 0.0837550 Oct 27 10:54:31.004123 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-4a058119-4934-4016-b4cc-6af122303fa3 None None] For port 036c87d9-15f5-4ebb-ad31-ad31678adc65, host n-d-813419-10, cleared binding levels {{(pid=102348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:54:31.010707 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-4a058119-4934-4016-b4cc-6af122303fa3 None None] For port 036c87d9-15f5-4ebb-ad31-ad31678adc65, host n-d-813419-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=036c87d9-15f5-4ebb-ad31-ad31678adc65,segment=NetworkSegment(9a23b528-299e-43d1-a09f-4cdc957fb664),segment_id=9a23b528-299e-43d1-a09f-4cdc957fb664)] {{(pid=102348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:54:31.014376 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [req-cbcff4e1-932e-45f5-9eb7-a1a7fcce3966 req-cc397b11-4cb6-46d0-8f44-99a2bf4719e3 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Request body: {'port': {'device_id': '9b6e8998-cd64-44c7-85ff-34296a1bfda8', 'network_id': '33cc32c2-598c-44fc-a251-6575a62c00c5', 'admin_state_up': True, 'tenant_id': 'b02a92ec9ad04d95b8ea6a5db5946dfb', 'security_groups': ['e12aac3e-256a-4b83-b5b5-3559f5984194']}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:54:31.018296 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-4a058119-4934-4016-b4cc-6af122303fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:31.066835 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_common [None req-249d616e-36d0-435f-ac19-c2b128299cdd tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Allocated IP 2001:db8::1 (08235a99-8fbb-43d7-93b9-9d3866f670b5/d865c479-e87e-4e55-af07-c81b9dfa89af/1d9cddf2-3328-4b9c-b12e-2fc176b8303b) {{(pid=102346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:54:31.112171 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a058119-4934-4016-b4cc-6af122303fa3 None None] Pushing event updated for resources: {'Port': ['ID=036c87d9-15f5-4ebb-ad31-ad31678adc65,revision_number=2']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:54:31.286712 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cbcff4e1-932e-45f5-9eb7-a1a7fcce3966 req-cc397b11-4cb6-46d0-8f44-99a2bf4719e3 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Made reservation on behalf of b02a92ec9ad04d95b8ea6a5db5946dfb for: {'port': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:54:31.290716 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-cbcff4e1-932e-45f5-9eb7-a1a7fcce3966 req-cc397b11-4cb6-46d0-8f44-99a2bf4719e3 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:31.296878 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-249d616e-36d0-435f-ac19-c2b128299cdd tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks [] for port, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:31.488883 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-249d616e-36d0-435f-ac19-c2b128299cdd tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:31.550964 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-249d616e-36d0-435f-ac19-c2b128299cdd tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Network 08235a99-8fbb-43d7-93b9-9d3866f670b5 is already hosted by enough agents. {{(pid=102346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:54:31.563307 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-249d616e-36d0-435f-ac19-c2b128299cdd tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Resources bound (agent type, host, resource id): {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:54:31.581113 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-249d616e-36d0-435f-ac19-c2b128299cdd tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Received port after_create {{(pid=102346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:54:31.581813 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-249d616e-36d0-435f-ac19-c2b128299cdd tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1664961'] for router_interface, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:31.741093 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_common [req-cbcff4e1-932e-45f5-9eb7-a1a7fcce3966 req-cc397b11-4cb6-46d0-8f44-99a2bf4719e3 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Allocated IP 172.20.0.14 (33cc32c2-598c-44fc-a251-6575a62c00c5/87624d80-dded-417f-af79-cc56a741e5c4/f1fb0da3-0f0b-4687-8882-e87a4480f3fe) {{(pid=102346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:54:31.915721 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-835dfb70-36e8-4667-ab39-c662e4508e0a req-c449dba6-f3ff-4d6c-9d51-57480d7650b9 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/ports?device_id=9b6e8998-cd64-44c7-85ff-34296a1bfda8 HTTP/1.1" status: 200 len: 210 time: 0.0595446 Oct 27 10:54:31.986857 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-cbcff4e1-932e-45f5-9eb7-a1a7fcce3966 req-cc397b11-4cb6-46d0-8f44-99a2bf4719e3 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Publish callbacks [] for port, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:32.008812 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c73a790-3d05-4731-b4de-269a7eb3b2e8 None None] Network 08235a99-8fbb-43d7-93b9-9d3866f670b5 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:54:32.030293 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249d616e-36d0-435f-ac19-c2b128299cdd tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Pushing event updated for resources: {'Port': ['ID=1d9cddf2-3328-4b9c-b12e-2fc176b8303b,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:54:32.138193 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-c8095cef-a81f-4abe-af8c-26c7865b9654 None None] Provisioning complete for port 13b12371-f179-43d8-97dc-0b73ec01ff2f triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:54:32.138706 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-c8095cef-a81f-4abe-af8c-26c7865b9654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:32.146376 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-cbcff4e1-932e-45f5-9eb7-a1a7fcce3966 req-cc397b11-4cb6-46d0-8f44-99a2bf4719e3 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:32.202941 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-249d616e-36d0-435f-ac19-c2b128299cdd tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:32.267140 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cbcff4e1-932e-45f5-9eb7-a1a7fcce3966 req-cc397b11-4cb6-46d0-8f44-99a2bf4719e3 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Network 33cc32c2-598c-44fc-a251-6575a62c00c5 is already hosted by enough agents. {{(pid=102346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:54:32.275018 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [req-cbcff4e1-932e-45f5-9eb7-a1a7fcce3966 req-cc397b11-4cb6-46d0-8f44-99a2bf4719e3 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Resources bound (agent type, host, resource id): {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:54:32.310126 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbcff4e1-932e-45f5-9eb7-a1a7fcce3966 req-cc397b11-4cb6-46d0-8f44-99a2bf4719e3 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Received port after_create {{(pid=102346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:54:32.357890 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-c8095cef-a81f-4abe-af8c-26c7865b9654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:32.429609 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc397b11-4cb6-46d0-8f44-99a2bf4719e3 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Pushing event updated for resources: {'Port': ['ID=f1fb0da3-0f0b-4687-8882-e87a4480f3fe,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:54:32.532086 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-c8095cef-a81f-4abe-af8c-26c7865b9654 None None] For port 13b12371-f179-43d8-97dc-0b73ec01ff2f, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=13b12371-f179-43d8-97dc-0b73ec01ff2f,segment=NetworkSegment(e0f4d8c2-32ae-4444-a68e-5f9383dfdaca),segment_id=e0f4d8c2-32ae-4444-a68e-5f9383dfdaca)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:54:32.541346 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-c8095cef-a81f-4abe-af8c-26c7865b9654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:32.689920 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcff4e1-932e-45f5-9eb7-a1a7fcce3966 req-cc397b11-4cb6-46d0-8f44-99a2bf4719e3 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:54:32.690585 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-cbcff4e1-932e-45f5-9eb7-a1a7fcce3966 req-cc397b11-4cb6-46d0-8f44-99a2bf4719e3 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:32.692321 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8095cef-a81f-4abe-af8c-26c7865b9654 None None] Pushing event updated for resources: {'Port': ['ID=13b12371-f179-43d8-97dc-0b73ec01ff2f,revision_number=3']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:54:32.707730 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 036c87d9-15f5-4ebb-ad31-ad31678adc65 up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:54:32.796104 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-cbcff4e1-932e-45f5-9eb7-a1a7fcce3966 req-cc397b11-4cb6-46d0-8f44-99a2bf4719e3 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7898214 Oct 27 10:54:32.868166 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:32.908326 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port 036c87d9-15f5-4ebb-ad31-ad31678adc65 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:54:32.909044 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:33.068031 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-89d6c366-e38c-4cef-b520-862eeec9685e None None] Provisioning complete for port f1fb0da3-0f0b-4687-8882-e87a4480f3fe triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:54:33.068740 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-89d6c366-e38c-4cef-b520-862eeec9685e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:33.124036 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-89d6c366-e38c-4cef-b520-862eeec9685e None None] Port f1fb0da3-0f0b-4687-8882-e87a4480f3fe cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:54:33.142865 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [req-cbcff4e1-932e-45f5-9eb7-a1a7fcce3966 req-69ed1eea-ca81-4f4d-afbd-20c6b2b4b5ec service neutron] Request body: {'port': {'device_id': '9b6e8998-cd64-44c7-85ff-34296a1bfda8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-10'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:54:33.191096 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-89d6c366-e38c-4cef-b520-862eeec9685e None None] Provisioning complete for port 13b12371-f179-43d8-97dc-0b73ec01ff2f triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:54:33.191387 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-89d6c366-e38c-4cef-b520-862eeec9685e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:33.273837 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46bfc1b9-7e78-416a-b19c-efd56a9ba0e5 None None] Network 74b572d8-4dc9-4fbd-bb68-666b7bf72678 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:54:33.279550 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:33.406135 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-249d616e-36d0-435f-ac19-c2b128299cdd tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks [] for port, precommit_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:33.429287 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6074eb-41e8-4d50-b41d-ff25e09d7631 req-ba2c14c9-1a57-490c-af83-386cbf12ba63 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:54:33.431853 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-db6074eb-41e8-4d50-b41d-ff25e09d7631 req-ba2c14c9-1a57-490c-af83-386cbf12ba63 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/ports?device_id=9b6e8998-cd64-44c7-85ff-34296a1bfda8 HTTP/1.1" status: 200 len: 932 time: 0.3398836 Oct 27 10:54:33.432155 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 37294) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:54:33.437789 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-249d616e-36d0-435f-ac19-c2b128299cdd tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27024173'] for port, after_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:33.445592 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-249d616e-36d0-435f-ac19-c2b128299cdd tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2006967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1766225'] for router_interface, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:33.454664 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-cbcff4e1-932e-45f5-9eb7-a1a7fcce3966 req-69ed1eea-ca81-4f4d-afbd-20c6b2b4b5ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:33.641055 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-fd629f62-2357-4a5c-a3ef-7e665b75900e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:33.671974 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] For port 036c87d9-15f5-4ebb-ad31-ad31678adc65, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=036c87d9-15f5-4ebb-ad31-ad31678adc65,segment=NetworkSegment(9a23b528-299e-43d1-a09f-4cdc957fb664),segment_id=9a23b528-299e-43d1-a09f-4cdc957fb664)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:54:33.680954 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:33.681784 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 13b12371-f179-43d8-97dc-0b73ec01ff2f up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:54:33.804467 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249d616e-36d0-435f-ac19-c2b128299cdd tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Pushing event updated for resources: {'Port': ['ID=1d9cddf2-3328-4b9c-b12e-2fc176b8303b,revision_number=2']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:54:33.880164 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-fd629f62-2357-4a5c-a3ef-7e665b75900e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:33.888929 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-fd629f62-2357-4a5c-a3ef-7e665b75900e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:33.911176 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-db6074eb-41e8-4d50-b41d-ff25e09d7631 req-3d522c5f-a006-4e15-9e72-ef14859a9b95 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/security-groups?id=e12aac3e-256a-4b83-b5b5-3559f5984194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4597652 Oct 27 10:54:33.942281 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-fd629f62-2357-4a5c-a3ef-7e665b75900e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=de242e0fcd2945bba020504470d0d1fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5088458 Oct 27 10:54:33.946518 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 37298) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:54:34.022710 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd629f62-2357-4a5c-a3ef-7e665b75900e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64eb143f-00b9-47e7-9f17-b53706c84ea4,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:54:34.052174 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Pushing event updated for resources: {'Port': ['ID=036c87d9-15f5-4ebb-ad31-ad31678adc65,revision_number=3']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:54:34.076022 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port 13b12371-f179-43d8-97dc-0b73ec01ff2f triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:54:34.076694 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:34.198735 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-89d6c366-e38c-4cef-b520-862eeec9685e None None] Provisioning complete for port 1d9cddf2-3328-4b9c-b12e-2fc176b8303b triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:54:34.199104 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-89d6c366-e38c-4cef-b520-862eeec9685e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:34.202696 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-249d616e-36d0-435f-ac19-c2b128299cdd tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Network 08235a99-8fbb-43d7-93b9-9d3866f670b5 is already hosted by enough agents. {{(pid=102346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:54:34.256839 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-89d6c366-e38c-4cef-b520-862eeec9685e None None] Port 1d9cddf2-3328-4b9c-b12e-2fc176b8303b cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:54:34.258701 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-249d616e-36d0-435f-ac19-c2b128299cdd tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Resources bound (agent type, host, resource id): {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:54:34.291712 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-4cc43017-5b0c-474b-a985-4b6cd0d4e0a0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:34.374323 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-4cc43017-5b0c-474b-a985-4b6cd0d4e0a0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:34.377984 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7c745151-47a7-4e9a-9d13-123676b40bef None None] Provisioning complete for port 1d9cddf2-3328-4b9c-b12e-2fc176b8303b triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:54:34.378351 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7c745151-47a7-4e9a-9d13-123676b40bef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:34.480400 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-7c745151-47a7-4e9a-9d13-123676b40bef None None] Port 1d9cddf2-3328-4b9c-b12e-2fc176b8303b cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:54:34.504338 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 036c87d9-15f5-4ebb-ad31-ad31678adc65 up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:54:34.522568 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-4cc43017-5b0c-474b-a985-4b6cd0d4e0a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:34.526092 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-4cc43017-5b0c-474b-a985-4b6cd0d4e0a0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:34.542234 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-4cc43017-5b0c-474b-a985-4b6cd0d4e0a0 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/64eb143f-00b9-47e7-9f17-b53706c84ea4 HTTP/1.1" status: 204 len: 168 time: 0.5799465 Oct 27 10:54:34.553621 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7c745151-47a7-4e9a-9d13-123676b40bef None None] Provisioning complete for port 036c87d9-15f5-4ebb-ad31-ad31678adc65 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:54:34.554492 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7c745151-47a7-4e9a-9d13-123676b40bef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:34.653145 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc43017-5b0c-474b-a985-4b6cd0d4e0a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64eb143f-00b9-47e7-9f17-b53706c84ea4,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:54:34.684893 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port 036c87d9-15f5-4ebb-ad31-ad31678adc65 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:54:34.685596 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:34.849534 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 13b12371-f179-43d8-97dc-0b73ec01ff2f up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:54:34.885938 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [req-cbcff4e1-932e-45f5-9eb7-a1a7fcce3966 req-69ed1eea-ca81-4f4d-afbd-20c6b2b4b5ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1fb0da3-0f0b-4687-8882-e87a4480f3fe {{(pid=102346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:54:34.899881 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-cbcff4e1-932e-45f5-9eb7-a1a7fcce3966 req-69ed1eea-ca81-4f4d-afbd-20c6b2b4b5ec service neutron] Publish callbacks [] for port, precommit_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:34.907344 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-249d616e-36d0-435f-ac19-c2b128299cdd tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Router c9f64123-b490-48b7-8faf-452fda9988f9 is scheduled to L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb with binding_index 1 {{(pid=102346) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 10:54:34.912848 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-64063481-3ef7-4cc6-ba7c-9143b82e1514 None None] Provisioning complete for port 1d9cddf2-3328-4b9c-b12e-2fc176b8303b triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:54:34.913354 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-64063481-3ef7-4cc6-ba7c-9143b82e1514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:34.923650 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.provisioning_blocks [req-cbcff4e1-932e-45f5-9eb7-a1a7fcce3966 req-69ed1eea-ca81-4f4d-afbd-20c6b2b4b5ec service neutron] Transition to ACTIVE for port object f1fb0da3-0f0b-4687-8882-e87a4480f3fe will not be triggered until provisioned by entity L2. {{(pid=102346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 10:54:34.955413 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port 13b12371-f179-43d8-97dc-0b73ec01ff2f triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:54:34.955870 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:34.995680 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-64063481-3ef7-4cc6-ba7c-9143b82e1514 None None] Port 1d9cddf2-3328-4b9c-b12e-2fc176b8303b cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:54:35.019186 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-cbcff4e1-932e-45f5-9eb7-a1a7fcce3966 req-69ed1eea-ca81-4f4d-afbd-20c6b2b4b5ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27024173'] for port, after_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:35.023710 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-64063481-3ef7-4cc6-ba7c-9143b82e1514 None None] Provisioning complete for port 036c87d9-15f5-4ebb-ad31-ad31678adc65 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:54:35.025153 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-64063481-3ef7-4cc6-ba7c-9143b82e1514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:35.148876 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ed1eea-ca81-4f4d-afbd-20c6b2b4b5ec service neutron] Pushing event updated for resources: {'Port': ['ID=f1fb0da3-0f0b-4687-8882-e87a4480f3fe,revision_number=2']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:54:35.185268 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-249d616e-36d0-435f-ac19-c2b128299cdd tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:54:35.245803 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-249d616e-36d0-435f-ac19-c2b128299cdd tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] 10.222.0.44 "PUT /v2.0/routers/c9f64123-b490-48b7-8faf-452fda9988f9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2371128 Oct 27 10:54:35.250809 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 37312) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:54:35.262499 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-377649bb-bb1a-485f-84a7-db49a5443aef None None] Sync routers for ids ['c9f64123-b490-48b7-8faf-452fda9988f9'] in n-d-813419-10 {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:54:35.274222 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b498b45-d7d5-4ff6-a779-5ba0bcdb436d req-bd7a9fe0-d6b3-4ec7-99e5-d0e0ebc6b386 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:54:35.279212 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-4b498b45-d7d5-4ff6-a779-5ba0bcdb436d req-bd7a9fe0-d6b3-4ec7-99e5-d0e0ebc6b386 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/ports?device_id=9b6e8998-cd64-44c7-85ff-34296a1bfda8 HTTP/1.1" status: 200 len: 944 time: 0.2291589 Oct 27 10:54:35.281431 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-377649bb-bb1a-485f-84a7-db49a5443aef None None] Routers {'c9f64123-b490-48b7-8faf-452fda9988f9'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:54:35.282252 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-377649bb-bb1a-485f-84a7-db49a5443aef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:54:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['c9f64123-b490-48b7-8faf-452fda9988f9'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:54:35.282666 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 37314) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:54:35.322758 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-b8c99882-2473-45ce-a71f-3b8562fcca43 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:35.365502 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-377649bb-bb1a-485f-84a7-db49a5443aef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:54:35.393838 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-4b498b45-d7d5-4ff6-a779-5ba0bcdb436d req-429ffda7-28c6-4cc6-8b28-201227cc4260 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/security-groups?id=e12aac3e-256a-4b83-b5b5-3559f5984194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0943491 Oct 27 10:54:35.409869 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2358b479-6cb3-4529-a63f-914fb67f5926 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:54:35.411157 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-2358b479-6cb3-4529-a63f-914fb67f5926 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] 10.222.0.44 "GET /v2.0/ports/1d9cddf2-3328-4b9c-b12e-2fc176b8303b HTTP/1.1" status: 200 len: 911 time: 0.1588995 Oct 27 10:54:35.420404 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 37318) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:54:35.461708 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.managers [req-cbcff4e1-932e-45f5-9eb7-a1a7fcce3966 req-69ed1eea-ca81-4f4d-afbd-20c6b2b4b5ec service neutron] Attempting to bind port f1fb0da3-0f0b-4687-8882-e87a4480f3fe on host n-h1-813419-10 for vnic_type normal with profile {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:54:35.462240 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.managers [req-cbcff4e1-932e-45f5-9eb7-a1a7fcce3966 req-69ed1eea-ca81-4f4d-afbd-20c6b2b4b5ec service neutron] Attempting to bind port f1fb0da3-0f0b-4687-8882-e87a4480f3fe by drivers openvswitch,hyperv on host n-h1-813419-10 at level 0 using segments [{'id': 'd1b37471-bd8e-4564-a77c-6e0c9d2699fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '33cc32c2-598c-44fc-a251-6575a62c00c5'}] {{(pid=102346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:54:35.462876 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbcff4e1-932e-45f5-9eb7-a1a7fcce3966 req-69ed1eea-ca81-4f4d-afbd-20c6b2b4b5ec service neutron] Attempting to bind port f1fb0da3-0f0b-4687-8882-e87a4480f3fe on network 33cc32c2-598c-44fc-a251-6575a62c00c5 {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:54:35.468566 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbcff4e1-932e-45f5-9eb7-a1a7fcce3966 req-69ed1eea-ca81-4f4d-afbd-20c6b2b4b5ec service neutron] Port f1fb0da3-0f0b-4687-8882-e87a4480f3fe on network 33cc32c2-598c-44fc-a251-6575a62c00c5 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-10 {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 10:54:35.469859 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbcff4e1-932e-45f5-9eb7-a1a7fcce3966 req-69ed1eea-ca81-4f4d-afbd-20c6b2b4b5ec service neutron] Attempting to bind port f1fb0da3-0f0b-4687-8882-e87a4480f3fe on network 33cc32c2-598c-44fc-a251-6575a62c00c5 {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:54:35.477187 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbcff4e1-932e-45f5-9eb7-a1a7fcce3966 req-69ed1eea-ca81-4f4d-afbd-20c6b2b4b5ec service neutron] Checking agent: {'id': 'a52e1cab-0c63-402d-9c94-330537c6c076', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 16, 2), 'started_at': datetime.datetime(2021, 10, 27, 10, 16, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 54, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:54:35.478066 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbcff4e1-932e-45f5-9eb7-a1a7fcce3966 req-69ed1eea-ca81-4f4d-afbd-20c6b2b4b5ec service neutron] Checking segment: {'id': 'd1b37471-bd8e-4564-a77c-6e0c9d2699fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '33cc32c2-598c-44fc-a251-6575a62c00c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:54:35.478867 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbcff4e1-932e-45f5-9eb7-a1a7fcce3966 req-69ed1eea-ca81-4f4d-afbd-20c6b2b4b5ec service neutron] Bound using segment: {'id': 'd1b37471-bd8e-4564-a77c-6e0c9d2699fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '33cc32c2-598c-44fc-a251-6575a62c00c5'} {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:54:35.479583 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.managers [req-cbcff4e1-932e-45f5-9eb7-a1a7fcce3966 req-69ed1eea-ca81-4f4d-afbd-20c6b2b4b5ec service neutron] Bound port: f1fb0da3-0f0b-4687-8882-e87a4480f3fe, host: n-h1-813419-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1b37471-bd8e-4564-a77c-6e0c9d2699fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '33cc32c2-598c-44fc-a251-6575a62c00c5'}}] {{(pid=102346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:54:35.480271 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-cbcff4e1-932e-45f5-9eb7-a1a7fcce3966 req-69ed1eea-ca81-4f4d-afbd-20c6b2b4b5ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:35.491489 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-377649bb-bb1a-485f-84a7-db49a5443aef None None] Routers {'c9f64123-b490-48b7-8faf-452fda9988f9'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:54:35.492566 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-377649bb-bb1a-485f-84a7-db49a5443aef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:54:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['c9f64123-b490-48b7-8faf-452fda9988f9'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:54:35.564461 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-377649bb-bb1a-485f-84a7-db49a5443aef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:54:35.568802 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-377649bb-bb1a-485f-84a7-db49a5443aef None None] The sync data for ids ['c9f64123-b490-48b7-8faf-452fda9988f9'] in n-d-813419-10 is: [] {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:54:35.576771 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [req-cbcff4e1-932e-45f5-9eb7-a1a7fcce3966 req-69ed1eea-ca81-4f4d-afbd-20c6b2b4b5ec service neutron] For port f1fb0da3-0f0b-4687-8882-e87a4480f3fe, host n-h1-813419-10, cleared binding levels {{(pid=102346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:54:35.581700 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [req-cbcff4e1-932e-45f5-9eb7-a1a7fcce3966 req-69ed1eea-ca81-4f4d-afbd-20c6b2b4b5ec service neutron] For port f1fb0da3-0f0b-4687-8882-e87a4480f3fe, host n-h1-813419-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=f1fb0da3-0f0b-4687-8882-e87a4480f3fe,segment=NetworkSegment(d1b37471-bd8e-4564-a77c-6e0c9d2699fd),segment_id=d1b37471-bd8e-4564-a77c-6e0c9d2699fd)] {{(pid=102346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:54:35.588333 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-cbcff4e1-932e-45f5-9eb7-a1a7fcce3966 req-69ed1eea-ca81-4f4d-afbd-20c6b2b4b5ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27024173'] for port, after_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:35.662519 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcff4e1-932e-45f5-9eb7-a1a7fcce3966 req-69ed1eea-ca81-4f4d-afbd-20c6b2b4b5ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:54:35.663472 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-cbcff4e1-932e-45f5-9eb7-a1a7fcce3966 req-69ed1eea-ca81-4f4d-afbd-20c6b2b4b5ec service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:35.665704 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-cbcff4e1-932e-45f5-9eb7-a1a7fcce3966 req-69ed1eea-ca81-4f4d-afbd-20c6b2b4b5ec service neutron] 10.222.0.64 "PUT /v2.0/ports/f1fb0da3-0f0b-4687-8882-e87a4480f3fe HTTP/1.1" status: 200 len: 1093 time: 2.8200321 Oct 27 10:54:35.666506 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b6e8998-cd64-44c7-85ff-34296a1bfda8', 'tag': 'f1fb0da3-0f0b-4687-8882-e87a4480f3fe'}] {{(pid=102346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:54:35.669125 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc0e418f5fc417c8d55d94c0aa509b037d0beb2a734c1a709e789eb65639a56d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e43cc978-bd33-48a7-85aa-1684691a5d5f" -d '{"events": [{"name": "network-changed", "server_uuid": "9b6e8998-cd64-44c7-85ff-34296a1bfda8", "tag": "f1fb0da3-0f0b-4687-8882-e87a4480f3fe"}]}' {{(pid=102346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:54:35.775660 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 10:54:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8eb6f1f-c69c-4290-be1d-dcb01f26a9ab x-openstack-request-id: req-d8eb6f1f-c69c-4290-be1d-dcb01f26a9ab {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:54:35.775660 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b6e8998-cd64-44c7-85ff-34296a1bfda8", "tag": "f1fb0da3-0f0b-4687-8882-e87a4480f3fe", "status": "completed", "code": 200}]} {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:54:35.775660 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d8eb6f1f-c69c-4290-be1d-dcb01f26a9ab {{(pid=102346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:54:35.775660 n-d-813419-10 neutron-server[102346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b6e8998-cd64-44c7-85ff-34296a1bfda8', 'tag': 'f1fb0da3-0f0b-4687-8882-e87a4480f3fe', 'status': 'completed', 'code': 200} Oct 27 10:54:35.801892 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ed1eea-ca81-4f4d-afbd-20c6b2b4b5ec service neutron] Pushing event updated for resources: {'Port': ['ID=f1fb0da3-0f0b-4687-8882-e87a4480f3fe,revision_number=3']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:54:35.817581 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-5c981660-6a64-498f-8801-0b416b7cfa9c req-4acc1c10-84e3-4b76-964e-b7cbacce6ec9 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=f387a798-4bb5-43eb-983f-6dd52dc8832a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1419637 Oct 27 10:54:35.822573 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcff4e1-932e-45f5-9eb7-a1a7fcce3966 req-7cd4a51d-32ce-412c-aba8-f3d1c306f82a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:54:35.824371 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-cbcff4e1-932e-45f5-9eb7-a1a7fcce3966 req-7cd4a51d-32ce-412c-aba8-f3d1c306f82a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b02a92ec9ad04d95b8ea6a5db5946dfb&device_id=9b6e8998-cd64-44c7-85ff-34296a1bfda8 HTTP/1.1" status: 200 len: 1096 time: 0.0927846 Oct 27 10:54:35.881182 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-cbcff4e1-932e-45f5-9eb7-a1a7fcce3966 req-dc7ac5d4-e74a-441a-a0cb-cd289f875541 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f1fb0da3-0f0b-4687-8882-e87a4480f3fe HTTP/1.1" status: 200 len: 217 time: 0.0478406 Oct 27 10:54:35.941738 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-b8c99882-2473-45ce-a71f-3b8562fcca43 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:35.961414 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcff4e1-932e-45f5-9eb7-a1a7fcce3966 req-92262d48-4a2e-4c4d-9106-fe340706f3fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:54:35.963939 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-cbcff4e1-932e-45f5-9eb7-a1a7fcce3966 req-92262d48-4a2e-4c4d-9106-fe340706f3fc service neutron] 10.222.0.64 "GET /v2.0/subnets?id=87624d80-dded-417f-af79-cc56a741e5c4 HTTP/1.1" status: 200 len: 850 time: 0.0756962 Oct 27 10:54:35.981875 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-b8c99882-2473-45ce-a71f-3b8562fcca43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:36.028312 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcff4e1-932e-45f5-9eb7-a1a7fcce3966 req-9f3bc160-33a3-4a87-a30a-04d05b4cb1bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:54:36.030150 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-cbcff4e1-932e-45f5-9eb7-a1a7fcce3966 req-9f3bc160-33a3-4a87-a30a-04d05b4cb1bc service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=33cc32c2-598c-44fc-a251-6575a62c00c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0577605 Oct 27 10:54:36.082731 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-b8c99882-2473-45ce-a71f-3b8562fcca43 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a3a5dc81444d49ccb343a911399ebc47&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7954395 Oct 27 10:54:36.086509 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 37322) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:54:36.108466 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c981660-6a64-498f-8801-0b416b7cfa9c req-e0ae5e46-0ed4-45d7-8729-85541b401677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:54:36.110896 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-5c981660-6a64-498f-8801-0b416b7cfa9c req-e0ae5e46-0ed4-45d7-8729-85541b401677 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=288186d24e824ccf95cff6bc1e22a0cc&device_id=f387a798-4bb5-43eb-983f-6dd52dc8832a HTTP/1.1" status: 200 len: 1098 time: 0.2366085 Oct 27 10:54:36.117526 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c99882-2473-45ce-a71f-3b8562fcca43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7685014e-d5d4-4998-99ee-a0e90e75fd85,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:54:36.140361 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-ed44e409-19a9-4461-92f5-cd35a72af6a7 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:36.191987 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-9fbb3e4a-669a-470a-a2dc-2459e3fefdac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:36.207464 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-cbcff4e1-932e-45f5-9eb7-a1a7fcce3966 req-ef297553-a89b-48cd-a27e-d97369cdb990 service neutron] 10.222.0.64 "GET /v2.0/networks/33cc32c2-598c-44fc-a251-6575a62c00c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1694589 Oct 27 10:54:36.230938 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-9fbb3e4a-669a-470a-a2dc-2459e3fefdac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:36.370621 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c981660-6a64-498f-8801-0b416b7cfa9c req-1213017b-6390-4752-b959-b232197e1b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:54:36.372155 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-5c981660-6a64-498f-8801-0b416b7cfa9c req-1213017b-6390-4752-b959-b232197e1b02 service neutron] 10.222.0.64 "GET /v2.0/networks?id=06a03d11-0320-4e55-abd7-7bbd1ed6ce00 HTTP/1.1" status: 200 len: 914 time: 0.2124164 Oct 27 10:54:36.376070 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-cbcff4e1-932e-45f5-9eb7-a1a7fcce3966 req-9e1a68f3-f38c-4c4b-b2f8-956d753a7532 service neutron] 10.222.0.64 "GET /v2.0/networks/33cc32c2-598c-44fc-a251-6575a62c00c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1594145 Oct 27 10:54:36.379451 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-9fbb3e4a-669a-470a-a2dc-2459e3fefdac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:36.396937 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-9fbb3e4a-669a-470a-a2dc-2459e3fefdac admin admin] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:36.403427 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-9fbb3e4a-669a-470a-a2dc-2459e3fefdac admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/7685014e-d5d4-4998-99ee-a0e90e75fd85 HTTP/1.1" status: 204 len: 168 time: 0.3125169 Oct 27 10:54:36.415343 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbb3e4a-669a-470a-a2dc-2459e3fefdac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7685014e-d5d4-4998-99ee-a0e90e75fd85,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:54:36.459869 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-5c981660-6a64-498f-8801-0b416b7cfa9c req-28ac5f39-5dc2-47cd-b03c-311640c7b1e5 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e866b763-cdf8-431d-898f-26de958517fb HTTP/1.1" status: 200 len: 217 time: 0.0744102 Oct 27 10:54:36.522731 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c981660-6a64-498f-8801-0b416b7cfa9c req-ed069222-174e-4d0a-93c4-f06a01e6ecd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:54:36.524235 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-5c981660-6a64-498f-8801-0b416b7cfa9c req-ed069222-174e-4d0a-93c4-f06a01e6ecd3 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=06dc687d-e4f4-4a0e-8ac0-e3468f0f7c40 HTTP/1.1" status: 200 len: 853 time: 0.0519550 Oct 27 10:54:36.625009 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-5c981660-6a64-498f-8801-0b416b7cfa9c req-cb20b45c-274d-401d-a447-f55f5aaedffa service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=06a03d11-0320-4e55-abd7-7bbd1ed6ce00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0888157 Oct 27 10:54:36.818251 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-5c981660-6a64-498f-8801-0b416b7cfa9c req-fe6c0d33-492e-4590-abed-a0702d646f4c service neutron] 10.222.0.64 "GET /v2.0/networks/06a03d11-0320-4e55-abd7-7bbd1ed6ce00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1599305 Oct 27 10:54:37.039789 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-5c981660-6a64-498f-8801-0b416b7cfa9c req-018bcdca-b63c-48f7-8368-353297debe36 service neutron] 10.222.0.64 "GET /v2.0/networks/06a03d11-0320-4e55-abd7-7bbd1ed6ce00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2056255 Oct 27 10:54:37.079249 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43cc978-bd33-48a7-85aa-1684691a5d5f req-bf8d9808-6895-4743-b99f-7abb0eec396e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:54:37.080754 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-e43cc978-bd33-48a7-85aa-1684691a5d5f req-bf8d9808-6895-4743-b99f-7abb0eec396e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b02a92ec9ad04d95b8ea6a5db5946dfb&device_id=9b6e8998-cd64-44c7-85ff-34296a1bfda8 HTTP/1.1" status: 200 len: 1096 time: 0.5937598 Oct 27 10:54:37.085999 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adf73dc-57c4-4f47-badb-4ebf5f2cf9b4 req-1347f97e-1e93-46b8-b360-5e71eadc977b tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:54:37.088905 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-4adf73dc-57c4-4f47-badb-4ebf5f2cf9b4 req-1347f97e-1e93-46b8-b360-5e71eadc977b tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/ports?device_id=9b6e8998-cd64-44c7-85ff-34296a1bfda8 HTTP/1.1" status: 200 len: 944 time: 0.5570745 Oct 27 10:54:37.092523 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_common [None req-ed44e409-19a9-4461-92f5-cd35a72af6a7 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Allocated IP 2001:db8:1::1 (74b572d8-4dc9-4fbd-bb68-666b7bf72678/fad745e4-2954-4657-ba4a-fb9f46fb513e/a9d3389a-23bf-47a8-8ad0-6f78761a06b9) {{(pid=102347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:54:37.220563 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43cc978-bd33-48a7-85aa-1684691a5d5f req-ea127110-ff65-4302-982f-65768db34da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:54:37.222713 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-e43cc978-bd33-48a7-85aa-1684691a5d5f req-ea127110-ff65-4302-982f-65768db34da2 service neutron] 10.222.0.64 "GET /v2.0/networks?id=33cc32c2-598c-44fc-a251-6575a62c00c5 HTTP/1.1" status: 200 len: 912 time: 0.1237583 Oct 27 10:54:37.255183 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-ed44e409-19a9-4461-92f5-cd35a72af6a7 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks [] for port, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:37.299870 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-ed44e409-19a9-4461-92f5-cd35a72af6a7 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:37.307263 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-e43cc978-bd33-48a7-85aa-1684691a5d5f req-d4a8196c-8d59-43a1-b831-9704642c48ac service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f1fb0da3-0f0b-4687-8882-e87a4480f3fe HTTP/1.1" status: 200 len: 217 time: 0.0756145 Oct 27 10:54:37.380695 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43cc978-bd33-48a7-85aa-1684691a5d5f req-bb8e2af5-7cdc-4b34-bb06-e306c6636f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:54:37.382261 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-e43cc978-bd33-48a7-85aa-1684691a5d5f req-bb8e2af5-7cdc-4b34-bb06-e306c6636f07 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=87624d80-dded-417f-af79-cc56a741e5c4 HTTP/1.1" status: 200 len: 850 time: 0.0607755 Oct 27 10:54:37.451936 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-4adf73dc-57c4-4f47-badb-4ebf5f2cf9b4 req-4d041c98-bc24-4ed7-9a47-1f87b7acfa00 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/security-groups?id=e12aac3e-256a-4b83-b5b5-3559f5984194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3407025 Oct 27 10:54:37.486797 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed44e409-19a9-4461-92f5-cd35a72af6a7 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Pushing event updated for resources: {'Port': ['ID=a9d3389a-23bf-47a8-8ad0-6f78761a06b9,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:54:37.510651 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed44e409-19a9-4461-92f5-cd35a72af6a7 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Network 74b572d8-4dc9-4fbd-bb68-666b7bf72678 is already hosted by enough agents. {{(pid=102347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:54:37.538444 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [None req-ed44e409-19a9-4461-92f5-cd35a72af6a7 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Resources bound (agent type, host, resource id): {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:54:37.568540 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed44e409-19a9-4461-92f5-cd35a72af6a7 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Received port after_create {{(pid=102347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:54:37.598690 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-ed44e409-19a9-4461-92f5-cd35a72af6a7 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1664961'] for router_interface, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:37.673454 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43cc978-bd33-48a7-85aa-1684691a5d5f req-3259a8a6-4a1c-4a83-b088-312d9721aa0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:54:37.681556 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-e43cc978-bd33-48a7-85aa-1684691a5d5f req-3259a8a6-4a1c-4a83-b088-312d9721aa0c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=33cc32c2-598c-44fc-a251-6575a62c00c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2696326 Oct 27 10:54:37.886904 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-ed44e409-19a9-4461-92f5-cd35a72af6a7 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:37.951253 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-e43cc978-bd33-48a7-85aa-1684691a5d5f req-1825f5a4-35dc-411e-bbd1-db45d0457dc3 service neutron] 10.222.0.64 "GET /v2.0/networks/33cc32c2-598c-44fc-a251-6575a62c00c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2599542 Oct 27 10:54:38.051738 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-74a21030-90bb-46ac-bd12-bebbeb15679e None None] Provisioning complete for port a9d3389a-23bf-47a8-8ad0-6f78761a06b9 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:54:38.052832 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-74a21030-90bb-46ac-bd12-bebbeb15679e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:38.097444 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-74a21030-90bb-46ac-bd12-bebbeb15679e None None] Port a9d3389a-23bf-47a8-8ad0-6f78761a06b9 cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:54:38.123420 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-e43cc978-bd33-48a7-85aa-1684691a5d5f req-e9558a89-b637-4863-bf90-5ddbbfbc3aff service neutron] 10.222.0.64 "GET /v2.0/networks/33cc32c2-598c-44fc-a251-6575a62c00c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1529064 Oct 27 10:54:38.309139 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-ed44e409-19a9-4461-92f5-cd35a72af6a7 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks [] for port, precommit_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:38.315971 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-ed44e409-19a9-4461-92f5-cd35a72af6a7 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:38.317022 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-ed44e409-19a9-4461-92f5-cd35a72af6a7 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2006967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1766225'] for router_interface, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:38.443260 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed44e409-19a9-4461-92f5-cd35a72af6a7 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Pushing event updated for resources: {'Port': ['ID=a9d3389a-23bf-47a8-8ad0-6f78761a06b9,revision_number=2']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:54:38.549577 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed44e409-19a9-4461-92f5-cd35a72af6a7 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Network 74b572d8-4dc9-4fbd-bb68-666b7bf72678 is already hosted by enough agents. {{(pid=102347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:54:38.551295 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [None req-ed44e409-19a9-4461-92f5-cd35a72af6a7 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Resources bound (agent type, host, resource id): {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:54:38.651108 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f48fc11-0788-4471-899a-225b9c2c3674 req-54c4a886-3007-4619-af91-fa5851b6d6e1 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:54:38.652718 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-3f48fc11-0788-4471-899a-225b9c2c3674 req-54c4a886-3007-4619-af91-fa5851b6d6e1 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/ports?device_id=9b6e8998-cd64-44c7-85ff-34296a1bfda8 HTTP/1.1" status: 200 len: 944 time: 0.0939441 Oct 27 10:54:38.733274 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-3f48fc11-0788-4471-899a-225b9c2c3674 req-c5d9239c-6113-423f-8c65-696832017440 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/security-groups?id=e12aac3e-256a-4b83-b5b5-3559f5984194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730183 Oct 27 10:54:39.036942 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-4a30abe1-30ee-45e2-8a27-2d5f8a29d6b0 None None] Provisioning complete for port a9d3389a-23bf-47a8-8ad0-6f78761a06b9 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:54:39.037228 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-4a30abe1-30ee-45e2-8a27-2d5f8a29d6b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:39.087196 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-4a30abe1-30ee-45e2-8a27-2d5f8a29d6b0 None None] Port a9d3389a-23bf-47a8-8ad0-6f78761a06b9 cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:54:39.105693 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:39.178666 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed44e409-19a9-4461-92f5-cd35a72af6a7 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Router c9f64123-b490-48b7-8faf-452fda9988f9 has already been hosted by L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb {{(pid=102347) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 10:54:39.290482 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed44e409-19a9-4461-92f5-cd35a72af6a7 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:54:39.301298 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86df6de3-cd49-46e9-8f12-9e3d28766006 None None] Sync routers for ids ['c9f64123-b490-48b7-8faf-452fda9988f9'] in n-d-813419-10 {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:54:39.306436 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-ed44e409-19a9-4461-92f5-cd35a72af6a7 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] 10.222.0.44 "PUT /v2.0/routers/c9f64123-b490-48b7-8faf-452fda9988f9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8785250 Oct 27 10:54:39.306845 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 37370) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:54:39.312236 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86df6de3-cd49-46e9-8f12-9e3d28766006 None None] Routers {'c9f64123-b490-48b7-8faf-452fda9988f9'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:54:39.313107 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-86df6de3-cd49-46e9-8f12-9e3d28766006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:54:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['c9f64123-b490-48b7-8faf-452fda9988f9'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:54:39.375623 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90509883-248f-424b-ba95-e6c17fe9b6eb tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:54:39.379740 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-90509883-248f-424b-ba95-e6c17fe9b6eb tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] 10.222.0.44 "GET /v2.0/ports/a9d3389a-23bf-47a8-8ad0-6f78761a06b9 HTTP/1.1" status: 200 len: 913 time: 0.0690465 Oct 27 10:54:39.380265 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 37372) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:54:39.385510 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-86df6de3-cd49-46e9-8f12-9e3d28766006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:54:39.406362 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86df6de3-cd49-46e9-8f12-9e3d28766006 None None] Routers {'c9f64123-b490-48b7-8faf-452fda9988f9'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:54:39.407135 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-86df6de3-cd49-46e9-8f12-9e3d28766006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:54:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['c9f64123-b490-48b7-8faf-452fda9988f9'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:54:39.447057 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-86df6de3-cd49-46e9-8f12-9e3d28766006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:54:39.447935 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86df6de3-cd49-46e9-8f12-9e3d28766006 None None] The sync data for ids ['c9f64123-b490-48b7-8faf-452fda9988f9'] in n-d-813419-10 is: [] {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:54:39.845893 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-b209cecf-22c8-4a51-9042-dadcb59dba25 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1766202'] for router_interface, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:40.013209 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74256cb2-20c9-4a11-a891-ac039d337279 req-f8749153-3128-4853-a01c-a8e20cfe869d tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:54:40.014878 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-74256cb2-20c9-4a11-a891-ac039d337279 req-f8749153-3128-4853-a01c-a8e20cfe869d tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/ports?device_id=9b6e8998-cd64-44c7-85ff-34296a1bfda8 HTTP/1.1" status: 200 len: 944 time: 0.1087477 Oct 27 10:54:40.189013 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-74256cb2-20c9-4a11-a891-ac039d337279 req-6dc25ddc-e932-4380-9987-6b7406a1da47 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/security-groups?id=e12aac3e-256a-4b83-b5b5-3559f5984194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1148612 Oct 27 10:54:40.222727 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-a3cce63a-7200-49a0-8e23-252bd8c2b67e req-4377fb33-6fdb-48cc-8137-74f86102cfba service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=8c280a57-b5b3-4702-a42f-d4f4a9313432&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2429192 Oct 27 10:54:40.316415 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-b209cecf-22c8-4a51-9042-dadcb59dba25 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Deleting port a9d3389a-23bf-47a8-8ad0-6f78761a06b9 {{(pid=102347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:54:40.316731 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-b209cecf-22c8-4a51-9042-dadcb59dba25 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:40.327142 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cce63a-7200-49a0-8e23-252bd8c2b67e req-46fdc8cf-4ee2-4997-af31-3ad0b9641a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:54:40.337289 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-a3cce63a-7200-49a0-8e23-252bd8c2b67e req-46fdc8cf-4ee2-4997-af31-3ad0b9641a56 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=b02a92ec9ad04d95b8ea6a5db5946dfb&device_id=8c280a57-b5b3-4702-a42f-d4f4a9313432 HTTP/1.1" status: 200 len: 1097 time: 0.0603578 Oct 27 10:54:40.434362 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-b209cecf-22c8-4a51-9042-dadcb59dba25 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:40.454448 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-b209cecf-22c8-4a51-9042-dadcb59dba25 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Calling delete_port for a9d3389a-23bf-47a8-8ad0-6f78761a06b9 owned by network:router_interface {{(pid=102347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:54:40.463673 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cce63a-7200-49a0-8e23-252bd8c2b67e req-1ef5e938-f661-4cbf-a03e-ea50652c5bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:54:40.465167 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-a3cce63a-7200-49a0-8e23-252bd8c2b67e req-1ef5e938-f661-4cbf-a03e-ea50652c5bb8 service neutron] 10.222.0.76 "GET /v2.0/networks?id=33cc32c2-598c-44fc-a251-6575a62c00c5 HTTP/1.1" status: 200 len: 912 time: 0.1034904 Oct 27 10:54:40.667697 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-a3cce63a-7200-49a0-8e23-252bd8c2b67e req-ce7a68bf-233e-474f-9f4a-ecea504b8adb service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=493b566b-8077-47ab-b0fa-7e567159f7fd HTTP/1.1" status: 200 len: 1001 time: 0.1938007 Oct 27 10:54:40.753987 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cce63a-7200-49a0-8e23-252bd8c2b67e req-10d6306d-9f51-4ffc-927c-0cfd5aad7fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:54:40.754624 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-b209cecf-22c8-4a51-9042-dadcb59dba25 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:40.755868 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-a3cce63a-7200-49a0-8e23-252bd8c2b67e req-10d6306d-9f51-4ffc-927c-0cfd5aad7fa6 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=87624d80-dded-417f-af79-cc56a741e5c4 HTTP/1.1" status: 200 len: 850 time: 0.0809121 Oct 27 10:54:40.810713 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cce63a-7200-49a0-8e23-252bd8c2b67e req-5102dad8-c3ea-41d9-9382-cbd1014f7ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:54:40.810713 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-a3cce63a-7200-49a0-8e23-252bd8c2b67e req-5102dad8-c3ea-41d9-9382-cbd1014f7ffd service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=33cc32c2-598c-44fc-a251-6575a62c00c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0451982 Oct 27 10:54:40.860590 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b209cecf-22c8-4a51-9042-dadcb59dba25 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Pushing event deleted for resources: {'Port': ['ID=a9d3389a-23bf-47a8-8ad0-6f78761a06b9,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:54:41.006301 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-a3cce63a-7200-49a0-8e23-252bd8c2b67e req-3a71e669-9893-415d-90b8-c02d9ea42d21 service neutron] 10.222.0.76 "GET /v2.0/networks/33cc32c2-598c-44fc-a251-6575a62c00c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1872301 Oct 27 10:54:41.027622 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-b209cecf-22c8-4a51-9042-dadcb59dba25 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2006968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1766358'] for router_interface, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:41.150897 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-a3cce63a-7200-49a0-8e23-252bd8c2b67e req-c18d8592-8d21-406a-a1fc-429970d9dc05 service neutron] 10.222.0.76 "GET /v2.0/networks/33cc32c2-598c-44fc-a251-6575a62c00c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357434 Oct 27 10:54:41.308718 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b209cecf-22c8-4a51-9042-dadcb59dba25 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Router c9f64123-b490-48b7-8faf-452fda9988f9 has already been hosted by L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb {{(pid=102347) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 10:54:41.322527 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6856a00-0a6f-488b-bce4-3e74ba5240e0 req-f3444a88-5343-473e-8952-4ef5b3b84511 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:54:41.324941 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-f6856a00-0a6f-488b-bce4-3e74ba5240e0 req-f3444a88-5343-473e-8952-4ef5b3b84511 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/ports?device_id=9b6e8998-cd64-44c7-85ff-34296a1bfda8 HTTP/1.1" status: 200 len: 944 time: 0.0607524 Oct 27 10:54:41.389876 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-f6856a00-0a6f-488b-bce4-3e74ba5240e0 req-84b85ea6-7758-4b70-ab1e-66753080cf4e tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/security-groups?id=e12aac3e-256a-4b83-b5b5-3559f5984194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571766 Oct 27 10:54:41.422135 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b209cecf-22c8-4a51-9042-dadcb59dba25 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:54:41.427341 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-b209cecf-22c8-4a51-9042-dadcb59dba25 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] 10.222.0.44 "PUT /v2.0/routers/c9f64123-b490-48b7-8faf-452fda9988f9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0460005 Oct 27 10:54:41.430255 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 37414) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:54:41.437273 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7970f7d8-1bc3-4ec6-bf8b-deee58407d09 None None] Sync routers for ids ['c9f64123-b490-48b7-8faf-452fda9988f9'] in n-d-813419-10 {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:54:41.449518 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7970f7d8-1bc3-4ec6-bf8b-deee58407d09 None None] Routers {'c9f64123-b490-48b7-8faf-452fda9988f9'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:54:41.450266 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-7970f7d8-1bc3-4ec6-bf8b-deee58407d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:54:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['c9f64123-b490-48b7-8faf-452fda9988f9'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:54:41.485848 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-7970f7d8-1bc3-4ec6-bf8b-deee58407d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:54:41.496793 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7970f7d8-1bc3-4ec6-bf8b-deee58407d09 None None] Routers {'c9f64123-b490-48b7-8faf-452fda9988f9'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:54:41.497541 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-7970f7d8-1bc3-4ec6-bf8b-deee58407d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:54:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['c9f64123-b490-48b7-8faf-452fda9988f9'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:54:41.560510 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-7970f7d8-1bc3-4ec6-bf8b-deee58407d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:54:41.561482 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7970f7d8-1bc3-4ec6-bf8b-deee58407d09 None None] The sync data for ids ['c9f64123-b490-48b7-8faf-452fda9988f9'] in n-d-813419-10 is: [] {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:54:41.756321 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-30eca6a1-1552-4de1-9248-ec83429849e5 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1766202'] for router_interface, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:42.013596 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-30eca6a1-1552-4de1-9248-ec83429849e5 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Deleting port 1d9cddf2-3328-4b9c-b12e-2fc176b8303b {{(pid=102346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:54:42.013985 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-30eca6a1-1552-4de1-9248-ec83429849e5 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:42.105522 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-30eca6a1-1552-4de1-9248-ec83429849e5 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:42.117572 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-30eca6a1-1552-4de1-9248-ec83429849e5 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Calling delete_port for 1d9cddf2-3328-4b9c-b12e-2fc176b8303b owned by network:router_interface {{(pid=102346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:54:42.302281 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-30eca6a1-1552-4de1-9248-ec83429849e5 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:42.348958 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30eca6a1-1552-4de1-9248-ec83429849e5 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Pushing event deleted for resources: {'Port': ['ID=1d9cddf2-3328-4b9c-b12e-2fc176b8303b,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:54:42.456886 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-30eca6a1-1552-4de1-9248-ec83429849e5 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2006968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1766358'] for router_interface, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:42.594762 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d607d9-f43e-478b-bc24-b542ad3e17f2 req-e8716ebb-b818-43a8-9466-c5e1d432976f tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:54:42.603975 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-53d607d9-f43e-478b-bc24-b542ad3e17f2 req-e8716ebb-b818-43a8-9466-c5e1d432976f tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/ports?device_id=9b6e8998-cd64-44c7-85ff-34296a1bfda8 HTTP/1.1" status: 200 len: 944 time: 0.1049485 Oct 27 10:54:42.664098 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30eca6a1-1552-4de1-9248-ec83429849e5 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Router c9f64123-b490-48b7-8faf-452fda9988f9 has already been hosted by L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb {{(pid=102346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 10:54:42.665340 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-53d607d9-f43e-478b-bc24-b542ad3e17f2 req-d60647be-cbf0-40eb-be57-2308c2cb0937 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/security-groups?id=e12aac3e-256a-4b83-b5b5-3559f5984194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587518 Oct 27 10:54:42.751478 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30eca6a1-1552-4de1-9248-ec83429849e5 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:54:42.760226 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 37430) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:54:42.762967 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-485b836c-4c01-4cab-8603-98ecae4e9bff None None] Sync routers for ids ['c9f64123-b490-48b7-8faf-452fda9988f9'] in n-d-813419-10 {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:54:42.770214 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-30eca6a1-1552-4de1-9248-ec83429849e5 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] 10.222.0.44 "PUT /v2.0/routers/c9f64123-b490-48b7-8faf-452fda9988f9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3378806 Oct 27 10:54:42.774952 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-485b836c-4c01-4cab-8603-98ecae4e9bff None None] Routers {'c9f64123-b490-48b7-8faf-452fda9988f9'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:54:42.775627 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-485b836c-4c01-4cab-8603-98ecae4e9bff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:54:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['c9f64123-b490-48b7-8faf-452fda9988f9'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:54:42.794688 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-8daf2446-c6af-4844-ba3e-0d3f32db4e9e tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] 10.222.0.44 "GET /v2.0/ports?device_id=c9f64123-b490-48b7-8faf-452fda9988f9 HTTP/1.1" status: 200 len: 205 time: 0.0307944 Oct 27 10:54:42.795095 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 37432) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:54:42.812254 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-485b836c-4c01-4cab-8603-98ecae4e9bff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:54:42.821817 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-485b836c-4c01-4cab-8603-98ecae4e9bff None None] Routers {'c9f64123-b490-48b7-8faf-452fda9988f9'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:54:42.822706 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-485b836c-4c01-4cab-8603-98ecae4e9bff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:54:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['c9f64123-b490-48b7-8faf-452fda9988f9'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:54:42.859452 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-485b836c-4c01-4cab-8603-98ecae4e9bff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:54:42.860266 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-485b836c-4c01-4cab-8603-98ecae4e9bff None None] The sync data for ids ['c9f64123-b490-48b7-8faf-452fda9988f9'] in n-d-813419-10 is: [] {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:54:42.874039 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-cdef762c-a412-4bb5-aaf9-b8403511afc0 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks [] for router, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:43.052069 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-cdef762c-a412-4bb5-aaf9-b8403511afc0 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1765662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3700'] for router, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:43.054424 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-cdef762c-a412-4bb5-aaf9-b8403511afc0 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:43.097239 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-cdef762c-a412-4bb5-aaf9-b8403511afc0 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1765641'] for router, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:43.098107 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdef762c-a412-4bb5-aaf9-b8403511afc0 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Fanout notify agent at l3_agent the message router_deleted on router c9f64123-b490-48b7-8faf-452fda9988f9 {{(pid=102346) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 10:54:43.107120 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-cdef762c-a412-4bb5-aaf9-b8403511afc0 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks [] for router, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:43.111146 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-cdef762c-a412-4bb5-aaf9-b8403511afc0 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] 10.222.0.44 "DELETE /v2.0/routers/c9f64123-b490-48b7-8faf-452fda9988f9 HTTP/1.1" status: 204 len: 168 time: 0.3122683 Oct 27 10:54:43.111293 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 37436) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:54:43.169292 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_v2 [None req-dac227ae-be1d-44f0-9321-8dc30c562bc4 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Deleting subnet fad745e4-2954-4657-ba4a-fb9f46fb513e {{(pid=102346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 10:54:43.174115 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-dac227ae-be1d-44f0-9321-8dc30c562bc4 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks [] for subnet, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:43.214956 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-dac227ae-be1d-44f0-9321-8dc30c562bc4 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25847868'] for subnet, precommit_delete_associations {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:43.349871 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-dac227ae-be1d-44f0-9321-8dc30c562bc4 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855646'] for subnet, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:43.429373 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-dac227ae-be1d-44f0-9321-8dc30c562bc4 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27024355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27168307'] for subnet, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:43.444939 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-dac227ae-be1d-44f0-9321-8dc30c562bc4 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks [] for subnet, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:43.449552 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-dac227ae-be1d-44f0-9321-8dc30c562bc4 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] 10.222.0.44 "DELETE /v2.0/subnets/fad745e4-2954-4657-ba4a-fb9f46fb513e HTTP/1.1" status: 204 len: 168 time: 0.3362255 Oct 27 10:54:43.452428 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 37438) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:54:43.454436 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d28ee95-4996-4d28-b83e-d3a69e7b6bce None None] Network 74b572d8-4dc9-4fbd-bb68-666b7bf72678 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:54:43.480551 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac227ae-be1d-44f0-9321-8dc30c562bc4 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Pushing event deleted for resources: {'Subnet': ['ID=fad745e4-2954-4657-ba4a-fb9f46fb513e,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:54:43.518462 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_v2 [None req-d643bc4f-f906-4058-9d37-b4743706b512 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Deleting subnet d865c479-e87e-4e55-af07-c81b9dfa89af {{(pid=102347) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 10:54:43.522550 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-d643bc4f-f906-4058-9d37-b4743706b512 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks [] for subnet, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:43.568410 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-d643bc4f-f906-4058-9d37-b4743706b512 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-18445109'] for subnet, precommit_delete_associations {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:43.700111 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-d643bc4f-f906-4058-9d37-b4743706b512 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855646'] for subnet, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:43.711506 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b03e06d-f941-4d19-bb25-5b98d0c933c5 None None] DHCP port deletion for 74b572d8-4dc9-4fbd-bb68-666b7bf72678 request from n-d-813419-10 {{(pid=102348) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 10:54:43.770608 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-5b03e06d-f941-4d19-bb25-5b98d0c933c5 None None] Deleting port 036c87d9-15f5-4ebb-ad31-ad31678adc65 {{(pid=102348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:54:43.770980 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-5b03e06d-f941-4d19-bb25-5b98d0c933c5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:43.798343 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-d643bc4f-f906-4058-9d37-b4743706b512 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-18295818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18043720'] for subnet, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:43.833116 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156800ac-253e-41b2-adf7-2ca45fbcd441 req-67887b3b-8ec6-4425-a1fc-dd52e4e595b0 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:54:43.835564 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-156800ac-253e-41b2-adf7-2ca45fbcd441 req-67887b3b-8ec6-4425-a1fc-dd52e4e595b0 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/ports?device_id=9b6e8998-cd64-44c7-85ff-34296a1bfda8 HTTP/1.1" status: 200 len: 944 time: 0.0657132 Oct 27 10:54:43.838368 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-d643bc4f-f906-4058-9d37-b4743706b512 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks [] for subnet, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:43.839222 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-382bf5eb-b70d-4d44-bbf5-9578b5f34adc None None] Network 08235a99-8fbb-43d7-93b9-9d3866f670b5 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:54:43.842028 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-d643bc4f-f906-4058-9d37-b4743706b512 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] 10.222.0.44 "DELETE /v2.0/subnets/d865c479-e87e-4e55-af07-c81b9dfa89af HTTP/1.1" status: 204 len: 168 time: 0.3886106 Oct 27 10:54:43.843026 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d643bc4f-f906-4058-9d37-b4743706b512 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Pushing event deleted for resources: {'Subnet': ['ID=d865c479-e87e-4e55-af07-c81b9dfa89af,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:54:43.845095 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 37444) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:54:43.856131 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-5b03e06d-f941-4d19-bb25-5b98d0c933c5 None None] For port 036c87d9-15f5-4ebb-ad31-ad31678adc65, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=036c87d9-15f5-4ebb-ad31-ad31678adc65,segment=NetworkSegment(9a23b528-299e-43d1-a09f-4cdc957fb664),segment_id=9a23b528-299e-43d1-a09f-4cdc957fb664)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:54:43.856737 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-5b03e06d-f941-4d19-bb25-5b98d0c933c5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:43.881430 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d643bc4f-f906-4058-9d37-b4743706b512 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:54:43.881727 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d643bc4f-f906-4058-9d37-b4743706b512 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:54:43.882168 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d643bc4f-f906-4058-9d37-b4743706b512 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:54:43.883231 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d643bc4f-f906-4058-9d37-b4743706b512 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:54:43.884248 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d643bc4f-f906-4058-9d37-b4743706b512 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:54:43.884659 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d643bc4f-f906-4058-9d37-b4743706b512 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:54:43.885299 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d643bc4f-f906-4058-9d37-b4743706b512 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:54:43.885425 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d643bc4f-f906-4058-9d37-b4743706b512 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:54:43.885802 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d643bc4f-f906-4058-9d37-b4743706b512 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:54:43.886256 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d643bc4f-f906-4058-9d37-b4743706b512 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:54:43.886575 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d643bc4f-f906-4058-9d37-b4743706b512 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:54:43.886965 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d643bc4f-f906-4058-9d37-b4743706b512 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:54:43.897997 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-156800ac-253e-41b2-adf7-2ca45fbcd441 req-62f84759-5dbb-4c6f-8f25-b33b7399b9fa tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/security-groups?id=e12aac3e-256a-4b83-b5b5-3559f5984194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521080 Oct 27 10:54:43.921583 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-5b03e06d-f941-4d19-bb25-5b98d0c933c5 None None] Calling delete_port for 036c87d9-15f5-4ebb-ad31-ad31678adc65 owned by network:dhcp {{(pid=102348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:54:43.951316 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-941902d7-6a64-47db-82d4-83db3ee6ff5b tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586917'] for network, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:44.013894 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-941902d7-6a64-47db-82d4-83db3ee6ff5b tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Deleting port 036c87d9-15f5-4ebb-ad31-ad31678adc65 {{(pid=102347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:54:44.014755 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-941902d7-6a64-47db-82d4-83db3ee6ff5b tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:44.090362 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-5b03e06d-f941-4d19-bb25-5b98d0c933c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615'] for port, after_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:44.108127 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b03e06d-f941-4d19-bb25-5b98d0c933c5 None None] No DVR routers for this DVR port 036c87d9-15f5-4ebb-ad31-ad31678adc65 on host n-d-813419-10 {{(pid=102348) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:54:44.133226 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b03e06d-f941-4d19-bb25-5b98d0c933c5 None None] Pushing event deleted for resources: {'Port': ['ID=036c87d9-15f5-4ebb-ad31-ad31678adc65,revision_number=None']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:54:44.144865 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [None req-941902d7-6a64-47db-82d4-83db3ee6ff5b tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] For port 036c87d9-15f5-4ebb-ad31-ad31678adc65, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=036c87d9-15f5-4ebb-ad31-ad31678adc65,segment=NetworkSegment(9a23b528-299e-43d1-a09f-4cdc957fb664),segment_id=9a23b528-299e-43d1-a09f-4cdc957fb664)] {{(pid=102347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:54:44.146073 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-941902d7-6a64-47db-82d4-83db3ee6ff5b tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:44.174121 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-941902d7-6a64-47db-82d4-83db3ee6ff5b tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Calling delete_port for 036c87d9-15f5-4ebb-ad31-ad31678adc65 owned by network:dhcp {{(pid=102347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:54:44.231845 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94bcc9b7-7bac-4edd-a36b-990f28644271 None None] DHCP port deletion for 08235a99-8fbb-43d7-93b9-9d3866f670b5 request from n-d-813419-10 {{(pid=102348) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 10:54:44.274674 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-941902d7-6a64-47db-82d4-83db3ee6ff5b tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:44.294666 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-94bcc9b7-7bac-4edd-a36b-990f28644271 None None] Deleting port 13b12371-f179-43d8-97dc-0b73ec01ff2f {{(pid=102348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:54:44.295057 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-94bcc9b7-7bac-4edd-a36b-990f28644271 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:44.305750 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941902d7-6a64-47db-82d4-83db3ee6ff5b tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Pushing event deleted for resources: {'Port': ['ID=036c87d9-15f5-4ebb-ad31-ad31678adc65,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:54:44.307881 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-941902d7-6a64-47db-82d4-83db3ee6ff5b tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] No DVR routers for this DVR port 036c87d9-15f5-4ebb-ad31-ad31678adc65 on host n-d-813419-10 {{(pid=102347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:54:44.391384 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-94bcc9b7-7bac-4edd-a36b-990f28644271 None None] For port 13b12371-f179-43d8-97dc-0b73ec01ff2f, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=13b12371-f179-43d8-97dc-0b73ec01ff2f,segment=NetworkSegment(e0f4d8c2-32ae-4444-a68e-5f9383dfdaca),segment_id=e0f4d8c2-32ae-4444-a68e-5f9383dfdaca)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:54:44.391704 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-94bcc9b7-7bac-4edd-a36b-990f28644271 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:44.408333 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-94bcc9b7-7bac-4edd-a36b-990f28644271 None None] Calling delete_port for 13b12371-f179-43d8-97dc-0b73ec01ff2f owned by network:dhcp {{(pid=102348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:54:44.411524 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-941902d7-6a64-47db-82d4-83db3ee6ff5b tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857803', 'neutron.services.segments.db._delete_segments_for_network-8743873143390'] for network, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:44.428830 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 036c87d9-15f5-4ebb-ad31-ad31678adc65 no longer exists at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:54:44.447945 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-941902d7-6a64-47db-82d4-83db3ee6ff5b tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74b572d8-4dc9-4fbd-bb68-666b7bf72678']}} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:54:44.452904 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] No Port match for: 036c87d9-15f5-4ebb-ad31-ad31678adc65 {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:54:44.453516 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 036c87d9-15f5-4ebb-ad31-ad31678adc65 not bound to the agent host n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:54:44.454095 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 13b12371-f179-43d8-97dc-0b73ec01ff2f no longer exists at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:54:44.466561 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-941902d7-6a64-47db-82d4-83db3ee6ff5b tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a23b528-299e-43d1-a09f-4cdc957fb664') {'for_net_delete': True} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:54:44.467011 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-941902d7-6a64-47db-82d4-83db3ee6ff5b tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a23b528-299e-43d1-a09f-4cdc957fb664') {} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:54:44.480989 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-941902d7-6a64-47db-82d4-83db3ee6ff5b tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743873145191', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18445132'] for segment, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:44.498395 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-941902d7-6a64-47db-82d4-83db3ee6ff5b tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:44.505774 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-941902d7-6a64-47db-82d4-83db3ee6ff5b tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Releasing vlan 410 on physical network physnet1 to pool {{(pid=102347) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 10:54:44.506299 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-941902d7-6a64-47db-82d4-83db3ee6ff5b tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-18296032'] for segment, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:44.589145 n-d-813419-10 neutron-server[102347]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 10:54:44.589145 n-d-813419-10 neutron-server[102347]: self.session.flush() Oct 27 10:54:44.589145 n-d-813419-10 neutron-server[102347]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 10:54:44.589145 n-d-813419-10 neutron-server[102347]: self.session.flush() Oct 27 10:54:44.589145 n-d-813419-10 neutron-server[102347]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 10:54:44.589145 n-d-813419-10 neutron-server[102347]: self.session.flush() Oct 27 10:54:44.589145 n-d-813419-10 neutron-server[102347]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 10:54:44.589145 n-d-813419-10 neutron-server[102347]: self.session.flush() Oct 27 10:54:44.589145 n-d-813419-10 neutron-server[102347]: Traceback (most recent call last): Oct 27 10:54:44.589145 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 10:54:44.589145 n-d-813419-10 neutron-server[102347]: timer() Oct 27 10:54:44.589145 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 10:54:44.589145 n-d-813419-10 neutron-server[102347]: cb(*args, **kw) Oct 27 10:54:44.589145 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 10:54:44.589145 n-d-813419-10 neutron-server[102347]: return func(*args, **kwargs) Oct 27 10:54:44.589145 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 10:54:44.589145 n-d-813419-10 neutron-server[102347]: self._notify() Oct 27 10:54:44.589145 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 10:54:44.589145 n-d-813419-10 neutron-server[102347]: self.callback(batched_events) Oct 27 10:54:44.589145 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 10:54:44.589145 n-d-813419-10 neutron-server[102347]: event.method(event) Oct 27 10:54:44.589145 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 10:54:44.589145 n-d-813419-10 neutron-server[102347]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 10:54:44.589145 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 10:54:44.589145 n-d-813419-10 neutron-server[102347]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 10:54:44.589145 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 10:54:44.589145 n-d-813419-10 neutron-server[102347]: return f(self, *a, **k) Oct 27 10:54:44.589145 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 10:54:44.589145 n-d-813419-10 neutron-server[102347]: return self._get(url).json() Oct 27 10:54:44.589145 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 10:54:44.589145 n-d-813419-10 neutron-server[102347]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 10:54:44.589145 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 10:54:44.589145 n-d-813419-10 neutron-server[102347]: return self.request(url, 'GET', **kwargs) Oct 27 10:54:44.589145 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 10:54:44.589145 n-d-813419-10 neutron-server[102347]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 10:54:44.589145 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 10:54:44.589145 n-d-813419-10 neutron-server[102347]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 10:54:44.589145 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 10:54:44.589145 n-d-813419-10 neutron-server[102347]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 10:54:44.589145 n-d-813419-10 neutron-server[102347]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 10:54:44.599899 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-94bcc9b7-7bac-4edd-a36b-990f28644271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615'] for port, after_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:44.603873 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-941902d7-6a64-47db-82d4-83db3ee6ff5b tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664840'] for network, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:44.608065 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:44.635243 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-941902d7-6a64-47db-82d4-83db3ee6ff5b tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks [] for network, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:44.639162 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-941902d7-6a64-47db-82d4-83db3ee6ff5b tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] 10.222.0.44 "DELETE /v2.0/networks/74b572d8-4dc9-4fbd-bb68-666b7bf72678 HTTP/1.1" status: 204 len: 168 time: 0.7918479 Oct 27 10:54:44.640326 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941902d7-6a64-47db-82d4-83db3ee6ff5b tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Pushing event deleted for resources: {'Network': ['ID=74b572d8-4dc9-4fbd-bb68-666b7bf72678,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:54:44.641737 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 37452) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:54:44.656059 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bcc9b7-7bac-4edd-a36b-990f28644271 None None] Pushing event deleted for resources: {'Port': ['ID=13b12371-f179-43d8-97dc-0b73ec01ff2f,revision_number=None']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:54:44.663708 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94bcc9b7-7bac-4edd-a36b-990f28644271 None None] No DVR routers for this DVR port 13b12371-f179-43d8-97dc-0b73ec01ff2f on host n-d-813419-10 {{(pid=102348) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:54:44.772321 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-974894a6-dde9-4125-8394-7b20bf4490f4 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586917'] for network, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:44.881485 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-974894a6-dde9-4125-8394-7b20bf4490f4 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857803', 'neutron.services.segments.db._delete_segments_for_network-8743873143390'] for network, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:44.908772 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-974894a6-dde9-4125-8394-7b20bf4490f4 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08235a99-8fbb-43d7-93b9-9d3866f670b5']}} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:54:44.938227 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-974894a6-dde9-4125-8394-7b20bf4490f4 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0f4d8c2-32ae-4444-a68e-5f9383dfdaca') {'for_net_delete': True} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:54:44.938667 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-974894a6-dde9-4125-8394-7b20bf4490f4 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0f4d8c2-32ae-4444-a68e-5f9383dfdaca') {} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:54:44.967268 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-974894a6-dde9-4125-8394-7b20bf4490f4 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743873145191', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25847877'] for segment, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:44.992299 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-974894a6-dde9-4125-8394-7b20bf4490f4 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:45.015485 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-974894a6-dde9-4125-8394-7b20bf4490f4 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Releasing vlan 419 on physical network physnet1 to pool {{(pid=102346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 10:54:45.015485 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-974894a6-dde9-4125-8394-7b20bf4490f4 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27024137'] for segment, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:45.020803 n-d-813419-10 neutron-server[102346]: Traceback (most recent call last): Oct 27 10:54:45.020803 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 10:54:45.020803 n-d-813419-10 neutron-server[102346]: timer() Oct 27 10:54:45.020803 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 10:54:45.020803 n-d-813419-10 neutron-server[102346]: cb(*args, **kw) Oct 27 10:54:45.020803 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 10:54:45.020803 n-d-813419-10 neutron-server[102346]: return func(*args, **kwargs) Oct 27 10:54:45.020803 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 10:54:45.020803 n-d-813419-10 neutron-server[102346]: self._notify() Oct 27 10:54:45.020803 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 10:54:45.020803 n-d-813419-10 neutron-server[102346]: self.callback(batched_events) Oct 27 10:54:45.020803 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 10:54:45.020803 n-d-813419-10 neutron-server[102346]: event.method(event) Oct 27 10:54:45.020803 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 10:54:45.020803 n-d-813419-10 neutron-server[102346]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 10:54:45.020803 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 10:54:45.020803 n-d-813419-10 neutron-server[102346]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 10:54:45.020803 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 10:54:45.020803 n-d-813419-10 neutron-server[102346]: return f(self, *a, **k) Oct 27 10:54:45.020803 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 10:54:45.020803 n-d-813419-10 neutron-server[102346]: return self._get(url).json() Oct 27 10:54:45.020803 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 10:54:45.020803 n-d-813419-10 neutron-server[102346]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 10:54:45.020803 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 10:54:45.020803 n-d-813419-10 neutron-server[102346]: return self.request(url, 'GET', **kwargs) Oct 27 10:54:45.020803 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 10:54:45.020803 n-d-813419-10 neutron-server[102346]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 10:54:45.020803 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 10:54:45.020803 n-d-813419-10 neutron-server[102346]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 10:54:45.020803 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 10:54:45.020803 n-d-813419-10 neutron-server[102346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 10:54:45.020803 n-d-813419-10 neutron-server[102346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 10:54:45.086099 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 37464) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:54:45.111597 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-974894a6-dde9-4125-8394-7b20bf4490f4 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664840'] for network, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:45.121633 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-974894a6-dde9-4125-8394-7b20bf4490f4 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks [] for network, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:45.130294 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-974894a6-dde9-4125-8394-7b20bf4490f4 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] 10.222.0.44 "DELETE /v2.0/networks/08235a99-8fbb-43d7-93b9-9d3866f670b5 HTTP/1.1" status: 204 len: 168 time: 0.4873719 Oct 27 10:54:45.131148 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 37468) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:54:45.138427 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6819ff78-756d-4bde-91b7-ba9f2c748ab2 req-7fe9ecae-2d64-46c7-80b0-49c2cc21589b tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:54:45.154345 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-997c5b38-00b4-4bdf-8e13-d39ea9368c99 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-437951203'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:54:45.158964 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-6819ff78-756d-4bde-91b7-ba9f2c748ab2 req-7fe9ecae-2d64-46c7-80b0-49c2cc21589b tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/ports?device_id=9b6e8998-cd64-44c7-85ff-34296a1bfda8 HTTP/1.1" status: 200 len: 944 time: 0.1558707 Oct 27 10:54:45.193252 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974894a6-dde9-4125-8394-7b20bf4490f4 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Pushing event deleted for resources: {'Network': ['ID=08235a99-8fbb-43d7-93b9-9d3866f670b5,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:54:45.218296 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974894a6-dde9-4125-8394-7b20bf4490f4 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:54:45.218856 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974894a6-dde9-4125-8394-7b20bf4490f4 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:54:45.219478 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974894a6-dde9-4125-8394-7b20bf4490f4 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:54:45.221827 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974894a6-dde9-4125-8394-7b20bf4490f4 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:54:45.223010 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974894a6-dde9-4125-8394-7b20bf4490f4 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:54:45.223476 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974894a6-dde9-4125-8394-7b20bf4490f4 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:54:45.227766 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974894a6-dde9-4125-8394-7b20bf4490f4 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:54:45.228277 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974894a6-dde9-4125-8394-7b20bf4490f4 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:54:45.228621 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-6819ff78-756d-4bde-91b7-ba9f2c748ab2 req-634e179d-fab8-40e4-be2a-cdc628c8ad33 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/security-groups?id=e12aac3e-256a-4b83-b5b5-3559f5984194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676239 Oct 27 10:54:45.228831 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974894a6-dde9-4125-8394-7b20bf4490f4 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:54:45.229267 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974894a6-dde9-4125-8394-7b20bf4490f4 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:54:45.229701 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974894a6-dde9-4125-8394-7b20bf4490f4 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:54:45.232071 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974894a6-dde9-4125-8394-7b20bf4490f4 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:54:45.249055 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-997c5b38-00b4-4bdf-8e13-d39ea9368c99 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Made reservation on behalf of eb4a634382c64eabbfb18238247bc046 for: {'network': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:54:45.253032 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-997c5b38-00b4-4bdf-8e13-d39ea9368c99 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for network, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:45.281871 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-997c5b38-00b4-4bdf-8e13-d39ea9368c99 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 410} {{(pid=102346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 10:54:45.294290 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-997c5b38-00b4-4bdf-8e13-d39ea9368c99 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:45.294630 n-d-813419-10 neutron-server[102346]: INFO neutron.db.segments_db [None req-997c5b38-00b4-4bdf-8e13-d39ea9368c99 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Added segment 57fc27e6-fe43-4cc1-ba9f-deeae2f4a2c5 of type vlan for network 4766f3ab-5e6e-4b61-a9c1-655692c5c341 Oct 27 10:54:45.323583 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-bc04fba0-ddbb-4a79-ace1-f7e3854e2257 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:45.335375 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-997c5b38-00b4-4bdf-8e13-d39ea9368c99 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743872593080'] for network, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:45.362008 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-997c5b38-00b4-4bdf-8e13-d39ea9368c99 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913'] for network, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:45.369185 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-997c5b38-00b4-4bdf-8e13-d39ea9368c99 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:54:45.369540 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-997c5b38-00b4-4bdf-8e13-d39ea9368c99 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks [] for network, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:45.420658 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-bc04fba0-ddbb-4a79-ace1-f7e3854e2257 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:45.424991 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-bc04fba0-ddbb-4a79-ace1-f7e3854e2257 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:45.443135 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-997c5b38-00b4-4bdf-8e13-d39ea9368c99 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3063562 Oct 27 10:54:45.443463 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 37474) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:54:45.448971 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-84a62180-6d7c-409e-87c7-ed7e2c902032 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Request body: {'subnet': {'network_id': '4766f3ab-5e6e-4b61-a9c1-655692c5c341', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:54:45.452443 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997c5b38-00b4-4bdf-8e13-d39ea9368c99 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Pushing event updated for resources: {'Network': ['ID=4766f3ab-5e6e-4b61-a9c1-655692c5c341,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:54:45.463337 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Network 4766f3ab-5e6e-4b61-a9c1-655692c5c341 details requested by agent ovs-agent-n-d-813419-10 with host n-d-813419-10 {{(pid=102348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 10:54:45.516184 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc04fba0-ddbb-4a79-ace1-f7e3854e2257 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a228e0b-6056-467d-ae4e-d6b629733d53,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:54:45.520411 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-bc04fba0-ddbb-4a79-ace1-f7e3854e2257 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=07859da79cb84fc2bdecb2b530936c13&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4332452 Oct 27 10:54:45.524497 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 37476) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:54:45.574666 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84a62180-6d7c-409e-87c7-ed7e2c902032 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Made reservation on behalf of eb4a634382c64eabbfb18238247bc046 for: {'subnet': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:54:45.581603 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-84a62180-6d7c-409e-87c7-ed7e2c902032 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18044073'] for subnet, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:45.595331 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-f2fcde8c-c1f6-460f-bf0d-3937e91293cb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:45.628238 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-f2fcde8c-c1f6-460f-bf0d-3937e91293cb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:45.700169 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-f2fcde8c-c1f6-460f-bf0d-3937e91293cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:45.708260 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-f2fcde8c-c1f6-460f-bf0d-3937e91293cb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:45.709521 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-f2fcde8c-c1f6-460f-bf0d-3937e91293cb admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4a228e0b-6056-467d-ae4e-d6b629733d53 HTTP/1.1" status: 204 len: 168 time: 0.1840370 Oct 27 10:54:45.717663 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fcde8c-c1f6-460f-bf0d-3937e91293cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a228e0b-6056-467d-ae4e-d6b629733d53,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:54:45.849842 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-84a62180-6d7c-409e-87c7-ed7e2c902032 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-18295883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18044091'] for subnet, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:45.920353 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a62180-6d7c-409e-87c7-ed7e2c902032 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Pushing event updated for resources: {'Subnet': ['ID=fbba2db3-8a17-4e4d-826a-6e986e3a14b5,revision_number=0']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:54:45.928742 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84a62180-6d7c-409e-87c7-ed7e2c902032 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Checking segment: {'id': '57fc27e6-fe43-4cc1-ba9f-deeae2f4a2c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '4766f3ab-5e6e-4b61-a9c1-655692c5c341'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:54:45.929102 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84a62180-6d7c-409e-87c7-ed7e2c902032 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Network hostable DHCP agents. Network: 4766f3ab-5e6e-4b61-a9c1-655692c5c341, hostable agents: ['eafd4000-b897-4722-ae8b-0118ec955181'], hosted agents: [] {{(pid=102347) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 10:54:45.949425 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84a62180-6d7c-409e-87c7-ed7e2c902032 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Network 4766f3ab-5e6e-4b61-a9c1-655692c5c341 is scheduled to be hosted by DHCP agent eafd4000-b897-4722-ae8b-0118ec955181 with binding_index 1 {{(pid=102347) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 10:54:45.958787 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [None req-84a62180-6d7c-409e-87c7-ed7e2c902032 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-10, 4766f3ab-5e6e-4b61-a9c1-655692c5c341) {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:54:45.967051 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe79fe90-4920-486c-b573-d7393afcfa91 None None] Network 4766f3ab-5e6e-4b61-a9c1-655692c5c341 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:54:45.967489 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84a62180-6d7c-409e-87c7-ed7e2c902032 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:54:45.968280 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-84a62180-6d7c-409e-87c7-ed7e2c902032 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks [] for subnet, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:45.986701 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-84a62180-6d7c-409e-87c7-ed7e2c902032 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5421519 Oct 27 10:54:45.989551 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 37484) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:54:45.995252 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-96c171b0-23c1-4ebf-b6b7-c04789b68224 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-533952531', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:54:46.023084 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-96c171b0-23c1-4ebf-b6b7-c04789b68224 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1768632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3610'] for router, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:46.024176 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-96c171b0-23c1-4ebf-b6b7-c04789b68224 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1765704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1769409', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1694266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3597'] for router, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:46.080540 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-96c171b0-23c1-4ebf-b6b7-c04789b68224 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:46.085573 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-96c171b0-23c1-4ebf-b6b7-c04789b68224 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1765699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1769372'] for router, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:46.108118 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-96c171b0-23c1-4ebf-b6b7-c04789b68224 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks [] for router, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:46.112400 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-96c171b0-23c1-4ebf-b6b7-c04789b68224 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1188622 Oct 27 10:54:46.112800 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 37492) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:54:46.119499 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-dd509678-d568-4912-9ec6-7060521fd409 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Request body: {'port': {'network_id': '4766f3ab-5e6e-4b61-a9c1-655692c5c341', 'name': 'tempest-RoutersIpV6Test-1645802915'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:54:46.132175 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-184fed3b-bb04-4f4b-9003-9b6bade4bc55 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp734b258e-7d96-550c-b970-9b72ab66f383-4766f3ab-5e6e-4b61-a9c1-655692c5c341', 'network_id': '4766f3ab-5e6e-4b61-a9c1-655692c5c341', 'tenant_id': 'eb4a634382c64eabbfb18238247bc046', 'fixed_ips': [{'subnet_id': 'fbba2db3-8a17-4e4d-826a-6e986e3a14b5'}]}} from n-d-813419-10. {{(pid=102348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 10:54:46.133128 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-184fed3b-bb04-4f4b-9003-9b6bade4bc55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:46.247227 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd509678-d568-4912-9ec6-7060521fd409 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Made reservation on behalf of eb4a634382c64eabbfb18238247bc046 for: {'port': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:54:46.250983 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-dd509678-d568-4912-9ec6-7060521fd409 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:46.260662 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-4b497c1b-9149-4195-92df-2f2970b4da5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:46.286961 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [None req-dd509678-d568-4912-9ec6-7060521fd409 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] device_id is not set on port 7ce8f008-fd50-405c-9433-a4d4dc762585 yet. {{(pid=102346) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 10:54:46.374594 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.db_base_plugin_common [None req-184fed3b-bb04-4f4b-9003-9b6bade4bc55 None None] Allocated IP 2001:db8::2 (4766f3ab-5e6e-4b61-a9c1-655692c5c341/fbba2db3-8a17-4e4d-826a-6e986e3a14b5/59cec8bf-fd7a-453b-8141-5b9625c38d54) {{(pid=102348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:54:46.408328 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab65ff5-684e-4dab-a787-8fe66c6637f9 req-41fbb71c-1acd-4f1e-b6fa-2e234f4c2d83 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:54:46.410137 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8ab65ff5-684e-4dab-a787-8fe66c6637f9 req-41fbb71c-1acd-4f1e-b6fa-2e234f4c2d83 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/ports?device_id=9b6e8998-cd64-44c7-85ff-34296a1bfda8 HTTP/1.1" status: 200 len: 944 time: 0.0807023 Oct 27 10:54:46.453661 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8ab65ff5-684e-4dab-a787-8fe66c6637f9 req-a0163e25-f9d2-4052-befd-b033f6bb1eb5 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/security-groups?id=e12aac3e-256a-4b83-b5b5-3559f5984194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374746 Oct 27 10:54:46.568059 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-184fed3b-bb04-4f4b-9003-9b6bade4bc55 None None] Publish callbacks [] for port, precommit_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:46.574791 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-184fed3b-bb04-4f4b-9003-9b6bade4bc55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606'] for port, after_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:46.586107 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device f1fb0da3-0f0b-4687-8882-e87a4480f3fe details requested by agent hyperv_n-h1-813419-10 with host n-h1-813419-10 {{(pid=102348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 10:54:46.621418 n-d-813419-10 neutron-server[102348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-184fed3b-bb04-4f4b-9003-9b6bade4bc55 None None] Network 4766f3ab-5e6e-4b61-a9c1-655692c5c341 is already hosted by enough agents. {{(pid=102348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:54:46.630680 n-d-813419-10 neutron-server[102348]: DEBUG neutron.scheduler.base_scheduler [None req-184fed3b-bb04-4f4b-9003-9b6bade4bc55 None None] Resources bound (agent type, host, resource id): {{(pid=102348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:54:46.631926 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_common [None req-dd509678-d568-4912-9ec6-7060521fd409 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Allocated IP 2001:db8::173 (4766f3ab-5e6e-4b61-a9c1-655692c5c341/fbba2db3-8a17-4e4d-826a-6e986e3a14b5/7ce8f008-fd50-405c-9433-a4d4dc762585) {{(pid=102346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:54:46.637022 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-184fed3b-bb04-4f4b-9003-9b6bade4bc55 None None] Received port after_create {{(pid=102348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:54:46.651192 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184fed3b-bb04-4f4b-9003-9b6bade4bc55 None None] Pushing event updated for resources: {'Port': ['ID=59cec8bf-fd7a-453b-8141-5b9625c38d54,revision_number=1']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:54:46.749690 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-184fed3b-bb04-4f4b-9003-9b6bade4bc55 None None] Attempting to bind port 59cec8bf-fd7a-453b-8141-5b9625c38d54 on host n-d-813419-10 for vnic_type normal with profile {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:54:46.750061 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-184fed3b-bb04-4f4b-9003-9b6bade4bc55 None None] Attempting to bind port 59cec8bf-fd7a-453b-8141-5b9625c38d54 by drivers openvswitch,hyperv on host n-d-813419-10 at level 0 using segments [{'id': '57fc27e6-fe43-4cc1-ba9f-deeae2f4a2c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '4766f3ab-5e6e-4b61-a9c1-655692c5c341'}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:54:46.750625 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-184fed3b-bb04-4f4b-9003-9b6bade4bc55 None None] Attempting to bind port 59cec8bf-fd7a-453b-8141-5b9625c38d54 on network 4766f3ab-5e6e-4b61-a9c1-655692c5c341 {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:54:46.767955 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-184fed3b-bb04-4f4b-9003-9b6bade4bc55 None None] Checking agent: {'id': '89dba0f3-79b2-435e-9822-33674b8f6ada', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 8, 20), 'started_at': datetime.datetime(2021, 10, 27, 10, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 54, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:54:46.768362 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-184fed3b-bb04-4f4b-9003-9b6bade4bc55 None None] Checking segment: {'id': '57fc27e6-fe43-4cc1-ba9f-deeae2f4a2c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '4766f3ab-5e6e-4b61-a9c1-655692c5c341'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:54:46.768986 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-184fed3b-bb04-4f4b-9003-9b6bade4bc55 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:46.769387 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-184fed3b-bb04-4f4b-9003-9b6bade4bc55 None None] Bound using segment: {'id': '57fc27e6-fe43-4cc1-ba9f-deeae2f4a2c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '4766f3ab-5e6e-4b61-a9c1-655692c5c341'} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:54:46.769872 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-184fed3b-bb04-4f4b-9003-9b6bade4bc55 None None] Bound port: 59cec8bf-fd7a-453b-8141-5b9625c38d54, host: n-d-813419-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57fc27e6-fe43-4cc1-ba9f-deeae2f4a2c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '4766f3ab-5e6e-4b61-a9c1-655692c5c341'}}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:54:46.770252 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-184fed3b-bb04-4f4b-9003-9b6bade4bc55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:46.793559 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-dd509678-d568-4912-9ec6-7060521fd409 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks [] for port, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:46.794128 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port f1fb0da3-0f0b-4687-8882-e87a4480f3fe, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=f1fb0da3-0f0b-4687-8882-e87a4480f3fe,segment=NetworkSegment(d1b37471-bd8e-4564-a77c-6e0c9d2699fd),segment_id=d1b37471-bd8e-4564-a77c-6e0c9d2699fd)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:54:46.834033 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Returning: {'device': 'f1fb0da3-0f0b-4687-8882-e87a4480f3fe', 'network_id': '33cc32c2-598c-44fc-a251-6575a62c00c5', 'port_id': 'f1fb0da3-0f0b-4687-8882-e87a4480f3fe', 'mac_address': 'fa:16:3e:60:14:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87624d80-dded-417f-af79-cc56a741e5c4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 10:54:46.837354 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-dd509678-d568-4912-9ec6-7060521fd409 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:46.883156 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd509678-d568-4912-9ec6-7060521fd409 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Network 4766f3ab-5e6e-4b61-a9c1-655692c5c341 is already hosted by enough agents. {{(pid=102346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:54:46.887278 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-dd509678-d568-4912-9ec6-7060521fd409 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Resources bound (agent type, host, resource id): {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:54:46.892291 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd509678-d568-4912-9ec6-7060521fd409 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Received port after_create {{(pid=102346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:54:46.900671 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-184fed3b-bb04-4f4b-9003-9b6bade4bc55 None None] For port 59cec8bf-fd7a-453b-8141-5b9625c38d54, host n-d-813419-10, cleared binding levels {{(pid=102348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:54:46.903867 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-184fed3b-bb04-4f4b-9003-9b6bade4bc55 None None] For port 59cec8bf-fd7a-453b-8141-5b9625c38d54, host n-d-813419-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=59cec8bf-fd7a-453b-8141-5b9625c38d54,segment=NetworkSegment(57fc27e6-fe43-4cc1-ba9f-deeae2f4a2c5),segment_id=57fc27e6-fe43-4cc1-ba9f-deeae2f4a2c5)] {{(pid=102348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:54:46.905123 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:46.912460 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd509678-d568-4912-9ec6-7060521fd409 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:54:46.913269 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-dd509678-d568-4912-9ec6-7060521fd409 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:46.915614 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-184fed3b-bb04-4f4b-9003-9b6bade4bc55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:46.923651 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd509678-d568-4912-9ec6-7060521fd409 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Pushing event updated for resources: {'Port': ['ID=7ce8f008-fd50-405c-9433-a4d4dc762585,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:54:46.946941 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1fb0da3-0f0b-4687-8882-e87a4480f3fe {{(pid=102348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:54:46.955058 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 37518) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:54:46.956338 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-dd509678-d568-4912-9ec6-7060521fd409 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.8413968 Oct 27 10:54:46.996020 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port f1fb0da3-0f0b-4687-8882-e87a4480f3fe, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=f1fb0da3-0f0b-4687-8882-e87a4480f3fe,segment=NetworkSegment(d1b37471-bd8e-4564-a77c-6e0c9d2699fd),segment_id=d1b37471-bd8e-4564-a77c-6e0c9d2699fd)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:54:47.007557 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184fed3b-bb04-4f4b-9003-9b6bade4bc55 None None] Pushing event updated for resources: {'Port': ['ID=59cec8bf-fd7a-453b-8141-5b9625c38d54,revision_number=2']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:54:47.012106 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:47.328681 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Pushing event updated for resources: {'Port': ['ID=f1fb0da3-0f0b-4687-8882-e87a4480f3fe,revision_number=4']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:54:47.385503 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] get_ports_and_sgs() called for port_ids ['f1fb0da3-0f0b-4687-8882-e87a4480f3fe'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:54:47.498843 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-85290929-26b4-4018-8ceb-c52fb212755b tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:47.631256 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db34b88a-ba0c-4d14-8963-80a69d4347af req-17e1f407-8f8f-42f9-828a-c786c603f696 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:54:47.641813 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-db34b88a-ba0c-4d14-8963-80a69d4347af req-17e1f407-8f8f-42f9-828a-c786c603f696 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/ports?device_id=9b6e8998-cd64-44c7-85ff-34296a1bfda8 HTTP/1.1" status: 200 len: 945 time: 0.0629487 Oct 27 10:54:47.711416 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-db34b88a-ba0c-4d14-8963-80a69d4347af req-58819d02-9b6f-4916-89e4-ff64c2d2eca7 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/security-groups?id=e12aac3e-256a-4b83-b5b5-3559f5984194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628707 Oct 27 10:54:47.845234 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-85290929-26b4-4018-8ceb-c52fb212755b tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks [] for port, precommit_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:47.850545 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-85290929-26b4-4018-8ceb-c52fb212755b tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:47.952946 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85290929-26b4-4018-8ceb-c52fb212755b tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Pushing event updated for resources: {'Port': ['ID=7ce8f008-fd50-405c-9433-a4d4dc762585,revision_number=2']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:54:48.088430 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-85290929-26b4-4018-8ceb-c52fb212755b tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1664961'] for router_interface, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:48.248369 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-85290929-26b4-4018-8ceb-c52fb212755b tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:48.403438 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79d3d5da-ce36-4796-886d-d40e6484c809 None None] Network 4766f3ab-5e6e-4b61-a9c1-655692c5c341 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:54:48.486752 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 59cec8bf-fd7a-453b-8141-5b9625c38d54 up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:54:48.556758 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-85290929-26b4-4018-8ceb-c52fb212755b tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks [] for port, precommit_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:48.562456 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-85290929-26b4-4018-8ceb-c52fb212755b tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:48.562836 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-06e0eee5-8edc-44ab-9441-307ee0abcfd2 None None] Provisioning complete for port 59cec8bf-fd7a-453b-8141-5b9625c38d54 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:54:48.563217 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-85290929-26b4-4018-8ceb-c52fb212755b tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2006967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1766225'] for router_interface, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:48.563357 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-06e0eee5-8edc-44ab-9441-307ee0abcfd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:48.609283 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device f1fb0da3-0f0b-4687-8882-e87a4480f3fe up at agent hyperv_n-h1-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:54:48.640153 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85290929-26b4-4018-8ceb-c52fb212755b tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Pushing event updated for resources: {'Port': ['ID=7ce8f008-fd50-405c-9433-a4d4dc762585,revision_number=3']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:54:48.712253 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port 59cec8bf-fd7a-453b-8141-5b9625c38d54 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:54:48.712626 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:48.788964 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Provisioning for port f1fb0da3-0f0b-4687-8882-e87a4480f3fe completed by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 10:54:48.802473 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Provisioning complete for port f1fb0da3-0f0b-4687-8882-e87a4480f3fe triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:54:48.802736 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:48.807994 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-06e0eee5-8edc-44ab-9441-307ee0abcfd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:48.908682 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-06e0eee5-8edc-44ab-9441-307ee0abcfd2 None None] For port 59cec8bf-fd7a-453b-8141-5b9625c38d54, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=59cec8bf-fd7a-453b-8141-5b9625c38d54,segment=NetworkSegment(57fc27e6-fe43-4cc1-ba9f-deeae2f4a2c5),segment_id=57fc27e6-fe43-4cc1-ba9f-deeae2f4a2c5)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:54:48.924528 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-06e0eee5-8edc-44ab-9441-307ee0abcfd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:48.962004 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:48.983470 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-fdce47a3-b327-477a-9b91-bb39de50e38a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:49.038100 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:49.084698 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e0eee5-8edc-44ab-9441-307ee0abcfd2 None None] Pushing event updated for resources: {'Port': ['ID=59cec8bf-fd7a-453b-8141-5b9625c38d54,revision_number=3']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:54:49.110530 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b6e8998-cd64-44c7-85ff-34296a1bfda8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1fb0da3-0f0b-4687-8882-e87a4480f3fe'}] {{(pid=102348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:54:49.113211 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c588921fa634554a1d9242fdea1b05457a9ff1d3b28ba54ec1dace7f2f1df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9050c0c9-c15d-43e8-97d4-d3198cd79452" -d '{"events": [{"server_uuid": "9b6e8998-cd64-44c7-85ff-34296a1bfda8", "name": "network-vif-plugged", "status": "completed", "tag": "f1fb0da3-0f0b-4687-8882-e87a4480f3fe"}]}' {{(pid=102348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:54:49.136802 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port f1fb0da3-0f0b-4687-8882-e87a4480f3fe, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=f1fb0da3-0f0b-4687-8882-e87a4480f3fe,segment=NetworkSegment(d1b37471-bd8e-4564-a77c-6e0c9d2699fd),segment_id=d1b37471-bd8e-4564-a77c-6e0c9d2699fd)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:54:49.137978 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.db.api [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102348) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 27 10:54:49.138339 n-d-813419-10 neutron-server[102348]: DEBUG oslo_db.api [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 10:54:49.143344 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3970d0-d9fb-4f63-ab8a-eff17ea05f43 req-a5f5d268-b294-4d89-9544-893f74a6091b tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:54:49.144901 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-4c3970d0-d9fb-4f63-ab8a-eff17ea05f43 req-a5f5d268-b294-4d89-9544-893f74a6091b tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/ports?device_id=9b6e8998-cd64-44c7-85ff-34296a1bfda8 HTTP/1.1" status: 200 len: 945 time: 0.0977159 Oct 27 10:54:49.149233 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:49.186857 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85290929-26b4-4018-8ceb-c52fb212755b tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Network 4766f3ab-5e6e-4b61-a9c1-655692c5c341 is already hosted by enough agents. {{(pid=102347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:54:49.189396 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [None req-85290929-26b4-4018-8ceb-c52fb212755b tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Resources bound (agent type, host, resource id): {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:54:49.198493 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-123a2e9b-b353-4e56-a3f9-a9b2be4dd1aa None None] Provisioning complete for port 59cec8bf-fd7a-453b-8141-5b9625c38d54 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:54:49.198864 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-123a2e9b-b353-4e56-a3f9-a9b2be4dd1aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:49.203933 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:54:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8a8e395-44aa-42d8-800c-9bafeff3792d x-openstack-request-id: req-f8a8e395-44aa-42d8-800c-9bafeff3792d {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:54:49.204254 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b6e8998-cd64-44c7-85ff-34296a1bfda8", "name": "network-vif-plugged", "status": "completed", "tag": "f1fb0da3-0f0b-4687-8882-e87a4480f3fe", "code": 200}]} {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:54:49.204707 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f8a8e395-44aa-42d8-800c-9bafeff3792d {{(pid=102348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:54:49.205177 n-d-813419-10 neutron-server[102348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b6e8998-cd64-44c7-85ff-34296a1bfda8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1fb0da3-0f0b-4687-8882-e87a4480f3fe', 'code': 200} Oct 27 10:54:49.222266 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-4c3970d0-d9fb-4f63-ab8a-eff17ea05f43 req-b2c8188c-57c5-4e38-87a9-9596575106c3 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/security-groups?id=e12aac3e-256a-4b83-b5b5-3559f5984194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690331 Oct 27 10:54:49.282985 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Pushing event updated for resources: {'Port': ['ID=f1fb0da3-0f0b-4687-8882-e87a4480f3fe,revision_number=5']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:54:49.362921 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2827e194-34da-47e8-81d7-a8c01fe81679 req-fb8b10b8-9b14-456d-9a6a-8e5603844e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:54:49.365023 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-2827e194-34da-47e8-81d7-a8c01fe81679 req-fb8b10b8-9b14-456d-9a6a-8e5603844e51 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=9b6e8998-cd64-44c7-85ff-34296a1bfda8 HTTP/1.1" status: 200 len: 1098 time: 0.0876815 Oct 27 10:54:49.392894 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-123a2e9b-b353-4e56-a3f9-a9b2be4dd1aa None None] Provisioning complete for port 7ce8f008-fd50-405c-9433-a4d4dc762585 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:54:49.393676 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-123a2e9b-b353-4e56-a3f9-a9b2be4dd1aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:49.407442 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-2827e194-34da-47e8-81d7-a8c01fe81679 req-725f2884-6ed1-4678-9cf7-4078ad9020d2 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=e12aac3e-256a-4b83-b5b5-3559f5984194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348954 Oct 27 10:54:49.450251 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85290929-26b4-4018-8ceb-c52fb212755b tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Router 5dce98b8-5f49-4a9f-9233-c94def09e60e is scheduled to L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb with binding_index 1 {{(pid=102347) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 10:54:49.464839 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-123a2e9b-b353-4e56-a3f9-a9b2be4dd1aa None None] Port 7ce8f008-fd50-405c-9433-a4d4dc762585 cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:54:49.583748 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85290929-26b4-4018-8ceb-c52fb212755b tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:54:49.589665 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-43da884b-7f2f-4140-8092-9b8c5b4187bc None None] Provisioning complete for port 7ce8f008-fd50-405c-9433-a4d4dc762585 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:54:49.590261 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-43da884b-7f2f-4140-8092-9b8c5b4187bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:49.592871 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 37552) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:54:49.593364 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-85290929-26b4-4018-8ceb-c52fb212755b tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] 10.222.0.44 "PUT /v2.0/routers/5dce98b8-5f49-4a9f-9233-c94def09e60e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6351912 Oct 27 10:54:49.597396 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eba526e-6f06-49f7-91d2-87166b6c2058 None None] Sync routers for ids ['5dce98b8-5f49-4a9f-9233-c94def09e60e'] in n-d-813419-10 {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:54:49.638999 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eba526e-6f06-49f7-91d2-87166b6c2058 None None] Routers {'5dce98b8-5f49-4a9f-9233-c94def09e60e'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:54:49.639752 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-5eba526e-6f06-49f7-91d2-87166b6c2058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:54:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['5dce98b8-5f49-4a9f-9233-c94def09e60e'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:54:49.669788 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a232c6e-0823-47d6-8d04-a8e515687139 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:54:49.686198 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-6a232c6e-0823-47d6-8d04-a8e515687139 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] 10.222.0.44 "GET /v2.0/ports/7ce8f008-fd50-405c-9433-a4d4dc762585 HTTP/1.1" status: 200 len: 984 time: 0.0896320 Oct 27 10:54:49.686676 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 37556) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:54:49.699346 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-5eba526e-6f06-49f7-91d2-87166b6c2058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:54:49.705055 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-43da884b-7f2f-4140-8092-9b8c5b4187bc None None] Port 7ce8f008-fd50-405c-9433-a4d4dc762585 cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:54:49.731990 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eba526e-6f06-49f7-91d2-87166b6c2058 None None] Routers {'5dce98b8-5f49-4a9f-9233-c94def09e60e'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:54:49.732696 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-5eba526e-6f06-49f7-91d2-87166b6c2058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:54:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['5dce98b8-5f49-4a9f-9233-c94def09e60e'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:54:49.775461 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-5eba526e-6f06-49f7-91d2-87166b6c2058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:54:49.776113 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eba526e-6f06-49f7-91d2-87166b6c2058 None None] The sync data for ids ['5dce98b8-5f49-4a9f-9233-c94def09e60e'] in n-d-813419-10 is: [] {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:54:49.846228 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-dc62f732-b97d-4aa2-bed0-c34b73174f48 None None] Provisioning complete for port 7ce8f008-fd50-405c-9433-a4d4dc762585 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:54:49.846672 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-dc62f732-b97d-4aa2-bed0-c34b73174f48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:49.896184 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-dc62f732-b97d-4aa2-bed0-c34b73174f48 None None] Port 7ce8f008-fd50-405c-9433-a4d4dc762585 cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:54:50.040892 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:50.100972 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-eadeaa30-4096-4d1a-b3cb-aa7ebfb291ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:50.222596 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-15935004-d223-4ae5-9003-25624ba65866 None None] Provisioning complete for port 7ce8f008-fd50-405c-9433-a4d4dc762585 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:54:50.222968 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-15935004-d223-4ae5-9003-25624ba65866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:50.291513 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-15935004-d223-4ae5-9003-25624ba65866 None None] Port 7ce8f008-fd50-405c-9433-a4d4dc762585 cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:54:50.411981 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bfd6eb-9f66-481e-a050-46683af52d21 req-34481ad1-607d-495f-9f52-0c14fa000aff tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:54:50.413574 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-b0bfd6eb-9f66-481e-a050-46683af52d21 req-34481ad1-607d-495f-9f52-0c14fa000aff tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/ports?device_id=9b6e8998-cd64-44c7-85ff-34296a1bfda8 HTTP/1.1" status: 200 len: 946 time: 0.0675235 Oct 27 10:54:50.452360 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 59cec8bf-fd7a-453b-8141-5b9625c38d54 up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:54:50.512981 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port 59cec8bf-fd7a-453b-8141-5b9625c38d54 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:54:50.513639 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:50.525863 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-b0bfd6eb-9f66-481e-a050-46683af52d21 req-94dec890-1f99-4a1b-bfeb-bce2293120c1 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/security-groups?id=e12aac3e-256a-4b83-b5b5-3559f5984194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1056292 Oct 27 10:54:50.759535 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-10d88f2c-c1ac-49e7-9e00-7aa4a1f11ad5 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1766202'] for router_interface, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:51.006370 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-10d88f2c-c1ac-49e7-9e00-7aa4a1f11ad5 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Deleting port 7ce8f008-fd50-405c-9433-a4d4dc762585 {{(pid=102346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:54:51.006747 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-10d88f2c-c1ac-49e7-9e00-7aa4a1f11ad5 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:51.109393 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-10d88f2c-c1ac-49e7-9e00-7aa4a1f11ad5 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:51.124215 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-10d88f2c-c1ac-49e7-9e00-7aa4a1f11ad5 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Calling delete_port for 7ce8f008-fd50-405c-9433-a4d4dc762585 owned by network:router_interface {{(pid=102346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:54:51.321746 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-10d88f2c-c1ac-49e7-9e00-7aa4a1f11ad5 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:51.360700 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d88f2c-c1ac-49e7-9e00-7aa4a1f11ad5 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Pushing event deleted for resources: {'Port': ['ID=7ce8f008-fd50-405c-9433-a4d4dc762585,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:54:51.469570 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-10d88f2c-c1ac-49e7-9e00-7aa4a1f11ad5 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2006968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1766358'] for router_interface, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:51.655145 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10d88f2c-c1ac-49e7-9e00-7aa4a1f11ad5 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Router 5dce98b8-5f49-4a9f-9233-c94def09e60e has already been hosted by L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb {{(pid=102346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 10:54:51.693020 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd134d12-8d16-4618-80e3-4e2e6a9e472e req-c58cec10-26d7-4709-b16e-96893ed4141d tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:54:51.695329 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-cd134d12-8d16-4618-80e3-4e2e6a9e472e req-c58cec10-26d7-4709-b16e-96893ed4141d tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/ports?device_id=9b6e8998-cd64-44c7-85ff-34296a1bfda8 HTTP/1.1" status: 200 len: 946 time: 0.0801091 Oct 27 10:54:51.737580 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-cd134d12-8d16-4618-80e3-4e2e6a9e472e req-b8cc5876-9c51-48aa-8e16-4812456b51ee tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/security-groups?id=e12aac3e-256a-4b83-b5b5-3559f5984194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362637 Oct 27 10:54:51.742287 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10d88f2c-c1ac-49e7-9e00-7aa4a1f11ad5 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:54:51.751275 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-10d88f2c-c1ac-49e7-9e00-7aa4a1f11ad5 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] 10.222.0.44 "PUT /v2.0/routers/5dce98b8-5f49-4a9f-9233-c94def09e60e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0633214 Oct 27 10:54:51.751730 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 37580) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:54:51.755633 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-682e2217-2345-4ac7-a0f9-d97e8bbbf4b0 None None] Sync routers for ids ['5dce98b8-5f49-4a9f-9233-c94def09e60e'] in n-d-813419-10 {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:54:51.765641 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-682e2217-2345-4ac7-a0f9-d97e8bbbf4b0 None None] Routers {'5dce98b8-5f49-4a9f-9233-c94def09e60e'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:54:51.766240 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-682e2217-2345-4ac7-a0f9-d97e8bbbf4b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:54:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['5dce98b8-5f49-4a9f-9233-c94def09e60e'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:54:51.799511 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-682e2217-2345-4ac7-a0f9-d97e8bbbf4b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:54:51.809349 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-682e2217-2345-4ac7-a0f9-d97e8bbbf4b0 None None] Routers {'5dce98b8-5f49-4a9f-9233-c94def09e60e'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:54:51.810274 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-682e2217-2345-4ac7-a0f9-d97e8bbbf4b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:54:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['5dce98b8-5f49-4a9f-9233-c94def09e60e'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:54:51.848804 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-682e2217-2345-4ac7-a0f9-d97e8bbbf4b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:54:51.849713 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-682e2217-2345-4ac7-a0f9-d97e8bbbf4b0 None None] The sync data for ids ['5dce98b8-5f49-4a9f-9233-c94def09e60e'] in n-d-813419-10 is: [] {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:54:51.981164 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-3c6a8245-0581-48aa-b5f6-4d8fe98cd16e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:52.011523 n-d-813419-10 neutron-server[102346]: INFO neutron.api.v2.resource [None req-8d01093a-9697-4993-9e4c-f317a5a628e9 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] remove_router_interface failed (client error): The resource could not be found. Oct 27 10:54:52.015180 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-8d01093a-9697-4993-9e4c-f317a5a628e9 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] 10.222.0.44 "PUT /v2.0/routers/5dce98b8-5f49-4a9f-9233-c94def09e60e/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2590945 Oct 27 10:54:52.015603 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 37586) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:54:52.033520 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2ff7d9-a7db-47ae-93c1-106ca801b211 req-a65ccfa0-1f13-4362-b3e9-8331daabb2ce tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:54:52.035213 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-4a2ff7d9-a7db-47ae-93c1-106ca801b211 req-a65ccfa0-1f13-4362-b3e9-8331daabb2ce tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/ports?device_id=9b6e8998-cd64-44c7-85ff-34296a1bfda8 HTTP/1.1" status: 200 len: 946 time: 0.1815019 Oct 27 10:54:52.052872 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-2688246a-cdeb-458e-aab5-b5600d43de6c tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] 10.222.0.44 "GET /v2.0/ports?device_id=5dce98b8-5f49-4a9f-9233-c94def09e60e HTTP/1.1" status: 200 len: 205 time: 0.0339074 Oct 27 10:54:52.053135 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 37588) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:54:52.076041 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-4a2ff7d9-a7db-47ae-93c1-106ca801b211 req-b619b028-1539-4362-8521-a0bb3bf45750 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/security-groups?id=e12aac3e-256a-4b83-b5b5-3559f5984194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343099 Oct 27 10:54:52.108796 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 37590) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:54:52.150291 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-d4c93cae-6d68-46d5-ae60-6fd470b3c967 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks [] for router, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:52.366462 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fe1dab7-a30d-4a72-b203-777e2b6f4f86 tempest-TestVolumeBootPattern-312610010 tempest-TestVolumeBootPattern-312610010-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:54:52.366714 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-d4c93cae-6d68-46d5-ae60-6fd470b3c967 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1765662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3700'] for router, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:52.368801 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-d4c93cae-6d68-46d5-ae60-6fd470b3c967 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:52.368999 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-3fe1dab7-a30d-4a72-b203-777e2b6f4f86 tempest-TestVolumeBootPattern-312610010 tempest-TestVolumeBootPattern-312610010-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=9b6e8998-cd64-44c7-85ff-34296a1bfda8 HTTP/1.1" status: 200 len: 1093 time: 0.2578459 Oct 27 10:54:52.371495 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 37596) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:54:52.375803 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-3d6677b3-1272-4cb6-b401-bb943bcc7a06 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Request body: {'floatingip': {'floating_network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'port_id': 'f1fb0da3-0f0b-4687-8882-e87a4480f3fe', 'tenant_id': 'b02a92ec9ad04d95b8ea6a5db5946dfb', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:54:52.398826 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-3d6677b3-1272-4cb6-b401-bb943bcc7a06 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Publish callbacks [] for floatingip, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:52.435690 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-d4c93cae-6d68-46d5-ae60-6fd470b3c967 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1765641'] for router, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:52.436840 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4c93cae-6d68-46d5-ae60-6fd470b3c967 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Fanout notify agent at l3_agent the message router_deleted on router 5dce98b8-5f49-4a9f-9233-c94def09e60e {{(pid=102347) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 10:54:52.446740 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-d4c93cae-6d68-46d5-ae60-6fd470b3c967 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks [] for router, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:52.450221 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-d4c93cae-6d68-46d5-ae60-6fd470b3c967 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] 10.222.0.44 "DELETE /v2.0/routers/5dce98b8-5f49-4a9f-9233-c94def09e60e HTTP/1.1" status: 204 len: 168 time: 0.3939104 Oct 27 10:54:52.450486 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 37598) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:54:52.526756 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-3d6677b3-1272-4cb6-b401-bb943bcc7a06 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:52.529154 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_v2 [None req-e475e850-4e27-4d40-9563-413166e9f1db tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Deleting subnet fbba2db3-8a17-4e4d-826a-6e986e3a14b5 {{(pid=102347) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 10:54:52.532687 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-e475e850-4e27-4d40-9563-413166e9f1db tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks [] for subnet, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:52.577508 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-e475e850-4e27-4d40-9563-413166e9f1db tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-18445109'] for subnet, precommit_delete_associations {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:52.671897 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_common [None req-3d6677b3-1272-4cb6-b401-bb943bcc7a06 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Allocated IP 172.25.8.240 (185ff123-c7ff-45c7-a6be-71feb35acc9c/0fb9f9d1-7384-481f-8fa8-f4566c349d30/776a19a5-3861-4cbc-bd0d-687596970c60) {{(pid=102346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:54:52.697921 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-e475e850-4e27-4d40-9563-413166e9f1db tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855646'] for subnet, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:52.782931 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-e475e850-4e27-4d40-9563-413166e9f1db tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-18295818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18043720'] for subnet, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:52.820884 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e475e850-4e27-4d40-9563-413166e9f1db tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Pushing event deleted for resources: {'Subnet': ['ID=fbba2db3-8a17-4e4d-826a-6e986e3a14b5,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:54:52.823051 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-e475e850-4e27-4d40-9563-413166e9f1db tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks [] for subnet, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:52.826941 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-e475e850-4e27-4d40-9563-413166e9f1db tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] 10.222.0.44 "DELETE /v2.0/subnets/fbba2db3-8a17-4e4d-826a-6e986e3a14b5 HTTP/1.1" status: 204 len: 168 time: 0.3750677 Oct 27 10:54:52.830913 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 37600) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:54:52.833436 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-719a0047-c3ba-4952-80b0-055d80e9cbaa None None] Network 4766f3ab-5e6e-4b61-a9c1-655692c5c341 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:54:52.856001 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-3d6677b3-1272-4cb6-b401-bb943bcc7a06 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Publish callbacks [] for port, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:52.903126 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-3d6677b3-1272-4cb6-b401-bb943bcc7a06 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:52.984466 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d6677b3-1272-4cb6-b401-bb943bcc7a06 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Network 185ff123-c7ff-45c7-a6be-71feb35acc9c is already hosted by enough agents. {{(pid=102346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:54:52.987565 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-3d6677b3-1272-4cb6-b401-bb943bcc7a06 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Resources bound (agent type, host, resource id): {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:54:52.995027 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d6677b3-1272-4cb6-b401-bb943bcc7a06 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Received port after_create {{(pid=102346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:54:52.995243 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-883d40f3-e9a4-45ed-9b71-b69049576bfa tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586917'] for network, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:53.053265 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6677b3-1272-4cb6-b401-bb943bcc7a06 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Pushing event updated for resources: {'Port': ['ID=776a19a5-3861-4cbc-bd0d-687596970c60,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:54:53.104524 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-883d40f3-e9a4-45ed-9b71-b69049576bfa tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Deleting port 59cec8bf-fd7a-453b-8141-5b9625c38d54 {{(pid=102347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:54:53.104958 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-883d40f3-e9a4-45ed-9b71-b69049576bfa tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:53.153063 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c074557b-d53f-4771-a3ea-8b4be64fe64e None None] DHCP port deletion for 4766f3ab-5e6e-4b61-a9c1-655692c5c341 request from n-d-813419-10 {{(pid=102348) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 10:54:53.219428 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [None req-883d40f3-e9a4-45ed-9b71-b69049576bfa tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] For port 59cec8bf-fd7a-453b-8141-5b9625c38d54, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=59cec8bf-fd7a-453b-8141-5b9625c38d54,segment=NetworkSegment(57fc27e6-fe43-4cc1-ba9f-deeae2f4a2c5),segment_id=57fc27e6-fe43-4cc1-ba9f-deeae2f4a2c5)] {{(pid=102347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:54:53.219919 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-883d40f3-e9a4-45ed-9b71-b69049576bfa tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:53.242763 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-883d40f3-e9a4-45ed-9b71-b69049576bfa tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Calling delete_port for 59cec8bf-fd7a-453b-8141-5b9625c38d54 owned by network:dhcp {{(pid=102347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:54:53.255583 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-c074557b-d53f-4771-a3ea-8b4be64fe64e None None] Deleting port 59cec8bf-fd7a-453b-8141-5b9625c38d54 {{(pid=102348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:54:53.255957 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-c074557b-d53f-4771-a3ea-8b4be64fe64e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:53.384820 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-c074557b-d53f-4771-a3ea-8b4be64fe64e None None] For port 59cec8bf-fd7a-453b-8141-5b9625c38d54, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=59cec8bf-fd7a-453b-8141-5b9625c38d54,segment=NetworkSegment(57fc27e6-fe43-4cc1-ba9f-deeae2f4a2c5),segment_id=57fc27e6-fe43-4cc1-ba9f-deeae2f4a2c5)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:54:53.385142 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-c074557b-d53f-4771-a3ea-8b4be64fe64e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:53.413567 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-c074557b-d53f-4771-a3ea-8b4be64fe64e None None] Calling delete_port for 59cec8bf-fd7a-453b-8141-5b9625c38d54 owned by network:dhcp {{(pid=102348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:54:53.433474 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-883d40f3-e9a4-45ed-9b71-b69049576bfa tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:53.470867 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883d40f3-e9a4-45ed-9b71-b69049576bfa tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Pushing event deleted for resources: {'Port': ['ID=59cec8bf-fd7a-453b-8141-5b9625c38d54,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:54:53.489621 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-883d40f3-e9a4-45ed-9b71-b69049576bfa tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] No DVR routers for this DVR port 59cec8bf-fd7a-453b-8141-5b9625c38d54 on host n-d-813419-10 {{(pid=102347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:54:53.557172 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-c074557b-d53f-4771-a3ea-8b4be64fe64e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615'] for port, after_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:53.562214 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-3d6677b3-1272-4cb6-b401-bb943bcc7a06 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:53.589216 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c074557b-d53f-4771-a3ea-8b4be64fe64e None None] No DVR routers for this DVR port 59cec8bf-fd7a-453b-8141-5b9625c38d54 on host n-d-813419-10 {{(pid=102348) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:54:53.614245 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c074557b-d53f-4771-a3ea-8b4be64fe64e None None] Pushing event deleted for resources: {'Port': ['ID=59cec8bf-fd7a-453b-8141-5b9625c38d54,revision_number=None']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:54:53.657961 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-883d40f3-e9a4-45ed-9b71-b69049576bfa tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857803', 'neutron.services.segments.db._delete_segments_for_network-8743873143390'] for network, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:53.692466 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-3d6677b3-1272-4cb6-b401-bb943bcc7a06 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:53.694359 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-883d40f3-e9a4-45ed-9b71-b69049576bfa tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4766f3ab-5e6e-4b61-a9c1-655692c5c341']}} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:54:53.705405 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-883d40f3-e9a4-45ed-9b71-b69049576bfa tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57fc27e6-fe43-4cc1-ba9f-deeae2f4a2c5') {'for_net_delete': True} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:54:53.706054 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-883d40f3-e9a4-45ed-9b71-b69049576bfa tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57fc27e6-fe43-4cc1-ba9f-deeae2f4a2c5') {} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:54:53.717964 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-883d40f3-e9a4-45ed-9b71-b69049576bfa tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743873145191', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18445132'] for segment, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:53.738986 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-883d40f3-e9a4-45ed-9b71-b69049576bfa tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:53.746133 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-883d40f3-e9a4-45ed-9b71-b69049576bfa tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Releasing vlan 410 on physical network physnet1 to pool {{(pid=102347) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 10:54:53.746543 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-883d40f3-e9a4-45ed-9b71-b69049576bfa tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-18296032'] for segment, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:53.749553 n-d-813419-10 neutron-server[102347]: Traceback (most recent call last): Oct 27 10:54:53.749553 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 10:54:53.749553 n-d-813419-10 neutron-server[102347]: timer() Oct 27 10:54:53.749553 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 10:54:53.749553 n-d-813419-10 neutron-server[102347]: cb(*args, **kw) Oct 27 10:54:53.749553 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 10:54:53.749553 n-d-813419-10 neutron-server[102347]: return func(*args, **kwargs) Oct 27 10:54:53.749553 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 10:54:53.749553 n-d-813419-10 neutron-server[102347]: self._notify() Oct 27 10:54:53.749553 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 10:54:53.749553 n-d-813419-10 neutron-server[102347]: self.callback(batched_events) Oct 27 10:54:53.749553 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 10:54:53.749553 n-d-813419-10 neutron-server[102347]: event.method(event) Oct 27 10:54:53.749553 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 10:54:53.749553 n-d-813419-10 neutron-server[102347]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 10:54:53.749553 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 10:54:53.749553 n-d-813419-10 neutron-server[102347]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 10:54:53.749553 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 10:54:53.749553 n-d-813419-10 neutron-server[102347]: return f(self, *a, **k) Oct 27 10:54:53.749553 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 10:54:53.749553 n-d-813419-10 neutron-server[102347]: return self._get(url).json() Oct 27 10:54:53.749553 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 10:54:53.749553 n-d-813419-10 neutron-server[102347]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 10:54:53.749553 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 10:54:53.749553 n-d-813419-10 neutron-server[102347]: return self.request(url, 'GET', **kwargs) Oct 27 10:54:53.749553 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 10:54:53.749553 n-d-813419-10 neutron-server[102347]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 10:54:53.749553 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 10:54:53.749553 n-d-813419-10 neutron-server[102347]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 10:54:53.749553 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 10:54:53.749553 n-d-813419-10 neutron-server[102347]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 10:54:53.749553 n-d-813419-10 neutron-server[102347]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 10:54:53.753388 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2ccce0-3e46-4aaa-b1e0-76d9fdef2b66 req-0b69b464-d01b-45ed-8156-f7c5ee465a2f tempest-VolumesSnapshotTestJSON-2053090724 tempest-VolumesSnapshotTestJSON-2053090724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:54:53.755042 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-4a2ccce0-3e46-4aaa-b1e0-76d9fdef2b66 req-0b69b464-d01b-45ed-8156-f7c5ee465a2f tempest-VolumesSnapshotTestJSON-2053090724 tempest-VolumesSnapshotTestJSON-2053090724-project] 10.222.0.44 "GET /v2.0/ports?device_id=f387a798-4bb5-43eb-983f-6dd52dc8832a HTTP/1.1" status: 200 len: 946 time: 0.0986655 Oct 27 10:54:53.817103 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-883d40f3-e9a4-45ed-9b71-b69049576bfa tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664840'] for network, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:53.832339 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-883d40f3-e9a4-45ed-9b71-b69049576bfa tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks [] for network, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:53.840849 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-883d40f3-e9a4-45ed-9b71-b69049576bfa tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] 10.222.0.44 "DELETE /v2.0/networks/4766f3ab-5e6e-4b61-a9c1-655692c5c341 HTTP/1.1" status: 204 len: 168 time: 1.0085967 Oct 27 10:54:53.841050 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 37610) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:54:53.843867 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-4a2ccce0-3e46-4aaa-b1e0-76d9fdef2b66 req-043fb65a-d722-4a2a-958f-26b4c90b2aa1 tempest-VolumesSnapshotTestJSON-2053090724 tempest-VolumesSnapshotTestJSON-2053090724-project] 10.222.0.44 "GET /v2.0/security-groups?id=89962c1d-db74-4ae6-9f26-f13036e9dc23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808239 Oct 27 10:54:53.848572 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-1f159cb7-29f3-46d2-9360-590fbade392a tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2128460409'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:54:53.853451 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883d40f3-e9a4-45ed-9b71-b69049576bfa tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Pushing event deleted for resources: {'Network': ['ID=4766f3ab-5e6e-4b61-a9c1-655692c5c341,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:54:53.893053 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f159cb7-29f3-46d2-9360-590fbade392a tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Made reservation on behalf of eb4a634382c64eabbfb18238247bc046 for: {'network': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:54:53.896568 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-1f159cb7-29f3-46d2-9360-590fbade392a tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for network, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:53.940095 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f159cb7-29f3-46d2-9360-590fbade392a tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 406} {{(pid=102346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 10:54:53.948423 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-3d6677b3-1272-4cb6-b401-bb943bcc7a06 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Publish callbacks [] for port, precommit_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:53.955539 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-1f159cb7-29f3-46d2-9360-590fbade392a tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:53.955881 n-d-813419-10 neutron-server[102346]: INFO neutron.db.segments_db [None req-1f159cb7-29f3-46d2-9360-590fbade392a tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Added segment 05794c5e-c900-4492-be8c-23f9142a61eb of type vlan for network 6773a718-6852-4eb9-8e17-4a8cf1de4a35 Oct 27 10:54:53.957395 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-3d6677b3-1272-4cb6-b401-bb943bcc7a06 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27024173'] for port, after_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:54.057624 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-1f159cb7-29f3-46d2-9360-590fbade392a tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743872593080'] for network, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:54.086410 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6677b3-1272-4cb6-b401-bb943bcc7a06 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Pushing event updated for resources: {'Port': ['ID=776a19a5-3861-4cbc-bd0d-687596970c60,revision_number=2']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:54:54.095038 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-3d6677b3-1272-4cb6-b401-bb943bcc7a06 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1664826'] for floatingip, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:54.169722 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-1f159cb7-29f3-46d2-9360-590fbade392a tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913'] for network, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:54.175242 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f159cb7-29f3-46d2-9360-590fbade392a tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:54:54.175819 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-1f159cb7-29f3-46d2-9360-590fbade392a tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks [] for network, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:54.249111 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-1f159cb7-29f3-46d2-9360-590fbade392a tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4042058 Oct 27 10:54:54.252349 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 37612) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:54:54.256917 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f159cb7-29f3-46d2-9360-590fbade392a tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Pushing event updated for resources: {'Network': ['ID=6773a718-6852-4eb9-8e17-4a8cf1de4a35,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:54:54.257725 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-e6869b94-c383-4153-a9ff-10a956871866 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Request body: {'subnet': {'network_id': '6773a718-6852-4eb9-8e17-4a8cf1de4a35', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:54:54.271829 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Network 6773a718-6852-4eb9-8e17-4a8cf1de4a35 details requested by agent ovs-agent-n-d-813419-10 with host n-d-813419-10 {{(pid=102348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 10:54:54.276167 n-d-813419-10 neutron-server[102346]: INFO neutron.db.l3_db [None req-3d6677b3-1272-4cb6-b401-bb943bcc7a06 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Floating IP f826052d-8f5b-4cb3-a241-96d28dbcc9c8 associated. External IP: 172.25.8.240, port: f1fb0da3-0f0b-4687-8882-e87a4480f3fe. Oct 27 10:54:54.428835 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6869b94-c383-4153-a9ff-10a956871866 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Made reservation on behalf of eb4a634382c64eabbfb18238247bc046 for: {'subnet': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:54:54.435241 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-e6869b94-c383-4153-a9ff-10a956871866 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18044073'] for subnet, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:54.467711 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 59cec8bf-fd7a-453b-8141-5b9625c38d54 no longer exists at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:54:54.525110 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] No Port match for: 59cec8bf-fd7a-453b-8141-5b9625c38d54 {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:54:54.525763 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 59cec8bf-fd7a-453b-8141-5b9625c38d54 not bound to the agent host n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:54:54.552574 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d6677b3-1272-4cb6-b401-bb943bcc7a06 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Router 8c4c9367-65f8-4c63-bb94-f9a6fe3c4440 has already been hosted by L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb {{(pid=102346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 10:54:54.692466 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d6677b3-1272-4cb6-b401-bb943bcc7a06 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:54:54.706682 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b5ff01e-1f47-41fc-b0b1-03c5a451b493 None None] Sync routers for ids ['8c4c9367-65f8-4c63-bb94-f9a6fe3c4440'] in n-d-813419-10 {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:54:54.718242 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-3d6677b3-1272-4cb6-b401-bb943bcc7a06 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for floatingip, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:54.723941 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b5ff01e-1f47-41fc-b0b1-03c5a451b493 None None] Routers {'8c4c9367-65f8-4c63-bb94-f9a6fe3c4440'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:54:54.724800 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-5b5ff01e-1f47-41fc-b0b1-03c5a451b493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:54:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['8c4c9367-65f8-4c63-bb94-f9a6fe3c4440'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:54:54.760704 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-e6869b94-c383-4153-a9ff-10a956871866 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-18295883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18044091'] for subnet, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:54.784419 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-3d6677b3-1272-4cb6-b401-bb943bcc7a06 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4011190 Oct 27 10:54:54.784419 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b6e8998-cd64-44c7-85ff-34296a1bfda8', 'tag': 'f1fb0da3-0f0b-4687-8882-e87a4480f3fe'}] {{(pid=102346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:54:54.784419 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc0e418f5fc417c8d55d94c0aa509b037d0beb2a734c1a709e789eb65639a56d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-440cbe7d-f7fe-43a1-9829-ad02bf6ff003" -d '{"events": [{"name": "network-changed", "server_uuid": "9b6e8998-cd64-44c7-85ff-34296a1bfda8", "tag": "f1fb0da3-0f0b-4687-8882-e87a4480f3fe"}]}' {{(pid=102346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:54:54.839527 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6869b94-c383-4153-a9ff-10a956871866 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Pushing event updated for resources: {'Subnet': ['ID=0985e45e-bc3a-46b4-a216-36089f0f44ac,revision_number=0']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:54:54.854968 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 10:54:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c1dd64c-5934-4581-a868-5a2b5eabd689 x-openstack-request-id: req-2c1dd64c-5934-4581-a868-5a2b5eabd689 {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:54:54.855259 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b6e8998-cd64-44c7-85ff-34296a1bfda8", "tag": "f1fb0da3-0f0b-4687-8882-e87a4480f3fe", "status": "completed", "code": 200}]} {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:54:54.855514 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-2c1dd64c-5934-4581-a868-5a2b5eabd689 {{(pid=102346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:54:54.855944 n-d-813419-10 neutron-server[102346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b6e8998-cd64-44c7-85ff-34296a1bfda8', 'tag': 'f1fb0da3-0f0b-4687-8882-e87a4480f3fe', 'status': 'completed', 'code': 200} Oct 27 10:54:54.880342 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6869b94-c383-4153-a9ff-10a956871866 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Checking segment: {'id': '05794c5e-c900-4492-be8c-23f9142a61eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '6773a718-6852-4eb9-8e17-4a8cf1de4a35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:54:54.880703 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6869b94-c383-4153-a9ff-10a956871866 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Network hostable DHCP agents. Network: 6773a718-6852-4eb9-8e17-4a8cf1de4a35, hostable agents: ['eafd4000-b897-4722-ae8b-0118ec955181'], hosted agents: [] {{(pid=102347) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 10:54:54.903389 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvr_db [None req-5b5ff01e-1f47-41fc-b0b1-03c5a451b493 None None] Set router 8c4c9367-65f8-4c63-bb94-f9a6fe3c4440 gateway port host: n-d-813419-10 {{(pid=102348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:54:54.920957 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6869b94-c383-4153-a9ff-10a956871866 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Network 6773a718-6852-4eb9-8e17-4a8cf1de4a35 is scheduled to be hosted by DHCP agent eafd4000-b897-4722-ae8b-0118ec955181 with binding_index 1 {{(pid=102347) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 10:54:54.948524 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [None req-e6869b94-c383-4153-a9ff-10a956871866 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-10, 6773a718-6852-4eb9-8e17-4a8cf1de4a35) {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:54:54.953386 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6869b94-c383-4153-a9ff-10a956871866 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:54:54.953970 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-e6869b94-c383-4153-a9ff-10a956871866 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks [] for subnet, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:54.967314 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe082a81-05a7-44be-9e10-663237d6e7ae None None] Network 6773a718-6852-4eb9-8e17-4a8cf1de4a35 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:54:54.991104 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-e6869b94-c383-4153-a9ff-10a956871866 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7347620 Oct 27 10:54:54.991352 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440cbe7d-f7fe-43a1-9829-ad02bf6ff003 req-9050429f-36f1-4cc9-b337-6615f9ae15ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:54:54.992118 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 37626) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:54:54.995094 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-440cbe7d-f7fe-43a1-9829-ad02bf6ff003 req-9050429f-36f1-4cc9-b337-6615f9ae15ab service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b02a92ec9ad04d95b8ea6a5db5946dfb&device_id=9b6e8998-cd64-44c7-85ff-34296a1bfda8 HTTP/1.1" status: 200 len: 1098 time: 0.1167569 Oct 27 10:54:54.996661 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-889712e9-6487-4a4e-91ca-d859e80c896b tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-623889218', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:54:55.042169 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-889712e9-6487-4a4e-91ca-d859e80c896b tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1768632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3610'] for router, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:55.043874 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-889712e9-6487-4a4e-91ca-d859e80c896b tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1765704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1769409', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1694266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3597'] for router, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:55.132241 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-889712e9-6487-4a4e-91ca-d859e80c896b tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:55.139808 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-889712e9-6487-4a4e-91ca-d859e80c896b tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1765699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1769372'] for router, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:55.160294 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742a2f3d-5f59-42e8-80b4-f6c0512228ed req-981d72de-1579-47be-a347-b68690152d7b tempest-VolumesSnapshotTestJSON-2053090724 tempest-VolumesSnapshotTestJSON-2053090724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:54:55.161602 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-889712e9-6487-4a4e-91ca-d859e80c896b tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks [] for router, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:55.162094 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-742a2f3d-5f59-42e8-80b4-f6c0512228ed req-981d72de-1579-47be-a347-b68690152d7b tempest-VolumesSnapshotTestJSON-2053090724 tempest-VolumesSnapshotTestJSON-2053090724-project] 10.222.0.44 "GET /v2.0/ports?device_id=f387a798-4bb5-43eb-983f-6dd52dc8832a HTTP/1.1" status: 200 len: 946 time: 0.1659977 Oct 27 10:54:55.162850 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-889712e9-6487-4a4e-91ca-d859e80c896b tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1697261 Oct 27 10:54:55.165722 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 37628) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:54:55.256859 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440cbe7d-f7fe-43a1-9829-ad02bf6ff003 req-1b5e5a0e-7890-4236-b2d6-a7cad2ac3d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:54:55.262008 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-440cbe7d-f7fe-43a1-9829-ad02bf6ff003 req-1b5e5a0e-7890-4236-b2d6-a7cad2ac3d3a service neutron] 10.222.0.64 "GET /v2.0/networks?id=33cc32c2-598c-44fc-a251-6575a62c00c5 HTTP/1.1" status: 200 len: 912 time: 0.2572131 Oct 27 10:54:55.286517 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-742a2f3d-5f59-42e8-80b4-f6c0512228ed req-24fb2b19-9a9d-4a85-a97b-dd466aa705bc tempest-VolumesSnapshotTestJSON-2053090724 tempest-VolumesSnapshotTestJSON-2053090724-project] 10.222.0.44 "GET /v2.0/security-groups?id=89962c1d-db74-4ae6-9f26-f13036e9dc23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132259 Oct 27 10:54:55.380420 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-440cbe7d-f7fe-43a1-9829-ad02bf6ff003 req-a50e047d-b778-418f-91a4-798d27ccd8b3 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f1fb0da3-0f0b-4687-8882-e87a4480f3fe HTTP/1.1" status: 200 len: 1000 time: 0.0926974 Oct 27 10:54:55.443730 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440cbe7d-f7fe-43a1-9829-ad02bf6ff003 req-86b71a75-b941-48b5-9a7d-768c7566db61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:54:55.445355 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-440cbe7d-f7fe-43a1-9829-ad02bf6ff003 req-86b71a75-b941-48b5-9a7d-768c7566db61 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=87624d80-dded-417f-af79-cc56a741e5c4 HTTP/1.1" status: 200 len: 850 time: 0.0546319 Oct 27 10:54:55.469996 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9446d1d8-4db9-4072-ab86-76a345045c9e req-bcbc0a1e-c15f-4504-bf35-32788a6749a7 tempest-VolumesSnapshotTestJSON-2053090724 tempest-VolumesSnapshotTestJSON-2053090724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:54:55.471480 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-9446d1d8-4db9-4072-ab86-76a345045c9e req-bcbc0a1e-c15f-4504-bf35-32788a6749a7 tempest-VolumesSnapshotTestJSON-2053090724 tempest-VolumesSnapshotTestJSON-2053090724-project] 10.222.0.64 "GET /v2.0/ports?device_id=f387a798-4bb5-43eb-983f-6dd52dc8832a HTTP/1.1" status: 200 len: 946 time: 0.1678464 Oct 27 10:54:55.514067 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440cbe7d-f7fe-43a1-9829-ad02bf6ff003 req-520c4892-38ab-47b6-9d81-73ec3d355d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:54:55.515472 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-440cbe7d-f7fe-43a1-9829-ad02bf6ff003 req-520c4892-38ab-47b6-9d81-73ec3d355d86 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=33cc32c2-598c-44fc-a251-6575a62c00c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0623903 Oct 27 10:54:55.543824 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1cf6f52-e5f1-490f-8414-093256470ec6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp734b258e-7d96-550c-b970-9b72ab66f383-6773a718-6852-4eb9-8e17-4a8cf1de4a35', 'network_id': '6773a718-6852-4eb9-8e17-4a8cf1de4a35', 'tenant_id': 'eb4a634382c64eabbfb18238247bc046', 'fixed_ips': [{'subnet_id': '0985e45e-bc3a-46b4-a216-36089f0f44ac'}]}} from n-d-813419-10. {{(pid=102348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 10:54:55.545151 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-e1cf6f52-e5f1-490f-8414-093256470ec6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:55.651038 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [req-9446d1d8-4db9-4072-ab86-76a345045c9e req-3cc7180d-3c57-4a40-89dd-dbb3f0cc60c7 tempest-VolumesSnapshotTestJSON-2053090724 tempest-VolumesSnapshotTestJSON-2053090724-project] Deleting port e866b763-cdf8-431d-898f-26de958517fb {{(pid=102347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:54:55.651372 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-9446d1d8-4db9-4072-ab86-76a345045c9e req-3cc7180d-3c57-4a40-89dd-dbb3f0cc60c7 tempest-VolumesSnapshotTestJSON-2053090724 tempest-VolumesSnapshotTestJSON-2053090724-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:55.669595 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-440cbe7d-f7fe-43a1-9829-ad02bf6ff003 req-31388243-bdec-4fe7-84f0-0b7f60b6e633 service neutron] 10.222.0.64 "GET /v2.0/networks/33cc32c2-598c-44fc-a251-6575a62c00c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402638 Oct 27 10:54:55.746776 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.db_base_plugin_common [None req-e1cf6f52-e5f1-490f-8414-093256470ec6 None None] Allocated IP 2001:db8::2 (6773a718-6852-4eb9-8e17-4a8cf1de4a35/0985e45e-bc3a-46b4-a216-36089f0f44ac/b8e1ee51-570d-4d8a-a8aa-f2ac9006623e) {{(pid=102348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:54:55.759999 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-9446d1d8-4db9-4072-ab86-76a345045c9e req-3cc7180d-3c57-4a40-89dd-dbb3f0cc60c7 tempest-VolumesSnapshotTestJSON-2053090724 tempest-VolumesSnapshotTestJSON-2053090724-project] For port e866b763-cdf8-431d-898f-26de958517fb, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=e866b763-cdf8-431d-898f-26de958517fb,segment=NetworkSegment(a0ea305f-e294-462d-83ec-f87a949da7f5),segment_id=a0ea305f-e294-462d-83ec-f87a949da7f5)] {{(pid=102347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:54:55.760388 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-9446d1d8-4db9-4072-ab86-76a345045c9e req-3cc7180d-3c57-4a40-89dd-dbb3f0cc60c7 tempest-VolumesSnapshotTestJSON-2053090724 tempest-VolumesSnapshotTestJSON-2053090724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:55.771605 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-440cbe7d-f7fe-43a1-9829-ad02bf6ff003 req-0de5b467-ffc7-4374-8807-bf7f95c85c7d service neutron] 10.222.0.64 "GET /v2.0/networks/33cc32c2-598c-44fc-a251-6575a62c00c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947526 Oct 27 10:54:55.774570 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-08a0fe66-41c3-431a-b79c-77d481a849ea tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:55.786096 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [req-9446d1d8-4db9-4072-ab86-76a345045c9e req-3cc7180d-3c57-4a40-89dd-dbb3f0cc60c7 tempest-VolumesSnapshotTestJSON-2053090724 tempest-VolumesSnapshotTestJSON-2053090724-project] Calling delete_port for e866b763-cdf8-431d-898f-26de958517fb owned by compute:nova {{(pid=102347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:54:55.897584 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-5b5ff01e-1f47-41fc-b0b1-03c5a451b493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c4c9367-65f8-4c63-bb94-f9a6fe3c4440', 'name': 'tempest-TestVolumeBootPattern-328280962-router', 'tenant_id': 'b02a92ec9ad04d95b8ea6a5db5946dfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': '57172d42-624b-4614-a27b-f1ad4a0c9f06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:43:19Z', 'updated_at': '2021-10-27T10:43:33Z', 'revision_number': 4, 'project_id': 'b02a92ec9ad04d95b8ea6a5db5946dfb', 'gw_port': {'id': '57172d42-624b-4614-a27b-f1ad4a0c9f06', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:d8:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c4c9367-65f8-4c63-bb94-f9a6fe3c4440', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2746, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:43:21Z', 'updated_at': '2021-10-27T10:43:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_floatingips': [{'id': 'c09b02be-dea8-4c7b-9cef-d96dea6e75c9', 'tenant_id': 'b02a92ec9ad04d95b8ea6a5db5946dfb', 'floating_ip_address': '172.25.8.177', 'floating_network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'router_id': '8c4c9367-65f8-4c63-bb94-f9a6fe3c4440', 'port_id': '493b566b-8077-47ab-b0fa-7e567159f7fd', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3533, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33cc32c2-598c-44fc-a251-6575a62c00c5', 'mac_address': 'fa:16:3e:0a:21:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c280a57-b5b3-4702-a42f-d4f4a9313432', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T10:52:31Z', 'updated_at': '2021-10-27T10:52:36Z', 'revision_number': 1, 'project_id': 'b02a92ec9ad04d95b8ea6a5db5946dfb', 'fixed_ip_address_scope': None}, {'id': 'f826052d-8f5b-4cb3-a241-96d28dbcc9c8', 'tenant_id': 'b02a92ec9ad04d95b8ea6a5db5946dfb', 'floating_ip_address': '172.25.8.240', 'floating_network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'router_id': '8c4c9367-65f8-4c63-bb94-f9a6fe3c4440', 'port_id': 'f1fb0da3-0f0b-4687-8882-e87a4480f3fe', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3817, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33cc32c2-598c-44fc-a251-6575a62c00c5', 'mac_address': 'fa:16:3e:60:14:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b6e8998-cd64-44c7-85ff-34296a1bfda8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T10:54:53Z', 'updated_at': '2021-10-27T10:54:53Z', 'revision_number': 0, 'project_id': 'b02a92ec9ad04d95b8ea6a5db5946dfb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '652aa176-1bd3-4569-9226-336a8f8cd793', 'name': '', 'network_id': '33cc32c2-598c-44fc-a251-6575a62c00c5', 'tenant_id': 'b02a92ec9ad04d95b8ea6a5db5946dfb', 'mac_address': 'fa:16:3e:7b:28:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c4c9367-65f8-4c63-bb94-f9a6fe3c4440', 'device_owner': 'network:router_interface', 'standard_attr_id': 2748, 'fixed_ips': [{'subnet_id': '87624d80-dded-417f-af79-cc56a741e5c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:43:30Z', 'updated_at': '2021-10-27T10:43:39Z', 'revision_number': 5, 'project_id': 'b02a92ec9ad04d95b8ea6a5db5946dfb', 'subnets': [{'id': '87624d80-dded-417f-af79-cc56a741e5c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:54:55.941258 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b5ff01e-1f47-41fc-b0b1-03c5a451b493 None None] Checking router: 8c4c9367-65f8-4c63-bb94-f9a6fe3c4440 for host: n-d-813419-10 {{(pid=102348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 10:54:55.964643 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b5ff01e-1f47-41fc-b0b1-03c5a451b493 None None] Routers {'8c4c9367-65f8-4c63-bb94-f9a6fe3c4440'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:54:55.965302 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-5b5ff01e-1f47-41fc-b0b1-03c5a451b493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:54:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['8c4c9367-65f8-4c63-bb94-f9a6fe3c4440'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:54:56.010307 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-e1cf6f52-e5f1-490f-8414-093256470ec6 None None] Publish callbacks [] for port, precommit_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:56.049783 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-e1cf6f52-e5f1-490f-8414-093256470ec6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606'] for port, after_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:56.095894 n-d-813419-10 neutron-server[102348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1cf6f52-e5f1-490f-8414-093256470ec6 None None] Network 6773a718-6852-4eb9-8e17-4a8cf1de4a35 is already hosted by enough agents. {{(pid=102348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:54:56.107361 n-d-813419-10 neutron-server[102348]: DEBUG neutron.scheduler.base_scheduler [None req-e1cf6f52-e5f1-490f-8414-093256470ec6 None None] Resources bound (agent type, host, resource id): {{(pid=102348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:54:56.109938 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1cf6f52-e5f1-490f-8414-093256470ec6 None None] Received port after_create {{(pid=102348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:54:56.121472 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-9446d1d8-4db9-4072-ab86-76a345045c9e req-3cc7180d-3c57-4a40-89dd-dbb3f0cc60c7 tempest-VolumesSnapshotTestJSON-2053090724 tempest-VolumesSnapshotTestJSON-2053090724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:56.139931 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cf6f52-e5f1-490f-8414-093256470ec6 None None] Pushing event updated for resources: {'Port': ['ID=b8e1ee51-570d-4d8a-a8aa-f2ac9006623e,revision_number=1']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:54:56.142308 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] get_ports_and_sgs() called for port_ids ['e866b763-cdf8-431d-898f-26de958517fb'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:54:56.163871 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc7180d-3c57-4a40-89dd-dbb3f0cc60c7 tempest-VolumesSnapshotTestJSON-2053090724 tempest-VolumesSnapshotTestJSON-2053090724-project] Pushing event deleted for resources: {'Port': ['ID=e866b763-cdf8-431d-898f-26de958517fb,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:54:56.166831 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_common [None req-08a0fe66-41c3-431a-b79c-77d481a849ea tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Allocated IP 2001:db8::1 (6773a718-6852-4eb9-8e17-4a8cf1de4a35/0985e45e-bc3a-46b4-a216-36089f0f44ac/5e8412f4-3fe7-4f68-9516-132bca6d69eb) {{(pid=102347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:54:56.193533 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvr_db [None req-5b5ff01e-1f47-41fc-b0b1-03c5a451b493 None None] Set router 8c4c9367-65f8-4c63-bb94-f9a6fe3c4440 gateway port host: n-d-813419-10 {{(pid=102348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:54:56.210387 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [req-9446d1d8-4db9-4072-ab86-76a345045c9e req-3cc7180d-3c57-4a40-89dd-dbb3f0cc60c7 tempest-VolumesSnapshotTestJSON-2053090724 tempest-VolumesSnapshotTestJSON-2053090724-project] No DVR routers for this DVR port e866b763-cdf8-431d-898f-26de958517fb on host n-h1-813419-10 {{(pid=102347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:54:56.217499 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-9446d1d8-4db9-4072-ab86-76a345045c9e req-3cc7180d-3c57-4a40-89dd-dbb3f0cc60c7 tempest-VolumesSnapshotTestJSON-2053090724 tempest-VolumesSnapshotTestJSON-2053090724-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:56.221299 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-9446d1d8-4db9-4072-ab86-76a345045c9e req-3cc7180d-3c57-4a40-89dd-dbb3f0cc60c7 tempest-VolumesSnapshotTestJSON-2053090724 tempest-VolumesSnapshotTestJSON-2053090724-project] 10.222.0.64 "DELETE /v2.0/ports/e866b763-cdf8-431d-898f-26de958517fb HTTP/1.1" status: 204 len: 173 time: 0.7426312 Oct 27 10:54:56.221763 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f387a798-4bb5-43eb-983f-6dd52dc8832a', 'name': 'network-vif-deleted', 'tag': 'e866b763-cdf8-431d-898f-26de958517fb'}] {{(pid=102347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:54:56.224235 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311149b481204ee7edffdb959c881838506fbd95bc8577c048f6677abb73acc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e30fa426-1f05-4313-b59f-4aafba774999" -d '{"events": [{"server_uuid": "f387a798-4bb5-43eb-983f-6dd52dc8832a", "name": "network-vif-deleted", "tag": "e866b763-cdf8-431d-898f-26de958517fb"}]}' {{(pid=102347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:54:56.300052 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-e1cf6f52-e5f1-490f-8414-093256470ec6 None None] Attempting to bind port b8e1ee51-570d-4d8a-a8aa-f2ac9006623e on host n-d-813419-10 for vnic_type normal with profile {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:54:56.300882 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-e1cf6f52-e5f1-490f-8414-093256470ec6 None None] Attempting to bind port b8e1ee51-570d-4d8a-a8aa-f2ac9006623e by drivers openvswitch,hyperv on host n-d-813419-10 at level 0 using segments [{'id': '05794c5e-c900-4492-be8c-23f9142a61eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '6773a718-6852-4eb9-8e17-4a8cf1de4a35'}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:54:56.301477 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1cf6f52-e5f1-490f-8414-093256470ec6 None None] Attempting to bind port b8e1ee51-570d-4d8a-a8aa-f2ac9006623e on network 6773a718-6852-4eb9-8e17-4a8cf1de4a35 {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:54:56.311613 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1cf6f52-e5f1-490f-8414-093256470ec6 None None] Checking agent: {'id': '89dba0f3-79b2-435e-9822-33674b8f6ada', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 8, 20), 'started_at': datetime.datetime(2021, 10, 27, 10, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 54, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:54:56.311977 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1cf6f52-e5f1-490f-8414-093256470ec6 None None] Checking segment: {'id': '05794c5e-c900-4492-be8c-23f9142a61eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '6773a718-6852-4eb9-8e17-4a8cf1de4a35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:54:56.312491 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-e1cf6f52-e5f1-490f-8414-093256470ec6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:56.312803 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1cf6f52-e5f1-490f-8414-093256470ec6 None None] Bound using segment: {'id': '05794c5e-c900-4492-be8c-23f9142a61eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '6773a718-6852-4eb9-8e17-4a8cf1de4a35'} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:54:56.313295 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-e1cf6f52-e5f1-490f-8414-093256470ec6 None None] Bound port: b8e1ee51-570d-4d8a-a8aa-f2ac9006623e, host: n-d-813419-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05794c5e-c900-4492-be8c-23f9142a61eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '6773a718-6852-4eb9-8e17-4a8cf1de4a35'}}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:54:56.313681 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-e1cf6f52-e5f1-490f-8414-093256470ec6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:56.438283 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-08a0fe66-41c3-431a-b79c-77d481a849ea tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks [] for port, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:56.456167 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-e1cf6f52-e5f1-490f-8414-093256470ec6 None None] For port b8e1ee51-570d-4d8a-a8aa-f2ac9006623e, host n-d-813419-10, cleared binding levels {{(pid=102348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:54:56.459758 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-e1cf6f52-e5f1-490f-8414-093256470ec6 None None] For port b8e1ee51-570d-4d8a-a8aa-f2ac9006623e, host n-d-813419-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=b8e1ee51-570d-4d8a-a8aa-f2ac9006623e,segment=NetworkSegment(05794c5e-c900-4492-be8c-23f9142a61eb),segment_id=05794c5e-c900-4492-be8c-23f9142a61eb)] {{(pid=102348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:54:56.470627 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-e1cf6f52-e5f1-490f-8414-093256470ec6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:56.478960 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-08a0fe66-41c3-431a-b79c-77d481a849ea tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:56.493741 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-c3fa8199-98e4-40df-ae05-93c8ddbe6ef2 req-59637f42-5c89-493b-b94f-c9adcbc7dad1 tempest-VolumesSnapshotTestJSON-2053090724 tempest-VolumesSnapshotTestJSON-2053090724-project] 10.222.0.44 "GET /v2.0/ports?device_id=f387a798-4bb5-43eb-983f-6dd52dc8832a HTTP/1.1" status: 200 len: 210 time: 0.0816295 Oct 27 10:54:56.545794 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08a0fe66-41c3-431a-b79c-77d481a849ea tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Network 6773a718-6852-4eb9-8e17-4a8cf1de4a35 is already hosted by enough agents. {{(pid=102347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:54:56.551935 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [None req-08a0fe66-41c3-431a-b79c-77d481a849ea tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Resources bound (agent type, host, resource id): {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:54:56.555917 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08a0fe66-41c3-431a-b79c-77d481a849ea tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Received port after_create {{(pid=102347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:54:56.556489 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-08a0fe66-41c3-431a-b79c-77d481a849ea tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1664961'] for router_interface, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:56.628009 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cf6f52-e5f1-490f-8414-093256470ec6 None None] Pushing event updated for resources: {'Port': ['ID=b8e1ee51-570d-4d8a-a8aa-f2ac9006623e,revision_number=2']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:54:56.636002 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:54:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afa38571-15dc-465d-81fc-550e99a05302 x-openstack-request-id: req-afa38571-15dc-465d-81fc-550e99a05302 {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:54:56.636371 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f387a798-4bb5-43eb-983f-6dd52dc8832a", "name": "network-vif-deleted", "tag": "e866b763-cdf8-431d-898f-26de958517fb", "status": "completed", "code": 200}]} {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:54:56.636584 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-afa38571-15dc-465d-81fc-550e99a05302 {{(pid=102347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:54:56.637441 n-d-813419-10 neutron-server[102347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f387a798-4bb5-43eb-983f-6dd52dc8832a', 'name': 'network-vif-deleted', 'tag': 'e866b763-cdf8-431d-898f-26de958517fb', 'status': 'completed', 'code': 200} Oct 27 10:54:56.657428 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a0fe66-41c3-431a-b79c-77d481a849ea tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Pushing event updated for resources: {'Port': ['ID=5e8412f4-3fe7-4f68-9516-132bca6d69eb,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:54:56.719301 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-08a0fe66-41c3-431a-b79c-77d481a849ea tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:56.768550 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-5b5ff01e-1f47-41fc-b0b1-03c5a451b493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c4c9367-65f8-4c63-bb94-f9a6fe3c4440', 'name': 'tempest-TestVolumeBootPattern-328280962-router', 'tenant_id': 'b02a92ec9ad04d95b8ea6a5db5946dfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': '57172d42-624b-4614-a27b-f1ad4a0c9f06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:43:19Z', 'updated_at': '2021-10-27T10:43:33Z', 'revision_number': 4, 'project_id': 'b02a92ec9ad04d95b8ea6a5db5946dfb', 'gw_port': {'id': '57172d42-624b-4614-a27b-f1ad4a0c9f06', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:d8:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c4c9367-65f8-4c63-bb94-f9a6fe3c4440', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2746, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:43:21Z', 'updated_at': '2021-10-27T10:43:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_floatingips': [{'id': 'c09b02be-dea8-4c7b-9cef-d96dea6e75c9', 'tenant_id': 'b02a92ec9ad04d95b8ea6a5db5946dfb', 'floating_ip_address': '172.25.8.177', 'floating_network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'router_id': '8c4c9367-65f8-4c63-bb94-f9a6fe3c4440', 'port_id': '493b566b-8077-47ab-b0fa-7e567159f7fd', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3533, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33cc32c2-598c-44fc-a251-6575a62c00c5', 'mac_address': 'fa:16:3e:0a:21:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c280a57-b5b3-4702-a42f-d4f4a9313432', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T10:52:31Z', 'updated_at': '2021-10-27T10:52:36Z', 'revision_number': 1, 'project_id': 'b02a92ec9ad04d95b8ea6a5db5946dfb', 'fixed_ip_address_scope': None}, {'id': 'f826052d-8f5b-4cb3-a241-96d28dbcc9c8', 'tenant_id': 'b02a92ec9ad04d95b8ea6a5db5946dfb', 'floating_ip_address': '172.25.8.240', 'floating_network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'router_id': '8c4c9367-65f8-4c63-bb94-f9a6fe3c4440', 'port_id': 'f1fb0da3-0f0b-4687-8882-e87a4480f3fe', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3817, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33cc32c2-598c-44fc-a251-6575a62c00c5', 'mac_address': 'fa:16:3e:60:14:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b6e8998-cd64-44c7-85ff-34296a1bfda8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T10:54:53Z', 'updated_at': '2021-10-27T10:54:53Z', 'revision_number': 0, 'project_id': 'b02a92ec9ad04d95b8ea6a5db5946dfb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '652aa176-1bd3-4569-9226-336a8f8cd793', 'name': '', 'network_id': '33cc32c2-598c-44fc-a251-6575a62c00c5', 'tenant_id': 'b02a92ec9ad04d95b8ea6a5db5946dfb', 'mac_address': 'fa:16:3e:7b:28:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c4c9367-65f8-4c63-bb94-f9a6fe3c4440', 'device_owner': 'network:router_interface', 'standard_attr_id': 2748, 'fixed_ips': [{'subnet_id': '87624d80-dded-417f-af79-cc56a741e5c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:43:30Z', 'updated_at': '2021-10-27T10:43:39Z', 'revision_number': 5, 'project_id': 'b02a92ec9ad04d95b8ea6a5db5946dfb', 'subnets': [{'id': '87624d80-dded-417f-af79-cc56a741e5c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:54:56.798754 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b5ff01e-1f47-41fc-b0b1-03c5a451b493 None None] The sync data for ids ['8c4c9367-65f8-4c63-bb94-f9a6fe3c4440'] in n-d-813419-10 is: [{'id': '8c4c9367-65f8-4c63-bb94-f9a6fe3c4440', 'name': 'tempest-TestVolumeBootPattern-328280962-router', 'tenant_id': 'b02a92ec9ad04d95b8ea6a5db5946dfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': '57172d42-624b-4614-a27b-f1ad4a0c9f06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:43:19Z', 'updated_at': '2021-10-27T10:43:33Z', 'revision_number': 4, 'project_id': 'b02a92ec9ad04d95b8ea6a5db5946dfb', 'gw_port': {'id': '57172d42-624b-4614-a27b-f1ad4a0c9f06', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:d8:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c4c9367-65f8-4c63-bb94-f9a6fe3c4440', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2746, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:43:21Z', 'updated_at': '2021-10-27T10:43:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_floatingips': [{'id': 'c09b02be-dea8-4c7b-9cef-d96dea6e75c9', 'tenant_id': 'b02a92ec9ad04d95b8ea6a5db5946dfb', 'floating_ip_address': '172.25.8.177', 'floating_network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'router_id': '8c4c9367-65f8-4c63-bb94-f9a6fe3c4440', 'port_id': '493b566b-8077-47ab-b0fa-7e567159f7fd', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3533, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33cc32c2-598c-44fc-a251-6575a62c00c5', 'mac_address': 'fa:16:3e:0a:21:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c280a57-b5b3-4702-a42f-d4f4a9313432', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T10:52:31Z', 'updated_at': '2021-10-27T10:52:36Z', 'revision_number': 1, 'project_id': 'b02a92ec9ad04d95b8ea6a5db5946dfb', 'fixed_ip_address_scope': None}, {'id': 'f826052d-8f5b-4cb3-a241-96d28dbcc9c8', 'tenant_id': 'b02a92ec9ad04d95b8ea6a5db5946dfb', 'floating_ip_address': '172.25.8.240', 'floating_network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'router_id': '8c4c9367-65f8-4c63-bb94-f9a6fe3c4440', 'port_id': 'f1fb0da3-0f0b-4687-8882-e87a4480f3fe', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3817, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33cc32c2-598c-44fc-a251-6575a62c00c5', 'mac_address': 'fa:16:3e:60:14:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b6e8998-cd64-44c7-85ff-34296a1bfda8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T10:54:53Z', 'updated_at': '2021-10-27T10:54:53Z', 'revision_number': 0, 'project_id': 'b02a92ec9ad04d95b8ea6a5db5946dfb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '652aa176-1bd3-4569-9226-336a8f8cd793', 'name': '', 'network_id': '33cc32c2-598c-44fc-a251-6575a62c00c5', 'tenant_id': 'b02a92ec9ad04d95b8ea6a5db5946dfb', 'mac_address': 'fa:16:3e:7b:28:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c4c9367-65f8-4c63-bb94-f9a6fe3c4440', 'device_owner': 'network:router_interface', 'standard_attr_id': 2748, 'fixed_ips': [{'subnet_id': '87624d80-dded-417f-af79-cc56a741e5c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:43:30Z', 'updated_at': '2021-10-27T10:43:39Z', 'revision_number': 5, 'project_id': 'b02a92ec9ad04d95b8ea6a5db5946dfb', 'subnets': [{'id': '87624d80-dded-417f-af79-cc56a741e5c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:54:57.087838 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-08a0fe66-41c3-431a-b79c-77d481a849ea tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks [] for port, precommit_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:57.096311 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-08a0fe66-41c3-431a-b79c-77d481a849ea tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:57.097321 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-08a0fe66-41c3-431a-b79c-77d481a849ea tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2006967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1766225'] for router_interface, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:57.149169 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-852f0569-78d9-4d11-b475-80a5e617b7b4 None None] New status for floating IP f826052d-8f5b-4cb3-a241-96d28dbcc9c8: ACTIVE {{(pid=102349) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 10:54:57.181447 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a0fe66-41c3-431a-b79c-77d481a849ea tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Pushing event updated for resources: {'Port': ['ID=5e8412f4-3fe7-4f68-9516-132bca6d69eb,revision_number=2']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:54:57.243958 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08a0fe66-41c3-431a-b79c-77d481a849ea tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Network 6773a718-6852-4eb9-8e17-4a8cf1de4a35 is already hosted by enough agents. {{(pid=102347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:54:57.246259 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [None req-08a0fe66-41c3-431a-b79c-77d481a849ea tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Resources bound (agent type, host, resource id): {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:54:57.299280 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.agents_db [None req-e79ee67d-056e-46ea-bd99-e80473396b25 None None] Agent healthcheck: found 7 active agents {{(pid=102349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 10:54:57.708527 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08a0fe66-41c3-431a-b79c-77d481a849ea tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Router 04d3bc4c-5cfe-45d8-a643-29a13a03ad39 is scheduled to L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb with binding_index 1 {{(pid=102347) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 10:54:57.823662 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08a0fe66-41c3-431a-b79c-77d481a849ea tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:54:57.832158 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 37652) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:54:57.832738 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-08a0fe66-41c3-431a-b79c-77d481a849ea tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] 10.222.0.44 "PUT /v2.0/routers/04d3bc4c-5cfe-45d8-a643-29a13a03ad39/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6633933 Oct 27 10:54:57.835385 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d89dc7a8-80e6-431e-847f-a02278f23568 None None] Sync routers for ids ['04d3bc4c-5cfe-45d8-a643-29a13a03ad39'] in n-d-813419-10 {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:54:57.847571 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d89dc7a8-80e6-431e-847f-a02278f23568 None None] Routers {'04d3bc4c-5cfe-45d8-a643-29a13a03ad39'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:54:57.848585 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-d89dc7a8-80e6-431e-847f-a02278f23568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:54:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['04d3bc4c-5cfe-45d8-a643-29a13a03ad39'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:54:57.919385 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94b33cba-1de7-40f1-9d7e-1673e13338f8 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:54:57.921490 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-94b33cba-1de7-40f1-9d7e-1673e13338f8 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] 10.222.0.44 "GET /v2.0/ports/5e8412f4-3fe7-4f68-9516-132bca6d69eb HTTP/1.1" status: 200 len: 911 time: 0.0879192 Oct 27 10:54:57.924595 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 37656) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:54:57.941862 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5426440a-7365-4a6c-8d29-2250de4e2ded None None] Network 6773a718-6852-4eb9-8e17-4a8cf1de4a35 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:54:57.954551 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-d89dc7a8-80e6-431e-847f-a02278f23568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:54:58.074249 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-88245175-5d81-4767-96d1-4b9baec13854 None None] Provisioning complete for port b8e1ee51-570d-4d8a-a8aa-f2ac9006623e triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:54:58.074619 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-88245175-5d81-4767-96d1-4b9baec13854 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:58.099129 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d89dc7a8-80e6-431e-847f-a02278f23568 None None] Routers {'04d3bc4c-5cfe-45d8-a643-29a13a03ad39'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:54:58.099933 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-d89dc7a8-80e6-431e-847f-a02278f23568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:54:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['04d3bc4c-5cfe-45d8-a643-29a13a03ad39'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:54:58.169946 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-d89dc7a8-80e6-431e-847f-a02278f23568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:54:58.170539 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d89dc7a8-80e6-431e-847f-a02278f23568 None None] The sync data for ids ['04d3bc4c-5cfe-45d8-a643-29a13a03ad39'] in n-d-813419-10 is: [] {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:54:58.290781 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-88245175-5d81-4767-96d1-4b9baec13854 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:58.362839 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-88245175-5d81-4767-96d1-4b9baec13854 None None] For port b8e1ee51-570d-4d8a-a8aa-f2ac9006623e, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=b8e1ee51-570d-4d8a-a8aa-f2ac9006623e,segment=NetworkSegment(05794c5e-c900-4492-be8c-23f9142a61eb),segment_id=05794c5e-c900-4492-be8c-23f9142a61eb)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:54:58.370600 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-88245175-5d81-4767-96d1-4b9baec13854 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:58.428645 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88245175-5d81-4767-96d1-4b9baec13854 None None] Pushing event updated for resources: {'Port': ['ID=b8e1ee51-570d-4d8a-a8aa-f2ac9006623e,revision_number=3']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:54:58.539872 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device b8e1ee51-570d-4d8a-a8aa-f2ac9006623e up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:54:58.565542 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-7105a8e7-a9d0-4001-ba16-46c1a84304bc tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1766202'] for router_interface, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:58.622083 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port b8e1ee51-570d-4d8a-a8aa-f2ac9006623e triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:54:58.622493 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:58.689032 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device e866b763-cdf8-431d-898f-26de958517fb no longer exists at agent hyperv_n-h1-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:54:58.729390 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] No Port match for: e866b763-cdf8-431d-898f-26de958517fb {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:54:58.742201 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device e866b763-cdf8-431d-898f-26de958517fb not bound to the agent host n-h1-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:54:58.839425 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-a02b6328-fd5d-4df5-866f-5729bcd2afa6 None None] Provisioning complete for port 5e8412f4-3fe7-4f68-9516-132bca6d69eb triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:54:58.840098 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a02b6328-fd5d-4df5-866f-5729bcd2afa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:58.887844 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-a02b6328-fd5d-4df5-866f-5729bcd2afa6 None None] Port 5e8412f4-3fe7-4f68-9516-132bca6d69eb cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:54:58.901204 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-a02b6328-fd5d-4df5-866f-5729bcd2afa6 None None] Provisioning complete for port b8e1ee51-570d-4d8a-a8aa-f2ac9006623e triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:54:58.901823 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a02b6328-fd5d-4df5-866f-5729bcd2afa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:58.962194 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-7105a8e7-a9d0-4001-ba16-46c1a84304bc tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Deleting port 5e8412f4-3fe7-4f68-9516-132bca6d69eb {{(pid=102347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:54:58.962523 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-7105a8e7-a9d0-4001-ba16-46c1a84304bc tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:59.089083 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-7105a8e7-a9d0-4001-ba16-46c1a84304bc tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:59.102701 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-7105a8e7-a9d0-4001-ba16-46c1a84304bc tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Calling delete_port for 5e8412f4-3fe7-4f68-9516-132bca6d69eb owned by network:router_interface {{(pid=102347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:54:59.151504 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-e1237e35-d448-4bc0-a73f-823082d19df1 None None] Provisioning complete for port 5e8412f4-3fe7-4f68-9516-132bca6d69eb triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:54:59.151852 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-e1237e35-d448-4bc0-a73f-823082d19df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:59.217124 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-e1237e35-d448-4bc0-a73f-823082d19df1 None None] Port 5e8412f4-3fe7-4f68-9516-132bca6d69eb cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:54:59.322800 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-7105a8e7-a9d0-4001-ba16-46c1a84304bc tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:59.365413 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7105a8e7-a9d0-4001-ba16-46c1a84304bc tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Pushing event deleted for resources: {'Port': ['ID=5e8412f4-3fe7-4f68-9516-132bca6d69eb,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:54:59.488263 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-7105a8e7-a9d0-4001-ba16-46c1a84304bc tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2006968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1766358'] for router_interface, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:54:59.532540 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-846313aa-f46a-4428-b10e-7d26355db80e None None] Could not find standard attr ID for object 5e8412f4-3fe7-4f68-9516-132bca6d69eb. {{(pid=102348) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 27 10:54:59.661690 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7105a8e7-a9d0-4001-ba16-46c1a84304bc tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Router 04d3bc4c-5cfe-45d8-a643-29a13a03ad39 has already been hosted by L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb {{(pid=102347) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 10:54:59.735700 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7105a8e7-a9d0-4001-ba16-46c1a84304bc tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:54:59.741561 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-7105a8e7-a9d0-4001-ba16-46c1a84304bc tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] 10.222.0.44 "PUT /v2.0/routers/04d3bc4c-5cfe-45d8-a643-29a13a03ad39/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8148575 Oct 27 10:54:59.743535 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 37672) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:54:59.745618 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a79ee0af-434f-489f-81ef-787d7d9a9eb4 None None] Sync routers for ids ['04d3bc4c-5cfe-45d8-a643-29a13a03ad39'] in n-d-813419-10 {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:54:59.756474 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a79ee0af-434f-489f-81ef-787d7d9a9eb4 None None] Routers {'04d3bc4c-5cfe-45d8-a643-29a13a03ad39'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:54:59.757079 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-a79ee0af-434f-489f-81ef-787d7d9a9eb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:54:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['04d3bc4c-5cfe-45d8-a643-29a13a03ad39'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:54:59.770294 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-62038b81-44b9-44dd-b575-1c6f513f6bed tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] 10.222.0.44 "GET /v2.0/ports?device_id=04d3bc4c-5cfe-45d8-a643-29a13a03ad39 HTTP/1.1" status: 200 len: 205 time: 0.0256910 Oct 27 10:54:59.772842 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 37674) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:54:59.789410 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-a79ee0af-434f-489f-81ef-787d7d9a9eb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:54:59.797909 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a79ee0af-434f-489f-81ef-787d7d9a9eb4 None None] Routers {'04d3bc4c-5cfe-45d8-a643-29a13a03ad39'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:54:59.798493 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-a79ee0af-434f-489f-81ef-787d7d9a9eb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:54:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['04d3bc4c-5cfe-45d8-a643-29a13a03ad39'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:54:59.832875 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-a79ee0af-434f-489f-81ef-787d7d9a9eb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:54:59.833508 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a79ee0af-434f-489f-81ef-787d7d9a9eb4 None None] The sync data for ids ['04d3bc4c-5cfe-45d8-a643-29a13a03ad39'] in n-d-813419-10 is: [] {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:54:59.847199 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-6e11982e-64e7-438e-b550-2d5bf81c8913 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks [] for router, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:00.003140 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-6e11982e-64e7-438e-b550-2d5bf81c8913 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1765662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3700'] for router, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:00.005224 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-6e11982e-64e7-438e-b550-2d5bf81c8913 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:00.050392 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-6e11982e-64e7-438e-b550-2d5bf81c8913 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1765641'] for router, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:00.050968 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e11982e-64e7-438e-b550-2d5bf81c8913 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Fanout notify agent at l3_agent the message router_deleted on router 04d3bc4c-5cfe-45d8-a643-29a13a03ad39 {{(pid=102347) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 10:55:00.058374 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-6e11982e-64e7-438e-b550-2d5bf81c8913 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks [] for router, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:00.059495 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-6e11982e-64e7-438e-b550-2d5bf81c8913 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] 10.222.0.44 "DELETE /v2.0/routers/04d3bc4c-5cfe-45d8-a643-29a13a03ad39 HTTP/1.1" status: 204 len: 168 time: 0.2857585 Oct 27 10:55:00.062074 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 37676) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:55:00.124016 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_v2 [None req-128516c1-c8ca-4067-9a34-0fb9ca6bceec tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Deleting subnet 0985e45e-bc3a-46b4-a216-36089f0f44ac {{(pid=102347) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 10:55:00.124016 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-128516c1-c8ca-4067-9a34-0fb9ca6bceec tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks [] for subnet, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:00.161875 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-128516c1-c8ca-4067-9a34-0fb9ca6bceec tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-18445109'] for subnet, precommit_delete_associations {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:00.249296 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-128516c1-c8ca-4067-9a34-0fb9ca6bceec tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855646'] for subnet, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:00.321743 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-128516c1-c8ca-4067-9a34-0fb9ca6bceec tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-18295818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18043720'] for subnet, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:00.375554 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128516c1-c8ca-4067-9a34-0fb9ca6bceec tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Pushing event deleted for resources: {'Subnet': ['ID=0985e45e-bc3a-46b4-a216-36089f0f44ac,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:55:00.378400 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-128516c1-c8ca-4067-9a34-0fb9ca6bceec tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks [] for subnet, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:00.381644 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-128516c1-c8ca-4067-9a34-0fb9ca6bceec tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] 10.222.0.44 "DELETE /v2.0/subnets/0985e45e-bc3a-46b4-a216-36089f0f44ac HTTP/1.1" status: 204 len: 168 time: 0.3185983 Oct 27 10:55:00.384254 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 37688) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:55:00.386847 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f95b70e-2783-450f-8525-160b897d97dd None None] Network 6773a718-6852-4eb9-8e17-4a8cf1de4a35 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:55:00.523126 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-1caa878e-cb4e-4196-8dca-b1feb54624fd tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586917'] for network, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:00.587733 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-1caa878e-cb4e-4196-8dca-b1feb54624fd tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Deleting port b8e1ee51-570d-4d8a-a8aa-f2ac9006623e {{(pid=102347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:55:00.588144 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-1caa878e-cb4e-4196-8dca-b1feb54624fd tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:00.679401 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [None req-1caa878e-cb4e-4196-8dca-b1feb54624fd tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] For port b8e1ee51-570d-4d8a-a8aa-f2ac9006623e, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=b8e1ee51-570d-4d8a-a8aa-f2ac9006623e,segment=NetworkSegment(05794c5e-c900-4492-be8c-23f9142a61eb),segment_id=05794c5e-c900-4492-be8c-23f9142a61eb)] {{(pid=102347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:55:00.680551 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-1caa878e-cb4e-4196-8dca-b1feb54624fd tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:00.693520 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device b8e1ee51-570d-4d8a-a8aa-f2ac9006623e up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:55:00.698268 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-1caa878e-cb4e-4196-8dca-b1feb54624fd tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Calling delete_port for b8e1ee51-570d-4d8a-a8aa-f2ac9006623e owned by network:dhcp {{(pid=102347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:55:00.806525 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port b8e1ee51-570d-4d8a-a8aa-f2ac9006623e triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:55:00.806895 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:00.830487 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-1caa878e-cb4e-4196-8dca-b1feb54624fd tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:00.873747 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Could not find standard attr ID for object b8e1ee51-570d-4d8a-a8aa-f2ac9006623e. {{(pid=102348) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 27 10:55:00.887100 n-d-813419-10 neutron-server[102348]: INFO neutron.plugins.ml2.db [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] No ports have port_id starting with b8e1ee51-570d-4d8a-a8aa-f2ac9006623e Oct 27 10:55:00.892918 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1caa878e-cb4e-4196-8dca-b1feb54624fd tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Pushing event deleted for resources: {'Port': ['ID=b8e1ee51-570d-4d8a-a8aa-f2ac9006623e,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:55:00.900520 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1caa878e-cb4e-4196-8dca-b1feb54624fd tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] No DVR routers for this DVR port b8e1ee51-570d-4d8a-a8aa-f2ac9006623e on host n-d-813419-10 {{(pid=102347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:55:00.906675 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19db3973-3ac3-496c-a4dd-5df829204106 None None] DHCP port deletion for 6773a718-6852-4eb9-8e17-4a8cf1de4a35 request from n-d-813419-10 {{(pid=102348) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 10:55:00.995307 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-1caa878e-cb4e-4196-8dca-b1feb54624fd tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857803', 'neutron.services.segments.db._delete_segments_for_network-8743873143390'] for network, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:01.028176 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-1caa878e-cb4e-4196-8dca-b1feb54624fd tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6773a718-6852-4eb9-8e17-4a8cf1de4a35']}} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:55:01.040735 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-1caa878e-cb4e-4196-8dca-b1feb54624fd tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05794c5e-c900-4492-be8c-23f9142a61eb') {'for_net_delete': True} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:55:01.041007 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-1caa878e-cb4e-4196-8dca-b1feb54624fd tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05794c5e-c900-4492-be8c-23f9142a61eb') {} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:55:01.057549 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-1caa878e-cb4e-4196-8dca-b1feb54624fd tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743873145191', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18445132'] for segment, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:01.077135 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-1caa878e-cb4e-4196-8dca-b1feb54624fd tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:01.087907 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1caa878e-cb4e-4196-8dca-b1feb54624fd tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Releasing vlan 406 on physical network physnet1 to pool {{(pid=102347) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 10:55:01.088488 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-1caa878e-cb4e-4196-8dca-b1feb54624fd tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-18296032'] for segment, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:01.092444 n-d-813419-10 neutron-server[102347]: Traceback (most recent call last): Oct 27 10:55:01.092444 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 10:55:01.092444 n-d-813419-10 neutron-server[102347]: timer() Oct 27 10:55:01.092444 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 10:55:01.092444 n-d-813419-10 neutron-server[102347]: cb(*args, **kw) Oct 27 10:55:01.092444 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 10:55:01.092444 n-d-813419-10 neutron-server[102347]: return func(*args, **kwargs) Oct 27 10:55:01.092444 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 10:55:01.092444 n-d-813419-10 neutron-server[102347]: self._notify() Oct 27 10:55:01.092444 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 10:55:01.092444 n-d-813419-10 neutron-server[102347]: self.callback(batched_events) Oct 27 10:55:01.092444 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 10:55:01.092444 n-d-813419-10 neutron-server[102347]: event.method(event) Oct 27 10:55:01.092444 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 10:55:01.092444 n-d-813419-10 neutron-server[102347]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 10:55:01.092444 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 10:55:01.092444 n-d-813419-10 neutron-server[102347]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 10:55:01.092444 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 10:55:01.092444 n-d-813419-10 neutron-server[102347]: return f(self, *a, **k) Oct 27 10:55:01.092444 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 10:55:01.092444 n-d-813419-10 neutron-server[102347]: return self._get(url).json() Oct 27 10:55:01.092444 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 10:55:01.092444 n-d-813419-10 neutron-server[102347]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 10:55:01.092444 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 10:55:01.092444 n-d-813419-10 neutron-server[102347]: return self.request(url, 'GET', **kwargs) Oct 27 10:55:01.092444 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 10:55:01.092444 n-d-813419-10 neutron-server[102347]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 10:55:01.092444 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 10:55:01.092444 n-d-813419-10 neutron-server[102347]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 10:55:01.092444 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 10:55:01.092444 n-d-813419-10 neutron-server[102347]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 10:55:01.092444 n-d-813419-10 neutron-server[102347]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 10:55:01.165096 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-1caa878e-cb4e-4196-8dca-b1feb54624fd tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664840'] for network, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:01.177375 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-1caa878e-cb4e-4196-8dca-b1feb54624fd tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks [] for network, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:01.181939 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-1caa878e-cb4e-4196-8dca-b1feb54624fd tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] 10.222.0.44 "DELETE /v2.0/networks/6773a718-6852-4eb9-8e17-4a8cf1de4a35 HTTP/1.1" status: 204 len: 168 time: 0.7849841 Oct 27 10:55:01.185610 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 37698) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:55:01.199015 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1caa878e-cb4e-4196-8dca-b1feb54624fd tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Pushing event deleted for resources: {'Network': ['ID=6773a718-6852-4eb9-8e17-4a8cf1de4a35,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:55:01.202966 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-d6d2e099-d142-4884-a245-96ecc12add30 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-190157805', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'}, 'admin_state_up': False}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:55:01.263521 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d6d2e099-d142-4884-a245-96ecc12add30 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1768632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3610'] for router, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:01.264895 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d6d2e099-d142-4884-a245-96ecc12add30 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1765704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1769409', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1694266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3597'] for router, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:01.350729 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d6d2e099-d142-4884-a245-96ecc12add30 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:01.533729 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d6d2e099-d142-4884-a245-96ecc12add30 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:02.214547 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d6d2e099-d142-4884-a245-96ecc12add30 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks [] for router_gateway, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:02.235594 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d6d2e099-d142-4884-a245-96ecc12add30 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:02.368434 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_common [None req-d6d2e099-d142-4884-a245-96ecc12add30 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Allocated IP 172.25.8.95 (185ff123-c7ff-45c7-a6be-71feb35acc9c/0fb9f9d1-7384-481f-8fa8-f4566c349d30/a1d27673-7e92-489b-a9be-388b9c7a49f4) {{(pid=102346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:55:02.430105 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device b8e1ee51-570d-4d8a-a8aa-f2ac9006623e no longer exists at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:55:02.471395 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] No Port match for: b8e1ee51-570d-4d8a-a8aa-f2ac9006623e {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:55:02.472041 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device b8e1ee51-570d-4d8a-a8aa-f2ac9006623e not bound to the agent host n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:55:02.498177 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d6d2e099-d142-4884-a245-96ecc12add30 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks [] for port, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:02.547380 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d6d2e099-d142-4884-a245-96ecc12add30 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:02.618409 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6d2e099-d142-4884-a245-96ecc12add30 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Network 185ff123-c7ff-45c7-a6be-71feb35acc9c is already hosted by enough agents. {{(pid=102346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:55:02.621900 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-d6d2e099-d142-4884-a245-96ecc12add30 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Resources bound (agent type, host, resource id): {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:55:02.629317 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6d2e099-d142-4884-a245-96ecc12add30 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Received port after_create {{(pid=102346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:55:02.683435 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d2e099-d142-4884-a245-96ecc12add30 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Pushing event updated for resources: {'Port': ['ID=a1d27673-7e92-489b-a9be-388b9c7a49f4,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:55:02.694312 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:02.926562 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d6d2e099-d142-4884-a245-96ecc12add30 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks [] for router_gateway, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:03.126836 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d6d2e099-d142-4884-a245-96ecc12add30 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1765699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1769372'] for router, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:03.254943 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6d2e099-d142-4884-a245-96ecc12add30 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Router 8bfa0da2-9a28-4c96-828a-a8540862c938 is scheduled to L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb with binding_index 1 {{(pid=102346) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 10:55:03.366234 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6d2e099-d142-4884-a245-96ecc12add30 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:55:03.378833 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f884219b-5ca1-4b9c-9cda-6ff3b5843e44 None None] Sync routers for ids ['8bfa0da2-9a28-4c96-828a-a8540862c938'] in n-d-813419-10 {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:55:03.388486 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d6d2e099-d142-4884-a245-96ecc12add30 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks [] for router, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:03.389706 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-d6d2e099-d142-4884-a245-96ecc12add30 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 882 time: 2.2025311 Oct 27 10:55:03.392328 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 37716) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:55:03.393181 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f884219b-5ca1-4b9c-9cda-6ff3b5843e44 None None] Routers {'8bfa0da2-9a28-4c96-828a-a8540862c938'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:55:03.393802 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-f884219b-5ca1-4b9c-9cda-6ff3b5843e44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:54:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['8bfa0da2-9a28-4c96-828a-a8540862c938'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:55:03.452861 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-f884219b-5ca1-4b9c-9cda-6ff3b5843e44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:55:03.464657 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f884219b-5ca1-4b9c-9cda-6ff3b5843e44 None None] Routers {'8bfa0da2-9a28-4c96-828a-a8540862c938'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:55:03.466572 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-f884219b-5ca1-4b9c-9cda-6ff3b5843e44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:54:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['8bfa0da2-9a28-4c96-828a-a8540862c938'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:55:03.513136 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-f884219b-5ca1-4b9c-9cda-6ff3b5843e44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:55:03.514689 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f884219b-5ca1-4b9c-9cda-6ff3b5843e44 None None] The sync data for ids ['8bfa0da2-9a28-4c96-828a-a8540862c938'] in n-d-813419-10 is: [] {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:55:03.515671 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-3652fd5f-3dd8-4c4c-b257-435e7580b702 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] 10.222.0.44 "GET /v2.0/routers/8bfa0da2-9a28-4c96-828a-a8540862c938 HTTP/1.1" status: 200 len: 883 time: 0.1215427 Oct 27 10:55:03.519158 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 37720) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:55:03.810277 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-e96aaa31-26ad-4ddd-a299-c21c5fb0a6d4 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 886 time: 0.2899590 Oct 27 10:55:03.812797 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 37724) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:55:03.819013 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-72be0605-28c9-4c54-9dfb-091309c3e64a tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-190157805'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:55:04.153902 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-72be0605-28c9-4c54-9dfb-091309c3e64a tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1769395', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1765690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3711'] for router, precommit_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:04.165920 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-72be0605-28c9-4c54-9dfb-091309c3e64a tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1769372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1769386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1769381', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1765685'] for router, after_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:04.275780 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72be0605-28c9-4c54-9dfb-091309c3e64a tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Router 8bfa0da2-9a28-4c96-828a-a8540862c938 has already been hosted by L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb {{(pid=102346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 10:55:04.389637 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72be0605-28c9-4c54-9dfb-091309c3e64a tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:55:04.396507 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-72be0605-28c9-4c54-9dfb-091309c3e64a tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks [] for router, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:04.400674 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-72be0605-28c9-4c54-9dfb-091309c3e64a tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] 10.222.0.44 "PUT /v2.0/routers/8bfa0da2-9a28-4c96-828a-a8540862c938 HTTP/1.1" status: 200 len: 890 time: 0.5838418 Oct 27 10:55:04.400957 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 37728) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:55:04.405505 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb0211aa-0162-471c-8d0e-295c1c503e43 None None] Sync routers for ids ['8bfa0da2-9a28-4c96-828a-a8540862c938'] in n-d-813419-10 {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:55:04.417040 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb0211aa-0162-471c-8d0e-295c1c503e43 None None] Routers {'8bfa0da2-9a28-4c96-828a-a8540862c938'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:55:04.417954 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-eb0211aa-0162-471c-8d0e-295c1c503e43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:54:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['8bfa0da2-9a28-4c96-828a-a8540862c938'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:55:04.459389 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-eb0211aa-0162-471c-8d0e-295c1c503e43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:55:04.471014 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb0211aa-0162-471c-8d0e-295c1c503e43 None None] Routers {'8bfa0da2-9a28-4c96-828a-a8540862c938'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:55:04.471631 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-eb0211aa-0162-471c-8d0e-295c1c503e43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:54:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['8bfa0da2-9a28-4c96-828a-a8540862c938'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:55:04.509182 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-eb0211aa-0162-471c-8d0e-295c1c503e43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:55:04.509832 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb0211aa-0162-471c-8d0e-295c1c503e43 None None] The sync data for ids ['8bfa0da2-9a28-4c96-828a-a8540862c938'] in n-d-813419-10 is: [] {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:55:04.531793 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-188097ae-fee2-4338-97c5-80c659435d03 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] 10.222.0.44 "GET /v2.0/routers/8bfa0da2-9a28-4c96-828a-a8540862c938 HTTP/1.1" status: 200 len: 890 time: 0.1273096 Oct 27 10:55:04.532021 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 37730) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:55:04.564238 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-22d01da2-beff-48b8-b6b1-09d5581b022b tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] 10.222.0.44 "GET /v2.0/ports?device_id=8bfa0da2-9a28-4c96-828a-a8540862c938 HTTP/1.1" status: 200 len: 205 time: 0.0294933 Oct 27 10:55:04.565097 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 37732) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:55:04.670888 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-93a5b9b1-b890-402d-a2c9-40a98349ec96 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks [] for router, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:04.771830 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-93a5b9b1-b890-402d-a2c9-40a98349ec96 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:04.827198 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-93a5b9b1-b890-402d-a2c9-40a98349ec96 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Deleting port a1d27673-7e92-489b-a9be-388b9c7a49f4 {{(pid=102346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:55:04.827530 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-93a5b9b1-b890-402d-a2c9-40a98349ec96 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:04.942836 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-93a5b9b1-b890-402d-a2c9-40a98349ec96 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:04.956735 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-93a5b9b1-b890-402d-a2c9-40a98349ec96 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Calling delete_port for a1d27673-7e92-489b-a9be-388b9c7a49f4 owned by network:router_gateway {{(pid=102346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:55:05.157920 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-93a5b9b1-b890-402d-a2c9-40a98349ec96 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:05.189490 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a5b9b1-b890-402d-a2c9-40a98349ec96 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Pushing event deleted for resources: {'Port': ['ID=a1d27673-7e92-489b-a9be-388b9c7a49f4,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:55:05.256821 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-93a5b9b1-b890-402d-a2c9-40a98349ec96 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1664884'] for router_gateway, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:05.358448 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-93a5b9b1-b890-402d-a2c9-40a98349ec96 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1765662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3700'] for router, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:05.361786 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-93a5b9b1-b890-402d-a2c9-40a98349ec96 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:05.409603 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-93a5b9b1-b890-402d-a2c9-40a98349ec96 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1765641'] for router, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:05.410328 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93a5b9b1-b890-402d-a2c9-40a98349ec96 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Fanout notify agent at l3_agent the message router_deleted on router 8bfa0da2-9a28-4c96-828a-a8540862c938 {{(pid=102346) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 10:55:05.420462 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-93a5b9b1-b890-402d-a2c9-40a98349ec96 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks [] for router, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:05.420462 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-93a5b9b1-b890-402d-a2c9-40a98349ec96 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] 10.222.0.44 "DELETE /v2.0/routers/8bfa0da2-9a28-4c96-828a-a8540862c938 HTTP/1.1" status: 204 len: 168 time: 0.8534582 Oct 27 10:55:05.425194 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 37738) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:55:05.434742 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-970a9c86-98c6-4164-8cf7-193c78494e6d tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-592357538'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:55:05.465817 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-970a9c86-98c6-4164-8cf7-193c78494e6d tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Made reservation on behalf of eb4a634382c64eabbfb18238247bc046 for: {'network': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:55:05.469630 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-970a9c86-98c6-4164-8cf7-193c78494e6d tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for network, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:05.498728 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-970a9c86-98c6-4164-8cf7-193c78494e6d tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 414} {{(pid=102346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 10:55:05.509586 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-970a9c86-98c6-4164-8cf7-193c78494e6d tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:05.510164 n-d-813419-10 neutron-server[102346]: INFO neutron.db.segments_db [None req-970a9c86-98c6-4164-8cf7-193c78494e6d tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Added segment 0c7b4b00-6c26-4bd1-8b75-f4ca50d4b36c of type vlan for network a56c78cf-2b4a-4ef0-9ff4-b708ae13c6a6 Oct 27 10:55:05.915524 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-970a9c86-98c6-4164-8cf7-193c78494e6d tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743872593080'] for network, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:05.940772 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-970a9c86-98c6-4164-8cf7-193c78494e6d tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913'] for network, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:05.948519 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-970a9c86-98c6-4164-8cf7-193c78494e6d tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:55:05.949365 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-970a9c86-98c6-4164-8cf7-193c78494e6d tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks [] for network, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:06.015697 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 37744) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:55:06.016242 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-970a9c86-98c6-4164-8cf7-193c78494e6d tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5881207 Oct 27 10:55:06.020375 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-b37deeae-092b-4098-89d7-b86029122808 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Request body: {'subnet': {'network_id': 'a56c78cf-2b4a-4ef0-9ff4-b708ae13c6a6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:55:06.032118 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970a9c86-98c6-4164-8cf7-193c78494e6d tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Pushing event updated for resources: {'Network': ['ID=a56c78cf-2b4a-4ef0-9ff4-b708ae13c6a6,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:55:06.046105 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Network a56c78cf-2b4a-4ef0-9ff4-b708ae13c6a6 details requested by agent ovs-agent-n-d-813419-10 with host n-d-813419-10 {{(pid=102348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 10:55:06.194346 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b37deeae-092b-4098-89d7-b86029122808 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Made reservation on behalf of eb4a634382c64eabbfb18238247bc046 for: {'subnet': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:55:06.198979 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-b37deeae-092b-4098-89d7-b86029122808 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18044073'] for subnet, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:06.417276 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-b37deeae-092b-4098-89d7-b86029122808 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-18295883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18044091'] for subnet, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:06.485932 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37deeae-092b-4098-89d7-b86029122808 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Pushing event updated for resources: {'Subnet': ['ID=b8f5c86a-1571-4fb8-9aa7-004829b0c272,revision_number=0']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:55:06.497458 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b37deeae-092b-4098-89d7-b86029122808 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Checking segment: {'id': '0c7b4b00-6c26-4bd1-8b75-f4ca50d4b36c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'a56c78cf-2b4a-4ef0-9ff4-b708ae13c6a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:55:06.498097 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b37deeae-092b-4098-89d7-b86029122808 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Network hostable DHCP agents. Network: a56c78cf-2b4a-4ef0-9ff4-b708ae13c6a6, hostable agents: ['eafd4000-b897-4722-ae8b-0118ec955181'], hosted agents: [] {{(pid=102347) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 10:55:06.522063 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b37deeae-092b-4098-89d7-b86029122808 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Network a56c78cf-2b4a-4ef0-9ff4-b708ae13c6a6 is scheduled to be hosted by DHCP agent eafd4000-b897-4722-ae8b-0118ec955181 with binding_index 1 {{(pid=102347) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 10:55:06.535055 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [None req-b37deeae-092b-4098-89d7-b86029122808 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-10, a56c78cf-2b4a-4ef0-9ff4-b708ae13c6a6) {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:55:06.541802 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b37deeae-092b-4098-89d7-b86029122808 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:55:06.543022 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-b37deeae-092b-4098-89d7-b86029122808 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks [] for subnet, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:06.550769 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64169dbb-06fc-40ba-b036-6e84fa15fc2b None None] Network a56c78cf-2b4a-4ef0-9ff4-b708ae13c6a6 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:55:06.576864 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-b37deeae-092b-4098-89d7-b86029122808 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5604832 Oct 27 10:55:06.577605 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 37746) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:55:06.582161 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-add049d0-9ab8-4179-81e7-34fa469d9ae5 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-693822449', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:55:06.610627 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-add049d0-9ab8-4179-81e7-34fa469d9ae5 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1768632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3610'] for router, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:06.612253 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-add049d0-9ab8-4179-81e7-34fa469d9ae5 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1765704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1769409', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1694266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3597'] for router, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:06.690913 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-add049d0-9ab8-4179-81e7-34fa469d9ae5 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:06.702580 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-add049d0-9ab8-4179-81e7-34fa469d9ae5 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1765699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1769372'] for router, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:06.727858 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-add049d0-9ab8-4179-81e7-34fa469d9ae5 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks [] for router, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:06.732572 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 37748) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:55:06.733467 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-add049d0-9ab8-4179-81e7-34fa469d9ae5 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1546943 Oct 27 10:55:06.781783 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2252a889-750e-42f6-9df4-cdc72bc7b3e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp734b258e-7d96-550c-b970-9b72ab66f383-a56c78cf-2b4a-4ef0-9ff4-b708ae13c6a6', 'network_id': 'a56c78cf-2b4a-4ef0-9ff4-b708ae13c6a6', 'tenant_id': 'eb4a634382c64eabbfb18238247bc046', 'fixed_ips': [{'subnet_id': 'b8f5c86a-1571-4fb8-9aa7-004829b0c272'}]}} from n-d-813419-10. {{(pid=102348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 10:55:06.785553 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-2252a889-750e-42f6-9df4-cdc72bc7b3e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:06.972078 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.db_base_plugin_common [None req-2252a889-750e-42f6-9df4-cdc72bc7b3e6 None None] Allocated IP 2001:db8::2 (a56c78cf-2b4a-4ef0-9ff4-b708ae13c6a6/b8f5c86a-1571-4fb8-9aa7-004829b0c272/7387bba8-3868-47e9-b48e-35d05cfb5e90) {{(pid=102348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:55:07.146793 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-2252a889-750e-42f6-9df4-cdc72bc7b3e6 None None] Publish callbacks [] for port, precommit_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:07.155837 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-2252a889-750e-42f6-9df4-cdc72bc7b3e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606'] for port, after_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:07.203705 n-d-813419-10 neutron-server[102348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2252a889-750e-42f6-9df4-cdc72bc7b3e6 None None] Network a56c78cf-2b4a-4ef0-9ff4-b708ae13c6a6 is already hosted by enough agents. {{(pid=102348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:55:07.206701 n-d-813419-10 neutron-server[102348]: DEBUG neutron.scheduler.base_scheduler [None req-2252a889-750e-42f6-9df4-cdc72bc7b3e6 None None] Resources bound (agent type, host, resource id): {{(pid=102348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:55:07.210814 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-c3285855-25a1-4694-a37b-80ecd9d42a6d tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:07.214035 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2252a889-750e-42f6-9df4-cdc72bc7b3e6 None None] Received port after_create {{(pid=102348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:55:07.221937 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2252a889-750e-42f6-9df4-cdc72bc7b3e6 None None] Pushing event updated for resources: {'Port': ['ID=7387bba8-3868-47e9-b48e-35d05cfb5e90,revision_number=1']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:55:07.249324 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2252a889-750e-42f6-9df4-cdc72bc7b3e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:55:07.249672 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2252a889-750e-42f6-9df4-cdc72bc7b3e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:55:07.249994 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2252a889-750e-42f6-9df4-cdc72bc7b3e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:55:07.250310 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2252a889-750e-42f6-9df4-cdc72bc7b3e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:55:07.250628 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2252a889-750e-42f6-9df4-cdc72bc7b3e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:55:07.250942 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2252a889-750e-42f6-9df4-cdc72bc7b3e6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:55:07.251250 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2252a889-750e-42f6-9df4-cdc72bc7b3e6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:55:07.251562 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2252a889-750e-42f6-9df4-cdc72bc7b3e6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:55:07.251868 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2252a889-750e-42f6-9df4-cdc72bc7b3e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:55:07.252324 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2252a889-750e-42f6-9df4-cdc72bc7b3e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:55:07.252642 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2252a889-750e-42f6-9df4-cdc72bc7b3e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:55:07.252942 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2252a889-750e-42f6-9df4-cdc72bc7b3e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:55:07.291428 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-2252a889-750e-42f6-9df4-cdc72bc7b3e6 None None] Attempting to bind port 7387bba8-3868-47e9-b48e-35d05cfb5e90 on host n-d-813419-10 for vnic_type normal with profile {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:55:07.291719 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-2252a889-750e-42f6-9df4-cdc72bc7b3e6 None None] Attempting to bind port 7387bba8-3868-47e9-b48e-35d05cfb5e90 by drivers openvswitch,hyperv on host n-d-813419-10 at level 0 using segments [{'id': '0c7b4b00-6c26-4bd1-8b75-f4ca50d4b36c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'a56c78cf-2b4a-4ef0-9ff4-b708ae13c6a6'}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:55:07.292072 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2252a889-750e-42f6-9df4-cdc72bc7b3e6 None None] Attempting to bind port 7387bba8-3868-47e9-b48e-35d05cfb5e90 on network a56c78cf-2b4a-4ef0-9ff4-b708ae13c6a6 {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:55:07.297631 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2252a889-750e-42f6-9df4-cdc72bc7b3e6 None None] Checking agent: {'id': '89dba0f3-79b2-435e-9822-33674b8f6ada', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 8, 20), 'started_at': datetime.datetime(2021, 10, 27, 10, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 54, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:55:07.299125 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2252a889-750e-42f6-9df4-cdc72bc7b3e6 None None] Checking segment: {'id': '0c7b4b00-6c26-4bd1-8b75-f4ca50d4b36c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'a56c78cf-2b4a-4ef0-9ff4-b708ae13c6a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:55:07.299125 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-2252a889-750e-42f6-9df4-cdc72bc7b3e6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:07.299125 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2252a889-750e-42f6-9df4-cdc72bc7b3e6 None None] Bound using segment: {'id': '0c7b4b00-6c26-4bd1-8b75-f4ca50d4b36c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'a56c78cf-2b4a-4ef0-9ff4-b708ae13c6a6'} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:55:07.299125 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-2252a889-750e-42f6-9df4-cdc72bc7b3e6 None None] Bound port: 7387bba8-3868-47e9-b48e-35d05cfb5e90, host: n-d-813419-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c7b4b00-6c26-4bd1-8b75-f4ca50d4b36c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'a56c78cf-2b4a-4ef0-9ff4-b708ae13c6a6'}}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:55:07.299505 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-2252a889-750e-42f6-9df4-cdc72bc7b3e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:07.386804 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-2252a889-750e-42f6-9df4-cdc72bc7b3e6 None None] For port 7387bba8-3868-47e9-b48e-35d05cfb5e90, host n-d-813419-10, cleared binding levels {{(pid=102348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:55:07.391184 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-2252a889-750e-42f6-9df4-cdc72bc7b3e6 None None] For port 7387bba8-3868-47e9-b48e-35d05cfb5e90, host n-d-813419-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=7387bba8-3868-47e9-b48e-35d05cfb5e90,segment=NetworkSegment(0c7b4b00-6c26-4bd1-8b75-f4ca50d4b36c),segment_id=0c7b4b00-6c26-4bd1-8b75-f4ca50d4b36c)] {{(pid=102348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:55:07.397620 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-2252a889-750e-42f6-9df4-cdc72bc7b3e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:07.486098 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2252a889-750e-42f6-9df4-cdc72bc7b3e6 None None] Pushing event updated for resources: {'Port': ['ID=7387bba8-3868-47e9-b48e-35d05cfb5e90,revision_number=2']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:55:07.549374 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_common [None req-c3285855-25a1-4694-a37b-80ecd9d42a6d tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Allocated IP 2001:db8::1 (a56c78cf-2b4a-4ef0-9ff4-b708ae13c6a6/b8f5c86a-1571-4fb8-9aa7-004829b0c272/2d689792-d249-4a4c-9b82-56b6a91eafd1) {{(pid=102346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:55:07.746077 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-c3285855-25a1-4694-a37b-80ecd9d42a6d tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks [] for port, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:07.808241 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-c3285855-25a1-4694-a37b-80ecd9d42a6d tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:07.864502 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3285855-25a1-4694-a37b-80ecd9d42a6d tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Network a56c78cf-2b4a-4ef0-9ff4-b708ae13c6a6 is already hosted by enough agents. {{(pid=102346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:55:07.870145 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-c3285855-25a1-4694-a37b-80ecd9d42a6d tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Resources bound (agent type, host, resource id): {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:55:07.874118 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3285855-25a1-4694-a37b-80ecd9d42a6d tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Received port after_create {{(pid=102346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:55:07.875650 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-c3285855-25a1-4694-a37b-80ecd9d42a6d tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1664961'] for router_interface, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:07.912977 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3285855-25a1-4694-a37b-80ecd9d42a6d tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Pushing event updated for resources: {'Port': ['ID=2d689792-d249-4a4c-9b82-56b6a91eafd1,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:55:08.009752 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-c3285855-25a1-4694-a37b-80ecd9d42a6d tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:08.446240 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-c3285855-25a1-4694-a37b-80ecd9d42a6d tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks [] for port, precommit_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:08.455791 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-c3285855-25a1-4694-a37b-80ecd9d42a6d tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27024173'] for port, after_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:08.457830 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-c3285855-25a1-4694-a37b-80ecd9d42a6d tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2006967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1766225'] for router_interface, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:08.556692 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 7387bba8-3868-47e9-b48e-35d05cfb5e90 up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:55:08.639692 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port 7387bba8-3868-47e9-b48e-35d05cfb5e90 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:55:08.640294 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:08.648113 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3285855-25a1-4694-a37b-80ecd9d42a6d tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Pushing event updated for resources: {'Port': ['ID=2d689792-d249-4a4c-9b82-56b6a91eafd1,revision_number=2']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:55:08.744095 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3285855-25a1-4694-a37b-80ecd9d42a6d tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Network a56c78cf-2b4a-4ef0-9ff4-b708ae13c6a6 is already hosted by enough agents. {{(pid=102346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:55:08.745943 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-c3285855-25a1-4694-a37b-80ecd9d42a6d tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Resources bound (agent type, host, resource id): {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:55:08.829521 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:08.873327 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] For port 7387bba8-3868-47e9-b48e-35d05cfb5e90, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=7387bba8-3868-47e9-b48e-35d05cfb5e90,segment=NetworkSegment(0c7b4b00-6c26-4bd1-8b75-f4ca50d4b36c),segment_id=0c7b4b00-6c26-4bd1-8b75-f4ca50d4b36c)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:55:08.877292 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84db93ca-ad7d-4024-bad2-20451e36fe39 None None] Network a56c78cf-2b4a-4ef0-9ff4-b708ae13c6a6 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:55:08.917881 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:08.936170 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3285855-25a1-4694-a37b-80ecd9d42a6d tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Router ef7c9eb3-6ff1-4a7a-8566-3f85db16981f is scheduled to L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb with binding_index 1 {{(pid=102346) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 10:55:09.009000 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-57f6d265-9f24-4549-b190-e92493aa9614 None None] Provisioning complete for port 7387bba8-3868-47e9-b48e-35d05cfb5e90 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:55:09.009385 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-57f6d265-9f24-4549-b190-e92493aa9614 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:09.017946 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Pushing event updated for resources: {'Port': ['ID=7387bba8-3868-47e9-b48e-35d05cfb5e90,revision_number=3']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:55:09.087284 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3285855-25a1-4694-a37b-80ecd9d42a6d tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:55:09.099216 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-c3285855-25a1-4694-a37b-80ecd9d42a6d tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] 10.222.0.44 "PUT /v2.0/routers/ef7c9eb3-6ff1-4a7a-8566-3f85db16981f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3654139 Oct 27 10:55:09.103112 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 37762) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:55:09.111962 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:09.130786 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02af3a80-b1b7-466e-adb6-701ce84d1172 None None] Sync routers for ids ['ef7c9eb3-6ff1-4a7a-8566-3f85db16981f'] in n-d-813419-10 {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:55:09.186603 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02af3a80-b1b7-466e-adb6-701ce84d1172 None None] Routers {'ef7c9eb3-6ff1-4a7a-8566-3f85db16981f'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:55:09.186603 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-02af3a80-b1b7-466e-adb6-701ce84d1172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:54:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['ef7c9eb3-6ff1-4a7a-8566-3f85db16981f'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:55:09.204826 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01f353af-82e7-41da-aa05-f4afa6c63039 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:55:09.205686 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-01f353af-82e7-41da-aa05-f4afa6c63039 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] 10.222.0.44 "GET /v2.0/ports/2d689792-d249-4a4c-9b82-56b6a91eafd1 HTTP/1.1" status: 200 len: 911 time: 0.0951014 Oct 27 10:55:09.208403 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 37768) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:55:09.225796 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-98f54161-b3a0-49e4-bbb9-d9ae6bc47d12 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'b8f5c86a-1571-4fb8-9aa7-004829b0c272'}]}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:55:09.274501 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-02af3a80-b1b7-466e-adb6-701ce84d1172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:55:09.296500 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02af3a80-b1b7-466e-adb6-701ce84d1172 None None] Routers {'ef7c9eb3-6ff1-4a7a-8566-3f85db16981f'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:55:09.298125 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-02af3a80-b1b7-466e-adb6-701ce84d1172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:54:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['ef7c9eb3-6ff1-4a7a-8566-3f85db16981f'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:55:09.336779 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-02af3a80-b1b7-466e-adb6-701ce84d1172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:55:09.337411 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02af3a80-b1b7-466e-adb6-701ce84d1172 None None] The sync data for ids ['ef7c9eb3-6ff1-4a7a-8566-3f85db16981f'] in n-d-813419-10 is: [] {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:55:09.516000 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-98f54161-b3a0-49e4-bbb9-d9ae6bc47d12 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:09.780215 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-cef3ae63-0d7b-4bd2-8101-7b1ce945b572 None None] Provisioning complete for port 2d689792-d249-4a4c-9b82-56b6a91eafd1 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:55:09.781401 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-cef3ae63-0d7b-4bd2-8101-7b1ce945b572 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:09.849957 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-cef3ae63-0d7b-4bd2-8101-7b1ce945b572 None None] Port 2d689792-d249-4a4c-9b82-56b6a91eafd1 cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:55:09.882601 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-cef3ae63-0d7b-4bd2-8101-7b1ce945b572 None None] Provisioning complete for port 7387bba8-3868-47e9-b48e-35d05cfb5e90 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:55:09.883512 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-cef3ae63-0d7b-4bd2-8101-7b1ce945b572 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:10.122957 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-98f54161-b3a0-49e4-bbb9-d9ae6bc47d12 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks [] for port, precommit_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:10.145013 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-98f54161-b3a0-49e4-bbb9-d9ae6bc47d12 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27024173'] for port, after_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:10.163291 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98f54161-b3a0-49e4-bbb9-d9ae6bc47d12 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:55:10.167074 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-98f54161-b3a0-49e4-bbb9-d9ae6bc47d12 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:10.171488 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 37770) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:55:10.172333 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-98f54161-b3a0-49e4-bbb9-d9ae6bc47d12 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] 10.222.0.44 "PUT /v2.0/ports/2d689792-d249-4a4c-9b82-56b6a91eafd1 HTTP/1.1" status: 200 len: 911 time: 0.9593608 Oct 27 10:55:10.244085 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-eeffaabd-b296-49ca-80a2-11553c815f9e None None] Provisioning complete for port 2d689792-d249-4a4c-9b82-56b6a91eafd1 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:55:10.247119 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-eeffaabd-b296-49ca-80a2-11553c815f9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:10.366279 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f54161-b3a0-49e4-bbb9-d9ae6bc47d12 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Pushing event updated for resources: {'Port': ['ID=2d689792-d249-4a4c-9b82-56b6a91eafd1,revision_number=3']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:55:10.379835 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-eeffaabd-b296-49ca-80a2-11553c815f9e None None] Port 2d689792-d249-4a4c-9b82-56b6a91eafd1 cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:55:10.430975 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 7387bba8-3868-47e9-b48e-35d05cfb5e90 up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:55:10.512653 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-4ef75c90-74ff-4910-a670-e3144dbf697f None None] Provisioning complete for port 2d689792-d249-4a4c-9b82-56b6a91eafd1 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:55:10.513288 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-4ef75c90-74ff-4910-a670-e3144dbf697f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:10.516767 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port 7387bba8-3868-47e9-b48e-35d05cfb5e90 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:55:10.516767 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:10.589019 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-4ef75c90-74ff-4910-a670-e3144dbf697f None None] Port 2d689792-d249-4a4c-9b82-56b6a91eafd1 cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:55:10.727784 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-96a86234-371d-4b78-aefb-157696ebbcc7 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1766202'] for router_interface, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:11.006862 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-96a86234-371d-4b78-aefb-157696ebbcc7 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Deleting port 2d689792-d249-4a4c-9b82-56b6a91eafd1 {{(pid=102347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:55:11.007314 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-96a86234-371d-4b78-aefb-157696ebbcc7 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:11.114454 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-96a86234-371d-4b78-aefb-157696ebbcc7 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:11.128034 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-96a86234-371d-4b78-aefb-157696ebbcc7 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Calling delete_port for 2d689792-d249-4a4c-9b82-56b6a91eafd1 owned by network:router_interface {{(pid=102347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:55:11.321249 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-96a86234-371d-4b78-aefb-157696ebbcc7 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:11.353827 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a86234-371d-4b78-aefb-157696ebbcc7 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Pushing event deleted for resources: {'Port': ['ID=2d689792-d249-4a4c-9b82-56b6a91eafd1,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:55:11.837077 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-96a86234-371d-4b78-aefb-157696ebbcc7 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2006968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1766358'] for router_interface, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:11.989762 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96a86234-371d-4b78-aefb-157696ebbcc7 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Router ef7c9eb3-6ff1-4a7a-8566-3f85db16981f has already been hosted by L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb {{(pid=102347) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 10:55:12.067081 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96a86234-371d-4b78-aefb-157696ebbcc7 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:55:12.072986 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-96a86234-371d-4b78-aefb-157696ebbcc7 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] 10.222.0.44 "PUT /v2.0/routers/ef7c9eb3-6ff1-4a7a-8566-3f85db16981f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9002519 Oct 27 10:55:12.075750 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 37780) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:55:12.079206 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dac508c1-efcb-466b-a602-ff9300d60a58 None None] Sync routers for ids ['ef7c9eb3-6ff1-4a7a-8566-3f85db16981f'] in n-d-813419-10 {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:55:12.090715 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dac508c1-efcb-466b-a602-ff9300d60a58 None None] Routers {'ef7c9eb3-6ff1-4a7a-8566-3f85db16981f'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:55:12.091254 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-dac508c1-efcb-466b-a602-ff9300d60a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:54:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['ef7c9eb3-6ff1-4a7a-8566-3f85db16981f'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:55:12.107577 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-f57342d4-6c85-411b-8353-449c144f9f2d tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] 10.222.0.44 "GET /v2.0/ports?device_id=ef7c9eb3-6ff1-4a7a-8566-3f85db16981f HTTP/1.1" status: 200 len: 205 time: 0.0282700 Oct 27 10:55:12.107816 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 37782) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:55:12.125285 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-dac508c1-efcb-466b-a602-ff9300d60a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:55:12.134902 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dac508c1-efcb-466b-a602-ff9300d60a58 None None] Routers {'ef7c9eb3-6ff1-4a7a-8566-3f85db16981f'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:55:12.135501 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-dac508c1-efcb-466b-a602-ff9300d60a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:54:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['ef7c9eb3-6ff1-4a7a-8566-3f85db16981f'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:55:12.172010 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-dac508c1-efcb-466b-a602-ff9300d60a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:55:12.172684 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dac508c1-efcb-466b-a602-ff9300d60a58 None None] The sync data for ids ['ef7c9eb3-6ff1-4a7a-8566-3f85db16981f'] in n-d-813419-10 is: [] {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:55:12.191755 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-89724e94-7b3e-4b17-bc37-64d61de7f2bb tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks [] for router, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:12.353167 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-89724e94-7b3e-4b17-bc37-64d61de7f2bb tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1765662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3700'] for router, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:12.355360 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-89724e94-7b3e-4b17-bc37-64d61de7f2bb tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:12.398318 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-89724e94-7b3e-4b17-bc37-64d61de7f2bb tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1765641'] for router, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:12.398813 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89724e94-7b3e-4b17-bc37-64d61de7f2bb tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Fanout notify agent at l3_agent the message router_deleted on router ef7c9eb3-6ff1-4a7a-8566-3f85db16981f {{(pid=102347) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 10:55:12.405582 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-89724e94-7b3e-4b17-bc37-64d61de7f2bb tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks [] for router, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:12.409380 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-89724e94-7b3e-4b17-bc37-64d61de7f2bb tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] 10.222.0.44 "DELETE /v2.0/routers/ef7c9eb3-6ff1-4a7a-8566-3f85db16981f HTTP/1.1" status: 204 len: 168 time: 0.2978313 Oct 27 10:55:12.409380 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 37784) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:55:12.465253 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b70646b-2407-4edd-9511-a362aee0c134 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Deleting subnet b8f5c86a-1571-4fb8-9aa7-004829b0c272 {{(pid=102347) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 10:55:12.468667 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-1b70646b-2407-4edd-9511-a362aee0c134 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks [] for subnet, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:12.514902 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-1b70646b-2407-4edd-9511-a362aee0c134 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-18445109'] for subnet, precommit_delete_associations {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:12.616677 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-1b70646b-2407-4edd-9511-a362aee0c134 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855646'] for subnet, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:12.687055 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-1b70646b-2407-4edd-9511-a362aee0c134 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-18295818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18043720'] for subnet, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:12.722162 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b70646b-2407-4edd-9511-a362aee0c134 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Pushing event deleted for resources: {'Subnet': ['ID=b8f5c86a-1571-4fb8-9aa7-004829b0c272,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:55:12.724305 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-1b70646b-2407-4edd-9511-a362aee0c134 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks [] for subnet, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:12.729848 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-1b70646b-2407-4edd-9511-a362aee0c134 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] 10.222.0.44 "DELETE /v2.0/subnets/b8f5c86a-1571-4fb8-9aa7-004829b0c272 HTTP/1.1" status: 204 len: 168 time: 0.3182712 Oct 27 10:55:12.733686 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 37796) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:55:12.734715 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01b10dcb-e577-40fb-a538-325274b65af0 None None] Network a56c78cf-2b4a-4ef0-9ff4-b708ae13c6a6 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:55:12.839028 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-a6ec5aa1-ff09-41cd-996c-3aa7c914b0e6 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586917'] for network, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:12.904462 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-a6ec5aa1-ff09-41cd-996c-3aa7c914b0e6 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Deleting port 7387bba8-3868-47e9-b48e-35d05cfb5e90 {{(pid=102346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:55:12.904788 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-a6ec5aa1-ff09-41cd-996c-3aa7c914b0e6 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:12.975606 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [None req-a6ec5aa1-ff09-41cd-996c-3aa7c914b0e6 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] For port 7387bba8-3868-47e9-b48e-35d05cfb5e90, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=7387bba8-3868-47e9-b48e-35d05cfb5e90,segment=NetworkSegment(0c7b4b00-6c26-4bd1-8b75-f4ca50d4b36c),segment_id=0c7b4b00-6c26-4bd1-8b75-f4ca50d4b36c)] {{(pid=102346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:55:12.976431 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-a6ec5aa1-ff09-41cd-996c-3aa7c914b0e6 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:12.997498 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-a6ec5aa1-ff09-41cd-996c-3aa7c914b0e6 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Calling delete_port for 7387bba8-3868-47e9-b48e-35d05cfb5e90 owned by network:dhcp {{(pid=102346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:55:13.021149 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ace88973-2337-474a-930b-5f82b48323db None None] DHCP port deletion for a56c78cf-2b4a-4ef0-9ff4-b708ae13c6a6 request from n-d-813419-10 {{(pid=102348) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 10:55:13.089356 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-ace88973-2337-474a-930b-5f82b48323db None None] Deleting port 7387bba8-3868-47e9-b48e-35d05cfb5e90 {{(pid=102348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:55:13.089729 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-ace88973-2337-474a-930b-5f82b48323db None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:13.097659 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-a6ec5aa1-ff09-41cd-996c-3aa7c914b0e6 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:13.126370 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ec5aa1-ff09-41cd-996c-3aa7c914b0e6 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Pushing event deleted for resources: {'Port': ['ID=7387bba8-3868-47e9-b48e-35d05cfb5e90,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:55:13.130573 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6ec5aa1-ff09-41cd-996c-3aa7c914b0e6 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] No DVR routers for this DVR port 7387bba8-3868-47e9-b48e-35d05cfb5e90 on host n-d-813419-10 {{(pid=102346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:55:13.159733 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-ace88973-2337-474a-930b-5f82b48323db None None] For port 7387bba8-3868-47e9-b48e-35d05cfb5e90, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=7387bba8-3868-47e9-b48e-35d05cfb5e90,segment=NetworkSegment(0c7b4b00-6c26-4bd1-8b75-f4ca50d4b36c),segment_id=0c7b4b00-6c26-4bd1-8b75-f4ca50d4b36c)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:55:13.160041 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-ace88973-2337-474a-930b-5f82b48323db None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:13.173198 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-ace88973-2337-474a-930b-5f82b48323db None None] Calling delete_port for 7387bba8-3868-47e9-b48e-35d05cfb5e90 owned by network:dhcp {{(pid=102348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:55:13.219471 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-a6ec5aa1-ff09-41cd-996c-3aa7c914b0e6 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857803', 'neutron.services.segments.db._delete_segments_for_network-8743873143390'] for network, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:13.239570 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-a6ec5aa1-ff09-41cd-996c-3aa7c914b0e6 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a56c78cf-2b4a-4ef0-9ff4-b708ae13c6a6']}} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:55:13.248943 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-a6ec5aa1-ff09-41cd-996c-3aa7c914b0e6 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c7b4b00-6c26-4bd1-8b75-f4ca50d4b36c') {'for_net_delete': True} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:55:13.249171 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-a6ec5aa1-ff09-41cd-996c-3aa7c914b0e6 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c7b4b00-6c26-4bd1-8b75-f4ca50d4b36c') {} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:55:13.259043 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-a6ec5aa1-ff09-41cd-996c-3aa7c914b0e6 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743873145191', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25847877'] for segment, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:13.260818 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-ace88973-2337-474a-930b-5f82b48323db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615'] for port, after_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:13.272540 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-a6ec5aa1-ff09-41cd-996c-3aa7c914b0e6 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:13.277152 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ace88973-2337-474a-930b-5f82b48323db None None] No DVR routers for this DVR port 7387bba8-3868-47e9-b48e-35d05cfb5e90 on host n-d-813419-10 {{(pid=102348) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:55:13.281184 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6ec5aa1-ff09-41cd-996c-3aa7c914b0e6 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Releasing vlan 414 on physical network physnet1 to pool {{(pid=102346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 10:55:13.281724 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-a6ec5aa1-ff09-41cd-996c-3aa7c914b0e6 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27024137'] for segment, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:13.285093 n-d-813419-10 neutron-server[102346]: Traceback (most recent call last): Oct 27 10:55:13.285093 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 10:55:13.285093 n-d-813419-10 neutron-server[102346]: timer() Oct 27 10:55:13.285093 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 10:55:13.285093 n-d-813419-10 neutron-server[102346]: cb(*args, **kw) Oct 27 10:55:13.285093 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 10:55:13.285093 n-d-813419-10 neutron-server[102346]: return func(*args, **kwargs) Oct 27 10:55:13.285093 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 10:55:13.285093 n-d-813419-10 neutron-server[102346]: self._notify() Oct 27 10:55:13.285093 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 10:55:13.285093 n-d-813419-10 neutron-server[102346]: self.callback(batched_events) Oct 27 10:55:13.285093 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 10:55:13.285093 n-d-813419-10 neutron-server[102346]: event.method(event) Oct 27 10:55:13.285093 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 10:55:13.285093 n-d-813419-10 neutron-server[102346]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 10:55:13.285093 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 10:55:13.285093 n-d-813419-10 neutron-server[102346]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 10:55:13.285093 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 10:55:13.285093 n-d-813419-10 neutron-server[102346]: return f(self, *a, **k) Oct 27 10:55:13.285093 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 10:55:13.285093 n-d-813419-10 neutron-server[102346]: return self._get(url).json() Oct 27 10:55:13.285093 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 10:55:13.285093 n-d-813419-10 neutron-server[102346]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 10:55:13.285093 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 10:55:13.285093 n-d-813419-10 neutron-server[102346]: return self.request(url, 'GET', **kwargs) Oct 27 10:55:13.285093 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 10:55:13.285093 n-d-813419-10 neutron-server[102346]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 10:55:13.285093 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 10:55:13.285093 n-d-813419-10 neutron-server[102346]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 10:55:13.285093 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 10:55:13.285093 n-d-813419-10 neutron-server[102346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 10:55:13.285093 n-d-813419-10 neutron-server[102346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 10:55:13.299457 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace88973-2337-474a-930b-5f82b48323db None None] Pushing event deleted for resources: {'Port': ['ID=7387bba8-3868-47e9-b48e-35d05cfb5e90,revision_number=None']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:55:13.343958 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-a6ec5aa1-ff09-41cd-996c-3aa7c914b0e6 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664840'] for network, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:13.352652 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-a6ec5aa1-ff09-41cd-996c-3aa7c914b0e6 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks [] for network, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:13.355805 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-a6ec5aa1-ff09-41cd-996c-3aa7c914b0e6 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] 10.222.0.44 "DELETE /v2.0/networks/a56c78cf-2b4a-4ef0-9ff4-b708ae13c6a6 HTTP/1.1" status: 204 len: 168 time: 0.6210785 Oct 27 10:55:13.359935 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 37798) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:55:13.365133 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-d84fa8b8-44cd-49fa-89bf-63d66225c8c2 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-510798743', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:55:13.366174 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ec5aa1-ff09-41cd-996c-3aa7c914b0e6 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Pushing event deleted for resources: {'Network': ['ID=a56c78cf-2b4a-4ef0-9ff4-b708ae13c6a6,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:55:13.390737 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-d84fa8b8-44cd-49fa-89bf-63d66225c8c2 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1768632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3610'] for router, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:13.391898 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-d84fa8b8-44cd-49fa-89bf-63d66225c8c2 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1765704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1769409', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1694266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3597'] for router, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:13.448675 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-d84fa8b8-44cd-49fa-89bf-63d66225c8c2 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:13.453959 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-d84fa8b8-44cd-49fa-89bf-63d66225c8c2 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1765699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1769372'] for router, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:13.475426 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-d84fa8b8-44cd-49fa-89bf-63d66225c8c2 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks [] for router, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:13.476695 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-d84fa8b8-44cd-49fa-89bf-63d66225c8c2 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.1155221 Oct 27 10:55:13.479330 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 37800) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:55:13.484593 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-8adf0ea0-0fb8-452d-bc09-6767c69e815a tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-866519590'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:55:13.507675 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8adf0ea0-0fb8-452d-bc09-6767c69e815a tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Made reservation on behalf of eb4a634382c64eabbfb18238247bc046 for: {'network': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:55:13.511968 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-8adf0ea0-0fb8-452d-bc09-6767c69e815a tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for network, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:13.538586 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8adf0ea0-0fb8-452d-bc09-6767c69e815a tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 408} {{(pid=102347) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 10:55:13.549732 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-8adf0ea0-0fb8-452d-bc09-6767c69e815a tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:13.550063 n-d-813419-10 neutron-server[102347]: INFO neutron.db.segments_db [None req-8adf0ea0-0fb8-452d-bc09-6767c69e815a tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Added segment c3989fe6-d021-4de0-b297-22713174416f of type vlan for network fbe55640-9c1c-43fe-9950-b4068d31117d Oct 27 10:55:13.599870 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-8adf0ea0-0fb8-452d-bc09-6767c69e815a tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743872593080'] for network, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:13.633232 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-8adf0ea0-0fb8-452d-bc09-6767c69e815a tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913'] for network, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:13.641273 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8adf0ea0-0fb8-452d-bc09-6767c69e815a tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:55:13.642038 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-8adf0ea0-0fb8-452d-bc09-6767c69e815a tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks [] for network, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:13.723388 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 37812) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:55:13.729364 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-aa6c29c6-739f-4193-8f3f-eb994ffb1856 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Request body: {'subnet': {'network_id': 'fbe55640-9c1c-43fe-9950-b4068d31117d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:55:13.734147 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-8adf0ea0-0fb8-452d-bc09-6767c69e815a tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2526588 Oct 27 10:55:13.770732 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adf0ea0-0fb8-452d-bc09-6767c69e815a tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Pushing event updated for resources: {'Network': ['ID=fbe55640-9c1c-43fe-9950-b4068d31117d,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:55:13.783620 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Network fbe55640-9c1c-43fe-9950-b4068d31117d details requested by agent ovs-agent-n-d-813419-10 with host n-d-813419-10 {{(pid=102348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 10:55:13.862976 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa6c29c6-739f-4193-8f3f-eb994ffb1856 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Made reservation on behalf of eb4a634382c64eabbfb18238247bc046 for: {'subnet': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:55:13.869898 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-aa6c29c6-739f-4193-8f3f-eb994ffb1856 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27167186'] for subnet, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:14.101360 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-aa6c29c6-739f-4193-8f3f-eb994ffb1856 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27024290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27167168'] for subnet, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:14.171096 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6c29c6-739f-4193-8f3f-eb994ffb1856 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Pushing event updated for resources: {'Subnet': ['ID=7653eb31-5b8f-49c5-801d-4e49d42fb525,revision_number=0']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:55:14.196724 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa6c29c6-739f-4193-8f3f-eb994ffb1856 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Checking segment: {'id': 'c3989fe6-d021-4de0-b297-22713174416f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'fbe55640-9c1c-43fe-9950-b4068d31117d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:55:14.197235 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa6c29c6-739f-4193-8f3f-eb994ffb1856 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Network hostable DHCP agents. Network: fbe55640-9c1c-43fe-9950-b4068d31117d, hostable agents: ['eafd4000-b897-4722-ae8b-0118ec955181'], hosted agents: [] {{(pid=102346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 10:55:14.221974 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa6c29c6-739f-4193-8f3f-eb994ffb1856 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Network fbe55640-9c1c-43fe-9950-b4068d31117d is scheduled to be hosted by DHCP agent eafd4000-b897-4722-ae8b-0118ec955181 with binding_index 1 {{(pid=102346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 10:55:14.234664 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-aa6c29c6-739f-4193-8f3f-eb994ffb1856 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-10, fbe55640-9c1c-43fe-9950-b4068d31117d) {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:55:14.239758 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa6c29c6-739f-4193-8f3f-eb994ffb1856 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:55:14.240484 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-aa6c29c6-739f-4193-8f3f-eb994ffb1856 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks [] for subnet, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:14.247115 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70ad8ce8-cd8f-4978-8355-9365eea7697f None None] Network fbe55640-9c1c-43fe-9950-b4068d31117d requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:55:14.261192 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-aa6c29c6-739f-4193-8f3f-eb994ffb1856 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5363400 Oct 27 10:55:14.264256 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 37824) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:55:14.445717 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d364aa61-a7d8-417f-a04c-610e59c949b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp734b258e-7d96-550c-b970-9b72ab66f383-fbe55640-9c1c-43fe-9950-b4068d31117d', 'network_id': 'fbe55640-9c1c-43fe-9950-b4068d31117d', 'tenant_id': 'eb4a634382c64eabbfb18238247bc046', 'fixed_ips': [{'subnet_id': '7653eb31-5b8f-49c5-801d-4e49d42fb525'}]}} from n-d-813419-10. {{(pid=102348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 10:55:14.446692 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-d364aa61-a7d8-417f-a04c-610e59c949b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:14.490864 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 7387bba8-3868-47e9-b48e-35d05cfb5e90 no longer exists at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:55:14.569333 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] No Port match for: 7387bba8-3868-47e9-b48e-35d05cfb5e90 {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:55:14.569669 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 7387bba8-3868-47e9-b48e-35d05cfb5e90 not bound to the agent host n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:55:14.607543 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-174ad071-8efe-49f1-8289-cb3f3b217538 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:14.681264 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.db_base_plugin_common [None req-d364aa61-a7d8-417f-a04c-610e59c949b4 None None] Allocated IP 2001:db8::2 (fbe55640-9c1c-43fe-9950-b4068d31117d/7653eb31-5b8f-49c5-801d-4e49d42fb525/8fa0648c-b0eb-411a-b991-320456bcd091) {{(pid=102348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:55:14.881998 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-d364aa61-a7d8-417f-a04c-610e59c949b4 None None] Publish callbacks [] for port, precommit_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:14.889143 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-d364aa61-a7d8-417f-a04c-610e59c949b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606'] for port, after_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:14.939852 n-d-813419-10 neutron-server[102348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d364aa61-a7d8-417f-a04c-610e59c949b4 None None] Network fbe55640-9c1c-43fe-9950-b4068d31117d is already hosted by enough agents. {{(pid=102348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:55:14.943465 n-d-813419-10 neutron-server[102348]: DEBUG neutron.scheduler.base_scheduler [None req-d364aa61-a7d8-417f-a04c-610e59c949b4 None None] Resources bound (agent type, host, resource id): {{(pid=102348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:55:14.948413 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d364aa61-a7d8-417f-a04c-610e59c949b4 None None] Received port after_create {{(pid=102348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:55:14.959970 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_common [None req-174ad071-8efe-49f1-8289-cb3f3b217538 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Allocated IP 2001:db8::1 (fbe55640-9c1c-43fe-9950-b4068d31117d/7653eb31-5b8f-49c5-801d-4e49d42fb525/32d2f4c2-f245-43c1-9b1d-b9db9f0423c1) {{(pid=102347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:55:15.055111 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-d364aa61-a7d8-417f-a04c-610e59c949b4 None None] Attempting to bind port 8fa0648c-b0eb-411a-b991-320456bcd091 on host n-d-813419-10 for vnic_type normal with profile {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:55:15.055631 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-d364aa61-a7d8-417f-a04c-610e59c949b4 None None] Attempting to bind port 8fa0648c-b0eb-411a-b991-320456bcd091 by drivers openvswitch,hyperv on host n-d-813419-10 at level 0 using segments [{'id': 'c3989fe6-d021-4de0-b297-22713174416f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'fbe55640-9c1c-43fe-9950-b4068d31117d'}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:55:15.056226 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d364aa61-a7d8-417f-a04c-610e59c949b4 None None] Attempting to bind port 8fa0648c-b0eb-411a-b991-320456bcd091 on network fbe55640-9c1c-43fe-9950-b4068d31117d {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:55:15.060710 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d364aa61-a7d8-417f-a04c-610e59c949b4 None None] Pushing event updated for resources: {'Port': ['ID=8fa0648c-b0eb-411a-b991-320456bcd091,revision_number=1']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:55:15.066990 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d364aa61-a7d8-417f-a04c-610e59c949b4 None None] Checking agent: {'id': '89dba0f3-79b2-435e-9822-33674b8f6ada', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 8, 20), 'started_at': datetime.datetime(2021, 10, 27, 10, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 54, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:55:15.066990 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d364aa61-a7d8-417f-a04c-610e59c949b4 None None] Checking segment: {'id': 'c3989fe6-d021-4de0-b297-22713174416f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'fbe55640-9c1c-43fe-9950-b4068d31117d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:55:15.067571 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-d364aa61-a7d8-417f-a04c-610e59c949b4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:15.068065 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d364aa61-a7d8-417f-a04c-610e59c949b4 None None] Bound using segment: {'id': 'c3989fe6-d021-4de0-b297-22713174416f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'fbe55640-9c1c-43fe-9950-b4068d31117d'} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:55:15.068677 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-d364aa61-a7d8-417f-a04c-610e59c949b4 None None] Bound port: 8fa0648c-b0eb-411a-b991-320456bcd091, host: n-d-813419-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3989fe6-d021-4de0-b297-22713174416f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'fbe55640-9c1c-43fe-9950-b4068d31117d'}}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:55:15.069174 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-d364aa61-a7d8-417f-a04c-610e59c949b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:15.133817 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-174ad071-8efe-49f1-8289-cb3f3b217538 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks [] for port, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:15.151453 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-d364aa61-a7d8-417f-a04c-610e59c949b4 None None] For port 8fa0648c-b0eb-411a-b991-320456bcd091, host n-d-813419-10, cleared binding levels {{(pid=102348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:55:15.155967 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-d364aa61-a7d8-417f-a04c-610e59c949b4 None None] For port 8fa0648c-b0eb-411a-b991-320456bcd091, host n-d-813419-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=8fa0648c-b0eb-411a-b991-320456bcd091,segment=NetworkSegment(c3989fe6-d021-4de0-b297-22713174416f),segment_id=c3989fe6-d021-4de0-b297-22713174416f)] {{(pid=102348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:55:15.162766 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-d364aa61-a7d8-417f-a04c-610e59c949b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:15.190204 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-174ad071-8efe-49f1-8289-cb3f3b217538 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:15.251663 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d364aa61-a7d8-417f-a04c-610e59c949b4 None None] Pushing event updated for resources: {'Port': ['ID=8fa0648c-b0eb-411a-b991-320456bcd091,revision_number=2']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:55:15.287409 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-174ad071-8efe-49f1-8289-cb3f3b217538 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Network fbe55640-9c1c-43fe-9950-b4068d31117d is already hosted by enough agents. {{(pid=102347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:55:15.293508 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [None req-174ad071-8efe-49f1-8289-cb3f3b217538 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Resources bound (agent type, host, resource id): {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:55:15.301237 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-174ad071-8efe-49f1-8289-cb3f3b217538 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Received port after_create {{(pid=102347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:55:15.301893 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-174ad071-8efe-49f1-8289-cb3f3b217538 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1664961'] for router_interface, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:15.405862 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174ad071-8efe-49f1-8289-cb3f3b217538 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Pushing event updated for resources: {'Port': ['ID=32d2f4c2-f245-43c1-9b1d-b9db9f0423c1,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:55:15.486288 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-174ad071-8efe-49f1-8289-cb3f3b217538 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:15.829257 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-174ad071-8efe-49f1-8289-cb3f3b217538 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks [] for port, precommit_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:15.836314 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-174ad071-8efe-49f1-8289-cb3f3b217538 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:15.837920 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-174ad071-8efe-49f1-8289-cb3f3b217538 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2006967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1766225'] for router_interface, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:15.956093 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174ad071-8efe-49f1-8289-cb3f3b217538 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Pushing event updated for resources: {'Port': ['ID=32d2f4c2-f245-43c1-9b1d-b9db9f0423c1,revision_number=2']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:55:16.050156 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-174ad071-8efe-49f1-8289-cb3f3b217538 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Network fbe55640-9c1c-43fe-9950-b4068d31117d is already hosted by enough agents. {{(pid=102347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:55:16.051999 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [None req-174ad071-8efe-49f1-8289-cb3f3b217538 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Resources bound (agent type, host, resource id): {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:55:16.230125 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-174ad071-8efe-49f1-8289-cb3f3b217538 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Router 223d9674-94fb-428b-8ac7-9304fb079498 is scheduled to L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb with binding_index 1 {{(pid=102347) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 10:55:16.463109 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-174ad071-8efe-49f1-8289-cb3f3b217538 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:55:16.479290 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-174ad071-8efe-49f1-8289-cb3f3b217538 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] 10.222.0.44 "PUT /v2.0/routers/223d9674-94fb-428b-8ac7-9304fb079498/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2135241 Oct 27 10:55:16.482725 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 37850) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:55:16.488979 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-58a1af83-8d44-4093-9157-f219c13c1ccb tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-915101020'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:55:16.557586 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58a1af83-8d44-4093-9157-f219c13c1ccb tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Made reservation on behalf of eb4a634382c64eabbfb18238247bc046 for: {'network': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:55:16.561786 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-58a1af83-8d44-4093-9157-f219c13c1ccb tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for network, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:16.609480 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58a1af83-8d44-4093-9157-f219c13c1ccb tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 437} {{(pid=102346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 10:55:16.624781 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 8fa0648c-b0eb-411a-b991-320456bcd091 up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:55:16.626966 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78646562-413d-438d-9dc2-adf987c280c5 None None] Sync routers for ids ['223d9674-94fb-428b-8ac7-9304fb079498'] in n-d-813419-10 {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:55:16.634361 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-58a1af83-8d44-4093-9157-f219c13c1ccb tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:16.634994 n-d-813419-10 neutron-server[102346]: INFO neutron.db.segments_db [None req-58a1af83-8d44-4093-9157-f219c13c1ccb tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Added segment 7dd3d8b0-74f3-4c96-a142-8bf196d8b8fd of type vlan for network 18042040-c56a-4040-8df5-b4d63e6088c2 Oct 27 10:55:16.670082 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9160a9e2-6fce-4297-be23-30d333bb0c00 None None] Network fbe55640-9c1c-43fe-9950-b4068d31117d requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:55:16.696524 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-58a1af83-8d44-4093-9157-f219c13c1ccb tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743872593080'] for network, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:16.705578 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78646562-413d-438d-9dc2-adf987c280c5 None None] Routers {'223d9674-94fb-428b-8ac7-9304fb079498'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:55:16.711078 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-78646562-413d-438d-9dc2-adf987c280c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:54:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['223d9674-94fb-428b-8ac7-9304fb079498'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:55:16.724854 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-58a1af83-8d44-4093-9157-f219c13c1ccb tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913'] for network, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:16.731815 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58a1af83-8d44-4093-9157-f219c13c1ccb tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:55:16.732752 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-58a1af83-8d44-4093-9157-f219c13c1ccb tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks [] for network, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:16.822648 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a1af83-8d44-4093-9157-f219c13c1ccb tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Pushing event updated for resources: {'Network': ['ID=18042040-c56a-4040-8df5-b4d63e6088c2,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:55:16.828858 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-58a1af83-8d44-4093-9157-f219c13c1ccb tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3449829 Oct 27 10:55:16.832504 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 37856) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:55:16.840929 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-6a8f667f-2e45-482c-b810-590686509e44 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Request body: {'subnet': {'network_id': '18042040-c56a-4040-8df5-b4d63e6088c2', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:55:16.875683 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-fa13aa29-a384-4fbd-8ae3-599a8f1daa8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:16.946585 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Network 18042040-c56a-4040-8df5-b4d63e6088c2 details requested by agent ovs-agent-n-d-813419-10 with host n-d-813419-10 {{(pid=102348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 10:55:16.963065 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a8f667f-2e45-482c-b810-590686509e44 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Made reservation on behalf of eb4a634382c64eabbfb18238247bc046 for: {'subnet': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:55:16.968112 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-6a8f667f-2e45-482c-b810-590686509e44 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27167186'] for subnet, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:17.187504 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvr_db [None req-78646562-413d-438d-9dc2-adf987c280c5 None None] Set router 223d9674-94fb-428b-8ac7-9304fb079498 gateway port host: None {{(pid=102348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:55:17.314964 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-90c4fa5e-cc06-4531-a2b2-c5b3b28fcc5a None None] Provisioning complete for port 8fa0648c-b0eb-411a-b991-320456bcd091 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:55:17.315334 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-90c4fa5e-cc06-4531-a2b2-c5b3b28fcc5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:17.349223 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port 8fa0648c-b0eb-411a-b991-320456bcd091 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:55:17.349987 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:17.535613 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-6a8f667f-2e45-482c-b810-590686509e44 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27024290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27167168'] for subnet, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:17.618501 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-90c4fa5e-cc06-4531-a2b2-c5b3b28fcc5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:17.653272 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:17.712387 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-90c4fa5e-cc06-4531-a2b2-c5b3b28fcc5a None None] For port 8fa0648c-b0eb-411a-b991-320456bcd091, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=8fa0648c-b0eb-411a-b991-320456bcd091,segment=NetworkSegment(c3989fe6-d021-4de0-b297-22713174416f),segment_id=c3989fe6-d021-4de0-b297-22713174416f)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:55:17.722942 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-90c4fa5e-cc06-4531-a2b2-c5b3b28fcc5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:17.763707 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8f667f-2e45-482c-b810-590686509e44 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Pushing event updated for resources: {'Subnet': ['ID=57210c69-d076-4c63-b5c7-0752f3df053e,revision_number=0']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:55:17.771946 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a8f667f-2e45-482c-b810-590686509e44 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Checking segment: {'id': '7dd3d8b0-74f3-4c96-a142-8bf196d8b8fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '18042040-c56a-4040-8df5-b4d63e6088c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:55:17.772436 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a8f667f-2e45-482c-b810-590686509e44 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Network hostable DHCP agents. Network: 18042040-c56a-4040-8df5-b4d63e6088c2, hostable agents: ['eafd4000-b897-4722-ae8b-0118ec955181'], hosted agents: [] {{(pid=102346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 10:55:17.796148 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a8f667f-2e45-482c-b810-590686509e44 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Network 18042040-c56a-4040-8df5-b4d63e6088c2 is scheduled to be hosted by DHCP agent eafd4000-b897-4722-ae8b-0118ec955181 with binding_index 1 {{(pid=102346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 10:55:17.816040 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-6a8f667f-2e45-482c-b810-590686509e44 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-10, 18042040-c56a-4040-8df5-b4d63e6088c2) {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:55:17.826270 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a8f667f-2e45-482c-b810-590686509e44 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:55:17.827377 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-6a8f667f-2e45-482c-b810-590686509e44 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks [] for subnet, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:17.829222 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-78646562-413d-438d-9dc2-adf987c280c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '223d9674-94fb-428b-8ac7-9304fb079498', 'name': 'tempest-RoutersIpV6Test-router-510798743', 'tenant_id': 'eb4a634382c64eabbfb18238247bc046', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:55:13Z', 'updated_at': '2021-10-27T10:55:15Z', 'revision_number': 2, 'project_id': 'eb4a634382c64eabbfb18238247bc046', 'gw_port_host': None, '_interfaces': [{'id': '32d2f4c2-f245-43c1-9b1d-b9db9f0423c1', 'name': '', 'network_id': 'fbe55640-9c1c-43fe-9950-b4068d31117d', 'tenant_id': 'eb4a634382c64eabbfb18238247bc046', 'mac_address': 'fa:16:3e:01:21:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '223d9674-94fb-428b-8ac7-9304fb079498', 'device_owner': 'network:router_interface', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': '7653eb31-5b8f-49c5-801d-4e49d42fb525', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:55:14Z', 'updated_at': '2021-10-27T10:55:15Z', 'revision_number': 2, 'project_id': 'eb4a634382c64eabbfb18238247bc046', 'subnets': [{'id': '7653eb31-5b8f-49c5-801d-4e49d42fb525', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:55:17.835581 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a48ef671-4c64-4874-a5b8-e728a781284a None None] Network 18042040-c56a-4040-8df5-b4d63e6088c2 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:55:17.855048 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 37862) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:55:17.861504 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-6a8f667f-2e45-482c-b810-590686509e44 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.0274374 Oct 27 10:55:17.925877 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.db.api [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102348) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 27 10:55:17.926348 n-d-813419-10 neutron-server[102348]: DEBUG oslo_db.api [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 10:55:17.926967 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78646562-413d-438d-9dc2-adf987c280c5 None None] Checking router: 223d9674-94fb-428b-8ac7-9304fb079498 for host: n-d-813419-10 {{(pid=102348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 10:55:17.927381 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78646562-413d-438d-9dc2-adf987c280c5 None None] Updating router 223d9674-94fb-428b-8ac7-9304fb079498 port 32d2f4c2-f245-43c1-9b1d-b9db9f0423c1 binding host n-d-813419-10 {{(pid=102348) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 10:55:17.962041 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c4fa5e-cc06-4531-a2b2-c5b3b28fcc5a None None] Pushing event updated for resources: {'Port': ['ID=8fa0648c-b0eb-411a-b991-320456bcd091,revision_number=3']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:55:17.980694 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-78646562-413d-438d-9dc2-adf987c280c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:18.162041 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-9e85ccad-c16b-4e9b-a828-489c0ddada53 None None] Provisioning complete for port 32d2f4c2-f245-43c1-9b1d-b9db9f0423c1 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:55:18.162681 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-9e85ccad-c16b-4e9b-a828-489c0ddada53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:18.237703 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8f6b6e5-5d79-4f69-833a-3055b80da2df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp734b258e-7d96-550c-b970-9b72ab66f383-18042040-c56a-4040-8df5-b4d63e6088c2', 'network_id': '18042040-c56a-4040-8df5-b4d63e6088c2', 'tenant_id': 'eb4a634382c64eabbfb18238247bc046', 'fixed_ips': [{'subnet_id': '57210c69-d076-4c63-b5c7-0752f3df053e'}]}} from n-d-813419-10. {{(pid=102348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 10:55:18.239146 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-e8f6b6e5-5d79-4f69-833a-3055b80da2df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:18.263373 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-9e85ccad-c16b-4e9b-a828-489c0ddada53 None None] Port 32d2f4c2-f245-43c1-9b1d-b9db9f0423c1 cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:55:18.337986 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-660292d9-7622-4311-a074-1fa40126026b tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:18.371180 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-9e85ccad-c16b-4e9b-a828-489c0ddada53 None None] Provisioning complete for port 8fa0648c-b0eb-411a-b991-320456bcd091 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:55:18.371545 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-9e85ccad-c16b-4e9b-a828-489c0ddada53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:18.722946 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.db_base_plugin_common [None req-e8f6b6e5-5d79-4f69-833a-3055b80da2df None None] Allocated IP 2001:db8:1::2 (18042040-c56a-4040-8df5-b4d63e6088c2/57210c69-d076-4c63-b5c7-0752f3df053e/330e953b-e90a-4074-9f37-14d223c7c62e) {{(pid=102348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:55:18.872298 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 8fa0648c-b0eb-411a-b991-320456bcd091 up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:55:18.937674 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-78646562-413d-438d-9dc2-adf987c280c5 None None] Publish callbacks [] for port, precommit_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:18.969977 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-78646562-413d-438d-9dc2-adf987c280c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:18.982546 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-e4a2f41e-b1ce-489e-ba47-6eb54c78f006 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:19.112436 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd99e45-f438-4a74-a4d4-c0432078a9ce None None] Pushing event updated for resources: {'Port': ['ID=32d2f4c2-f245-43c1-9b1d-b9db9f0423c1,revision_number=3']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:55:19.205053 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-e8f6b6e5-5d79-4f69-833a-3055b80da2df None None] Publish callbacks [] for port, precommit_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:19.217462 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port 8fa0648c-b0eb-411a-b991-320456bcd091 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:55:19.218582 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:19.288741 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-e8f6b6e5-5d79-4f69-833a-3055b80da2df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606'] for port, after_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:19.310456 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-c15dcdcc-53bf-4e06-b76d-78e4e52e4b89 None None] Provisioning complete for port 32d2f4c2-f245-43c1-9b1d-b9db9f0423c1 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:55:19.310875 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-c15dcdcc-53bf-4e06-b76d-78e4e52e4b89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:19.455397 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-c15dcdcc-53bf-4e06-b76d-78e4e52e4b89 None None] Port 32d2f4c2-f245-43c1-9b1d-b9db9f0423c1 cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:55:19.486985 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-78646562-413d-438d-9dc2-adf987c280c5 None None] Attempting to bind port 32d2f4c2-f245-43c1-9b1d-b9db9f0423c1 on host n-d-813419-10 for vnic_type normal with profile {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:55:19.487347 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-78646562-413d-438d-9dc2-adf987c280c5 None None] Attempting to bind port 32d2f4c2-f245-43c1-9b1d-b9db9f0423c1 by drivers openvswitch,hyperv on host n-d-813419-10 at level 0 using segments [{'id': 'c3989fe6-d021-4de0-b297-22713174416f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'fbe55640-9c1c-43fe-9950-b4068d31117d'}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:55:19.487708 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78646562-413d-438d-9dc2-adf987c280c5 None None] Attempting to bind port 32d2f4c2-f245-43c1-9b1d-b9db9f0423c1 on network fbe55640-9c1c-43fe-9950-b4068d31117d {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:55:19.532572 n-d-813419-10 neutron-server[102348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8f6b6e5-5d79-4f69-833a-3055b80da2df None None] Network 18042040-c56a-4040-8df5-b4d63e6088c2 is already hosted by enough agents. {{(pid=102348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:55:19.535310 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78646562-413d-438d-9dc2-adf987c280c5 None None] Checking agent: {'id': '89dba0f3-79b2-435e-9822-33674b8f6ada', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 8, 20), 'started_at': datetime.datetime(2021, 10, 27, 10, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 54, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:55:19.535682 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78646562-413d-438d-9dc2-adf987c280c5 None None] Checking segment: {'id': 'c3989fe6-d021-4de0-b297-22713174416f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'fbe55640-9c1c-43fe-9950-b4068d31117d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:55:19.536076 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-78646562-413d-438d-9dc2-adf987c280c5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:19.536506 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78646562-413d-438d-9dc2-adf987c280c5 None None] Bound using segment: {'id': 'c3989fe6-d021-4de0-b297-22713174416f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'fbe55640-9c1c-43fe-9950-b4068d31117d'} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:55:19.536985 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-78646562-413d-438d-9dc2-adf987c280c5 None None] Bound port: 32d2f4c2-f245-43c1-9b1d-b9db9f0423c1, host: n-d-813419-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3989fe6-d021-4de0-b297-22713174416f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'fbe55640-9c1c-43fe-9950-b4068d31117d'}}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:55:19.537361 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-78646562-413d-438d-9dc2-adf987c280c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:19.550343 n-d-813419-10 neutron-server[102348]: DEBUG neutron.scheduler.base_scheduler [None req-e8f6b6e5-5d79-4f69-833a-3055b80da2df None None] Resources bound (agent type, host, resource id): {{(pid=102348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:55:19.564699 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8f6b6e5-5d79-4f69-833a-3055b80da2df None None] Received port after_create {{(pid=102348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:55:19.571336 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f6b6e5-5d79-4f69-833a-3055b80da2df None None] Pushing event updated for resources: {'Port': ['ID=330e953b-e90a-4074-9f37-14d223c7c62e,revision_number=1']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:55:19.692039 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-3d7591f7-3689-4471-908f-883e07db5e21 None None] Provisioning complete for port 32d2f4c2-f245-43c1-9b1d-b9db9f0423c1 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:55:19.692560 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-3d7591f7-3689-4471-908f-883e07db5e21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:19.748229 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-e8f6b6e5-5d79-4f69-833a-3055b80da2df None None] Attempting to bind port 330e953b-e90a-4074-9f37-14d223c7c62e on host n-d-813419-10 for vnic_type normal with profile {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:55:19.748896 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-e8f6b6e5-5d79-4f69-833a-3055b80da2df None None] Attempting to bind port 330e953b-e90a-4074-9f37-14d223c7c62e by drivers openvswitch,hyperv on host n-d-813419-10 at level 0 using segments [{'id': '7dd3d8b0-74f3-4c96-a142-8bf196d8b8fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '18042040-c56a-4040-8df5-b4d63e6088c2'}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:55:19.749013 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8f6b6e5-5d79-4f69-833a-3055b80da2df None None] Attempting to bind port 330e953b-e90a-4074-9f37-14d223c7c62e on network 18042040-c56a-4040-8df5-b4d63e6088c2 {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:55:19.758567 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8f6b6e5-5d79-4f69-833a-3055b80da2df None None] Checking agent: {'id': '89dba0f3-79b2-435e-9822-33674b8f6ada', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 8, 20), 'started_at': datetime.datetime(2021, 10, 27, 10, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 54, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:55:19.758940 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8f6b6e5-5d79-4f69-833a-3055b80da2df None None] Checking segment: {'id': '7dd3d8b0-74f3-4c96-a142-8bf196d8b8fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '18042040-c56a-4040-8df5-b4d63e6088c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:55:19.759354 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-e8f6b6e5-5d79-4f69-833a-3055b80da2df None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:19.759756 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8f6b6e5-5d79-4f69-833a-3055b80da2df None None] Bound using segment: {'id': '7dd3d8b0-74f3-4c96-a142-8bf196d8b8fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '18042040-c56a-4040-8df5-b4d63e6088c2'} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:55:19.760259 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-e8f6b6e5-5d79-4f69-833a-3055b80da2df None None] Bound port: 330e953b-e90a-4074-9f37-14d223c7c62e, host: n-d-813419-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7dd3d8b0-74f3-4c96-a142-8bf196d8b8fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '18042040-c56a-4040-8df5-b4d63e6088c2'}}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:55:19.760645 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-e8f6b6e5-5d79-4f69-833a-3055b80da2df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:19.763831 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-78646562-413d-438d-9dc2-adf987c280c5 None None] For port 32d2f4c2-f245-43c1-9b1d-b9db9f0423c1, host n-d-813419-10, cleared binding levels {{(pid=102348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:55:19.788136 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-3d7591f7-3689-4471-908f-883e07db5e21 None None] Port 32d2f4c2-f245-43c1-9b1d-b9db9f0423c1 cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:55:19.793249 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-78646562-413d-438d-9dc2-adf987c280c5 None None] For port 32d2f4c2-f245-43c1-9b1d-b9db9f0423c1, host n-d-813419-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=32d2f4c2-f245-43c1-9b1d-b9db9f0423c1,segment=NetworkSegment(c3989fe6-d021-4de0-b297-22713174416f),segment_id=c3989fe6-d021-4de0-b297-22713174416f)] {{(pid=102348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:55:19.825019 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-78646562-413d-438d-9dc2-adf987c280c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:19.838375 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_common [None req-660292d9-7622-4311-a074-1fa40126026b tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Allocated IP 2001:db8:1::1 (18042040-c56a-4040-8df5-b4d63e6088c2/57210c69-d076-4c63-b5c7-0752f3df053e/c9a6b81c-36e5-47b3-94e9-d7be457054de) {{(pid=102347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:55:20.010478 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78646562-413d-438d-9dc2-adf987c280c5 None None] Routers {'223d9674-94fb-428b-8ac7-9304fb079498'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:55:20.011134 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-78646562-413d-438d-9dc2-adf987c280c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:55:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['223d9674-94fb-428b-8ac7-9304fb079498'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:55:20.127210 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-660292d9-7622-4311-a074-1fa40126026b tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks [] for port, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:20.196118 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvr_db [None req-78646562-413d-438d-9dc2-adf987c280c5 None None] Set router 223d9674-94fb-428b-8ac7-9304fb079498 gateway port host: None {{(pid=102348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:55:20.218303 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-660292d9-7622-4311-a074-1fa40126026b tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:20.282035 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-e8f6b6e5-5d79-4f69-833a-3055b80da2df None None] For port 330e953b-e90a-4074-9f37-14d223c7c62e, host n-d-813419-10, cleared binding levels {{(pid=102348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:55:20.289003 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd99e45-f438-4a74-a4d4-c0432078a9ce None None] Pushing event updated for resources: {'Port': ['ID=32d2f4c2-f245-43c1-9b1d-b9db9f0423c1,revision_number=4']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:55:20.329187 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-660292d9-7622-4311-a074-1fa40126026b tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Network 18042040-c56a-4040-8df5-b4d63e6088c2 is already hosted by enough agents. {{(pid=102347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:55:20.337548 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660292d9-7622-4311-a074-1fa40126026b tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Pushing event updated for resources: {'Port': ['ID=c9a6b81c-36e5-47b3-94e9-d7be457054de,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:55:20.342571 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [None req-660292d9-7622-4311-a074-1fa40126026b tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Resources bound (agent type, host, resource id): {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:55:20.352888 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-660292d9-7622-4311-a074-1fa40126026b tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Received port after_create {{(pid=102347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:55:20.353448 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-660292d9-7622-4311-a074-1fa40126026b tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1664961'] for router_interface, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:20.357695 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-e8f6b6e5-5d79-4f69-833a-3055b80da2df None None] For port 330e953b-e90a-4074-9f37-14d223c7c62e, host n-d-813419-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=330e953b-e90a-4074-9f37-14d223c7c62e,segment=NetworkSegment(7dd3d8b0-74f3-4c96-a142-8bf196d8b8fd),segment_id=7dd3d8b0-74f3-4c96-a142-8bf196d8b8fd)] {{(pid=102348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:55:20.371767 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-e8f6b6e5-5d79-4f69-833a-3055b80da2df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:20.376936 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:20.383106 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-eadeaa30-4096-4d1a-b3cb-aa7ebfb291ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:20.485743 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-400e62bc-b4a8-4ff1-90fd-1b2cdcb1587f None None] Provisioning complete for port 32d2f4c2-f245-43c1-9b1d-b9db9f0423c1 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:55:20.486312 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-400e62bc-b4a8-4ff1-90fd-1b2cdcb1587f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:20.488878 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f6b6e5-5d79-4f69-833a-3055b80da2df None None] Pushing event updated for resources: {'Port': ['ID=330e953b-e90a-4074-9f37-14d223c7c62e,revision_number=2']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:55:20.507238 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-660292d9-7622-4311-a074-1fa40126026b tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:20.639227 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-400e62bc-b4a8-4ff1-90fd-1b2cdcb1587f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:20.655642 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-78646562-413d-438d-9dc2-adf987c280c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '223d9674-94fb-428b-8ac7-9304fb079498', 'name': 'tempest-RoutersIpV6Test-router-510798743', 'tenant_id': 'eb4a634382c64eabbfb18238247bc046', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:55:13Z', 'updated_at': '2021-10-27T10:55:15Z', 'revision_number': 2, 'project_id': 'eb4a634382c64eabbfb18238247bc046', 'gw_port_host': None, '_interfaces': [{'id': '32d2f4c2-f245-43c1-9b1d-b9db9f0423c1', 'name': '', 'network_id': 'fbe55640-9c1c-43fe-9950-b4068d31117d', 'tenant_id': 'eb4a634382c64eabbfb18238247bc046', 'mac_address': 'fa:16:3e:01:21:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '223d9674-94fb-428b-8ac7-9304fb079498', 'device_owner': 'network:router_interface', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': '7653eb31-5b8f-49c5-801d-4e49d42fb525', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:55:14Z', 'updated_at': '2021-10-27T10:55:19Z', 'revision_number': 4, 'project_id': 'eb4a634382c64eabbfb18238247bc046', 'subnets': [{'id': '7653eb31-5b8f-49c5-801d-4e49d42fb525', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:55:20.689154 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78646562-413d-438d-9dc2-adf987c280c5 None None] The sync data for ids ['223d9674-94fb-428b-8ac7-9304fb079498'] in n-d-813419-10 is: [{'id': '223d9674-94fb-428b-8ac7-9304fb079498', 'name': 'tempest-RoutersIpV6Test-router-510798743', 'tenant_id': 'eb4a634382c64eabbfb18238247bc046', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:55:13Z', 'updated_at': '2021-10-27T10:55:15Z', 'revision_number': 2, 'project_id': 'eb4a634382c64eabbfb18238247bc046', 'gw_port_host': None, '_interfaces': [{'id': '32d2f4c2-f245-43c1-9b1d-b9db9f0423c1', 'name': '', 'network_id': 'fbe55640-9c1c-43fe-9950-b4068d31117d', 'tenant_id': 'eb4a634382c64eabbfb18238247bc046', 'mac_address': 'fa:16:3e:01:21:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '223d9674-94fb-428b-8ac7-9304fb079498', 'device_owner': 'network:router_interface', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': '7653eb31-5b8f-49c5-801d-4e49d42fb525', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:55:14Z', 'updated_at': '2021-10-27T10:55:19Z', 'revision_number': 4, 'project_id': 'eb4a634382c64eabbfb18238247bc046', 'subnets': [{'id': '7653eb31-5b8f-49c5-801d-4e49d42fb525', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:55:20.727952 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-400e62bc-b4a8-4ff1-90fd-1b2cdcb1587f None None] For port 32d2f4c2-f245-43c1-9b1d-b9db9f0423c1, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=32d2f4c2-f245-43c1-9b1d-b9db9f0423c1,segment=NetworkSegment(c3989fe6-d021-4de0-b297-22713174416f),segment_id=c3989fe6-d021-4de0-b297-22713174416f)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:55:20.742109 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-400e62bc-b4a8-4ff1-90fd-1b2cdcb1587f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:20.827424 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400e62bc-b4a8-4ff1-90fd-1b2cdcb1587f None None] Pushing event updated for resources: {'Port': ['ID=32d2f4c2-f245-43c1-9b1d-b9db9f0423c1,revision_number=5']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:55:20.969878 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-660292d9-7622-4311-a074-1fa40126026b tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks [] for port, precommit_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:20.979532 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-660292d9-7622-4311-a074-1fa40126026b tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:20.980463 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-660292d9-7622-4311-a074-1fa40126026b tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2006967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1766225'] for router_interface, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:21.172923 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660292d9-7622-4311-a074-1fa40126026b tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Pushing event updated for resources: {'Port': ['ID=c9a6b81c-36e5-47b3-94e9-d7be457054de,revision_number=2']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:55:21.286347 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-660292d9-7622-4311-a074-1fa40126026b tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Network 18042040-c56a-4040-8df5-b4d63e6088c2 is already hosted by enough agents. {{(pid=102347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:55:21.291522 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [None req-660292d9-7622-4311-a074-1fa40126026b tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Resources bound (agent type, host, resource id): {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:55:21.471979 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-660292d9-7622-4311-a074-1fa40126026b tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Router 223d9674-94fb-428b-8ac7-9304fb079498 has already been hosted by L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb {{(pid=102347) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 10:55:21.583102 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-660292d9-7622-4311-a074-1fa40126026b tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:55:21.593428 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-660292d9-7622-4311-a074-1fa40126026b tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] 10.222.0.44 "PUT /v2.0/routers/223d9674-94fb-428b-8ac7-9304fb079498/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7365167 Oct 27 10:55:21.596746 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 37886) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:55:21.604781 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-57851973-7bbb-4015-ad8d-cf464506946a tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1366527695'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:55:21.626857 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57851973-7bbb-4015-ad8d-cf464506946a tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Made reservation on behalf of eb4a634382c64eabbfb18238247bc046 for: {'network': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:55:21.630631 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-57851973-7bbb-4015-ad8d-cf464506946a tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for network, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:21.669541 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57851973-7bbb-4015-ad8d-cf464506946a tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 413} {{(pid=102346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 10:55:21.688811 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-57851973-7bbb-4015-ad8d-cf464506946a tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:21.689246 n-d-813419-10 neutron-server[102346]: INFO neutron.db.segments_db [None req-57851973-7bbb-4015-ad8d-cf464506946a tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Added segment a7e9344d-31e1-4c9f-96b8-3dec442d858c of type vlan for network f700057d-62f2-4e52-80b3-0478ab2e05e4 Oct 27 10:55:21.740454 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-57851973-7bbb-4015-ad8d-cf464506946a tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743872593080'] for network, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:21.770061 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-57851973-7bbb-4015-ad8d-cf464506946a tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913'] for network, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:21.776867 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57851973-7bbb-4015-ad8d-cf464506946a tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:55:21.777481 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-57851973-7bbb-4015-ad8d-cf464506946a tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks [] for network, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:21.814048 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ce1ab72-9f5f-4b1b-a2a7-4705fc5ebf48 None None] Network 18042040-c56a-4040-8df5-b4d63e6088c2 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:55:21.846586 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-57851973-7bbb-4015-ad8d-cf464506946a tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2470732 Oct 27 10:55:21.849423 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 37888) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:55:21.857230 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-ee0c0ca6-4364-4eac-a61d-f2b107afa2a2 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Request body: {'subnet': {'network_id': 'f700057d-62f2-4e52-80b3-0478ab2e05e4', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:55:21.878345 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57851973-7bbb-4015-ad8d-cf464506946a tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Pushing event updated for resources: {'Network': ['ID=f700057d-62f2-4e52-80b3-0478ab2e05e4,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:55:21.895147 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Network f700057d-62f2-4e52-80b3-0478ab2e05e4 details requested by agent ovs-agent-n-d-813419-10 with host n-d-813419-10 {{(pid=102348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 10:55:21.970232 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-38238ecf-91cf-4b5e-8f01-41046d1973fc None None] Provisioning complete for port 330e953b-e90a-4074-9f37-14d223c7c62e triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:55:21.970515 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-38238ecf-91cf-4b5e-8f01-41046d1973fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:21.978332 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee0c0ca6-4364-4eac-a61d-f2b107afa2a2 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Made reservation on behalf of eb4a634382c64eabbfb18238247bc046 for: {'subnet': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:55:21.982274 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ee0c0ca6-4364-4eac-a61d-f2b107afa2a2 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27167186'] for subnet, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:22.045420 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-3c6a8245-0581-48aa-b5f6-4d8fe98cd16e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:22.149952 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-38238ecf-91cf-4b5e-8f01-41046d1973fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:22.201989 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ee0c0ca6-4364-4eac-a61d-f2b107afa2a2 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27024290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27167168'] for subnet, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:22.209309 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-38238ecf-91cf-4b5e-8f01-41046d1973fc None None] For port 330e953b-e90a-4074-9f37-14d223c7c62e, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=330e953b-e90a-4074-9f37-14d223c7c62e,segment=NetworkSegment(7dd3d8b0-74f3-4c96-a142-8bf196d8b8fd),segment_id=7dd3d8b0-74f3-4c96-a142-8bf196d8b8fd)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:55:22.217188 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-38238ecf-91cf-4b5e-8f01-41046d1973fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:22.270963 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0c0ca6-4364-4eac-a61d-f2b107afa2a2 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Pushing event updated for resources: {'Subnet': ['ID=ce5b1d73-e7af-4ccd-8eb7-dd6b79a2fdd7,revision_number=0']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:55:22.290546 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38238ecf-91cf-4b5e-8f01-41046d1973fc None None] Pushing event updated for resources: {'Port': ['ID=330e953b-e90a-4074-9f37-14d223c7c62e,revision_number=3']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:55:22.313800 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee0c0ca6-4364-4eac-a61d-f2b107afa2a2 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Checking segment: {'id': 'a7e9344d-31e1-4c9f-96b8-3dec442d858c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'f700057d-62f2-4e52-80b3-0478ab2e05e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:55:22.314166 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee0c0ca6-4364-4eac-a61d-f2b107afa2a2 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Network hostable DHCP agents. Network: f700057d-62f2-4e52-80b3-0478ab2e05e4, hostable agents: ['eafd4000-b897-4722-ae8b-0118ec955181'], hosted agents: [] {{(pid=102346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 10:55:22.355983 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee0c0ca6-4364-4eac-a61d-f2b107afa2a2 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Network f700057d-62f2-4e52-80b3-0478ab2e05e4 is scheduled to be hosted by DHCP agent eafd4000-b897-4722-ae8b-0118ec955181 with binding_index 1 {{(pid=102346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 10:55:22.369075 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-ee0c0ca6-4364-4eac-a61d-f2b107afa2a2 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-10, f700057d-62f2-4e52-80b3-0478ab2e05e4) {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:55:22.374219 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee0c0ca6-4364-4eac-a61d-f2b107afa2a2 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:55:22.374800 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ee0c0ca6-4364-4eac-a61d-f2b107afa2a2 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks [] for subnet, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:22.380846 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37cd8974-2324-4499-bf6c-847eba39abab None None] Network f700057d-62f2-4e52-80b3-0478ab2e05e4 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:55:22.417941 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-ee0c0ca6-4364-4eac-a61d-f2b107afa2a2 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.5672376 Oct 27 10:55:22.420818 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 37900) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:55:22.707334 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cca0367-f823-4157-8214-47e88e903744 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp734b258e-7d96-550c-b970-9b72ab66f383-f700057d-62f2-4e52-80b3-0478ab2e05e4', 'network_id': 'f700057d-62f2-4e52-80b3-0478ab2e05e4', 'tenant_id': 'eb4a634382c64eabbfb18238247bc046', 'fixed_ips': [{'subnet_id': 'ce5b1d73-e7af-4ccd-8eb7-dd6b79a2fdd7'}]}} from n-d-813419-10. {{(pid=102348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 10:55:22.708253 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-9cca0367-f823-4157-8214-47e88e903744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:22.770274 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-3140dfe3-6244-428b-bd3e-6e16950d1bb9 None None] Provisioning complete for port 330e953b-e90a-4074-9f37-14d223c7c62e triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:55:22.770762 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-3140dfe3-6244-428b-bd3e-6e16950d1bb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:22.870581 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d1af3ab-304f-49b5-a204-af5ded0d5b5d None None] Sync routers for ids ['223d9674-94fb-428b-8ac7-9304fb079498'] in n-d-813419-10 {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:55:22.889162 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d1af3ab-304f-49b5-a204-af5ded0d5b5d None None] Routers {'223d9674-94fb-428b-8ac7-9304fb079498'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:55:22.892806 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-2d1af3ab-304f-49b5-a204-af5ded0d5b5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:55:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['223d9674-94fb-428b-8ac7-9304fb079498'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:55:22.962661 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 32d2f4c2-f245-43c1-9b1d-b9db9f0423c1 up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:55:23.203151 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.db_base_plugin_common [None req-9cca0367-f823-4157-8214-47e88e903744 None None] Allocated IP 2001:db8:2::2 (f700057d-62f2-4e52-80b3-0478ab2e05e4/ce5b1d73-e7af-4ccd-8eb7-dd6b79a2fdd7/59d4fd59-1b9b-45ac-ba29-e0b99c080e63) {{(pid=102348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:55:23.300244 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvr_db [None req-2d1af3ab-304f-49b5-a204-af5ded0d5b5d None None] Set router 223d9674-94fb-428b-8ac7-9304fb079498 gateway port host: None {{(pid=102349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:55:23.315557 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port 32d2f4c2-f245-43c1-9b1d-b9db9f0423c1 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:55:23.315557 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:23.358983 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-3d69ff7f-da39-4ae1-930a-772d8b1a3f30 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:23.662574 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-3140dfe3-6244-428b-bd3e-6e16950d1bb9 None None] Provisioning complete for port c9a6b81c-36e5-47b3-94e9-d7be457054de triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:55:23.667986 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-3140dfe3-6244-428b-bd3e-6e16950d1bb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:23.817219 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-3140dfe3-6244-428b-bd3e-6e16950d1bb9 None None] Port c9a6b81c-36e5-47b3-94e9-d7be457054de cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:55:23.940565 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-2d1af3ab-304f-49b5-a204-af5ded0d5b5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '223d9674-94fb-428b-8ac7-9304fb079498', 'name': 'tempest-RoutersIpV6Test-router-510798743', 'tenant_id': 'eb4a634382c64eabbfb18238247bc046', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:55:13Z', 'updated_at': '2021-10-27T10:55:20Z', 'revision_number': 3, 'project_id': 'eb4a634382c64eabbfb18238247bc046', 'gw_port_host': None, '_interfaces': [{'id': '32d2f4c2-f245-43c1-9b1d-b9db9f0423c1', 'name': '', 'network_id': 'fbe55640-9c1c-43fe-9950-b4068d31117d', 'tenant_id': 'eb4a634382c64eabbfb18238247bc046', 'mac_address': 'fa:16:3e:01:21:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '223d9674-94fb-428b-8ac7-9304fb079498', 'device_owner': 'network:router_interface', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': '7653eb31-5b8f-49c5-801d-4e49d42fb525', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:55:14Z', 'updated_at': '2021-10-27T10:55:20Z', 'revision_number': 5, 'project_id': 'eb4a634382c64eabbfb18238247bc046', 'subnets': [{'id': '7653eb31-5b8f-49c5-801d-4e49d42fb525', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9a6b81c-36e5-47b3-94e9-d7be457054de', 'name': '', 'network_id': '18042040-c56a-4040-8df5-b4d63e6088c2', 'tenant_id': 'eb4a634382c64eabbfb18238247bc046', 'mac_address': 'fa:16:3e:f3:9d:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '223d9674-94fb-428b-8ac7-9304fb079498', 'device_owner': 'network:router_interface', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': '57210c69-d076-4c63-b5c7-0752f3df053e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:55:18Z', 'updated_at': '2021-10-27T10:55:20Z', 'revision_number': 2, 'project_id': 'eb4a634382c64eabbfb18238247bc046', 'subnets': [{'id': '57210c69-d076-4c63-b5c7-0752f3df053e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:55:23.982217 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d1af3ab-304f-49b5-a204-af5ded0d5b5d None None] Checking router: 223d9674-94fb-428b-8ac7-9304fb079498 for host: n-d-813419-10 {{(pid=102349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 10:55:23.982946 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d1af3ab-304f-49b5-a204-af5ded0d5b5d None None] Updating router 223d9674-94fb-428b-8ac7-9304fb079498 port c9a6b81c-36e5-47b3-94e9-d7be457054de binding host n-d-813419-10 {{(pid=102349) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 10:55:24.039928 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-2d1af3ab-304f-49b5-a204-af5ded0d5b5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:24.054856 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 330e953b-e90a-4074-9f37-14d223c7c62e up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:55:24.065141 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-9cca0367-f823-4157-8214-47e88e903744 None None] Publish callbacks [] for port, precommit_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:24.097523 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-932bbf94-b686-4c27-82fa-b7cbb9ae856f None None] Provisioning complete for port c9a6b81c-36e5-47b3-94e9-d7be457054de triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:55:24.097868 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-932bbf94-b686-4c27-82fa-b7cbb9ae856f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:24.107862 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-9cca0367-f823-4157-8214-47e88e903744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606'] for port, after_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:24.181148 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_common [None req-3d69ff7f-da39-4ae1-930a-772d8b1a3f30 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Allocated IP 2001:db8:2::1 (f700057d-62f2-4e52-80b3-0478ab2e05e4/ce5b1d73-e7af-4ccd-8eb7-dd6b79a2fdd7/7a7e5da9-665e-4af2-a781-46733b0a5e91) {{(pid=102347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:55:24.208220 n-d-813419-10 neutron-server[102348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cca0367-f823-4157-8214-47e88e903744 None None] Network f700057d-62f2-4e52-80b3-0478ab2e05e4 is already hosted by enough agents. {{(pid=102348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:55:24.212737 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-932bbf94-b686-4c27-82fa-b7cbb9ae856f None None] Port c9a6b81c-36e5-47b3-94e9-d7be457054de cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:55:24.224600 n-d-813419-10 neutron-server[102348]: DEBUG neutron.scheduler.base_scheduler [None req-9cca0367-f823-4157-8214-47e88e903744 None None] Resources bound (agent type, host, resource id): {{(pid=102348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:55:24.240880 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cca0367-f823-4157-8214-47e88e903744 None None] Received port after_create {{(pid=102348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:55:24.286855 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cca0367-f823-4157-8214-47e88e903744 None None] Pushing event updated for resources: {'Port': ['ID=59d4fd59-1b9b-45ac-ba29-e0b99c080e63,revision_number=1']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:55:24.355956 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port 330e953b-e90a-4074-9f37-14d223c7c62e triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:55:24.357610 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:24.410217 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-3d69ff7f-da39-4ae1-930a-772d8b1a3f30 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks [] for port, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:24.413088 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-9cca0367-f823-4157-8214-47e88e903744 None None] Attempting to bind port 59d4fd59-1b9b-45ac-ba29-e0b99c080e63 on host n-d-813419-10 for vnic_type normal with profile {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:55:24.414284 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-9cca0367-f823-4157-8214-47e88e903744 None None] Attempting to bind port 59d4fd59-1b9b-45ac-ba29-e0b99c080e63 by drivers openvswitch,hyperv on host n-d-813419-10 at level 0 using segments [{'id': 'a7e9344d-31e1-4c9f-96b8-3dec442d858c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'f700057d-62f2-4e52-80b3-0478ab2e05e4'}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:55:24.414979 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cca0367-f823-4157-8214-47e88e903744 None None] Attempting to bind port 59d4fd59-1b9b-45ac-ba29-e0b99c080e63 on network f700057d-62f2-4e52-80b3-0478ab2e05e4 {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:55:24.428951 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cca0367-f823-4157-8214-47e88e903744 None None] Checking agent: {'id': '89dba0f3-79b2-435e-9822-33674b8f6ada', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 8, 20), 'started_at': datetime.datetime(2021, 10, 27, 10, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 55, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:55:24.430242 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cca0367-f823-4157-8214-47e88e903744 None None] Checking segment: {'id': 'a7e9344d-31e1-4c9f-96b8-3dec442d858c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'f700057d-62f2-4e52-80b3-0478ab2e05e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:55:24.431047 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-9cca0367-f823-4157-8214-47e88e903744 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:24.431662 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cca0367-f823-4157-8214-47e88e903744 None None] Bound using segment: {'id': 'a7e9344d-31e1-4c9f-96b8-3dec442d858c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'f700057d-62f2-4e52-80b3-0478ab2e05e4'} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:55:24.432396 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-9cca0367-f823-4157-8214-47e88e903744 None None] Bound port: 59d4fd59-1b9b-45ac-ba29-e0b99c080e63, host: n-d-813419-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7e9344d-31e1-4c9f-96b8-3dec442d858c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'f700057d-62f2-4e52-80b3-0478ab2e05e4'}}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:55:24.433000 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-9cca0367-f823-4157-8214-47e88e903744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:24.467625 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-3d69ff7f-da39-4ae1-930a-772d8b1a3f30 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:24.567401 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-9cca0367-f823-4157-8214-47e88e903744 None None] For port 59d4fd59-1b9b-45ac-ba29-e0b99c080e63, host n-d-813419-10, cleared binding levels {{(pid=102348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:55:24.571378 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-2d1af3ab-304f-49b5-a204-af5ded0d5b5d None None] Publish callbacks [] for port, precommit_update {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:24.572476 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-9cca0367-f823-4157-8214-47e88e903744 None None] For port 59d4fd59-1b9b-45ac-ba29-e0b99c080e63, host n-d-813419-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=59d4fd59-1b9b-45ac-ba29-e0b99c080e63,segment=NetworkSegment(a7e9344d-31e1-4c9f-96b8-3dec442d858c),segment_id=a7e9344d-31e1-4c9f-96b8-3dec442d858c)] {{(pid=102348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:55:24.583229 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-2d1af3ab-304f-49b5-a204-af5ded0d5b5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:24.583688 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d69ff7f-da39-4ae1-930a-772d8b1a3f30 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Network f700057d-62f2-4e52-80b3-0478ab2e05e4 is already hosted by enough agents. {{(pid=102347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:55:24.585371 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-9cca0367-f823-4157-8214-47e88e903744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:24.600764 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [None req-3d69ff7f-da39-4ae1-930a-772d8b1a3f30 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Resources bound (agent type, host, resource id): {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:55:24.609247 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d69ff7f-da39-4ae1-930a-772d8b1a3f30 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Received port after_create {{(pid=102347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:55:24.610136 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-3d69ff7f-da39-4ae1-930a-772d8b1a3f30 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1664961'] for router_interface, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:24.667886 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cca0367-f823-4157-8214-47e88e903744 None None] Pushing event updated for resources: {'Port': ['ID=59d4fd59-1b9b-45ac-ba29-e0b99c080e63,revision_number=2']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:55:24.704643 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d69ff7f-da39-4ae1-930a-772d8b1a3f30 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Pushing event updated for resources: {'Port': ['ID=7a7e5da9-665e-4af2-a781-46733b0a5e91,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:55:24.758686 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0483971e-0cc2-43f5-bd50-8dd666f2c8e1 None None] Pushing event updated for resources: {'Port': ['ID=c9a6b81c-36e5-47b3-94e9-d7be457054de,revision_number=3']} {{(pid=102349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:55:24.774474 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0483971e-0cc2-43f5-bd50-8dd666f2c8e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:55:24.774734 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0483971e-0cc2-43f5-bd50-8dd666f2c8e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:55:24.774879 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0483971e-0cc2-43f5-bd50-8dd666f2c8e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:55:24.775218 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0483971e-0cc2-43f5-bd50-8dd666f2c8e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:55:24.775543 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0483971e-0cc2-43f5-bd50-8dd666f2c8e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:55:24.775873 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0483971e-0cc2-43f5-bd50-8dd666f2c8e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:55:24.781093 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0483971e-0cc2-43f5-bd50-8dd666f2c8e1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:55:24.781884 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0483971e-0cc2-43f5-bd50-8dd666f2c8e1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:55:24.782485 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0483971e-0cc2-43f5-bd50-8dd666f2c8e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:55:24.783104 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0483971e-0cc2-43f5-bd50-8dd666f2c8e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:55:24.783735 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0483971e-0cc2-43f5-bd50-8dd666f2c8e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:55:24.784352 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0483971e-0cc2-43f5-bd50-8dd666f2c8e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:55:24.856863 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.managers [None req-2d1af3ab-304f-49b5-a204-af5ded0d5b5d None None] Attempting to bind port c9a6b81c-36e5-47b3-94e9-d7be457054de on host n-d-813419-10 for vnic_type normal with profile {{(pid=102349) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:55:24.857227 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.managers [None req-2d1af3ab-304f-49b5-a204-af5ded0d5b5d None None] Attempting to bind port c9a6b81c-36e5-47b3-94e9-d7be457054de by drivers openvswitch,hyperv on host n-d-813419-10 at level 0 using segments [{'id': '7dd3d8b0-74f3-4c96-a142-8bf196d8b8fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '18042040-c56a-4040-8df5-b4d63e6088c2'}] {{(pid=102349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:55:24.857577 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d1af3ab-304f-49b5-a204-af5ded0d5b5d None None] Attempting to bind port c9a6b81c-36e5-47b3-94e9-d7be457054de on network 18042040-c56a-4040-8df5-b4d63e6088c2 {{(pid=102349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:55:24.870416 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d1af3ab-304f-49b5-a204-af5ded0d5b5d None None] Checking agent: {'id': '89dba0f3-79b2-435e-9822-33674b8f6ada', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 8, 20), 'started_at': datetime.datetime(2021, 10, 27, 10, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 55, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:55:24.870792 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d1af3ab-304f-49b5-a204-af5ded0d5b5d None None] Checking segment: {'id': '7dd3d8b0-74f3-4c96-a142-8bf196d8b8fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '18042040-c56a-4040-8df5-b4d63e6088c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:55:24.871188 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-2d1af3ab-304f-49b5-a204-af5ded0d5b5d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:24.871573 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d1af3ab-304f-49b5-a204-af5ded0d5b5d None None] Bound using segment: {'id': '7dd3d8b0-74f3-4c96-a142-8bf196d8b8fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '18042040-c56a-4040-8df5-b4d63e6088c2'} {{(pid=102349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:55:24.872042 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.managers [None req-2d1af3ab-304f-49b5-a204-af5ded0d5b5d None None] Bound port: c9a6b81c-36e5-47b3-94e9-d7be457054de, host: n-d-813419-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7dd3d8b0-74f3-4c96-a142-8bf196d8b8fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '18042040-c56a-4040-8df5-b4d63e6088c2'}}] {{(pid=102349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:55:24.872431 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-2d1af3ab-304f-49b5-a204-af5ded0d5b5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:24.900813 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-3d69ff7f-da39-4ae1-930a-772d8b1a3f30 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:25.011013 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.db [None req-2d1af3ab-304f-49b5-a204-af5ded0d5b5d None None] For port c9a6b81c-36e5-47b3-94e9-d7be457054de, host n-d-813419-10, cleared binding levels {{(pid=102349) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:55:25.014974 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.db [None req-2d1af3ab-304f-49b5-a204-af5ded0d5b5d None None] For port c9a6b81c-36e5-47b3-94e9-d7be457054de, host n-d-813419-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=c9a6b81c-36e5-47b3-94e9-d7be457054de,segment=NetworkSegment(7dd3d8b0-74f3-4c96-a142-8bf196d8b8fd),segment_id=7dd3d8b0-74f3-4c96-a142-8bf196d8b8fd)] {{(pid=102349) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:55:25.030533 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-2d1af3ab-304f-49b5-a204-af5ded0d5b5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:25.128673 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d1af3ab-304f-49b5-a204-af5ded0d5b5d None None] Routers {'223d9674-94fb-428b-8ac7-9304fb079498'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:55:25.129337 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-2d1af3ab-304f-49b5-a204-af5ded0d5b5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:55:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['223d9674-94fb-428b-8ac7-9304fb079498'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:55:25.274273 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-ee5fabb9-615b-46f2-b22d-7601699290ba None None] Provisioning complete for port c9a6b81c-36e5-47b3-94e9-d7be457054de triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:55:25.274834 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-ee5fabb9-615b-46f2-b22d-7601699290ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:25.344732 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0483971e-0cc2-43f5-bd50-8dd666f2c8e1 None None] Pushing event updated for resources: {'Port': ['ID=c9a6b81c-36e5-47b3-94e9-d7be457054de,revision_number=4']} {{(pid=102349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:55:25.475607 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-ee5fabb9-615b-46f2-b22d-7601699290ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:25.498706 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2965120-e2fb-4987-abd1-9d33fa454223 req-aa89f9a6-5e54-4577-805a-de1f1153e032 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:55:25.500236 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-a2965120-e2fb-4987-abd1-9d33fa454223 req-aa89f9a6-5e54-4577-805a-de1f1153e032 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "GET /v2.0/ports?device_id=32c83879-889b-42fc-9b3a-977d6172e638 HTTP/1.1" status: 200 len: 945 time: 0.1143427 Oct 27 10:55:25.516810 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvr_db [None req-2d1af3ab-304f-49b5-a204-af5ded0d5b5d None None] Set router 223d9674-94fb-428b-8ac7-9304fb079498 gateway port host: None {{(pid=102349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:55:25.603223 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-ee5fabb9-615b-46f2-b22d-7601699290ba None None] For port c9a6b81c-36e5-47b3-94e9-d7be457054de, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=c9a6b81c-36e5-47b3-94e9-d7be457054de,segment=NetworkSegment(7dd3d8b0-74f3-4c96-a142-8bf196d8b8fd),segment_id=7dd3d8b0-74f3-4c96-a142-8bf196d8b8fd)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:55:25.613929 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-ee5fabb9-615b-46f2-b22d-7601699290ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:25.625771 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-a2965120-e2fb-4987-abd1-9d33fa454223 req-8b173a37-1eee-452b-963d-bb7fb802b61b tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "GET /v2.0/security-groups?id=400a7a10-ae98-4ff7-8b32-bae6f0d1c63e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1147032 Oct 27 10:55:25.697278 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-3d69ff7f-da39-4ae1-930a-772d8b1a3f30 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks [] for port, precommit_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:25.704709 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-3d69ff7f-da39-4ae1-930a-772d8b1a3f30 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:25.707358 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-3d69ff7f-da39-4ae1-930a-772d8b1a3f30 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2006967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1766225'] for router_interface, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:25.741403 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5fabb9-615b-46f2-b22d-7601699290ba None None] Pushing event updated for resources: {'Port': ['ID=c9a6b81c-36e5-47b3-94e9-d7be457054de,revision_number=5']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:55:25.842634 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-2979ea12-7f1e-4f28-b3bb-09a8d79ca103 None None] Provisioning complete for port c9a6b81c-36e5-47b3-94e9-d7be457054de triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:55:25.843164 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-2979ea12-7f1e-4f28-b3bb-09a8d79ca103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:25.858027 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d69ff7f-da39-4ae1-930a-772d8b1a3f30 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Pushing event updated for resources: {'Port': ['ID=7a7e5da9-665e-4af2-a781-46733b0a5e91,revision_number=2']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:55:25.921595 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d69ff7f-da39-4ae1-930a-772d8b1a3f30 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Network f700057d-62f2-4e52-80b3-0478ab2e05e4 is already hosted by enough agents. {{(pid=102347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:55:25.923016 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [None req-3d69ff7f-da39-4ae1-930a-772d8b1a3f30 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Resources bound (agent type, host, resource id): {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:55:25.941531 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-2d1af3ab-304f-49b5-a204-af5ded0d5b5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '223d9674-94fb-428b-8ac7-9304fb079498', 'name': 'tempest-RoutersIpV6Test-router-510798743', 'tenant_id': 'eb4a634382c64eabbfb18238247bc046', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:55:13Z', 'updated_at': '2021-10-27T10:55:24Z', 'revision_number': 4, 'project_id': 'eb4a634382c64eabbfb18238247bc046', 'gw_port_host': None, '_interfaces': [{'id': '32d2f4c2-f245-43c1-9b1d-b9db9f0423c1', 'name': '', 'network_id': 'fbe55640-9c1c-43fe-9950-b4068d31117d', 'tenant_id': 'eb4a634382c64eabbfb18238247bc046', 'mac_address': 'fa:16:3e:01:21:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '223d9674-94fb-428b-8ac7-9304fb079498', 'device_owner': 'network:router_interface', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': '7653eb31-5b8f-49c5-801d-4e49d42fb525', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:55:14Z', 'updated_at': '2021-10-27T10:55:20Z', 'revision_number': 5, 'project_id': 'eb4a634382c64eabbfb18238247bc046', 'subnets': [{'id': '7653eb31-5b8f-49c5-801d-4e49d42fb525', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7a7e5da9-665e-4af2-a781-46733b0a5e91', 'name': '', 'network_id': 'f700057d-62f2-4e52-80b3-0478ab2e05e4', 'tenant_id': 'eb4a634382c64eabbfb18238247bc046', 'mac_address': 'fa:16:3e:e9:51:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '223d9674-94fb-428b-8ac7-9304fb079498', 'device_owner': 'network:router_interface', 'standard_attr_id': 3847, 'fixed_ips': [{'subnet_id': 'ce5b1d73-e7af-4ccd-8eb7-dd6b79a2fdd7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:55:23Z', 'updated_at': '2021-10-27T10:55:24Z', 'revision_number': 1, 'project_id': 'eb4a634382c64eabbfb18238247bc046', 'subnets': [{'id': 'ce5b1d73-e7af-4ccd-8eb7-dd6b79a2fdd7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9a6b81c-36e5-47b3-94e9-d7be457054de', 'name': '', 'network_id': '18042040-c56a-4040-8df5-b4d63e6088c2', 'tenant_id': 'eb4a634382c64eabbfb18238247bc046', 'mac_address': 'fa:16:3e:f3:9d:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '223d9674-94fb-428b-8ac7-9304fb079498', 'device_owner': 'network:router_interface', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': '57210c69-d076-4c63-b5c7-0752f3df053e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:55:18Z', 'updated_at': '2021-10-27T10:55:24Z', 'revision_number': 4, 'project_id': 'eb4a634382c64eabbfb18238247bc046', 'subnets': [{'id': '57210c69-d076-4c63-b5c7-0752f3df053e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:55:25.993919 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d1af3ab-304f-49b5-a204-af5ded0d5b5d None None] The sync data for ids ['223d9674-94fb-428b-8ac7-9304fb079498'] in n-d-813419-10 is: [{'id': '223d9674-94fb-428b-8ac7-9304fb079498', 'name': 'tempest-RoutersIpV6Test-router-510798743', 'tenant_id': 'eb4a634382c64eabbfb18238247bc046', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:55:13Z', 'updated_at': '2021-10-27T10:55:24Z', 'revision_number': 4, 'project_id': 'eb4a634382c64eabbfb18238247bc046', 'gw_port_host': None, '_interfaces': [{'id': '32d2f4c2-f245-43c1-9b1d-b9db9f0423c1', 'name': '', 'network_id': 'fbe55640-9c1c-43fe-9950-b4068d31117d', 'tenant_id': 'eb4a634382c64eabbfb18238247bc046', 'mac_address': 'fa:16:3e:01:21:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '223d9674-94fb-428b-8ac7-9304fb079498', 'device_owner': 'network:router_interface', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': '7653eb31-5b8f-49c5-801d-4e49d42fb525', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:55:14Z', 'updated_at': '2021-10-27T10:55:20Z', 'revision_number': 5, 'project_id': 'eb4a634382c64eabbfb18238247bc046', 'subnets': [{'id': '7653eb31-5b8f-49c5-801d-4e49d42fb525', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7a7e5da9-665e-4af2-a781-46733b0a5e91', 'name': '', 'network_id': 'f700057d-62f2-4e52-80b3-0478ab2e05e4', 'tenant_id': 'eb4a634382c64eabbfb18238247bc046', 'mac_address': 'fa:16:3e:e9:51:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '223d9674-94fb-428b-8ac7-9304fb079498', 'device_owner': 'network:router_interface', 'standard_attr_id': 3847, 'fixed_ips': [{'subnet_id': 'ce5b1d73-e7af-4ccd-8eb7-dd6b79a2fdd7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:55:23Z', 'updated_at': '2021-10-27T10:55:24Z', 'revision_number': 1, 'project_id': 'eb4a634382c64eabbfb18238247bc046', 'subnets': [{'id': 'ce5b1d73-e7af-4ccd-8eb7-dd6b79a2fdd7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9a6b81c-36e5-47b3-94e9-d7be457054de', 'name': '', 'network_id': '18042040-c56a-4040-8df5-b4d63e6088c2', 'tenant_id': 'eb4a634382c64eabbfb18238247bc046', 'mac_address': 'fa:16:3e:f3:9d:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '223d9674-94fb-428b-8ac7-9304fb079498', 'device_owner': 'network:router_interface', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': '57210c69-d076-4c63-b5c7-0752f3df053e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:55:18Z', 'updated_at': '2021-10-27T10:55:24Z', 'revision_number': 4, 'project_id': 'eb4a634382c64eabbfb18238247bc046', 'subnets': [{'id': '57210c69-d076-4c63-b5c7-0752f3df053e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:55:26.164394 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d69ff7f-da39-4ae1-930a-772d8b1a3f30 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Router 223d9674-94fb-428b-8ac7-9304fb079498 has already been hosted by L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb {{(pid=102347) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 10:55:26.309038 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d69ff7f-da39-4ae1-930a-772d8b1a3f30 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:55:26.318390 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-3d69ff7f-da39-4ae1-930a-772d8b1a3f30 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] 10.222.0.44 "PUT /v2.0/routers/223d9674-94fb-428b-8ac7-9304fb079498/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8957875 Oct 27 10:55:26.321585 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 38008) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:55:26.326542 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-00b0bf4d-6b71-42a9-b888-2f204a4864ec tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-41555509'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:55:26.374257 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00b0bf4d-6b71-42a9-b888-2f204a4864ec tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Made reservation on behalf of eb4a634382c64eabbfb18238247bc046 for: {'network': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:55:26.378451 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-00b0bf4d-6b71-42a9-b888-2f204a4864ec tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for network, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:26.419379 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00b0bf4d-6b71-42a9-b888-2f204a4864ec tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 419} {{(pid=102347) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 10:55:26.438839 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-00b0bf4d-6b71-42a9-b888-2f204a4864ec tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:26.439186 n-d-813419-10 neutron-server[102347]: INFO neutron.db.segments_db [None req-00b0bf4d-6b71-42a9-b888-2f204a4864ec tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Added segment 31b62828-430e-4d18-aff6-969af48ba471 of type vlan for network 593dcdf0-c2e9-427e-ab61-510c46a29188 Oct 27 10:55:26.494020 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-00b0bf4d-6b71-42a9-b888-2f204a4864ec tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743872593080'] for network, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:26.502250 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06c23f15-39b0-4ffa-aad7-a070c176704c None None] Network f700057d-62f2-4e52-80b3-0478ab2e05e4 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:55:26.526574 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-00b0bf4d-6b71-42a9-b888-2f204a4864ec tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913'] for network, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:26.532817 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00b0bf4d-6b71-42a9-b888-2f204a4864ec tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:55:26.533854 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-00b0bf4d-6b71-42a9-b888-2f204a4864ec tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks [] for network, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:26.609462 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-00b0bf4d-6b71-42a9-b888-2f204a4864ec tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2868123 Oct 27 10:55:26.612546 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 38012) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:55:26.618610 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-c6f61d08-fcf1-4aec-829a-8ed161a8fa14 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Request body: {'subnet': {'network_id': '593dcdf0-c2e9-427e-ab61-510c46a29188', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:55:26.630637 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b0bf4d-6b71-42a9-b888-2f204a4864ec tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Pushing event updated for resources: {'Network': ['ID=593dcdf0-c2e9-427e-ab61-510c46a29188,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:55:26.647539 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Network 593dcdf0-c2e9-427e-ab61-510c46a29188 details requested by agent ovs-agent-n-d-813419-10 with host n-d-813419-10 {{(pid=102348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 10:55:26.737169 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-13ebd58b-89ab-4d7b-8d68-7c1301df73af None None] Provisioning complete for port 59d4fd59-1b9b-45ac-ba29-e0b99c080e63 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:55:26.743701 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-13ebd58b-89ab-4d7b-8d68-7c1301df73af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:26.906566 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317043cd-a693-430d-87d8-0fd2faa3a840 req-b37bfdd7-aa3a-494d-a1d0-fb2e9b740c44 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:55:26.908978 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-317043cd-a693-430d-87d8-0fd2faa3a840 req-b37bfdd7-aa3a-494d-a1d0-fb2e9b740c44 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "GET /v2.0/ports?device_id=32c83879-889b-42fc-9b3a-977d6172e638 HTTP/1.1" status: 200 len: 945 time: 0.1900327 Oct 27 10:55:26.910648 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6f61d08-fcf1-4aec-829a-8ed161a8fa14 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Made reservation on behalf of eb4a634382c64eabbfb18238247bc046 for: {'subnet': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:55:26.914662 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-c6f61d08-fcf1-4aec-829a-8ed161a8fa14 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18044073'] for subnet, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:26.969735 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 59d4fd59-1b9b-45ac-ba29-e0b99c080e63 up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:55:27.048504 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-317043cd-a693-430d-87d8-0fd2faa3a840 req-cd02b368-4c3b-45ec-9cdb-d530693fba6a tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "GET /v2.0/security-groups?id=400a7a10-ae98-4ff7-8b32-bae6f0d1c63e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1017222 Oct 27 10:55:27.219904 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port 59d4fd59-1b9b-45ac-ba29-e0b99c080e63 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:55:27.220297 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:27.252263 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-13ebd58b-89ab-4d7b-8d68-7c1301df73af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:27.271177 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-c6f61d08-fcf1-4aec-829a-8ed161a8fa14 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-18295883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18044091'] for subnet, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:27.311717 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-13ebd58b-89ab-4d7b-8d68-7c1301df73af None None] For port 59d4fd59-1b9b-45ac-ba29-e0b99c080e63, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=59d4fd59-1b9b-45ac-ba29-e0b99c080e63,segment=NetworkSegment(a7e9344d-31e1-4c9f-96b8-3dec442d858c),segment_id=a7e9344d-31e1-4c9f-96b8-3dec442d858c)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:55:27.323256 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-13ebd58b-89ab-4d7b-8d68-7c1301df73af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:27.391394 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f61d08-fcf1-4aec-829a-8ed161a8fa14 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Pushing event updated for resources: {'Subnet': ['ID=be33faf4-55ed-45ae-8a13-00e75138f4e2,revision_number=0']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:55:27.468321 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ebd58b-89ab-4d7b-8d68-7c1301df73af None None] Pushing event updated for resources: {'Port': ['ID=59d4fd59-1b9b-45ac-ba29-e0b99c080e63,revision_number=3']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:55:27.469078 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6f61d08-fcf1-4aec-829a-8ed161a8fa14 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Checking segment: {'id': '31b62828-430e-4d18-aff6-969af48ba471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '593dcdf0-c2e9-427e-ab61-510c46a29188'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:55:27.469418 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6f61d08-fcf1-4aec-829a-8ed161a8fa14 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Network hostable DHCP agents. Network: 593dcdf0-c2e9-427e-ab61-510c46a29188, hostable agents: ['eafd4000-b897-4722-ae8b-0118ec955181'], hosted agents: [] {{(pid=102347) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 10:55:27.497490 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6f61d08-fcf1-4aec-829a-8ed161a8fa14 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Network 593dcdf0-c2e9-427e-ab61-510c46a29188 is scheduled to be hosted by DHCP agent eafd4000-b897-4722-ae8b-0118ec955181 with binding_index 1 {{(pid=102347) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 10:55:27.514448 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [None req-c6f61d08-fcf1-4aec-829a-8ed161a8fa14 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-10, 593dcdf0-c2e9-427e-ab61-510c46a29188) {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:55:27.519683 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6f61d08-fcf1-4aec-829a-8ed161a8fa14 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:55:27.520783 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-c6f61d08-fcf1-4aec-829a-8ed161a8fa14 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks [] for subnet, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:27.525543 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbc2e915-5f90-4b1f-a01d-255e8ca63f68 None None] Network 593dcdf0-c2e9-427e-ab61-510c46a29188 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:55:27.553119 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-c6f61d08-fcf1-4aec-829a-8ed161a8fa14 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9384062 Oct 27 10:55:27.554977 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 38018) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:55:27.745059 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-89ec2987-08c8-491c-adb4-d52a79542a6e None None] Provisioning complete for port 7a7e5da9-665e-4af2-a781-46733b0a5e91 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:55:27.745542 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-89ec2987-08c8-491c-adb4-d52a79542a6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:27.831914 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-89ec2987-08c8-491c-adb4-d52a79542a6e None None] Port 7a7e5da9-665e-4af2-a781-46733b0a5e91 cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:55:27.906913 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-89ec2987-08c8-491c-adb4-d52a79542a6e None None] Provisioning complete for port 59d4fd59-1b9b-45ac-ba29-e0b99c080e63 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:55:27.907492 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-89ec2987-08c8-491c-adb4-d52a79542a6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:27.949684 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc2a898e-3fc0-445b-a399-62880a89d63b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp734b258e-7d96-550c-b970-9b72ab66f383-593dcdf0-c2e9-427e-ab61-510c46a29188', 'network_id': '593dcdf0-c2e9-427e-ab61-510c46a29188', 'tenant_id': 'eb4a634382c64eabbfb18238247bc046', 'fixed_ips': [{'subnet_id': 'be33faf4-55ed-45ae-8a13-00e75138f4e2'}]}} from n-d-813419-10. {{(pid=102348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 10:55:27.951131 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-dc2a898e-3fc0-445b-a399-62880a89d63b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:28.072954 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9619e3aa-34be-4e07-a0f2-72ef8fa024db None None] Sync routers for ids ['223d9674-94fb-428b-8ac7-9304fb079498'] in n-d-813419-10 {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:55:28.149057 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9619e3aa-34be-4e07-a0f2-72ef8fa024db None None] Routers {'223d9674-94fb-428b-8ac7-9304fb079498'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:55:28.149468 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-9619e3aa-34be-4e07-a0f2-72ef8fa024db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:55:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['223d9674-94fb-428b-8ac7-9304fb079498'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:55:28.293852 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-cf06da7c-f534-43b5-b7f2-474e8fe41512 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:28.395562 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvr_db [None req-9619e3aa-34be-4e07-a0f2-72ef8fa024db None None] Set router 223d9674-94fb-428b-8ac7-9304fb079498 gateway port host: None {{(pid=102348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:55:28.456530 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.db_base_plugin_common [None req-dc2a898e-3fc0-445b-a399-62880a89d63b None None] Allocated IP 2001:db8:3::2 (593dcdf0-c2e9-427e-ab61-510c46a29188/be33faf4-55ed-45ae-8a13-00e75138f4e2/558295b0-d68c-4c54-a19f-88940b836351) {{(pid=102348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:55:28.530916 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7c48eb-ba95-41ab-acca-7657676dcbba req-6088c16b-368d-46da-a8e6-d11722ed0a17 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:55:28.539486 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-9e7c48eb-ba95-41ab-acca-7657676dcbba req-6088c16b-368d-46da-a8e6-d11722ed0a17 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "GET /v2.0/ports?device_id=32c83879-889b-42fc-9b3a-977d6172e638 HTTP/1.1" status: 200 len: 945 time: 0.3546820 Oct 27 10:55:28.640698 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-9e7c48eb-ba95-41ab-acca-7657676dcbba req-4b382e2d-d0d1-42ec-a6a2-6fd7af4970db tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "GET /v2.0/security-groups?id=400a7a10-ae98-4ff7-8b32-bae6f0d1c63e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0988276 Oct 27 10:55:28.981070 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-aa5c29e1-110c-43fd-be16-f6aa4810b8ae None None] Provisioning complete for port 7a7e5da9-665e-4af2-a781-46733b0a5e91 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:55:28.982125 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-aa5c29e1-110c-43fd-be16-f6aa4810b8ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:29.025677 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 59d4fd59-1b9b-45ac-ba29-e0b99c080e63 up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:55:29.110098 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-aa5c29e1-110c-43fd-be16-f6aa4810b8ae None None] Port 7a7e5da9-665e-4af2-a781-46733b0a5e91 cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:55:29.163072 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-dc2a898e-3fc0-445b-a399-62880a89d63b None None] Publish callbacks [] for port, precommit_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:29.165044 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port 59d4fd59-1b9b-45ac-ba29-e0b99c080e63 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:55:29.165510 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:29.189827 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-dc2a898e-3fc0-445b-a399-62880a89d63b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606'] for port, after_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:29.201492 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-9619e3aa-34be-4e07-a0f2-72ef8fa024db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '223d9674-94fb-428b-8ac7-9304fb079498', 'name': 'tempest-RoutersIpV6Test-router-510798743', 'tenant_id': 'eb4a634382c64eabbfb18238247bc046', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:55:13Z', 'updated_at': '2021-10-27T10:55:24Z', 'revision_number': 4, 'project_id': 'eb4a634382c64eabbfb18238247bc046', 'gw_port_host': None, '_interfaces': [{'id': '32d2f4c2-f245-43c1-9b1d-b9db9f0423c1', 'name': '', 'network_id': 'fbe55640-9c1c-43fe-9950-b4068d31117d', 'tenant_id': 'eb4a634382c64eabbfb18238247bc046', 'mac_address': 'fa:16:3e:01:21:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '223d9674-94fb-428b-8ac7-9304fb079498', 'device_owner': 'network:router_interface', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': '7653eb31-5b8f-49c5-801d-4e49d42fb525', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:55:14Z', 'updated_at': '2021-10-27T10:55:20Z', 'revision_number': 5, 'project_id': 'eb4a634382c64eabbfb18238247bc046', 'subnets': [{'id': '7653eb31-5b8f-49c5-801d-4e49d42fb525', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7a7e5da9-665e-4af2-a781-46733b0a5e91', 'name': '', 'network_id': 'f700057d-62f2-4e52-80b3-0478ab2e05e4', 'tenant_id': 'eb4a634382c64eabbfb18238247bc046', 'mac_address': 'fa:16:3e:e9:51:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '223d9674-94fb-428b-8ac7-9304fb079498', 'device_owner': 'network:router_interface', 'standard_attr_id': 3847, 'fixed_ips': [{'subnet_id': 'ce5b1d73-e7af-4ccd-8eb7-dd6b79a2fdd7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:55:23Z', 'updated_at': '2021-10-27T10:55:25Z', 'revision_number': 2, 'project_id': 'eb4a634382c64eabbfb18238247bc046', 'subnets': [{'id': 'ce5b1d73-e7af-4ccd-8eb7-dd6b79a2fdd7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9a6b81c-36e5-47b3-94e9-d7be457054de', 'name': '', 'network_id': '18042040-c56a-4040-8df5-b4d63e6088c2', 'tenant_id': 'eb4a634382c64eabbfb18238247bc046', 'mac_address': 'fa:16:3e:f3:9d:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '223d9674-94fb-428b-8ac7-9304fb079498', 'device_owner': 'network:router_interface', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': '57210c69-d076-4c63-b5c7-0752f3df053e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:55:18Z', 'updated_at': '2021-10-27T10:55:25Z', 'revision_number': 5, 'project_id': 'eb4a634382c64eabbfb18238247bc046', 'subnets': [{'id': '57210c69-d076-4c63-b5c7-0752f3df053e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:55:29.240122 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_common [None req-cf06da7c-f534-43b5-b7f2-474e8fe41512 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Allocated IP 2001:db8:3::1 (593dcdf0-c2e9-427e-ab61-510c46a29188/be33faf4-55ed-45ae-8a13-00e75138f4e2/259ec403-71b6-46e5-b878-b33352d5dde5) {{(pid=102346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:55:29.260074 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9619e3aa-34be-4e07-a0f2-72ef8fa024db None None] Checking router: 223d9674-94fb-428b-8ac7-9304fb079498 for host: n-d-813419-10 {{(pid=102348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 10:55:29.260741 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9619e3aa-34be-4e07-a0f2-72ef8fa024db None None] Updating router 223d9674-94fb-428b-8ac7-9304fb079498 port 7a7e5da9-665e-4af2-a781-46733b0a5e91 binding host n-d-813419-10 {{(pid=102348) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 10:55:29.278535 n-d-813419-10 neutron-server[102348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc2a898e-3fc0-445b-a399-62880a89d63b None None] Network 593dcdf0-c2e9-427e-ab61-510c46a29188 is already hosted by enough agents. {{(pid=102348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:55:29.302752 n-d-813419-10 neutron-server[102348]: DEBUG neutron.scheduler.base_scheduler [None req-dc2a898e-3fc0-445b-a399-62880a89d63b None None] Resources bound (agent type, host, resource id): {{(pid=102348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:55:29.308151 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc2a898e-3fc0-445b-a399-62880a89d63b None None] Received port after_create {{(pid=102348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:55:29.312052 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2a898e-3fc0-445b-a399-62880a89d63b None None] Pushing event updated for resources: {'Port': ['ID=558295b0-d68c-4c54-a19f-88940b836351,revision_number=1']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:55:29.324896 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-9619e3aa-34be-4e07-a0f2-72ef8fa024db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:29.466723 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device c9a6b81c-36e5-47b3-94e9-d7be457054de up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:55:29.470876 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-dc2a898e-3fc0-445b-a399-62880a89d63b None None] Attempting to bind port 558295b0-d68c-4c54-a19f-88940b836351 on host n-d-813419-10 for vnic_type normal with profile {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:55:29.470876 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-dc2a898e-3fc0-445b-a399-62880a89d63b None None] Attempting to bind port 558295b0-d68c-4c54-a19f-88940b836351 by drivers openvswitch,hyperv on host n-d-813419-10 at level 0 using segments [{'id': '31b62828-430e-4d18-aff6-969af48ba471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '593dcdf0-c2e9-427e-ab61-510c46a29188'}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:55:29.470876 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc2a898e-3fc0-445b-a399-62880a89d63b None None] Attempting to bind port 558295b0-d68c-4c54-a19f-88940b836351 on network 593dcdf0-c2e9-427e-ab61-510c46a29188 {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:55:29.475933 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-cf06da7c-f534-43b5-b7f2-474e8fe41512 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks [] for port, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:29.522580 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-cf06da7c-f534-43b5-b7f2-474e8fe41512 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:29.550869 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc2a898e-3fc0-445b-a399-62880a89d63b None None] Checking agent: {'id': '89dba0f3-79b2-435e-9822-33674b8f6ada', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 8, 20), 'started_at': datetime.datetime(2021, 10, 27, 10, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 55, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:55:29.551536 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc2a898e-3fc0-445b-a399-62880a89d63b None None] Checking segment: {'id': '31b62828-430e-4d18-aff6-969af48ba471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '593dcdf0-c2e9-427e-ab61-510c46a29188'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:55:29.551759 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-dc2a898e-3fc0-445b-a399-62880a89d63b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:29.552878 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc2a898e-3fc0-445b-a399-62880a89d63b None None] Bound using segment: {'id': '31b62828-430e-4d18-aff6-969af48ba471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '593dcdf0-c2e9-427e-ab61-510c46a29188'} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:55:29.552878 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-dc2a898e-3fc0-445b-a399-62880a89d63b None None] Bound port: 558295b0-d68c-4c54-a19f-88940b836351, host: n-d-813419-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31b62828-430e-4d18-aff6-969af48ba471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '593dcdf0-c2e9-427e-ab61-510c46a29188'}}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:55:29.554685 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-dc2a898e-3fc0-445b-a399-62880a89d63b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:29.563963 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf06da7c-f534-43b5-b7f2-474e8fe41512 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Network 593dcdf0-c2e9-427e-ab61-510c46a29188 is already hosted by enough agents. {{(pid=102346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:55:29.565505 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-cf06da7c-f534-43b5-b7f2-474e8fe41512 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Resources bound (agent type, host, resource id): {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:55:29.576813 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf06da7c-f534-43b5-b7f2-474e8fe41512 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Received port after_create {{(pid=102346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:55:29.577676 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-cf06da7c-f534-43b5-b7f2-474e8fe41512 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1664961'] for router_interface, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:29.666109 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf06da7c-f534-43b5-b7f2-474e8fe41512 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Pushing event updated for resources: {'Port': ['ID=259ec403-71b6-46e5-b878-b33352d5dde5,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:55:29.698892 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port c9a6b81c-36e5-47b3-94e9-d7be457054de triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:55:29.699113 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:29.703023 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-dc2a898e-3fc0-445b-a399-62880a89d63b None None] For port 558295b0-d68c-4c54-a19f-88940b836351, host n-d-813419-10, cleared binding levels {{(pid=102348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:55:29.708389 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-dc2a898e-3fc0-445b-a399-62880a89d63b None None] For port 558295b0-d68c-4c54-a19f-88940b836351, host n-d-813419-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=558295b0-d68c-4c54-a19f-88940b836351,segment=NetworkSegment(31b62828-430e-4d18-aff6-969af48ba471),segment_id=31b62828-430e-4d18-aff6-969af48ba471)] {{(pid=102348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:55:29.734276 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-dc2a898e-3fc0-445b-a399-62880a89d63b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:29.801499 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-cf06da7c-f534-43b5-b7f2-474e8fe41512 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:29.868361 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2a898e-3fc0-445b-a399-62880a89d63b None None] Pushing event updated for resources: {'Port': ['ID=558295b0-d68c-4c54-a19f-88940b836351,revision_number=2']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:55:29.908028 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5ea752-63f4-45cd-be56-43469aebddd1 req-97121bb2-eb4d-46f4-9e66-7ba4c662719d tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:55:29.933356 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-bf5ea752-63f4-45cd-be56-43469aebddd1 req-97121bb2-eb4d-46f4-9e66-7ba4c662719d tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "GET /v2.0/ports?device_id=32c83879-889b-42fc-9b3a-977d6172e638 HTTP/1.1" status: 200 len: 945 time: 0.1701245 Oct 27 10:55:29.971194 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-9619e3aa-34be-4e07-a0f2-72ef8fa024db None None] Publish callbacks [] for port, precommit_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:29.986204 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-9619e3aa-34be-4e07-a0f2-72ef8fa024db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:30.016089 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-bf5ea752-63f4-45cd-be56-43469aebddd1 req-4213c5fa-5fd7-4cf3-a01a-05ca66f9dea3 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "GET /v2.0/security-groups?id=400a7a10-ae98-4ff7-8b32-bae6f0d1c63e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0811999 Oct 27 10:55:30.165475 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8905a05c-5877-4d0a-8144-1f0b9bd39e56 None None] Pushing event updated for resources: {'Port': ['ID=7a7e5da9-665e-4af2-a781-46733b0a5e91,revision_number=3']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:55:30.221227 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-9619e3aa-34be-4e07-a0f2-72ef8fa024db None None] Attempting to bind port 7a7e5da9-665e-4af2-a781-46733b0a5e91 on host n-d-813419-10 for vnic_type normal with profile {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:55:30.221746 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-9619e3aa-34be-4e07-a0f2-72ef8fa024db None None] Attempting to bind port 7a7e5da9-665e-4af2-a781-46733b0a5e91 by drivers openvswitch,hyperv on host n-d-813419-10 at level 0 using segments [{'id': 'a7e9344d-31e1-4c9f-96b8-3dec442d858c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'f700057d-62f2-4e52-80b3-0478ab2e05e4'}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:55:30.222597 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9619e3aa-34be-4e07-a0f2-72ef8fa024db None None] Attempting to bind port 7a7e5da9-665e-4af2-a781-46733b0a5e91 on network f700057d-62f2-4e52-80b3-0478ab2e05e4 {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:55:30.229736 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9619e3aa-34be-4e07-a0f2-72ef8fa024db None None] Checking agent: {'id': '89dba0f3-79b2-435e-9822-33674b8f6ada', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 8, 20), 'started_at': datetime.datetime(2021, 10, 27, 10, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 55, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:55:30.230283 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9619e3aa-34be-4e07-a0f2-72ef8fa024db None None] Checking segment: {'id': 'a7e9344d-31e1-4c9f-96b8-3dec442d858c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'f700057d-62f2-4e52-80b3-0478ab2e05e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:55:30.230778 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-9619e3aa-34be-4e07-a0f2-72ef8fa024db None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:30.231190 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9619e3aa-34be-4e07-a0f2-72ef8fa024db None None] Bound using segment: {'id': 'a7e9344d-31e1-4c9f-96b8-3dec442d858c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'f700057d-62f2-4e52-80b3-0478ab2e05e4'} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:55:30.231708 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-9619e3aa-34be-4e07-a0f2-72ef8fa024db None None] Bound port: 7a7e5da9-665e-4af2-a781-46733b0a5e91, host: n-d-813419-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7e9344d-31e1-4c9f-96b8-3dec442d858c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'f700057d-62f2-4e52-80b3-0478ab2e05e4'}}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:55:30.232290 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-9619e3aa-34be-4e07-a0f2-72ef8fa024db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:30.397570 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-9619e3aa-34be-4e07-a0f2-72ef8fa024db None None] For port 7a7e5da9-665e-4af2-a781-46733b0a5e91, host n-d-813419-10, cleared binding levels {{(pid=102348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:55:30.401911 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-9619e3aa-34be-4e07-a0f2-72ef8fa024db None None] For port 7a7e5da9-665e-4af2-a781-46733b0a5e91, host n-d-813419-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=7a7e5da9-665e-4af2-a781-46733b0a5e91,segment=NetworkSegment(a7e9344d-31e1-4c9f-96b8-3dec442d858c),segment_id=a7e9344d-31e1-4c9f-96b8-3dec442d858c)] {{(pid=102348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:55:30.408410 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-9619e3aa-34be-4e07-a0f2-72ef8fa024db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:30.531019 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9619e3aa-34be-4e07-a0f2-72ef8fa024db None None] Routers {'223d9674-94fb-428b-8ac7-9304fb079498'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:55:30.531336 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-cf06da7c-f534-43b5-b7f2-474e8fe41512 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks [] for port, precommit_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:30.531482 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-9619e3aa-34be-4e07-a0f2-72ef8fa024db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:55:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['223d9674-94fb-428b-8ac7-9304fb079498'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:55:30.538195 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-cf06da7c-f534-43b5-b7f2-474e8fe41512 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27024173'] for port, after_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:30.539520 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-cf06da7c-f534-43b5-b7f2-474e8fe41512 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2006967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1766225'] for router_interface, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:30.701991 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf06da7c-f534-43b5-b7f2-474e8fe41512 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Pushing event updated for resources: {'Port': ['ID=259ec403-71b6-46e5-b878-b33352d5dde5,revision_number=2']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:55:30.747138 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf06da7c-f534-43b5-b7f2-474e8fe41512 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Network 593dcdf0-c2e9-427e-ab61-510c46a29188 is already hosted by enough agents. {{(pid=102346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:55:30.749164 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-cf06da7c-f534-43b5-b7f2-474e8fe41512 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Resources bound (agent type, host, resource id): {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:55:30.792404 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8905a05c-5877-4d0a-8144-1f0b9bd39e56 None None] Pushing event updated for resources: {'Port': ['ID=7a7e5da9-665e-4af2-a781-46733b0a5e91,revision_number=4']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:55:30.832967 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-d47f5df4-16d2-4641-91dd-6619e64dcf9e None None] Provisioning complete for port 7a7e5da9-665e-4af2-a781-46733b0a5e91 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:55:30.833367 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-d47f5df4-16d2-4641-91dd-6619e64dcf9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:30.896181 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvr_db [None req-9619e3aa-34be-4e07-a0f2-72ef8fa024db None None] Set router 223d9674-94fb-428b-8ac7-9304fb079498 gateway port host: None {{(pid=102348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:55:30.938703 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf06da7c-f534-43b5-b7f2-474e8fe41512 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Router 223d9674-94fb-428b-8ac7-9304fb079498 has already been hosted by L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb {{(pid=102346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 10:55:31.016027 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 558295b0-d68c-4c54-a19f-88940b836351 up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:55:31.116946 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf06da7c-f534-43b5-b7f2-474e8fe41512 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:55:31.133500 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-cf06da7c-f534-43b5-b7f2-474e8fe41512 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] 10.222.0.44 "PUT /v2.0/routers/223d9674-94fb-428b-8ac7-9304fb079498/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5774043 Oct 27 10:55:31.136854 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 38040) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:55:31.152321 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-5c50c85a-968c-4947-b840-4726745306ed tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:55:31.281624 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb853f73-10c1-42e4-9420-7a574e0074cc req-6d05bded-2714-4983-8bac-d74f057a5f57 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:55:31.297513 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-eb853f73-10c1-42e4-9420-7a574e0074cc req-6d05bded-2714-4983-8bac-d74f057a5f57 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "GET /v2.0/ports?device_id=32c83879-889b-42fc-9b3a-977d6172e638 HTTP/1.1" status: 200 len: 945 time: 0.1277692 Oct 27 10:55:31.394799 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-eb853f73-10c1-42e4-9420-7a574e0074cc req-06f3eda5-94d4-4251-9e8c-c6441d13f78d tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "GET /v2.0/security-groups?id=400a7a10-ae98-4ff7-8b32-bae6f0d1c63e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0960915 Oct 27 10:55:31.492483 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-d47f5df4-16d2-4641-91dd-6619e64dcf9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:31.630781 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port 558295b0-d68c-4c54-a19f-88940b836351 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:55:31.631623 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:31.682921 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dadfe70-c4b1-41f8-9d17-4bfc1b3dc571 None None] Network 593dcdf0-c2e9-427e-ab61-510c46a29188 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:55:31.687287 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-d47f5df4-16d2-4641-91dd-6619e64dcf9e None None] For port 7a7e5da9-665e-4af2-a781-46733b0a5e91, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=7a7e5da9-665e-4af2-a781-46733b0a5e91,segment=NetworkSegment(a7e9344d-31e1-4c9f-96b8-3dec442d858c),segment_id=a7e9344d-31e1-4c9f-96b8-3dec442d858c)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:55:31.763488 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-d47f5df4-16d2-4641-91dd-6619e64dcf9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:31.808495 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.extraroute_db [None req-5c50c85a-968c-4947-b840-4726745306ed tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Added routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=102347) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Oct 27 10:55:31.836730 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.extraroute_db [None req-5c50c85a-968c-4947-b840-4726745306ed tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Removed routes are [] {{(pid=102347) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Oct 27 10:55:31.837269 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-5c50c85a-968c-4947-b840-4726745306ed tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1769395', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1765690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3711'] for router, precommit_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:31.856117 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:31.935830 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47f5df4-16d2-4641-91dd-6619e64dcf9e None None] Pushing event updated for resources: {'Port': ['ID=7a7e5da9-665e-4af2-a781-46733b0a5e91,revision_number=5']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:55:31.941630 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] For port 558295b0-d68c-4c54-a19f-88940b836351, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=558295b0-d68c-4c54-a19f-88940b836351,segment=NetworkSegment(31b62828-430e-4d18-aff6-969af48ba471),segment_id=31b62828-430e-4d18-aff6-969af48ba471)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:55:31.957782 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:31.981631 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-9619e3aa-34be-4e07-a0f2-72ef8fa024db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '223d9674-94fb-428b-8ac7-9304fb079498', 'name': 'tempest-RoutersIpV6Test-router-510798743', 'tenant_id': 'eb4a634382c64eabbfb18238247bc046', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:55:13Z', 'updated_at': '2021-10-27T10:55:29Z', 'revision_number': 5, 'project_id': 'eb4a634382c64eabbfb18238247bc046', 'gw_port_host': None, '_interfaces': [{'id': '259ec403-71b6-46e5-b878-b33352d5dde5', 'name': '', 'network_id': '593dcdf0-c2e9-427e-ab61-510c46a29188', 'tenant_id': 'eb4a634382c64eabbfb18238247bc046', 'mac_address': 'fa:16:3e:c0:dd:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '223d9674-94fb-428b-8ac7-9304fb079498', 'device_owner': 'network:router_interface', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': 'be33faf4-55ed-45ae-8a13-00e75138f4e2', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:55:28Z', 'updated_at': '2021-10-27T10:55:30Z', 'revision_number': 2, 'project_id': 'eb4a634382c64eabbfb18238247bc046', 'subnets': [{'id': 'be33faf4-55ed-45ae-8a13-00e75138f4e2', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '32d2f4c2-f245-43c1-9b1d-b9db9f0423c1', 'name': '', 'network_id': 'fbe55640-9c1c-43fe-9950-b4068d31117d', 'tenant_id': 'eb4a634382c64eabbfb18238247bc046', 'mac_address': 'fa:16:3e:01:21:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '223d9674-94fb-428b-8ac7-9304fb079498', 'device_owner': 'network:router_interface', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': '7653eb31-5b8f-49c5-801d-4e49d42fb525', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:55:14Z', 'updated_at': '2021-10-27T10:55:20Z', 'revision_number': 5, 'project_id': 'eb4a634382c64eabbfb18238247bc046', 'subnets': [{'id': '7653eb31-5b8f-49c5-801d-4e49d42fb525', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7a7e5da9-665e-4af2-a781-46733b0a5e91', 'name': '', 'network_id': 'f700057d-62f2-4e52-80b3-0478ab2e05e4', 'tenant_id': 'eb4a634382c64eabbfb18238247bc046', 'mac_address': 'fa:16:3e:e9:51:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '223d9674-94fb-428b-8ac7-9304fb079498', 'device_owner': 'network:router_interface', 'standard_attr_id': 3847, 'fixed_ips': [{'subnet_id': 'ce5b1d73-e7af-4ccd-8eb7-dd6b79a2fdd7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:55:23Z', 'updated_at': '2021-10-27T10:55:30Z', 'revision_number': 4, 'project_id': 'eb4a634382c64eabbfb18238247bc046', 'subnets': [{'id': 'ce5b1d73-e7af-4ccd-8eb7-dd6b79a2fdd7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9a6b81c-36e5-47b3-94e9-d7be457054de', 'name': '', 'network_id': '18042040-c56a-4040-8df5-b4d63e6088c2', 'tenant_id': 'eb4a634382c64eabbfb18238247bc046', 'mac_address': 'fa:16:3e:f3:9d:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '223d9674-94fb-428b-8ac7-9304fb079498', 'device_owner': 'network:router_interface', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': '57210c69-d076-4c63-b5c7-0752f3df053e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:55:18Z', 'updated_at': '2021-10-27T10:55:25Z', 'revision_number': 5, 'project_id': 'eb4a634382c64eabbfb18238247bc046', 'subnets': [{'id': '57210c69-d076-4c63-b5c7-0752f3df053e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:55:31.987288 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-a38f3dd2-2aa8-4d03-bf18-2fa7f411abfc None None] Provisioning complete for port 7a7e5da9-665e-4af2-a781-46733b0a5e91 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:55:31.988696 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a38f3dd2-2aa8-4d03-bf18-2fa7f411abfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:32.062741 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9619e3aa-34be-4e07-a0f2-72ef8fa024db None None] The sync data for ids ['223d9674-94fb-428b-8ac7-9304fb079498'] in n-d-813419-10 is: [{'id': '223d9674-94fb-428b-8ac7-9304fb079498', 'name': 'tempest-RoutersIpV6Test-router-510798743', 'tenant_id': 'eb4a634382c64eabbfb18238247bc046', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:55:13Z', 'updated_at': '2021-10-27T10:55:29Z', 'revision_number': 5, 'project_id': 'eb4a634382c64eabbfb18238247bc046', 'gw_port_host': None, '_interfaces': [{'id': '259ec403-71b6-46e5-b878-b33352d5dde5', 'name': '', 'network_id': '593dcdf0-c2e9-427e-ab61-510c46a29188', 'tenant_id': 'eb4a634382c64eabbfb18238247bc046', 'mac_address': 'fa:16:3e:c0:dd:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '223d9674-94fb-428b-8ac7-9304fb079498', 'device_owner': 'network:router_interface', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': 'be33faf4-55ed-45ae-8a13-00e75138f4e2', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:55:28Z', 'updated_at': '2021-10-27T10:55:30Z', 'revision_number': 2, 'project_id': 'eb4a634382c64eabbfb18238247bc046', 'subnets': [{'id': 'be33faf4-55ed-45ae-8a13-00e75138f4e2', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '32d2f4c2-f245-43c1-9b1d-b9db9f0423c1', 'name': '', 'network_id': 'fbe55640-9c1c-43fe-9950-b4068d31117d', 'tenant_id': 'eb4a634382c64eabbfb18238247bc046', 'mac_address': 'fa:16:3e:01:21:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '223d9674-94fb-428b-8ac7-9304fb079498', 'device_owner': 'network:router_interface', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': '7653eb31-5b8f-49c5-801d-4e49d42fb525', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:55:14Z', 'updated_at': '2021-10-27T10:55:20Z', 'revision_number': 5, 'project_id': 'eb4a634382c64eabbfb18238247bc046', 'subnets': [{'id': '7653eb31-5b8f-49c5-801d-4e49d42fb525', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7a7e5da9-665e-4af2-a781-46733b0a5e91', 'name': '', 'network_id': 'f700057d-62f2-4e52-80b3-0478ab2e05e4', 'tenant_id': 'eb4a634382c64eabbfb18238247bc046', 'mac_address': 'fa:16:3e:e9:51:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '223d9674-94fb-428b-8ac7-9304fb079498', 'device_owner': 'network:router_interface', 'standard_attr_id': 3847, 'fixed_ips': [{'subnet_id': 'ce5b1d73-e7af-4ccd-8eb7-dd6b79a2fdd7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:55:23Z', 'updated_at': '2021-10-27T10:55:30Z', 'revision_number': 4, 'project_id': 'eb4a634382c64eabbfb18238247bc046', 'subnets': [{'id': 'ce5b1d73-e7af-4ccd-8eb7-dd6b79a2fdd7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9a6b81c-36e5-47b3-94e9-d7be457054de', 'name': '', 'network_id': '18042040-c56a-4040-8df5-b4d63e6088c2', 'tenant_id': 'eb4a634382c64eabbfb18238247bc046', 'mac_address': 'fa:16:3e:f3:9d:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '223d9674-94fb-428b-8ac7-9304fb079498', 'device_owner': 'network:router_interface', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': '57210c69-d076-4c63-b5c7-0752f3df053e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:55:18Z', 'updated_at': '2021-10-27T10:55:25Z', 'revision_number': 5, 'project_id': 'eb4a634382c64eabbfb18238247bc046', 'subnets': [{'id': '57210c69-d076-4c63-b5c7-0752f3df053e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:55:32.179787 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-5c50c85a-968c-4947-b840-4726745306ed tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1769395', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1765690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3711'] for router, precommit_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:32.190327 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Pushing event updated for resources: {'Port': ['ID=558295b0-d68c-4c54-a19f-88940b836351,revision_number=3']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:55:32.190810 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-5c50c85a-968c-4947-b840-4726745306ed tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1769372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1769386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1769381', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1765685'] for router, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:32.314953 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-a38f3dd2-2aa8-4d03-bf18-2fa7f411abfc None None] Provisioning complete for port 558295b0-d68c-4c54-a19f-88940b836351 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:55:32.315324 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a38f3dd2-2aa8-4d03-bf18-2fa7f411abfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:32.704310 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:32.781091 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-c34692e8-a229-4221-a939-950dcc982df4 None None] Provisioning complete for port 259ec403-71b6-46e5-b878-b33352d5dde5 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:55:32.781839 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-c34692e8-a229-4221-a939-950dcc982df4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:32.881228 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-c34692e8-a229-4221-a939-950dcc982df4 None None] Port 259ec403-71b6-46e5-b878-b33352d5dde5 cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:55:32.932951 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-c34692e8-a229-4221-a939-950dcc982df4 None None] Provisioning complete for port 558295b0-d68c-4c54-a19f-88940b836351 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:55:32.933993 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-c34692e8-a229-4221-a939-950dcc982df4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:32.996762 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 558295b0-d68c-4c54-a19f-88940b836351 up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:55:33.122201 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7176a354-ffb7-4a43-9e1b-a3cb49b7fb04 req-5e343ef3-5224-4fca-9298-948b1e9fcade tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:55:33.122536 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port 558295b0-d68c-4c54-a19f-88940b836351 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:55:33.123015 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:33.127715 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-7176a354-ffb7-4a43-9e1b-a3cb49b7fb04 req-5e343ef3-5224-4fca-9298-948b1e9fcade tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "GET /v2.0/ports?device_id=32c83879-889b-42fc-9b3a-977d6172e638 HTTP/1.1" status: 200 len: 945 time: 0.1982243 Oct 27 10:55:33.147105 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c50c85a-968c-4947-b840-4726745306ed tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Router 223d9674-94fb-428b-8ac7-9304fb079498 has already been hosted by L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb {{(pid=102347) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 10:55:33.231702 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 7a7e5da9-665e-4af2-a781-46733b0a5e91 up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:55:33.346263 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-97ee8ba3-5de5-43b3-bfb5-87da8c7384d3 None None] Provisioning complete for port 259ec403-71b6-46e5-b878-b33352d5dde5 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:55:33.346598 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-97ee8ba3-5de5-43b3-bfb5-87da8c7384d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:33.363700 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-612ff860-cede-40c7-8e6f-fb9341890056 None None] Sync routers for ids ['223d9674-94fb-428b-8ac7-9304fb079498'] in n-d-813419-10 {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:55:33.377556 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-7176a354-ffb7-4a43-9e1b-a3cb49b7fb04 req-3002b0dc-57b8-45d3-b99f-10702347266f tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "GET /v2.0/security-groups?id=400a7a10-ae98-4ff7-8b32-bae6f0d1c63e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2416563 Oct 27 10:55:33.385007 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c50c85a-968c-4947-b840-4726745306ed tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:55:33.419618 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port 7a7e5da9-665e-4af2-a781-46733b0a5e91 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:55:33.419763 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-612ff860-cede-40c7-8e6f-fb9341890056 None None] Routers {'223d9674-94fb-428b-8ac7-9304fb079498'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:55:33.419871 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:33.419971 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-612ff860-cede-40c7-8e6f-fb9341890056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:55:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['223d9674-94fb-428b-8ac7-9304fb079498'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:55:33.425278 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-5c50c85a-968c-4947-b840-4726745306ed tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks [] for router, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:33.438480 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-97ee8ba3-5de5-43b3-bfb5-87da8c7384d3 None None] Port 259ec403-71b6-46e5-b878-b33352d5dde5 cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:55:33.441216 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 38054) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:55:33.463331 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-5c50c85a-968c-4947-b840-4726745306ed tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] 10.222.0.44 "PUT /v2.0/routers/223d9674-94fb-428b-8ac7-9304fb079498 HTTP/1.1" status: 200 len: 953 time: 2.3220251 Oct 27 10:55:33.559178 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvr_db [None req-612ff860-cede-40c7-8e6f-fb9341890056 None None] Set router 223d9674-94fb-428b-8ac7-9304fb079498 gateway port host: None {{(pid=102349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:55:33.675890 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-a810d95e-fe0e-49d2-bd98-840e037dd990 None None] Provisioning complete for port 259ec403-71b6-46e5-b878-b33352d5dde5 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:55:33.677036 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a810d95e-fe0e-49d2-bd98-840e037dd990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:33.734090 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-a810d95e-fe0e-49d2-bd98-840e037dd990 None None] Port 259ec403-71b6-46e5-b878-b33352d5dde5 cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:55:33.871869 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-612ff860-cede-40c7-8e6f-fb9341890056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '223d9674-94fb-428b-8ac7-9304fb079498', 'name': 'tempest-RoutersIpV6Test-router-510798743', 'tenant_id': 'eb4a634382c64eabbfb18238247bc046', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:55:13Z', 'updated_at': '2021-10-27T10:55:31Z', 'revision_number': 6, 'project_id': 'eb4a634382c64eabbfb18238247bc046', 'gw_port_host': None, '_interfaces': [{'id': '259ec403-71b6-46e5-b878-b33352d5dde5', 'name': '', 'network_id': '593dcdf0-c2e9-427e-ab61-510c46a29188', 'tenant_id': 'eb4a634382c64eabbfb18238247bc046', 'mac_address': 'fa:16:3e:c0:dd:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '223d9674-94fb-428b-8ac7-9304fb079498', 'device_owner': 'network:router_interface', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': 'be33faf4-55ed-45ae-8a13-00e75138f4e2', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:55:28Z', 'updated_at': '2021-10-27T10:55:30Z', 'revision_number': 2, 'project_id': 'eb4a634382c64eabbfb18238247bc046', 'subnets': [{'id': 'be33faf4-55ed-45ae-8a13-00e75138f4e2', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '32d2f4c2-f245-43c1-9b1d-b9db9f0423c1', 'name': '', 'network_id': 'fbe55640-9c1c-43fe-9950-b4068d31117d', 'tenant_id': 'eb4a634382c64eabbfb18238247bc046', 'mac_address': 'fa:16:3e:01:21:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '223d9674-94fb-428b-8ac7-9304fb079498', 'device_owner': 'network:router_interface', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': '7653eb31-5b8f-49c5-801d-4e49d42fb525', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:55:14Z', 'updated_at': '2021-10-27T10:55:20Z', 'revision_number': 5, 'project_id': 'eb4a634382c64eabbfb18238247bc046', 'subnets': [{'id': '7653eb31-5b8f-49c5-801d-4e49d42fb525', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7a7e5da9-665e-4af2-a781-46733b0a5e91', 'name': '', 'network_id': 'f700057d-62f2-4e52-80b3-0478ab2e05e4', 'tenant_id': 'eb4a634382c64eabbfb18238247bc046', 'mac_address': 'fa:16:3e:e9:51:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '223d9674-94fb-428b-8ac7-9304fb079498', 'device_owner': 'network:router_interface', 'standard_attr_id': 3847, 'fixed_ips': [{'subnet_id': 'ce5b1d73-e7af-4ccd-8eb7-dd6b79a2fdd7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:55:23Z', 'updated_at': '2021-10-27T10:55:31Z', 'revision_number': 5, 'project_id': 'eb4a634382c64eabbfb18238247bc046', 'subnets': [{'id': 'ce5b1d73-e7af-4ccd-8eb7-dd6b79a2fdd7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9a6b81c-36e5-47b3-94e9-d7be457054de', 'name': '', 'network_id': '18042040-c56a-4040-8df5-b4d63e6088c2', 'tenant_id': 'eb4a634382c64eabbfb18238247bc046', 'mac_address': 'fa:16:3e:f3:9d:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '223d9674-94fb-428b-8ac7-9304fb079498', 'device_owner': 'network:router_interface', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': '57210c69-d076-4c63-b5c7-0752f3df053e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:55:18Z', 'updated_at': '2021-10-27T10:55:25Z', 'revision_number': 5, 'project_id': 'eb4a634382c64eabbfb18238247bc046', 'subnets': [{'id': '57210c69-d076-4c63-b5c7-0752f3df053e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:55:33.911673 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-612ff860-cede-40c7-8e6f-fb9341890056 None None] Checking router: 223d9674-94fb-428b-8ac7-9304fb079498 for host: n-d-813419-10 {{(pid=102349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 10:55:33.912430 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-612ff860-cede-40c7-8e6f-fb9341890056 None None] Updating router 223d9674-94fb-428b-8ac7-9304fb079498 port 259ec403-71b6-46e5-b878-b33352d5dde5 binding host n-d-813419-10 {{(pid=102349) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 10:55:33.932806 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-a5b7f959-8668-4e1f-9edf-873e1890cbac tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] 10.222.0.44 "GET /v2.0/routers/223d9674-94fb-428b-8ac7-9304fb079498 HTTP/1.1" status: 200 len: 953 time: 0.4882388 Oct 27 10:55:33.934359 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 38058) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:55:33.942039 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-9de6b709-ef60-466c-9147-f42326093bdf tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Request body: {'router': {'routes': None}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:55:33.959959 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-612ff860-cede-40c7-8e6f-fb9341890056 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:34.307364 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.agents_db [None req-e79ee67d-056e-46ea-bd99-e80473396b25 None None] Agent healthcheck: found 7 active agents {{(pid=102349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 10:55:34.437472 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.extraroute_db [None req-9de6b709-ef60-466c-9147-f42326093bdf tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Added routes are [] {{(pid=102347) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Oct 27 10:55:34.437472 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.extraroute_db [None req-9de6b709-ef60-466c-9147-f42326093bdf tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Removed routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=102347) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Oct 27 10:55:34.473774 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-612ff860-cede-40c7-8e6f-fb9341890056 None None] Publish callbacks [] for port, precommit_update {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:34.480625 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-612ff860-cede-40c7-8e6f-fb9341890056 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:34.494670 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-9de6b709-ef60-466c-9147-f42326093bdf tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1769395', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1765690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3711'] for router, precommit_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:34.610809 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7282b0c-c6fb-4f5c-b891-a6d15c4af0fe req-060610a0-31b4-4cd6-8d4c-a484942e5297 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:55:34.613988 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-d7282b0c-c6fb-4f5c-b891-a6d15c4af0fe req-060610a0-31b4-4cd6-8d4c-a484942e5297 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "GET /v2.0/ports?device_id=32c83879-889b-42fc-9b3a-977d6172e638 HTTP/1.1" status: 200 len: 945 time: 0.1063778 Oct 27 10:55:34.635235 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.managers [None req-612ff860-cede-40c7-8e6f-fb9341890056 None None] Attempting to bind port 259ec403-71b6-46e5-b878-b33352d5dde5 on host n-d-813419-10 for vnic_type normal with profile {{(pid=102349) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:55:34.635682 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.managers [None req-612ff860-cede-40c7-8e6f-fb9341890056 None None] Attempting to bind port 259ec403-71b6-46e5-b878-b33352d5dde5 by drivers openvswitch,hyperv on host n-d-813419-10 at level 0 using segments [{'id': '31b62828-430e-4d18-aff6-969af48ba471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '593dcdf0-c2e9-427e-ab61-510c46a29188'}] {{(pid=102349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:55:34.636187 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-612ff860-cede-40c7-8e6f-fb9341890056 None None] Attempting to bind port 259ec403-71b6-46e5-b878-b33352d5dde5 on network 593dcdf0-c2e9-427e-ab61-510c46a29188 {{(pid=102349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:55:34.638160 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721af54a-b059-43b2-8380-f6dfeb5f4b45 None None] Pushing event updated for resources: {'Port': ['ID=259ec403-71b6-46e5-b878-b33352d5dde5,revision_number=3']} {{(pid=102349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:55:34.659952 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-612ff860-cede-40c7-8e6f-fb9341890056 None None] Checking agent: {'id': '89dba0f3-79b2-435e-9822-33674b8f6ada', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 8, 20), 'started_at': datetime.datetime(2021, 10, 27, 10, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 55, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:55:34.660952 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-612ff860-cede-40c7-8e6f-fb9341890056 None None] Checking segment: {'id': '31b62828-430e-4d18-aff6-969af48ba471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '593dcdf0-c2e9-427e-ab61-510c46a29188'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:55:34.660952 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-612ff860-cede-40c7-8e6f-fb9341890056 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:34.661545 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-612ff860-cede-40c7-8e6f-fb9341890056 None None] Bound using segment: {'id': '31b62828-430e-4d18-aff6-969af48ba471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '593dcdf0-c2e9-427e-ab61-510c46a29188'} {{(pid=102349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:55:34.662031 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.managers [None req-612ff860-cede-40c7-8e6f-fb9341890056 None None] Bound port: 259ec403-71b6-46e5-b878-b33352d5dde5, host: n-d-813419-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31b62828-430e-4d18-aff6-969af48ba471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '593dcdf0-c2e9-427e-ab61-510c46a29188'}}] {{(pid=102349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:55:34.665897 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-612ff860-cede-40c7-8e6f-fb9341890056 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:34.702380 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-d7282b0c-c6fb-4f5c-b891-a6d15c4af0fe req-e3a892dc-d24f-477c-ad4d-0be4b880563d tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "GET /v2.0/security-groups?id=400a7a10-ae98-4ff7-8b32-bae6f0d1c63e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0808401 Oct 27 10:55:34.799336 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.db [None req-612ff860-cede-40c7-8e6f-fb9341890056 None None] For port 259ec403-71b6-46e5-b878-b33352d5dde5, host n-d-813419-10, cleared binding levels {{(pid=102349) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:55:34.803206 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.db [None req-612ff860-cede-40c7-8e6f-fb9341890056 None None] For port 259ec403-71b6-46e5-b878-b33352d5dde5, host n-d-813419-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=259ec403-71b6-46e5-b878-b33352d5dde5,segment=NetworkSegment(31b62828-430e-4d18-aff6-969af48ba471),segment_id=31b62828-430e-4d18-aff6-969af48ba471)] {{(pid=102349) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:55:34.814828 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-612ff860-cede-40c7-8e6f-fb9341890056 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:34.910871 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-9de6b709-ef60-466c-9147-f42326093bdf tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1769395', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1765690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3711'] for router, precommit_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:34.919823 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-9de6b709-ef60-466c-9147-f42326093bdf tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1769372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1769386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1769381', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1765685'] for router, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:34.923179 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-612ff860-cede-40c7-8e6f-fb9341890056 None None] Routers {'223d9674-94fb-428b-8ac7-9304fb079498'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:55:34.925328 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-612ff860-cede-40c7-8e6f-fb9341890056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:55:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['223d9674-94fb-428b-8ac7-9304fb079498'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:55:35.007018 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-471cd484-2f61-4629-b5c5-e0a022759fb4 None None] Provisioning complete for port 259ec403-71b6-46e5-b878-b33352d5dde5 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:55:35.015294 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-471cd484-2f61-4629-b5c5-e0a022759fb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:35.046403 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721af54a-b059-43b2-8380-f6dfeb5f4b45 None None] Pushing event updated for resources: {'Port': ['ID=259ec403-71b6-46e5-b878-b33352d5dde5,revision_number=4']} {{(pid=102349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:55:35.080167 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvr_db [None req-612ff860-cede-40c7-8e6f-fb9341890056 None None] Set router 223d9674-94fb-428b-8ac7-9304fb079498 gateway port host: None {{(pid=102349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:55:35.091624 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9de6b709-ef60-466c-9147-f42326093bdf tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Router 223d9674-94fb-428b-8ac7-9304fb079498 has already been hosted by L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb {{(pid=102347) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 10:55:35.211720 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-471cd484-2f61-4629-b5c5-e0a022759fb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:35.235751 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9de6b709-ef60-466c-9147-f42326093bdf tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:55:35.251081 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-9de6b709-ef60-466c-9147-f42326093bdf tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks [] for router, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:35.254762 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-9de6b709-ef60-466c-9147-f42326093bdf tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] 10.222.0.44 "PUT /v2.0/routers/223d9674-94fb-428b-8ac7-9304fb079498 HTTP/1.1" status: 200 len: 703 time: 1.3162513 Oct 27 10:55:35.255104 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 38066) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:55:35.279396 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-471cd484-2f61-4629-b5c5-e0a022759fb4 None None] For port 259ec403-71b6-46e5-b878-b33352d5dde5, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=259ec403-71b6-46e5-b878-b33352d5dde5,segment=NetworkSegment(31b62828-430e-4d18-aff6-969af48ba471),segment_id=31b62828-430e-4d18-aff6-969af48ba471)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:55:35.291040 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-471cd484-2f61-4629-b5c5-e0a022759fb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:35.405972 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-80cd9f00-a0e9-4891-ad3b-f2eb3fe9cbd9 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] 10.222.0.44 "GET /v2.0/routers/223d9674-94fb-428b-8ac7-9304fb079498 HTTP/1.1" status: 200 len: 703 time: 0.1495786 Oct 27 10:55:35.408613 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 38070) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:55:35.423461 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471cd484-2f61-4629-b5c5-e0a022759fb4 None None] Pushing event updated for resources: {'Port': ['ID=259ec403-71b6-46e5-b878-b33352d5dde5,revision_number=5']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:55:35.455332 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-63fb4206-e993-48b6-86d5-7bf0e2535308 None None] Provisioning complete for port 259ec403-71b6-46e5-b878-b33352d5dde5 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:55:35.455715 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-63fb4206-e993-48b6-86d5-7bf0e2535308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:35.488757 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-612ff860-cede-40c7-8e6f-fb9341890056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '223d9674-94fb-428b-8ac7-9304fb079498', 'name': 'tempest-RoutersIpV6Test-router-510798743', 'tenant_id': 'eb4a634382c64eabbfb18238247bc046', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:55:13Z', 'updated_at': '2021-10-27T10:55:34Z', 'revision_number': 7, 'project_id': 'eb4a634382c64eabbfb18238247bc046', 'gw_port_host': None, '_interfaces': [{'id': '259ec403-71b6-46e5-b878-b33352d5dde5', 'name': '', 'network_id': '593dcdf0-c2e9-427e-ab61-510c46a29188', 'tenant_id': 'eb4a634382c64eabbfb18238247bc046', 'mac_address': 'fa:16:3e:c0:dd:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '223d9674-94fb-428b-8ac7-9304fb079498', 'device_owner': 'network:router_interface', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': 'be33faf4-55ed-45ae-8a13-00e75138f4e2', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:55:28Z', 'updated_at': '2021-10-27T10:55:34Z', 'revision_number': 4, 'project_id': 'eb4a634382c64eabbfb18238247bc046', 'subnets': [{'id': 'be33faf4-55ed-45ae-8a13-00e75138f4e2', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '32d2f4c2-f245-43c1-9b1d-b9db9f0423c1', 'name': '', 'network_id': 'fbe55640-9c1c-43fe-9950-b4068d31117d', 'tenant_id': 'eb4a634382c64eabbfb18238247bc046', 'mac_address': 'fa:16:3e:01:21:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '223d9674-94fb-428b-8ac7-9304fb079498', 'device_owner': 'network:router_interface', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': '7653eb31-5b8f-49c5-801d-4e49d42fb525', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:55:14Z', 'updated_at': '2021-10-27T10:55:20Z', 'revision_number': 5, 'project_id': 'eb4a634382c64eabbfb18238247bc046', 'subnets': [{'id': '7653eb31-5b8f-49c5-801d-4e49d42fb525', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7a7e5da9-665e-4af2-a781-46733b0a5e91', 'name': '', 'network_id': 'f700057d-62f2-4e52-80b3-0478ab2e05e4', 'tenant_id': 'eb4a634382c64eabbfb18238247bc046', 'mac_address': 'fa:16:3e:e9:51:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '223d9674-94fb-428b-8ac7-9304fb079498', 'device_owner': 'network:router_interface', 'standard_attr_id': 3847, 'fixed_ips': [{'subnet_id': 'ce5b1d73-e7af-4ccd-8eb7-dd6b79a2fdd7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:55:23Z', 'updated_at': '2021-10-27T10:55:31Z', 'revision_number': 5, 'project_id': 'eb4a634382c64eabbfb18238247bc046', 'subnets': [{'id': 'ce5b1d73-e7af-4ccd-8eb7-dd6b79a2fdd7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9a6b81c-36e5-47b3-94e9-d7be457054de', 'name': '', 'network_id': '18042040-c56a-4040-8df5-b4d63e6088c2', 'tenant_id': 'eb4a634382c64eabbfb18238247bc046', 'mac_address': 'fa:16:3e:f3:9d:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '223d9674-94fb-428b-8ac7-9304fb079498', 'device_owner': 'network:router_interface', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': '57210c69-d076-4c63-b5c7-0752f3df053e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:55:18Z', 'updated_at': '2021-10-27T10:55:25Z', 'revision_number': 5, 'project_id': 'eb4a634382c64eabbfb18238247bc046', 'subnets': [{'id': '57210c69-d076-4c63-b5c7-0752f3df053e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:55:35.532581 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-612ff860-cede-40c7-8e6f-fb9341890056 None None] The sync data for ids ['223d9674-94fb-428b-8ac7-9304fb079498'] in n-d-813419-10 is: [{'id': '223d9674-94fb-428b-8ac7-9304fb079498', 'name': 'tempest-RoutersIpV6Test-router-510798743', 'tenant_id': 'eb4a634382c64eabbfb18238247bc046', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:55:13Z', 'updated_at': '2021-10-27T10:55:34Z', 'revision_number': 7, 'project_id': 'eb4a634382c64eabbfb18238247bc046', 'gw_port_host': None, '_interfaces': [{'id': '259ec403-71b6-46e5-b878-b33352d5dde5', 'name': '', 'network_id': '593dcdf0-c2e9-427e-ab61-510c46a29188', 'tenant_id': 'eb4a634382c64eabbfb18238247bc046', 'mac_address': 'fa:16:3e:c0:dd:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '223d9674-94fb-428b-8ac7-9304fb079498', 'device_owner': 'network:router_interface', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': 'be33faf4-55ed-45ae-8a13-00e75138f4e2', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:55:28Z', 'updated_at': '2021-10-27T10:55:34Z', 'revision_number': 4, 'project_id': 'eb4a634382c64eabbfb18238247bc046', 'subnets': [{'id': 'be33faf4-55ed-45ae-8a13-00e75138f4e2', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '32d2f4c2-f245-43c1-9b1d-b9db9f0423c1', 'name': '', 'network_id': 'fbe55640-9c1c-43fe-9950-b4068d31117d', 'tenant_id': 'eb4a634382c64eabbfb18238247bc046', 'mac_address': 'fa:16:3e:01:21:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '223d9674-94fb-428b-8ac7-9304fb079498', 'device_owner': 'network:router_interface', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': '7653eb31-5b8f-49c5-801d-4e49d42fb525', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:55:14Z', 'updated_at': '2021-10-27T10:55:20Z', 'revision_number': 5, 'project_id': 'eb4a634382c64eabbfb18238247bc046', 'subnets': [{'id': '7653eb31-5b8f-49c5-801d-4e49d42fb525', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7a7e5da9-665e-4af2-a781-46733b0a5e91', 'name': '', 'network_id': 'f700057d-62f2-4e52-80b3-0478ab2e05e4', 'tenant_id': 'eb4a634382c64eabbfb18238247bc046', 'mac_address': 'fa:16:3e:e9:51:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '223d9674-94fb-428b-8ac7-9304fb079498', 'device_owner': 'network:router_interface', 'standard_attr_id': 3847, 'fixed_ips': [{'subnet_id': 'ce5b1d73-e7af-4ccd-8eb7-dd6b79a2fdd7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:55:23Z', 'updated_at': '2021-10-27T10:55:31Z', 'revision_number': 5, 'project_id': 'eb4a634382c64eabbfb18238247bc046', 'subnets': [{'id': 'ce5b1d73-e7af-4ccd-8eb7-dd6b79a2fdd7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9a6b81c-36e5-47b3-94e9-d7be457054de', 'name': '', 'network_id': '18042040-c56a-4040-8df5-b4d63e6088c2', 'tenant_id': 'eb4a634382c64eabbfb18238247bc046', 'mac_address': 'fa:16:3e:f3:9d:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '223d9674-94fb-428b-8ac7-9304fb079498', 'device_owner': 'network:router_interface', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': '57210c69-d076-4c63-b5c7-0752f3df053e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:55:18Z', 'updated_at': '2021-10-27T10:55:25Z', 'revision_number': 5, 'project_id': 'eb4a634382c64eabbfb18238247bc046', 'subnets': [{'id': '57210c69-d076-4c63-b5c7-0752f3df053e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:55:35.617350 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8e76b142-b27c-48aa-8062-ef188098ce40 req-1849d3ae-f68c-4178-95e4-35790a61e95d service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=9b6e8998-cd64-44c7-85ff-34296a1bfda8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0657580 Oct 27 10:55:35.715826 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e76b142-b27c-48aa-8062-ef188098ce40 req-b0bd7338-329d-4865-9f2e-1b537baeea43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:55:35.717668 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8e76b142-b27c-48aa-8062-ef188098ce40 req-b0bd7338-329d-4865-9f2e-1b537baeea43 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b02a92ec9ad04d95b8ea6a5db5946dfb&device_id=9b6e8998-cd64-44c7-85ff-34296a1bfda8 HTTP/1.1" status: 200 len: 1098 time: 0.0527360 Oct 27 10:55:35.746120 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df85a65e-2dfd-4367-9683-b3620a41b65b None None] Sync routers for ids ['223d9674-94fb-428b-8ac7-9304fb079498'] in n-d-813419-10 {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:55:35.755893 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df85a65e-2dfd-4367-9683-b3620a41b65b None None] Routers {'223d9674-94fb-428b-8ac7-9304fb079498'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:55:35.756620 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-df85a65e-2dfd-4367-9683-b3620a41b65b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:55:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['223d9674-94fb-428b-8ac7-9304fb079498'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:55:35.883501 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e76b142-b27c-48aa-8062-ef188098ce40 req-e2b62228-03f6-431e-9702-46a33041edb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:55:35.885584 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8e76b142-b27c-48aa-8062-ef188098ce40 req-e2b62228-03f6-431e-9702-46a33041edb1 service neutron] 10.222.0.64 "GET /v2.0/networks?id=33cc32c2-598c-44fc-a251-6575a62c00c5 HTTP/1.1" status: 200 len: 912 time: 0.1447279 Oct 27 10:55:35.889519 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvr_db [None req-df85a65e-2dfd-4367-9683-b3620a41b65b None None] Set router 223d9674-94fb-428b-8ac7-9304fb079498 gateway port host: None {{(pid=102348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:55:35.906763 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-a49e06b2-5233-4c96-93f2-0c7328d101bc tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1766202'] for router_interface, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:35.942283 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778748ac-e77b-4831-9af3-3a2c94fdd48e req-0e945078-ac68-4ff0-97ca-a25b197dc972 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:55:35.943986 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-778748ac-e77b-4831-9af3-3a2c94fdd48e req-0e945078-ac68-4ff0-97ca-a25b197dc972 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "GET /v2.0/ports?device_id=32c83879-889b-42fc-9b3a-977d6172e638 HTTP/1.1" status: 200 len: 945 time: 0.0984976 Oct 27 10:55:36.003019 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8e76b142-b27c-48aa-8062-ef188098ce40 req-e5067649-276f-4efa-8019-817e69f15522 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f1fb0da3-0f0b-4687-8882-e87a4480f3fe HTTP/1.1" status: 200 len: 1002 time: 0.1091349 Oct 27 10:55:36.010012 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-778748ac-e77b-4831-9af3-3a2c94fdd48e req-efc37e4e-8faf-4ebf-b16d-abd349bccc48 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "GET /v2.0/security-groups?id=400a7a10-ae98-4ff7-8b32-bae6f0d1c63e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569303 Oct 27 10:55:36.098323 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e76b142-b27c-48aa-8062-ef188098ce40 req-ed235d0c-abed-4cd5-9a78-91002cb5cc90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:55:36.099906 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8e76b142-b27c-48aa-8062-ef188098ce40 req-ed235d0c-abed-4cd5-9a78-91002cb5cc90 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=87624d80-dded-417f-af79-cc56a741e5c4 HTTP/1.1" status: 200 len: 850 time: 0.0889146 Oct 27 10:55:36.180994 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e76b142-b27c-48aa-8062-ef188098ce40 req-f5a633e5-cd6b-494b-9d8a-8bafadd28afe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:55:36.182453 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8e76b142-b27c-48aa-8062-ef188098ce40 req-f5a633e5-cd6b-494b-9d8a-8bafadd28afe service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=33cc32c2-598c-44fc-a251-6575a62c00c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0726006 Oct 27 10:55:36.217850 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-df85a65e-2dfd-4367-9683-b3620a41b65b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '223d9674-94fb-428b-8ac7-9304fb079498', 'name': 'tempest-RoutersIpV6Test-router-510798743', 'tenant_id': 'eb4a634382c64eabbfb18238247bc046', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:55:13Z', 'updated_at': '2021-10-27T10:55:34Z', 'revision_number': 7, 'project_id': 'eb4a634382c64eabbfb18238247bc046', 'gw_port_host': None, '_interfaces': [{'id': '259ec403-71b6-46e5-b878-b33352d5dde5', 'name': '', 'network_id': '593dcdf0-c2e9-427e-ab61-510c46a29188', 'tenant_id': 'eb4a634382c64eabbfb18238247bc046', 'mac_address': 'fa:16:3e:c0:dd:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '223d9674-94fb-428b-8ac7-9304fb079498', 'device_owner': 'network:router_interface', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': 'be33faf4-55ed-45ae-8a13-00e75138f4e2', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:55:28Z', 'updated_at': '2021-10-27T10:55:35Z', 'revision_number': 5, 'project_id': 'eb4a634382c64eabbfb18238247bc046', 'subnets': [{'id': 'be33faf4-55ed-45ae-8a13-00e75138f4e2', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '32d2f4c2-f245-43c1-9b1d-b9db9f0423c1', 'name': '', 'network_id': 'fbe55640-9c1c-43fe-9950-b4068d31117d', 'tenant_id': 'eb4a634382c64eabbfb18238247bc046', 'mac_address': 'fa:16:3e:01:21:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '223d9674-94fb-428b-8ac7-9304fb079498', 'device_owner': 'network:router_interface', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': '7653eb31-5b8f-49c5-801d-4e49d42fb525', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:55:14Z', 'updated_at': '2021-10-27T10:55:20Z', 'revision_number': 5, 'project_id': 'eb4a634382c64eabbfb18238247bc046', 'subnets': [{'id': '7653eb31-5b8f-49c5-801d-4e49d42fb525', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7a7e5da9-665e-4af2-a781-46733b0a5e91', 'name': '', 'network_id': 'f700057d-62f2-4e52-80b3-0478ab2e05e4', 'tenant_id': 'eb4a634382c64eabbfb18238247bc046', 'mac_address': 'fa:16:3e:e9:51:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '223d9674-94fb-428b-8ac7-9304fb079498', 'device_owner': 'network:router_interface', 'standard_attr_id': 3847, 'fixed_ips': [{'subnet_id': 'ce5b1d73-e7af-4ccd-8eb7-dd6b79a2fdd7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:55:23Z', 'updated_at': '2021-10-27T10:55:31Z', 'revision_number': 5, 'project_id': 'eb4a634382c64eabbfb18238247bc046', 'subnets': [{'id': 'ce5b1d73-e7af-4ccd-8eb7-dd6b79a2fdd7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9a6b81c-36e5-47b3-94e9-d7be457054de', 'name': '', 'network_id': '18042040-c56a-4040-8df5-b4d63e6088c2', 'tenant_id': 'eb4a634382c64eabbfb18238247bc046', 'mac_address': 'fa:16:3e:f3:9d:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '223d9674-94fb-428b-8ac7-9304fb079498', 'device_owner': 'network:router_interface', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': '57210c69-d076-4c63-b5c7-0752f3df053e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:55:18Z', 'updated_at': '2021-10-27T10:55:25Z', 'revision_number': 5, 'project_id': 'eb4a634382c64eabbfb18238247bc046', 'subnets': [{'id': '57210c69-d076-4c63-b5c7-0752f3df053e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:55:36.251972 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df85a65e-2dfd-4367-9683-b3620a41b65b None None] Checking router: 223d9674-94fb-428b-8ac7-9304fb079498 for host: n-d-813419-10 {{(pid=102348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 10:55:36.262381 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df85a65e-2dfd-4367-9683-b3620a41b65b None None] Routers {'223d9674-94fb-428b-8ac7-9304fb079498'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:55:36.263747 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-df85a65e-2dfd-4367-9683-b3620a41b65b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:55:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['223d9674-94fb-428b-8ac7-9304fb079498'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:55:36.295885 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8e76b142-b27c-48aa-8062-ef188098ce40 req-9653c5ed-3cfe-4fce-8315-07bea345c30d service neutron] 10.222.0.64 "GET /v2.0/networks/33cc32c2-598c-44fc-a251-6575a62c00c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053176 Oct 27 10:55:36.312772 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-a49e06b2-5233-4c96-93f2-0c7328d101bc tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Deleting port 259ec403-71b6-46e5-b878-b33352d5dde5 {{(pid=102346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:55:36.315696 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-a49e06b2-5233-4c96-93f2-0c7328d101bc tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:36.395624 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvr_db [None req-df85a65e-2dfd-4367-9683-b3620a41b65b None None] Set router 223d9674-94fb-428b-8ac7-9304fb079498 gateway port host: None {{(pid=102348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:55:36.463494 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8e76b142-b27c-48aa-8062-ef188098ce40 req-a77a1b44-26c7-4dc2-87cb-61c3ffb94548 service neutron] 10.222.0.64 "GET /v2.0/networks/33cc32c2-598c-44fc-a251-6575a62c00c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1555595 Oct 27 10:55:36.470432 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [None req-a49e06b2-5233-4c96-93f2-0c7328d101bc tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] For port 259ec403-71b6-46e5-b878-b33352d5dde5, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=259ec403-71b6-46e5-b878-b33352d5dde5,segment=NetworkSegment(31b62828-430e-4d18-aff6-969af48ba471),segment_id=31b62828-430e-4d18-aff6-969af48ba471)] {{(pid=102346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:55:36.471237 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-a49e06b2-5233-4c96-93f2-0c7328d101bc tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:36.486812 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-a49e06b2-5233-4c96-93f2-0c7328d101bc tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Calling delete_port for 259ec403-71b6-46e5-b878-b33352d5dde5 owned by network:router_interface {{(pid=102346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:55:36.697198 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-df85a65e-2dfd-4367-9683-b3620a41b65b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '223d9674-94fb-428b-8ac7-9304fb079498', 'name': 'tempest-RoutersIpV6Test-router-510798743', 'tenant_id': 'eb4a634382c64eabbfb18238247bc046', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:55:13Z', 'updated_at': '2021-10-27T10:55:34Z', 'revision_number': 7, 'project_id': 'eb4a634382c64eabbfb18238247bc046', 'gw_port_host': None, '_interfaces': [{'id': '259ec403-71b6-46e5-b878-b33352d5dde5', 'name': '', 'network_id': '593dcdf0-c2e9-427e-ab61-510c46a29188', 'tenant_id': 'eb4a634382c64eabbfb18238247bc046', 'mac_address': 'fa:16:3e:c0:dd:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '223d9674-94fb-428b-8ac7-9304fb079498', 'device_owner': 'network:router_interface', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': 'be33faf4-55ed-45ae-8a13-00e75138f4e2', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:55:28Z', 'updated_at': '2021-10-27T10:55:35Z', 'revision_number': 5, 'project_id': 'eb4a634382c64eabbfb18238247bc046', 'subnets': [{'id': 'be33faf4-55ed-45ae-8a13-00e75138f4e2', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '32d2f4c2-f245-43c1-9b1d-b9db9f0423c1', 'name': '', 'network_id': 'fbe55640-9c1c-43fe-9950-b4068d31117d', 'tenant_id': 'eb4a634382c64eabbfb18238247bc046', 'mac_address': 'fa:16:3e:01:21:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '223d9674-94fb-428b-8ac7-9304fb079498', 'device_owner': 'network:router_interface', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': '7653eb31-5b8f-49c5-801d-4e49d42fb525', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:55:14Z', 'updated_at': '2021-10-27T10:55:20Z', 'revision_number': 5, 'project_id': 'eb4a634382c64eabbfb18238247bc046', 'subnets': [{'id': '7653eb31-5b8f-49c5-801d-4e49d42fb525', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7a7e5da9-665e-4af2-a781-46733b0a5e91', 'name': '', 'network_id': 'f700057d-62f2-4e52-80b3-0478ab2e05e4', 'tenant_id': 'eb4a634382c64eabbfb18238247bc046', 'mac_address': 'fa:16:3e:e9:51:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '223d9674-94fb-428b-8ac7-9304fb079498', 'device_owner': 'network:router_interface', 'standard_attr_id': 3847, 'fixed_ips': [{'subnet_id': 'ce5b1d73-e7af-4ccd-8eb7-dd6b79a2fdd7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:55:23Z', 'updated_at': '2021-10-27T10:55:31Z', 'revision_number': 5, 'project_id': 'eb4a634382c64eabbfb18238247bc046', 'subnets': [{'id': 'ce5b1d73-e7af-4ccd-8eb7-dd6b79a2fdd7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9a6b81c-36e5-47b3-94e9-d7be457054de', 'name': '', 'network_id': '18042040-c56a-4040-8df5-b4d63e6088c2', 'tenant_id': 'eb4a634382c64eabbfb18238247bc046', 'mac_address': 'fa:16:3e:f3:9d:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '223d9674-94fb-428b-8ac7-9304fb079498', 'device_owner': 'network:router_interface', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': '57210c69-d076-4c63-b5c7-0752f3df053e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:55:18Z', 'updated_at': '2021-10-27T10:55:25Z', 'revision_number': 5, 'project_id': 'eb4a634382c64eabbfb18238247bc046', 'subnets': [{'id': '57210c69-d076-4c63-b5c7-0752f3df053e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:55:36.729142 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-a49e06b2-5233-4c96-93f2-0c7328d101bc tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:36.731414 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df85a65e-2dfd-4367-9683-b3620a41b65b None None] The sync data for ids ['223d9674-94fb-428b-8ac7-9304fb079498'] in n-d-813419-10 is: [{'id': '223d9674-94fb-428b-8ac7-9304fb079498', 'name': 'tempest-RoutersIpV6Test-router-510798743', 'tenant_id': 'eb4a634382c64eabbfb18238247bc046', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:55:13Z', 'updated_at': '2021-10-27T10:55:34Z', 'revision_number': 7, 'project_id': 'eb4a634382c64eabbfb18238247bc046', 'gw_port_host': None, '_interfaces': [{'id': '259ec403-71b6-46e5-b878-b33352d5dde5', 'name': '', 'network_id': '593dcdf0-c2e9-427e-ab61-510c46a29188', 'tenant_id': 'eb4a634382c64eabbfb18238247bc046', 'mac_address': 'fa:16:3e:c0:dd:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '223d9674-94fb-428b-8ac7-9304fb079498', 'device_owner': 'network:router_interface', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': 'be33faf4-55ed-45ae-8a13-00e75138f4e2', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:55:28Z', 'updated_at': '2021-10-27T10:55:35Z', 'revision_number': 5, 'project_id': 'eb4a634382c64eabbfb18238247bc046', 'subnets': [{'id': 'be33faf4-55ed-45ae-8a13-00e75138f4e2', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '32d2f4c2-f245-43c1-9b1d-b9db9f0423c1', 'name': '', 'network_id': 'fbe55640-9c1c-43fe-9950-b4068d31117d', 'tenant_id': 'eb4a634382c64eabbfb18238247bc046', 'mac_address': 'fa:16:3e:01:21:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '223d9674-94fb-428b-8ac7-9304fb079498', 'device_owner': 'network:router_interface', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': '7653eb31-5b8f-49c5-801d-4e49d42fb525', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:55:14Z', 'updated_at': '2021-10-27T10:55:20Z', 'revision_number': 5, 'project_id': 'eb4a634382c64eabbfb18238247bc046', 'subnets': [{'id': '7653eb31-5b8f-49c5-801d-4e49d42fb525', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7a7e5da9-665e-4af2-a781-46733b0a5e91', 'name': '', 'network_id': 'f700057d-62f2-4e52-80b3-0478ab2e05e4', 'tenant_id': 'eb4a634382c64eabbfb18238247bc046', 'mac_address': 'fa:16:3e:e9:51:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '223d9674-94fb-428b-8ac7-9304fb079498', 'device_owner': 'network:router_interface', 'standard_attr_id': 3847, 'fixed_ips': [{'subnet_id': 'ce5b1d73-e7af-4ccd-8eb7-dd6b79a2fdd7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:55:23Z', 'updated_at': '2021-10-27T10:55:31Z', 'revision_number': 5, 'project_id': 'eb4a634382c64eabbfb18238247bc046', 'subnets': [{'id': 'ce5b1d73-e7af-4ccd-8eb7-dd6b79a2fdd7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9a6b81c-36e5-47b3-94e9-d7be457054de', 'name': '', 'network_id': '18042040-c56a-4040-8df5-b4d63e6088c2', 'tenant_id': 'eb4a634382c64eabbfb18238247bc046', 'mac_address': 'fa:16:3e:f3:9d:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '223d9674-94fb-428b-8ac7-9304fb079498', 'device_owner': 'network:router_interface', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': '57210c69-d076-4c63-b5c7-0752f3df053e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:55:18Z', 'updated_at': '2021-10-27T10:55:25Z', 'revision_number': 5, 'project_id': 'eb4a634382c64eabbfb18238247bc046', 'subnets': [{'id': '57210c69-d076-4c63-b5c7-0752f3df053e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:55:36.779727 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49e06b2-5233-4c96-93f2-0c7328d101bc tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Pushing event deleted for resources: {'Port': ['ID=259ec403-71b6-46e5-b878-b33352d5dde5,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:55:36.857311 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 259ec403-71b6-46e5-b878-b33352d5dde5 up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:55:36.902250 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] No Port match for: 259ec403-71b6-46e5-b878-b33352d5dde5 {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:55:36.904082 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 259ec403-71b6-46e5-b878-b33352d5dde5 not bound to the agent host n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Oct 27 10:55:36.944027 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-a49e06b2-5233-4c96-93f2-0c7328d101bc tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2006968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1766358'] for router_interface, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:36.951329 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Port 259ec403-71b6-46e5-b878-b33352d5dde5 not found, will not notify nova. {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Oct 27 10:55:37.236360 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f2a859-ca10-4bc1-a70b-a1b3c4539e8a req-0df2a933-85b1-4697-9a35-a4e3a12af5d6 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:55:37.237823 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-83f2a859-ca10-4bc1-a70b-a1b3c4539e8a req-0df2a933-85b1-4697-9a35-a4e3a12af5d6 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "GET /v2.0/ports?device_id=32c83879-889b-42fc-9b3a-977d6172e638 HTTP/1.1" status: 200 len: 945 time: 0.0924752 Oct 27 10:55:37.240139 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a49e06b2-5233-4c96-93f2-0c7328d101bc tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Router 223d9674-94fb-428b-8ac7-9304fb079498 has already been hosted by L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb {{(pid=102346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 10:55:37.354007 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-83f2a859-ca10-4bc1-a70b-a1b3c4539e8a req-c146d430-5189-49c5-80ba-a322b591f1f5 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "GET /v2.0/security-groups?id=400a7a10-ae98-4ff7-8b32-bae6f0d1c63e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1076477 Oct 27 10:55:37.381519 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a49e06b2-5233-4c96-93f2-0c7328d101bc tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:55:37.393256 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd7e652f-dcaf-4db0-9b06-5fdcd2c5025f None None] Sync routers for ids ['223d9674-94fb-428b-8ac7-9304fb079498'] in n-d-813419-10 {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:55:37.397252 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-a49e06b2-5233-4c96-93f2-0c7328d101bc tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] 10.222.0.44 "PUT /v2.0/routers/223d9674-94fb-428b-8ac7-9304fb079498/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9848859 Oct 27 10:55:37.398236 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 38088) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:55:37.411887 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd7e652f-dcaf-4db0-9b06-5fdcd2c5025f None None] Routers {'223d9674-94fb-428b-8ac7-9304fb079498'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:55:37.412534 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-bd7e652f-dcaf-4db0-9b06-5fdcd2c5025f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:55:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['223d9674-94fb-428b-8ac7-9304fb079498'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:55:37.494425 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba6e7b83-9235-4efd-80c3-c4ede1430715 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Deleting subnet be33faf4-55ed-45ae-8a13-00e75138f4e2 {{(pid=102347) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 10:55:37.498072 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-ba6e7b83-9235-4efd-80c3-c4ede1430715 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks [] for subnet, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:37.538660 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvr_db [None req-bd7e652f-dcaf-4db0-9b06-5fdcd2c5025f None None] Set router 223d9674-94fb-428b-8ac7-9304fb079498 gateway port host: None {{(pid=102349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:55:37.557318 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-ba6e7b83-9235-4efd-80c3-c4ede1430715 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-18445109'] for subnet, precommit_delete_associations {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:37.676328 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-ba6e7b83-9235-4efd-80c3-c4ede1430715 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855646'] for subnet, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:37.755358 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-ba6e7b83-9235-4efd-80c3-c4ede1430715 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-18295818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18043720'] for subnet, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:37.797513 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6e7b83-9235-4efd-80c3-c4ede1430715 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Pushing event deleted for resources: {'Subnet': ['ID=be33faf4-55ed-45ae-8a13-00e75138f4e2,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:55:37.807548 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15913c4e-9fe2-43fb-8293-2d28e3fa7d9f None None] Network 593dcdf0-c2e9-427e-ab61-510c46a29188 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:55:37.820291 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-ba6e7b83-9235-4efd-80c3-c4ede1430715 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks [] for subnet, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:37.831722 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-ba6e7b83-9235-4efd-80c3-c4ede1430715 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] 10.222.0.44 "DELETE /v2.0/subnets/be33faf4-55ed-45ae-8a13-00e75138f4e2 HTTP/1.1" status: 204 len: 168 time: 0.4299650 Oct 27 10:55:37.832085 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 38092) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:55:37.845114 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-bd7e652f-dcaf-4db0-9b06-5fdcd2c5025f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '223d9674-94fb-428b-8ac7-9304fb079498', 'name': 'tempest-RoutersIpV6Test-router-510798743', 'tenant_id': 'eb4a634382c64eabbfb18238247bc046', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:55:13Z', 'updated_at': '2021-10-27T10:55:36Z', 'revision_number': 8, 'project_id': 'eb4a634382c64eabbfb18238247bc046', 'gw_port_host': None, '_interfaces': [{'id': '32d2f4c2-f245-43c1-9b1d-b9db9f0423c1', 'name': '', 'network_id': 'fbe55640-9c1c-43fe-9950-b4068d31117d', 'tenant_id': 'eb4a634382c64eabbfb18238247bc046', 'mac_address': 'fa:16:3e:01:21:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '223d9674-94fb-428b-8ac7-9304fb079498', 'device_owner': 'network:router_interface', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': '7653eb31-5b8f-49c5-801d-4e49d42fb525', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:55:14Z', 'updated_at': '2021-10-27T10:55:20Z', 'revision_number': 5, 'project_id': 'eb4a634382c64eabbfb18238247bc046', 'subnets': [{'id': '7653eb31-5b8f-49c5-801d-4e49d42fb525', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7a7e5da9-665e-4af2-a781-46733b0a5e91', 'name': '', 'network_id': 'f700057d-62f2-4e52-80b3-0478ab2e05e4', 'tenant_id': 'eb4a634382c64eabbfb18238247bc046', 'mac_address': 'fa:16:3e:e9:51:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '223d9674-94fb-428b-8ac7-9304fb079498', 'device_owner': 'network:router_interface', 'standard_attr_id': 3847, 'fixed_ips': [{'subnet_id': 'ce5b1d73-e7af-4ccd-8eb7-dd6b79a2fdd7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:55:23Z', 'updated_at': '2021-10-27T10:55:31Z', 'revision_number': 5, 'project_id': 'eb4a634382c64eabbfb18238247bc046', 'subnets': [{'id': 'ce5b1d73-e7af-4ccd-8eb7-dd6b79a2fdd7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9a6b81c-36e5-47b3-94e9-d7be457054de', 'name': '', 'network_id': '18042040-c56a-4040-8df5-b4d63e6088c2', 'tenant_id': 'eb4a634382c64eabbfb18238247bc046', 'mac_address': 'fa:16:3e:f3:9d:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '223d9674-94fb-428b-8ac7-9304fb079498', 'device_owner': 'network:router_interface', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': '57210c69-d076-4c63-b5c7-0752f3df053e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:55:18Z', 'updated_at': '2021-10-27T10:55:25Z', 'revision_number': 5, 'project_id': 'eb4a634382c64eabbfb18238247bc046', 'subnets': [{'id': '57210c69-d076-4c63-b5c7-0752f3df053e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:55:37.879619 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd7e652f-dcaf-4db0-9b06-5fdcd2c5025f None None] Checking router: 223d9674-94fb-428b-8ac7-9304fb079498 for host: n-d-813419-10 {{(pid=102349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 10:55:37.894256 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd7e652f-dcaf-4db0-9b06-5fdcd2c5025f None None] Routers {'223d9674-94fb-428b-8ac7-9304fb079498'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:55:37.895004 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-bd7e652f-dcaf-4db0-9b06-5fdcd2c5025f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:55:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['223d9674-94fb-428b-8ac7-9304fb079498'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:55:37.985833 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ae371234-e5c5-48f1-b743-381d7adb7c62 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586917'] for network, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:38.033134 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvr_db [None req-bd7e652f-dcaf-4db0-9b06-5fdcd2c5025f None None] Set router 223d9674-94fb-428b-8ac7-9304fb079498 gateway port host: None {{(pid=102349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:55:38.083660 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-ae371234-e5c5-48f1-b743-381d7adb7c62 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Deleting port 558295b0-d68c-4c54-a19f-88940b836351 {{(pid=102346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:55:38.084551 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ae371234-e5c5-48f1-b743-381d7adb7c62 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:38.105247 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c06c17b9-08cb-4990-84e1-0f04e3a31bf8 None None] DHCP port deletion for 593dcdf0-c2e9-427e-ab61-510c46a29188 request from n-d-813419-10 {{(pid=102348) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 10:55:38.168399 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-c06c17b9-08cb-4990-84e1-0f04e3a31bf8 None None] Deleting port 558295b0-d68c-4c54-a19f-88940b836351 {{(pid=102348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:55:38.168399 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-c06c17b9-08cb-4990-84e1-0f04e3a31bf8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:38.228270 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [None req-ae371234-e5c5-48f1-b743-381d7adb7c62 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] For port 558295b0-d68c-4c54-a19f-88940b836351, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=558295b0-d68c-4c54-a19f-88940b836351,segment=NetworkSegment(31b62828-430e-4d18-aff6-969af48ba471),segment_id=31b62828-430e-4d18-aff6-969af48ba471)] {{(pid=102346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:55:38.228270 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ae371234-e5c5-48f1-b743-381d7adb7c62 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:38.242482 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-ae371234-e5c5-48f1-b743-381d7adb7c62 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Calling delete_port for 558295b0-d68c-4c54-a19f-88940b836351 owned by network:dhcp {{(pid=102346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:55:38.245473 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-c06c17b9-08cb-4990-84e1-0f04e3a31bf8 None None] For port 558295b0-d68c-4c54-a19f-88940b836351, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=558295b0-d68c-4c54-a19f-88940b836351,segment=NetworkSegment(31b62828-430e-4d18-aff6-969af48ba471),segment_id=31b62828-430e-4d18-aff6-969af48ba471)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:55:38.246197 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-c06c17b9-08cb-4990-84e1-0f04e3a31bf8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:38.259957 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-c06c17b9-08cb-4990-84e1-0f04e3a31bf8 None None] Calling delete_port for 558295b0-d68c-4c54-a19f-88940b836351 owned by network:dhcp {{(pid=102348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:55:38.338251 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ae371234-e5c5-48f1-b743-381d7adb7c62 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:38.363959 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae371234-e5c5-48f1-b743-381d7adb7c62 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Pushing event deleted for resources: {'Port': ['ID=558295b0-d68c-4c54-a19f-88940b836351,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:55:38.364564 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-bd7e652f-dcaf-4db0-9b06-5fdcd2c5025f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '223d9674-94fb-428b-8ac7-9304fb079498', 'name': 'tempest-RoutersIpV6Test-router-510798743', 'tenant_id': 'eb4a634382c64eabbfb18238247bc046', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:55:13Z', 'updated_at': '2021-10-27T10:55:36Z', 'revision_number': 8, 'project_id': 'eb4a634382c64eabbfb18238247bc046', 'gw_port_host': None, '_interfaces': [{'id': '32d2f4c2-f245-43c1-9b1d-b9db9f0423c1', 'name': '', 'network_id': 'fbe55640-9c1c-43fe-9950-b4068d31117d', 'tenant_id': 'eb4a634382c64eabbfb18238247bc046', 'mac_address': 'fa:16:3e:01:21:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '223d9674-94fb-428b-8ac7-9304fb079498', 'device_owner': 'network:router_interface', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': '7653eb31-5b8f-49c5-801d-4e49d42fb525', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:55:14Z', 'updated_at': '2021-10-27T10:55:20Z', 'revision_number': 5, 'project_id': 'eb4a634382c64eabbfb18238247bc046', 'subnets': [{'id': '7653eb31-5b8f-49c5-801d-4e49d42fb525', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7a7e5da9-665e-4af2-a781-46733b0a5e91', 'name': '', 'network_id': 'f700057d-62f2-4e52-80b3-0478ab2e05e4', 'tenant_id': 'eb4a634382c64eabbfb18238247bc046', 'mac_address': 'fa:16:3e:e9:51:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '223d9674-94fb-428b-8ac7-9304fb079498', 'device_owner': 'network:router_interface', 'standard_attr_id': 3847, 'fixed_ips': [{'subnet_id': 'ce5b1d73-e7af-4ccd-8eb7-dd6b79a2fdd7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:55:23Z', 'updated_at': '2021-10-27T10:55:31Z', 'revision_number': 5, 'project_id': 'eb4a634382c64eabbfb18238247bc046', 'subnets': [{'id': 'ce5b1d73-e7af-4ccd-8eb7-dd6b79a2fdd7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9a6b81c-36e5-47b3-94e9-d7be457054de', 'name': '', 'network_id': '18042040-c56a-4040-8df5-b4d63e6088c2', 'tenant_id': 'eb4a634382c64eabbfb18238247bc046', 'mac_address': 'fa:16:3e:f3:9d:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '223d9674-94fb-428b-8ac7-9304fb079498', 'device_owner': 'network:router_interface', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': '57210c69-d076-4c63-b5c7-0752f3df053e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:55:18Z', 'updated_at': '2021-10-27T10:55:25Z', 'revision_number': 5, 'project_id': 'eb4a634382c64eabbfb18238247bc046', 'subnets': [{'id': '57210c69-d076-4c63-b5c7-0752f3df053e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:55:38.370909 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae371234-e5c5-48f1-b743-381d7adb7c62 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] No DVR routers for this DVR port 558295b0-d68c-4c54-a19f-88940b836351 on host n-d-813419-10 {{(pid=102346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:55:38.394201 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-c06c17b9-08cb-4990-84e1-0f04e3a31bf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615'] for port, after_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:38.421586 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd7e652f-dcaf-4db0-9b06-5fdcd2c5025f None None] The sync data for ids ['223d9674-94fb-428b-8ac7-9304fb079498'] in n-d-813419-10 is: [{'id': '223d9674-94fb-428b-8ac7-9304fb079498', 'name': 'tempest-RoutersIpV6Test-router-510798743', 'tenant_id': 'eb4a634382c64eabbfb18238247bc046', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:55:13Z', 'updated_at': '2021-10-27T10:55:36Z', 'revision_number': 8, 'project_id': 'eb4a634382c64eabbfb18238247bc046', 'gw_port_host': None, '_interfaces': [{'id': '32d2f4c2-f245-43c1-9b1d-b9db9f0423c1', 'name': '', 'network_id': 'fbe55640-9c1c-43fe-9950-b4068d31117d', 'tenant_id': 'eb4a634382c64eabbfb18238247bc046', 'mac_address': 'fa:16:3e:01:21:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '223d9674-94fb-428b-8ac7-9304fb079498', 'device_owner': 'network:router_interface', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': '7653eb31-5b8f-49c5-801d-4e49d42fb525', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:55:14Z', 'updated_at': '2021-10-27T10:55:20Z', 'revision_number': 5, 'project_id': 'eb4a634382c64eabbfb18238247bc046', 'subnets': [{'id': '7653eb31-5b8f-49c5-801d-4e49d42fb525', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7a7e5da9-665e-4af2-a781-46733b0a5e91', 'name': '', 'network_id': 'f700057d-62f2-4e52-80b3-0478ab2e05e4', 'tenant_id': 'eb4a634382c64eabbfb18238247bc046', 'mac_address': 'fa:16:3e:e9:51:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '223d9674-94fb-428b-8ac7-9304fb079498', 'device_owner': 'network:router_interface', 'standard_attr_id': 3847, 'fixed_ips': [{'subnet_id': 'ce5b1d73-e7af-4ccd-8eb7-dd6b79a2fdd7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:55:23Z', 'updated_at': '2021-10-27T10:55:31Z', 'revision_number': 5, 'project_id': 'eb4a634382c64eabbfb18238247bc046', 'subnets': [{'id': 'ce5b1d73-e7af-4ccd-8eb7-dd6b79a2fdd7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9a6b81c-36e5-47b3-94e9-d7be457054de', 'name': '', 'network_id': '18042040-c56a-4040-8df5-b4d63e6088c2', 'tenant_id': 'eb4a634382c64eabbfb18238247bc046', 'mac_address': 'fa:16:3e:f3:9d:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '223d9674-94fb-428b-8ac7-9304fb079498', 'device_owner': 'network:router_interface', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': '57210c69-d076-4c63-b5c7-0752f3df053e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:55:18Z', 'updated_at': '2021-10-27T10:55:25Z', 'revision_number': 5, 'project_id': 'eb4a634382c64eabbfb18238247bc046', 'subnets': [{'id': '57210c69-d076-4c63-b5c7-0752f3df053e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:55:38.505305 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ae371234-e5c5-48f1-b743-381d7adb7c62 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857803', 'neutron.services.segments.db._delete_segments_for_network-8743873143390'] for network, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:38.545369 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-ae371234-e5c5-48f1-b743-381d7adb7c62 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['593dcdf0-c2e9-427e-ab61-510c46a29188']}} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:55:38.558884 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-ae371234-e5c5-48f1-b743-381d7adb7c62 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31b62828-430e-4d18-aff6-969af48ba471') {'for_net_delete': True} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:55:38.559428 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-ae371234-e5c5-48f1-b743-381d7adb7c62 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31b62828-430e-4d18-aff6-969af48ba471') {} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:55:38.562603 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a2722b-c701-46da-8c2f-f5c2fa3f30b2 req-9d7e1a0c-a648-4bb9-a4d5-9a356739a911 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:55:38.571155 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ae371234-e5c5-48f1-b743-381d7adb7c62 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743873145191', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25847877'] for segment, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:38.571924 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-27a2722b-c701-46da-8c2f-f5c2fa3f30b2 req-9d7e1a0c-a648-4bb9-a4d5-9a356739a911 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "GET /v2.0/ports?device_id=32c83879-889b-42fc-9b3a-977d6172e638 HTTP/1.1" status: 200 len: 945 time: 0.0903573 Oct 27 10:55:38.587331 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ae371234-e5c5-48f1-b743-381d7adb7c62 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:38.594877 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae371234-e5c5-48f1-b743-381d7adb7c62 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Releasing vlan 419 on physical network physnet1 to pool {{(pid=102346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 10:55:38.595308 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ae371234-e5c5-48f1-b743-381d7adb7c62 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27024137'] for segment, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:38.619179 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-27a2722b-c701-46da-8c2f-f5c2fa3f30b2 req-5690db12-52c1-474e-8c92-cac6cd1e0ee9 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "GET /v2.0/security-groups?id=400a7a10-ae98-4ff7-8b32-bae6f0d1c63e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460443 Oct 27 10:55:38.674378 n-d-813419-10 neutron-server[102346]: Traceback (most recent call last): Oct 27 10:55:38.674378 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 10:55:38.674378 n-d-813419-10 neutron-server[102346]: timer() Oct 27 10:55:38.674378 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 10:55:38.674378 n-d-813419-10 neutron-server[102346]: cb(*args, **kw) Oct 27 10:55:38.674378 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 10:55:38.674378 n-d-813419-10 neutron-server[102346]: return func(*args, **kwargs) Oct 27 10:55:38.674378 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 10:55:38.674378 n-d-813419-10 neutron-server[102346]: self._notify() Oct 27 10:55:38.674378 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 10:55:38.674378 n-d-813419-10 neutron-server[102346]: self.callback(batched_events) Oct 27 10:55:38.674378 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 10:55:38.674378 n-d-813419-10 neutron-server[102346]: event.method(event) Oct 27 10:55:38.674378 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 10:55:38.674378 n-d-813419-10 neutron-server[102346]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 10:55:38.674378 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 10:55:38.674378 n-d-813419-10 neutron-server[102346]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 10:55:38.674378 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 10:55:38.674378 n-d-813419-10 neutron-server[102346]: return f(self, *a, **k) Oct 27 10:55:38.674378 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 10:55:38.674378 n-d-813419-10 neutron-server[102346]: return self._get(url).json() Oct 27 10:55:38.674378 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 10:55:38.674378 n-d-813419-10 neutron-server[102346]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 10:55:38.674378 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 10:55:38.674378 n-d-813419-10 neutron-server[102346]: return self.request(url, 'GET', **kwargs) Oct 27 10:55:38.674378 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 10:55:38.674378 n-d-813419-10 neutron-server[102346]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 10:55:38.674378 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 10:55:38.674378 n-d-813419-10 neutron-server[102346]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 10:55:38.674378 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 10:55:38.674378 n-d-813419-10 neutron-server[102346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 10:55:38.674378 n-d-813419-10 neutron-server[102346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 10:55:38.683960 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ae371234-e5c5-48f1-b743-381d7adb7c62 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664840'] for network, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:38.711664 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06c17b9-08cb-4990-84e1-0f04e3a31bf8 None None] Pushing event deleted for resources: {'Port': ['ID=558295b0-d68c-4c54-a19f-88940b836351,revision_number=None']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:55:38.713546 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c06c17b9-08cb-4990-84e1-0f04e3a31bf8 None None] No DVR routers for this DVR port 558295b0-d68c-4c54-a19f-88940b836351 on host n-d-813419-10 {{(pid=102348) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:55:38.715927 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ae371234-e5c5-48f1-b743-381d7adb7c62 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks [] for network, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:38.719464 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-ae371234-e5c5-48f1-b743-381d7adb7c62 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] 10.222.0.44 "DELETE /v2.0/networks/593dcdf0-c2e9-427e-ab61-510c46a29188 HTTP/1.1" status: 204 len: 168 time: 0.8863029 Oct 27 10:55:38.720838 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae371234-e5c5-48f1-b743-381d7adb7c62 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Pushing event deleted for resources: {'Network': ['ID=593dcdf0-c2e9-427e-ab61-510c46a29188,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:55:38.722318 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 38100) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:55:38.908967 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 558295b0-d68c-4c54-a19f-88940b836351 no longer exists at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:55:38.941935 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] No Port match for: 558295b0-d68c-4c54-a19f-88940b836351 {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:55:38.943278 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 558295b0-d68c-4c54-a19f-88940b836351 not bound to the agent host n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:55:38.943801 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 259ec403-71b6-46e5-b878-b33352d5dde5 no longer exists at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:55:38.975317 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] No Port match for: 259ec403-71b6-46e5-b878-b33352d5dde5 {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:55:38.976600 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 259ec403-71b6-46e5-b878-b33352d5dde5 not bound to the agent host n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:55:39.069419 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:39.207094 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-b66377b4-ad49-4855-bc21-46eccd6025e1 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1766202'] for router_interface, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:39.509204 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-b66377b4-ad49-4855-bc21-46eccd6025e1 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Deleting port 7a7e5da9-665e-4af2-a781-46733b0a5e91 {{(pid=102347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:55:39.509549 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-b66377b4-ad49-4855-bc21-46eccd6025e1 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:39.632364 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [None req-b66377b4-ad49-4855-bc21-46eccd6025e1 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] For port 7a7e5da9-665e-4af2-a781-46733b0a5e91, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=7a7e5da9-665e-4af2-a781-46733b0a5e91,segment=NetworkSegment(a7e9344d-31e1-4c9f-96b8-3dec442d858c),segment_id=a7e9344d-31e1-4c9f-96b8-3dec442d858c)] {{(pid=102347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:55:39.633047 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-b66377b4-ad49-4855-bc21-46eccd6025e1 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:39.652691 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-b66377b4-ad49-4855-bc21-46eccd6025e1 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Calling delete_port for 7a7e5da9-665e-4af2-a781-46733b0a5e91 owned by network:router_interface {{(pid=102347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:55:39.835055 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d21dbf-0a38-41c9-884b-f9cdca127cb9 req-713daf30-e2ee-482e-a05d-c85f4450b63a tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:55:39.856696 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-24d21dbf-0a38-41c9-884b-f9cdca127cb9 req-713daf30-e2ee-482e-a05d-c85f4450b63a tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "GET /v2.0/ports?device_id=32c83879-889b-42fc-9b3a-977d6172e638 HTTP/1.1" status: 200 len: 945 time: 0.1422255 Oct 27 10:55:39.870657 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device e64f9fdc-bedf-44df-9ae2-7cd38244f7ff no longer exists at agent hyperv_n-h2-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:55:39.950722 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-24d21dbf-0a38-41c9-884b-f9cdca127cb9 req-c763ef73-ac71-49f4-9a6f-ac5b49e0d5b5 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "GET /v2.0/security-groups?id=400a7a10-ae98-4ff7-8b32-bae6f0d1c63e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0930111 Oct 27 10:55:40.087082 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-b66377b4-ad49-4855-bc21-46eccd6025e1 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:40.109778 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:40.124158 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66377b4-ad49-4855-bc21-46eccd6025e1 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Pushing event deleted for resources: {'Port': ['ID=7a7e5da9-665e-4af2-a781-46733b0a5e91,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:55:40.162984 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32c83879-889b-42fc-9b3a-977d6172e638', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e64f9fdc-bedf-44df-9ae2-7cd38244f7ff'}] {{(pid=102348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:55:40.168787 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c588921fa634554a1d9242fdea1b05457a9ff1d3b28ba54ec1dace7f2f1df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fc6883e-da28-47ef-b6a0-c9b4929de28c" -d '{"events": [{"server_uuid": "32c83879-889b-42fc-9b3a-977d6172e638", "name": "network-vif-unplugged", "status": "completed", "tag": "e64f9fdc-bedf-44df-9ae2-7cd38244f7ff"}]}' {{(pid=102348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:55:40.212563 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] For port e64f9fdc-bedf-44df-9ae2-7cd38244f7ff, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=e64f9fdc-bedf-44df-9ae2-7cd38244f7ff,segment=NetworkSegment(10396019-b919-49cc-b445-f3a22390b24e),segment_id=10396019-b919-49cc-b445-f3a22390b24e)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:55:40.221970 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:40.358969 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Pushing event updated for resources: {'Port': ['ID=e64f9fdc-bedf-44df-9ae2-7cd38244f7ff,revision_number=6']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:55:40.395807 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 27 Oct 2021 10:55:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd7b2cce-846f-4d5e-a7b2-71adcb742e1e x-openstack-request-id: req-cd7b2cce-846f-4d5e-a7b2-71adcb742e1e {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:55:40.396104 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32c83879-889b-42fc-9b3a-977d6172e638", "name": "network-vif-unplugged", "status": "completed", "tag": "e64f9fdc-bedf-44df-9ae2-7cd38244f7ff", "code": 200}]} {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:55:40.396443 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-cd7b2cce-846f-4d5e-a7b2-71adcb742e1e {{(pid=102348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:55:40.396851 n-d-813419-10 neutron-server[102348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32c83879-889b-42fc-9b3a-977d6172e638', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e64f9fdc-bedf-44df-9ae2-7cd38244f7ff', 'code': 200} Oct 27 10:55:40.437456 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-b66377b4-ad49-4855-bc21-46eccd6025e1 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2006968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1766358'] for router_interface, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:40.493857 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96478c7-e755-4673-b9e3-9db1820584ea req-ac6d9692-691c-425d-9160-545d57ef5849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:55:40.495712 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-d96478c7-e755-4673-b9e3-9db1820584ea req-ac6d9692-691c-425d-9160-545d57ef5849 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=32c83879-889b-42fc-9b3a-977d6172e638 HTTP/1.1" status: 200 len: 1095 time: 0.1187930 Oct 27 10:55:40.568499 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-d96478c7-e755-4673-b9e3-9db1820584ea req-6dc60f5a-6d12-4782-8f2c-c396376f8b7a service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=400a7a10-ae98-4ff7-8b32-bae6f0d1c63e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636249 Oct 27 10:55:40.784991 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b66377b4-ad49-4855-bc21-46eccd6025e1 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Router 223d9674-94fb-428b-8ac7-9304fb079498 has already been hosted by L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb {{(pid=102347) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 10:55:40.909878 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b66377b4-ad49-4855-bc21-46eccd6025e1 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:55:40.919006 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-b66377b4-ad49-4855-bc21-46eccd6025e1 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] 10.222.0.44 "PUT /v2.0/routers/223d9674-94fb-428b-8ac7-9304fb079498/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1930387 Oct 27 10:55:40.919268 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 38124) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:55:40.937595 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c9762a6-9999-4fd4-b3fa-b36be550ef53 None None] Sync routers for ids ['223d9674-94fb-428b-8ac7-9304fb079498'] in n-d-813419-10 {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:55:40.950111 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c9762a6-9999-4fd4-b3fa-b36be550ef53 None None] Routers {'223d9674-94fb-428b-8ac7-9304fb079498'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:55:40.951032 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-4c9762a6-9999-4fd4-b3fa-b36be550ef53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:55:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['223d9674-94fb-428b-8ac7-9304fb079498'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:55:41.021525 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_v2 [None req-a06a1ccc-e5bf-41e9-9891-393d61db8c40 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Deleting subnet ce5b1d73-e7af-4ccd-8eb7-dd6b79a2fdd7 {{(pid=102347) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 10:55:41.030688 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-a06a1ccc-e5bf-41e9-9891-393d61db8c40 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks [] for subnet, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:41.104369 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvr_db [None req-4c9762a6-9999-4fd4-b3fa-b36be550ef53 None None] Set router 223d9674-94fb-428b-8ac7-9304fb079498 gateway port host: None {{(pid=102348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:55:41.118199 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-a06a1ccc-e5bf-41e9-9891-393d61db8c40 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-18445109'] for subnet, precommit_delete_associations {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:41.195762 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3396a0a8-594e-4196-b922-db1ec0901427 req-7846bb34-3787-42f3-836c-750bf4a62be0 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:55:41.213283 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-3396a0a8-594e-4196-b922-db1ec0901427 req-7846bb34-3787-42f3-836c-750bf4a62be0 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "GET /v2.0/ports?device_id=32c83879-889b-42fc-9b3a-977d6172e638 HTTP/1.1" status: 200 len: 943 time: 0.1094720 Oct 27 10:55:41.254311 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-a06a1ccc-e5bf-41e9-9891-393d61db8c40 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855646'] for subnet, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:41.302594 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-3396a0a8-594e-4196-b922-db1ec0901427 req-38c88c07-06ea-425f-a868-e282692e4e9e tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "GET /v2.0/security-groups?id=400a7a10-ae98-4ff7-8b32-bae6f0d1c63e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0822368 Oct 27 10:55:41.390241 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-a06a1ccc-e5bf-41e9-9891-393d61db8c40 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-18295818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18043720'] for subnet, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:41.419871 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-4c9762a6-9999-4fd4-b3fa-b36be550ef53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '223d9674-94fb-428b-8ac7-9304fb079498', 'name': 'tempest-RoutersIpV6Test-router-510798743', 'tenant_id': 'eb4a634382c64eabbfb18238247bc046', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:55:13Z', 'updated_at': '2021-10-27T10:55:39Z', 'revision_number': 9, 'project_id': 'eb4a634382c64eabbfb18238247bc046', 'gw_port_host': None, '_interfaces': [{'id': '32d2f4c2-f245-43c1-9b1d-b9db9f0423c1', 'name': '', 'network_id': 'fbe55640-9c1c-43fe-9950-b4068d31117d', 'tenant_id': 'eb4a634382c64eabbfb18238247bc046', 'mac_address': 'fa:16:3e:01:21:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '223d9674-94fb-428b-8ac7-9304fb079498', 'device_owner': 'network:router_interface', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': '7653eb31-5b8f-49c5-801d-4e49d42fb525', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:55:14Z', 'updated_at': '2021-10-27T10:55:20Z', 'revision_number': 5, 'project_id': 'eb4a634382c64eabbfb18238247bc046', 'subnets': [{'id': '7653eb31-5b8f-49c5-801d-4e49d42fb525', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9a6b81c-36e5-47b3-94e9-d7be457054de', 'name': '', 'network_id': '18042040-c56a-4040-8df5-b4d63e6088c2', 'tenant_id': 'eb4a634382c64eabbfb18238247bc046', 'mac_address': 'fa:16:3e:f3:9d:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '223d9674-94fb-428b-8ac7-9304fb079498', 'device_owner': 'network:router_interface', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': '57210c69-d076-4c63-b5c7-0752f3df053e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:55:18Z', 'updated_at': '2021-10-27T10:55:25Z', 'revision_number': 5, 'project_id': 'eb4a634382c64eabbfb18238247bc046', 'subnets': [{'id': '57210c69-d076-4c63-b5c7-0752f3df053e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:55:41.434664 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06a1ccc-e5bf-41e9-9891-393d61db8c40 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Pushing event deleted for resources: {'Subnet': ['ID=ce5b1d73-e7af-4ccd-8eb7-dd6b79a2fdd7,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:55:41.437355 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-a06a1ccc-e5bf-41e9-9891-393d61db8c40 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks [] for subnet, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:41.444443 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-a06a1ccc-e5bf-41e9-9891-393d61db8c40 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] 10.222.0.44 "DELETE /v2.0/subnets/ce5b1d73-e7af-4ccd-8eb7-dd6b79a2fdd7 HTTP/1.1" status: 204 len: 168 time: 0.5219314 Oct 27 10:55:41.444855 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 38130) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:55:41.495527 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c9762a6-9999-4fd4-b3fa-b36be550ef53 None None] Checking router: 223d9674-94fb-428b-8ac7-9304fb079498 for host: n-d-813419-10 {{(pid=102348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 10:55:41.502910 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47bba9b1-8e51-4f87-9063-fa615032c906 None None] Network f700057d-62f2-4e52-80b3-0478ab2e05e4 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:55:41.571188 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c9762a6-9999-4fd4-b3fa-b36be550ef53 None None] Routers {'223d9674-94fb-428b-8ac7-9304fb079498'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:55:41.571816 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-4c9762a6-9999-4fd4-b3fa-b36be550ef53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:55:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['223d9674-94fb-428b-8ac7-9304fb079498'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:55:41.590587 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-1ed35736-be0b-425c-8173-47b5276ca757 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586917'] for network, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:41.663025 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-1ed35736-be0b-425c-8173-47b5276ca757 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Deleting port 59d4fd59-1b9b-45ac-ba29-e0b99c080e63 {{(pid=102346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:55:41.664652 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-1ed35736-be0b-425c-8173-47b5276ca757 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:41.733385 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvr_db [None req-4c9762a6-9999-4fd4-b3fa-b36be550ef53 None None] Set router 223d9674-94fb-428b-8ac7-9304fb079498 gateway port host: None {{(pid=102348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:55:41.753318 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [None req-1ed35736-be0b-425c-8173-47b5276ca757 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] For port 59d4fd59-1b9b-45ac-ba29-e0b99c080e63, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=59d4fd59-1b9b-45ac-ba29-e0b99c080e63,segment=NetworkSegment(a7e9344d-31e1-4c9f-96b8-3dec442d858c),segment_id=a7e9344d-31e1-4c9f-96b8-3dec442d858c)] {{(pid=102346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:55:41.754106 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-1ed35736-be0b-425c-8173-47b5276ca757 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:41.773710 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-1ed35736-be0b-425c-8173-47b5276ca757 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Calling delete_port for 59d4fd59-1b9b-45ac-ba29-e0b99c080e63 owned by network:dhcp {{(pid=102346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:55:41.869672 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device e64f9fdc-bedf-44df-9ae2-7cd38244f7ff details requested by agent hyperv_n-h2-813419-10 with host n-h2-813419-10 {{(pid=102348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 10:55:41.894696 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14b30071-c065-45db-a73a-839660f2676e None None] DHCP port deletion for f700057d-62f2-4e52-80b3-0478ab2e05e4 request from n-d-813419-10 {{(pid=102348) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 10:55:41.928304 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-1ed35736-be0b-425c-8173-47b5276ca757 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:41.971176 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ed35736-be0b-425c-8173-47b5276ca757 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] No DVR routers for this DVR port 59d4fd59-1b9b-45ac-ba29-e0b99c080e63 on host n-d-813419-10 {{(pid=102346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:55:42.050086 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed35736-be0b-425c-8173-47b5276ca757 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Pushing event deleted for resources: {'Port': ['ID=59d4fd59-1b9b-45ac-ba29-e0b99c080e63,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:55:42.086986 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-14b30071-c065-45db-a73a-839660f2676e None None] Deleting port 59d4fd59-1b9b-45ac-ba29-e0b99c080e63 {{(pid=102348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:55:42.087360 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-14b30071-c065-45db-a73a-839660f2676e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:42.150072 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] For port e64f9fdc-bedf-44df-9ae2-7cd38244f7ff, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=e64f9fdc-bedf-44df-9ae2-7cd38244f7ff,segment=NetworkSegment(10396019-b919-49cc-b445-f3a22390b24e),segment_id=10396019-b919-49cc-b445-f3a22390b24e)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:55:42.171834 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-1ed35736-be0b-425c-8173-47b5276ca757 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857803', 'neutron.services.segments.db._delete_segments_for_network-8743873143390'] for network, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:42.179678 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Returning: {'device': 'e64f9fdc-bedf-44df-9ae2-7cd38244f7ff', 'network_id': '5881e9db-d98c-456c-a859-ceca0aeadc80', 'port_id': 'e64f9fdc-bedf-44df-9ae2-7cd38244f7ff', 'mac_address': 'fa:16:3e:01:83:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 441, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81b47fe0-cd37-412d-b552-4ac6bd910a15', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 10:55:42.192142 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-14b30071-c065-45db-a73a-839660f2676e None None] For port 59d4fd59-1b9b-45ac-ba29-e0b99c080e63, host n-d-813419-10, got binding levels [] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:55:42.192558 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-14b30071-c065-45db-a73a-839660f2676e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:42.202128 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-1ed35736-be0b-425c-8173-47b5276ca757 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f700057d-62f2-4e52-80b3-0478ab2e05e4']}} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:55:42.215463 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-97d9331b-4c5e-4316-95ed-a34a2b31cadc req-01477ab6-16a7-406a-b6f5-6dcc67a42088 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=32c83879-889b-42fc-9b3a-977d6172e638&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1740730 Oct 27 10:55:42.219871 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-1ed35736-be0b-425c-8173-47b5276ca757 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7e9344d-31e1-4c9f-96b8-3dec442d858c') {'for_net_delete': True} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:55:42.220168 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-1ed35736-be0b-425c-8173-47b5276ca757 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7e9344d-31e1-4c9f-96b8-3dec442d858c') {} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:55:42.230932 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-1ed35736-be0b-425c-8173-47b5276ca757 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743873145191', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25847877'] for segment, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:42.233592 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-14b30071-c065-45db-a73a-839660f2676e None None] Calling delete_port for 59d4fd59-1b9b-45ac-ba29-e0b99c080e63 owned by network:dhcp {{(pid=102348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:55:42.236814 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-4c9762a6-9999-4fd4-b3fa-b36be550ef53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '223d9674-94fb-428b-8ac7-9304fb079498', 'name': 'tempest-RoutersIpV6Test-router-510798743', 'tenant_id': 'eb4a634382c64eabbfb18238247bc046', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:55:13Z', 'updated_at': '2021-10-27T10:55:39Z', 'revision_number': 9, 'project_id': 'eb4a634382c64eabbfb18238247bc046', 'gw_port_host': None, '_interfaces': [{'id': '32d2f4c2-f245-43c1-9b1d-b9db9f0423c1', 'name': '', 'network_id': 'fbe55640-9c1c-43fe-9950-b4068d31117d', 'tenant_id': 'eb4a634382c64eabbfb18238247bc046', 'mac_address': 'fa:16:3e:01:21:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '223d9674-94fb-428b-8ac7-9304fb079498', 'device_owner': 'network:router_interface', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': '7653eb31-5b8f-49c5-801d-4e49d42fb525', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:55:14Z', 'updated_at': '2021-10-27T10:55:20Z', 'revision_number': 5, 'project_id': 'eb4a634382c64eabbfb18238247bc046', 'subnets': [{'id': '7653eb31-5b8f-49c5-801d-4e49d42fb525', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9a6b81c-36e5-47b3-94e9-d7be457054de', 'name': '', 'network_id': '18042040-c56a-4040-8df5-b4d63e6088c2', 'tenant_id': 'eb4a634382c64eabbfb18238247bc046', 'mac_address': 'fa:16:3e:f3:9d:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '223d9674-94fb-428b-8ac7-9304fb079498', 'device_owner': 'network:router_interface', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': '57210c69-d076-4c63-b5c7-0752f3df053e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:55:18Z', 'updated_at': '2021-10-27T10:55:25Z', 'revision_number': 5, 'project_id': 'eb4a634382c64eabbfb18238247bc046', 'subnets': [{'id': '57210c69-d076-4c63-b5c7-0752f3df053e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:55:42.241895 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.ipam_backend_mixin [None req-14b30071-c065-45db-a73a-839660f2676e None None] Port 59d4fd59-1b9b-45ac-ba29-e0b99c080e63 was not found and therefore no delete operation was performed {{(pid=102348) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 27 10:55:42.272662 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-14b30071-c065-45db-a73a-839660f2676e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615'] for port, after_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:42.273390 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-1ed35736-be0b-425c-8173-47b5276ca757 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:42.278602 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c9762a6-9999-4fd4-b3fa-b36be550ef53 None None] The sync data for ids ['223d9674-94fb-428b-8ac7-9304fb079498'] in n-d-813419-10 is: [{'id': '223d9674-94fb-428b-8ac7-9304fb079498', 'name': 'tempest-RoutersIpV6Test-router-510798743', 'tenant_id': 'eb4a634382c64eabbfb18238247bc046', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:55:13Z', 'updated_at': '2021-10-27T10:55:39Z', 'revision_number': 9, 'project_id': 'eb4a634382c64eabbfb18238247bc046', 'gw_port_host': None, '_interfaces': [{'id': '32d2f4c2-f245-43c1-9b1d-b9db9f0423c1', 'name': '', 'network_id': 'fbe55640-9c1c-43fe-9950-b4068d31117d', 'tenant_id': 'eb4a634382c64eabbfb18238247bc046', 'mac_address': 'fa:16:3e:01:21:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '223d9674-94fb-428b-8ac7-9304fb079498', 'device_owner': 'network:router_interface', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': '7653eb31-5b8f-49c5-801d-4e49d42fb525', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:55:14Z', 'updated_at': '2021-10-27T10:55:20Z', 'revision_number': 5, 'project_id': 'eb4a634382c64eabbfb18238247bc046', 'subnets': [{'id': '7653eb31-5b8f-49c5-801d-4e49d42fb525', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9a6b81c-36e5-47b3-94e9-d7be457054de', 'name': '', 'network_id': '18042040-c56a-4040-8df5-b4d63e6088c2', 'tenant_id': 'eb4a634382c64eabbfb18238247bc046', 'mac_address': 'fa:16:3e:f3:9d:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '223d9674-94fb-428b-8ac7-9304fb079498', 'device_owner': 'network:router_interface', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': '57210c69-d076-4c63-b5c7-0752f3df053e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:55:18Z', 'updated_at': '2021-10-27T10:55:25Z', 'revision_number': 5, 'project_id': 'eb4a634382c64eabbfb18238247bc046', 'subnets': [{'id': '57210c69-d076-4c63-b5c7-0752f3df053e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:55:42.284317 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ed35736-be0b-425c-8173-47b5276ca757 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Releasing vlan 413 on physical network physnet1 to pool {{(pid=102346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 10:55:42.285079 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-1ed35736-be0b-425c-8173-47b5276ca757 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27024137'] for segment, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:42.290174 n-d-813419-10 neutron-server[102346]: Traceback (most recent call last): Oct 27 10:55:42.290174 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 10:55:42.290174 n-d-813419-10 neutron-server[102346]: timer() Oct 27 10:55:42.290174 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 10:55:42.290174 n-d-813419-10 neutron-server[102346]: cb(*args, **kw) Oct 27 10:55:42.290174 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 10:55:42.290174 n-d-813419-10 neutron-server[102346]: return func(*args, **kwargs) Oct 27 10:55:42.290174 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 10:55:42.290174 n-d-813419-10 neutron-server[102346]: self._notify() Oct 27 10:55:42.290174 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 10:55:42.290174 n-d-813419-10 neutron-server[102346]: self.callback(batched_events) Oct 27 10:55:42.290174 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 10:55:42.290174 n-d-813419-10 neutron-server[102346]: event.method(event) Oct 27 10:55:42.290174 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 10:55:42.290174 n-d-813419-10 neutron-server[102346]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 10:55:42.290174 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 10:55:42.290174 n-d-813419-10 neutron-server[102346]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 10:55:42.290174 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 10:55:42.290174 n-d-813419-10 neutron-server[102346]: return f(self, *a, **k) Oct 27 10:55:42.290174 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 10:55:42.290174 n-d-813419-10 neutron-server[102346]: return self._get(url).json() Oct 27 10:55:42.290174 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 10:55:42.290174 n-d-813419-10 neutron-server[102346]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 10:55:42.290174 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 10:55:42.290174 n-d-813419-10 neutron-server[102346]: return self.request(url, 'GET', **kwargs) Oct 27 10:55:42.290174 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 10:55:42.290174 n-d-813419-10 neutron-server[102346]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 10:55:42.290174 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 10:55:42.290174 n-d-813419-10 neutron-server[102346]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 10:55:42.290174 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 10:55:42.290174 n-d-813419-10 neutron-server[102346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 10:55:42.290174 n-d-813419-10 neutron-server[102346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 10:55:42.310303 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:42.313743 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b30071-c065-45db-a73a-839660f2676e None None] Pushing event deleted for resources: {'Port': ['ID=59d4fd59-1b9b-45ac-ba29-e0b99c080e63,revision_number=None']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:55:42.316528 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b30071-c065-45db-a73a-839660f2676e None None] No DVR routers for this DVR port 59d4fd59-1b9b-45ac-ba29-e0b99c080e63 on host n-d-813419-10 {{(pid=102348) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:55:42.338414 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e64f9fdc-bedf-44df-9ae2-7cd38244f7ff {{(pid=102348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:55:42.367778 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d9331b-4c5e-4316-95ed-a34a2b31cadc req-df858f6c-af0e-4c1b-96d3-dafd6192fb0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:55:42.369355 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-97d9331b-4c5e-4316-95ed-a34a2b31cadc req-df858f6c-af0e-4c1b-96d3-dafd6192fb0e service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=7f357cb809634e50864d0c31dbcbd617&device_id=32c83879-889b-42fc-9b3a-977d6172e638 HTTP/1.1" status: 200 len: 1095 time: 0.1248527 Oct 27 10:55:42.371180 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] For port e64f9fdc-bedf-44df-9ae2-7cd38244f7ff, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=e64f9fdc-bedf-44df-9ae2-7cd38244f7ff,segment=NetworkSegment(10396019-b919-49cc-b445-f3a22390b24e),segment_id=10396019-b919-49cc-b445-f3a22390b24e)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:55:42.385326 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:42.409628 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-1ed35736-be0b-425c-8173-47b5276ca757 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664840'] for network, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:42.434877 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-1ed35736-be0b-425c-8173-47b5276ca757 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks [] for network, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:42.436409 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 38138) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:55:42.436960 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-1ed35736-be0b-425c-8173-47b5276ca757 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] 10.222.0.44 "DELETE /v2.0/networks/f700057d-62f2-4e52-80b3-0478ab2e05e4 HTTP/1.1" status: 204 len: 168 time: 0.9904196 Oct 27 10:55:42.455573 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Pushing event updated for resources: {'Port': ['ID=e64f9fdc-bedf-44df-9ae2-7cd38244f7ff,revision_number=7']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:55:42.483438 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed35736-be0b-425c-8173-47b5276ca757 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Pushing event deleted for resources: {'Network': ['ID=f700057d-62f2-4e52-80b3-0478ab2e05e4,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:55:42.544736 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d9331b-4c5e-4316-95ed-a34a2b31cadc req-cce5a0f7-839b-4618-9c20-7388de2f9168 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:55:42.546813 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-97d9331b-4c5e-4316-95ed-a34a2b31cadc req-cce5a0f7-839b-4618-9c20-7388de2f9168 service neutron] 10.222.0.76 "GET /v2.0/networks?id=5881e9db-d98c-456c-a859-ceca0aeadc80 HTTP/1.1" status: 200 len: 898 time: 0.1555588 Oct 27 10:55:42.634221 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-97d9331b-4c5e-4316-95ed-a34a2b31cadc req-1e9d054c-9713-4162-b788-f17ad4d9c782 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e64f9fdc-bedf-44df-9ae2-7cd38244f7ff HTTP/1.1" status: 200 len: 1000 time: 0.0795052 Oct 27 10:55:42.737375 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] get_ports_and_sgs() called for port_ids ['e64f9fdc-bedf-44df-9ae2-7cd38244f7ff'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:55:42.757348 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d9331b-4c5e-4316-95ed-a34a2b31cadc req-7bd1d9d2-4786-400a-a20b-dded4c8a4289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:55:42.764595 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-97d9331b-4c5e-4316-95ed-a34a2b31cadc req-7bd1d9d2-4786-400a-a20b-dded4c8a4289 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=81b47fe0-cd37-412d-b552-4ac6bd910a15 HTTP/1.1" status: 200 len: 835 time: 0.1212137 Oct 27 10:55:42.864772 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 59d4fd59-1b9b-45ac-ba29-e0b99c080e63 no longer exists at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:55:42.887628 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d9331b-4c5e-4316-95ed-a34a2b31cadc req-41b67b79-5202-49ae-a56a-82c54a6e347e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:55:42.891388 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-97d9331b-4c5e-4316-95ed-a34a2b31cadc req-41b67b79-5202-49ae-a56a-82c54a6e347e service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=5881e9db-d98c-456c-a859-ceca0aeadc80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1208229 Oct 27 10:55:42.938231 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] No Port match for: 59d4fd59-1b9b-45ac-ba29-e0b99c080e63 {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:55:42.938561 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 59d4fd59-1b9b-45ac-ba29-e0b99c080e63 not bound to the agent host n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:55:42.938968 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 7a7e5da9-665e-4af2-a781-46733b0a5e91 no longer exists at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:55:42.989627 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] No Port match for: 7a7e5da9-665e-4af2-a781-46733b0a5e91 {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:55:42.989974 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 7a7e5da9-665e-4af2-a781-46733b0a5e91 not bound to the agent host n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:55:43.159040 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-97d9331b-4c5e-4316-95ed-a34a2b31cadc req-3dbbbafe-76c0-43fd-ba94-bf90c8b772ca service neutron] 10.222.0.76 "GET /v2.0/networks/5881e9db-d98c-456c-a859-ceca0aeadc80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2576380 Oct 27 10:55:43.177033 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80571f0-50f8-40b4-9731-14016bba4cca req-c4d29ed2-27f1-4b27-a4a5-ef28e66c000a tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:55:43.181274 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-d80571f0-50f8-40b4-9731-14016bba4cca req-c4d29ed2-27f1-4b27-a4a5-ef28e66c000a tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "GET /v2.0/ports?device_id=32c83879-889b-42fc-9b3a-977d6172e638 HTTP/1.1" status: 200 len: 944 time: 0.7615337 Oct 27 10:55:43.293324 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-97d9331b-4c5e-4316-95ed-a34a2b31cadc req-a780cb2a-c797-460b-ac97-40056417889b service neutron] 10.222.0.76 "GET /v2.0/networks/5881e9db-d98c-456c-a859-ceca0aeadc80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248050 Oct 27 10:55:43.399487 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-d80571f0-50f8-40b4-9731-14016bba4cca req-b0c1dbdf-445a-4e75-97c4-8389b702cd01 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "GET /v2.0/security-groups?id=400a7a10-ae98-4ff7-8b32-bae6f0d1c63e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1427894 Oct 27 10:55:43.431394 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 38148) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:55:43.622605 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-42c25f68-54fa-428e-861a-38c5e29b6e1a tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1766202'] for router_interface, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:43.623204 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-d38cb008-97ac-47a8-9d04-79250c6de319 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "GET /v2.0/floatingips/9d8d1190-3799-4fb2-8d47-ae1a2f5ec547 HTTP/1.1" status: 200 len: 992 time: 0.1881819 Oct 27 10:55:43.957812 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-42c25f68-54fa-428e-861a-38c5e29b6e1a tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Deleting port c9a6b81c-36e5-47b3-94e9-d7be457054de {{(pid=102347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:55:43.958129 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-42c25f68-54fa-428e-861a-38c5e29b6e1a tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:44.075064 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [None req-42c25f68-54fa-428e-861a-38c5e29b6e1a tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] For port c9a6b81c-36e5-47b3-94e9-d7be457054de, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=c9a6b81c-36e5-47b3-94e9-d7be457054de,segment=NetworkSegment(7dd3d8b0-74f3-4c96-a142-8bf196d8b8fd),segment_id=7dd3d8b0-74f3-4c96-a142-8bf196d8b8fd)] {{(pid=102347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:55:44.075498 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-42c25f68-54fa-428e-861a-38c5e29b6e1a tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:44.091660 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-42c25f68-54fa-428e-861a-38c5e29b6e1a tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Calling delete_port for c9a6b81c-36e5-47b3-94e9-d7be457054de owned by network:router_interface {{(pid=102347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:55:44.297706 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-42c25f68-54fa-428e-861a-38c5e29b6e1a tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:44.337212 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c25f68-54fa-428e-861a-38c5e29b6e1a tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Pushing event deleted for resources: {'Port': ['ID=c9a6b81c-36e5-47b3-94e9-d7be457054de,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:55:44.361454 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c25f68-54fa-428e-861a-38c5e29b6e1a tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:55:44.361801 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c25f68-54fa-428e-861a-38c5e29b6e1a tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:55:44.362203 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c25f68-54fa-428e-861a-38c5e29b6e1a tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:55:44.362539 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c25f68-54fa-428e-861a-38c5e29b6e1a tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:55:44.362921 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c25f68-54fa-428e-861a-38c5e29b6e1a tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:55:44.363254 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c25f68-54fa-428e-861a-38c5e29b6e1a tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:55:44.363840 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c25f68-54fa-428e-861a-38c5e29b6e1a tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:55:44.364166 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c25f68-54fa-428e-861a-38c5e29b6e1a tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:55:44.364515 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c25f68-54fa-428e-861a-38c5e29b6e1a tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:55:44.364863 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c25f68-54fa-428e-861a-38c5e29b6e1a tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:55:44.365183 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c25f68-54fa-428e-861a-38c5e29b6e1a tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:55:44.365503 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c25f68-54fa-428e-861a-38c5e29b6e1a tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:55:44.474538 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-42c25f68-54fa-428e-861a-38c5e29b6e1a tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2006968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1766358'] for router_interface, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:44.685241 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42c25f68-54fa-428e-861a-38c5e29b6e1a tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Router 223d9674-94fb-428b-8ac7-9304fb079498 has already been hosted by L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb {{(pid=102347) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 10:55:44.800149 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42c25f68-54fa-428e-861a-38c5e29b6e1a tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:55:44.809303 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-42c25f68-54fa-428e-861a-38c5e29b6e1a tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] 10.222.0.44 "PUT /v2.0/routers/223d9674-94fb-428b-8ac7-9304fb079498/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3721228 Oct 27 10:55:44.811894 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 38170) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:55:44.817731 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15c60291-ec95-4b86-b1b1-440f19196216 None None] Sync routers for ids ['223d9674-94fb-428b-8ac7-9304fb079498'] in n-d-813419-10 {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:55:44.829883 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c60291-ec95-4b86-b1b1-440f19196216 None None] Routers {'223d9674-94fb-428b-8ac7-9304fb079498'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:55:44.830773 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-15c60291-ec95-4b86-b1b1-440f19196216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:55:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['223d9674-94fb-428b-8ac7-9304fb079498'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:55:44.890395 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1bc59b8-4613-4376-a53e-8a6605d07a42 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Deleting subnet 57210c69-d076-4c63-b5c7-0752f3df053e {{(pid=102346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 10:55:44.894113 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-f1bc59b8-4613-4376-a53e-8a6605d07a42 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks [] for subnet, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:44.950353 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-f1bc59b8-4613-4376-a53e-8a6605d07a42 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25847868'] for subnet, precommit_delete_associations {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:44.952163 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvr_db [None req-15c60291-ec95-4b86-b1b1-440f19196216 None None] Set router 223d9674-94fb-428b-8ac7-9304fb079498 gateway port host: None {{(pid=102349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:55:45.056607 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-f1bc59b8-4613-4376-a53e-8a6605d07a42 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855646'] for subnet, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:45.131310 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-f1bc59b8-4613-4376-a53e-8a6605d07a42 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27024355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27168307'] for subnet, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:45.168993 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bc59b8-4613-4376-a53e-8a6605d07a42 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Pushing event deleted for resources: {'Subnet': ['ID=57210c69-d076-4c63-b5c7-0752f3df053e,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:55:45.183158 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-f1bc59b8-4613-4376-a53e-8a6605d07a42 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks [] for subnet, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:45.189374 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-f1bc59b8-4613-4376-a53e-8a6605d07a42 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] 10.222.0.44 "DELETE /v2.0/subnets/57210c69-d076-4c63-b5c7-0752f3df053e HTTP/1.1" status: 204 len: 168 time: 0.3739614 Oct 27 10:55:45.189612 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-15c60291-ec95-4b86-b1b1-440f19196216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '223d9674-94fb-428b-8ac7-9304fb079498', 'name': 'tempest-RoutersIpV6Test-router-510798743', 'tenant_id': 'eb4a634382c64eabbfb18238247bc046', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:55:13Z', 'updated_at': '2021-10-27T10:55:44Z', 'revision_number': 10, 'project_id': 'eb4a634382c64eabbfb18238247bc046', 'gw_port_host': None, '_interfaces': [{'id': '32d2f4c2-f245-43c1-9b1d-b9db9f0423c1', 'name': '', 'network_id': 'fbe55640-9c1c-43fe-9950-b4068d31117d', 'tenant_id': 'eb4a634382c64eabbfb18238247bc046', 'mac_address': 'fa:16:3e:01:21:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '223d9674-94fb-428b-8ac7-9304fb079498', 'device_owner': 'network:router_interface', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': '7653eb31-5b8f-49c5-801d-4e49d42fb525', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:55:14Z', 'updated_at': '2021-10-27T10:55:20Z', 'revision_number': 5, 'project_id': 'eb4a634382c64eabbfb18238247bc046', 'subnets': [{'id': '7653eb31-5b8f-49c5-801d-4e49d42fb525', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:55:45.190498 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f7ddc6e-2cae-4370-aee3-a4340ce6ca8e None None] Network 18042040-c56a-4040-8df5-b4d63e6088c2 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:55:45.192971 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 38176) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:55:45.242389 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15c60291-ec95-4b86-b1b1-440f19196216 None None] Checking router: 223d9674-94fb-428b-8ac7-9304fb079498 for host: n-d-813419-10 {{(pid=102349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 10:55:45.253157 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c60291-ec95-4b86-b1b1-440f19196216 None None] Routers {'223d9674-94fb-428b-8ac7-9304fb079498'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:55:45.253511 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-15c60291-ec95-4b86-b1b1-440f19196216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:55:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['223d9674-94fb-428b-8ac7-9304fb079498'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:55:45.336053 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-4fb9e03d-9d15-4976-8310-8f29f7111829 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586917'] for network, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:45.371564 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvr_db [None req-15c60291-ec95-4b86-b1b1-440f19196216 None None] Set router 223d9674-94fb-428b-8ac7-9304fb079498 gateway port host: None {{(pid=102349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:55:45.450746 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-4fb9e03d-9d15-4976-8310-8f29f7111829 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Deleting port 330e953b-e90a-4074-9f37-14d223c7c62e {{(pid=102347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:55:45.451083 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-4fb9e03d-9d15-4976-8310-8f29f7111829 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:45.481809 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a045a4e-f498-418c-b706-3c86dcd8eb2e None None] DHCP port deletion for 18042040-c56a-4040-8df5-b4d63e6088c2 request from n-d-813419-10 {{(pid=102348) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 10:55:45.551826 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-9a045a4e-f498-418c-b706-3c86dcd8eb2e None None] Deleting port 330e953b-e90a-4074-9f37-14d223c7c62e {{(pid=102348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:55:45.552621 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-9a045a4e-f498-418c-b706-3c86dcd8eb2e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:45.585318 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [None req-4fb9e03d-9d15-4976-8310-8f29f7111829 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] For port 330e953b-e90a-4074-9f37-14d223c7c62e, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=330e953b-e90a-4074-9f37-14d223c7c62e,segment=NetworkSegment(7dd3d8b0-74f3-4c96-a142-8bf196d8b8fd),segment_id=7dd3d8b0-74f3-4c96-a142-8bf196d8b8fd)] {{(pid=102347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:55:45.586085 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-4fb9e03d-9d15-4976-8310-8f29f7111829 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:45.621643 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-4fb9e03d-9d15-4976-8310-8f29f7111829 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Calling delete_port for 330e953b-e90a-4074-9f37-14d223c7c62e owned by network:dhcp {{(pid=102347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:55:45.660802 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-9a045a4e-f498-418c-b706-3c86dcd8eb2e None None] For port 330e953b-e90a-4074-9f37-14d223c7c62e, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=330e953b-e90a-4074-9f37-14d223c7c62e,segment=NetworkSegment(7dd3d8b0-74f3-4c96-a142-8bf196d8b8fd),segment_id=7dd3d8b0-74f3-4c96-a142-8bf196d8b8fd)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:55:45.663858 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-9a045a4e-f498-418c-b706-3c86dcd8eb2e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:45.677527 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-15c60291-ec95-4b86-b1b1-440f19196216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '223d9674-94fb-428b-8ac7-9304fb079498', 'name': 'tempest-RoutersIpV6Test-router-510798743', 'tenant_id': 'eb4a634382c64eabbfb18238247bc046', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:55:13Z', 'updated_at': '2021-10-27T10:55:44Z', 'revision_number': 10, 'project_id': 'eb4a634382c64eabbfb18238247bc046', 'gw_port_host': None, '_interfaces': [{'id': '32d2f4c2-f245-43c1-9b1d-b9db9f0423c1', 'name': '', 'network_id': 'fbe55640-9c1c-43fe-9950-b4068d31117d', 'tenant_id': 'eb4a634382c64eabbfb18238247bc046', 'mac_address': 'fa:16:3e:01:21:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '223d9674-94fb-428b-8ac7-9304fb079498', 'device_owner': 'network:router_interface', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': '7653eb31-5b8f-49c5-801d-4e49d42fb525', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:55:14Z', 'updated_at': '2021-10-27T10:55:20Z', 'revision_number': 5, 'project_id': 'eb4a634382c64eabbfb18238247bc046', 'subnets': [{'id': '7653eb31-5b8f-49c5-801d-4e49d42fb525', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:55:45.681406 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-9a045a4e-f498-418c-b706-3c86dcd8eb2e None None] Calling delete_port for 330e953b-e90a-4074-9f37-14d223c7c62e owned by network:dhcp {{(pid=102348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:55:45.714587 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15c60291-ec95-4b86-b1b1-440f19196216 None None] The sync data for ids ['223d9674-94fb-428b-8ac7-9304fb079498'] in n-d-813419-10 is: [{'id': '223d9674-94fb-428b-8ac7-9304fb079498', 'name': 'tempest-RoutersIpV6Test-router-510798743', 'tenant_id': 'eb4a634382c64eabbfb18238247bc046', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:55:13Z', 'updated_at': '2021-10-27T10:55:44Z', 'revision_number': 10, 'project_id': 'eb4a634382c64eabbfb18238247bc046', 'gw_port_host': None, '_interfaces': [{'id': '32d2f4c2-f245-43c1-9b1d-b9db9f0423c1', 'name': '', 'network_id': 'fbe55640-9c1c-43fe-9950-b4068d31117d', 'tenant_id': 'eb4a634382c64eabbfb18238247bc046', 'mac_address': 'fa:16:3e:01:21:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '223d9674-94fb-428b-8ac7-9304fb079498', 'device_owner': 'network:router_interface', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': '7653eb31-5b8f-49c5-801d-4e49d42fb525', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:55:14Z', 'updated_at': '2021-10-27T10:55:20Z', 'revision_number': 5, 'project_id': 'eb4a634382c64eabbfb18238247bc046', 'subnets': [{'id': '7653eb31-5b8f-49c5-801d-4e49d42fb525', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:55:45.788022 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-4fb9e03d-9d15-4976-8310-8f29f7111829 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:45.791721 n-d-813419-10 neutron-server[102348]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 10:55:45.791721 n-d-813419-10 neutron-server[102348]: self.session.flush() Oct 27 10:55:45.791721 n-d-813419-10 neutron-server[102348]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 10:55:45.791721 n-d-813419-10 neutron-server[102348]: self.session.flush() Oct 27 10:55:45.791721 n-d-813419-10 neutron-server[102348]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 10:55:45.791721 n-d-813419-10 neutron-server[102348]: self.session.flush() Oct 27 10:55:45.791721 n-d-813419-10 neutron-server[102348]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 10:55:45.791721 n-d-813419-10 neutron-server[102348]: self.session.flush() Oct 27 10:55:45.791721 n-d-813419-10 neutron-server[102348]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 10:55:45.791721 n-d-813419-10 neutron-server[102348]: self.session.flush() Oct 27 10:55:45.791721 n-d-813419-10 neutron-server[102348]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 10:55:45.791721 n-d-813419-10 neutron-server[102348]: self.session.flush() Oct 27 10:55:45.791721 n-d-813419-10 neutron-server[102348]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 10:55:45.791721 n-d-813419-10 neutron-server[102348]: self.session.flush() Oct 27 10:55:45.791721 n-d-813419-10 neutron-server[102348]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 10:55:45.791721 n-d-813419-10 neutron-server[102348]: self.session.flush() Oct 27 10:55:45.791721 n-d-813419-10 neutron-server[102348]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 10:55:45.791721 n-d-813419-10 neutron-server[102348]: self.session.flush() Oct 27 10:55:45.791721 n-d-813419-10 neutron-server[102348]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 10:55:45.791721 n-d-813419-10 neutron-server[102348]: self.session.flush() Oct 27 10:55:45.791721 n-d-813419-10 neutron-server[102348]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 10:55:45.791721 n-d-813419-10 neutron-server[102348]: self.session.flush() Oct 27 10:55:45.791721 n-d-813419-10 neutron-server[102348]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 10:55:45.791721 n-d-813419-10 neutron-server[102348]: self.session.flush() Oct 27 10:55:45.791721 n-d-813419-10 neutron-server[102348]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 10:55:45.791721 n-d-813419-10 neutron-server[102348]: self.session.flush() Oct 27 10:55:45.791721 n-d-813419-10 neutron-server[102348]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 10:55:45.791721 n-d-813419-10 neutron-server[102348]: self.session.flush() Oct 27 10:55:45.791721 n-d-813419-10 neutron-server[102348]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 10:55:45.791721 n-d-813419-10 neutron-server[102348]: self.session.flush() Oct 27 10:55:45.791721 n-d-813419-10 neutron-server[102348]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 10:55:45.791721 n-d-813419-10 neutron-server[102348]: self.session.flush() Oct 27 10:55:45.791721 n-d-813419-10 neutron-server[102348]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 10:55:45.791721 n-d-813419-10 neutron-server[102348]: self.session.flush() Oct 27 10:55:45.791721 n-d-813419-10 neutron-server[102348]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 10:55:45.791721 n-d-813419-10 neutron-server[102348]: self.session.flush() Oct 27 10:55:45.791721 n-d-813419-10 neutron-server[102348]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 10:55:45.791721 n-d-813419-10 neutron-server[102348]: self.session.flush() Oct 27 10:55:45.791721 n-d-813419-10 neutron-server[102348]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 10:55:45.791721 n-d-813419-10 neutron-server[102348]: self.session.flush() Oct 27 10:55:45.791721 n-d-813419-10 neutron-server[102348]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 10:55:45.791721 n-d-813419-10 neutron-server[102348]: self.session.flush() Oct 27 10:55:45.791721 n-d-813419-10 neutron-server[102348]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 10:55:45.791721 n-d-813419-10 neutron-server[102348]: self.session.flush() Oct 27 10:55:45.791721 n-d-813419-10 neutron-server[102348]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 10:55:45.791721 n-d-813419-10 neutron-server[102348]: self.session.flush() Oct 27 10:55:45.791721 n-d-813419-10 neutron-server[102348]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 10:55:45.791721 n-d-813419-10 neutron-server[102348]: self.session.flush() Oct 27 10:55:45.791721 n-d-813419-10 neutron-server[102348]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 10:55:45.791721 n-d-813419-10 neutron-server[102348]: self.session.flush() Oct 27 10:55:45.791721 n-d-813419-10 neutron-server[102348]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 10:55:45.791721 n-d-813419-10 neutron-server[102348]: self.session.flush() Oct 27 10:55:45.791721 n-d-813419-10 neutron-server[102348]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 10:55:45.791721 n-d-813419-10 neutron-server[102348]: self.session.flush() Oct 27 10:55:45.800790 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-9a045a4e-f498-418c-b706-3c86dcd8eb2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615'] for port, after_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:45.814010 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a045a4e-f498-418c-b706-3c86dcd8eb2e None None] No DVR routers for this DVR port 330e953b-e90a-4074-9f37-14d223c7c62e on host n-d-813419-10 {{(pid=102348) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:55:45.834027 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a045a4e-f498-418c-b706-3c86dcd8eb2e None None] Pushing event deleted for resources: {'Port': ['ID=330e953b-e90a-4074-9f37-14d223c7c62e,revision_number=None']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:55:45.844226 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fb9e03d-9d15-4976-8310-8f29f7111829 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] No DVR routers for this DVR port 330e953b-e90a-4074-9f37-14d223c7c62e on host n-d-813419-10 {{(pid=102347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:55:45.845914 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb9e03d-9d15-4976-8310-8f29f7111829 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Pushing event deleted for resources: {'Port': ['ID=330e953b-e90a-4074-9f37-14d223c7c62e,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:55:45.892590 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device e64f9fdc-bedf-44df-9ae2-7cd38244f7ff up at agent hyperv_n-h2-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:55:45.945519 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-4fb9e03d-9d15-4976-8310-8f29f7111829 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857803', 'neutron.services.segments.db._delete_segments_for_network-8743873143390'] for network, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:45.990642 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-4fb9e03d-9d15-4976-8310-8f29f7111829 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18042040-c56a-4040-8df5-b4d63e6088c2']}} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:55:45.994686 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Provisioning complete for port e64f9fdc-bedf-44df-9ae2-7cd38244f7ff triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:55:45.995054 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:46.007306 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-4fb9e03d-9d15-4976-8310-8f29f7111829 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7dd3d8b0-74f3-4c96-a142-8bf196d8b8fd') {'for_net_delete': True} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:55:46.007704 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-4fb9e03d-9d15-4976-8310-8f29f7111829 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7dd3d8b0-74f3-4c96-a142-8bf196d8b8fd') {} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:55:46.020805 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-4fb9e03d-9d15-4976-8310-8f29f7111829 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743873145191', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18445132'] for segment, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:46.040734 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-4fb9e03d-9d15-4976-8310-8f29f7111829 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:46.048523 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4fb9e03d-9d15-4976-8310-8f29f7111829 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Releasing vlan 437 on physical network physnet1 to pool {{(pid=102347) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 10:55:46.049416 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-4fb9e03d-9d15-4976-8310-8f29f7111829 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-18296032'] for segment, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:46.053870 n-d-813419-10 neutron-server[102347]: Traceback (most recent call last): Oct 27 10:55:46.053870 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 10:55:46.053870 n-d-813419-10 neutron-server[102347]: timer() Oct 27 10:55:46.053870 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 10:55:46.053870 n-d-813419-10 neutron-server[102347]: cb(*args, **kw) Oct 27 10:55:46.053870 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 10:55:46.053870 n-d-813419-10 neutron-server[102347]: return func(*args, **kwargs) Oct 27 10:55:46.053870 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 10:55:46.053870 n-d-813419-10 neutron-server[102347]: self._notify() Oct 27 10:55:46.053870 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 10:55:46.053870 n-d-813419-10 neutron-server[102347]: self.callback(batched_events) Oct 27 10:55:46.053870 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 10:55:46.053870 n-d-813419-10 neutron-server[102347]: event.method(event) Oct 27 10:55:46.053870 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 10:55:46.053870 n-d-813419-10 neutron-server[102347]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 10:55:46.053870 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 10:55:46.053870 n-d-813419-10 neutron-server[102347]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 10:55:46.053870 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 10:55:46.053870 n-d-813419-10 neutron-server[102347]: return f(self, *a, **k) Oct 27 10:55:46.053870 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 10:55:46.053870 n-d-813419-10 neutron-server[102347]: return self._get(url).json() Oct 27 10:55:46.053870 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 10:55:46.053870 n-d-813419-10 neutron-server[102347]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 10:55:46.053870 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 10:55:46.053870 n-d-813419-10 neutron-server[102347]: return self.request(url, 'GET', **kwargs) Oct 27 10:55:46.053870 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 10:55:46.053870 n-d-813419-10 neutron-server[102347]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 10:55:46.053870 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 10:55:46.053870 n-d-813419-10 neutron-server[102347]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 10:55:46.053870 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 10:55:46.053870 n-d-813419-10 neutron-server[102347]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 10:55:46.053870 n-d-813419-10 neutron-server[102347]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 10:55:46.181779 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-4fb9e03d-9d15-4976-8310-8f29f7111829 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664840'] for network, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:46.191039 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-4fb9e03d-9d15-4976-8310-8f29f7111829 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks [] for network, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:46.201239 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 38186) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:55:46.215519 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-4fb9e03d-9d15-4976-8310-8f29f7111829 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] 10.222.0.44 "DELETE /v2.0/networks/18042040-c56a-4040-8df5-b4d63e6088c2 HTTP/1.1" status: 204 len: 168 time: 1.0043781 Oct 27 10:55:46.265754 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb9e03d-9d15-4976-8310-8f29f7111829 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Pushing event deleted for resources: {'Network': ['ID=18042040-c56a-4040-8df5-b4d63e6088c2,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:55:46.269260 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-8e7ecd15-f44f-4e2e-b32a-b03e3dbf7391 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:46.312632 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:46.368159 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32c83879-889b-42fc-9b3a-977d6172e638', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e64f9fdc-bedf-44df-9ae2-7cd38244f7ff'}] {{(pid=102348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:55:46.373861 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c588921fa634554a1d9242fdea1b05457a9ff1d3b28ba54ec1dace7f2f1df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-636b4d72-d23e-47bd-9a8e-1d15bb94cab2" -d '{"events": [{"server_uuid": "32c83879-889b-42fc-9b3a-977d6172e638", "name": "network-vif-plugged", "status": "completed", "tag": "e64f9fdc-bedf-44df-9ae2-7cd38244f7ff"}]}' {{(pid=102348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:55:46.430844 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] For port e64f9fdc-bedf-44df-9ae2-7cd38244f7ff, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=e64f9fdc-bedf-44df-9ae2-7cd38244f7ff,segment=NetworkSegment(10396019-b919-49cc-b445-f3a22390b24e),segment_id=10396019-b919-49cc-b445-f3a22390b24e)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:55:46.438581 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:46.472672 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:55:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13c8e54d-9bd0-42e6-84e3-6dd5d463041f x-openstack-request-id: req-13c8e54d-9bd0-42e6-84e3-6dd5d463041f {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:55:46.473092 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32c83879-889b-42fc-9b3a-977d6172e638", "name": "network-vif-plugged", "status": "completed", "tag": "e64f9fdc-bedf-44df-9ae2-7cd38244f7ff", "code": 200}]} {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:55:46.473441 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-13c8e54d-9bd0-42e6-84e3-6dd5d463041f {{(pid=102348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:55:46.473924 n-d-813419-10 neutron-server[102348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32c83879-889b-42fc-9b3a-977d6172e638', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e64f9fdc-bedf-44df-9ae2-7cd38244f7ff', 'code': 200} Oct 27 10:55:46.540384 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Pushing event updated for resources: {'Port': ['ID=e64f9fdc-bedf-44df-9ae2-7cd38244f7ff,revision_number=8']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:55:46.823987 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 330e953b-e90a-4074-9f37-14d223c7c62e no longer exists at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:55:46.869643 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] No Port match for: 330e953b-e90a-4074-9f37-14d223c7c62e {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:55:46.872224 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 330e953b-e90a-4074-9f37-14d223c7c62e not bound to the agent host n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:55:46.872849 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device c9a6b81c-36e5-47b3-94e9-d7be457054de no longer exists at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:55:46.907263 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] No Port match for: c9a6b81c-36e5-47b3-94e9-d7be457054de {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:55:46.908016 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device c9a6b81c-36e5-47b3-94e9-d7be457054de not bound to the agent host n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:55:47.071273 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-2f3f83ab-2a17-433d-b253-ef155c6ad8e5 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1766202'] for router_interface, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:47.375811 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-2f3f83ab-2a17-433d-b253-ef155c6ad8e5 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Deleting port 32d2f4c2-f245-43c1-9b1d-b9db9f0423c1 {{(pid=102346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:55:47.376570 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-2f3f83ab-2a17-433d-b253-ef155c6ad8e5 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:47.478573 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [None req-2f3f83ab-2a17-433d-b253-ef155c6ad8e5 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] For port 32d2f4c2-f245-43c1-9b1d-b9db9f0423c1, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=32d2f4c2-f245-43c1-9b1d-b9db9f0423c1,segment=NetworkSegment(c3989fe6-d021-4de0-b297-22713174416f),segment_id=c3989fe6-d021-4de0-b297-22713174416f)] {{(pid=102346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:55:47.500181 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-2f3f83ab-2a17-433d-b253-ef155c6ad8e5 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:47.505009 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-2f3f83ab-2a17-433d-b253-ef155c6ad8e5 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Calling delete_port for 32d2f4c2-f245-43c1-9b1d-b9db9f0423c1 owned by network:router_interface {{(pid=102346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:55:47.715754 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-2f3f83ab-2a17-433d-b253-ef155c6ad8e5 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:47.744774 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3f83ab-2a17-433d-b253-ef155c6ad8e5 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Pushing event deleted for resources: {'Port': ['ID=32d2f4c2-f245-43c1-9b1d-b9db9f0423c1,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:55:47.757883 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3f83ab-2a17-433d-b253-ef155c6ad8e5 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:55:47.757883 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3f83ab-2a17-433d-b253-ef155c6ad8e5 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:55:47.761291 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3f83ab-2a17-433d-b253-ef155c6ad8e5 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:55:47.761645 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3f83ab-2a17-433d-b253-ef155c6ad8e5 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:55:47.761977 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3f83ab-2a17-433d-b253-ef155c6ad8e5 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:55:47.762310 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3f83ab-2a17-433d-b253-ef155c6ad8e5 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:55:47.762639 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3f83ab-2a17-433d-b253-ef155c6ad8e5 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:55:47.762967 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3f83ab-2a17-433d-b253-ef155c6ad8e5 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:55:47.763293 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3f83ab-2a17-433d-b253-ef155c6ad8e5 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:55:47.763611 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3f83ab-2a17-433d-b253-ef155c6ad8e5 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:55:47.763933 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3f83ab-2a17-433d-b253-ef155c6ad8e5 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:55:47.764271 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3f83ab-2a17-433d-b253-ef155c6ad8e5 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:55:47.876481 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-2f3f83ab-2a17-433d-b253-ef155c6ad8e5 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2006968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1766358'] for router_interface, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:48.053397 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f3f83ab-2a17-433d-b253-ef155c6ad8e5 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Router 223d9674-94fb-428b-8ac7-9304fb079498 has already been hosted by L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb {{(pid=102346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 10:55:48.144757 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f3f83ab-2a17-433d-b253-ef155c6ad8e5 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:55:48.153742 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 38208) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:55:48.156780 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-2f3f83ab-2a17-433d-b253-ef155c6ad8e5 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] 10.222.0.44 "PUT /v2.0/routers/223d9674-94fb-428b-8ac7-9304fb079498/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9542201 Oct 27 10:55:48.156965 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72030a75-7d51-48ac-99cf-1319202df82f None None] Sync routers for ids ['223d9674-94fb-428b-8ac7-9304fb079498'] in n-d-813419-10 {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:55:48.169001 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72030a75-7d51-48ac-99cf-1319202df82f None None] Routers {'223d9674-94fb-428b-8ac7-9304fb079498'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:55:48.169621 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-72030a75-7d51-48ac-99cf-1319202df82f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:55:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['223d9674-94fb-428b-8ac7-9304fb079498'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:55:48.255608 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvr_db [None req-72030a75-7d51-48ac-99cf-1319202df82f None None] Set router 223d9674-94fb-428b-8ac7-9304fb079498 gateway port host: None {{(pid=102348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:55:48.263165 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2890d34-4b62-443f-b4db-e59f245f9b6e tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Deleting subnet 7653eb31-5b8f-49c5-801d-4e49d42fb525 {{(pid=102347) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 10:55:48.274962 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-c2890d34-4b62-443f-b4db-e59f245f9b6e tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks [] for subnet, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:48.341505 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-72030a75-7d51-48ac-99cf-1319202df82f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '223d9674-94fb-428b-8ac7-9304fb079498', 'name': 'tempest-RoutersIpV6Test-router-510798743', 'tenant_id': 'eb4a634382c64eabbfb18238247bc046', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:55:13Z', 'updated_at': '2021-10-27T10:55:47Z', 'revision_number': 11, 'project_id': 'eb4a634382c64eabbfb18238247bc046', 'gw_port_host': None}], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:55:48.364727 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-c2890d34-4b62-443f-b4db-e59f245f9b6e tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-18445109'] for subnet, precommit_delete_associations {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:48.378835 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72030a75-7d51-48ac-99cf-1319202df82f None None] Checking router: 223d9674-94fb-428b-8ac7-9304fb079498 for host: n-d-813419-10 {{(pid=102348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 10:55:48.388755 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72030a75-7d51-48ac-99cf-1319202df82f None None] Routers {'223d9674-94fb-428b-8ac7-9304fb079498'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:55:48.389355 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-72030a75-7d51-48ac-99cf-1319202df82f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:55:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['223d9674-94fb-428b-8ac7-9304fb079498'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:55:48.473500 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvr_db [None req-72030a75-7d51-48ac-99cf-1319202df82f None None] Set router 223d9674-94fb-428b-8ac7-9304fb079498 gateway port host: None {{(pid=102348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:55:48.549119 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-72030a75-7d51-48ac-99cf-1319202df82f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '223d9674-94fb-428b-8ac7-9304fb079498', 'name': 'tempest-RoutersIpV6Test-router-510798743', 'tenant_id': 'eb4a634382c64eabbfb18238247bc046', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:55:13Z', 'updated_at': '2021-10-27T10:55:47Z', 'revision_number': 11, 'project_id': 'eb4a634382c64eabbfb18238247bc046', 'gw_port_host': None}], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:55:48.551345 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-c2890d34-4b62-443f-b4db-e59f245f9b6e tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855646'] for subnet, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:48.592403 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72030a75-7d51-48ac-99cf-1319202df82f None None] The sync data for ids ['223d9674-94fb-428b-8ac7-9304fb079498'] in n-d-813419-10 is: [{'id': '223d9674-94fb-428b-8ac7-9304fb079498', 'name': 'tempest-RoutersIpV6Test-router-510798743', 'tenant_id': 'eb4a634382c64eabbfb18238247bc046', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:55:13Z', 'updated_at': '2021-10-27T10:55:47Z', 'revision_number': 11, 'project_id': 'eb4a634382c64eabbfb18238247bc046', 'gw_port_host': None}] {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:55:48.622636 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-c2890d34-4b62-443f-b4db-e59f245f9b6e tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-18295818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18043720'] for subnet, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:48.657315 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2890d34-4b62-443f-b4db-e59f245f9b6e tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Pushing event deleted for resources: {'Subnet': ['ID=7653eb31-5b8f-49c5-801d-4e49d42fb525,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:55:48.661676 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-c2890d34-4b62-443f-b4db-e59f245f9b6e tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks [] for subnet, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:48.665950 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-c2890d34-4b62-443f-b4db-e59f245f9b6e tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] 10.222.0.44 "DELETE /v2.0/subnets/7653eb31-5b8f-49c5-801d-4e49d42fb525 HTTP/1.1" status: 204 len: 168 time: 0.5110812 Oct 27 10:55:48.668755 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 38214) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:55:48.683704 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce004b0c-9fd3-4173-b290-feed4d3014b4 None None] Network fbe55640-9c1c-43fe-9950-b4068d31117d requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:55:48.779958 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-b43aaaba-733e-4caf-913d-62a5e86981a6 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586917'] for network, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:48.836261 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-b43aaaba-733e-4caf-913d-62a5e86981a6 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Deleting port 8fa0648c-b0eb-411a-b991-320456bcd091 {{(pid=102346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:55:48.836825 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-b43aaaba-733e-4caf-913d-62a5e86981a6 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:48.895524 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-3f20c113-9bae-41a5-a43b-54c723b9f42f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:48.907902 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [None req-b43aaaba-733e-4caf-913d-62a5e86981a6 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] For port 8fa0648c-b0eb-411a-b991-320456bcd091, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=8fa0648c-b0eb-411a-b991-320456bcd091,segment=NetworkSegment(c3989fe6-d021-4de0-b297-22713174416f),segment_id=c3989fe6-d021-4de0-b297-22713174416f)] {{(pid=102346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:55:48.908412 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-b43aaaba-733e-4caf-913d-62a5e86981a6 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:48.924009 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-b43aaaba-733e-4caf-913d-62a5e86981a6 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Calling delete_port for 8fa0648c-b0eb-411a-b991-320456bcd091 owned by network:dhcp {{(pid=102346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:55:49.032009 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c2b1179-469e-4e58-80dd-8fe001bd2726 None None] DHCP port deletion for fbe55640-9c1c-43fe-9950-b4068d31117d request from n-d-813419-10 {{(pid=102348) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 10:55:49.033675 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-b43aaaba-733e-4caf-913d-62a5e86981a6 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:49.076829 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43aaaba-733e-4caf-913d-62a5e86981a6 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Pushing event deleted for resources: {'Port': ['ID=8fa0648c-b0eb-411a-b991-320456bcd091,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:55:49.081782 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b43aaaba-733e-4caf-913d-62a5e86981a6 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] No DVR routers for this DVR port 8fa0648c-b0eb-411a-b991-320456bcd091 on host n-d-813419-10 {{(pid=102346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:55:49.121589 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 32d2f4c2-f245-43c1-9b1d-b9db9f0423c1 no longer exists at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:55:49.152107 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] No Port match for: 32d2f4c2-f245-43c1-9b1d-b9db9f0423c1 {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:55:49.152532 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 32d2f4c2-f245-43c1-9b1d-b9db9f0423c1 not bound to the agent host n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:55:49.152908 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 8fa0648c-b0eb-411a-b991-320456bcd091 no longer exists at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:55:49.184330 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] No Port match for: 8fa0648c-b0eb-411a-b991-320456bcd091 {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:55:49.184908 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 8fa0648c-b0eb-411a-b991-320456bcd091 not bound to the agent host n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:55:49.195293 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-b43aaaba-733e-4caf-913d-62a5e86981a6 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857803', 'neutron.services.segments.db._delete_segments_for_network-8743873143390'] for network, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:49.220531 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-b43aaaba-733e-4caf-913d-62a5e86981a6 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fbe55640-9c1c-43fe-9950-b4068d31117d']}} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:55:49.246711 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-b43aaaba-733e-4caf-913d-62a5e86981a6 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3989fe6-d021-4de0-b297-22713174416f') {'for_net_delete': True} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:55:49.247748 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-b43aaaba-733e-4caf-913d-62a5e86981a6 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3989fe6-d021-4de0-b297-22713174416f') {} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:55:49.266016 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-b43aaaba-733e-4caf-913d-62a5e86981a6 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743873145191', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25847877'] for segment, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:49.284406 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-b43aaaba-733e-4caf-913d-62a5e86981a6 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:49.292643 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b43aaaba-733e-4caf-913d-62a5e86981a6 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Releasing vlan 408 on physical network physnet1 to pool {{(pid=102346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 10:55:49.293166 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-b43aaaba-733e-4caf-913d-62a5e86981a6 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27024137'] for segment, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:49.298263 n-d-813419-10 neutron-server[102346]: Traceback (most recent call last): Oct 27 10:55:49.298263 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 10:55:49.298263 n-d-813419-10 neutron-server[102346]: timer() Oct 27 10:55:49.298263 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 10:55:49.298263 n-d-813419-10 neutron-server[102346]: cb(*args, **kw) Oct 27 10:55:49.298263 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 10:55:49.298263 n-d-813419-10 neutron-server[102346]: return func(*args, **kwargs) Oct 27 10:55:49.298263 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 10:55:49.298263 n-d-813419-10 neutron-server[102346]: self._notify() Oct 27 10:55:49.298263 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 10:55:49.298263 n-d-813419-10 neutron-server[102346]: self.callback(batched_events) Oct 27 10:55:49.298263 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 10:55:49.298263 n-d-813419-10 neutron-server[102346]: event.method(event) Oct 27 10:55:49.298263 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 10:55:49.298263 n-d-813419-10 neutron-server[102346]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 10:55:49.298263 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 10:55:49.298263 n-d-813419-10 neutron-server[102346]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 10:55:49.298263 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 10:55:49.298263 n-d-813419-10 neutron-server[102346]: return f(self, *a, **k) Oct 27 10:55:49.298263 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 10:55:49.298263 n-d-813419-10 neutron-server[102346]: return self._get(url).json() Oct 27 10:55:49.298263 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 10:55:49.298263 n-d-813419-10 neutron-server[102346]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 10:55:49.298263 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 10:55:49.298263 n-d-813419-10 neutron-server[102346]: return self.request(url, 'GET', **kwargs) Oct 27 10:55:49.298263 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 10:55:49.298263 n-d-813419-10 neutron-server[102346]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 10:55:49.298263 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 10:55:49.298263 n-d-813419-10 neutron-server[102346]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 10:55:49.298263 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 10:55:49.298263 n-d-813419-10 neutron-server[102346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 10:55:49.298263 n-d-813419-10 neutron-server[102346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 10:55:49.381007 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-b43aaaba-733e-4caf-913d-62a5e86981a6 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664840'] for network, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:49.392439 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-b43aaaba-733e-4caf-913d-62a5e86981a6 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks [] for network, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:49.396136 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-b43aaaba-733e-4caf-913d-62a5e86981a6 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] 10.222.0.44 "DELETE /v2.0/networks/fbe55640-9c1c-43fe-9950-b4068d31117d HTTP/1.1" status: 204 len: 168 time: 0.7251956 Oct 27 10:55:49.399545 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 38218) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:55:49.405714 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-2cac97fb-e345-464e-9e73-8c80103a0703 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Request body: {'router': {'routes': None}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:55:49.409139 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43aaaba-733e-4caf-913d-62a5e86981a6 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Pushing event deleted for resources: {'Network': ['ID=fbe55640-9c1c-43fe-9950-b4068d31117d,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:55:49.599740 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.extraroute_db [None req-2cac97fb-e345-464e-9e73-8c80103a0703 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Added routes are [] {{(pid=102347) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Oct 27 10:55:49.600655 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.extraroute_db [None req-2cac97fb-e345-464e-9e73-8c80103a0703 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Removed routes are [] {{(pid=102347) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Oct 27 10:55:49.601083 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-2cac97fb-e345-464e-9e73-8c80103a0703 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1769395', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1765690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3711'] for router, precommit_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:49.767352 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-2cac97fb-e345-464e-9e73-8c80103a0703 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1769395', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1765690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3711'] for router, precommit_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:49.771733 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-2cac97fb-e345-464e-9e73-8c80103a0703 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1769372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1769386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1769381', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1765685'] for router, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:49.867734 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cac97fb-e345-464e-9e73-8c80103a0703 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Router 223d9674-94fb-428b-8ac7-9304fb079498 has already been hosted by L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb {{(pid=102347) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 10:55:49.952490 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cac97fb-e345-464e-9e73-8c80103a0703 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:55:49.960140 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-2cac97fb-e345-464e-9e73-8c80103a0703 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks [] for router, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:49.964146 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-2cac97fb-e345-464e-9e73-8c80103a0703 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] 10.222.0.44 "PUT /v2.0/routers/223d9674-94fb-428b-8ac7-9304fb079498 HTTP/1.1" status: 200 len: 704 time: 0.5634511 Oct 27 10:55:49.964947 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 38222) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:55:49.969229 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae9ee8bf-0fa4-4a47-861c-6454fa57d617 None None] Sync routers for ids ['223d9674-94fb-428b-8ac7-9304fb079498'] in n-d-813419-10 {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:55:49.986452 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae9ee8bf-0fa4-4a47-861c-6454fa57d617 None None] Routers {'223d9674-94fb-428b-8ac7-9304fb079498'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:55:49.987708 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-ae9ee8bf-0fa4-4a47-861c-6454fa57d617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:55:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['223d9674-94fb-428b-8ac7-9304fb079498'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:55:49.999540 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-aa6b3cd2-14d9-4468-80bb-8b8244bc32d2 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] 10.222.0.44 "GET /v2.0/ports?device_id=223d9674-94fb-428b-8ac7-9304fb079498 HTTP/1.1" status: 200 len: 205 time: 0.0326688 Oct 27 10:55:50.001855 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 38224) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:55:50.040861 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:50.079743 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-929bba97-6716-4520-975e-f83923cda7da tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks [] for router, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:50.091954 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-eadeaa30-4096-4d1a-b3cb-aa7ebfb291ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:50.134553 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvr_db [None req-ae9ee8bf-0fa4-4a47-861c-6454fa57d617 None None] Set router 223d9674-94fb-428b-8ac7-9304fb079498 gateway port host: None {{(pid=102349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:55:50.206314 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-ae9ee8bf-0fa4-4a47-861c-6454fa57d617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '223d9674-94fb-428b-8ac7-9304fb079498', 'name': 'tempest-RoutersIpV6Test-router-510798743', 'tenant_id': 'eb4a634382c64eabbfb18238247bc046', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:55:13Z', 'updated_at': '2021-10-27T10:55:47Z', 'revision_number': 11, 'project_id': 'eb4a634382c64eabbfb18238247bc046', 'gw_port_host': None}], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:55:50.242414 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae9ee8bf-0fa4-4a47-861c-6454fa57d617 None None] Checking router: 223d9674-94fb-428b-8ac7-9304fb079498 for host: n-d-813419-10 {{(pid=102349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 10:55:50.253161 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae9ee8bf-0fa4-4a47-861c-6454fa57d617 None None] Routers {'223d9674-94fb-428b-8ac7-9304fb079498'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:55:50.254144 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-ae9ee8bf-0fa4-4a47-861c-6454fa57d617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:55:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['223d9674-94fb-428b-8ac7-9304fb079498'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:55:50.254540 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-929bba97-6716-4520-975e-f83923cda7da tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1765662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3700'] for router, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:50.257439 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-929bba97-6716-4520-975e-f83923cda7da tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:50.305411 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-929bba97-6716-4520-975e-f83923cda7da tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1765641'] for router, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:50.305968 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-929bba97-6716-4520-975e-f83923cda7da tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Fanout notify agent at l3_agent the message router_deleted on router 223d9674-94fb-428b-8ac7-9304fb079498 {{(pid=102347) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 10:55:50.318751 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-929bba97-6716-4520-975e-f83923cda7da tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks [] for router, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:50.325218 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 38228) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:55:50.325587 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-929bba97-6716-4520-975e-f83923cda7da tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] 10.222.0.44 "DELETE /v2.0/routers/223d9674-94fb-428b-8ac7-9304fb079498 HTTP/1.1" status: 204 len: 168 time: 0.3226533 Oct 27 10:55:50.331791 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-7c270057-f236-4a6f-b68a-08c05d06166e tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1051022808', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:55:50.365019 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvr_db [None req-ae9ee8bf-0fa4-4a47-861c-6454fa57d617 None None] Set router 223d9674-94fb-428b-8ac7-9304fb079498 gateway port host: None {{(pid=102349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:55:50.370903 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-7c270057-f236-4a6f-b68a-08c05d06166e tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1768632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3610'] for router, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:50.372255 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-7c270057-f236-4a6f-b68a-08c05d06166e tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1765704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1769409', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1694266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3597'] for router, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:50.431591 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-ae9ee8bf-0fa4-4a47-861c-6454fa57d617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '223d9674-94fb-428b-8ac7-9304fb079498', 'name': 'tempest-RoutersIpV6Test-router-510798743', 'tenant_id': 'eb4a634382c64eabbfb18238247bc046', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:55:13Z', 'updated_at': '2021-10-27T10:55:47Z', 'revision_number': 11, 'project_id': 'eb4a634382c64eabbfb18238247bc046', 'gw_port_host': None}], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:55:50.442190 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-7c270057-f236-4a6f-b68a-08c05d06166e tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:50.447399 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-7c270057-f236-4a6f-b68a-08c05d06166e tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1765699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1769372'] for router, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:50.458657 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae9ee8bf-0fa4-4a47-861c-6454fa57d617 None None] The sync data for ids ['223d9674-94fb-428b-8ac7-9304fb079498'] in n-d-813419-10 is: [{'id': '223d9674-94fb-428b-8ac7-9304fb079498', 'name': 'tempest-RoutersIpV6Test-router-510798743', 'tenant_id': 'eb4a634382c64eabbfb18238247bc046', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:55:13Z', 'updated_at': '2021-10-27T10:55:47Z', 'revision_number': 11, 'project_id': 'eb4a634382c64eabbfb18238247bc046', 'gw_port_host': None}] {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:55:50.467578 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-7c270057-f236-4a6f-b68a-08c05d06166e tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks [] for router, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:50.472687 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 38230) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:55:50.478778 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-8fbf165a-4146-4cc7-8288-ce121583f3b7 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Request body: {'router': {'admin_state_up': True}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:55:50.487305 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-7c270057-f236-4a6f-b68a-08c05d06166e tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1603549 Oct 27 10:55:51.033523 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-8fbf165a-4146-4cc7-8288-ce121583f3b7 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1769395', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1765690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3711'] for router, precommit_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:51.043791 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-8fbf165a-4146-4cc7-8288-ce121583f3b7 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1769372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1769386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1769381', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1765685'] for router, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:51.141550 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fbf165a-4146-4cc7-8288-ce121583f3b7 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Router 74a5d9b7-0ed1-4da4-b410-6e83f98ab7e8 is scheduled to L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb with binding_index 1 {{(pid=102347) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 10:55:51.213356 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fbf165a-4146-4cc7-8288-ce121583f3b7 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:55:51.219943 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-8fbf165a-4146-4cc7-8288-ce121583f3b7 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks [] for router, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:51.224120 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-8fbf165a-4146-4cc7-8288-ce121583f3b7 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] 10.222.0.44 "PUT /v2.0/routers/74a5d9b7-0ed1-4da4-b410-6e83f98ab7e8 HTTP/1.1" status: 200 len: 698 time: 0.7472041 Oct 27 10:55:51.224120 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 38236) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:55:51.227562 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99ad8616-b6d0-4f2e-b3a9-18912f82bb59 None None] Sync routers for ids ['74a5d9b7-0ed1-4da4-b410-6e83f98ab7e8'] in n-d-813419-10 {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:55:51.239406 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99ad8616-b6d0-4f2e-b3a9-18912f82bb59 None None] Routers {'74a5d9b7-0ed1-4da4-b410-6e83f98ab7e8'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:55:51.240490 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-99ad8616-b6d0-4f2e-b3a9-18912f82bb59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:55:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['74a5d9b7-0ed1-4da4-b410-6e83f98ab7e8'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:55:51.305409 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-3bb1db18-5902-45e0-a759-4a5e6c95f1ff tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] 10.222.0.44 "GET /v2.0/routers/74a5d9b7-0ed1-4da4-b410-6e83f98ab7e8 HTTP/1.1" status: 200 len: 704 time: 0.0773764 Oct 27 10:55:51.305867 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 38238) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:55:51.318960 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvr_db [None req-99ad8616-b6d0-4f2e-b3a9-18912f82bb59 None None] Set router 74a5d9b7-0ed1-4da4-b410-6e83f98ab7e8 gateway port host: None {{(pid=102348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:55:51.336128 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-95d8cdff-2f3b-4d60-b9d4-fd901afd52d6 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] 10.222.0.44 "GET /v2.0/ports?device_id=74a5d9b7-0ed1-4da4-b410-6e83f98ab7e8 HTTP/1.1" status: 200 len: 205 time: 0.0290370 Oct 27 10:55:51.338516 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 38240) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:55:51.384961 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-99ad8616-b6d0-4f2e-b3a9-18912f82bb59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74a5d9b7-0ed1-4da4-b410-6e83f98ab7e8', 'name': 'tempest-RoutersIpV6Test-router-1051022808', 'tenant_id': 'eb4a634382c64eabbfb18238247bc046', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:55:50Z', 'updated_at': '2021-10-27T10:55:51Z', 'revision_number': 2, 'project_id': 'eb4a634382c64eabbfb18238247bc046', 'gw_port_host': None}], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:55:51.410954 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-4271e6d6-f799-4360-936b-edbf69ec29d6 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks [] for router, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:51.411967 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99ad8616-b6d0-4f2e-b3a9-18912f82bb59 None None] Checking router: 74a5d9b7-0ed1-4da4-b410-6e83f98ab7e8 for host: n-d-813419-10 {{(pid=102348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 10:55:51.422592 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99ad8616-b6d0-4f2e-b3a9-18912f82bb59 None None] Routers {'74a5d9b7-0ed1-4da4-b410-6e83f98ab7e8'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:55:51.423205 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-99ad8616-b6d0-4f2e-b3a9-18912f82bb59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:55:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['74a5d9b7-0ed1-4da4-b410-6e83f98ab7e8'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:55:51.503324 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvr_db [None req-99ad8616-b6d0-4f2e-b3a9-18912f82bb59 None None] Set router 74a5d9b7-0ed1-4da4-b410-6e83f98ab7e8 gateway port host: None {{(pid=102348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:55:51.577125 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-99ad8616-b6d0-4f2e-b3a9-18912f82bb59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74a5d9b7-0ed1-4da4-b410-6e83f98ab7e8', 'name': 'tempest-RoutersIpV6Test-router-1051022808', 'tenant_id': 'eb4a634382c64eabbfb18238247bc046', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:55:50Z', 'updated_at': '2021-10-27T10:55:51Z', 'revision_number': 2, 'project_id': 'eb4a634382c64eabbfb18238247bc046', 'gw_port_host': None}], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:55:51.592485 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-4271e6d6-f799-4360-936b-edbf69ec29d6 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1765662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3700'] for router, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:51.594690 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-4271e6d6-f799-4360-936b-edbf69ec29d6 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:51.606498 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99ad8616-b6d0-4f2e-b3a9-18912f82bb59 None None] The sync data for ids ['74a5d9b7-0ed1-4da4-b410-6e83f98ab7e8'] in n-d-813419-10 is: [{'id': '74a5d9b7-0ed1-4da4-b410-6e83f98ab7e8', 'name': 'tempest-RoutersIpV6Test-router-1051022808', 'tenant_id': 'eb4a634382c64eabbfb18238247bc046', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:55:50Z', 'updated_at': '2021-10-27T10:55:51Z', 'revision_number': 2, 'project_id': 'eb4a634382c64eabbfb18238247bc046', 'gw_port_host': None}] {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:55:51.661488 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-4271e6d6-f799-4360-936b-edbf69ec29d6 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1765641'] for router, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:51.664299 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4271e6d6-f799-4360-936b-edbf69ec29d6 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Fanout notify agent at l3_agent the message router_deleted on router 74a5d9b7-0ed1-4da4-b410-6e83f98ab7e8 {{(pid=102346) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 10:55:51.676235 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-4271e6d6-f799-4360-936b-edbf69ec29d6 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] Publish callbacks [] for router, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:51.677179 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-4271e6d6-f799-4360-936b-edbf69ec29d6 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] 10.222.0.44 "DELETE /v2.0/routers/74a5d9b7-0ed1-4da4-b410-6e83f98ab7e8 HTTP/1.1" status: 204 len: 168 time: 0.3377638 Oct 27 10:55:51.680968 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 38262) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:55:51.739112 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-494b36b5-2960-46c6-beda-30054e010b2d tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] 10.222.0.44 "GET /v2.0/ports?device_id=74a5d9b7-0ed1-4da4-b410-6e83f98ab7e8 HTTP/1.1" status: 200 len: 205 time: 0.0566883 Oct 27 10:55:51.739754 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 38266) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:55:51.795030 n-d-813419-10 neutron-server[102347]: INFO neutron.api.v2.resource [None req-245afa0b-6026-4861-8c08-8db96a94424c tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] delete failed (client error): The resource could not be found. Oct 27 10:55:51.796358 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-245afa0b-6026-4861-8c08-8db96a94424c tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] 10.222.0.44 "DELETE /v2.0/routers/74a5d9b7-0ed1-4da4-b410-6e83f98ab7e8 HTTP/1.1" status: 404 len: 336 time: 0.0556114 Oct 27 10:55:51.798861 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 38270) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:55:51.837142 n-d-813419-10 neutron-server[102347]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c935fbe-4254-4d45-837c-af446f5ae927 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] DELETE failed (client error): The resource could not be found. Oct 27 10:55:51.837868 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c935fbe-4254-4d45-837c-af446f5ae927 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102347) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 10:55:51.841522 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-3c935fbe-4254-4d45-837c-af446f5ae927 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] 10.222.0.44 "DELETE /v2.0/subnets/be33faf4-55ed-45ae-8a13-00e75138f4e2 HTTP/1.1" status: 404 len: 337 time: 0.0415683 Oct 27 10:55:51.844167 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 38272) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:55:51.882570 n-d-813419-10 neutron-server[102347]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6d9207c-075e-4b2f-abae-0744a9920ad5 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] DELETE failed (client error): The resource could not be found. Oct 27 10:55:51.883410 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6d9207c-075e-4b2f-abae-0744a9920ad5 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102347) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 10:55:51.886840 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-b6d9207c-075e-4b2f-abae-0744a9920ad5 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] 10.222.0.44 "DELETE /v2.0/subnets/ce5b1d73-e7af-4ccd-8eb7-dd6b79a2fdd7 HTTP/1.1" status: 404 len: 337 time: 0.0415084 Oct 27 10:55:51.889578 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 38276) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:55:51.919947 n-d-813419-10 neutron-server[102346]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf4b84d4-3219-4069-a89d-9b697dc45a89 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] DELETE failed (client error): The resource could not be found. Oct 27 10:55:51.920790 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf4b84d4-3219-4069-a89d-9b697dc45a89 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102346) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 10:55:51.926562 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 38278) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:55:51.926741 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-bf4b84d4-3219-4069-a89d-9b697dc45a89 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] 10.222.0.44 "DELETE /v2.0/subnets/57210c69-d076-4c63-b5c7-0752f3df053e HTTP/1.1" status: 404 len: 337 time: 0.0358908 Oct 27 10:55:51.979523 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-3c6a8245-0581-48aa-b5f6-4d8fe98cd16e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:51.982436 n-d-813419-10 neutron-server[102347]: INFO neutron.pecan_wsgi.hooks.translation [None req-bcbae9b0-ef47-4be4-91dd-f3b1fdc9b85a tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] DELETE failed (client error): The resource could not be found. Oct 27 10:55:51.983618 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bcbae9b0-ef47-4be4-91dd-f3b1fdc9b85a tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102347) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 10:55:51.989621 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-bcbae9b0-ef47-4be4-91dd-f3b1fdc9b85a tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] 10.222.0.44 "DELETE /v2.0/subnets/7653eb31-5b8f-49c5-801d-4e49d42fb525 HTTP/1.1" status: 404 len: 337 time: 0.0616834 Oct 27 10:55:51.992606 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 38282) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:55:52.031264 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 38284) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:55:52.031420 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-917604d1-ad23-44c5-b394-3c74213be815 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] 10.222.0.44 "GET /v2.0/ports?device_id=223d9674-94fb-428b-8ac7-9304fb079498 HTTP/1.1" status: 200 len: 205 time: 0.0369470 Oct 27 10:55:52.086154 n-d-813419-10 neutron-server[102347]: INFO neutron.api.v2.resource [None req-c6a4a1d7-7995-41f8-a318-d89b7693a3d0 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] delete failed (client error): The resource could not be found. Oct 27 10:55:52.087297 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-c6a4a1d7-7995-41f8-a318-d89b7693a3d0 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] 10.222.0.44 "DELETE /v2.0/routers/223d9674-94fb-428b-8ac7-9304fb079498 HTTP/1.1" status: 404 len: 336 time: 0.0555458 Oct 27 10:55:52.090130 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 38288) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:55:52.124100 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 38292) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:55:52.124604 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-84c7a9b6-35e7-4c80-90bf-adfd43274359 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] 10.222.0.44 "GET /v2.0/ports?device_id=ef7c9eb3-6ff1-4a7a-8566-3f85db16981f HTTP/1.1" status: 200 len: 205 time: 0.0326378 Oct 27 10:55:52.170716 n-d-813419-10 neutron-server[102347]: INFO neutron.api.v2.resource [None req-40f789a3-4fb4-4afd-aeb6-138fc6a637ae tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] delete failed (client error): The resource could not be found. Oct 27 10:55:52.173224 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-40f789a3-4fb4-4afd-aeb6-138fc6a637ae tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] 10.222.0.44 "DELETE /v2.0/routers/ef7c9eb3-6ff1-4a7a-8566-3f85db16981f HTTP/1.1" status: 404 len: 336 time: 0.0481114 Oct 27 10:55:52.176036 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 38294) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:55:52.203126 n-d-813419-10 neutron-server[102346]: INFO neutron.pecan_wsgi.hooks.translation [None req-88b3ebbf-15f6-4df5-b454-def8f53489d8 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] DELETE failed (client error): The resource could not be found. Oct 27 10:55:52.203859 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88b3ebbf-15f6-4df5-b454-def8f53489d8 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102346) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 10:55:52.207444 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-88b3ebbf-15f6-4df5-b454-def8f53489d8 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] 10.222.0.44 "DELETE /v2.0/subnets/b8f5c86a-1571-4fb8-9aa7-004829b0c272 HTTP/1.1" status: 404 len: 337 time: 0.0301731 Oct 27 10:55:52.210653 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 38296) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:55:52.237612 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-f054c62f-026c-467a-8034-c74c1807eb0c tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] 10.222.0.44 "GET /v2.0/ports?device_id=8bfa0da2-9a28-4c96-828a-a8540862c938 HTTP/1.1" status: 200 len: 205 time: 0.0258858 Oct 27 10:55:52.240351 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 38298) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:55:52.285406 n-d-813419-10 neutron-server[102346]: INFO neutron.api.v2.resource [None req-4addf5c1-e3bf-43e9-b385-d2e179879c2f tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] delete failed (client error): The resource could not be found. Oct 27 10:55:52.286730 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-4addf5c1-e3bf-43e9-b385-d2e179879c2f tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] 10.222.0.44 "DELETE /v2.0/routers/8bfa0da2-9a28-4c96-828a-a8540862c938 HTTP/1.1" status: 404 len: 336 time: 0.0451427 Oct 27 10:55:52.290036 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 38300) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:55:52.337778 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-6798aeb4-e94c-4a68-ba98-26258542614f tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] 10.222.0.44 "GET /v2.0/ports?device_id=04d3bc4c-5cfe-45d8-a643-29a13a03ad39 HTTP/1.1" status: 200 len: 205 time: 0.0435004 Oct 27 10:55:52.338888 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 38302) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:55:52.400072 n-d-813419-10 neutron-server[102347]: INFO neutron.api.v2.resource [None req-e444d9e0-e343-4092-ac87-cf768dd2ada9 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] delete failed (client error): The resource could not be found. Oct 27 10:55:52.403864 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 38306) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:55:52.404016 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-e444d9e0-e343-4092-ac87-cf768dd2ada9 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] 10.222.0.44 "DELETE /v2.0/routers/04d3bc4c-5cfe-45d8-a643-29a13a03ad39 HTTP/1.1" status: 404 len: 336 time: 0.0647831 Oct 27 10:55:52.432916 n-d-813419-10 neutron-server[102346]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e33f3bd-5e5f-4fff-abea-5b18c4b1909f tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] DELETE failed (client error): The resource could not be found. Oct 27 10:55:52.433372 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e33f3bd-5e5f-4fff-abea-5b18c4b1909f tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102346) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 10:55:52.436588 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-8e33f3bd-5e5f-4fff-abea-5b18c4b1909f tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] 10.222.0.44 "DELETE /v2.0/subnets/0985e45e-bc3a-46b4-a216-36089f0f44ac HTTP/1.1" status: 404 len: 337 time: 0.0316582 Oct 27 10:55:52.439111 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 38310) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:55:52.470126 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-241dacd0-7665-4f65-9607-1c8cf9d11203 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] 10.222.0.44 "GET /v2.0/ports?device_id=5dce98b8-5f49-4a9f-9233-c94def09e60e HTTP/1.1" status: 200 len: 205 time: 0.0288751 Oct 27 10:55:52.471838 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 38312) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:55:52.524144 n-d-813419-10 neutron-server[102346]: INFO neutron.api.v2.resource [None req-d6bfc808-2117-41e5-8dbb-8a63cde025bd tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] delete failed (client error): The resource could not be found. Oct 27 10:55:52.527671 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-d6bfc808-2117-41e5-8dbb-8a63cde025bd tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] 10.222.0.44 "DELETE /v2.0/routers/5dce98b8-5f49-4a9f-9233-c94def09e60e HTTP/1.1" status: 404 len: 336 time: 0.0522583 Oct 27 10:55:52.527913 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 38316) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:55:52.556112 n-d-813419-10 neutron-server[102346]: INFO neutron.pecan_wsgi.hooks.translation [None req-63968956-4b48-4e7c-9a81-e04a42fd00c2 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] DELETE failed (client error): The resource could not be found. Oct 27 10:55:52.556610 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63968956-4b48-4e7c-9a81-e04a42fd00c2 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102346) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 10:55:52.562338 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-63968956-4b48-4e7c-9a81-e04a42fd00c2 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] 10.222.0.44 "DELETE /v2.0/subnets/fbba2db3-8a17-4e4d-826a-6e986e3a14b5 HTTP/1.1" status: 404 len: 337 time: 0.0312085 Oct 27 10:55:52.562774 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 38318) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:55:52.591384 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-7e5dfe39-8ed0-49e9-949e-d9435f4ff9db tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] 10.222.0.44 "GET /v2.0/ports?device_id=c9f64123-b490-48b7-8faf-452fda9988f9 HTTP/1.1" status: 200 len: 205 time: 0.0275493 Oct 27 10:55:52.593689 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 38320) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:55:52.640001 n-d-813419-10 neutron-server[102346]: INFO neutron.api.v2.resource [None req-a2495356-afe1-4024-a5fe-2a2e0d586a83 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] delete failed (client error): The resource could not be found. Oct 27 10:55:52.643838 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 38322) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:55:52.644047 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-a2495356-afe1-4024-a5fe-2a2e0d586a83 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] 10.222.0.44 "DELETE /v2.0/routers/c9f64123-b490-48b7-8faf-452fda9988f9 HTTP/1.1" status: 404 len: 336 time: 0.0491381 Oct 27 10:55:52.677500 n-d-813419-10 neutron-server[102347]: INFO neutron.pecan_wsgi.hooks.translation [None req-d64d2d06-2a97-4594-a370-dde779983943 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] DELETE failed (client error): The resource could not be found. Oct 27 10:55:52.681648 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d64d2d06-2a97-4594-a370-dde779983943 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102347) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 10:55:52.687488 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 38324) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:55:52.687682 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-d64d2d06-2a97-4594-a370-dde779983943 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] 10.222.0.44 "DELETE /v2.0/subnets/fad745e4-2954-4657-ba4a-fb9f46fb513e HTTP/1.1" status: 404 len: 337 time: 0.0425289 Oct 27 10:55:52.715859 n-d-813419-10 neutron-server[102346]: INFO neutron.pecan_wsgi.hooks.translation [None req-36806332-1466-4946-b8a0-b5292ae897e4 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] DELETE failed (client error): The resource could not be found. Oct 27 10:55:52.715859 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36806332-1466-4946-b8a0-b5292ae897e4 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102346) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 10:55:52.719224 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-36806332-1466-4946-b8a0-b5292ae897e4 tempest-RoutersIpV6Test-2102230804 tempest-RoutersIpV6Test-2102230804-project] 10.222.0.44 "DELETE /v2.0/subnets/d865c479-e87e-4e55-af07-c81b9dfa89af HTTP/1.1" status: 404 len: 337 time: 0.0307372 Oct 27 10:55:53.068911 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 38332) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:55:53.273891 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-a7ea4398-f48e-411f-a405-ea1e811f3f97 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=eb4a634382c64eabbfb18238247bc046&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2035565 Oct 27 10:55:53.276363 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 38336) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:55:53.355105 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-70de429d-9640-4cc6-ae01-e7773d847675 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:53.380584 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-70de429d-9640-4cc6-ae01-e7773d847675 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:53.438742 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-70de429d-9640-4cc6-ae01-e7773d847675 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:53.441487 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-70de429d-9640-4cc6-ae01-e7773d847675 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:53.442664 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-70de429d-9640-4cc6-ae01-e7773d847675 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/7e3fa7f2-be0d-47ae-b3db-46bf1fc365dd HTTP/1.1" status: 204 len: 168 time: 0.1642816 Oct 27 10:55:53.451687 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70de429d-9640-4cc6-ae01-e7773d847675 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e3fa7f2-be0d-47ae-b3db-46bf1fc365dd,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:55:54.193560 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 38368) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:55:54.295171 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-dbeae029-0220-4d2c-bcb8-9cbed24fd655 tempest-TagsExtTest-1799581151 tempest-TagsExtTest-1799581151-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1392328018'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:55:54.320706 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbeae029-0220-4d2c-bcb8-9cbed24fd655 tempest-TagsExtTest-1799581151 tempest-TagsExtTest-1799581151-project] Made reservation on behalf of 701e1cff02ef40658ec0badbbba308d6 for: {'network': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:55:54.324097 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-dbeae029-0220-4d2c-bcb8-9cbed24fd655 tempest-TagsExtTest-1799581151 tempest-TagsExtTest-1799581151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for network, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:54.337548 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-dbeae029-0220-4d2c-bcb8-9cbed24fd655 tempest-TagsExtTest-1799581151 tempest-TagsExtTest-1799581151-project] Publish callbacks [] for security_group, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:54.425853 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-dbeae029-0220-4d2c-bcb8-9cbed24fd655 tempest-TagsExtTest-1799581151 tempest-TagsExtTest-1799581151-project] Publish callbacks [] for security_group, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:54.431093 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-dbeae029-0220-4d2c-bcb8-9cbed24fd655 tempest-TagsExtTest-1799581151 tempest-TagsExtTest-1799581151-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:54.465547 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbeae029-0220-4d2c-bcb8-9cbed24fd655 tempest-TagsExtTest-1799581151 tempest-TagsExtTest-1799581151-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 423} {{(pid=102346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 10:55:54.480977 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbeae029-0220-4d2c-bcb8-9cbed24fd655 tempest-TagsExtTest-1799581151 tempest-TagsExtTest-1799581151-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4958dce9-804e-4535-8b84-e1fe9c3efbb8,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:55:54.486663 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-dbeae029-0220-4d2c-bcb8-9cbed24fd655 tempest-TagsExtTest-1799581151 tempest-TagsExtTest-1799581151-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:54.486910 n-d-813419-10 neutron-server[102346]: INFO neutron.db.segments_db [None req-dbeae029-0220-4d2c-bcb8-9cbed24fd655 tempest-TagsExtTest-1799581151 tempest-TagsExtTest-1799581151-project] Added segment f696048e-b40a-47b6-bfee-f1e8c1257c43 of type vlan for network 36eb9141-1f27-451e-9620-ebcc019faea7 Oct 27 10:55:54.529870 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-dbeae029-0220-4d2c-bcb8-9cbed24fd655 tempest-TagsExtTest-1799581151 tempest-TagsExtTest-1799581151-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743872593080'] for network, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:54.555875 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-dbeae029-0220-4d2c-bcb8-9cbed24fd655 tempest-TagsExtTest-1799581151 tempest-TagsExtTest-1799581151-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913'] for network, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:54.562004 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbeae029-0220-4d2c-bcb8-9cbed24fd655 tempest-TagsExtTest-1799581151 tempest-TagsExtTest-1799581151-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:55:54.562584 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-dbeae029-0220-4d2c-bcb8-9cbed24fd655 tempest-TagsExtTest-1799581151 tempest-TagsExtTest-1799581151-project] Publish callbacks [] for network, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:54.581371 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-dbeae029-0220-4d2c-bcb8-9cbed24fd655 tempest-TagsExtTest-1799581151 tempest-TagsExtTest-1799581151-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3865204 Oct 27 10:55:54.584955 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 38372) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:55:54.589882 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-4f2448a5-6af9-4850-be7d-eac3625363ab tempest-TagsExtTest-1799581151 tempest-TagsExtTest-1799581151-project] Request body: {'subnet': {'network_id': '36eb9141-1f27-451e-9620-ebcc019faea7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:55:54.648978 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbeae029-0220-4d2c-bcb8-9cbed24fd655 tempest-TagsExtTest-1799581151 tempest-TagsExtTest-1799581151-project] Pushing event updated for resources: {'Network': ['ID=36eb9141-1f27-451e-9620-ebcc019faea7,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:55:54.665531 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Network 36eb9141-1f27-451e-9620-ebcc019faea7 details requested by agent ovs-agent-n-d-813419-10 with host n-d-813419-10 {{(pid=102348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 10:55:54.731945 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f2448a5-6af9-4850-be7d-eac3625363ab tempest-TagsExtTest-1799581151 tempest-TagsExtTest-1799581151-project] Made reservation on behalf of 701e1cff02ef40658ec0badbbba308d6 for: {'subnet': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:55:54.740422 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-4f2448a5-6af9-4850-be7d-eac3625363ab tempest-TagsExtTest-1799581151 tempest-TagsExtTest-1799581151-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18044073'] for subnet, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:54.965360 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-4f2448a5-6af9-4850-be7d-eac3625363ab tempest-TagsExtTest-1799581151 tempest-TagsExtTest-1799581151-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-18295883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18044091'] for subnet, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:55.026349 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2448a5-6af9-4850-be7d-eac3625363ab tempest-TagsExtTest-1799581151 tempest-TagsExtTest-1799581151-project] Pushing event updated for resources: {'Subnet': ['ID=67ca1e4e-6b3d-495c-9a72-f11611fbb1b2,revision_number=0']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:55:55.037873 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f2448a5-6af9-4850-be7d-eac3625363ab tempest-TagsExtTest-1799581151 tempest-TagsExtTest-1799581151-project] Checking segment: {'id': 'f696048e-b40a-47b6-bfee-f1e8c1257c43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '36eb9141-1f27-451e-9620-ebcc019faea7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:55:55.038242 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f2448a5-6af9-4850-be7d-eac3625363ab tempest-TagsExtTest-1799581151 tempest-TagsExtTest-1799581151-project] Network hostable DHCP agents. Network: 36eb9141-1f27-451e-9620-ebcc019faea7, hostable agents: ['eafd4000-b897-4722-ae8b-0118ec955181'], hosted agents: [] {{(pid=102347) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 10:55:55.059066 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f2448a5-6af9-4850-be7d-eac3625363ab tempest-TagsExtTest-1799581151 tempest-TagsExtTest-1799581151-project] Network 36eb9141-1f27-451e-9620-ebcc019faea7 is scheduled to be hosted by DHCP agent eafd4000-b897-4722-ae8b-0118ec955181 with binding_index 1 {{(pid=102347) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 10:55:55.070840 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [None req-4f2448a5-6af9-4850-be7d-eac3625363ab tempest-TagsExtTest-1799581151 tempest-TagsExtTest-1799581151-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-10, 36eb9141-1f27-451e-9620-ebcc019faea7) {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:55:55.076453 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f2448a5-6af9-4850-be7d-eac3625363ab tempest-TagsExtTest-1799581151 tempest-TagsExtTest-1799581151-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:55:55.077284 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-4f2448a5-6af9-4850-be7d-eac3625363ab tempest-TagsExtTest-1799581151 tempest-TagsExtTest-1799581151-project] Publish callbacks [] for subnet, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:55.085716 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25e816dd-94b4-41a9-9772-c41b7cfb3701 None None] Network 36eb9141-1f27-451e-9620-ebcc019faea7 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:55:55.103898 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 38378) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:55:55.110728 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-1ee00a73-8190-44f0-a781-1635a13c7d50 tempest-TagsExtTest-1799581151 tempest-TagsExtTest-1799581151-project] Request body: {'port': {'network_id': '36eb9141-1f27-451e-9620-ebcc019faea7', 'name': 'tempest-TagsExtTest-550222361'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:55:55.117037 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-4f2448a5-6af9-4850-be7d-eac3625363ab tempest-TagsExtTest-1799581151 tempest-TagsExtTest-1799581151-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5286515 Oct 27 10:55:55.246775 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ee00a73-8190-44f0-a781-1635a13c7d50 tempest-TagsExtTest-1799581151 tempest-TagsExtTest-1799581151-project] Made reservation on behalf of 701e1cff02ef40658ec0badbbba308d6 for: {'port': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:55:55.250955 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-1ee00a73-8190-44f0-a781-1635a13c7d50 tempest-TagsExtTest-1799581151 tempest-TagsExtTest-1799581151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:55.265971 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cefccb3a-95d8-40d8-ae28-2d84b162c250 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp734b258e-7d96-550c-b970-9b72ab66f383-36eb9141-1f27-451e-9620-ebcc019faea7', 'network_id': '36eb9141-1f27-451e-9620-ebcc019faea7', 'tenant_id': '701e1cff02ef40658ec0badbbba308d6', 'fixed_ips': [{'subnet_id': '67ca1e4e-6b3d-495c-9a72-f11611fbb1b2'}]}} from n-d-813419-10. {{(pid=102348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 10:55:55.266840 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-cefccb3a-95d8-40d8-ae28-2d84b162c250 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:55.281334 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [None req-1ee00a73-8190-44f0-a781-1635a13c7d50 tempest-TagsExtTest-1799581151 tempest-TagsExtTest-1799581151-project] device_id is not set on port c58c3066-380e-44aa-bf9b-68022b9c9ebe yet. {{(pid=102346) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 10:55:55.416586 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_common [None req-1ee00a73-8190-44f0-a781-1635a13c7d50 tempest-TagsExtTest-1799581151 tempest-TagsExtTest-1799581151-project] Allocated IP 172.20.0.3 (36eb9141-1f27-451e-9620-ebcc019faea7/67ca1e4e-6b3d-495c-9a72-f11611fbb1b2/c58c3066-380e-44aa-bf9b-68022b9c9ebe) {{(pid=102346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:55:55.575079 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-1ee00a73-8190-44f0-a781-1635a13c7d50 tempest-TagsExtTest-1799581151 tempest-TagsExtTest-1799581151-project] Publish callbacks [] for port, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:55.614705 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-1ee00a73-8190-44f0-a781-1635a13c7d50 tempest-TagsExtTest-1799581151 tempest-TagsExtTest-1799581151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:55.666339 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ee00a73-8190-44f0-a781-1635a13c7d50 tempest-TagsExtTest-1799581151 tempest-TagsExtTest-1799581151-project] Network 36eb9141-1f27-451e-9620-ebcc019faea7 is already hosted by enough agents. {{(pid=102346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:55:55.670357 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee00a73-8190-44f0-a781-1635a13c7d50 tempest-TagsExtTest-1799581151 tempest-TagsExtTest-1799581151-project] Pushing event updated for resources: {'Port': ['ID=c58c3066-380e-44aa-bf9b-68022b9c9ebe,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:55:55.672462 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.db_base_plugin_common [None req-cefccb3a-95d8-40d8-ae28-2d84b162c250 None None] Allocated IP 172.20.0.2 (36eb9141-1f27-451e-9620-ebcc019faea7/67ca1e4e-6b3d-495c-9a72-f11611fbb1b2/ac8d9b32-1a24-4bd7-96c0-d8418db2fa85) {{(pid=102348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:55:55.672982 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-1ee00a73-8190-44f0-a781-1635a13c7d50 tempest-TagsExtTest-1799581151 tempest-TagsExtTest-1799581151-project] Resources bound (agent type, host, resource id): {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:55:55.675215 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ee00a73-8190-44f0-a781-1635a13c7d50 tempest-TagsExtTest-1799581151 tempest-TagsExtTest-1799581151-project] Received port after_create {{(pid=102346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:55:55.736498 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ee00a73-8190-44f0-a781-1635a13c7d50 tempest-TagsExtTest-1799581151 tempest-TagsExtTest-1799581151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:55:55.737106 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-1ee00a73-8190-44f0-a781-1635a13c7d50 tempest-TagsExtTest-1799581151 tempest-TagsExtTest-1799581151-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:55.756790 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-1ee00a73-8190-44f0-a781-1635a13c7d50 tempest-TagsExtTest-1799581151 tempest-TagsExtTest-1799581151-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 0.6515312 Oct 27 10:55:55.759471 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 38380) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:55:55.768469 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-2c8bacf7-fd0c-41c5-93fa-b6b410b44494 tempest-TagsExtTest-1799581151 tempest-TagsExtTest-1799581151-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-878041876', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:55:55.815039 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-2c8bacf7-fd0c-41c5-93fa-b6b410b44494 tempest-TagsExtTest-1799581151 tempest-TagsExtTest-1799581151-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1768632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3610'] for router, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:55.816565 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-2c8bacf7-fd0c-41c5-93fa-b6b410b44494 tempest-TagsExtTest-1799581151 tempest-TagsExtTest-1799581151-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1765704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1769409', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1694266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3597'] for router, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:55.851453 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-cefccb3a-95d8-40d8-ae28-2d84b162c250 None None] Publish callbacks [] for port, precommit_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:55.863099 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-cefccb3a-95d8-40d8-ae28-2d84b162c250 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606'] for port, after_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:55.909524 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-2c8bacf7-fd0c-41c5-93fa-b6b410b44494 tempest-TagsExtTest-1799581151 tempest-TagsExtTest-1799581151-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:55.916595 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-2c8bacf7-fd0c-41c5-93fa-b6b410b44494 tempest-TagsExtTest-1799581151 tempest-TagsExtTest-1799581151-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1765699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1769372'] for router, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:55.916880 n-d-813419-10 neutron-server[102348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cefccb3a-95d8-40d8-ae28-2d84b162c250 None None] Network 36eb9141-1f27-451e-9620-ebcc019faea7 is already hosted by enough agents. {{(pid=102348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:55:55.918539 n-d-813419-10 neutron-server[102348]: DEBUG neutron.scheduler.base_scheduler [None req-cefccb3a-95d8-40d8-ae28-2d84b162c250 None None] Resources bound (agent type, host, resource id): {{(pid=102348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:55:55.922723 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cefccb3a-95d8-40d8-ae28-2d84b162c250 None None] Received port after_create {{(pid=102348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:55:55.967377 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-2c8bacf7-fd0c-41c5-93fa-b6b410b44494 tempest-TagsExtTest-1799581151 tempest-TagsExtTest-1799581151-project] Publish callbacks [] for router, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:55.973870 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefccb3a-95d8-40d8-ae28-2d84b162c250 None None] Pushing event updated for resources: {'Port': ['ID=ac8d9b32-1a24-4bd7-96c0-d8418db2fa85,revision_number=1']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:55:55.974287 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 38388) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:55:55.976886 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-2c8bacf7-fd0c-41c5-93fa-b6b410b44494 tempest-TagsExtTest-1799581151 tempest-TagsExtTest-1799581151-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2163570 Oct 27 10:55:55.982203 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-e29f17cf-e3bd-4a87-8f34-97011e4876e7 tempest-TagsExtTest-1799581151 tempest-TagsExtTest-1799581151-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1938558124', 'prefixes': ['172.20.0.0/16']}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:55:56.048565 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-cefccb3a-95d8-40d8-ae28-2d84b162c250 None None] Attempting to bind port ac8d9b32-1a24-4bd7-96c0-d8418db2fa85 on host n-d-813419-10 for vnic_type normal with profile {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:55:56.049194 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-cefccb3a-95d8-40d8-ae28-2d84b162c250 None None] Attempting to bind port ac8d9b32-1a24-4bd7-96c0-d8418db2fa85 by drivers openvswitch,hyperv on host n-d-813419-10 at level 0 using segments [{'id': 'f696048e-b40a-47b6-bfee-f1e8c1257c43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '36eb9141-1f27-451e-9620-ebcc019faea7'}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:55:56.050056 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cefccb3a-95d8-40d8-ae28-2d84b162c250 None None] Attempting to bind port ac8d9b32-1a24-4bd7-96c0-d8418db2fa85 on network 36eb9141-1f27-451e-9620-ebcc019faea7 {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:55:56.055931 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cefccb3a-95d8-40d8-ae28-2d84b162c250 None None] Checking agent: {'id': '89dba0f3-79b2-435e-9822-33674b8f6ada', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 8, 20), 'started_at': datetime.datetime(2021, 10, 27, 10, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 55, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:55:56.056356 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cefccb3a-95d8-40d8-ae28-2d84b162c250 None None] Checking segment: {'id': 'f696048e-b40a-47b6-bfee-f1e8c1257c43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '36eb9141-1f27-451e-9620-ebcc019faea7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:55:56.056763 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-cefccb3a-95d8-40d8-ae28-2d84b162c250 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:56.057146 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cefccb3a-95d8-40d8-ae28-2d84b162c250 None None] Bound using segment: {'id': 'f696048e-b40a-47b6-bfee-f1e8c1257c43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '36eb9141-1f27-451e-9620-ebcc019faea7'} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:55:56.057617 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-cefccb3a-95d8-40d8-ae28-2d84b162c250 None None] Bound port: ac8d9b32-1a24-4bd7-96c0-d8418db2fa85, host: n-d-813419-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f696048e-b40a-47b6-bfee-f1e8c1257c43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '36eb9141-1f27-451e-9620-ebcc019faea7'}}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:55:56.058285 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-cefccb3a-95d8-40d8-ae28-2d84b162c250 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:56.094159 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-e29f17cf-e3bd-4a87-8f34-97011e4876e7 tempest-TagsExtTest-1799581151 tempest-TagsExtTest-1799581151-project] Publish callbacks [] for subnetpool, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:56.099151 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 38392) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:55:56.099895 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-e29f17cf-e3bd-4a87-8f34-97011e4876e7 tempest-TagsExtTest-1799581151 tempest-TagsExtTest-1799581151-project] 10.222.0.44 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.1226549 Oct 27 10:55:56.105011 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.tag.tag_plugin [None req-98d90a97-a86e-4c08-a8aa-449d057845d5 tempest-TagsExtTest-1799581151 tempest-TagsExtTest-1799581151-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '67ca1e4e-6b3d-495c-9a72-f11611fbb1b2', 'tempest-TagsExtTest-Tag-637921388') {} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:55:56.146217 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-cefccb3a-95d8-40d8-ae28-2d84b162c250 None None] For port ac8d9b32-1a24-4bd7-96c0-d8418db2fa85, host n-d-813419-10, cleared binding levels {{(pid=102348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:55:56.150140 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-cefccb3a-95d8-40d8-ae28-2d84b162c250 None None] For port ac8d9b32-1a24-4bd7-96c0-d8418db2fa85, host n-d-813419-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=ac8d9b32-1a24-4bd7-96c0-d8418db2fa85,segment=NetworkSegment(f696048e-b40a-47b6-bfee-f1e8c1257c43),segment_id=f696048e-b40a-47b6-bfee-f1e8c1257c43)] {{(pid=102348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:55:56.157590 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-cefccb3a-95d8-40d8-ae28-2d84b162c250 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:56.239545 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefccb3a-95d8-40d8-ae28-2d84b162c250 None None] Pushing event updated for resources: {'Port': ['ID=ac8d9b32-1a24-4bd7-96c0-d8418db2fa85,revision_number=2']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:55:56.278424 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 38394) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:55:56.283422 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.tag.tag_plugin [None req-362c1a2f-bac1-42c4-881a-e9bc809a8f68 tempest-TagsExtTest-1799581151 tempest-TagsExtTest-1799581151-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'c58c3066-380e-44aa-bf9b-68022b9c9ebe', 'tempest-TagsExtTest-Tag-986874382') {} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:55:56.293406 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-98d90a97-a86e-4c08-a8aa-449d057845d5 tempest-TagsExtTest-1799581151 tempest-TagsExtTest-1799581151-project] 10.222.0.44 "PUT /v2.0/subnets/67ca1e4e-6b3d-495c-9a72-f11611fbb1b2/tags/tempest-TagsExtTest-Tag-637921388 HTTP/1.1" status: 201 len: 201 time: 0.1919923 Oct 27 10:55:56.387304 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 38396) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:55:56.403307 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.tag.tag_plugin [None req-0577666f-ed29-4f30-851e-6e31d2f9ae56 tempest-TagsExtTest-1799581151 tempest-TagsExtTest-1799581151-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'eb0ad140-53a6-461e-86be-04f597312ca2', 'tempest-TagsExtTest-Tag-321645928') {} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:55:56.405724 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-362c1a2f-bac1-42c4-881a-e9bc809a8f68 tempest-TagsExtTest-1799581151 tempest-TagsExtTest-1799581151-project] 10.222.0.44 "PUT /v2.0/ports/c58c3066-380e-44aa-bf9b-68022b9c9ebe/tags/tempest-TagsExtTest-Tag-986874382 HTTP/1.1" status: 201 len: 201 time: 0.1260576 Oct 27 10:55:56.550808 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-0577666f-ed29-4f30-851e-6e31d2f9ae56 tempest-TagsExtTest-1799581151 tempest-TagsExtTest-1799581151-project] 10.222.0.44 "PUT /v2.0/routers/eb0ad140-53a6-461e-86be-04f597312ca2/tags/tempest-TagsExtTest-Tag-321645928 HTTP/1.1" status: 201 len: 201 time: 0.1597004 Oct 27 10:55:56.551045 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 38398) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:55:56.558369 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.tag.tag_plugin [None req-06dd8e0d-4a9e-4bd4-99fb-7be3f9738ec2 tempest-TagsExtTest-1799581151 tempest-TagsExtTest-1799581151-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '54182dce-773a-4892-b2db-1a75e3c7527e', 'tempest-TagsExtTest-Tag-1298107937') {} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:55:56.626019 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-06dd8e0d-4a9e-4bd4-99fb-7be3f9738ec2 tempest-TagsExtTest-1799581151 tempest-TagsExtTest-1799581151-project] 10.222.0.44 "PUT /v2.0/subnetpools/54182dce-773a-4892-b2db-1a75e3c7527e/tags/tempest-TagsExtTest-Tag-1298107937 HTTP/1.1" status: 201 len: 201 time: 0.0716901 Oct 27 10:55:56.629989 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 38400) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:55:56.635787 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.tag.tag_plugin [None req-5e7d0b24-33d0-4a2a-88d4-70d94d6a237b tempest-TagsExtTest-1799581151 tempest-TagsExtTest-1799581151-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '67ca1e4e-6b3d-495c-9a72-f11611fbb1b2') {} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:55:56.734428 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-5e7d0b24-33d0-4a2a-88d4-70d94d6a237b tempest-TagsExtTest-1799581151 tempest-TagsExtTest-1799581151-project] 10.222.0.44 "GET /v2.0/subnets/67ca1e4e-6b3d-495c-9a72-f11611fbb1b2/tags HTTP/1.1" status: 200 len: 240 time: 0.1008685 Oct 27 10:55:56.735000 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 38402) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:55:56.739559 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.tag.tag_plugin [None req-ae7989bb-cb1b-49cd-bb1e-ea063d54c6b0 tempest-TagsExtTest-1799581151 tempest-TagsExtTest-1799581151-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '67ca1e4e-6b3d-495c-9a72-f11611fbb1b2', 'tempest-TagsExtTest-Tag-637921388') {} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:55:56.803042 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-ae7989bb-cb1b-49cd-bb1e-ea063d54c6b0 tempest-TagsExtTest-1799581151 tempest-TagsExtTest-1799581151-project] 10.222.0.44 "GET /v2.0/subnets/67ca1e4e-6b3d-495c-9a72-f11611fbb1b2/tags/tempest-TagsExtTest-Tag-637921388 HTTP/1.1" status: 204 len: 168 time: 0.0668724 Oct 27 10:55:56.805726 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 38404) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:55:56.811080 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.tag.tag_plugin [None req-5943e02b-8893-4821-a445-5c8024d0eb60 tempest-TagsExtTest-1799581151 tempest-TagsExtTest-1799581151-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '67ca1e4e-6b3d-495c-9a72-f11611fbb1b2', 'tempest-TagsExtTest-Tag-637921388') {} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:55:56.839981 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device ac8d9b32-1a24-4bd7-96c0-d8418db2fa85 up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:55:56.918177 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port ac8d9b32-1a24-4bd7-96c0-d8418db2fa85 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:55:56.918648 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:56.922189 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-5943e02b-8893-4821-a445-5c8024d0eb60 tempest-TagsExtTest-1799581151 tempest-TagsExtTest-1799581151-project] 10.222.0.44 "DELETE /v2.0/subnets/67ca1e4e-6b3d-495c-9a72-f11611fbb1b2/tags/tempest-TagsExtTest-Tag-637921388 HTTP/1.1" status: 204 len: 168 time: 0.1148877 Oct 27 10:55:56.925252 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 38410) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:55:56.930796 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.tag.tag_plugin [None req-3a81a591-6b53-4272-b0bc-68e98bc27652 tempest-TagsExtTest-1799581151 tempest-TagsExtTest-1799581151-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '67ca1e4e-6b3d-495c-9a72-f11611fbb1b2') {} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:55:57.024282 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:57.073700 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] For port ac8d9b32-1a24-4bd7-96c0-d8418db2fa85, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=ac8d9b32-1a24-4bd7-96c0-d8418db2fa85,segment=NetworkSegment(f696048e-b40a-47b6-bfee-f1e8c1257c43),segment_id=f696048e-b40a-47b6-bfee-f1e8c1257c43)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:55:57.080475 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:57.190783 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Pushing event updated for resources: {'Port': ['ID=ac8d9b32-1a24-4bd7-96c0-d8418db2fa85,revision_number=3']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:55:57.424188 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-3a81a591-6b53-4272-b0bc-68e98bc27652 tempest-TagsExtTest-1799581151 tempest-TagsExtTest-1799581151-project] 10.222.0.44 "GET /v2.0/subnets/67ca1e4e-6b3d-495c-9a72-f11611fbb1b2/tags HTTP/1.1" status: 200 len: 205 time: 0.4974799 Oct 27 10:55:57.426767 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 38416) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:55:57.431993 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.tag.tag_plugin [None req-400130e0-c08c-4b95-8474-8af1d85e788c tempest-TagsExtTest-1799581151 tempest-TagsExtTest-1799581151-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'c58c3066-380e-44aa-bf9b-68022b9c9ebe') {} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:55:57.546511 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-400130e0-c08c-4b95-8474-8af1d85e788c tempest-TagsExtTest-1799581151 tempest-TagsExtTest-1799581151-project] 10.222.0.44 "GET /v2.0/ports/c58c3066-380e-44aa-bf9b-68022b9c9ebe/tags HTTP/1.1" status: 200 len: 240 time: 0.1180937 Oct 27 10:55:57.548495 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 38418) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:55:57.554364 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.tag.tag_plugin [None req-0a12b521-ffa4-411b-9d17-2f732bc4c2d5 tempest-TagsExtTest-1799581151 tempest-TagsExtTest-1799581151-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'c58c3066-380e-44aa-bf9b-68022b9c9ebe', 'tempest-TagsExtTest-Tag-986874382') {} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:55:57.601741 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df0dd44c-a810-472d-96de-c02359669ee6 None None] Network 36eb9141-1f27-451e-9620-ebcc019faea7 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:55:57.645154 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 38420) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:55:57.650403 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.tag.tag_plugin [None req-c29b3703-19fb-446b-8b07-312f9999499b tempest-TagsExtTest-1799581151 tempest-TagsExtTest-1799581151-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'c58c3066-380e-44aa-bf9b-68022b9c9ebe', 'tempest-TagsExtTest-Tag-986874382') {} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:55:57.664929 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-0a12b521-ffa4-411b-9d17-2f732bc4c2d5 tempest-TagsExtTest-1799581151 tempest-TagsExtTest-1799581151-project] 10.222.0.44 "GET /v2.0/ports/c58c3066-380e-44aa-bf9b-68022b9c9ebe/tags/tempest-TagsExtTest-Tag-986874382 HTTP/1.1" status: 204 len: 168 time: 0.1151011 Oct 27 10:55:57.712088 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-46398a42-b509-4aef-ac3a-98e03b8d0dc0 None None] Provisioning complete for port ac8d9b32-1a24-4bd7-96c0-d8418db2fa85 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:55:57.712789 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-46398a42-b509-4aef-ac3a-98e03b8d0dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:57.791872 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 38422) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:55:57.795621 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-c29b3703-19fb-446b-8b07-312f9999499b tempest-TagsExtTest-1799581151 tempest-TagsExtTest-1799581151-project] 10.222.0.44 "DELETE /v2.0/ports/c58c3066-380e-44aa-bf9b-68022b9c9ebe/tags/tempest-TagsExtTest-Tag-986874382 HTTP/1.1" status: 204 len: 168 time: 0.1493042 Oct 27 10:55:57.800275 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.tag.tag_plugin [None req-367a896d-d6e3-4d07-b0fe-68c66fafce08 tempest-TagsExtTest-1799581151 tempest-TagsExtTest-1799581151-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'c58c3066-380e-44aa-bf9b-68022b9c9ebe') {} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:55:57.883727 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-367a896d-d6e3-4d07-b0fe-68c66fafce08 tempest-TagsExtTest-1799581151 tempest-TagsExtTest-1799581151-project] 10.222.0.44 "GET /v2.0/ports/c58c3066-380e-44aa-bf9b-68022b9c9ebe/tags HTTP/1.1" status: 200 len: 205 time: 0.0885122 Oct 27 10:55:57.885838 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 38424) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:55:57.890454 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.tag.tag_plugin [None req-584a3338-c0df-412d-b6e1-9807e6b0c549 tempest-TagsExtTest-1799581151 tempest-TagsExtTest-1799581151-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'eb0ad140-53a6-461e-86be-04f597312ca2') {} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:55:57.974128 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-584a3338-c0df-412d-b6e1-9807e6b0c549 tempest-TagsExtTest-1799581151 tempest-TagsExtTest-1799581151-project] 10.222.0.44 "GET /v2.0/routers/eb0ad140-53a6-461e-86be-04f597312ca2/tags HTTP/1.1" status: 200 len: 240 time: 0.0870540 Oct 27 10:55:57.976794 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 38426) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:55:57.982031 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.tag.tag_plugin [None req-0c7fd79b-de8f-4262-8847-9bb0a83b8e9e tempest-TagsExtTest-1799581151 tempest-TagsExtTest-1799581151-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'eb0ad140-53a6-461e-86be-04f597312ca2', 'tempest-TagsExtTest-Tag-321645928') {} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:55:58.094452 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-0c7fd79b-de8f-4262-8847-9bb0a83b8e9e tempest-TagsExtTest-1799581151 tempest-TagsExtTest-1799581151-project] 10.222.0.44 "GET /v2.0/routers/eb0ad140-53a6-461e-86be-04f597312ca2/tags/tempest-TagsExtTest-Tag-321645928 HTTP/1.1" status: 204 len: 168 time: 0.1163559 Oct 27 10:55:58.094719 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 38430) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:55:58.099472 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.tag.tag_plugin [None req-2a4992f4-fc76-4ef8-bae9-8cce6474eacc tempest-TagsExtTest-1799581151 tempest-TagsExtTest-1799581151-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'eb0ad140-53a6-461e-86be-04f597312ca2', 'tempest-TagsExtTest-Tag-321645928') {} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:55:58.243366 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 38434) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:55:58.244396 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-2a4992f4-fc76-4ef8-bae9-8cce6474eacc tempest-TagsExtTest-1799581151 tempest-TagsExtTest-1799581151-project] 10.222.0.44 "DELETE /v2.0/routers/eb0ad140-53a6-461e-86be-04f597312ca2/tags/tempest-TagsExtTest-Tag-321645928 HTTP/1.1" status: 204 len: 168 time: 0.1481915 Oct 27 10:55:58.249521 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.tag.tag_plugin [None req-31621fa3-4e0f-4b57-a95e-cccb7fbe65e2 tempest-TagsExtTest-1799581151 tempest-TagsExtTest-1799581151-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'eb0ad140-53a6-461e-86be-04f597312ca2') {} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:55:58.342826 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-31621fa3-4e0f-4b57-a95e-cccb7fbe65e2 tempest-TagsExtTest-1799581151 tempest-TagsExtTest-1799581151-project] 10.222.0.44 "GET /v2.0/routers/eb0ad140-53a6-461e-86be-04f597312ca2/tags HTTP/1.1" status: 200 len: 205 time: 0.0969949 Oct 27 10:55:58.345303 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 38436) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:55:58.350202 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.tag.tag_plugin [None req-698ed94c-4c04-40c5-8210-ac58377ada0a tempest-TagsExtTest-1799581151 tempest-TagsExtTest-1799581151-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '54182dce-773a-4892-b2db-1a75e3c7527e') {} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:55:58.388279 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-698ed94c-4c04-40c5-8210-ac58377ada0a tempest-TagsExtTest-1799581151 tempest-TagsExtTest-1799581151-project] 10.222.0.44 "GET /v2.0/subnetpools/54182dce-773a-4892-b2db-1a75e3c7527e/tags HTTP/1.1" status: 200 len: 241 time: 0.0400922 Oct 27 10:55:58.389441 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 38438) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:55:58.394148 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.tag.tag_plugin [None req-dd58ca2d-8a83-41fc-920b-e4641316327d tempest-TagsExtTest-1799581151 tempest-TagsExtTest-1799581151-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '54182dce-773a-4892-b2db-1a75e3c7527e', 'tempest-TagsExtTest-Tag-1298107937') {} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:55:58.404075 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-143b0328-0b6f-442f-8218-23a6e08934d3 None None] Provisioning complete for port ac8d9b32-1a24-4bd7-96c0-d8418db2fa85 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:55:58.405499 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-143b0328-0b6f-442f-8218-23a6e08934d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:58.418124 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-dd58ca2d-8a83-41fc-920b-e4641316327d tempest-TagsExtTest-1799581151 tempest-TagsExtTest-1799581151-project] 10.222.0.44 "GET /v2.0/subnetpools/54182dce-773a-4892-b2db-1a75e3c7527e/tags/tempest-TagsExtTest-Tag-1298107937 HTTP/1.1" status: 204 len: 168 time: 0.0276320 Oct 27 10:55:58.420506 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 38440) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:55:58.425045 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.tag.tag_plugin [None req-1265a907-abe2-468c-a60c-5180966d4e17 tempest-TagsExtTest-1799581151 tempest-TagsExtTest-1799581151-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '54182dce-773a-4892-b2db-1a75e3c7527e', 'tempest-TagsExtTest-Tag-1298107937') {} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:55:58.466716 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-1265a907-abe2-468c-a60c-5180966d4e17 tempest-TagsExtTest-1799581151 tempest-TagsExtTest-1799581151-project] 10.222.0.44 "DELETE /v2.0/subnetpools/54182dce-773a-4892-b2db-1a75e3c7527e/tags/tempest-TagsExtTest-Tag-1298107937 HTTP/1.1" status: 204 len: 168 time: 0.0450683 Oct 27 10:55:58.469401 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 38442) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:55:58.475513 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.tag.tag_plugin [None req-879ce885-a912-4ddf-8237-9db99dc99bf3 tempest-TagsExtTest-1799581151 tempest-TagsExtTest-1799581151-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '54182dce-773a-4892-b2db-1a75e3c7527e') {} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:55:58.501765 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-879ce885-a912-4ddf-8237-9db99dc99bf3 tempest-TagsExtTest-1799581151 tempest-TagsExtTest-1799581151-project] 10.222.0.44 "GET /v2.0/subnetpools/54182dce-773a-4892-b2db-1a75e3c7527e/tags HTTP/1.1" status: 200 len: 205 time: 0.0309832 Oct 27 10:55:58.504457 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 38444) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:55:58.510323 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.tag.tag_plugin [None req-06dbbbd7-b819-480f-8dc6-c4b4f694f143 tempest-TagsExtTest-1799581151 tempest-TagsExtTest-1799581151-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '54182dce-773a-4892-b2db-1a75e3c7527e') {} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:55:58.519795 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-143b0328-0b6f-442f-8218-23a6e08934d3 None None] Provisioning complete for port c58c3066-380e-44aa-bf9b-68022b9c9ebe triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:55:58.520168 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-143b0328-0b6f-442f-8218-23a6e08934d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:58.541713 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-06dbbbd7-b819-480f-8dc6-c4b4f694f143 tempest-TagsExtTest-1799581151 tempest-TagsExtTest-1799581151-project] 10.222.0.44 "DELETE /v2.0/subnetpools/54182dce-773a-4892-b2db-1a75e3c7527e/tags HTTP/1.1" status: 204 len: 168 time: 0.0337071 Oct 27 10:55:58.541979 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 38446) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:55:58.546920 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.tag.tag_plugin [None req-7bb914ed-13d0-45a9-9fe7-0a8fe3770887 tempest-TagsExtTest-1799581151 tempest-TagsExtTest-1799581151-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'eb0ad140-53a6-461e-86be-04f597312ca2') {} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:55:58.558213 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-143b0328-0b6f-442f-8218-23a6e08934d3 None None] Port c58c3066-380e-44aa-bf9b-68022b9c9ebe cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:55:58.627268 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-7bb914ed-13d0-45a9-9fe7-0a8fe3770887 tempest-TagsExtTest-1799581151 tempest-TagsExtTest-1799581151-project] 10.222.0.44 "DELETE /v2.0/routers/eb0ad140-53a6-461e-86be-04f597312ca2/tags HTTP/1.1" status: 204 len: 168 time: 0.0842879 Oct 27 10:55:58.629747 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 38448) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:55:58.633932 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.tag.tag_plugin [None req-174098de-c629-415e-bdf7-f1efecb034c6 tempest-TagsExtTest-1799581151 tempest-TagsExtTest-1799581151-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'c58c3066-380e-44aa-bf9b-68022b9c9ebe') {} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:55:58.681624 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-f95d34a5-b350-48fe-9408-a2444a79e587 None None] Provisioning complete for port c58c3066-380e-44aa-bf9b-68022b9c9ebe triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:55:58.682016 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f95d34a5-b350-48fe-9408-a2444a79e587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:58.689921 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-174098de-c629-415e-bdf7-f1efecb034c6 tempest-TagsExtTest-1799581151 tempest-TagsExtTest-1799581151-project] 10.222.0.44 "DELETE /v2.0/ports/c58c3066-380e-44aa-bf9b-68022b9c9ebe/tags HTTP/1.1" status: 204 len: 168 time: 0.0591748 Oct 27 10:55:58.693177 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 38450) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:55:58.697605 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.tag.tag_plugin [None req-e87fd5f4-4f26-425d-b22b-f23ab2560814 tempest-TagsExtTest-1799581151 tempest-TagsExtTest-1799581151-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '67ca1e4e-6b3d-495c-9a72-f11611fbb1b2') {} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:55:58.720788 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-f95d34a5-b350-48fe-9408-a2444a79e587 None None] Port c58c3066-380e-44aa-bf9b-68022b9c9ebe cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:55:58.767922 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-e87fd5f4-4f26-425d-b22b-f23ab2560814 tempest-TagsExtTest-1799581151 tempest-TagsExtTest-1799581151-project] 10.222.0.44 "DELETE /v2.0/subnets/67ca1e4e-6b3d-495c-9a72-f11611fbb1b2/tags HTTP/1.1" status: 204 len: 168 time: 0.0701089 Oct 27 10:55:58.768902 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 38452) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:55:58.772669 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.tag.tag_plugin [None req-05d822e3-bd17-445f-99fc-815bb9ac3ae6 tempest-TagsExtTest-1799581151 tempest-TagsExtTest-1799581151-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '67ca1e4e-6b3d-495c-9a72-f11611fbb1b2', 'tempest-TagsExtTest-Tag-178179772') {} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:55:58.804848 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device ac8d9b32-1a24-4bd7-96c0-d8418db2fa85 up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:55:58.847097 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 38454) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:55:58.847363 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-05d822e3-bd17-445f-99fc-815bb9ac3ae6 tempest-TagsExtTest-1799581151 tempest-TagsExtTest-1799581151-project] 10.222.0.44 "PUT /v2.0/subnets/67ca1e4e-6b3d-495c-9a72-f11611fbb1b2/tags/tempest-TagsExtTest-Tag-178179772 HTTP/1.1" status: 201 len: 201 time: 0.0779250 Oct 27 10:55:58.852369 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.tag.tag_plugin [None req-97716202-d7ed-44bb-9bf5-0ae2ecdd0ff0 tempest-TagsExtTest-1799581151 tempest-TagsExtTest-1799581151-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'c58c3066-380e-44aa-bf9b-68022b9c9ebe', 'tempest-TagsExtTest-Tag-184280949') {} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:55:58.856086 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port ac8d9b32-1a24-4bd7-96c0-d8418db2fa85 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:55:58.856502 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:55:58.924169 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 38456) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:55:58.925068 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-97716202-d7ed-44bb-9bf5-0ae2ecdd0ff0 tempest-TagsExtTest-1799581151 tempest-TagsExtTest-1799581151-project] 10.222.0.44 "PUT /v2.0/ports/c58c3066-380e-44aa-bf9b-68022b9c9ebe/tags/tempest-TagsExtTest-Tag-184280949 HTTP/1.1" status: 201 len: 201 time: 0.0767996 Oct 27 10:55:58.929031 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.tag.tag_plugin [None req-3e9f38e9-aeac-4689-9bf0-f931d843b0f4 tempest-TagsExtTest-1799581151 tempest-TagsExtTest-1799581151-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'eb0ad140-53a6-461e-86be-04f597312ca2', 'tempest-TagsExtTest-Tag-1181047063') {} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:55:59.014054 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-3e9f38e9-aeac-4689-9bf0-f931d843b0f4 tempest-TagsExtTest-1799581151 tempest-TagsExtTest-1799581151-project] 10.222.0.44 "PUT /v2.0/routers/eb0ad140-53a6-461e-86be-04f597312ca2/tags/tempest-TagsExtTest-Tag-1181047063 HTTP/1.1" status: 201 len: 201 time: 0.0886550 Oct 27 10:55:59.016664 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 38458) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:55:59.021486 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.tag.tag_plugin [None req-6e19f0c1-6086-4d1e-a7a5-ce579628c69c tempest-TagsExtTest-1799581151 tempest-TagsExtTest-1799581151-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '54182dce-773a-4892-b2db-1a75e3c7527e', 'tempest-TagsExtTest-Tag-1849135286') {} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:55:59.054623 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-6e19f0c1-6086-4d1e-a7a5-ce579628c69c tempest-TagsExtTest-1799581151 tempest-TagsExtTest-1799581151-project] 10.222.0.44 "PUT /v2.0/subnetpools/54182dce-773a-4892-b2db-1a75e3c7527e/tags/tempest-TagsExtTest-Tag-1849135286 HTTP/1.1" status: 201 len: 201 time: 0.0368800 Oct 27 10:55:59.057318 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 38460) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:55:59.061647 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.tag.tag_plugin [None req-186e0d68-2963-4133-8603-9f78a7e2d13f tempest-TagsExtTest-1799581151 tempest-TagsExtTest-1799581151-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '67ca1e4e-6b3d-495c-9a72-f11611fbb1b2', {'tags': ['tempest-TagsExtTest-Tag-988812239', 'tempest-TagsExtTest-Tag-1643774382', 'tempest-TagsExtTest-Tag-199569748']}) {} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:55:59.121424 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-186e0d68-2963-4133-8603-9f78a7e2d13f tempest-TagsExtTest-1799581151 tempest-TagsExtTest-1799581151-project] 10.222.0.44 "PUT /v2.0/subnets/67ca1e4e-6b3d-495c-9a72-f11611fbb1b2/tags HTTP/1.1" status: 200 len: 316 time: 0.0625412 Oct 27 10:55:59.123481 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 38464) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:55:59.127834 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.tag.tag_plugin [None req-b97c37d2-4c5a-43ac-8e18-d6831954c3cf tempest-TagsExtTest-1799581151 tempest-TagsExtTest-1799581151-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '67ca1e4e-6b3d-495c-9a72-f11611fbb1b2') {} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:55:59.207103 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-b97c37d2-4c5a-43ac-8e18-d6831954c3cf tempest-TagsExtTest-1799581151 tempest-TagsExtTest-1799581151-project] 10.222.0.44 "DELETE /v2.0/subnets/67ca1e4e-6b3d-495c-9a72-f11611fbb1b2/tags HTTP/1.1" status: 204 len: 168 time: 0.0801840 Oct 27 10:55:59.207407 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 38470) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:55:59.212499 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.tag.tag_plugin [None req-c46eb047-38f3-4314-b373-dca18217ece0 tempest-TagsExtTest-1799581151 tempest-TagsExtTest-1799581151-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '67ca1e4e-6b3d-495c-9a72-f11611fbb1b2', 'tempest-TagsExtTest-Tag-988812239') {} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:55:59.273803 n-d-813419-10 neutron-server[102347]: INFO neutron.api.v2.resource [None req-c46eb047-38f3-4314-b373-dca18217ece0 tempest-TagsExtTest-1799581151 tempest-TagsExtTest-1799581151-project] show failed (client error): The resource could not be found. Oct 27 10:55:59.275169 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-c46eb047-38f3-4314-b373-dca18217ece0 tempest-TagsExtTest-1799581151 tempest-TagsExtTest-1799581151-project] 10.222.0.44 "GET /v2.0/subnets/67ca1e4e-6b3d-495c-9a72-f11611fbb1b2/tags/tempest-TagsExtTest-Tag-988812239 HTTP/1.1" status: 404 len: 328 time: 0.0668139 Oct 27 10:55:59.278199 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 38474) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:55:59.283281 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.tag.tag_plugin [None req-e520d1db-a2bc-4fbe-bd62-c29a8a2e4ebc tempest-TagsExtTest-1799581151 tempest-TagsExtTest-1799581151-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '67ca1e4e-6b3d-495c-9a72-f11611fbb1b2', 'tempest-TagsExtTest-Tag-1643774382') {} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:55:59.363615 n-d-813419-10 neutron-server[102346]: INFO neutron.api.v2.resource [None req-e520d1db-a2bc-4fbe-bd62-c29a8a2e4ebc tempest-TagsExtTest-1799581151 tempest-TagsExtTest-1799581151-project] show failed (client error): The resource could not be found. Oct 27 10:55:59.366793 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-e520d1db-a2bc-4fbe-bd62-c29a8a2e4ebc tempest-TagsExtTest-1799581151 tempest-TagsExtTest-1799581151-project] 10.222.0.44 "GET /v2.0/subnets/67ca1e4e-6b3d-495c-9a72-f11611fbb1b2/tags/tempest-TagsExtTest-Tag-1643774382 HTTP/1.1" status: 404 len: 329 time: 0.0871956 Oct 27 10:55:59.369461 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 38476) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:55:59.373753 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.tag.tag_plugin [None req-89f6be68-bb85-4ac3-a1fd-22be259e76ed tempest-TagsExtTest-1799581151 tempest-TagsExtTest-1799581151-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '67ca1e4e-6b3d-495c-9a72-f11611fbb1b2', 'tempest-TagsExtTest-Tag-199569748') {} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:55:59.426817 n-d-813419-10 neutron-server[102346]: INFO neutron.api.v2.resource [None req-89f6be68-bb85-4ac3-a1fd-22be259e76ed tempest-TagsExtTest-1799581151 tempest-TagsExtTest-1799581151-project] show failed (client error): The resource could not be found. Oct 27 10:55:59.430904 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-89f6be68-bb85-4ac3-a1fd-22be259e76ed tempest-TagsExtTest-1799581151 tempest-TagsExtTest-1799581151-project] 10.222.0.44 "GET /v2.0/subnets/67ca1e4e-6b3d-495c-9a72-f11611fbb1b2/tags/tempest-TagsExtTest-Tag-199569748 HTTP/1.1" status: 404 len: 328 time: 0.0574923 Oct 27 10:55:59.431655 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 38478) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:55:59.436613 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.tag.tag_plugin [None req-c05c8912-3216-44c3-904c-5532a3032990 tempest-TagsExtTest-1799581151 tempest-TagsExtTest-1799581151-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'c58c3066-380e-44aa-bf9b-68022b9c9ebe', {'tags': ['tempest-TagsExtTest-Tag-460836777', 'tempest-TagsExtTest-Tag-1773810558', 'tempest-TagsExtTest-Tag-2146881958']}) {} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:55:59.503158 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 38480) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:55:59.503911 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-c05c8912-3216-44c3-904c-5532a3032990 tempest-TagsExtTest-1799581151 tempest-TagsExtTest-1799581151-project] 10.222.0.44 "PUT /v2.0/ports/c58c3066-380e-44aa-bf9b-68022b9c9ebe/tags HTTP/1.1" status: 200 len: 317 time: 0.0702446 Oct 27 10:55:59.508571 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.tag.tag_plugin [None req-300307a5-7c42-4c66-ac3b-e2c89c9df673 tempest-TagsExtTest-1799581151 tempest-TagsExtTest-1799581151-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'c58c3066-380e-44aa-bf9b-68022b9c9ebe') {} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:55:59.585027 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 38482) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:55:59.589786 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.tag.tag_plugin [None req-d87f022f-39c3-417f-8e7f-945b19cb4b2e tempest-TagsExtTest-1799581151 tempest-TagsExtTest-1799581151-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'c58c3066-380e-44aa-bf9b-68022b9c9ebe', 'tempest-TagsExtTest-Tag-460836777') {} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:55:59.592006 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-300307a5-7c42-4c66-ac3b-e2c89c9df673 tempest-TagsExtTest-1799581151 tempest-TagsExtTest-1799581151-project] 10.222.0.44 "DELETE /v2.0/ports/c58c3066-380e-44aa-bf9b-68022b9c9ebe/tags HTTP/1.1" status: 204 len: 168 time: 0.0877619 Oct 27 10:55:59.641838 n-d-813419-10 neutron-server[102347]: INFO neutron.api.v2.resource [None req-d87f022f-39c3-417f-8e7f-945b19cb4b2e tempest-TagsExtTest-1799581151 tempest-TagsExtTest-1799581151-project] show failed (client error): The resource could not be found. Oct 27 10:55:59.645842 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 38484) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:55:59.648757 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-d87f022f-39c3-417f-8e7f-945b19cb4b2e tempest-TagsExtTest-1799581151 tempest-TagsExtTest-1799581151-project] 10.222.0.44 "GET /v2.0/ports/c58c3066-380e-44aa-bf9b-68022b9c9ebe/tags/tempest-TagsExtTest-Tag-460836777 HTTP/1.1" status: 404 len: 328 time: 0.0625284 Oct 27 10:55:59.651065 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.tag.tag_plugin [None req-5a8b60d9-e685-4e3d-a29a-df2b93d49317 tempest-TagsExtTest-1799581151 tempest-TagsExtTest-1799581151-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'c58c3066-380e-44aa-bf9b-68022b9c9ebe', 'tempest-TagsExtTest-Tag-1773810558') {} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:55:59.702917 n-d-813419-10 neutron-server[102346]: INFO neutron.api.v2.resource [None req-5a8b60d9-e685-4e3d-a29a-df2b93d49317 tempest-TagsExtTest-1799581151 tempest-TagsExtTest-1799581151-project] show failed (client error): The resource could not be found. Oct 27 10:55:59.706831 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-5a8b60d9-e685-4e3d-a29a-df2b93d49317 tempest-TagsExtTest-1799581151 tempest-TagsExtTest-1799581151-project] 10.222.0.44 "GET /v2.0/ports/c58c3066-380e-44aa-bf9b-68022b9c9ebe/tags/tempest-TagsExtTest-Tag-1773810558 HTTP/1.1" status: 404 len: 329 time: 0.0599701 Oct 27 10:55:59.706970 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 38486) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:55:59.712657 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.tag.tag_plugin [None req-28f2ccae-de1d-496f-a2dc-d1b35de2d360 tempest-TagsExtTest-1799581151 tempest-TagsExtTest-1799581151-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'c58c3066-380e-44aa-bf9b-68022b9c9ebe', 'tempest-TagsExtTest-Tag-2146881958') {} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:55:59.763413 n-d-813419-10 neutron-server[102347]: INFO neutron.api.v2.resource [None req-28f2ccae-de1d-496f-a2dc-d1b35de2d360 tempest-TagsExtTest-1799581151 tempest-TagsExtTest-1799581151-project] show failed (client error): The resource could not be found. Oct 27 10:55:59.767061 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-28f2ccae-de1d-496f-a2dc-d1b35de2d360 tempest-TagsExtTest-1799581151 tempest-TagsExtTest-1799581151-project] 10.222.0.44 "GET /v2.0/ports/c58c3066-380e-44aa-bf9b-68022b9c9ebe/tags/tempest-TagsExtTest-Tag-2146881958 HTTP/1.1" status: 404 len: 329 time: 0.0563786 Oct 27 10:55:59.767251 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 38488) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:55:59.772429 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.tag.tag_plugin [None req-60bf8dd9-cf8c-4de2-af76-df231d354d84 tempest-TagsExtTest-1799581151 tempest-TagsExtTest-1799581151-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'eb0ad140-53a6-461e-86be-04f597312ca2', {'tags': ['tempest-TagsExtTest-Tag-35090239', 'tempest-TagsExtTest-Tag-141299169', 'tempest-TagsExtTest-Tag-2084000100']}) {} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:55:59.860785 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-60bf8dd9-cf8c-4de2-af76-df231d354d84 tempest-TagsExtTest-1799581151 tempest-TagsExtTest-1799581151-project] 10.222.0.44 "PUT /v2.0/routers/eb0ad140-53a6-461e-86be-04f597312ca2/tags HTTP/1.1" status: 200 len: 315 time: 0.0924032 Oct 27 10:55:59.863189 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 38490) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:55:59.867944 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.tag.tag_plugin [None req-8477b657-a1a7-4edd-965e-c7e8580fcb66 tempest-TagsExtTest-1799581151 tempest-TagsExtTest-1799581151-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'eb0ad140-53a6-461e-86be-04f597312ca2') {} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:55:59.962348 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-8477b657-a1a7-4edd-965e-c7e8580fcb66 tempest-TagsExtTest-1799581151 tempest-TagsExtTest-1799581151-project] 10.222.0.44 "DELETE /v2.0/routers/eb0ad140-53a6-461e-86be-04f597312ca2/tags HTTP/1.1" status: 204 len: 168 time: 0.0978930 Oct 27 10:55:59.965012 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 38492) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:55:59.969477 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.tag.tag_plugin [None req-61917b62-0f38-48a3-a12c-8f5e26f81fdc tempest-TagsExtTest-1799581151 tempest-TagsExtTest-1799581151-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'eb0ad140-53a6-461e-86be-04f597312ca2', 'tempest-TagsExtTest-Tag-35090239') {} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:56:00.048183 n-d-813419-10 neutron-server[102347]: INFO neutron.api.v2.resource [None req-61917b62-0f38-48a3-a12c-8f5e26f81fdc tempest-TagsExtTest-1799581151 tempest-TagsExtTest-1799581151-project] show failed (client error): The resource could not be found. Oct 27 10:56:00.049425 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-61917b62-0f38-48a3-a12c-8f5e26f81fdc tempest-TagsExtTest-1799581151 tempest-TagsExtTest-1799581151-project] 10.222.0.44 "GET /v2.0/routers/eb0ad140-53a6-461e-86be-04f597312ca2/tags/tempest-TagsExtTest-Tag-35090239 HTTP/1.1" status: 404 len: 327 time: 0.0834970 Oct 27 10:56:00.052342 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 38494) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:56:00.056881 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.tag.tag_plugin [None req-6a1a25c0-b118-4bc0-83d0-d2c56f812315 tempest-TagsExtTest-1799581151 tempest-TagsExtTest-1799581151-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'eb0ad140-53a6-461e-86be-04f597312ca2', 'tempest-TagsExtTest-Tag-141299169') {} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:56:00.135406 n-d-813419-10 neutron-server[102347]: INFO neutron.api.v2.resource [None req-6a1a25c0-b118-4bc0-83d0-d2c56f812315 tempest-TagsExtTest-1799581151 tempest-TagsExtTest-1799581151-project] show failed (client error): The resource could not be found. Oct 27 10:56:00.139463 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-6a1a25c0-b118-4bc0-83d0-d2c56f812315 tempest-TagsExtTest-1799581151 tempest-TagsExtTest-1799581151-project] 10.222.0.44 "GET /v2.0/routers/eb0ad140-53a6-461e-86be-04f597312ca2/tags/tempest-TagsExtTest-Tag-141299169 HTTP/1.1" status: 404 len: 328 time: 0.0832558 Oct 27 10:56:00.139852 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 38496) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:56:00.144930 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.tag.tag_plugin [None req-4a99e93f-9a08-4d63-a3fb-a892c6244a19 tempest-TagsExtTest-1799581151 tempest-TagsExtTest-1799581151-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'eb0ad140-53a6-461e-86be-04f597312ca2', 'tempest-TagsExtTest-Tag-2084000100') {} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:56:00.238134 n-d-813419-10 neutron-server[102346]: INFO neutron.api.v2.resource [None req-4a99e93f-9a08-4d63-a3fb-a892c6244a19 tempest-TagsExtTest-1799581151 tempest-TagsExtTest-1799581151-project] show failed (client error): The resource could not be found. Oct 27 10:56:00.240251 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-4a99e93f-9a08-4d63-a3fb-a892c6244a19 tempest-TagsExtTest-1799581151 tempest-TagsExtTest-1799581151-project] 10.222.0.44 "GET /v2.0/routers/eb0ad140-53a6-461e-86be-04f597312ca2/tags/tempest-TagsExtTest-Tag-2084000100 HTTP/1.1" status: 404 len: 329 time: 0.0986729 Oct 27 10:56:00.242682 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 38502) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:56:00.248860 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.tag.tag_plugin [None req-9fbbbe4d-9591-458f-a2ae-f8c56a4ad4ef tempest-TagsExtTest-1799581151 tempest-TagsExtTest-1799581151-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '54182dce-773a-4892-b2db-1a75e3c7527e', {'tags': ['tempest-TagsExtTest-Tag-549934264', 'tempest-TagsExtTest-Tag-1609061686', 'tempest-TagsExtTest-Tag-1003893181']}) {} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:56:00.352951 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-9fbbbe4d-9591-458f-a2ae-f8c56a4ad4ef tempest-TagsExtTest-1799581151 tempest-TagsExtTest-1799581151-project] 10.222.0.44 "PUT /v2.0/subnetpools/54182dce-773a-4892-b2db-1a75e3c7527e/tags HTTP/1.1" status: 200 len: 317 time: 0.1088331 Oct 27 10:56:00.355769 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 38508) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:56:00.360320 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.tag.tag_plugin [None req-88785aa4-385f-4d35-becb-af518bbbdeba tempest-TagsExtTest-1799581151 tempest-TagsExtTest-1799581151-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '54182dce-773a-4892-b2db-1a75e3c7527e') {} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:56:00.401165 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-88785aa4-385f-4d35-becb-af518bbbdeba tempest-TagsExtTest-1799581151 tempest-TagsExtTest-1799581151-project] 10.222.0.44 "DELETE /v2.0/subnetpools/54182dce-773a-4892-b2db-1a75e3c7527e/tags HTTP/1.1" status: 204 len: 168 time: 0.0445046 Oct 27 10:56:00.406678 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 38510) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:56:00.413668 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.tag.tag_plugin [None req-e1ef0b62-310b-436c-b188-a9ec5727cbd4 tempest-TagsExtTest-1799581151 tempest-TagsExtTest-1799581151-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '54182dce-773a-4892-b2db-1a75e3c7527e', 'tempest-TagsExtTest-Tag-549934264') {} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:56:00.436905 n-d-813419-10 neutron-server[102346]: INFO neutron.api.v2.resource [None req-e1ef0b62-310b-436c-b188-a9ec5727cbd4 tempest-TagsExtTest-1799581151 tempest-TagsExtTest-1799581151-project] show failed (client error): The resource could not be found. Oct 27 10:56:00.441586 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 38512) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:56:00.441766 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-e1ef0b62-310b-436c-b188-a9ec5727cbd4 tempest-TagsExtTest-1799581151 tempest-TagsExtTest-1799581151-project] 10.222.0.44 "GET /v2.0/subnetpools/54182dce-773a-4892-b2db-1a75e3c7527e/tags/tempest-TagsExtTest-Tag-549934264 HTTP/1.1" status: 404 len: 328 time: 0.0324326 Oct 27 10:56:00.447413 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.tag.tag_plugin [None req-fca396c0-f74a-4cad-a7aa-ba28532bd557 tempest-TagsExtTest-1799581151 tempest-TagsExtTest-1799581151-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '54182dce-773a-4892-b2db-1a75e3c7527e', 'tempest-TagsExtTest-Tag-1609061686') {} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:56:00.473387 n-d-813419-10 neutron-server[102347]: INFO neutron.api.v2.resource [None req-fca396c0-f74a-4cad-a7aa-ba28532bd557 tempest-TagsExtTest-1799581151 tempest-TagsExtTest-1799581151-project] show failed (client error): The resource could not be found. Oct 27 10:56:00.477934 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 38514) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:56:00.478143 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-fca396c0-f74a-4cad-a7aa-ba28532bd557 tempest-TagsExtTest-1799581151 tempest-TagsExtTest-1799581151-project] 10.222.0.44 "GET /v2.0/subnetpools/54182dce-773a-4892-b2db-1a75e3c7527e/tags/tempest-TagsExtTest-Tag-1609061686 HTTP/1.1" status: 404 len: 329 time: 0.0350106 Oct 27 10:56:00.482341 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.tag.tag_plugin [None req-998c6547-7988-4473-b000-94e824d263cb tempest-TagsExtTest-1799581151 tempest-TagsExtTest-1799581151-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '54182dce-773a-4892-b2db-1a75e3c7527e', 'tempest-TagsExtTest-Tag-1003893181') {} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:56:00.512509 n-d-813419-10 neutron-server[102346]: INFO neutron.api.v2.resource [None req-998c6547-7988-4473-b000-94e824d263cb tempest-TagsExtTest-1799581151 tempest-TagsExtTest-1799581151-project] show failed (client error): The resource could not be found. Oct 27 10:56:00.516475 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 38516) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:56:00.517129 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-998c6547-7988-4473-b000-94e824d263cb tempest-TagsExtTest-1799581151 tempest-TagsExtTest-1799581151-project] 10.222.0.44 "GET /v2.0/subnetpools/54182dce-773a-4892-b2db-1a75e3c7527e/tags/tempest-TagsExtTest-Tag-1003893181 HTTP/1.1" status: 404 len: 329 time: 0.0382013 Oct 27 10:56:00.521724 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.tag.tag_plugin [None req-0828c57a-33d9-4a0c-9caf-d81dd7e8602d tempest-TagsExtTest-1799581151 tempest-TagsExtTest-1799581151-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '54182dce-773a-4892-b2db-1a75e3c7527e') {} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:56:00.550074 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 38518) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:56:00.550411 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-0828c57a-33d9-4a0c-9caf-d81dd7e8602d tempest-TagsExtTest-1799581151 tempest-TagsExtTest-1799581151-project] 10.222.0.44 "DELETE /v2.0/subnetpools/54182dce-773a-4892-b2db-1a75e3c7527e/tags HTTP/1.1" status: 204 len: 168 time: 0.0319104 Oct 27 10:56:00.555537 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.tag.tag_plugin [None req-50b90ce6-b116-453d-9dfd-22a3528d2913 tempest-TagsExtTest-1799581151 tempest-TagsExtTest-1799581151-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'eb0ad140-53a6-461e-86be-04f597312ca2') {} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:56:00.644490 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-50b90ce6-b116-453d-9dfd-22a3528d2913 tempest-TagsExtTest-1799581151 tempest-TagsExtTest-1799581151-project] 10.222.0.44 "DELETE /v2.0/routers/eb0ad140-53a6-461e-86be-04f597312ca2/tags HTTP/1.1" status: 204 len: 168 time: 0.0910196 Oct 27 10:56:00.645208 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 38520) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:56:00.650173 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.tag.tag_plugin [None req-261a50d0-4f09-47d1-a91f-034a322957b0 tempest-TagsExtTest-1799581151 tempest-TagsExtTest-1799581151-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'c58c3066-380e-44aa-bf9b-68022b9c9ebe') {} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:56:00.713011 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-261a50d0-4f09-47d1-a91f-034a322957b0 tempest-TagsExtTest-1799581151 tempest-TagsExtTest-1799581151-project] 10.222.0.44 "DELETE /v2.0/ports/c58c3066-380e-44aa-bf9b-68022b9c9ebe/tags HTTP/1.1" status: 204 len: 168 time: 0.0665069 Oct 27 10:56:00.714298 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 38522) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:56:00.718702 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.tag.tag_plugin [None req-8e84b370-f70b-412a-a075-ce16435d1c5b tempest-TagsExtTest-1799581151 tempest-TagsExtTest-1799581151-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '67ca1e4e-6b3d-495c-9a72-f11611fbb1b2') {} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:56:00.781364 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-8e84b370-f70b-412a-a075-ce16435d1c5b tempest-TagsExtTest-1799581151 tempest-TagsExtTest-1799581151-project] 10.222.0.44 "DELETE /v2.0/subnets/67ca1e4e-6b3d-495c-9a72-f11611fbb1b2/tags HTTP/1.1" status: 204 len: 168 time: 0.0658710 Oct 27 10:56:00.785957 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 38524) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:56:00.882643 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-7c43e3b5-b01f-46f9-9dfd-fd5bb446b3ff tempest-TagsExtTest-1799581151 tempest-TagsExtTest-1799581151-project] Publish callbacks [] for subnetpool, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:00.882910 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-7c43e3b5-b01f-46f9-9dfd-fd5bb446b3ff tempest-TagsExtTest-1799581151 tempest-TagsExtTest-1799581151-project] 10.222.0.44 "DELETE /v2.0/subnetpools/54182dce-773a-4892-b2db-1a75e3c7527e HTTP/1.1" status: 204 len: 168 time: 0.0956268 Oct 27 10:56:00.885649 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 38526) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:56:00.918994 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 38528) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:56:00.919386 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-9e574118-3e7b-44bc-bba0-f940ad15aaf8 tempest-TagsExtTest-1799581151 tempest-TagsExtTest-1799581151-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb0ad140-53a6-461e-86be-04f597312ca2 HTTP/1.1" status: 200 len: 205 time: 0.0323513 Oct 27 10:56:01.006097 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-3af77710-f6eb-4b00-963e-18b82ada24dc tempest-TagsExtTest-1799581151 tempest-TagsExtTest-1799581151-project] Publish callbacks [] for router, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:01.172139 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-3af77710-f6eb-4b00-963e-18b82ada24dc tempest-TagsExtTest-1799581151 tempest-TagsExtTest-1799581151-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1765662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3700'] for router, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:01.174369 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-3af77710-f6eb-4b00-963e-18b82ada24dc tempest-TagsExtTest-1799581151 tempest-TagsExtTest-1799581151-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:01.218815 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-3af77710-f6eb-4b00-963e-18b82ada24dc tempest-TagsExtTest-1799581151 tempest-TagsExtTest-1799581151-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1765641'] for router, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:01.219956 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3af77710-f6eb-4b00-963e-18b82ada24dc tempest-TagsExtTest-1799581151 tempest-TagsExtTest-1799581151-project] Fanout notify agent at l3_agent the message router_deleted on router eb0ad140-53a6-461e-86be-04f597312ca2 {{(pid=102346) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 10:56:01.228180 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-3af77710-f6eb-4b00-963e-18b82ada24dc tempest-TagsExtTest-1799581151 tempest-TagsExtTest-1799581151-project] Publish callbacks [] for router, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:01.230229 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-3af77710-f6eb-4b00-963e-18b82ada24dc tempest-TagsExtTest-1799581151 tempest-TagsExtTest-1799581151-project] 10.222.0.44 "DELETE /v2.0/routers/eb0ad140-53a6-461e-86be-04f597312ca2 HTTP/1.1" status: 204 len: 168 time: 0.3095167 Oct 27 10:56:01.232576 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 38530) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:56:01.326954 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-b647d379-118b-428f-b448-77c7bc9b4062 tempest-TagsExtTest-1799581151 tempest-TagsExtTest-1799581151-project] Deleting port c58c3066-380e-44aa-bf9b-68022b9c9ebe {{(pid=102346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:56:01.327638 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-b647d379-118b-428f-b448-77c7bc9b4062 tempest-TagsExtTest-1799581151 tempest-TagsExtTest-1799581151-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:01.438060 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-b647d379-118b-428f-b448-77c7bc9b4062 tempest-TagsExtTest-1799581151 tempest-TagsExtTest-1799581151-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:01.452540 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-b647d379-118b-428f-b448-77c7bc9b4062 tempest-TagsExtTest-1799581151 tempest-TagsExtTest-1799581151-project] Calling delete_port for c58c3066-380e-44aa-bf9b-68022b9c9ebe owned by {{(pid=102346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:56:01.588083 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-b647d379-118b-428f-b448-77c7bc9b4062 tempest-TagsExtTest-1799581151 tempest-TagsExtTest-1799581151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:01.618468 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b647d379-118b-428f-b448-77c7bc9b4062 tempest-TagsExtTest-1799581151 tempest-TagsExtTest-1799581151-project] Pushing event deleted for resources: {'Port': ['ID=c58c3066-380e-44aa-bf9b-68022b9c9ebe,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:56:01.694761 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-b647d379-118b-428f-b448-77c7bc9b4062 tempest-TagsExtTest-1799581151 tempest-TagsExtTest-1799581151-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:01.701343 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 38536) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:56:01.701915 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-b647d379-118b-428f-b448-77c7bc9b4062 tempest-TagsExtTest-1799581151 tempest-TagsExtTest-1799581151-project] 10.222.0.44 "DELETE /v2.0/ports/c58c3066-380e-44aa-bf9b-68022b9c9ebe HTTP/1.1" status: 204 len: 168 time: 0.4679182 Oct 27 10:56:01.760341 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f33c62e-122a-486d-8c30-ad28e8a33ebd tempest-TagsExtTest-1799581151 tempest-TagsExtTest-1799581151-project] Deleting subnet 67ca1e4e-6b3d-495c-9a72-f11611fbb1b2 {{(pid=102347) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 10:56:01.764116 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-2f33c62e-122a-486d-8c30-ad28e8a33ebd tempest-TagsExtTest-1799581151 tempest-TagsExtTest-1799581151-project] Publish callbacks [] for subnet, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:01.816992 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-2f33c62e-122a-486d-8c30-ad28e8a33ebd tempest-TagsExtTest-1799581151 tempest-TagsExtTest-1799581151-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-18445109'] for subnet, precommit_delete_associations {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:01.911308 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-2f33c62e-122a-486d-8c30-ad28e8a33ebd tempest-TagsExtTest-1799581151 tempest-TagsExtTest-1799581151-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855646'] for subnet, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:01.977397 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-2f33c62e-122a-486d-8c30-ad28e8a33ebd tempest-TagsExtTest-1799581151 tempest-TagsExtTest-1799581151-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-18295818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18043720'] for subnet, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:01.993096 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-2f33c62e-122a-486d-8c30-ad28e8a33ebd tempest-TagsExtTest-1799581151 tempest-TagsExtTest-1799581151-project] Publish callbacks [] for subnet, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:01.999350 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-2f33c62e-122a-486d-8c30-ad28e8a33ebd tempest-TagsExtTest-1799581151 tempest-TagsExtTest-1799581151-project] 10.222.0.44 "DELETE /v2.0/subnets/67ca1e4e-6b3d-495c-9a72-f11611fbb1b2 HTTP/1.1" status: 204 len: 168 time: 0.2962322 Oct 27 10:56:02.000153 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 38538) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:56:02.005138 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38b8aa09-30dd-4bde-95ee-bed647357b5a None None] Network 36eb9141-1f27-451e-9620-ebcc019faea7 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:56:02.018268 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f33c62e-122a-486d-8c30-ad28e8a33ebd tempest-TagsExtTest-1799581151 tempest-TagsExtTest-1799581151-project] Pushing event deleted for resources: {'Subnet': ['ID=67ca1e4e-6b3d-495c-9a72-f11611fbb1b2,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:56:02.118094 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-c158c5f0-4022-43ea-9066-5cc5984b39b7 tempest-TagsExtTest-1799581151 tempest-TagsExtTest-1799581151-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586917'] for network, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:02.186872 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-c158c5f0-4022-43ea-9066-5cc5984b39b7 tempest-TagsExtTest-1799581151 tempest-TagsExtTest-1799581151-project] Deleting port ac8d9b32-1a24-4bd7-96c0-d8418db2fa85 {{(pid=102346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:56:02.189246 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-c158c5f0-4022-43ea-9066-5cc5984b39b7 tempest-TagsExtTest-1799581151 tempest-TagsExtTest-1799581151-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:02.251175 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caddaeff-36e6-4543-a023-75f306ac44e3 None None] DHCP port deletion for 36eb9141-1f27-451e-9620-ebcc019faea7 request from n-d-813419-10 {{(pid=102348) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 10:56:02.258025 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [None req-c158c5f0-4022-43ea-9066-5cc5984b39b7 tempest-TagsExtTest-1799581151 tempest-TagsExtTest-1799581151-project] For port ac8d9b32-1a24-4bd7-96c0-d8418db2fa85, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=ac8d9b32-1a24-4bd7-96c0-d8418db2fa85,segment=NetworkSegment(f696048e-b40a-47b6-bfee-f1e8c1257c43),segment_id=f696048e-b40a-47b6-bfee-f1e8c1257c43)] {{(pid=102346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:56:02.258514 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-c158c5f0-4022-43ea-9066-5cc5984b39b7 tempest-TagsExtTest-1799581151 tempest-TagsExtTest-1799581151-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:02.272578 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-c158c5f0-4022-43ea-9066-5cc5984b39b7 tempest-TagsExtTest-1799581151 tempest-TagsExtTest-1799581151-project] Calling delete_port for ac8d9b32-1a24-4bd7-96c0-d8418db2fa85 owned by network:dhcp {{(pid=102346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:56:02.324340 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-caddaeff-36e6-4543-a023-75f306ac44e3 None None] Deleting port ac8d9b32-1a24-4bd7-96c0-d8418db2fa85 {{(pid=102348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:56:02.325175 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-caddaeff-36e6-4543-a023-75f306ac44e3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:02.363651 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-c158c5f0-4022-43ea-9066-5cc5984b39b7 tempest-TagsExtTest-1799581151 tempest-TagsExtTest-1799581151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:02.392866 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c158c5f0-4022-43ea-9066-5cc5984b39b7 tempest-TagsExtTest-1799581151 tempest-TagsExtTest-1799581151-project] Pushing event deleted for resources: {'Port': ['ID=ac8d9b32-1a24-4bd7-96c0-d8418db2fa85,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:56:02.403900 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c158c5f0-4022-43ea-9066-5cc5984b39b7 tempest-TagsExtTest-1799581151 tempest-TagsExtTest-1799581151-project] No DVR routers for this DVR port ac8d9b32-1a24-4bd7-96c0-d8418db2fa85 on host n-d-813419-10 {{(pid=102346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:56:02.441914 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-caddaeff-36e6-4543-a023-75f306ac44e3 None None] For port ac8d9b32-1a24-4bd7-96c0-d8418db2fa85, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=ac8d9b32-1a24-4bd7-96c0-d8418db2fa85,segment=NetworkSegment(f696048e-b40a-47b6-bfee-f1e8c1257c43),segment_id=f696048e-b40a-47b6-bfee-f1e8c1257c43)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:56:02.442445 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-caddaeff-36e6-4543-a023-75f306ac44e3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:02.481796 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-caddaeff-36e6-4543-a023-75f306ac44e3 None None] Calling delete_port for ac8d9b32-1a24-4bd7-96c0-d8418db2fa85 owned by network:dhcp {{(pid=102348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:56:02.484557 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 38544) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:56:02.542097 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-c158c5f0-4022-43ea-9066-5cc5984b39b7 tempest-TagsExtTest-1799581151 tempest-TagsExtTest-1799581151-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857803', 'neutron.services.segments.db._delete_segments_for_network-8743873143390'] for network, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:02.543433 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_v2 [None req-c382a3a3-c1cc-4284-9db5-6bd722487ea6 admin admin] Deleting subnet 06dc687d-e4f4-4a0e-8ac0-e3468f0f7c40 {{(pid=102347) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 10:56:02.553601 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-c382a3a3-c1cc-4284-9db5-6bd722487ea6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:02.596633 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-c158c5f0-4022-43ea-9066-5cc5984b39b7 tempest-TagsExtTest-1799581151 tempest-TagsExtTest-1799581151-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36eb9141-1f27-451e-9620-ebcc019faea7']}} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:56:02.604148 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-caddaeff-36e6-4543-a023-75f306ac44e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615'] for port, after_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:02.622197 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-c382a3a3-c1cc-4284-9db5-6bd722487ea6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-18445109'] for subnet, precommit_delete_associations {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:02.624623 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-c158c5f0-4022-43ea-9066-5cc5984b39b7 tempest-TagsExtTest-1799581151 tempest-TagsExtTest-1799581151-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f696048e-b40a-47b6-bfee-f1e8c1257c43') {'for_net_delete': True} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:56:02.625263 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-c158c5f0-4022-43ea-9066-5cc5984b39b7 tempest-TagsExtTest-1799581151 tempest-TagsExtTest-1799581151-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f696048e-b40a-47b6-bfee-f1e8c1257c43') {} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:56:02.626536 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caddaeff-36e6-4543-a023-75f306ac44e3 None None] No DVR routers for this DVR port ac8d9b32-1a24-4bd7-96c0-d8418db2fa85 on host n-d-813419-10 {{(pid=102348) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:56:02.644899 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-c158c5f0-4022-43ea-9066-5cc5984b39b7 tempest-TagsExtTest-1799581151 tempest-TagsExtTest-1799581151-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743873145191', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25847877'] for segment, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:02.663292 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-c158c5f0-4022-43ea-9066-5cc5984b39b7 tempest-TagsExtTest-1799581151 tempest-TagsExtTest-1799581151-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:02.669100 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caddaeff-36e6-4543-a023-75f306ac44e3 None None] Pushing event deleted for resources: {'Port': ['ID=ac8d9b32-1a24-4bd7-96c0-d8418db2fa85,revision_number=None']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:56:02.675868 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c158c5f0-4022-43ea-9066-5cc5984b39b7 tempest-TagsExtTest-1799581151 tempest-TagsExtTest-1799581151-project] Releasing vlan 423 on physical network physnet1 to pool {{(pid=102346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 10:56:02.676323 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-c158c5f0-4022-43ea-9066-5cc5984b39b7 tempest-TagsExtTest-1799581151 tempest-TagsExtTest-1799581151-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27024137'] for segment, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:02.692184 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:02.702924 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-c382a3a3-c1cc-4284-9db5-6bd722487ea6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855646'] for subnet, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:02.764807 n-d-813419-10 neutron-server[102346]: Traceback (most recent call last): Oct 27 10:56:02.764807 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 10:56:02.764807 n-d-813419-10 neutron-server[102346]: timer() Oct 27 10:56:02.764807 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 10:56:02.764807 n-d-813419-10 neutron-server[102346]: cb(*args, **kw) Oct 27 10:56:02.764807 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 10:56:02.764807 n-d-813419-10 neutron-server[102346]: return func(*args, **kwargs) Oct 27 10:56:02.764807 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 10:56:02.764807 n-d-813419-10 neutron-server[102346]: self._notify() Oct 27 10:56:02.764807 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 10:56:02.764807 n-d-813419-10 neutron-server[102346]: self.callback(batched_events) Oct 27 10:56:02.764807 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 10:56:02.764807 n-d-813419-10 neutron-server[102346]: event.method(event) Oct 27 10:56:02.764807 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 10:56:02.764807 n-d-813419-10 neutron-server[102346]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 10:56:02.764807 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 10:56:02.764807 n-d-813419-10 neutron-server[102346]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 10:56:02.764807 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 10:56:02.764807 n-d-813419-10 neutron-server[102346]: return f(self, *a, **k) Oct 27 10:56:02.764807 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 10:56:02.764807 n-d-813419-10 neutron-server[102346]: return self._get(url).json() Oct 27 10:56:02.764807 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 10:56:02.764807 n-d-813419-10 neutron-server[102346]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 10:56:02.764807 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 10:56:02.764807 n-d-813419-10 neutron-server[102346]: return self.request(url, 'GET', **kwargs) Oct 27 10:56:02.764807 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 10:56:02.764807 n-d-813419-10 neutron-server[102346]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 10:56:02.764807 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 10:56:02.764807 n-d-813419-10 neutron-server[102346]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 10:56:02.764807 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 10:56:02.764807 n-d-813419-10 neutron-server[102346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 10:56:02.764807 n-d-813419-10 neutron-server[102346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 10:56:02.771396 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-c382a3a3-c1cc-4284-9db5-6bd722487ea6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-18295818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18043720'] for subnet, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:02.790400 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-c382a3a3-c1cc-4284-9db5-6bd722487ea6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:02.798447 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-c382a3a3-c1cc-4284-9db5-6bd722487ea6 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/06dc687d-e4f4-4a0e-8ac0-e3468f0f7c40 HTTP/1.1" status: 204 len: 168 time: 0.3126674 Oct 27 10:56:02.798625 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 38546) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:56:02.821545 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c382a3a3-c1cc-4284-9db5-6bd722487ea6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=06dc687d-e4f4-4a0e-8ac0-e3468f0f7c40,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:56:02.829105 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-c158c5f0-4022-43ea-9066-5cc5984b39b7 tempest-TagsExtTest-1799581151 tempest-TagsExtTest-1799581151-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664840'] for network, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:02.856744 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device ac8d9b32-1a24-4bd7-96c0-d8418db2fa85 no longer exists at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:56:02.859073 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-c158c5f0-4022-43ea-9066-5cc5984b39b7 tempest-TagsExtTest-1799581151 tempest-TagsExtTest-1799581151-project] Publish callbacks [] for network, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:02.862252 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-c158c5f0-4022-43ea-9066-5cc5984b39b7 tempest-TagsExtTest-1799581151 tempest-TagsExtTest-1799581151-project] 10.222.0.44 "DELETE /v2.0/networks/36eb9141-1f27-451e-9620-ebcc019faea7 HTTP/1.1" status: 204 len: 168 time: 0.8590329 Oct 27 10:56:02.890168 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] No Port match for: ac8d9b32-1a24-4bd7-96c0-d8418db2fa85 {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:56:02.890587 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device ac8d9b32-1a24-4bd7-96c0-d8418db2fa85 not bound to the agent host n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:56:02.922200 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c158c5f0-4022-43ea-9066-5cc5984b39b7 tempest-TagsExtTest-1799581151 tempest-TagsExtTest-1799581151-project] Pushing event deleted for resources: {'Network': ['ID=36eb9141-1f27-451e-9620-ebcc019faea7,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:56:02.949995 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-e57e72a7-bfa0-409f-b7f7-71b68905eeb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586917'] for network, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:03.053982 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-e57e72a7-bfa0-409f-b7f7-71b68905eeb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857803', 'neutron.services.segments.db._delete_segments_for_network-8743873143390'] for network, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:03.076776 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-e57e72a7-bfa0-409f-b7f7-71b68905eeb7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06a03d11-0320-4e55-abd7-7bbd1ed6ce00']}} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:56:03.087998 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-e57e72a7-bfa0-409f-b7f7-71b68905eeb7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0ea305f-e294-462d-83ec-f87a949da7f5') {'for_net_delete': True} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:56:03.088437 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-e57e72a7-bfa0-409f-b7f7-71b68905eeb7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0ea305f-e294-462d-83ec-f87a949da7f5') {} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:56:03.104595 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-e57e72a7-bfa0-409f-b7f7-71b68905eeb7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743873145191', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25847877'] for segment, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:03.129913 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-e57e72a7-bfa0-409f-b7f7-71b68905eeb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:03.137339 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e57e72a7-bfa0-409f-b7f7-71b68905eeb7 admin admin] Releasing vlan 405 on physical network physnet1 to pool {{(pid=102346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 10:56:03.138129 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-e57e72a7-bfa0-409f-b7f7-71b68905eeb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27024137'] for segment, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:03.139924 n-d-813419-10 neutron-server[102346]: Traceback (most recent call last): Oct 27 10:56:03.139924 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 10:56:03.139924 n-d-813419-10 neutron-server[102346]: timer() Oct 27 10:56:03.139924 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 10:56:03.139924 n-d-813419-10 neutron-server[102346]: cb(*args, **kw) Oct 27 10:56:03.139924 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 10:56:03.139924 n-d-813419-10 neutron-server[102346]: return func(*args, **kwargs) Oct 27 10:56:03.139924 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 10:56:03.139924 n-d-813419-10 neutron-server[102346]: self._notify() Oct 27 10:56:03.139924 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 10:56:03.139924 n-d-813419-10 neutron-server[102346]: self.callback(batched_events) Oct 27 10:56:03.139924 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 10:56:03.139924 n-d-813419-10 neutron-server[102346]: event.method(event) Oct 27 10:56:03.139924 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 10:56:03.139924 n-d-813419-10 neutron-server[102346]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 10:56:03.139924 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 10:56:03.139924 n-d-813419-10 neutron-server[102346]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 10:56:03.139924 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 10:56:03.139924 n-d-813419-10 neutron-server[102346]: return f(self, *a, **k) Oct 27 10:56:03.139924 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 10:56:03.139924 n-d-813419-10 neutron-server[102346]: return self._get(url).json() Oct 27 10:56:03.139924 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 10:56:03.139924 n-d-813419-10 neutron-server[102346]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 10:56:03.139924 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 10:56:03.139924 n-d-813419-10 neutron-server[102346]: return self.request(url, 'GET', **kwargs) Oct 27 10:56:03.139924 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 10:56:03.139924 n-d-813419-10 neutron-server[102346]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 10:56:03.139924 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 10:56:03.139924 n-d-813419-10 neutron-server[102346]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 10:56:03.139924 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 10:56:03.139924 n-d-813419-10 neutron-server[102346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 10:56:03.139924 n-d-813419-10 neutron-server[102346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 10:56:03.158810 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 38552) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:56:03.199593 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-e57e72a7-bfa0-409f-b7f7-71b68905eeb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664840'] for network, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:03.205895 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-e57e72a7-bfa0-409f-b7f7-71b68905eeb7 admin admin] Publish callbacks [] for network, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:03.212610 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-e57e72a7-bfa0-409f-b7f7-71b68905eeb7 admin admin] 10.222.0.44 "DELETE /v2.0/networks/06a03d11-0320-4e55-abd7-7bbd1ed6ce00 HTTP/1.1" status: 204 len: 168 time: 0.4121113 Oct 27 10:56:03.233945 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57e72a7-bfa0-409f-b7f7-71b68905eeb7 admin admin] Pushing event deleted for resources: {'Network': ['ID=06a03d11-0320-4e55-abd7-7bbd1ed6ce00,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:56:03.353201 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-4d4b07fe-4ecf-41d0-b109-d848a963a706 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=701e1cff02ef40658ec0badbbba308d6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1897719 Oct 27 10:56:03.353449 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 38558) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:56:03.370063 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 38560) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:56:03.415925 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-ca2418ab-7b01-4d0b-8150-fad25066063b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:03.423262 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-e5e77936-b72f-4349-8b86-40c75e31ea9a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=288186d24e824ccf95cff6bc1e22a0cc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0498226 Oct 27 10:56:03.423825 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 38562) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:56:03.440071 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-ca2418ab-7b01-4d0b-8150-fad25066063b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:03.494395 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-ca2418ab-7b01-4d0b-8150-fad25066063b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:03.497744 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-ca2418ab-7b01-4d0b-8150-fad25066063b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:03.498322 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-650fefc4-1c79-40a0-8cde-8f4cca6d85aa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:03.501798 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-ca2418ab-7b01-4d0b-8150-fad25066063b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4958dce9-804e-4535-8b84-e1fe9c3efbb8 HTTP/1.1" status: 204 len: 168 time: 0.1445453 Oct 27 10:56:03.508483 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2418ab-7b01-4d0b-8150-fad25066063b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4958dce9-804e-4535-8b84-e1fe9c3efbb8,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:56:03.525098 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-650fefc4-1c79-40a0-8cde-8f4cca6d85aa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:03.591334 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-650fefc4-1c79-40a0-8cde-8f4cca6d85aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:03.594583 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-650fefc4-1c79-40a0-8cde-8f4cca6d85aa admin admin] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:03.602622 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-650fefc4-1c79-40a0-8cde-8f4cca6d85aa admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/89962c1d-db74-4ae6-9f26-f13036e9dc23 HTTP/1.1" status: 204 len: 168 time: 0.1748185 Oct 27 10:56:03.610265 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650fefc4-1c79-40a0-8cde-8f4cca6d85aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89962c1d-db74-4ae6-9f26-f13036e9dc23,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:56:03.905432 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 38578) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:56:04.105936 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d9b26d1f-048d-4cfa-aa67-69a42323f9e9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:04.205989 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d9b26d1f-048d-4cfa-aa67-69a42323f9e9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:04.211064 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d9b26d1f-048d-4cfa-aa67-69a42323f9e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:04.254878 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-d9b26d1f-048d-4cfa-aa67-69a42323f9e9 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=bee017ed3ce443908bc7eb795f823555&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3481243 Oct 27 10:56:04.256890 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b26d1f-048d-4cfa-aa67-69a42323f9e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81b32b53-2820-47cd-b0a4-75054508ede7,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:56:04.258382 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 38596) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:56:04.322157 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-808632a8-e774-4d0d-b0f2-f53387d13ad4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:04.356654 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-808632a8-e774-4d0d-b0f2-f53387d13ad4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:04.406819 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-808632a8-e774-4d0d-b0f2-f53387d13ad4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:04.412438 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-808632a8-e774-4d0d-b0f2-f53387d13ad4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:04.412438 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-808632a8-e774-4d0d-b0f2-f53387d13ad4 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/81b32b53-2820-47cd-b0a4-75054508ede7 HTTP/1.1" status: 204 len: 168 time: 0.1504977 Oct 27 10:56:04.419685 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808632a8-e774-4d0d-b0f2-f53387d13ad4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81b32b53-2820-47cd-b0a4-75054508ede7,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:56:06.121166 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 38696) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:56:06.233724 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-68779ade-acb3-4ed8-91c0-2eda88f77e7a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:06.316466 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-68779ade-acb3-4ed8-91c0-2eda88f77e7a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:06.322497 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-68779ade-acb3-4ed8-91c0-2eda88f77e7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:06.370742 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-68779ade-acb3-4ed8-91c0-2eda88f77e7a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=42999607881141d5999dd5000c3d2101&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2479091 Oct 27 10:56:06.371908 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 38700) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:56:06.387676 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68779ade-acb3-4ed8-91c0-2eda88f77e7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f35c4509-f274-48c1-8a0d-75dc3f85dedd,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:56:06.442365 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-e4074701-2cff-41d9-a06f-a0c6b2338571 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:06.468346 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-e4074701-2cff-41d9-a06f-a0c6b2338571 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:06.522053 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-e4074701-2cff-41d9-a06f-a0c6b2338571 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:06.525333 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-e4074701-2cff-41d9-a06f-a0c6b2338571 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:06.527148 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-e4074701-2cff-41d9-a06f-a0c6b2338571 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f35c4509-f274-48c1-8a0d-75dc3f85dedd HTTP/1.1" status: 204 len: 168 time: 0.1529975 Oct 27 10:56:06.538461 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4074701-2cff-41d9-a06f-a0c6b2338571 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f35c4509-f274-48c1-8a0d-75dc3f85dedd,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:56:06.836787 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 38710) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:56:06.854335 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d099e44b-732c-4d3d-ab81-24eb5cfcd891 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:06.937698 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d099e44b-732c-4d3d-ab81-24eb5cfcd891 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:06.941365 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d099e44b-732c-4d3d-ab81-24eb5cfcd891 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:06.989845 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-d099e44b-732c-4d3d-ab81-24eb5cfcd891 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f1806e503e6e440eb2fefdae622f4728&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1518631 Oct 27 10:56:06.990737 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d099e44b-732c-4d3d-ab81-24eb5cfcd891 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fab73573-2c5b-423b-9305-2a079bb3c26a,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:56:06.992788 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 38716) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:56:07.050969 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-a94c3ba9-faa6-41db-930b-e870eefd9b38 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:07.078762 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-a94c3ba9-faa6-41db-930b-e870eefd9b38 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:07.129120 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-a94c3ba9-faa6-41db-930b-e870eefd9b38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:07.132111 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-a94c3ba9-faa6-41db-930b-e870eefd9b38 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:07.133299 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-a94c3ba9-faa6-41db-930b-e870eefd9b38 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/fab73573-2c5b-423b-9305-2a079bb3c26a HTTP/1.1" status: 204 len: 168 time: 0.1390910 Oct 27 10:56:07.141423 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94c3ba9-faa6-41db-930b-e870eefd9b38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fab73573-2c5b-423b-9305-2a079bb3c26a,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:56:08.852992 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 38764) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:56:08.963956 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-195e52e0-b081-4545-8b38-ecb15d2665fc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:09.048728 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-195e52e0-b081-4545-8b38-ecb15d2665fc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:09.049541 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-195e52e0-b081-4545-8b38-ecb15d2665fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:09.060159 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:09.088722 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-195e52e0-b081-4545-8b38-ecb15d2665fc admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1e4bd24031a34f0d90c08833ac6a6353&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2346137 Oct 27 10:56:09.089269 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 38774) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:56:09.102418 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195e52e0-b081-4545-8b38-ecb15d2665fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a6d4da4-0cec-4abc-88b7-11ae438d3de9,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:56:09.153765 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-213bf09b-373c-4e66-8b31-ff8af59a7dff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:09.174999 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-213bf09b-373c-4e66-8b31-ff8af59a7dff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:09.224258 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-213bf09b-373c-4e66-8b31-ff8af59a7dff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:09.226926 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-213bf09b-373c-4e66-8b31-ff8af59a7dff admin admin] Publish callbacks [] for security_group, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:09.228078 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-213bf09b-373c-4e66-8b31-ff8af59a7dff admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9a6d4da4-0cec-4abc-88b7-11ae438d3de9 HTTP/1.1" status: 204 len: 168 time: 0.1377261 Oct 27 10:56:09.236430 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213bf09b-373c-4e66-8b31-ff8af59a7dff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a6d4da4-0cec-4abc-88b7-11ae438d3de9,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:56:09.563774 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 38788) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:56:09.577574 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-99ac508c-ab3a-41b5-996e-55475c470e4f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:09.654385 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-99ac508c-ab3a-41b5-996e-55475c470e4f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:09.658094 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-99ac508c-ab3a-41b5-996e-55475c470e4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:09.697195 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-99ac508c-ab3a-41b5-996e-55475c470e4f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=6fb14982dfeb4915a83618619674d607&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1322422 Oct 27 10:56:09.698050 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ac508c-ab3a-41b5-996e-55475c470e4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79db3339-038c-4995-85be-eb5d248d3f52,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:56:09.701800 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 38790) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:56:09.779542 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-85c07867-6e43-4492-a443-fa2d1266073c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:09.802780 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-85c07867-6e43-4492-a443-fa2d1266073c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:09.849491 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-85c07867-6e43-4492-a443-fa2d1266073c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:09.854462 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-85c07867-6e43-4492-a443-fa2d1266073c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:09.856466 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-85c07867-6e43-4492-a443-fa2d1266073c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/79db3339-038c-4995-85be-eb5d248d3f52 HTTP/1.1" status: 204 len: 168 time: 0.1536427 Oct 27 10:56:09.869579 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c07867-6e43-4492-a443-fa2d1266073c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79db3339-038c-4995-85be-eb5d248d3f52,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:56:11.306870 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.agents_db [None req-e79ee67d-056e-46ea-bd99-e80473396b25 None None] Agent healthcheck: found 7 active agents {{(pid=102349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 10:56:14.756304 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 38940) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:56:14.926872 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-33734665-1082-4ccc-a94e-be5e9fa80012 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:15.021604 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-33734665-1082-4ccc-a94e-be5e9fa80012 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:15.025327 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-33734665-1082-4ccc-a94e-be5e9fa80012 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:15.069574 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-33734665-1082-4ccc-a94e-be5e9fa80012 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5560f650f1f04e2189e54f8271e99a04&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3088396 Oct 27 10:56:15.069574 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33734665-1082-4ccc-a94e-be5e9fa80012 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e93bd2ee-9d73-4538-b9e1-49af5ccf19b3,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:56:15.070743 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 38952) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:56:15.136416 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-682ecaed-7bad-4bab-98cc-8699a32afd01 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:15.159752 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-682ecaed-7bad-4bab-98cc-8699a32afd01 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:15.206699 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-682ecaed-7bad-4bab-98cc-8699a32afd01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:15.210679 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-682ecaed-7bad-4bab-98cc-8699a32afd01 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:15.214471 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-682ecaed-7bad-4bab-98cc-8699a32afd01 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e93bd2ee-9d73-4538-b9e1-49af5ccf19b3 HTTP/1.1" status: 204 len: 168 time: 0.1395361 Oct 27 10:56:15.232600 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682ecaed-7bad-4bab-98cc-8699a32afd01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e93bd2ee-9d73-4538-b9e1-49af5ccf19b3,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:56:16.265388 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-530ab754-f407-455f-a8bc-e02f105ab395 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:17.791527 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [req-da049f43-69f1-478e-ad0f-789a53034f32 req-adbb5d90-b547-4d5b-88b1-333bb829e8ed service neutron] (102347) timed out ('10.222.0.44', 47000) {{(pid=102347) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 27 10:56:18.899677 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-6cd8612e-bcb9-415e-a97d-e7a08210fffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:20.046317 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:20.085853 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-eadeaa30-4096-4d1a-b3cb-aa7ebfb291ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:21.996442 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-3c6a8245-0581-48aa-b5f6-4d8fe98cd16e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:22.849998 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 39014) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:56:23.172145 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-2a812940-5bce-4467-9313-ea44c4d0c550 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Deleting port 776a19a5-3861-4cbc-bd0d-687596970c60 {{(pid=102347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:56:23.172512 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-2a812940-5bce-4467-9313-ea44c4d0c550 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:23.296767 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-2a812940-5bce-4467-9313-ea44c4d0c550 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:23.297123 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-2a812940-5bce-4467-9313-ea44c4d0c550 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:23.313867 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-2a812940-5bce-4467-9313-ea44c4d0c550 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Calling delete_port for 776a19a5-3861-4cbc-bd0d-687596970c60 owned by network:floatingip {{(pid=102347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:56:23.427746 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 39022) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:56:23.605641 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-2a812940-5bce-4467-9313-ea44c4d0c550 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:23.626866 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-53b5437a-bde7-441c-b072-6b4e23647184 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:23.642257 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a812940-5bce-4467-9313-ea44c4d0c550 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Pushing event deleted for resources: {'Port': ['ID=776a19a5-3861-4cbc-bd0d-687596970c60,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:56:23.730848 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-53b5437a-bde7-441c-b072-6b4e23647184 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:23.737565 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-53b5437a-bde7-441c-b072-6b4e23647184 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:23.758168 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-2a812940-5bce-4467-9313-ea44c4d0c550 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Publish callbacks [] for floatingip, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:23.758925 n-d-813419-10 neutron-server[102347]: INFO neutron.db.l3_db [None req-2a812940-5bce-4467-9313-ea44c4d0c550 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Floating IP f826052d-8f5b-4cb3-a241-96d28dbcc9c8 disassociated (deleted). External IP: 172.25.8.240, port: f1fb0da3-0f0b-4687-8882-e87a4480f3fe. Oct 27 10:56:23.783885 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-53b5437a-bde7-441c-b072-6b4e23647184 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=22bb94e89d0a4fc3aba35380b6c81ae5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3548279 Oct 27 10:56:23.784681 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 39030) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:56:23.791181 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b5437a-bde7-441c-b072-6b4e23647184 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0599d59a-4f2e-4f0c-946b-47e590b5ab71,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:56:23.853586 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-5d9c36ae-08dc-43f3-9466-abc82697aaa6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:23.887836 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-5d9c36ae-08dc-43f3-9466-abc82697aaa6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:23.953864 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-5d9c36ae-08dc-43f3-9466-abc82697aaa6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:23.956600 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-5d9c36ae-08dc-43f3-9466-abc82697aaa6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:23.957747 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-5d9c36ae-08dc-43f3-9466-abc82697aaa6 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/0599d59a-4f2e-4f0c-946b-47e590b5ab71 HTTP/1.1" status: 204 len: 168 time: 0.1717749 Oct 27 10:56:23.966959 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9c36ae-08dc-43f3-9466-abc82697aaa6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0599d59a-4f2e-4f0c-946b-47e590b5ab71,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:56:24.069684 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a812940-5bce-4467-9313-ea44c4d0c550 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Router 8c4c9367-65f8-4c63-bb94-f9a6fe3c4440 has already been hosted by L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb {{(pid=102347) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 10:56:24.572408 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a812940-5bce-4467-9313-ea44c4d0c550 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:56:24.578678 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-2a812940-5bce-4467-9313-ea44c4d0c550 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for floatingip, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:24.585552 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82155957-30df-4c75-a970-b5bf4364ad06 None None] Sync routers for ids ['8c4c9367-65f8-4c63-bb94-f9a6fe3c4440'] in n-d-813419-10 {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:56:24.598201 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82155957-30df-4c75-a970-b5bf4364ad06 None None] Routers {'8c4c9367-65f8-4c63-bb94-f9a6fe3c4440'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:56:24.599215 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-82155957-30df-4c75-a970-b5bf4364ad06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:56:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['8c4c9367-65f8-4c63-bb94-f9a6fe3c4440'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:56:24.620375 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-2a812940-5bce-4467-9313-ea44c4d0c550 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "DELETE /v2.0/floatingips/f826052d-8f5b-4cb3-a241-96d28dbcc9c8 HTTP/1.1" status: 204 len: 168 time: 1.7683654 Oct 27 10:56:24.620989 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b6e8998-cd64-44c7-85ff-34296a1bfda8', 'tag': 'f1fb0da3-0f0b-4687-8882-e87a4480f3fe'}] {{(pid=102347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:56:24.623611 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311149b481204ee7edffdb959c881838506fbd95bc8577c048f6677abb73acc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf495c86-86f2-42a6-8d87-e9b9d829eb28" -d '{"events": [{"name": "network-changed", "server_uuid": "9b6e8998-cd64-44c7-85ff-34296a1bfda8", "tag": "f1fb0da3-0f0b-4687-8882-e87a4480f3fe"}]}' {{(pid=102347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:56:24.671541 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 10:56:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-274f7bcf-a4a2-48c4-b7af-d59b9fa65cc4 x-openstack-request-id: req-274f7bcf-a4a2-48c4-b7af-d59b9fa65cc4 {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:56:24.671838 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b6e8998-cd64-44c7-85ff-34296a1bfda8", "tag": "f1fb0da3-0f0b-4687-8882-e87a4480f3fe", "status": "completed", "code": 200}]} {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:56:24.672094 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-274f7bcf-a4a2-48c4-b7af-d59b9fa65cc4 {{(pid=102347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:56:24.672526 n-d-813419-10 neutron-server[102347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b6e8998-cd64-44c7-85ff-34296a1bfda8', 'tag': 'f1fb0da3-0f0b-4687-8882-e87a4480f3fe', 'status': 'completed', 'code': 200} Oct 27 10:56:24.757796 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf495c86-86f2-42a6-8d87-e9b9d829eb28 req-b3b54da9-1f35-4b8d-8813-7592917658e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:56:24.759637 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-bf495c86-86f2-42a6-8d87-e9b9d829eb28 req-b3b54da9-1f35-4b8d-8813-7592917658e3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b02a92ec9ad04d95b8ea6a5db5946dfb&device_id=9b6e8998-cd64-44c7-85ff-34296a1bfda8 HTTP/1.1" status: 200 len: 1098 time: 0.0566726 Oct 27 10:56:24.847224 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 39064) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:56:24.942271 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf495c86-86f2-42a6-8d87-e9b9d829eb28 req-1151aeb5-67da-43a2-b2ae-dccd977a9db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:56:24.944335 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-bf495c86-86f2-42a6-8d87-e9b9d829eb28 req-1151aeb5-67da-43a2-b2ae-dccd977a9db1 service neutron] 10.222.0.64 "GET /v2.0/networks?id=33cc32c2-598c-44fc-a251-6575a62c00c5 HTTP/1.1" status: 200 len: 912 time: 0.1712677 Oct 27 10:56:24.951447 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvr_db [None req-82155957-30df-4c75-a970-b5bf4364ad06 None None] Set router 8c4c9367-65f8-4c63-bb94-f9a6fe3c4440 gateway port host: n-d-813419-10 {{(pid=102349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:56:24.988619 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-afb68ad4-41d1-467c-8744-7795ed481ac4 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1537137677-network', 'tenant_id': 'daf5757200ff42558a3fc6db88bf4432'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:56:24.990994 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-bf495c86-86f2-42a6-8d87-e9b9d829eb28 req-52b927c9-c78c-4805-a4e7-3446a089ecad service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f1fb0da3-0f0b-4687-8882-e87a4480f3fe HTTP/1.1" status: 200 len: 217 time: 0.0384517 Oct 27 10:56:25.004448 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c807679c-5f9f-49b7-a1c4-86029b979a5d req-e96471c5-9893-45be-b575-5b85dd76271f tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:56:25.006507 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c807679c-5f9f-49b7-a1c4-86029b979a5d req-e96471c5-9893-45be-b575-5b85dd76271f tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/ports?device_id=9b6e8998-cd64-44c7-85ff-34296a1bfda8 HTTP/1.1" status: 200 len: 946 time: 0.1232781 Oct 27 10:56:25.024167 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afb68ad4-41d1-467c-8744-7795ed481ac4 admin admin] Made reservation on behalf of daf5757200ff42558a3fc6db88bf4432 for: {'network': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:56:25.026754 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-afb68ad4-41d1-467c-8744-7795ed481ac4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for network, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:25.049907 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-afb68ad4-41d1-467c-8744-7795ed481ac4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:25.102624 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c807679c-5f9f-49b7-a1c4-86029b979a5d req-d3c22639-407e-452e-8b20-ce0d766b56c1 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/security-groups?id=e12aac3e-256a-4b83-b5b5-3559f5984194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862472 Oct 27 10:56:25.104070 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf495c86-86f2-42a6-8d87-e9b9d829eb28 req-bb320e5c-cb66-4217-9b94-5137f3ede66c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:56:25.105534 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-bf495c86-86f2-42a6-8d87-e9b9d829eb28 req-bb320e5c-cb66-4217-9b94-5137f3ede66c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=87624d80-dded-417f-af79-cc56a741e5c4 HTTP/1.1" status: 200 len: 850 time: 0.0980756 Oct 27 10:56:25.164239 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf495c86-86f2-42a6-8d87-e9b9d829eb28 req-304e4fd2-0ba2-4b4e-baf8-de8526e8c7dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:56:25.165740 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-bf495c86-86f2-42a6-8d87-e9b9d829eb28 req-304e4fd2-0ba2-4b4e-baf8-de8526e8c7dc service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=33cc32c2-598c-44fc-a251-6575a62c00c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0504987 Oct 27 10:56:25.169753 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-afb68ad4-41d1-467c-8744-7795ed481ac4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:25.175771 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-afb68ad4-41d1-467c-8744-7795ed481ac4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:25.211474 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-afb68ad4-41d1-467c-8744-7795ed481ac4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 410} {{(pid=102346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 10:56:25.225566 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb68ad4-41d1-467c-8744-7795ed481ac4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a30f922-80ba-4134-a4ee-6d533a6c3c40,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:56:25.232335 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-afb68ad4-41d1-467c-8744-7795ed481ac4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:25.233861 n-d-813419-10 neutron-server[102346]: INFO neutron.db.segments_db [None req-afb68ad4-41d1-467c-8744-7795ed481ac4 admin admin] Added segment 653b8aae-9a93-421e-861e-397fe317f87e of type vlan for network 1e5091f0-6e84-4391-a8b4-ae2264a359f4 Oct 27 10:56:25.261794 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-82155957-30df-4c75-a970-b5bf4364ad06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c4c9367-65f8-4c63-bb94-f9a6fe3c4440', 'name': 'tempest-TestVolumeBootPattern-328280962-router', 'tenant_id': 'b02a92ec9ad04d95b8ea6a5db5946dfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': '57172d42-624b-4614-a27b-f1ad4a0c9f06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:43:19Z', 'updated_at': '2021-10-27T10:43:33Z', 'revision_number': 4, 'project_id': 'b02a92ec9ad04d95b8ea6a5db5946dfb', 'gw_port': {'id': '57172d42-624b-4614-a27b-f1ad4a0c9f06', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:d8:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c4c9367-65f8-4c63-bb94-f9a6fe3c4440', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2746, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:43:21Z', 'updated_at': '2021-10-27T10:43:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_floatingips': [{'id': 'c09b02be-dea8-4c7b-9cef-d96dea6e75c9', 'tenant_id': 'b02a92ec9ad04d95b8ea6a5db5946dfb', 'floating_ip_address': '172.25.8.177', 'floating_network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'router_id': '8c4c9367-65f8-4c63-bb94-f9a6fe3c4440', 'port_id': '493b566b-8077-47ab-b0fa-7e567159f7fd', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3533, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33cc32c2-598c-44fc-a251-6575a62c00c5', 'mac_address': 'fa:16:3e:0a:21:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c280a57-b5b3-4702-a42f-d4f4a9313432', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T10:52:31Z', 'updated_at': '2021-10-27T10:52:36Z', 'revision_number': 1, 'project_id': 'b02a92ec9ad04d95b8ea6a5db5946dfb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '652aa176-1bd3-4569-9226-336a8f8cd793', 'name': '', 'network_id': '33cc32c2-598c-44fc-a251-6575a62c00c5', 'tenant_id': 'b02a92ec9ad04d95b8ea6a5db5946dfb', 'mac_address': 'fa:16:3e:7b:28:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c4c9367-65f8-4c63-bb94-f9a6fe3c4440', 'device_owner': 'network:router_interface', 'standard_attr_id': 2748, 'fixed_ips': [{'subnet_id': '87624d80-dded-417f-af79-cc56a741e5c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:43:30Z', 'updated_at': '2021-10-27T10:43:39Z', 'revision_number': 5, 'project_id': 'b02a92ec9ad04d95b8ea6a5db5946dfb', 'subnets': [{'id': '87624d80-dded-417f-af79-cc56a741e5c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:56:25.288191 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-bf495c86-86f2-42a6-8d87-e9b9d829eb28 req-f7af69cb-1e05-4762-a473-4769426ab291 service neutron] 10.222.0.64 "GET /v2.0/networks/33cc32c2-598c-44fc-a251-6575a62c00c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1122277 Oct 27 10:56:25.290367 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82155957-30df-4c75-a970-b5bf4364ad06 None None] Checking router: 8c4c9367-65f8-4c63-bb94-f9a6fe3c4440 for host: n-d-813419-10 {{(pid=102349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 10:56:25.293108 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-afb68ad4-41d1-467c-8744-7795ed481ac4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743872593080'] for network, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:25.299387 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82155957-30df-4c75-a970-b5bf4364ad06 None None] Routers {'8c4c9367-65f8-4c63-bb94-f9a6fe3c4440'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:56:25.299994 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-82155957-30df-4c75-a970-b5bf4364ad06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:56:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['8c4c9367-65f8-4c63-bb94-f9a6fe3c4440'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:56:25.323279 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-afb68ad4-41d1-467c-8744-7795ed481ac4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913'] for network, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:25.324276 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afb68ad4-41d1-467c-8744-7795ed481ac4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:56:25.324847 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-afb68ad4-41d1-467c-8744-7795ed481ac4 admin admin] Publish callbacks [] for network, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:25.410013 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-afb68ad4-41d1-467c-8744-7795ed481ac4 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5591044 Oct 27 10:56:25.410704 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 39068) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:56:25.416320 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-837f566e-6229-4cfc-a171-7b41eb614cf2 admin admin] Request body: {'subnet': {'network_id': '1e5091f0-6e84-4391-a8b4-ae2264a359f4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1537137677-subnet', 'tenant_id': 'daf5757200ff42558a3fc6db88bf4432', 'ip_version': 4}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:56:25.425688 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-bf495c86-86f2-42a6-8d87-e9b9d829eb28 req-0e6159f6-f695-4b30-80d2-aab090c08e66 service neutron] 10.222.0.64 "GET /v2.0/networks/33cc32c2-598c-44fc-a251-6575a62c00c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284292 Oct 27 10:56:25.431788 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb68ad4-41d1-467c-8744-7795ed481ac4 admin admin] Pushing event updated for resources: {'Network': ['ID=1e5091f0-6e84-4391-a8b4-ae2264a359f4,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:56:25.458362 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Network 1e5091f0-6e84-4391-a8b4-ae2264a359f4 details requested by agent ovs-agent-n-d-813419-10 with host n-d-813419-10 {{(pid=102348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 10:56:25.471233 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvr_db [None req-82155957-30df-4c75-a970-b5bf4364ad06 None None] Set router 8c4c9367-65f8-4c63-bb94-f9a6fe3c4440 gateway port host: n-d-813419-10 {{(pid=102349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:56:25.472097 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-837f566e-6229-4cfc-a171-7b41eb614cf2 admin admin] Made reservation on behalf of daf5757200ff42558a3fc6db88bf4432 for: {'subnet': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:56:25.478657 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-837f566e-6229-4cfc-a171-7b41eb614cf2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18044073'] for subnet, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:25.710769 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-837f566e-6229-4cfc-a171-7b41eb614cf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-18295883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18044091'] for subnet, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:25.736456 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-82155957-30df-4c75-a970-b5bf4364ad06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c4c9367-65f8-4c63-bb94-f9a6fe3c4440', 'name': 'tempest-TestVolumeBootPattern-328280962-router', 'tenant_id': 'b02a92ec9ad04d95b8ea6a5db5946dfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': '57172d42-624b-4614-a27b-f1ad4a0c9f06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:43:19Z', 'updated_at': '2021-10-27T10:43:33Z', 'revision_number': 4, 'project_id': 'b02a92ec9ad04d95b8ea6a5db5946dfb', 'gw_port': {'id': '57172d42-624b-4614-a27b-f1ad4a0c9f06', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:d8:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c4c9367-65f8-4c63-bb94-f9a6fe3c4440', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2746, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:43:21Z', 'updated_at': '2021-10-27T10:43:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_floatingips': [{'id': 'c09b02be-dea8-4c7b-9cef-d96dea6e75c9', 'tenant_id': 'b02a92ec9ad04d95b8ea6a5db5946dfb', 'floating_ip_address': '172.25.8.177', 'floating_network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'router_id': '8c4c9367-65f8-4c63-bb94-f9a6fe3c4440', 'port_id': '493b566b-8077-47ab-b0fa-7e567159f7fd', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3533, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33cc32c2-598c-44fc-a251-6575a62c00c5', 'mac_address': 'fa:16:3e:0a:21:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c280a57-b5b3-4702-a42f-d4f4a9313432', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T10:52:31Z', 'updated_at': '2021-10-27T10:52:36Z', 'revision_number': 1, 'project_id': 'b02a92ec9ad04d95b8ea6a5db5946dfb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '652aa176-1bd3-4569-9226-336a8f8cd793', 'name': '', 'network_id': '33cc32c2-598c-44fc-a251-6575a62c00c5', 'tenant_id': 'b02a92ec9ad04d95b8ea6a5db5946dfb', 'mac_address': 'fa:16:3e:7b:28:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c4c9367-65f8-4c63-bb94-f9a6fe3c4440', 'device_owner': 'network:router_interface', 'standard_attr_id': 2748, 'fixed_ips': [{'subnet_id': '87624d80-dded-417f-af79-cc56a741e5c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:43:30Z', 'updated_at': '2021-10-27T10:43:39Z', 'revision_number': 5, 'project_id': 'b02a92ec9ad04d95b8ea6a5db5946dfb', 'subnets': [{'id': '87624d80-dded-417f-af79-cc56a741e5c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:56:25.767235 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82155957-30df-4c75-a970-b5bf4364ad06 None None] The sync data for ids ['8c4c9367-65f8-4c63-bb94-f9a6fe3c4440'] in n-d-813419-10 is: [{'id': '8c4c9367-65f8-4c63-bb94-f9a6fe3c4440', 'name': 'tempest-TestVolumeBootPattern-328280962-router', 'tenant_id': 'b02a92ec9ad04d95b8ea6a5db5946dfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': '57172d42-624b-4614-a27b-f1ad4a0c9f06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:43:19Z', 'updated_at': '2021-10-27T10:43:33Z', 'revision_number': 4, 'project_id': 'b02a92ec9ad04d95b8ea6a5db5946dfb', 'gw_port': {'id': '57172d42-624b-4614-a27b-f1ad4a0c9f06', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:d8:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c4c9367-65f8-4c63-bb94-f9a6fe3c4440', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2746, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:43:21Z', 'updated_at': '2021-10-27T10:43:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_floatingips': [{'id': 'c09b02be-dea8-4c7b-9cef-d96dea6e75c9', 'tenant_id': 'b02a92ec9ad04d95b8ea6a5db5946dfb', 'floating_ip_address': '172.25.8.177', 'floating_network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'router_id': '8c4c9367-65f8-4c63-bb94-f9a6fe3c4440', 'port_id': '493b566b-8077-47ab-b0fa-7e567159f7fd', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3533, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33cc32c2-598c-44fc-a251-6575a62c00c5', 'mac_address': 'fa:16:3e:0a:21:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c280a57-b5b3-4702-a42f-d4f4a9313432', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T10:52:31Z', 'updated_at': '2021-10-27T10:52:36Z', 'revision_number': 1, 'project_id': 'b02a92ec9ad04d95b8ea6a5db5946dfb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '652aa176-1bd3-4569-9226-336a8f8cd793', 'name': '', 'network_id': '33cc32c2-598c-44fc-a251-6575a62c00c5', 'tenant_id': 'b02a92ec9ad04d95b8ea6a5db5946dfb', 'mac_address': 'fa:16:3e:7b:28:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c4c9367-65f8-4c63-bb94-f9a6fe3c4440', 'device_owner': 'network:router_interface', 'standard_attr_id': 2748, 'fixed_ips': [{'subnet_id': '87624d80-dded-417f-af79-cc56a741e5c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:43:30Z', 'updated_at': '2021-10-27T10:43:39Z', 'revision_number': 5, 'project_id': 'b02a92ec9ad04d95b8ea6a5db5946dfb', 'subnets': [{'id': '87624d80-dded-417f-af79-cc56a741e5c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:56:25.794308 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837f566e-6229-4cfc-a171-7b41eb614cf2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1aac50a7-7526-4e40-97b7-8585bdd60f67,revision_number=0']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:56:25.805769 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-837f566e-6229-4cfc-a171-7b41eb614cf2 admin admin] Checking segment: {'id': '653b8aae-9a93-421e-861e-397fe317f87e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '1e5091f0-6e84-4391-a8b4-ae2264a359f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:56:25.806125 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-837f566e-6229-4cfc-a171-7b41eb614cf2 admin admin] Network hostable DHCP agents. Network: 1e5091f0-6e84-4391-a8b4-ae2264a359f4, hostable agents: ['eafd4000-b897-4722-ae8b-0118ec955181'], hosted agents: [] {{(pid=102347) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 10:56:25.823715 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-837f566e-6229-4cfc-a171-7b41eb614cf2 admin admin] Network 1e5091f0-6e84-4391-a8b4-ae2264a359f4 is scheduled to be hosted by DHCP agent eafd4000-b897-4722-ae8b-0118ec955181 with binding_index 1 {{(pid=102347) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 10:56:25.832375 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [None req-837f566e-6229-4cfc-a171-7b41eb614cf2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-10, 1e5091f0-6e84-4391-a8b4-ae2264a359f4) {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:56:25.839288 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-837f566e-6229-4cfc-a171-7b41eb614cf2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:56:25.839908 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-837f566e-6229-4cfc-a171-7b41eb614cf2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:25.840354 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddbcf56d-2c01-41be-b1e0-3015c0a975be None None] Network 1e5091f0-6e84-4391-a8b4-ae2264a359f4 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:56:25.860138 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-837f566e-6229-4cfc-a171-7b41eb614cf2 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4458106 Oct 27 10:56:25.860549 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 39074) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:56:25.865792 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-cf43284a-afbe-4bdf-83e7-1410197a9754 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1537137677-router', 'tenant_id': 'daf5757200ff42558a3fc6db88bf4432', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'}}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:56:25.888880 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-cf43284a-afbe-4bdf-83e7-1410197a9754 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1768632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3610'] for router, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:25.889979 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-cf43284a-afbe-4bdf-83e7-1410197a9754 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1765704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1769409', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1694266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3597'] for router, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:25.943520 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-cf43284a-afbe-4bdf-83e7-1410197a9754 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:26.007256 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb71437b-d59c-4890-8c37-16c289afb222 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp734b258e-7d96-550c-b970-9b72ab66f383-1e5091f0-6e84-4391-a8b4-ae2264a359f4', 'network_id': '1e5091f0-6e84-4391-a8b4-ae2264a359f4', 'tenant_id': 'daf5757200ff42558a3fc6db88bf4432', 'fixed_ips': [{'subnet_id': '1aac50a7-7526-4e40-97b7-8585bdd60f67'}]}} from n-d-813419-10. {{(pid=102348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 10:56:26.008435 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-bb71437b-d59c-4890-8c37-16c289afb222 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:26.081307 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e434d8e4-9260-44d1-a80b-f6d4ccccf625 None None] New status for floating IP f826052d-8f5b-4cb3-a241-96d28dbcc9c8: DOWN {{(pid=102348) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 10:56:26.100059 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-cf43284a-afbe-4bdf-83e7-1410197a9754 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:26.213462 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.db_base_plugin_common [None req-bb71437b-d59c-4890-8c37-16c289afb222 None None] Allocated IP 172.20.0.2 (1e5091f0-6e84-4391-a8b4-ae2264a359f4/1aac50a7-7526-4e40-97b7-8585bdd60f67/a4ac1e97-8c04-4520-aed9-0ffbb752678d) {{(pid=102348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:56:26.253287 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68369c96-cba4-4f76-8f91-e885fdcba23d req-39a1f1a1-31e5-4dab-982f-68f3f021e56a tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:56:26.255524 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-68369c96-cba4-4f76-8f91-e885fdcba23d req-39a1f1a1-31e5-4dab-982f-68f3f021e56a tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/ports?device_id=9b6e8998-cd64-44c7-85ff-34296a1bfda8 HTTP/1.1" status: 200 len: 946 time: 0.0674856 Oct 27 10:56:26.298459 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-68369c96-cba4-4f76-8f91-e885fdcba23d req-f9a4f61e-0340-4a40-9623-f58a683e38e6 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/security-groups?id=e12aac3e-256a-4b83-b5b5-3559f5984194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363595 Oct 27 10:56:26.335201 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-cf43284a-afbe-4bdf-83e7-1410197a9754 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:26.364478 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-cf43284a-afbe-4bdf-83e7-1410197a9754 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:26.378503 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-bb71437b-d59c-4890-8c37-16c289afb222 None None] Publish callbacks [] for port, precommit_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:26.384050 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-bb71437b-d59c-4890-8c37-16c289afb222 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606'] for port, after_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:26.423407 n-d-813419-10 neutron-server[102348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb71437b-d59c-4890-8c37-16c289afb222 None None] Network 1e5091f0-6e84-4391-a8b4-ae2264a359f4 is already hosted by enough agents. {{(pid=102348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:56:26.426279 n-d-813419-10 neutron-server[102348]: DEBUG neutron.scheduler.base_scheduler [None req-bb71437b-d59c-4890-8c37-16c289afb222 None None] Resources bound (agent type, host, resource id): {{(pid=102348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:56:26.429747 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb71437b-d59c-4890-8c37-16c289afb222 None None] Received port after_create {{(pid=102348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:56:26.436340 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb71437b-d59c-4890-8c37-16c289afb222 None None] Pushing event updated for resources: {'Port': ['ID=a4ac1e97-8c04-4520-aed9-0ffbb752678d,revision_number=1']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:56:26.446300 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb71437b-d59c-4890-8c37-16c289afb222 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:56:26.446639 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb71437b-d59c-4890-8c37-16c289afb222 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:56:26.446972 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb71437b-d59c-4890-8c37-16c289afb222 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:56:26.447298 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb71437b-d59c-4890-8c37-16c289afb222 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:56:26.447625 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb71437b-d59c-4890-8c37-16c289afb222 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:56:26.447944 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb71437b-d59c-4890-8c37-16c289afb222 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:56:26.448285 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb71437b-d59c-4890-8c37-16c289afb222 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:56:26.448601 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb71437b-d59c-4890-8c37-16c289afb222 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:56:26.448923 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb71437b-d59c-4890-8c37-16c289afb222 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:56:26.449238 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb71437b-d59c-4890-8c37-16c289afb222 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:56:26.449554 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb71437b-d59c-4890-8c37-16c289afb222 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:56:26.449873 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb71437b-d59c-4890-8c37-16c289afb222 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:56:26.467678 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_common [None req-cf43284a-afbe-4bdf-83e7-1410197a9754 admin admin] Allocated IP 172.25.8.2 (185ff123-c7ff-45c7-a6be-71feb35acc9c/0fb9f9d1-7384-481f-8fa8-f4566c349d30/87274122-8696-4877-b6be-663010e32e55) {{(pid=102347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:56:26.496068 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-bb71437b-d59c-4890-8c37-16c289afb222 None None] Attempting to bind port a4ac1e97-8c04-4520-aed9-0ffbb752678d on host n-d-813419-10 for vnic_type normal with profile {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:56:26.496776 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-bb71437b-d59c-4890-8c37-16c289afb222 None None] Attempting to bind port a4ac1e97-8c04-4520-aed9-0ffbb752678d by drivers openvswitch,hyperv on host n-d-813419-10 at level 0 using segments [{'id': '653b8aae-9a93-421e-861e-397fe317f87e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '1e5091f0-6e84-4391-a8b4-ae2264a359f4'}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:56:26.496776 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb71437b-d59c-4890-8c37-16c289afb222 None None] Attempting to bind port a4ac1e97-8c04-4520-aed9-0ffbb752678d on network 1e5091f0-6e84-4391-a8b4-ae2264a359f4 {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:56:26.501805 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb71437b-d59c-4890-8c37-16c289afb222 None None] Checking agent: {'id': '89dba0f3-79b2-435e-9822-33674b8f6ada', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 8, 20), 'started_at': datetime.datetime(2021, 10, 27, 10, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 56, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:56:26.502163 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb71437b-d59c-4890-8c37-16c289afb222 None None] Checking segment: {'id': '653b8aae-9a93-421e-861e-397fe317f87e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '1e5091f0-6e84-4391-a8b4-ae2264a359f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:56:26.502553 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-bb71437b-d59c-4890-8c37-16c289afb222 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:26.502933 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb71437b-d59c-4890-8c37-16c289afb222 None None] Bound using segment: {'id': '653b8aae-9a93-421e-861e-397fe317f87e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '1e5091f0-6e84-4391-a8b4-ae2264a359f4'} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:56:26.503382 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-bb71437b-d59c-4890-8c37-16c289afb222 None None] Bound port: a4ac1e97-8c04-4520-aed9-0ffbb752678d, host: n-d-813419-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '653b8aae-9a93-421e-861e-397fe317f87e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '1e5091f0-6e84-4391-a8b4-ae2264a359f4'}}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:56:26.503749 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-bb71437b-d59c-4890-8c37-16c289afb222 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:26.569189 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-bb71437b-d59c-4890-8c37-16c289afb222 None None] For port a4ac1e97-8c04-4520-aed9-0ffbb752678d, host n-d-813419-10, cleared binding levels {{(pid=102348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:56:26.571800 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-bb71437b-d59c-4890-8c37-16c289afb222 None None] For port a4ac1e97-8c04-4520-aed9-0ffbb752678d, host n-d-813419-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=a4ac1e97-8c04-4520-aed9-0ffbb752678d,segment=NetworkSegment(653b8aae-9a93-421e-861e-397fe317f87e),segment_id=653b8aae-9a93-421e-861e-397fe317f87e)] {{(pid=102348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:56:26.585791 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-bb71437b-d59c-4890-8c37-16c289afb222 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:26.602823 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-cf43284a-afbe-4bdf-83e7-1410197a9754 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:26.635286 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec5ebea-0a3e-46e9-837d-ba1d108c89a1 req-97aad1b5-6dbb-41d8-8872-7c749583a11d tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:56:26.635286 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-2ec5ebea-0a3e-46e9-837d-ba1d108c89a1 req-97aad1b5-6dbb-41d8-8872-7c749583a11d tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.64 "GET /v2.0/ports?device_id=9b6e8998-cd64-44c7-85ff-34296a1bfda8 HTTP/1.1" status: 200 len: 946 time: 0.0733209 Oct 27 10:56:26.647288 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb71437b-d59c-4890-8c37-16c289afb222 None None] Pushing event updated for resources: {'Port': ['ID=a4ac1e97-8c04-4520-aed9-0ffbb752678d,revision_number=2']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:56:26.696486 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-cf43284a-afbe-4bdf-83e7-1410197a9754 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:26.770453 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf43284a-afbe-4bdf-83e7-1410197a9754 admin admin] Network 185ff123-c7ff-45c7-a6be-71feb35acc9c is already hosted by enough agents. {{(pid=102347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:56:26.777944 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [None req-cf43284a-afbe-4bdf-83e7-1410197a9754 admin admin] Resources bound (agent type, host, resource id): {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:56:26.780458 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf43284a-afbe-4bdf-83e7-1410197a9754 admin admin] Received port after_create {{(pid=102347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:56:26.808641 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf43284a-afbe-4bdf-83e7-1410197a9754 admin admin] Pushing event updated for resources: {'Port': ['ID=87274122-8696-4877-b6be-663010e32e55,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:56:26.891831 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [req-2ec5ebea-0a3e-46e9-837d-ba1d108c89a1 req-60af4da3-6eb0-4ed9-896c-fc382ceeaa34 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Deleting port f1fb0da3-0f0b-4687-8882-e87a4480f3fe {{(pid=102347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:56:26.892184 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-2ec5ebea-0a3e-46e9-837d-ba1d108c89a1 req-60af4da3-6eb0-4ed9-896c-fc382ceeaa34 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:27.145126 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-2ec5ebea-0a3e-46e9-837d-ba1d108c89a1 req-60af4da3-6eb0-4ed9-896c-fc382ceeaa34 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] For port f1fb0da3-0f0b-4687-8882-e87a4480f3fe, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=f1fb0da3-0f0b-4687-8882-e87a4480f3fe,segment=NetworkSegment(d1b37471-bd8e-4564-a77c-6e0c9d2699fd),segment_id=d1b37471-bd8e-4564-a77c-6e0c9d2699fd)] {{(pid=102347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:56:27.145494 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-2ec5ebea-0a3e-46e9-837d-ba1d108c89a1 req-60af4da3-6eb0-4ed9-896c-fc382ceeaa34 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:27.164759 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [req-2ec5ebea-0a3e-46e9-837d-ba1d108c89a1 req-60af4da3-6eb0-4ed9-896c-fc382ceeaa34 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Calling delete_port for f1fb0da3-0f0b-4687-8882-e87a4480f3fe owned by compute:nova {{(pid=102347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:56:27.228022 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-cf43284a-afbe-4bdf-83e7-1410197a9754 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:27.492520 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-2ec5ebea-0a3e-46e9-837d-ba1d108c89a1 req-60af4da3-6eb0-4ed9-896c-fc382ceeaa34 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:27.538294 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60af4da3-6eb0-4ed9-896c-fc382ceeaa34 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Pushing event deleted for resources: {'Port': ['ID=f1fb0da3-0f0b-4687-8882-e87a4480f3fe,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:56:27.598922 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29a1e5b-ab7e-4057-97ff-606ffc726fd2 req-b3279ca3-1458-4187-958f-b68bf4dd791b tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:56:27.600541 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-e29a1e5b-ab7e-4057-97ff-606ffc726fd2 req-b3279ca3-1458-4187-958f-b68bf4dd791b tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/ports?device_id=9b6e8998-cd64-44c7-85ff-34296a1bfda8 HTTP/1.1" status: 200 len: 867 time: 0.1774809 Oct 27 10:56:27.629728 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ec5ebea-0a3e-46e9-837d-ba1d108c89a1 req-60af4da3-6eb0-4ed9-896c-fc382ceeaa34 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] No DVR routers for this DVR port f1fb0da3-0f0b-4687-8882-e87a4480f3fe on host n-h1-813419-10 {{(pid=102347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:56:27.633041 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-2ec5ebea-0a3e-46e9-837d-ba1d108c89a1 req-60af4da3-6eb0-4ed9-896c-fc382ceeaa34 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:27.636845 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-2ec5ebea-0a3e-46e9-837d-ba1d108c89a1 req-60af4da3-6eb0-4ed9-896c-fc382ceeaa34 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.64 "DELETE /v2.0/ports/f1fb0da3-0f0b-4687-8882-e87a4480f3fe HTTP/1.1" status: 204 len: 173 time: 0.9954309 Oct 27 10:56:27.645351 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b6e8998-cd64-44c7-85ff-34296a1bfda8', 'name': 'network-vif-deleted', 'tag': 'f1fb0da3-0f0b-4687-8882-e87a4480f3fe'}] {{(pid=102347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:56:27.648282 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311149b481204ee7edffdb959c881838506fbd95bc8577c048f6677abb73acc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6309c97a-d237-4834-aac1-6b5e72b1ad6c" -d '{"events": [{"server_uuid": "9b6e8998-cd64-44c7-85ff-34296a1bfda8", "name": "network-vif-deleted", "tag": "f1fb0da3-0f0b-4687-8882-e87a4480f3fe"}]}' {{(pid=102347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:56:27.656476 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-cf43284a-afbe-4bdf-83e7-1410197a9754 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1765699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1769372'] for router, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:27.720099 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:56:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fbfe44f-9ec5-4f08-8339-658767fb446d x-openstack-request-id: req-3fbfe44f-9ec5-4f08-8339-658767fb446d {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:56:27.720430 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b6e8998-cd64-44c7-85ff-34296a1bfda8", "name": "network-vif-deleted", "tag": "f1fb0da3-0f0b-4687-8882-e87a4480f3fe", "status": "completed", "code": 200}]} {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:56:27.720698 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3fbfe44f-9ec5-4f08-8339-658767fb446d {{(pid=102347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:56:27.721074 n-d-813419-10 neutron-server[102347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b6e8998-cd64-44c7-85ff-34296a1bfda8', 'name': 'network-vif-deleted', 'tag': 'f1fb0da3-0f0b-4687-8882-e87a4480f3fe', 'status': 'completed', 'code': 200} Oct 27 10:56:27.733795 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b419f037-b5bc-49a1-9dcf-7ec715f10f1a None None] Network 1e5091f0-6e84-4391-a8b4-ae2264a359f4 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:56:27.757343 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-e29a1e5b-ab7e-4057-97ff-606ffc726fd2 req-39be13ed-b9e4-418b-beab-e21214919f3a tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/security-groups?id=e12aac3e-256a-4b83-b5b5-3559f5984194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1490901 Oct 27 10:56:27.822002 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-6ecfd38e-66f3-450f-bc85-bbd6700ea5a0 None None] Provisioning complete for port a4ac1e97-8c04-4520-aed9-0ffbb752678d triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:56:27.822368 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-6ecfd38e-66f3-450f-bc85-bbd6700ea5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:27.853753 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf43284a-afbe-4bdf-83e7-1410197a9754 admin admin] Router 4e5b8a42-3a60-4169-b43c-beee2b20b5de is scheduled to L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb with binding_index 1 {{(pid=102347) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 10:56:27.991763 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf43284a-afbe-4bdf-83e7-1410197a9754 admin admin] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:56:28.011921 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8854751-c62a-4f6d-a323-fad259b4ef22 None None] Sync routers for ids ['4e5b8a42-3a60-4169-b43c-beee2b20b5de'] in n-d-813419-10 {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:56:28.014806 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-6ecfd38e-66f3-450f-bc85-bbd6700ea5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:28.032532 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8854751-c62a-4f6d-a323-fad259b4ef22 None None] Routers {'4e5b8a42-3a60-4169-b43c-beee2b20b5de'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:56:28.033742 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-cf43284a-afbe-4bdf-83e7-1410197a9754 admin admin] Publish callbacks [] for router, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:28.035068 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-cf43284a-afbe-4bdf-83e7-1410197a9754 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.1734369 Oct 27 10:56:28.037860 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 39102) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:56:28.040696 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-f8854751-c62a-4f6d-a323-fad259b4ef22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:56:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['4e5b8a42-3a60-4169-b43c-beee2b20b5de'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:56:28.072605 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-6ecfd38e-66f3-450f-bc85-bbd6700ea5a0 None None] For port a4ac1e97-8c04-4520-aed9-0ffbb752678d, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=a4ac1e97-8c04-4520-aed9-0ffbb752678d,segment=NetworkSegment(653b8aae-9a93-421e-861e-397fe317f87e),segment_id=653b8aae-9a93-421e-861e-397fe317f87e)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:56:28.081025 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-6ecfd38e-66f3-450f-bc85-bbd6700ea5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:28.181395 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecfd38e-66f3-450f-bc85-bbd6700ea5a0 None None] Pushing event updated for resources: {'Port': ['ID=a4ac1e97-8c04-4520-aed9-0ffbb752678d,revision_number=3']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:56:28.277047 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvr_db [None req-f8854751-c62a-4f6d-a323-fad259b4ef22 None None] Set router 4e5b8a42-3a60-4169-b43c-beee2b20b5de gateway port host: n-d-813419-10 {{(pid=102349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:56:28.507676 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-f8854751-c62a-4f6d-a323-fad259b4ef22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e5b8a42-3a60-4169-b43c-beee2b20b5de', 'name': 'tempest-TestServerBasicOps-1537137677-router', 'tenant_id': 'daf5757200ff42558a3fc6db88bf4432', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.2'}], 'enable_snat': True}, 'gw_port_id': '87274122-8696-4877-b6be-663010e32e55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:56:25Z', 'updated_at': '2021-10-27T10:56:27Z', 'revision_number': 3, 'project_id': 'daf5757200ff42558a3fc6db88bf4432', 'gw_port': {'id': '87274122-8696-4877-b6be-663010e32e55', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:4e:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e5b8a42-3a60-4169-b43c-beee2b20b5de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:56:26Z', 'updated_at': '2021-10-27T10:56:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10'}], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:56:28.513955 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-c4ce4928-5d59-4a11-a091-e9e85dd5b71c None None] Provisioning complete for port a4ac1e97-8c04-4520-aed9-0ffbb752678d triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:56:28.514331 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-c4ce4928-5d59-4a11-a091-e9e85dd5b71c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:28.537435 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8854751-c62a-4f6d-a323-fad259b4ef22 None None] Checking router: 4e5b8a42-3a60-4169-b43c-beee2b20b5de for host: n-d-813419-10 {{(pid=102349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 10:56:28.538099 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8854751-c62a-4f6d-a323-fad259b4ef22 None None] Updating router 4e5b8a42-3a60-4169-b43c-beee2b20b5de port 87274122-8696-4877-b6be-663010e32e55 binding host n-d-813419-10 {{(pid=102349) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 10:56:28.566715 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-f8854751-c62a-4f6d-a323-fad259b4ef22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:28.886789 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-51481376-2998-46fa-9d69-38163b2bf3b1 req-d77d943d-0407-4e21-b66e-9061eb82c16d tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/ports?device_id=9b6e8998-cd64-44c7-85ff-34296a1bfda8 HTTP/1.1" status: 200 len: 210 time: 0.0291779 Oct 27 10:56:28.901924 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device a4ac1e97-8c04-4520-aed9-0ffbb752678d up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:56:28.955308 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-f8854751-c62a-4f6d-a323-fad259b4ef22 None None] Publish callbacks [] for port, precommit_update {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:28.961440 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port a4ac1e97-8c04-4520-aed9-0ffbb752678d triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:56:28.961886 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:28.963194 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-f8854751-c62a-4f6d-a323-fad259b4ef22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:29.025158 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.managers [None req-f8854751-c62a-4f6d-a323-fad259b4ef22 None None] Attempting to bind port 87274122-8696-4877-b6be-663010e32e55 on host n-d-813419-10 for vnic_type normal with profile {{(pid=102349) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:56:29.025810 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.managers [None req-f8854751-c62a-4f6d-a323-fad259b4ef22 None None] Attempting to bind port 87274122-8696-4877-b6be-663010e32e55 by drivers openvswitch,hyperv on host n-d-813419-10 at level 0 using segments [{'id': 'bc14127b-7032-4c50-bb5b-f6813cbae86e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'}] {{(pid=102349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:56:29.028399 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8854751-c62a-4f6d-a323-fad259b4ef22 None None] Attempting to bind port 87274122-8696-4877-b6be-663010e32e55 on network 185ff123-c7ff-45c7-a6be-71feb35acc9c {{(pid=102349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:56:29.086531 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c813c135-c651-4bce-9722-2922cbfa32bd None None] Pushing event updated for resources: {'Port': ['ID=87274122-8696-4877-b6be-663010e32e55,revision_number=2']} {{(pid=102349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:56:29.089673 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8854751-c62a-4f6d-a323-fad259b4ef22 None None] Checking agent: {'id': '89dba0f3-79b2-435e-9822-33674b8f6ada', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 8, 20), 'started_at': datetime.datetime(2021, 10, 27, 10, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 56, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:56:29.090300 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8854751-c62a-4f6d-a323-fad259b4ef22 None None] Checking segment: {'id': 'bc14127b-7032-4c50-bb5b-f6813cbae86e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:56:29.091284 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-f8854751-c62a-4f6d-a323-fad259b4ef22 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:29.091689 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8854751-c62a-4f6d-a323-fad259b4ef22 None None] Bound using segment: {'id': 'bc14127b-7032-4c50-bb5b-f6813cbae86e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'} {{(pid=102349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:56:29.092355 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.managers [None req-f8854751-c62a-4f6d-a323-fad259b4ef22 None None] Bound port: 87274122-8696-4877-b6be-663010e32e55, host: n-d-813419-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc14127b-7032-4c50-bb5b-f6813cbae86e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'}}] {{(pid=102349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:56:29.094330 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-f8854751-c62a-4f6d-a323-fad259b4ef22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:29.115043 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-9850b39d-2e89-42cf-a471-2de8d96c7242 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:29.127330 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device f1fb0da3-0f0b-4687-8882-e87a4480f3fe no longer exists at agent hyperv_n-h1-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:56:29.169275 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] No Port match for: f1fb0da3-0f0b-4687-8882-e87a4480f3fe {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:56:29.171157 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device f1fb0da3-0f0b-4687-8882-e87a4480f3fe not bound to the agent host n-h1-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:56:29.171339 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.db [None req-f8854751-c62a-4f6d-a323-fad259b4ef22 None None] For port 87274122-8696-4877-b6be-663010e32e55, host n-d-813419-10, cleared binding levels {{(pid=102349) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:56:29.176461 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.db [None req-f8854751-c62a-4f6d-a323-fad259b4ef22 None None] For port 87274122-8696-4877-b6be-663010e32e55, host n-d-813419-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=87274122-8696-4877-b6be-663010e32e55,segment=NetworkSegment(bc14127b-7032-4c50-bb5b-f6813cbae86e),segment_id=bc14127b-7032-4c50-bb5b-f6813cbae86e)] {{(pid=102349) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:56:29.184997 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-f8854751-c62a-4f6d-a323-fad259b4ef22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:29.207963 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c813c135-c651-4bce-9722-2922cbfa32bd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:56:29.209407 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c813c135-c651-4bce-9722-2922cbfa32bd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:56:29.209818 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c813c135-c651-4bce-9722-2922cbfa32bd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:56:29.210286 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c813c135-c651-4bce-9722-2922cbfa32bd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:56:29.210682 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c813c135-c651-4bce-9722-2922cbfa32bd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:56:29.211215 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c813c135-c651-4bce-9722-2922cbfa32bd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:56:29.211596 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c813c135-c651-4bce-9722-2922cbfa32bd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:56:29.212252 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c813c135-c651-4bce-9722-2922cbfa32bd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:56:29.212585 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c813c135-c651-4bce-9722-2922cbfa32bd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:56:29.212911 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c813c135-c651-4bce-9722-2922cbfa32bd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:56:29.213234 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c813c135-c651-4bce-9722-2922cbfa32bd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:56:29.213553 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c813c135-c651-4bce-9722-2922cbfa32bd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:56:29.274784 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c813c135-c651-4bce-9722-2922cbfa32bd None None] Pushing event updated for resources: {'Port': ['ID=87274122-8696-4877-b6be-663010e32e55,revision_number=3']} {{(pid=102349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:56:29.282595 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8854751-c62a-4f6d-a323-fad259b4ef22 None None] Routers {'4e5b8a42-3a60-4169-b43c-beee2b20b5de'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:56:29.283381 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-f8854751-c62a-4f6d-a323-fad259b4ef22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:56:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['4e5b8a42-3a60-4169-b43c-beee2b20b5de'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:56:29.412160 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvr_db [None req-f8854751-c62a-4f6d-a323-fad259b4ef22 None None] Set router 4e5b8a42-3a60-4169-b43c-beee2b20b5de gateway port host: n-d-813419-10 {{(pid=102349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:56:29.433082 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_common [None req-9850b39d-2e89-42cf-a471-2de8d96c7242 admin admin] Allocated IP 172.20.0.1 (1e5091f0-6e84-4391-a8b4-ae2264a359f4/1aac50a7-7526-4e40-97b7-8585bdd60f67/6df74fdf-fd99-44be-afcd-e71da47f6ee3) {{(pid=102346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:56:29.560267 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-9850b39d-2e89-42cf-a471-2de8d96c7242 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:29.602587 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-9850b39d-2e89-42cf-a471-2de8d96c7242 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:29.646421 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9850b39d-2e89-42cf-a471-2de8d96c7242 admin admin] Network 1e5091f0-6e84-4391-a8b4-ae2264a359f4 is already hosted by enough agents. {{(pid=102346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:56:29.653005 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-9850b39d-2e89-42cf-a471-2de8d96c7242 admin admin] Resources bound (agent type, host, resource id): {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:56:29.663450 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9850b39d-2e89-42cf-a471-2de8d96c7242 admin admin] Received port after_create {{(pid=102346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:56:29.701542 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9850b39d-2e89-42cf-a471-2de8d96c7242 admin admin] Pushing event updated for resources: {'Port': ['ID=6df74fdf-fd99-44be-afcd-e71da47f6ee3,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:56:29.721954 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-9850b39d-2e89-42cf-a471-2de8d96c7242 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1664961'] for router_interface, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:29.803235 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-f8854751-c62a-4f6d-a323-fad259b4ef22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e5b8a42-3a60-4169-b43c-beee2b20b5de', 'name': 'tempest-TestServerBasicOps-1537137677-router', 'tenant_id': 'daf5757200ff42558a3fc6db88bf4432', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.2'}], 'enable_snat': True}, 'gw_port_id': '87274122-8696-4877-b6be-663010e32e55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:56:25Z', 'updated_at': '2021-10-27T10:56:27Z', 'revision_number': 3, 'project_id': 'daf5757200ff42558a3fc6db88bf4432', 'gw_port': {'id': '87274122-8696-4877-b6be-663010e32e55', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:4e:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e5b8a42-3a60-4169-b43c-beee2b20b5de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:56:26Z', 'updated_at': '2021-10-27T10:56:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10'}], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:56:29.856382 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8854751-c62a-4f6d-a323-fad259b4ef22 None None] The sync data for ids ['4e5b8a42-3a60-4169-b43c-beee2b20b5de'] in n-d-813419-10 is: [{'id': '4e5b8a42-3a60-4169-b43c-beee2b20b5de', 'name': 'tempest-TestServerBasicOps-1537137677-router', 'tenant_id': 'daf5757200ff42558a3fc6db88bf4432', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.2'}], 'enable_snat': True}, 'gw_port_id': '87274122-8696-4877-b6be-663010e32e55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:56:25Z', 'updated_at': '2021-10-27T10:56:27Z', 'revision_number': 3, 'project_id': 'daf5757200ff42558a3fc6db88bf4432', 'gw_port': {'id': '87274122-8696-4877-b6be-663010e32e55', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:4e:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e5b8a42-3a60-4169-b43c-beee2b20b5de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:56:26Z', 'updated_at': '2021-10-27T10:56:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10'}] {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:56:29.941934 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-9850b39d-2e89-42cf-a471-2de8d96c7242 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:30.042887 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-10fd36bb-ecdb-4fab-b644-17703585b3cd req-f5f3d37e-f0d5-46c9-8a14-21fd04e0940f tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/ports?device_id=9b6e8998-cd64-44c7-85ff-34296a1bfda8 HTTP/1.1" status: 200 len: 210 time: 0.0458729 Oct 27 10:56:30.094930 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-1be12ba8-0930-4c6a-b75b-2a38d6e667bc None None] Provisioning complete for port 6df74fdf-fd99-44be-afcd-e71da47f6ee3 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:56:30.096266 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-1be12ba8-0930-4c6a-b75b-2a38d6e667bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:30.155435 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-1be12ba8-0930-4c6a-b75b-2a38d6e667bc None None] Port 6df74fdf-fd99-44be-afcd-e71da47f6ee3 cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:56:30.155854 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-9850b39d-2e89-42cf-a471-2de8d96c7242 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:30.161695 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-9850b39d-2e89-42cf-a471-2de8d96c7242 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27024173'] for port, after_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:30.207522 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-9850b39d-2e89-42cf-a471-2de8d96c7242 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2006967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1766225'] for router_interface, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:30.340750 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9850b39d-2e89-42cf-a471-2de8d96c7242 admin admin] Pushing event updated for resources: {'Port': ['ID=6df74fdf-fd99-44be-afcd-e71da47f6ee3,revision_number=2']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:56:30.380508 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9850b39d-2e89-42cf-a471-2de8d96c7242 admin admin] Network 1e5091f0-6e84-4391-a8b4-ae2264a359f4 is already hosted by enough agents. {{(pid=102346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:56:30.382020 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-9850b39d-2e89-42cf-a471-2de8d96c7242 admin admin] Resources bound (agent type, host, resource id): {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:56:30.567772 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9850b39d-2e89-42cf-a471-2de8d96c7242 admin admin] Router 4e5b8a42-3a60-4169-b43c-beee2b20b5de has already been hosted by L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb {{(pid=102346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 10:56:30.735989 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9850b39d-2e89-42cf-a471-2de8d96c7242 admin admin] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:56:30.768818 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-9850b39d-2e89-42cf-a471-2de8d96c7242 admin admin] 10.222.0.44 "PUT /v2.0/routers/4e5b8a42-3a60-4169-b43c-beee2b20b5de/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7123260 Oct 27 10:56:30.814663 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-72662588-e694-431d-a123-c470087ad744 None None] Provisioning complete for port 6df74fdf-fd99-44be-afcd-e71da47f6ee3 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:56:30.816382 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-72662588-e694-431d-a123-c470087ad744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:30.905195 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-72662588-e694-431d-a123-c470087ad744 None None] Port 6df74fdf-fd99-44be-afcd-e71da47f6ee3 cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:56:30.924752 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 87274122-8696-4877-b6be-663010e32e55 up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:56:30.987187 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port 87274122-8696-4877-b6be-663010e32e55 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:56:30.987558 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:31.150772 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:31.186621 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] For port 87274122-8696-4877-b6be-663010e32e55, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=87274122-8696-4877-b6be-663010e32e55,segment=NetworkSegment(bc14127b-7032-4c50-bb5b-f6813cbae86e),segment_id=bc14127b-7032-4c50-bb5b-f6813cbae86e)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:56:31.195423 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:31.243845 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-35af142e-a2b6-44e5-9781-6e0593cb7032 req-e73a05f2-90c5-47e6-abf0-bd5841fb75e6 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/ports?device_id=9b6e8998-cd64-44c7-85ff-34296a1bfda8 HTTP/1.1" status: 200 len: 210 time: 0.0547309 Oct 27 10:56:31.264170 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Pushing event updated for resources: {'Port': ['ID=87274122-8696-4877-b6be-663010e32e55,revision_number=4']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:56:31.657465 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 39146) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:56:31.663229 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-d26d8311-4d80-4f42-b3d1-d4dba88cc7fa admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1377904407-network', 'tenant_id': 'ba0b8c89ecb84eacabef3ffb9d0bf8ec'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:56:31.686824 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d26d8311-4d80-4f42-b3d1-d4dba88cc7fa admin admin] Made reservation on behalf of ba0b8c89ecb84eacabef3ffb9d0bf8ec for: {'network': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:56:31.689470 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d26d8311-4d80-4f42-b3d1-d4dba88cc7fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for network, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:31.699684 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d26d8311-4d80-4f42-b3d1-d4dba88cc7fa admin admin] Publish callbacks [] for security_group, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:31.797942 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d26d8311-4d80-4f42-b3d1-d4dba88cc7fa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:31.804816 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d26d8311-4d80-4f42-b3d1-d4dba88cc7fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:31.847657 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d26d8311-4d80-4f42-b3d1-d4dba88cc7fa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 424} {{(pid=102346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 10:56:31.860078 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d26d8311-4d80-4f42-b3d1-d4dba88cc7fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:31.860525 n-d-813419-10 neutron-server[102346]: INFO neutron.db.segments_db [None req-d26d8311-4d80-4f42-b3d1-d4dba88cc7fa admin admin] Added segment 7476648a-4c60-4e1b-910d-f4f7e7cbc317 of type vlan for network 5ee92392-30b8-40c4-b671-771bc4dafae0 Oct 27 10:56:31.872230 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26d8311-4d80-4f42-b3d1-d4dba88cc7fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f9a05c2-7205-4812-96d2-376c3c6b03b5,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:56:31.907928 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d26d8311-4d80-4f42-b3d1-d4dba88cc7fa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743872593080'] for network, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:31.943709 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d26d8311-4d80-4f42-b3d1-d4dba88cc7fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913'] for network, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:31.944995 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d26d8311-4d80-4f42-b3d1-d4dba88cc7fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:56:31.946259 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d26d8311-4d80-4f42-b3d1-d4dba88cc7fa admin admin] Publish callbacks [] for network, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:32.034709 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26d8311-4d80-4f42-b3d1-d4dba88cc7fa admin admin] Pushing event updated for resources: {'Network': ['ID=5ee92392-30b8-40c4-b671-771bc4dafae0,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:56:32.047041 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-d26d8311-4d80-4f42-b3d1-d4dba88cc7fa admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3859496 Oct 27 10:56:32.047414 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 39152) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:56:32.052925 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Network 5ee92392-30b8-40c4-b671-771bc4dafae0 details requested by agent ovs-agent-n-d-813419-10 with host n-d-813419-10 {{(pid=102348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 10:56:32.054638 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-31155d8a-8898-46e4-8e27-5f5b7c765637 admin admin] Request body: {'subnet': {'network_id': '5ee92392-30b8-40c4-b671-771bc4dafae0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1377904407-subnet', 'tenant_id': 'ba0b8c89ecb84eacabef3ffb9d0bf8ec', 'ip_version': 4}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:56:32.080828 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31155d8a-8898-46e4-8e27-5f5b7c765637 admin admin] Made reservation on behalf of ba0b8c89ecb84eacabef3ffb9d0bf8ec for: {'subnet': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:56:32.083923 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-31155d8a-8898-46e4-8e27-5f5b7c765637 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18044073'] for subnet, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:32.291913 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-31155d8a-8898-46e4-8e27-5f5b7c765637 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-18295883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18044091'] for subnet, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:32.356695 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31155d8a-8898-46e4-8e27-5f5b7c765637 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e8b4dc55-81b9-492d-a71b-a5650eed0808,revision_number=0']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:56:32.398402 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31155d8a-8898-46e4-8e27-5f5b7c765637 admin admin] Checking segment: {'id': '7476648a-4c60-4e1b-910d-f4f7e7cbc317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '5ee92392-30b8-40c4-b671-771bc4dafae0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:56:32.398852 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31155d8a-8898-46e4-8e27-5f5b7c765637 admin admin] Network hostable DHCP agents. Network: 5ee92392-30b8-40c4-b671-771bc4dafae0, hostable agents: ['eafd4000-b897-4722-ae8b-0118ec955181'], hosted agents: [] {{(pid=102347) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 10:56:32.406903 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-384d6f39-9b71-47ad-82d4-3e4d3a788559 req-033c1e9e-7f1a-4595-8676-c73be6cf33ae tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/ports?device_id=9b6e8998-cd64-44c7-85ff-34296a1bfda8 HTTP/1.1" status: 200 len: 210 time: 0.0451171 Oct 27 10:56:32.427160 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31155d8a-8898-46e4-8e27-5f5b7c765637 admin admin] Network 5ee92392-30b8-40c4-b671-771bc4dafae0 is scheduled to be hosted by DHCP agent eafd4000-b897-4722-ae8b-0118ec955181 with binding_index 1 {{(pid=102347) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 10:56:32.437298 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fec3b653-1f2b-47df-9d9d-08188ded9de7 None None] Sync routers for ids ['4e5b8a42-3a60-4169-b43c-beee2b20b5de'] in n-d-813419-10 {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:56:32.437788 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [None req-31155d8a-8898-46e4-8e27-5f5b7c765637 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-10, 5ee92392-30b8-40c4-b671-771bc4dafae0) {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:56:32.441434 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31155d8a-8898-46e4-8e27-5f5b7c765637 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:56:32.442125 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-31155d8a-8898-46e4-8e27-5f5b7c765637 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:32.449900 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fec3b653-1f2b-47df-9d9d-08188ded9de7 None None] Routers {'4e5b8a42-3a60-4169-b43c-beee2b20b5de'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:56:32.450522 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-fec3b653-1f2b-47df-9d9d-08188ded9de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:56:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['4e5b8a42-3a60-4169-b43c-beee2b20b5de'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:56:32.455219 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-049cf449-6e5f-4800-829c-2e7203d8a88a None None] Network 5ee92392-30b8-40c4-b671-771bc4dafae0 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:56:32.463755 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-31155d8a-8898-46e4-8e27-5f5b7c765637 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4127755 Oct 27 10:56:32.464073 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 39158) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:56:32.468615 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-454f65a9-d82c-4f34-a985-fbf06924bdd1 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1377904407-router', 'tenant_id': 'ba0b8c89ecb84eacabef3ffb9d0bf8ec', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'}}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:56:32.491099 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-454f65a9-d82c-4f34-a985-fbf06924bdd1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1768632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3610'] for router, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:32.497398 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-454f65a9-d82c-4f34-a985-fbf06924bdd1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1765704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1769409', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1694266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3597'] for router, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:32.562387 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-454f65a9-d82c-4f34-a985-fbf06924bdd1 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:32.843852 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvr_db [None req-fec3b653-1f2b-47df-9d9d-08188ded9de7 None None] Set router 4e5b8a42-3a60-4169-b43c-beee2b20b5de gateway port host: n-d-813419-10 {{(pid=102348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:56:32.876553 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:32.910822 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 87274122-8696-4877-b6be-663010e32e55 up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:56:33.071174 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b93ba54-2e96-4404-98e9-2568523545c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp734b258e-7d96-550c-b970-9b72ab66f383-5ee92392-30b8-40c4-b671-771bc4dafae0', 'network_id': '5ee92392-30b8-40c4-b671-771bc4dafae0', 'tenant_id': 'ba0b8c89ecb84eacabef3ffb9d0bf8ec', 'fixed_ips': [{'subnet_id': 'e8b4dc55-81b9-492d-a71b-a5650eed0808'}]}} from n-d-813419-10. {{(pid=102348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 10:56:33.072053 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-1b93ba54-2e96-4404-98e9-2568523545c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:33.144421 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-454f65a9-d82c-4f34-a985-fbf06924bdd1 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:33.253247 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port 87274122-8696-4877-b6be-663010e32e55 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:56:33.253604 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:33.394254 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-454f65a9-d82c-4f34-a985-fbf06924bdd1 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:33.404692 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-fec3b653-1f2b-47df-9d9d-08188ded9de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e5b8a42-3a60-4169-b43c-beee2b20b5de', 'name': 'tempest-TestServerBasicOps-1537137677-router', 'tenant_id': 'daf5757200ff42558a3fc6db88bf4432', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.2'}], 'enable_snat': True}, 'gw_port_id': '87274122-8696-4877-b6be-663010e32e55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:56:25Z', 'updated_at': '2021-10-27T10:56:29Z', 'revision_number': 4, 'project_id': 'daf5757200ff42558a3fc6db88bf4432', 'gw_port': {'id': '87274122-8696-4877-b6be-663010e32e55', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:4e:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e5b8a42-3a60-4169-b43c-beee2b20b5de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:56:26Z', 'updated_at': '2021-10-27T10:56:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_interfaces': [{'id': '6df74fdf-fd99-44be-afcd-e71da47f6ee3', 'name': '', 'network_id': '1e5091f0-6e84-4391-a8b4-ae2264a359f4', 'tenant_id': 'daf5757200ff42558a3fc6db88bf4432', 'mac_address': 'fa:16:3e:2b:41:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e5b8a42-3a60-4169-b43c-beee2b20b5de', 'device_owner': 'network:router_interface', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': '1aac50a7-7526-4e40-97b7-8585bdd60f67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:56:29Z', 'updated_at': '2021-10-27T10:56:30Z', 'revision_number': 2, 'project_id': 'daf5757200ff42558a3fc6db88bf4432', 'subnets': [{'id': '1aac50a7-7526-4e40-97b7-8585bdd60f67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:56:33.421423 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-454f65a9-d82c-4f34-a985-fbf06924bdd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:33.449176 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fec3b653-1f2b-47df-9d9d-08188ded9de7 None None] Checking router: 4e5b8a42-3a60-4169-b43c-beee2b20b5de for host: n-d-813419-10 {{(pid=102348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 10:56:33.449624 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fec3b653-1f2b-47df-9d9d-08188ded9de7 None None] Updating router 4e5b8a42-3a60-4169-b43c-beee2b20b5de port 6df74fdf-fd99-44be-afcd-e71da47f6ee3 binding host n-d-813419-10 {{(pid=102348) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 10:56:33.522553 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.db_base_plugin_common [None req-1b93ba54-2e96-4404-98e9-2568523545c1 None None] Allocated IP 172.20.0.2 (5ee92392-30b8-40c4-b671-771bc4dafae0/e8b4dc55-81b9-492d-a71b-a5650eed0808/f8ea686d-a3b7-484b-9a33-c1e2e52fc400) {{(pid=102348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:56:33.526432 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-fec3b653-1f2b-47df-9d9d-08188ded9de7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:33.569025 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_common [None req-454f65a9-d82c-4f34-a985-fbf06924bdd1 admin admin] Allocated IP 172.25.8.94 (185ff123-c7ff-45c7-a6be-71feb35acc9c/0fb9f9d1-7384-481f-8fa8-f4566c349d30/ad276016-fa00-4bd3-a62e-ed73c943a4a4) {{(pid=102347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:56:33.583694 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-1d9a1d4c-0b75-473f-a70d-3efa17c7a925 req-b2c721d3-46e5-4d73-8f9b-c2aae40fab1b tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/ports?device_id=9b6e8998-cd64-44c7-85ff-34296a1bfda8 HTTP/1.1" status: 200 len: 210 time: 0.0404973 Oct 27 10:56:33.696836 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-454f65a9-d82c-4f34-a985-fbf06924bdd1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:33.741353 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-454f65a9-d82c-4f34-a985-fbf06924bdd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:33.783620 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-454f65a9-d82c-4f34-a985-fbf06924bdd1 admin admin] Network 185ff123-c7ff-45c7-a6be-71feb35acc9c is already hosted by enough agents. {{(pid=102347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:56:33.789642 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [None req-454f65a9-d82c-4f34-a985-fbf06924bdd1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:56:33.791865 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454f65a9-d82c-4f34-a985-fbf06924bdd1 admin admin] Pushing event updated for resources: {'Port': ['ID=ad276016-fa00-4bd3-a62e-ed73c943a4a4,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:56:33.794099 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-454f65a9-d82c-4f34-a985-fbf06924bdd1 admin admin] Received port after_create {{(pid=102347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:56:33.891979 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-1b93ba54-2e96-4404-98e9-2568523545c1 None None] Publish callbacks [] for port, precommit_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:33.903466 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-1b93ba54-2e96-4404-98e9-2568523545c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606'] for port, after_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:33.980833 n-d-813419-10 neutron-server[102348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b93ba54-2e96-4404-98e9-2568523545c1 None None] Network 5ee92392-30b8-40c4-b671-771bc4dafae0 is already hosted by enough agents. {{(pid=102348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:56:33.987257 n-d-813419-10 neutron-server[102348]: DEBUG neutron.scheduler.base_scheduler [None req-1b93ba54-2e96-4404-98e9-2568523545c1 None None] Resources bound (agent type, host, resource id): {{(pid=102348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:56:33.993832 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b93ba54-2e96-4404-98e9-2568523545c1 None None] Received port after_create {{(pid=102348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:56:33.998594 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b93ba54-2e96-4404-98e9-2568523545c1 None None] Pushing event updated for resources: {'Port': ['ID=f8ea686d-a3b7-484b-9a33-c1e2e52fc400,revision_number=1']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:56:34.011619 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-fec3b653-1f2b-47df-9d9d-08188ded9de7 None None] Publish callbacks [] for port, precommit_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:34.038172 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-fec3b653-1f2b-47df-9d9d-08188ded9de7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:34.105512 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-1b93ba54-2e96-4404-98e9-2568523545c1 None None] Attempting to bind port f8ea686d-a3b7-484b-9a33-c1e2e52fc400 on host n-d-813419-10 for vnic_type normal with profile {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:56:34.105883 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-1b93ba54-2e96-4404-98e9-2568523545c1 None None] Attempting to bind port f8ea686d-a3b7-484b-9a33-c1e2e52fc400 by drivers openvswitch,hyperv on host n-d-813419-10 at level 0 using segments [{'id': '7476648a-4c60-4e1b-910d-f4f7e7cbc317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '5ee92392-30b8-40c4-b671-771bc4dafae0'}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:56:34.106249 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b93ba54-2e96-4404-98e9-2568523545c1 None None] Attempting to bind port f8ea686d-a3b7-484b-9a33-c1e2e52fc400 on network 5ee92392-30b8-40c4-b671-771bc4dafae0 {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:56:34.109042 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-454f65a9-d82c-4f34-a985-fbf06924bdd1 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:34.121359 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08716831-a7b5-4cea-84cd-e51cf771dfd0 None None] Pushing event updated for resources: {'Port': ['ID=6df74fdf-fd99-44be-afcd-e71da47f6ee3,revision_number=3']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:56:34.125929 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b93ba54-2e96-4404-98e9-2568523545c1 None None] Checking agent: {'id': '89dba0f3-79b2-435e-9822-33674b8f6ada', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 8, 20), 'started_at': datetime.datetime(2021, 10, 27, 10, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 56, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:56:34.126248 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b93ba54-2e96-4404-98e9-2568523545c1 None None] Checking segment: {'id': '7476648a-4c60-4e1b-910d-f4f7e7cbc317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '5ee92392-30b8-40c4-b671-771bc4dafae0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:56:34.126629 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-1b93ba54-2e96-4404-98e9-2568523545c1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:34.127160 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b93ba54-2e96-4404-98e9-2568523545c1 None None] Bound using segment: {'id': '7476648a-4c60-4e1b-910d-f4f7e7cbc317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '5ee92392-30b8-40c4-b671-771bc4dafae0'} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:56:34.127703 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-1b93ba54-2e96-4404-98e9-2568523545c1 None None] Bound port: f8ea686d-a3b7-484b-9a33-c1e2e52fc400, host: n-d-813419-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7476648a-4c60-4e1b-910d-f4f7e7cbc317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '5ee92392-30b8-40c4-b671-771bc4dafae0'}}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:56:34.128089 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-1b93ba54-2e96-4404-98e9-2568523545c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:34.243186 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-fec3b653-1f2b-47df-9d9d-08188ded9de7 None None] Attempting to bind port 6df74fdf-fd99-44be-afcd-e71da47f6ee3 on host n-d-813419-10 for vnic_type normal with profile {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:56:34.243563 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-fec3b653-1f2b-47df-9d9d-08188ded9de7 None None] Attempting to bind port 6df74fdf-fd99-44be-afcd-e71da47f6ee3 by drivers openvswitch,hyperv on host n-d-813419-10 at level 0 using segments [{'id': '653b8aae-9a93-421e-861e-397fe317f87e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '1e5091f0-6e84-4391-a8b4-ae2264a359f4'}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:56:34.243932 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fec3b653-1f2b-47df-9d9d-08188ded9de7 None None] Attempting to bind port 6df74fdf-fd99-44be-afcd-e71da47f6ee3 on network 1e5091f0-6e84-4391-a8b4-ae2264a359f4 {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:56:34.254472 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fec3b653-1f2b-47df-9d9d-08188ded9de7 None None] Checking agent: {'id': '89dba0f3-79b2-435e-9822-33674b8f6ada', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 8, 20), 'started_at': datetime.datetime(2021, 10, 27, 10, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 56, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:56:34.255371 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fec3b653-1f2b-47df-9d9d-08188ded9de7 None None] Checking segment: {'id': '653b8aae-9a93-421e-861e-397fe317f87e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '1e5091f0-6e84-4391-a8b4-ae2264a359f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:56:34.255784 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-fec3b653-1f2b-47df-9d9d-08188ded9de7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:34.256182 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fec3b653-1f2b-47df-9d9d-08188ded9de7 None None] Bound using segment: {'id': '653b8aae-9a93-421e-861e-397fe317f87e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '1e5091f0-6e84-4391-a8b4-ae2264a359f4'} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:56:34.256782 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-fec3b653-1f2b-47df-9d9d-08188ded9de7 None None] Bound port: 6df74fdf-fd99-44be-afcd-e71da47f6ee3, host: n-d-813419-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '653b8aae-9a93-421e-861e-397fe317f87e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '1e5091f0-6e84-4391-a8b4-ae2264a359f4'}}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:56:34.257071 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-fec3b653-1f2b-47df-9d9d-08188ded9de7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:34.325058 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-1b93ba54-2e96-4404-98e9-2568523545c1 None None] For port f8ea686d-a3b7-484b-9a33-c1e2e52fc400, host n-d-813419-10, cleared binding levels {{(pid=102348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:56:34.350696 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-1b93ba54-2e96-4404-98e9-2568523545c1 None None] For port f8ea686d-a3b7-484b-9a33-c1e2e52fc400, host n-d-813419-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=f8ea686d-a3b7-484b-9a33-c1e2e52fc400,segment=NetworkSegment(7476648a-4c60-4e1b-910d-f4f7e7cbc317),segment_id=7476648a-4c60-4e1b-910d-f4f7e7cbc317)] {{(pid=102348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:56:34.361445 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-1b93ba54-2e96-4404-98e9-2568523545c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:34.428318 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-fec3b653-1f2b-47df-9d9d-08188ded9de7 None None] For port 6df74fdf-fd99-44be-afcd-e71da47f6ee3, host n-d-813419-10, cleared binding levels {{(pid=102348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:56:34.434626 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-fec3b653-1f2b-47df-9d9d-08188ded9de7 None None] For port 6df74fdf-fd99-44be-afcd-e71da47f6ee3, host n-d-813419-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=6df74fdf-fd99-44be-afcd-e71da47f6ee3,segment=NetworkSegment(653b8aae-9a93-421e-861e-397fe317f87e),segment_id=653b8aae-9a93-421e-861e-397fe317f87e)] {{(pid=102348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:56:34.444436 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-454f65a9-d82c-4f34-a985-fbf06924bdd1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1765699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1769372'] for router, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:34.458872 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-fec3b653-1f2b-47df-9d9d-08188ded9de7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:34.466958 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b93ba54-2e96-4404-98e9-2568523545c1 None None] Pushing event updated for resources: {'Port': ['ID=f8ea686d-a3b7-484b-9a33-c1e2e52fc400,revision_number=2']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:56:34.548793 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fec3b653-1f2b-47df-9d9d-08188ded9de7 None None] Routers {'4e5b8a42-3a60-4169-b43c-beee2b20b5de'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:56:34.549482 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-fec3b653-1f2b-47df-9d9d-08188ded9de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:56:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['4e5b8a42-3a60-4169-b43c-beee2b20b5de'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:56:34.643929 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-454f65a9-d82c-4f34-a985-fbf06924bdd1 admin admin] Router 248e91cc-b53b-4e31-9063-6a54b7adc10a is scheduled to L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb with binding_index 1 {{(pid=102347) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 10:56:34.668386 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08716831-a7b5-4cea-84cd-e51cf771dfd0 None None] Pushing event updated for resources: {'Port': ['ID=6df74fdf-fd99-44be-afcd-e71da47f6ee3,revision_number=4']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:56:34.784621 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-6bca2549-0e9b-4ea7-8345-abddc5537851 None None] Provisioning complete for port 6df74fdf-fd99-44be-afcd-e71da47f6ee3 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:56:34.786197 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-6bca2549-0e9b-4ea7-8345-abddc5537851 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:34.883739 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-454f65a9-d82c-4f34-a985-fbf06924bdd1 admin admin] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:56:34.903469 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvr_db [None req-fec3b653-1f2b-47df-9d9d-08188ded9de7 None None] Set router 4e5b8a42-3a60-4169-b43c-beee2b20b5de gateway port host: n-d-813419-10 {{(pid=102348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:56:34.907723 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3213d60-2661-4a88-af2c-d0a9b849da27 None None] Sync routers for ids ['248e91cc-b53b-4e31-9063-6a54b7adc10a'] in n-d-813419-10 {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:56:34.920261 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3213d60-2661-4a88-af2c-d0a9b849da27 None None] Routers {'248e91cc-b53b-4e31-9063-6a54b7adc10a'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:56:34.925350 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-b3213d60-2661-4a88-af2c-d0a9b849da27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:56:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['248e91cc-b53b-4e31-9063-6a54b7adc10a'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:56:34.928891 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 39188) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:56:34.932326 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-454f65a9-d82c-4f34-a985-fbf06924bdd1 admin admin] Publish callbacks [] for router, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:34.938287 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 39192) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:56:34.950270 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-454f65a9-d82c-4f34-a985-fbf06924bdd1 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.4849491 Oct 27 10:56:35.117641 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-6bca2549-0e9b-4ea7-8345-abddc5537851 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:35.155822 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvr_db [None req-b3213d60-2661-4a88-af2c-d0a9b849da27 None None] Set router 248e91cc-b53b-4e31-9063-6a54b7adc10a gateway port host: n-d-813419-10 {{(pid=102349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:56:35.242395 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-6bca2549-0e9b-4ea7-8345-abddc5537851 None None] For port 6df74fdf-fd99-44be-afcd-e71da47f6ee3, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=6df74fdf-fd99-44be-afcd-e71da47f6ee3,segment=NetworkSegment(653b8aae-9a93-421e-861e-397fe317f87e),segment_id=653b8aae-9a93-421e-861e-397fe317f87e)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:56:35.251154 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-6bca2549-0e9b-4ea7-8345-abddc5537851 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:35.299204 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-34d16bb0-c2cf-4740-a382-e7d5d12d58c4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:35.556975 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-b3213d60-2661-4a88-af2c-d0a9b849da27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '248e91cc-b53b-4e31-9063-6a54b7adc10a', 'name': 'tempest-TestServerBasicOps-1377904407-router', 'tenant_id': 'ba0b8c89ecb84eacabef3ffb9d0bf8ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.94'}], 'enable_snat': True}, 'gw_port_id': 'ad276016-fa00-4bd3-a62e-ed73c943a4a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:56:32Z', 'updated_at': '2021-10-27T10:56:33Z', 'revision_number': 3, 'project_id': 'ba0b8c89ecb84eacabef3ffb9d0bf8ec', 'gw_port': {'id': 'ad276016-fa00-4bd3-a62e-ed73c943a4a4', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:35:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '248e91cc-b53b-4e31-9063-6a54b7adc10a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:56:33Z', 'updated_at': '2021-10-27T10:56:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10'}], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:56:35.574588 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-3b4483b1-2d8b-4801-894a-e3b64145ff77 None None] Provisioning complete for port 6df74fdf-fd99-44be-afcd-e71da47f6ee3 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:56:35.575599 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-3b4483b1-2d8b-4801-894a-e3b64145ff77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:35.624818 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bca2549-0e9b-4ea7-8345-abddc5537851 None None] Pushing event updated for resources: {'Port': ['ID=6df74fdf-fd99-44be-afcd-e71da47f6ee3,revision_number=5']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:56:35.629050 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3213d60-2661-4a88-af2c-d0a9b849da27 None None] Checking router: 248e91cc-b53b-4e31-9063-6a54b7adc10a for host: n-d-813419-10 {{(pid=102349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 10:56:35.629401 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3213d60-2661-4a88-af2c-d0a9b849da27 None None] Updating router 248e91cc-b53b-4e31-9063-6a54b7adc10a port ad276016-fa00-4bd3-a62e-ed73c943a4a4 binding host n-d-813419-10 {{(pid=102349) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 10:56:35.688298 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-b3213d60-2661-4a88-af2c-d0a9b849da27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:35.742012 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-fec3b653-1f2b-47df-9d9d-08188ded9de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e5b8a42-3a60-4169-b43c-beee2b20b5de', 'name': 'tempest-TestServerBasicOps-1537137677-router', 'tenant_id': 'daf5757200ff42558a3fc6db88bf4432', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.2'}], 'enable_snat': True}, 'gw_port_id': '87274122-8696-4877-b6be-663010e32e55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:56:25Z', 'updated_at': '2021-10-27T10:56:29Z', 'revision_number': 4, 'project_id': 'daf5757200ff42558a3fc6db88bf4432', 'gw_port': {'id': '87274122-8696-4877-b6be-663010e32e55', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:4e:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e5b8a42-3a60-4169-b43c-beee2b20b5de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:56:26Z', 'updated_at': '2021-10-27T10:56:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_interfaces': [{'id': '6df74fdf-fd99-44be-afcd-e71da47f6ee3', 'name': '', 'network_id': '1e5091f0-6e84-4391-a8b4-ae2264a359f4', 'tenant_id': 'daf5757200ff42558a3fc6db88bf4432', 'mac_address': 'fa:16:3e:2b:41:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e5b8a42-3a60-4169-b43c-beee2b20b5de', 'device_owner': 'network:router_interface', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': '1aac50a7-7526-4e40-97b7-8585bdd60f67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:56:29Z', 'updated_at': '2021-10-27T10:56:34Z', 'revision_number': 4, 'project_id': 'daf5757200ff42558a3fc6db88bf4432', 'subnets': [{'id': '1aac50a7-7526-4e40-97b7-8585bdd60f67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:56:35.806492 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fec3b653-1f2b-47df-9d9d-08188ded9de7 None None] The sync data for ids ['4e5b8a42-3a60-4169-b43c-beee2b20b5de'] in n-d-813419-10 is: [{'id': '4e5b8a42-3a60-4169-b43c-beee2b20b5de', 'name': 'tempest-TestServerBasicOps-1537137677-router', 'tenant_id': 'daf5757200ff42558a3fc6db88bf4432', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.2'}], 'enable_snat': True}, 'gw_port_id': '87274122-8696-4877-b6be-663010e32e55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:56:25Z', 'updated_at': '2021-10-27T10:56:29Z', 'revision_number': 4, 'project_id': 'daf5757200ff42558a3fc6db88bf4432', 'gw_port': {'id': '87274122-8696-4877-b6be-663010e32e55', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:4e:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e5b8a42-3a60-4169-b43c-beee2b20b5de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:56:26Z', 'updated_at': '2021-10-27T10:56:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_interfaces': [{'id': '6df74fdf-fd99-44be-afcd-e71da47f6ee3', 'name': '', 'network_id': '1e5091f0-6e84-4391-a8b4-ae2264a359f4', 'tenant_id': 'daf5757200ff42558a3fc6db88bf4432', 'mac_address': 'fa:16:3e:2b:41:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e5b8a42-3a60-4169-b43c-beee2b20b5de', 'device_owner': 'network:router_interface', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': '1aac50a7-7526-4e40-97b7-8585bdd60f67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:56:29Z', 'updated_at': '2021-10-27T10:56:34Z', 'revision_number': 4, 'project_id': 'daf5757200ff42558a3fc6db88bf4432', 'subnets': [{'id': '1aac50a7-7526-4e40-97b7-8585bdd60f67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:56:35.871868 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-f437d3dc-c44a-4e38-84eb-a503f37f6e82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:35.901205 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-34d16bb0-c2cf-4740-a382-e7d5d12d58c4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:35.910569 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-34d16bb0-c2cf-4740-a382-e7d5d12d58c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:36.047644 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-34d16bb0-c2cf-4740-a382-e7d5d12d58c4 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8f3948d34cde4e4baaf9397105c8aa51&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1170456 Oct 27 10:56:36.050753 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 39196) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:56:36.057098 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d16bb0-c2cf-4740-a382-e7d5d12d58c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=451bd7d4-6f01-457b-8aa9-d74a70d9331e,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:56:36.167331 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-ef0f2a89-ff91-4797-be34-98dfde4f3a27 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:36.203993 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-ef0f2a89-ff91-4797-be34-98dfde4f3a27 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:36.206874 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-b3213d60-2661-4a88-af2c-d0a9b849da27 None None] Publish callbacks [] for port, precommit_update {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:36.216352 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-b3213d60-2661-4a88-af2c-d0a9b849da27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:36.222685 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa01e45b-a22a-4906-9f5d-bcf1c718860e None None] Network 5ee92392-30b8-40c4-b671-771bc4dafae0 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:56:36.258223 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.managers [None req-b3213d60-2661-4a88-af2c-d0a9b849da27 None None] Attempting to bind port ad276016-fa00-4bd3-a62e-ed73c943a4a4 on host n-d-813419-10 for vnic_type normal with profile {{(pid=102349) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:56:36.259245 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.managers [None req-b3213d60-2661-4a88-af2c-d0a9b849da27 None None] Attempting to bind port ad276016-fa00-4bd3-a62e-ed73c943a4a4 by drivers openvswitch,hyperv on host n-d-813419-10 at level 0 using segments [{'id': 'bc14127b-7032-4c50-bb5b-f6813cbae86e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'}] {{(pid=102349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:56:36.259812 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3213d60-2661-4a88-af2c-d0a9b849da27 None None] Attempting to bind port ad276016-fa00-4bd3-a62e-ed73c943a4a4 on network 185ff123-c7ff-45c7-a6be-71feb35acc9c {{(pid=102349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:56:36.260401 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_common [None req-f437d3dc-c44a-4e38-84eb-a503f37f6e82 admin admin] Allocated IP 172.20.0.1 (5ee92392-30b8-40c4-b671-771bc4dafae0/e8b4dc55-81b9-492d-a71b-a5650eed0808/15c52433-c442-49c7-93c9-f5f88080938f) {{(pid=102346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:56:36.292849 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3213d60-2661-4a88-af2c-d0a9b849da27 None None] Checking agent: {'id': '89dba0f3-79b2-435e-9822-33674b8f6ada', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 8, 20), 'started_at': datetime.datetime(2021, 10, 27, 10, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 56, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:56:36.293596 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3213d60-2661-4a88-af2c-d0a9b849da27 None None] Checking segment: {'id': 'bc14127b-7032-4c50-bb5b-f6813cbae86e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:56:36.294918 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-b3213d60-2661-4a88-af2c-d0a9b849da27 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:36.297724 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3213d60-2661-4a88-af2c-d0a9b849da27 None None] Bound using segment: {'id': 'bc14127b-7032-4c50-bb5b-f6813cbae86e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'} {{(pid=102349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:56:36.305359 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.managers [None req-b3213d60-2661-4a88-af2c-d0a9b849da27 None None] Bound port: ad276016-fa00-4bd3-a62e-ed73c943a4a4, host: n-d-813419-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc14127b-7032-4c50-bb5b-f6813cbae86e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'}}] {{(pid=102349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:56:36.308040 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-b3213d60-2661-4a88-af2c-d0a9b849da27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:36.316090 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-ef0f2a89-ff91-4797-be34-98dfde4f3a27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:36.319459 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-ef0f2a89-ff91-4797-be34-98dfde4f3a27 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:36.324379 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-ef0f2a89-ff91-4797-be34-98dfde4f3a27 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/451bd7d4-6f01-457b-8aa9-d74a70d9331e HTTP/1.1" status: 204 len: 168 time: 0.2723842 Oct 27 10:56:36.334995 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0f2a89-ff91-4797-be34-98dfde4f3a27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=451bd7d4-6f01-457b-8aa9-d74a70d9331e,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:56:36.360795 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-eaf18214-b1a7-4a05-b7c9-ee6758e1769d None None] Provisioning complete for port f8ea686d-a3b7-484b-9a33-c1e2e52fc400 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:56:36.361591 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-eaf18214-b1a7-4a05-b7c9-ee6758e1769d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:36.397898 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61dd8ca-c4ea-4c45-ad46-d16bc3381bbf None None] Pushing event updated for resources: {'Port': ['ID=ad276016-fa00-4bd3-a62e-ed73c943a4a4,revision_number=2']} {{(pid=102349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:56:36.406867 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.db [None req-b3213d60-2661-4a88-af2c-d0a9b849da27 None None] For port ad276016-fa00-4bd3-a62e-ed73c943a4a4, host n-d-813419-10, cleared binding levels {{(pid=102349) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:56:36.411284 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.db [None req-b3213d60-2661-4a88-af2c-d0a9b849da27 None None] For port ad276016-fa00-4bd3-a62e-ed73c943a4a4, host n-d-813419-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=ad276016-fa00-4bd3-a62e-ed73c943a4a4,segment=NetworkSegment(bc14127b-7032-4c50-bb5b-f6813cbae86e),segment_id=bc14127b-7032-4c50-bb5b-f6813cbae86e)] {{(pid=102349) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:56:36.418602 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-b3213d60-2661-4a88-af2c-d0a9b849da27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:36.512635 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3213d60-2661-4a88-af2c-d0a9b849da27 None None] Routers {'248e91cc-b53b-4e31-9063-6a54b7adc10a'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:56:36.513259 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-b3213d60-2661-4a88-af2c-d0a9b849da27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:56:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['248e91cc-b53b-4e31-9063-6a54b7adc10a'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:56:36.535605 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-f437d3dc-c44a-4e38-84eb-a503f37f6e82 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:36.612507 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-f437d3dc-c44a-4e38-84eb-a503f37f6e82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:36.620008 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61dd8ca-c4ea-4c45-ad46-d16bc3381bbf None None] Pushing event updated for resources: {'Port': ['ID=ad276016-fa00-4bd3-a62e-ed73c943a4a4,revision_number=3']} {{(pid=102349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:56:36.689831 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvr_db [None req-b3213d60-2661-4a88-af2c-d0a9b849da27 None None] Set router 248e91cc-b53b-4e31-9063-6a54b7adc10a gateway port host: n-d-813419-10 {{(pid=102349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:56:36.698550 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-eaf18214-b1a7-4a05-b7c9-ee6758e1769d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:36.727924 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f437d3dc-c44a-4e38-84eb-a503f37f6e82 admin admin] Network 5ee92392-30b8-40c4-b671-771bc4dafae0 is already hosted by enough agents. {{(pid=102346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:56:36.733796 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-f437d3dc-c44a-4e38-84eb-a503f37f6e82 admin admin] Resources bound (agent type, host, resource id): {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:56:36.751822 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f437d3dc-c44a-4e38-84eb-a503f37f6e82 admin admin] Received port after_create {{(pid=102346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:56:36.763266 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-eaf18214-b1a7-4a05-b7c9-ee6758e1769d None None] For port f8ea686d-a3b7-484b-9a33-c1e2e52fc400, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=f8ea686d-a3b7-484b-9a33-c1e2e52fc400,segment=NetworkSegment(7476648a-4c60-4e1b-910d-f4f7e7cbc317),segment_id=7476648a-4c60-4e1b-910d-f4f7e7cbc317)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:56:36.773814 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-eaf18214-b1a7-4a05-b7c9-ee6758e1769d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:36.806351 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f437d3dc-c44a-4e38-84eb-a503f37f6e82 admin admin] Pushing event updated for resources: {'Port': ['ID=15c52433-c442-49c7-93c9-f5f88080938f,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:56:36.850591 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-f437d3dc-c44a-4e38-84eb-a503f37f6e82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1664961'] for router_interface, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:36.896850 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf18214-b1a7-4a05-b7c9-ee6758e1769d None None] Pushing event updated for resources: {'Port': ['ID=f8ea686d-a3b7-484b-9a33-c1e2e52fc400,revision_number=3']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:56:36.928828 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 39202) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:56:36.944304 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-5db16199-480e-4417-8483-4330cb838cec admin admin] Publish callbacks [] for security_group, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:37.092602 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 6df74fdf-fd99-44be-afcd-e71da47f6ee3 up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:56:37.147726 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-b3213d60-2661-4a88-af2c-d0a9b849da27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '248e91cc-b53b-4e31-9063-6a54b7adc10a', 'name': 'tempest-TestServerBasicOps-1377904407-router', 'tenant_id': 'ba0b8c89ecb84eacabef3ffb9d0bf8ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.94'}], 'enable_snat': True}, 'gw_port_id': 'ad276016-fa00-4bd3-a62e-ed73c943a4a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:56:32Z', 'updated_at': '2021-10-27T10:56:33Z', 'revision_number': 3, 'project_id': 'ba0b8c89ecb84eacabef3ffb9d0bf8ec', 'gw_port': {'id': 'ad276016-fa00-4bd3-a62e-ed73c943a4a4', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:35:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '248e91cc-b53b-4e31-9063-6a54b7adc10a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:56:33Z', 'updated_at': '2021-10-27T10:56:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10'}], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:56:37.165415 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-5db16199-480e-4417-8483-4330cb838cec admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:37.172712 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-5db16199-480e-4417-8483-4330cb838cec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:37.207801 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-5db16199-480e-4417-8483-4330cb838cec admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=bc5d95c994fe44d88d6e43995966f46f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2777619 Oct 27 10:56:37.212157 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 39206) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:56:37.219814 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3213d60-2661-4a88-af2c-d0a9b849da27 None None] The sync data for ids ['248e91cc-b53b-4e31-9063-6a54b7adc10a'] in n-d-813419-10 is: [{'id': '248e91cc-b53b-4e31-9063-6a54b7adc10a', 'name': 'tempest-TestServerBasicOps-1377904407-router', 'tenant_id': 'ba0b8c89ecb84eacabef3ffb9d0bf8ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.94'}], 'enable_snat': True}, 'gw_port_id': 'ad276016-fa00-4bd3-a62e-ed73c943a4a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:56:32Z', 'updated_at': '2021-10-27T10:56:33Z', 'revision_number': 3, 'project_id': 'ba0b8c89ecb84eacabef3ffb9d0bf8ec', 'gw_port': {'id': 'ad276016-fa00-4bd3-a62e-ed73c943a4a4', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:35:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '248e91cc-b53b-4e31-9063-6a54b7adc10a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:56:33Z', 'updated_at': '2021-10-27T10:56:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10'}] {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:56:37.237506 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-f437d3dc-c44a-4e38-84eb-a503f37f6e82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:37.255917 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db16199-480e-4417-8483-4330cb838cec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a00cfcf7-7d1c-4072-9cc8-46ee9990f34e,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:56:37.272459 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-31d4b357-184f-45b6-9ec9-2324841e8b3d None None] Provisioning complete for port f8ea686d-a3b7-484b-9a33-c1e2e52fc400 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:56:37.273204 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-31d4b357-184f-45b6-9ec9-2324841e8b3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:37.333102 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port 6df74fdf-fd99-44be-afcd-e71da47f6ee3 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:56:37.333880 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:37.426176 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-c88ec9f1-17c0-404d-a8a4-4cdce7441f6b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:37.506980 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-31d4b357-184f-45b6-9ec9-2324841e8b3d None None] Provisioning complete for port 15c52433-c442-49c7-93c9-f5f88080938f triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:56:37.507441 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-31d4b357-184f-45b6-9ec9-2324841e8b3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:37.558759 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device f8ea686d-a3b7-484b-9a33-c1e2e52fc400 up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:56:37.592784 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-31d4b357-184f-45b6-9ec9-2324841e8b3d None None] Port 15c52433-c442-49c7-93c9-f5f88080938f cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:56:37.634802 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port f8ea686d-a3b7-484b-9a33-c1e2e52fc400 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:56:37.635175 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:37.727325 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-fe1e4060-d0f8-4e9a-9877-590473d5aed3 None None] Provisioning complete for port 15c52433-c442-49c7-93c9-f5f88080938f triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:56:37.727987 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-fe1e4060-d0f8-4e9a-9877-590473d5aed3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:37.812132 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-fe1e4060-d0f8-4e9a-9877-590473d5aed3 None None] Port 15c52433-c442-49c7-93c9-f5f88080938f cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:56:37.896544 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-c88ec9f1-17c0-404d-a8a4-4cdce7441f6b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:37.993623 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-c88ec9f1-17c0-404d-a8a4-4cdce7441f6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:37.996185 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-c88ec9f1-17c0-404d-a8a4-4cdce7441f6b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:38.000083 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-c88ec9f1-17c0-404d-a8a4-4cdce7441f6b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a00cfcf7-7d1c-4072-9cc8-46ee9990f34e HTTP/1.1" status: 204 len: 168 time: 0.7817814 Oct 27 10:56:38.006456 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-f437d3dc-c44a-4e38-84eb-a503f37f6e82 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:38.014990 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88ec9f1-17c0-404d-a8a4-4cdce7441f6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a00cfcf7-7d1c-4072-9cc8-46ee9990f34e,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:56:38.016825 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-f437d3dc-c44a-4e38-84eb-a503f37f6e82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27024173'] for port, after_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:38.107137 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f437d3dc-c44a-4e38-84eb-a503f37f6e82 admin admin] Pushing event updated for resources: {'Port': ['ID=15c52433-c442-49c7-93c9-f5f88080938f,revision_number=2']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:56:38.109630 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-f437d3dc-c44a-4e38-84eb-a503f37f6e82 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2006967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1766225'] for router_interface, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:38.218145 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f437d3dc-c44a-4e38-84eb-a503f37f6e82 admin admin] Network 5ee92392-30b8-40c4-b671-771bc4dafae0 is already hosted by enough agents. {{(pid=102346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:56:38.220416 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-f437d3dc-c44a-4e38-84eb-a503f37f6e82 admin admin] Resources bound (agent type, host, resource id): {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:56:38.384857 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f437d3dc-c44a-4e38-84eb-a503f37f6e82 admin admin] Router 248e91cc-b53b-4e31-9063-6a54b7adc10a has already been hosted by L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb {{(pid=102346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 10:56:38.545756 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f437d3dc-c44a-4e38-84eb-a503f37f6e82 admin admin] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:56:38.552141 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-f437d3dc-c44a-4e38-84eb-a503f37f6e82 admin admin] 10.222.0.44 "PUT /v2.0/routers/248e91cc-b53b-4e31-9063-6a54b7adc10a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6120932 Oct 27 10:56:38.640286 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-1bf11b0c-06a0-4c3c-a3b2-b0964bcce0e1 None None] Provisioning complete for port 15c52433-c442-49c7-93c9-f5f88080938f triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:56:38.640657 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-1bf11b0c-06a0-4c3c-a3b2-b0964bcce0e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:38.709994 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-1bf11b0c-06a0-4c3c-a3b2-b0964bcce0e1 None None] Port 15c52433-c442-49c7-93c9-f5f88080938f cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:56:38.978981 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device ad276016-fa00-4bd3-a62e-ed73c943a4a4 up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:56:39.052174 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port ad276016-fa00-4bd3-a62e-ed73c943a4a4 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:56:39.052622 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:39.109146 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:39.185268 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:39.216804 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] For port ad276016-fa00-4bd3-a62e-ed73c943a4a4, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=ad276016-fa00-4bd3-a62e-ed73c943a4a4,segment=NetworkSegment(bc14127b-7032-4c50-bb5b-f6813cbae86e),segment_id=bc14127b-7032-4c50-bb5b-f6813cbae86e)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:56:39.222999 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:39.226007 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device f8ea686d-a3b7-484b-9a33-c1e2e52fc400 up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:56:39.363064 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 39248) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:56:39.372594 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-fdcd660b-62c0-456b-8042-2046ff78b9f3 tempest-TestServerBasicOps-542760771 tempest-TestServerBasicOps-542760771-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-354722469', 'description': 'tempest-secgroup-smoke-354722469 description', 'project_id': 'daf5757200ff42558a3fc6db88bf4432'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:56:39.397466 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Pushing event updated for resources: {'Port': ['ID=ad276016-fa00-4bd3-a62e-ed73c943a4a4,revision_number=4']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:56:39.400691 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-fdcd660b-62c0-456b-8042-2046ff78b9f3 tempest-TestServerBasicOps-542760771 tempest-TestServerBasicOps-542760771-project] Publish callbacks [] for security_group, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:39.407254 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port f8ea686d-a3b7-484b-9a33-c1e2e52fc400 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:56:39.407987 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:39.533090 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-fdcd660b-62c0-456b-8042-2046ff78b9f3 tempest-TestServerBasicOps-542760771 tempest-TestServerBasicOps-542760771-project] Publish callbacks [] for security_group, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:39.539500 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-fdcd660b-62c0-456b-8042-2046ff78b9f3 tempest-TestServerBasicOps-542760771 tempest-TestServerBasicOps-542760771-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:39.583787 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-fdcd660b-62c0-456b-8042-2046ff78b9f3 tempest-TestServerBasicOps-542760771 tempest-TestServerBasicOps-542760771-project] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:39.585674 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-fdcd660b-62c0-456b-8042-2046ff78b9f3 tempest-TestServerBasicOps-542760771 tempest-TestServerBasicOps-542760771-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2200742 Oct 27 10:56:39.586946 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcd660b-62c0-456b-8042-2046ff78b9f3 tempest-TestServerBasicOps-542760771 tempest-TestServerBasicOps-542760771-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64c0e070-427c-485d-9f63-f3c1a25c4cf5,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:56:39.588038 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 39254) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:56:39.595741 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-fa4de32a-e746-42e6-9f90-16d6766eb1de tempest-TestServerBasicOps-542760771 tempest-TestServerBasicOps-542760771-project] Request body: {'security_group_rule': {'security_group_id': '64c0e070-427c-485d-9f63-f3c1a25c4cf5', 'project_id': 'daf5757200ff42558a3fc6db88bf4432', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:56:39.601434 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf4aaa82-b88b-46e0-bab2-5ec80ed8be59 None None] Sync routers for ids ['248e91cc-b53b-4e31-9063-6a54b7adc10a'] in n-d-813419-10 {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:56:39.633600 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf4aaa82-b88b-46e0-bab2-5ec80ed8be59 None None] Routers {'248e91cc-b53b-4e31-9063-6a54b7adc10a'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:56:39.634427 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-cf4aaa82-b88b-46e0-bab2-5ec80ed8be59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:56:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['248e91cc-b53b-4e31-9063-6a54b7adc10a'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:56:39.634985 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-fa4de32a-e746-42e6-9f90-16d6766eb1de tempest-TestServerBasicOps-542760771 tempest-TestServerBasicOps-542760771-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:39.713665 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-fa4de32a-e746-42e6-9f90-16d6766eb1de tempest-TestServerBasicOps-542760771 tempest-TestServerBasicOps-542760771-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:39.740997 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-fa4de32a-e746-42e6-9f90-16d6766eb1de tempest-TestServerBasicOps-542760771 tempest-TestServerBasicOps-542760771-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671902'] for security_group_rule, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:39.810423 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4de32a-e746-42e6-9f90-16d6766eb1de tempest-TestServerBasicOps-542760771 tempest-TestServerBasicOps-542760771-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e179f9a-6c13-43e3-83aa-beae1aa371c1,revision_number=0']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:56:39.830989 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-fa4de32a-e746-42e6-9f90-16d6766eb1de tempest-TestServerBasicOps-542760771 tempest-TestServerBasicOps-542760771-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:39.835376 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-fa4de32a-e746-42e6-9f90-16d6766eb1de tempest-TestServerBasicOps-542760771 tempest-TestServerBasicOps-542760771-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2412891 Oct 27 10:56:39.835755 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 39262) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:56:39.841309 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-0065827e-4985-4456-98de-96cd0c7047c9 tempest-TestServerBasicOps-542760771 tempest-TestServerBasicOps-542760771-project] Request body: {'security_group_rule': {'security_group_id': '64c0e070-427c-485d-9f63-f3c1a25c4cf5', 'project_id': 'daf5757200ff42558a3fc6db88bf4432', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:56:39.849121 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvr_db [None req-cf4aaa82-b88b-46e0-bab2-5ec80ed8be59 None None] Set router 248e91cc-b53b-4e31-9063-6a54b7adc10a gateway port host: n-d-813419-10 {{(pid=102348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:56:39.879697 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-0065827e-4985-4456-98de-96cd0c7047c9 tempest-TestServerBasicOps-542760771 tempest-TestServerBasicOps-542760771-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:39.990770 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-0065827e-4985-4456-98de-96cd0c7047c9 tempest-TestServerBasicOps-542760771 tempest-TestServerBasicOps-542760771-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:39.999306 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-0065827e-4985-4456-98de-96cd0c7047c9 tempest-TestServerBasicOps-542760771 tempest-TestServerBasicOps-542760771-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671902'] for security_group_rule, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:40.037585 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0065827e-4985-4456-98de-96cd0c7047c9 tempest-TestServerBasicOps-542760771 tempest-TestServerBasicOps-542760771-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=987af949-110d-414e-bc47-7362b0b0efb8,revision_number=0']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:56:40.056262 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-0065827e-4985-4456-98de-96cd0c7047c9 tempest-TestServerBasicOps-542760771 tempest-TestServerBasicOps-542760771-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:40.057566 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-0065827e-4985-4456-98de-96cd0c7047c9 tempest-TestServerBasicOps-542760771 tempest-TestServerBasicOps-542760771-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2207336 Oct 27 10:56:40.060239 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 39270) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:56:40.067369 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-860b4909-10d0-46f5-a445-e02353d19548 tempest-TestServerBasicOps-542760771 tempest-TestServerBasicOps-542760771-project] Request body: {'security_group_rule': {'security_group_id': '64c0e070-427c-485d-9f63-f3c1a25c4cf5', 'project_id': 'daf5757200ff42558a3fc6db88bf4432', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:56:40.124821 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-860b4909-10d0-46f5-a445-e02353d19548 tempest-TestServerBasicOps-542760771 tempest-TestServerBasicOps-542760771-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:40.239843 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-860b4909-10d0-46f5-a445-e02353d19548 tempest-TestServerBasicOps-542760771 tempest-TestServerBasicOps-542760771-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:40.245148 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-860b4909-10d0-46f5-a445-e02353d19548 tempest-TestServerBasicOps-542760771 tempest-TestServerBasicOps-542760771-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671902'] for security_group_rule, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:40.263519 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860b4909-10d0-46f5-a445-e02353d19548 tempest-TestServerBasicOps-542760771 tempest-TestServerBasicOps-542760771-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55037ae0-df49-4742-a993-90f2d34c8929,revision_number=0']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:56:40.282360 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-860b4909-10d0-46f5-a445-e02353d19548 tempest-TestServerBasicOps-542760771 tempest-TestServerBasicOps-542760771-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:40.284683 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-cf4aaa82-b88b-46e0-bab2-5ec80ed8be59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '248e91cc-b53b-4e31-9063-6a54b7adc10a', 'name': 'tempest-TestServerBasicOps-1377904407-router', 'tenant_id': 'ba0b8c89ecb84eacabef3ffb9d0bf8ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.94'}], 'enable_snat': True}, 'gw_port_id': 'ad276016-fa00-4bd3-a62e-ed73c943a4a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:56:32Z', 'updated_at': '2021-10-27T10:56:37Z', 'revision_number': 4, 'project_id': 'ba0b8c89ecb84eacabef3ffb9d0bf8ec', 'gw_port': {'id': 'ad276016-fa00-4bd3-a62e-ed73c943a4a4', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:35:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '248e91cc-b53b-4e31-9063-6a54b7adc10a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:56:33Z', 'updated_at': '2021-10-27T10:56:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_interfaces': [{'id': '15c52433-c442-49c7-93c9-f5f88080938f', 'name': '', 'network_id': '5ee92392-30b8-40c4-b671-771bc4dafae0', 'tenant_id': 'ba0b8c89ecb84eacabef3ffb9d0bf8ec', 'mac_address': 'fa:16:3e:55:e2:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '248e91cc-b53b-4e31-9063-6a54b7adc10a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': 'e8b4dc55-81b9-492d-a71b-a5650eed0808', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:56:35Z', 'updated_at': '2021-10-27T10:56:37Z', 'revision_number': 2, 'project_id': 'ba0b8c89ecb84eacabef3ffb9d0bf8ec', 'subnets': [{'id': 'e8b4dc55-81b9-492d-a71b-a5650eed0808', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:56:40.286973 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 39272) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:56:40.287671 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-860b4909-10d0-46f5-a445-e02353d19548 tempest-TestServerBasicOps-542760771 tempest-TestServerBasicOps-542760771-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2257540 Oct 27 10:56:40.294787 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-ede88190-5a25-405d-b9a7-90b1f75f8e78 tempest-TestServerBasicOps-542760771 tempest-TestServerBasicOps-542760771-project] Request body: {'security_group_rule': {'security_group_id': '64c0e070-427c-485d-9f63-f3c1a25c4cf5', 'project_id': 'daf5757200ff42558a3fc6db88bf4432', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:56:40.349765 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf4aaa82-b88b-46e0-bab2-5ec80ed8be59 None None] Checking router: 248e91cc-b53b-4e31-9063-6a54b7adc10a for host: n-d-813419-10 {{(pid=102348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 10:56:40.350409 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf4aaa82-b88b-46e0-bab2-5ec80ed8be59 None None] Updating router 248e91cc-b53b-4e31-9063-6a54b7adc10a port 15c52433-c442-49c7-93c9-f5f88080938f binding host n-d-813419-10 {{(pid=102348) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 10:56:40.369177 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ede88190-5a25-405d-b9a7-90b1f75f8e78 tempest-TestServerBasicOps-542760771 tempest-TestServerBasicOps-542760771-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:40.415247 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-cf4aaa82-b88b-46e0-bab2-5ec80ed8be59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:40.471912 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ede88190-5a25-405d-b9a7-90b1f75f8e78 tempest-TestServerBasicOps-542760771 tempest-TestServerBasicOps-542760771-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:40.480155 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ede88190-5a25-405d-b9a7-90b1f75f8e78 tempest-TestServerBasicOps-542760771 tempest-TestServerBasicOps-542760771-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671902'] for security_group_rule, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:40.528895 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ede88190-5a25-405d-b9a7-90b1f75f8e78 tempest-TestServerBasicOps-542760771 tempest-TestServerBasicOps-542760771-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:40.530135 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-ede88190-5a25-405d-b9a7-90b1f75f8e78 tempest-TestServerBasicOps-542760771 tempest-TestServerBasicOps-542760771-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2417450 Oct 27 10:56:40.533414 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 39280) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:56:40.537904 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede88190-5a25-405d-b9a7-90b1f75f8e78 tempest-TestServerBasicOps-542760771 tempest-TestServerBasicOps-542760771-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b22d7537-7127-47f0-bd7a-391d49ea3a7e,revision_number=0']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:56:40.546215 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-fbff05cf-12de-425a-95e5-c3cbad6de7ad tempest-TestServerBasicOps-542760771 tempest-TestServerBasicOps-542760771-project] Request body: {'security_group_rule': {'security_group_id': '64c0e070-427c-485d-9f63-f3c1a25c4cf5', 'project_id': 'daf5757200ff42558a3fc6db88bf4432', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:56:40.598611 n-d-813419-10 neutron-server[102346]: INFO neutron.db.securitygroups_db [None req-fbff05cf-12de-425a-95e5-c3cbad6de7ad tempest-TestServerBasicOps-542760771 tempest-TestServerBasicOps-542760771-project] Project daf5757200ff42558a3fc6db88bf4432 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 27 10:56:40.611099 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-fbff05cf-12de-425a-95e5-c3cbad6de7ad tempest-TestServerBasicOps-542760771 tempest-TestServerBasicOps-542760771-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:40.778959 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-fbff05cf-12de-425a-95e5-c3cbad6de7ad tempest-TestServerBasicOps-542760771 tempest-TestServerBasicOps-542760771-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:40.783921 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-fbff05cf-12de-425a-95e5-c3cbad6de7ad tempest-TestServerBasicOps-542760771 tempest-TestServerBasicOps-542760771-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671902'] for security_group_rule, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:40.821117 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbff05cf-12de-425a-95e5-c3cbad6de7ad tempest-TestServerBasicOps-542760771 tempest-TestServerBasicOps-542760771-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68b89f0d-abff-4798-9837-dd704219bf6b,revision_number=0']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:56:40.840999 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-fbff05cf-12de-425a-95e5-c3cbad6de7ad tempest-TestServerBasicOps-542760771 tempest-TestServerBasicOps-542760771-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:40.842716 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-fbff05cf-12de-425a-95e5-c3cbad6de7ad tempest-TestServerBasicOps-542760771 tempest-TestServerBasicOps-542760771-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3066099 Oct 27 10:56:40.844898 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 39286) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:56:40.849903 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-e5d3c584-6b0d-47b9-80bb-002204195272 tempest-TestServerBasicOps-542760771 tempest-TestServerBasicOps-542760771-project] Request body: {'security_group_rule': {'security_group_id': '64c0e070-427c-485d-9f63-f3c1a25c4cf5', 'project_id': 'daf5757200ff42558a3fc6db88bf4432', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:56:40.900872 n-d-813419-10 neutron-server[102346]: INFO neutron.db.securitygroups_db [None req-e5d3c584-6b0d-47b9-80bb-002204195272 tempest-TestServerBasicOps-542760771 tempest-TestServerBasicOps-542760771-project] Project daf5757200ff42558a3fc6db88bf4432 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 27 10:56:40.906625 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-e5d3c584-6b0d-47b9-80bb-002204195272 tempest-TestServerBasicOps-542760771 tempest-TestServerBasicOps-542760771-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:40.908980 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device ad276016-fa00-4bd3-a62e-ed73c943a4a4 up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:56:40.997362 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-cf4aaa82-b88b-46e0-bab2-5ec80ed8be59 None None] Publish callbacks [] for port, precommit_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:41.008574 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port ad276016-fa00-4bd3-a62e-ed73c943a4a4 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:56:41.008806 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-e5d3c584-6b0d-47b9-80bb-002204195272 tempest-TestServerBasicOps-542760771 tempest-TestServerBasicOps-542760771-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:41.009583 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:41.011636 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-cf4aaa82-b88b-46e0-bab2-5ec80ed8be59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:41.013019 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-e5d3c584-6b0d-47b9-80bb-002204195272 tempest-TestServerBasicOps-542760771 tempest-TestServerBasicOps-542760771-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671902'] for security_group_rule, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:41.039151 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d3c584-6b0d-47b9-80bb-002204195272 tempest-TestServerBasicOps-542760771 tempest-TestServerBasicOps-542760771-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ceb1c1be-ec9e-46da-ad6f-3db04b2193cf,revision_number=0']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:56:41.060900 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-e5d3c584-6b0d-47b9-80bb-002204195272 tempest-TestServerBasicOps-542760771 tempest-TestServerBasicOps-542760771-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:41.062554 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-e5d3c584-6b0d-47b9-80bb-002204195272 tempest-TestServerBasicOps-542760771 tempest-TestServerBasicOps-542760771-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2165365 Oct 27 10:56:41.204165 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a08cd5-c9de-4e7d-bc98-56537af05589 None None] Pushing event updated for resources: {'Port': ['ID=15c52433-c442-49c7-93c9-f5f88080938f,revision_number=3']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:56:41.248256 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-cf4aaa82-b88b-46e0-bab2-5ec80ed8be59 None None] Attempting to bind port 15c52433-c442-49c7-93c9-f5f88080938f on host n-d-813419-10 for vnic_type normal with profile {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:56:41.249111 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-cf4aaa82-b88b-46e0-bab2-5ec80ed8be59 None None] Attempting to bind port 15c52433-c442-49c7-93c9-f5f88080938f by drivers openvswitch,hyperv on host n-d-813419-10 at level 0 using segments [{'id': '7476648a-4c60-4e1b-910d-f4f7e7cbc317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '5ee92392-30b8-40c4-b671-771bc4dafae0'}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:56:41.249985 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf4aaa82-b88b-46e0-bab2-5ec80ed8be59 None None] Attempting to bind port 15c52433-c442-49c7-93c9-f5f88080938f on network 5ee92392-30b8-40c4-b671-771bc4dafae0 {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:56:41.258118 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf4aaa82-b88b-46e0-bab2-5ec80ed8be59 None None] Checking agent: {'id': '89dba0f3-79b2-435e-9822-33674b8f6ada', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 8, 20), 'started_at': datetime.datetime(2021, 10, 27, 10, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 56, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:56:41.259046 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf4aaa82-b88b-46e0-bab2-5ec80ed8be59 None None] Checking segment: {'id': '7476648a-4c60-4e1b-910d-f4f7e7cbc317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '5ee92392-30b8-40c4-b671-771bc4dafae0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:56:41.259698 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-cf4aaa82-b88b-46e0-bab2-5ec80ed8be59 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:41.260592 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf4aaa82-b88b-46e0-bab2-5ec80ed8be59 None None] Bound using segment: {'id': '7476648a-4c60-4e1b-910d-f4f7e7cbc317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '5ee92392-30b8-40c4-b671-771bc4dafae0'} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:56:41.261294 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-cf4aaa82-b88b-46e0-bab2-5ec80ed8be59 None None] Bound port: 15c52433-c442-49c7-93c9-f5f88080938f, host: n-d-813419-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7476648a-4c60-4e1b-910d-f4f7e7cbc317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '5ee92392-30b8-40c4-b671-771bc4dafae0'}}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:56:41.261926 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-cf4aaa82-b88b-46e0-bab2-5ec80ed8be59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:41.340990 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-cf4aaa82-b88b-46e0-bab2-5ec80ed8be59 None None] For port 15c52433-c442-49c7-93c9-f5f88080938f, host n-d-813419-10, cleared binding levels {{(pid=102348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:56:41.345375 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-cf4aaa82-b88b-46e0-bab2-5ec80ed8be59 None None] For port 15c52433-c442-49c7-93c9-f5f88080938f, host n-d-813419-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=15c52433-c442-49c7-93c9-f5f88080938f,segment=NetworkSegment(7476648a-4c60-4e1b-910d-f4f7e7cbc317),segment_id=7476648a-4c60-4e1b-910d-f4f7e7cbc317)] {{(pid=102348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:56:41.379142 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-cf4aaa82-b88b-46e0-bab2-5ec80ed8be59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:41.436383 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-120874d9-09ba-422c-b77f-9a968c0e86bb req-4e559a53-bd11-4ef1-8d52-61d0428c74f8 tempest-TestServerBasicOps-542760771 tempest-TestServerBasicOps-542760771-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-354722469&fields=id&tenant_id=daf5757200ff42558a3fc6db88bf4432 HTTP/1.1" status: 200 len: 267 time: 0.0983729 Oct 27 10:56:41.500880 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf4aaa82-b88b-46e0-bab2-5ec80ed8be59 None None] Routers {'248e91cc-b53b-4e31-9063-6a54b7adc10a'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:56:41.501635 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-cf4aaa82-b88b-46e0-bab2-5ec80ed8be59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:56:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['248e91cc-b53b-4e31-9063-6a54b7adc10a'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:56:41.644284 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a08cd5-c9de-4e7d-bc98-56537af05589 None None] Pushing event updated for resources: {'Port': ['ID=15c52433-c442-49c7-93c9-f5f88080938f,revision_number=4']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:56:41.646609 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120874d9-09ba-422c-b77f-9a968c0e86bb req-c579cb1b-af4f-4078-9f80-426de198fb78 tempest-TestServerBasicOps-542760771 tempest-TestServerBasicOps-542760771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:56:41.648575 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-120874d9-09ba-422c-b77f-9a968c0e86bb req-c579cb1b-af4f-4078-9f80-426de198fb78 tempest-TestServerBasicOps-542760771 tempest-TestServerBasicOps-542760771-project] 10.222.0.44 "GET /v2.0/networks?id=1e5091f0-6e84-4391-a8b4-ae2264a359f4 HTTP/1.1" status: 200 len: 809 time: 0.2106106 Oct 27 10:56:41.686737 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-120874d9-09ba-422c-b77f-9a968c0e86bb req-8ea07858-3b24-4893-8835-6053e09096fb tempest-TestServerBasicOps-542760771 tempest-TestServerBasicOps-542760771-project] 10.222.0.44 "GET /v2.0/quotas/daf5757200ff42558a3fc6db88bf4432 HTTP/1.1" status: 200 len: 375 time: 0.0256050 Oct 27 10:56:41.792086 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-120874d9-09ba-422c-b77f-9a968c0e86bb req-e945ce7b-6279-4ca3-9bf7-a908bc264e00 tempest-TestServerBasicOps-542760771 tempest-TestServerBasicOps-542760771-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=daf5757200ff42558a3fc6db88bf4432&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0945327 Oct 27 10:56:41.922942 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-e08dfe90-d2fc-4027-87f9-422c0a10a625 None None] Provisioning complete for port 15c52433-c442-49c7-93c9-f5f88080938f triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:56:41.923312 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-e08dfe90-d2fc-4027-87f9-422c0a10a625 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:42.004120 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-120874d9-09ba-422c-b77f-9a968c0e86bb req-19c6e515-6de2-4671-876d-07ab1d93fb27 service neutron] 10.222.0.44 "GET /v2.0/networks/1e5091f0-6e84-4391-a8b4-ae2264a359f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1987488 Oct 27 10:56:42.017572 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvr_db [None req-cf4aaa82-b88b-46e0-bab2-5ec80ed8be59 None None] Set router 248e91cc-b53b-4e31-9063-6a54b7adc10a gateway port host: n-d-813419-10 {{(pid=102348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:56:42.110918 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-120874d9-09ba-422c-b77f-9a968c0e86bb req-dccf13a5-6a9b-49d3-9845-9696467cc8dd service neutron] 10.222.0.44 "GET /v2.0/networks/1e5091f0-6e84-4391-a8b4-ae2264a359f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999992 Oct 27 10:56:42.185078 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-e08dfe90-d2fc-4027-87f9-422c0a10a625 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:42.359769 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-e08dfe90-d2fc-4027-87f9-422c0a10a625 None None] For port 15c52433-c442-49c7-93c9-f5f88080938f, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=15c52433-c442-49c7-93c9-f5f88080938f,segment=NetworkSegment(7476648a-4c60-4e1b-910d-f4f7e7cbc317),segment_id=7476648a-4c60-4e1b-910d-f4f7e7cbc317)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:56:42.373141 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-e08dfe90-d2fc-4027-87f9-422c0a10a625 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:42.425912 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-0cb1341a-2b2e-458a-988b-513f6035a23b req-49f5bc84-e72f-41cb-ae88-cf4e540331a4 tempest-TestServerBasicOps-542760771 tempest-TestServerBasicOps-542760771-project] 10.222.0.44 "GET /v2.0/ports?device_id=15c0f390-6919-47bb-8b7c-e3480f23c6ed HTTP/1.1" status: 200 len: 210 time: 0.0436292 Oct 27 10:56:42.436642 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08dfe90-d2fc-4027-87f9-422c0a10a625 None None] Pushing event updated for resources: {'Port': ['ID=15c52433-c442-49c7-93c9-f5f88080938f,revision_number=5']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:56:42.462939 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-cf4aaa82-b88b-46e0-bab2-5ec80ed8be59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '248e91cc-b53b-4e31-9063-6a54b7adc10a', 'name': 'tempest-TestServerBasicOps-1377904407-router', 'tenant_id': 'ba0b8c89ecb84eacabef3ffb9d0bf8ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.94'}], 'enable_snat': True}, 'gw_port_id': 'ad276016-fa00-4bd3-a62e-ed73c943a4a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:56:32Z', 'updated_at': '2021-10-27T10:56:37Z', 'revision_number': 4, 'project_id': 'ba0b8c89ecb84eacabef3ffb9d0bf8ec', 'gw_port': {'id': 'ad276016-fa00-4bd3-a62e-ed73c943a4a4', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:35:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '248e91cc-b53b-4e31-9063-6a54b7adc10a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:56:33Z', 'updated_at': '2021-10-27T10:56:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_interfaces': [{'id': '15c52433-c442-49c7-93c9-f5f88080938f', 'name': '', 'network_id': '5ee92392-30b8-40c4-b671-771bc4dafae0', 'tenant_id': 'ba0b8c89ecb84eacabef3ffb9d0bf8ec', 'mac_address': 'fa:16:3e:55:e2:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '248e91cc-b53b-4e31-9063-6a54b7adc10a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': 'e8b4dc55-81b9-492d-a71b-a5650eed0808', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:56:35Z', 'updated_at': '2021-10-27T10:56:41Z', 'revision_number': 4, 'project_id': 'ba0b8c89ecb84eacabef3ffb9d0bf8ec', 'subnets': [{'id': 'e8b4dc55-81b9-492d-a71b-a5650eed0808', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:56:42.502893 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf4aaa82-b88b-46e0-bab2-5ec80ed8be59 None None] The sync data for ids ['248e91cc-b53b-4e31-9063-6a54b7adc10a'] in n-d-813419-10 is: [{'id': '248e91cc-b53b-4e31-9063-6a54b7adc10a', 'name': 'tempest-TestServerBasicOps-1377904407-router', 'tenant_id': 'ba0b8c89ecb84eacabef3ffb9d0bf8ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.94'}], 'enable_snat': True}, 'gw_port_id': 'ad276016-fa00-4bd3-a62e-ed73c943a4a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:56:32Z', 'updated_at': '2021-10-27T10:56:37Z', 'revision_number': 4, 'project_id': 'ba0b8c89ecb84eacabef3ffb9d0bf8ec', 'gw_port': {'id': 'ad276016-fa00-4bd3-a62e-ed73c943a4a4', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:35:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '248e91cc-b53b-4e31-9063-6a54b7adc10a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:56:33Z', 'updated_at': '2021-10-27T10:56:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_interfaces': [{'id': '15c52433-c442-49c7-93c9-f5f88080938f', 'name': '', 'network_id': '5ee92392-30b8-40c4-b671-771bc4dafae0', 'tenant_id': 'ba0b8c89ecb84eacabef3ffb9d0bf8ec', 'mac_address': 'fa:16:3e:55:e2:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '248e91cc-b53b-4e31-9063-6a54b7adc10a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': 'e8b4dc55-81b9-492d-a71b-a5650eed0808', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:56:35Z', 'updated_at': '2021-10-27T10:56:41Z', 'revision_number': 4, 'project_id': 'ba0b8c89ecb84eacabef3ffb9d0bf8ec', 'subnets': [{'id': 'e8b4dc55-81b9-492d-a71b-a5650eed0808', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:56:42.516359 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-2d752f9d-16d3-48d4-8c8e-bf901a3ab6c0 None None] Provisioning complete for port 15c52433-c442-49c7-93c9-f5f88080938f triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:56:42.516733 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-2d752f9d-16d3-48d4-8c8e-bf901a3ab6c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:42.853114 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 15c52433-c442-49c7-93c9-f5f88080938f up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:56:42.905627 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port 15c52433-c442-49c7-93c9-f5f88080938f triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:56:42.905996 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:43.040101 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-acff2c24-ebbd-40e7-b8ad-e38600ef15e3 req-00fe2402-82d1-4150-8312-934ec4e708fc service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=8c280a57-b5b3-4702-a42f-d4f4a9313432&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0598671 Oct 27 10:56:43.140479 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acff2c24-ebbd-40e7-b8ad-e38600ef15e3 req-c9b5c399-f45f-4336-a308-8ffdefa80d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:56:43.141970 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-acff2c24-ebbd-40e7-b8ad-e38600ef15e3 req-c9b5c399-f45f-4336-a308-8ffdefa80d24 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=b02a92ec9ad04d95b8ea6a5db5946dfb&device_id=8c280a57-b5b3-4702-a42f-d4f4a9313432 HTTP/1.1" status: 200 len: 1097 time: 0.0554230 Oct 27 10:56:43.263941 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acff2c24-ebbd-40e7-b8ad-e38600ef15e3 req-c490fa7b-d852-415f-b423-aab9e403e273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:56:43.265589 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-acff2c24-ebbd-40e7-b8ad-e38600ef15e3 req-c490fa7b-d852-415f-b423-aab9e403e273 service neutron] 10.222.0.76 "GET /v2.0/networks?id=33cc32c2-598c-44fc-a251-6575a62c00c5 HTTP/1.1" status: 200 len: 912 time: 0.1019495 Oct 27 10:56:43.341731 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-acff2c24-ebbd-40e7-b8ad-e38600ef15e3 req-a58cf019-7aa4-4b8b-a55a-0e9e47e7424b service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=493b566b-8077-47ab-b0fa-7e567159f7fd HTTP/1.1" status: 200 len: 1001 time: 0.0687597 Oct 27 10:56:43.397516 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acff2c24-ebbd-40e7-b8ad-e38600ef15e3 req-8c4ea6c6-0bb0-46b9-bb6e-c73b3e2e23c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:56:43.399239 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-acff2c24-ebbd-40e7-b8ad-e38600ef15e3 req-8c4ea6c6-0bb0-46b9-bb6e-c73b3e2e23c9 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=87624d80-dded-417f-af79-cc56a741e5c4 HTTP/1.1" status: 200 len: 850 time: 0.0507340 Oct 27 10:56:43.451221 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acff2c24-ebbd-40e7-b8ad-e38600ef15e3 req-738a37b7-3e42-48e5-b86d-1e559686c160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:56:43.453032 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-acff2c24-ebbd-40e7-b8ad-e38600ef15e3 req-738a37b7-3e42-48e5-b86d-1e559686c160 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=33cc32c2-598c-44fc-a251-6575a62c00c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0453441 Oct 27 10:56:43.505916 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-84756c56-08cd-461d-8431-c449643f426e req-6993cfe4-20f2-4e8c-8245-d23610ca0f4c tempest-TestServerBasicOps-542760771 tempest-TestServerBasicOps-542760771-project] 10.222.0.44 "GET /v2.0/ports?device_id=15c0f390-6919-47bb-8b7c-e3480f23c6ed HTTP/1.1" status: 200 len: 210 time: 0.0370953 Oct 27 10:56:43.567015 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-acff2c24-ebbd-40e7-b8ad-e38600ef15e3 req-bad83bd8-811f-4be7-b8ce-44e2b8dd282e service neutron] 10.222.0.76 "GET /v2.0/networks/33cc32c2-598c-44fc-a251-6575a62c00c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054919 Oct 27 10:56:43.646309 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 39326) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:56:43.680970 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-acff2c24-ebbd-40e7-b8ad-e38600ef15e3 req-3cb01f1c-8d71-41bf-91b7-7e4a45176525 service neutron] 10.222.0.76 "GET /v2.0/networks/33cc32c2-598c-44fc-a251-6575a62c00c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054370 Oct 27 10:56:43.833456 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-9d9f858b-0ec9-4476-ab8d-d25389ac141c tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Deleting port cf86d690-2114-43d0-a8cc-0672c3e49d22 {{(pid=102347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:56:43.833711 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-9d9f858b-0ec9-4476-ab8d-d25389ac141c tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:43.911742 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-9d9f858b-0ec9-4476-ab8d-d25389ac141c tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:43.912144 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-9d9f858b-0ec9-4476-ab8d-d25389ac141c tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:43.924643 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-9d9f858b-0ec9-4476-ab8d-d25389ac141c tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Calling delete_port for cf86d690-2114-43d0-a8cc-0672c3e49d22 owned by network:floatingip {{(pid=102347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:56:44.080858 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-9d9f858b-0ec9-4476-ab8d-d25389ac141c tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:44.108724 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9f858b-0ec9-4476-ab8d-d25389ac141c tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Pushing event deleted for resources: {'Port': ['ID=cf86d690-2114-43d0-a8cc-0672c3e49d22,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:56:44.176603 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-9d9f858b-0ec9-4476-ab8d-d25389ac141c tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Publish callbacks [] for floatingip, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:44.176831 n-d-813419-10 neutron-server[102347]: INFO neutron.db.l3_db [None req-9d9f858b-0ec9-4476-ab8d-d25389ac141c tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Floating IP c09b02be-dea8-4c7b-9cef-d96dea6e75c9 disassociated (deleted). External IP: 172.25.8.177, port: 493b566b-8077-47ab-b0fa-7e567159f7fd. Oct 27 10:56:44.382605 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d9f858b-0ec9-4476-ab8d-d25389ac141c tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Router 8c4c9367-65f8-4c63-bb94-f9a6fe3c4440 has already been hosted by L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb {{(pid=102347) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 10:56:44.502358 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d9f858b-0ec9-4476-ab8d-d25389ac141c tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:56:44.507826 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-9d9f858b-0ec9-4476-ab8d-d25389ac141c tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for floatingip, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:44.512324 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03910297-9e2c-4e42-aceb-2d934d7a6fc1 None None] Sync routers for ids ['8c4c9367-65f8-4c63-bb94-f9a6fe3c4440'] in n-d-813419-10 {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:56:44.522632 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03910297-9e2c-4e42-aceb-2d934d7a6fc1 None None] Routers {'8c4c9367-65f8-4c63-bb94-f9a6fe3c4440'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:56:44.523233 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-03910297-9e2c-4e42-aceb-2d934d7a6fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:56:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['8c4c9367-65f8-4c63-bb94-f9a6fe3c4440'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:56:44.547702 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-9d9f858b-0ec9-4476-ab8d-d25389ac141c tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "DELETE /v2.0/floatingips/c09b02be-dea8-4c7b-9cef-d96dea6e75c9 HTTP/1.1" status: 204 len: 168 time: 0.9001775 Oct 27 10:56:44.549596 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c280a57-b5b3-4702-a42f-d4f4a9313432', 'tag': '493b566b-8077-47ab-b0fa-7e567159f7fd'}] {{(pid=102347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:56:44.570105 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311149b481204ee7edffdb959c881838506fbd95bc8577c048f6677abb73acc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2648aba-857e-4c89-a06f-6eb21519e8cb" -d '{"events": [{"name": "network-changed", "server_uuid": "8c280a57-b5b3-4702-a42f-d4f4a9313432", "tag": "493b566b-8077-47ab-b0fa-7e567159f7fd"}]}' {{(pid=102347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:56:44.688231 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-9ef53c75-9ec6-4c35-9176-473f4658e465 req-fd09a056-0d12-45ff-b7d0-339ddf7725f7 tempest-TestServerBasicOps-542760771 tempest-TestServerBasicOps-542760771-project] 10.222.0.44 "GET /v2.0/ports?device_id=15c0f390-6919-47bb-8b7c-e3480f23c6ed HTTP/1.1" status: 200 len: 210 time: 0.0458736 Oct 27 10:56:44.741127 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 10:56:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-914c2371-9f22-49e3-bc43-00ffbd4f5e2d x-openstack-request-id: req-914c2371-9f22-49e3-bc43-00ffbd4f5e2d {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:56:44.741697 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c280a57-b5b3-4702-a42f-d4f4a9313432", "tag": "493b566b-8077-47ab-b0fa-7e567159f7fd", "status": "completed", "code": 200}]} {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:56:44.741965 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-914c2371-9f22-49e3-bc43-00ffbd4f5e2d {{(pid=102347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:56:44.742404 n-d-813419-10 neutron-server[102347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c280a57-b5b3-4702-a42f-d4f4a9313432', 'tag': '493b566b-8077-47ab-b0fa-7e567159f7fd', 'status': 'completed', 'code': 200} Oct 27 10:56:44.760342 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvr_db [None req-03910297-9e2c-4e42-aceb-2d934d7a6fc1 None None] Set router 8c4c9367-65f8-4c63-bb94-f9a6fe3c4440 gateway port host: n-d-813419-10 {{(pid=102349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:56:44.897565 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2648aba-857e-4c89-a06f-6eb21519e8cb req-a951d816-a31d-416f-81a3-b63c4d127e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:56:44.899287 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-a2648aba-857e-4c89-a06f-6eb21519e8cb req-a951d816-a31d-416f-81a3-b63c4d127e3a service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=b02a92ec9ad04d95b8ea6a5db5946dfb&device_id=8c280a57-b5b3-4702-a42f-d4f4a9313432 HTTP/1.1" status: 200 len: 1097 time: 0.1348569 Oct 27 10:56:44.951190 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d518496e-c6e3-40b0-ab4d-d9ec0c7dfeaf req-ed0ebcab-9b44-45b2-b991-9df2610e275a tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:56:44.960914 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-d518496e-c6e3-40b0-ab4d-d9ec0c7dfeaf req-ed0ebcab-9b44-45b2-b991-9df2610e275a tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/ports?device_id=8c280a57-b5b3-4702-a42f-d4f4a9313432 HTTP/1.1" status: 200 len: 945 time: 0.0664132 Oct 27 10:56:45.016649 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-d518496e-c6e3-40b0-ab4d-d9ec0c7dfeaf req-cd1ed5f3-478f-486a-b502-34990cfaf7ed tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/security-groups?id=e12aac3e-256a-4b83-b5b5-3559f5984194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547101 Oct 27 10:56:45.017088 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2648aba-857e-4c89-a06f-6eb21519e8cb req-ce4956f3-77d1-4965-a915-ce753fbdbb79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:56:45.019385 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-a2648aba-857e-4c89-a06f-6eb21519e8cb req-ce4956f3-77d1-4965-a915-ce753fbdbb79 service neutron] 10.222.0.76 "GET /v2.0/networks?id=33cc32c2-598c-44fc-a251-6575a62c00c5 HTTP/1.1" status: 200 len: 912 time: 0.1097581 Oct 27 10:56:45.086899 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-a2648aba-857e-4c89-a06f-6eb21519e8cb req-c5e10652-2f75-4cd0-9be5-6b0952ab4d25 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=493b566b-8077-47ab-b0fa-7e567159f7fd HTTP/1.1" status: 200 len: 217 time: 0.0458064 Oct 27 10:56:45.092830 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-03910297-9e2c-4e42-aceb-2d934d7a6fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c4c9367-65f8-4c63-bb94-f9a6fe3c4440', 'name': 'tempest-TestVolumeBootPattern-328280962-router', 'tenant_id': 'b02a92ec9ad04d95b8ea6a5db5946dfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': '57172d42-624b-4614-a27b-f1ad4a0c9f06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:43:19Z', 'updated_at': '2021-10-27T10:43:33Z', 'revision_number': 4, 'project_id': 'b02a92ec9ad04d95b8ea6a5db5946dfb', 'gw_port': {'id': '57172d42-624b-4614-a27b-f1ad4a0c9f06', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:d8:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c4c9367-65f8-4c63-bb94-f9a6fe3c4440', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2746, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:43:21Z', 'updated_at': '2021-10-27T10:43:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_interfaces': [{'id': '652aa176-1bd3-4569-9226-336a8f8cd793', 'name': '', 'network_id': '33cc32c2-598c-44fc-a251-6575a62c00c5', 'tenant_id': 'b02a92ec9ad04d95b8ea6a5db5946dfb', 'mac_address': 'fa:16:3e:7b:28:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c4c9367-65f8-4c63-bb94-f9a6fe3c4440', 'device_owner': 'network:router_interface', 'standard_attr_id': 2748, 'fixed_ips': [{'subnet_id': '87624d80-dded-417f-af79-cc56a741e5c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:43:30Z', 'updated_at': '2021-10-27T10:43:39Z', 'revision_number': 5, 'project_id': 'b02a92ec9ad04d95b8ea6a5db5946dfb', 'subnets': [{'id': '87624d80-dded-417f-af79-cc56a741e5c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:56:45.119475 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03910297-9e2c-4e42-aceb-2d934d7a6fc1 None None] Checking router: 8c4c9367-65f8-4c63-bb94-f9a6fe3c4440 for host: n-d-813419-10 {{(pid=102349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 10:56:45.128335 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03910297-9e2c-4e42-aceb-2d934d7a6fc1 None None] Routers {'8c4c9367-65f8-4c63-bb94-f9a6fe3c4440'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:56:45.128937 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-03910297-9e2c-4e42-aceb-2d934d7a6fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:56:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['8c4c9367-65f8-4c63-bb94-f9a6fe3c4440'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:56:45.144636 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2648aba-857e-4c89-a06f-6eb21519e8cb req-c1eb9426-5ebc-46b9-8dfe-b83ba6158981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:56:45.146776 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-a2648aba-857e-4c89-a06f-6eb21519e8cb req-c1eb9426-5ebc-46b9-8dfe-b83ba6158981 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=87624d80-dded-417f-af79-cc56a741e5c4 HTTP/1.1" status: 200 len: 850 time: 0.0511301 Oct 27 10:56:45.196678 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2648aba-857e-4c89-a06f-6eb21519e8cb req-0c375d92-dec2-419d-94cd-53cc6e5c5801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:56:45.198112 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-a2648aba-857e-4c89-a06f-6eb21519e8cb req-0c375d92-dec2-419d-94cd-53cc6e5c5801 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=33cc32c2-598c-44fc-a251-6575a62c00c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0423832 Oct 27 10:56:45.234570 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvr_db [None req-03910297-9e2c-4e42-aceb-2d934d7a6fc1 None None] Set router 8c4c9367-65f8-4c63-bb94-f9a6fe3c4440 gateway port host: n-d-813419-10 {{(pid=102349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:56:45.315341 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-a2648aba-857e-4c89-a06f-6eb21519e8cb req-2aa80417-5a02-4bc9-8b1b-a05e8dc6afa9 service neutron] 10.222.0.76 "GET /v2.0/networks/33cc32c2-598c-44fc-a251-6575a62c00c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1084697 Oct 27 10:56:45.430154 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-a2648aba-857e-4c89-a06f-6eb21519e8cb req-ada9a50a-47a2-43b4-8dd6-1422abbf7e25 service neutron] 10.222.0.76 "GET /v2.0/networks/33cc32c2-598c-44fc-a251-6575a62c00c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070640 Oct 27 10:56:45.445209 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-03910297-9e2c-4e42-aceb-2d934d7a6fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c4c9367-65f8-4c63-bb94-f9a6fe3c4440', 'name': 'tempest-TestVolumeBootPattern-328280962-router', 'tenant_id': 'b02a92ec9ad04d95b8ea6a5db5946dfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': '57172d42-624b-4614-a27b-f1ad4a0c9f06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:43:19Z', 'updated_at': '2021-10-27T10:43:33Z', 'revision_number': 4, 'project_id': 'b02a92ec9ad04d95b8ea6a5db5946dfb', 'gw_port': {'id': '57172d42-624b-4614-a27b-f1ad4a0c9f06', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:d8:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c4c9367-65f8-4c63-bb94-f9a6fe3c4440', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2746, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:43:21Z', 'updated_at': '2021-10-27T10:43:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_interfaces': [{'id': '652aa176-1bd3-4569-9226-336a8f8cd793', 'name': '', 'network_id': '33cc32c2-598c-44fc-a251-6575a62c00c5', 'tenant_id': 'b02a92ec9ad04d95b8ea6a5db5946dfb', 'mac_address': 'fa:16:3e:7b:28:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c4c9367-65f8-4c63-bb94-f9a6fe3c4440', 'device_owner': 'network:router_interface', 'standard_attr_id': 2748, 'fixed_ips': [{'subnet_id': '87624d80-dded-417f-af79-cc56a741e5c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:43:30Z', 'updated_at': '2021-10-27T10:43:39Z', 'revision_number': 5, 'project_id': 'b02a92ec9ad04d95b8ea6a5db5946dfb', 'subnets': [{'id': '87624d80-dded-417f-af79-cc56a741e5c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:56:45.471672 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03910297-9e2c-4e42-aceb-2d934d7a6fc1 None None] The sync data for ids ['8c4c9367-65f8-4c63-bb94-f9a6fe3c4440'] in n-d-813419-10 is: [{'id': '8c4c9367-65f8-4c63-bb94-f9a6fe3c4440', 'name': 'tempest-TestVolumeBootPattern-328280962-router', 'tenant_id': 'b02a92ec9ad04d95b8ea6a5db5946dfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': '57172d42-624b-4614-a27b-f1ad4a0c9f06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:43:19Z', 'updated_at': '2021-10-27T10:43:33Z', 'revision_number': 4, 'project_id': 'b02a92ec9ad04d95b8ea6a5db5946dfb', 'gw_port': {'id': '57172d42-624b-4614-a27b-f1ad4a0c9f06', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:d8:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c4c9367-65f8-4c63-bb94-f9a6fe3c4440', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2746, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:43:21Z', 'updated_at': '2021-10-27T10:43:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_interfaces': [{'id': '652aa176-1bd3-4569-9226-336a8f8cd793', 'name': '', 'network_id': '33cc32c2-598c-44fc-a251-6575a62c00c5', 'tenant_id': 'b02a92ec9ad04d95b8ea6a5db5946dfb', 'mac_address': 'fa:16:3e:7b:28:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c4c9367-65f8-4c63-bb94-f9a6fe3c4440', 'device_owner': 'network:router_interface', 'standard_attr_id': 2748, 'fixed_ips': [{'subnet_id': '87624d80-dded-417f-af79-cc56a741e5c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:43:30Z', 'updated_at': '2021-10-27T10:43:39Z', 'revision_number': 5, 'project_id': 'b02a92ec9ad04d95b8ea6a5db5946dfb', 'subnets': [{'id': '87624d80-dded-417f-af79-cc56a741e5c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:56:45.747028 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120874d9-09ba-422c-b77f-9a968c0e86bb req-2b81d3af-3b86-4b76-a2ae-f589372dd81c tempest-TestServerBasicOps-542760771 tempest-TestServerBasicOps-542760771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:56:45.748533 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-120874d9-09ba-422c-b77f-9a968c0e86bb req-2b81d3af-3b86-4b76-a2ae-f589372dd81c tempest-TestServerBasicOps-542760771 tempest-TestServerBasicOps-542760771-project] 10.222.0.64 "GET /v2.0/networks?id=1e5091f0-6e84-4391-a8b4-ae2264a359f4 HTTP/1.1" status: 200 len: 809 time: 0.1319249 Oct 27 10:56:45.765752 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba0b259a-c490-4521-82a4-946140e8bae0 None None] New status for floating IP c09b02be-dea8-4c7b-9cef-d96dea6e75c9: DOWN {{(pid=102348) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 10:56:45.794956 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-120874d9-09ba-422c-b77f-9a968c0e86bb req-c9081c7f-a52e-4588-a87f-36b0071fa3fb tempest-TestServerBasicOps-542760771 tempest-TestServerBasicOps-542760771-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=daf5757200ff42558a3fc6db88bf4432 HTTP/1.1" status: 200 len: 379 time: 0.0372376 Oct 27 10:56:45.804025 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-8e8919a3-7ded-44c4-8085-f43cd2cf408e req-efcc7db3-0fef-4ed2-bc87-d8fa5b141d8d tempest-TestServerBasicOps-542760771 tempest-TestServerBasicOps-542760771-project] 10.222.0.44 "GET /v2.0/ports?device_id=15c0f390-6919-47bb-8b7c-e3480f23c6ed HTTP/1.1" status: 200 len: 210 time: 0.0268211 Oct 27 10:56:45.806654 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [req-120874d9-09ba-422c-b77f-9a968c0e86bb req-b1647377-fc67-4334-aa58-b7876c5661ac tempest-TestServerBasicOps-542760771 tempest-TestServerBasicOps-542760771-project] Request body: {'port': {'device_id': '15c0f390-6919-47bb-8b7c-e3480f23c6ed', 'network_id': '1e5091f0-6e84-4391-a8b4-ae2264a359f4', 'admin_state_up': True, 'tenant_id': 'daf5757200ff42558a3fc6db88bf4432', 'security_groups': ['64c0e070-427c-485d-9f63-f3c1a25c4cf5']}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:56:45.927457 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-120874d9-09ba-422c-b77f-9a968c0e86bb req-b1647377-fc67-4334-aa58-b7876c5661ac tempest-TestServerBasicOps-542760771 tempest-TestServerBasicOps-542760771-project] Made reservation on behalf of daf5757200ff42558a3fc6db88bf4432 for: {'port': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:56:45.931205 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-120874d9-09ba-422c-b77f-9a968c0e86bb req-b1647377-fc67-4334-aa58-b7876c5661ac tempest-TestServerBasicOps-542760771 tempest-TestServerBasicOps-542760771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:46.059890 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_common [req-120874d9-09ba-422c-b77f-9a968c0e86bb req-b1647377-fc67-4334-aa58-b7876c5661ac tempest-TestServerBasicOps-542760771 tempest-TestServerBasicOps-542760771-project] Allocated IP 172.20.0.13 (1e5091f0-6e84-4391-a8b4-ae2264a359f4/1aac50a7-7526-4e40-97b7-8585bdd60f67/a832332d-dfc6-4ddb-ba19-afd861780d47) {{(pid=102347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:56:46.188092 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9578d6-eb59-46d6-ba8a-4e03a3a3e433 req-cfc554ca-24f6-4ef4-8452-dea0e736e6c6 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:56:46.189607 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-bd9578d6-eb59-46d6-ba8a-4e03a3a3e433 req-cfc554ca-24f6-4ef4-8452-dea0e736e6c6 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/ports?device_id=8c280a57-b5b3-4702-a42f-d4f4a9313432 HTTP/1.1" status: 200 len: 945 time: 0.1112704 Oct 27 10:56:46.239750 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-df14b07b-bea3-498f-9e0c-0ccc7b05f6c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:46.257915 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-bd9578d6-eb59-46d6-ba8a-4e03a3a3e433 req-4693a1f0-6cab-4d14-92de-df7b9fe8f9c5 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/security-groups?id=e12aac3e-256a-4b83-b5b5-3559f5984194&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605340 Oct 27 10:56:46.267135 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-120874d9-09ba-422c-b77f-9a968c0e86bb req-b1647377-fc67-4334-aa58-b7876c5661ac tempest-TestServerBasicOps-542760771 tempest-TestServerBasicOps-542760771-project] Publish callbacks [] for port, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:46.300779 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-120874d9-09ba-422c-b77f-9a968c0e86bb req-b1647377-fc67-4334-aa58-b7876c5661ac tempest-TestServerBasicOps-542760771 tempest-TestServerBasicOps-542760771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:46.345467 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-120874d9-09ba-422c-b77f-9a968c0e86bb req-b1647377-fc67-4334-aa58-b7876c5661ac tempest-TestServerBasicOps-542760771 tempest-TestServerBasicOps-542760771-project] Network 1e5091f0-6e84-4391-a8b4-ae2264a359f4 is already hosted by enough agents. {{(pid=102347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:56:46.348778 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [req-120874d9-09ba-422c-b77f-9a968c0e86bb req-b1647377-fc67-4334-aa58-b7876c5661ac tempest-TestServerBasicOps-542760771 tempest-TestServerBasicOps-542760771-project] Resources bound (agent type, host, resource id): {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:56:46.352522 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [req-120874d9-09ba-422c-b77f-9a968c0e86bb req-b1647377-fc67-4334-aa58-b7876c5661ac tempest-TestServerBasicOps-542760771 tempest-TestServerBasicOps-542760771-project] Received port after_create {{(pid=102347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:56:46.384079 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1647377-fc67-4334-aa58-b7876c5661ac tempest-TestServerBasicOps-542760771 tempest-TestServerBasicOps-542760771-project] Pushing event updated for resources: {'Port': ['ID=a832332d-dfc6-4ddb-ba19-afd861780d47,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:56:46.399048 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1647377-fc67-4334-aa58-b7876c5661ac tempest-TestServerBasicOps-542760771 tempest-TestServerBasicOps-542760771-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:56:46.399387 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1647377-fc67-4334-aa58-b7876c5661ac tempest-TestServerBasicOps-542760771 tempest-TestServerBasicOps-542760771-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:56:46.399723 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1647377-fc67-4334-aa58-b7876c5661ac tempest-TestServerBasicOps-542760771 tempest-TestServerBasicOps-542760771-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:56:46.400054 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1647377-fc67-4334-aa58-b7876c5661ac tempest-TestServerBasicOps-542760771 tempest-TestServerBasicOps-542760771-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:56:46.400433 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1647377-fc67-4334-aa58-b7876c5661ac tempest-TestServerBasicOps-542760771 tempest-TestServerBasicOps-542760771-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:56:46.400760 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1647377-fc67-4334-aa58-b7876c5661ac tempest-TestServerBasicOps-542760771 tempest-TestServerBasicOps-542760771-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:56:46.401073 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1647377-fc67-4334-aa58-b7876c5661ac tempest-TestServerBasicOps-542760771 tempest-TestServerBasicOps-542760771-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:56:46.401403 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1647377-fc67-4334-aa58-b7876c5661ac tempest-TestServerBasicOps-542760771 tempest-TestServerBasicOps-542760771-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:56:46.401714 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1647377-fc67-4334-aa58-b7876c5661ac tempest-TestServerBasicOps-542760771 tempest-TestServerBasicOps-542760771-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:56:46.402030 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1647377-fc67-4334-aa58-b7876c5661ac tempest-TestServerBasicOps-542760771 tempest-TestServerBasicOps-542760771-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:56:46.402344 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1647377-fc67-4334-aa58-b7876c5661ac tempest-TestServerBasicOps-542760771 tempest-TestServerBasicOps-542760771-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:56:46.402655 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1647377-fc67-4334-aa58-b7876c5661ac tempest-TestServerBasicOps-542760771 tempest-TestServerBasicOps-542760771-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:56:46.422821 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120874d9-09ba-422c-b77f-9a968c0e86bb req-b1647377-fc67-4334-aa58-b7876c5661ac tempest-TestServerBasicOps-542760771 tempest-TestServerBasicOps-542760771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:56:46.423449 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-120874d9-09ba-422c-b77f-9a968c0e86bb req-b1647377-fc67-4334-aa58-b7876c5661ac tempest-TestServerBasicOps-542760771 tempest-TestServerBasicOps-542760771-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:46.445655 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-120874d9-09ba-422c-b77f-9a968c0e86bb req-b1647377-fc67-4334-aa58-b7876c5661ac tempest-TestServerBasicOps-542760771 tempest-TestServerBasicOps-542760771-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6435409 Oct 27 10:56:46.459517 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [req-120874d9-09ba-422c-b77f-9a968c0e86bb req-a6f532ca-39d2-4159-a0b0-2b8fff52c32c service neutron] Request body: {'port': {'device_id': '15c0f390-6919-47bb-8b7c-e3480f23c6ed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-10'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:56:46.516125 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-120874d9-09ba-422c-b77f-9a968c0e86bb req-a6f532ca-39d2-4159-a0b0-2b8fff52c32c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:46.592062 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-148f012d-5b17-492c-b9a5-3817966769f9 None None] Provisioning complete for port a832332d-dfc6-4ddb-ba19-afd861780d47 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:56:46.592894 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-148f012d-5b17-492c-b9a5-3817966769f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:46.605680 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011e9b15-55e0-47c7-9837-b24f44e4e6de req-d4bacbe7-da56-40e8-bcbf-56377daa9fa6 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:56:46.607306 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-011e9b15-55e0-47c7-9837-b24f44e4e6de req-d4bacbe7-da56-40e8-bcbf-56377daa9fa6 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.76 "GET /v2.0/ports?device_id=8c280a57-b5b3-4702-a42f-d4f4a9313432 HTTP/1.1" status: 200 len: 945 time: 0.0673513 Oct 27 10:56:46.635669 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-148f012d-5b17-492c-b9a5-3817966769f9 None None] Port a832332d-dfc6-4ddb-ba19-afd861780d47 cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:56:46.735187 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [req-011e9b15-55e0-47c7-9837-b24f44e4e6de req-c1f7fe98-befc-48ec-a9e4-9a40470b00a1 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Deleting port 493b566b-8077-47ab-b0fa-7e567159f7fd {{(pid=102346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:56:46.735527 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-011e9b15-55e0-47c7-9837-b24f44e4e6de req-c1f7fe98-befc-48ec-a9e4-9a40470b00a1 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:46.851323 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [req-011e9b15-55e0-47c7-9837-b24f44e4e6de req-c1f7fe98-befc-48ec-a9e4-9a40470b00a1 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] For port 493b566b-8077-47ab-b0fa-7e567159f7fd, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=493b566b-8077-47ab-b0fa-7e567159f7fd,segment=NetworkSegment(d1b37471-bd8e-4564-a77c-6e0c9d2699fd),segment_id=d1b37471-bd8e-4564-a77c-6e0c9d2699fd)] {{(pid=102346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:56:46.851685 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-011e9b15-55e0-47c7-9837-b24f44e4e6de req-c1f7fe98-befc-48ec-a9e4-9a40470b00a1 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:46.866989 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [req-011e9b15-55e0-47c7-9837-b24f44e4e6de req-c1f7fe98-befc-48ec-a9e4-9a40470b00a1 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Calling delete_port for 493b566b-8077-47ab-b0fa-7e567159f7fd owned by compute:nova {{(pid=102346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:56:46.986731 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b73624-9ae5-4d26-b413-0f6eeef6f1e9 req-9414443f-bd90-48b1-b6ff-db3fde64b12f tempest-TestServerBasicOps-542760771 tempest-TestServerBasicOps-542760771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:56:46.987722 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-38b73624-9ae5-4d26-b413-0f6eeef6f1e9 req-9414443f-bd90-48b1-b6ff-db3fde64b12f tempest-TestServerBasicOps-542760771 tempest-TestServerBasicOps-542760771-project] 10.222.0.44 "GET /v2.0/ports?device_id=15c0f390-6919-47bb-8b7c-e3480f23c6ed HTTP/1.1" status: 200 len: 932 time: 0.0789046 Oct 27 10:56:47.091772 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-38b73624-9ae5-4d26-b413-0f6eeef6f1e9 req-b8b2fcb3-728f-4db4-a305-820cfcf3a724 tempest-TestServerBasicOps-542760771 tempest-TestServerBasicOps-542760771-project] 10.222.0.44 "GET /v2.0/security-groups?id=64c0e070-427c-485d-9f63-f3c1a25c4cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0901449 Oct 27 10:56:47.101585 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-011e9b15-55e0-47c7-9837-b24f44e4e6de req-c1f7fe98-befc-48ec-a9e4-9a40470b00a1 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:47.141215 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f7fe98-befc-48ec-a9e4-9a40470b00a1 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Pushing event deleted for resources: {'Port': ['ID=493b566b-8077-47ab-b0fa-7e567159f7fd,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:56:47.170461 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [req-120874d9-09ba-422c-b77f-9a968c0e86bb req-a6f532ca-39d2-4159-a0b0-2b8fff52c32c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a832332d-dfc6-4ddb-ba19-afd861780d47 {{(pid=102347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:56:47.178657 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-120874d9-09ba-422c-b77f-9a968c0e86bb req-a6f532ca-39d2-4159-a0b0-2b8fff52c32c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:47.187213 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [req-011e9b15-55e0-47c7-9837-b24f44e4e6de req-c1f7fe98-befc-48ec-a9e4-9a40470b00a1 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] No DVR routers for this DVR port 493b566b-8077-47ab-b0fa-7e567159f7fd on host n-h2-813419-10 {{(pid=102346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:56:47.191078 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-011e9b15-55e0-47c7-9837-b24f44e4e6de req-c1f7fe98-befc-48ec-a9e4-9a40470b00a1 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:47.191260 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.provisioning_blocks [req-120874d9-09ba-422c-b77f-9a968c0e86bb req-a6f532ca-39d2-4159-a0b0-2b8fff52c32c service neutron] Transition to ACTIVE for port object a832332d-dfc6-4ddb-ba19-afd861780d47 will not be triggered until provisioned by entity L2. {{(pid=102347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 10:56:47.195978 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-011e9b15-55e0-47c7-9837-b24f44e4e6de req-c1f7fe98-befc-48ec-a9e4-9a40470b00a1 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.76 "DELETE /v2.0/ports/493b566b-8077-47ab-b0fa-7e567159f7fd HTTP/1.1" status: 204 len: 173 time: 0.5795972 Oct 27 10:56:47.196543 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c280a57-b5b3-4702-a42f-d4f4a9313432', 'name': 'network-vif-deleted', 'tag': '493b566b-8077-47ab-b0fa-7e567159f7fd'}] {{(pid=102346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:56:47.196989 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-120874d9-09ba-422c-b77f-9a968c0e86bb req-a6f532ca-39d2-4159-a0b0-2b8fff52c32c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:47.200324 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc0e418f5fc417c8d55d94c0aa509b037d0beb2a734c1a709e789eb65639a56d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e29dff3-b880-4faa-a157-d91d7d9d99bf" -d '{"events": [{"server_uuid": "8c280a57-b5b3-4702-a42f-d4f4a9313432", "name": "network-vif-deleted", "tag": "493b566b-8077-47ab-b0fa-7e567159f7fd"}]}' {{(pid=102346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:56:47.291163 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f532ca-39d2-4159-a0b0-2b8fff52c32c service neutron] Pushing event updated for resources: {'Port': ['ID=a832332d-dfc6-4ddb-ba19-afd861780d47,revision_number=2']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:56:47.385350 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-120874d9-09ba-422c-b77f-9a968c0e86bb req-a6f532ca-39d2-4159-a0b0-2b8fff52c32c service neutron] Attempting to bind port a832332d-dfc6-4ddb-ba19-afd861780d47 on host n-h1-813419-10 for vnic_type normal with profile {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:56:47.385690 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-120874d9-09ba-422c-b77f-9a968c0e86bb req-a6f532ca-39d2-4159-a0b0-2b8fff52c32c service neutron] Attempting to bind port a832332d-dfc6-4ddb-ba19-afd861780d47 by drivers openvswitch,hyperv on host n-h1-813419-10 at level 0 using segments [{'id': '653b8aae-9a93-421e-861e-397fe317f87e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '1e5091f0-6e84-4391-a8b4-ae2264a359f4'}] {{(pid=102347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:56:47.386022 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-120874d9-09ba-422c-b77f-9a968c0e86bb req-a6f532ca-39d2-4159-a0b0-2b8fff52c32c service neutron] Attempting to bind port a832332d-dfc6-4ddb-ba19-afd861780d47 on network 1e5091f0-6e84-4391-a8b4-ae2264a359f4 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:56:47.391619 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-120874d9-09ba-422c-b77f-9a968c0e86bb req-a6f532ca-39d2-4159-a0b0-2b8fff52c32c service neutron] Port a832332d-dfc6-4ddb-ba19-afd861780d47 on network 1e5091f0-6e84-4391-a8b4-ae2264a359f4 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-10 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 10:56:47.392418 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-120874d9-09ba-422c-b77f-9a968c0e86bb req-a6f532ca-39d2-4159-a0b0-2b8fff52c32c service neutron] Attempting to bind port a832332d-dfc6-4ddb-ba19-afd861780d47 on network 1e5091f0-6e84-4391-a8b4-ae2264a359f4 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:56:47.397634 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-d18c4de5-b1d0-48c5-90ee-03e608cd9b71 req-e54051de-7c91-4d1e-8895-2771b8578719 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/ports?device_id=8c280a57-b5b3-4702-a42f-d4f4a9313432 HTTP/1.1" status: 200 len: 210 time: 0.0434809 Oct 27 10:56:47.398629 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-120874d9-09ba-422c-b77f-9a968c0e86bb req-a6f532ca-39d2-4159-a0b0-2b8fff52c32c service neutron] Checking agent: {'id': 'a52e1cab-0c63-402d-9c94-330537c6c076', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 16, 2), 'started_at': datetime.datetime(2021, 10, 27, 10, 16, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 56, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:56:47.398971 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-120874d9-09ba-422c-b77f-9a968c0e86bb req-a6f532ca-39d2-4159-a0b0-2b8fff52c32c service neutron] Checking segment: {'id': '653b8aae-9a93-421e-861e-397fe317f87e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '1e5091f0-6e84-4391-a8b4-ae2264a359f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:56:47.399412 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-120874d9-09ba-422c-b77f-9a968c0e86bb req-a6f532ca-39d2-4159-a0b0-2b8fff52c32c service neutron] Bound using segment: {'id': '653b8aae-9a93-421e-861e-397fe317f87e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '1e5091f0-6e84-4391-a8b4-ae2264a359f4'} {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:56:47.399982 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-120874d9-09ba-422c-b77f-9a968c0e86bb req-a6f532ca-39d2-4159-a0b0-2b8fff52c32c service neutron] Bound port: a832332d-dfc6-4ddb-ba19-afd861780d47, host: n-h1-813419-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '653b8aae-9a93-421e-861e-397fe317f87e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '1e5091f0-6e84-4391-a8b4-ae2264a359f4'}}] {{(pid=102347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:56:47.400503 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-120874d9-09ba-422c-b77f-9a968c0e86bb req-a6f532ca-39d2-4159-a0b0-2b8fff52c32c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:47.465532 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:56:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81c42189-4eb3-45c7-a38e-3391082c2a0d x-openstack-request-id: req-81c42189-4eb3-45c7-a38e-3391082c2a0d {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:56:47.466371 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c280a57-b5b3-4702-a42f-d4f4a9313432", "name": "network-vif-deleted", "tag": "493b566b-8077-47ab-b0fa-7e567159f7fd", "status": "completed", "code": 200}]} {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:56:47.466704 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-81c42189-4eb3-45c7-a38e-3391082c2a0d {{(pid=102346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:56:47.467185 n-d-813419-10 neutron-server[102346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c280a57-b5b3-4702-a42f-d4f4a9313432', 'name': 'network-vif-deleted', 'tag': '493b566b-8077-47ab-b0fa-7e567159f7fd', 'status': 'completed', 'code': 200} Oct 27 10:56:47.505505 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-120874d9-09ba-422c-b77f-9a968c0e86bb req-a6f532ca-39d2-4159-a0b0-2b8fff52c32c service neutron] For port a832332d-dfc6-4ddb-ba19-afd861780d47, host n-h1-813419-10, cleared binding levels {{(pid=102347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:56:47.509221 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-120874d9-09ba-422c-b77f-9a968c0e86bb req-a6f532ca-39d2-4159-a0b0-2b8fff52c32c service neutron] For port a832332d-dfc6-4ddb-ba19-afd861780d47, host n-h1-813419-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=a832332d-dfc6-4ddb-ba19-afd861780d47,segment=NetworkSegment(653b8aae-9a93-421e-861e-397fe317f87e),segment_id=653b8aae-9a93-421e-861e-397fe317f87e)] {{(pid=102347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:56:47.515878 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-120874d9-09ba-422c-b77f-9a968c0e86bb req-a6f532ca-39d2-4159-a0b0-2b8fff52c32c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:47.581639 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120874d9-09ba-422c-b77f-9a968c0e86bb req-a6f532ca-39d2-4159-a0b0-2b8fff52c32c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:56:47.582261 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-120874d9-09ba-422c-b77f-9a968c0e86bb req-a6f532ca-39d2-4159-a0b0-2b8fff52c32c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:47.583716 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-120874d9-09ba-422c-b77f-9a968c0e86bb req-a6f532ca-39d2-4159-a0b0-2b8fff52c32c service neutron] 10.222.0.64 "PUT /v2.0/ports/a832332d-dfc6-4ddb-ba19-afd861780d47 HTTP/1.1" status: 200 len: 1093 time: 1.1295514 Oct 27 10:56:47.584167 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15c0f390-6919-47bb-8b7c-e3480f23c6ed', 'tag': 'a832332d-dfc6-4ddb-ba19-afd861780d47'}] {{(pid=102347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:56:47.586730 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311149b481204ee7edffdb959c881838506fbd95bc8577c048f6677abb73acc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcef4735-8943-4743-ae8a-cf70fc6085c7" -d '{"events": [{"name": "network-changed", "server_uuid": "15c0f390-6919-47bb-8b7c-e3480f23c6ed", "tag": "a832332d-dfc6-4ddb-ba19-afd861780d47"}]}' {{(pid=102347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:56:47.629051 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f532ca-39d2-4159-a0b0-2b8fff52c32c service neutron] Pushing event updated for resources: {'Port': ['ID=a832332d-dfc6-4ddb-ba19-afd861780d47,revision_number=3']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:56:47.679132 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 10:56:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90e615f8-1f00-4c9d-8e60-015329444029 x-openstack-request-id: req-90e615f8-1f00-4c9d-8e60-015329444029 {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:56:47.679714 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15c0f390-6919-47bb-8b7c-e3480f23c6ed", "tag": "a832332d-dfc6-4ddb-ba19-afd861780d47", "status": "completed", "code": 200}]} {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:56:47.680173 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-90e615f8-1f00-4c9d-8e60-015329444029 {{(pid=102347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:56:47.680773 n-d-813419-10 neutron-server[102347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15c0f390-6919-47bb-8b7c-e3480f23c6ed', 'tag': 'a832332d-dfc6-4ddb-ba19-afd861780d47', 'status': 'completed', 'code': 200} Oct 27 10:56:47.691498 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120874d9-09ba-422c-b77f-9a968c0e86bb req-96624282-d574-446c-9d16-0f0f7d215e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:56:47.693579 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-120874d9-09ba-422c-b77f-9a968c0e86bb req-96624282-d574-446c-9d16-0f0f7d215e0e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=daf5757200ff42558a3fc6db88bf4432&device_id=15c0f390-6919-47bb-8b7c-e3480f23c6ed HTTP/1.1" status: 200 len: 1096 time: 0.0607667 Oct 27 10:56:47.753492 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-120874d9-09ba-422c-b77f-9a968c0e86bb req-3f1bcda3-0c1c-4c25-834b-43f1cd83ab26 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a832332d-dfc6-4ddb-ba19-afd861780d47 HTTP/1.1" status: 200 len: 217 time: 0.0497022 Oct 27 10:56:47.839527 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120874d9-09ba-422c-b77f-9a968c0e86bb req-672df12a-95c7-42d2-88f4-e9b46bfd931b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:56:47.844068 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-120874d9-09ba-422c-b77f-9a968c0e86bb req-672df12a-95c7-42d2-88f4-e9b46bfd931b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1aac50a7-7526-4e40-97b7-8585bdd60f67 HTTP/1.1" status: 200 len: 848 time: 0.0826275 Oct 27 10:56:47.902264 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120874d9-09ba-422c-b77f-9a968c0e86bb req-6ac4ef72-1e29-4a0e-92ed-7b718105012a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:56:47.903772 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-120874d9-09ba-422c-b77f-9a968c0e86bb req-6ac4ef72-1e29-4a0e-92ed-7b718105012a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1e5091f0-6e84-4391-a8b4-ae2264a359f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0525663 Oct 27 10:56:48.012551 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-120874d9-09ba-422c-b77f-9a968c0e86bb req-f168c714-285c-4f91-a3a4-ed49ebbc9641 service neutron] 10.222.0.64 "GET /v2.0/networks/1e5091f0-6e84-4391-a8b4-ae2264a359f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003222 Oct 27 10:56:48.105081 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-120874d9-09ba-422c-b77f-9a968c0e86bb req-be1491d0-a31c-430a-8b14-e1a4bd8b9413 service neutron] 10.222.0.64 "GET /v2.0/networks/1e5091f0-6e84-4391-a8b4-ae2264a359f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855799 Oct 27 10:56:48.245587 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcef4735-8943-4743-ae8a-cf70fc6085c7 req-0346fd09-67ab-4ab6-9968-a7aa17c5df2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:56:48.247099 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-dcef4735-8943-4743-ae8a-cf70fc6085c7 req-0346fd09-67ab-4ab6-9968-a7aa17c5df2f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=daf5757200ff42558a3fc6db88bf4432&device_id=15c0f390-6919-47bb-8b7c-e3480f23c6ed HTTP/1.1" status: 200 len: 1096 time: 0.0853364 Oct 27 10:56:48.255150 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58a825b-f147-41a4-9ac0-717f9cef1365 req-2840aae9-fda8-4cb6-97e3-2a3cd3e3b940 tempest-TestServerBasicOps-542760771 tempest-TestServerBasicOps-542760771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:56:48.259675 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-e58a825b-f147-41a4-9ac0-717f9cef1365 req-2840aae9-fda8-4cb6-97e3-2a3cd3e3b940 tempest-TestServerBasicOps-542760771 tempest-TestServerBasicOps-542760771-project] 10.222.0.44 "GET /v2.0/ports?device_id=15c0f390-6919-47bb-8b7c-e3480f23c6ed HTTP/1.1" status: 200 len: 944 time: 0.0882277 Oct 27 10:56:48.307867 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.agents_db [None req-e79ee67d-056e-46ea-bd99-e80473396b25 None None] Agent healthcheck: found 7 active agents {{(pid=102349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 10:56:48.353703 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-e58a825b-f147-41a4-9ac0-717f9cef1365 req-a90aa75b-5c59-4ea8-a04e-ac08173c8ee3 tempest-TestServerBasicOps-542760771 tempest-TestServerBasicOps-542760771-project] 10.222.0.44 "GET /v2.0/security-groups?id=64c0e070-427c-485d-9f63-f3c1a25c4cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0847704 Oct 27 10:56:48.385560 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcef4735-8943-4743-ae8a-cf70fc6085c7 req-8d974830-0ecc-4f98-bdb9-afff2bc8a275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:56:48.387275 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-dcef4735-8943-4743-ae8a-cf70fc6085c7 req-8d974830-0ecc-4f98-bdb9-afff2bc8a275 service neutron] 10.222.0.64 "GET /v2.0/networks?id=1e5091f0-6e84-4391-a8b4-ae2264a359f4 HTTP/1.1" status: 200 len: 910 time: 0.1265829 Oct 27 10:56:48.439416 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-dcef4735-8943-4743-ae8a-cf70fc6085c7 req-8ea8b482-babf-47f2-9be0-6d2d11cdf10e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a832332d-dfc6-4ddb-ba19-afd861780d47 HTTP/1.1" status: 200 len: 217 time: 0.0434177 Oct 27 10:56:48.495286 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcef4735-8943-4743-ae8a-cf70fc6085c7 req-89693aa5-f7ea-463f-9559-9b1a0c8e01e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:56:48.497151 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-dcef4735-8943-4743-ae8a-cf70fc6085c7 req-89693aa5-f7ea-463f-9559-9b1a0c8e01e4 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1aac50a7-7526-4e40-97b7-8585bdd60f67 HTTP/1.1" status: 200 len: 848 time: 0.0508571 Oct 27 10:56:48.505761 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-2af5c5aa-8fa4-4cae-b0ec-e7365c6f20c8 req-a2888d6a-da39-432d-bb35-79aafc9b5091 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/ports?device_id=8c280a57-b5b3-4702-a42f-d4f4a9313432 HTTP/1.1" status: 200 len: 210 time: 0.0341949 Oct 27 10:56:48.561322 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcef4735-8943-4743-ae8a-cf70fc6085c7 req-1f206717-a3fd-4035-97a1-4f5c025060d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:56:48.562851 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-dcef4735-8943-4743-ae8a-cf70fc6085c7 req-1f206717-a3fd-4035-97a1-4f5c025060d3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1e5091f0-6e84-4391-a8b4-ae2264a359f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0583544 Oct 27 10:56:48.668846 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-dcef4735-8943-4743-ae8a-cf70fc6085c7 req-080255a6-51f1-4622-b9c0-e98b69a3e5b0 service neutron] 10.222.0.64 "GET /v2.0/networks/1e5091f0-6e84-4391-a8b4-ae2264a359f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968432 Oct 27 10:56:48.764836 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-dcef4735-8943-4743-ae8a-cf70fc6085c7 req-7aec3762-409c-47bc-9f42-cc036aa71339 service neutron] 10.222.0.64 "GET /v2.0/networks/1e5091f0-6e84-4391-a8b4-ae2264a359f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874951 Oct 27 10:56:48.901646 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-67dc3e1b-304f-46f0-940a-05742be19737 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:49.183917 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device a832332d-dfc6-4ddb-ba19-afd861780d47 details requested by agent hyperv_n-h1-813419-10 with host n-h1-813419-10 {{(pid=102348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 10:56:49.285355 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port a832332d-dfc6-4ddb-ba19-afd861780d47, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=a832332d-dfc6-4ddb-ba19-afd861780d47,segment=NetworkSegment(653b8aae-9a93-421e-861e-397fe317f87e),segment_id=653b8aae-9a93-421e-861e-397fe317f87e)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:56:49.302294 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Returning: {'device': 'a832332d-dfc6-4ddb-ba19-afd861780d47', 'network_id': '1e5091f0-6e84-4391-a8b4-ae2264a359f4', 'port_id': 'a832332d-dfc6-4ddb-ba19-afd861780d47', 'mac_address': 'fa:16:3e:57:4d:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 410, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1aac50a7-7526-4e40-97b7-8585bdd60f67', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 10:56:49.340775 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:49.353730 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a832332d-dfc6-4ddb-ba19-afd861780d47 {{(pid=102348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:56:49.373475 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port a832332d-dfc6-4ddb-ba19-afd861780d47, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=a832332d-dfc6-4ddb-ba19-afd861780d47,segment=NetworkSegment(653b8aae-9a93-421e-861e-397fe317f87e),segment_id=653b8aae-9a93-421e-861e-397fe317f87e)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:56:49.378494 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:49.431265 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Pushing event updated for resources: {'Port': ['ID=a832332d-dfc6-4ddb-ba19-afd861780d47,revision_number=4']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:56:49.485232 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3696844-908d-4654-8761-8b812edf2489 req-c64ecb9e-a64c-4d96-a8c6-40f503be93ce tempest-TestServerBasicOps-542760771 tempest-TestServerBasicOps-542760771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:56:49.486751 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-d3696844-908d-4654-8761-8b812edf2489 req-c64ecb9e-a64c-4d96-a8c6-40f503be93ce tempest-TestServerBasicOps-542760771 tempest-TestServerBasicOps-542760771-project] 10.222.0.44 "GET /v2.0/ports?device_id=15c0f390-6919-47bb-8b7c-e3480f23c6ed HTTP/1.1" status: 200 len: 945 time: 0.0567107 Oct 27 10:56:49.525479 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-d3696844-908d-4654-8761-8b812edf2489 req-2eed76f1-b4b5-4f7f-8e57-7359063ed2e9 tempest-TestServerBasicOps-542760771 tempest-TestServerBasicOps-542760771-project] 10.222.0.44 "GET /v2.0/security-groups?id=64c0e070-427c-485d-9f63-f3c1a25c4cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316715 Oct 27 10:56:49.600127 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] get_ports_and_sgs() called for port_ids ['a832332d-dfc6-4ddb-ba19-afd861780d47'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:56:49.609014 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-a06df564-c836-4248-b06a-c266c92644ec req-789d80c0-d363-4907-9e59-9ba21769cc67 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/ports?device_id=8c280a57-b5b3-4702-a42f-d4f4a9313432 HTTP/1.1" status: 200 len: 210 time: 0.0260298 Oct 27 10:56:50.041538 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:50.086805 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-eadeaa30-4096-4d1a-b3cb-aa7ebfb291ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:50.264567 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device 493b566b-8077-47ab-b0fa-7e567159f7fd no longer exists at agent hyperv_n-h2-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:56:50.290678 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] No Port match for: 493b566b-8077-47ab-b0fa-7e567159f7fd {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:56:50.291642 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device 493b566b-8077-47ab-b0fa-7e567159f7fd not bound to the agent host n-h2-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:56:50.651006 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e5d3bc-fedf-4afb-89ae-5dd2cebaa996 req-46af5e6b-e725-491c-8ae8-5dc7b07fc514 tempest-TestServerBasicOps-542760771 tempest-TestServerBasicOps-542760771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:56:50.653021 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-37e5d3bc-fedf-4afb-89ae-5dd2cebaa996 req-46af5e6b-e725-491c-8ae8-5dc7b07fc514 tempest-TestServerBasicOps-542760771 tempest-TestServerBasicOps-542760771-project] 10.222.0.44 "GET /v2.0/ports?device_id=15c0f390-6919-47bb-8b7c-e3480f23c6ed HTTP/1.1" status: 200 len: 945 time: 0.0553942 Oct 27 10:56:50.708042 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-37e5d3bc-fedf-4afb-89ae-5dd2cebaa996 req-e376d8ec-9f7a-4955-a11b-6e7842ac211b tempest-TestServerBasicOps-542760771 tempest-TestServerBasicOps-542760771-project] 10.222.0.44 "GET /v2.0/security-groups?id=64c0e070-427c-485d-9f63-f3c1a25c4cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438349 Oct 27 10:56:50.724961 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-896950cc-ca5a-48b6-864d-6cc774963751 req-e9255c66-34a0-4708-af4d-dc3d0b32e7dd tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/ports?device_id=8c280a57-b5b3-4702-a42f-d4f4a9313432 HTTP/1.1" status: 200 len: 210 time: 0.0312231 Oct 27 10:56:51.199436 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device a832332d-dfc6-4ddb-ba19-afd861780d47 up at agent hyperv_n-h1-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:56:51.254726 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Provisioning for port a832332d-dfc6-4ddb-ba19-afd861780d47 completed by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 10:56:51.259168 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Provisioning complete for port a832332d-dfc6-4ddb-ba19-afd861780d47 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:56:51.259531 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:51.357303 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:51.381761 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15c0f390-6919-47bb-8b7c-e3480f23c6ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a832332d-dfc6-4ddb-ba19-afd861780d47'}] {{(pid=102348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:56:51.384601 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c588921fa634554a1d9242fdea1b05457a9ff1d3b28ba54ec1dace7f2f1df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c87d70a2-d8de-4000-be7c-ec1d3814c8be" -d '{"events": [{"server_uuid": "15c0f390-6919-47bb-8b7c-e3480f23c6ed", "name": "network-vif-plugged", "status": "completed", "tag": "a832332d-dfc6-4ddb-ba19-afd861780d47"}]}' {{(pid=102348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:56:51.398154 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port a832332d-dfc6-4ddb-ba19-afd861780d47, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=a832332d-dfc6-4ddb-ba19-afd861780d47,segment=NetworkSegment(653b8aae-9a93-421e-861e-397fe317f87e),segment_id=653b8aae-9a93-421e-861e-397fe317f87e)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:56:51.403349 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:51.435671 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:56:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43c75ad9-8909-4172-9efb-2097ae98d4a4 x-openstack-request-id: req-43c75ad9-8909-4172-9efb-2097ae98d4a4 {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:56:51.435991 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15c0f390-6919-47bb-8b7c-e3480f23c6ed", "name": "network-vif-plugged", "status": "completed", "tag": "a832332d-dfc6-4ddb-ba19-afd861780d47", "code": 200}]} {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:56:51.436258 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-43c75ad9-8909-4172-9efb-2097ae98d4a4 {{(pid=102348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:56:51.436650 n-d-813419-10 neutron-server[102348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15c0f390-6919-47bb-8b7c-e3480f23c6ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a832332d-dfc6-4ddb-ba19-afd861780d47', 'code': 200} Oct 27 10:56:51.473777 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Pushing event updated for resources: {'Port': ['ID=a832332d-dfc6-4ddb-ba19-afd861780d47,revision_number=5']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:56:51.533469 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfdac5a-d2b4-4b36-bb58-e147f7510ce2 req-88cb4e48-3f40-442e-9844-39f15dd64c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:56:51.535050 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-adfdac5a-d2b4-4b36-bb58-e147f7510ce2 req-88cb4e48-3f40-442e-9844-39f15dd64c65 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=15c0f390-6919-47bb-8b7c-e3480f23c6ed HTTP/1.1" status: 200 len: 1098 time: 0.0409081 Oct 27 10:56:51.570216 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-adfdac5a-d2b4-4b36-bb58-e147f7510ce2 req-42d59c45-632c-4811-854f-245d640f1f8d service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=64c0e070-427c-485d-9f63-f3c1a25c4cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0275204 Oct 27 10:56:51.829768 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c592dcf2-c4f4-483b-b485-0429d3a6388f req-122c29f8-31f4-4ec7-b66f-2320559db841 tempest-TestServerBasicOps-542760771 tempest-TestServerBasicOps-542760771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:56:51.836009 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-430e706b-8206-4edb-ae88-c2f46f7ecb36 req-bea60abd-a46e-4a61-b9ee-4499ebe84785 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "GET /v2.0/ports?device_id=8c280a57-b5b3-4702-a42f-d4f4a9313432 HTTP/1.1" status: 200 len: 210 time: 0.0322731 Oct 27 10:56:51.836689 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-c592dcf2-c4f4-483b-b485-0429d3a6388f req-122c29f8-31f4-4ec7-b66f-2320559db841 tempest-TestServerBasicOps-542760771 tempest-TestServerBasicOps-542760771-project] 10.222.0.44 "GET /v2.0/ports?device_id=15c0f390-6919-47bb-8b7c-e3480f23c6ed HTTP/1.1" status: 200 len: 946 time: 0.0578241 Oct 27 10:56:51.877768 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-c592dcf2-c4f4-483b-b485-0429d3a6388f req-59fe6eff-811f-4f8d-8677-6dd9a4bcc2a5 tempest-TestServerBasicOps-542760771 tempest-TestServerBasicOps-542760771-project] 10.222.0.44 "GET /v2.0/security-groups?id=64c0e070-427c-485d-9f63-f3c1a25c4cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375097 Oct 27 10:56:51.982720 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-3c6a8245-0581-48aa-b5f6-4d8fe98cd16e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:52.898974 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 39426) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:56:53.000550 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b4e025-d28b-401e-bfcb-879f4d83da17 req-6d22ed99-8ebf-4f83-81ee-85c9a1613092 tempest-TestServerBasicOps-542760771 tempest-TestServerBasicOps-542760771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:56:53.002881 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-08b4e025-d28b-401e-bfcb-879f4d83da17 req-6d22ed99-8ebf-4f83-81ee-85c9a1613092 tempest-TestServerBasicOps-542760771 tempest-TestServerBasicOps-542760771-project] 10.222.0.44 "GET /v2.0/ports?device_id=15c0f390-6919-47bb-8b7c-e3480f23c6ed HTTP/1.1" status: 200 len: 946 time: 0.0506845 Oct 27 10:56:53.030374 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-db42d4a8-58fd-42d8-ac51-5c62dbdbe59d tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Deleting port fdaba7fe-7ba0-4d73-aafb-dc853a3a7f23 {{(pid=102347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:56:53.031376 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-db42d4a8-58fd-42d8-ac51-5c62dbdbe59d tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:53.044495 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-08b4e025-d28b-401e-bfcb-879f4d83da17 req-ae23c556-a796-4829-87f3-68e748265115 tempest-TestServerBasicOps-542760771 tempest-TestServerBasicOps-542760771-project] 10.222.0.44 "GET /v2.0/security-groups?id=64c0e070-427c-485d-9f63-f3c1a25c4cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341542 Oct 27 10:56:53.116011 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-db42d4a8-58fd-42d8-ac51-5c62dbdbe59d tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:53.116444 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-db42d4a8-58fd-42d8-ac51-5c62dbdbe59d tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:53.140229 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-db42d4a8-58fd-42d8-ac51-5c62dbdbe59d tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Calling delete_port for fdaba7fe-7ba0-4d73-aafb-dc853a3a7f23 owned by network:floatingip {{(pid=102347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:56:53.221492 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cfb8d8-cd3c-4588-a2d8-af840f06adcd req-2d1bd5ee-5dee-46b0-a0ce-bd1eaa1645fe tempest-TestServerBasicOps-542760771 tempest-TestServerBasicOps-542760771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:56:53.222977 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b7cfb8d8-cd3c-4588-a2d8-af840f06adcd req-2d1bd5ee-5dee-46b0-a0ce-bd1eaa1645fe tempest-TestServerBasicOps-542760771 tempest-TestServerBasicOps-542760771-project] 10.222.0.44 "GET /v2.0/ports?device_id=15c0f390-6919-47bb-8b7c-e3480f23c6ed HTTP/1.1" status: 200 len: 946 time: 0.0987480 Oct 27 10:56:53.282528 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b7cfb8d8-cd3c-4588-a2d8-af840f06adcd req-c740e726-3312-4a17-84d4-a54fb056645e tempest-TestServerBasicOps-542760771 tempest-TestServerBasicOps-542760771-project] 10.222.0.44 "GET /v2.0/security-groups?id=64c0e070-427c-485d-9f63-f3c1a25c4cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529308 Oct 27 10:56:53.353081 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-db42d4a8-58fd-42d8-ac51-5c62dbdbe59d tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:53.389754 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db42d4a8-58fd-42d8-ac51-5c62dbdbe59d tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Pushing event deleted for resources: {'Port': ['ID=fdaba7fe-7ba0-4d73-aafb-dc853a3a7f23,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:56:53.425549 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb9b398-8750-4cbb-8612-4a112abb3d95 req-31f2a5b2-2a18-4ce5-a45b-f0277c8f69bc tempest-TestServerBasicOps-542760771 tempest-TestServerBasicOps-542760771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:56:53.434698 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-1cb9b398-8750-4cbb-8612-4a112abb3d95 req-31f2a5b2-2a18-4ce5-a45b-f0277c8f69bc tempest-TestServerBasicOps-542760771 tempest-TestServerBasicOps-542760771-project] 10.222.0.44 "GET /v2.0/ports?device_id=15c0f390-6919-47bb-8b7c-e3480f23c6ed HTTP/1.1" status: 200 len: 946 time: 0.0699131 Oct 27 10:56:53.469145 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-db42d4a8-58fd-42d8-ac51-5c62dbdbe59d tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Publish callbacks [] for floatingip, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:53.472429 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-db42d4a8-58fd-42d8-ac51-5c62dbdbe59d tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for floatingip, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:53.474068 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-db42d4a8-58fd-42d8-ac51-5c62dbdbe59d tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "DELETE /v2.0/floatingips/c4310f03-15cf-42db-8eca-3fa4728f4869 HTTP/1.1" status: 204 len: 168 time: 0.5738676 Oct 27 10:56:53.475855 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-1cb9b398-8750-4cbb-8612-4a112abb3d95 req-fe8c6966-5bf8-4bd2-a177-356ffc1c07b2 tempest-TestServerBasicOps-542760771 tempest-TestServerBasicOps-542760771-project] 10.222.0.44 "GET /v2.0/security-groups?id=64c0e070-427c-485d-9f63-f3c1a25c4cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399663 Oct 27 10:56:53.498679 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 39440) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:56:53.735190 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9296f923-79c0-4c42-8274-d2d342185ec8 tempest-TestServerBasicOps-473897030 tempest-TestServerBasicOps-473897030-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:56:53.740453 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-9296f923-79c0-4c42-8274-d2d342185ec8 tempest-TestServerBasicOps-473897030 tempest-TestServerBasicOps-473897030-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=15c0f390-6919-47bb-8b7c-e3480f23c6ed HTTP/1.1" status: 200 len: 1093 time: 0.2369878 Oct 27 10:56:53.740902 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 39450) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:56:53.745725 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-b517c73a-c5a9-4a7a-924f-752d6046ebdc tempest-TestServerBasicOps-542760771 tempest-TestServerBasicOps-542760771-project] Request body: {'floatingip': {'floating_network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'port_id': 'a832332d-dfc6-4ddb-ba19-afd861780d47', 'tenant_id': 'daf5757200ff42558a3fc6db88bf4432', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:56:53.787973 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-b517c73a-c5a9-4a7a-924f-752d6046ebdc tempest-TestServerBasicOps-542760771 tempest-TestServerBasicOps-542760771-project] Publish callbacks [] for floatingip, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:53.908008 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-b517c73a-c5a9-4a7a-924f-752d6046ebdc tempest-TestServerBasicOps-542760771 tempest-TestServerBasicOps-542760771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:54.022384 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_common [None req-b517c73a-c5a9-4a7a-924f-752d6046ebdc tempest-TestServerBasicOps-542760771 tempest-TestServerBasicOps-542760771-project] Allocated IP 172.25.8.63 (185ff123-c7ff-45c7-a6be-71feb35acc9c/0fb9f9d1-7384-481f-8fa8-f4566c349d30/f5fd9dc6-c888-43a3-ba19-ad0b1a830c00) {{(pid=102346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:56:54.138135 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-b517c73a-c5a9-4a7a-924f-752d6046ebdc tempest-TestServerBasicOps-542760771 tempest-TestServerBasicOps-542760771-project] Publish callbacks [] for port, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:54.175879 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-b517c73a-c5a9-4a7a-924f-752d6046ebdc tempest-TestServerBasicOps-542760771 tempest-TestServerBasicOps-542760771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:54.227491 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b517c73a-c5a9-4a7a-924f-752d6046ebdc tempest-TestServerBasicOps-542760771 tempest-TestServerBasicOps-542760771-project] Pushing event updated for resources: {'Port': ['ID=f5fd9dc6-c888-43a3-ba19-ad0b1a830c00,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:56:54.239393 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b517c73a-c5a9-4a7a-924f-752d6046ebdc tempest-TestServerBasicOps-542760771 tempest-TestServerBasicOps-542760771-project] Network 185ff123-c7ff-45c7-a6be-71feb35acc9c is already hosted by enough agents. {{(pid=102346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:56:54.241172 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-b517c73a-c5a9-4a7a-924f-752d6046ebdc tempest-TestServerBasicOps-542760771 tempest-TestServerBasicOps-542760771-project] Resources bound (agent type, host, resource id): {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:56:54.243736 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b517c73a-c5a9-4a7a-924f-752d6046ebdc tempest-TestServerBasicOps-542760771 tempest-TestServerBasicOps-542760771-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:56:54.244238 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b517c73a-c5a9-4a7a-924f-752d6046ebdc tempest-TestServerBasicOps-542760771 tempest-TestServerBasicOps-542760771-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:56:54.244756 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b517c73a-c5a9-4a7a-924f-752d6046ebdc tempest-TestServerBasicOps-542760771 tempest-TestServerBasicOps-542760771-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:56:54.244951 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b517c73a-c5a9-4a7a-924f-752d6046ebdc tempest-TestServerBasicOps-542760771 tempest-TestServerBasicOps-542760771-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:56:54.245241 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b517c73a-c5a9-4a7a-924f-752d6046ebdc tempest-TestServerBasicOps-542760771 tempest-TestServerBasicOps-542760771-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:56:54.245571 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b517c73a-c5a9-4a7a-924f-752d6046ebdc tempest-TestServerBasicOps-542760771 tempest-TestServerBasicOps-542760771-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:56:54.246430 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b517c73a-c5a9-4a7a-924f-752d6046ebdc tempest-TestServerBasicOps-542760771 tempest-TestServerBasicOps-542760771-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:56:54.246430 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b517c73a-c5a9-4a7a-924f-752d6046ebdc tempest-TestServerBasicOps-542760771 tempest-TestServerBasicOps-542760771-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:56:54.246677 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b517c73a-c5a9-4a7a-924f-752d6046ebdc tempest-TestServerBasicOps-542760771 tempest-TestServerBasicOps-542760771-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:56:54.246929 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b517c73a-c5a9-4a7a-924f-752d6046ebdc tempest-TestServerBasicOps-542760771 tempest-TestServerBasicOps-542760771-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:56:54.247170 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b517c73a-c5a9-4a7a-924f-752d6046ebdc tempest-TestServerBasicOps-542760771 tempest-TestServerBasicOps-542760771-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:56:54.247560 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b517c73a-c5a9-4a7a-924f-752d6046ebdc tempest-TestServerBasicOps-542760771 tempest-TestServerBasicOps-542760771-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:56:54.250695 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b517c73a-c5a9-4a7a-924f-752d6046ebdc tempest-TestServerBasicOps-542760771 tempest-TestServerBasicOps-542760771-project] Received port after_create {{(pid=102346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:56:54.500604 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 39458) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:56:54.638869 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-3ca7ea75-d5ef-4e29-b71f-14025439b685 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:54.640751 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-b517c73a-c5a9-4a7a-924f-752d6046ebdc tempest-TestServerBasicOps-542760771 tempest-TestServerBasicOps-542760771-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:54.732696 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-b517c73a-c5a9-4a7a-924f-752d6046ebdc tempest-TestServerBasicOps-542760771 tempest-TestServerBasicOps-542760771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:54.763602 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-3ca7ea75-d5ef-4e29-b71f-14025439b685 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:54.782920 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-3ca7ea75-d5ef-4e29-b71f-14025439b685 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:54.826272 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-3ca7ea75-d5ef-4e29-b71f-14025439b685 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=31f8a43ef11f4336878813ac91a4eb89&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3244967 Oct 27 10:56:54.828051 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 39464) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:56:54.903962 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-6afc47d9-2d5e-4a9a-9266-6f35018da9c5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:54.926082 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca7ea75-d5ef-4e29-b71f-14025439b685 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b854bd25-7ce5-4dad-88e0-2fee2ec4ca45,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:56:54.932284 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-b517c73a-c5a9-4a7a-924f-752d6046ebdc tempest-TestServerBasicOps-542760771 tempest-TestServerBasicOps-542760771-project] Publish callbacks [] for port, precommit_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:54.938944 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-b517c73a-c5a9-4a7a-924f-752d6046ebdc tempest-TestServerBasicOps-542760771 tempest-TestServerBasicOps-542760771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27024173'] for port, after_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:54.959804 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-6afc47d9-2d5e-4a9a-9266-6f35018da9c5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:55.021671 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-6afc47d9-2d5e-4a9a-9266-6f35018da9c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:55.027299 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-6afc47d9-2d5e-4a9a-9266-6f35018da9c5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:55.030872 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-6afc47d9-2d5e-4a9a-9266-6f35018da9c5 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b854bd25-7ce5-4dad-88e0-2fee2ec4ca45 HTTP/1.1" status: 204 len: 168 time: 0.1993175 Oct 27 10:56:55.042416 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b517c73a-c5a9-4a7a-924f-752d6046ebdc tempest-TestServerBasicOps-542760771 tempest-TestServerBasicOps-542760771-project] Pushing event updated for resources: {'Port': ['ID=f5fd9dc6-c888-43a3-ba19-ad0b1a830c00,revision_number=2']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:56:55.055032 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-b517c73a-c5a9-4a7a-924f-752d6046ebdc tempest-TestServerBasicOps-542760771 tempest-TestServerBasicOps-542760771-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1664826'] for floatingip, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:55.062929 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afc47d9-2d5e-4a9a-9266-6f35018da9c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b854bd25-7ce5-4dad-88e0-2fee2ec4ca45,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:56:55.165804 n-d-813419-10 neutron-server[102346]: INFO neutron.db.l3_db [None req-b517c73a-c5a9-4a7a-924f-752d6046ebdc tempest-TestServerBasicOps-542760771 tempest-TestServerBasicOps-542760771-project] Floating IP c1443fdc-4345-4214-bcea-9346fa6cfae1 associated. External IP: 172.25.8.63, port: a832332d-dfc6-4ddb-ba19-afd861780d47. Oct 27 10:56:55.411275 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b517c73a-c5a9-4a7a-924f-752d6046ebdc tempest-TestServerBasicOps-542760771 tempest-TestServerBasicOps-542760771-project] Router 4e5b8a42-3a60-4169-b43c-beee2b20b5de has already been hosted by L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb {{(pid=102346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 10:56:55.433605 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 39470) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:56:55.449735 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-603c8acc-c873-49a7-925d-cf0064b5f255 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:55.554981 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-603c8acc-c873-49a7-925d-cf0064b5f255 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:55.561866 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-603c8acc-c873-49a7-925d-cf0064b5f255 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:55.624786 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-603c8acc-c873-49a7-925d-cf0064b5f255 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=323300787f48476dae374c3a28a2fc0a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1898918 Oct 27 10:56:55.625758 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 39472) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:56:55.626572 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603c8acc-c873-49a7-925d-cf0064b5f255 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d9610f9-945f-4965-9a67-f36d79f118f4,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:56:55.692889 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-52a8c7b1-c727-4bc3-8aad-bb461cbf7727 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:55.716474 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-52a8c7b1-c727-4bc3-8aad-bb461cbf7727 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:55.778957 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-52a8c7b1-c727-4bc3-8aad-bb461cbf7727 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:55.784002 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-52a8c7b1-c727-4bc3-8aad-bb461cbf7727 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:55.785945 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-52a8c7b1-c727-4bc3-8aad-bb461cbf7727 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1d9610f9-945f-4965-9a67-f36d79f118f4 HTTP/1.1" status: 204 len: 168 time: 0.1536069 Oct 27 10:56:55.799476 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a8c7b1-c727-4bc3-8aad-bb461cbf7727 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d9610f9-945f-4965-9a67-f36d79f118f4,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:56:55.833306 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b517c73a-c5a9-4a7a-924f-752d6046ebdc tempest-TestServerBasicOps-542760771 tempest-TestServerBasicOps-542760771-project] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:56:55.846033 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d974b3fc-7790-4c03-bc33-90b5c178dda0 None None] Sync routers for ids ['4e5b8a42-3a60-4169-b43c-beee2b20b5de'] in n-d-813419-10 {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:56:55.857866 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d974b3fc-7790-4c03-bc33-90b5c178dda0 None None] Routers {'4e5b8a42-3a60-4169-b43c-beee2b20b5de'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:56:55.858656 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-d974b3fc-7790-4c03-bc33-90b5c178dda0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:56:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['4e5b8a42-3a60-4169-b43c-beee2b20b5de'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:56:55.863438 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-b517c73a-c5a9-4a7a-924f-752d6046ebdc tempest-TestServerBasicOps-542760771 tempest-TestServerBasicOps-542760771-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for floatingip, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:55.911861 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-b517c73a-c5a9-4a7a-924f-752d6046ebdc tempest-TestServerBasicOps-542760771 tempest-TestServerBasicOps-542760771-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1664481 Oct 27 10:56:55.911861 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15c0f390-6919-47bb-8b7c-e3480f23c6ed', 'tag': 'a832332d-dfc6-4ddb-ba19-afd861780d47'}] {{(pid=102346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:56:55.914902 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc0e418f5fc417c8d55d94c0aa509b037d0beb2a734c1a709e789eb65639a56d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-213012f1-81eb-4ba4-aa50-4de07a00c606" -d '{"events": [{"name": "network-changed", "server_uuid": "15c0f390-6919-47bb-8b7c-e3480f23c6ed", "tag": "a832332d-dfc6-4ddb-ba19-afd861780d47"}]}' {{(pid=102346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:56:55.960767 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 10:56:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d65b0ba3-4f4d-4fab-9cc2-93f2ae3a8d92 x-openstack-request-id: req-d65b0ba3-4f4d-4fab-9cc2-93f2ae3a8d92 {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:56:55.961184 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15c0f390-6919-47bb-8b7c-e3480f23c6ed", "tag": "a832332d-dfc6-4ddb-ba19-afd861780d47", "status": "completed", "code": 200}]} {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:56:55.961676 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d65b0ba3-4f4d-4fab-9cc2-93f2ae3a8d92 {{(pid=102346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:56:55.962133 n-d-813419-10 neutron-server[102346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15c0f390-6919-47bb-8b7c-e3480f23c6ed', 'tag': 'a832332d-dfc6-4ddb-ba19-afd861780d47', 'status': 'completed', 'code': 200} Oct 27 10:56:55.968558 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvr_db [None req-d974b3fc-7790-4c03-bc33-90b5c178dda0 None None] Set router 4e5b8a42-3a60-4169-b43c-beee2b20b5de gateway port host: n-d-813419-10 {{(pid=102349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:56:56.031940 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213012f1-81eb-4ba4-aa50-4de07a00c606 req-a9db9743-3ea0-4b5d-9fd6-414299fe17a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:56:56.033592 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-213012f1-81eb-4ba4-aa50-4de07a00c606 req-a9db9743-3ea0-4b5d-9fd6-414299fe17a1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=daf5757200ff42558a3fc6db88bf4432&device_id=15c0f390-6919-47bb-8b7c-e3480f23c6ed HTTP/1.1" status: 200 len: 1098 time: 0.0474470 Oct 27 10:56:56.156744 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213012f1-81eb-4ba4-aa50-4de07a00c606 req-bcc44045-13c4-41bd-a46a-d0f9f8395065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:56:56.158544 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-213012f1-81eb-4ba4-aa50-4de07a00c606 req-bcc44045-13c4-41bd-a46a-d0f9f8395065 service neutron] 10.222.0.64 "GET /v2.0/networks?id=1e5091f0-6e84-4391-a8b4-ae2264a359f4 HTTP/1.1" status: 200 len: 910 time: 0.1160834 Oct 27 10:56:56.217986 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-d974b3fc-7790-4c03-bc33-90b5c178dda0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e5b8a42-3a60-4169-b43c-beee2b20b5de', 'name': 'tempest-TestServerBasicOps-1537137677-router', 'tenant_id': 'daf5757200ff42558a3fc6db88bf4432', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.2'}], 'enable_snat': True}, 'gw_port_id': '87274122-8696-4877-b6be-663010e32e55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:56:25Z', 'updated_at': '2021-10-27T10:56:29Z', 'revision_number': 4, 'project_id': 'daf5757200ff42558a3fc6db88bf4432', 'gw_port': {'id': '87274122-8696-4877-b6be-663010e32e55', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:4e:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e5b8a42-3a60-4169-b43c-beee2b20b5de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:56:26Z', 'updated_at': '2021-10-27T10:56:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_floatingips': [{'id': 'c1443fdc-4345-4214-bcea-9346fa6cfae1', 'tenant_id': 'daf5757200ff42558a3fc6db88bf4432', 'floating_ip_address': '172.25.8.63', 'floating_network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'router_id': '4e5b8a42-3a60-4169-b43c-beee2b20b5de', 'port_id': 'a832332d-dfc6-4ddb-ba19-afd861780d47', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3946, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e5091f0-6e84-4391-a8b4-ae2264a359f4', 'mac_address': 'fa:16:3e:57:4d:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15c0f390-6919-47bb-8b7c-e3480f23c6ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T10:56:54Z', 'updated_at': '2021-10-27T10:56:54Z', 'revision_number': 0, 'project_id': 'daf5757200ff42558a3fc6db88bf4432', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6df74fdf-fd99-44be-afcd-e71da47f6ee3', 'name': '', 'network_id': '1e5091f0-6e84-4391-a8b4-ae2264a359f4', 'tenant_id': 'daf5757200ff42558a3fc6db88bf4432', 'mac_address': 'fa:16:3e:2b:41:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e5b8a42-3a60-4169-b43c-beee2b20b5de', 'device_owner': 'network:router_interface', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': '1aac50a7-7526-4e40-97b7-8585bdd60f67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:56:29Z', 'updated_at': '2021-10-27T10:56:35Z', 'revision_number': 5, 'project_id': 'daf5757200ff42558a3fc6db88bf4432', 'subnets': [{'id': '1aac50a7-7526-4e40-97b7-8585bdd60f67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:56:56.242586 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-213012f1-81eb-4ba4-aa50-4de07a00c606 req-14b38d69-fb2b-412a-84cc-83c49b294cc8 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a832332d-dfc6-4ddb-ba19-afd861780d47 HTTP/1.1" status: 200 len: 999 time: 0.0765886 Oct 27 10:56:56.247756 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d974b3fc-7790-4c03-bc33-90b5c178dda0 None None] Checking router: 4e5b8a42-3a60-4169-b43c-beee2b20b5de for host: n-d-813419-10 {{(pid=102349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 10:56:56.257799 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d974b3fc-7790-4c03-bc33-90b5c178dda0 None None] Routers {'4e5b8a42-3a60-4169-b43c-beee2b20b5de'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:56:56.258414 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-d974b3fc-7790-4c03-bc33-90b5c178dda0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:56:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['4e5b8a42-3a60-4169-b43c-beee2b20b5de'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:56:56.312342 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213012f1-81eb-4ba4-aa50-4de07a00c606 req-fc4c6de4-9f51-4cc3-af42-6b7bbe63f1e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:56:56.314554 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-213012f1-81eb-4ba4-aa50-4de07a00c606 req-fc4c6de4-9f51-4cc3-af42-6b7bbe63f1e4 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1aac50a7-7526-4e40-97b7-8585bdd60f67 HTTP/1.1" status: 200 len: 848 time: 0.0640628 Oct 27 10:56:56.373853 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213012f1-81eb-4ba4-aa50-4de07a00c606 req-e1d1a63d-8df1-4fa0-961c-2a5e4fe52373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:56:56.375626 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-213012f1-81eb-4ba4-aa50-4de07a00c606 req-e1d1a63d-8df1-4fa0-961c-2a5e4fe52373 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1e5091f0-6e84-4391-a8b4-ae2264a359f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0544887 Oct 27 10:56:56.384997 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvr_db [None req-d974b3fc-7790-4c03-bc33-90b5c178dda0 None None] Set router 4e5b8a42-3a60-4169-b43c-beee2b20b5de gateway port host: n-d-813419-10 {{(pid=102349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:56:56.506422 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-213012f1-81eb-4ba4-aa50-4de07a00c606 req-6c4a648b-861f-4209-b2c6-e23e364800d1 service neutron] 10.222.0.64 "GET /v2.0/networks/1e5091f0-6e84-4391-a8b4-ae2264a359f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232944 Oct 27 10:56:56.623438 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-213012f1-81eb-4ba4-aa50-4de07a00c606 req-691d9e8e-3cb2-47f0-a762-f797289d0721 service neutron] 10.222.0.64 "GET /v2.0/networks/1e5091f0-6e84-4391-a8b4-ae2264a359f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082876 Oct 27 10:56:56.672187 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-d974b3fc-7790-4c03-bc33-90b5c178dda0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e5b8a42-3a60-4169-b43c-beee2b20b5de', 'name': 'tempest-TestServerBasicOps-1537137677-router', 'tenant_id': 'daf5757200ff42558a3fc6db88bf4432', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.2'}], 'enable_snat': True}, 'gw_port_id': '87274122-8696-4877-b6be-663010e32e55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:56:25Z', 'updated_at': '2021-10-27T10:56:29Z', 'revision_number': 4, 'project_id': 'daf5757200ff42558a3fc6db88bf4432', 'gw_port': {'id': '87274122-8696-4877-b6be-663010e32e55', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:4e:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e5b8a42-3a60-4169-b43c-beee2b20b5de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:56:26Z', 'updated_at': '2021-10-27T10:56:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_floatingips': [{'id': 'c1443fdc-4345-4214-bcea-9346fa6cfae1', 'tenant_id': 'daf5757200ff42558a3fc6db88bf4432', 'floating_ip_address': '172.25.8.63', 'floating_network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'router_id': '4e5b8a42-3a60-4169-b43c-beee2b20b5de', 'port_id': 'a832332d-dfc6-4ddb-ba19-afd861780d47', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3946, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e5091f0-6e84-4391-a8b4-ae2264a359f4', 'mac_address': 'fa:16:3e:57:4d:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15c0f390-6919-47bb-8b7c-e3480f23c6ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T10:56:54Z', 'updated_at': '2021-10-27T10:56:54Z', 'revision_number': 0, 'project_id': 'daf5757200ff42558a3fc6db88bf4432', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6df74fdf-fd99-44be-afcd-e71da47f6ee3', 'name': '', 'network_id': '1e5091f0-6e84-4391-a8b4-ae2264a359f4', 'tenant_id': 'daf5757200ff42558a3fc6db88bf4432', 'mac_address': 'fa:16:3e:2b:41:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e5b8a42-3a60-4169-b43c-beee2b20b5de', 'device_owner': 'network:router_interface', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': '1aac50a7-7526-4e40-97b7-8585bdd60f67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:56:29Z', 'updated_at': '2021-10-27T10:56:35Z', 'revision_number': 5, 'project_id': 'daf5757200ff42558a3fc6db88bf4432', 'subnets': [{'id': '1aac50a7-7526-4e40-97b7-8585bdd60f67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:56:56.704550 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d974b3fc-7790-4c03-bc33-90b5c178dda0 None None] The sync data for ids ['4e5b8a42-3a60-4169-b43c-beee2b20b5de'] in n-d-813419-10 is: [{'id': '4e5b8a42-3a60-4169-b43c-beee2b20b5de', 'name': 'tempest-TestServerBasicOps-1537137677-router', 'tenant_id': 'daf5757200ff42558a3fc6db88bf4432', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.2'}], 'enable_snat': True}, 'gw_port_id': '87274122-8696-4877-b6be-663010e32e55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:56:25Z', 'updated_at': '2021-10-27T10:56:29Z', 'revision_number': 4, 'project_id': 'daf5757200ff42558a3fc6db88bf4432', 'gw_port': {'id': '87274122-8696-4877-b6be-663010e32e55', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:4e:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e5b8a42-3a60-4169-b43c-beee2b20b5de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:56:26Z', 'updated_at': '2021-10-27T10:56:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_floatingips': [{'id': 'c1443fdc-4345-4214-bcea-9346fa6cfae1', 'tenant_id': 'daf5757200ff42558a3fc6db88bf4432', 'floating_ip_address': '172.25.8.63', 'floating_network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'router_id': '4e5b8a42-3a60-4169-b43c-beee2b20b5de', 'port_id': 'a832332d-dfc6-4ddb-ba19-afd861780d47', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3946, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e5091f0-6e84-4391-a8b4-ae2264a359f4', 'mac_address': 'fa:16:3e:57:4d:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15c0f390-6919-47bb-8b7c-e3480f23c6ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T10:56:54Z', 'updated_at': '2021-10-27T10:56:54Z', 'revision_number': 0, 'project_id': 'daf5757200ff42558a3fc6db88bf4432', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6df74fdf-fd99-44be-afcd-e71da47f6ee3', 'name': '', 'network_id': '1e5091f0-6e84-4391-a8b4-ae2264a359f4', 'tenant_id': 'daf5757200ff42558a3fc6db88bf4432', 'mac_address': 'fa:16:3e:2b:41:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e5b8a42-3a60-4169-b43c-beee2b20b5de', 'device_owner': 'network:router_interface', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': '1aac50a7-7526-4e40-97b7-8585bdd60f67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:56:29Z', 'updated_at': '2021-10-27T10:56:35Z', 'revision_number': 5, 'project_id': 'daf5757200ff42558a3fc6db88bf4432', 'subnets': [{'id': '1aac50a7-7526-4e40-97b7-8585bdd60f67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:56:56.984884 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8295b454-95f1-4da9-8b1a-094d3f002197 None None] New status for floating IP c1443fdc-4345-4214-bcea-9346fa6cfae1: ACTIVE {{(pid=102348) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 10:56:57.897849 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 39530) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:56:57.959240 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-b2b2d36e-3675-49c9-ace2-f93b650da320 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Publish callbacks [] for security_group, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:57.984252 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-b2b2d36e-3675-49c9-ace2-f93b650da320 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:58.051822 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-b2b2d36e-3675-49c9-ace2-f93b650da320 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:58.055074 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-b2b2d36e-3675-49c9-ace2-f93b650da320 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Publish callbacks [] for security_group, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:58.058882 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-b2b2d36e-3675-49c9-ace2-f93b650da320 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] 10.222.0.44 "DELETE /v2.0/security-groups/e12aac3e-256a-4b83-b5b5-3559f5984194 HTTP/1.1" status: 204 len: 168 time: 0.1576068 Oct 27 10:56:58.067833 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b2d36e-3675-49c9-ace2-f93b650da320 tempest-TestVolumeBootPattern-517036501 tempest-TestVolumeBootPattern-517036501-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e12aac3e-256a-4b83-b5b5-3559f5984194,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:56:58.129675 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 39534) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:56:58.637029 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-9ae770c7-955d-4284-851f-0085fe15a718 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1766202'] for router_interface, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:58.890119 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-9ae770c7-955d-4284-851f-0085fe15a718 admin admin] Deleting port 652aa176-1bd3-4569-9226-336a8f8cd793 {{(pid=102346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:56:58.890464 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-9ae770c7-955d-4284-851f-0085fe15a718 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:58.976158 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [None req-9ae770c7-955d-4284-851f-0085fe15a718 admin admin] For port 652aa176-1bd3-4569-9226-336a8f8cd793, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=652aa176-1bd3-4569-9226-336a8f8cd793,segment=NetworkSegment(d1b37471-bd8e-4564-a77c-6e0c9d2699fd),segment_id=d1b37471-bd8e-4564-a77c-6e0c9d2699fd)] {{(pid=102346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:56:58.976538 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-9ae770c7-955d-4284-851f-0085fe15a718 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:58.991451 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-9ae770c7-955d-4284-851f-0085fe15a718 admin admin] Calling delete_port for 652aa176-1bd3-4569-9226-336a8f8cd793 owned by network:router_interface {{(pid=102346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:56:59.190011 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-9ae770c7-955d-4284-851f-0085fe15a718 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:59.218512 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae770c7-955d-4284-851f-0085fe15a718 admin admin] Pushing event deleted for resources: {'Port': ['ID=652aa176-1bd3-4569-9226-336a8f8cd793,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:56:59.395563 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-9ae770c7-955d-4284-851f-0085fe15a718 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2006968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1766358'] for router_interface, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:59.611987 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ae770c7-955d-4284-851f-0085fe15a718 admin admin] Router 8c4c9367-65f8-4c63-bb94-f9a6fe3c4440 has already been hosted by L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb {{(pid=102346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 10:56:59.719055 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ae770c7-955d-4284-851f-0085fe15a718 admin admin] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:56:59.726124 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-9ae770c7-955d-4284-851f-0085fe15a718 admin admin] 10.222.0.44 "PUT /v2.0/routers/8c4c9367-65f8-4c63-bb94-f9a6fe3c4440/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5923965 Oct 27 10:56:59.726611 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 39550) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:56:59.729991 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f46679f5-6c83-40d9-b4ca-d7e1829ce159 None None] Sync routers for ids ['8c4c9367-65f8-4c63-bb94-f9a6fe3c4440'] in n-d-813419-10 {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:56:59.741680 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f46679f5-6c83-40d9-b4ca-d7e1829ce159 None None] Routers {'8c4c9367-65f8-4c63-bb94-f9a6fe3c4440'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:56:59.742577 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-f46679f5-6c83-40d9-b4ca-d7e1829ce159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:56:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['8c4c9367-65f8-4c63-bb94-f9a6fe3c4440'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:56:59.842737 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-694a7778-f171-4d5a-aed3-3febbf30ac22 admin admin] Publish callbacks [] for router, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:56:59.852588 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvr_db [None req-f46679f5-6c83-40d9-b4ca-d7e1829ce159 None None] Set router 8c4c9367-65f8-4c63-bb94-f9a6fe3c4440 gateway port host: n-d-813419-10 {{(pid=102349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:56:59.966463 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-694a7778-f171-4d5a-aed3-3febbf30ac22 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:57:00.040321 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-694a7778-f171-4d5a-aed3-3febbf30ac22 admin admin] Deleting port 57172d42-624b-4614-a27b-f1ad4a0c9f06 {{(pid=102346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:57:00.040831 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-694a7778-f171-4d5a-aed3-3febbf30ac22 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:57:00.123622 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [None req-694a7778-f171-4d5a-aed3-3febbf30ac22 admin admin] For port 57172d42-624b-4614-a27b-f1ad4a0c9f06, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=57172d42-624b-4614-a27b-f1ad4a0c9f06,segment=NetworkSegment(bc14127b-7032-4c50-bb5b-f6813cbae86e),segment_id=bc14127b-7032-4c50-bb5b-f6813cbae86e)] {{(pid=102346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:57:00.124031 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-694a7778-f171-4d5a-aed3-3febbf30ac22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:57:00.140652 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-694a7778-f171-4d5a-aed3-3febbf30ac22 admin admin] Calling delete_port for 57172d42-624b-4614-a27b-f1ad4a0c9f06 owned by network:router_gateway {{(pid=102346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:57:00.148926 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-f46679f5-6c83-40d9-b4ca-d7e1829ce159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c4c9367-65f8-4c63-bb94-f9a6fe3c4440', 'name': 'tempest-TestVolumeBootPattern-328280962-router', 'tenant_id': 'b02a92ec9ad04d95b8ea6a5db5946dfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': '57172d42-624b-4614-a27b-f1ad4a0c9f06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:43:19Z', 'updated_at': '2021-10-27T10:56:59Z', 'revision_number': 5, 'project_id': 'b02a92ec9ad04d95b8ea6a5db5946dfb', 'gw_port': {'id': '57172d42-624b-4614-a27b-f1ad4a0c9f06', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:d8:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c4c9367-65f8-4c63-bb94-f9a6fe3c4440', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2746, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:43:21Z', 'updated_at': '2021-10-27T10:43:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10'}], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:57:00.178057 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f46679f5-6c83-40d9-b4ca-d7e1829ce159 None None] Checking router: 8c4c9367-65f8-4c63-bb94-f9a6fe3c4440 for host: n-d-813419-10 {{(pid=102349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 10:57:00.192075 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f46679f5-6c83-40d9-b4ca-d7e1829ce159 None None] Routers {'8c4c9367-65f8-4c63-bb94-f9a6fe3c4440'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:57:00.192075 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-f46679f5-6c83-40d9-b4ca-d7e1829ce159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:56:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['8c4c9367-65f8-4c63-bb94-f9a6fe3c4440'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:57:00.275766 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvr_db [None req-f46679f5-6c83-40d9-b4ca-d7e1829ce159 None None] Set router 8c4c9367-65f8-4c63-bb94-f9a6fe3c4440 gateway port host: None {{(pid=102349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:57:00.313209 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-694a7778-f171-4d5a-aed3-3febbf30ac22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:57:00.327741 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-f46679f5-6c83-40d9-b4ca-d7e1829ce159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c4c9367-65f8-4c63-bb94-f9a6fe3c4440', 'name': 'tempest-TestVolumeBootPattern-328280962-router', 'tenant_id': 'b02a92ec9ad04d95b8ea6a5db5946dfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:43:19Z', 'updated_at': '2021-10-27T10:56:59Z', 'revision_number': 6, 'project_id': 'b02a92ec9ad04d95b8ea6a5db5946dfb', 'gw_port_host': None}], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:57:00.357565 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f46679f5-6c83-40d9-b4ca-d7e1829ce159 None None] The sync data for ids ['8c4c9367-65f8-4c63-bb94-f9a6fe3c4440'] in n-d-813419-10 is: [{'id': '8c4c9367-65f8-4c63-bb94-f9a6fe3c4440', 'name': 'tempest-TestVolumeBootPattern-328280962-router', 'tenant_id': 'b02a92ec9ad04d95b8ea6a5db5946dfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:43:19Z', 'updated_at': '2021-10-27T10:56:59Z', 'revision_number': 6, 'project_id': 'b02a92ec9ad04d95b8ea6a5db5946dfb', 'gw_port_host': None}] {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:57:00.369662 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694a7778-f171-4d5a-aed3-3febbf30ac22 admin admin] Pushing event deleted for resources: {'Port': ['ID=57172d42-624b-4614-a27b-f1ad4a0c9f06,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:57:00.412979 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-694a7778-f171-4d5a-aed3-3febbf30ac22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1664884'] for router_gateway, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:57:00.514221 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-694a7778-f171-4d5a-aed3-3febbf30ac22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1765662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3700'] for router, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:57:00.520250 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-694a7778-f171-4d5a-aed3-3febbf30ac22 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:57:00.570195 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-694a7778-f171-4d5a-aed3-3febbf30ac22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1765641'] for router, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:57:00.570816 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-694a7778-f171-4d5a-aed3-3febbf30ac22 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8c4c9367-65f8-4c63-bb94-f9a6fe3c4440 {{(pid=102346) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 10:57:00.575276 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-694a7778-f171-4d5a-aed3-3febbf30ac22 admin admin] Publish callbacks [] for router, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:57:00.576492 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-694a7778-f171-4d5a-aed3-3febbf30ac22 admin admin] 10.222.0.44 "DELETE /v2.0/routers/8c4c9367-65f8-4c63-bb94-f9a6fe3c4440 HTTP/1.1" status: 204 len: 168 time: 0.8491876 Oct 27 10:57:00.578929 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 39562) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:57:00.628831 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c6efcac-1365-4d90-87ea-bec169ba0744 admin admin] Deleting subnet 87624d80-dded-417f-af79-cc56a741e5c4 {{(pid=102346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 10:57:00.632131 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-1c6efcac-1365-4d90-87ea-bec169ba0744 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:57:00.669372 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-1c6efcac-1365-4d90-87ea-bec169ba0744 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25847868'] for subnet, precommit_delete_associations {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:57:00.769375 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-1c6efcac-1365-4d90-87ea-bec169ba0744 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855646'] for subnet, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:57:00.818322 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 39568) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:57:00.848604 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-1c6efcac-1365-4d90-87ea-bec169ba0744 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27024355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27168307'] for subnet, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:57:00.887653 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc37c7f2-72c7-4422-9f8f-620d1313c1b5 None None] Network 33cc32c2-598c-44fc-a251-6575a62c00c5 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:57:00.898771 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-1c6efcac-1365-4d90-87ea-bec169ba0744 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:57:00.902008 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-1c6efcac-1365-4d90-87ea-bec169ba0744 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/87624d80-dded-417f-af79-cc56a741e5c4 HTTP/1.1" status: 204 len: 168 time: 0.3221109 Oct 27 10:57:00.903426 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6efcac-1365-4d90-87ea-bec169ba0744 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=87624d80-dded-417f-af79-cc56a741e5c4,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:57:00.905453 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 39570) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:57:00.991100 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-1da97418-c8a1-4170-aa84-8e30606903f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586917'] for network, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:57:01.104823 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-1da97418-c8a1-4170-aa84-8e30606903f6 admin admin] Deleting port bf5cac73-2015-415f-974e-6f4b898c9d3f {{(pid=102346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:57:01.105252 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-1da97418-c8a1-4170-aa84-8e30606903f6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:57:01.151917 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-296b69de-2782-41bf-b950-251df018fa4a tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Deleting port e00c0f82-8175-4312-b414-a8c1e011378b {{(pid=102347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:57:01.152765 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-296b69de-2782-41bf-b950-251df018fa4a tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:57:01.193365 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f67d99ed-c975-441e-8438-b8132c040782 None None] DHCP port deletion for 33cc32c2-598c-44fc-a251-6575a62c00c5 request from n-d-813419-10 {{(pid=102348) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 10:57:01.292399 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-296b69de-2782-41bf-b950-251df018fa4a tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:57:01.292872 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-296b69de-2782-41bf-b950-251df018fa4a tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:57:01.297650 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [None req-1da97418-c8a1-4170-aa84-8e30606903f6 admin admin] For port bf5cac73-2015-415f-974e-6f4b898c9d3f, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=bf5cac73-2015-415f-974e-6f4b898c9d3f,segment=NetworkSegment(d1b37471-bd8e-4564-a77c-6e0c9d2699fd),segment_id=d1b37471-bd8e-4564-a77c-6e0c9d2699fd)] {{(pid=102346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:57:01.298006 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-1da97418-c8a1-4170-aa84-8e30606903f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:57:01.306201 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-f67d99ed-c975-441e-8438-b8132c040782 None None] Deleting port bf5cac73-2015-415f-974e-6f4b898c9d3f {{(pid=102348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:57:01.306604 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f67d99ed-c975-441e-8438-b8132c040782 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:57:01.307432 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-296b69de-2782-41bf-b950-251df018fa4a tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Calling delete_port for e00c0f82-8175-4312-b414-a8c1e011378b owned by network:floatingip {{(pid=102347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:57:01.311661 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-1da97418-c8a1-4170-aa84-8e30606903f6 admin admin] Calling delete_port for bf5cac73-2015-415f-974e-6f4b898c9d3f owned by network:dhcp {{(pid=102346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:57:01.313357 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 652aa176-1bd3-4569-9226-336a8f8cd793 no longer exists at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:57:01.387895 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] No Port match for: 652aa176-1bd3-4569-9226-336a8f8cd793 {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:57:01.388356 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 652aa176-1bd3-4569-9226-336a8f8cd793 not bound to the agent host n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:57:01.431584 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f67d99ed-c975-441e-8438-b8132c040782 None None] For port bf5cac73-2015-415f-974e-6f4b898c9d3f, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=bf5cac73-2015-415f-974e-6f4b898c9d3f,segment=NetworkSegment(d1b37471-bd8e-4564-a77c-6e0c9d2699fd),segment_id=d1b37471-bd8e-4564-a77c-6e0c9d2699fd)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:57:01.432930 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f67d99ed-c975-441e-8438-b8132c040782 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:57:01.459060 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-f67d99ed-c975-441e-8438-b8132c040782 None None] Calling delete_port for bf5cac73-2015-415f-974e-6f4b898c9d3f owned by network:dhcp {{(pid=102348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:57:01.497682 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-1da97418-c8a1-4170-aa84-8e30606903f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:57:01.542418 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da97418-c8a1-4170-aa84-8e30606903f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=bf5cac73-2015-415f-974e-6f4b898c9d3f,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:57:01.551558 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1da97418-c8a1-4170-aa84-8e30606903f6 admin admin] No DVR routers for this DVR port bf5cac73-2015-415f-974e-6f4b898c9d3f on host n-d-813419-10 {{(pid=102346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:57:01.558697 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f67d99ed-c975-441e-8438-b8132c040782 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615'] for port, after_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:57:01.586436 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67d99ed-c975-441e-8438-b8132c040782 None None] Pushing event deleted for resources: {'Port': ['ID=bf5cac73-2015-415f-974e-6f4b898c9d3f,revision_number=None']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:57:01.602027 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f67d99ed-c975-441e-8438-b8132c040782 None None] No DVR routers for this DVR port bf5cac73-2015-415f-974e-6f4b898c9d3f on host n-d-813419-10 {{(pid=102348) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:57:01.651936 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-296b69de-2782-41bf-b950-251df018fa4a tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:57:01.655626 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-1da97418-c8a1-4170-aa84-8e30606903f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857803', 'neutron.services.segments.db._delete_segments_for_network-8743873143390'] for network, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:57:01.676131 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296b69de-2782-41bf-b950-251df018fa4a tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Pushing event deleted for resources: {'Port': ['ID=e00c0f82-8175-4312-b414-a8c1e011378b,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:57:01.745572 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-296b69de-2782-41bf-b950-251df018fa4a tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks [] for floatingip, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:57:01.746041 n-d-813419-10 neutron-server[102347]: INFO neutron.db.l3_db [None req-296b69de-2782-41bf-b950-251df018fa4a tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Floating IP 9d8d1190-3799-4fb2-8d47-ae1a2f5ec547 disassociated (deleted). External IP: 172.25.8.112, port: e64f9fdc-bedf-44df-9ae2-7cd38244f7ff. Oct 27 10:57:01.960097 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-1da97418-c8a1-4170-aa84-8e30606903f6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33cc32c2-598c-44fc-a251-6575a62c00c5']}} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:57:01.964058 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-296b69de-2782-41bf-b950-251df018fa4a tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Router d0f0b701-befd-4db0-8d77-36a1f6716665 has already been hosted by L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb {{(pid=102347) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 10:57:01.969378 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-1da97418-c8a1-4170-aa84-8e30606903f6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1b37471-bd8e-4564-a77c-6e0c9d2699fd') {'for_net_delete': True} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:57:01.969669 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-1da97418-c8a1-4170-aa84-8e30606903f6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1b37471-bd8e-4564-a77c-6e0c9d2699fd') {} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:57:01.979233 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-1da97418-c8a1-4170-aa84-8e30606903f6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743873145191', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25847877'] for segment, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:57:01.992133 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-1da97418-c8a1-4170-aa84-8e30606903f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:57:01.997827 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1da97418-c8a1-4170-aa84-8e30606903f6 admin admin] Releasing vlan 449 on physical network physnet1 to pool {{(pid=102346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 10:57:01.998211 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-1da97418-c8a1-4170-aa84-8e30606903f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27024137'] for segment, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:57:01.999854 n-d-813419-10 neutron-server[102346]: Traceback (most recent call last): Oct 27 10:57:01.999854 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 10:57:01.999854 n-d-813419-10 neutron-server[102346]: timer() Oct 27 10:57:01.999854 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 10:57:01.999854 n-d-813419-10 neutron-server[102346]: cb(*args, **kw) Oct 27 10:57:01.999854 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 10:57:01.999854 n-d-813419-10 neutron-server[102346]: return func(*args, **kwargs) Oct 27 10:57:01.999854 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 10:57:01.999854 n-d-813419-10 neutron-server[102346]: self._notify() Oct 27 10:57:01.999854 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 10:57:01.999854 n-d-813419-10 neutron-server[102346]: self.callback(batched_events) Oct 27 10:57:01.999854 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 10:57:01.999854 n-d-813419-10 neutron-server[102346]: event.method(event) Oct 27 10:57:01.999854 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 10:57:01.999854 n-d-813419-10 neutron-server[102346]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 10:57:01.999854 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 10:57:01.999854 n-d-813419-10 neutron-server[102346]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 10:57:01.999854 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 10:57:01.999854 n-d-813419-10 neutron-server[102346]: return f(self, *a, **k) Oct 27 10:57:01.999854 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 10:57:01.999854 n-d-813419-10 neutron-server[102346]: return self._get(url).json() Oct 27 10:57:01.999854 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 10:57:01.999854 n-d-813419-10 neutron-server[102346]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 10:57:01.999854 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 10:57:01.999854 n-d-813419-10 neutron-server[102346]: return self.request(url, 'GET', **kwargs) Oct 27 10:57:01.999854 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 10:57:01.999854 n-d-813419-10 neutron-server[102346]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 10:57:01.999854 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 10:57:01.999854 n-d-813419-10 neutron-server[102346]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 10:57:01.999854 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 10:57:01.999854 n-d-813419-10 neutron-server[102346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 10:57:01.999854 n-d-813419-10 neutron-server[102346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 10:57:02.057096 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-1da97418-c8a1-4170-aa84-8e30606903f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664840'] for network, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:57:02.062182 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-1da97418-c8a1-4170-aa84-8e30606903f6 admin admin] Publish callbacks [] for network, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:57:02.065401 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-1da97418-c8a1-4170-aa84-8e30606903f6 admin admin] 10.222.0.44 "DELETE /v2.0/networks/33cc32c2-598c-44fc-a251-6575a62c00c5 HTTP/1.1" status: 204 len: 168 time: 1.1590204 Oct 27 10:57:02.068894 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 39576) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:57:02.077584 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da97418-c8a1-4170-aa84-8e30606903f6 admin admin] Pushing event deleted for resources: {'Network': ['ID=33cc32c2-598c-44fc-a251-6575a62c00c5,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:57:02.144440 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-296b69de-2782-41bf-b950-251df018fa4a tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:57:02.152843 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-296b69de-2782-41bf-b950-251df018fa4a tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for floatingip, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:57:02.154668 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3086c7ae-60ef-48c7-80ca-f14f1f16dffa None None] Sync routers for ids ['d0f0b701-befd-4db0-8d77-36a1f6716665'] in n-d-813419-10 {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:57:02.165857 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3086c7ae-60ef-48c7-80ca-f14f1f16dffa None None] Routers {'d0f0b701-befd-4db0-8d77-36a1f6716665'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:57:02.166460 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-3086c7ae-60ef-48c7-80ca-f14f1f16dffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:56:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['d0f0b701-befd-4db0-8d77-36a1f6716665'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:57:02.186760 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-296b69de-2782-41bf-b950-251df018fa4a tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "DELETE /v2.0/floatingips/9d8d1190-3799-4fb2-8d47-ae1a2f5ec547 HTTP/1.1" status: 204 len: 168 time: 1.3675530 Oct 27 10:57:02.189295 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32c83879-889b-42fc-9b3a-977d6172e638', 'tag': 'e64f9fdc-bedf-44df-9ae2-7cd38244f7ff'}] {{(pid=102347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:57:02.191295 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311149b481204ee7edffdb959c881838506fbd95bc8577c048f6677abb73acc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5389c1a0-f1d6-47e3-baf0-980ddc0ef6fe" -d '{"events": [{"name": "network-changed", "server_uuid": "32c83879-889b-42fc-9b3a-977d6172e638", "tag": "e64f9fdc-bedf-44df-9ae2-7cd38244f7ff"}]}' {{(pid=102347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:57:02.262222 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 10:57:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f817242-415a-45b9-a2f5-f30df2127e70 x-openstack-request-id: req-0f817242-415a-45b9-a2f5-f30df2127e70 {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:57:02.262222 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32c83879-889b-42fc-9b3a-977d6172e638", "tag": "e64f9fdc-bedf-44df-9ae2-7cd38244f7ff", "status": "completed", "code": 200}]} {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:57:02.262222 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-0f817242-415a-45b9-a2f5-f30df2127e70 {{(pid=102347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:57:02.262806 n-d-813419-10 neutron-server[102347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32c83879-889b-42fc-9b3a-977d6172e638', 'tag': 'e64f9fdc-bedf-44df-9ae2-7cd38244f7ff', 'status': 'completed', 'code': 200} Oct 27 10:57:02.287614 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvr_db [None req-3086c7ae-60ef-48c7-80ca-f14f1f16dffa None None] Set router d0f0b701-befd-4db0-8d77-36a1f6716665 gateway port host: n-d-813419-10 {{(pid=102348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:57:02.335128 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5389c1a0-f1d6-47e3-baf0-980ddc0ef6fe req-822597f9-a29d-4469-8313-d1c38b5a0db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:57:02.337202 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-5389c1a0-f1d6-47e3-baf0-980ddc0ef6fe req-822597f9-a29d-4469-8313-d1c38b5a0db0 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=7f357cb809634e50864d0c31dbcbd617&device_id=32c83879-889b-42fc-9b3a-977d6172e638 HTTP/1.1" status: 200 len: 1097 time: 0.0605328 Oct 27 10:57:02.495538 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e9fdf7-e66e-48f1-937c-c83a00b5f8eb req-890fa014-6b37-429a-ad0b-4fb9b8f21401 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:57:02.497023 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-b4e9fdf7-e66e-48f1-937c-c83a00b5f8eb req-890fa014-6b37-429a-ad0b-4fb9b8f21401 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "GET /v2.0/ports?device_id=32c83879-889b-42fc-9b3a-977d6172e638 HTTP/1.1" status: 200 len: 945 time: 0.0819519 Oct 27 10:57:02.498237 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5389c1a0-f1d6-47e3-baf0-980ddc0ef6fe req-46eceebc-68eb-41f0-94b3-a35fd0d68be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:57:02.499570 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-5389c1a0-f1d6-47e3-baf0-980ddc0ef6fe req-46eceebc-68eb-41f0-94b3-a35fd0d68be5 service neutron] 10.222.0.76 "GET /v2.0/networks?id=5881e9db-d98c-456c-a859-ceca0aeadc80 HTTP/1.1" status: 200 len: 898 time: 0.1550741 Oct 27 10:57:02.517596 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-e804c5b0-598b-4acc-bc08-93a04043f3d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1766202'] for router_interface, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:57:02.522432 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-3086c7ae-60ef-48c7-80ca-f14f1f16dffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0f0b701-befd-4db0-8d77-36a1f6716665', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1794889257', 'tenant_id': '7f357cb809634e50864d0c31dbcbd617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.247'}], 'enable_snat': True}, 'gw_port_id': '78ff4059-5a93-499a-9f2b-635ce7973509', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:53:42Z', 'updated_at': '2021-10-27T10:53:48Z', 'revision_number': 4, 'project_id': '7f357cb809634e50864d0c31dbcbd617', 'gw_port': {'id': '78ff4059-5a93-499a-9f2b-635ce7973509', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:39:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0f0b701-befd-4db0-8d77-36a1f6716665', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3699, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:53:42Z', 'updated_at': '2021-10-27T10:53:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_interfaces': [{'id': '621c6289-8f96-4317-bdd7-7e9d9ffa58c9', 'name': '', 'network_id': '5881e9db-d98c-456c-a859-ceca0aeadc80', 'tenant_id': '7f357cb809634e50864d0c31dbcbd617', 'mac_address': 'fa:16:3e:cc:7b:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0f0b701-befd-4db0-8d77-36a1f6716665', 'device_owner': 'network:router_interface', 'standard_attr_id': 3703, 'fixed_ips': [{'subnet_id': '81b47fe0-cd37-412d-b552-4ac6bd910a15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:53:47Z', 'updated_at': '2021-10-27T10:53:53Z', 'revision_number': 5, 'project_id': '7f357cb809634e50864d0c31dbcbd617', 'subnets': [{'id': '81b47fe0-cd37-412d-b552-4ac6bd910a15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:57:02.553420 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3086c7ae-60ef-48c7-80ca-f14f1f16dffa None None] Checking router: d0f0b701-befd-4db0-8d77-36a1f6716665 for host: n-d-813419-10 {{(pid=102348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 10:57:02.557487 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-5389c1a0-f1d6-47e3-baf0-980ddc0ef6fe req-1314a1da-5e14-4136-9843-69de24693e1d service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e64f9fdc-bedf-44df-9ae2-7cd38244f7ff HTTP/1.1" status: 200 len: 217 time: 0.0490384 Oct 27 10:57:02.561946 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3086c7ae-60ef-48c7-80ca-f14f1f16dffa None None] Routers {'d0f0b701-befd-4db0-8d77-36a1f6716665'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:57:02.562539 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-3086c7ae-60ef-48c7-80ca-f14f1f16dffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:56:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['d0f0b701-befd-4db0-8d77-36a1f6716665'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:57:02.606159 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-b4e9fdf7-e66e-48f1-937c-c83a00b5f8eb req-afe3b2a7-5b48-49f6-a27e-318178efa392 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "GET /v2.0/security-groups?id=400a7a10-ae98-4ff7-8b32-bae6f0d1c63e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0988753 Oct 27 10:57:02.622314 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5389c1a0-f1d6-47e3-baf0-980ddc0ef6fe req-72160f7f-d2f7-472e-8eab-f46845d62957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:57:02.624511 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-5389c1a0-f1d6-47e3-baf0-980ddc0ef6fe req-72160f7f-d2f7-472e-8eab-f46845d62957 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=81b47fe0-cd37-412d-b552-4ac6bd910a15 HTTP/1.1" status: 200 len: 835 time: 0.0581534 Oct 27 10:57:02.678458 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5389c1a0-f1d6-47e3-baf0-980ddc0ef6fe req-a79da8e5-d72b-44e8-ac5f-78fc05b9e933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:57:02.678458 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-5389c1a0-f1d6-47e3-baf0-980ddc0ef6fe req-a79da8e5-d72b-44e8-ac5f-78fc05b9e933 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=5881e9db-d98c-456c-a859-ceca0aeadc80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0460596 Oct 27 10:57:02.704706 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvr_db [None req-3086c7ae-60ef-48c7-80ca-f14f1f16dffa None None] Set router d0f0b701-befd-4db0-8d77-36a1f6716665 gateway port host: n-d-813419-10 {{(pid=102348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:57:02.735464 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:57:02.783345 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-5389c1a0-f1d6-47e3-baf0-980ddc0ef6fe req-fdde230e-0a57-48ca-8e9b-27880bb7b6ab service neutron] 10.222.0.76 "GET /v2.0/networks/5881e9db-d98c-456c-a859-ceca0aeadc80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959506 Oct 27 10:57:02.877059 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-e804c5b0-598b-4acc-bc08-93a04043f3d9 admin admin] Deleting port be9fdb6d-0b2a-4fc0-b84d-d253074a5c36 {{(pid=102347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:57:02.877406 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-e804c5b0-598b-4acc-bc08-93a04043f3d9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:57:02.909289 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-5389c1a0-f1d6-47e3-baf0-980ddc0ef6fe req-6c02cd34-f58e-4816-8bf3-3ec9d5bfa09b service neutron] 10.222.0.76 "GET /v2.0/networks/5881e9db-d98c-456c-a859-ceca0aeadc80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1157527 Oct 27 10:57:02.978487 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [None req-e804c5b0-598b-4acc-bc08-93a04043f3d9 admin admin] For port be9fdb6d-0b2a-4fc0-b84d-d253074a5c36, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=be9fdb6d-0b2a-4fc0-b84d-d253074a5c36,segment=NetworkSegment(009893cd-a36f-4850-b0ab-447b1d471d3c),segment_id=009893cd-a36f-4850-b0ab-447b1d471d3c)] {{(pid=102347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:57:02.979117 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-e804c5b0-598b-4acc-bc08-93a04043f3d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:57:02.995557 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-e804c5b0-598b-4acc-bc08-93a04043f3d9 admin admin] Calling delete_port for be9fdb6d-0b2a-4fc0-b84d-d253074a5c36 owned by network:router_interface {{(pid=102347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:57:03.010168 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 57172d42-624b-4614-a27b-f1ad4a0c9f06 no longer exists at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:57:03.036108 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] No Port match for: 57172d42-624b-4614-a27b-f1ad4a0c9f06 {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:57:03.036477 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 57172d42-624b-4614-a27b-f1ad4a0c9f06 not bound to the agent host n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:57:03.036896 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device bf5cac73-2015-415f-974e-6f4b898c9d3f no longer exists at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:57:03.065329 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] No Port match for: bf5cac73-2015-415f-974e-6f4b898c9d3f {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:57:03.065925 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device bf5cac73-2015-415f-974e-6f4b898c9d3f not bound to the agent host n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:57:03.173375 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-3086c7ae-60ef-48c7-80ca-f14f1f16dffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0f0b701-befd-4db0-8d77-36a1f6716665', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1794889257', 'tenant_id': '7f357cb809634e50864d0c31dbcbd617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.247'}], 'enable_snat': True}, 'gw_port_id': '78ff4059-5a93-499a-9f2b-635ce7973509', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:53:42Z', 'updated_at': '2021-10-27T10:53:48Z', 'revision_number': 4, 'project_id': '7f357cb809634e50864d0c31dbcbd617', 'gw_port': {'id': '78ff4059-5a93-499a-9f2b-635ce7973509', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:39:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0f0b701-befd-4db0-8d77-36a1f6716665', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3699, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:53:42Z', 'updated_at': '2021-10-27T10:53:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_interfaces': [{'id': '621c6289-8f96-4317-bdd7-7e9d9ffa58c9', 'name': '', 'network_id': '5881e9db-d98c-456c-a859-ceca0aeadc80', 'tenant_id': '7f357cb809634e50864d0c31dbcbd617', 'mac_address': 'fa:16:3e:cc:7b:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0f0b701-befd-4db0-8d77-36a1f6716665', 'device_owner': 'network:router_interface', 'standard_attr_id': 3703, 'fixed_ips': [{'subnet_id': '81b47fe0-cd37-412d-b552-4ac6bd910a15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:53:47Z', 'updated_at': '2021-10-27T10:53:53Z', 'revision_number': 5, 'project_id': '7f357cb809634e50864d0c31dbcbd617', 'subnets': [{'id': '81b47fe0-cd37-412d-b552-4ac6bd910a15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:57:03.208903 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3086c7ae-60ef-48c7-80ca-f14f1f16dffa None None] The sync data for ids ['d0f0b701-befd-4db0-8d77-36a1f6716665'] in n-d-813419-10 is: [{'id': 'd0f0b701-befd-4db0-8d77-36a1f6716665', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1794889257', 'tenant_id': '7f357cb809634e50864d0c31dbcbd617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.247'}], 'enable_snat': True}, 'gw_port_id': '78ff4059-5a93-499a-9f2b-635ce7973509', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:53:42Z', 'updated_at': '2021-10-27T10:53:48Z', 'revision_number': 4, 'project_id': '7f357cb809634e50864d0c31dbcbd617', 'gw_port': {'id': '78ff4059-5a93-499a-9f2b-635ce7973509', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:39:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0f0b701-befd-4db0-8d77-36a1f6716665', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3699, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:53:42Z', 'updated_at': '2021-10-27T10:53:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_interfaces': [{'id': '621c6289-8f96-4317-bdd7-7e9d9ffa58c9', 'name': '', 'network_id': '5881e9db-d98c-456c-a859-ceca0aeadc80', 'tenant_id': '7f357cb809634e50864d0c31dbcbd617', 'mac_address': 'fa:16:3e:cc:7b:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0f0b701-befd-4db0-8d77-36a1f6716665', 'device_owner': 'network:router_interface', 'standard_attr_id': 3703, 'fixed_ips': [{'subnet_id': '81b47fe0-cd37-412d-b552-4ac6bd910a15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:53:47Z', 'updated_at': '2021-10-27T10:53:53Z', 'revision_number': 5, 'project_id': '7f357cb809634e50864d0c31dbcbd617', 'subnets': [{'id': '81b47fe0-cd37-412d-b552-4ac6bd910a15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:57:03.241692 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-e804c5b0-598b-4acc-bc08-93a04043f3d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:57:03.268786 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e804c5b0-598b-4acc-bc08-93a04043f3d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=be9fdb6d-0b2a-4fc0-b84d-d253074a5c36,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:57:03.464596 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-e804c5b0-598b-4acc-bc08-93a04043f3d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2006968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1766358'] for router_interface, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:57:03.567493 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5145c067-8664-40b2-b94b-31042227fbc7 None None] New status for floating IP 9d8d1190-3799-4fb2-8d47-ae1a2f5ec547: DOWN {{(pid=102349) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 10:57:03.977460 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac79254f-5e8d-4b29-82f8-9b19e9347e0a req-cf9bdedc-fc8f-4498-93c2-ced192b6361e tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:57:03.979300 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ac79254f-5e8d-4b29-82f8-9b19e9347e0a req-cf9bdedc-fc8f-4498-93c2-ced192b6361e tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.76 "GET /v2.0/ports?device_id=32c83879-889b-42fc-9b3a-977d6172e638 HTTP/1.1" status: 200 len: 945 time: 0.0644641 Oct 27 10:57:04.037214 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e804c5b0-598b-4acc-bc08-93a04043f3d9 admin admin] Router 87149a51-e64c-4564-b173-fa8f780c9884 has already been hosted by L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb {{(pid=102347) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 10:57:04.077479 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [req-ac79254f-5e8d-4b29-82f8-9b19e9347e0a req-8f5c4fb8-ceba-4fa0-879c-7465a4b1dc2d tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Deleting port e64f9fdc-bedf-44df-9ae2-7cd38244f7ff {{(pid=102346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:57:04.077819 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-ac79254f-5e8d-4b29-82f8-9b19e9347e0a req-8f5c4fb8-ceba-4fa0-879c-7465a4b1dc2d tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:57:04.109919 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634002bc-97f6-4af1-b145-b7fe204ee075 req-52db094e-5200-4b0c-8e96-8c027a15bb11 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:57:04.111422 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-634002bc-97f6-4af1-b145-b7fe204ee075 req-52db094e-5200-4b0c-8e96-8c027a15bb11 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "GET /v2.0/ports?device_id=32c83879-889b-42fc-9b3a-977d6172e638 HTTP/1.1" status: 200 len: 945 time: 0.4109082 Oct 27 10:57:04.174009 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [req-ac79254f-5e8d-4b29-82f8-9b19e9347e0a req-8f5c4fb8-ceba-4fa0-879c-7465a4b1dc2d tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] For port e64f9fdc-bedf-44df-9ae2-7cd38244f7ff, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=e64f9fdc-bedf-44df-9ae2-7cd38244f7ff,segment=NetworkSegment(10396019-b919-49cc-b445-f3a22390b24e),segment_id=10396019-b919-49cc-b445-f3a22390b24e)] {{(pid=102346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:57:04.174704 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-ac79254f-5e8d-4b29-82f8-9b19e9347e0a req-8f5c4fb8-ceba-4fa0-879c-7465a4b1dc2d tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:57:04.187660 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [req-ac79254f-5e8d-4b29-82f8-9b19e9347e0a req-8f5c4fb8-ceba-4fa0-879c-7465a4b1dc2d tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Calling delete_port for e64f9fdc-bedf-44df-9ae2-7cd38244f7ff owned by compute:nova {{(pid=102346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:57:04.188831 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-634002bc-97f6-4af1-b145-b7fe204ee075 req-29cdcb64-0202-4c47-b83a-a30aa8557758 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "GET /v2.0/security-groups?id=400a7a10-ae98-4ff7-8b32-bae6f0d1c63e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498469 Oct 27 10:57:04.205419 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e804c5b0-598b-4acc-bc08-93a04043f3d9 admin admin] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:57:04.211243 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-e804c5b0-598b-4acc-bc08-93a04043f3d9 admin admin] 10.222.0.44 "PUT /v2.0/routers/87149a51-e64c-4564-b173-fa8f780c9884/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1412086 Oct 27 10:57:04.213590 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 39606) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:57:04.216580 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-195e0565-aa59-4e41-a35b-f8da6197cfe0 None None] Sync routers for ids ['87149a51-e64c-4564-b173-fa8f780c9884'] in n-d-813419-10 {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:57:04.228278 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-195e0565-aa59-4e41-a35b-f8da6197cfe0 None None] Routers {'87149a51-e64c-4564-b173-fa8f780c9884'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:57:04.228976 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-195e0565-aa59-4e41-a35b-f8da6197cfe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:56:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['87149a51-e64c-4564-b173-fa8f780c9884'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:57:04.368081 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-ac79254f-5e8d-4b29-82f8-9b19e9347e0a req-8f5c4fb8-ceba-4fa0-879c-7465a4b1dc2d tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:57:04.371393 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-a376c7e0-b9a8-48a2-9350-3b1ace80e6a7 admin admin] Publish callbacks [] for router, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:57:04.383475 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvr_db [None req-195e0565-aa59-4e41-a35b-f8da6197cfe0 None None] Set router 87149a51-e64c-4564-b173-fa8f780c9884 gateway port host: n-d-813419-10 {{(pid=102348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:57:04.406595 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5c4fb8-ceba-4fa0-879c-7465a4b1dc2d tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Pushing event deleted for resources: {'Port': ['ID=e64f9fdc-bedf-44df-9ae2-7cd38244f7ff,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:57:04.471254 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac79254f-5e8d-4b29-82f8-9b19e9347e0a req-8f5c4fb8-ceba-4fa0-879c-7465a4b1dc2d tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] No DVR routers for this DVR port e64f9fdc-bedf-44df-9ae2-7cd38244f7ff on host n-h2-813419-10 {{(pid=102346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:57:04.474934 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-ac79254f-5e8d-4b29-82f8-9b19e9347e0a req-8f5c4fb8-ceba-4fa0-879c-7465a4b1dc2d tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:57:04.482516 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ac79254f-5e8d-4b29-82f8-9b19e9347e0a req-8f5c4fb8-ceba-4fa0-879c-7465a4b1dc2d tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.76 "DELETE /v2.0/ports/e64f9fdc-bedf-44df-9ae2-7cd38244f7ff HTTP/1.1" status: 204 len: 173 time: 0.4960265 Oct 27 10:57:04.482970 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32c83879-889b-42fc-9b3a-977d6172e638', 'name': 'network-vif-deleted', 'tag': 'e64f9fdc-bedf-44df-9ae2-7cd38244f7ff'}] {{(pid=102346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:57:04.493019 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc0e418f5fc417c8d55d94c0aa509b037d0beb2a734c1a709e789eb65639a56d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46635e59-41cd-415e-bf1f-83d22b7a06f7" -d '{"events": [{"server_uuid": "32c83879-889b-42fc-9b3a-977d6172e638", "name": "network-vif-deleted", "tag": "e64f9fdc-bedf-44df-9ae2-7cd38244f7ff"}]}' {{(pid=102346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:57:04.576037 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:57:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16010e9e-56bd-49f0-ae26-72afcd43df6f x-openstack-request-id: req-16010e9e-56bd-49f0-ae26-72afcd43df6f {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:57:04.576269 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32c83879-889b-42fc-9b3a-977d6172e638", "name": "network-vif-deleted", "tag": "e64f9fdc-bedf-44df-9ae2-7cd38244f7ff", "status": "completed", "code": 200}]} {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:57:04.576529 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-16010e9e-56bd-49f0-ae26-72afcd43df6f {{(pid=102346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:57:04.576926 n-d-813419-10 neutron-server[102346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32c83879-889b-42fc-9b3a-977d6172e638', 'name': 'network-vif-deleted', 'tag': 'e64f9fdc-bedf-44df-9ae2-7cd38244f7ff', 'status': 'completed', 'code': 200} Oct 27 10:57:04.607337 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-a376c7e0-b9a8-48a2-9350-3b1ace80e6a7 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:57:04.691981 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-a376c7e0-b9a8-48a2-9350-3b1ace80e6a7 admin admin] Deleting port cc2ff8d9-59b6-4e2b-b65c-f09cd857a366 {{(pid=102347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:57:04.692615 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-a376c7e0-b9a8-48a2-9350-3b1ace80e6a7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:57:04.715504 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-195e0565-aa59-4e41-a35b-f8da6197cfe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87149a51-e64c-4564-b173-fa8f780c9884', 'name': 'tempest-TestVolumeBootPattern-718839973-router', 'tenant_id': '312a14de01fd4d2f95d511b488b54c88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.74'}], 'enable_snat': True}, 'gw_port_id': 'cc2ff8d9-59b6-4e2b-b65c-f09cd857a366', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:43:39Z', 'updated_at': '2021-10-27T10:57:03Z', 'revision_number': 5, 'project_id': '312a14de01fd4d2f95d511b488b54c88', 'gw_port': {'id': 'cc2ff8d9-59b6-4e2b-b65c-f09cd857a366', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:37:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87149a51-e64c-4564-b173-fa8f780c9884', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2763, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:43:41Z', 'updated_at': '2021-10-27T10:43:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10'}], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:57:04.746352 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-195e0565-aa59-4e41-a35b-f8da6197cfe0 None None] Checking router: 87149a51-e64c-4564-b173-fa8f780c9884 for host: n-d-813419-10 {{(pid=102348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 10:57:04.760739 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-195e0565-aa59-4e41-a35b-f8da6197cfe0 None None] Routers {'87149a51-e64c-4564-b173-fa8f780c9884'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:57:04.761425 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-195e0565-aa59-4e41-a35b-f8da6197cfe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:56:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['87149a51-e64c-4564-b173-fa8f780c9884'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:57:04.806461 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [None req-a376c7e0-b9a8-48a2-9350-3b1ace80e6a7 admin admin] For port cc2ff8d9-59b6-4e2b-b65c-f09cd857a366, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=cc2ff8d9-59b6-4e2b-b65c-f09cd857a366,segment=NetworkSegment(bc14127b-7032-4c50-bb5b-f6813cbae86e),segment_id=bc14127b-7032-4c50-bb5b-f6813cbae86e)] {{(pid=102347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:57:04.807143 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-a376c7e0-b9a8-48a2-9350-3b1ace80e6a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:57:04.846239 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-a376c7e0-b9a8-48a2-9350-3b1ace80e6a7 admin admin] Calling delete_port for cc2ff8d9-59b6-4e2b-b65c-f09cd857a366 owned by network:router_gateway {{(pid=102347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:57:04.994474 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvr_db [None req-195e0565-aa59-4e41-a35b-f8da6197cfe0 None None] Set router 87149a51-e64c-4564-b173-fa8f780c9884 gateway port host: None {{(pid=102348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:57:05.092867 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-195e0565-aa59-4e41-a35b-f8da6197cfe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87149a51-e64c-4564-b173-fa8f780c9884', 'name': 'tempest-TestVolumeBootPattern-718839973-router', 'tenant_id': '312a14de01fd4d2f95d511b488b54c88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:43:39Z', 'updated_at': '2021-10-27T10:57:04Z', 'revision_number': 6, 'project_id': '312a14de01fd4d2f95d511b488b54c88', 'gw_port_host': None}], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:57:05.126195 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-195e0565-aa59-4e41-a35b-f8da6197cfe0 None None] The sync data for ids ['87149a51-e64c-4564-b173-fa8f780c9884'] in n-d-813419-10 is: [{'id': '87149a51-e64c-4564-b173-fa8f780c9884', 'name': 'tempest-TestVolumeBootPattern-718839973-router', 'tenant_id': '312a14de01fd4d2f95d511b488b54c88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:43:39Z', 'updated_at': '2021-10-27T10:57:04Z', 'revision_number': 6, 'project_id': '312a14de01fd4d2f95d511b488b54c88', 'gw_port_host': None}] {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:57:05.166375 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-a376c7e0-b9a8-48a2-9350-3b1ace80e6a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:57:05.199165 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a376c7e0-b9a8-48a2-9350-3b1ace80e6a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=cc2ff8d9-59b6-4e2b-b65c-f09cd857a366,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:57:05.267979 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-a376c7e0-b9a8-48a2-9350-3b1ace80e6a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1664884'] for router_gateway, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:57:05.283354 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 39620) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:57:05.376965 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-a376c7e0-b9a8-48a2-9350-3b1ace80e6a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1765662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3700'] for router, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:57:05.379904 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-a376c7e0-b9a8-48a2-9350-3b1ace80e6a7 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:57:05.430939 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-a376c7e0-b9a8-48a2-9350-3b1ace80e6a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1765641'] for router, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:57:05.431782 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a376c7e0-b9a8-48a2-9350-3b1ace80e6a7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 87149a51-e64c-4564-b173-fa8f780c9884 {{(pid=102347) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 10:57:05.441243 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-a376c7e0-b9a8-48a2-9350-3b1ace80e6a7 admin admin] Publish callbacks [] for router, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:57:05.445654 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-a376c7e0-b9a8-48a2-9350-3b1ace80e6a7 admin admin] 10.222.0.44 "DELETE /v2.0/routers/87149a51-e64c-4564-b173-fa8f780c9884 HTTP/1.1" status: 204 len: 168 time: 1.2289355 Oct 27 10:57:05.463681 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 39622) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:57:05.543053 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_v2 [None req-f79fec1d-46b1-4881-8c2c-3abd1448d1f3 admin admin] Deleting subnet 061e1f52-2314-43fa-9579-99995322b631 {{(pid=102347) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 10:57:05.546931 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-f79fec1d-46b1-4881-8c2c-3abd1448d1f3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:57:05.600982 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-f79fec1d-46b1-4881-8c2c-3abd1448d1f3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-18445109'] for subnet, precommit_delete_associations {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:57:05.731945 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-f79fec1d-46b1-4881-8c2c-3abd1448d1f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855646'] for subnet, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:57:05.762007 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-3121935d-de4c-43d7-9003-e6a0e252db17 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1766202'] for router_interface, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:57:05.798525 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-f79fec1d-46b1-4881-8c2c-3abd1448d1f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-18295818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18043720'] for subnet, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:57:05.832037 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-f79fec1d-46b1-4881-8c2c-3abd1448d1f3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:57:05.836649 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-f79fec1d-46b1-4881-8c2c-3abd1448d1f3 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/061e1f52-2314-43fa-9579-99995322b631 HTTP/1.1" status: 204 len: 168 time: 0.3711956 Oct 27 10:57:05.839367 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 39626) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:57:05.840524 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79fec1d-46b1-4881-8c2c-3abd1448d1f3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=061e1f52-2314-43fa-9579-99995322b631,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:57:05.842341 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7abeac82-eb84-47d0-9d9c-f9e713cc9d12 None None] Network e7645404-348f-4c33-a048-d9625903b2bc requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:57:05.939119 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-86cd44e1-9d59-4e39-ba33-e8d487b3670f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586917'] for network, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:57:06.064801 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-138cfc50-9d45-4249-8bd7-4d04a0a51c85 None None] DHCP port deletion for e7645404-348f-4c33-a048-d9625903b2bc request from n-d-813419-10 {{(pid=102348) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 10:57:06.095122 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-86cd44e1-9d59-4e39-ba33-e8d487b3670f admin admin] Deleting port a8591be9-1462-4868-a06e-c590d8c4e6f8 {{(pid=102346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:57:06.095618 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-86cd44e1-9d59-4e39-ba33-e8d487b3670f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:57:06.136021 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-138cfc50-9d45-4249-8bd7-4d04a0a51c85 None None] Deleting port a8591be9-1462-4868-a06e-c590d8c4e6f8 {{(pid=102348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:57:06.136427 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-138cfc50-9d45-4249-8bd7-4d04a0a51c85 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:57:06.203037 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [None req-86cd44e1-9d59-4e39-ba33-e8d487b3670f admin admin] For port a8591be9-1462-4868-a06e-c590d8c4e6f8, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=a8591be9-1462-4868-a06e-c590d8c4e6f8,segment=NetworkSegment(009893cd-a36f-4850-b0ab-447b1d471d3c),segment_id=009893cd-a36f-4850-b0ab-447b1d471d3c)] {{(pid=102346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:57:06.203550 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-86cd44e1-9d59-4e39-ba33-e8d487b3670f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:57:06.220764 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-86cd44e1-9d59-4e39-ba33-e8d487b3670f admin admin] Calling delete_port for a8591be9-1462-4868-a06e-c590d8c4e6f8 owned by network:dhcp {{(pid=102346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:57:06.227973 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-138cfc50-9d45-4249-8bd7-4d04a0a51c85 None None] For port a8591be9-1462-4868-a06e-c590d8c4e6f8, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=a8591be9-1462-4868-a06e-c590d8c4e6f8,segment=NetworkSegment(009893cd-a36f-4850-b0ab-447b1d471d3c),segment_id=009893cd-a36f-4850-b0ab-447b1d471d3c)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:57:06.228667 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-138cfc50-9d45-4249-8bd7-4d04a0a51c85 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:57:06.244086 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-138cfc50-9d45-4249-8bd7-4d04a0a51c85 None None] Calling delete_port for a8591be9-1462-4868-a06e-c590d8c4e6f8 owned by network:dhcp {{(pid=102348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:57:06.325935 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device e64f9fdc-bedf-44df-9ae2-7cd38244f7ff no longer exists at agent hyperv_n-h2-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:57:06.358773 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] No Port match for: e64f9fdc-bedf-44df-9ae2-7cd38244f7ff {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:57:06.359154 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device e64f9fdc-bedf-44df-9ae2-7cd38244f7ff not bound to the agent host n-h2-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:57:06.365732 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-138cfc50-9d45-4249-8bd7-4d04a0a51c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615'] for port, after_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:57:06.432116 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138cfc50-9d45-4249-8bd7-4d04a0a51c85 None None] Pushing event deleted for resources: {'Port': ['ID=a8591be9-1462-4868-a06e-c590d8c4e6f8,revision_number=None']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:57:06.454076 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-138cfc50-9d45-4249-8bd7-4d04a0a51c85 None None] No DVR routers for this DVR port a8591be9-1462-4868-a06e-c590d8c4e6f8 on host n-d-813419-10 {{(pid=102348) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:57:06.465485 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-86cd44e1-9d59-4e39-ba33-e8d487b3670f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:57:06.470267 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-3121935d-de4c-43d7-9003-e6a0e252db17 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Deleting port 621c6289-8f96-4317-bdd7-7e9d9ffa58c9 {{(pid=102346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:57:06.470601 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-3121935d-de4c-43d7-9003-e6a0e252db17 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:57:06.529431 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cd44e1-9d59-4e39-ba33-e8d487b3670f admin admin] Pushing event deleted for resources: {'Port': ['ID=a8591be9-1462-4868-a06e-c590d8c4e6f8,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:57:06.536805 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86cd44e1-9d59-4e39-ba33-e8d487b3670f admin admin] No DVR routers for this DVR port a8591be9-1462-4868-a06e-c590d8c4e6f8 on host n-d-813419-10 {{(pid=102346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:57:06.636344 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-86cd44e1-9d59-4e39-ba33-e8d487b3670f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857803', 'neutron.services.segments.db._delete_segments_for_network-8743873143390'] for network, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:57:06.672320 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [None req-3121935d-de4c-43d7-9003-e6a0e252db17 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] For port 621c6289-8f96-4317-bdd7-7e9d9ffa58c9, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=621c6289-8f96-4317-bdd7-7e9d9ffa58c9,segment=NetworkSegment(10396019-b919-49cc-b445-f3a22390b24e),segment_id=10396019-b919-49cc-b445-f3a22390b24e)] {{(pid=102346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:57:06.672679 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-3121935d-de4c-43d7-9003-e6a0e252db17 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:57:06.675683 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-86cd44e1-9d59-4e39-ba33-e8d487b3670f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7645404-348f-4c33-a048-d9625903b2bc']}} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:57:06.695072 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-86cd44e1-9d59-4e39-ba33-e8d487b3670f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '009893cd-a36f-4850-b0ab-447b1d471d3c') {'for_net_delete': True} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:57:06.695364 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-86cd44e1-9d59-4e39-ba33-e8d487b3670f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '009893cd-a36f-4850-b0ab-447b1d471d3c') {} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:57:06.697694 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-3121935d-de4c-43d7-9003-e6a0e252db17 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Calling delete_port for 621c6289-8f96-4317-bdd7-7e9d9ffa58c9 owned by network:router_interface {{(pid=102346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:57:06.715305 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-86cd44e1-9d59-4e39-ba33-e8d487b3670f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743873145191', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25847877'] for segment, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:57:06.764623 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-86cd44e1-9d59-4e39-ba33-e8d487b3670f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:57:06.774395 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86cd44e1-9d59-4e39-ba33-e8d487b3670f admin admin] Releasing vlan 400 on physical network physnet1 to pool {{(pid=102346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 10:57:06.775435 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-86cd44e1-9d59-4e39-ba33-e8d487b3670f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27024137'] for segment, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:57:06.776583 n-d-813419-10 neutron-server[102346]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 10:57:06.776583 n-d-813419-10 neutron-server[102346]: self.session.flush() Oct 27 10:57:06.776583 n-d-813419-10 neutron-server[102346]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 10:57:06.776583 n-d-813419-10 neutron-server[102346]: self.session.flush() Oct 27 10:57:06.776583 n-d-813419-10 neutron-server[102346]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 10:57:06.776583 n-d-813419-10 neutron-server[102346]: self.session.flush() Oct 27 10:57:06.776583 n-d-813419-10 neutron-server[102346]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 10:57:06.776583 n-d-813419-10 neutron-server[102346]: self.session.flush() Oct 27 10:57:06.776583 n-d-813419-10 neutron-server[102346]: Traceback (most recent call last): Oct 27 10:57:06.776583 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 10:57:06.776583 n-d-813419-10 neutron-server[102346]: timer() Oct 27 10:57:06.776583 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 10:57:06.776583 n-d-813419-10 neutron-server[102346]: cb(*args, **kw) Oct 27 10:57:06.776583 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 10:57:06.776583 n-d-813419-10 neutron-server[102346]: return func(*args, **kwargs) Oct 27 10:57:06.776583 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 10:57:06.776583 n-d-813419-10 neutron-server[102346]: self._notify() Oct 27 10:57:06.776583 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 10:57:06.776583 n-d-813419-10 neutron-server[102346]: self.callback(batched_events) Oct 27 10:57:06.776583 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 10:57:06.776583 n-d-813419-10 neutron-server[102346]: event.method(event) Oct 27 10:57:06.776583 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 10:57:06.776583 n-d-813419-10 neutron-server[102346]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 10:57:06.776583 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 10:57:06.776583 n-d-813419-10 neutron-server[102346]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 10:57:06.776583 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 10:57:06.776583 n-d-813419-10 neutron-server[102346]: return f(self, *a, **k) Oct 27 10:57:06.776583 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 10:57:06.776583 n-d-813419-10 neutron-server[102346]: return self._get(url).json() Oct 27 10:57:06.776583 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 10:57:06.776583 n-d-813419-10 neutron-server[102346]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 10:57:06.776583 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 10:57:06.776583 n-d-813419-10 neutron-server[102346]: return self.request(url, 'GET', **kwargs) Oct 27 10:57:06.776583 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 10:57:06.776583 n-d-813419-10 neutron-server[102346]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 10:57:06.776583 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 10:57:06.776583 n-d-813419-10 neutron-server[102346]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 10:57:06.776583 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 10:57:06.776583 n-d-813419-10 neutron-server[102346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 10:57:06.776583 n-d-813419-10 neutron-server[102346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 10:57:06.852998 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-86cd44e1-9d59-4e39-ba33-e8d487b3670f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664840'] for network, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:57:06.895384 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-86cd44e1-9d59-4e39-ba33-e8d487b3670f admin admin] Publish callbacks [] for network, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:57:06.895562 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device be9fdb6d-0b2a-4fc0-b84d-d253074a5c36 no longer exists at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:57:06.898548 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-86cd44e1-9d59-4e39-ba33-e8d487b3670f admin admin] 10.222.0.44 "DELETE /v2.0/networks/e7645404-348f-4c33-a048-d9625903b2bc HTTP/1.1" status: 204 len: 168 time: 1.0580902 Oct 27 10:57:06.922116 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cd44e1-9d59-4e39-ba33-e8d487b3670f admin admin] Pushing event deleted for resources: {'Network': ['ID=e7645404-348f-4c33-a048-d9625903b2bc,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:57:06.937545 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] No Port match for: be9fdb6d-0b2a-4fc0-b84d-d253074a5c36 {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:57:06.938140 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device be9fdb6d-0b2a-4fc0-b84d-d253074a5c36 not bound to the agent host n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:57:06.938731 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device a8591be9-1462-4868-a06e-c590d8c4e6f8 no longer exists at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:57:06.962090 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] No Port match for: a8591be9-1462-4868-a06e-c590d8c4e6f8 {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:57:06.962865 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device a8591be9-1462-4868-a06e-c590d8c4e6f8 not bound to the agent host n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:57:06.963456 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device cc2ff8d9-59b6-4e2b-b65c-f09cd857a366 no longer exists at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:57:06.991705 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] No Port match for: cc2ff8d9-59b6-4e2b-b65c-f09cd857a366 {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:57:06.992393 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device cc2ff8d9-59b6-4e2b-b65c-f09cd857a366 not bound to the agent host n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:57:07.066051 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-3121935d-de4c-43d7-9003-e6a0e252db17 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:57:07.099095 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3121935d-de4c-43d7-9003-e6a0e252db17 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Pushing event deleted for resources: {'Port': ['ID=621c6289-8f96-4317-bdd7-7e9d9ffa58c9,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:57:07.125587 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 39632) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:57:07.209446 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-c47d7060-67f2-4592-944e-331476e0d1e2 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b02a92ec9ad04d95b8ea6a5db5946dfb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0825493 Oct 27 10:57:07.210326 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 39634) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:57:07.274926 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-f2010298-d56a-40a8-b6a3-5998821769c9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:57:07.297715 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-f2010298-d56a-40a8-b6a3-5998821769c9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:57:07.348711 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-f2010298-d56a-40a8-b6a3-5998821769c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:57:07.351842 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-f2010298-d56a-40a8-b6a3-5998821769c9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:57:07.367744 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-f2010298-d56a-40a8-b6a3-5998821769c9 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3238f945-43ac-4dbd-b7b0-70b6d0fec036 HTTP/1.1" status: 204 len: 168 time: 0.1477962 Oct 27 10:57:07.375253 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-3121935d-de4c-43d7-9003-e6a0e252db17 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2006968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1766358'] for router_interface, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:57:07.385938 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2010298-d56a-40a8-b6a3-5998821769c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3238f945-43ac-4dbd-b7b0-70b6d0fec036,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:57:07.637013 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3121935d-de4c-43d7-9003-e6a0e252db17 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Router d0f0b701-befd-4db0-8d77-36a1f6716665 has already been hosted by L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb {{(pid=102346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 10:57:07.782661 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3121935d-de4c-43d7-9003-e6a0e252db17 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 10:57:07.793924 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-3121935d-de4c-43d7-9003-e6a0e252db17 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "PUT /v2.0/routers/d0f0b701-befd-4db0-8d77-36a1f6716665/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5093119 Oct 27 10:57:07.794343 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 39644) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:57:07.797053 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48690ce2-4ead-4e2a-b950-3f016d93af30 None None] Sync routers for ids ['d0f0b701-befd-4db0-8d77-36a1f6716665'] in n-d-813419-10 {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 10:57:07.810282 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48690ce2-4ead-4e2a-b950-3f016d93af30 None None] Routers {'d0f0b701-befd-4db0-8d77-36a1f6716665'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:57:07.812114 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-48690ce2-4ead-4e2a-b950-3f016d93af30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:56:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['d0f0b701-befd-4db0-8d77-36a1f6716665'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:57:07.833381 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 39646) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:57:07.907055 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-30511f68-562f-499e-95ac-31348f43cc52 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=312a14de01fd4d2f95d511b488b54c88&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0689433 Oct 27 10:57:07.911587 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 39650) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:57:07.935034 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f2d9330-6a23-41ee-9219-d955029d75ab tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Deleting subnet 81b47fe0-cd37-412d-b552-4ac6bd910a15 {{(pid=102347) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 10:57:07.938639 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-7f2d9330-6a23-41ee-9219-d955029d75ab tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks [] for subnet, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:57:07.968523 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvr_db [None req-48690ce2-4ead-4e2a-b950-3f016d93af30 None None] Set router d0f0b701-befd-4db0-8d77-36a1f6716665 gateway port host: n-d-813419-10 {{(pid=102349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:57:08.003495 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-7f2d9330-6a23-41ee-9219-d955029d75ab tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-18445109'] for subnet, precommit_delete_associations {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:57:08.049329 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-7f11280b-8feb-4090-9651-83fee75374c1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:57:08.096305 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-7f11280b-8feb-4090-9651-83fee75374c1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:57:08.126139 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-7f2d9330-6a23-41ee-9219-d955029d75ab tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855646'] for subnet, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:57:08.192921 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-7f11280b-8feb-4090-9651-83fee75374c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:57:08.195994 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-7f11280b-8feb-4090-9651-83fee75374c1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:57:08.197352 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-7f11280b-8feb-4090-9651-83fee75374c1 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c305b9ae-e0c8-4010-9c0a-7f8cf0abdcd7 HTTP/1.1" status: 204 len: 168 time: 0.2831321 Oct 27 10:57:08.217105 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f11280b-8feb-4090-9651-83fee75374c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c305b9ae-e0c8-4010-9c0a-7f8cf0abdcd7,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:57:08.228279 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-7f2d9330-6a23-41ee-9219-d955029d75ab tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-18295818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18043720'] for subnet, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:57:08.264632 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2d9330-6a23-41ee-9219-d955029d75ab tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Pushing event deleted for resources: {'Subnet': ['ID=81b47fe0-cd37-412d-b552-4ac6bd910a15,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:57:08.271715 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-7f2d9330-6a23-41ee-9219-d955029d75ab tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks [] for subnet, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:57:08.281614 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-7f2d9330-6a23-41ee-9219-d955029d75ab tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "DELETE /v2.0/subnets/81b47fe0-cd37-412d-b552-4ac6bd910a15 HTTP/1.1" status: 204 len: 168 time: 0.4837613 Oct 27 10:57:08.282103 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 39654) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:57:08.283356 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c1690a4-8421-4b12-8e73-5990d2cc3140 None None] Network 5881e9db-d98c-456c-a859-ceca0aeadc80 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:57:08.347980 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-48690ce2-4ead-4e2a-b950-3f016d93af30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0f0b701-befd-4db0-8d77-36a1f6716665', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1794889257', 'tenant_id': '7f357cb809634e50864d0c31dbcbd617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.247'}], 'enable_snat': True}, 'gw_port_id': '78ff4059-5a93-499a-9f2b-635ce7973509', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:53:42Z', 'updated_at': '2021-10-27T10:57:06Z', 'revision_number': 5, 'project_id': '7f357cb809634e50864d0c31dbcbd617', 'gw_port': {'id': '78ff4059-5a93-499a-9f2b-635ce7973509', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:39:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0f0b701-befd-4db0-8d77-36a1f6716665', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3699, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:53:42Z', 'updated_at': '2021-10-27T10:53:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10'}], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:57:08.408748 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48690ce2-4ead-4e2a-b950-3f016d93af30 None None] Checking router: d0f0b701-befd-4db0-8d77-36a1f6716665 for host: n-d-813419-10 {{(pid=102349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 10:57:08.438965 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48690ce2-4ead-4e2a-b950-3f016d93af30 None None] Routers {'d0f0b701-befd-4db0-8d77-36a1f6716665'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 10:57:08.440119 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-48690ce2-4ead-4e2a-b950-3f016d93af30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T10:56:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['d0f0b701-befd-4db0-8d77-36a1f6716665'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:57:08.450906 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d0f93a8a-61b9-4dca-b522-ac40df4c7434 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks [] for router, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:57:08.709285 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvr_db [None req-48690ce2-4ead-4e2a-b950-3f016d93af30 None None] Set router d0f0b701-befd-4db0-8d77-36a1f6716665 gateway port host: n-d-813419-10 {{(pid=102349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 10:57:08.762087 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd3fbc45-05ea-4496-9d07-6506266bc412 None None] DHCP port deletion for 5881e9db-d98c-456c-a859-ceca0aeadc80 request from n-d-813419-10 {{(pid=102348) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 10:57:08.891661 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-dd3fbc45-05ea-4496-9d07-6506266bc412 None None] Deleting port 950f5a18-a55d-493f-8b0b-c11d6051f81b {{(pid=102348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:57:08.892379 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-dd3fbc45-05ea-4496-9d07-6506266bc412 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:57:09.034416 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-dd3fbc45-05ea-4496-9d07-6506266bc412 None None] For port 950f5a18-a55d-493f-8b0b-c11d6051f81b, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=950f5a18-a55d-493f-8b0b-c11d6051f81b,segment=NetworkSegment(10396019-b919-49cc-b445-f3a22390b24e),segment_id=10396019-b919-49cc-b445-f3a22390b24e)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:57:09.036118 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-dd3fbc45-05ea-4496-9d07-6506266bc412 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:57:09.069630 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-dd3fbc45-05ea-4496-9d07-6506266bc412 None None] Calling delete_port for 950f5a18-a55d-493f-8b0b-c11d6051f81b owned by network:dhcp {{(pid=102348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:57:09.136669 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 950f5a18-a55d-493f-8b0b-c11d6051f81b no longer exists at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:57:09.163701 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-48690ce2-4ead-4e2a-b950-3f016d93af30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0f0b701-befd-4db0-8d77-36a1f6716665', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1794889257', 'tenant_id': '7f357cb809634e50864d0c31dbcbd617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.247'}], 'enable_snat': True}, 'gw_port_id': '78ff4059-5a93-499a-9f2b-635ce7973509', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:53:42Z', 'updated_at': '2021-10-27T10:57:06Z', 'revision_number': 5, 'project_id': '7f357cb809634e50864d0c31dbcbd617', 'gw_port': {'id': '78ff4059-5a93-499a-9f2b-635ce7973509', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:39:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0f0b701-befd-4db0-8d77-36a1f6716665', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3699, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:53:42Z', 'updated_at': '2021-10-27T10:53:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10'}], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:57:09.185545 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:57:09.191069 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48690ce2-4ead-4e2a-b950-3f016d93af30 None None] The sync data for ids ['d0f0b701-befd-4db0-8d77-36a1f6716665'] in n-d-813419-10 is: [{'id': 'd0f0b701-befd-4db0-8d77-36a1f6716665', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1794889257', 'tenant_id': '7f357cb809634e50864d0c31dbcbd617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.247'}], 'enable_snat': True}, 'gw_port_id': '78ff4059-5a93-499a-9f2b-635ce7973509', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:53:42Z', 'updated_at': '2021-10-27T10:57:06Z', 'revision_number': 5, 'project_id': '7f357cb809634e50864d0c31dbcbd617', 'gw_port': {'id': '78ff4059-5a93-499a-9f2b-635ce7973509', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:39:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0f0b701-befd-4db0-8d77-36a1f6716665', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3699, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:53:42Z', 'updated_at': '2021-10-27T10:53:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10'}] {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 10:57:09.204271 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d0f93a8a-61b9-4dca-b522-ac40df4c7434 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:57:09.260914 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-dd3fbc45-05ea-4496-9d07-6506266bc412 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615'] for port, after_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:57:09.341523 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-d0f93a8a-61b9-4dca-b522-ac40df4c7434 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Deleting port 78ff4059-5a93-499a-9f2b-635ce7973509 {{(pid=102346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:57:09.341920 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d0f93a8a-61b9-4dca-b522-ac40df4c7434 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:57:09.366838 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3fbc45-05ea-4496-9d07-6506266bc412 None None] Pushing event deleted for resources: {'Port': ['ID=950f5a18-a55d-493f-8b0b-c11d6051f81b,revision_number=None']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:57:09.371475 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd3fbc45-05ea-4496-9d07-6506266bc412 None None] No DVR routers for this DVR port 950f5a18-a55d-493f-8b0b-c11d6051f81b on host n-d-813419-10 {{(pid=102348) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:57:09.375916 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:57:09.466927 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [None req-d0f93a8a-61b9-4dca-b522-ac40df4c7434 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] For port 78ff4059-5a93-499a-9f2b-635ce7973509, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=78ff4059-5a93-499a-9f2b-635ce7973509,segment=NetworkSegment(bc14127b-7032-4c50-bb5b-f6813cbae86e),segment_id=bc14127b-7032-4c50-bb5b-f6813cbae86e)] {{(pid=102346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:57:09.467288 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d0f93a8a-61b9-4dca-b522-ac40df4c7434 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:57:09.481049 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-d0f93a8a-61b9-4dca-b522-ac40df4c7434 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Calling delete_port for 78ff4059-5a93-499a-9f2b-635ce7973509 owned by network:router_gateway {{(pid=102346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:57:09.642479 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d0f93a8a-61b9-4dca-b522-ac40df4c7434 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:57:09.671134 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f93a8a-61b9-4dca-b522-ac40df4c7434 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Pushing event deleted for resources: {'Port': ['ID=78ff4059-5a93-499a-9f2b-635ce7973509,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:57:09.741249 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d0f93a8a-61b9-4dca-b522-ac40df4c7434 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1664884'] for router_gateway, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:57:09.835516 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d0f93a8a-61b9-4dca-b522-ac40df4c7434 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1765662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3700'] for router, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:57:09.837717 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d0f93a8a-61b9-4dca-b522-ac40df4c7434 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:57:09.881511 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d0f93a8a-61b9-4dca-b522-ac40df4c7434 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1765641'] for router, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:57:09.882038 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0f93a8a-61b9-4dca-b522-ac40df4c7434 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Fanout notify agent at l3_agent the message router_deleted on router d0f0b701-befd-4db0-8d77-36a1f6716665 {{(pid=102346) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 10:57:09.891003 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d0f93a8a-61b9-4dca-b522-ac40df4c7434 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks [] for router, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:57:09.892382 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-d0f93a8a-61b9-4dca-b522-ac40df4c7434 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "DELETE /v2.0/routers/d0f0b701-befd-4db0-8d77-36a1f6716665 HTTP/1.1" status: 204 len: 168 time: 1.6089585 Oct 27 10:57:09.895873 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 39660) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:57:09.986832 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-947e00ce-25b8-431f-ad9a-e7f94938b36d tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586917'] for network, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:57:10.081137 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-947e00ce-25b8-431f-ad9a-e7f94938b36d tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857803', 'neutron.services.segments.db._delete_segments_for_network-8743873143390'] for network, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:57:10.100738 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-947e00ce-25b8-431f-ad9a-e7f94938b36d tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5881e9db-d98c-456c-a859-ceca0aeadc80']}} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:57:10.109608 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-947e00ce-25b8-431f-ad9a-e7f94938b36d tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10396019-b919-49cc-b445-f3a22390b24e') {'for_net_delete': True} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:57:10.109899 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-947e00ce-25b8-431f-ad9a-e7f94938b36d tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10396019-b919-49cc-b445-f3a22390b24e') {} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:57:10.121061 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-947e00ce-25b8-431f-ad9a-e7f94938b36d tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743873145191', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25847877'] for segment, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:57:10.135627 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-947e00ce-25b8-431f-ad9a-e7f94938b36d tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:57:10.142023 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-947e00ce-25b8-431f-ad9a-e7f94938b36d tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Releasing vlan 441 on physical network physnet1 to pool {{(pid=102346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 10:57:10.142413 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-947e00ce-25b8-431f-ad9a-e7f94938b36d tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27024137'] for segment, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:57:10.146231 n-d-813419-10 neutron-server[102346]: Traceback (most recent call last): Oct 27 10:57:10.146231 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 10:57:10.146231 n-d-813419-10 neutron-server[102346]: timer() Oct 27 10:57:10.146231 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 10:57:10.146231 n-d-813419-10 neutron-server[102346]: cb(*args, **kw) Oct 27 10:57:10.146231 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 10:57:10.146231 n-d-813419-10 neutron-server[102346]: return func(*args, **kwargs) Oct 27 10:57:10.146231 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 10:57:10.146231 n-d-813419-10 neutron-server[102346]: self._notify() Oct 27 10:57:10.146231 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 10:57:10.146231 n-d-813419-10 neutron-server[102346]: self.callback(batched_events) Oct 27 10:57:10.146231 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 10:57:10.146231 n-d-813419-10 neutron-server[102346]: event.method(event) Oct 27 10:57:10.146231 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 10:57:10.146231 n-d-813419-10 neutron-server[102346]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 10:57:10.146231 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 10:57:10.146231 n-d-813419-10 neutron-server[102346]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 10:57:10.146231 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 10:57:10.146231 n-d-813419-10 neutron-server[102346]: return f(self, *a, **k) Oct 27 10:57:10.146231 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 10:57:10.146231 n-d-813419-10 neutron-server[102346]: return self._get(url).json() Oct 27 10:57:10.146231 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 10:57:10.146231 n-d-813419-10 neutron-server[102346]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 10:57:10.146231 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 10:57:10.146231 n-d-813419-10 neutron-server[102346]: return self.request(url, 'GET', **kwargs) Oct 27 10:57:10.146231 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 10:57:10.146231 n-d-813419-10 neutron-server[102346]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 10:57:10.146231 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 10:57:10.146231 n-d-813419-10 neutron-server[102346]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 10:57:10.146231 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 10:57:10.146231 n-d-813419-10 neutron-server[102346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 10:57:10.146231 n-d-813419-10 neutron-server[102346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 10:57:10.212016 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-947e00ce-25b8-431f-ad9a-e7f94938b36d tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664840'] for network, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:57:10.218685 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-947e00ce-25b8-431f-ad9a-e7f94938b36d tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks [] for network, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:57:10.222121 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-947e00ce-25b8-431f-ad9a-e7f94938b36d tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "DELETE /v2.0/networks/5881e9db-d98c-456c-a859-ceca0aeadc80 HTTP/1.1" status: 204 len: 168 time: 0.3229051 Oct 27 10:57:10.225044 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 39664) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:57:10.238609 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947e00ce-25b8-431f-ad9a-e7f94938b36d tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Pushing event deleted for resources: {'Network': ['ID=5881e9db-d98c-456c-a859-ceca0aeadc80,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:57:10.292803 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-4c89efcf-0ee7-469e-8c75-8f81ddf933a4 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks [] for security_group, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:57:10.318795 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-4c89efcf-0ee7-469e-8c75-8f81ddf933a4 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:57:10.379938 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-4c89efcf-0ee7-469e-8c75-8f81ddf933a4 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:57:10.382814 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-4c89efcf-0ee7-469e-8c75-8f81ddf933a4 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Publish callbacks [] for security_group, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:57:10.387395 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-4c89efcf-0ee7-469e-8c75-8f81ddf933a4 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] 10.222.0.44 "DELETE /v2.0/security-groups/400a7a10-ae98-4ff7-8b32-bae6f0d1c63e HTTP/1.1" status: 204 len: 168 time: 0.1612618 Oct 27 10:57:10.398971 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c89efcf-0ee7-469e-8c75-8f81ddf933a4 tempest-TestNetworkAdvancedServerOps-1357917605 tempest-TestNetworkAdvancedServerOps-1357917605-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=400a7a10-ae98-4ff7-8b32-bae6f0d1c63e,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:57:10.726519 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 39672) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:57:10.853298 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 621c6289-8f96-4317-bdd7-7e9d9ffa58c9 no longer exists at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:57:10.868088 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-88e91a5d-c9d2-44c2-985f-05ee357eb2c3 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7f357cb809634e50864d0c31dbcbd617&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1377060 Oct 27 10:57:10.868322 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 39676) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:57:10.875075 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] No Port match for: 621c6289-8f96-4317-bdd7-7e9d9ffa58c9 {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:57:10.875421 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 621c6289-8f96-4317-bdd7-7e9d9ffa58c9 not bound to the agent host n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:57:10.875836 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 78ff4059-5a93-499a-9f2b-635ce7973509 no longer exists at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:57:10.898590 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] No Port match for: 78ff4059-5a93-499a-9f2b-635ce7973509 {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:57:10.898927 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 78ff4059-5a93-499a-9f2b-635ce7973509 not bound to the agent host n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:57:10.918244 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-c6ced8a1-94d8-40a1-a0d5-4b0d665b835f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:57:10.942621 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-c6ced8a1-94d8-40a1-a0d5-4b0d665b835f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:57:10.989500 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-c6ced8a1-94d8-40a1-a0d5-4b0d665b835f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:57:10.991974 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-c6ced8a1-94d8-40a1-a0d5-4b0d665b835f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:57:10.993140 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-c6ced8a1-94d8-40a1-a0d5-4b0d665b835f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ef40a4d7-e709-471b-b624-d301c5da3e00 HTTP/1.1" status: 204 len: 168 time: 0.1238482 Oct 27 10:57:11.000666 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ced8a1-94d8-40a1-a0d5-4b0d665b835f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef40a4d7-e709-471b-b624-d301c5da3e00,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:57:11.296736 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 39688) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:57:11.347766 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-9131639e-a69b-4b43-a4d9-f924bb96c0bf admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a6b0c6258d964bf59af164889f612fc7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0473862 Oct 27 10:57:11.348014 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 39690) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:57:11.403046 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-d26365b1-5ae9-406a-85f5-314faf8de8f8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:57:11.425103 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-d26365b1-5ae9-406a-85f5-314faf8de8f8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:57:11.476744 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-d26365b1-5ae9-406a-85f5-314faf8de8f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:57:11.479723 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-d26365b1-5ae9-406a-85f5-314faf8de8f8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:57:11.483435 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-d26365b1-5ae9-406a-85f5-314faf8de8f8 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b2439945-2c5e-485f-9878-0e28018aaeaa HTTP/1.1" status: 204 len: 168 time: 0.1318548 Oct 27 10:57:11.490339 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26365b1-5ae9-406a-85f5-314faf8de8f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2439945-2c5e-485f-9878-0e28018aaeaa,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:57:13.605243 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 39702) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:57:13.714765 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-0bbd95a0-0180-456b-88da-323522ab83bc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:57:13.788728 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-0bbd95a0-0180-456b-88da-323522ab83bc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:57:13.792893 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-0bbd95a0-0180-456b-88da-323522ab83bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:57:13.835204 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-0bbd95a0-0180-456b-88da-323522ab83bc admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=56b6021b5e684d0e9b2159b2911e6421&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2288487 Oct 27 10:57:13.836087 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbd95a0-0180-456b-88da-323522ab83bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1588e74-2c6c-4f38-b898-fd90de55b960,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:57:13.837937 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 39706) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:57:13.887829 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-126ec073-b349-429e-8c29-6c1322c043b9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:57:13.908625 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-126ec073-b349-429e-8c29-6c1322c043b9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:57:13.953116 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-126ec073-b349-429e-8c29-6c1322c043b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:57:13.955699 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-126ec073-b349-429e-8c29-6c1322c043b9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:57:13.956897 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-126ec073-b349-429e-8c29-6c1322c043b9 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b1588e74-2c6c-4f38-b898-fd90de55b960 HTTP/1.1" status: 204 len: 168 time: 0.1179461 Oct 27 10:57:13.966097 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126ec073-b349-429e-8c29-6c1322c043b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1588e74-2c6c-4f38-b898-fd90de55b960,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:57:14.226545 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 39712) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:57:14.240580 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-736b48c7-ceac-47db-ae73-c639702963c6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:57:14.321754 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-736b48c7-ceac-47db-ae73-c639702963c6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:57:14.325458 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-736b48c7-ceac-47db-ae73-c639702963c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:57:14.364796 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-736b48c7-ceac-47db-ae73-c639702963c6 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a221b94c554046048828d085b1c2ddf1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1371069 Oct 27 10:57:14.365675 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736b48c7-ceac-47db-ae73-c639702963c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25f41d4c-70d4-406d-8176-49ddfe3db73c,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:57:14.367460 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 39714) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:57:14.420787 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-4814fa70-d005-4ed4-9743-269a4a32494d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:57:14.443352 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-4814fa70-d005-4ed4-9743-269a4a32494d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:57:14.490989 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-4814fa70-d005-4ed4-9743-269a4a32494d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:57:14.493749 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-4814fa70-d005-4ed4-9743-269a4a32494d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:57:14.495024 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-4814fa70-d005-4ed4-9743-269a4a32494d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/25f41d4c-70d4-406d-8176-49ddfe3db73c HTTP/1.1" status: 204 len: 168 time: 0.1255372 Oct 27 10:57:14.503465 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4814fa70-d005-4ed4-9743-269a4a32494d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25f41d4c-70d4-406d-8176-49ddfe3db73c,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:57:15.168464 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 39736) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:57:15.264679 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-a5f1757a-fa98-4e22-b732-e3ca9560e9a6 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1560299078-network', 'tenant_id': 'bf6841dc602c484a86673927907304f1'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:57:15.292930 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5f1757a-fa98-4e22-b732-e3ca9560e9a6 admin admin] Made reservation on behalf of bf6841dc602c484a86673927907304f1 for: {'network': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:57:15.295268 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-a5f1757a-fa98-4e22-b732-e3ca9560e9a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for network, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:57:15.304620 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-a5f1757a-fa98-4e22-b732-e3ca9560e9a6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:57:15.378681 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-a5f1757a-fa98-4e22-b732-e3ca9560e9a6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:57:15.382418 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-a5f1757a-fa98-4e22-b732-e3ca9560e9a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:57:15.406966 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5f1757a-fa98-4e22-b732-e3ca9560e9a6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 444} {{(pid=102347) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 10:57:15.416221 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f1757a-fa98-4e22-b732-e3ca9560e9a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5aab251d-3b9a-4775-a975-2b9d05fc2641,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:57:15.423691 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-a5f1757a-fa98-4e22-b732-e3ca9560e9a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:57:15.423811 n-d-813419-10 neutron-server[102347]: INFO neutron.db.segments_db [None req-a5f1757a-fa98-4e22-b732-e3ca9560e9a6 admin admin] Added segment c82503c2-7ffa-4529-9708-cd9868995289 of type vlan for network 343542ed-344e-4f3a-8c1d-da5943c29c12 Oct 27 10:57:15.466451 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-a5f1757a-fa98-4e22-b732-e3ca9560e9a6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743872593080'] for network, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:57:15.490633 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-a5f1757a-fa98-4e22-b732-e3ca9560e9a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913'] for network, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:57:15.491482 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5f1757a-fa98-4e22-b732-e3ca9560e9a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:57:15.492052 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-a5f1757a-fa98-4e22-b732-e3ca9560e9a6 admin admin] Publish callbacks [] for network, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:57:15.547148 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-a5f1757a-fa98-4e22-b732-e3ca9560e9a6 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3775864 Oct 27 10:57:15.550136 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 39740) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:57:15.552013 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f1757a-fa98-4e22-b732-e3ca9560e9a6 admin admin] Pushing event updated for resources: {'Network': ['ID=343542ed-344e-4f3a-8c1d-da5943c29c12,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:57:15.556502 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-2d6017f1-b314-4b0a-a263-ac74d1a922b8 admin admin] Request body: {'subnet': {'network_id': '343542ed-344e-4f3a-8c1d-da5943c29c12', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1560299078-subnet', 'tenant_id': 'bf6841dc602c484a86673927907304f1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:57:15.562124 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Network 343542ed-344e-4f3a-8c1d-da5943c29c12 details requested by agent ovs-agent-n-d-813419-10 with host n-d-813419-10 {{(pid=102348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 10:57:15.578664 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d6017f1-b314-4b0a-a263-ac74d1a922b8 admin admin] Made reservation on behalf of bf6841dc602c484a86673927907304f1 for: {'subnet': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:57:15.581133 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-2d6017f1-b314-4b0a-a263-ac74d1a922b8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27167186'] for subnet, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:57:15.757882 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-2d6017f1-b314-4b0a-a263-ac74d1a922b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27024290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27167168'] for subnet, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:57:15.813307 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6017f1-b314-4b0a-a263-ac74d1a922b8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a8f026d4-919e-48d1-bcd6-84ac37c4c4e5,revision_number=0']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:57:15.820828 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d6017f1-b314-4b0a-a263-ac74d1a922b8 admin admin] Checking segment: {'id': 'c82503c2-7ffa-4529-9708-cd9868995289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '343542ed-344e-4f3a-8c1d-da5943c29c12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:57:15.821188 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d6017f1-b314-4b0a-a263-ac74d1a922b8 admin admin] Network hostable DHCP agents. Network: 343542ed-344e-4f3a-8c1d-da5943c29c12, hostable agents: ['eafd4000-b897-4722-ae8b-0118ec955181'], hosted agents: [] {{(pid=102346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 10:57:15.837535 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d6017f1-b314-4b0a-a263-ac74d1a922b8 admin admin] Network 343542ed-344e-4f3a-8c1d-da5943c29c12 is scheduled to be hosted by DHCP agent eafd4000-b897-4722-ae8b-0118ec955181 with binding_index 1 {{(pid=102346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 10:57:15.845933 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-2d6017f1-b314-4b0a-a263-ac74d1a922b8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-10, 343542ed-344e-4f3a-8c1d-da5943c29c12) {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:57:15.851472 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d6017f1-b314-4b0a-a263-ac74d1a922b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:57:15.852418 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-2d6017f1-b314-4b0a-a263-ac74d1a922b8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:57:15.858810 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41f446cc-c1ef-4229-a6cf-6e147f290f00 None None] Network 343542ed-344e-4f3a-8c1d-da5943c29c12 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:57:15.870682 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-2d6017f1-b314-4b0a-a263-ac74d1a922b8 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3193891 Oct 27 10:57:15.988924 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-876aa857-09b8-488b-9a85-9d24e2d02d3e None None] Network 343542ed-344e-4f3a-8c1d-da5943c29c12 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 10:57:16.240470 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-8850e0cb-dbcd-4dde-bb77-9c73fe0fc917 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:57:17.596292 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff3a3b3-04ae-4b12-83b7-36e93b4ff148 req-2dd78ec3-9cf1-4a5f-9f82-8514387a0bd8 tempest-VolumesActionsTest-2095554849 tempest-VolumesActionsTest-2095554849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:57:17.597788 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-aff3a3b3-04ae-4b12-83b7-36e93b4ff148 req-2dd78ec3-9cf1-4a5f-9f82-8514387a0bd8 tempest-VolumesActionsTest-2095554849 tempest-VolumesActionsTest-2095554849-project] 10.222.0.44 "GET /v2.0/networks?id=343542ed-344e-4f3a-8c1d-da5943c29c12 HTTP/1.1" status: 200 len: 809 time: 0.1048477 Oct 27 10:57:17.612435 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-aff3a3b3-04ae-4b12-83b7-36e93b4ff148 req-7ea2a534-a66a-4c84-b526-3f153534ac19 tempest-VolumesActionsTest-2095554849 tempest-VolumesActionsTest-2095554849-project] 10.222.0.44 "GET /v2.0/quotas/bf6841dc602c484a86673927907304f1 HTTP/1.1" status: 200 len: 375 time: 0.0088816 Oct 27 10:57:17.648463 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-aff3a3b3-04ae-4b12-83b7-36e93b4ff148 req-46092635-5991-4048-b759-af59fe362f19 tempest-VolumesActionsTest-2095554849 tempest-VolumesActionsTest-2095554849-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=bf6841dc602c484a86673927907304f1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0268083 Oct 27 10:57:17.789766 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-aff3a3b3-04ae-4b12-83b7-36e93b4ff148 req-934bf5ff-7af0-44ce-b8fd-d9c1b432919f service neutron] 10.222.0.44 "GET /v2.0/networks/343542ed-344e-4f3a-8c1d-da5943c29c12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343150 Oct 27 10:57:17.876075 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-aff3a3b3-04ae-4b12-83b7-36e93b4ff148 req-48f8e838-17ae-4539-87d3-72ba3135a949 service neutron] 10.222.0.44 "GET /v2.0/networks/343542ed-344e-4f3a-8c1d-da5943c29c12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803792 Oct 27 10:57:18.039186 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-7f94e43e-3b93-4c7d-b97e-b3efd443825b req-5fa88d6a-384b-483d-ab78-7dff64f13321 tempest-VolumesActionsTest-2095554849 tempest-VolumesActionsTest-2095554849-project] 10.222.0.44 "GET /v2.0/ports?device_id=d9dab479-5305-433e-a613-08ee42be75a5 HTTP/1.1" status: 200 len: 210 time: 0.0266135 Oct 27 10:57:18.905282 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-01b2f418-118f-4d6e-a88f-01182f5c5ade None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:57:19.007949 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff3a3b3-04ae-4b12-83b7-36e93b4ff148 req-99b6aab6-6dbf-4959-90a4-2bd082346e5c tempest-VolumesActionsTest-2095554849 tempest-VolumesActionsTest-2095554849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:57:19.009479 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-aff3a3b3-04ae-4b12-83b7-36e93b4ff148 req-99b6aab6-6dbf-4959-90a4-2bd082346e5c tempest-VolumesActionsTest-2095554849 tempest-VolumesActionsTest-2095554849-project] 10.222.0.76 "GET /v2.0/networks?id=343542ed-344e-4f3a-8c1d-da5943c29c12 HTTP/1.1" status: 200 len: 809 time: 0.1126726 Oct 27 10:57:19.021835 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [req-aff3a3b3-04ae-4b12-83b7-36e93b4ff148 req-0224756b-b3b2-441a-97e7-4bb66285cb15 tempest-VolumesActionsTest-2095554849 tempest-VolumesActionsTest-2095554849-project] Request body: {'port': {'device_id': 'd9dab479-5305-433e-a613-08ee42be75a5', 'network_id': '343542ed-344e-4f3a-8c1d-da5943c29c12', 'admin_state_up': True, 'tenant_id': 'bf6841dc602c484a86673927907304f1'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:57:19.131709 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aff3a3b3-04ae-4b12-83b7-36e93b4ff148 req-0224756b-b3b2-441a-97e7-4bb66285cb15 tempest-VolumesActionsTest-2095554849 tempest-VolumesActionsTest-2095554849-project] Made reservation on behalf of bf6841dc602c484a86673927907304f1 for: {'port': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:57:19.136747 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-bc6bd0f3-eb15-4b1a-90bb-77963319cf4b req-a13d4a26-a06c-4ce9-b0fe-b0bf0f6115b4 tempest-VolumesActionsTest-2095554849 tempest-VolumesActionsTest-2095554849-project] 10.222.0.44 "GET /v2.0/ports?device_id=d9dab479-5305-433e-a613-08ee42be75a5 HTTP/1.1" status: 200 len: 210 time: 0.0294559 Oct 27 10:57:19.137912 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-aff3a3b3-04ae-4b12-83b7-36e93b4ff148 req-0224756b-b3b2-441a-97e7-4bb66285cb15 tempest-VolumesActionsTest-2095554849 tempest-VolumesActionsTest-2095554849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:57:19.258071 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_common [req-aff3a3b3-04ae-4b12-83b7-36e93b4ff148 req-0224756b-b3b2-441a-97e7-4bb66285cb15 tempest-VolumesActionsTest-2095554849 tempest-VolumesActionsTest-2095554849-project] Allocated IP 172.20.0.12 (343542ed-344e-4f3a-8c1d-da5943c29c12/a8f026d4-919e-48d1-bcd6-84ac37c4c4e5/b2e74682-5b2f-4093-b979-aaf743bf857f) {{(pid=102346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:57:19.404186 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-aff3a3b3-04ae-4b12-83b7-36e93b4ff148 req-0224756b-b3b2-441a-97e7-4bb66285cb15 tempest-VolumesActionsTest-2095554849 tempest-VolumesActionsTest-2095554849-project] Publish callbacks [] for port, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:57:19.435915 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-aff3a3b3-04ae-4b12-83b7-36e93b4ff148 req-0224756b-b3b2-441a-97e7-4bb66285cb15 tempest-VolumesActionsTest-2095554849 tempest-VolumesActionsTest-2095554849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:57:19.479273 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aff3a3b3-04ae-4b12-83b7-36e93b4ff148 req-0224756b-b3b2-441a-97e7-4bb66285cb15 tempest-VolumesActionsTest-2095554849 tempest-VolumesActionsTest-2095554849-project] Network 343542ed-344e-4f3a-8c1d-da5943c29c12 is already hosted by enough agents. {{(pid=102346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:57:19.482320 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [req-aff3a3b3-04ae-4b12-83b7-36e93b4ff148 req-0224756b-b3b2-441a-97e7-4bb66285cb15 tempest-VolumesActionsTest-2095554849 tempest-VolumesActionsTest-2095554849-project] Resources bound (agent type, host, resource id): {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:57:19.486015 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [req-aff3a3b3-04ae-4b12-83b7-36e93b4ff148 req-0224756b-b3b2-441a-97e7-4bb66285cb15 tempest-VolumesActionsTest-2095554849 tempest-VolumesActionsTest-2095554849-project] Received port after_create {{(pid=102346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:57:19.492532 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0224756b-b3b2-441a-97e7-4bb66285cb15 tempest-VolumesActionsTest-2095554849 tempest-VolumesActionsTest-2095554849-project] Pushing event updated for resources: {'Port': ['ID=b2e74682-5b2f-4093-b979-aaf743bf857f,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:57:19.541180 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff3a3b3-04ae-4b12-83b7-36e93b4ff148 req-0224756b-b3b2-441a-97e7-4bb66285cb15 tempest-VolumesActionsTest-2095554849 tempest-VolumesActionsTest-2095554849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:57:19.541782 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-aff3a3b3-04ae-4b12-83b7-36e93b4ff148 req-0224756b-b3b2-441a-97e7-4bb66285cb15 tempest-VolumesActionsTest-2095554849 tempest-VolumesActionsTest-2095554849-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:57:19.557052 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-aff3a3b3-04ae-4b12-83b7-36e93b4ff148 req-0224756b-b3b2-441a-97e7-4bb66285cb15 tempest-VolumesActionsTest-2095554849 tempest-VolumesActionsTest-2095554849-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5389695 Oct 27 10:57:19.570026 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [req-aff3a3b3-04ae-4b12-83b7-36e93b4ff148 req-ab199eee-2575-4f30-8d4c-3cace227ffe8 service neutron] Request body: {'port': {'device_id': 'd9dab479-5305-433e-a613-08ee42be75a5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-10'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:57:19.621772 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-aff3a3b3-04ae-4b12-83b7-36e93b4ff148 req-ab199eee-2575-4f30-8d4c-3cace227ffe8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:57:19.882546 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [req-aff3a3b3-04ae-4b12-83b7-36e93b4ff148 req-ab199eee-2575-4f30-8d4c-3cace227ffe8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2e74682-5b2f-4093-b979-aaf743bf857f {{(pid=102346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:57:19.889670 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-aff3a3b3-04ae-4b12-83b7-36e93b4ff148 req-ab199eee-2575-4f30-8d4c-3cace227ffe8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:57:19.901832 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.provisioning_blocks [req-aff3a3b3-04ae-4b12-83b7-36e93b4ff148 req-ab199eee-2575-4f30-8d4c-3cace227ffe8 service neutron] Transition to ACTIVE for port object b2e74682-5b2f-4093-b979-aaf743bf857f will not be triggered until provisioned by entity L2. {{(pid=102346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 10:57:19.905274 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-aff3a3b3-04ae-4b12-83b7-36e93b4ff148 req-ab199eee-2575-4f30-8d4c-3cace227ffe8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27024173'] for port, after_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:57:19.952293 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab199eee-2575-4f30-8d4c-3cace227ffe8 service neutron] Pushing event updated for resources: {'Port': ['ID=b2e74682-5b2f-4093-b979-aaf743bf857f,revision_number=2']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:57:20.019764 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.managers [req-aff3a3b3-04ae-4b12-83b7-36e93b4ff148 req-ab199eee-2575-4f30-8d4c-3cace227ffe8 service neutron] Attempting to bind port b2e74682-5b2f-4093-b979-aaf743bf857f on host n-h2-813419-10 for vnic_type normal with profile {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:57:20.020099 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.managers [req-aff3a3b3-04ae-4b12-83b7-36e93b4ff148 req-ab199eee-2575-4f30-8d4c-3cace227ffe8 service neutron] Attempting to bind port b2e74682-5b2f-4093-b979-aaf743bf857f by drivers openvswitch,hyperv on host n-h2-813419-10 at level 0 using segments [{'id': 'c82503c2-7ffa-4529-9708-cd9868995289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '343542ed-344e-4f3a-8c1d-da5943c29c12'}] {{(pid=102346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:57:20.020457 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aff3a3b3-04ae-4b12-83b7-36e93b4ff148 req-ab199eee-2575-4f30-8d4c-3cace227ffe8 service neutron] Attempting to bind port b2e74682-5b2f-4093-b979-aaf743bf857f on network 343542ed-344e-4f3a-8c1d-da5943c29c12 {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:57:20.024698 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aff3a3b3-04ae-4b12-83b7-36e93b4ff148 req-ab199eee-2575-4f30-8d4c-3cace227ffe8 service neutron] Port b2e74682-5b2f-4093-b979-aaf743bf857f on network 343542ed-344e-4f3a-8c1d-da5943c29c12 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-10 {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 10:57:20.025013 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aff3a3b3-04ae-4b12-83b7-36e93b4ff148 req-ab199eee-2575-4f30-8d4c-3cace227ffe8 service neutron] Attempting to bind port b2e74682-5b2f-4093-b979-aaf743bf857f on network 343542ed-344e-4f3a-8c1d-da5943c29c12 {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:57:20.029875 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aff3a3b3-04ae-4b12-83b7-36e93b4ff148 req-ab199eee-2575-4f30-8d4c-3cace227ffe8 service neutron] Checking agent: {'id': 'a2edc247-0fa4-4ce6-bbae-a10492f6bd71', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 16, 9), 'started_at': datetime.datetime(2021, 10, 27, 10, 16, 9), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 57, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:57:20.030236 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aff3a3b3-04ae-4b12-83b7-36e93b4ff148 req-ab199eee-2575-4f30-8d4c-3cace227ffe8 service neutron] Checking segment: {'id': 'c82503c2-7ffa-4529-9708-cd9868995289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '343542ed-344e-4f3a-8c1d-da5943c29c12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:57:20.030759 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aff3a3b3-04ae-4b12-83b7-36e93b4ff148 req-ab199eee-2575-4f30-8d4c-3cace227ffe8 service neutron] Bound using segment: {'id': 'c82503c2-7ffa-4529-9708-cd9868995289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '343542ed-344e-4f3a-8c1d-da5943c29c12'} {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:57:20.031111 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.managers [req-aff3a3b3-04ae-4b12-83b7-36e93b4ff148 req-ab199eee-2575-4f30-8d4c-3cace227ffe8 service neutron] Bound port: b2e74682-5b2f-4093-b979-aaf743bf857f, host: n-h2-813419-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c82503c2-7ffa-4529-9708-cd9868995289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '343542ed-344e-4f3a-8c1d-da5943c29c12'}}] {{(pid=102346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:57:20.031587 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-aff3a3b3-04ae-4b12-83b7-36e93b4ff148 req-ab199eee-2575-4f30-8d4c-3cace227ffe8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:57:20.033346 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:57:20.087698 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-eadeaa30-4096-4d1a-b3cb-aa7ebfb291ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:57:20.097480 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [req-aff3a3b3-04ae-4b12-83b7-36e93b4ff148 req-ab199eee-2575-4f30-8d4c-3cace227ffe8 service neutron] For port b2e74682-5b2f-4093-b979-aaf743bf857f, host n-h2-813419-10, cleared binding levels {{(pid=102346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:57:20.100436 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [req-aff3a3b3-04ae-4b12-83b7-36e93b4ff148 req-ab199eee-2575-4f30-8d4c-3cace227ffe8 service neutron] For port b2e74682-5b2f-4093-b979-aaf743bf857f, host n-h2-813419-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=b2e74682-5b2f-4093-b979-aaf743bf857f,segment=NetworkSegment(c82503c2-7ffa-4529-9708-cd9868995289),segment_id=c82503c2-7ffa-4529-9708-cd9868995289)] {{(pid=102346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:57:20.105077 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-aff3a3b3-04ae-4b12-83b7-36e93b4ff148 req-ab199eee-2575-4f30-8d4c-3cace227ffe8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27024173'] for port, after_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:57:20.136945 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff3a3b3-04ae-4b12-83b7-36e93b4ff148 req-ab199eee-2575-4f30-8d4c-3cace227ffe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:57:20.137557 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-aff3a3b3-04ae-4b12-83b7-36e93b4ff148 req-ab199eee-2575-4f30-8d4c-3cace227ffe8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:57:20.138930 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-aff3a3b3-04ae-4b12-83b7-36e93b4ff148 req-ab199eee-2575-4f30-8d4c-3cace227ffe8 service neutron] 10.222.0.76 "PUT /v2.0/ports/b2e74682-5b2f-4093-b979-aaf743bf857f HTTP/1.1" status: 200 len: 1093 time: 0.5734227 Oct 27 10:57:20.141173 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9dab479-5305-433e-a613-08ee42be75a5', 'tag': 'b2e74682-5b2f-4093-b979-aaf743bf857f'}] {{(pid=102346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:57:20.143530 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc0e418f5fc417c8d55d94c0aa509b037d0beb2a734c1a709e789eb65639a56d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-076766d3-4682-47de-9339-160bc4a7099e" -d '{"events": [{"name": "network-changed", "server_uuid": "d9dab479-5305-433e-a613-08ee42be75a5", "tag": "b2e74682-5b2f-4093-b979-aaf743bf857f"}]}' {{(pid=102346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:57:20.171074 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab199eee-2575-4f30-8d4c-3cace227ffe8 service neutron] Pushing event updated for resources: {'Port': ['ID=b2e74682-5b2f-4093-b979-aaf743bf857f,revision_number=3']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:57:20.193061 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 10:57:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b93b18e5-269f-4ae6-97f1-942a9b3ba7eb x-openstack-request-id: req-b93b18e5-269f-4ae6-97f1-942a9b3ba7eb {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:57:20.193352 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9dab479-5305-433e-a613-08ee42be75a5", "tag": "b2e74682-5b2f-4093-b979-aaf743bf857f", "status": "completed", "code": 200}]} {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:57:20.193609 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b93b18e5-269f-4ae6-97f1-942a9b3ba7eb {{(pid=102346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:57:20.194003 n-d-813419-10 neutron-server[102346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9dab479-5305-433e-a613-08ee42be75a5', 'tag': 'b2e74682-5b2f-4093-b979-aaf743bf857f', 'status': 'completed', 'code': 200} Oct 27 10:57:20.227314 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff3a3b3-04ae-4b12-83b7-36e93b4ff148 req-3c361cc0-1973-49e6-9973-a70a9559dcb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:57:20.228850 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-aff3a3b3-04ae-4b12-83b7-36e93b4ff148 req-3c361cc0-1973-49e6-9973-a70a9559dcb2 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=bf6841dc602c484a86673927907304f1&device_id=d9dab479-5305-433e-a613-08ee42be75a5 HTTP/1.1" status: 200 len: 1096 time: 0.0463638 Oct 27 10:57:20.269670 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604ffc4d-e93d-4eb9-b318-b4cfcc2266e8 req-aff6860c-5b1a-449e-ad87-520bb49be217 tempest-VolumesActionsTest-2095554849 tempest-VolumesActionsTest-2095554849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:57:20.271138 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-604ffc4d-e93d-4eb9-b318-b4cfcc2266e8 req-aff6860c-5b1a-449e-ad87-520bb49be217 tempest-VolumesActionsTest-2095554849 tempest-VolumesActionsTest-2095554849-project] 10.222.0.44 "GET /v2.0/ports?device_id=d9dab479-5305-433e-a613-08ee42be75a5 HTTP/1.1" status: 200 len: 944 time: 0.0531254 Oct 27 10:57:20.272636 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-aff3a3b3-04ae-4b12-83b7-36e93b4ff148 req-99764c7f-9df2-422d-8664-39fb69f8acf3 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b2e74682-5b2f-4093-b979-aaf743bf857f HTTP/1.1" status: 200 len: 217 time: 0.0351136 Oct 27 10:57:20.309494 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-604ffc4d-e93d-4eb9-b318-b4cfcc2266e8 req-cf3ed982-74c2-4b35-be12-14c86c0b409e tempest-VolumesActionsTest-2095554849 tempest-VolumesActionsTest-2095554849-project] 10.222.0.44 "GET /v2.0/security-groups?id=5aab251d-3b9a-4775-a975-2b9d05fc2641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319974 Oct 27 10:57:20.326436 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff3a3b3-04ae-4b12-83b7-36e93b4ff148 req-8265847d-ad29-49d9-935a-bd7e215b4f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:57:20.328445 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-aff3a3b3-04ae-4b12-83b7-36e93b4ff148 req-8265847d-ad29-49d9-935a-bd7e215b4f4c service neutron] 10.222.0.76 "GET /v2.0/subnets?id=a8f026d4-919e-48d1-bcd6-84ac37c4c4e5 HTTP/1.1" status: 200 len: 849 time: 0.0490334 Oct 27 10:57:20.361859 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-aff3a3b3-04ae-4b12-83b7-36e93b4ff148 req-4b6cfd8a-86d9-4b48-a114-404c05bf5290 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=343542ed-344e-4f3a-8c1d-da5943c29c12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247862 Oct 27 10:57:20.449772 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-aff3a3b3-04ae-4b12-83b7-36e93b4ff148 req-eead7705-8792-4fe1-a072-b5ea9a268f02 service neutron] 10.222.0.76 "GET /v2.0/networks/343542ed-344e-4f3a-8c1d-da5943c29c12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806673 Oct 27 10:57:20.541783 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-aff3a3b3-04ae-4b12-83b7-36e93b4ff148 req-4fad472a-8994-4096-9606-9710dbcc2fac service neutron] 10.222.0.76 "GET /v2.0/networks/343542ed-344e-4f3a-8c1d-da5943c29c12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838816 Oct 27 10:57:20.629484 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076766d3-4682-47de-9339-160bc4a7099e req-8063cd7e-4f87-45f2-a6d4-12135ed3e110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:57:20.630948 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-076766d3-4682-47de-9339-160bc4a7099e req-8063cd7e-4f87-45f2-a6d4-12135ed3e110 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=bf6841dc602c484a86673927907304f1&device_id=d9dab479-5305-433e-a613-08ee42be75a5 HTTP/1.1" status: 200 len: 1096 time: 0.0413313 Oct 27 10:57:20.725950 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076766d3-4682-47de-9339-160bc4a7099e req-760fcf4d-83eb-4734-82d3-d93e5e9b3649 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:57:20.727310 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-076766d3-4682-47de-9339-160bc4a7099e req-760fcf4d-83eb-4734-82d3-d93e5e9b3649 service neutron] 10.222.0.76 "GET /v2.0/networks?id=343542ed-344e-4f3a-8c1d-da5943c29c12 HTTP/1.1" status: 200 len: 910 time: 0.0872374 Oct 27 10:57:20.766701 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-076766d3-4682-47de-9339-160bc4a7099e req-c82cf6dd-ad88-4a89-a2f7-b5cccf9488bb service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b2e74682-5b2f-4093-b979-aaf743bf857f HTTP/1.1" status: 200 len: 217 time: 0.0319397 Oct 27 10:57:20.814062 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076766d3-4682-47de-9339-160bc4a7099e req-a188edf7-ee68-49d3-8215-f66675c80997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:57:20.815453 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-076766d3-4682-47de-9339-160bc4a7099e req-a188edf7-ee68-49d3-8215-f66675c80997 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=a8f026d4-919e-48d1-bcd6-84ac37c4c4e5 HTTP/1.1" status: 200 len: 849 time: 0.0416942 Oct 27 10:57:20.849551 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-076766d3-4682-47de-9339-160bc4a7099e req-e943b165-2552-42c5-a10e-71ac951605d0 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=343542ed-344e-4f3a-8c1d-da5943c29c12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269921 Oct 27 10:57:20.938751 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-076766d3-4682-47de-9339-160bc4a7099e req-87f10214-a3a3-4d2e-baa9-e8043c2108a0 service neutron] 10.222.0.76 "GET /v2.0/networks/343542ed-344e-4f3a-8c1d-da5943c29c12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810227 Oct 27 10:57:21.029688 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-076766d3-4682-47de-9339-160bc4a7099e req-6ecf52f3-cd8a-4c53-a58c-d7f8b2191f2a service neutron] 10.222.0.76 "GET /v2.0/networks/343542ed-344e-4f3a-8c1d-da5943c29c12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821166 Oct 27 10:57:21.429347 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abda26e-ef81-4309-b9fb-f6be478608fb req-dbe8354c-b337-4f0a-94e9-31b3502c298d tempest-VolumesActionsTest-2095554849 tempest-VolumesActionsTest-2095554849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:57:21.431112 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-8abda26e-ef81-4309-b9fb-f6be478608fb req-dbe8354c-b337-4f0a-94e9-31b3502c298d tempest-VolumesActionsTest-2095554849 tempest-VolumesActionsTest-2095554849-project] 10.222.0.44 "GET /v2.0/ports?device_id=d9dab479-5305-433e-a613-08ee42be75a5 HTTP/1.1" status: 200 len: 944 time: 0.0491121 Oct 27 10:57:21.468435 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-8abda26e-ef81-4309-b9fb-f6be478608fb req-19ae2f7f-a3e0-4be8-84f5-da56c25f61e3 tempest-VolumesActionsTest-2095554849 tempest-VolumesActionsTest-2095554849-project] 10.222.0.44 "GET /v2.0/security-groups?id=5aab251d-3b9a-4775-a975-2b9d05fc2641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313599 Oct 27 10:57:21.985377 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-3c6a8245-0581-48aa-b5f6-4d8fe98cd16e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:57:22.583812 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515850e4-11e2-4b5f-9a8d-7ba779f5bf4a req-f5855e50-31a0-46a9-a872-4fe644f7a5ea tempest-VolumesActionsTest-2095554849 tempest-VolumesActionsTest-2095554849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:57:22.585301 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-515850e4-11e2-4b5f-9a8d-7ba779f5bf4a req-f5855e50-31a0-46a9-a872-4fe644f7a5ea tempest-VolumesActionsTest-2095554849 tempest-VolumesActionsTest-2095554849-project] 10.222.0.44 "GET /v2.0/ports?device_id=d9dab479-5305-433e-a613-08ee42be75a5 HTTP/1.1" status: 200 len: 944 time: 0.0498836 Oct 27 10:57:22.622592 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-515850e4-11e2-4b5f-9a8d-7ba779f5bf4a req-70e42cca-1c4b-4329-9ddc-5b17538d34f5 tempest-VolumesActionsTest-2095554849 tempest-VolumesActionsTest-2095554849-project] 10.222.0.44 "GET /v2.0/security-groups?id=5aab251d-3b9a-4775-a975-2b9d05fc2641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313811 Oct 27 10:57:23.743619 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdb37b2-da3a-4ef1-911e-4704097da206 req-2015370b-3027-4022-9aac-10cd9dbfbf79 tempest-VolumesActionsTest-2095554849 tempest-VolumesActionsTest-2095554849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:57:23.745109 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-bcdb37b2-da3a-4ef1-911e-4704097da206 req-2015370b-3027-4022-9aac-10cd9dbfbf79 tempest-VolumesActionsTest-2095554849 tempest-VolumesActionsTest-2095554849-project] 10.222.0.44 "GET /v2.0/ports?device_id=d9dab479-5305-433e-a613-08ee42be75a5 HTTP/1.1" status: 200 len: 944 time: 0.0508721 Oct 27 10:57:23.781675 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-bcdb37b2-da3a-4ef1-911e-4704097da206 req-e271c47f-53d3-4488-b91f-102d3073e776 tempest-VolumesActionsTest-2095554849 tempest-VolumesActionsTest-2095554849-project] 10.222.0.44 "GET /v2.0/security-groups?id=5aab251d-3b9a-4775-a975-2b9d05fc2641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306158 Oct 27 10:57:24.371378 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device b2e74682-5b2f-4093-b979-aaf743bf857f details requested by agent hyperv_n-h2-813419-10 with host n-h2-813419-10 {{(pid=102348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 10:57:24.469345 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] For port b2e74682-5b2f-4093-b979-aaf743bf857f, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=b2e74682-5b2f-4093-b979-aaf743bf857f,segment=NetworkSegment(c82503c2-7ffa-4529-9708-cd9868995289),segment_id=c82503c2-7ffa-4529-9708-cd9868995289)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:57:24.483624 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Returning: {'device': 'b2e74682-5b2f-4093-b979-aaf743bf857f', 'network_id': '343542ed-344e-4f3a-8c1d-da5943c29c12', 'port_id': 'b2e74682-5b2f-4093-b979-aaf743bf857f', 'mac_address': 'fa:16:3e:88:da:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 444, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8f026d4-919e-48d1-bcd6-84ac37c4c4e5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 10:57:24.525670 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:57:24.539088 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2e74682-5b2f-4093-b979-aaf743bf857f {{(pid=102348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:57:24.563033 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] For port b2e74682-5b2f-4093-b979-aaf743bf857f, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=b2e74682-5b2f-4093-b979-aaf743bf857f,segment=NetworkSegment(c82503c2-7ffa-4529-9708-cd9868995289),segment_id=c82503c2-7ffa-4529-9708-cd9868995289)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:57:24.567388 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:57:24.621469 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Pushing event updated for resources: {'Port': ['ID=b2e74682-5b2f-4093-b979-aaf743bf857f,revision_number=4']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:57:24.881716 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] get_ports_and_sgs() called for port_ids ['b2e74682-5b2f-4093-b979-aaf743bf857f'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:57:24.895923 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb75908f-420e-499c-84f0-c6e531dc0117 req-587b61ab-ac0a-4025-9738-b55207665776 tempest-VolumesActionsTest-2095554849 tempest-VolumesActionsTest-2095554849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:57:24.897434 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-bb75908f-420e-499c-84f0-c6e531dc0117 req-587b61ab-ac0a-4025-9738-b55207665776 tempest-VolumesActionsTest-2095554849 tempest-VolumesActionsTest-2095554849-project] 10.222.0.44 "GET /v2.0/ports?device_id=d9dab479-5305-433e-a613-08ee42be75a5 HTTP/1.1" status: 200 len: 945 time: 0.0484560 Oct 27 10:57:24.935241 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-bb75908f-420e-499c-84f0-c6e531dc0117 req-37da0637-6e53-4ac8-86b4-0d8d050bd5a9 tempest-VolumesActionsTest-2095554849 tempest-VolumesActionsTest-2095554849-project] 10.222.0.44 "GET /v2.0/security-groups?id=5aab251d-3b9a-4775-a975-2b9d05fc2641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317156 Oct 27 10:57:25.308340 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.agents_db [None req-e79ee67d-056e-46ea-bd99-e80473396b25 None None] Agent healthcheck: found 7 active agents {{(pid=102349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 10:57:26.059689 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e1ef3d-9710-4d23-9d1c-3691314542f9 req-e4b6e38f-55df-4873-9032-b69fcac2d467 tempest-VolumesActionsTest-2095554849 tempest-VolumesActionsTest-2095554849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:57:26.061162 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-c9e1ef3d-9710-4d23-9d1c-3691314542f9 req-e4b6e38f-55df-4873-9032-b69fcac2d467 tempest-VolumesActionsTest-2095554849 tempest-VolumesActionsTest-2095554849-project] 10.222.0.44 "GET /v2.0/ports?device_id=d9dab479-5305-433e-a613-08ee42be75a5 HTTP/1.1" status: 200 len: 945 time: 0.0573936 Oct 27 10:57:26.097842 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-c9e1ef3d-9710-4d23-9d1c-3691314542f9 req-e5fa81c1-c67b-4e44-886b-ef705c33ab35 tempest-VolumesActionsTest-2095554849 tempest-VolumesActionsTest-2095554849-project] 10.222.0.44 "GET /v2.0/security-groups?id=5aab251d-3b9a-4775-a975-2b9d05fc2641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302746 Oct 27 10:57:26.375678 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device b2e74682-5b2f-4093-b979-aaf743bf857f up at agent hyperv_n-h2-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:57:26.422539 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Provisioning for port b2e74682-5b2f-4093-b979-aaf743bf857f completed by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 10:57:26.426672 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Provisioning complete for port b2e74682-5b2f-4093-b979-aaf743bf857f triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:57:26.427081 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:57:26.501214 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:57:26.523554 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9dab479-5305-433e-a613-08ee42be75a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2e74682-5b2f-4093-b979-aaf743bf857f'}] {{(pid=102348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:57:26.525819 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c588921fa634554a1d9242fdea1b05457a9ff1d3b28ba54ec1dace7f2f1df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-559e975d-c8cb-44ce-9ac1-e2c6ad7fc5e1" -d '{"events": [{"server_uuid": "d9dab479-5305-433e-a613-08ee42be75a5", "name": "network-vif-plugged", "status": "completed", "tag": "b2e74682-5b2f-4093-b979-aaf743bf857f"}]}' {{(pid=102348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:57:26.538055 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] For port b2e74682-5b2f-4093-b979-aaf743bf857f, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=b2e74682-5b2f-4093-b979-aaf743bf857f,segment=NetworkSegment(c82503c2-7ffa-4529-9708-cd9868995289),segment_id=c82503c2-7ffa-4529-9708-cd9868995289)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:57:26.542073 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:57:26.568487 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:57:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ab055b6-d68b-4a7b-b177-4e425d92224c x-openstack-request-id: req-6ab055b6-d68b-4a7b-b177-4e425d92224c {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:57:26.568771 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9dab479-5305-433e-a613-08ee42be75a5", "name": "network-vif-plugged", "status": "completed", "tag": "b2e74682-5b2f-4093-b979-aaf743bf857f", "code": 200}]} {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:57:26.569021 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6ab055b6-d68b-4a7b-b177-4e425d92224c {{(pid=102348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:57:26.569405 n-d-813419-10 neutron-server[102348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9dab479-5305-433e-a613-08ee42be75a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2e74682-5b2f-4093-b979-aaf743bf857f', 'code': 200} Oct 27 10:57:26.595003 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Pushing event updated for resources: {'Port': ['ID=b2e74682-5b2f-4093-b979-aaf743bf857f,revision_number=5']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:57:26.602390 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:57:26.602659 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:57:26.602985 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:57:26.603323 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:57:26.603649 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:57:26.603974 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:57:26.604327 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:57:26.605002 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:57:26.605002 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:57:26.605296 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:57:26.605585 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:57:26.605917 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:57:26.657895 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6708822f-8d9c-4d1a-801c-d44eb2b06560 req-9c8b1dfb-2121-4ae8-9195-55417ae0cb51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:57:26.659365 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-6708822f-8d9c-4d1a-801c-d44eb2b06560 req-9c8b1dfb-2121-4ae8-9195-55417ae0cb51 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=d9dab479-5305-433e-a613-08ee42be75a5 HTTP/1.1" status: 200 len: 1098 time: 0.0390689 Oct 27 10:57:26.695318 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-6708822f-8d9c-4d1a-801c-d44eb2b06560 req-6b9b3505-3d15-4b73-bd35-51a712c5f751 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=5aab251d-3b9a-4775-a975-2b9d05fc2641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0279284 Oct 27 10:57:27.211206 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2c6a49-b88b-4ace-a32b-f5c19beda990 req-9fe68475-5d86-4c74-9fdb-3c3164df010c tempest-VolumesActionsTest-2095554849 tempest-VolumesActionsTest-2095554849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:57:27.212704 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-6c2c6a49-b88b-4ace-a32b-f5c19beda990 req-9fe68475-5d86-4c74-9fdb-3c3164df010c tempest-VolumesActionsTest-2095554849 tempest-VolumesActionsTest-2095554849-project] 10.222.0.44 "GET /v2.0/ports?device_id=d9dab479-5305-433e-a613-08ee42be75a5 HTTP/1.1" status: 200 len: 946 time: 0.0479033 Oct 27 10:57:27.250196 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-6c2c6a49-b88b-4ace-a32b-f5c19beda990 req-27e15cce-c225-4136-b386-1dd2f92dc2ea tempest-VolumesActionsTest-2095554849 tempest-VolumesActionsTest-2095554849-project] 10.222.0.44 "GET /v2.0/security-groups?id=5aab251d-3b9a-4775-a975-2b9d05fc2641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316303 Oct 27 10:57:28.371666 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c9ef80-3c5c-4838-ac43-4ce736a87119 req-84fb789d-5b7b-4156-b0f9-9f5595894c6b tempest-VolumesActionsTest-2095554849 tempest-VolumesActionsTest-2095554849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:57:28.373172 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-a1c9ef80-3c5c-4838-ac43-4ce736a87119 req-84fb789d-5b7b-4156-b0f9-9f5595894c6b tempest-VolumesActionsTest-2095554849 tempest-VolumesActionsTest-2095554849-project] 10.222.0.44 "GET /v2.0/ports?device_id=d9dab479-5305-433e-a613-08ee42be75a5 HTTP/1.1" status: 200 len: 946 time: 0.0539668 Oct 27 10:57:28.418692 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-a1c9ef80-3c5c-4838-ac43-4ce736a87119 req-1dd3455c-4741-44fb-bd6a-c6a728430346 tempest-VolumesActionsTest-2095554849 tempest-VolumesActionsTest-2095554849-project] 10.222.0.44 "GET /v2.0/security-groups?id=5aab251d-3b9a-4775-a975-2b9d05fc2641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372021 Oct 27 10:57:28.976304 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05484130-2860-4dea-b5a0-b7a54211deaa req-37746057-855c-4ac4-8808-f19188583390 tempest-VolumesActionsTest-2095554849 tempest-VolumesActionsTest-2095554849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:57:28.977761 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-05484130-2860-4dea-b5a0-b7a54211deaa req-37746057-855c-4ac4-8808-f19188583390 tempest-VolumesActionsTest-2095554849 tempest-VolumesActionsTest-2095554849-project] 10.222.0.44 "GET /v2.0/ports?device_id=d9dab479-5305-433e-a613-08ee42be75a5 HTTP/1.1" status: 200 len: 946 time: 0.0485885 Oct 27 10:57:29.015279 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-05484130-2860-4dea-b5a0-b7a54211deaa req-b971f747-bcda-492c-9454-3337dcab6690 tempest-VolumesActionsTest-2095554849 tempest-VolumesActionsTest-2095554849-project] 10.222.0.44 "GET /v2.0/security-groups?id=5aab251d-3b9a-4775-a975-2b9d05fc2641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316596 Oct 27 10:57:30.136103 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27e8e30-8415-4cf2-b980-8fe352f1d63e req-c7eb23e3-fda7-480c-a80b-efc5e47c9287 tempest-VolumesActionsTest-2095554849 tempest-VolumesActionsTest-2095554849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:57:30.137669 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-d27e8e30-8415-4cf2-b980-8fe352f1d63e req-c7eb23e3-fda7-480c-a80b-efc5e47c9287 tempest-VolumesActionsTest-2095554849 tempest-VolumesActionsTest-2095554849-project] 10.222.0.44 "GET /v2.0/ports?device_id=d9dab479-5305-433e-a613-08ee42be75a5 HTTP/1.1" status: 200 len: 946 time: 0.0540175 Oct 27 10:57:30.175455 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-d27e8e30-8415-4cf2-b980-8fe352f1d63e req-0f986706-24fb-4aa4-aff8-5e28d6203214 tempest-VolumesActionsTest-2095554849 tempest-VolumesActionsTest-2095554849-project] 10.222.0.44 "GET /v2.0/security-groups?id=5aab251d-3b9a-4775-a975-2b9d05fc2641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318208 Oct 27 10:57:30.541073 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c628c2-6330-45c8-bdd9-f8b0f74a83a8 req-f0ca61cc-4001-412b-aa80-3a7d8861a9fd tempest-VolumesActionsTest-2095554849 tempest-VolumesActionsTest-2095554849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:57:30.542800 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-a7c628c2-6330-45c8-bdd9-f8b0f74a83a8 req-f0ca61cc-4001-412b-aa80-3a7d8861a9fd tempest-VolumesActionsTest-2095554849 tempest-VolumesActionsTest-2095554849-project] 10.222.0.76 "GET /v2.0/ports?device_id=d9dab479-5305-433e-a613-08ee42be75a5 HTTP/1.1" status: 200 len: 946 time: 0.0502763 Oct 27 10:57:30.629405 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [req-a7c628c2-6330-45c8-bdd9-f8b0f74a83a8 req-0a073c01-9739-4f65-b4f8-1e9be4ca4a80 tempest-VolumesActionsTest-2095554849 tempest-VolumesActionsTest-2095554849-project] Deleting port b2e74682-5b2f-4093-b979-aaf743bf857f {{(pid=102346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:57:30.629743 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-a7c628c2-6330-45c8-bdd9-f8b0f74a83a8 req-0a073c01-9739-4f65-b4f8-1e9be4ca4a80 tempest-VolumesActionsTest-2095554849 tempest-VolumesActionsTest-2095554849-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:57:30.719961 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [req-a7c628c2-6330-45c8-bdd9-f8b0f74a83a8 req-0a073c01-9739-4f65-b4f8-1e9be4ca4a80 tempest-VolumesActionsTest-2095554849 tempest-VolumesActionsTest-2095554849-project] For port b2e74682-5b2f-4093-b979-aaf743bf857f, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=b2e74682-5b2f-4093-b979-aaf743bf857f,segment=NetworkSegment(c82503c2-7ffa-4529-9708-cd9868995289),segment_id=c82503c2-7ffa-4529-9708-cd9868995289)] {{(pid=102346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:57:30.720341 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-a7c628c2-6330-45c8-bdd9-f8b0f74a83a8 req-0a073c01-9739-4f65-b4f8-1e9be4ca4a80 tempest-VolumesActionsTest-2095554849 tempest-VolumesActionsTest-2095554849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:57:30.732535 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [req-a7c628c2-6330-45c8-bdd9-f8b0f74a83a8 req-0a073c01-9739-4f65-b4f8-1e9be4ca4a80 tempest-VolumesActionsTest-2095554849 tempest-VolumesActionsTest-2095554849-project] Calling delete_port for b2e74682-5b2f-4093-b979-aaf743bf857f owned by compute:nova {{(pid=102346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:57:30.864676 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-a7c628c2-6330-45c8-bdd9-f8b0f74a83a8 req-0a073c01-9739-4f65-b4f8-1e9be4ca4a80 tempest-VolumesActionsTest-2095554849 tempest-VolumesActionsTest-2095554849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:57:30.876127 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] get_ports_and_sgs() called for port_ids ['b2e74682-5b2f-4093-b979-aaf743bf857f'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:57:30.901752 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a073c01-9739-4f65-b4f8-1e9be4ca4a80 tempest-VolumesActionsTest-2095554849 tempest-VolumesActionsTest-2095554849-project] Pushing event deleted for resources: {'Port': ['ID=b2e74682-5b2f-4093-b979-aaf743bf857f,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:57:30.937501 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7c628c2-6330-45c8-bdd9-f8b0f74a83a8 req-0a073c01-9739-4f65-b4f8-1e9be4ca4a80 tempest-VolumesActionsTest-2095554849 tempest-VolumesActionsTest-2095554849-project] No DVR routers for this DVR port b2e74682-5b2f-4093-b979-aaf743bf857f on host n-h2-813419-10 {{(pid=102346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:57:30.940248 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-a7c628c2-6330-45c8-bdd9-f8b0f74a83a8 req-0a073c01-9739-4f65-b4f8-1e9be4ca4a80 tempest-VolumesActionsTest-2095554849 tempest-VolumesActionsTest-2095554849-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:57:30.944226 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-a7c628c2-6330-45c8-bdd9-f8b0f74a83a8 req-0a073c01-9739-4f65-b4f8-1e9be4ca4a80 tempest-VolumesActionsTest-2095554849 tempest-VolumesActionsTest-2095554849-project] 10.222.0.76 "DELETE /v2.0/ports/b2e74682-5b2f-4093-b979-aaf743bf857f HTTP/1.1" status: 204 len: 173 time: 0.3951006 Oct 27 10:57:30.944691 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9dab479-5305-433e-a613-08ee42be75a5', 'name': 'network-vif-deleted', 'tag': 'b2e74682-5b2f-4093-b979-aaf743bf857f'}] {{(pid=102346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:57:30.946978 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc0e418f5fc417c8d55d94c0aa509b037d0beb2a734c1a709e789eb65639a56d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acb6766b-bd23-4526-a402-578482b996fd" -d '{"events": [{"server_uuid": "d9dab479-5305-433e-a613-08ee42be75a5", "name": "network-vif-deleted", "tag": "b2e74682-5b2f-4093-b979-aaf743bf857f"}]}' {{(pid=102346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:57:30.984955 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:57:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f651f563-5a7f-4428-803a-2488bbc45a69 x-openstack-request-id: req-f651f563-5a7f-4428-803a-2488bbc45a69 {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:57:30.985259 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9dab479-5305-433e-a613-08ee42be75a5", "name": "network-vif-deleted", "tag": "b2e74682-5b2f-4093-b979-aaf743bf857f", "status": "completed", "code": 200}]} {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:57:30.985517 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f651f563-5a7f-4428-803a-2488bbc45a69 {{(pid=102346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:57:30.985919 n-d-813419-10 neutron-server[102346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9dab479-5305-433e-a613-08ee42be75a5', 'name': 'network-vif-deleted', 'tag': 'b2e74682-5b2f-4093-b979-aaf743bf857f', 'status': 'completed', 'code': 200} Oct 27 10:57:31.212755 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 39832) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:57:31.287970 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-222b9e78-7ae5-4897-9a61-3473b923f824 req-8a9ae477-c256-4371-9ee9-0ee8764f0d02 tempest-VolumesActionsTest-2095554849 tempest-VolumesActionsTest-2095554849-project] 10.222.0.44 "GET /v2.0/ports?device_id=d9dab479-5305-433e-a613-08ee42be75a5 HTTP/1.1" status: 200 len: 210 time: 0.0338569 Oct 27 10:57:31.324960 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6bf0d0-6125-4aac-86e0-bda96cbc0f6a req-dbba32a7-4e5d-4840-af34-9d94158978a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:57:31.326514 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-6d6bf0d0-6125-4aac-86e0-bda96cbc0f6a req-dbba32a7-4e5d-4840-af34-9d94158978a4 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=15c0f390-6919-47bb-8b7c-e3480f23c6ed HTTP/1.1" status: 200 len: 1098 time: 0.1127501 Oct 27 10:57:31.368328 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-6d6bf0d0-6125-4aac-86e0-bda96cbc0f6a req-b954ec2c-d387-4c42-9a92-158669069dea service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=64c0e070-427c-485d-9f63-f3c1a25c4cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0283041 Oct 27 10:57:32.553350 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f163d0-dcd2-4450-8317-149e067f031a req-ca9cb4fb-2a3f-4413-9b76-4ba893cf55d5 tempest-VolumesActionsTest-2095554849 tempest-VolumesActionsTest-2095554849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:57:32.554727 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-32f163d0-dcd2-4450-8317-149e067f031a req-ca9cb4fb-2a3f-4413-9b76-4ba893cf55d5 tempest-VolumesActionsTest-2095554849 tempest-VolumesActionsTest-2095554849-project] 10.222.0.44 "GET /v2.0/networks?id=343542ed-344e-4f3a-8c1d-da5943c29c12 HTTP/1.1" status: 200 len: 809 time: 0.1051688 Oct 27 10:57:32.570248 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-32f163d0-dcd2-4450-8317-149e067f031a req-5dfde681-50c8-4c17-b2c8-af83a0edcb25 tempest-VolumesActionsTest-2095554849 tempest-VolumesActionsTest-2095554849-project] 10.222.0.44 "GET /v2.0/quotas/bf6841dc602c484a86673927907304f1 HTTP/1.1" status: 200 len: 375 time: 0.0092418 Oct 27 10:57:32.601960 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-32f163d0-dcd2-4450-8317-149e067f031a req-02af5d41-bece-4d13-8c91-1ec11c231a52 tempest-VolumesActionsTest-2095554849 tempest-VolumesActionsTest-2095554849-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=bf6841dc602c484a86673927907304f1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0260050 Oct 27 10:57:32.694500 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-32f163d0-dcd2-4450-8317-149e067f031a req-8f4fddab-89ac-4b9b-a697-9948942633ff service neutron] 10.222.0.44 "GET /v2.0/networks/343542ed-344e-4f3a-8c1d-da5943c29c12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852635 Oct 27 10:57:32.698195 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:57:32.785525 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-32f163d0-dcd2-4450-8317-149e067f031a req-11e39124-6b79-44e2-bee5-2756fcd9118c service neutron] 10.222.0.44 "GET /v2.0/networks/343542ed-344e-4f3a-8c1d-da5943c29c12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842559 Oct 27 10:57:32.942785 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-38f55184-f0c5-4dcf-9133-cec249a9bd83 req-977366fe-4419-4386-950d-8f147177a87b tempest-VolumesActionsTest-2095554849 tempest-VolumesActionsTest-2095554849-project] 10.222.0.44 "GET /v2.0/ports?device_id=7d6a2ea5-a9d0-4bc1-805f-385ab488170b HTTP/1.1" status: 200 len: 210 time: 0.0276365 Oct 27 10:57:33.847182 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f163d0-dcd2-4450-8317-149e067f031a req-45be9b09-4ee3-4c2c-bda0-4c49b2ae32a6 tempest-VolumesActionsTest-2095554849 tempest-VolumesActionsTest-2095554849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:57:33.849430 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-32f163d0-dcd2-4450-8317-149e067f031a req-45be9b09-4ee3-4c2c-bda0-4c49b2ae32a6 tempest-VolumesActionsTest-2095554849 tempest-VolumesActionsTest-2095554849-project] 10.222.0.76 "GET /v2.0/networks?id=343542ed-344e-4f3a-8c1d-da5943c29c12 HTTP/1.1" status: 200 len: 809 time: 0.1105320 Oct 27 10:57:33.863403 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [req-32f163d0-dcd2-4450-8317-149e067f031a req-44d79087-75b5-4757-9578-d84e87cf47ac tempest-VolumesActionsTest-2095554849 tempest-VolumesActionsTest-2095554849-project] Request body: {'port': {'device_id': '7d6a2ea5-a9d0-4bc1-805f-385ab488170b', 'network_id': '343542ed-344e-4f3a-8c1d-da5943c29c12', 'admin_state_up': True, 'tenant_id': 'bf6841dc602c484a86673927907304f1'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:57:33.970260 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32f163d0-dcd2-4450-8317-149e067f031a req-44d79087-75b5-4757-9578-d84e87cf47ac tempest-VolumesActionsTest-2095554849 tempest-VolumesActionsTest-2095554849-project] Made reservation on behalf of bf6841dc602c484a86673927907304f1 for: {'port': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:57:33.974362 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-32f163d0-dcd2-4450-8317-149e067f031a req-44d79087-75b5-4757-9578-d84e87cf47ac tempest-VolumesActionsTest-2095554849 tempest-VolumesActionsTest-2095554849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:57:34.036542 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-1fd99ab4-4ea3-468e-b0a6-1d3b97a061d5 req-61a4d565-664e-49e0-b877-b4886f2cae53 tempest-VolumesActionsTest-2095554849 tempest-VolumesActionsTest-2095554849-project] 10.222.0.44 "GET /v2.0/ports?device_id=7d6a2ea5-a9d0-4bc1-805f-385ab488170b HTTP/1.1" status: 200 len: 210 time: 0.0265906 Oct 27 10:57:34.102407 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_common [req-32f163d0-dcd2-4450-8317-149e067f031a req-44d79087-75b5-4757-9578-d84e87cf47ac tempest-VolumesActionsTest-2095554849 tempest-VolumesActionsTest-2095554849-project] Allocated IP 172.20.0.9 (343542ed-344e-4f3a-8c1d-da5943c29c12/a8f026d4-919e-48d1-bcd6-84ac37c4c4e5/80ef31fc-b5ba-4c1b-979b-856bbf7d487c) {{(pid=102346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:57:34.242532 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-32f163d0-dcd2-4450-8317-149e067f031a req-44d79087-75b5-4757-9578-d84e87cf47ac tempest-VolumesActionsTest-2095554849 tempest-VolumesActionsTest-2095554849-project] Publish callbacks [] for port, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:57:34.278243 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-32f163d0-dcd2-4450-8317-149e067f031a req-44d79087-75b5-4757-9578-d84e87cf47ac tempest-VolumesActionsTest-2095554849 tempest-VolumesActionsTest-2095554849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:57:34.320059 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32f163d0-dcd2-4450-8317-149e067f031a req-44d79087-75b5-4757-9578-d84e87cf47ac tempest-VolumesActionsTest-2095554849 tempest-VolumesActionsTest-2095554849-project] Network 343542ed-344e-4f3a-8c1d-da5943c29c12 is already hosted by enough agents. {{(pid=102346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:57:34.323061 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [req-32f163d0-dcd2-4450-8317-149e067f031a req-44d79087-75b5-4757-9578-d84e87cf47ac tempest-VolumesActionsTest-2095554849 tempest-VolumesActionsTest-2095554849-project] Resources bound (agent type, host, resource id): {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:57:34.326699 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [req-32f163d0-dcd2-4450-8317-149e067f031a req-44d79087-75b5-4757-9578-d84e87cf47ac tempest-VolumesActionsTest-2095554849 tempest-VolumesActionsTest-2095554849-project] Received port after_create {{(pid=102346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:57:34.353873 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d79087-75b5-4757-9578-d84e87cf47ac tempest-VolumesActionsTest-2095554849 tempest-VolumesActionsTest-2095554849-project] Pushing event updated for resources: {'Port': ['ID=80ef31fc-b5ba-4c1b-979b-856bbf7d487c,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:57:34.378569 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f163d0-dcd2-4450-8317-149e067f031a req-44d79087-75b5-4757-9578-d84e87cf47ac tempest-VolumesActionsTest-2095554849 tempest-VolumesActionsTest-2095554849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:57:34.379176 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-32f163d0-dcd2-4450-8317-149e067f031a req-44d79087-75b5-4757-9578-d84e87cf47ac tempest-VolumesActionsTest-2095554849 tempest-VolumesActionsTest-2095554849-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:57:34.394904 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-32f163d0-dcd2-4450-8317-149e067f031a req-44d79087-75b5-4757-9578-d84e87cf47ac tempest-VolumesActionsTest-2095554849 tempest-VolumesActionsTest-2095554849-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5360219 Oct 27 10:57:34.407728 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [req-32f163d0-dcd2-4450-8317-149e067f031a req-93cb2f51-a419-4a69-adf5-292679726b9f service neutron] Request body: {'port': {'device_id': '7d6a2ea5-a9d0-4bc1-805f-385ab488170b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-10'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:57:34.434012 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device b2e74682-5b2f-4093-b979-aaf743bf857f no longer exists at agent hyperv_n-h2-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:57:34.457776 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] No Port match for: b2e74682-5b2f-4093-b979-aaf743bf857f {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:57:34.458109 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device b2e74682-5b2f-4093-b979-aaf743bf857f not bound to the agent host n-h2-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:57:34.463022 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-32f163d0-dcd2-4450-8317-149e067f031a req-93cb2f51-a419-4a69-adf5-292679726b9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:57:34.717810 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [req-32f163d0-dcd2-4450-8317-149e067f031a req-93cb2f51-a419-4a69-adf5-292679726b9f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80ef31fc-b5ba-4c1b-979b-856bbf7d487c {{(pid=102346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:57:34.725382 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-32f163d0-dcd2-4450-8317-149e067f031a req-93cb2f51-a419-4a69-adf5-292679726b9f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:57:34.736820 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.provisioning_blocks [req-32f163d0-dcd2-4450-8317-149e067f031a req-93cb2f51-a419-4a69-adf5-292679726b9f service neutron] Transition to ACTIVE for port object 80ef31fc-b5ba-4c1b-979b-856bbf7d487c will not be triggered until provisioned by entity L2. {{(pid=102346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 10:57:34.741262 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-32f163d0-dcd2-4450-8317-149e067f031a req-93cb2f51-a419-4a69-adf5-292679726b9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27024173'] for port, after_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:57:34.806909 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cb2f51-a419-4a69-adf5-292679726b9f service neutron] Pushing event updated for resources: {'Port': ['ID=80ef31fc-b5ba-4c1b-979b-856bbf7d487c,revision_number=2']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:57:34.857280 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.managers [req-32f163d0-dcd2-4450-8317-149e067f031a req-93cb2f51-a419-4a69-adf5-292679726b9f service neutron] Attempting to bind port 80ef31fc-b5ba-4c1b-979b-856bbf7d487c on host n-h2-813419-10 for vnic_type normal with profile {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:57:34.857611 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.managers [req-32f163d0-dcd2-4450-8317-149e067f031a req-93cb2f51-a419-4a69-adf5-292679726b9f service neutron] Attempting to bind port 80ef31fc-b5ba-4c1b-979b-856bbf7d487c by drivers openvswitch,hyperv on host n-h2-813419-10 at level 0 using segments [{'id': 'c82503c2-7ffa-4529-9708-cd9868995289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '343542ed-344e-4f3a-8c1d-da5943c29c12'}] {{(pid=102346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:57:34.857932 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32f163d0-dcd2-4450-8317-149e067f031a req-93cb2f51-a419-4a69-adf5-292679726b9f service neutron] Attempting to bind port 80ef31fc-b5ba-4c1b-979b-856bbf7d487c on network 343542ed-344e-4f3a-8c1d-da5943c29c12 {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:57:34.862097 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32f163d0-dcd2-4450-8317-149e067f031a req-93cb2f51-a419-4a69-adf5-292679726b9f service neutron] Port 80ef31fc-b5ba-4c1b-979b-856bbf7d487c on network 343542ed-344e-4f3a-8c1d-da5943c29c12 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-10 {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 10:57:34.862415 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32f163d0-dcd2-4450-8317-149e067f031a req-93cb2f51-a419-4a69-adf5-292679726b9f service neutron] Attempting to bind port 80ef31fc-b5ba-4c1b-979b-856bbf7d487c on network 343542ed-344e-4f3a-8c1d-da5943c29c12 {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:57:34.867353 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32f163d0-dcd2-4450-8317-149e067f031a req-93cb2f51-a419-4a69-adf5-292679726b9f service neutron] Checking agent: {'id': 'a2edc247-0fa4-4ce6-bbae-a10492f6bd71', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 16, 9), 'started_at': datetime.datetime(2021, 10, 27, 10, 16, 9), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 57, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:57:34.867682 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32f163d0-dcd2-4450-8317-149e067f031a req-93cb2f51-a419-4a69-adf5-292679726b9f service neutron] Checking segment: {'id': 'c82503c2-7ffa-4529-9708-cd9868995289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '343542ed-344e-4f3a-8c1d-da5943c29c12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:57:34.868056 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32f163d0-dcd2-4450-8317-149e067f031a req-93cb2f51-a419-4a69-adf5-292679726b9f service neutron] Bound using segment: {'id': 'c82503c2-7ffa-4529-9708-cd9868995289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '343542ed-344e-4f3a-8c1d-da5943c29c12'} {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:57:34.868521 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.managers [req-32f163d0-dcd2-4450-8317-149e067f031a req-93cb2f51-a419-4a69-adf5-292679726b9f service neutron] Bound port: 80ef31fc-b5ba-4c1b-979b-856bbf7d487c, host: n-h2-813419-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c82503c2-7ffa-4529-9708-cd9868995289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '343542ed-344e-4f3a-8c1d-da5943c29c12'}}] {{(pid=102346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:57:34.868850 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-32f163d0-dcd2-4450-8317-149e067f031a req-93cb2f51-a419-4a69-adf5-292679726b9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:57:34.929029 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [req-32f163d0-dcd2-4450-8317-149e067f031a req-93cb2f51-a419-4a69-adf5-292679726b9f service neutron] For port 80ef31fc-b5ba-4c1b-979b-856bbf7d487c, host n-h2-813419-10, cleared binding levels {{(pid=102346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:57:34.931933 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [req-32f163d0-dcd2-4450-8317-149e067f031a req-93cb2f51-a419-4a69-adf5-292679726b9f service neutron] For port 80ef31fc-b5ba-4c1b-979b-856bbf7d487c, host n-h2-813419-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=80ef31fc-b5ba-4c1b-979b-856bbf7d487c,segment=NetworkSegment(c82503c2-7ffa-4529-9708-cd9868995289),segment_id=c82503c2-7ffa-4529-9708-cd9868995289)] {{(pid=102346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:57:34.936158 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-32f163d0-dcd2-4450-8317-149e067f031a req-93cb2f51-a419-4a69-adf5-292679726b9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27024173'] for port, after_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:57:34.968270 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f163d0-dcd2-4450-8317-149e067f031a req-93cb2f51-a419-4a69-adf5-292679726b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:57:34.968813 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-32f163d0-dcd2-4450-8317-149e067f031a req-93cb2f51-a419-4a69-adf5-292679726b9f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:57:34.970199 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-32f163d0-dcd2-4450-8317-149e067f031a req-93cb2f51-a419-4a69-adf5-292679726b9f service neutron] 10.222.0.76 "PUT /v2.0/ports/80ef31fc-b5ba-4c1b-979b-856bbf7d487c HTTP/1.1" status: 200 len: 1092 time: 0.5662942 Oct 27 10:57:34.970635 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d6a2ea5-a9d0-4bc1-805f-385ab488170b', 'tag': '80ef31fc-b5ba-4c1b-979b-856bbf7d487c'}] {{(pid=102346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:57:34.972934 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc0e418f5fc417c8d55d94c0aa509b037d0beb2a734c1a709e789eb65639a56d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ded9d374-54ad-45c1-abb2-6a9f1838b8e1" -d '{"events": [{"name": "network-changed", "server_uuid": "7d6a2ea5-a9d0-4bc1-805f-385ab488170b", "tag": "80ef31fc-b5ba-4c1b-979b-856bbf7d487c"}]}' {{(pid=102346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:57:34.998097 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cb2f51-a419-4a69-adf5-292679726b9f service neutron] Pushing event updated for resources: {'Port': ['ID=80ef31fc-b5ba-4c1b-979b-856bbf7d487c,revision_number=3']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:57:35.014187 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 10:57:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03456998-86a5-43ad-bd12-cfead57573d0 x-openstack-request-id: req-03456998-86a5-43ad-bd12-cfead57573d0 {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:57:35.014484 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d6a2ea5-a9d0-4bc1-805f-385ab488170b", "tag": "80ef31fc-b5ba-4c1b-979b-856bbf7d487c", "status": "completed", "code": 200}]} {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:57:35.014738 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-03456998-86a5-43ad-bd12-cfead57573d0 {{(pid=102346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:57:35.015142 n-d-813419-10 neutron-server[102346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d6a2ea5-a9d0-4bc1-805f-385ab488170b', 'tag': '80ef31fc-b5ba-4c1b-979b-856bbf7d487c', 'status': 'completed', 'code': 200} Oct 27 10:57:35.058850 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f163d0-dcd2-4450-8317-149e067f031a req-aaef1d6f-3b99-4aff-979f-9d1d52ce304c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:57:35.060388 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-32f163d0-dcd2-4450-8317-149e067f031a req-aaef1d6f-3b99-4aff-979f-9d1d52ce304c service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=bf6841dc602c484a86673927907304f1&device_id=7d6a2ea5-a9d0-4bc1-805f-385ab488170b HTTP/1.1" status: 200 len: 1095 time: 0.0408223 Oct 27 10:57:35.105099 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-32f163d0-dcd2-4450-8317-149e067f031a req-087dc2b1-b52d-4859-b448-59396d6686d5 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=80ef31fc-b5ba-4c1b-979b-856bbf7d487c HTTP/1.1" status: 200 len: 217 time: 0.0365441 Oct 27 10:57:35.152476 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af463304-1695-4c80-b509-f07346b39217 req-e5a9f181-0dae-43f1-9bff-5aa17a3860b0 tempest-VolumesActionsTest-2095554849 tempest-VolumesActionsTest-2095554849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:57:35.153975 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-af463304-1695-4c80-b509-f07346b39217 req-e5a9f181-0dae-43f1-9bff-5aa17a3860b0 tempest-VolumesActionsTest-2095554849 tempest-VolumesActionsTest-2095554849-project] 10.222.0.44 "GET /v2.0/ports?device_id=7d6a2ea5-a9d0-4bc1-805f-385ab488170b HTTP/1.1" status: 200 len: 943 time: 0.0492818 Oct 27 10:57:35.155520 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f163d0-dcd2-4450-8317-149e067f031a req-4354abe1-f4c6-4197-b0e1-727be2df2513 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:57:35.156990 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-32f163d0-dcd2-4450-8317-149e067f031a req-4354abe1-f4c6-4197-b0e1-727be2df2513 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=a8f026d4-919e-48d1-bcd6-84ac37c4c4e5 HTTP/1.1" status: 200 len: 849 time: 0.0451119 Oct 27 10:57:35.189766 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-32f163d0-dcd2-4450-8317-149e067f031a req-a2e19740-6663-49ef-bc5c-1b104b87cb83 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=343542ed-344e-4f3a-8c1d-da5943c29c12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244668 Oct 27 10:57:35.192556 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-af463304-1695-4c80-b509-f07346b39217 req-6827a818-144a-4c7f-b019-6f51ed02da10 tempest-VolumesActionsTest-2095554849 tempest-VolumesActionsTest-2095554849-project] 10.222.0.44 "GET /v2.0/security-groups?id=5aab251d-3b9a-4775-a975-2b9d05fc2641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322027 Oct 27 10:57:35.281166 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-32f163d0-dcd2-4450-8317-149e067f031a req-0fa7b228-96da-4ce4-9f35-d363a1b0e6c5 service neutron] 10.222.0.76 "GET /v2.0/networks/343542ed-344e-4f3a-8c1d-da5943c29c12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834923 Oct 27 10:57:35.373389 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-32f163d0-dcd2-4450-8317-149e067f031a req-d370f462-701a-4663-98e3-b6f994b9e2c3 service neutron] 10.222.0.76 "GET /v2.0/networks/343542ed-344e-4f3a-8c1d-da5943c29c12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851877 Oct 27 10:57:35.460222 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded9d374-54ad-45c1-abb2-6a9f1838b8e1 req-11381b0d-bdc8-4a95-aa39-7744d08e315b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:57:35.461879 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ded9d374-54ad-45c1-abb2-6a9f1838b8e1 req-11381b0d-bdc8-4a95-aa39-7744d08e315b service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=bf6841dc602c484a86673927907304f1&device_id=7d6a2ea5-a9d0-4bc1-805f-385ab488170b HTTP/1.1" status: 200 len: 1095 time: 0.0410175 Oct 27 10:57:35.555373 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded9d374-54ad-45c1-abb2-6a9f1838b8e1 req-3d4e582e-eec4-42a8-83ca-6e59cc14eb77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:57:35.556860 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ded9d374-54ad-45c1-abb2-6a9f1838b8e1 req-3d4e582e-eec4-42a8-83ca-6e59cc14eb77 service neutron] 10.222.0.76 "GET /v2.0/networks?id=343542ed-344e-4f3a-8c1d-da5943c29c12 HTTP/1.1" status: 200 len: 910 time: 0.0875843 Oct 27 10:57:35.597063 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ded9d374-54ad-45c1-abb2-6a9f1838b8e1 req-fd94e599-95ed-417a-8638-603b57728105 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=80ef31fc-b5ba-4c1b-979b-856bbf7d487c HTTP/1.1" status: 200 len: 217 time: 0.0321281 Oct 27 10:57:35.648947 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded9d374-54ad-45c1-abb2-6a9f1838b8e1 req-86501480-b02a-4416-8edd-d312f0bf38a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:57:35.650350 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ded9d374-54ad-45c1-abb2-6a9f1838b8e1 req-86501480-b02a-4416-8edd-d312f0bf38a5 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=a8f026d4-919e-48d1-bcd6-84ac37c4c4e5 HTTP/1.1" status: 200 len: 849 time: 0.0456340 Oct 27 10:57:35.681838 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ded9d374-54ad-45c1-abb2-6a9f1838b8e1 req-a2c7ad92-7eff-42f3-926e-9bdb92dcd8ae service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=343542ed-344e-4f3a-8c1d-da5943c29c12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246284 Oct 27 10:57:35.769671 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ded9d374-54ad-45c1-abb2-6a9f1838b8e1 req-c2ab30f4-b5e7-4dfa-90a1-72b2244b3538 service neutron] 10.222.0.76 "GET /v2.0/networks/343542ed-344e-4f3a-8c1d-da5943c29c12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808349 Oct 27 10:57:36.141712 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ded9d374-54ad-45c1-abb2-6a9f1838b8e1 req-62913f79-29e6-4c32-ada2-4a051fc3d337 service neutron] 10.222.0.76 "GET /v2.0/networks/343542ed-344e-4f3a-8c1d-da5943c29c12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3636286 Oct 27 10:57:36.306343 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5a44e3-00e3-41a8-bb11-3549fe3cf8f8 req-2b1d960f-346a-403d-83ea-8351c819fce1 tempest-VolumesActionsTest-2095554849 tempest-VolumesActionsTest-2095554849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:57:36.307812 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-3f5a44e3-00e3-41a8-bb11-3549fe3cf8f8 req-2b1d960f-346a-403d-83ea-8351c819fce1 tempest-VolumesActionsTest-2095554849 tempest-VolumesActionsTest-2095554849-project] 10.222.0.44 "GET /v2.0/ports?device_id=7d6a2ea5-a9d0-4bc1-805f-385ab488170b HTTP/1.1" status: 200 len: 943 time: 0.0480397 Oct 27 10:57:36.345071 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-3f5a44e3-00e3-41a8-bb11-3549fe3cf8f8 req-a5d60760-93d0-4b2b-b36c-900998642a66 tempest-VolumesActionsTest-2095554849 tempest-VolumesActionsTest-2095554849-project] 10.222.0.44 "GET /v2.0/security-groups?id=5aab251d-3b9a-4775-a975-2b9d05fc2641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314119 Oct 27 10:57:37.459613 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc0c603-1651-4460-b5ba-63a6d91c2df2 req-549468d1-6167-4d9d-82ae-062c2e0f93ac tempest-VolumesActionsTest-2095554849 tempest-VolumesActionsTest-2095554849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:57:37.461102 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-dcc0c603-1651-4460-b5ba-63a6d91c2df2 req-549468d1-6167-4d9d-82ae-062c2e0f93ac tempest-VolumesActionsTest-2095554849 tempest-VolumesActionsTest-2095554849-project] 10.222.0.44 "GET /v2.0/ports?device_id=7d6a2ea5-a9d0-4bc1-805f-385ab488170b HTTP/1.1" status: 200 len: 943 time: 0.0495424 Oct 27 10:57:37.498042 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-dcc0c603-1651-4460-b5ba-63a6d91c2df2 req-0bac4df9-9e0b-42c6-9a0a-91a7f261b064 tempest-VolumesActionsTest-2095554849 tempest-VolumesActionsTest-2095554849-project] 10.222.0.44 "GET /v2.0/security-groups?id=5aab251d-3b9a-4775-a975-2b9d05fc2641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308902 Oct 27 10:57:38.575184 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-5b3dc89c-21c6-48c6-9768-801863d6553b req-a72f3b10-c934-4403-a237-fef0e6ca7503 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=15c0f390-6919-47bb-8b7c-e3480f23c6ed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0432606 Oct 27 10:57:38.618392 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80f58bf-a044-4c45-80a6-9ba94048b47c req-77a64be4-3baa-4e14-8c78-cc9e740661b2 tempest-VolumesActionsTest-2095554849 tempest-VolumesActionsTest-2095554849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:57:38.619867 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-a80f58bf-a044-4c45-80a6-9ba94048b47c req-77a64be4-3baa-4e14-8c78-cc9e740661b2 tempest-VolumesActionsTest-2095554849 tempest-VolumesActionsTest-2095554849-project] 10.222.0.44 "GET /v2.0/ports?device_id=7d6a2ea5-a9d0-4bc1-805f-385ab488170b HTTP/1.1" status: 200 len: 943 time: 0.0526149 Oct 27 10:57:38.656634 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-a80f58bf-a044-4c45-80a6-9ba94048b47c req-2625836c-6a57-4b77-8f96-f382dfa8247a tempest-VolumesActionsTest-2095554849 tempest-VolumesActionsTest-2095554849-project] 10.222.0.44 "GET /v2.0/security-groups?id=5aab251d-3b9a-4775-a975-2b9d05fc2641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306735 Oct 27 10:57:38.657879 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3dc89c-21c6-48c6-9768-801863d6553b req-9349e8c9-04fb-4a59-9060-522bea530628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:57:38.659979 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-5b3dc89c-21c6-48c6-9768-801863d6553b req-9349e8c9-04fb-4a59-9060-522bea530628 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=daf5757200ff42558a3fc6db88bf4432&device_id=15c0f390-6919-47bb-8b7c-e3480f23c6ed HTTP/1.1" status: 200 len: 1098 time: 0.0403936 Oct 27 10:57:38.761861 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3dc89c-21c6-48c6-9768-801863d6553b req-3181aba0-899f-43cc-a308-9bc5bfb1e831 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:57:38.763324 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-5b3dc89c-21c6-48c6-9768-801863d6553b req-3181aba0-899f-43cc-a308-9bc5bfb1e831 service neutron] 10.222.0.64 "GET /v2.0/networks?id=1e5091f0-6e84-4391-a8b4-ae2264a359f4 HTTP/1.1" status: 200 len: 910 time: 0.0837078 Oct 27 10:57:38.830693 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-5b3dc89c-21c6-48c6-9768-801863d6553b req-d57324dd-877d-4aa8-a27a-123ff091996c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a832332d-dfc6-4ddb-ba19-afd861780d47 HTTP/1.1" status: 200 len: 1001 time: 0.0600777 Oct 27 10:57:38.878022 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3dc89c-21c6-48c6-9768-801863d6553b req-b144e1e6-6f71-4a28-910d-cfadd3aaaf79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:57:38.879334 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-5b3dc89c-21c6-48c6-9768-801863d6553b req-b144e1e6-6f71-4a28-910d-cfadd3aaaf79 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1aac50a7-7526-4e40-97b7-8585bdd60f67 HTTP/1.1" status: 200 len: 848 time: 0.0419958 Oct 27 10:57:38.924616 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3dc89c-21c6-48c6-9768-801863d6553b req-7ff072f1-425c-4830-bd92-4ba620e6cc2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:57:38.926055 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-5b3dc89c-21c6-48c6-9768-801863d6553b req-7ff072f1-425c-4830-bd92-4ba620e6cc2a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1e5091f0-6e84-4391-a8b4-ae2264a359f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0392523 Oct 27 10:57:39.018222 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-5b3dc89c-21c6-48c6-9768-801863d6553b req-795c523e-c449-4996-a939-9cc257453e1b service neutron] 10.222.0.64 "GET /v2.0/networks/1e5091f0-6e84-4391-a8b4-ae2264a359f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842116 Oct 27 10:57:39.080638 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:57:39.113402 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-5b3dc89c-21c6-48c6-9768-801863d6553b req-f1ccbd45-b505-4ed2-a7a5-39857c252a57 service neutron] 10.222.0.64 "GET /v2.0/networks/1e5091f0-6e84-4391-a8b4-ae2264a359f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875564 Oct 27 10:57:39.776888 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dde9c9-f855-4fc5-b775-9a84220a50d6 req-6aa9fec4-c012-4aaf-aa6c-512c0635ba9d tempest-VolumesActionsTest-2095554849 tempest-VolumesActionsTest-2095554849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:57:39.778511 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-29dde9c9-f855-4fc5-b775-9a84220a50d6 req-6aa9fec4-c012-4aaf-aa6c-512c0635ba9d tempest-VolumesActionsTest-2095554849 tempest-VolumesActionsTest-2095554849-project] 10.222.0.44 "GET /v2.0/ports?device_id=7d6a2ea5-a9d0-4bc1-805f-385ab488170b HTTP/1.1" status: 200 len: 943 time: 0.0504823 Oct 27 10:57:39.819497 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-29dde9c9-f855-4fc5-b775-9a84220a50d6 req-b20e605e-1a2b-466d-a4ce-b415902a0ac1 tempest-VolumesActionsTest-2095554849 tempest-VolumesActionsTest-2095554849-project] 10.222.0.44 "GET /v2.0/security-groups?id=5aab251d-3b9a-4775-a975-2b9d05fc2641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350502 Oct 27 10:57:40.464564 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device 80ef31fc-b5ba-4c1b-979b-856bbf7d487c details requested by agent hyperv_n-h2-813419-10 with host n-h2-813419-10 {{(pid=102348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 10:57:40.561290 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] For port 80ef31fc-b5ba-4c1b-979b-856bbf7d487c, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=80ef31fc-b5ba-4c1b-979b-856bbf7d487c,segment=NetworkSegment(c82503c2-7ffa-4529-9708-cd9868995289),segment_id=c82503c2-7ffa-4529-9708-cd9868995289)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:57:40.572075 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Returning: {'device': '80ef31fc-b5ba-4c1b-979b-856bbf7d487c', 'network_id': '343542ed-344e-4f3a-8c1d-da5943c29c12', 'port_id': '80ef31fc-b5ba-4c1b-979b-856bbf7d487c', 'mac_address': 'fa:16:3e:c5:a0:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 444, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8f026d4-919e-48d1-bcd6-84ac37c4c4e5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 10:57:40.608677 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:57:40.621366 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80ef31fc-b5ba-4c1b-979b-856bbf7d487c {{(pid=102348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:57:40.639998 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] For port 80ef31fc-b5ba-4c1b-979b-856bbf7d487c, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=80ef31fc-b5ba-4c1b-979b-856bbf7d487c,segment=NetworkSegment(c82503c2-7ffa-4529-9708-cd9868995289),segment_id=c82503c2-7ffa-4529-9708-cd9868995289)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:57:40.644544 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:57:40.690071 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Pushing event updated for resources: {'Port': ['ID=80ef31fc-b5ba-4c1b-979b-856bbf7d487c,revision_number=4']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:57:40.933419 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ced8d4-adda-4399-8ef9-6c3b7c966ac5 req-d9283ee6-0d85-4af6-8381-77d9462e8b14 tempest-VolumesActionsTest-2095554849 tempest-VolumesActionsTest-2095554849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:57:40.934880 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-f9ced8d4-adda-4399-8ef9-6c3b7c966ac5 req-d9283ee6-0d85-4af6-8381-77d9462e8b14 tempest-VolumesActionsTest-2095554849 tempest-VolumesActionsTest-2095554849-project] 10.222.0.44 "GET /v2.0/ports?device_id=7d6a2ea5-a9d0-4bc1-805f-385ab488170b HTTP/1.1" status: 200 len: 944 time: 0.0478516 Oct 27 10:57:40.946917 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] get_ports_and_sgs() called for port_ids ['80ef31fc-b5ba-4c1b-979b-856bbf7d487c'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:57:40.972271 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-f9ced8d4-adda-4399-8ef9-6c3b7c966ac5 req-70317078-cfa5-4595-bedc-494d80712b47 tempest-VolumesActionsTest-2095554849 tempest-VolumesActionsTest-2095554849-project] 10.222.0.44 "GET /v2.0/security-groups?id=5aab251d-3b9a-4775-a975-2b9d05fc2641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308926 Oct 27 10:57:42.089331 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbb7b18-89fa-4d22-8670-d5626590b543 req-ed9cc5b8-4019-4f15-a968-d849947320e2 tempest-VolumesActionsTest-2095554849 tempest-VolumesActionsTest-2095554849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:57:42.090833 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-ffbb7b18-89fa-4d22-8670-d5626590b543 req-ed9cc5b8-4019-4f15-a968-d849947320e2 tempest-VolumesActionsTest-2095554849 tempest-VolumesActionsTest-2095554849-project] 10.222.0.44 "GET /v2.0/ports?device_id=7d6a2ea5-a9d0-4bc1-805f-385ab488170b HTTP/1.1" status: 200 len: 944 time: 0.0475657 Oct 27 10:57:42.127877 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-ffbb7b18-89fa-4d22-8670-d5626590b543 req-ce4ad284-af08-4348-b018-a63171ef4404 tempest-VolumesActionsTest-2095554849 tempest-VolumesActionsTest-2095554849-project] 10.222.0.44 "GET /v2.0/security-groups?id=5aab251d-3b9a-4775-a975-2b9d05fc2641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310855 Oct 27 10:57:42.491069 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device 80ef31fc-b5ba-4c1b-979b-856bbf7d487c up at agent hyperv_n-h2-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:57:42.539158 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Provisioning for port 80ef31fc-b5ba-4c1b-979b-856bbf7d487c completed by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 10:57:42.542753 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Provisioning complete for port 80ef31fc-b5ba-4c1b-979b-856bbf7d487c triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:57:42.543122 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:57:42.621315 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:57:42.643033 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d6a2ea5-a9d0-4bc1-805f-385ab488170b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80ef31fc-b5ba-4c1b-979b-856bbf7d487c'}] {{(pid=102348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:57:42.645330 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c588921fa634554a1d9242fdea1b05457a9ff1d3b28ba54ec1dace7f2f1df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8adf433-699d-4d06-b80e-ddd44f5e428d" -d '{"events": [{"server_uuid": "7d6a2ea5-a9d0-4bc1-805f-385ab488170b", "name": "network-vif-plugged", "status": "completed", "tag": "80ef31fc-b5ba-4c1b-979b-856bbf7d487c"}]}' {{(pid=102348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:57:42.658087 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] For port 80ef31fc-b5ba-4c1b-979b-856bbf7d487c, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=80ef31fc-b5ba-4c1b-979b-856bbf7d487c,segment=NetworkSegment(c82503c2-7ffa-4529-9708-cd9868995289),segment_id=c82503c2-7ffa-4529-9708-cd9868995289)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:57:42.662296 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:57:42.688075 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:57:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b34e68c-291c-46eb-9f24-f5535bd87424 x-openstack-request-id: req-8b34e68c-291c-46eb-9f24-f5535bd87424 {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:57:42.688339 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d6a2ea5-a9d0-4bc1-805f-385ab488170b", "name": "network-vif-plugged", "status": "completed", "tag": "80ef31fc-b5ba-4c1b-979b-856bbf7d487c", "code": 200}]} {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:57:42.688628 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-8b34e68c-291c-46eb-9f24-f5535bd87424 {{(pid=102348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:57:42.689057 n-d-813419-10 neutron-server[102348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d6a2ea5-a9d0-4bc1-805f-385ab488170b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80ef31fc-b5ba-4c1b-979b-856bbf7d487c', 'code': 200} Oct 27 10:57:42.714243 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Pushing event updated for resources: {'Port': ['ID=80ef31fc-b5ba-4c1b-979b-856bbf7d487c,revision_number=5']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:57:42.785606 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819b1468-d9e9-4d19-a4fb-be77f5e771a2 req-1b7451b0-94c8-48d9-b2bb-6f3babaa04e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:57:42.787547 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-819b1468-d9e9-4d19-a4fb-be77f5e771a2 req-1b7451b0-94c8-48d9-b2bb-6f3babaa04e8 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=7d6a2ea5-a9d0-4bc1-805f-385ab488170b HTTP/1.1" status: 200 len: 1097 time: 0.0442598 Oct 27 10:57:42.829230 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-819b1468-d9e9-4d19-a4fb-be77f5e771a2 req-2d42235d-4871-40b2-824e-b28dd25215e4 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=5aab251d-3b9a-4775-a975-2b9d05fc2641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303817 Oct 27 10:57:43.244334 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cd0d84-1bd5-4f22-b519-5be53bf932dc req-eb21faef-59a6-450a-bcf1-12ac26b4dec7 tempest-VolumesActionsTest-2095554849 tempest-VolumesActionsTest-2095554849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:57:43.245784 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-86cd0d84-1bd5-4f22-b519-5be53bf932dc req-eb21faef-59a6-450a-bcf1-12ac26b4dec7 tempest-VolumesActionsTest-2095554849 tempest-VolumesActionsTest-2095554849-project] 10.222.0.44 "GET /v2.0/ports?device_id=7d6a2ea5-a9d0-4bc1-805f-385ab488170b HTTP/1.1" status: 200 len: 945 time: 0.0518777 Oct 27 10:57:43.282273 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-86cd0d84-1bd5-4f22-b519-5be53bf932dc req-67322881-5a6d-498a-8b8c-48511c944f4d tempest-VolumesActionsTest-2095554849 tempest-VolumesActionsTest-2095554849-project] 10.222.0.44 "GET /v2.0/security-groups?id=5aab251d-3b9a-4775-a975-2b9d05fc2641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306182 Oct 27 10:57:44.400955 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f5ed2d-75fa-4293-9e33-cefe1ae45d42 req-32618dc1-5193-4f21-b981-0e59453dd0cd tempest-VolumesActionsTest-2095554849 tempest-VolumesActionsTest-2095554849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:57:44.402404 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-61f5ed2d-75fa-4293-9e33-cefe1ae45d42 req-32618dc1-5193-4f21-b981-0e59453dd0cd tempest-VolumesActionsTest-2095554849 tempest-VolumesActionsTest-2095554849-project] 10.222.0.44 "GET /v2.0/ports?device_id=7d6a2ea5-a9d0-4bc1-805f-385ab488170b HTTP/1.1" status: 200 len: 945 time: 0.0515699 Oct 27 10:57:44.438830 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-61f5ed2d-75fa-4293-9e33-cefe1ae45d42 req-092c8611-a143-43e5-a0c5-c1acd6f74652 tempest-VolumesActionsTest-2095554849 tempest-VolumesActionsTest-2095554849-project] 10.222.0.44 "GET /v2.0/security-groups?id=5aab251d-3b9a-4775-a975-2b9d05fc2641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306113 Oct 27 10:57:45.035013 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d1b31a-3527-4081-9696-10f360196139 req-50178244-bed4-45c4-a18d-dd7f31da33bd tempest-VolumesActionsTest-2095554849 tempest-VolumesActionsTest-2095554849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:57:45.036534 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-51d1b31a-3527-4081-9696-10f360196139 req-50178244-bed4-45c4-a18d-dd7f31da33bd tempest-VolumesActionsTest-2095554849 tempest-VolumesActionsTest-2095554849-project] 10.222.0.44 "GET /v2.0/ports?device_id=7d6a2ea5-a9d0-4bc1-805f-385ab488170b HTTP/1.1" status: 200 len: 945 time: 0.0485909 Oct 27 10:57:45.072956 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-51d1b31a-3527-4081-9696-10f360196139 req-bc404881-a0b7-45a4-b5bc-244db647a45b tempest-VolumesActionsTest-2095554849 tempest-VolumesActionsTest-2095554849-project] 10.222.0.44 "GET /v2.0/security-groups?id=5aab251d-3b9a-4775-a975-2b9d05fc2641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303464 Oct 27 10:57:46.194685 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558703c7-f0f1-432f-a708-f06d3f8899c8 req-ab3d04a1-8c1c-4f1d-9a68-122de78fe04f tempest-VolumesActionsTest-2095554849 tempest-VolumesActionsTest-2095554849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:57:46.196207 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-558703c7-f0f1-432f-a708-f06d3f8899c8 req-ab3d04a1-8c1c-4f1d-9a68-122de78fe04f tempest-VolumesActionsTest-2095554849 tempest-VolumesActionsTest-2095554849-project] 10.222.0.44 "GET /v2.0/ports?device_id=7d6a2ea5-a9d0-4bc1-805f-385ab488170b HTTP/1.1" status: 200 len: 945 time: 0.0525699 Oct 27 10:57:46.233592 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-558703c7-f0f1-432f-a708-f06d3f8899c8 req-d6614d15-e86e-49ef-8061-f0e8aa89f193 tempest-VolumesActionsTest-2095554849 tempest-VolumesActionsTest-2095554849-project] 10.222.0.44 "GET /v2.0/security-groups?id=5aab251d-3b9a-4775-a975-2b9d05fc2641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313165 Oct 27 10:57:46.243412 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-d6eb879b-3e92-4fd9-8b27-fc25667de175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:57:46.582310 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa023a0-90e2-4999-9d96-6928d5bcc195 req-365900bc-6fb8-4a0f-ae06-3cd5cb31650b tempest-VolumesActionsTest-2095554849 tempest-VolumesActionsTest-2095554849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:57:46.584117 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-cfa023a0-90e2-4999-9d96-6928d5bcc195 req-365900bc-6fb8-4a0f-ae06-3cd5cb31650b tempest-VolumesActionsTest-2095554849 tempest-VolumesActionsTest-2095554849-project] 10.222.0.76 "GET /v2.0/ports?device_id=7d6a2ea5-a9d0-4bc1-805f-385ab488170b HTTP/1.1" status: 200 len: 945 time: 0.0469713 Oct 27 10:57:46.674596 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [req-cfa023a0-90e2-4999-9d96-6928d5bcc195 req-982ab731-e9d0-4bca-9e46-b6c65ef87c7a tempest-VolumesActionsTest-2095554849 tempest-VolumesActionsTest-2095554849-project] Deleting port 80ef31fc-b5ba-4c1b-979b-856bbf7d487c {{(pid=102346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:57:46.674922 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-cfa023a0-90e2-4999-9d96-6928d5bcc195 req-982ab731-e9d0-4bca-9e46-b6c65ef87c7a tempest-VolumesActionsTest-2095554849 tempest-VolumesActionsTest-2095554849-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:57:46.762455 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [req-cfa023a0-90e2-4999-9d96-6928d5bcc195 req-982ab731-e9d0-4bca-9e46-b6c65ef87c7a tempest-VolumesActionsTest-2095554849 tempest-VolumesActionsTest-2095554849-project] For port 80ef31fc-b5ba-4c1b-979b-856bbf7d487c, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=80ef31fc-b5ba-4c1b-979b-856bbf7d487c,segment=NetworkSegment(c82503c2-7ffa-4529-9708-cd9868995289),segment_id=c82503c2-7ffa-4529-9708-cd9868995289)] {{(pid=102346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:57:46.762807 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-cfa023a0-90e2-4999-9d96-6928d5bcc195 req-982ab731-e9d0-4bca-9e46-b6c65ef87c7a tempest-VolumesActionsTest-2095554849 tempest-VolumesActionsTest-2095554849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:57:46.775464 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [req-cfa023a0-90e2-4999-9d96-6928d5bcc195 req-982ab731-e9d0-4bca-9e46-b6c65ef87c7a tempest-VolumesActionsTest-2095554849 tempest-VolumesActionsTest-2095554849-project] Calling delete_port for 80ef31fc-b5ba-4c1b-979b-856bbf7d487c owned by compute:nova {{(pid=102346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:57:46.898517 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-cfa023a0-90e2-4999-9d96-6928d5bcc195 req-982ab731-e9d0-4bca-9e46-b6c65ef87c7a tempest-VolumesActionsTest-2095554849 tempest-VolumesActionsTest-2095554849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:57:46.911529 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] get_ports_and_sgs() called for port_ids ['80ef31fc-b5ba-4c1b-979b-856bbf7d487c'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:57:46.925760 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982ab731-e9d0-4bca-9e46-b6c65ef87c7a tempest-VolumesActionsTest-2095554849 tempest-VolumesActionsTest-2095554849-project] Pushing event deleted for resources: {'Port': ['ID=80ef31fc-b5ba-4c1b-979b-856bbf7d487c,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:57:46.969323 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfa023a0-90e2-4999-9d96-6928d5bcc195 req-982ab731-e9d0-4bca-9e46-b6c65ef87c7a tempest-VolumesActionsTest-2095554849 tempest-VolumesActionsTest-2095554849-project] No DVR routers for this DVR port 80ef31fc-b5ba-4c1b-979b-856bbf7d487c on host n-h2-813419-10 {{(pid=102346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:57:46.971989 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-cfa023a0-90e2-4999-9d96-6928d5bcc195 req-982ab731-e9d0-4bca-9e46-b6c65ef87c7a tempest-VolumesActionsTest-2095554849 tempest-VolumesActionsTest-2095554849-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:57:46.975221 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-cfa023a0-90e2-4999-9d96-6928d5bcc195 req-982ab731-e9d0-4bca-9e46-b6c65ef87c7a tempest-VolumesActionsTest-2095554849 tempest-VolumesActionsTest-2095554849-project] 10.222.0.76 "DELETE /v2.0/ports/80ef31fc-b5ba-4c1b-979b-856bbf7d487c HTTP/1.1" status: 204 len: 173 time: 0.3852677 Oct 27 10:57:46.975655 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d6a2ea5-a9d0-4bc1-805f-385ab488170b', 'name': 'network-vif-deleted', 'tag': '80ef31fc-b5ba-4c1b-979b-856bbf7d487c'}] {{(pid=102346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:57:46.977919 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc0e418f5fc417c8d55d94c0aa509b037d0beb2a734c1a709e789eb65639a56d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10f05c2f-9880-40cc-b04b-6bd63a511bd1" -d '{"events": [{"server_uuid": "7d6a2ea5-a9d0-4bc1-805f-385ab488170b", "name": "network-vif-deleted", "tag": "80ef31fc-b5ba-4c1b-979b-856bbf7d487c"}]}' {{(pid=102346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:57:47.022158 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:57:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0ff9b10-c8a2-4713-9db1-165aabf930f2 x-openstack-request-id: req-e0ff9b10-c8a2-4713-9db1-165aabf930f2 {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:57:47.022460 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d6a2ea5-a9d0-4bc1-805f-385ab488170b", "name": "network-vif-deleted", "tag": "80ef31fc-b5ba-4c1b-979b-856bbf7d487c", "status": "completed", "code": 200}]} {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:57:47.022718 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e0ff9b10-c8a2-4713-9db1-165aabf930f2 {{(pid=102346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:57:47.023113 n-d-813419-10 neutron-server[102346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d6a2ea5-a9d0-4bc1-805f-385ab488170b', 'name': 'network-vif-deleted', 'tag': '80ef31fc-b5ba-4c1b-979b-856bbf7d487c', 'status': 'completed', 'code': 200} Oct 27 10:57:47.340226 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-d327a353-a39c-419d-84ea-bd92978c47af req-3353db3e-346e-4ae5-b826-ecf3dd49ab8e tempest-VolumesActionsTest-2095554849 tempest-VolumesActionsTest-2095554849-project] 10.222.0.44 "GET /v2.0/ports?device_id=7d6a2ea5-a9d0-4bc1-805f-385ab488170b HTTP/1.1" status: 200 len: 210 time: 0.0270796 Oct 27 10:57:48.906854 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a2b4b6ab-d165-4cbb-84af-3c4ba9964617 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:57:50.048389 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:57:50.108397 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-eadeaa30-4096-4d1a-b3cb-aa7ebfb291ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:57:50.642051 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device 80ef31fc-b5ba-4c1b-979b-856bbf7d487c no longer exists at agent hyperv_n-h2-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:57:50.671259 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] No Port match for: 80ef31fc-b5ba-4c1b-979b-856bbf7d487c {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:57:50.672154 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device 80ef31fc-b5ba-4c1b-979b-856bbf7d487c not bound to the agent host n-h2-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:57:51.991131 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-3c6a8245-0581-48aa-b5f6-4d8fe98cd16e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:58:02.308071 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.agents_db [None req-e79ee67d-056e-46ea-bd99-e80473396b25 None None] Agent healthcheck: found 7 active agents {{(pid=102349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 10:58:02.713272 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:58:08.106933 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 40140) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:58:08.150739 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_v2 [None req-14f1918e-fdf3-4b1d-a240-abb6193bb230 admin admin] Deleting subnet a8f026d4-919e-48d1-bcd6-84ac37c4c4e5 {{(pid=102347) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 10:58:08.153813 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-14f1918e-fdf3-4b1d-a240-abb6193bb230 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:58:08.191634 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-14f1918e-fdf3-4b1d-a240-abb6193bb230 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-18445109'] for subnet, precommit_delete_associations {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:58:08.230123 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-14f1918e-fdf3-4b1d-a240-abb6193bb230 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855646'] for subnet, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:58:08.286967 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-14f1918e-fdf3-4b1d-a240-abb6193bb230 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-18295818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18043720'] for subnet, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:58:08.313774 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f1918e-fdf3-4b1d-a240-abb6193bb230 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a8f026d4-919e-48d1-bcd6-84ac37c4c4e5,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:58:08.316841 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-14f1918e-fdf3-4b1d-a240-abb6193bb230 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:58:08.319961 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-14f1918e-fdf3-4b1d-a240-abb6193bb230 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/a8f026d4-919e-48d1-bcd6-84ac37c4c4e5 HTTP/1.1" status: 204 len: 168 time: 0.2120278 Oct 27 10:58:08.322910 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 40142) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:58:08.335680 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f1918e-fdf3-4b1d-a240-abb6193bb230 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:58:08.336025 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f1918e-fdf3-4b1d-a240-abb6193bb230 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:58:08.336385 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f1918e-fdf3-4b1d-a240-abb6193bb230 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:58:08.336720 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f1918e-fdf3-4b1d-a240-abb6193bb230 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:58:08.337050 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f1918e-fdf3-4b1d-a240-abb6193bb230 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:58:08.337375 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f1918e-fdf3-4b1d-a240-abb6193bb230 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:58:08.337697 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f1918e-fdf3-4b1d-a240-abb6193bb230 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:58:08.338017 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f1918e-fdf3-4b1d-a240-abb6193bb230 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:58:08.338333 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f1918e-fdf3-4b1d-a240-abb6193bb230 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:58:08.338649 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f1918e-fdf3-4b1d-a240-abb6193bb230 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:58:08.338996 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f1918e-fdf3-4b1d-a240-abb6193bb230 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:58:08.339284 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f1918e-fdf3-4b1d-a240-abb6193bb230 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:58:08.406586 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-aa79fa47-c938-4792-ab31-f69999dcf763 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586917'] for network, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:58:08.484481 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-aa79fa47-c938-4792-ab31-f69999dcf763 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857803', 'neutron.services.segments.db._delete_segments_for_network-8743873143390'] for network, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:58:08.505062 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-aa79fa47-c938-4792-ab31-f69999dcf763 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['343542ed-344e-4f3a-8c1d-da5943c29c12']}} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:58:08.514228 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-aa79fa47-c938-4792-ab31-f69999dcf763 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c82503c2-7ffa-4529-9708-cd9868995289') {'for_net_delete': True} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:58:08.514511 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-aa79fa47-c938-4792-ab31-f69999dcf763 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c82503c2-7ffa-4529-9708-cd9868995289') {} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 10:58:08.524186 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-aa79fa47-c938-4792-ab31-f69999dcf763 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743873145191', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18445132'] for segment, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:58:08.536880 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-aa79fa47-c938-4792-ab31-f69999dcf763 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:58:08.542506 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa79fa47-c938-4792-ab31-f69999dcf763 admin admin] Releasing vlan 444 on physical network physnet1 to pool {{(pid=102347) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 10:58:08.542884 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-aa79fa47-c938-4792-ab31-f69999dcf763 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-18296032'] for segment, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:58:08.544544 n-d-813419-10 neutron-server[102347]: Traceback (most recent call last): Oct 27 10:58:08.544544 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 10:58:08.544544 n-d-813419-10 neutron-server[102347]: timer() Oct 27 10:58:08.544544 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 10:58:08.544544 n-d-813419-10 neutron-server[102347]: cb(*args, **kw) Oct 27 10:58:08.544544 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 10:58:08.544544 n-d-813419-10 neutron-server[102347]: return func(*args, **kwargs) Oct 27 10:58:08.544544 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 10:58:08.544544 n-d-813419-10 neutron-server[102347]: self._notify() Oct 27 10:58:08.544544 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 10:58:08.544544 n-d-813419-10 neutron-server[102347]: self.callback(batched_events) Oct 27 10:58:08.544544 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 10:58:08.544544 n-d-813419-10 neutron-server[102347]: event.method(event) Oct 27 10:58:08.544544 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 10:58:08.544544 n-d-813419-10 neutron-server[102347]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 10:58:08.544544 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 10:58:08.544544 n-d-813419-10 neutron-server[102347]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 10:58:08.544544 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 10:58:08.544544 n-d-813419-10 neutron-server[102347]: return f(self, *a, **k) Oct 27 10:58:08.544544 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 10:58:08.544544 n-d-813419-10 neutron-server[102347]: return self._get(url).json() Oct 27 10:58:08.544544 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 10:58:08.544544 n-d-813419-10 neutron-server[102347]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 10:58:08.544544 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 10:58:08.544544 n-d-813419-10 neutron-server[102347]: return self.request(url, 'GET', **kwargs) Oct 27 10:58:08.544544 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 10:58:08.544544 n-d-813419-10 neutron-server[102347]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 10:58:08.544544 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 10:58:08.544544 n-d-813419-10 neutron-server[102347]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 10:58:08.544544 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 10:58:08.544544 n-d-813419-10 neutron-server[102347]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 10:58:08.544544 n-d-813419-10 neutron-server[102347]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 10:58:08.601326 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-aa79fa47-c938-4792-ab31-f69999dcf763 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664840'] for network, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:58:08.607411 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-aa79fa47-c938-4792-ab31-f69999dcf763 admin admin] Publish callbacks [] for network, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:58:08.610744 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-aa79fa47-c938-4792-ab31-f69999dcf763 admin admin] 10.222.0.44 "DELETE /v2.0/networks/343542ed-344e-4f3a-8c1d-da5943c29c12 HTTP/1.1" status: 204 len: 168 time: 0.2868872 Oct 27 10:58:08.624498 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa79fa47-c938-4792-ab31-f69999dcf763 admin admin] Pushing event deleted for resources: {'Network': ['ID=343542ed-344e-4f3a-8c1d-da5943c29c12,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:58:08.726574 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 40146) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:58:08.771290 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-5c211c55-0055-43f2-8d0c-1032898fc896 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=bf6841dc602c484a86673927907304f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0433288 Oct 27 10:58:08.773607 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 40148) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 10:58:08.820588 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-9cdceda0-0cdf-4d64-8311-accbb06a3168 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:58:08.845105 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-9cdceda0-0cdf-4d64-8311-accbb06a3168 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:58:08.892370 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-9cdceda0-0cdf-4d64-8311-accbb06a3168 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:58:08.895529 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-9cdceda0-0cdf-4d64-8311-accbb06a3168 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:58:08.896708 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-9cdceda0-0cdf-4d64-8311-accbb06a3168 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/5aab251d-3b9a-4775-a975-2b9d05fc2641 HTTP/1.1" status: 204 len: 168 time: 0.1222003 Oct 27 10:58:08.905347 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdceda0-0cdf-4d64-8311-accbb06a3168 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5aab251d-3b9a-4775-a975-2b9d05fc2641,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:58:08.912889 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cdceda0-0cdf-4d64-8311-accbb06a3168 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:58:08.913235 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cdceda0-0cdf-4d64-8311-accbb06a3168 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:58:08.913665 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cdceda0-0cdf-4d64-8311-accbb06a3168 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:58:08.913916 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cdceda0-0cdf-4d64-8311-accbb06a3168 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:58:08.914248 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cdceda0-0cdf-4d64-8311-accbb06a3168 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:58:08.914585 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cdceda0-0cdf-4d64-8311-accbb06a3168 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:58:08.914968 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cdceda0-0cdf-4d64-8311-accbb06a3168 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:58:08.915235 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cdceda0-0cdf-4d64-8311-accbb06a3168 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:58:08.915627 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cdceda0-0cdf-4d64-8311-accbb06a3168 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:58:08.915889 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cdceda0-0cdf-4d64-8311-accbb06a3168 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:58:08.916273 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cdceda0-0cdf-4d64-8311-accbb06a3168 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:58:08.916580 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cdceda0-0cdf-4d64-8311-accbb06a3168 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:58:09.087861 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:58:11.119188 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-2e32df3b-b23b-4ddc-9652-7fd293745f2e req-c1fa6268-ad25-441a-b9bc-fdd55a7bab15 tempest-VolumesBackupsTest-1243287165 tempest-VolumesBackupsTest-1243287165-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=400eec2fe0684c69945eb5792305000b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0299873 Oct 27 10:58:11.300302 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e32df3b-b23b-4ddc-9652-7fd293745f2e req-bbed3cc2-1e9d-464a-a4e7-de37b23d6cbc tempest-VolumesBackupsTest-1243287165 tempest-VolumesBackupsTest-1243287165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:58:11.301803 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-2e32df3b-b23b-4ddc-9652-7fd293745f2e req-bbed3cc2-1e9d-464a-a4e7-de37b23d6cbc tempest-VolumesBackupsTest-1243287165 tempest-VolumesBackupsTest-1243287165-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1770296 Oct 27 10:58:11.316460 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-2e32df3b-b23b-4ddc-9652-7fd293745f2e req-2776155b-0d0c-4c68-960c-f3c9297bb6b9 tempest-VolumesBackupsTest-1243287165 tempest-VolumesBackupsTest-1243287165-project] 10.222.0.44 "GET /v2.0/quotas/400eec2fe0684c69945eb5792305000b HTTP/1.1" status: 200 len: 375 time: 0.0089366 Oct 27 10:58:11.347157 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-2e32df3b-b23b-4ddc-9652-7fd293745f2e req-192b4047-f91d-423b-8543-43af26ef48a3 tempest-VolumesBackupsTest-1243287165 tempest-VolumesBackupsTest-1243287165-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=400eec2fe0684c69945eb5792305000b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0255520 Oct 27 10:58:11.510979 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-d45200aa-3ed3-4bf6-9519-598bb7fbeab3 req-e65deaba-fcad-4b0a-9303-73afbfb79283 tempest-VolumesBackupsTest-1243287165 tempest-VolumesBackupsTest-1243287165-project] 10.222.0.44 "GET /v2.0/ports?device_id=20859830-a3ae-4e28-9818-acd35fe0ece5 HTTP/1.1" status: 200 len: 210 time: 0.0307727 Oct 27 10:58:12.351509 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-2e32df3b-b23b-4ddc-9652-7fd293745f2e req-e0a8fb3b-f008-4208-a88c-04dcfb467996 tempest-VolumesBackupsTest-1243287165 tempest-VolumesBackupsTest-1243287165-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=400eec2fe0684c69945eb5792305000b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0303781 Oct 27 10:58:12.534537 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e32df3b-b23b-4ddc-9652-7fd293745f2e req-8501762e-b455-48fb-80ef-1e0e7492c214 tempest-VolumesBackupsTest-1243287165 tempest-VolumesBackupsTest-1243287165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:58:12.536017 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-2e32df3b-b23b-4ddc-9652-7fd293745f2e req-8501762e-b455-48fb-80ef-1e0e7492c214 tempest-VolumesBackupsTest-1243287165 tempest-VolumesBackupsTest-1243287165-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1791735 Oct 27 10:58:12.548581 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [req-2e32df3b-b23b-4ddc-9652-7fd293745f2e req-025e1b7a-9c51-49a0-884f-1f7c768fa113 tempest-VolumesBackupsTest-1243287165 tempest-VolumesBackupsTest-1243287165-project] Request body: {'port': {'device_id': '20859830-a3ae-4e28-9818-acd35fe0ece5', 'network_id': '4d250f92-d229-45fe-a579-67fef8e6c544', 'admin_state_up': True, 'tenant_id': '400eec2fe0684c69945eb5792305000b'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:58:12.605467 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b2e0da65-73d0-4afd-8668-bbbf5ff956a1 req-d7e84197-8431-478e-aca4-a06288cf3a1d tempest-VolumesBackupsTest-1243287165 tempest-VolumesBackupsTest-1243287165-project] 10.222.0.44 "GET /v2.0/ports?device_id=20859830-a3ae-4e28-9818-acd35fe0ece5 HTTP/1.1" status: 200 len: 210 time: 0.0266290 Oct 27 10:58:12.658701 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e32df3b-b23b-4ddc-9652-7fd293745f2e req-025e1b7a-9c51-49a0-884f-1f7c768fa113 tempest-VolumesBackupsTest-1243287165 tempest-VolumesBackupsTest-1243287165-project] Made reservation on behalf of 400eec2fe0684c69945eb5792305000b for: {'port': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 10:58:12.662167 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-2e32df3b-b23b-4ddc-9652-7fd293745f2e req-025e1b7a-9c51-49a0-884f-1f7c768fa113 tempest-VolumesBackupsTest-1243287165 tempest-VolumesBackupsTest-1243287165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:58:12.670493 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-2e32df3b-b23b-4ddc-9652-7fd293745f2e req-025e1b7a-9c51-49a0-884f-1f7c768fa113 tempest-VolumesBackupsTest-1243287165 tempest-VolumesBackupsTest-1243287165-project] Publish callbacks [] for security_group, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:58:12.745533 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-2e32df3b-b23b-4ddc-9652-7fd293745f2e req-025e1b7a-9c51-49a0-884f-1f7c768fa113 tempest-VolumesBackupsTest-1243287165 tempest-VolumesBackupsTest-1243287165-project] Publish callbacks [] for security_group, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:58:12.749196 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-2e32df3b-b23b-4ddc-9652-7fd293745f2e req-025e1b7a-9c51-49a0-884f-1f7c768fa113 tempest-VolumesBackupsTest-1243287165 tempest-VolumesBackupsTest-1243287165-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:58:12.808582 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025e1b7a-9c51-49a0-884f-1f7c768fa113 tempest-VolumesBackupsTest-1243287165 tempest-VolumesBackupsTest-1243287165-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13cdce20-1baf-4f7f-a917-0a5778065771,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:58:12.880983 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_common [req-2e32df3b-b23b-4ddc-9652-7fd293745f2e req-025e1b7a-9c51-49a0-884f-1f7c768fa113 tempest-VolumesBackupsTest-1243287165 tempest-VolumesBackupsTest-1243287165-project] Allocated IP 192.168.233.10 (4d250f92-d229-45fe-a579-67fef8e6c544/62eb52f7-aac4-48af-8670-e04300325561/63753d85-7a98-432e-aafe-5ce2f658a028) {{(pid=102346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 10:58:13.020733 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-2e32df3b-b23b-4ddc-9652-7fd293745f2e req-025e1b7a-9c51-49a0-884f-1f7c768fa113 tempest-VolumesBackupsTest-1243287165 tempest-VolumesBackupsTest-1243287165-project] Publish callbacks [] for port, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:58:13.056966 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-2e32df3b-b23b-4ddc-9652-7fd293745f2e req-025e1b7a-9c51-49a0-884f-1f7c768fa113 tempest-VolumesBackupsTest-1243287165 tempest-VolumesBackupsTest-1243287165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:58:13.100577 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e32df3b-b23b-4ddc-9652-7fd293745f2e req-025e1b7a-9c51-49a0-884f-1f7c768fa113 tempest-VolumesBackupsTest-1243287165 tempest-VolumesBackupsTest-1243287165-project] Network 4d250f92-d229-45fe-a579-67fef8e6c544 is already hosted by enough agents. {{(pid=102346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 10:58:13.103891 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [req-2e32df3b-b23b-4ddc-9652-7fd293745f2e req-025e1b7a-9c51-49a0-884f-1f7c768fa113 tempest-VolumesBackupsTest-1243287165 tempest-VolumesBackupsTest-1243287165-project] Resources bound (agent type, host, resource id): {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 10:58:13.108132 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e32df3b-b23b-4ddc-9652-7fd293745f2e req-025e1b7a-9c51-49a0-884f-1f7c768fa113 tempest-VolumesBackupsTest-1243287165 tempest-VolumesBackupsTest-1243287165-project] Received port after_create {{(pid=102346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 10:58:13.149596 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025e1b7a-9c51-49a0-884f-1f7c768fa113 tempest-VolumesBackupsTest-1243287165 tempest-VolumesBackupsTest-1243287165-project] Pushing event updated for resources: {'Port': ['ID=63753d85-7a98-432e-aafe-5ce2f658a028,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:58:13.165596 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e32df3b-b23b-4ddc-9652-7fd293745f2e req-025e1b7a-9c51-49a0-884f-1f7c768fa113 tempest-VolumesBackupsTest-1243287165 tempest-VolumesBackupsTest-1243287165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:58:13.166319 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-2e32df3b-b23b-4ddc-9652-7fd293745f2e req-025e1b7a-9c51-49a0-884f-1f7c768fa113 tempest-VolumesBackupsTest-1243287165 tempest-VolumesBackupsTest-1243287165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:58:13.183747 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-2e32df3b-b23b-4ddc-9652-7fd293745f2e req-025e1b7a-9c51-49a0-884f-1f7c768fa113 tempest-VolumesBackupsTest-1243287165 tempest-VolumesBackupsTest-1243287165-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.6388638 Oct 27 10:58:13.197665 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [req-2e32df3b-b23b-4ddc-9652-7fd293745f2e req-3fe4e7d1-5c05-4a1f-96c3-80eb22d20509 service neutron] Request body: {'port': {'device_id': '20859830-a3ae-4e28-9818-acd35fe0ece5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-10'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 10:58:13.259136 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-2e32df3b-b23b-4ddc-9652-7fd293745f2e req-3fe4e7d1-5c05-4a1f-96c3-80eb22d20509 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:58:13.324356 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-e314e92b-b605-4281-b224-58bf50c5dee9 None None] Provisioning complete for port 63753d85-7a98-432e-aafe-5ce2f658a028 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:58:13.324947 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-e314e92b-b605-4281-b224-58bf50c5dee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:58:13.365124 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-e314e92b-b605-4281-b224-58bf50c5dee9 None None] Port 63753d85-7a98-432e-aafe-5ce2f658a028 cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 10:58:13.519161 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [req-2e32df3b-b23b-4ddc-9652-7fd293745f2e req-3fe4e7d1-5c05-4a1f-96c3-80eb22d20509 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63753d85-7a98-432e-aafe-5ce2f658a028 {{(pid=102346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:58:13.530073 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-2e32df3b-b23b-4ddc-9652-7fd293745f2e req-3fe4e7d1-5c05-4a1f-96c3-80eb22d20509 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:58:13.542348 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.provisioning_blocks [req-2e32df3b-b23b-4ddc-9652-7fd293745f2e req-3fe4e7d1-5c05-4a1f-96c3-80eb22d20509 service neutron] Transition to ACTIVE for port object 63753d85-7a98-432e-aafe-5ce2f658a028 will not be triggered until provisioned by entity L2. {{(pid=102346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 10:58:13.546045 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-2e32df3b-b23b-4ddc-9652-7fd293745f2e req-3fe4e7d1-5c05-4a1f-96c3-80eb22d20509 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27024173'] for port, after_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:58:13.592585 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe4e7d1-5c05-4a1f-96c3-80eb22d20509 service neutron] Pushing event updated for resources: {'Port': ['ID=63753d85-7a98-432e-aafe-5ce2f658a028,revision_number=2']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:58:13.675392 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.managers [req-2e32df3b-b23b-4ddc-9652-7fd293745f2e req-3fe4e7d1-5c05-4a1f-96c3-80eb22d20509 service neutron] Attempting to bind port 63753d85-7a98-432e-aafe-5ce2f658a028 on host n-h2-813419-10 for vnic_type normal with profile {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 10:58:13.675861 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.managers [req-2e32df3b-b23b-4ddc-9652-7fd293745f2e req-3fe4e7d1-5c05-4a1f-96c3-80eb22d20509 service neutron] Attempting to bind port 63753d85-7a98-432e-aafe-5ce2f658a028 by drivers openvswitch,hyperv on host n-h2-813419-10 at level 0 using segments [{'id': 'f7c42c6d-2766-46d8-a8b7-4852117a5555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '4d250f92-d229-45fe-a579-67fef8e6c544'}] {{(pid=102346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 10:58:13.676310 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e32df3b-b23b-4ddc-9652-7fd293745f2e req-3fe4e7d1-5c05-4a1f-96c3-80eb22d20509 service neutron] Attempting to bind port 63753d85-7a98-432e-aafe-5ce2f658a028 on network 4d250f92-d229-45fe-a579-67fef8e6c544 {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:58:13.691419 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e32df3b-b23b-4ddc-9652-7fd293745f2e req-3fe4e7d1-5c05-4a1f-96c3-80eb22d20509 service neutron] Port 63753d85-7a98-432e-aafe-5ce2f658a028 on network 4d250f92-d229-45fe-a579-67fef8e6c544 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-10 {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 10:58:13.691954 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e32df3b-b23b-4ddc-9652-7fd293745f2e req-3fe4e7d1-5c05-4a1f-96c3-80eb22d20509 service neutron] Attempting to bind port 63753d85-7a98-432e-aafe-5ce2f658a028 on network 4d250f92-d229-45fe-a579-67fef8e6c544 {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 10:58:13.712278 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e32df3b-b23b-4ddc-9652-7fd293745f2e req-3fe4e7d1-5c05-4a1f-96c3-80eb22d20509 service neutron] Checking agent: {'id': 'a2edc247-0fa4-4ce6-bbae-a10492f6bd71', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 16, 9), 'started_at': datetime.datetime(2021, 10, 27, 10, 16, 9), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 10, 58, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 10:58:13.712711 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e32df3b-b23b-4ddc-9652-7fd293745f2e req-3fe4e7d1-5c05-4a1f-96c3-80eb22d20509 service neutron] Checking segment: {'id': 'f7c42c6d-2766-46d8-a8b7-4852117a5555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '4d250f92-d229-45fe-a579-67fef8e6c544'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 10:58:13.713160 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e32df3b-b23b-4ddc-9652-7fd293745f2e req-3fe4e7d1-5c05-4a1f-96c3-80eb22d20509 service neutron] Bound using segment: {'id': 'f7c42c6d-2766-46d8-a8b7-4852117a5555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '4d250f92-d229-45fe-a579-67fef8e6c544'} {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 10:58:13.713659 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.managers [req-2e32df3b-b23b-4ddc-9652-7fd293745f2e req-3fe4e7d1-5c05-4a1f-96c3-80eb22d20509 service neutron] Bound port: 63753d85-7a98-432e-aafe-5ce2f658a028, host: n-h2-813419-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7c42c6d-2766-46d8-a8b7-4852117a5555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '4d250f92-d229-45fe-a579-67fef8e6c544'}}] {{(pid=102346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 10:58:13.714079 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-2e32df3b-b23b-4ddc-9652-7fd293745f2e req-3fe4e7d1-5c05-4a1f-96c3-80eb22d20509 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:58:13.763049 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0de833a-99cc-4fe3-888e-98152d9a37d7 req-34bdb50f-0231-4486-bb72-bca59c899c94 tempest-VolumesBackupsTest-1243287165 tempest-VolumesBackupsTest-1243287165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:58:13.764543 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-b0de833a-99cc-4fe3-888e-98152d9a37d7 req-34bdb50f-0231-4486-bb72-bca59c899c94 tempest-VolumesBackupsTest-1243287165 tempest-VolumesBackupsTest-1243287165-project] 10.222.0.44 "GET /v2.0/ports?device_id=20859830-a3ae-4e28-9818-acd35fe0ece5 HTTP/1.1" status: 200 len: 947 time: 0.0858836 Oct 27 10:58:13.815807 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [req-2e32df3b-b23b-4ddc-9652-7fd293745f2e req-3fe4e7d1-5c05-4a1f-96c3-80eb22d20509 service neutron] For port 63753d85-7a98-432e-aafe-5ce2f658a028, host n-h2-813419-10, cleared binding levels {{(pid=102346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 10:58:13.823412 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-b0de833a-99cc-4fe3-888e-98152d9a37d7 req-c1a832a0-b7c9-4565-bb3e-94fd4cdeee57 tempest-VolumesBackupsTest-1243287165 tempest-VolumesBackupsTest-1243287165-project] 10.222.0.44 "GET /v2.0/security-groups?id=13cdce20-1baf-4f7f-a917-0a5778065771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523305 Oct 27 10:58:13.831710 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [req-2e32df3b-b23b-4ddc-9652-7fd293745f2e req-3fe4e7d1-5c05-4a1f-96c3-80eb22d20509 service neutron] For port 63753d85-7a98-432e-aafe-5ce2f658a028, host n-h2-813419-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=63753d85-7a98-432e-aafe-5ce2f658a028,segment=NetworkSegment(f7c42c6d-2766-46d8-a8b7-4852117a5555),segment_id=f7c42c6d-2766-46d8-a8b7-4852117a5555)] {{(pid=102346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 10:58:13.835900 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-2e32df3b-b23b-4ddc-9652-7fd293745f2e req-3fe4e7d1-5c05-4a1f-96c3-80eb22d20509 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27024173'] for port, after_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:58:13.871526 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e32df3b-b23b-4ddc-9652-7fd293745f2e req-3fe4e7d1-5c05-4a1f-96c3-80eb22d20509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:58:13.872111 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-2e32df3b-b23b-4ddc-9652-7fd293745f2e req-3fe4e7d1-5c05-4a1f-96c3-80eb22d20509 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:58:13.873537 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-2e32df3b-b23b-4ddc-9652-7fd293745f2e req-3fe4e7d1-5c05-4a1f-96c3-80eb22d20509 service neutron] 10.222.0.76 "PUT /v2.0/ports/63753d85-7a98-432e-aafe-5ce2f658a028 HTTP/1.1" status: 200 len: 1096 time: 0.6802793 Oct 27 10:58:13.873976 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20859830-a3ae-4e28-9818-acd35fe0ece5', 'tag': '63753d85-7a98-432e-aafe-5ce2f658a028'}] {{(pid=102346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:58:13.876221 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc0e418f5fc417c8d55d94c0aa509b037d0beb2a734c1a709e789eb65639a56d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d379727a-b12e-43e4-9850-d4a515e0ebcc" -d '{"events": [{"name": "network-changed", "server_uuid": "20859830-a3ae-4e28-9818-acd35fe0ece5", "tag": "63753d85-7a98-432e-aafe-5ce2f658a028"}]}' {{(pid=102346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:58:13.902776 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe4e7d1-5c05-4a1f-96c3-80eb22d20509 service neutron] Pushing event updated for resources: {'Port': ['ID=63753d85-7a98-432e-aafe-5ce2f658a028,revision_number=3']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:58:13.933115 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 10:58:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86978098-f6f2-4506-9dcf-fdfca84c3f58 x-openstack-request-id: req-86978098-f6f2-4506-9dcf-fdfca84c3f58 {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:58:13.933404 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20859830-a3ae-4e28-9818-acd35fe0ece5", "tag": "63753d85-7a98-432e-aafe-5ce2f658a028", "status": "completed", "code": 200}]} {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:58:13.933652 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-86978098-f6f2-4506-9dcf-fdfca84c3f58 {{(pid=102346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:58:13.934045 n-d-813419-10 neutron-server[102346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20859830-a3ae-4e28-9818-acd35fe0ece5', 'tag': '63753d85-7a98-432e-aafe-5ce2f658a028', 'status': 'completed', 'code': 200} Oct 27 10:58:13.970557 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e32df3b-b23b-4ddc-9652-7fd293745f2e req-23c1dbf6-9f06-4990-9a0e-1453ce4eeea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:58:13.972678 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-2e32df3b-b23b-4ddc-9652-7fd293745f2e req-23c1dbf6-9f06-4990-9a0e-1453ce4eeea9 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=400eec2fe0684c69945eb5792305000b&device_id=20859830-a3ae-4e28-9818-acd35fe0ece5 HTTP/1.1" status: 200 len: 1099 time: 0.0494010 Oct 27 10:58:14.019446 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-2e32df3b-b23b-4ddc-9652-7fd293745f2e req-b1148d3f-f1a6-417d-a439-71df9ae70b75 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.10&port_id=63753d85-7a98-432e-aafe-5ce2f658a028 HTTP/1.1" status: 200 len: 217 time: 0.0364230 Oct 27 10:58:14.074588 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e32df3b-b23b-4ddc-9652-7fd293745f2e req-afec6937-2191-4898-9be1-a769ead0c4f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:58:14.076082 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-2e32df3b-b23b-4ddc-9652-7fd293745f2e req-afec6937-2191-4898-9be1-a769ead0c4f6 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=62eb52f7-aac4-48af-8670-e04300325561 HTTP/1.1" status: 200 len: 843 time: 0.0493002 Oct 27 10:58:14.121825 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e32df3b-b23b-4ddc-9652-7fd293745f2e req-98277036-0e7e-46f2-b57b-31e4c1bfc2ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:58:14.123308 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-2e32df3b-b23b-4ddc-9652-7fd293745f2e req-98277036-0e7e-46f2-b57b-31e4c1bfc2ba service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=4d250f92-d229-45fe-a579-67fef8e6c544&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0398843 Oct 27 10:58:14.212822 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-2e32df3b-b23b-4ddc-9652-7fd293745f2e req-4685ae94-ac81-47e3-a20b-db2f64733050 service neutron] 10.222.0.76 "GET /v2.0/networks/4d250f92-d229-45fe-a579-67fef8e6c544?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797048 Oct 27 10:58:14.312303 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-2e32df3b-b23b-4ddc-9652-7fd293745f2e req-cebba81f-46d2-4155-8cbe-0bb4cf9e81d4 service neutron] 10.222.0.76 "GET /v2.0/networks/4d250f92-d229-45fe-a579-67fef8e6c544?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921609 Oct 27 10:58:14.395415 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d379727a-b12e-43e4-9850-d4a515e0ebcc req-8f383d90-6890-45fc-96ea-c2497d433754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:58:14.396934 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-d379727a-b12e-43e4-9850-d4a515e0ebcc req-8f383d90-6890-45fc-96ea-c2497d433754 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=400eec2fe0684c69945eb5792305000b&device_id=20859830-a3ae-4e28-9818-acd35fe0ece5 HTTP/1.1" status: 200 len: 1099 time: 0.0404453 Oct 27 10:58:14.490225 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d379727a-b12e-43e4-9850-d4a515e0ebcc req-5d06b3e0-d6c6-41c7-bf9c-669d67e42e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:58:14.491712 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-d379727a-b12e-43e4-9850-d4a515e0ebcc req-5d06b3e0-d6c6-41c7-bf9c-669d67e42e6c service neutron] 10.222.0.76 "GET /v2.0/networks?id=4d250f92-d229-45fe-a579-67fef8e6c544 HTTP/1.1" status: 200 len: 870 time: 0.0877442 Oct 27 10:58:14.531623 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-d379727a-b12e-43e4-9850-d4a515e0ebcc req-73f8f15d-a2d5-4e25-a54b-559e7308a5eb service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.10&port_id=63753d85-7a98-432e-aafe-5ce2f658a028 HTTP/1.1" status: 200 len: 217 time: 0.0328684 Oct 27 10:58:14.580619 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d379727a-b12e-43e4-9850-d4a515e0ebcc req-ae40f9d7-32f1-4f3b-bfaa-e3d307cd66aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:58:14.581979 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-d379727a-b12e-43e4-9850-d4a515e0ebcc req-ae40f9d7-32f1-4f3b-bfaa-e3d307cd66aa service neutron] 10.222.0.76 "GET /v2.0/subnets?id=62eb52f7-aac4-48af-8670-e04300325561 HTTP/1.1" status: 200 len: 843 time: 0.0420454 Oct 27 10:58:14.633624 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d379727a-b12e-43e4-9850-d4a515e0ebcc req-2fb66781-e4cc-46fc-ab19-ed38a1b65c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:58:14.635117 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-d379727a-b12e-43e4-9850-d4a515e0ebcc req-2fb66781-e4cc-46fc-ab19-ed38a1b65c7d service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=4d250f92-d229-45fe-a579-67fef8e6c544&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0458534 Oct 27 10:58:14.724565 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-d379727a-b12e-43e4-9850-d4a515e0ebcc req-e349ade1-b103-4738-a35b-3f414be6a9ce service neutron] 10.222.0.76 "GET /v2.0/networks/4d250f92-d229-45fe-a579-67fef8e6c544?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818634 Oct 27 10:58:14.815312 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-d379727a-b12e-43e4-9850-d4a515e0ebcc req-3e494e9f-42be-48b6-a0e5-72303bbd2702 service neutron] 10.222.0.76 "GET /v2.0/networks/4d250f92-d229-45fe-a579-67fef8e6c544?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835109 Oct 27 10:58:14.939950 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83558ac-bde8-42cb-b31d-c4f505212b77 req-bebfd15f-fccc-4257-8bc2-1c315b3c0152 tempest-VolumesBackupsTest-1243287165 tempest-VolumesBackupsTest-1243287165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:58:14.941459 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-b83558ac-bde8-42cb-b31d-c4f505212b77 req-bebfd15f-fccc-4257-8bc2-1c315b3c0152 tempest-VolumesBackupsTest-1243287165 tempest-VolumesBackupsTest-1243287165-project] 10.222.0.44 "GET /v2.0/ports?device_id=20859830-a3ae-4e28-9818-acd35fe0ece5 HTTP/1.1" status: 200 len: 947 time: 0.0478649 Oct 27 10:58:14.978791 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-b83558ac-bde8-42cb-b31d-c4f505212b77 req-664bd1b4-3ab7-4a4f-9757-61fadd59c51d tempest-VolumesBackupsTest-1243287165 tempest-VolumesBackupsTest-1243287165-project] 10.222.0.44 "GET /v2.0/security-groups?id=13cdce20-1baf-4f7f-a917-0a5778065771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312743 Oct 27 10:58:16.092966 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8b8d66-279c-4fa1-a4dc-fd61f89af66a req-f1d0b0f9-132f-4caf-b2c1-8dafb034b1d7 tempest-VolumesBackupsTest-1243287165 tempest-VolumesBackupsTest-1243287165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:58:16.094461 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-3e8b8d66-279c-4fa1-a4dc-fd61f89af66a req-f1d0b0f9-132f-4caf-b2c1-8dafb034b1d7 tempest-VolumesBackupsTest-1243287165 tempest-VolumesBackupsTest-1243287165-project] 10.222.0.44 "GET /v2.0/ports?device_id=20859830-a3ae-4e28-9818-acd35fe0ece5 HTTP/1.1" status: 200 len: 947 time: 0.0474558 Oct 27 10:58:16.132595 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-3e8b8d66-279c-4fa1-a4dc-fd61f89af66a req-4815afe0-48c4-49ec-9ae7-e3b9aacf6e7d tempest-VolumesBackupsTest-1243287165 tempest-VolumesBackupsTest-1243287165-project] 10.222.0.44 "GET /v2.0/security-groups?id=13cdce20-1baf-4f7f-a917-0a5778065771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318990 Oct 27 10:58:16.246082 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-4df401a7-1e72-4102-b700-c0d79d0d8de6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:58:17.244126 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46980648-aa2a-48c2-b0d6-7a4125b7fc90 req-f1cbefca-be7a-42f2-b698-3aa581c40750 tempest-VolumesBackupsTest-1243287165 tempest-VolumesBackupsTest-1243287165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:58:17.245612 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-46980648-aa2a-48c2-b0d6-7a4125b7fc90 req-f1cbefca-be7a-42f2-b698-3aa581c40750 tempest-VolumesBackupsTest-1243287165 tempest-VolumesBackupsTest-1243287165-project] 10.222.0.44 "GET /v2.0/ports?device_id=20859830-a3ae-4e28-9818-acd35fe0ece5 HTTP/1.1" status: 200 len: 947 time: 0.0482388 Oct 27 10:58:17.291966 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-46980648-aa2a-48c2-b0d6-7a4125b7fc90 req-84db79f5-00ce-4eeb-ad69-276cbae4f045 tempest-VolumesBackupsTest-1243287165 tempest-VolumesBackupsTest-1243287165-project] 10.222.0.44 "GET /v2.0/security-groups?id=13cdce20-1baf-4f7f-a917-0a5778065771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403724 Oct 27 10:58:18.419398 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d1b668-7ba0-4867-9dd4-9aa00cbe6a6a req-bfed0d5e-004b-44e4-aa82-9e9189c200a8 tempest-VolumesBackupsTest-1243287165 tempest-VolumesBackupsTest-1243287165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:58:18.420917 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c4d1b668-7ba0-4867-9dd4-9aa00cbe6a6a req-bfed0d5e-004b-44e4-aa82-9e9189c200a8 tempest-VolumesBackupsTest-1243287165 tempest-VolumesBackupsTest-1243287165-project] 10.222.0.44 "GET /v2.0/ports?device_id=20859830-a3ae-4e28-9818-acd35fe0ece5 HTTP/1.1" status: 200 len: 947 time: 0.0611494 Oct 27 10:58:18.457577 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c4d1b668-7ba0-4867-9dd4-9aa00cbe6a6a req-86fdb59d-ad85-47c3-af42-2c1b061f858d tempest-VolumesBackupsTest-1243287165 tempest-VolumesBackupsTest-1243287165-project] 10.222.0.44 "GET /v2.0/security-groups?id=13cdce20-1baf-4f7f-a917-0a5778065771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305948 Oct 27 10:58:18.653923 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device 63753d85-7a98-432e-aafe-5ce2f658a028 details requested by agent hyperv_n-h2-813419-10 with host n-h2-813419-10 {{(pid=102348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 10:58:18.748062 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] For port 63753d85-7a98-432e-aafe-5ce2f658a028, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=63753d85-7a98-432e-aafe-5ce2f658a028,segment=NetworkSegment(f7c42c6d-2766-46d8-a8b7-4852117a5555),segment_id=f7c42c6d-2766-46d8-a8b7-4852117a5555)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:58:18.759431 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Returning: {'device': '63753d85-7a98-432e-aafe-5ce2f658a028', 'network_id': '4d250f92-d229-45fe-a579-67fef8e6c544', 'port_id': '63753d85-7a98-432e-aafe-5ce2f658a028', 'mac_address': 'fa:16:3e:af:c7:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62eb52f7-aac4-48af-8670-e04300325561', 'ip_address': '192.168.233.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 10:58:18.798076 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:58:18.810019 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63753d85-7a98-432e-aafe-5ce2f658a028 {{(pid=102348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 10:58:18.828800 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] For port 63753d85-7a98-432e-aafe-5ce2f658a028, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=63753d85-7a98-432e-aafe-5ce2f658a028,segment=NetworkSegment(f7c42c6d-2766-46d8-a8b7-4852117a5555),segment_id=f7c42c6d-2766-46d8-a8b7-4852117a5555)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:58:18.833352 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:58:18.878313 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Pushing event updated for resources: {'Port': ['ID=63753d85-7a98-432e-aafe-5ce2f658a028,revision_number=4']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:58:18.908572 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-00e9e1d4-d31d-4683-af6a-7e589cf7910d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:58:19.175808 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] get_ports_and_sgs() called for port_ids ['63753d85-7a98-432e-aafe-5ce2f658a028'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:58:19.572090 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1096f499-e14a-420f-b301-dc0411510403 req-c5d70e81-0b75-48a7-a1a4-2c425c3670d1 tempest-VolumesBackupsTest-1243287165 tempest-VolumesBackupsTest-1243287165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:58:19.573579 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-1096f499-e14a-420f-b301-dc0411510403 req-c5d70e81-0b75-48a7-a1a4-2c425c3670d1 tempest-VolumesBackupsTest-1243287165 tempest-VolumesBackupsTest-1243287165-project] 10.222.0.44 "GET /v2.0/ports?device_id=20859830-a3ae-4e28-9818-acd35fe0ece5 HTTP/1.1" status: 200 len: 948 time: 0.0485513 Oct 27 10:58:19.610158 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-1096f499-e14a-420f-b301-dc0411510403 req-164cee7c-294c-4aca-9994-f9b624a6cae8 tempest-VolumesBackupsTest-1243287165 tempest-VolumesBackupsTest-1243287165-project] 10.222.0.44 "GET /v2.0/security-groups?id=13cdce20-1baf-4f7f-a917-0a5778065771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307469 Oct 27 10:58:20.034051 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:58:20.094696 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-eadeaa30-4096-4d1a-b3cb-aa7ebfb291ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:58:20.681416 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device 63753d85-7a98-432e-aafe-5ce2f658a028 up at agent hyperv_n-h2-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 10:58:20.727751 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb185a6-da44-43ef-ab7b-ad44725b2312 req-d3e22375-3feb-48af-9c4f-66e214467cb4 tempest-VolumesBackupsTest-1243287165 tempest-VolumesBackupsTest-1243287165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:58:20.728833 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Provisioning for port 63753d85-7a98-432e-aafe-5ce2f658a028 completed by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 10:58:20.729529 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-5eb185a6-da44-43ef-ab7b-ad44725b2312 req-d3e22375-3feb-48af-9c4f-66e214467cb4 tempest-VolumesBackupsTest-1243287165 tempest-VolumesBackupsTest-1243287165-project] 10.222.0.44 "GET /v2.0/ports?device_id=20859830-a3ae-4e28-9818-acd35fe0ece5 HTTP/1.1" status: 200 len: 948 time: 0.0490901 Oct 27 10:58:20.732552 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Provisioning complete for port 63753d85-7a98-432e-aafe-5ce2f658a028 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 10:58:20.732913 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:58:20.768570 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-5eb185a6-da44-43ef-ab7b-ad44725b2312 req-e7c4a122-0618-42cf-b78d-4d1c7f845b9d tempest-VolumesBackupsTest-1243287165 tempest-VolumesBackupsTest-1243287165-project] 10.222.0.44 "GET /v2.0/security-groups?id=13cdce20-1baf-4f7f-a917-0a5778065771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325358 Oct 27 10:58:20.812836 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:58:20.834683 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20859830-a3ae-4e28-9818-acd35fe0ece5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63753d85-7a98-432e-aafe-5ce2f658a028'}] {{(pid=102348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:58:20.836945 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c588921fa634554a1d9242fdea1b05457a9ff1d3b28ba54ec1dace7f2f1df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a3a7d37-8ffc-4d74-83a5-2afeec8df347" -d '{"events": [{"server_uuid": "20859830-a3ae-4e28-9818-acd35fe0ece5", "name": "network-vif-plugged", "status": "completed", "tag": "63753d85-7a98-432e-aafe-5ce2f658a028"}]}' {{(pid=102348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:58:20.850097 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] For port 63753d85-7a98-432e-aafe-5ce2f658a028, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=63753d85-7a98-432e-aafe-5ce2f658a028,segment=NetworkSegment(f7c42c6d-2766-46d8-a8b7-4852117a5555),segment_id=f7c42c6d-2766-46d8-a8b7-4852117a5555)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:58:20.854017 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:58:20.877251 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:58:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad8eeb13-10bb-45eb-a06f-d2bbe9cb5196 x-openstack-request-id: req-ad8eeb13-10bb-45eb-a06f-d2bbe9cb5196 {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:58:20.877548 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20859830-a3ae-4e28-9818-acd35fe0ece5", "name": "network-vif-plugged", "status": "completed", "tag": "63753d85-7a98-432e-aafe-5ce2f658a028", "code": 200}]} {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:58:20.877769 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ad8eeb13-10bb-45eb-a06f-d2bbe9cb5196 {{(pid=102348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:58:20.878152 n-d-813419-10 neutron-server[102348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20859830-a3ae-4e28-9818-acd35fe0ece5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63753d85-7a98-432e-aafe-5ce2f658a028', 'code': 200} Oct 27 10:58:20.903339 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Pushing event updated for resources: {'Port': ['ID=63753d85-7a98-432e-aafe-5ce2f658a028,revision_number=5']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:58:20.973312 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91651b6a-6350-403b-b040-d7dcfe2bdf7f req-037a72fc-b303-42bc-b966-88d8950d7155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:58:20.974801 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-91651b6a-6350-403b-b040-d7dcfe2bdf7f req-037a72fc-b303-42bc-b966-88d8950d7155 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=20859830-a3ae-4e28-9818-acd35fe0ece5 HTTP/1.1" status: 200 len: 1101 time: 0.0404835 Oct 27 10:58:21.008351 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-91651b6a-6350-403b-b040-d7dcfe2bdf7f req-f38f7f78-b794-4b54-aec0-d54509bbe0ab service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=13cdce20-1baf-4f7f-a917-0a5778065771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0267260 Oct 27 10:58:21.884492 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ae6a40-29cd-4eb0-96c1-754791970cf3 req-d5c1b3c3-bef9-4639-8951-5955bcc28664 tempest-VolumesBackupsTest-1243287165 tempest-VolumesBackupsTest-1243287165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:58:21.885958 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-f5ae6a40-29cd-4eb0-96c1-754791970cf3 req-d5c1b3c3-bef9-4639-8951-5955bcc28664 tempest-VolumesBackupsTest-1243287165 tempest-VolumesBackupsTest-1243287165-project] 10.222.0.44 "GET /v2.0/ports?device_id=20859830-a3ae-4e28-9818-acd35fe0ece5 HTTP/1.1" status: 200 len: 949 time: 0.0492566 Oct 27 10:58:21.928159 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-f5ae6a40-29cd-4eb0-96c1-754791970cf3 req-f4fd9d17-e5d6-4218-8da9-12eac468a8ca tempest-VolumesBackupsTest-1243287165 tempest-VolumesBackupsTest-1243287165-project] 10.222.0.44 "GET /v2.0/security-groups?id=13cdce20-1baf-4f7f-a917-0a5778065771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363626 Oct 27 10:58:21.992056 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-3c6a8245-0581-48aa-b5f6-4d8fe98cd16e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:58:23.047913 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa83231-0d84-4a1a-9e10-2370030c4a87 req-1bbbdaa1-d1fe-4ceb-8aba-dfd5389d5b7f tempest-VolumesBackupsTest-1243287165 tempest-VolumesBackupsTest-1243287165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:58:23.049410 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-0aa83231-0d84-4a1a-9e10-2370030c4a87 req-1bbbdaa1-d1fe-4ceb-8aba-dfd5389d5b7f tempest-VolumesBackupsTest-1243287165 tempest-VolumesBackupsTest-1243287165-project] 10.222.0.44 "GET /v2.0/ports?device_id=20859830-a3ae-4e28-9818-acd35fe0ece5 HTTP/1.1" status: 200 len: 949 time: 0.0483456 Oct 27 10:58:23.089581 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-0aa83231-0d84-4a1a-9e10-2370030c4a87 req-3a0d8f4d-673f-436d-ab23-ff2bac6106d9 tempest-VolumesBackupsTest-1243287165 tempest-VolumesBackupsTest-1243287165-project] 10.222.0.44 "GET /v2.0/security-groups?id=13cdce20-1baf-4f7f-a917-0a5778065771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341530 Oct 27 10:58:32.724057 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:58:39.098110 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:58:39.308037 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.agents_db [None req-e79ee67d-056e-46ea-bd99-e80473396b25 None None] Agent healthcheck: found 7 active agents {{(pid=102349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 10:58:41.150353 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-dfbe0c2f-5fb6-4674-9be7-58be59e6a04b req-d3be5e04-e831-40d3-94d0-6cc7cbfae2ec service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=15c0f390-6919-47bb-8b7c-e3480f23c6ed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0468519 Oct 27 10:58:41.546674 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbe0c2f-5fb6-4674-9be7-58be59e6a04b req-7aed3676-f943-4838-ab77-056b36f96e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:58:41.548533 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-dfbe0c2f-5fb6-4674-9be7-58be59e6a04b req-7aed3676-f943-4838-ab77-056b36f96e29 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=daf5757200ff42558a3fc6db88bf4432&device_id=15c0f390-6919-47bb-8b7c-e3480f23c6ed HTTP/1.1" status: 200 len: 1098 time: 0.3539872 Oct 27 10:58:41.651961 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbe0c2f-5fb6-4674-9be7-58be59e6a04b req-d8536133-9287-4eb3-bcf0-91d7e27bc7db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:58:41.653595 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-dfbe0c2f-5fb6-4674-9be7-58be59e6a04b req-d8536133-9287-4eb3-bcf0-91d7e27bc7db service neutron] 10.222.0.64 "GET /v2.0/networks?id=1e5091f0-6e84-4391-a8b4-ae2264a359f4 HTTP/1.1" status: 200 len: 910 time: 0.0848758 Oct 27 10:58:41.726379 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-dfbe0c2f-5fb6-4674-9be7-58be59e6a04b req-1e6c44f5-3e16-4e8a-9610-5c9fb717a9d8 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a832332d-dfc6-4ddb-ba19-afd861780d47 HTTP/1.1" status: 200 len: 1001 time: 0.0640712 Oct 27 10:58:41.777500 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbe0c2f-5fb6-4674-9be7-58be59e6a04b req-b43b7959-ca7d-4557-a5f2-881edf0ab399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:58:41.778956 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-dfbe0c2f-5fb6-4674-9be7-58be59e6a04b req-b43b7959-ca7d-4557-a5f2-881edf0ab399 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1aac50a7-7526-4e40-97b7-8585bdd60f67 HTTP/1.1" status: 200 len: 848 time: 0.0448828 Oct 27 10:58:41.824544 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbe0c2f-5fb6-4674-9be7-58be59e6a04b req-f2c2dfa2-cac6-4c83-9c82-f6e7b5cdd749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:58:41.826303 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-dfbe0c2f-5fb6-4674-9be7-58be59e6a04b req-f2c2dfa2-cac6-4c83-9c82-f6e7b5cdd749 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1e5091f0-6e84-4391-a8b4-ae2264a359f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402999 Oct 27 10:58:41.921028 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-dfbe0c2f-5fb6-4674-9be7-58be59e6a04b req-264fa585-a191-4ee1-a533-bc9603b125c6 service neutron] 10.222.0.64 "GET /v2.0/networks/1e5091f0-6e84-4391-a8b4-ae2264a359f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870230 Oct 27 10:58:42.018128 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-dfbe0c2f-5fb6-4674-9be7-58be59e6a04b req-e5c0a6ab-c7a0-469d-a825-46042bb6924b service neutron] 10.222.0.64 "GET /v2.0/networks/1e5091f0-6e84-4391-a8b4-ae2264a359f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892200 Oct 27 10:58:45.000975 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ff86d46c-6b28-4a78-bad8-47e565836a79 req-ac26fe25-471f-4344-98f3-a90feab13324 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=20859830-a3ae-4e28-9818-acd35fe0ece5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0432217 Oct 27 10:58:45.089431 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff86d46c-6b28-4a78-bad8-47e565836a79 req-c7e8a1a6-189b-45d0-accf-ef8b9cb50888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:58:45.090972 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ff86d46c-6b28-4a78-bad8-47e565836a79 req-c7e8a1a6-189b-45d0-accf-ef8b9cb50888 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=400eec2fe0684c69945eb5792305000b&device_id=20859830-a3ae-4e28-9818-acd35fe0ece5 HTTP/1.1" status: 200 len: 1101 time: 0.0436561 Oct 27 10:58:45.201521 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff86d46c-6b28-4a78-bad8-47e565836a79 req-49fea563-5ca5-4c4e-a5fd-3f59121b5ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:58:45.203001 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ff86d46c-6b28-4a78-bad8-47e565836a79 req-49fea563-5ca5-4c4e-a5fd-3f59121b5ce5 service neutron] 10.222.0.76 "GET /v2.0/networks?id=4d250f92-d229-45fe-a579-67fef8e6c544 HTTP/1.1" status: 200 len: 870 time: 0.0902829 Oct 27 10:58:45.246316 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ff86d46c-6b28-4a78-bad8-47e565836a79 req-0127753e-65f4-4525-8260-aff29dfc81e9 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.10&port_id=63753d85-7a98-432e-aafe-5ce2f658a028 HTTP/1.1" status: 200 len: 217 time: 0.0333674 Oct 27 10:58:45.294568 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff86d46c-6b28-4a78-bad8-47e565836a79 req-38e6d8f6-bc92-4612-9a4e-11ff8da2cb8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:58:45.295991 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ff86d46c-6b28-4a78-bad8-47e565836a79 req-38e6d8f6-bc92-4612-9a4e-11ff8da2cb8c service neutron] 10.222.0.76 "GET /v2.0/subnets?id=62eb52f7-aac4-48af-8670-e04300325561 HTTP/1.1" status: 200 len: 843 time: 0.0427346 Oct 27 10:58:45.348411 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff86d46c-6b28-4a78-bad8-47e565836a79 req-19dcbbea-d3cf-4014-962b-9ef5c9a88d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:58:45.349966 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ff86d46c-6b28-4a78-bad8-47e565836a79 req-19dcbbea-d3cf-4014-962b-9ef5c9a88d93 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=4d250f92-d229-45fe-a579-67fef8e6c544&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0453722 Oct 27 10:58:45.452686 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ff86d46c-6b28-4a78-bad8-47e565836a79 req-7f4678e3-067c-41fd-bf02-edf25d0d1d7f service neutron] 10.222.0.76 "GET /v2.0/networks/4d250f92-d229-45fe-a579-67fef8e6c544?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950756 Oct 27 10:58:45.545682 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ff86d46c-6b28-4a78-bad8-47e565836a79 req-b2401d2a-b5cc-4dd8-ac44-1c9449a12fd0 service neutron] 10.222.0.76 "GET /v2.0/networks/4d250f92-d229-45fe-a579-67fef8e6c544?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844934 Oct 27 10:58:46.248618 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-74c36ab6-5372-47af-ba00-cdca1b518d25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:58:48.910418 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-da78fa49-3914-4fe2-a2dd-c695ab9f532f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:58:50.041623 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:58:50.099331 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-eadeaa30-4096-4d1a-b3cb-aa7ebfb291ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:58:51.994681 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-3c6a8245-0581-48aa-b5f6-4d8fe98cd16e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:59:02.740248 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:59:09.099031 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:59:16.252018 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-2d8f3742-ad95-4a23-b19c-c231a812210a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:59:16.307305 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.agents_db [None req-e79ee67d-056e-46ea-bd99-e80473396b25 None None] Agent healthcheck: found 7 active agents {{(pid=102349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 10:59:18.912583 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-3ca83891-84a6-4a45-998d-836e3634fe4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:59:20.035492 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:59:20.099925 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-eadeaa30-4096-4d1a-b3cb-aa7ebfb291ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:59:21.997840 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-3c6a8245-0581-48aa-b5f6-4d8fe98cd16e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:59:32.334735 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a827b256-43ba-4136-a6d4-09df259f4f8a req-d66c75eb-8fa3-45d2-b12e-8a338c4afd05 tempest-VolumesBackupsTest-1243287165 tempest-VolumesBackupsTest-1243287165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:59:32.336115 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-a827b256-43ba-4136-a6d4-09df259f4f8a req-d66c75eb-8fa3-45d2-b12e-8a338c4afd05 tempest-VolumesBackupsTest-1243287165 tempest-VolumesBackupsTest-1243287165-project] 10.222.0.44 "GET /v2.0/ports?device_id=20859830-a3ae-4e28-9818-acd35fe0ece5 HTTP/1.1" status: 200 len: 949 time: 0.0493233 Oct 27 10:59:32.372679 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-a827b256-43ba-4136-a6d4-09df259f4f8a req-f45ab025-b6d1-4ab2-ac5b-653bde5a5711 tempest-VolumesBackupsTest-1243287165 tempest-VolumesBackupsTest-1243287165-project] 10.222.0.44 "GET /v2.0/security-groups?id=13cdce20-1baf-4f7f-a917-0a5778065771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306156 Oct 27 10:59:32.754634 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:59:33.611424 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707638ff-5c8a-4d1e-8fe5-d25f999e9d93 req-8e8f2617-f766-424a-9e3e-05498cf53b62 tempest-VolumesBackupsTest-1243287165 tempest-VolumesBackupsTest-1243287165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:59:33.613099 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-707638ff-5c8a-4d1e-8fe5-d25f999e9d93 req-8e8f2617-f766-424a-9e3e-05498cf53b62 tempest-VolumesBackupsTest-1243287165 tempest-VolumesBackupsTest-1243287165-project] 10.222.0.44 "GET /v2.0/ports?device_id=20859830-a3ae-4e28-9818-acd35fe0ece5 HTTP/1.1" status: 200 len: 949 time: 0.1707218 Oct 27 10:59:33.650117 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-707638ff-5c8a-4d1e-8fe5-d25f999e9d93 req-aeae81d7-715f-49a3-a92b-b094c505abfe tempest-VolumesBackupsTest-1243287165 tempest-VolumesBackupsTest-1243287165-project] 10.222.0.44 "GET /v2.0/security-groups?id=13cdce20-1baf-4f7f-a917-0a5778065771&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311160 Oct 27 10:59:34.141883 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cb29bf-ed05-41ce-acfa-625ab42f1ef2 req-0d9e2206-ebae-4607-b9b2-5a4ce60d59e2 tempest-VolumesBackupsTest-1243287165 tempest-VolumesBackupsTest-1243287165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:59:34.143312 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-f0cb29bf-ed05-41ce-acfa-625ab42f1ef2 req-0d9e2206-ebae-4607-b9b2-5a4ce60d59e2 tempest-VolumesBackupsTest-1243287165 tempest-VolumesBackupsTest-1243287165-project] 10.222.0.76 "GET /v2.0/ports?device_id=20859830-a3ae-4e28-9818-acd35fe0ece5 HTTP/1.1" status: 200 len: 949 time: 0.0480328 Oct 27 10:59:34.243756 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [req-f0cb29bf-ed05-41ce-acfa-625ab42f1ef2 req-12375cc0-a9cd-4af5-b73c-12e4acdeb33c tempest-VolumesBackupsTest-1243287165 tempest-VolumesBackupsTest-1243287165-project] Deleting port 63753d85-7a98-432e-aafe-5ce2f658a028 {{(pid=102346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 10:59:34.244116 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-f0cb29bf-ed05-41ce-acfa-625ab42f1ef2 req-12375cc0-a9cd-4af5-b73c-12e4acdeb33c tempest-VolumesBackupsTest-1243287165 tempest-VolumesBackupsTest-1243287165-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:59:34.334170 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [req-f0cb29bf-ed05-41ce-acfa-625ab42f1ef2 req-12375cc0-a9cd-4af5-b73c-12e4acdeb33c tempest-VolumesBackupsTest-1243287165 tempest-VolumesBackupsTest-1243287165-project] For port 63753d85-7a98-432e-aafe-5ce2f658a028, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=63753d85-7a98-432e-aafe-5ce2f658a028,segment=NetworkSegment(f7c42c6d-2766-46d8-a8b7-4852117a5555),segment_id=f7c42c6d-2766-46d8-a8b7-4852117a5555)] {{(pid=102346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 10:59:34.334613 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-f0cb29bf-ed05-41ce-acfa-625ab42f1ef2 req-12375cc0-a9cd-4af5-b73c-12e4acdeb33c tempest-VolumesBackupsTest-1243287165 tempest-VolumesBackupsTest-1243287165-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:59:34.347757 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [req-f0cb29bf-ed05-41ce-acfa-625ab42f1ef2 req-12375cc0-a9cd-4af5-b73c-12e4acdeb33c tempest-VolumesBackupsTest-1243287165 tempest-VolumesBackupsTest-1243287165-project] Calling delete_port for 63753d85-7a98-432e-aafe-5ce2f658a028 owned by compute:nova {{(pid=102346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 10:59:34.472383 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-f0cb29bf-ed05-41ce-acfa-625ab42f1ef2 req-12375cc0-a9cd-4af5-b73c-12e4acdeb33c tempest-VolumesBackupsTest-1243287165 tempest-VolumesBackupsTest-1243287165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:59:34.484523 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] get_ports_and_sgs() called for port_ids ['63753d85-7a98-432e-aafe-5ce2f658a028'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 10:59:34.500638 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12375cc0-a9cd-4af5-b73c-12e4acdeb33c tempest-VolumesBackupsTest-1243287165 tempest-VolumesBackupsTest-1243287165-project] Pushing event deleted for resources: {'Port': ['ID=63753d85-7a98-432e-aafe-5ce2f658a028,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 10:59:34.531904 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12375cc0-a9cd-4af5-b73c-12e4acdeb33c tempest-VolumesBackupsTest-1243287165 tempest-VolumesBackupsTest-1243287165-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:59:34.532379 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12375cc0-a9cd-4af5-b73c-12e4acdeb33c tempest-VolumesBackupsTest-1243287165 tempest-VolumesBackupsTest-1243287165-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:59:34.532724 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12375cc0-a9cd-4af5-b73c-12e4acdeb33c tempest-VolumesBackupsTest-1243287165 tempest-VolumesBackupsTest-1243287165-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:59:34.533055 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12375cc0-a9cd-4af5-b73c-12e4acdeb33c tempest-VolumesBackupsTest-1243287165 tempest-VolumesBackupsTest-1243287165-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:59:34.533381 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12375cc0-a9cd-4af5-b73c-12e4acdeb33c tempest-VolumesBackupsTest-1243287165 tempest-VolumesBackupsTest-1243287165-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:59:34.533704 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12375cc0-a9cd-4af5-b73c-12e4acdeb33c tempest-VolumesBackupsTest-1243287165 tempest-VolumesBackupsTest-1243287165-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:59:34.534024 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12375cc0-a9cd-4af5-b73c-12e4acdeb33c tempest-VolumesBackupsTest-1243287165 tempest-VolumesBackupsTest-1243287165-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:59:34.534343 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12375cc0-a9cd-4af5-b73c-12e4acdeb33c tempest-VolumesBackupsTest-1243287165 tempest-VolumesBackupsTest-1243287165-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:59:34.534661 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12375cc0-a9cd-4af5-b73c-12e4acdeb33c tempest-VolumesBackupsTest-1243287165 tempest-VolumesBackupsTest-1243287165-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:59:34.535032 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12375cc0-a9cd-4af5-b73c-12e4acdeb33c tempest-VolumesBackupsTest-1243287165 tempest-VolumesBackupsTest-1243287165-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:59:34.535347 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12375cc0-a9cd-4af5-b73c-12e4acdeb33c tempest-VolumesBackupsTest-1243287165 tempest-VolumesBackupsTest-1243287165-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:59:34.535663 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12375cc0-a9cd-4af5-b73c-12e4acdeb33c tempest-VolumesBackupsTest-1243287165 tempest-VolumesBackupsTest-1243287165-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 10:59:34.554452 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0cb29bf-ed05-41ce-acfa-625ab42f1ef2 req-12375cc0-a9cd-4af5-b73c-12e4acdeb33c tempest-VolumesBackupsTest-1243287165 tempest-VolumesBackupsTest-1243287165-project] No DVR routers for this DVR port 63753d85-7a98-432e-aafe-5ce2f658a028 on host n-h2-813419-10 {{(pid=102346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 10:59:34.556883 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-f0cb29bf-ed05-41ce-acfa-625ab42f1ef2 req-12375cc0-a9cd-4af5-b73c-12e4acdeb33c tempest-VolumesBackupsTest-1243287165 tempest-VolumesBackupsTest-1243287165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:59:34.560155 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-f0cb29bf-ed05-41ce-acfa-625ab42f1ef2 req-12375cc0-a9cd-4af5-b73c-12e4acdeb33c tempest-VolumesBackupsTest-1243287165 tempest-VolumesBackupsTest-1243287165-project] 10.222.0.76 "DELETE /v2.0/ports/63753d85-7a98-432e-aafe-5ce2f658a028 HTTP/1.1" status: 204 len: 173 time: 0.4109600 Oct 27 10:59:34.560608 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20859830-a3ae-4e28-9818-acd35fe0ece5', 'name': 'network-vif-deleted', 'tag': '63753d85-7a98-432e-aafe-5ce2f658a028'}] {{(pid=102346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 10:59:34.562869 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc0e418f5fc417c8d55d94c0aa509b037d0beb2a734c1a709e789eb65639a56d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5731457c-a551-492c-af28-de9735dc04f2" -d '{"events": [{"server_uuid": "20859830-a3ae-4e28-9818-acd35fe0ece5", "name": "network-vif-deleted", "tag": "63753d85-7a98-432e-aafe-5ce2f658a028"}]}' {{(pid=102346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 10:59:34.600458 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 10:59:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c3967e7-34c5-4f9e-9202-9d4af702ca70 x-openstack-request-id: req-7c3967e7-34c5-4f9e-9202-9d4af702ca70 {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 10:59:34.600751 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20859830-a3ae-4e28-9818-acd35fe0ece5", "name": "network-vif-deleted", "tag": "63753d85-7a98-432e-aafe-5ce2f658a028", "status": "completed", "code": 200}]} {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 10:59:34.600997 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7c3967e7-34c5-4f9e-9202-9d4af702ca70 {{(pid=102346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 10:59:34.601600 n-d-813419-10 neutron-server[102346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20859830-a3ae-4e28-9818-acd35fe0ece5', 'name': 'network-vif-deleted', 'tag': '63753d85-7a98-432e-aafe-5ce2f658a028', 'status': 'completed', 'code': 200} Oct 27 10:59:34.758743 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-d90fbaa6-497d-4278-bb58-7475035ba808 req-dbb453ee-6dee-4564-ac35-d0f449d99f8f tempest-VolumesBackupsTest-1243287165 tempest-VolumesBackupsTest-1243287165-project] 10.222.0.44 "GET /v2.0/ports?device_id=20859830-a3ae-4e28-9818-acd35fe0ece5 HTTP/1.1" status: 200 len: 210 time: 0.0258331 Oct 27 10:59:37.134875 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device 63753d85-7a98-432e-aafe-5ce2f658a028 no longer exists at agent hyperv_n-h2-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 10:59:37.155467 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] No Port match for: 63753d85-7a98-432e-aafe-5ce2f658a028 {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 10:59:37.156386 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device 63753d85-7a98-432e-aafe-5ce2f658a028 not bound to the agent host n-h2-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 10:59:39.132671 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:59:42.189344 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-7f4e7dda-b973-4611-a9b0-0660667a429a req-a3f754a5-3e75-4e3e-8a75-3bc4f76d540a service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=15c0f390-6919-47bb-8b7c-e3480f23c6ed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0919113 Oct 27 10:59:42.277841 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4e7dda-b973-4611-a9b0-0660667a429a req-904d5b92-06c0-4098-8f57-189910f34868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:59:42.279624 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-7f4e7dda-b973-4611-a9b0-0660667a429a req-904d5b92-06c0-4098-8f57-189910f34868 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=daf5757200ff42558a3fc6db88bf4432&device_id=15c0f390-6919-47bb-8b7c-e3480f23c6ed HTTP/1.1" status: 200 len: 1098 time: 0.0464849 Oct 27 10:59:42.387447 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4e7dda-b973-4611-a9b0-0660667a429a req-423de846-2974-4228-84ef-46ffd27c36ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:59:42.388972 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-7f4e7dda-b973-4611-a9b0-0660667a429a req-423de846-2974-4228-84ef-46ffd27c36ae service neutron] 10.222.0.64 "GET /v2.0/networks?id=1e5091f0-6e84-4391-a8b4-ae2264a359f4 HTTP/1.1" status: 200 len: 910 time: 0.0875673 Oct 27 10:59:42.458043 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-7f4e7dda-b973-4611-a9b0-0660667a429a req-671674f4-1d0f-4069-8aa4-608307b81004 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a832332d-dfc6-4ddb-ba19-afd861780d47 HTTP/1.1" status: 200 len: 1001 time: 0.0615695 Oct 27 10:59:42.507725 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4e7dda-b973-4611-a9b0-0660667a429a req-4b3c5492-d5de-4057-b3b5-ec4e8537f97d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:59:42.509253 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-7f4e7dda-b973-4611-a9b0-0660667a429a req-4b3c5492-d5de-4057-b3b5-ec4e8537f97d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1aac50a7-7526-4e40-97b7-8585bdd60f67 HTTP/1.1" status: 200 len: 848 time: 0.0445981 Oct 27 10:59:42.556099 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4e7dda-b973-4611-a9b0-0660667a429a req-43d11efc-d0a1-4c9e-a7f7-ef4c1b261489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 10:59:42.557699 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-7f4e7dda-b973-4611-a9b0-0660667a429a req-43d11efc-d0a1-4c9e-a7f7-ef4c1b261489 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1e5091f0-6e84-4391-a8b4-ae2264a359f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0419519 Oct 27 10:59:42.568780 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [req-7f4e7dda-b973-4611-a9b0-0660667a429a req-ebd1a43b-e9dd-46b8-a5df-25bd2a29be08 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=102347) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 10:59:42.569882 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-7f4e7dda-b973-4611-a9b0-0660667a429a req-ebd1a43b-e9dd-46b8-a5df-25bd2a29be08 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0055032 Oct 27 10:59:42.666963 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-7f4e7dda-b973-4611-a9b0-0660667a429a req-2a34011f-fa02-462c-b5dd-057bc98a9a8f service neutron] 10.222.0.64 "GET /v2.0/networks/1e5091f0-6e84-4391-a8b4-ae2264a359f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894649 Oct 27 10:59:42.760133 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-7f4e7dda-b973-4611-a9b0-0660667a429a req-2a695d93-88c4-4c0a-b334-097d2d393237 service neutron] 10.222.0.64 "GET /v2.0/networks/1e5091f0-6e84-4391-a8b4-ae2264a359f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856199 Oct 27 10:59:46.254523 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-b1d9989f-e9e0-4e7b-9806-779c3308448c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:59:48.915463 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a9bbc47d-e6f2-47e5-99a2-cd7c5542cafe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:59:50.038714 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:59:50.102427 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-eadeaa30-4096-4d1a-b3cb-aa7ebfb291ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:59:52.001545 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-3c6a8245-0581-48aa-b5f6-4d8fe98cd16e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 10:59:53.306894 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.agents_db [None req-e79ee67d-056e-46ea-bd99-e80473396b25 None None] Agent healthcheck: found 7 active agents {{(pid=102349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 11:00:02.752513 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:00:09.139434 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:00:16.256943 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-3617d580-3655-401a-8c6c-93d1b8327c81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:00:18.919950 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-db0a05b5-2352-4e4a-b363-1eaedf8212f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:00:20.040109 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:00:20.106202 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-eadeaa30-4096-4d1a-b3cb-aa7ebfb291ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:00:22.004106 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-3c6a8245-0581-48aa-b5f6-4d8fe98cd16e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:00:30.306367 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.agents_db [None req-e79ee67d-056e-46ea-bd99-e80473396b25 None None] Agent healthcheck: found 7 active agents {{(pid=102349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 11:00:32.759363 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:00:39.161542 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:00:44.134184 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-dbc3443b-371a-4847-829b-a30e178dd1ce req-68f438e9-4e6a-465a-a87d-ba34edd240e8 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=15c0f390-6919-47bb-8b7c-e3480f23c6ed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0467672 Oct 27 11:00:44.228868 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc3443b-371a-4847-829b-a30e178dd1ce req-f68d9359-de93-4f57-8d8b-12cc57c1eec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:00:44.230392 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-dbc3443b-371a-4847-829b-a30e178dd1ce req-f68d9359-de93-4f57-8d8b-12cc57c1eec3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=daf5757200ff42558a3fc6db88bf4432&device_id=15c0f390-6919-47bb-8b7c-e3480f23c6ed HTTP/1.1" status: 200 len: 1098 time: 0.0456839 Oct 27 11:00:44.335467 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc3443b-371a-4847-829b-a30e178dd1ce req-ab6f0fff-3068-492f-9b19-f1a78186bc70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:00:44.336966 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-dbc3443b-371a-4847-829b-a30e178dd1ce req-ab6f0fff-3068-492f-9b19-f1a78186bc70 service neutron] 10.222.0.64 "GET /v2.0/networks?id=1e5091f0-6e84-4391-a8b4-ae2264a359f4 HTTP/1.1" status: 200 len: 910 time: 0.0846822 Oct 27 11:00:44.408444 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-dbc3443b-371a-4847-829b-a30e178dd1ce req-48f6e146-d676-4dc4-b0df-6cebeb46f136 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a832332d-dfc6-4ddb-ba19-afd861780d47 HTTP/1.1" status: 200 len: 1001 time: 0.0627997 Oct 27 11:00:44.459530 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc3443b-371a-4847-829b-a30e178dd1ce req-02caca70-fc20-42f2-8909-59156c60c9bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:00:44.461123 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-dbc3443b-371a-4847-829b-a30e178dd1ce req-02caca70-fc20-42f2-8909-59156c60c9bf service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1aac50a7-7526-4e40-97b7-8585bdd60f67 HTTP/1.1" status: 200 len: 848 time: 0.0453634 Oct 27 11:00:44.511116 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc3443b-371a-4847-829b-a30e178dd1ce req-96b696b6-6865-4fca-b2b3-6fcabd0e87b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:00:44.512683 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-dbc3443b-371a-4847-829b-a30e178dd1ce req-96b696b6-6865-4fca-b2b3-6fcabd0e87b3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1e5091f0-6e84-4391-a8b4-ae2264a359f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0447729 Oct 27 11:00:44.610606 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-dbc3443b-371a-4847-829b-a30e178dd1ce req-91d779b9-4f2a-40e1-b08c-84bec961e526 service neutron] 10.222.0.64 "GET /v2.0/networks/1e5091f0-6e84-4391-a8b4-ae2264a359f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909469 Oct 27 11:00:44.703289 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-dbc3443b-371a-4847-829b-a30e178dd1ce req-eaafbb90-b559-4d5b-be1a-9cb5a780bc2e service neutron] 10.222.0.64 "GET /v2.0/networks/1e5091f0-6e84-4391-a8b4-ae2264a359f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853534 Oct 27 11:00:46.257755 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-fc2d1a2e-3aa4-4a40-81f3-974db9518852 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:00:48.921997 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb695-4f2e-471a-9349-ea3b07fe62d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:00:50.049493 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:00:50.109168 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-eadeaa30-4096-4d1a-b3cb-aa7ebfb291ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:00:52.007924 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-3c6a8245-0581-48aa-b5f6-4d8fe98cd16e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:01:02.781693 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:01:07.305847 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.agents_db [None req-e79ee67d-056e-46ea-bd99-e80473396b25 None None] Agent healthcheck: found 7 active agents {{(pid=102349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 11:01:09.157956 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:01:16.263940 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-32052fef-b0ab-45b2-8151-a294020b8589 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:01:18.929462 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-6b8ecbd6-74b3-4fdc-8a45-bd010c7e5ff2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:01:20.042878 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:01:20.113954 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-eadeaa30-4096-4d1a-b3cb-aa7ebfb291ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:01:22.009683 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-3c6a8245-0581-48aa-b5f6-4d8fe98cd16e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:01:32.797242 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:01:36.904222 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612866e9-b5e3-4d14-b588-0efc74ac346a req-938749f3-f17f-4068-ab6c-71ee1cc306ea tempest-TestServerBasicOps-542760771 tempest-TestServerBasicOps-542760771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:01:36.905836 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-612866e9-b5e3-4d14-b588-0efc74ac346a req-938749f3-f17f-4068-ab6c-71ee1cc306ea tempest-TestServerBasicOps-542760771 tempest-TestServerBasicOps-542760771-project] 10.222.0.44 "GET /v2.0/ports?device_id=15c0f390-6919-47bb-8b7c-e3480f23c6ed HTTP/1.1" status: 200 len: 946 time: 0.0518355 Oct 27 11:01:36.944338 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-612866e9-b5e3-4d14-b588-0efc74ac346a req-d504dd10-0f7b-45e0-af1c-930adf7625d8 tempest-TestServerBasicOps-542760771 tempest-TestServerBasicOps-542760771-project] 10.222.0.44 "GET /v2.0/security-groups?id=64c0e070-427c-485d-9f63-f3c1a25c4cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324371 Oct 27 11:01:38.066442 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42e0d40-6e59-4716-aa66-57200d9b7585 req-5d980e21-c29c-45ae-807f-0579cc3bf5ba tempest-TestServerBasicOps-542760771 tempest-TestServerBasicOps-542760771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:01:38.067928 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c42e0d40-6e59-4716-aa66-57200d9b7585 req-5d980e21-c29c-45ae-807f-0579cc3bf5ba tempest-TestServerBasicOps-542760771 tempest-TestServerBasicOps-542760771-project] 10.222.0.44 "GET /v2.0/ports?device_id=15c0f390-6919-47bb-8b7c-e3480f23c6ed HTTP/1.1" status: 200 len: 946 time: 0.0500913 Oct 27 11:01:38.105680 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c42e0d40-6e59-4716-aa66-57200d9b7585 req-69cd32bb-acfb-43ce-a889-6b2fd9aea99b tempest-TestServerBasicOps-542760771 tempest-TestServerBasicOps-542760771-project] 10.222.0.44 "GET /v2.0/security-groups?id=64c0e070-427c-485d-9f63-f3c1a25c4cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315685 Oct 27 11:01:38.243834 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4249324-22e5-40ec-8b45-3e7454146f20 req-a71153df-3605-48d7-be96-d1ca1ca65b3b tempest-TestServerBasicOps-542760771 tempest-TestServerBasicOps-542760771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:01:38.245273 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-e4249324-22e5-40ec-8b45-3e7454146f20 req-a71153df-3605-48d7-be96-d1ca1ca65b3b tempest-TestServerBasicOps-542760771 tempest-TestServerBasicOps-542760771-project] 10.222.0.64 "GET /v2.0/ports?device_id=15c0f390-6919-47bb-8b7c-e3480f23c6ed HTTP/1.1" status: 200 len: 946 time: 0.0484850 Oct 27 11:01:38.344579 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [req-e4249324-22e5-40ec-8b45-3e7454146f20 req-2164e73a-ecc9-4104-a8eb-e82a4d3415ab tempest-TestServerBasicOps-542760771 tempest-TestServerBasicOps-542760771-project] Deleting port a832332d-dfc6-4ddb-ba19-afd861780d47 {{(pid=102347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 11:01:38.344920 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-e4249324-22e5-40ec-8b45-3e7454146f20 req-2164e73a-ecc9-4104-a8eb-e82a4d3415ab tempest-TestServerBasicOps-542760771 tempest-TestServerBasicOps-542760771-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:01:38.437468 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-e4249324-22e5-40ec-8b45-3e7454146f20 req-2164e73a-ecc9-4104-a8eb-e82a4d3415ab tempest-TestServerBasicOps-542760771 tempest-TestServerBasicOps-542760771-project] For port a832332d-dfc6-4ddb-ba19-afd861780d47, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=a832332d-dfc6-4ddb-ba19-afd861780d47,segment=NetworkSegment(653b8aae-9a93-421e-861e-397fe317f87e),segment_id=653b8aae-9a93-421e-861e-397fe317f87e)] {{(pid=102347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:01:38.437834 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-e4249324-22e5-40ec-8b45-3e7454146f20 req-2164e73a-ecc9-4104-a8eb-e82a4d3415ab tempest-TestServerBasicOps-542760771 tempest-TestServerBasicOps-542760771-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:01:38.681467 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-e4249324-22e5-40ec-8b45-3e7454146f20 req-2164e73a-ecc9-4104-a8eb-e82a4d3415ab tempest-TestServerBasicOps-542760771 tempest-TestServerBasicOps-542760771-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:01:38.682491 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-e4249324-22e5-40ec-8b45-3e7454146f20 req-2164e73a-ecc9-4104-a8eb-e82a4d3415ab tempest-TestServerBasicOps-542760771 tempest-TestServerBasicOps-542760771-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1664826'] for floatingip, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:01:38.683000 n-d-813419-10 neutron-server[102347]: INFO neutron.db.l3_db [req-e4249324-22e5-40ec-8b45-3e7454146f20 req-2164e73a-ecc9-4104-a8eb-e82a4d3415ab tempest-TestServerBasicOps-542760771 tempest-TestServerBasicOps-542760771-project] Floating IP c1443fdc-4345-4214-bcea-9346fa6cfae1 disassociated. External IP: 172.25.8.63, port: a832332d-dfc6-4ddb-ba19-afd861780d47. Oct 27 11:01:38.683381 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [req-e4249324-22e5-40ec-8b45-3e7454146f20 req-2164e73a-ecc9-4104-a8eb-e82a4d3415ab tempest-TestServerBasicOps-542760771 tempest-TestServerBasicOps-542760771-project] Calling delete_port for a832332d-dfc6-4ddb-ba19-afd861780d47 owned by compute:nova {{(pid=102347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 11:01:38.816959 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-e4249324-22e5-40ec-8b45-3e7454146f20 req-2164e73a-ecc9-4104-a8eb-e82a4d3415ab tempest-TestServerBasicOps-542760771 tempest-TestServerBasicOps-542760771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:01:38.844394 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2164e73a-ecc9-4104-a8eb-e82a4d3415ab tempest-TestServerBasicOps-542760771 tempest-TestServerBasicOps-542760771-project] Pushing event deleted for resources: {'Port': ['ID=a832332d-dfc6-4ddb-ba19-afd861780d47,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:01:38.854226 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2164e73a-ecc9-4104-a8eb-e82a4d3415ab tempest-TestServerBasicOps-542760771 tempest-TestServerBasicOps-542760771-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:01:38.854576 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2164e73a-ecc9-4104-a8eb-e82a4d3415ab tempest-TestServerBasicOps-542760771 tempest-TestServerBasicOps-542760771-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:01:38.854920 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2164e73a-ecc9-4104-a8eb-e82a4d3415ab tempest-TestServerBasicOps-542760771 tempest-TestServerBasicOps-542760771-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:01:38.855256 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2164e73a-ecc9-4104-a8eb-e82a4d3415ab tempest-TestServerBasicOps-542760771 tempest-TestServerBasicOps-542760771-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:01:38.855589 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2164e73a-ecc9-4104-a8eb-e82a4d3415ab tempest-TestServerBasicOps-542760771 tempest-TestServerBasicOps-542760771-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:01:38.855919 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2164e73a-ecc9-4104-a8eb-e82a4d3415ab tempest-TestServerBasicOps-542760771 tempest-TestServerBasicOps-542760771-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:01:38.856275 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2164e73a-ecc9-4104-a8eb-e82a4d3415ab tempest-TestServerBasicOps-542760771 tempest-TestServerBasicOps-542760771-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:01:38.856763 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2164e73a-ecc9-4104-a8eb-e82a4d3415ab tempest-TestServerBasicOps-542760771 tempest-TestServerBasicOps-542760771-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:01:38.857097 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2164e73a-ecc9-4104-a8eb-e82a4d3415ab tempest-TestServerBasicOps-542760771 tempest-TestServerBasicOps-542760771-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:01:38.857788 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2164e73a-ecc9-4104-a8eb-e82a4d3415ab tempest-TestServerBasicOps-542760771 tempest-TestServerBasicOps-542760771-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:01:38.857788 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2164e73a-ecc9-4104-a8eb-e82a4d3415ab tempest-TestServerBasicOps-542760771 tempest-TestServerBasicOps-542760771-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:01:38.858050 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2164e73a-ecc9-4104-a8eb-e82a4d3415ab tempest-TestServerBasicOps-542760771 tempest-TestServerBasicOps-542760771-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:01:38.968899 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e4249324-22e5-40ec-8b45-3e7454146f20 req-2164e73a-ecc9-4104-a8eb-e82a4d3415ab tempest-TestServerBasicOps-542760771 tempest-TestServerBasicOps-542760771-project] Router 4e5b8a42-3a60-4169-b43c-beee2b20b5de has already been hosted by L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb {{(pid=102347) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 11:01:39.074804 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e4249324-22e5-40ec-8b45-3e7454146f20 req-2164e73a-ecc9-4104-a8eb-e82a4d3415ab tempest-TestServerBasicOps-542760771 tempest-TestServerBasicOps-542760771-project] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 11:01:39.085675 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58073197-7328-4b2f-8138-ee85ec836d28 None None] Sync routers for ids ['4e5b8a42-3a60-4169-b43c-beee2b20b5de'] in n-d-813419-10 {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 11:01:39.095404 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58073197-7328-4b2f-8138-ee85ec836d28 None None] Routers {'4e5b8a42-3a60-4169-b43c-beee2b20b5de'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 11:01:39.096021 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-58073197-7328-4b2f-8138-ee85ec836d28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T11:01:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['4e5b8a42-3a60-4169-b43c-beee2b20b5de'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:01:39.113730 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4249324-22e5-40ec-8b45-3e7454146f20 req-2164e73a-ecc9-4104-a8eb-e82a4d3415ab tempest-TestServerBasicOps-542760771 tempest-TestServerBasicOps-542760771-project] No DVR routers for this DVR port a832332d-dfc6-4ddb-ba19-afd861780d47 on host n-h1-813419-10 {{(pid=102347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 11:01:39.116656 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-e4249324-22e5-40ec-8b45-3e7454146f20 req-2164e73a-ecc9-4104-a8eb-e82a4d3415ab tempest-TestServerBasicOps-542760771 tempest-TestServerBasicOps-542760771-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:01:39.120060 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-e4249324-22e5-40ec-8b45-3e7454146f20 req-2164e73a-ecc9-4104-a8eb-e82a4d3415ab tempest-TestServerBasicOps-542760771 tempest-TestServerBasicOps-542760771-project] 10.222.0.64 "DELETE /v2.0/ports/a832332d-dfc6-4ddb-ba19-afd861780d47 HTTP/1.1" status: 204 len: 173 time: 0.8631313 Oct 27 11:01:39.120543 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15c0f390-6919-47bb-8b7c-e3480f23c6ed', 'name': 'network-vif-deleted', 'tag': 'a832332d-dfc6-4ddb-ba19-afd861780d47'}] {{(pid=102347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 11:01:39.123471 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311149b481204ee7edffdb959c881838506fbd95bc8577c048f6677abb73acc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ed219ff-c6a9-49d5-8b2b-4b416d72cea2" -d '{"events": [{"server_uuid": "15c0f390-6919-47bb-8b7c-e3480f23c6ed", "name": "network-vif-deleted", "tag": "a832332d-dfc6-4ddb-ba19-afd861780d47"}]}' {{(pid=102347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 11:01:39.202047 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:01:39.229918 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvr_db [None req-58073197-7328-4b2f-8138-ee85ec836d28 None None] Set router 4e5b8a42-3a60-4169-b43c-beee2b20b5de gateway port host: n-d-813419-10 {{(pid=102348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 11:01:39.338144 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 11:01:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6d49a18-1027-4a23-b942-67ee5c1e82c1 x-openstack-request-id: req-d6d49a18-1027-4a23-b942-67ee5c1e82c1 {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 11:01:39.339531 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15c0f390-6919-47bb-8b7c-e3480f23c6ed", "name": "network-vif-deleted", "tag": "a832332d-dfc6-4ddb-ba19-afd861780d47", "status": "completed", "code": 200}]} {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 11:01:39.340680 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d6d49a18-1027-4a23-b942-67ee5c1e82c1 {{(pid=102347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 11:01:39.341194 n-d-813419-10 neutron-server[102347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15c0f390-6919-47bb-8b7c-e3480f23c6ed', 'name': 'network-vif-deleted', 'tag': 'a832332d-dfc6-4ddb-ba19-afd861780d47', 'status': 'completed', 'code': 200} Oct 27 11:01:39.437417 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-ea580f9a-f35c-4db7-8864-869ff30e661c req-efe75a5c-a4e3-4990-81cf-3141f62d9e46 tempest-TestServerBasicOps-542760771 tempest-TestServerBasicOps-542760771-project] 10.222.0.44 "GET /v2.0/ports?device_id=15c0f390-6919-47bb-8b7c-e3480f23c6ed HTTP/1.1" status: 200 len: 210 time: 0.0278008 Oct 27 11:01:39.639116 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-58073197-7328-4b2f-8138-ee85ec836d28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e5b8a42-3a60-4169-b43c-beee2b20b5de', 'name': 'tempest-TestServerBasicOps-1537137677-router', 'tenant_id': 'daf5757200ff42558a3fc6db88bf4432', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.2'}], 'enable_snat': True}, 'gw_port_id': '87274122-8696-4877-b6be-663010e32e55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:56:25Z', 'updated_at': '2021-10-27T10:56:29Z', 'revision_number': 4, 'project_id': 'daf5757200ff42558a3fc6db88bf4432', 'gw_port': {'id': '87274122-8696-4877-b6be-663010e32e55', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:4e:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e5b8a42-3a60-4169-b43c-beee2b20b5de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:56:26Z', 'updated_at': '2021-10-27T10:56:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_interfaces': [{'id': '6df74fdf-fd99-44be-afcd-e71da47f6ee3', 'name': '', 'network_id': '1e5091f0-6e84-4391-a8b4-ae2264a359f4', 'tenant_id': 'daf5757200ff42558a3fc6db88bf4432', 'mac_address': 'fa:16:3e:2b:41:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e5b8a42-3a60-4169-b43c-beee2b20b5de', 'device_owner': 'network:router_interface', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': '1aac50a7-7526-4e40-97b7-8585bdd60f67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:56:29Z', 'updated_at': '2021-10-27T10:56:35Z', 'revision_number': 5, 'project_id': 'daf5757200ff42558a3fc6db88bf4432', 'subnets': [{'id': '1aac50a7-7526-4e40-97b7-8585bdd60f67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:01:39.666412 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58073197-7328-4b2f-8138-ee85ec836d28 None None] Checking router: 4e5b8a42-3a60-4169-b43c-beee2b20b5de for host: n-d-813419-10 {{(pid=102348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 11:01:39.678051 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58073197-7328-4b2f-8138-ee85ec836d28 None None] Routers {'4e5b8a42-3a60-4169-b43c-beee2b20b5de'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 11:01:39.678803 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-58073197-7328-4b2f-8138-ee85ec836d28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T11:01:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['4e5b8a42-3a60-4169-b43c-beee2b20b5de'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:01:39.832631 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvr_db [None req-58073197-7328-4b2f-8138-ee85ec836d28 None None] Set router 4e5b8a42-3a60-4169-b43c-beee2b20b5de gateway port host: n-d-813419-10 {{(pid=102348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 11:01:40.058221 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-58073197-7328-4b2f-8138-ee85ec836d28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e5b8a42-3a60-4169-b43c-beee2b20b5de', 'name': 'tempest-TestServerBasicOps-1537137677-router', 'tenant_id': 'daf5757200ff42558a3fc6db88bf4432', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.2'}], 'enable_snat': True}, 'gw_port_id': '87274122-8696-4877-b6be-663010e32e55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:56:25Z', 'updated_at': '2021-10-27T10:56:29Z', 'revision_number': 4, 'project_id': 'daf5757200ff42558a3fc6db88bf4432', 'gw_port': {'id': '87274122-8696-4877-b6be-663010e32e55', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:4e:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e5b8a42-3a60-4169-b43c-beee2b20b5de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:56:26Z', 'updated_at': '2021-10-27T10:56:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_interfaces': [{'id': '6df74fdf-fd99-44be-afcd-e71da47f6ee3', 'name': '', 'network_id': '1e5091f0-6e84-4391-a8b4-ae2264a359f4', 'tenant_id': 'daf5757200ff42558a3fc6db88bf4432', 'mac_address': 'fa:16:3e:2b:41:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e5b8a42-3a60-4169-b43c-beee2b20b5de', 'device_owner': 'network:router_interface', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': '1aac50a7-7526-4e40-97b7-8585bdd60f67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:56:29Z', 'updated_at': '2021-10-27T10:56:35Z', 'revision_number': 5, 'project_id': 'daf5757200ff42558a3fc6db88bf4432', 'subnets': [{'id': '1aac50a7-7526-4e40-97b7-8585bdd60f67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:01:40.086614 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58073197-7328-4b2f-8138-ee85ec836d28 None None] The sync data for ids ['4e5b8a42-3a60-4169-b43c-beee2b20b5de'] in n-d-813419-10 is: [{'id': '4e5b8a42-3a60-4169-b43c-beee2b20b5de', 'name': 'tempest-TestServerBasicOps-1537137677-router', 'tenant_id': 'daf5757200ff42558a3fc6db88bf4432', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.2'}], 'enable_snat': True}, 'gw_port_id': '87274122-8696-4877-b6be-663010e32e55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:56:25Z', 'updated_at': '2021-10-27T10:56:29Z', 'revision_number': 4, 'project_id': 'daf5757200ff42558a3fc6db88bf4432', 'gw_port': {'id': '87274122-8696-4877-b6be-663010e32e55', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:4e:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e5b8a42-3a60-4169-b43c-beee2b20b5de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:56:26Z', 'updated_at': '2021-10-27T10:56:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_interfaces': [{'id': '6df74fdf-fd99-44be-afcd-e71da47f6ee3', 'name': '', 'network_id': '1e5091f0-6e84-4391-a8b4-ae2264a359f4', 'tenant_id': 'daf5757200ff42558a3fc6db88bf4432', 'mac_address': 'fa:16:3e:2b:41:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e5b8a42-3a60-4169-b43c-beee2b20b5de', 'device_owner': 'network:router_interface', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': '1aac50a7-7526-4e40-97b7-8585bdd60f67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:56:29Z', 'updated_at': '2021-10-27T10:56:35Z', 'revision_number': 5, 'project_id': 'daf5757200ff42558a3fc6db88bf4432', 'subnets': [{'id': '1aac50a7-7526-4e40-97b7-8585bdd60f67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 11:01:40.355747 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce406fb7-09d7-4fe4-ba1e-d6768d5f825b None None] New status for floating IP c1443fdc-4345-4214-bcea-9346fa6cfae1: DOWN {{(pid=102349) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 11:01:40.503017 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 42824) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:01:40.639852 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-54851f48-d8f7-4fe7-a811-fb0cb1091b9a tempest-TestServerBasicOps-542760771 tempest-TestServerBasicOps-542760771-project] Deleting port f5fd9dc6-c888-43a3-ba19-ad0b1a830c00 {{(pid=102347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 11:01:40.640225 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-54851f48-d8f7-4fe7-a811-fb0cb1091b9a tempest-TestServerBasicOps-542760771 tempest-TestServerBasicOps-542760771-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:01:40.723425 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-54851f48-d8f7-4fe7-a811-fb0cb1091b9a tempest-TestServerBasicOps-542760771 tempest-TestServerBasicOps-542760771-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:01:40.723763 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-54851f48-d8f7-4fe7-a811-fb0cb1091b9a tempest-TestServerBasicOps-542760771 tempest-TestServerBasicOps-542760771-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:01:40.736389 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-54851f48-d8f7-4fe7-a811-fb0cb1091b9a tempest-TestServerBasicOps-542760771 tempest-TestServerBasicOps-542760771-project] Calling delete_port for f5fd9dc6-c888-43a3-ba19-ad0b1a830c00 owned by network:floatingip {{(pid=102347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 11:01:40.885865 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-54851f48-d8f7-4fe7-a811-fb0cb1091b9a tempest-TestServerBasicOps-542760771 tempest-TestServerBasicOps-542760771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:01:40.909828 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54851f48-d8f7-4fe7-a811-fb0cb1091b9a tempest-TestServerBasicOps-542760771 tempest-TestServerBasicOps-542760771-project] Pushing event deleted for resources: {'Port': ['ID=f5fd9dc6-c888-43a3-ba19-ad0b1a830c00,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:01:40.988858 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-54851f48-d8f7-4fe7-a811-fb0cb1091b9a tempest-TestServerBasicOps-542760771 tempest-TestServerBasicOps-542760771-project] Publish callbacks [] for floatingip, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:01:40.991612 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-54851f48-d8f7-4fe7-a811-fb0cb1091b9a tempest-TestServerBasicOps-542760771 tempest-TestServerBasicOps-542760771-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for floatingip, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:01:40.992887 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-54851f48-d8f7-4fe7-a811-fb0cb1091b9a tempest-TestServerBasicOps-542760771 tempest-TestServerBasicOps-542760771-project] 10.222.0.44 "DELETE /v2.0/floatingips/c1443fdc-4345-4214-bcea-9346fa6cfae1 HTTP/1.1" status: 204 len: 168 time: 0.4880931 Oct 27 11:01:41.063466 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 42842) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:01:41.131423 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-a99a44cd-9852-459d-bb85-e4af32d24216 tempest-TestServerBasicOps-542760771 tempest-TestServerBasicOps-542760771-project] Publish callbacks [] for security_group, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:01:41.157402 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-a99a44cd-9852-459d-bb85-e4af32d24216 tempest-TestServerBasicOps-542760771 tempest-TestServerBasicOps-542760771-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:01:41.218327 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-a99a44cd-9852-459d-bb85-e4af32d24216 tempest-TestServerBasicOps-542760771 tempest-TestServerBasicOps-542760771-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:01:41.220903 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-a99a44cd-9852-459d-bb85-e4af32d24216 tempest-TestServerBasicOps-542760771 tempest-TestServerBasicOps-542760771-project] Publish callbacks [] for security_group, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:01:41.222086 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-a99a44cd-9852-459d-bb85-e4af32d24216 tempest-TestServerBasicOps-542760771 tempest-TestServerBasicOps-542760771-project] 10.222.0.44 "DELETE /v2.0/security-groups/64c0e070-427c-485d-9f63-f3c1a25c4cf5 HTTP/1.1" status: 204 len: 168 time: 0.1575303 Oct 27 11:01:41.232456 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99a44cd-9852-459d-bb85-e4af32d24216 tempest-TestServerBasicOps-542760771 tempest-TestServerBasicOps-542760771-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=64c0e070-427c-485d-9f63-f3c1a25c4cf5,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:01:41.276996 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 42850) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:01:41.758262 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-e87f460f-12fa-47e2-9c4f-abfad7074a61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1766202'] for router_interface, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:01:42.311599 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-e87f460f-12fa-47e2-9c4f-abfad7074a61 admin admin] Deleting port 6df74fdf-fd99-44be-afcd-e71da47f6ee3 {{(pid=102346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 11:01:42.312296 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-e87f460f-12fa-47e2-9c4f-abfad7074a61 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:01:42.390857 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [None req-e87f460f-12fa-47e2-9c4f-abfad7074a61 admin admin] For port 6df74fdf-fd99-44be-afcd-e71da47f6ee3, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=6df74fdf-fd99-44be-afcd-e71da47f6ee3,segment=NetworkSegment(653b8aae-9a93-421e-861e-397fe317f87e),segment_id=653b8aae-9a93-421e-861e-397fe317f87e)] {{(pid=102346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:01:42.391212 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-e87f460f-12fa-47e2-9c4f-abfad7074a61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:01:42.402797 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-e87f460f-12fa-47e2-9c4f-abfad7074a61 admin admin] Calling delete_port for 6df74fdf-fd99-44be-afcd-e71da47f6ee3 owned by network:router_interface {{(pid=102346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 11:01:42.579463 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device a832332d-dfc6-4ddb-ba19-afd861780d47 no longer exists at agent hyperv_n-h1-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 11:01:42.586176 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-e87f460f-12fa-47e2-9c4f-abfad7074a61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:01:42.601178 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] No Port match for: a832332d-dfc6-4ddb-ba19-afd861780d47 {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 11:01:42.601647 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device a832332d-dfc6-4ddb-ba19-afd861780d47 not bound to the agent host n-h1-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 11:01:42.614270 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87f460f-12fa-47e2-9c4f-abfad7074a61 admin admin] Pushing event deleted for resources: {'Port': ['ID=6df74fdf-fd99-44be-afcd-e71da47f6ee3,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:01:42.643592 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87f460f-12fa-47e2-9c4f-abfad7074a61 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:01:42.644000 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87f460f-12fa-47e2-9c4f-abfad7074a61 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:01:42.644515 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87f460f-12fa-47e2-9c4f-abfad7074a61 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:01:42.645016 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87f460f-12fa-47e2-9c4f-abfad7074a61 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:01:42.645490 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87f460f-12fa-47e2-9c4f-abfad7074a61 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:01:42.645948 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87f460f-12fa-47e2-9c4f-abfad7074a61 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:01:42.646409 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87f460f-12fa-47e2-9c4f-abfad7074a61 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:01:42.646876 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87f460f-12fa-47e2-9c4f-abfad7074a61 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:01:42.647353 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87f460f-12fa-47e2-9c4f-abfad7074a61 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:01:42.647818 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87f460f-12fa-47e2-9c4f-abfad7074a61 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:01:42.648305 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87f460f-12fa-47e2-9c4f-abfad7074a61 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:01:42.648632 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87f460f-12fa-47e2-9c4f-abfad7074a61 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:01:42.800367 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-e87f460f-12fa-47e2-9c4f-abfad7074a61 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2006968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1766358'] for router_interface, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:01:43.037474 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e87f460f-12fa-47e2-9c4f-abfad7074a61 admin admin] Router 4e5b8a42-3a60-4169-b43c-beee2b20b5de has already been hosted by L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb {{(pid=102346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 11:01:43.146088 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e87f460f-12fa-47e2-9c4f-abfad7074a61 admin admin] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 11:01:43.151624 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-e87f460f-12fa-47e2-9c4f-abfad7074a61 admin admin] 10.222.0.44 "PUT /v2.0/routers/4e5b8a42-3a60-4169-b43c-beee2b20b5de/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8735063 Oct 27 11:01:43.154944 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 42886) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:01:43.156227 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5c9e6d3-6a11-4a7f-87f2-d5f872ff27aa None None] Sync routers for ids ['4e5b8a42-3a60-4169-b43c-beee2b20b5de'] in n-d-813419-10 {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 11:01:43.165545 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5c9e6d3-6a11-4a7f-87f2-d5f872ff27aa None None] Routers {'4e5b8a42-3a60-4169-b43c-beee2b20b5de'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 11:01:43.166145 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-b5c9e6d3-6a11-4a7f-87f2-d5f872ff27aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T11:01:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['4e5b8a42-3a60-4169-b43c-beee2b20b5de'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:01:43.271290 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvr_db [None req-b5c9e6d3-6a11-4a7f-87f2-d5f872ff27aa None None] Set router 4e5b8a42-3a60-4169-b43c-beee2b20b5de gateway port host: n-d-813419-10 {{(pid=102348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 11:01:43.275025 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-dac4ba0b-63b2-4a7a-825e-7b282ac1fdac admin admin] Publish callbacks [] for router, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:01:43.380933 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-dac4ba0b-63b2-4a7a-825e-7b282ac1fdac admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:01:43.443776 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-dac4ba0b-63b2-4a7a-825e-7b282ac1fdac admin admin] Deleting port 87274122-8696-4877-b6be-663010e32e55 {{(pid=102347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 11:01:43.444381 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-dac4ba0b-63b2-4a7a-825e-7b282ac1fdac admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:01:43.459022 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-b5c9e6d3-6a11-4a7f-87f2-d5f872ff27aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e5b8a42-3a60-4169-b43c-beee2b20b5de', 'name': 'tempest-TestServerBasicOps-1537137677-router', 'tenant_id': 'daf5757200ff42558a3fc6db88bf4432', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.2'}], 'enable_snat': True}, 'gw_port_id': '87274122-8696-4877-b6be-663010e32e55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:56:25Z', 'updated_at': '2021-10-27T11:01:42Z', 'revision_number': 5, 'project_id': 'daf5757200ff42558a3fc6db88bf4432', 'gw_port': {'id': '87274122-8696-4877-b6be-663010e32e55', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:4e:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e5b8a42-3a60-4169-b43c-beee2b20b5de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:56:26Z', 'updated_at': '2021-10-27T10:56:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10'}], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:01:43.484919 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5c9e6d3-6a11-4a7f-87f2-d5f872ff27aa None None] Checking router: 4e5b8a42-3a60-4169-b43c-beee2b20b5de for host: n-d-813419-10 {{(pid=102348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 11:01:43.493495 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5c9e6d3-6a11-4a7f-87f2-d5f872ff27aa None None] Routers {'4e5b8a42-3a60-4169-b43c-beee2b20b5de'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 11:01:43.494504 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-b5c9e6d3-6a11-4a7f-87f2-d5f872ff27aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T11:01:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['4e5b8a42-3a60-4169-b43c-beee2b20b5de'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:01:43.531898 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [None req-dac4ba0b-63b2-4a7a-825e-7b282ac1fdac admin admin] For port 87274122-8696-4877-b6be-663010e32e55, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=87274122-8696-4877-b6be-663010e32e55,segment=NetworkSegment(bc14127b-7032-4c50-bb5b-f6813cbae86e),segment_id=bc14127b-7032-4c50-bb5b-f6813cbae86e)] {{(pid=102347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:01:43.532328 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-dac4ba0b-63b2-4a7a-825e-7b282ac1fdac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:01:43.545408 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-dac4ba0b-63b2-4a7a-825e-7b282ac1fdac admin admin] Calling delete_port for 87274122-8696-4877-b6be-663010e32e55 owned by network:router_gateway {{(pid=102347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 11:01:43.581098 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvr_db [None req-b5c9e6d3-6a11-4a7f-87f2-d5f872ff27aa None None] Set router 4e5b8a42-3a60-4169-b43c-beee2b20b5de gateway port host: None {{(pid=102348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 11:01:43.637841 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-b5c9e6d3-6a11-4a7f-87f2-d5f872ff27aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e5b8a42-3a60-4169-b43c-beee2b20b5de', 'name': 'tempest-TestServerBasicOps-1537137677-router', 'tenant_id': 'daf5757200ff42558a3fc6db88bf4432', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:56:25Z', 'updated_at': '2021-10-27T11:01:43Z', 'revision_number': 6, 'project_id': 'daf5757200ff42558a3fc6db88bf4432', 'gw_port_host': None}], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:01:43.667971 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5c9e6d3-6a11-4a7f-87f2-d5f872ff27aa None None] The sync data for ids ['4e5b8a42-3a60-4169-b43c-beee2b20b5de'] in n-d-813419-10 is: [{'id': '4e5b8a42-3a60-4169-b43c-beee2b20b5de', 'name': 'tempest-TestServerBasicOps-1537137677-router', 'tenant_id': 'daf5757200ff42558a3fc6db88bf4432', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:56:25Z', 'updated_at': '2021-10-27T11:01:43Z', 'revision_number': 6, 'project_id': 'daf5757200ff42558a3fc6db88bf4432', 'gw_port_host': None}] {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 11:01:43.723186 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-dac4ba0b-63b2-4a7a-825e-7b282ac1fdac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:01:43.753308 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac4ba0b-63b2-4a7a-825e-7b282ac1fdac admin admin] Pushing event deleted for resources: {'Port': ['ID=87274122-8696-4877-b6be-663010e32e55,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:01:43.815756 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-dac4ba0b-63b2-4a7a-825e-7b282ac1fdac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1664884'] for router_gateway, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:01:43.904618 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-dac4ba0b-63b2-4a7a-825e-7b282ac1fdac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1765662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3700'] for router, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:01:43.906809 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-dac4ba0b-63b2-4a7a-825e-7b282ac1fdac admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:01:43.951136 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-dac4ba0b-63b2-4a7a-825e-7b282ac1fdac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1765641'] for router, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:01:43.951656 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dac4ba0b-63b2-4a7a-825e-7b282ac1fdac admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4e5b8a42-3a60-4169-b43c-beee2b20b5de {{(pid=102347) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 11:01:43.956541 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-dac4ba0b-63b2-4a7a-825e-7b282ac1fdac admin admin] Publish callbacks [] for router, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:01:43.957723 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-dac4ba0b-63b2-4a7a-825e-7b282ac1fdac admin admin] 10.222.0.44 "DELETE /v2.0/routers/4e5b8a42-3a60-4169-b43c-beee2b20b5de HTTP/1.1" status: 204 len: 168 time: 0.8017921 Oct 27 11:01:43.960174 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 42902) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:01:44.009416 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_v2 [None req-9df3deec-3778-4372-a562-891331fe2cbb admin admin] Deleting subnet 1aac50a7-7526-4e40-97b7-8585bdd60f67 {{(pid=102347) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 11:01:44.012975 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-9df3deec-3778-4372-a562-891331fe2cbb admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:01:44.048638 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-9df3deec-3778-4372-a562-891331fe2cbb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-18445109'] for subnet, precommit_delete_associations {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:01:44.142281 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-9df3deec-3778-4372-a562-891331fe2cbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855646'] for subnet, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:01:44.197070 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-9df3deec-3778-4372-a562-891331fe2cbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-18295818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18043720'] for subnet, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:01:44.226320 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df3deec-3778-4372-a562-891331fe2cbb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1aac50a7-7526-4e40-97b7-8585bdd60f67,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:01:44.232727 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-9df3deec-3778-4372-a562-891331fe2cbb admin admin] Publish callbacks [] for subnet, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:01:44.235968 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-9df3deec-3778-4372-a562-891331fe2cbb admin admin] 10.222.0.44 "DELETE /v2.0/subnets/1aac50a7-7526-4e40-97b7-8585bdd60f67 HTTP/1.1" status: 204 len: 168 time: 0.2748525 Oct 27 11:01:44.238815 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 42908) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:01:44.243420 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f39b58b0-fa92-4047-8b9d-c641929bc899 None None] Network 1e5091f0-6e84-4391-a8b4-ae2264a359f4 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 11:01:44.308403 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-dc95bb2f-a048-494a-80aa-fd4b8cf1b7ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586917'] for network, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:01:44.310106 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.agents_db [None req-e79ee67d-056e-46ea-bd99-e80473396b25 None None] Agent healthcheck: found 7 active agents {{(pid=102349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 11:01:44.374867 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-dc95bb2f-a048-494a-80aa-fd4b8cf1b7ac admin admin] Deleting port a4ac1e97-8c04-4520-aed9-0ffbb752678d {{(pid=102347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 11:01:44.375198 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-dc95bb2f-a048-494a-80aa-fd4b8cf1b7ac admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:01:44.449188 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [None req-dc95bb2f-a048-494a-80aa-fd4b8cf1b7ac admin admin] For port a4ac1e97-8c04-4520-aed9-0ffbb752678d, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=a4ac1e97-8c04-4520-aed9-0ffbb752678d,segment=NetworkSegment(653b8aae-9a93-421e-861e-397fe317f87e),segment_id=653b8aae-9a93-421e-861e-397fe317f87e)] {{(pid=102347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:01:44.449549 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-dc95bb2f-a048-494a-80aa-fd4b8cf1b7ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:01:44.466877 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-dc95bb2f-a048-494a-80aa-fd4b8cf1b7ac admin admin] Calling delete_port for a4ac1e97-8c04-4520-aed9-0ffbb752678d owned by network:dhcp {{(pid=102347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 11:01:44.489921 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c33c2673-3972-492d-9732-eeb6bbdaf42f None None] DHCP port deletion for 1e5091f0-6e84-4391-a8b4-ae2264a359f4 request from n-d-813419-10 {{(pid=102348) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 11:01:44.549613 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-c33c2673-3972-492d-9732-eeb6bbdaf42f None None] Deleting port a4ac1e97-8c04-4520-aed9-0ffbb752678d {{(pid=102348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 11:01:44.550121 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-c33c2673-3972-492d-9732-eeb6bbdaf42f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:01:44.555455 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-dc95bb2f-a048-494a-80aa-fd4b8cf1b7ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:01:44.587407 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc95bb2f-a048-494a-80aa-fd4b8cf1b7ac admin admin] Pushing event deleted for resources: {'Port': ['ID=a4ac1e97-8c04-4520-aed9-0ffbb752678d,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:01:44.601033 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc95bb2f-a048-494a-80aa-fd4b8cf1b7ac admin admin] No DVR routers for this DVR port a4ac1e97-8c04-4520-aed9-0ffbb752678d on host n-d-813419-10 {{(pid=102347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 11:01:44.623816 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-c33c2673-3972-492d-9732-eeb6bbdaf42f None None] For port a4ac1e97-8c04-4520-aed9-0ffbb752678d, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=a4ac1e97-8c04-4520-aed9-0ffbb752678d,segment=NetworkSegment(653b8aae-9a93-421e-861e-397fe317f87e),segment_id=653b8aae-9a93-421e-861e-397fe317f87e)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:01:44.624355 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-c33c2673-3972-492d-9732-eeb6bbdaf42f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:01:44.639051 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-c33c2673-3972-492d-9732-eeb6bbdaf42f None None] Calling delete_port for a4ac1e97-8c04-4520-aed9-0ffbb752678d owned by network:dhcp {{(pid=102348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 11:01:44.686337 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-dc95bb2f-a048-494a-80aa-fd4b8cf1b7ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857803', 'neutron.services.segments.db._delete_segments_for_network-8743873143390'] for network, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:01:44.707591 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-dc95bb2f-a048-494a-80aa-fd4b8cf1b7ac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e5091f0-6e84-4391-a8b4-ae2264a359f4']}} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:01:44.720327 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-dc95bb2f-a048-494a-80aa-fd4b8cf1b7ac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '653b8aae-9a93-421e-861e-397fe317f87e') {'for_net_delete': True} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:01:44.720675 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-dc95bb2f-a048-494a-80aa-fd4b8cf1b7ac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '653b8aae-9a93-421e-861e-397fe317f87e') {} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:01:44.732545 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-c33c2673-3972-492d-9732-eeb6bbdaf42f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615'] for port, after_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:01:44.732767 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-dc95bb2f-a048-494a-80aa-fd4b8cf1b7ac admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743873145191', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18445132'] for segment, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:01:44.748103 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-dc95bb2f-a048-494a-80aa-fd4b8cf1b7ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:01:44.754674 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc95bb2f-a048-494a-80aa-fd4b8cf1b7ac admin admin] Releasing vlan 410 on physical network physnet1 to pool {{(pid=102347) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 11:01:44.755068 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-dc95bb2f-a048-494a-80aa-fd4b8cf1b7ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-18296032'] for segment, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:01:44.757144 n-d-813419-10 neutron-server[102347]: Traceback (most recent call last): Oct 27 11:01:44.757144 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 11:01:44.757144 n-d-813419-10 neutron-server[102347]: timer() Oct 27 11:01:44.757144 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 11:01:44.757144 n-d-813419-10 neutron-server[102347]: cb(*args, **kw) Oct 27 11:01:44.757144 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 11:01:44.757144 n-d-813419-10 neutron-server[102347]: return func(*args, **kwargs) Oct 27 11:01:44.757144 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 11:01:44.757144 n-d-813419-10 neutron-server[102347]: self._notify() Oct 27 11:01:44.757144 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 11:01:44.757144 n-d-813419-10 neutron-server[102347]: self.callback(batched_events) Oct 27 11:01:44.757144 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 11:01:44.757144 n-d-813419-10 neutron-server[102347]: event.method(event) Oct 27 11:01:44.757144 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 11:01:44.757144 n-d-813419-10 neutron-server[102347]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 11:01:44.757144 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 11:01:44.757144 n-d-813419-10 neutron-server[102347]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 11:01:44.757144 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 11:01:44.757144 n-d-813419-10 neutron-server[102347]: return f(self, *a, **k) Oct 27 11:01:44.757144 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 11:01:44.757144 n-d-813419-10 neutron-server[102347]: return self._get(url).json() Oct 27 11:01:44.757144 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 11:01:44.757144 n-d-813419-10 neutron-server[102347]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 11:01:44.757144 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 11:01:44.757144 n-d-813419-10 neutron-server[102347]: return self.request(url, 'GET', **kwargs) Oct 27 11:01:44.757144 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 11:01:44.757144 n-d-813419-10 neutron-server[102347]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 11:01:44.757144 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 11:01:44.757144 n-d-813419-10 neutron-server[102347]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 11:01:44.757144 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 11:01:44.757144 n-d-813419-10 neutron-server[102347]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 11:01:44.757144 n-d-813419-10 neutron-server[102347]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 11:01:44.766667 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33c2673-3972-492d-9732-eeb6bbdaf42f None None] Pushing event deleted for resources: {'Port': ['ID=a4ac1e97-8c04-4520-aed9-0ffbb752678d,revision_number=None']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:01:44.775115 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c33c2673-3972-492d-9732-eeb6bbdaf42f None None] No DVR routers for this DVR port a4ac1e97-8c04-4520-aed9-0ffbb752678d on host n-d-813419-10 {{(pid=102348) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 11:01:44.777596 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33c2673-3972-492d-9732-eeb6bbdaf42f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:01:44.778012 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33c2673-3972-492d-9732-eeb6bbdaf42f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:01:44.778611 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33c2673-3972-492d-9732-eeb6bbdaf42f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:01:44.779476 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33c2673-3972-492d-9732-eeb6bbdaf42f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:01:44.779932 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33c2673-3972-492d-9732-eeb6bbdaf42f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:01:44.780358 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33c2673-3972-492d-9732-eeb6bbdaf42f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:01:44.780754 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33c2673-3972-492d-9732-eeb6bbdaf42f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:01:44.781148 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33c2673-3972-492d-9732-eeb6bbdaf42f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:01:44.781539 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33c2673-3972-492d-9732-eeb6bbdaf42f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:01:44.781928 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33c2673-3972-492d-9732-eeb6bbdaf42f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:01:44.782322 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33c2673-3972-492d-9732-eeb6bbdaf42f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:01:44.782746 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33c2673-3972-492d-9732-eeb6bbdaf42f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:01:44.827017 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-dc95bb2f-a048-494a-80aa-fd4b8cf1b7ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664840'] for network, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:01:44.853997 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-dc95bb2f-a048-494a-80aa-fd4b8cf1b7ac admin admin] Publish callbacks [] for network, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:01:44.860350 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 42918) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:01:44.860807 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-dc95bb2f-a048-494a-80aa-fd4b8cf1b7ac admin admin] 10.222.0.44 "DELETE /v2.0/networks/1e5091f0-6e84-4391-a8b4-ae2264a359f4 HTTP/1.1" status: 204 len: 168 time: 0.6206498 Oct 27 11:01:44.861888 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc95bb2f-a048-494a-80aa-fd4b8cf1b7ac admin admin] Pushing event deleted for resources: {'Network': ['ID=1e5091f0-6e84-4391-a8b4-ae2264a359f4,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:01:45.039151 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 6df74fdf-fd99-44be-afcd-e71da47f6ee3 no longer exists at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 11:01:45.067079 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] No Port match for: 6df74fdf-fd99-44be-afcd-e71da47f6ee3 {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 11:01:45.067370 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 6df74fdf-fd99-44be-afcd-e71da47f6ee3 not bound to the agent host n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 11:01:45.067809 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device a4ac1e97-8c04-4520-aed9-0ffbb752678d no longer exists at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 11:01:45.086983 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] No Port match for: a4ac1e97-8c04-4520-aed9-0ffbb752678d {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 11:01:45.087330 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device a4ac1e97-8c04-4520-aed9-0ffbb752678d not bound to the agent host n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 11:01:45.088142 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 87274122-8696-4877-b6be-663010e32e55 no longer exists at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 11:01:45.110860 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] No Port match for: 87274122-8696-4877-b6be-663010e32e55 {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 11:01:45.111210 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 87274122-8696-4877-b6be-663010e32e55 not bound to the agent host n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 11:01:45.242678 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-cc0d5847-1f59-458d-9081-f40120bbfe32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1766202'] for router_interface, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:01:45.501688 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-cc0d5847-1f59-458d-9081-f40120bbfe32 admin admin] Deleting port 15c52433-c442-49c7-93c9-f5f88080938f {{(pid=102346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 11:01:45.502022 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-cc0d5847-1f59-458d-9081-f40120bbfe32 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:01:45.580336 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [None req-cc0d5847-1f59-458d-9081-f40120bbfe32 admin admin] For port 15c52433-c442-49c7-93c9-f5f88080938f, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=15c52433-c442-49c7-93c9-f5f88080938f,segment=NetworkSegment(7476648a-4c60-4e1b-910d-f4f7e7cbc317),segment_id=7476648a-4c60-4e1b-910d-f4f7e7cbc317)] {{(pid=102346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:01:45.580693 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-cc0d5847-1f59-458d-9081-f40120bbfe32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:01:45.595134 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-cc0d5847-1f59-458d-9081-f40120bbfe32 admin admin] Calling delete_port for 15c52433-c442-49c7-93c9-f5f88080938f owned by network:router_interface {{(pid=102346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 11:01:45.772713 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-cc0d5847-1f59-458d-9081-f40120bbfe32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:01:45.798997 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0d5847-1f59-458d-9081-f40120bbfe32 admin admin] Pushing event deleted for resources: {'Port': ['ID=15c52433-c442-49c7-93c9-f5f88080938f,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:01:45.976031 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-cc0d5847-1f59-458d-9081-f40120bbfe32 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2006968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1766358'] for router_interface, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:01:46.202964 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc0d5847-1f59-458d-9081-f40120bbfe32 admin admin] Router 248e91cc-b53b-4e31-9063-6a54b7adc10a has already been hosted by L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb {{(pid=102346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 11:01:46.260509 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-2f5efef4-7cf3-4330-9e1b-cddf97dc63ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:01:46.307267 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc0d5847-1f59-458d-9081-f40120bbfe32 admin admin] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 11:01:46.313818 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-cc0d5847-1f59-458d-9081-f40120bbfe32 admin admin] 10.222.0.44 "PUT /v2.0/routers/248e91cc-b53b-4e31-9063-6a54b7adc10a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4515655 Oct 27 11:01:46.316056 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 42948) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:01:46.324012 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-947b9c0e-165f-4f36-abd0-10bc7cc12d2e None None] Sync routers for ids ['248e91cc-b53b-4e31-9063-6a54b7adc10a'] in n-d-813419-10 {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 11:01:46.342186 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-947b9c0e-165f-4f36-abd0-10bc7cc12d2e None None] Routers {'248e91cc-b53b-4e31-9063-6a54b7adc10a'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 11:01:46.343502 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-947b9c0e-165f-4f36-abd0-10bc7cc12d2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T11:01:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['248e91cc-b53b-4e31-9063-6a54b7adc10a'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:01:46.435635 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-297a7384-5afd-4b05-8f02-565c0515892c admin admin] Publish callbacks [] for router, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:01:46.452834 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvr_db [None req-947b9c0e-165f-4f36-abd0-10bc7cc12d2e None None] Set router 248e91cc-b53b-4e31-9063-6a54b7adc10a gateway port host: n-d-813419-10 {{(pid=102349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 11:01:46.643416 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-947b9c0e-165f-4f36-abd0-10bc7cc12d2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '248e91cc-b53b-4e31-9063-6a54b7adc10a', 'name': 'tempest-TestServerBasicOps-1377904407-router', 'tenant_id': 'ba0b8c89ecb84eacabef3ffb9d0bf8ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.94'}], 'enable_snat': True}, 'gw_port_id': 'ad276016-fa00-4bd3-a62e-ed73c943a4a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:56:32Z', 'updated_at': '2021-10-27T11:01:45Z', 'revision_number': 5, 'project_id': 'ba0b8c89ecb84eacabef3ffb9d0bf8ec', 'gw_port': {'id': 'ad276016-fa00-4bd3-a62e-ed73c943a4a4', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:35:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '248e91cc-b53b-4e31-9063-6a54b7adc10a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:56:33Z', 'updated_at': '2021-10-27T10:56:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10'}], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:01:46.680360 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-947b9c0e-165f-4f36-abd0-10bc7cc12d2e None None] Checking router: 248e91cc-b53b-4e31-9063-6a54b7adc10a for host: n-d-813419-10 {{(pid=102349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 11:01:46.689478 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-947b9c0e-165f-4f36-abd0-10bc7cc12d2e None None] Routers {'248e91cc-b53b-4e31-9063-6a54b7adc10a'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 11:01:46.690094 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-947b9c0e-165f-4f36-abd0-10bc7cc12d2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T11:01:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['248e91cc-b53b-4e31-9063-6a54b7adc10a'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:01:46.888083 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-297a7384-5afd-4b05-8f02-565c0515892c admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:01:46.903418 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvr_db [None req-947b9c0e-165f-4f36-abd0-10bc7cc12d2e None None] Set router 248e91cc-b53b-4e31-9063-6a54b7adc10a gateway port host: n-d-813419-10 {{(pid=102349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 11:01:46.949982 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-297a7384-5afd-4b05-8f02-565c0515892c admin admin] Deleting port ad276016-fa00-4bd3-a62e-ed73c943a4a4 {{(pid=102347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 11:01:46.950562 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-297a7384-5afd-4b05-8f02-565c0515892c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:01:47.040537 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [None req-297a7384-5afd-4b05-8f02-565c0515892c admin admin] For port ad276016-fa00-4bd3-a62e-ed73c943a4a4, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=ad276016-fa00-4bd3-a62e-ed73c943a4a4,segment=NetworkSegment(bc14127b-7032-4c50-bb5b-f6813cbae86e),segment_id=bc14127b-7032-4c50-bb5b-f6813cbae86e)] {{(pid=102347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:01:47.041000 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-297a7384-5afd-4b05-8f02-565c0515892c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:01:47.060689 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-297a7384-5afd-4b05-8f02-565c0515892c admin admin] Calling delete_port for ad276016-fa00-4bd3-a62e-ed73c943a4a4 owned by network:router_gateway {{(pid=102347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 11:01:47.140929 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-947b9c0e-165f-4f36-abd0-10bc7cc12d2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '248e91cc-b53b-4e31-9063-6a54b7adc10a', 'name': 'tempest-TestServerBasicOps-1377904407-router', 'tenant_id': 'ba0b8c89ecb84eacabef3ffb9d0bf8ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.94'}], 'enable_snat': True}, 'gw_port_id': 'ad276016-fa00-4bd3-a62e-ed73c943a4a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:56:32Z', 'updated_at': '2021-10-27T11:01:45Z', 'revision_number': 5, 'project_id': 'ba0b8c89ecb84eacabef3ffb9d0bf8ec', 'gw_port': {'id': 'ad276016-fa00-4bd3-a62e-ed73c943a4a4', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:35:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '248e91cc-b53b-4e31-9063-6a54b7adc10a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:56:33Z', 'updated_at': '2021-10-27T10:56:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10'}], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:01:47.168228 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-947b9c0e-165f-4f36-abd0-10bc7cc12d2e None None] The sync data for ids ['248e91cc-b53b-4e31-9063-6a54b7adc10a'] in n-d-813419-10 is: [{'id': '248e91cc-b53b-4e31-9063-6a54b7adc10a', 'name': 'tempest-TestServerBasicOps-1377904407-router', 'tenant_id': 'ba0b8c89ecb84eacabef3ffb9d0bf8ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.94'}], 'enable_snat': True}, 'gw_port_id': 'ad276016-fa00-4bd3-a62e-ed73c943a4a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T10:56:32Z', 'updated_at': '2021-10-27T11:01:45Z', 'revision_number': 5, 'project_id': 'ba0b8c89ecb84eacabef3ffb9d0bf8ec', 'gw_port': {'id': 'ad276016-fa00-4bd3-a62e-ed73c943a4a4', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:35:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '248e91cc-b53b-4e31-9063-6a54b7adc10a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T10:56:33Z', 'updated_at': '2021-10-27T10:56:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10'}] {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 11:01:47.230653 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-297a7384-5afd-4b05-8f02-565c0515892c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:01:47.261571 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297a7384-5afd-4b05-8f02-565c0515892c admin admin] Pushing event deleted for resources: {'Port': ['ID=ad276016-fa00-4bd3-a62e-ed73c943a4a4,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:01:47.319437 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-297a7384-5afd-4b05-8f02-565c0515892c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1664884'] for router_gateway, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:01:47.412274 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-297a7384-5afd-4b05-8f02-565c0515892c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1765662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3700'] for router, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:01:47.414587 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-297a7384-5afd-4b05-8f02-565c0515892c admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:01:47.458767 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-297a7384-5afd-4b05-8f02-565c0515892c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1765641'] for router, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:01:47.459366 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-297a7384-5afd-4b05-8f02-565c0515892c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 248e91cc-b53b-4e31-9063-6a54b7adc10a {{(pid=102347) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 11:01:47.464125 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-297a7384-5afd-4b05-8f02-565c0515892c admin admin] Publish callbacks [] for router, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:01:47.465402 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-297a7384-5afd-4b05-8f02-565c0515892c admin admin] 10.222.0.44 "DELETE /v2.0/routers/248e91cc-b53b-4e31-9063-6a54b7adc10a HTTP/1.1" status: 204 len: 168 time: 1.1471817 Oct 27 11:01:47.468554 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 42968) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:01:47.519215 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e8ca003-17eb-4a10-b251-b274a4a48214 admin admin] Deleting subnet e8b4dc55-81b9-492d-a71b-a5650eed0808 {{(pid=102347) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 11:01:47.522748 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-7e8ca003-17eb-4a10-b251-b274a4a48214 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:01:47.559241 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-7e8ca003-17eb-4a10-b251-b274a4a48214 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-18445109'] for subnet, precommit_delete_associations {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:01:47.640360 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-7e8ca003-17eb-4a10-b251-b274a4a48214 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855646'] for subnet, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:01:47.706833 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-7e8ca003-17eb-4a10-b251-b274a4a48214 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-18295818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18043720'] for subnet, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:01:47.734909 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8ca003-17eb-4a10-b251-b274a4a48214 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e8b4dc55-81b9-492d-a71b-a5650eed0808,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:01:47.740870 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-7e8ca003-17eb-4a10-b251-b274a4a48214 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:01:47.744099 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-7e8ca003-17eb-4a10-b251-b274a4a48214 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/e8b4dc55-81b9-492d-a71b-a5650eed0808 HTTP/1.1" status: 204 len: 168 time: 0.2745953 Oct 27 11:01:47.746675 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 42974) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:01:47.749836 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-007c341a-366a-4d6a-a3cb-0171eb62faa6 None None] Network 5ee92392-30b8-40c4-b671-771bc4dafae0 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 11:01:47.839135 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-3ea54b72-c6d6-44f3-8298-7eab986e374b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586917'] for network, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:01:47.913379 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-3ea54b72-c6d6-44f3-8298-7eab986e374b admin admin] Deleting port f8ea686d-a3b7-484b-9a33-c1e2e52fc400 {{(pid=102346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 11:01:47.913752 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-3ea54b72-c6d6-44f3-8298-7eab986e374b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:01:47.944990 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cff1883b-14a8-43b0-91ce-faeaa7767c9a None None] DHCP port deletion for 5ee92392-30b8-40c4-b671-771bc4dafae0 request from n-d-813419-10 {{(pid=102348) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 11:01:47.996929 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [None req-3ea54b72-c6d6-44f3-8298-7eab986e374b admin admin] For port f8ea686d-a3b7-484b-9a33-c1e2e52fc400, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=f8ea686d-a3b7-484b-9a33-c1e2e52fc400,segment=NetworkSegment(7476648a-4c60-4e1b-910d-f4f7e7cbc317),segment_id=7476648a-4c60-4e1b-910d-f4f7e7cbc317)] {{(pid=102346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:01:47.997494 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-3ea54b72-c6d6-44f3-8298-7eab986e374b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:01:48.010762 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-3ea54b72-c6d6-44f3-8298-7eab986e374b admin admin] Calling delete_port for f8ea686d-a3b7-484b-9a33-c1e2e52fc400 owned by network:dhcp {{(pid=102346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 11:01:48.014770 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-cff1883b-14a8-43b0-91ce-faeaa7767c9a None None] Deleting port f8ea686d-a3b7-484b-9a33-c1e2e52fc400 {{(pid=102348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 11:01:48.015703 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-cff1883b-14a8-43b0-91ce-faeaa7767c9a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:01:48.083323 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-cff1883b-14a8-43b0-91ce-faeaa7767c9a None None] For port f8ea686d-a3b7-484b-9a33-c1e2e52fc400, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=f8ea686d-a3b7-484b-9a33-c1e2e52fc400,segment=NetworkSegment(7476648a-4c60-4e1b-910d-f4f7e7cbc317),segment_id=7476648a-4c60-4e1b-910d-f4f7e7cbc317)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:01:48.083937 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-cff1883b-14a8-43b0-91ce-faeaa7767c9a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:01:48.096854 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-cff1883b-14a8-43b0-91ce-faeaa7767c9a None None] Calling delete_port for f8ea686d-a3b7-484b-9a33-c1e2e52fc400 owned by network:dhcp {{(pid=102348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 11:01:48.108313 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-3ea54b72-c6d6-44f3-8298-7eab986e374b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:01:48.136375 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ea54b72-c6d6-44f3-8298-7eab986e374b admin admin] No DVR routers for this DVR port f8ea686d-a3b7-484b-9a33-c1e2e52fc400 on host n-d-813419-10 {{(pid=102346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 11:01:48.160905 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea54b72-c6d6-44f3-8298-7eab986e374b admin admin] Pushing event deleted for resources: {'Port': ['ID=f8ea686d-a3b7-484b-9a33-c1e2e52fc400,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:01:48.180613 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-cff1883b-14a8-43b0-91ce-faeaa7767c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615'] for port, after_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:01:48.206069 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff1883b-14a8-43b0-91ce-faeaa7767c9a None None] Pushing event deleted for resources: {'Port': ['ID=f8ea686d-a3b7-484b-9a33-c1e2e52fc400,revision_number=None']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:01:48.217190 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cff1883b-14a8-43b0-91ce-faeaa7767c9a None None] No DVR routers for this DVR port f8ea686d-a3b7-484b-9a33-c1e2e52fc400 on host n-d-813419-10 {{(pid=102348) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 11:01:48.231453 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-3ea54b72-c6d6-44f3-8298-7eab986e374b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857803', 'neutron.services.segments.db._delete_segments_for_network-8743873143390'] for network, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:01:48.259455 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-3ea54b72-c6d6-44f3-8298-7eab986e374b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ee92392-30b8-40c4-b671-771bc4dafae0']}} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:01:48.270020 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-3ea54b72-c6d6-44f3-8298-7eab986e374b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7476648a-4c60-4e1b-910d-f4f7e7cbc317') {'for_net_delete': True} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:01:48.270314 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-3ea54b72-c6d6-44f3-8298-7eab986e374b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7476648a-4c60-4e1b-910d-f4f7e7cbc317') {} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:01:48.280678 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-3ea54b72-c6d6-44f3-8298-7eab986e374b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743873145191', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25847877'] for segment, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:01:48.294503 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-3ea54b72-c6d6-44f3-8298-7eab986e374b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:01:48.301319 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ea54b72-c6d6-44f3-8298-7eab986e374b admin admin] Releasing vlan 424 on physical network physnet1 to pool {{(pid=102346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 11:01:48.301874 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-3ea54b72-c6d6-44f3-8298-7eab986e374b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27024137'] for segment, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:01:48.303847 n-d-813419-10 neutron-server[102346]: Traceback (most recent call last): Oct 27 11:01:48.303847 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 11:01:48.303847 n-d-813419-10 neutron-server[102346]: timer() Oct 27 11:01:48.303847 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 11:01:48.303847 n-d-813419-10 neutron-server[102346]: cb(*args, **kw) Oct 27 11:01:48.303847 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 11:01:48.303847 n-d-813419-10 neutron-server[102346]: return func(*args, **kwargs) Oct 27 11:01:48.303847 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 11:01:48.303847 n-d-813419-10 neutron-server[102346]: self._notify() Oct 27 11:01:48.303847 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 11:01:48.303847 n-d-813419-10 neutron-server[102346]: self.callback(batched_events) Oct 27 11:01:48.303847 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 11:01:48.303847 n-d-813419-10 neutron-server[102346]: event.method(event) Oct 27 11:01:48.303847 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 11:01:48.303847 n-d-813419-10 neutron-server[102346]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 11:01:48.303847 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 11:01:48.303847 n-d-813419-10 neutron-server[102346]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 11:01:48.303847 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 11:01:48.303847 n-d-813419-10 neutron-server[102346]: return f(self, *a, **k) Oct 27 11:01:48.303847 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 11:01:48.303847 n-d-813419-10 neutron-server[102346]: return self._get(url).json() Oct 27 11:01:48.303847 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 11:01:48.303847 n-d-813419-10 neutron-server[102346]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 11:01:48.303847 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 11:01:48.303847 n-d-813419-10 neutron-server[102346]: return self.request(url, 'GET', **kwargs) Oct 27 11:01:48.303847 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 11:01:48.303847 n-d-813419-10 neutron-server[102346]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 11:01:48.303847 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 11:01:48.303847 n-d-813419-10 neutron-server[102346]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 11:01:48.303847 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 11:01:48.303847 n-d-813419-10 neutron-server[102346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 11:01:48.303847 n-d-813419-10 neutron-server[102346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 11:01:48.371835 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-3ea54b72-c6d6-44f3-8298-7eab986e374b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664840'] for network, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:01:48.376544 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-3ea54b72-c6d6-44f3-8298-7eab986e374b admin admin] Publish callbacks [] for network, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:01:48.382830 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-3ea54b72-c6d6-44f3-8298-7eab986e374b admin admin] 10.222.0.44 "DELETE /v2.0/networks/5ee92392-30b8-40c4-b671-771bc4dafae0 HTTP/1.1" status: 204 len: 168 time: 0.6311123 Oct 27 11:01:48.527723 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 42992) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:01:48.583315 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-fa920037-5745-4813-8497-0d72c64d1a41 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=daf5757200ff42558a3fc6db88bf4432&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0530758 Oct 27 11:01:48.585878 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 42994) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:01:48.639817 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-d2b94670-638d-409b-9a23-6c80f0c2fc63 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:01:48.662214 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-d2b94670-638d-409b-9a23-6c80f0c2fc63 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:01:48.701680 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea54b72-c6d6-44f3-8298-7eab986e374b admin admin] Pushing event deleted for resources: {'Network': ['ID=5ee92392-30b8-40c4-b671-771bc4dafae0,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:01:48.712362 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-d2b94670-638d-409b-9a23-6c80f0c2fc63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:01:48.714942 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-d2b94670-638d-409b-9a23-6c80f0c2fc63 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:01:48.716125 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-d2b94670-638d-409b-9a23-6c80f0c2fc63 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4a30f922-80ba-4134-a4ee-6d533a6c3c40 HTTP/1.1" status: 204 len: 168 time: 0.1291625 Oct 27 11:01:48.724257 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b94670-638d-409b-9a23-6c80f0c2fc63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a30f922-80ba-4134-a4ee-6d533a6c3c40,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:01:48.921476 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-fa206bcc-5cb3-43e8-84ba-962938d54e99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:01:49.012756 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device ad276016-fa00-4bd3-a62e-ed73c943a4a4 no longer exists at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 11:01:49.033565 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] No Port match for: ad276016-fa00-4bd3-a62e-ed73c943a4a4 {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 11:01:49.033908 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device ad276016-fa00-4bd3-a62e-ed73c943a4a4 not bound to the agent host n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 11:01:49.034326 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 15c52433-c442-49c7-93c9-f5f88080938f no longer exists at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 11:01:49.058539 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] No Port match for: 15c52433-c442-49c7-93c9-f5f88080938f {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 11:01:49.059082 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 15c52433-c442-49c7-93c9-f5f88080938f not bound to the agent host n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 11:01:49.059662 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device f8ea686d-a3b7-484b-9a33-c1e2e52fc400 no longer exists at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 11:01:49.076306 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 43010) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:01:49.086980 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] No Port match for: f8ea686d-a3b7-484b-9a33-c1e2e52fc400 {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 11:01:49.087329 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device f8ea686d-a3b7-484b-9a33-c1e2e52fc400 not bound to the agent host n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 11:01:49.119387 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-803deeff-c182-470a-b5ce-a679d9379e4c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ba0b8c89ecb84eacabef3ffb9d0bf8ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0438008 Oct 27 11:01:49.121870 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 43012) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:01:49.168608 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-1b21e02a-ccba-4020-8699-8c5ba5c99664 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:01:49.190137 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-1b21e02a-ccba-4020-8699-8c5ba5c99664 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:01:49.235761 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-1b21e02a-ccba-4020-8699-8c5ba5c99664 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:01:49.238650 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-1b21e02a-ccba-4020-8699-8c5ba5c99664 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:01:49.239877 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-1b21e02a-ccba-4020-8699-8c5ba5c99664 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8f9a05c2-7205-4812-96d2-376c3c6b03b5 HTTP/1.1" status: 204 len: 168 time: 0.1165538 Oct 27 11:01:49.248618 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b21e02a-ccba-4020-8699-8c5ba5c99664 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f9a05c2-7205-4812-96d2-376c3c6b03b5,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:01:49.973288 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 43046) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:01:50.046006 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:01:50.082933 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-5cf29bda-5f9d-451f-aa97-3186b9bfbd37 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-915056391-network', 'tenant_id': '438ec51c3bc34f528a6348027991a7cb'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:01:50.105189 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cf29bda-5f9d-451f-aa97-3186b9bfbd37 admin admin] Made reservation on behalf of 438ec51c3bc34f528a6348027991a7cb for: {'network': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 11:01:50.107756 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-5cf29bda-5f9d-451f-aa97-3186b9bfbd37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for network, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:01:50.117907 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-5cf29bda-5f9d-451f-aa97-3186b9bfbd37 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:01:50.122658 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-eadeaa30-4096-4d1a-b3cb-aa7ebfb291ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:01:50.209106 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-5cf29bda-5f9d-451f-aa97-3186b9bfbd37 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:01:50.213023 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-5cf29bda-5f9d-451f-aa97-3186b9bfbd37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:01:50.236736 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5cf29bda-5f9d-451f-aa97-3186b9bfbd37 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 432} {{(pid=102346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 11:01:50.251877 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf29bda-5f9d-451f-aa97-3186b9bfbd37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e06c7a8-6ff4-4f52-8362-2b7d8efc6d05,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:01:50.254730 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-5cf29bda-5f9d-451f-aa97-3186b9bfbd37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:01:50.255064 n-d-813419-10 neutron-server[102346]: INFO neutron.db.segments_db [None req-5cf29bda-5f9d-451f-aa97-3186b9bfbd37 admin admin] Added segment f3e6649f-c49d-42ca-945d-1bab77cfe055 of type vlan for network 9d7797fd-d874-4f54-9488-4b38d6a3285a Oct 27 11:01:50.295409 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-5cf29bda-5f9d-451f-aa97-3186b9bfbd37 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743872593080'] for network, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:01:50.321419 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-5cf29bda-5f9d-451f-aa97-3186b9bfbd37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913'] for network, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:01:50.322721 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cf29bda-5f9d-451f-aa97-3186b9bfbd37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:01:50.323267 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-5cf29bda-5f9d-451f-aa97-3186b9bfbd37 admin admin] Publish callbacks [] for network, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:01:50.381892 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-5cf29bda-5f9d-451f-aa97-3186b9bfbd37 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.4074230 Oct 27 11:01:50.384916 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 43060) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:01:50.387876 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf29bda-5f9d-451f-aa97-3186b9bfbd37 admin admin] Pushing event updated for resources: {'Network': ['ID=9d7797fd-d874-4f54-9488-4b38d6a3285a,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:01:50.391048 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-ac46ac08-9478-4fa2-81e0-42b365efd0ef admin admin] Request body: {'subnet': {'network_id': '9d7797fd-d874-4f54-9488-4b38d6a3285a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-915056391-subnet', 'tenant_id': '438ec51c3bc34f528a6348027991a7cb', 'ip_version': 4}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:01:50.399355 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Network 9d7797fd-d874-4f54-9488-4b38d6a3285a details requested by agent ovs-agent-n-d-813419-10 with host n-d-813419-10 {{(pid=102348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 11:01:50.426911 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac46ac08-9478-4fa2-81e0-42b365efd0ef admin admin] Made reservation on behalf of 438ec51c3bc34f528a6348027991a7cb for: {'subnet': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 11:01:50.429446 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-ac46ac08-9478-4fa2-81e0-42b365efd0ef admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18044073'] for subnet, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:01:50.601445 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-ac46ac08-9478-4fa2-81e0-42b365efd0ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-18295883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18044091'] for subnet, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:01:50.666165 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac46ac08-9478-4fa2-81e0-42b365efd0ef admin admin] Pushing event updated for resources: {'Subnet': ['ID=97f5ccf1-8b9b-4cba-b053-ac62d46b0b99,revision_number=0']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:01:50.670676 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac46ac08-9478-4fa2-81e0-42b365efd0ef admin admin] Checking segment: {'id': 'f3e6649f-c49d-42ca-945d-1bab77cfe055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '9d7797fd-d874-4f54-9488-4b38d6a3285a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 11:01:50.671036 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac46ac08-9478-4fa2-81e0-42b365efd0ef admin admin] Network hostable DHCP agents. Network: 9d7797fd-d874-4f54-9488-4b38d6a3285a, hostable agents: ['eafd4000-b897-4722-ae8b-0118ec955181'], hosted agents: [] {{(pid=102347) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 11:01:50.688065 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac46ac08-9478-4fa2-81e0-42b365efd0ef admin admin] Network 9d7797fd-d874-4f54-9488-4b38d6a3285a is scheduled to be hosted by DHCP agent eafd4000-b897-4722-ae8b-0118ec955181 with binding_index 1 {{(pid=102347) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 11:01:50.696852 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [None req-ac46ac08-9478-4fa2-81e0-42b365efd0ef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-10, 9d7797fd-d874-4f54-9488-4b38d6a3285a) {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 11:01:50.702312 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac46ac08-9478-4fa2-81e0-42b365efd0ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:01:50.703821 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-ac46ac08-9478-4fa2-81e0-42b365efd0ef admin admin] Publish callbacks [] for subnet, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:01:50.705957 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5af1d896-3b7c-4a22-b09a-be5380d5c2be None None] Network 9d7797fd-d874-4f54-9488-4b38d6a3285a requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 11:01:50.721370 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-ac46ac08-9478-4fa2-81e0-42b365efd0ef admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.3346603 Oct 27 11:01:50.724112 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 43066) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:01:50.728667 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-9f94a05d-8a06-44c9-9e02-298cca86ae67 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-915056391-router', 'tenant_id': '438ec51c3bc34f528a6348027991a7cb', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'}}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:01:50.749585 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-9f94a05d-8a06-44c9-9e02-298cca86ae67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1768632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3610'] for router, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:01:50.751041 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-9f94a05d-8a06-44c9-9e02-298cca86ae67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1765704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1769409', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1694266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3597'] for router, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:01:50.806485 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-9f94a05d-8a06-44c9-9e02-298cca86ae67 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:01:50.866973 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ff33057-2d16-4ee6-aeb9-48b15556a2b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp734b258e-7d96-550c-b970-9b72ab66f383-9d7797fd-d874-4f54-9488-4b38d6a3285a', 'network_id': '9d7797fd-d874-4f54-9488-4b38d6a3285a', 'tenant_id': '438ec51c3bc34f528a6348027991a7cb', 'fixed_ips': [{'subnet_id': '97f5ccf1-8b9b-4cba-b053-ac62d46b0b99'}]}} from n-d-813419-10. {{(pid=102348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 11:01:50.867868 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-9ff33057-2d16-4ee6-aeb9-48b15556a2b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:01:50.953087 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-9f94a05d-8a06-44c9-9e02-298cca86ae67 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:01:51.028009 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.db_base_plugin_common [None req-9ff33057-2d16-4ee6-aeb9-48b15556a2b1 None None] Allocated IP 172.20.0.2 (9d7797fd-d874-4f54-9488-4b38d6a3285a/97f5ccf1-8b9b-4cba-b053-ac62d46b0b99/cda20c2e-a539-4c8b-887c-135fedd5b8a8) {{(pid=102348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 11:01:51.168946 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-9f94a05d-8a06-44c9-9e02-298cca86ae67 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:01:51.198849 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-9f94a05d-8a06-44c9-9e02-298cca86ae67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:01:51.202802 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-9ff33057-2d16-4ee6-aeb9-48b15556a2b1 None None] Publish callbacks [] for port, precommit_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:01:51.211324 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-9ff33057-2d16-4ee6-aeb9-48b15556a2b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606'] for port, after_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:01:51.245665 n-d-813419-10 neutron-server[102348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ff33057-2d16-4ee6-aeb9-48b15556a2b1 None None] Network 9d7797fd-d874-4f54-9488-4b38d6a3285a is already hosted by enough agents. {{(pid=102348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 11:01:51.248493 n-d-813419-10 neutron-server[102348]: DEBUG neutron.scheduler.base_scheduler [None req-9ff33057-2d16-4ee6-aeb9-48b15556a2b1 None None] Resources bound (agent type, host, resource id): {{(pid=102348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 11:01:51.254606 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ff33057-2d16-4ee6-aeb9-48b15556a2b1 None None] Received port after_create {{(pid=102348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 11:01:51.289300 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff33057-2d16-4ee6-aeb9-48b15556a2b1 None None] Pushing event updated for resources: {'Port': ['ID=cda20c2e-a539-4c8b-887c-135fedd5b8a8,revision_number=1']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:01:51.319009 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-9ff33057-2d16-4ee6-aeb9-48b15556a2b1 None None] Attempting to bind port cda20c2e-a539-4c8b-887c-135fedd5b8a8 on host n-d-813419-10 for vnic_type normal with profile {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 11:01:51.319370 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-9ff33057-2d16-4ee6-aeb9-48b15556a2b1 None None] Attempting to bind port cda20c2e-a539-4c8b-887c-135fedd5b8a8 by drivers openvswitch,hyperv on host n-d-813419-10 at level 0 using segments [{'id': 'f3e6649f-c49d-42ca-945d-1bab77cfe055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '9d7797fd-d874-4f54-9488-4b38d6a3285a'}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 11:01:51.319725 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ff33057-2d16-4ee6-aeb9-48b15556a2b1 None None] Attempting to bind port cda20c2e-a539-4c8b-887c-135fedd5b8a8 on network 9d7797fd-d874-4f54-9488-4b38d6a3285a {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 11:01:51.323420 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_common [None req-9f94a05d-8a06-44c9-9e02-298cca86ae67 admin admin] Allocated IP 172.25.8.56 (185ff123-c7ff-45c7-a6be-71feb35acc9c/0fb9f9d1-7384-481f-8fa8-f4566c349d30/ac55470e-5241-4d11-b628-84c5d3b6fc96) {{(pid=102346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 11:01:51.325143 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ff33057-2d16-4ee6-aeb9-48b15556a2b1 None None] Checking agent: {'id': '89dba0f3-79b2-435e-9822-33674b8f6ada', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 8, 20), 'started_at': datetime.datetime(2021, 10, 27, 10, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 11, 1, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 11:01:51.325343 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ff33057-2d16-4ee6-aeb9-48b15556a2b1 None None] Checking segment: {'id': 'f3e6649f-c49d-42ca-945d-1bab77cfe055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '9d7797fd-d874-4f54-9488-4b38d6a3285a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 11:01:51.325766 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-9ff33057-2d16-4ee6-aeb9-48b15556a2b1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:01:51.326152 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ff33057-2d16-4ee6-aeb9-48b15556a2b1 None None] Bound using segment: {'id': 'f3e6649f-c49d-42ca-945d-1bab77cfe055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '9d7797fd-d874-4f54-9488-4b38d6a3285a'} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 11:01:51.326615 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-9ff33057-2d16-4ee6-aeb9-48b15556a2b1 None None] Bound port: cda20c2e-a539-4c8b-887c-135fedd5b8a8, host: n-d-813419-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3e6649f-c49d-42ca-945d-1bab77cfe055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '9d7797fd-d874-4f54-9488-4b38d6a3285a'}}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 11:01:51.327102 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-9ff33057-2d16-4ee6-aeb9-48b15556a2b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:01:51.391454 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-9ff33057-2d16-4ee6-aeb9-48b15556a2b1 None None] For port cda20c2e-a539-4c8b-887c-135fedd5b8a8, host n-d-813419-10, cleared binding levels {{(pid=102348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 11:01:51.394675 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-9ff33057-2d16-4ee6-aeb9-48b15556a2b1 None None] For port cda20c2e-a539-4c8b-887c-135fedd5b8a8, host n-d-813419-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=cda20c2e-a539-4c8b-887c-135fedd5b8a8,segment=NetworkSegment(f3e6649f-c49d-42ca-945d-1bab77cfe055),segment_id=f3e6649f-c49d-42ca-945d-1bab77cfe055)] {{(pid=102348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 11:01:51.399038 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-9ff33057-2d16-4ee6-aeb9-48b15556a2b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:01:51.456404 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-9f94a05d-8a06-44c9-9e02-298cca86ae67 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:01:51.460845 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff33057-2d16-4ee6-aeb9-48b15556a2b1 None None] Pushing event updated for resources: {'Port': ['ID=cda20c2e-a539-4c8b-887c-135fedd5b8a8,revision_number=2']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:01:51.505407 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-9f94a05d-8a06-44c9-9e02-298cca86ae67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:01:51.551555 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f94a05d-8a06-44c9-9e02-298cca86ae67 admin admin] Network 185ff123-c7ff-45c7-a6be-71feb35acc9c is already hosted by enough agents. {{(pid=102346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 11:01:51.554659 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-9f94a05d-8a06-44c9-9e02-298cca86ae67 admin admin] Resources bound (agent type, host, resource id): {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 11:01:51.558691 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f94a05d-8a06-44c9-9e02-298cca86ae67 admin admin] Received port after_create {{(pid=102346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 11:01:51.564810 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f94a05d-8a06-44c9-9e02-298cca86ae67 admin admin] Pushing event updated for resources: {'Port': ['ID=ac55470e-5241-4d11-b628-84c5d3b6fc96,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:01:51.851298 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-9f94a05d-8a06-44c9-9e02-298cca86ae67 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:01:52.016889 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-3c6a8245-0581-48aa-b5f6-4d8fe98cd16e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:01:52.054383 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-9f94a05d-8a06-44c9-9e02-298cca86ae67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1765699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1769372'] for router, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:01:52.192763 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f94a05d-8a06-44c9-9e02-298cca86ae67 admin admin] Router d0e7aa45-b423-4dd7-aaa3-2a2538284a26 is scheduled to L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb with binding_index 1 {{(pid=102346) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 11:01:52.314909 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f94a05d-8a06-44c9-9e02-298cca86ae67 admin admin] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 11:01:52.323325 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3601f940-f365-48ea-8f55-c223e49b1600 None None] Sync routers for ids ['d0e7aa45-b423-4dd7-aaa3-2a2538284a26'] in n-d-813419-10 {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 11:01:52.339110 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3601f940-f365-48ea-8f55-c223e49b1600 None None] Routers {'d0e7aa45-b423-4dd7-aaa3-2a2538284a26'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 11:01:52.339763 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-3601f940-f365-48ea-8f55-c223e49b1600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T11:01:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['d0e7aa45-b423-4dd7-aaa3-2a2538284a26'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:01:52.357018 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-9f94a05d-8a06-44c9-9e02-298cca86ae67 admin admin] Publish callbacks [] for router, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:01:52.358450 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-9f94a05d-8a06-44c9-9e02-298cca86ae67 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 915 time: 1.6332407 Oct 27 11:01:52.361237 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 43096) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:01:52.572634 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3437d8b4-1a52-4b1e-9237-a26f9ae33a38 None None] Network 9d7797fd-d874-4f54-9488-4b38d6a3285a requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 11:01:52.704414 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-a88e7f52-c33c-4fb0-abc4-f9cf530d6a4f None None] Provisioning complete for port cda20c2e-a539-4c8b-887c-135fedd5b8a8 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:01:52.704780 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a88e7f52-c33c-4fb0-abc4-f9cf530d6a4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:01:52.753778 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvr_db [None req-3601f940-f365-48ea-8f55-c223e49b1600 None None] Set router d0e7aa45-b423-4dd7-aaa3-2a2538284a26 gateway port host: n-d-813419-10 {{(pid=102348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 11:01:52.825108 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-5e39b94f-9210-4cb6-a910-de09e5e8b770 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:01:53.021133 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_common [None req-5e39b94f-9210-4cb6-a910-de09e5e8b770 admin admin] Allocated IP 172.20.0.1 (9d7797fd-d874-4f54-9488-4b38d6a3285a/97f5ccf1-8b9b-4cba-b053-ac62d46b0b99/ce64d77c-8047-4d3b-816c-1db671486972) {{(pid=102346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 11:01:53.024338 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a88e7f52-c33c-4fb0-abc4-f9cf530d6a4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:01:53.078489 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a88e7f52-c33c-4fb0-abc4-f9cf530d6a4f None None] For port cda20c2e-a539-4c8b-887c-135fedd5b8a8, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=cda20c2e-a539-4c8b-887c-135fedd5b8a8,segment=NetworkSegment(f3e6649f-c49d-42ca-945d-1bab77cfe055),segment_id=f3e6649f-c49d-42ca-945d-1bab77cfe055)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:01:53.087450 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a88e7f52-c33c-4fb0-abc4-f9cf530d6a4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:01:53.113649 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device cda20c2e-a539-4c8b-887c-135fedd5b8a8 up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 11:01:53.148392 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-3601f940-f365-48ea-8f55-c223e49b1600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0e7aa45-b423-4dd7-aaa3-2a2538284a26', 'name': 'tempest-ImageQuotaTest-915056391-router', 'tenant_id': '438ec51c3bc34f528a6348027991a7cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.56'}], 'enable_snat': True}, 'gw_port_id': 'ac55470e-5241-4d11-b628-84c5d3b6fc96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:01:50Z', 'updated_at': '2021-10-27T11:01:51Z', 'revision_number': 3, 'project_id': '438ec51c3bc34f528a6348027991a7cb', 'gw_port': {'id': 'ac55470e-5241-4d11-b628-84c5d3b6fc96', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:ed:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0e7aa45-b423-4dd7-aaa3-2a2538284a26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3993, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:01:51Z', 'updated_at': '2021-10-27T11:01:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10'}], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:01:53.193252 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3601f940-f365-48ea-8f55-c223e49b1600 None None] Checking router: d0e7aa45-b423-4dd7-aaa3-2a2538284a26 for host: n-d-813419-10 {{(pid=102348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 11:01:53.193598 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3601f940-f365-48ea-8f55-c223e49b1600 None None] Updating router d0e7aa45-b423-4dd7-aaa3-2a2538284a26 port ac55470e-5241-4d11-b628-84c5d3b6fc96 binding host n-d-813419-10 {{(pid=102348) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 11:01:53.223517 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-5e39b94f-9210-4cb6-a910-de09e5e8b770 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:01:53.236815 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-3601f940-f365-48ea-8f55-c223e49b1600 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:01:53.270900 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-5e39b94f-9210-4cb6-a910-de09e5e8b770 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:01:53.271944 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88e7f52-c33c-4fb0-abc4-f9cf530d6a4f None None] Pushing event updated for resources: {'Port': ['ID=cda20c2e-a539-4c8b-887c-135fedd5b8a8,revision_number=3']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:01:53.290711 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e39b94f-9210-4cb6-a910-de09e5e8b770 admin admin] Network 9d7797fd-d874-4f54-9488-4b38d6a3285a is already hosted by enough agents. {{(pid=102346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 11:01:53.293315 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-5e39b94f-9210-4cb6-a910-de09e5e8b770 admin admin] Resources bound (agent type, host, resource id): {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 11:01:53.314032 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e39b94f-9210-4cb6-a910-de09e5e8b770 admin admin] Received port after_create {{(pid=102346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 11:01:53.315324 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port cda20c2e-a539-4c8b-887c-135fedd5b8a8 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:01:53.315702 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:01:53.399859 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e39b94f-9210-4cb6-a910-de09e5e8b770 admin admin] Pushing event updated for resources: {'Port': ['ID=ce64d77c-8047-4d3b-816c-1db671486972,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:01:53.413331 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-5e39b94f-9210-4cb6-a910-de09e5e8b770 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1664961'] for router_interface, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:01:53.482362 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-91551825-15e4-4475-b2c9-1255eac00c1d None None] Provisioning complete for port cda20c2e-a539-4c8b-887c-135fedd5b8a8 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:01:53.482937 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-91551825-15e4-4475-b2c9-1255eac00c1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:01:53.600923 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-5e39b94f-9210-4cb6-a910-de09e5e8b770 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:01:53.710471 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-3601f940-f365-48ea-8f55-c223e49b1600 None None] Publish callbacks [] for port, precommit_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:01:53.722306 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-3601f940-f365-48ea-8f55-c223e49b1600 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:01:53.779254 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b7ece8-0594-4162-b086-a7df59dca50f None None] Pushing event updated for resources: {'Port': ['ID=ac55470e-5241-4d11-b628-84c5d3b6fc96,revision_number=2']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:01:53.790262 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-5e39b94f-9210-4cb6-a910-de09e5e8b770 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:01:53.796740 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-3601f940-f365-48ea-8f55-c223e49b1600 None None] Attempting to bind port ac55470e-5241-4d11-b628-84c5d3b6fc96 on host n-d-813419-10 for vnic_type normal with profile {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 11:01:53.797047 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-3601f940-f365-48ea-8f55-c223e49b1600 None None] Attempting to bind port ac55470e-5241-4d11-b628-84c5d3b6fc96 by drivers openvswitch,hyperv on host n-d-813419-10 at level 0 using segments [{'id': 'bc14127b-7032-4c50-bb5b-f6813cbae86e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 11:01:53.797344 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-5e39b94f-9210-4cb6-a910-de09e5e8b770 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27024173'] for port, after_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:01:53.797474 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3601f940-f365-48ea-8f55-c223e49b1600 None None] Attempting to bind port ac55470e-5241-4d11-b628-84c5d3b6fc96 on network 185ff123-c7ff-45c7-a6be-71feb35acc9c {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 11:01:53.810993 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3601f940-f365-48ea-8f55-c223e49b1600 None None] Checking agent: {'id': '89dba0f3-79b2-435e-9822-33674b8f6ada', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 8, 20), 'started_at': datetime.datetime(2021, 10, 27, 10, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 11, 1, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 11:01:53.811367 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3601f940-f365-48ea-8f55-c223e49b1600 None None] Checking segment: {'id': 'bc14127b-7032-4c50-bb5b-f6813cbae86e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 11:01:53.811744 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-3601f940-f365-48ea-8f55-c223e49b1600 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:01:53.812126 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3601f940-f365-48ea-8f55-c223e49b1600 None None] Bound using segment: {'id': 'bc14127b-7032-4c50-bb5b-f6813cbae86e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 11:01:53.812629 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-3601f940-f365-48ea-8f55-c223e49b1600 None None] Bound port: ac55470e-5241-4d11-b628-84c5d3b6fc96, host: n-d-813419-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc14127b-7032-4c50-bb5b-f6813cbae86e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'}}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 11:01:53.813003 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-3601f940-f365-48ea-8f55-c223e49b1600 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:01:53.846032 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-cd9eaeff-d6e4-4354-9be9-8b8943467b6b None None] Provisioning complete for port ce64d77c-8047-4d3b-816c-1db671486972 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:01:53.846396 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-cd9eaeff-d6e4-4354-9be9-8b8943467b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:01:53.868132 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e39b94f-9210-4cb6-a910-de09e5e8b770 admin admin] Pushing event updated for resources: {'Port': ['ID=ce64d77c-8047-4d3b-816c-1db671486972,revision_number=2']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:01:53.883271 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-5e39b94f-9210-4cb6-a910-de09e5e8b770 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2006967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1766225'] for router_interface, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:01:53.895000 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-3601f940-f365-48ea-8f55-c223e49b1600 None None] For port ac55470e-5241-4d11-b628-84c5d3b6fc96, host n-d-813419-10, cleared binding levels {{(pid=102348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 11:01:53.899849 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-cd9eaeff-d6e4-4354-9be9-8b8943467b6b None None] Port ce64d77c-8047-4d3b-816c-1db671486972 cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 11:01:53.910535 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-3601f940-f365-48ea-8f55-c223e49b1600 None None] For port ac55470e-5241-4d11-b628-84c5d3b6fc96, host n-d-813419-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=ac55470e-5241-4d11-b628-84c5d3b6fc96,segment=NetworkSegment(bc14127b-7032-4c50-bb5b-f6813cbae86e),segment_id=bc14127b-7032-4c50-bb5b-f6813cbae86e)] {{(pid=102348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 11:01:53.915168 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-3601f940-f365-48ea-8f55-c223e49b1600 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:01:53.981823 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3601f940-f365-48ea-8f55-c223e49b1600 None None] Routers {'d0e7aa45-b423-4dd7-aaa3-2a2538284a26'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 11:01:53.982891 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-3601f940-f365-48ea-8f55-c223e49b1600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T11:01:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['d0e7aa45-b423-4dd7-aaa3-2a2538284a26'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:01:53.991145 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e39b94f-9210-4cb6-a910-de09e5e8b770 admin admin] Network 9d7797fd-d874-4f54-9488-4b38d6a3285a is already hosted by enough agents. {{(pid=102346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 11:01:53.992668 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-5e39b94f-9210-4cb6-a910-de09e5e8b770 admin admin] Resources bound (agent type, host, resource id): {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 11:01:54.049980 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b7ece8-0594-4162-b086-a7df59dca50f None None] Pushing event updated for resources: {'Port': ['ID=ac55470e-5241-4d11-b628-84c5d3b6fc96,revision_number=3']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:01:54.105438 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvr_db [None req-3601f940-f365-48ea-8f55-c223e49b1600 None None] Set router d0e7aa45-b423-4dd7-aaa3-2a2538284a26 gateway port host: n-d-813419-10 {{(pid=102348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 11:01:54.135430 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e39b94f-9210-4cb6-a910-de09e5e8b770 admin admin] Router d0e7aa45-b423-4dd7-aaa3-2a2538284a26 has already been hosted by L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb {{(pid=102346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 11:01:54.264549 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e39b94f-9210-4cb6-a910-de09e5e8b770 admin admin] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 11:01:54.275544 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-5e39b94f-9210-4cb6-a910-de09e5e8b770 admin admin] 10.222.0.44 "PUT /v2.0/routers/d0e7aa45-b423-4dd7-aaa3-2a2538284a26/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9132950 Oct 27 11:01:54.333978 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-dc33f42a-adac-4353-9408-dce91b68b3c2 None None] Provisioning complete for port ce64d77c-8047-4d3b-816c-1db671486972 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:01:54.334242 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-dc33f42a-adac-4353-9408-dce91b68b3c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:01:54.374705 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-dc33f42a-adac-4353-9408-dce91b68b3c2 None None] Port ce64d77c-8047-4d3b-816c-1db671486972 cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 11:01:54.380305 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-3601f940-f365-48ea-8f55-c223e49b1600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0e7aa45-b423-4dd7-aaa3-2a2538284a26', 'name': 'tempest-ImageQuotaTest-915056391-router', 'tenant_id': '438ec51c3bc34f528a6348027991a7cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.56'}], 'enable_snat': True}, 'gw_port_id': 'ac55470e-5241-4d11-b628-84c5d3b6fc96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:01:50Z', 'updated_at': '2021-10-27T11:01:53Z', 'revision_number': 4, 'project_id': '438ec51c3bc34f528a6348027991a7cb', 'gw_port': {'id': 'ac55470e-5241-4d11-b628-84c5d3b6fc96', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:ed:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0e7aa45-b423-4dd7-aaa3-2a2538284a26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3993, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:01:51Z', 'updated_at': '2021-10-27T11:01:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_interfaces': [{'id': 'ce64d77c-8047-4d3b-816c-1db671486972', 'name': '', 'network_id': '9d7797fd-d874-4f54-9488-4b38d6a3285a', 'tenant_id': '438ec51c3bc34f528a6348027991a7cb', 'mac_address': 'fa:16:3e:fd:4a:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0e7aa45-b423-4dd7-aaa3-2a2538284a26', 'device_owner': 'network:router_interface', 'standard_attr_id': 3994, 'fixed_ips': [{'subnet_id': '97f5ccf1-8b9b-4cba-b053-ac62d46b0b99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:01:52Z', 'updated_at': '2021-10-27T11:01:53Z', 'revision_number': 2, 'project_id': '438ec51c3bc34f528a6348027991a7cb', 'subnets': [{'id': '97f5ccf1-8b9b-4cba-b053-ac62d46b0b99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:01:54.573751 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3601f940-f365-48ea-8f55-c223e49b1600 None None] The sync data for ids ['d0e7aa45-b423-4dd7-aaa3-2a2538284a26'] in n-d-813419-10 is: [{'id': 'd0e7aa45-b423-4dd7-aaa3-2a2538284a26', 'name': 'tempest-ImageQuotaTest-915056391-router', 'tenant_id': '438ec51c3bc34f528a6348027991a7cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.56'}], 'enable_snat': True}, 'gw_port_id': 'ac55470e-5241-4d11-b628-84c5d3b6fc96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:01:50Z', 'updated_at': '2021-10-27T11:01:53Z', 'revision_number': 4, 'project_id': '438ec51c3bc34f528a6348027991a7cb', 'gw_port': {'id': 'ac55470e-5241-4d11-b628-84c5d3b6fc96', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:ed:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0e7aa45-b423-4dd7-aaa3-2a2538284a26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3993, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:01:51Z', 'updated_at': '2021-10-27T11:01:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_interfaces': [{'id': 'ce64d77c-8047-4d3b-816c-1db671486972', 'name': '', 'network_id': '9d7797fd-d874-4f54-9488-4b38d6a3285a', 'tenant_id': '438ec51c3bc34f528a6348027991a7cb', 'mac_address': 'fa:16:3e:fd:4a:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0e7aa45-b423-4dd7-aaa3-2a2538284a26', 'device_owner': 'network:router_interface', 'standard_attr_id': 3994, 'fixed_ips': [{'subnet_id': '97f5ccf1-8b9b-4cba-b053-ac62d46b0b99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:01:52Z', 'updated_at': '2021-10-27T11:01:53Z', 'revision_number': 2, 'project_id': '438ec51c3bc34f528a6348027991a7cb', 'subnets': [{'id': '97f5ccf1-8b9b-4cba-b053-ac62d46b0b99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 11:01:55.082367 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device cda20c2e-a539-4c8b-887c-135fedd5b8a8 up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 11:01:55.166750 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port cda20c2e-a539-4c8b-887c-135fedd5b8a8 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:01:55.167137 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:01:55.625197 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 43166) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:01:55.989500 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-4abd1bd0-1d54-438b-b99a-8b6642cab489 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1766202'] for router_interface, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:01:56.247397 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-4abd1bd0-1d54-438b-b99a-8b6642cab489 admin admin] Deleting port ce64d77c-8047-4d3b-816c-1db671486972 {{(pid=102347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 11:01:56.247763 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-4abd1bd0-1d54-438b-b99a-8b6642cab489 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:01:56.329409 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-4abd1bd0-1d54-438b-b99a-8b6642cab489 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:01:56.350998 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-4abd1bd0-1d54-438b-b99a-8b6642cab489 admin admin] Calling delete_port for ce64d77c-8047-4d3b-816c-1db671486972 owned by network:router_interface {{(pid=102347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 11:01:56.547508 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-4abd1bd0-1d54-438b-b99a-8b6642cab489 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:01:56.573523 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abd1bd0-1d54-438b-b99a-8b6642cab489 admin admin] Pushing event deleted for resources: {'Port': ['ID=ce64d77c-8047-4d3b-816c-1db671486972,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:01:56.754717 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-4abd1bd0-1d54-438b-b99a-8b6642cab489 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2006968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1766358'] for router_interface, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:01:56.871178 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8822e6b0-d9c8-4b80-84e5-f3838566d544 None None] Sync routers for ids ['d0e7aa45-b423-4dd7-aaa3-2a2538284a26'] in n-d-813419-10 {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 11:01:56.883103 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8822e6b0-d9c8-4b80-84e5-f3838566d544 None None] Routers {'d0e7aa45-b423-4dd7-aaa3-2a2538284a26'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 11:01:56.883715 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-8822e6b0-d9c8-4b80-84e5-f3838566d544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T11:01:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['d0e7aa45-b423-4dd7-aaa3-2a2538284a26'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:01:57.003502 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvr_db [None req-8822e6b0-d9c8-4b80-84e5-f3838566d544 None None] Set router d0e7aa45-b423-4dd7-aaa3-2a2538284a26 gateway port host: n-d-813419-10 {{(pid=102349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 11:01:57.004076 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4abd1bd0-1d54-438b-b99a-8b6642cab489 admin admin] Router d0e7aa45-b423-4dd7-aaa3-2a2538284a26 has already been hosted by L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb {{(pid=102347) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 11:01:57.105022 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device ac55470e-5241-4d11-b628-84c5d3b6fc96 up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 11:01:57.135040 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4abd1bd0-1d54-438b-b99a-8b6642cab489 admin admin] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 11:01:57.149729 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-4abd1bd0-1d54-438b-b99a-8b6642cab489 admin admin] 10.222.0.44 "PUT /v2.0/routers/d0e7aa45-b423-4dd7-aaa3-2a2538284a26/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5233145 Oct 27 11:01:57.152221 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 43190) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:01:57.184924 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port ac55470e-5241-4d11-b628-84c5d3b6fc96 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:01:57.185344 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:01:57.215905 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-8822e6b0-d9c8-4b80-84e5-f3838566d544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0e7aa45-b423-4dd7-aaa3-2a2538284a26', 'name': 'tempest-ImageQuotaTest-915056391-router', 'tenant_id': '438ec51c3bc34f528a6348027991a7cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.56'}], 'enable_snat': True}, 'gw_port_id': 'ac55470e-5241-4d11-b628-84c5d3b6fc96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:01:50Z', 'updated_at': '2021-10-27T11:01:56Z', 'revision_number': 5, 'project_id': '438ec51c3bc34f528a6348027991a7cb', 'gw_port': {'id': 'ac55470e-5241-4d11-b628-84c5d3b6fc96', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:ed:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0e7aa45-b423-4dd7-aaa3-2a2538284a26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3993, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:01:51Z', 'updated_at': '2021-10-27T11:01:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10'}], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:01:57.245554 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8822e6b0-d9c8-4b80-84e5-f3838566d544 None None] Checking router: d0e7aa45-b423-4dd7-aaa3-2a2538284a26 for host: n-d-813419-10 {{(pid=102349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 11:01:57.255310 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8822e6b0-d9c8-4b80-84e5-f3838566d544 None None] Routers {'d0e7aa45-b423-4dd7-aaa3-2a2538284a26'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 11:01:57.256129 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-8822e6b0-d9c8-4b80-84e5-f3838566d544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T11:01:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['d0e7aa45-b423-4dd7-aaa3-2a2538284a26'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:01:57.284303 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:01:57.320126 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] For port ac55470e-5241-4d11-b628-84c5d3b6fc96, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=ac55470e-5241-4d11-b628-84c5d3b6fc96,segment=NetworkSegment(bc14127b-7032-4c50-bb5b-f6813cbae86e),segment_id=bc14127b-7032-4c50-bb5b-f6813cbae86e)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:01:57.325358 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:01:57.349097 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-f2879bc5-43e6-47d5-bd74-d01a9544e7d3 admin admin] Publish callbacks [] for router, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:01:57.398805 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Pushing event updated for resources: {'Port': ['ID=ac55470e-5241-4d11-b628-84c5d3b6fc96,revision_number=4']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:01:57.404545 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvr_db [None req-8822e6b0-d9c8-4b80-84e5-f3838566d544 None None] Set router d0e7aa45-b423-4dd7-aaa3-2a2538284a26 gateway port host: n-d-813419-10 {{(pid=102349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 11:01:57.473459 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-f2879bc5-43e6-47d5-bd74-d01a9544e7d3 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:01:57.545139 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-f2879bc5-43e6-47d5-bd74-d01a9544e7d3 admin admin] Deleting port ac55470e-5241-4d11-b628-84c5d3b6fc96 {{(pid=102347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 11:01:57.546049 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-f2879bc5-43e6-47d5-bd74-d01a9544e7d3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:01:57.606596 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-8822e6b0-d9c8-4b80-84e5-f3838566d544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0e7aa45-b423-4dd7-aaa3-2a2538284a26', 'name': 'tempest-ImageQuotaTest-915056391-router', 'tenant_id': '438ec51c3bc34f528a6348027991a7cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.56'}], 'enable_snat': True}, 'gw_port_id': 'ac55470e-5241-4d11-b628-84c5d3b6fc96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:01:50Z', 'updated_at': '2021-10-27T11:01:56Z', 'revision_number': 5, 'project_id': '438ec51c3bc34f528a6348027991a7cb', 'gw_port': {'id': 'ac55470e-5241-4d11-b628-84c5d3b6fc96', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:ed:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0e7aa45-b423-4dd7-aaa3-2a2538284a26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3993, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:01:51Z', 'updated_at': '2021-10-27T11:01:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10'}], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:01:57.631843 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [None req-f2879bc5-43e6-47d5-bd74-d01a9544e7d3 admin admin] For port ac55470e-5241-4d11-b628-84c5d3b6fc96, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=ac55470e-5241-4d11-b628-84c5d3b6fc96,segment=NetworkSegment(bc14127b-7032-4c50-bb5b-f6813cbae86e),segment_id=bc14127b-7032-4c50-bb5b-f6813cbae86e)] {{(pid=102347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:01:57.632326 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-f2879bc5-43e6-47d5-bd74-d01a9544e7d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:01:57.633992 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8822e6b0-d9c8-4b80-84e5-f3838566d544 None None] The sync data for ids ['d0e7aa45-b423-4dd7-aaa3-2a2538284a26'] in n-d-813419-10 is: [{'id': 'd0e7aa45-b423-4dd7-aaa3-2a2538284a26', 'name': 'tempest-ImageQuotaTest-915056391-router', 'tenant_id': '438ec51c3bc34f528a6348027991a7cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.56'}], 'enable_snat': True}, 'gw_port_id': 'ac55470e-5241-4d11-b628-84c5d3b6fc96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:01:50Z', 'updated_at': '2021-10-27T11:01:56Z', 'revision_number': 5, 'project_id': '438ec51c3bc34f528a6348027991a7cb', 'gw_port': {'id': 'ac55470e-5241-4d11-b628-84c5d3b6fc96', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:ed:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0e7aa45-b423-4dd7-aaa3-2a2538284a26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3993, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:01:51Z', 'updated_at': '2021-10-27T11:01:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10'}] {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 11:01:57.649280 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-f2879bc5-43e6-47d5-bd74-d01a9544e7d3 admin admin] Calling delete_port for ac55470e-5241-4d11-b628-84c5d3b6fc96 owned by network:router_gateway {{(pid=102347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 11:01:57.822768 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-f2879bc5-43e6-47d5-bd74-d01a9544e7d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:01:57.852942 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2879bc5-43e6-47d5-bd74-d01a9544e7d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=ac55470e-5241-4d11-b628-84c5d3b6fc96,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:01:57.914652 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-f2879bc5-43e6-47d5-bd74-d01a9544e7d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1664884'] for router_gateway, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:01:58.008498 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-f2879bc5-43e6-47d5-bd74-d01a9544e7d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1765662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3700'] for router, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:01:58.010728 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-f2879bc5-43e6-47d5-bd74-d01a9544e7d3 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:01:58.058577 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-f2879bc5-43e6-47d5-bd74-d01a9544e7d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1765641'] for router, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:01:58.059162 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2879bc5-43e6-47d5-bd74-d01a9544e7d3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d0e7aa45-b423-4dd7-aaa3-2a2538284a26 {{(pid=102347) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 11:01:58.063826 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-f2879bc5-43e6-47d5-bd74-d01a9544e7d3 admin admin] Publish callbacks [] for router, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:01:58.065003 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-f2879bc5-43e6-47d5-bd74-d01a9544e7d3 admin admin] 10.222.0.44 "DELETE /v2.0/routers/d0e7aa45-b423-4dd7-aaa3-2a2538284a26 HTTP/1.1" status: 204 len: 168 time: 0.9102867 Oct 27 11:01:58.067764 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 43210) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:01:58.134693 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3708475-36b8-4d74-a3bf-a79b91d19718 admin admin] Deleting subnet 97f5ccf1-8b9b-4cba-b053-ac62d46b0b99 {{(pid=102346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 11:01:58.138085 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d3708475-36b8-4d74-a3bf-a79b91d19718 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:01:58.174851 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d3708475-36b8-4d74-a3bf-a79b91d19718 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25847868'] for subnet, precommit_delete_associations {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:01:58.251695 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d3708475-36b8-4d74-a3bf-a79b91d19718 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855646'] for subnet, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:01:58.264958 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c71ce188-8f04-4cc9-82ad-f432f992e94d None None] Sync routers for ids ['d0e7aa45-b423-4dd7-aaa3-2a2538284a26'] in n-d-813419-10 {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 11:01:58.275524 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c71ce188-8f04-4cc9-82ad-f432f992e94d None None] Routers set() bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 11:01:58.276267 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c71ce188-8f04-4cc9-82ad-f432f992e94d None None] Router IDs set() for agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Oct 27 11:01:58.277115 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_agentschedulers_db [None req-c71ce188-8f04-4cc9-82ad-f432f992e94d None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'d0e7aa45-b423-4dd7-aaa3-2a2538284a26'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T11:01:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent'). {{(pid=102348) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 27 11:01:58.287455 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c71ce188-8f04-4cc9-82ad-f432f992e94d None None] Routers set() bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 11:01:58.287894 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c71ce188-8f04-4cc9-82ad-f432f992e94d None None] Router IDs set() for agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Oct 27 11:01:58.288675 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_agentschedulers_db [None req-c71ce188-8f04-4cc9-82ad-f432f992e94d None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'d0e7aa45-b423-4dd7-aaa3-2a2538284a26'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T11:01:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent'). {{(pid=102348) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 27 11:01:58.289047 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c71ce188-8f04-4cc9-82ad-f432f992e94d None None] The sync data for ids ['d0e7aa45-b423-4dd7-aaa3-2a2538284a26'] in n-d-813419-10 is: [] {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 11:01:58.305943 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d3708475-36b8-4d74-a3bf-a79b91d19718 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27024355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27168307'] for subnet, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:01:58.337918 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3708475-36b8-4d74-a3bf-a79b91d19718 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=97f5ccf1-8b9b-4cba-b053-ac62d46b0b99,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:01:58.343845 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d3708475-36b8-4d74-a3bf-a79b91d19718 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:01:58.347521 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-d3708475-36b8-4d74-a3bf-a79b91d19718 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/97f5ccf1-8b9b-4cba-b053-ac62d46b0b99 HTTP/1.1" status: 204 len: 168 time: 0.2781897 Oct 27 11:01:58.350152 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 43216) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:01:58.354650 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ae985c1-91e3-4c9a-8d22-238ac45d1a71 None None] Network 9d7797fd-d874-4f54-9488-4b38d6a3285a requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 11:01:58.459084 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-b1b07c45-2705-4284-9fff-8c154ccc8fe3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586917'] for network, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:01:58.529056 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-b1b07c45-2705-4284-9fff-8c154ccc8fe3 admin admin] Deleting port cda20c2e-a539-4c8b-887c-135fedd5b8a8 {{(pid=102347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 11:01:58.530046 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-b1b07c45-2705-4284-9fff-8c154ccc8fe3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:01:58.599596 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [None req-b1b07c45-2705-4284-9fff-8c154ccc8fe3 admin admin] For port cda20c2e-a539-4c8b-887c-135fedd5b8a8, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=cda20c2e-a539-4c8b-887c-135fedd5b8a8,segment=NetworkSegment(f3e6649f-c49d-42ca-945d-1bab77cfe055),segment_id=f3e6649f-c49d-42ca-945d-1bab77cfe055)] {{(pid=102347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:01:58.599994 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-b1b07c45-2705-4284-9fff-8c154ccc8fe3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:01:58.613385 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-b1b07c45-2705-4284-9fff-8c154ccc8fe3 admin admin] Calling delete_port for cda20c2e-a539-4c8b-887c-135fedd5b8a8 owned by network:dhcp {{(pid=102347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 11:01:58.692678 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-b1b07c45-2705-4284-9fff-8c154ccc8fe3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:01:58.720072 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b07c45-2705-4284-9fff-8c154ccc8fe3 admin admin] Pushing event deleted for resources: {'Port': ['ID=cda20c2e-a539-4c8b-887c-135fedd5b8a8,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:01:58.721930 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1b07c45-2705-4284-9fff-8c154ccc8fe3 admin admin] No DVR routers for this DVR port cda20c2e-a539-4c8b-887c-135fedd5b8a8 on host n-d-813419-10 {{(pid=102347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 11:01:58.797504 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-b1b07c45-2705-4284-9fff-8c154ccc8fe3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857803', 'neutron.services.segments.db._delete_segments_for_network-8743873143390'] for network, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:01:58.821001 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-b1b07c45-2705-4284-9fff-8c154ccc8fe3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d7797fd-d874-4f54-9488-4b38d6a3285a']}} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:01:58.831415 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-b1b07c45-2705-4284-9fff-8c154ccc8fe3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3e6649f-c49d-42ca-945d-1bab77cfe055') {'for_net_delete': True} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:01:58.833872 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48be3e85-0bda-4851-92d6-37737a9eca1c None None] DHCP port deletion for 9d7797fd-d874-4f54-9488-4b38d6a3285a request from n-d-813419-10 {{(pid=102348) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 11:01:58.836592 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-b1b07c45-2705-4284-9fff-8c154ccc8fe3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3e6649f-c49d-42ca-945d-1bab77cfe055') {} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:01:58.861209 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-b1b07c45-2705-4284-9fff-8c154ccc8fe3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743873145191', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18445132'] for segment, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:01:58.878073 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-b1b07c45-2705-4284-9fff-8c154ccc8fe3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:01:58.884705 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1b07c45-2705-4284-9fff-8c154ccc8fe3 admin admin] Releasing vlan 432 on physical network physnet1 to pool {{(pid=102347) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 11:01:58.885137 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-b1b07c45-2705-4284-9fff-8c154ccc8fe3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-18296032'] for segment, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:01:58.886846 n-d-813419-10 neutron-server[102347]: Traceback (most recent call last): Oct 27 11:01:58.886846 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 11:01:58.886846 n-d-813419-10 neutron-server[102347]: timer() Oct 27 11:01:58.886846 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 11:01:58.886846 n-d-813419-10 neutron-server[102347]: cb(*args, **kw) Oct 27 11:01:58.886846 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 11:01:58.886846 n-d-813419-10 neutron-server[102347]: return func(*args, **kwargs) Oct 27 11:01:58.886846 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 11:01:58.886846 n-d-813419-10 neutron-server[102347]: self._notify() Oct 27 11:01:58.886846 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 11:01:58.886846 n-d-813419-10 neutron-server[102347]: self.callback(batched_events) Oct 27 11:01:58.886846 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 11:01:58.886846 n-d-813419-10 neutron-server[102347]: event.method(event) Oct 27 11:01:58.886846 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 11:01:58.886846 n-d-813419-10 neutron-server[102347]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 11:01:58.886846 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 11:01:58.886846 n-d-813419-10 neutron-server[102347]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 11:01:58.886846 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 11:01:58.886846 n-d-813419-10 neutron-server[102347]: return f(self, *a, **k) Oct 27 11:01:58.886846 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 11:01:58.886846 n-d-813419-10 neutron-server[102347]: return self._get(url).json() Oct 27 11:01:58.886846 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 11:01:58.886846 n-d-813419-10 neutron-server[102347]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 11:01:58.886846 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 11:01:58.886846 n-d-813419-10 neutron-server[102347]: return self.request(url, 'GET', **kwargs) Oct 27 11:01:58.886846 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 11:01:58.886846 n-d-813419-10 neutron-server[102347]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 11:01:58.886846 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 11:01:58.886846 n-d-813419-10 neutron-server[102347]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 11:01:58.886846 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 11:01:58.886846 n-d-813419-10 neutron-server[102347]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 11:01:58.886846 n-d-813419-10 neutron-server[102347]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 11:01:58.942887 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-b1b07c45-2705-4284-9fff-8c154ccc8fe3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664840'] for network, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:01:58.953014 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-b1b07c45-2705-4284-9fff-8c154ccc8fe3 admin admin] Publish callbacks [] for network, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:01:58.956719 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-b1b07c45-2705-4284-9fff-8c154ccc8fe3 admin admin] 10.222.0.44 "DELETE /v2.0/networks/9d7797fd-d874-4f54-9488-4b38d6a3285a HTTP/1.1" status: 204 len: 168 time: 0.6054077 Oct 27 11:01:58.978930 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b07c45-2705-4284-9fff-8c154ccc8fe3 admin admin] Pushing event deleted for resources: {'Network': ['ID=9d7797fd-d874-4f54-9488-4b38d6a3285a,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:01:59.060777 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device ce64d77c-8047-4d3b-816c-1db671486972 no longer exists at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 11:01:59.082926 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] No Port match for: ce64d77c-8047-4d3b-816c-1db671486972 {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 11:01:59.083173 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 43230) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:01:59.084382 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device ce64d77c-8047-4d3b-816c-1db671486972 not bound to the agent host n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 11:01:59.084980 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device ac55470e-5241-4d11-b628-84c5d3b6fc96 no longer exists at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 11:01:59.113382 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] No Port match for: ac55470e-5241-4d11-b628-84c5d3b6fc96 {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 11:01:59.113735 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device ac55470e-5241-4d11-b628-84c5d3b6fc96 not bound to the agent host n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 11:01:59.114436 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device cda20c2e-a539-4c8b-887c-135fedd5b8a8 no longer exists at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 11:01:59.133778 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-cf7faf41-f746-47d6-9008-3a3e4f6af257 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=438ec51c3bc34f528a6348027991a7cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0494478 Oct 27 11:01:59.134085 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] No Port match for: cda20c2e-a539-4c8b-887c-135fedd5b8a8 {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 11:01:59.134493 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device cda20c2e-a539-4c8b-887c-135fedd5b8a8 not bound to the agent host n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 11:01:59.136373 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 43236) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:01:59.185549 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-1b610c30-4ffc-4aff-8f3d-aee6b94c899e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:01:59.207973 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-1b610c30-4ffc-4aff-8f3d-aee6b94c899e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:01:59.255239 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-1b610c30-4ffc-4aff-8f3d-aee6b94c899e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:01:59.258022 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-1b610c30-4ffc-4aff-8f3d-aee6b94c899e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:01:59.259544 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-1b610c30-4ffc-4aff-8f3d-aee6b94c899e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4e06c7a8-6ff4-4f52-8362-2b7d8efc6d05 HTTP/1.1" status: 204 len: 168 time: 0.1218967 Oct 27 11:01:59.269157 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b610c30-4ffc-4aff-8f3d-aee6b94c899e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e06c7a8-6ff4-4f52-8362-2b7d8efc6d05,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:01:59.619193 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 43248) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:01:59.632553 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-97e3de35-4b03-4d3a-8429-3eca3b6195f4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:01:59.710711 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-97e3de35-4b03-4d3a-8429-3eca3b6195f4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:01:59.714994 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-97e3de35-4b03-4d3a-8429-3eca3b6195f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:01:59.754479 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-97e3de35-4b03-4d3a-8429-3eca3b6195f4 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2703 time: 0.1341336 Oct 27 11:01:59.755364 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e3de35-4b03-4d3a-8429-3eca3b6195f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9491d264-094b-4e3a-b358-6d41ffd7113e,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:01:59.757234 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 43254) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:01:59.808370 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-7765ade6-387a-483c-b2e9-f83c0280edf6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:01:59.831683 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-7765ade6-387a-483c-b2e9-f83c0280edf6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:01:59.881143 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-7765ade6-387a-483c-b2e9-f83c0280edf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:01:59.883933 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-7765ade6-387a-483c-b2e9-f83c0280edf6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:01:59.887409 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-7765ade6-387a-483c-b2e9-f83c0280edf6 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9491d264-094b-4e3a-b358-6d41ffd7113e HTTP/1.1" status: 204 len: 168 time: 0.1267512 Oct 27 11:01:59.896430 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7765ade6-387a-483c-b2e9-f83c0280edf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9491d264-094b-4e3a-b358-6d41ffd7113e,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:02:02.795124 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:02:09.170343 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:02:16.254066 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-50a9cdbb-9678-4911-8595-faf6c7da225e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:02:18.924629 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-4cc226c5-f02e-4309-909a-6a29893241ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:02:20.052240 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:02:20.120971 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-eadeaa30-4096-4d1a-b3cb-aa7ebfb291ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:02:21.310190 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.agents_db [None req-e79ee67d-056e-46ea-bd99-e80473396b25 None None] Agent healthcheck: found 7 active agents {{(pid=102349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 11:02:22.016501 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-3c6a8245-0581-48aa-b5f6-4d8fe98cd16e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:02:32.796107 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:02:39.185928 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:02:46.256057 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-b5743d14-59b7-4f18-b341-ddcb420e21fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:02:48.928990 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-86d208d2-0c3f-4bbc-b798-42f493479d29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:02:49.799266 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 44186) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:02:49.937053 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-fe8865c7-9d4e-46a0-94fd-bad3d3aa6b9f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=400eec2fe0684c69945eb5792305000b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1366413 Oct 27 11:02:49.940060 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 44190) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:02:49.987474 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-91c52085-7e8d-4b69-a021-1992692eebc6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:02:50.009457 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-91c52085-7e8d-4b69-a021-1992692eebc6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:02:50.043956 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:02:50.056546 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-91c52085-7e8d-4b69-a021-1992692eebc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:02:50.059096 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-91c52085-7e8d-4b69-a021-1992692eebc6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:02:50.060259 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-91c52085-7e8d-4b69-a021-1992692eebc6 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/13cdce20-1baf-4f7f-a917-0a5778065771 HTTP/1.1" status: 204 len: 168 time: 0.1192205 Oct 27 11:02:50.068561 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c52085-7e8d-4b69-a021-1992692eebc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13cdce20-1baf-4f7f-a917-0a5778065771,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:02:50.076399 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c52085-7e8d-4b69-a021-1992692eebc6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:02:50.076743 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c52085-7e8d-4b69-a021-1992692eebc6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:02:50.077079 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c52085-7e8d-4b69-a021-1992692eebc6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:02:50.077423 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c52085-7e8d-4b69-a021-1992692eebc6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:02:50.077740 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c52085-7e8d-4b69-a021-1992692eebc6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:02:50.078682 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c52085-7e8d-4b69-a021-1992692eebc6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:02:50.079006 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c52085-7e8d-4b69-a021-1992692eebc6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:02:50.079329 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c52085-7e8d-4b69-a021-1992692eebc6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:02:50.079649 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c52085-7e8d-4b69-a021-1992692eebc6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:02:50.079965 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c52085-7e8d-4b69-a021-1992692eebc6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:02:50.080306 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c52085-7e8d-4b69-a021-1992692eebc6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:02:50.080634 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c52085-7e8d-4b69-a021-1992692eebc6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:02:50.124869 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-eadeaa30-4096-4d1a-b3cb-aa7ebfb291ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:02:52.018479 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-3c6a8245-0581-48aa-b5f6-4d8fe98cd16e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:02:58.308605 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.agents_db [None req-e79ee67d-056e-46ea-bd99-e80473396b25 None None] Agent healthcheck: found 7 active agents {{(pid=102349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 11:03:00.007354 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-1f05d71b-9e76-420e-9c80-07f5c06e4023 req-8fded358-3a24-47f4-b799-74e29240c54f tempest-ServersAdminNegativeTestJSON-671842162 tempest-ServersAdminNegativeTestJSON-671842162-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=35add91a83bb49719e9483e7622ed3af&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0222790 Oct 27 11:03:00.393697 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f05d71b-9e76-420e-9c80-07f5c06e4023 req-0b0d8bb1-b4fe-4052-9e9f-6737448f6eaa tempest-ServersAdminNegativeTestJSON-671842162 tempest-ServersAdminNegativeTestJSON-671842162-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:03:00.395187 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-1f05d71b-9e76-420e-9c80-07f5c06e4023 req-0b0d8bb1-b4fe-4052-9e9f-6737448f6eaa tempest-ServersAdminNegativeTestJSON-671842162 tempest-ServersAdminNegativeTestJSON-671842162-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3826013 Oct 27 11:03:00.409529 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-1f05d71b-9e76-420e-9c80-07f5c06e4023 req-62d7a91b-71e1-4a5f-ab2a-e1ae641799a5 tempest-ServersAdminNegativeTestJSON-671842162 tempest-ServersAdminNegativeTestJSON-671842162-project] 10.222.0.44 "GET /v2.0/quotas/35add91a83bb49719e9483e7622ed3af HTTP/1.1" status: 200 len: 375 time: 0.0086014 Oct 27 11:03:00.439016 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-1f05d71b-9e76-420e-9c80-07f5c06e4023 req-6377f02e-0891-4981-9702-a3322291b609 tempest-ServersAdminNegativeTestJSON-671842162 tempest-ServersAdminNegativeTestJSON-671842162-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=35add91a83bb49719e9483e7622ed3af&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0244517 Oct 27 11:03:01.612583 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b75c15d7-3e4f-4eec-9bd5-49516e9ddb5a req-6dd15aff-346f-4e5f-8f98-a9c60853e99b tempest-ServersAdminNegativeTestJSON-671842162 tempest-ServersAdminNegativeTestJSON-671842162-project] 10.222.0.44 "GET /v2.0/ports?device_id=3d6b67b8-edc0-48ec-9db7-6665a102eb7a HTTP/1.1" status: 200 len: 210 time: 0.0261919 Oct 27 11:03:02.688484 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-d6ba6858-6a69-4ac8-8453-e3c20367bca5 req-d7739a91-99d2-4273-86df-4228ffe50f35 tempest-ServersAdminNegativeTestJSON-671842162 tempest-ServersAdminNegativeTestJSON-671842162-project] 10.222.0.44 "GET /v2.0/ports?device_id=3d6b67b8-edc0-48ec-9db7-6665a102eb7a HTTP/1.1" status: 200 len: 210 time: 0.0260961 Oct 27 11:03:02.796501 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:03:03.782955 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c61be8b5-a41d-4c12-af21-d4142ccc5e7e req-7f7a9525-c6c5-4de0-a15a-3da3bce2dea3 tempest-ServersAdminNegativeTestJSON-671842162 tempest-ServersAdminNegativeTestJSON-671842162-project] 10.222.0.44 "GET /v2.0/ports?device_id=3d6b67b8-edc0-48ec-9db7-6665a102eb7a HTTP/1.1" status: 200 len: 210 time: 0.0295038 Oct 27 11:03:04.583288 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-1f05d71b-9e76-420e-9c80-07f5c06e4023 req-21355b39-4264-486b-966a-4c6814ca54d1 tempest-ServersAdminNegativeTestJSON-671842162 tempest-ServersAdminNegativeTestJSON-671842162-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=35add91a83bb49719e9483e7622ed3af&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0211372 Oct 27 11:03:04.693546 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f05d71b-9e76-420e-9c80-07f5c06e4023 req-e10d36fd-609f-4d90-a456-797a082ce087 tempest-ServersAdminNegativeTestJSON-671842162 tempest-ServersAdminNegativeTestJSON-671842162-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:03:04.694983 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-1f05d71b-9e76-420e-9c80-07f5c06e4023 req-e10d36fd-609f-4d90-a456-797a082ce087 tempest-ServersAdminNegativeTestJSON-671842162 tempest-ServersAdminNegativeTestJSON-671842162-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1058660 Oct 27 11:03:04.708154 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [req-1f05d71b-9e76-420e-9c80-07f5c06e4023 req-3ab34418-7f6e-4fc7-a2e3-369d9cb65d32 tempest-ServersAdminNegativeTestJSON-671842162 tempest-ServersAdminNegativeTestJSON-671842162-project] Request body: {'port': {'device_id': '3d6b67b8-edc0-48ec-9db7-6665a102eb7a', 'network_id': '4d250f92-d229-45fe-a579-67fef8e6c544', 'admin_state_up': True, 'tenant_id': '35add91a83bb49719e9483e7622ed3af'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:03:04.818936 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f05d71b-9e76-420e-9c80-07f5c06e4023 req-3ab34418-7f6e-4fc7-a2e3-369d9cb65d32 tempest-ServersAdminNegativeTestJSON-671842162 tempest-ServersAdminNegativeTestJSON-671842162-project] Made reservation on behalf of 35add91a83bb49719e9483e7622ed3af for: {'port': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 11:03:04.822475 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-1f05d71b-9e76-420e-9c80-07f5c06e4023 req-3ab34418-7f6e-4fc7-a2e3-369d9cb65d32 tempest-ServersAdminNegativeTestJSON-671842162 tempest-ServersAdminNegativeTestJSON-671842162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:03:04.831747 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-1f05d71b-9e76-420e-9c80-07f5c06e4023 req-3ab34418-7f6e-4fc7-a2e3-369d9cb65d32 tempest-ServersAdminNegativeTestJSON-671842162 tempest-ServersAdminNegativeTestJSON-671842162-project] Publish callbacks [] for security_group, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:03:04.884447 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-b648966d-08fe-4a70-8c87-8c24e7488b39 req-d413be6c-1efa-4222-ac11-d400e8ad9507 tempest-ServersAdminNegativeTestJSON-671842162 tempest-ServersAdminNegativeTestJSON-671842162-project] 10.222.0.44 "GET /v2.0/ports?device_id=3d6b67b8-edc0-48ec-9db7-6665a102eb7a HTTP/1.1" status: 200 len: 210 time: 0.0271645 Oct 27 11:03:04.904955 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-1f05d71b-9e76-420e-9c80-07f5c06e4023 req-3ab34418-7f6e-4fc7-a2e3-369d9cb65d32 tempest-ServersAdminNegativeTestJSON-671842162 tempest-ServersAdminNegativeTestJSON-671842162-project] Publish callbacks [] for security_group, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:03:04.908697 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-1f05d71b-9e76-420e-9c80-07f5c06e4023 req-3ab34418-7f6e-4fc7-a2e3-369d9cb65d32 tempest-ServersAdminNegativeTestJSON-671842162 tempest-ServersAdminNegativeTestJSON-671842162-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:03:04.969936 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab34418-7f6e-4fc7-a2e3-369d9cb65d32 tempest-ServersAdminNegativeTestJSON-671842162 tempest-ServersAdminNegativeTestJSON-671842162-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1f1c505-e9e5-42b3-b73c-8573b8dc540a,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:03:05.042589 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_common [req-1f05d71b-9e76-420e-9c80-07f5c06e4023 req-3ab34418-7f6e-4fc7-a2e3-369d9cb65d32 tempest-ServersAdminNegativeTestJSON-671842162 tempest-ServersAdminNegativeTestJSON-671842162-project] Allocated IP 192.168.233.74 (4d250f92-d229-45fe-a579-67fef8e6c544/62eb52f7-aac4-48af-8670-e04300325561/105593d8-4d91-495a-85ae-52c5855c20b1) {{(pid=102347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 11:03:05.185821 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-1f05d71b-9e76-420e-9c80-07f5c06e4023 req-3ab34418-7f6e-4fc7-a2e3-369d9cb65d32 tempest-ServersAdminNegativeTestJSON-671842162 tempest-ServersAdminNegativeTestJSON-671842162-project] Publish callbacks [] for port, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:03:05.217334 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-1f05d71b-9e76-420e-9c80-07f5c06e4023 req-3ab34418-7f6e-4fc7-a2e3-369d9cb65d32 tempest-ServersAdminNegativeTestJSON-671842162 tempest-ServersAdminNegativeTestJSON-671842162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:03:05.266780 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f05d71b-9e76-420e-9c80-07f5c06e4023 req-3ab34418-7f6e-4fc7-a2e3-369d9cb65d32 tempest-ServersAdminNegativeTestJSON-671842162 tempest-ServersAdminNegativeTestJSON-671842162-project] Network 4d250f92-d229-45fe-a579-67fef8e6c544 is already hosted by enough agents. {{(pid=102347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 11:03:05.269939 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [req-1f05d71b-9e76-420e-9c80-07f5c06e4023 req-3ab34418-7f6e-4fc7-a2e3-369d9cb65d32 tempest-ServersAdminNegativeTestJSON-671842162 tempest-ServersAdminNegativeTestJSON-671842162-project] Resources bound (agent type, host, resource id): {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 11:03:05.274521 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f05d71b-9e76-420e-9c80-07f5c06e4023 req-3ab34418-7f6e-4fc7-a2e3-369d9cb65d32 tempest-ServersAdminNegativeTestJSON-671842162 tempest-ServersAdminNegativeTestJSON-671842162-project] Received port after_create {{(pid=102347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 11:03:05.277158 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab34418-7f6e-4fc7-a2e3-369d9cb65d32 tempest-ServersAdminNegativeTestJSON-671842162 tempest-ServersAdminNegativeTestJSON-671842162-project] Pushing event updated for resources: {'Port': ['ID=105593d8-4d91-495a-85ae-52c5855c20b1,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:03:05.325216 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f05d71b-9e76-420e-9c80-07f5c06e4023 req-3ab34418-7f6e-4fc7-a2e3-369d9cb65d32 tempest-ServersAdminNegativeTestJSON-671842162 tempest-ServersAdminNegativeTestJSON-671842162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:03:05.325836 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-1f05d71b-9e76-420e-9c80-07f5c06e4023 req-3ab34418-7f6e-4fc7-a2e3-369d9cb65d32 tempest-ServersAdminNegativeTestJSON-671842162 tempest-ServersAdminNegativeTestJSON-671842162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:03:05.350967 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-1f05d71b-9e76-420e-9c80-07f5c06e4023 req-3ab34418-7f6e-4fc7-a2e3-369d9cb65d32 tempest-ServersAdminNegativeTestJSON-671842162 tempest-ServersAdminNegativeTestJSON-671842162-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.6462123 Oct 27 11:03:05.364011 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [req-1f05d71b-9e76-420e-9c80-07f5c06e4023 req-cb0fc3c4-67bf-4e06-96f7-e56fd5dc4607 service neutron] Request body: {'port': {'device_id': '3d6b67b8-edc0-48ec-9db7-6665a102eb7a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-10'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:03:05.422559 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-1f05d71b-9e76-420e-9c80-07f5c06e4023 req-cb0fc3c4-67bf-4e06-96f7-e56fd5dc4607 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:03:05.548412 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-be1389f7-3139-469c-80c0-3961653600b4 None None] Provisioning complete for port 105593d8-4d91-495a-85ae-52c5855c20b1 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:03:05.548968 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-be1389f7-3139-469c-80c0-3961653600b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:03:05.582578 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-be1389f7-3139-469c-80c0-3961653600b4 None None] Port 105593d8-4d91-495a-85ae-52c5855c20b1 cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 11:03:06.037827 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8542629-f1cc-4796-8d61-5f68823a99a2 req-48d1e464-1daa-4821-833b-fba8f84e35a1 tempest-ServersAdminNegativeTestJSON-671842162 tempest-ServersAdminNegativeTestJSON-671842162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:03:06.039283 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c8542629-f1cc-4796-8d61-5f68823a99a2 req-48d1e464-1daa-4821-833b-fba8f84e35a1 tempest-ServersAdminNegativeTestJSON-671842162 tempest-ServersAdminNegativeTestJSON-671842162-project] 10.222.0.44 "GET /v2.0/ports?device_id=3d6b67b8-edc0-48ec-9db7-6665a102eb7a HTTP/1.1" status: 200 len: 935 time: 0.0861590 Oct 27 11:03:06.045989 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [req-1f05d71b-9e76-420e-9c80-07f5c06e4023 req-cb0fc3c4-67bf-4e06-96f7-e56fd5dc4607 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 105593d8-4d91-495a-85ae-52c5855c20b1 {{(pid=102347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 11:03:06.058809 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-1f05d71b-9e76-420e-9c80-07f5c06e4023 req-cb0fc3c4-67bf-4e06-96f7-e56fd5dc4607 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:03:06.081351 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.provisioning_blocks [req-1f05d71b-9e76-420e-9c80-07f5c06e4023 req-cb0fc3c4-67bf-4e06-96f7-e56fd5dc4607 service neutron] Transition to ACTIVE for port object 105593d8-4d91-495a-85ae-52c5855c20b1 will not be triggered until provisioned by entity L2. {{(pid=102347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 11:03:06.089195 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-1f05d71b-9e76-420e-9c80-07f5c06e4023 req-cb0fc3c4-67bf-4e06-96f7-e56fd5dc4607 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:03:06.120783 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c8542629-f1cc-4796-8d61-5f68823a99a2 req-0c7cf921-f710-4fad-83d1-e26ded76d6a1 tempest-ServersAdminNegativeTestJSON-671842162 tempest-ServersAdminNegativeTestJSON-671842162-project] 10.222.0.44 "GET /v2.0/security-groups?id=a1f1c505-e9e5-42b3-b73c-8573b8dc540a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704703 Oct 27 11:03:06.145436 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0fc3c4-67bf-4e06-96f7-e56fd5dc4607 service neutron] Pushing event updated for resources: {'Port': ['ID=105593d8-4d91-495a-85ae-52c5855c20b1,revision_number=2']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:03:06.215540 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-1f05d71b-9e76-420e-9c80-07f5c06e4023 req-cb0fc3c4-67bf-4e06-96f7-e56fd5dc4607 service neutron] Attempting to bind port 105593d8-4d91-495a-85ae-52c5855c20b1 on host n-h1-813419-10 for vnic_type normal with profile {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 11:03:06.215871 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-1f05d71b-9e76-420e-9c80-07f5c06e4023 req-cb0fc3c4-67bf-4e06-96f7-e56fd5dc4607 service neutron] Attempting to bind port 105593d8-4d91-495a-85ae-52c5855c20b1 by drivers openvswitch,hyperv on host n-h1-813419-10 at level 0 using segments [{'id': 'f7c42c6d-2766-46d8-a8b7-4852117a5555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '4d250f92-d229-45fe-a579-67fef8e6c544'}] {{(pid=102347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 11:03:06.216214 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f05d71b-9e76-420e-9c80-07f5c06e4023 req-cb0fc3c4-67bf-4e06-96f7-e56fd5dc4607 service neutron] Attempting to bind port 105593d8-4d91-495a-85ae-52c5855c20b1 on network 4d250f92-d229-45fe-a579-67fef8e6c544 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 11:03:06.221249 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f05d71b-9e76-420e-9c80-07f5c06e4023 req-cb0fc3c4-67bf-4e06-96f7-e56fd5dc4607 service neutron] Port 105593d8-4d91-495a-85ae-52c5855c20b1 on network 4d250f92-d229-45fe-a579-67fef8e6c544 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-10 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 11:03:06.221568 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f05d71b-9e76-420e-9c80-07f5c06e4023 req-cb0fc3c4-67bf-4e06-96f7-e56fd5dc4607 service neutron] Attempting to bind port 105593d8-4d91-495a-85ae-52c5855c20b1 on network 4d250f92-d229-45fe-a579-67fef8e6c544 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 11:03:06.226860 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f05d71b-9e76-420e-9c80-07f5c06e4023 req-cb0fc3c4-67bf-4e06-96f7-e56fd5dc4607 service neutron] Checking agent: {'id': 'a52e1cab-0c63-402d-9c94-330537c6c076', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 16, 2), 'started_at': datetime.datetime(2021, 10, 27, 10, 16, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 11, 3, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 11:03:06.227192 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f05d71b-9e76-420e-9c80-07f5c06e4023 req-cb0fc3c4-67bf-4e06-96f7-e56fd5dc4607 service neutron] Checking segment: {'id': 'f7c42c6d-2766-46d8-a8b7-4852117a5555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '4d250f92-d229-45fe-a579-67fef8e6c544'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 11:03:06.227573 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f05d71b-9e76-420e-9c80-07f5c06e4023 req-cb0fc3c4-67bf-4e06-96f7-e56fd5dc4607 service neutron] Bound using segment: {'id': 'f7c42c6d-2766-46d8-a8b7-4852117a5555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '4d250f92-d229-45fe-a579-67fef8e6c544'} {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 11:03:06.227995 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-1f05d71b-9e76-420e-9c80-07f5c06e4023 req-cb0fc3c4-67bf-4e06-96f7-e56fd5dc4607 service neutron] Bound port: 105593d8-4d91-495a-85ae-52c5855c20b1, host: n-h1-813419-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7c42c6d-2766-46d8-a8b7-4852117a5555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '4d250f92-d229-45fe-a579-67fef8e6c544'}}] {{(pid=102347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 11:03:06.228371 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-1f05d71b-9e76-420e-9c80-07f5c06e4023 req-cb0fc3c4-67bf-4e06-96f7-e56fd5dc4607 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:03:06.296529 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-1f05d71b-9e76-420e-9c80-07f5c06e4023 req-cb0fc3c4-67bf-4e06-96f7-e56fd5dc4607 service neutron] For port 105593d8-4d91-495a-85ae-52c5855c20b1, host n-h1-813419-10, cleared binding levels {{(pid=102347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 11:03:06.299529 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-1f05d71b-9e76-420e-9c80-07f5c06e4023 req-cb0fc3c4-67bf-4e06-96f7-e56fd5dc4607 service neutron] For port 105593d8-4d91-495a-85ae-52c5855c20b1, host n-h1-813419-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=105593d8-4d91-495a-85ae-52c5855c20b1,segment=NetworkSegment(f7c42c6d-2766-46d8-a8b7-4852117a5555),segment_id=f7c42c6d-2766-46d8-a8b7-4852117a5555)] {{(pid=102347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 11:03:06.304633 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-1f05d71b-9e76-420e-9c80-07f5c06e4023 req-cb0fc3c4-67bf-4e06-96f7-e56fd5dc4607 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:03:06.341007 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f05d71b-9e76-420e-9c80-07f5c06e4023 req-cb0fc3c4-67bf-4e06-96f7-e56fd5dc4607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:03:06.341615 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-1f05d71b-9e76-420e-9c80-07f5c06e4023 req-cb0fc3c4-67bf-4e06-96f7-e56fd5dc4607 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:03:06.343002 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-1f05d71b-9e76-420e-9c80-07f5c06e4023 req-cb0fc3c4-67bf-4e06-96f7-e56fd5dc4607 service neutron] 10.222.0.64 "PUT /v2.0/ports/105593d8-4d91-495a-85ae-52c5855c20b1 HTTP/1.1" status: 200 len: 1096 time: 0.9838107 Oct 27 11:03:06.343435 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d6b67b8-edc0-48ec-9db7-6665a102eb7a', 'tag': '105593d8-4d91-495a-85ae-52c5855c20b1'}] {{(pid=102347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 11:03:06.349686 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311149b481204ee7edffdb959c881838506fbd95bc8577c048f6677abb73acc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6d1d4b7-a320-4f8d-819b-f4025cc6b91d" -d '{"events": [{"name": "network-changed", "server_uuid": "3d6b67b8-edc0-48ec-9db7-6665a102eb7a", "tag": "105593d8-4d91-495a-85ae-52c5855c20b1"}]}' {{(pid=102347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 11:03:06.374796 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0fc3c4-67bf-4e06-96f7-e56fd5dc4607 service neutron] Pushing event updated for resources: {'Port': ['ID=105593d8-4d91-495a-85ae-52c5855c20b1,revision_number=3']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:03:06.421820 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 11:03:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18e89b07-f4df-4427-af41-15ca593ba06c x-openstack-request-id: req-18e89b07-f4df-4427-af41-15ca593ba06c {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 11:03:06.422117 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d6b67b8-edc0-48ec-9db7-6665a102eb7a", "tag": "105593d8-4d91-495a-85ae-52c5855c20b1", "status": "completed", "code": 200}]} {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 11:03:06.422371 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-18e89b07-f4df-4427-af41-15ca593ba06c {{(pid=102347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 11:03:06.422768 n-d-813419-10 neutron-server[102347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d6b67b8-edc0-48ec-9db7-6665a102eb7a', 'tag': '105593d8-4d91-495a-85ae-52c5855c20b1', 'status': 'completed', 'code': 200} Oct 27 11:03:06.440021 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f05d71b-9e76-420e-9c80-07f5c06e4023 req-6e330fa1-7c5c-4e7d-af99-4e50176a4833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:03:06.441558 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-1f05d71b-9e76-420e-9c80-07f5c06e4023 req-6e330fa1-7c5c-4e7d-af99-4e50176a4833 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=35add91a83bb49719e9483e7622ed3af&device_id=3d6b67b8-edc0-48ec-9db7-6665a102eb7a HTTP/1.1" status: 200 len: 1099 time: 0.0479956 Oct 27 11:03:06.490485 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-1f05d71b-9e76-420e-9c80-07f5c06e4023 req-e3c088cb-9518-48e4-94ff-dd65311fb466 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.74&port_id=105593d8-4d91-495a-85ae-52c5855c20b1 HTTP/1.1" status: 200 len: 217 time: 0.0401242 Oct 27 11:03:06.540890 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f05d71b-9e76-420e-9c80-07f5c06e4023 req-1150c960-16fb-45ec-911f-e9781a29e5b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:03:06.542351 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-1f05d71b-9e76-420e-9c80-07f5c06e4023 req-1150c960-16fb-45ec-911f-e9781a29e5b6 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=62eb52f7-aac4-48af-8670-e04300325561 HTTP/1.1" status: 200 len: 843 time: 0.0443821 Oct 27 11:03:06.588654 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f05d71b-9e76-420e-9c80-07f5c06e4023 req-01e0c778-0840-4ec7-a17f-ec116eb93485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:03:06.590134 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-1f05d71b-9e76-420e-9c80-07f5c06e4023 req-01e0c778-0840-4ec7-a17f-ec116eb93485 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4d250f92-d229-45fe-a579-67fef8e6c544&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0385816 Oct 27 11:03:06.687906 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-1f05d71b-9e76-420e-9c80-07f5c06e4023 req-cfe4d137-37f0-497c-a2d4-0bec329f0e9d service neutron] 10.222.0.64 "GET /v2.0/networks/4d250f92-d229-45fe-a579-67fef8e6c544?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869346 Oct 27 11:03:06.775964 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-1f05d71b-9e76-420e-9c80-07f5c06e4023 req-fc202ac2-49d0-4e89-8f89-8e0a2ad5ad12 service neutron] 10.222.0.64 "GET /v2.0/networks/4d250f92-d229-45fe-a579-67fef8e6c544?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814991 Oct 27 11:03:06.860621 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d1d4b7-a320-4f8d-819b-f4025cc6b91d req-d0afe71d-0175-4bbc-81f2-7a8e87e7c768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:03:06.862156 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b6d1d4b7-a320-4f8d-819b-f4025cc6b91d req-d0afe71d-0175-4bbc-81f2-7a8e87e7c768 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=35add91a83bb49719e9483e7622ed3af&device_id=3d6b67b8-edc0-48ec-9db7-6665a102eb7a HTTP/1.1" status: 200 len: 1099 time: 0.0410895 Oct 27 11:03:06.958892 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d1d4b7-a320-4f8d-819b-f4025cc6b91d req-79e5bdb4-8c84-40ba-88d4-abb9b051e57f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:03:06.960393 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b6d1d4b7-a320-4f8d-819b-f4025cc6b91d req-79e5bdb4-8c84-40ba-88d4-abb9b051e57f service neutron] 10.222.0.64 "GET /v2.0/networks?id=4d250f92-d229-45fe-a579-67fef8e6c544 HTTP/1.1" status: 200 len: 870 time: 0.0890677 Oct 27 11:03:07.001847 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b6d1d4b7-a320-4f8d-819b-f4025cc6b91d req-0789f5d6-cfad-4883-9a75-5ec6288cbb54 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.74&port_id=105593d8-4d91-495a-85ae-52c5855c20b1 HTTP/1.1" status: 200 len: 217 time: 0.0340621 Oct 27 11:03:07.055275 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d1d4b7-a320-4f8d-819b-f4025cc6b91d req-da46bedc-81f9-4c13-897c-d69b88125040 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:03:07.056661 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b6d1d4b7-a320-4f8d-819b-f4025cc6b91d req-da46bedc-81f9-4c13-897c-d69b88125040 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=62eb52f7-aac4-48af-8670-e04300325561 HTTP/1.1" status: 200 len: 843 time: 0.0477250 Oct 27 11:03:07.102905 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d1d4b7-a320-4f8d-819b-f4025cc6b91d req-f2a18ae4-c5ba-433b-8a07-9e35228c1c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:03:07.104411 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b6d1d4b7-a320-4f8d-819b-f4025cc6b91d req-f2a18ae4-c5ba-433b-8a07-9e35228c1c45 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4d250f92-d229-45fe-a579-67fef8e6c544&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0393758 Oct 27 11:03:07.210551 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b6d1d4b7-a320-4f8d-819b-f4025cc6b91d req-79e57811-f995-4d47-b8c3-efc878f621a4 service neutron] 10.222.0.64 "GET /v2.0/networks/4d250f92-d229-45fe-a579-67fef8e6c544?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978088 Oct 27 11:03:07.297915 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3581a34-8763-49a5-acbd-0056946f38f1 req-a40b8686-2ac4-4eb2-88de-b242c205b8ce tempest-ServersAdminNegativeTestJSON-671842162 tempest-ServersAdminNegativeTestJSON-671842162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:03:07.299394 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c3581a34-8763-49a5-acbd-0056946f38f1 req-a40b8686-2ac4-4eb2-88de-b242c205b8ce tempest-ServersAdminNegativeTestJSON-671842162 tempest-ServersAdminNegativeTestJSON-671842162-project] 10.222.0.44 "GET /v2.0/ports?device_id=3d6b67b8-edc0-48ec-9db7-6665a102eb7a HTTP/1.1" status: 200 len: 947 time: 0.1027093 Oct 27 11:03:07.347656 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b6d1d4b7-a320-4f8d-819b-f4025cc6b91d req-69e8140d-9d67-42aa-be9a-5d4d1a502474 service neutron] 10.222.0.64 "GET /v2.0/networks/4d250f92-d229-45fe-a579-67fef8e6c544?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234629 Oct 27 11:03:07.359691 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c3581a34-8763-49a5-acbd-0056946f38f1 req-5e766168-9dd2-47ce-9c4d-4713ef53f68e tempest-ServersAdminNegativeTestJSON-671842162 tempest-ServersAdminNegativeTestJSON-671842162-project] 10.222.0.44 "GET /v2.0/security-groups?id=a1f1c505-e9e5-42b3-b73c-8573b8dc540a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536356 Oct 27 11:03:08.479554 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead7355b-5cb1-499a-8c50-698ea6be73a4 req-a84504f2-722a-4de1-b587-b63c61b4e511 tempest-ServersAdminNegativeTestJSON-671842162 tempest-ServersAdminNegativeTestJSON-671842162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:03:08.481050 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ead7355b-5cb1-499a-8c50-698ea6be73a4 req-a84504f2-722a-4de1-b587-b63c61b4e511 tempest-ServersAdminNegativeTestJSON-671842162 tempest-ServersAdminNegativeTestJSON-671842162-project] 10.222.0.44 "GET /v2.0/ports?device_id=3d6b67b8-edc0-48ec-9db7-6665a102eb7a HTTP/1.1" status: 200 len: 947 time: 0.0511355 Oct 27 11:03:08.518972 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ead7355b-5cb1-499a-8c50-698ea6be73a4 req-069200be-b519-4d1f-b8b0-4b948d8d1c84 tempest-ServersAdminNegativeTestJSON-671842162 tempest-ServersAdminNegativeTestJSON-671842162-project] 10.222.0.44 "GET /v2.0/security-groups?id=a1f1c505-e9e5-42b3-b73c-8573b8dc540a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314312 Oct 27 11:03:08.987828 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device 105593d8-4d91-495a-85ae-52c5855c20b1 details requested by agent hyperv_n-h1-813419-10 with host n-h1-813419-10 {{(pid=102348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 11:03:09.084433 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port 105593d8-4d91-495a-85ae-52c5855c20b1, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=105593d8-4d91-495a-85ae-52c5855c20b1,segment=NetworkSegment(f7c42c6d-2766-46d8-a8b7-4852117a5555),segment_id=f7c42c6d-2766-46d8-a8b7-4852117a5555)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:03:09.095873 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Returning: {'device': '105593d8-4d91-495a-85ae-52c5855c20b1', 'network_id': '4d250f92-d229-45fe-a579-67fef8e6c544', 'port_id': '105593d8-4d91-495a-85ae-52c5855c20b1', 'mac_address': 'fa:16:3e:e0:d0:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62eb52f7-aac4-48af-8670-e04300325561', 'ip_address': '192.168.233.74'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 11:03:09.132164 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:03:09.144974 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 105593d8-4d91-495a-85ae-52c5855c20b1 {{(pid=102348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 11:03:09.164272 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port 105593d8-4d91-495a-85ae-52c5855c20b1, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=105593d8-4d91-495a-85ae-52c5855c20b1,segment=NetworkSegment(f7c42c6d-2766-46d8-a8b7-4852117a5555),segment_id=f7c42c6d-2766-46d8-a8b7-4852117a5555)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:03:09.167810 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:03:09.223116 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:03:09.227419 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Pushing event updated for resources: {'Port': ['ID=105593d8-4d91-495a-85ae-52c5855c20b1,revision_number=4']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:03:09.234465 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:03:09.234838 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:03:09.235181 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:03:09.235516 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:03:09.235845 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:03:09.236173 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:03:09.236522 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:03:09.236846 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:03:09.237165 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:03:09.237485 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:03:09.237804 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:03:09.238179 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:03:09.441934 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] get_ports_and_sgs() called for port_ids ['105593d8-4d91-495a-85ae-52c5855c20b1'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 11:03:09.639894 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5176edd5-945f-410f-b0d3-d1582d52026e req-5954008a-665d-45b7-ae74-cc72f25bf866 tempest-ServersAdminNegativeTestJSON-671842162 tempest-ServersAdminNegativeTestJSON-671842162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:03:09.641471 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-5176edd5-945f-410f-b0d3-d1582d52026e req-5954008a-665d-45b7-ae74-cc72f25bf866 tempest-ServersAdminNegativeTestJSON-671842162 tempest-ServersAdminNegativeTestJSON-671842162-project] 10.222.0.44 "GET /v2.0/ports?device_id=3d6b67b8-edc0-48ec-9db7-6665a102eb7a HTTP/1.1" status: 200 len: 948 time: 0.0525246 Oct 27 11:03:09.678777 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-5176edd5-945f-410f-b0d3-d1582d52026e req-f15ea10b-2ade-42c9-ad45-ad53b383a10c tempest-ServersAdminNegativeTestJSON-671842162 tempest-ServersAdminNegativeTestJSON-671842162-project] 10.222.0.44 "GET /v2.0/security-groups?id=a1f1c505-e9e5-42b3-b73c-8573b8dc540a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314066 Oct 27 11:03:10.794033 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6367d3c5-30df-47cc-816d-1e86caa540c2 req-b810846c-b876-467d-a166-89407fd35cc8 tempest-ServersAdminNegativeTestJSON-671842162 tempest-ServersAdminNegativeTestJSON-671842162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:03:10.795498 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-6367d3c5-30df-47cc-816d-1e86caa540c2 req-b810846c-b876-467d-a166-89407fd35cc8 tempest-ServersAdminNegativeTestJSON-671842162 tempest-ServersAdminNegativeTestJSON-671842162-project] 10.222.0.44 "GET /v2.0/ports?device_id=3d6b67b8-edc0-48ec-9db7-6665a102eb7a HTTP/1.1" status: 200 len: 948 time: 0.0483091 Oct 27 11:03:10.832536 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-6367d3c5-30df-47cc-816d-1e86caa540c2 req-f9d01413-7ddc-437c-b32a-cf3cc7ab7ee6 tempest-ServersAdminNegativeTestJSON-671842162 tempest-ServersAdminNegativeTestJSON-671842162-project] 10.222.0.44 "GET /v2.0/security-groups?id=a1f1c505-e9e5-42b3-b73c-8573b8dc540a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310066 Oct 27 11:03:11.003341 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device 105593d8-4d91-495a-85ae-52c5855c20b1 up at agent hyperv_n-h1-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 11:03:11.053142 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Provisioning for port 105593d8-4d91-495a-85ae-52c5855c20b1 completed by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 11:03:11.056685 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Provisioning complete for port 105593d8-4d91-495a-85ae-52c5855c20b1 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:03:11.057057 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:03:11.133615 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:03:11.154827 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d6b67b8-edc0-48ec-9db7-6665a102eb7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '105593d8-4d91-495a-85ae-52c5855c20b1'}] {{(pid=102348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 11:03:11.157126 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c588921fa634554a1d9242fdea1b05457a9ff1d3b28ba54ec1dace7f2f1df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b850794d-3452-4aad-8af5-3ddce3447b9e" -d '{"events": [{"server_uuid": "3d6b67b8-edc0-48ec-9db7-6665a102eb7a", "name": "network-vif-plugged", "status": "completed", "tag": "105593d8-4d91-495a-85ae-52c5855c20b1"}]}' {{(pid=102348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 11:03:11.169648 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port 105593d8-4d91-495a-85ae-52c5855c20b1, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=105593d8-4d91-495a-85ae-52c5855c20b1,segment=NetworkSegment(f7c42c6d-2766-46d8-a8b7-4852117a5555),segment_id=f7c42c6d-2766-46d8-a8b7-4852117a5555)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:03:11.174292 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:03:11.219875 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Pushing event updated for resources: {'Port': ['ID=105593d8-4d91-495a-85ae-52c5855c20b1,revision_number=5']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:03:11.262174 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 11:03:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cda02a6-9939-4eaf-ad57-56b82ccfaedf x-openstack-request-id: req-7cda02a6-9939-4eaf-ad57-56b82ccfaedf {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 11:03:11.262464 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d6b67b8-edc0-48ec-9db7-6665a102eb7a", "name": "network-vif-plugged", "status": "completed", "tag": "105593d8-4d91-495a-85ae-52c5855c20b1", "code": 200}]} {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 11:03:11.262762 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7cda02a6-9939-4eaf-ad57-56b82ccfaedf {{(pid=102348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 11:03:11.263100 n-d-813419-10 neutron-server[102348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d6b67b8-edc0-48ec-9db7-6665a102eb7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '105593d8-4d91-495a-85ae-52c5855c20b1', 'code': 200} Oct 27 11:03:11.359063 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47912472-5c86-4cb2-bf4f-b839815db08e req-ba8c8f01-9e29-4411-b7b8-50feb1f43366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:03:11.361084 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-47912472-5c86-4cb2-bf4f-b839815db08e req-ba8c8f01-9e29-4411-b7b8-50feb1f43366 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=3d6b67b8-edc0-48ec-9db7-6665a102eb7a HTTP/1.1" status: 200 len: 1101 time: 0.0399742 Oct 27 11:03:11.395241 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-47912472-5c86-4cb2-bf4f-b839815db08e req-9bb68f1b-b4a3-4a89-bf48-7b3685bbe624 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=a1f1c505-e9e5-42b3-b73c-8573b8dc540a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0271101 Oct 27 11:03:11.950957 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69d2ddc-9126-448d-ad2c-6d739629f7a3 req-3a6372aa-d843-455f-b296-a6f878833003 tempest-ServersAdminNegativeTestJSON-671842162 tempest-ServersAdminNegativeTestJSON-671842162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:03:11.952429 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-e69d2ddc-9126-448d-ad2c-6d739629f7a3 req-3a6372aa-d843-455f-b296-a6f878833003 tempest-ServersAdminNegativeTestJSON-671842162 tempest-ServersAdminNegativeTestJSON-671842162-project] 10.222.0.44 "GET /v2.0/ports?device_id=3d6b67b8-edc0-48ec-9db7-6665a102eb7a HTTP/1.1" status: 200 len: 949 time: 0.0482965 Oct 27 11:03:11.988441 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-e69d2ddc-9126-448d-ad2c-6d739629f7a3 req-21dae79a-6a32-4360-9b1d-3868c68f7a1d tempest-ServersAdminNegativeTestJSON-671842162 tempest-ServersAdminNegativeTestJSON-671842162-project] 10.222.0.44 "GET /v2.0/security-groups?id=a1f1c505-e9e5-42b3-b73c-8573b8dc540a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300398 Oct 27 11:03:13.107646 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafba074-7029-465f-8b0e-87c8a7b3fff6 req-48b01ac1-43a2-4eea-bfa5-ae552f82aa04 tempest-ServersAdminNegativeTestJSON-671842162 tempest-ServersAdminNegativeTestJSON-671842162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:03:13.109158 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-eafba074-7029-465f-8b0e-87c8a7b3fff6 req-48b01ac1-43a2-4eea-bfa5-ae552f82aa04 tempest-ServersAdminNegativeTestJSON-671842162 tempest-ServersAdminNegativeTestJSON-671842162-project] 10.222.0.44 "GET /v2.0/ports?device_id=3d6b67b8-edc0-48ec-9db7-6665a102eb7a HTTP/1.1" status: 200 len: 949 time: 0.0517845 Oct 27 11:03:13.146700 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-eafba074-7029-465f-8b0e-87c8a7b3fff6 req-7ae374d1-e5e0-490b-93c1-571a315bfb27 tempest-ServersAdminNegativeTestJSON-671842162 tempest-ServersAdminNegativeTestJSON-671842162-project] 10.222.0.44 "GET /v2.0/security-groups?id=a1f1c505-e9e5-42b3-b73c-8573b8dc540a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308712 Oct 27 11:03:13.514573 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [req-368e2efb-2513-4371-910e-59b95332e8af req-0bc813b0-e50e-4709-b705-28ab4e77280c service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=102346) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 11:03:13.515600 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-368e2efb-2513-4371-910e-59b95332e8af req-0bc813b0-e50e-4709-b705-28ab4e77280c service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.1017833 Oct 27 11:03:13.892349 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [req-944cd20f-bb92-49c9-bf84-2408c5d581b0 req-64532413-09f9-4482-8fe7-5631b6c89000 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=102347) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 11:03:13.893359 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-944cd20f-bb92-49c9-bf84-2408c5d581b0 req-64532413-09f9-4482-8fe7-5631b6c89000 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0609131 Oct 27 11:03:14.217373 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67081c2d-fc92-4950-94c1-1327f83f57f2 req-d4a0ff2c-baab-494b-898c-97205a09a48e tempest-ServersAdminNegativeTestJSON-671842162 tempest-ServersAdminNegativeTestJSON-671842162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:03:14.218845 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-67081c2d-fc92-4950-94c1-1327f83f57f2 req-d4a0ff2c-baab-494b-898c-97205a09a48e tempest-ServersAdminNegativeTestJSON-671842162 tempest-ServersAdminNegativeTestJSON-671842162-project] 10.222.0.44 "GET /v2.0/ports?device_id=3d6b67b8-edc0-48ec-9db7-6665a102eb7a HTTP/1.1" status: 200 len: 949 time: 0.0492406 Oct 27 11:03:14.258013 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-67081c2d-fc92-4950-94c1-1327f83f57f2 req-827a7535-93ec-4a05-9424-80c95b18c8f2 tempest-ServersAdminNegativeTestJSON-671842162 tempest-ServersAdminNegativeTestJSON-671842162-project] 10.222.0.44 "GET /v2.0/security-groups?id=a1f1c505-e9e5-42b3-b73c-8573b8dc540a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330050 Oct 27 11:03:15.378413 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ef63b0-25c8-4612-b74f-e10a7b170f8b req-d2c28659-8667-483c-a8a8-b4afa449d101 tempest-ServersAdminNegativeTestJSON-671842162 tempest-ServersAdminNegativeTestJSON-671842162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:03:15.379885 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-a5ef63b0-25c8-4612-b74f-e10a7b170f8b req-d2c28659-8667-483c-a8a8-b4afa449d101 tempest-ServersAdminNegativeTestJSON-671842162 tempest-ServersAdminNegativeTestJSON-671842162-project] 10.222.0.44 "GET /v2.0/ports?device_id=3d6b67b8-edc0-48ec-9db7-6665a102eb7a HTTP/1.1" status: 200 len: 949 time: 0.0531647 Oct 27 11:03:15.417178 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-a5ef63b0-25c8-4612-b74f-e10a7b170f8b req-6fc99e32-4347-4942-a68b-c6c1160dd319 tempest-ServersAdminNegativeTestJSON-671842162 tempest-ServersAdminNegativeTestJSON-671842162-project] 10.222.0.44 "GET /v2.0/security-groups?id=a1f1c505-e9e5-42b3-b73c-8573b8dc540a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311415 Oct 27 11:03:15.561626 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f46db8-afcb-4f9d-a87d-034ab590c9c9 req-51c725e9-9eb8-4ab2-a7ef-f67f9cc663ef tempest-ServersAdminNegativeTestJSON-671842162 tempest-ServersAdminNegativeTestJSON-671842162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:03:15.563478 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-53f46db8-afcb-4f9d-a87d-034ab590c9c9 req-51c725e9-9eb8-4ab2-a7ef-f67f9cc663ef tempest-ServersAdminNegativeTestJSON-671842162 tempest-ServersAdminNegativeTestJSON-671842162-project] 10.222.0.64 "GET /v2.0/ports?device_id=3d6b67b8-edc0-48ec-9db7-6665a102eb7a HTTP/1.1" status: 200 len: 949 time: 0.0467560 Oct 27 11:03:15.652463 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [req-53f46db8-afcb-4f9d-a87d-034ab590c9c9 req-9902ed47-9f84-4ec9-9f2e-700484269388 tempest-ServersAdminNegativeTestJSON-671842162 tempest-ServersAdminNegativeTestJSON-671842162-project] Deleting port 105593d8-4d91-495a-85ae-52c5855c20b1 {{(pid=102347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 11:03:15.652791 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-53f46db8-afcb-4f9d-a87d-034ab590c9c9 req-9902ed47-9f84-4ec9-9f2e-700484269388 tempest-ServersAdminNegativeTestJSON-671842162 tempest-ServersAdminNegativeTestJSON-671842162-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:03:15.738339 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-53f46db8-afcb-4f9d-a87d-034ab590c9c9 req-9902ed47-9f84-4ec9-9f2e-700484269388 tempest-ServersAdminNegativeTestJSON-671842162 tempest-ServersAdminNegativeTestJSON-671842162-project] For port 105593d8-4d91-495a-85ae-52c5855c20b1, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=105593d8-4d91-495a-85ae-52c5855c20b1,segment=NetworkSegment(f7c42c6d-2766-46d8-a8b7-4852117a5555),segment_id=f7c42c6d-2766-46d8-a8b7-4852117a5555)] {{(pid=102347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:03:15.738688 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-53f46db8-afcb-4f9d-a87d-034ab590c9c9 req-9902ed47-9f84-4ec9-9f2e-700484269388 tempest-ServersAdminNegativeTestJSON-671842162 tempest-ServersAdminNegativeTestJSON-671842162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:03:15.751441 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [req-53f46db8-afcb-4f9d-a87d-034ab590c9c9 req-9902ed47-9f84-4ec9-9f2e-700484269388 tempest-ServersAdminNegativeTestJSON-671842162 tempest-ServersAdminNegativeTestJSON-671842162-project] Calling delete_port for 105593d8-4d91-495a-85ae-52c5855c20b1 owned by compute:nova {{(pid=102347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 11:03:15.877587 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-53f46db8-afcb-4f9d-a87d-034ab590c9c9 req-9902ed47-9f84-4ec9-9f2e-700484269388 tempest-ServersAdminNegativeTestJSON-671842162 tempest-ServersAdminNegativeTestJSON-671842162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:03:15.889461 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] get_ports_and_sgs() called for port_ids ['105593d8-4d91-495a-85ae-52c5855c20b1'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 11:03:15.903900 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9902ed47-9f84-4ec9-9f2e-700484269388 tempest-ServersAdminNegativeTestJSON-671842162 tempest-ServersAdminNegativeTestJSON-671842162-project] Pushing event deleted for resources: {'Port': ['ID=105593d8-4d91-495a-85ae-52c5855c20b1,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:03:15.960679 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [req-53f46db8-afcb-4f9d-a87d-034ab590c9c9 req-9902ed47-9f84-4ec9-9f2e-700484269388 tempest-ServersAdminNegativeTestJSON-671842162 tempest-ServersAdminNegativeTestJSON-671842162-project] No DVR routers for this DVR port 105593d8-4d91-495a-85ae-52c5855c20b1 on host n-h1-813419-10 {{(pid=102347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 11:03:15.963350 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-53f46db8-afcb-4f9d-a87d-034ab590c9c9 req-9902ed47-9f84-4ec9-9f2e-700484269388 tempest-ServersAdminNegativeTestJSON-671842162 tempest-ServersAdminNegativeTestJSON-671842162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:03:15.966775 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-53f46db8-afcb-4f9d-a87d-034ab590c9c9 req-9902ed47-9f84-4ec9-9f2e-700484269388 tempest-ServersAdminNegativeTestJSON-671842162 tempest-ServersAdminNegativeTestJSON-671842162-project] 10.222.0.64 "DELETE /v2.0/ports/105593d8-4d91-495a-85ae-52c5855c20b1 HTTP/1.1" status: 204 len: 173 time: 0.3963337 Oct 27 11:03:15.967230 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d6b67b8-edc0-48ec-9db7-6665a102eb7a', 'name': 'network-vif-deleted', 'tag': '105593d8-4d91-495a-85ae-52c5855c20b1'}] {{(pid=102347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 11:03:15.970169 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311149b481204ee7edffdb959c881838506fbd95bc8577c048f6677abb73acc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-385cadac-66ac-4628-a8eb-b164bcf0bfa3" -d '{"events": [{"server_uuid": "3d6b67b8-edc0-48ec-9db7-6665a102eb7a", "name": "network-vif-deleted", "tag": "105593d8-4d91-495a-85ae-52c5855c20b1"}]}' {{(pid=102347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 11:03:16.024038 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 11:03:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81e614d4-0a8e-42ea-b938-17d999af2a98 x-openstack-request-id: req-81e614d4-0a8e-42ea-b938-17d999af2a98 {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 11:03:16.024357 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d6b67b8-edc0-48ec-9db7-6665a102eb7a", "name": "network-vif-deleted", "tag": "105593d8-4d91-495a-85ae-52c5855c20b1", "status": "completed", "code": 200}]} {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 11:03:16.024606 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-81e614d4-0a8e-42ea-b938-17d999af2a98 {{(pid=102347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 11:03:16.024998 n-d-813419-10 neutron-server[102347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d6b67b8-edc0-48ec-9db7-6665a102eb7a', 'name': 'network-vif-deleted', 'tag': '105593d8-4d91-495a-85ae-52c5855c20b1', 'status': 'completed', 'code': 200} Oct 27 11:03:16.257568 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a0b1153b-fcf6-4c6c-92e0-e00021cff806 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:03:16.700855 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 44346) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:03:16.831832 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-daf7137a-21d2-4d6e-97c3-15baaa97b9a0 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=35add91a83bb49719e9483e7622ed3af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1297715 Oct 27 11:03:16.834265 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 44350) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:03:16.880498 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-c7a7b9c8-13f2-4cb7-aa60-13ad2ae97106 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:03:16.900374 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-c7a7b9c8-13f2-4cb7-aa60-13ad2ae97106 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:03:16.945738 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-c7a7b9c8-13f2-4cb7-aa60-13ad2ae97106 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:03:16.948569 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-c7a7b9c8-13f2-4cb7-aa60-13ad2ae97106 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:03:16.949700 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-c7a7b9c8-13f2-4cb7-aa60-13ad2ae97106 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a1f1c505-e9e5-42b3-b73c-8573b8dc540a HTTP/1.1" status: 204 len: 168 time: 0.1145446 Oct 27 11:03:16.957127 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7b9c8-13f2-4cb7-aa60-13ad2ae97106 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1f1c505-e9e5-42b3-b73c-8573b8dc540a,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:03:17.216935 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 44356) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:03:17.230683 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-73c7b3d0-6c0c-4275-bdfe-056fcbb0b5ef admin admin] Publish callbacks [] for security_group, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:03:17.305592 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-73c7b3d0-6c0c-4275-bdfe-056fcbb0b5ef admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:03:17.309340 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-73c7b3d0-6c0c-4275-bdfe-056fcbb0b5ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:03:17.351111 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-73c7b3d0-6c0c-4275-bdfe-056fcbb0b5ef admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5892e91d2dbe45fd83ef36d2327d8ef7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1329613 Oct 27 11:03:17.351823 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c7b3d0-6c0c-4275-bdfe-056fcbb0b5ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0382699-f12e-46fe-8841-7fa3b0131386,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:03:17.353899 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 44358) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:03:17.411231 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-461d2b23-ea16-44ee-b540-21ce09913368 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:03:17.432053 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-461d2b23-ea16-44ee-b540-21ce09913368 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:03:17.476502 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-461d2b23-ea16-44ee-b540-21ce09913368 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:03:17.478933 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-461d2b23-ea16-44ee-b540-21ce09913368 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:03:17.480113 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-461d2b23-ea16-44ee-b540-21ce09913368 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b0382699-f12e-46fe-8841-7fa3b0131386 HTTP/1.1" status: 204 len: 168 time: 0.1243498 Oct 27 11:03:17.488034 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461d2b23-ea16-44ee-b540-21ce09913368 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0382699-f12e-46fe-8841-7fa3b0131386,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:03:17.495709 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461d2b23-ea16-44ee-b540-21ce09913368 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:03:17.496065 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461d2b23-ea16-44ee-b540-21ce09913368 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:03:17.496436 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461d2b23-ea16-44ee-b540-21ce09913368 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:03:17.496778 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461d2b23-ea16-44ee-b540-21ce09913368 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:03:17.497112 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461d2b23-ea16-44ee-b540-21ce09913368 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:03:17.497443 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461d2b23-ea16-44ee-b540-21ce09913368 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:03:17.497771 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461d2b23-ea16-44ee-b540-21ce09913368 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:03:17.498103 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461d2b23-ea16-44ee-b540-21ce09913368 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:03:17.498429 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461d2b23-ea16-44ee-b540-21ce09913368 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:03:17.498751 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461d2b23-ea16-44ee-b540-21ce09913368 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:03:17.499154 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461d2b23-ea16-44ee-b540-21ce09913368 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:03:17.499397 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461d2b23-ea16-44ee-b540-21ce09913368 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:03:18.175749 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 44380) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:03:18.272439 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-7420c8a0-de35-4d86-84c8-d5b3c6f1fd33 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1033022399-network', 'tenant_id': 'eb11a38d2ca248e4b194cf5920c741b4'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:03:18.292785 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7420c8a0-de35-4d86-84c8-d5b3c6f1fd33 admin admin] Made reservation on behalf of eb11a38d2ca248e4b194cf5920c741b4 for: {'network': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 11:03:18.295028 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-7420c8a0-de35-4d86-84c8-d5b3c6f1fd33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for network, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:03:18.303061 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-7420c8a0-de35-4d86-84c8-d5b3c6f1fd33 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:03:18.377043 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-7420c8a0-de35-4d86-84c8-d5b3c6f1fd33 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:03:18.384656 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-7420c8a0-de35-4d86-84c8-d5b3c6f1fd33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:03:18.412528 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7420c8a0-de35-4d86-84c8-d5b3c6f1fd33 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 445} {{(pid=102346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 11:03:18.422231 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7420c8a0-de35-4d86-84c8-d5b3c6f1fd33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43617bdc-43dc-4645-9598-f77b95c1f37d,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:03:18.427941 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-7420c8a0-de35-4d86-84c8-d5b3c6f1fd33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:03:18.428317 n-d-813419-10 neutron-server[102346]: INFO neutron.db.segments_db [None req-7420c8a0-de35-4d86-84c8-d5b3c6f1fd33 admin admin] Added segment 9bda7adb-72ec-437b-b704-3a20e5f27dbb of type vlan for network 08af6161-04c4-4941-8f18-34783fa050c8 Oct 27 11:03:18.470016 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-7420c8a0-de35-4d86-84c8-d5b3c6f1fd33 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743872593080'] for network, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:03:18.493400 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-7420c8a0-de35-4d86-84c8-d5b3c6f1fd33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913'] for network, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:03:18.494321 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7420c8a0-de35-4d86-84c8-d5b3c6f1fd33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:03:18.494893 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-7420c8a0-de35-4d86-84c8-d5b3c6f1fd33 admin admin] Publish callbacks [] for network, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:03:18.544932 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-7420c8a0-de35-4d86-84c8-d5b3c6f1fd33 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3679581 Oct 27 11:03:18.547891 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 44384) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:03:18.553024 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-16bac7fd-33f8-4b4c-8db0-e4a4c7ec820b admin admin] Request body: {'subnet': {'network_id': '08af6161-04c4-4941-8f18-34783fa050c8', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1033022399-subnet', 'tenant_id': 'eb11a38d2ca248e4b194cf5920c741b4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:03:18.555767 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7420c8a0-de35-4d86-84c8-d5b3c6f1fd33 admin admin] Pushing event updated for resources: {'Network': ['ID=08af6161-04c4-4941-8f18-34783fa050c8,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:03:18.566323 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Network 08af6161-04c4-4941-8f18-34783fa050c8 details requested by agent ovs-agent-n-d-813419-10 with host n-d-813419-10 {{(pid=102348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 11:03:18.576344 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16bac7fd-33f8-4b4c-8db0-e4a4c7ec820b admin admin] Made reservation on behalf of eb11a38d2ca248e4b194cf5920c741b4 for: {'subnet': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 11:03:18.579240 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-16bac7fd-33f8-4b4c-8db0-e4a4c7ec820b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18044073'] for subnet, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:03:18.743804 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-16bac7fd-33f8-4b4c-8db0-e4a4c7ec820b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-18295883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18044091'] for subnet, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:03:18.799825 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bac7fd-33f8-4b4c-8db0-e4a4c7ec820b admin admin] Pushing event updated for resources: {'Subnet': ['ID=0be3c299-44ba-4acb-9176-590cb289c741,revision_number=0']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:03:18.808799 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16bac7fd-33f8-4b4c-8db0-e4a4c7ec820b admin admin] Checking segment: {'id': '9bda7adb-72ec-437b-b704-3a20e5f27dbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '08af6161-04c4-4941-8f18-34783fa050c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 11:03:18.809158 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16bac7fd-33f8-4b4c-8db0-e4a4c7ec820b admin admin] Network hostable DHCP agents. Network: 08af6161-04c4-4941-8f18-34783fa050c8, hostable agents: ['eafd4000-b897-4722-ae8b-0118ec955181'], hosted agents: [] {{(pid=102347) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 11:03:18.825827 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16bac7fd-33f8-4b4c-8db0-e4a4c7ec820b admin admin] Network 08af6161-04c4-4941-8f18-34783fa050c8 is scheduled to be hosted by DHCP agent eafd4000-b897-4722-ae8b-0118ec955181 with binding_index 1 {{(pid=102347) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 11:03:18.834312 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [None req-16bac7fd-33f8-4b4c-8db0-e4a4c7ec820b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-10, 08af6161-04c4-4941-8f18-34783fa050c8) {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 11:03:18.838327 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16bac7fd-33f8-4b4c-8db0-e4a4c7ec820b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:03:18.838909 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-16bac7fd-33f8-4b4c-8db0-e4a4c7ec820b admin admin] Publish callbacks [] for subnet, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:03:18.843816 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a803cd0d-1384-43f2-be77-36ab1bb448bb None None] Network 08af6161-04c4-4941-8f18-34783fa050c8 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 11:03:18.855377 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-16bac7fd-33f8-4b4c-8db0-e4a4c7ec820b admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3062551 Oct 27 11:03:18.958160 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-b1d2bda4-be68-48fc-b63e-5b29753956bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:03:18.985567 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6627e907-8841-4b6e-9f58-c83eb1f94ba5 None None] Network 08af6161-04c4-4941-8f18-34783fa050c8 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 11:03:19.037623 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device 105593d8-4d91-495a-85ae-52c5855c20b1 no longer exists at agent hyperv_n-h1-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 11:03:19.065620 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] No Port match for: 105593d8-4d91-495a-85ae-52c5855c20b1 {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 11:03:19.065881 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device 105593d8-4d91-495a-85ae-52c5855c20b1 not bound to the agent host n-h1-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 11:03:19.292715 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545d91f0-8152-42be-8ef8-a061e52da14f req-fe80b9c3-2dfa-404b-a259-94a2f41b7a7b tempest-DeleteServersTestJSON-1765625779 tempest-DeleteServersTestJSON-1765625779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:03:19.294169 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-545d91f0-8152-42be-8ef8-a061e52da14f req-fe80b9c3-2dfa-404b-a259-94a2f41b7a7b tempest-DeleteServersTestJSON-1765625779 tempest-DeleteServersTestJSON-1765625779-project] 10.222.0.44 "GET /v2.0/networks?id=08af6161-04c4-4941-8f18-34783fa050c8 HTTP/1.1" status: 200 len: 812 time: 0.1045039 Oct 27 11:03:19.309188 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-545d91f0-8152-42be-8ef8-a061e52da14f req-1c71ae09-172e-4694-8493-b99ccc3084cc tempest-DeleteServersTestJSON-1765625779 tempest-DeleteServersTestJSON-1765625779-project] 10.222.0.44 "GET /v2.0/quotas/eb11a38d2ca248e4b194cf5920c741b4 HTTP/1.1" status: 200 len: 375 time: 0.0086687 Oct 27 11:03:19.340002 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-545d91f0-8152-42be-8ef8-a061e52da14f req-ba5526a8-5c83-462d-bb18-b7d843f83036 tempest-DeleteServersTestJSON-1765625779 tempest-DeleteServersTestJSON-1765625779-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=eb11a38d2ca248e4b194cf5920c741b4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0256236 Oct 27 11:03:19.351139 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [req-545d91f0-8152-42be-8ef8-a061e52da14f req-1bd97018-46ac-44db-a3aa-24766fcce984 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=102347) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 11:03:19.352092 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-545d91f0-8152-42be-8ef8-a061e52da14f req-1bd97018-46ac-44db-a3aa-24766fcce984 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0050013 Oct 27 11:03:19.439698 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-545d91f0-8152-42be-8ef8-a061e52da14f req-6082c92a-9a0e-45c8-b53e-5dddf690f8bd service neutron] 10.222.0.44 "GET /v2.0/networks/08af6161-04c4-4941-8f18-34783fa050c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818334 Oct 27 11:03:19.530676 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-545d91f0-8152-42be-8ef8-a061e52da14f req-2bd7f7df-95a9-4529-8351-acc5d9a9ac08 service neutron] 10.222.0.44 "GET /v2.0/networks/08af6161-04c4-4941-8f18-34783fa050c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846894 Oct 27 11:03:20.046535 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:03:20.125959 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-eadeaa30-4096-4d1a-b3cb-aa7ebfb291ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:03:20.703162 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-0ee6cb53-09e5-4899-bd63-18a0870b8f8b req-3644ab3f-e810-4aa6-b89a-011fdb48d04d tempest-DeleteServersTestJSON-1765625779 tempest-DeleteServersTestJSON-1765625779-project] 10.222.0.44 "GET /v2.0/ports?device_id=e69dd89d-56f3-45ab-9244-3dd9dd89db28 HTTP/1.1" status: 200 len: 210 time: 0.0269854 Oct 27 11:03:21.779867 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-a9cada18-18e6-4c27-b349-9cfd88fce7c7 req-f25d6f1a-de19-413f-98d3-d6d44599055e tempest-DeleteServersTestJSON-1765625779 tempest-DeleteServersTestJSON-1765625779-project] 10.222.0.44 "GET /v2.0/ports?device_id=e69dd89d-56f3-45ab-9244-3dd9dd89db28 HTTP/1.1" status: 200 len: 210 time: 0.0254838 Oct 27 11:03:22.020044 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-3c6a8245-0581-48aa-b5f6-4d8fe98cd16e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:03:22.858137 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-335eb1f8-b050-4d5d-a4fb-79b3893f9b62 req-74ab5d50-3e8c-4827-9466-5cdc68ec65fd tempest-DeleteServersTestJSON-1765625779 tempest-DeleteServersTestJSON-1765625779-project] 10.222.0.44 "GET /v2.0/ports?device_id=e69dd89d-56f3-45ab-9244-3dd9dd89db28 HTTP/1.1" status: 200 len: 210 time: 0.0271702 Oct 27 11:03:23.939494 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-4f544430-8047-4892-94e5-e40da3275086 req-4405341e-c747-4878-a04b-d873bd1f6ddf tempest-DeleteServersTestJSON-1765625779 tempest-DeleteServersTestJSON-1765625779-project] 10.222.0.44 "GET /v2.0/ports?device_id=e69dd89d-56f3-45ab-9244-3dd9dd89db28 HTTP/1.1" status: 200 len: 210 time: 0.0253444 Oct 27 11:03:25.035515 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-174c5be8-a685-4c0d-889f-767ea5acc539 req-cad053a0-8097-4e67-b148-2899cf8dcbb3 tempest-DeleteServersTestJSON-1765625779 tempest-DeleteServersTestJSON-1765625779-project] 10.222.0.44 "GET /v2.0/ports?device_id=e69dd89d-56f3-45ab-9244-3dd9dd89db28 HTTP/1.1" status: 200 len: 210 time: 0.0297756 Oct 27 11:03:25.713588 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545d91f0-8152-42be-8ef8-a061e52da14f req-b78a46ad-0229-472f-a622-b760157517fb tempest-DeleteServersTestJSON-1765625779 tempest-DeleteServersTestJSON-1765625779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:03:25.715033 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-545d91f0-8152-42be-8ef8-a061e52da14f req-b78a46ad-0229-472f-a622-b760157517fb tempest-DeleteServersTestJSON-1765625779 tempest-DeleteServersTestJSON-1765625779-project] 10.222.0.64 "GET /v2.0/networks?id=08af6161-04c4-4941-8f18-34783fa050c8 HTTP/1.1" status: 200 len: 812 time: 0.1048293 Oct 27 11:03:25.732533 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [req-545d91f0-8152-42be-8ef8-a061e52da14f req-b5728cdc-27d1-4dbd-b534-3a2dd84f8564 tempest-DeleteServersTestJSON-1765625779 tempest-DeleteServersTestJSON-1765625779-project] Request body: {'port': {'device_id': 'e69dd89d-56f3-45ab-9244-3dd9dd89db28', 'network_id': '08af6161-04c4-4941-8f18-34783fa050c8', 'admin_state_up': True, 'tenant_id': 'eb11a38d2ca248e4b194cf5920c741b4'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:03:25.844755 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-545d91f0-8152-42be-8ef8-a061e52da14f req-b5728cdc-27d1-4dbd-b534-3a2dd84f8564 tempest-DeleteServersTestJSON-1765625779 tempest-DeleteServersTestJSON-1765625779-project] Made reservation on behalf of eb11a38d2ca248e4b194cf5920c741b4 for: {'port': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 11:03:25.848166 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-545d91f0-8152-42be-8ef8-a061e52da14f req-b5728cdc-27d1-4dbd-b534-3a2dd84f8564 tempest-DeleteServersTestJSON-1765625779 tempest-DeleteServersTestJSON-1765625779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:03:25.967104 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_common [req-545d91f0-8152-42be-8ef8-a061e52da14f req-b5728cdc-27d1-4dbd-b534-3a2dd84f8564 tempest-DeleteServersTestJSON-1765625779 tempest-DeleteServersTestJSON-1765625779-project] Allocated IP 172.20.0.11 (08af6161-04c4-4941-8f18-34783fa050c8/0be3c299-44ba-4acb-9176-590cb289c741/4480f063-f853-4d73-aa35-75ba61dce62b) {{(pid=102347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 11:03:26.126288 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-545d91f0-8152-42be-8ef8-a061e52da14f req-b5728cdc-27d1-4dbd-b534-3a2dd84f8564 tempest-DeleteServersTestJSON-1765625779 tempest-DeleteServersTestJSON-1765625779-project] Publish callbacks [] for port, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:03:26.142268 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8206d46c-6ed7-4a1a-8b2c-ed3f3b88a167 req-9c87a021-56d1-40e2-b4f0-ddf220752836 tempest-DeleteServersTestJSON-1765625779 tempest-DeleteServersTestJSON-1765625779-project] 10.222.0.44 "GET /v2.0/ports?device_id=e69dd89d-56f3-45ab-9244-3dd9dd89db28 HTTP/1.1" status: 200 len: 210 time: 0.0373385 Oct 27 11:03:26.171488 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-545d91f0-8152-42be-8ef8-a061e52da14f req-b5728cdc-27d1-4dbd-b534-3a2dd84f8564 tempest-DeleteServersTestJSON-1765625779 tempest-DeleteServersTestJSON-1765625779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:03:26.219313 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-545d91f0-8152-42be-8ef8-a061e52da14f req-b5728cdc-27d1-4dbd-b534-3a2dd84f8564 tempest-DeleteServersTestJSON-1765625779 tempest-DeleteServersTestJSON-1765625779-project] Network 08af6161-04c4-4941-8f18-34783fa050c8 is already hosted by enough agents. {{(pid=102347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 11:03:26.222938 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [req-545d91f0-8152-42be-8ef8-a061e52da14f req-b5728cdc-27d1-4dbd-b534-3a2dd84f8564 tempest-DeleteServersTestJSON-1765625779 tempest-DeleteServersTestJSON-1765625779-project] Resources bound (agent type, host, resource id): {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 11:03:26.226646 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [req-545d91f0-8152-42be-8ef8-a061e52da14f req-b5728cdc-27d1-4dbd-b534-3a2dd84f8564 tempest-DeleteServersTestJSON-1765625779 tempest-DeleteServersTestJSON-1765625779-project] Received port after_create {{(pid=102347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 11:03:26.232914 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5728cdc-27d1-4dbd-b534-3a2dd84f8564 tempest-DeleteServersTestJSON-1765625779 tempest-DeleteServersTestJSON-1765625779-project] Pushing event updated for resources: {'Port': ['ID=4480f063-f853-4d73-aa35-75ba61dce62b,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:03:26.276485 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545d91f0-8152-42be-8ef8-a061e52da14f req-b5728cdc-27d1-4dbd-b534-3a2dd84f8564 tempest-DeleteServersTestJSON-1765625779 tempest-DeleteServersTestJSON-1765625779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:03:26.277081 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-545d91f0-8152-42be-8ef8-a061e52da14f req-b5728cdc-27d1-4dbd-b534-3a2dd84f8564 tempest-DeleteServersTestJSON-1765625779 tempest-DeleteServersTestJSON-1765625779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:03:26.293281 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-545d91f0-8152-42be-8ef8-a061e52da14f req-b5728cdc-27d1-4dbd-b534-3a2dd84f8564 tempest-DeleteServersTestJSON-1765625779 tempest-DeleteServersTestJSON-1765625779-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5660977 Oct 27 11:03:26.305594 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [req-545d91f0-8152-42be-8ef8-a061e52da14f req-ac2b4a82-133c-4fd4-b6ec-0f2a394d2dd8 service neutron] Request body: {'port': {'device_id': 'e69dd89d-56f3-45ab-9244-3dd9dd89db28', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-10'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:03:26.356681 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-545d91f0-8152-42be-8ef8-a061e52da14f req-ac2b4a82-133c-4fd4-b6ec-0f2a394d2dd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:03:26.609855 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [req-545d91f0-8152-42be-8ef8-a061e52da14f req-ac2b4a82-133c-4fd4-b6ec-0f2a394d2dd8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4480f063-f853-4d73-aa35-75ba61dce62b {{(pid=102347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 11:03:26.616939 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-545d91f0-8152-42be-8ef8-a061e52da14f req-ac2b4a82-133c-4fd4-b6ec-0f2a394d2dd8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:03:26.629191 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.provisioning_blocks [req-545d91f0-8152-42be-8ef8-a061e52da14f req-ac2b4a82-133c-4fd4-b6ec-0f2a394d2dd8 service neutron] Transition to ACTIVE for port object 4480f063-f853-4d73-aa35-75ba61dce62b will not be triggered until provisioned by entity L2. {{(pid=102347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 11:03:26.632763 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-545d91f0-8152-42be-8ef8-a061e52da14f req-ac2b4a82-133c-4fd4-b6ec-0f2a394d2dd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:03:26.682321 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2b4a82-133c-4fd4-b6ec-0f2a394d2dd8 service neutron] Pushing event updated for resources: {'Port': ['ID=4480f063-f853-4d73-aa35-75ba61dce62b,revision_number=2']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:03:26.743891 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-545d91f0-8152-42be-8ef8-a061e52da14f req-ac2b4a82-133c-4fd4-b6ec-0f2a394d2dd8 service neutron] Attempting to bind port 4480f063-f853-4d73-aa35-75ba61dce62b on host n-h1-813419-10 for vnic_type normal with profile {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 11:03:26.744592 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-545d91f0-8152-42be-8ef8-a061e52da14f req-ac2b4a82-133c-4fd4-b6ec-0f2a394d2dd8 service neutron] Attempting to bind port 4480f063-f853-4d73-aa35-75ba61dce62b by drivers openvswitch,hyperv on host n-h1-813419-10 at level 0 using segments [{'id': '9bda7adb-72ec-437b-b704-3a20e5f27dbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '08af6161-04c4-4941-8f18-34783fa050c8'}] {{(pid=102347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 11:03:26.744592 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-545d91f0-8152-42be-8ef8-a061e52da14f req-ac2b4a82-133c-4fd4-b6ec-0f2a394d2dd8 service neutron] Attempting to bind port 4480f063-f853-4d73-aa35-75ba61dce62b on network 08af6161-04c4-4941-8f18-34783fa050c8 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 11:03:26.748769 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-545d91f0-8152-42be-8ef8-a061e52da14f req-ac2b4a82-133c-4fd4-b6ec-0f2a394d2dd8 service neutron] Port 4480f063-f853-4d73-aa35-75ba61dce62b on network 08af6161-04c4-4941-8f18-34783fa050c8 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-10 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 11:03:26.749089 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-545d91f0-8152-42be-8ef8-a061e52da14f req-ac2b4a82-133c-4fd4-b6ec-0f2a394d2dd8 service neutron] Attempting to bind port 4480f063-f853-4d73-aa35-75ba61dce62b on network 08af6161-04c4-4941-8f18-34783fa050c8 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 11:03:26.754324 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-545d91f0-8152-42be-8ef8-a061e52da14f req-ac2b4a82-133c-4fd4-b6ec-0f2a394d2dd8 service neutron] Checking agent: {'id': 'a52e1cab-0c63-402d-9c94-330537c6c076', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 16, 2), 'started_at': datetime.datetime(2021, 10, 27, 10, 16, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 11, 3, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 11:03:26.754658 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-545d91f0-8152-42be-8ef8-a061e52da14f req-ac2b4a82-133c-4fd4-b6ec-0f2a394d2dd8 service neutron] Checking segment: {'id': '9bda7adb-72ec-437b-b704-3a20e5f27dbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '08af6161-04c4-4941-8f18-34783fa050c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 11:03:26.755037 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-545d91f0-8152-42be-8ef8-a061e52da14f req-ac2b4a82-133c-4fd4-b6ec-0f2a394d2dd8 service neutron] Bound using segment: {'id': '9bda7adb-72ec-437b-b704-3a20e5f27dbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '08af6161-04c4-4941-8f18-34783fa050c8'} {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 11:03:26.755459 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-545d91f0-8152-42be-8ef8-a061e52da14f req-ac2b4a82-133c-4fd4-b6ec-0f2a394d2dd8 service neutron] Bound port: 4480f063-f853-4d73-aa35-75ba61dce62b, host: n-h1-813419-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9bda7adb-72ec-437b-b704-3a20e5f27dbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '08af6161-04c4-4941-8f18-34783fa050c8'}}] {{(pid=102347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 11:03:26.755809 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-545d91f0-8152-42be-8ef8-a061e52da14f req-ac2b4a82-133c-4fd4-b6ec-0f2a394d2dd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:03:26.818921 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-545d91f0-8152-42be-8ef8-a061e52da14f req-ac2b4a82-133c-4fd4-b6ec-0f2a394d2dd8 service neutron] For port 4480f063-f853-4d73-aa35-75ba61dce62b, host n-h1-813419-10, cleared binding levels {{(pid=102347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 11:03:26.821838 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-545d91f0-8152-42be-8ef8-a061e52da14f req-ac2b4a82-133c-4fd4-b6ec-0f2a394d2dd8 service neutron] For port 4480f063-f853-4d73-aa35-75ba61dce62b, host n-h1-813419-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=4480f063-f853-4d73-aa35-75ba61dce62b,segment=NetworkSegment(9bda7adb-72ec-437b-b704-3a20e5f27dbb),segment_id=9bda7adb-72ec-437b-b704-3a20e5f27dbb)] {{(pid=102347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 11:03:26.826116 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-545d91f0-8152-42be-8ef8-a061e52da14f req-ac2b4a82-133c-4fd4-b6ec-0f2a394d2dd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:03:26.861667 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545d91f0-8152-42be-8ef8-a061e52da14f req-ac2b4a82-133c-4fd4-b6ec-0f2a394d2dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:03:26.862211 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-545d91f0-8152-42be-8ef8-a061e52da14f req-ac2b4a82-133c-4fd4-b6ec-0f2a394d2dd8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:03:26.863580 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-545d91f0-8152-42be-8ef8-a061e52da14f req-ac2b4a82-133c-4fd4-b6ec-0f2a394d2dd8 service neutron] 10.222.0.64 "PUT /v2.0/ports/4480f063-f853-4d73-aa35-75ba61dce62b HTTP/1.1" status: 200 len: 1093 time: 0.5618823 Oct 27 11:03:26.864013 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e69dd89d-56f3-45ab-9244-3dd9dd89db28', 'tag': '4480f063-f853-4d73-aa35-75ba61dce62b'}] {{(pid=102347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 11:03:26.866269 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311149b481204ee7edffdb959c881838506fbd95bc8577c048f6677abb73acc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01bacf84-be28-4e28-84d1-ed60cafc2a49" -d '{"events": [{"name": "network-changed", "server_uuid": "e69dd89d-56f3-45ab-9244-3dd9dd89db28", "tag": "4480f063-f853-4d73-aa35-75ba61dce62b"}]}' {{(pid=102347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 11:03:26.888295 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2b4a82-133c-4fd4-b6ec-0f2a394d2dd8 service neutron] Pushing event updated for resources: {'Port': ['ID=4480f063-f853-4d73-aa35-75ba61dce62b,revision_number=3']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:03:26.918074 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 11:03:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce4f9240-b60c-425a-bbfa-23375a54336d x-openstack-request-id: req-ce4f9240-b60c-425a-bbfa-23375a54336d {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 11:03:26.918361 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e69dd89d-56f3-45ab-9244-3dd9dd89db28", "tag": "4480f063-f853-4d73-aa35-75ba61dce62b", "status": "completed", "code": 200}]} {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 11:03:26.918616 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ce4f9240-b60c-425a-bbfa-23375a54336d {{(pid=102347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 11:03:26.919013 n-d-813419-10 neutron-server[102347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e69dd89d-56f3-45ab-9244-3dd9dd89db28', 'tag': '4480f063-f853-4d73-aa35-75ba61dce62b', 'status': 'completed', 'code': 200} Oct 27 11:03:26.948274 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545d91f0-8152-42be-8ef8-a061e52da14f req-a21371d6-5370-4473-a2f9-b679a9d6c5eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:03:26.949753 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-545d91f0-8152-42be-8ef8-a061e52da14f req-a21371d6-5370-4473-a2f9-b679a9d6c5eb service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=eb11a38d2ca248e4b194cf5920c741b4&device_id=e69dd89d-56f3-45ab-9244-3dd9dd89db28 HTTP/1.1" status: 200 len: 1096 time: 0.0416327 Oct 27 11:03:26.995646 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-545d91f0-8152-42be-8ef8-a061e52da14f req-bb4f39e6-018d-4989-a8b7-0dfde4ed9709 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4480f063-f853-4d73-aa35-75ba61dce62b HTTP/1.1" status: 200 len: 217 time: 0.0363533 Oct 27 11:03:27.044939 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545d91f0-8152-42be-8ef8-a061e52da14f req-a929ba4e-80a8-4682-bf42-174922d7dfd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:03:27.046352 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-545d91f0-8152-42be-8ef8-a061e52da14f req-a929ba4e-80a8-4682-bf42-174922d7dfd9 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0be3c299-44ba-4acb-9176-590cb289c741 HTTP/1.1" status: 200 len: 852 time: 0.0417600 Oct 27 11:03:27.078549 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-545d91f0-8152-42be-8ef8-a061e52da14f req-686e0a35-6c04-4169-8392-31c5ecab2c0d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=08af6161-04c4-4941-8f18-34783fa050c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236132 Oct 27 11:03:27.173842 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-545d91f0-8152-42be-8ef8-a061e52da14f req-29862838-a428-4b16-9af6-0b97b619920d service neutron] 10.222.0.64 "GET /v2.0/networks/08af6161-04c4-4941-8f18-34783fa050c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848444 Oct 27 11:03:27.285377 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e28cb9-8d51-480f-8f4d-56bb82f14af5 req-30e62a07-274f-4bba-95e3-882fe4fe03b1 tempest-DeleteServersTestJSON-1765625779 tempest-DeleteServersTestJSON-1765625779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:03:27.286822 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-d2e28cb9-8d51-480f-8f4d-56bb82f14af5 req-30e62a07-274f-4bba-95e3-882fe4fe03b1 tempest-DeleteServersTestJSON-1765625779 tempest-DeleteServersTestJSON-1765625779-project] 10.222.0.44 "GET /v2.0/ports?device_id=e69dd89d-56f3-45ab-9244-3dd9dd89db28 HTTP/1.1" status: 200 len: 944 time: 0.0651407 Oct 27 11:03:27.307657 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-545d91f0-8152-42be-8ef8-a061e52da14f req-318a88f0-3d30-441e-85db-dcadc7350b1c service neutron] 10.222.0.64 "GET /v2.0/networks/08af6161-04c4-4941-8f18-34783fa050c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260850 Oct 27 11:03:27.338271 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-d2e28cb9-8d51-480f-8f4d-56bb82f14af5 req-d8e9b420-68f5-4b48-a0ad-0e6504f62ff4 tempest-DeleteServersTestJSON-1765625779 tempest-DeleteServersTestJSON-1765625779-project] 10.222.0.44 "GET /v2.0/security-groups?id=43617bdc-43dc-4645-9598-f77b95c1f37d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416028 Oct 27 11:03:27.397018 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bacf84-be28-4e28-84d1-ed60cafc2a49 req-e7ab018e-3c09-47b1-8419-27d7c70974cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:03:27.398548 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-01bacf84-be28-4e28-84d1-ed60cafc2a49 req-e7ab018e-3c09-47b1-8419-27d7c70974cf service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=eb11a38d2ca248e4b194cf5920c741b4&device_id=e69dd89d-56f3-45ab-9244-3dd9dd89db28 HTTP/1.1" status: 200 len: 1096 time: 0.0407262 Oct 27 11:03:27.487018 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bacf84-be28-4e28-84d1-ed60cafc2a49 req-b64769d6-8904-4aff-974f-072f7452d9d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:03:27.488451 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-01bacf84-be28-4e28-84d1-ed60cafc2a49 req-b64769d6-8904-4aff-974f-072f7452d9d8 service neutron] 10.222.0.64 "GET /v2.0/networks?id=08af6161-04c4-4941-8f18-34783fa050c8 HTTP/1.1" status: 200 len: 913 time: 0.0824273 Oct 27 11:03:27.537772 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-01bacf84-be28-4e28-84d1-ed60cafc2a49 req-fbd9dc90-2cb8-4d55-b0ee-20e899bdd70a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4480f063-f853-4d73-aa35-75ba61dce62b HTTP/1.1" status: 200 len: 217 time: 0.0418756 Oct 27 11:03:27.586125 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bacf84-be28-4e28-84d1-ed60cafc2a49 req-d5aaad78-eb63-4b88-8a97-f2829609434a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:03:27.587523 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-01bacf84-be28-4e28-84d1-ed60cafc2a49 req-d5aaad78-eb63-4b88-8a97-f2829609434a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0be3c299-44ba-4acb-9176-590cb289c741 HTTP/1.1" status: 200 len: 852 time: 0.0428131 Oct 27 11:03:27.620031 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-01bacf84-be28-4e28-84d1-ed60cafc2a49 req-2dd38de3-ae4c-41ca-8a80-688e02c4d74b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=08af6161-04c4-4941-8f18-34783fa050c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238812 Oct 27 11:03:27.710495 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-01bacf84-be28-4e28-84d1-ed60cafc2a49 req-8193bff8-f19e-4390-b676-e2224aa1c138 service neutron] 10.222.0.64 "GET /v2.0/networks/08af6161-04c4-4941-8f18-34783fa050c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817673 Oct 27 11:03:27.799356 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-01bacf84-be28-4e28-84d1-ed60cafc2a49 req-89be9cd3-089f-4e59-8198-65d2424fb5f0 service neutron] 10.222.0.64 "GET /v2.0/networks/08af6161-04c4-4941-8f18-34783fa050c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805228 Oct 27 11:03:28.470390 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5c7b71-9012-4d04-9f55-04bae141ef63 req-69b11c6a-3cd5-4542-bf8e-6a5f013cc5b6 tempest-DeleteServersTestJSON-1765625779 tempest-DeleteServersTestJSON-1765625779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:03:28.471905 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-3b5c7b71-9012-4d04-9f55-04bae141ef63 req-69b11c6a-3cd5-4542-bf8e-6a5f013cc5b6 tempest-DeleteServersTestJSON-1765625779 tempest-DeleteServersTestJSON-1765625779-project] 10.222.0.44 "GET /v2.0/ports?device_id=e69dd89d-56f3-45ab-9244-3dd9dd89db28 HTTP/1.1" status: 200 len: 944 time: 0.0545371 Oct 27 11:03:28.513504 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-3b5c7b71-9012-4d04-9f55-04bae141ef63 req-a050180b-9814-4641-92f7-2791e92c3909 tempest-DeleteServersTestJSON-1765625779 tempest-DeleteServersTestJSON-1765625779-project] 10.222.0.44 "GET /v2.0/security-groups?id=43617bdc-43dc-4645-9598-f77b95c1f37d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351975 Oct 27 11:03:29.627453 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3ccdea-e75c-4a40-bd07-80c226cc1621 req-e3e558c8-fb46-4047-89ed-833303fa955b tempest-DeleteServersTestJSON-1765625779 tempest-DeleteServersTestJSON-1765625779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:03:29.628939 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-4e3ccdea-e75c-4a40-bd07-80c226cc1621 req-e3e558c8-fb46-4047-89ed-833303fa955b tempest-DeleteServersTestJSON-1765625779 tempest-DeleteServersTestJSON-1765625779-project] 10.222.0.44 "GET /v2.0/ports?device_id=e69dd89d-56f3-45ab-9244-3dd9dd89db28 HTTP/1.1" status: 200 len: 944 time: 0.0476832 Oct 27 11:03:29.669377 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-4e3ccdea-e75c-4a40-bd07-80c226cc1621 req-ae045808-fa37-48f7-a635-9f0a4a4cc413 tempest-DeleteServersTestJSON-1765625779 tempest-DeleteServersTestJSON-1765625779-project] 10.222.0.44 "GET /v2.0/security-groups?id=43617bdc-43dc-4645-9598-f77b95c1f37d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345423 Oct 27 11:03:30.783566 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0859d3-616f-4f97-8b72-5d2c5e5b3a7b req-df01d150-311f-4533-bf60-37ebcbf1c720 tempest-DeleteServersTestJSON-1765625779 tempest-DeleteServersTestJSON-1765625779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:03:30.785056 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ed0859d3-616f-4f97-8b72-5d2c5e5b3a7b req-df01d150-311f-4533-bf60-37ebcbf1c720 tempest-DeleteServersTestJSON-1765625779 tempest-DeleteServersTestJSON-1765625779-project] 10.222.0.44 "GET /v2.0/ports?device_id=e69dd89d-56f3-45ab-9244-3dd9dd89db28 HTTP/1.1" status: 200 len: 944 time: 0.0479290 Oct 27 11:03:30.821890 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ed0859d3-616f-4f97-8b72-5d2c5e5b3a7b req-a21c5ac4-919f-42ea-929e-7bd3ac67d2e9 tempest-DeleteServersTestJSON-1765625779 tempest-DeleteServersTestJSON-1765625779-project] 10.222.0.44 "GET /v2.0/security-groups?id=43617bdc-43dc-4645-9598-f77b95c1f37d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310829 Oct 27 11:03:31.034916 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device 4480f063-f853-4d73-aa35-75ba61dce62b details requested by agent hyperv_n-h1-813419-10 with host n-h1-813419-10 {{(pid=102348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 11:03:31.127651 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port 4480f063-f853-4d73-aa35-75ba61dce62b, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=4480f063-f853-4d73-aa35-75ba61dce62b,segment=NetworkSegment(9bda7adb-72ec-437b-b704-3a20e5f27dbb),segment_id=9bda7adb-72ec-437b-b704-3a20e5f27dbb)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:03:31.138257 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Returning: {'device': '4480f063-f853-4d73-aa35-75ba61dce62b', 'network_id': '08af6161-04c4-4941-8f18-34783fa050c8', 'port_id': '4480f063-f853-4d73-aa35-75ba61dce62b', 'mac_address': 'fa:16:3e:b0:f9:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 445, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0be3c299-44ba-4acb-9176-590cb289c741', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 11:03:31.178415 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:03:31.190660 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4480f063-f853-4d73-aa35-75ba61dce62b {{(pid=102348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 11:03:31.209271 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port 4480f063-f853-4d73-aa35-75ba61dce62b, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=4480f063-f853-4d73-aa35-75ba61dce62b,segment=NetworkSegment(9bda7adb-72ec-437b-b704-3a20e5f27dbb),segment_id=9bda7adb-72ec-437b-b704-3a20e5f27dbb)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:03:31.213097 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:03:31.258916 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Pushing event updated for resources: {'Port': ['ID=4480f063-f853-4d73-aa35-75ba61dce62b,revision_number=4']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:03:31.407017 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] get_ports_and_sgs() called for port_ids ['4480f063-f853-4d73-aa35-75ba61dce62b'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 11:03:31.935585 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2902a5-6a78-461f-8b52-d59ac1a5273a req-69aef8d7-56f0-488d-9dc3-b588e232726a tempest-DeleteServersTestJSON-1765625779 tempest-DeleteServersTestJSON-1765625779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:03:31.937092 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-fd2902a5-6a78-461f-8b52-d59ac1a5273a req-69aef8d7-56f0-488d-9dc3-b588e232726a tempest-DeleteServersTestJSON-1765625779 tempest-DeleteServersTestJSON-1765625779-project] 10.222.0.44 "GET /v2.0/ports?device_id=e69dd89d-56f3-45ab-9244-3dd9dd89db28 HTTP/1.1" status: 200 len: 945 time: 0.0481768 Oct 27 11:03:31.975004 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-fd2902a5-6a78-461f-8b52-d59ac1a5273a req-f53134f2-747b-45f5-acd9-59ca317293f5 tempest-DeleteServersTestJSON-1765625779 tempest-DeleteServersTestJSON-1765625779-project] 10.222.0.44 "GET /v2.0/security-groups?id=43617bdc-43dc-4645-9598-f77b95c1f37d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314255 Oct 27 11:03:32.812560 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:03:33.051993 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device 4480f063-f853-4d73-aa35-75ba61dce62b up at agent hyperv_n-h1-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 11:03:33.092609 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0c1777-1ea0-4601-a8a6-4a7c92c266f1 req-7c0a3e08-24b7-40c8-9ee3-c6724f2eb113 tempest-DeleteServersTestJSON-1765625779 tempest-DeleteServersTestJSON-1765625779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:03:33.094329 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-af0c1777-1ea0-4601-a8a6-4a7c92c266f1 req-7c0a3e08-24b7-40c8-9ee3-c6724f2eb113 tempest-DeleteServersTestJSON-1765625779 tempest-DeleteServersTestJSON-1765625779-project] 10.222.0.44 "GET /v2.0/ports?device_id=e69dd89d-56f3-45ab-9244-3dd9dd89db28 HTTP/1.1" status: 200 len: 945 time: 0.0522466 Oct 27 11:03:33.099434 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Provisioning for port 4480f063-f853-4d73-aa35-75ba61dce62b completed by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 11:03:33.105537 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Provisioning complete for port 4480f063-f853-4d73-aa35-75ba61dce62b triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:03:33.106088 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:03:33.136539 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-af0c1777-1ea0-4601-a8a6-4a7c92c266f1 req-4da2d113-64b4-44d9-b5e4-dc1b6118bbc8 tempest-DeleteServersTestJSON-1765625779 tempest-DeleteServersTestJSON-1765625779-project] 10.222.0.44 "GET /v2.0/security-groups?id=43617bdc-43dc-4645-9598-f77b95c1f37d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339689 Oct 27 11:03:33.187423 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:03:33.209443 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e69dd89d-56f3-45ab-9244-3dd9dd89db28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4480f063-f853-4d73-aa35-75ba61dce62b'}] {{(pid=102348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 11:03:33.211730 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c588921fa634554a1d9242fdea1b05457a9ff1d3b28ba54ec1dace7f2f1df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87189cd4-b9f7-41ce-936b-9ec015363ae2" -d '{"events": [{"server_uuid": "e69dd89d-56f3-45ab-9244-3dd9dd89db28", "name": "network-vif-plugged", "status": "completed", "tag": "4480f063-f853-4d73-aa35-75ba61dce62b"}]}' {{(pid=102348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 11:03:33.223822 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port 4480f063-f853-4d73-aa35-75ba61dce62b, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=4480f063-f853-4d73-aa35-75ba61dce62b,segment=NetworkSegment(9bda7adb-72ec-437b-b704-3a20e5f27dbb),segment_id=9bda7adb-72ec-437b-b704-3a20e5f27dbb)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:03:33.227995 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:03:33.251885 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 11:03:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33fcea42-0be3-4572-b82e-f05b53e841fe x-openstack-request-id: req-33fcea42-0be3-4572-b82e-f05b53e841fe {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 11:03:33.252173 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e69dd89d-56f3-45ab-9244-3dd9dd89db28", "name": "network-vif-plugged", "status": "completed", "tag": "4480f063-f853-4d73-aa35-75ba61dce62b", "code": 200}]} {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 11:03:33.252446 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-33fcea42-0be3-4572-b82e-f05b53e841fe {{(pid=102348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 11:03:33.252828 n-d-813419-10 neutron-server[102348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e69dd89d-56f3-45ab-9244-3dd9dd89db28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4480f063-f853-4d73-aa35-75ba61dce62b', 'code': 200} Oct 27 11:03:33.277296 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Pushing event updated for resources: {'Port': ['ID=4480f063-f853-4d73-aa35-75ba61dce62b,revision_number=5']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:03:33.347539 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c14d0d3-63a2-4c8c-8df4-8635161c1fac req-a3d47650-7328-46a1-b164-10a03073b0d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:03:33.348962 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-7c14d0d3-63a2-4c8c-8df4-8635161c1fac req-a3d47650-7328-46a1-b164-10a03073b0d9 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=e69dd89d-56f3-45ab-9244-3dd9dd89db28 HTTP/1.1" status: 200 len: 1098 time: 0.0392926 Oct 27 11:03:33.384761 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-7c14d0d3-63a2-4c8c-8df4-8635161c1fac req-91501c1d-f313-4655-9a6b-d0d883e34e03 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=43617bdc-43dc-4645-9598-f77b95c1f37d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0274794 Oct 27 11:03:34.249977 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea538bdd-b662-408a-80c9-2f1ef397bba2 req-50bac968-a4de-493d-b74c-af071b07ac38 tempest-DeleteServersTestJSON-1765625779 tempest-DeleteServersTestJSON-1765625779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:03:34.252033 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ea538bdd-b662-408a-80c9-2f1ef397bba2 req-50bac968-a4de-493d-b74c-af071b07ac38 tempest-DeleteServersTestJSON-1765625779 tempest-DeleteServersTestJSON-1765625779-project] 10.222.0.44 "GET /v2.0/ports?device_id=e69dd89d-56f3-45ab-9244-3dd9dd89db28 HTTP/1.1" status: 200 len: 946 time: 0.0489752 Oct 27 11:03:34.290338 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ea538bdd-b662-408a-80c9-2f1ef397bba2 req-bca85df0-b65c-4514-b590-055447217513 tempest-DeleteServersTestJSON-1765625779 tempest-DeleteServersTestJSON-1765625779-project] 10.222.0.44 "GET /v2.0/security-groups?id=43617bdc-43dc-4645-9598-f77b95c1f37d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318432 Oct 27 11:03:35.307541 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.agents_db [None req-e79ee67d-056e-46ea-bd99-e80473396b25 None None] Agent healthcheck: found 7 active agents {{(pid=102349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 11:03:35.406673 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444848e9-eada-4ba2-a0b7-e422d12f4cca req-3285f4be-e12f-48a1-bfaa-52e3d887ef2a tempest-DeleteServersTestJSON-1765625779 tempest-DeleteServersTestJSON-1765625779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:03:35.408747 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-444848e9-eada-4ba2-a0b7-e422d12f4cca req-3285f4be-e12f-48a1-bfaa-52e3d887ef2a tempest-DeleteServersTestJSON-1765625779 tempest-DeleteServersTestJSON-1765625779-project] 10.222.0.44 "GET /v2.0/ports?device_id=e69dd89d-56f3-45ab-9244-3dd9dd89db28 HTTP/1.1" status: 200 len: 946 time: 0.0494413 Oct 27 11:03:35.448544 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-444848e9-eada-4ba2-a0b7-e422d12f4cca req-e18ac0e4-c514-4036-8b17-837abe982b66 tempest-DeleteServersTestJSON-1765625779 tempest-DeleteServersTestJSON-1765625779-project] 10.222.0.44 "GET /v2.0/security-groups?id=43617bdc-43dc-4645-9598-f77b95c1f37d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336108 Oct 27 11:03:35.680919 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd5e397-5b58-489c-a5d9-2b35e9d47445 req-7ce578a3-115f-4f88-ba20-627666bac300 tempest-DeleteServersTestJSON-1765625779 tempest-DeleteServersTestJSON-1765625779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:03:35.682418 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-4fd5e397-5b58-489c-a5d9-2b35e9d47445 req-7ce578a3-115f-4f88-ba20-627666bac300 tempest-DeleteServersTestJSON-1765625779 tempest-DeleteServersTestJSON-1765625779-project] 10.222.0.44 "GET /v2.0/ports?device_id=e69dd89d-56f3-45ab-9244-3dd9dd89db28 HTTP/1.1" status: 200 len: 946 time: 0.0495522 Oct 27 11:03:35.743341 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-4fd5e397-5b58-489c-a5d9-2b35e9d47445 req-d4522c86-13ea-41bb-a669-1ad72f45e92f tempest-DeleteServersTestJSON-1765625779 tempest-DeleteServersTestJSON-1765625779-project] 10.222.0.44 "GET /v2.0/security-groups?id=43617bdc-43dc-4645-9598-f77b95c1f37d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518017 Oct 27 11:03:35.748945 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-335eb262-f78f-4bce-896c-56baa9e70dd7 req-55acb34f-560b-40d7-9f23-eebe53c6c103 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=e69dd89d-56f3-45ab-9244-3dd9dd89db28&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1236508 Oct 27 11:03:35.758845 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [req-335eb262-f78f-4bce-896c-56baa9e70dd7 req-b8ab6bcc-95ec-4981-aca7-780c1ce28eea service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=102347) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 11:03:35.759822 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-335eb262-f78f-4bce-896c-56baa9e70dd7 req-b8ab6bcc-95ec-4981-aca7-780c1ce28eea service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0054498 Oct 27 11:03:36.866997 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7592af-b289-49a8-b851-d7d55a50cf4b req-5736453b-cae8-4548-b3f2-c401128607e6 tempest-DeleteServersTestJSON-1765625779 tempest-DeleteServersTestJSON-1765625779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:03:36.868759 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-dd7592af-b289-49a8-b851-d7d55a50cf4b req-5736453b-cae8-4548-b3f2-c401128607e6 tempest-DeleteServersTestJSON-1765625779 tempest-DeleteServersTestJSON-1765625779-project] 10.222.0.44 "GET /v2.0/ports?device_id=e69dd89d-56f3-45ab-9244-3dd9dd89db28 HTTP/1.1" status: 200 len: 946 time: 0.0506372 Oct 27 11:03:36.907634 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-dd7592af-b289-49a8-b851-d7d55a50cf4b req-f46bd8d4-c3ef-4ad3-a0ab-0436df16b643 tempest-DeleteServersTestJSON-1765625779 tempest-DeleteServersTestJSON-1765625779-project] 10.222.0.44 "GET /v2.0/security-groups?id=43617bdc-43dc-4645-9598-f77b95c1f37d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324235 Oct 27 11:03:36.909372 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335eb262-f78f-4bce-896c-56baa9e70dd7 req-56e28bf5-3cbf-4f26-899c-8c81e5901ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:03:36.910925 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-335eb262-f78f-4bce-896c-56baa9e70dd7 req-56e28bf5-3cbf-4f26-899c-8c81e5901ae7 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=eb11a38d2ca248e4b194cf5920c741b4&device_id=e69dd89d-56f3-45ab-9244-3dd9dd89db28 HTTP/1.1" status: 200 len: 1098 time: 0.0409179 Oct 27 11:03:37.003393 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335eb262-f78f-4bce-896c-56baa9e70dd7 req-a670cc36-94ef-449e-96d7-49ed3ab080e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:03:37.004902 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-335eb262-f78f-4bce-896c-56baa9e70dd7 req-a670cc36-94ef-449e-96d7-49ed3ab080e6 service neutron] 10.222.0.64 "GET /v2.0/networks?id=08af6161-04c4-4941-8f18-34783fa050c8 HTTP/1.1" status: 200 len: 913 time: 0.0868282 Oct 27 11:03:37.046005 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-335eb262-f78f-4bce-896c-56baa9e70dd7 req-e6a36a5b-c18e-4190-ad59-e623487ed5b9 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4480f063-f853-4d73-aa35-75ba61dce62b HTTP/1.1" status: 200 len: 217 time: 0.0334525 Oct 27 11:03:37.096990 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335eb262-f78f-4bce-896c-56baa9e70dd7 req-db5dd514-a327-417e-b1a4-d3ecc30cf53c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:03:37.098729 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-335eb262-f78f-4bce-896c-56baa9e70dd7 req-db5dd514-a327-417e-b1a4-d3ecc30cf53c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0be3c299-44ba-4acb-9176-590cb289c741 HTTP/1.1" status: 200 len: 852 time: 0.0451458 Oct 27 11:03:37.131041 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-335eb262-f78f-4bce-896c-56baa9e70dd7 req-56cd06b0-cf9a-41a4-80eb-41c8f778e028 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=08af6161-04c4-4941-8f18-34783fa050c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245266 Oct 27 11:03:37.219503 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-335eb262-f78f-4bce-896c-56baa9e70dd7 req-24e9fde0-cb13-429d-94ac-678b92c2a66f service neutron] 10.222.0.64 "GET /v2.0/networks/08af6161-04c4-4941-8f18-34783fa050c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801928 Oct 27 11:03:37.311926 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-335eb262-f78f-4bce-896c-56baa9e70dd7 req-cb9a3804-8844-4d57-ba5f-74984f624b89 service neutron] 10.222.0.64 "GET /v2.0/networks/08af6161-04c4-4941-8f18-34783fa050c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847058 Oct 27 11:03:38.020904 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726c2615-9304-4fa7-a00e-94279c9cd53e req-05b23258-1cc4-4230-ad7e-517f487b46c7 tempest-DeleteServersTestJSON-1765625779 tempest-DeleteServersTestJSON-1765625779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:03:38.022367 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-726c2615-9304-4fa7-a00e-94279c9cd53e req-05b23258-1cc4-4230-ad7e-517f487b46c7 tempest-DeleteServersTestJSON-1765625779 tempest-DeleteServersTestJSON-1765625779-project] 10.222.0.44 "GET /v2.0/ports?device_id=e69dd89d-56f3-45ab-9244-3dd9dd89db28 HTTP/1.1" status: 200 len: 946 time: 0.0481148 Oct 27 11:03:38.059493 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-726c2615-9304-4fa7-a00e-94279c9cd53e req-6d234dce-df31-4902-986a-3efda20c69a4 tempest-DeleteServersTestJSON-1765625779 tempest-DeleteServersTestJSON-1765625779-project] 10.222.0.44 "GET /v2.0/security-groups?id=43617bdc-43dc-4645-9598-f77b95c1f37d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312393 Oct 27 11:03:39.180596 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa897b8c-89d6-4501-9178-08abaf719a5e req-f551837f-b9c7-4bed-a7ca-039597c383a6 tempest-DeleteServersTestJSON-1765625779 tempest-DeleteServersTestJSON-1765625779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:03:39.182160 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-fa897b8c-89d6-4501-9178-08abaf719a5e req-f551837f-b9c7-4bed-a7ca-039597c383a6 tempest-DeleteServersTestJSON-1765625779 tempest-DeleteServersTestJSON-1765625779-project] 10.222.0.44 "GET /v2.0/ports?device_id=e69dd89d-56f3-45ab-9244-3dd9dd89db28 HTTP/1.1" status: 200 len: 946 time: 0.0546012 Oct 27 11:03:39.197265 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:03:39.219975 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-fa897b8c-89d6-4501-9178-08abaf719a5e req-3ce6138f-ff76-4d64-bb1a-8ec577024aed tempest-DeleteServersTestJSON-1765625779 tempest-DeleteServersTestJSON-1765625779-project] 10.222.0.44 "GET /v2.0/security-groups?id=43617bdc-43dc-4645-9598-f77b95c1f37d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314898 Oct 27 11:03:40.341767 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba42e2dd-bce3-4059-9a83-86d304148a9f req-8ca1d282-6e87-4a15-9260-6277e60f2eda tempest-DeleteServersTestJSON-1765625779 tempest-DeleteServersTestJSON-1765625779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:03:40.347739 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-ba42e2dd-bce3-4059-9a83-86d304148a9f req-8ca1d282-6e87-4a15-9260-6277e60f2eda tempest-DeleteServersTestJSON-1765625779 tempest-DeleteServersTestJSON-1765625779-project] 10.222.0.44 "GET /v2.0/ports?device_id=e69dd89d-56f3-45ab-9244-3dd9dd89db28 HTTP/1.1" status: 200 len: 946 time: 0.0552208 Oct 27 11:03:40.384539 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-ba42e2dd-bce3-4059-9a83-86d304148a9f req-26b6555b-bdd0-4ae1-8d1a-acac95dc7e11 tempest-DeleteServersTestJSON-1765625779 tempest-DeleteServersTestJSON-1765625779-project] 10.222.0.44 "GET /v2.0/security-groups?id=43617bdc-43dc-4645-9598-f77b95c1f37d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333705 Oct 27 11:03:41.500332 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b0372b-b41d-4a1d-99f0-ebbc7d749e87 req-e90b30f0-d7c5-4cea-adbb-fc2f08574549 tempest-DeleteServersTestJSON-1765625779 tempest-DeleteServersTestJSON-1765625779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:03:41.502424 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-e9b0372b-b41d-4a1d-99f0-ebbc7d749e87 req-e90b30f0-d7c5-4cea-adbb-fc2f08574549 tempest-DeleteServersTestJSON-1765625779 tempest-DeleteServersTestJSON-1765625779-project] 10.222.0.44 "GET /v2.0/ports?device_id=e69dd89d-56f3-45ab-9244-3dd9dd89db28 HTTP/1.1" status: 200 len: 946 time: 0.0491166 Oct 27 11:03:41.541913 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-e9b0372b-b41d-4a1d-99f0-ebbc7d749e87 req-c910c267-5773-4949-a83d-5dcfe47dad1b tempest-DeleteServersTestJSON-1765625779 tempest-DeleteServersTestJSON-1765625779-project] 10.222.0.44 "GET /v2.0/security-groups?id=43617bdc-43dc-4645-9598-f77b95c1f37d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328376 Oct 27 11:03:42.656140 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7e8853-e3da-4098-a3f2-0dc9908bf137 req-e71a7717-c200-40a0-b165-0abb114c0c4d tempest-DeleteServersTestJSON-1765625779 tempest-DeleteServersTestJSON-1765625779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:03:42.657649 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-cd7e8853-e3da-4098-a3f2-0dc9908bf137 req-e71a7717-c200-40a0-b165-0abb114c0c4d tempest-DeleteServersTestJSON-1765625779 tempest-DeleteServersTestJSON-1765625779-project] 10.222.0.44 "GET /v2.0/ports?device_id=e69dd89d-56f3-45ab-9244-3dd9dd89db28 HTTP/1.1" status: 200 len: 946 time: 0.0479822 Oct 27 11:03:42.694348 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-cd7e8853-e3da-4098-a3f2-0dc9908bf137 req-4bfca80a-4096-490b-bc69-212bb6cf7437 tempest-DeleteServersTestJSON-1765625779 tempest-DeleteServersTestJSON-1765625779-project] 10.222.0.44 "GET /v2.0/security-groups?id=43617bdc-43dc-4645-9598-f77b95c1f37d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308049 Oct 27 11:03:43.809928 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb93847-b371-423b-bfce-7bfd59a0027b req-e51bcf93-8027-46d1-9050-310520652e31 tempest-DeleteServersTestJSON-1765625779 tempest-DeleteServersTestJSON-1765625779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:03:43.811410 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-bfb93847-b371-423b-bfce-7bfd59a0027b req-e51bcf93-8027-46d1-9050-310520652e31 tempest-DeleteServersTestJSON-1765625779 tempest-DeleteServersTestJSON-1765625779-project] 10.222.0.44 "GET /v2.0/ports?device_id=e69dd89d-56f3-45ab-9244-3dd9dd89db28 HTTP/1.1" status: 200 len: 946 time: 0.0485713 Oct 27 11:03:43.847981 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-bfb93847-b371-423b-bfce-7bfd59a0027b req-9f5a318b-c1f0-488d-8e94-7de2eee0611f tempest-DeleteServersTestJSON-1765625779 tempest-DeleteServersTestJSON-1765625779-project] 10.222.0.44 "GET /v2.0/security-groups?id=43617bdc-43dc-4645-9598-f77b95c1f37d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306697 Oct 27 11:03:44.964883 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3724b1-65eb-4a19-aef4-23db685b63cc req-c6eda336-208e-4eb0-904e-828b61f7fb90 tempest-DeleteServersTestJSON-1765625779 tempest-DeleteServersTestJSON-1765625779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:03:44.966341 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-fb3724b1-65eb-4a19-aef4-23db685b63cc req-c6eda336-208e-4eb0-904e-828b61f7fb90 tempest-DeleteServersTestJSON-1765625779 tempest-DeleteServersTestJSON-1765625779-project] 10.222.0.44 "GET /v2.0/ports?device_id=e69dd89d-56f3-45ab-9244-3dd9dd89db28 HTTP/1.1" status: 200 len: 946 time: 0.0483549 Oct 27 11:03:45.004282 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-fb3724b1-65eb-4a19-aef4-23db685b63cc req-042a4011-f2c6-4804-814a-00abcd69a603 tempest-DeleteServersTestJSON-1765625779 tempest-DeleteServersTestJSON-1765625779-project] 10.222.0.44 "GET /v2.0/security-groups?id=43617bdc-43dc-4645-9598-f77b95c1f37d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312278 Oct 27 11:03:46.122551 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171f7abc-7ec2-40b0-95c0-d24d4ede26d3 req-e9913d9e-2ee6-437d-94ef-08da287fcaa7 tempest-DeleteServersTestJSON-1765625779 tempest-DeleteServersTestJSON-1765625779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:03:46.124038 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-171f7abc-7ec2-40b0-95c0-d24d4ede26d3 req-e9913d9e-2ee6-437d-94ef-08da287fcaa7 tempest-DeleteServersTestJSON-1765625779 tempest-DeleteServersTestJSON-1765625779-project] 10.222.0.44 "GET /v2.0/ports?device_id=e69dd89d-56f3-45ab-9244-3dd9dd89db28 HTTP/1.1" status: 200 len: 946 time: 0.0533876 Oct 27 11:03:46.160959 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-171f7abc-7ec2-40b0-95c0-d24d4ede26d3 req-ed8465b6-ed6f-4454-b653-95850f7faa93 tempest-DeleteServersTestJSON-1765625779 tempest-DeleteServersTestJSON-1765625779-project] 10.222.0.44 "GET /v2.0/security-groups?id=43617bdc-43dc-4645-9598-f77b95c1f37d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308685 Oct 27 11:03:46.258034 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-aca0d42f-6e91-4298-a2c8-8758b1a2db3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:03:47.278364 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835fe65d-73ed-4927-a4d3-a8b85c483ad1 req-eaef3d94-2038-4db9-bc81-fb7f20a4ff3e tempest-DeleteServersTestJSON-1765625779 tempest-DeleteServersTestJSON-1765625779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:03:47.279725 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-835fe65d-73ed-4927-a4d3-a8b85c483ad1 req-eaef3d94-2038-4db9-bc81-fb7f20a4ff3e tempest-DeleteServersTestJSON-1765625779 tempest-DeleteServersTestJSON-1765625779-project] 10.222.0.44 "GET /v2.0/ports?device_id=e69dd89d-56f3-45ab-9244-3dd9dd89db28 HTTP/1.1" status: 200 len: 946 time: 0.0511215 Oct 27 11:03:47.316945 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-835fe65d-73ed-4927-a4d3-a8b85c483ad1 req-cff4afe7-c466-44e0-a9ee-d190a06c6d10 tempest-DeleteServersTestJSON-1765625779 tempest-DeleteServersTestJSON-1765625779-project] 10.222.0.44 "GET /v2.0/security-groups?id=43617bdc-43dc-4645-9598-f77b95c1f37d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312440 Oct 27 11:03:47.591692 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69942a0b-f848-466a-936e-557a1d5b1233 req-6e7e34a6-9786-4c4e-9eb7-cf9ad312daaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:03:47.593163 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-69942a0b-f848-466a-936e-557a1d5b1233 req-6e7e34a6-9786-4c4e-9eb7-cf9ad312daaf service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=eb11a38d2ca248e4b194cf5920c741b4&device_id=e69dd89d-56f3-45ab-9244-3dd9dd89db28 HTTP/1.1" status: 200 len: 1098 time: 0.0396700 Oct 27 11:03:47.697137 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69942a0b-f848-466a-936e-557a1d5b1233 req-10da8575-656e-4d1a-a71f-5033006885c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:03:47.698558 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-69942a0b-f848-466a-936e-557a1d5b1233 req-10da8575-656e-4d1a-a71f-5033006885c2 service neutron] 10.222.0.64 "GET /v2.0/networks?id=08af6161-04c4-4941-8f18-34783fa050c8 HTTP/1.1" status: 200 len: 913 time: 0.0841739 Oct 27 11:03:47.743311 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-69942a0b-f848-466a-936e-557a1d5b1233 req-547c7440-1e34-4395-aaf9-1908198b77f4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4480f063-f853-4d73-aa35-75ba61dce62b HTTP/1.1" status: 200 len: 217 time: 0.0370305 Oct 27 11:03:47.792499 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69942a0b-f848-466a-936e-557a1d5b1233 req-9d8c6a5a-06f2-4e26-ae84-ef93f824a7c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:03:47.793892 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-69942a0b-f848-466a-936e-557a1d5b1233 req-9d8c6a5a-06f2-4e26-ae84-ef93f824a7c6 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0be3c299-44ba-4acb-9176-590cb289c741 HTTP/1.1" status: 200 len: 852 time: 0.0429900 Oct 27 11:03:47.826362 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-69942a0b-f848-466a-936e-557a1d5b1233 req-ebd6e403-095c-400a-9b06-caf8b5239b07 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=08af6161-04c4-4941-8f18-34783fa050c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0234342 Oct 27 11:03:47.918098 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-69942a0b-f848-466a-936e-557a1d5b1233 req-4ebed126-03a4-4448-acfd-215bcdb1ab3d service neutron] 10.222.0.64 "GET /v2.0/networks/08af6161-04c4-4941-8f18-34783fa050c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830309 Oct 27 11:03:48.009080 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-69942a0b-f848-466a-936e-557a1d5b1233 req-91e9b62b-67b6-47ff-b4e1-f9272ed5d0a4 service neutron] 10.222.0.64 "GET /v2.0/networks/08af6161-04c4-4941-8f18-34783fa050c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834029 Oct 27 11:03:48.429602 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf84a75-57cf-46d1-b9c3-8a93de8a3073 req-b897e568-858a-4fb9-b0e7-ce84f87c897d tempest-DeleteServersTestJSON-1765625779 tempest-DeleteServersTestJSON-1765625779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:03:48.431042 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-5cf84a75-57cf-46d1-b9c3-8a93de8a3073 req-b897e568-858a-4fb9-b0e7-ce84f87c897d tempest-DeleteServersTestJSON-1765625779 tempest-DeleteServersTestJSON-1765625779-project] 10.222.0.44 "GET /v2.0/ports?device_id=e69dd89d-56f3-45ab-9244-3dd9dd89db28 HTTP/1.1" status: 200 len: 946 time: 0.0476651 Oct 27 11:03:48.467544 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-5cf84a75-57cf-46d1-b9c3-8a93de8a3073 req-fa151e7a-75cf-43ac-b503-42ee7b952977 tempest-DeleteServersTestJSON-1765625779 tempest-DeleteServersTestJSON-1765625779-project] 10.222.0.44 "GET /v2.0/security-groups?id=43617bdc-43dc-4645-9598-f77b95c1f37d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305471 Oct 27 11:03:48.929195 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-679dce07-2bd8-42c0-b110-04b64353ca91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:03:49.582411 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b52c97-e827-4c37-b751-169fdb6ed7d8 req-0e21920c-ceeb-44f1-a4c4-e7c519aa58cb tempest-DeleteServersTestJSON-1765625779 tempest-DeleteServersTestJSON-1765625779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:03:49.583867 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-f7b52c97-e827-4c37-b751-169fdb6ed7d8 req-0e21920c-ceeb-44f1-a4c4-e7c519aa58cb tempest-DeleteServersTestJSON-1765625779 tempest-DeleteServersTestJSON-1765625779-project] 10.222.0.44 "GET /v2.0/ports?device_id=e69dd89d-56f3-45ab-9244-3dd9dd89db28 HTTP/1.1" status: 200 len: 946 time: 0.0480995 Oct 27 11:03:49.621421 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-f7b52c97-e827-4c37-b751-169fdb6ed7d8 req-a01f3a0d-a3e1-4f37-85d5-49b248be0c05 tempest-DeleteServersTestJSON-1765625779 tempest-DeleteServersTestJSON-1765625779-project] 10.222.0.44 "GET /v2.0/security-groups?id=43617bdc-43dc-4645-9598-f77b95c1f37d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312490 Oct 27 11:03:50.049478 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:03:50.127151 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-eadeaa30-4096-4d1a-b3cb-aa7ebfb291ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:03:50.737046 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2475e9-2428-4904-ae71-44c27dbcfe7a req-d96d1254-f0d8-41e1-8d5c-1f5dbb34f522 tempest-DeleteServersTestJSON-1765625779 tempest-DeleteServersTestJSON-1765625779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:03:50.738538 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-bd2475e9-2428-4904-ae71-44c27dbcfe7a req-d96d1254-f0d8-41e1-8d5c-1f5dbb34f522 tempest-DeleteServersTestJSON-1765625779 tempest-DeleteServersTestJSON-1765625779-project] 10.222.0.44 "GET /v2.0/ports?device_id=e69dd89d-56f3-45ab-9244-3dd9dd89db28 HTTP/1.1" status: 200 len: 946 time: 0.0498972 Oct 27 11:03:50.775966 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-bd2475e9-2428-4904-ae71-44c27dbcfe7a req-5aae561e-04b8-44e1-a258-1dfb8d719e53 tempest-DeleteServersTestJSON-1765625779 tempest-DeleteServersTestJSON-1765625779-project] 10.222.0.44 "GET /v2.0/security-groups?id=43617bdc-43dc-4645-9598-f77b95c1f37d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314107 Oct 27 11:03:51.893198 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acdb4a2-f3b5-4368-be04-437d7211e201 req-074790f9-b8f8-4da8-a1c9-15c9d9eca737 tempest-DeleteServersTestJSON-1765625779 tempest-DeleteServersTestJSON-1765625779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:03:51.894652 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-7acdb4a2-f3b5-4368-be04-437d7211e201 req-074790f9-b8f8-4da8-a1c9-15c9d9eca737 tempest-DeleteServersTestJSON-1765625779 tempest-DeleteServersTestJSON-1765625779-project] 10.222.0.44 "GET /v2.0/ports?device_id=e69dd89d-56f3-45ab-9244-3dd9dd89db28 HTTP/1.1" status: 200 len: 946 time: 0.0486226 Oct 27 11:03:51.931250 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-7acdb4a2-f3b5-4368-be04-437d7211e201 req-7ee6d638-9be5-4fdc-8f50-91c7e155c332 tempest-DeleteServersTestJSON-1765625779 tempest-DeleteServersTestJSON-1765625779-project] 10.222.0.44 "GET /v2.0/security-groups?id=43617bdc-43dc-4645-9598-f77b95c1f37d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306098 Oct 27 11:03:52.023479 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-3c6a8245-0581-48aa-b5f6-4d8fe98cd16e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:03:53.050838 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ec5f6a-2e55-4884-b784-b1f56c13f4e5 req-40e76c3a-b161-4282-99e3-12ac83f82de4 tempest-DeleteServersTestJSON-1765625779 tempest-DeleteServersTestJSON-1765625779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:03:53.052311 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-44ec5f6a-2e55-4884-b784-b1f56c13f4e5 req-40e76c3a-b161-4282-99e3-12ac83f82de4 tempest-DeleteServersTestJSON-1765625779 tempest-DeleteServersTestJSON-1765625779-project] 10.222.0.44 "GET /v2.0/ports?device_id=e69dd89d-56f3-45ab-9244-3dd9dd89db28 HTTP/1.1" status: 200 len: 946 time: 0.0525734 Oct 27 11:03:53.088726 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-44ec5f6a-2e55-4884-b784-b1f56c13f4e5 req-5be75451-b3c3-4b88-ad98-a8b6770e51cb tempest-DeleteServersTestJSON-1765625779 tempest-DeleteServersTestJSON-1765625779-project] 10.222.0.44 "GET /v2.0/security-groups?id=43617bdc-43dc-4645-9598-f77b95c1f37d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305464 Oct 27 11:03:54.204432 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3be1a51-be7a-4a6c-a7f8-c8758cd38645 req-e5ca0b4f-2c3d-440a-941b-eb257bac715b tempest-DeleteServersTestJSON-1765625779 tempest-DeleteServersTestJSON-1765625779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:03:54.206507 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-a3be1a51-be7a-4a6c-a7f8-c8758cd38645 req-e5ca0b4f-2c3d-440a-941b-eb257bac715b tempest-DeleteServersTestJSON-1765625779 tempest-DeleteServersTestJSON-1765625779-project] 10.222.0.44 "GET /v2.0/ports?device_id=e69dd89d-56f3-45ab-9244-3dd9dd89db28 HTTP/1.1" status: 200 len: 946 time: 0.0506153 Oct 27 11:03:54.242542 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-a3be1a51-be7a-4a6c-a7f8-c8758cd38645 req-3ee35140-dd03-4faa-8b11-e98d5a49ff8e tempest-DeleteServersTestJSON-1765625779 tempest-DeleteServersTestJSON-1765625779-project] 10.222.0.44 "GET /v2.0/security-groups?id=43617bdc-43dc-4645-9598-f77b95c1f37d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301054 Oct 27 11:03:55.357790 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1532a5-8f7f-4c9e-bffe-c570a625d854 req-8d8a9c82-1196-4033-ae85-5df2dabc889b tempest-DeleteServersTestJSON-1765625779 tempest-DeleteServersTestJSON-1765625779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:03:55.359267 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ca1532a5-8f7f-4c9e-bffe-c570a625d854 req-8d8a9c82-1196-4033-ae85-5df2dabc889b tempest-DeleteServersTestJSON-1765625779 tempest-DeleteServersTestJSON-1765625779-project] 10.222.0.44 "GET /v2.0/ports?device_id=e69dd89d-56f3-45ab-9244-3dd9dd89db28 HTTP/1.1" status: 200 len: 946 time: 0.0493746 Oct 27 11:03:55.396731 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ca1532a5-8f7f-4c9e-bffe-c570a625d854 req-89feedd5-28c5-4458-ac2e-99b05b694af9 tempest-DeleteServersTestJSON-1765625779 tempest-DeleteServersTestJSON-1765625779-project] 10.222.0.44 "GET /v2.0/security-groups?id=43617bdc-43dc-4645-9598-f77b95c1f37d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314822 Oct 27 11:03:56.509027 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe915b8-3227-4723-9a6c-3ed3601ec15c req-badd292e-b6fa-4e88-b188-b97bb5fdd29d tempest-DeleteServersTestJSON-1765625779 tempest-DeleteServersTestJSON-1765625779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:03:56.512783 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-1fe915b8-3227-4723-9a6c-3ed3601ec15c req-badd292e-b6fa-4e88-b188-b97bb5fdd29d tempest-DeleteServersTestJSON-1765625779 tempest-DeleteServersTestJSON-1765625779-project] 10.222.0.44 "GET /v2.0/ports?device_id=e69dd89d-56f3-45ab-9244-3dd9dd89db28 HTTP/1.1" status: 200 len: 946 time: 0.0497432 Oct 27 11:03:56.554858 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-1fe915b8-3227-4723-9a6c-3ed3601ec15c req-3b2200b1-69d7-406e-9ddc-df8e50e4d206 tempest-DeleteServersTestJSON-1765625779 tempest-DeleteServersTestJSON-1765625779-project] 10.222.0.44 "GET /v2.0/security-groups?id=43617bdc-43dc-4645-9598-f77b95c1f37d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353720 Oct 27 11:03:57.670204 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbe4095-3c6a-484b-af25-52ffd72d3aa6 req-f9fd8338-59ec-4ac3-8fd0-68b0c95b1d30 tempest-DeleteServersTestJSON-1765625779 tempest-DeleteServersTestJSON-1765625779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:03:57.671668 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-bdbe4095-3c6a-484b-af25-52ffd72d3aa6 req-f9fd8338-59ec-4ac3-8fd0-68b0c95b1d30 tempest-DeleteServersTestJSON-1765625779 tempest-DeleteServersTestJSON-1765625779-project] 10.222.0.44 "GET /v2.0/ports?device_id=e69dd89d-56f3-45ab-9244-3dd9dd89db28 HTTP/1.1" status: 200 len: 946 time: 0.0483584 Oct 27 11:03:57.709834 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-bdbe4095-3c6a-484b-af25-52ffd72d3aa6 req-8d5e6413-cf22-48b8-bff3-98cc6e6943bc tempest-DeleteServersTestJSON-1765625779 tempest-DeleteServersTestJSON-1765625779-project] 10.222.0.44 "GET /v2.0/security-groups?id=43617bdc-43dc-4645-9598-f77b95c1f37d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321531 Oct 27 11:03:58.826740 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d9a468-e363-47fc-b41c-c22b716bdc42 req-3ddbe35d-b438-4de1-a7e5-e621768bcc68 tempest-DeleteServersTestJSON-1765625779 tempest-DeleteServersTestJSON-1765625779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:03:58.828184 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-42d9a468-e363-47fc-b41c-c22b716bdc42 req-3ddbe35d-b438-4de1-a7e5-e621768bcc68 tempest-DeleteServersTestJSON-1765625779 tempest-DeleteServersTestJSON-1765625779-project] 10.222.0.44 "GET /v2.0/ports?device_id=e69dd89d-56f3-45ab-9244-3dd9dd89db28 HTTP/1.1" status: 200 len: 946 time: 0.0479882 Oct 27 11:03:58.864982 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-42d9a468-e363-47fc-b41c-c22b716bdc42 req-2f1687a3-68c7-40ee-9a0f-ff681c1de279 tempest-DeleteServersTestJSON-1765625779 tempest-DeleteServersTestJSON-1765625779-project] 10.222.0.44 "GET /v2.0/security-groups?id=43617bdc-43dc-4645-9598-f77b95c1f37d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308611 Oct 27 11:03:59.988104 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60d52f9-1bd9-4ff9-9cd7-677569bd9275 req-af0c1e78-b929-4967-b8c2-661c85bcb52c tempest-DeleteServersTestJSON-1765625779 tempest-DeleteServersTestJSON-1765625779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:03:59.989603 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-e60d52f9-1bd9-4ff9-9cd7-677569bd9275 req-af0c1e78-b929-4967-b8c2-661c85bcb52c tempest-DeleteServersTestJSON-1765625779 tempest-DeleteServersTestJSON-1765625779-project] 10.222.0.44 "GET /v2.0/ports?device_id=e69dd89d-56f3-45ab-9244-3dd9dd89db28 HTTP/1.1" status: 200 len: 946 time: 0.0525234 Oct 27 11:04:00.027446 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-e60d52f9-1bd9-4ff9-9cd7-677569bd9275 req-8439c87a-872c-4dda-b3b3-38791dd0489d tempest-DeleteServersTestJSON-1765625779 tempest-DeleteServersTestJSON-1765625779-project] 10.222.0.44 "GET /v2.0/security-groups?id=43617bdc-43dc-4645-9598-f77b95c1f37d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317059 Oct 27 11:04:01.146755 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c33f098-5abd-4a9e-96b6-0590d2e6ca5e req-69fd64dd-07cb-42ea-bd25-618e00fcc2dd tempest-DeleteServersTestJSON-1765625779 tempest-DeleteServersTestJSON-1765625779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:04:01.148259 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-5c33f098-5abd-4a9e-96b6-0590d2e6ca5e req-69fd64dd-07cb-42ea-bd25-618e00fcc2dd tempest-DeleteServersTestJSON-1765625779 tempest-DeleteServersTestJSON-1765625779-project] 10.222.0.44 "GET /v2.0/ports?device_id=e69dd89d-56f3-45ab-9244-3dd9dd89db28 HTTP/1.1" status: 200 len: 946 time: 0.0539653 Oct 27 11:04:01.184832 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-5c33f098-5abd-4a9e-96b6-0590d2e6ca5e req-b2bcd67c-d33b-4aa9-af00-4856e6308201 tempest-DeleteServersTestJSON-1765625779 tempest-DeleteServersTestJSON-1765625779-project] 10.222.0.44 "GET /v2.0/security-groups?id=43617bdc-43dc-4645-9598-f77b95c1f37d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305991 Oct 27 11:04:02.298683 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca421497-b8e6-47b7-8483-525f66f1fd1a req-d6c8d9e5-13b9-4176-a595-456d9005822f tempest-DeleteServersTestJSON-1765625779 tempest-DeleteServersTestJSON-1765625779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:04:02.300160 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ca421497-b8e6-47b7-8483-525f66f1fd1a req-d6c8d9e5-13b9-4176-a595-456d9005822f tempest-DeleteServersTestJSON-1765625779 tempest-DeleteServersTestJSON-1765625779-project] 10.222.0.44 "GET /v2.0/ports?device_id=e69dd89d-56f3-45ab-9244-3dd9dd89db28 HTTP/1.1" status: 200 len: 946 time: 0.0485535 Oct 27 11:04:02.338281 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ca421497-b8e6-47b7-8483-525f66f1fd1a req-2b855b44-5450-494b-908b-989745a70f60 tempest-DeleteServersTestJSON-1765625779 tempest-DeleteServersTestJSON-1765625779-project] 10.222.0.44 "GET /v2.0/security-groups?id=43617bdc-43dc-4645-9598-f77b95c1f37d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321753 Oct 27 11:04:02.815587 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:04:03.450887 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570c6093-8211-45ab-b770-3c5bf79efcf8 req-96235276-d9ce-47c2-af4b-48f3881bf5a7 tempest-DeleteServersTestJSON-1765625779 tempest-DeleteServersTestJSON-1765625779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:04:03.452374 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-570c6093-8211-45ab-b770-3c5bf79efcf8 req-96235276-d9ce-47c2-af4b-48f3881bf5a7 tempest-DeleteServersTestJSON-1765625779 tempest-DeleteServersTestJSON-1765625779-project] 10.222.0.44 "GET /v2.0/ports?device_id=e69dd89d-56f3-45ab-9244-3dd9dd89db28 HTTP/1.1" status: 200 len: 946 time: 0.0473905 Oct 27 11:04:03.489635 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-570c6093-8211-45ab-b770-3c5bf79efcf8 req-7ad325e4-6fbb-49e8-999c-58177356f5bc tempest-DeleteServersTestJSON-1765625779 tempest-DeleteServersTestJSON-1765625779-project] 10.222.0.44 "GET /v2.0/security-groups?id=43617bdc-43dc-4645-9598-f77b95c1f37d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308912 Oct 27 11:04:04.439558 n-d-813419-10 neutron-server[102347]: INFO neutron.api.v2.resource [req-335eb262-f78f-4bce-896c-56baa9e70dd7 req-b8affa29-fe6e-4c42-b88d-4e6819a73117 service neutron] show failed (client error): The resource could not be found. Oct 27 11:04:04.441161 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-335eb262-f78f-4bce-896c-56baa9e70dd7 req-b8affa29-fe6e-4c42-b88d-4e6819a73117 service neutron] 10.222.0.64 "GET /v2.0/ports/4480f063-f853-4d73-aa35-75ba61dce62b/bindings/n-h2-813419-10 HTTP/1.1" status: 404 len: 381 time: 0.0531869 Oct 27 11:04:04.613301 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6997c116-e64e-4fbd-bd32-ba3db9c09ae2 req-5acd121b-b240-4ef7-857c-ba78b6738cde tempest-DeleteServersTestJSON-1765625779 tempest-DeleteServersTestJSON-1765625779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:04:04.614724 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-6997c116-e64e-4fbd-bd32-ba3db9c09ae2 req-5acd121b-b240-4ef7-857c-ba78b6738cde tempest-DeleteServersTestJSON-1765625779 tempest-DeleteServersTestJSON-1765625779-project] 10.222.0.44 "GET /v2.0/ports?device_id=e69dd89d-56f3-45ab-9244-3dd9dd89db28 HTTP/1.1" status: 200 len: 946 time: 0.0538929 Oct 27 11:04:04.654124 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-6997c116-e64e-4fbd-bd32-ba3db9c09ae2 req-9681cf7d-1e35-480a-8432-3075bf87624c tempest-DeleteServersTestJSON-1765625779 tempest-DeleteServersTestJSON-1765625779-project] 10.222.0.44 "GET /v2.0/security-groups?id=43617bdc-43dc-4645-9598-f77b95c1f37d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329738 Oct 27 11:04:04.739298 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335eb262-f78f-4bce-896c-56baa9e70dd7 req-5cf92091-3705-48eb-9950-d9b6b388da64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:04:04.740845 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-335eb262-f78f-4bce-896c-56baa9e70dd7 req-5cf92091-3705-48eb-9950-d9b6b388da64 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=e69dd89d-56f3-45ab-9244-3dd9dd89db28&tenant_id=eb11a38d2ca248e4b194cf5920c741b4 HTTP/1.1" status: 200 len: 1098 time: 0.1252651 Oct 27 11:04:04.753333 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [req-335eb262-f78f-4bce-896c-56baa9e70dd7 req-8134090a-c3a6-48f9-aa65-715fd9a6f1ba service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=102346) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 11:04:04.754276 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-335eb262-f78f-4bce-896c-56baa9e70dd7 req-8134090a-c3a6-48f9-aa65-715fd9a6f1ba service neutron] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0055220 Oct 27 11:04:04.765432 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [req-335eb262-f78f-4bce-896c-56baa9e70dd7 req-a9fade37-0b98-4cb6-acc6-26f21ae0d448 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-813419-10', 'device_owner': 'compute:nova'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:04:04.816666 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-335eb262-f78f-4bce-896c-56baa9e70dd7 req-a9fade37-0b98-4cb6-acc6-26f21ae0d448 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:04:05.021743 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [req-335eb262-f78f-4bce-896c-56baa9e70dd7 req-a9fade37-0b98-4cb6-acc6-26f21ae0d448 service neutron] For port 4480f063-f853-4d73-aa35-75ba61dce62b, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=4480f063-f853-4d73-aa35-75ba61dce62b,segment=NetworkSegment(9bda7adb-72ec-437b-b704-3a20e5f27dbb),segment_id=9bda7adb-72ec-437b-b704-3a20e5f27dbb)] {{(pid=102346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:04:05.053462 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [req-335eb262-f78f-4bce-896c-56baa9e70dd7 req-a9fade37-0b98-4cb6-acc6-26f21ae0d448 service neutron] For port 4480f063-f853-4d73-aa35-75ba61dce62b, host n-h1-813419-10, cleared binding levels {{(pid=102346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 11:04:05.091380 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e69dd89d-56f3-45ab-9244-3dd9dd89db28', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4480f063-f853-4d73-aa35-75ba61dce62b'}] {{(pid=102346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 11:04:05.093740 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc0e418f5fc417c8d55d94c0aa509b037d0beb2a734c1a709e789eb65639a56d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da71b9ea-094e-4707-a1fa-f4a7132de974" -d '{"events": [{"server_uuid": "e69dd89d-56f3-45ab-9244-3dd9dd89db28", "name": "network-vif-unplugged", "status": "completed", "tag": "4480f063-f853-4d73-aa35-75ba61dce62b"}]}' {{(pid=102346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 11:04:05.097940 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-335eb262-f78f-4bce-896c-56baa9e70dd7 req-a9fade37-0b98-4cb6-acc6-26f21ae0d448 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:04:05.109983 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.provisioning_blocks [req-335eb262-f78f-4bce-896c-56baa9e70dd7 req-a9fade37-0b98-4cb6-acc6-26f21ae0d448 service neutron] Transition to ACTIVE for port object 4480f063-f853-4d73-aa35-75ba61dce62b will not be triggered until provisioned by entity L2. {{(pid=102346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 11:04:05.114501 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-335eb262-f78f-4bce-896c-56baa9e70dd7 req-a9fade37-0b98-4cb6-acc6-26f21ae0d448 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27024173'] for port, after_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:04:05.170772 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [req-335eb262-f78f-4bce-896c-56baa9e70dd7 req-a9fade37-0b98-4cb6-acc6-26f21ae0d448 service neutron] No DVR routers for this DVR port 4480f063-f853-4d73-aa35-75ba61dce62b on host n-h1-813419-10 {{(pid=102346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 11:04:05.184409 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fade37-0b98-4cb6-acc6-26f21ae0d448 service neutron] Pushing event updated for resources: {'Port': ['ID=4480f063-f853-4d73-aa35-75ba61dce62b,revision_number=6']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:04:05.215073 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 27 Oct 2021 11:04:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13ff3de6-a3a6-4f7b-bc88-82c6e52c2d3a x-openstack-request-id: req-13ff3de6-a3a6-4f7b-bc88-82c6e52c2d3a {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 11:04:05.215375 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e69dd89d-56f3-45ab-9244-3dd9dd89db28", "name": "network-vif-unplugged", "status": "completed", "tag": "4480f063-f853-4d73-aa35-75ba61dce62b", "code": 200}]} {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 11:04:05.215633 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-13ff3de6-a3a6-4f7b-bc88-82c6e52c2d3a {{(pid=102346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 11:04:05.216026 n-d-813419-10 neutron-server[102346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e69dd89d-56f3-45ab-9244-3dd9dd89db28', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4480f063-f853-4d73-aa35-75ba61dce62b', 'code': 200} Oct 27 11:04:05.218366 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.managers [req-335eb262-f78f-4bce-896c-56baa9e70dd7 req-a9fade37-0b98-4cb6-acc6-26f21ae0d448 service neutron] Attempting to bind port 4480f063-f853-4d73-aa35-75ba61dce62b on host n-h2-813419-10 for vnic_type normal with profile {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 11:04:05.218695 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.managers [req-335eb262-f78f-4bce-896c-56baa9e70dd7 req-a9fade37-0b98-4cb6-acc6-26f21ae0d448 service neutron] Attempting to bind port 4480f063-f853-4d73-aa35-75ba61dce62b by drivers openvswitch,hyperv on host n-h2-813419-10 at level 0 using segments [{'id': '9bda7adb-72ec-437b-b704-3a20e5f27dbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '08af6161-04c4-4941-8f18-34783fa050c8'}] {{(pid=102346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 11:04:05.219021 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-335eb262-f78f-4bce-896c-56baa9e70dd7 req-a9fade37-0b98-4cb6-acc6-26f21ae0d448 service neutron] Attempting to bind port 4480f063-f853-4d73-aa35-75ba61dce62b on network 08af6161-04c4-4941-8f18-34783fa050c8 {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 11:04:05.223888 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-335eb262-f78f-4bce-896c-56baa9e70dd7 req-a9fade37-0b98-4cb6-acc6-26f21ae0d448 service neutron] Port 4480f063-f853-4d73-aa35-75ba61dce62b on network 08af6161-04c4-4941-8f18-34783fa050c8 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-10 {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 11:04:05.224223 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-335eb262-f78f-4bce-896c-56baa9e70dd7 req-a9fade37-0b98-4cb6-acc6-26f21ae0d448 service neutron] Attempting to bind port 4480f063-f853-4d73-aa35-75ba61dce62b on network 08af6161-04c4-4941-8f18-34783fa050c8 {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 11:04:05.228982 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-335eb262-f78f-4bce-896c-56baa9e70dd7 req-a9fade37-0b98-4cb6-acc6-26f21ae0d448 service neutron] Checking agent: {'id': 'a2edc247-0fa4-4ce6-bbae-a10492f6bd71', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 16, 9), 'started_at': datetime.datetime(2021, 10, 27, 10, 16, 9), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 11, 3, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 11:04:05.229317 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-335eb262-f78f-4bce-896c-56baa9e70dd7 req-a9fade37-0b98-4cb6-acc6-26f21ae0d448 service neutron] Checking segment: {'id': '9bda7adb-72ec-437b-b704-3a20e5f27dbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '08af6161-04c4-4941-8f18-34783fa050c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 11:04:05.229695 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-335eb262-f78f-4bce-896c-56baa9e70dd7 req-a9fade37-0b98-4cb6-acc6-26f21ae0d448 service neutron] Bound using segment: {'id': '9bda7adb-72ec-437b-b704-3a20e5f27dbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '08af6161-04c4-4941-8f18-34783fa050c8'} {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 11:04:05.230113 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.managers [req-335eb262-f78f-4bce-896c-56baa9e70dd7 req-a9fade37-0b98-4cb6-acc6-26f21ae0d448 service neutron] Bound port: 4480f063-f853-4d73-aa35-75ba61dce62b, host: n-h2-813419-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9bda7adb-72ec-437b-b704-3a20e5f27dbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '08af6161-04c4-4941-8f18-34783fa050c8'}}] {{(pid=102346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 11:04:05.230466 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-335eb262-f78f-4bce-896c-56baa9e70dd7 req-a9fade37-0b98-4cb6-acc6-26f21ae0d448 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:04:05.292651 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [req-335eb262-f78f-4bce-896c-56baa9e70dd7 req-a9fade37-0b98-4cb6-acc6-26f21ae0d448 service neutron] For port 4480f063-f853-4d73-aa35-75ba61dce62b, host n-h2-813419-10, cleared binding levels {{(pid=102346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 11:04:05.295485 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [req-335eb262-f78f-4bce-896c-56baa9e70dd7 req-a9fade37-0b98-4cb6-acc6-26f21ae0d448 service neutron] For port 4480f063-f853-4d73-aa35-75ba61dce62b, host n-h2-813419-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=4480f063-f853-4d73-aa35-75ba61dce62b,segment=NetworkSegment(9bda7adb-72ec-437b-b704-3a20e5f27dbb),segment_id=9bda7adb-72ec-437b-b704-3a20e5f27dbb)] {{(pid=102346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 11:04:05.300555 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-335eb262-f78f-4bce-896c-56baa9e70dd7 req-a9fade37-0b98-4cb6-acc6-26f21ae0d448 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27024173'] for port, after_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:04:05.336754 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335eb262-f78f-4bce-896c-56baa9e70dd7 req-a9fade37-0b98-4cb6-acc6-26f21ae0d448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:04:05.337366 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-335eb262-f78f-4bce-896c-56baa9e70dd7 req-a9fade37-0b98-4cb6-acc6-26f21ae0d448 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:04:05.338737 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-335eb262-f78f-4bce-896c-56baa9e70dd7 req-a9fade37-0b98-4cb6-acc6-26f21ae0d448 service neutron] 10.222.0.76 "PUT /v2.0/ports/4480f063-f853-4d73-aa35-75ba61dce62b HTTP/1.1" status: 200 len: 1093 time: 0.5768743 Oct 27 11:04:05.357602 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fade37-0b98-4cb6-acc6-26f21ae0d448 service neutron] Pushing event updated for resources: {'Port': ['ID=4480f063-f853-4d73-aa35-75ba61dce62b,revision_number=7']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:04:05.401028 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335eb262-f78f-4bce-896c-56baa9e70dd7 req-dd247744-a816-4258-9290-c45a45615caa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:04:05.402518 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-335eb262-f78f-4bce-896c-56baa9e70dd7 req-dd247744-a816-4258-9290-c45a45615caa service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=eb11a38d2ca248e4b194cf5920c741b4&device_id=e69dd89d-56f3-45ab-9244-3dd9dd89db28 HTTP/1.1" status: 200 len: 1096 time: 0.0405831 Oct 27 11:04:05.494345 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335eb262-f78f-4bce-896c-56baa9e70dd7 req-e30bdd53-a027-4828-96e6-0dfa53bfa86d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:04:05.496153 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-335eb262-f78f-4bce-896c-56baa9e70dd7 req-e30bdd53-a027-4828-96e6-0dfa53bfa86d service neutron] 10.222.0.76 "GET /v2.0/networks?id=08af6161-04c4-4941-8f18-34783fa050c8 HTTP/1.1" status: 200 len: 913 time: 0.0864704 Oct 27 11:04:05.537171 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-335eb262-f78f-4bce-896c-56baa9e70dd7 req-eeb0251b-8f3e-4dec-99b2-a052684c7d7e service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4480f063-f853-4d73-aa35-75ba61dce62b HTTP/1.1" status: 200 len: 217 time: 0.0324581 Oct 27 11:04:05.589552 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335eb262-f78f-4bce-896c-56baa9e70dd7 req-aa652778-fc9e-4093-b5f0-73502fa92110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:04:05.590884 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-335eb262-f78f-4bce-896c-56baa9e70dd7 req-aa652778-fc9e-4093-b5f0-73502fa92110 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=0be3c299-44ba-4acb-9176-590cb289c741 HTTP/1.1" status: 200 len: 852 time: 0.0460832 Oct 27 11:04:05.624654 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-335eb262-f78f-4bce-896c-56baa9e70dd7 req-10971834-7bf5-4402-89d6-6887f0efa630 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=08af6161-04c4-4941-8f18-34783fa050c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263617 Oct 27 11:04:05.711512 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-335eb262-f78f-4bce-896c-56baa9e70dd7 req-a70f6c77-865b-4f6c-a016-59430fb8612e service neutron] 10.222.0.76 "GET /v2.0/networks/08af6161-04c4-4941-8f18-34783fa050c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800116 Oct 27 11:04:05.828072 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2557f23a-7ba6-4d7d-8e39-a23e3a4b9c16 req-7e4f628a-f2bc-47de-b4b0-53e004f48e90 tempest-DeleteServersTestJSON-1765625779 tempest-DeleteServersTestJSON-1765625779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:04:05.829646 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-2557f23a-7ba6-4d7d-8e39-a23e3a4b9c16 req-7e4f628a-f2bc-47de-b4b0-53e004f48e90 tempest-DeleteServersTestJSON-1765625779 tempest-DeleteServersTestJSON-1765625779-project] 10.222.0.44 "GET /v2.0/ports?device_id=e69dd89d-56f3-45ab-9244-3dd9dd89db28 HTTP/1.1" status: 200 len: 944 time: 0.1019204 Oct 27 11:04:05.850259 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-335eb262-f78f-4bce-896c-56baa9e70dd7 req-dfc95417-0f6c-4c2c-ad3d-6d182ba4c68c service neutron] 10.222.0.76 "GET /v2.0/networks/08af6161-04c4-4941-8f18-34783fa050c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292453 Oct 27 11:04:05.876914 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-2557f23a-7ba6-4d7d-8e39-a23e3a4b9c16 req-9259b31c-77ae-401d-8a17-2afb7d7c2928 tempest-DeleteServersTestJSON-1765625779 tempest-DeleteServersTestJSON-1765625779-project] 10.222.0.44 "GET /v2.0/security-groups?id=43617bdc-43dc-4645-9598-f77b95c1f37d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382097 Oct 27 11:04:07.000518 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf882ca-f618-4b31-9306-0b31f3c3f933 req-589ab066-d0cf-42d1-b596-1a3711b73483 tempest-DeleteServersTestJSON-1765625779 tempest-DeleteServersTestJSON-1765625779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:04:07.001959 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-caf882ca-f618-4b31-9306-0b31f3c3f933 req-589ab066-d0cf-42d1-b596-1a3711b73483 tempest-DeleteServersTestJSON-1765625779 tempest-DeleteServersTestJSON-1765625779-project] 10.222.0.44 "GET /v2.0/ports?device_id=e69dd89d-56f3-45ab-9244-3dd9dd89db28 HTTP/1.1" status: 200 len: 944 time: 0.0525515 Oct 27 11:04:07.217400 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e69dd89d-56f3-45ab-9244-3dd9dd89db28', 'tag': '4480f063-f853-4d73-aa35-75ba61dce62b'}] {{(pid=102346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 11:04:07.219723 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc0e418f5fc417c8d55d94c0aa509b037d0beb2a734c1a709e789eb65639a56d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7859df9e-140e-4259-9dfa-2e76a3e04dbf" -d '{"events": [{"name": "network-changed", "server_uuid": "e69dd89d-56f3-45ab-9244-3dd9dd89db28", "tag": "4480f063-f853-4d73-aa35-75ba61dce62b"}]}' {{(pid=102346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 11:04:07.271066 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 11:04:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6ba23c6-b0bd-4403-a155-618f13402773 x-openstack-request-id: req-b6ba23c6-b0bd-4403-a155-618f13402773 {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 11:04:07.271371 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e69dd89d-56f3-45ab-9244-3dd9dd89db28", "tag": "4480f063-f853-4d73-aa35-75ba61dce62b", "status": "completed", "code": 200}]} {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 11:04:07.271625 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b6ba23c6-b0bd-4403-a155-618f13402773 {{(pid=102346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 11:04:07.272032 n-d-813419-10 neutron-server[102346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e69dd89d-56f3-45ab-9244-3dd9dd89db28', 'tag': '4480f063-f853-4d73-aa35-75ba61dce62b', 'status': 'completed', 'code': 200} Oct 27 11:04:07.341810 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7859df9e-140e-4259-9dfa-2e76a3e04dbf req-34332bf4-0622-4077-9424-8f1a8b64200b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:04:07.343819 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-7859df9e-140e-4259-9dfa-2e76a3e04dbf req-34332bf4-0622-4077-9424-8f1a8b64200b service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=eb11a38d2ca248e4b194cf5920c741b4&device_id=e69dd89d-56f3-45ab-9244-3dd9dd89db28 HTTP/1.1" status: 200 len: 1096 time: 0.0469480 Oct 27 11:04:07.390818 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-caf882ca-f618-4b31-9306-0b31f3c3f933 req-68f3cd44-b3c3-4d5b-bb0b-408a8ae61001 tempest-DeleteServersTestJSON-1765625779 tempest-DeleteServersTestJSON-1765625779-project] 10.222.0.44 "GET /v2.0/security-groups?id=43617bdc-43dc-4645-9598-f77b95c1f37d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3827126 Oct 27 11:04:07.401973 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7859df9e-140e-4259-9dfa-2e76a3e04dbf req-5d8d0a5e-3ef4-4aeb-853e-fd6c046d4925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:04:07.403602 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-7859df9e-140e-4259-9dfa-2e76a3e04dbf req-5d8d0a5e-3ef4-4aeb-853e-fd6c046d4925 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=eb11a38d2ca248e4b194cf5920c741b4&device_id=e69dd89d-56f3-45ab-9244-3dd9dd89db28 HTTP/1.1" status: 200 len: 1096 time: 0.0544822 Oct 27 11:04:07.435282 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7859df9e-140e-4259-9dfa-2e76a3e04dbf req-b61ffc28-01c1-4c13-b369-c134a8bdea37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:04:07.436777 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-7859df9e-140e-4259-9dfa-2e76a3e04dbf req-b61ffc28-01c1-4c13-b369-c134a8bdea37 service neutron] 10.222.0.76 "GET /v2.0/networks?id=08af6161-04c4-4941-8f18-34783fa050c8 HTTP/1.1" status: 200 len: 913 time: 0.0860703 Oct 27 11:04:07.480575 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-7859df9e-140e-4259-9dfa-2e76a3e04dbf req-d48b16e7-334c-4332-b586-2127a9214240 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4480f063-f853-4d73-aa35-75ba61dce62b HTTP/1.1" status: 200 len: 217 time: 0.0367079 Oct 27 11:04:07.496659 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7859df9e-140e-4259-9dfa-2e76a3e04dbf req-7eac4e3e-a46a-4910-9086-1924068c6b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:04:07.498111 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-7859df9e-140e-4259-9dfa-2e76a3e04dbf req-7eac4e3e-a46a-4910-9086-1924068c6b49 service neutron] 10.222.0.64 "GET /v2.0/networks?id=08af6161-04c4-4941-8f18-34783fa050c8 HTTP/1.1" status: 200 len: 913 time: 0.0865388 Oct 27 11:04:07.529366 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7859df9e-140e-4259-9dfa-2e76a3e04dbf req-0025d516-29f9-40b5-8d71-41071bdf1f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:04:07.531155 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-7859df9e-140e-4259-9dfa-2e76a3e04dbf req-0025d516-29f9-40b5-8d71-41071bdf1f6d service neutron] 10.222.0.76 "GET /v2.0/subnets?id=0be3c299-44ba-4acb-9176-590cb289c741 HTTP/1.1" status: 200 len: 852 time: 0.0438392 Oct 27 11:04:07.540394 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-7859df9e-140e-4259-9dfa-2e76a3e04dbf req-bc596d1c-4dc5-49dc-956e-5ac59b5f4aa2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4480f063-f853-4d73-aa35-75ba61dce62b HTTP/1.1" status: 200 len: 217 time: 0.0338392 Oct 27 11:04:07.562981 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-7859df9e-140e-4259-9dfa-2e76a3e04dbf req-3cd1ca79-3a45-404b-bf1c-c125eaee8bac service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=08af6161-04c4-4941-8f18-34783fa050c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250092 Oct 27 11:04:07.589581 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7859df9e-140e-4259-9dfa-2e76a3e04dbf req-a073e95e-b67a-4509-85c6-42744d7d913c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:04:07.591040 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-7859df9e-140e-4259-9dfa-2e76a3e04dbf req-a073e95e-b67a-4509-85c6-42744d7d913c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0be3c299-44ba-4acb-9176-590cb289c741 HTTP/1.1" status: 200 len: 852 time: 0.0431554 Oct 27 11:04:07.626522 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-7859df9e-140e-4259-9dfa-2e76a3e04dbf req-f347c189-6b80-4ce9-84b2-e7880dd2aac8 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=08af6161-04c4-4941-8f18-34783fa050c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258462 Oct 27 11:04:07.656658 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-7859df9e-140e-4259-9dfa-2e76a3e04dbf req-9e144b6d-3194-4195-94b0-11fec98caefe service neutron] 10.222.0.76 "GET /v2.0/networks/08af6161-04c4-4941-8f18-34783fa050c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868208 Oct 27 11:04:07.716667 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-7859df9e-140e-4259-9dfa-2e76a3e04dbf req-61183763-7b2a-44e8-a830-619e63933de4 service neutron] 10.222.0.64 "GET /v2.0/networks/08af6161-04c4-4941-8f18-34783fa050c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829759 Oct 27 11:04:07.746681 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-7859df9e-140e-4259-9dfa-2e76a3e04dbf req-7e50999f-30e1-48bf-9766-51c0ff7269d6 service neutron] 10.222.0.76 "GET /v2.0/networks/08af6161-04c4-4941-8f18-34783fa050c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824332 Oct 27 11:04:07.811297 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-7859df9e-140e-4259-9dfa-2e76a3e04dbf req-98efede2-968d-4029-a0d2-ef0c95693b4f service neutron] 10.222.0.64 "GET /v2.0/networks/08af6161-04c4-4941-8f18-34783fa050c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867205 Oct 27 11:04:08.509959 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1ecb39-59e7-4eef-86a6-34525e3c6c9a req-3fd2477e-5819-4887-8332-54b690400b22 tempest-DeleteServersTestJSON-1765625779 tempest-DeleteServersTestJSON-1765625779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:04:08.511419 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-2a1ecb39-59e7-4eef-86a6-34525e3c6c9a req-3fd2477e-5819-4887-8332-54b690400b22 tempest-DeleteServersTestJSON-1765625779 tempest-DeleteServersTestJSON-1765625779-project] 10.222.0.44 "GET /v2.0/ports?device_id=e69dd89d-56f3-45ab-9244-3dd9dd89db28 HTTP/1.1" status: 200 len: 944 time: 0.0488753 Oct 27 11:04:08.552911 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-2a1ecb39-59e7-4eef-86a6-34525e3c6c9a req-5896a015-02c1-4d20-aa58-88e85ef20d2d tempest-DeleteServersTestJSON-1765625779 tempest-DeleteServersTestJSON-1765625779-project] 10.222.0.44 "GET /v2.0/security-groups?id=43617bdc-43dc-4645-9598-f77b95c1f37d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352941 Oct 27 11:04:09.203405 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:04:09.237891 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device 4480f063-f853-4d73-aa35-75ba61dce62b no longer exists at agent hyperv_n-h1-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 11:04:09.274703 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device 4480f063-f853-4d73-aa35-75ba61dce62b not bound to the agent host n-h1-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 11:04:09.666064 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cc78f3-7546-428b-8c87-ac738ecc9066 req-10165607-633e-4fd8-a187-74b15f13aaeb tempest-DeleteServersTestJSON-1765625779 tempest-DeleteServersTestJSON-1765625779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:04:09.667531 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-f2cc78f3-7546-428b-8c87-ac738ecc9066 req-10165607-633e-4fd8-a187-74b15f13aaeb tempest-DeleteServersTestJSON-1765625779 tempest-DeleteServersTestJSON-1765625779-project] 10.222.0.44 "GET /v2.0/ports?device_id=e69dd89d-56f3-45ab-9244-3dd9dd89db28 HTTP/1.1" status: 200 len: 944 time: 0.0478814 Oct 27 11:04:09.705502 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-f2cc78f3-7546-428b-8c87-ac738ecc9066 req-22a945ca-61a6-4752-8660-837e6ef555cd tempest-DeleteServersTestJSON-1765625779 tempest-DeleteServersTestJSON-1765625779-project] 10.222.0.44 "GET /v2.0/security-groups?id=43617bdc-43dc-4645-9598-f77b95c1f37d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309832 Oct 27 11:04:09.982548 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff2c433-013f-4ade-9bd4-a392bc54445f req-be789fe0-1a92-470b-ae6c-a5707720e77e tempest-DeleteServersTestJSON-1765625779 tempest-DeleteServersTestJSON-1765625779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:04:09.984022 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-6ff2c433-013f-4ade-9bd4-a392bc54445f req-be789fe0-1a92-470b-ae6c-a5707720e77e tempest-DeleteServersTestJSON-1765625779 tempest-DeleteServersTestJSON-1765625779-project] 10.222.0.64 "GET /v2.0/ports?device_id=e69dd89d-56f3-45ab-9244-3dd9dd89db28&tenant_id=eb11a38d2ca248e4b194cf5920c741b4&binding%3Ahost_id=n-h2-813419-10 HTTP/1.1" status: 200 len: 944 time: 0.0924628 Oct 27 11:04:10.049517 n-d-813419-10 neutron-server[102347]: INFO neutron.api.v2.resource [req-6ff2c433-013f-4ade-9bd4-a392bc54445f req-8ae634e5-6637-480e-8253-e25c571f4ac0 service neutron] delete failed (client error): The resource could not be found. Oct 27 11:04:10.051234 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-6ff2c433-013f-4ade-9bd4-a392bc54445f req-8ae634e5-6637-480e-8253-e25c571f4ac0 service neutron] 10.222.0.64 "DELETE /v2.0/ports/4480f063-f853-4d73-aa35-75ba61dce62b/bindings/n-h1-813419-10 HTTP/1.1" status: 404 len: 381 time: 0.0587647 Oct 27 11:04:10.136317 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff2c433-013f-4ade-9bd4-a392bc54445f req-a567b5c9-c3b8-4d9e-86f9-a76f92da9985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:04:10.137760 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-6ff2c433-013f-4ade-9bd4-a392bc54445f req-a567b5c9-c3b8-4d9e-86f9-a76f92da9985 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=eb11a38d2ca248e4b194cf5920c741b4&device_id=e69dd89d-56f3-45ab-9244-3dd9dd89db28 HTTP/1.1" status: 200 len: 1096 time: 0.0394177 Oct 27 11:04:10.236706 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff2c433-013f-4ade-9bd4-a392bc54445f req-d8c80906-1ecb-47d1-bd7b-fef16ae08e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:04:10.238093 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-6ff2c433-013f-4ade-9bd4-a392bc54445f req-d8c80906-1ecb-47d1-bd7b-fef16ae08e29 service neutron] 10.222.0.64 "GET /v2.0/networks?id=08af6161-04c4-4941-8f18-34783fa050c8 HTTP/1.1" status: 200 len: 913 time: 0.0913885 Oct 27 11:04:10.283592 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-6ff2c433-013f-4ade-9bd4-a392bc54445f req-8d953080-1498-4674-b8f6-fc9cc13bbb5a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4480f063-f853-4d73-aa35-75ba61dce62b HTTP/1.1" status: 200 len: 217 time: 0.0357089 Oct 27 11:04:10.333333 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff2c433-013f-4ade-9bd4-a392bc54445f req-919d78e2-89d5-44f0-91e2-808e41eb8acd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:04:10.334808 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-6ff2c433-013f-4ade-9bd4-a392bc54445f req-919d78e2-89d5-44f0-91e2-808e41eb8acd service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0be3c299-44ba-4acb-9176-590cb289c741 HTTP/1.1" status: 200 len: 852 time: 0.0426381 Oct 27 11:04:10.361384 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device 4480f063-f853-4d73-aa35-75ba61dce62b details requested by agent hyperv_n-h2-813419-10 with host n-h2-813419-10 {{(pid=102348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 11:04:10.371417 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-6ff2c433-013f-4ade-9bd4-a392bc54445f req-fc988f63-252a-4077-a53b-51d02e4b7d8e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=08af6161-04c4-4941-8f18-34783fa050c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288656 Oct 27 11:04:10.457892 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] For port 4480f063-f853-4d73-aa35-75ba61dce62b, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=4480f063-f853-4d73-aa35-75ba61dce62b,segment=NetworkSegment(9bda7adb-72ec-437b-b704-3a20e5f27dbb),segment_id=9bda7adb-72ec-437b-b704-3a20e5f27dbb)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:04:10.462622 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-6ff2c433-013f-4ade-9bd4-a392bc54445f req-6b257dfe-5845-4a0b-b812-ef86421ea557 service neutron] 10.222.0.64 "GET /v2.0/networks/08af6161-04c4-4941-8f18-34783fa050c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823257 Oct 27 11:04:10.468690 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Returning: {'device': '4480f063-f853-4d73-aa35-75ba61dce62b', 'network_id': '08af6161-04c4-4941-8f18-34783fa050c8', 'port_id': '4480f063-f853-4d73-aa35-75ba61dce62b', 'mac_address': 'fa:16:3e:b0:f9:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 445, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0be3c299-44ba-4acb-9176-590cb289c741', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 11:04:10.504431 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:04:10.520867 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4480f063-f853-4d73-aa35-75ba61dce62b {{(pid=102348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 11:04:10.539913 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] For port 4480f063-f853-4d73-aa35-75ba61dce62b, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=4480f063-f853-4d73-aa35-75ba61dce62b,segment=NetworkSegment(9bda7adb-72ec-437b-b704-3a20e5f27dbb),segment_id=9bda7adb-72ec-437b-b704-3a20e5f27dbb)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:04:10.544420 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:04:10.558799 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-6ff2c433-013f-4ade-9bd4-a392bc54445f req-b8052fae-8a5b-4b32-b767-c35ec1f0606f service neutron] 10.222.0.64 "GET /v2.0/networks/08af6161-04c4-4941-8f18-34783fa050c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884964 Oct 27 11:04:10.595050 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Pushing event updated for resources: {'Port': ['ID=4480f063-f853-4d73-aa35-75ba61dce62b,revision_number=8']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:04:10.602286 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:04:10.602628 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:04:10.602963 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:04:10.603294 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:04:10.603622 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:04:10.603949 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:04:10.604360 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:04:10.604631 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:04:10.604964 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:04:10.605420 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:04:10.605745 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:04:10.606065 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:04:10.937488 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] get_ports_and_sgs() called for port_ids ['4480f063-f853-4d73-aa35-75ba61dce62b'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 11:04:11.276120 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154b86ef-0f42-4ad6-bce0-6ec94e0eb4df req-ac67bec0-9f73-4c54-94e3-cd37d34070cd tempest-DeleteServersTestJSON-1765625779 tempest-DeleteServersTestJSON-1765625779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:04:11.277618 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-154b86ef-0f42-4ad6-bce0-6ec94e0eb4df req-ac67bec0-9f73-4c54-94e3-cd37d34070cd tempest-DeleteServersTestJSON-1765625779 tempest-DeleteServersTestJSON-1765625779-project] 10.222.0.44 "GET /v2.0/ports?device_id=e69dd89d-56f3-45ab-9244-3dd9dd89db28 HTTP/1.1" status: 200 len: 945 time: 0.0488167 Oct 27 11:04:11.316296 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-154b86ef-0f42-4ad6-bce0-6ec94e0eb4df req-f42d734a-74e8-4420-b6bc-bfd634e60cad tempest-DeleteServersTestJSON-1765625779 tempest-DeleteServersTestJSON-1765625779-project] 10.222.0.44 "GET /v2.0/security-groups?id=43617bdc-43dc-4645-9598-f77b95c1f37d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326345 Oct 27 11:04:12.306229 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.agents_db [None req-e79ee67d-056e-46ea-bd99-e80473396b25 None None] Agent healthcheck: found 7 active agents {{(pid=102349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 11:04:12.389759 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device 4480f063-f853-4d73-aa35-75ba61dce62b up at agent hyperv_n-h2-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 11:04:12.433948 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a99915-6f23-4649-adf3-d9adb131f1bf req-f2178c6e-9c92-4f5d-827b-da7cb8974c28 tempest-DeleteServersTestJSON-1765625779 tempest-DeleteServersTestJSON-1765625779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:04:12.435429 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-f3a99915-6f23-4649-adf3-d9adb131f1bf req-f2178c6e-9c92-4f5d-827b-da7cb8974c28 tempest-DeleteServersTestJSON-1765625779 tempest-DeleteServersTestJSON-1765625779-project] 10.222.0.44 "GET /v2.0/ports?device_id=e69dd89d-56f3-45ab-9244-3dd9dd89db28 HTTP/1.1" status: 200 len: 945 time: 0.0512574 Oct 27 11:04:12.438689 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Provisioning for port 4480f063-f853-4d73-aa35-75ba61dce62b completed by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 11:04:12.443358 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Provisioning complete for port 4480f063-f853-4d73-aa35-75ba61dce62b triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:04:12.443730 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:04:12.473847 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-f3a99915-6f23-4649-adf3-d9adb131f1bf req-1b27928b-3681-423c-86ec-16087a23d5c9 tempest-DeleteServersTestJSON-1765625779 tempest-DeleteServersTestJSON-1765625779-project] 10.222.0.44 "GET /v2.0/security-groups?id=43617bdc-43dc-4645-9598-f77b95c1f37d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308573 Oct 27 11:04:12.522638 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:04:12.544813 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e69dd89d-56f3-45ab-9244-3dd9dd89db28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4480f063-f853-4d73-aa35-75ba61dce62b'}] {{(pid=102348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 11:04:12.547100 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c588921fa634554a1d9242fdea1b05457a9ff1d3b28ba54ec1dace7f2f1df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-423113b0-b82a-4366-acdf-5769fd9c284b" -d '{"events": [{"server_uuid": "e69dd89d-56f3-45ab-9244-3dd9dd89db28", "name": "network-vif-plugged", "status": "completed", "tag": "4480f063-f853-4d73-aa35-75ba61dce62b"}]}' {{(pid=102348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 11:04:12.563057 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] For port 4480f063-f853-4d73-aa35-75ba61dce62b, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=4480f063-f853-4d73-aa35-75ba61dce62b,segment=NetworkSegment(9bda7adb-72ec-437b-b704-3a20e5f27dbb),segment_id=9bda7adb-72ec-437b-b704-3a20e5f27dbb)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:04:12.567466 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:04:12.590252 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 11:04:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-512ee5d3-1218-4e50-8028-40d8aa017fc2 x-openstack-request-id: req-512ee5d3-1218-4e50-8028-40d8aa017fc2 {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 11:04:12.590537 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e69dd89d-56f3-45ab-9244-3dd9dd89db28", "name": "network-vif-plugged", "status": "completed", "tag": "4480f063-f853-4d73-aa35-75ba61dce62b", "code": 200}]} {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 11:04:12.590783 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-512ee5d3-1218-4e50-8028-40d8aa017fc2 {{(pid=102348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 11:04:12.591164 n-d-813419-10 neutron-server[102348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e69dd89d-56f3-45ab-9244-3dd9dd89db28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4480f063-f853-4d73-aa35-75ba61dce62b', 'code': 200} Oct 27 11:04:12.620932 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Pushing event updated for resources: {'Port': ['ID=4480f063-f853-4d73-aa35-75ba61dce62b,revision_number=9']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:04:12.845403 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff2c433-013f-4ade-9bd4-a392bc54445f req-5f6d70dd-dd77-4d30-8937-4a5cd468b5b5 tempest-DeleteServersTestJSON-1765625779 tempest-DeleteServersTestJSON-1765625779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:04:12.847426 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-6ff2c433-013f-4ade-9bd4-a392bc54445f req-5f6d70dd-dd77-4d30-8937-4a5cd468b5b5 tempest-DeleteServersTestJSON-1765625779 tempest-DeleteServersTestJSON-1765625779-project] 10.222.0.76 "GET /v2.0/ports?device_id=e69dd89d-56f3-45ab-9244-3dd9dd89db28 HTTP/1.1" status: 200 len: 946 time: 0.0480351 Oct 27 11:04:12.936992 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [req-6ff2c433-013f-4ade-9bd4-a392bc54445f req-7d23a263-9779-4e98-803a-f803ac9904e3 tempest-DeleteServersTestJSON-1765625779 tempest-DeleteServersTestJSON-1765625779-project] Deleting port 4480f063-f853-4d73-aa35-75ba61dce62b {{(pid=102346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 11:04:12.937323 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-6ff2c433-013f-4ade-9bd4-a392bc54445f req-7d23a263-9779-4e98-803a-f803ac9904e3 tempest-DeleteServersTestJSON-1765625779 tempest-DeleteServersTestJSON-1765625779-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:04:13.022640 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [req-6ff2c433-013f-4ade-9bd4-a392bc54445f req-7d23a263-9779-4e98-803a-f803ac9904e3 tempest-DeleteServersTestJSON-1765625779 tempest-DeleteServersTestJSON-1765625779-project] For port 4480f063-f853-4d73-aa35-75ba61dce62b, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=4480f063-f853-4d73-aa35-75ba61dce62b,segment=NetworkSegment(9bda7adb-72ec-437b-b704-3a20e5f27dbb),segment_id=9bda7adb-72ec-437b-b704-3a20e5f27dbb)] {{(pid=102346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:04:13.022995 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-6ff2c433-013f-4ade-9bd4-a392bc54445f req-7d23a263-9779-4e98-803a-f803ac9904e3 tempest-DeleteServersTestJSON-1765625779 tempest-DeleteServersTestJSON-1765625779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:04:13.035857 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [req-6ff2c433-013f-4ade-9bd4-a392bc54445f req-7d23a263-9779-4e98-803a-f803ac9904e3 tempest-DeleteServersTestJSON-1765625779 tempest-DeleteServersTestJSON-1765625779-project] Calling delete_port for 4480f063-f853-4d73-aa35-75ba61dce62b owned by compute:nova {{(pid=102346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 11:04:13.161348 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-6ff2c433-013f-4ade-9bd4-a392bc54445f req-7d23a263-9779-4e98-803a-f803ac9904e3 tempest-DeleteServersTestJSON-1765625779 tempest-DeleteServersTestJSON-1765625779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:04:13.175684 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] get_ports_and_sgs() called for port_ids ['4480f063-f853-4d73-aa35-75ba61dce62b'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 11:04:13.193527 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d23a263-9779-4e98-803a-f803ac9904e3 tempest-DeleteServersTestJSON-1765625779 tempest-DeleteServersTestJSON-1765625779-project] Pushing event deleted for resources: {'Port': ['ID=4480f063-f853-4d73-aa35-75ba61dce62b,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:04:13.230586 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ff2c433-013f-4ade-9bd4-a392bc54445f req-7d23a263-9779-4e98-803a-f803ac9904e3 tempest-DeleteServersTestJSON-1765625779 tempest-DeleteServersTestJSON-1765625779-project] No DVR routers for this DVR port 4480f063-f853-4d73-aa35-75ba61dce62b on host n-h2-813419-10 {{(pid=102346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 11:04:13.233236 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-6ff2c433-013f-4ade-9bd4-a392bc54445f req-7d23a263-9779-4e98-803a-f803ac9904e3 tempest-DeleteServersTestJSON-1765625779 tempest-DeleteServersTestJSON-1765625779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:04:13.236562 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-6ff2c433-013f-4ade-9bd4-a392bc54445f req-7d23a263-9779-4e98-803a-f803ac9904e3 tempest-DeleteServersTestJSON-1765625779 tempest-DeleteServersTestJSON-1765625779-project] 10.222.0.76 "DELETE /v2.0/ports/4480f063-f853-4d73-aa35-75ba61dce62b HTTP/1.1" status: 204 len: 173 time: 0.3832543 Oct 27 11:04:13.237537 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e69dd89d-56f3-45ab-9244-3dd9dd89db28', 'name': 'network-vif-deleted', 'tag': '4480f063-f853-4d73-aa35-75ba61dce62b'}] {{(pid=102346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 11:04:13.239846 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc0e418f5fc417c8d55d94c0aa509b037d0beb2a734c1a709e789eb65639a56d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-677d2c71-7e9e-42ad-aa56-2933979a7982" -d '{"events": [{"server_uuid": "e69dd89d-56f3-45ab-9244-3dd9dd89db28", "name": "network-vif-deleted", "tag": "4480f063-f853-4d73-aa35-75ba61dce62b"}]}' {{(pid=102346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 11:04:13.282836 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 11:04:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9888a5c0-6c54-4990-b78a-3f435f220593 x-openstack-request-id: req-9888a5c0-6c54-4990-b78a-3f435f220593 {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 11:04:13.283134 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e69dd89d-56f3-45ab-9244-3dd9dd89db28", "name": "network-vif-deleted", "tag": "4480f063-f853-4d73-aa35-75ba61dce62b", "status": "completed", "code": 200}]} {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 11:04:13.283390 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9888a5c0-6c54-4990-b78a-3f435f220593 {{(pid=102346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 11:04:13.283788 n-d-813419-10 neutron-server[102346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e69dd89d-56f3-45ab-9244-3dd9dd89db28', 'name': 'network-vif-deleted', 'tag': '4480f063-f853-4d73-aa35-75ba61dce62b', 'status': 'completed', 'code': 200} Oct 27 11:04:13.602250 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 44570) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:04:13.645430 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e10e9cb-382d-45fd-92be-1bbf8343bde5 admin admin] Deleting subnet 0be3c299-44ba-4acb-9176-590cb289c741 {{(pid=102347) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 11:04:13.648399 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-4e10e9cb-382d-45fd-92be-1bbf8343bde5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:04:13.685613 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-4e10e9cb-382d-45fd-92be-1bbf8343bde5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-18445109'] for subnet, precommit_delete_associations {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:04:13.723756 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-4e10e9cb-382d-45fd-92be-1bbf8343bde5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855646'] for subnet, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:04:13.775609 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-4e10e9cb-382d-45fd-92be-1bbf8343bde5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-18295818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18043720'] for subnet, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:04:13.798485 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e10e9cb-382d-45fd-92be-1bbf8343bde5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0be3c299-44ba-4acb-9176-590cb289c741,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:04:13.808302 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e10e9cb-382d-45fd-92be-1bbf8343bde5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:04:13.808645 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e10e9cb-382d-45fd-92be-1bbf8343bde5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:04:13.809057 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e10e9cb-382d-45fd-92be-1bbf8343bde5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:04:13.809392 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e10e9cb-382d-45fd-92be-1bbf8343bde5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:04:13.809717 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e10e9cb-382d-45fd-92be-1bbf8343bde5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:04:13.810051 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e10e9cb-382d-45fd-92be-1bbf8343bde5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:04:13.810373 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e10e9cb-382d-45fd-92be-1bbf8343bde5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:04:13.810692 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e10e9cb-382d-45fd-92be-1bbf8343bde5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:04:13.811009 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e10e9cb-382d-45fd-92be-1bbf8343bde5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:04:13.811328 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e10e9cb-382d-45fd-92be-1bbf8343bde5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:04:13.811643 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e10e9cb-382d-45fd-92be-1bbf8343bde5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:04:13.811961 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e10e9cb-382d-45fd-92be-1bbf8343bde5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:04:13.814720 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-4e10e9cb-382d-45fd-92be-1bbf8343bde5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:04:13.817895 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-4e10e9cb-382d-45fd-92be-1bbf8343bde5 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/0be3c299-44ba-4acb-9176-590cb289c741 HTTP/1.1" status: 204 len: 168 time: 0.2146130 Oct 27 11:04:13.820409 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 44572) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:04:13.890952 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-77ebcbe4-1506-4dbc-b6c6-668207d07b8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586917'] for network, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:04:13.967448 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-77ebcbe4-1506-4dbc-b6c6-668207d07b8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857803', 'neutron.services.segments.db._delete_segments_for_network-8743873143390'] for network, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:04:13.988073 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-77ebcbe4-1506-4dbc-b6c6-668207d07b8e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08af6161-04c4-4941-8f18-34783fa050c8']}} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:04:13.997375 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-77ebcbe4-1506-4dbc-b6c6-668207d07b8e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9bda7adb-72ec-437b-b704-3a20e5f27dbb') {'for_net_delete': True} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:04:13.997672 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-77ebcbe4-1506-4dbc-b6c6-668207d07b8e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9bda7adb-72ec-437b-b704-3a20e5f27dbb') {} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:04:14.007133 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-77ebcbe4-1506-4dbc-b6c6-668207d07b8e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743873145191', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18445132'] for segment, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:04:14.021019 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-77ebcbe4-1506-4dbc-b6c6-668207d07b8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:04:14.027288 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77ebcbe4-1506-4dbc-b6c6-668207d07b8e admin admin] Releasing vlan 445 on physical network physnet1 to pool {{(pid=102347) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 11:04:14.027621 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-77ebcbe4-1506-4dbc-b6c6-668207d07b8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-18296032'] for segment, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:04:14.029663 n-d-813419-10 neutron-server[102347]: Traceback (most recent call last): Oct 27 11:04:14.029663 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 11:04:14.029663 n-d-813419-10 neutron-server[102347]: timer() Oct 27 11:04:14.029663 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 11:04:14.029663 n-d-813419-10 neutron-server[102347]: cb(*args, **kw) Oct 27 11:04:14.029663 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 11:04:14.029663 n-d-813419-10 neutron-server[102347]: return func(*args, **kwargs) Oct 27 11:04:14.029663 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 11:04:14.029663 n-d-813419-10 neutron-server[102347]: self._notify() Oct 27 11:04:14.029663 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 11:04:14.029663 n-d-813419-10 neutron-server[102347]: self.callback(batched_events) Oct 27 11:04:14.029663 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 11:04:14.029663 n-d-813419-10 neutron-server[102347]: event.method(event) Oct 27 11:04:14.029663 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 11:04:14.029663 n-d-813419-10 neutron-server[102347]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 11:04:14.029663 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 11:04:14.029663 n-d-813419-10 neutron-server[102347]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 11:04:14.029663 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 11:04:14.029663 n-d-813419-10 neutron-server[102347]: return f(self, *a, **k) Oct 27 11:04:14.029663 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 11:04:14.029663 n-d-813419-10 neutron-server[102347]: return self._get(url).json() Oct 27 11:04:14.029663 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 11:04:14.029663 n-d-813419-10 neutron-server[102347]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 11:04:14.029663 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 11:04:14.029663 n-d-813419-10 neutron-server[102347]: return self.request(url, 'GET', **kwargs) Oct 27 11:04:14.029663 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 11:04:14.029663 n-d-813419-10 neutron-server[102347]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 11:04:14.029663 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 11:04:14.029663 n-d-813419-10 neutron-server[102347]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 11:04:14.029663 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 11:04:14.029663 n-d-813419-10 neutron-server[102347]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 11:04:14.029663 n-d-813419-10 neutron-server[102347]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 11:04:14.087465 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-77ebcbe4-1506-4dbc-b6c6-668207d07b8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664840'] for network, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:04:14.092424 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-77ebcbe4-1506-4dbc-b6c6-668207d07b8e admin admin] Publish callbacks [] for network, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:04:14.095587 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-77ebcbe4-1506-4dbc-b6c6-668207d07b8e admin admin] 10.222.0.44 "DELETE /v2.0/networks/08af6161-04c4-4941-8f18-34783fa050c8 HTTP/1.1" status: 204 len: 168 time: 0.2742391 Oct 27 11:04:14.113493 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ebcbe4-1506-4dbc-b6c6-668207d07b8e admin admin] Pushing event deleted for resources: {'Network': ['ID=08af6161-04c4-4941-8f18-34783fa050c8,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:04:14.216546 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 44576) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:04:14.260031 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-268ed73f-c636-4c57-9343-f808459d2403 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=eb11a38d2ca248e4b194cf5920c741b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0423231 Oct 27 11:04:14.262420 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 44578) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:04:14.310012 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-a5dc74ff-97ee-408a-bbab-09b5f34e2bd9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:04:14.330970 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-a5dc74ff-97ee-408a-bbab-09b5f34e2bd9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:04:14.378228 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-a5dc74ff-97ee-408a-bbab-09b5f34e2bd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:04:14.381231 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-a5dc74ff-97ee-408a-bbab-09b5f34e2bd9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:04:14.382457 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-a5dc74ff-97ee-408a-bbab-09b5f34e2bd9 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/43617bdc-43dc-4645-9598-f77b95c1f37d HTTP/1.1" status: 204 len: 168 time: 0.1191480 Oct 27 11:04:14.390297 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5dc74ff-97ee-408a-bbab-09b5f34e2bd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43617bdc-43dc-4645-9598-f77b95c1f37d,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:04:15.043669 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 44600) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:04:15.151383 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-d5541eaa-bf26-4674-b7ff-a88ad5f1667a admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-2094875167-network', 'tenant_id': '4a7970252737413fbd98c1433236178b'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:04:15.171423 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5541eaa-bf26-4674-b7ff-a88ad5f1667a admin admin] Made reservation on behalf of 4a7970252737413fbd98c1433236178b for: {'network': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 11:04:15.173680 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d5541eaa-bf26-4674-b7ff-a88ad5f1667a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for network, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:04:15.181679 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d5541eaa-bf26-4674-b7ff-a88ad5f1667a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:04:15.255430 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d5541eaa-bf26-4674-b7ff-a88ad5f1667a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:04:15.259357 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d5541eaa-bf26-4674-b7ff-a88ad5f1667a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:04:15.283354 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5541eaa-bf26-4674-b7ff-a88ad5f1667a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 403} {{(pid=102346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 11:04:15.292985 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5541eaa-bf26-4674-b7ff-a88ad5f1667a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=362e079b-b70c-4dba-8919-7bebdd17214b,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:04:15.297816 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d5541eaa-bf26-4674-b7ff-a88ad5f1667a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:04:15.298161 n-d-813419-10 neutron-server[102346]: INFO neutron.db.segments_db [None req-d5541eaa-bf26-4674-b7ff-a88ad5f1667a admin admin] Added segment a1c26d80-3074-4c98-bd05-4f0d9e0bde7c of type vlan for network f9bc8115-5553-4b7c-b2c5-59e0f3c77ee3 Oct 27 11:04:15.341306 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d5541eaa-bf26-4674-b7ff-a88ad5f1667a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743872593080'] for network, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:04:15.366185 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d5541eaa-bf26-4674-b7ff-a88ad5f1667a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913'] for network, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:04:15.367120 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5541eaa-bf26-4674-b7ff-a88ad5f1667a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:04:15.367690 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d5541eaa-bf26-4674-b7ff-a88ad5f1667a admin admin] Publish callbacks [] for network, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:04:15.417290 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-d5541eaa-bf26-4674-b7ff-a88ad5f1667a admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3723433 Oct 27 11:04:15.420201 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 44604) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:04:15.425705 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-bff0c53c-7640-4b9e-8940-2eb5c00eb2eb admin admin] Request body: {'subnet': {'network_id': 'f9bc8115-5553-4b7c-b2c5-59e0f3c77ee3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-2094875167-subnet', 'tenant_id': '4a7970252737413fbd98c1433236178b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:04:15.433312 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5541eaa-bf26-4674-b7ff-a88ad5f1667a admin admin] Pushing event updated for resources: {'Network': ['ID=f9bc8115-5553-4b7c-b2c5-59e0f3c77ee3,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:04:15.446649 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Network f9bc8115-5553-4b7c-b2c5-59e0f3c77ee3 details requested by agent ovs-agent-n-d-813419-10 with host n-d-813419-10 {{(pid=102348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 11:04:15.447195 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bff0c53c-7640-4b9e-8940-2eb5c00eb2eb admin admin] Made reservation on behalf of 4a7970252737413fbd98c1433236178b for: {'subnet': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 11:04:15.449472 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-bff0c53c-7640-4b9e-8940-2eb5c00eb2eb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18044073'] for subnet, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:04:15.617243 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-bff0c53c-7640-4b9e-8940-2eb5c00eb2eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-18295883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18044091'] for subnet, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:04:15.676537 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff0c53c-7640-4b9e-8940-2eb5c00eb2eb admin admin] Pushing event updated for resources: {'Subnet': ['ID=cc2342f9-e0a8-4942-9b84-56e3b69bb1a8,revision_number=0']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:04:15.678617 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bff0c53c-7640-4b9e-8940-2eb5c00eb2eb admin admin] Checking segment: {'id': 'a1c26d80-3074-4c98-bd05-4f0d9e0bde7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'f9bc8115-5553-4b7c-b2c5-59e0f3c77ee3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 11:04:15.678972 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bff0c53c-7640-4b9e-8940-2eb5c00eb2eb admin admin] Network hostable DHCP agents. Network: f9bc8115-5553-4b7c-b2c5-59e0f3c77ee3, hostable agents: ['eafd4000-b897-4722-ae8b-0118ec955181'], hosted agents: [] {{(pid=102347) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 11:04:15.695306 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bff0c53c-7640-4b9e-8940-2eb5c00eb2eb admin admin] Network f9bc8115-5553-4b7c-b2c5-59e0f3c77ee3 is scheduled to be hosted by DHCP agent eafd4000-b897-4722-ae8b-0118ec955181 with binding_index 1 {{(pid=102347) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 11:04:15.704022 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [None req-bff0c53c-7640-4b9e-8940-2eb5c00eb2eb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-10, f9bc8115-5553-4b7c-b2c5-59e0f3c77ee3) {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 11:04:15.708330 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bff0c53c-7640-4b9e-8940-2eb5c00eb2eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:04:15.708913 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-bff0c53c-7640-4b9e-8940-2eb5c00eb2eb admin admin] Publish callbacks [] for subnet, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:04:15.713554 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12fba1ea-410c-4f3b-81b9-37293a51c968 None None] Network f9bc8115-5553-4b7c-b2c5-59e0f3c77ee3 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 11:04:15.726297 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-bff0c53c-7640-4b9e-8940-2eb5c00eb2eb admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3049707 Oct 27 11:04:15.842964 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3e408e5-3bbc-4d9c-91c4-1394f9e0768a None None] Network f9bc8115-5553-4b7c-b2c5-59e0f3c77ee3 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 11:04:16.158059 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae68f8ed-e540-486f-9928-285bb99d27a0 req-71474c4a-f9ea-47b2-aefa-e90c54821d25 tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:04:16.160235 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ae68f8ed-e540-486f-9928-285bb99d27a0 req-71474c4a-f9ea-47b2-aefa-e90c54821d25 tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] 10.222.0.44 "GET /v2.0/networks?id=f9bc8115-5553-4b7c-b2c5-59e0f3c77ee3 HTTP/1.1" status: 200 len: 815 time: 0.1087201 Oct 27 11:04:16.174950 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ae68f8ed-e540-486f-9928-285bb99d27a0 req-170c8ede-ec3c-4b09-babe-36280194bc00 tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] 10.222.0.44 "GET /v2.0/quotas/4a7970252737413fbd98c1433236178b HTTP/1.1" status: 200 len: 375 time: 0.0087919 Oct 27 11:04:16.205045 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ae68f8ed-e540-486f-9928-285bb99d27a0 req-a5c15a2d-13ab-4ead-914c-cf14dd4a3376 tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=4a7970252737413fbd98c1433236178b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0248718 Oct 27 11:04:16.258980 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f3f1cf5f-6138-4135-b841-cf9c2a9ffdb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:04:16.299095 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ae68f8ed-e540-486f-9928-285bb99d27a0 req-64a29e50-d5e6-432a-a22f-91d71596a64e service neutron] 10.222.0.44 "GET /v2.0/networks/f9bc8115-5553-4b7c-b2c5-59e0f3c77ee3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867147 Oct 27 11:04:16.388019 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ae68f8ed-e540-486f-9928-285bb99d27a0 req-25d312e2-1ce9-4f9a-a2c6-5fdb5e66f9ae service neutron] 10.222.0.44 "GET /v2.0/networks/f9bc8115-5553-4b7c-b2c5-59e0f3c77ee3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822606 Oct 27 11:04:16.544962 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-f127e500-0e10-4e11-ac41-07ea39f327db req-cddfe6fa-fae9-4516-a8ae-48035fb1090d tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] 10.222.0.44 "GET /v2.0/ports?device_id=b737f217-691f-4b7c-9177-83f6e253f411 HTTP/1.1" status: 200 len: 210 time: 0.0269978 Oct 27 11:04:17.451475 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae68f8ed-e540-486f-9928-285bb99d27a0 req-bb51491e-8e71-460f-ae48-7d8dd2d4824c tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:04:17.452968 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ae68f8ed-e540-486f-9928-285bb99d27a0 req-bb51491e-8e71-460f-ae48-7d8dd2d4824c tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] 10.222.0.76 "GET /v2.0/networks?id=f9bc8115-5553-4b7c-b2c5-59e0f3c77ee3 HTTP/1.1" status: 200 len: 815 time: 0.1058388 Oct 27 11:04:17.466662 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [req-ae68f8ed-e540-486f-9928-285bb99d27a0 req-80d41fa7-3f57-457a-851b-32ca7de8ef1a tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] Request body: {'port': {'device_id': 'b737f217-691f-4b7c-9177-83f6e253f411', 'network_id': 'f9bc8115-5553-4b7c-b2c5-59e0f3c77ee3', 'admin_state_up': True, 'tenant_id': '4a7970252737413fbd98c1433236178b'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:04:17.573978 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae68f8ed-e540-486f-9928-285bb99d27a0 req-80d41fa7-3f57-457a-851b-32ca7de8ef1a tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] Made reservation on behalf of 4a7970252737413fbd98c1433236178b for: {'port': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 11:04:17.577512 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-ae68f8ed-e540-486f-9928-285bb99d27a0 req-80d41fa7-3f57-457a-851b-32ca7de8ef1a tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:04:17.662336 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-39db4df3-38b0-4bef-adfb-7c384667189e req-e2d1a8ce-0c68-43ac-8ed3-d2c1df8b1c33 tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] 10.222.0.44 "GET /v2.0/ports?device_id=b737f217-691f-4b7c-9177-83f6e253f411 HTTP/1.1" status: 200 len: 210 time: 0.0303042 Oct 27 11:04:17.722738 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_common [req-ae68f8ed-e540-486f-9928-285bb99d27a0 req-80d41fa7-3f57-457a-851b-32ca7de8ef1a tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] Allocated IP 172.20.0.14 (f9bc8115-5553-4b7c-b2c5-59e0f3c77ee3/cc2342f9-e0a8-4942-9b84-56e3b69bb1a8/e1f249ef-fb19-42b1-b5fe-89d37c54e7ce) {{(pid=102346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 11:04:17.867588 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-ae68f8ed-e540-486f-9928-285bb99d27a0 req-80d41fa7-3f57-457a-851b-32ca7de8ef1a tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] Publish callbacks [] for port, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:04:17.898897 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-ae68f8ed-e540-486f-9928-285bb99d27a0 req-80d41fa7-3f57-457a-851b-32ca7de8ef1a tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:04:17.946200 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae68f8ed-e540-486f-9928-285bb99d27a0 req-80d41fa7-3f57-457a-851b-32ca7de8ef1a tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] Network f9bc8115-5553-4b7c-b2c5-59e0f3c77ee3 is already hosted by enough agents. {{(pid=102346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 11:04:17.949214 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [req-ae68f8ed-e540-486f-9928-285bb99d27a0 req-80d41fa7-3f57-457a-851b-32ca7de8ef1a tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] Resources bound (agent type, host, resource id): {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 11:04:17.952894 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae68f8ed-e540-486f-9928-285bb99d27a0 req-80d41fa7-3f57-457a-851b-32ca7de8ef1a tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] Received port after_create {{(pid=102346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 11:04:17.975346 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d41fa7-3f57-457a-851b-32ca7de8ef1a tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] Pushing event updated for resources: {'Port': ['ID=e1f249ef-fb19-42b1-b5fe-89d37c54e7ce,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:04:17.989862 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d41fa7-3f57-457a-851b-32ca7de8ef1a tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:04:17.990210 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d41fa7-3f57-457a-851b-32ca7de8ef1a tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:04:17.990550 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d41fa7-3f57-457a-851b-32ca7de8ef1a tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:04:17.990884 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d41fa7-3f57-457a-851b-32ca7de8ef1a tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:04:17.991213 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d41fa7-3f57-457a-851b-32ca7de8ef1a tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:04:17.991543 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d41fa7-3f57-457a-851b-32ca7de8ef1a tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:04:17.991868 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d41fa7-3f57-457a-851b-32ca7de8ef1a tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:04:17.992204 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d41fa7-3f57-457a-851b-32ca7de8ef1a tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:04:17.992540 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d41fa7-3f57-457a-851b-32ca7de8ef1a tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:04:17.992862 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d41fa7-3f57-457a-851b-32ca7de8ef1a tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:04:17.993182 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d41fa7-3f57-457a-851b-32ca7de8ef1a tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:04:17.993501 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d41fa7-3f57-457a-851b-32ca7de8ef1a tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:04:18.012805 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae68f8ed-e540-486f-9928-285bb99d27a0 req-80d41fa7-3f57-457a-851b-32ca7de8ef1a tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:04:18.013410 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-ae68f8ed-e540-486f-9928-285bb99d27a0 req-80d41fa7-3f57-457a-851b-32ca7de8ef1a tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:04:18.028460 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ae68f8ed-e540-486f-9928-285bb99d27a0 req-80d41fa7-3f57-457a-851b-32ca7de8ef1a tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5654628 Oct 27 11:04:18.040761 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [req-ae68f8ed-e540-486f-9928-285bb99d27a0 req-9a279260-4c86-4a0a-b77c-2a588e58d62c service neutron] Request body: {'port': {'device_id': 'b737f217-691f-4b7c-9177-83f6e253f411', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-10'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:04:18.090636 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-ae68f8ed-e540-486f-9928-285bb99d27a0 req-9a279260-4c86-4a0a-b77c-2a588e58d62c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:04:18.351337 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [req-ae68f8ed-e540-486f-9928-285bb99d27a0 req-9a279260-4c86-4a0a-b77c-2a588e58d62c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1f249ef-fb19-42b1-b5fe-89d37c54e7ce {{(pid=102346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 11:04:18.358807 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-ae68f8ed-e540-486f-9928-285bb99d27a0 req-9a279260-4c86-4a0a-b77c-2a588e58d62c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:04:18.370149 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.provisioning_blocks [req-ae68f8ed-e540-486f-9928-285bb99d27a0 req-9a279260-4c86-4a0a-b77c-2a588e58d62c service neutron] Transition to ACTIVE for port object e1f249ef-fb19-42b1-b5fe-89d37c54e7ce will not be triggered until provisioned by entity L2. {{(pid=102346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 11:04:18.374427 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-ae68f8ed-e540-486f-9928-285bb99d27a0 req-9a279260-4c86-4a0a-b77c-2a588e58d62c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27024173'] for port, after_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:04:18.405779 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device 4480f063-f853-4d73-aa35-75ba61dce62b no longer exists at agent hyperv_n-h2-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 11:04:18.426044 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a279260-4c86-4a0a-b77c-2a588e58d62c service neutron] Pushing event updated for resources: {'Port': ['ID=e1f249ef-fb19-42b1-b5fe-89d37c54e7ce,revision_number=2']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:04:18.426279 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] No Port match for: 4480f063-f853-4d73-aa35-75ba61dce62b {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 11:04:18.426630 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device 4480f063-f853-4d73-aa35-75ba61dce62b not bound to the agent host n-h2-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 11:04:18.487654 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.managers [req-ae68f8ed-e540-486f-9928-285bb99d27a0 req-9a279260-4c86-4a0a-b77c-2a588e58d62c service neutron] Attempting to bind port e1f249ef-fb19-42b1-b5fe-89d37c54e7ce on host n-h2-813419-10 for vnic_type normal with profile {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 11:04:18.488178 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.managers [req-ae68f8ed-e540-486f-9928-285bb99d27a0 req-9a279260-4c86-4a0a-b77c-2a588e58d62c service neutron] Attempting to bind port e1f249ef-fb19-42b1-b5fe-89d37c54e7ce by drivers openvswitch,hyperv on host n-h2-813419-10 at level 0 using segments [{'id': 'a1c26d80-3074-4c98-bd05-4f0d9e0bde7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'f9bc8115-5553-4b7c-b2c5-59e0f3c77ee3'}] {{(pid=102346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 11:04:18.488333 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae68f8ed-e540-486f-9928-285bb99d27a0 req-9a279260-4c86-4a0a-b77c-2a588e58d62c service neutron] Attempting to bind port e1f249ef-fb19-42b1-b5fe-89d37c54e7ce on network f9bc8115-5553-4b7c-b2c5-59e0f3c77ee3 {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 11:04:18.492602 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae68f8ed-e540-486f-9928-285bb99d27a0 req-9a279260-4c86-4a0a-b77c-2a588e58d62c service neutron] Port e1f249ef-fb19-42b1-b5fe-89d37c54e7ce on network f9bc8115-5553-4b7c-b2c5-59e0f3c77ee3 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-10 {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 11:04:18.492921 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae68f8ed-e540-486f-9928-285bb99d27a0 req-9a279260-4c86-4a0a-b77c-2a588e58d62c service neutron] Attempting to bind port e1f249ef-fb19-42b1-b5fe-89d37c54e7ce on network f9bc8115-5553-4b7c-b2c5-59e0f3c77ee3 {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 11:04:18.497963 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae68f8ed-e540-486f-9928-285bb99d27a0 req-9a279260-4c86-4a0a-b77c-2a588e58d62c service neutron] Checking agent: {'id': 'a2edc247-0fa4-4ce6-bbae-a10492f6bd71', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 16, 9), 'started_at': datetime.datetime(2021, 10, 27, 10, 16, 9), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 11, 4, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 11:04:18.498297 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae68f8ed-e540-486f-9928-285bb99d27a0 req-9a279260-4c86-4a0a-b77c-2a588e58d62c service neutron] Checking segment: {'id': 'a1c26d80-3074-4c98-bd05-4f0d9e0bde7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'f9bc8115-5553-4b7c-b2c5-59e0f3c77ee3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 11:04:18.498677 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae68f8ed-e540-486f-9928-285bb99d27a0 req-9a279260-4c86-4a0a-b77c-2a588e58d62c service neutron] Bound using segment: {'id': 'a1c26d80-3074-4c98-bd05-4f0d9e0bde7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'f9bc8115-5553-4b7c-b2c5-59e0f3c77ee3'} {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 11:04:18.499097 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.managers [req-ae68f8ed-e540-486f-9928-285bb99d27a0 req-9a279260-4c86-4a0a-b77c-2a588e58d62c service neutron] Bound port: e1f249ef-fb19-42b1-b5fe-89d37c54e7ce, host: n-h2-813419-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1c26d80-3074-4c98-bd05-4f0d9e0bde7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'f9bc8115-5553-4b7c-b2c5-59e0f3c77ee3'}}] {{(pid=102346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 11:04:18.499471 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-ae68f8ed-e540-486f-9928-285bb99d27a0 req-9a279260-4c86-4a0a-b77c-2a588e58d62c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:04:18.564083 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [req-ae68f8ed-e540-486f-9928-285bb99d27a0 req-9a279260-4c86-4a0a-b77c-2a588e58d62c service neutron] For port e1f249ef-fb19-42b1-b5fe-89d37c54e7ce, host n-h2-813419-10, cleared binding levels {{(pid=102346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 11:04:18.567273 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [req-ae68f8ed-e540-486f-9928-285bb99d27a0 req-9a279260-4c86-4a0a-b77c-2a588e58d62c service neutron] For port e1f249ef-fb19-42b1-b5fe-89d37c54e7ce, host n-h2-813419-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=e1f249ef-fb19-42b1-b5fe-89d37c54e7ce,segment=NetworkSegment(a1c26d80-3074-4c98-bd05-4f0d9e0bde7c),segment_id=a1c26d80-3074-4c98-bd05-4f0d9e0bde7c)] {{(pid=102346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 11:04:18.571038 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-ae68f8ed-e540-486f-9928-285bb99d27a0 req-9a279260-4c86-4a0a-b77c-2a588e58d62c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27024173'] for port, after_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:04:18.602780 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae68f8ed-e540-486f-9928-285bb99d27a0 req-9a279260-4c86-4a0a-b77c-2a588e58d62c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:04:18.603379 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-ae68f8ed-e540-486f-9928-285bb99d27a0 req-9a279260-4c86-4a0a-b77c-2a588e58d62c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:04:18.604788 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ae68f8ed-e540-486f-9928-285bb99d27a0 req-9a279260-4c86-4a0a-b77c-2a588e58d62c service neutron] 10.222.0.76 "PUT /v2.0/ports/e1f249ef-fb19-42b1-b5fe-89d37c54e7ce HTTP/1.1" status: 200 len: 1093 time: 0.5680258 Oct 27 11:04:18.605222 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b737f217-691f-4b7c-9177-83f6e253f411', 'tag': 'e1f249ef-fb19-42b1-b5fe-89d37c54e7ce'}] {{(pid=102346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 11:04:18.607444 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc0e418f5fc417c8d55d94c0aa509b037d0beb2a734c1a709e789eb65639a56d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d3d4672-2bab-4aa5-a347-f5f2c22c93ad" -d '{"events": [{"name": "network-changed", "server_uuid": "b737f217-691f-4b7c-9177-83f6e253f411", "tag": "e1f249ef-fb19-42b1-b5fe-89d37c54e7ce"}]}' {{(pid=102346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 11:04:18.634069 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a279260-4c86-4a0a-b77c-2a588e58d62c service neutron] Pushing event updated for resources: {'Port': ['ID=e1f249ef-fb19-42b1-b5fe-89d37c54e7ce,revision_number=3']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:04:18.654126 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 11:04:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfd95c88-3feb-4a04-922e-20d29364f15a x-openstack-request-id: req-bfd95c88-3feb-4a04-922e-20d29364f15a {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 11:04:18.654434 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b737f217-691f-4b7c-9177-83f6e253f411", "tag": "e1f249ef-fb19-42b1-b5fe-89d37c54e7ce", "status": "completed", "code": 200}]} {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 11:04:18.654690 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-bfd95c88-3feb-4a04-922e-20d29364f15a {{(pid=102346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 11:04:18.655081 n-d-813419-10 neutron-server[102346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b737f217-691f-4b7c-9177-83f6e253f411', 'tag': 'e1f249ef-fb19-42b1-b5fe-89d37c54e7ce', 'status': 'completed', 'code': 200} Oct 27 11:04:18.687967 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae68f8ed-e540-486f-9928-285bb99d27a0 req-855e18ee-dc04-423c-b06b-767bc4ab8925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:04:18.689519 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ae68f8ed-e540-486f-9928-285bb99d27a0 req-855e18ee-dc04-423c-b06b-767bc4ab8925 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=4a7970252737413fbd98c1433236178b&device_id=b737f217-691f-4b7c-9177-83f6e253f411 HTTP/1.1" status: 200 len: 1096 time: 0.0442715 Oct 27 11:04:18.736288 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ae68f8ed-e540-486f-9928-285bb99d27a0 req-876ca760-ce10-4dab-99ff-169427beef8e service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e1f249ef-fb19-42b1-b5fe-89d37c54e7ce HTTP/1.1" status: 200 len: 217 time: 0.0387597 Oct 27 11:04:18.805484 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae68f8ed-e540-486f-9928-285bb99d27a0 req-d4222b15-6f7f-4b27-b390-7d0a55d02294 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:04:18.806908 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ae68f8ed-e540-486f-9928-285bb99d27a0 req-d4222b15-6f7f-4b27-b390-7d0a55d02294 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=cc2342f9-e0a8-4942-9b84-56e3b69bb1a8 HTTP/1.1" status: 200 len: 855 time: 0.0634704 Oct 27 11:04:18.814977 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe98cf2d-001b-4de5-b474-0f6a3ee43527 req-0274b1e3-6bfe-4c6a-ac59-d6e5a3acb0db tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:04:18.816870 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-fe98cf2d-001b-4de5-b474-0f6a3ee43527 req-0274b1e3-6bfe-4c6a-ac59-d6e5a3acb0db tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] 10.222.0.44 "GET /v2.0/ports?device_id=b737f217-691f-4b7c-9177-83f6e253f411 HTTP/1.1" status: 200 len: 944 time: 0.0832777 Oct 27 11:04:18.853986 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ae68f8ed-e540-486f-9928-285bb99d27a0 req-4d3edd7d-9cab-46f9-9340-973c42e6f141 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=f9bc8115-5553-4b7c-b2c5-59e0f3c77ee3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361331 Oct 27 11:04:18.887576 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-fe98cf2d-001b-4de5-b474-0f6a3ee43527 req-b90be710-7509-45e6-90c3-563818597e5e tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] 10.222.0.44 "GET /v2.0/security-groups?id=362e079b-b70c-4dba-8919-7bebdd17214b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626960 Oct 27 11:04:18.929822 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-de4ac93e-569f-4341-9d4e-7d263d709b35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:04:18.954139 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ae68f8ed-e540-486f-9928-285bb99d27a0 req-a5b11029-8248-422e-9c3f-776f390d88da service neutron] 10.222.0.76 "GET /v2.0/networks/f9bc8115-5553-4b7c-b2c5-59e0f3c77ee3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928764 Oct 27 11:04:19.048413 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ae68f8ed-e540-486f-9928-285bb99d27a0 req-7f127cfc-af23-4488-8664-2e6945d48d45 service neutron] 10.222.0.76 "GET /v2.0/networks/f9bc8115-5553-4b7c-b2c5-59e0f3c77ee3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870309 Oct 27 11:04:19.135300 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3d4672-2bab-4aa5-a347-f5f2c22c93ad req-ab4918df-430d-4224-9b97-e17f357b5570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:04:19.136920 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-9d3d4672-2bab-4aa5-a347-f5f2c22c93ad req-ab4918df-430d-4224-9b97-e17f357b5570 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=4a7970252737413fbd98c1433236178b&device_id=b737f217-691f-4b7c-9177-83f6e253f411 HTTP/1.1" status: 200 len: 1096 time: 0.0407085 Oct 27 11:04:19.513407 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3d4672-2bab-4aa5-a347-f5f2c22c93ad req-0cd08b96-ba00-40d0-bb83-ac5359373921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:04:19.514791 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-9d3d4672-2bab-4aa5-a347-f5f2c22c93ad req-0cd08b96-ba00-40d0-bb83-ac5359373921 service neutron] 10.222.0.76 "GET /v2.0/networks?id=f9bc8115-5553-4b7c-b2c5-59e0f3c77ee3 HTTP/1.1" status: 200 len: 916 time: 0.3703327 Oct 27 11:04:19.553467 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-9d3d4672-2bab-4aa5-a347-f5f2c22c93ad req-5151d7ae-b1bc-4f68-a44c-3e77117bfef3 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e1f249ef-fb19-42b1-b5fe-89d37c54e7ce HTTP/1.1" status: 200 len: 217 time: 0.0313928 Oct 27 11:04:19.602636 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3d4672-2bab-4aa5-a347-f5f2c22c93ad req-e0593136-7808-4039-afd4-6b04747fadd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:04:19.604043 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-9d3d4672-2bab-4aa5-a347-f5f2c22c93ad req-e0593136-7808-4039-afd4-6b04747fadd9 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=cc2342f9-e0a8-4942-9b84-56e3b69bb1a8 HTTP/1.1" status: 200 len: 855 time: 0.0425289 Oct 27 11:04:19.635487 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-9d3d4672-2bab-4aa5-a347-f5f2c22c93ad req-072057e4-081e-4571-a7c7-7f8db11e748e service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=f9bc8115-5553-4b7c-b2c5-59e0f3c77ee3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236385 Oct 27 11:04:19.723548 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-9d3d4672-2bab-4aa5-a347-f5f2c22c93ad req-3c9e3394-505f-483b-99dc-fbdec7baec1c service neutron] 10.222.0.76 "GET /v2.0/networks/f9bc8115-5553-4b7c-b2c5-59e0f3c77ee3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808110 Oct 27 11:04:19.813906 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-9d3d4672-2bab-4aa5-a347-f5f2c22c93ad req-dccc705a-cf4c-4dd9-8b9b-64fa7d895326 service neutron] 10.222.0.76 "GET /v2.0/networks/f9bc8115-5553-4b7c-b2c5-59e0f3c77ee3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819588 Oct 27 11:04:20.008350 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07ce042-1a58-4f45-bed7-5e6470fe1aeb req-cb3b1b42-618f-4de2-93a7-d0d05ffee78b tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:04:20.009820 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-d07ce042-1a58-4f45-bed7-5e6470fe1aeb req-cb3b1b42-618f-4de2-93a7-d0d05ffee78b tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] 10.222.0.44 "GET /v2.0/ports?device_id=b737f217-691f-4b7c-9177-83f6e253f411 HTTP/1.1" status: 200 len: 944 time: 0.0533884 Oct 27 11:04:20.047060 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-d07ce042-1a58-4f45-bed7-5e6470fe1aeb req-d21725ff-8514-4edd-9e7b-557c7229e201 tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] 10.222.0.44 "GET /v2.0/security-groups?id=362e079b-b70c-4dba-8919-7bebdd17214b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310707 Oct 27 11:04:20.051555 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:04:20.130497 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-eadeaa30-4096-4d1a-b3cb-aa7ebfb291ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:04:21.164653 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf2b48f-6a39-4302-8f39-b88938b56f7f req-8b8eed79-74eb-43bd-bc80-81ccd95c4c86 tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:04:21.166143 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-acf2b48f-6a39-4302-8f39-b88938b56f7f req-8b8eed79-74eb-43bd-bc80-81ccd95c4c86 tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] 10.222.0.44 "GET /v2.0/ports?device_id=b737f217-691f-4b7c-9177-83f6e253f411 HTTP/1.1" status: 200 len: 944 time: 0.0505831 Oct 27 11:04:21.202643 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-acf2b48f-6a39-4302-8f39-b88938b56f7f req-8469f73f-f427-43dd-9d00-80636fa37c1f tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] 10.222.0.44 "GET /v2.0/security-groups?id=362e079b-b70c-4dba-8919-7bebdd17214b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305841 Oct 27 11:04:22.028525 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-3c6a8245-0581-48aa-b5f6-4d8fe98cd16e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:04:22.316822 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a1d9e7-2956-4613-941d-6f8970899404 req-80cbc33e-e891-4104-af39-12ed9ad8eef5 tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:04:22.318344 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-e3a1d9e7-2956-4613-941d-6f8970899404 req-80cbc33e-e891-4104-af39-12ed9ad8eef5 tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] 10.222.0.44 "GET /v2.0/ports?device_id=b737f217-691f-4b7c-9177-83f6e253f411 HTTP/1.1" status: 200 len: 944 time: 0.0491085 Oct 27 11:04:22.356624 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-e3a1d9e7-2956-4613-941d-6f8970899404 req-e7bd355e-6b1e-4abb-b5dd-a6f8678a4ead tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] 10.222.0.44 "GET /v2.0/security-groups?id=362e079b-b70c-4dba-8919-7bebdd17214b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322714 Oct 27 11:04:22.428096 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device e1f249ef-fb19-42b1-b5fe-89d37c54e7ce details requested by agent hyperv_n-h2-813419-10 with host n-h2-813419-10 {{(pid=102348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 11:04:22.520587 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] For port e1f249ef-fb19-42b1-b5fe-89d37c54e7ce, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=e1f249ef-fb19-42b1-b5fe-89d37c54e7ce,segment=NetworkSegment(a1c26d80-3074-4c98-bd05-4f0d9e0bde7c),segment_id=a1c26d80-3074-4c98-bd05-4f0d9e0bde7c)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:04:22.531110 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Returning: {'device': 'e1f249ef-fb19-42b1-b5fe-89d37c54e7ce', 'network_id': 'f9bc8115-5553-4b7c-b2c5-59e0f3c77ee3', 'port_id': 'e1f249ef-fb19-42b1-b5fe-89d37c54e7ce', 'mac_address': 'fa:16:3e:13:70:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 403, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc2342f9-e0a8-4942-9b84-56e3b69bb1a8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 11:04:22.570113 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:04:22.582051 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1f249ef-fb19-42b1-b5fe-89d37c54e7ce {{(pid=102348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 11:04:22.600515 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] For port e1f249ef-fb19-42b1-b5fe-89d37c54e7ce, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=e1f249ef-fb19-42b1-b5fe-89d37c54e7ce,segment=NetworkSegment(a1c26d80-3074-4c98-bd05-4f0d9e0bde7c),segment_id=a1c26d80-3074-4c98-bd05-4f0d9e0bde7c)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:04:22.604373 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:04:22.649031 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Pushing event updated for resources: {'Port': ['ID=e1f249ef-fb19-42b1-b5fe-89d37c54e7ce,revision_number=4']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:04:22.938790 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] get_ports_and_sgs() called for port_ids ['e1f249ef-fb19-42b1-b5fe-89d37c54e7ce'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 11:04:23.469380 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fdee54-b897-4667-bcbf-d447da323dce req-db92673e-6a0e-4956-a32e-59a6f8bbfb73 tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:04:23.470843 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-88fdee54-b897-4667-bcbf-d447da323dce req-db92673e-6a0e-4956-a32e-59a6f8bbfb73 tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] 10.222.0.44 "GET /v2.0/ports?device_id=b737f217-691f-4b7c-9177-83f6e253f411 HTTP/1.1" status: 200 len: 945 time: 0.0481293 Oct 27 11:04:23.507774 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-88fdee54-b897-4667-bcbf-d447da323dce req-5d97383f-65f7-4dba-bfe3-abc7c59860b5 tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] 10.222.0.44 "GET /v2.0/security-groups?id=362e079b-b70c-4dba-8919-7bebdd17214b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310688 Oct 27 11:04:24.439269 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device e1f249ef-fb19-42b1-b5fe-89d37c54e7ce up at agent hyperv_n-h2-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 11:04:24.486757 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Provisioning for port e1f249ef-fb19-42b1-b5fe-89d37c54e7ce completed by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 11:04:24.490447 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Provisioning complete for port e1f249ef-fb19-42b1-b5fe-89d37c54e7ce triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:04:24.490814 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:04:24.570302 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:04:24.593336 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b737f217-691f-4b7c-9177-83f6e253f411', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1f249ef-fb19-42b1-b5fe-89d37c54e7ce'}] {{(pid=102348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 11:04:24.595587 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c588921fa634554a1d9242fdea1b05457a9ff1d3b28ba54ec1dace7f2f1df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a5e0da6-7d41-4456-a13c-448547df65a6" -d '{"events": [{"server_uuid": "b737f217-691f-4b7c-9177-83f6e253f411", "name": "network-vif-plugged", "status": "completed", "tag": "e1f249ef-fb19-42b1-b5fe-89d37c54e7ce"}]}' {{(pid=102348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 11:04:24.609194 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] For port e1f249ef-fb19-42b1-b5fe-89d37c54e7ce, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=e1f249ef-fb19-42b1-b5fe-89d37c54e7ce,segment=NetworkSegment(a1c26d80-3074-4c98-bd05-4f0d9e0bde7c),segment_id=a1c26d80-3074-4c98-bd05-4f0d9e0bde7c)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:04:24.615065 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:04:24.627508 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dc4a5a-52de-451a-9c80-60181d75b33a req-2c92a873-4b95-490a-85e8-45e455531df5 tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:04:24.629779 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-44dc4a5a-52de-451a-9c80-60181d75b33a req-2c92a873-4b95-490a-85e8-45e455531df5 tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] 10.222.0.44 "GET /v2.0/ports?device_id=b737f217-691f-4b7c-9177-83f6e253f411 HTTP/1.1" status: 200 len: 945 time: 0.0540519 Oct 27 11:04:24.639232 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 11:04:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5a24e86-5008-42d2-bc64-809a9d1197cc x-openstack-request-id: req-c5a24e86-5008-42d2-bc64-809a9d1197cc {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 11:04:24.639530 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b737f217-691f-4b7c-9177-83f6e253f411", "name": "network-vif-plugged", "status": "completed", "tag": "e1f249ef-fb19-42b1-b5fe-89d37c54e7ce", "code": 200}]} {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 11:04:24.639790 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c5a24e86-5008-42d2-bc64-809a9d1197cc {{(pid=102348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 11:04:24.640544 n-d-813419-10 neutron-server[102348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b737f217-691f-4b7c-9177-83f6e253f411', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1f249ef-fb19-42b1-b5fe-89d37c54e7ce', 'code': 200} Oct 27 11:04:24.666905 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Pushing event updated for resources: {'Port': ['ID=e1f249ef-fb19-42b1-b5fe-89d37c54e7ce,revision_number=5']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:04:24.672033 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-44dc4a5a-52de-451a-9c80-60181d75b33a req-f3f67395-0f74-43e7-8518-7106f2e8c30f tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] 10.222.0.44 "GET /v2.0/security-groups?id=362e079b-b70c-4dba-8919-7bebdd17214b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345962 Oct 27 11:04:24.748579 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b3d37a-f11c-434c-9ffe-e61e1d2e5823 req-1402461d-faef-4742-bf76-f054ad1f219a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:04:24.750040 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-03b3d37a-f11c-434c-9ffe-e61e1d2e5823 req-1402461d-faef-4742-bf76-f054ad1f219a service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=b737f217-691f-4b7c-9177-83f6e253f411 HTTP/1.1" status: 200 len: 1098 time: 0.0433657 Oct 27 11:04:24.785194 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-03b3d37a-f11c-434c-9ffe-e61e1d2e5823 req-85dbf9af-d16d-4f4f-adb1-0083136c3159 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=362e079b-b70c-4dba-8919-7bebdd17214b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0274165 Oct 27 11:04:25.846184 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddeb78ec-1605-4a1c-8c81-87174915d651 req-5c250950-900a-4fac-871d-a9d1b9bc5f04 tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:04:25.847665 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ddeb78ec-1605-4a1c-8c81-87174915d651 req-5c250950-900a-4fac-871d-a9d1b9bc5f04 tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] 10.222.0.44 "GET /v2.0/ports?device_id=b737f217-691f-4b7c-9177-83f6e253f411 HTTP/1.1" status: 200 len: 946 time: 0.1047711 Oct 27 11:04:25.885651 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ddeb78ec-1605-4a1c-8c81-87174915d651 req-e4dc9cba-079c-46d1-be68-f8129378d0fe tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] 10.222.0.44 "GET /v2.0/security-groups?id=362e079b-b70c-4dba-8919-7bebdd17214b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316753 Oct 27 11:04:27.004109 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb76b3f-ea7f-4516-bad8-a9d941b26578 req-4831f734-cdd3-4eab-b380-40d0bdc6fc6c tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:04:27.005634 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-5eb76b3f-ea7f-4516-bad8-a9d941b26578 req-4831f734-cdd3-4eab-b380-40d0bdc6fc6c tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] 10.222.0.44 "GET /v2.0/ports?device_id=b737f217-691f-4b7c-9177-83f6e253f411 HTTP/1.1" status: 200 len: 946 time: 0.0539489 Oct 27 11:04:27.042795 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-5eb76b3f-ea7f-4516-bad8-a9d941b26578 req-9b42b9a5-ff9b-4a63-869e-644dd88aff7f tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] 10.222.0.44 "GET /v2.0/security-groups?id=362e079b-b70c-4dba-8919-7bebdd17214b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310764 Oct 27 11:04:27.155357 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ad0977-efe1-459a-839b-9e0a3a8c3d79 req-5f882ffe-37ba-4840-9935-76a481c96dd8 tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:04:27.156839 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-d4ad0977-efe1-459a-839b-9e0a3a8c3d79 req-5f882ffe-37ba-4840-9935-76a481c96dd8 tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] 10.222.0.44 "GET /v2.0/ports?device_id=b737f217-691f-4b7c-9177-83f6e253f411 HTTP/1.1" status: 200 len: 946 time: 0.0480440 Oct 27 11:04:27.194613 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-d4ad0977-efe1-459a-839b-9e0a3a8c3d79 req-48083fe8-d855-4919-8e59-847a600d57e1 tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] 10.222.0.44 "GET /v2.0/security-groups?id=362e079b-b70c-4dba-8919-7bebdd17214b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318005 Oct 27 11:04:27.400428 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039eeb23-43f0-44b2-9415-e2f7730dd679 req-ae370406-c387-451e-aeb5-43ad196af257 tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:04:27.401894 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-039eeb23-43f0-44b2-9415-e2f7730dd679 req-ae370406-c387-451e-aeb5-43ad196af257 tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] 10.222.0.44 "GET /v2.0/ports?device_id=b737f217-691f-4b7c-9177-83f6e253f411 HTTP/1.1" status: 200 len: 946 time: 0.0544159 Oct 27 11:04:27.438308 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-039eeb23-43f0-44b2-9415-e2f7730dd679 req-075aa75f-5c8c-40f7-b486-c0a61022f545 tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] 10.222.0.44 "GET /v2.0/security-groups?id=362e079b-b70c-4dba-8919-7bebdd17214b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304501 Oct 27 11:04:27.550823 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96648aa5-b529-4293-8bfd-c78823fee397 req-6a3b0451-ec24-44e0-a052-596672b87a47 tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:04:27.552837 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-96648aa5-b529-4293-8bfd-c78823fee397 req-6a3b0451-ec24-44e0-a052-596672b87a47 tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] 10.222.0.44 "GET /v2.0/ports?device_id=b737f217-691f-4b7c-9177-83f6e253f411 HTTP/1.1" status: 200 len: 946 time: 0.0495870 Oct 27 11:04:27.590027 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-96648aa5-b529-4293-8bfd-c78823fee397 req-9de5227a-fcc3-46fb-93f2-696ad423d167 tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] 10.222.0.44 "GET /v2.0/security-groups?id=362e079b-b70c-4dba-8919-7bebdd17214b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309439 Oct 27 11:04:27.840765 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-fa1f15aa-d1f9-4f83-b161-a5ee8bdd55c3 req-6665b337-786f-4bfe-8527-e437e47714e2 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=b737f217-691f-4b7c-9177-83f6e253f411&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0700750 Oct 27 11:04:27.852738 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8bb2c1-7be3-4ba2-943e-168b0fdc4ede req-2c0aa2ad-3744-4974-883b-5187e8798620 tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:04:27.854175 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-9d8bb2c1-7be3-4ba2-943e-168b0fdc4ede req-2c0aa2ad-3744-4974-883b-5187e8798620 tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] 10.222.0.44 "GET /v2.0/ports?device_id=b737f217-691f-4b7c-9177-83f6e253f411 HTTP/1.1" status: 200 len: 946 time: 0.0749066 Oct 27 11:04:27.893400 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-9d8bb2c1-7be3-4ba2-943e-168b0fdc4ede req-a452d84c-51e7-470b-967c-91c4c7476312 tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] 10.222.0.44 "GET /v2.0/security-groups?id=362e079b-b70c-4dba-8919-7bebdd17214b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328255 Oct 27 11:04:28.951972 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1f15aa-d1f9-4f83-b161-a5ee8bdd55c3 req-3aa71e59-81f5-4397-87f1-20f315400059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:04:28.953515 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-fa1f15aa-d1f9-4f83-b161-a5ee8bdd55c3 req-3aa71e59-81f5-4397-87f1-20f315400059 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=4a7970252737413fbd98c1433236178b&device_id=b737f217-691f-4b7c-9177-83f6e253f411 HTTP/1.1" status: 200 len: 1098 time: 0.0427473 Oct 27 11:04:29.065186 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711ac1d7-6b1a-4484-b3e4-36cc180426d7 req-d0b43692-8ae9-4741-822c-63566dfc29d4 tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:04:29.066649 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-711ac1d7-6b1a-4484-b3e4-36cc180426d7 req-d0b43692-8ae9-4741-822c-63566dfc29d4 tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] 10.222.0.44 "GET /v2.0/ports?device_id=b737f217-691f-4b7c-9177-83f6e253f411 HTTP/1.1" status: 200 len: 946 time: 0.0984378 Oct 27 11:04:29.103774 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1f15aa-d1f9-4f83-b161-a5ee8bdd55c3 req-349e76af-b9df-4ee1-ab89-28edb74e6591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:04:29.105612 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-fa1f15aa-d1f9-4f83-b161-a5ee8bdd55c3 req-349e76af-b9df-4ee1-ab89-28edb74e6591 service neutron] 10.222.0.76 "GET /v2.0/networks?id=f9bc8115-5553-4b7c-b2c5-59e0f3c77ee3 HTTP/1.1" status: 200 len: 916 time: 0.1452377 Oct 27 11:04:29.155574 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-711ac1d7-6b1a-4484-b3e4-36cc180426d7 req-acff7f46-c9b3-4367-ad3a-b3cbbb7ffed3 tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] 10.222.0.44 "GET /v2.0/security-groups?id=362e079b-b70c-4dba-8919-7bebdd17214b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821176 Oct 27 11:04:29.156948 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-fa1f15aa-d1f9-4f83-b161-a5ee8bdd55c3 req-cf8e4b19-c7c6-4ed7-9c4a-6a0e0353e139 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e1f249ef-fb19-42b1-b5fe-89d37c54e7ce HTTP/1.1" status: 200 len: 217 time: 0.0412874 Oct 27 11:04:29.211366 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1f15aa-d1f9-4f83-b161-a5ee8bdd55c3 req-be020748-3f77-424e-abeb-ad07fb02a53a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:04:29.212727 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-fa1f15aa-d1f9-4f83-b161-a5ee8bdd55c3 req-be020748-3f77-424e-abeb-ad07fb02a53a service neutron] 10.222.0.76 "GET /v2.0/subnets?id=cc2342f9-e0a8-4942-9b84-56e3b69bb1a8 HTTP/1.1" status: 200 len: 855 time: 0.0485115 Oct 27 11:04:29.245680 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-fa1f15aa-d1f9-4f83-b161-a5ee8bdd55c3 req-a7784743-f8cf-4cb4-9bca-979dcb0e6b75 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=f9bc8115-5553-4b7c-b2c5-59e0f3c77ee3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247524 Oct 27 11:04:29.337884 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-fa1f15aa-d1f9-4f83-b161-a5ee8bdd55c3 req-1f0899d9-68d9-4fc6-aed9-f9546ea23057 service neutron] 10.222.0.76 "GET /v2.0/networks/f9bc8115-5553-4b7c-b2c5-59e0f3c77ee3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842288 Oct 27 11:04:29.430285 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-fa1f15aa-d1f9-4f83-b161-a5ee8bdd55c3 req-04301e19-cff9-4cf1-9273-e124ca62578e service neutron] 10.222.0.76 "GET /v2.0/networks/f9bc8115-5553-4b7c-b2c5-59e0f3c77ee3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850861 Oct 27 11:04:30.290542 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfbfa60-0461-432e-ae4d-e95c65e784d7 req-0ab7772d-edf2-4055-b474-000b1bbb439e tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:04:30.292245 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-7cfbfa60-0461-432e-ae4d-e95c65e784d7 req-0ab7772d-edf2-4055-b474-000b1bbb439e tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] 10.222.0.44 "GET /v2.0/ports?device_id=b737f217-691f-4b7c-9177-83f6e253f411 HTTP/1.1" status: 200 len: 946 time: 0.0576098 Oct 27 11:04:30.334514 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-7cfbfa60-0461-432e-ae4d-e95c65e784d7 req-ec9a569f-7671-451b-96fb-75a698fd89ea tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] 10.222.0.44 "GET /v2.0/security-groups?id=362e079b-b70c-4dba-8919-7bebdd17214b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362067 Oct 27 11:04:31.452239 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3f1900-4d45-4169-8101-f3b2bb773584 req-605132c9-6f9a-4b4a-a39d-e8fedef80e39 tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:04:31.453698 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-de3f1900-4d45-4169-8101-f3b2bb773584 req-605132c9-6f9a-4b4a-a39d-e8fedef80e39 tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] 10.222.0.44 "GET /v2.0/ports?device_id=b737f217-691f-4b7c-9177-83f6e253f411 HTTP/1.1" status: 200 len: 946 time: 0.0478706 Oct 27 11:04:31.490950 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-de3f1900-4d45-4169-8101-f3b2bb773584 req-3b648707-92a1-47e0-b543-7b13244f0695 tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] 10.222.0.44 "GET /v2.0/security-groups?id=362e079b-b70c-4dba-8919-7bebdd17214b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306470 Oct 27 11:04:32.605609 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248bdc95-ed6f-4bd9-bc93-6208e08e315b req-29ab695a-6c5c-4fc0-8b13-1779b07569ce tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:04:32.606988 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-248bdc95-ed6f-4bd9-bc93-6208e08e315b req-29ab695a-6c5c-4fc0-8b13-1779b07569ce tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] 10.222.0.44 "GET /v2.0/ports?device_id=b737f217-691f-4b7c-9177-83f6e253f411 HTTP/1.1" status: 200 len: 946 time: 0.0483370 Oct 27 11:04:32.704601 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-248bdc95-ed6f-4bd9-bc93-6208e08e315b req-96c3a93c-0560-456f-8573-20cdb117f6a4 tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] 10.222.0.44 "GET /v2.0/security-groups?id=362e079b-b70c-4dba-8919-7bebdd17214b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916467 Oct 27 11:04:32.832855 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:04:33.825566 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4534cfa4-4a05-4c7e-9adc-6e93e9c234e1 req-657efe81-42b3-4fad-bea9-1a1e87b546bf tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:04:33.827028 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-4534cfa4-4a05-4c7e-9adc-6e93e9c234e1 req-657efe81-42b3-4fad-bea9-1a1e87b546bf tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] 10.222.0.44 "GET /v2.0/ports?device_id=b737f217-691f-4b7c-9177-83f6e253f411 HTTP/1.1" status: 200 len: 946 time: 0.0526276 Oct 27 11:04:33.865867 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-4534cfa4-4a05-4c7e-9adc-6e93e9c234e1 req-05152b9f-9506-462c-94ff-c8c6060a7b12 tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] 10.222.0.44 "GET /v2.0/security-groups?id=362e079b-b70c-4dba-8919-7bebdd17214b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329356 Oct 27 11:04:34.983966 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549af842-f2f0-4f6b-a4b2-8a07b173cbe8 req-0624e5a8-5d3e-4dee-82b8-6c47974ed158 tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:04:34.985446 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-549af842-f2f0-4f6b-a4b2-8a07b173cbe8 req-0624e5a8-5d3e-4dee-82b8-6c47974ed158 tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] 10.222.0.44 "GET /v2.0/ports?device_id=b737f217-691f-4b7c-9177-83f6e253f411 HTTP/1.1" status: 200 len: 946 time: 0.0520492 Oct 27 11:04:35.022767 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-549af842-f2f0-4f6b-a4b2-8a07b173cbe8 req-82c68651-d3bc-4255-94b2-fe1c39baf139 tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] 10.222.0.44 "GET /v2.0/security-groups?id=362e079b-b70c-4dba-8919-7bebdd17214b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309584 Oct 27 11:04:36.142585 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d044ce-e340-4ec9-8351-391be0ddfb23 req-9763a76a-b9e4-4048-a481-c48bcbc1cdc3 tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:04:36.144861 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-02d044ce-e340-4ec9-8351-391be0ddfb23 req-9763a76a-b9e4-4048-a481-c48bcbc1cdc3 tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] 10.222.0.44 "GET /v2.0/ports?device_id=b737f217-691f-4b7c-9177-83f6e253f411 HTTP/1.1" status: 200 len: 946 time: 0.0502803 Oct 27 11:04:36.183222 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-02d044ce-e340-4ec9-8351-391be0ddfb23 req-6ce492f9-3677-4def-a979-5c08687be53d tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] 10.222.0.44 "GET /v2.0/security-groups?id=362e079b-b70c-4dba-8919-7bebdd17214b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320034 Oct 27 11:04:37.296680 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970a4b2e-c986-4c09-8b2c-d11a0192f96e req-c5a6e6ef-dfe5-42e4-9833-afcd4cd8d0c4 tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:04:37.298052 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-970a4b2e-c986-4c09-8b2c-d11a0192f96e req-c5a6e6ef-dfe5-42e4-9833-afcd4cd8d0c4 tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] 10.222.0.44 "GET /v2.0/ports?device_id=b737f217-691f-4b7c-9177-83f6e253f411 HTTP/1.1" status: 200 len: 946 time: 0.0478139 Oct 27 11:04:37.338394 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-970a4b2e-c986-4c09-8b2c-d11a0192f96e req-66f5bb10-bd83-4b97-974d-b2ad459491df tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] 10.222.0.44 "GET /v2.0/security-groups?id=362e079b-b70c-4dba-8919-7bebdd17214b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338454 Oct 27 11:04:38.460992 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f508ffd-1cc4-4ced-9267-112f4315c96a req-d762a602-2b7f-4cca-be7c-afb4e9874665 tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:04:38.462467 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-9f508ffd-1cc4-4ced-9267-112f4315c96a req-d762a602-2b7f-4cca-be7c-afb4e9874665 tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] 10.222.0.44 "GET /v2.0/ports?device_id=b737f217-691f-4b7c-9177-83f6e253f411 HTTP/1.1" status: 200 len: 946 time: 0.0481517 Oct 27 11:04:38.500171 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-9f508ffd-1cc4-4ced-9267-112f4315c96a req-3b95cbbd-0792-46d8-957f-274167eec2e3 tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] 10.222.0.44 "GET /v2.0/security-groups?id=362e079b-b70c-4dba-8919-7bebdd17214b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318012 Oct 27 11:04:39.202251 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:04:39.616088 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab3a900-9ccd-450e-b814-a126dc88a386 req-a6489379-55cf-430a-8f5b-60ea2f5ad3b0 tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:04:39.617493 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-aab3a900-9ccd-450e-b814-a126dc88a386 req-a6489379-55cf-430a-8f5b-60ea2f5ad3b0 tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] 10.222.0.44 "GET /v2.0/ports?device_id=b737f217-691f-4b7c-9177-83f6e253f411 HTTP/1.1" status: 200 len: 946 time: 0.0483665 Oct 27 11:04:39.654780 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-aab3a900-9ccd-450e-b814-a126dc88a386 req-97a0b1f1-2a01-4de0-929b-255618db54a1 tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] 10.222.0.44 "GET /v2.0/security-groups?id=362e079b-b70c-4dba-8919-7bebdd17214b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311346 Oct 27 11:04:40.778882 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dab5ea5-e130-45d8-b001-88182bc29bae req-41ae3189-aa19-4168-9f10-8626492ce4f5 tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:04:40.780436 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-3dab5ea5-e130-45d8-b001-88182bc29bae req-41ae3189-aa19-4168-9f10-8626492ce4f5 tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] 10.222.0.44 "GET /v2.0/ports?device_id=b737f217-691f-4b7c-9177-83f6e253f411 HTTP/1.1" status: 200 len: 946 time: 0.0529315 Oct 27 11:04:40.818086 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-3dab5ea5-e130-45d8-b001-88182bc29bae req-866a5dcf-c864-47d9-a664-cf8c4026669f tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] 10.222.0.44 "GET /v2.0/security-groups?id=362e079b-b70c-4dba-8919-7bebdd17214b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307693 Oct 27 11:04:41.936908 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109640f5-8bd9-45bd-b974-c9dd1ed70d65 req-2231390b-29ae-4ba2-9280-6b42e23b17d0 tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:04:41.938376 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-109640f5-8bd9-45bd-b974-c9dd1ed70d65 req-2231390b-29ae-4ba2-9280-6b42e23b17d0 tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] 10.222.0.44 "GET /v2.0/ports?device_id=b737f217-691f-4b7c-9177-83f6e253f411 HTTP/1.1" status: 200 len: 946 time: 0.0527406 Oct 27 11:04:41.975563 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-109640f5-8bd9-45bd-b974-c9dd1ed70d65 req-0e62b562-9044-4860-abb5-f3fe830cb932 tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] 10.222.0.44 "GET /v2.0/security-groups?id=362e079b-b70c-4dba-8919-7bebdd17214b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306940 Oct 27 11:04:43.094514 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d643f171-2654-468e-9a2b-9ed062f5e630 req-465fa66d-c7bb-4623-94ab-c4cf949a1450 tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:04:43.095986 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-d643f171-2654-468e-9a2b-9ed062f5e630 req-465fa66d-c7bb-4623-94ab-c4cf949a1450 tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] 10.222.0.44 "GET /v2.0/ports?device_id=b737f217-691f-4b7c-9177-83f6e253f411 HTTP/1.1" status: 200 len: 946 time: 0.0535390 Oct 27 11:04:43.133515 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-d643f171-2654-468e-9a2b-9ed062f5e630 req-a785b561-91b7-4766-b787-0048e5cd2dae tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] 10.222.0.44 "GET /v2.0/security-groups?id=362e079b-b70c-4dba-8919-7bebdd17214b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316401 Oct 27 11:04:43.353588 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [req-82374016-ddbe-4d7a-9aba-e903297619d1 req-22126d0d-6445-406b-9dd1-199618e452ff service neutron] (102346) timed out ('10.222.0.44', 42220) {{(pid=102346) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 27 11:04:44.246969 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dd3558-8d35-4762-b8e2-9b8dff11bec5 req-4a209492-5095-4bef-8830-17b98fe49cca tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:04:44.248475 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-a6dd3558-8d35-4762-b8e2-9b8dff11bec5 req-4a209492-5095-4bef-8830-17b98fe49cca tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] 10.222.0.44 "GET /v2.0/ports?device_id=b737f217-691f-4b7c-9177-83f6e253f411 HTTP/1.1" status: 200 len: 946 time: 0.0479357 Oct 27 11:04:44.285995 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-a6dd3558-8d35-4762-b8e2-9b8dff11bec5 req-fcd7931c-c626-427e-bd9c-412457540f68 tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] 10.222.0.44 "GET /v2.0/security-groups?id=362e079b-b70c-4dba-8919-7bebdd17214b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315893 Oct 27 11:04:45.405332 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b997c6d-b343-4435-8b52-a0b9f7b8be8c req-2dc8191c-27f8-4616-b1c2-c11cc573c11d tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:04:45.406842 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-0b997c6d-b343-4435-8b52-a0b9f7b8be8c req-2dc8191c-27f8-4616-b1c2-c11cc573c11d tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] 10.222.0.44 "GET /v2.0/ports?device_id=b737f217-691f-4b7c-9177-83f6e253f411 HTTP/1.1" status: 200 len: 946 time: 0.0537820 Oct 27 11:04:45.443605 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-0b997c6d-b343-4435-8b52-a0b9f7b8be8c req-bac9b80c-079c-414b-9fb6-5f9a5838cc96 tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] 10.222.0.44 "GET /v2.0/security-groups?id=362e079b-b70c-4dba-8919-7bebdd17214b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309198 Oct 27 11:04:46.260823 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-914cf76f-99bf-43ba-aeee-452c3ecea63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:04:46.560123 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fbcda7-a8b3-4435-8980-112523324210 req-70c5252f-3c9e-4ff0-bc4f-a831279a57eb tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:04:46.561513 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-00fbcda7-a8b3-4435-8980-112523324210 req-70c5252f-3c9e-4ff0-bc4f-a831279a57eb tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] 10.222.0.44 "GET /v2.0/ports?device_id=b737f217-691f-4b7c-9177-83f6e253f411 HTTP/1.1" status: 200 len: 946 time: 0.0480537 Oct 27 11:04:46.597148 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-00fbcda7-a8b3-4435-8980-112523324210 req-c67cabe5-e7c3-4dc4-9dc8-1f5232a37635 tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] 10.222.0.44 "GET /v2.0/security-groups?id=362e079b-b70c-4dba-8919-7bebdd17214b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298164 Oct 27 11:04:47.724349 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944da2c1-be53-4528-923d-feb86e9f4d13 req-a909d56b-95f8-4af4-afb8-784bf03d6269 tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:04:47.725865 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-944da2c1-be53-4528-923d-feb86e9f4d13 req-a909d56b-95f8-4af4-afb8-784bf03d6269 tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] 10.222.0.44 "GET /v2.0/ports?device_id=b737f217-691f-4b7c-9177-83f6e253f411 HTTP/1.1" status: 200 len: 946 time: 0.0584710 Oct 27 11:04:47.764116 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-944da2c1-be53-4528-923d-feb86e9f4d13 req-e1a07510-3d13-49c6-97f9-fc2b1cbb844b tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] 10.222.0.44 "GET /v2.0/security-groups?id=362e079b-b70c-4dba-8919-7bebdd17214b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323386 Oct 27 11:04:48.882001 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa36a3e1-ff52-4476-9af0-55cfdf1c08c9 req-739c550a-2298-4efb-b19e-f310b7e2599f tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:04:48.883468 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-aa36a3e1-ff52-4476-9af0-55cfdf1c08c9 req-739c550a-2298-4efb-b19e-f310b7e2599f tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] 10.222.0.44 "GET /v2.0/ports?device_id=b737f217-691f-4b7c-9177-83f6e253f411 HTTP/1.1" status: 200 len: 946 time: 0.0528364 Oct 27 11:04:48.921629 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-aa36a3e1-ff52-4476-9af0-55cfdf1c08c9 req-1297af8c-139d-4fb3-8a92-fbbc616c0536 tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] 10.222.0.44 "GET /v2.0/security-groups?id=362e079b-b70c-4dba-8919-7bebdd17214b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318754 Oct 27 11:04:48.930471 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-863259e9-bda8-4fa3-82a9-c089b8caf8da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:04:49.304936 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.agents_db [None req-e79ee67d-056e-46ea-bd99-e80473396b25 None None] Agent healthcheck: found 7 active agents {{(pid=102349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 11:04:50.035777 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fe3bd9-d195-43ce-a1f3-d50024f0369b req-8517807c-80c2-4c3b-8b2e-4adbc456eff2 tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:04:50.037261 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-16fe3bd9-d195-43ce-a1f3-d50024f0369b req-8517807c-80c2-4c3b-8b2e-4adbc456eff2 tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] 10.222.0.44 "GET /v2.0/ports?device_id=b737f217-691f-4b7c-9177-83f6e253f411 HTTP/1.1" status: 200 len: 946 time: 0.0495696 Oct 27 11:04:50.057182 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:04:50.075646 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-16fe3bd9-d195-43ce-a1f3-d50024f0369b req-83061b21-6c44-4f26-8928-34f66357c179 tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] 10.222.0.44 "GET /v2.0/security-groups?id=362e079b-b70c-4dba-8919-7bebdd17214b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319257 Oct 27 11:04:50.133519 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-eadeaa30-4096-4d1a-b3cb-aa7ebfb291ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:04:51.196095 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca8573b-ae80-46a8-a250-5c640d35b9f3 req-bdbcf5de-e25c-4ee8-89c9-81a57cfa175f tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:04:51.197752 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-9ca8573b-ae80-46a8-a250-5c640d35b9f3 req-bdbcf5de-e25c-4ee8-89c9-81a57cfa175f tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] 10.222.0.44 "GET /v2.0/ports?device_id=b737f217-691f-4b7c-9177-83f6e253f411 HTTP/1.1" status: 200 len: 946 time: 0.0487442 Oct 27 11:04:51.234062 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-9ca8573b-ae80-46a8-a250-5c640d35b9f3 req-fa71100a-4153-43e3-a8c7-3d4205b1b2ac tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] 10.222.0.44 "GET /v2.0/security-groups?id=362e079b-b70c-4dba-8919-7bebdd17214b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304265 Oct 27 11:04:52.029254 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-3c6a8245-0581-48aa-b5f6-4d8fe98cd16e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:04:52.051938 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbd7e59-045e-4008-a3f3-1db900d45c52 req-cd1d332c-2abb-48d7-bd6b-b7e9b5eed24d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:04:52.053493 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-6dbd7e59-045e-4008-a3f3-1db900d45c52 req-cd1d332c-2abb-48d7-bd6b-b7e9b5eed24d service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=4a7970252737413fbd98c1433236178b&device_id=b737f217-691f-4b7c-9177-83f6e253f411 HTTP/1.1" status: 200 len: 1098 time: 0.0411215 Oct 27 11:04:52.158904 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbd7e59-045e-4008-a3f3-1db900d45c52 req-a9efc50a-e334-4181-923e-b770a33c600d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:04:52.160397 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-6dbd7e59-045e-4008-a3f3-1db900d45c52 req-a9efc50a-e334-4181-923e-b770a33c600d service neutron] 10.222.0.76 "GET /v2.0/networks?id=f9bc8115-5553-4b7c-b2c5-59e0f3c77ee3 HTTP/1.1" status: 200 len: 916 time: 0.0873826 Oct 27 11:04:52.199876 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-6dbd7e59-045e-4008-a3f3-1db900d45c52 req-b0f8c9d0-bd77-4e4f-9d25-62fc19b64c59 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e1f249ef-fb19-42b1-b5fe-89d37c54e7ce HTTP/1.1" status: 200 len: 217 time: 0.0322378 Oct 27 11:04:52.250435 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbd7e59-045e-4008-a3f3-1db900d45c52 req-c85075ea-9b1c-4d67-8b51-5cc0ecea8b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:04:52.251761 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-6dbd7e59-045e-4008-a3f3-1db900d45c52 req-c85075ea-9b1c-4d67-8b51-5cc0ecea8b47 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=cc2342f9-e0a8-4942-9b84-56e3b69bb1a8 HTTP/1.1" status: 200 len: 855 time: 0.0434668 Oct 27 11:04:52.288859 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-6dbd7e59-045e-4008-a3f3-1db900d45c52 req-68c8f75d-46fd-488b-80b4-82689fa418b5 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=f9bc8115-5553-4b7c-b2c5-59e0f3c77ee3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294044 Oct 27 11:04:52.412189 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4095ae31-2939-4a1a-85e0-4689d8081f16 req-b0a12dfe-aa85-4588-a09f-d4f37ad78766 tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:04:52.413693 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-4095ae31-2939-4a1a-85e0-4689d8081f16 req-b0a12dfe-aa85-4588-a09f-d4f37ad78766 tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] 10.222.0.44 "GET /v2.0/ports?device_id=b737f217-691f-4b7c-9177-83f6e253f411 HTTP/1.1" status: 200 len: 946 time: 0.1099384 Oct 27 11:04:52.418873 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-6dbd7e59-045e-4008-a3f3-1db900d45c52 req-2f91ffd6-17c2-4d91-905f-915eaec01afa service neutron] 10.222.0.76 "GET /v2.0/networks/f9bc8115-5553-4b7c-b2c5-59e0f3c77ee3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222939 Oct 27 11:04:52.496091 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-4095ae31-2939-4a1a-85e0-4689d8081f16 req-8e78cb0a-075e-4dc1-96a3-20edcdea9a34 tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] 10.222.0.44 "GET /v2.0/security-groups?id=362e079b-b70c-4dba-8919-7bebdd17214b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762756 Oct 27 11:04:52.530899 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-6dbd7e59-045e-4008-a3f3-1db900d45c52 req-84fe5335-8039-4143-b28b-c3102d99dadc service neutron] 10.222.0.76 "GET /v2.0/networks/f9bc8115-5553-4b7c-b2c5-59e0f3c77ee3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046252 Oct 27 11:04:53.613612 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfb7861-96d5-4d36-a236-8324a83bff24 req-e74a0450-7aef-40df-8b3f-158ceb0e7d8a tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:04:53.614991 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-9bfb7861-96d5-4d36-a236-8324a83bff24 req-e74a0450-7aef-40df-8b3f-158ceb0e7d8a tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] 10.222.0.44 "GET /v2.0/ports?device_id=b737f217-691f-4b7c-9177-83f6e253f411 HTTP/1.1" status: 200 len: 946 time: 0.0483537 Oct 27 11:04:53.651866 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-9bfb7861-96d5-4d36-a236-8324a83bff24 req-a35c331a-50d8-4645-aa60-2ff3362baeca tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] 10.222.0.44 "GET /v2.0/security-groups?id=362e079b-b70c-4dba-8919-7bebdd17214b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309310 Oct 27 11:04:54.770882 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9185e301-b6d4-45fa-9fb7-927b1f319cde req-b4e17253-1b6b-4ce8-a871-d5f8ee3c7b2b tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:04:54.772360 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-9185e301-b6d4-45fa-9fb7-927b1f319cde req-b4e17253-1b6b-4ce8-a871-d5f8ee3c7b2b tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] 10.222.0.44 "GET /v2.0/ports?device_id=b737f217-691f-4b7c-9177-83f6e253f411 HTTP/1.1" status: 200 len: 946 time: 0.0537400 Oct 27 11:04:54.809282 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-9185e301-b6d4-45fa-9fb7-927b1f319cde req-e6084934-9028-4d0a-8e2e-3544240e95f7 tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] 10.222.0.44 "GET /v2.0/security-groups?id=362e079b-b70c-4dba-8919-7bebdd17214b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309618 Oct 27 11:04:55.927585 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cec54ac-31ef-4221-b1e2-e977d104506b req-a747dbbc-05b5-4f09-b8f4-1916405d7a09 tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:04:55.929117 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-0cec54ac-31ef-4221-b1e2-e977d104506b req-a747dbbc-05b5-4f09-b8f4-1916405d7a09 tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] 10.222.0.44 "GET /v2.0/ports?device_id=b737f217-691f-4b7c-9177-83f6e253f411 HTTP/1.1" status: 200 len: 946 time: 0.0523572 Oct 27 11:04:55.966637 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-0cec54ac-31ef-4221-b1e2-e977d104506b req-556236c3-1eab-42a7-826a-7cf590936da6 tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] 10.222.0.44 "GET /v2.0/security-groups?id=362e079b-b70c-4dba-8919-7bebdd17214b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316408 Oct 27 11:04:56.531016 n-d-813419-10 neutron-server[102346]: INFO neutron.api.v2.resource [req-fa1f15aa-d1f9-4f83-b161-a5ee8bdd55c3 req-de70464e-9031-4bbc-8df0-fb14d9061e5c service neutron] show failed (client error): The resource could not be found. Oct 27 11:04:56.531971 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-fa1f15aa-d1f9-4f83-b161-a5ee8bdd55c3 req-de70464e-9031-4bbc-8df0-fb14d9061e5c service neutron] 10.222.0.76 "GET /v2.0/ports/e1f249ef-fb19-42b1-b5fe-89d37c54e7ce/bindings/n-h1-813419-10 HTTP/1.1" status: 404 len: 381 time: 0.0560653 Oct 27 11:04:56.807418 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1f15aa-d1f9-4f83-b161-a5ee8bdd55c3 req-5e0b0e87-f3e0-4cfe-b47f-a71f9c1a8264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:04:56.808894 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-fa1f15aa-d1f9-4f83-b161-a5ee8bdd55c3 req-5e0b0e87-f3e0-4cfe-b47f-a71f9c1a8264 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=b737f217-691f-4b7c-9177-83f6e253f411&tenant_id=4a7970252737413fbd98c1433236178b HTTP/1.1" status: 200 len: 1098 time: 0.1215963 Oct 27 11:04:56.821416 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [req-fa1f15aa-d1f9-4f83-b161-a5ee8bdd55c3 req-45210486-163d-454a-9b44-de79a4a760e1 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-813419-10', 'device_owner': 'compute:nova'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:04:56.875284 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-fa1f15aa-d1f9-4f83-b161-a5ee8bdd55c3 req-45210486-163d-454a-9b44-de79a4a760e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:04:57.074950 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-fa1f15aa-d1f9-4f83-b161-a5ee8bdd55c3 req-45210486-163d-454a-9b44-de79a4a760e1 service neutron] For port e1f249ef-fb19-42b1-b5fe-89d37c54e7ce, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=e1f249ef-fb19-42b1-b5fe-89d37c54e7ce,segment=NetworkSegment(a1c26d80-3074-4c98-bd05-4f0d9e0bde7c),segment_id=a1c26d80-3074-4c98-bd05-4f0d9e0bde7c)] {{(pid=102347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:04:57.086105 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c403d37b-9f6f-41ec-8d56-80948f077d20 req-c205406b-35d5-47b4-aa1e-5e2054ca08be tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:04:57.087609 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-c403d37b-9f6f-41ec-8d56-80948f077d20 req-c205406b-35d5-47b4-aa1e-5e2054ca08be tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] 10.222.0.44 "GET /v2.0/ports?device_id=b737f217-691f-4b7c-9177-83f6e253f411 HTTP/1.1" status: 200 len: 946 time: 0.0523896 Oct 27 11:04:57.107122 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-fa1f15aa-d1f9-4f83-b161-a5ee8bdd55c3 req-45210486-163d-454a-9b44-de79a4a760e1 service neutron] For port e1f249ef-fb19-42b1-b5fe-89d37c54e7ce, host n-h2-813419-10, cleared binding levels {{(pid=102347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 11:04:57.125825 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-c403d37b-9f6f-41ec-8d56-80948f077d20 req-aa9f2ff5-3a75-4fd0-8079-a0ebd67d5639 tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] 10.222.0.44 "GET /v2.0/security-groups?id=362e079b-b70c-4dba-8919-7bebdd17214b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320990 Oct 27 11:04:57.152621 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b737f217-691f-4b7c-9177-83f6e253f411', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e1f249ef-fb19-42b1-b5fe-89d37c54e7ce'}] {{(pid=102347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 11:04:57.154872 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311149b481204ee7edffdb959c881838506fbd95bc8577c048f6677abb73acc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0640390b-045e-4f35-8e68-6e4af09f3c47" -d '{"events": [{"server_uuid": "b737f217-691f-4b7c-9177-83f6e253f411", "name": "network-vif-unplugged", "status": "completed", "tag": "e1f249ef-fb19-42b1-b5fe-89d37c54e7ce"}]}' {{(pid=102347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 11:04:57.159074 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-fa1f15aa-d1f9-4f83-b161-a5ee8bdd55c3 req-45210486-163d-454a-9b44-de79a4a760e1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:04:57.172612 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.provisioning_blocks [req-fa1f15aa-d1f9-4f83-b161-a5ee8bdd55c3 req-45210486-163d-454a-9b44-de79a4a760e1 service neutron] Transition to ACTIVE for port object e1f249ef-fb19-42b1-b5fe-89d37c54e7ce will not be triggered until provisioned by entity L2. {{(pid=102347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 11:04:57.176424 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-fa1f15aa-d1f9-4f83-b161-a5ee8bdd55c3 req-45210486-163d-454a-9b44-de79a4a760e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:04:57.204718 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 27 Oct 2021 11:04:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9f83714-4979-4c53-a3a3-22db058c51ef x-openstack-request-id: req-a9f83714-4979-4c53-a3a3-22db058c51ef {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 11:04:57.205010 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b737f217-691f-4b7c-9177-83f6e253f411", "name": "network-vif-unplugged", "status": "completed", "tag": "e1f249ef-fb19-42b1-b5fe-89d37c54e7ce", "code": 200}]} {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 11:04:57.205271 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a9f83714-4979-4c53-a3a3-22db058c51ef {{(pid=102347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 11:04:57.205666 n-d-813419-10 neutron-server[102347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b737f217-691f-4b7c-9177-83f6e253f411', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e1f249ef-fb19-42b1-b5fe-89d37c54e7ce', 'code': 200} Oct 27 11:04:57.246920 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa1f15aa-d1f9-4f83-b161-a5ee8bdd55c3 req-45210486-163d-454a-9b44-de79a4a760e1 service neutron] No DVR routers for this DVR port e1f249ef-fb19-42b1-b5fe-89d37c54e7ce on host n-h2-813419-10 {{(pid=102347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 11:04:57.250348 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45210486-163d-454a-9b44-de79a4a760e1 service neutron] Pushing event updated for resources: {'Port': ['ID=e1f249ef-fb19-42b1-b5fe-89d37c54e7ce,revision_number=6']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:04:57.284007 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-fa1f15aa-d1f9-4f83-b161-a5ee8bdd55c3 req-45210486-163d-454a-9b44-de79a4a760e1 service neutron] Attempting to bind port e1f249ef-fb19-42b1-b5fe-89d37c54e7ce on host n-h1-813419-10 for vnic_type normal with profile {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 11:04:57.284373 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-fa1f15aa-d1f9-4f83-b161-a5ee8bdd55c3 req-45210486-163d-454a-9b44-de79a4a760e1 service neutron] Attempting to bind port e1f249ef-fb19-42b1-b5fe-89d37c54e7ce by drivers openvswitch,hyperv on host n-h1-813419-10 at level 0 using segments [{'id': 'a1c26d80-3074-4c98-bd05-4f0d9e0bde7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'f9bc8115-5553-4b7c-b2c5-59e0f3c77ee3'}] {{(pid=102347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 11:04:57.284706 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa1f15aa-d1f9-4f83-b161-a5ee8bdd55c3 req-45210486-163d-454a-9b44-de79a4a760e1 service neutron] Attempting to bind port e1f249ef-fb19-42b1-b5fe-89d37c54e7ce on network f9bc8115-5553-4b7c-b2c5-59e0f3c77ee3 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 11:04:57.289567 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa1f15aa-d1f9-4f83-b161-a5ee8bdd55c3 req-45210486-163d-454a-9b44-de79a4a760e1 service neutron] Port e1f249ef-fb19-42b1-b5fe-89d37c54e7ce on network f9bc8115-5553-4b7c-b2c5-59e0f3c77ee3 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-10 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 11:04:57.289892 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa1f15aa-d1f9-4f83-b161-a5ee8bdd55c3 req-45210486-163d-454a-9b44-de79a4a760e1 service neutron] Attempting to bind port e1f249ef-fb19-42b1-b5fe-89d37c54e7ce on network f9bc8115-5553-4b7c-b2c5-59e0f3c77ee3 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 11:04:57.294617 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa1f15aa-d1f9-4f83-b161-a5ee8bdd55c3 req-45210486-163d-454a-9b44-de79a4a760e1 service neutron] Checking agent: {'id': 'a52e1cab-0c63-402d-9c94-330537c6c076', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 16, 2), 'started_at': datetime.datetime(2021, 10, 27, 10, 16, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 11, 4, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 11:04:57.294952 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa1f15aa-d1f9-4f83-b161-a5ee8bdd55c3 req-45210486-163d-454a-9b44-de79a4a760e1 service neutron] Checking segment: {'id': 'a1c26d80-3074-4c98-bd05-4f0d9e0bde7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'f9bc8115-5553-4b7c-b2c5-59e0f3c77ee3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 11:04:57.295326 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa1f15aa-d1f9-4f83-b161-a5ee8bdd55c3 req-45210486-163d-454a-9b44-de79a4a760e1 service neutron] Bound using segment: {'id': 'a1c26d80-3074-4c98-bd05-4f0d9e0bde7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'f9bc8115-5553-4b7c-b2c5-59e0f3c77ee3'} {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 11:04:57.295746 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-fa1f15aa-d1f9-4f83-b161-a5ee8bdd55c3 req-45210486-163d-454a-9b44-de79a4a760e1 service neutron] Bound port: e1f249ef-fb19-42b1-b5fe-89d37c54e7ce, host: n-h1-813419-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1c26d80-3074-4c98-bd05-4f0d9e0bde7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'f9bc8115-5553-4b7c-b2c5-59e0f3c77ee3'}}] {{(pid=102347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 11:04:57.296124 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-fa1f15aa-d1f9-4f83-b161-a5ee8bdd55c3 req-45210486-163d-454a-9b44-de79a4a760e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:04:57.356813 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-fa1f15aa-d1f9-4f83-b161-a5ee8bdd55c3 req-45210486-163d-454a-9b44-de79a4a760e1 service neutron] For port e1f249ef-fb19-42b1-b5fe-89d37c54e7ce, host n-h1-813419-10, cleared binding levels {{(pid=102347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 11:04:57.360299 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-fa1f15aa-d1f9-4f83-b161-a5ee8bdd55c3 req-45210486-163d-454a-9b44-de79a4a760e1 service neutron] For port e1f249ef-fb19-42b1-b5fe-89d37c54e7ce, host n-h1-813419-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=e1f249ef-fb19-42b1-b5fe-89d37c54e7ce,segment=NetworkSegment(a1c26d80-3074-4c98-bd05-4f0d9e0bde7c),segment_id=a1c26d80-3074-4c98-bd05-4f0d9e0bde7c)] {{(pid=102347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 11:04:57.364357 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-fa1f15aa-d1f9-4f83-b161-a5ee8bdd55c3 req-45210486-163d-454a-9b44-de79a4a760e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:04:57.396902 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1f15aa-d1f9-4f83-b161-a5ee8bdd55c3 req-45210486-163d-454a-9b44-de79a4a760e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:04:57.398354 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-fa1f15aa-d1f9-4f83-b161-a5ee8bdd55c3 req-45210486-163d-454a-9b44-de79a4a760e1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:04:57.399751 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-fa1f15aa-d1f9-4f83-b161-a5ee8bdd55c3 req-45210486-163d-454a-9b44-de79a4a760e1 service neutron] 10.222.0.64 "PUT /v2.0/ports/e1f249ef-fb19-42b1-b5fe-89d37c54e7ce HTTP/1.1" status: 200 len: 1093 time: 0.5822263 Oct 27 11:04:57.423862 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45210486-163d-454a-9b44-de79a4a760e1 service neutron] Pushing event updated for resources: {'Port': ['ID=e1f249ef-fb19-42b1-b5fe-89d37c54e7ce,revision_number=7']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:04:57.468002 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1f15aa-d1f9-4f83-b161-a5ee8bdd55c3 req-9ba19115-7d4a-4002-9ea0-b4e7a73abdb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:04:57.469525 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-fa1f15aa-d1f9-4f83-b161-a5ee8bdd55c3 req-9ba19115-7d4a-4002-9ea0-b4e7a73abdb0 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4a7970252737413fbd98c1433236178b&device_id=b737f217-691f-4b7c-9177-83f6e253f411 HTTP/1.1" status: 200 len: 1096 time: 0.0466468 Oct 27 11:04:57.557895 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1f15aa-d1f9-4f83-b161-a5ee8bdd55c3 req-5bc74d5c-cd0b-4a35-a231-d2a29093937f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:04:57.559347 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-fa1f15aa-d1f9-4f83-b161-a5ee8bdd55c3 req-5bc74d5c-cd0b-4a35-a231-d2a29093937f service neutron] 10.222.0.64 "GET /v2.0/networks?id=f9bc8115-5553-4b7c-b2c5-59e0f3c77ee3 HTTP/1.1" status: 200 len: 916 time: 0.0819128 Oct 27 11:04:57.602601 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-fa1f15aa-d1f9-4f83-b161-a5ee8bdd55c3 req-d6bee8cb-9ed3-40d9-a99d-9570fe39ef48 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e1f249ef-fb19-42b1-b5fe-89d37c54e7ce HTTP/1.1" status: 200 len: 217 time: 0.0362823 Oct 27 11:04:57.648831 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1f15aa-d1f9-4f83-b161-a5ee8bdd55c3 req-a37ce2fa-cae1-4b63-aecc-54ca23aa7384 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:04:57.650192 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-fa1f15aa-d1f9-4f83-b161-a5ee8bdd55c3 req-a37ce2fa-cae1-4b63-aecc-54ca23aa7384 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=cc2342f9-e0a8-4942-9b84-56e3b69bb1a8 HTTP/1.1" status: 200 len: 855 time: 0.0415194 Oct 27 11:04:57.680283 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-fa1f15aa-d1f9-4f83-b161-a5ee8bdd55c3 req-1ac212ef-d19d-48f3-a624-b959d7505ba6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f9bc8115-5553-4b7c-b2c5-59e0f3c77ee3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0229597 Oct 27 11:04:57.780315 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-fa1f15aa-d1f9-4f83-b161-a5ee8bdd55c3 req-c9ca55fb-7c91-47ec-80f3-17499fb95e95 service neutron] 10.222.0.64 "GET /v2.0/networks/f9bc8115-5553-4b7c-b2c5-59e0f3c77ee3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927567 Oct 27 11:04:57.868595 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-fa1f15aa-d1f9-4f83-b161-a5ee8bdd55c3 req-b5963c93-83ca-4153-8af0-2f0483cd55c4 service neutron] 10.222.0.64 "GET /v2.0/networks/f9bc8115-5553-4b7c-b2c5-59e0f3c77ee3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796387 Oct 27 11:04:58.240125 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f5a80f-8f28-464c-8a41-80f9b52692dc req-55d7a2b8-7f7d-4ca4-934a-fc907b97b04f tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:04:58.242244 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-91f5a80f-8f28-464c-8a41-80f9b52692dc req-55d7a2b8-7f7d-4ca4-934a-fc907b97b04f tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] 10.222.0.44 "GET /v2.0/ports?device_id=b737f217-691f-4b7c-9177-83f6e253f411 HTTP/1.1" status: 200 len: 944 time: 0.0477369 Oct 27 11:04:58.282490 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-91f5a80f-8f28-464c-8a41-80f9b52692dc req-8991254a-d58b-4618-9cb4-9af776745f6e tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] 10.222.0.44 "GET /v2.0/security-groups?id=362e079b-b70c-4dba-8919-7bebdd17214b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341506 Oct 27 11:04:59.206798 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b737f217-691f-4b7c-9177-83f6e253f411', 'tag': 'e1f249ef-fb19-42b1-b5fe-89d37c54e7ce'}] {{(pid=102347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 11:04:59.209203 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311149b481204ee7edffdb959c881838506fbd95bc8577c048f6677abb73acc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af09e7ff-15d4-4b62-bdc1-e5da0d08ba0d" -d '{"events": [{"name": "network-changed", "server_uuid": "b737f217-691f-4b7c-9177-83f6e253f411", "tag": "e1f249ef-fb19-42b1-b5fe-89d37c54e7ce"}]}' {{(pid=102347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 11:04:59.256760 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 11:04:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d14b33ae-19c2-41d8-9f52-d95b14e75fb6 x-openstack-request-id: req-d14b33ae-19c2-41d8-9f52-d95b14e75fb6 {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 11:04:59.257045 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b737f217-691f-4b7c-9177-83f6e253f411", "tag": "e1f249ef-fb19-42b1-b5fe-89d37c54e7ce", "status": "completed", "code": 200}]} {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 11:04:59.257362 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d14b33ae-19c2-41d8-9f52-d95b14e75fb6 {{(pid=102347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 11:04:59.257767 n-d-813419-10 neutron-server[102347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b737f217-691f-4b7c-9177-83f6e253f411', 'tag': 'e1f249ef-fb19-42b1-b5fe-89d37c54e7ce', 'status': 'completed', 'code': 200} Oct 27 11:04:59.324990 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af09e7ff-15d4-4b62-bdc1-e5da0d08ba0d req-4cfa87ee-769f-48b8-bef8-1563a2a1cbd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:04:59.325381 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af09e7ff-15d4-4b62-bdc1-e5da0d08ba0d req-2c483005-dcda-483a-8029-109a78a90ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:04:59.326758 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-af09e7ff-15d4-4b62-bdc1-e5da0d08ba0d req-4cfa87ee-769f-48b8-bef8-1563a2a1cbd7 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4a7970252737413fbd98c1433236178b&device_id=b737f217-691f-4b7c-9177-83f6e253f411 HTTP/1.1" status: 200 len: 1096 time: 0.0442281 Oct 27 11:04:59.332687 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-af09e7ff-15d4-4b62-bdc1-e5da0d08ba0d req-2c483005-dcda-483a-8029-109a78a90ff4 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=4a7970252737413fbd98c1433236178b&device_id=b737f217-691f-4b7c-9177-83f6e253f411 HTTP/1.1" status: 200 len: 1096 time: 0.0447373 Oct 27 11:04:59.430035 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af09e7ff-15d4-4b62-bdc1-e5da0d08ba0d req-a2966dcd-f621-462c-8b7c-b75a214859ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:04:59.431543 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-af09e7ff-15d4-4b62-bdc1-e5da0d08ba0d req-a2966dcd-f621-462c-8b7c-b75a214859ea service neutron] 10.222.0.64 "GET /v2.0/networks?id=f9bc8115-5553-4b7c-b2c5-59e0f3c77ee3 HTTP/1.1" status: 200 len: 916 time: 0.0960493 Oct 27 11:04:59.478827 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af09e7ff-15d4-4b62-bdc1-e5da0d08ba0d req-2b64a397-9294-4de4-a249-f62d7e2ca4c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:04:59.480345 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-af09e7ff-15d4-4b62-bdc1-e5da0d08ba0d req-2b64a397-9294-4de4-a249-f62d7e2ca4c1 service neutron] 10.222.0.76 "GET /v2.0/networks?id=f9bc8115-5553-4b7c-b2c5-59e0f3c77ee3 HTTP/1.1" status: 200 len: 916 time: 0.1415503 Oct 27 11:04:59.488556 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-af09e7ff-15d4-4b62-bdc1-e5da0d08ba0d req-6c9eef10-590b-4e22-871f-d54e35da716d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e1f249ef-fb19-42b1-b5fe-89d37c54e7ce HTTP/1.1" status: 200 len: 217 time: 0.0392478 Oct 27 11:04:59.492428 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5ba6a1-fd52-46a3-bd5d-7fa191687712 req-66c8d6f9-40c2-44af-8fd4-858f4c0dbc5c tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:04:59.493892 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-8b5ba6a1-fd52-46a3-bd5d-7fa191687712 req-66c8d6f9-40c2-44af-8fd4-858f4c0dbc5c tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] 10.222.0.44 "GET /v2.0/ports?device_id=b737f217-691f-4b7c-9177-83f6e253f411 HTTP/1.1" status: 200 len: 944 time: 0.0831931 Oct 27 11:04:59.539225 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-af09e7ff-15d4-4b62-bdc1-e5da0d08ba0d req-5c316d68-4bb3-4e9c-9485-498cad12e678 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e1f249ef-fb19-42b1-b5fe-89d37c54e7ce HTTP/1.1" status: 200 len: 217 time: 0.0438745 Oct 27 11:04:59.543154 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af09e7ff-15d4-4b62-bdc1-e5da0d08ba0d req-11d822d6-7a1c-4b70-a0d2-286ba499ab7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:04:59.544659 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-af09e7ff-15d4-4b62-bdc1-e5da0d08ba0d req-11d822d6-7a1c-4b70-a0d2-286ba499ab7b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=cc2342f9-e0a8-4942-9b84-56e3b69bb1a8 HTTP/1.1" status: 200 len: 855 time: 0.0499632 Oct 27 11:04:59.576731 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-af09e7ff-15d4-4b62-bdc1-e5da0d08ba0d req-83c9ca7e-ec9e-42ef-be09-9362e051a8a1 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f9bc8115-5553-4b7c-b2c5-59e0f3c77ee3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245664 Oct 27 11:04:59.583027 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-8b5ba6a1-fd52-46a3-bd5d-7fa191687712 req-58420bf7-d3fb-4d2c-bf5b-7c35280f2634 tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] 10.222.0.44 "GET /v2.0/security-groups?id=362e079b-b70c-4dba-8919-7bebdd17214b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825803 Oct 27 11:04:59.608428 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af09e7ff-15d4-4b62-bdc1-e5da0d08ba0d req-478b6ba2-fcde-4f8a-83a1-88e20ca56485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:04:59.609923 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-af09e7ff-15d4-4b62-bdc1-e5da0d08ba0d req-478b6ba2-fcde-4f8a-83a1-88e20ca56485 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=cc2342f9-e0a8-4942-9b84-56e3b69bb1a8 HTTP/1.1" status: 200 len: 855 time: 0.0632086 Oct 27 11:04:59.645942 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-af09e7ff-15d4-4b62-bdc1-e5da0d08ba0d req-d69d5087-a5d1-439e-bb26-e8e2c47fe3eb service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=f9bc8115-5553-4b7c-b2c5-59e0f3c77ee3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279801 Oct 27 11:04:59.667006 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-af09e7ff-15d4-4b62-bdc1-e5da0d08ba0d req-7ce52532-d123-4906-bb84-bfbb62c181eb service neutron] 10.222.0.64 "GET /v2.0/networks/f9bc8115-5553-4b7c-b2c5-59e0f3c77ee3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828552 Oct 27 11:04:59.736609 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-af09e7ff-15d4-4b62-bdc1-e5da0d08ba0d req-6e20069f-83eb-4ed5-96c8-d368bfda794a service neutron] 10.222.0.76 "GET /v2.0/networks/f9bc8115-5553-4b7c-b2c5-59e0f3c77ee3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826650 Oct 27 11:04:59.761947 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-af09e7ff-15d4-4b62-bdc1-e5da0d08ba0d req-9b61731d-9a8c-4c02-9247-e8692cd2c264 service neutron] 10.222.0.64 "GET /v2.0/networks/f9bc8115-5553-4b7c-b2c5-59e0f3c77ee3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868983 Oct 27 11:04:59.830764 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-af09e7ff-15d4-4b62-bdc1-e5da0d08ba0d req-5f302863-69ab-4f2b-81eb-17b6b2613ab5 service neutron] 10.222.0.76 "GET /v2.0/networks/f9bc8115-5553-4b7c-b2c5-59e0f3c77ee3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871739 Oct 27 11:05:00.600951 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device e1f249ef-fb19-42b1-b5fe-89d37c54e7ce no longer exists at agent hyperv_n-h2-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 11:05:00.643724 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device e1f249ef-fb19-42b1-b5fe-89d37c54e7ce not bound to the agent host n-h2-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 11:05:00.703472 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a481574-576c-433a-8d57-85f3079962ce req-a1b3a682-510d-49e0-bbc1-722ad5818113 tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:05:00.704992 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-9a481574-576c-433a-8d57-85f3079962ce req-a1b3a682-510d-49e0-bbc1-722ad5818113 tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] 10.222.0.44 "GET /v2.0/ports?device_id=b737f217-691f-4b7c-9177-83f6e253f411 HTTP/1.1" status: 200 len: 944 time: 0.0490940 Oct 27 11:05:00.743112 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-9a481574-576c-433a-8d57-85f3079962ce req-6cfa4df6-81dd-46fb-a30f-de99d317215d tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] 10.222.0.44 "GET /v2.0/security-groups?id=362e079b-b70c-4dba-8919-7bebdd17214b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322156 Oct 27 11:05:00.944590 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf4eb93-02f6-40e2-8b94-3f8eff78ca8d req-7b4a0c09-e57b-4f96-b651-c54e5abb587e tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:05:00.946873 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-edf4eb93-02f6-40e2-8b94-3f8eff78ca8d req-7b4a0c09-e57b-4f96-b651-c54e5abb587e tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] 10.222.0.44 "GET /v2.0/ports?device_id=b737f217-691f-4b7c-9177-83f6e253f411 HTTP/1.1" status: 200 len: 944 time: 0.0566754 Oct 27 11:05:00.984768 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-edf4eb93-02f6-40e2-8b94-3f8eff78ca8d req-0e85dd50-5219-4194-b897-02c2a7dea80f tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] 10.222.0.44 "GET /v2.0/security-groups?id=362e079b-b70c-4dba-8919-7bebdd17214b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316086 Oct 27 11:05:01.022298 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33128260-db5d-472b-a6f9-c454d8d83e2b req-938e8bac-a81d-4834-9056-84e896e44fc4 tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:05:01.023795 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-33128260-db5d-472b-a6f9-c454d8d83e2b req-938e8bac-a81d-4834-9056-84e896e44fc4 tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] 10.222.0.76 "GET /v2.0/ports?device_id=b737f217-691f-4b7c-9177-83f6e253f411&tenant_id=4a7970252737413fbd98c1433236178b&binding%3Ahost_id=n-h1-813419-10 HTTP/1.1" status: 200 len: 944 time: 0.0864375 Oct 27 11:05:01.085575 n-d-813419-10 neutron-server[102346]: INFO neutron.api.v2.resource [req-33128260-db5d-472b-a6f9-c454d8d83e2b req-05d8d92d-6b71-440a-9802-f3d3cf6110c5 service neutron] delete failed (client error): The resource could not be found. Oct 27 11:05:01.086586 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-33128260-db5d-472b-a6f9-c454d8d83e2b req-05d8d92d-6b71-440a-9802-f3d3cf6110c5 service neutron] 10.222.0.76 "DELETE /v2.0/ports/e1f249ef-fb19-42b1-b5fe-89d37c54e7ce/bindings/n-h2-813419-10 HTTP/1.1" status: 404 len: 381 time: 0.0541201 Oct 27 11:05:01.181310 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33128260-db5d-472b-a6f9-c454d8d83e2b req-a1618d54-7adb-4064-a2a3-a5f697aaf6a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:05:01.183124 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-33128260-db5d-472b-a6f9-c454d8d83e2b req-a1618d54-7adb-4064-a2a3-a5f697aaf6a8 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=4a7970252737413fbd98c1433236178b&device_id=b737f217-691f-4b7c-9177-83f6e253f411 HTTP/1.1" status: 200 len: 1096 time: 0.0453074 Oct 27 11:05:01.275603 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33128260-db5d-472b-a6f9-c454d8d83e2b req-2528fe15-c3df-4e63-b846-a64de7c1ec05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:05:01.277153 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-33128260-db5d-472b-a6f9-c454d8d83e2b req-2528fe15-c3df-4e63-b846-a64de7c1ec05 service neutron] 10.222.0.76 "GET /v2.0/networks?id=f9bc8115-5553-4b7c-b2c5-59e0f3c77ee3 HTTP/1.1" status: 200 len: 916 time: 0.0855961 Oct 27 11:05:01.329190 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-33128260-db5d-472b-a6f9-c454d8d83e2b req-5f303e29-ff79-4727-964b-26a34925e45d service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e1f249ef-fb19-42b1-b5fe-89d37c54e7ce HTTP/1.1" status: 200 len: 217 time: 0.0375760 Oct 27 11:05:01.379699 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33128260-db5d-472b-a6f9-c454d8d83e2b req-fb8ab38e-a95a-4864-9696-7da01e2be144 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:05:01.381232 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-33128260-db5d-472b-a6f9-c454d8d83e2b req-fb8ab38e-a95a-4864-9696-7da01e2be144 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=cc2342f9-e0a8-4942-9b84-56e3b69bb1a8 HTTP/1.1" status: 200 len: 855 time: 0.0453069 Oct 27 11:05:01.412644 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-33128260-db5d-472b-a6f9-c454d8d83e2b req-2b287a34-c81f-4ce1-94c2-323c2584ed22 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=f9bc8115-5553-4b7c-b2c5-59e0f3c77ee3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237885 Oct 27 11:05:01.503357 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-33128260-db5d-472b-a6f9-c454d8d83e2b req-10d528be-e2ff-4648-ab64-701095a08c40 service neutron] 10.222.0.76 "GET /v2.0/networks/f9bc8115-5553-4b7c-b2c5-59e0f3c77ee3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827360 Oct 27 11:05:01.504690 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device e1f249ef-fb19-42b1-b5fe-89d37c54e7ce details requested by agent hyperv_n-h1-813419-10 with host n-h1-813419-10 {{(pid=102348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 11:05:01.593740 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-33128260-db5d-472b-a6f9-c454d8d83e2b req-abfb8a25-a315-4fac-a918-b98c2a1901fc service neutron] 10.222.0.76 "GET /v2.0/networks/f9bc8115-5553-4b7c-b2c5-59e0f3c77ee3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830081 Oct 27 11:05:01.600465 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port e1f249ef-fb19-42b1-b5fe-89d37c54e7ce, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=e1f249ef-fb19-42b1-b5fe-89d37c54e7ce,segment=NetworkSegment(a1c26d80-3074-4c98-bd05-4f0d9e0bde7c),segment_id=a1c26d80-3074-4c98-bd05-4f0d9e0bde7c)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:05:01.615080 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Returning: {'device': 'e1f249ef-fb19-42b1-b5fe-89d37c54e7ce', 'network_id': 'f9bc8115-5553-4b7c-b2c5-59e0f3c77ee3', 'port_id': 'e1f249ef-fb19-42b1-b5fe-89d37c54e7ce', 'mac_address': 'fa:16:3e:13:70:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 403, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc2342f9-e0a8-4942-9b84-56e3b69bb1a8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 11:05:01.652827 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:05:01.666590 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1f249ef-fb19-42b1-b5fe-89d37c54e7ce {{(pid=102348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 11:05:01.685718 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port e1f249ef-fb19-42b1-b5fe-89d37c54e7ce, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=e1f249ef-fb19-42b1-b5fe-89d37c54e7ce,segment=NetworkSegment(a1c26d80-3074-4c98-bd05-4f0d9e0bde7c),segment_id=a1c26d80-3074-4c98-bd05-4f0d9e0bde7c)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:05:01.689409 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:05:01.738765 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Pushing event updated for resources: {'Port': ['ID=e1f249ef-fb19-42b1-b5fe-89d37c54e7ce,revision_number=8']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:05:01.916775 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] get_ports_and_sgs() called for port_ids ['e1f249ef-fb19-42b1-b5fe-89d37c54e7ce'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 11:05:02.114827 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4389de-3b29-485c-8457-ee64166b88e9 req-c259f2ec-7607-421d-bf7e-51b74fffe9ba tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:05:02.116332 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-3e4389de-3b29-485c-8457-ee64166b88e9 req-c259f2ec-7607-421d-bf7e-51b74fffe9ba tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] 10.222.0.44 "GET /v2.0/ports?device_id=b737f217-691f-4b7c-9177-83f6e253f411 HTTP/1.1" status: 200 len: 945 time: 0.0597212 Oct 27 11:05:02.154493 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-3e4389de-3b29-485c-8457-ee64166b88e9 req-4287a4d6-d116-4795-859d-2ec3cfeac968 tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] 10.222.0.44 "GET /v2.0/security-groups?id=362e079b-b70c-4dba-8919-7bebdd17214b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321984 Oct 27 11:05:02.271921 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6c475e-60d9-4eba-90ee-f1be3dc79bbf req-c6017aad-efbb-4adb-a685-ae0f2c397f27 tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:05:02.274058 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-ea6c475e-60d9-4eba-90ee-f1be3dc79bbf req-c6017aad-efbb-4adb-a685-ae0f2c397f27 tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] 10.222.0.44 "GET /v2.0/ports?device_id=b737f217-691f-4b7c-9177-83f6e253f411 HTTP/1.1" status: 200 len: 945 time: 0.0503242 Oct 27 11:05:02.310996 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-ea6c475e-60d9-4eba-90ee-f1be3dc79bbf req-9d5397a1-d172-477a-9303-c92c3caedc38 tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] 10.222.0.44 "GET /v2.0/security-groups?id=362e079b-b70c-4dba-8919-7bebdd17214b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308316 Oct 27 11:05:02.421611 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec60d55-1302-47bd-8676-b504a7b09429 req-5b2485b5-d17e-406f-ad87-c148a2b57965 tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:05:02.422990 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-6ec60d55-1302-47bd-8676-b504a7b09429 req-5b2485b5-d17e-406f-ad87-c148a2b57965 tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] 10.222.0.44 "GET /v2.0/ports?device_id=b737f217-691f-4b7c-9177-83f6e253f411 HTTP/1.1" status: 200 len: 945 time: 0.0477176 Oct 27 11:05:02.464051 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-6ec60d55-1302-47bd-8676-b504a7b09429 req-6eb72008-ba03-4077-b4cc-6256ab2bf92c tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] 10.222.0.44 "GET /v2.0/security-groups?id=362e079b-b70c-4dba-8919-7bebdd17214b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350363 Oct 27 11:05:02.804009 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c097222-1e67-45ac-a033-19a4e4c0793b req-4126768b-a7b1-4137-b335-0a6df3b484d0 tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:05:02.806505 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-0c097222-1e67-45ac-a033-19a4e4c0793b req-4126768b-a7b1-4137-b335-0a6df3b484d0 tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] 10.222.0.44 "GET /v2.0/networks?id=f9bc8115-5553-4b7c-b2c5-59e0f3c77ee3 HTTP/1.1" status: 200 len: 815 time: 0.1021705 Oct 27 11:05:02.821237 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-0c097222-1e67-45ac-a033-19a4e4c0793b req-2b94e4a4-b4d9-4d54-9099-fa14f8e92eaf tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] 10.222.0.44 "GET /v2.0/quotas/4a7970252737413fbd98c1433236178b HTTP/1.1" status: 200 len: 375 time: 0.0091903 Oct 27 11:05:02.826040 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:05:02.870729 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-0c097222-1e67-45ac-a033-19a4e4c0793b req-20df4a84-89c0-4d41-b2d1-683117957c1c tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=4a7970252737413fbd98c1433236178b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0429816 Oct 27 11:05:02.881543 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [req-0c097222-1e67-45ac-a033-19a4e4c0793b req-422f7636-8605-4423-ab76-0493622467e6 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=102346) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 11:05:02.882512 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-0c097222-1e67-45ac-a033-19a4e4c0793b req-422f7636-8605-4423-ab76-0493622467e6 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0048721 Oct 27 11:05:02.970269 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-0c097222-1e67-45ac-a033-19a4e4c0793b req-aef676e6-6c8a-4c01-a2ee-22d8cae3b9de service neutron] 10.222.0.44 "GET /v2.0/networks/f9bc8115-5553-4b7c-b2c5-59e0f3c77ee3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820205 Oct 27 11:05:03.057652 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-0c097222-1e67-45ac-a033-19a4e4c0793b req-7102e531-d7c0-4681-ba9c-aa4a0981cfb7 service neutron] 10.222.0.44 "GET /v2.0/networks/f9bc8115-5553-4b7c-b2c5-59e0f3c77ee3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814340 Oct 27 11:05:03.216919 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-f33825cf-1cc6-4b79-a761-4bbc7997d7b8 req-970c286d-8268-4656-93cc-80526b4555d4 tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] 10.222.0.44 "GET /v2.0/ports?device_id=d2101cd0-74fc-4dc8-a8b2-da7a0192039a HTTP/1.1" status: 200 len: 210 time: 0.0269082 Oct 27 11:05:03.526548 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device e1f249ef-fb19-42b1-b5fe-89d37c54e7ce up at agent hyperv_n-h1-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 11:05:03.576223 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Provisioning for port e1f249ef-fb19-42b1-b5fe-89d37c54e7ce completed by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 11:05:03.579902 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Provisioning complete for port e1f249ef-fb19-42b1-b5fe-89d37c54e7ce triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:05:03.580302 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:05:03.658251 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:05:03.682243 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b737f217-691f-4b7c-9177-83f6e253f411', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1f249ef-fb19-42b1-b5fe-89d37c54e7ce'}] {{(pid=102348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 11:05:03.684508 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c588921fa634554a1d9242fdea1b05457a9ff1d3b28ba54ec1dace7f2f1df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bccbe65-590e-4b0f-b219-3a2804748a7d" -d '{"events": [{"server_uuid": "b737f217-691f-4b7c-9177-83f6e253f411", "name": "network-vif-plugged", "status": "completed", "tag": "e1f249ef-fb19-42b1-b5fe-89d37c54e7ce"}]}' {{(pid=102348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 11:05:03.702041 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port e1f249ef-fb19-42b1-b5fe-89d37c54e7ce, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=e1f249ef-fb19-42b1-b5fe-89d37c54e7ce,segment=NetworkSegment(a1c26d80-3074-4c98-bd05-4f0d9e0bde7c),segment_id=a1c26d80-3074-4c98-bd05-4f0d9e0bde7c)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:05:03.706411 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:05:03.735006 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 11:05:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e752f1a-583f-480e-bd43-908e7f777806 x-openstack-request-id: req-9e752f1a-583f-480e-bd43-908e7f777806 {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 11:05:03.735374 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b737f217-691f-4b7c-9177-83f6e253f411", "name": "network-vif-plugged", "status": "completed", "tag": "e1f249ef-fb19-42b1-b5fe-89d37c54e7ce", "code": 200}]} {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 11:05:03.735618 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9e752f1a-583f-480e-bd43-908e7f777806 {{(pid=102348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 11:05:03.736140 n-d-813419-10 neutron-server[102348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b737f217-691f-4b7c-9177-83f6e253f411', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1f249ef-fb19-42b1-b5fe-89d37c54e7ce', 'code': 200} Oct 27 11:05:03.762781 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Pushing event updated for resources: {'Port': ['ID=e1f249ef-fb19-42b1-b5fe-89d37c54e7ce,revision_number=9']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:05:04.006377 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c26be0b-6eff-4010-a989-382eb237ef06 req-845a72cf-88c3-480c-b639-4784aa4f637e tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:05:04.007839 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-7c26be0b-6eff-4010-a989-382eb237ef06 req-845a72cf-88c3-480c-b639-4784aa4f637e tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] 10.222.0.64 "GET /v2.0/ports?device_id=b737f217-691f-4b7c-9177-83f6e253f411 HTTP/1.1" status: 200 len: 946 time: 0.0481830 Oct 27 11:05:04.106246 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [req-7c26be0b-6eff-4010-a989-382eb237ef06 req-cef93390-d293-4d98-b62c-838032c9ff84 tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] Deleting port e1f249ef-fb19-42b1-b5fe-89d37c54e7ce {{(pid=102347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 11:05:04.106868 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-7c26be0b-6eff-4010-a989-382eb237ef06 req-cef93390-d293-4d98-b62c-838032c9ff84 tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:05:04.151674 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c097222-1e67-45ac-a033-19a4e4c0793b req-b5289972-af5b-46a9-b622-14911d678025 tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:05:04.153174 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-0c097222-1e67-45ac-a033-19a4e4c0793b req-b5289972-af5b-46a9-b622-14911d678025 tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] 10.222.0.76 "GET /v2.0/networks?id=f9bc8115-5553-4b7c-b2c5-59e0f3c77ee3 HTTP/1.1" status: 200 len: 815 time: 0.1148298 Oct 27 11:05:04.169237 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [req-0c097222-1e67-45ac-a033-19a4e4c0793b req-6f5bf75b-fc8d-4498-bd69-3b286c8b6faa tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] Request body: {'port': {'device_id': 'd2101cd0-74fc-4dc8-a8b2-da7a0192039a', 'network_id': 'f9bc8115-5553-4b7c-b2c5-59e0f3c77ee3', 'admin_state_up': True, 'tenant_id': '4a7970252737413fbd98c1433236178b'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:05:04.198245 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-7c26be0b-6eff-4010-a989-382eb237ef06 req-cef93390-d293-4d98-b62c-838032c9ff84 tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] For port e1f249ef-fb19-42b1-b5fe-89d37c54e7ce, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=e1f249ef-fb19-42b1-b5fe-89d37c54e7ce,segment=NetworkSegment(a1c26d80-3074-4c98-bd05-4f0d9e0bde7c),segment_id=a1c26d80-3074-4c98-bd05-4f0d9e0bde7c)] {{(pid=102347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:05:04.198765 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-7c26be0b-6eff-4010-a989-382eb237ef06 req-cef93390-d293-4d98-b62c-838032c9ff84 tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:05:04.216352 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [req-7c26be0b-6eff-4010-a989-382eb237ef06 req-cef93390-d293-4d98-b62c-838032c9ff84 tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] Calling delete_port for e1f249ef-fb19-42b1-b5fe-89d37c54e7ce owned by compute:nova {{(pid=102347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 11:05:04.274962 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c097222-1e67-45ac-a033-19a4e4c0793b req-6f5bf75b-fc8d-4498-bd69-3b286c8b6faa tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] Made reservation on behalf of 4a7970252737413fbd98c1433236178b for: {'port': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 11:05:04.278598 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-0c097222-1e67-45ac-a033-19a4e4c0793b req-6f5bf75b-fc8d-4498-bd69-3b286c8b6faa tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:05:04.321951 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-6afc9df3-927f-4a26-a7ee-4247beac6207 req-a5d20430-c83d-4a70-bfaa-b7a8b3d9fe8a tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] 10.222.0.44 "GET /v2.0/ports?device_id=d2101cd0-74fc-4dc8-a8b2-da7a0192039a HTTP/1.1" status: 200 len: 210 time: 0.0290930 Oct 27 11:05:04.370043 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-7c26be0b-6eff-4010-a989-382eb237ef06 req-cef93390-d293-4d98-b62c-838032c9ff84 tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:05:04.382967 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] get_ports_and_sgs() called for port_ids ['e1f249ef-fb19-42b1-b5fe-89d37c54e7ce'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 11:05:04.402335 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef93390-d293-4d98-b62c-838032c9ff84 tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] Pushing event deleted for resources: {'Port': ['ID=e1f249ef-fb19-42b1-b5fe-89d37c54e7ce,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:05:04.422928 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_common [req-0c097222-1e67-45ac-a033-19a4e4c0793b req-6f5bf75b-fc8d-4498-bd69-3b286c8b6faa tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] Allocated IP 172.20.0.7 (f9bc8115-5553-4b7c-b2c5-59e0f3c77ee3/cc2342f9-e0a8-4942-9b84-56e3b69bb1a8/9e4e5522-e633-4282-9350-3884745bd4d4) {{(pid=102346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 11:05:04.449387 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c26be0b-6eff-4010-a989-382eb237ef06 req-cef93390-d293-4d98-b62c-838032c9ff84 tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] No DVR routers for this DVR port e1f249ef-fb19-42b1-b5fe-89d37c54e7ce on host n-h1-813419-10 {{(pid=102347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 11:05:04.452111 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-7c26be0b-6eff-4010-a989-382eb237ef06 req-cef93390-d293-4d98-b62c-838032c9ff84 tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:05:04.455543 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-7c26be0b-6eff-4010-a989-382eb237ef06 req-cef93390-d293-4d98-b62c-838032c9ff84 tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] 10.222.0.64 "DELETE /v2.0/ports/e1f249ef-fb19-42b1-b5fe-89d37c54e7ce HTTP/1.1" status: 204 len: 173 time: 0.4397647 Oct 27 11:05:04.455993 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b737f217-691f-4b7c-9177-83f6e253f411', 'name': 'network-vif-deleted', 'tag': 'e1f249ef-fb19-42b1-b5fe-89d37c54e7ce'}] {{(pid=102347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 11:05:04.458579 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311149b481204ee7edffdb959c881838506fbd95bc8577c048f6677abb73acc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-187c2ec0-9af5-45ec-ab37-c4253871bf98" -d '{"events": [{"server_uuid": "b737f217-691f-4b7c-9177-83f6e253f411", "name": "network-vif-deleted", "tag": "e1f249ef-fb19-42b1-b5fe-89d37c54e7ce"}]}' {{(pid=102347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 11:05:04.497950 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 11:05:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fffc032-569e-4c2e-a8a3-d3512a5a7aec x-openstack-request-id: req-5fffc032-569e-4c2e-a8a3-d3512a5a7aec {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 11:05:04.498348 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b737f217-691f-4b7c-9177-83f6e253f411", "name": "network-vif-deleted", "tag": "e1f249ef-fb19-42b1-b5fe-89d37c54e7ce", "status": "completed", "code": 200}]} {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 11:05:04.498703 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-5fffc032-569e-4c2e-a8a3-d3512a5a7aec {{(pid=102347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 11:05:04.499200 n-d-813419-10 neutron-server[102347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b737f217-691f-4b7c-9177-83f6e253f411', 'name': 'network-vif-deleted', 'tag': 'e1f249ef-fb19-42b1-b5fe-89d37c54e7ce', 'status': 'completed', 'code': 200} Oct 27 11:05:04.595295 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-0c097222-1e67-45ac-a033-19a4e4c0793b req-6f5bf75b-fc8d-4498-bd69-3b286c8b6faa tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] Publish callbacks [] for port, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:05:04.628512 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-0c097222-1e67-45ac-a033-19a4e4c0793b req-6f5bf75b-fc8d-4498-bd69-3b286c8b6faa tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:05:04.640366 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] get_ports_and_sgs() called for port_ids ['e1f249ef-fb19-42b1-b5fe-89d37c54e7ce'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 11:05:04.675604 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c097222-1e67-45ac-a033-19a4e4c0793b req-6f5bf75b-fc8d-4498-bd69-3b286c8b6faa tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] Network f9bc8115-5553-4b7c-b2c5-59e0f3c77ee3 is already hosted by enough agents. {{(pid=102346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 11:05:04.679008 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [req-0c097222-1e67-45ac-a033-19a4e4c0793b req-6f5bf75b-fc8d-4498-bd69-3b286c8b6faa tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] Resources bound (agent type, host, resource id): {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 11:05:04.683408 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c097222-1e67-45ac-a033-19a4e4c0793b req-6f5bf75b-fc8d-4498-bd69-3b286c8b6faa tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] Received port after_create {{(pid=102346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 11:05:04.690484 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5bf75b-fc8d-4498-bd69-3b286c8b6faa tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] Pushing event updated for resources: {'Port': ['ID=9e4e5522-e633-4282-9350-3884745bd4d4,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:05:04.735698 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c097222-1e67-45ac-a033-19a4e4c0793b req-6f5bf75b-fc8d-4498-bd69-3b286c8b6faa tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:05:04.736428 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-0c097222-1e67-45ac-a033-19a4e4c0793b req-6f5bf75b-fc8d-4498-bd69-3b286c8b6faa tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:05:04.752430 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-0c097222-1e67-45ac-a033-19a4e4c0793b req-6f5bf75b-fc8d-4498-bd69-3b286c8b6faa tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5871305 Oct 27 11:05:04.764443 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [req-0c097222-1e67-45ac-a033-19a4e4c0793b req-7d9a7a21-ef46-4c8d-a926-c9136d03d778 service neutron] Request body: {'port': {'device_id': 'd2101cd0-74fc-4dc8-a8b2-da7a0192039a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-10'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:05:04.818057 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-0c097222-1e67-45ac-a033-19a4e4c0793b req-7d9a7a21-ef46-4c8d-a926-c9136d03d778 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:05:05.349415 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [req-0c097222-1e67-45ac-a033-19a4e4c0793b req-7d9a7a21-ef46-4c8d-a926-c9136d03d778 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e4e5522-e633-4282-9350-3884745bd4d4 {{(pid=102346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 11:05:05.357618 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-0c097222-1e67-45ac-a033-19a4e4c0793b req-7d9a7a21-ef46-4c8d-a926-c9136d03d778 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:05:05.369950 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.provisioning_blocks [req-0c097222-1e67-45ac-a033-19a4e4c0793b req-7d9a7a21-ef46-4c8d-a926-c9136d03d778 service neutron] Transition to ACTIVE for port object 9e4e5522-e633-4282-9350-3884745bd4d4 will not be triggered until provisioned by entity L2. {{(pid=102346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 11:05:05.375047 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-0c097222-1e67-45ac-a033-19a4e4c0793b req-7d9a7a21-ef46-4c8d-a926-c9136d03d778 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27024173'] for port, after_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:05:05.430153 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9a7a21-ef46-4c8d-a926-c9136d03d778 service neutron] Pushing event updated for resources: {'Port': ['ID=9e4e5522-e633-4282-9350-3884745bd4d4,revision_number=2']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:05:05.451609 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24e0a59-be53-4aed-8497-cbcace0ae60d req-5ed36862-4a23-42db-a3ef-743cafc3b2dc tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:05:05.453319 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-e24e0a59-be53-4aed-8497-cbcace0ae60d req-5ed36862-4a23-42db-a3ef-743cafc3b2dc tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] 10.222.0.44 "GET /v2.0/ports?device_id=d2101cd0-74fc-4dc8-a8b2-da7a0192039a HTTP/1.1" status: 200 len: 943 time: 0.0544822 Oct 27 11:05:05.493520 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-e24e0a59-be53-4aed-8497-cbcace0ae60d req-3eff9309-68bb-4a97-afb6-75d9ca009220 tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] 10.222.0.44 "GET /v2.0/security-groups?id=362e079b-b70c-4dba-8919-7bebdd17214b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333693 Oct 27 11:05:05.509237 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.managers [req-0c097222-1e67-45ac-a033-19a4e4c0793b req-7d9a7a21-ef46-4c8d-a926-c9136d03d778 service neutron] Attempting to bind port 9e4e5522-e633-4282-9350-3884745bd4d4 on host n-h2-813419-10 for vnic_type normal with profile {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 11:05:05.509567 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.managers [req-0c097222-1e67-45ac-a033-19a4e4c0793b req-7d9a7a21-ef46-4c8d-a926-c9136d03d778 service neutron] Attempting to bind port 9e4e5522-e633-4282-9350-3884745bd4d4 by drivers openvswitch,hyperv on host n-h2-813419-10 at level 0 using segments [{'id': 'a1c26d80-3074-4c98-bd05-4f0d9e0bde7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'f9bc8115-5553-4b7c-b2c5-59e0f3c77ee3'}] {{(pid=102346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 11:05:05.509890 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c097222-1e67-45ac-a033-19a4e4c0793b req-7d9a7a21-ef46-4c8d-a926-c9136d03d778 service neutron] Attempting to bind port 9e4e5522-e633-4282-9350-3884745bd4d4 on network f9bc8115-5553-4b7c-b2c5-59e0f3c77ee3 {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 11:05:05.514066 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c097222-1e67-45ac-a033-19a4e4c0793b req-7d9a7a21-ef46-4c8d-a926-c9136d03d778 service neutron] Port 9e4e5522-e633-4282-9350-3884745bd4d4 on network f9bc8115-5553-4b7c-b2c5-59e0f3c77ee3 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-10 {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 11:05:05.514379 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c097222-1e67-45ac-a033-19a4e4c0793b req-7d9a7a21-ef46-4c8d-a926-c9136d03d778 service neutron] Attempting to bind port 9e4e5522-e633-4282-9350-3884745bd4d4 on network f9bc8115-5553-4b7c-b2c5-59e0f3c77ee3 {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 11:05:05.519314 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c097222-1e67-45ac-a033-19a4e4c0793b req-7d9a7a21-ef46-4c8d-a926-c9136d03d778 service neutron] Checking agent: {'id': 'a2edc247-0fa4-4ce6-bbae-a10492f6bd71', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 16, 9), 'started_at': datetime.datetime(2021, 10, 27, 10, 16, 9), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 11, 4, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 11:05:05.519644 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c097222-1e67-45ac-a033-19a4e4c0793b req-7d9a7a21-ef46-4c8d-a926-c9136d03d778 service neutron] Checking segment: {'id': 'a1c26d80-3074-4c98-bd05-4f0d9e0bde7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'f9bc8115-5553-4b7c-b2c5-59e0f3c77ee3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 11:05:05.520021 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c097222-1e67-45ac-a033-19a4e4c0793b req-7d9a7a21-ef46-4c8d-a926-c9136d03d778 service neutron] Bound using segment: {'id': 'a1c26d80-3074-4c98-bd05-4f0d9e0bde7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'f9bc8115-5553-4b7c-b2c5-59e0f3c77ee3'} {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 11:05:05.520471 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.managers [req-0c097222-1e67-45ac-a033-19a4e4c0793b req-7d9a7a21-ef46-4c8d-a926-c9136d03d778 service neutron] Bound port: 9e4e5522-e633-4282-9350-3884745bd4d4, host: n-h2-813419-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1c26d80-3074-4c98-bd05-4f0d9e0bde7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'f9bc8115-5553-4b7c-b2c5-59e0f3c77ee3'}}] {{(pid=102346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 11:05:05.520823 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-0c097222-1e67-45ac-a033-19a4e4c0793b req-7d9a7a21-ef46-4c8d-a926-c9136d03d778 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:05:05.585471 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [req-0c097222-1e67-45ac-a033-19a4e4c0793b req-7d9a7a21-ef46-4c8d-a926-c9136d03d778 service neutron] For port 9e4e5522-e633-4282-9350-3884745bd4d4, host n-h2-813419-10, cleared binding levels {{(pid=102346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 11:05:05.589008 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [req-0c097222-1e67-45ac-a033-19a4e4c0793b req-7d9a7a21-ef46-4c8d-a926-c9136d03d778 service neutron] For port 9e4e5522-e633-4282-9350-3884745bd4d4, host n-h2-813419-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=9e4e5522-e633-4282-9350-3884745bd4d4,segment=NetworkSegment(a1c26d80-3074-4c98-bd05-4f0d9e0bde7c),segment_id=a1c26d80-3074-4c98-bd05-4f0d9e0bde7c)] {{(pid=102346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 11:05:05.593763 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-0c097222-1e67-45ac-a033-19a4e4c0793b req-7d9a7a21-ef46-4c8d-a926-c9136d03d778 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27024173'] for port, after_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:05:05.633469 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c097222-1e67-45ac-a033-19a4e4c0793b req-7d9a7a21-ef46-4c8d-a926-c9136d03d778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:05:05.634094 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-0c097222-1e67-45ac-a033-19a4e4c0793b req-7d9a7a21-ef46-4c8d-a926-c9136d03d778 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:05:05.635493 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-0c097222-1e67-45ac-a033-19a4e4c0793b req-7d9a7a21-ef46-4c8d-a926-c9136d03d778 service neutron] 10.222.0.76 "PUT /v2.0/ports/9e4e5522-e633-4282-9350-3884745bd4d4 HTTP/1.1" status: 200 len: 1092 time: 0.8750410 Oct 27 11:05:05.635925 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2101cd0-74fc-4dc8-a8b2-da7a0192039a', 'tag': '9e4e5522-e633-4282-9350-3884745bd4d4'}] {{(pid=102346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 11:05:05.638271 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc0e418f5fc417c8d55d94c0aa509b037d0beb2a734c1a709e789eb65639a56d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-662b280d-7785-4768-9574-3771a4288ab3" -d '{"events": [{"name": "network-changed", "server_uuid": "d2101cd0-74fc-4dc8-a8b2-da7a0192039a", "tag": "9e4e5522-e633-4282-9350-3884745bd4d4"}]}' {{(pid=102346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 11:05:05.659597 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9a7a21-ef46-4c8d-a926-c9136d03d778 service neutron] Pushing event updated for resources: {'Port': ['ID=9e4e5522-e633-4282-9350-3884745bd4d4,revision_number=3']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:05:05.677373 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 11:05:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51dca3e1-af2b-4928-b6bb-8df50a7f83fc x-openstack-request-id: req-51dca3e1-af2b-4928-b6bb-8df50a7f83fc {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 11:05:05.677670 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2101cd0-74fc-4dc8-a8b2-da7a0192039a", "tag": "9e4e5522-e633-4282-9350-3884745bd4d4", "status": "completed", "code": 200}]} {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 11:05:05.677919 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-51dca3e1-af2b-4928-b6bb-8df50a7f83fc {{(pid=102346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 11:05:05.678314 n-d-813419-10 neutron-server[102346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2101cd0-74fc-4dc8-a8b2-da7a0192039a', 'tag': '9e4e5522-e633-4282-9350-3884745bd4d4', 'status': 'completed', 'code': 200} Oct 27 11:05:05.725558 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c097222-1e67-45ac-a033-19a4e4c0793b req-90791161-953d-48cf-ac65-fd1a15d7ddd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:05:05.727698 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-0c097222-1e67-45ac-a033-19a4e4c0793b req-90791161-953d-48cf-ac65-fd1a15d7ddd6 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=4a7970252737413fbd98c1433236178b&device_id=d2101cd0-74fc-4dc8-a8b2-da7a0192039a HTTP/1.1" status: 200 len: 1095 time: 0.0416453 Oct 27 11:05:05.768946 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-0c097222-1e67-45ac-a033-19a4e4c0793b req-ff2fb0ba-395c-4b23-9a17-48ee506cf278 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9e4e5522-e633-4282-9350-3884745bd4d4 HTTP/1.1" status: 200 len: 217 time: 0.0328875 Oct 27 11:05:05.816522 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c097222-1e67-45ac-a033-19a4e4c0793b req-76dba6c9-ae93-4f8c-a6fc-29432c39e69c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:05:05.817946 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-0c097222-1e67-45ac-a033-19a4e4c0793b req-76dba6c9-ae93-4f8c-a6fc-29432c39e69c service neutron] 10.222.0.76 "GET /v2.0/subnets?id=cc2342f9-e0a8-4942-9b84-56e3b69bb1a8 HTTP/1.1" status: 200 len: 855 time: 0.0418751 Oct 27 11:05:05.852033 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-0c097222-1e67-45ac-a033-19a4e4c0793b req-527e8bdc-a243-4855-8723-a6e97d73f154 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=f9bc8115-5553-4b7c-b2c5-59e0f3c77ee3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269122 Oct 27 11:05:05.941332 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-0c097222-1e67-45ac-a033-19a4e4c0793b req-63c7e21f-352b-4080-9b68-d1759aa8da5a service neutron] 10.222.0.76 "GET /v2.0/networks/f9bc8115-5553-4b7c-b2c5-59e0f3c77ee3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800343 Oct 27 11:05:06.031988 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-0c097222-1e67-45ac-a033-19a4e4c0793b req-98eb25a7-bbd0-44d2-9bb5-f470d6cd168e service neutron] 10.222.0.76 "GET /v2.0/networks/f9bc8115-5553-4b7c-b2c5-59e0f3c77ee3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840197 Oct 27 11:05:06.119798 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662b280d-7785-4768-9574-3771a4288ab3 req-a4bb2cb6-4699-470a-9b75-d0c64cfb7d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:05:06.121285 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-662b280d-7785-4768-9574-3771a4288ab3 req-a4bb2cb6-4699-470a-9b75-d0c64cfb7d4b service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=4a7970252737413fbd98c1433236178b&device_id=d2101cd0-74fc-4dc8-a8b2-da7a0192039a HTTP/1.1" status: 200 len: 1095 time: 0.0419846 Oct 27 11:05:06.214517 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662b280d-7785-4768-9574-3771a4288ab3 req-4ce65420-5b74-46ad-ab51-8939bfa17c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:05:06.215864 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-662b280d-7785-4768-9574-3771a4288ab3 req-4ce65420-5b74-46ad-ab51-8939bfa17c77 service neutron] 10.222.0.76 "GET /v2.0/networks?id=f9bc8115-5553-4b7c-b2c5-59e0f3c77ee3 HTTP/1.1" status: 200 len: 916 time: 0.0857582 Oct 27 11:05:06.256994 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-662b280d-7785-4768-9574-3771a4288ab3 req-5a2fa7f3-c224-42fb-a7d3-55e1d0f8b63e service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9e4e5522-e633-4282-9350-3884745bd4d4 HTTP/1.1" status: 200 len: 217 time: 0.0331373 Oct 27 11:05:06.304343 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662b280d-7785-4768-9574-3771a4288ab3 req-2bb6bc4c-0256-4d6e-a60f-af1931828474 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:05:06.305733 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-662b280d-7785-4768-9574-3771a4288ab3 req-2bb6bc4c-0256-4d6e-a60f-af1931828474 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=cc2342f9-e0a8-4942-9b84-56e3b69bb1a8 HTTP/1.1" status: 200 len: 855 time: 0.0420954 Oct 27 11:05:06.338140 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-662b280d-7785-4768-9574-3771a4288ab3 req-acac53cb-880a-4d04-b26c-452531a2fb3d service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=f9bc8115-5553-4b7c-b2c5-59e0f3c77ee3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241983 Oct 27 11:05:06.428899 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-662b280d-7785-4768-9574-3771a4288ab3 req-a2c4019a-8fc6-4733-a9db-bf19e113674d service neutron] 10.222.0.76 "GET /v2.0/networks/f9bc8115-5553-4b7c-b2c5-59e0f3c77ee3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831010 Oct 27 11:05:06.519478 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-662b280d-7785-4768-9574-3771a4288ab3 req-4ec815e0-da9d-494f-b850-499285f3f148 service neutron] 10.222.0.76 "GET /v2.0/networks/f9bc8115-5553-4b7c-b2c5-59e0f3c77ee3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832632 Oct 27 11:05:06.610730 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0194cc0a-20c2-48ef-981f-c8ecd92cbf46 req-3f0e3a1d-f48d-4e84-8dfc-6d59d81e1aa2 tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:05:06.612182 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-0194cc0a-20c2-48ef-981f-c8ecd92cbf46 req-3f0e3a1d-f48d-4e84-8dfc-6d59d81e1aa2 tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] 10.222.0.44 "GET /v2.0/ports?device_id=d2101cd0-74fc-4dc8-a8b2-da7a0192039a HTTP/1.1" status: 200 len: 943 time: 0.0519361 Oct 27 11:05:06.649731 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-0194cc0a-20c2-48ef-981f-c8ecd92cbf46 req-fc051970-1bf6-4add-9246-c5cb6699e01e tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] 10.222.0.44 "GET /v2.0/security-groups?id=362e079b-b70c-4dba-8919-7bebdd17214b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315797 Oct 27 11:05:07.542999 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device e1f249ef-fb19-42b1-b5fe-89d37c54e7ce no longer exists at agent hyperv_n-h1-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 11:05:07.565851 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] No Port match for: e1f249ef-fb19-42b1-b5fe-89d37c54e7ce {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 11:05:07.566185 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device e1f249ef-fb19-42b1-b5fe-89d37c54e7ce not bound to the agent host n-h1-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 11:05:07.765996 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6c040a-fd94-44ab-9eea-6a261a8e2246 req-0ec2e7a8-fd43-490c-bad5-26432d057452 tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:05:07.767464 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-0e6c040a-fd94-44ab-9eea-6a261a8e2246 req-0ec2e7a8-fd43-490c-bad5-26432d057452 tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] 10.222.0.44 "GET /v2.0/ports?device_id=d2101cd0-74fc-4dc8-a8b2-da7a0192039a HTTP/1.1" status: 200 len: 943 time: 0.0484908 Oct 27 11:05:07.804644 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-0e6c040a-fd94-44ab-9eea-6a261a8e2246 req-cc3dbacb-15ae-4f1e-921d-2a4017c6e78a tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] 10.222.0.44 "GET /v2.0/security-groups?id=362e079b-b70c-4dba-8919-7bebdd17214b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306394 Oct 27 11:05:08.919226 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52dd21b-78c3-4c2e-8feb-6745318487c6 req-5b19e3b8-e9ec-4203-9fad-7709e9ff1924 tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:05:08.920741 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c52dd21b-78c3-4c2e-8feb-6745318487c6 req-5b19e3b8-e9ec-4203-9fad-7709e9ff1924 tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] 10.222.0.44 "GET /v2.0/ports?device_id=d2101cd0-74fc-4dc8-a8b2-da7a0192039a HTTP/1.1" status: 200 len: 943 time: 0.0492444 Oct 27 11:05:08.957365 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c52dd21b-78c3-4c2e-8feb-6745318487c6 req-3f2e3b7e-2d62-4afd-824e-9f2f2b728294 tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] 10.222.0.44 "GET /v2.0/security-groups?id=362e079b-b70c-4dba-8919-7bebdd17214b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307026 Oct 27 11:05:09.206057 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:05:10.071999 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de61e85-98b3-4a79-b706-c19490bf006c req-41da303c-558b-4e57-8229-b9d32358ff03 tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:05:10.073499 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-4de61e85-98b3-4a79-b706-c19490bf006c req-41da303c-558b-4e57-8229-b9d32358ff03 tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] 10.222.0.44 "GET /v2.0/ports?device_id=d2101cd0-74fc-4dc8-a8b2-da7a0192039a HTTP/1.1" status: 200 len: 943 time: 0.0479555 Oct 27 11:05:10.110610 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-4de61e85-98b3-4a79-b706-c19490bf006c req-49e1b600-1843-41f2-9f3d-1823e0a063c1 tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] 10.222.0.44 "GET /v2.0/security-groups?id=362e079b-b70c-4dba-8919-7bebdd17214b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312140 Oct 27 11:05:10.613595 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device 9e4e5522-e633-4282-9350-3884745bd4d4 details requested by agent hyperv_n-h2-813419-10 with host n-h2-813419-10 {{(pid=102348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 11:05:10.708377 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] For port 9e4e5522-e633-4282-9350-3884745bd4d4, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=9e4e5522-e633-4282-9350-3884745bd4d4,segment=NetworkSegment(a1c26d80-3074-4c98-bd05-4f0d9e0bde7c),segment_id=a1c26d80-3074-4c98-bd05-4f0d9e0bde7c)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:05:10.719036 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Returning: {'device': '9e4e5522-e633-4282-9350-3884745bd4d4', 'network_id': 'f9bc8115-5553-4b7c-b2c5-59e0f3c77ee3', 'port_id': '9e4e5522-e633-4282-9350-3884745bd4d4', 'mac_address': 'fa:16:3e:c8:a9:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 403, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc2342f9-e0a8-4942-9b84-56e3b69bb1a8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 11:05:10.756727 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:05:10.769995 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e4e5522-e633-4282-9350-3884745bd4d4 {{(pid=102348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 11:05:10.789872 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] For port 9e4e5522-e633-4282-9350-3884745bd4d4, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=9e4e5522-e633-4282-9350-3884745bd4d4,segment=NetworkSegment(a1c26d80-3074-4c98-bd05-4f0d9e0bde7c),segment_id=a1c26d80-3074-4c98-bd05-4f0d9e0bde7c)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:05:10.793980 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:05:10.838866 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Pushing event updated for resources: {'Port': ['ID=9e4e5522-e633-4282-9350-3884745bd4d4,revision_number=4']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:05:10.845979 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:05:10.846324 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:05:10.846658 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:05:10.846988 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:05:10.847315 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:05:10.847639 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:05:10.847960 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:05:10.848308 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:05:10.848630 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:05:10.848947 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:05:10.849267 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:05:10.849580 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:05:11.115687 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] get_ports_and_sgs() called for port_ids ['9e4e5522-e633-4282-9350-3884745bd4d4'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 11:05:11.230020 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94584bac-89e1-47e8-924e-a6c88388dd03 req-45dc56f9-599b-403a-ae9e-19abedae8485 tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:05:11.231515 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-94584bac-89e1-47e8-924e-a6c88388dd03 req-45dc56f9-599b-403a-ae9e-19abedae8485 tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] 10.222.0.44 "GET /v2.0/ports?device_id=d2101cd0-74fc-4dc8-a8b2-da7a0192039a HTTP/1.1" status: 200 len: 944 time: 0.0492935 Oct 27 11:05:11.268611 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-94584bac-89e1-47e8-924e-a6c88388dd03 req-a0a2be31-28ad-4c05-9b9e-7b9cb824880c tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] 10.222.0.44 "GET /v2.0/security-groups?id=362e079b-b70c-4dba-8919-7bebdd17214b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311244 Oct 27 11:05:12.630048 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c9a653-cc6c-4ca5-9774-732521b9f222 req-0c7d58aa-73d8-4975-8c48-14cdf76e5b87 tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:05:12.631525 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-e2c9a653-cc6c-4ca5-9774-732521b9f222 req-0c7d58aa-73d8-4975-8c48-14cdf76e5b87 tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] 10.222.0.44 "GET /v2.0/ports?device_id=d2101cd0-74fc-4dc8-a8b2-da7a0192039a HTTP/1.1" status: 200 len: 944 time: 0.0513573 Oct 27 11:05:12.636615 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device 9e4e5522-e633-4282-9350-3884745bd4d4 up at agent hyperv_n-h2-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 11:05:12.669418 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-e2c9a653-cc6c-4ca5-9774-732521b9f222 req-3ad7302e-b43f-4b6a-bf9e-ed5e8e972631 tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] 10.222.0.44 "GET /v2.0/security-groups?id=362e079b-b70c-4dba-8919-7bebdd17214b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309839 Oct 27 11:05:12.688162 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Provisioning for port 9e4e5522-e633-4282-9350-3884745bd4d4 completed by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 11:05:12.692134 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Provisioning complete for port 9e4e5522-e633-4282-9350-3884745bd4d4 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:05:12.692527 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:05:12.776073 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:05:12.798351 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2101cd0-74fc-4dc8-a8b2-da7a0192039a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e4e5522-e633-4282-9350-3884745bd4d4'}] {{(pid=102348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 11:05:12.800612 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c588921fa634554a1d9242fdea1b05457a9ff1d3b28ba54ec1dace7f2f1df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33299856-6b1d-4d9a-a94d-a91f4d732398" -d '{"events": [{"server_uuid": "d2101cd0-74fc-4dc8-a8b2-da7a0192039a", "name": "network-vif-plugged", "status": "completed", "tag": "9e4e5522-e633-4282-9350-3884745bd4d4"}]}' {{(pid=102348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 11:05:12.812910 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] For port 9e4e5522-e633-4282-9350-3884745bd4d4, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=9e4e5522-e633-4282-9350-3884745bd4d4,segment=NetworkSegment(a1c26d80-3074-4c98-bd05-4f0d9e0bde7c),segment_id=a1c26d80-3074-4c98-bd05-4f0d9e0bde7c)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:05:12.817706 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:05:12.846239 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 11:05:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-868197d6-8dbb-4a20-9d0f-cd778584c599 x-openstack-request-id: req-868197d6-8dbb-4a20-9d0f-cd778584c599 {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 11:05:12.846533 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2101cd0-74fc-4dc8-a8b2-da7a0192039a", "name": "network-vif-plugged", "status": "completed", "tag": "9e4e5522-e633-4282-9350-3884745bd4d4", "code": 200}]} {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 11:05:12.846788 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-868197d6-8dbb-4a20-9d0f-cd778584c599 {{(pid=102348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 11:05:12.847177 n-d-813419-10 neutron-server[102348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2101cd0-74fc-4dc8-a8b2-da7a0192039a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e4e5522-e633-4282-9350-3884745bd4d4', 'code': 200} Oct 27 11:05:12.875322 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Pushing event updated for resources: {'Port': ['ID=9e4e5522-e633-4282-9350-3884745bd4d4,revision_number=5']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:05:12.934262 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92d5005-e8e6-4735-94d8-fc2abdded1f9 req-c3fa7d72-cf23-47fb-84be-406cbaf3c10b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:05:12.935751 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-d92d5005-e8e6-4735-94d8-fc2abdded1f9 req-c3fa7d72-cf23-47fb-84be-406cbaf3c10b service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=d2101cd0-74fc-4dc8-a8b2-da7a0192039a HTTP/1.1" status: 200 len: 1097 time: 0.0409019 Oct 27 11:05:12.970922 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-d92d5005-e8e6-4735-94d8-fc2abdded1f9 req-df2e0f3d-bca5-4435-8cc2-8c6b20ee10a3 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=362e079b-b70c-4dba-8919-7bebdd17214b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0271423 Oct 27 11:05:13.783758 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccbce16-7a8e-40ff-bf1e-cc66f8c7c375 req-8298dd72-af4a-4976-9200-e9959e86c37b tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:05:13.785266 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-dccbce16-7a8e-40ff-bf1e-cc66f8c7c375 req-8298dd72-af4a-4976-9200-e9959e86c37b tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] 10.222.0.44 "GET /v2.0/ports?device_id=d2101cd0-74fc-4dc8-a8b2-da7a0192039a HTTP/1.1" status: 200 len: 945 time: 0.0490906 Oct 27 11:05:13.822867 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-dccbce16-7a8e-40ff-bf1e-cc66f8c7c375 req-402e7940-df8d-4a31-b809-b7ed4cb18f12 tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] 10.222.0.44 "GET /v2.0/security-groups?id=362e079b-b70c-4dba-8919-7bebdd17214b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309873 Oct 27 11:05:14.946943 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ed8494-75a5-476f-b571-24f9aa86138b req-fb2d26fb-72af-4de6-8f1f-c350f7cba15c tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:05:14.948424 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-05ed8494-75a5-476f-b571-24f9aa86138b req-fb2d26fb-72af-4de6-8f1f-c350f7cba15c tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] 10.222.0.44 "GET /v2.0/ports?device_id=d2101cd0-74fc-4dc8-a8b2-da7a0192039a HTTP/1.1" status: 200 len: 945 time: 0.0526128 Oct 27 11:05:14.985053 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-05ed8494-75a5-476f-b571-24f9aa86138b req-85a4da76-2e06-4bfe-a3b6-db7e77479271 tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] 10.222.0.44 "GET /v2.0/security-groups?id=362e079b-b70c-4dba-8919-7bebdd17214b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307088 Oct 27 11:05:15.102060 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab351da3-056c-4cb2-9ac6-d9d73e93030e req-1de27a14-77e5-4d14-a87c-e13e5f0c4c1e tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:05:15.103508 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ab351da3-056c-4cb2-9ac6-d9d73e93030e req-1de27a14-77e5-4d14-a87c-e13e5f0c4c1e tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] 10.222.0.44 "GET /v2.0/ports?device_id=d2101cd0-74fc-4dc8-a8b2-da7a0192039a HTTP/1.1" status: 200 len: 945 time: 0.0529220 Oct 27 11:05:15.140842 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ab351da3-056c-4cb2-9ac6-d9d73e93030e req-66755296-7ec5-4520-bf88-b8803f3ef496 tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] 10.222.0.44 "GET /v2.0/security-groups?id=362e079b-b70c-4dba-8919-7bebdd17214b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313451 Oct 27 11:05:15.361821 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-ea2bbef9-6981-480d-bca8-d0f7f967fb88 req-83103569-be10-4a48-93ba-e432be6422c0 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=d2101cd0-74fc-4dc8-a8b2-da7a0192039a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0416920 Oct 27 11:05:15.376257 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa01344-d8ce-4954-a7d3-f3a6868b165e req-6e92631c-3ced-4e1f-b425-24abeb8ee060 tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:05:15.377795 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-3fa01344-d8ce-4954-a7d3-f3a6868b165e req-6e92631c-3ced-4e1f-b425-24abeb8ee060 tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] 10.222.0.44 "GET /v2.0/ports?device_id=d2101cd0-74fc-4dc8-a8b2-da7a0192039a HTTP/1.1" status: 200 len: 945 time: 0.0495763 Oct 27 11:05:15.417200 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-3fa01344-d8ce-4954-a7d3-f3a6868b165e req-32596b15-2ff0-4cdb-b3c0-ef0dba55c2e4 tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] 10.222.0.44 "GET /v2.0/security-groups?id=362e079b-b70c-4dba-8919-7bebdd17214b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319386 Oct 27 11:05:16.263054 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-48618b65-2523-4f04-a1f0-0b2c087b0577 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:05:16.453595 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2bbef9-6981-480d-bca8-d0f7f967fb88 req-b1b1cfa3-f9ea-453d-b084-5bc1051011bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:05:16.455129 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ea2bbef9-6981-480d-bca8-d0f7f967fb88 req-b1b1cfa3-f9ea-453d-b084-5bc1051011bd service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=4a7970252737413fbd98c1433236178b&device_id=d2101cd0-74fc-4dc8-a8b2-da7a0192039a HTTP/1.1" status: 200 len: 1097 time: 0.0401559 Oct 27 11:05:16.534055 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fa1aae-5f2a-4cfd-a2b6-5d0d382c43f2 req-7b1ee6d1-38ee-48ea-b570-845fff161f2c tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:05:16.535448 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-74fa1aae-5f2a-4cfd-a2b6-5d0d382c43f2 req-7b1ee6d1-38ee-48ea-b570-845fff161f2c tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] 10.222.0.44 "GET /v2.0/ports?device_id=d2101cd0-74fc-4dc8-a8b2-da7a0192039a HTTP/1.1" status: 200 len: 945 time: 0.0491166 Oct 27 11:05:16.551457 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2bbef9-6981-480d-bca8-d0f7f967fb88 req-cd4956fe-a12b-495d-8cab-b9059a7430ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:05:16.553082 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ea2bbef9-6981-480d-bca8-d0f7f967fb88 req-cd4956fe-a12b-495d-8cab-b9059a7430ae service neutron] 10.222.0.76 "GET /v2.0/networks?id=f9bc8115-5553-4b7c-b2c5-59e0f3c77ee3 HTTP/1.1" status: 200 len: 916 time: 0.0900977 Oct 27 11:05:16.573461 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-74fa1aae-5f2a-4cfd-a2b6-5d0d382c43f2 req-88eb59a6-9da8-4a90-98bb-39dd394e615d tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] 10.222.0.44 "GET /v2.0/security-groups?id=362e079b-b70c-4dba-8919-7bebdd17214b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313816 Oct 27 11:05:16.596145 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ea2bbef9-6981-480d-bca8-d0f7f967fb88 req-9ca84c9c-f6a6-42d7-86af-4a1057b6c937 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9e4e5522-e633-4282-9350-3884745bd4d4 HTTP/1.1" status: 200 len: 217 time: 0.0347366 Oct 27 11:05:16.644017 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2bbef9-6981-480d-bca8-d0f7f967fb88 req-9c6f9432-b40d-4445-baf3-3e8077cc44a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:05:16.645425 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ea2bbef9-6981-480d-bca8-d0f7f967fb88 req-9c6f9432-b40d-4445-baf3-3e8077cc44a5 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=cc2342f9-e0a8-4942-9b84-56e3b69bb1a8 HTTP/1.1" status: 200 len: 855 time: 0.0420508 Oct 27 11:05:16.681698 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ea2bbef9-6981-480d-bca8-d0f7f967fb88 req-5e9a36a0-705d-462b-bcac-399ca670c32e service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=f9bc8115-5553-4b7c-b2c5-59e0f3c77ee3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287666 Oct 27 11:05:16.773695 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ea2bbef9-6981-480d-bca8-d0f7f967fb88 req-89d9d08a-7fc2-40ad-bbce-882bf4bd7b50 service neutron] 10.222.0.76 "GET /v2.0/networks/f9bc8115-5553-4b7c-b2c5-59e0f3c77ee3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806441 Oct 27 11:05:16.872168 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ea2bbef9-6981-480d-bca8-d0f7f967fb88 req-364ae580-4485-4ce8-a03f-053871615709 service neutron] 10.222.0.76 "GET /v2.0/networks/f9bc8115-5553-4b7c-b2c5-59e0f3c77ee3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892100 Oct 27 11:05:17.687530 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003aec2f-ac32-4f20-9724-3949c5c4d7df req-dc971aab-09a8-4e0d-aceb-7f35d1a06c2d tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:05:17.689053 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-003aec2f-ac32-4f20-9724-3949c5c4d7df req-dc971aab-09a8-4e0d-aceb-7f35d1a06c2d tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] 10.222.0.44 "GET /v2.0/ports?device_id=d2101cd0-74fc-4dc8-a8b2-da7a0192039a HTTP/1.1" status: 200 len: 945 time: 0.0481555 Oct 27 11:05:17.725891 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-003aec2f-ac32-4f20-9724-3949c5c4d7df req-2c98133b-7d07-4888-934f-866e6905247d tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] 10.222.0.44 "GET /v2.0/security-groups?id=362e079b-b70c-4dba-8919-7bebdd17214b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309844 Oct 27 11:05:18.840036 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298b2fb3-216c-47a7-9a28-a4b8403b3487 req-3c91d39b-68f4-450d-8340-66fbf5d95419 tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:05:18.841528 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-298b2fb3-216c-47a7-9a28-a4b8403b3487 req-3c91d39b-68f4-450d-8340-66fbf5d95419 tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] 10.222.0.44 "GET /v2.0/ports?device_id=d2101cd0-74fc-4dc8-a8b2-da7a0192039a HTTP/1.1" status: 200 len: 945 time: 0.0479386 Oct 27 11:05:18.889898 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-298b2fb3-216c-47a7-9a28-a4b8403b3487 req-6748059c-4577-4cf4-84d4-2ab7accad4a9 tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] 10.222.0.44 "GET /v2.0/security-groups?id=362e079b-b70c-4dba-8919-7bebdd17214b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420899 Oct 27 11:05:18.932962 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f6074720-47e9-457b-88d9-fe86b35d9a90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:05:20.003341 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64beabec-f4e0-4a64-b360-59d6eab53c0f req-d5103040-68fd-4798-99b4-c9747e45129a tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:05:20.004862 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-64beabec-f4e0-4a64-b360-59d6eab53c0f req-d5103040-68fd-4798-99b4-c9747e45129a tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] 10.222.0.44 "GET /v2.0/ports?device_id=d2101cd0-74fc-4dc8-a8b2-da7a0192039a HTTP/1.1" status: 200 len: 945 time: 0.0475721 Oct 27 11:05:20.042008 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-64beabec-f4e0-4a64-b360-59d6eab53c0f req-8f8ab645-0223-4128-bfbc-f4325633909f tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] 10.222.0.44 "GET /v2.0/security-groups?id=362e079b-b70c-4dba-8919-7bebdd17214b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306873 Oct 27 11:05:20.049174 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:05:20.137537 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-eadeaa30-4096-4d1a-b3cb-aa7ebfb291ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:05:21.159622 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883a7567-e268-4c34-9e17-c4e8ec9ed649 req-1fd96727-bbdf-4881-94fb-f51345e83b14 tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:05:21.161140 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-883a7567-e268-4c34-9e17-c4e8ec9ed649 req-1fd96727-bbdf-4881-94fb-f51345e83b14 tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] 10.222.0.44 "GET /v2.0/ports?device_id=d2101cd0-74fc-4dc8-a8b2-da7a0192039a HTTP/1.1" status: 200 len: 945 time: 0.0503082 Oct 27 11:05:21.198724 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-883a7567-e268-4c34-9e17-c4e8ec9ed649 req-a853a160-fbfa-4a34-8deb-0a90c38f6fb6 tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] 10.222.0.44 "GET /v2.0/security-groups?id=362e079b-b70c-4dba-8919-7bebdd17214b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316460 Oct 27 11:05:22.030570 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-3c6a8245-0581-48aa-b5f6-4d8fe98cd16e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:05:22.318185 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9a5a08-e209-4244-b418-275093564536 req-512ec9b3-ca0e-440d-b59d-f56f8c88e68b tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:05:22.319646 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-8f9a5a08-e209-4244-b418-275093564536 req-512ec9b3-ca0e-440d-b59d-f56f8c88e68b tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] 10.222.0.44 "GET /v2.0/ports?device_id=d2101cd0-74fc-4dc8-a8b2-da7a0192039a HTTP/1.1" status: 200 len: 945 time: 0.0516050 Oct 27 11:05:22.357488 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-8f9a5a08-e209-4244-b418-275093564536 req-3befdae0-ef88-4a21-85a2-ec7914090ea4 tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] 10.222.0.44 "GET /v2.0/security-groups?id=362e079b-b70c-4dba-8919-7bebdd17214b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312274 Oct 27 11:05:23.476063 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f7c658-d81b-4b62-b919-7c5dcbc1712a req-1b9c497b-af69-4633-8fab-731ce354f97e tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:05:23.478140 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-06f7c658-d81b-4b62-b919-7c5dcbc1712a req-1b9c497b-af69-4633-8fab-731ce354f97e tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] 10.222.0.44 "GET /v2.0/ports?device_id=d2101cd0-74fc-4dc8-a8b2-da7a0192039a HTTP/1.1" status: 200 len: 945 time: 0.0485973 Oct 27 11:05:23.514861 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-06f7c658-d81b-4b62-b919-7c5dcbc1712a req-c6fc6694-ef73-44f6-96f2-60cff9a01ac1 tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] 10.222.0.44 "GET /v2.0/security-groups?id=362e079b-b70c-4dba-8919-7bebdd17214b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308340 Oct 27 11:05:24.629459 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85f192c-4a10-4221-9f74-09561eee7c6f req-6211104b-6830-41cf-85cd-70a0d43961e1 tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:05:24.630911 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-c85f192c-4a10-4221-9f74-09561eee7c6f req-6211104b-6830-41cf-85cd-70a0d43961e1 tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] 10.222.0.44 "GET /v2.0/ports?device_id=d2101cd0-74fc-4dc8-a8b2-da7a0192039a HTTP/1.1" status: 200 len: 945 time: 0.0484540 Oct 27 11:05:24.666862 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-c85f192c-4a10-4221-9f74-09561eee7c6f req-a5912dbe-7646-4d1a-bc57-5ca2325e2cd3 tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] 10.222.0.44 "GET /v2.0/security-groups?id=362e079b-b70c-4dba-8919-7bebdd17214b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301445 Oct 27 11:05:25.781018 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f580e07-dfda-4def-9667-2f51ed202d9a req-62a271bf-8cf9-46d5-ae0b-bf74b2fa01c1 tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:05:25.782500 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-3f580e07-dfda-4def-9667-2f51ed202d9a req-62a271bf-8cf9-46d5-ae0b-bf74b2fa01c1 tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] 10.222.0.44 "GET /v2.0/ports?device_id=d2101cd0-74fc-4dc8-a8b2-da7a0192039a HTTP/1.1" status: 200 len: 945 time: 0.0486214 Oct 27 11:05:25.822970 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-3f580e07-dfda-4def-9667-2f51ed202d9a req-75235706-f7a6-4362-94fc-c5e59bee3202 tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] 10.222.0.44 "GET /v2.0/security-groups?id=362e079b-b70c-4dba-8919-7bebdd17214b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345953 Oct 27 11:05:26.303184 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.agents_db [None req-e79ee67d-056e-46ea-bd99-e80473396b25 None None] Agent healthcheck: found 7 active agents {{(pid=102349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 11:05:26.940256 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5431e1e-3071-4164-93f0-1d74987f450c req-424513e8-c261-46f1-9dc4-aeec0195303e tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:05:26.941760 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-c5431e1e-3071-4164-93f0-1d74987f450c req-424513e8-c261-46f1-9dc4-aeec0195303e tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] 10.222.0.44 "GET /v2.0/ports?device_id=d2101cd0-74fc-4dc8-a8b2-da7a0192039a HTTP/1.1" status: 200 len: 945 time: 0.0515456 Oct 27 11:05:26.978565 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-c5431e1e-3071-4164-93f0-1d74987f450c req-edb84542-6495-45db-b4e6-c006b5ab9687 tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] 10.222.0.44 "GET /v2.0/security-groups?id=362e079b-b70c-4dba-8919-7bebdd17214b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307512 Oct 27 11:05:28.093465 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f97771-2b8f-4dd4-975b-9f02dfef90a7 req-021194e6-4bfc-4f21-908c-fb1b5433a609 tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:05:28.094922 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-56f97771-2b8f-4dd4-975b-9f02dfef90a7 req-021194e6-4bfc-4f21-908c-fb1b5433a609 tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] 10.222.0.44 "GET /v2.0/ports?device_id=d2101cd0-74fc-4dc8-a8b2-da7a0192039a HTTP/1.1" status: 200 len: 945 time: 0.0485437 Oct 27 11:05:28.132163 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-56f97771-2b8f-4dd4-975b-9f02dfef90a7 req-d0d752f5-afaf-442c-9064-c8015b8915f2 tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] 10.222.0.44 "GET /v2.0/security-groups?id=362e079b-b70c-4dba-8919-7bebdd17214b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313182 Oct 27 11:05:29.249839 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751b46ef-9f30-43fb-8e7e-393f9dc0b752 req-6b384822-eaba-4a44-a417-a7c553e33d44 tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:05:29.251324 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-751b46ef-9f30-43fb-8e7e-393f9dc0b752 req-6b384822-eaba-4a44-a417-a7c553e33d44 tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] 10.222.0.44 "GET /v2.0/ports?device_id=d2101cd0-74fc-4dc8-a8b2-da7a0192039a HTTP/1.1" status: 200 len: 945 time: 0.0522125 Oct 27 11:05:29.287490 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-751b46ef-9f30-43fb-8e7e-393f9dc0b752 req-36431f9e-a254-4dfa-9dfc-8c35c69039cf tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] 10.222.0.44 "GET /v2.0/security-groups?id=362e079b-b70c-4dba-8919-7bebdd17214b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302746 Oct 27 11:05:30.405268 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e05629-9235-47db-887d-c08645ab9883 req-9b308aaf-c32a-4fc1-9bfb-448678f2b7af tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:05:30.406733 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-01e05629-9235-47db-887d-c08645ab9883 req-9b308aaf-c32a-4fc1-9bfb-448678f2b7af tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] 10.222.0.44 "GET /v2.0/ports?device_id=d2101cd0-74fc-4dc8-a8b2-da7a0192039a HTTP/1.1" status: 200 len: 945 time: 0.0479631 Oct 27 11:05:30.443281 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-01e05629-9235-47db-887d-c08645ab9883 req-a526465e-fc57-4fd1-b9c6-00e72570f062 tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] 10.222.0.44 "GET /v2.0/security-groups?id=362e079b-b70c-4dba-8919-7bebdd17214b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305855 Oct 27 11:05:31.561670 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f4c330-61c0-4dbd-bbff-a0ea299652e4 req-b4b2d8fb-6ab4-4c46-b732-0e3db2a09081 tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:05:31.563180 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-62f4c330-61c0-4dbd-bbff-a0ea299652e4 req-b4b2d8fb-6ab4-4c46-b732-0e3db2a09081 tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] 10.222.0.44 "GET /v2.0/ports?device_id=d2101cd0-74fc-4dc8-a8b2-da7a0192039a HTTP/1.1" status: 200 len: 945 time: 0.0509362 Oct 27 11:05:31.600431 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-62f4c330-61c0-4dbd-bbff-a0ea299652e4 req-6b717793-b8f0-46d2-955a-b571f7c2e7a8 tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] 10.222.0.44 "GET /v2.0/security-groups?id=362e079b-b70c-4dba-8919-7bebdd17214b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311759 Oct 27 11:05:32.714579 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54586b6c-9cf0-40e4-ae86-8e8cb52f0355 req-90dcf256-fc75-4a50-bcf7-659a016a54c2 tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:05:32.716057 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-54586b6c-9cf0-40e4-ae86-8e8cb52f0355 req-90dcf256-fc75-4a50-bcf7-659a016a54c2 tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] 10.222.0.44 "GET /v2.0/ports?device_id=d2101cd0-74fc-4dc8-a8b2-da7a0192039a HTTP/1.1" status: 200 len: 945 time: 0.0474079 Oct 27 11:05:32.758250 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-54586b6c-9cf0-40e4-ae86-8e8cb52f0355 req-2c5ae9af-7ba8-49d0-bf54-d0ddf93aeea4 tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] 10.222.0.44 "GET /v2.0/security-groups?id=362e079b-b70c-4dba-8919-7bebdd17214b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363128 Oct 27 11:05:32.829814 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:05:33.871722 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c562b1a-9105-411d-bca9-479b2ee7e106 req-c7aa90d7-24ed-46d3-b10a-69d84a15ddce tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:05:33.873210 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-1c562b1a-9105-411d-bca9-479b2ee7e106 req-c7aa90d7-24ed-46d3-b10a-69d84a15ddce tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] 10.222.0.44 "GET /v2.0/ports?device_id=d2101cd0-74fc-4dc8-a8b2-da7a0192039a HTTP/1.1" status: 200 len: 945 time: 0.0483410 Oct 27 11:05:33.909916 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-1c562b1a-9105-411d-bca9-479b2ee7e106 req-802e3089-544d-4356-85d1-f9fda938abd0 tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] 10.222.0.44 "GET /v2.0/security-groups?id=362e079b-b70c-4dba-8919-7bebdd17214b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305519 Oct 27 11:05:35.024762 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047df7e2-f9f1-4cc0-b2af-24a156aec770 req-0e8d29af-082d-4a6f-aa5e-662f6dbd4ace tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:05:35.026221 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-047df7e2-f9f1-4cc0-b2af-24a156aec770 req-0e8d29af-082d-4a6f-aa5e-662f6dbd4ace tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] 10.222.0.44 "GET /v2.0/ports?device_id=d2101cd0-74fc-4dc8-a8b2-da7a0192039a HTTP/1.1" status: 200 len: 945 time: 0.0484455 Oct 27 11:05:35.065118 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-047df7e2-f9f1-4cc0-b2af-24a156aec770 req-d5f77dbb-49ef-4139-b7f5-231138d04dae tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] 10.222.0.44 "GET /v2.0/security-groups?id=362e079b-b70c-4dba-8919-7bebdd17214b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328448 Oct 27 11:05:36.189480 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88aba0ae-d626-4b3e-86bf-ced5908c8d25 req-fe51c358-aa7c-476b-92d7-d52fe48a239f tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:05:36.190961 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-88aba0ae-d626-4b3e-86bf-ced5908c8d25 req-fe51c358-aa7c-476b-92d7-d52fe48a239f tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] 10.222.0.44 "GET /v2.0/ports?device_id=d2101cd0-74fc-4dc8-a8b2-da7a0192039a HTTP/1.1" status: 200 len: 945 time: 0.0554492 Oct 27 11:05:36.227697 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-88aba0ae-d626-4b3e-86bf-ced5908c8d25 req-f99bf90d-36ef-434d-a6ec-f6d197709bed tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] 10.222.0.44 "GET /v2.0/security-groups?id=362e079b-b70c-4dba-8919-7bebdd17214b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306935 Oct 27 11:05:37.343543 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5a8993-4078-4d45-95b7-96faa87e0399 req-2893d3e8-5cc0-42e6-93eb-3e755a41cbe5 tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:05:37.344952 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-6e5a8993-4078-4d45-95b7-96faa87e0399 req-2893d3e8-5cc0-42e6-93eb-3e755a41cbe5 tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] 10.222.0.44 "GET /v2.0/ports?device_id=d2101cd0-74fc-4dc8-a8b2-da7a0192039a HTTP/1.1" status: 200 len: 945 time: 0.0481167 Oct 27 11:05:37.381939 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-6e5a8993-4078-4d45-95b7-96faa87e0399 req-c1074977-7edf-43f2-bbc4-2d44f8518ffd tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] 10.222.0.44 "GET /v2.0/security-groups?id=362e079b-b70c-4dba-8919-7bebdd17214b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310378 Oct 27 11:05:38.496944 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca100a8-f368-45b3-8692-f211fc3154ce req-8b7e1788-c1a4-48ad-b7a4-773801165a76 tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:05:38.498405 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-3ca100a8-f368-45b3-8692-f211fc3154ce req-8b7e1788-c1a4-48ad-b7a4-773801165a76 tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] 10.222.0.44 "GET /v2.0/ports?device_id=d2101cd0-74fc-4dc8-a8b2-da7a0192039a HTTP/1.1" status: 200 len: 945 time: 0.0483229 Oct 27 11:05:38.534876 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-3ca100a8-f368-45b3-8692-f211fc3154ce req-e14741bd-8b4e-4ebf-ac69-10ef9c0b36f9 tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] 10.222.0.44 "GET /v2.0/security-groups?id=362e079b-b70c-4dba-8919-7bebdd17214b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303183 Oct 27 11:05:39.231940 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:05:39.648724 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954f445e-a024-4918-bbb3-bde869f473c8 req-67e7f9ef-3707-4992-9a6a-4f93995cd89e tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:05:39.650174 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-954f445e-a024-4918-bbb3-bde869f473c8 req-67e7f9ef-3707-4992-9a6a-4f93995cd89e tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] 10.222.0.44 "GET /v2.0/ports?device_id=d2101cd0-74fc-4dc8-a8b2-da7a0192039a HTTP/1.1" status: 200 len: 945 time: 0.0482793 Oct 27 11:05:39.692282 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-954f445e-a024-4918-bbb3-bde869f473c8 req-c0cbc264-9d1e-4c04-9cf3-386dc1abb005 tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] 10.222.0.44 "GET /v2.0/security-groups?id=362e079b-b70c-4dba-8919-7bebdd17214b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361750 Oct 27 11:05:40.809238 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603d9b3f-d796-472d-a729-133890f6848a req-7176a34e-34a2-424b-b7b4-9ca6bf81363a tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:05:40.810743 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-603d9b3f-d796-472d-a729-133890f6848a req-7176a34e-34a2-424b-b7b4-9ca6bf81363a tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] 10.222.0.44 "GET /v2.0/ports?device_id=d2101cd0-74fc-4dc8-a8b2-da7a0192039a HTTP/1.1" status: 200 len: 945 time: 0.0497580 Oct 27 11:05:40.847564 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-603d9b3f-d796-472d-a729-133890f6848a req-32943c32-a898-4068-82a3-0dc6aaebba7b tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] 10.222.0.44 "GET /v2.0/security-groups?id=362e079b-b70c-4dba-8919-7bebdd17214b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307059 Oct 27 11:05:41.962260 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e381546-4c7c-4f1c-ae01-9dc06885ee53 req-804c8665-9c06-4229-b665-ae413a16b4c7 tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:05:41.964323 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-3e381546-4c7c-4f1c-ae01-9dc06885ee53 req-804c8665-9c06-4229-b665-ae413a16b4c7 tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] 10.222.0.44 "GET /v2.0/ports?device_id=d2101cd0-74fc-4dc8-a8b2-da7a0192039a HTTP/1.1" status: 200 len: 945 time: 0.0495155 Oct 27 11:05:42.000379 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-3e381546-4c7c-4f1c-ae01-9dc06885ee53 req-985339fb-0c13-4e26-b076-934e78de4f92 tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] 10.222.0.44 "GET /v2.0/security-groups?id=362e079b-b70c-4dba-8919-7bebdd17214b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301082 Oct 27 11:05:43.121685 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7436c0e1-58e0-464b-b062-2ddfb88a71ad req-042671f6-b1ea-436b-ac73-1b4d43ae625e tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:05:43.123059 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-7436c0e1-58e0-464b-b062-2ddfb88a71ad req-042671f6-b1ea-436b-ac73-1b4d43ae625e tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] 10.222.0.44 "GET /v2.0/ports?device_id=d2101cd0-74fc-4dc8-a8b2-da7a0192039a HTTP/1.1" status: 200 len: 945 time: 0.0518792 Oct 27 11:05:43.160301 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-7436c0e1-58e0-464b-b062-2ddfb88a71ad req-de9566bf-565b-4955-8caf-5574eebb8531 tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] 10.222.0.44 "GET /v2.0/security-groups?id=362e079b-b70c-4dba-8919-7bebdd17214b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309315 Oct 27 11:05:43.794022 n-d-813419-10 neutron-server[102346]: INFO neutron.api.v2.resource [req-ea2bbef9-6981-480d-bca8-d0f7f967fb88 req-ec3ee128-7b23-4150-9f43-abec87df95e1 service neutron] show failed (client error): The resource could not be found. Oct 27 11:05:43.795034 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ea2bbef9-6981-480d-bca8-d0f7f967fb88 req-ec3ee128-7b23-4150-9f43-abec87df95e1 service neutron] 10.222.0.76 "GET /v2.0/ports/9e4e5522-e633-4282-9350-3884745bd4d4/bindings/n-h1-813419-10 HTTP/1.1" status: 404 len: 381 time: 0.0540049 Oct 27 11:05:43.990547 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2bbef9-6981-480d-bca8-d0f7f967fb88 req-6ea2d423-88c8-4bde-a357-facd61424f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:05:43.992019 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-ea2bbef9-6981-480d-bca8-d0f7f967fb88 req-6ea2d423-88c8-4bde-a357-facd61424f25 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=d2101cd0-74fc-4dc8-a8b2-da7a0192039a&tenant_id=4a7970252737413fbd98c1433236178b HTTP/1.1" status: 200 len: 1097 time: 0.0403171 Oct 27 11:05:44.004918 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [req-ea2bbef9-6981-480d-bca8-d0f7f967fb88 req-4d9ae1f9-a245-4f35-a32c-f6041eac6b50 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-813419-10', 'device_owner': 'compute:nova'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:05:44.064339 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-ea2bbef9-6981-480d-bca8-d0f7f967fb88 req-4d9ae1f9-a245-4f35-a32c-f6041eac6b50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:05:44.602734 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab240d1b-0c0e-4688-bfa5-23b08af8fd55 req-f6e43975-bfaa-4d4d-bb0e-cf5e5568816b tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:05:44.604148 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-ab240d1b-0c0e-4688-bfa5-23b08af8fd55 req-f6e43975-bfaa-4d4d-bb0e-cf5e5568816b tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] 10.222.0.44 "GET /v2.0/ports?device_id=d2101cd0-74fc-4dc8-a8b2-da7a0192039a HTTP/1.1" status: 200 len: 945 time: 0.0679803 Oct 27 11:05:44.621450 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-ea2bbef9-6981-480d-bca8-d0f7f967fb88 req-4d9ae1f9-a245-4f35-a32c-f6041eac6b50 service neutron] For port 9e4e5522-e633-4282-9350-3884745bd4d4, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=9e4e5522-e633-4282-9350-3884745bd4d4,segment=NetworkSegment(a1c26d80-3074-4c98-bd05-4f0d9e0bde7c),segment_id=a1c26d80-3074-4c98-bd05-4f0d9e0bde7c)] {{(pid=102347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:05:44.661726 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-ab240d1b-0c0e-4688-bfa5-23b08af8fd55 req-d065b19c-3d08-469e-a54e-aef840bb72c9 tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] 10.222.0.44 "GET /v2.0/security-groups?id=362e079b-b70c-4dba-8919-7bebdd17214b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505884 Oct 27 11:05:44.682125 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-ea2bbef9-6981-480d-bca8-d0f7f967fb88 req-4d9ae1f9-a245-4f35-a32c-f6041eac6b50 service neutron] For port 9e4e5522-e633-4282-9350-3884745bd4d4, host n-h2-813419-10, cleared binding levels {{(pid=102347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 11:05:44.716041 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2101cd0-74fc-4dc8-a8b2-da7a0192039a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9e4e5522-e633-4282-9350-3884745bd4d4'}] {{(pid=102347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 11:05:44.718299 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311149b481204ee7edffdb959c881838506fbd95bc8577c048f6677abb73acc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cc41b2b-e7e4-42a4-bd93-ba2c29ce2694" -d '{"events": [{"server_uuid": "d2101cd0-74fc-4dc8-a8b2-da7a0192039a", "name": "network-vif-unplugged", "status": "completed", "tag": "9e4e5522-e633-4282-9350-3884745bd4d4"}]}' {{(pid=102347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 11:05:44.723564 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-ea2bbef9-6981-480d-bca8-d0f7f967fb88 req-4d9ae1f9-a245-4f35-a32c-f6041eac6b50 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:05:44.735416 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.provisioning_blocks [req-ea2bbef9-6981-480d-bca8-d0f7f967fb88 req-4d9ae1f9-a245-4f35-a32c-f6041eac6b50 service neutron] Transition to ACTIVE for port object 9e4e5522-e633-4282-9350-3884745bd4d4 will not be triggered until provisioned by entity L2. {{(pid=102347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 11:05:44.740531 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-ea2bbef9-6981-480d-bca8-d0f7f967fb88 req-4d9ae1f9-a245-4f35-a32c-f6041eac6b50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:05:44.774209 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 27 Oct 2021 11:05:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8277625-027c-4d6b-996c-2ff44cc7e2d3 x-openstack-request-id: req-f8277625-027c-4d6b-996c-2ff44cc7e2d3 {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 11:05:44.774493 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2101cd0-74fc-4dc8-a8b2-da7a0192039a", "name": "network-vif-unplugged", "status": "completed", "tag": "9e4e5522-e633-4282-9350-3884745bd4d4", "code": 200}]} {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 11:05:44.774743 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f8277625-027c-4d6b-996c-2ff44cc7e2d3 {{(pid=102347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 11:05:44.775158 n-d-813419-10 neutron-server[102347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2101cd0-74fc-4dc8-a8b2-da7a0192039a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9e4e5522-e633-4282-9350-3884745bd4d4', 'code': 200} Oct 27 11:05:44.804877 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea2bbef9-6981-480d-bca8-d0f7f967fb88 req-4d9ae1f9-a245-4f35-a32c-f6041eac6b50 service neutron] No DVR routers for this DVR port 9e4e5522-e633-4282-9350-3884745bd4d4 on host n-h2-813419-10 {{(pid=102347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 11:05:44.808480 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9ae1f9-a245-4f35-a32c-f6041eac6b50 service neutron] Pushing event updated for resources: {'Port': ['ID=9e4e5522-e633-4282-9350-3884745bd4d4,revision_number=6']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:05:44.819434 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9ae1f9-a245-4f35-a32c-f6041eac6b50 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:05:44.819773 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9ae1f9-a245-4f35-a32c-f6041eac6b50 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:05:44.820106 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9ae1f9-a245-4f35-a32c-f6041eac6b50 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:05:44.820461 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9ae1f9-a245-4f35-a32c-f6041eac6b50 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:05:44.820788 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9ae1f9-a245-4f35-a32c-f6041eac6b50 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:05:44.821108 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9ae1f9-a245-4f35-a32c-f6041eac6b50 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:05:44.821429 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9ae1f9-a245-4f35-a32c-f6041eac6b50 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:05:44.821773 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9ae1f9-a245-4f35-a32c-f6041eac6b50 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:05:44.822105 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9ae1f9-a245-4f35-a32c-f6041eac6b50 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:05:44.822418 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9ae1f9-a245-4f35-a32c-f6041eac6b50 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:05:44.822731 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9ae1f9-a245-4f35-a32c-f6041eac6b50 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:05:44.823041 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9ae1f9-a245-4f35-a32c-f6041eac6b50 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:05:44.850925 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-ea2bbef9-6981-480d-bca8-d0f7f967fb88 req-4d9ae1f9-a245-4f35-a32c-f6041eac6b50 service neutron] Attempting to bind port 9e4e5522-e633-4282-9350-3884745bd4d4 on host n-h1-813419-10 for vnic_type normal with profile {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 11:05:44.851249 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-ea2bbef9-6981-480d-bca8-d0f7f967fb88 req-4d9ae1f9-a245-4f35-a32c-f6041eac6b50 service neutron] Attempting to bind port 9e4e5522-e633-4282-9350-3884745bd4d4 by drivers openvswitch,hyperv on host n-h1-813419-10 at level 0 using segments [{'id': 'a1c26d80-3074-4c98-bd05-4f0d9e0bde7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'f9bc8115-5553-4b7c-b2c5-59e0f3c77ee3'}] {{(pid=102347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 11:05:44.851570 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea2bbef9-6981-480d-bca8-d0f7f967fb88 req-4d9ae1f9-a245-4f35-a32c-f6041eac6b50 service neutron] Attempting to bind port 9e4e5522-e633-4282-9350-3884745bd4d4 on network f9bc8115-5553-4b7c-b2c5-59e0f3c77ee3 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 11:05:44.856282 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea2bbef9-6981-480d-bca8-d0f7f967fb88 req-4d9ae1f9-a245-4f35-a32c-f6041eac6b50 service neutron] Port 9e4e5522-e633-4282-9350-3884745bd4d4 on network f9bc8115-5553-4b7c-b2c5-59e0f3c77ee3 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-10 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 11:05:44.856550 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea2bbef9-6981-480d-bca8-d0f7f967fb88 req-4d9ae1f9-a245-4f35-a32c-f6041eac6b50 service neutron] Attempting to bind port 9e4e5522-e633-4282-9350-3884745bd4d4 on network f9bc8115-5553-4b7c-b2c5-59e0f3c77ee3 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 11:05:44.861195 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea2bbef9-6981-480d-bca8-d0f7f967fb88 req-4d9ae1f9-a245-4f35-a32c-f6041eac6b50 service neutron] Checking agent: {'id': 'a52e1cab-0c63-402d-9c94-330537c6c076', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 16, 2), 'started_at': datetime.datetime(2021, 10, 27, 10, 16, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 11, 5, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 11:05:44.861523 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea2bbef9-6981-480d-bca8-d0f7f967fb88 req-4d9ae1f9-a245-4f35-a32c-f6041eac6b50 service neutron] Checking segment: {'id': 'a1c26d80-3074-4c98-bd05-4f0d9e0bde7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'f9bc8115-5553-4b7c-b2c5-59e0f3c77ee3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 11:05:44.861890 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea2bbef9-6981-480d-bca8-d0f7f967fb88 req-4d9ae1f9-a245-4f35-a32c-f6041eac6b50 service neutron] Bound using segment: {'id': 'a1c26d80-3074-4c98-bd05-4f0d9e0bde7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'f9bc8115-5553-4b7c-b2c5-59e0f3c77ee3'} {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 11:05:44.862303 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-ea2bbef9-6981-480d-bca8-d0f7f967fb88 req-4d9ae1f9-a245-4f35-a32c-f6041eac6b50 service neutron] Bound port: 9e4e5522-e633-4282-9350-3884745bd4d4, host: n-h1-813419-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1c26d80-3074-4c98-bd05-4f0d9e0bde7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'f9bc8115-5553-4b7c-b2c5-59e0f3c77ee3'}}] {{(pid=102347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 11:05:44.862647 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-ea2bbef9-6981-480d-bca8-d0f7f967fb88 req-4d9ae1f9-a245-4f35-a32c-f6041eac6b50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:05:44.922568 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-ea2bbef9-6981-480d-bca8-d0f7f967fb88 req-4d9ae1f9-a245-4f35-a32c-f6041eac6b50 service neutron] For port 9e4e5522-e633-4282-9350-3884745bd4d4, host n-h1-813419-10, cleared binding levels {{(pid=102347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 11:05:44.925446 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-ea2bbef9-6981-480d-bca8-d0f7f967fb88 req-4d9ae1f9-a245-4f35-a32c-f6041eac6b50 service neutron] For port 9e4e5522-e633-4282-9350-3884745bd4d4, host n-h1-813419-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=9e4e5522-e633-4282-9350-3884745bd4d4,segment=NetworkSegment(a1c26d80-3074-4c98-bd05-4f0d9e0bde7c),segment_id=a1c26d80-3074-4c98-bd05-4f0d9e0bde7c)] {{(pid=102347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 11:05:44.929680 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-ea2bbef9-6981-480d-bca8-d0f7f967fb88 req-4d9ae1f9-a245-4f35-a32c-f6041eac6b50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:05:44.967840 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2bbef9-6981-480d-bca8-d0f7f967fb88 req-4d9ae1f9-a245-4f35-a32c-f6041eac6b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:05:44.968468 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-ea2bbef9-6981-480d-bca8-d0f7f967fb88 req-4d9ae1f9-a245-4f35-a32c-f6041eac6b50 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:05:44.969862 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-ea2bbef9-6981-480d-bca8-d0f7f967fb88 req-4d9ae1f9-a245-4f35-a32c-f6041eac6b50 service neutron] 10.222.0.64 "PUT /v2.0/ports/9e4e5522-e633-4282-9350-3884745bd4d4 HTTP/1.1" status: 200 len: 1092 time: 0.9689746 Oct 27 11:05:44.987955 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9ae1f9-a245-4f35-a32c-f6041eac6b50 service neutron] Pushing event updated for resources: {'Port': ['ID=9e4e5522-e633-4282-9350-3884745bd4d4,revision_number=7']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:05:45.033455 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2bbef9-6981-480d-bca8-d0f7f967fb88 req-c5479894-b4a8-4ec7-9c1f-9ead2af739d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:05:45.034931 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-ea2bbef9-6981-480d-bca8-d0f7f967fb88 req-c5479894-b4a8-4ec7-9c1f-9ead2af739d3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4a7970252737413fbd98c1433236178b&device_id=d2101cd0-74fc-4dc8-a8b2-da7a0192039a HTTP/1.1" status: 200 len: 1095 time: 0.0417531 Oct 27 11:05:45.128947 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2bbef9-6981-480d-bca8-d0f7f967fb88 req-03d6bb31-bd64-4b38-983a-0ba4d38a039c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:05:45.130395 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-ea2bbef9-6981-480d-bca8-d0f7f967fb88 req-03d6bb31-bd64-4b38-983a-0ba4d38a039c service neutron] 10.222.0.64 "GET /v2.0/networks?id=f9bc8115-5553-4b7c-b2c5-59e0f3c77ee3 HTTP/1.1" status: 200 len: 916 time: 0.0875597 Oct 27 11:05:45.171498 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-ea2bbef9-6981-480d-bca8-d0f7f967fb88 req-d65909c6-3ad4-4e8e-bbfb-c7870bc8bb37 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9e4e5522-e633-4282-9350-3884745bd4d4 HTTP/1.1" status: 200 len: 217 time: 0.0332820 Oct 27 11:05:45.223968 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2bbef9-6981-480d-bca8-d0f7f967fb88 req-c1b2ecd0-57f7-4e20-8fe2-b3a851199716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:05:45.225415 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-ea2bbef9-6981-480d-bca8-d0f7f967fb88 req-c1b2ecd0-57f7-4e20-8fe2-b3a851199716 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=cc2342f9-e0a8-4942-9b84-56e3b69bb1a8 HTTP/1.1" status: 200 len: 855 time: 0.0459490 Oct 27 11:05:45.256683 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-ea2bbef9-6981-480d-bca8-d0f7f967fb88 req-9048a468-768f-4d17-ad1d-aca6fd5c007b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f9bc8115-5553-4b7c-b2c5-59e0f3c77ee3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0234172 Oct 27 11:05:45.347918 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-ea2bbef9-6981-480d-bca8-d0f7f967fb88 req-e1c68a98-a7b3-48af-886a-4d0ed5f1b2a8 service neutron] 10.222.0.64 "GET /v2.0/networks/f9bc8115-5553-4b7c-b2c5-59e0f3c77ee3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838382 Oct 27 11:05:45.440871 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-ea2bbef9-6981-480d-bca8-d0f7f967fb88 req-a0b04d57-09e1-4d5c-b95a-3625f977567a service neutron] 10.222.0.64 "GET /v2.0/networks/f9bc8115-5553-4b7c-b2c5-59e0f3c77ee3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844219 Oct 27 11:05:45.777515 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deaf0dea-1034-40bf-93c1-3d11067990fb req-e358ded3-93a5-4a23-932b-9b9e9598e4d8 tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:05:45.778971 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-deaf0dea-1034-40bf-93c1-3d11067990fb req-e358ded3-93a5-4a23-932b-9b9e9598e4d8 tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] 10.222.0.44 "GET /v2.0/ports?device_id=d2101cd0-74fc-4dc8-a8b2-da7a0192039a HTTP/1.1" status: 200 len: 943 time: 0.0494728 Oct 27 11:05:45.816556 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-deaf0dea-1034-40bf-93c1-3d11067990fb req-005e4374-5ba3-498b-823c-11a1e62602e4 tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] 10.222.0.44 "GET /v2.0/security-groups?id=362e079b-b70c-4dba-8919-7bebdd17214b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316713 Oct 27 11:05:46.264554 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-c01fc84e-1112-44cb-99fc-709d3ada7624 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:05:46.776713 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2101cd0-74fc-4dc8-a8b2-da7a0192039a', 'tag': '9e4e5522-e633-4282-9350-3884745bd4d4'}] {{(pid=102347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 11:05:46.779089 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311149b481204ee7edffdb959c881838506fbd95bc8577c048f6677abb73acc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c01c8c8-74f0-46d8-8804-bd569431a21c" -d '{"events": [{"name": "network-changed", "server_uuid": "d2101cd0-74fc-4dc8-a8b2-da7a0192039a", "tag": "9e4e5522-e633-4282-9350-3884745bd4d4"}]}' {{(pid=102347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 11:05:46.826498 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 11:05:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a647bdf7-70c2-4875-aab0-23055b912acd x-openstack-request-id: req-a647bdf7-70c2-4875-aab0-23055b912acd {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 11:05:46.826788 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2101cd0-74fc-4dc8-a8b2-da7a0192039a", "tag": "9e4e5522-e633-4282-9350-3884745bd4d4", "status": "completed", "code": 200}]} {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 11:05:46.827040 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a647bdf7-70c2-4875-aab0-23055b912acd {{(pid=102347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 11:05:46.827437 n-d-813419-10 neutron-server[102347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2101cd0-74fc-4dc8-a8b2-da7a0192039a', 'tag': '9e4e5522-e633-4282-9350-3884745bd4d4', 'status': 'completed', 'code': 200} Oct 27 11:05:46.888822 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c01c8c8-74f0-46d8-8804-bd569431a21c req-05a53c7b-2e29-4195-9405-916f605fec39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:05:46.890327 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8c01c8c8-74f0-46d8-8804-bd569431a21c req-05a53c7b-2e29-4195-9405-916f605fec39 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4a7970252737413fbd98c1433236178b&device_id=d2101cd0-74fc-4dc8-a8b2-da7a0192039a HTTP/1.1" status: 200 len: 1095 time: 0.0429032 Oct 27 11:05:46.891556 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c01c8c8-74f0-46d8-8804-bd569431a21c req-4dd19425-d8eb-48b8-adca-94a71367f777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:05:46.893222 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-8c01c8c8-74f0-46d8-8804-bd569431a21c req-4dd19425-d8eb-48b8-adca-94a71367f777 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=4a7970252737413fbd98c1433236178b&device_id=d2101cd0-74fc-4dc8-a8b2-da7a0192039a HTTP/1.1" status: 200 len: 1095 time: 0.0416577 Oct 27 11:05:46.988480 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c01c8c8-74f0-46d8-8804-bd569431a21c req-61f81f03-413f-4a9f-af11-057eed330c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:05:46.989981 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-8c01c8c8-74f0-46d8-8804-bd569431a21c req-61f81f03-413f-4a9f-af11-057eed330c89 service neutron] 10.222.0.76 "GET /v2.0/networks?id=f9bc8115-5553-4b7c-b2c5-59e0f3c77ee3 HTTP/1.1" status: 200 len: 916 time: 0.0890594 Oct 27 11:05:46.994663 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4bb638-cac8-40e3-8f1c-3c9bda073a87 req-22229ac7-2c11-4894-98d9-e3200687da4e tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:05:46.996430 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-9d4bb638-cac8-40e3-8f1c-3c9bda073a87 req-22229ac7-2c11-4894-98d9-e3200687da4e tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] 10.222.0.44 "GET /v2.0/ports?device_id=d2101cd0-74fc-4dc8-a8b2-da7a0192039a HTTP/1.1" status: 200 len: 943 time: 0.1026983 Oct 27 11:05:47.033186 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-8c01c8c8-74f0-46d8-8804-bd569431a21c req-73883394-eab5-4fd6-9906-6cb024549cb2 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9e4e5522-e633-4282-9350-3884745bd4d4 HTTP/1.1" status: 200 len: 217 time: 0.0358691 Oct 27 11:05:47.034440 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c01c8c8-74f0-46d8-8804-bd569431a21c req-295695ba-6d30-4e48-986c-bc9170bc9be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:05:47.035873 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8c01c8c8-74f0-46d8-8804-bd569431a21c req-295695ba-6d30-4e48-986c-bc9170bc9be7 service neutron] 10.222.0.64 "GET /v2.0/networks?id=f9bc8115-5553-4b7c-b2c5-59e0f3c77ee3 HTTP/1.1" status: 200 len: 916 time: 0.1325283 Oct 27 11:05:47.052162 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-9d4bb638-cac8-40e3-8f1c-3c9bda073a87 req-e9e05537-1776-4c1e-b3ec-8a52e4be86ef tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] 10.222.0.44 "GET /v2.0/security-groups?id=362e079b-b70c-4dba-8919-7bebdd17214b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467846 Oct 27 11:05:47.090731 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c01c8c8-74f0-46d8-8804-bd569431a21c req-2a1cb109-286e-4f09-992f-52f6a99aab9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:05:47.092371 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-8c01c8c8-74f0-46d8-8804-bd569431a21c req-2a1cb109-286e-4f09-992f-52f6a99aab9f service neutron] 10.222.0.76 "GET /v2.0/subnets?id=cc2342f9-e0a8-4942-9b84-56e3b69bb1a8 HTTP/1.1" status: 200 len: 855 time: 0.0520949 Oct 27 11:05:47.094152 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8c01c8c8-74f0-46d8-8804-bd569431a21c req-bc7efe62-b078-4f81-b414-8285687d97ca service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9e4e5522-e633-4282-9350-3884745bd4d4 HTTP/1.1" status: 200 len: 217 time: 0.0410075 Oct 27 11:05:47.127444 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-8c01c8c8-74f0-46d8-8804-bd569431a21c req-b003bc02-a65a-4c6f-90c4-ffe4b9aaaa0d service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=f9bc8115-5553-4b7c-b2c5-59e0f3c77ee3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266645 Oct 27 11:05:47.150529 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c01c8c8-74f0-46d8-8804-bd569431a21c req-bfd33912-71b4-4044-8faf-e849df8ecda4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:05:47.152254 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8c01c8c8-74f0-46d8-8804-bd569431a21c req-bfd33912-71b4-4044-8faf-e849df8ecda4 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=cc2342f9-e0a8-4942-9b84-56e3b69bb1a8 HTTP/1.1" status: 200 len: 855 time: 0.0506942 Oct 27 11:05:47.186038 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8c01c8c8-74f0-46d8-8804-bd569431a21c req-94ecc60c-23c5-4123-b4d5-d49d51cf5be9 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f9bc8115-5553-4b7c-b2c5-59e0f3c77ee3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245080 Oct 27 11:05:47.220062 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-8c01c8c8-74f0-46d8-8804-bd569431a21c req-aafabfa2-7d1f-447e-97dd-c8e5d3a2ccf8 service neutron] 10.222.0.76 "GET /v2.0/networks/f9bc8115-5553-4b7c-b2c5-59e0f3c77ee3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856342 Oct 27 11:05:47.289163 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8c01c8c8-74f0-46d8-8804-bd569431a21c req-59e844e5-126c-4766-a719-4ace7a0fbd24 service neutron] 10.222.0.64 "GET /v2.0/networks/f9bc8115-5553-4b7c-b2c5-59e0f3c77ee3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919158 Oct 27 11:05:47.318771 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-8c01c8c8-74f0-46d8-8804-bd569431a21c req-6196bcb2-3d1e-4a43-a7a5-f992a3b8e2f0 service neutron] 10.222.0.76 "GET /v2.0/networks/f9bc8115-5553-4b7c-b2c5-59e0f3c77ee3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881155 Oct 27 11:05:47.380098 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8c01c8c8-74f0-46d8-8804-bd569431a21c req-45c314d6-6455-4cbc-933b-713c17fcc007 service neutron] 10.222.0.64 "GET /v2.0/networks/f9bc8115-5553-4b7c-b2c5-59e0f3c77ee3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835702 Oct 27 11:05:47.739476 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device 9e4e5522-e633-4282-9350-3884745bd4d4 details requested by agent hyperv_n-h1-813419-10 with host n-h1-813419-10 {{(pid=102348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 11:05:47.835714 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port 9e4e5522-e633-4282-9350-3884745bd4d4, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=9e4e5522-e633-4282-9350-3884745bd4d4,segment=NetworkSegment(a1c26d80-3074-4c98-bd05-4f0d9e0bde7c),segment_id=a1c26d80-3074-4c98-bd05-4f0d9e0bde7c)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:05:47.846244 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Returning: {'device': '9e4e5522-e633-4282-9350-3884745bd4d4', 'network_id': 'f9bc8115-5553-4b7c-b2c5-59e0f3c77ee3', 'port_id': '9e4e5522-e633-4282-9350-3884745bd4d4', 'mac_address': 'fa:16:3e:c8:a9:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 403, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc2342f9-e0a8-4942-9b84-56e3b69bb1a8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 11:05:47.881768 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:05:47.893739 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e4e5522-e633-4282-9350-3884745bd4d4 {{(pid=102348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 11:05:47.912164 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port 9e4e5522-e633-4282-9350-3884745bd4d4, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=9e4e5522-e633-4282-9350-3884745bd4d4,segment=NetworkSegment(a1c26d80-3074-4c98-bd05-4f0d9e0bde7c),segment_id=a1c26d80-3074-4c98-bd05-4f0d9e0bde7c)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:05:47.916837 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:05:47.964292 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Pushing event updated for resources: {'Port': ['ID=9e4e5522-e633-4282-9350-3884745bd4d4,revision_number=8']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:05:48.148227 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] get_ports_and_sgs() called for port_ids ['9e4e5522-e633-4282-9350-3884745bd4d4'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 11:05:48.174453 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117620da-6a48-4ab0-8011-ef277e32e276 req-3094a07a-734a-4003-8243-f78c9e00da8b tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:05:48.175972 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-117620da-6a48-4ab0-8011-ef277e32e276 req-3094a07a-734a-4003-8243-f78c9e00da8b tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] 10.222.0.44 "GET /v2.0/ports?device_id=d2101cd0-74fc-4dc8-a8b2-da7a0192039a HTTP/1.1" status: 200 len: 944 time: 0.0505061 Oct 27 11:05:48.214034 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-117620da-6a48-4ab0-8011-ef277e32e276 req-25be039a-ac11-4045-861c-984a03652699 tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] 10.222.0.44 "GET /v2.0/security-groups?id=362e079b-b70c-4dba-8919-7bebdd17214b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319238 Oct 27 11:05:48.455901 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2900125-4e1c-42e5-876a-4e5953b0fb95 req-2cc52f31-ff6e-44bd-97b9-b83dbdadccdd tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:05:48.457429 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-b2900125-4e1c-42e5-876a-4e5953b0fb95 req-2cc52f31-ff6e-44bd-97b9-b83dbdadccdd tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] 10.222.0.44 "GET /v2.0/ports?device_id=d2101cd0-74fc-4dc8-a8b2-da7a0192039a HTTP/1.1" status: 200 len: 944 time: 0.0918629 Oct 27 11:05:48.471957 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e21fe6d-d292-48b7-a597-0491032b9082 req-ecb68a19-62a2-47b7-8ee9-2d5aa858ebd3 tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:05:48.473344 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-0e21fe6d-d292-48b7-a597-0491032b9082 req-ecb68a19-62a2-47b7-8ee9-2d5aa858ebd3 tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] 10.222.0.76 "GET /v2.0/ports?device_id=d2101cd0-74fc-4dc8-a8b2-da7a0192039a&tenant_id=4a7970252737413fbd98c1433236178b&binding%3Ahost_id=n-h1-813419-10 HTTP/1.1" status: 200 len: 944 time: 0.0772436 Oct 27 11:05:48.533426 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-b2900125-4e1c-42e5-876a-4e5953b0fb95 req-4bf9f516-e0d0-4bc0-8bfc-d09988231a8c tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] 10.222.0.44 "GET /v2.0/security-groups?id=362e079b-b70c-4dba-8919-7bebdd17214b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693996 Oct 27 11:05:48.561493 n-d-813419-10 neutron-server[102346]: INFO neutron.api.v2.resource [req-0e21fe6d-d292-48b7-a597-0491032b9082 req-5337ee6f-ed77-4a63-8fbf-c0a871997f79 service neutron] delete failed (client error): The resource could not be found. Oct 27 11:05:48.562485 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-0e21fe6d-d292-48b7-a597-0491032b9082 req-5337ee6f-ed77-4a63-8fbf-c0a871997f79 service neutron] 10.222.0.76 "DELETE /v2.0/ports/9e4e5522-e633-4282-9350-3884745bd4d4/bindings/n-h2-813419-10 HTTP/1.1" status: 404 len: 381 time: 0.0763209 Oct 27 11:05:48.645875 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e21fe6d-d292-48b7-a597-0491032b9082 req-c2bf5e09-15c8-435f-802e-e950dd46f3d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:05:48.647343 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-0e21fe6d-d292-48b7-a597-0491032b9082 req-c2bf5e09-15c8-435f-802e-e950dd46f3d2 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=4a7970252737413fbd98c1433236178b&device_id=d2101cd0-74fc-4dc8-a8b2-da7a0192039a HTTP/1.1" status: 200 len: 1096 time: 0.0404310 Oct 27 11:05:48.740041 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e21fe6d-d292-48b7-a597-0491032b9082 req-4d4b6732-fe1b-423b-ad56-d5e04436add1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:05:48.741545 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-0e21fe6d-d292-48b7-a597-0491032b9082 req-4d4b6732-fe1b-423b-ad56-d5e04436add1 service neutron] 10.222.0.76 "GET /v2.0/networks?id=f9bc8115-5553-4b7c-b2c5-59e0f3c77ee3 HTTP/1.1" status: 200 len: 916 time: 0.0873973 Oct 27 11:05:48.782950 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-0e21fe6d-d292-48b7-a597-0491032b9082 req-257269b9-b6e8-4887-9b0e-87940ebc25bd service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9e4e5522-e633-4282-9350-3884745bd4d4 HTTP/1.1" status: 200 len: 217 time: 0.0338712 Oct 27 11:05:48.819118 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device 9e4e5522-e633-4282-9350-3884745bd4d4 no longer exists at agent hyperv_n-h2-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 11:05:48.836659 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e21fe6d-d292-48b7-a597-0491032b9082 req-d3caf391-ebb2-46f6-82f6-cfe6075f5e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:05:48.838754 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-0e21fe6d-d292-48b7-a597-0491032b9082 req-d3caf391-ebb2-46f6-82f6-cfe6075f5e9a service neutron] 10.222.0.76 "GET /v2.0/subnets?id=cc2342f9-e0a8-4942-9b84-56e3b69bb1a8 HTTP/1.1" status: 200 len: 855 time: 0.0483329 Oct 27 11:05:48.861045 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device 9e4e5522-e633-4282-9350-3884745bd4d4 not bound to the agent host n-h2-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 11:05:48.870625 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-0e21fe6d-d292-48b7-a597-0491032b9082 req-6e41442f-8fc2-487c-98b9-6ba2f96f184f service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=f9bc8115-5553-4b7c-b2c5-59e0f3c77ee3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243156 Oct 27 11:05:48.933215 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-0913ce28-9843-42e1-893d-28d55e6de457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:05:48.961189 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-0e21fe6d-d292-48b7-a597-0491032b9082 req-1744261a-c9b5-4f9f-a781-034b9456441f service neutron] 10.222.0.76 "GET /v2.0/networks/f9bc8115-5553-4b7c-b2c5-59e0f3c77ee3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833771 Oct 27 11:05:49.052793 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-0e21fe6d-d292-48b7-a597-0491032b9082 req-3571d9f0-1c96-482e-b2ec-2b9939dc655c service neutron] 10.222.0.76 "GET /v2.0/networks/f9bc8115-5553-4b7c-b2c5-59e0f3c77ee3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847094 Oct 27 11:05:49.191525 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-9001b87b-527e-427f-ade6-b21000621fc3 req-b8898641-0f87-40e1-99e1-0f1eed13db0c service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=d2101cd0-74fc-4dc8-a8b2-da7a0192039a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0388291 Oct 27 11:05:49.291211 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9001b87b-527e-427f-ade6-b21000621fc3 req-6b03ff0b-2bf1-4ea5-806d-338ac9ddca36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:05:49.292722 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-9001b87b-527e-427f-ade6-b21000621fc3 req-6b03ff0b-2bf1-4ea5-806d-338ac9ddca36 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4a7970252737413fbd98c1433236178b&device_id=d2101cd0-74fc-4dc8-a8b2-da7a0192039a HTTP/1.1" status: 200 len: 1096 time: 0.0548961 Oct 27 11:05:49.397596 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9001b87b-527e-427f-ade6-b21000621fc3 req-f69a0ac0-decd-474e-b5e2-d4696013c510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:05:49.399498 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-9001b87b-527e-427f-ade6-b21000621fc3 req-f69a0ac0-decd-474e-b5e2-d4696013c510 service neutron] 10.222.0.64 "GET /v2.0/networks?id=f9bc8115-5553-4b7c-b2c5-59e0f3c77ee3 HTTP/1.1" status: 200 len: 916 time: 0.0868042 Oct 27 11:05:49.444977 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-9001b87b-527e-427f-ade6-b21000621fc3 req-89186647-f277-4b12-ae22-604426bddf32 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9e4e5522-e633-4282-9350-3884745bd4d4 HTTP/1.1" status: 200 len: 217 time: 0.0372303 Oct 27 11:05:49.495298 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9001b87b-527e-427f-ade6-b21000621fc3 req-bba7fbf6-6b67-46a7-9681-6e24cbac3626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:05:49.496840 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-9001b87b-527e-427f-ade6-b21000621fc3 req-bba7fbf6-6b67-46a7-9681-6e24cbac3626 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=cc2342f9-e0a8-4942-9b84-56e3b69bb1a8 HTTP/1.1" status: 200 len: 855 time: 0.0446787 Oct 27 11:05:49.529021 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-9001b87b-527e-427f-ade6-b21000621fc3 req-06c16deb-b843-45a3-b6f6-2c59d382c996 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f9bc8115-5553-4b7c-b2c5-59e0f3c77ee3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256712 Oct 27 11:05:49.664341 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-9001b87b-527e-427f-ade6-b21000621fc3 req-44bfb7fa-2b89-416c-86bc-5303d4e74675 service neutron] 10.222.0.64 "GET /v2.0/networks/f9bc8115-5553-4b7c-b2c5-59e0f3c77ee3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275666 Oct 27 11:05:49.676372 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1274e88-23ca-4f36-820a-f868b3f2ff07 req-7d333a30-ac03-4611-80cc-9f7bbf3cdc11 tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:05:49.677751 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c1274e88-23ca-4f36-820a-f868b3f2ff07 req-7d333a30-ac03-4611-80cc-9f7bbf3cdc11 tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] 10.222.0.44 "GET /v2.0/ports?device_id=d2101cd0-74fc-4dc8-a8b2-da7a0192039a HTTP/1.1" status: 200 len: 944 time: 0.0685034 Oct 27 11:05:49.754145 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device 9e4e5522-e633-4282-9350-3884745bd4d4 up at agent hyperv_n-h1-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 11:05:49.764237 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c1274e88-23ca-4f36-820a-f868b3f2ff07 req-46a34160-ab59-40a7-ac43-571b71ca8357 tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] 10.222.0.44 "GET /v2.0/security-groups?id=362e079b-b70c-4dba-8919-7bebdd17214b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781713 Oct 27 11:05:49.792643 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-9001b87b-527e-427f-ade6-b21000621fc3 req-9ef10237-5d52-43e7-8a6f-d3ce362d1006 service neutron] 10.222.0.64 "GET /v2.0/networks/f9bc8115-5553-4b7c-b2c5-59e0f3c77ee3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138487 Oct 27 11:05:49.810233 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Provisioning for port 9e4e5522-e633-4282-9350-3884745bd4d4 completed by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 11:05:49.814194 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Provisioning complete for port 9e4e5522-e633-4282-9350-3884745bd4d4 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:05:49.814562 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:05:49.887504 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb05e86-96f1-4a0b-846b-1d4e7b5e92a7 req-3ecd7825-4825-444b-8b53-1a5a0e7cef23 tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:05:49.889013 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-3cb05e86-96f1-4a0b-846b-1d4e7b5e92a7 req-3ecd7825-4825-444b-8b53-1a5a0e7cef23 tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] 10.222.0.44 "GET /v2.0/ports?device_id=d2101cd0-74fc-4dc8-a8b2-da7a0192039a HTTP/1.1" status: 200 len: 944 time: 0.0499365 Oct 27 11:05:49.897405 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:05:49.921128 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2101cd0-74fc-4dc8-a8b2-da7a0192039a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e4e5522-e633-4282-9350-3884745bd4d4'}] {{(pid=102348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 11:05:49.923349 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c588921fa634554a1d9242fdea1b05457a9ff1d3b28ba54ec1dace7f2f1df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e1c7e17-6a62-4e19-8b19-1e39f29ddabb" -d '{"events": [{"server_uuid": "d2101cd0-74fc-4dc8-a8b2-da7a0192039a", "name": "network-vif-plugged", "status": "completed", "tag": "9e4e5522-e633-4282-9350-3884745bd4d4"}]}' {{(pid=102348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 11:05:49.927454 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-3cb05e86-96f1-4a0b-846b-1d4e7b5e92a7 req-43cb0a52-0af5-419c-8f55-769b3b795af2 tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] 10.222.0.44 "GET /v2.0/security-groups?id=362e079b-b70c-4dba-8919-7bebdd17214b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324855 Oct 27 11:05:49.938295 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port 9e4e5522-e633-4282-9350-3884745bd4d4, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=9e4e5522-e633-4282-9350-3884745bd4d4,segment=NetworkSegment(a1c26d80-3074-4c98-bd05-4f0d9e0bde7c),segment_id=a1c26d80-3074-4c98-bd05-4f0d9e0bde7c)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:05:49.943422 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:05:49.968946 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 11:05:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c04c393d-2618-46ef-9b8b-ca1c401cb90f x-openstack-request-id: req-c04c393d-2618-46ef-9b8b-ca1c401cb90f {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 11:05:49.969264 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2101cd0-74fc-4dc8-a8b2-da7a0192039a", "name": "network-vif-plugged", "status": "completed", "tag": "9e4e5522-e633-4282-9350-3884745bd4d4", "code": 200}]} {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 11:05:49.969623 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c04c393d-2618-46ef-9b8b-ca1c401cb90f {{(pid=102348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 11:05:49.969885 n-d-813419-10 neutron-server[102348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2101cd0-74fc-4dc8-a8b2-da7a0192039a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e4e5522-e633-4282-9350-3884745bd4d4', 'code': 200} Oct 27 11:05:49.995285 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Pushing event updated for resources: {'Port': ['ID=9e4e5522-e633-4282-9350-3884745bd4d4,revision_number=9']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:05:50.052031 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:05:50.056883 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0fae91-6265-4a2c-b9ad-0d27d8774949 req-421b601d-5910-41f0-9838-648de046e6f2 tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:05:50.058352 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-7d0fae91-6265-4a2c-b9ad-0d27d8774949 req-421b601d-5910-41f0-9838-648de046e6f2 tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] 10.222.0.44 "GET /v2.0/ports?device_id=d2101cd0-74fc-4dc8-a8b2-da7a0192039a HTTP/1.1" status: 200 len: 945 time: 0.0568151 Oct 27 11:05:50.096437 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-7d0fae91-6265-4a2c-b9ad-0d27d8774949 req-6418cd9d-adee-4f89-acca-0a47f9f8f4de tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] 10.222.0.44 "GET /v2.0/security-groups?id=362e079b-b70c-4dba-8919-7bebdd17214b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320494 Oct 27 11:05:50.141766 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-eadeaa30-4096-4d1a-b3cb-aa7ebfb291ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:05:50.419921 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bbb3e4-2efc-4e83-99c4-0b7b9db10424 req-08ccf595-b9fe-43a0-8802-a91bea8fd81b tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:05:50.421395 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-16bbb3e4-2efc-4e83-99c4-0b7b9db10424 req-08ccf595-b9fe-43a0-8802-a91bea8fd81b tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] 10.222.0.44 "GET /v2.0/ports?device_id=d2101cd0-74fc-4dc8-a8b2-da7a0192039a HTTP/1.1" status: 200 len: 945 time: 0.0494874 Oct 27 11:05:50.457304 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-16bbb3e4-2efc-4e83-99c4-0b7b9db10424 req-f50c0346-fa97-49a5-869b-255e75654429 tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] 10.222.0.44 "GET /v2.0/security-groups?id=362e079b-b70c-4dba-8919-7bebdd17214b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299854 Oct 27 11:05:51.571684 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c504c9-4851-466e-add6-53baf81ff38d req-f4115bc4-fed6-4d72-84aa-23fbed9b74fb tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:05:51.573721 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-00c504c9-4851-466e-add6-53baf81ff38d req-f4115bc4-fed6-4d72-84aa-23fbed9b74fb tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] 10.222.0.44 "GET /v2.0/ports?device_id=d2101cd0-74fc-4dc8-a8b2-da7a0192039a HTTP/1.1" status: 200 len: 945 time: 0.0494754 Oct 27 11:05:51.614430 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-00c504c9-4851-466e-add6-53baf81ff38d req-52d83f06-96dc-4c6a-9f74-85682b1776f1 tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] 10.222.0.44 "GET /v2.0/security-groups?id=362e079b-b70c-4dba-8919-7bebdd17214b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347240 Oct 27 11:05:51.787569 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c96f85-f698-4622-b24b-77c711582b79 req-0e5a9cb2-fd31-4955-83af-157d06fc9163 tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:05:51.789114 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-81c96f85-f698-4622-b24b-77c711582b79 req-0e5a9cb2-fd31-4955-83af-157d06fc9163 tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] 10.222.0.64 "GET /v2.0/ports?device_id=d2101cd0-74fc-4dc8-a8b2-da7a0192039a HTTP/1.1" status: 200 len: 945 time: 0.0554225 Oct 27 11:05:51.881223 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [req-81c96f85-f698-4622-b24b-77c711582b79 req-5e7b3c88-ed11-4094-ad8a-b2319473fffc tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] Deleting port 9e4e5522-e633-4282-9350-3884745bd4d4 {{(pid=102347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 11:05:51.881562 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-81c96f85-f698-4622-b24b-77c711582b79 req-5e7b3c88-ed11-4094-ad8a-b2319473fffc tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:05:51.969324 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-81c96f85-f698-4622-b24b-77c711582b79 req-5e7b3c88-ed11-4094-ad8a-b2319473fffc tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] For port 9e4e5522-e633-4282-9350-3884745bd4d4, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=9e4e5522-e633-4282-9350-3884745bd4d4,segment=NetworkSegment(a1c26d80-3074-4c98-bd05-4f0d9e0bde7c),segment_id=a1c26d80-3074-4c98-bd05-4f0d9e0bde7c)] {{(pid=102347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:05:51.970211 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-81c96f85-f698-4622-b24b-77c711582b79 req-5e7b3c88-ed11-4094-ad8a-b2319473fffc tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:05:51.983398 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [req-81c96f85-f698-4622-b24b-77c711582b79 req-5e7b3c88-ed11-4094-ad8a-b2319473fffc tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] Calling delete_port for 9e4e5522-e633-4282-9350-3884745bd4d4 owned by compute:nova {{(pid=102347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 11:05:52.034726 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-3c6a8245-0581-48aa-b5f6-4d8fe98cd16e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:05:52.113566 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-81c96f85-f698-4622-b24b-77c711582b79 req-5e7b3c88-ed11-4094-ad8a-b2319473fffc tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:05:52.125412 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] get_ports_and_sgs() called for port_ids ['9e4e5522-e633-4282-9350-3884745bd4d4'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 11:05:52.141226 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7b3c88-ed11-4094-ad8a-b2319473fffc tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] Pushing event deleted for resources: {'Port': ['ID=9e4e5522-e633-4282-9350-3884745bd4d4,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:05:52.187488 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [req-81c96f85-f698-4622-b24b-77c711582b79 req-5e7b3c88-ed11-4094-ad8a-b2319473fffc tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] No DVR routers for this DVR port 9e4e5522-e633-4282-9350-3884745bd4d4 on host n-h1-813419-10 {{(pid=102347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 11:05:52.190169 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-81c96f85-f698-4622-b24b-77c711582b79 req-5e7b3c88-ed11-4094-ad8a-b2319473fffc tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:05:52.193776 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-81c96f85-f698-4622-b24b-77c711582b79 req-5e7b3c88-ed11-4094-ad8a-b2319473fffc tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] 10.222.0.64 "DELETE /v2.0/ports/9e4e5522-e633-4282-9350-3884745bd4d4 HTTP/1.1" status: 204 len: 173 time: 0.3982699 Oct 27 11:05:52.194239 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2101cd0-74fc-4dc8-a8b2-da7a0192039a', 'name': 'network-vif-deleted', 'tag': '9e4e5522-e633-4282-9350-3884745bd4d4'}] {{(pid=102347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 11:05:52.197030 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311149b481204ee7edffdb959c881838506fbd95bc8577c048f6677abb73acc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f95f068d-25b6-4a48-bd04-b6a417a5bdb6" -d '{"events": [{"server_uuid": "d2101cd0-74fc-4dc8-a8b2-da7a0192039a", "name": "network-vif-deleted", "tag": "9e4e5522-e633-4282-9350-3884745bd4d4"}]}' {{(pid=102347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 11:05:52.234438 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 11:05:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7787fab5-424b-44b3-b3d0-05f80b4cf7b9 x-openstack-request-id: req-7787fab5-424b-44b3-b3d0-05f80b4cf7b9 {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 11:05:52.234724 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2101cd0-74fc-4dc8-a8b2-da7a0192039a", "name": "network-vif-deleted", "tag": "9e4e5522-e633-4282-9350-3884745bd4d4", "status": "completed", "code": 200}]} {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 11:05:52.234973 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7787fab5-424b-44b3-b3d0-05f80b4cf7b9 {{(pid=102347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 11:05:52.235382 n-d-813419-10 neutron-server[102347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2101cd0-74fc-4dc8-a8b2-da7a0192039a', 'name': 'network-vif-deleted', 'tag': '9e4e5522-e633-4282-9350-3884745bd4d4', 'status': 'completed', 'code': 200} Oct 27 11:05:52.719652 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-9a825207-0b70-4df4-9d42-447021bff715 req-1e35ab76-463e-4d40-bcdd-87544ba076c7 tempest-ServerDiskConfigTestJSON-1898478335 tempest-ServerDiskConfigTestJSON-1898478335-project] 10.222.0.44 "GET /v2.0/ports?device_id=d2101cd0-74fc-4dc8-a8b2-da7a0192039a HTTP/1.1" status: 200 len: 210 time: 0.0262504 Oct 27 11:05:53.838067 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 44938) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:05:53.881603 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_v2 [None req-c99bf1e6-6a8b-4d8d-93bb-e7f802d58a89 admin admin] Deleting subnet cc2342f9-e0a8-4942-9b84-56e3b69bb1a8 {{(pid=102347) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 11:05:53.884552 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-c99bf1e6-6a8b-4d8d-93bb-e7f802d58a89 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:05:53.918135 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-c99bf1e6-6a8b-4d8d-93bb-e7f802d58a89 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-18445109'] for subnet, precommit_delete_associations {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:05:53.954856 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-c99bf1e6-6a8b-4d8d-93bb-e7f802d58a89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855646'] for subnet, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:05:54.003991 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-c99bf1e6-6a8b-4d8d-93bb-e7f802d58a89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-18295818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18043720'] for subnet, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:05:54.034932 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99bf1e6-6a8b-4d8d-93bb-e7f802d58a89 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cc2342f9-e0a8-4942-9b84-56e3b69bb1a8,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:05:54.037631 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-c99bf1e6-6a8b-4d8d-93bb-e7f802d58a89 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:05:54.040661 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-c99bf1e6-6a8b-4d8d-93bb-e7f802d58a89 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/cc2342f9-e0a8-4942-9b84-56e3b69bb1a8 HTTP/1.1" status: 204 len: 168 time: 0.2009223 Oct 27 11:05:54.043117 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 44940) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:05:54.109877 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-7cfca53a-0c8a-4341-8f28-1daad9efeac0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586917'] for network, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:05:54.191036 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-7cfca53a-0c8a-4341-8f28-1daad9efeac0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857803', 'neutron.services.segments.db._delete_segments_for_network-8743873143390'] for network, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:05:54.211110 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-7cfca53a-0c8a-4341-8f28-1daad9efeac0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9bc8115-5553-4b7c-b2c5-59e0f3c77ee3']}} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:05:54.219937 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-7cfca53a-0c8a-4341-8f28-1daad9efeac0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1c26d80-3074-4c98-bd05-4f0d9e0bde7c') {'for_net_delete': True} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:05:54.220247 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-7cfca53a-0c8a-4341-8f28-1daad9efeac0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1c26d80-3074-4c98-bd05-4f0d9e0bde7c') {} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:05:54.229171 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-7cfca53a-0c8a-4341-8f28-1daad9efeac0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743873145191', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18445132'] for segment, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:05:54.241634 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-7cfca53a-0c8a-4341-8f28-1daad9efeac0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:05:54.247836 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7cfca53a-0c8a-4341-8f28-1daad9efeac0 admin admin] Releasing vlan 403 on physical network physnet1 to pool {{(pid=102347) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 11:05:54.248225 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-7cfca53a-0c8a-4341-8f28-1daad9efeac0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-18296032'] for segment, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:05:54.250103 n-d-813419-10 neutron-server[102347]: Traceback (most recent call last): Oct 27 11:05:54.250103 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 11:05:54.250103 n-d-813419-10 neutron-server[102347]: timer() Oct 27 11:05:54.250103 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 11:05:54.250103 n-d-813419-10 neutron-server[102347]: cb(*args, **kw) Oct 27 11:05:54.250103 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 11:05:54.250103 n-d-813419-10 neutron-server[102347]: return func(*args, **kwargs) Oct 27 11:05:54.250103 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 11:05:54.250103 n-d-813419-10 neutron-server[102347]: self._notify() Oct 27 11:05:54.250103 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 11:05:54.250103 n-d-813419-10 neutron-server[102347]: self.callback(batched_events) Oct 27 11:05:54.250103 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 11:05:54.250103 n-d-813419-10 neutron-server[102347]: event.method(event) Oct 27 11:05:54.250103 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 11:05:54.250103 n-d-813419-10 neutron-server[102347]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 11:05:54.250103 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 11:05:54.250103 n-d-813419-10 neutron-server[102347]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 11:05:54.250103 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 11:05:54.250103 n-d-813419-10 neutron-server[102347]: return f(self, *a, **k) Oct 27 11:05:54.250103 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 11:05:54.250103 n-d-813419-10 neutron-server[102347]: return self._get(url).json() Oct 27 11:05:54.250103 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 11:05:54.250103 n-d-813419-10 neutron-server[102347]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 11:05:54.250103 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 11:05:54.250103 n-d-813419-10 neutron-server[102347]: return self.request(url, 'GET', **kwargs) Oct 27 11:05:54.250103 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 11:05:54.250103 n-d-813419-10 neutron-server[102347]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 11:05:54.250103 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 11:05:54.250103 n-d-813419-10 neutron-server[102347]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 11:05:54.250103 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 11:05:54.250103 n-d-813419-10 neutron-server[102347]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 11:05:54.250103 n-d-813419-10 neutron-server[102347]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 11:05:54.300396 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-7cfca53a-0c8a-4341-8f28-1daad9efeac0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664840'] for network, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:05:54.306849 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-7cfca53a-0c8a-4341-8f28-1daad9efeac0 admin admin] Publish callbacks [] for network, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:05:54.310482 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-7cfca53a-0c8a-4341-8f28-1daad9efeac0 admin admin] 10.222.0.44 "DELETE /v2.0/networks/f9bc8115-5553-4b7c-b2c5-59e0f3c77ee3 HTTP/1.1" status: 204 len: 168 time: 0.2664607 Oct 27 11:05:54.321420 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfca53a-0c8a-4341-8f28-1daad9efeac0 admin admin] Pushing event deleted for resources: {'Network': ['ID=f9bc8115-5553-4b7c-b2c5-59e0f3c77ee3,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:05:54.420969 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 44944) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:05:54.460092 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-0a3135ac-243f-49e2-980e-be40c7b8e0cd admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4a7970252737413fbd98c1433236178b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0379601 Oct 27 11:05:54.462482 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 44946) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:05:54.512873 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-9908abfc-1db5-4df6-93a7-7688af38990e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:05:54.533388 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-9908abfc-1db5-4df6-93a7-7688af38990e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:05:54.579717 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-9908abfc-1db5-4df6-93a7-7688af38990e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:05:54.582210 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-9908abfc-1db5-4df6-93a7-7688af38990e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:05:54.583345 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-9908abfc-1db5-4df6-93a7-7688af38990e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/362e079b-b70c-4dba-8919-7bebdd17214b HTTP/1.1" status: 204 len: 168 time: 0.1199858 Oct 27 11:05:54.590922 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9908abfc-1db5-4df6-93a7-7688af38990e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=362e079b-b70c-4dba-8919-7bebdd17214b,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:05:55.240477 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 44968) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:05:55.336896 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-841443a3-a235-474d-b2be-9e5f83718dbb admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1588266955-network', 'tenant_id': '8de2a5bb3a4048f09f89b68594efec08'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:05:55.358607 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-841443a3-a235-474d-b2be-9e5f83718dbb admin admin] Made reservation on behalf of 8de2a5bb3a4048f09f89b68594efec08 for: {'network': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 11:05:55.360936 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-841443a3-a235-474d-b2be-9e5f83718dbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for network, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:05:55.369073 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-841443a3-a235-474d-b2be-9e5f83718dbb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:05:55.442126 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-841443a3-a235-474d-b2be-9e5f83718dbb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:05:55.445806 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-841443a3-a235-474d-b2be-9e5f83718dbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:05:55.467401 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-841443a3-a235-474d-b2be-9e5f83718dbb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 425} {{(pid=102347) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 11:05:55.482963 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841443a3-a235-474d-b2be-9e5f83718dbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=881cd305-1e95-4dfd-adb7-974f32b67527,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:05:55.487971 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-841443a3-a235-474d-b2be-9e5f83718dbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:05:55.488578 n-d-813419-10 neutron-server[102347]: INFO neutron.db.segments_db [None req-841443a3-a235-474d-b2be-9e5f83718dbb admin admin] Added segment d28b9a3d-0e6e-43a3-a48e-9bc1dd8d593a of type vlan for network 2a5ee4a4-c41e-48f2-9219-3320d30093b8 Oct 27 11:05:55.532159 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-841443a3-a235-474d-b2be-9e5f83718dbb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743872593080'] for network, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:05:55.560091 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-841443a3-a235-474d-b2be-9e5f83718dbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913'] for network, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:05:55.561061 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-841443a3-a235-474d-b2be-9e5f83718dbb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:05:55.561636 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-841443a3-a235-474d-b2be-9e5f83718dbb admin admin] Publish callbacks [] for network, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:05:55.611218 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-841443a3-a235-474d-b2be-9e5f83718dbb admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3695903 Oct 27 11:05:55.614121 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 44972) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:05:55.618917 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-79482e2a-fb07-4cb4-a8e2-e19aab991b0b admin admin] Request body: {'subnet': {'network_id': '2a5ee4a4-c41e-48f2-9219-3320d30093b8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1588266955-subnet', 'tenant_id': '8de2a5bb3a4048f09f89b68594efec08', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:05:55.621660 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841443a3-a235-474d-b2be-9e5f83718dbb admin admin] Pushing event updated for resources: {'Network': ['ID=2a5ee4a4-c41e-48f2-9219-3320d30093b8,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:05:55.631930 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Network 2a5ee4a4-c41e-48f2-9219-3320d30093b8 details requested by agent ovs-agent-n-d-813419-10 with host n-d-813419-10 {{(pid=102348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 11:05:55.642719 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79482e2a-fb07-4cb4-a8e2-e19aab991b0b admin admin] Made reservation on behalf of 8de2a5bb3a4048f09f89b68594efec08 for: {'subnet': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 11:05:55.645527 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-79482e2a-fb07-4cb4-a8e2-e19aab991b0b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27167186'] for subnet, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:05:55.755242 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device 9e4e5522-e633-4282-9350-3884745bd4d4 no longer exists at agent hyperv_n-h1-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 11:05:55.779245 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] No Port match for: 9e4e5522-e633-4282-9350-3884745bd4d4 {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 11:05:55.779584 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device 9e4e5522-e633-4282-9350-3884745bd4d4 not bound to the agent host n-h1-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 11:05:55.812642 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-79482e2a-fb07-4cb4-a8e2-e19aab991b0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27024290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27167168'] for subnet, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:05:55.876735 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79482e2a-fb07-4cb4-a8e2-e19aab991b0b admin admin] Pushing event updated for resources: {'Subnet': ['ID=ad455bd6-8255-41fb-b160-f3442cc0c657,revision_number=0']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:05:55.881254 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79482e2a-fb07-4cb4-a8e2-e19aab991b0b admin admin] Checking segment: {'id': 'd28b9a3d-0e6e-43a3-a48e-9bc1dd8d593a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '2a5ee4a4-c41e-48f2-9219-3320d30093b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 11:05:55.881605 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79482e2a-fb07-4cb4-a8e2-e19aab991b0b admin admin] Network hostable DHCP agents. Network: 2a5ee4a4-c41e-48f2-9219-3320d30093b8, hostable agents: ['eafd4000-b897-4722-ae8b-0118ec955181'], hosted agents: [] {{(pid=102346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 11:05:55.888895 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79482e2a-fb07-4cb4-a8e2-e19aab991b0b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:05:55.889237 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79482e2a-fb07-4cb4-a8e2-e19aab991b0b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:05:55.889569 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79482e2a-fb07-4cb4-a8e2-e19aab991b0b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:05:55.889897 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79482e2a-fb07-4cb4-a8e2-e19aab991b0b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:05:55.890220 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79482e2a-fb07-4cb4-a8e2-e19aab991b0b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:05:55.890542 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79482e2a-fb07-4cb4-a8e2-e19aab991b0b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:05:55.890857 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79482e2a-fb07-4cb4-a8e2-e19aab991b0b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:05:55.891174 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79482e2a-fb07-4cb4-a8e2-e19aab991b0b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:05:55.891488 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79482e2a-fb07-4cb4-a8e2-e19aab991b0b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:05:55.891800 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79482e2a-fb07-4cb4-a8e2-e19aab991b0b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:05:55.892111 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79482e2a-fb07-4cb4-a8e2-e19aab991b0b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:05:55.892445 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79482e2a-fb07-4cb4-a8e2-e19aab991b0b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:05:55.908971 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79482e2a-fb07-4cb4-a8e2-e19aab991b0b admin admin] Network 2a5ee4a4-c41e-48f2-9219-3320d30093b8 is scheduled to be hosted by DHCP agent eafd4000-b897-4722-ae8b-0118ec955181 with binding_index 1 {{(pid=102346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 11:05:55.918410 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-79482e2a-fb07-4cb4-a8e2-e19aab991b0b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-10, 2a5ee4a4-c41e-48f2-9219-3320d30093b8) {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 11:05:55.923374 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79482e2a-fb07-4cb4-a8e2-e19aab991b0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:05:55.924349 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-79482e2a-fb07-4cb4-a8e2-e19aab991b0b admin admin] Publish callbacks [] for subnet, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:05:55.927354 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-332d9549-61e2-4411-95f2-96c478ae4476 None None] Network 2a5ee4a4-c41e-48f2-9219-3320d30093b8 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 11:05:55.940079 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-79482e2a-fb07-4cb4-a8e2-e19aab991b0b admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3248920 Oct 27 11:05:55.942809 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 44974) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:05:55.947070 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-a9f0eeeb-232e-4f72-a21f-e9814d3a2b41 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1588266955-router', 'tenant_id': '8de2a5bb3a4048f09f89b68594efec08', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'}}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:05:55.969071 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-a9f0eeeb-232e-4f72-a21f-e9814d3a2b41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1768632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3610'] for router, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:05:55.970059 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-a9f0eeeb-232e-4f72-a21f-e9814d3a2b41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1765704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1769409', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1694266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3597'] for router, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:05:56.020055 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-a9f0eeeb-232e-4f72-a21f-e9814d3a2b41 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:05:56.077583 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e243340-20cb-44f4-b010-5b353ac30269 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp734b258e-7d96-550c-b970-9b72ab66f383-2a5ee4a4-c41e-48f2-9219-3320d30093b8', 'network_id': '2a5ee4a4-c41e-48f2-9219-3320d30093b8', 'tenant_id': '8de2a5bb3a4048f09f89b68594efec08', 'fixed_ips': [{'subnet_id': 'ad455bd6-8255-41fb-b160-f3442cc0c657'}]}} from n-d-813419-10. {{(pid=102348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 11:05:56.078433 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-6e243340-20cb-44f4-b010-5b353ac30269 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:05:56.154911 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-a9f0eeeb-232e-4f72-a21f-e9814d3a2b41 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:05:56.211048 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.db_base_plugin_common [None req-6e243340-20cb-44f4-b010-5b353ac30269 None None] Allocated IP 172.20.0.2 (2a5ee4a4-c41e-48f2-9219-3320d30093b8/ad455bd6-8255-41fb-b160-f3442cc0c657/cfd41fa8-200c-4e44-ae50-e394084f975d) {{(pid=102348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 11:05:56.358787 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-a9f0eeeb-232e-4f72-a21f-e9814d3a2b41 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:05:56.384433 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-a9f0eeeb-232e-4f72-a21f-e9814d3a2b41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:05:56.492937 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_common [None req-a9f0eeeb-232e-4f72-a21f-e9814d3a2b41 admin admin] Allocated IP 172.25.8.230 (185ff123-c7ff-45c7-a6be-71feb35acc9c/0fb9f9d1-7384-481f-8fa8-f4566c349d30/d28cf629-251a-4e82-b870-98cf289fb9ac) {{(pid=102346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 11:05:56.530598 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-6e243340-20cb-44f4-b010-5b353ac30269 None None] Publish callbacks [] for port, precommit_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:05:56.537573 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-6e243340-20cb-44f4-b010-5b353ac30269 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606'] for port, after_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:05:56.576313 n-d-813419-10 neutron-server[102348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e243340-20cb-44f4-b010-5b353ac30269 None None] Network 2a5ee4a4-c41e-48f2-9219-3320d30093b8 is already hosted by enough agents. {{(pid=102348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 11:05:56.579159 n-d-813419-10 neutron-server[102348]: DEBUG neutron.scheduler.base_scheduler [None req-6e243340-20cb-44f4-b010-5b353ac30269 None None] Resources bound (agent type, host, resource id): {{(pid=102348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 11:05:56.582700 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e243340-20cb-44f4-b010-5b353ac30269 None None] Received port after_create {{(pid=102348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 11:05:56.594576 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e243340-20cb-44f4-b010-5b353ac30269 None None] Pushing event updated for resources: {'Port': ['ID=cfd41fa8-200c-4e44-ae50-e394084f975d,revision_number=1']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:05:56.600376 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-a9f0eeeb-232e-4f72-a21f-e9814d3a2b41 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:05:56.633546 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-a9f0eeeb-232e-4f72-a21f-e9814d3a2b41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:05:56.641045 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-6e243340-20cb-44f4-b010-5b353ac30269 None None] Attempting to bind port cfd41fa8-200c-4e44-ae50-e394084f975d on host n-d-813419-10 for vnic_type normal with profile {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 11:05:56.641539 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-6e243340-20cb-44f4-b010-5b353ac30269 None None] Attempting to bind port cfd41fa8-200c-4e44-ae50-e394084f975d by drivers openvswitch,hyperv on host n-d-813419-10 at level 0 using segments [{'id': 'd28b9a3d-0e6e-43a3-a48e-9bc1dd8d593a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '2a5ee4a4-c41e-48f2-9219-3320d30093b8'}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 11:05:56.641756 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e243340-20cb-44f4-b010-5b353ac30269 None None] Attempting to bind port cfd41fa8-200c-4e44-ae50-e394084f975d on network 2a5ee4a4-c41e-48f2-9219-3320d30093b8 {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 11:05:56.646696 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e243340-20cb-44f4-b010-5b353ac30269 None None] Checking agent: {'id': '89dba0f3-79b2-435e-9822-33674b8f6ada', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 8, 20), 'started_at': datetime.datetime(2021, 10, 27, 10, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 11, 5, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 11:05:56.647067 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e243340-20cb-44f4-b010-5b353ac30269 None None] Checking segment: {'id': 'd28b9a3d-0e6e-43a3-a48e-9bc1dd8d593a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '2a5ee4a4-c41e-48f2-9219-3320d30093b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 11:05:56.647461 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-6e243340-20cb-44f4-b010-5b353ac30269 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:05:56.647850 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e243340-20cb-44f4-b010-5b353ac30269 None None] Bound using segment: {'id': 'd28b9a3d-0e6e-43a3-a48e-9bc1dd8d593a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '2a5ee4a4-c41e-48f2-9219-3320d30093b8'} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 11:05:56.648334 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-6e243340-20cb-44f4-b010-5b353ac30269 None None] Bound port: cfd41fa8-200c-4e44-ae50-e394084f975d, host: n-d-813419-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd28b9a3d-0e6e-43a3-a48e-9bc1dd8d593a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '2a5ee4a4-c41e-48f2-9219-3320d30093b8'}}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 11:05:56.648707 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-6e243340-20cb-44f4-b010-5b353ac30269 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:05:56.670396 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9f0eeeb-232e-4f72-a21f-e9814d3a2b41 admin admin] Network 185ff123-c7ff-45c7-a6be-71feb35acc9c is already hosted by enough agents. {{(pid=102346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 11:05:56.673142 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-a9f0eeeb-232e-4f72-a21f-e9814d3a2b41 admin admin] Resources bound (agent type, host, resource id): {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 11:05:56.676653 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9f0eeeb-232e-4f72-a21f-e9814d3a2b41 admin admin] Received port after_create {{(pid=102346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 11:05:56.702382 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f0eeeb-232e-4f72-a21f-e9814d3a2b41 admin admin] Pushing event updated for resources: {'Port': ['ID=d28cf629-251a-4e82-b870-98cf289fb9ac,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:05:56.714274 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-6e243340-20cb-44f4-b010-5b353ac30269 None None] For port cfd41fa8-200c-4e44-ae50-e394084f975d, host n-d-813419-10, cleared binding levels {{(pid=102348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 11:05:56.717892 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-6e243340-20cb-44f4-b010-5b353ac30269 None None] For port cfd41fa8-200c-4e44-ae50-e394084f975d, host n-d-813419-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=cfd41fa8-200c-4e44-ae50-e394084f975d,segment=NetworkSegment(d28b9a3d-0e6e-43a3-a48e-9bc1dd8d593a),segment_id=d28b9a3d-0e6e-43a3-a48e-9bc1dd8d593a)] {{(pid=102348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 11:05:56.721715 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-6e243340-20cb-44f4-b010-5b353ac30269 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:05:56.779439 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e243340-20cb-44f4-b010-5b353ac30269 None None] Pushing event updated for resources: {'Port': ['ID=cfd41fa8-200c-4e44-ae50-e394084f975d,revision_number=2']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:05:56.956052 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-a9f0eeeb-232e-4f72-a21f-e9814d3a2b41 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:05:57.163597 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device cfd41fa8-200c-4e44-ae50-e394084f975d up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 11:05:57.217387 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port cfd41fa8-200c-4e44-ae50-e394084f975d triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:05:57.217755 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:05:57.300244 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:05:57.334633 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] For port cfd41fa8-200c-4e44-ae50-e394084f975d, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=cfd41fa8-200c-4e44-ae50-e394084f975d,segment=NetworkSegment(d28b9a3d-0e6e-43a3-a48e-9bc1dd8d593a),segment_id=d28b9a3d-0e6e-43a3-a48e-9bc1dd8d593a)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:05:57.339311 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:05:57.392042 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Pushing event updated for resources: {'Port': ['ID=cfd41fa8-200c-4e44-ae50-e394084f975d,revision_number=3']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:05:57.469181 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-a9f0eeeb-232e-4f72-a21f-e9814d3a2b41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1765699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1769372'] for router, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:05:57.601173 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9f0eeeb-232e-4f72-a21f-e9814d3a2b41 admin admin] Router 21969188-e3ee-4d7c-b7a3-e1c4f087d3bf is scheduled to L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb with binding_index 1 {{(pid=102346) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 11:05:57.687518 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-640845e9-ac89-4261-9a03-d374a4ac3060 None None] Network 2a5ee4a4-c41e-48f2-9219-3320d30093b8 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 11:05:57.709911 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9f0eeeb-232e-4f72-a21f-e9814d3a2b41 admin admin] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 11:05:57.719224 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea7ede59-03e0-4501-af0c-7855f40a3d58 None None] Sync routers for ids ['21969188-e3ee-4d7c-b7a3-e1c4f087d3bf'] in n-d-813419-10 {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 11:05:57.727925 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-a9f0eeeb-232e-4f72-a21f-e9814d3a2b41 admin admin] Publish callbacks [] for router, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:05:57.730211 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea7ede59-03e0-4501-af0c-7855f40a3d58 None None] Routers {'21969188-e3ee-4d7c-b7a3-e1c4f087d3bf'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 11:05:57.731088 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-ea7ede59-03e0-4501-af0c-7855f40a3d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T11:05:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['21969188-e3ee-4d7c-b7a3-e1c4f087d3bf'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:05:57.732869 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 44976) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:05:57.733352 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-a9f0eeeb-232e-4f72-a21f-e9814d3a2b41 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.7891619 Oct 27 11:05:57.757101 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-ab651cb9-d3d0-49df-9248-a3e64329e48c None None] Provisioning complete for port cfd41fa8-200c-4e44-ae50-e394084f975d triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:05:57.757467 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-ab651cb9-d3d0-49df-9248-a3e64329e48c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:05:57.843304 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvr_db [None req-ea7ede59-03e0-4501-af0c-7855f40a3d58 None None] Set router 21969188-e3ee-4d7c-b7a3-e1c4f087d3bf gateway port host: n-d-813419-10 {{(pid=102349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 11:05:58.023691 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-ea7ede59-03e0-4501-af0c-7855f40a3d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21969188-e3ee-4d7c-b7a3-e1c4f087d3bf', 'name': 'tempest-ServerActionsTestJSON-1588266955-router', 'tenant_id': '8de2a5bb3a4048f09f89b68594efec08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.230'}], 'enable_snat': True}, 'gw_port_id': 'd28cf629-251a-4e82-b870-98cf289fb9ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:05:55Z', 'updated_at': '2021-10-27T11:05:56Z', 'revision_number': 3, 'project_id': '8de2a5bb3a4048f09f89b68594efec08', 'gw_port': {'id': 'd28cf629-251a-4e82-b870-98cf289fb9ac', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:70:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21969188-e3ee-4d7c-b7a3-e1c4f087d3bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:05:56Z', 'updated_at': '2021-10-27T11:05:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10'}], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:05:58.056682 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea7ede59-03e0-4501-af0c-7855f40a3d58 None None] Checking router: 21969188-e3ee-4d7c-b7a3-e1c4f087d3bf for host: n-d-813419-10 {{(pid=102349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 11:05:58.057024 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea7ede59-03e0-4501-af0c-7855f40a3d58 None None] Updating router 21969188-e3ee-4d7c-b7a3-e1c4f087d3bf port d28cf629-251a-4e82-b870-98cf289fb9ac binding host n-d-813419-10 {{(pid=102349) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 11:05:58.082628 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-ea7ede59-03e0-4501-af0c-7855f40a3d58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:05:58.165360 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-c3d1c45d-3616-4ff6-9147-0139a390df3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:05:58.220172 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-88f1fe16-f05f-4ea4-81ea-1964bbfbd8c8 None None] Provisioning complete for port cfd41fa8-200c-4e44-ae50-e394084f975d triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:05:58.220554 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-88f1fe16-f05f-4ea4-81ea-1964bbfbd8c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:05:58.342484 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-ea7ede59-03e0-4501-af0c-7855f40a3d58 None None] Publish callbacks [] for port, precommit_update {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:05:58.350672 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-ea7ede59-03e0-4501-af0c-7855f40a3d58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:05:58.368586 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_common [None req-c3d1c45d-3616-4ff6-9147-0139a390df3d admin admin] Allocated IP 172.20.0.1 (2a5ee4a4-c41e-48f2-9219-3320d30093b8/ad455bd6-8255-41fb-b160-f3442cc0c657/a7f81418-c2a7-45b0-9600-fc6417c8bf49) {{(pid=102347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 11:05:58.406549 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.managers [None req-ea7ede59-03e0-4501-af0c-7855f40a3d58 None None] Attempting to bind port d28cf629-251a-4e82-b870-98cf289fb9ac on host n-d-813419-10 for vnic_type normal with profile {{(pid=102349) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 11:05:58.406916 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.managers [None req-ea7ede59-03e0-4501-af0c-7855f40a3d58 None None] Attempting to bind port d28cf629-251a-4e82-b870-98cf289fb9ac by drivers openvswitch,hyperv on host n-d-813419-10 at level 0 using segments [{'id': 'bc14127b-7032-4c50-bb5b-f6813cbae86e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'}] {{(pid=102349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 11:05:58.407274 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea7ede59-03e0-4501-af0c-7855f40a3d58 None None] Attempting to bind port d28cf629-251a-4e82-b870-98cf289fb9ac on network 185ff123-c7ff-45c7-a6be-71feb35acc9c {{(pid=102349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 11:05:58.410056 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67866ed9-d1f2-40ca-968d-bccfb676b25d None None] Pushing event updated for resources: {'Port': ['ID=d28cf629-251a-4e82-b870-98cf289fb9ac,revision_number=2']} {{(pid=102349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:05:58.417974 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea7ede59-03e0-4501-af0c-7855f40a3d58 None None] Checking agent: {'id': '89dba0f3-79b2-435e-9822-33674b8f6ada', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 8, 20), 'started_at': datetime.datetime(2021, 10, 27, 10, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 11, 5, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 11:05:58.418339 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea7ede59-03e0-4501-af0c-7855f40a3d58 None None] Checking segment: {'id': 'bc14127b-7032-4c50-bb5b-f6813cbae86e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 11:05:58.418733 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-ea7ede59-03e0-4501-af0c-7855f40a3d58 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:05:58.419115 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea7ede59-03e0-4501-af0c-7855f40a3d58 None None] Bound using segment: {'id': 'bc14127b-7032-4c50-bb5b-f6813cbae86e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'} {{(pid=102349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 11:05:58.419564 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.managers [None req-ea7ede59-03e0-4501-af0c-7855f40a3d58 None None] Bound port: d28cf629-251a-4e82-b870-98cf289fb9ac, host: n-d-813419-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc14127b-7032-4c50-bb5b-f6813cbae86e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'}}] {{(pid=102349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 11:05:58.419933 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-ea7ede59-03e0-4501-af0c-7855f40a3d58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:05:58.422812 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67866ed9-d1f2-40ca-968d-bccfb676b25d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:05:58.423152 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67866ed9-d1f2-40ca-968d-bccfb676b25d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:05:58.423483 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67866ed9-d1f2-40ca-968d-bccfb676b25d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:05:58.423811 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67866ed9-d1f2-40ca-968d-bccfb676b25d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:05:58.424134 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67866ed9-d1f2-40ca-968d-bccfb676b25d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:05:58.424480 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67866ed9-d1f2-40ca-968d-bccfb676b25d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:05:58.424949 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67866ed9-d1f2-40ca-968d-bccfb676b25d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:05:58.425118 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67866ed9-d1f2-40ca-968d-bccfb676b25d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:05:58.425432 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67866ed9-d1f2-40ca-968d-bccfb676b25d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:05:58.425747 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67866ed9-d1f2-40ca-968d-bccfb676b25d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:05:58.426062 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67866ed9-d1f2-40ca-968d-bccfb676b25d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:05:58.426375 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67866ed9-d1f2-40ca-968d-bccfb676b25d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:05:58.472369 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-c3d1c45d-3616-4ff6-9147-0139a390df3d admin admin] Publish callbacks [] for port, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:05:58.480711 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.db [None req-ea7ede59-03e0-4501-af0c-7855f40a3d58 None None] For port d28cf629-251a-4e82-b870-98cf289fb9ac, host n-d-813419-10, cleared binding levels {{(pid=102349) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 11:05:58.484227 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.db [None req-ea7ede59-03e0-4501-af0c-7855f40a3d58 None None] For port d28cf629-251a-4e82-b870-98cf289fb9ac, host n-d-813419-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=d28cf629-251a-4e82-b870-98cf289fb9ac,segment=NetworkSegment(bc14127b-7032-4c50-bb5b-f6813cbae86e),segment_id=bc14127b-7032-4c50-bb5b-f6813cbae86e)] {{(pid=102349) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 11:05:58.488718 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-ea7ede59-03e0-4501-af0c-7855f40a3d58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:05:58.507290 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-c3d1c45d-3616-4ff6-9147-0139a390df3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:05:58.538988 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea7ede59-03e0-4501-af0c-7855f40a3d58 None None] Routers {'21969188-e3ee-4d7c-b7a3-e1c4f087d3bf'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 11:05:58.539590 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-ea7ede59-03e0-4501-af0c-7855f40a3d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T11:05:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['21969188-e3ee-4d7c-b7a3-e1c4f087d3bf'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:05:58.550388 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3d1c45d-3616-4ff6-9147-0139a390df3d admin admin] Network 2a5ee4a4-c41e-48f2-9219-3320d30093b8 is already hosted by enough agents. {{(pid=102347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 11:05:58.553279 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [None req-c3d1c45d-3616-4ff6-9147-0139a390df3d admin admin] Resources bound (agent type, host, resource id): {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 11:05:58.556768 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3d1c45d-3616-4ff6-9147-0139a390df3d admin admin] Received port after_create {{(pid=102347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 11:05:58.583687 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d1c45d-3616-4ff6-9147-0139a390df3d admin admin] Pushing event updated for resources: {'Port': ['ID=a7f81418-c2a7-45b0-9600-fc6417c8bf49,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:05:58.602504 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-c3d1c45d-3616-4ff6-9147-0139a390df3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1664961'] for router_interface, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:05:58.608191 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67866ed9-d1f2-40ca-968d-bccfb676b25d None None] Pushing event updated for resources: {'Port': ['ID=d28cf629-251a-4e82-b870-98cf289fb9ac,revision_number=3']} {{(pid=102349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:05:58.659007 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvr_db [None req-ea7ede59-03e0-4501-af0c-7855f40a3d58 None None] Set router 21969188-e3ee-4d7c-b7a3-e1c4f087d3bf gateway port host: n-d-813419-10 {{(pid=102349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 11:05:58.734308 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-c3d1c45d-3616-4ff6-9147-0139a390df3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:05:58.822461 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-182b004d-cf56-415a-a27c-294b5bc43323 None None] Provisioning complete for port a7f81418-c2a7-45b0-9600-fc6417c8bf49 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:05:58.824093 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-182b004d-cf56-415a-a27c-294b5bc43323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:05:58.845768 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-ea7ede59-03e0-4501-af0c-7855f40a3d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21969188-e3ee-4d7c-b7a3-e1c4f087d3bf', 'name': 'tempest-ServerActionsTestJSON-1588266955-router', 'tenant_id': '8de2a5bb3a4048f09f89b68594efec08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.230'}], 'enable_snat': True}, 'gw_port_id': 'd28cf629-251a-4e82-b870-98cf289fb9ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:05:55Z', 'updated_at': '2021-10-27T11:05:56Z', 'revision_number': 3, 'project_id': '8de2a5bb3a4048f09f89b68594efec08', 'gw_port': {'id': 'd28cf629-251a-4e82-b870-98cf289fb9ac', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:70:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21969188-e3ee-4d7c-b7a3-e1c4f087d3bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:05:56Z', 'updated_at': '2021-10-27T11:05:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10'}], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:05:58.861449 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-182b004d-cf56-415a-a27c-294b5bc43323 None None] Port a7f81418-c2a7-45b0-9600-fc6417c8bf49 cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 11:05:58.872889 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea7ede59-03e0-4501-af0c-7855f40a3d58 None None] The sync data for ids ['21969188-e3ee-4d7c-b7a3-e1c4f087d3bf'] in n-d-813419-10 is: [{'id': '21969188-e3ee-4d7c-b7a3-e1c4f087d3bf', 'name': 'tempest-ServerActionsTestJSON-1588266955-router', 'tenant_id': '8de2a5bb3a4048f09f89b68594efec08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.230'}], 'enable_snat': True}, 'gw_port_id': 'd28cf629-251a-4e82-b870-98cf289fb9ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:05:55Z', 'updated_at': '2021-10-27T11:05:56Z', 'revision_number': 3, 'project_id': '8de2a5bb3a4048f09f89b68594efec08', 'gw_port': {'id': 'd28cf629-251a-4e82-b870-98cf289fb9ac', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:70:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21969188-e3ee-4d7c-b7a3-e1c4f087d3bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:05:56Z', 'updated_at': '2021-10-27T11:05:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10'}] {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 11:05:58.901295 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-c3d1c45d-3616-4ff6-9147-0139a390df3d admin admin] Publish callbacks [] for port, precommit_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:05:58.905980 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-c3d1c45d-3616-4ff6-9147-0139a390df3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:05:58.971265 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-c3d1c45d-3616-4ff6-9147-0139a390df3d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2006967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1766225'] for router_interface, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:05:58.974015 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d1c45d-3616-4ff6-9147-0139a390df3d admin admin] Pushing event updated for resources: {'Port': ['ID=a7f81418-c2a7-45b0-9600-fc6417c8bf49,revision_number=2']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:05:59.073949 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3d1c45d-3616-4ff6-9147-0139a390df3d admin admin] Network 2a5ee4a4-c41e-48f2-9219-3320d30093b8 is already hosted by enough agents. {{(pid=102347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 11:05:59.085160 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [None req-c3d1c45d-3616-4ff6-9147-0139a390df3d admin admin] Resources bound (agent type, host, resource id): {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 11:05:59.230793 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3d1c45d-3616-4ff6-9147-0139a390df3d admin admin] Router 21969188-e3ee-4d7c-b7a3-e1c4f087d3bf has already been hosted by L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb {{(pid=102347) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 11:05:59.294753 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device cfd41fa8-200c-4e44-ae50-e394084f975d up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 11:05:59.360956 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port cfd41fa8-200c-4e44-ae50-e394084f975d triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:05:59.361367 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:05:59.417293 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7849fc59-5067-4d47-9e92-4d16ba58c015 None None] Provisioning complete for port a7f81418-c2a7-45b0-9600-fc6417c8bf49 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:05:59.417928 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7849fc59-5067-4d47-9e92-4d16ba58c015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:05:59.486254 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-7849fc59-5067-4d47-9e92-4d16ba58c015 None None] Port a7f81418-c2a7-45b0-9600-fc6417c8bf49 cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 11:05:59.496855 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device d28cf629-251a-4e82-b870-98cf289fb9ac up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 11:05:59.549911 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port d28cf629-251a-4e82-b870-98cf289fb9ac triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:05:59.550372 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:05:59.636553 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:05:59.658745 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] For port d28cf629-251a-4e82-b870-98cf289fb9ac, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=d28cf629-251a-4e82-b870-98cf289fb9ac,segment=NetworkSegment(bc14127b-7032-4c50-bb5b-f6813cbae86e),segment_id=bc14127b-7032-4c50-bb5b-f6813cbae86e)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:05:59.665039 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:05:59.717204 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Pushing event updated for resources: {'Port': ['ID=d28cf629-251a-4e82-b870-98cf289fb9ac,revision_number=4']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:05:59.742262 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3d1c45d-3616-4ff6-9147-0139a390df3d admin admin] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 11:05:59.748378 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-c3d1c45d-3616-4ff6-9147-0139a390df3d admin admin] 10.222.0.44 "PUT /v2.0/routers/21969188-e3ee-4d7c-b7a3-e1c4f087d3bf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0137694 Oct 27 11:06:00.274120 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 44984) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:06:00.278732 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-c154f543-9aad-4fe2-86b3-79d85d58bc0b tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1505467367', 'description': 'tempest-description--939077503'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:06:00.300795 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-c154f543-9aad-4fe2-86b3-79d85d58bc0b tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Publish callbacks [] for security_group, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:06:00.368695 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-c154f543-9aad-4fe2-86b3-79d85d58bc0b tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Publish callbacks [] for security_group, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:06:00.372655 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-c154f543-9aad-4fe2-86b3-79d85d58bc0b tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:06:00.400904 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-c154f543-9aad-4fe2-86b3-79d85d58bc0b tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Publish callbacks [] for security_group, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:06:00.402154 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-c154f543-9aad-4fe2-86b3-79d85d58bc0b tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.1269851 Oct 27 11:06:00.405176 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 44986) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:06:00.406202 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c154f543-9aad-4fe2-86b3-79d85d58bc0b tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Pushing event updated for resources: {'SecurityGroup': ['ID=baae45f4-356c-4047-8629-69a3801a3a4b,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:06:00.411178 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-760737c7-07b1-49b9-b949-b7ed8598dc0a tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Request body: {'security_group_rule': {'security_group_id': 'baae45f4-356c-4047-8629-69a3801a3a4b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:06:00.437864 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-760737c7-07b1-49b9-b949-b7ed8598dc0a tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:06:00.470418 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74409121-36bf-493b-b7a9-19773bbd3e9a None None] Sync routers for ids ['21969188-e3ee-4d7c-b7a3-e1c4f087d3bf'] in n-d-813419-10 {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 11:06:00.480878 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74409121-36bf-493b-b7a9-19773bbd3e9a None None] Routers {'21969188-e3ee-4d7c-b7a3-e1c4f087d3bf'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 11:06:00.481483 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-74409121-36bf-493b-b7a9-19773bbd3e9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T11:05:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['21969188-e3ee-4d7c-b7a3-e1c4f087d3bf'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:06:00.500110 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-760737c7-07b1-49b9-b949-b7ed8598dc0a tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:06:00.503646 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-760737c7-07b1-49b9-b949-b7ed8598dc0a tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671902'] for security_group_rule, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:06:00.521826 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760737c7-07b1-49b9-b949-b7ed8598dc0a tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0597913-77c8-4948-a6f4-84e391ed6b89,revision_number=0']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:06:00.530331 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-760737c7-07b1-49b9-b949-b7ed8598dc0a tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:06:00.531567 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-760737c7-07b1-49b9-b949-b7ed8598dc0a tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1252465 Oct 27 11:06:00.534160 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 44988) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:06:00.538494 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-e498dc63-1e2a-40b1-be9e-93132714f215 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Request body: {'security_group_rule': {'security_group_id': 'baae45f4-356c-4047-8629-69a3801a3a4b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:06:00.566327 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-e498dc63-1e2a-40b1-be9e-93132714f215 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:06:00.590727 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvr_db [None req-74409121-36bf-493b-b7a9-19773bbd3e9a None None] Set router 21969188-e3ee-4d7c-b7a3-e1c4f087d3bf gateway port host: n-d-813419-10 {{(pid=102348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 11:06:00.622266 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-e498dc63-1e2a-40b1-be9e-93132714f215 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:06:00.626212 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-e498dc63-1e2a-40b1-be9e-93132714f215 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671902'] for security_group_rule, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:06:00.644865 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e498dc63-1e2a-40b1-be9e-93132714f215 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6bbc305e-e02a-44d5-a7d1-f67a0dfbf179,revision_number=0']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:06:00.652353 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-e498dc63-1e2a-40b1-be9e-93132714f215 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:06:00.653564 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-e498dc63-1e2a-40b1-be9e-93132714f215 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1184673 Oct 27 11:06:00.656542 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 44990) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:06:00.660850 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-20cd4c95-f86d-4f97-8835-0aa56a396d2d tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Request body: {'floatingip': {'floating_network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:06:00.682829 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-20cd4c95-f86d-4f97-8835-0aa56a396d2d tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Publish callbacks [] for floatingip, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:06:00.785072 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-20cd4c95-f86d-4f97-8835-0aa56a396d2d tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:06:00.794299 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-74409121-36bf-493b-b7a9-19773bbd3e9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21969188-e3ee-4d7c-b7a3-e1c4f087d3bf', 'name': 'tempest-ServerActionsTestJSON-1588266955-router', 'tenant_id': '8de2a5bb3a4048f09f89b68594efec08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.230'}], 'enable_snat': True}, 'gw_port_id': 'd28cf629-251a-4e82-b870-98cf289fb9ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:05:55Z', 'updated_at': '2021-10-27T11:05:58Z', 'revision_number': 4, 'project_id': '8de2a5bb3a4048f09f89b68594efec08', 'gw_port': {'id': 'd28cf629-251a-4e82-b870-98cf289fb9ac', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:70:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21969188-e3ee-4d7c-b7a3-e1c4f087d3bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:05:56Z', 'updated_at': '2021-10-27T11:05:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_interfaces': [{'id': 'a7f81418-c2a7-45b0-9600-fc6417c8bf49', 'name': '', 'network_id': '2a5ee4a4-c41e-48f2-9219-3320d30093b8', 'tenant_id': '8de2a5bb3a4048f09f89b68594efec08', 'mac_address': 'fa:16:3e:c9:95:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21969188-e3ee-4d7c-b7a3-e1c4f087d3bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'ad455bd6-8255-41fb-b160-f3442cc0c657', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:05:58Z', 'updated_at': '2021-10-27T11:05:58Z', 'revision_number': 2, 'project_id': '8de2a5bb3a4048f09f89b68594efec08', 'subnets': [{'id': 'ad455bd6-8255-41fb-b160-f3442cc0c657', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:06:00.825369 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74409121-36bf-493b-b7a9-19773bbd3e9a None None] Checking router: 21969188-e3ee-4d7c-b7a3-e1c4f087d3bf for host: n-d-813419-10 {{(pid=102348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 11:06:00.825720 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74409121-36bf-493b-b7a9-19773bbd3e9a None None] Updating router 21969188-e3ee-4d7c-b7a3-e1c4f087d3bf port a7f81418-c2a7-45b0-9600-fc6417c8bf49 binding host n-d-813419-10 {{(pid=102348) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 11:06:00.850457 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-74409121-36bf-493b-b7a9-19773bbd3e9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:06:00.890975 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_common [None req-20cd4c95-f86d-4f97-8835-0aa56a396d2d tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Allocated IP 172.25.8.186 (185ff123-c7ff-45c7-a6be-71feb35acc9c/0fb9f9d1-7384-481f-8fa8-f4566c349d30/709e47e8-e9f1-46f3-ab2a-e8440338402e) {{(pid=102346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 11:06:00.994926 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-20cd4c95-f86d-4f97-8835-0aa56a396d2d tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Publish callbacks [] for port, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:06:01.027690 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-20cd4c95-f86d-4f97-8835-0aa56a396d2d tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:06:01.068435 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20cd4c95-f86d-4f97-8835-0aa56a396d2d tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Network 185ff123-c7ff-45c7-a6be-71feb35acc9c is already hosted by enough agents. {{(pid=102346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 11:06:01.073657 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-20cd4c95-f86d-4f97-8835-0aa56a396d2d tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Resources bound (agent type, host, resource id): {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 11:06:01.076066 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20cd4c95-f86d-4f97-8835-0aa56a396d2d tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Received port after_create {{(pid=102346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 11:06:01.078848 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cd4c95-f86d-4f97-8835-0aa56a396d2d tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Pushing event updated for resources: {'Port': ['ID=709e47e8-e9f1-46f3-ab2a-e8440338402e,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:06:01.115080 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-74409121-36bf-493b-b7a9-19773bbd3e9a None None] Publish callbacks [] for port, precommit_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:06:01.127675 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-74409121-36bf-493b-b7a9-19773bbd3e9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:06:01.167457 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-20cd4c95-f86d-4f97-8835-0aa56a396d2d tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:06:01.174122 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device d28cf629-251a-4e82-b870-98cf289fb9ac up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 11:06:01.204441 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-20cd4c95-f86d-4f97-8835-0aa56a396d2d tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:06:01.219037 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4945352c-a260-4c9e-b00d-61cbbeaae379 None None] Pushing event updated for resources: {'Port': ['ID=a7f81418-c2a7-45b0-9600-fc6417c8bf49,revision_number=3']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:06:01.265454 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-74409121-36bf-493b-b7a9-19773bbd3e9a None None] Attempting to bind port a7f81418-c2a7-45b0-9600-fc6417c8bf49 on host n-d-813419-10 for vnic_type normal with profile {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 11:06:01.265731 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-74409121-36bf-493b-b7a9-19773bbd3e9a None None] Attempting to bind port a7f81418-c2a7-45b0-9600-fc6417c8bf49 by drivers openvswitch,hyperv on host n-d-813419-10 at level 0 using segments [{'id': 'd28b9a3d-0e6e-43a3-a48e-9bc1dd8d593a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '2a5ee4a4-c41e-48f2-9219-3320d30093b8'}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 11:06:01.266089 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74409121-36bf-493b-b7a9-19773bbd3e9a None None] Attempting to bind port a7f81418-c2a7-45b0-9600-fc6417c8bf49 on network 2a5ee4a4-c41e-48f2-9219-3320d30093b8 {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 11:06:01.273562 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74409121-36bf-493b-b7a9-19773bbd3e9a None None] Checking agent: {'id': '89dba0f3-79b2-435e-9822-33674b8f6ada', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 8, 20), 'started_at': datetime.datetime(2021, 10, 27, 10, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 11, 5, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 11:06:01.274070 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74409121-36bf-493b-b7a9-19773bbd3e9a None None] Checking segment: {'id': 'd28b9a3d-0e6e-43a3-a48e-9bc1dd8d593a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '2a5ee4a4-c41e-48f2-9219-3320d30093b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 11:06:01.274470 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-74409121-36bf-493b-b7a9-19773bbd3e9a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:06:01.274856 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74409121-36bf-493b-b7a9-19773bbd3e9a None None] Bound using segment: {'id': 'd28b9a3d-0e6e-43a3-a48e-9bc1dd8d593a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '2a5ee4a4-c41e-48f2-9219-3320d30093b8'} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 11:06:01.275324 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-74409121-36bf-493b-b7a9-19773bbd3e9a None None] Bound port: a7f81418-c2a7-45b0-9600-fc6417c8bf49, host: n-d-813419-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd28b9a3d-0e6e-43a3-a48e-9bc1dd8d593a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '2a5ee4a4-c41e-48f2-9219-3320d30093b8'}}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 11:06:01.275695 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-74409121-36bf-493b-b7a9-19773bbd3e9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:06:01.296158 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port d28cf629-251a-4e82-b870-98cf289fb9ac triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:06:01.296543 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:06:01.378998 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-20cd4c95-f86d-4f97-8835-0aa56a396d2d tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Publish callbacks [] for port, precommit_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:06:01.383727 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-20cd4c95-f86d-4f97-8835-0aa56a396d2d tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27024173'] for port, after_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:06:01.383900 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-74409121-36bf-493b-b7a9-19773bbd3e9a None None] For port a7f81418-c2a7-45b0-9600-fc6417c8bf49, host n-d-813419-10, cleared binding levels {{(pid=102348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 11:06:01.387823 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-74409121-36bf-493b-b7a9-19773bbd3e9a None None] For port a7f81418-c2a7-45b0-9600-fc6417c8bf49, host n-d-813419-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=a7f81418-c2a7-45b0-9600-fc6417c8bf49,segment=NetworkSegment(d28b9a3d-0e6e-43a3-a48e-9bc1dd8d593a),segment_id=d28b9a3d-0e6e-43a3-a48e-9bc1dd8d593a)] {{(pid=102348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 11:06:01.392464 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-74409121-36bf-493b-b7a9-19773bbd3e9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:06:01.455402 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cd4c95-f86d-4f97-8835-0aa56a396d2d tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Pushing event updated for resources: {'Port': ['ID=709e47e8-e9f1-46f3-ab2a-e8440338402e,revision_number=2']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:06:01.463465 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-20cd4c95-f86d-4f97-8835-0aa56a396d2d tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1664826'] for floatingip, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:06:01.487410 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-20cd4c95-f86d-4f97-8835-0aa56a396d2d tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for floatingip, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:06:01.493143 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-20cd4c95-f86d-4f97-8835-0aa56a396d2d tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8355138 Oct 27 11:06:01.499814 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-0a903d02-a96a-41ae-af98-d84996c5f6e2 None None] Provisioning complete for port a7f81418-c2a7-45b0-9600-fc6417c8bf49 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:06:01.500614 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-0a903d02-a96a-41ae-af98-d84996c5f6e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:06:01.525161 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4945352c-a260-4c9e-b00d-61cbbeaae379 None None] Pushing event updated for resources: {'Port': ['ID=a7f81418-c2a7-45b0-9600-fc6417c8bf49,revision_number=4']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:06:01.540043 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74409121-36bf-493b-b7a9-19773bbd3e9a None None] Routers {'21969188-e3ee-4d7c-b7a3-e1c4f087d3bf'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 11:06:01.540685 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-74409121-36bf-493b-b7a9-19773bbd3e9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T11:05:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['21969188-e3ee-4d7c-b7a3-e1c4f087d3bf'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:06:01.656157 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-00e36484-3d81-44ab-a47a-67729da598b8 req-c4894a59-944f-4862-8efc-98cdf4ce57e2 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--1505467367&fields=id&tenant_id=8de2a5bb3a4048f09f89b68594efec08 HTTP/1.1" status: 200 len: 267 time: 0.0436137 Oct 27 11:06:01.685208 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvr_db [None req-74409121-36bf-493b-b7a9-19773bbd3e9a None None] Set router 21969188-e3ee-4d7c-b7a3-e1c4f087d3bf gateway port host: n-d-813419-10 {{(pid=102348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 11:06:01.713889 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-0a903d02-a96a-41ae-af98-d84996c5f6e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:06:01.772437 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e36484-3d81-44ab-a47a-67729da598b8 req-0a3f12e2-3a65-447e-ae8d-7bb7ab479ba3 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:06:01.773933 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-00e36484-3d81-44ab-a47a-67729da598b8 req-0a3f12e2-3a65-447e-ae8d-7bb7ab479ba3 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/networks?id=2a5ee4a4-c41e-48f2-9219-3320d30093b8 HTTP/1.1" status: 200 len: 812 time: 0.1140618 Oct 27 11:06:01.790464 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-00e36484-3d81-44ab-a47a-67729da598b8 req-f466c5e6-1a4f-44fc-9e96-21b4e66e50aa tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/quotas/8de2a5bb3a4048f09f89b68594efec08 HTTP/1.1" status: 200 len: 375 time: 0.0098186 Oct 27 11:06:01.847403 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-00e36484-3d81-44ab-a47a-67729da598b8 req-12da3ffb-a779-4e3c-8145-82ecd402a808 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=8de2a5bb3a4048f09f89b68594efec08&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0508797 Oct 27 11:06:01.945752 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-0a903d02-a96a-41ae-af98-d84996c5f6e2 None None] For port a7f81418-c2a7-45b0-9600-fc6417c8bf49, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=a7f81418-c2a7-45b0-9600-fc6417c8bf49,segment=NetworkSegment(d28b9a3d-0e6e-43a3-a48e-9bc1dd8d593a),segment_id=d28b9a3d-0e6e-43a3-a48e-9bc1dd8d593a)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:06:01.947293 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-00e36484-3d81-44ab-a47a-67729da598b8 req-c5400b89-63f6-4849-b2c6-bad1ec7c327f service neutron] 10.222.0.44 "GET /v2.0/networks/2a5ee4a4-c41e-48f2-9219-3320d30093b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872085 Oct 27 11:06:01.955931 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-0a903d02-a96a-41ae-af98-d84996c5f6e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:06:02.042038 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a903d02-a96a-41ae-af98-d84996c5f6e2 None None] Pushing event updated for resources: {'Port': ['ID=a7f81418-c2a7-45b0-9600-fc6417c8bf49,revision_number=5']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:06:02.044037 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-00e36484-3d81-44ab-a47a-67729da598b8 req-a03a6c1b-6351-4675-abf5-a69874904a5c service neutron] 10.222.0.44 "GET /v2.0/networks/2a5ee4a4-c41e-48f2-9219-3320d30093b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888479 Oct 27 11:06:02.099367 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-e132ee3a-965f-497d-8ac0-cbeb391b3613 None None] Provisioning complete for port a7f81418-c2a7-45b0-9600-fc6417c8bf49 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:06:02.099738 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-e132ee3a-965f-497d-8ac0-cbeb391b3613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:06:02.170011 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-74409121-36bf-493b-b7a9-19773bbd3e9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21969188-e3ee-4d7c-b7a3-e1c4f087d3bf', 'name': 'tempest-ServerActionsTestJSON-1588266955-router', 'tenant_id': '8de2a5bb3a4048f09f89b68594efec08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.230'}], 'enable_snat': True}, 'gw_port_id': 'd28cf629-251a-4e82-b870-98cf289fb9ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:05:55Z', 'updated_at': '2021-10-27T11:05:58Z', 'revision_number': 4, 'project_id': '8de2a5bb3a4048f09f89b68594efec08', 'gw_port': {'id': 'd28cf629-251a-4e82-b870-98cf289fb9ac', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:70:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21969188-e3ee-4d7c-b7a3-e1c4f087d3bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:05:56Z', 'updated_at': '2021-10-27T11:05:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_interfaces': [{'id': 'a7f81418-c2a7-45b0-9600-fc6417c8bf49', 'name': '', 'network_id': '2a5ee4a4-c41e-48f2-9219-3320d30093b8', 'tenant_id': '8de2a5bb3a4048f09f89b68594efec08', 'mac_address': 'fa:16:3e:c9:95:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21969188-e3ee-4d7c-b7a3-e1c4f087d3bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'ad455bd6-8255-41fb-b160-f3442cc0c657', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:05:58Z', 'updated_at': '2021-10-27T11:06:01Z', 'revision_number': 4, 'project_id': '8de2a5bb3a4048f09f89b68594efec08', 'subnets': [{'id': 'ad455bd6-8255-41fb-b160-f3442cc0c657', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:06:02.216335 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74409121-36bf-493b-b7a9-19773bbd3e9a None None] The sync data for ids ['21969188-e3ee-4d7c-b7a3-e1c4f087d3bf'] in n-d-813419-10 is: [{'id': '21969188-e3ee-4d7c-b7a3-e1c4f087d3bf', 'name': 'tempest-ServerActionsTestJSON-1588266955-router', 'tenant_id': '8de2a5bb3a4048f09f89b68594efec08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.230'}], 'enable_snat': True}, 'gw_port_id': 'd28cf629-251a-4e82-b870-98cf289fb9ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:05:55Z', 'updated_at': '2021-10-27T11:05:58Z', 'revision_number': 4, 'project_id': '8de2a5bb3a4048f09f89b68594efec08', 'gw_port': {'id': 'd28cf629-251a-4e82-b870-98cf289fb9ac', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:70:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21969188-e3ee-4d7c-b7a3-e1c4f087d3bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:05:56Z', 'updated_at': '2021-10-27T11:05:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_interfaces': [{'id': 'a7f81418-c2a7-45b0-9600-fc6417c8bf49', 'name': '', 'network_id': '2a5ee4a4-c41e-48f2-9219-3320d30093b8', 'tenant_id': '8de2a5bb3a4048f09f89b68594efec08', 'mac_address': 'fa:16:3e:c9:95:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21969188-e3ee-4d7c-b7a3-e1c4f087d3bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'ad455bd6-8255-41fb-b160-f3442cc0c657', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:05:58Z', 'updated_at': '2021-10-27T11:06:01Z', 'revision_number': 4, 'project_id': '8de2a5bb3a4048f09f89b68594efec08', 'subnets': [{'id': 'ad455bd6-8255-41fb-b160-f3442cc0c657', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 11:06:02.255232 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-e53071e6-5434-49ec-9bf7-8667bb479423 req-eb0f70fb-5ff1-4e34-a8ae-f5f3f4be0ebb tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/ports?device_id=06f94002-8828-4525-85a9-1981f7dcab3f HTTP/1.1" status: 200 len: 210 time: 0.0509403 Oct 27 11:06:02.846707 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:06:03.171964 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device a7f81418-c2a7-45b0-9600-fc6417c8bf49 up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 11:06:03.233642 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port a7f81418-c2a7-45b0-9600-fc6417c8bf49 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:06:03.233884 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:06:03.312670 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.agents_db [None req-e79ee67d-056e-46ea-bd99-e80473396b25 None None] Agent healthcheck: found 7 active agents {{(pid=102349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 11:06:03.330837 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e36484-3d81-44ab-a47a-67729da598b8 req-8b4e257c-ec77-46b1-8b00-1a02e90adc45 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:06:03.332754 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-00e36484-3d81-44ab-a47a-67729da598b8 req-8b4e257c-ec77-46b1-8b00-1a02e90adc45 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.64 "GET /v2.0/networks?id=2a5ee4a4-c41e-48f2-9219-3320d30093b8 HTTP/1.1" status: 200 len: 812 time: 0.1550910 Oct 27 11:06:03.393826 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-0b20d93e-b67e-4040-aefb-004a6415eac5 req-f7cb80a6-e69f-4a4b-8bf3-eb827a2cbc04 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/ports?device_id=06f94002-8828-4525-85a9-1981f7dcab3f HTTP/1.1" status: 200 len: 210 time: 0.0297606 Oct 27 11:06:03.414432 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-00e36484-3d81-44ab-a47a-67729da598b8 req-813c8be4-98a6-4d97-9b0b-2dd16b5ee756 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8de2a5bb3a4048f09f89b68594efec08 HTTP/1.1" status: 200 len: 380 time: 0.0585887 Oct 27 11:06:03.420257 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [req-00e36484-3d81-44ab-a47a-67729da598b8 req-d733412e-92c1-44f7-96db-7ad100533954 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Request body: {'port': {'device_id': '06f94002-8828-4525-85a9-1981f7dcab3f', 'network_id': '2a5ee4a4-c41e-48f2-9219-3320d30093b8', 'admin_state_up': True, 'tenant_id': '8de2a5bb3a4048f09f89b68594efec08', 'security_groups': ['baae45f4-356c-4047-8629-69a3801a3a4b']}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:06:03.531557 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00e36484-3d81-44ab-a47a-67729da598b8 req-d733412e-92c1-44f7-96db-7ad100533954 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Made reservation on behalf of 8de2a5bb3a4048f09f89b68594efec08 for: {'port': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 11:06:03.535159 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-00e36484-3d81-44ab-a47a-67729da598b8 req-d733412e-92c1-44f7-96db-7ad100533954 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:06:03.656632 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_common [req-00e36484-3d81-44ab-a47a-67729da598b8 req-d733412e-92c1-44f7-96db-7ad100533954 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Allocated IP 172.20.0.6 (2a5ee4a4-c41e-48f2-9219-3320d30093b8/ad455bd6-8255-41fb-b160-f3442cc0c657/a19e06fb-7c52-426c-ae32-d23129cbd1b2) {{(pid=102347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 11:06:03.801260 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-00e36484-3d81-44ab-a47a-67729da598b8 req-d733412e-92c1-44f7-96db-7ad100533954 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Publish callbacks [] for port, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:06:03.836623 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-00e36484-3d81-44ab-a47a-67729da598b8 req-d733412e-92c1-44f7-96db-7ad100533954 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:06:03.882814 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00e36484-3d81-44ab-a47a-67729da598b8 req-d733412e-92c1-44f7-96db-7ad100533954 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Network 2a5ee4a4-c41e-48f2-9219-3320d30093b8 is already hosted by enough agents. {{(pid=102347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 11:06:03.886482 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [req-00e36484-3d81-44ab-a47a-67729da598b8 req-d733412e-92c1-44f7-96db-7ad100533954 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Resources bound (agent type, host, resource id): {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 11:06:03.891114 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [req-00e36484-3d81-44ab-a47a-67729da598b8 req-d733412e-92c1-44f7-96db-7ad100533954 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Received port after_create {{(pid=102347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 11:06:03.919503 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d733412e-92c1-44f7-96db-7ad100533954 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Pushing event updated for resources: {'Port': ['ID=a19e06fb-7c52-426c-ae32-d23129cbd1b2,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:06:03.949371 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e36484-3d81-44ab-a47a-67729da598b8 req-d733412e-92c1-44f7-96db-7ad100533954 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:06:03.949986 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-00e36484-3d81-44ab-a47a-67729da598b8 req-d733412e-92c1-44f7-96db-7ad100533954 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:06:03.966492 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-00e36484-3d81-44ab-a47a-67729da598b8 req-d733412e-92c1-44f7-96db-7ad100533954 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5505834 Oct 27 11:06:03.980437 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [req-00e36484-3d81-44ab-a47a-67729da598b8 req-27a34360-dc59-4b87-ba0e-7752cdc481a9 service neutron] Request body: {'port': {'device_id': '06f94002-8828-4525-85a9-1981f7dcab3f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-10'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:06:04.035814 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-00e36484-3d81-44ab-a47a-67729da598b8 req-27a34360-dc59-4b87-ba0e-7752cdc481a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:06:04.165498 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-be8f6833-1a56-48de-bdb0-13fbfc94f339 None None] Provisioning complete for port a19e06fb-7c52-426c-ae32-d23129cbd1b2 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:06:04.166035 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-be8f6833-1a56-48de-bdb0-13fbfc94f339 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:06:04.199851 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-be8f6833-1a56-48de-bdb0-13fbfc94f339 None None] Port a19e06fb-7c52-426c-ae32-d23129cbd1b2 cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 11:06:04.290729 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [req-00e36484-3d81-44ab-a47a-67729da598b8 req-27a34360-dc59-4b87-ba0e-7752cdc481a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a19e06fb-7c52-426c-ae32-d23129cbd1b2 {{(pid=102347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 11:06:04.298372 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-00e36484-3d81-44ab-a47a-67729da598b8 req-27a34360-dc59-4b87-ba0e-7752cdc481a9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:06:04.311335 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.provisioning_blocks [req-00e36484-3d81-44ab-a47a-67729da598b8 req-27a34360-dc59-4b87-ba0e-7752cdc481a9 service neutron] Transition to ACTIVE for port object a19e06fb-7c52-426c-ae32-d23129cbd1b2 will not be triggered until provisioned by entity L2. {{(pid=102347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 11:06:04.315300 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-00e36484-3d81-44ab-a47a-67729da598b8 req-27a34360-dc59-4b87-ba0e-7752cdc481a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:06:04.388832 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a34360-dc59-4b87-ba0e-7752cdc481a9 service neutron] Pushing event updated for resources: {'Port': ['ID=a19e06fb-7c52-426c-ae32-d23129cbd1b2,revision_number=2']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:06:04.444788 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-00e36484-3d81-44ab-a47a-67729da598b8 req-27a34360-dc59-4b87-ba0e-7752cdc481a9 service neutron] Attempting to bind port a19e06fb-7c52-426c-ae32-d23129cbd1b2 on host n-h1-813419-10 for vnic_type normal with profile {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 11:06:04.445176 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-00e36484-3d81-44ab-a47a-67729da598b8 req-27a34360-dc59-4b87-ba0e-7752cdc481a9 service neutron] Attempting to bind port a19e06fb-7c52-426c-ae32-d23129cbd1b2 by drivers openvswitch,hyperv on host n-h1-813419-10 at level 0 using segments [{'id': 'd28b9a3d-0e6e-43a3-a48e-9bc1dd8d593a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '2a5ee4a4-c41e-48f2-9219-3320d30093b8'}] {{(pid=102347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 11:06:04.445504 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00e36484-3d81-44ab-a47a-67729da598b8 req-27a34360-dc59-4b87-ba0e-7752cdc481a9 service neutron] Attempting to bind port a19e06fb-7c52-426c-ae32-d23129cbd1b2 on network 2a5ee4a4-c41e-48f2-9219-3320d30093b8 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 11:06:04.450424 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00e36484-3d81-44ab-a47a-67729da598b8 req-27a34360-dc59-4b87-ba0e-7752cdc481a9 service neutron] Port a19e06fb-7c52-426c-ae32-d23129cbd1b2 on network 2a5ee4a4-c41e-48f2-9219-3320d30093b8 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-10 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 11:06:04.450750 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00e36484-3d81-44ab-a47a-67729da598b8 req-27a34360-dc59-4b87-ba0e-7752cdc481a9 service neutron] Attempting to bind port a19e06fb-7c52-426c-ae32-d23129cbd1b2 on network 2a5ee4a4-c41e-48f2-9219-3320d30093b8 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 11:06:04.456071 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00e36484-3d81-44ab-a47a-67729da598b8 req-27a34360-dc59-4b87-ba0e-7752cdc481a9 service neutron] Checking agent: {'id': 'a52e1cab-0c63-402d-9c94-330537c6c076', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 16, 2), 'started_at': datetime.datetime(2021, 10, 27, 10, 16, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 11, 6, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 11:06:04.456573 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00e36484-3d81-44ab-a47a-67729da598b8 req-27a34360-dc59-4b87-ba0e-7752cdc481a9 service neutron] Checking segment: {'id': 'd28b9a3d-0e6e-43a3-a48e-9bc1dd8d593a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '2a5ee4a4-c41e-48f2-9219-3320d30093b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 11:06:04.456960 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00e36484-3d81-44ab-a47a-67729da598b8 req-27a34360-dc59-4b87-ba0e-7752cdc481a9 service neutron] Bound using segment: {'id': 'd28b9a3d-0e6e-43a3-a48e-9bc1dd8d593a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '2a5ee4a4-c41e-48f2-9219-3320d30093b8'} {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 11:06:04.457391 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-00e36484-3d81-44ab-a47a-67729da598b8 req-27a34360-dc59-4b87-ba0e-7752cdc481a9 service neutron] Bound port: a19e06fb-7c52-426c-ae32-d23129cbd1b2, host: n-h1-813419-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd28b9a3d-0e6e-43a3-a48e-9bc1dd8d593a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '2a5ee4a4-c41e-48f2-9219-3320d30093b8'}}] {{(pid=102347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 11:06:04.457743 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-00e36484-3d81-44ab-a47a-67729da598b8 req-27a34360-dc59-4b87-ba0e-7752cdc481a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:06:04.527075 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-00e36484-3d81-44ab-a47a-67729da598b8 req-27a34360-dc59-4b87-ba0e-7752cdc481a9 service neutron] For port a19e06fb-7c52-426c-ae32-d23129cbd1b2, host n-h1-813419-10, cleared binding levels {{(pid=102347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 11:06:04.529974 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-00e36484-3d81-44ab-a47a-67729da598b8 req-27a34360-dc59-4b87-ba0e-7752cdc481a9 service neutron] For port a19e06fb-7c52-426c-ae32-d23129cbd1b2, host n-h1-813419-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=a19e06fb-7c52-426c-ae32-d23129cbd1b2,segment=NetworkSegment(d28b9a3d-0e6e-43a3-a48e-9bc1dd8d593a),segment_id=d28b9a3d-0e6e-43a3-a48e-9bc1dd8d593a)] {{(pid=102347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 11:06:04.530907 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fc5b5d-b708-4332-b7e9-5cb6c6bc4b47 req-9cf3c726-08ab-4c06-aaa0-a6754ba39700 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:06:04.532542 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-09fc5b5d-b708-4332-b7e9-5cb6c6bc4b47 req-9cf3c726-08ab-4c06-aaa0-a6754ba39700 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/ports?device_id=06f94002-8828-4525-85a9-1981f7dcab3f HTTP/1.1" status: 200 len: 943 time: 0.0630531 Oct 27 11:06:04.535559 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-00e36484-3d81-44ab-a47a-67729da598b8 req-27a34360-dc59-4b87-ba0e-7752cdc481a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:06:04.572621 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-09fc5b5d-b708-4332-b7e9-5cb6c6bc4b47 req-28020a9d-e3b5-43b4-a10a-0a3e3798a8d4 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/security-groups?id=baae45f4-356c-4047-8629-69a3801a3a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336335 Oct 27 11:06:04.578053 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e36484-3d81-44ab-a47a-67729da598b8 req-27a34360-dc59-4b87-ba0e-7752cdc481a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:06:04.578650 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-00e36484-3d81-44ab-a47a-67729da598b8 req-27a34360-dc59-4b87-ba0e-7752cdc481a9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:06:04.580070 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-00e36484-3d81-44ab-a47a-67729da598b8 req-27a34360-dc59-4b87-ba0e-7752cdc481a9 service neutron] 10.222.0.64 "PUT /v2.0/ports/a19e06fb-7c52-426c-ae32-d23129cbd1b2 HTTP/1.1" status: 200 len: 1092 time: 0.6040316 Oct 27 11:06:04.582251 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06f94002-8828-4525-85a9-1981f7dcab3f', 'tag': 'a19e06fb-7c52-426c-ae32-d23129cbd1b2'}] {{(pid=102347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 11:06:04.584581 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311149b481204ee7edffdb959c881838506fbd95bc8577c048f6677abb73acc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bf41086-4651-473f-b877-9b9c218abc57" -d '{"events": [{"name": "network-changed", "server_uuid": "06f94002-8828-4525-85a9-1981f7dcab3f", "tag": "a19e06fb-7c52-426c-ae32-d23129cbd1b2"}]}' {{(pid=102347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 11:06:04.609606 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a34360-dc59-4b87-ba0e-7752cdc481a9 service neutron] Pushing event updated for resources: {'Port': ['ID=a19e06fb-7c52-426c-ae32-d23129cbd1b2,revision_number=3']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:06:04.655170 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 11:06:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-818fb954-210b-457c-85c3-c27c28e0309a x-openstack-request-id: req-818fb954-210b-457c-85c3-c27c28e0309a {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 11:06:04.655457 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06f94002-8828-4525-85a9-1981f7dcab3f", "tag": "a19e06fb-7c52-426c-ae32-d23129cbd1b2", "status": "completed", "code": 200}]} {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 11:06:04.655711 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-818fb954-210b-457c-85c3-c27c28e0309a {{(pid=102347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 11:06:04.656114 n-d-813419-10 neutron-server[102347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06f94002-8828-4525-85a9-1981f7dcab3f', 'tag': 'a19e06fb-7c52-426c-ae32-d23129cbd1b2', 'status': 'completed', 'code': 200} Oct 27 11:06:04.672762 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e36484-3d81-44ab-a47a-67729da598b8 req-8f195e71-b27b-4597-97c5-8fdc8f253073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:06:04.674236 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-00e36484-3d81-44ab-a47a-67729da598b8 req-8f195e71-b27b-4597-97c5-8fdc8f253073 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8de2a5bb3a4048f09f89b68594efec08&device_id=06f94002-8828-4525-85a9-1981f7dcab3f HTTP/1.1" status: 200 len: 1095 time: 0.0475104 Oct 27 11:06:04.718688 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-00e36484-3d81-44ab-a47a-67729da598b8 req-0d91a5c6-b609-44ab-869a-80c6d85f7321 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a19e06fb-7c52-426c-ae32-d23129cbd1b2 HTTP/1.1" status: 200 len: 217 time: 0.0349145 Oct 27 11:06:04.775797 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e36484-3d81-44ab-a47a-67729da598b8 req-71beec92-e772-4ab6-84cc-05730ee3b61e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:06:04.777436 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-00e36484-3d81-44ab-a47a-67729da598b8 req-71beec92-e772-4ab6-84cc-05730ee3b61e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ad455bd6-8255-41fb-b160-f3442cc0c657 HTTP/1.1" status: 200 len: 851 time: 0.0509217 Oct 27 11:06:04.824230 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e36484-3d81-44ab-a47a-67729da598b8 req-b5c04994-6651-4f33-954d-d847ca412bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:06:04.825716 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-00e36484-3d81-44ab-a47a-67729da598b8 req-b5c04994-6651-4f33-954d-d847ca412bfb service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2a5ee4a4-c41e-48f2-9219-3320d30093b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405030 Oct 27 11:06:04.917126 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-00e36484-3d81-44ab-a47a-67729da598b8 req-27e4ef6b-2866-431a-ae6e-8bd910ed8a7a service neutron] 10.222.0.64 "GET /v2.0/networks/2a5ee4a4-c41e-48f2-9219-3320d30093b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818732 Oct 27 11:06:05.009707 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-00e36484-3d81-44ab-a47a-67729da598b8 req-6ea33e0b-3561-4826-af77-656a30106e36 service neutron] 10.222.0.64 "GET /v2.0/networks/2a5ee4a4-c41e-48f2-9219-3320d30093b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852816 Oct 27 11:06:05.098480 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf41086-4651-473f-b877-9b9c218abc57 req-ec812198-b1ae-419d-a64c-c7d70c777a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:06:05.100003 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-1bf41086-4651-473f-b877-9b9c218abc57 req-ec812198-b1ae-419d-a64c-c7d70c777a77 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8de2a5bb3a4048f09f89b68594efec08&device_id=06f94002-8828-4525-85a9-1981f7dcab3f HTTP/1.1" status: 200 len: 1095 time: 0.0409243 Oct 27 11:06:05.192831 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf41086-4651-473f-b877-9b9c218abc57 req-799a360e-ef31-4843-9407-b6f2045b66a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:06:05.194310 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-1bf41086-4651-473f-b877-9b9c218abc57 req-799a360e-ef31-4843-9407-b6f2045b66a7 service neutron] 10.222.0.64 "GET /v2.0/networks?id=2a5ee4a4-c41e-48f2-9219-3320d30093b8 HTTP/1.1" status: 200 len: 913 time: 0.0873113 Oct 27 11:06:05.235284 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-1bf41086-4651-473f-b877-9b9c218abc57 req-8a8850ec-7268-4cc2-804c-6dbc9eb90a05 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a19e06fb-7c52-426c-ae32-d23129cbd1b2 HTTP/1.1" status: 200 len: 217 time: 0.0329876 Oct 27 11:06:05.288336 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf41086-4651-473f-b877-9b9c218abc57 req-6c62de7f-7157-4da6-900f-20de178ea36e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:06:05.289678 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-1bf41086-4651-473f-b877-9b9c218abc57 req-6c62de7f-7157-4da6-900f-20de178ea36e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ad455bd6-8255-41fb-b160-f3442cc0c657 HTTP/1.1" status: 200 len: 851 time: 0.0460615 Oct 27 11:06:05.335982 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf41086-4651-473f-b877-9b9c218abc57 req-a8f1dd5c-89cb-4629-a8b5-11ebc78d2b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:06:05.337708 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-1bf41086-4651-473f-b877-9b9c218abc57 req-a8f1dd5c-89cb-4629-a8b5-11ebc78d2b3c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2a5ee4a4-c41e-48f2-9219-3320d30093b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0392394 Oct 27 11:06:05.425669 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-1bf41086-4651-473f-b877-9b9c218abc57 req-ce9ce36d-d808-4ce2-89d7-a1a42ede8e38 service neutron] 10.222.0.64 "GET /v2.0/networks/2a5ee4a4-c41e-48f2-9219-3320d30093b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805504 Oct 27 11:06:05.526564 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-1bf41086-4651-473f-b877-9b9c218abc57 req-ab93c6e0-1b62-49d6-a223-fdf519512370 service neutron] 10.222.0.64 "GET /v2.0/networks/2a5ee4a4-c41e-48f2-9219-3320d30093b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910957 Oct 27 11:06:05.697262 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e8a6b7-0aa4-4154-b625-5147b854b144 req-0948eaa2-54d0-4e44-9351-e1dc534b3e56 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:06:05.699295 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-68e8a6b7-0aa4-4154-b625-5147b854b144 req-0948eaa2-54d0-4e44-9351-e1dc534b3e56 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/ports?device_id=06f94002-8828-4525-85a9-1981f7dcab3f HTTP/1.1" status: 200 len: 943 time: 0.0489757 Oct 27 11:06:05.739699 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-68e8a6b7-0aa4-4154-b625-5147b854b144 req-40788810-0377-4783-b01d-750c688af2db tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/security-groups?id=baae45f4-356c-4047-8629-69a3801a3a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344191 Oct 27 11:06:06.854958 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859d5015-e673-4449-b3a7-8475583982d2 req-47c6bc37-0b43-45ee-9119-290d5ff8f199 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:06:06.856445 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-859d5015-e673-4449-b3a7-8475583982d2 req-47c6bc37-0b43-45ee-9119-290d5ff8f199 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/ports?device_id=06f94002-8828-4525-85a9-1981f7dcab3f HTTP/1.1" status: 200 len: 943 time: 0.0484469 Oct 27 11:06:06.896095 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-859d5015-e673-4449-b3a7-8475583982d2 req-e327c53a-dab4-488e-8b25-2a9968e1408d tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/security-groups?id=baae45f4-356c-4047-8629-69a3801a3a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334921 Oct 27 11:06:07.817158 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device a19e06fb-7c52-426c-ae32-d23129cbd1b2 details requested by agent hyperv_n-h1-813419-10 with host n-h1-813419-10 {{(pid=102348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 11:06:07.909799 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port a19e06fb-7c52-426c-ae32-d23129cbd1b2, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=a19e06fb-7c52-426c-ae32-d23129cbd1b2,segment=NetworkSegment(d28b9a3d-0e6e-43a3-a48e-9bc1dd8d593a),segment_id=d28b9a3d-0e6e-43a3-a48e-9bc1dd8d593a)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:06:07.920770 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Returning: {'device': 'a19e06fb-7c52-426c-ae32-d23129cbd1b2', 'network_id': '2a5ee4a4-c41e-48f2-9219-3320d30093b8', 'port_id': 'a19e06fb-7c52-426c-ae32-d23129cbd1b2', 'mac_address': 'fa:16:3e:29:70:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad455bd6-8255-41fb-b160-f3442cc0c657', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 11:06:07.961766 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:06:07.974624 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a19e06fb-7c52-426c-ae32-d23129cbd1b2 {{(pid=102348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 11:06:07.993911 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port a19e06fb-7c52-426c-ae32-d23129cbd1b2, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=a19e06fb-7c52-426c-ae32-d23129cbd1b2,segment=NetworkSegment(d28b9a3d-0e6e-43a3-a48e-9bc1dd8d593a),segment_id=d28b9a3d-0e6e-43a3-a48e-9bc1dd8d593a)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:06:07.998520 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:06:08.011475 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2002817a-b80f-4f00-afff-540aa3114c19 req-af7b831b-5988-4161-84de-6ffdfa05e5ec tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:06:08.013111 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-2002817a-b80f-4f00-afff-540aa3114c19 req-af7b831b-5988-4161-84de-6ffdfa05e5ec tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/ports?device_id=06f94002-8828-4525-85a9-1981f7dcab3f HTTP/1.1" status: 200 len: 943 time: 0.0494568 Oct 27 11:06:08.045896 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Pushing event updated for resources: {'Port': ['ID=a19e06fb-7c52-426c-ae32-d23129cbd1b2,revision_number=4']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:06:08.050864 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-2002817a-b80f-4f00-afff-540aa3114c19 req-d4db6e0d-b4b6-489d-8c7c-702f20646b23 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/security-groups?id=baae45f4-356c-4047-8629-69a3801a3a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315962 Oct 27 11:06:08.216728 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] get_ports_and_sgs() called for port_ids ['a19e06fb-7c52-426c-ae32-d23129cbd1b2'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 11:06:09.169724 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2312211-af91-4261-87f3-6e2794c9ed82 req-77817e4d-fbd7-4cef-9ded-06938d08accb tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:06:09.171153 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-e2312211-af91-4261-87f3-6e2794c9ed82 req-77817e4d-fbd7-4cef-9ded-06938d08accb tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/ports?device_id=06f94002-8828-4525-85a9-1981f7dcab3f HTTP/1.1" status: 200 len: 944 time: 0.0534127 Oct 27 11:06:09.207730 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-e2312211-af91-4261-87f3-6e2794c9ed82 req-90fc2027-e9c3-4dd7-ba8e-3e5eff14464f tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/security-groups?id=baae45f4-356c-4047-8629-69a3801a3a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304418 Oct 27 11:06:09.247449 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:06:09.848582 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device a19e06fb-7c52-426c-ae32-d23129cbd1b2 up at agent hyperv_n-h1-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 11:06:09.896591 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Provisioning for port a19e06fb-7c52-426c-ae32-d23129cbd1b2 completed by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 11:06:09.900273 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Provisioning complete for port a19e06fb-7c52-426c-ae32-d23129cbd1b2 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:06:09.900648 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:06:09.978182 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:06:10.000210 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06f94002-8828-4525-85a9-1981f7dcab3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a19e06fb-7c52-426c-ae32-d23129cbd1b2'}] {{(pid=102348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 11:06:10.002687 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c588921fa634554a1d9242fdea1b05457a9ff1d3b28ba54ec1dace7f2f1df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfe89c6e-63ea-41b6-8122-b707ddc72d03" -d '{"events": [{"server_uuid": "06f94002-8828-4525-85a9-1981f7dcab3f", "name": "network-vif-plugged", "status": "completed", "tag": "a19e06fb-7c52-426c-ae32-d23129cbd1b2"}]}' {{(pid=102348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 11:06:10.015561 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port a19e06fb-7c52-426c-ae32-d23129cbd1b2, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=a19e06fb-7c52-426c-ae32-d23129cbd1b2,segment=NetworkSegment(d28b9a3d-0e6e-43a3-a48e-9bc1dd8d593a),segment_id=d28b9a3d-0e6e-43a3-a48e-9bc1dd8d593a)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:06:10.020100 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:06:10.044158 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 11:06:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59a4acc1-746b-49c4-b7c2-6b1a6b838f20 x-openstack-request-id: req-59a4acc1-746b-49c4-b7c2-6b1a6b838f20 {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 11:06:10.044475 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06f94002-8828-4525-85a9-1981f7dcab3f", "name": "network-vif-plugged", "status": "completed", "tag": "a19e06fb-7c52-426c-ae32-d23129cbd1b2", "code": 200}]} {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 11:06:10.044742 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-59a4acc1-746b-49c4-b7c2-6b1a6b838f20 {{(pid=102348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 11:06:10.045133 n-d-813419-10 neutron-server[102348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06f94002-8828-4525-85a9-1981f7dcab3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a19e06fb-7c52-426c-ae32-d23129cbd1b2', 'code': 200} Oct 27 11:06:10.068815 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Pushing event updated for resources: {'Port': ['ID=a19e06fb-7c52-426c-ae32-d23129cbd1b2,revision_number=5']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:06:10.141960 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4fbcce-f772-4afa-be2d-21daaf00d0fc req-909275d8-d333-44b6-9ed2-4711afd1c920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:06:10.143423 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-3b4fbcce-f772-4afa-be2d-21daaf00d0fc req-909275d8-d333-44b6-9ed2-4711afd1c920 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=06f94002-8828-4525-85a9-1981f7dcab3f HTTP/1.1" status: 200 len: 1097 time: 0.0402179 Oct 27 11:06:10.177675 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-3b4fbcce-f772-4afa-be2d-21daaf00d0fc req-38ceef85-313b-46b7-b072-6bddaf4ce64a service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=baae45f4-356c-4047-8629-69a3801a3a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0263662 Oct 27 11:06:10.322629 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e982c3-9f39-44bc-b8e8-d4e72d603d01 req-0e75eba0-5b2c-4e63-b1ed-5a913dc1584b tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:06:10.324175 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-81e982c3-9f39-44bc-b8e8-d4e72d603d01 req-0e75eba0-5b2c-4e63-b1ed-5a913dc1584b tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/ports?device_id=06f94002-8828-4525-85a9-1981f7dcab3f HTTP/1.1" status: 200 len: 945 time: 0.0483735 Oct 27 11:06:10.362221 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-81e982c3-9f39-44bc-b8e8-d4e72d603d01 req-563153ae-6c12-441a-bad2-b8282dcdcb88 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/security-groups?id=baae45f4-356c-4047-8629-69a3801a3a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319388 Oct 27 11:06:11.482024 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246c3614-531e-47f5-b008-23e9c0cbdea6 req-167d53c2-b847-49ff-9594-9c0ccd330060 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:06:11.483473 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-246c3614-531e-47f5-b008-23e9c0cbdea6 req-167d53c2-b847-49ff-9594-9c0ccd330060 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/ports?device_id=06f94002-8828-4525-85a9-1981f7dcab3f HTTP/1.1" status: 200 len: 945 time: 0.0518174 Oct 27 11:06:11.519465 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-246c3614-531e-47f5-b008-23e9c0cbdea6 req-86775212-1690-410d-95dd-d7165b342fc9 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/security-groups?id=baae45f4-356c-4047-8629-69a3801a3a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300961 Oct 27 11:06:11.637497 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14506bd-916d-44a3-ab30-5d50a921a1a5 req-9963aa25-b0d4-4b9b-8ab5-e44b4e22d710 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:06:11.638951 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b14506bd-916d-44a3-ab30-5d50a921a1a5 req-9963aa25-b0d4-4b9b-8ab5-e44b4e22d710 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/ports?device_id=06f94002-8828-4525-85a9-1981f7dcab3f HTTP/1.1" status: 200 len: 945 time: 0.0522821 Oct 27 11:06:11.647254 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 45036) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:06:11.652051 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-be5903b2-a2d9-4ae6-9976-f7bda4cee215 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Request body: {'floatingip': {'port_id': 'a19e06fb-7c52-426c-ae32-d23129cbd1b2'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:06:11.689936 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-be5903b2-a2d9-4ae6-9976-f7bda4cee215 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Publish callbacks [] for floatingip, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:06:12.105794 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-be5903b2-a2d9-4ae6-9976-f7bda4cee215 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:06:12.109590 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-be5903b2-a2d9-4ae6-9976-f7bda4cee215 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1664826'] for floatingip, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:06:12.204419 n-d-813419-10 neutron-server[102347]: INFO neutron.db.l3_db [None req-be5903b2-a2d9-4ae6-9976-f7bda4cee215 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Floating IP 42374c55-3019-4880-855c-e36e4c24cd32 associated. External IP: 172.25.8.186, port: a19e06fb-7c52-426c-ae32-d23129cbd1b2. Oct 27 11:06:12.409571 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be5903b2-a2d9-4ae6-9976-f7bda4cee215 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Router 21969188-e3ee-4d7c-b7a3-e1c4f087d3bf has already been hosted by L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb {{(pid=102347) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 11:06:12.513248 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be5903b2-a2d9-4ae6-9976-f7bda4cee215 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 11:06:12.517646 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-be5903b2-a2d9-4ae6-9976-f7bda4cee215 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for floatingip, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:06:12.522609 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fdc937f-5eb1-48a2-9015-554775a4bb82 None None] Sync routers for ids ['21969188-e3ee-4d7c-b7a3-e1c4f087d3bf'] in n-d-813419-10 {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 11:06:12.532420 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fdc937f-5eb1-48a2-9015-554775a4bb82 None None] Routers {'21969188-e3ee-4d7c-b7a3-e1c4f087d3bf'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 11:06:12.533016 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-4fdc937f-5eb1-48a2-9015-554775a4bb82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T11:05:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['21969188-e3ee-4d7c-b7a3-e1c4f087d3bf'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:06:12.544830 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-be5903b2-a2d9-4ae6-9976-f7bda4cee215 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "PUT /v2.0/floatingips/42374c55-3019-4880-855c-e36e4c24cd32 HTTP/1.1" status: 200 len: 991 time: 0.8965526 Oct 27 11:06:12.545415 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06f94002-8828-4525-85a9-1981f7dcab3f', 'tag': 'a19e06fb-7c52-426c-ae32-d23129cbd1b2'}] {{(pid=102347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 11:06:12.547644 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311149b481204ee7edffdb959c881838506fbd95bc8577c048f6677abb73acc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9255d907-89ca-49ca-b576-8fd1a1708fca" -d '{"events": [{"name": "network-changed", "server_uuid": "06f94002-8828-4525-85a9-1981f7dcab3f", "tag": "a19e06fb-7c52-426c-ae32-d23129cbd1b2"}]}' {{(pid=102347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 11:06:12.593480 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 11:06:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d626918d-63ba-4522-ae8e-0507d31df437 x-openstack-request-id: req-d626918d-63ba-4522-ae8e-0507d31df437 {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 11:06:12.593769 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06f94002-8828-4525-85a9-1981f7dcab3f", "tag": "a19e06fb-7c52-426c-ae32-d23129cbd1b2", "status": "completed", "code": 200}]} {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 11:06:12.594016 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d626918d-63ba-4522-ae8e-0507d31df437 {{(pid=102347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 11:06:12.594419 n-d-813419-10 neutron-server[102347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06f94002-8828-4525-85a9-1981f7dcab3f', 'tag': 'a19e06fb-7c52-426c-ae32-d23129cbd1b2', 'status': 'completed', 'code': 200} Oct 27 11:06:12.663579 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9255d907-89ca-49ca-b576-8fd1a1708fca req-c8325657-3060-48d9-9676-098ad7cbd7f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:06:12.665066 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-9255d907-89ca-49ca-b576-8fd1a1708fca req-c8325657-3060-48d9-9676-098ad7cbd7f3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8de2a5bb3a4048f09f89b68594efec08&device_id=06f94002-8828-4525-85a9-1981f7dcab3f HTTP/1.1" status: 200 len: 1097 time: 0.0462554 Oct 27 11:06:12.722233 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvr_db [None req-4fdc937f-5eb1-48a2-9015-554775a4bb82 None None] Set router 21969188-e3ee-4d7c-b7a3-e1c4f087d3bf gateway port host: n-d-813419-10 {{(pid=102349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 11:06:12.755966 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9255d907-89ca-49ca-b576-8fd1a1708fca req-8636aae4-3c10-4d8d-9ac2-96c67210137a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:06:12.757637 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-9255d907-89ca-49ca-b576-8fd1a1708fca req-8636aae4-3c10-4d8d-9ac2-96c67210137a service neutron] 10.222.0.64 "GET /v2.0/networks?id=2a5ee4a4-c41e-48f2-9219-3320d30093b8 HTTP/1.1" status: 200 len: 913 time: 0.0845385 Oct 27 11:06:12.826461 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-9255d907-89ca-49ca-b576-8fd1a1708fca req-ac6bdb9a-c0f4-40a3-9965-128328550ce7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a19e06fb-7c52-426c-ae32-d23129cbd1b2 HTTP/1.1" status: 200 len: 999 time: 0.0605381 Oct 27 11:06:12.875924 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9255d907-89ca-49ca-b576-8fd1a1708fca req-aa1386e2-b564-4ea8-b2ec-1c9b45941118 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:06:12.877419 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-9255d907-89ca-49ca-b576-8fd1a1708fca req-aa1386e2-b564-4ea8-b2ec-1c9b45941118 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ad455bd6-8255-41fb-b160-f3442cc0c657 HTTP/1.1" status: 200 len: 851 time: 0.0437667 Oct 27 11:06:12.923227 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9255d907-89ca-49ca-b576-8fd1a1708fca req-09d50443-e105-4ce6-ad3d-079b3d7a2b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:06:12.924692 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-9255d907-89ca-49ca-b576-8fd1a1708fca req-09d50443-e105-4ce6-ad3d-079b3d7a2b27 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2a5ee4a4-c41e-48f2-9219-3320d30093b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0397105 Oct 27 11:06:12.940400 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-4fdc937f-5eb1-48a2-9015-554775a4bb82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21969188-e3ee-4d7c-b7a3-e1c4f087d3bf', 'name': 'tempest-ServerActionsTestJSON-1588266955-router', 'tenant_id': '8de2a5bb3a4048f09f89b68594efec08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.230'}], 'enable_snat': True}, 'gw_port_id': 'd28cf629-251a-4e82-b870-98cf289fb9ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:05:55Z', 'updated_at': '2021-10-27T11:05:58Z', 'revision_number': 4, 'project_id': '8de2a5bb3a4048f09f89b68594efec08', 'gw_port': {'id': 'd28cf629-251a-4e82-b870-98cf289fb9ac', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:70:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21969188-e3ee-4d7c-b7a3-e1c4f087d3bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:05:56Z', 'updated_at': '2021-10-27T11:05:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_floatingips': [{'id': '42374c55-3019-4880-855c-e36e4c24cd32', 'tenant_id': '8de2a5bb3a4048f09f89b68594efec08', 'floating_ip_address': '172.25.8.186', 'floating_network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'router_id': '21969188-e3ee-4d7c-b7a3-e1c4f087d3bf', 'port_id': 'a19e06fb-7c52-426c-ae32-d23129cbd1b2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a5ee4a4-c41e-48f2-9219-3320d30093b8', 'mac_address': 'fa:16:3e:29:70:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06f94002-8828-4525-85a9-1981f7dcab3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T11:06:01Z', 'updated_at': '2021-10-27T11:06:12Z', 'revision_number': 1, 'project_id': '8de2a5bb3a4048f09f89b68594efec08', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7f81418-c2a7-45b0-9600-fc6417c8bf49', 'name': '', 'network_id': '2a5ee4a4-c41e-48f2-9219-3320d30093b8', 'tenant_id': '8de2a5bb3a4048f09f89b68594efec08', 'mac_address': 'fa:16:3e:c9:95:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21969188-e3ee-4d7c-b7a3-e1c4f087d3bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'ad455bd6-8255-41fb-b160-f3442cc0c657', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:05:58Z', 'updated_at': '2021-10-27T11:06:01Z', 'revision_number': 5, 'project_id': '8de2a5bb3a4048f09f89b68594efec08', 'subnets': [{'id': 'ad455bd6-8255-41fb-b160-f3442cc0c657', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:06:12.966142 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fdc937f-5eb1-48a2-9015-554775a4bb82 None None] Checking router: 21969188-e3ee-4d7c-b7a3-e1c4f087d3bf for host: n-d-813419-10 {{(pid=102349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 11:06:12.974277 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fdc937f-5eb1-48a2-9015-554775a4bb82 None None] Routers {'21969188-e3ee-4d7c-b7a3-e1c4f087d3bf'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 11:06:12.974875 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-4fdc937f-5eb1-48a2-9015-554775a4bb82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T11:05:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['21969188-e3ee-4d7c-b7a3-e1c4f087d3bf'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:06:13.021100 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-9255d907-89ca-49ca-b576-8fd1a1708fca req-fb851b1d-3848-45e6-b54a-82348d5f328a service neutron] 10.222.0.64 "GET /v2.0/networks/2a5ee4a4-c41e-48f2-9219-3320d30093b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872097 Oct 27 11:06:13.078457 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvr_db [None req-4fdc937f-5eb1-48a2-9015-554775a4bb82 None None] Set router 21969188-e3ee-4d7c-b7a3-e1c4f087d3bf gateway port host: n-d-813419-10 {{(pid=102349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 11:06:13.111519 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-9255d907-89ca-49ca-b576-8fd1a1708fca req-7ee807ca-54d5-40fa-9df8-7dd0cef9d2ee service neutron] 10.222.0.64 "GET /v2.0/networks/2a5ee4a4-c41e-48f2-9219-3320d30093b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820308 Oct 27 11:06:13.301402 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-4fdc937f-5eb1-48a2-9015-554775a4bb82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21969188-e3ee-4d7c-b7a3-e1c4f087d3bf', 'name': 'tempest-ServerActionsTestJSON-1588266955-router', 'tenant_id': '8de2a5bb3a4048f09f89b68594efec08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.230'}], 'enable_snat': True}, 'gw_port_id': 'd28cf629-251a-4e82-b870-98cf289fb9ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:05:55Z', 'updated_at': '2021-10-27T11:05:58Z', 'revision_number': 4, 'project_id': '8de2a5bb3a4048f09f89b68594efec08', 'gw_port': {'id': 'd28cf629-251a-4e82-b870-98cf289fb9ac', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:70:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21969188-e3ee-4d7c-b7a3-e1c4f087d3bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:05:56Z', 'updated_at': '2021-10-27T11:05:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_floatingips': [{'id': '42374c55-3019-4880-855c-e36e4c24cd32', 'tenant_id': '8de2a5bb3a4048f09f89b68594efec08', 'floating_ip_address': '172.25.8.186', 'floating_network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'router_id': '21969188-e3ee-4d7c-b7a3-e1c4f087d3bf', 'port_id': 'a19e06fb-7c52-426c-ae32-d23129cbd1b2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a5ee4a4-c41e-48f2-9219-3320d30093b8', 'mac_address': 'fa:16:3e:29:70:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06f94002-8828-4525-85a9-1981f7dcab3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T11:06:01Z', 'updated_at': '2021-10-27T11:06:12Z', 'revision_number': 1, 'project_id': '8de2a5bb3a4048f09f89b68594efec08', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7f81418-c2a7-45b0-9600-fc6417c8bf49', 'name': '', 'network_id': '2a5ee4a4-c41e-48f2-9219-3320d30093b8', 'tenant_id': '8de2a5bb3a4048f09f89b68594efec08', 'mac_address': 'fa:16:3e:c9:95:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21969188-e3ee-4d7c-b7a3-e1c4f087d3bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'ad455bd6-8255-41fb-b160-f3442cc0c657', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:05:58Z', 'updated_at': '2021-10-27T11:06:01Z', 'revision_number': 5, 'project_id': '8de2a5bb3a4048f09f89b68594efec08', 'subnets': [{'id': 'ad455bd6-8255-41fb-b160-f3442cc0c657', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:06:13.326722 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fdc937f-5eb1-48a2-9015-554775a4bb82 None None] The sync data for ids ['21969188-e3ee-4d7c-b7a3-e1c4f087d3bf'] in n-d-813419-10 is: [{'id': '21969188-e3ee-4d7c-b7a3-e1c4f087d3bf', 'name': 'tempest-ServerActionsTestJSON-1588266955-router', 'tenant_id': '8de2a5bb3a4048f09f89b68594efec08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.230'}], 'enable_snat': True}, 'gw_port_id': 'd28cf629-251a-4e82-b870-98cf289fb9ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:05:55Z', 'updated_at': '2021-10-27T11:05:58Z', 'revision_number': 4, 'project_id': '8de2a5bb3a4048f09f89b68594efec08', 'gw_port': {'id': 'd28cf629-251a-4e82-b870-98cf289fb9ac', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:70:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21969188-e3ee-4d7c-b7a3-e1c4f087d3bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:05:56Z', 'updated_at': '2021-10-27T11:05:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_floatingips': [{'id': '42374c55-3019-4880-855c-e36e4c24cd32', 'tenant_id': '8de2a5bb3a4048f09f89b68594efec08', 'floating_ip_address': '172.25.8.186', 'floating_network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'router_id': '21969188-e3ee-4d7c-b7a3-e1c4f087d3bf', 'port_id': 'a19e06fb-7c52-426c-ae32-d23129cbd1b2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a5ee4a4-c41e-48f2-9219-3320d30093b8', 'mac_address': 'fa:16:3e:29:70:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06f94002-8828-4525-85a9-1981f7dcab3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T11:06:01Z', 'updated_at': '2021-10-27T11:06:12Z', 'revision_number': 1, 'project_id': '8de2a5bb3a4048f09f89b68594efec08', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7f81418-c2a7-45b0-9600-fc6417c8bf49', 'name': '', 'network_id': '2a5ee4a4-c41e-48f2-9219-3320d30093b8', 'tenant_id': '8de2a5bb3a4048f09f89b68594efec08', 'mac_address': 'fa:16:3e:c9:95:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21969188-e3ee-4d7c-b7a3-e1c4f087d3bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'ad455bd6-8255-41fb-b160-f3442cc0c657', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:05:58Z', 'updated_at': '2021-10-27T11:06:01Z', 'revision_number': 5, 'project_id': '8de2a5bb3a4048f09f89b68594efec08', 'subnets': [{'id': 'ad455bd6-8255-41fb-b160-f3442cc0c657', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 11:06:13.550040 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b47ae89-e6fc-4cc3-bc42-effe28f34afa None None] New status for floating IP 42374c55-3019-4880-855c-e36e4c24cd32: ACTIVE {{(pid=102348) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 11:06:16.266697 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-1e82cec2-6976-42ef-a7c2-0ae6ac7dc8e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:06:18.934958 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-51f7242c-fe40-44b5-9d0d-3dc5749eb9a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:06:20.052133 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:06:20.142978 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-eadeaa30-4096-4d1a-b3cb-aa7ebfb291ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:06:22.035859 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-3c6a8245-0581-48aa-b5f6-4d8fe98cd16e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:06:32.846687 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:06:39.232983 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:06:39.464086 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [req-d395037f-90ed-4ec5-9f38-85d2a1f9a5fe req-f5c6a648-8d0e-4f66-80ac-4caa931a1be1 service neutron] (102347) timed out ('10.222.0.76', 53188) {{(pid=102347) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 27 11:06:40.302650 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.agents_db [None req-e79ee67d-056e-46ea-bd99-e80473396b25 None None] Agent healthcheck: found 7 active agents {{(pid=102349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 11:06:46.270073 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-c22bac58-fb6c-4421-98e4-f48b58bc73f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:06:48.937767 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-e9c485c6-f03b-4c29-87fe-972e26f1d2b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:06:50.053705 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:06:50.144965 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-eadeaa30-4096-4d1a-b3cb-aa7ebfb291ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:06:50.585898 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-e401722f-d22a-467d-a3e6-75806f7dbd81 req-0f05365b-4057-4570-8ef5-e51ef5226cf8 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=06f94002-8828-4525-85a9-1981f7dcab3f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0431256 Oct 27 11:06:50.669779 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e401722f-d22a-467d-a3e6-75806f7dbd81 req-0d229745-3444-4605-8142-1e090bfb3159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:06:50.671242 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-e401722f-d22a-467d-a3e6-75806f7dbd81 req-0d229745-3444-4605-8142-1e090bfb3159 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8de2a5bb3a4048f09f89b68594efec08&device_id=06f94002-8828-4525-85a9-1981f7dcab3f HTTP/1.1" status: 200 len: 1097 time: 0.0404608 Oct 27 11:06:50.773444 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e401722f-d22a-467d-a3e6-75806f7dbd81 req-f2f44afc-c93b-4143-a36c-e83829afdbf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:06:50.774897 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-e401722f-d22a-467d-a3e6-75806f7dbd81 req-f2f44afc-c93b-4143-a36c-e83829afdbf5 service neutron] 10.222.0.64 "GET /v2.0/networks?id=2a5ee4a4-c41e-48f2-9219-3320d30093b8 HTTP/1.1" status: 200 len: 913 time: 0.0832527 Oct 27 11:06:50.841891 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-e401722f-d22a-467d-a3e6-75806f7dbd81 req-e0867d11-17f0-4754-ac64-8179fa46a755 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a19e06fb-7c52-426c-ae32-d23129cbd1b2 HTTP/1.1" status: 200 len: 1001 time: 0.0588560 Oct 27 11:06:50.889984 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e401722f-d22a-467d-a3e6-75806f7dbd81 req-c73d8719-e098-4531-985c-387904299327 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:06:50.891976 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-e401722f-d22a-467d-a3e6-75806f7dbd81 req-c73d8719-e098-4531-985c-387904299327 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ad455bd6-8255-41fb-b160-f3442cc0c657 HTTP/1.1" status: 200 len: 851 time: 0.0432024 Oct 27 11:06:50.936598 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e401722f-d22a-467d-a3e6-75806f7dbd81 req-0846fea6-3252-4ad7-83ec-24e570d7fd21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:06:50.937990 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-e401722f-d22a-467d-a3e6-75806f7dbd81 req-0846fea6-3252-4ad7-83ec-24e570d7fd21 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2a5ee4a4-c41e-48f2-9219-3320d30093b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0389977 Oct 27 11:06:51.032520 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-e401722f-d22a-467d-a3e6-75806f7dbd81 req-d5b98efe-62fc-44e2-acba-5aa037045358 service neutron] 10.222.0.64 "GET /v2.0/networks/2a5ee4a4-c41e-48f2-9219-3320d30093b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862877 Oct 27 11:06:51.123085 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-e401722f-d22a-467d-a3e6-75806f7dbd81 req-538bfdef-ad86-4e47-bf07-1a7dc7b80ab7 service neutron] 10.222.0.64 "GET /v2.0/networks/2a5ee4a4-c41e-48f2-9219-3320d30093b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834107 Oct 27 11:06:52.037370 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-3c6a8245-0581-48aa-b5f6-4d8fe98cd16e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:07:02.845946 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:07:09.243232 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:07:16.271442 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-333a0011-08d4-4562-877a-260bcd8c6ea5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:07:17.301507 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.agents_db [None req-e79ee67d-056e-46ea-bd99-e80473396b25 None None] Agent healthcheck: found 7 active agents {{(pid=102349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 11:07:18.939367 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-43809edc-8378-429b-839c-979213800871 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:07:20.054840 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:07:20.148415 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-eadeaa30-4096-4d1a-b3cb-aa7ebfb291ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:07:22.040590 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-3c6a8245-0581-48aa-b5f6-4d8fe98cd16e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:07:32.854038 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:07:39.232384 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:07:46.273484 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-94cdbe23-3f1f-4b16-90ee-d79f899a251b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:07:48.940766 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-3ade0b15-32cb-4da7-baa0-549f34b34e61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:07:50.055062 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:07:50.152289 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-eadeaa30-4096-4d1a-b3cb-aa7ebfb291ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:07:51.603526 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019c9c3d-fff5-4050-ba68-a9cb52389e15 req-1e13b103-a751-49ea-a3cd-6dff28e6bc91 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:07:51.604997 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-019c9c3d-fff5-4050-ba68-a9cb52389e15 req-1e13b103-a751-49ea-a3cd-6dff28e6bc91 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/ports?device_id=06f94002-8828-4525-85a9-1981f7dcab3f HTTP/1.1" status: 200 len: 945 time: 0.0480266 Oct 27 11:07:51.642418 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-019c9c3d-fff5-4050-ba68-a9cb52389e15 req-56b28a2d-ceae-4d07-b739-c726bb6901ce tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/security-groups?id=baae45f4-356c-4047-8629-69a3801a3a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315289 Oct 27 11:07:51.862293 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-da1336f3-2469-4431-a2c6-1f1737c295f8 req-a39fd146-d445-4c0e-8fdb-8f56867ce950 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=06f94002-8828-4525-85a9-1981f7dcab3f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0403872 Oct 27 11:07:51.878055 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1b7320-b016-485b-9930-6c0fce030626 req-c459e7a9-4a25-494d-952f-30750c57d107 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:07:51.880175 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-5e1b7320-b016-485b-9930-6c0fce030626 req-c459e7a9-4a25-494d-952f-30750c57d107 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/ports?device_id=06f94002-8828-4525-85a9-1981f7dcab3f HTTP/1.1" status: 200 len: 945 time: 0.0504482 Oct 27 11:07:51.923121 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-5e1b7320-b016-485b-9930-6c0fce030626 req-77e782d2-eba3-4113-9165-f580f8a7816d tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/security-groups?id=baae45f4-356c-4047-8629-69a3801a3a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367620 Oct 27 11:07:52.047830 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-3c6a8245-0581-48aa-b5f6-4d8fe98cd16e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:07:52.596178 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbb067b-f6b0-4de0-89fa-a1d7140669a0 req-490a5f1a-e4b2-4c4f-b15a-812652f6c74a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:07:52.597685 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-3bbb067b-f6b0-4de0-89fa-a1d7140669a0 req-490a5f1a-e4b2-4c4f-b15a-812652f6c74a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8de2a5bb3a4048f09f89b68594efec08&device_id=06f94002-8828-4525-85a9-1981f7dcab3f HTTP/1.1" status: 200 len: 1097 time: 0.0411625 Oct 27 11:07:52.707142 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbb067b-f6b0-4de0-89fa-a1d7140669a0 req-7953abe8-f159-427e-ad34-eae64c459f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:07:52.708785 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-3bbb067b-f6b0-4de0-89fa-a1d7140669a0 req-7953abe8-f159-427e-ad34-eae64c459f1a service neutron] 10.222.0.64 "GET /v2.0/networks?id=2a5ee4a4-c41e-48f2-9219-3320d30093b8 HTTP/1.1" status: 200 len: 913 time: 0.0917599 Oct 27 11:07:52.773614 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-3bbb067b-f6b0-4de0-89fa-a1d7140669a0 req-c05e4880-e0ea-47de-8119-6c57bb2b6098 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a19e06fb-7c52-426c-ae32-d23129cbd1b2 HTTP/1.1" status: 200 len: 1001 time: 0.0569181 Oct 27 11:07:52.821386 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbb067b-f6b0-4de0-89fa-a1d7140669a0 req-9cff51af-4786-4ce7-a231-2ed0592028a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:07:52.822722 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-3bbb067b-f6b0-4de0-89fa-a1d7140669a0 req-9cff51af-4786-4ce7-a231-2ed0592028a7 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ad455bd6-8255-41fb-b160-f3442cc0c657 HTTP/1.1" status: 200 len: 851 time: 0.0423019 Oct 27 11:07:53.228714 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbb067b-f6b0-4de0-89fa-a1d7140669a0 req-386f6c6f-115f-4d52-824c-1c2f472f4a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:07:53.230188 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-3bbb067b-f6b0-4de0-89fa-a1d7140669a0 req-386f6c6f-115f-4d52-824c-1c2f472f4a33 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2a5ee4a4-c41e-48f2-9219-3320d30093b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3997734 Oct 27 11:07:53.245875 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3d350b-f888-4145-9357-f102ad684f44 req-4657563b-fa49-4230-b05e-68f90d972abd tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:07:53.247253 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-0d3d350b-f888-4145-9357-f102ad684f44 req-4657563b-fa49-4230-b05e-68f90d972abd tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/ports?device_id=06f94002-8828-4525-85a9-1981f7dcab3f HTTP/1.1" status: 200 len: 945 time: 0.0588324 Oct 27 11:07:53.327520 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-0d3d350b-f888-4145-9357-f102ad684f44 req-488eeae3-e8f7-4647-b44c-fda07bb1e482 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/security-groups?id=baae45f4-356c-4047-8629-69a3801a3a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736580 Oct 27 11:07:53.357000 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-3bbb067b-f6b0-4de0-89fa-a1d7140669a0 req-6775fa17-dd85-4c96-a2f1-4081217d1747 service neutron] 10.222.0.64 "GET /v2.0/networks/2a5ee4a4-c41e-48f2-9219-3320d30093b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1184568 Oct 27 11:07:53.444441 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-3bbb067b-f6b0-4de0-89fa-a1d7140669a0 req-a4f401fd-8f25-415c-9b55-8916acf88683 service neutron] 10.222.0.64 "GET /v2.0/networks/2a5ee4a4-c41e-48f2-9219-3320d30093b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796008 Oct 27 11:07:53.533680 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1336f3-2469-4431-a2c6-1f1737c295f8 req-5312e632-95a9-4f3c-a9bd-334c13b50cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:07:53.535035 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-da1336f3-2469-4431-a2c6-1f1737c295f8 req-5312e632-95a9-4f3c-a9bd-334c13b50cf5 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8de2a5bb3a4048f09f89b68594efec08&device_id=06f94002-8828-4525-85a9-1981f7dcab3f HTTP/1.1" status: 200 len: 1097 time: 0.0449004 Oct 27 11:07:53.625423 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1336f3-2469-4431-a2c6-1f1737c295f8 req-dd0c7ee7-4bfd-44cc-9896-278076085532 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:07:53.626867 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-da1336f3-2469-4431-a2c6-1f1737c295f8 req-dd0c7ee7-4bfd-44cc-9896-278076085532 service neutron] 10.222.0.64 "GET /v2.0/networks?id=2a5ee4a4-c41e-48f2-9219-3320d30093b8 HTTP/1.1" status: 200 len: 913 time: 0.0830598 Oct 27 11:07:53.695126 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-da1336f3-2469-4431-a2c6-1f1737c295f8 req-1bb122c7-a1e7-4069-9f02-0fd9d0d075e2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a19e06fb-7c52-426c-ae32-d23129cbd1b2 HTTP/1.1" status: 200 len: 1001 time: 0.0604029 Oct 27 11:07:53.744213 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1336f3-2469-4431-a2c6-1f1737c295f8 req-f8c7c444-6c23-45e7-9b7c-389041c84615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:07:53.745640 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-da1336f3-2469-4431-a2c6-1f1737c295f8 req-f8c7c444-6c23-45e7-9b7c-389041c84615 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ad455bd6-8255-41fb-b160-f3442cc0c657 HTTP/1.1" status: 200 len: 851 time: 0.0431612 Oct 27 11:07:53.791315 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1336f3-2469-4431-a2c6-1f1737c295f8 req-beca12cb-fc65-4dcd-9157-c14d6585a3de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:07:53.792721 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-da1336f3-2469-4431-a2c6-1f1737c295f8 req-beca12cb-fc65-4dcd-9157-c14d6585a3de service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2a5ee4a4-c41e-48f2-9219-3320d30093b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0397258 Oct 27 11:07:53.884703 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-da1336f3-2469-4431-a2c6-1f1737c295f8 req-db752392-384c-4f10-9016-40023b9869c5 service neutron] 10.222.0.64 "GET /v2.0/networks/2a5ee4a4-c41e-48f2-9219-3320d30093b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837154 Oct 27 11:07:53.972693 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-da1336f3-2469-4431-a2c6-1f1737c295f8 req-e98bae00-fee6-424d-8ca7-236bc2ca6b2b service neutron] 10.222.0.64 "GET /v2.0/networks/2a5ee4a4-c41e-48f2-9219-3320d30093b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800831 Oct 27 11:07:54.300249 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.agents_db [None req-e79ee67d-056e-46ea-bd99-e80473396b25 None None] Agent healthcheck: found 7 active agents {{(pid=102349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 11:07:54.442676 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031c7c6b-6dd7-4ef0-8d98-46e0fb834279 req-9c284bd7-9af9-4033-b444-6e14195980dd tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:07:54.444798 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-031c7c6b-6dd7-4ef0-8d98-46e0fb834279 req-9c284bd7-9af9-4033-b444-6e14195980dd tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/ports?device_id=06f94002-8828-4525-85a9-1981f7dcab3f HTTP/1.1" status: 200 len: 945 time: 0.0491993 Oct 27 11:07:54.482841 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-031c7c6b-6dd7-4ef0-8d98-46e0fb834279 req-9d484827-7fae-4b45-af3f-623f27f988e1 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/security-groups?id=baae45f4-356c-4047-8629-69a3801a3a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320203 Oct 27 11:07:55.601466 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b878262d-6ba0-4796-91a3-fd27b377fa0a req-bae7f845-4ab7-452c-ba9a-ce160f5a7117 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:07:55.602916 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b878262d-6ba0-4796-91a3-fd27b377fa0a req-bae7f845-4ab7-452c-ba9a-ce160f5a7117 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/ports?device_id=06f94002-8828-4525-85a9-1981f7dcab3f HTTP/1.1" status: 200 len: 945 time: 0.0529237 Oct 27 11:07:55.639817 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b878262d-6ba0-4796-91a3-fd27b377fa0a req-df969c3c-9bc7-4988-9b1a-bb869b845917 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/security-groups?id=baae45f4-356c-4047-8629-69a3801a3a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308940 Oct 27 11:07:56.757445 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc6deae-6a6a-4be3-b9a8-8d884326b877 req-d3d7822f-545f-4d83-a279-dd3ed7180518 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:07:56.758960 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-1dc6deae-6a6a-4be3-b9a8-8d884326b877 req-d3d7822f-545f-4d83-a279-dd3ed7180518 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/ports?device_id=06f94002-8828-4525-85a9-1981f7dcab3f HTTP/1.1" status: 200 len: 945 time: 0.0490248 Oct 27 11:07:56.797465 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-1dc6deae-6a6a-4be3-b9a8-8d884326b877 req-c56d52a2-544d-4faf-a5e6-f26e92a8aa4e tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/security-groups?id=baae45f4-356c-4047-8629-69a3801a3a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317883 Oct 27 11:07:57.912679 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df821972-4352-4b10-a0f0-d5fb5cee83d3 req-2f0dc3b5-e9c5-45ff-a4b0-b59f0a0438e7 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:07:57.914143 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-df821972-4352-4b10-a0f0-d5fb5cee83d3 req-2f0dc3b5-e9c5-45ff-a4b0-b59f0a0438e7 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/ports?device_id=06f94002-8828-4525-85a9-1981f7dcab3f HTTP/1.1" status: 200 len: 945 time: 0.0484698 Oct 27 11:07:57.951196 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-df821972-4352-4b10-a0f0-d5fb5cee83d3 req-0615c89e-5f21-4b7c-ac38-54d226c2091d tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/security-groups?id=baae45f4-356c-4047-8629-69a3801a3a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310886 Oct 27 11:07:59.070222 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fddeed2-461e-4907-8507-4002484fb2d7 req-2fcded5a-83fd-4461-8c0c-cadde4cefc32 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:07:59.071599 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-7fddeed2-461e-4907-8507-4002484fb2d7 req-2fcded5a-83fd-4461-8c0c-cadde4cefc32 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/ports?device_id=06f94002-8828-4525-85a9-1981f7dcab3f HTTP/1.1" status: 200 len: 945 time: 0.0521967 Oct 27 11:07:59.112757 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-7fddeed2-461e-4907-8507-4002484fb2d7 req-91b63a7e-dcc3-49f9-acfa-d09a94a9654e tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/security-groups?id=baae45f4-356c-4047-8629-69a3801a3a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351045 Oct 27 11:08:00.224393 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a93ed9b-b67c-479e-bc87-dd16c9da58d2 req-c821e060-8d2e-41b4-89fd-1b9c8f545290 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:08:00.226341 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-0a93ed9b-b67c-479e-bc87-dd16c9da58d2 req-c821e060-8d2e-41b4-89fd-1b9c8f545290 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/ports?device_id=06f94002-8828-4525-85a9-1981f7dcab3f HTTP/1.1" status: 200 len: 945 time: 0.0479922 Oct 27 11:08:00.263557 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-0a93ed9b-b67c-479e-bc87-dd16c9da58d2 req-9e2177f0-211e-4684-ac3f-58ac525182aa tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/security-groups?id=baae45f4-356c-4047-8629-69a3801a3a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313694 Oct 27 11:08:01.378527 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a4d183-e8f9-4606-bc0f-629348b497f7 req-316724f9-9de5-46cc-9828-8c4014a1f800 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:08:01.380280 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-79a4d183-e8f9-4606-bc0f-629348b497f7 req-316724f9-9de5-46cc-9828-8c4014a1f800 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/ports?device_id=06f94002-8828-4525-85a9-1981f7dcab3f HTTP/1.1" status: 200 len: 945 time: 0.0492349 Oct 27 11:08:01.419077 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-79a4d183-e8f9-4606-bc0f-629348b497f7 req-6049f1ea-7ef7-4890-9e75-3387301a8435 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/security-groups?id=baae45f4-356c-4047-8629-69a3801a3a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318086 Oct 27 11:08:02.535612 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82492c27-429b-4979-aa20-497204f5c5a7 req-9d2bcbe0-6220-4191-b73d-0cc121c6b43f tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:08:02.537087 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-82492c27-429b-4979-aa20-497204f5c5a7 req-9d2bcbe0-6220-4191-b73d-0cc121c6b43f tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/ports?device_id=06f94002-8828-4525-85a9-1981f7dcab3f HTTP/1.1" status: 200 len: 945 time: 0.0519750 Oct 27 11:08:02.573940 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-82492c27-429b-4979-aa20-497204f5c5a7 req-6d5cf982-9fcf-4899-9e9c-e081eece13a5 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/security-groups?id=baae45f4-356c-4047-8629-69a3801a3a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303981 Oct 27 11:08:02.860973 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:08:03.687140 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b6317f-fcad-4675-8df9-da9a39b558d1 req-e0421a30-4125-4486-b07f-3ff1a157293d tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:08:03.688626 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-e4b6317f-fcad-4675-8df9-da9a39b558d1 req-e0421a30-4125-4486-b07f-3ff1a157293d tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/ports?device_id=06f94002-8828-4525-85a9-1981f7dcab3f HTTP/1.1" status: 200 len: 945 time: 0.0483682 Oct 27 11:08:03.725618 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-e4b6317f-fcad-4675-8df9-da9a39b558d1 req-69b0ec9c-f706-4ab6-b8cc-13db61ccc382 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/security-groups?id=baae45f4-356c-4047-8629-69a3801a3a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305245 Oct 27 11:08:04.844740 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a39322-8648-4c1b-9504-fe45a4b4fac0 req-6a4d34c4-2e04-4bc8-9ea4-3726076c59ce tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:08:04.846210 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-a8a39322-8648-4c1b-9504-fe45a4b4fac0 req-6a4d34c4-2e04-4bc8-9ea4-3726076c59ce tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/ports?device_id=06f94002-8828-4525-85a9-1981f7dcab3f HTTP/1.1" status: 200 len: 945 time: 0.0489612 Oct 27 11:08:04.883703 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-a8a39322-8648-4c1b-9504-fe45a4b4fac0 req-58964749-9410-48a9-832a-63fc8492e113 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/security-groups?id=baae45f4-356c-4047-8629-69a3801a3a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316014 Oct 27 11:08:05.899005 n-d-813419-10 neutron-server[102347]: INFO neutron.api.v2.resource [req-da1336f3-2469-4431-a2c6-1f1737c295f8 req-8095596d-871e-41a6-bca5-b0074387962d service neutron] show failed (client error): The resource could not be found. Oct 27 11:08:05.900007 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-da1336f3-2469-4431-a2c6-1f1737c295f8 req-8095596d-871e-41a6-bca5-b0074387962d service neutron] 10.222.0.64 "GET /v2.0/ports/a19e06fb-7c52-426c-ae32-d23129cbd1b2/bindings/n-h2-813419-10 HTTP/1.1" status: 404 len: 381 time: 0.0540168 Oct 27 11:08:06.001728 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b65b70-32d4-4acb-b6e3-7c07e4f2e396 req-e6f39301-a304-4397-914a-2410f13bec71 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:08:06.003240 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-31b65b70-32d4-4acb-b6e3-7c07e4f2e396 req-e6f39301-a304-4397-914a-2410f13bec71 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/ports?device_id=06f94002-8828-4525-85a9-1981f7dcab3f HTTP/1.1" status: 200 len: 945 time: 0.0504866 Oct 27 11:08:06.048067 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-31b65b70-32d4-4acb-b6e3-7c07e4f2e396 req-87613afb-577a-496e-9063-701c8b66611e tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/security-groups?id=baae45f4-356c-4047-8629-69a3801a3a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380919 Oct 27 11:08:06.099678 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1336f3-2469-4431-a2c6-1f1737c295f8 req-7be06d18-ad36-456a-9a8d-68aa1879bfb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:08:06.101210 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-da1336f3-2469-4431-a2c6-1f1737c295f8 req-7be06d18-ad36-456a-9a8d-68aa1879bfb2 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=06f94002-8828-4525-85a9-1981f7dcab3f&tenant_id=8de2a5bb3a4048f09f89b68594efec08 HTTP/1.1" status: 200 len: 1097 time: 0.0406470 Oct 27 11:08:06.112932 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [req-da1336f3-2469-4431-a2c6-1f1737c295f8 req-52fd69f7-8b2d-4efb-a2f7-3841599b172f service neutron] Request body: {'port': {'binding:host_id': 'n-h2-813419-10', 'device_owner': 'compute:nova'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:08:06.171384 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-da1336f3-2469-4431-a2c6-1f1737c295f8 req-52fd69f7-8b2d-4efb-a2f7-3841599b172f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:08:06.365361 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [req-da1336f3-2469-4431-a2c6-1f1737c295f8 req-52fd69f7-8b2d-4efb-a2f7-3841599b172f service neutron] For port a19e06fb-7c52-426c-ae32-d23129cbd1b2, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=a19e06fb-7c52-426c-ae32-d23129cbd1b2,segment=NetworkSegment(d28b9a3d-0e6e-43a3-a48e-9bc1dd8d593a),segment_id=d28b9a3d-0e6e-43a3-a48e-9bc1dd8d593a)] {{(pid=102346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:08:06.401875 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [req-da1336f3-2469-4431-a2c6-1f1737c295f8 req-52fd69f7-8b2d-4efb-a2f7-3841599b172f service neutron] For port a19e06fb-7c52-426c-ae32-d23129cbd1b2, host n-h1-813419-10, cleared binding levels {{(pid=102346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 11:08:06.438777 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06f94002-8828-4525-85a9-1981f7dcab3f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a19e06fb-7c52-426c-ae32-d23129cbd1b2'}] {{(pid=102346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 11:08:06.441141 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc0e418f5fc417c8d55d94c0aa509b037d0beb2a734c1a709e789eb65639a56d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e568ae7e-b185-4cd5-a72c-934d504bfc78" -d '{"events": [{"server_uuid": "06f94002-8828-4525-85a9-1981f7dcab3f", "name": "network-vif-unplugged", "status": "completed", "tag": "a19e06fb-7c52-426c-ae32-d23129cbd1b2"}]}' {{(pid=102346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 11:08:06.445685 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-da1336f3-2469-4431-a2c6-1f1737c295f8 req-52fd69f7-8b2d-4efb-a2f7-3841599b172f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:08:06.457788 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.provisioning_blocks [req-da1336f3-2469-4431-a2c6-1f1737c295f8 req-52fd69f7-8b2d-4efb-a2f7-3841599b172f service neutron] Transition to ACTIVE for port object a19e06fb-7c52-426c-ae32-d23129cbd1b2 will not be triggered until provisioned by entity L2. {{(pid=102346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 11:08:06.461443 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-da1336f3-2469-4431-a2c6-1f1737c295f8 req-52fd69f7-8b2d-4efb-a2f7-3841599b172f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27024173'] for port, after_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:08:06.497591 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 27 Oct 2021 11:08:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fef472e6-5c7c-4f07-ad6b-275263ac26f7 x-openstack-request-id: req-fef472e6-5c7c-4f07-ad6b-275263ac26f7 {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 11:08:06.497779 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06f94002-8828-4525-85a9-1981f7dcab3f", "name": "network-vif-unplugged", "status": "completed", "tag": "a19e06fb-7c52-426c-ae32-d23129cbd1b2", "code": 200}]} {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 11:08:06.498035 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-fef472e6-5c7c-4f07-ad6b-275263ac26f7 {{(pid=102346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 11:08:06.498427 n-d-813419-10 neutron-server[102346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06f94002-8828-4525-85a9-1981f7dcab3f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a19e06fb-7c52-426c-ae32-d23129cbd1b2', 'code': 200} Oct 27 11:08:06.588571 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fd69f7-8b2d-4efb-a2f7-3841599b172f service neutron] Pushing event updated for resources: {'Port': ['ID=a19e06fb-7c52-426c-ae32-d23129cbd1b2,revision_number=6']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:08:06.614398 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52fd69f7-8b2d-4efb-a2f7-3841599b172f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:08:06.614751 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52fd69f7-8b2d-4efb-a2f7-3841599b172f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:08:06.615089 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52fd69f7-8b2d-4efb-a2f7-3841599b172f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:08:06.615425 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52fd69f7-8b2d-4efb-a2f7-3841599b172f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:08:06.616322 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52fd69f7-8b2d-4efb-a2f7-3841599b172f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:08:06.616655 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52fd69f7-8b2d-4efb-a2f7-3841599b172f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:08:06.616981 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52fd69f7-8b2d-4efb-a2f7-3841599b172f service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:08:06.617307 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52fd69f7-8b2d-4efb-a2f7-3841599b172f service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:08:06.617635 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52fd69f7-8b2d-4efb-a2f7-3841599b172f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:08:06.617958 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52fd69f7-8b2d-4efb-a2f7-3841599b172f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:08:06.618282 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52fd69f7-8b2d-4efb-a2f7-3841599b172f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:08:06.618603 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52fd69f7-8b2d-4efb-a2f7-3841599b172f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:08:06.649883 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [req-da1336f3-2469-4431-a2c6-1f1737c295f8 req-52fd69f7-8b2d-4efb-a2f7-3841599b172f service neutron] No DVR routers for this DVR port a19e06fb-7c52-426c-ae32-d23129cbd1b2 on host n-h1-813419-10 {{(pid=102346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 11:08:06.785972 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.managers [req-da1336f3-2469-4431-a2c6-1f1737c295f8 req-52fd69f7-8b2d-4efb-a2f7-3841599b172f service neutron] Attempting to bind port a19e06fb-7c52-426c-ae32-d23129cbd1b2 on host n-h2-813419-10 for vnic_type normal with profile {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 11:08:06.786223 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.managers [req-da1336f3-2469-4431-a2c6-1f1737c295f8 req-52fd69f7-8b2d-4efb-a2f7-3841599b172f service neutron] Attempting to bind port a19e06fb-7c52-426c-ae32-d23129cbd1b2 by drivers openvswitch,hyperv on host n-h2-813419-10 at level 0 using segments [{'id': 'd28b9a3d-0e6e-43a3-a48e-9bc1dd8d593a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '2a5ee4a4-c41e-48f2-9219-3320d30093b8'}] {{(pid=102346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 11:08:06.786550 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da1336f3-2469-4431-a2c6-1f1737c295f8 req-52fd69f7-8b2d-4efb-a2f7-3841599b172f service neutron] Attempting to bind port a19e06fb-7c52-426c-ae32-d23129cbd1b2 on network 2a5ee4a4-c41e-48f2-9219-3320d30093b8 {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 11:08:06.790781 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da1336f3-2469-4431-a2c6-1f1737c295f8 req-52fd69f7-8b2d-4efb-a2f7-3841599b172f service neutron] Port a19e06fb-7c52-426c-ae32-d23129cbd1b2 on network 2a5ee4a4-c41e-48f2-9219-3320d30093b8 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-10 {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 11:08:06.791120 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da1336f3-2469-4431-a2c6-1f1737c295f8 req-52fd69f7-8b2d-4efb-a2f7-3841599b172f service neutron] Attempting to bind port a19e06fb-7c52-426c-ae32-d23129cbd1b2 on network 2a5ee4a4-c41e-48f2-9219-3320d30093b8 {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 11:08:06.795917 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da1336f3-2469-4431-a2c6-1f1737c295f8 req-52fd69f7-8b2d-4efb-a2f7-3841599b172f service neutron] Checking agent: {'id': 'a2edc247-0fa4-4ce6-bbae-a10492f6bd71', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 16, 9), 'started_at': datetime.datetime(2021, 10, 27, 10, 16, 9), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 11, 7, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 11:08:06.796281 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da1336f3-2469-4431-a2c6-1f1737c295f8 req-52fd69f7-8b2d-4efb-a2f7-3841599b172f service neutron] Checking segment: {'id': 'd28b9a3d-0e6e-43a3-a48e-9bc1dd8d593a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '2a5ee4a4-c41e-48f2-9219-3320d30093b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 11:08:06.796667 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da1336f3-2469-4431-a2c6-1f1737c295f8 req-52fd69f7-8b2d-4efb-a2f7-3841599b172f service neutron] Bound using segment: {'id': 'd28b9a3d-0e6e-43a3-a48e-9bc1dd8d593a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '2a5ee4a4-c41e-48f2-9219-3320d30093b8'} {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 11:08:06.797089 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.managers [req-da1336f3-2469-4431-a2c6-1f1737c295f8 req-52fd69f7-8b2d-4efb-a2f7-3841599b172f service neutron] Bound port: a19e06fb-7c52-426c-ae32-d23129cbd1b2, host: n-h2-813419-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd28b9a3d-0e6e-43a3-a48e-9bc1dd8d593a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '2a5ee4a4-c41e-48f2-9219-3320d30093b8'}}] {{(pid=102346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 11:08:06.797436 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-da1336f3-2469-4431-a2c6-1f1737c295f8 req-52fd69f7-8b2d-4efb-a2f7-3841599b172f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:08:06.863583 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [req-da1336f3-2469-4431-a2c6-1f1737c295f8 req-52fd69f7-8b2d-4efb-a2f7-3841599b172f service neutron] For port a19e06fb-7c52-426c-ae32-d23129cbd1b2, host n-h2-813419-10, cleared binding levels {{(pid=102346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 11:08:06.866848 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [req-da1336f3-2469-4431-a2c6-1f1737c295f8 req-52fd69f7-8b2d-4efb-a2f7-3841599b172f service neutron] For port a19e06fb-7c52-426c-ae32-d23129cbd1b2, host n-h2-813419-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=a19e06fb-7c52-426c-ae32-d23129cbd1b2,segment=NetworkSegment(d28b9a3d-0e6e-43a3-a48e-9bc1dd8d593a),segment_id=d28b9a3d-0e6e-43a3-a48e-9bc1dd8d593a)] {{(pid=102346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 11:08:06.870645 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-da1336f3-2469-4431-a2c6-1f1737c295f8 req-52fd69f7-8b2d-4efb-a2f7-3841599b172f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27024173'] for port, after_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:08:06.903264 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1336f3-2469-4431-a2c6-1f1737c295f8 req-52fd69f7-8b2d-4efb-a2f7-3841599b172f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:08:06.903872 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-da1336f3-2469-4431-a2c6-1f1737c295f8 req-52fd69f7-8b2d-4efb-a2f7-3841599b172f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:08:06.905283 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-da1336f3-2469-4431-a2c6-1f1737c295f8 req-52fd69f7-8b2d-4efb-a2f7-3841599b172f service neutron] 10.222.0.76 "PUT /v2.0/ports/a19e06fb-7c52-426c-ae32-d23129cbd1b2 HTTP/1.1" status: 200 len: 1092 time: 0.7961726 Oct 27 11:08:06.928648 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fd69f7-8b2d-4efb-a2f7-3841599b172f service neutron] Pushing event updated for resources: {'Port': ['ID=a19e06fb-7c52-426c-ae32-d23129cbd1b2,revision_number=7']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:08:06.976291 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1336f3-2469-4431-a2c6-1f1737c295f8 req-027132b9-1479-4906-bb14-75adc1dda137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:08:06.977818 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-da1336f3-2469-4431-a2c6-1f1737c295f8 req-027132b9-1479-4906-bb14-75adc1dda137 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=8de2a5bb3a4048f09f89b68594efec08&device_id=06f94002-8828-4525-85a9-1981f7dcab3f HTTP/1.1" status: 200 len: 1095 time: 0.0459189 Oct 27 11:08:07.076227 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1336f3-2469-4431-a2c6-1f1737c295f8 req-f7067999-0730-4cfb-a7c9-2e1e1ed672bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:08:07.077734 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-da1336f3-2469-4431-a2c6-1f1737c295f8 req-f7067999-0730-4cfb-a7c9-2e1e1ed672bc service neutron] 10.222.0.76 "GET /v2.0/networks?id=2a5ee4a4-c41e-48f2-9219-3320d30093b8 HTTP/1.1" status: 200 len: 913 time: 0.0917306 Oct 27 11:08:07.173933 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-da1336f3-2469-4431-a2c6-1f1737c295f8 req-3fe56582-0397-4aac-9e1e-20a1dca7f2ae service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a19e06fb-7c52-426c-ae32-d23129cbd1b2 HTTP/1.1" status: 200 len: 999 time: 0.0883961 Oct 27 11:08:07.185763 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac49b1a3-36de-49c1-b897-c6efcc2da32f req-793d8ab9-00d9-4f73-af7d-f0eba973e1a6 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:08:07.187156 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ac49b1a3-36de-49c1-b897-c6efcc2da32f req-793d8ab9-00d9-4f73-af7d-f0eba973e1a6 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/ports?device_id=06f94002-8828-4525-85a9-1981f7dcab3f HTTP/1.1" status: 200 len: 943 time: 0.0641546 Oct 27 11:08:07.256525 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ac49b1a3-36de-49c1-b897-c6efcc2da32f req-42b5a299-2de6-43fa-97b5-0768f87b6bf4 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/security-groups?id=baae45f4-356c-4047-8629-69a3801a3a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615213 Oct 27 11:08:07.257983 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1336f3-2469-4431-a2c6-1f1737c295f8 req-a3a2c0f4-f954-4380-96ac-dad365d323d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:08:07.259458 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-da1336f3-2469-4431-a2c6-1f1737c295f8 req-a3a2c0f4-f954-4380-96ac-dad365d323d6 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=ad455bd6-8255-41fb-b160-f3442cc0c657 HTTP/1.1" status: 200 len: 851 time: 0.0713463 Oct 27 11:08:07.306089 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1336f3-2469-4431-a2c6-1f1737c295f8 req-7c060ade-d521-48e0-9f28-929c9ce01660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:08:07.307568 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-da1336f3-2469-4431-a2c6-1f1737c295f8 req-7c060ade-d521-48e0-9f28-929c9ce01660 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=2a5ee4a4-c41e-48f2-9219-3320d30093b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0410376 Oct 27 11:08:07.399496 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-da1336f3-2469-4431-a2c6-1f1737c295f8 req-88bd5017-f7b8-4f81-b84e-f29c87942e03 service neutron] 10.222.0.76 "GET /v2.0/networks/2a5ee4a4-c41e-48f2-9219-3320d30093b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836692 Oct 27 11:08:07.487558 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-da1336f3-2469-4431-a2c6-1f1737c295f8 req-78468a20-b742-454d-aa2b-668674725b74 service neutron] 10.222.0.76 "GET /v2.0/networks/2a5ee4a4-c41e-48f2-9219-3320d30093b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797348 Oct 27 11:08:08.374627 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a9817f-e1fc-4274-b4c6-df39fcffd81c req-b8e35911-196d-46f2-9099-116c5bd2a0d4 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:08:08.376459 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-72a9817f-e1fc-4274-b4c6-df39fcffd81c req-b8e35911-196d-46f2-9099-116c5bd2a0d4 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/ports?device_id=06f94002-8828-4525-85a9-1981f7dcab3f HTTP/1.1" status: 200 len: 943 time: 0.0494816 Oct 27 11:08:08.418001 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-72a9817f-e1fc-4274-b4c6-df39fcffd81c req-7f340fc0-9fcc-48d6-8687-166e804867f2 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/security-groups?id=baae45f4-356c-4047-8629-69a3801a3a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352051 Oct 27 11:08:08.499979 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06f94002-8828-4525-85a9-1981f7dcab3f', 'tag': 'a19e06fb-7c52-426c-ae32-d23129cbd1b2'}] {{(pid=102346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 11:08:08.502443 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc0e418f5fc417c8d55d94c0aa509b037d0beb2a734c1a709e789eb65639a56d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-788ebd25-0e5f-46aa-be93-a13d09672d73" -d '{"events": [{"name": "network-changed", "server_uuid": "06f94002-8828-4525-85a9-1981f7dcab3f", "tag": "a19e06fb-7c52-426c-ae32-d23129cbd1b2"}]}' {{(pid=102346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 11:08:08.549531 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 11:08:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6559dec9-2675-4dd7-8c7b-f971a3a764c5 x-openstack-request-id: req-6559dec9-2675-4dd7-8c7b-f971a3a764c5 {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 11:08:08.549816 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06f94002-8828-4525-85a9-1981f7dcab3f", "tag": "a19e06fb-7c52-426c-ae32-d23129cbd1b2", "status": "completed", "code": 200}]} {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 11:08:08.550068 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6559dec9-2675-4dd7-8c7b-f971a3a764c5 {{(pid=102346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 11:08:08.550461 n-d-813419-10 neutron-server[102346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06f94002-8828-4525-85a9-1981f7dcab3f', 'tag': 'a19e06fb-7c52-426c-ae32-d23129cbd1b2', 'status': 'completed', 'code': 200} Oct 27 11:08:08.609202 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788ebd25-0e5f-46aa-be93-a13d09672d73 req-f2ec6d73-5689-4bde-8a35-6bc6ff8f2eed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:08:08.610715 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-788ebd25-0e5f-46aa-be93-a13d09672d73 req-f2ec6d73-5689-4bde-8a35-6bc6ff8f2eed service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8de2a5bb3a4048f09f89b68594efec08&device_id=06f94002-8828-4525-85a9-1981f7dcab3f HTTP/1.1" status: 200 len: 1095 time: 0.0412056 Oct 27 11:08:08.616506 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788ebd25-0e5f-46aa-be93-a13d09672d73 req-9afde75a-907f-4757-bc4c-97013fb04e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:08:08.617950 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-788ebd25-0e5f-46aa-be93-a13d09672d73 req-9afde75a-907f-4757-bc4c-97013fb04e51 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=8de2a5bb3a4048f09f89b68594efec08&device_id=06f94002-8828-4525-85a9-1981f7dcab3f HTTP/1.1" status: 200 len: 1095 time: 0.0442200 Oct 27 11:08:08.700558 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788ebd25-0e5f-46aa-be93-a13d09672d73 req-89127acb-e27b-4643-92e4-fb63e5b78d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:08:08.702354 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-788ebd25-0e5f-46aa-be93-a13d09672d73 req-89127acb-e27b-4643-92e4-fb63e5b78d74 service neutron] 10.222.0.64 "GET /v2.0/networks?id=2a5ee4a4-c41e-48f2-9219-3320d30093b8 HTTP/1.1" status: 200 len: 913 time: 0.0845480 Oct 27 11:08:08.706789 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788ebd25-0e5f-46aa-be93-a13d09672d73 req-95b3410b-9328-4842-982f-d14e271abde9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:08:08.708221 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-788ebd25-0e5f-46aa-be93-a13d09672d73 req-95b3410b-9328-4842-982f-d14e271abde9 service neutron] 10.222.0.76 "GET /v2.0/networks?id=2a5ee4a4-c41e-48f2-9219-3320d30093b8 HTTP/1.1" status: 200 len: 913 time: 0.0816677 Oct 27 11:08:08.772871 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-788ebd25-0e5f-46aa-be93-a13d09672d73 req-ccf447ab-208c-4976-aeee-e94bfb8d4e26 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a19e06fb-7c52-426c-ae32-d23129cbd1b2 HTTP/1.1" status: 200 len: 999 time: 0.0636930 Oct 27 11:08:08.777189 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-788ebd25-0e5f-46aa-be93-a13d09672d73 req-00f057ae-bb96-4e64-98df-80ef0dc5e802 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a19e06fb-7c52-426c-ae32-d23129cbd1b2 HTTP/1.1" status: 200 len: 999 time: 0.0608840 Oct 27 11:08:08.823097 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788ebd25-0e5f-46aa-be93-a13d09672d73 req-448eeadf-9d9d-4137-9386-4d2e7393231d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:08:08.824508 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-788ebd25-0e5f-46aa-be93-a13d09672d73 req-448eeadf-9d9d-4137-9386-4d2e7393231d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ad455bd6-8255-41fb-b160-f3442cc0c657 HTTP/1.1" status: 200 len: 851 time: 0.0446372 Oct 27 11:08:08.827628 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788ebd25-0e5f-46aa-be93-a13d09672d73 req-7e29a0c0-e141-488a-b658-e9e61050ab98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:08:08.829102 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-788ebd25-0e5f-46aa-be93-a13d09672d73 req-7e29a0c0-e141-488a-b658-e9e61050ab98 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=ad455bd6-8255-41fb-b160-f3442cc0c657 HTTP/1.1" status: 200 len: 851 time: 0.0440664 Oct 27 11:08:08.875485 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788ebd25-0e5f-46aa-be93-a13d09672d73 req-3528a85a-8296-4926-905c-39929f16537f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:08:08.877033 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-788ebd25-0e5f-46aa-be93-a13d09672d73 req-3528a85a-8296-4926-905c-39929f16537f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2a5ee4a4-c41e-48f2-9219-3320d30093b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0452919 Oct 27 11:08:08.877731 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788ebd25-0e5f-46aa-be93-a13d09672d73 req-d0622042-b188-4a7e-88de-97553330b32d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:08:08.879188 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-788ebd25-0e5f-46aa-be93-a13d09672d73 req-d0622042-b188-4a7e-88de-97553330b32d service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=2a5ee4a4-c41e-48f2-9219-3320d30093b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0426326 Oct 27 11:08:08.969271 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-788ebd25-0e5f-46aa-be93-a13d09672d73 req-080015fc-0a94-4b21-9f61-ab2818fa3969 service neutron] 10.222.0.64 "GET /v2.0/networks/2a5ee4a4-c41e-48f2-9219-3320d30093b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852723 Oct 27 11:08:08.970249 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-788ebd25-0e5f-46aa-be93-a13d09672d73 req-1e417b57-8c53-447b-b74f-34fb5b726836 service neutron] 10.222.0.76 "GET /v2.0/networks/2a5ee4a4-c41e-48f2-9219-3320d30093b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832422 Oct 27 11:08:09.058551 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-788ebd25-0e5f-46aa-be93-a13d09672d73 req-d495d9b4-f02d-43ac-ba65-d63c61fd35b8 service neutron] 10.222.0.76 "GET /v2.0/networks/2a5ee4a4-c41e-48f2-9219-3320d30093b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808823 Oct 27 11:08:09.064335 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-788ebd25-0e5f-46aa-be93-a13d09672d73 req-42dbdd80-d0ad-4c35-a53f-f3d08d40f932 service neutron] 10.222.0.64 "GET /v2.0/networks/2a5ee4a4-c41e-48f2-9219-3320d30093b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875113 Oct 27 11:08:09.267916 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:08:09.534037 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbca770-f603-4e47-82bc-10c61519f4a4 req-0a65c941-a250-41a4-8b0d-6bdfa67a488c tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:08:09.535435 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-5fbca770-f603-4e47-82bc-10c61519f4a4 req-0a65c941-a250-41a4-8b0d-6bdfa67a488c tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/ports?device_id=06f94002-8828-4525-85a9-1981f7dcab3f HTTP/1.1" status: 200 len: 943 time: 0.0498297 Oct 27 11:08:09.580752 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-5fbca770-f603-4e47-82bc-10c61519f4a4 req-b06c3c63-adf3-42e5-b939-37dbfbfdff01 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/security-groups?id=baae45f4-356c-4047-8629-69a3801a3a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387018 Oct 27 11:08:10.457927 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device a19e06fb-7c52-426c-ae32-d23129cbd1b2 no longer exists at agent hyperv_n-h1-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 11:08:10.497737 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device a19e06fb-7c52-426c-ae32-d23129cbd1b2 not bound to the agent host n-h1-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 11:08:10.700116 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0301b2b8-0de5-4506-96aa-b8d34a0c5379 req-b8ba748b-c467-4253-aee5-bb9c39351360 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:08:10.701617 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-0301b2b8-0de5-4506-96aa-b8d34a0c5379 req-b8ba748b-c467-4253-aee5-bb9c39351360 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/ports?device_id=06f94002-8828-4525-85a9-1981f7dcab3f HTTP/1.1" status: 200 len: 943 time: 0.0484478 Oct 27 11:08:10.743632 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-0301b2b8-0de5-4506-96aa-b8d34a0c5379 req-1a6af9a0-dab2-45f4-8cf6-3ee1dfb91e9c tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/security-groups?id=baae45f4-356c-4047-8629-69a3801a3a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361063 Oct 27 11:08:10.937718 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f056c46c-f8e2-415d-9d02-104966dbdef1 req-c8b02d1c-30ac-482b-8fa6-42af3a252d3c tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:08:10.939311 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-f056c46c-f8e2-415d-9d02-104966dbdef1 req-c8b02d1c-30ac-482b-8fa6-42af3a252d3c tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/ports?device_id=06f94002-8828-4525-85a9-1981f7dcab3f HTTP/1.1" status: 200 len: 943 time: 0.0488117 Oct 27 11:08:10.954752 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12da335-669c-4d7e-b3f8-ab77947ed088 req-63d35e93-941a-45fc-a331-e65b4294f23e tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:08:10.956267 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-f12da335-669c-4d7e-b3f8-ab77947ed088 req-63d35e93-941a-45fc-a331-e65b4294f23e tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.64 "GET /v2.0/ports?device_id=06f94002-8828-4525-85a9-1981f7dcab3f&tenant_id=8de2a5bb3a4048f09f89b68594efec08&binding%3Ahost_id=n-h2-813419-10 HTTP/1.1" status: 200 len: 943 time: 0.0520518 Oct 27 11:08:10.977982 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-f056c46c-f8e2-415d-9d02-104966dbdef1 req-3c121a7e-1dfa-46d5-8ec9-b972913ffba5 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/security-groups?id=baae45f4-356c-4047-8629-69a3801a3a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322843 Oct 27 11:08:11.016360 n-d-813419-10 neutron-server[102347]: INFO neutron.api.v2.resource [req-f12da335-669c-4d7e-b3f8-ab77947ed088 req-2e27711c-5e36-4b29-bb85-8d55a480b126 service neutron] delete failed (client error): The resource could not be found. Oct 27 11:08:11.017381 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-f12da335-669c-4d7e-b3f8-ab77947ed088 req-2e27711c-5e36-4b29-bb85-8d55a480b126 service neutron] 10.222.0.64 "DELETE /v2.0/ports/a19e06fb-7c52-426c-ae32-d23129cbd1b2/bindings/n-h1-813419-10 HTTP/1.1" status: 404 len: 381 time: 0.0530481 Oct 27 11:08:11.106801 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12da335-669c-4d7e-b3f8-ab77947ed088 req-ff91436d-470f-4b0f-a5c1-3a64270b71ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:08:11.108299 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-f12da335-669c-4d7e-b3f8-ab77947ed088 req-ff91436d-470f-4b0f-a5c1-3a64270b71ea service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8de2a5bb3a4048f09f89b68594efec08&device_id=06f94002-8828-4525-85a9-1981f7dcab3f HTTP/1.1" status: 200 len: 1095 time: 0.0444517 Oct 27 11:08:11.200653 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12da335-669c-4d7e-b3f8-ab77947ed088 req-a53a1a09-6ed4-4f33-97a0-f16231d8d380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:08:11.202020 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-f12da335-669c-4d7e-b3f8-ab77947ed088 req-a53a1a09-6ed4-4f33-97a0-f16231d8d380 service neutron] 10.222.0.64 "GET /v2.0/networks?id=2a5ee4a4-c41e-48f2-9219-3320d30093b8 HTTP/1.1" status: 200 len: 913 time: 0.0851862 Oct 27 11:08:11.270698 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-f12da335-669c-4d7e-b3f8-ab77947ed088 req-da3eeed5-2e17-4754-b08a-5a04c36aca5f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a19e06fb-7c52-426c-ae32-d23129cbd1b2 HTTP/1.1" status: 200 len: 999 time: 0.0606768 Oct 27 11:08:11.320148 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12da335-669c-4d7e-b3f8-ab77947ed088 req-a4da7e3c-20f7-4e3f-887f-4df944ebde86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:08:11.321594 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-f12da335-669c-4d7e-b3f8-ab77947ed088 req-a4da7e3c-20f7-4e3f-887f-4df944ebde86 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ad455bd6-8255-41fb-b160-f3442cc0c657 HTTP/1.1" status: 200 len: 851 time: 0.0429051 Oct 27 11:08:11.367989 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12da335-669c-4d7e-b3f8-ab77947ed088 req-1738f614-589a-46d2-81d1-a336c097de45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:08:11.369496 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-f12da335-669c-4d7e-b3f8-ab77947ed088 req-1738f614-589a-46d2-81d1-a336c097de45 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2a5ee4a4-c41e-48f2-9219-3320d30093b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398836 Oct 27 11:08:11.460733 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-f12da335-669c-4d7e-b3f8-ab77947ed088 req-c60c52fa-127e-4eaf-be99-9252f7ec6674 service neutron] 10.222.0.64 "GET /v2.0/networks/2a5ee4a4-c41e-48f2-9219-3320d30093b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829918 Oct 27 11:08:11.548656 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-f12da335-669c-4d7e-b3f8-ab77947ed088 req-915b4a39-aa4a-4d52-840e-37a13faaffc8 service neutron] 10.222.0.64 "GET /v2.0/networks/2a5ee4a4-c41e-48f2-9219-3320d30093b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803015 Oct 27 11:08:11.628422 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device a19e06fb-7c52-426c-ae32-d23129cbd1b2 details requested by agent hyperv_n-h2-813419-10 with host n-h2-813419-10 {{(pid=102348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 11:08:11.724912 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] For port a19e06fb-7c52-426c-ae32-d23129cbd1b2, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=a19e06fb-7c52-426c-ae32-d23129cbd1b2,segment=NetworkSegment(d28b9a3d-0e6e-43a3-a48e-9bc1dd8d593a),segment_id=d28b9a3d-0e6e-43a3-a48e-9bc1dd8d593a)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:08:11.736119 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Returning: {'device': 'a19e06fb-7c52-426c-ae32-d23129cbd1b2', 'network_id': '2a5ee4a4-c41e-48f2-9219-3320d30093b8', 'port_id': 'a19e06fb-7c52-426c-ae32-d23129cbd1b2', 'mac_address': 'fa:16:3e:29:70:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad455bd6-8255-41fb-b160-f3442cc0c657', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 11:08:11.772906 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:08:11.785511 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a19e06fb-7c52-426c-ae32-d23129cbd1b2 {{(pid=102348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 11:08:11.805351 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] For port a19e06fb-7c52-426c-ae32-d23129cbd1b2, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=a19e06fb-7c52-426c-ae32-d23129cbd1b2,segment=NetworkSegment(d28b9a3d-0e6e-43a3-a48e-9bc1dd8d593a),segment_id=d28b9a3d-0e6e-43a3-a48e-9bc1dd8d593a)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:08:11.809130 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:08:11.856879 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Pushing event updated for resources: {'Port': ['ID=a19e06fb-7c52-426c-ae32-d23129cbd1b2,revision_number=8']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:08:11.864819 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:08:11.865165 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:08:11.865532 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:08:11.865871 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:08:11.866204 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:08:11.866531 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:08:11.866858 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:08:11.867185 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:08:11.867508 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:08:11.867833 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:08:11.868154 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:08:11.868503 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:08:12.105867 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6eb10a6-e707-4408-a7d3-6f86ce05ac75 req-e498c165-d5a2-4322-8649-602a1f487362 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:08:12.107366 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-e6eb10a6-e707-4408-a7d3-6f86ce05ac75 req-e498c165-d5a2-4322-8649-602a1f487362 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/ports?device_id=06f94002-8828-4525-85a9-1981f7dcab3f HTTP/1.1" status: 200 len: 944 time: 0.0584359 Oct 27 11:08:12.148830 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-e6eb10a6-e707-4408-a7d3-6f86ce05ac75 req-d01a514a-5407-45d5-b8c2-31ddfc45fd58 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/security-groups?id=baae45f4-356c-4047-8629-69a3801a3a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353038 Oct 27 11:08:12.181847 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] get_ports_and_sgs() called for port_ids ['a19e06fb-7c52-426c-ae32-d23129cbd1b2'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 11:08:12.262194 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3e90a9-06b1-4977-8125-7058341b0e3b req-29c59ca0-ddd8-4c9d-9cf8-39c8d1633295 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:08:12.263573 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-7e3e90a9-06b1-4977-8125-7058341b0e3b req-29c59ca0-ddd8-4c9d-9cf8-39c8d1633295 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/ports?device_id=06f94002-8828-4525-85a9-1981f7dcab3f HTTP/1.1" status: 200 len: 944 time: 0.0479176 Oct 27 11:08:12.304464 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-7e3e90a9-06b1-4977-8125-7058341b0e3b req-c6a43cb8-f98b-4fb8-9f39-3052a16ee81b tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/security-groups?id=baae45f4-356c-4047-8629-69a3801a3a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345309 Oct 27 11:08:12.423402 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5494c99b-c6d5-4c32-bc12-64ae53b7a2b9 req-5d2138bf-fdfc-4349-b8ca-cec45308582e tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:08:12.424891 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-5494c99b-c6d5-4c32-bc12-64ae53b7a2b9 req-5d2138bf-fdfc-4349-b8ca-cec45308582e tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/ports?device_id=06f94002-8828-4525-85a9-1981f7dcab3f HTTP/1.1" status: 200 len: 944 time: 0.0482104 Oct 27 11:08:12.462072 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-5494c99b-c6d5-4c32-bc12-64ae53b7a2b9 req-fb050ca3-7860-4048-bd1f-396a3af1bcfa tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/security-groups?id=baae45f4-356c-4047-8629-69a3801a3a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308342 Oct 27 11:08:12.688841 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaea950c-9b35-4738-9088-da22ce194eee req-dc075ebd-e930-4a1f-a8bf-ce12f068bee6 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:08:12.690295 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-eaea950c-9b35-4738-9088-da22ce194eee req-dc075ebd-e930-4a1f-a8bf-ce12f068bee6 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/ports?device_id=06f94002-8828-4525-85a9-1981f7dcab3f HTTP/1.1" status: 200 len: 944 time: 0.0475044 Oct 27 11:08:12.727535 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-eaea950c-9b35-4738-9088-da22ce194eee req-db8c753e-2ad3-469e-b68f-3a06b6224dd8 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/security-groups?id=baae45f4-356c-4047-8629-69a3801a3a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306814 Oct 27 11:08:13.628515 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device a19e06fb-7c52-426c-ae32-d23129cbd1b2 up at agent hyperv_n-h2-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 11:08:13.676164 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Provisioning for port a19e06fb-7c52-426c-ae32-d23129cbd1b2 completed by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 11:08:13.679654 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Provisioning complete for port a19e06fb-7c52-426c-ae32-d23129cbd1b2 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:08:13.680023 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:08:13.758060 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:08:13.781050 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06f94002-8828-4525-85a9-1981f7dcab3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a19e06fb-7c52-426c-ae32-d23129cbd1b2'}] {{(pid=102348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 11:08:13.782780 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c588921fa634554a1d9242fdea1b05457a9ff1d3b28ba54ec1dace7f2f1df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9cf4705-bf8e-4d6a-9b2b-a44f3869a4dc" -d '{"events": [{"server_uuid": "06f94002-8828-4525-85a9-1981f7dcab3f", "name": "network-vif-plugged", "status": "completed", "tag": "a19e06fb-7c52-426c-ae32-d23129cbd1b2"}]}' {{(pid=102348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 11:08:13.797226 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] For port a19e06fb-7c52-426c-ae32-d23129cbd1b2, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=a19e06fb-7c52-426c-ae32-d23129cbd1b2,segment=NetworkSegment(d28b9a3d-0e6e-43a3-a48e-9bc1dd8d593a),segment_id=d28b9a3d-0e6e-43a3-a48e-9bc1dd8d593a)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:08:13.802851 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:08:13.856166 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9f2a03-908e-42d9-8b5a-de47806757b0 req-ab592749-9fa9-470d-9bf4-597b55b8de2d tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:08:13.858243 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-be9f2a03-908e-42d9-8b5a-de47806757b0 req-ab592749-9fa9-470d-9bf4-597b55b8de2d tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/ports?device_id=06f94002-8828-4525-85a9-1981f7dcab3f HTTP/1.1" status: 200 len: 945 time: 0.0572367 Oct 27 11:08:13.859770 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Pushing event updated for resources: {'Port': ['ID=a19e06fb-7c52-426c-ae32-d23129cbd1b2,revision_number=9']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:08:13.901884 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 11:08:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2d6a307-b50a-4684-9fac-44f03c053e4a x-openstack-request-id: req-a2d6a307-b50a-4684-9fac-44f03c053e4a {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 11:08:13.902179 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06f94002-8828-4525-85a9-1981f7dcab3f", "name": "network-vif-plugged", "status": "completed", "tag": "a19e06fb-7c52-426c-ae32-d23129cbd1b2", "code": 200}]} {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 11:08:13.902430 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a2d6a307-b50a-4684-9fac-44f03c053e4a {{(pid=102348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 11:08:13.902826 n-d-813419-10 neutron-server[102348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06f94002-8828-4525-85a9-1981f7dcab3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a19e06fb-7c52-426c-ae32-d23129cbd1b2', 'code': 200} Oct 27 11:08:13.906015 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-be9f2a03-908e-42d9-8b5a-de47806757b0 req-22d9ebe9-06c4-43d2-bc3b-b0d233ac5130 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/security-groups?id=baae45f4-356c-4047-8629-69a3801a3a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408881 Oct 27 11:08:14.095520 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987cb2d4-389f-4f06-8d87-0ebeb55056b7 req-b461a4ae-db1e-4df7-ba54-f0cf9b2d5661 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:08:14.097007 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-987cb2d4-389f-4f06-8d87-0ebeb55056b7 req-b461a4ae-db1e-4df7-ba54-f0cf9b2d5661 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.76 "GET /v2.0/ports?device_id=06f94002-8828-4525-85a9-1981f7dcab3f HTTP/1.1" status: 200 len: 945 time: 0.0547771 Oct 27 11:08:14.182592 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [req-987cb2d4-389f-4f06-8d87-0ebeb55056b7 req-a5c79a9f-4eaf-45eb-af0c-477c65632c41 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Deleting port a19e06fb-7c52-426c-ae32-d23129cbd1b2 {{(pid=102346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 11:08:14.182838 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-987cb2d4-389f-4f06-8d87-0ebeb55056b7 req-a5c79a9f-4eaf-45eb-af0c-477c65632c41 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:08:14.273116 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [req-987cb2d4-389f-4f06-8d87-0ebeb55056b7 req-a5c79a9f-4eaf-45eb-af0c-477c65632c41 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] For port a19e06fb-7c52-426c-ae32-d23129cbd1b2, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=a19e06fb-7c52-426c-ae32-d23129cbd1b2,segment=NetworkSegment(d28b9a3d-0e6e-43a3-a48e-9bc1dd8d593a),segment_id=d28b9a3d-0e6e-43a3-a48e-9bc1dd8d593a)] {{(pid=102346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:08:14.274675 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-987cb2d4-389f-4f06-8d87-0ebeb55056b7 req-a5c79a9f-4eaf-45eb-af0c-477c65632c41 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:08:14.483188 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-987cb2d4-389f-4f06-8d87-0ebeb55056b7 req-a5c79a9f-4eaf-45eb-af0c-477c65632c41 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:08:14.483538 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-987cb2d4-389f-4f06-8d87-0ebeb55056b7 req-a5c79a9f-4eaf-45eb-af0c-477c65632c41 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1664826'] for floatingip, after_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:08:14.483849 n-d-813419-10 neutron-server[102346]: INFO neutron.db.l3_db [req-987cb2d4-389f-4f06-8d87-0ebeb55056b7 req-a5c79a9f-4eaf-45eb-af0c-477c65632c41 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Floating IP 42374c55-3019-4880-855c-e36e4c24cd32 disassociated. External IP: 172.25.8.186, port: a19e06fb-7c52-426c-ae32-d23129cbd1b2. Oct 27 11:08:14.484185 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [req-987cb2d4-389f-4f06-8d87-0ebeb55056b7 req-a5c79a9f-4eaf-45eb-af0c-477c65632c41 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Calling delete_port for a19e06fb-7c52-426c-ae32-d23129cbd1b2 owned by compute:nova {{(pid=102346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 11:08:14.610193 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-987cb2d4-389f-4f06-8d87-0ebeb55056b7 req-a5c79a9f-4eaf-45eb-af0c-477c65632c41 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:08:14.640298 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c79a9f-4eaf-45eb-af0c-477c65632c41 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Pushing event deleted for resources: {'Port': ['ID=a19e06fb-7c52-426c-ae32-d23129cbd1b2,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:08:14.754106 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.l3_agent_scheduler [req-987cb2d4-389f-4f06-8d87-0ebeb55056b7 req-a5c79a9f-4eaf-45eb-af0c-477c65632c41 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Router 21969188-e3ee-4d7c-b7a3-e1c4f087d3bf has already been hosted by L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb {{(pid=102346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 11:08:15.011194 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-679c993a-5918-4a76-b605-bd84835e206d req-c93cd8d6-8696-4ca8-ab4e-208ef41b498d tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/ports?device_id=06f94002-8828-4525-85a9-1981f7dcab3f HTTP/1.1" status: 200 len: 210 time: 0.0313206 Oct 27 11:08:15.164995 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-987cb2d4-389f-4f06-8d87-0ebeb55056b7 req-a5c79a9f-4eaf-45eb-af0c-477c65632c41 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 11:08:15.175473 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88fd0a33-6636-490f-8b51-5576c3b42556 None None] Sync routers for ids ['21969188-e3ee-4d7c-b7a3-e1c4f087d3bf'] in n-d-813419-10 {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 11:08:15.184702 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88fd0a33-6636-490f-8b51-5576c3b42556 None None] Routers {'21969188-e3ee-4d7c-b7a3-e1c4f087d3bf'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 11:08:15.185296 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-88fd0a33-6636-490f-8b51-5576c3b42556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T11:07:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['21969188-e3ee-4d7c-b7a3-e1c4f087d3bf'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:08:15.203297 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [req-987cb2d4-389f-4f06-8d87-0ebeb55056b7 req-a5c79a9f-4eaf-45eb-af0c-477c65632c41 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] No DVR routers for this DVR port a19e06fb-7c52-426c-ae32-d23129cbd1b2 on host n-h2-813419-10 {{(pid=102346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 11:08:15.206024 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-987cb2d4-389f-4f06-8d87-0ebeb55056b7 req-a5c79a9f-4eaf-45eb-af0c-477c65632c41 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:08:15.209442 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-987cb2d4-389f-4f06-8d87-0ebeb55056b7 req-a5c79a9f-4eaf-45eb-af0c-477c65632c41 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.76 "DELETE /v2.0/ports/a19e06fb-7c52-426c-ae32-d23129cbd1b2 HTTP/1.1" status: 204 len: 173 time: 1.1056397 Oct 27 11:08:15.210403 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06f94002-8828-4525-85a9-1981f7dcab3f', 'name': 'network-vif-deleted', 'tag': 'a19e06fb-7c52-426c-ae32-d23129cbd1b2'}] {{(pid=102346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 11:08:15.212704 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc0e418f5fc417c8d55d94c0aa509b037d0beb2a734c1a709e789eb65639a56d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caa6074b-17ee-4f02-baba-97a2dacbe88f" -d '{"events": [{"server_uuid": "06f94002-8828-4525-85a9-1981f7dcab3f", "name": "network-vif-deleted", "tag": "a19e06fb-7c52-426c-ae32-d23129cbd1b2"}]}' {{(pid=102346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 11:08:15.257878 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 11:08:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3580bb0f-f1b8-4362-afe9-e2875ed78c2c x-openstack-request-id: req-3580bb0f-f1b8-4362-afe9-e2875ed78c2c {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 11:08:15.258171 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06f94002-8828-4525-85a9-1981f7dcab3f", "name": "network-vif-deleted", "tag": "a19e06fb-7c52-426c-ae32-d23129cbd1b2", "status": "completed", "code": 200}]} {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 11:08:15.258424 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3580bb0f-f1b8-4362-afe9-e2875ed78c2c {{(pid=102346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 11:08:15.258818 n-d-813419-10 neutron-server[102346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06f94002-8828-4525-85a9-1981f7dcab3f', 'name': 'network-vif-deleted', 'tag': 'a19e06fb-7c52-426c-ae32-d23129cbd1b2', 'status': 'completed', 'code': 200} Oct 27 11:08:15.294519 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvr_db [None req-88fd0a33-6636-490f-8b51-5576c3b42556 None None] Set router 21969188-e3ee-4d7c-b7a3-e1c4f087d3bf gateway port host: n-d-813419-10 {{(pid=102349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 11:08:15.490790 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-88fd0a33-6636-490f-8b51-5576c3b42556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21969188-e3ee-4d7c-b7a3-e1c4f087d3bf', 'name': 'tempest-ServerActionsTestJSON-1588266955-router', 'tenant_id': '8de2a5bb3a4048f09f89b68594efec08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.230'}], 'enable_snat': True}, 'gw_port_id': 'd28cf629-251a-4e82-b870-98cf289fb9ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:05:55Z', 'updated_at': '2021-10-27T11:05:58Z', 'revision_number': 4, 'project_id': '8de2a5bb3a4048f09f89b68594efec08', 'gw_port': {'id': 'd28cf629-251a-4e82-b870-98cf289fb9ac', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:70:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21969188-e3ee-4d7c-b7a3-e1c4f087d3bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:05:56Z', 'updated_at': '2021-10-27T11:05:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_interfaces': [{'id': 'a7f81418-c2a7-45b0-9600-fc6417c8bf49', 'name': '', 'network_id': '2a5ee4a4-c41e-48f2-9219-3320d30093b8', 'tenant_id': '8de2a5bb3a4048f09f89b68594efec08', 'mac_address': 'fa:16:3e:c9:95:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21969188-e3ee-4d7c-b7a3-e1c4f087d3bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'ad455bd6-8255-41fb-b160-f3442cc0c657', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:05:58Z', 'updated_at': '2021-10-27T11:06:01Z', 'revision_number': 5, 'project_id': '8de2a5bb3a4048f09f89b68594efec08', 'subnets': [{'id': 'ad455bd6-8255-41fb-b160-f3442cc0c657', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:08:15.519198 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88fd0a33-6636-490f-8b51-5576c3b42556 None None] Checking router: 21969188-e3ee-4d7c-b7a3-e1c4f087d3bf for host: n-d-813419-10 {{(pid=102349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 11:08:15.527742 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88fd0a33-6636-490f-8b51-5576c3b42556 None None] Routers {'21969188-e3ee-4d7c-b7a3-e1c4f087d3bf'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 11:08:15.528287 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-88fd0a33-6636-490f-8b51-5576c3b42556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T11:07:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['21969188-e3ee-4d7c-b7a3-e1c4f087d3bf'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:08:15.708260 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvr_db [None req-88fd0a33-6636-490f-8b51-5576c3b42556 None None] Set router 21969188-e3ee-4d7c-b7a3-e1c4f087d3bf gateway port host: n-d-813419-10 {{(pid=102349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 11:08:15.896324 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-88fd0a33-6636-490f-8b51-5576c3b42556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21969188-e3ee-4d7c-b7a3-e1c4f087d3bf', 'name': 'tempest-ServerActionsTestJSON-1588266955-router', 'tenant_id': '8de2a5bb3a4048f09f89b68594efec08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.230'}], 'enable_snat': True}, 'gw_port_id': 'd28cf629-251a-4e82-b870-98cf289fb9ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:05:55Z', 'updated_at': '2021-10-27T11:05:58Z', 'revision_number': 4, 'project_id': '8de2a5bb3a4048f09f89b68594efec08', 'gw_port': {'id': 'd28cf629-251a-4e82-b870-98cf289fb9ac', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:70:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21969188-e3ee-4d7c-b7a3-e1c4f087d3bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:05:56Z', 'updated_at': '2021-10-27T11:05:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_interfaces': [{'id': 'a7f81418-c2a7-45b0-9600-fc6417c8bf49', 'name': '', 'network_id': '2a5ee4a4-c41e-48f2-9219-3320d30093b8', 'tenant_id': '8de2a5bb3a4048f09f89b68594efec08', 'mac_address': 'fa:16:3e:c9:95:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21969188-e3ee-4d7c-b7a3-e1c4f087d3bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'ad455bd6-8255-41fb-b160-f3442cc0c657', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:05:58Z', 'updated_at': '2021-10-27T11:06:01Z', 'revision_number': 5, 'project_id': '8de2a5bb3a4048f09f89b68594efec08', 'subnets': [{'id': 'ad455bd6-8255-41fb-b160-f3442cc0c657', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:08:15.921356 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88fd0a33-6636-490f-8b51-5576c3b42556 None None] The sync data for ids ['21969188-e3ee-4d7c-b7a3-e1c4f087d3bf'] in n-d-813419-10 is: [{'id': '21969188-e3ee-4d7c-b7a3-e1c4f087d3bf', 'name': 'tempest-ServerActionsTestJSON-1588266955-router', 'tenant_id': '8de2a5bb3a4048f09f89b68594efec08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.230'}], 'enable_snat': True}, 'gw_port_id': 'd28cf629-251a-4e82-b870-98cf289fb9ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:05:55Z', 'updated_at': '2021-10-27T11:05:58Z', 'revision_number': 4, 'project_id': '8de2a5bb3a4048f09f89b68594efec08', 'gw_port': {'id': 'd28cf629-251a-4e82-b870-98cf289fb9ac', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:70:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21969188-e3ee-4d7c-b7a3-e1c4f087d3bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:05:56Z', 'updated_at': '2021-10-27T11:05:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_interfaces': [{'id': 'a7f81418-c2a7-45b0-9600-fc6417c8bf49', 'name': '', 'network_id': '2a5ee4a4-c41e-48f2-9219-3320d30093b8', 'tenant_id': '8de2a5bb3a4048f09f89b68594efec08', 'mac_address': 'fa:16:3e:c9:95:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21969188-e3ee-4d7c-b7a3-e1c4f087d3bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'ad455bd6-8255-41fb-b160-f3442cc0c657', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:05:58Z', 'updated_at': '2021-10-27T11:06:01Z', 'revision_number': 5, 'project_id': '8de2a5bb3a4048f09f89b68594efec08', 'subnets': [{'id': 'ad455bd6-8255-41fb-b160-f3442cc0c657', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 11:08:16.162736 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ea34c05-8015-4ddf-b923-97214789c7e5 None None] New status for floating IP 42374c55-3019-4880-855c-e36e4c24cd32: DOWN {{(pid=102348) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 11:08:16.248118 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-300d2f58-302b-497f-93dc-8abc9b35a529 req-1cd34034-6a56-4834-b8d4-1ef612bc7632 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--1505467367&fields=id&tenant_id=8de2a5bb3a4048f09f89b68594efec08 HTTP/1.1" status: 200 len: 267 time: 0.0319457 Oct 27 11:08:16.286669 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-8354747f-eafb-4add-bc32-1a78a823b3ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:08:16.360943 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300d2f58-302b-497f-93dc-8abc9b35a529 req-847568c4-1d7f-4956-a4f4-8c89562a42b7 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:08:16.362382 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-300d2f58-302b-497f-93dc-8abc9b35a529 req-847568c4-1d7f-4956-a4f4-8c89562a42b7 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/networks?id=2a5ee4a4-c41e-48f2-9219-3320d30093b8 HTTP/1.1" status: 200 len: 812 time: 0.1074240 Oct 27 11:08:16.377484 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-300d2f58-302b-497f-93dc-8abc9b35a529 req-7373302d-8105-48c2-831b-fee8d8fb9d46 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/quotas/8de2a5bb3a4048f09f89b68594efec08 HTTP/1.1" status: 200 len: 375 time: 0.0087776 Oct 27 11:08:16.433547 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-300d2f58-302b-497f-93dc-8abc9b35a529 req-82996d33-7686-449a-adf6-2b0e458ff354 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=8de2a5bb3a4048f09f89b68594efec08&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0497692 Oct 27 11:08:16.622008 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-300d2f58-302b-497f-93dc-8abc9b35a529 req-f95340e0-6fe2-4cfb-bf48-8a2a95e9ae41 service neutron] 10.222.0.44 "GET /v2.0/networks/2a5ee4a4-c41e-48f2-9219-3320d30093b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1764004 Oct 27 11:08:16.712664 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-300d2f58-302b-497f-93dc-8abc9b35a529 req-711d53eb-48ec-42da-a199-d6d33dbd7e6b service neutron] 10.222.0.44 "GET /v2.0/networks/2a5ee4a4-c41e-48f2-9219-3320d30093b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842757 Oct 27 11:08:16.877027 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-963494b5-882e-41af-9378-ac48773660c9 req-bf19ded1-0111-4889-a2a6-86c916c6ab65 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/ports?device_id=d1f01af3-6a4c-4957-a754-0cec39ec49fc HTTP/1.1" status: 200 len: 210 time: 0.0280089 Oct 27 11:08:17.659191 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device a19e06fb-7c52-426c-ae32-d23129cbd1b2 no longer exists at agent hyperv_n-h2-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 11:08:17.679540 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] No Port match for: a19e06fb-7c52-426c-ae32-d23129cbd1b2 {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 11:08:17.679877 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device a19e06fb-7c52-426c-ae32-d23129cbd1b2 not bound to the agent host n-h2-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 11:08:17.863543 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300d2f58-302b-497f-93dc-8abc9b35a529 req-61be6ee0-8252-4160-bc92-14e662119cab tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:08:17.864994 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-300d2f58-302b-497f-93dc-8abc9b35a529 req-61be6ee0-8252-4160-bc92-14e662119cab tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.64 "GET /v2.0/networks?id=2a5ee4a4-c41e-48f2-9219-3320d30093b8 HTTP/1.1" status: 200 len: 812 time: 0.0999403 Oct 27 11:08:17.909769 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-300d2f58-302b-497f-93dc-8abc9b35a529 req-186e11d0-43fc-4bfd-b3fd-e709c67daf08 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8de2a5bb3a4048f09f89b68594efec08 HTTP/1.1" status: 200 len: 380 time: 0.0349283 Oct 27 11:08:17.919274 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [req-300d2f58-302b-497f-93dc-8abc9b35a529 req-716c003c-35f9-45d5-a7a8-be8879f12589 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Request body: {'port': {'device_id': 'd1f01af3-6a4c-4957-a754-0cec39ec49fc', 'network_id': '2a5ee4a4-c41e-48f2-9219-3320d30093b8', 'admin_state_up': True, 'tenant_id': '8de2a5bb3a4048f09f89b68594efec08', 'security_groups': ['baae45f4-356c-4047-8629-69a3801a3a4b']}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:08:17.992410 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-ce1bb5c1-fb3d-4ec2-8c38-238de3a5e31a req-215e98b4-2edf-4626-9174-934b84951fd7 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/ports?device_id=d1f01af3-6a4c-4957-a754-0cec39ec49fc HTTP/1.1" status: 200 len: 210 time: 0.0301597 Oct 27 11:08:18.051064 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-300d2f58-302b-497f-93dc-8abc9b35a529 req-716c003c-35f9-45d5-a7a8-be8879f12589 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Made reservation on behalf of 8de2a5bb3a4048f09f89b68594efec08 for: {'port': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 11:08:18.055430 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-300d2f58-302b-497f-93dc-8abc9b35a529 req-716c003c-35f9-45d5-a7a8-be8879f12589 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:08:18.179933 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_common [req-300d2f58-302b-497f-93dc-8abc9b35a529 req-716c003c-35f9-45d5-a7a8-be8879f12589 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Allocated IP 172.20.0.13 (2a5ee4a4-c41e-48f2-9219-3320d30093b8/ad455bd6-8255-41fb-b160-f3442cc0c657/a7769fc9-65fd-4dd8-a2cc-8923d52e9f8d) {{(pid=102347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 11:08:18.317007 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-300d2f58-302b-497f-93dc-8abc9b35a529 req-716c003c-35f9-45d5-a7a8-be8879f12589 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Publish callbacks [] for port, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:08:18.352608 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-300d2f58-302b-497f-93dc-8abc9b35a529 req-716c003c-35f9-45d5-a7a8-be8879f12589 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:08:18.394695 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-300d2f58-302b-497f-93dc-8abc9b35a529 req-716c003c-35f9-45d5-a7a8-be8879f12589 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Network 2a5ee4a4-c41e-48f2-9219-3320d30093b8 is already hosted by enough agents. {{(pid=102347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 11:08:18.398326 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [req-300d2f58-302b-497f-93dc-8abc9b35a529 req-716c003c-35f9-45d5-a7a8-be8879f12589 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Resources bound (agent type, host, resource id): {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 11:08:18.400673 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [req-300d2f58-302b-497f-93dc-8abc9b35a529 req-716c003c-35f9-45d5-a7a8-be8879f12589 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Received port after_create {{(pid=102347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 11:08:18.431279 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716c003c-35f9-45d5-a7a8-be8879f12589 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Pushing event updated for resources: {'Port': ['ID=a7769fc9-65fd-4dd8-a2cc-8923d52e9f8d,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:08:18.445736 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716c003c-35f9-45d5-a7a8-be8879f12589 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:08:18.446077 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716c003c-35f9-45d5-a7a8-be8879f12589 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:08:18.446406 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716c003c-35f9-45d5-a7a8-be8879f12589 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:08:18.446735 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716c003c-35f9-45d5-a7a8-be8879f12589 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:08:18.447060 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716c003c-35f9-45d5-a7a8-be8879f12589 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:08:18.447397 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716c003c-35f9-45d5-a7a8-be8879f12589 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:08:18.447715 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716c003c-35f9-45d5-a7a8-be8879f12589 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:08:18.448017 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716c003c-35f9-45d5-a7a8-be8879f12589 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:08:18.448359 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716c003c-35f9-45d5-a7a8-be8879f12589 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:08:18.448676 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716c003c-35f9-45d5-a7a8-be8879f12589 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:08:18.448991 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716c003c-35f9-45d5-a7a8-be8879f12589 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:08:18.449303 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716c003c-35f9-45d5-a7a8-be8879f12589 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:08:18.466620 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300d2f58-302b-497f-93dc-8abc9b35a529 req-716c003c-35f9-45d5-a7a8-be8879f12589 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:08:18.467250 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-300d2f58-302b-497f-93dc-8abc9b35a529 req-716c003c-35f9-45d5-a7a8-be8879f12589 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:08:18.485383 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-300d2f58-302b-497f-93dc-8abc9b35a529 req-716c003c-35f9-45d5-a7a8-be8879f12589 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5695915 Oct 27 11:08:18.498018 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [req-300d2f58-302b-497f-93dc-8abc9b35a529 req-11fe2103-f704-4f8e-8828-aa5832604f5a service neutron] Request body: {'port': {'device_id': 'd1f01af3-6a4c-4957-a754-0cec39ec49fc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-10'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:08:18.557728 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-300d2f58-302b-497f-93dc-8abc9b35a529 req-11fe2103-f704-4f8e-8828-aa5832604f5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:08:18.636331 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-90aaa48c-cd63-4b94-9bea-92d9f2182630 None None] Provisioning complete for port a7769fc9-65fd-4dd8-a2cc-8923d52e9f8d triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:08:18.636705 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-90aaa48c-cd63-4b94-9bea-92d9f2182630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:08:18.673227 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-90aaa48c-cd63-4b94-9bea-92d9f2182630 None None] Port a7769fc9-65fd-4dd8-a2cc-8923d52e9f8d cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 11:08:18.817775 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [req-300d2f58-302b-497f-93dc-8abc9b35a529 req-11fe2103-f704-4f8e-8828-aa5832604f5a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7769fc9-65fd-4dd8-a2cc-8923d52e9f8d {{(pid=102347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 11:08:18.825346 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-300d2f58-302b-497f-93dc-8abc9b35a529 req-11fe2103-f704-4f8e-8828-aa5832604f5a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:08:18.837816 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.provisioning_blocks [req-300d2f58-302b-497f-93dc-8abc9b35a529 req-11fe2103-f704-4f8e-8828-aa5832604f5a service neutron] Transition to ACTIVE for port object a7769fc9-65fd-4dd8-a2cc-8923d52e9f8d will not be triggered until provisioned by entity L2. {{(pid=102347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 11:08:18.841199 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-300d2f58-302b-497f-93dc-8abc9b35a529 req-11fe2103-f704-4f8e-8828-aa5832604f5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:08:18.893621 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fe2103-f704-4f8e-8828-aa5832604f5a service neutron] Pushing event updated for resources: {'Port': ['ID=a7769fc9-65fd-4dd8-a2cc-8923d52e9f8d,revision_number=2']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:08:18.946669 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-023b87bf-f386-4c21-90cc-d5ee2e0b65c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:08:18.976758 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-300d2f58-302b-497f-93dc-8abc9b35a529 req-11fe2103-f704-4f8e-8828-aa5832604f5a service neutron] Attempting to bind port a7769fc9-65fd-4dd8-a2cc-8923d52e9f8d on host n-h1-813419-10 for vnic_type normal with profile {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 11:08:18.977096 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-300d2f58-302b-497f-93dc-8abc9b35a529 req-11fe2103-f704-4f8e-8828-aa5832604f5a service neutron] Attempting to bind port a7769fc9-65fd-4dd8-a2cc-8923d52e9f8d by drivers openvswitch,hyperv on host n-h1-813419-10 at level 0 using segments [{'id': 'd28b9a3d-0e6e-43a3-a48e-9bc1dd8d593a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '2a5ee4a4-c41e-48f2-9219-3320d30093b8'}] {{(pid=102347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 11:08:18.977506 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-300d2f58-302b-497f-93dc-8abc9b35a529 req-11fe2103-f704-4f8e-8828-aa5832604f5a service neutron] Attempting to bind port a7769fc9-65fd-4dd8-a2cc-8923d52e9f8d on network 2a5ee4a4-c41e-48f2-9219-3320d30093b8 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 11:08:18.982039 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-300d2f58-302b-497f-93dc-8abc9b35a529 req-11fe2103-f704-4f8e-8828-aa5832604f5a service neutron] Port a7769fc9-65fd-4dd8-a2cc-8923d52e9f8d on network 2a5ee4a4-c41e-48f2-9219-3320d30093b8 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-10 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 11:08:18.982377 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-300d2f58-302b-497f-93dc-8abc9b35a529 req-11fe2103-f704-4f8e-8828-aa5832604f5a service neutron] Attempting to bind port a7769fc9-65fd-4dd8-a2cc-8923d52e9f8d on network 2a5ee4a4-c41e-48f2-9219-3320d30093b8 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 11:08:18.987541 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-300d2f58-302b-497f-93dc-8abc9b35a529 req-11fe2103-f704-4f8e-8828-aa5832604f5a service neutron] Checking agent: {'id': 'a52e1cab-0c63-402d-9c94-330537c6c076', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 16, 2), 'started_at': datetime.datetime(2021, 10, 27, 10, 16, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 11, 8, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 11:08:18.987877 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-300d2f58-302b-497f-93dc-8abc9b35a529 req-11fe2103-f704-4f8e-8828-aa5832604f5a service neutron] Checking segment: {'id': 'd28b9a3d-0e6e-43a3-a48e-9bc1dd8d593a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '2a5ee4a4-c41e-48f2-9219-3320d30093b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 11:08:18.988290 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-300d2f58-302b-497f-93dc-8abc9b35a529 req-11fe2103-f704-4f8e-8828-aa5832604f5a service neutron] Bound using segment: {'id': 'd28b9a3d-0e6e-43a3-a48e-9bc1dd8d593a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '2a5ee4a4-c41e-48f2-9219-3320d30093b8'} {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 11:08:18.988715 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-300d2f58-302b-497f-93dc-8abc9b35a529 req-11fe2103-f704-4f8e-8828-aa5832604f5a service neutron] Bound port: a7769fc9-65fd-4dd8-a2cc-8923d52e9f8d, host: n-h1-813419-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd28b9a3d-0e6e-43a3-a48e-9bc1dd8d593a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '2a5ee4a4-c41e-48f2-9219-3320d30093b8'}}] {{(pid=102347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 11:08:18.989069 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-300d2f58-302b-497f-93dc-8abc9b35a529 req-11fe2103-f704-4f8e-8828-aa5832604f5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:08:19.060815 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-300d2f58-302b-497f-93dc-8abc9b35a529 req-11fe2103-f704-4f8e-8828-aa5832604f5a service neutron] For port a7769fc9-65fd-4dd8-a2cc-8923d52e9f8d, host n-h1-813419-10, cleared binding levels {{(pid=102347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 11:08:19.065783 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-300d2f58-302b-497f-93dc-8abc9b35a529 req-11fe2103-f704-4f8e-8828-aa5832604f5a service neutron] For port a7769fc9-65fd-4dd8-a2cc-8923d52e9f8d, host n-h1-813419-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=a7769fc9-65fd-4dd8-a2cc-8923d52e9f8d,segment=NetworkSegment(d28b9a3d-0e6e-43a3-a48e-9bc1dd8d593a),segment_id=d28b9a3d-0e6e-43a3-a48e-9bc1dd8d593a)] {{(pid=102347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 11:08:19.070631 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-300d2f58-302b-497f-93dc-8abc9b35a529 req-11fe2103-f704-4f8e-8828-aa5832604f5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:08:19.109034 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300d2f58-302b-497f-93dc-8abc9b35a529 req-11fe2103-f704-4f8e-8828-aa5832604f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:08:19.109535 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-300d2f58-302b-497f-93dc-8abc9b35a529 req-11fe2103-f704-4f8e-8828-aa5832604f5a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:08:19.110884 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-300d2f58-302b-497f-93dc-8abc9b35a529 req-11fe2103-f704-4f8e-8828-aa5832604f5a service neutron] 10.222.0.64 "PUT /v2.0/ports/a7769fc9-65fd-4dd8-a2cc-8923d52e9f8d HTTP/1.1" status: 200 len: 1093 time: 0.6171250 Oct 27 11:08:19.111328 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1f01af3-6a4c-4957-a754-0cec39ec49fc', 'tag': 'a7769fc9-65fd-4dd8-a2cc-8923d52e9f8d'}] {{(pid=102347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 11:08:19.113604 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311149b481204ee7edffdb959c881838506fbd95bc8577c048f6677abb73acc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-838fedb9-2201-4bd8-b4ed-ba682abc805e" -d '{"events": [{"name": "network-changed", "server_uuid": "d1f01af3-6a4c-4957-a754-0cec39ec49fc", "tag": "a7769fc9-65fd-4dd8-a2cc-8923d52e9f8d"}]}' {{(pid=102347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 11:08:19.135199 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fe2103-f704-4f8e-8828-aa5832604f5a service neutron] Pushing event updated for resources: {'Port': ['ID=a7769fc9-65fd-4dd8-a2cc-8923d52e9f8d,revision_number=3']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:08:19.141308 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4c5413-99f3-4722-a8a0-8cb51d108b5b req-4188b3ae-b71e-438b-aa33-2592de67b1bf tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:08:19.143539 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-bb4c5413-99f3-4722-a8a0-8cb51d108b5b req-4188b3ae-b71e-438b-aa33-2592de67b1bf tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/ports?device_id=d1f01af3-6a4c-4957-a754-0cec39ec49fc HTTP/1.1" status: 200 len: 944 time: 0.0665851 Oct 27 11:08:19.206491 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-bb4c5413-99f3-4722-a8a0-8cb51d108b5b req-4fcc21bf-2bec-43cd-b8e1-b02431822756 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/security-groups?id=baae45f4-356c-4047-8629-69a3801a3a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481482 Oct 27 11:08:19.239760 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300d2f58-302b-497f-93dc-8abc9b35a529 req-cb7f1dbb-a45c-4808-b4dd-0eeb5cda085d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:08:19.242073 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-300d2f58-302b-497f-93dc-8abc9b35a529 req-cb7f1dbb-a45c-4808-b4dd-0eeb5cda085d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8de2a5bb3a4048f09f89b68594efec08&device_id=d1f01af3-6a4c-4957-a754-0cec39ec49fc HTTP/1.1" status: 200 len: 1096 time: 0.0785019 Oct 27 11:08:19.257438 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 11:08:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7df7417a-ab35-4a60-b0ed-068928c67f0a x-openstack-request-id: req-7df7417a-ab35-4a60-b0ed-068928c67f0a {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 11:08:19.257729 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1f01af3-6a4c-4957-a754-0cec39ec49fc", "tag": "a7769fc9-65fd-4dd8-a2cc-8923d52e9f8d", "status": "completed", "code": 200}]} {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 11:08:19.257982 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7df7417a-ab35-4a60-b0ed-068928c67f0a {{(pid=102347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 11:08:19.258392 n-d-813419-10 neutron-server[102347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1f01af3-6a4c-4957-a754-0cec39ec49fc', 'tag': 'a7769fc9-65fd-4dd8-a2cc-8923d52e9f8d', 'status': 'completed', 'code': 200} Oct 27 11:08:19.303018 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-300d2f58-302b-497f-93dc-8abc9b35a529 req-e12bf76f-07ff-4a35-b6ea-1c7952477df8 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a7769fc9-65fd-4dd8-a2cc-8923d52e9f8d HTTP/1.1" status: 200 len: 217 time: 0.0412669 Oct 27 11:08:19.362839 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300d2f58-302b-497f-93dc-8abc9b35a529 req-f9831ea9-a7f8-433d-8e8b-a7fdce6ba095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:08:19.364403 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-300d2f58-302b-497f-93dc-8abc9b35a529 req-f9831ea9-a7f8-433d-8e8b-a7fdce6ba095 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ad455bd6-8255-41fb-b160-f3442cc0c657 HTTP/1.1" status: 200 len: 851 time: 0.0539484 Oct 27 11:08:19.409299 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300d2f58-302b-497f-93dc-8abc9b35a529 req-c914453b-f5d1-40d6-aec9-3616528d98ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:08:19.410821 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-300d2f58-302b-497f-93dc-8abc9b35a529 req-c914453b-f5d1-40d6-aec9-3616528d98ff service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2a5ee4a4-c41e-48f2-9219-3320d30093b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0389256 Oct 27 11:08:19.506395 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-300d2f58-302b-497f-93dc-8abc9b35a529 req-616e391c-2035-40a2-99d5-cb6f6511f21c service neutron] 10.222.0.64 "GET /v2.0/networks/2a5ee4a4-c41e-48f2-9219-3320d30093b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875380 Oct 27 11:08:19.595309 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-300d2f58-302b-497f-93dc-8abc9b35a529 req-636a537b-4846-4215-af92-16d89433d89d service neutron] 10.222.0.64 "GET /v2.0/networks/2a5ee4a4-c41e-48f2-9219-3320d30093b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808294 Oct 27 11:08:19.689866 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838fedb9-2201-4bd8-b4ed-ba682abc805e req-86e38805-ec48-43d8-811d-ec43ac892802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:08:19.691356 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-838fedb9-2201-4bd8-b4ed-ba682abc805e req-86e38805-ec48-43d8-811d-ec43ac892802 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8de2a5bb3a4048f09f89b68594efec08&device_id=d1f01af3-6a4c-4957-a754-0cec39ec49fc HTTP/1.1" status: 200 len: 1096 time: 0.0462329 Oct 27 11:08:19.781235 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838fedb9-2201-4bd8-b4ed-ba682abc805e req-31740c87-e4a4-4e02-92e4-89b7bd91414c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:08:19.782730 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-838fedb9-2201-4bd8-b4ed-ba682abc805e req-31740c87-e4a4-4e02-92e4-89b7bd91414c service neutron] 10.222.0.64 "GET /v2.0/networks?id=2a5ee4a4-c41e-48f2-9219-3320d30093b8 HTTP/1.1" status: 200 len: 913 time: 0.0834491 Oct 27 11:08:19.826282 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-838fedb9-2201-4bd8-b4ed-ba682abc805e req-6b363321-e0b0-4593-a3e3-f221b85d4ae2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a7769fc9-65fd-4dd8-a2cc-8923d52e9f8d HTTP/1.1" status: 200 len: 217 time: 0.0362136 Oct 27 11:08:19.874320 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838fedb9-2201-4bd8-b4ed-ba682abc805e req-484587e1-f356-4dc4-98ac-3e22e8351cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:08:19.875712 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-838fedb9-2201-4bd8-b4ed-ba682abc805e req-484587e1-f356-4dc4-98ac-3e22e8351cfc service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ad455bd6-8255-41fb-b160-f3442cc0c657 HTTP/1.1" status: 200 len: 851 time: 0.0426455 Oct 27 11:08:19.921778 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838fedb9-2201-4bd8-b4ed-ba682abc805e req-99f11e1e-3826-493e-a3eb-5edf3b494789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:08:19.923227 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-838fedb9-2201-4bd8-b4ed-ba682abc805e req-99f11e1e-3826-493e-a3eb-5edf3b494789 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2a5ee4a4-c41e-48f2-9219-3320d30093b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0387204 Oct 27 11:08:20.016539 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-838fedb9-2201-4bd8-b4ed-ba682abc805e req-365b5c87-354a-435e-bd1d-f0a884c541d6 service neutron] 10.222.0.64 "GET /v2.0/networks/2a5ee4a4-c41e-48f2-9219-3320d30093b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856621 Oct 27 11:08:20.060343 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:08:20.105093 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-838fedb9-2201-4bd8-b4ed-ba682abc805e req-48247064-c32f-4536-93b1-98373188388f service neutron] 10.222.0.64 "GET /v2.0/networks/2a5ee4a4-c41e-48f2-9219-3320d30093b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805886 Oct 27 11:08:20.313594 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-eadeaa30-4096-4d1a-b3cb-aa7ebfb291ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:08:20.327891 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d3df49-2797-4d97-ad16-ff0c0afb4a57 req-71c3891b-4c07-4a15-9fa5-b5a6f96421ce tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:08:20.329427 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-67d3df49-2797-4d97-ad16-ff0c0afb4a57 req-71c3891b-4c07-4a15-9fa5-b5a6f96421ce tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/ports?device_id=d1f01af3-6a4c-4957-a754-0cec39ec49fc HTTP/1.1" status: 200 len: 944 time: 0.0542915 Oct 27 11:08:20.369981 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-67d3df49-2797-4d97-ad16-ff0c0afb4a57 req-06e1f6e6-eb11-4a4f-ba41-da39676722e4 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/security-groups?id=baae45f4-356c-4047-8629-69a3801a3a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344024 Oct 27 11:08:21.386941 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [req-95be81ce-d6ab-4267-8a03-6e9d18f4697d req-d8249197-7e62-48c7-b768-8e0726af06df service neutron] (102347) timed out ('10.222.0.64', 50627) {{(pid=102347) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 27 11:08:21.489508 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edaa32f-9d2b-4414-a6bc-db52c84c4cd6 req-7fcedb9e-be8f-4400-a54c-d83b761c7b70 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:08:21.490986 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-2edaa32f-9d2b-4414-a6bc-db52c84c4cd6 req-7fcedb9e-be8f-4400-a54c-d83b761c7b70 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/ports?device_id=d1f01af3-6a4c-4957-a754-0cec39ec49fc HTTP/1.1" status: 200 len: 944 time: 0.0527475 Oct 27 11:08:21.527747 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-2edaa32f-9d2b-4414-a6bc-db52c84c4cd6 req-c6d7cc3e-265c-497b-9a31-4a641047c234 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/security-groups?id=baae45f4-356c-4047-8629-69a3801a3a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307202 Oct 27 11:08:22.045139 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-3c6a8245-0581-48aa-b5f6-4d8fe98cd16e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:08:22.510495 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device a7769fc9-65fd-4dd8-a2cc-8923d52e9f8d details requested by agent hyperv_n-h1-813419-10 with host n-h1-813419-10 {{(pid=102348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 11:08:22.606344 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port a7769fc9-65fd-4dd8-a2cc-8923d52e9f8d, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=a7769fc9-65fd-4dd8-a2cc-8923d52e9f8d,segment=NetworkSegment(d28b9a3d-0e6e-43a3-a48e-9bc1dd8d593a),segment_id=d28b9a3d-0e6e-43a3-a48e-9bc1dd8d593a)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:08:22.617361 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Returning: {'device': 'a7769fc9-65fd-4dd8-a2cc-8923d52e9f8d', 'network_id': '2a5ee4a4-c41e-48f2-9219-3320d30093b8', 'port_id': 'a7769fc9-65fd-4dd8-a2cc-8923d52e9f8d', 'mac_address': 'fa:16:3e:01:9d:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad455bd6-8255-41fb-b160-f3442cc0c657', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 11:08:22.641958 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871a9d0f-cd39-45e7-bdad-589b83021adc req-94706021-d2c8-4e0c-a768-c05e57748b9f tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:08:22.643552 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-871a9d0f-cd39-45e7-bdad-589b83021adc req-94706021-d2c8-4e0c-a768-c05e57748b9f tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/ports?device_id=d1f01af3-6a4c-4957-a754-0cec39ec49fc HTTP/1.1" status: 200 len: 944 time: 0.0481379 Oct 27 11:08:22.654392 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:08:22.667039 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7769fc9-65fd-4dd8-a2cc-8923d52e9f8d {{(pid=102348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 11:08:22.681838 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-871a9d0f-cd39-45e7-bdad-589b83021adc req-a4a738b9-e5db-4f9e-b003-7ef6705ae1c3 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/security-groups?id=baae45f4-356c-4047-8629-69a3801a3a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316699 Oct 27 11:08:22.685804 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port a7769fc9-65fd-4dd8-a2cc-8923d52e9f8d, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=a7769fc9-65fd-4dd8-a2cc-8923d52e9f8d,segment=NetworkSegment(d28b9a3d-0e6e-43a3-a48e-9bc1dd8d593a),segment_id=d28b9a3d-0e6e-43a3-a48e-9bc1dd8d593a)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:08:22.689997 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:08:22.737444 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Pushing event updated for resources: {'Port': ['ID=a7769fc9-65fd-4dd8-a2cc-8923d52e9f8d,revision_number=4']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:08:22.934305 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] get_ports_and_sgs() called for port_ids ['a7769fc9-65fd-4dd8-a2cc-8923d52e9f8d'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 11:08:23.798509 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffef9a93-f6ed-42ff-a9f6-db5eed44a616 req-febe447d-aa46-4428-9966-2f417b726e60 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:08:23.799999 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-ffef9a93-f6ed-42ff-a9f6-db5eed44a616 req-febe447d-aa46-4428-9966-2f417b726e60 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/ports?device_id=d1f01af3-6a4c-4957-a754-0cec39ec49fc HTTP/1.1" status: 200 len: 945 time: 0.0485687 Oct 27 11:08:23.837261 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-ffef9a93-f6ed-42ff-a9f6-db5eed44a616 req-8ec54af3-afeb-4282-92ff-3372d4c83520 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/security-groups?id=baae45f4-356c-4047-8629-69a3801a3a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305710 Oct 27 11:08:24.539432 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device a7769fc9-65fd-4dd8-a2cc-8923d52e9f8d up at agent hyperv_n-h1-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 11:08:24.586028 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Provisioning for port a7769fc9-65fd-4dd8-a2cc-8923d52e9f8d completed by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 11:08:24.589743 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Provisioning complete for port a7769fc9-65fd-4dd8-a2cc-8923d52e9f8d triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:08:24.590111 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:08:24.665407 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:08:24.686630 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1f01af3-6a4c-4957-a754-0cec39ec49fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7769fc9-65fd-4dd8-a2cc-8923d52e9f8d'}] {{(pid=102348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 11:08:24.688982 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c588921fa634554a1d9242fdea1b05457a9ff1d3b28ba54ec1dace7f2f1df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-356b732b-f0a3-4803-a76b-23f7d3cc431d" -d '{"events": [{"server_uuid": "d1f01af3-6a4c-4957-a754-0cec39ec49fc", "name": "network-vif-plugged", "status": "completed", "tag": "a7769fc9-65fd-4dd8-a2cc-8923d52e9f8d"}]}' {{(pid=102348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 11:08:24.702114 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port a7769fc9-65fd-4dd8-a2cc-8923d52e9f8d, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=a7769fc9-65fd-4dd8-a2cc-8923d52e9f8d,segment=NetworkSegment(d28b9a3d-0e6e-43a3-a48e-9bc1dd8d593a),segment_id=d28b9a3d-0e6e-43a3-a48e-9bc1dd8d593a)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:08:24.706147 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:08:24.732749 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 11:08:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1bc7eb1-c5bd-4aad-87f8-fd72503e9c7a x-openstack-request-id: req-e1bc7eb1-c5bd-4aad-87f8-fd72503e9c7a {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 11:08:24.733045 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1f01af3-6a4c-4957-a754-0cec39ec49fc", "name": "network-vif-plugged", "status": "completed", "tag": "a7769fc9-65fd-4dd8-a2cc-8923d52e9f8d", "code": 200}]} {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 11:08:24.733298 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e1bc7eb1-c5bd-4aad-87f8-fd72503e9c7a {{(pid=102348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 11:08:24.733681 n-d-813419-10 neutron-server[102348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1f01af3-6a4c-4957-a754-0cec39ec49fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7769fc9-65fd-4dd8-a2cc-8923d52e9f8d', 'code': 200} Oct 27 11:08:24.761597 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Pushing event updated for resources: {'Port': ['ID=a7769fc9-65fd-4dd8-a2cc-8923d52e9f8d,revision_number=5']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:08:24.826496 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5288ae74-054f-4d83-9060-6c790cfe9073 req-b31626a5-9da3-4b43-8028-1bed01420c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:08:24.827939 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-5288ae74-054f-4d83-9060-6c790cfe9073 req-b31626a5-9da3-4b43-8028-1bed01420c35 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=d1f01af3-6a4c-4957-a754-0cec39ec49fc HTTP/1.1" status: 200 len: 1098 time: 0.0385437 Oct 27 11:08:24.861645 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-5288ae74-054f-4d83-9060-6c790cfe9073 req-1237321a-9d0b-4340-bd45-a83cb06fb0fe service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=baae45f4-356c-4047-8629-69a3801a3a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0265875 Oct 27 11:08:24.956377 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed01fef1-be83-46c5-a7da-d58099cfd252 req-1733aa37-ff0b-4cff-924a-f09fdd503f3f tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:08:24.957744 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-ed01fef1-be83-46c5-a7da-d58099cfd252 req-1733aa37-ff0b-4cff-924a-f09fdd503f3f tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/ports?device_id=d1f01af3-6a4c-4957-a754-0cec39ec49fc HTTP/1.1" status: 200 len: 946 time: 0.0512104 Oct 27 11:08:24.996869 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-ed01fef1-be83-46c5-a7da-d58099cfd252 req-2f3770c4-0750-4b4c-884f-404ef725b6df tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/security-groups?id=baae45f4-356c-4047-8629-69a3801a3a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325637 Oct 27 11:08:26.118573 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc6123f-c74b-4c34-8f61-ab041a97c707 req-178301b6-49db-4b0a-96f3-6069709b8f8c tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:08:26.120047 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ddc6123f-c74b-4c34-8f61-ab041a97c707 req-178301b6-49db-4b0a-96f3-6069709b8f8c tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/ports?device_id=d1f01af3-6a4c-4957-a754-0cec39ec49fc HTTP/1.1" status: 200 len: 946 time: 0.0486846 Oct 27 11:08:26.156491 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ddc6123f-c74b-4c34-8f61-ab041a97c707 req-849e6be9-9f45-46d1-b886-cc5e2c678e31 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/security-groups?id=baae45f4-356c-4047-8629-69a3801a3a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304391 Oct 27 11:08:26.266025 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f529edc-604b-4bfe-937c-82e2cf100140 req-f3331fbb-11a1-41bc-81fd-4108defd79f6 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:08:26.267478 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-7f529edc-604b-4bfe-937c-82e2cf100140 req-f3331fbb-11a1-41bc-81fd-4108defd79f6 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/ports?device_id=d1f01af3-6a4c-4957-a754-0cec39ec49fc HTTP/1.1" status: 200 len: 946 time: 0.0485919 Oct 27 11:08:26.275927 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 45410) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:08:26.280294 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-bec216ae-639b-4b3e-840e-48158e61df8b tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Request body: {'floatingip': {'port_id': 'a7769fc9-65fd-4dd8-a2cc-8923d52e9f8d'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:08:26.318149 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-bec216ae-639b-4b3e-840e-48158e61df8b tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Publish callbacks [] for floatingip, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:08:26.716526 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-bec216ae-639b-4b3e-840e-48158e61df8b tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:08:26.720280 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-bec216ae-639b-4b3e-840e-48158e61df8b tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1664826'] for floatingip, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:08:27.144538 n-d-813419-10 neutron-server[102347]: INFO neutron.db.l3_db [None req-bec216ae-639b-4b3e-840e-48158e61df8b tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Floating IP 42374c55-3019-4880-855c-e36e4c24cd32 associated. External IP: 172.25.8.186, port: a7769fc9-65fd-4dd8-a2cc-8923d52e9f8d. Oct 27 11:08:27.345572 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bec216ae-639b-4b3e-840e-48158e61df8b tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Router 21969188-e3ee-4d7c-b7a3-e1c4f087d3bf has already been hosted by L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb {{(pid=102347) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 11:08:27.461326 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bec216ae-639b-4b3e-840e-48158e61df8b tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 11:08:27.465952 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-bec216ae-639b-4b3e-840e-48158e61df8b tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for floatingip, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:08:27.470831 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45cbf856-93e1-44c4-af4b-51d57c270dcc None None] Sync routers for ids ['21969188-e3ee-4d7c-b7a3-e1c4f087d3bf'] in n-d-813419-10 {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 11:08:27.483467 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45cbf856-93e1-44c4-af4b-51d57c270dcc None None] Routers {'21969188-e3ee-4d7c-b7a3-e1c4f087d3bf'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 11:08:27.484073 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-45cbf856-93e1-44c4-af4b-51d57c270dcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T11:08:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['21969188-e3ee-4d7c-b7a3-e1c4f087d3bf'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:08:27.496519 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-bec216ae-639b-4b3e-840e-48158e61df8b tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "PUT /v2.0/floatingips/42374c55-3019-4880-855c-e36e4c24cd32 HTTP/1.1" status: 200 len: 992 time: 1.2168951 Oct 27 11:08:27.496519 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1f01af3-6a4c-4957-a754-0cec39ec49fc', 'tag': 'a7769fc9-65fd-4dd8-a2cc-8923d52e9f8d'}] {{(pid=102347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 11:08:27.496777 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311149b481204ee7edffdb959c881838506fbd95bc8577c048f6677abb73acc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07bad2c9-590c-477e-99d4-d971f108b600" -d '{"events": [{"name": "network-changed", "server_uuid": "d1f01af3-6a4c-4957-a754-0cec39ec49fc", "tag": "a7769fc9-65fd-4dd8-a2cc-8923d52e9f8d"}]}' {{(pid=102347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 11:08:27.532257 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 11:08:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bc24c14-5501-40ab-9ef9-da917cfdbf68 x-openstack-request-id: req-6bc24c14-5501-40ab-9ef9-da917cfdbf68 {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 11:08:27.532544 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1f01af3-6a4c-4957-a754-0cec39ec49fc", "tag": "a7769fc9-65fd-4dd8-a2cc-8923d52e9f8d", "status": "completed", "code": 200}]} {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 11:08:27.532794 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6bc24c14-5501-40ab-9ef9-da917cfdbf68 {{(pid=102347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 11:08:27.533197 n-d-813419-10 neutron-server[102347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1f01af3-6a4c-4957-a754-0cec39ec49fc', 'tag': 'a7769fc9-65fd-4dd8-a2cc-8923d52e9f8d', 'status': 'completed', 'code': 200} Oct 27 11:08:27.596917 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bad2c9-590c-477e-99d4-d971f108b600 req-4822079f-3a90-4cce-b276-3ce676153afc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:08:27.598401 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvr_db [None req-45cbf856-93e1-44c4-af4b-51d57c270dcc None None] Set router 21969188-e3ee-4d7c-b7a3-e1c4f087d3bf gateway port host: n-d-813419-10 {{(pid=102349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 11:08:27.598537 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-07bad2c9-590c-477e-99d4-d971f108b600 req-4822079f-3a90-4cce-b276-3ce676153afc service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8de2a5bb3a4048f09f89b68594efec08&device_id=d1f01af3-6a4c-4957-a754-0cec39ec49fc HTTP/1.1" status: 200 len: 1098 time: 0.0416591 Oct 27 11:08:27.696806 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bad2c9-590c-477e-99d4-d971f108b600 req-9f0fd8df-554f-49d2-b92d-df171ea9dad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:08:27.698284 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-07bad2c9-590c-477e-99d4-d971f108b600 req-9f0fd8df-554f-49d2-b92d-df171ea9dad3 service neutron] 10.222.0.64 "GET /v2.0/networks?id=2a5ee4a4-c41e-48f2-9219-3320d30093b8 HTTP/1.1" status: 200 len: 913 time: 0.0927937 Oct 27 11:08:27.765263 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-07bad2c9-590c-477e-99d4-d971f108b600 req-253ce4cf-8f66-4c62-9d30-0f46562a6d72 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a7769fc9-65fd-4dd8-a2cc-8923d52e9f8d HTTP/1.1" status: 200 len: 1000 time: 0.0592244 Oct 27 11:08:27.816484 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bad2c9-590c-477e-99d4-d971f108b600 req-950c5b44-4223-4b26-b4eb-1bca96bd0efb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:08:27.817960 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-07bad2c9-590c-477e-99d4-d971f108b600 req-950c5b44-4223-4b26-b4eb-1bca96bd0efb service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ad455bd6-8255-41fb-b160-f3442cc0c657 HTTP/1.1" status: 200 len: 851 time: 0.0448878 Oct 27 11:08:27.827269 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-45cbf856-93e1-44c4-af4b-51d57c270dcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21969188-e3ee-4d7c-b7a3-e1c4f087d3bf', 'name': 'tempest-ServerActionsTestJSON-1588266955-router', 'tenant_id': '8de2a5bb3a4048f09f89b68594efec08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.230'}], 'enable_snat': True}, 'gw_port_id': 'd28cf629-251a-4e82-b870-98cf289fb9ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:05:55Z', 'updated_at': '2021-10-27T11:05:58Z', 'revision_number': 4, 'project_id': '8de2a5bb3a4048f09f89b68594efec08', 'gw_port': {'id': 'd28cf629-251a-4e82-b870-98cf289fb9ac', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:70:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21969188-e3ee-4d7c-b7a3-e1c4f087d3bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:05:56Z', 'updated_at': '2021-10-27T11:05:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_floatingips': [{'id': '42374c55-3019-4880-855c-e36e4c24cd32', 'tenant_id': '8de2a5bb3a4048f09f89b68594efec08', 'floating_ip_address': '172.25.8.186', 'floating_network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'router_id': '21969188-e3ee-4d7c-b7a3-e1c4f087d3bf', 'port_id': 'a7769fc9-65fd-4dd8-a2cc-8923d52e9f8d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a5ee4a4-c41e-48f2-9219-3320d30093b8', 'mac_address': 'fa:16:3e:01:9d:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1f01af3-6a4c-4957-a754-0cec39ec49fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T11:06:01Z', 'updated_at': '2021-10-27T11:08:26Z', 'revision_number': 5, 'project_id': '8de2a5bb3a4048f09f89b68594efec08', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7f81418-c2a7-45b0-9600-fc6417c8bf49', 'name': '', 'network_id': '2a5ee4a4-c41e-48f2-9219-3320d30093b8', 'tenant_id': '8de2a5bb3a4048f09f89b68594efec08', 'mac_address': 'fa:16:3e:c9:95:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21969188-e3ee-4d7c-b7a3-e1c4f087d3bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'ad455bd6-8255-41fb-b160-f3442cc0c657', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:05:58Z', 'updated_at': '2021-10-27T11:06:01Z', 'revision_number': 5, 'project_id': '8de2a5bb3a4048f09f89b68594efec08', 'subnets': [{'id': 'ad455bd6-8255-41fb-b160-f3442cc0c657', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:08:27.853665 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45cbf856-93e1-44c4-af4b-51d57c270dcc None None] Checking router: 21969188-e3ee-4d7c-b7a3-e1c4f087d3bf for host: n-d-813419-10 {{(pid=102349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 11:08:27.861970 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45cbf856-93e1-44c4-af4b-51d57c270dcc None None] Routers {'21969188-e3ee-4d7c-b7a3-e1c4f087d3bf'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 11:08:27.862568 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-45cbf856-93e1-44c4-af4b-51d57c270dcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T11:08:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['21969188-e3ee-4d7c-b7a3-e1c4f087d3bf'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:08:27.868408 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bad2c9-590c-477e-99d4-d971f108b600 req-bafcd2a5-355f-46bf-a371-7873abff4926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:08:27.869967 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-07bad2c9-590c-477e-99d4-d971f108b600 req-bafcd2a5-355f-46bf-a371-7873abff4926 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2a5ee4a4-c41e-48f2-9219-3320d30093b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0444078 Oct 27 11:08:27.958388 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-07bad2c9-590c-477e-99d4-d971f108b600 req-bd18d994-d9d9-4fa6-9a4e-5126f4823c90 service neutron] 10.222.0.64 "GET /v2.0/networks/2a5ee4a4-c41e-48f2-9219-3320d30093b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811293 Oct 27 11:08:27.969570 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvr_db [None req-45cbf856-93e1-44c4-af4b-51d57c270dcc None None] Set router 21969188-e3ee-4d7c-b7a3-e1c4f087d3bf gateway port host: n-d-813419-10 {{(pid=102349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 11:08:28.052549 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-07bad2c9-590c-477e-99d4-d971f108b600 req-3aa2148a-3d16-42cc-8fd4-4cc60c85bc30 service neutron] 10.222.0.64 "GET /v2.0/networks/2a5ee4a4-c41e-48f2-9219-3320d30093b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865531 Oct 27 11:08:28.195084 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-45cbf856-93e1-44c4-af4b-51d57c270dcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21969188-e3ee-4d7c-b7a3-e1c4f087d3bf', 'name': 'tempest-ServerActionsTestJSON-1588266955-router', 'tenant_id': '8de2a5bb3a4048f09f89b68594efec08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.230'}], 'enable_snat': True}, 'gw_port_id': 'd28cf629-251a-4e82-b870-98cf289fb9ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:05:55Z', 'updated_at': '2021-10-27T11:05:58Z', 'revision_number': 4, 'project_id': '8de2a5bb3a4048f09f89b68594efec08', 'gw_port': {'id': 'd28cf629-251a-4e82-b870-98cf289fb9ac', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:70:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21969188-e3ee-4d7c-b7a3-e1c4f087d3bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:05:56Z', 'updated_at': '2021-10-27T11:05:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_floatingips': [{'id': '42374c55-3019-4880-855c-e36e4c24cd32', 'tenant_id': '8de2a5bb3a4048f09f89b68594efec08', 'floating_ip_address': '172.25.8.186', 'floating_network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'router_id': '21969188-e3ee-4d7c-b7a3-e1c4f087d3bf', 'port_id': 'a7769fc9-65fd-4dd8-a2cc-8923d52e9f8d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a5ee4a4-c41e-48f2-9219-3320d30093b8', 'mac_address': 'fa:16:3e:01:9d:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1f01af3-6a4c-4957-a754-0cec39ec49fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T11:06:01Z', 'updated_at': '2021-10-27T11:08:26Z', 'revision_number': 5, 'project_id': '8de2a5bb3a4048f09f89b68594efec08', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7f81418-c2a7-45b0-9600-fc6417c8bf49', 'name': '', 'network_id': '2a5ee4a4-c41e-48f2-9219-3320d30093b8', 'tenant_id': '8de2a5bb3a4048f09f89b68594efec08', 'mac_address': 'fa:16:3e:c9:95:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21969188-e3ee-4d7c-b7a3-e1c4f087d3bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'ad455bd6-8255-41fb-b160-f3442cc0c657', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:05:58Z', 'updated_at': '2021-10-27T11:06:01Z', 'revision_number': 5, 'project_id': '8de2a5bb3a4048f09f89b68594efec08', 'subnets': [{'id': 'ad455bd6-8255-41fb-b160-f3442cc0c657', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:08:28.221634 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45cbf856-93e1-44c4-af4b-51d57c270dcc None None] The sync data for ids ['21969188-e3ee-4d7c-b7a3-e1c4f087d3bf'] in n-d-813419-10 is: [{'id': '21969188-e3ee-4d7c-b7a3-e1c4f087d3bf', 'name': 'tempest-ServerActionsTestJSON-1588266955-router', 'tenant_id': '8de2a5bb3a4048f09f89b68594efec08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.230'}], 'enable_snat': True}, 'gw_port_id': 'd28cf629-251a-4e82-b870-98cf289fb9ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:05:55Z', 'updated_at': '2021-10-27T11:05:58Z', 'revision_number': 4, 'project_id': '8de2a5bb3a4048f09f89b68594efec08', 'gw_port': {'id': 'd28cf629-251a-4e82-b870-98cf289fb9ac', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:70:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21969188-e3ee-4d7c-b7a3-e1c4f087d3bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:05:56Z', 'updated_at': '2021-10-27T11:05:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_floatingips': [{'id': '42374c55-3019-4880-855c-e36e4c24cd32', 'tenant_id': '8de2a5bb3a4048f09f89b68594efec08', 'floating_ip_address': '172.25.8.186', 'floating_network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'router_id': '21969188-e3ee-4d7c-b7a3-e1c4f087d3bf', 'port_id': 'a7769fc9-65fd-4dd8-a2cc-8923d52e9f8d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a5ee4a4-c41e-48f2-9219-3320d30093b8', 'mac_address': 'fa:16:3e:01:9d:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1f01af3-6a4c-4957-a754-0cec39ec49fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T11:06:01Z', 'updated_at': '2021-10-27T11:08:26Z', 'revision_number': 5, 'project_id': '8de2a5bb3a4048f09f89b68594efec08', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7f81418-c2a7-45b0-9600-fc6417c8bf49', 'name': '', 'network_id': '2a5ee4a4-c41e-48f2-9219-3320d30093b8', 'tenant_id': '8de2a5bb3a4048f09f89b68594efec08', 'mac_address': 'fa:16:3e:c9:95:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21969188-e3ee-4d7c-b7a3-e1c4f087d3bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'ad455bd6-8255-41fb-b160-f3442cc0c657', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:05:58Z', 'updated_at': '2021-10-27T11:06:01Z', 'revision_number': 5, 'project_id': '8de2a5bb3a4048f09f89b68594efec08', 'subnets': [{'id': 'ad455bd6-8255-41fb-b160-f3442cc0c657', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 11:08:28.406805 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94098b05-9867-4e7b-afe1-6b1513805566 None None] New status for floating IP 42374c55-3019-4880-855c-e36e4c24cd32: ACTIVE {{(pid=102348) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 11:08:31.299440 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.agents_db [None req-e79ee67d-056e-46ea-bd99-e80473396b25 None None] Agent healthcheck: found 7 active agents {{(pid=102349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 11:08:32.862131 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:08:39.265391 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:08:46.278790 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-6d68b5be-abaf-4dc5-aa31-ab8c7b89f613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:08:48.938253 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-63764ce9-6211-4062-be1a-cacb7e6798dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:08:50.061812 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:08:50.157772 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-eadeaa30-4096-4d1a-b3cb-aa7ebfb291ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:08:52.047608 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-3c6a8245-0581-48aa-b5f6-4d8fe98cd16e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:08:54.553865 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8bb3e80b-3a7d-40a9-bb13-b8dced8773d8 req-3d957a58-d003-48fc-8b1b-0ce652e77d84 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=d1f01af3-6a4c-4957-a754-0cec39ec49fc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0389874 Oct 27 11:08:54.636803 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb3e80b-3a7d-40a9-bb13-b8dced8773d8 req-3495a292-b72f-416c-9193-070c3832d041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:08:54.638291 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8bb3e80b-3a7d-40a9-bb13-b8dced8773d8 req-3495a292-b72f-416c-9193-070c3832d041 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8de2a5bb3a4048f09f89b68594efec08&device_id=d1f01af3-6a4c-4957-a754-0cec39ec49fc HTTP/1.1" status: 200 len: 1098 time: 0.0410430 Oct 27 11:08:54.743711 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb3e80b-3a7d-40a9-bb13-b8dced8773d8 req-c8df8897-b5c9-4fd9-b0a3-27ba8f754f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:08:54.745195 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8bb3e80b-3a7d-40a9-bb13-b8dced8773d8 req-c8df8897-b5c9-4fd9-b0a3-27ba8f754f85 service neutron] 10.222.0.64 "GET /v2.0/networks?id=2a5ee4a4-c41e-48f2-9219-3320d30093b8 HTTP/1.1" status: 200 len: 913 time: 0.0869679 Oct 27 11:08:54.812158 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8bb3e80b-3a7d-40a9-bb13-b8dced8773d8 req-0d835ac4-f1b4-4924-a950-2e3896505424 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a7769fc9-65fd-4dd8-a2cc-8923d52e9f8d HTTP/1.1" status: 200 len: 1002 time: 0.0581284 Oct 27 11:08:54.865578 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb3e80b-3a7d-40a9-bb13-b8dced8773d8 req-b6f2d272-2848-4dc7-94b5-74243db36dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:08:54.867515 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8bb3e80b-3a7d-40a9-bb13-b8dced8773d8 req-b6f2d272-2848-4dc7-94b5-74243db36dd5 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ad455bd6-8255-41fb-b160-f3442cc0c657 HTTP/1.1" status: 200 len: 851 time: 0.0457060 Oct 27 11:08:54.914297 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb3e80b-3a7d-40a9-bb13-b8dced8773d8 req-b976cb61-06c5-4266-aaa8-2232ca6ec781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:08:54.915722 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8bb3e80b-3a7d-40a9-bb13-b8dced8773d8 req-b976cb61-06c5-4266-aaa8-2232ca6ec781 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2a5ee4a4-c41e-48f2-9219-3320d30093b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0385761 Oct 27 11:08:55.004204 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8bb3e80b-3a7d-40a9-bb13-b8dced8773d8 req-ee1f8021-d988-496b-825d-4db7459fcdfc service neutron] 10.222.0.64 "GET /v2.0/networks/2a5ee4a4-c41e-48f2-9219-3320d30093b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799809 Oct 27 11:08:55.098644 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8bb3e80b-3a7d-40a9-bb13-b8dced8773d8 req-e1bda191-97fc-40c7-a1de-439653b877f7 service neutron] 10.222.0.64 "GET /v2.0/networks/2a5ee4a4-c41e-48f2-9219-3320d30093b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856001 Oct 27 11:09:02.875722 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:09:08.299545 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.agents_db [None req-e79ee67d-056e-46ea-bd99-e80473396b25 None None] Agent healthcheck: found 7 active agents {{(pid=102349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 11:09:09.285057 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:09:16.280311 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-3f31bc1a-2f78-44dc-814e-a80cbf7610f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:09:18.938729 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f421cde8-cd8d-4e81-88b8-51ed8a9de999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:09:20.062466 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:09:20.160397 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-eadeaa30-4096-4d1a-b3cb-aa7ebfb291ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:09:22.051103 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-3c6a8245-0581-48aa-b5f6-4d8fe98cd16e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:09:32.877312 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:09:39.289112 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:09:45.298701 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.agents_db [None req-e79ee67d-056e-46ea-bd99-e80473396b25 None None] Agent healthcheck: found 7 active agents {{(pid=102349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 11:09:46.281661 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-9dfa39a9-1961-460e-9f28-ccb386ce6b42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:09:48.938843 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-cf6ca5c0-1b2d-49bc-8860-0762a03e48eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:09:50.063897 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:09:50.164579 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-eadeaa30-4096-4d1a-b3cb-aa7ebfb291ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:09:52.054199 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-3c6a8245-0581-48aa-b5f6-4d8fe98cd16e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:09:55.772846 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [req-440cbe7d-f7fe-43a1-9829-ad02bf6ff003 req-0de5b467-ffc7-4374-8807-bf7f95c85c7d service neutron] (102346) timed out ('10.222.0.64', 51012) {{(pid=102346) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 27 11:09:56.556254 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c0d58369-d755-4e42-ae7b-a0642e85a0f5 req-1e475b79-f64e-4857-8172-d444f7f56bfb service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=d1f01af3-6a4c-4957-a754-0cec39ec49fc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0416024 Oct 27 11:09:56.641179 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d58369-d755-4e42-ae7b-a0642e85a0f5 req-a19e6b55-e7c4-429a-92ce-7105c233c3bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:09:56.642653 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c0d58369-d755-4e42-ae7b-a0642e85a0f5 req-a19e6b55-e7c4-429a-92ce-7105c233c3bd service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8de2a5bb3a4048f09f89b68594efec08&device_id=d1f01af3-6a4c-4957-a754-0cec39ec49fc HTTP/1.1" status: 200 len: 1098 time: 0.0448487 Oct 27 11:09:56.745614 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d58369-d755-4e42-ae7b-a0642e85a0f5 req-8e01081d-b535-4ab1-a93f-9e1e5a3014de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:09:56.747086 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c0d58369-d755-4e42-ae7b-a0642e85a0f5 req-8e01081d-b535-4ab1-a93f-9e1e5a3014de service neutron] 10.222.0.64 "GET /v2.0/networks?id=2a5ee4a4-c41e-48f2-9219-3320d30093b8 HTTP/1.1" status: 200 len: 913 time: 0.0847316 Oct 27 11:09:56.815530 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c0d58369-d755-4e42-ae7b-a0642e85a0f5 req-130704e8-8bf6-4344-a04e-2c6d1bb2b9cf service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a7769fc9-65fd-4dd8-a2cc-8923d52e9f8d HTTP/1.1" status: 200 len: 1002 time: 0.0616145 Oct 27 11:09:56.864300 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d58369-d755-4e42-ae7b-a0642e85a0f5 req-1c5553e4-ad6e-4e6c-abfb-08277b5ae092 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:09:56.865790 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c0d58369-d755-4e42-ae7b-a0642e85a0f5 req-1c5553e4-ad6e-4e6c-abfb-08277b5ae092 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ad455bd6-8255-41fb-b160-f3442cc0c657 HTTP/1.1" status: 200 len: 851 time: 0.0436790 Oct 27 11:09:56.911776 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d58369-d755-4e42-ae7b-a0642e85a0f5 req-fc7e1936-f352-438b-b640-c531f95188b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:09:56.913235 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c0d58369-d755-4e42-ae7b-a0642e85a0f5 req-fc7e1936-f352-438b-b640-c531f95188b1 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2a5ee4a4-c41e-48f2-9219-3320d30093b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403481 Oct 27 11:09:56.924807 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [req-c0d58369-d755-4e42-ae7b-a0642e85a0f5 req-c5a5c0c6-aaa8-49f7-a809-27cc0aa85b16 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=102347) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 11:09:56.925750 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c0d58369-d755-4e42-ae7b-a0642e85a0f5 req-c5a5c0c6-aaa8-49f7-a809-27cc0aa85b16 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0048544 Oct 27 11:09:57.018461 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c0d58369-d755-4e42-ae7b-a0642e85a0f5 req-098b0f9c-031b-4a45-a4c2-0094e1acdef5 service neutron] 10.222.0.64 "GET /v2.0/networks/2a5ee4a4-c41e-48f2-9219-3320d30093b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840797 Oct 27 11:09:57.106431 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c0d58369-d755-4e42-ae7b-a0642e85a0f5 req-f9cddce0-bd9a-4159-933d-33dddd7ec934 service neutron] 10.222.0.64 "GET /v2.0/networks/2a5ee4a4-c41e-48f2-9219-3320d30093b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814769 Oct 27 11:10:02.875928 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:10:04.635493 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c5b662-8dab-4476-b18f-3747fe03d924 req-81a2a72e-6f94-4146-b294-65a3e73546cc tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:10:04.637003 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-e9c5b662-8dab-4476-b18f-3747fe03d924 req-81a2a72e-6f94-4146-b294-65a3e73546cc tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/ports?device_id=d1f01af3-6a4c-4957-a754-0cec39ec49fc HTTP/1.1" status: 200 len: 946 time: 0.1603787 Oct 27 11:10:04.674023 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-e9c5b662-8dab-4476-b18f-3747fe03d924 req-f8075894-861e-419a-ba91-fb1e7e15869c tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/security-groups?id=baae45f4-356c-4047-8629-69a3801a3a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310793 Oct 27 11:10:05.894281 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7586b2f3-72fe-4b1f-a399-de094371eed1 req-d65a7450-7e5f-447e-bdf3-521c6a6a56a6 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:10:05.895791 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-7586b2f3-72fe-4b1f-a399-de094371eed1 req-d65a7450-7e5f-447e-bdf3-521c6a6a56a6 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/ports?device_id=d1f01af3-6a4c-4957-a754-0cec39ec49fc HTTP/1.1" status: 200 len: 946 time: 0.1531782 Oct 27 11:10:05.935804 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-7586b2f3-72fe-4b1f-a399-de094371eed1 req-02e35ee0-daed-4b07-8f8b-6573f032f9fa tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/security-groups?id=baae45f4-356c-4047-8629-69a3801a3a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342243 Oct 27 11:10:07.050133 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827d680c-f226-464f-b1ef-3600f437a770 req-df6d15ee-d2d6-4bbe-8452-a820075d8e7f tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:10:07.051645 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-827d680c-f226-464f-b1ef-3600f437a770 req-df6d15ee-d2d6-4bbe-8452-a820075d8e7f tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/ports?device_id=d1f01af3-6a4c-4957-a754-0cec39ec49fc HTTP/1.1" status: 200 len: 946 time: 0.0492330 Oct 27 11:10:07.088779 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-827d680c-f226-464f-b1ef-3600f437a770 req-df62310a-a5b1-4e64-b47d-2c25b27121cd tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/security-groups?id=baae45f4-356c-4047-8629-69a3801a3a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306208 Oct 27 11:10:08.201950 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9d31ab-ff9a-4aa8-8cf5-3a9100387b04 req-3a7edd72-4e8b-4812-8d05-88cd54fb0307 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:10:08.203419 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ab9d31ab-ff9a-4aa8-8cf5-3a9100387b04 req-3a7edd72-4e8b-4812-8d05-88cd54fb0307 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/ports?device_id=d1f01af3-6a4c-4957-a754-0cec39ec49fc HTTP/1.1" status: 200 len: 946 time: 0.0491123 Oct 27 11:10:08.239337 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ab9d31ab-ff9a-4aa8-8cf5-3a9100387b04 req-5eb02c27-53ba-4dc4-a072-18bd4e593e1e tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/security-groups?id=baae45f4-356c-4047-8629-69a3801a3a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299547 Oct 27 11:10:09.292422 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:10:09.357767 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b033e2-43f5-46c9-bd9b-733ea8af509e req-adf1c034-de38-4b25-85e6-7228d6a0fa79 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:10:09.359268 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-76b033e2-43f5-46c9-bd9b-733ea8af509e req-adf1c034-de38-4b25-85e6-7228d6a0fa79 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/ports?device_id=d1f01af3-6a4c-4957-a754-0cec39ec49fc HTTP/1.1" status: 200 len: 946 time: 0.0525882 Oct 27 11:10:09.396412 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-76b033e2-43f5-46c9-bd9b-733ea8af509e req-9161164e-b81d-4b78-a9d2-4a8fce856d7d tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/security-groups?id=baae45f4-356c-4047-8629-69a3801a3a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310833 Oct 27 11:10:10.513216 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b88b28f-c031-435c-a86a-4f0b7004af6b req-6ecb4457-2a6f-4f09-a341-725fdacb3e06 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:10:10.514683 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-1b88b28f-c031-435c-a86a-4f0b7004af6b req-6ecb4457-2a6f-4f09-a341-725fdacb3e06 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/ports?device_id=d1f01af3-6a4c-4957-a754-0cec39ec49fc HTTP/1.1" status: 200 len: 946 time: 0.0482111 Oct 27 11:10:10.552881 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-1b88b28f-c031-435c-a86a-4f0b7004af6b req-41754320-70ed-448b-8c13-0f8922b18f80 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/security-groups?id=baae45f4-356c-4047-8629-69a3801a3a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321534 Oct 27 11:10:11.669531 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1fd2d0-8ecd-440d-9a17-960d14129795 req-1a942d67-d52c-4dc7-ac2b-36df7e24789e tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:10:11.670985 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-0b1fd2d0-8ecd-440d-9a17-960d14129795 req-1a942d67-d52c-4dc7-ac2b-36df7e24789e tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/ports?device_id=d1f01af3-6a4c-4957-a754-0cec39ec49fc HTTP/1.1" status: 200 len: 946 time: 0.0527217 Oct 27 11:10:11.708112 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-0b1fd2d0-8ecd-440d-9a17-960d14129795 req-7bb5562a-6597-45aa-9ff5-d74132a2993f tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/security-groups?id=baae45f4-356c-4047-8629-69a3801a3a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312033 Oct 27 11:10:12.827424 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab67e47-02a8-478e-b992-7a61d2487d6d req-c1bf11c1-22ac-41d2-843f-4d161f549103 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:10:12.828920 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-3ab67e47-02a8-478e-b992-7a61d2487d6d req-c1bf11c1-22ac-41d2-843f-4d161f549103 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/ports?device_id=d1f01af3-6a4c-4957-a754-0cec39ec49fc HTTP/1.1" status: 200 len: 946 time: 0.0533566 Oct 27 11:10:12.867211 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-3ab67e47-02a8-478e-b992-7a61d2487d6d req-52e320f7-8530-472a-b7a4-d78e83b81494 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/security-groups?id=baae45f4-356c-4047-8629-69a3801a3a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323784 Oct 27 11:10:13.981509 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9c11eb-af42-4b3e-875b-80251f2e81b0 req-5834d909-4f5e-45f6-a6b2-cc6a6562da06 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:10:13.983273 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-dd9c11eb-af42-4b3e-875b-80251f2e81b0 req-5834d909-4f5e-45f6-a6b2-cc6a6562da06 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/ports?device_id=d1f01af3-6a4c-4957-a754-0cec39ec49fc HTTP/1.1" status: 200 len: 946 time: 0.0481277 Oct 27 11:10:14.019594 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-dd9c11eb-af42-4b3e-875b-80251f2e81b0 req-1d456126-fa85-49a4-87cc-358949491d6e tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/security-groups?id=baae45f4-356c-4047-8629-69a3801a3a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306933 Oct 27 11:10:15.132929 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67345520-7a04-434c-9e39-b31126a65022 req-67714f69-3587-48dc-ae99-ad7064d6d54b tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:10:15.134670 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-67345520-7a04-434c-9e39-b31126a65022 req-67714f69-3587-48dc-ae99-ad7064d6d54b tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/ports?device_id=d1f01af3-6a4c-4957-a754-0cec39ec49fc HTTP/1.1" status: 200 len: 946 time: 0.0480740 Oct 27 11:10:15.172131 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-67345520-7a04-434c-9e39-b31126a65022 req-818176e7-b8ac-452e-9eeb-520fbcd5066f tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/security-groups?id=baae45f4-356c-4047-8629-69a3801a3a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308650 Oct 27 11:10:15.409250 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f026b7-7228-4ed7-9bde-74ad0c57f219 req-2d7e2855-17a9-4f2b-9f34-cffd913c315d tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:10:15.410830 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-d7f026b7-7228-4ed7-9bde-74ad0c57f219 req-2d7e2855-17a9-4f2b-9f34-cffd913c315d tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/ports?device_id=d1f01af3-6a4c-4957-a754-0cec39ec49fc HTTP/1.1" status: 200 len: 946 time: 0.0497427 Oct 27 11:10:15.444710 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c2734248-f57e-4504-8dcf-a9b571d2fdb2 req-9d07706a-4edb-4242-8e1d-d0430fe41d9d service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=d1f01af3-6a4c-4957-a754-0cec39ec49fc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0869460 Oct 27 11:10:15.449125 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-d7f026b7-7228-4ed7-9bde-74ad0c57f219 req-27a6eaa3-5a2d-4ff8-b47a-201a42f7a40a tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/security-groups?id=baae45f4-356c-4047-8629-69a3801a3a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317051 Oct 27 11:10:16.282235 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-8e6a4f9b-3ded-4f8a-ae07-5b7284fd6a94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:10:16.593013 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2734248-f57e-4504-8dcf-a9b571d2fdb2 req-868646d5-69af-492f-8746-e393deff98c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:10:16.594498 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c2734248-f57e-4504-8dcf-a9b571d2fdb2 req-868646d5-69af-492f-8746-e393deff98c7 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8de2a5bb3a4048f09f89b68594efec08&device_id=d1f01af3-6a4c-4957-a754-0cec39ec49fc HTTP/1.1" status: 200 len: 1098 time: 0.1212623 Oct 27 11:10:16.602566 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f49ea97-da92-4f3f-8341-23c88c7ad419 req-c4bba876-ab2f-4406-8313-8125f1de449f tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:10:16.604444 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-0f49ea97-da92-4f3f-8341-23c88c7ad419 req-c4bba876-ab2f-4406-8313-8125f1de449f tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/ports?device_id=d1f01af3-6a4c-4957-a754-0cec39ec49fc HTTP/1.1" status: 200 len: 946 time: 0.0802593 Oct 27 11:10:16.690771 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-0f49ea97-da92-4f3f-8341-23c88c7ad419 req-16850d04-50f5-4396-b1e1-3c56ffd6e633 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/security-groups?id=baae45f4-356c-4047-8629-69a3801a3a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784326 Oct 27 11:10:16.719886 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2734248-f57e-4504-8dcf-a9b571d2fdb2 req-a114e0cb-b851-4c5d-af1d-75bcd705611e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:10:16.721369 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c2734248-f57e-4504-8dcf-a9b571d2fdb2 req-a114e0cb-b851-4c5d-af1d-75bcd705611e service neutron] 10.222.0.64 "GET /v2.0/networks?id=2a5ee4a4-c41e-48f2-9219-3320d30093b8 HTTP/1.1" status: 200 len: 913 time: 0.1161005 Oct 27 11:10:16.784866 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c2734248-f57e-4504-8dcf-a9b571d2fdb2 req-43fa5e84-12a1-4ea6-8847-2e1eaa6e674b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a7769fc9-65fd-4dd8-a2cc-8923d52e9f8d HTTP/1.1" status: 200 len: 1002 time: 0.0560424 Oct 27 11:10:16.831912 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2734248-f57e-4504-8dcf-a9b571d2fdb2 req-9eb1946e-d797-413f-b356-88cd447b2baf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:10:16.833313 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c2734248-f57e-4504-8dcf-a9b571d2fdb2 req-9eb1946e-d797-413f-b356-88cd447b2baf service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ad455bd6-8255-41fb-b160-f3442cc0c657 HTTP/1.1" status: 200 len: 851 time: 0.0421407 Oct 27 11:10:16.881604 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2734248-f57e-4504-8dcf-a9b571d2fdb2 req-306a170c-d039-49e1-a42d-03813bf11083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:10:16.883025 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c2734248-f57e-4504-8dcf-a9b571d2fdb2 req-306a170c-d039-49e1-a42d-03813bf11083 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2a5ee4a4-c41e-48f2-9219-3320d30093b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0428185 Oct 27 11:10:16.968758 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c2734248-f57e-4504-8dcf-a9b571d2fdb2 req-2fff1bcb-94a1-4cc1-962a-c27549fac525 service neutron] 10.222.0.64 "GET /v2.0/networks/2a5ee4a4-c41e-48f2-9219-3320d30093b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788615 Oct 27 11:10:17.058806 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c2734248-f57e-4504-8dcf-a9b571d2fdb2 req-5cd29f19-7cd1-4c10-b11e-5363f3b635e5 service neutron] 10.222.0.64 "GET /v2.0/networks/2a5ee4a4-c41e-48f2-9219-3320d30093b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829661 Oct 27 11:10:17.810059 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b089847b-7a7c-4d18-aa2c-a8d8a509a61c req-81b34f79-6dd8-4554-9bfb-513071d8d087 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:10:17.811510 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-b089847b-7a7c-4d18-aa2c-a8d8a509a61c req-81b34f79-6dd8-4554-9bfb-513071d8d087 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/ports?device_id=d1f01af3-6a4c-4957-a754-0cec39ec49fc HTTP/1.1" status: 200 len: 946 time: 0.0539899 Oct 27 11:10:17.849351 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-b089847b-7a7c-4d18-aa2c-a8d8a509a61c req-fb804c20-a004-4b0f-9627-4229d10e6f76 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/security-groups?id=baae45f4-356c-4047-8629-69a3801a3a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318108 Oct 27 11:10:18.891690 n-d-813419-10 neutron-server[102347]: INFO neutron.api.v2.resource [req-c2734248-f57e-4504-8dcf-a9b571d2fdb2 req-a0fd8aa3-7ada-4a8f-95a9-de64b234384d service neutron] show failed (client error): The resource could not be found. Oct 27 11:10:18.892746 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c2734248-f57e-4504-8dcf-a9b571d2fdb2 req-a0fd8aa3-7ada-4a8f-95a9-de64b234384d service neutron] 10.222.0.64 "GET /v2.0/ports/a7769fc9-65fd-4dd8-a2cc-8923d52e9f8d/bindings/n-h2-813419-10 HTTP/1.1" status: 404 len: 381 time: 0.0546629 Oct 27 11:10:18.943753 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-10b268dc-e211-47f7-918b-0ddb3827d736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:10:18.968582 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a9f771-760f-42ae-98fa-e4ac84c85b0c req-26c9f49f-059c-425d-ba34-818468f72f65 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:10:18.970069 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c7a9f771-760f-42ae-98fa-e4ac84c85b0c req-26c9f49f-059c-425d-ba34-818468f72f65 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/ports?device_id=d1f01af3-6a4c-4957-a754-0cec39ec49fc HTTP/1.1" status: 200 len: 946 time: 0.0499182 Oct 27 11:10:19.008495 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c7a9f771-760f-42ae-98fa-e4ac84c85b0c req-b9621550-6ef1-4843-b257-465e9fb538d5 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/security-groups?id=baae45f4-356c-4047-8629-69a3801a3a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315268 Oct 27 11:10:19.145131 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2734248-f57e-4504-8dcf-a9b571d2fdb2 req-4558b24d-765d-48c3-bbcb-cae0ea48f13a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:10:19.146534 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-c2734248-f57e-4504-8dcf-a9b571d2fdb2 req-4558b24d-765d-48c3-bbcb-cae0ea48f13a service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=d1f01af3-6a4c-4957-a754-0cec39ec49fc&tenant_id=8de2a5bb3a4048f09f89b68594efec08 HTTP/1.1" status: 200 len: 1098 time: 0.0890508 Oct 27 11:10:19.158617 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [req-c2734248-f57e-4504-8dcf-a9b571d2fdb2 req-69548d36-2ce0-472e-90c5-2cc270b455cd service neutron] Request body: {'port': {'binding:host_id': 'n-h2-813419-10', 'device_owner': 'compute:nova'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:10:19.210293 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-c2734248-f57e-4504-8dcf-a9b571d2fdb2 req-69548d36-2ce0-472e-90c5-2cc270b455cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:10:19.410248 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [req-c2734248-f57e-4504-8dcf-a9b571d2fdb2 req-69548d36-2ce0-472e-90c5-2cc270b455cd service neutron] For port a7769fc9-65fd-4dd8-a2cc-8923d52e9f8d, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=a7769fc9-65fd-4dd8-a2cc-8923d52e9f8d,segment=NetworkSegment(d28b9a3d-0e6e-43a3-a48e-9bc1dd8d593a),segment_id=d28b9a3d-0e6e-43a3-a48e-9bc1dd8d593a)] {{(pid=102346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:10:19.443626 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [req-c2734248-f57e-4504-8dcf-a9b571d2fdb2 req-69548d36-2ce0-472e-90c5-2cc270b455cd service neutron] For port a7769fc9-65fd-4dd8-a2cc-8923d52e9f8d, host n-h1-813419-10, cleared binding levels {{(pid=102346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 11:10:19.507105 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1f01af3-6a4c-4957-a754-0cec39ec49fc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a7769fc9-65fd-4dd8-a2cc-8923d52e9f8d'}] {{(pid=102346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 11:10:19.509754 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc0e418f5fc417c8d55d94c0aa509b037d0beb2a734c1a709e789eb65639a56d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58256772-e216-4d74-a270-d09b8c5e59ec" -d '{"events": [{"server_uuid": "d1f01af3-6a4c-4957-a754-0cec39ec49fc", "name": "network-vif-unplugged", "status": "completed", "tag": "a7769fc9-65fd-4dd8-a2cc-8923d52e9f8d"}]}' {{(pid=102346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 11:10:19.514621 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-c2734248-f57e-4504-8dcf-a9b571d2fdb2 req-69548d36-2ce0-472e-90c5-2cc270b455cd service neutron] Publish callbacks [] for port, precommit_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:10:19.526908 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.provisioning_blocks [req-c2734248-f57e-4504-8dcf-a9b571d2fdb2 req-69548d36-2ce0-472e-90c5-2cc270b455cd service neutron] Transition to ACTIVE for port object a7769fc9-65fd-4dd8-a2cc-8923d52e9f8d will not be triggered until provisioned by entity L2. {{(pid=102346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 11:10:19.530045 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-c2734248-f57e-4504-8dcf-a9b571d2fdb2 req-69548d36-2ce0-472e-90c5-2cc270b455cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27024173'] for port, after_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:10:19.614220 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69548d36-2ce0-472e-90c5-2cc270b455cd service neutron] Pushing event updated for resources: {'Port': ['ID=a7769fc9-65fd-4dd8-a2cc-8923d52e9f8d,revision_number=6']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:10:19.624178 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69548d36-2ce0-472e-90c5-2cc270b455cd service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:10:19.624559 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69548d36-2ce0-472e-90c5-2cc270b455cd service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:10:19.624909 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69548d36-2ce0-472e-90c5-2cc270b455cd service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:10:19.625248 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69548d36-2ce0-472e-90c5-2cc270b455cd service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:10:19.625597 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69548d36-2ce0-472e-90c5-2cc270b455cd service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:10:19.625910 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69548d36-2ce0-472e-90c5-2cc270b455cd service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:10:19.626237 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69548d36-2ce0-472e-90c5-2cc270b455cd service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:10:19.626566 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69548d36-2ce0-472e-90c5-2cc270b455cd service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:10:19.626891 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69548d36-2ce0-472e-90c5-2cc270b455cd service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:10:19.627219 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69548d36-2ce0-472e-90c5-2cc270b455cd service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:10:19.627540 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69548d36-2ce0-472e-90c5-2cc270b455cd service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:10:19.627863 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69548d36-2ce0-472e-90c5-2cc270b455cd service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:10:19.638744 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 27 Oct 2021 11:10:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d0dbc70-c219-4eb0-919f-e63b43dc29f7 x-openstack-request-id: req-8d0dbc70-c219-4eb0-919f-e63b43dc29f7 {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 11:10:19.639045 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1f01af3-6a4c-4957-a754-0cec39ec49fc", "name": "network-vif-unplugged", "status": "completed", "tag": "a7769fc9-65fd-4dd8-a2cc-8923d52e9f8d", "code": 200}]} {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 11:10:19.639295 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-8d0dbc70-c219-4eb0-919f-e63b43dc29f7 {{(pid=102346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 11:10:19.639691 n-d-813419-10 neutron-server[102346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1f01af3-6a4c-4957-a754-0cec39ec49fc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a7769fc9-65fd-4dd8-a2cc-8923d52e9f8d', 'code': 200} Oct 27 11:10:19.667470 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2734248-f57e-4504-8dcf-a9b571d2fdb2 req-69548d36-2ce0-472e-90c5-2cc270b455cd service neutron] No DVR routers for this DVR port a7769fc9-65fd-4dd8-a2cc-8923d52e9f8d on host n-h1-813419-10 {{(pid=102346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 11:10:19.801382 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.managers [req-c2734248-f57e-4504-8dcf-a9b571d2fdb2 req-69548d36-2ce0-472e-90c5-2cc270b455cd service neutron] Attempting to bind port a7769fc9-65fd-4dd8-a2cc-8923d52e9f8d on host n-h2-813419-10 for vnic_type normal with profile {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 11:10:19.801717 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.managers [req-c2734248-f57e-4504-8dcf-a9b571d2fdb2 req-69548d36-2ce0-472e-90c5-2cc270b455cd service neutron] Attempting to bind port a7769fc9-65fd-4dd8-a2cc-8923d52e9f8d by drivers openvswitch,hyperv on host n-h2-813419-10 at level 0 using segments [{'id': 'd28b9a3d-0e6e-43a3-a48e-9bc1dd8d593a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '2a5ee4a4-c41e-48f2-9219-3320d30093b8'}] {{(pid=102346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 11:10:19.802045 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2734248-f57e-4504-8dcf-a9b571d2fdb2 req-69548d36-2ce0-472e-90c5-2cc270b455cd service neutron] Attempting to bind port a7769fc9-65fd-4dd8-a2cc-8923d52e9f8d on network 2a5ee4a4-c41e-48f2-9219-3320d30093b8 {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 11:10:19.806252 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2734248-f57e-4504-8dcf-a9b571d2fdb2 req-69548d36-2ce0-472e-90c5-2cc270b455cd service neutron] Port a7769fc9-65fd-4dd8-a2cc-8923d52e9f8d on network 2a5ee4a4-c41e-48f2-9219-3320d30093b8 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-10 {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 11:10:19.806573 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2734248-f57e-4504-8dcf-a9b571d2fdb2 req-69548d36-2ce0-472e-90c5-2cc270b455cd service neutron] Attempting to bind port a7769fc9-65fd-4dd8-a2cc-8923d52e9f8d on network 2a5ee4a4-c41e-48f2-9219-3320d30093b8 {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 11:10:19.811911 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2734248-f57e-4504-8dcf-a9b571d2fdb2 req-69548d36-2ce0-472e-90c5-2cc270b455cd service neutron] Checking agent: {'id': 'a2edc247-0fa4-4ce6-bbae-a10492f6bd71', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 16, 9), 'started_at': datetime.datetime(2021, 10, 27, 10, 16, 9), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 11, 10, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 11:10:19.812282 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2734248-f57e-4504-8dcf-a9b571d2fdb2 req-69548d36-2ce0-472e-90c5-2cc270b455cd service neutron] Checking segment: {'id': 'd28b9a3d-0e6e-43a3-a48e-9bc1dd8d593a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '2a5ee4a4-c41e-48f2-9219-3320d30093b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 11:10:19.812666 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2734248-f57e-4504-8dcf-a9b571d2fdb2 req-69548d36-2ce0-472e-90c5-2cc270b455cd service neutron] Bound using segment: {'id': 'd28b9a3d-0e6e-43a3-a48e-9bc1dd8d593a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '2a5ee4a4-c41e-48f2-9219-3320d30093b8'} {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 11:10:19.813087 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.managers [req-c2734248-f57e-4504-8dcf-a9b571d2fdb2 req-69548d36-2ce0-472e-90c5-2cc270b455cd service neutron] Bound port: a7769fc9-65fd-4dd8-a2cc-8923d52e9f8d, host: n-h2-813419-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd28b9a3d-0e6e-43a3-a48e-9bc1dd8d593a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '2a5ee4a4-c41e-48f2-9219-3320d30093b8'}}] {{(pid=102346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 11:10:19.813432 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-c2734248-f57e-4504-8dcf-a9b571d2fdb2 req-69548d36-2ce0-472e-90c5-2cc270b455cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:10:19.874528 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [req-c2734248-f57e-4504-8dcf-a9b571d2fdb2 req-69548d36-2ce0-472e-90c5-2cc270b455cd service neutron] For port a7769fc9-65fd-4dd8-a2cc-8923d52e9f8d, host n-h2-813419-10, cleared binding levels {{(pid=102346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 11:10:19.877729 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [req-c2734248-f57e-4504-8dcf-a9b571d2fdb2 req-69548d36-2ce0-472e-90c5-2cc270b455cd service neutron] For port a7769fc9-65fd-4dd8-a2cc-8923d52e9f8d, host n-h2-813419-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=a7769fc9-65fd-4dd8-a2cc-8923d52e9f8d,segment=NetworkSegment(d28b9a3d-0e6e-43a3-a48e-9bc1dd8d593a),segment_id=d28b9a3d-0e6e-43a3-a48e-9bc1dd8d593a)] {{(pid=102346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 11:10:19.881401 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-c2734248-f57e-4504-8dcf-a9b571d2fdb2 req-69548d36-2ce0-472e-90c5-2cc270b455cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27024173'] for port, after_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:10:19.917867 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2734248-f57e-4504-8dcf-a9b571d2fdb2 req-69548d36-2ce0-472e-90c5-2cc270b455cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:10:19.918441 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-c2734248-f57e-4504-8dcf-a9b571d2fdb2 req-69548d36-2ce0-472e-90c5-2cc270b455cd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:10:19.919832 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-c2734248-f57e-4504-8dcf-a9b571d2fdb2 req-69548d36-2ce0-472e-90c5-2cc270b455cd service neutron] 10.222.0.76 "PUT /v2.0/ports/a7769fc9-65fd-4dd8-a2cc-8923d52e9f8d HTTP/1.1" status: 200 len: 1093 time: 0.7651920 Oct 27 11:10:19.938488 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69548d36-2ce0-472e-90c5-2cc270b455cd service neutron] Pushing event updated for resources: {'Port': ['ID=a7769fc9-65fd-4dd8-a2cc-8923d52e9f8d,revision_number=7']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:10:19.989458 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2734248-f57e-4504-8dcf-a9b571d2fdb2 req-93107a49-a621-42f0-be3d-3cafc0c08d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:10:19.990984 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-c2734248-f57e-4504-8dcf-a9b571d2fdb2 req-93107a49-a621-42f0-be3d-3cafc0c08d6f service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=8de2a5bb3a4048f09f89b68594efec08&device_id=d1f01af3-6a4c-4957-a754-0cec39ec49fc HTTP/1.1" status: 200 len: 1096 time: 0.0455573 Oct 27 11:10:20.074292 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:10:20.101063 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2734248-f57e-4504-8dcf-a9b571d2fdb2 req-5d03c7d9-3398-422b-96b2-4e2e409f87c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:10:20.102814 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-c2734248-f57e-4504-8dcf-a9b571d2fdb2 req-5d03c7d9-3398-422b-96b2-4e2e409f87c2 service neutron] 10.222.0.76 "GET /v2.0/networks?id=2a5ee4a4-c41e-48f2-9219-3320d30093b8 HTTP/1.1" status: 200 len: 913 time: 0.1047049 Oct 27 11:10:20.138947 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd656055-dfa5-49b7-90db-d81a78c8d816 req-619f0388-5907-4730-a0ec-d1b5500a3ee7 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:10:20.140747 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-cd656055-dfa5-49b7-90db-d81a78c8d816 req-619f0388-5907-4730-a0ec-d1b5500a3ee7 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/ports?device_id=d1f01af3-6a4c-4957-a754-0cec39ec49fc HTTP/1.1" status: 200 len: 944 time: 0.0576260 Oct 27 11:10:20.169126 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-eadeaa30-4096-4d1a-b3cb-aa7ebfb291ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:10:20.176294 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-c2734248-f57e-4504-8dcf-a9b571d2fdb2 req-8954e5a8-c796-45bf-97a2-88d762a6c597 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a7769fc9-65fd-4dd8-a2cc-8923d52e9f8d HTTP/1.1" status: 200 len: 1000 time: 0.0646818 Oct 27 11:10:20.185369 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-cd656055-dfa5-49b7-90db-d81a78c8d816 req-e103ab2f-5455-4208-9a33-0ee02f092ff0 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/security-groups?id=baae45f4-356c-4047-8629-69a3801a3a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383196 Oct 27 11:10:20.226684 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2734248-f57e-4504-8dcf-a9b571d2fdb2 req-14a66193-6f53-4b02-a0bc-06de87f5b92a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:10:20.228140 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-c2734248-f57e-4504-8dcf-a9b571d2fdb2 req-14a66193-6f53-4b02-a0bc-06de87f5b92a service neutron] 10.222.0.76 "GET /v2.0/subnets?id=ad455bd6-8255-41fb-b160-f3442cc0c657 HTTP/1.1" status: 200 len: 851 time: 0.0447795 Oct 27 11:10:20.274584 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2734248-f57e-4504-8dcf-a9b571d2fdb2 req-831f5d8a-4352-4e38-9eb7-47b99d63fac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:10:20.276122 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-c2734248-f57e-4504-8dcf-a9b571d2fdb2 req-831f5d8a-4352-4e38-9eb7-47b99d63fac2 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=2a5ee4a4-c41e-48f2-9219-3320d30093b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406528 Oct 27 11:10:20.370409 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-c2734248-f57e-4504-8dcf-a9b571d2fdb2 req-d0902106-97d2-4063-9c08-409600a64796 service neutron] 10.222.0.76 "GET /v2.0/networks/2a5ee4a4-c41e-48f2-9219-3320d30093b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852761 Oct 27 11:10:20.461162 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-c2734248-f57e-4504-8dcf-a9b571d2fdb2 req-f20b7961-c7a5-4518-a37c-17d4e9629f4b service neutron] 10.222.0.76 "GET /v2.0/networks/2a5ee4a4-c41e-48f2-9219-3320d30093b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843174 Oct 27 11:10:21.307846 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d2f7c8-c1e4-4b3a-9d86-3bc0d2860162 req-d8bcc00e-fe0f-436b-a24f-ff91fcd5dc3c tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:10:21.309371 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-49d2f7c8-c1e4-4b3a-9d86-3bc0d2860162 req-d8bcc00e-fe0f-436b-a24f-ff91fcd5dc3c tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/ports?device_id=d1f01af3-6a4c-4957-a754-0cec39ec49fc HTTP/1.1" status: 200 len: 944 time: 0.0533512 Oct 27 11:10:21.347194 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-49d2f7c8-c1e4-4b3a-9d86-3bc0d2860162 req-c3417123-cbd6-4130-b672-580935887b52 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/security-groups?id=baae45f4-356c-4047-8629-69a3801a3a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316739 Oct 27 11:10:21.641013 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1f01af3-6a4c-4957-a754-0cec39ec49fc', 'tag': 'a7769fc9-65fd-4dd8-a2cc-8923d52e9f8d'}] {{(pid=102346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 11:10:21.643400 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc0e418f5fc417c8d55d94c0aa509b037d0beb2a734c1a709e789eb65639a56d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c2bb731-98ef-4046-a541-9d642cd987da" -d '{"events": [{"name": "network-changed", "server_uuid": "d1f01af3-6a4c-4957-a754-0cec39ec49fc", "tag": "a7769fc9-65fd-4dd8-a2cc-8923d52e9f8d"}]}' {{(pid=102346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 11:10:21.690422 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 11:10:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c1795ce-169e-4da2-a1ae-a72b29b609bd x-openstack-request-id: req-0c1795ce-169e-4da2-a1ae-a72b29b609bd {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 11:10:21.690714 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1f01af3-6a4c-4957-a754-0cec39ec49fc", "tag": "a7769fc9-65fd-4dd8-a2cc-8923d52e9f8d", "status": "completed", "code": 200}]} {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 11:10:21.690964 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-0c1795ce-169e-4da2-a1ae-a72b29b609bd {{(pid=102346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 11:10:21.691354 n-d-813419-10 neutron-server[102346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1f01af3-6a4c-4957-a754-0cec39ec49fc', 'tag': 'a7769fc9-65fd-4dd8-a2cc-8923d52e9f8d', 'status': 'completed', 'code': 200} Oct 27 11:10:21.751187 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2bb731-98ef-4046-a541-9d642cd987da req-4be03d81-c7cc-4f59-bc7c-235222b11c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:10:21.752713 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-3c2bb731-98ef-4046-a541-9d642cd987da req-4be03d81-c7cc-4f59-bc7c-235222b11c4a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8de2a5bb3a4048f09f89b68594efec08&device_id=d1f01af3-6a4c-4957-a754-0cec39ec49fc HTTP/1.1" status: 200 len: 1096 time: 0.0405440 Oct 27 11:10:21.754172 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2bb731-98ef-4046-a541-9d642cd987da req-df12e020-c371-498c-95b7-ffbf35595b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:10:21.755659 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-3c2bb731-98ef-4046-a541-9d642cd987da req-df12e020-c371-498c-95b7-ffbf35595b9b service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=8de2a5bb3a4048f09f89b68594efec08&device_id=d1f01af3-6a4c-4957-a754-0cec39ec49fc HTTP/1.1" status: 200 len: 1096 time: 0.0406756 Oct 27 11:10:21.847300 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2bb731-98ef-4046-a541-9d642cd987da req-15123cdd-b1ab-4e2c-8730-b2149ab86062 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:10:21.848540 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2bb731-98ef-4046-a541-9d642cd987da req-3300d86f-e24c-461b-9525-4522da3cebb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:10:21.848807 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-3c2bb731-98ef-4046-a541-9d642cd987da req-15123cdd-b1ab-4e2c-8730-b2149ab86062 service neutron] 10.222.0.64 "GET /v2.0/networks?id=2a5ee4a4-c41e-48f2-9219-3320d30093b8 HTTP/1.1" status: 200 len: 913 time: 0.0877225 Oct 27 11:10:21.850005 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-3c2bb731-98ef-4046-a541-9d642cd987da req-3300d86f-e24c-461b-9525-4522da3cebb8 service neutron] 10.222.0.76 "GET /v2.0/networks?id=2a5ee4a4-c41e-48f2-9219-3320d30093b8 HTTP/1.1" status: 200 len: 913 time: 0.0864677 Oct 27 11:10:21.912319 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-3c2bb731-98ef-4046-a541-9d642cd987da req-13663ec0-65ee-498f-b0e9-6bf955bfe8a0 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a7769fc9-65fd-4dd8-a2cc-8923d52e9f8d HTTP/1.1" status: 200 len: 1000 time: 0.0565965 Oct 27 11:10:21.914597 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-3c2bb731-98ef-4046-a541-9d642cd987da req-f900c5ff-a74c-46c4-9882-9ecfd7a460bb service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a7769fc9-65fd-4dd8-a2cc-8923d52e9f8d HTTP/1.1" status: 200 len: 1000 time: 0.0561683 Oct 27 11:10:21.959674 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2bb731-98ef-4046-a541-9d642cd987da req-16858d96-538a-455c-895d-f96e178d429f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:10:21.961163 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-3c2bb731-98ef-4046-a541-9d642cd987da req-16858d96-538a-455c-895d-f96e178d429f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ad455bd6-8255-41fb-b160-f3442cc0c657 HTTP/1.1" status: 200 len: 851 time: 0.0426190 Oct 27 11:10:21.964159 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2bb731-98ef-4046-a541-9d642cd987da req-df72eb1a-fee1-4be4-a2af-ba57650d38e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:10:21.965635 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-3c2bb731-98ef-4046-a541-9d642cd987da req-df72eb1a-fee1-4be4-a2af-ba57650d38e2 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=ad455bd6-8255-41fb-b160-f3442cc0c657 HTTP/1.1" status: 200 len: 851 time: 0.0424747 Oct 27 11:10:22.010573 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2bb731-98ef-4046-a541-9d642cd987da req-88eb0795-34cb-436d-b63c-84e11f34e739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:10:22.012059 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-3c2bb731-98ef-4046-a541-9d642cd987da req-88eb0795-34cb-436d-b63c-84e11f34e739 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2a5ee4a4-c41e-48f2-9219-3320d30093b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0444813 Oct 27 11:10:22.015458 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2bb731-98ef-4046-a541-9d642cd987da req-9c18355a-a347-4901-8994-0d7dde775a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:10:22.016993 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-3c2bb731-98ef-4046-a541-9d642cd987da req-9c18355a-a347-4901-8994-0d7dde775a45 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=2a5ee4a4-c41e-48f2-9219-3320d30093b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0439658 Oct 27 11:10:22.056474 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-3c6a8245-0581-48aa-b5f6-4d8fe98cd16e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:10:22.100747 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-3c2bb731-98ef-4046-a541-9d642cd987da req-35526bce-3759-452d-833e-35a2b24dd034 service neutron] 10.222.0.64 "GET /v2.0/networks/2a5ee4a4-c41e-48f2-9219-3320d30093b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814502 Oct 27 11:10:22.105887 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-3c2bb731-98ef-4046-a541-9d642cd987da req-aee7458b-6e52-4d32-883c-f0240666f894 service neutron] 10.222.0.76 "GET /v2.0/networks/2a5ee4a4-c41e-48f2-9219-3320d30093b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813532 Oct 27 11:10:22.194542 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-3c2bb731-98ef-4046-a541-9d642cd987da req-0a884c39-3f36-4e0f-b3e7-f45ba70e22d1 service neutron] 10.222.0.64 "GET /v2.0/networks/2a5ee4a4-c41e-48f2-9219-3320d30093b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869651 Oct 27 11:10:22.199566 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-3c2bb731-98ef-4046-a541-9d642cd987da req-68faeebf-f95f-4821-8524-e6495780db30 service neutron] 10.222.0.76 "GET /v2.0/networks/2a5ee4a4-c41e-48f2-9219-3320d30093b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859501 Oct 27 11:10:22.298431 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.agents_db [None req-e79ee67d-056e-46ea-bd99-e80473396b25 None None] Agent healthcheck: found 7 active agents {{(pid=102349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 11:10:22.465747 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9526b1-272d-4bcf-9db4-0e04f46a92c9 req-5734c40b-b8af-491e-b887-44328570ba79 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:10:22.467124 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-aa9526b1-272d-4bcf-9db4-0e04f46a92c9 req-5734c40b-b8af-491e-b887-44328570ba79 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/ports?device_id=d1f01af3-6a4c-4957-a754-0cec39ec49fc HTTP/1.1" status: 200 len: 944 time: 0.0481579 Oct 27 11:10:22.504042 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-aa9526b1-272d-4bcf-9db4-0e04f46a92c9 req-e817aaf6-3935-43ec-9cdd-c212a43a802d tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/security-groups?id=baae45f4-356c-4047-8629-69a3801a3a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308509 Oct 27 11:10:23.278611 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device a7769fc9-65fd-4dd8-a2cc-8923d52e9f8d no longer exists at agent hyperv_n-h1-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 11:10:23.316624 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device a7769fc9-65fd-4dd8-a2cc-8923d52e9f8d not bound to the agent host n-h1-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 11:10:23.619108 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bf8599-fcac-440a-9b71-83d9f1062215 req-61f01274-72ab-4208-a6f6-b9f2002bbb62 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:10:23.621249 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-57bf8599-fcac-440a-9b71-83d9f1062215 req-61f01274-72ab-4208-a6f6-b9f2002bbb62 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/ports?device_id=d1f01af3-6a4c-4957-a754-0cec39ec49fc HTTP/1.1" status: 200 len: 944 time: 0.0487998 Oct 27 11:10:23.657590 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-57bf8599-fcac-440a-9b71-83d9f1062215 req-1a047da6-36bb-4d54-b729-a29bf794cc42 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/security-groups?id=baae45f4-356c-4047-8629-69a3801a3a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305073 Oct 27 11:10:23.881850 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fff90a7-5382-4b80-b2da-e9d264f535c5 req-773c2481-7b87-429a-bda1-d65d68677d33 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:10:23.883570 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-0fff90a7-5382-4b80-b2da-e9d264f535c5 req-773c2481-7b87-429a-bda1-d65d68677d33 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/ports?device_id=d1f01af3-6a4c-4957-a754-0cec39ec49fc HTTP/1.1" status: 200 len: 944 time: 0.0855100 Oct 27 11:10:23.892177 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16aa8ec4-42b8-49ed-b303-e337e3ba25b3 req-2bf359b6-3057-45e8-bb94-852009d1b253 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:10:23.893517 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-16aa8ec4-42b8-49ed-b303-e337e3ba25b3 req-2bf359b6-3057-45e8-bb94-852009d1b253 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.64 "GET /v2.0/ports?device_id=d1f01af3-6a4c-4957-a754-0cec39ec49fc&tenant_id=8de2a5bb3a4048f09f89b68594efec08&binding%3Ahost_id=n-h2-813419-10 HTTP/1.1" status: 200 len: 944 time: 0.0695744 Oct 27 11:10:23.964995 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-0fff90a7-5382-4b80-b2da-e9d264f535c5 req-779be924-a287-4599-b4f2-05a7e47876fd tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/security-groups?id=baae45f4-356c-4047-8629-69a3801a3a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705280 Oct 27 11:10:23.978156 n-d-813419-10 neutron-server[102347]: INFO neutron.api.v2.resource [req-16aa8ec4-42b8-49ed-b303-e337e3ba25b3 req-c27f9ccf-b9c2-41b1-8529-b4cd73dd1d31 service neutron] delete failed (client error): The resource could not be found. Oct 27 11:10:23.979172 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-16aa8ec4-42b8-49ed-b303-e337e3ba25b3 req-c27f9ccf-b9c2-41b1-8529-b4cd73dd1d31 service neutron] 10.222.0.64 "DELETE /v2.0/ports/a7769fc9-65fd-4dd8-a2cc-8923d52e9f8d/bindings/n-h1-813419-10 HTTP/1.1" status: 404 len: 381 time: 0.0783892 Oct 27 11:10:24.062423 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16aa8ec4-42b8-49ed-b303-e337e3ba25b3 req-93e3b2bd-e78a-46f7-9232-a8816b7535dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:10:24.063882 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-16aa8ec4-42b8-49ed-b303-e337e3ba25b3 req-93e3b2bd-e78a-46f7-9232-a8816b7535dd service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8de2a5bb3a4048f09f89b68594efec08&device_id=d1f01af3-6a4c-4957-a754-0cec39ec49fc HTTP/1.1" status: 200 len: 1096 time: 0.0405838 Oct 27 11:10:24.154410 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16aa8ec4-42b8-49ed-b303-e337e3ba25b3 req-95beb35c-0f2d-4416-bab4-194fbaea635f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:10:24.155772 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-16aa8ec4-42b8-49ed-b303-e337e3ba25b3 req-95beb35c-0f2d-4416-bab4-194fbaea635f service neutron] 10.222.0.64 "GET /v2.0/networks?id=2a5ee4a4-c41e-48f2-9219-3320d30093b8 HTTP/1.1" status: 200 len: 913 time: 0.0850718 Oct 27 11:10:24.218190 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-16aa8ec4-42b8-49ed-b303-e337e3ba25b3 req-12e0d798-54aa-4cbd-85c1-d1e9a879ffc3 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a7769fc9-65fd-4dd8-a2cc-8923d52e9f8d HTTP/1.1" status: 200 len: 1000 time: 0.0550654 Oct 27 11:10:24.270468 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16aa8ec4-42b8-49ed-b303-e337e3ba25b3 req-9f17ad1c-5d3b-4a66-a3df-4a2920ee1406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:10:24.271872 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-16aa8ec4-42b8-49ed-b303-e337e3ba25b3 req-9f17ad1c-5d3b-4a66-a3df-4a2920ee1406 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ad455bd6-8255-41fb-b160-f3442cc0c657 HTTP/1.1" status: 200 len: 851 time: 0.0462263 Oct 27 11:10:24.280026 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device a7769fc9-65fd-4dd8-a2cc-8923d52e9f8d details requested by agent hyperv_n-h2-813419-10 with host n-h2-813419-10 {{(pid=102348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 11:10:24.316677 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16aa8ec4-42b8-49ed-b303-e337e3ba25b3 req-d100c142-3d20-4535-8f0b-8969f6464ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:10:24.318153 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-16aa8ec4-42b8-49ed-b303-e337e3ba25b3 req-d100c142-3d20-4535-8f0b-8969f6464ee1 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2a5ee4a4-c41e-48f2-9219-3320d30093b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0397913 Oct 27 11:10:24.376142 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] For port a7769fc9-65fd-4dd8-a2cc-8923d52e9f8d, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=a7769fc9-65fd-4dd8-a2cc-8923d52e9f8d,segment=NetworkSegment(d28b9a3d-0e6e-43a3-a48e-9bc1dd8d593a),segment_id=d28b9a3d-0e6e-43a3-a48e-9bc1dd8d593a)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:10:24.387250 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Returning: {'device': 'a7769fc9-65fd-4dd8-a2cc-8923d52e9f8d', 'network_id': '2a5ee4a4-c41e-48f2-9219-3320d30093b8', 'port_id': 'a7769fc9-65fd-4dd8-a2cc-8923d52e9f8d', 'mac_address': 'fa:16:3e:01:9d:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad455bd6-8255-41fb-b160-f3442cc0c657', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 11:10:24.406437 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-16aa8ec4-42b8-49ed-b303-e337e3ba25b3 req-c3c1455b-e8d9-4f77-9072-3073db46d702 service neutron] 10.222.0.64 "GET /v2.0/networks/2a5ee4a4-c41e-48f2-9219-3320d30093b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812564 Oct 27 11:10:24.426829 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:10:24.440022 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7769fc9-65fd-4dd8-a2cc-8923d52e9f8d {{(pid=102348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 11:10:24.462380 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] For port a7769fc9-65fd-4dd8-a2cc-8923d52e9f8d, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=a7769fc9-65fd-4dd8-a2cc-8923d52e9f8d,segment=NetworkSegment(d28b9a3d-0e6e-43a3-a48e-9bc1dd8d593a),segment_id=d28b9a3d-0e6e-43a3-a48e-9bc1dd8d593a)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:10:24.467344 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:10:24.501531 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-16aa8ec4-42b8-49ed-b303-e337e3ba25b3 req-f28c22cc-0bd5-476d-9fb2-d6e8bdd73bb9 service neutron] 10.222.0.64 "GET /v2.0/networks/2a5ee4a4-c41e-48f2-9219-3320d30093b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877278 Oct 27 11:10:24.521423 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Pushing event updated for resources: {'Port': ['ID=a7769fc9-65fd-4dd8-a2cc-8923d52e9f8d,revision_number=8']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:10:24.530267 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:10:24.530606 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:10:24.530941 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:10:24.531268 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:10:24.532172 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:10:24.532562 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:10:24.532856 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:10:24.533174 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:10:24.533848 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:10:24.534176 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:10:24.534495 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:10:24.534812 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:10:24.794852 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] get_ports_and_sgs() called for port_ids ['a7769fc9-65fd-4dd8-a2cc-8923d52e9f8d'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 11:10:25.086920 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b757073a-c746-413b-bd7e-e576d68c2d9e req-e6a4ee2c-8a7c-48d8-9356-cd9ff4db47a0 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:10:25.088930 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-b757073a-c746-413b-bd7e-e576d68c2d9e req-e6a4ee2c-8a7c-48d8-9356-cd9ff4db47a0 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/ports?device_id=d1f01af3-6a4c-4957-a754-0cec39ec49fc HTTP/1.1" status: 200 len: 945 time: 0.0516679 Oct 27 11:10:25.127363 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-b757073a-c746-413b-bd7e-e576d68c2d9e req-5dc00420-1e06-451d-a3a1-d8934e13d658 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/security-groups?id=baae45f4-356c-4047-8629-69a3801a3a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316870 Oct 27 11:10:25.240928 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946710e6-7fde-489a-8582-43ef2631fb25 req-9c8db5ed-0375-4dd7-bc1c-96be8ffe8a68 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:10:25.242381 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-946710e6-7fde-489a-8582-43ef2631fb25 req-9c8db5ed-0375-4dd7-bc1c-96be8ffe8a68 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/ports?device_id=d1f01af3-6a4c-4957-a754-0cec39ec49fc HTTP/1.1" status: 200 len: 945 time: 0.0474620 Oct 27 11:10:25.279579 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-946710e6-7fde-489a-8582-43ef2631fb25 req-4b167871-081e-48be-a49b-06fbf9fe91d3 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/security-groups?id=baae45f4-356c-4047-8629-69a3801a3a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307753 Oct 27 11:10:25.478994 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1318c1-a6cc-49b3-89e7-412f51121bfd req-e01ad07b-cb8c-4789-8cba-472f84df8b03 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:10:25.480518 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-2e1318c1-a6cc-49b3-89e7-412f51121bfd req-e01ad07b-cb8c-4789-8cba-472f84df8b03 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/ports?device_id=d1f01af3-6a4c-4957-a754-0cec39ec49fc HTTP/1.1" status: 200 len: 945 time: 0.0537364 Oct 27 11:10:25.508727 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e4cb26-f1bd-4684-87c3-f90c5c141b34 req-cd31639a-172e-40c7-842c-cece5d32e6aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:10:25.510779 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-79e4cb26-f1bd-4684-87c3-f90c5c141b34 req-cd31639a-172e-40c7-842c-cece5d32e6aa service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=8de2a5bb3a4048f09f89b68594efec08&device_id=d1f01af3-6a4c-4957-a754-0cec39ec49fc HTTP/1.1" status: 200 len: 1097 time: 0.0446789 Oct 27 11:10:25.521465 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-2e1318c1-a6cc-49b3-89e7-412f51121bfd req-65f6dea7-acba-49f3-98f8-46ae8bb7072d tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/security-groups?id=baae45f4-356c-4047-8629-69a3801a3a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349517 Oct 27 11:10:25.599960 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e4cb26-f1bd-4684-87c3-f90c5c141b34 req-02bee691-8e85-40eb-b47d-724bd165d969 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:10:25.601385 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-79e4cb26-f1bd-4684-87c3-f90c5c141b34 req-02bee691-8e85-40eb-b47d-724bd165d969 service neutron] 10.222.0.76 "GET /v2.0/networks?id=2a5ee4a4-c41e-48f2-9219-3320d30093b8 HTTP/1.1" status: 200 len: 913 time: 0.0830538 Oct 27 11:10:25.669314 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-79e4cb26-f1bd-4684-87c3-f90c5c141b34 req-1dcf2ff1-f25b-4d01-ade8-35016cd9be74 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a7769fc9-65fd-4dd8-a2cc-8923d52e9f8d HTTP/1.1" status: 200 len: 1001 time: 0.0599077 Oct 27 11:10:25.716962 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e4cb26-f1bd-4684-87c3-f90c5c141b34 req-93154e05-7121-41b7-8e70-b52dce826738 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:10:25.718367 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-79e4cb26-f1bd-4684-87c3-f90c5c141b34 req-93154e05-7121-41b7-8e70-b52dce826738 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=ad455bd6-8255-41fb-b160-f3442cc0c657 HTTP/1.1" status: 200 len: 851 time: 0.0422258 Oct 27 11:10:25.763072 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e4cb26-f1bd-4684-87c3-f90c5c141b34 req-760b5d25-397a-491e-b55a-6ab12ac4d875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:10:25.764562 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-79e4cb26-f1bd-4684-87c3-f90c5c141b34 req-760b5d25-397a-491e-b55a-6ab12ac4d875 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=2a5ee4a4-c41e-48f2-9219-3320d30093b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0394135 Oct 27 11:10:25.856058 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-79e4cb26-f1bd-4684-87c3-f90c5c141b34 req-4c60aaf0-6fb7-494c-98ab-5b7c2db9c532 service neutron] 10.222.0.76 "GET /v2.0/networks/2a5ee4a4-c41e-48f2-9219-3320d30093b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845335 Oct 27 11:10:25.943651 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-79e4cb26-f1bd-4684-87c3-f90c5c141b34 req-af5a7984-5605-410b-b4d1-e0444f284940 service neutron] 10.222.0.76 "GET /v2.0/networks/2a5ee4a4-c41e-48f2-9219-3320d30093b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796437 Oct 27 11:10:26.288283 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device a7769fc9-65fd-4dd8-a2cc-8923d52e9f8d up at agent hyperv_n-h2-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 11:10:26.335978 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Provisioning for port a7769fc9-65fd-4dd8-a2cc-8923d52e9f8d completed by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 11:10:26.340260 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Provisioning complete for port a7769fc9-65fd-4dd8-a2cc-8923d52e9f8d triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:10:26.340632 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:10:26.417594 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:10:26.439300 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1f01af3-6a4c-4957-a754-0cec39ec49fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7769fc9-65fd-4dd8-a2cc-8923d52e9f8d'}] {{(pid=102348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 11:10:26.441556 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c588921fa634554a1d9242fdea1b05457a9ff1d3b28ba54ec1dace7f2f1df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f285e434-3c7b-4f9f-b8ab-e287aba8a4fd" -d '{"events": [{"server_uuid": "d1f01af3-6a4c-4957-a754-0cec39ec49fc", "name": "network-vif-plugged", "status": "completed", "tag": "a7769fc9-65fd-4dd8-a2cc-8923d52e9f8d"}]}' {{(pid=102348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 11:10:26.455162 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] For port a7769fc9-65fd-4dd8-a2cc-8923d52e9f8d, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=a7769fc9-65fd-4dd8-a2cc-8923d52e9f8d,segment=NetworkSegment(d28b9a3d-0e6e-43a3-a48e-9bc1dd8d593a),segment_id=d28b9a3d-0e6e-43a3-a48e-9bc1dd8d593a)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:10:26.465467 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:10:26.491747 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 11:10:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdef8e69-86ff-4f8e-bdc4-4eb2a47ea4d5 x-openstack-request-id: req-bdef8e69-86ff-4f8e-bdc4-4eb2a47ea4d5 {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 11:10:26.492044 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1f01af3-6a4c-4957-a754-0cec39ec49fc", "name": "network-vif-plugged", "status": "completed", "tag": "a7769fc9-65fd-4dd8-a2cc-8923d52e9f8d", "code": 200}]} {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 11:10:26.492318 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-bdef8e69-86ff-4f8e-bdc4-4eb2a47ea4d5 {{(pid=102348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 11:10:26.492707 n-d-813419-10 neutron-server[102348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1f01af3-6a4c-4957-a754-0cec39ec49fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7769fc9-65fd-4dd8-a2cc-8923d52e9f8d', 'code': 200} Oct 27 11:10:26.519668 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Pushing event updated for resources: {'Port': ['ID=a7769fc9-65fd-4dd8-a2cc-8923d52e9f8d,revision_number=9']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:10:26.634935 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35714f3d-6fcb-4ce5-97a1-1f6a68944331 req-5a9bdaa3-2e88-4d99-8bdd-4bce4add23cf tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:10:26.636931 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-35714f3d-6fcb-4ce5-97a1-1f6a68944331 req-5a9bdaa3-2e88-4d99-8bdd-4bce4add23cf tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/ports?device_id=d1f01af3-6a4c-4957-a754-0cec39ec49fc HTTP/1.1" status: 200 len: 946 time: 0.0485106 Oct 27 11:10:26.674493 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-35714f3d-6fcb-4ce5-97a1-1f6a68944331 req-084b7c33-a7d9-4dda-80c0-10ca30b5c02e tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/security-groups?id=baae45f4-356c-4047-8629-69a3801a3a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317683 Oct 27 11:10:26.901505 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefd8b84-e8e2-4bf6-aa53-a50949df3bce req-25bcddde-2930-490f-b308-b5e5308d0955 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:10:26.902962 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-eefd8b84-e8e2-4bf6-aa53-a50949df3bce req-25bcddde-2930-490f-b308-b5e5308d0955 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/ports?device_id=d1f01af3-6a4c-4957-a754-0cec39ec49fc HTTP/1.1" status: 200 len: 946 time: 0.0487309 Oct 27 11:10:26.939658 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-eefd8b84-e8e2-4bf6-aa53-a50949df3bce req-5e1bd6d3-2346-48e2-aac4-e212a79c256d tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/security-groups?id=baae45f4-356c-4047-8629-69a3801a3a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307329 Oct 27 11:10:28.064621 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecba476-ce83-495b-a668-30ebadbf0199 req-132d8022-401f-4eea-993d-305cd2beda35 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:10:28.066089 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-7ecba476-ce83-495b-a668-30ebadbf0199 req-132d8022-401f-4eea-993d-305cd2beda35 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/ports?device_id=d1f01af3-6a4c-4957-a754-0cec39ec49fc HTTP/1.1" status: 200 len: 946 time: 0.0534799 Oct 27 11:10:28.103552 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-7ecba476-ce83-495b-a668-30ebadbf0199 req-3baf066d-f30b-4271-8f5d-c31fe991fb5e tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/security-groups?id=baae45f4-356c-4047-8629-69a3801a3a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315647 Oct 27 11:10:28.312362 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11991f6e-47ef-4f40-a5f3-66b6123c850f req-e7c60788-954b-479b-bcd7-1f0ed79e333a tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:10:28.313718 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-11991f6e-47ef-4f40-a5f3-66b6123c850f req-e7c60788-954b-479b-bcd7-1f0ed79e333a tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.76 "GET /v2.0/ports?device_id=d1f01af3-6a4c-4957-a754-0cec39ec49fc HTTP/1.1" status: 200 len: 946 time: 0.0493708 Oct 27 11:10:28.401867 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [req-11991f6e-47ef-4f40-a5f3-66b6123c850f req-dc10c13b-bb7f-43e5-bd7b-9f563013b4da tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Deleting port a7769fc9-65fd-4dd8-a2cc-8923d52e9f8d {{(pid=102346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 11:10:28.402716 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-11991f6e-47ef-4f40-a5f3-66b6123c850f req-dc10c13b-bb7f-43e5-bd7b-9f563013b4da tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:10:28.489971 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [req-11991f6e-47ef-4f40-a5f3-66b6123c850f req-dc10c13b-bb7f-43e5-bd7b-9f563013b4da tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] For port a7769fc9-65fd-4dd8-a2cc-8923d52e9f8d, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=a7769fc9-65fd-4dd8-a2cc-8923d52e9f8d,segment=NetworkSegment(d28b9a3d-0e6e-43a3-a48e-9bc1dd8d593a),segment_id=d28b9a3d-0e6e-43a3-a48e-9bc1dd8d593a)] {{(pid=102346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:10:28.490318 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-11991f6e-47ef-4f40-a5f3-66b6123c850f req-dc10c13b-bb7f-43e5-bd7b-9f563013b4da tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:10:28.662728 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-11991f6e-47ef-4f40-a5f3-66b6123c850f req-dc10c13b-bb7f-43e5-bd7b-9f563013b4da tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:10:28.663286 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-11991f6e-47ef-4f40-a5f3-66b6123c850f req-dc10c13b-bb7f-43e5-bd7b-9f563013b4da tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1664826'] for floatingip, after_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:10:28.663778 n-d-813419-10 neutron-server[102346]: INFO neutron.db.l3_db [req-11991f6e-47ef-4f40-a5f3-66b6123c850f req-dc10c13b-bb7f-43e5-bd7b-9f563013b4da tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Floating IP 42374c55-3019-4880-855c-e36e4c24cd32 disassociated. External IP: 172.25.8.186, port: a7769fc9-65fd-4dd8-a2cc-8923d52e9f8d. Oct 27 11:10:28.664129 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [req-11991f6e-47ef-4f40-a5f3-66b6123c850f req-dc10c13b-bb7f-43e5-bd7b-9f563013b4da tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Calling delete_port for a7769fc9-65fd-4dd8-a2cc-8923d52e9f8d owned by compute:nova {{(pid=102346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 11:10:28.795460 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-11991f6e-47ef-4f40-a5f3-66b6123c850f req-dc10c13b-bb7f-43e5-bd7b-9f563013b4da tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:10:28.825340 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc10c13b-bb7f-43e5-bd7b-9f563013b4da tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Pushing event deleted for resources: {'Port': ['ID=a7769fc9-65fd-4dd8-a2cc-8923d52e9f8d,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:10:28.938996 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.l3_agent_scheduler [req-11991f6e-47ef-4f40-a5f3-66b6123c850f req-dc10c13b-bb7f-43e5-bd7b-9f563013b4da tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Router 21969188-e3ee-4d7c-b7a3-e1c4f087d3bf has already been hosted by L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb {{(pid=102346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 11:10:29.047507 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-11991f6e-47ef-4f40-a5f3-66b6123c850f req-dc10c13b-bb7f-43e5-bd7b-9f563013b4da tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 11:10:29.057393 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-258f5f60-913a-4557-9db8-daed8d3f6556 None None] Sync routers for ids ['21969188-e3ee-4d7c-b7a3-e1c4f087d3bf'] in n-d-813419-10 {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 11:10:29.067767 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-258f5f60-913a-4557-9db8-daed8d3f6556 None None] Routers {'21969188-e3ee-4d7c-b7a3-e1c4f087d3bf'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 11:10:29.068397 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-258f5f60-913a-4557-9db8-daed8d3f6556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T11:10:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['21969188-e3ee-4d7c-b7a3-e1c4f087d3bf'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:10:29.086314 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [req-11991f6e-47ef-4f40-a5f3-66b6123c850f req-dc10c13b-bb7f-43e5-bd7b-9f563013b4da tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] No DVR routers for this DVR port a7769fc9-65fd-4dd8-a2cc-8923d52e9f8d on host n-h2-813419-10 {{(pid=102346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 11:10:29.088830 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-11991f6e-47ef-4f40-a5f3-66b6123c850f req-dc10c13b-bb7f-43e5-bd7b-9f563013b4da tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:10:29.092210 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-11991f6e-47ef-4f40-a5f3-66b6123c850f req-dc10c13b-bb7f-43e5-bd7b-9f563013b4da tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.76 "DELETE /v2.0/ports/a7769fc9-65fd-4dd8-a2cc-8923d52e9f8d HTTP/1.1" status: 204 len: 173 time: 0.7721133 Oct 27 11:10:29.092759 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1f01af3-6a4c-4957-a754-0cec39ec49fc', 'name': 'network-vif-deleted', 'tag': 'a7769fc9-65fd-4dd8-a2cc-8923d52e9f8d'}] {{(pid=102346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 11:10:29.094920 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc0e418f5fc417c8d55d94c0aa509b037d0beb2a734c1a709e789eb65639a56d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2b9bd6f-fb48-4cf1-95af-ae830def00ec" -d '{"events": [{"server_uuid": "d1f01af3-6a4c-4957-a754-0cec39ec49fc", "name": "network-vif-deleted", "tag": "a7769fc9-65fd-4dd8-a2cc-8923d52e9f8d"}]}' {{(pid=102346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 11:10:29.141814 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 11:10:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08d2920d-fd07-45d7-81e8-1edcb2212383 x-openstack-request-id: req-08d2920d-fd07-45d7-81e8-1edcb2212383 {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 11:10:29.142138 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1f01af3-6a4c-4957-a754-0cec39ec49fc", "name": "network-vif-deleted", "tag": "a7769fc9-65fd-4dd8-a2cc-8923d52e9f8d", "status": "completed", "code": 200}]} {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 11:10:29.142457 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-08d2920d-fd07-45d7-81e8-1edcb2212383 {{(pid=102346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 11:10:29.142862 n-d-813419-10 neutron-server[102346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1f01af3-6a4c-4957-a754-0cec39ec49fc', 'name': 'network-vif-deleted', 'tag': 'a7769fc9-65fd-4dd8-a2cc-8923d52e9f8d', 'status': 'completed', 'code': 200} Oct 27 11:10:29.222001 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-49fa8d5b-5553-4ae9-ba44-95aa968b36dc req-4dd57a91-f55a-4046-acb4-7d2f69e97474 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/ports?device_id=d1f01af3-6a4c-4957-a754-0cec39ec49fc HTTP/1.1" status: 200 len: 210 time: 0.0409133 Oct 27 11:10:29.270004 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvr_db [None req-258f5f60-913a-4557-9db8-daed8d3f6556 None None] Set router 21969188-e3ee-4d7c-b7a3-e1c4f087d3bf gateway port host: n-d-813419-10 {{(pid=102349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 11:10:29.470934 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-258f5f60-913a-4557-9db8-daed8d3f6556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21969188-e3ee-4d7c-b7a3-e1c4f087d3bf', 'name': 'tempest-ServerActionsTestJSON-1588266955-router', 'tenant_id': '8de2a5bb3a4048f09f89b68594efec08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.230'}], 'enable_snat': True}, 'gw_port_id': 'd28cf629-251a-4e82-b870-98cf289fb9ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:05:55Z', 'updated_at': '2021-10-27T11:05:58Z', 'revision_number': 4, 'project_id': '8de2a5bb3a4048f09f89b68594efec08', 'gw_port': {'id': 'd28cf629-251a-4e82-b870-98cf289fb9ac', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:70:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21969188-e3ee-4d7c-b7a3-e1c4f087d3bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:05:56Z', 'updated_at': '2021-10-27T11:05:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_interfaces': [{'id': 'a7f81418-c2a7-45b0-9600-fc6417c8bf49', 'name': '', 'network_id': '2a5ee4a4-c41e-48f2-9219-3320d30093b8', 'tenant_id': '8de2a5bb3a4048f09f89b68594efec08', 'mac_address': 'fa:16:3e:c9:95:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21969188-e3ee-4d7c-b7a3-e1c4f087d3bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'ad455bd6-8255-41fb-b160-f3442cc0c657', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:05:58Z', 'updated_at': '2021-10-27T11:06:01Z', 'revision_number': 5, 'project_id': '8de2a5bb3a4048f09f89b68594efec08', 'subnets': [{'id': 'ad455bd6-8255-41fb-b160-f3442cc0c657', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:10:29.496928 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-258f5f60-913a-4557-9db8-daed8d3f6556 None None] Checking router: 21969188-e3ee-4d7c-b7a3-e1c4f087d3bf for host: n-d-813419-10 {{(pid=102349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 11:10:29.504977 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-258f5f60-913a-4557-9db8-daed8d3f6556 None None] Routers {'21969188-e3ee-4d7c-b7a3-e1c4f087d3bf'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 11:10:29.505556 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-258f5f60-913a-4557-9db8-daed8d3f6556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T11:10:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['21969188-e3ee-4d7c-b7a3-e1c4f087d3bf'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:10:29.607572 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvr_db [None req-258f5f60-913a-4557-9db8-daed8d3f6556 None None] Set router 21969188-e3ee-4d7c-b7a3-e1c4f087d3bf gateway port host: n-d-813419-10 {{(pid=102349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 11:10:29.804128 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-258f5f60-913a-4557-9db8-daed8d3f6556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21969188-e3ee-4d7c-b7a3-e1c4f087d3bf', 'name': 'tempest-ServerActionsTestJSON-1588266955-router', 'tenant_id': '8de2a5bb3a4048f09f89b68594efec08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.230'}], 'enable_snat': True}, 'gw_port_id': 'd28cf629-251a-4e82-b870-98cf289fb9ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:05:55Z', 'updated_at': '2021-10-27T11:05:58Z', 'revision_number': 4, 'project_id': '8de2a5bb3a4048f09f89b68594efec08', 'gw_port': {'id': 'd28cf629-251a-4e82-b870-98cf289fb9ac', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:70:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21969188-e3ee-4d7c-b7a3-e1c4f087d3bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:05:56Z', 'updated_at': '2021-10-27T11:05:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_interfaces': [{'id': 'a7f81418-c2a7-45b0-9600-fc6417c8bf49', 'name': '', 'network_id': '2a5ee4a4-c41e-48f2-9219-3320d30093b8', 'tenant_id': '8de2a5bb3a4048f09f89b68594efec08', 'mac_address': 'fa:16:3e:c9:95:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21969188-e3ee-4d7c-b7a3-e1c4f087d3bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'ad455bd6-8255-41fb-b160-f3442cc0c657', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:05:58Z', 'updated_at': '2021-10-27T11:06:01Z', 'revision_number': 5, 'project_id': '8de2a5bb3a4048f09f89b68594efec08', 'subnets': [{'id': 'ad455bd6-8255-41fb-b160-f3442cc0c657', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:10:29.829040 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-258f5f60-913a-4557-9db8-daed8d3f6556 None None] The sync data for ids ['21969188-e3ee-4d7c-b7a3-e1c4f087d3bf'] in n-d-813419-10 is: [{'id': '21969188-e3ee-4d7c-b7a3-e1c4f087d3bf', 'name': 'tempest-ServerActionsTestJSON-1588266955-router', 'tenant_id': '8de2a5bb3a4048f09f89b68594efec08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.230'}], 'enable_snat': True}, 'gw_port_id': 'd28cf629-251a-4e82-b870-98cf289fb9ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:05:55Z', 'updated_at': '2021-10-27T11:05:58Z', 'revision_number': 4, 'project_id': '8de2a5bb3a4048f09f89b68594efec08', 'gw_port': {'id': 'd28cf629-251a-4e82-b870-98cf289fb9ac', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:70:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21969188-e3ee-4d7c-b7a3-e1c4f087d3bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:05:56Z', 'updated_at': '2021-10-27T11:05:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_interfaces': [{'id': 'a7f81418-c2a7-45b0-9600-fc6417c8bf49', 'name': '', 'network_id': '2a5ee4a4-c41e-48f2-9219-3320d30093b8', 'tenant_id': '8de2a5bb3a4048f09f89b68594efec08', 'mac_address': 'fa:16:3e:c9:95:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21969188-e3ee-4d7c-b7a3-e1c4f087d3bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'ad455bd6-8255-41fb-b160-f3442cc0c657', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:05:58Z', 'updated_at': '2021-10-27T11:06:01Z', 'revision_number': 5, 'project_id': '8de2a5bb3a4048f09f89b68594efec08', 'subnets': [{'id': 'ad455bd6-8255-41fb-b160-f3442cc0c657', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 11:10:30.047696 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f231babc-f4d4-4324-a4af-95987abd9ec5 None None] New status for floating IP 42374c55-3019-4880-855c-e36e4c24cd32: DOWN {{(pid=102348) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 11:10:30.490702 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-d4497f75-eb57-42cb-a6ed-931512d35dcd req-c1527cb5-e164-47b1-b898-fec0afe28e24 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--1505467367&fields=id&tenant_id=8de2a5bb3a4048f09f89b68594efec08 HTTP/1.1" status: 200 len: 267 time: 0.0318882 Oct 27 11:10:30.601110 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4497f75-eb57-42cb-a6ed-931512d35dcd req-881c5cc1-65cb-4abc-b51f-3d7fdc448550 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:10:30.602533 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-d4497f75-eb57-42cb-a6ed-931512d35dcd req-881c5cc1-65cb-4abc-b51f-3d7fdc448550 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/networks?id=2a5ee4a4-c41e-48f2-9219-3320d30093b8 HTTP/1.1" status: 200 len: 812 time: 0.1046970 Oct 27 11:10:30.616852 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-d4497f75-eb57-42cb-a6ed-931512d35dcd req-b381a0de-9c57-4b7b-b8c0-a113b7cdcf6e tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/quotas/8de2a5bb3a4048f09f89b68594efec08 HTTP/1.1" status: 200 len: 375 time: 0.0085514 Oct 27 11:10:30.667757 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-d4497f75-eb57-42cb-a6ed-931512d35dcd req-461b858c-4db6-429c-b7ed-dc07520e8ca7 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=8de2a5bb3a4048f09f89b68594efec08&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0452323 Oct 27 11:10:30.763184 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-d4497f75-eb57-42cb-a6ed-931512d35dcd req-34182452-79aa-4536-82b8-e519236fd2f1 service neutron] 10.222.0.44 "GET /v2.0/networks/2a5ee4a4-c41e-48f2-9219-3320d30093b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842571 Oct 27 11:10:30.857560 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-d4497f75-eb57-42cb-a6ed-931512d35dcd req-5f7ba883-f22d-461c-b648-5f8c37c4ae91 service neutron] 10.222.0.44 "GET /v2.0/networks/2a5ee4a4-c41e-48f2-9219-3320d30093b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882106 Oct 27 11:10:31.016606 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-9fbe9742-bf83-43f1-8c8a-1680e329b725 req-d1aa3b4e-7d59-451e-ad33-ea1c3428a7d6 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/ports?device_id=66d8b4ff-6a73-4415-8ad5-43506a47877c HTTP/1.1" status: 200 len: 210 time: 0.0264750 Oct 27 11:10:31.914925 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4497f75-eb57-42cb-a6ed-931512d35dcd req-c57e2b51-1cf1-40a3-b5a1-04a19e1707fe tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:10:31.916383 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-d4497f75-eb57-42cb-a6ed-931512d35dcd req-c57e2b51-1cf1-40a3-b5a1-04a19e1707fe tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.64 "GET /v2.0/networks?id=2a5ee4a4-c41e-48f2-9219-3320d30093b8 HTTP/1.1" status: 200 len: 812 time: 0.1063445 Oct 27 11:10:31.959773 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-d4497f75-eb57-42cb-a6ed-931512d35dcd req-3cf379aa-a46e-4832-ba4f-cd10649ae2c4 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8de2a5bb3a4048f09f89b68594efec08 HTTP/1.1" status: 200 len: 380 time: 0.0332603 Oct 27 11:10:31.969189 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [req-d4497f75-eb57-42cb-a6ed-931512d35dcd req-6af35748-c9f2-4d92-a78c-338f67d43c3e tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Request body: {'port': {'device_id': '66d8b4ff-6a73-4415-8ad5-43506a47877c', 'network_id': '2a5ee4a4-c41e-48f2-9219-3320d30093b8', 'admin_state_up': True, 'tenant_id': '8de2a5bb3a4048f09f89b68594efec08', 'security_groups': ['baae45f4-356c-4047-8629-69a3801a3a4b']}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:10:32.311935 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device a7769fc9-65fd-4dd8-a2cc-8923d52e9f8d no longer exists at agent hyperv_n-h2-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 11:10:32.332428 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] No Port match for: a7769fc9-65fd-4dd8-a2cc-8923d52e9f8d {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 11:10:32.332779 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device a7769fc9-65fd-4dd8-a2cc-8923d52e9f8d not bound to the agent host n-h2-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 11:10:32.391949 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-a7f73715-53ee-4102-a1aa-1cdf9aabab0a req-c5110e6b-24bc-4efc-a196-47e6ec51f3b1 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/ports?device_id=66d8b4ff-6a73-4415-8ad5-43506a47877c HTTP/1.1" status: 200 len: 210 time: 0.0365262 Oct 27 11:10:32.445243 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4497f75-eb57-42cb-a6ed-931512d35dcd req-6af35748-c9f2-4d92-a78c-338f67d43c3e tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Made reservation on behalf of 8de2a5bb3a4048f09f89b68594efec08 for: {'port': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 11:10:32.448610 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-d4497f75-eb57-42cb-a6ed-931512d35dcd req-6af35748-c9f2-4d92-a78c-338f67d43c3e tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:10:32.571964 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_common [req-d4497f75-eb57-42cb-a6ed-931512d35dcd req-6af35748-c9f2-4d92-a78c-338f67d43c3e tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Allocated IP 172.20.0.3 (2a5ee4a4-c41e-48f2-9219-3320d30093b8/ad455bd6-8255-41fb-b160-f3442cc0c657/5dbb7e70-05df-43d3-a45d-3fd6244ef997) {{(pid=102347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 11:10:32.705712 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-d4497f75-eb57-42cb-a6ed-931512d35dcd req-6af35748-c9f2-4d92-a78c-338f67d43c3e tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Publish callbacks [] for port, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:10:32.740840 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-d4497f75-eb57-42cb-a6ed-931512d35dcd req-6af35748-c9f2-4d92-a78c-338f67d43c3e tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:10:32.782736 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4497f75-eb57-42cb-a6ed-931512d35dcd req-6af35748-c9f2-4d92-a78c-338f67d43c3e tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Network 2a5ee4a4-c41e-48f2-9219-3320d30093b8 is already hosted by enough agents. {{(pid=102347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 11:10:32.785788 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [req-d4497f75-eb57-42cb-a6ed-931512d35dcd req-6af35748-c9f2-4d92-a78c-338f67d43c3e tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Resources bound (agent type, host, resource id): {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 11:10:32.789552 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4497f75-eb57-42cb-a6ed-931512d35dcd req-6af35748-c9f2-4d92-a78c-338f67d43c3e tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Received port after_create {{(pid=102347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 11:10:32.815476 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af35748-c9f2-4d92-a78c-338f67d43c3e tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Pushing event updated for resources: {'Port': ['ID=5dbb7e70-05df-43d3-a45d-3fd6244ef997,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:10:32.832228 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af35748-c9f2-4d92-a78c-338f67d43c3e tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:10:32.832486 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af35748-c9f2-4d92-a78c-338f67d43c3e tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:10:32.832829 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af35748-c9f2-4d92-a78c-338f67d43c3e tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:10:32.833164 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af35748-c9f2-4d92-a78c-338f67d43c3e tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:10:32.833497 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af35748-c9f2-4d92-a78c-338f67d43c3e tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:10:32.833831 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af35748-c9f2-4d92-a78c-338f67d43c3e tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:10:32.834159 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af35748-c9f2-4d92-a78c-338f67d43c3e tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:10:32.834479 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af35748-c9f2-4d92-a78c-338f67d43c3e tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:10:32.834800 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af35748-c9f2-4d92-a78c-338f67d43c3e tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:10:32.835119 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af35748-c9f2-4d92-a78c-338f67d43c3e tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:10:32.835438 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af35748-c9f2-4d92-a78c-338f67d43c3e tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:10:32.835759 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af35748-c9f2-4d92-a78c-338f67d43c3e tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:10:32.857468 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4497f75-eb57-42cb-a6ed-931512d35dcd req-6af35748-c9f2-4d92-a78c-338f67d43c3e tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:10:32.858175 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-d4497f75-eb57-42cb-a6ed-931512d35dcd req-6af35748-c9f2-4d92-a78c-338f67d43c3e tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:10:32.876734 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-d4497f75-eb57-42cb-a6ed-931512d35dcd req-6af35748-c9f2-4d92-a78c-338f67d43c3e tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9108751 Oct 27 11:10:32.877255 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:10:32.890086 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [req-d4497f75-eb57-42cb-a6ed-931512d35dcd req-b03e87fc-2cf3-4ebc-8e06-57e30cf2635c service neutron] Request body: {'port': {'device_id': '66d8b4ff-6a73-4415-8ad5-43506a47877c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-10'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:10:32.950109 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-d4497f75-eb57-42cb-a6ed-931512d35dcd req-b03e87fc-2cf3-4ebc-8e06-57e30cf2635c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:10:33.052545 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-c628823a-8152-4411-8904-06d95d5cbc24 None None] Provisioning complete for port 5dbb7e70-05df-43d3-a45d-3fd6244ef997 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:10:33.053041 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-c628823a-8152-4411-8904-06d95d5cbc24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:10:33.086411 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-c628823a-8152-4411-8904-06d95d5cbc24 None None] Port 5dbb7e70-05df-43d3-a45d-3fd6244ef997 cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 11:10:33.209829 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [req-d4497f75-eb57-42cb-a6ed-931512d35dcd req-b03e87fc-2cf3-4ebc-8e06-57e30cf2635c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5dbb7e70-05df-43d3-a45d-3fd6244ef997 {{(pid=102347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 11:10:33.217100 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-d4497f75-eb57-42cb-a6ed-931512d35dcd req-b03e87fc-2cf3-4ebc-8e06-57e30cf2635c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:10:33.229140 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.provisioning_blocks [req-d4497f75-eb57-42cb-a6ed-931512d35dcd req-b03e87fc-2cf3-4ebc-8e06-57e30cf2635c service neutron] Transition to ACTIVE for port object 5dbb7e70-05df-43d3-a45d-3fd6244ef997 will not be triggered until provisioned by entity L2. {{(pid=102347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 11:10:33.233329 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-d4497f75-eb57-42cb-a6ed-931512d35dcd req-b03e87fc-2cf3-4ebc-8e06-57e30cf2635c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:10:33.302650 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03e87fc-2cf3-4ebc-8e06-57e30cf2635c service neutron] Pushing event updated for resources: {'Port': ['ID=5dbb7e70-05df-43d3-a45d-3fd6244ef997,revision_number=2']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:10:33.354495 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-d4497f75-eb57-42cb-a6ed-931512d35dcd req-b03e87fc-2cf3-4ebc-8e06-57e30cf2635c service neutron] Attempting to bind port 5dbb7e70-05df-43d3-a45d-3fd6244ef997 on host n-h1-813419-10 for vnic_type normal with profile {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 11:10:33.354838 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-d4497f75-eb57-42cb-a6ed-931512d35dcd req-b03e87fc-2cf3-4ebc-8e06-57e30cf2635c service neutron] Attempting to bind port 5dbb7e70-05df-43d3-a45d-3fd6244ef997 by drivers openvswitch,hyperv on host n-h1-813419-10 at level 0 using segments [{'id': 'd28b9a3d-0e6e-43a3-a48e-9bc1dd8d593a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '2a5ee4a4-c41e-48f2-9219-3320d30093b8'}] {{(pid=102347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 11:10:33.355711 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4497f75-eb57-42cb-a6ed-931512d35dcd req-b03e87fc-2cf3-4ebc-8e06-57e30cf2635c service neutron] Attempting to bind port 5dbb7e70-05df-43d3-a45d-3fd6244ef997 on network 2a5ee4a4-c41e-48f2-9219-3320d30093b8 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 11:10:33.360485 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4497f75-eb57-42cb-a6ed-931512d35dcd req-b03e87fc-2cf3-4ebc-8e06-57e30cf2635c service neutron] Port 5dbb7e70-05df-43d3-a45d-3fd6244ef997 on network 2a5ee4a4-c41e-48f2-9219-3320d30093b8 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-10 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 11:10:33.361484 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4497f75-eb57-42cb-a6ed-931512d35dcd req-b03e87fc-2cf3-4ebc-8e06-57e30cf2635c service neutron] Attempting to bind port 5dbb7e70-05df-43d3-a45d-3fd6244ef997 on network 2a5ee4a4-c41e-48f2-9219-3320d30093b8 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 11:10:33.367510 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4497f75-eb57-42cb-a6ed-931512d35dcd req-b03e87fc-2cf3-4ebc-8e06-57e30cf2635c service neutron] Checking agent: {'id': 'a52e1cab-0c63-402d-9c94-330537c6c076', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 16, 2), 'started_at': datetime.datetime(2021, 10, 27, 10, 16, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 11, 10, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 11:10:33.367847 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4497f75-eb57-42cb-a6ed-931512d35dcd req-b03e87fc-2cf3-4ebc-8e06-57e30cf2635c service neutron] Checking segment: {'id': 'd28b9a3d-0e6e-43a3-a48e-9bc1dd8d593a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '2a5ee4a4-c41e-48f2-9219-3320d30093b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 11:10:33.368259 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4497f75-eb57-42cb-a6ed-931512d35dcd req-b03e87fc-2cf3-4ebc-8e06-57e30cf2635c service neutron] Bound using segment: {'id': 'd28b9a3d-0e6e-43a3-a48e-9bc1dd8d593a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '2a5ee4a4-c41e-48f2-9219-3320d30093b8'} {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 11:10:33.368691 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-d4497f75-eb57-42cb-a6ed-931512d35dcd req-b03e87fc-2cf3-4ebc-8e06-57e30cf2635c service neutron] Bound port: 5dbb7e70-05df-43d3-a45d-3fd6244ef997, host: n-h1-813419-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd28b9a3d-0e6e-43a3-a48e-9bc1dd8d593a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '2a5ee4a4-c41e-48f2-9219-3320d30093b8'}}] {{(pid=102347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 11:10:33.369043 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-d4497f75-eb57-42cb-a6ed-931512d35dcd req-b03e87fc-2cf3-4ebc-8e06-57e30cf2635c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:10:33.441894 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-d4497f75-eb57-42cb-a6ed-931512d35dcd req-b03e87fc-2cf3-4ebc-8e06-57e30cf2635c service neutron] For port 5dbb7e70-05df-43d3-a45d-3fd6244ef997, host n-h1-813419-10, cleared binding levels {{(pid=102347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 11:10:33.445105 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-d4497f75-eb57-42cb-a6ed-931512d35dcd req-b03e87fc-2cf3-4ebc-8e06-57e30cf2635c service neutron] For port 5dbb7e70-05df-43d3-a45d-3fd6244ef997, host n-h1-813419-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=5dbb7e70-05df-43d3-a45d-3fd6244ef997,segment=NetworkSegment(d28b9a3d-0e6e-43a3-a48e-9bc1dd8d593a),segment_id=d28b9a3d-0e6e-43a3-a48e-9bc1dd8d593a)] {{(pid=102347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 11:10:33.452030 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-d4497f75-eb57-42cb-a6ed-931512d35dcd req-b03e87fc-2cf3-4ebc-8e06-57e30cf2635c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:10:33.485419 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4497f75-eb57-42cb-a6ed-931512d35dcd req-b03e87fc-2cf3-4ebc-8e06-57e30cf2635c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:10:33.486032 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-d4497f75-eb57-42cb-a6ed-931512d35dcd req-b03e87fc-2cf3-4ebc-8e06-57e30cf2635c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:10:33.487407 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-d4497f75-eb57-42cb-a6ed-931512d35dcd req-b03e87fc-2cf3-4ebc-8e06-57e30cf2635c service neutron] 10.222.0.64 "PUT /v2.0/ports/5dbb7e70-05df-43d3-a45d-3fd6244ef997 HTTP/1.1" status: 200 len: 1092 time: 0.6022947 Oct 27 11:10:33.487847 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66d8b4ff-6a73-4415-8ad5-43506a47877c', 'tag': '5dbb7e70-05df-43d3-a45d-3fd6244ef997'}] {{(pid=102347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 11:10:33.490126 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311149b481204ee7edffdb959c881838506fbd95bc8577c048f6677abb73acc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60c3942e-d63b-48b5-b1c0-8133169cb5f6" -d '{"events": [{"name": "network-changed", "server_uuid": "66d8b4ff-6a73-4415-8ad5-43506a47877c", "tag": "5dbb7e70-05df-43d3-a45d-3fd6244ef997"}]}' {{(pid=102347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 11:10:33.531261 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3486a7-377c-4701-bb98-3056464c3a31 req-daa167ac-4c43-40c7-8a11-927964aab018 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:10:33.532997 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-4c3486a7-377c-4701-bb98-3056464c3a31 req-daa167ac-4c43-40c7-8a11-927964aab018 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/ports?device_id=66d8b4ff-6a73-4415-8ad5-43506a47877c HTTP/1.1" status: 200 len: 943 time: 0.0690258 Oct 27 11:10:33.572694 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03e87fc-2cf3-4ebc-8e06-57e30cf2635c service neutron] Pushing event updated for resources: {'Port': ['ID=5dbb7e70-05df-43d3-a45d-3fd6244ef997,revision_number=3']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:10:33.577011 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 11:10:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4cfd5fa-6924-42ff-af62-0145290d3c1a x-openstack-request-id: req-d4cfd5fa-6924-42ff-af62-0145290d3c1a {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 11:10:33.577292 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66d8b4ff-6a73-4415-8ad5-43506a47877c", "tag": "5dbb7e70-05df-43d3-a45d-3fd6244ef997", "status": "completed", "code": 200}]} {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 11:10:33.577539 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d4cfd5fa-6924-42ff-af62-0145290d3c1a {{(pid=102347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 11:10:33.577944 n-d-813419-10 neutron-server[102347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66d8b4ff-6a73-4415-8ad5-43506a47877c', 'tag': '5dbb7e70-05df-43d3-a45d-3fd6244ef997', 'status': 'completed', 'code': 200} Oct 27 11:10:33.590097 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-4c3486a7-377c-4701-bb98-3056464c3a31 req-8af4f685-2212-4265-ac63-b7e6aca98242 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/security-groups?id=baae45f4-356c-4047-8629-69a3801a3a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509472 Oct 27 11:10:33.597163 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4497f75-eb57-42cb-a6ed-931512d35dcd req-8324457d-e632-4a43-a9ab-b67dd1902367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:10:33.598713 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-d4497f75-eb57-42cb-a6ed-931512d35dcd req-8324457d-e632-4a43-a9ab-b67dd1902367 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8de2a5bb3a4048f09f89b68594efec08&device_id=66d8b4ff-6a73-4415-8ad5-43506a47877c HTTP/1.1" status: 200 len: 1095 time: 0.0623832 Oct 27 11:10:33.641631 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-d4497f75-eb57-42cb-a6ed-931512d35dcd req-ca2439ce-ad7c-4b2a-b7e9-e5c1a9571385 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5dbb7e70-05df-43d3-a45d-3fd6244ef997 HTTP/1.1" status: 200 len: 217 time: 0.0351968 Oct 27 11:10:33.692565 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4497f75-eb57-42cb-a6ed-931512d35dcd req-ae3cb776-ad5a-4a66-b678-6c05a57d8931 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:10:33.694047 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-d4497f75-eb57-42cb-a6ed-931512d35dcd req-ae3cb776-ad5a-4a66-b678-6c05a57d8931 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ad455bd6-8255-41fb-b160-f3442cc0c657 HTTP/1.1" status: 200 len: 851 time: 0.0458417 Oct 27 11:10:33.739209 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4497f75-eb57-42cb-a6ed-931512d35dcd req-b2befcb3-00cf-48c4-b83d-ba10b219552a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:10:33.740748 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-d4497f75-eb57-42cb-a6ed-931512d35dcd req-b2befcb3-00cf-48c4-b83d-ba10b219552a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2a5ee4a4-c41e-48f2-9219-3320d30093b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399277 Oct 27 11:10:33.833375 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-d4497f75-eb57-42cb-a6ed-931512d35dcd req-04b928ee-9071-4cf4-b0fa-2f0e1e6b4755 service neutron] 10.222.0.64 "GET /v2.0/networks/2a5ee4a4-c41e-48f2-9219-3320d30093b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855668 Oct 27 11:10:33.925063 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-d4497f75-eb57-42cb-a6ed-931512d35dcd req-7db44e35-3589-4d49-b4d5-0ae0de72032a service neutron] 10.222.0.64 "GET /v2.0/networks/2a5ee4a4-c41e-48f2-9219-3320d30093b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842657 Oct 27 11:10:34.013085 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c3942e-d63b-48b5-b1c0-8133169cb5f6 req-fa2ee8f3-4ddf-4d14-a26a-198a7ecc3971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:10:34.014559 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-60c3942e-d63b-48b5-b1c0-8133169cb5f6 req-fa2ee8f3-4ddf-4d14-a26a-198a7ecc3971 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8de2a5bb3a4048f09f89b68594efec08&device_id=66d8b4ff-6a73-4415-8ad5-43506a47877c HTTP/1.1" status: 200 len: 1095 time: 0.0411165 Oct 27 11:10:34.108343 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c3942e-d63b-48b5-b1c0-8133169cb5f6 req-6e8d0812-81c4-4946-acab-962aa6be5d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:10:34.109805 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-60c3942e-d63b-48b5-b1c0-8133169cb5f6 req-6e8d0812-81c4-4946-acab-962aa6be5d15 service neutron] 10.222.0.64 "GET /v2.0/networks?id=2a5ee4a4-c41e-48f2-9219-3320d30093b8 HTTP/1.1" status: 200 len: 913 time: 0.0881119 Oct 27 11:10:34.151058 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-60c3942e-d63b-48b5-b1c0-8133169cb5f6 req-53e2e5e9-c667-46b6-87fd-40cda12913f1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5dbb7e70-05df-43d3-a45d-3fd6244ef997 HTTP/1.1" status: 200 len: 217 time: 0.0335917 Oct 27 11:10:34.198502 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c3942e-d63b-48b5-b1c0-8133169cb5f6 req-17593847-9ee2-4fcc-8a34-2d139befcf73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:10:34.199879 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-60c3942e-d63b-48b5-b1c0-8133169cb5f6 req-17593847-9ee2-4fcc-8a34-2d139befcf73 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ad455bd6-8255-41fb-b160-f3442cc0c657 HTTP/1.1" status: 200 len: 851 time: 0.0423131 Oct 27 11:10:34.245706 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c3942e-d63b-48b5-b1c0-8133169cb5f6 req-e64839f0-67be-4a03-b6de-54d9bc586cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:10:34.247144 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-60c3942e-d63b-48b5-b1c0-8133169cb5f6 req-e64839f0-67be-4a03-b6de-54d9bc586cd8 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2a5ee4a4-c41e-48f2-9219-3320d30093b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0392830 Oct 27 11:10:34.340813 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-60c3942e-d63b-48b5-b1c0-8133169cb5f6 req-11647232-c471-4951-a2c6-643a8e2f9cac service neutron] 10.222.0.64 "GET /v2.0/networks/2a5ee4a4-c41e-48f2-9219-3320d30093b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844011 Oct 27 11:10:34.433490 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-60c3942e-d63b-48b5-b1c0-8133169cb5f6 req-a8068d10-b2f9-4cb1-b5c9-f4dd1c711799 service neutron] 10.222.0.64 "GET /v2.0/networks/2a5ee4a4-c41e-48f2-9219-3320d30093b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847671 Oct 27 11:10:34.692147 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcc3401-e4a8-4c9a-9bfb-b31fa33207af req-5d512a81-307d-4c32-b942-8c35a655c35f tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:10:34.693740 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-0bcc3401-e4a8-4c9a-9bfb-b31fa33207af req-5d512a81-307d-4c32-b942-8c35a655c35f tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/ports?device_id=66d8b4ff-6a73-4415-8ad5-43506a47877c HTTP/1.1" status: 200 len: 943 time: 0.0490475 Oct 27 11:10:34.733009 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-0bcc3401-e4a8-4c9a-9bfb-b31fa33207af req-17bf2fd3-fed8-4ce5-bb1c-07854eadc430 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/security-groups?id=baae45f4-356c-4047-8629-69a3801a3a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327866 Oct 27 11:10:35.846629 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcbf788-6f19-4a1c-9a14-0c9c54c5a1e3 req-8bd41ecd-626f-4ee1-a8d6-a3a3228348e5 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:10:35.848069 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-bbcbf788-6f19-4a1c-9a14-0c9c54c5a1e3 req-8bd41ecd-626f-4ee1-a8d6-a3a3228348e5 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/ports?device_id=66d8b4ff-6a73-4415-8ad5-43506a47877c HTTP/1.1" status: 200 len: 943 time: 0.0468786 Oct 27 11:10:35.885037 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-bbcbf788-6f19-4a1c-9a14-0c9c54c5a1e3 req-9679566b-bedf-4c34-818c-1e218b9ba4c9 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/security-groups?id=baae45f4-356c-4047-8629-69a3801a3a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310922 Oct 27 11:10:37.000456 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0cd0a9-6d90-431c-bede-a553b7b43284 req-e504afc9-4d73-4dd1-8517-09902c75534f tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:10:37.002466 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-3c0cd0a9-6d90-431c-bede-a553b7b43284 req-e504afc9-4d73-4dd1-8517-09902c75534f tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/ports?device_id=66d8b4ff-6a73-4415-8ad5-43506a47877c HTTP/1.1" status: 200 len: 943 time: 0.0494494 Oct 27 11:10:37.041437 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-3c0cd0a9-6d90-431c-bede-a553b7b43284 req-294e7b12-84ad-4df4-9222-c243ea3e80d2 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/security-groups?id=baae45f4-356c-4047-8629-69a3801a3a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330148 Oct 27 11:10:37.205806 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device 5dbb7e70-05df-43d3-a45d-3fd6244ef997 details requested by agent hyperv_n-h1-813419-10 with host n-h1-813419-10 {{(pid=102348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 11:10:37.304945 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port 5dbb7e70-05df-43d3-a45d-3fd6244ef997, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=5dbb7e70-05df-43d3-a45d-3fd6244ef997,segment=NetworkSegment(d28b9a3d-0e6e-43a3-a48e-9bc1dd8d593a),segment_id=d28b9a3d-0e6e-43a3-a48e-9bc1dd8d593a)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:10:37.316665 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Returning: {'device': '5dbb7e70-05df-43d3-a45d-3fd6244ef997', 'network_id': '2a5ee4a4-c41e-48f2-9219-3320d30093b8', 'port_id': '5dbb7e70-05df-43d3-a45d-3fd6244ef997', 'mac_address': 'fa:16:3e:49:7b:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad455bd6-8255-41fb-b160-f3442cc0c657', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 11:10:37.356467 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:10:37.370340 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5dbb7e70-05df-43d3-a45d-3fd6244ef997 {{(pid=102348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 11:10:37.391409 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port 5dbb7e70-05df-43d3-a45d-3fd6244ef997, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=5dbb7e70-05df-43d3-a45d-3fd6244ef997,segment=NetworkSegment(d28b9a3d-0e6e-43a3-a48e-9bc1dd8d593a),segment_id=d28b9a3d-0e6e-43a3-a48e-9bc1dd8d593a)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:10:37.395552 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:10:37.444895 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Pushing event updated for resources: {'Port': ['ID=5dbb7e70-05df-43d3-a45d-3fd6244ef997,revision_number=4']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:10:37.610233 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] get_ports_and_sgs() called for port_ids ['5dbb7e70-05df-43d3-a45d-3fd6244ef997'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 11:10:38.158005 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b829a40-b24d-4ddb-a13c-482214e67ae2 req-0079ba33-b2d1-4aac-9b23-7ee7cbdf52f2 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:10:38.159444 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-4b829a40-b24d-4ddb-a13c-482214e67ae2 req-0079ba33-b2d1-4aac-9b23-7ee7cbdf52f2 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/ports?device_id=66d8b4ff-6a73-4415-8ad5-43506a47877c HTTP/1.1" status: 200 len: 944 time: 0.0508375 Oct 27 11:10:38.195836 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-4b829a40-b24d-4ddb-a13c-482214e67ae2 req-2727e245-e70b-4e16-8bb6-afd0d0e4fe71 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/security-groups?id=baae45f4-356c-4047-8629-69a3801a3a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304160 Oct 27 11:10:39.221436 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device 5dbb7e70-05df-43d3-a45d-3fd6244ef997 up at agent hyperv_n-h1-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 11:10:39.273471 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Provisioning for port 5dbb7e70-05df-43d3-a45d-3fd6244ef997 completed by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 11:10:39.277590 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Provisioning complete for port 5dbb7e70-05df-43d3-a45d-3fd6244ef997 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:10:39.277951 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:10:39.316946 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:10:39.317186 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fb8297-6095-4599-981c-f7c721224817 req-9899bf1c-0c99-4645-9b73-84a3945afbdf tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:10:39.318516 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-a6fb8297-6095-4599-981c-f7c721224817 req-9899bf1c-0c99-4645-9b73-84a3945afbdf tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/ports?device_id=66d8b4ff-6a73-4415-8ad5-43506a47877c HTTP/1.1" status: 200 len: 944 time: 0.0556743 Oct 27 11:10:39.369134 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-a6fb8297-6095-4599-981c-f7c721224817 req-8210966e-2eb9-471f-9dee-bfb11464806c tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/security-groups?id=baae45f4-356c-4047-8629-69a3801a3a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445678 Oct 27 11:10:39.378839 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:10:39.400971 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66d8b4ff-6a73-4415-8ad5-43506a47877c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dbb7e70-05df-43d3-a45d-3fd6244ef997'}] {{(pid=102348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 11:10:39.403671 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c588921fa634554a1d9242fdea1b05457a9ff1d3b28ba54ec1dace7f2f1df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfeed767-f404-4b58-899b-019ffa1c523d" -d '{"events": [{"server_uuid": "66d8b4ff-6a73-4415-8ad5-43506a47877c", "name": "network-vif-plugged", "status": "completed", "tag": "5dbb7e70-05df-43d3-a45d-3fd6244ef997"}]}' {{(pid=102348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 11:10:39.415604 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port 5dbb7e70-05df-43d3-a45d-3fd6244ef997, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=5dbb7e70-05df-43d3-a45d-3fd6244ef997,segment=NetworkSegment(d28b9a3d-0e6e-43a3-a48e-9bc1dd8d593a),segment_id=d28b9a3d-0e6e-43a3-a48e-9bc1dd8d593a)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:10:39.420095 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:10:39.444582 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 11:10:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b5b060b-c94a-4fd2-ae4f-99a84c64dec2 x-openstack-request-id: req-0b5b060b-c94a-4fd2-ae4f-99a84c64dec2 {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 11:10:39.444869 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66d8b4ff-6a73-4415-8ad5-43506a47877c", "name": "network-vif-plugged", "status": "completed", "tag": "5dbb7e70-05df-43d3-a45d-3fd6244ef997", "code": 200}]} {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 11:10:39.445118 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-0b5b060b-c94a-4fd2-ae4f-99a84c64dec2 {{(pid=102348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 11:10:39.445499 n-d-813419-10 neutron-server[102348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66d8b4ff-6a73-4415-8ad5-43506a47877c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dbb7e70-05df-43d3-a45d-3fd6244ef997', 'code': 200} Oct 27 11:10:39.471433 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Pushing event updated for resources: {'Port': ['ID=5dbb7e70-05df-43d3-a45d-3fd6244ef997,revision_number=5']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:10:39.536470 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2679c3cd-609b-4879-9258-f569085162fb req-ca7a9373-b0dd-4fe5-aff5-317326a04cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:10:39.537933 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-2679c3cd-609b-4879-9258-f569085162fb req-ca7a9373-b0dd-4fe5-aff5-317326a04cf0 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=66d8b4ff-6a73-4415-8ad5-43506a47877c HTTP/1.1" status: 200 len: 1097 time: 0.0395198 Oct 27 11:10:39.571969 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-2679c3cd-609b-4879-9258-f569085162fb req-e73615f4-c36f-4ebc-9fa3-b3aa485142c2 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=baae45f4-356c-4047-8629-69a3801a3a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0266869 Oct 27 11:10:40.484355 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f5d11a-6167-400b-a815-32497fa9e57a req-f19e7d4e-73ab-4f7f-a629-1178115eb27f tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:10:40.486382 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-59f5d11a-6167-400b-a815-32497fa9e57a req-f19e7d4e-73ab-4f7f-a629-1178115eb27f tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/ports?device_id=66d8b4ff-6a73-4415-8ad5-43506a47877c HTTP/1.1" status: 200 len: 945 time: 0.0488312 Oct 27 11:10:40.524532 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-59f5d11a-6167-400b-a815-32497fa9e57a req-2b706e14-6f98-41b7-8d67-1366d3fe6ed9 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/security-groups?id=baae45f4-356c-4047-8629-69a3801a3a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322435 Oct 27 11:10:41.642393 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01f1c8a-7e89-4d74-8703-02ff3abde23f req-7a49bf71-fa05-4308-b08e-6a306d78dd2c tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:10:41.643833 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-b01f1c8a-7e89-4d74-8703-02ff3abde23f req-7a49bf71-fa05-4308-b08e-6a306d78dd2c tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/ports?device_id=66d8b4ff-6a73-4415-8ad5-43506a47877c HTTP/1.1" status: 200 len: 945 time: 0.0476642 Oct 27 11:10:41.680459 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-b01f1c8a-7e89-4d74-8703-02ff3abde23f req-589fdd7b-648e-4bd1-9631-81ca7297101c tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/security-groups?id=baae45f4-356c-4047-8629-69a3801a3a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306046 Oct 27 11:10:41.795283 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043b828f-d146-44d2-bdb2-54e985f3ac2d req-7bef243c-af3c-4bd3-8a09-fd3187d74368 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:10:41.796797 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-043b828f-d146-44d2-bdb2-54e985f3ac2d req-7bef243c-af3c-4bd3-8a09-fd3187d74368 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/ports?device_id=66d8b4ff-6a73-4415-8ad5-43506a47877c HTTP/1.1" status: 200 len: 945 time: 0.0530019 Oct 27 11:10:41.805188 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 45796) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:10:41.810036 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-898cc9c8-73cd-4f53-bea5-eade65e75abe tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Request body: {'floatingip': {'port_id': '5dbb7e70-05df-43d3-a45d-3fd6244ef997'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:10:41.847716 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-898cc9c8-73cd-4f53-bea5-eade65e75abe tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Publish callbacks [] for floatingip, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:10:42.253629 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-898cc9c8-73cd-4f53-bea5-eade65e75abe tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:10:42.257351 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-898cc9c8-73cd-4f53-bea5-eade65e75abe tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1664826'] for floatingip, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:10:42.354356 n-d-813419-10 neutron-server[102347]: INFO neutron.db.l3_db [None req-898cc9c8-73cd-4f53-bea5-eade65e75abe tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Floating IP 42374c55-3019-4880-855c-e36e4c24cd32 associated. External IP: 172.25.8.186, port: 5dbb7e70-05df-43d3-a45d-3fd6244ef997. Oct 27 11:10:42.549984 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-898cc9c8-73cd-4f53-bea5-eade65e75abe tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Router 21969188-e3ee-4d7c-b7a3-e1c4f087d3bf has already been hosted by L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb {{(pid=102347) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 11:10:42.654399 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-898cc9c8-73cd-4f53-bea5-eade65e75abe tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 11:10:42.658850 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-898cc9c8-73cd-4f53-bea5-eade65e75abe tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for floatingip, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:10:42.664431 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a368fdce-288c-4df4-8686-a7edfb2e233f None None] Sync routers for ids ['21969188-e3ee-4d7c-b7a3-e1c4f087d3bf'] in n-d-813419-10 {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 11:10:42.673751 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a368fdce-288c-4df4-8686-a7edfb2e233f None None] Routers {'21969188-e3ee-4d7c-b7a3-e1c4f087d3bf'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 11:10:42.674350 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-a368fdce-288c-4df4-8686-a7edfb2e233f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T11:10:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['21969188-e3ee-4d7c-b7a3-e1c4f087d3bf'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:10:42.685966 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-898cc9c8-73cd-4f53-bea5-eade65e75abe tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "PUT /v2.0/floatingips/42374c55-3019-4880-855c-e36e4c24cd32 HTTP/1.1" status: 200 len: 991 time: 0.8797216 Oct 27 11:10:42.686549 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66d8b4ff-6a73-4415-8ad5-43506a47877c', 'tag': '5dbb7e70-05df-43d3-a45d-3fd6244ef997'}] {{(pid=102347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 11:10:42.688836 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311149b481204ee7edffdb959c881838506fbd95bc8577c048f6677abb73acc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26a03763-1017-40ec-a89a-47b8958cf112" -d '{"events": [{"name": "network-changed", "server_uuid": "66d8b4ff-6a73-4415-8ad5-43506a47877c", "tag": "5dbb7e70-05df-43d3-a45d-3fd6244ef997"}]}' {{(pid=102347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 11:10:42.746413 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 11:10:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6eaaec8-082d-4f58-a309-866164e6a4d7 x-openstack-request-id: req-d6eaaec8-082d-4f58-a309-866164e6a4d7 {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 11:10:42.748555 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66d8b4ff-6a73-4415-8ad5-43506a47877c", "tag": "5dbb7e70-05df-43d3-a45d-3fd6244ef997", "status": "completed", "code": 200}]} {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 11:10:42.748555 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d6eaaec8-082d-4f58-a309-866164e6a4d7 {{(pid=102347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 11:10:42.748555 n-d-813419-10 neutron-server[102347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66d8b4ff-6a73-4415-8ad5-43506a47877c', 'tag': '5dbb7e70-05df-43d3-a45d-3fd6244ef997', 'status': 'completed', 'code': 200} Oct 27 11:10:42.783719 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvr_db [None req-a368fdce-288c-4df4-8686-a7edfb2e233f None None] Set router 21969188-e3ee-4d7c-b7a3-e1c4f087d3bf gateway port host: n-d-813419-10 {{(pid=102349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 11:10:42.815502 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a03763-1017-40ec-a89a-47b8958cf112 req-9899faa4-5032-409a-aeb4-4e0e4a1e7ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:10:42.816962 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-26a03763-1017-40ec-a89a-47b8958cf112 req-9899faa4-5032-409a-aeb4-4e0e4a1e7ff5 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8de2a5bb3a4048f09f89b68594efec08&device_id=66d8b4ff-6a73-4415-8ad5-43506a47877c HTTP/1.1" status: 200 len: 1097 time: 0.0456111 Oct 27 11:10:42.906732 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a03763-1017-40ec-a89a-47b8958cf112 req-7356771b-2c27-430a-8144-de47e5f177cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:10:42.908215 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-26a03763-1017-40ec-a89a-47b8958cf112 req-7356771b-2c27-430a-8144-de47e5f177cb service neutron] 10.222.0.64 "GET /v2.0/networks?id=2a5ee4a4-c41e-48f2-9219-3320d30093b8 HTTP/1.1" status: 200 len: 913 time: 0.0838900 Oct 27 11:10:42.979694 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-26a03763-1017-40ec-a89a-47b8958cf112 req-51ef4b24-8708-4b72-8897-5fbfa46aeea5 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5dbb7e70-05df-43d3-a45d-3fd6244ef997 HTTP/1.1" status: 200 len: 999 time: 0.0642564 Oct 27 11:10:43.006644 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-a368fdce-288c-4df4-8686-a7edfb2e233f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21969188-e3ee-4d7c-b7a3-e1c4f087d3bf', 'name': 'tempest-ServerActionsTestJSON-1588266955-router', 'tenant_id': '8de2a5bb3a4048f09f89b68594efec08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.230'}], 'enable_snat': True}, 'gw_port_id': 'd28cf629-251a-4e82-b870-98cf289fb9ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:05:55Z', 'updated_at': '2021-10-27T11:05:58Z', 'revision_number': 4, 'project_id': '8de2a5bb3a4048f09f89b68594efec08', 'gw_port': {'id': 'd28cf629-251a-4e82-b870-98cf289fb9ac', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:70:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21969188-e3ee-4d7c-b7a3-e1c4f087d3bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:05:56Z', 'updated_at': '2021-10-27T11:05:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_floatingips': [{'id': '42374c55-3019-4880-855c-e36e4c24cd32', 'tenant_id': '8de2a5bb3a4048f09f89b68594efec08', 'floating_ip_address': '172.25.8.186', 'floating_network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'router_id': '21969188-e3ee-4d7c-b7a3-e1c4f087d3bf', 'port_id': '5dbb7e70-05df-43d3-a45d-3fd6244ef997', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a5ee4a4-c41e-48f2-9219-3320d30093b8', 'mac_address': 'fa:16:3e:49:7b:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66d8b4ff-6a73-4415-8ad5-43506a47877c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T11:06:01Z', 'updated_at': '2021-10-27T11:10:42Z', 'revision_number': 9, 'project_id': '8de2a5bb3a4048f09f89b68594efec08', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7f81418-c2a7-45b0-9600-fc6417c8bf49', 'name': '', 'network_id': '2a5ee4a4-c41e-48f2-9219-3320d30093b8', 'tenant_id': '8de2a5bb3a4048f09f89b68594efec08', 'mac_address': 'fa:16:3e:c9:95:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21969188-e3ee-4d7c-b7a3-e1c4f087d3bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'ad455bd6-8255-41fb-b160-f3442cc0c657', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:05:58Z', 'updated_at': '2021-10-27T11:06:01Z', 'revision_number': 5, 'project_id': '8de2a5bb3a4048f09f89b68594efec08', 'subnets': [{'id': 'ad455bd6-8255-41fb-b160-f3442cc0c657', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:10:43.027815 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a03763-1017-40ec-a89a-47b8958cf112 req-2bee7eee-24a9-4a20-b64b-4febe40d7194 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:10:43.029323 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-26a03763-1017-40ec-a89a-47b8958cf112 req-2bee7eee-24a9-4a20-b64b-4febe40d7194 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ad455bd6-8255-41fb-b160-f3442cc0c657 HTTP/1.1" status: 200 len: 851 time: 0.0431123 Oct 27 11:10:43.032578 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a368fdce-288c-4df4-8686-a7edfb2e233f None None] Checking router: 21969188-e3ee-4d7c-b7a3-e1c4f087d3bf for host: n-d-813419-10 {{(pid=102349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 11:10:43.040563 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a368fdce-288c-4df4-8686-a7edfb2e233f None None] Routers {'21969188-e3ee-4d7c-b7a3-e1c4f087d3bf'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 11:10:43.041253 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-a368fdce-288c-4df4-8686-a7edfb2e233f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T11:10:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['21969188-e3ee-4d7c-b7a3-e1c4f087d3bf'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:10:43.074860 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a03763-1017-40ec-a89a-47b8958cf112 req-8779e607-fd25-4fa0-8b91-d25f19514cab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:10:43.076310 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-26a03763-1017-40ec-a89a-47b8958cf112 req-8779e607-fd25-4fa0-8b91-d25f19514cab service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2a5ee4a4-c41e-48f2-9219-3320d30093b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398126 Oct 27 11:10:43.150151 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvr_db [None req-a368fdce-288c-4df4-8686-a7edfb2e233f None None] Set router 21969188-e3ee-4d7c-b7a3-e1c4f087d3bf gateway port host: n-d-813419-10 {{(pid=102349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 11:10:43.174020 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-26a03763-1017-40ec-a89a-47b8958cf112 req-8523127b-9b04-45b4-89e5-85b3b9e2393e service neutron] 10.222.0.64 "GET /v2.0/networks/2a5ee4a4-c41e-48f2-9219-3320d30093b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901213 Oct 27 11:10:43.262193 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-26a03763-1017-40ec-a89a-47b8958cf112 req-eb8db7c1-04e1-42f2-9d24-7f83954d4d57 service neutron] 10.222.0.64 "GET /v2.0/networks/2a5ee4a4-c41e-48f2-9219-3320d30093b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807273 Oct 27 11:10:43.366817 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-a368fdce-288c-4df4-8686-a7edfb2e233f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21969188-e3ee-4d7c-b7a3-e1c4f087d3bf', 'name': 'tempest-ServerActionsTestJSON-1588266955-router', 'tenant_id': '8de2a5bb3a4048f09f89b68594efec08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.230'}], 'enable_snat': True}, 'gw_port_id': 'd28cf629-251a-4e82-b870-98cf289fb9ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:05:55Z', 'updated_at': '2021-10-27T11:05:58Z', 'revision_number': 4, 'project_id': '8de2a5bb3a4048f09f89b68594efec08', 'gw_port': {'id': 'd28cf629-251a-4e82-b870-98cf289fb9ac', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:70:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21969188-e3ee-4d7c-b7a3-e1c4f087d3bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:05:56Z', 'updated_at': '2021-10-27T11:05:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_floatingips': [{'id': '42374c55-3019-4880-855c-e36e4c24cd32', 'tenant_id': '8de2a5bb3a4048f09f89b68594efec08', 'floating_ip_address': '172.25.8.186', 'floating_network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'router_id': '21969188-e3ee-4d7c-b7a3-e1c4f087d3bf', 'port_id': '5dbb7e70-05df-43d3-a45d-3fd6244ef997', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a5ee4a4-c41e-48f2-9219-3320d30093b8', 'mac_address': 'fa:16:3e:49:7b:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66d8b4ff-6a73-4415-8ad5-43506a47877c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T11:06:01Z', 'updated_at': '2021-10-27T11:10:42Z', 'revision_number': 9, 'project_id': '8de2a5bb3a4048f09f89b68594efec08', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7f81418-c2a7-45b0-9600-fc6417c8bf49', 'name': '', 'network_id': '2a5ee4a4-c41e-48f2-9219-3320d30093b8', 'tenant_id': '8de2a5bb3a4048f09f89b68594efec08', 'mac_address': 'fa:16:3e:c9:95:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21969188-e3ee-4d7c-b7a3-e1c4f087d3bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'ad455bd6-8255-41fb-b160-f3442cc0c657', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:05:58Z', 'updated_at': '2021-10-27T11:06:01Z', 'revision_number': 5, 'project_id': '8de2a5bb3a4048f09f89b68594efec08', 'subnets': [{'id': 'ad455bd6-8255-41fb-b160-f3442cc0c657', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:10:43.480274 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a368fdce-288c-4df4-8686-a7edfb2e233f None None] The sync data for ids ['21969188-e3ee-4d7c-b7a3-e1c4f087d3bf'] in n-d-813419-10 is: [{'id': '21969188-e3ee-4d7c-b7a3-e1c4f087d3bf', 'name': 'tempest-ServerActionsTestJSON-1588266955-router', 'tenant_id': '8de2a5bb3a4048f09f89b68594efec08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.230'}], 'enable_snat': True}, 'gw_port_id': 'd28cf629-251a-4e82-b870-98cf289fb9ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:05:55Z', 'updated_at': '2021-10-27T11:05:58Z', 'revision_number': 4, 'project_id': '8de2a5bb3a4048f09f89b68594efec08', 'gw_port': {'id': 'd28cf629-251a-4e82-b870-98cf289fb9ac', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:70:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21969188-e3ee-4d7c-b7a3-e1c4f087d3bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:05:56Z', 'updated_at': '2021-10-27T11:05:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_floatingips': [{'id': '42374c55-3019-4880-855c-e36e4c24cd32', 'tenant_id': '8de2a5bb3a4048f09f89b68594efec08', 'floating_ip_address': '172.25.8.186', 'floating_network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'router_id': '21969188-e3ee-4d7c-b7a3-e1c4f087d3bf', 'port_id': '5dbb7e70-05df-43d3-a45d-3fd6244ef997', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a5ee4a4-c41e-48f2-9219-3320d30093b8', 'mac_address': 'fa:16:3e:49:7b:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66d8b4ff-6a73-4415-8ad5-43506a47877c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T11:06:01Z', 'updated_at': '2021-10-27T11:10:42Z', 'revision_number': 9, 'project_id': '8de2a5bb3a4048f09f89b68594efec08', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7f81418-c2a7-45b0-9600-fc6417c8bf49', 'name': '', 'network_id': '2a5ee4a4-c41e-48f2-9219-3320d30093b8', 'tenant_id': '8de2a5bb3a4048f09f89b68594efec08', 'mac_address': 'fa:16:3e:c9:95:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21969188-e3ee-4d7c-b7a3-e1c4f087d3bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'ad455bd6-8255-41fb-b160-f3442cc0c657', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:05:58Z', 'updated_at': '2021-10-27T11:06:01Z', 'revision_number': 5, 'project_id': '8de2a5bb3a4048f09f89b68594efec08', 'subnets': [{'id': 'ad455bd6-8255-41fb-b160-f3442cc0c657', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 11:10:43.662846 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ef624ab-e1da-4039-9c8c-df865746b253 None None] New status for floating IP 42374c55-3019-4880-855c-e36e4c24cd32: ACTIVE {{(pid=102348) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 11:10:46.283547 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-481dec24-203a-4fac-b10d-131f4ca70c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:10:48.945294 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-e70a90fb-d8d7-4f58-8296-004c25c16c0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:10:50.072822 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:10:50.171790 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-eadeaa30-4096-4d1a-b3cb-aa7ebfb291ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:10:52.060042 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-3c6a8245-0581-48aa-b5f6-4d8fe98cd16e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:10:58.568561 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-7734c272-4860-4fd0-a596-7e3805b31ec4 req-0d0e3da8-b812-458a-b0c4-17c58f22028b service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=66d8b4ff-6a73-4415-8ad5-43506a47877c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0423877 Oct 27 11:10:58.651614 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7734c272-4860-4fd0-a596-7e3805b31ec4 req-e226116a-4c7b-4893-9829-8f639f8302a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:10:58.653126 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-7734c272-4860-4fd0-a596-7e3805b31ec4 req-e226116a-4c7b-4893-9829-8f639f8302a3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8de2a5bb3a4048f09f89b68594efec08&device_id=66d8b4ff-6a73-4415-8ad5-43506a47877c HTTP/1.1" status: 200 len: 1097 time: 0.0406182 Oct 27 11:10:58.771370 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7734c272-4860-4fd0-a596-7e3805b31ec4 req-75cd5a8a-1104-47a5-836e-6b036ec9cfa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:10:58.772856 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-7734c272-4860-4fd0-a596-7e3805b31ec4 req-75cd5a8a-1104-47a5-836e-6b036ec9cfa6 service neutron] 10.222.0.64 "GET /v2.0/networks?id=2a5ee4a4-c41e-48f2-9219-3320d30093b8 HTTP/1.1" status: 200 len: 913 time: 0.0822406 Oct 27 11:10:58.839004 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-7734c272-4860-4fd0-a596-7e3805b31ec4 req-0b827fa9-f882-48f7-afd5-f29450cda464 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5dbb7e70-05df-43d3-a45d-3fd6244ef997 HTTP/1.1" status: 200 len: 1002 time: 0.0587327 Oct 27 11:10:58.887366 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7734c272-4860-4fd0-a596-7e3805b31ec4 req-60986215-0524-4294-8acc-3ecd4e3e27be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:10:58.888690 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-7734c272-4860-4fd0-a596-7e3805b31ec4 req-60986215-0524-4294-8acc-3ecd4e3e27be service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ad455bd6-8255-41fb-b160-f3442cc0c657 HTTP/1.1" status: 200 len: 851 time: 0.0419488 Oct 27 11:10:58.939281 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7734c272-4860-4fd0-a596-7e3805b31ec4 req-66c42288-a952-42f8-b58e-d0427f1ed111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:10:58.940860 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-7734c272-4860-4fd0-a596-7e3805b31ec4 req-66c42288-a952-42f8-b58e-d0427f1ed111 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2a5ee4a4-c41e-48f2-9219-3320d30093b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0438039 Oct 27 11:10:59.031917 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-7734c272-4860-4fd0-a596-7e3805b31ec4 req-cee3982a-5316-4a57-a405-a3cf42c22013 service neutron] 10.222.0.64 "GET /v2.0/networks/2a5ee4a4-c41e-48f2-9219-3320d30093b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833421 Oct 27 11:10:59.136701 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-7734c272-4860-4fd0-a596-7e3805b31ec4 req-c6b3c01c-f2d9-44ee-ae1b-bf52018f3f20 service neutron] 10.222.0.64 "GET /v2.0/networks/2a5ee4a4-c41e-48f2-9219-3320d30093b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975559 Oct 27 11:10:59.296940 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.agents_db [None req-e79ee67d-056e-46ea-bd99-e80473396b25 None None] Agent healthcheck: found 7 active agents {{(pid=102349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 11:11:02.875673 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:11:09.291671 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:11:16.284426 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-8d7b38b3-8664-47c4-be13-a6d5041d60ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:11:18.946560 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-1040e9a0-d353-4cf5-9aaf-e010abe64e49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:11:20.064580 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:11:20.174146 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-eadeaa30-4096-4d1a-b3cb-aa7ebfb291ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:11:22.064620 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-3c6a8245-0581-48aa-b5f6-4d8fe98cd16e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:11:32.873972 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:11:36.295740 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.agents_db [None req-e79ee67d-056e-46ea-bd99-e80473396b25 None None] Agent healthcheck: found 7 active agents {{(pid=102349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 11:11:39.290166 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:11:46.285143 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a5ea0a89-22a3-4ff2-ae50-dc7b6d2ed23c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:11:48.946166 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-37917727-52f7-4f26-b43f-c3b9d7b91051 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:11:50.066502 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:11:50.177232 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-eadeaa30-4096-4d1a-b3cb-aa7ebfb291ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:11:52.064168 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-3c6a8245-0581-48aa-b5f6-4d8fe98cd16e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:11:59.579348 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-88fda896-a9af-4122-af1b-ad591ba4dd59 req-76f319ed-d936-49ec-9932-227e058c0c39 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=66d8b4ff-6a73-4415-8ad5-43506a47877c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0404077 Oct 27 11:11:59.659701 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fda896-a9af-4122-af1b-ad591ba4dd59 req-41128d9c-2673-45cf-89b8-98c774974bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:11:59.661180 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-88fda896-a9af-4122-af1b-ad591ba4dd59 req-41128d9c-2673-45cf-89b8-98c774974bf4 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8de2a5bb3a4048f09f89b68594efec08&device_id=66d8b4ff-6a73-4415-8ad5-43506a47877c HTTP/1.1" status: 200 len: 1097 time: 0.0395391 Oct 27 11:11:59.763855 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fda896-a9af-4122-af1b-ad591ba4dd59 req-82efd54c-81f0-4d5c-84fa-7fde8d8919b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:11:59.765346 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-88fda896-a9af-4122-af1b-ad591ba4dd59 req-82efd54c-81f0-4d5c-84fa-7fde8d8919b3 service neutron] 10.222.0.64 "GET /v2.0/networks?id=2a5ee4a4-c41e-48f2-9219-3320d30093b8 HTTP/1.1" status: 200 len: 913 time: 0.0857863 Oct 27 11:11:59.828826 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-88fda896-a9af-4122-af1b-ad591ba4dd59 req-c1ee1922-8ab3-4b99-9c74-7483b861b5ad service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5dbb7e70-05df-43d3-a45d-3fd6244ef997 HTTP/1.1" status: 200 len: 1002 time: 0.0563738 Oct 27 11:11:59.876832 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fda896-a9af-4122-af1b-ad591ba4dd59 req-5fcd66f6-467d-4da6-a94b-44b4675e6745 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:11:59.878219 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-88fda896-a9af-4122-af1b-ad591ba4dd59 req-5fcd66f6-467d-4da6-a94b-44b4675e6745 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ad455bd6-8255-41fb-b160-f3442cc0c657 HTTP/1.1" status: 200 len: 851 time: 0.0425980 Oct 27 11:11:59.925653 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fda896-a9af-4122-af1b-ad591ba4dd59 req-ad08168a-a9e2-4aa3-9221-c355bd673eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:11:59.927099 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-88fda896-a9af-4122-af1b-ad591ba4dd59 req-ad08168a-a9e2-4aa3-9221-c355bd673eb5 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2a5ee4a4-c41e-48f2-9219-3320d30093b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0423262 Oct 27 11:12:00.013601 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-88fda896-a9af-4122-af1b-ad591ba4dd59 req-b81dcba9-6eec-4d8e-b262-bb3f2333cebe service neutron] 10.222.0.64 "GET /v2.0/networks/2a5ee4a4-c41e-48f2-9219-3320d30093b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790887 Oct 27 11:12:00.104828 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-88fda896-a9af-4122-af1b-ad591ba4dd59 req-4b05e151-b751-4e78-982e-8e359c4273d4 service neutron] 10.222.0.64 "GET /v2.0/networks/2a5ee4a4-c41e-48f2-9219-3320d30093b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844634 Oct 27 11:12:02.862270 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:12:09.304672 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:12:13.297353 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.agents_db [None req-e79ee67d-056e-46ea-bd99-e80473396b25 None None] Agent healthcheck: found 7 active agents {{(pid=102349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 11:12:16.286945 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-b2711791-b0bd-4b6d-b388-a0cf3e334529 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:12:17.651207 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-64e69d47-db73-4c9e-ac3c-8860b8c23d91 req-a51fbf30-6116-41fd-89d4-b3e0ed605621 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=66d8b4ff-6a73-4415-8ad5-43506a47877c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0679362 Oct 27 11:12:17.658461 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877d3423-35a8-484b-a690-f5296c8b2eed req-ccdff771-c437-4a76-be84-c4d3f01010ac tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:12:17.659844 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-877d3423-35a8-484b-a690-f5296c8b2eed req-ccdff771-c437-4a76-be84-c4d3f01010ac tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/ports?device_id=66d8b4ff-6a73-4415-8ad5-43506a47877c HTTP/1.1" status: 200 len: 945 time: 0.0673718 Oct 27 11:12:17.704734 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-877d3423-35a8-484b-a690-f5296c8b2eed req-ea77f9e4-64e2-4504-9ab3-bab509366a78 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/security-groups?id=baae45f4-356c-4047-8629-69a3801a3a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384185 Oct 27 11:12:18.736552 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e69d47-db73-4c9e-ac3c-8860b8c23d91 req-ab7db155-7b3b-413c-bb9c-7cb8449cb867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:12:18.738048 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-64e69d47-db73-4c9e-ac3c-8860b8c23d91 req-ab7db155-7b3b-413c-bb9c-7cb8449cb867 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8de2a5bb3a4048f09f89b68594efec08&device_id=66d8b4ff-6a73-4415-8ad5-43506a47877c HTTP/1.1" status: 200 len: 1097 time: 0.0409575 Oct 27 11:12:18.822969 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1aaa5c-b6a1-4335-b876-f8a3f1c5b9f0 req-5707d78d-7dfb-4e17-8684-27180c51387e tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:12:18.824479 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-3a1aaa5c-b6a1-4335-b876-f8a3f1c5b9f0 req-5707d78d-7dfb-4e17-8684-27180c51387e tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/ports?device_id=66d8b4ff-6a73-4415-8ad5-43506a47877c HTTP/1.1" status: 200 len: 945 time: 0.0501494 Oct 27 11:12:18.827932 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e69d47-db73-4c9e-ac3c-8860b8c23d91 req-887fd3b0-746a-4296-ad52-2d49f6685294 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:12:18.829959 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-64e69d47-db73-4c9e-ac3c-8860b8c23d91 req-887fd3b0-746a-4296-ad52-2d49f6685294 service neutron] 10.222.0.64 "GET /v2.0/networks?id=2a5ee4a4-c41e-48f2-9219-3320d30093b8 HTTP/1.1" status: 200 len: 913 time: 0.0844495 Oct 27 11:12:18.861999 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-3a1aaa5c-b6a1-4335-b876-f8a3f1c5b9f0 req-4d0bc5f3-6c61-432c-8fbf-ecf35d44c475 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/security-groups?id=baae45f4-356c-4047-8629-69a3801a3a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307150 Oct 27 11:12:18.896971 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-64e69d47-db73-4c9e-ac3c-8860b8c23d91 req-0c18df2c-a012-4d06-af0a-d30b825a59d7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5dbb7e70-05df-43d3-a45d-3fd6244ef997 HTTP/1.1" status: 200 len: 1002 time: 0.0605152 Oct 27 11:12:18.943993 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e69d47-db73-4c9e-ac3c-8860b8c23d91 req-ff352e92-a8c2-41fd-bd99-cc4cf13a92e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:12:18.945476 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-64e69d47-db73-4c9e-ac3c-8860b8c23d91 req-ff352e92-a8c2-41fd-bd99-cc4cf13a92e0 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ad455bd6-8255-41fb-b160-f3442cc0c657 HTTP/1.1" status: 200 len: 851 time: 0.0421090 Oct 27 11:12:18.948913 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-777e28e8-4813-4734-b256-f8f1b197d30a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:12:18.990305 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e69d47-db73-4c9e-ac3c-8860b8c23d91 req-17f20965-ea9c-42d7-af86-053b90ab2e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:12:18.991687 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-64e69d47-db73-4c9e-ac3c-8860b8c23d91 req-17f20965-ea9c-42d7-af86-053b90ab2e20 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2a5ee4a4-c41e-48f2-9219-3320d30093b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396020 Oct 27 11:12:19.084496 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-64e69d47-db73-4c9e-ac3c-8860b8c23d91 req-a0acc88d-d145-4644-83d1-768ba4d746c5 service neutron] 10.222.0.64 "GET /v2.0/networks/2a5ee4a4-c41e-48f2-9219-3320d30093b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849438 Oct 27 11:12:19.170379 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-64e69d47-db73-4c9e-ac3c-8860b8c23d91 req-3224ebba-26a0-46a8-bc94-b94d5b820cef service neutron] 10.222.0.64 "GET /v2.0/networks/2a5ee4a4-c41e-48f2-9219-3320d30093b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791020 Oct 27 11:12:20.069172 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:12:20.182439 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-eadeaa30-4096-4d1a-b3cb-aa7ebfb291ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:12:20.310372 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacf42df-0521-41b9-9844-25ff5b0a83af req-513bdba4-dfe6-4c90-95f9-b02239140a91 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:12:20.311851 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-bacf42df-0521-41b9-9844-25ff5b0a83af req-513bdba4-dfe6-4c90-95f9-b02239140a91 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/ports?device_id=66d8b4ff-6a73-4415-8ad5-43506a47877c HTTP/1.1" status: 200 len: 945 time: 0.3820713 Oct 27 11:12:20.349324 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-bacf42df-0521-41b9-9844-25ff5b0a83af req-68475c2e-4782-4d30-a942-7c0cb8de9251 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/security-groups?id=baae45f4-356c-4047-8629-69a3801a3a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308833 Oct 27 11:12:21.470620 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ff183b-ef41-42b5-a067-a2df8be98abd req-38c51247-c1b1-4627-840a-c3456773cf90 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:12:21.472077 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-72ff183b-ef41-42b5-a067-a2df8be98abd req-38c51247-c1b1-4627-840a-c3456773cf90 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/ports?device_id=66d8b4ff-6a73-4415-8ad5-43506a47877c HTTP/1.1" status: 200 len: 945 time: 0.0514867 Oct 27 11:12:21.509219 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-72ff183b-ef41-42b5-a067-a2df8be98abd req-90ca6d07-2268-4f87-98fc-aa72d85540d3 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/security-groups?id=baae45f4-356c-4047-8629-69a3801a3a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312276 Oct 27 11:12:22.066786 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-3c6a8245-0581-48aa-b5f6-4d8fe98cd16e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:12:22.621465 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3f7384-7f25-44f7-8435-fc8b69b26262 req-c008c864-6651-42df-b29a-e3dc80008f89 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:12:22.622931 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-ec3f7384-7f25-44f7-8435-fc8b69b26262 req-c008c864-6651-42df-b29a-e3dc80008f89 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/ports?device_id=66d8b4ff-6a73-4415-8ad5-43506a47877c HTTP/1.1" status: 200 len: 945 time: 0.0473132 Oct 27 11:12:22.660943 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-ec3f7384-7f25-44f7-8435-fc8b69b26262 req-1ecaf922-5ad6-4ac5-afc5-bc9a1acad763 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/security-groups?id=baae45f4-356c-4047-8629-69a3801a3a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316057 Oct 27 11:12:23.774018 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a46cc8-a953-46b7-af73-dbef37b71756 req-7a910b95-051a-4bcc-a679-734a6ca83f0b tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:12:23.775484 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-24a46cc8-a953-46b7-af73-dbef37b71756 req-7a910b95-051a-4bcc-a679-734a6ca83f0b tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/ports?device_id=66d8b4ff-6a73-4415-8ad5-43506a47877c HTTP/1.1" status: 200 len: 945 time: 0.0486705 Oct 27 11:12:23.812986 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-24a46cc8-a953-46b7-af73-dbef37b71756 req-15aa0e91-7260-4882-94f4-bf2379dcd10f tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/security-groups?id=baae45f4-356c-4047-8629-69a3801a3a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314686 Oct 27 11:12:24.925983 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9380fa7-1a2b-446a-a4f5-f80c4d3f8bb7 req-18c84e83-97f0-4a87-844d-039740f33cc7 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:12:24.927745 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-f9380fa7-1a2b-446a-a4f5-f80c4d3f8bb7 req-18c84e83-97f0-4a87-844d-039740f33cc7 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/ports?device_id=66d8b4ff-6a73-4415-8ad5-43506a47877c HTTP/1.1" status: 200 len: 945 time: 0.0474839 Oct 27 11:12:24.965030 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-f9380fa7-1a2b-446a-a4f5-f80c4d3f8bb7 req-9a822a0b-de52-4ae2-b688-2109abc3fc4f tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/security-groups?id=baae45f4-356c-4047-8629-69a3801a3a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314212 Oct 27 11:12:26.087682 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c163618b-4c62-486f-8819-337710f9548f req-f192e946-ed03-48c2-aff8-7a385287b542 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:12:26.089246 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-c163618b-4c62-486f-8819-337710f9548f req-f192e946-ed03-48c2-aff8-7a385287b542 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/ports?device_id=66d8b4ff-6a73-4415-8ad5-43506a47877c HTTP/1.1" status: 200 len: 945 time: 0.0549369 Oct 27 11:12:26.126724 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-c163618b-4c62-486f-8819-337710f9548f req-51fa4c22-b248-43de-a7df-c5592a6cf5f0 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/security-groups?id=baae45f4-356c-4047-8629-69a3801a3a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308731 Oct 27 11:12:27.243142 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0caa116-800b-4822-85c0-400a67537200 req-d974b77f-f6ad-4330-b2a6-1fa1e815d707 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:12:27.244597 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b0caa116-800b-4822-85c0-400a67537200 req-d974b77f-f6ad-4330-b2a6-1fa1e815d707 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/ports?device_id=66d8b4ff-6a73-4415-8ad5-43506a47877c HTTP/1.1" status: 200 len: 945 time: 0.0503981 Oct 27 11:12:27.281342 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b0caa116-800b-4822-85c0-400a67537200 req-ed574506-de3f-490d-ba16-e14b9dce52ef tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/security-groups?id=baae45f4-356c-4047-8629-69a3801a3a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309293 Oct 27 11:12:28.398770 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d302286-3481-462d-a04c-ec0a93182294 req-3138e14a-c604-48bd-ae59-8770bff0c979 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:12:28.400273 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-7d302286-3481-462d-a04c-ec0a93182294 req-3138e14a-c604-48bd-ae59-8770bff0c979 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/ports?device_id=66d8b4ff-6a73-4415-8ad5-43506a47877c HTTP/1.1" status: 200 len: 945 time: 0.0519557 Oct 27 11:12:28.436393 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-7d302286-3481-462d-a04c-ec0a93182294 req-2b5f6286-7247-4f3f-9c83-8048726dbd86 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/security-groups?id=baae45f4-356c-4047-8629-69a3801a3a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302372 Oct 27 11:12:29.553537 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96defa1-035b-4aa3-9a76-9a11421cbba4 req-e08f62e7-9268-4d51-83a5-718ba793c1fb tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:12:29.554980 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-e96defa1-035b-4aa3-9a76-9a11421cbba4 req-e08f62e7-9268-4d51-83a5-718ba793c1fb tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/ports?device_id=66d8b4ff-6a73-4415-8ad5-43506a47877c HTTP/1.1" status: 200 len: 945 time: 0.0497465 Oct 27 11:12:29.593530 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-e96defa1-035b-4aa3-9a76-9a11421cbba4 req-1d814e19-ab73-4512-9791-4e0d8be1061d tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/security-groups?id=baae45f4-356c-4047-8629-69a3801a3a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326769 Oct 27 11:12:30.708311 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4b8eee-c2f2-405f-8800-872d98fa26b1 req-dc806b37-8eb4-42ca-a2b4-2eae868491bd tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:12:30.709763 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-1c4b8eee-c2f2-405f-8800-872d98fa26b1 req-dc806b37-8eb4-42ca-a2b4-2eae868491bd tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/ports?device_id=66d8b4ff-6a73-4415-8ad5-43506a47877c HTTP/1.1" status: 200 len: 945 time: 0.0472605 Oct 27 11:12:30.746457 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-1c4b8eee-c2f2-405f-8800-872d98fa26b1 req-6ef9787a-63d9-4955-9bcb-d22f8c9371da tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/security-groups?id=baae45f4-356c-4047-8629-69a3801a3a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307364 Oct 27 11:12:31.009654 n-d-813419-10 neutron-server[102347]: INFO neutron.api.v2.resource [req-64e69d47-db73-4c9e-ac3c-8860b8c23d91 req-26414d58-c4ab-457d-94ca-2674ac76b50a service neutron] show failed (client error): The resource could not be found. Oct 27 11:12:31.010569 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-64e69d47-db73-4c9e-ac3c-8860b8c23d91 req-26414d58-c4ab-457d-94ca-2674ac76b50a service neutron] 10.222.0.64 "GET /v2.0/ports/5dbb7e70-05df-43d3-a45d-3fd6244ef997/bindings/n-h2-813419-10 HTTP/1.1" status: 404 len: 381 time: 0.0536485 Oct 27 11:12:31.209801 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e69d47-db73-4c9e-ac3c-8860b8c23d91 req-962fa43d-cdad-4a96-93b4-f3574cf99dad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:12:31.211277 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-64e69d47-db73-4c9e-ac3c-8860b8c23d91 req-962fa43d-cdad-4a96-93b4-f3574cf99dad service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=66d8b4ff-6a73-4415-8ad5-43506a47877c&tenant_id=8de2a5bb3a4048f09f89b68594efec08 HTTP/1.1" status: 200 len: 1097 time: 0.0403793 Oct 27 11:12:31.223924 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [req-64e69d47-db73-4c9e-ac3c-8860b8c23d91 req-3189e4bd-2ebf-4b5d-ab64-2776c784f50f service neutron] Request body: {'port': {'binding:host_id': 'n-h2-813419-10', 'device_owner': 'compute:nova'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:12:31.277356 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-64e69d47-db73-4c9e-ac3c-8860b8c23d91 req-3189e4bd-2ebf-4b5d-ab64-2776c784f50f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:12:31.369766 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [req-6d6bf0d0-6125-4aac-86e0-bda96cbc0f6a req-b954ec2c-d387-4c42-9a92-158669069dea service neutron] (102347) timed out ('10.222.0.44', 39832) {{(pid=102347) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 27 11:12:31.474855 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [req-64e69d47-db73-4c9e-ac3c-8860b8c23d91 req-3189e4bd-2ebf-4b5d-ab64-2776c784f50f service neutron] For port 5dbb7e70-05df-43d3-a45d-3fd6244ef997, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=5dbb7e70-05df-43d3-a45d-3fd6244ef997,segment=NetworkSegment(d28b9a3d-0e6e-43a3-a48e-9bc1dd8d593a),segment_id=d28b9a3d-0e6e-43a3-a48e-9bc1dd8d593a)] {{(pid=102346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:12:31.506391 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [req-64e69d47-db73-4c9e-ac3c-8860b8c23d91 req-3189e4bd-2ebf-4b5d-ab64-2776c784f50f service neutron] For port 5dbb7e70-05df-43d3-a45d-3fd6244ef997, host n-h1-813419-10, cleared binding levels {{(pid=102346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 11:12:31.546970 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66d8b4ff-6a73-4415-8ad5-43506a47877c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5dbb7e70-05df-43d3-a45d-3fd6244ef997'}] {{(pid=102346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 11:12:31.549063 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc0e418f5fc417c8d55d94c0aa509b037d0beb2a734c1a709e789eb65639a56d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65f2c282-e740-4a6a-b287-6ab4cc77f59b" -d '{"events": [{"server_uuid": "66d8b4ff-6a73-4415-8ad5-43506a47877c", "name": "network-vif-unplugged", "status": "completed", "tag": "5dbb7e70-05df-43d3-a45d-3fd6244ef997"}]}' {{(pid=102346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 11:12:31.553426 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-64e69d47-db73-4c9e-ac3c-8860b8c23d91 req-3189e4bd-2ebf-4b5d-ab64-2776c784f50f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:12:31.566674 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.provisioning_blocks [req-64e69d47-db73-4c9e-ac3c-8860b8c23d91 req-3189e4bd-2ebf-4b5d-ab64-2776c784f50f service neutron] Transition to ACTIVE for port object 5dbb7e70-05df-43d3-a45d-3fd6244ef997 will not be triggered until provisioned by entity L2. {{(pid=102346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 11:12:31.570620 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-64e69d47-db73-4c9e-ac3c-8860b8c23d91 req-3189e4bd-2ebf-4b5d-ab64-2776c784f50f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27024173'] for port, after_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:12:31.598705 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 27 Oct 2021 11:12:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf7f115e-84ca-4476-82d2-067f9fd93bb4 x-openstack-request-id: req-bf7f115e-84ca-4476-82d2-067f9fd93bb4 {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 11:12:31.598994 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66d8b4ff-6a73-4415-8ad5-43506a47877c", "name": "network-vif-unplugged", "status": "completed", "tag": "5dbb7e70-05df-43d3-a45d-3fd6244ef997", "code": 200}]} {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 11:12:31.599251 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-bf7f115e-84ca-4476-82d2-067f9fd93bb4 {{(pid=102346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 11:12:31.599631 n-d-813419-10 neutron-server[102346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66d8b4ff-6a73-4415-8ad5-43506a47877c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5dbb7e70-05df-43d3-a45d-3fd6244ef997', 'code': 200} Oct 27 11:12:31.652102 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3189e4bd-2ebf-4b5d-ab64-2776c784f50f service neutron] Pushing event updated for resources: {'Port': ['ID=5dbb7e70-05df-43d3-a45d-3fd6244ef997,revision_number=6']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:12:31.665810 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3189e4bd-2ebf-4b5d-ab64-2776c784f50f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:12:31.666161 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3189e4bd-2ebf-4b5d-ab64-2776c784f50f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:12:31.666503 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3189e4bd-2ebf-4b5d-ab64-2776c784f50f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:12:31.666844 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3189e4bd-2ebf-4b5d-ab64-2776c784f50f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:12:31.667176 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3189e4bd-2ebf-4b5d-ab64-2776c784f50f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:12:31.667512 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3189e4bd-2ebf-4b5d-ab64-2776c784f50f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:12:31.667868 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3189e4bd-2ebf-4b5d-ab64-2776c784f50f service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:12:31.668218 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3189e4bd-2ebf-4b5d-ab64-2776c784f50f service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:12:31.668560 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3189e4bd-2ebf-4b5d-ab64-2776c784f50f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:12:31.668886 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3189e4bd-2ebf-4b5d-ab64-2776c784f50f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:12:31.669218 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3189e4bd-2ebf-4b5d-ab64-2776c784f50f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:12:31.669540 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3189e4bd-2ebf-4b5d-ab64-2776c784f50f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:12:31.707731 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [req-64e69d47-db73-4c9e-ac3c-8860b8c23d91 req-3189e4bd-2ebf-4b5d-ab64-2776c784f50f service neutron] No DVR routers for this DVR port 5dbb7e70-05df-43d3-a45d-3fd6244ef997 on host n-h1-813419-10 {{(pid=102346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 11:12:32.144229 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10073ff-c23c-466a-8257-755f09e286e7 req-2ccf3862-4636-4ed7-8c64-347520223b09 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:12:32.145713 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-f10073ff-c23c-466a-8257-755f09e286e7 req-2ccf3862-4636-4ed7-8c64-347520223b09 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/ports?device_id=66d8b4ff-6a73-4415-8ad5-43506a47877c HTTP/1.1" status: 200 len: 943 time: 0.0667243 Oct 27 11:12:32.213716 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-f10073ff-c23c-466a-8257-755f09e286e7 req-c72956f4-eedb-424b-912f-8edaf75344c5 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/security-groups?id=baae45f4-356c-4047-8629-69a3801a3a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620270 Oct 27 11:12:32.215916 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.managers [req-64e69d47-db73-4c9e-ac3c-8860b8c23d91 req-3189e4bd-2ebf-4b5d-ab64-2776c784f50f service neutron] Attempting to bind port 5dbb7e70-05df-43d3-a45d-3fd6244ef997 on host n-h2-813419-10 for vnic_type normal with profile {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 11:12:32.216266 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.managers [req-64e69d47-db73-4c9e-ac3c-8860b8c23d91 req-3189e4bd-2ebf-4b5d-ab64-2776c784f50f service neutron] Attempting to bind port 5dbb7e70-05df-43d3-a45d-3fd6244ef997 by drivers openvswitch,hyperv on host n-h2-813419-10 at level 0 using segments [{'id': 'd28b9a3d-0e6e-43a3-a48e-9bc1dd8d593a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '2a5ee4a4-c41e-48f2-9219-3320d30093b8'}] {{(pid=102346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 11:12:32.216626 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64e69d47-db73-4c9e-ac3c-8860b8c23d91 req-3189e4bd-2ebf-4b5d-ab64-2776c784f50f service neutron] Attempting to bind port 5dbb7e70-05df-43d3-a45d-3fd6244ef997 on network 2a5ee4a4-c41e-48f2-9219-3320d30093b8 {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 11:12:32.221347 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64e69d47-db73-4c9e-ac3c-8860b8c23d91 req-3189e4bd-2ebf-4b5d-ab64-2776c784f50f service neutron] Port 5dbb7e70-05df-43d3-a45d-3fd6244ef997 on network 2a5ee4a4-c41e-48f2-9219-3320d30093b8 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-10 {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 11:12:32.221655 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64e69d47-db73-4c9e-ac3c-8860b8c23d91 req-3189e4bd-2ebf-4b5d-ab64-2776c784f50f service neutron] Attempting to bind port 5dbb7e70-05df-43d3-a45d-3fd6244ef997 on network 2a5ee4a4-c41e-48f2-9219-3320d30093b8 {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 11:12:32.226733 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64e69d47-db73-4c9e-ac3c-8860b8c23d91 req-3189e4bd-2ebf-4b5d-ab64-2776c784f50f service neutron] Checking agent: {'id': 'a2edc247-0fa4-4ce6-bbae-a10492f6bd71', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 16, 9), 'started_at': datetime.datetime(2021, 10, 27, 10, 16, 9), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 11, 12, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 11:12:32.227065 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64e69d47-db73-4c9e-ac3c-8860b8c23d91 req-3189e4bd-2ebf-4b5d-ab64-2776c784f50f service neutron] Checking segment: {'id': 'd28b9a3d-0e6e-43a3-a48e-9bc1dd8d593a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '2a5ee4a4-c41e-48f2-9219-3320d30093b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 11:12:32.227441 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64e69d47-db73-4c9e-ac3c-8860b8c23d91 req-3189e4bd-2ebf-4b5d-ab64-2776c784f50f service neutron] Bound using segment: {'id': 'd28b9a3d-0e6e-43a3-a48e-9bc1dd8d593a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '2a5ee4a4-c41e-48f2-9219-3320d30093b8'} {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 11:12:32.227860 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.managers [req-64e69d47-db73-4c9e-ac3c-8860b8c23d91 req-3189e4bd-2ebf-4b5d-ab64-2776c784f50f service neutron] Bound port: 5dbb7e70-05df-43d3-a45d-3fd6244ef997, host: n-h2-813419-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd28b9a3d-0e6e-43a3-a48e-9bc1dd8d593a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '2a5ee4a4-c41e-48f2-9219-3320d30093b8'}}] {{(pid=102346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 11:12:32.228226 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-64e69d47-db73-4c9e-ac3c-8860b8c23d91 req-3189e4bd-2ebf-4b5d-ab64-2776c784f50f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:12:32.287694 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [req-64e69d47-db73-4c9e-ac3c-8860b8c23d91 req-3189e4bd-2ebf-4b5d-ab64-2776c784f50f service neutron] For port 5dbb7e70-05df-43d3-a45d-3fd6244ef997, host n-h2-813419-10, cleared binding levels {{(pid=102346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 11:12:32.290784 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [req-64e69d47-db73-4c9e-ac3c-8860b8c23d91 req-3189e4bd-2ebf-4b5d-ab64-2776c784f50f service neutron] For port 5dbb7e70-05df-43d3-a45d-3fd6244ef997, host n-h2-813419-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=5dbb7e70-05df-43d3-a45d-3fd6244ef997,segment=NetworkSegment(d28b9a3d-0e6e-43a3-a48e-9bc1dd8d593a),segment_id=d28b9a3d-0e6e-43a3-a48e-9bc1dd8d593a)] {{(pid=102346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 11:12:32.294145 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-64e69d47-db73-4c9e-ac3c-8860b8c23d91 req-3189e4bd-2ebf-4b5d-ab64-2776c784f50f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27024173'] for port, after_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:12:32.330492 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e69d47-db73-4c9e-ac3c-8860b8c23d91 req-3189e4bd-2ebf-4b5d-ab64-2776c784f50f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:12:32.331096 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-64e69d47-db73-4c9e-ac3c-8860b8c23d91 req-3189e4bd-2ebf-4b5d-ab64-2776c784f50f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:12:32.332492 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-64e69d47-db73-4c9e-ac3c-8860b8c23d91 req-3189e4bd-2ebf-4b5d-ab64-2776c784f50f service neutron] 10.222.0.76 "PUT /v2.0/ports/5dbb7e70-05df-43d3-a45d-3fd6244ef997 HTTP/1.1" status: 200 len: 1092 time: 1.1130362 Oct 27 11:12:32.349088 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3189e4bd-2ebf-4b5d-ab64-2776c784f50f service neutron] Pushing event updated for resources: {'Port': ['ID=5dbb7e70-05df-43d3-a45d-3fd6244ef997,revision_number=7']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:12:32.397535 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e69d47-db73-4c9e-ac3c-8860b8c23d91 req-003368df-7602-4714-8bcb-e514e460d642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:12:32.399100 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-64e69d47-db73-4c9e-ac3c-8860b8c23d91 req-003368df-7602-4714-8bcb-e514e460d642 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=8de2a5bb3a4048f09f89b68594efec08&device_id=66d8b4ff-6a73-4415-8ad5-43506a47877c HTTP/1.1" status: 200 len: 1095 time: 0.0432253 Oct 27 11:12:32.495874 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e69d47-db73-4c9e-ac3c-8860b8c23d91 req-5d8369b0-16fb-4f5e-8c6d-0973144802d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:12:32.497374 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-64e69d47-db73-4c9e-ac3c-8860b8c23d91 req-5d8369b0-16fb-4f5e-8c6d-0973144802d9 service neutron] 10.222.0.76 "GET /v2.0/networks?id=2a5ee4a4-c41e-48f2-9219-3320d30093b8 HTTP/1.1" status: 200 len: 913 time: 0.0891602 Oct 27 11:12:32.565302 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-64e69d47-db73-4c9e-ac3c-8860b8c23d91 req-678ec19f-a1e3-4884-bb04-00f29f2b54ca service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5dbb7e70-05df-43d3-a45d-3fd6244ef997 HTTP/1.1" status: 200 len: 1000 time: 0.0597050 Oct 27 11:12:32.615823 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e69d47-db73-4c9e-ac3c-8860b8c23d91 req-3faac9a4-476a-439d-b2a2-5e86fcddd8a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:12:32.617294 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-64e69d47-db73-4c9e-ac3c-8860b8c23d91 req-3faac9a4-476a-439d-b2a2-5e86fcddd8a3 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=ad455bd6-8255-41fb-b160-f3442cc0c657 HTTP/1.1" status: 200 len: 851 time: 0.0447025 Oct 27 11:12:32.662281 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e69d47-db73-4c9e-ac3c-8860b8c23d91 req-1a1e6b40-d33f-4332-8cb7-7d44c32c9f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:12:32.663638 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-64e69d47-db73-4c9e-ac3c-8860b8c23d91 req-1a1e6b40-d33f-4332-8cb7-7d44c32c9f30 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=2a5ee4a4-c41e-48f2-9219-3320d30093b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0390079 Oct 27 11:12:32.755342 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-64e69d47-db73-4c9e-ac3c-8860b8c23d91 req-ff5e719f-c55d-485e-807e-6ad7f9af0aa5 service neutron] 10.222.0.76 "GET /v2.0/networks/2a5ee4a4-c41e-48f2-9219-3320d30093b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839980 Oct 27 11:12:32.843724 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-64e69d47-db73-4c9e-ac3c-8860b8c23d91 req-18c47868-58b8-4990-9dc6-fe9550615728 service neutron] 10.222.0.76 "GET /v2.0/networks/2a5ee4a4-c41e-48f2-9219-3320d30093b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803714 Oct 27 11:12:32.874380 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:12:33.334806 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53404d23-4b58-4608-a5f3-a29478dd444f req-370fcfff-f69c-424a-90c9-5df28b821723 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:12:33.336306 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-53404d23-4b58-4608-a5f3-a29478dd444f req-370fcfff-f69c-424a-90c9-5df28b821723 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/ports?device_id=66d8b4ff-6a73-4415-8ad5-43506a47877c HTTP/1.1" status: 200 len: 943 time: 0.0527954 Oct 27 11:12:33.373179 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-53404d23-4b58-4608-a5f3-a29478dd444f req-e992e12a-82f0-4185-b18d-6e1d3005c6a9 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/security-groups?id=baae45f4-356c-4047-8629-69a3801a3a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310016 Oct 27 11:12:33.600839 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66d8b4ff-6a73-4415-8ad5-43506a47877c', 'tag': '5dbb7e70-05df-43d3-a45d-3fd6244ef997'}] {{(pid=102346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 11:12:33.603145 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc0e418f5fc417c8d55d94c0aa509b037d0beb2a734c1a709e789eb65639a56d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1140d44-9ece-4900-98c7-d689ff04d0b7" -d '{"events": [{"name": "network-changed", "server_uuid": "66d8b4ff-6a73-4415-8ad5-43506a47877c", "tag": "5dbb7e70-05df-43d3-a45d-3fd6244ef997"}]}' {{(pid=102346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 11:12:33.651604 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 11:12:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15b3a6ac-9497-463b-af37-c311b09f1a54 x-openstack-request-id: req-15b3a6ac-9497-463b-af37-c311b09f1a54 {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 11:12:33.651892 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66d8b4ff-6a73-4415-8ad5-43506a47877c", "tag": "5dbb7e70-05df-43d3-a45d-3fd6244ef997", "status": "completed", "code": 200}]} {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 11:12:33.652886 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-15b3a6ac-9497-463b-af37-c311b09f1a54 {{(pid=102346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 11:12:33.653342 n-d-813419-10 neutron-server[102346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66d8b4ff-6a73-4415-8ad5-43506a47877c', 'tag': '5dbb7e70-05df-43d3-a45d-3fd6244ef997', 'status': 'completed', 'code': 200} Oct 27 11:12:33.708741 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1140d44-9ece-4900-98c7-d689ff04d0b7 req-dcf41cb7-a592-4ad8-91af-df389f61442a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:12:33.710246 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-d1140d44-9ece-4900-98c7-d689ff04d0b7 req-dcf41cb7-a592-4ad8-91af-df389f61442a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8de2a5bb3a4048f09f89b68594efec08&device_id=66d8b4ff-6a73-4415-8ad5-43506a47877c HTTP/1.1" status: 200 len: 1095 time: 0.0411174 Oct 27 11:12:33.715904 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1140d44-9ece-4900-98c7-d689ff04d0b7 req-ca10491c-7068-44bd-b9f1-2ef5ef1280b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:12:33.717486 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-d1140d44-9ece-4900-98c7-d689ff04d0b7 req-ca10491c-7068-44bd-b9f1-2ef5ef1280b6 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=8de2a5bb3a4048f09f89b68594efec08&device_id=66d8b4ff-6a73-4415-8ad5-43506a47877c HTTP/1.1" status: 200 len: 1095 time: 0.0396554 Oct 27 11:12:33.736468 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device 5dbb7e70-05df-43d3-a45d-3fd6244ef997 no longer exists at agent hyperv_n-h1-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 11:12:33.775607 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device 5dbb7e70-05df-43d3-a45d-3fd6244ef997 not bound to the agent host n-h1-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 11:12:33.807084 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1140d44-9ece-4900-98c7-d689ff04d0b7 req-4127418e-b61c-4978-a19b-0a325c9e5970 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:12:33.808577 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-d1140d44-9ece-4900-98c7-d689ff04d0b7 req-4127418e-b61c-4978-a19b-0a325c9e5970 service neutron] 10.222.0.64 "GET /v2.0/networks?id=2a5ee4a4-c41e-48f2-9219-3320d30093b8 HTTP/1.1" status: 200 len: 913 time: 0.0905449 Oct 27 11:12:33.813970 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1140d44-9ece-4900-98c7-d689ff04d0b7 req-85b188ea-baa4-41c2-ab9f-adbafa3f46be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:12:33.815438 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-d1140d44-9ece-4900-98c7-d689ff04d0b7 req-85b188ea-baa4-41c2-ab9f-adbafa3f46be service neutron] 10.222.0.76 "GET /v2.0/networks?id=2a5ee4a4-c41e-48f2-9219-3320d30093b8 HTTP/1.1" status: 200 len: 913 time: 0.0906940 Oct 27 11:12:33.874465 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-d1140d44-9ece-4900-98c7-d689ff04d0b7 req-24f7ea44-0699-48d4-b2ee-8cf89b918e86 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5dbb7e70-05df-43d3-a45d-3fd6244ef997 HTTP/1.1" status: 200 len: 1000 time: 0.0576625 Oct 27 11:12:33.883741 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-d1140d44-9ece-4900-98c7-d689ff04d0b7 req-bb8f3c2b-14a0-4861-ba00-c9e7393f7542 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5dbb7e70-05df-43d3-a45d-3fd6244ef997 HTTP/1.1" status: 200 len: 1000 time: 0.0608096 Oct 27 11:12:33.922489 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1140d44-9ece-4900-98c7-d689ff04d0b7 req-e66a6d4f-241e-4704-a2ef-6e56c28c0e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:12:33.924621 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-d1140d44-9ece-4900-98c7-d689ff04d0b7 req-e66a6d4f-241e-4704-a2ef-6e56c28c0e1e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ad455bd6-8255-41fb-b160-f3442cc0c657 HTTP/1.1" status: 200 len: 851 time: 0.0438316 Oct 27 11:12:33.943926 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1140d44-9ece-4900-98c7-d689ff04d0b7 req-035985db-297c-42a0-9de5-f8bc273193bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:12:33.945430 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-d1140d44-9ece-4900-98c7-d689ff04d0b7 req-035985db-297c-42a0-9de5-f8bc273193bf service neutron] 10.222.0.76 "GET /v2.0/subnets?id=ad455bd6-8255-41fb-b160-f3442cc0c657 HTTP/1.1" status: 200 len: 851 time: 0.0539515 Oct 27 11:12:33.974416 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1140d44-9ece-4900-98c7-d689ff04d0b7 req-05686a6f-a799-41d5-b898-e50838d530ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:12:33.975903 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-d1140d44-9ece-4900-98c7-d689ff04d0b7 req-05686a6f-a799-41d5-b898-e50838d530ac service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2a5ee4a4-c41e-48f2-9219-3320d30093b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0445569 Oct 27 11:12:33.991274 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1140d44-9ece-4900-98c7-d689ff04d0b7 req-62799cd0-65df-4321-aea0-d86278453e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:12:33.992790 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-d1140d44-9ece-4900-98c7-d689ff04d0b7 req-62799cd0-65df-4321-aea0-d86278453e71 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=2a5ee4a4-c41e-48f2-9219-3320d30093b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0400231 Oct 27 11:12:34.066545 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-d1140d44-9ece-4900-98c7-d689ff04d0b7 req-9541e135-e8e4-4781-af45-9e784352ddb8 service neutron] 10.222.0.64 "GET /v2.0/networks/2a5ee4a4-c41e-48f2-9219-3320d30093b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831089 Oct 27 11:12:34.085576 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-d1140d44-9ece-4900-98c7-d689ff04d0b7 req-4aeb89c4-e0ea-4d87-a491-0a2c23445516 service neutron] 10.222.0.76 "GET /v2.0/networks/2a5ee4a4-c41e-48f2-9219-3320d30093b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844710 Oct 27 11:12:34.161105 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-d1140d44-9ece-4900-98c7-d689ff04d0b7 req-8787213a-8e17-493e-a7c8-087a1605f28f service neutron] 10.222.0.64 "GET /v2.0/networks/2a5ee4a4-c41e-48f2-9219-3320d30093b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879021 Oct 27 11:12:34.177236 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-d1140d44-9ece-4900-98c7-d689ff04d0b7 req-539b2b7b-c1c9-419d-a561-85e892449399 service neutron] 10.222.0.76 "GET /v2.0/networks/2a5ee4a4-c41e-48f2-9219-3320d30093b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832365 Oct 27 11:12:34.487492 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c8a70d-167b-4bf2-9c68-5412dfc848e3 req-a73f86e0-070e-4608-bb18-5ea38e407dc4 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:12:34.488894 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-44c8a70d-167b-4bf2-9c68-5412dfc848e3 req-a73f86e0-070e-4608-bb18-5ea38e407dc4 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/ports?device_id=66d8b4ff-6a73-4415-8ad5-43506a47877c HTTP/1.1" status: 200 len: 943 time: 0.0481639 Oct 27 11:12:34.526617 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-44c8a70d-167b-4bf2-9c68-5412dfc848e3 req-dbfb663a-6068-4853-8851-95eaa5386d78 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/security-groups?id=baae45f4-356c-4047-8629-69a3801a3a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318737 Oct 27 11:12:35.647231 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d270cf-4334-4552-b0d0-894b8677e77a req-8bb9a1be-fc86-488e-a8c9-6e33db49462f tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:12:35.648716 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-92d270cf-4334-4552-b0d0-894b8677e77a req-8bb9a1be-fc86-488e-a8c9-6e33db49462f tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/ports?device_id=66d8b4ff-6a73-4415-8ad5-43506a47877c HTTP/1.1" status: 200 len: 943 time: 0.0492864 Oct 27 11:12:35.689481 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-92d270cf-4334-4552-b0d0-894b8677e77a req-9296cec5-491c-4bb4-9a10-e21cfa01a4d7 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/security-groups?id=baae45f4-356c-4047-8629-69a3801a3a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348442 Oct 27 11:12:36.804043 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94679e0-c31b-415d-b023-933b1261660f req-65e44537-530a-4a0c-abb7-618f866dc213 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:12:36.805567 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c94679e0-c31b-415d-b023-933b1261660f req-65e44537-530a-4a0c-abb7-618f866dc213 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/ports?device_id=66d8b4ff-6a73-4415-8ad5-43506a47877c HTTP/1.1" status: 200 len: 943 time: 0.0488799 Oct 27 11:12:36.841914 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c94679e0-c31b-415d-b023-933b1261660f req-b2d888b8-5e85-4ae0-8e10-80d7dd569628 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/security-groups?id=baae45f4-356c-4047-8629-69a3801a3a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305076 Oct 27 11:12:36.933493 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device 5dbb7e70-05df-43d3-a45d-3fd6244ef997 details requested by agent hyperv_n-h2-813419-10 with host n-h2-813419-10 {{(pid=102348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 11:12:37.033853 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] For port 5dbb7e70-05df-43d3-a45d-3fd6244ef997, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=5dbb7e70-05df-43d3-a45d-3fd6244ef997,segment=NetworkSegment(d28b9a3d-0e6e-43a3-a48e-9bc1dd8d593a),segment_id=d28b9a3d-0e6e-43a3-a48e-9bc1dd8d593a)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:12:37.045363 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Returning: {'device': '5dbb7e70-05df-43d3-a45d-3fd6244ef997', 'network_id': '2a5ee4a4-c41e-48f2-9219-3320d30093b8', 'port_id': '5dbb7e70-05df-43d3-a45d-3fd6244ef997', 'mac_address': 'fa:16:3e:49:7b:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad455bd6-8255-41fb-b160-f3442cc0c657', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 11:12:37.085557 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:12:37.099576 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5dbb7e70-05df-43d3-a45d-3fd6244ef997 {{(pid=102348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 11:12:37.121024 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] For port 5dbb7e70-05df-43d3-a45d-3fd6244ef997, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=5dbb7e70-05df-43d3-a45d-3fd6244ef997,segment=NetworkSegment(d28b9a3d-0e6e-43a3-a48e-9bc1dd8d593a),segment_id=d28b9a3d-0e6e-43a3-a48e-9bc1dd8d593a)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:12:37.125616 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:12:37.137102 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2cbaaf-e5ef-40e0-805e-6acd2016a1b0 req-8f947070-4257-4fd3-b4c1-e60892268d42 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:12:37.138618 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-cd2cbaaf-e5ef-40e0-805e-6acd2016a1b0 req-8f947070-4257-4fd3-b4c1-e60892268d42 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.76 "GET /v2.0/ports?device_id=66d8b4ff-6a73-4415-8ad5-43506a47877c&tenant_id=8de2a5bb3a4048f09f89b68594efec08&binding%3Ahost_id=n-h2-813419-10 HTTP/1.1" status: 200 len: 943 time: 0.0589108 Oct 27 11:12:37.150629 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542a9d29-debd-432e-b2c3-9d40abe03d6e req-61e4d4fa-0631-41cb-b38c-42e1c9abe93d tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:12:37.152138 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-542a9d29-debd-432e-b2c3-9d40abe03d6e req-61e4d4fa-0631-41cb-b38c-42e1c9abe93d tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/ports?device_id=66d8b4ff-6a73-4415-8ad5-43506a47877c HTTP/1.1" status: 200 len: 943 time: 0.0547695 Oct 27 11:12:37.177549 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Pushing event updated for resources: {'Port': ['ID=5dbb7e70-05df-43d3-a45d-3fd6244ef997,revision_number=8']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:12:37.184978 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:12:37.185297 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:12:37.185637 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:12:37.186002 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:12:37.186334 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:12:37.186712 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:12:37.187173 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:12:37.187503 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:12:37.187827 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:12:37.188176 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:12:37.188527 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:12:37.188873 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:12:37.192177 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-542a9d29-debd-432e-b2c3-9d40abe03d6e req-33e730db-b301-4632-9277-5e7e04e42343 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/security-groups?id=baae45f4-356c-4047-8629-69a3801a3a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324597 Oct 27 11:12:37.208896 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-cd2cbaaf-e5ef-40e0-805e-6acd2016a1b0 req-cb6274f3-8a7a-4d3f-9f30-813514468619 service neutron] 10.222.0.76 "GET /v2.0/ports/5dbb7e70-05df-43d3-a45d-3fd6244ef997/bindings/n-h2-813419-10 HTTP/1.1" status: 200 len: 383 time: 0.0608139 Oct 27 11:12:37.270863 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2cbaaf-e5ef-40e0-805e-6acd2016a1b0 req-4eb53871-a497-4fb4-9fb6-b1793d5d601e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:12:37.272399 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-cd2cbaaf-e5ef-40e0-805e-6acd2016a1b0 req-4eb53871-a497-4fb4-9fb6-b1793d5d601e service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=8de2a5bb3a4048f09f89b68594efec08&device_id=66d8b4ff-6a73-4415-8ad5-43506a47877c HTTP/1.1" status: 200 len: 1096 time: 0.0397110 Oct 27 11:12:37.366548 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2cbaaf-e5ef-40e0-805e-6acd2016a1b0 req-e8d8a1aa-c04b-445c-84e1-c21bcfbdda69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:12:37.368035 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-cd2cbaaf-e5ef-40e0-805e-6acd2016a1b0 req-e8d8a1aa-c04b-445c-84e1-c21bcfbdda69 service neutron] 10.222.0.76 "GET /v2.0/networks?id=2a5ee4a4-c41e-48f2-9219-3320d30093b8 HTTP/1.1" status: 200 len: 913 time: 0.0874064 Oct 27 11:12:37.433596 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-cd2cbaaf-e5ef-40e0-805e-6acd2016a1b0 req-e0f819c7-0f3b-4e43-b930-fae191851635 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5dbb7e70-05df-43d3-a45d-3fd6244ef997 HTTP/1.1" status: 200 len: 1001 time: 0.0580583 Oct 27 11:12:37.465939 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] get_ports_and_sgs() called for port_ids ['5dbb7e70-05df-43d3-a45d-3fd6244ef997'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 11:12:37.486364 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2cbaaf-e5ef-40e0-805e-6acd2016a1b0 req-1c9735da-49cf-402c-9451-854cfec4c3b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:12:37.487844 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-cd2cbaaf-e5ef-40e0-805e-6acd2016a1b0 req-1c9735da-49cf-402c-9451-854cfec4c3b6 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=ad455bd6-8255-41fb-b160-f3442cc0c657 HTTP/1.1" status: 200 len: 851 time: 0.0471237 Oct 27 11:12:37.533264 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2cbaaf-e5ef-40e0-805e-6acd2016a1b0 req-46ad6e8d-bee1-4a8a-9eb2-5793eeed4912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:12:37.534749 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-cd2cbaaf-e5ef-40e0-805e-6acd2016a1b0 req-46ad6e8d-bee1-4a8a-9eb2-5793eeed4912 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=2a5ee4a4-c41e-48f2-9219-3320d30093b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398808 Oct 27 11:12:37.621201 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-cd2cbaaf-e5ef-40e0-805e-6acd2016a1b0 req-38d42967-003e-4dd3-90bc-fcaf57afa0d8 service neutron] 10.222.0.76 "GET /v2.0/networks/2a5ee4a4-c41e-48f2-9219-3320d30093b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794601 Oct 27 11:12:37.715933 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-cd2cbaaf-e5ef-40e0-805e-6acd2016a1b0 req-8fdf8328-9964-40b3-a704-d4a6fb5ba31a service neutron] 10.222.0.76 "GET /v2.0/networks/2a5ee4a4-c41e-48f2-9219-3320d30093b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867712 Oct 27 11:12:38.323821 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e9b424-80fd-4968-a265-51d85def2525 req-5753474b-0907-419e-b545-5e56c641caff tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:12:38.325454 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-11e9b424-80fd-4968-a265-51d85def2525 req-5753474b-0907-419e-b545-5e56c641caff tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/ports?device_id=66d8b4ff-6a73-4415-8ad5-43506a47877c HTTP/1.1" status: 200 len: 944 time: 0.0544651 Oct 27 11:12:38.368246 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-11e9b424-80fd-4968-a265-51d85def2525 req-86fa947a-d9cd-4c96-8535-33e4c2c9ea05 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/security-groups?id=baae45f4-356c-4047-8629-69a3801a3a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339270 Oct 27 11:12:38.943766 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device 5dbb7e70-05df-43d3-a45d-3fd6244ef997 up at agent hyperv_n-h2-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 11:12:38.994725 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Provisioning for port 5dbb7e70-05df-43d3-a45d-3fd6244ef997 completed by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 11:12:38.998253 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Provisioning complete for port 5dbb7e70-05df-43d3-a45d-3fd6244ef997 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:12:38.998616 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:12:39.074689 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:12:39.097029 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66d8b4ff-6a73-4415-8ad5-43506a47877c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dbb7e70-05df-43d3-a45d-3fd6244ef997'}] {{(pid=102348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 11:12:39.099273 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c588921fa634554a1d9242fdea1b05457a9ff1d3b28ba54ec1dace7f2f1df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44bd1976-2dd4-4c4e-b10a-8c9245a04f1c" -d '{"events": [{"server_uuid": "66d8b4ff-6a73-4415-8ad5-43506a47877c", "name": "network-vif-plugged", "status": "completed", "tag": "5dbb7e70-05df-43d3-a45d-3fd6244ef997"}]}' {{(pid=102348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 11:12:39.113725 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] For port 5dbb7e70-05df-43d3-a45d-3fd6244ef997, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=5dbb7e70-05df-43d3-a45d-3fd6244ef997,segment=NetworkSegment(d28b9a3d-0e6e-43a3-a48e-9bc1dd8d593a),segment_id=d28b9a3d-0e6e-43a3-a48e-9bc1dd8d593a)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:12:39.118143 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:12:39.154117 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 11:12:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f8dd265-1d17-40b5-bcab-50643ae0fb1e x-openstack-request-id: req-3f8dd265-1d17-40b5-bcab-50643ae0fb1e {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 11:12:39.154404 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66d8b4ff-6a73-4415-8ad5-43506a47877c", "name": "network-vif-plugged", "status": "completed", "tag": "5dbb7e70-05df-43d3-a45d-3fd6244ef997", "code": 200}]} {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 11:12:39.154653 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3f8dd265-1d17-40b5-bcab-50643ae0fb1e {{(pid=102348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 11:12:39.155036 n-d-813419-10 neutron-server[102348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66d8b4ff-6a73-4415-8ad5-43506a47877c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dbb7e70-05df-43d3-a45d-3fd6244ef997', 'code': 200} Oct 27 11:12:39.181924 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Pushing event updated for resources: {'Port': ['ID=5dbb7e70-05df-43d3-a45d-3fd6244ef997,revision_number=9']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:12:39.299340 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:12:39.499025 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9e1ec0-051e-45e0-a5b9-e8dc572fbb16 req-85b58458-7f62-41a1-8f0a-ed5d21713c8c tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:12:39.500587 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-8d9e1ec0-051e-45e0-a5b9-e8dc572fbb16 req-85b58458-7f62-41a1-8f0a-ed5d21713c8c tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/ports?device_id=66d8b4ff-6a73-4415-8ad5-43506a47877c HTTP/1.1" status: 200 len: 945 time: 0.0605116 Oct 27 11:12:39.540855 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-8d9e1ec0-051e-45e0-a5b9-e8dc572fbb16 req-8d9deca5-97d2-41a8-b6b9-564e9dfbed4e tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/security-groups?id=baae45f4-356c-4047-8629-69a3801a3a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324194 Oct 27 11:12:39.736552 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2cbaaf-e5ef-40e0-805e-6acd2016a1b0 req-4928e09b-70ea-4543-89ec-45acc6a5744a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:12:39.738085 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-cd2cbaaf-e5ef-40e0-805e-6acd2016a1b0 req-4928e09b-70ea-4543-89ec-45acc6a5744a service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=66d8b4ff-6a73-4415-8ad5-43506a47877c&tenant_id=8de2a5bb3a4048f09f89b68594efec08 HTTP/1.1" status: 200 len: 1097 time: 0.0421386 Oct 27 11:12:39.749683 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [req-cd2cbaaf-e5ef-40e0-805e-6acd2016a1b0 req-6ddb48d6-c5f5-4c5b-8c22-34371a745203 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-813419-10', 'device_owner': 'compute:nova'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:12:39.802825 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-cd2cbaaf-e5ef-40e0-805e-6acd2016a1b0 req-6ddb48d6-c5f5-4c5b-8c22-34371a745203 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:12:40.004480 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-cd2cbaaf-e5ef-40e0-805e-6acd2016a1b0 req-6ddb48d6-c5f5-4c5b-8c22-34371a745203 service neutron] For port 5dbb7e70-05df-43d3-a45d-3fd6244ef997, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=5dbb7e70-05df-43d3-a45d-3fd6244ef997,segment=NetworkSegment(d28b9a3d-0e6e-43a3-a48e-9bc1dd8d593a),segment_id=d28b9a3d-0e6e-43a3-a48e-9bc1dd8d593a)] {{(pid=102347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:12:40.038432 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-cd2cbaaf-e5ef-40e0-805e-6acd2016a1b0 req-6ddb48d6-c5f5-4c5b-8c22-34371a745203 service neutron] For port 5dbb7e70-05df-43d3-a45d-3fd6244ef997, host n-h2-813419-10, cleared binding levels {{(pid=102347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 11:12:40.077091 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66d8b4ff-6a73-4415-8ad5-43506a47877c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5dbb7e70-05df-43d3-a45d-3fd6244ef997'}] {{(pid=102347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 11:12:40.079320 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311149b481204ee7edffdb959c881838506fbd95bc8577c048f6677abb73acc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc4b3785-6828-4404-9fba-40898c532571" -d '{"events": [{"server_uuid": "66d8b4ff-6a73-4415-8ad5-43506a47877c", "name": "network-vif-unplugged", "status": "completed", "tag": "5dbb7e70-05df-43d3-a45d-3fd6244ef997"}]}' {{(pid=102347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 11:12:40.083733 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-cd2cbaaf-e5ef-40e0-805e-6acd2016a1b0 req-6ddb48d6-c5f5-4c5b-8c22-34371a745203 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:12:40.098053 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.provisioning_blocks [req-cd2cbaaf-e5ef-40e0-805e-6acd2016a1b0 req-6ddb48d6-c5f5-4c5b-8c22-34371a745203 service neutron] Transition to ACTIVE for port object 5dbb7e70-05df-43d3-a45d-3fd6244ef997 will not be triggered until provisioned by entity L2. {{(pid=102347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 11:12:40.103194 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-cd2cbaaf-e5ef-40e0-805e-6acd2016a1b0 req-6ddb48d6-c5f5-4c5b-8c22-34371a745203 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:12:40.137034 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 27 Oct 2021 11:12:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c86a0d7d-ca25-4e98-9b2c-4ca7c966577d x-openstack-request-id: req-c86a0d7d-ca25-4e98-9b2c-4ca7c966577d {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 11:12:40.137321 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66d8b4ff-6a73-4415-8ad5-43506a47877c", "name": "network-vif-unplugged", "status": "completed", "tag": "5dbb7e70-05df-43d3-a45d-3fd6244ef997", "code": 200}]} {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 11:12:40.137578 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c86a0d7d-ca25-4e98-9b2c-4ca7c966577d {{(pid=102347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 11:12:40.137968 n-d-813419-10 neutron-server[102347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66d8b4ff-6a73-4415-8ad5-43506a47877c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5dbb7e70-05df-43d3-a45d-3fd6244ef997', 'code': 200} Oct 27 11:12:40.151570 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddb48d6-c5f5-4c5b-8c22-34371a745203 service neutron] Pushing event updated for resources: {'Port': ['ID=5dbb7e70-05df-43d3-a45d-3fd6244ef997,revision_number=10']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:12:40.165053 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ddb48d6-c5f5-4c5b-8c22-34371a745203 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:12:40.165517 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ddb48d6-c5f5-4c5b-8c22-34371a745203 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:12:40.165859 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ddb48d6-c5f5-4c5b-8c22-34371a745203 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:12:40.166194 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ddb48d6-c5f5-4c5b-8c22-34371a745203 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:12:40.166524 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ddb48d6-c5f5-4c5b-8c22-34371a745203 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:12:40.166854 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ddb48d6-c5f5-4c5b-8c22-34371a745203 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:12:40.167183 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ddb48d6-c5f5-4c5b-8c22-34371a745203 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:12:40.167502 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ddb48d6-c5f5-4c5b-8c22-34371a745203 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:12:40.167829 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ddb48d6-c5f5-4c5b-8c22-34371a745203 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:12:40.168154 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ddb48d6-c5f5-4c5b-8c22-34371a745203 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:12:40.168504 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ddb48d6-c5f5-4c5b-8c22-34371a745203 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:12:40.168820 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ddb48d6-c5f5-4c5b-8c22-34371a745203 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:12:40.244247 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd2cbaaf-e5ef-40e0-805e-6acd2016a1b0 req-6ddb48d6-c5f5-4c5b-8c22-34371a745203 service neutron] No DVR routers for this DVR port 5dbb7e70-05df-43d3-a45d-3fd6244ef997 on host n-h2-813419-10 {{(pid=102347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 11:12:40.398943 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-cd2cbaaf-e5ef-40e0-805e-6acd2016a1b0 req-6ddb48d6-c5f5-4c5b-8c22-34371a745203 service neutron] Attempting to bind port 5dbb7e70-05df-43d3-a45d-3fd6244ef997 on host n-h1-813419-10 for vnic_type normal with profile {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 11:12:40.399277 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-cd2cbaaf-e5ef-40e0-805e-6acd2016a1b0 req-6ddb48d6-c5f5-4c5b-8c22-34371a745203 service neutron] Attempting to bind port 5dbb7e70-05df-43d3-a45d-3fd6244ef997 by drivers openvswitch,hyperv on host n-h1-813419-10 at level 0 using segments [{'id': 'd28b9a3d-0e6e-43a3-a48e-9bc1dd8d593a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '2a5ee4a4-c41e-48f2-9219-3320d30093b8'}] {{(pid=102347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 11:12:40.399599 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd2cbaaf-e5ef-40e0-805e-6acd2016a1b0 req-6ddb48d6-c5f5-4c5b-8c22-34371a745203 service neutron] Attempting to bind port 5dbb7e70-05df-43d3-a45d-3fd6244ef997 on network 2a5ee4a4-c41e-48f2-9219-3320d30093b8 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 11:12:40.404130 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd2cbaaf-e5ef-40e0-805e-6acd2016a1b0 req-6ddb48d6-c5f5-4c5b-8c22-34371a745203 service neutron] Port 5dbb7e70-05df-43d3-a45d-3fd6244ef997 on network 2a5ee4a4-c41e-48f2-9219-3320d30093b8 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-10 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 11:12:40.404510 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd2cbaaf-e5ef-40e0-805e-6acd2016a1b0 req-6ddb48d6-c5f5-4c5b-8c22-34371a745203 service neutron] Attempting to bind port 5dbb7e70-05df-43d3-a45d-3fd6244ef997 on network 2a5ee4a4-c41e-48f2-9219-3320d30093b8 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 11:12:40.411967 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd2cbaaf-e5ef-40e0-805e-6acd2016a1b0 req-6ddb48d6-c5f5-4c5b-8c22-34371a745203 service neutron] Checking agent: {'id': 'a52e1cab-0c63-402d-9c94-330537c6c076', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 16, 2), 'started_at': datetime.datetime(2021, 10, 27, 10, 16, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 11, 12, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 11:12:40.412338 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd2cbaaf-e5ef-40e0-805e-6acd2016a1b0 req-6ddb48d6-c5f5-4c5b-8c22-34371a745203 service neutron] Checking segment: {'id': 'd28b9a3d-0e6e-43a3-a48e-9bc1dd8d593a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '2a5ee4a4-c41e-48f2-9219-3320d30093b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 11:12:40.412725 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd2cbaaf-e5ef-40e0-805e-6acd2016a1b0 req-6ddb48d6-c5f5-4c5b-8c22-34371a745203 service neutron] Bound using segment: {'id': 'd28b9a3d-0e6e-43a3-a48e-9bc1dd8d593a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '2a5ee4a4-c41e-48f2-9219-3320d30093b8'} {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 11:12:40.413155 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-cd2cbaaf-e5ef-40e0-805e-6acd2016a1b0 req-6ddb48d6-c5f5-4c5b-8c22-34371a745203 service neutron] Bound port: 5dbb7e70-05df-43d3-a45d-3fd6244ef997, host: n-h1-813419-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd28b9a3d-0e6e-43a3-a48e-9bc1dd8d593a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '2a5ee4a4-c41e-48f2-9219-3320d30093b8'}}] {{(pid=102347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 11:12:40.413517 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-cd2cbaaf-e5ef-40e0-805e-6acd2016a1b0 req-6ddb48d6-c5f5-4c5b-8c22-34371a745203 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:12:40.475617 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-cd2cbaaf-e5ef-40e0-805e-6acd2016a1b0 req-6ddb48d6-c5f5-4c5b-8c22-34371a745203 service neutron] For port 5dbb7e70-05df-43d3-a45d-3fd6244ef997, host n-h1-813419-10, cleared binding levels {{(pid=102347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 11:12:40.479127 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-cd2cbaaf-e5ef-40e0-805e-6acd2016a1b0 req-6ddb48d6-c5f5-4c5b-8c22-34371a745203 service neutron] For port 5dbb7e70-05df-43d3-a45d-3fd6244ef997, host n-h1-813419-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=5dbb7e70-05df-43d3-a45d-3fd6244ef997,segment=NetworkSegment(d28b9a3d-0e6e-43a3-a48e-9bc1dd8d593a),segment_id=d28b9a3d-0e6e-43a3-a48e-9bc1dd8d593a)] {{(pid=102347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 11:12:40.482768 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-cd2cbaaf-e5ef-40e0-805e-6acd2016a1b0 req-6ddb48d6-c5f5-4c5b-8c22-34371a745203 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:12:40.522620 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2cbaaf-e5ef-40e0-805e-6acd2016a1b0 req-6ddb48d6-c5f5-4c5b-8c22-34371a745203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:12:40.523241 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-cd2cbaaf-e5ef-40e0-805e-6acd2016a1b0 req-6ddb48d6-c5f5-4c5b-8c22-34371a745203 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:12:40.524673 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-cd2cbaaf-e5ef-40e0-805e-6acd2016a1b0 req-6ddb48d6-c5f5-4c5b-8c22-34371a745203 service neutron] 10.222.0.64 "PUT /v2.0/ports/5dbb7e70-05df-43d3-a45d-3fd6244ef997 HTTP/1.1" status: 200 len: 1093 time: 0.7788966 Oct 27 11:12:40.541874 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddb48d6-c5f5-4c5b-8c22-34371a745203 service neutron] Pushing event updated for resources: {'Port': ['ID=5dbb7e70-05df-43d3-a45d-3fd6244ef997,revision_number=11']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:12:40.597747 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2cbaaf-e5ef-40e0-805e-6acd2016a1b0 req-52f4df67-f208-4088-805f-cd92dfc44097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:12:40.599525 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-cd2cbaaf-e5ef-40e0-805e-6acd2016a1b0 req-52f4df67-f208-4088-805f-cd92dfc44097 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8de2a5bb3a4048f09f89b68594efec08&device_id=66d8b4ff-6a73-4415-8ad5-43506a47877c HTTP/1.1" status: 200 len: 1096 time: 0.0486860 Oct 27 11:12:40.677563 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06322de-4685-42c6-84af-33a081f94b9d req-5e523f33-2744-4453-ab8a-41d0a9fd29df tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:12:40.686427 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-b06322de-4685-42c6-84af-33a081f94b9d req-5e523f33-2744-4453-ab8a-41d0a9fd29df tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/ports?device_id=66d8b4ff-6a73-4415-8ad5-43506a47877c HTTP/1.1" status: 200 len: 944 time: 0.0627182 Oct 27 11:12:40.699259 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2cbaaf-e5ef-40e0-805e-6acd2016a1b0 req-cd53d560-dcd3-4e51-a3d6-cea2841b82f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:12:40.700765 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-cd2cbaaf-e5ef-40e0-805e-6acd2016a1b0 req-cd53d560-dcd3-4e51-a3d6-cea2841b82f0 service neutron] 10.222.0.64 "GET /v2.0/networks?id=2a5ee4a4-c41e-48f2-9219-3320d30093b8 HTTP/1.1" status: 200 len: 913 time: 0.0941420 Oct 27 11:12:40.730975 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-b06322de-4685-42c6-84af-33a081f94b9d req-7afd86e6-a745-4bd2-bbca-400fcc179553 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/security-groups?id=baae45f4-356c-4047-8629-69a3801a3a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435433 Oct 27 11:12:40.775683 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-cd2cbaaf-e5ef-40e0-805e-6acd2016a1b0 req-d73d00d2-77c6-48b4-a854-c31a01b77844 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5dbb7e70-05df-43d3-a45d-3fd6244ef997 HTTP/1.1" status: 200 len: 1000 time: 0.0677457 Oct 27 11:12:40.829411 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2cbaaf-e5ef-40e0-805e-6acd2016a1b0 req-ed65a242-187c-4e39-9b5a-9cee05d578d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:12:40.831422 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-cd2cbaaf-e5ef-40e0-805e-6acd2016a1b0 req-ed65a242-187c-4e39-9b5a-9cee05d578d8 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ad455bd6-8255-41fb-b160-f3442cc0c657 HTTP/1.1" status: 200 len: 851 time: 0.0474296 Oct 27 11:12:40.876976 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2cbaaf-e5ef-40e0-805e-6acd2016a1b0 req-db2227d2-4418-461b-b728-d2575f9c1cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:12:40.878448 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-cd2cbaaf-e5ef-40e0-805e-6acd2016a1b0 req-db2227d2-4418-461b-b728-d2575f9c1cc6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2a5ee4a4-c41e-48f2-9219-3320d30093b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0400639 Oct 27 11:12:40.973100 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-cd2cbaaf-e5ef-40e0-805e-6acd2016a1b0 req-9e1d1c56-af9c-4f36-b240-fb67a29805f0 service neutron] 10.222.0.64 "GET /v2.0/networks/2a5ee4a4-c41e-48f2-9219-3320d30093b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877776 Oct 27 11:12:41.065804 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-cd2cbaaf-e5ef-40e0-805e-6acd2016a1b0 req-6e22ec64-84d9-4fa3-95c1-51431b254274 service neutron] 10.222.0.64 "GET /v2.0/networks/2a5ee4a4-c41e-48f2-9219-3320d30093b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857131 Oct 27 11:12:41.849759 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69fbf63-a662-40de-9c93-94ed3f764ab4 req-52d610e2-eeb5-42b3-9bcb-29b3b53b78a4 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:12:41.851237 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-f69fbf63-a662-40de-9c93-94ed3f764ab4 req-52d610e2-eeb5-42b3-9bcb-29b3b53b78a4 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/ports?device_id=66d8b4ff-6a73-4415-8ad5-43506a47877c HTTP/1.1" status: 200 len: 944 time: 0.0531242 Oct 27 11:12:41.887429 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-f69fbf63-a662-40de-9c93-94ed3f764ab4 req-65623d43-f39f-4bf8-b7e1-5bfcf2a89712 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/security-groups?id=baae45f4-356c-4047-8629-69a3801a3a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302899 Oct 27 11:12:42.139339 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66d8b4ff-6a73-4415-8ad5-43506a47877c', 'tag': '5dbb7e70-05df-43d3-a45d-3fd6244ef997'}] {{(pid=102347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 11:12:42.141797 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311149b481204ee7edffdb959c881838506fbd95bc8577c048f6677abb73acc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a3b5495-f47a-41f5-a15f-11207e49be6f" -d '{"events": [{"name": "network-changed", "server_uuid": "66d8b4ff-6a73-4415-8ad5-43506a47877c", "tag": "5dbb7e70-05df-43d3-a45d-3fd6244ef997"}]}' {{(pid=102347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 11:12:42.189322 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 11:12:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d9de186-8087-45dd-bb5f-8044a8750488 x-openstack-request-id: req-7d9de186-8087-45dd-bb5f-8044a8750488 {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 11:12:42.190012 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66d8b4ff-6a73-4415-8ad5-43506a47877c", "tag": "5dbb7e70-05df-43d3-a45d-3fd6244ef997", "status": "completed", "code": 200}]} {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 11:12:42.190293 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7d9de186-8087-45dd-bb5f-8044a8750488 {{(pid=102347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 11:12:42.190688 n-d-813419-10 neutron-server[102347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66d8b4ff-6a73-4415-8ad5-43506a47877c', 'tag': '5dbb7e70-05df-43d3-a45d-3fd6244ef997', 'status': 'completed', 'code': 200} Oct 27 11:12:42.249350 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3b5495-f47a-41f5-a15f-11207e49be6f req-e2c3d4cd-e151-41e8-8b5d-6f5976c9f09c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:12:42.250851 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-3a3b5495-f47a-41f5-a15f-11207e49be6f req-e2c3d4cd-e151-41e8-8b5d-6f5976c9f09c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8de2a5bb3a4048f09f89b68594efec08&device_id=66d8b4ff-6a73-4415-8ad5-43506a47877c HTTP/1.1" status: 200 len: 1096 time: 0.0412199 Oct 27 11:12:42.253476 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3b5495-f47a-41f5-a15f-11207e49be6f req-b5270857-631c-4feb-a131-9539cbf1dd95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:12:42.254939 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-3a3b5495-f47a-41f5-a15f-11207e49be6f req-b5270857-631c-4feb-a131-9539cbf1dd95 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=8de2a5bb3a4048f09f89b68594efec08&device_id=66d8b4ff-6a73-4415-8ad5-43506a47877c HTTP/1.1" status: 200 len: 1096 time: 0.0410671 Oct 27 11:12:42.350361 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3b5495-f47a-41f5-a15f-11207e49be6f req-9c12bbd9-0b07-4f8e-bb49-9dc38d65b67f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:12:42.351827 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-3a3b5495-f47a-41f5-a15f-11207e49be6f req-9c12bbd9-0b07-4f8e-bb49-9dc38d65b67f service neutron] 10.222.0.64 "GET /v2.0/networks?id=2a5ee4a4-c41e-48f2-9219-3320d30093b8 HTTP/1.1" status: 200 len: 913 time: 0.0912168 Oct 27 11:12:42.352646 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3b5495-f47a-41f5-a15f-11207e49be6f req-5f8bc609-84a4-4b81-a07f-cf5261097b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:12:42.354099 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-3a3b5495-f47a-41f5-a15f-11207e49be6f req-5f8bc609-84a4-4b81-a07f-cf5261097b86 service neutron] 10.222.0.76 "GET /v2.0/networks?id=2a5ee4a4-c41e-48f2-9219-3320d30093b8 HTTP/1.1" status: 200 len: 913 time: 0.0916502 Oct 27 11:12:42.422701 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-3a3b5495-f47a-41f5-a15f-11207e49be6f req-1215b9a2-6828-4066-894e-c98596fa2cb6 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5dbb7e70-05df-43d3-a45d-3fd6244ef997 HTTP/1.1" status: 200 len: 1000 time: 0.0608039 Oct 27 11:12:42.438098 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-3a3b5495-f47a-41f5-a15f-11207e49be6f req-7abe4e96-51d6-492e-9337-6a8227455213 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5dbb7e70-05df-43d3-a45d-3fd6244ef997 HTTP/1.1" status: 200 len: 1000 time: 0.0729923 Oct 27 11:12:42.479029 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3b5495-f47a-41f5-a15f-11207e49be6f req-1a0c50e9-713b-4cc8-91f5-083191d864d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:12:42.482006 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-3a3b5495-f47a-41f5-a15f-11207e49be6f req-1a0c50e9-713b-4cc8-91f5-083191d864d6 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=ad455bd6-8255-41fb-b160-f3442cc0c657 HTTP/1.1" status: 200 len: 851 time: 0.0501194 Oct 27 11:12:42.505738 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3b5495-f47a-41f5-a15f-11207e49be6f req-8ac8cb9a-109c-487e-a624-12f78a1edeb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:12:42.507232 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-3a3b5495-f47a-41f5-a15f-11207e49be6f req-8ac8cb9a-109c-487e-a624-12f78a1edeb2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ad455bd6-8255-41fb-b160-f3442cc0c657 HTTP/1.1" status: 200 len: 851 time: 0.0588861 Oct 27 11:12:42.530625 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3b5495-f47a-41f5-a15f-11207e49be6f req-5d34fdec-7343-4306-bb84-4846f52eca77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:12:42.533240 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-3a3b5495-f47a-41f5-a15f-11207e49be6f req-5d34fdec-7343-4306-bb84-4846f52eca77 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=2a5ee4a4-c41e-48f2-9219-3320d30093b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0452394 Oct 27 11:12:42.565114 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3b5495-f47a-41f5-a15f-11207e49be6f req-bfda3597-5ec7-4864-903a-a1a1e3479b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:12:42.567160 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-3a3b5495-f47a-41f5-a15f-11207e49be6f req-bfda3597-5ec7-4864-903a-a1a1e3479b46 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2a5ee4a4-c41e-48f2-9219-3320d30093b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0516200 Oct 27 11:12:42.628443 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-3a3b5495-f47a-41f5-a15f-11207e49be6f req-86dba880-492b-43b1-b8c8-a89084269a9c service neutron] 10.222.0.76 "GET /v2.0/networks/2a5ee4a4-c41e-48f2-9219-3320d30093b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885317 Oct 27 11:12:42.661282 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-3a3b5495-f47a-41f5-a15f-11207e49be6f req-291f7808-e8dc-42c1-b10a-7a8b2c500094 service neutron] 10.222.0.64 "GET /v2.0/networks/2a5ee4a4-c41e-48f2-9219-3320d30093b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869670 Oct 27 11:12:42.723862 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-3a3b5495-f47a-41f5-a15f-11207e49be6f req-486b214a-ff2b-457a-8f9d-9aec04cc028f service neutron] 10.222.0.76 "GET /v2.0/networks/2a5ee4a4-c41e-48f2-9219-3320d30093b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870850 Oct 27 11:12:42.755863 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-3a3b5495-f47a-41f5-a15f-11207e49be6f req-3dbd8dfa-43c8-4a0d-89ba-f8542a414549 service neutron] 10.222.0.64 "GET /v2.0/networks/2a5ee4a4-c41e-48f2-9219-3320d30093b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871444 Oct 27 11:12:42.949277 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device 5dbb7e70-05df-43d3-a45d-3fd6244ef997 no longer exists at agent hyperv_n-h2-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 11:12:42.988892 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device 5dbb7e70-05df-43d3-a45d-3fd6244ef997 not bound to the agent host n-h2-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 11:12:43.005107 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75236fb8-3175-4678-ae7c-7a24aa717c87 req-77f170d8-6b33-4b2f-95a4-e9cb0122aa86 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:12:43.006591 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-75236fb8-3175-4678-ae7c-7a24aa717c87 req-77f170d8-6b33-4b2f-95a4-e9cb0122aa86 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/ports?device_id=66d8b4ff-6a73-4415-8ad5-43506a47877c HTTP/1.1" status: 200 len: 944 time: 0.0498173 Oct 27 11:12:43.043840 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-75236fb8-3175-4678-ae7c-7a24aa717c87 req-1f6f0380-6bea-4783-bf38-d1bfef15c8ea tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/security-groups?id=baae45f4-356c-4047-8629-69a3801a3a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310574 Oct 27 11:12:43.160552 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed463f1-6ab2-46be-88f8-6eba0a06a0c3 req-629f7cf9-3634-48f9-a098-5fc797990ea2 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:12:43.162025 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-7ed463f1-6ab2-46be-88f8-6eba0a06a0c3 req-629f7cf9-3634-48f9-a098-5fc797990ea2 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/ports?device_id=66d8b4ff-6a73-4415-8ad5-43506a47877c HTTP/1.1" status: 200 len: 944 time: 0.0489657 Oct 27 11:12:43.202797 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-7ed463f1-6ab2-46be-88f8-6eba0a06a0c3 req-6e7570fe-4877-4c4c-b348-5175a5aa80c6 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/security-groups?id=baae45f4-356c-4047-8629-69a3801a3a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350368 Oct 27 11:12:43.312444 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e2d73e-2a1b-416b-925b-fe252f9cc46d req-b2df2409-bdb6-4345-8630-c0b0b075be52 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:12:43.314419 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-f5e2d73e-2a1b-416b-925b-fe252f9cc46d req-b2df2409-bdb6-4345-8630-c0b0b075be52 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/ports?device_id=66d8b4ff-6a73-4415-8ad5-43506a47877c HTTP/1.1" status: 200 len: 944 time: 0.0471148 Oct 27 11:12:43.351007 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-f5e2d73e-2a1b-416b-925b-fe252f9cc46d req-d63589b2-e325-4190-8664-9eaa86b6b0b0 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/security-groups?id=baae45f4-356c-4047-8629-69a3801a3a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307133 Oct 27 11:12:43.581307 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d008d3a3-38e4-4301-8dfa-cbf3ed470b92 req-d2d8897b-6134-4019-8762-7dd5a6b36961 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:12:43.582646 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-d008d3a3-38e4-4301-8dfa-cbf3ed470b92 req-d2d8897b-6134-4019-8762-7dd5a6b36961 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/ports?device_id=66d8b4ff-6a73-4415-8ad5-43506a47877c HTTP/1.1" status: 200 len: 944 time: 0.0517778 Oct 27 11:12:43.619565 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-d008d3a3-38e4-4301-8dfa-cbf3ed470b92 req-f7dc41e9-72c9-4237-8dc6-b82f07b9d5fe tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/security-groups?id=baae45f4-356c-4047-8629-69a3801a3a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310044 Oct 27 11:12:43.751717 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device 5dbb7e70-05df-43d3-a45d-3fd6244ef997 details requested by agent hyperv_n-h1-813419-10 with host n-h1-813419-10 {{(pid=102348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 11:12:43.846241 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port 5dbb7e70-05df-43d3-a45d-3fd6244ef997, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=5dbb7e70-05df-43d3-a45d-3fd6244ef997,segment=NetworkSegment(d28b9a3d-0e6e-43a3-a48e-9bc1dd8d593a),segment_id=d28b9a3d-0e6e-43a3-a48e-9bc1dd8d593a)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:12:43.857077 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Returning: {'device': '5dbb7e70-05df-43d3-a45d-3fd6244ef997', 'network_id': '2a5ee4a4-c41e-48f2-9219-3320d30093b8', 'port_id': '5dbb7e70-05df-43d3-a45d-3fd6244ef997', 'mac_address': 'fa:16:3e:49:7b:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad455bd6-8255-41fb-b160-f3442cc0c657', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 11:12:43.893588 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:12:43.906020 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5dbb7e70-05df-43d3-a45d-3fd6244ef997 {{(pid=102348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 11:12:43.925076 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port 5dbb7e70-05df-43d3-a45d-3fd6244ef997, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=5dbb7e70-05df-43d3-a45d-3fd6244ef997,segment=NetworkSegment(d28b9a3d-0e6e-43a3-a48e-9bc1dd8d593a),segment_id=d28b9a3d-0e6e-43a3-a48e-9bc1dd8d593a)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:12:43.928797 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:12:43.976473 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Pushing event updated for resources: {'Port': ['ID=5dbb7e70-05df-43d3-a45d-3fd6244ef997,revision_number=12']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:12:44.149354 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] get_ports_and_sgs() called for port_ids ['5dbb7e70-05df-43d3-a45d-3fd6244ef997'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 11:12:44.739773 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a26b326-c6a1-42e6-ab0e-3d970976dcae req-44d0e4a3-eafd-4242-b13b-ba6322fb8aca tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:12:44.741363 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-3a26b326-c6a1-42e6-ab0e-3d970976dcae req-44d0e4a3-eafd-4242-b13b-ba6322fb8aca tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/ports?device_id=66d8b4ff-6a73-4415-8ad5-43506a47877c HTTP/1.1" status: 200 len: 945 time: 0.0538499 Oct 27 11:12:44.745472 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73185071-387e-469b-ac7e-01de12c2ef88 req-1d140e30-5beb-4cbb-84fe-00ca60424156 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:12:44.746917 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-73185071-387e-469b-ac7e-01de12c2ef88 req-1d140e30-5beb-4cbb-84fe-00ca60424156 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.64 "GET /v2.0/ports?device_id=66d8b4ff-6a73-4415-8ad5-43506a47877c HTTP/1.1" status: 200 len: 945 time: 0.0480423 Oct 27 11:12:44.780252 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-3a26b326-c6a1-42e6-ab0e-3d970976dcae req-69bde77a-8765-4c2a-9aa6-139355666c79 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/security-groups?id=baae45f4-356c-4047-8629-69a3801a3a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326505 Oct 27 11:12:44.835804 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [req-73185071-387e-469b-ac7e-01de12c2ef88 req-441bc993-8f37-4f8f-9c0d-3202a01b4230 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Deleting port 5dbb7e70-05df-43d3-a45d-3fd6244ef997 {{(pid=102347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 11:12:44.836169 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-73185071-387e-469b-ac7e-01de12c2ef88 req-441bc993-8f37-4f8f-9c0d-3202a01b4230 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:12:44.924616 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-73185071-387e-469b-ac7e-01de12c2ef88 req-441bc993-8f37-4f8f-9c0d-3202a01b4230 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] For port 5dbb7e70-05df-43d3-a45d-3fd6244ef997, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=5dbb7e70-05df-43d3-a45d-3fd6244ef997,segment=NetworkSegment(d28b9a3d-0e6e-43a3-a48e-9bc1dd8d593a),segment_id=d28b9a3d-0e6e-43a3-a48e-9bc1dd8d593a)] {{(pid=102347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:12:44.924890 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-73185071-387e-469b-ac7e-01de12c2ef88 req-441bc993-8f37-4f8f-9c0d-3202a01b4230 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:12:45.089743 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-73185071-387e-469b-ac7e-01de12c2ef88 req-441bc993-8f37-4f8f-9c0d-3202a01b4230 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:12:45.090066 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-73185071-387e-469b-ac7e-01de12c2ef88 req-441bc993-8f37-4f8f-9c0d-3202a01b4230 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1664826'] for floatingip, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:12:45.090427 n-d-813419-10 neutron-server[102347]: INFO neutron.db.l3_db [req-73185071-387e-469b-ac7e-01de12c2ef88 req-441bc993-8f37-4f8f-9c0d-3202a01b4230 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Floating IP 42374c55-3019-4880-855c-e36e4c24cd32 disassociated. External IP: 172.25.8.186, port: 5dbb7e70-05df-43d3-a45d-3fd6244ef997. Oct 27 11:12:45.090817 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [req-73185071-387e-469b-ac7e-01de12c2ef88 req-441bc993-8f37-4f8f-9c0d-3202a01b4230 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Calling delete_port for 5dbb7e70-05df-43d3-a45d-3fd6244ef997 owned by compute:nova {{(pid=102347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 11:12:45.217197 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-73185071-387e-469b-ac7e-01de12c2ef88 req-441bc993-8f37-4f8f-9c0d-3202a01b4230 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:12:45.242918 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441bc993-8f37-4f8f-9c0d-3202a01b4230 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Pushing event deleted for resources: {'Port': ['ID=5dbb7e70-05df-43d3-a45d-3fd6244ef997,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:12:45.364565 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.l3_agent_scheduler [req-73185071-387e-469b-ac7e-01de12c2ef88 req-441bc993-8f37-4f8f-9c0d-3202a01b4230 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Router 21969188-e3ee-4d7c-b7a3-e1c4f087d3bf has already been hosted by L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb {{(pid=102347) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 11:12:45.472891 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-73185071-387e-469b-ac7e-01de12c2ef88 req-441bc993-8f37-4f8f-9c0d-3202a01b4230 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 11:12:45.482534 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7e1d644-dd33-4eda-9fd3-3560ffd89b9f None None] Sync routers for ids ['21969188-e3ee-4d7c-b7a3-e1c4f087d3bf'] in n-d-813419-10 {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 11:12:45.492874 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7e1d644-dd33-4eda-9fd3-3560ffd89b9f None None] Routers {'21969188-e3ee-4d7c-b7a3-e1c4f087d3bf'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 11:12:45.493476 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-e7e1d644-dd33-4eda-9fd3-3560ffd89b9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T11:12:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['21969188-e3ee-4d7c-b7a3-e1c4f087d3bf'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:12:45.511765 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [req-73185071-387e-469b-ac7e-01de12c2ef88 req-441bc993-8f37-4f8f-9c0d-3202a01b4230 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] No DVR routers for this DVR port 5dbb7e70-05df-43d3-a45d-3fd6244ef997 on host n-h1-813419-10 {{(pid=102347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 11:12:45.514590 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-73185071-387e-469b-ac7e-01de12c2ef88 req-441bc993-8f37-4f8f-9c0d-3202a01b4230 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:12:45.518493 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-73185071-387e-469b-ac7e-01de12c2ef88 req-441bc993-8f37-4f8f-9c0d-3202a01b4230 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.64 "DELETE /v2.0/ports/5dbb7e70-05df-43d3-a45d-3fd6244ef997 HTTP/1.1" status: 204 len: 173 time: 0.7654812 Oct 27 11:12:45.518872 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66d8b4ff-6a73-4415-8ad5-43506a47877c', 'name': 'network-vif-deleted', 'tag': '5dbb7e70-05df-43d3-a45d-3fd6244ef997'}] {{(pid=102347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 11:12:45.521417 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311149b481204ee7edffdb959c881838506fbd95bc8577c048f6677abb73acc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3c9a4f7-fbbb-4d68-82b7-eed01a616d46" -d '{"events": [{"server_uuid": "66d8b4ff-6a73-4415-8ad5-43506a47877c", "name": "network-vif-deleted", "tag": "5dbb7e70-05df-43d3-a45d-3fd6244ef997"}]}' {{(pid=102347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 11:12:45.562808 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 11:12:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f1d2ba4-c16c-4527-b313-883a6eee32af x-openstack-request-id: req-1f1d2ba4-c16c-4527-b313-883a6eee32af {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 11:12:45.563358 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66d8b4ff-6a73-4415-8ad5-43506a47877c", "name": "network-vif-deleted", "tag": "5dbb7e70-05df-43d3-a45d-3fd6244ef997", "status": "completed", "code": 200}]} {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 11:12:45.564443 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1f1d2ba4-c16c-4527-b313-883a6eee32af {{(pid=102347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 11:12:45.564879 n-d-813419-10 neutron-server[102347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66d8b4ff-6a73-4415-8ad5-43506a47877c', 'name': 'network-vif-deleted', 'tag': '5dbb7e70-05df-43d3-a45d-3fd6244ef997', 'status': 'completed', 'code': 200} Oct 27 11:12:45.603012 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvr_db [None req-e7e1d644-dd33-4eda-9fd3-3560ffd89b9f None None] Set router 21969188-e3ee-4d7c-b7a3-e1c4f087d3bf gateway port host: n-d-813419-10 {{(pid=102349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 11:12:45.785073 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device 5dbb7e70-05df-43d3-a45d-3fd6244ef997 details requested by agent hyperv_n-h1-813419-10 with host n-h1-813419-10 {{(pid=102348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 11:12:45.788929 n-d-813419-10 neutron-server[102348]: INFO neutron.plugins.ml2.plugin [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] No ports have port_id starting with 5dbb7e70-05df-43d3-a45d-3fd6244ef997 Oct 27 11:12:45.790425 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device 5dbb7e70-05df-43d3-a45d-3fd6244ef997 requested by agent hyperv_n-h1-813419-10 not found in database {{(pid=102348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:115}} Oct 27 11:12:45.797815 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-e7e1d644-dd33-4eda-9fd3-3560ffd89b9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21969188-e3ee-4d7c-b7a3-e1c4f087d3bf', 'name': 'tempest-ServerActionsTestJSON-1588266955-router', 'tenant_id': '8de2a5bb3a4048f09f89b68594efec08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.230'}], 'enable_snat': True}, 'gw_port_id': 'd28cf629-251a-4e82-b870-98cf289fb9ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:05:55Z', 'updated_at': '2021-10-27T11:05:58Z', 'revision_number': 4, 'project_id': '8de2a5bb3a4048f09f89b68594efec08', 'gw_port': {'id': 'd28cf629-251a-4e82-b870-98cf289fb9ac', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:70:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21969188-e3ee-4d7c-b7a3-e1c4f087d3bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:05:56Z', 'updated_at': '2021-10-27T11:05:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_interfaces': [{'id': 'a7f81418-c2a7-45b0-9600-fc6417c8bf49', 'name': '', 'network_id': '2a5ee4a4-c41e-48f2-9219-3320d30093b8', 'tenant_id': '8de2a5bb3a4048f09f89b68594efec08', 'mac_address': 'fa:16:3e:c9:95:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21969188-e3ee-4d7c-b7a3-e1c4f087d3bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'ad455bd6-8255-41fb-b160-f3442cc0c657', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:05:58Z', 'updated_at': '2021-10-27T11:06:01Z', 'revision_number': 5, 'project_id': '8de2a5bb3a4048f09f89b68594efec08', 'subnets': [{'id': 'ad455bd6-8255-41fb-b160-f3442cc0c657', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:12:45.827099 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7e1d644-dd33-4eda-9fd3-3560ffd89b9f None None] Checking router: 21969188-e3ee-4d7c-b7a3-e1c4f087d3bf for host: n-d-813419-10 {{(pid=102349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 11:12:45.835237 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7e1d644-dd33-4eda-9fd3-3560ffd89b9f None None] Routers {'21969188-e3ee-4d7c-b7a3-e1c4f087d3bf'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 11:12:45.835823 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-e7e1d644-dd33-4eda-9fd3-3560ffd89b9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T11:12:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['21969188-e3ee-4d7c-b7a3-e1c4f087d3bf'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:12:45.903646 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-8477f060-0f4e-4c28-955d-dc28d466deb0 req-0098e797-c11a-4bd3-a29a-8aa13aa5ab82 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/ports?device_id=66d8b4ff-6a73-4415-8ad5-43506a47877c HTTP/1.1" status: 200 len: 210 time: 0.0311227 Oct 27 11:12:45.947882 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvr_db [None req-e7e1d644-dd33-4eda-9fd3-3560ffd89b9f None None] Set router 21969188-e3ee-4d7c-b7a3-e1c4f087d3bf gateway port host: n-d-813419-10 {{(pid=102349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 11:12:46.151124 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-e7e1d644-dd33-4eda-9fd3-3560ffd89b9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21969188-e3ee-4d7c-b7a3-e1c4f087d3bf', 'name': 'tempest-ServerActionsTestJSON-1588266955-router', 'tenant_id': '8de2a5bb3a4048f09f89b68594efec08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.230'}], 'enable_snat': True}, 'gw_port_id': 'd28cf629-251a-4e82-b870-98cf289fb9ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:05:55Z', 'updated_at': '2021-10-27T11:05:58Z', 'revision_number': 4, 'project_id': '8de2a5bb3a4048f09f89b68594efec08', 'gw_port': {'id': 'd28cf629-251a-4e82-b870-98cf289fb9ac', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:70:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21969188-e3ee-4d7c-b7a3-e1c4f087d3bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:05:56Z', 'updated_at': '2021-10-27T11:05:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_interfaces': [{'id': 'a7f81418-c2a7-45b0-9600-fc6417c8bf49', 'name': '', 'network_id': '2a5ee4a4-c41e-48f2-9219-3320d30093b8', 'tenant_id': '8de2a5bb3a4048f09f89b68594efec08', 'mac_address': 'fa:16:3e:c9:95:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21969188-e3ee-4d7c-b7a3-e1c4f087d3bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'ad455bd6-8255-41fb-b160-f3442cc0c657', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:05:58Z', 'updated_at': '2021-10-27T11:06:01Z', 'revision_number': 5, 'project_id': '8de2a5bb3a4048f09f89b68594efec08', 'subnets': [{'id': 'ad455bd6-8255-41fb-b160-f3442cc0c657', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:12:46.176673 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7e1d644-dd33-4eda-9fd3-3560ffd89b9f None None] The sync data for ids ['21969188-e3ee-4d7c-b7a3-e1c4f087d3bf'] in n-d-813419-10 is: [{'id': '21969188-e3ee-4d7c-b7a3-e1c4f087d3bf', 'name': 'tempest-ServerActionsTestJSON-1588266955-router', 'tenant_id': '8de2a5bb3a4048f09f89b68594efec08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.230'}], 'enable_snat': True}, 'gw_port_id': 'd28cf629-251a-4e82-b870-98cf289fb9ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:05:55Z', 'updated_at': '2021-10-27T11:05:58Z', 'revision_number': 4, 'project_id': '8de2a5bb3a4048f09f89b68594efec08', 'gw_port': {'id': 'd28cf629-251a-4e82-b870-98cf289fb9ac', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:70:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21969188-e3ee-4d7c-b7a3-e1c4f087d3bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:05:56Z', 'updated_at': '2021-10-27T11:05:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_interfaces': [{'id': 'a7f81418-c2a7-45b0-9600-fc6417c8bf49', 'name': '', 'network_id': '2a5ee4a4-c41e-48f2-9219-3320d30093b8', 'tenant_id': '8de2a5bb3a4048f09f89b68594efec08', 'mac_address': 'fa:16:3e:c9:95:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21969188-e3ee-4d7c-b7a3-e1c4f087d3bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'ad455bd6-8255-41fb-b160-f3442cc0c657', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:05:58Z', 'updated_at': '2021-10-27T11:06:01Z', 'revision_number': 5, 'project_id': '8de2a5bb3a4048f09f89b68594efec08', 'subnets': [{'id': 'ad455bd6-8255-41fb-b160-f3442cc0c657', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 11:12:46.289466 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-d67b5891-1389-4799-8807-3f0f6ebc6816 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:12:46.406563 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32d062be-b512-4231-afe1-9229cc82bcf7 None None] New status for floating IP 42374c55-3019-4880-855c-e36e4c24cd32: DOWN {{(pid=102348) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 11:12:47.170920 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-88fc9e9d-64e4-4005-819f-9ad33cce81dc req-1a021c2d-854e-43a9-bc1c-4a5b2c579068 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--1505467367&fields=id&tenant_id=8de2a5bb3a4048f09f89b68594efec08 HTTP/1.1" status: 200 len: 267 time: 0.0323999 Oct 27 11:12:47.285987 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fc9e9d-64e4-4005-819f-9ad33cce81dc req-127c8e52-d6f7-4e3d-b82f-ba1bbe1870e5 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:12:47.287373 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-88fc9e9d-64e4-4005-819f-9ad33cce81dc req-127c8e52-d6f7-4e3d-b82f-ba1bbe1870e5 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/networks?id=2a5ee4a4-c41e-48f2-9219-3320d30093b8 HTTP/1.1" status: 200 len: 812 time: 0.1093724 Oct 27 11:12:47.302710 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-88fc9e9d-64e4-4005-819f-9ad33cce81dc req-ee8f722a-bb61-4520-850b-5a9fd9f1e9e3 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/quotas/8de2a5bb3a4048f09f89b68594efec08 HTTP/1.1" status: 200 len: 375 time: 0.0094466 Oct 27 11:12:47.353754 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-88fc9e9d-64e4-4005-819f-9ad33cce81dc req-f552f752-f331-4e99-9dc0-e976b703b9bd tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=8de2a5bb3a4048f09f89b68594efec08&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0459356 Oct 27 11:12:47.451370 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-88fc9e9d-64e4-4005-819f-9ad33cce81dc req-1efb3dd1-8678-4174-a2b2-c62c32d071fa service neutron] 10.222.0.44 "GET /v2.0/networks/2a5ee4a4-c41e-48f2-9219-3320d30093b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854871 Oct 27 11:12:47.538287 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-88fc9e9d-64e4-4005-819f-9ad33cce81dc req-e746897f-2a0f-4cf5-bf2b-08318122072b service neutron] 10.222.0.44 "GET /v2.0/networks/2a5ee4a4-c41e-48f2-9219-3320d30093b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807309 Oct 27 11:12:47.694167 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-b81d9695-4d2b-48a1-8c52-0085f94a9e96 req-0a46d88e-20a5-4894-ae62-304869133d90 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/ports?device_id=01c5d7d2-0dbe-47a2-ba72-bfe426a0e7be HTTP/1.1" status: 200 len: 210 time: 0.0266171 Oct 27 11:12:47.798154 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device 5dbb7e70-05df-43d3-a45d-3fd6244ef997 no longer exists at agent hyperv_n-h1-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 11:12:47.818181 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] No Port match for: 5dbb7e70-05df-43d3-a45d-3fd6244ef997 {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 11:12:47.818519 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device 5dbb7e70-05df-43d3-a45d-3fd6244ef997 not bound to the agent host n-h1-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 11:12:48.584016 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fc9e9d-64e4-4005-819f-9ad33cce81dc req-6d0cacc3-c456-4489-8496-88e5c2382141 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:12:48.585517 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-88fc9e9d-64e4-4005-819f-9ad33cce81dc req-6d0cacc3-c456-4489-8496-88e5c2382141 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.64 "GET /v2.0/networks?id=2a5ee4a4-c41e-48f2-9219-3320d30093b8 HTTP/1.1" status: 200 len: 812 time: 0.1059320 Oct 27 11:12:48.628810 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-88fc9e9d-64e4-4005-819f-9ad33cce81dc req-b071bd97-922f-4b28-ab43-dcc970448199 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8de2a5bb3a4048f09f89b68594efec08 HTTP/1.1" status: 200 len: 380 time: 0.0333858 Oct 27 11:12:48.641620 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [req-88fc9e9d-64e4-4005-819f-9ad33cce81dc req-661807d7-0095-4e6e-8d3e-099302901cf6 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Request body: {'port': {'device_id': '01c5d7d2-0dbe-47a2-ba72-bfe426a0e7be', 'network_id': '2a5ee4a4-c41e-48f2-9219-3320d30093b8', 'admin_state_up': True, 'tenant_id': '8de2a5bb3a4048f09f89b68594efec08', 'security_groups': ['baae45f4-356c-4047-8629-69a3801a3a4b']}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:12:48.752814 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88fc9e9d-64e4-4005-819f-9ad33cce81dc req-661807d7-0095-4e6e-8d3e-099302901cf6 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Made reservation on behalf of 8de2a5bb3a4048f09f89b68594efec08 for: {'port': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 11:12:48.756393 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-88fc9e9d-64e4-4005-819f-9ad33cce81dc req-661807d7-0095-4e6e-8d3e-099302901cf6 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:12:48.795472 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-579f8bb8-4a90-4a3b-a439-4b307363e135 req-d7f8907c-5849-488b-a5d4-5cca8a2f888e tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/ports?device_id=01c5d7d2-0dbe-47a2-ba72-bfe426a0e7be HTTP/1.1" status: 200 len: 210 time: 0.0295472 Oct 27 11:12:48.905645 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_common [req-88fc9e9d-64e4-4005-819f-9ad33cce81dc req-661807d7-0095-4e6e-8d3e-099302901cf6 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Allocated IP 172.20.0.14 (2a5ee4a4-c41e-48f2-9219-3320d30093b8/ad455bd6-8255-41fb-b160-f3442cc0c657/f05e4227-8b6c-4287-b7c0-cbb161cdee7b) {{(pid=102347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 11:12:48.948906 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-e13af631-e6e7-4953-bffc-62d70a410e8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:12:49.040439 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-88fc9e9d-64e4-4005-819f-9ad33cce81dc req-661807d7-0095-4e6e-8d3e-099302901cf6 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Publish callbacks [] for port, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:12:49.073140 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-88fc9e9d-64e4-4005-819f-9ad33cce81dc req-661807d7-0095-4e6e-8d3e-099302901cf6 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:12:49.119994 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88fc9e9d-64e4-4005-819f-9ad33cce81dc req-661807d7-0095-4e6e-8d3e-099302901cf6 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Network 2a5ee4a4-c41e-48f2-9219-3320d30093b8 is already hosted by enough agents. {{(pid=102347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 11:12:49.123146 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [req-88fc9e9d-64e4-4005-819f-9ad33cce81dc req-661807d7-0095-4e6e-8d3e-099302901cf6 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Resources bound (agent type, host, resource id): {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 11:12:49.127457 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [req-88fc9e9d-64e4-4005-819f-9ad33cce81dc req-661807d7-0095-4e6e-8d3e-099302901cf6 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Received port after_create {{(pid=102347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 11:12:49.133720 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661807d7-0095-4e6e-8d3e-099302901cf6 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Pushing event updated for resources: {'Port': ['ID=f05e4227-8b6c-4287-b7c0-cbb161cdee7b,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:12:49.180271 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fc9e9d-64e4-4005-819f-9ad33cce81dc req-661807d7-0095-4e6e-8d3e-099302901cf6 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:12:49.180805 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-88fc9e9d-64e4-4005-819f-9ad33cce81dc req-661807d7-0095-4e6e-8d3e-099302901cf6 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:12:49.201508 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-88fc9e9d-64e4-4005-819f-9ad33cce81dc req-661807d7-0095-4e6e-8d3e-099302901cf6 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5635290 Oct 27 11:12:49.214664 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [req-88fc9e9d-64e4-4005-819f-9ad33cce81dc req-f41440fb-539e-4c98-a3cb-a60ca4ef9aa0 service neutron] Request body: {'port': {'device_id': '01c5d7d2-0dbe-47a2-ba72-bfe426a0e7be', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-10'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:12:49.271635 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-88fc9e9d-64e4-4005-819f-9ad33cce81dc req-f41440fb-539e-4c98-a3cb-a60ca4ef9aa0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:12:49.376672 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-0b2d81c2-5c7d-4f31-9053-582bf5d63d46 None None] Provisioning complete for port f05e4227-8b6c-4287-b7c0-cbb161cdee7b triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:12:49.377028 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-0b2d81c2-5c7d-4f31-9053-582bf5d63d46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:12:49.410084 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-0b2d81c2-5c7d-4f31-9053-582bf5d63d46 None None] Port f05e4227-8b6c-4287-b7c0-cbb161cdee7b cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 11:12:49.533278 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [req-88fc9e9d-64e4-4005-819f-9ad33cce81dc req-f41440fb-539e-4c98-a3cb-a60ca4ef9aa0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f05e4227-8b6c-4287-b7c0-cbb161cdee7b {{(pid=102347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 11:12:49.540632 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-88fc9e9d-64e4-4005-819f-9ad33cce81dc req-f41440fb-539e-4c98-a3cb-a60ca4ef9aa0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:12:49.552720 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.provisioning_blocks [req-88fc9e9d-64e4-4005-819f-9ad33cce81dc req-f41440fb-539e-4c98-a3cb-a60ca4ef9aa0 service neutron] Transition to ACTIVE for port object f05e4227-8b6c-4287-b7c0-cbb161cdee7b will not be triggered until provisioned by entity L2. {{(pid=102347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 11:12:49.556479 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-88fc9e9d-64e4-4005-819f-9ad33cce81dc req-f41440fb-539e-4c98-a3cb-a60ca4ef9aa0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:12:49.603638 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41440fb-539e-4c98-a3cb-a60ca4ef9aa0 service neutron] Pushing event updated for resources: {'Port': ['ID=f05e4227-8b6c-4287-b7c0-cbb161cdee7b,revision_number=2']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:12:49.678562 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-88fc9e9d-64e4-4005-819f-9ad33cce81dc req-f41440fb-539e-4c98-a3cb-a60ca4ef9aa0 service neutron] Attempting to bind port f05e4227-8b6c-4287-b7c0-cbb161cdee7b on host n-h1-813419-10 for vnic_type normal with profile {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 11:12:49.678887 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-88fc9e9d-64e4-4005-819f-9ad33cce81dc req-f41440fb-539e-4c98-a3cb-a60ca4ef9aa0 service neutron] Attempting to bind port f05e4227-8b6c-4287-b7c0-cbb161cdee7b by drivers openvswitch,hyperv on host n-h1-813419-10 at level 0 using segments [{'id': 'd28b9a3d-0e6e-43a3-a48e-9bc1dd8d593a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '2a5ee4a4-c41e-48f2-9219-3320d30093b8'}] {{(pid=102347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 11:12:49.679207 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88fc9e9d-64e4-4005-819f-9ad33cce81dc req-f41440fb-539e-4c98-a3cb-a60ca4ef9aa0 service neutron] Attempting to bind port f05e4227-8b6c-4287-b7c0-cbb161cdee7b on network 2a5ee4a4-c41e-48f2-9219-3320d30093b8 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 11:12:49.683766 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88fc9e9d-64e4-4005-819f-9ad33cce81dc req-f41440fb-539e-4c98-a3cb-a60ca4ef9aa0 service neutron] Port f05e4227-8b6c-4287-b7c0-cbb161cdee7b on network 2a5ee4a4-c41e-48f2-9219-3320d30093b8 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-10 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 11:12:49.684015 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88fc9e9d-64e4-4005-819f-9ad33cce81dc req-f41440fb-539e-4c98-a3cb-a60ca4ef9aa0 service neutron] Attempting to bind port f05e4227-8b6c-4287-b7c0-cbb161cdee7b on network 2a5ee4a4-c41e-48f2-9219-3320d30093b8 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 11:12:49.689036 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88fc9e9d-64e4-4005-819f-9ad33cce81dc req-f41440fb-539e-4c98-a3cb-a60ca4ef9aa0 service neutron] Checking agent: {'id': 'a52e1cab-0c63-402d-9c94-330537c6c076', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 16, 2), 'started_at': datetime.datetime(2021, 10, 27, 10, 16, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 11, 12, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 11:12:49.689365 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88fc9e9d-64e4-4005-819f-9ad33cce81dc req-f41440fb-539e-4c98-a3cb-a60ca4ef9aa0 service neutron] Checking segment: {'id': 'd28b9a3d-0e6e-43a3-a48e-9bc1dd8d593a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '2a5ee4a4-c41e-48f2-9219-3320d30093b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 11:12:49.690727 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88fc9e9d-64e4-4005-819f-9ad33cce81dc req-f41440fb-539e-4c98-a3cb-a60ca4ef9aa0 service neutron] Bound using segment: {'id': 'd28b9a3d-0e6e-43a3-a48e-9bc1dd8d593a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '2a5ee4a4-c41e-48f2-9219-3320d30093b8'} {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 11:12:49.691163 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-88fc9e9d-64e4-4005-819f-9ad33cce81dc req-f41440fb-539e-4c98-a3cb-a60ca4ef9aa0 service neutron] Bound port: f05e4227-8b6c-4287-b7c0-cbb161cdee7b, host: n-h1-813419-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd28b9a3d-0e6e-43a3-a48e-9bc1dd8d593a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '2a5ee4a4-c41e-48f2-9219-3320d30093b8'}}] {{(pid=102347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 11:12:49.691506 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-88fc9e9d-64e4-4005-819f-9ad33cce81dc req-f41440fb-539e-4c98-a3cb-a60ca4ef9aa0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:12:49.919303 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4310a288-cb78-4368-b080-0044b0564ac4 req-614304ea-17b0-49b1-beee-56c33c711783 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:12:49.920919 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-4310a288-cb78-4368-b080-0044b0564ac4 req-614304ea-17b0-49b1-beee-56c33c711783 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/ports?device_id=01c5d7d2-0dbe-47a2-ba72-bfe426a0e7be HTTP/1.1" status: 200 len: 944 time: 0.0502963 Oct 27 11:12:49.960689 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-4310a288-cb78-4368-b080-0044b0564ac4 req-45df8abc-ac95-4667-8b1b-46bef09b2fb9 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/security-groups?id=baae45f4-356c-4047-8629-69a3801a3a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334604 Oct 27 11:12:50.075255 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:12:50.091364 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-88fc9e9d-64e4-4005-819f-9ad33cce81dc req-f41440fb-539e-4c98-a3cb-a60ca4ef9aa0 service neutron] For port f05e4227-8b6c-4287-b7c0-cbb161cdee7b, host n-h1-813419-10, cleared binding levels {{(pid=102347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 11:12:50.094520 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-88fc9e9d-64e4-4005-819f-9ad33cce81dc req-f41440fb-539e-4c98-a3cb-a60ca4ef9aa0 service neutron] For port f05e4227-8b6c-4287-b7c0-cbb161cdee7b, host n-h1-813419-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=f05e4227-8b6c-4287-b7c0-cbb161cdee7b,segment=NetworkSegment(d28b9a3d-0e6e-43a3-a48e-9bc1dd8d593a),segment_id=d28b9a3d-0e6e-43a3-a48e-9bc1dd8d593a)] {{(pid=102347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 11:12:50.098448 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-88fc9e9d-64e4-4005-819f-9ad33cce81dc req-f41440fb-539e-4c98-a3cb-a60ca4ef9aa0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:12:50.133904 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fc9e9d-64e4-4005-819f-9ad33cce81dc req-f41440fb-539e-4c98-a3cb-a60ca4ef9aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:12:50.134519 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-88fc9e9d-64e4-4005-819f-9ad33cce81dc req-f41440fb-539e-4c98-a3cb-a60ca4ef9aa0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:12:50.135931 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-88fc9e9d-64e4-4005-819f-9ad33cce81dc req-f41440fb-539e-4c98-a3cb-a60ca4ef9aa0 service neutron] 10.222.0.64 "PUT /v2.0/ports/f05e4227-8b6c-4287-b7c0-cbb161cdee7b HTTP/1.1" status: 200 len: 1093 time: 0.9255142 Oct 27 11:12:50.136408 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01c5d7d2-0dbe-47a2-ba72-bfe426a0e7be', 'tag': 'f05e4227-8b6c-4287-b7c0-cbb161cdee7b'}] {{(pid=102347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 11:12:50.138938 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311149b481204ee7edffdb959c881838506fbd95bc8577c048f6677abb73acc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f19cdc2-25a5-4b93-8142-ff23450db0eb" -d '{"events": [{"name": "network-changed", "server_uuid": "01c5d7d2-0dbe-47a2-ba72-bfe426a0e7be", "tag": "f05e4227-8b6c-4287-b7c0-cbb161cdee7b"}]}' {{(pid=102347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 11:12:50.178855 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41440fb-539e-4c98-a3cb-a60ca4ef9aa0 service neutron] Pushing event updated for resources: {'Port': ['ID=f05e4227-8b6c-4287-b7c0-cbb161cdee7b,revision_number=3']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:12:50.194015 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-eadeaa30-4096-4d1a-b3cb-aa7ebfb291ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:12:50.215822 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 11:12:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f05b63eb-e1d2-46cd-9988-b9acdb105aba x-openstack-request-id: req-f05b63eb-e1d2-46cd-9988-b9acdb105aba {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 11:12:50.216050 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01c5d7d2-0dbe-47a2-ba72-bfe426a0e7be", "tag": "f05e4227-8b6c-4287-b7c0-cbb161cdee7b", "status": "completed", "code": 200}]} {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 11:12:50.216330 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f05b63eb-e1d2-46cd-9988-b9acdb105aba {{(pid=102347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 11:12:50.216722 n-d-813419-10 neutron-server[102347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01c5d7d2-0dbe-47a2-ba72-bfe426a0e7be', 'tag': 'f05e4227-8b6c-4287-b7c0-cbb161cdee7b', 'status': 'completed', 'code': 200} Oct 27 11:12:50.232833 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fc9e9d-64e4-4005-819f-9ad33cce81dc req-2ba7fb2d-185e-4e62-811e-fbb5ad1c3270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:12:50.234354 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-88fc9e9d-64e4-4005-819f-9ad33cce81dc req-2ba7fb2d-185e-4e62-811e-fbb5ad1c3270 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8de2a5bb3a4048f09f89b68594efec08&device_id=01c5d7d2-0dbe-47a2-ba72-bfe426a0e7be HTTP/1.1" status: 200 len: 1096 time: 0.0481372 Oct 27 11:12:50.282178 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-88fc9e9d-64e4-4005-819f-9ad33cce81dc req-eb29d628-f695-4417-8c95-cd69345795c9 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f05e4227-8b6c-4287-b7c0-cbb161cdee7b HTTP/1.1" status: 200 len: 217 time: 0.0395298 Oct 27 11:12:50.297092 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.agents_db [None req-e79ee67d-056e-46ea-bd99-e80473396b25 None None] Agent healthcheck: found 7 active agents {{(pid=102349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 11:12:50.332340 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fc9e9d-64e4-4005-819f-9ad33cce81dc req-1d08ad26-0018-413d-a91d-57b774fd6f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:12:50.333795 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-88fc9e9d-64e4-4005-819f-9ad33cce81dc req-1d08ad26-0018-413d-a91d-57b774fd6f76 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ad455bd6-8255-41fb-b160-f3442cc0c657 HTTP/1.1" status: 200 len: 851 time: 0.0449290 Oct 27 11:12:50.380516 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fc9e9d-64e4-4005-819f-9ad33cce81dc req-063fac0c-20cc-4629-badc-c278ed76058d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:12:50.382001 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-88fc9e9d-64e4-4005-819f-9ad33cce81dc req-063fac0c-20cc-4629-badc-c278ed76058d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2a5ee4a4-c41e-48f2-9219-3320d30093b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405388 Oct 27 11:12:50.472227 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-88fc9e9d-64e4-4005-819f-9ad33cce81dc req-af3bd43f-13ab-4790-82c6-a96cf1ac1968 service neutron] 10.222.0.64 "GET /v2.0/networks/2a5ee4a4-c41e-48f2-9219-3320d30093b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817704 Oct 27 11:12:50.560124 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-88fc9e9d-64e4-4005-819f-9ad33cce81dc req-23902b97-2727-4b2e-b6bc-a6a3b6c73fad service neutron] 10.222.0.64 "GET /v2.0/networks/2a5ee4a4-c41e-48f2-9219-3320d30093b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814593 Oct 27 11:12:50.658234 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f19cdc2-25a5-4b93-8142-ff23450db0eb req-dd087776-e44d-4edb-86a5-b0c14ee71d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:12:50.659792 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-4f19cdc2-25a5-4b93-8142-ff23450db0eb req-dd087776-e44d-4edb-86a5-b0c14ee71d7c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8de2a5bb3a4048f09f89b68594efec08&device_id=01c5d7d2-0dbe-47a2-ba72-bfe426a0e7be HTTP/1.1" status: 200 len: 1096 time: 0.0528061 Oct 27 11:12:50.747914 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f19cdc2-25a5-4b93-8142-ff23450db0eb req-7bde8b46-9f19-4a6a-8a5c-63104e4135d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:12:50.749301 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-4f19cdc2-25a5-4b93-8142-ff23450db0eb req-7bde8b46-9f19-4a6a-8a5c-63104e4135d7 service neutron] 10.222.0.64 "GET /v2.0/networks?id=2a5ee4a4-c41e-48f2-9219-3320d30093b8 HTTP/1.1" status: 200 len: 913 time: 0.0825648 Oct 27 11:12:50.792246 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-4f19cdc2-25a5-4b93-8142-ff23450db0eb req-75573772-6ce8-4480-a105-c7fe2959c170 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f05e4227-8b6c-4287-b7c0-cbb161cdee7b HTTP/1.1" status: 200 len: 217 time: 0.0362957 Oct 27 11:12:50.839198 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f19cdc2-25a5-4b93-8142-ff23450db0eb req-7844c260-2524-45e4-bf57-f4e141124bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:12:50.840602 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-4f19cdc2-25a5-4b93-8142-ff23450db0eb req-7844c260-2524-45e4-bf57-f4e141124bcf service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ad455bd6-8255-41fb-b160-f3442cc0c657 HTTP/1.1" status: 200 len: 851 time: 0.0411994 Oct 27 11:12:50.885062 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f19cdc2-25a5-4b93-8142-ff23450db0eb req-c4cfa2d8-c891-446e-8c3b-22b81572c28d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:12:50.886512 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-4f19cdc2-25a5-4b93-8142-ff23450db0eb req-c4cfa2d8-c891-446e-8c3b-22b81572c28d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2a5ee4a4-c41e-48f2-9219-3320d30093b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0388565 Oct 27 11:12:50.981129 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-4f19cdc2-25a5-4b93-8142-ff23450db0eb req-31a55acd-499e-4967-add9-22426e75be1e service neutron] 10.222.0.64 "GET /v2.0/networks/2a5ee4a4-c41e-48f2-9219-3320d30093b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861766 Oct 27 11:12:51.071672 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-4f19cdc2-25a5-4b93-8142-ff23450db0eb req-fd707e3b-fd9b-493f-8690-0c42ce548cc6 service neutron] 10.222.0.64 "GET /v2.0/networks/2a5ee4a4-c41e-48f2-9219-3320d30093b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816991 Oct 27 11:12:51.081408 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d0ef65-cca7-4974-b228-953476bc8438 req-6b4b3317-acde-4dab-9b5f-7de71e939754 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:12:51.082908 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-d6d0ef65-cca7-4974-b228-953476bc8438 req-6b4b3317-acde-4dab-9b5f-7de71e939754 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/ports?device_id=01c5d7d2-0dbe-47a2-ba72-bfe426a0e7be HTTP/1.1" status: 200 len: 944 time: 0.0542939 Oct 27 11:12:51.120437 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-d6d0ef65-cca7-4974-b228-953476bc8438 req-d5eba984-dc34-458f-996b-c743f3bd48f2 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/security-groups?id=baae45f4-356c-4047-8629-69a3801a3a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312135 Oct 27 11:12:51.833138 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device f05e4227-8b6c-4287-b7c0-cbb161cdee7b details requested by agent hyperv_n-h1-813419-10 with host n-h1-813419-10 {{(pid=102348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 11:12:51.931030 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port f05e4227-8b6c-4287-b7c0-cbb161cdee7b, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=f05e4227-8b6c-4287-b7c0-cbb161cdee7b,segment=NetworkSegment(d28b9a3d-0e6e-43a3-a48e-9bc1dd8d593a),segment_id=d28b9a3d-0e6e-43a3-a48e-9bc1dd8d593a)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:12:51.944357 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Returning: {'device': 'f05e4227-8b6c-4287-b7c0-cbb161cdee7b', 'network_id': '2a5ee4a4-c41e-48f2-9219-3320d30093b8', 'port_id': 'f05e4227-8b6c-4287-b7c0-cbb161cdee7b', 'mac_address': 'fa:16:3e:df:57:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad455bd6-8255-41fb-b160-f3442cc0c657', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 11:12:51.980028 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:12:51.992489 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f05e4227-8b6c-4287-b7c0-cbb161cdee7b {{(pid=102348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 11:12:52.012285 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port f05e4227-8b6c-4287-b7c0-cbb161cdee7b, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=f05e4227-8b6c-4287-b7c0-cbb161cdee7b,segment=NetworkSegment(d28b9a3d-0e6e-43a3-a48e-9bc1dd8d593a),segment_id=d28b9a3d-0e6e-43a3-a48e-9bc1dd8d593a)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:12:52.016318 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:12:52.071341 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Pushing event updated for resources: {'Port': ['ID=f05e4227-8b6c-4287-b7c0-cbb161cdee7b,revision_number=4']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:12:52.078715 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-3c6a8245-0581-48aa-b5f6-4d8fe98cd16e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:12:52.201065 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] get_ports_and_sgs() called for port_ids ['f05e4227-8b6c-4287-b7c0-cbb161cdee7b'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 11:12:52.243853 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e9757a-36b1-4691-9377-e16b0c25891d req-4eb30a3f-acaf-4d65-b75f-7604aa248bbf tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:12:52.245352 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-81e9757a-36b1-4691-9377-e16b0c25891d req-4eb30a3f-acaf-4d65-b75f-7604aa248bbf tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/ports?device_id=01c5d7d2-0dbe-47a2-ba72-bfe426a0e7be HTTP/1.1" status: 200 len: 945 time: 0.0532265 Oct 27 11:12:52.284099 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-81e9757a-36b1-4691-9377-e16b0c25891d req-134d6fb7-1819-43d7-a938-252d67ebc633 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/security-groups?id=baae45f4-356c-4047-8629-69a3801a3a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326836 Oct 27 11:12:53.400882 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e103ea-7b11-4160-b11d-f2fa54514dab req-98833bed-573d-40c6-be66-a07ba92a7532 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:12:53.402346 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-33e103ea-7b11-4160-b11d-f2fa54514dab req-98833bed-573d-40c6-be66-a07ba92a7532 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/ports?device_id=01c5d7d2-0dbe-47a2-ba72-bfe426a0e7be HTTP/1.1" status: 200 len: 945 time: 0.0489187 Oct 27 11:12:53.439356 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-33e103ea-7b11-4160-b11d-f2fa54514dab req-5ad9516c-73be-4a1e-8328-1303413beff7 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/security-groups?id=baae45f4-356c-4047-8629-69a3801a3a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305588 Oct 27 11:12:53.853051 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device f05e4227-8b6c-4287-b7c0-cbb161cdee7b up at agent hyperv_n-h1-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 11:12:53.900355 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Provisioning for port f05e4227-8b6c-4287-b7c0-cbb161cdee7b completed by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 11:12:53.905986 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Provisioning complete for port f05e4227-8b6c-4287-b7c0-cbb161cdee7b triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:12:53.905986 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:12:53.987388 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:12:54.008761 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01c5d7d2-0dbe-47a2-ba72-bfe426a0e7be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f05e4227-8b6c-4287-b7c0-cbb161cdee7b'}] {{(pid=102348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 11:12:54.011004 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c588921fa634554a1d9242fdea1b05457a9ff1d3b28ba54ec1dace7f2f1df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35c69a06-8363-4ce1-9933-7d17a6a60e06" -d '{"events": [{"server_uuid": "01c5d7d2-0dbe-47a2-ba72-bfe426a0e7be", "name": "network-vif-plugged", "status": "completed", "tag": "f05e4227-8b6c-4287-b7c0-cbb161cdee7b"}]}' {{(pid=102348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 11:12:54.024316 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port f05e4227-8b6c-4287-b7c0-cbb161cdee7b, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=f05e4227-8b6c-4287-b7c0-cbb161cdee7b,segment=NetworkSegment(d28b9a3d-0e6e-43a3-a48e-9bc1dd8d593a),segment_id=d28b9a3d-0e6e-43a3-a48e-9bc1dd8d593a)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:12:54.029457 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:12:54.054487 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 11:12:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82d94a14-1364-40fb-a033-1de8bbededdf x-openstack-request-id: req-82d94a14-1364-40fb-a033-1de8bbededdf {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 11:12:54.054774 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01c5d7d2-0dbe-47a2-ba72-bfe426a0e7be", "name": "network-vif-plugged", "status": "completed", "tag": "f05e4227-8b6c-4287-b7c0-cbb161cdee7b", "code": 200}]} {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 11:12:54.055023 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-82d94a14-1364-40fb-a033-1de8bbededdf {{(pid=102348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 11:12:54.055410 n-d-813419-10 neutron-server[102348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01c5d7d2-0dbe-47a2-ba72-bfe426a0e7be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f05e4227-8b6c-4287-b7c0-cbb161cdee7b', 'code': 200} Oct 27 11:12:54.082158 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Pushing event updated for resources: {'Port': ['ID=f05e4227-8b6c-4287-b7c0-cbb161cdee7b,revision_number=5']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:12:54.142371 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b776fa-17b6-48bc-8326-e94056fddc01 req-e3e60d81-2ed8-4987-8094-76a9eff36f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:12:54.143846 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-60b776fa-17b6-48bc-8326-e94056fddc01 req-e3e60d81-2ed8-4987-8094-76a9eff36f53 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=01c5d7d2-0dbe-47a2-ba72-bfe426a0e7be HTTP/1.1" status: 200 len: 1098 time: 0.0399506 Oct 27 11:12:54.180160 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-60b776fa-17b6-48bc-8326-e94056fddc01 req-dd1b253b-16b7-4fd2-a99e-62039a412a7e service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=baae45f4-356c-4047-8629-69a3801a3a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296535 Oct 27 11:12:54.553390 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de39c7b3-e57e-442f-b8c4-39e9f8af423c req-faed7450-809a-4922-a7e2-d9ac1ada3ae2 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:12:54.554875 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-de39c7b3-e57e-442f-b8c4-39e9f8af423c req-faed7450-809a-4922-a7e2-d9ac1ada3ae2 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/ports?device_id=01c5d7d2-0dbe-47a2-ba72-bfe426a0e7be HTTP/1.1" status: 200 len: 946 time: 0.0490212 Oct 27 11:12:54.591247 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-de39c7b3-e57e-442f-b8c4-39e9f8af423c req-e0933891-ead0-4013-8113-35ad9a31d0c2 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/security-groups?id=baae45f4-356c-4047-8629-69a3801a3a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303736 Oct 27 11:12:55.707426 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6b6f8a-2f6f-4335-85fc-e75a8893813d req-507a4199-87e8-4523-917c-05ca75180bc2 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:12:55.708897 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-de6b6f8a-2f6f-4335-85fc-e75a8893813d req-507a4199-87e8-4523-917c-05ca75180bc2 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/ports?device_id=01c5d7d2-0dbe-47a2-ba72-bfe426a0e7be HTTP/1.1" status: 200 len: 946 time: 0.0477490 Oct 27 11:12:55.745429 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-de6b6f8a-2f6f-4335-85fc-e75a8893813d req-fc2ae72e-1b68-40e2-9d7d-3f211aa93723 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/security-groups?id=baae45f4-356c-4047-8629-69a3801a3a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305421 Oct 27 11:12:55.860891 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6abc69-61ab-4e67-b42e-4a0e76e8474c req-1a790fc5-d3ee-4839-a8b3-1d14fb5c6e9b tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:12:55.862362 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-6d6abc69-61ab-4e67-b42e-4a0e76e8474c req-1a790fc5-d3ee-4839-a8b3-1d14fb5c6e9b tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/ports?device_id=01c5d7d2-0dbe-47a2-ba72-bfe426a0e7be HTTP/1.1" status: 200 len: 946 time: 0.0533276 Oct 27 11:12:55.871087 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 46144) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:12:55.875334 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-8dfe33fb-a509-4d42-80be-540eeacf1971 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Request body: {'floatingip': {'port_id': 'f05e4227-8b6c-4287-b7c0-cbb161cdee7b'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:12:55.913992 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-8dfe33fb-a509-4d42-80be-540eeacf1971 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Publish callbacks [] for floatingip, before_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:12:56.325350 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-8dfe33fb-a509-4d42-80be-540eeacf1971 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:12:56.329161 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-8dfe33fb-a509-4d42-80be-540eeacf1971 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1664826'] for floatingip, after_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:12:56.426348 n-d-813419-10 neutron-server[102346]: INFO neutron.db.l3_db [None req-8dfe33fb-a509-4d42-80be-540eeacf1971 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Floating IP 42374c55-3019-4880-855c-e36e4c24cd32 associated. External IP: 172.25.8.186, port: f05e4227-8b6c-4287-b7c0-cbb161cdee7b. Oct 27 11:12:56.632181 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8dfe33fb-a509-4d42-80be-540eeacf1971 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Router 21969188-e3ee-4d7c-b7a3-e1c4f087d3bf has already been hosted by L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb {{(pid=102346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 11:12:56.736724 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dfe33fb-a509-4d42-80be-540eeacf1971 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 11:12:56.741581 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-8dfe33fb-a509-4d42-80be-540eeacf1971 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for floatingip, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:12:56.746724 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db50a858-529d-4a21-99e8-604772569374 None None] Sync routers for ids ['21969188-e3ee-4d7c-b7a3-e1c4f087d3bf'] in n-d-813419-10 {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 11:12:56.755706 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db50a858-529d-4a21-99e8-604772569374 None None] Routers {'21969188-e3ee-4d7c-b7a3-e1c4f087d3bf'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 11:12:56.756341 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-db50a858-529d-4a21-99e8-604772569374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T11:12:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['21969188-e3ee-4d7c-b7a3-e1c4f087d3bf'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:12:56.767684 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-8dfe33fb-a509-4d42-80be-540eeacf1971 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "PUT /v2.0/floatingips/42374c55-3019-4880-855c-e36e4c24cd32 HTTP/1.1" status: 200 len: 993 time: 0.8956180 Oct 27 11:12:56.768293 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01c5d7d2-0dbe-47a2-ba72-bfe426a0e7be', 'tag': 'f05e4227-8b6c-4287-b7c0-cbb161cdee7b'}] {{(pid=102346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 11:12:56.770526 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc0e418f5fc417c8d55d94c0aa509b037d0beb2a734c1a709e789eb65639a56d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20b0e919-0fb5-43da-8d30-db0ea082a673" -d '{"events": [{"name": "network-changed", "server_uuid": "01c5d7d2-0dbe-47a2-ba72-bfe426a0e7be", "tag": "f05e4227-8b6c-4287-b7c0-cbb161cdee7b"}]}' {{(pid=102346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 11:12:56.810682 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 11:12:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34592f91-a822-467e-a95f-93f6637790ac x-openstack-request-id: req-34592f91-a822-467e-a95f-93f6637790ac {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 11:12:56.810967 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01c5d7d2-0dbe-47a2-ba72-bfe426a0e7be", "tag": "f05e4227-8b6c-4287-b7c0-cbb161cdee7b", "status": "completed", "code": 200}]} {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 11:12:56.811220 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-34592f91-a822-467e-a95f-93f6637790ac {{(pid=102346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 11:12:56.811621 n-d-813419-10 neutron-server[102346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01c5d7d2-0dbe-47a2-ba72-bfe426a0e7be', 'tag': 'f05e4227-8b6c-4287-b7c0-cbb161cdee7b', 'status': 'completed', 'code': 200} Oct 27 11:12:56.862086 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvr_db [None req-db50a858-529d-4a21-99e8-604772569374 None None] Set router 21969188-e3ee-4d7c-b7a3-e1c4f087d3bf gateway port host: n-d-813419-10 {{(pid=102349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 11:12:56.877085 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b0e919-0fb5-43da-8d30-db0ea082a673 req-070b536b-a2f6-4bd0-b367-5122b6286616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:12:56.878613 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-20b0e919-0fb5-43da-8d30-db0ea082a673 req-070b536b-a2f6-4bd0-b367-5122b6286616 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8de2a5bb3a4048f09f89b68594efec08&device_id=01c5d7d2-0dbe-47a2-ba72-bfe426a0e7be HTTP/1.1" status: 200 len: 1098 time: 0.0445983 Oct 27 11:12:56.969641 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b0e919-0fb5-43da-8d30-db0ea082a673 req-085c366f-8018-46ee-a0b0-9efbb5899ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:12:56.971553 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-20b0e919-0fb5-43da-8d30-db0ea082a673 req-085c366f-8018-46ee-a0b0-9efbb5899ab8 service neutron] 10.222.0.64 "GET /v2.0/networks?id=2a5ee4a4-c41e-48f2-9219-3320d30093b8 HTTP/1.1" status: 200 len: 913 time: 0.0862906 Oct 27 11:12:57.042825 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-20b0e919-0fb5-43da-8d30-db0ea082a673 req-bb101716-1971-41bb-b297-b4ed29d1f44a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f05e4227-8b6c-4287-b7c0-cbb161cdee7b HTTP/1.1" status: 200 len: 1001 time: 0.0646203 Oct 27 11:12:57.093577 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b0e919-0fb5-43da-8d30-db0ea082a673 req-e527558f-a031-40ab-84b3-1775ec47c0af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:12:57.095059 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-20b0e919-0fb5-43da-8d30-db0ea082a673 req-e527558f-a031-40ab-84b3-1775ec47c0af service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ad455bd6-8255-41fb-b160-f3442cc0c657 HTTP/1.1" status: 200 len: 851 time: 0.0443611 Oct 27 11:12:57.140068 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b0e919-0fb5-43da-8d30-db0ea082a673 req-2e43cf01-796a-4831-af54-ea81ef3f2e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:12:57.141583 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-20b0e919-0fb5-43da-8d30-db0ea082a673 req-2e43cf01-796a-4831-af54-ea81ef3f2e82 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2a5ee4a4-c41e-48f2-9219-3320d30093b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0400200 Oct 27 11:12:57.169697 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-db50a858-529d-4a21-99e8-604772569374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21969188-e3ee-4d7c-b7a3-e1c4f087d3bf', 'name': 'tempest-ServerActionsTestJSON-1588266955-router', 'tenant_id': '8de2a5bb3a4048f09f89b68594efec08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.230'}], 'enable_snat': True}, 'gw_port_id': 'd28cf629-251a-4e82-b870-98cf289fb9ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:05:55Z', 'updated_at': '2021-10-27T11:05:58Z', 'revision_number': 4, 'project_id': '8de2a5bb3a4048f09f89b68594efec08', 'gw_port': {'id': 'd28cf629-251a-4e82-b870-98cf289fb9ac', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:70:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21969188-e3ee-4d7c-b7a3-e1c4f087d3bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:05:56Z', 'updated_at': '2021-10-27T11:05:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_floatingips': [{'id': '42374c55-3019-4880-855c-e36e4c24cd32', 'tenant_id': '8de2a5bb3a4048f09f89b68594efec08', 'floating_ip_address': '172.25.8.186', 'floating_network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'router_id': '21969188-e3ee-4d7c-b7a3-e1c4f087d3bf', 'port_id': 'f05e4227-8b6c-4287-b7c0-cbb161cdee7b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a5ee4a4-c41e-48f2-9219-3320d30093b8', 'mac_address': 'fa:16:3e:df:57:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01c5d7d2-0dbe-47a2-ba72-bfe426a0e7be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T11:06:01Z', 'updated_at': '2021-10-27T11:12:56Z', 'revision_number': 13, 'project_id': '8de2a5bb3a4048f09f89b68594efec08', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7f81418-c2a7-45b0-9600-fc6417c8bf49', 'name': '', 'network_id': '2a5ee4a4-c41e-48f2-9219-3320d30093b8', 'tenant_id': '8de2a5bb3a4048f09f89b68594efec08', 'mac_address': 'fa:16:3e:c9:95:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21969188-e3ee-4d7c-b7a3-e1c4f087d3bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'ad455bd6-8255-41fb-b160-f3442cc0c657', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:05:58Z', 'updated_at': '2021-10-27T11:06:01Z', 'revision_number': 5, 'project_id': '8de2a5bb3a4048f09f89b68594efec08', 'subnets': [{'id': 'ad455bd6-8255-41fb-b160-f3442cc0c657', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:12:57.195992 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db50a858-529d-4a21-99e8-604772569374 None None] Checking router: 21969188-e3ee-4d7c-b7a3-e1c4f087d3bf for host: n-d-813419-10 {{(pid=102349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 11:12:57.204187 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db50a858-529d-4a21-99e8-604772569374 None None] Routers {'21969188-e3ee-4d7c-b7a3-e1c4f087d3bf'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 11:12:57.204811 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-db50a858-529d-4a21-99e8-604772569374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T11:12:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['21969188-e3ee-4d7c-b7a3-e1c4f087d3bf'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:12:57.232754 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-20b0e919-0fb5-43da-8d30-db0ea082a673 req-da862634-b151-44df-a090-77b54055f97d service neutron] 10.222.0.64 "GET /v2.0/networks/2a5ee4a4-c41e-48f2-9219-3320d30093b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839148 Oct 27 11:12:57.306746 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvr_db [None req-db50a858-529d-4a21-99e8-604772569374 None None] Set router 21969188-e3ee-4d7c-b7a3-e1c4f087d3bf gateway port host: n-d-813419-10 {{(pid=102349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 11:12:57.321645 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-20b0e919-0fb5-43da-8d30-db0ea082a673 req-d952e40f-fc00-4a13-a0c6-884806f56837 service neutron] 10.222.0.64 "GET /v2.0/networks/2a5ee4a4-c41e-48f2-9219-3320d30093b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816603 Oct 27 11:12:57.529622 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-db50a858-529d-4a21-99e8-604772569374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21969188-e3ee-4d7c-b7a3-e1c4f087d3bf', 'name': 'tempest-ServerActionsTestJSON-1588266955-router', 'tenant_id': '8de2a5bb3a4048f09f89b68594efec08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.230'}], 'enable_snat': True}, 'gw_port_id': 'd28cf629-251a-4e82-b870-98cf289fb9ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:05:55Z', 'updated_at': '2021-10-27T11:05:58Z', 'revision_number': 4, 'project_id': '8de2a5bb3a4048f09f89b68594efec08', 'gw_port': {'id': 'd28cf629-251a-4e82-b870-98cf289fb9ac', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:70:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21969188-e3ee-4d7c-b7a3-e1c4f087d3bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:05:56Z', 'updated_at': '2021-10-27T11:05:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_floatingips': [{'id': '42374c55-3019-4880-855c-e36e4c24cd32', 'tenant_id': '8de2a5bb3a4048f09f89b68594efec08', 'floating_ip_address': '172.25.8.186', 'floating_network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'router_id': '21969188-e3ee-4d7c-b7a3-e1c4f087d3bf', 'port_id': 'f05e4227-8b6c-4287-b7c0-cbb161cdee7b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a5ee4a4-c41e-48f2-9219-3320d30093b8', 'mac_address': 'fa:16:3e:df:57:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01c5d7d2-0dbe-47a2-ba72-bfe426a0e7be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T11:06:01Z', 'updated_at': '2021-10-27T11:12:56Z', 'revision_number': 13, 'project_id': '8de2a5bb3a4048f09f89b68594efec08', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7f81418-c2a7-45b0-9600-fc6417c8bf49', 'name': '', 'network_id': '2a5ee4a4-c41e-48f2-9219-3320d30093b8', 'tenant_id': '8de2a5bb3a4048f09f89b68594efec08', 'mac_address': 'fa:16:3e:c9:95:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21969188-e3ee-4d7c-b7a3-e1c4f087d3bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'ad455bd6-8255-41fb-b160-f3442cc0c657', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:05:58Z', 'updated_at': '2021-10-27T11:06:01Z', 'revision_number': 5, 'project_id': '8de2a5bb3a4048f09f89b68594efec08', 'subnets': [{'id': 'ad455bd6-8255-41fb-b160-f3442cc0c657', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:12:57.555552 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db50a858-529d-4a21-99e8-604772569374 None None] The sync data for ids ['21969188-e3ee-4d7c-b7a3-e1c4f087d3bf'] in n-d-813419-10 is: [{'id': '21969188-e3ee-4d7c-b7a3-e1c4f087d3bf', 'name': 'tempest-ServerActionsTestJSON-1588266955-router', 'tenant_id': '8de2a5bb3a4048f09f89b68594efec08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.230'}], 'enable_snat': True}, 'gw_port_id': 'd28cf629-251a-4e82-b870-98cf289fb9ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:05:55Z', 'updated_at': '2021-10-27T11:05:58Z', 'revision_number': 4, 'project_id': '8de2a5bb3a4048f09f89b68594efec08', 'gw_port': {'id': 'd28cf629-251a-4e82-b870-98cf289fb9ac', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:70:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21969188-e3ee-4d7c-b7a3-e1c4f087d3bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:05:56Z', 'updated_at': '2021-10-27T11:05:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_floatingips': [{'id': '42374c55-3019-4880-855c-e36e4c24cd32', 'tenant_id': '8de2a5bb3a4048f09f89b68594efec08', 'floating_ip_address': '172.25.8.186', 'floating_network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'router_id': '21969188-e3ee-4d7c-b7a3-e1c4f087d3bf', 'port_id': 'f05e4227-8b6c-4287-b7c0-cbb161cdee7b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a5ee4a4-c41e-48f2-9219-3320d30093b8', 'mac_address': 'fa:16:3e:df:57:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01c5d7d2-0dbe-47a2-ba72-bfe426a0e7be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T11:06:01Z', 'updated_at': '2021-10-27T11:12:56Z', 'revision_number': 13, 'project_id': '8de2a5bb3a4048f09f89b68594efec08', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7f81418-c2a7-45b0-9600-fc6417c8bf49', 'name': '', 'network_id': '2a5ee4a4-c41e-48f2-9219-3320d30093b8', 'tenant_id': '8de2a5bb3a4048f09f89b68594efec08', 'mac_address': 'fa:16:3e:c9:95:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21969188-e3ee-4d7c-b7a3-e1c4f087d3bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'ad455bd6-8255-41fb-b160-f3442cc0c657', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:05:58Z', 'updated_at': '2021-10-27T11:06:01Z', 'revision_number': 5, 'project_id': '8de2a5bb3a4048f09f89b68594efec08', 'subnets': [{'id': 'ad455bd6-8255-41fb-b160-f3442cc0c657', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 11:12:57.745625 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaecf0b2-de76-48ec-8005-1f0a8b820c03 None None] New status for floating IP 42374c55-3019-4880-855c-e36e4c24cd32: ACTIVE {{(pid=102348) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 11:13:00.561194 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b9e9af6f-bdda-4d87-9b51-51a3f102e42a req-3a9e4a92-5097-48af-b46e-db26f3304a5a service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=01c5d7d2-0dbe-47a2-ba72-bfe426a0e7be&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0431900 Oct 27 11:13:00.642886 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e9af6f-bdda-4d87-9b51-51a3f102e42a req-e2784f3b-ce6a-4e7b-8531-f6020e3c7d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:13:00.644436 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b9e9af6f-bdda-4d87-9b51-51a3f102e42a req-e2784f3b-ce6a-4e7b-8531-f6020e3c7d09 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8de2a5bb3a4048f09f89b68594efec08&device_id=01c5d7d2-0dbe-47a2-ba72-bfe426a0e7be HTTP/1.1" status: 200 len: 1098 time: 0.0405478 Oct 27 11:13:00.747286 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e9af6f-bdda-4d87-9b51-51a3f102e42a req-54a3e97e-ff30-41b8-b9d2-e61be225c7ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:13:00.748761 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b9e9af6f-bdda-4d87-9b51-51a3f102e42a req-54a3e97e-ff30-41b8-b9d2-e61be225c7ce service neutron] 10.222.0.64 "GET /v2.0/networks?id=2a5ee4a4-c41e-48f2-9219-3320d30093b8 HTTP/1.1" status: 200 len: 913 time: 0.0836961 Oct 27 11:13:00.817634 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b9e9af6f-bdda-4d87-9b51-51a3f102e42a req-a4f261e3-ae6a-492b-b550-00f4f1e8b3bf service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f05e4227-8b6c-4287-b7c0-cbb161cdee7b HTTP/1.1" status: 200 len: 1003 time: 0.0614767 Oct 27 11:13:00.866102 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e9af6f-bdda-4d87-9b51-51a3f102e42a req-7230078b-b3a3-46e1-b9ad-2287ffcb39d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:13:00.867503 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b9e9af6f-bdda-4d87-9b51-51a3f102e42a req-7230078b-b3a3-46e1-b9ad-2287ffcb39d8 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ad455bd6-8255-41fb-b160-f3442cc0c657 HTTP/1.1" status: 200 len: 851 time: 0.0425320 Oct 27 11:13:00.915233 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e9af6f-bdda-4d87-9b51-51a3f102e42a req-72fc3fa4-e7c2-47f5-bb3e-9d4fccfec0db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:13:00.916647 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b9e9af6f-bdda-4d87-9b51-51a3f102e42a req-72fc3fa4-e7c2-47f5-bb3e-9d4fccfec0db service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2a5ee4a4-c41e-48f2-9219-3320d30093b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0393035 Oct 27 11:13:01.007881 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b9e9af6f-bdda-4d87-9b51-51a3f102e42a req-630cc372-0618-4ef0-8a43-6756e476ce83 service neutron] 10.222.0.64 "GET /v2.0/networks/2a5ee4a4-c41e-48f2-9219-3320d30093b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843067 Oct 27 11:13:01.104408 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b9e9af6f-bdda-4d87-9b51-51a3f102e42a req-98a0b017-3678-46e4-8877-c11c5cd2264c service neutron] 10.222.0.64 "GET /v2.0/networks/2a5ee4a4-c41e-48f2-9219-3320d30093b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862944 Oct 27 11:13:02.877681 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:13:09.307008 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:13:16.290981 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-23d2dfb2-4a6b-4348-bd7e-427f2b55b629 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:13:18.950208 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-515686ef-b66d-4e15-a20c-c2bad0d127c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:13:20.077409 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:13:20.186164 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-eadeaa30-4096-4d1a-b3cb-aa7ebfb291ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:13:22.072113 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-3c6a8245-0581-48aa-b5f6-4d8fe98cd16e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:13:27.296047 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.agents_db [None req-e79ee67d-056e-46ea-bd99-e80473396b25 None None] Agent healthcheck: found 7 active agents {{(pid=102349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 11:13:32.894120 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:13:39.304800 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:13:46.292055 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7993374e-9b09-4b29-9f11-e464193d2718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:13:48.956899 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-1d1bc746-34ce-4544-8760-c5b2c21c2772 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:13:50.079402 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:13:50.188835 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-eadeaa30-4096-4d1a-b3cb-aa7ebfb291ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:13:52.077110 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-3c6a8245-0581-48aa-b5f6-4d8fe98cd16e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:14:02.561791 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-56647467-b51e-4bc9-b297-b2528dfb13a2 req-ce271b29-89bc-41b7-8944-a1c1454b7497 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=01c5d7d2-0dbe-47a2-ba72-bfe426a0e7be&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0392106 Oct 27 11:14:02.641381 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56647467-b51e-4bc9-b297-b2528dfb13a2 req-a159a854-9942-409a-aa34-40e8cbfdb03b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:14:02.642866 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-56647467-b51e-4bc9-b297-b2528dfb13a2 req-a159a854-9942-409a-aa34-40e8cbfdb03b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8de2a5bb3a4048f09f89b68594efec08&device_id=01c5d7d2-0dbe-47a2-ba72-bfe426a0e7be HTTP/1.1" status: 200 len: 1098 time: 0.0405326 Oct 27 11:14:02.749333 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56647467-b51e-4bc9-b297-b2528dfb13a2 req-cc71d644-7c3d-4a1d-b767-6f49836abd9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:14:02.750796 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-56647467-b51e-4bc9-b297-b2528dfb13a2 req-cc71d644-7c3d-4a1d-b767-6f49836abd9d service neutron] 10.222.0.64 "GET /v2.0/networks?id=2a5ee4a4-c41e-48f2-9219-3320d30093b8 HTTP/1.1" status: 200 len: 913 time: 0.0886064 Oct 27 11:14:02.815188 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-56647467-b51e-4bc9-b297-b2528dfb13a2 req-6c0470a6-5b03-460a-b4ac-ae8e5a503294 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f05e4227-8b6c-4287-b7c0-cbb161cdee7b HTTP/1.1" status: 200 len: 1003 time: 0.0575459 Oct 27 11:14:02.861895 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56647467-b51e-4bc9-b297-b2528dfb13a2 req-01a5d3d9-4a3a-4d39-b66e-5eced5816b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:14:02.863908 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-56647467-b51e-4bc9-b297-b2528dfb13a2 req-01a5d3d9-4a3a-4d39-b66e-5eced5816b3f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ad455bd6-8255-41fb-b160-f3442cc0c657 HTTP/1.1" status: 200 len: 851 time: 0.0423827 Oct 27 11:14:02.903949 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:14:02.912849 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56647467-b51e-4bc9-b297-b2528dfb13a2 req-c8b3f636-9b67-4c2d-b50b-b86a0c158f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:14:02.914377 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-56647467-b51e-4bc9-b297-b2528dfb13a2 req-c8b3f636-9b67-4c2d-b50b-b86a0c158f6b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2a5ee4a4-c41e-48f2-9219-3320d30093b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0440948 Oct 27 11:14:03.005690 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-56647467-b51e-4bc9-b297-b2528dfb13a2 req-9c0554fb-fa71-4c4f-8a27-f558bae8cdb6 service neutron] 10.222.0.64 "GET /v2.0/networks/2a5ee4a4-c41e-48f2-9219-3320d30093b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833793 Oct 27 11:14:03.107390 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-56647467-b51e-4bc9-b297-b2528dfb13a2 req-9d226692-9b0d-4137-a362-adbd12767326 service neutron] 10.222.0.64 "GET /v2.0/networks/2a5ee4a4-c41e-48f2-9219-3320d30093b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942545 Oct 27 11:14:04.295061 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.agents_db [None req-e79ee67d-056e-46ea-bd99-e80473396b25 None None] Agent healthcheck: found 7 active agents {{(pid=102349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 11:14:09.315655 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:14:16.293008 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-102c3034-250c-4e34-a4e3-f6903b02fd5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:14:18.947879 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-e92d5cd9-1144-401d-8a81-01ee5a5042b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:14:20.080445 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:14:20.191490 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-eadeaa30-4096-4d1a-b3cb-aa7ebfb291ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:14:22.077726 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-3c6a8245-0581-48aa-b5f6-4d8fe98cd16e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:14:32.920021 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:14:33.883618 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0ba6b9-542b-416a-bc52-d8ab58f53765 req-3adf3b91-7303-49f9-94b8-7767a617fdab tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:14:33.885144 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-4e0ba6b9-542b-416a-bc52-d8ab58f53765 req-3adf3b91-7303-49f9-94b8-7767a617fdab tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/ports?device_id=01c5d7d2-0dbe-47a2-ba72-bfe426a0e7be HTTP/1.1" status: 200 len: 946 time: 0.0533218 Oct 27 11:14:33.921879 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-4e0ba6b9-542b-416a-bc52-d8ab58f53765 req-efa82078-cb20-4024-a79b-a63abeb85e34 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/security-groups?id=baae45f4-356c-4047-8629-69a3801a3a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305057 Oct 27 11:14:39.317332 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:14:41.295045 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.agents_db [None req-e79ee67d-056e-46ea-bd99-e80473396b25 None None] Agent healthcheck: found 7 active agents {{(pid=102349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 11:14:45.957101 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [req-9254fd56-4fc8-40d9-a1ea-7f97d521c3a6 req-6f78700a-dd67-4b0c-aae7-01ed870bf345 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=102346) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 11:14:45.958262 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-9254fd56-4fc8-40d9-a1ea-7f97d521c3a6 req-6f78700a-dd67-4b0c-aae7-01ed870bf345 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0600874 Oct 27 11:14:46.292697 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-fc0ddd48-f6f4-46f2-8669-0958e1564f40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:14:47.169599 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-f8115ac2-f30f-427d-8854-a2485deef213 req-f3b39d14-4aad-45b9-9b3b-234ebed6c05d service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=01c5d7d2-0dbe-47a2-ba72-bfe426a0e7be&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0708830 Oct 27 11:14:47.177758 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c8bb8d-2bde-4290-ae61-6797968a229f req-ca8e3226-8c2f-4117-bdf6-fa5e0aeb5458 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:14:47.179134 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-03c8bb8d-2bde-4290-ae61-6797968a229f req-ca8e3226-8c2f-4117-bdf6-fa5e0aeb5458 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/ports?device_id=01c5d7d2-0dbe-47a2-ba72-bfe426a0e7be HTTP/1.1" status: 200 len: 946 time: 0.0707974 Oct 27 11:14:47.183860 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [req-f8115ac2-f30f-427d-8854-a2485deef213 req-f40e4100-4367-464e-9491-6a97ca3cb645 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=102347) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 11:14:47.184836 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-f8115ac2-f30f-427d-8854-a2485deef213 req-f40e4100-4367-464e-9491-6a97ca3cb645 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0048757 Oct 27 11:14:47.218604 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-03c8bb8d-2bde-4290-ae61-6797968a229f req-0cd824d4-b705-4662-b5b7-d99cb21e8778 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/security-groups?id=baae45f4-356c-4047-8629-69a3801a3a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328579 Oct 27 11:14:48.285301 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8115ac2-f30f-427d-8854-a2485deef213 req-98005e4e-0272-4eb8-8d84-b9fc372cfff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:14:48.286841 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-f8115ac2-f30f-427d-8854-a2485deef213 req-98005e4e-0272-4eb8-8d84-b9fc372cfff4 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8de2a5bb3a4048f09f89b68594efec08&device_id=01c5d7d2-0dbe-47a2-ba72-bfe426a0e7be HTTP/1.1" status: 200 len: 1098 time: 0.0449853 Oct 27 11:14:48.337254 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab74f0d-a0de-4f02-9809-86a5d61dbed2 req-21056af5-3b89-4bf6-aa18-d65151666711 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:14:48.339378 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-4ab74f0d-a0de-4f02-9809-86a5d61dbed2 req-21056af5-3b89-4bf6-aa18-d65151666711 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/ports?device_id=01c5d7d2-0dbe-47a2-ba72-bfe426a0e7be HTTP/1.1" status: 200 len: 946 time: 0.0502160 Oct 27 11:14:48.377935 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8115ac2-f30f-427d-8854-a2485deef213 req-321f4c3a-2f2b-480f-82fe-0e8eb9b1d27a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:14:48.378393 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-4ab74f0d-a0de-4f02-9809-86a5d61dbed2 req-1fbc3912-d48a-4533-ac0b-0cf954c61210 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/security-groups?id=baae45f4-356c-4047-8629-69a3801a3a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314174 Oct 27 11:14:48.379594 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-f8115ac2-f30f-427d-8854-a2485deef213 req-321f4c3a-2f2b-480f-82fe-0e8eb9b1d27a service neutron] 10.222.0.64 "GET /v2.0/networks?id=2a5ee4a4-c41e-48f2-9219-3320d30093b8 HTTP/1.1" status: 200 len: 913 time: 0.0848942 Oct 27 11:14:48.448313 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-f8115ac2-f30f-427d-8854-a2485deef213 req-55ed11ab-a588-489d-aece-e553e3c39a11 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f05e4227-8b6c-4287-b7c0-cbb161cdee7b HTTP/1.1" status: 200 len: 1003 time: 0.0619738 Oct 27 11:14:48.495966 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8115ac2-f30f-427d-8854-a2485deef213 req-c0f82ab7-7a8d-462c-82f8-92e8a0298a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:14:48.497403 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-f8115ac2-f30f-427d-8854-a2485deef213 req-c0f82ab7-7a8d-462c-82f8-92e8a0298a36 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ad455bd6-8255-41fb-b160-f3442cc0c657 HTTP/1.1" status: 200 len: 851 time: 0.0426476 Oct 27 11:14:48.542501 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8115ac2-f30f-427d-8854-a2485deef213 req-df3b0261-a2c2-4a50-b283-1a0201cf08ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:14:48.544378 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-f8115ac2-f30f-427d-8854-a2485deef213 req-df3b0261-a2c2-4a50-b283-1a0201cf08ae service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2a5ee4a4-c41e-48f2-9219-3320d30093b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404594 Oct 27 11:14:48.635833 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-f8115ac2-f30f-427d-8854-a2485deef213 req-5fe9fcb5-1ac1-4ba3-bb4b-5c00618a8712 service neutron] 10.222.0.64 "GET /v2.0/networks/2a5ee4a4-c41e-48f2-9219-3320d30093b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835576 Oct 27 11:14:48.722739 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-f8115ac2-f30f-427d-8854-a2485deef213 req-8668ff06-4dca-470c-b0ee-e531e4d8905e service neutron] 10.222.0.64 "GET /v2.0/networks/2a5ee4a4-c41e-48f2-9219-3320d30093b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802307 Oct 27 11:14:48.949417 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f22658b2-b291-44d9-b0a0-4b6e4ec30dfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:14:49.507769 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb252ec-2872-4afc-89ff-7da913cb9bd9 req-5a827ad2-a74b-4377-bf7a-55740be44d44 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:14:49.509319 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-6eb252ec-2872-4afc-89ff-7da913cb9bd9 req-5a827ad2-a74b-4377-bf7a-55740be44d44 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/ports?device_id=01c5d7d2-0dbe-47a2-ba72-bfe426a0e7be HTTP/1.1" status: 200 len: 946 time: 0.0609162 Oct 27 11:14:49.545921 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-6eb252ec-2872-4afc-89ff-7da913cb9bd9 req-81b2f054-3417-4e18-ac60-bac8e589a7ef tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/security-groups?id=baae45f4-356c-4047-8629-69a3801a3a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304916 Oct 27 11:14:50.081388 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:14:50.195857 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-eadeaa30-4096-4d1a-b3cb-aa7ebfb291ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:14:50.661070 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d09494-3bfd-4015-957a-d7107a327963 req-cfb95700-538e-4538-8543-5d6da9f6ce54 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:14:50.662509 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-13d09494-3bfd-4015-957a-d7107a327963 req-cfb95700-538e-4538-8543-5d6da9f6ce54 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/ports?device_id=01c5d7d2-0dbe-47a2-ba72-bfe426a0e7be HTTP/1.1" status: 200 len: 946 time: 0.0481670 Oct 27 11:14:50.699583 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-13d09494-3bfd-4015-957a-d7107a327963 req-d4dfb0cf-22d9-4fcd-9c38-5266fe2814dc tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/security-groups?id=baae45f4-356c-4047-8629-69a3801a3a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312276 Oct 27 11:14:51.814417 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cb2419-31d2-470e-9457-c77dd43c52a0 req-bde92ce7-be61-48c2-a44a-a439d610315a tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:14:51.815890 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-f8cb2419-31d2-470e-9457-c77dd43c52a0 req-bde92ce7-be61-48c2-a44a-a439d610315a tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/ports?device_id=01c5d7d2-0dbe-47a2-ba72-bfe426a0e7be HTTP/1.1" status: 200 len: 946 time: 0.0485158 Oct 27 11:14:51.853571 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-f8cb2419-31d2-470e-9457-c77dd43c52a0 req-9a986504-1897-4a19-af43-dc197a8f467a tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/security-groups?id=baae45f4-356c-4047-8629-69a3801a3a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311000 Oct 27 11:14:52.081137 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-3c6a8245-0581-48aa-b5f6-4d8fe98cd16e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:14:52.970689 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b49647-d4e5-4158-abd2-e0ccf83fa4e3 req-6a89e451-e3ef-49cd-a6b5-599c0b244011 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:14:52.972139 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-54b49647-d4e5-4158-abd2-e0ccf83fa4e3 req-6a89e451-e3ef-49cd-a6b5-599c0b244011 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/ports?device_id=01c5d7d2-0dbe-47a2-ba72-bfe426a0e7be HTTP/1.1" status: 200 len: 946 time: 0.0507712 Oct 27 11:14:53.008399 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-54b49647-d4e5-4158-abd2-e0ccf83fa4e3 req-3fcaddb8-bdfb-4cb9-bb34-9c00cee53996 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/security-groups?id=baae45f4-356c-4047-8629-69a3801a3a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296845 Oct 27 11:14:54.122689 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc76d54f-eb32-451a-bca8-a0d9459e9ca5 req-f5ccf278-7a92-47e2-8901-a1d6d6233472 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:14:54.124132 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-dc76d54f-eb32-451a-bca8-a0d9459e9ca5 req-f5ccf278-7a92-47e2-8901-a1d6d6233472 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/ports?device_id=01c5d7d2-0dbe-47a2-ba72-bfe426a0e7be HTTP/1.1" status: 200 len: 946 time: 0.0480835 Oct 27 11:14:54.161056 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-dc76d54f-eb32-451a-bca8-a0d9459e9ca5 req-3acd7612-7328-4155-bbc8-cfdb7c88e9a8 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/security-groups?id=baae45f4-356c-4047-8629-69a3801a3a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309901 Oct 27 11:14:55.274999 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf5327e-47bc-4378-9097-773ab67655e1 req-e254059b-f864-4eaa-8ab3-deb2c506539c tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:14:55.276478 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-bdf5327e-47bc-4378-9097-773ab67655e1 req-e254059b-f864-4eaa-8ab3-deb2c506539c tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/ports?device_id=01c5d7d2-0dbe-47a2-ba72-bfe426a0e7be HTTP/1.1" status: 200 len: 946 time: 0.0483479 Oct 27 11:14:55.312975 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-bdf5327e-47bc-4378-9097-773ab67655e1 req-580197b6-59fb-4fa0-88bd-cd58be872960 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/security-groups?id=baae45f4-356c-4047-8629-69a3801a3a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307758 Oct 27 11:14:56.431950 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86423f35-7b7f-42b9-9cb6-56c308a0f024 req-9af91ba9-f95b-4d55-9f72-f64ceae4e799 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:14:56.433453 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-86423f35-7b7f-42b9-9cb6-56c308a0f024 req-9af91ba9-f95b-4d55-9f72-f64ceae4e799 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/ports?device_id=01c5d7d2-0dbe-47a2-ba72-bfe426a0e7be HTTP/1.1" status: 200 len: 946 time: 0.0527902 Oct 27 11:14:56.470919 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-86423f35-7b7f-42b9-9cb6-56c308a0f024 req-d698074f-4eaf-4611-84c9-f9abab26ccf7 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/security-groups?id=baae45f4-356c-4047-8629-69a3801a3a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315902 Oct 27 11:14:57.601235 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd6674c-34c6-47cb-877e-ab056faf8e2a req-3162dcb1-3210-4215-bd1a-ec5726e54a4e tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:14:57.602725 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-0bd6674c-34c6-47cb-877e-ab056faf8e2a req-3162dcb1-3210-4215-bd1a-ec5726e54a4e tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/ports?device_id=01c5d7d2-0dbe-47a2-ba72-bfe426a0e7be HTTP/1.1" status: 200 len: 946 time: 0.0584233 Oct 27 11:14:57.640697 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-0bd6674c-34c6-47cb-877e-ab056faf8e2a req-e4de9f1a-97de-49be-93d3-a7a271df3097 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/security-groups?id=baae45f4-356c-4047-8629-69a3801a3a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317998 Oct 27 11:14:58.757606 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76413ff3-996c-454c-8560-5c8054ab8cf6 req-d531f926-dc95-4349-a9de-f9551a71b27b tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:14:58.759103 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-76413ff3-996c-454c-8560-5c8054ab8cf6 req-d531f926-dc95-4349-a9de-f9551a71b27b tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/ports?device_id=01c5d7d2-0dbe-47a2-ba72-bfe426a0e7be HTTP/1.1" status: 200 len: 946 time: 0.0478985 Oct 27 11:14:58.803124 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-76413ff3-996c-454c-8560-5c8054ab8cf6 req-abf752cd-521e-469f-b33e-ebb979f6f6a6 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/security-groups?id=baae45f4-356c-4047-8629-69a3801a3a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372469 Oct 27 11:14:59.923856 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab4e822-c15a-485a-91dd-6dfaae53ed8d req-59910c8f-ba15-405e-ba57-be7aac777285 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:14:59.925354 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-eab4e822-c15a-485a-91dd-6dfaae53ed8d req-59910c8f-ba15-405e-ba57-be7aac777285 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/ports?device_id=01c5d7d2-0dbe-47a2-ba72-bfe426a0e7be HTTP/1.1" status: 200 len: 946 time: 0.0521178 Oct 27 11:14:59.961765 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-eab4e822-c15a-485a-91dd-6dfaae53ed8d req-5027a0ef-64dc-408a-820d-9a5dd4973a76 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/security-groups?id=baae45f4-356c-4047-8629-69a3801a3a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299649 Oct 27 11:15:01.078123 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50797a85-1fa5-47f1-a753-48afc14955f5 req-6e9b0b58-90e4-4819-be9d-086d6c4ca716 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:15:01.079687 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-50797a85-1fa5-47f1-a753-48afc14955f5 req-6e9b0b58-90e4-4819-be9d-086d6c4ca716 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/ports?device_id=01c5d7d2-0dbe-47a2-ba72-bfe426a0e7be HTTP/1.1" status: 200 len: 946 time: 0.0491545 Oct 27 11:15:01.117775 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-50797a85-1fa5-47f1-a753-48afc14955f5 req-1530c3bc-c964-4b3a-8943-bc4e0a8506ea tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/security-groups?id=baae45f4-356c-4047-8629-69a3801a3a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320804 Oct 27 11:15:02.234418 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4393cb-2f3c-4dcf-9a8d-ed351bc25f2b req-f58a7646-9d9b-4082-a2e2-d58e1d56ee76 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:15:02.235906 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ad4393cb-2f3c-4dcf-9a8d-ed351bc25f2b req-f58a7646-9d9b-4082-a2e2-d58e1d56ee76 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/ports?device_id=01c5d7d2-0dbe-47a2-ba72-bfe426a0e7be HTTP/1.1" status: 200 len: 946 time: 0.0485418 Oct 27 11:15:02.275121 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ad4393cb-2f3c-4dcf-9a8d-ed351bc25f2b req-3c19aee8-26ff-4cb9-acdc-c3d9908b58fd tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/security-groups?id=baae45f4-356c-4047-8629-69a3801a3a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324895 Oct 27 11:15:02.788632 n-d-813419-10 neutron-server[102347]: INFO neutron.api.v2.resource [req-f8115ac2-f30f-427d-8854-a2485deef213 req-5044e38a-b3ef-4063-9e06-235a6bb82a6e service neutron] show failed (client error): The resource could not be found. Oct 27 11:15:02.789615 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-f8115ac2-f30f-427d-8854-a2485deef213 req-5044e38a-b3ef-4063-9e06-235a6bb82a6e service neutron] 10.222.0.64 "GET /v2.0/ports/f05e4227-8b6c-4287-b7c0-cbb161cdee7b/bindings/n-h2-813419-10 HTTP/1.1" status: 404 len: 381 time: 0.0578728 Oct 27 11:15:02.922480 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:15:02.992085 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8115ac2-f30f-427d-8854-a2485deef213 req-5a510f35-5411-4c3b-ac36-ded85e9046ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:15:02.993644 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-f8115ac2-f30f-427d-8854-a2485deef213 req-5a510f35-5411-4c3b-ac36-ded85e9046ad service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=01c5d7d2-0dbe-47a2-ba72-bfe426a0e7be&tenant_id=8de2a5bb3a4048f09f89b68594efec08 HTTP/1.1" status: 200 len: 1098 time: 0.0413637 Oct 27 11:15:03.006057 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [req-f8115ac2-f30f-427d-8854-a2485deef213 req-237df3bf-fd20-4882-aacb-f78a0b1c475f service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=102346) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 11:15:03.007045 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-f8115ac2-f30f-427d-8854-a2485deef213 req-237df3bf-fd20-4882-aacb-f78a0b1c475f service neutron] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0052865 Oct 27 11:15:03.019305 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [req-f8115ac2-f30f-427d-8854-a2485deef213 req-17a7875e-d34a-49b2-9f83-98e22a8ca5e2 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-813419-10', 'device_owner': 'compute:nova'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:15:03.077032 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-f8115ac2-f30f-427d-8854-a2485deef213 req-17a7875e-d34a-49b2-9f83-98e22a8ca5e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:15:03.278071 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [req-f8115ac2-f30f-427d-8854-a2485deef213 req-17a7875e-d34a-49b2-9f83-98e22a8ca5e2 service neutron] For port f05e4227-8b6c-4287-b7c0-cbb161cdee7b, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=f05e4227-8b6c-4287-b7c0-cbb161cdee7b,segment=NetworkSegment(d28b9a3d-0e6e-43a3-a48e-9bc1dd8d593a),segment_id=d28b9a3d-0e6e-43a3-a48e-9bc1dd8d593a)] {{(pid=102346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:15:03.309848 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [req-f8115ac2-f30f-427d-8854-a2485deef213 req-17a7875e-d34a-49b2-9f83-98e22a8ca5e2 service neutron] For port f05e4227-8b6c-4287-b7c0-cbb161cdee7b, host n-h1-813419-10, cleared binding levels {{(pid=102346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 11:15:03.350062 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01c5d7d2-0dbe-47a2-ba72-bfe426a0e7be', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f05e4227-8b6c-4287-b7c0-cbb161cdee7b'}] {{(pid=102346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 11:15:03.352351 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc0e418f5fc417c8d55d94c0aa509b037d0beb2a734c1a709e789eb65639a56d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa6bfb32-daa5-4853-90d1-cfbe334bcbea" -d '{"events": [{"server_uuid": "01c5d7d2-0dbe-47a2-ba72-bfe426a0e7be", "name": "network-vif-unplugged", "status": "completed", "tag": "f05e4227-8b6c-4287-b7c0-cbb161cdee7b"}]}' {{(pid=102346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 11:15:03.356679 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-f8115ac2-f30f-427d-8854-a2485deef213 req-17a7875e-d34a-49b2-9f83-98e22a8ca5e2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:15:03.369700 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.provisioning_blocks [req-f8115ac2-f30f-427d-8854-a2485deef213 req-17a7875e-d34a-49b2-9f83-98e22a8ca5e2 service neutron] Transition to ACTIVE for port object f05e4227-8b6c-4287-b7c0-cbb161cdee7b will not be triggered until provisioned by entity L2. {{(pid=102346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 11:15:03.374416 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-f8115ac2-f30f-427d-8854-a2485deef213 req-17a7875e-d34a-49b2-9f83-98e22a8ca5e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27024173'] for port, after_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:15:03.398564 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb7c284-4dcb-42be-8aaf-334425e11ede req-b49bd304-bd3c-4838-8b11-e350af5dc564 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:15:03.400542 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-9fb7c284-4dcb-42be-8aaf-334425e11ede req-b49bd304-bd3c-4838-8b11-e350af5dc564 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/ports?device_id=01c5d7d2-0dbe-47a2-ba72-bfe426a0e7be HTTP/1.1" status: 200 len: 946 time: 0.0541811 Oct 27 11:15:03.406017 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 27 Oct 2021 11:15:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac7d48ee-dd61-4b7a-9964-7930c94a9054 x-openstack-request-id: req-ac7d48ee-dd61-4b7a-9964-7930c94a9054 {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 11:15:03.406301 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01c5d7d2-0dbe-47a2-ba72-bfe426a0e7be", "name": "network-vif-unplugged", "status": "completed", "tag": "f05e4227-8b6c-4287-b7c0-cbb161cdee7b", "code": 200}]} {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 11:15:03.406549 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ac7d48ee-dd61-4b7a-9964-7930c94a9054 {{(pid=102346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 11:15:03.406936 n-d-813419-10 neutron-server[102346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01c5d7d2-0dbe-47a2-ba72-bfe426a0e7be', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f05e4227-8b6c-4287-b7c0-cbb161cdee7b', 'code': 200} Oct 27 11:15:03.433132 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a7875e-d34a-49b2-9f83-98e22a8ca5e2 service neutron] Pushing event updated for resources: {'Port': ['ID=f05e4227-8b6c-4287-b7c0-cbb161cdee7b,revision_number=6']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:15:03.447225 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-9fb7c284-4dcb-42be-8aaf-334425e11ede req-23e6eb89-5503-48ea-b5f3-1ddb878344ca tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/security-groups?id=baae45f4-356c-4047-8629-69a3801a3a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398784 Oct 27 11:15:03.783013 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a7875e-d34a-49b2-9f83-98e22a8ca5e2 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:15:03.783351 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a7875e-d34a-49b2-9f83-98e22a8ca5e2 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:15:03.783708 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a7875e-d34a-49b2-9f83-98e22a8ca5e2 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:15:03.784034 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a7875e-d34a-49b2-9f83-98e22a8ca5e2 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:15:03.784384 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a7875e-d34a-49b2-9f83-98e22a8ca5e2 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:15:03.784707 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a7875e-d34a-49b2-9f83-98e22a8ca5e2 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:15:03.785025 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a7875e-d34a-49b2-9f83-98e22a8ca5e2 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:15:03.785339 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a7875e-d34a-49b2-9f83-98e22a8ca5e2 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:15:03.785655 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a7875e-d34a-49b2-9f83-98e22a8ca5e2 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:15:03.785993 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a7875e-d34a-49b2-9f83-98e22a8ca5e2 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:15:03.786307 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a7875e-d34a-49b2-9f83-98e22a8ca5e2 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:15:03.786617 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a7875e-d34a-49b2-9f83-98e22a8ca5e2 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:15:03.825053 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8115ac2-f30f-427d-8854-a2485deef213 req-17a7875e-d34a-49b2-9f83-98e22a8ca5e2 service neutron] No DVR routers for this DVR port f05e4227-8b6c-4287-b7c0-cbb161cdee7b on host n-h1-813419-10 {{(pid=102346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 11:15:03.955161 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.managers [req-f8115ac2-f30f-427d-8854-a2485deef213 req-17a7875e-d34a-49b2-9f83-98e22a8ca5e2 service neutron] Attempting to bind port f05e4227-8b6c-4287-b7c0-cbb161cdee7b on host n-h2-813419-10 for vnic_type normal with profile {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 11:15:03.955492 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.managers [req-f8115ac2-f30f-427d-8854-a2485deef213 req-17a7875e-d34a-49b2-9f83-98e22a8ca5e2 service neutron] Attempting to bind port f05e4227-8b6c-4287-b7c0-cbb161cdee7b by drivers openvswitch,hyperv on host n-h2-813419-10 at level 0 using segments [{'id': 'd28b9a3d-0e6e-43a3-a48e-9bc1dd8d593a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '2a5ee4a4-c41e-48f2-9219-3320d30093b8'}] {{(pid=102346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 11:15:03.955825 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8115ac2-f30f-427d-8854-a2485deef213 req-17a7875e-d34a-49b2-9f83-98e22a8ca5e2 service neutron] Attempting to bind port f05e4227-8b6c-4287-b7c0-cbb161cdee7b on network 2a5ee4a4-c41e-48f2-9219-3320d30093b8 {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 11:15:03.960020 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8115ac2-f30f-427d-8854-a2485deef213 req-17a7875e-d34a-49b2-9f83-98e22a8ca5e2 service neutron] Port f05e4227-8b6c-4287-b7c0-cbb161cdee7b on network 2a5ee4a4-c41e-48f2-9219-3320d30093b8 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-10 {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 11:15:03.960387 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8115ac2-f30f-427d-8854-a2485deef213 req-17a7875e-d34a-49b2-9f83-98e22a8ca5e2 service neutron] Attempting to bind port f05e4227-8b6c-4287-b7c0-cbb161cdee7b on network 2a5ee4a4-c41e-48f2-9219-3320d30093b8 {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 11:15:03.965108 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8115ac2-f30f-427d-8854-a2485deef213 req-17a7875e-d34a-49b2-9f83-98e22a8ca5e2 service neutron] Checking agent: {'id': 'a2edc247-0fa4-4ce6-bbae-a10492f6bd71', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 16, 9), 'started_at': datetime.datetime(2021, 10, 27, 10, 16, 9), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 11, 14, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 11:15:03.965448 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8115ac2-f30f-427d-8854-a2485deef213 req-17a7875e-d34a-49b2-9f83-98e22a8ca5e2 service neutron] Checking segment: {'id': 'd28b9a3d-0e6e-43a3-a48e-9bc1dd8d593a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '2a5ee4a4-c41e-48f2-9219-3320d30093b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 11:15:03.965826 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8115ac2-f30f-427d-8854-a2485deef213 req-17a7875e-d34a-49b2-9f83-98e22a8ca5e2 service neutron] Bound using segment: {'id': 'd28b9a3d-0e6e-43a3-a48e-9bc1dd8d593a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '2a5ee4a4-c41e-48f2-9219-3320d30093b8'} {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 11:15:03.966249 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.managers [req-f8115ac2-f30f-427d-8854-a2485deef213 req-17a7875e-d34a-49b2-9f83-98e22a8ca5e2 service neutron] Bound port: f05e4227-8b6c-4287-b7c0-cbb161cdee7b, host: n-h2-813419-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd28b9a3d-0e6e-43a3-a48e-9bc1dd8d593a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '2a5ee4a4-c41e-48f2-9219-3320d30093b8'}}] {{(pid=102346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 11:15:03.966599 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-f8115ac2-f30f-427d-8854-a2485deef213 req-17a7875e-d34a-49b2-9f83-98e22a8ca5e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:15:04.026759 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [req-f8115ac2-f30f-427d-8854-a2485deef213 req-17a7875e-d34a-49b2-9f83-98e22a8ca5e2 service neutron] For port f05e4227-8b6c-4287-b7c0-cbb161cdee7b, host n-h2-813419-10, cleared binding levels {{(pid=102346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 11:15:04.029793 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [req-f8115ac2-f30f-427d-8854-a2485deef213 req-17a7875e-d34a-49b2-9f83-98e22a8ca5e2 service neutron] For port f05e4227-8b6c-4287-b7c0-cbb161cdee7b, host n-h2-813419-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=f05e4227-8b6c-4287-b7c0-cbb161cdee7b,segment=NetworkSegment(d28b9a3d-0e6e-43a3-a48e-9bc1dd8d593a),segment_id=d28b9a3d-0e6e-43a3-a48e-9bc1dd8d593a)] {{(pid=102346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 11:15:04.034067 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-f8115ac2-f30f-427d-8854-a2485deef213 req-17a7875e-d34a-49b2-9f83-98e22a8ca5e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27024173'] for port, after_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:15:04.073659 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8115ac2-f30f-427d-8854-a2485deef213 req-17a7875e-d34a-49b2-9f83-98e22a8ca5e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:15:04.074252 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-f8115ac2-f30f-427d-8854-a2485deef213 req-17a7875e-d34a-49b2-9f83-98e22a8ca5e2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:15:04.075912 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-f8115ac2-f30f-427d-8854-a2485deef213 req-17a7875e-d34a-49b2-9f83-98e22a8ca5e2 service neutron] 10.222.0.76 "PUT /v2.0/ports/f05e4227-8b6c-4287-b7c0-cbb161cdee7b HTTP/1.1" status: 200 len: 1093 time: 1.0607681 Oct 27 11:15:04.092170 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a7875e-d34a-49b2-9f83-98e22a8ca5e2 service neutron] Pushing event updated for resources: {'Port': ['ID=f05e4227-8b6c-4287-b7c0-cbb161cdee7b,revision_number=7']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:15:04.143212 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8115ac2-f30f-427d-8854-a2485deef213 req-e6587a74-357b-41df-a1ff-38a8efd116e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:15:04.144783 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-f8115ac2-f30f-427d-8854-a2485deef213 req-e6587a74-357b-41df-a1ff-38a8efd116e0 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=8de2a5bb3a4048f09f89b68594efec08&device_id=01c5d7d2-0dbe-47a2-ba72-bfe426a0e7be HTTP/1.1" status: 200 len: 1096 time: 0.0430448 Oct 27 11:15:04.242119 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8115ac2-f30f-427d-8854-a2485deef213 req-7273f42a-46cc-465d-a4dd-d52f1fc26049 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:15:04.243707 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-f8115ac2-f30f-427d-8854-a2485deef213 req-7273f42a-46cc-465d-a4dd-d52f1fc26049 service neutron] 10.222.0.76 "GET /v2.0/networks?id=2a5ee4a4-c41e-48f2-9219-3320d30093b8 HTTP/1.1" status: 200 len: 913 time: 0.0915852 Oct 27 11:15:04.309403 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-f8115ac2-f30f-427d-8854-a2485deef213 req-41e6b2d1-4b5d-4e41-b694-0c3397be2f1e service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f05e4227-8b6c-4287-b7c0-cbb161cdee7b HTTP/1.1" status: 200 len: 1001 time: 0.0574515 Oct 27 11:15:04.359229 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8115ac2-f30f-427d-8854-a2485deef213 req-dd203409-8229-4cb6-9990-b029c44236d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:15:04.360719 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-f8115ac2-f30f-427d-8854-a2485deef213 req-dd203409-8229-4cb6-9990-b029c44236d4 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=ad455bd6-8255-41fb-b160-f3442cc0c657 HTTP/1.1" status: 200 len: 851 time: 0.0439270 Oct 27 11:15:04.409423 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8115ac2-f30f-427d-8854-a2485deef213 req-59c2164d-aa93-4cdf-a47d-a2e357751562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:15:04.410870 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-f8115ac2-f30f-427d-8854-a2485deef213 req-59c2164d-aa93-4cdf-a47d-a2e357751562 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=2a5ee4a4-c41e-48f2-9219-3320d30093b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0431011 Oct 27 11:15:04.498824 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device f05e4227-8b6c-4287-b7c0-cbb161cdee7b no longer exists at agent hyperv_n-h1-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 11:15:04.499689 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-f8115ac2-f30f-427d-8854-a2485deef213 req-579cf792-fd43-4793-896b-008e5529c0f2 service neutron] 10.222.0.76 "GET /v2.0/networks/2a5ee4a4-c41e-48f2-9219-3320d30093b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815003 Oct 27 11:15:04.538346 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device f05e4227-8b6c-4287-b7c0-cbb161cdee7b not bound to the agent host n-h1-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 11:15:04.626568 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9aefba4-1871-4f7f-b71b-d97f91583a12 req-bf8f13c8-665d-4deb-a0a3-5ef125ae8872 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:15:04.628064 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-c9aefba4-1871-4f7f-b71b-d97f91583a12 req-bf8f13c8-665d-4deb-a0a3-5ef125ae8872 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/ports?device_id=01c5d7d2-0dbe-47a2-ba72-bfe426a0e7be HTTP/1.1" status: 200 len: 944 time: 0.0743811 Oct 27 11:15:04.634639 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-f8115ac2-f30f-427d-8854-a2485deef213 req-5c880a53-d058-498b-8120-92ce9950173c service neutron] 10.222.0.76 "GET /v2.0/networks/2a5ee4a4-c41e-48f2-9219-3320d30093b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273971 Oct 27 11:15:04.667980 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-c9aefba4-1871-4f7f-b71b-d97f91583a12 req-f949ca06-ca6f-4d00-b2e0-14d27d61d04a tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/security-groups?id=baae45f4-356c-4047-8629-69a3801a3a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321622 Oct 27 11:15:05.408156 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01c5d7d2-0dbe-47a2-ba72-bfe426a0e7be', 'tag': 'f05e4227-8b6c-4287-b7c0-cbb161cdee7b'}] {{(pid=102346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 11:15:05.410558 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc0e418f5fc417c8d55d94c0aa509b037d0beb2a734c1a709e789eb65639a56d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24ff4c52-de7b-4118-9d9a-ca29d0ca6dae" -d '{"events": [{"name": "network-changed", "server_uuid": "01c5d7d2-0dbe-47a2-ba72-bfe426a0e7be", "tag": "f05e4227-8b6c-4287-b7c0-cbb161cdee7b"}]}' {{(pid=102346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 11:15:05.461434 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 11:15:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e217f466-3c6a-40b3-9d77-18c79b2593c5 x-openstack-request-id: req-e217f466-3c6a-40b3-9d77-18c79b2593c5 {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 11:15:05.462029 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01c5d7d2-0dbe-47a2-ba72-bfe426a0e7be", "tag": "f05e4227-8b6c-4287-b7c0-cbb161cdee7b", "status": "completed", "code": 200}]} {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 11:15:05.462029 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e217f466-3c6a-40b3-9d77-18c79b2593c5 {{(pid=102346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 11:15:05.462442 n-d-813419-10 neutron-server[102346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01c5d7d2-0dbe-47a2-ba72-bfe426a0e7be', 'tag': 'f05e4227-8b6c-4287-b7c0-cbb161cdee7b', 'status': 'completed', 'code': 200} Oct 27 11:15:05.522461 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ff4c52-de7b-4118-9d9a-ca29d0ca6dae req-951b0094-d29f-41c4-9ac0-4402d57be5fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:15:05.524043 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-24ff4c52-de7b-4118-9d9a-ca29d0ca6dae req-951b0094-d29f-41c4-9ac0-4402d57be5fa service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8de2a5bb3a4048f09f89b68594efec08&device_id=01c5d7d2-0dbe-47a2-ba72-bfe426a0e7be HTTP/1.1" status: 200 len: 1096 time: 0.0425999 Oct 27 11:15:05.532721 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ff4c52-de7b-4118-9d9a-ca29d0ca6dae req-453eb80c-1eac-4ed6-86ab-acc2662b9709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:15:05.534226 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-24ff4c52-de7b-4118-9d9a-ca29d0ca6dae req-453eb80c-1eac-4ed6-86ab-acc2662b9709 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=8de2a5bb3a4048f09f89b68594efec08&device_id=01c5d7d2-0dbe-47a2-ba72-bfe426a0e7be HTTP/1.1" status: 200 len: 1096 time: 0.0460553 Oct 27 11:15:05.618138 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ff4c52-de7b-4118-9d9a-ca29d0ca6dae req-9740b50b-b510-4b28-8c02-4c22e41d7adb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:15:05.619757 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-24ff4c52-de7b-4118-9d9a-ca29d0ca6dae req-9740b50b-b510-4b28-8c02-4c22e41d7adb service neutron] 10.222.0.64 "GET /v2.0/networks?id=2a5ee4a4-c41e-48f2-9219-3320d30093b8 HTTP/1.1" status: 200 len: 913 time: 0.0885582 Oct 27 11:15:05.630917 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ff4c52-de7b-4118-9d9a-ca29d0ca6dae req-64234a68-772f-46b8-bcd9-2076cb7e3eec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:15:05.632418 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-24ff4c52-de7b-4118-9d9a-ca29d0ca6dae req-64234a68-772f-46b8-bcd9-2076cb7e3eec service neutron] 10.222.0.76 "GET /v2.0/networks?id=2a5ee4a4-c41e-48f2-9219-3320d30093b8 HTTP/1.1" status: 200 len: 913 time: 0.0896049 Oct 27 11:15:05.696546 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-24ff4c52-de7b-4118-9d9a-ca29d0ca6dae req-1d347adc-cc8b-4f27-b4d4-6ea05fad50b5 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f05e4227-8b6c-4287-b7c0-cbb161cdee7b HTTP/1.1" status: 200 len: 1001 time: 0.0692625 Oct 27 11:15:05.700047 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-24ff4c52-de7b-4118-9d9a-ca29d0ca6dae req-021bc085-5fdb-40df-ab0b-7e96a45c0b49 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f05e4227-8b6c-4287-b7c0-cbb161cdee7b HTTP/1.1" status: 200 len: 1001 time: 0.0606127 Oct 27 11:15:05.754763 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ff4c52-de7b-4118-9d9a-ca29d0ca6dae req-ec6d9f8e-b44f-4315-838f-34eec718cbfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:15:05.756807 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-24ff4c52-de7b-4118-9d9a-ca29d0ca6dae req-ec6d9f8e-b44f-4315-838f-34eec718cbfd service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ad455bd6-8255-41fb-b160-f3442cc0c657 HTTP/1.1" status: 200 len: 851 time: 0.0528708 Oct 27 11:15:05.766938 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ff4c52-de7b-4118-9d9a-ca29d0ca6dae req-0275460d-4bc6-403e-9272-fc1d0d84a99a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:15:05.768418 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-24ff4c52-de7b-4118-9d9a-ca29d0ca6dae req-0275460d-4bc6-403e-9272-fc1d0d84a99a service neutron] 10.222.0.76 "GET /v2.0/subnets?id=ad455bd6-8255-41fb-b160-f3442cc0c657 HTTP/1.1" status: 200 len: 851 time: 0.0604515 Oct 27 11:15:05.813223 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ff4c52-de7b-4118-9d9a-ca29d0ca6dae req-674dc160-a331-4d1a-8380-26f574a6325c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:15:05.814881 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-24ff4c52-de7b-4118-9d9a-ca29d0ca6dae req-674dc160-a331-4d1a-8380-26f574a6325c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2a5ee4a4-c41e-48f2-9219-3320d30093b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0510285 Oct 27 11:15:05.817328 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ff4c52-de7b-4118-9d9a-ca29d0ca6dae req-fc14f6ce-2efb-434c-ac8c-1bf983cad6ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:15:05.819465 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-24ff4c52-de7b-4118-9d9a-ca29d0ca6dae req-fc14f6ce-2efb-434c-ac8c-1bf983cad6ff service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=2a5ee4a4-c41e-48f2-9219-3320d30093b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0428240 Oct 27 11:15:05.910359 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-24ff4c52-de7b-4118-9d9a-ca29d0ca6dae req-25575330-eaa2-45a3-8f66-cd5b111a8931 service neutron] 10.222.0.64 "GET /v2.0/networks/2a5ee4a4-c41e-48f2-9219-3320d30093b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879693 Oct 27 11:15:05.924574 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5061acbe-dca1-4597-89df-e1ac435d2d6d req-b0279fe1-44ec-4f7a-8d36-f93e8c265d5c tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:15:05.926260 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-5061acbe-dca1-4597-89df-e1ac435d2d6d req-b0279fe1-44ec-4f7a-8d36-f93e8c265d5c tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/ports?device_id=01c5d7d2-0dbe-47a2-ba72-bfe426a0e7be HTTP/1.1" status: 200 len: 944 time: 0.1833515 Oct 27 11:15:05.988018 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-24ff4c52-de7b-4118-9d9a-ca29d0ca6dae req-edf0dcec-2794-411d-b8fa-e96824f9477c service neutron] 10.222.0.76 "GET /v2.0/networks/2a5ee4a4-c41e-48f2-9219-3320d30093b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1582983 Oct 27 11:15:05.995470 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-5061acbe-dca1-4597-89df-e1ac435d2d6d req-903e04ab-d3a5-46c9-80bc-c7b72cf664c1 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/security-groups?id=baae45f4-356c-4047-8629-69a3801a3a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580771 Oct 27 11:15:06.020094 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-24ff4c52-de7b-4118-9d9a-ca29d0ca6dae req-72a91733-5f83-477d-a193-291704075f7f service neutron] 10.222.0.64 "GET /v2.0/networks/2a5ee4a4-c41e-48f2-9219-3320d30093b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029956 Oct 27 11:15:06.094857 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-24ff4c52-de7b-4118-9d9a-ca29d0ca6dae req-531bdc19-ff98-4528-ad92-20644c7b9dc5 service neutron] 10.222.0.76 "GET /v2.0/networks/2a5ee4a4-c41e-48f2-9219-3320d30093b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982096 Oct 27 11:15:07.168739 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640944cf-de15-430f-94a4-2250caaa6d7f req-3e3cef1e-7ddf-4b69-bce6-9e98ddf06a83 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:15:07.170238 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-640944cf-de15-430f-94a4-2250caaa6d7f req-3e3cef1e-7ddf-4b69-bce6-9e98ddf06a83 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/ports?device_id=01c5d7d2-0dbe-47a2-ba72-bfe426a0e7be HTTP/1.1" status: 200 len: 944 time: 0.0986826 Oct 27 11:15:07.209463 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-640944cf-de15-430f-94a4-2250caaa6d7f req-336f2bf5-1fbb-4628-ba28-b5cd29332f4b tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/security-groups?id=baae45f4-356c-4047-8629-69a3801a3a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331259 Oct 27 11:15:08.326870 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e7b792-9597-415a-a239-cede4b3b1223 req-0861b0d4-73f3-4e4a-904c-e8f7d848ab58 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:15:08.328395 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-25e7b792-9597-415a-a239-cede4b3b1223 req-0861b0d4-73f3-4e4a-904c-e8f7d848ab58 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/ports?device_id=01c5d7d2-0dbe-47a2-ba72-bfe426a0e7be HTTP/1.1" status: 200 len: 944 time: 0.0489354 Oct 27 11:15:08.367806 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-25e7b792-9597-415a-a239-cede4b3b1223 req-93b89a1f-7296-47a2-8ca3-3ebfa6641d2a tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/security-groups?id=baae45f4-356c-4047-8629-69a3801a3a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326283 Oct 27 11:15:09.324578 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:15:09.491688 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16155fb5-866f-47fd-97a6-6a5ec59877c1 req-c140c007-26c6-4962-b9cf-3c501b494439 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:15:09.493213 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-16155fb5-866f-47fd-97a6-6a5ec59877c1 req-c140c007-26c6-4962-b9cf-3c501b494439 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/ports?device_id=01c5d7d2-0dbe-47a2-ba72-bfe426a0e7be HTTP/1.1" status: 200 len: 944 time: 0.0560465 Oct 27 11:15:09.533857 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-16155fb5-866f-47fd-97a6-6a5ec59877c1 req-066032b9-f1e0-4370-b84d-eae920fdad2e tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/security-groups?id=baae45f4-356c-4047-8629-69a3801a3a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330558 Oct 27 11:15:10.654626 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b45439-866f-42bb-8994-dd04e28faffa req-38ae4bc7-bb3b-4ea9-be34-6675316f8c27 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:15:10.656090 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-a9b45439-866f-42bb-8994-dd04e28faffa req-38ae4bc7-bb3b-4ea9-be34-6675316f8c27 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/ports?device_id=01c5d7d2-0dbe-47a2-ba72-bfe426a0e7be HTTP/1.1" status: 200 len: 944 time: 0.0485680 Oct 27 11:15:10.692313 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-a9b45439-866f-42bb-8994-dd04e28faffa req-6029cdaf-c448-40d0-8440-bbf0e4ac5da6 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/security-groups?id=baae45f4-356c-4047-8629-69a3801a3a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303433 Oct 27 11:15:11.812877 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a90dd0c-5e99-4d05-8330-72645858475c req-bbc2f2e7-78ed-4c85-a493-82bb46efc0b2 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:15:11.814339 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-9a90dd0c-5e99-4d05-8330-72645858475c req-bbc2f2e7-78ed-4c85-a493-82bb46efc0b2 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/ports?device_id=01c5d7d2-0dbe-47a2-ba72-bfe426a0e7be HTTP/1.1" status: 200 len: 944 time: 0.0487947 Oct 27 11:15:11.851750 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-9a90dd0c-5e99-4d05-8330-72645858475c req-f3c56a1d-058a-4eb8-ad1d-dd4332c52b18 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/security-groups?id=baae45f4-356c-4047-8629-69a3801a3a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315001 Oct 27 11:15:12.966502 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82084237-45e1-4d22-8fea-4245ee38cae7 req-f75217f1-6c14-461f-98a1-aab43f7c1f77 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:15:12.967951 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-82084237-45e1-4d22-8fea-4245ee38cae7 req-f75217f1-6c14-461f-98a1-aab43f7c1f77 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/ports?device_id=01c5d7d2-0dbe-47a2-ba72-bfe426a0e7be HTTP/1.1" status: 200 len: 944 time: 0.0479748 Oct 27 11:15:13.008532 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-82084237-45e1-4d22-8fea-4245ee38cae7 req-111b31ae-adf7-4f35-9687-5ee55ad5608d tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/security-groups?id=baae45f4-356c-4047-8629-69a3801a3a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345869 Oct 27 11:15:14.125503 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412ab423-f392-4edd-8ae5-45ae48afc95d req-7e9c589d-4e3c-4c37-bb14-19b1f40285c7 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:15:14.126999 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-412ab423-f392-4edd-8ae5-45ae48afc95d req-7e9c589d-4e3c-4c37-bb14-19b1f40285c7 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/ports?device_id=01c5d7d2-0dbe-47a2-ba72-bfe426a0e7be HTTP/1.1" status: 200 len: 944 time: 0.0484674 Oct 27 11:15:14.172078 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-412ab423-f392-4edd-8ae5-45ae48afc95d req-f3a92a77-208a-400d-8956-13561a329eef tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/security-groups?id=baae45f4-356c-4047-8629-69a3801a3a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391285 Oct 27 11:15:15.287667 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d05b5cf-2d31-41ef-ae31-06a1d2078fd3 req-c54fbe8e-4a2c-406c-b08b-f81baaf75d78 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:15:15.289127 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-9d05b5cf-2d31-41ef-ae31-06a1d2078fd3 req-c54fbe8e-4a2c-406c-b08b-f81baaf75d78 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/ports?device_id=01c5d7d2-0dbe-47a2-ba72-bfe426a0e7be HTTP/1.1" status: 200 len: 944 time: 0.0482416 Oct 27 11:15:15.324784 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-9d05b5cf-2d31-41ef-ae31-06a1d2078fd3 req-d05fd218-7f2d-4055-be2e-5c3a1af7852c tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/security-groups?id=baae45f4-356c-4047-8629-69a3801a3a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298307 Oct 27 11:15:16.293380 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-05157f9f-92d5-43c3-b356-e0fe69a271d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:15:16.443312 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553fe515-5683-4490-8fff-da4320c06823 req-c2287c3d-4e1f-4237-b499-8ec2cd514fe9 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:15:16.444701 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-553fe515-5683-4490-8fff-da4320c06823 req-c2287c3d-4e1f-4237-b499-8ec2cd514fe9 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/ports?device_id=01c5d7d2-0dbe-47a2-ba72-bfe426a0e7be HTTP/1.1" status: 200 len: 944 time: 0.0518329 Oct 27 11:15:16.481139 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-553fe515-5683-4490-8fff-da4320c06823 req-00bd9fb1-ab7d-46d1-9e23-c70e2a936ecd tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/security-groups?id=baae45f4-356c-4047-8629-69a3801a3a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305896 Oct 27 11:15:17.594992 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae32a825-ab14-4d36-bb68-6486af08e802 req-52efdc9e-bdf9-41a9-a7a8-8a5514438b21 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:15:17.596452 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ae32a825-ab14-4d36-bb68-6486af08e802 req-52efdc9e-bdf9-41a9-a7a8-8a5514438b21 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/ports?device_id=01c5d7d2-0dbe-47a2-ba72-bfe426a0e7be HTTP/1.1" status: 200 len: 944 time: 0.0470722 Oct 27 11:15:17.632710 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ae32a825-ab14-4d36-bb68-6486af08e802 req-387006d9-62e0-491a-bb36-251d9e741cde tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/security-groups?id=baae45f4-356c-4047-8629-69a3801a3a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298347 Oct 27 11:15:18.294037 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.agents_db [None req-e79ee67d-056e-46ea-bd99-e80473396b25 None None] Agent healthcheck: found 7 active agents {{(pid=102349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 11:15:18.756432 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a340c5e-69d9-4a88-81f5-812bc9e4fab5 req-f57dfac6-8cd1-42d3-b02e-5c73d0ca23a1 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:15:18.757928 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-4a340c5e-69d9-4a88-81f5-812bc9e4fab5 req-f57dfac6-8cd1-42d3-b02e-5c73d0ca23a1 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/ports?device_id=01c5d7d2-0dbe-47a2-ba72-bfe426a0e7be HTTP/1.1" status: 200 len: 944 time: 0.0542233 Oct 27 11:15:18.798106 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-4a340c5e-69d9-4a88-81f5-812bc9e4fab5 req-62b94669-2901-4a09-a6fa-bcd3dd93141f tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/security-groups?id=baae45f4-356c-4047-8629-69a3801a3a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328720 Oct 27 11:15:18.950159 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-27dc9b0b-f762-45f9-97d0-d7f53e935881 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:15:19.922052 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device f05e4227-8b6c-4287-b7c0-cbb161cdee7b details requested by agent hyperv_n-h2-813419-10 with host n-h2-813419-10 {{(pid=102348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 11:15:19.923889 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ba9641-a9ce-4065-ac61-bed23c0c33c2 req-fadade7d-adb5-41f4-a612-0a94e49719b7 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:15:19.925418 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-d4ba9641-a9ce-4065-ac61-bed23c0c33c2 req-fadade7d-adb5-41f4-a612-0a94e49719b7 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/ports?device_id=01c5d7d2-0dbe-47a2-ba72-bfe426a0e7be HTTP/1.1" status: 200 len: 944 time: 0.0481036 Oct 27 11:15:19.967114 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-d4ba9641-a9ce-4065-ac61-bed23c0c33c2 req-1a1cdf2c-acb1-425e-bda5-96c72a6eca14 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/security-groups?id=baae45f4-356c-4047-8629-69a3801a3a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352077 Oct 27 11:15:20.019560 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] For port f05e4227-8b6c-4287-b7c0-cbb161cdee7b, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=f05e4227-8b6c-4287-b7c0-cbb161cdee7b,segment=NetworkSegment(d28b9a3d-0e6e-43a3-a48e-9bc1dd8d593a),segment_id=d28b9a3d-0e6e-43a3-a48e-9bc1dd8d593a)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:15:20.030406 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Returning: {'device': 'f05e4227-8b6c-4287-b7c0-cbb161cdee7b', 'network_id': '2a5ee4a4-c41e-48f2-9219-3320d30093b8', 'port_id': 'f05e4227-8b6c-4287-b7c0-cbb161cdee7b', 'mac_address': 'fa:16:3e:df:57:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad455bd6-8255-41fb-b160-f3442cc0c657', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 11:15:20.070749 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:15:20.090382 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f05e4227-8b6c-4287-b7c0-cbb161cdee7b {{(pid=102348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 11:15:20.095598 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:15:20.111802 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] For port f05e4227-8b6c-4287-b7c0-cbb161cdee7b, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=f05e4227-8b6c-4287-b7c0-cbb161cdee7b,segment=NetworkSegment(d28b9a3d-0e6e-43a3-a48e-9bc1dd8d593a),segment_id=d28b9a3d-0e6e-43a3-a48e-9bc1dd8d593a)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:15:20.116431 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:15:20.168140 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Pushing event updated for resources: {'Port': ['ID=f05e4227-8b6c-4287-b7c0-cbb161cdee7b,revision_number=8']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:15:20.180945 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:15:20.181291 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:15:20.181750 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:15:20.182084 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:15:20.183417 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:15:20.183758 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:15:20.184086 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:15:20.184438 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:15:20.184761 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:15:20.185077 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:15:20.185389 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:15:20.185710 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:15:20.207497 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-eadeaa30-4096-4d1a-b3cb-aa7ebfb291ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:15:20.287416 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29e7597-cb35-4bbb-9b2c-ec056ec3da99 req-bfe60db9-2cb5-47be-b236-1ee8ac9e0b4b tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:15:20.288877 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-e29e7597-cb35-4bbb-9b2c-ec056ec3da99 req-bfe60db9-2cb5-47be-b236-1ee8ac9e0b4b tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.76 "GET /v2.0/ports?device_id=01c5d7d2-0dbe-47a2-ba72-bfe426a0e7be&tenant_id=8de2a5bb3a4048f09f89b68594efec08&binding%3Ahost_id=n-h2-813419-10 HTTP/1.1" status: 200 len: 945 time: 0.0817091 Oct 27 11:15:20.296782 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c03d49-724c-4acb-b487-51917a1b4c5d req-dc43db71-5561-479d-9dca-d2cf202d2f3c tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:15:20.298566 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-c2c03d49-724c-4acb-b487-51917a1b4c5d req-dc43db71-5561-479d-9dca-d2cf202d2f3c tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/ports?device_id=01c5d7d2-0dbe-47a2-ba72-bfe426a0e7be HTTP/1.1" status: 200 len: 945 time: 0.0650175 Oct 27 11:15:20.344324 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-c2c03d49-724c-4acb-b487-51917a1b4c5d req-ed668a5f-93fb-40f3-bc70-9566208b8761 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/security-groups?id=baae45f4-356c-4047-8629-69a3801a3a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360088 Oct 27 11:15:20.408861 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-e29e7597-cb35-4bbb-9b2c-ec056ec3da99 req-e5821884-4543-4cd0-9a31-ea97c44ddb46 service neutron] 10.222.0.76 "GET /v2.0/ports/f05e4227-8b6c-4287-b7c0-cbb161cdee7b/bindings/n-h2-813419-10 HTTP/1.1" status: 200 len: 383 time: 0.1075196 Oct 27 11:15:20.473832 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29e7597-cb35-4bbb-9b2c-ec056ec3da99 req-70077342-debc-4b8f-92db-c8d74e7226af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:15:20.475934 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-e29e7597-cb35-4bbb-9b2c-ec056ec3da99 req-70077342-debc-4b8f-92db-c8d74e7226af service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=8de2a5bb3a4048f09f89b68594efec08&device_id=01c5d7d2-0dbe-47a2-ba72-bfe426a0e7be HTTP/1.1" status: 200 len: 1097 time: 0.0412295 Oct 27 11:15:20.540264 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] get_ports_and_sgs() called for port_ids ['f05e4227-8b6c-4287-b7c0-cbb161cdee7b'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 11:15:20.566815 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29e7597-cb35-4bbb-9b2c-ec056ec3da99 req-c9f9041b-dce0-4125-ada8-5e0742175613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:15:20.568339 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-e29e7597-cb35-4bbb-9b2c-ec056ec3da99 req-c9f9041b-dce0-4125-ada8-5e0742175613 service neutron] 10.222.0.76 "GET /v2.0/networks?id=2a5ee4a4-c41e-48f2-9219-3320d30093b8 HTTP/1.1" status: 200 len: 913 time: 0.0822725 Oct 27 11:15:20.642494 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-e29e7597-cb35-4bbb-9b2c-ec056ec3da99 req-f1abd1a8-c153-4fed-b7be-b8d84abcc3ef service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f05e4227-8b6c-4287-b7c0-cbb161cdee7b HTTP/1.1" status: 200 len: 1002 time: 0.0624318 Oct 27 11:15:20.691675 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29e7597-cb35-4bbb-9b2c-ec056ec3da99 req-a36a96d0-96a7-42ec-8b53-fd8148e6521a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:15:20.693666 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-e29e7597-cb35-4bbb-9b2c-ec056ec3da99 req-a36a96d0-96a7-42ec-8b53-fd8148e6521a service neutron] 10.222.0.76 "GET /v2.0/subnets?id=ad455bd6-8255-41fb-b160-f3442cc0c657 HTTP/1.1" status: 200 len: 851 time: 0.0433984 Oct 27 11:15:20.738674 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29e7597-cb35-4bbb-9b2c-ec056ec3da99 req-e29505c4-50d9-4ed8-a5eb-ac3cbcd6baae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:15:20.740156 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-e29e7597-cb35-4bbb-9b2c-ec056ec3da99 req-e29505c4-50d9-4ed8-a5eb-ac3cbcd6baae service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=2a5ee4a4-c41e-48f2-9219-3320d30093b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0388854 Oct 27 11:15:20.834533 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-e29e7597-cb35-4bbb-9b2c-ec056ec3da99 req-423b5790-7f3a-4c57-abe5-0ce772ecf201 service neutron] 10.222.0.76 "GET /v2.0/networks/2a5ee4a4-c41e-48f2-9219-3320d30093b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838394 Oct 27 11:15:20.921497 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-e29e7597-cb35-4bbb-9b2c-ec056ec3da99 req-b0d99fb5-e75f-4f69-a8f6-6c47339d7239 service neutron] 10.222.0.76 "GET /v2.0/networks/2a5ee4a4-c41e-48f2-9219-3320d30093b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794492 Oct 27 11:15:21.461303 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30db4194-701c-4ffa-982b-a84951d4aa96 req-74779f4d-ca88-46bc-98a4-5c0c17471ddc tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:15:21.462759 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-30db4194-701c-4ffa-982b-a84951d4aa96 req-74779f4d-ca88-46bc-98a4-5c0c17471ddc tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/ports?device_id=01c5d7d2-0dbe-47a2-ba72-bfe426a0e7be HTTP/1.1" status: 200 len: 945 time: 0.0486162 Oct 27 11:15:21.499601 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-30db4194-701c-4ffa-982b-a84951d4aa96 req-6539c100-2f29-4ad5-9189-927bd93ffa76 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/security-groups?id=baae45f4-356c-4047-8629-69a3801a3a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309443 Oct 27 11:15:21.933298 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device f05e4227-8b6c-4287-b7c0-cbb161cdee7b up at agent hyperv_n-h2-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 11:15:21.980670 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Provisioning for port f05e4227-8b6c-4287-b7c0-cbb161cdee7b completed by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 11:15:21.984391 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Provisioning complete for port f05e4227-8b6c-4287-b7c0-cbb161cdee7b triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:15:21.984757 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:15:22.060244 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:15:22.094413 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01c5d7d2-0dbe-47a2-ba72-bfe426a0e7be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f05e4227-8b6c-4287-b7c0-cbb161cdee7b'}] {{(pid=102348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 11:15:22.096655 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c588921fa634554a1d9242fdea1b05457a9ff1d3b28ba54ec1dace7f2f1df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0e6a5d4-0fdb-4017-aaad-1960022336fa" -d '{"events": [{"server_uuid": "01c5d7d2-0dbe-47a2-ba72-bfe426a0e7be", "name": "network-vif-plugged", "status": "completed", "tag": "f05e4227-8b6c-4287-b7c0-cbb161cdee7b"}]}' {{(pid=102348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 11:15:22.110171 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-3c6a8245-0581-48aa-b5f6-4d8fe98cd16e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:15:22.116842 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] For port f05e4227-8b6c-4287-b7c0-cbb161cdee7b, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=f05e4227-8b6c-4287-b7c0-cbb161cdee7b,segment=NetworkSegment(d28b9a3d-0e6e-43a3-a48e-9bc1dd8d593a),segment_id=d28b9a3d-0e6e-43a3-a48e-9bc1dd8d593a)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:15:22.121499 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:15:22.173440 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Pushing event updated for resources: {'Port': ['ID=f05e4227-8b6c-4287-b7c0-cbb161cdee7b,revision_number=9']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:15:22.204612 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 11:15:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ccc5906-c232-4d56-816c-21ef85f7df8e x-openstack-request-id: req-0ccc5906-c232-4d56-816c-21ef85f7df8e {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 11:15:22.204907 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01c5d7d2-0dbe-47a2-ba72-bfe426a0e7be", "name": "network-vif-plugged", "status": "completed", "tag": "f05e4227-8b6c-4287-b7c0-cbb161cdee7b", "code": 200}]} {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 11:15:22.205163 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-0ccc5906-c232-4d56-816c-21ef85f7df8e {{(pid=102348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 11:15:22.205568 n-d-813419-10 neutron-server[102348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01c5d7d2-0dbe-47a2-ba72-bfe426a0e7be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f05e4227-8b6c-4287-b7c0-cbb161cdee7b', 'code': 200} Oct 27 11:15:22.619461 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1c3c13-984c-4c2e-bb93-8a6165d94ad0 req-e591fbbf-b86e-4641-9b0d-46523c3dd484 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:15:22.620934 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-0f1c3c13-984c-4c2e-bb93-8a6165d94ad0 req-e591fbbf-b86e-4641-9b0d-46523c3dd484 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/ports?device_id=01c5d7d2-0dbe-47a2-ba72-bfe426a0e7be HTTP/1.1" status: 200 len: 946 time: 0.0516508 Oct 27 11:15:22.657803 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-0f1c3c13-984c-4c2e-bb93-8a6165d94ad0 req-82732a7b-2ca2-4af5-8794-872a23e1d598 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/security-groups?id=baae45f4-356c-4047-8629-69a3801a3a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310252 Oct 27 11:15:23.783721 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ad3aa6-0153-4801-aa07-4cbdbf1f19dc req-820a5e8f-3179-4976-8013-87f5873522ed tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:15:23.785253 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-d5ad3aa6-0153-4801-aa07-4cbdbf1f19dc req-820a5e8f-3179-4976-8013-87f5873522ed tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/ports?device_id=01c5d7d2-0dbe-47a2-ba72-bfe426a0e7be HTTP/1.1" status: 200 len: 946 time: 0.0566716 Oct 27 11:15:23.823515 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-d5ad3aa6-0153-4801-aa07-4cbdbf1f19dc req-5753c582-d5e7-4490-921e-6ded87db94c2 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/security-groups?id=baae45f4-356c-4047-8629-69a3801a3a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315938 Oct 27 11:15:24.946717 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e26232-12a4-461e-a9ca-fba2167c4969 req-5e9f8d16-6735-4d76-a9fe-2dbaf35bd69f tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:15:24.948244 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-46e26232-12a4-461e-a9ca-fba2167c4969 req-5e9f8d16-6735-4d76-a9fe-2dbaf35bd69f tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/ports?device_id=01c5d7d2-0dbe-47a2-ba72-bfe426a0e7be HTTP/1.1" status: 200 len: 946 time: 0.0541551 Oct 27 11:15:24.986477 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-46e26232-12a4-461e-a9ca-fba2167c4969 req-8c32f13a-d1ea-442c-88d4-3bc2621d917f tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/security-groups?id=baae45f4-356c-4047-8629-69a3801a3a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319571 Oct 27 11:15:25.217976 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29e7597-cb35-4bbb-9b2c-ec056ec3da99 req-73f58e22-c589-442e-82ff-a6154d582f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:15:25.219432 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-e29e7597-cb35-4bbb-9b2c-ec056ec3da99 req-73f58e22-c589-442e-82ff-a6154d582f2c service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=01c5d7d2-0dbe-47a2-ba72-bfe426a0e7be&tenant_id=8de2a5bb3a4048f09f89b68594efec08 HTTP/1.1" status: 200 len: 1098 time: 0.0826416 Oct 27 11:15:25.231323 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [req-e29e7597-cb35-4bbb-9b2c-ec056ec3da99 req-2b0139bf-f01f-40c1-b84c-38e0c2234d37 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-813419-10', 'device_owner': 'compute:nova'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:15:25.284524 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-e29e7597-cb35-4bbb-9b2c-ec056ec3da99 req-2b0139bf-f01f-40c1-b84c-38e0c2234d37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:15:25.483489 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-e29e7597-cb35-4bbb-9b2c-ec056ec3da99 req-2b0139bf-f01f-40c1-b84c-38e0c2234d37 service neutron] For port f05e4227-8b6c-4287-b7c0-cbb161cdee7b, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=f05e4227-8b6c-4287-b7c0-cbb161cdee7b,segment=NetworkSegment(d28b9a3d-0e6e-43a3-a48e-9bc1dd8d593a),segment_id=d28b9a3d-0e6e-43a3-a48e-9bc1dd8d593a)] {{(pid=102347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:15:25.514414 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-e29e7597-cb35-4bbb-9b2c-ec056ec3da99 req-2b0139bf-f01f-40c1-b84c-38e0c2234d37 service neutron] For port f05e4227-8b6c-4287-b7c0-cbb161cdee7b, host n-h2-813419-10, cleared binding levels {{(pid=102347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 11:15:25.553220 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01c5d7d2-0dbe-47a2-ba72-bfe426a0e7be', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f05e4227-8b6c-4287-b7c0-cbb161cdee7b'}] {{(pid=102347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 11:15:25.555495 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311149b481204ee7edffdb959c881838506fbd95bc8577c048f6677abb73acc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8317cc2-53d2-45d0-896a-aaae33e3822e" -d '{"events": [{"server_uuid": "01c5d7d2-0dbe-47a2-ba72-bfe426a0e7be", "name": "network-vif-unplugged", "status": "completed", "tag": "f05e4227-8b6c-4287-b7c0-cbb161cdee7b"}]}' {{(pid=102347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 11:15:25.559093 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-e29e7597-cb35-4bbb-9b2c-ec056ec3da99 req-2b0139bf-f01f-40c1-b84c-38e0c2234d37 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:15:25.571433 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.provisioning_blocks [req-e29e7597-cb35-4bbb-9b2c-ec056ec3da99 req-2b0139bf-f01f-40c1-b84c-38e0c2234d37 service neutron] Transition to ACTIVE for port object f05e4227-8b6c-4287-b7c0-cbb161cdee7b will not be triggered until provisioned by entity L2. {{(pid=102347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 11:15:25.574844 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-e29e7597-cb35-4bbb-9b2c-ec056ec3da99 req-2b0139bf-f01f-40c1-b84c-38e0c2234d37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:15:25.656886 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0139bf-f01f-40c1-b84c-38e0c2234d37 service neutron] Pushing event updated for resources: {'Port': ['ID=f05e4227-8b6c-4287-b7c0-cbb161cdee7b,revision_number=10']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:15:25.670142 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0139bf-f01f-40c1-b84c-38e0c2234d37 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:15:25.670483 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0139bf-f01f-40c1-b84c-38e0c2234d37 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:15:25.670817 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0139bf-f01f-40c1-b84c-38e0c2234d37 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:15:25.671146 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0139bf-f01f-40c1-b84c-38e0c2234d37 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:15:25.671470 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0139bf-f01f-40c1-b84c-38e0c2234d37 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:15:25.671792 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0139bf-f01f-40c1-b84c-38e0c2234d37 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:15:25.672110 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0139bf-f01f-40c1-b84c-38e0c2234d37 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:15:25.672452 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0139bf-f01f-40c1-b84c-38e0c2234d37 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:15:25.672771 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0139bf-f01f-40c1-b84c-38e0c2234d37 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:15:25.673104 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0139bf-f01f-40c1-b84c-38e0c2234d37 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:15:25.673398 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0139bf-f01f-40c1-b84c-38e0c2234d37 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:15:25.673710 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0139bf-f01f-40c1-b84c-38e0c2234d37 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:15:25.679279 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 27 Oct 2021 11:15:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f15bb92-98ca-4050-b9ce-5df6c41fc5c4 x-openstack-request-id: req-6f15bb92-98ca-4050-b9ce-5df6c41fc5c4 {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 11:15:25.679561 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01c5d7d2-0dbe-47a2-ba72-bfe426a0e7be", "name": "network-vif-unplugged", "status": "completed", "tag": "f05e4227-8b6c-4287-b7c0-cbb161cdee7b", "code": 200}]} {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 11:15:25.679815 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6f15bb92-98ca-4050-b9ce-5df6c41fc5c4 {{(pid=102347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 11:15:25.680221 n-d-813419-10 neutron-server[102347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01c5d7d2-0dbe-47a2-ba72-bfe426a0e7be', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f05e4227-8b6c-4287-b7c0-cbb161cdee7b', 'code': 200} Oct 27 11:15:25.713022 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [req-e29e7597-cb35-4bbb-9b2c-ec056ec3da99 req-2b0139bf-f01f-40c1-b84c-38e0c2234d37 service neutron] No DVR routers for this DVR port f05e4227-8b6c-4287-b7c0-cbb161cdee7b on host n-h2-813419-10 {{(pid=102347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 11:15:25.855645 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-e29e7597-cb35-4bbb-9b2c-ec056ec3da99 req-2b0139bf-f01f-40c1-b84c-38e0c2234d37 service neutron] Attempting to bind port f05e4227-8b6c-4287-b7c0-cbb161cdee7b on host n-h1-813419-10 for vnic_type normal with profile {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 11:15:25.855972 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-e29e7597-cb35-4bbb-9b2c-ec056ec3da99 req-2b0139bf-f01f-40c1-b84c-38e0c2234d37 service neutron] Attempting to bind port f05e4227-8b6c-4287-b7c0-cbb161cdee7b by drivers openvswitch,hyperv on host n-h1-813419-10 at level 0 using segments [{'id': 'd28b9a3d-0e6e-43a3-a48e-9bc1dd8d593a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '2a5ee4a4-c41e-48f2-9219-3320d30093b8'}] {{(pid=102347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 11:15:25.856328 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e29e7597-cb35-4bbb-9b2c-ec056ec3da99 req-2b0139bf-f01f-40c1-b84c-38e0c2234d37 service neutron] Attempting to bind port f05e4227-8b6c-4287-b7c0-cbb161cdee7b on network 2a5ee4a4-c41e-48f2-9219-3320d30093b8 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 11:15:25.860846 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e29e7597-cb35-4bbb-9b2c-ec056ec3da99 req-2b0139bf-f01f-40c1-b84c-38e0c2234d37 service neutron] Port f05e4227-8b6c-4287-b7c0-cbb161cdee7b on network 2a5ee4a4-c41e-48f2-9219-3320d30093b8 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-10 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 11:15:25.861168 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e29e7597-cb35-4bbb-9b2c-ec056ec3da99 req-2b0139bf-f01f-40c1-b84c-38e0c2234d37 service neutron] Attempting to bind port f05e4227-8b6c-4287-b7c0-cbb161cdee7b on network 2a5ee4a4-c41e-48f2-9219-3320d30093b8 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 11:15:25.866194 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e29e7597-cb35-4bbb-9b2c-ec056ec3da99 req-2b0139bf-f01f-40c1-b84c-38e0c2234d37 service neutron] Checking agent: {'id': 'a52e1cab-0c63-402d-9c94-330537c6c076', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 16, 2), 'started_at': datetime.datetime(2021, 10, 27, 10, 16, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 11, 15, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 11:15:25.866535 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e29e7597-cb35-4bbb-9b2c-ec056ec3da99 req-2b0139bf-f01f-40c1-b84c-38e0c2234d37 service neutron] Checking segment: {'id': 'd28b9a3d-0e6e-43a3-a48e-9bc1dd8d593a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '2a5ee4a4-c41e-48f2-9219-3320d30093b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 11:15:25.866911 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e29e7597-cb35-4bbb-9b2c-ec056ec3da99 req-2b0139bf-f01f-40c1-b84c-38e0c2234d37 service neutron] Bound using segment: {'id': 'd28b9a3d-0e6e-43a3-a48e-9bc1dd8d593a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '2a5ee4a4-c41e-48f2-9219-3320d30093b8'} {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 11:15:25.867328 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-e29e7597-cb35-4bbb-9b2c-ec056ec3da99 req-2b0139bf-f01f-40c1-b84c-38e0c2234d37 service neutron] Bound port: f05e4227-8b6c-4287-b7c0-cbb161cdee7b, host: n-h1-813419-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd28b9a3d-0e6e-43a3-a48e-9bc1dd8d593a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '2a5ee4a4-c41e-48f2-9219-3320d30093b8'}}] {{(pid=102347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 11:15:25.867674 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-e29e7597-cb35-4bbb-9b2c-ec056ec3da99 req-2b0139bf-f01f-40c1-b84c-38e0c2234d37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:15:25.929008 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device f05e4227-8b6c-4287-b7c0-cbb161cdee7b no longer exists at agent hyperv_n-h2-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 11:15:25.934312 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-e29e7597-cb35-4bbb-9b2c-ec056ec3da99 req-2b0139bf-f01f-40c1-b84c-38e0c2234d37 service neutron] For port f05e4227-8b6c-4287-b7c0-cbb161cdee7b, host n-h1-813419-10, cleared binding levels {{(pid=102347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 11:15:25.937765 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-e29e7597-cb35-4bbb-9b2c-ec056ec3da99 req-2b0139bf-f01f-40c1-b84c-38e0c2234d37 service neutron] For port f05e4227-8b6c-4287-b7c0-cbb161cdee7b, host n-h1-813419-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=f05e4227-8b6c-4287-b7c0-cbb161cdee7b,segment=NetworkSegment(d28b9a3d-0e6e-43a3-a48e-9bc1dd8d593a),segment_id=d28b9a3d-0e6e-43a3-a48e-9bc1dd8d593a)] {{(pid=102347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 11:15:25.941788 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-e29e7597-cb35-4bbb-9b2c-ec056ec3da99 req-2b0139bf-f01f-40c1-b84c-38e0c2234d37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:15:25.966926 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device f05e4227-8b6c-4287-b7c0-cbb161cdee7b not bound to the agent host n-h2-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 11:15:25.978563 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29e7597-cb35-4bbb-9b2c-ec056ec3da99 req-2b0139bf-f01f-40c1-b84c-38e0c2234d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:15:25.979176 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-e29e7597-cb35-4bbb-9b2c-ec056ec3da99 req-2b0139bf-f01f-40c1-b84c-38e0c2234d37 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:15:25.980555 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-e29e7597-cb35-4bbb-9b2c-ec056ec3da99 req-2b0139bf-f01f-40c1-b84c-38e0c2234d37 service neutron] 10.222.0.64 "PUT /v2.0/ports/f05e4227-8b6c-4287-b7c0-cbb161cdee7b HTTP/1.1" status: 200 len: 1094 time: 0.7531416 Oct 27 11:15:26.018426 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0139bf-f01f-40c1-b84c-38e0c2234d37 service neutron] Pushing event updated for resources: {'Port': ['ID=f05e4227-8b6c-4287-b7c0-cbb161cdee7b,revision_number=11']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:15:26.056971 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29e7597-cb35-4bbb-9b2c-ec056ec3da99 req-2bfddaf5-d7c7-4d78-98a8-a55e9986a3c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:15:26.058568 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-e29e7597-cb35-4bbb-9b2c-ec056ec3da99 req-2bfddaf5-d7c7-4d78-98a8-a55e9986a3c5 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8de2a5bb3a4048f09f89b68594efec08&device_id=01c5d7d2-0dbe-47a2-ba72-bfe426a0e7be HTTP/1.1" status: 200 len: 1097 time: 0.0533876 Oct 27 11:15:26.224224 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73b3bf7-1dbc-497c-b21c-0e33c19ba297 req-d6ac083b-3ff3-48d1-9d82-21a7f93b1bf1 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:15:26.225792 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-a73b3bf7-1dbc-497c-b21c-0e33c19ba297 req-d6ac083b-3ff3-48d1-9d82-21a7f93b1bf1 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/ports?device_id=01c5d7d2-0dbe-47a2-ba72-bfe426a0e7be HTTP/1.1" status: 200 len: 945 time: 0.1395686 Oct 27 11:15:26.227337 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29e7597-cb35-4bbb-9b2c-ec056ec3da99 req-8d339ff4-bc95-4598-8cc6-1df2fe800a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:15:26.228700 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-e29e7597-cb35-4bbb-9b2c-ec056ec3da99 req-8d339ff4-bc95-4598-8cc6-1df2fe800a37 service neutron] 10.222.0.64 "GET /v2.0/networks?id=2a5ee4a4-c41e-48f2-9219-3320d30093b8 HTTP/1.1" status: 200 len: 913 time: 0.1636126 Oct 27 11:15:26.312826 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-a73b3bf7-1dbc-497c-b21c-0e33c19ba297 req-bfc556a6-68e8-42bc-8941-96c67dd7a22e tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/security-groups?id=baae45f4-356c-4047-8629-69a3801a3a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806541 Oct 27 11:15:26.322240 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-e29e7597-cb35-4bbb-9b2c-ec056ec3da99 req-5b5aa927-b1b6-4b59-ac35-dc5aaea8d9be service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f05e4227-8b6c-4287-b7c0-cbb161cdee7b HTTP/1.1" status: 200 len: 1001 time: 0.0840461 Oct 27 11:15:26.383179 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29e7597-cb35-4bbb-9b2c-ec056ec3da99 req-6940db34-c88c-40c4-bc45-e992148bbbec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:15:26.384669 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-e29e7597-cb35-4bbb-9b2c-ec056ec3da99 req-6940db34-c88c-40c4-bc45-e992148bbbec service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ad455bd6-8255-41fb-b160-f3442cc0c657 HTTP/1.1" status: 200 len: 851 time: 0.0559175 Oct 27 11:15:26.431742 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29e7597-cb35-4bbb-9b2c-ec056ec3da99 req-60475028-879f-4835-a869-1afc2a1a3f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:15:26.433182 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-e29e7597-cb35-4bbb-9b2c-ec056ec3da99 req-60475028-879f-4835-a869-1afc2a1a3f6e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2a5ee4a4-c41e-48f2-9219-3320d30093b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0419495 Oct 27 11:15:26.521867 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-e29e7597-cb35-4bbb-9b2c-ec056ec3da99 req-5ac8f4a4-9706-4dd7-97d9-9758716eabfe service neutron] 10.222.0.64 "GET /v2.0/networks/2a5ee4a4-c41e-48f2-9219-3320d30093b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818810 Oct 27 11:15:26.607155 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-e29e7597-cb35-4bbb-9b2c-ec056ec3da99 req-55910b89-44c6-4b94-94e0-2566fe980897 service neutron] 10.222.0.64 "GET /v2.0/networks/2a5ee4a4-c41e-48f2-9219-3320d30093b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0780578 Oct 27 11:15:27.434446 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48a3d57-8066-41b1-9ea8-c447f12cd9a3 req-1e258293-fe63-4e81-9787-7ca18c340566 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:15:27.435936 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-d48a3d57-8066-41b1-9ea8-c447f12cd9a3 req-1e258293-fe63-4e81-9787-7ca18c340566 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/ports?device_id=01c5d7d2-0dbe-47a2-ba72-bfe426a0e7be HTTP/1.1" status: 200 len: 945 time: 0.0491712 Oct 27 11:15:27.473300 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-d48a3d57-8066-41b1-9ea8-c447f12cd9a3 req-457e28c6-bd7e-458f-846a-c37d4b6acd00 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/security-groups?id=baae45f4-356c-4047-8629-69a3801a3a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310702 Oct 27 11:15:27.681584 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01c5d7d2-0dbe-47a2-ba72-bfe426a0e7be', 'tag': 'f05e4227-8b6c-4287-b7c0-cbb161cdee7b'}] {{(pid=102347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 11:15:27.684000 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311149b481204ee7edffdb959c881838506fbd95bc8577c048f6677abb73acc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4696fd0f-ca39-4f60-8323-660b11b3938d" -d '{"events": [{"name": "network-changed", "server_uuid": "01c5d7d2-0dbe-47a2-ba72-bfe426a0e7be", "tag": "f05e4227-8b6c-4287-b7c0-cbb161cdee7b"}]}' {{(pid=102347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 11:15:27.736604 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 11:15:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fb28d13-66fd-471b-9af0-f5618770286d x-openstack-request-id: req-7fb28d13-66fd-471b-9af0-f5618770286d {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 11:15:27.736903 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01c5d7d2-0dbe-47a2-ba72-bfe426a0e7be", "tag": "f05e4227-8b6c-4287-b7c0-cbb161cdee7b", "status": "completed", "code": 200}]} {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 11:15:27.737194 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7fb28d13-66fd-471b-9af0-f5618770286d {{(pid=102347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 11:15:27.737583 n-d-813419-10 neutron-server[102347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01c5d7d2-0dbe-47a2-ba72-bfe426a0e7be', 'tag': 'f05e4227-8b6c-4287-b7c0-cbb161cdee7b', 'status': 'completed', 'code': 200} Oct 27 11:15:27.798387 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4696fd0f-ca39-4f60-8323-660b11b3938d req-c2a1955d-5010-43f1-bbad-190a82bdd1aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:15:27.800298 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-4696fd0f-ca39-4f60-8323-660b11b3938d req-c2a1955d-5010-43f1-bbad-190a82bdd1aa service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8de2a5bb3a4048f09f89b68594efec08&device_id=01c5d7d2-0dbe-47a2-ba72-bfe426a0e7be HTTP/1.1" status: 200 len: 1097 time: 0.0440125 Oct 27 11:15:27.806605 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4696fd0f-ca39-4f60-8323-660b11b3938d req-b32a4b72-128f-4c60-8ff7-b12f5f252c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:15:27.808241 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-4696fd0f-ca39-4f60-8323-660b11b3938d req-b32a4b72-128f-4c60-8ff7-b12f5f252c4f service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=8de2a5bb3a4048f09f89b68594efec08&device_id=01c5d7d2-0dbe-47a2-ba72-bfe426a0e7be HTTP/1.1" status: 200 len: 1097 time: 0.0461342 Oct 27 11:15:27.906084 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4696fd0f-ca39-4f60-8323-660b11b3938d req-1afa62b4-eefc-413e-b3bf-7a9d910ad176 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:15:27.907642 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-4696fd0f-ca39-4f60-8323-660b11b3938d req-1afa62b4-eefc-413e-b3bf-7a9d910ad176 service neutron] 10.222.0.76 "GET /v2.0/networks?id=2a5ee4a4-c41e-48f2-9219-3320d30093b8 HTTP/1.1" status: 200 len: 913 time: 0.0930905 Oct 27 11:15:27.982833 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-4696fd0f-ca39-4f60-8323-660b11b3938d req-65dd8ae6-a0e3-4154-bc02-be3431dbd98e service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f05e4227-8b6c-4287-b7c0-cbb161cdee7b HTTP/1.1" status: 200 len: 1001 time: 0.0664942 Oct 27 11:15:28.040582 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4696fd0f-ca39-4f60-8323-660b11b3938d req-ca794c82-c1a3-43ed-805b-76f6d1465f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:15:28.042102 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-4696fd0f-ca39-4f60-8323-660b11b3938d req-ca794c82-c1a3-43ed-805b-76f6d1465f43 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=ad455bd6-8255-41fb-b160-f3442cc0c657 HTTP/1.1" status: 200 len: 851 time: 0.0527549 Oct 27 11:15:28.093855 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4696fd0f-ca39-4f60-8323-660b11b3938d req-7ac2e318-f28d-402f-b532-5692e4c4ca63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:15:28.095388 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-4696fd0f-ca39-4f60-8323-660b11b3938d req-7ac2e318-f28d-402f-b532-5692e4c4ca63 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=2a5ee4a4-c41e-48f2-9219-3320d30093b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0460629 Oct 27 11:15:28.199712 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-4696fd0f-ca39-4f60-8323-660b11b3938d req-40ab0fec-71fe-4deb-a80a-7f15d84afe10 service neutron] 10.222.0.76 "GET /v2.0/networks/2a5ee4a4-c41e-48f2-9219-3320d30093b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952711 Oct 27 11:15:28.245155 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4696fd0f-ca39-4f60-8323-660b11b3938d req-78ae718d-63f1-4fc8-b7e9-672262eb8c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:15:28.246548 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-4696fd0f-ca39-4f60-8323-660b11b3938d req-78ae718d-63f1-4fc8-b7e9-672262eb8c89 service neutron] 10.222.0.64 "GET /v2.0/networks?id=2a5ee4a4-c41e-48f2-9219-3320d30093b8 HTTP/1.1" status: 200 len: 913 time: 0.4393764 Oct 27 11:15:28.295825 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-4696fd0f-ca39-4f60-8323-660b11b3938d req-1b4f351d-96bd-4185-9734-5395262b9bb2 service neutron] 10.222.0.76 "GET /v2.0/networks/2a5ee4a4-c41e-48f2-9219-3320d30093b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883968 Oct 27 11:15:28.313389 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-4696fd0f-ca39-4f60-8323-660b11b3938d req-03527397-0873-43fd-a8a3-7701d41e545e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f05e4227-8b6c-4287-b7c0-cbb161cdee7b HTTP/1.1" status: 200 len: 1001 time: 0.0588725 Oct 27 11:15:28.365947 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4696fd0f-ca39-4f60-8323-660b11b3938d req-064a6c01-ff24-4f4d-acf3-1c50260816a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:15:28.367613 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-4696fd0f-ca39-4f60-8323-660b11b3938d req-064a6c01-ff24-4f4d-acf3-1c50260816a3 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ad455bd6-8255-41fb-b160-f3442cc0c657 HTTP/1.1" status: 200 len: 851 time: 0.0468280 Oct 27 11:15:28.413199 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4696fd0f-ca39-4f60-8323-660b11b3938d req-1039ccb8-df97-4149-bd76-e81d041c80d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:15:28.414783 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-4696fd0f-ca39-4f60-8323-660b11b3938d req-1039ccb8-df97-4149-bd76-e81d041c80d3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2a5ee4a4-c41e-48f2-9219-3320d30093b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0397925 Oct 27 11:15:28.505643 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-4696fd0f-ca39-4f60-8323-660b11b3938d req-470d512c-ef8f-4b12-85f1-8c39de22bc12 service neutron] 10.222.0.64 "GET /v2.0/networks/2a5ee4a4-c41e-48f2-9219-3320d30093b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837579 Oct 27 11:15:28.592362 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8fc558-9f40-4fab-8f1f-919a8e5260d7 req-8db2b7e4-137a-482e-a92d-cad9569e39ac tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:15:28.593841 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-1c8fc558-9f40-4fab-8f1f-919a8e5260d7 req-8db2b7e4-137a-482e-a92d-cad9569e39ac tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/ports?device_id=01c5d7d2-0dbe-47a2-ba72-bfe426a0e7be HTTP/1.1" status: 200 len: 945 time: 0.0485039 Oct 27 11:15:28.599948 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-4696fd0f-ca39-4f60-8323-660b11b3938d req-27b62029-1c70-4adb-a877-12f122970e43 service neutron] 10.222.0.64 "GET /v2.0/networks/2a5ee4a4-c41e-48f2-9219-3320d30093b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870333 Oct 27 11:15:28.635180 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-1c8fc558-9f40-4fab-8f1f-919a8e5260d7 req-4d834b61-8ad9-4b3b-a5e9-a832756112da tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/security-groups?id=baae45f4-356c-4047-8629-69a3801a3a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340521 Oct 27 11:15:29.755765 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459b0442-e736-4cde-995d-f607d369387c req-9cf11efa-24ce-4dad-a03d-d5606e2bab24 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:15:29.757868 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-459b0442-e736-4cde-995d-f607d369387c req-9cf11efa-24ce-4dad-a03d-d5606e2bab24 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/ports?device_id=01c5d7d2-0dbe-47a2-ba72-bfe426a0e7be HTTP/1.1" status: 200 len: 945 time: 0.0506847 Oct 27 11:15:29.797021 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-459b0442-e736-4cde-995d-f607d369387c req-e55fed1e-58b1-47c5-83f1-f9fa9768664e tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/security-groups?id=baae45f4-356c-4047-8629-69a3801a3a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326273 Oct 27 11:15:30.917838 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dde4e52-0287-4bb5-b43d-c4e6464a0e8d req-9776c4c2-6f20-4676-b27b-0f4165f7f00c tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:15:30.919310 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-8dde4e52-0287-4bb5-b43d-c4e6464a0e8d req-9776c4c2-6f20-4676-b27b-0f4165f7f00c tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/ports?device_id=01c5d7d2-0dbe-47a2-ba72-bfe426a0e7be HTTP/1.1" status: 200 len: 945 time: 0.0518613 Oct 27 11:15:30.957498 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-8dde4e52-0287-4bb5-b43d-c4e6464a0e8d req-2464ae73-d6b8-46f6-ac37-0d3a2e576cb1 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/security-groups?id=baae45f4-356c-4047-8629-69a3801a3a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317149 Oct 27 11:15:32.078450 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30a1015-dabe-44aa-be90-be63afcbadf8 req-c754fc3d-8536-4a77-8c76-8882ef2effa2 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:15:32.079918 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-f30a1015-dabe-44aa-be90-be63afcbadf8 req-c754fc3d-8536-4a77-8c76-8882ef2effa2 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/ports?device_id=01c5d7d2-0dbe-47a2-ba72-bfe426a0e7be HTTP/1.1" status: 200 len: 945 time: 0.0544174 Oct 27 11:15:32.117116 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-f30a1015-dabe-44aa-be90-be63afcbadf8 req-ec6dd2b2-d827-47a3-9325-65dede494ea5 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/security-groups?id=baae45f4-356c-4047-8629-69a3801a3a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312109 Oct 27 11:15:32.916936 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:15:33.231047 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2a49eb-1a56-4ee7-b5d6-eccd49d39f84 req-f863fab2-b34b-44c8-a665-fa4279d138d8 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:15:33.232423 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-9f2a49eb-1a56-4ee7-b5d6-eccd49d39f84 req-f863fab2-b34b-44c8-a665-fa4279d138d8 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/ports?device_id=01c5d7d2-0dbe-47a2-ba72-bfe426a0e7be HTTP/1.1" status: 200 len: 945 time: 0.0471768 Oct 27 11:15:33.269590 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-9f2a49eb-1a56-4ee7-b5d6-eccd49d39f84 req-8bbe8365-6731-4df5-b5f2-027ae26fe050 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/security-groups?id=baae45f4-356c-4047-8629-69a3801a3a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313065 Oct 27 11:15:34.385759 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a222ce08-1dd3-43bb-a7d0-5a660d492207 req-ae121e14-d013-4a18-bcea-4577a2518a36 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:15:34.387211 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-a222ce08-1dd3-43bb-a7d0-5a660d492207 req-ae121e14-d013-4a18-bcea-4577a2518a36 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/ports?device_id=01c5d7d2-0dbe-47a2-ba72-bfe426a0e7be HTTP/1.1" status: 200 len: 945 time: 0.0481935 Oct 27 11:15:34.424034 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-a222ce08-1dd3-43bb-a7d0-5a660d492207 req-ec04572f-cf01-4bbb-addb-d73b4366961f tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/security-groups?id=baae45f4-356c-4047-8629-69a3801a3a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306566 Oct 27 11:15:35.541091 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff47e1f-57f5-4883-bad2-0bc2600b8cb2 req-6284c0c2-86c4-4ddf-9573-ca0ffb7c0eff tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:15:35.542554 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-1ff47e1f-57f5-4883-bad2-0bc2600b8cb2 req-6284c0c2-86c4-4ddf-9573-ca0ffb7c0eff tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/ports?device_id=01c5d7d2-0dbe-47a2-ba72-bfe426a0e7be HTTP/1.1" status: 200 len: 945 time: 0.0477235 Oct 27 11:15:35.579503 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-1ff47e1f-57f5-4883-bad2-0bc2600b8cb2 req-aac88696-216f-4563-ae2e-8ddc0c71d590 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/security-groups?id=baae45f4-356c-4047-8629-69a3801a3a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309825 Oct 27 11:15:36.692184 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9d91a3-2d9d-4db0-96a8-6cf3c00d1446 req-84a998f6-d58d-4826-854d-b8e513966305 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:15:36.693657 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-ed9d91a3-2d9d-4db0-96a8-6cf3c00d1446 req-84a998f6-d58d-4826-854d-b8e513966305 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/ports?device_id=01c5d7d2-0dbe-47a2-ba72-bfe426a0e7be HTTP/1.1" status: 200 len: 945 time: 0.0479119 Oct 27 11:15:36.730582 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-ed9d91a3-2d9d-4db0-96a8-6cf3c00d1446 req-df3ecb90-8ddd-4423-a0cb-4fd6c5f272b9 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/security-groups?id=baae45f4-356c-4047-8629-69a3801a3a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306804 Oct 27 11:15:37.851744 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93feb6ec-f8f1-421c-a1a3-d033435b47e4 req-0ad4340f-b183-4d76-b993-9b094d6d8f7d tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:15:37.853259 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-93feb6ec-f8f1-421c-a1a3-d033435b47e4 req-0ad4340f-b183-4d76-b993-9b094d6d8f7d tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/ports?device_id=01c5d7d2-0dbe-47a2-ba72-bfe426a0e7be HTTP/1.1" status: 200 len: 945 time: 0.0521080 Oct 27 11:15:37.897603 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-93feb6ec-f8f1-421c-a1a3-d033435b47e4 req-9d170863-74c1-4020-8c7e-f755c0e740f7 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/security-groups?id=baae45f4-356c-4047-8629-69a3801a3a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350828 Oct 27 11:15:38.763868 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device f05e4227-8b6c-4287-b7c0-cbb161cdee7b details requested by agent hyperv_n-h1-813419-10 with host n-h1-813419-10 {{(pid=102348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 11:15:38.860323 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port f05e4227-8b6c-4287-b7c0-cbb161cdee7b, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=f05e4227-8b6c-4287-b7c0-cbb161cdee7b,segment=NetworkSegment(d28b9a3d-0e6e-43a3-a48e-9bc1dd8d593a),segment_id=d28b9a3d-0e6e-43a3-a48e-9bc1dd8d593a)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:15:38.870838 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Returning: {'device': 'f05e4227-8b6c-4287-b7c0-cbb161cdee7b', 'network_id': '2a5ee4a4-c41e-48f2-9219-3320d30093b8', 'port_id': 'f05e4227-8b6c-4287-b7c0-cbb161cdee7b', 'mac_address': 'fa:16:3e:df:57:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad455bd6-8255-41fb-b160-f3442cc0c657', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 11:15:38.907120 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:15:38.919311 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f05e4227-8b6c-4287-b7c0-cbb161cdee7b {{(pid=102348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 11:15:38.937977 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port f05e4227-8b6c-4287-b7c0-cbb161cdee7b, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=f05e4227-8b6c-4287-b7c0-cbb161cdee7b,segment=NetworkSegment(d28b9a3d-0e6e-43a3-a48e-9bc1dd8d593a),segment_id=d28b9a3d-0e6e-43a3-a48e-9bc1dd8d593a)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:15:38.942366 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:15:38.989524 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Pushing event updated for resources: {'Port': ['ID=f05e4227-8b6c-4287-b7c0-cbb161cdee7b,revision_number=12']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:15:39.018589 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcad3fa-cc0e-46a8-9a4c-bb35a187407c req-11110b1e-fb00-4bab-9a50-16db489f6a83 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:15:39.019991 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-bbcad3fa-cc0e-46a8-9a4c-bb35a187407c req-11110b1e-fb00-4bab-9a50-16db489f6a83 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/ports?device_id=01c5d7d2-0dbe-47a2-ba72-bfe426a0e7be HTTP/1.1" status: 200 len: 946 time: 0.0526819 Oct 27 11:15:39.057907 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-bbcad3fa-cc0e-46a8-9a4c-bb35a187407c req-84a0f746-c60e-48b0-8583-78f5dd60d865 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/security-groups?id=baae45f4-356c-4047-8629-69a3801a3a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316799 Oct 27 11:15:39.173831 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ceb3188-3dde-4f58-ad3d-5da301543a8a req-12f499d8-200c-4c69-b603-352a070b9327 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:15:39.175296 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-3ceb3188-3dde-4f58-ad3d-5da301543a8a req-12f499d8-200c-4c69-b603-352a070b9327 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/ports?device_id=01c5d7d2-0dbe-47a2-ba72-bfe426a0e7be HTTP/1.1" status: 200 len: 946 time: 0.0511684 Oct 27 11:15:39.210404 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] get_ports_and_sgs() called for port_ids ['f05e4227-8b6c-4287-b7c0-cbb161cdee7b'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 11:15:39.214539 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-3ceb3188-3dde-4f58-ad3d-5da301543a8a req-04b86903-5f72-459a-9fd3-086c987eeac3 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/security-groups?id=baae45f4-356c-4047-8629-69a3801a3a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326464 Oct 27 11:15:39.330124 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41daf172-eca3-4bc9-bf5c-f3c943b09f33 req-a55a8b07-7d90-4079-88fe-0a334367acb2 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:15:39.334007 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-41daf172-eca3-4bc9-bf5c-f3c943b09f33 req-a55a8b07-7d90-4079-88fe-0a334367acb2 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/ports?device_id=01c5d7d2-0dbe-47a2-ba72-bfe426a0e7be HTTP/1.1" status: 200 len: 946 time: 0.0496225 Oct 27 11:15:39.337530 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:15:39.372165 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-41daf172-eca3-4bc9-bf5c-f3c943b09f33 req-787a2f09-5d4a-4016-8e9c-74b2dc3360bf tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/security-groups?id=baae45f4-356c-4047-8629-69a3801a3a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331297 Oct 27 11:15:39.606348 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daaa2a26-06a2-43e1-a17e-f0097f2b6851 req-93ffa54a-f020-4026-b988-4db3bba0a76a tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:15:39.607727 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-daaa2a26-06a2-43e1-a17e-f0097f2b6851 req-93ffa54a-f020-4026-b988-4db3bba0a76a tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/ports?device_id=01c5d7d2-0dbe-47a2-ba72-bfe426a0e7be HTTP/1.1" status: 200 len: 946 time: 0.0476458 Oct 27 11:15:39.644493 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-daaa2a26-06a2-43e1-a17e-f0097f2b6851 req-305a4274-afcd-4ee7-be71-cfa77e9472aa tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/security-groups?id=baae45f4-356c-4047-8629-69a3801a3a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309155 Oct 27 11:15:40.765732 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62de630-b23b-4e08-b745-acdd2e34b809 req-bae0297b-1740-45c4-a18e-51d8b25ab12d tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:15:40.767237 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-b62de630-b23b-4e08-b745-acdd2e34b809 req-bae0297b-1740-45c4-a18e-51d8b25ab12d tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/ports?device_id=01c5d7d2-0dbe-47a2-ba72-bfe426a0e7be HTTP/1.1" status: 200 len: 946 time: 0.0525756 Oct 27 11:15:40.776882 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device f05e4227-8b6c-4287-b7c0-cbb161cdee7b up at agent hyperv_n-h1-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 11:15:40.805033 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-b62de630-b23b-4e08-b745-acdd2e34b809 req-fae3692d-8790-40d3-8458-2448c36ed4f1 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/security-groups?id=baae45f4-356c-4047-8629-69a3801a3a4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316319 Oct 27 11:15:40.836988 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Provisioning for port f05e4227-8b6c-4287-b7c0-cbb161cdee7b completed by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 11:15:40.842419 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Provisioning complete for port f05e4227-8b6c-4287-b7c0-cbb161cdee7b triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:15:40.842960 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:15:40.927095 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:15:40.949649 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01c5d7d2-0dbe-47a2-ba72-bfe426a0e7be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f05e4227-8b6c-4287-b7c0-cbb161cdee7b'}] {{(pid=102348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 11:15:40.951883 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c588921fa634554a1d9242fdea1b05457a9ff1d3b28ba54ec1dace7f2f1df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aee41180-1070-4cac-961b-b8a57927eeae" -d '{"events": [{"server_uuid": "01c5d7d2-0dbe-47a2-ba72-bfe426a0e7be", "name": "network-vif-plugged", "status": "completed", "tag": "f05e4227-8b6c-4287-b7c0-cbb161cdee7b"}]}' {{(pid=102348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 11:15:40.964019 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port f05e4227-8b6c-4287-b7c0-cbb161cdee7b, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=f05e4227-8b6c-4287-b7c0-cbb161cdee7b,segment=NetworkSegment(d28b9a3d-0e6e-43a3-a48e-9bc1dd8d593a),segment_id=d28b9a3d-0e6e-43a3-a48e-9bc1dd8d593a)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:15:40.967870 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:15:40.990608 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 11:15:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acf017e0-90d5-4b92-ae49-616e4faf6ae6 x-openstack-request-id: req-acf017e0-90d5-4b92-ae49-616e4faf6ae6 {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 11:15:40.991472 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01c5d7d2-0dbe-47a2-ba72-bfe426a0e7be", "name": "network-vif-plugged", "status": "completed", "tag": "f05e4227-8b6c-4287-b7c0-cbb161cdee7b", "code": 200}]} {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 11:15:40.991726 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-acf017e0-90d5-4b92-ae49-616e4faf6ae6 {{(pid=102348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 11:15:40.992114 n-d-813419-10 neutron-server[102348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01c5d7d2-0dbe-47a2-ba72-bfe426a0e7be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f05e4227-8b6c-4287-b7c0-cbb161cdee7b', 'code': 200} Oct 27 11:15:41.016586 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Pushing event updated for resources: {'Port': ['ID=f05e4227-8b6c-4287-b7c0-cbb161cdee7b,revision_number=13']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:15:41.170369 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6becf5bd-9b50-4c3c-b828-35c1ced9347a req-d1e45689-288d-475d-84bf-c943af5b0869 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:15:41.171760 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-6becf5bd-9b50-4c3c-b828-35c1ced9347a req-d1e45689-288d-475d-84bf-c943af5b0869 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.64 "GET /v2.0/ports?device_id=01c5d7d2-0dbe-47a2-ba72-bfe426a0e7be HTTP/1.1" status: 200 len: 947 time: 0.0531669 Oct 27 11:15:41.259776 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [req-6becf5bd-9b50-4c3c-b828-35c1ced9347a req-b0a04d5e-4a96-422c-bc3e-2556bc58e3cd tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Deleting port f05e4227-8b6c-4287-b7c0-cbb161cdee7b {{(pid=102347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 11:15:41.260032 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-6becf5bd-9b50-4c3c-b828-35c1ced9347a req-b0a04d5e-4a96-422c-bc3e-2556bc58e3cd tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:15:41.350284 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-6becf5bd-9b50-4c3c-b828-35c1ced9347a req-b0a04d5e-4a96-422c-bc3e-2556bc58e3cd tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] For port f05e4227-8b6c-4287-b7c0-cbb161cdee7b, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=f05e4227-8b6c-4287-b7c0-cbb161cdee7b,segment=NetworkSegment(d28b9a3d-0e6e-43a3-a48e-9bc1dd8d593a),segment_id=d28b9a3d-0e6e-43a3-a48e-9bc1dd8d593a)] {{(pid=102347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:15:41.351159 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-6becf5bd-9b50-4c3c-b828-35c1ced9347a req-b0a04d5e-4a96-422c-bc3e-2556bc58e3cd tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:15:41.517650 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-6becf5bd-9b50-4c3c-b828-35c1ced9347a req-b0a04d5e-4a96-422c-bc3e-2556bc58e3cd tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:15:41.517924 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-6becf5bd-9b50-4c3c-b828-35c1ced9347a req-b0a04d5e-4a96-422c-bc3e-2556bc58e3cd tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1664826'] for floatingip, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:15:41.518296 n-d-813419-10 neutron-server[102347]: INFO neutron.db.l3_db [req-6becf5bd-9b50-4c3c-b828-35c1ced9347a req-b0a04d5e-4a96-422c-bc3e-2556bc58e3cd tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Floating IP 42374c55-3019-4880-855c-e36e4c24cd32 disassociated. External IP: 172.25.8.186, port: f05e4227-8b6c-4287-b7c0-cbb161cdee7b. Oct 27 11:15:41.518577 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [req-6becf5bd-9b50-4c3c-b828-35c1ced9347a req-b0a04d5e-4a96-422c-bc3e-2556bc58e3cd tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Calling delete_port for f05e4227-8b6c-4287-b7c0-cbb161cdee7b owned by compute:nova {{(pid=102347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 11:15:41.645712 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-6becf5bd-9b50-4c3c-b828-35c1ced9347a req-b0a04d5e-4a96-422c-bc3e-2556bc58e3cd tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:15:41.673360 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a04d5e-4a96-422c-bc3e-2556bc58e3cd tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Pushing event deleted for resources: {'Port': ['ID=f05e4227-8b6c-4287-b7c0-cbb161cdee7b,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:15:41.790054 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6becf5bd-9b50-4c3c-b828-35c1ced9347a req-b0a04d5e-4a96-422c-bc3e-2556bc58e3cd tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Router 21969188-e3ee-4d7c-b7a3-e1c4f087d3bf has already been hosted by L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb {{(pid=102347) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 11:15:41.905037 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6becf5bd-9b50-4c3c-b828-35c1ced9347a req-b0a04d5e-4a96-422c-bc3e-2556bc58e3cd tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 11:15:41.914069 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-6fedda3e-51d5-4562-a474-7b84b2de02b3 req-76cd6a90-5d08-4394-8a2e-37c4db480582 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/ports?device_id=01c5d7d2-0dbe-47a2-ba72-bfe426a0e7be HTTP/1.1" status: 200 len: 210 time: 0.0314369 Oct 27 11:15:41.916531 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-822fb33d-cca1-4479-9ab0-672b78b5912f None None] Sync routers for ids ['21969188-e3ee-4d7c-b7a3-e1c4f087d3bf'] in n-d-813419-10 {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 11:15:41.926848 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-822fb33d-cca1-4479-9ab0-672b78b5912f None None] Routers {'21969188-e3ee-4d7c-b7a3-e1c4f087d3bf'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 11:15:41.927804 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-822fb33d-cca1-4479-9ab0-672b78b5912f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T11:15:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['21969188-e3ee-4d7c-b7a3-e1c4f087d3bf'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:15:41.946626 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [req-6becf5bd-9b50-4c3c-b828-35c1ced9347a req-b0a04d5e-4a96-422c-bc3e-2556bc58e3cd tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] No DVR routers for this DVR port f05e4227-8b6c-4287-b7c0-cbb161cdee7b on host n-h1-813419-10 {{(pid=102347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 11:15:41.949127 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-6becf5bd-9b50-4c3c-b828-35c1ced9347a req-b0a04d5e-4a96-422c-bc3e-2556bc58e3cd tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:15:41.952465 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-6becf5bd-9b50-4c3c-b828-35c1ced9347a req-b0a04d5e-4a96-422c-bc3e-2556bc58e3cd tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.64 "DELETE /v2.0/ports/f05e4227-8b6c-4287-b7c0-cbb161cdee7b HTTP/1.1" status: 204 len: 173 time: 0.7722197 Oct 27 11:15:41.952908 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01c5d7d2-0dbe-47a2-ba72-bfe426a0e7be', 'name': 'network-vif-deleted', 'tag': 'f05e4227-8b6c-4287-b7c0-cbb161cdee7b'}] {{(pid=102347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 11:15:41.955151 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311149b481204ee7edffdb959c881838506fbd95bc8577c048f6677abb73acc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75915f9e-e856-4b9b-8bba-9477d361567a" -d '{"events": [{"server_uuid": "01c5d7d2-0dbe-47a2-ba72-bfe426a0e7be", "name": "network-vif-deleted", "tag": "f05e4227-8b6c-4287-b7c0-cbb161cdee7b"}]}' {{(pid=102347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 11:15:41.994782 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 11:15:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d17def8b-6943-4cec-b303-3848cfbc86f8 x-openstack-request-id: req-d17def8b-6943-4cec-b303-3848cfbc86f8 {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 11:15:41.995066 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01c5d7d2-0dbe-47a2-ba72-bfe426a0e7be", "name": "network-vif-deleted", "tag": "f05e4227-8b6c-4287-b7c0-cbb161cdee7b", "status": "completed", "code": 200}]} {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 11:15:41.995320 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d17def8b-6943-4cec-b303-3848cfbc86f8 {{(pid=102347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 11:15:41.995745 n-d-813419-10 neutron-server[102347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01c5d7d2-0dbe-47a2-ba72-bfe426a0e7be', 'name': 'network-vif-deleted', 'tag': 'f05e4227-8b6c-4287-b7c0-cbb161cdee7b', 'status': 'completed', 'code': 200} Oct 27 11:15:42.038233 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvr_db [None req-822fb33d-cca1-4479-9ab0-672b78b5912f None None] Set router 21969188-e3ee-4d7c-b7a3-e1c4f087d3bf gateway port host: n-d-813419-10 {{(pid=102349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 11:15:42.239967 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-822fb33d-cca1-4479-9ab0-672b78b5912f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21969188-e3ee-4d7c-b7a3-e1c4f087d3bf', 'name': 'tempest-ServerActionsTestJSON-1588266955-router', 'tenant_id': '8de2a5bb3a4048f09f89b68594efec08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.230'}], 'enable_snat': True}, 'gw_port_id': 'd28cf629-251a-4e82-b870-98cf289fb9ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:05:55Z', 'updated_at': '2021-10-27T11:05:58Z', 'revision_number': 4, 'project_id': '8de2a5bb3a4048f09f89b68594efec08', 'gw_port': {'id': 'd28cf629-251a-4e82-b870-98cf289fb9ac', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:70:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21969188-e3ee-4d7c-b7a3-e1c4f087d3bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:05:56Z', 'updated_at': '2021-10-27T11:05:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_interfaces': [{'id': 'a7f81418-c2a7-45b0-9600-fc6417c8bf49', 'name': '', 'network_id': '2a5ee4a4-c41e-48f2-9219-3320d30093b8', 'tenant_id': '8de2a5bb3a4048f09f89b68594efec08', 'mac_address': 'fa:16:3e:c9:95:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21969188-e3ee-4d7c-b7a3-e1c4f087d3bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'ad455bd6-8255-41fb-b160-f3442cc0c657', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:05:58Z', 'updated_at': '2021-10-27T11:06:01Z', 'revision_number': 5, 'project_id': '8de2a5bb3a4048f09f89b68594efec08', 'subnets': [{'id': 'ad455bd6-8255-41fb-b160-f3442cc0c657', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:15:42.268780 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-822fb33d-cca1-4479-9ab0-672b78b5912f None None] Checking router: 21969188-e3ee-4d7c-b7a3-e1c4f087d3bf for host: n-d-813419-10 {{(pid=102349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 11:15:42.277698 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-822fb33d-cca1-4479-9ab0-672b78b5912f None None] Routers {'21969188-e3ee-4d7c-b7a3-e1c4f087d3bf'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 11:15:42.278293 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-822fb33d-cca1-4479-9ab0-672b78b5912f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T11:15:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['21969188-e3ee-4d7c-b7a3-e1c4f087d3bf'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:15:42.470822 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvr_db [None req-822fb33d-cca1-4479-9ab0-672b78b5912f None None] Set router 21969188-e3ee-4d7c-b7a3-e1c4f087d3bf gateway port host: n-d-813419-10 {{(pid=102349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 11:15:42.668968 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-822fb33d-cca1-4479-9ab0-672b78b5912f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21969188-e3ee-4d7c-b7a3-e1c4f087d3bf', 'name': 'tempest-ServerActionsTestJSON-1588266955-router', 'tenant_id': '8de2a5bb3a4048f09f89b68594efec08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.230'}], 'enable_snat': True}, 'gw_port_id': 'd28cf629-251a-4e82-b870-98cf289fb9ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:05:55Z', 'updated_at': '2021-10-27T11:05:58Z', 'revision_number': 4, 'project_id': '8de2a5bb3a4048f09f89b68594efec08', 'gw_port': {'id': 'd28cf629-251a-4e82-b870-98cf289fb9ac', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:70:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21969188-e3ee-4d7c-b7a3-e1c4f087d3bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:05:56Z', 'updated_at': '2021-10-27T11:05:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_interfaces': [{'id': 'a7f81418-c2a7-45b0-9600-fc6417c8bf49', 'name': '', 'network_id': '2a5ee4a4-c41e-48f2-9219-3320d30093b8', 'tenant_id': '8de2a5bb3a4048f09f89b68594efec08', 'mac_address': 'fa:16:3e:c9:95:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21969188-e3ee-4d7c-b7a3-e1c4f087d3bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'ad455bd6-8255-41fb-b160-f3442cc0c657', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:05:58Z', 'updated_at': '2021-10-27T11:06:01Z', 'revision_number': 5, 'project_id': '8de2a5bb3a4048f09f89b68594efec08', 'subnets': [{'id': 'ad455bd6-8255-41fb-b160-f3442cc0c657', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:15:42.695126 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-822fb33d-cca1-4479-9ab0-672b78b5912f None None] The sync data for ids ['21969188-e3ee-4d7c-b7a3-e1c4f087d3bf'] in n-d-813419-10 is: [{'id': '21969188-e3ee-4d7c-b7a3-e1c4f087d3bf', 'name': 'tempest-ServerActionsTestJSON-1588266955-router', 'tenant_id': '8de2a5bb3a4048f09f89b68594efec08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.230'}], 'enable_snat': True}, 'gw_port_id': 'd28cf629-251a-4e82-b870-98cf289fb9ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:05:55Z', 'updated_at': '2021-10-27T11:05:58Z', 'revision_number': 4, 'project_id': '8de2a5bb3a4048f09f89b68594efec08', 'gw_port': {'id': 'd28cf629-251a-4e82-b870-98cf289fb9ac', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:70:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21969188-e3ee-4d7c-b7a3-e1c4f087d3bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:05:56Z', 'updated_at': '2021-10-27T11:05:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_interfaces': [{'id': 'a7f81418-c2a7-45b0-9600-fc6417c8bf49', 'name': '', 'network_id': '2a5ee4a4-c41e-48f2-9219-3320d30093b8', 'tenant_id': '8de2a5bb3a4048f09f89b68594efec08', 'mac_address': 'fa:16:3e:c9:95:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21969188-e3ee-4d7c-b7a3-e1c4f087d3bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': 'ad455bd6-8255-41fb-b160-f3442cc0c657', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:05:58Z', 'updated_at': '2021-10-27T11:06:01Z', 'revision_number': 5, 'project_id': '8de2a5bb3a4048f09f89b68594efec08', 'subnets': [{'id': 'ad455bd6-8255-41fb-b160-f3442cc0c657', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 11:15:42.920166 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06fb6ae9-d03e-417b-b031-c683fdd7cdd6 None None] New status for floating IP 42374c55-3019-4880-855c-e36e4c24cd32: DOWN {{(pid=102348) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 11:15:43.028456 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-341bb23b-ad73-4d19-b920-92448268abc7 req-c8a7ab34-b866-40ac-9ca6-8eaeb66778bd tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/ports?device_id=01c5d7d2-0dbe-47a2-ba72-bfe426a0e7be HTTP/1.1" status: 200 len: 210 time: 0.0391119 Oct 27 11:15:44.114586 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8e82da09-4c16-41c9-a7c1-d683497f26b9 req-0d987cfa-643c-4dec-8fb9-04318e37fb40 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/ports?device_id=01c5d7d2-0dbe-47a2-ba72-bfe426a0e7be HTTP/1.1" status: 200 len: 210 time: 0.0265288 Oct 27 11:15:44.811769 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device f05e4227-8b6c-4287-b7c0-cbb161cdee7b no longer exists at agent hyperv_n-h1-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 11:15:44.832175 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] No Port match for: f05e4227-8b6c-4287-b7c0-cbb161cdee7b {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 11:15:44.832544 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device f05e4227-8b6c-4287-b7c0-cbb161cdee7b not bound to the agent host n-h1-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 11:15:45.218899 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-d7b6a604-ef83-44e7-a5cc-8d29ac5dd92f req-1ab6645f-1b58-4602-8dd2-ec5ac3b1906b tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/ports?device_id=01c5d7d2-0dbe-47a2-ba72-bfe426a0e7be HTTP/1.1" status: 200 len: 210 time: 0.0260212 Oct 27 11:15:46.295333 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-e42ef9db-ae41-49d7-b502-be053472d5dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:15:46.331416 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-76ef43a9-0116-4401-a3be-a480f96499e1 req-b4c5d456-1267-4952-952b-e44d73180999 tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/ports?device_id=01c5d7d2-0dbe-47a2-ba72-bfe426a0e7be HTTP/1.1" status: 200 len: 210 time: 0.0260332 Oct 27 11:15:48.950393 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-41796d84-a872-4918-8386-29efc7b65d8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:15:50.079727 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:15:50.202351 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-eadeaa30-4096-4d1a-b3cb-aa7ebfb291ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:15:51.062311 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 46606) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:15:51.115630 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-b3860a63-fda2-4a95-b1e1-9f9e433f118f tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Publish callbacks [] for security_group, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:15:51.137701 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-b3860a63-fda2-4a95-b1e1-9f9e433f118f tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:15:51.192250 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-b3860a63-fda2-4a95-b1e1-9f9e433f118f tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:15:51.194843 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-b3860a63-fda2-4a95-b1e1-9f9e433f118f tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:15:51.195982 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-b3860a63-fda2-4a95-b1e1-9f9e433f118f tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "DELETE /v2.0/security-groups/baae45f4-356c-4047-8629-69a3801a3a4b HTTP/1.1" status: 204 len: 168 time: 0.1326654 Oct 27 11:15:51.198608 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 46608) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:15:51.206539 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3860a63-fda2-4a95-b1e1-9f9e433f118f tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=baae45f4-356c-4047-8629-69a3801a3a4b,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:15:51.220168 n-d-813419-10 neutron-server[102347]: INFO neutron.api.v2.resource [None req-be0341ff-d1a3-4b15-81e1-7c2b56544f9b tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] show failed (client error): The resource could not be found. Oct 27 11:15:51.221626 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-be0341ff-d1a3-4b15-81e1-7c2b56544f9b tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "GET /v2.0/security-groups/baae45f4-356c-4047-8629-69a3801a3a4b HTTP/1.1" status: 404 len: 347 time: 0.0206501 Oct 27 11:15:51.224505 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 46610) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:15:51.351654 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-f5c54b82-7b07-42e7-aa7a-361fe0e9ae2f tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Deleting port 709e47e8-e9f1-46f3-ab2a-e8440338402e {{(pid=102347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 11:15:51.351987 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-f5c54b82-7b07-42e7-aa7a-361fe0e9ae2f tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:15:51.426424 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-f5c54b82-7b07-42e7-aa7a-361fe0e9ae2f tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:15:51.426741 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-f5c54b82-7b07-42e7-aa7a-361fe0e9ae2f tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:15:51.438300 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-f5c54b82-7b07-42e7-aa7a-361fe0e9ae2f tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Calling delete_port for 709e47e8-e9f1-46f3-ab2a-e8440338402e owned by network:floatingip {{(pid=102347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 11:15:51.568539 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-f5c54b82-7b07-42e7-aa7a-361fe0e9ae2f tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:15:51.592279 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c54b82-7b07-42e7-aa7a-361fe0e9ae2f tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Pushing event deleted for resources: {'Port': ['ID=709e47e8-e9f1-46f3-ab2a-e8440338402e,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:15:51.662986 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-f5c54b82-7b07-42e7-aa7a-361fe0e9ae2f tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Publish callbacks [] for floatingip, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:15:51.665605 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-f5c54b82-7b07-42e7-aa7a-361fe0e9ae2f tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for floatingip, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:15:51.666781 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-f5c54b82-7b07-42e7-aa7a-361fe0e9ae2f tempest-ServerActionsTestJSON-1593453483 tempest-ServerActionsTestJSON-1593453483-project] 10.222.0.44 "DELETE /v2.0/floatingips/42374c55-3019-4880-855c-e36e4c24cd32 HTTP/1.1" status: 204 len: 168 time: 0.4405484 Oct 27 11:15:51.670786 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 46612) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:15:52.065412 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-b26c7079-8b2b-4b25-82a6-9c44fb813f3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1766202'] for router_interface, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:15:52.087037 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-3c6a8245-0581-48aa-b5f6-4d8fe98cd16e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:15:52.317480 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-b26c7079-8b2b-4b25-82a6-9c44fb813f3d admin admin] Deleting port a7f81418-c2a7-45b0-9600-fc6417c8bf49 {{(pid=102347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 11:15:52.318073 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-b26c7079-8b2b-4b25-82a6-9c44fb813f3d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:15:52.394572 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [None req-b26c7079-8b2b-4b25-82a6-9c44fb813f3d admin admin] For port a7f81418-c2a7-45b0-9600-fc6417c8bf49, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=a7f81418-c2a7-45b0-9600-fc6417c8bf49,segment=NetworkSegment(d28b9a3d-0e6e-43a3-a48e-9bc1dd8d593a),segment_id=d28b9a3d-0e6e-43a3-a48e-9bc1dd8d593a)] {{(pid=102347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:15:52.394929 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-b26c7079-8b2b-4b25-82a6-9c44fb813f3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:15:52.407416 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-b26c7079-8b2b-4b25-82a6-9c44fb813f3d admin admin] Calling delete_port for a7f81418-c2a7-45b0-9600-fc6417c8bf49 owned by network:router_interface {{(pid=102347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 11:15:52.579954 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-b26c7079-8b2b-4b25-82a6-9c44fb813f3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:15:52.608873 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26c7079-8b2b-4b25-82a6-9c44fb813f3d admin admin] Pushing event deleted for resources: {'Port': ['ID=a7f81418-c2a7-45b0-9600-fc6417c8bf49,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:15:52.773671 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-b26c7079-8b2b-4b25-82a6-9c44fb813f3d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2006968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1766358'] for router_interface, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:15:52.981097 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b26c7079-8b2b-4b25-82a6-9c44fb813f3d admin admin] Router 21969188-e3ee-4d7c-b7a3-e1c4f087d3bf has already been hosted by L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb {{(pid=102347) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 11:15:53.083063 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b26c7079-8b2b-4b25-82a6-9c44fb813f3d admin admin] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 11:15:53.088313 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-b26c7079-8b2b-4b25-82a6-9c44fb813f3d admin admin] 10.222.0.44 "PUT /v2.0/routers/21969188-e3ee-4d7c-b7a3-e1c4f087d3bf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4164867 Oct 27 11:15:53.090770 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 46616) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:15:53.091771 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-897567fa-cd9a-416d-8404-145ca88cc765 None None] Sync routers for ids ['21969188-e3ee-4d7c-b7a3-e1c4f087d3bf'] in n-d-813419-10 {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 11:15:53.101318 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-897567fa-cd9a-416d-8404-145ca88cc765 None None] Routers {'21969188-e3ee-4d7c-b7a3-e1c4f087d3bf'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 11:15:53.101945 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-897567fa-cd9a-416d-8404-145ca88cc765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T11:15:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['21969188-e3ee-4d7c-b7a3-e1c4f087d3bf'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:15:53.194221 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-63e3d645-8950-4873-96be-208176c08067 admin admin] Publish callbacks [] for router, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:15:53.201327 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvr_db [None req-897567fa-cd9a-416d-8404-145ca88cc765 None None] Set router 21969188-e3ee-4d7c-b7a3-e1c4f087d3bf gateway port host: n-d-813419-10 {{(pid=102349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 11:15:53.293324 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-63e3d645-8950-4873-96be-208176c08067 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:15:53.359135 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-63e3d645-8950-4873-96be-208176c08067 admin admin] Deleting port d28cf629-251a-4e82-b870-98cf289fb9ac {{(pid=102347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 11:15:53.359769 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-63e3d645-8950-4873-96be-208176c08067 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:15:53.382142 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-897567fa-cd9a-416d-8404-145ca88cc765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21969188-e3ee-4d7c-b7a3-e1c4f087d3bf', 'name': 'tempest-ServerActionsTestJSON-1588266955-router', 'tenant_id': '8de2a5bb3a4048f09f89b68594efec08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.230'}], 'enable_snat': True}, 'gw_port_id': 'd28cf629-251a-4e82-b870-98cf289fb9ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:05:55Z', 'updated_at': '2021-10-27T11:15:52Z', 'revision_number': 5, 'project_id': '8de2a5bb3a4048f09f89b68594efec08', 'gw_port': {'id': 'd28cf629-251a-4e82-b870-98cf289fb9ac', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:70:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21969188-e3ee-4d7c-b7a3-e1c4f087d3bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:05:56Z', 'updated_at': '2021-10-27T11:05:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10'}], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:15:53.407887 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-897567fa-cd9a-416d-8404-145ca88cc765 None None] Checking router: 21969188-e3ee-4d7c-b7a3-e1c4f087d3bf for host: n-d-813419-10 {{(pid=102349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 11:15:53.416852 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-897567fa-cd9a-416d-8404-145ca88cc765 None None] Routers {'21969188-e3ee-4d7c-b7a3-e1c4f087d3bf'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 11:15:53.417445 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-897567fa-cd9a-416d-8404-145ca88cc765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T11:15:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['21969188-e3ee-4d7c-b7a3-e1c4f087d3bf'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:15:53.435920 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [None req-63e3d645-8950-4873-96be-208176c08067 admin admin] For port d28cf629-251a-4e82-b870-98cf289fb9ac, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=d28cf629-251a-4e82-b870-98cf289fb9ac,segment=NetworkSegment(bc14127b-7032-4c50-bb5b-f6813cbae86e),segment_id=bc14127b-7032-4c50-bb5b-f6813cbae86e)] {{(pid=102347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:15:53.436301 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-63e3d645-8950-4873-96be-208176c08067 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:15:53.448214 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-63e3d645-8950-4873-96be-208176c08067 admin admin] Calling delete_port for d28cf629-251a-4e82-b870-98cf289fb9ac owned by network:router_gateway {{(pid=102347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 11:15:53.501125 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvr_db [None req-897567fa-cd9a-416d-8404-145ca88cc765 None None] Set router 21969188-e3ee-4d7c-b7a3-e1c4f087d3bf gateway port host: None {{(pid=102349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 11:15:53.556682 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-897567fa-cd9a-416d-8404-145ca88cc765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21969188-e3ee-4d7c-b7a3-e1c4f087d3bf', 'name': 'tempest-ServerActionsTestJSON-1588266955-router', 'tenant_id': '8de2a5bb3a4048f09f89b68594efec08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:05:55Z', 'updated_at': '2021-10-27T11:15:53Z', 'revision_number': 6, 'project_id': '8de2a5bb3a4048f09f89b68594efec08', 'gw_port_host': None}], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:15:53.586847 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-897567fa-cd9a-416d-8404-145ca88cc765 None None] The sync data for ids ['21969188-e3ee-4d7c-b7a3-e1c4f087d3bf'] in n-d-813419-10 is: [{'id': '21969188-e3ee-4d7c-b7a3-e1c4f087d3bf', 'name': 'tempest-ServerActionsTestJSON-1588266955-router', 'tenant_id': '8de2a5bb3a4048f09f89b68594efec08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:05:55Z', 'updated_at': '2021-10-27T11:15:53Z', 'revision_number': 6, 'project_id': '8de2a5bb3a4048f09f89b68594efec08', 'gw_port_host': None}] {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 11:15:53.616334 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-63e3d645-8950-4873-96be-208176c08067 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:15:53.645598 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e3d645-8950-4873-96be-208176c08067 admin admin] Pushing event deleted for resources: {'Port': ['ID=d28cf629-251a-4e82-b870-98cf289fb9ac,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:15:53.704516 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-63e3d645-8950-4873-96be-208176c08067 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1664884'] for router_gateway, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:15:53.792117 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-63e3d645-8950-4873-96be-208176c08067 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1765662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3700'] for router, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:15:53.794285 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-63e3d645-8950-4873-96be-208176c08067 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:15:53.838327 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-63e3d645-8950-4873-96be-208176c08067 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1765641'] for router, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:15:53.838744 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63e3d645-8950-4873-96be-208176c08067 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 21969188-e3ee-4d7c-b7a3-e1c4f087d3bf {{(pid=102347) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 11:15:53.845104 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-63e3d645-8950-4873-96be-208176c08067 admin admin] Publish callbacks [] for router, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:15:53.846456 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-63e3d645-8950-4873-96be-208176c08067 admin admin] 10.222.0.44 "DELETE /v2.0/routers/21969188-e3ee-4d7c-b7a3-e1c4f087d3bf HTTP/1.1" status: 204 len: 168 time: 0.7546809 Oct 27 11:15:53.848917 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 46618) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:15:53.895391 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4bb7928-e756-49b3-96da-9655ba05855a admin admin] Deleting subnet ad455bd6-8255-41fb-b160-f3442cc0c657 {{(pid=102347) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 11:15:53.898929 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-e4bb7928-e756-49b3-96da-9655ba05855a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:15:53.931903 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-e4bb7928-e756-49b3-96da-9655ba05855a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-18445109'] for subnet, precommit_delete_associations {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:15:54.012125 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-e4bb7928-e756-49b3-96da-9655ba05855a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855646'] for subnet, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:15:54.062827 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-e4bb7928-e756-49b3-96da-9655ba05855a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-18295818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18043720'] for subnet, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:15:54.091883 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bb7928-e756-49b3-96da-9655ba05855a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ad455bd6-8255-41fb-b160-f3442cc0c657,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:15:54.095390 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-e4bb7928-e756-49b3-96da-9655ba05855a admin admin] Publish callbacks [] for subnet, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:15:54.098773 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-e4bb7928-e756-49b3-96da-9655ba05855a admin admin] 10.222.0.44 "DELETE /v2.0/subnets/ad455bd6-8255-41fb-b160-f3442cc0c657 HTTP/1.1" status: 204 len: 168 time: 0.2487381 Oct 27 11:15:54.101076 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 46620) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:15:54.101817 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e282f8f-d40c-4537-a0a2-6dce5822dff2 None None] Network 2a5ee4a4-c41e-48f2-9219-3320d30093b8 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 11:15:54.167006 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-ec35e368-18d2-49af-9ce0-bf1f1350f6cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586917'] for network, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:15:54.224820 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-ec35e368-18d2-49af-9ce0-bf1f1350f6cd admin admin] Deleting port cfd41fa8-200c-4e44-ae50-e394084f975d {{(pid=102347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 11:15:54.225179 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-ec35e368-18d2-49af-9ce0-bf1f1350f6cd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:15:54.291813 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [None req-ec35e368-18d2-49af-9ce0-bf1f1350f6cd admin admin] For port cfd41fa8-200c-4e44-ae50-e394084f975d, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=cfd41fa8-200c-4e44-ae50-e394084f975d,segment=NetworkSegment(d28b9a3d-0e6e-43a3-a48e-9bc1dd8d593a),segment_id=d28b9a3d-0e6e-43a3-a48e-9bc1dd8d593a)] {{(pid=102347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:15:54.292088 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-ec35e368-18d2-49af-9ce0-bf1f1350f6cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:15:54.304432 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-ec35e368-18d2-49af-9ce0-bf1f1350f6cd admin admin] Calling delete_port for cfd41fa8-200c-4e44-ae50-e394084f975d owned by network:dhcp {{(pid=102347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 11:15:54.345678 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ad7d371-2dad-4ecb-9799-f81917d42d91 None None] DHCP port deletion for 2a5ee4a4-c41e-48f2-9219-3320d30093b8 request from n-d-813419-10 {{(pid=102348) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 11:15:54.384748 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-ec35e368-18d2-49af-9ce0-bf1f1350f6cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:15:54.393849 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-7ad7d371-2dad-4ecb-9799-f81917d42d91 None None] Deleting port cfd41fa8-200c-4e44-ae50-e394084f975d {{(pid=102348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 11:15:54.394221 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7ad7d371-2dad-4ecb-9799-f81917d42d91 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:15:54.416080 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec35e368-18d2-49af-9ce0-bf1f1350f6cd admin admin] Pushing event deleted for resources: {'Port': ['ID=cfd41fa8-200c-4e44-ae50-e394084f975d,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:15:54.419129 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec35e368-18d2-49af-9ce0-bf1f1350f6cd admin admin] No DVR routers for this DVR port cfd41fa8-200c-4e44-ae50-e394084f975d on host n-d-813419-10 {{(pid=102347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 11:15:54.456850 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-7ad7d371-2dad-4ecb-9799-f81917d42d91 None None] For port cfd41fa8-200c-4e44-ae50-e394084f975d, host n-d-813419-10, got binding levels [] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:15:54.457239 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7ad7d371-2dad-4ecb-9799-f81917d42d91 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:15:54.469694 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-7ad7d371-2dad-4ecb-9799-f81917d42d91 None None] Calling delete_port for cfd41fa8-200c-4e44-ae50-e394084f975d owned by network:dhcp {{(pid=102348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 11:15:54.472349 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.ipam_backend_mixin [None req-7ad7d371-2dad-4ecb-9799-f81917d42d91 None None] Port cfd41fa8-200c-4e44-ae50-e394084f975d was not found and therefore no delete operation was performed {{(pid=102348) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 27 11:15:54.473553 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7ad7d371-2dad-4ecb-9799-f81917d42d91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615'] for port, after_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:15:54.492938 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-ec35e368-18d2-49af-9ce0-bf1f1350f6cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857803', 'neutron.services.segments.db._delete_segments_for_network-8743873143390'] for network, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:15:54.503093 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad7d371-2dad-4ecb-9799-f81917d42d91 None None] Pushing event deleted for resources: {'Port': ['ID=cfd41fa8-200c-4e44-ae50-e394084f975d,revision_number=None']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:15:54.511008 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ad7d371-2dad-4ecb-9799-f81917d42d91 None None] No DVR routers for this DVR port cfd41fa8-200c-4e44-ae50-e394084f975d on host n-d-813419-10 {{(pid=102348) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 11:15:54.512299 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-ec35e368-18d2-49af-9ce0-bf1f1350f6cd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a5ee4a4-c41e-48f2-9219-3320d30093b8']}} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:15:54.523740 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-ec35e368-18d2-49af-9ce0-bf1f1350f6cd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd28b9a3d-0e6e-43a3-a48e-9bc1dd8d593a') {'for_net_delete': True} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:15:54.524036 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-ec35e368-18d2-49af-9ce0-bf1f1350f6cd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd28b9a3d-0e6e-43a3-a48e-9bc1dd8d593a') {} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:15:54.533151 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-ec35e368-18d2-49af-9ce0-bf1f1350f6cd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743873145191', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18445132'] for segment, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:15:54.547076 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-ec35e368-18d2-49af-9ce0-bf1f1350f6cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:15:54.553117 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec35e368-18d2-49af-9ce0-bf1f1350f6cd admin admin] Releasing vlan 425 on physical network physnet1 to pool {{(pid=102347) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 11:15:54.554021 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-ec35e368-18d2-49af-9ce0-bf1f1350f6cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-18296032'] for segment, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:15:54.556256 n-d-813419-10 neutron-server[102347]: Traceback (most recent call last): Oct 27 11:15:54.556256 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 11:15:54.556256 n-d-813419-10 neutron-server[102347]: timer() Oct 27 11:15:54.556256 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 11:15:54.556256 n-d-813419-10 neutron-server[102347]: cb(*args, **kw) Oct 27 11:15:54.556256 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 11:15:54.556256 n-d-813419-10 neutron-server[102347]: return func(*args, **kwargs) Oct 27 11:15:54.556256 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 11:15:54.556256 n-d-813419-10 neutron-server[102347]: self._notify() Oct 27 11:15:54.556256 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 11:15:54.556256 n-d-813419-10 neutron-server[102347]: self.callback(batched_events) Oct 27 11:15:54.556256 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 11:15:54.556256 n-d-813419-10 neutron-server[102347]: event.method(event) Oct 27 11:15:54.556256 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 11:15:54.556256 n-d-813419-10 neutron-server[102347]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 11:15:54.556256 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 11:15:54.556256 n-d-813419-10 neutron-server[102347]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 11:15:54.556256 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 11:15:54.556256 n-d-813419-10 neutron-server[102347]: return f(self, *a, **k) Oct 27 11:15:54.556256 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 11:15:54.556256 n-d-813419-10 neutron-server[102347]: return self._get(url).json() Oct 27 11:15:54.556256 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 11:15:54.556256 n-d-813419-10 neutron-server[102347]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 11:15:54.556256 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 11:15:54.556256 n-d-813419-10 neutron-server[102347]: return self.request(url, 'GET', **kwargs) Oct 27 11:15:54.556256 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 11:15:54.556256 n-d-813419-10 neutron-server[102347]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 11:15:54.556256 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 11:15:54.556256 n-d-813419-10 neutron-server[102347]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 11:15:54.556256 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 11:15:54.556256 n-d-813419-10 neutron-server[102347]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 11:15:54.556256 n-d-813419-10 neutron-server[102347]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 11:15:54.614930 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-ec35e368-18d2-49af-9ce0-bf1f1350f6cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664840'] for network, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:15:54.621204 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-ec35e368-18d2-49af-9ce0-bf1f1350f6cd admin admin] Publish callbacks [] for network, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:15:54.624723 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-ec35e368-18d2-49af-9ce0-bf1f1350f6cd admin admin] 10.222.0.44 "DELETE /v2.0/networks/2a5ee4a4-c41e-48f2-9219-3320d30093b8 HTTP/1.1" status: 204 len: 168 time: 0.5226648 Oct 27 11:15:54.638895 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec35e368-18d2-49af-9ce0-bf1f1350f6cd admin admin] Pushing event deleted for resources: {'Network': ['ID=2a5ee4a4-c41e-48f2-9219-3320d30093b8,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:15:54.737946 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 46624) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:15:54.777284 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-c6e0f0fe-aff0-4576-ae25-c3580b2a4e46 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8de2a5bb3a4048f09f89b68594efec08&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0382037 Oct 27 11:15:54.779737 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 46626) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:15:54.827498 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-a9b71694-f25b-4bb5-a554-7d3805525e70 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:15:54.848637 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-a9b71694-f25b-4bb5-a554-7d3805525e70 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:15:54.892964 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-a9b71694-f25b-4bb5-a554-7d3805525e70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:15:54.895488 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-a9b71694-f25b-4bb5-a554-7d3805525e70 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:15:54.896654 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-a9b71694-f25b-4bb5-a554-7d3805525e70 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/881cd305-1e95-4dfd-adb7-974f32b67527 HTTP/1.1" status: 204 len: 168 time: 0.1160111 Oct 27 11:15:54.905111 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b71694-f25b-4bb5-a554-7d3805525e70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=881cd305-1e95-4dfd-adb7-974f32b67527,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:15:55.292282 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.agents_db [None req-e79ee67d-056e-46ea-bd99-e80473396b25 None None] Agent healthcheck: found 7 active agents {{(pid=102349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 11:15:55.598598 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device cfd41fa8-200c-4e44-ae50-e394084f975d no longer exists at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 11:15:55.619218 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] No Port match for: cfd41fa8-200c-4e44-ae50-e394084f975d {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 11:15:55.619563 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device cfd41fa8-200c-4e44-ae50-e394084f975d not bound to the agent host n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 11:15:55.619984 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device a7f81418-c2a7-45b0-9600-fc6417c8bf49 no longer exists at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 11:15:55.621034 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 46648) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:15:55.639552 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] No Port match for: a7f81418-c2a7-45b0-9600-fc6417c8bf49 {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 11:15:55.640294 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device a7f81418-c2a7-45b0-9600-fc6417c8bf49 not bound to the agent host n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 11:15:55.640832 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device d28cf629-251a-4e82-b870-98cf289fb9ac no longer exists at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 11:15:55.659181 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] No Port match for: d28cf629-251a-4e82-b870-98cf289fb9ac {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 11:15:55.659524 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device d28cf629-251a-4e82-b870-98cf289fb9ac not bound to the agent host n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 11:15:55.719600 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-e0d339f8-5c87-4474-be2f-bab327a5efe4 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-762698457-network', 'tenant_id': '2dfd6cd713a548abb934cd27d57c98d3'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:15:55.745189 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0d339f8-5c87-4474-be2f-bab327a5efe4 admin admin] Made reservation on behalf of 2dfd6cd713a548abb934cd27d57c98d3 for: {'network': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 11:15:55.747601 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-e0d339f8-5c87-4474-be2f-bab327a5efe4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for network, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:15:55.756990 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-e0d339f8-5c87-4474-be2f-bab327a5efe4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:15:55.829679 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-e0d339f8-5c87-4474-be2f-bab327a5efe4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:15:55.833438 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-e0d339f8-5c87-4474-be2f-bab327a5efe4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:15:55.858688 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0d339f8-5c87-4474-be2f-bab327a5efe4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 413} {{(pid=102347) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 11:15:55.872497 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d339f8-5c87-4474-be2f-bab327a5efe4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2246263d-a9d4-499a-8dc3-6661d41ce564,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:15:55.875453 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-e0d339f8-5c87-4474-be2f-bab327a5efe4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:15:55.876617 n-d-813419-10 neutron-server[102347]: INFO neutron.db.segments_db [None req-e0d339f8-5c87-4474-be2f-bab327a5efe4 admin admin] Added segment 2474ffc9-9b46-41e4-8652-e76516eebe48 of type vlan for network 8cbd5240-adcd-4772-ad4d-63c473b6be2a Oct 27 11:15:55.916007 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-e0d339f8-5c87-4474-be2f-bab327a5efe4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743872593080'] for network, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:15:55.939144 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-e0d339f8-5c87-4474-be2f-bab327a5efe4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913'] for network, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:15:55.940083 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0d339f8-5c87-4474-be2f-bab327a5efe4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:15:55.940752 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-e0d339f8-5c87-4474-be2f-bab327a5efe4 admin admin] Publish callbacks [] for network, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:15:55.991743 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-e0d339f8-5c87-4474-be2f-bab327a5efe4 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3694658 Oct 27 11:15:55.994838 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 46652) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:15:55.999853 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-cbd5e85a-aed4-400d-9f43-eb81bade860a admin admin] Request body: {'subnet': {'network_id': '8cbd5240-adcd-4772-ad4d-63c473b6be2a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-762698457-subnet', 'tenant_id': '2dfd6cd713a548abb934cd27d57c98d3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:15:56.004756 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d339f8-5c87-4474-be2f-bab327a5efe4 admin admin] Pushing event updated for resources: {'Network': ['ID=8cbd5240-adcd-4772-ad4d-63c473b6be2a,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:15:56.014964 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Network 8cbd5240-adcd-4772-ad4d-63c473b6be2a details requested by agent ovs-agent-n-d-813419-10 with host n-d-813419-10 {{(pid=102348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 11:15:56.028145 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbd5e85a-aed4-400d-9f43-eb81bade860a admin admin] Made reservation on behalf of 2dfd6cd713a548abb934cd27d57c98d3 for: {'subnet': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 11:15:56.030562 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-cbd5e85a-aed4-400d-9f43-eb81bade860a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27167186'] for subnet, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:15:56.200353 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-cbd5e85a-aed4-400d-9f43-eb81bade860a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27024290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27167168'] for subnet, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:15:56.263135 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd5e85a-aed4-400d-9f43-eb81bade860a admin admin] Pushing event updated for resources: {'Subnet': ['ID=b25c644f-3890-48e5-8fb4-30c4428fdf9a,revision_number=0']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:15:56.267693 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbd5e85a-aed4-400d-9f43-eb81bade860a admin admin] Checking segment: {'id': '2474ffc9-9b46-41e4-8652-e76516eebe48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '8cbd5240-adcd-4772-ad4d-63c473b6be2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 11:15:56.268045 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbd5e85a-aed4-400d-9f43-eb81bade860a admin admin] Network hostable DHCP agents. Network: 8cbd5240-adcd-4772-ad4d-63c473b6be2a, hostable agents: ['eafd4000-b897-4722-ae8b-0118ec955181'], hosted agents: [] {{(pid=102346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 11:15:56.284780 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbd5e85a-aed4-400d-9f43-eb81bade860a admin admin] Network 8cbd5240-adcd-4772-ad4d-63c473b6be2a is scheduled to be hosted by DHCP agent eafd4000-b897-4722-ae8b-0118ec955181 with binding_index 1 {{(pid=102346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 11:15:56.293414 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-cbd5e85a-aed4-400d-9f43-eb81bade860a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-10, 8cbd5240-adcd-4772-ad4d-63c473b6be2a) {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 11:15:56.297571 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbd5e85a-aed4-400d-9f43-eb81bade860a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:15:56.298142 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-cbd5e85a-aed4-400d-9f43-eb81bade860a admin admin] Publish callbacks [] for subnet, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:15:56.302135 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa2768e5-830d-4d27-b739-6315f09f8bf7 None None] Network 8cbd5240-adcd-4772-ad4d-63c473b6be2a requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 11:15:56.313844 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-cbd5e85a-aed4-400d-9f43-eb81bade860a admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3177271 Oct 27 11:15:56.427784 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36ab6212-aad6-4db1-9d1e-9753c8f9e005 None None] Network 8cbd5240-adcd-4772-ad4d-63c473b6be2a requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 11:15:57.081090 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3e1e62-079d-469b-b55f-93763f30d9e3 req-a7182e34-8120-4a86-97a6-a485549161e8 tempest-ServersNegativeTestJSON-1181496615 tempest-ServersNegativeTestJSON-1181496615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:15:57.082560 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-2e3e1e62-079d-469b-b55f-93763f30d9e3 req-a7182e34-8120-4a86-97a6-a485549161e8 tempest-ServersNegativeTestJSON-1181496615 tempest-ServersNegativeTestJSON-1181496615-project] 10.222.0.44 "GET /v2.0/networks?id=8cbd5240-adcd-4772-ad4d-63c473b6be2a HTTP/1.1" status: 200 len: 813 time: 0.4342260 Oct 27 11:15:57.096993 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-2e3e1e62-079d-469b-b55f-93763f30d9e3 req-62b8e6dd-f42c-44a3-bb6f-b74c943def20 tempest-ServersNegativeTestJSON-1181496615 tempest-ServersNegativeTestJSON-1181496615-project] 10.222.0.44 "GET /v2.0/quotas/2dfd6cd713a548abb934cd27d57c98d3 HTTP/1.1" status: 200 len: 375 time: 0.0086627 Oct 27 11:15:57.130082 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-2e3e1e62-079d-469b-b55f-93763f30d9e3 req-6f8e90a4-f14d-4f14-b5fe-8f67989402f2 tempest-ServersNegativeTestJSON-1181496615 tempest-ServersNegativeTestJSON-1181496615-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=2dfd6cd713a548abb934cd27d57c98d3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0279460 Oct 27 11:15:57.187735 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [req-2e3e1e62-079d-469b-b55f-93763f30d9e3 req-2df187b5-419b-4752-8e75-4498afc54276 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=102347) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 11:15:57.188765 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-2e3e1e62-079d-469b-b55f-93763f30d9e3 req-2df187b5-419b-4752-8e75-4498afc54276 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0514076 Oct 27 11:15:57.277608 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-2e3e1e62-079d-469b-b55f-93763f30d9e3 req-cf97e46d-8b3b-4dde-92aa-a6fa7e409d05 service neutron] 10.222.0.44 "GET /v2.0/networks/8cbd5240-adcd-4772-ad4d-63c473b6be2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818248 Oct 27 11:15:57.369330 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-2e3e1e62-079d-469b-b55f-93763f30d9e3 req-7a39659c-aebd-4537-8526-0a64bb22a326 service neutron] 10.222.0.44 "GET /v2.0/networks/8cbd5240-adcd-4772-ad4d-63c473b6be2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857396 Oct 27 11:15:57.524441 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-a2de810d-efa1-4b97-8abb-38ba09d072c6 req-b547955d-59b3-4d40-a781-09c35eaf5544 tempest-ServersNegativeTestJSON-1181496615 tempest-ServersNegativeTestJSON-1181496615-project] 10.222.0.44 "GET /v2.0/ports?device_id=c10cc387-c6e9-49b0-9314-483b9b66c9d0 HTTP/1.1" status: 200 len: 210 time: 0.0272815 Oct 27 11:15:58.568773 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3e1e62-079d-469b-b55f-93763f30d9e3 req-734e3617-0e44-4bc4-8dcf-abc43e351dd0 tempest-ServersNegativeTestJSON-1181496615 tempest-ServersNegativeTestJSON-1181496615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:15:58.570372 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-2e3e1e62-079d-469b-b55f-93763f30d9e3 req-734e3617-0e44-4bc4-8dcf-abc43e351dd0 tempest-ServersNegativeTestJSON-1181496615 tempest-ServersNegativeTestJSON-1181496615-project] 10.222.0.64 "GET /v2.0/networks?id=8cbd5240-adcd-4772-ad4d-63c473b6be2a HTTP/1.1" status: 200 len: 813 time: 0.1057401 Oct 27 11:15:58.586321 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [req-2e3e1e62-079d-469b-b55f-93763f30d9e3 req-32ed1431-ae56-4c2a-89a7-d7406b5273e1 tempest-ServersNegativeTestJSON-1181496615 tempest-ServersNegativeTestJSON-1181496615-project] Request body: {'port': {'device_id': 'c10cc387-c6e9-49b0-9314-483b9b66c9d0', 'network_id': '8cbd5240-adcd-4772-ad4d-63c473b6be2a', 'admin_state_up': True, 'tenant_id': '2dfd6cd713a548abb934cd27d57c98d3'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:15:58.662165 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-5a2a42b1-d1b8-4c55-bf51-fe841503df68 req-945e32be-ce4d-44d4-a40d-ab69407f7735 tempest-ServersNegativeTestJSON-1181496615 tempest-ServersNegativeTestJSON-1181496615-project] 10.222.0.44 "GET /v2.0/ports?device_id=c10cc387-c6e9-49b0-9314-483b9b66c9d0 HTTP/1.1" status: 200 len: 210 time: 0.0594199 Oct 27 11:15:58.725855 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e3e1e62-079d-469b-b55f-93763f30d9e3 req-32ed1431-ae56-4c2a-89a7-d7406b5273e1 tempest-ServersNegativeTestJSON-1181496615 tempest-ServersNegativeTestJSON-1181496615-project] Made reservation on behalf of 2dfd6cd713a548abb934cd27d57c98d3 for: {'port': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 11:15:58.729653 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-2e3e1e62-079d-469b-b55f-93763f30d9e3 req-32ed1431-ae56-4c2a-89a7-d7406b5273e1 tempest-ServersNegativeTestJSON-1181496615 tempest-ServersNegativeTestJSON-1181496615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:15:58.862900 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_common [req-2e3e1e62-079d-469b-b55f-93763f30d9e3 req-32ed1431-ae56-4c2a-89a7-d7406b5273e1 tempest-ServersNegativeTestJSON-1181496615 tempest-ServersNegativeTestJSON-1181496615-project] Allocated IP 172.20.0.9 (8cbd5240-adcd-4772-ad4d-63c473b6be2a/b25c644f-3890-48e5-8fb4-30c4428fdf9a/d4ced25f-6b00-42ff-9ce1-d49b58ae9b60) {{(pid=102347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 11:15:59.009321 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-2e3e1e62-079d-469b-b55f-93763f30d9e3 req-32ed1431-ae56-4c2a-89a7-d7406b5273e1 tempest-ServersNegativeTestJSON-1181496615 tempest-ServersNegativeTestJSON-1181496615-project] Publish callbacks [] for port, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:15:59.042522 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-2e3e1e62-079d-469b-b55f-93763f30d9e3 req-32ed1431-ae56-4c2a-89a7-d7406b5273e1 tempest-ServersNegativeTestJSON-1181496615 tempest-ServersNegativeTestJSON-1181496615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:15:59.089508 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e3e1e62-079d-469b-b55f-93763f30d9e3 req-32ed1431-ae56-4c2a-89a7-d7406b5273e1 tempest-ServersNegativeTestJSON-1181496615 tempest-ServersNegativeTestJSON-1181496615-project] Network 8cbd5240-adcd-4772-ad4d-63c473b6be2a is already hosted by enough agents. {{(pid=102347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 11:15:59.092629 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [req-2e3e1e62-079d-469b-b55f-93763f30d9e3 req-32ed1431-ae56-4c2a-89a7-d7406b5273e1 tempest-ServersNegativeTestJSON-1181496615 tempest-ServersNegativeTestJSON-1181496615-project] Resources bound (agent type, host, resource id): {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 11:15:59.096397 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e3e1e62-079d-469b-b55f-93763f30d9e3 req-32ed1431-ae56-4c2a-89a7-d7406b5273e1 tempest-ServersNegativeTestJSON-1181496615 tempest-ServersNegativeTestJSON-1181496615-project] Received port after_create {{(pid=102347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 11:15:59.120814 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ed1431-ae56-4c2a-89a7-d7406b5273e1 tempest-ServersNegativeTestJSON-1181496615 tempest-ServersNegativeTestJSON-1181496615-project] Pushing event updated for resources: {'Port': ['ID=d4ced25f-6b00-42ff-9ce1-d49b58ae9b60,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:15:59.148686 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3e1e62-079d-469b-b55f-93763f30d9e3 req-32ed1431-ae56-4c2a-89a7-d7406b5273e1 tempest-ServersNegativeTestJSON-1181496615 tempest-ServersNegativeTestJSON-1181496615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:15:59.149290 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-2e3e1e62-079d-469b-b55f-93763f30d9e3 req-32ed1431-ae56-4c2a-89a7-d7406b5273e1 tempest-ServersNegativeTestJSON-1181496615 tempest-ServersNegativeTestJSON-1181496615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:15:59.164466 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-2e3e1e62-079d-469b-b55f-93763f30d9e3 req-32ed1431-ae56-4c2a-89a7-d7406b5273e1 tempest-ServersNegativeTestJSON-1181496615 tempest-ServersNegativeTestJSON-1181496615-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5828607 Oct 27 11:15:59.176940 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [req-2e3e1e62-079d-469b-b55f-93763f30d9e3 req-3284c98d-9b3f-4b66-a4b4-bc0d27b8f309 service neutron] Request body: {'port': {'device_id': 'c10cc387-c6e9-49b0-9314-483b9b66c9d0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-10'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:15:59.234156 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-2e3e1e62-079d-469b-b55f-93763f30d9e3 req-3284c98d-9b3f-4b66-a4b4-bc0d27b8f309 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:15:59.489912 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [req-2e3e1e62-079d-469b-b55f-93763f30d9e3 req-3284c98d-9b3f-4b66-a4b4-bc0d27b8f309 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4ced25f-6b00-42ff-9ce1-d49b58ae9b60 {{(pid=102347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 11:15:59.497681 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-2e3e1e62-079d-469b-b55f-93763f30d9e3 req-3284c98d-9b3f-4b66-a4b4-bc0d27b8f309 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:15:59.510823 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.provisioning_blocks [req-2e3e1e62-079d-469b-b55f-93763f30d9e3 req-3284c98d-9b3f-4b66-a4b4-bc0d27b8f309 service neutron] Transition to ACTIVE for port object d4ced25f-6b00-42ff-9ce1-d49b58ae9b60 will not be triggered until provisioned by entity L2. {{(pid=102347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 11:15:59.514209 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-2e3e1e62-079d-469b-b55f-93763f30d9e3 req-3284c98d-9b3f-4b66-a4b4-bc0d27b8f309 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:15:59.565496 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3284c98d-9b3f-4b66-a4b4-bc0d27b8f309 service neutron] Pushing event updated for resources: {'Port': ['ID=d4ced25f-6b00-42ff-9ce1-d49b58ae9b60,revision_number=2']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:15:59.633078 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-2e3e1e62-079d-469b-b55f-93763f30d9e3 req-3284c98d-9b3f-4b66-a4b4-bc0d27b8f309 service neutron] Attempting to bind port d4ced25f-6b00-42ff-9ce1-d49b58ae9b60 on host n-h1-813419-10 for vnic_type normal with profile {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 11:15:59.633728 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-2e3e1e62-079d-469b-b55f-93763f30d9e3 req-3284c98d-9b3f-4b66-a4b4-bc0d27b8f309 service neutron] Attempting to bind port d4ced25f-6b00-42ff-9ce1-d49b58ae9b60 by drivers openvswitch,hyperv on host n-h1-813419-10 at level 0 using segments [{'id': '2474ffc9-9b46-41e4-8652-e76516eebe48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '8cbd5240-adcd-4772-ad4d-63c473b6be2a'}] {{(pid=102347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 11:15:59.633728 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e3e1e62-079d-469b-b55f-93763f30d9e3 req-3284c98d-9b3f-4b66-a4b4-bc0d27b8f309 service neutron] Attempting to bind port d4ced25f-6b00-42ff-9ce1-d49b58ae9b60 on network 8cbd5240-adcd-4772-ad4d-63c473b6be2a {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 11:15:59.637953 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e3e1e62-079d-469b-b55f-93763f30d9e3 req-3284c98d-9b3f-4b66-a4b4-bc0d27b8f309 service neutron] Port d4ced25f-6b00-42ff-9ce1-d49b58ae9b60 on network 8cbd5240-adcd-4772-ad4d-63c473b6be2a not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-10 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 11:15:59.638273 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e3e1e62-079d-469b-b55f-93763f30d9e3 req-3284c98d-9b3f-4b66-a4b4-bc0d27b8f309 service neutron] Attempting to bind port d4ced25f-6b00-42ff-9ce1-d49b58ae9b60 on network 8cbd5240-adcd-4772-ad4d-63c473b6be2a {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 11:15:59.643550 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e3e1e62-079d-469b-b55f-93763f30d9e3 req-3284c98d-9b3f-4b66-a4b4-bc0d27b8f309 service neutron] Checking agent: {'id': 'a52e1cab-0c63-402d-9c94-330537c6c076', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 16, 2), 'started_at': datetime.datetime(2021, 10, 27, 10, 16, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 11, 15, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 11:15:59.643886 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e3e1e62-079d-469b-b55f-93763f30d9e3 req-3284c98d-9b3f-4b66-a4b4-bc0d27b8f309 service neutron] Checking segment: {'id': '2474ffc9-9b46-41e4-8652-e76516eebe48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '8cbd5240-adcd-4772-ad4d-63c473b6be2a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 11:15:59.644298 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e3e1e62-079d-469b-b55f-93763f30d9e3 req-3284c98d-9b3f-4b66-a4b4-bc0d27b8f309 service neutron] Bound using segment: {'id': '2474ffc9-9b46-41e4-8652-e76516eebe48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '8cbd5240-adcd-4772-ad4d-63c473b6be2a'} {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 11:15:59.644727 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-2e3e1e62-079d-469b-b55f-93763f30d9e3 req-3284c98d-9b3f-4b66-a4b4-bc0d27b8f309 service neutron] Bound port: d4ced25f-6b00-42ff-9ce1-d49b58ae9b60, host: n-h1-813419-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2474ffc9-9b46-41e4-8652-e76516eebe48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '8cbd5240-adcd-4772-ad4d-63c473b6be2a'}}] {{(pid=102347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 11:15:59.645074 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-2e3e1e62-079d-469b-b55f-93763f30d9e3 req-3284c98d-9b3f-4b66-a4b4-bc0d27b8f309 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:15:59.707966 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-2e3e1e62-079d-469b-b55f-93763f30d9e3 req-3284c98d-9b3f-4b66-a4b4-bc0d27b8f309 service neutron] For port d4ced25f-6b00-42ff-9ce1-d49b58ae9b60, host n-h1-813419-10, cleared binding levels {{(pid=102347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 11:15:59.711474 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-2e3e1e62-079d-469b-b55f-93763f30d9e3 req-3284c98d-9b3f-4b66-a4b4-bc0d27b8f309 service neutron] For port d4ced25f-6b00-42ff-9ce1-d49b58ae9b60, host n-h1-813419-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=d4ced25f-6b00-42ff-9ce1-d49b58ae9b60,segment=NetworkSegment(2474ffc9-9b46-41e4-8652-e76516eebe48),segment_id=2474ffc9-9b46-41e4-8652-e76516eebe48)] {{(pid=102347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 11:15:59.715049 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-2e3e1e62-079d-469b-b55f-93763f30d9e3 req-3284c98d-9b3f-4b66-a4b4-bc0d27b8f309 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:15:59.747231 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3e1e62-079d-469b-b55f-93763f30d9e3 req-3284c98d-9b3f-4b66-a4b4-bc0d27b8f309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:15:59.747849 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-2e3e1e62-079d-469b-b55f-93763f30d9e3 req-3284c98d-9b3f-4b66-a4b4-bc0d27b8f309 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:15:59.749239 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-2e3e1e62-079d-469b-b55f-93763f30d9e3 req-3284c98d-9b3f-4b66-a4b4-bc0d27b8f309 service neutron] 10.222.0.64 "PUT /v2.0/ports/d4ced25f-6b00-42ff-9ce1-d49b58ae9b60 HTTP/1.1" status: 200 len: 1092 time: 0.5764308 Oct 27 11:15:59.749667 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c10cc387-c6e9-49b0-9314-483b9b66c9d0', 'tag': 'd4ced25f-6b00-42ff-9ce1-d49b58ae9b60'}] {{(pid=102347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 11:15:59.751905 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311149b481204ee7edffdb959c881838506fbd95bc8577c048f6677abb73acc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b46b7221-d2e2-457b-a13f-f9dd6fab62d2" -d '{"events": [{"name": "network-changed", "server_uuid": "c10cc387-c6e9-49b0-9314-483b9b66c9d0", "tag": "d4ced25f-6b00-42ff-9ce1-d49b58ae9b60"}]}' {{(pid=102347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 11:15:59.783771 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42eb1f08-eac5-432c-b576-c7e3763d1055 req-05734fed-2dcd-403c-9901-981b46ae75b8 tempest-ServersNegativeTestJSON-1181496615 tempest-ServersNegativeTestJSON-1181496615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:15:59.786443 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-42eb1f08-eac5-432c-b576-c7e3763d1055 req-05734fed-2dcd-403c-9901-981b46ae75b8 tempest-ServersNegativeTestJSON-1181496615 tempest-ServersNegativeTestJSON-1181496615-project] 10.222.0.44 "GET /v2.0/ports?device_id=c10cc387-c6e9-49b0-9314-483b9b66c9d0 HTTP/1.1" status: 200 len: 943 time: 0.0568099 Oct 27 11:15:59.802370 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 11:15:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b9a2245-50e1-4ef6-976e-073a65fb65db x-openstack-request-id: req-5b9a2245-50e1-4ef6-976e-073a65fb65db {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 11:15:59.802652 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c10cc387-c6e9-49b0-9314-483b9b66c9d0", "tag": "d4ced25f-6b00-42ff-9ce1-d49b58ae9b60", "status": "completed", "code": 200}]} {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 11:15:59.802904 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-5b9a2245-50e1-4ef6-976e-073a65fb65db {{(pid=102347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 11:15:59.803869 n-d-813419-10 neutron-server[102347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c10cc387-c6e9-49b0-9314-483b9b66c9d0', 'tag': 'd4ced25f-6b00-42ff-9ce1-d49b58ae9b60', 'status': 'completed', 'code': 200} Oct 27 11:15:59.805958 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3284c98d-9b3f-4b66-a4b4-bc0d27b8f309 service neutron] Pushing event updated for resources: {'Port': ['ID=d4ced25f-6b00-42ff-9ce1-d49b58ae9b60,revision_number=3']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:15:59.828368 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-42eb1f08-eac5-432c-b576-c7e3763d1055 req-21e8981c-2da7-442b-b1d6-ffff4ada37cd tempest-ServersNegativeTestJSON-1181496615 tempest-ServersNegativeTestJSON-1181496615-project] 10.222.0.44 "GET /v2.0/security-groups?id=2246263d-a9d4-499a-8dc3-6661d41ce564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345948 Oct 27 11:15:59.842447 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3e1e62-079d-469b-b55f-93763f30d9e3 req-c623660d-46ce-4f5e-b06f-f19506352dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:15:59.843972 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-2e3e1e62-079d-469b-b55f-93763f30d9e3 req-c623660d-46ce-4f5e-b06f-f19506352dc3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2dfd6cd713a548abb934cd27d57c98d3&device_id=c10cc387-c6e9-49b0-9314-483b9b66c9d0 HTTP/1.1" status: 200 len: 1095 time: 0.0535095 Oct 27 11:15:59.894348 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-2e3e1e62-079d-469b-b55f-93763f30d9e3 req-bc91bde0-2643-45c1-9e21-34db5e7069e3 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d4ced25f-6b00-42ff-9ce1-d49b58ae9b60 HTTP/1.1" status: 200 len: 217 time: 0.0424206 Oct 27 11:15:59.942140 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3e1e62-079d-469b-b55f-93763f30d9e3 req-1092b9c1-3100-4532-8ac6-e651ddeef47c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:15:59.943558 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-2e3e1e62-079d-469b-b55f-93763f30d9e3 req-1092b9c1-3100-4532-8ac6-e651ddeef47c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b25c644f-3890-48e5-8fb4-30c4428fdf9a HTTP/1.1" status: 200 len: 853 time: 0.0424614 Oct 27 11:15:59.974228 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-2e3e1e62-079d-469b-b55f-93763f30d9e3 req-61919103-b5b8-41da-a657-86fd775e419e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8cbd5240-adcd-4772-ad4d-63c473b6be2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0233948 Oct 27 11:16:00.065689 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-2e3e1e62-079d-469b-b55f-93763f30d9e3 req-8f0582b2-d2dc-4842-9f54-3e77f19bf74d service neutron] 10.222.0.64 "GET /v2.0/networks/8cbd5240-adcd-4772-ad4d-63c473b6be2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845234 Oct 27 11:16:00.157595 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-2e3e1e62-079d-469b-b55f-93763f30d9e3 req-d8776b83-c441-446d-9892-f43ce2663910 service neutron] 10.222.0.64 "GET /v2.0/networks/8cbd5240-adcd-4772-ad4d-63c473b6be2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849614 Oct 27 11:16:00.242622 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46b7221-d2e2-457b-a13f-f9dd6fab62d2 req-df1d8a0a-dff1-4e84-8992-307b3286f95f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:16:00.244131 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b46b7221-d2e2-457b-a13f-f9dd6fab62d2 req-df1d8a0a-dff1-4e84-8992-307b3286f95f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2dfd6cd713a548abb934cd27d57c98d3&device_id=c10cc387-c6e9-49b0-9314-483b9b66c9d0 HTTP/1.1" status: 200 len: 1095 time: 0.0414999 Oct 27 11:16:00.339514 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46b7221-d2e2-457b-a13f-f9dd6fab62d2 req-9c38e52f-21d2-4b0a-8f1a-3081ea809b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:16:00.341052 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b46b7221-d2e2-457b-a13f-f9dd6fab62d2 req-9c38e52f-21d2-4b0a-8f1a-3081ea809b6c service neutron] 10.222.0.64 "GET /v2.0/networks?id=8cbd5240-adcd-4772-ad4d-63c473b6be2a HTTP/1.1" status: 200 len: 914 time: 0.0901191 Oct 27 11:16:00.384765 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b46b7221-d2e2-457b-a13f-f9dd6fab62d2 req-ca08e211-1b82-46a5-b593-0b9c4757a9d4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d4ced25f-6b00-42ff-9ce1-d49b58ae9b60 HTTP/1.1" status: 200 len: 217 time: 0.0364969 Oct 27 11:16:00.432719 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46b7221-d2e2-457b-a13f-f9dd6fab62d2 req-fd73f961-e380-44da-adc8-ab788bb3b73f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:16:00.434021 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b46b7221-d2e2-457b-a13f-f9dd6fab62d2 req-fd73f961-e380-44da-adc8-ab788bb3b73f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b25c644f-3890-48e5-8fb4-30c4428fdf9a HTTP/1.1" status: 200 len: 853 time: 0.0423362 Oct 27 11:16:00.467399 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b46b7221-d2e2-457b-a13f-f9dd6fab62d2 req-4221f69c-57c3-4b5b-80ac-e46ec436d139 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8cbd5240-adcd-4772-ad4d-63c473b6be2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253890 Oct 27 11:16:00.561603 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b46b7221-d2e2-457b-a13f-f9dd6fab62d2 req-eed1cc92-6b9b-4c83-ae9f-070cd26cc92f service neutron] 10.222.0.64 "GET /v2.0/networks/8cbd5240-adcd-4772-ad4d-63c473b6be2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859597 Oct 27 11:16:00.650491 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b46b7221-d2e2-457b-a13f-f9dd6fab62d2 req-4d8d3624-4f0f-4341-95a5-bff4df6d28ce service neutron] 10.222.0.64 "GET /v2.0/networks/8cbd5240-adcd-4772-ad4d-63c473b6be2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806170 Oct 27 11:16:00.950958 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f2cada-3863-4b4e-8c13-4e21c62df22e req-4edeb429-816a-4e46-8a66-c1283f83aac5 tempest-ServersNegativeTestJSON-1181496615 tempest-ServersNegativeTestJSON-1181496615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:16:00.952469 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b6f2cada-3863-4b4e-8c13-4e21c62df22e req-4edeb429-816a-4e46-8a66-c1283f83aac5 tempest-ServersNegativeTestJSON-1181496615 tempest-ServersNegativeTestJSON-1181496615-project] 10.222.0.44 "GET /v2.0/ports?device_id=c10cc387-c6e9-49b0-9314-483b9b66c9d0 HTTP/1.1" status: 200 len: 943 time: 0.0538633 Oct 27 11:16:00.989085 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b6f2cada-3863-4b4e-8c13-4e21c62df22e req-37fde762-17ad-4d54-a3eb-8b153142c970 tempest-ServersNegativeTestJSON-1181496615 tempest-ServersNegativeTestJSON-1181496615-project] 10.222.0.44 "GET /v2.0/security-groups?id=2246263d-a9d4-499a-8dc3-6661d41ce564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306652 Oct 27 11:16:02.105869 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25472fd0-beb2-4a37-9e1b-21c9389df07e req-cc7bd959-0757-4b78-85c1-962e07750473 tempest-ServersNegativeTestJSON-1181496615 tempest-ServersNegativeTestJSON-1181496615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:16:02.107318 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-25472fd0-beb2-4a37-9e1b-21c9389df07e req-cc7bd959-0757-4b78-85c1-962e07750473 tempest-ServersNegativeTestJSON-1181496615 tempest-ServersNegativeTestJSON-1181496615-project] 10.222.0.44 "GET /v2.0/ports?device_id=c10cc387-c6e9-49b0-9314-483b9b66c9d0 HTTP/1.1" status: 200 len: 943 time: 0.0513678 Oct 27 11:16:02.146036 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-25472fd0-beb2-4a37-9e1b-21c9389df07e req-e13c89b1-417c-4a9b-b264-cb18d0fdd758 tempest-ServersNegativeTestJSON-1181496615 tempest-ServersNegativeTestJSON-1181496615-project] 10.222.0.44 "GET /v2.0/security-groups?id=2246263d-a9d4-499a-8dc3-6661d41ce564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324650 Oct 27 11:16:02.857203 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device d4ced25f-6b00-42ff-9ce1-d49b58ae9b60 details requested by agent hyperv_n-h1-813419-10 with host n-h1-813419-10 {{(pid=102348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 11:16:02.931782 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:02.962440 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port d4ced25f-6b00-42ff-9ce1-d49b58ae9b60, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=d4ced25f-6b00-42ff-9ce1-d49b58ae9b60,segment=NetworkSegment(2474ffc9-9b46-41e4-8652-e76516eebe48),segment_id=2474ffc9-9b46-41e4-8652-e76516eebe48)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:16:02.973172 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Returning: {'device': 'd4ced25f-6b00-42ff-9ce1-d49b58ae9b60', 'network_id': '8cbd5240-adcd-4772-ad4d-63c473b6be2a', 'port_id': 'd4ced25f-6b00-42ff-9ce1-d49b58ae9b60', 'mac_address': 'fa:16:3e:64:b2:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 413, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b25c644f-3890-48e5-8fb4-30c4428fdf9a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 11:16:03.008973 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:03.021225 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4ced25f-6b00-42ff-9ce1-d49b58ae9b60 {{(pid=102348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 11:16:03.040976 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port d4ced25f-6b00-42ff-9ce1-d49b58ae9b60, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=d4ced25f-6b00-42ff-9ce1-d49b58ae9b60,segment=NetworkSegment(2474ffc9-9b46-41e4-8652-e76516eebe48),segment_id=2474ffc9-9b46-41e4-8652-e76516eebe48)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:16:03.044584 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:03.092784 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Pushing event updated for resources: {'Port': ['ID=d4ced25f-6b00-42ff-9ce1-d49b58ae9b60,revision_number=4']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:16:03.233178 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] get_ports_and_sgs() called for port_ids ['d4ced25f-6b00-42ff-9ce1-d49b58ae9b60'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 11:16:03.261558 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b357021-d533-4f03-90ae-3f11b4e21799 req-4f5ae234-5b5a-4305-8682-12014132da0c tempest-ServersNegativeTestJSON-1181496615 tempest-ServersNegativeTestJSON-1181496615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:16:03.263046 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-4b357021-d533-4f03-90ae-3f11b4e21799 req-4f5ae234-5b5a-4305-8682-12014132da0c tempest-ServersNegativeTestJSON-1181496615 tempest-ServersNegativeTestJSON-1181496615-project] 10.222.0.44 "GET /v2.0/ports?device_id=c10cc387-c6e9-49b0-9314-483b9b66c9d0 HTTP/1.1" status: 200 len: 944 time: 0.0481343 Oct 27 11:16:03.310697 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-4b357021-d533-4f03-90ae-3f11b4e21799 req-82edb741-4bdf-4e4f-9c0f-f58cbaa7d4d1 tempest-ServersNegativeTestJSON-1181496615 tempest-ServersNegativeTestJSON-1181496615-project] 10.222.0.44 "GET /v2.0/security-groups?id=2246263d-a9d4-499a-8dc3-6661d41ce564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411084 Oct 27 11:16:04.425684 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e53ae27-d086-4fbb-859b-d10b88162c3b req-f6855232-e9cd-491c-a0e5-8fe161d01304 tempest-ServersNegativeTestJSON-1181496615 tempest-ServersNegativeTestJSON-1181496615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:16:04.427130 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-9e53ae27-d086-4fbb-859b-d10b88162c3b req-f6855232-e9cd-491c-a0e5-8fe161d01304 tempest-ServersNegativeTestJSON-1181496615 tempest-ServersNegativeTestJSON-1181496615-project] 10.222.0.44 "GET /v2.0/ports?device_id=c10cc387-c6e9-49b0-9314-483b9b66c9d0 HTTP/1.1" status: 200 len: 944 time: 0.0479577 Oct 27 11:16:04.463071 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-9e53ae27-d086-4fbb-859b-d10b88162c3b req-ec264262-4a10-4cd6-a0f2-6cb4ef174267 tempest-ServersNegativeTestJSON-1181496615 tempest-ServersNegativeTestJSON-1181496615-project] 10.222.0.44 "GET /v2.0/security-groups?id=2246263d-a9d4-499a-8dc3-6661d41ce564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299561 Oct 27 11:16:04.884102 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device d4ced25f-6b00-42ff-9ce1-d49b58ae9b60 up at agent hyperv_n-h1-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 11:16:04.935217 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Provisioning for port d4ced25f-6b00-42ff-9ce1-d49b58ae9b60 completed by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 11:16:04.938734 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Provisioning complete for port d4ced25f-6b00-42ff-9ce1-d49b58ae9b60 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:16:04.939106 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:05.017135 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:05.039823 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c10cc387-c6e9-49b0-9314-483b9b66c9d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4ced25f-6b00-42ff-9ce1-d49b58ae9b60'}] {{(pid=102348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 11:16:05.042127 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c588921fa634554a1d9242fdea1b05457a9ff1d3b28ba54ec1dace7f2f1df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-654ebd88-6e58-41c2-85c1-456f53fa2585" -d '{"events": [{"server_uuid": "c10cc387-c6e9-49b0-9314-483b9b66c9d0", "name": "network-vif-plugged", "status": "completed", "tag": "d4ced25f-6b00-42ff-9ce1-d49b58ae9b60"}]}' {{(pid=102348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 11:16:05.056057 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port d4ced25f-6b00-42ff-9ce1-d49b58ae9b60, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=d4ced25f-6b00-42ff-9ce1-d49b58ae9b60,segment=NetworkSegment(2474ffc9-9b46-41e4-8652-e76516eebe48),segment_id=2474ffc9-9b46-41e4-8652-e76516eebe48)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:16:05.066079 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:05.095079 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 11:16:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f97b02e-5bdf-49d9-af67-11b762503b5f x-openstack-request-id: req-0f97b02e-5bdf-49d9-af67-11b762503b5f {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 11:16:05.095425 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c10cc387-c6e9-49b0-9314-483b9b66c9d0", "name": "network-vif-plugged", "status": "completed", "tag": "d4ced25f-6b00-42ff-9ce1-d49b58ae9b60", "code": 200}]} {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 11:16:05.095631 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-0f97b02e-5bdf-49d9-af67-11b762503b5f {{(pid=102348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 11:16:05.095987 n-d-813419-10 neutron-server[102348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c10cc387-c6e9-49b0-9314-483b9b66c9d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4ced25f-6b00-42ff-9ce1-d49b58ae9b60', 'code': 200} Oct 27 11:16:05.130732 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Pushing event updated for resources: {'Port': ['ID=d4ced25f-6b00-42ff-9ce1-d49b58ae9b60,revision_number=5']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:16:05.202391 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead83b25-61ca-4969-a0ec-661b06bd5bd7 req-31b4c3d5-2052-4fde-af2e-fa0ba45e9c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:16:05.203989 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-ead83b25-61ca-4969-a0ec-661b06bd5bd7 req-31b4c3d5-2052-4fde-af2e-fa0ba45e9c48 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=c10cc387-c6e9-49b0-9314-483b9b66c9d0 HTTP/1.1" status: 200 len: 1097 time: 0.0484252 Oct 27 11:16:05.242500 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-ead83b25-61ca-4969-a0ec-661b06bd5bd7 req-88c49f27-90fa-44d9-b574-32e5be9bc423 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=2246263d-a9d4-499a-8dc3-6661d41ce564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310748 Oct 27 11:16:05.576618 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f268a3-16e2-4a8e-abf7-4a5bf9d17f61 req-11ecc390-008d-481d-8304-2f08b1ef660c tempest-ServersNegativeTestJSON-1181496615 tempest-ServersNegativeTestJSON-1181496615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:16:05.578061 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-45f268a3-16e2-4a8e-abf7-4a5bf9d17f61 req-11ecc390-008d-481d-8304-2f08b1ef660c tempest-ServersNegativeTestJSON-1181496615 tempest-ServersNegativeTestJSON-1181496615-project] 10.222.0.44 "GET /v2.0/ports?device_id=c10cc387-c6e9-49b0-9314-483b9b66c9d0 HTTP/1.1" status: 200 len: 945 time: 0.0481336 Oct 27 11:16:05.614675 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-45f268a3-16e2-4a8e-abf7-4a5bf9d17f61 req-e4b3961e-14b3-4857-8f04-3328cf4bdd6e tempest-ServersNegativeTestJSON-1181496615 tempest-ServersNegativeTestJSON-1181496615-project] 10.222.0.44 "GET /v2.0/security-groups?id=2246263d-a9d4-499a-8dc3-6661d41ce564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305307 Oct 27 11:16:06.733896 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e8d6e5-317a-42d1-a19a-2cb411592407 req-aee2a994-0f0f-47dc-b86e-1d4b4b12c841 tempest-ServersNegativeTestJSON-1181496615 tempest-ServersNegativeTestJSON-1181496615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:16:06.735359 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-d4e8d6e5-317a-42d1-a19a-2cb411592407 req-aee2a994-0f0f-47dc-b86e-1d4b4b12c841 tempest-ServersNegativeTestJSON-1181496615 tempest-ServersNegativeTestJSON-1181496615-project] 10.222.0.44 "GET /v2.0/ports?device_id=c10cc387-c6e9-49b0-9314-483b9b66c9d0 HTTP/1.1" status: 200 len: 945 time: 0.0520005 Oct 27 11:16:06.772430 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-d4e8d6e5-317a-42d1-a19a-2cb411592407 req-17d9559d-03d2-4e23-9e99-efc81ea5342c tempest-ServersNegativeTestJSON-1181496615 tempest-ServersNegativeTestJSON-1181496615-project] 10.222.0.44 "GET /v2.0/security-groups?id=2246263d-a9d4-499a-8dc3-6661d41ce564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306096 Oct 27 11:16:06.992372 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e39baf7-ed0c-448c-9918-e72fc94e6439 req-9eac94ec-7e6d-4542-a2e6-60f523558796 tempest-ServersNegativeTestJSON-1181496615 tempest-ServersNegativeTestJSON-1181496615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:16:06.993740 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-0e39baf7-ed0c-448c-9918-e72fc94e6439 req-9eac94ec-7e6d-4542-a2e6-60f523558796 tempest-ServersNegativeTestJSON-1181496615 tempest-ServersNegativeTestJSON-1181496615-project] 10.222.0.44 "GET /v2.0/networks?id=8cbd5240-adcd-4772-ad4d-63c473b6be2a HTTP/1.1" status: 200 len: 813 time: 0.1014409 Oct 27 11:16:07.008840 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-0e39baf7-ed0c-448c-9918-e72fc94e6439 req-8eb5004d-c59f-4594-9dff-0991007e4ddd tempest-ServersNegativeTestJSON-1181496615 tempest-ServersNegativeTestJSON-1181496615-project] 10.222.0.44 "GET /v2.0/quotas/2dfd6cd713a548abb934cd27d57c98d3 HTTP/1.1" status: 200 len: 375 time: 0.0093546 Oct 27 11:16:07.056733 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-0e39baf7-ed0c-448c-9918-e72fc94e6439 req-6bdcab03-380a-4d72-ab78-3297937d3966 tempest-ServersNegativeTestJSON-1181496615 tempest-ServersNegativeTestJSON-1181496615-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=2dfd6cd713a548abb934cd27d57c98d3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0426850 Oct 27 11:16:07.067169 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [req-0e39baf7-ed0c-448c-9918-e72fc94e6439 req-e739ae12-f865-4d12-b953-3274c8b128c1 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=102346) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 11:16:07.068111 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-0e39baf7-ed0c-448c-9918-e72fc94e6439 req-e739ae12-f865-4d12-b953-3274c8b128c1 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0047824 Oct 27 11:16:07.158212 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-0e39baf7-ed0c-448c-9918-e72fc94e6439 req-2c2685c0-d9c9-4fd5-86f7-3481992b14f9 service neutron] 10.222.0.44 "GET /v2.0/networks/8cbd5240-adcd-4772-ad4d-63c473b6be2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840063 Oct 27 11:16:07.249024 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-0e39baf7-ed0c-448c-9918-e72fc94e6439 req-3b2a0e59-06d0-4af5-86b5-9084c2dff05b service neutron] 10.222.0.44 "GET /v2.0/networks/8cbd5240-adcd-4772-ad4d-63c473b6be2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845737 Oct 27 11:16:07.406522 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-25e61385-9897-4f96-94db-d964be3099f1 req-da284893-2f03-4598-8cc0-8083dd1ef48a tempest-ServersNegativeTestJSON-1181496615 tempest-ServersNegativeTestJSON-1181496615-project] 10.222.0.44 "GET /v2.0/ports?device_id=70c75d19-a140-484d-afc0-1733ed7c20de HTTP/1.1" status: 200 len: 210 time: 0.0274475 Oct 27 11:16:08.294968 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e39baf7-ed0c-448c-9918-e72fc94e6439 req-6ca11b53-697e-471e-a6b6-e07ceb521a69 tempest-ServersNegativeTestJSON-1181496615 tempest-ServersNegativeTestJSON-1181496615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:16:08.296471 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-0e39baf7-ed0c-448c-9918-e72fc94e6439 req-6ca11b53-697e-471e-a6b6-e07ceb521a69 tempest-ServersNegativeTestJSON-1181496615 tempest-ServersNegativeTestJSON-1181496615-project] 10.222.0.76 "GET /v2.0/networks?id=8cbd5240-adcd-4772-ad4d-63c473b6be2a HTTP/1.1" status: 200 len: 813 time: 0.1032538 Oct 27 11:16:08.310018 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [req-0e39baf7-ed0c-448c-9918-e72fc94e6439 req-66d1bd11-e6c0-417f-8271-c4f83124cd12 tempest-ServersNegativeTestJSON-1181496615 tempest-ServersNegativeTestJSON-1181496615-project] Request body: {'port': {'device_id': '70c75d19-a140-484d-afc0-1733ed7c20de', 'network_id': '8cbd5240-adcd-4772-ad4d-63c473b6be2a', 'admin_state_up': True, 'tenant_id': '2dfd6cd713a548abb934cd27d57c98d3'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:16:08.425446 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e39baf7-ed0c-448c-9918-e72fc94e6439 req-66d1bd11-e6c0-417f-8271-c4f83124cd12 tempest-ServersNegativeTestJSON-1181496615 tempest-ServersNegativeTestJSON-1181496615-project] Made reservation on behalf of 2dfd6cd713a548abb934cd27d57c98d3 for: {'port': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 11:16:08.429047 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-0e39baf7-ed0c-448c-9918-e72fc94e6439 req-66d1bd11-e6c0-417f-8271-c4f83124cd12 tempest-ServersNegativeTestJSON-1181496615 tempest-ServersNegativeTestJSON-1181496615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:08.511214 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-b17b3fb4-7a87-40da-aaa8-f58dc3374d9e req-67a92286-4064-4f6f-be47-c40fe4c8f068 tempest-ServersNegativeTestJSON-1181496615 tempest-ServersNegativeTestJSON-1181496615-project] 10.222.0.44 "GET /v2.0/ports?device_id=70c75d19-a140-484d-afc0-1733ed7c20de HTTP/1.1" status: 200 len: 210 time: 0.0312989 Oct 27 11:16:08.576434 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_common [req-0e39baf7-ed0c-448c-9918-e72fc94e6439 req-66d1bd11-e6c0-417f-8271-c4f83124cd12 tempest-ServersNegativeTestJSON-1181496615 tempest-ServersNegativeTestJSON-1181496615-project] Allocated IP 172.20.0.5 (8cbd5240-adcd-4772-ad4d-63c473b6be2a/b25c644f-3890-48e5-8fb4-30c4428fdf9a/34cb6b50-1bb6-4800-b9e1-b80e2ca6ff17) {{(pid=102346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 11:16:08.715238 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-0e39baf7-ed0c-448c-9918-e72fc94e6439 req-66d1bd11-e6c0-417f-8271-c4f83124cd12 tempest-ServersNegativeTestJSON-1181496615 tempest-ServersNegativeTestJSON-1181496615-project] Publish callbacks [] for port, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:08.746758 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-0e39baf7-ed0c-448c-9918-e72fc94e6439 req-66d1bd11-e6c0-417f-8271-c4f83124cd12 tempest-ServersNegativeTestJSON-1181496615 tempest-ServersNegativeTestJSON-1181496615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:08.758725 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] get_ports_and_sgs() called for port_ids ['d4ced25f-6b00-42ff-9ce1-d49b58ae9b60'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 11:16:08.792613 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e39baf7-ed0c-448c-9918-e72fc94e6439 req-66d1bd11-e6c0-417f-8271-c4f83124cd12 tempest-ServersNegativeTestJSON-1181496615 tempest-ServersNegativeTestJSON-1181496615-project] Network 8cbd5240-adcd-4772-ad4d-63c473b6be2a is already hosted by enough agents. {{(pid=102346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 11:16:08.795680 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [req-0e39baf7-ed0c-448c-9918-e72fc94e6439 req-66d1bd11-e6c0-417f-8271-c4f83124cd12 tempest-ServersNegativeTestJSON-1181496615 tempest-ServersNegativeTestJSON-1181496615-project] Resources bound (agent type, host, resource id): {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 11:16:08.800441 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e39baf7-ed0c-448c-9918-e72fc94e6439 req-66d1bd11-e6c0-417f-8271-c4f83124cd12 tempest-ServersNegativeTestJSON-1181496615 tempest-ServersNegativeTestJSON-1181496615-project] Received port after_create {{(pid=102346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 11:16:08.828812 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d1bd11-e6c0-417f-8271-c4f83124cd12 tempest-ServersNegativeTestJSON-1181496615 tempest-ServersNegativeTestJSON-1181496615-project] Pushing event updated for resources: {'Port': ['ID=34cb6b50-1bb6-4800-b9e1-b80e2ca6ff17,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:16:08.840869 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d1bd11-e6c0-417f-8271-c4f83124cd12 tempest-ServersNegativeTestJSON-1181496615 tempest-ServersNegativeTestJSON-1181496615-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:16:08.841229 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d1bd11-e6c0-417f-8271-c4f83124cd12 tempest-ServersNegativeTestJSON-1181496615 tempest-ServersNegativeTestJSON-1181496615-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:16:08.841551 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d1bd11-e6c0-417f-8271-c4f83124cd12 tempest-ServersNegativeTestJSON-1181496615 tempest-ServersNegativeTestJSON-1181496615-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:16:08.841885 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d1bd11-e6c0-417f-8271-c4f83124cd12 tempest-ServersNegativeTestJSON-1181496615 tempest-ServersNegativeTestJSON-1181496615-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:16:08.842215 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d1bd11-e6c0-417f-8271-c4f83124cd12 tempest-ServersNegativeTestJSON-1181496615 tempest-ServersNegativeTestJSON-1181496615-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:16:08.842542 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d1bd11-e6c0-417f-8271-c4f83124cd12 tempest-ServersNegativeTestJSON-1181496615 tempest-ServersNegativeTestJSON-1181496615-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:16:08.842872 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d1bd11-e6c0-417f-8271-c4f83124cd12 tempest-ServersNegativeTestJSON-1181496615 tempest-ServersNegativeTestJSON-1181496615-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:16:08.843194 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d1bd11-e6c0-417f-8271-c4f83124cd12 tempest-ServersNegativeTestJSON-1181496615 tempest-ServersNegativeTestJSON-1181496615-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:16:08.843516 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d1bd11-e6c0-417f-8271-c4f83124cd12 tempest-ServersNegativeTestJSON-1181496615 tempest-ServersNegativeTestJSON-1181496615-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:16:08.843837 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d1bd11-e6c0-417f-8271-c4f83124cd12 tempest-ServersNegativeTestJSON-1181496615 tempest-ServersNegativeTestJSON-1181496615-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:16:08.844156 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d1bd11-e6c0-417f-8271-c4f83124cd12 tempest-ServersNegativeTestJSON-1181496615 tempest-ServersNegativeTestJSON-1181496615-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:16:08.844498 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d1bd11-e6c0-417f-8271-c4f83124cd12 tempest-ServersNegativeTestJSON-1181496615 tempest-ServersNegativeTestJSON-1181496615-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:16:08.864027 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e39baf7-ed0c-448c-9918-e72fc94e6439 req-66d1bd11-e6c0-417f-8271-c4f83124cd12 tempest-ServersNegativeTestJSON-1181496615 tempest-ServersNegativeTestJSON-1181496615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:16:08.864669 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-0e39baf7-ed0c-448c-9918-e72fc94e6439 req-66d1bd11-e6c0-417f-8271-c4f83124cd12 tempest-ServersNegativeTestJSON-1181496615 tempest-ServersNegativeTestJSON-1181496615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:08.881057 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-0e39baf7-ed0c-448c-9918-e72fc94e6439 req-66d1bd11-e6c0-417f-8271-c4f83124cd12 tempest-ServersNegativeTestJSON-1181496615 tempest-ServersNegativeTestJSON-1181496615-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5747118 Oct 27 11:16:08.893719 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [req-0e39baf7-ed0c-448c-9918-e72fc94e6439 req-94153918-c0fc-4804-9d65-df80b1989328 service neutron] Request body: {'port': {'device_id': '70c75d19-a140-484d-afc0-1733ed7c20de', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-10'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:16:08.945982 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-0e39baf7-ed0c-448c-9918-e72fc94e6439 req-94153918-c0fc-4804-9d65-df80b1989328 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:09.206297 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [req-0e39baf7-ed0c-448c-9918-e72fc94e6439 req-94153918-c0fc-4804-9d65-df80b1989328 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34cb6b50-1bb6-4800-b9e1-b80e2ca6ff17 {{(pid=102346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 11:16:09.213568 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-0e39baf7-ed0c-448c-9918-e72fc94e6439 req-94153918-c0fc-4804-9d65-df80b1989328 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:09.226300 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.provisioning_blocks [req-0e39baf7-ed0c-448c-9918-e72fc94e6439 req-94153918-c0fc-4804-9d65-df80b1989328 service neutron] Transition to ACTIVE for port object 34cb6b50-1bb6-4800-b9e1-b80e2ca6ff17 will not be triggered until provisioned by entity L2. {{(pid=102346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 11:16:09.229630 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-0e39baf7-ed0c-448c-9918-e72fc94e6439 req-94153918-c0fc-4804-9d65-df80b1989328 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27024173'] for port, after_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:09.279733 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94153918-c0fc-4804-9d65-df80b1989328 service neutron] Pushing event updated for resources: {'Port': ['ID=34cb6b50-1bb6-4800-b9e1-b80e2ca6ff17,revision_number=2']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:16:09.344948 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:09.346618 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.managers [req-0e39baf7-ed0c-448c-9918-e72fc94e6439 req-94153918-c0fc-4804-9d65-df80b1989328 service neutron] Attempting to bind port 34cb6b50-1bb6-4800-b9e1-b80e2ca6ff17 on host n-h2-813419-10 for vnic_type normal with profile {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 11:16:09.347406 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.managers [req-0e39baf7-ed0c-448c-9918-e72fc94e6439 req-94153918-c0fc-4804-9d65-df80b1989328 service neutron] Attempting to bind port 34cb6b50-1bb6-4800-b9e1-b80e2ca6ff17 by drivers openvswitch,hyperv on host n-h2-813419-10 at level 0 using segments [{'id': '2474ffc9-9b46-41e4-8652-e76516eebe48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '8cbd5240-adcd-4772-ad4d-63c473b6be2a'}] {{(pid=102346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 11:16:09.347406 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e39baf7-ed0c-448c-9918-e72fc94e6439 req-94153918-c0fc-4804-9d65-df80b1989328 service neutron] Attempting to bind port 34cb6b50-1bb6-4800-b9e1-b80e2ca6ff17 on network 8cbd5240-adcd-4772-ad4d-63c473b6be2a {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 11:16:09.354323 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e39baf7-ed0c-448c-9918-e72fc94e6439 req-94153918-c0fc-4804-9d65-df80b1989328 service neutron] Port 34cb6b50-1bb6-4800-b9e1-b80e2ca6ff17 on network 8cbd5240-adcd-4772-ad4d-63c473b6be2a not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-10 {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 11:16:09.354777 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e39baf7-ed0c-448c-9918-e72fc94e6439 req-94153918-c0fc-4804-9d65-df80b1989328 service neutron] Attempting to bind port 34cb6b50-1bb6-4800-b9e1-b80e2ca6ff17 on network 8cbd5240-adcd-4772-ad4d-63c473b6be2a {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 11:16:09.360141 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e39baf7-ed0c-448c-9918-e72fc94e6439 req-94153918-c0fc-4804-9d65-df80b1989328 service neutron] Checking agent: {'id': 'a2edc247-0fa4-4ce6-bbae-a10492f6bd71', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 16, 9), 'started_at': datetime.datetime(2021, 10, 27, 10, 16, 9), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 11, 16, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 11:16:09.360514 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e39baf7-ed0c-448c-9918-e72fc94e6439 req-94153918-c0fc-4804-9d65-df80b1989328 service neutron] Checking segment: {'id': '2474ffc9-9b46-41e4-8652-e76516eebe48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '8cbd5240-adcd-4772-ad4d-63c473b6be2a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 11:16:09.360891 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e39baf7-ed0c-448c-9918-e72fc94e6439 req-94153918-c0fc-4804-9d65-df80b1989328 service neutron] Bound using segment: {'id': '2474ffc9-9b46-41e4-8652-e76516eebe48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '8cbd5240-adcd-4772-ad4d-63c473b6be2a'} {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 11:16:09.361375 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.managers [req-0e39baf7-ed0c-448c-9918-e72fc94e6439 req-94153918-c0fc-4804-9d65-df80b1989328 service neutron] Bound port: 34cb6b50-1bb6-4800-b9e1-b80e2ca6ff17, host: n-h2-813419-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2474ffc9-9b46-41e4-8652-e76516eebe48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '8cbd5240-adcd-4772-ad4d-63c473b6be2a'}}] {{(pid=102346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 11:16:09.361718 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-0e39baf7-ed0c-448c-9918-e72fc94e6439 req-94153918-c0fc-4804-9d65-df80b1989328 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:09.427009 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [req-0e39baf7-ed0c-448c-9918-e72fc94e6439 req-94153918-c0fc-4804-9d65-df80b1989328 service neutron] For port 34cb6b50-1bb6-4800-b9e1-b80e2ca6ff17, host n-h2-813419-10, cleared binding levels {{(pid=102346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 11:16:09.430847 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [req-0e39baf7-ed0c-448c-9918-e72fc94e6439 req-94153918-c0fc-4804-9d65-df80b1989328 service neutron] For port 34cb6b50-1bb6-4800-b9e1-b80e2ca6ff17, host n-h2-813419-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=34cb6b50-1bb6-4800-b9e1-b80e2ca6ff17,segment=NetworkSegment(2474ffc9-9b46-41e4-8652-e76516eebe48),segment_id=2474ffc9-9b46-41e4-8652-e76516eebe48)] {{(pid=102346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 11:16:09.434251 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-0e39baf7-ed0c-448c-9918-e72fc94e6439 req-94153918-c0fc-4804-9d65-df80b1989328 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27024173'] for port, after_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:09.465405 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e39baf7-ed0c-448c-9918-e72fc94e6439 req-94153918-c0fc-4804-9d65-df80b1989328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:16:09.466011 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-0e39baf7-ed0c-448c-9918-e72fc94e6439 req-94153918-c0fc-4804-9d65-df80b1989328 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:09.467362 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-0e39baf7-ed0c-448c-9918-e72fc94e6439 req-94153918-c0fc-4804-9d65-df80b1989328 service neutron] 10.222.0.76 "PUT /v2.0/ports/34cb6b50-1bb6-4800-b9e1-b80e2ca6ff17 HTTP/1.1" status: 200 len: 1092 time: 0.5779405 Oct 27 11:16:09.467793 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70c75d19-a140-484d-afc0-1733ed7c20de', 'tag': '34cb6b50-1bb6-4800-b9e1-b80e2ca6ff17'}] {{(pid=102346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 11:16:09.470037 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc0e418f5fc417c8d55d94c0aa509b037d0beb2a734c1a709e789eb65639a56d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8af09c0-c1d2-4d38-9eb7-2310e580e36b" -d '{"events": [{"name": "network-changed", "server_uuid": "70c75d19-a140-484d-afc0-1733ed7c20de", "tag": "34cb6b50-1bb6-4800-b9e1-b80e2ca6ff17"}]}' {{(pid=102346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 11:16:09.499971 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94153918-c0fc-4804-9d65-df80b1989328 service neutron] Pushing event updated for resources: {'Port': ['ID=34cb6b50-1bb6-4800-b9e1-b80e2ca6ff17,revision_number=3']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:16:09.549616 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e39baf7-ed0c-448c-9918-e72fc94e6439 req-9532a8ce-6a6a-4914-8e7f-2f7107e39330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:16:09.551050 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-0e39baf7-ed0c-448c-9918-e72fc94e6439 req-9532a8ce-6a6a-4914-8e7f-2f7107e39330 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=2dfd6cd713a548abb934cd27d57c98d3&device_id=70c75d19-a140-484d-afc0-1733ed7c20de HTTP/1.1" status: 200 len: 1095 time: 0.0429451 Oct 27 11:16:09.600935 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 11:16:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-148c89fe-8689-46b5-960a-bb8688e011ee x-openstack-request-id: req-148c89fe-8689-46b5-960a-bb8688e011ee {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 11:16:09.601224 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70c75d19-a140-484d-afc0-1733ed7c20de", "tag": "34cb6b50-1bb6-4800-b9e1-b80e2ca6ff17", "status": "completed", "code": 200}]} {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 11:16:09.601474 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-148c89fe-8689-46b5-960a-bb8688e011ee {{(pid=102346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 11:16:09.601861 n-d-813419-10 neutron-server[102346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70c75d19-a140-484d-afc0-1733ed7c20de', 'tag': '34cb6b50-1bb6-4800-b9e1-b80e2ca6ff17', 'status': 'completed', 'code': 200} Oct 27 11:16:09.603907 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-0e39baf7-ed0c-448c-9918-e72fc94e6439 req-2b578908-5960-4a02-89ad-d9323cf2d16c service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=34cb6b50-1bb6-4800-b9e1-b80e2ca6ff17 HTTP/1.1" status: 200 len: 217 time: 0.0441494 Oct 27 11:16:09.673539 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e39baf7-ed0c-448c-9918-e72fc94e6439 req-219d346d-f39b-427a-9d5a-200f73fb4b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:16:09.674989 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-0e39baf7-ed0c-448c-9918-e72fc94e6439 req-219d346d-f39b-427a-9d5a-200f73fb4b9e service neutron] 10.222.0.76 "GET /v2.0/subnets?id=b25c644f-3890-48e5-8fb4-30c4428fdf9a HTTP/1.1" status: 200 len: 853 time: 0.0638642 Oct 27 11:16:09.683249 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a881b7ed-6439-4b5a-be61-884ba1ecb55a req-ec04f206-f996-41f8-95f9-729bbc3480f1 tempest-ServersNegativeTestJSON-1181496615 tempest-ServersNegativeTestJSON-1181496615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:16:09.684625 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-a881b7ed-6439-4b5a-be61-884ba1ecb55a req-ec04f206-f996-41f8-95f9-729bbc3480f1 tempest-ServersNegativeTestJSON-1181496615 tempest-ServersNegativeTestJSON-1181496615-project] 10.222.0.44 "GET /v2.0/ports?device_id=70c75d19-a140-484d-afc0-1733ed7c20de HTTP/1.1" status: 200 len: 943 time: 0.0860391 Oct 27 11:16:09.722213 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-0e39baf7-ed0c-448c-9918-e72fc94e6439 req-2dadb676-1311-418c-b6a3-4dbf7f83b5e8 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=8cbd5240-adcd-4772-ad4d-63c473b6be2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365818 Oct 27 11:16:09.778716 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-a881b7ed-6439-4b5a-be61-884ba1ecb55a req-46d06c69-93a4-40f5-b4f0-bcf86d559f97 tempest-ServersNegativeTestJSON-1181496615 tempest-ServersNegativeTestJSON-1181496615-project] 10.222.0.44 "GET /v2.0/security-groups?id=2246263d-a9d4-499a-8dc3-6661d41ce564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860164 Oct 27 11:16:09.821789 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-0e39baf7-ed0c-448c-9918-e72fc94e6439 req-1ba88ea1-205a-4bb6-a7d9-6896a904a586 service neutron] 10.222.0.76 "GET /v2.0/networks/8cbd5240-adcd-4772-ad4d-63c473b6be2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916798 Oct 27 11:16:09.913406 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-0e39baf7-ed0c-448c-9918-e72fc94e6439 req-0d4ecf4e-bb01-4982-9452-e3616a220f89 service neutron] 10.222.0.76 "GET /v2.0/networks/8cbd5240-adcd-4772-ad4d-63c473b6be2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835238 Oct 27 11:16:09.995525 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8af09c0-c1d2-4d38-9eb7-2310e580e36b req-b98b0a7c-7f84-4d40-8ff3-7884d340cd0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:16:09.996967 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-f8af09c0-c1d2-4d38-9eb7-2310e580e36b req-b98b0a7c-7f84-4d40-8ff3-7884d340cd0c service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=2dfd6cd713a548abb934cd27d57c98d3&device_id=70c75d19-a140-484d-afc0-1733ed7c20de HTTP/1.1" status: 200 len: 1095 time: 0.0408561 Oct 27 11:16:10.089366 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8af09c0-c1d2-4d38-9eb7-2310e580e36b req-7703a675-02ff-46ab-83a0-ff6f4ab53e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:16:10.090829 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-f8af09c0-c1d2-4d38-9eb7-2310e580e36b req-7703a675-02ff-46ab-83a0-ff6f4ab53e87 service neutron] 10.222.0.76 "GET /v2.0/networks?id=8cbd5240-adcd-4772-ad4d-63c473b6be2a HTTP/1.1" status: 200 len: 914 time: 0.0872440 Oct 27 11:16:10.130639 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-f8af09c0-c1d2-4d38-9eb7-2310e580e36b req-5a7dbfb3-2d2c-4dab-aed2-4bcaebeb4db7 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=34cb6b50-1bb6-4800-b9e1-b80e2ca6ff17 HTTP/1.1" status: 200 len: 217 time: 0.0330217 Oct 27 11:16:10.178402 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8af09c0-c1d2-4d38-9eb7-2310e580e36b req-34db91e5-62d5-4d1a-b92a-d1f5d5e80f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:16:10.179781 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-f8af09c0-c1d2-4d38-9eb7-2310e580e36b req-34db91e5-62d5-4d1a-b92a-d1f5d5e80f98 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=b25c644f-3890-48e5-8fb4-30c4428fdf9a HTTP/1.1" status: 200 len: 853 time: 0.0420506 Oct 27 11:16:10.211778 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-f8af09c0-c1d2-4d38-9eb7-2310e580e36b req-dfbe4d19-5f05-469f-9d66-86ae1657bc36 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=8cbd5240-adcd-4772-ad4d-63c473b6be2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239284 Oct 27 11:16:10.302608 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-f8af09c0-c1d2-4d38-9eb7-2310e580e36b req-d8f208b6-f936-46da-b644-37c57bf5b702 service neutron] 10.222.0.76 "GET /v2.0/networks/8cbd5240-adcd-4772-ad4d-63c473b6be2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833335 Oct 27 11:16:10.400328 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-f8af09c0-c1d2-4d38-9eb7-2310e580e36b req-2855f3c9-e0e2-42c8-a246-d54cb11d35c5 service neutron] 10.222.0.76 "GET /v2.0/networks/8cbd5240-adcd-4772-ad4d-63c473b6be2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907955 Oct 27 11:16:10.893928 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7d68a4-ad68-4262-a31b-f5e71a3d0fd0 req-9db313a2-7dc2-410b-8d65-ee9563283b4a tempest-ServersNegativeTestJSON-1181496615 tempest-ServersNegativeTestJSON-1181496615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:16:10.895388 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-9a7d68a4-ad68-4262-a31b-f5e71a3d0fd0 req-9db313a2-7dc2-410b-8d65-ee9563283b4a tempest-ServersNegativeTestJSON-1181496615 tempest-ServersNegativeTestJSON-1181496615-project] 10.222.0.44 "GET /v2.0/ports?device_id=70c75d19-a140-484d-afc0-1733ed7c20de HTTP/1.1" status: 200 len: 943 time: 0.0476542 Oct 27 11:16:10.932857 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-9a7d68a4-ad68-4262-a31b-f5e71a3d0fd0 req-a4e51b16-0b12-4ae7-8379-9ab386cdcb5d tempest-ServersNegativeTestJSON-1181496615 tempest-ServersNegativeTestJSON-1181496615-project] 10.222.0.44 "GET /v2.0/security-groups?id=2246263d-a9d4-499a-8dc3-6661d41ce564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310159 Oct 27 11:16:12.045987 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0ac7ff-840a-40d8-a128-dd0c4a78d1bf req-ba654e1d-5575-4696-b236-29b50ab64b41 tempest-ServersNegativeTestJSON-1181496615 tempest-ServersNegativeTestJSON-1181496615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:16:12.047434 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-2d0ac7ff-840a-40d8-a128-dd0c4a78d1bf req-ba654e1d-5575-4696-b236-29b50ab64b41 tempest-ServersNegativeTestJSON-1181496615 tempest-ServersNegativeTestJSON-1181496615-project] 10.222.0.44 "GET /v2.0/ports?device_id=70c75d19-a140-484d-afc0-1733ed7c20de HTTP/1.1" status: 200 len: 943 time: 0.0484357 Oct 27 11:16:12.086577 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-2d0ac7ff-840a-40d8-a128-dd0c4a78d1bf req-612c5010-b9f0-44b1-b871-b3d39455992c tempest-ServersNegativeTestJSON-1181496615 tempest-ServersNegativeTestJSON-1181496615-project] 10.222.0.44 "GET /v2.0/security-groups?id=2246263d-a9d4-499a-8dc3-6661d41ce564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327864 Oct 27 11:16:13.207782 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf49e063-1862-432c-af43-c54a6e396a0c req-19408bee-1dfb-44a4-a754-89f80b5a3ee7 tempest-ServersNegativeTestJSON-1181496615 tempest-ServersNegativeTestJSON-1181496615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:16:13.209840 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-cf49e063-1862-432c-af43-c54a6e396a0c req-19408bee-1dfb-44a4-a754-89f80b5a3ee7 tempest-ServersNegativeTestJSON-1181496615 tempest-ServersNegativeTestJSON-1181496615-project] 10.222.0.44 "GET /v2.0/ports?device_id=70c75d19-a140-484d-afc0-1733ed7c20de HTTP/1.1" status: 200 len: 943 time: 0.0560596 Oct 27 11:16:13.248861 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-cf49e063-1862-432c-af43-c54a6e396a0c req-40ec8a3d-f2c8-4840-82ed-b78496a7cbfb tempest-ServersNegativeTestJSON-1181496615 tempest-ServersNegativeTestJSON-1181496615-project] 10.222.0.44 "GET /v2.0/security-groups?id=2246263d-a9d4-499a-8dc3-6661d41ce564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330303 Oct 27 11:16:14.083908 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device 34cb6b50-1bb6-4800-b9e1-b80e2ca6ff17 details requested by agent hyperv_n-h2-813419-10 with host n-h2-813419-10 {{(pid=102348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 11:16:14.177023 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] For port 34cb6b50-1bb6-4800-b9e1-b80e2ca6ff17, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=34cb6b50-1bb6-4800-b9e1-b80e2ca6ff17,segment=NetworkSegment(2474ffc9-9b46-41e4-8652-e76516eebe48),segment_id=2474ffc9-9b46-41e4-8652-e76516eebe48)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:16:14.191129 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Returning: {'device': '34cb6b50-1bb6-4800-b9e1-b80e2ca6ff17', 'network_id': '8cbd5240-adcd-4772-ad4d-63c473b6be2a', 'port_id': '34cb6b50-1bb6-4800-b9e1-b80e2ca6ff17', 'mac_address': 'fa:16:3e:87:9f:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 413, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b25c644f-3890-48e5-8fb4-30c4428fdf9a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 11:16:14.227914 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:14.240065 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34cb6b50-1bb6-4800-b9e1-b80e2ca6ff17 {{(pid=102348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 11:16:14.258696 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] For port 34cb6b50-1bb6-4800-b9e1-b80e2ca6ff17, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=34cb6b50-1bb6-4800-b9e1-b80e2ca6ff17,segment=NetworkSegment(2474ffc9-9b46-41e4-8652-e76516eebe48),segment_id=2474ffc9-9b46-41e4-8652-e76516eebe48)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:16:14.262264 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:14.310674 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Pushing event updated for resources: {'Port': ['ID=34cb6b50-1bb6-4800-b9e1-b80e2ca6ff17,revision_number=4']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:16:14.365088 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b75549d-7c25-474c-81a9-3053276e3764 req-e4b73018-de46-4d86-bf18-3407deeca2dc tempest-ServersNegativeTestJSON-1181496615 tempest-ServersNegativeTestJSON-1181496615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:16:14.367128 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-3b75549d-7c25-474c-81a9-3053276e3764 req-e4b73018-de46-4d86-bf18-3407deeca2dc tempest-ServersNegativeTestJSON-1181496615 tempest-ServersNegativeTestJSON-1181496615-project] 10.222.0.44 "GET /v2.0/ports?device_id=70c75d19-a140-484d-afc0-1733ed7c20de HTTP/1.1" status: 200 len: 944 time: 0.0501921 Oct 27 11:16:14.402767 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-3b75549d-7c25-474c-81a9-3053276e3764 req-067bc886-34e1-4841-959a-d7be559aab70 tempest-ServersNegativeTestJSON-1181496615 tempest-ServersNegativeTestJSON-1181496615-project] 10.222.0.44 "GET /v2.0/security-groups?id=2246263d-a9d4-499a-8dc3-6661d41ce564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297954 Oct 27 11:16:14.564930 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] get_ports_and_sgs() called for port_ids ['34cb6b50-1bb6-4800-b9e1-b80e2ca6ff17'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 11:16:15.515220 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1104d819-d0d7-41bb-b9cc-816047b2e870 req-92ce8db6-2997-44cc-98db-357b6bba960c tempest-ServersNegativeTestJSON-1181496615 tempest-ServersNegativeTestJSON-1181496615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:16:15.516959 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-1104d819-d0d7-41bb-b9cc-816047b2e870 req-92ce8db6-2997-44cc-98db-357b6bba960c tempest-ServersNegativeTestJSON-1181496615 tempest-ServersNegativeTestJSON-1181496615-project] 10.222.0.44 "GET /v2.0/ports?device_id=70c75d19-a140-484d-afc0-1733ed7c20de HTTP/1.1" status: 200 len: 944 time: 0.0483556 Oct 27 11:16:15.553663 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-1104d819-d0d7-41bb-b9cc-816047b2e870 req-78657df8-28ba-49b8-875b-6c209abac41d tempest-ServersNegativeTestJSON-1181496615 tempest-ServersNegativeTestJSON-1181496615-project] 10.222.0.44 "GET /v2.0/security-groups?id=2246263d-a9d4-499a-8dc3-6661d41ce564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308640 Oct 27 11:16:16.092787 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device 34cb6b50-1bb6-4800-b9e1-b80e2ca6ff17 up at agent hyperv_n-h2-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 11:16:16.141098 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Provisioning for port 34cb6b50-1bb6-4800-b9e1-b80e2ca6ff17 completed by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 11:16:16.147286 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Provisioning complete for port 34cb6b50-1bb6-4800-b9e1-b80e2ca6ff17 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:16:16.147667 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:16.398555 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:16.407124 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-915701a0-2236-44dc-9f27-923bfa3a9896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:16.423075 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70c75d19-a140-484d-afc0-1733ed7c20de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34cb6b50-1bb6-4800-b9e1-b80e2ca6ff17'}] {{(pid=102348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 11:16:16.425318 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c588921fa634554a1d9242fdea1b05457a9ff1d3b28ba54ec1dace7f2f1df4a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68043733-dacf-441e-8dbc-f2bae0bf8aa4" -d '{"events": [{"server_uuid": "70c75d19-a140-484d-afc0-1733ed7c20de", "name": "network-vif-plugged", "status": "completed", "tag": "34cb6b50-1bb6-4800-b9e1-b80e2ca6ff17"}]}' {{(pid=102348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 11:16:16.442046 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] For port 34cb6b50-1bb6-4800-b9e1-b80e2ca6ff17, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=34cb6b50-1bb6-4800-b9e1-b80e2ca6ff17,segment=NetworkSegment(2474ffc9-9b46-41e4-8652-e76516eebe48),segment_id=2474ffc9-9b46-41e4-8652-e76516eebe48)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:16:16.447044 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:16.470128 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 11:16:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23360354-3ad0-490d-a2f6-048879b5691b x-openstack-request-id: req-23360354-3ad0-490d-a2f6-048879b5691b {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 11:16:16.470416 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70c75d19-a140-484d-afc0-1733ed7c20de", "name": "network-vif-plugged", "status": "completed", "tag": "34cb6b50-1bb6-4800-b9e1-b80e2ca6ff17", "code": 200}]} {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 11:16:16.470664 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-23360354-3ad0-490d-a2f6-048879b5691b {{(pid=102348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 11:16:16.471053 n-d-813419-10 neutron-server[102348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70c75d19-a140-484d-afc0-1733ed7c20de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34cb6b50-1bb6-4800-b9e1-b80e2ca6ff17', 'code': 200} Oct 27 11:16:16.496671 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Pushing event updated for resources: {'Port': ['ID=34cb6b50-1bb6-4800-b9e1-b80e2ca6ff17,revision_number=5']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:16:16.569732 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c361a50-7a69-418e-8c94-8a1d680c32d4 req-fae00387-86ea-4bf3-9096-76a51f12cfa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:16:16.571168 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-9c361a50-7a69-418e-8c94-8a1d680c32d4 req-fae00387-86ea-4bf3-9096-76a51f12cfa7 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=70c75d19-a140-484d-afc0-1733ed7c20de HTTP/1.1" status: 200 len: 1097 time: 0.0425572 Oct 27 11:16:16.674084 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f45c7ee-9ca5-45f4-baf1-7831cfa4a6ec req-6160f6c5-a0ac-477b-9357-6198096dc133 tempest-ServersNegativeTestJSON-1181496615 tempest-ServersNegativeTestJSON-1181496615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:16:16.675799 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-3f45c7ee-9ca5-45f4-baf1-7831cfa4a6ec req-6160f6c5-a0ac-477b-9357-6198096dc133 tempest-ServersNegativeTestJSON-1181496615 tempest-ServersNegativeTestJSON-1181496615-project] 10.222.0.44 "GET /v2.0/ports?device_id=70c75d19-a140-484d-afc0-1733ed7c20de HTTP/1.1" status: 200 len: 945 time: 0.0505219 Oct 27 11:16:16.716107 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-3f45c7ee-9ca5-45f4-baf1-7831cfa4a6ec req-e742d245-4d21-400c-8598-03e06cc7c944 tempest-ServersNegativeTestJSON-1181496615 tempest-ServersNegativeTestJSON-1181496615-project] 10.222.0.44 "GET /v2.0/security-groups?id=2246263d-a9d4-499a-8dc3-6661d41ce564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337121 Oct 27 11:16:16.906012 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-9c361a50-7a69-418e-8c94-8a1d680c32d4 req-2a498848-9fc5-4b2c-96ef-7723ce947dc9 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=2246263d-a9d4-499a-8dc3-6661d41ce564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3262873 Oct 27 11:16:17.894000 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bd59c1-d7a3-4649-a80d-4fb531b2099d req-03d9bef1-d638-4ffb-b468-6b606df01332 tempest-ServersNegativeTestJSON-1181496615 tempest-ServersNegativeTestJSON-1181496615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:16:17.895434 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-85bd59c1-d7a3-4649-a80d-4fb531b2099d req-03d9bef1-d638-4ffb-b468-6b606df01332 tempest-ServersNegativeTestJSON-1181496615 tempest-ServersNegativeTestJSON-1181496615-project] 10.222.0.44 "GET /v2.0/ports?device_id=70c75d19-a140-484d-afc0-1733ed7c20de HTTP/1.1" status: 200 len: 945 time: 0.0475633 Oct 27 11:16:17.931312 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-85bd59c1-d7a3-4649-a80d-4fb531b2099d req-8580fc3b-a2d3-46ad-848a-125c5fca2aa7 tempest-ServersNegativeTestJSON-1181496615 tempest-ServersNegativeTestJSON-1181496615-project] 10.222.0.44 "GET /v2.0/security-groups?id=2246263d-a9d4-499a-8dc3-6661d41ce564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300331 Oct 27 11:16:18.951090 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-21e61d03-732d-405a-9300-a379988e41ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:19.086727 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9497fe71-d917-4c00-ac28-b6a13cc2d665 req-d4d82579-8315-417d-b276-e524c3357281 tempest-ServersNegativeTestJSON-1181496615 tempest-ServersNegativeTestJSON-1181496615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:16:19.088184 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-9497fe71-d917-4c00-ac28-b6a13cc2d665 req-d4d82579-8315-417d-b276-e524c3357281 tempest-ServersNegativeTestJSON-1181496615 tempest-ServersNegativeTestJSON-1181496615-project] 10.222.0.44 "GET /v2.0/ports?device_id=70c75d19-a140-484d-afc0-1733ed7c20de HTTP/1.1" status: 200 len: 945 time: 0.0523469 Oct 27 11:16:19.124025 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-9497fe71-d917-4c00-ac28-b6a13cc2d665 req-07043db9-298c-476d-913b-0b0e482f32e2 tempest-ServersNegativeTestJSON-1181496615 tempest-ServersNegativeTestJSON-1181496615-project] 10.222.0.44 "GET /v2.0/security-groups?id=2246263d-a9d4-499a-8dc3-6661d41ce564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299659 Oct 27 11:16:19.352094 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08979a58-b236-4470-baac-f36aa035b54a req-3732de7c-9dfb-4a45-ac8a-7c03144eec75 tempest-ServersNegativeTestJSON-1181496615 tempest-ServersNegativeTestJSON-1181496615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:16:19.353603 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-08979a58-b236-4470-baac-f36aa035b54a req-3732de7c-9dfb-4a45-ac8a-7c03144eec75 tempest-ServersNegativeTestJSON-1181496615 tempest-ServersNegativeTestJSON-1181496615-project] 10.222.0.44 "GET /v2.0/ports?device_id=70c75d19-a140-484d-afc0-1733ed7c20de HTTP/1.1" status: 200 len: 945 time: 0.0484099 Oct 27 11:16:19.392425 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-08979a58-b236-4470-baac-f36aa035b54a req-a1b0a1f5-921b-4fa1-aa0c-a1cd431acd25 tempest-ServersNegativeTestJSON-1181496615 tempest-ServersNegativeTestJSON-1181496615-project] 10.222.0.44 "GET /v2.0/security-groups?id=2246263d-a9d4-499a-8dc3-6661d41ce564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328252 Oct 27 11:16:20.081701 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:20.203532 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-eadeaa30-4096-4d1a-b3cb-aa7ebfb291ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:20.512175 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b146dcb-e843-47bc-9b99-9fb3e7c8e4c3 req-d5a73460-0cb5-40e3-ac77-8611a713c9f6 tempest-ServersNegativeTestJSON-1181496615 tempest-ServersNegativeTestJSON-1181496615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:16:20.513690 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-3b146dcb-e843-47bc-9b99-9fb3e7c8e4c3 req-d5a73460-0cb5-40e3-ac77-8611a713c9f6 tempest-ServersNegativeTestJSON-1181496615 tempest-ServersNegativeTestJSON-1181496615-project] 10.222.0.44 "GET /v2.0/ports?device_id=70c75d19-a140-484d-afc0-1733ed7c20de HTTP/1.1" status: 200 len: 945 time: 0.0521352 Oct 27 11:16:20.551390 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-3b146dcb-e843-47bc-9b99-9fb3e7c8e4c3 req-5ca25606-c238-48aa-be4f-4c0913971f29 tempest-ServersNegativeTestJSON-1181496615 tempest-ServersNegativeTestJSON-1181496615-project] 10.222.0.44 "GET /v2.0/security-groups?id=2246263d-a9d4-499a-8dc3-6661d41ce564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314190 Oct 27 11:16:20.906940 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075ab9cc-3b18-4df0-9e91-4de9adc4c845 req-3711e698-3b04-47e1-901d-3db5594dca47 tempest-ServersNegativeTestJSON-1181496615 tempest-ServersNegativeTestJSON-1181496615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:16:20.909456 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-075ab9cc-3b18-4df0-9e91-4de9adc4c845 req-3711e698-3b04-47e1-901d-3db5594dca47 tempest-ServersNegativeTestJSON-1181496615 tempest-ServersNegativeTestJSON-1181496615-project] 10.222.0.76 "GET /v2.0/ports?device_id=70c75d19-a140-484d-afc0-1733ed7c20de HTTP/1.1" status: 200 len: 945 time: 0.0566959 Oct 27 11:16:20.997162 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [req-075ab9cc-3b18-4df0-9e91-4de9adc4c845 req-077ac4ad-d6c1-46a7-b42d-d44c3761f8e9 tempest-ServersNegativeTestJSON-1181496615 tempest-ServersNegativeTestJSON-1181496615-project] Deleting port 34cb6b50-1bb6-4800-b9e1-b80e2ca6ff17 {{(pid=102346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 11:16:20.997491 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-075ab9cc-3b18-4df0-9e91-4de9adc4c845 req-077ac4ad-d6c1-46a7-b42d-d44c3761f8e9 tempest-ServersNegativeTestJSON-1181496615 tempest-ServersNegativeTestJSON-1181496615-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:21.087013 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [req-075ab9cc-3b18-4df0-9e91-4de9adc4c845 req-077ac4ad-d6c1-46a7-b42d-d44c3761f8e9 tempest-ServersNegativeTestJSON-1181496615 tempest-ServersNegativeTestJSON-1181496615-project] For port 34cb6b50-1bb6-4800-b9e1-b80e2ca6ff17, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=34cb6b50-1bb6-4800-b9e1-b80e2ca6ff17,segment=NetworkSegment(2474ffc9-9b46-41e4-8652-e76516eebe48),segment_id=2474ffc9-9b46-41e4-8652-e76516eebe48)] {{(pid=102346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:16:21.087365 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-075ab9cc-3b18-4df0-9e91-4de9adc4c845 req-077ac4ad-d6c1-46a7-b42d-d44c3761f8e9 tempest-ServersNegativeTestJSON-1181496615 tempest-ServersNegativeTestJSON-1181496615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:21.100818 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [req-075ab9cc-3b18-4df0-9e91-4de9adc4c845 req-077ac4ad-d6c1-46a7-b42d-d44c3761f8e9 tempest-ServersNegativeTestJSON-1181496615 tempest-ServersNegativeTestJSON-1181496615-project] Calling delete_port for 34cb6b50-1bb6-4800-b9e1-b80e2ca6ff17 owned by compute:nova {{(pid=102346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 11:16:21.236506 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-075ab9cc-3b18-4df0-9e91-4de9adc4c845 req-077ac4ad-d6c1-46a7-b42d-d44c3761f8e9 tempest-ServersNegativeTestJSON-1181496615 tempest-ServersNegativeTestJSON-1181496615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:21.250019 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] get_ports_and_sgs() called for port_ids ['d4ced25f-6b00-42ff-9ce1-d49b58ae9b60'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 11:16:21.252300 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] get_ports_and_sgs() called for port_ids ['34cb6b50-1bb6-4800-b9e1-b80e2ca6ff17'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 11:16:21.267947 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077ac4ad-d6c1-46a7-b42d-d44c3761f8e9 tempest-ServersNegativeTestJSON-1181496615 tempest-ServersNegativeTestJSON-1181496615-project] Pushing event deleted for resources: {'Port': ['ID=34cb6b50-1bb6-4800-b9e1-b80e2ca6ff17,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:16:21.320811 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [req-075ab9cc-3b18-4df0-9e91-4de9adc4c845 req-077ac4ad-d6c1-46a7-b42d-d44c3761f8e9 tempest-ServersNegativeTestJSON-1181496615 tempest-ServersNegativeTestJSON-1181496615-project] No DVR routers for this DVR port 34cb6b50-1bb6-4800-b9e1-b80e2ca6ff17 on host n-h2-813419-10 {{(pid=102346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 11:16:21.323659 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-075ab9cc-3b18-4df0-9e91-4de9adc4c845 req-077ac4ad-d6c1-46a7-b42d-d44c3761f8e9 tempest-ServersNegativeTestJSON-1181496615 tempest-ServersNegativeTestJSON-1181496615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:21.327164 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-075ab9cc-3b18-4df0-9e91-4de9adc4c845 req-077ac4ad-d6c1-46a7-b42d-d44c3761f8e9 tempest-ServersNegativeTestJSON-1181496615 tempest-ServersNegativeTestJSON-1181496615-project] 10.222.0.76 "DELETE /v2.0/ports/34cb6b50-1bb6-4800-b9e1-b80e2ca6ff17 HTTP/1.1" status: 204 len: 173 time: 0.4117603 Oct 27 11:16:21.327622 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70c75d19-a140-484d-afc0-1733ed7c20de', 'name': 'network-vif-deleted', 'tag': '34cb6b50-1bb6-4800-b9e1-b80e2ca6ff17'}] {{(pid=102346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 11:16:21.329941 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc0e418f5fc417c8d55d94c0aa509b037d0beb2a734c1a709e789eb65639a56d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fee866e6-5fd6-44ed-8b48-793117b1bacf" -d '{"events": [{"server_uuid": "70c75d19-a140-484d-afc0-1733ed7c20de", "name": "network-vif-deleted", "tag": "34cb6b50-1bb6-4800-b9e1-b80e2ca6ff17"}]}' {{(pid=102346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 11:16:21.370850 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 11:16:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44d2c2e6-d780-4c4a-9ad7-f5439cab9867 x-openstack-request-id: req-44d2c2e6-d780-4c4a-9ad7-f5439cab9867 {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 11:16:21.371249 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70c75d19-a140-484d-afc0-1733ed7c20de", "name": "network-vif-deleted", "tag": "34cb6b50-1bb6-4800-b9e1-b80e2ca6ff17", "status": "completed", "code": 200}]} {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 11:16:21.371577 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-44d2c2e6-d780-4c4a-9ad7-f5439cab9867 {{(pid=102346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 11:16:21.371977 n-d-813419-10 neutron-server[102346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70c75d19-a140-484d-afc0-1733ed7c20de', 'name': 'network-vif-deleted', 'tag': '34cb6b50-1bb6-4800-b9e1-b80e2ca6ff17', 'status': 'completed', 'code': 200} Oct 27 11:16:21.656926 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-3efc0b78-362f-429d-b8d7-24bbea4dc4c2 req-062111c8-2a0b-44de-a65b-e2e04f051981 tempest-ServersNegativeTestJSON-1181496615 tempest-ServersNegativeTestJSON-1181496615-project] 10.222.0.44 "GET /v2.0/ports?device_id=70c75d19-a140-484d-afc0-1733ed7c20de HTTP/1.1" status: 200 len: 210 time: 0.0263786 Oct 27 11:16:22.090079 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-3c6a8245-0581-48aa-b5f6-4d8fe98cd16e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:22.804005 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0aff1f-7550-4c9d-9774-b540101b9800 req-a80c5cec-af26-431f-8261-6629e92bf7cc tempest-ServersNegativeTestJSON-1181496615 tempest-ServersNegativeTestJSON-1181496615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:16:22.805506 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ff0aff1f-7550-4c9d-9774-b540101b9800 req-a80c5cec-af26-431f-8261-6629e92bf7cc tempest-ServersNegativeTestJSON-1181496615 tempest-ServersNegativeTestJSON-1181496615-project] 10.222.0.44 "GET /v2.0/ports?device_id=c10cc387-c6e9-49b0-9314-483b9b66c9d0 HTTP/1.1" status: 200 len: 945 time: 0.0480607 Oct 27 11:16:22.844636 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ff0aff1f-7550-4c9d-9774-b540101b9800 req-39072f8e-4264-424f-8e65-17c4e63941ac tempest-ServersNegativeTestJSON-1181496615 tempest-ServersNegativeTestJSON-1181496615-project] 10.222.0.44 "GET /v2.0/security-groups?id=2246263d-a9d4-499a-8dc3-6661d41ce564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332956 Oct 27 11:16:22.980553 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af795fb1-4c4b-4b1e-9bad-2da5263cc7f5 req-51940067-5840-4924-a8cb-539a2e00ddba tempest-ServersNegativeTestJSON-1181496615 tempest-ServersNegativeTestJSON-1181496615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:16:22.981924 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-af795fb1-4c4b-4b1e-9bad-2da5263cc7f5 req-51940067-5840-4924-a8cb-539a2e00ddba tempest-ServersNegativeTestJSON-1181496615 tempest-ServersNegativeTestJSON-1181496615-project] 10.222.0.44 "GET /v2.0/ports?device_id=c10cc387-c6e9-49b0-9314-483b9b66c9d0 HTTP/1.1" status: 200 len: 945 time: 0.0487275 Oct 27 11:16:23.018190 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-af795fb1-4c4b-4b1e-9bad-2da5263cc7f5 req-25158518-c67c-4a42-b809-62e24e56cba3 tempest-ServersNegativeTestJSON-1181496615 tempest-ServersNegativeTestJSON-1181496615-project] 10.222.0.44 "GET /v2.0/security-groups?id=2246263d-a9d4-499a-8dc3-6661d41ce564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304024 Oct 27 11:16:23.212669 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b11ddeb-8a14-448d-9fb7-14f4c8df63b5 req-7a7616f1-0f39-4cb6-a813-712fe6bd65de tempest-ServersNegativeTestJSON-1181496615 tempest-ServersNegativeTestJSON-1181496615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:16:23.214143 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-6b11ddeb-8a14-448d-9fb7-14f4c8df63b5 req-7a7616f1-0f39-4cb6-a813-712fe6bd65de tempest-ServersNegativeTestJSON-1181496615 tempest-ServersNegativeTestJSON-1181496615-project] 10.222.0.44 "GET /v2.0/ports?device_id=c10cc387-c6e9-49b0-9314-483b9b66c9d0 HTTP/1.1" status: 200 len: 945 time: 0.0932643 Oct 27 11:16:23.251563 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-6b11ddeb-8a14-448d-9fb7-14f4c8df63b5 req-fe21b817-545c-45a9-88bf-6e8651b69446 tempest-ServersNegativeTestJSON-1181496615 tempest-ServersNegativeTestJSON-1181496615-project] 10.222.0.44 "GET /v2.0/security-groups?id=2246263d-a9d4-499a-8dc3-6661d41ce564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313339 Oct 27 11:16:23.418057 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410f093f-6e9d-497d-b368-c58bac46eb6c req-445e70e4-4ce1-4139-a6d1-eb6a28800756 tempest-ServersNegativeTestJSON-1181496615 tempest-ServersNegativeTestJSON-1181496615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:16:23.419514 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-410f093f-6e9d-497d-b368-c58bac46eb6c req-445e70e4-4ce1-4139-a6d1-eb6a28800756 tempest-ServersNegativeTestJSON-1181496615 tempest-ServersNegativeTestJSON-1181496615-project] 10.222.0.44 "GET /v2.0/ports?device_id=c10cc387-c6e9-49b0-9314-483b9b66c9d0 HTTP/1.1" status: 200 len: 945 time: 0.0522702 Oct 27 11:16:23.456846 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-410f093f-6e9d-497d-b368-c58bac46eb6c req-33c5b075-8ba3-4e8d-9b68-8afb93aee8bb tempest-ServersNegativeTestJSON-1181496615 tempest-ServersNegativeTestJSON-1181496615-project] 10.222.0.44 "GET /v2.0/security-groups?id=2246263d-a9d4-499a-8dc3-6661d41ce564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313857 Oct 27 11:16:23.569270 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3284654-f0fb-454a-8abe-c4790aba1bbb req-5a0600d6-1cbf-4d8c-a9e9-0447fc44d02a tempest-ServersNegativeTestJSON-1181496615 tempest-ServersNegativeTestJSON-1181496615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:16:23.570710 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-c3284654-f0fb-454a-8abe-c4790aba1bbb req-5a0600d6-1cbf-4d8c-a9e9-0447fc44d02a tempest-ServersNegativeTestJSON-1181496615 tempest-ServersNegativeTestJSON-1181496615-project] 10.222.0.44 "GET /v2.0/ports?device_id=c10cc387-c6e9-49b0-9314-483b9b66c9d0 HTTP/1.1" status: 200 len: 945 time: 0.0472388 Oct 27 11:16:23.606728 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-c3284654-f0fb-454a-8abe-c4790aba1bbb req-aaba31ec-8c25-4b8a-8621-db0b245dfe7d tempest-ServersNegativeTestJSON-1181496615 tempest-ServersNegativeTestJSON-1181496615-project] 10.222.0.44 "GET /v2.0/security-groups?id=2246263d-a9d4-499a-8dc3-6661d41ce564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301707 Oct 27 11:16:23.726569 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2904f8-fea7-4d2c-b95b-9143ac5e9ba3 req-700e3c2b-e331-4aeb-8bc5-abedaf3e91d6 tempest-ServersNegativeTestJSON-1181496615 tempest-ServersNegativeTestJSON-1181496615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:16:23.728001 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-2c2904f8-fea7-4d2c-b95b-9143ac5e9ba3 req-700e3c2b-e331-4aeb-8bc5-abedaf3e91d6 tempest-ServersNegativeTestJSON-1181496615 tempest-ServersNegativeTestJSON-1181496615-project] 10.222.0.44 "GET /v2.0/ports?device_id=c10cc387-c6e9-49b0-9314-483b9b66c9d0 HTTP/1.1" status: 200 len: 945 time: 0.0467360 Oct 27 11:16:23.768390 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-2c2904f8-fea7-4d2c-b95b-9143ac5e9ba3 req-26934817-bc8f-438d-82bf-f38b1fb580ec tempest-ServersNegativeTestJSON-1181496615 tempest-ServersNegativeTestJSON-1181496615-project] 10.222.0.44 "GET /v2.0/security-groups?id=2246263d-a9d4-499a-8dc3-6661d41ce564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346379 Oct 27 11:16:24.066072 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2103545-dfd1-4225-ac53-2d33bc65b667 req-15c966ae-56c6-4954-a746-9db4cbfc8ddb tempest-ServersNegativeTestJSON-1181496615 tempest-ServersNegativeTestJSON-1181496615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:16:24.067443 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-d2103545-dfd1-4225-ac53-2d33bc65b667 req-15c966ae-56c6-4954-a746-9db4cbfc8ddb tempest-ServersNegativeTestJSON-1181496615 tempest-ServersNegativeTestJSON-1181496615-project] 10.222.0.44 "GET /v2.0/ports?device_id=c10cc387-c6e9-49b0-9314-483b9b66c9d0 HTTP/1.1" status: 200 len: 945 time: 0.0481799 Oct 27 11:16:24.096150 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device 34cb6b50-1bb6-4800-b9e1-b80e2ca6ff17 no longer exists at agent hyperv_n-h2-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 11:16:24.104882 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-d2103545-dfd1-4225-ac53-2d33bc65b667 req-d1683e76-5739-438d-b98d-6f12ff20a2f7 tempest-ServersNegativeTestJSON-1181496615 tempest-ServersNegativeTestJSON-1181496615-project] 10.222.0.44 "GET /v2.0/security-groups?id=2246263d-a9d4-499a-8dc3-6661d41ce564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308552 Oct 27 11:16:24.118288 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] No Port match for: 34cb6b50-1bb6-4800-b9e1-b80e2ca6ff17 {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 11:16:24.118632 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device 34cb6b50-1bb6-4800-b9e1-b80e2ca6ff17 not bound to the agent host n-h2-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 11:16:25.228473 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc85f03f-8c6a-4e7f-b508-5b4718434776 req-6223cc16-b953-48bd-9654-c53913c65579 tempest-ServersNegativeTestJSON-1181496615 tempest-ServersNegativeTestJSON-1181496615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:16:25.229966 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-bc85f03f-8c6a-4e7f-b508-5b4718434776 req-6223cc16-b953-48bd-9654-c53913c65579 tempest-ServersNegativeTestJSON-1181496615 tempest-ServersNegativeTestJSON-1181496615-project] 10.222.0.44 "GET /v2.0/ports?device_id=c10cc387-c6e9-49b0-9314-483b9b66c9d0 HTTP/1.1" status: 200 len: 945 time: 0.0509303 Oct 27 11:16:25.267101 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-bc85f03f-8c6a-4e7f-b508-5b4718434776 req-d4f63080-3b78-4f3b-ab54-ad92a3a4e27e tempest-ServersNegativeTestJSON-1181496615 tempest-ServersNegativeTestJSON-1181496615-project] 10.222.0.44 "GET /v2.0/security-groups?id=2246263d-a9d4-499a-8dc3-6661d41ce564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309579 Oct 27 11:16:25.381852 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4303946a-0d73-41e4-be6f-96a946f6394b req-38db8475-9089-47f1-b735-25529cb8b2a1 tempest-ServersNegativeTestJSON-1181496615 tempest-ServersNegativeTestJSON-1181496615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:16:25.383265 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-4303946a-0d73-41e4-be6f-96a946f6394b req-38db8475-9089-47f1-b735-25529cb8b2a1 tempest-ServersNegativeTestJSON-1181496615 tempest-ServersNegativeTestJSON-1181496615-project] 10.222.0.64 "GET /v2.0/ports?device_id=c10cc387-c6e9-49b0-9314-483b9b66c9d0 HTTP/1.1" status: 200 len: 945 time: 0.0475993 Oct 27 11:16:25.471540 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [req-4303946a-0d73-41e4-be6f-96a946f6394b req-1a4e8ef5-53f2-4d16-89cf-c0b7f6a0e39a tempest-ServersNegativeTestJSON-1181496615 tempest-ServersNegativeTestJSON-1181496615-project] Deleting port d4ced25f-6b00-42ff-9ce1-d49b58ae9b60 {{(pid=102347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 11:16:25.471773 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-4303946a-0d73-41e4-be6f-96a946f6394b req-1a4e8ef5-53f2-4d16-89cf-c0b7f6a0e39a tempest-ServersNegativeTestJSON-1181496615 tempest-ServersNegativeTestJSON-1181496615-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:25.559633 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-4303946a-0d73-41e4-be6f-96a946f6394b req-1a4e8ef5-53f2-4d16-89cf-c0b7f6a0e39a tempest-ServersNegativeTestJSON-1181496615 tempest-ServersNegativeTestJSON-1181496615-project] For port d4ced25f-6b00-42ff-9ce1-d49b58ae9b60, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=d4ced25f-6b00-42ff-9ce1-d49b58ae9b60,segment=NetworkSegment(2474ffc9-9b46-41e4-8652-e76516eebe48),segment_id=2474ffc9-9b46-41e4-8652-e76516eebe48)] {{(pid=102347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:16:25.559992 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-4303946a-0d73-41e4-be6f-96a946f6394b req-1a4e8ef5-53f2-4d16-89cf-c0b7f6a0e39a tempest-ServersNegativeTestJSON-1181496615 tempest-ServersNegativeTestJSON-1181496615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:25.572764 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [req-4303946a-0d73-41e4-be6f-96a946f6394b req-1a4e8ef5-53f2-4d16-89cf-c0b7f6a0e39a tempest-ServersNegativeTestJSON-1181496615 tempest-ServersNegativeTestJSON-1181496615-project] Calling delete_port for d4ced25f-6b00-42ff-9ce1-d49b58ae9b60 owned by compute:nova {{(pid=102347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 11:16:25.697259 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-4303946a-0d73-41e4-be6f-96a946f6394b req-1a4e8ef5-53f2-4d16-89cf-c0b7f6a0e39a tempest-ServersNegativeTestJSON-1181496615 tempest-ServersNegativeTestJSON-1181496615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:25.708697 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] get_ports_and_sgs() called for port_ids ['d4ced25f-6b00-42ff-9ce1-d49b58ae9b60'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 11:16:25.727178 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4e8ef5-53f2-4d16-89cf-c0b7f6a0e39a tempest-ServersNegativeTestJSON-1181496615 tempest-ServersNegativeTestJSON-1181496615-project] Pushing event deleted for resources: {'Port': ['ID=d4ced25f-6b00-42ff-9ce1-d49b58ae9b60,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:16:25.742232 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4e8ef5-53f2-4d16-89cf-c0b7f6a0e39a tempest-ServersNegativeTestJSON-1181496615 tempest-ServersNegativeTestJSON-1181496615-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:16:25.742575 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4e8ef5-53f2-4d16-89cf-c0b7f6a0e39a tempest-ServersNegativeTestJSON-1181496615 tempest-ServersNegativeTestJSON-1181496615-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:16:25.742911 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4e8ef5-53f2-4d16-89cf-c0b7f6a0e39a tempest-ServersNegativeTestJSON-1181496615 tempest-ServersNegativeTestJSON-1181496615-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:16:25.743239 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4e8ef5-53f2-4d16-89cf-c0b7f6a0e39a tempest-ServersNegativeTestJSON-1181496615 tempest-ServersNegativeTestJSON-1181496615-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:16:25.743612 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4e8ef5-53f2-4d16-89cf-c0b7f6a0e39a tempest-ServersNegativeTestJSON-1181496615 tempest-ServersNegativeTestJSON-1181496615-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:16:25.743935 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4e8ef5-53f2-4d16-89cf-c0b7f6a0e39a tempest-ServersNegativeTestJSON-1181496615 tempest-ServersNegativeTestJSON-1181496615-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:16:25.744277 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4e8ef5-53f2-4d16-89cf-c0b7f6a0e39a tempest-ServersNegativeTestJSON-1181496615 tempest-ServersNegativeTestJSON-1181496615-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:16:25.744599 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4e8ef5-53f2-4d16-89cf-c0b7f6a0e39a tempest-ServersNegativeTestJSON-1181496615 tempest-ServersNegativeTestJSON-1181496615-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:16:25.744917 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4e8ef5-53f2-4d16-89cf-c0b7f6a0e39a tempest-ServersNegativeTestJSON-1181496615 tempest-ServersNegativeTestJSON-1181496615-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:16:25.745233 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4e8ef5-53f2-4d16-89cf-c0b7f6a0e39a tempest-ServersNegativeTestJSON-1181496615 tempest-ServersNegativeTestJSON-1181496615-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:16:25.745547 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4e8ef5-53f2-4d16-89cf-c0b7f6a0e39a tempest-ServersNegativeTestJSON-1181496615 tempest-ServersNegativeTestJSON-1181496615-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:16:25.745860 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4e8ef5-53f2-4d16-89cf-c0b7f6a0e39a tempest-ServersNegativeTestJSON-1181496615 tempest-ServersNegativeTestJSON-1181496615-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:16:25.782597 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [req-4303946a-0d73-41e4-be6f-96a946f6394b req-1a4e8ef5-53f2-4d16-89cf-c0b7f6a0e39a tempest-ServersNegativeTestJSON-1181496615 tempest-ServersNegativeTestJSON-1181496615-project] No DVR routers for this DVR port d4ced25f-6b00-42ff-9ce1-d49b58ae9b60 on host n-h1-813419-10 {{(pid=102347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 11:16:25.785125 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-4303946a-0d73-41e4-be6f-96a946f6394b req-1a4e8ef5-53f2-4d16-89cf-c0b7f6a0e39a tempest-ServersNegativeTestJSON-1181496615 tempest-ServersNegativeTestJSON-1181496615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:25.788437 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-4303946a-0d73-41e4-be6f-96a946f6394b req-1a4e8ef5-53f2-4d16-89cf-c0b7f6a0e39a tempest-ServersNegativeTestJSON-1181496615 tempest-ServersNegativeTestJSON-1181496615-project] 10.222.0.64 "DELETE /v2.0/ports/d4ced25f-6b00-42ff-9ce1-d49b58ae9b60 HTTP/1.1" status: 204 len: 173 time: 0.3989534 Oct 27 11:16:25.788856 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c10cc387-c6e9-49b0-9314-483b9b66c9d0', 'name': 'network-vif-deleted', 'tag': 'd4ced25f-6b00-42ff-9ce1-d49b58ae9b60'}] {{(pid=102347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 11:16:25.791061 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}311149b481204ee7edffdb959c881838506fbd95bc8577c048f6677abb73acc2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c6c4aa9-f029-4d38-8438-d096ace3e098" -d '{"events": [{"server_uuid": "c10cc387-c6e9-49b0-9314-483b9b66c9d0", "name": "network-vif-deleted", "tag": "d4ced25f-6b00-42ff-9ce1-d49b58ae9b60"}]}' {{(pid=102347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 11:16:25.832599 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 11:16:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-654a5aad-1ac7-43f6-b15a-08c671956709 x-openstack-request-id: req-654a5aad-1ac7-43f6-b15a-08c671956709 {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 11:16:25.832882 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c10cc387-c6e9-49b0-9314-483b9b66c9d0", "name": "network-vif-deleted", "tag": "d4ced25f-6b00-42ff-9ce1-d49b58ae9b60", "status": "completed", "code": 200}]} {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 11:16:25.833130 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-654a5aad-1ac7-43f6-b15a-08c671956709 {{(pid=102347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 11:16:25.833522 n-d-813419-10 neutron-server[102347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c10cc387-c6e9-49b0-9314-483b9b66c9d0', 'name': 'network-vif-deleted', 'tag': 'd4ced25f-6b00-42ff-9ce1-d49b58ae9b60', 'status': 'completed', 'code': 200} Oct 27 11:16:26.322136 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 46810) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:16:26.366028 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_v2 [None req-36746faf-4f38-4e81-aefb-7ab380ed93b1 admin admin] Deleting subnet b25c644f-3890-48e5-8fb4-30c4428fdf9a {{(pid=102346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 11:16:26.369009 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-36746faf-4f38-4e81-aefb-7ab380ed93b1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:26.401403 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-36746faf-4f38-4e81-aefb-7ab380ed93b1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25847868'] for subnet, precommit_delete_associations {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:26.442593 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-36746faf-4f38-4e81-aefb-7ab380ed93b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855646'] for subnet, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:26.491288 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-36746faf-4f38-4e81-aefb-7ab380ed93b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27024355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27168307'] for subnet, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:26.516822 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36746faf-4f38-4e81-aefb-7ab380ed93b1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b25c644f-3890-48e5-8fb4-30c4428fdf9a,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:16:26.518798 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-36746faf-4f38-4e81-aefb-7ab380ed93b1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:26.521944 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-36746faf-4f38-4e81-aefb-7ab380ed93b1 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/b25c644f-3890-48e5-8fb4-30c4428fdf9a HTTP/1.1" status: 204 len: 168 time: 0.1988127 Oct 27 11:16:26.524495 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 46812) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:16:26.605866 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-acd437e4-14ec-448c-9ca0-e8cd4e28c06a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586917'] for network, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:26.684935 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-acd437e4-14ec-448c-9ca0-e8cd4e28c06a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857803', 'neutron.services.segments.db._delete_segments_for_network-8743873143390'] for network, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:26.703837 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-acd437e4-14ec-448c-9ca0-e8cd4e28c06a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8cbd5240-adcd-4772-ad4d-63c473b6be2a']}} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:16:26.713168 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-acd437e4-14ec-448c-9ca0-e8cd4e28c06a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2474ffc9-9b46-41e4-8652-e76516eebe48') {'for_net_delete': True} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:16:26.713452 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-acd437e4-14ec-448c-9ca0-e8cd4e28c06a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2474ffc9-9b46-41e4-8652-e76516eebe48') {} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:16:26.722355 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-acd437e4-14ec-448c-9ca0-e8cd4e28c06a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743873145191', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25847877'] for segment, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:26.735270 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-acd437e4-14ec-448c-9ca0-e8cd4e28c06a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:26.740979 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-acd437e4-14ec-448c-9ca0-e8cd4e28c06a admin admin] Releasing vlan 413 on physical network physnet1 to pool {{(pid=102346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 11:16:26.741354 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-acd437e4-14ec-448c-9ca0-e8cd4e28c06a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27024137'] for segment, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:26.742916 n-d-813419-10 neutron-server[102346]: Traceback (most recent call last): Oct 27 11:16:26.742916 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 11:16:26.742916 n-d-813419-10 neutron-server[102346]: timer() Oct 27 11:16:26.742916 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 11:16:26.742916 n-d-813419-10 neutron-server[102346]: cb(*args, **kw) Oct 27 11:16:26.742916 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 11:16:26.742916 n-d-813419-10 neutron-server[102346]: return func(*args, **kwargs) Oct 27 11:16:26.742916 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 11:16:26.742916 n-d-813419-10 neutron-server[102346]: self._notify() Oct 27 11:16:26.742916 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 11:16:26.742916 n-d-813419-10 neutron-server[102346]: self.callback(batched_events) Oct 27 11:16:26.742916 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 11:16:26.742916 n-d-813419-10 neutron-server[102346]: event.method(event) Oct 27 11:16:26.742916 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 11:16:26.742916 n-d-813419-10 neutron-server[102346]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 11:16:26.742916 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 11:16:26.742916 n-d-813419-10 neutron-server[102346]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 11:16:26.742916 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 11:16:26.742916 n-d-813419-10 neutron-server[102346]: return f(self, *a, **k) Oct 27 11:16:26.742916 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 11:16:26.742916 n-d-813419-10 neutron-server[102346]: return self._get(url).json() Oct 27 11:16:26.742916 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 11:16:26.742916 n-d-813419-10 neutron-server[102346]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 11:16:26.742916 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 11:16:26.742916 n-d-813419-10 neutron-server[102346]: return self.request(url, 'GET', **kwargs) Oct 27 11:16:26.742916 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 11:16:26.742916 n-d-813419-10 neutron-server[102346]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 11:16:26.742916 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 11:16:26.742916 n-d-813419-10 neutron-server[102346]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 11:16:26.742916 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 11:16:26.742916 n-d-813419-10 neutron-server[102346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 11:16:26.742916 n-d-813419-10 neutron-server[102346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 11:16:26.799542 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-acd437e4-14ec-448c-9ca0-e8cd4e28c06a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664840'] for network, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:26.804769 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-acd437e4-14ec-448c-9ca0-e8cd4e28c06a admin admin] Publish callbacks [] for network, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:26.807950 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-acd437e4-14ec-448c-9ca0-e8cd4e28c06a admin admin] 10.222.0.44 "DELETE /v2.0/networks/8cbd5240-adcd-4772-ad4d-63c473b6be2a HTTP/1.1" status: 204 len: 168 time: 0.2825072 Oct 27 11:16:26.820595 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd437e4-14ec-448c-9ca0-e8cd4e28c06a admin admin] Pushing event deleted for resources: {'Network': ['ID=8cbd5240-adcd-4772-ad4d-63c473b6be2a,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:16:26.918940 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 46816) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:16:26.957304 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-bd071e68-22cb-4039-8c5c-46c522d281c0 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2dfd6cd713a548abb934cd27d57c98d3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0371015 Oct 27 11:16:26.960119 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 46818) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:16:27.005758 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-553ae474-175b-4d00-9b2a-ba19a696d7e7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:27.026334 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-553ae474-175b-4d00-9b2a-ba19a696d7e7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:27.070593 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-553ae474-175b-4d00-9b2a-ba19a696d7e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:27.073218 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-553ae474-175b-4d00-9b2a-ba19a696d7e7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:27.074374 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-553ae474-175b-4d00-9b2a-ba19a696d7e7 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2246263d-a9d4-499a-8dc3-6661d41ce564 HTTP/1.1" status: 204 len: 168 time: 0.1133018 Oct 27 11:16:27.081983 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553ae474-175b-4d00-9b2a-ba19a696d7e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2246263d-a9d4-499a-8dc3-6661d41ce564,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:16:27.748062 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 46840) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:16:27.841945 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-26b26072-a126-4d5f-b9eb-0caa5d57d68b tempest-NetworksIpV6Test-1276704690 tempest-NetworksIpV6Test-1276704690-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1358677292'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:16:27.861637 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26b26072-a126-4d5f-b9eb-0caa5d57d68b tempest-NetworksIpV6Test-1276704690 tempest-NetworksIpV6Test-1276704690-project] Made reservation on behalf of e955655587ec48d5b62383257d1f0f67 for: {'network': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 11:16:27.865012 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-26b26072-a126-4d5f-b9eb-0caa5d57d68b tempest-NetworksIpV6Test-1276704690 tempest-NetworksIpV6Test-1276704690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for network, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:27.873299 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-26b26072-a126-4d5f-b9eb-0caa5d57d68b tempest-NetworksIpV6Test-1276704690 tempest-NetworksIpV6Test-1276704690-project] Publish callbacks [] for security_group, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:27.948212 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-26b26072-a126-4d5f-b9eb-0caa5d57d68b tempest-NetworksIpV6Test-1276704690 tempest-NetworksIpV6Test-1276704690-project] Publish callbacks [] for security_group, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:27.951891 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-26b26072-a126-4d5f-b9eb-0caa5d57d68b tempest-NetworksIpV6Test-1276704690 tempest-NetworksIpV6Test-1276704690-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:27.978564 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26b26072-a126-4d5f-b9eb-0caa5d57d68b tempest-NetworksIpV6Test-1276704690 tempest-NetworksIpV6Test-1276704690-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 434} {{(pid=102347) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 11:16:27.988536 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b26072-a126-4d5f-b9eb-0caa5d57d68b tempest-NetworksIpV6Test-1276704690 tempest-NetworksIpV6Test-1276704690-project] Pushing event updated for resources: {'SecurityGroup': ['ID=815417ae-d445-4ff2-8429-893fce3bdda7,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:16:28.002685 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-26b26072-a126-4d5f-b9eb-0caa5d57d68b tempest-NetworksIpV6Test-1276704690 tempest-NetworksIpV6Test-1276704690-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:28.003160 n-d-813419-10 neutron-server[102347]: INFO neutron.db.segments_db [None req-26b26072-a126-4d5f-b9eb-0caa5d57d68b tempest-NetworksIpV6Test-1276704690 tempest-NetworksIpV6Test-1276704690-project] Added segment 94b7a1f0-7c30-448b-b20c-7eb503897ac0 of type vlan for network 14f5f421-7058-4a0b-9c38-32798dea2551 Oct 27 11:16:28.043313 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-26b26072-a126-4d5f-b9eb-0caa5d57d68b tempest-NetworksIpV6Test-1276704690 tempest-NetworksIpV6Test-1276704690-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743872593080'] for network, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:28.066959 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-26b26072-a126-4d5f-b9eb-0caa5d57d68b tempest-NetworksIpV6Test-1276704690 tempest-NetworksIpV6Test-1276704690-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913'] for network, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:28.073294 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26b26072-a126-4d5f-b9eb-0caa5d57d68b tempest-NetworksIpV6Test-1276704690 tempest-NetworksIpV6Test-1276704690-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:16:28.073911 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-26b26072-a126-4d5f-b9eb-0caa5d57d68b tempest-NetworksIpV6Test-1276704690 tempest-NetworksIpV6Test-1276704690-project] Publish callbacks [] for network, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:28.129967 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-26b26072-a126-4d5f-b9eb-0caa5d57d68b tempest-NetworksIpV6Test-1276704690 tempest-NetworksIpV6Test-1276704690-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3807299 Oct 27 11:16:28.148000 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b26072-a126-4d5f-b9eb-0caa5d57d68b tempest-NetworksIpV6Test-1276704690 tempest-NetworksIpV6Test-1276704690-project] Pushing event updated for resources: {'Network': ['ID=14f5f421-7058-4a0b-9c38-32798dea2551,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:16:28.158446 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Network 14f5f421-7058-4a0b-9c38-32798dea2551 details requested by agent ovs-agent-n-d-813419-10 with host n-d-813419-10 {{(pid=102348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 11:16:28.950672 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device d4ced25f-6b00-42ff-9ce1-d49b58ae9b60 no longer exists at agent hyperv_n-h1-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 11:16:28.970813 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] No Port match for: d4ced25f-6b00-42ff-9ce1-d49b58ae9b60 {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 11:16:28.971160 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device d4ced25f-6b00-42ff-9ce1-d49b58ae9b60 not bound to the agent host n-h1-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 11:16:31.369287 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 46844) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:16:31.374364 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-d462e8a4-6744-445c-b7ff-cac34fc87b41 tempest-NetworksIpV6Test-1276704690 tempest-NetworksIpV6Test-1276704690-project] Request body: {'subnet': {'network_id': '14f5f421-7058-4a0b-9c38-32798dea2551', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:16:31.462634 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d462e8a4-6744-445c-b7ff-cac34fc87b41 tempest-NetworksIpV6Test-1276704690 tempest-NetworksIpV6Test-1276704690-project] Made reservation on behalf of e955655587ec48d5b62383257d1f0f67 for: {'subnet': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 11:16:31.466160 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d462e8a4-6744-445c-b7ff-cac34fc87b41 tempest-NetworksIpV6Test-1276704690 tempest-NetworksIpV6Test-1276704690-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27167186'] for subnet, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:31.641996 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d462e8a4-6744-445c-b7ff-cac34fc87b41 tempest-NetworksIpV6Test-1276704690 tempest-NetworksIpV6Test-1276704690-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27024290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27167168'] for subnet, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:31.704961 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d462e8a4-6744-445c-b7ff-cac34fc87b41 tempest-NetworksIpV6Test-1276704690 tempest-NetworksIpV6Test-1276704690-project] Pushing event updated for resources: {'Subnet': ['ID=c3381b6b-faf3-42de-8e21-69f6cf0cf0f4,revision_number=0']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:16:31.707181 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d462e8a4-6744-445c-b7ff-cac34fc87b41 tempest-NetworksIpV6Test-1276704690 tempest-NetworksIpV6Test-1276704690-project] Checking segment: {'id': '94b7a1f0-7c30-448b-b20c-7eb503897ac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '14f5f421-7058-4a0b-9c38-32798dea2551'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 11:16:31.707552 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d462e8a4-6744-445c-b7ff-cac34fc87b41 tempest-NetworksIpV6Test-1276704690 tempest-NetworksIpV6Test-1276704690-project] Network hostable DHCP agents. Network: 14f5f421-7058-4a0b-9c38-32798dea2551, hostable agents: ['eafd4000-b897-4722-ae8b-0118ec955181'], hosted agents: [] {{(pid=102346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 11:16:31.723486 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d462e8a4-6744-445c-b7ff-cac34fc87b41 tempest-NetworksIpV6Test-1276704690 tempest-NetworksIpV6Test-1276704690-project] Network 14f5f421-7058-4a0b-9c38-32798dea2551 is scheduled to be hosted by DHCP agent eafd4000-b897-4722-ae8b-0118ec955181 with binding_index 1 {{(pid=102346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 11:16:31.732380 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-d462e8a4-6744-445c-b7ff-cac34fc87b41 tempest-NetworksIpV6Test-1276704690 tempest-NetworksIpV6Test-1276704690-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-10, 14f5f421-7058-4a0b-9c38-32798dea2551) {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 11:16:31.738213 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d462e8a4-6744-445c-b7ff-cac34fc87b41 tempest-NetworksIpV6Test-1276704690 tempest-NetworksIpV6Test-1276704690-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:16:31.739161 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d462e8a4-6744-445c-b7ff-cac34fc87b41 tempest-NetworksIpV6Test-1276704690 tempest-NetworksIpV6Test-1276704690-project] Publish callbacks [] for subnet, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:31.740028 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc6069e9-43e6-45e2-a625-ce34d1f356d3 None None] Network 14f5f421-7058-4a0b-9c38-32798dea2551 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 11:16:31.755659 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-d462e8a4-6744-445c-b7ff-cac34fc87b41 tempest-NetworksIpV6Test-1276704690 tempest-NetworksIpV6Test-1276704690-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3852324 Oct 27 11:16:31.759081 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 46846) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:16:31.763816 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-c730ad75-5f24-40a8-a328-581fa1e63723 tempest-NetworksIpV6Test-1276704690 tempest-NetworksIpV6Test-1276704690-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-190678634'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:16:31.784155 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c730ad75-5f24-40a8-a328-581fa1e63723 tempest-NetworksIpV6Test-1276704690 tempest-NetworksIpV6Test-1276704690-project] Made reservation on behalf of e955655587ec48d5b62383257d1f0f67 for: {'network': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 11:16:31.788089 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-c730ad75-5f24-40a8-a328-581fa1e63723 tempest-NetworksIpV6Test-1276704690 tempest-NetworksIpV6Test-1276704690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for network, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:31.813221 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c730ad75-5f24-40a8-a328-581fa1e63723 tempest-NetworksIpV6Test-1276704690 tempest-NetworksIpV6Test-1276704690-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 401} {{(pid=102346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 11:16:31.821900 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-c730ad75-5f24-40a8-a328-581fa1e63723 tempest-NetworksIpV6Test-1276704690 tempest-NetworksIpV6Test-1276704690-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:31.822237 n-d-813419-10 neutron-server[102346]: INFO neutron.db.segments_db [None req-c730ad75-5f24-40a8-a328-581fa1e63723 tempest-NetworksIpV6Test-1276704690 tempest-NetworksIpV6Test-1276704690-project] Added segment 5eec3c57-fb2d-4f45-aa48-9dda3051942c of type vlan for network 2fdd2a9e-da80-4603-9899-d244373a1acc Oct 27 11:16:31.871541 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-c730ad75-5f24-40a8-a328-581fa1e63723 tempest-NetworksIpV6Test-1276704690 tempest-NetworksIpV6Test-1276704690-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743872593080'] for network, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:31.886574 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57ded1e1-55bd-4288-b836-3a704ef4d422 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp734b258e-7d96-550c-b970-9b72ab66f383-14f5f421-7058-4a0b-9c38-32798dea2551', 'network_id': '14f5f421-7058-4a0b-9c38-32798dea2551', 'tenant_id': 'e955655587ec48d5b62383257d1f0f67', 'fixed_ips': [{'subnet_id': 'c3381b6b-faf3-42de-8e21-69f6cf0cf0f4'}]}} from n-d-813419-10. {{(pid=102348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 11:16:31.887436 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-57ded1e1-55bd-4288-b836-3a704ef4d422 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:31.895980 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-c730ad75-5f24-40a8-a328-581fa1e63723 tempest-NetworksIpV6Test-1276704690 tempest-NetworksIpV6Test-1276704690-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913'] for network, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:31.901457 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c730ad75-5f24-40a8-a328-581fa1e63723 tempest-NetworksIpV6Test-1276704690 tempest-NetworksIpV6Test-1276704690-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:16:31.902016 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-c730ad75-5f24-40a8-a328-581fa1e63723 tempest-NetworksIpV6Test-1276704690 tempest-NetworksIpV6Test-1276704690-project] Publish callbacks [] for network, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:31.957394 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-c730ad75-5f24-40a8-a328-581fa1e63723 tempest-NetworksIpV6Test-1276704690 tempest-NetworksIpV6Test-1276704690-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1945992 Oct 27 11:16:31.957635 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 46848) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:16:31.962855 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-ce19a1ff-f354-4a6e-92ab-a37f4b39b732 tempest-NetworksIpV6Test-1276704690 tempest-NetworksIpV6Test-1276704690-project] Request body: {'subnet': {'network_id': '2fdd2a9e-da80-4603-9899-d244373a1acc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:16:32.016528 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c730ad75-5f24-40a8-a328-581fa1e63723 tempest-NetworksIpV6Test-1276704690 tempest-NetworksIpV6Test-1276704690-project] Pushing event updated for resources: {'Network': ['ID=2fdd2a9e-da80-4603-9899-d244373a1acc,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:16:32.026388 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.db_base_plugin_common [None req-57ded1e1-55bd-4288-b836-3a704ef4d422 None None] Allocated IP 2001:db8:0:ffff::2 (14f5f421-7058-4a0b-9c38-32798dea2551/c3381b6b-faf3-42de-8e21-69f6cf0cf0f4/0422c8e3-9616-4631-a610-f96699a8f5e5) {{(pid=102348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 11:16:32.029991 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Network 2fdd2a9e-da80-4603-9899-d244373a1acc details requested by agent ovs-agent-n-d-813419-10 with host n-d-813419-10 {{(pid=102348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 11:16:32.063638 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce19a1ff-f354-4a6e-92ab-a37f4b39b732 tempest-NetworksIpV6Test-1276704690 tempest-NetworksIpV6Test-1276704690-project] Made reservation on behalf of e955655587ec48d5b62383257d1f0f67 for: {'subnet': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 11:16:32.067386 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ce19a1ff-f354-4a6e-92ab-a37f4b39b732 tempest-NetworksIpV6Test-1276704690 tempest-NetworksIpV6Test-1276704690-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27167186'] for subnet, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:32.236712 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-57ded1e1-55bd-4288-b836-3a704ef4d422 None None] Publish callbacks [] for port, precommit_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:32.241990 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-57ded1e1-55bd-4288-b836-3a704ef4d422 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606'] for port, after_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:32.264441 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ce19a1ff-f354-4a6e-92ab-a37f4b39b732 tempest-NetworksIpV6Test-1276704690 tempest-NetworksIpV6Test-1276704690-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27024290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27167168'] for subnet, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:32.285666 n-d-813419-10 neutron-server[102348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57ded1e1-55bd-4288-b836-3a704ef4d422 None None] Network 14f5f421-7058-4a0b-9c38-32798dea2551 is already hosted by enough agents. {{(pid=102348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 11:16:32.290900 n-d-813419-10 neutron-server[102348]: DEBUG neutron.scheduler.base_scheduler [None req-57ded1e1-55bd-4288-b836-3a704ef4d422 None None] Resources bound (agent type, host, resource id): {{(pid=102348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 11:16:32.292314 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.agents_db [None req-e79ee67d-056e-46ea-bd99-e80473396b25 None None] Agent healthcheck: found 7 active agents {{(pid=102349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 11:16:32.295299 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57ded1e1-55bd-4288-b836-3a704ef4d422 None None] Received port after_create {{(pid=102348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 11:16:32.298349 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ded1e1-55bd-4288-b836-3a704ef4d422 None None] Pushing event updated for resources: {'Port': ['ID=0422c8e3-9616-4631-a610-f96699a8f5e5,revision_number=1']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:16:32.309812 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ded1e1-55bd-4288-b836-3a704ef4d422 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:16:32.310156 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ded1e1-55bd-4288-b836-3a704ef4d422 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:16:32.310485 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ded1e1-55bd-4288-b836-3a704ef4d422 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:16:32.310840 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ded1e1-55bd-4288-b836-3a704ef4d422 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:16:32.311155 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ded1e1-55bd-4288-b836-3a704ef4d422 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:16:32.311479 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ded1e1-55bd-4288-b836-3a704ef4d422 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:16:32.311930 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ded1e1-55bd-4288-b836-3a704ef4d422 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:16:32.312276 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ded1e1-55bd-4288-b836-3a704ef4d422 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:16:32.312602 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ded1e1-55bd-4288-b836-3a704ef4d422 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:16:32.312926 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ded1e1-55bd-4288-b836-3a704ef4d422 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:16:32.313252 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ded1e1-55bd-4288-b836-3a704ef4d422 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:16:32.313570 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ded1e1-55bd-4288-b836-3a704ef4d422 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:16:32.335623 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce19a1ff-f354-4a6e-92ab-a37f4b39b732 tempest-NetworksIpV6Test-1276704690 tempest-NetworksIpV6Test-1276704690-project] Pushing event updated for resources: {'Subnet': ['ID=9e6a7f5b-5a0d-414e-9aa7-590601e265b4,revision_number=0']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:16:32.339077 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce19a1ff-f354-4a6e-92ab-a37f4b39b732 tempest-NetworksIpV6Test-1276704690 tempest-NetworksIpV6Test-1276704690-project] Checking segment: {'id': '5eec3c57-fb2d-4f45-aa48-9dda3051942c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '2fdd2a9e-da80-4603-9899-d244373a1acc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 11:16:32.339819 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce19a1ff-f354-4a6e-92ab-a37f4b39b732 tempest-NetworksIpV6Test-1276704690 tempest-NetworksIpV6Test-1276704690-project] Network hostable DHCP agents. Network: 2fdd2a9e-da80-4603-9899-d244373a1acc, hostable agents: ['eafd4000-b897-4722-ae8b-0118ec955181'], hosted agents: [] {{(pid=102346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 11:16:32.360698 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-57ded1e1-55bd-4288-b836-3a704ef4d422 None None] Attempting to bind port 0422c8e3-9616-4631-a610-f96699a8f5e5 on host n-d-813419-10 for vnic_type normal with profile {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 11:16:32.361109 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-57ded1e1-55bd-4288-b836-3a704ef4d422 None None] Attempting to bind port 0422c8e3-9616-4631-a610-f96699a8f5e5 by drivers openvswitch,hyperv on host n-d-813419-10 at level 0 using segments [{'id': '94b7a1f0-7c30-448b-b20c-7eb503897ac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '14f5f421-7058-4a0b-9c38-32798dea2551'}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 11:16:32.361477 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57ded1e1-55bd-4288-b836-3a704ef4d422 None None] Attempting to bind port 0422c8e3-9616-4631-a610-f96699a8f5e5 on network 14f5f421-7058-4a0b-9c38-32798dea2551 {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 11:16:32.362051 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce19a1ff-f354-4a6e-92ab-a37f4b39b732 tempest-NetworksIpV6Test-1276704690 tempest-NetworksIpV6Test-1276704690-project] Network 2fdd2a9e-da80-4603-9899-d244373a1acc is scheduled to be hosted by DHCP agent eafd4000-b897-4722-ae8b-0118ec955181 with binding_index 1 {{(pid=102346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 11:16:32.366744 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57ded1e1-55bd-4288-b836-3a704ef4d422 None None] Checking agent: {'id': '89dba0f3-79b2-435e-9822-33674b8f6ada', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 8, 20), 'started_at': datetime.datetime(2021, 10, 27, 10, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 11, 16, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 11:16:32.367118 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57ded1e1-55bd-4288-b836-3a704ef4d422 None None] Checking segment: {'id': '94b7a1f0-7c30-448b-b20c-7eb503897ac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '14f5f421-7058-4a0b-9c38-32798dea2551'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 11:16:32.367518 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-57ded1e1-55bd-4288-b836-3a704ef4d422 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:32.367910 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57ded1e1-55bd-4288-b836-3a704ef4d422 None None] Bound using segment: {'id': '94b7a1f0-7c30-448b-b20c-7eb503897ac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '14f5f421-7058-4a0b-9c38-32798dea2551'} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 11:16:32.368481 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-57ded1e1-55bd-4288-b836-3a704ef4d422 None None] Bound port: 0422c8e3-9616-4631-a610-f96699a8f5e5, host: n-d-813419-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94b7a1f0-7c30-448b-b20c-7eb503897ac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '14f5f421-7058-4a0b-9c38-32798dea2551'}}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 11:16:32.368899 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-57ded1e1-55bd-4288-b836-3a704ef4d422 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:32.371069 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-ce19a1ff-f354-4a6e-92ab-a37f4b39b732 tempest-NetworksIpV6Test-1276704690 tempest-NetworksIpV6Test-1276704690-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-10, 2fdd2a9e-da80-4603-9899-d244373a1acc) {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 11:16:32.376170 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce19a1ff-f354-4a6e-92ab-a37f4b39b732 tempest-NetworksIpV6Test-1276704690 tempest-NetworksIpV6Test-1276704690-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:16:32.377778 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ce19a1ff-f354-4a6e-92ab-a37f4b39b732 tempest-NetworksIpV6Test-1276704690 tempest-NetworksIpV6Test-1276704690-project] Publish callbacks [] for subnet, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:32.379153 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b09c1473-b8b0-4b0a-a6c2-5caf99bf917f None None] Network 2fdd2a9e-da80-4603-9899-d244373a1acc requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 11:16:32.397333 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-ce19a1ff-f354-4a6e-92ab-a37f4b39b732 tempest-NetworksIpV6Test-1276704690 tempest-NetworksIpV6Test-1276704690-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4381120 Oct 27 11:16:32.397662 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 46850) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:16:32.494739 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-3b58de56-951e-40e9-a199-1208d307585f tempest-NetworksIpV6Test-1276704690 tempest-NetworksIpV6Test-1276704690-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586917'] for network, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:32.504044 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-57ded1e1-55bd-4288-b836-3a704ef4d422 None None] For port 0422c8e3-9616-4631-a610-f96699a8f5e5, host n-d-813419-10, cleared binding levels {{(pid=102348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 11:16:32.509055 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-57ded1e1-55bd-4288-b836-3a704ef4d422 None None] For port 0422c8e3-9616-4631-a610-f96699a8f5e5, host n-d-813419-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=0422c8e3-9616-4631-a610-f96699a8f5e5,segment=NetworkSegment(94b7a1f0-7c30-448b-b20c-7eb503897ac0),segment_id=94b7a1f0-7c30-448b-b20c-7eb503897ac0)] {{(pid=102348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 11:16:32.515134 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-57ded1e1-55bd-4288-b836-3a704ef4d422 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:32.546986 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-3b58de56-951e-40e9-a199-1208d307585f tempest-NetworksIpV6Test-1276704690 tempest-NetworksIpV6Test-1276704690-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855646'] for subnet, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:32.638330 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ded1e1-55bd-4288-b836-3a704ef4d422 None None] Pushing event updated for resources: {'Port': ['ID=0422c8e3-9616-4631-a610-f96699a8f5e5,revision_number=2']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:16:32.638698 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-3b58de56-951e-40e9-a199-1208d307585f tempest-NetworksIpV6Test-1276704690 tempest-NetworksIpV6Test-1276704690-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-18295818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18043720'] for subnet, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:32.646803 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd5da33e-8983-4e87-8364-204b083d8bc5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp734b258e-7d96-550c-b970-9b72ab66f383-2fdd2a9e-da80-4603-9899-d244373a1acc', 'network_id': '2fdd2a9e-da80-4603-9899-d244373a1acc', 'tenant_id': 'e955655587ec48d5b62383257d1f0f67', 'fixed_ips': [{'subnet_id': '9e6a7f5b-5a0d-414e-9aa7-590601e265b4'}]}} from n-d-813419-10. {{(pid=102348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 11:16:32.648351 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-dd5da33e-8983-4e87-8364-204b083d8bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:32.667035 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b58de56-951e-40e9-a199-1208d307585f tempest-NetworksIpV6Test-1276704690 tempest-NetworksIpV6Test-1276704690-project] Pushing event deleted for resources: {'Subnet': ['ID=9e6a7f5b-5a0d-414e-9aa7-590601e265b4,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:16:32.728920 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-3b58de56-951e-40e9-a199-1208d307585f tempest-NetworksIpV6Test-1276704690 tempest-NetworksIpV6Test-1276704690-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857803', 'neutron.services.segments.db._delete_segments_for_network-8743873143390'] for network, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:32.735823 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6310e361-fe17-4a74-bbd6-36b380b47d86 None None] Network 2fdd2a9e-da80-4603-9899-d244373a1acc requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 11:16:32.758002 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-3b58de56-951e-40e9-a199-1208d307585f tempest-NetworksIpV6Test-1276704690 tempest-NetworksIpV6Test-1276704690-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2fdd2a9e-da80-4603-9899-d244373a1acc']}} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:16:32.769747 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-3b58de56-951e-40e9-a199-1208d307585f tempest-NetworksIpV6Test-1276704690 tempest-NetworksIpV6Test-1276704690-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5eec3c57-fb2d-4f45-aa48-9dda3051942c') {'for_net_delete': True} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:16:32.770130 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-3b58de56-951e-40e9-a199-1208d307585f tempest-NetworksIpV6Test-1276704690 tempest-NetworksIpV6Test-1276704690-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5eec3c57-fb2d-4f45-aa48-9dda3051942c') {} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:16:32.805067 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-3b58de56-951e-40e9-a199-1208d307585f tempest-NetworksIpV6Test-1276704690 tempest-NetworksIpV6Test-1276704690-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743873145191', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18445132'] for segment, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:32.822054 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-3b58de56-951e-40e9-a199-1208d307585f tempest-NetworksIpV6Test-1276704690 tempest-NetworksIpV6Test-1276704690-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:32.831756 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b58de56-951e-40e9-a199-1208d307585f tempest-NetworksIpV6Test-1276704690 tempest-NetworksIpV6Test-1276704690-project] Releasing vlan 401 on physical network physnet1 to pool {{(pid=102347) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 11:16:32.832174 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-3b58de56-951e-40e9-a199-1208d307585f tempest-NetworksIpV6Test-1276704690 tempest-NetworksIpV6Test-1276704690-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-18296032'] for segment, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:32.837324 n-d-813419-10 neutron-server[102347]: Traceback (most recent call last): Oct 27 11:16:32.837324 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 11:16:32.837324 n-d-813419-10 neutron-server[102347]: timer() Oct 27 11:16:32.837324 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 11:16:32.837324 n-d-813419-10 neutron-server[102347]: cb(*args, **kw) Oct 27 11:16:32.837324 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 11:16:32.837324 n-d-813419-10 neutron-server[102347]: return func(*args, **kwargs) Oct 27 11:16:32.837324 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 11:16:32.837324 n-d-813419-10 neutron-server[102347]: self._notify() Oct 27 11:16:32.837324 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 11:16:32.837324 n-d-813419-10 neutron-server[102347]: self.callback(batched_events) Oct 27 11:16:32.837324 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 11:16:32.837324 n-d-813419-10 neutron-server[102347]: event.method(event) Oct 27 11:16:32.837324 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 11:16:32.837324 n-d-813419-10 neutron-server[102347]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 11:16:32.837324 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 11:16:32.837324 n-d-813419-10 neutron-server[102347]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 11:16:32.837324 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 11:16:32.837324 n-d-813419-10 neutron-server[102347]: return f(self, *a, **k) Oct 27 11:16:32.837324 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 11:16:32.837324 n-d-813419-10 neutron-server[102347]: return self._get(url).json() Oct 27 11:16:32.837324 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 11:16:32.837324 n-d-813419-10 neutron-server[102347]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 11:16:32.837324 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 11:16:32.837324 n-d-813419-10 neutron-server[102347]: return self.request(url, 'GET', **kwargs) Oct 27 11:16:32.837324 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 11:16:32.837324 n-d-813419-10 neutron-server[102347]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 11:16:32.837324 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 11:16:32.837324 n-d-813419-10 neutron-server[102347]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 11:16:32.837324 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 11:16:32.837324 n-d-813419-10 neutron-server[102347]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 11:16:32.837324 n-d-813419-10 neutron-server[102347]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 11:16:32.925811 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:32.930424 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-3b58de56-951e-40e9-a199-1208d307585f tempest-NetworksIpV6Test-1276704690 tempest-NetworksIpV6Test-1276704690-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664840'] for network, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:32.944911 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-3b58de56-951e-40e9-a199-1208d307585f tempest-NetworksIpV6Test-1276704690 tempest-NetworksIpV6Test-1276704690-project] Publish callbacks [] for network, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:32.950731 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-3b58de56-951e-40e9-a199-1208d307585f tempest-NetworksIpV6Test-1276704690 tempest-NetworksIpV6Test-1276704690-project] 10.222.0.44 "DELETE /v2.0/networks/2fdd2a9e-da80-4603-9899-d244373a1acc HTTP/1.1" status: 204 len: 168 time: 0.5519481 Oct 27 11:16:32.955945 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 46852) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:16:32.961571 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-b418b04d-8613-4a54-b50f-23d1cba75a8e tempest-NetworksIpV6Test-1276704690 tempest-NetworksIpV6Test-1276704690-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2138810753'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:16:32.964896 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b58de56-951e-40e9-a199-1208d307585f tempest-NetworksIpV6Test-1276704690 tempest-NetworksIpV6Test-1276704690-project] Pushing event deleted for resources: {'Network': ['ID=2fdd2a9e-da80-4603-9899-d244373a1acc,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:16:32.986751 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b418b04d-8613-4a54-b50f-23d1cba75a8e tempest-NetworksIpV6Test-1276704690 tempest-NetworksIpV6Test-1276704690-project] Made reservation on behalf of e955655587ec48d5b62383257d1f0f67 for: {'network': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 11:16:32.990747 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-b418b04d-8613-4a54-b50f-23d1cba75a8e tempest-NetworksIpV6Test-1276704690 tempest-NetworksIpV6Test-1276704690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for network, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:33.014975 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b418b04d-8613-4a54-b50f-23d1cba75a8e tempest-NetworksIpV6Test-1276704690 tempest-NetworksIpV6Test-1276704690-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 426} {{(pid=102346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 11:16:33.024458 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-b418b04d-8613-4a54-b50f-23d1cba75a8e tempest-NetworksIpV6Test-1276704690 tempest-NetworksIpV6Test-1276704690-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:33.024797 n-d-813419-10 neutron-server[102346]: INFO neutron.db.segments_db [None req-b418b04d-8613-4a54-b50f-23d1cba75a8e tempest-NetworksIpV6Test-1276704690 tempest-NetworksIpV6Test-1276704690-project] Added segment ecf51197-0bb8-404c-b056-66cf441cdf1a of type vlan for network fbaaeed2-9838-4934-9073-fa345ea13f92 Oct 27 11:16:33.064140 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-b418b04d-8613-4a54-b50f-23d1cba75a8e tempest-NetworksIpV6Test-1276704690 tempest-NetworksIpV6Test-1276704690-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743872593080'] for network, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:33.086703 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-b418b04d-8613-4a54-b50f-23d1cba75a8e tempest-NetworksIpV6Test-1276704690 tempest-NetworksIpV6Test-1276704690-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913'] for network, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:33.092141 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b418b04d-8613-4a54-b50f-23d1cba75a8e tempest-NetworksIpV6Test-1276704690 tempest-NetworksIpV6Test-1276704690-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:16:33.092778 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-b418b04d-8613-4a54-b50f-23d1cba75a8e tempest-NetworksIpV6Test-1276704690 tempest-NetworksIpV6Test-1276704690-project] Publish callbacks [] for network, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:33.154699 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-b418b04d-8613-4a54-b50f-23d1cba75a8e tempest-NetworksIpV6Test-1276704690 tempest-NetworksIpV6Test-1276704690-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1974599 Oct 27 11:16:33.157698 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 46854) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:16:33.163354 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-d021a107-398b-4bf0-975e-7c4565c9f652 tempest-NetworksIpV6Test-1276704690 tempest-NetworksIpV6Test-1276704690-project] Request body: {'subnet': {'network_id': 'fbaaeed2-9838-4934-9073-fa345ea13f92', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:16:33.167141 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b418b04d-8613-4a54-b50f-23d1cba75a8e tempest-NetworksIpV6Test-1276704690 tempest-NetworksIpV6Test-1276704690-project] Pushing event updated for resources: {'Network': ['ID=fbaaeed2-9838-4934-9073-fa345ea13f92,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:16:33.179547 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Network fbaaeed2-9838-4934-9073-fa345ea13f92 details requested by agent ovs-agent-n-d-813419-10 with host n-d-813419-10 {{(pid=102348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 11:16:33.256532 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d021a107-398b-4bf0-975e-7c4565c9f652 tempest-NetworksIpV6Test-1276704690 tempest-NetworksIpV6Test-1276704690-project] Made reservation on behalf of e955655587ec48d5b62383257d1f0f67 for: {'subnet': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 11:16:33.260040 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-d021a107-398b-4bf0-975e-7c4565c9f652 tempest-NetworksIpV6Test-1276704690 tempest-NetworksIpV6Test-1276704690-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18044073'] for subnet, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:33.319172 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.ipam_backend_mixin [None req-d021a107-398b-4bf0-975e-7c4565c9f652 tempest-NetworksIpV6Test-1276704690 tempest-NetworksIpV6Test-1276704690-project] Performing IP validity checks on allocation pools {{(pid=102347) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Oct 27 11:16:33.319678 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.ipam_backend_mixin [None req-d021a107-398b-4bf0-975e-7c4565c9f652 tempest-NetworksIpV6Test-1276704690 tempest-NetworksIpV6Test-1276704690-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102347) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Oct 27 11:16:33.447981 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-d021a107-398b-4bf0-975e-7c4565c9f652 tempest-NetworksIpV6Test-1276704690 tempest-NetworksIpV6Test-1276704690-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-18295883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18044091'] for subnet, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:33.510164 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d021a107-398b-4bf0-975e-7c4565c9f652 tempest-NetworksIpV6Test-1276704690 tempest-NetworksIpV6Test-1276704690-project] Pushing event updated for resources: {'Subnet': ['ID=a583b6f8-cf3a-4c97-a2af-fab34dcd5b15,revision_number=0']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:16:33.518313 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d021a107-398b-4bf0-975e-7c4565c9f652 tempest-NetworksIpV6Test-1276704690 tempest-NetworksIpV6Test-1276704690-project] Checking segment: {'id': 'ecf51197-0bb8-404c-b056-66cf441cdf1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'fbaaeed2-9838-4934-9073-fa345ea13f92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 11:16:33.518700 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d021a107-398b-4bf0-975e-7c4565c9f652 tempest-NetworksIpV6Test-1276704690 tempest-NetworksIpV6Test-1276704690-project] Network hostable DHCP agents. Network: fbaaeed2-9838-4934-9073-fa345ea13f92, hostable agents: ['eafd4000-b897-4722-ae8b-0118ec955181'], hosted agents: [] {{(pid=102347) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 11:16:33.541225 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d021a107-398b-4bf0-975e-7c4565c9f652 tempest-NetworksIpV6Test-1276704690 tempest-NetworksIpV6Test-1276704690-project] Network fbaaeed2-9838-4934-9073-fa345ea13f92 is scheduled to be hosted by DHCP agent eafd4000-b897-4722-ae8b-0118ec955181 with binding_index 1 {{(pid=102347) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 11:16:33.549825 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [None req-d021a107-398b-4bf0-975e-7c4565c9f652 tempest-NetworksIpV6Test-1276704690 tempest-NetworksIpV6Test-1276704690-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-10, fbaaeed2-9838-4934-9073-fa345ea13f92) {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 11:16:33.554066 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d021a107-398b-4bf0-975e-7c4565c9f652 tempest-NetworksIpV6Test-1276704690 tempest-NetworksIpV6Test-1276704690-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:16:33.554679 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-d021a107-398b-4bf0-975e-7c4565c9f652 tempest-NetworksIpV6Test-1276704690 tempest-NetworksIpV6Test-1276704690-project] Publish callbacks [] for subnet, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:33.559498 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d046953-a193-41cd-b6ad-e62b19826e2e None None] Network fbaaeed2-9838-4934-9073-fa345ea13f92 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 11:16:33.574899 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-d021a107-398b-4bf0-975e-7c4565c9f652 tempest-NetworksIpV6Test-1276704690 tempest-NetworksIpV6Test-1276704690-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4136498 Oct 27 11:16:33.576578 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 46856) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:16:33.619846 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb46c7bf-bcb5-4ddf-8c2b-f879c1dfe829 None None] Network 14f5f421-7058-4a0b-9c38-32798dea2551 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 11:16:33.675392 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 0422c8e3-9616-4631-a610-f96699a8f5e5 up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 11:16:33.684711 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-3634ec27-209e-4af9-8ec3-9e8d608ca7a5 tempest-NetworksIpV6Test-1276704690 tempest-NetworksIpV6Test-1276704690-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586917'] for network, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:33.721361 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-4bd3848a-b66d-45e4-9b9d-773797fd9203 None None] Provisioning complete for port 0422c8e3-9616-4631-a610-f96699a8f5e5 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:16:33.721730 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-4bd3848a-b66d-45e4-9b9d-773797fd9203 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:33.737210 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-3634ec27-209e-4af9-8ec3-9e8d608ca7a5 tempest-NetworksIpV6Test-1276704690 tempest-NetworksIpV6Test-1276704690-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855646'] for subnet, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:33.795669 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-3634ec27-209e-4af9-8ec3-9e8d608ca7a5 tempest-NetworksIpV6Test-1276704690 tempest-NetworksIpV6Test-1276704690-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-18295818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18043720'] for subnet, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:33.822227 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3634ec27-209e-4af9-8ec3-9e8d608ca7a5 tempest-NetworksIpV6Test-1276704690 tempest-NetworksIpV6Test-1276704690-project] Pushing event deleted for resources: {'Subnet': ['ID=a583b6f8-cf3a-4c97-a2af-fab34dcd5b15,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:16:33.885930 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-3634ec27-209e-4af9-8ec3-9e8d608ca7a5 tempest-NetworksIpV6Test-1276704690 tempest-NetworksIpV6Test-1276704690-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857803', 'neutron.services.segments.db._delete_segments_for_network-8743873143390'] for network, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:33.890846 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5ede3e7-d7b3-454c-bc49-3a07c4826367 None None] Network fbaaeed2-9838-4934-9073-fa345ea13f92 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 11:16:33.906610 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-3634ec27-209e-4af9-8ec3-9e8d608ca7a5 tempest-NetworksIpV6Test-1276704690 tempest-NetworksIpV6Test-1276704690-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fbaaeed2-9838-4934-9073-fa345ea13f92']}} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:16:33.908307 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port 0422c8e3-9616-4631-a610-f96699a8f5e5 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:16:33.908687 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:33.915861 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-3634ec27-209e-4af9-8ec3-9e8d608ca7a5 tempest-NetworksIpV6Test-1276704690 tempest-NetworksIpV6Test-1276704690-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ecf51197-0bb8-404c-b056-66cf441cdf1a') {'for_net_delete': True} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:16:33.916149 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-3634ec27-209e-4af9-8ec3-9e8d608ca7a5 tempest-NetworksIpV6Test-1276704690 tempest-NetworksIpV6Test-1276704690-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ecf51197-0bb8-404c-b056-66cf441cdf1a') {} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:16:33.925164 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-3634ec27-209e-4af9-8ec3-9e8d608ca7a5 tempest-NetworksIpV6Test-1276704690 tempest-NetworksIpV6Test-1276704690-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743873145191', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18445132'] for segment, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:33.937763 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-3634ec27-209e-4af9-8ec3-9e8d608ca7a5 tempest-NetworksIpV6Test-1276704690 tempest-NetworksIpV6Test-1276704690-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:33.944002 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3634ec27-209e-4af9-8ec3-9e8d608ca7a5 tempest-NetworksIpV6Test-1276704690 tempest-NetworksIpV6Test-1276704690-project] Releasing vlan 426 on physical network physnet1 to pool {{(pid=102347) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 11:16:33.944413 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-3634ec27-209e-4af9-8ec3-9e8d608ca7a5 tempest-NetworksIpV6Test-1276704690 tempest-NetworksIpV6Test-1276704690-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-18296032'] for segment, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:33.947287 n-d-813419-10 neutron-server[102347]: Traceback (most recent call last): Oct 27 11:16:33.947287 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 11:16:33.947287 n-d-813419-10 neutron-server[102347]: timer() Oct 27 11:16:33.947287 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 11:16:33.947287 n-d-813419-10 neutron-server[102347]: cb(*args, **kw) Oct 27 11:16:33.947287 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 11:16:33.947287 n-d-813419-10 neutron-server[102347]: return func(*args, **kwargs) Oct 27 11:16:33.947287 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 11:16:33.947287 n-d-813419-10 neutron-server[102347]: self._notify() Oct 27 11:16:33.947287 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 11:16:33.947287 n-d-813419-10 neutron-server[102347]: self.callback(batched_events) Oct 27 11:16:33.947287 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 11:16:33.947287 n-d-813419-10 neutron-server[102347]: event.method(event) Oct 27 11:16:33.947287 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 11:16:33.947287 n-d-813419-10 neutron-server[102347]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 11:16:33.947287 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 11:16:33.947287 n-d-813419-10 neutron-server[102347]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 11:16:33.947287 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 11:16:33.947287 n-d-813419-10 neutron-server[102347]: return f(self, *a, **k) Oct 27 11:16:33.947287 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 11:16:33.947287 n-d-813419-10 neutron-server[102347]: return self._get(url).json() Oct 27 11:16:33.947287 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 11:16:33.947287 n-d-813419-10 neutron-server[102347]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 11:16:33.947287 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 11:16:33.947287 n-d-813419-10 neutron-server[102347]: return self.request(url, 'GET', **kwargs) Oct 27 11:16:33.947287 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 11:16:33.947287 n-d-813419-10 neutron-server[102347]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 11:16:33.947287 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 11:16:33.947287 n-d-813419-10 neutron-server[102347]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 11:16:33.947287 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 11:16:33.947287 n-d-813419-10 neutron-server[102347]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 11:16:33.947287 n-d-813419-10 neutron-server[102347]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 11:16:34.002612 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-3634ec27-209e-4af9-8ec3-9e8d608ca7a5 tempest-NetworksIpV6Test-1276704690 tempest-NetworksIpV6Test-1276704690-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664840'] for network, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:34.010078 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-3634ec27-209e-4af9-8ec3-9e8d608ca7a5 tempest-NetworksIpV6Test-1276704690 tempest-NetworksIpV6Test-1276704690-project] Publish callbacks [] for network, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:34.013224 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-3634ec27-209e-4af9-8ec3-9e8d608ca7a5 tempest-NetworksIpV6Test-1276704690 tempest-NetworksIpV6Test-1276704690-project] 10.222.0.44 "DELETE /v2.0/networks/fbaaeed2-9838-4934-9073-fa345ea13f92 HTTP/1.1" status: 204 len: 168 time: 0.4354160 Oct 27 11:16:34.018097 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 46858) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:16:34.023676 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-9be1b69b-f86b-4062-910d-10d0427ac095 tempest-NetworksIpV6Test-1276704690 tempest-NetworksIpV6Test-1276704690-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-384217230'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:16:34.032911 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3634ec27-209e-4af9-8ec3-9e8d608ca7a5 tempest-NetworksIpV6Test-1276704690 tempest-NetworksIpV6Test-1276704690-project] Pushing event deleted for resources: {'Network': ['ID=fbaaeed2-9838-4934-9073-fa345ea13f92,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:16:34.045370 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9be1b69b-f86b-4062-910d-10d0427ac095 tempest-NetworksIpV6Test-1276704690 tempest-NetworksIpV6Test-1276704690-project] Made reservation on behalf of e955655587ec48d5b62383257d1f0f67 for: {'network': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 11:16:34.045645 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-4bd3848a-b66d-45e4-9b9d-773797fd9203 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:34.049350 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-9be1b69b-f86b-4062-910d-10d0427ac095 tempest-NetworksIpV6Test-1276704690 tempest-NetworksIpV6Test-1276704690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for network, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:34.073566 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9be1b69b-f86b-4062-910d-10d0427ac095 tempest-NetworksIpV6Test-1276704690 tempest-NetworksIpV6Test-1276704690-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 407} {{(pid=102346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 11:16:34.082816 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-9be1b69b-f86b-4062-910d-10d0427ac095 tempest-NetworksIpV6Test-1276704690 tempest-NetworksIpV6Test-1276704690-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:34.083225 n-d-813419-10 neutron-server[102346]: INFO neutron.db.segments_db [None req-9be1b69b-f86b-4062-910d-10d0427ac095 tempest-NetworksIpV6Test-1276704690 tempest-NetworksIpV6Test-1276704690-project] Added segment c2fa546b-edb5-4ad3-9d45-355099aae574 of type vlan for network 09193280-648a-4bf4-bca6-5d712780782e Oct 27 11:16:34.128656 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-9be1b69b-f86b-4062-910d-10d0427ac095 tempest-NetworksIpV6Test-1276704690 tempest-NetworksIpV6Test-1276704690-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743872593080'] for network, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:34.149153 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-4bd3848a-b66d-45e4-9b9d-773797fd9203 None None] For port 0422c8e3-9616-4631-a610-f96699a8f5e5, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=0422c8e3-9616-4631-a610-f96699a8f5e5,segment=NetworkSegment(94b7a1f0-7c30-448b-b20c-7eb503897ac0),segment_id=94b7a1f0-7c30-448b-b20c-7eb503897ac0)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:16:34.158070 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-9be1b69b-f86b-4062-910d-10d0427ac095 tempest-NetworksIpV6Test-1276704690 tempest-NetworksIpV6Test-1276704690-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913'] for network, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:34.158735 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-4bd3848a-b66d-45e4-9b9d-773797fd9203 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:34.165268 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9be1b69b-f86b-4062-910d-10d0427ac095 tempest-NetworksIpV6Test-1276704690 tempest-NetworksIpV6Test-1276704690-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:16:34.165904 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-9be1b69b-f86b-4062-910d-10d0427ac095 tempest-NetworksIpV6Test-1276704690 tempest-NetworksIpV6Test-1276704690-project] Publish callbacks [] for network, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:34.185620 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:34.231158 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-9be1b69b-f86b-4062-910d-10d0427ac095 tempest-NetworksIpV6Test-1276704690 tempest-NetworksIpV6Test-1276704690-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2118137 Oct 27 11:16:34.234153 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 46860) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:16:34.241319 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-29800576-c0f2-40f5-b456-b84df4165c0a tempest-NetworksIpV6Test-1276704690 tempest-NetworksIpV6Test-1276704690-project] Request body: {'subnet': {'network_id': '09193280-648a-4bf4-bca6-5d712780782e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:16:34.245006 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be1b69b-f86b-4062-910d-10d0427ac095 tempest-NetworksIpV6Test-1276704690 tempest-NetworksIpV6Test-1276704690-project] Pushing event updated for resources: {'Network': ['ID=09193280-648a-4bf4-bca6-5d712780782e,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:16:34.250888 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd3848a-b66d-45e4-9b9d-773797fd9203 None None] Pushing event updated for resources: {'Port': ['ID=0422c8e3-9616-4631-a610-f96699a8f5e5,revision_number=3']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:16:34.259193 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Network 09193280-648a-4bf4-bca6-5d712780782e details requested by agent ovs-agent-n-d-813419-10 with host n-d-813419-10 {{(pid=102348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 11:16:34.308733 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.db.api [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102348) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 27 11:16:34.309018 n-d-813419-10 neutron-server[102348]: DEBUG oslo_db.api [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 11:16:34.346570 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29800576-c0f2-40f5-b456-b84df4165c0a tempest-NetworksIpV6Test-1276704690 tempest-NetworksIpV6Test-1276704690-project] Made reservation on behalf of e955655587ec48d5b62383257d1f0f67 for: {'subnet': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 11:16:34.350234 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-29800576-c0f2-40f5-b456-b84df4165c0a tempest-NetworksIpV6Test-1276704690 tempest-NetworksIpV6Test-1276704690-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18044073'] for subnet, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:34.378782 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-56ce2d77-a597-496a-962b-d09dbbfda8c6 None None] Provisioning complete for port 0422c8e3-9616-4631-a610-f96699a8f5e5 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:16:34.379148 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-56ce2d77-a597-496a-962b-d09dbbfda8c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:34.524102 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-29800576-c0f2-40f5-b456-b84df4165c0a tempest-NetworksIpV6Test-1276704690 tempest-NetworksIpV6Test-1276704690-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-18295883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18044091'] for subnet, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:34.582362 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29800576-c0f2-40f5-b456-b84df4165c0a tempest-NetworksIpV6Test-1276704690 tempest-NetworksIpV6Test-1276704690-project] Pushing event updated for resources: {'Subnet': ['ID=44f51ce9-e0d5-4b5b-8d6c-4bae06fa7682,revision_number=0']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:16:34.590657 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29800576-c0f2-40f5-b456-b84df4165c0a tempest-NetworksIpV6Test-1276704690 tempest-NetworksIpV6Test-1276704690-project] Checking segment: {'id': 'c2fa546b-edb5-4ad3-9d45-355099aae574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '09193280-648a-4bf4-bca6-5d712780782e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 11:16:34.591009 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29800576-c0f2-40f5-b456-b84df4165c0a tempest-NetworksIpV6Test-1276704690 tempest-NetworksIpV6Test-1276704690-project] Network hostable DHCP agents. Network: 09193280-648a-4bf4-bca6-5d712780782e, hostable agents: ['eafd4000-b897-4722-ae8b-0118ec955181'], hosted agents: [] {{(pid=102347) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 11:16:34.607293 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29800576-c0f2-40f5-b456-b84df4165c0a tempest-NetworksIpV6Test-1276704690 tempest-NetworksIpV6Test-1276704690-project] Network 09193280-648a-4bf4-bca6-5d712780782e is scheduled to be hosted by DHCP agent eafd4000-b897-4722-ae8b-0118ec955181 with binding_index 1 {{(pid=102347) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 11:16:34.616477 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [None req-29800576-c0f2-40f5-b456-b84df4165c0a tempest-NetworksIpV6Test-1276704690 tempest-NetworksIpV6Test-1276704690-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-10, 09193280-648a-4bf4-bca6-5d712780782e) {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 11:16:34.620419 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29800576-c0f2-40f5-b456-b84df4165c0a tempest-NetworksIpV6Test-1276704690 tempest-NetworksIpV6Test-1276704690-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:16:34.620934 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-29800576-c0f2-40f5-b456-b84df4165c0a tempest-NetworksIpV6Test-1276704690 tempest-NetworksIpV6Test-1276704690-project] Publish callbacks [] for subnet, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:34.625621 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba009599-4870-4818-8236-3e148dfe553b None None] Network 09193280-648a-4bf4-bca6-5d712780782e requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 11:16:34.637380 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-29800576-c0f2-40f5-b456-b84df4165c0a tempest-NetworksIpV6Test-1276704690 tempest-NetworksIpV6Test-1276704690-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4017863 Oct 27 11:16:34.641904 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 46862) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:16:34.647102 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-39096122-fac3-4dfc-bbc8-12bece7756e8 tempest-NetworksIpV6Test-1276704690 tempest-NetworksIpV6Test-1276704690-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2136547688'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:16:34.669449 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39096122-fac3-4dfc-bbc8-12bece7756e8 tempest-NetworksIpV6Test-1276704690 tempest-NetworksIpV6Test-1276704690-project] Made reservation on behalf of e955655587ec48d5b62383257d1f0f67 for: {'network': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 11:16:34.673364 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-39096122-fac3-4dfc-bbc8-12bece7756e8 tempest-NetworksIpV6Test-1276704690 tempest-NetworksIpV6Test-1276704690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for network, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:34.701813 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39096122-fac3-4dfc-bbc8-12bece7756e8 tempest-NetworksIpV6Test-1276704690 tempest-NetworksIpV6Test-1276704690-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 428} {{(pid=102347) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 11:16:34.711762 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-39096122-fac3-4dfc-bbc8-12bece7756e8 tempest-NetworksIpV6Test-1276704690 tempest-NetworksIpV6Test-1276704690-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:34.711934 n-d-813419-10 neutron-server[102347]: INFO neutron.db.segments_db [None req-39096122-fac3-4dfc-bbc8-12bece7756e8 tempest-NetworksIpV6Test-1276704690 tempest-NetworksIpV6Test-1276704690-project] Added segment da925389-e182-40fa-96fc-717ac4cd34a4 of type vlan for network 026bed42-a1de-4628-a98f-e3dd4734df4a Oct 27 11:16:34.749672 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-39096122-fac3-4dfc-bbc8-12bece7756e8 tempest-NetworksIpV6Test-1276704690 tempest-NetworksIpV6Test-1276704690-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743872593080'] for network, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:34.776026 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-39096122-fac3-4dfc-bbc8-12bece7756e8 tempest-NetworksIpV6Test-1276704690 tempest-NetworksIpV6Test-1276704690-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913'] for network, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:34.781917 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39096122-fac3-4dfc-bbc8-12bece7756e8 tempest-NetworksIpV6Test-1276704690 tempest-NetworksIpV6Test-1276704690-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:16:34.782061 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60343e21-1e55-48b3-899e-6750a2f25855 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp734b258e-7d96-550c-b970-9b72ab66f383-09193280-648a-4bf4-bca6-5d712780782e', 'network_id': '09193280-648a-4bf4-bca6-5d712780782e', 'tenant_id': 'e955655587ec48d5b62383257d1f0f67', 'fixed_ips': [{'subnet_id': '44f51ce9-e0d5-4b5b-8d6c-4bae06fa7682'}]}} from n-d-813419-10. {{(pid=102348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 11:16:34.782502 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-39096122-fac3-4dfc-bbc8-12bece7756e8 tempest-NetworksIpV6Test-1276704690 tempest-NetworksIpV6Test-1276704690-project] Publish callbacks [] for network, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:34.782778 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-60343e21-1e55-48b3-899e-6750a2f25855 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:34.836287 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-39096122-fac3-4dfc-bbc8-12bece7756e8 tempest-NetworksIpV6Test-1276704690 tempest-NetworksIpV6Test-1276704690-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1932051 Oct 27 11:16:34.838980 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 46864) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:16:34.843670 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-24a0a966-1490-4539-ac2b-ffec93b8d295 tempest-NetworksIpV6Test-1276704690 tempest-NetworksIpV6Test-1276704690-project] Request body: {'subnet': {'network_id': '026bed42-a1de-4628-a98f-e3dd4734df4a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:16:34.903485 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39096122-fac3-4dfc-bbc8-12bece7756e8 tempest-NetworksIpV6Test-1276704690 tempest-NetworksIpV6Test-1276704690-project] Pushing event updated for resources: {'Network': ['ID=026bed42-a1de-4628-a98f-e3dd4734df4a,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:16:34.922327 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Network 026bed42-a1de-4628-a98f-e3dd4734df4a details requested by agent ovs-agent-n-d-813419-10 with host n-d-813419-10 {{(pid=102348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 11:16:34.947972 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24a0a966-1490-4539-ac2b-ffec93b8d295 tempest-NetworksIpV6Test-1276704690 tempest-NetworksIpV6Test-1276704690-project] Made reservation on behalf of e955655587ec48d5b62383257d1f0f67 for: {'subnet': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 11:16:34.951500 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-24a0a966-1490-4539-ac2b-ffec93b8d295 tempest-NetworksIpV6Test-1276704690 tempest-NetworksIpV6Test-1276704690-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18044073'] for subnet, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:34.996803 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.db_base_plugin_common [None req-60343e21-1e55-48b3-899e-6750a2f25855 None None] Allocated IP 2001:db8::2 (09193280-648a-4bf4-bca6-5d712780782e/44f51ce9-e0d5-4b5b-8d6c-4bae06fa7682/2f13a1ea-41ba-48ba-afc1-76c02e816f75) {{(pid=102348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 11:16:35.137830 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-24a0a966-1490-4539-ac2b-ffec93b8d295 tempest-NetworksIpV6Test-1276704690 tempest-NetworksIpV6Test-1276704690-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-18295883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18044091'] for subnet, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:35.197856 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a0a966-1490-4539-ac2b-ffec93b8d295 tempest-NetworksIpV6Test-1276704690 tempest-NetworksIpV6Test-1276704690-project] Pushing event updated for resources: {'Subnet': ['ID=11fe4fdb-2d76-4483-b3e1-9d4825e3aa23,revision_number=0']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:16:35.209774 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24a0a966-1490-4539-ac2b-ffec93b8d295 tempest-NetworksIpV6Test-1276704690 tempest-NetworksIpV6Test-1276704690-project] Checking segment: {'id': 'da925389-e182-40fa-96fc-717ac4cd34a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '026bed42-a1de-4628-a98f-e3dd4734df4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 11:16:35.210224 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24a0a966-1490-4539-ac2b-ffec93b8d295 tempest-NetworksIpV6Test-1276704690 tempest-NetworksIpV6Test-1276704690-project] Network hostable DHCP agents. Network: 026bed42-a1de-4628-a98f-e3dd4734df4a, hostable agents: ['eafd4000-b897-4722-ae8b-0118ec955181'], hosted agents: [] {{(pid=102347) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 11:16:35.227902 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24a0a966-1490-4539-ac2b-ffec93b8d295 tempest-NetworksIpV6Test-1276704690 tempest-NetworksIpV6Test-1276704690-project] Network 026bed42-a1de-4628-a98f-e3dd4734df4a is scheduled to be hosted by DHCP agent eafd4000-b897-4722-ae8b-0118ec955181 with binding_index 1 {{(pid=102347) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 11:16:35.237127 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [None req-24a0a966-1490-4539-ac2b-ffec93b8d295 tempest-NetworksIpV6Test-1276704690 tempest-NetworksIpV6Test-1276704690-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-10, 026bed42-a1de-4628-a98f-e3dd4734df4a) {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 11:16:35.242115 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24a0a966-1490-4539-ac2b-ffec93b8d295 tempest-NetworksIpV6Test-1276704690 tempest-NetworksIpV6Test-1276704690-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:16:35.242846 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-24a0a966-1490-4539-ac2b-ffec93b8d295 tempest-NetworksIpV6Test-1276704690 tempest-NetworksIpV6Test-1276704690-project] Publish callbacks [] for subnet, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:35.251351 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78b01632-2408-4e70-9e56-afdff9a555eb None None] Network 026bed42-a1de-4628-a98f-e3dd4734df4a requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 11:16:35.260624 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-24a0a966-1490-4539-ac2b-ffec93b8d295 tempest-NetworksIpV6Test-1276704690 tempest-NetworksIpV6Test-1276704690-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4205987 Oct 27 11:16:35.263232 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 46866) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:16:35.366737 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-7ce6b122-22ca-4868-b77f-5f770ce03283 tempest-NetworksIpV6Test-1276704690 tempest-NetworksIpV6Test-1276704690-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586917'] for network, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:35.369725 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-60343e21-1e55-48b3-899e-6750a2f25855 None None] Publish callbacks [] for port, precommit_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:35.382306 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-60343e21-1e55-48b3-899e-6750a2f25855 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606'] for port, after_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:35.417581 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-7ce6b122-22ca-4868-b77f-5f770ce03283 tempest-NetworksIpV6Test-1276704690 tempest-NetworksIpV6Test-1276704690-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855646'] for subnet, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:35.454602 n-d-813419-10 neutron-server[102348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60343e21-1e55-48b3-899e-6750a2f25855 None None] Network 09193280-648a-4bf4-bca6-5d712780782e is already hosted by enough agents. {{(pid=102348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 11:16:35.462041 n-d-813419-10 neutron-server[102348]: DEBUG neutron.scheduler.base_scheduler [None req-60343e21-1e55-48b3-899e-6750a2f25855 None None] Resources bound (agent type, host, resource id): {{(pid=102348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 11:16:35.476287 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60343e21-1e55-48b3-899e-6750a2f25855 None None] Pushing event updated for resources: {'Port': ['ID=2f13a1ea-41ba-48ba-afc1-76c02e816f75,revision_number=1']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:16:35.478747 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60343e21-1e55-48b3-899e-6750a2f25855 None None] Received port after_create {{(pid=102348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 11:16:35.478906 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-7ce6b122-22ca-4868-b77f-5f770ce03283 tempest-NetworksIpV6Test-1276704690 tempest-NetworksIpV6Test-1276704690-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-18295818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18043720'] for subnet, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:35.508652 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-200b7884-cdaf-4b24-9211-113f6d0ab454 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp734b258e-7d96-550c-b970-9b72ab66f383-026bed42-a1de-4628-a98f-e3dd4734df4a', 'network_id': '026bed42-a1de-4628-a98f-e3dd4734df4a', 'tenant_id': 'e955655587ec48d5b62383257d1f0f67', 'fixed_ips': [{'subnet_id': '11fe4fdb-2d76-4483-b3e1-9d4825e3aa23'}]}} from n-d-813419-10. {{(pid=102348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 11:16:35.509500 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-200b7884-cdaf-4b24-9211-113f6d0ab454 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:35.511831 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce6b122-22ca-4868-b77f-5f770ce03283 tempest-NetworksIpV6Test-1276704690 tempest-NetworksIpV6Test-1276704690-project] Pushing event deleted for resources: {'Subnet': ['ID=11fe4fdb-2d76-4483-b3e1-9d4825e3aa23,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:16:35.555424 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-60343e21-1e55-48b3-899e-6750a2f25855 None None] Attempting to bind port 2f13a1ea-41ba-48ba-afc1-76c02e816f75 on host n-d-813419-10 for vnic_type normal with profile {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 11:16:35.555963 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-60343e21-1e55-48b3-899e-6750a2f25855 None None] Attempting to bind port 2f13a1ea-41ba-48ba-afc1-76c02e816f75 by drivers openvswitch,hyperv on host n-d-813419-10 at level 0 using segments [{'id': 'c2fa546b-edb5-4ad3-9d45-355099aae574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '09193280-648a-4bf4-bca6-5d712780782e'}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 11:16:35.556220 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60343e21-1e55-48b3-899e-6750a2f25855 None None] Attempting to bind port 2f13a1ea-41ba-48ba-afc1-76c02e816f75 on network 09193280-648a-4bf4-bca6-5d712780782e {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 11:16:35.574704 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-7ce6b122-22ca-4868-b77f-5f770ce03283 tempest-NetworksIpV6Test-1276704690 tempest-NetworksIpV6Test-1276704690-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857803', 'neutron.services.segments.db._delete_segments_for_network-8743873143390'] for network, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:35.596375 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-7ce6b122-22ca-4868-b77f-5f770ce03283 tempest-NetworksIpV6Test-1276704690 tempest-NetworksIpV6Test-1276704690-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['026bed42-a1de-4628-a98f-e3dd4734df4a']}} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:16:35.605354 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60343e21-1e55-48b3-899e-6750a2f25855 None None] Checking agent: {'id': '89dba0f3-79b2-435e-9822-33674b8f6ada', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 8, 20), 'started_at': datetime.datetime(2021, 10, 27, 10, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 11, 16, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 11:16:35.605730 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60343e21-1e55-48b3-899e-6750a2f25855 None None] Checking segment: {'id': 'c2fa546b-edb5-4ad3-9d45-355099aae574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '09193280-648a-4bf4-bca6-5d712780782e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 11:16:35.606127 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-60343e21-1e55-48b3-899e-6750a2f25855 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:35.606522 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60343e21-1e55-48b3-899e-6750a2f25855 None None] Bound using segment: {'id': 'c2fa546b-edb5-4ad3-9d45-355099aae574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '09193280-648a-4bf4-bca6-5d712780782e'} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 11:16:35.606658 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-7ce6b122-22ca-4868-b77f-5f770ce03283 tempest-NetworksIpV6Test-1276704690 tempest-NetworksIpV6Test-1276704690-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da925389-e182-40fa-96fc-717ac4cd34a4') {'for_net_delete': True} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:16:35.606928 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-7ce6b122-22ca-4868-b77f-5f770ce03283 tempest-NetworksIpV6Test-1276704690 tempest-NetworksIpV6Test-1276704690-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da925389-e182-40fa-96fc-717ac4cd34a4') {} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:16:35.607047 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-60343e21-1e55-48b3-899e-6750a2f25855 None None] Bound port: 2f13a1ea-41ba-48ba-afc1-76c02e816f75, host: n-d-813419-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2fa546b-edb5-4ad3-9d45-355099aae574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '09193280-648a-4bf4-bca6-5d712780782e'}}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 11:16:35.607366 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-60343e21-1e55-48b3-899e-6750a2f25855 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:35.617814 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-7ce6b122-22ca-4868-b77f-5f770ce03283 tempest-NetworksIpV6Test-1276704690 tempest-NetworksIpV6Test-1276704690-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743873145191', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18445132'] for segment, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:35.624083 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 0422c8e3-9616-4631-a610-f96699a8f5e5 up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 11:16:35.633411 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-7ce6b122-22ca-4868-b77f-5f770ce03283 tempest-NetworksIpV6Test-1276704690 tempest-NetworksIpV6Test-1276704690-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:35.639594 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ce6b122-22ca-4868-b77f-5f770ce03283 tempest-NetworksIpV6Test-1276704690 tempest-NetworksIpV6Test-1276704690-project] Releasing vlan 428 on physical network physnet1 to pool {{(pid=102347) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 11:16:35.640125 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-7ce6b122-22ca-4868-b77f-5f770ce03283 tempest-NetworksIpV6Test-1276704690 tempest-NetworksIpV6Test-1276704690-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-18296032'] for segment, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:35.643500 n-d-813419-10 neutron-server[102347]: Traceback (most recent call last): Oct 27 11:16:35.643500 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 11:16:35.643500 n-d-813419-10 neutron-server[102347]: timer() Oct 27 11:16:35.643500 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 11:16:35.643500 n-d-813419-10 neutron-server[102347]: cb(*args, **kw) Oct 27 11:16:35.643500 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 11:16:35.643500 n-d-813419-10 neutron-server[102347]: return func(*args, **kwargs) Oct 27 11:16:35.643500 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 11:16:35.643500 n-d-813419-10 neutron-server[102347]: self._notify() Oct 27 11:16:35.643500 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 11:16:35.643500 n-d-813419-10 neutron-server[102347]: self.callback(batched_events) Oct 27 11:16:35.643500 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 11:16:35.643500 n-d-813419-10 neutron-server[102347]: event.method(event) Oct 27 11:16:35.643500 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 11:16:35.643500 n-d-813419-10 neutron-server[102347]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 11:16:35.643500 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 11:16:35.643500 n-d-813419-10 neutron-server[102347]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 11:16:35.643500 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 11:16:35.643500 n-d-813419-10 neutron-server[102347]: return f(self, *a, **k) Oct 27 11:16:35.643500 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 11:16:35.643500 n-d-813419-10 neutron-server[102347]: return self._get(url).json() Oct 27 11:16:35.643500 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 11:16:35.643500 n-d-813419-10 neutron-server[102347]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 11:16:35.643500 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 11:16:35.643500 n-d-813419-10 neutron-server[102347]: return self.request(url, 'GET', **kwargs) Oct 27 11:16:35.643500 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 11:16:35.643500 n-d-813419-10 neutron-server[102347]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 11:16:35.643500 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 11:16:35.643500 n-d-813419-10 neutron-server[102347]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 11:16:35.643500 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 11:16:35.643500 n-d-813419-10 neutron-server[102347]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 11:16:35.643500 n-d-813419-10 neutron-server[102347]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 11:16:35.653339 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ffb2273-d51f-47a1-981f-66f77af56600 None None] Network 026bed42-a1de-4628-a98f-e3dd4734df4a requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 11:16:35.703776 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-7ce6b122-22ca-4868-b77f-5f770ce03283 tempest-NetworksIpV6Test-1276704690 tempest-NetworksIpV6Test-1276704690-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664840'] for network, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:35.710990 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-7ce6b122-22ca-4868-b77f-5f770ce03283 tempest-NetworksIpV6Test-1276704690 tempest-NetworksIpV6Test-1276704690-project] Publish callbacks [] for network, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:35.714141 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-7ce6b122-22ca-4868-b77f-5f770ce03283 tempest-NetworksIpV6Test-1276704690 tempest-NetworksIpV6Test-1276704690-project] 10.222.0.44 "DELETE /v2.0/networks/026bed42-a1de-4628-a98f-e3dd4734df4a HTTP/1.1" status: 204 len: 168 time: 0.4499121 Oct 27 11:16:35.716721 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 46868) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:16:35.735676 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce6b122-22ca-4868-b77f-5f770ce03283 tempest-NetworksIpV6Test-1276704690 tempest-NetworksIpV6Test-1276704690-project] Pushing event deleted for resources: {'Network': ['ID=026bed42-a1de-4628-a98f-e3dd4734df4a,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:16:35.753972 n-d-813419-10 neutron-server[102347]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c9904c9-a1ee-44a6-aa4e-4273870f4921 tempest-NetworksIpV6Test-1276704690 tempest-NetworksIpV6Test-1276704690-project] GET failed (client error): The resource could not be found. Oct 27 11:16:35.757851 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-8c9904c9-a1ee-44a6-aa4e-4273870f4921 tempest-NetworksIpV6Test-1276704690 tempest-NetworksIpV6Test-1276704690-project] 10.222.0.44 "GET /v2.0/subnets/11fe4fdb-2d76-4483-b3e1-9d4825e3aa23 HTTP/1.1" status: 404 len: 337 time: 0.0288024 Oct 27 11:16:35.758098 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 46870) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:16:35.776256 n-d-813419-10 neutron-server[102347]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ec89cf0-98e4-4a89-b403-627960eb66be tempest-NetworksIpV6Test-1276704690 tempest-NetworksIpV6Test-1276704690-project] DELETE failed (client error): The resource could not be found. Oct 27 11:16:35.776789 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ec89cf0-98e4-4a89-b403-627960eb66be tempest-NetworksIpV6Test-1276704690 tempest-NetworksIpV6Test-1276704690-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102347) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 11:16:35.783339 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-4ec89cf0-98e4-4a89-b403-627960eb66be tempest-NetworksIpV6Test-1276704690 tempest-NetworksIpV6Test-1276704690-project] 10.222.0.44 "DELETE /v2.0/networks/026bed42-a1de-4628-a98f-e3dd4734df4a HTTP/1.1" status: 404 len: 339 time: 0.0207639 Oct 27 11:16:35.783630 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 46872) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:16:35.794108 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-60343e21-1e55-48b3-899e-6750a2f25855 None None] For port 2f13a1ea-41ba-48ba-afc1-76c02e816f75, host n-d-813419-10, cleared binding levels {{(pid=102348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 11:16:35.809496 n-d-813419-10 neutron-server[102347]: INFO neutron.pecan_wsgi.hooks.translation [None req-3abf497e-effd-4b31-9994-545b89078c67 tempest-NetworksIpV6Test-1276704690 tempest-NetworksIpV6Test-1276704690-project] DELETE failed (client error): The resource could not be found. Oct 27 11:16:35.809968 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3abf497e-effd-4b31-9994-545b89078c67 tempest-NetworksIpV6Test-1276704690 tempest-NetworksIpV6Test-1276704690-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102347) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 11:16:35.815363 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-3abf497e-effd-4b31-9994-545b89078c67 tempest-NetworksIpV6Test-1276704690 tempest-NetworksIpV6Test-1276704690-project] 10.222.0.44 "DELETE /v2.0/subnets/11fe4fdb-2d76-4483-b3e1-9d4825e3aa23 HTTP/1.1" status: 404 len: 337 time: 0.0283682 Oct 27 11:16:35.815579 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 46874) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:16:35.824897 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-60343e21-1e55-48b3-899e-6750a2f25855 None None] For port 2f13a1ea-41ba-48ba-afc1-76c02e816f75, host n-d-813419-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=2f13a1ea-41ba-48ba-afc1-76c02e816f75,segment=NetworkSegment(c2fa546b-edb5-4ad3-9d45-355099aae574),segment_id=c2fa546b-edb5-4ad3-9d45-355099aae574)] {{(pid=102348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 11:16:35.827219 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port 0422c8e3-9616-4631-a610-f96699a8f5e5 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:16:35.827585 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:35.831164 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-60343e21-1e55-48b3-899e-6750a2f25855 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:35.834057 n-d-813419-10 neutron-server[102347]: INFO neutron.pecan_wsgi.hooks.translation [None req-51e9dbb8-ead3-4df0-90b1-c2698d342572 tempest-NetworksIpV6Test-1276704690 tempest-NetworksIpV6Test-1276704690-project] DELETE failed (client error): The resource could not be found. Oct 27 11:16:35.834621 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51e9dbb8-ead3-4df0-90b1-c2698d342572 tempest-NetworksIpV6Test-1276704690 tempest-NetworksIpV6Test-1276704690-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102347) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 11:16:35.839995 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-51e9dbb8-ead3-4df0-90b1-c2698d342572 tempest-NetworksIpV6Test-1276704690 tempest-NetworksIpV6Test-1276704690-project] 10.222.0.44 "DELETE /v2.0/networks/026bed42-a1de-4628-a98f-e3dd4734df4a HTTP/1.1" status: 404 len: 339 time: 0.0211356 Oct 27 11:16:35.840377 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 46876) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:16:35.896544 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff5e3c64-c629-4389-a2d4-cc509c311ed6 tempest-NetworksIpV6Test-1276704690 tempest-NetworksIpV6Test-1276704690-project] Deleting subnet 44f51ce9-e0d5-4b5b-8d6c-4bae06fa7682 {{(pid=102347) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 11:16:35.899775 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-ff5e3c64-c629-4389-a2d4-cc509c311ed6 tempest-NetworksIpV6Test-1276704690 tempest-NetworksIpV6Test-1276704690-project] Publish callbacks [] for subnet, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:35.915021 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60343e21-1e55-48b3-899e-6750a2f25855 None None] Pushing event updated for resources: {'Port': ['ID=2f13a1ea-41ba-48ba-afc1-76c02e816f75,revision_number=2']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:16:35.943168 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-ff5e3c64-c629-4389-a2d4-cc509c311ed6 tempest-NetworksIpV6Test-1276704690 tempest-NetworksIpV6Test-1276704690-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-18445109'] for subnet, precommit_delete_associations {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:36.026636 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-ff5e3c64-c629-4389-a2d4-cc509c311ed6 tempest-NetworksIpV6Test-1276704690 tempest-NetworksIpV6Test-1276704690-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855646'] for subnet, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:36.102901 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-ff5e3c64-c629-4389-a2d4-cc509c311ed6 tempest-NetworksIpV6Test-1276704690 tempest-NetworksIpV6Test-1276704690-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-18295818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18043720'] for subnet, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:36.467664 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5e3c64-c629-4389-a2d4-cc509c311ed6 tempest-NetworksIpV6Test-1276704690 tempest-NetworksIpV6Test-1276704690-project] Pushing event deleted for resources: {'Subnet': ['ID=44f51ce9-e0d5-4b5b-8d6c-4bae06fa7682,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:16:36.473295 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-ff5e3c64-c629-4389-a2d4-cc509c311ed6 tempest-NetworksIpV6Test-1276704690 tempest-NetworksIpV6Test-1276704690-project] Publish callbacks [] for subnet, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:36.476528 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-ff5e3c64-c629-4389-a2d4-cc509c311ed6 tempest-NetworksIpV6Test-1276704690 tempest-NetworksIpV6Test-1276704690-project] 10.222.0.44 "DELETE /v2.0/subnets/44f51ce9-e0d5-4b5b-8d6c-4bae06fa7682 HTTP/1.1" status: 204 len: 168 time: 0.6352298 Oct 27 11:16:36.478919 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 46878) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:16:36.553713 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-1609c44f-6a8b-43ac-9f5c-4a139c7a8120 tempest-NetworksIpV6Test-1276704690 tempest-NetworksIpV6Test-1276704690-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586917'] for network, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:36.609645 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-1609c44f-6a8b-43ac-9f5c-4a139c7a8120 tempest-NetworksIpV6Test-1276704690 tempest-NetworksIpV6Test-1276704690-project] Deleting port 2f13a1ea-41ba-48ba-afc1-76c02e816f75 {{(pid=102347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 11:16:36.610239 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-1609c44f-6a8b-43ac-9f5c-4a139c7a8120 tempest-NetworksIpV6Test-1276704690 tempest-NetworksIpV6Test-1276704690-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:36.673796 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [None req-1609c44f-6a8b-43ac-9f5c-4a139c7a8120 tempest-NetworksIpV6Test-1276704690 tempest-NetworksIpV6Test-1276704690-project] For port 2f13a1ea-41ba-48ba-afc1-76c02e816f75, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=2f13a1ea-41ba-48ba-afc1-76c02e816f75,segment=NetworkSegment(c2fa546b-edb5-4ad3-9d45-355099aae574),segment_id=c2fa546b-edb5-4ad3-9d45-355099aae574)] {{(pid=102347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:16:36.674157 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-1609c44f-6a8b-43ac-9f5c-4a139c7a8120 tempest-NetworksIpV6Test-1276704690 tempest-NetworksIpV6Test-1276704690-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:36.695134 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-1609c44f-6a8b-43ac-9f5c-4a139c7a8120 tempest-NetworksIpV6Test-1276704690 tempest-NetworksIpV6Test-1276704690-project] Calling delete_port for 2f13a1ea-41ba-48ba-afc1-76c02e816f75 owned by network:dhcp {{(pid=102347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 11:16:36.780779 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-1609c44f-6a8b-43ac-9f5c-4a139c7a8120 tempest-NetworksIpV6Test-1276704690 tempest-NetworksIpV6Test-1276704690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:36.809682 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1609c44f-6a8b-43ac-9f5c-4a139c7a8120 tempest-NetworksIpV6Test-1276704690 tempest-NetworksIpV6Test-1276704690-project] Pushing event deleted for resources: {'Port': ['ID=2f13a1ea-41ba-48ba-afc1-76c02e816f75,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:16:36.811537 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1609c44f-6a8b-43ac-9f5c-4a139c7a8120 tempest-NetworksIpV6Test-1276704690 tempest-NetworksIpV6Test-1276704690-project] No DVR routers for this DVR port 2f13a1ea-41ba-48ba-afc1-76c02e816f75 on host n-d-813419-10 {{(pid=102347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 11:16:36.845175 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7aabcd4-8491-4aa6-af6b-c4749a2dcdbf None None] Network 09193280-648a-4bf4-bca6-5d712780782e requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 11:16:36.894303 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-1609c44f-6a8b-43ac-9f5c-4a139c7a8120 tempest-NetworksIpV6Test-1276704690 tempest-NetworksIpV6Test-1276704690-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857803', 'neutron.services.segments.db._delete_segments_for_network-8743873143390'] for network, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:36.902614 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-8cca2263-2e49-44c9-a8a5-65afe26ecfe3 None None] Could not find standard attr ID for object 2f13a1ea-41ba-48ba-afc1-76c02e816f75. {{(pid=102348) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 27 11:16:36.914219 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-1609c44f-6a8b-43ac-9f5c-4a139c7a8120 tempest-NetworksIpV6Test-1276704690 tempest-NetworksIpV6Test-1276704690-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09193280-648a-4bf4-bca6-5d712780782e']}} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:16:36.923473 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-1609c44f-6a8b-43ac-9f5c-4a139c7a8120 tempest-NetworksIpV6Test-1276704690 tempest-NetworksIpV6Test-1276704690-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2fa546b-edb5-4ad3-9d45-355099aae574') {'for_net_delete': True} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:16:36.923770 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-1609c44f-6a8b-43ac-9f5c-4a139c7a8120 tempest-NetworksIpV6Test-1276704690 tempest-NetworksIpV6Test-1276704690-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2fa546b-edb5-4ad3-9d45-355099aae574') {} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:16:36.933484 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-1609c44f-6a8b-43ac-9f5c-4a139c7a8120 tempest-NetworksIpV6Test-1276704690 tempest-NetworksIpV6Test-1276704690-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743873145191', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18445132'] for segment, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:36.946222 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-1609c44f-6a8b-43ac-9f5c-4a139c7a8120 tempest-NetworksIpV6Test-1276704690 tempest-NetworksIpV6Test-1276704690-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:36.952221 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1609c44f-6a8b-43ac-9f5c-4a139c7a8120 tempest-NetworksIpV6Test-1276704690 tempest-NetworksIpV6Test-1276704690-project] Releasing vlan 407 on physical network physnet1 to pool {{(pid=102347) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 11:16:36.952673 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-1609c44f-6a8b-43ac-9f5c-4a139c7a8120 tempest-NetworksIpV6Test-1276704690 tempest-NetworksIpV6Test-1276704690-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-18296032'] for segment, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:36.955876 n-d-813419-10 neutron-server[102347]: Traceback (most recent call last): Oct 27 11:16:36.955876 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 11:16:36.955876 n-d-813419-10 neutron-server[102347]: timer() Oct 27 11:16:36.955876 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 11:16:36.955876 n-d-813419-10 neutron-server[102347]: cb(*args, **kw) Oct 27 11:16:36.955876 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 11:16:36.955876 n-d-813419-10 neutron-server[102347]: return func(*args, **kwargs) Oct 27 11:16:36.955876 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 11:16:36.955876 n-d-813419-10 neutron-server[102347]: self._notify() Oct 27 11:16:36.955876 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 11:16:36.955876 n-d-813419-10 neutron-server[102347]: self.callback(batched_events) Oct 27 11:16:36.955876 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 11:16:36.955876 n-d-813419-10 neutron-server[102347]: event.method(event) Oct 27 11:16:36.955876 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 11:16:36.955876 n-d-813419-10 neutron-server[102347]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 11:16:36.955876 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 11:16:36.955876 n-d-813419-10 neutron-server[102347]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 11:16:36.955876 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 11:16:36.955876 n-d-813419-10 neutron-server[102347]: return f(self, *a, **k) Oct 27 11:16:36.955876 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 11:16:36.955876 n-d-813419-10 neutron-server[102347]: return self._get(url).json() Oct 27 11:16:36.955876 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 11:16:36.955876 n-d-813419-10 neutron-server[102347]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 11:16:36.955876 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 11:16:36.955876 n-d-813419-10 neutron-server[102347]: return self.request(url, 'GET', **kwargs) Oct 27 11:16:36.955876 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 11:16:36.955876 n-d-813419-10 neutron-server[102347]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 11:16:36.955876 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 11:16:36.955876 n-d-813419-10 neutron-server[102347]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 11:16:36.955876 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 11:16:36.955876 n-d-813419-10 neutron-server[102347]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 11:16:36.955876 n-d-813419-10 neutron-server[102347]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 11:16:37.014030 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-1609c44f-6a8b-43ac-9f5c-4a139c7a8120 tempest-NetworksIpV6Test-1276704690 tempest-NetworksIpV6Test-1276704690-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664840'] for network, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:37.016074 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73da6dc6-aaf5-4a55-adbd-bbc5a7c910ac None None] DHCP port deletion for 09193280-648a-4bf4-bca6-5d712780782e request from n-d-813419-10 {{(pid=102348) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 11:16:37.020829 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-1609c44f-6a8b-43ac-9f5c-4a139c7a8120 tempest-NetworksIpV6Test-1276704690 tempest-NetworksIpV6Test-1276704690-project] Publish callbacks [] for network, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:37.024411 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-1609c44f-6a8b-43ac-9f5c-4a139c7a8120 tempest-NetworksIpV6Test-1276704690 tempest-NetworksIpV6Test-1276704690-project] 10.222.0.44 "DELETE /v2.0/networks/09193280-648a-4bf4-bca6-5d712780782e HTTP/1.1" status: 204 len: 168 time: 0.5444090 Oct 27 11:16:37.027159 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 46880) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:16:37.038529 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1609c44f-6a8b-43ac-9f5c-4a139c7a8120 tempest-NetworksIpV6Test-1276704690 tempest-NetworksIpV6Test-1276704690-project] Pushing event deleted for resources: {'Network': ['ID=09193280-648a-4bf4-bca6-5d712780782e,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:16:37.056137 n-d-813419-10 neutron-server[102346]: INFO neutron.pecan_wsgi.hooks.translation [None req-b99ad576-a2b7-469d-99a0-f07c68005573 tempest-NetworksIpV6Test-1276704690 tempest-NetworksIpV6Test-1276704690-project] DELETE failed (client error): The resource could not be found. Oct 27 11:16:37.056634 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b99ad576-a2b7-469d-99a0-f07c68005573 tempest-NetworksIpV6Test-1276704690 tempest-NetworksIpV6Test-1276704690-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102346) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 11:16:37.059672 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-b99ad576-a2b7-469d-99a0-f07c68005573 tempest-NetworksIpV6Test-1276704690 tempest-NetworksIpV6Test-1276704690-project] 10.222.0.44 "DELETE /v2.0/subnets/a583b6f8-cf3a-4c97-a2af-fab34dcd5b15 HTTP/1.1" status: 404 len: 337 time: 0.0313864 Oct 27 11:16:37.062238 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 46882) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:16:37.079511 n-d-813419-10 neutron-server[102346]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f7dd7b2-e0c4-4efb-a8ee-58a86f6479e3 tempest-NetworksIpV6Test-1276704690 tempest-NetworksIpV6Test-1276704690-project] DELETE failed (client error): The resource could not be found. Oct 27 11:16:37.080039 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f7dd7b2-e0c4-4efb-a8ee-58a86f6479e3 tempest-NetworksIpV6Test-1276704690 tempest-NetworksIpV6Test-1276704690-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102346) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 11:16:37.083077 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-3f7dd7b2-e0c4-4efb-a8ee-58a86f6479e3 tempest-NetworksIpV6Test-1276704690 tempest-NetworksIpV6Test-1276704690-project] 10.222.0.44 "DELETE /v2.0/networks/fbaaeed2-9838-4934-9073-fa345ea13f92 HTTP/1.1" status: 404 len: 339 time: 0.0198905 Oct 27 11:16:37.085274 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 46884) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:16:37.109695 n-d-813419-10 neutron-server[102346]: INFO neutron.pecan_wsgi.hooks.translation [None req-498b1e0a-fc8c-4345-a43b-3df77aa6df53 tempest-NetworksIpV6Test-1276704690 tempest-NetworksIpV6Test-1276704690-project] DELETE failed (client error): The resource could not be found. Oct 27 11:16:37.110137 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-498b1e0a-fc8c-4345-a43b-3df77aa6df53 tempest-NetworksIpV6Test-1276704690 tempest-NetworksIpV6Test-1276704690-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102346) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 11:16:37.113082 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-498b1e0a-fc8c-4345-a43b-3df77aa6df53 tempest-NetworksIpV6Test-1276704690 tempest-NetworksIpV6Test-1276704690-project] 10.222.0.44 "DELETE /v2.0/subnets/9e6a7f5b-5a0d-414e-9aa7-590601e265b4 HTTP/1.1" status: 404 len: 337 time: 0.0269408 Oct 27 11:16:37.115951 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 46886) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:16:37.132594 n-d-813419-10 neutron-server[102346]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7e3511d-2a8b-4aa4-949a-704b68023b72 tempest-NetworksIpV6Test-1276704690 tempest-NetworksIpV6Test-1276704690-project] DELETE failed (client error): The resource could not be found. Oct 27 11:16:37.133110 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7e3511d-2a8b-4aa4-949a-704b68023b72 tempest-NetworksIpV6Test-1276704690 tempest-NetworksIpV6Test-1276704690-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102346) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 11:16:37.135990 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-a7e3511d-2a8b-4aa4-949a-704b68023b72 tempest-NetworksIpV6Test-1276704690 tempest-NetworksIpV6Test-1276704690-project] 10.222.0.44 "DELETE /v2.0/networks/2fdd2a9e-da80-4603-9899-d244373a1acc HTTP/1.1" status: 404 len: 339 time: 0.0191405 Oct 27 11:16:37.138312 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 46888) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:16:37.192607 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ac39b17-cd64-4fbe-a321-951eaf8d74fd tempest-NetworksIpV6Test-1276704690 tempest-NetworksIpV6Test-1276704690-project] Deleting subnet c3381b6b-faf3-42de-8e21-69f6cf0cf0f4 {{(pid=102346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 11:16:37.195556 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-9ac39b17-cd64-4fbe-a321-951eaf8d74fd tempest-NetworksIpV6Test-1276704690 tempest-NetworksIpV6Test-1276704690-project] Publish callbacks [] for subnet, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:37.234459 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-9ac39b17-cd64-4fbe-a321-951eaf8d74fd tempest-NetworksIpV6Test-1276704690 tempest-NetworksIpV6Test-1276704690-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25847868'] for subnet, precommit_delete_associations {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:37.313239 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-9ac39b17-cd64-4fbe-a321-951eaf8d74fd tempest-NetworksIpV6Test-1276704690 tempest-NetworksIpV6Test-1276704690-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855646'] for subnet, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:37.375071 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-9ac39b17-cd64-4fbe-a321-951eaf8d74fd tempest-NetworksIpV6Test-1276704690 tempest-NetworksIpV6Test-1276704690-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27024355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27168307'] for subnet, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:37.402402 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac39b17-cd64-4fbe-a321-951eaf8d74fd tempest-NetworksIpV6Test-1276704690 tempest-NetworksIpV6Test-1276704690-project] Pushing event deleted for resources: {'Subnet': ['ID=c3381b6b-faf3-42de-8e21-69f6cf0cf0f4,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:16:37.404371 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-9ac39b17-cd64-4fbe-a321-951eaf8d74fd tempest-NetworksIpV6Test-1276704690 tempest-NetworksIpV6Test-1276704690-project] Publish callbacks [] for subnet, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:37.407530 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-9ac39b17-cd64-4fbe-a321-951eaf8d74fd tempest-NetworksIpV6Test-1276704690 tempest-NetworksIpV6Test-1276704690-project] 10.222.0.44 "DELETE /v2.0/subnets/c3381b6b-faf3-42de-8e21-69f6cf0cf0f4 HTTP/1.1" status: 204 len: 168 time: 0.2683244 Oct 27 11:16:37.409963 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 46890) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:16:37.410669 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e507428e-2d4e-4683-881b-40723f16eda7 None None] Network 14f5f421-7058-4a0b-9c38-32798dea2551 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 11:16:37.484066 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-17107f74-5fa8-4ca1-9dcd-b65d03f243fd tempest-NetworksIpV6Test-1276704690 tempest-NetworksIpV6Test-1276704690-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586917'] for network, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:37.536383 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-17107f74-5fa8-4ca1-9dcd-b65d03f243fd tempest-NetworksIpV6Test-1276704690 tempest-NetworksIpV6Test-1276704690-project] Deleting port 0422c8e3-9616-4631-a610-f96699a8f5e5 {{(pid=102346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 11:16:37.536807 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-17107f74-5fa8-4ca1-9dcd-b65d03f243fd tempest-NetworksIpV6Test-1276704690 tempest-NetworksIpV6Test-1276704690-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:37.591929 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d3fb3b0-37eb-46f0-8b8e-75a20fbd47d9 None None] DHCP port deletion for 14f5f421-7058-4a0b-9c38-32798dea2551 request from n-d-813419-10 {{(pid=102348) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 11:16:37.617603 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [None req-17107f74-5fa8-4ca1-9dcd-b65d03f243fd tempest-NetworksIpV6Test-1276704690 tempest-NetworksIpV6Test-1276704690-project] For port 0422c8e3-9616-4631-a610-f96699a8f5e5, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=0422c8e3-9616-4631-a610-f96699a8f5e5,segment=NetworkSegment(94b7a1f0-7c30-448b-b20c-7eb503897ac0),segment_id=94b7a1f0-7c30-448b-b20c-7eb503897ac0)] {{(pid=102346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:16:37.617961 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-17107f74-5fa8-4ca1-9dcd-b65d03f243fd tempest-NetworksIpV6Test-1276704690 tempest-NetworksIpV6Test-1276704690-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:37.630470 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-17107f74-5fa8-4ca1-9dcd-b65d03f243fd tempest-NetworksIpV6Test-1276704690 tempest-NetworksIpV6Test-1276704690-project] Calling delete_port for 0422c8e3-9616-4631-a610-f96699a8f5e5 owned by network:dhcp {{(pid=102346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 11:16:37.648268 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 0422c8e3-9616-4631-a610-f96699a8f5e5 no longer exists at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 11:16:37.651848 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-8d3fb3b0-37eb-46f0-8b8e-75a20fbd47d9 None None] Deleting port 0422c8e3-9616-4631-a610-f96699a8f5e5 {{(pid=102348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 11:16:37.652254 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-8d3fb3b0-37eb-46f0-8b8e-75a20fbd47d9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:37.709525 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-17107f74-5fa8-4ca1-9dcd-b65d03f243fd tempest-NetworksIpV6Test-1276704690 tempest-NetworksIpV6Test-1276704690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:37.740655 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17107f74-5fa8-4ca1-9dcd-b65d03f243fd tempest-NetworksIpV6Test-1276704690 tempest-NetworksIpV6Test-1276704690-project] Pushing event deleted for resources: {'Port': ['ID=0422c8e3-9616-4631-a610-f96699a8f5e5,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:16:37.744074 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17107f74-5fa8-4ca1-9dcd-b65d03f243fd tempest-NetworksIpV6Test-1276704690 tempest-NetworksIpV6Test-1276704690-project] No DVR routers for this DVR port 0422c8e3-9616-4631-a610-f96699a8f5e5 on host n-d-813419-10 {{(pid=102346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 11:16:37.749002 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] No active binding found for port 0422c8e3-9616-4631-a610-f96699a8f5e5 {{(pid=102348) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Oct 27 11:16:37.749436 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 0422c8e3-9616-4631-a610-f96699a8f5e5 not bound to the agent host n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 11:16:37.752778 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-8d3fb3b0-37eb-46f0-8b8e-75a20fbd47d9 None None] For port 0422c8e3-9616-4631-a610-f96699a8f5e5, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=0422c8e3-9616-4631-a610-f96699a8f5e5,segment=NetworkSegment(94b7a1f0-7c30-448b-b20c-7eb503897ac0),segment_id=94b7a1f0-7c30-448b-b20c-7eb503897ac0)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:16:37.753165 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-8d3fb3b0-37eb-46f0-8b8e-75a20fbd47d9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:37.766349 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-8d3fb3b0-37eb-46f0-8b8e-75a20fbd47d9 None None] Calling delete_port for 0422c8e3-9616-4631-a610-f96699a8f5e5 owned by network:dhcp {{(pid=102348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 11:16:37.821787 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-17107f74-5fa8-4ca1-9dcd-b65d03f243fd tempest-NetworksIpV6Test-1276704690 tempest-NetworksIpV6Test-1276704690-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857803', 'neutron.services.segments.db._delete_segments_for_network-8743873143390'] for network, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:37.841785 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-17107f74-5fa8-4ca1-9dcd-b65d03f243fd tempest-NetworksIpV6Test-1276704690 tempest-NetworksIpV6Test-1276704690-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14f5f421-7058-4a0b-9c38-32798dea2551']}} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:16:37.843165 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-8d3fb3b0-37eb-46f0-8b8e-75a20fbd47d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615'] for port, after_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:37.850856 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-17107f74-5fa8-4ca1-9dcd-b65d03f243fd tempest-NetworksIpV6Test-1276704690 tempest-NetworksIpV6Test-1276704690-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94b7a1f0-7c30-448b-b20c-7eb503897ac0') {'for_net_delete': True} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:16:37.851148 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-17107f74-5fa8-4ca1-9dcd-b65d03f243fd tempest-NetworksIpV6Test-1276704690 tempest-NetworksIpV6Test-1276704690-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94b7a1f0-7c30-448b-b20c-7eb503897ac0') {} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:16:37.864574 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-17107f74-5fa8-4ca1-9dcd-b65d03f243fd tempest-NetworksIpV6Test-1276704690 tempest-NetworksIpV6Test-1276704690-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743873145191', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25847877'] for segment, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:37.867622 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3fb3b0-37eb-46f0-8b8e-75a20fbd47d9 None None] Pushing event deleted for resources: {'Port': ['ID=0422c8e3-9616-4631-a610-f96699a8f5e5,revision_number=None']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:16:37.872156 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d3fb3b0-37eb-46f0-8b8e-75a20fbd47d9 None None] No DVR routers for this DVR port 0422c8e3-9616-4631-a610-f96699a8f5e5 on host n-d-813419-10 {{(pid=102348) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 11:16:37.877847 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-17107f74-5fa8-4ca1-9dcd-b65d03f243fd tempest-NetworksIpV6Test-1276704690 tempest-NetworksIpV6Test-1276704690-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:37.884933 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17107f74-5fa8-4ca1-9dcd-b65d03f243fd tempest-NetworksIpV6Test-1276704690 tempest-NetworksIpV6Test-1276704690-project] Releasing vlan 434 on physical network physnet1 to pool {{(pid=102346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 11:16:37.885328 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-17107f74-5fa8-4ca1-9dcd-b65d03f243fd tempest-NetworksIpV6Test-1276704690 tempest-NetworksIpV6Test-1276704690-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27024137'] for segment, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:37.888236 n-d-813419-10 neutron-server[102346]: Traceback (most recent call last): Oct 27 11:16:37.888236 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 11:16:37.888236 n-d-813419-10 neutron-server[102346]: timer() Oct 27 11:16:37.888236 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 11:16:37.888236 n-d-813419-10 neutron-server[102346]: cb(*args, **kw) Oct 27 11:16:37.888236 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 11:16:37.888236 n-d-813419-10 neutron-server[102346]: return func(*args, **kwargs) Oct 27 11:16:37.888236 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 11:16:37.888236 n-d-813419-10 neutron-server[102346]: self._notify() Oct 27 11:16:37.888236 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 11:16:37.888236 n-d-813419-10 neutron-server[102346]: self.callback(batched_events) Oct 27 11:16:37.888236 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 11:16:37.888236 n-d-813419-10 neutron-server[102346]: event.method(event) Oct 27 11:16:37.888236 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 11:16:37.888236 n-d-813419-10 neutron-server[102346]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 11:16:37.888236 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 11:16:37.888236 n-d-813419-10 neutron-server[102346]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 11:16:37.888236 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 11:16:37.888236 n-d-813419-10 neutron-server[102346]: return f(self, *a, **k) Oct 27 11:16:37.888236 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 11:16:37.888236 n-d-813419-10 neutron-server[102346]: return self._get(url).json() Oct 27 11:16:37.888236 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 11:16:37.888236 n-d-813419-10 neutron-server[102346]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 11:16:37.888236 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 11:16:37.888236 n-d-813419-10 neutron-server[102346]: return self.request(url, 'GET', **kwargs) Oct 27 11:16:37.888236 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 11:16:37.888236 n-d-813419-10 neutron-server[102346]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 11:16:37.888236 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 11:16:37.888236 n-d-813419-10 neutron-server[102346]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 11:16:37.888236 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 11:16:37.888236 n-d-813419-10 neutron-server[102346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 11:16:37.888236 n-d-813419-10 neutron-server[102346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 11:16:37.944911 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-17107f74-5fa8-4ca1-9dcd-b65d03f243fd tempest-NetworksIpV6Test-1276704690 tempest-NetworksIpV6Test-1276704690-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664840'] for network, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:37.951840 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-17107f74-5fa8-4ca1-9dcd-b65d03f243fd tempest-NetworksIpV6Test-1276704690 tempest-NetworksIpV6Test-1276704690-project] Publish callbacks [] for network, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:37.954976 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-17107f74-5fa8-4ca1-9dcd-b65d03f243fd tempest-NetworksIpV6Test-1276704690 tempest-NetworksIpV6Test-1276704690-project] 10.222.0.44 "DELETE /v2.0/networks/14f5f421-7058-4a0b-9c38-32798dea2551 HTTP/1.1" status: 204 len: 168 time: 0.5441077 Oct 27 11:16:37.966390 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17107f74-5fa8-4ca1-9dcd-b65d03f243fd tempest-NetworksIpV6Test-1276704690 tempest-NetworksIpV6Test-1276704690-project] Pushing event deleted for resources: {'Network': ['ID=14f5f421-7058-4a0b-9c38-32798dea2551,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:16:38.215942 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 46896) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:16:38.372980 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-f3e07851-5a42-4b76-8710-8a2ee1993d67 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e955655587ec48d5b62383257d1f0f67&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1557512 Oct 27 11:16:38.375541 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 46900) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:16:38.424523 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-b9ec92e4-bb80-4fa6-9563-bce28e00c4e4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:38.447928 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-b9ec92e4-bb80-4fa6-9563-bce28e00c4e4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:38.500509 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-b9ec92e4-bb80-4fa6-9563-bce28e00c4e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:38.503053 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-b9ec92e4-bb80-4fa6-9563-bce28e00c4e4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:38.504268 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-b9ec92e4-bb80-4fa6-9563-bce28e00c4e4 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/815417ae-d445-4ff2-8429-893fce3bdda7 HTTP/1.1" status: 204 len: 168 time: 0.1277742 Oct 27 11:16:38.513920 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ec92e4-bb80-4fa6-9563-bce28e00c4e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=815417ae-d445-4ff2-8429-893fce3bdda7,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:16:39.140617 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 46922) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:16:39.233722 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-060f3677-1481-4d30-b3cb-dd8fae81ec86 tempest-RoutersNegativeTest-665214141 tempest-RoutersNegativeTest-665214141-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-599377281', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:16:39.256816 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-060f3677-1481-4d30-b3cb-dd8fae81ec86 tempest-RoutersNegativeTest-665214141 tempest-RoutersNegativeTest-665214141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1768632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3610'] for router, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:39.258068 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-060f3677-1481-4d30-b3cb-dd8fae81ec86 tempest-RoutersNegativeTest-665214141 tempest-RoutersNegativeTest-665214141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1765704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1769409', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1694266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3597'] for router, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:39.307569 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-060f3677-1481-4d30-b3cb-dd8fae81ec86 tempest-RoutersNegativeTest-665214141 tempest-RoutersNegativeTest-665214141-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:39.311612 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-060f3677-1481-4d30-b3cb-dd8fae81ec86 tempest-RoutersNegativeTest-665214141 tempest-RoutersNegativeTest-665214141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1765699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1769372'] for router, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:39.328715 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-060f3677-1481-4d30-b3cb-dd8fae81ec86 tempest-RoutersNegativeTest-665214141 tempest-RoutersNegativeTest-665214141-project] Publish callbacks [] for router, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:39.329938 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-060f3677-1481-4d30-b3cb-dd8fae81ec86 tempest-RoutersNegativeTest-665214141 tempest-RoutersNegativeTest-665214141-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.1880441 Oct 27 11:16:39.332704 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 46926) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:16:39.337958 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-cad67934-e776-428e-954d-8383d3ff0348 tempest-RoutersNegativeTest-665214141 tempest-RoutersNegativeTest-665214141-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-925601876'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:16:39.338266 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:39.358370 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cad67934-e776-428e-954d-8383d3ff0348 tempest-RoutersNegativeTest-665214141 tempest-RoutersNegativeTest-665214141-project] Made reservation on behalf of ff3a38f33fcc43dfa96edb5820cc95d9 for: {'network': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 11:16:39.361976 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-cad67934-e776-428e-954d-8383d3ff0348 tempest-RoutersNegativeTest-665214141 tempest-RoutersNegativeTest-665214141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for network, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:39.372652 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-cad67934-e776-428e-954d-8383d3ff0348 tempest-RoutersNegativeTest-665214141 tempest-RoutersNegativeTest-665214141-project] Publish callbacks [] for security_group, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:39.447191 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-cad67934-e776-428e-954d-8383d3ff0348 tempest-RoutersNegativeTest-665214141 tempest-RoutersNegativeTest-665214141-project] Publish callbacks [] for security_group, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:39.450649 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-cad67934-e776-428e-954d-8383d3ff0348 tempest-RoutersNegativeTest-665214141 tempest-RoutersNegativeTest-665214141-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:39.480349 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cad67934-e776-428e-954d-8383d3ff0348 tempest-RoutersNegativeTest-665214141 tempest-RoutersNegativeTest-665214141-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 417} {{(pid=102346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 11:16:39.486351 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad67934-e776-428e-954d-8383d3ff0348 tempest-RoutersNegativeTest-665214141 tempest-RoutersNegativeTest-665214141-project] Pushing event updated for resources: {'SecurityGroup': ['ID=315a10b9-ac9e-47f1-a9fb-68c9157a184b,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:16:39.492624 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-cad67934-e776-428e-954d-8383d3ff0348 tempest-RoutersNegativeTest-665214141 tempest-RoutersNegativeTest-665214141-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:39.492954 n-d-813419-10 neutron-server[102346]: INFO neutron.db.segments_db [None req-cad67934-e776-428e-954d-8383d3ff0348 tempest-RoutersNegativeTest-665214141 tempest-RoutersNegativeTest-665214141-project] Added segment c73d65d2-3804-4eb7-bccc-44c9e94f296d of type vlan for network fe962059-5e55-43e1-be9d-4228bf401e24 Oct 27 11:16:39.531635 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-cad67934-e776-428e-954d-8383d3ff0348 tempest-RoutersNegativeTest-665214141 tempest-RoutersNegativeTest-665214141-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743872593080'] for network, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:39.554952 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-cad67934-e776-428e-954d-8383d3ff0348 tempest-RoutersNegativeTest-665214141 tempest-RoutersNegativeTest-665214141-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913'] for network, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:39.560407 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cad67934-e776-428e-954d-8383d3ff0348 tempest-RoutersNegativeTest-665214141 tempest-RoutersNegativeTest-665214141-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:16:39.560980 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-cad67934-e776-428e-954d-8383d3ff0348 tempest-RoutersNegativeTest-665214141 tempest-RoutersNegativeTest-665214141-project] Publish callbacks [] for network, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:39.612214 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-cad67934-e776-428e-954d-8383d3ff0348 tempest-RoutersNegativeTest-665214141 tempest-RoutersNegativeTest-665214141-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2784507 Oct 27 11:16:39.615524 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 46928) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:16:39.626768 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-60aacbfe-e85f-44e6-9016-1fe18e7dd513 tempest-RoutersNegativeTest-665214141 tempest-RoutersNegativeTest-665214141-project] Request body: {'subnet': {'network_id': 'fe962059-5e55-43e1-be9d-4228bf401e24', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:16:39.644309 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad67934-e776-428e-954d-8383d3ff0348 tempest-RoutersNegativeTest-665214141 tempest-RoutersNegativeTest-665214141-project] Pushing event updated for resources: {'Network': ['ID=fe962059-5e55-43e1-be9d-4228bf401e24,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:16:39.660225 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Network fe962059-5e55-43e1-be9d-4228bf401e24 details requested by agent ovs-agent-n-d-813419-10 with host n-d-813419-10 {{(pid=102348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 11:16:39.729618 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60aacbfe-e85f-44e6-9016-1fe18e7dd513 tempest-RoutersNegativeTest-665214141 tempest-RoutersNegativeTest-665214141-project] Made reservation on behalf of ff3a38f33fcc43dfa96edb5820cc95d9 for: {'subnet': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 11:16:39.733195 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-60aacbfe-e85f-44e6-9016-1fe18e7dd513 tempest-RoutersNegativeTest-665214141 tempest-RoutersNegativeTest-665214141-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27167186'] for subnet, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:39.909061 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-60aacbfe-e85f-44e6-9016-1fe18e7dd513 tempest-RoutersNegativeTest-665214141 tempest-RoutersNegativeTest-665214141-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27024290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27167168'] for subnet, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:39.967298 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60aacbfe-e85f-44e6-9016-1fe18e7dd513 tempest-RoutersNegativeTest-665214141 tempest-RoutersNegativeTest-665214141-project] Pushing event updated for resources: {'Subnet': ['ID=0fd3ee67-8488-4163-bae1-916521960c57,revision_number=0']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:16:39.977889 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60aacbfe-e85f-44e6-9016-1fe18e7dd513 tempest-RoutersNegativeTest-665214141 tempest-RoutersNegativeTest-665214141-project] Checking segment: {'id': 'c73d65d2-3804-4eb7-bccc-44c9e94f296d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'fe962059-5e55-43e1-be9d-4228bf401e24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 11:16:39.978257 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60aacbfe-e85f-44e6-9016-1fe18e7dd513 tempest-RoutersNegativeTest-665214141 tempest-RoutersNegativeTest-665214141-project] Network hostable DHCP agents. Network: fe962059-5e55-43e1-be9d-4228bf401e24, hostable agents: ['eafd4000-b897-4722-ae8b-0118ec955181'], hosted agents: [] {{(pid=102346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 11:16:39.996327 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60aacbfe-e85f-44e6-9016-1fe18e7dd513 tempest-RoutersNegativeTest-665214141 tempest-RoutersNegativeTest-665214141-project] Network fe962059-5e55-43e1-be9d-4228bf401e24 is scheduled to be hosted by DHCP agent eafd4000-b897-4722-ae8b-0118ec955181 with binding_index 1 {{(pid=102346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 11:16:40.005336 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-60aacbfe-e85f-44e6-9016-1fe18e7dd513 tempest-RoutersNegativeTest-665214141 tempest-RoutersNegativeTest-665214141-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-10, fe962059-5e55-43e1-be9d-4228bf401e24) {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 11:16:40.010751 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60aacbfe-e85f-44e6-9016-1fe18e7dd513 tempest-RoutersNegativeTest-665214141 tempest-RoutersNegativeTest-665214141-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:16:40.011543 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-60aacbfe-e85f-44e6-9016-1fe18e7dd513 tempest-RoutersNegativeTest-665214141 tempest-RoutersNegativeTest-665214141-project] Publish callbacks [] for subnet, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:40.017302 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40ed715a-b75f-41a9-915c-ccfc8fab0b88 None None] Network fe962059-5e55-43e1-be9d-4228bf401e24 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 11:16:40.032552 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-60aacbfe-e85f-44e6-9016-1fe18e7dd513 tempest-RoutersNegativeTest-665214141 tempest-RoutersNegativeTest-665214141-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4132531 Oct 27 11:16:40.032808 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 46930) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:16:40.038258 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-021fa6de-c4fc-4066-a233-4fb19b0c9e96 tempest-RoutersNegativeTest-665214141 tempest-RoutersNegativeTest-665214141-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1518317686'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:16:40.059461 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-021fa6de-c4fc-4066-a233-4fb19b0c9e96 tempest-RoutersNegativeTest-665214141 tempest-RoutersNegativeTest-665214141-project] Made reservation on behalf of ff3a38f33fcc43dfa96edb5820cc95d9 for: {'network': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 11:16:40.062895 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-021fa6de-c4fc-4066-a233-4fb19b0c9e96 tempest-RoutersNegativeTest-665214141 tempest-RoutersNegativeTest-665214141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for network, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:40.088573 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-021fa6de-c4fc-4066-a233-4fb19b0c9e96 tempest-RoutersNegativeTest-665214141 tempest-RoutersNegativeTest-665214141-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 435} {{(pid=102346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 11:16:40.098636 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-021fa6de-c4fc-4066-a233-4fb19b0c9e96 tempest-RoutersNegativeTest-665214141 tempest-RoutersNegativeTest-665214141-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:40.099017 n-d-813419-10 neutron-server[102346]: INFO neutron.db.segments_db [None req-021fa6de-c4fc-4066-a233-4fb19b0c9e96 tempest-RoutersNegativeTest-665214141 tempest-RoutersNegativeTest-665214141-project] Added segment af002cbe-0839-47a9-93de-3d5c237f729a of type vlan for network 32389602-7573-454c-ad1f-c718420c4a06 Oct 27 11:16:40.151017 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-021fa6de-c4fc-4066-a233-4fb19b0c9e96 tempest-RoutersNegativeTest-665214141 tempest-RoutersNegativeTest-665214141-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743872593080'] for network, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:40.177168 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-021fa6de-c4fc-4066-a233-4fb19b0c9e96 tempest-RoutersNegativeTest-665214141 tempest-RoutersNegativeTest-665214141-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913'] for network, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:40.183442 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-021fa6de-c4fc-4066-a233-4fb19b0c9e96 tempest-RoutersNegativeTest-665214141 tempest-RoutersNegativeTest-665214141-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:16:40.183723 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37c00306-92c8-48c2-85b4-5bdba6887737 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp734b258e-7d96-550c-b970-9b72ab66f383-fe962059-5e55-43e1-be9d-4228bf401e24', 'network_id': 'fe962059-5e55-43e1-be9d-4228bf401e24', 'tenant_id': 'ff3a38f33fcc43dfa96edb5820cc95d9', 'fixed_ips': [{'subnet_id': '0fd3ee67-8488-4163-bae1-916521960c57'}]}} from n-d-813419-10. {{(pid=102348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 11:16:40.184167 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-021fa6de-c4fc-4066-a233-4fb19b0c9e96 tempest-RoutersNegativeTest-665214141 tempest-RoutersNegativeTest-665214141-project] Publish callbacks [] for network, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:40.185061 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-37c00306-92c8-48c2-85b4-5bdba6887737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:40.235338 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-021fa6de-c4fc-4066-a233-4fb19b0c9e96 tempest-RoutersNegativeTest-665214141 tempest-RoutersNegativeTest-665214141-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2013695 Oct 27 11:16:40.238472 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 46932) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:16:40.245147 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-c8a4407c-7b2c-42e5-8978-67f66294508b tempest-RoutersNegativeTest-665214141 tempest-RoutersNegativeTest-665214141-project] Request body: {'subnet': {'network_id': '32389602-7573-454c-ad1f-c718420c4a06', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:16:40.303378 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021fa6de-c4fc-4066-a233-4fb19b0c9e96 tempest-RoutersNegativeTest-665214141 tempest-RoutersNegativeTest-665214141-project] Pushing event updated for resources: {'Network': ['ID=32389602-7573-454c-ad1f-c718420c4a06,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:16:40.321497 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Network 32389602-7573-454c-ad1f-c718420c4a06 details requested by agent ovs-agent-n-d-813419-10 with host n-d-813419-10 {{(pid=102348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 11:16:40.359503 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8a4407c-7b2c-42e5-8978-67f66294508b tempest-RoutersNegativeTest-665214141 tempest-RoutersNegativeTest-665214141-project] Made reservation on behalf of ff3a38f33fcc43dfa96edb5820cc95d9 for: {'subnet': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 11:16:40.363055 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-c8a4407c-7b2c-42e5-8978-67f66294508b tempest-RoutersNegativeTest-665214141 tempest-RoutersNegativeTest-665214141-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27167186'] for subnet, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:40.380215 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.db_base_plugin_common [None req-37c00306-92c8-48c2-85b4-5bdba6887737 None None] Allocated IP 172.20.0.2 (fe962059-5e55-43e1-be9d-4228bf401e24/0fd3ee67-8488-4163-bae1-916521960c57/0a86fec7-d029-48d2-84e0-31cfa8b25eb3) {{(pid=102348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 11:16:40.545843 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-c8a4407c-7b2c-42e5-8978-67f66294508b tempest-RoutersNegativeTest-665214141 tempest-RoutersNegativeTest-665214141-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27024290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27167168'] for subnet, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:40.558757 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-37c00306-92c8-48c2-85b4-5bdba6887737 None None] Publish callbacks [] for port, precommit_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:40.565699 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-37c00306-92c8-48c2-85b4-5bdba6887737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606'] for port, after_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:40.605610 n-d-813419-10 neutron-server[102348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37c00306-92c8-48c2-85b4-5bdba6887737 None None] Network fe962059-5e55-43e1-be9d-4228bf401e24 is already hosted by enough agents. {{(pid=102348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 11:16:40.607655 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a4407c-7b2c-42e5-8978-67f66294508b tempest-RoutersNegativeTest-665214141 tempest-RoutersNegativeTest-665214141-project] Pushing event updated for resources: {'Subnet': ['ID=65ec64cb-5a68-42d3-b136-271aa2f9fe29,revision_number=0']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:16:40.610126 n-d-813419-10 neutron-server[102348]: DEBUG neutron.scheduler.base_scheduler [None req-37c00306-92c8-48c2-85b4-5bdba6887737 None None] Resources bound (agent type, host, resource id): {{(pid=102348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 11:16:40.614430 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37c00306-92c8-48c2-85b4-5bdba6887737 None None] Received port after_create {{(pid=102348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 11:16:40.614885 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8a4407c-7b2c-42e5-8978-67f66294508b tempest-RoutersNegativeTest-665214141 tempest-RoutersNegativeTest-665214141-project] Checking segment: {'id': 'af002cbe-0839-47a9-93de-3d5c237f729a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '32389602-7573-454c-ad1f-c718420c4a06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 11:16:40.615263 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8a4407c-7b2c-42e5-8978-67f66294508b tempest-RoutersNegativeTest-665214141 tempest-RoutersNegativeTest-665214141-project] Network hostable DHCP agents. Network: 32389602-7573-454c-ad1f-c718420c4a06, hostable agents: ['eafd4000-b897-4722-ae8b-0118ec955181'], hosted agents: [] {{(pid=102346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 11:16:40.617985 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c00306-92c8-48c2-85b4-5bdba6887737 None None] Pushing event updated for resources: {'Port': ['ID=0a86fec7-d029-48d2-84e0-31cfa8b25eb3,revision_number=1']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:16:40.635225 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8a4407c-7b2c-42e5-8978-67f66294508b tempest-RoutersNegativeTest-665214141 tempest-RoutersNegativeTest-665214141-project] Network 32389602-7573-454c-ad1f-c718420c4a06 is scheduled to be hosted by DHCP agent eafd4000-b897-4722-ae8b-0118ec955181 with binding_index 1 {{(pid=102346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 11:16:40.645357 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-c8a4407c-7b2c-42e5-8978-67f66294508b tempest-RoutersNegativeTest-665214141 tempest-RoutersNegativeTest-665214141-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-10, 32389602-7573-454c-ad1f-c718420c4a06) {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 11:16:40.649909 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8a4407c-7b2c-42e5-8978-67f66294508b tempest-RoutersNegativeTest-665214141 tempest-RoutersNegativeTest-665214141-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:16:40.650493 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-c8a4407c-7b2c-42e5-8978-67f66294508b tempest-RoutersNegativeTest-665214141 tempest-RoutersNegativeTest-665214141-project] Publish callbacks [] for subnet, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:40.664258 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f8237a4-f400-4ba6-b840-fa29731e4ff7 None None] Network 32389602-7573-454c-ad1f-c718420c4a06 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 11:16:40.666715 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-c8a4407c-7b2c-42e5-8978-67f66294508b tempest-RoutersNegativeTest-665214141 tempest-RoutersNegativeTest-665214141-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4274731 Oct 27 11:16:40.669366 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 46934) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:16:40.676061 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-6d5361d1-1162-4c94-b7bc-49b84741d0f6 tempest-RoutersNegativeTest-665214141 tempest-RoutersNegativeTest-665214141-project] Request body: {'router': {'external_gateway_info': {'network_id': '32389602-7573-454c-ad1f-c718420c4a06'}}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:16:40.713136 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-37c00306-92c8-48c2-85b4-5bdba6887737 None None] Attempting to bind port 0a86fec7-d029-48d2-84e0-31cfa8b25eb3 on host n-d-813419-10 for vnic_type normal with profile {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 11:16:40.713501 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-37c00306-92c8-48c2-85b4-5bdba6887737 None None] Attempting to bind port 0a86fec7-d029-48d2-84e0-31cfa8b25eb3 by drivers openvswitch,hyperv on host n-d-813419-10 at level 0 using segments [{'id': 'c73d65d2-3804-4eb7-bccc-44c9e94f296d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'fe962059-5e55-43e1-be9d-4228bf401e24'}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 11:16:40.713858 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37c00306-92c8-48c2-85b4-5bdba6887737 None None] Attempting to bind port 0a86fec7-d029-48d2-84e0-31cfa8b25eb3 on network fe962059-5e55-43e1-be9d-4228bf401e24 {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 11:16:40.720340 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37c00306-92c8-48c2-85b4-5bdba6887737 None None] Checking agent: {'id': '89dba0f3-79b2-435e-9822-33674b8f6ada', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 8, 20), 'started_at': datetime.datetime(2021, 10, 27, 10, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 11, 16, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 11:16:40.720711 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37c00306-92c8-48c2-85b4-5bdba6887737 None None] Checking segment: {'id': 'c73d65d2-3804-4eb7-bccc-44c9e94f296d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'fe962059-5e55-43e1-be9d-4228bf401e24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 11:16:40.721106 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-37c00306-92c8-48c2-85b4-5bdba6887737 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:40.721497 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37c00306-92c8-48c2-85b4-5bdba6887737 None None] Bound using segment: {'id': 'c73d65d2-3804-4eb7-bccc-44c9e94f296d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'fe962059-5e55-43e1-be9d-4228bf401e24'} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 11:16:40.721956 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-37c00306-92c8-48c2-85b4-5bdba6887737 None None] Bound port: 0a86fec7-d029-48d2-84e0-31cfa8b25eb3, host: n-d-813419-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c73d65d2-3804-4eb7-bccc-44c9e94f296d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'fe962059-5e55-43e1-be9d-4228bf401e24'}}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 11:16:40.722333 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-37c00306-92c8-48c2-85b4-5bdba6887737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:40.853347 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-37c00306-92c8-48c2-85b4-5bdba6887737 None None] For port 0a86fec7-d029-48d2-84e0-31cfa8b25eb3, host n-d-813419-10, cleared binding levels {{(pid=102348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 11:16:40.870016 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-37c00306-92c8-48c2-85b4-5bdba6887737 None None] For port 0a86fec7-d029-48d2-84e0-31cfa8b25eb3, host n-d-813419-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=0a86fec7-d029-48d2-84e0-31cfa8b25eb3,segment=NetworkSegment(c73d65d2-3804-4eb7-bccc-44c9e94f296d),segment_id=c73d65d2-3804-4eb7-bccc-44c9e94f296d)] {{(pid=102348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 11:16:40.877010 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-37c00306-92c8-48c2-85b4-5bdba6887737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:40.891557 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-6d5361d1-1162-4c94-b7bc-49b84741d0f6 tempest-RoutersNegativeTest-665214141 tempest-RoutersNegativeTest-665214141-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:40.936111 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b419b43-a9f4-4669-acc2-888f34137cb1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp734b258e-7d96-550c-b970-9b72ab66f383-32389602-7573-454c-ad1f-c718420c4a06', 'network_id': '32389602-7573-454c-ad1f-c718420c4a06', 'tenant_id': 'ff3a38f33fcc43dfa96edb5820cc95d9', 'fixed_ips': [{'subnet_id': '65ec64cb-5a68-42d3-b136-271aa2f9fe29'}]}} from n-d-813419-10. {{(pid=102348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 11:16:40.936966 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-1b419b43-a9f4-4669-acc2-888f34137cb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:40.966690 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c00306-92c8-48c2-85b4-5bdba6887737 None None] Pushing event updated for resources: {'Port': ['ID=0a86fec7-d029-48d2-84e0-31cfa8b25eb3,revision_number=2']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:16:41.026998 n-d-813419-10 neutron-server[102346]: INFO neutron.api.v2.resource [None req-6d5361d1-1162-4c94-b7bc-49b84741d0f6 tempest-RoutersNegativeTest-665214141 tempest-RoutersNegativeTest-665214141-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 27 11:16:41.028657 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-6d5361d1-1162-4c94-b7bc-49b84741d0f6 tempest-RoutersNegativeTest-665214141 tempest-RoutersNegativeTest-665214141-project] 10.222.0.44 "PUT /v2.0/routers/8cb1e2c1-d7de-4fa3-90e2-dc163e94686c HTTP/1.1" status: 400 len: 364 time: 0.3565705 Oct 27 11:16:41.034749 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 46936) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:16:41.093346 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.db_base_plugin_common [None req-1b419b43-a9f4-4669-acc2-888f34137cb1 None None] Allocated IP 172.21.0.2 (32389602-7573-454c-ad1f-c718420c4a06/65ec64cb-5a68-42d3-b136-271aa2f9fe29/4ad7c69b-7244-4423-bcf0-fbb327d1ac3f) {{(pid=102348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 11:16:41.096777 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_v2 [None req-82abdfdc-e31a-4c35-aebc-6b7cc7f8a705 tempest-RoutersNegativeTest-665214141 tempest-RoutersNegativeTest-665214141-project] Deleting subnet 65ec64cb-5a68-42d3-b136-271aa2f9fe29 {{(pid=102346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 11:16:41.258284 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-1b419b43-a9f4-4669-acc2-888f34137cb1 None None] Publish callbacks [] for port, precommit_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:41.265111 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-82abdfdc-e31a-4c35-aebc-6b7cc7f8a705 tempest-RoutersNegativeTest-665214141 tempest-RoutersNegativeTest-665214141-project] Publish callbacks [] for subnet, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:41.265994 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-1b419b43-a9f4-4669-acc2-888f34137cb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606'] for port, after_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:41.305910 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-82abdfdc-e31a-4c35-aebc-6b7cc7f8a705 tempest-RoutersNegativeTest-665214141 tempest-RoutersNegativeTest-665214141-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25847868'] for subnet, precommit_delete_associations {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:41.306852 n-d-813419-10 neutron-server[102348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b419b43-a9f4-4669-acc2-888f34137cb1 None None] Network 32389602-7573-454c-ad1f-c718420c4a06 is already hosted by enough agents. {{(pid=102348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 11:16:41.309835 n-d-813419-10 neutron-server[102348]: DEBUG neutron.scheduler.base_scheduler [None req-1b419b43-a9f4-4669-acc2-888f34137cb1 None None] Resources bound (agent type, host, resource id): {{(pid=102348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 11:16:41.313471 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b419b43-a9f4-4669-acc2-888f34137cb1 None None] Received port after_create {{(pid=102348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 11:16:41.320855 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b419b43-a9f4-4669-acc2-888f34137cb1 None None] Pushing event updated for resources: {'Port': ['ID=4ad7c69b-7244-4423-bcf0-fbb327d1ac3f,revision_number=1']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:16:41.379963 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-1b419b43-a9f4-4669-acc2-888f34137cb1 None None] Attempting to bind port 4ad7c69b-7244-4423-bcf0-fbb327d1ac3f on host n-d-813419-10 for vnic_type normal with profile {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 11:16:41.380372 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-1b419b43-a9f4-4669-acc2-888f34137cb1 None None] Attempting to bind port 4ad7c69b-7244-4423-bcf0-fbb327d1ac3f by drivers openvswitch,hyperv on host n-d-813419-10 at level 0 using segments [{'id': 'af002cbe-0839-47a9-93de-3d5c237f729a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '32389602-7573-454c-ad1f-c718420c4a06'}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 11:16:41.380947 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b419b43-a9f4-4669-acc2-888f34137cb1 None None] Attempting to bind port 4ad7c69b-7244-4423-bcf0-fbb327d1ac3f on network 32389602-7573-454c-ad1f-c718420c4a06 {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 11:16:41.386403 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b419b43-a9f4-4669-acc2-888f34137cb1 None None] Checking agent: {'id': '89dba0f3-79b2-435e-9822-33674b8f6ada', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 8, 20), 'started_at': datetime.datetime(2021, 10, 27, 10, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 11, 16, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 11:16:41.386790 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b419b43-a9f4-4669-acc2-888f34137cb1 None None] Checking segment: {'id': 'af002cbe-0839-47a9-93de-3d5c237f729a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '32389602-7573-454c-ad1f-c718420c4a06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 11:16:41.387159 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-1b419b43-a9f4-4669-acc2-888f34137cb1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:41.387542 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b419b43-a9f4-4669-acc2-888f34137cb1 None None] Bound using segment: {'id': 'af002cbe-0839-47a9-93de-3d5c237f729a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '32389602-7573-454c-ad1f-c718420c4a06'} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 11:16:41.388006 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-1b419b43-a9f4-4669-acc2-888f34137cb1 None None] Bound port: 4ad7c69b-7244-4423-bcf0-fbb327d1ac3f, host: n-d-813419-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af002cbe-0839-47a9-93de-3d5c237f729a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '32389602-7573-454c-ad1f-c718420c4a06'}}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 11:16:41.388401 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-1b419b43-a9f4-4669-acc2-888f34137cb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:41.411657 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-82abdfdc-e31a-4c35-aebc-6b7cc7f8a705 tempest-RoutersNegativeTest-665214141 tempest-RoutersNegativeTest-665214141-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855646'] for subnet, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:41.479413 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-82abdfdc-e31a-4c35-aebc-6b7cc7f8a705 tempest-RoutersNegativeTest-665214141 tempest-RoutersNegativeTest-665214141-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27024355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27168307'] for subnet, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:41.482570 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-1b419b43-a9f4-4669-acc2-888f34137cb1 None None] For port 4ad7c69b-7244-4423-bcf0-fbb327d1ac3f, host n-d-813419-10, cleared binding levels {{(pid=102348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 11:16:41.486308 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-1b419b43-a9f4-4669-acc2-888f34137cb1 None None] For port 4ad7c69b-7244-4423-bcf0-fbb327d1ac3f, host n-d-813419-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=4ad7c69b-7244-4423-bcf0-fbb327d1ac3f,segment=NetworkSegment(af002cbe-0839-47a9-93de-3d5c237f729a),segment_id=af002cbe-0839-47a9-93de-3d5c237f729a)] {{(pid=102348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 11:16:41.493260 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-1b419b43-a9f4-4669-acc2-888f34137cb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:41.511296 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82abdfdc-e31a-4c35-aebc-6b7cc7f8a705 tempest-RoutersNegativeTest-665214141 tempest-RoutersNegativeTest-665214141-project] Pushing event deleted for resources: {'Subnet': ['ID=65ec64cb-5a68-42d3-b136-271aa2f9fe29,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:16:41.513369 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-82abdfdc-e31a-4c35-aebc-6b7cc7f8a705 tempest-RoutersNegativeTest-665214141 tempest-RoutersNegativeTest-665214141-project] Publish callbacks [] for subnet, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:41.516978 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-82abdfdc-e31a-4c35-aebc-6b7cc7f8a705 tempest-RoutersNegativeTest-665214141 tempest-RoutersNegativeTest-665214141-project] 10.222.0.44 "DELETE /v2.0/subnets/65ec64cb-5a68-42d3-b136-271aa2f9fe29 HTTP/1.1" status: 204 len: 168 time: 0.4811742 Oct 27 11:16:41.519670 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 46938) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:16:41.557556 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b419b43-a9f4-4669-acc2-888f34137cb1 None None] Pushing event updated for resources: {'Port': ['ID=4ad7c69b-7244-4423-bcf0-fbb327d1ac3f,revision_number=3']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:16:41.618958 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-376fce28-4c84-4193-a805-3f4950e3d6d0 tempest-RoutersNegativeTest-665214141 tempest-RoutersNegativeTest-665214141-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586917'] for network, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:41.664858 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 0a86fec7-d029-48d2-84e0-31cfa8b25eb3 up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 11:16:41.678549 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-376fce28-4c84-4193-a805-3f4950e3d6d0 tempest-RoutersNegativeTest-665214141 tempest-RoutersNegativeTest-665214141-project] Deleting port 4ad7c69b-7244-4423-bcf0-fbb327d1ac3f {{(pid=102347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 11:16:41.679290 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-376fce28-4c84-4193-a805-3f4950e3d6d0 tempest-RoutersNegativeTest-665214141 tempest-RoutersNegativeTest-665214141-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:41.723810 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port 0a86fec7-d029-48d2-84e0-31cfa8b25eb3 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:16:41.724338 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:41.757692 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [None req-376fce28-4c84-4193-a805-3f4950e3d6d0 tempest-RoutersNegativeTest-665214141 tempest-RoutersNegativeTest-665214141-project] For port 4ad7c69b-7244-4423-bcf0-fbb327d1ac3f, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=4ad7c69b-7244-4423-bcf0-fbb327d1ac3f,segment=NetworkSegment(af002cbe-0839-47a9-93de-3d5c237f729a),segment_id=af002cbe-0839-47a9-93de-3d5c237f729a)] {{(pid=102347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:16:41.758057 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-376fce28-4c84-4193-a805-3f4950e3d6d0 tempest-RoutersNegativeTest-665214141 tempest-RoutersNegativeTest-665214141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:41.781693 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-376fce28-4c84-4193-a805-3f4950e3d6d0 tempest-RoutersNegativeTest-665214141 tempest-RoutersNegativeTest-665214141-project] Calling delete_port for 4ad7c69b-7244-4423-bcf0-fbb327d1ac3f owned by network:dhcp {{(pid=102347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 11:16:41.888316 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-376fce28-4c84-4193-a805-3f4950e3d6d0 tempest-RoutersNegativeTest-665214141 tempest-RoutersNegativeTest-665214141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:41.902202 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-376fce28-4c84-4193-a805-3f4950e3d6d0 tempest-RoutersNegativeTest-665214141 tempest-RoutersNegativeTest-665214141-project] No DVR routers for this DVR port 4ad7c69b-7244-4423-bcf0-fbb327d1ac3f on host n-d-813419-10 {{(pid=102347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 11:16:41.926885 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376fce28-4c84-4193-a805-3f4950e3d6d0 tempest-RoutersNegativeTest-665214141 tempest-RoutersNegativeTest-665214141-project] Pushing event deleted for resources: {'Port': ['ID=4ad7c69b-7244-4423-bcf0-fbb327d1ac3f,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:16:42.002767 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:42.014905 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-376fce28-4c84-4193-a805-3f4950e3d6d0 tempest-RoutersNegativeTest-665214141 tempest-RoutersNegativeTest-665214141-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857803', 'neutron.services.segments.db._delete_segments_for_network-8743873143390'] for network, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:42.038898 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] For port 0a86fec7-d029-48d2-84e0-31cfa8b25eb3, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=0a86fec7-d029-48d2-84e0-31cfa8b25eb3,segment=NetworkSegment(c73d65d2-3804-4eb7-bccc-44c9e94f296d),segment_id=c73d65d2-3804-4eb7-bccc-44c9e94f296d)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:16:42.039441 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-376fce28-4c84-4193-a805-3f4950e3d6d0 tempest-RoutersNegativeTest-665214141 tempest-RoutersNegativeTest-665214141-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32389602-7573-454c-ad1f-c718420c4a06']}} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:16:42.043181 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:42.056318 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-376fce28-4c84-4193-a805-3f4950e3d6d0 tempest-RoutersNegativeTest-665214141 tempest-RoutersNegativeTest-665214141-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af002cbe-0839-47a9-93de-3d5c237f729a') {'for_net_delete': True} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:16:42.057114 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-376fce28-4c84-4193-a805-3f4950e3d6d0 tempest-RoutersNegativeTest-665214141 tempest-RoutersNegativeTest-665214141-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af002cbe-0839-47a9-93de-3d5c237f729a') {} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:16:42.068761 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-376fce28-4c84-4193-a805-3f4950e3d6d0 tempest-RoutersNegativeTest-665214141 tempest-RoutersNegativeTest-665214141-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743873145191', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18445132'] for segment, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:42.082604 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-376fce28-4c84-4193-a805-3f4950e3d6d0 tempest-RoutersNegativeTest-665214141 tempest-RoutersNegativeTest-665214141-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:42.089191 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-376fce28-4c84-4193-a805-3f4950e3d6d0 tempest-RoutersNegativeTest-665214141 tempest-RoutersNegativeTest-665214141-project] Releasing vlan 435 on physical network physnet1 to pool {{(pid=102347) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 11:16:42.089653 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-376fce28-4c84-4193-a805-3f4950e3d6d0 tempest-RoutersNegativeTest-665214141 tempest-RoutersNegativeTest-665214141-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-18296032'] for segment, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:42.093333 n-d-813419-10 neutron-server[102347]: Traceback (most recent call last): Oct 27 11:16:42.093333 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 11:16:42.093333 n-d-813419-10 neutron-server[102347]: timer() Oct 27 11:16:42.093333 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 11:16:42.093333 n-d-813419-10 neutron-server[102347]: cb(*args, **kw) Oct 27 11:16:42.093333 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 11:16:42.093333 n-d-813419-10 neutron-server[102347]: return func(*args, **kwargs) Oct 27 11:16:42.093333 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 11:16:42.093333 n-d-813419-10 neutron-server[102347]: self._notify() Oct 27 11:16:42.093333 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 11:16:42.093333 n-d-813419-10 neutron-server[102347]: self.callback(batched_events) Oct 27 11:16:42.093333 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 11:16:42.093333 n-d-813419-10 neutron-server[102347]: event.method(event) Oct 27 11:16:42.093333 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 11:16:42.093333 n-d-813419-10 neutron-server[102347]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 11:16:42.093333 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 11:16:42.093333 n-d-813419-10 neutron-server[102347]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 11:16:42.093333 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 11:16:42.093333 n-d-813419-10 neutron-server[102347]: return f(self, *a, **k) Oct 27 11:16:42.093333 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 11:16:42.093333 n-d-813419-10 neutron-server[102347]: return self._get(url).json() Oct 27 11:16:42.093333 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 11:16:42.093333 n-d-813419-10 neutron-server[102347]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 11:16:42.093333 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 11:16:42.093333 n-d-813419-10 neutron-server[102347]: return self.request(url, 'GET', **kwargs) Oct 27 11:16:42.093333 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 11:16:42.093333 n-d-813419-10 neutron-server[102347]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 11:16:42.093333 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 11:16:42.093333 n-d-813419-10 neutron-server[102347]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 11:16:42.093333 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 11:16:42.093333 n-d-813419-10 neutron-server[102347]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 11:16:42.093333 n-d-813419-10 neutron-server[102347]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 11:16:42.095693 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc0d69ae-fc8b-424b-8487-4156b1f2bf63 None None] Network fe962059-5e55-43e1-be9d-4228bf401e24 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 11:16:42.098511 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Pushing event updated for resources: {'Port': ['ID=0a86fec7-d029-48d2-84e0-31cfa8b25eb3,revision_number=3']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:16:42.157811 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-376fce28-4c84-4193-a805-3f4950e3d6d0 tempest-RoutersNegativeTest-665214141 tempest-RoutersNegativeTest-665214141-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664840'] for network, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:42.164229 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-376fce28-4c84-4193-a805-3f4950e3d6d0 tempest-RoutersNegativeTest-665214141 tempest-RoutersNegativeTest-665214141-project] Publish callbacks [] for network, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:42.169748 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-376fce28-4c84-4193-a805-3f4950e3d6d0 tempest-RoutersNegativeTest-665214141 tempest-RoutersNegativeTest-665214141-project] 10.222.0.44 "DELETE /v2.0/networks/32389602-7573-454c-ad1f-c718420c4a06 HTTP/1.1" status: 204 len: 168 time: 0.6465890 Oct 27 11:16:42.170122 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 46940) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:16:42.182554 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376fce28-4c84-4193-a805-3f4950e3d6d0 tempest-RoutersNegativeTest-665214141 tempest-RoutersNegativeTest-665214141-project] Pushing event deleted for resources: {'Network': ['ID=32389602-7573-454c-ad1f-c718420c4a06,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:16:42.183996 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-48a47a09-8f9c-4e69-a5d8-104fbe34e8ef None None] Provisioning complete for port 0a86fec7-d029-48d2-84e0-31cfa8b25eb3 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:16:42.184396 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-48a47a09-8f9c-4e69-a5d8-104fbe34e8ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:42.233869 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_v2 [None req-b10d4033-c00e-445a-a328-084c1923b0d2 tempest-RoutersNegativeTest-665214141 tempest-RoutersNegativeTest-665214141-project] Deleting subnet 0fd3ee67-8488-4163-bae1-916521960c57 {{(pid=102346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 11:16:42.237192 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-b10d4033-c00e-445a-a328-084c1923b0d2 tempest-RoutersNegativeTest-665214141 tempest-RoutersNegativeTest-665214141-project] Publish callbacks [] for subnet, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:42.277159 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-b10d4033-c00e-445a-a328-084c1923b0d2 tempest-RoutersNegativeTest-665214141 tempest-RoutersNegativeTest-665214141-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25847868'] for subnet, precommit_delete_associations {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:42.368969 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-b10d4033-c00e-445a-a328-084c1923b0d2 tempest-RoutersNegativeTest-665214141 tempest-RoutersNegativeTest-665214141-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855646'] for subnet, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:42.437870 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-b10d4033-c00e-445a-a328-084c1923b0d2 tempest-RoutersNegativeTest-665214141 tempest-RoutersNegativeTest-665214141-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27024355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27168307'] for subnet, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:42.466094 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10d4033-c00e-445a-a328-084c1923b0d2 tempest-RoutersNegativeTest-665214141 tempest-RoutersNegativeTest-665214141-project] Pushing event deleted for resources: {'Subnet': ['ID=0fd3ee67-8488-4163-bae1-916521960c57,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:16:42.469654 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-b10d4033-c00e-445a-a328-084c1923b0d2 tempest-RoutersNegativeTest-665214141 tempest-RoutersNegativeTest-665214141-project] Publish callbacks [] for subnet, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:42.475860 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-b10d4033-c00e-445a-a328-084c1923b0d2 tempest-RoutersNegativeTest-665214141 tempest-RoutersNegativeTest-665214141-project] 10.222.0.44 "DELETE /v2.0/subnets/0fd3ee67-8488-4163-bae1-916521960c57 HTTP/1.1" status: 204 len: 168 time: 0.3020198 Oct 27 11:16:42.476298 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 46942) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:16:42.566386 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-8ff7b5cd-2cd4-4e69-b40d-0cfc67ed3714 tempest-RoutersNegativeTest-665214141 tempest-RoutersNegativeTest-665214141-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586917'] for network, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:42.610787 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-846816f8-9e49-4ec2-87a0-2f3831e3e880 None None] Network fe962059-5e55-43e1-be9d-4228bf401e24 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 11:16:42.634981 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-8ff7b5cd-2cd4-4e69-b40d-0cfc67ed3714 tempest-RoutersNegativeTest-665214141 tempest-RoutersNegativeTest-665214141-project] Deleting port 0a86fec7-d029-48d2-84e0-31cfa8b25eb3 {{(pid=102347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 11:16:42.635353 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-8ff7b5cd-2cd4-4e69-b40d-0cfc67ed3714 tempest-RoutersNegativeTest-665214141 tempest-RoutersNegativeTest-665214141-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:42.684980 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-a0a16a60-9b53-4ce6-a82f-0707bc095d40 None None] Provisioning complete for port 0a86fec7-d029-48d2-84e0-31cfa8b25eb3 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:16:42.685436 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a0a16a60-9b53-4ce6-a82f-0707bc095d40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:42.703865 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [None req-8ff7b5cd-2cd4-4e69-b40d-0cfc67ed3714 tempest-RoutersNegativeTest-665214141 tempest-RoutersNegativeTest-665214141-project] For port 0a86fec7-d029-48d2-84e0-31cfa8b25eb3, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=0a86fec7-d029-48d2-84e0-31cfa8b25eb3,segment=NetworkSegment(c73d65d2-3804-4eb7-bccc-44c9e94f296d),segment_id=c73d65d2-3804-4eb7-bccc-44c9e94f296d)] {{(pid=102347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:16:42.704238 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-8ff7b5cd-2cd4-4e69-b40d-0cfc67ed3714 tempest-RoutersNegativeTest-665214141 tempest-RoutersNegativeTest-665214141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:42.717712 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-8ff7b5cd-2cd4-4e69-b40d-0cfc67ed3714 tempest-RoutersNegativeTest-665214141 tempest-RoutersNegativeTest-665214141-project] Calling delete_port for 0a86fec7-d029-48d2-84e0-31cfa8b25eb3 owned by network:dhcp {{(pid=102347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 11:16:42.812352 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-8ff7b5cd-2cd4-4e69-b40d-0cfc67ed3714 tempest-RoutersNegativeTest-665214141 tempest-RoutersNegativeTest-665214141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:42.830829 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e2d587e-c445-4d00-be90-5dd2848c946f None None] DHCP port deletion for 32389602-7573-454c-ad1f-c718420c4a06 request from n-d-813419-10 {{(pid=102348) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 11:16:42.847116 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ff7b5cd-2cd4-4e69-b40d-0cfc67ed3714 tempest-RoutersNegativeTest-665214141 tempest-RoutersNegativeTest-665214141-project] No DVR routers for this DVR port 0a86fec7-d029-48d2-84e0-31cfa8b25eb3 on host n-d-813419-10 {{(pid=102347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 11:16:42.852660 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff7b5cd-2cd4-4e69-b40d-0cfc67ed3714 tempest-RoutersNegativeTest-665214141 tempest-RoutersNegativeTest-665214141-project] Pushing event deleted for resources: {'Port': ['ID=0a86fec7-d029-48d2-84e0-31cfa8b25eb3,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:16:42.855504 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b77eed3-150e-4b59-9b87-41a7ad22cf1c None None] Network 32389602-7573-454c-ad1f-c718420c4a06 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 11:16:42.869533 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b77eed3-150e-4b59-9b87-41a7ad22cf1c None None] Network 32389602-7573-454c-ad1f-c718420c4a06 could not be found, it might have been deleted concurrently. {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Oct 27 11:16:42.872868 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43fbaf86-eacf-4f48-b26b-decd746e79d0 None None] DHCP port deletion for fe962059-5e55-43e1-be9d-4228bf401e24 request from n-d-813419-10 {{(pid=102348) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 11:16:42.929121 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-8ff7b5cd-2cd4-4e69-b40d-0cfc67ed3714 tempest-RoutersNegativeTest-665214141 tempest-RoutersNegativeTest-665214141-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857803', 'neutron.services.segments.db._delete_segments_for_network-8743873143390'] for network, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:42.937476 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-f20b4442-e815-44fd-a742-063fbf8e370d None None] Could not find standard attr ID for object 4ad7c69b-7244-4423-bcf0-fbb327d1ac3f. {{(pid=102348) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 27 11:16:42.950937 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-8ff7b5cd-2cd4-4e69-b40d-0cfc67ed3714 tempest-RoutersNegativeTest-665214141 tempest-RoutersNegativeTest-665214141-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe962059-5e55-43e1-be9d-4228bf401e24']}} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:16:42.962556 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-8ff7b5cd-2cd4-4e69-b40d-0cfc67ed3714 tempest-RoutersNegativeTest-665214141 tempest-RoutersNegativeTest-665214141-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c73d65d2-3804-4eb7-bccc-44c9e94f296d') {'for_net_delete': True} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:16:42.962844 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-8ff7b5cd-2cd4-4e69-b40d-0cfc67ed3714 tempest-RoutersNegativeTest-665214141 tempest-RoutersNegativeTest-665214141-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c73d65d2-3804-4eb7-bccc-44c9e94f296d') {} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:16:42.977730 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-8ff7b5cd-2cd4-4e69-b40d-0cfc67ed3714 tempest-RoutersNegativeTest-665214141 tempest-RoutersNegativeTest-665214141-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743873145191', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18445132'] for segment, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:42.990422 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-8ff7b5cd-2cd4-4e69-b40d-0cfc67ed3714 tempest-RoutersNegativeTest-665214141 tempest-RoutersNegativeTest-665214141-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:42.996020 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ff7b5cd-2cd4-4e69-b40d-0cfc67ed3714 tempest-RoutersNegativeTest-665214141 tempest-RoutersNegativeTest-665214141-project] Releasing vlan 417 on physical network physnet1 to pool {{(pid=102347) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 11:16:42.996431 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-8ff7b5cd-2cd4-4e69-b40d-0cfc67ed3714 tempest-RoutersNegativeTest-665214141 tempest-RoutersNegativeTest-665214141-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-18296032'] for segment, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:42.999275 n-d-813419-10 neutron-server[102347]: Traceback (most recent call last): Oct 27 11:16:42.999275 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 11:16:42.999275 n-d-813419-10 neutron-server[102347]: timer() Oct 27 11:16:42.999275 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 11:16:42.999275 n-d-813419-10 neutron-server[102347]: cb(*args, **kw) Oct 27 11:16:42.999275 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 11:16:42.999275 n-d-813419-10 neutron-server[102347]: return func(*args, **kwargs) Oct 27 11:16:42.999275 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 11:16:42.999275 n-d-813419-10 neutron-server[102347]: self._notify() Oct 27 11:16:42.999275 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 11:16:42.999275 n-d-813419-10 neutron-server[102347]: self.callback(batched_events) Oct 27 11:16:42.999275 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 11:16:42.999275 n-d-813419-10 neutron-server[102347]: event.method(event) Oct 27 11:16:42.999275 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 11:16:42.999275 n-d-813419-10 neutron-server[102347]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 11:16:42.999275 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 11:16:42.999275 n-d-813419-10 neutron-server[102347]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 11:16:42.999275 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 11:16:42.999275 n-d-813419-10 neutron-server[102347]: return f(self, *a, **k) Oct 27 11:16:42.999275 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 11:16:42.999275 n-d-813419-10 neutron-server[102347]: return self._get(url).json() Oct 27 11:16:42.999275 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 11:16:42.999275 n-d-813419-10 neutron-server[102347]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 11:16:42.999275 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 11:16:42.999275 n-d-813419-10 neutron-server[102347]: return self.request(url, 'GET', **kwargs) Oct 27 11:16:42.999275 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 11:16:42.999275 n-d-813419-10 neutron-server[102347]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 11:16:42.999275 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 11:16:42.999275 n-d-813419-10 neutron-server[102347]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 11:16:42.999275 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 11:16:42.999275 n-d-813419-10 neutron-server[102347]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 11:16:42.999275 n-d-813419-10 neutron-server[102347]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 11:16:43.054681 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-8ff7b5cd-2cd4-4e69-b40d-0cfc67ed3714 tempest-RoutersNegativeTest-665214141 tempest-RoutersNegativeTest-665214141-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664840'] for network, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:43.061591 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-8ff7b5cd-2cd4-4e69-b40d-0cfc67ed3714 tempest-RoutersNegativeTest-665214141 tempest-RoutersNegativeTest-665214141-project] Publish callbacks [] for network, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:43.064823 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-8ff7b5cd-2cd4-4e69-b40d-0cfc67ed3714 tempest-RoutersNegativeTest-665214141 tempest-RoutersNegativeTest-665214141-project] 10.222.0.44 "DELETE /v2.0/networks/fe962059-5e55-43e1-be9d-4228bf401e24 HTTP/1.1" status: 204 len: 168 time: 0.5875158 Oct 27 11:16:43.067602 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 46944) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:16:43.076812 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff7b5cd-2cd4-4e69-b40d-0cfc67ed3714 tempest-RoutersNegativeTest-665214141 tempest-RoutersNegativeTest-665214141-project] Pushing event deleted for resources: {'Network': ['ID=fe962059-5e55-43e1-be9d-4228bf401e24,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:16:43.095326 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-1f949928-0d02-4ee2-9abd-f9fcda244de5 tempest-RoutersNegativeTest-665214141 tempest-RoutersNegativeTest-665214141-project] 10.222.0.44 "GET /v2.0/ports?device_id=8cb1e2c1-d7de-4fa3-90e2-dc163e94686c HTTP/1.1" status: 200 len: 205 time: 0.0259738 Oct 27 11:16:43.097746 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 46946) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:16:43.475906 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-aa024acd-cebe-4b7a-8085-ae58d20edd10 tempest-RoutersNegativeTest-665214141 tempest-RoutersNegativeTest-665214141-project] Publish callbacks [] for router, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:43.614461 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 0a86fec7-d029-48d2-84e0-31cfa8b25eb3 no longer exists at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 11:16:43.629596 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-aa024acd-cebe-4b7a-8085-ae58d20edd10 tempest-RoutersNegativeTest-665214141 tempest-RoutersNegativeTest-665214141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1765662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3700'] for router, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:43.631713 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-aa024acd-cebe-4b7a-8085-ae58d20edd10 tempest-RoutersNegativeTest-665214141 tempest-RoutersNegativeTest-665214141-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:43.638615 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] No Port match for: 0a86fec7-d029-48d2-84e0-31cfa8b25eb3 {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 11:16:43.638964 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 0a86fec7-d029-48d2-84e0-31cfa8b25eb3 not bound to the agent host n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 11:16:43.674068 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-aa024acd-cebe-4b7a-8085-ae58d20edd10 tempest-RoutersNegativeTest-665214141 tempest-RoutersNegativeTest-665214141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1765641'] for router, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:43.674620 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa024acd-cebe-4b7a-8085-ae58d20edd10 tempest-RoutersNegativeTest-665214141 tempest-RoutersNegativeTest-665214141-project] Fanout notify agent at l3_agent the message router_deleted on router 8cb1e2c1-d7de-4fa3-90e2-dc163e94686c {{(pid=102346) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 11:16:43.682064 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-aa024acd-cebe-4b7a-8085-ae58d20edd10 tempest-RoutersNegativeTest-665214141 tempest-RoutersNegativeTest-665214141-project] Publish callbacks [] for router, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:43.683187 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-aa024acd-cebe-4b7a-8085-ae58d20edd10 tempest-RoutersNegativeTest-665214141 tempest-RoutersNegativeTest-665214141-project] 10.222.0.44 "DELETE /v2.0/routers/8cb1e2c1-d7de-4fa3-90e2-dc163e94686c HTTP/1.1" status: 204 len: 168 time: 0.5845480 Oct 27 11:16:43.914888 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 46952) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:16:44.042376 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-884ee69d-dee0-451d-8a77-47c4fe67271f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ff3a38f33fcc43dfa96edb5820cc95d9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1262715 Oct 27 11:16:44.044832 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 46956) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:16:44.090829 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-7aede4bd-27b5-4b9b-925a-8f7cb89b9afa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:44.111233 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-7aede4bd-27b5-4b9b-925a-8f7cb89b9afa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:44.159841 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-7aede4bd-27b5-4b9b-925a-8f7cb89b9afa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:44.162993 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-7aede4bd-27b5-4b9b-925a-8f7cb89b9afa admin admin] Publish callbacks [] for security_group, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:44.164058 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-7aede4bd-27b5-4b9b-925a-8f7cb89b9afa admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/315a10b9-ac9e-47f1-a9fb-68c9157a184b HTTP/1.1" status: 204 len: 168 time: 0.1183465 Oct 27 11:16:44.171484 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aede4bd-27b5-4b9b-925a-8f7cb89b9afa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=315a10b9-ac9e-47f1-a9fb-68c9157a184b,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:16:44.767480 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 46978) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:16:44.860796 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-3b462863-9950-4ca0-b605-d44c16b74fe2 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1737394288-network', 'tenant_id': '0671590fe3e241f68e21af231f72dd9c'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:16:44.881681 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b462863-9950-4ca0-b605-d44c16b74fe2 admin admin] Made reservation on behalf of 0671590fe3e241f68e21af231f72dd9c for: {'network': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 11:16:44.883899 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-3b462863-9950-4ca0-b605-d44c16b74fe2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for network, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:44.892523 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-3b462863-9950-4ca0-b605-d44c16b74fe2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:44.967942 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-3b462863-9950-4ca0-b605-d44c16b74fe2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:44.971429 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-3b462863-9950-4ca0-b605-d44c16b74fe2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:44.994443 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b462863-9950-4ca0-b605-d44c16b74fe2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 414} {{(pid=102346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 11:16:45.002822 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b462863-9950-4ca0-b605-d44c16b74fe2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13686654-cdf3-49c0-a8c6-a6dceee86bdc,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:16:45.009380 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-3b462863-9950-4ca0-b605-d44c16b74fe2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:45.009720 n-d-813419-10 neutron-server[102346]: INFO neutron.db.segments_db [None req-3b462863-9950-4ca0-b605-d44c16b74fe2 admin admin] Added segment 24c3f95b-ff16-495d-b345-f72fcf593e76 of type vlan for network da4648fa-fb58-46b9-a5bc-576c7308fd2c Oct 27 11:16:45.050508 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-3b462863-9950-4ca0-b605-d44c16b74fe2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743872593080'] for network, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:45.074847 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-3b462863-9950-4ca0-b605-d44c16b74fe2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913'] for network, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:45.075776 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b462863-9950-4ca0-b605-d44c16b74fe2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:16:45.076377 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-3b462863-9950-4ca0-b605-d44c16b74fe2 admin admin] Publish callbacks [] for network, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:45.126072 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-3b462863-9950-4ca0-b605-d44c16b74fe2 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3574767 Oct 27 11:16:45.128972 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 46982) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:16:45.134169 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-715b8f18-b405-463b-83b4-c8f9342fd7f1 admin admin] Request body: {'subnet': {'network_id': 'da4648fa-fb58-46b9-a5bc-576c7308fd2c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1737394288-subnet', 'tenant_id': '0671590fe3e241f68e21af231f72dd9c', 'ip_version': 4}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:16:45.136892 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b462863-9950-4ca0-b605-d44c16b74fe2 admin admin] Pushing event updated for resources: {'Network': ['ID=da4648fa-fb58-46b9-a5bc-576c7308fd2c,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:16:45.147169 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Network da4648fa-fb58-46b9-a5bc-576c7308fd2c details requested by agent ovs-agent-n-d-813419-10 with host n-d-813419-10 {{(pid=102348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 11:16:45.157960 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-715b8f18-b405-463b-83b4-c8f9342fd7f1 admin admin] Made reservation on behalf of 0671590fe3e241f68e21af231f72dd9c for: {'subnet': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 11:16:45.160997 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-715b8f18-b405-463b-83b4-c8f9342fd7f1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18044073'] for subnet, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:45.325044 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-715b8f18-b405-463b-83b4-c8f9342fd7f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-18295883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18044091'] for subnet, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:45.381151 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715b8f18-b405-463b-83b4-c8f9342fd7f1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bc1ff531-91f3-4094-b254-6669113119ff,revision_number=0']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:16:45.388109 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-715b8f18-b405-463b-83b4-c8f9342fd7f1 admin admin] Checking segment: {'id': '24c3f95b-ff16-495d-b345-f72fcf593e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'da4648fa-fb58-46b9-a5bc-576c7308fd2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 11:16:45.388491 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-715b8f18-b405-463b-83b4-c8f9342fd7f1 admin admin] Network hostable DHCP agents. Network: da4648fa-fb58-46b9-a5bc-576c7308fd2c, hostable agents: ['eafd4000-b897-4722-ae8b-0118ec955181'], hosted agents: [] {{(pid=102347) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 11:16:45.404759 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-715b8f18-b405-463b-83b4-c8f9342fd7f1 admin admin] Network da4648fa-fb58-46b9-a5bc-576c7308fd2c is scheduled to be hosted by DHCP agent eafd4000-b897-4722-ae8b-0118ec955181 with binding_index 1 {{(pid=102347) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 11:16:45.413461 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [None req-715b8f18-b405-463b-83b4-c8f9342fd7f1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-10, da4648fa-fb58-46b9-a5bc-576c7308fd2c) {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 11:16:45.417267 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-715b8f18-b405-463b-83b4-c8f9342fd7f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:16:45.417849 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-715b8f18-b405-463b-83b4-c8f9342fd7f1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:45.422839 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a0c3832-0c4f-451d-908d-ff0b0a647d5f None None] Network da4648fa-fb58-46b9-a5bc-576c7308fd2c requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 11:16:45.433306 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-715b8f18-b405-463b-83b4-c8f9342fd7f1 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3031976 Oct 27 11:16:45.435968 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 46984) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:16:45.440141 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-60187bae-e5ff-40ec-a08a-fd280faa6a70 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1737394288-router', 'tenant_id': '0671590fe3e241f68e21af231f72dd9c', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'}}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:16:45.460825 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-60187bae-e5ff-40ec-a08a-fd280faa6a70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1768632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3610'] for router, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:45.461873 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-60187bae-e5ff-40ec-a08a-fd280faa6a70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1765704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1769409', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1694266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3597'] for router, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:45.514321 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-60187bae-e5ff-40ec-a08a-fd280faa6a70 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:45.569394 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d560bef6-7de1-4c5c-941b-0fa2f5e278d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp734b258e-7d96-550c-b970-9b72ab66f383-da4648fa-fb58-46b9-a5bc-576c7308fd2c', 'network_id': 'da4648fa-fb58-46b9-a5bc-576c7308fd2c', 'tenant_id': '0671590fe3e241f68e21af231f72dd9c', 'fixed_ips': [{'subnet_id': 'bc1ff531-91f3-4094-b254-6669113119ff'}]}} from n-d-813419-10. {{(pid=102348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 11:16:45.570448 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-d560bef6-7de1-4c5c-941b-0fa2f5e278d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:45.647578 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-60187bae-e5ff-40ec-a08a-fd280faa6a70 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:45.706683 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.db_base_plugin_common [None req-d560bef6-7de1-4c5c-941b-0fa2f5e278d0 None None] Allocated IP 172.20.0.2 (da4648fa-fb58-46b9-a5bc-576c7308fd2c/bc1ff531-91f3-4094-b254-6669113119ff/b404290a-7680-41a9-8e4e-0b33d0903275) {{(pid=102348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 11:16:45.847372 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-60187bae-e5ff-40ec-a08a-fd280faa6a70 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:45.850966 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-d560bef6-7de1-4c5c-941b-0fa2f5e278d0 None None] Publish callbacks [] for port, precommit_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:45.856570 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-d560bef6-7de1-4c5c-941b-0fa2f5e278d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606'] for port, after_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:45.867614 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-60187bae-e5ff-40ec-a08a-fd280faa6a70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:45.896744 n-d-813419-10 neutron-server[102348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d560bef6-7de1-4c5c-941b-0fa2f5e278d0 None None] Network da4648fa-fb58-46b9-a5bc-576c7308fd2c is already hosted by enough agents. {{(pid=102348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 11:16:45.899661 n-d-813419-10 neutron-server[102348]: DEBUG neutron.scheduler.base_scheduler [None req-d560bef6-7de1-4c5c-941b-0fa2f5e278d0 None None] Resources bound (agent type, host, resource id): {{(pid=102348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 11:16:45.903226 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d560bef6-7de1-4c5c-941b-0fa2f5e278d0 None None] Received port after_create {{(pid=102348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 11:16:45.909849 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d560bef6-7de1-4c5c-941b-0fa2f5e278d0 None None] Pushing event updated for resources: {'Port': ['ID=b404290a-7680-41a9-8e4e-0b33d0903275,revision_number=1']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:16:45.962886 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-d560bef6-7de1-4c5c-941b-0fa2f5e278d0 None None] Attempting to bind port b404290a-7680-41a9-8e4e-0b33d0903275 on host n-d-813419-10 for vnic_type normal with profile {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 11:16:45.963250 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-d560bef6-7de1-4c5c-941b-0fa2f5e278d0 None None] Attempting to bind port b404290a-7680-41a9-8e4e-0b33d0903275 by drivers openvswitch,hyperv on host n-d-813419-10 at level 0 using segments [{'id': '24c3f95b-ff16-495d-b345-f72fcf593e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'da4648fa-fb58-46b9-a5bc-576c7308fd2c'}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 11:16:45.963605 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d560bef6-7de1-4c5c-941b-0fa2f5e278d0 None None] Attempting to bind port b404290a-7680-41a9-8e4e-0b33d0903275 on network da4648fa-fb58-46b9-a5bc-576c7308fd2c {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 11:16:45.968498 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d560bef6-7de1-4c5c-941b-0fa2f5e278d0 None None] Checking agent: {'id': '89dba0f3-79b2-435e-9822-33674b8f6ada', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 8, 20), 'started_at': datetime.datetime(2021, 10, 27, 10, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 11, 16, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 11:16:45.968863 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d560bef6-7de1-4c5c-941b-0fa2f5e278d0 None None] Checking segment: {'id': '24c3f95b-ff16-495d-b345-f72fcf593e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'da4648fa-fb58-46b9-a5bc-576c7308fd2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 11:16:45.969261 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-d560bef6-7de1-4c5c-941b-0fa2f5e278d0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:45.969645 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d560bef6-7de1-4c5c-941b-0fa2f5e278d0 None None] Bound using segment: {'id': '24c3f95b-ff16-495d-b345-f72fcf593e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'da4648fa-fb58-46b9-a5bc-576c7308fd2c'} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 11:16:45.970102 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-d560bef6-7de1-4c5c-941b-0fa2f5e278d0 None None] Bound port: b404290a-7680-41a9-8e4e-0b33d0903275, host: n-d-813419-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24c3f95b-ff16-495d-b345-f72fcf593e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'da4648fa-fb58-46b9-a5bc-576c7308fd2c'}}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 11:16:45.970471 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-d560bef6-7de1-4c5c-941b-0fa2f5e278d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:45.970673 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_common [None req-60187bae-e5ff-40ec-a08a-fd280faa6a70 admin admin] Allocated IP 172.25.8.36 (185ff123-c7ff-45c7-a6be-71feb35acc9c/0fb9f9d1-7384-481f-8fa8-f4566c349d30/80a3c557-993a-44e7-b699-98065dcdc090) {{(pid=102347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 11:16:46.031401 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-d560bef6-7de1-4c5c-941b-0fa2f5e278d0 None None] For port b404290a-7680-41a9-8e4e-0b33d0903275, host n-d-813419-10, cleared binding levels {{(pid=102348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 11:16:46.034413 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-d560bef6-7de1-4c5c-941b-0fa2f5e278d0 None None] For port b404290a-7680-41a9-8e4e-0b33d0903275, host n-d-813419-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=b404290a-7680-41a9-8e4e-0b33d0903275,segment=NetworkSegment(24c3f95b-ff16-495d-b345-f72fcf593e76),segment_id=24c3f95b-ff16-495d-b345-f72fcf593e76)] {{(pid=102348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 11:16:46.038944 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-d560bef6-7de1-4c5c-941b-0fa2f5e278d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:46.078997 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-60187bae-e5ff-40ec-a08a-fd280faa6a70 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:46.102234 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d560bef6-7de1-4c5c-941b-0fa2f5e278d0 None None] Pushing event updated for resources: {'Port': ['ID=b404290a-7680-41a9-8e4e-0b33d0903275,revision_number=2']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:16:46.121255 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-60187bae-e5ff-40ec-a08a-fd280faa6a70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:46.162519 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60187bae-e5ff-40ec-a08a-fd280faa6a70 admin admin] Network 185ff123-c7ff-45c7-a6be-71feb35acc9c is already hosted by enough agents. {{(pid=102347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 11:16:46.165398 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [None req-60187bae-e5ff-40ec-a08a-fd280faa6a70 admin admin] Resources bound (agent type, host, resource id): {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 11:16:46.169039 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60187bae-e5ff-40ec-a08a-fd280faa6a70 admin admin] Received port after_create {{(pid=102347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 11:16:46.191941 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60187bae-e5ff-40ec-a08a-fd280faa6a70 admin admin] Pushing event updated for resources: {'Port': ['ID=80a3c557-993a-44e7-b699-98065dcdc090,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:16:46.306251 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-09b8869f-2298-44ee-a979-dd975828dcb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:46.452077 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-60187bae-e5ff-40ec-a08a-fd280faa6a70 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:46.645993 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-60187bae-e5ff-40ec-a08a-fd280faa6a70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1765699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1769372'] for router, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:46.777578 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60187bae-e5ff-40ec-a08a-fd280faa6a70 admin admin] Router 91f66bbb-ab15-40ee-b996-ec1a789d7bda is scheduled to L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb with binding_index 1 {{(pid=102347) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 11:16:46.888454 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60187bae-e5ff-40ec-a08a-fd280faa6a70 admin admin] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 11:16:46.898192 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba7a77b6-8f56-472f-8082-5f313227b96f None None] Sync routers for ids ['91f66bbb-ab15-40ee-b996-ec1a789d7bda'] in n-d-813419-10 {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 11:16:46.906774 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-60187bae-e5ff-40ec-a08a-fd280faa6a70 admin admin] Publish callbacks [] for router, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:46.908374 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba7a77b6-8f56-472f-8082-5f313227b96f None None] Routers {'91f66bbb-ab15-40ee-b996-ec1a789d7bda'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 11:16:46.908501 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-60187bae-e5ff-40ec-a08a-fd280faa6a70 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.4714706 Oct 27 11:16:46.908988 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-ba7a77b6-8f56-472f-8082-5f313227b96f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T11:16:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['91f66bbb-ab15-40ee-b996-ec1a789d7bda'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:16:46.911240 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 46986) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:16:47.022862 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvr_db [None req-ba7a77b6-8f56-472f-8082-5f313227b96f None None] Set router 91f66bbb-ab15-40ee-b996-ec1a789d7bda gateway port host: n-d-813419-10 {{(pid=102348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 11:16:47.084071 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb1e052d-ed06-4e35-8072-a0884095cd56 None None] Network da4648fa-fb58-46b9-a5bc-576c7308fd2c requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 11:16:47.182478 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-e8da1b1c-c154-4fa8-a369-7a9382488263 None None] Provisioning complete for port b404290a-7680-41a9-8e4e-0b33d0903275 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:16:47.182841 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-e8da1b1c-c154-4fa8-a369-7a9382488263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:47.328814 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-e9d61e98-24f5-44f8-b3a6-1c22548f75f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:47.402471 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-e8da1b1c-c154-4fa8-a369-7a9382488263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:47.450108 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-ba7a77b6-8f56-472f-8082-5f313227b96f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91f66bbb-ab15-40ee-b996-ec1a789d7bda', 'name': 'tempest-TestEncryptedCinderVolumes-1737394288-router', 'tenant_id': '0671590fe3e241f68e21af231f72dd9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.36'}], 'enable_snat': True}, 'gw_port_id': '80a3c557-993a-44e7-b699-98065dcdc090', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:16:45Z', 'updated_at': '2021-10-27T11:16:46Z', 'revision_number': 3, 'project_id': '0671590fe3e241f68e21af231f72dd9c', 'gw_port': {'id': '80a3c557-993a-44e7-b699-98065dcdc090', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:c9:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91f66bbb-ab15-40ee-b996-ec1a789d7bda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:16:45Z', 'updated_at': '2021-10-27T11:16:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10'}], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:16:47.455450 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-e8da1b1c-c154-4fa8-a369-7a9382488263 None None] For port b404290a-7680-41a9-8e4e-0b33d0903275, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=b404290a-7680-41a9-8e4e-0b33d0903275,segment=NetworkSegment(24c3f95b-ff16-495d-b345-f72fcf593e76),segment_id=24c3f95b-ff16-495d-b345-f72fcf593e76)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:16:47.482353 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-e8da1b1c-c154-4fa8-a369-7a9382488263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:47.485315 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba7a77b6-8f56-472f-8082-5f313227b96f None None] Checking router: 91f66bbb-ab15-40ee-b996-ec1a789d7bda for host: n-d-813419-10 {{(pid=102348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 11:16:47.485668 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba7a77b6-8f56-472f-8082-5f313227b96f None None] Updating router 91f66bbb-ab15-40ee-b996-ec1a789d7bda port 80a3c557-993a-44e7-b699-98065dcdc090 binding host n-d-813419-10 {{(pid=102348) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 11:16:47.486684 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_common [None req-e9d61e98-24f5-44f8-b3a6-1c22548f75f5 admin admin] Allocated IP 172.20.0.1 (da4648fa-fb58-46b9-a5bc-576c7308fd2c/bc1ff531-91f3-4094-b254-6669113119ff/9bdde3cb-2e7c-4cc5-80aa-64ecc00dd7eb) {{(pid=102346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 11:16:47.535977 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-ba7a77b6-8f56-472f-8082-5f313227b96f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:47.583395 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8da1b1c-c154-4fa8-a369-7a9382488263 None None] Pushing event updated for resources: {'Port': ['ID=b404290a-7680-41a9-8e4e-0b33d0903275,revision_number=3']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:16:47.606882 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-e9d61e98-24f5-44f8-b3a6-1c22548f75f5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:47.643595 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-e9d61e98-24f5-44f8-b3a6-1c22548f75f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:47.688026 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9d61e98-24f5-44f8-b3a6-1c22548f75f5 admin admin] Network da4648fa-fb58-46b9-a5bc-576c7308fd2c is already hosted by enough agents. {{(pid=102346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 11:16:47.694242 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-e9d61e98-24f5-44f8-b3a6-1c22548f75f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 11:16:47.698539 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9d61e98-24f5-44f8-b3a6-1c22548f75f5 admin admin] Received port after_create {{(pid=102346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 11:16:47.731350 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d61e98-24f5-44f8-b3a6-1c22548f75f5 admin admin] Pushing event updated for resources: {'Port': ['ID=9bdde3cb-2e7c-4cc5-80aa-64ecc00dd7eb,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:16:47.732238 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device b404290a-7680-41a9-8e4e-0b33d0903275 up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 11:16:47.744601 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-e9d61e98-24f5-44f8-b3a6-1c22548f75f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1664961'] for router_interface, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:47.798405 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-a49d5470-1c1b-4843-8f39-cebf575fc524 None None] Provisioning complete for port b404290a-7680-41a9-8e4e-0b33d0903275 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:16:47.798880 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a49d5470-1c1b-4843-8f39-cebf575fc524 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:47.875067 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port b404290a-7680-41a9-8e4e-0b33d0903275 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:16:47.875444 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:47.879406 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-e9d61e98-24f5-44f8-b3a6-1c22548f75f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:48.017118 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-ba7a77b6-8f56-472f-8082-5f313227b96f None None] Publish callbacks [] for port, precommit_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:48.045700 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-e9d61e98-24f5-44f8-b3a6-1c22548f75f5 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:48.046435 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-ba7a77b6-8f56-472f-8082-5f313227b96f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:48.050435 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-e9d61e98-24f5-44f8-b3a6-1c22548f75f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27024173'] for port, after_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:48.114540 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-ba7a77b6-8f56-472f-8082-5f313227b96f None None] Attempting to bind port 80a3c557-993a-44e7-b699-98065dcdc090 on host n-d-813419-10 for vnic_type normal with profile {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 11:16:48.115470 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-ba7a77b6-8f56-472f-8082-5f313227b96f None None] Attempting to bind port 80a3c557-993a-44e7-b699-98065dcdc090 by drivers openvswitch,hyperv on host n-d-813419-10 at level 0 using segments [{'id': 'bc14127b-7032-4c50-bb5b-f6813cbae86e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 11:16:48.115839 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba7a77b6-8f56-472f-8082-5f313227b96f None None] Attempting to bind port 80a3c557-993a-44e7-b699-98065dcdc090 on network 185ff123-c7ff-45c7-a6be-71feb35acc9c {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 11:16:48.117884 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3318684a-eb71-4cb9-ab95-f0ec4078ec81 None None] Pushing event updated for resources: {'Port': ['ID=80a3c557-993a-44e7-b699-98065dcdc090,revision_number=2']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:16:48.123029 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d61e98-24f5-44f8-b3a6-1c22548f75f5 admin admin] Pushing event updated for resources: {'Port': ['ID=9bdde3cb-2e7c-4cc5-80aa-64ecc00dd7eb,revision_number=2']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:16:48.123297 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba7a77b6-8f56-472f-8082-5f313227b96f None None] Checking agent: {'id': '89dba0f3-79b2-435e-9822-33674b8f6ada', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 8, 20), 'started_at': datetime.datetime(2021, 10, 27, 10, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 11, 16, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 11:16:48.123675 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba7a77b6-8f56-472f-8082-5f313227b96f None None] Checking segment: {'id': 'bc14127b-7032-4c50-bb5b-f6813cbae86e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 11:16:48.124075 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-ba7a77b6-8f56-472f-8082-5f313227b96f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:48.124494 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba7a77b6-8f56-472f-8082-5f313227b96f None None] Bound using segment: {'id': 'bc14127b-7032-4c50-bb5b-f6813cbae86e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 11:16:48.124958 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-ba7a77b6-8f56-472f-8082-5f313227b96f None None] Bound port: 80a3c557-993a-44e7-b699-98065dcdc090, host: n-d-813419-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc14127b-7032-4c50-bb5b-f6813cbae86e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'}}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 11:16:48.125337 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-ba7a77b6-8f56-472f-8082-5f313227b96f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:48.125577 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-e9d61e98-24f5-44f8-b3a6-1c22548f75f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2006967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1766225'] for router_interface, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:48.222788 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9d61e98-24f5-44f8-b3a6-1c22548f75f5 admin admin] Network da4648fa-fb58-46b9-a5bc-576c7308fd2c is already hosted by enough agents. {{(pid=102346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 11:16:48.224822 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-e9d61e98-24f5-44f8-b3a6-1c22548f75f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 11:16:48.332263 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-1877f290-e987-464e-8fce-4ddbd6e74a99 None None] Provisioning complete for port 9bdde3cb-2e7c-4cc5-80aa-64ecc00dd7eb triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:16:48.332901 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-1877f290-e987-464e-8fce-4ddbd6e74a99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:48.348506 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9d61e98-24f5-44f8-b3a6-1c22548f75f5 admin admin] Router 91f66bbb-ab15-40ee-b996-ec1a789d7bda has already been hosted by L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb {{(pid=102346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 11:16:48.377263 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-ba7a77b6-8f56-472f-8082-5f313227b96f None None] For port 80a3c557-993a-44e7-b699-98065dcdc090, host n-d-813419-10, cleared binding levels {{(pid=102348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 11:16:48.394248 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-ba7a77b6-8f56-472f-8082-5f313227b96f None None] For port 80a3c557-993a-44e7-b699-98065dcdc090, host n-d-813419-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=80a3c557-993a-44e7-b699-98065dcdc090,segment=NetworkSegment(bc14127b-7032-4c50-bb5b-f6813cbae86e),segment_id=bc14127b-7032-4c50-bb5b-f6813cbae86e)] {{(pid=102348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 11:16:48.397503 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-1877f290-e987-464e-8fce-4ddbd6e74a99 None None] Port 9bdde3cb-2e7c-4cc5-80aa-64ecc00dd7eb cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 11:16:48.401407 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-ba7a77b6-8f56-472f-8082-5f313227b96f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:48.463401 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3318684a-eb71-4cb9-ab95-f0ec4078ec81 None None] Pushing event updated for resources: {'Port': ['ID=80a3c557-993a-44e7-b699-98065dcdc090,revision_number=3']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:16:48.466096 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba7a77b6-8f56-472f-8082-5f313227b96f None None] Routers {'91f66bbb-ab15-40ee-b996-ec1a789d7bda'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 11:16:48.466687 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-ba7a77b6-8f56-472f-8082-5f313227b96f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T11:16:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['91f66bbb-ab15-40ee-b996-ec1a789d7bda'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:16:48.472245 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9d61e98-24f5-44f8-b3a6-1c22548f75f5 admin admin] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 11:16:48.484252 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-e9d61e98-24f5-44f8-b3a6-1c22548f75f5 admin admin] 10.222.0.44 "PUT /v2.0/routers/91f66bbb-ab15-40ee-b996-ec1a789d7bda/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5626371 Oct 27 11:16:48.555448 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-a8423a30-2c65-4fbc-92a1-b4b82aa880bc None None] Provisioning complete for port 9bdde3cb-2e7c-4cc5-80aa-64ecc00dd7eb triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:16:48.555821 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a8423a30-2c65-4fbc-92a1-b4b82aa880bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:48.602564 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-a8423a30-2c65-4fbc-92a1-b4b82aa880bc None None] Port 9bdde3cb-2e7c-4cc5-80aa-64ecc00dd7eb cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 11:16:48.612042 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvr_db [None req-ba7a77b6-8f56-472f-8082-5f313227b96f None None] Set router 91f66bbb-ab15-40ee-b996-ec1a789d7bda gateway port host: n-d-813419-10 {{(pid=102348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 11:16:48.824750 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-ba7a77b6-8f56-472f-8082-5f313227b96f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91f66bbb-ab15-40ee-b996-ec1a789d7bda', 'name': 'tempest-TestEncryptedCinderVolumes-1737394288-router', 'tenant_id': '0671590fe3e241f68e21af231f72dd9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.36'}], 'enable_snat': True}, 'gw_port_id': '80a3c557-993a-44e7-b699-98065dcdc090', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:16:45Z', 'updated_at': '2021-10-27T11:16:47Z', 'revision_number': 4, 'project_id': '0671590fe3e241f68e21af231f72dd9c', 'gw_port': {'id': '80a3c557-993a-44e7-b699-98065dcdc090', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:c9:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91f66bbb-ab15-40ee-b996-ec1a789d7bda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:16:45Z', 'updated_at': '2021-10-27T11:16:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_interfaces': [{'id': '9bdde3cb-2e7c-4cc5-80aa-64ecc00dd7eb', 'name': '', 'network_id': 'da4648fa-fb58-46b9-a5bc-576c7308fd2c', 'tenant_id': '0671590fe3e241f68e21af231f72dd9c', 'mac_address': 'fa:16:3e:c9:dd:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91f66bbb-ab15-40ee-b996-ec1a789d7bda', 'device_owner': 'network:router_interface', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': 'bc1ff531-91f3-4094-b254-6669113119ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:16:47Z', 'updated_at': '2021-10-27T11:16:47Z', 'revision_number': 2, 'project_id': '0671590fe3e241f68e21af231f72dd9c', 'subnets': [{'id': 'bc1ff531-91f3-4094-b254-6669113119ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:16:48.855057 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba7a77b6-8f56-472f-8082-5f313227b96f None None] The sync data for ids ['91f66bbb-ab15-40ee-b996-ec1a789d7bda'] in n-d-813419-10 is: [{'id': '91f66bbb-ab15-40ee-b996-ec1a789d7bda', 'name': 'tempest-TestEncryptedCinderVolumes-1737394288-router', 'tenant_id': '0671590fe3e241f68e21af231f72dd9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.36'}], 'enable_snat': True}, 'gw_port_id': '80a3c557-993a-44e7-b699-98065dcdc090', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:16:45Z', 'updated_at': '2021-10-27T11:16:47Z', 'revision_number': 4, 'project_id': '0671590fe3e241f68e21af231f72dd9c', 'gw_port': {'id': '80a3c557-993a-44e7-b699-98065dcdc090', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:c9:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91f66bbb-ab15-40ee-b996-ec1a789d7bda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:16:45Z', 'updated_at': '2021-10-27T11:16:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_interfaces': [{'id': '9bdde3cb-2e7c-4cc5-80aa-64ecc00dd7eb', 'name': '', 'network_id': 'da4648fa-fb58-46b9-a5bc-576c7308fd2c', 'tenant_id': '0671590fe3e241f68e21af231f72dd9c', 'mac_address': 'fa:16:3e:c9:dd:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91f66bbb-ab15-40ee-b996-ec1a789d7bda', 'device_owner': 'network:router_interface', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': 'bc1ff531-91f3-4094-b254-6669113119ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:16:47Z', 'updated_at': '2021-10-27T11:16:47Z', 'revision_number': 2, 'project_id': '0671590fe3e241f68e21af231f72dd9c', 'subnets': [{'id': 'bc1ff531-91f3-4094-b254-6669113119ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 11:16:48.946313 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 47002) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:16:48.952075 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-b369a76a-53eb-41d2-a2d3-3a6533b243c8 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-288495901-network', 'tenant_id': '0e06b21d657c47fc80e2c5cf7d944c8f'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:16:48.962608 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-34fea850-521c-4f8f-a636-1085b8979bbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:48.975443 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b369a76a-53eb-41d2-a2d3-3a6533b243c8 admin admin] Made reservation on behalf of 0e06b21d657c47fc80e2c5cf7d944c8f for: {'network': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 11:16:48.977928 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-b369a76a-53eb-41d2-a2d3-3a6533b243c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for network, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:48.987190 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-b369a76a-53eb-41d2-a2d3-3a6533b243c8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:49.069906 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-b369a76a-53eb-41d2-a2d3-3a6533b243c8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:49.077978 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-b369a76a-53eb-41d2-a2d3-3a6533b243c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:49.104612 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b369a76a-53eb-41d2-a2d3-3a6533b243c8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 420} {{(pid=102347) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 11:16:49.114887 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b369a76a-53eb-41d2-a2d3-3a6533b243c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=245e4b94-6df7-4d5a-ab3f-6feee015304e,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:16:49.121598 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-b369a76a-53eb-41d2-a2d3-3a6533b243c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:49.121937 n-d-813419-10 neutron-server[102347]: INFO neutron.db.segments_db [None req-b369a76a-53eb-41d2-a2d3-3a6533b243c8 admin admin] Added segment 139c6a67-b418-4d54-84c9-41ba778dbfd6 of type vlan for network cbf530ca-639e-4bd8-a71b-3b082acd16c3 Oct 27 11:16:49.166837 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-b369a76a-53eb-41d2-a2d3-3a6533b243c8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743872593080'] for network, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:49.192303 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-b369a76a-53eb-41d2-a2d3-3a6533b243c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913'] for network, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:49.193326 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b369a76a-53eb-41d2-a2d3-3a6533b243c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:16:49.193910 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-b369a76a-53eb-41d2-a2d3-3a6533b243c8 admin admin] Publish callbacks [] for network, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:49.249725 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-b369a76a-53eb-41d2-a2d3-3a6533b243c8 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3017478 Oct 27 11:16:49.252831 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 47004) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:16:49.258319 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-017983d7-638a-49b3-88ba-1b76a6709aee admin admin] Request body: {'subnet': {'network_id': 'cbf530ca-639e-4bd8-a71b-3b082acd16c3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-288495901-subnet', 'tenant_id': '0e06b21d657c47fc80e2c5cf7d944c8f', 'ip_version': 4}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:16:49.261867 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b369a76a-53eb-41d2-a2d3-3a6533b243c8 admin admin] Pushing event updated for resources: {'Network': ['ID=cbf530ca-639e-4bd8-a71b-3b082acd16c3,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:16:49.272790 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Network cbf530ca-639e-4bd8-a71b-3b082acd16c3 details requested by agent ovs-agent-n-d-813419-10 with host n-d-813419-10 {{(pid=102348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 11:16:49.281621 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-017983d7-638a-49b3-88ba-1b76a6709aee admin admin] Made reservation on behalf of 0e06b21d657c47fc80e2c5cf7d944c8f for: {'subnet': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 11:16:49.284115 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-017983d7-638a-49b3-88ba-1b76a6709aee admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27167186'] for subnet, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:49.476048 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-017983d7-638a-49b3-88ba-1b76a6709aee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27024290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27167168'] for subnet, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:49.542505 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017983d7-638a-49b3-88ba-1b76a6709aee admin admin] Pushing event updated for resources: {'Subnet': ['ID=22068cbf-0178-416a-92ef-e57ab1f7c708,revision_number=0']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:16:49.560514 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-017983d7-638a-49b3-88ba-1b76a6709aee admin admin] Checking segment: {'id': '139c6a67-b418-4d54-84c9-41ba778dbfd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'cbf530ca-639e-4bd8-a71b-3b082acd16c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 11:16:49.560872 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-017983d7-638a-49b3-88ba-1b76a6709aee admin admin] Network hostable DHCP agents. Network: cbf530ca-639e-4bd8-a71b-3b082acd16c3, hostable agents: ['eafd4000-b897-4722-ae8b-0118ec955181'], hosted agents: [] {{(pid=102346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 11:16:49.581473 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-017983d7-638a-49b3-88ba-1b76a6709aee admin admin] Network cbf530ca-639e-4bd8-a71b-3b082acd16c3 is scheduled to be hosted by DHCP agent eafd4000-b897-4722-ae8b-0118ec955181 with binding_index 1 {{(pid=102346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 11:16:49.594891 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-017983d7-638a-49b3-88ba-1b76a6709aee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-10, cbf530ca-639e-4bd8-a71b-3b082acd16c3) {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 11:16:49.601378 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-017983d7-638a-49b3-88ba-1b76a6709aee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:16:49.602220 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-017983d7-638a-49b3-88ba-1b76a6709aee admin admin] Publish callbacks [] for subnet, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:49.608243 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f188b471-f1fb-45f5-9ec8-7045fcb1180f None None] Network cbf530ca-639e-4bd8-a71b-3b082acd16c3 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 11:16:49.623207 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-017983d7-638a-49b3-88ba-1b76a6709aee admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3694587 Oct 27 11:16:49.625928 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 47006) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:16:49.630801 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-2d06e88d-1d34-4d91-ade6-2a71cf710cc0 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-288495901-router', 'tenant_id': '0e06b21d657c47fc80e2c5cf7d944c8f', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'}}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:16:49.679584 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-2d06e88d-1d34-4d91-ade6-2a71cf710cc0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1768632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3610'] for router, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:49.682297 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-2d06e88d-1d34-4d91-ade6-2a71cf710cc0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1765704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1769409', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1694266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3597'] for router, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:49.743135 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-2d06e88d-1d34-4d91-ade6-2a71cf710cc0 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:49.744765 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 80a3c557-993a-44e7-b699-98065dcdc090 up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 11:16:49.825556 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e566a90e-4c2e-4391-9de6-fad4a6f249c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp734b258e-7d96-550c-b970-9b72ab66f383-cbf530ca-639e-4bd8-a71b-3b082acd16c3', 'network_id': 'cbf530ca-639e-4bd8-a71b-3b082acd16c3', 'tenant_id': '0e06b21d657c47fc80e2c5cf7d944c8f', 'fixed_ips': [{'subnet_id': '22068cbf-0178-416a-92ef-e57ab1f7c708'}]}} from n-d-813419-10. {{(pid=102348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 11:16:49.826436 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-e566a90e-4c2e-4391-9de6-fad4a6f249c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:49.840851 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port 80a3c557-993a-44e7-b699-98065dcdc090 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:16:49.841220 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:49.893473 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-2d06e88d-1d34-4d91-ade6-2a71cf710cc0 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:50.022031 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:50.048045 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.db_base_plugin_common [None req-e566a90e-4c2e-4391-9de6-fad4a6f249c1 None None] Allocated IP 172.20.0.2 (cbf530ca-639e-4bd8-a71b-3b082acd16c3/22068cbf-0178-416a-92ef-e57ab1f7c708/fe7db5a7-bb99-4914-b8e5-af4ab15fd025) {{(pid=102348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 11:16:50.054356 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] For port 80a3c557-993a-44e7-b699-98065dcdc090, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=80a3c557-993a-44e7-b699-98065dcdc090,segment=NetworkSegment(bc14127b-7032-4c50-bb5b-f6813cbae86e),segment_id=bc14127b-7032-4c50-bb5b-f6813cbae86e)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:16:50.060625 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:50.061388 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device b404290a-7680-41a9-8e4e-0b33d0903275 up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 11:16:50.096481 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-2d06e88d-1d34-4d91-ade6-2a71cf710cc0 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:50.120959 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-2d06e88d-1d34-4d91-ade6-2a71cf710cc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:50.188416 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:50.212067 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Pushing event updated for resources: {'Port': ['ID=80a3c557-993a-44e7-b699-98065dcdc090,revision_number=4']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:16:50.231028 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_common [None req-2d06e88d-1d34-4d91-ade6-2a71cf710cc0 admin admin] Allocated IP 172.25.8.214 (185ff123-c7ff-45c7-a6be-71feb35acc9c/0fb9f9d1-7384-481f-8fa8-f4566c349d30/3eae2c5a-3ef9-4c03-a050-fee8efebac6f) {{(pid=102347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 11:16:50.266500 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-eadeaa30-4096-4d1a-b3cb-aa7ebfb291ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:50.275527 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port b404290a-7680-41a9-8e4e-0b33d0903275 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:16:50.275892 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:50.353228 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-2d06e88d-1d34-4d91-ade6-2a71cf710cc0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:50.369582 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-e566a90e-4c2e-4391-9de6-fad4a6f249c1 None None] Publish callbacks [] for port, precommit_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:50.388618 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-2d06e88d-1d34-4d91-ade6-2a71cf710cc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:50.397096 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-e566a90e-4c2e-4391-9de6-fad4a6f249c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606'] for port, after_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:50.428172 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d06e88d-1d34-4d91-ade6-2a71cf710cc0 admin admin] Network 185ff123-c7ff-45c7-a6be-71feb35acc9c is already hosted by enough agents. {{(pid=102347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 11:16:50.431113 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [None req-2d06e88d-1d34-4d91-ade6-2a71cf710cc0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 11:16:50.434679 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d06e88d-1d34-4d91-ade6-2a71cf710cc0 admin admin] Received port after_create {{(pid=102347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 11:16:50.448355 n-d-813419-10 neutron-server[102348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e566a90e-4c2e-4391-9de6-fad4a6f249c1 None None] Network cbf530ca-639e-4bd8-a71b-3b082acd16c3 is already hosted by enough agents. {{(pid=102348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 11:16:50.455209 n-d-813419-10 neutron-server[102348]: DEBUG neutron.scheduler.base_scheduler [None req-e566a90e-4c2e-4391-9de6-fad4a6f249c1 None None] Resources bound (agent type, host, resource id): {{(pid=102348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 11:16:50.457759 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e566a90e-4c2e-4391-9de6-fad4a6f249c1 None None] Received port after_create {{(pid=102348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 11:16:50.458535 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d06e88d-1d34-4d91-ade6-2a71cf710cc0 admin admin] Pushing event updated for resources: {'Port': ['ID=3eae2c5a-3ef9-4c03-a050-fee8efebac6f,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:16:50.470933 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e566a90e-4c2e-4391-9de6-fad4a6f249c1 None None] Pushing event updated for resources: {'Port': ['ID=fe7db5a7-bb99-4914-b8e5-af4ab15fd025,revision_number=1']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:16:50.530098 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-e566a90e-4c2e-4391-9de6-fad4a6f249c1 None None] Attempting to bind port fe7db5a7-bb99-4914-b8e5-af4ab15fd025 on host n-d-813419-10 for vnic_type normal with profile {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 11:16:50.530453 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-e566a90e-4c2e-4391-9de6-fad4a6f249c1 None None] Attempting to bind port fe7db5a7-bb99-4914-b8e5-af4ab15fd025 by drivers openvswitch,hyperv on host n-d-813419-10 at level 0 using segments [{'id': '139c6a67-b418-4d54-84c9-41ba778dbfd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'cbf530ca-639e-4bd8-a71b-3b082acd16c3'}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 11:16:50.530804 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e566a90e-4c2e-4391-9de6-fad4a6f249c1 None None] Attempting to bind port fe7db5a7-bb99-4914-b8e5-af4ab15fd025 on network cbf530ca-639e-4bd8-a71b-3b082acd16c3 {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 11:16:50.535610 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e566a90e-4c2e-4391-9de6-fad4a6f249c1 None None] Checking agent: {'id': '89dba0f3-79b2-435e-9822-33674b8f6ada', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 8, 20), 'started_at': datetime.datetime(2021, 10, 27, 10, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 11, 16, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 11:16:50.535964 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e566a90e-4c2e-4391-9de6-fad4a6f249c1 None None] Checking segment: {'id': '139c6a67-b418-4d54-84c9-41ba778dbfd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'cbf530ca-639e-4bd8-a71b-3b082acd16c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 11:16:50.536392 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-e566a90e-4c2e-4391-9de6-fad4a6f249c1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:50.539417 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e566a90e-4c2e-4391-9de6-fad4a6f249c1 None None] Bound using segment: {'id': '139c6a67-b418-4d54-84c9-41ba778dbfd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'cbf530ca-639e-4bd8-a71b-3b082acd16c3'} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 11:16:50.539939 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-e566a90e-4c2e-4391-9de6-fad4a6f249c1 None None] Bound port: fe7db5a7-bb99-4914-b8e5-af4ab15fd025, host: n-d-813419-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '139c6a67-b418-4d54-84c9-41ba778dbfd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'cbf530ca-639e-4bd8-a71b-3b082acd16c3'}}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 11:16:50.540345 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-e566a90e-4c2e-4391-9de6-fad4a6f249c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:50.602174 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-e566a90e-4c2e-4391-9de6-fad4a6f249c1 None None] For port fe7db5a7-bb99-4914-b8e5-af4ab15fd025, host n-d-813419-10, cleared binding levels {{(pid=102348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 11:16:50.605415 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-e566a90e-4c2e-4391-9de6-fad4a6f249c1 None None] For port fe7db5a7-bb99-4914-b8e5-af4ab15fd025, host n-d-813419-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=fe7db5a7-bb99-4914-b8e5-af4ab15fd025,segment=NetworkSegment(139c6a67-b418-4d54-84c9-41ba778dbfd6),segment_id=139c6a67-b418-4d54-84c9-41ba778dbfd6)] {{(pid=102348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 11:16:50.609402 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-e566a90e-4c2e-4391-9de6-fad4a6f249c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:50.672691 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e566a90e-4c2e-4391-9de6-fad4a6f249c1 None None] Pushing event updated for resources: {'Port': ['ID=fe7db5a7-bb99-4914-b8e5-af4ab15fd025,revision_number=2']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:16:51.019182 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5bb596f-5465-460d-b886-97d66505b950 None None] Sync routers for ids ['91f66bbb-ab15-40ee-b996-ec1a789d7bda'] in n-d-813419-10 {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 11:16:51.028962 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5bb596f-5465-460d-b886-97d66505b950 None None] Routers {'91f66bbb-ab15-40ee-b996-ec1a789d7bda'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 11:16:51.029550 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-a5bb596f-5465-460d-b886-97d66505b950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T11:16:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['91f66bbb-ab15-40ee-b996-ec1a789d7bda'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:16:51.052766 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-2d06e88d-1d34-4d91-ade6-2a71cf710cc0 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:51.131849 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvr_db [None req-a5bb596f-5465-460d-b886-97d66505b950 None None] Set router 91f66bbb-ab15-40ee-b996-ec1a789d7bda gateway port host: n-d-813419-10 {{(pid=102349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 11:16:51.245686 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-2d06e88d-1d34-4d91-ade6-2a71cf710cc0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1765699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1769372'] for router, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:51.332100 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-a5bb596f-5465-460d-b886-97d66505b950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91f66bbb-ab15-40ee-b996-ec1a789d7bda', 'name': 'tempest-TestEncryptedCinderVolumes-1737394288-router', 'tenant_id': '0671590fe3e241f68e21af231f72dd9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.36'}], 'enable_snat': True}, 'gw_port_id': '80a3c557-993a-44e7-b699-98065dcdc090', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:16:45Z', 'updated_at': '2021-10-27T11:16:47Z', 'revision_number': 4, 'project_id': '0671590fe3e241f68e21af231f72dd9c', 'gw_port': {'id': '80a3c557-993a-44e7-b699-98065dcdc090', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:c9:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91f66bbb-ab15-40ee-b996-ec1a789d7bda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:16:45Z', 'updated_at': '2021-10-27T11:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_interfaces': [{'id': '9bdde3cb-2e7c-4cc5-80aa-64ecc00dd7eb', 'name': '', 'network_id': 'da4648fa-fb58-46b9-a5bc-576c7308fd2c', 'tenant_id': '0671590fe3e241f68e21af231f72dd9c', 'mac_address': 'fa:16:3e:c9:dd:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91f66bbb-ab15-40ee-b996-ec1a789d7bda', 'device_owner': 'network:router_interface', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': 'bc1ff531-91f3-4094-b254-6669113119ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:16:47Z', 'updated_at': '2021-10-27T11:16:47Z', 'revision_number': 2, 'project_id': '0671590fe3e241f68e21af231f72dd9c', 'subnets': [{'id': 'bc1ff531-91f3-4094-b254-6669113119ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:16:51.361935 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5bb596f-5465-460d-b886-97d66505b950 None None] Checking router: 91f66bbb-ab15-40ee-b996-ec1a789d7bda for host: n-d-813419-10 {{(pid=102349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 11:16:51.362285 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5bb596f-5465-460d-b886-97d66505b950 None None] Updating router 91f66bbb-ab15-40ee-b996-ec1a789d7bda port 9bdde3cb-2e7c-4cc5-80aa-64ecc00dd7eb binding host n-d-813419-10 {{(pid=102349) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 11:16:51.375102 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d06e88d-1d34-4d91-ade6-2a71cf710cc0 admin admin] Router ff924400-0132-431d-a44c-d9da583ff083 is scheduled to L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb with binding_index 1 {{(pid=102347) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 11:16:51.387283 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-a5bb596f-5465-460d-b886-97d66505b950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:51.488386 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d06e88d-1d34-4d91-ade6-2a71cf710cc0 admin admin] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 11:16:51.499825 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89cb6d40-1428-42ba-8172-81bbcba88b51 None None] Sync routers for ids ['ff924400-0132-431d-a44c-d9da583ff083'] in n-d-813419-10 {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 11:16:51.510658 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-2d06e88d-1d34-4d91-ade6-2a71cf710cc0 admin admin] Publish callbacks [] for router, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:51.512477 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-2d06e88d-1d34-4d91-ade6-2a71cf710cc0 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.8853855 Oct 27 11:16:51.515125 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 47008) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:16:51.518058 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89cb6d40-1428-42ba-8172-81bbcba88b51 None None] Routers {'ff924400-0132-431d-a44c-d9da583ff083'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 11:16:51.518765 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-89cb6d40-1428-42ba-8172-81bbcba88b51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T11:16:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['ff924400-0132-431d-a44c-d9da583ff083'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:16:51.656269 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvr_db [None req-89cb6d40-1428-42ba-8172-81bbcba88b51 None None] Set router ff924400-0132-431d-a44c-d9da583ff083 gateway port host: n-d-813419-10 {{(pid=102348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 11:16:51.755627 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-a5bb596f-5465-460d-b886-97d66505b950 None None] Publish callbacks [] for port, precommit_update {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:51.766369 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-a5bb596f-5465-460d-b886-97d66505b950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:51.803058 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 80a3c557-993a-44e7-b699-98065dcdc090 up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 11:16:51.847011 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b53469-9b0f-4fbe-92e0-c9804b3e499c None None] Pushing event updated for resources: {'Port': ['ID=9bdde3cb-2e7c-4cc5-80aa-64ecc00dd7eb,revision_number=3']} {{(pid=102349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:16:51.876770 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b53469-9b0f-4fbe-92e0-c9804b3e499c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:16:51.879640 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b53469-9b0f-4fbe-92e0-c9804b3e499c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:16:51.880092 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b53469-9b0f-4fbe-92e0-c9804b3e499c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:16:51.880919 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b53469-9b0f-4fbe-92e0-c9804b3e499c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:16:51.881275 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b53469-9b0f-4fbe-92e0-c9804b3e499c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:16:51.882902 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b53469-9b0f-4fbe-92e0-c9804b3e499c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:16:51.883572 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b53469-9b0f-4fbe-92e0-c9804b3e499c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:16:51.884178 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b53469-9b0f-4fbe-92e0-c9804b3e499c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:16:51.884530 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b53469-9b0f-4fbe-92e0-c9804b3e499c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:16:51.884858 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b53469-9b0f-4fbe-92e0-c9804b3e499c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:16:51.885179 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b53469-9b0f-4fbe-92e0-c9804b3e499c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:16:51.885491 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b53469-9b0f-4fbe-92e0-c9804b3e499c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:16:51.918739 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.managers [None req-a5bb596f-5465-460d-b886-97d66505b950 None None] Attempting to bind port 9bdde3cb-2e7c-4cc5-80aa-64ecc00dd7eb on host n-d-813419-10 for vnic_type normal with profile {{(pid=102349) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 11:16:51.919100 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.managers [None req-a5bb596f-5465-460d-b886-97d66505b950 None None] Attempting to bind port 9bdde3cb-2e7c-4cc5-80aa-64ecc00dd7eb by drivers openvswitch,hyperv on host n-d-813419-10 at level 0 using segments [{'id': '24c3f95b-ff16-495d-b345-f72fcf593e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'da4648fa-fb58-46b9-a5bc-576c7308fd2c'}] {{(pid=102349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 11:16:51.919457 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5bb596f-5465-460d-b886-97d66505b950 None None] Attempting to bind port 9bdde3cb-2e7c-4cc5-80aa-64ecc00dd7eb on network da4648fa-fb58-46b9-a5bc-576c7308fd2c {{(pid=102349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 11:16:51.926157 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5bb596f-5465-460d-b886-97d66505b950 None None] Checking agent: {'id': '89dba0f3-79b2-435e-9822-33674b8f6ada', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 8, 20), 'started_at': datetime.datetime(2021, 10, 27, 10, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 11, 16, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 11:16:51.926533 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5bb596f-5465-460d-b886-97d66505b950 None None] Checking segment: {'id': '24c3f95b-ff16-495d-b345-f72fcf593e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'da4648fa-fb58-46b9-a5bc-576c7308fd2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 11:16:51.926916 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port 80a3c557-993a-44e7-b699-98065dcdc090 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:16:51.927039 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-a5bb596f-5465-460d-b886-97d66505b950 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:51.927291 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:51.927409 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5bb596f-5465-460d-b886-97d66505b950 None None] Bound using segment: {'id': '24c3f95b-ff16-495d-b345-f72fcf593e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'da4648fa-fb58-46b9-a5bc-576c7308fd2c'} {{(pid=102349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 11:16:51.927791 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.managers [None req-a5bb596f-5465-460d-b886-97d66505b950 None None] Bound port: 9bdde3cb-2e7c-4cc5-80aa-64ecc00dd7eb, host: n-d-813419-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24c3f95b-ff16-495d-b345-f72fcf593e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'da4648fa-fb58-46b9-a5bc-576c7308fd2c'}}] {{(pid=102349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 11:16:51.928160 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-a5bb596f-5465-460d-b886-97d66505b950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:51.962590 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e4b4eba-218e-45f2-a575-d02c98af9299 None None] Network cbf530ca-639e-4bd8-a71b-3b082acd16c3 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 11:16:51.999288 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.db [None req-a5bb596f-5465-460d-b886-97d66505b950 None None] For port 9bdde3cb-2e7c-4cc5-80aa-64ecc00dd7eb, host n-d-813419-10, cleared binding levels {{(pid=102349) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 11:16:52.004089 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.db [None req-a5bb596f-5465-460d-b886-97d66505b950 None None] For port 9bdde3cb-2e7c-4cc5-80aa-64ecc00dd7eb, host n-d-813419-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=9bdde3cb-2e7c-4cc5-80aa-64ecc00dd7eb,segment=NetworkSegment(24c3f95b-ff16-495d-b345-f72fcf593e76),segment_id=24c3f95b-ff16-495d-b345-f72fcf593e76)] {{(pid=102349) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 11:16:52.009400 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-a5bb596f-5465-460d-b886-97d66505b950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:52.048928 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-00bbdc84-60c0-42ad-8888-168cdeb8e791 None None] Provisioning complete for port fe7db5a7-bb99-4914-b8e5-af4ab15fd025 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:16:52.049708 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-00bbdc84-60c0-42ad-8888-168cdeb8e791 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:52.088335 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b53469-9b0f-4fbe-92e0-c9804b3e499c None None] Pushing event updated for resources: {'Port': ['ID=9bdde3cb-2e7c-4cc5-80aa-64ecc00dd7eb,revision_number=4']} {{(pid=102349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:16:52.091028 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5bb596f-5465-460d-b886-97d66505b950 None None] Routers {'91f66bbb-ab15-40ee-b996-ec1a789d7bda'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 11:16:52.091617 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-a5bb596f-5465-460d-b886-97d66505b950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T11:16:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['91f66bbb-ab15-40ee-b996-ec1a789d7bda'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:16:52.129692 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-04f540fa-885d-41fb-98b8-30dd26899155 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:52.169928 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-89cb6d40-1428-42ba-8172-81bbcba88b51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff924400-0132-431d-a44c-d9da583ff083', 'name': 'tempest-TestEncryptedCinderVolumes-288495901-router', 'tenant_id': '0e06b21d657c47fc80e2c5cf7d944c8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.214'}], 'enable_snat': True}, 'gw_port_id': '3eae2c5a-3ef9-4c03-a050-fee8efebac6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:16:49Z', 'updated_at': '2021-10-27T11:16:50Z', 'revision_number': 3, 'project_id': '0e06b21d657c47fc80e2c5cf7d944c8f', 'gw_port': {'id': '3eae2c5a-3ef9-4c03-a050-fee8efebac6f', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:93:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff924400-0132-431d-a44c-d9da583ff083', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:16:50Z', 'updated_at': '2021-10-27T11:16:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10'}], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:16:52.176322 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-3c6a8245-0581-48aa-b5f6-4d8fe98cd16e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:52.242018 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89cb6d40-1428-42ba-8172-81bbcba88b51 None None] Checking router: ff924400-0132-431d-a44c-d9da583ff083 for host: n-d-813419-10 {{(pid=102348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 11:16:52.242454 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89cb6d40-1428-42ba-8172-81bbcba88b51 None None] Updating router ff924400-0132-431d-a44c-d9da583ff083 port 3eae2c5a-3ef9-4c03-a050-fee8efebac6f binding host n-d-813419-10 {{(pid=102348) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 11:16:52.311684 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvr_db [None req-a5bb596f-5465-460d-b886-97d66505b950 None None] Set router 91f66bbb-ab15-40ee-b996-ec1a789d7bda gateway port host: n-d-813419-10 {{(pid=102349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 11:16:52.343102 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_common [None req-04f540fa-885d-41fb-98b8-30dd26899155 admin admin] Allocated IP 172.20.0.1 (cbf530ca-639e-4bd8-a71b-3b082acd16c3/22068cbf-0178-416a-92ef-e57ab1f7c708/8ee84112-d681-486b-b1e5-f6f5fde02468) {{(pid=102347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 11:16:52.469613 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-04f540fa-885d-41fb-98b8-30dd26899155 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:52.510542 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-89cb6d40-1428-42ba-8172-81bbcba88b51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:52.511766 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-04f540fa-885d-41fb-98b8-30dd26899155 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:52.517814 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device fe7db5a7-bb99-4914-b8e5-af4ab15fd025 up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 11:16:52.546648 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-a5bb596f-5465-460d-b886-97d66505b950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91f66bbb-ab15-40ee-b996-ec1a789d7bda', 'name': 'tempest-TestEncryptedCinderVolumes-1737394288-router', 'tenant_id': '0671590fe3e241f68e21af231f72dd9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.36'}], 'enable_snat': True}, 'gw_port_id': '80a3c557-993a-44e7-b699-98065dcdc090', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:16:45Z', 'updated_at': '2021-10-27T11:16:47Z', 'revision_number': 4, 'project_id': '0671590fe3e241f68e21af231f72dd9c', 'gw_port': {'id': '80a3c557-993a-44e7-b699-98065dcdc090', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:c9:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91f66bbb-ab15-40ee-b996-ec1a789d7bda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:16:45Z', 'updated_at': '2021-10-27T11:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_interfaces': [{'id': '9bdde3cb-2e7c-4cc5-80aa-64ecc00dd7eb', 'name': '', 'network_id': 'da4648fa-fb58-46b9-a5bc-576c7308fd2c', 'tenant_id': '0671590fe3e241f68e21af231f72dd9c', 'mac_address': 'fa:16:3e:c9:dd:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91f66bbb-ab15-40ee-b996-ec1a789d7bda', 'device_owner': 'network:router_interface', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': 'bc1ff531-91f3-4094-b254-6669113119ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:16:47Z', 'updated_at': '2021-10-27T11:16:51Z', 'revision_number': 4, 'project_id': '0671590fe3e241f68e21af231f72dd9c', 'subnets': [{'id': 'bc1ff531-91f3-4094-b254-6669113119ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:16:52.559161 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04f540fa-885d-41fb-98b8-30dd26899155 admin admin] Network cbf530ca-639e-4bd8-a71b-3b082acd16c3 is already hosted by enough agents. {{(pid=102347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 11:16:52.562113 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [None req-04f540fa-885d-41fb-98b8-30dd26899155 admin admin] Resources bound (agent type, host, resource id): {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 11:16:52.564612 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04f540fa-885d-41fb-98b8-30dd26899155 admin admin] Received port after_create {{(pid=102347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 11:16:52.578479 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5bb596f-5465-460d-b886-97d66505b950 None None] The sync data for ids ['91f66bbb-ab15-40ee-b996-ec1a789d7bda'] in n-d-813419-10 is: [{'id': '91f66bbb-ab15-40ee-b996-ec1a789d7bda', 'name': 'tempest-TestEncryptedCinderVolumes-1737394288-router', 'tenant_id': '0671590fe3e241f68e21af231f72dd9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.36'}], 'enable_snat': True}, 'gw_port_id': '80a3c557-993a-44e7-b699-98065dcdc090', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:16:45Z', 'updated_at': '2021-10-27T11:16:47Z', 'revision_number': 4, 'project_id': '0671590fe3e241f68e21af231f72dd9c', 'gw_port': {'id': '80a3c557-993a-44e7-b699-98065dcdc090', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:c9:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91f66bbb-ab15-40ee-b996-ec1a789d7bda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:16:45Z', 'updated_at': '2021-10-27T11:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_interfaces': [{'id': '9bdde3cb-2e7c-4cc5-80aa-64ecc00dd7eb', 'name': '', 'network_id': 'da4648fa-fb58-46b9-a5bc-576c7308fd2c', 'tenant_id': '0671590fe3e241f68e21af231f72dd9c', 'mac_address': 'fa:16:3e:c9:dd:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91f66bbb-ab15-40ee-b996-ec1a789d7bda', 'device_owner': 'network:router_interface', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': 'bc1ff531-91f3-4094-b254-6669113119ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:16:47Z', 'updated_at': '2021-10-27T11:16:51Z', 'revision_number': 4, 'project_id': '0671590fe3e241f68e21af231f72dd9c', 'subnets': [{'id': 'bc1ff531-91f3-4094-b254-6669113119ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 11:16:52.604127 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-00bbdc84-60c0-42ad-8888-168cdeb8e791 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:52.605095 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f540fa-885d-41fb-98b8-30dd26899155 admin admin] Pushing event updated for resources: {'Port': ['ID=8ee84112-d681-486b-b1e5-f6f5fde02468,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:16:52.616495 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-04f540fa-885d-41fb-98b8-30dd26899155 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1664961'] for router_interface, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:52.728279 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-00bbdc84-60c0-42ad-8888-168cdeb8e791 None None] For port fe7db5a7-bb99-4914-b8e5-af4ab15fd025, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=fe7db5a7-bb99-4914-b8e5-af4ab15fd025,segment=NetworkSegment(139c6a67-b418-4d54-84c9-41ba778dbfd6),segment_id=139c6a67-b418-4d54-84c9-41ba778dbfd6)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:16:52.757990 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-04f540fa-885d-41fb-98b8-30dd26899155 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:52.773174 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-00bbdc84-60c0-42ad-8888-168cdeb8e791 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:52.778735 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port fe7db5a7-bb99-4914-b8e5-af4ab15fd025 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:16:52.779098 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:52.910483 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bbdc84-60c0-42ad-8888-168cdeb8e791 None None] Pushing event updated for resources: {'Port': ['ID=fe7db5a7-bb99-4914-b8e5-af4ab15fd025,revision_number=3']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:16:52.942032 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-fa04b6b5-b9cc-4af8-a7ef-1e6d0b94b842 None None] Provisioning complete for port 9bdde3cb-2e7c-4cc5-80aa-64ecc00dd7eb triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:16:52.942402 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-fa04b6b5-b9cc-4af8-a7ef-1e6d0b94b842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:52.976941 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-04f540fa-885d-41fb-98b8-30dd26899155 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:52.987334 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-04f540fa-885d-41fb-98b8-30dd26899155 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:53.046586 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-89cb6d40-1428-42ba-8172-81bbcba88b51 None None] Publish callbacks [] for port, precommit_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:53.059392 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-89cb6d40-1428-42ba-8172-81bbcba88b51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:53.060293 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-04f540fa-885d-41fb-98b8-30dd26899155 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2006967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1766225'] for router_interface, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:53.117071 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f540fa-885d-41fb-98b8-30dd26899155 admin admin] Pushing event updated for resources: {'Port': ['ID=8ee84112-d681-486b-b1e5-f6f5fde02468,revision_number=2']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:16:53.155530 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d0ca35-0ae3-4aaa-85f4-beb685db47b6 None None] Pushing event updated for resources: {'Port': ['ID=3eae2c5a-3ef9-4c03-a050-fee8efebac6f,revision_number=2']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:16:53.161930 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-89cb6d40-1428-42ba-8172-81bbcba88b51 None None] Attempting to bind port 3eae2c5a-3ef9-4c03-a050-fee8efebac6f on host n-d-813419-10 for vnic_type normal with profile {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 11:16:53.162299 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-89cb6d40-1428-42ba-8172-81bbcba88b51 None None] Attempting to bind port 3eae2c5a-3ef9-4c03-a050-fee8efebac6f by drivers openvswitch,hyperv on host n-d-813419-10 at level 0 using segments [{'id': 'bc14127b-7032-4c50-bb5b-f6813cbae86e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 11:16:53.162664 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89cb6d40-1428-42ba-8172-81bbcba88b51 None None] Attempting to bind port 3eae2c5a-3ef9-4c03-a050-fee8efebac6f on network 185ff123-c7ff-45c7-a6be-71feb35acc9c {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 11:16:53.166076 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-fa04b6b5-b9cc-4af8-a7ef-1e6d0b94b842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:53.180136 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89cb6d40-1428-42ba-8172-81bbcba88b51 None None] Checking agent: {'id': '89dba0f3-79b2-435e-9822-33674b8f6ada', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 8, 20), 'started_at': datetime.datetime(2021, 10, 27, 10, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 11, 16, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 11:16:53.181727 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89cb6d40-1428-42ba-8172-81bbcba88b51 None None] Checking segment: {'id': 'bc14127b-7032-4c50-bb5b-f6813cbae86e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 11:16:53.182138 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-89cb6d40-1428-42ba-8172-81bbcba88b51 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:53.182852 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04f540fa-885d-41fb-98b8-30dd26899155 admin admin] Network cbf530ca-639e-4bd8-a71b-3b082acd16c3 is already hosted by enough agents. {{(pid=102347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 11:16:53.183106 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89cb6d40-1428-42ba-8172-81bbcba88b51 None None] Bound using segment: {'id': 'bc14127b-7032-4c50-bb5b-f6813cbae86e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 11:16:53.183616 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-89cb6d40-1428-42ba-8172-81bbcba88b51 None None] Bound port: 3eae2c5a-3ef9-4c03-a050-fee8efebac6f, host: n-d-813419-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc14127b-7032-4c50-bb5b-f6813cbae86e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'}}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 11:16:53.183996 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-89cb6d40-1428-42ba-8172-81bbcba88b51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:53.184741 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [None req-04f540fa-885d-41fb-98b8-30dd26899155 admin admin] Resources bound (agent type, host, resource id): {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 11:16:53.253388 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-fa04b6b5-b9cc-4af8-a7ef-1e6d0b94b842 None None] For port 9bdde3cb-2e7c-4cc5-80aa-64ecc00dd7eb, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=9bdde3cb-2e7c-4cc5-80aa-64ecc00dd7eb,segment=NetworkSegment(24c3f95b-ff16-495d-b345-f72fcf593e76),segment_id=24c3f95b-ff16-495d-b345-f72fcf593e76)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:16:53.263107 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-fa04b6b5-b9cc-4af8-a7ef-1e6d0b94b842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:53.312768 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-89cb6d40-1428-42ba-8172-81bbcba88b51 None None] For port 3eae2c5a-3ef9-4c03-a050-fee8efebac6f, host n-d-813419-10, cleared binding levels {{(pid=102348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 11:16:53.330655 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04f540fa-885d-41fb-98b8-30dd26899155 admin admin] Router ff924400-0132-431d-a44c-d9da583ff083 has already been hosted by L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb {{(pid=102347) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 11:16:53.333491 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-89cb6d40-1428-42ba-8172-81bbcba88b51 None None] For port 3eae2c5a-3ef9-4c03-a050-fee8efebac6f, host n-d-813419-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=3eae2c5a-3ef9-4c03-a050-fee8efebac6f,segment=NetworkSegment(bc14127b-7032-4c50-bb5b-f6813cbae86e),segment_id=bc14127b-7032-4c50-bb5b-f6813cbae86e)] {{(pid=102348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 11:16:53.344997 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-89cb6d40-1428-42ba-8172-81bbcba88b51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:53.357986 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa04b6b5-b9cc-4af8-a7ef-1e6d0b94b842 None None] Pushing event updated for resources: {'Port': ['ID=9bdde3cb-2e7c-4cc5-80aa-64ecc00dd7eb,revision_number=5']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:16:53.377836 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89cb6d40-1428-42ba-8172-81bbcba88b51 None None] Routers {'ff924400-0132-431d-a44c-d9da583ff083'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 11:16:53.379345 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-89cb6d40-1428-42ba-8172-81bbcba88b51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T11:16:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['ff924400-0132-431d-a44c-d9da583ff083'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:16:53.451170 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04f540fa-885d-41fb-98b8-30dd26899155 admin admin] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 11:16:53.465285 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-04f540fa-885d-41fb-98b8-30dd26899155 admin admin] 10.222.0.44 "PUT /v2.0/routers/ff924400-0132-431d-a44c-d9da583ff083/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9490187 Oct 27 11:16:53.520000 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d0ca35-0ae3-4aaa-85f4-beb685db47b6 None None] Pushing event updated for resources: {'Port': ['ID=3eae2c5a-3ef9-4c03-a050-fee8efebac6f,revision_number=3']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:16:53.524957 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-b13d7552-2743-4585-9b89-c51e09a6fc30 None None] Provisioning complete for port fe7db5a7-bb99-4914-b8e5-af4ab15fd025 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:16:53.525328 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-b13d7552-2743-4585-9b89-c51e09a6fc30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:53.600090 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvr_db [None req-89cb6d40-1428-42ba-8172-81bbcba88b51 None None] Set router ff924400-0132-431d-a44c-d9da583ff083 gateway port host: n-d-813419-10 {{(pid=102348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 11:16:53.698932 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device fe7db5a7-bb99-4914-b8e5-af4ab15fd025 up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 11:16:53.840262 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-b13d7552-2743-4585-9b89-c51e09a6fc30 None None] Provisioning complete for port 8ee84112-d681-486b-b1e5-f6f5fde02468 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:16:53.840951 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-b13d7552-2743-4585-9b89-c51e09a6fc30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:53.885496 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port fe7db5a7-bb99-4914-b8e5-af4ab15fd025 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:16:53.885856 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:53.920980 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-b13d7552-2743-4585-9b89-c51e09a6fc30 None None] Port 8ee84112-d681-486b-b1e5-f6f5fde02468 cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 11:16:54.017924 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 9bdde3cb-2e7c-4cc5-80aa-64ecc00dd7eb up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 11:16:54.020964 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-89cb6d40-1428-42ba-8172-81bbcba88b51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff924400-0132-431d-a44c-d9da583ff083', 'name': 'tempest-TestEncryptedCinderVolumes-288495901-router', 'tenant_id': '0e06b21d657c47fc80e2c5cf7d944c8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.214'}], 'enable_snat': True}, 'gw_port_id': '3eae2c5a-3ef9-4c03-a050-fee8efebac6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:16:49Z', 'updated_at': '2021-10-27T11:16:52Z', 'revision_number': 4, 'project_id': '0e06b21d657c47fc80e2c5cf7d944c8f', 'gw_port': {'id': '3eae2c5a-3ef9-4c03-a050-fee8efebac6f', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:93:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff924400-0132-431d-a44c-d9da583ff083', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:16:50Z', 'updated_at': '2021-10-27T11:16:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_interfaces': [{'id': '8ee84112-d681-486b-b1e5-f6f5fde02468', 'name': '', 'network_id': 'cbf530ca-639e-4bd8-a71b-3b082acd16c3', 'tenant_id': '0e06b21d657c47fc80e2c5cf7d944c8f', 'mac_address': 'fa:16:3e:f3:59:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff924400-0132-431d-a44c-d9da583ff083', 'device_owner': 'network:router_interface', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': '22068cbf-0178-416a-92ef-e57ab1f7c708', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:16:52Z', 'updated_at': '2021-10-27T11:16:52Z', 'revision_number': 2, 'project_id': '0e06b21d657c47fc80e2c5cf7d944c8f', 'subnets': [{'id': '22068cbf-0178-416a-92ef-e57ab1f7c708', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:16:54.073309 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89cb6d40-1428-42ba-8172-81bbcba88b51 None None] The sync data for ids ['ff924400-0132-431d-a44c-d9da583ff083'] in n-d-813419-10 is: [{'id': 'ff924400-0132-431d-a44c-d9da583ff083', 'name': 'tempest-TestEncryptedCinderVolumes-288495901-router', 'tenant_id': '0e06b21d657c47fc80e2c5cf7d944c8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.214'}], 'enable_snat': True}, 'gw_port_id': '3eae2c5a-3ef9-4c03-a050-fee8efebac6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:16:49Z', 'updated_at': '2021-10-27T11:16:52Z', 'revision_number': 4, 'project_id': '0e06b21d657c47fc80e2c5cf7d944c8f', 'gw_port': {'id': '3eae2c5a-3ef9-4c03-a050-fee8efebac6f', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:93:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff924400-0132-431d-a44c-d9da583ff083', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:16:50Z', 'updated_at': '2021-10-27T11:16:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_interfaces': [{'id': '8ee84112-d681-486b-b1e5-f6f5fde02468', 'name': '', 'network_id': 'cbf530ca-639e-4bd8-a71b-3b082acd16c3', 'tenant_id': '0e06b21d657c47fc80e2c5cf7d944c8f', 'mac_address': 'fa:16:3e:f3:59:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff924400-0132-431d-a44c-d9da583ff083', 'device_owner': 'network:router_interface', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': '22068cbf-0178-416a-92ef-e57ab1f7c708', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:16:52Z', 'updated_at': '2021-10-27T11:16:52Z', 'revision_number': 2, 'project_id': '0e06b21d657c47fc80e2c5cf7d944c8f', 'subnets': [{'id': '22068cbf-0178-416a-92ef-e57ab1f7c708', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 11:16:54.098454 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-3aa2994d-0f72-4702-a04f-82c7884f4304 None None] Provisioning complete for port 8ee84112-d681-486b-b1e5-f6f5fde02468 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:16:54.098822 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-3aa2994d-0f72-4702-a04f-82c7884f4304 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:54.142675 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port 9bdde3cb-2e7c-4cc5-80aa-64ecc00dd7eb triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:16:54.143007 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:54.165409 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-3aa2994d-0f72-4702-a04f-82c7884f4304 None None] Port 8ee84112-d681-486b-b1e5-f6f5fde02468 cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 11:16:54.175049 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4340d311-7a70-464a-bb82-b94c71aaa653 req-f850d017-8a15-4c91-96d9-56c34967cdc2 tempest-TestEncryptedCinderVolumes-816224300 tempest-TestEncryptedCinderVolumes-816224300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:16:54.176670 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-4340d311-7a70-464a-bb82-b94c71aaa653 req-f850d017-8a15-4c91-96d9-56c34967cdc2 tempest-TestEncryptedCinderVolumes-816224300 tempest-TestEncryptedCinderVolumes-816224300-project] 10.222.0.44 "GET /v2.0/networks?id=da4648fa-fb58-46b9-a5bc-576c7308fd2c HTTP/1.1" status: 200 len: 817 time: 0.1143982 Oct 27 11:16:54.193939 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-4340d311-7a70-464a-bb82-b94c71aaa653 req-f2064a59-df5c-4d4e-b149-f2b64574689f tempest-TestEncryptedCinderVolumes-816224300 tempest-TestEncryptedCinderVolumes-816224300-project] 10.222.0.44 "GET /v2.0/quotas/0671590fe3e241f68e21af231f72dd9c HTTP/1.1" status: 200 len: 375 time: 0.0093074 Oct 27 11:16:54.247746 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-4340d311-7a70-464a-bb82-b94c71aaa653 req-602771d9-c0b7-401a-acb0-ff695967217a tempest-TestEncryptedCinderVolumes-816224300 tempest-TestEncryptedCinderVolumes-816224300-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=0671590fe3e241f68e21af231f72dd9c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0469353 Oct 27 11:16:54.494912 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-4340d311-7a70-464a-bb82-b94c71aaa653 req-cc5dfc20-bc4e-4a0d-8923-9e76b68913ab service neutron] 10.222.0.44 "GET /v2.0/networks/da4648fa-fb58-46b9-a5bc-576c7308fd2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361375 Oct 27 11:16:54.588641 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-4340d311-7a70-464a-bb82-b94c71aaa653 req-e9892106-c1c8-4622-ab5e-72397d1a07aa service neutron] 10.222.0.44 "GET /v2.0/networks/da4648fa-fb58-46b9-a5bc-576c7308fd2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871952 Oct 27 11:16:54.842321 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ffcab75b-3a12-40d5-a564-eb04306f86b2 req-fb35822e-a769-4860-bcde-34b30f90f19f tempest-TestEncryptedCinderVolumes-816224300 tempest-TestEncryptedCinderVolumes-816224300-project] 10.222.0.44 "GET /v2.0/ports?device_id=e0831a21-44c3-4eb8-9f5c-9bd5d908634a HTTP/1.1" status: 200 len: 210 time: 0.0771985 Oct 27 11:16:55.725300 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 3eae2c5a-3ef9-4c03-a050-fee8efebac6f up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 11:16:55.781373 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port 3eae2c5a-3ef9-4c03-a050-fee8efebac6f triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:16:55.781742 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:55.824534 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4340d311-7a70-464a-bb82-b94c71aaa653 req-54a190f8-76ec-4783-901e-32dec3cb8585 tempest-TestEncryptedCinderVolumes-816224300 tempest-TestEncryptedCinderVolumes-816224300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:16:55.827671 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-4340d311-7a70-464a-bb82-b94c71aaa653 req-54a190f8-76ec-4783-901e-32dec3cb8585 tempest-TestEncryptedCinderVolumes-816224300 tempest-TestEncryptedCinderVolumes-816224300-project] 10.222.0.64 "GET /v2.0/networks?id=da4648fa-fb58-46b9-a5bc-576c7308fd2c HTTP/1.1" status: 200 len: 817 time: 0.1297758 Oct 27 11:16:55.841880 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [req-4340d311-7a70-464a-bb82-b94c71aaa653 req-5469597f-e55a-4e7b-8fa6-0aa3518d5421 tempest-TestEncryptedCinderVolumes-816224300 tempest-TestEncryptedCinderVolumes-816224300-project] Request body: {'port': {'device_id': 'e0831a21-44c3-4eb8-9f5c-9bd5d908634a', 'network_id': 'da4648fa-fb58-46b9-a5bc-576c7308fd2c', 'admin_state_up': True, 'tenant_id': '0671590fe3e241f68e21af231f72dd9c'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:16:55.913886 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:55.940884 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] For port 3eae2c5a-3ef9-4c03-a050-fee8efebac6f, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=3eae2c5a-3ef9-4c03-a050-fee8efebac6f,segment=NetworkSegment(bc14127b-7032-4c50-bb5b-f6813cbae86e),segment_id=bc14127b-7032-4c50-bb5b-f6813cbae86e)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:16:55.947366 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:55.974117 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-57a449b4-ec96-4d44-a93d-be29cc1b90bf req-1d551c9d-3ab6-44ac-8858-b3d21b1ddc8c tempest-TestEncryptedCinderVolumes-816224300 tempest-TestEncryptedCinderVolumes-816224300-project] 10.222.0.44 "GET /v2.0/ports?device_id=e0831a21-44c3-4eb8-9f5c-9bd5d908634a HTTP/1.1" status: 200 len: 210 time: 0.0301721 Oct 27 11:16:56.000895 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Pushing event updated for resources: {'Port': ['ID=3eae2c5a-3ef9-4c03-a050-fee8efebac6f,revision_number=4']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:16:56.011963 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4340d311-7a70-464a-bb82-b94c71aaa653 req-5469597f-e55a-4e7b-8fa6-0aa3518d5421 tempest-TestEncryptedCinderVolumes-816224300 tempest-TestEncryptedCinderVolumes-816224300-project] Made reservation on behalf of 0671590fe3e241f68e21af231f72dd9c for: {'port': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 11:16:56.015564 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-4340d311-7a70-464a-bb82-b94c71aaa653 req-5469597f-e55a-4e7b-8fa6-0aa3518d5421 tempest-TestEncryptedCinderVolumes-816224300 tempest-TestEncryptedCinderVolumes-816224300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:56.149591 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_common [req-4340d311-7a70-464a-bb82-b94c71aaa653 req-5469597f-e55a-4e7b-8fa6-0aa3518d5421 tempest-TestEncryptedCinderVolumes-816224300 tempest-TestEncryptedCinderVolumes-816224300-project] Allocated IP 172.20.0.13 (da4648fa-fb58-46b9-a5bc-576c7308fd2c/bc1ff531-91f3-4094-b254-6669113119ff/ede9ec37-9aca-4ebe-a552-8cb456c0b09f) {{(pid=102347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 11:16:56.303338 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-4340d311-7a70-464a-bb82-b94c71aaa653 req-5469597f-e55a-4e7b-8fa6-0aa3518d5421 tempest-TestEncryptedCinderVolumes-816224300 tempest-TestEncryptedCinderVolumes-816224300-project] Publish callbacks [] for port, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:56.337332 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-4340d311-7a70-464a-bb82-b94c71aaa653 req-5469597f-e55a-4e7b-8fa6-0aa3518d5421 tempest-TestEncryptedCinderVolumes-816224300 tempest-TestEncryptedCinderVolumes-816224300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:56.386093 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4340d311-7a70-464a-bb82-b94c71aaa653 req-5469597f-e55a-4e7b-8fa6-0aa3518d5421 tempest-TestEncryptedCinderVolumes-816224300 tempest-TestEncryptedCinderVolumes-816224300-project] Network da4648fa-fb58-46b9-a5bc-576c7308fd2c is already hosted by enough agents. {{(pid=102347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 11:16:56.389289 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [req-4340d311-7a70-464a-bb82-b94c71aaa653 req-5469597f-e55a-4e7b-8fa6-0aa3518d5421 tempest-TestEncryptedCinderVolumes-816224300 tempest-TestEncryptedCinderVolumes-816224300-project] Resources bound (agent type, host, resource id): {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 11:16:56.393243 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [req-4340d311-7a70-464a-bb82-b94c71aaa653 req-5469597f-e55a-4e7b-8fa6-0aa3518d5421 tempest-TestEncryptedCinderVolumes-816224300 tempest-TestEncryptedCinderVolumes-816224300-project] Received port after_create {{(pid=102347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 11:16:56.419014 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5469597f-e55a-4e7b-8fa6-0aa3518d5421 tempest-TestEncryptedCinderVolumes-816224300 tempest-TestEncryptedCinderVolumes-816224300-project] Pushing event updated for resources: {'Port': ['ID=ede9ec37-9aca-4ebe-a552-8cb456c0b09f,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:16:56.449824 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4340d311-7a70-464a-bb82-b94c71aaa653 req-5469597f-e55a-4e7b-8fa6-0aa3518d5421 tempest-TestEncryptedCinderVolumes-816224300 tempest-TestEncryptedCinderVolumes-816224300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:16:56.450434 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-4340d311-7a70-464a-bb82-b94c71aaa653 req-5469597f-e55a-4e7b-8fa6-0aa3518d5421 tempest-TestEncryptedCinderVolumes-816224300 tempest-TestEncryptedCinderVolumes-816224300-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:56.468755 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-4340d311-7a70-464a-bb82-b94c71aaa653 req-5469597f-e55a-4e7b-8fa6-0aa3518d5421 tempest-TestEncryptedCinderVolumes-816224300 tempest-TestEncryptedCinderVolumes-816224300-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6313181 Oct 27 11:16:56.561655 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [req-4340d311-7a70-464a-bb82-b94c71aaa653 req-a58595db-26bc-40f3-bdc4-d03669f510bc service neutron] Request body: {'port': {'device_id': 'e0831a21-44c3-4eb8-9f5c-9bd5d908634a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-10'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:16:56.606310 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-a6be36e1-99d0-4cf8-9fa1-b285c75923da None None] Provisioning complete for port ede9ec37-9aca-4ebe-a552-8cb456c0b09f triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:16:56.606696 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a6be36e1-99d0-4cf8-9fa1-b285c75923da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:56.614794 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-4340d311-7a70-464a-bb82-b94c71aaa653 req-a58595db-26bc-40f3-bdc4-d03669f510bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:56.644079 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-a6be36e1-99d0-4cf8-9fa1-b285c75923da None None] Port ede9ec37-9aca-4ebe-a552-8cb456c0b09f cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 11:16:56.878629 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [req-4340d311-7a70-464a-bb82-b94c71aaa653 req-a58595db-26bc-40f3-bdc4-d03669f510bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ede9ec37-9aca-4ebe-a552-8cb456c0b09f {{(pid=102347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 11:16:56.886163 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-4340d311-7a70-464a-bb82-b94c71aaa653 req-a58595db-26bc-40f3-bdc4-d03669f510bc service neutron] Publish callbacks [] for port, precommit_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:56.903706 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.provisioning_blocks [req-4340d311-7a70-464a-bb82-b94c71aaa653 req-a58595db-26bc-40f3-bdc4-d03669f510bc service neutron] Transition to ACTIVE for port object ede9ec37-9aca-4ebe-a552-8cb456c0b09f will not be triggered until provisioned by entity L2. {{(pid=102347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 11:16:56.907456 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-4340d311-7a70-464a-bb82-b94c71aaa653 req-a58595db-26bc-40f3-bdc4-d03669f510bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:56.955903 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58595db-26bc-40f3-bdc4-d03669f510bc service neutron] Pushing event updated for resources: {'Port': ['ID=ede9ec37-9aca-4ebe-a552-8cb456c0b09f,revision_number=2']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:16:57.032920 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-4340d311-7a70-464a-bb82-b94c71aaa653 req-a58595db-26bc-40f3-bdc4-d03669f510bc service neutron] Attempting to bind port ede9ec37-9aca-4ebe-a552-8cb456c0b09f on host n-h1-813419-10 for vnic_type normal with profile {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 11:16:57.033252 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-4340d311-7a70-464a-bb82-b94c71aaa653 req-a58595db-26bc-40f3-bdc4-d03669f510bc service neutron] Attempting to bind port ede9ec37-9aca-4ebe-a552-8cb456c0b09f by drivers openvswitch,hyperv on host n-h1-813419-10 at level 0 using segments [{'id': '24c3f95b-ff16-495d-b345-f72fcf593e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'da4648fa-fb58-46b9-a5bc-576c7308fd2c'}] {{(pid=102347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 11:16:57.033878 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4340d311-7a70-464a-bb82-b94c71aaa653 req-a58595db-26bc-40f3-bdc4-d03669f510bc service neutron] Attempting to bind port ede9ec37-9aca-4ebe-a552-8cb456c0b09f on network da4648fa-fb58-46b9-a5bc-576c7308fd2c {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 11:16:57.038845 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4340d311-7a70-464a-bb82-b94c71aaa653 req-a58595db-26bc-40f3-bdc4-d03669f510bc service neutron] Port ede9ec37-9aca-4ebe-a552-8cb456c0b09f on network da4648fa-fb58-46b9-a5bc-576c7308fd2c not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-10 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 11:16:57.039167 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4340d311-7a70-464a-bb82-b94c71aaa653 req-a58595db-26bc-40f3-bdc4-d03669f510bc service neutron] Attempting to bind port ede9ec37-9aca-4ebe-a552-8cb456c0b09f on network da4648fa-fb58-46b9-a5bc-576c7308fd2c {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 11:16:57.051493 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4340d311-7a70-464a-bb82-b94c71aaa653 req-a58595db-26bc-40f3-bdc4-d03669f510bc service neutron] Checking agent: {'id': 'a52e1cab-0c63-402d-9c94-330537c6c076', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 16, 2), 'started_at': datetime.datetime(2021, 10, 27, 10, 16, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 11, 16, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 11:16:57.052443 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4340d311-7a70-464a-bb82-b94c71aaa653 req-a58595db-26bc-40f3-bdc4-d03669f510bc service neutron] Checking segment: {'id': '24c3f95b-ff16-495d-b345-f72fcf593e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'da4648fa-fb58-46b9-a5bc-576c7308fd2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 11:16:57.052888 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4340d311-7a70-464a-bb82-b94c71aaa653 req-a58595db-26bc-40f3-bdc4-d03669f510bc service neutron] Bound using segment: {'id': '24c3f95b-ff16-495d-b345-f72fcf593e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'da4648fa-fb58-46b9-a5bc-576c7308fd2c'} {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 11:16:57.053429 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-4340d311-7a70-464a-bb82-b94c71aaa653 req-a58595db-26bc-40f3-bdc4-d03669f510bc service neutron] Bound port: ede9ec37-9aca-4ebe-a552-8cb456c0b09f, host: n-h1-813419-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24c3f95b-ff16-495d-b345-f72fcf593e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'da4648fa-fb58-46b9-a5bc-576c7308fd2c'}}] {{(pid=102347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 11:16:57.053978 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-4340d311-7a70-464a-bb82-b94c71aaa653 req-a58595db-26bc-40f3-bdc4-d03669f510bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:57.071584 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93f3b509-9882-4fed-a537-07866d1fbde9 None None] Sync routers for ids ['ff924400-0132-431d-a44c-d9da583ff083'] in n-d-813419-10 {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 11:16:57.088271 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93f3b509-9882-4fed-a537-07866d1fbde9 None None] Routers {'ff924400-0132-431d-a44c-d9da583ff083'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 11:16:57.089026 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-93f3b509-9882-4fed-a537-07866d1fbde9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T11:16:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['ff924400-0132-431d-a44c-d9da583ff083'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:16:57.104909 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20187d5b-dd8b-4bda-b720-5a8cfea7dead req-dfaf90c1-d915-430c-be26-9737d261973c tempest-TestEncryptedCinderVolumes-816224300 tempest-TestEncryptedCinderVolumes-816224300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:16:57.112303 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-20187d5b-dd8b-4bda-b720-5a8cfea7dead req-dfaf90c1-d915-430c-be26-9737d261973c tempest-TestEncryptedCinderVolumes-816224300 tempest-TestEncryptedCinderVolumes-816224300-project] 10.222.0.44 "GET /v2.0/ports?device_id=e0831a21-44c3-4eb8-9f5c-9bd5d908634a HTTP/1.1" status: 200 len: 944 time: 0.0580037 Oct 27 11:16:57.134782 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-4340d311-7a70-464a-bb82-b94c71aaa653 req-a58595db-26bc-40f3-bdc4-d03669f510bc service neutron] For port ede9ec37-9aca-4ebe-a552-8cb456c0b09f, host n-h1-813419-10, cleared binding levels {{(pid=102347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 11:16:57.138308 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-4340d311-7a70-464a-bb82-b94c71aaa653 req-a58595db-26bc-40f3-bdc4-d03669f510bc service neutron] For port ede9ec37-9aca-4ebe-a552-8cb456c0b09f, host n-h1-813419-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=ede9ec37-9aca-4ebe-a552-8cb456c0b09f,segment=NetworkSegment(24c3f95b-ff16-495d-b345-f72fcf593e76),segment_id=24c3f95b-ff16-495d-b345-f72fcf593e76)] {{(pid=102347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 11:16:57.145339 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-4340d311-7a70-464a-bb82-b94c71aaa653 req-a58595db-26bc-40f3-bdc4-d03669f510bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:57.155712 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-20187d5b-dd8b-4bda-b720-5a8cfea7dead req-33c1fa43-d916-4da8-9451-46013789dc25 tempest-TestEncryptedCinderVolumes-816224300 tempest-TestEncryptedCinderVolumes-816224300-project] 10.222.0.44 "GET /v2.0/security-groups?id=13686654-cdf3-49c0-a8c6-a6dceee86bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425682 Oct 27 11:16:57.193406 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4340d311-7a70-464a-bb82-b94c71aaa653 req-a58595db-26bc-40f3-bdc4-d03669f510bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:16:57.194183 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-4340d311-7a70-464a-bb82-b94c71aaa653 req-a58595db-26bc-40f3-bdc4-d03669f510bc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:57.196216 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-4340d311-7a70-464a-bb82-b94c71aaa653 req-a58595db-26bc-40f3-bdc4-d03669f510bc service neutron] 10.222.0.64 "PUT /v2.0/ports/ede9ec37-9aca-4ebe-a552-8cb456c0b09f HTTP/1.1" status: 200 len: 1093 time: 0.6792371 Oct 27 11:16:57.198544 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0831a21-44c3-4eb8-9f5c-9bd5d908634a', 'tag': 'ede9ec37-9aca-4ebe-a552-8cb456c0b09f'}] {{(pid=102347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 11:16:57.204786 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvr_db [None req-93f3b509-9882-4fed-a537-07866d1fbde9 None None] Set router ff924400-0132-431d-a44c-d9da583ff083 gateway port host: n-d-813419-10 {{(pid=102349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 11:16:57.228530 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58595db-26bc-40f3-bdc4-d03669f510bc service neutron] Pushing event updated for resources: {'Port': ['ID=ede9ec37-9aca-4ebe-a552-8cb456c0b09f,revision_number=3']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:16:57.282513 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b4a6b06816dbd4a25adc79839574a1cde60454ea9fb7ff9bc84d34209fb596e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fbb8cf1-5bc6-4695-9c1d-1d6b917aa12c" -d '{"events": [{"name": "network-changed", "server_uuid": "e0831a21-44c3-4eb8-9f5c-9bd5d908634a", "tag": "ede9ec37-9aca-4ebe-a552-8cb456c0b09f"}]}' {{(pid=102347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 11:16:57.302055 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4340d311-7a70-464a-bb82-b94c71aaa653 req-b669dfde-d54e-4e1d-b8d8-9f0f93272aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:16:57.303823 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-4340d311-7a70-464a-bb82-b94c71aaa653 req-b669dfde-d54e-4e1d-b8d8-9f0f93272aa1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0671590fe3e241f68e21af231f72dd9c&device_id=e0831a21-44c3-4eb8-9f5c-9bd5d908634a HTTP/1.1" status: 200 len: 1096 time: 0.0616848 Oct 27 11:16:57.356475 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-4340d311-7a70-464a-bb82-b94c71aaa653 req-03989803-6f4d-4ed3-b0df-39e597e10227 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ede9ec37-9aca-4ebe-a552-8cb456c0b09f HTTP/1.1" status: 200 len: 217 time: 0.0446060 Oct 27 11:16:57.411322 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 11:16:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa095e43-e849-4357-9e6b-af8cc80ed2f6 x-openstack-request-id: req-fa095e43-e849-4357-9e6b-af8cc80ed2f6 {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 11:16:57.411866 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0831a21-44c3-4eb8-9f5c-9bd5d908634a", "tag": "ede9ec37-9aca-4ebe-a552-8cb456c0b09f", "status": "completed", "code": 200}]} {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 11:16:57.412312 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-fa095e43-e849-4357-9e6b-af8cc80ed2f6 {{(pid=102347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 11:16:57.412714 n-d-813419-10 neutron-server[102347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0831a21-44c3-4eb8-9f5c-9bd5d908634a', 'tag': 'ede9ec37-9aca-4ebe-a552-8cb456c0b09f', 'status': 'completed', 'code': 200} Oct 27 11:16:57.423643 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4340d311-7a70-464a-bb82-b94c71aaa653 req-b930338b-96a2-4d43-b4b2-cb6b4b7b1f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:16:57.425132 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-4340d311-7a70-464a-bb82-b94c71aaa653 req-b930338b-96a2-4d43-b4b2-cb6b4b7b1f41 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=bc1ff531-91f3-4094-b254-6669113119ff HTTP/1.1" status: 200 len: 856 time: 0.0614824 Oct 27 11:16:57.472398 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4340d311-7a70-464a-bb82-b94c71aaa653 req-27e92559-8d3f-4079-9a77-384560206cce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:16:57.473091 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-93f3b509-9882-4fed-a537-07866d1fbde9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff924400-0132-431d-a44c-d9da583ff083', 'name': 'tempest-TestEncryptedCinderVolumes-288495901-router', 'tenant_id': '0e06b21d657c47fc80e2c5cf7d944c8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.214'}], 'enable_snat': True}, 'gw_port_id': '3eae2c5a-3ef9-4c03-a050-fee8efebac6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:16:49Z', 'updated_at': '2021-10-27T11:16:52Z', 'revision_number': 4, 'project_id': '0e06b21d657c47fc80e2c5cf7d944c8f', 'gw_port': {'id': '3eae2c5a-3ef9-4c03-a050-fee8efebac6f', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:93:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff924400-0132-431d-a44c-d9da583ff083', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:16:50Z', 'updated_at': '2021-10-27T11:16:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_interfaces': [{'id': '8ee84112-d681-486b-b1e5-f6f5fde02468', 'name': '', 'network_id': 'cbf530ca-639e-4bd8-a71b-3b082acd16c3', 'tenant_id': '0e06b21d657c47fc80e2c5cf7d944c8f', 'mac_address': 'fa:16:3e:f3:59:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff924400-0132-431d-a44c-d9da583ff083', 'device_owner': 'network:router_interface', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': '22068cbf-0178-416a-92ef-e57ab1f7c708', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:16:52Z', 'updated_at': '2021-10-27T11:16:52Z', 'revision_number': 2, 'project_id': '0e06b21d657c47fc80e2c5cf7d944c8f', 'subnets': [{'id': '22068cbf-0178-416a-92ef-e57ab1f7c708', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:16:57.473833 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-4340d311-7a70-464a-bb82-b94c71aaa653 req-27e92559-8d3f-4079-9a77-384560206cce service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=da4648fa-fb58-46b9-a5bc-576c7308fd2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407693 Oct 27 11:16:57.499098 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93f3b509-9882-4fed-a537-07866d1fbde9 None None] Checking router: ff924400-0132-431d-a44c-d9da583ff083 for host: n-d-813419-10 {{(pid=102349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 11:16:57.499450 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93f3b509-9882-4fed-a537-07866d1fbde9 None None] Updating router ff924400-0132-431d-a44c-d9da583ff083 port 8ee84112-d681-486b-b1e5-f6f5fde02468 binding host n-d-813419-10 {{(pid=102349) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 11:16:57.524045 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-93f3b509-9882-4fed-a537-07866d1fbde9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:57.570519 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-4340d311-7a70-464a-bb82-b94c71aaa653 req-dd74992f-ba66-47a6-a857-e47251569fee service neutron] 10.222.0.64 "GET /v2.0/networks/da4648fa-fb58-46b9-a5bc-576c7308fd2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888174 Oct 27 11:16:57.644911 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 3eae2c5a-3ef9-4c03-a050-fee8efebac6f up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 11:16:57.671063 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-4340d311-7a70-464a-bb82-b94c71aaa653 req-328e901c-02de-4668-934f-34188d0e4c12 service neutron] 10.222.0.64 "GET /v2.0/networks/da4648fa-fb58-46b9-a5bc-576c7308fd2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938704 Oct 27 11:16:57.700904 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port 3eae2c5a-3ef9-4c03-a050-fee8efebac6f triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:16:57.701269 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:57.763310 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbb8cf1-5bc6-4695-9c1d-1d6b917aa12c req-98ffb8ec-6a06-441a-833e-20706ffc99aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:16:57.764850 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-4fbb8cf1-5bc6-4695-9c1d-1d6b917aa12c req-98ffb8ec-6a06-441a-833e-20706ffc99aa service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0671590fe3e241f68e21af231f72dd9c&device_id=e0831a21-44c3-4eb8-9f5c-9bd5d908634a HTTP/1.1" status: 200 len: 1096 time: 0.0418251 Oct 27 11:16:57.805026 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-93f3b509-9882-4fed-a537-07866d1fbde9 None None] Publish callbacks [] for port, precommit_update {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:57.809833 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-93f3b509-9882-4fed-a537-07866d1fbde9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:57.859257 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7def177b-1d01-4ae7-beee-33eb68777739 None None] Pushing event updated for resources: {'Port': ['ID=8ee84112-d681-486b-b1e5-f6f5fde02468,revision_number=3']} {{(pid=102349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:16:57.860374 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbb8cf1-5bc6-4695-9c1d-1d6b917aa12c req-57e4ae1c-1af6-413b-b617-16372b279c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:16:57.862136 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-4fbb8cf1-5bc6-4695-9c1d-1d6b917aa12c req-57e4ae1c-1af6-413b-b617-16372b279c4b service neutron] 10.222.0.64 "GET /v2.0/networks?id=da4648fa-fb58-46b9-a5bc-576c7308fd2c HTTP/1.1" status: 200 len: 918 time: 0.0897262 Oct 27 11:16:57.908987 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.managers [None req-93f3b509-9882-4fed-a537-07866d1fbde9 None None] Attempting to bind port 8ee84112-d681-486b-b1e5-f6f5fde02468 on host n-d-813419-10 for vnic_type normal with profile {{(pid=102349) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 11:16:57.909275 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.managers [None req-93f3b509-9882-4fed-a537-07866d1fbde9 None None] Attempting to bind port 8ee84112-d681-486b-b1e5-f6f5fde02468 by drivers openvswitch,hyperv on host n-d-813419-10 at level 0 using segments [{'id': '139c6a67-b418-4d54-84c9-41ba778dbfd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'cbf530ca-639e-4bd8-a71b-3b082acd16c3'}] {{(pid=102349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 11:16:57.909640 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93f3b509-9882-4fed-a537-07866d1fbde9 None None] Attempting to bind port 8ee84112-d681-486b-b1e5-f6f5fde02468 on network cbf530ca-639e-4bd8-a71b-3b082acd16c3 {{(pid=102349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 11:16:57.912791 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-4fbb8cf1-5bc6-4695-9c1d-1d6b917aa12c req-b186f7ea-04a4-45d1-a29b-191055e4023a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ede9ec37-9aca-4ebe-a552-8cb456c0b09f HTTP/1.1" status: 200 len: 217 time: 0.0422180 Oct 27 11:16:57.914917 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93f3b509-9882-4fed-a537-07866d1fbde9 None None] Checking agent: {'id': '89dba0f3-79b2-435e-9822-33674b8f6ada', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 8, 20), 'started_at': datetime.datetime(2021, 10, 27, 10, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 11, 16, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 11:16:57.915288 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93f3b509-9882-4fed-a537-07866d1fbde9 None None] Checking segment: {'id': '139c6a67-b418-4d54-84c9-41ba778dbfd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'cbf530ca-639e-4bd8-a71b-3b082acd16c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 11:16:57.915699 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-93f3b509-9882-4fed-a537-07866d1fbde9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:57.916072 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93f3b509-9882-4fed-a537-07866d1fbde9 None None] Bound using segment: {'id': '139c6a67-b418-4d54-84c9-41ba778dbfd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'cbf530ca-639e-4bd8-a71b-3b082acd16c3'} {{(pid=102349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 11:16:57.916556 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.managers [None req-93f3b509-9882-4fed-a537-07866d1fbde9 None None] Bound port: 8ee84112-d681-486b-b1e5-f6f5fde02468, host: n-d-813419-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '139c6a67-b418-4d54-84c9-41ba778dbfd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'cbf530ca-639e-4bd8-a71b-3b082acd16c3'}}] {{(pid=102349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 11:16:57.916930 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-93f3b509-9882-4fed-a537-07866d1fbde9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:57.978111 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbb8cf1-5bc6-4695-9c1d-1d6b917aa12c req-828dbdaa-c08e-48d7-81bb-812d96264127 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:16:57.979751 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-4fbb8cf1-5bc6-4695-9c1d-1d6b917aa12c req-828dbdaa-c08e-48d7-81bb-812d96264127 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=bc1ff531-91f3-4094-b254-6669113119ff HTTP/1.1" status: 200 len: 856 time: 0.0592844 Oct 27 11:16:57.992150 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.db [None req-93f3b509-9882-4fed-a537-07866d1fbde9 None None] For port 8ee84112-d681-486b-b1e5-f6f5fde02468, host n-d-813419-10, cleared binding levels {{(pid=102349) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 11:16:57.995665 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.db [None req-93f3b509-9882-4fed-a537-07866d1fbde9 None None] For port 8ee84112-d681-486b-b1e5-f6f5fde02468, host n-d-813419-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=8ee84112-d681-486b-b1e5-f6f5fde02468,segment=NetworkSegment(139c6a67-b418-4d54-84c9-41ba778dbfd6),segment_id=139c6a67-b418-4d54-84c9-41ba778dbfd6)] {{(pid=102349) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 11:16:58.002567 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-93f3b509-9882-4fed-a537-07866d1fbde9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:58.029813 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbb8cf1-5bc6-4695-9c1d-1d6b917aa12c req-d4512e0b-07fb-4e9b-97de-6933f7ff83e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:16:58.031336 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-4fbb8cf1-5bc6-4695-9c1d-1d6b917aa12c req-d4512e0b-07fb-4e9b-97de-6933f7ff83e5 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=da4648fa-fb58-46b9-a5bc-576c7308fd2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0442977 Oct 27 11:16:58.065157 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93f3b509-9882-4fed-a537-07866d1fbde9 None None] Routers {'ff924400-0132-431d-a44c-d9da583ff083'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 11:16:58.065779 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-93f3b509-9882-4fed-a537-07866d1fbde9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T11:16:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['ff924400-0132-431d-a44c-d9da583ff083'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:16:58.124301 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-f4e39ee7-1df5-4fce-9bad-690f4842ce8d None None] Provisioning complete for port 8ee84112-d681-486b-b1e5-f6f5fde02468 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:16:58.124928 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f4e39ee7-1df5-4fce-9bad-690f4842ce8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:58.135178 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7def177b-1d01-4ae7-beee-33eb68777739 None None] Pushing event updated for resources: {'Port': ['ID=8ee84112-d681-486b-b1e5-f6f5fde02468,revision_number=4']} {{(pid=102349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:16:58.152520 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-4fbb8cf1-5bc6-4695-9c1d-1d6b917aa12c req-14013d85-ea08-4f65-a253-fbcc78e49144 service neutron] 10.222.0.64 "GET /v2.0/networks/da4648fa-fb58-46b9-a5bc-576c7308fd2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1111648 Oct 27 11:16:58.189295 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvr_db [None req-93f3b509-9882-4fed-a537-07866d1fbde9 None None] Set router ff924400-0132-431d-a44c-d9da583ff083 gateway port host: n-d-813419-10 {{(pid=102349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 11:16:58.229717 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f4e39ee7-1df5-4fce-9bad-690f4842ce8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:58.279553 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-4fbb8cf1-5bc6-4695-9c1d-1d6b917aa12c req-7c5e8117-439d-4e9e-beca-1172ac2fd5b4 service neutron] 10.222.0.64 "GET /v2.0/networks/da4648fa-fb58-46b9-a5bc-576c7308fd2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1183922 Oct 27 11:16:58.287927 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f4e39ee7-1df5-4fce-9bad-690f4842ce8d None None] For port 8ee84112-d681-486b-b1e5-f6f5fde02468, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=8ee84112-d681-486b-b1e5-f6f5fde02468,segment=NetworkSegment(139c6a67-b418-4d54-84c9-41ba778dbfd6),segment_id=139c6a67-b418-4d54-84c9-41ba778dbfd6)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:16:58.294561 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f4e39ee7-1df5-4fce-9bad-690f4842ce8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:58.320187 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b299ad16-c063-4455-bc5f-2b39f95bbdf9 req-92f17d4b-115f-4c96-a7d6-09f3d548f541 tempest-TestEncryptedCinderVolumes-816224300 tempest-TestEncryptedCinderVolumes-816224300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:16:58.322365 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-b299ad16-c063-4455-bc5f-2b39f95bbdf9 req-92f17d4b-115f-4c96-a7d6-09f3d548f541 tempest-TestEncryptedCinderVolumes-816224300 tempest-TestEncryptedCinderVolumes-816224300-project] 10.222.0.44 "GET /v2.0/ports?device_id=e0831a21-44c3-4eb8-9f5c-9bd5d908634a HTTP/1.1" status: 200 len: 944 time: 0.0706916 Oct 27 11:16:58.368571 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e39ee7-1df5-4fce-9bad-690f4842ce8d None None] Pushing event updated for resources: {'Port': ['ID=8ee84112-d681-486b-b1e5-f6f5fde02468,revision_number=5']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:16:58.377389 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-b299ad16-c063-4455-bc5f-2b39f95bbdf9 req-02f56935-f0ad-40d5-9bec-c5459eedc8a6 tempest-TestEncryptedCinderVolumes-816224300 tempest-TestEncryptedCinderVolumes-816224300-project] 10.222.0.44 "GET /v2.0/security-groups?id=13686654-cdf3-49c0-a8c6-a6dceee86bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401618 Oct 27 11:16:58.414652 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-2e0f9329-c818-4008-9064-d9d0efcebfc0 None None] Provisioning complete for port 8ee84112-d681-486b-b1e5-f6f5fde02468 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:16:58.415018 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-2e0f9329-c818-4008-9064-d9d0efcebfc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:58.427700 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-93f3b509-9882-4fed-a537-07866d1fbde9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff924400-0132-431d-a44c-d9da583ff083', 'name': 'tempest-TestEncryptedCinderVolumes-288495901-router', 'tenant_id': '0e06b21d657c47fc80e2c5cf7d944c8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.214'}], 'enable_snat': True}, 'gw_port_id': '3eae2c5a-3ef9-4c03-a050-fee8efebac6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:16:49Z', 'updated_at': '2021-10-27T11:16:52Z', 'revision_number': 4, 'project_id': '0e06b21d657c47fc80e2c5cf7d944c8f', 'gw_port': {'id': '3eae2c5a-3ef9-4c03-a050-fee8efebac6f', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:93:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff924400-0132-431d-a44c-d9da583ff083', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:16:50Z', 'updated_at': '2021-10-27T11:16:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_interfaces': [{'id': '8ee84112-d681-486b-b1e5-f6f5fde02468', 'name': '', 'network_id': 'cbf530ca-639e-4bd8-a71b-3b082acd16c3', 'tenant_id': '0e06b21d657c47fc80e2c5cf7d944c8f', 'mac_address': 'fa:16:3e:f3:59:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff924400-0132-431d-a44c-d9da583ff083', 'device_owner': 'network:router_interface', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': '22068cbf-0178-416a-92ef-e57ab1f7c708', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:16:52Z', 'updated_at': '2021-10-27T11:16:57Z', 'revision_number': 4, 'project_id': '0e06b21d657c47fc80e2c5cf7d944c8f', 'subnets': [{'id': '22068cbf-0178-416a-92ef-e57ab1f7c708', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:16:58.456831 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93f3b509-9882-4fed-a537-07866d1fbde9 None None] The sync data for ids ['ff924400-0132-431d-a44c-d9da583ff083'] in n-d-813419-10 is: [{'id': 'ff924400-0132-431d-a44c-d9da583ff083', 'name': 'tempest-TestEncryptedCinderVolumes-288495901-router', 'tenant_id': '0e06b21d657c47fc80e2c5cf7d944c8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.214'}], 'enable_snat': True}, 'gw_port_id': '3eae2c5a-3ef9-4c03-a050-fee8efebac6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:16:49Z', 'updated_at': '2021-10-27T11:16:52Z', 'revision_number': 4, 'project_id': '0e06b21d657c47fc80e2c5cf7d944c8f', 'gw_port': {'id': '3eae2c5a-3ef9-4c03-a050-fee8efebac6f', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:93:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff924400-0132-431d-a44c-d9da583ff083', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:16:50Z', 'updated_at': '2021-10-27T11:16:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_interfaces': [{'id': '8ee84112-d681-486b-b1e5-f6f5fde02468', 'name': '', 'network_id': 'cbf530ca-639e-4bd8-a71b-3b082acd16c3', 'tenant_id': '0e06b21d657c47fc80e2c5cf7d944c8f', 'mac_address': 'fa:16:3e:f3:59:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff924400-0132-431d-a44c-d9da583ff083', 'device_owner': 'network:router_interface', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': '22068cbf-0178-416a-92ef-e57ab1f7c708', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:16:52Z', 'updated_at': '2021-10-27T11:16:57Z', 'revision_number': 4, 'project_id': '0e06b21d657c47fc80e2c5cf7d944c8f', 'subnets': [{'id': '22068cbf-0178-416a-92ef-e57ab1f7c708', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 11:16:59.154155 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device ede9ec37-9aca-4ebe-a552-8cb456c0b09f details requested by agent hyperv_n-h1-813419-10 with host n-h1-813419-10 {{(pid=102348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 11:16:59.403636 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port ede9ec37-9aca-4ebe-a552-8cb456c0b09f, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=ede9ec37-9aca-4ebe-a552-8cb456c0b09f,segment=NetworkSegment(24c3f95b-ff16-495d-b345-f72fcf593e76),segment_id=24c3f95b-ff16-495d-b345-f72fcf593e76)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:16:59.415322 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Returning: {'device': 'ede9ec37-9aca-4ebe-a552-8cb456c0b09f', 'network_id': 'da4648fa-fb58-46b9-a5bc-576c7308fd2c', 'port_id': 'ede9ec37-9aca-4ebe-a552-8cb456c0b09f', 'mac_address': 'fa:16:3e:e6:36:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc1ff531-91f3-4094-b254-6669113119ff', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 11:16:59.457618 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:59.473638 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ede9ec37-9aca-4ebe-a552-8cb456c0b09f {{(pid=102348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 11:16:59.496123 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port ede9ec37-9aca-4ebe-a552-8cb456c0b09f, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=ede9ec37-9aca-4ebe-a552-8cb456c0b09f,segment=NetworkSegment(24c3f95b-ff16-495d-b345-f72fcf593e76),segment_id=24c3f95b-ff16-495d-b345-f72fcf593e76)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:16:59.501422 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:59.502551 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77c6d28-7655-4810-b4d2-fc3053690c12 req-3f65b5f3-d546-44c9-9da1-e13d996a9428 tempest-TestEncryptedCinderVolumes-816224300 tempest-TestEncryptedCinderVolumes-816224300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:16:59.504072 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-a77c6d28-7655-4810-b4d2-fc3053690c12 req-3f65b5f3-d546-44c9-9da1-e13d996a9428 tempest-TestEncryptedCinderVolumes-816224300 tempest-TestEncryptedCinderVolumes-816224300-project] 10.222.0.44 "GET /v2.0/ports?device_id=e0831a21-44c3-4eb8-9f5c-9bd5d908634a HTTP/1.1" status: 200 len: 944 time: 0.0543139 Oct 27 11:16:59.542002 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-a77c6d28-7655-4810-b4d2-fc3053690c12 req-e82097f9-f0d2-43cb-ace1-22228182ce13 tempest-TestEncryptedCinderVolumes-816224300 tempest-TestEncryptedCinderVolumes-816224300-project] 10.222.0.44 "GET /v2.0/security-groups?id=13686654-cdf3-49c0-a8c6-a6dceee86bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318673 Oct 27 11:16:59.551926 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Pushing event updated for resources: {'Port': ['ID=ede9ec37-9aca-4ebe-a552-8cb456c0b09f,revision_number=4']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:16:59.644970 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 8ee84112-d681-486b-b1e5-f6f5fde02468 up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 11:16:59.696003 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port 8ee84112-d681-486b-b1e5-f6f5fde02468 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:16:59.696399 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:16:59.721715 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] get_ports_and_sgs() called for port_ids ['ede9ec37-9aca-4ebe-a552-8cb456c0b09f'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 11:17:00.656496 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4faaa3-5283-4536-a9f4-0cfe55f6899e req-f06c59d9-b6e7-45bb-a924-2d81e9a07278 tempest-TestEncryptedCinderVolumes-816224300 tempest-TestEncryptedCinderVolumes-816224300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:17:00.657971 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-9d4faaa3-5283-4536-a9f4-0cfe55f6899e req-f06c59d9-b6e7-45bb-a924-2d81e9a07278 tempest-TestEncryptedCinderVolumes-816224300 tempest-TestEncryptedCinderVolumes-816224300-project] 10.222.0.44 "GET /v2.0/ports?device_id=e0831a21-44c3-4eb8-9f5c-9bd5d908634a HTTP/1.1" status: 200 len: 945 time: 0.0478456 Oct 27 11:17:00.698558 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-9d4faaa3-5283-4536-a9f4-0cfe55f6899e req-af0b6409-0721-4535-a554-ce91ba69c893 tempest-TestEncryptedCinderVolumes-816224300 tempest-TestEncryptedCinderVolumes-816224300-project] 10.222.0.44 "GET /v2.0/security-groups?id=13686654-cdf3-49c0-a8c6-a6dceee86bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340428 Oct 27 11:17:01.155071 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device ede9ec37-9aca-4ebe-a552-8cb456c0b09f up at agent hyperv_n-h1-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 11:17:01.202483 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Provisioning for port ede9ec37-9aca-4ebe-a552-8cb456c0b09f completed by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 11:17:01.206048 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Provisioning complete for port ede9ec37-9aca-4ebe-a552-8cb456c0b09f triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:17:01.206411 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:17:01.283869 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:17:01.305323 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0831a21-44c3-4eb8-9f5c-9bd5d908634a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ede9ec37-9aca-4ebe-a552-8cb456c0b09f'}] {{(pid=102348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 11:17:01.319313 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port ede9ec37-9aca-4ebe-a552-8cb456c0b09f, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=ede9ec37-9aca-4ebe-a552-8cb456c0b09f,segment=NetworkSegment(24c3f95b-ff16-495d-b345-f72fcf593e76),segment_id=24c3f95b-ff16-495d-b345-f72fcf593e76)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:17:01.323491 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:17:01.352823 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be4127e571859625ba9a491db1af5fd5edc4c8ee111482105658b13e0edb602d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf8c78a8-b74a-4fa5-8a44-38746e69b956" -d '{"events": [{"server_uuid": "e0831a21-44c3-4eb8-9f5c-9bd5d908634a", "name": "network-vif-plugged", "status": "completed", "tag": "ede9ec37-9aca-4ebe-a552-8cb456c0b09f"}]}' {{(pid=102348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 11:17:01.377629 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Pushing event updated for resources: {'Port': ['ID=ede9ec37-9aca-4ebe-a552-8cb456c0b09f,revision_number=5']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:17:01.436715 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 11:17:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43924aec-0b3f-4abd-8b52-e55abc94dd41 x-openstack-request-id: req-43924aec-0b3f-4abd-8b52-e55abc94dd41 {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 11:17:01.437005 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0831a21-44c3-4eb8-9f5c-9bd5d908634a", "name": "network-vif-plugged", "status": "completed", "tag": "ede9ec37-9aca-4ebe-a552-8cb456c0b09f", "code": 200}]} {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 11:17:01.437258 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-43924aec-0b3f-4abd-8b52-e55abc94dd41 {{(pid=102348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 11:17:01.437655 n-d-813419-10 neutron-server[102348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0831a21-44c3-4eb8-9f5c-9bd5d908634a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ede9ec37-9aca-4ebe-a552-8cb456c0b09f', 'code': 200} Oct 27 11:17:01.533342 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bef058-c91d-4ec2-8ae7-f4db158c5681 req-d74a8039-ddf1-4698-8103-661c2a6c8742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:17:01.534821 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-47bef058-c91d-4ec2-8ae7-f4db158c5681 req-d74a8039-ddf1-4698-8103-661c2a6c8742 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=e0831a21-44c3-4eb8-9f5c-9bd5d908634a HTTP/1.1" status: 200 len: 1098 time: 0.0400286 Oct 27 11:17:01.569793 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-47bef058-c91d-4ec2-8ae7-f4db158c5681 req-558e6af1-c8a7-4911-8ec7-6b65d3598682 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=13686654-cdf3-49c0-a8c6-a6dceee86bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0275493 Oct 27 11:17:01.813886 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03d943c-c92c-4460-b1c2-cc0029604f87 req-456b1f3b-086f-4ea6-bdd5-53ac3aaf2dae tempest-TestEncryptedCinderVolumes-816224300 tempest-TestEncryptedCinderVolumes-816224300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:17:01.815351 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-c03d943c-c92c-4460-b1c2-cc0029604f87 req-456b1f3b-086f-4ea6-bdd5-53ac3aaf2dae tempest-TestEncryptedCinderVolumes-816224300 tempest-TestEncryptedCinderVolumes-816224300-project] 10.222.0.44 "GET /v2.0/ports?device_id=e0831a21-44c3-4eb8-9f5c-9bd5d908634a HTTP/1.1" status: 200 len: 946 time: 0.0501945 Oct 27 11:17:01.851790 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-c03d943c-c92c-4460-b1c2-cc0029604f87 req-15c3f837-f306-498d-a61f-90bfd3c4e250 tempest-TestEncryptedCinderVolumes-816224300 tempest-TestEncryptedCinderVolumes-816224300-project] 10.222.0.44 "GET /v2.0/security-groups?id=13686654-cdf3-49c0-a8c6-a6dceee86bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302877 Oct 27 11:17:02.911265 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:17:03.256613 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7930ddb7-babf-4c49-8894-883332eb8f69 req-26892fe2-7ae6-4110-b261-f81d1897682a tempest-TestEncryptedCinderVolumes-816224300 tempest-TestEncryptedCinderVolumes-816224300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:17:03.258052 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-7930ddb7-babf-4c49-8894-883332eb8f69 req-26892fe2-7ae6-4110-b261-f81d1897682a tempest-TestEncryptedCinderVolumes-816224300 tempest-TestEncryptedCinderVolumes-816224300-project] 10.222.0.44 "GET /v2.0/ports?device_id=e0831a21-44c3-4eb8-9f5c-9bd5d908634a HTTP/1.1" status: 200 len: 946 time: 0.0477955 Oct 27 11:17:03.294144 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-7930ddb7-babf-4c49-8894-883332eb8f69 req-9b4650ac-4d8a-4cf2-b7a5-b1df9c9cf061 tempest-TestEncryptedCinderVolumes-816224300 tempest-TestEncryptedCinderVolumes-816224300-project] 10.222.0.44 "GET /v2.0/security-groups?id=13686654-cdf3-49c0-a8c6-a6dceee86bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302794 Oct 27 11:17:03.408148 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac77939-1321-418e-8b29-08ada111144f req-9c93690a-f3fc-4406-ac2c-430990ad7b8a tempest-TestEncryptedCinderVolumes-816224300 tempest-TestEncryptedCinderVolumes-816224300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:17:03.409638 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-bac77939-1321-418e-8b29-08ada111144f req-9c93690a-f3fc-4406-ac2c-430990ad7b8a tempest-TestEncryptedCinderVolumes-816224300 tempest-TestEncryptedCinderVolumes-816224300-project] 10.222.0.44 "GET /v2.0/ports?device_id=e0831a21-44c3-4eb8-9f5c-9bd5d908634a HTTP/1.1" status: 200 len: 946 time: 0.0482411 Oct 27 11:17:03.447043 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-bac77939-1321-418e-8b29-08ada111144f req-aeeca000-3eb2-40cd-a4e9-1a9b569d0c78 tempest-TestEncryptedCinderVolumes-816224300 tempest-TestEncryptedCinderVolumes-816224300-project] 10.222.0.44 "GET /v2.0/security-groups?id=13686654-cdf3-49c0-a8c6-a6dceee86bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308788 Oct 27 11:17:06.549968 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-71da7f44-a7b4-4e4b-a9b3-2e082910849d req-25542f4a-e07c-4486-854a-ff8881104d90 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=e0831a21-44c3-4eb8-9f5c-9bd5d908634a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0430620 Oct 27 11:17:06.631624 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71da7f44-a7b4-4e4b-a9b3-2e082910849d req-72318b15-74f5-4e30-be5c-7a6aebf3f42d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:17:06.633186 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-71da7f44-a7b4-4e4b-a9b3-2e082910849d req-72318b15-74f5-4e30-be5c-7a6aebf3f42d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0671590fe3e241f68e21af231f72dd9c&device_id=e0831a21-44c3-4eb8-9f5c-9bd5d908634a HTTP/1.1" status: 200 len: 1098 time: 0.0401042 Oct 27 11:17:06.736518 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71da7f44-a7b4-4e4b-a9b3-2e082910849d req-537c5228-494f-45f1-8c54-12eca1a31e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:17:06.738010 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-71da7f44-a7b4-4e4b-a9b3-2e082910849d req-537c5228-494f-45f1-8c54-12eca1a31e72 service neutron] 10.222.0.64 "GET /v2.0/networks?id=da4648fa-fb58-46b9-a5bc-576c7308fd2c HTTP/1.1" status: 200 len: 918 time: 0.0856225 Oct 27 11:17:06.783480 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-71da7f44-a7b4-4e4b-a9b3-2e082910849d req-25c93d9d-3481-47e2-bfdb-eb5cb8c70640 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ede9ec37-9aca-4ebe-a552-8cb456c0b09f HTTP/1.1" status: 200 len: 217 time: 0.0386479 Oct 27 11:17:06.836555 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71da7f44-a7b4-4e4b-a9b3-2e082910849d req-f6b8a07c-9c45-4403-914b-21c1f537897d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:17:06.838044 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-71da7f44-a7b4-4e4b-a9b3-2e082910849d req-f6b8a07c-9c45-4403-914b-21c1f537897d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=bc1ff531-91f3-4094-b254-6669113119ff HTTP/1.1" status: 200 len: 856 time: 0.0477102 Oct 27 11:17:06.884424 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71da7f44-a7b4-4e4b-a9b3-2e082910849d req-9077625c-5e48-46ff-8432-6e6080755fce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:17:06.885923 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-71da7f44-a7b4-4e4b-a9b3-2e082910849d req-9077625c-5e48-46ff-8432-6e6080755fce service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=da4648fa-fb58-46b9-a5bc-576c7308fd2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0412750 Oct 27 11:17:06.978681 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-71da7f44-a7b4-4e4b-a9b3-2e082910849d req-d848e7cf-88d5-4c46-b838-e4c7749b551c service neutron] 10.222.0.64 "GET /v2.0/networks/da4648fa-fb58-46b9-a5bc-576c7308fd2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844588 Oct 27 11:17:07.072210 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-71da7f44-a7b4-4e4b-a9b3-2e082910849d req-3009c141-be33-41a7-97d1-3b4d118a2696 service neutron] 10.222.0.64 "GET /v2.0/networks/da4648fa-fb58-46b9-a5bc-576c7308fd2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863268 Oct 27 11:17:09.292364 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.agents_db [None req-e79ee67d-056e-46ea-bd99-e80473396b25 None None] Agent healthcheck: found 7 active agents {{(pid=102349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 11:17:09.368386 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:17:16.298367 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-67d1e501-070b-40e7-9345-cc407f241399 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:17:18.955479 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-8af00ce5-b428-452d-b882-a01f33660f78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:17:20.085257 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:17:20.209209 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-eadeaa30-4096-4d1a-b3cb-aa7ebfb291ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:17:22.096458 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-3c6a8245-0581-48aa-b5f6-4d8fe98cd16e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:17:25.345104 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d149930b-3bbb-4100-86ed-70dedbf127a0 req-bf0b9f11-77eb-4802-9e4c-cb7fbbb24469 tempest-TestEncryptedCinderVolumes-816224300 tempest-TestEncryptedCinderVolumes-816224300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:17:25.346884 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-d149930b-3bbb-4100-86ed-70dedbf127a0 req-bf0b9f11-77eb-4802-9e4c-cb7fbbb24469 tempest-TestEncryptedCinderVolumes-816224300 tempest-TestEncryptedCinderVolumes-816224300-project] 10.222.0.44 "GET /v2.0/ports?device_id=e0831a21-44c3-4eb8-9f5c-9bd5d908634a HTTP/1.1" status: 200 len: 946 time: 0.3983843 Oct 27 11:17:25.384794 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-d149930b-3bbb-4100-86ed-70dedbf127a0 req-1dadca98-ebec-4d8a-9d62-7e8311fe7749 tempest-TestEncryptedCinderVolumes-816224300 tempest-TestEncryptedCinderVolumes-816224300-project] 10.222.0.44 "GET /v2.0/security-groups?id=13686654-cdf3-49c0-a8c6-a6dceee86bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308878 Oct 27 11:17:26.430700 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d691810d-ee4f-4b82-b8d5-87a7aaa530ec req-907731e7-8273-42a9-bd3a-cd03bccfec1f tempest-TestEncryptedCinderVolumes-816224300 tempest-TestEncryptedCinderVolumes-816224300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:17:26.432149 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-d691810d-ee4f-4b82-b8d5-87a7aaa530ec req-907731e7-8273-42a9-bd3a-cd03bccfec1f tempest-TestEncryptedCinderVolumes-816224300 tempest-TestEncryptedCinderVolumes-816224300-project] 10.222.0.64 "GET /v2.0/ports?device_id=e0831a21-44c3-4eb8-9f5c-9bd5d908634a HTTP/1.1" status: 200 len: 946 time: 0.0479262 Oct 27 11:17:26.502028 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9b1d32-cf2e-4773-9039-80f2c01815a6 req-cbf03850-4b1f-4a4e-b2d1-205a5eea2315 tempest-TestEncryptedCinderVolumes-816224300 tempest-TestEncryptedCinderVolumes-816224300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:17:26.503526 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-2d9b1d32-cf2e-4773-9039-80f2c01815a6 req-cbf03850-4b1f-4a4e-b2d1-205a5eea2315 tempest-TestEncryptedCinderVolumes-816224300 tempest-TestEncryptedCinderVolumes-816224300-project] 10.222.0.44 "GET /v2.0/ports?device_id=e0831a21-44c3-4eb8-9f5c-9bd5d908634a HTTP/1.1" status: 200 len: 946 time: 0.0487063 Oct 27 11:17:26.522104 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [req-d691810d-ee4f-4b82-b8d5-87a7aaa530ec req-3184af3e-4dc5-4402-b98f-156f1791d39f tempest-TestEncryptedCinderVolumes-816224300 tempest-TestEncryptedCinderVolumes-816224300-project] Deleting port ede9ec37-9aca-4ebe-a552-8cb456c0b09f {{(pid=102347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 11:17:26.522432 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-d691810d-ee4f-4b82-b8d5-87a7aaa530ec req-3184af3e-4dc5-4402-b98f-156f1791d39f tempest-TestEncryptedCinderVolumes-816224300 tempest-TestEncryptedCinderVolumes-816224300-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:17:26.545252 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-2d9b1d32-cf2e-4773-9039-80f2c01815a6 req-b68babf7-ec01-40f0-9657-2ce317b45f39 tempest-TestEncryptedCinderVolumes-816224300 tempest-TestEncryptedCinderVolumes-816224300-project] 10.222.0.44 "GET /v2.0/security-groups?id=13686654-cdf3-49c0-a8c6-a6dceee86bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355291 Oct 27 11:17:26.608734 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-d691810d-ee4f-4b82-b8d5-87a7aaa530ec req-3184af3e-4dc5-4402-b98f-156f1791d39f tempest-TestEncryptedCinderVolumes-816224300 tempest-TestEncryptedCinderVolumes-816224300-project] For port ede9ec37-9aca-4ebe-a552-8cb456c0b09f, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=ede9ec37-9aca-4ebe-a552-8cb456c0b09f,segment=NetworkSegment(24c3f95b-ff16-495d-b345-f72fcf593e76),segment_id=24c3f95b-ff16-495d-b345-f72fcf593e76)] {{(pid=102347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:17:26.609026 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-d691810d-ee4f-4b82-b8d5-87a7aaa530ec req-3184af3e-4dc5-4402-b98f-156f1791d39f tempest-TestEncryptedCinderVolumes-816224300 tempest-TestEncryptedCinderVolumes-816224300-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:17:26.621763 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [req-d691810d-ee4f-4b82-b8d5-87a7aaa530ec req-3184af3e-4dc5-4402-b98f-156f1791d39f tempest-TestEncryptedCinderVolumes-816224300 tempest-TestEncryptedCinderVolumes-816224300-project] Calling delete_port for ede9ec37-9aca-4ebe-a552-8cb456c0b09f owned by compute:nova {{(pid=102347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 11:17:26.747316 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-d691810d-ee4f-4b82-b8d5-87a7aaa530ec req-3184af3e-4dc5-4402-b98f-156f1791d39f tempest-TestEncryptedCinderVolumes-816224300 tempest-TestEncryptedCinderVolumes-816224300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:17:26.759197 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] get_ports_and_sgs() called for port_ids ['ede9ec37-9aca-4ebe-a552-8cb456c0b09f'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 11:17:26.775851 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3184af3e-4dc5-4402-b98f-156f1791d39f tempest-TestEncryptedCinderVolumes-816224300 tempest-TestEncryptedCinderVolumes-816224300-project] Pushing event deleted for resources: {'Port': ['ID=ede9ec37-9aca-4ebe-a552-8cb456c0b09f,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:17:26.789062 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3184af3e-4dc5-4402-b98f-156f1791d39f tempest-TestEncryptedCinderVolumes-816224300 tempest-TestEncryptedCinderVolumes-816224300-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:17:26.789421 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3184af3e-4dc5-4402-b98f-156f1791d39f tempest-TestEncryptedCinderVolumes-816224300 tempest-TestEncryptedCinderVolumes-816224300-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:17:26.789765 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3184af3e-4dc5-4402-b98f-156f1791d39f tempest-TestEncryptedCinderVolumes-816224300 tempest-TestEncryptedCinderVolumes-816224300-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:17:26.790104 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3184af3e-4dc5-4402-b98f-156f1791d39f tempest-TestEncryptedCinderVolumes-816224300 tempest-TestEncryptedCinderVolumes-816224300-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:17:26.790439 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3184af3e-4dc5-4402-b98f-156f1791d39f tempest-TestEncryptedCinderVolumes-816224300 tempest-TestEncryptedCinderVolumes-816224300-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:17:26.790772 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3184af3e-4dc5-4402-b98f-156f1791d39f tempest-TestEncryptedCinderVolumes-816224300 tempest-TestEncryptedCinderVolumes-816224300-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:17:26.791105 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3184af3e-4dc5-4402-b98f-156f1791d39f tempest-TestEncryptedCinderVolumes-816224300 tempest-TestEncryptedCinderVolumes-816224300-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:17:26.791434 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3184af3e-4dc5-4402-b98f-156f1791d39f tempest-TestEncryptedCinderVolumes-816224300 tempest-TestEncryptedCinderVolumes-816224300-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:17:26.791766 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3184af3e-4dc5-4402-b98f-156f1791d39f tempest-TestEncryptedCinderVolumes-816224300 tempest-TestEncryptedCinderVolumes-816224300-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:17:26.792097 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3184af3e-4dc5-4402-b98f-156f1791d39f tempest-TestEncryptedCinderVolumes-816224300 tempest-TestEncryptedCinderVolumes-816224300-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:17:26.792447 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3184af3e-4dc5-4402-b98f-156f1791d39f tempest-TestEncryptedCinderVolumes-816224300 tempest-TestEncryptedCinderVolumes-816224300-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:17:26.792783 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3184af3e-4dc5-4402-b98f-156f1791d39f tempest-TestEncryptedCinderVolumes-816224300 tempest-TestEncryptedCinderVolumes-816224300-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:17:26.826502 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [req-d691810d-ee4f-4b82-b8d5-87a7aaa530ec req-3184af3e-4dc5-4402-b98f-156f1791d39f tempest-TestEncryptedCinderVolumes-816224300 tempest-TestEncryptedCinderVolumes-816224300-project] No DVR routers for this DVR port ede9ec37-9aca-4ebe-a552-8cb456c0b09f on host n-h1-813419-10 {{(pid=102347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 11:17:26.829118 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-d691810d-ee4f-4b82-b8d5-87a7aaa530ec req-3184af3e-4dc5-4402-b98f-156f1791d39f tempest-TestEncryptedCinderVolumes-816224300 tempest-TestEncryptedCinderVolumes-816224300-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:17:26.832432 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-d691810d-ee4f-4b82-b8d5-87a7aaa530ec req-3184af3e-4dc5-4402-b98f-156f1791d39f tempest-TestEncryptedCinderVolumes-816224300 tempest-TestEncryptedCinderVolumes-816224300-project] 10.222.0.64 "DELETE /v2.0/ports/ede9ec37-9aca-4ebe-a552-8cb456c0b09f HTTP/1.1" status: 204 len: 173 time: 0.3943017 Oct 27 11:17:26.832871 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0831a21-44c3-4eb8-9f5c-9bd5d908634a', 'name': 'network-vif-deleted', 'tag': 'ede9ec37-9aca-4ebe-a552-8cb456c0b09f'}] {{(pid=102347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 11:17:26.835661 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b4a6b06816dbd4a25adc79839574a1cde60454ea9fb7ff9bc84d34209fb596e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc4d71bc-51b2-448e-a9e8-b6b97c6e3ff9" -d '{"events": [{"server_uuid": "e0831a21-44c3-4eb8-9f5c-9bd5d908634a", "name": "network-vif-deleted", "tag": "ede9ec37-9aca-4ebe-a552-8cb456c0b09f"}]}' {{(pid=102347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 11:17:26.873206 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 11:17:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfd12f0f-bce3-4b33-bcc9-9297b143b1c8 x-openstack-request-id: req-cfd12f0f-bce3-4b33-bcc9-9297b143b1c8 {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 11:17:26.873497 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0831a21-44c3-4eb8-9f5c-9bd5d908634a", "name": "network-vif-deleted", "tag": "ede9ec37-9aca-4ebe-a552-8cb456c0b09f", "status": "completed", "code": 200}]} {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 11:17:26.873752 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-cfd12f0f-bce3-4b33-bcc9-9297b143b1c8 {{(pid=102347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 11:17:26.874154 n-d-813419-10 neutron-server[102347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0831a21-44c3-4eb8-9f5c-9bd5d908634a', 'name': 'network-vif-deleted', 'tag': 'ede9ec37-9aca-4ebe-a552-8cb456c0b09f', 'status': 'completed', 'code': 200} Oct 27 11:17:28.122319 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52395472-af76-4f25-bc45-9803a103f266 req-7673a5d7-f3b2-4c3b-a39c-36436c75e811 tempest-TestEncryptedCinderVolumes-816224300 tempest-TestEncryptedCinderVolumes-816224300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:17:28.123793 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-52395472-af76-4f25-bc45-9803a103f266 req-7673a5d7-f3b2-4c3b-a39c-36436c75e811 tempest-TestEncryptedCinderVolumes-816224300 tempest-TestEncryptedCinderVolumes-816224300-project] 10.222.0.44 "GET /v2.0/networks?id=da4648fa-fb58-46b9-a5bc-576c7308fd2c HTTP/1.1" status: 200 len: 817 time: 0.1020267 Oct 27 11:17:28.139073 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-52395472-af76-4f25-bc45-9803a103f266 req-2a326568-9853-4098-99d2-92d9301cb987 tempest-TestEncryptedCinderVolumes-816224300 tempest-TestEncryptedCinderVolumes-816224300-project] 10.222.0.44 "GET /v2.0/quotas/0671590fe3e241f68e21af231f72dd9c HTTP/1.1" status: 200 len: 375 time: 0.0095127 Oct 27 11:17:28.189028 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-52395472-af76-4f25-bc45-9803a103f266 req-de4a2d6b-2247-4211-8f18-8d696bcbfb3d tempest-TestEncryptedCinderVolumes-816224300 tempest-TestEncryptedCinderVolumes-816224300-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=0671590fe3e241f68e21af231f72dd9c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0444078 Oct 27 11:17:28.285035 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-52395472-af76-4f25-bc45-9803a103f266 req-16ff568d-58c4-4674-a31a-c564b11e8b3c service neutron] 10.222.0.44 "GET /v2.0/networks/da4648fa-fb58-46b9-a5bc-576c7308fd2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841360 Oct 27 11:17:28.371969 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-52395472-af76-4f25-bc45-9803a103f266 req-8ed52077-b432-4528-a5c8-a110cf21e8a8 service neutron] 10.222.0.44 "GET /v2.0/networks/da4648fa-fb58-46b9-a5bc-576c7308fd2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808005 Oct 27 11:17:28.527651 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-a49c2a01-27ff-4554-858d-dcceca522c43 req-0394c81a-fd17-4381-8139-0daf65a435a3 tempest-TestEncryptedCinderVolumes-816224300 tempest-TestEncryptedCinderVolumes-816224300-project] 10.222.0.44 "GET /v2.0/ports?device_id=29398e68-5e3b-40af-8394-0ef015ecda2d HTTP/1.1" status: 200 len: 210 time: 0.0270545 Oct 27 11:17:29.323980 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device ede9ec37-9aca-4ebe-a552-8cb456c0b09f no longer exists at agent hyperv_n-h1-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 11:17:29.349180 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] No Port match for: ede9ec37-9aca-4ebe-a552-8cb456c0b09f {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 11:17:29.349302 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device ede9ec37-9aca-4ebe-a552-8cb456c0b09f not bound to the agent host n-h1-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 11:17:29.420497 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52395472-af76-4f25-bc45-9803a103f266 req-d47531b5-137f-4a9c-b8fe-cfa2ce894fac tempest-TestEncryptedCinderVolumes-816224300 tempest-TestEncryptedCinderVolumes-816224300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:17:29.421969 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-52395472-af76-4f25-bc45-9803a103f266 req-d47531b5-137f-4a9c-b8fe-cfa2ce894fac tempest-TestEncryptedCinderVolumes-816224300 tempest-TestEncryptedCinderVolumes-816224300-project] 10.222.0.64 "GET /v2.0/networks?id=da4648fa-fb58-46b9-a5bc-576c7308fd2c HTTP/1.1" status: 200 len: 817 time: 0.1104155 Oct 27 11:17:29.435016 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [req-52395472-af76-4f25-bc45-9803a103f266 req-ed675fb7-fa7f-4015-b416-78dd4b085817 tempest-TestEncryptedCinderVolumes-816224300 tempest-TestEncryptedCinderVolumes-816224300-project] Request body: {'port': {'device_id': '29398e68-5e3b-40af-8394-0ef015ecda2d', 'network_id': 'da4648fa-fb58-46b9-a5bc-576c7308fd2c', 'admin_state_up': True, 'tenant_id': '0671590fe3e241f68e21af231f72dd9c'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:17:29.546231 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52395472-af76-4f25-bc45-9803a103f266 req-ed675fb7-fa7f-4015-b416-78dd4b085817 tempest-TestEncryptedCinderVolumes-816224300 tempest-TestEncryptedCinderVolumes-816224300-project] Made reservation on behalf of 0671590fe3e241f68e21af231f72dd9c for: {'port': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 11:17:29.549649 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-52395472-af76-4f25-bc45-9803a103f266 req-ed675fb7-fa7f-4015-b416-78dd4b085817 tempest-TestEncryptedCinderVolumes-816224300 tempest-TestEncryptedCinderVolumes-816224300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:17:29.633088 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-2a345964-a291-41f3-ae16-668649daab79 req-1e62419d-8f1f-403b-8f53-821072a97aea tempest-TestEncryptedCinderVolumes-816224300 tempest-TestEncryptedCinderVolumes-816224300-project] 10.222.0.44 "GET /v2.0/ports?device_id=29398e68-5e3b-40af-8394-0ef015ecda2d HTTP/1.1" status: 200 len: 210 time: 0.0329869 Oct 27 11:17:29.696158 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_common [req-52395472-af76-4f25-bc45-9803a103f266 req-ed675fb7-fa7f-4015-b416-78dd4b085817 tempest-TestEncryptedCinderVolumes-816224300 tempest-TestEncryptedCinderVolumes-816224300-project] Allocated IP 172.20.0.4 (da4648fa-fb58-46b9-a5bc-576c7308fd2c/bc1ff531-91f3-4094-b254-6669113119ff/4d02acbf-b465-4084-b382-5c650f021b8c) {{(pid=102347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 11:17:29.834511 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-52395472-af76-4f25-bc45-9803a103f266 req-ed675fb7-fa7f-4015-b416-78dd4b085817 tempest-TestEncryptedCinderVolumes-816224300 tempest-TestEncryptedCinderVolumes-816224300-project] Publish callbacks [] for port, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:17:29.866348 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-52395472-af76-4f25-bc45-9803a103f266 req-ed675fb7-fa7f-4015-b416-78dd4b085817 tempest-TestEncryptedCinderVolumes-816224300 tempest-TestEncryptedCinderVolumes-816224300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:17:29.912027 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52395472-af76-4f25-bc45-9803a103f266 req-ed675fb7-fa7f-4015-b416-78dd4b085817 tempest-TestEncryptedCinderVolumes-816224300 tempest-TestEncryptedCinderVolumes-816224300-project] Network da4648fa-fb58-46b9-a5bc-576c7308fd2c is already hosted by enough agents. {{(pid=102347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 11:17:29.915004 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [req-52395472-af76-4f25-bc45-9803a103f266 req-ed675fb7-fa7f-4015-b416-78dd4b085817 tempest-TestEncryptedCinderVolumes-816224300 tempest-TestEncryptedCinderVolumes-816224300-project] Resources bound (agent type, host, resource id): {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 11:17:29.918671 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [req-52395472-af76-4f25-bc45-9803a103f266 req-ed675fb7-fa7f-4015-b416-78dd4b085817 tempest-TestEncryptedCinderVolumes-816224300 tempest-TestEncryptedCinderVolumes-816224300-project] Received port after_create {{(pid=102347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 11:17:29.946208 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed675fb7-fa7f-4015-b416-78dd4b085817 tempest-TestEncryptedCinderVolumes-816224300 tempest-TestEncryptedCinderVolumes-816224300-project] Pushing event updated for resources: {'Port': ['ID=4d02acbf-b465-4084-b382-5c650f021b8c,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:17:29.972719 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52395472-af76-4f25-bc45-9803a103f266 req-ed675fb7-fa7f-4015-b416-78dd4b085817 tempest-TestEncryptedCinderVolumes-816224300 tempest-TestEncryptedCinderVolumes-816224300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:17:29.973354 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-52395472-af76-4f25-bc45-9803a103f266 req-ed675fb7-fa7f-4015-b416-78dd4b085817 tempest-TestEncryptedCinderVolumes-816224300 tempest-TestEncryptedCinderVolumes-816224300-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:17:29.989991 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-52395472-af76-4f25-bc45-9803a103f266 req-ed675fb7-fa7f-4015-b416-78dd4b085817 tempest-TestEncryptedCinderVolumes-816224300 tempest-TestEncryptedCinderVolumes-816224300-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5580196 Oct 27 11:17:30.002253 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [req-52395472-af76-4f25-bc45-9803a103f266 req-d9921e5c-caf4-4105-885f-b4b4475f660e service neutron] Request body: {'port': {'device_id': '29398e68-5e3b-40af-8394-0ef015ecda2d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-10'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:17:30.059330 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-52395472-af76-4f25-bc45-9803a103f266 req-d9921e5c-caf4-4105-885f-b4b4475f660e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:17:30.194664 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-cc038b4d-700e-4598-ac9f-8dcf54b15d24 None None] Provisioning complete for port 4d02acbf-b465-4084-b382-5c650f021b8c triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:17:30.194922 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-cc038b4d-700e-4598-ac9f-8dcf54b15d24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:17:30.231059 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-cc038b4d-700e-4598-ac9f-8dcf54b15d24 None None] Port 4d02acbf-b465-4084-b382-5c650f021b8c cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 11:17:30.322330 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [req-52395472-af76-4f25-bc45-9803a103f266 req-d9921e5c-caf4-4105-885f-b4b4475f660e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d02acbf-b465-4084-b382-5c650f021b8c {{(pid=102347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 11:17:30.329569 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-52395472-af76-4f25-bc45-9803a103f266 req-d9921e5c-caf4-4105-885f-b4b4475f660e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:17:30.342483 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.provisioning_blocks [req-52395472-af76-4f25-bc45-9803a103f266 req-d9921e5c-caf4-4105-885f-b4b4475f660e service neutron] Transition to ACTIVE for port object 4d02acbf-b465-4084-b382-5c650f021b8c will not be triggered until provisioned by entity L2. {{(pid=102347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 11:17:30.345645 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-52395472-af76-4f25-bc45-9803a103f266 req-d9921e5c-caf4-4105-885f-b4b4475f660e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:17:30.395772 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9921e5c-caf4-4105-885f-b4b4475f660e service neutron] Pushing event updated for resources: {'Port': ['ID=4d02acbf-b465-4084-b382-5c650f021b8c,revision_number=2']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:17:30.466557 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-52395472-af76-4f25-bc45-9803a103f266 req-d9921e5c-caf4-4105-885f-b4b4475f660e service neutron] Attempting to bind port 4d02acbf-b465-4084-b382-5c650f021b8c on host n-h1-813419-10 for vnic_type normal with profile {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 11:17:30.467236 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-52395472-af76-4f25-bc45-9803a103f266 req-d9921e5c-caf4-4105-885f-b4b4475f660e service neutron] Attempting to bind port 4d02acbf-b465-4084-b382-5c650f021b8c by drivers openvswitch,hyperv on host n-h1-813419-10 at level 0 using segments [{'id': '24c3f95b-ff16-495d-b345-f72fcf593e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'da4648fa-fb58-46b9-a5bc-576c7308fd2c'}] {{(pid=102347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 11:17:30.467236 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52395472-af76-4f25-bc45-9803a103f266 req-d9921e5c-caf4-4105-885f-b4b4475f660e service neutron] Attempting to bind port 4d02acbf-b465-4084-b382-5c650f021b8c on network da4648fa-fb58-46b9-a5bc-576c7308fd2c {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 11:17:30.471889 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52395472-af76-4f25-bc45-9803a103f266 req-d9921e5c-caf4-4105-885f-b4b4475f660e service neutron] Port 4d02acbf-b465-4084-b382-5c650f021b8c on network da4648fa-fb58-46b9-a5bc-576c7308fd2c not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-10 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 11:17:30.472229 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52395472-af76-4f25-bc45-9803a103f266 req-d9921e5c-caf4-4105-885f-b4b4475f660e service neutron] Attempting to bind port 4d02acbf-b465-4084-b382-5c650f021b8c on network da4648fa-fb58-46b9-a5bc-576c7308fd2c {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 11:17:30.478476 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52395472-af76-4f25-bc45-9803a103f266 req-d9921e5c-caf4-4105-885f-b4b4475f660e service neutron] Checking agent: {'id': 'a52e1cab-0c63-402d-9c94-330537c6c076', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 16, 2), 'started_at': datetime.datetime(2021, 10, 27, 10, 16, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 11, 17, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 11:17:30.478824 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52395472-af76-4f25-bc45-9803a103f266 req-d9921e5c-caf4-4105-885f-b4b4475f660e service neutron] Checking segment: {'id': '24c3f95b-ff16-495d-b345-f72fcf593e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'da4648fa-fb58-46b9-a5bc-576c7308fd2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 11:17:30.479205 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52395472-af76-4f25-bc45-9803a103f266 req-d9921e5c-caf4-4105-885f-b4b4475f660e service neutron] Bound using segment: {'id': '24c3f95b-ff16-495d-b345-f72fcf593e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'da4648fa-fb58-46b9-a5bc-576c7308fd2c'} {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 11:17:30.479632 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-52395472-af76-4f25-bc45-9803a103f266 req-d9921e5c-caf4-4105-885f-b4b4475f660e service neutron] Bound port: 4d02acbf-b465-4084-b382-5c650f021b8c, host: n-h1-813419-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24c3f95b-ff16-495d-b345-f72fcf593e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'da4648fa-fb58-46b9-a5bc-576c7308fd2c'}}] {{(pid=102347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 11:17:30.479987 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-52395472-af76-4f25-bc45-9803a103f266 req-d9921e5c-caf4-4105-885f-b4b4475f660e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:17:30.551081 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-52395472-af76-4f25-bc45-9803a103f266 req-d9921e5c-caf4-4105-885f-b4b4475f660e service neutron] For port 4d02acbf-b465-4084-b382-5c650f021b8c, host n-h1-813419-10, cleared binding levels {{(pid=102347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 11:17:30.554047 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-52395472-af76-4f25-bc45-9803a103f266 req-d9921e5c-caf4-4105-885f-b4b4475f660e service neutron] For port 4d02acbf-b465-4084-b382-5c650f021b8c, host n-h1-813419-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=4d02acbf-b465-4084-b382-5c650f021b8c,segment=NetworkSegment(24c3f95b-ff16-495d-b345-f72fcf593e76),segment_id=24c3f95b-ff16-495d-b345-f72fcf593e76)] {{(pid=102347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 11:17:30.558629 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-52395472-af76-4f25-bc45-9803a103f266 req-d9921e5c-caf4-4105-885f-b4b4475f660e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:17:30.596977 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52395472-af76-4f25-bc45-9803a103f266 req-d9921e5c-caf4-4105-885f-b4b4475f660e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:17:30.597578 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-52395472-af76-4f25-bc45-9803a103f266 req-d9921e5c-caf4-4105-885f-b4b4475f660e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:17:30.599498 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-52395472-af76-4f25-bc45-9803a103f266 req-d9921e5c-caf4-4105-885f-b4b4475f660e service neutron] 10.222.0.64 "PUT /v2.0/ports/4d02acbf-b465-4084-b382-5c650f021b8c HTTP/1.1" status: 200 len: 1092 time: 0.6011624 Oct 27 11:17:30.599942 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29398e68-5e3b-40af-8394-0ef015ecda2d', 'tag': '4d02acbf-b465-4084-b382-5c650f021b8c'}] {{(pid=102347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 11:17:30.602191 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b4a6b06816dbd4a25adc79839574a1cde60454ea9fb7ff9bc84d34209fb596e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70f55c83-11b0-465c-903b-dc5270a0103f" -d '{"events": [{"name": "network-changed", "server_uuid": "29398e68-5e3b-40af-8394-0ef015ecda2d", "tag": "4d02acbf-b465-4084-b382-5c650f021b8c"}]}' {{(pid=102347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 11:17:30.629713 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9921e5c-caf4-4105-885f-b4b4475f660e service neutron] Pushing event updated for resources: {'Port': ['ID=4d02acbf-b465-4084-b382-5c650f021b8c,revision_number=3']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:17:30.676937 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 11:17:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a127ab9f-999a-4f3f-bd6d-41c0067bca89 x-openstack-request-id: req-a127ab9f-999a-4f3f-bd6d-41c0067bca89 {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 11:17:30.677141 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29398e68-5e3b-40af-8394-0ef015ecda2d", "tag": "4d02acbf-b465-4084-b382-5c650f021b8c", "status": "completed", "code": 200}]} {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 11:17:30.677393 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a127ab9f-999a-4f3f-bd6d-41c0067bca89 {{(pid=102347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 11:17:30.677821 n-d-813419-10 neutron-server[102347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29398e68-5e3b-40af-8394-0ef015ecda2d', 'tag': '4d02acbf-b465-4084-b382-5c650f021b8c', 'status': 'completed', 'code': 200} Oct 27 11:17:30.721552 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52395472-af76-4f25-bc45-9803a103f266 req-df0787b1-165c-4773-852f-c84da03c2314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:17:30.723053 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-52395472-af76-4f25-bc45-9803a103f266 req-df0787b1-165c-4773-852f-c84da03c2314 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0671590fe3e241f68e21af231f72dd9c&device_id=29398e68-5e3b-40af-8394-0ef015ecda2d HTTP/1.1" status: 200 len: 1095 time: 0.0566990 Oct 27 11:17:30.783742 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-52395472-af76-4f25-bc45-9803a103f266 req-45a8b734-1d52-4385-a271-39a3dd6b9337 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4d02acbf-b465-4084-b382-5c650f021b8c HTTP/1.1" status: 200 len: 217 time: 0.0382476 Oct 27 11:17:30.828464 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31d1cea-187a-47ac-896c-04e3e16c1b9f req-025cbc2f-80fd-41cf-9967-019d28804ae7 tempest-TestEncryptedCinderVolumes-816224300 tempest-TestEncryptedCinderVolumes-816224300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:17:30.829909 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b31d1cea-187a-47ac-896c-04e3e16c1b9f req-025cbc2f-80fd-41cf-9967-019d28804ae7 tempest-TestEncryptedCinderVolumes-816224300 tempest-TestEncryptedCinderVolumes-816224300-project] 10.222.0.44 "GET /v2.0/ports?device_id=29398e68-5e3b-40af-8394-0ef015ecda2d HTTP/1.1" status: 200 len: 943 time: 0.1195302 Oct 27 11:17:30.858440 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52395472-af76-4f25-bc45-9803a103f266 req-488a0673-b45b-46d9-8a62-45384898c9e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:17:30.859844 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-52395472-af76-4f25-bc45-9803a103f266 req-488a0673-b45b-46d9-8a62-45384898c9e4 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=bc1ff531-91f3-4094-b254-6669113119ff HTTP/1.1" status: 200 len: 856 time: 0.0688388 Oct 27 11:17:30.886255 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b31d1cea-187a-47ac-896c-04e3e16c1b9f req-cf75cd80-9986-4b4e-8727-bf5961e0a748 tempest-TestEncryptedCinderVolumes-816224300 tempest-TestEncryptedCinderVolumes-816224300-project] 10.222.0.44 "GET /v2.0/security-groups?id=13686654-cdf3-49c0-a8c6-a6dceee86bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483274 Oct 27 11:17:30.919498 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52395472-af76-4f25-bc45-9803a103f266 req-f9896926-3fb0-459b-8744-567c805807ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:17:30.921028 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-52395472-af76-4f25-bc45-9803a103f266 req-f9896926-3fb0-459b-8744-567c805807ef service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=da4648fa-fb58-46b9-a5bc-576c7308fd2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0506327 Oct 27 11:17:31.012693 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-52395472-af76-4f25-bc45-9803a103f266 req-0490c9f1-bd42-4413-ab8a-47b8361c1d77 service neutron] 10.222.0.64 "GET /v2.0/networks/da4648fa-fb58-46b9-a5bc-576c7308fd2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846181 Oct 27 11:17:31.104112 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-52395472-af76-4f25-bc45-9803a103f266 req-d291df8a-d841-44ad-b2a3-6560bdd93070 service neutron] 10.222.0.64 "GET /v2.0/networks/da4648fa-fb58-46b9-a5bc-576c7308fd2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848587 Oct 27 11:17:31.196105 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f55c83-11b0-465c-903b-dc5270a0103f req-00edecea-a641-4b96-bf53-1c779ebbc59b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:17:31.197652 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-70f55c83-11b0-465c-903b-dc5270a0103f req-00edecea-a641-4b96-bf53-1c779ebbc59b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0671590fe3e241f68e21af231f72dd9c&device_id=29398e68-5e3b-40af-8394-0ef015ecda2d HTTP/1.1" status: 200 len: 1095 time: 0.0436606 Oct 27 11:17:31.288723 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f55c83-11b0-465c-903b-dc5270a0103f req-bbb83838-37db-4e61-99a5-a33b1f833517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:17:31.290089 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-70f55c83-11b0-465c-903b-dc5270a0103f req-bbb83838-37db-4e61-99a5-a33b1f833517 service neutron] 10.222.0.64 "GET /v2.0/networks?id=da4648fa-fb58-46b9-a5bc-576c7308fd2c HTTP/1.1" status: 200 len: 918 time: 0.0855834 Oct 27 11:17:31.334395 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-70f55c83-11b0-465c-903b-dc5270a0103f req-705310d8-6b26-43e5-8402-454f4edf9eb6 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4d02acbf-b465-4084-b382-5c650f021b8c HTTP/1.1" status: 200 len: 217 time: 0.0367794 Oct 27 11:17:31.384903 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f55c83-11b0-465c-903b-dc5270a0103f req-51c7b520-2ef5-4d34-bf3c-cc366d69802e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:17:31.386298 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-70f55c83-11b0-465c-903b-dc5270a0103f req-51c7b520-2ef5-4d34-bf3c-cc366d69802e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=bc1ff531-91f3-4094-b254-6669113119ff HTTP/1.1" status: 200 len: 856 time: 0.0428851 Oct 27 11:17:31.434587 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f55c83-11b0-465c-903b-dc5270a0103f req-6c2f7060-6cff-4dea-bc20-6bb8929e8178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:17:31.436043 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-70f55c83-11b0-465c-903b-dc5270a0103f req-6c2f7060-6cff-4dea-bc20-6bb8929e8178 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=da4648fa-fb58-46b9-a5bc-576c7308fd2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0420885 Oct 27 11:17:31.524628 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-70f55c83-11b0-465c-903b-dc5270a0103f req-a57aca91-61f1-4349-a457-76171fdd01dd service neutron] 10.222.0.64 "GET /v2.0/networks/da4648fa-fb58-46b9-a5bc-576c7308fd2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806990 Oct 27 11:17:31.618150 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-70f55c83-11b0-465c-903b-dc5270a0103f req-d6ccbca3-78da-4f0b-9d5e-bd96425bd568 service neutron] 10.222.0.64 "GET /v2.0/networks/da4648fa-fb58-46b9-a5bc-576c7308fd2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854273 Oct 27 11:17:32.005614 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b82bd53-667a-48af-9892-5368fe63ded0 req-ffc0605a-ed85-4d13-97a4-0288bcad3ff2 tempest-TestEncryptedCinderVolumes-816224300 tempest-TestEncryptedCinderVolumes-816224300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:17:32.007090 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-5b82bd53-667a-48af-9892-5368fe63ded0 req-ffc0605a-ed85-4d13-97a4-0288bcad3ff2 tempest-TestEncryptedCinderVolumes-816224300 tempest-TestEncryptedCinderVolumes-816224300-project] 10.222.0.44 "GET /v2.0/ports?device_id=29398e68-5e3b-40af-8394-0ef015ecda2d HTTP/1.1" status: 200 len: 943 time: 0.0485027 Oct 27 11:17:32.044351 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-5b82bd53-667a-48af-9892-5368fe63ded0 req-4d21a342-a873-4276-9381-7917d0666d4b tempest-TestEncryptedCinderVolumes-816224300 tempest-TestEncryptedCinderVolumes-816224300-project] 10.222.0.44 "GET /v2.0/security-groups?id=13686654-cdf3-49c0-a8c6-a6dceee86bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313680 Oct 27 11:17:32.915476 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:17:33.157302 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384f3734-acc9-4bdc-8139-4493c44d73b7 req-f90cbc50-9fbd-4185-96df-80562f81c08a tempest-TestEncryptedCinderVolumes-816224300 tempest-TestEncryptedCinderVolumes-816224300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:17:33.158766 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-384f3734-acc9-4bdc-8139-4493c44d73b7 req-f90cbc50-9fbd-4185-96df-80562f81c08a tempest-TestEncryptedCinderVolumes-816224300 tempest-TestEncryptedCinderVolumes-816224300-project] 10.222.0.44 "GET /v2.0/ports?device_id=29398e68-5e3b-40af-8394-0ef015ecda2d HTTP/1.1" status: 200 len: 943 time: 0.0486436 Oct 27 11:17:33.196695 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-384f3734-acc9-4bdc-8139-4493c44d73b7 req-fa0ac072-76b3-4c51-91c2-62aea6fad2b5 tempest-TestEncryptedCinderVolumes-816224300 tempest-TestEncryptedCinderVolumes-816224300-project] 10.222.0.44 "GET /v2.0/security-groups?id=13686654-cdf3-49c0-a8c6-a6dceee86bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318515 Oct 27 11:17:33.340822 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device 4d02acbf-b465-4084-b382-5c650f021b8c details requested by agent hyperv_n-h1-813419-10 with host n-h1-813419-10 {{(pid=102348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 11:17:33.435273 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port 4d02acbf-b465-4084-b382-5c650f021b8c, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=4d02acbf-b465-4084-b382-5c650f021b8c,segment=NetworkSegment(24c3f95b-ff16-495d-b345-f72fcf593e76),segment_id=24c3f95b-ff16-495d-b345-f72fcf593e76)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:17:33.446928 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Returning: {'device': '4d02acbf-b465-4084-b382-5c650f021b8c', 'network_id': 'da4648fa-fb58-46b9-a5bc-576c7308fd2c', 'port_id': '4d02acbf-b465-4084-b382-5c650f021b8c', 'mac_address': 'fa:16:3e:aa:b5:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc1ff531-91f3-4094-b254-6669113119ff', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 11:17:33.481663 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:17:33.494485 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d02acbf-b465-4084-b382-5c650f021b8c {{(pid=102348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 11:17:33.514382 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port 4d02acbf-b465-4084-b382-5c650f021b8c, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=4d02acbf-b465-4084-b382-5c650f021b8c,segment=NetworkSegment(24c3f95b-ff16-495d-b345-f72fcf593e76),segment_id=24c3f95b-ff16-495d-b345-f72fcf593e76)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:17:33.518232 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:17:33.565820 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Pushing event updated for resources: {'Port': ['ID=4d02acbf-b465-4084-b382-5c650f021b8c,revision_number=4']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:17:33.573463 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:17:33.573807 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:17:33.574146 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:17:33.574479 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:17:33.574808 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:17:33.575131 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:17:33.575452 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:17:33.575773 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:17:33.576093 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:17:33.576440 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:17:33.576760 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:17:33.577078 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:17:33.704102 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] get_ports_and_sgs() called for port_ids ['4d02acbf-b465-4084-b382-5c650f021b8c'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 11:17:34.314726 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf778e09-4d7b-4302-89ae-b330e5f86c09 req-546d15a4-714c-4635-86ab-f056c40230ae tempest-TestEncryptedCinderVolumes-816224300 tempest-TestEncryptedCinderVolumes-816224300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:17:34.316172 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-cf778e09-4d7b-4302-89ae-b330e5f86c09 req-546d15a4-714c-4635-86ab-f056c40230ae tempest-TestEncryptedCinderVolumes-816224300 tempest-TestEncryptedCinderVolumes-816224300-project] 10.222.0.44 "GET /v2.0/ports?device_id=29398e68-5e3b-40af-8394-0ef015ecda2d HTTP/1.1" status: 200 len: 944 time: 0.0527565 Oct 27 11:17:34.353350 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-cf778e09-4d7b-4302-89ae-b330e5f86c09 req-236b8a71-419c-47b7-afb8-c69bfb7d91d8 tempest-TestEncryptedCinderVolumes-816224300 tempest-TestEncryptedCinderVolumes-816224300-project] 10.222.0.44 "GET /v2.0/security-groups?id=13686654-cdf3-49c0-a8c6-a6dceee86bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312448 Oct 27 11:17:35.356984 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device 4d02acbf-b465-4084-b382-5c650f021b8c up at agent hyperv_n-h1-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 11:17:35.409482 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Provisioning for port 4d02acbf-b465-4084-b382-5c650f021b8c completed by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 11:17:35.413144 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Provisioning complete for port 4d02acbf-b465-4084-b382-5c650f021b8c triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:17:35.413508 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:17:35.471238 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab8b263-fe4f-45dd-b120-1f44f1271086 req-7a4b609d-57a7-45b2-bba4-ed79bc9a6e20 tempest-TestEncryptedCinderVolumes-816224300 tempest-TestEncryptedCinderVolumes-816224300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:17:35.472733 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8ab8b263-fe4f-45dd-b120-1f44f1271086 req-7a4b609d-57a7-45b2-bba4-ed79bc9a6e20 tempest-TestEncryptedCinderVolumes-816224300 tempest-TestEncryptedCinderVolumes-816224300-project] 10.222.0.44 "GET /v2.0/ports?device_id=29398e68-5e3b-40af-8394-0ef015ecda2d HTTP/1.1" status: 200 len: 944 time: 0.0508289 Oct 27 11:17:35.488307 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:17:35.511775 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8ab8b263-fe4f-45dd-b120-1f44f1271086 req-57ebee17-4882-4bdf-b480-2ca3f56e13a5 tempest-TestEncryptedCinderVolumes-816224300 tempest-TestEncryptedCinderVolumes-816224300-project] 10.222.0.44 "GET /v2.0/security-groups?id=13686654-cdf3-49c0-a8c6-a6dceee86bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330462 Oct 27 11:17:35.512356 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29398e68-5e3b-40af-8394-0ef015ecda2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d02acbf-b465-4084-b382-5c650f021b8c'}] {{(pid=102348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 11:17:35.514642 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be4127e571859625ba9a491db1af5fd5edc4c8ee111482105658b13e0edb602d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a5309ae-a17f-4670-8d44-e4f69be69df9" -d '{"events": [{"server_uuid": "29398e68-5e3b-40af-8394-0ef015ecda2d", "name": "network-vif-plugged", "status": "completed", "tag": "4d02acbf-b465-4084-b382-5c650f021b8c"}]}' {{(pid=102348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 11:17:35.533397 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port 4d02acbf-b465-4084-b382-5c650f021b8c, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=4d02acbf-b465-4084-b382-5c650f021b8c,segment=NetworkSegment(24c3f95b-ff16-495d-b345-f72fcf593e76),segment_id=24c3f95b-ff16-495d-b345-f72fcf593e76)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:17:35.538362 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:17:35.562883 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 11:17:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4946eded-00b5-4943-a996-ae66e5056305 x-openstack-request-id: req-4946eded-00b5-4943-a996-ae66e5056305 {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 11:17:35.563166 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29398e68-5e3b-40af-8394-0ef015ecda2d", "name": "network-vif-plugged", "status": "completed", "tag": "4d02acbf-b465-4084-b382-5c650f021b8c", "code": 200}]} {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 11:17:35.563414 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4946eded-00b5-4943-a996-ae66e5056305 {{(pid=102348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 11:17:35.563795 n-d-813419-10 neutron-server[102348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29398e68-5e3b-40af-8394-0ef015ecda2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d02acbf-b465-4084-b382-5c650f021b8c', 'code': 200} Oct 27 11:17:35.592230 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Pushing event updated for resources: {'Port': ['ID=4d02acbf-b465-4084-b382-5c650f021b8c,revision_number=5']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:17:35.673875 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8eddc6f-c79f-4cdb-b84e-3f215af1e785 req-d83c02fc-4368-45b6-8000-a3cf824dea8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:17:35.675662 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-a8eddc6f-c79f-4cdb-b84e-3f215af1e785 req-d83c02fc-4368-45b6-8000-a3cf824dea8c service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=29398e68-5e3b-40af-8394-0ef015ecda2d HTTP/1.1" status: 200 len: 1097 time: 0.0477180 Oct 27 11:17:35.715130 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-a8eddc6f-c79f-4cdb-b84e-3f215af1e785 req-794b4045-1787-4a4d-b43f-4f5246130dce service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=13686654-cdf3-49c0-a8c6-a6dceee86bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297902 Oct 27 11:17:36.628460 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a600d8-d3ce-455d-bdaf-36aae503ee45 req-0081e1b1-171e-4ef6-8cb0-ca7700e69b34 tempest-TestEncryptedCinderVolumes-816224300 tempest-TestEncryptedCinderVolumes-816224300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:17:36.629932 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-e5a600d8-d3ce-455d-bdaf-36aae503ee45 req-0081e1b1-171e-4ef6-8cb0-ca7700e69b34 tempest-TestEncryptedCinderVolumes-816224300 tempest-TestEncryptedCinderVolumes-816224300-project] 10.222.0.44 "GET /v2.0/ports?device_id=29398e68-5e3b-40af-8394-0ef015ecda2d HTTP/1.1" status: 200 len: 945 time: 0.0485957 Oct 27 11:17:36.669733 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-e5a600d8-d3ce-455d-bdaf-36aae503ee45 req-c9ca8b89-9524-45bc-83eb-a0581479c376 tempest-TestEncryptedCinderVolumes-816224300 tempest-TestEncryptedCinderVolumes-816224300-project] 10.222.0.44 "GET /v2.0/security-groups?id=13686654-cdf3-49c0-a8c6-a6dceee86bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337226 Oct 27 11:17:37.789171 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f357a83d-95e9-4c9d-be82-5d99edb4925c req-7d75e673-35b2-4034-b845-a81f7504dc16 tempest-TestEncryptedCinderVolumes-816224300 tempest-TestEncryptedCinderVolumes-816224300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:17:37.790604 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-f357a83d-95e9-4c9d-be82-5d99edb4925c req-7d75e673-35b2-4034-b845-a81f7504dc16 tempest-TestEncryptedCinderVolumes-816224300 tempest-TestEncryptedCinderVolumes-816224300-project] 10.222.0.44 "GET /v2.0/ports?device_id=29398e68-5e3b-40af-8394-0ef015ecda2d HTTP/1.1" status: 200 len: 945 time: 0.0519776 Oct 27 11:17:37.827835 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-f357a83d-95e9-4c9d-be82-5d99edb4925c req-5dab7d23-f2b4-489c-beda-a99eb8f50bd0 tempest-TestEncryptedCinderVolumes-816224300 tempest-TestEncryptedCinderVolumes-816224300-project] 10.222.0.44 "GET /v2.0/security-groups?id=13686654-cdf3-49c0-a8c6-a6dceee86bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313525 Oct 27 11:17:37.940298 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8ca5ce-fc17-4aab-b35c-a966e4b06595 req-b2501cca-362b-40df-8d32-1118c66f4f03 tempest-TestEncryptedCinderVolumes-816224300 tempest-TestEncryptedCinderVolumes-816224300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:17:37.941754 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-ac8ca5ce-fc17-4aab-b35c-a966e4b06595 req-b2501cca-362b-40df-8d32-1118c66f4f03 tempest-TestEncryptedCinderVolumes-816224300 tempest-TestEncryptedCinderVolumes-816224300-project] 10.222.0.44 "GET /v2.0/ports?device_id=29398e68-5e3b-40af-8394-0ef015ecda2d HTTP/1.1" status: 200 len: 945 time: 0.0478375 Oct 27 11:17:37.978035 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-ac8ca5ce-fc17-4aab-b35c-a966e4b06595 req-eaae3d30-a884-4a00-ab21-c7d2428f7bc3 tempest-TestEncryptedCinderVolumes-816224300 tempest-TestEncryptedCinderVolumes-816224300-project] 10.222.0.44 "GET /v2.0/security-groups?id=13686654-cdf3-49c0-a8c6-a6dceee86bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297375 Oct 27 11:17:39.358434 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:17:46.298556 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-fdbcc339-a173-4e00-ba47-e21255e58c2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:17:46.377001 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.agents_db [None req-e79ee67d-056e-46ea-bd99-e80473396b25 None None] Agent healthcheck: found 7 active agents {{(pid=102349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 11:17:48.957222 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-8c841aa8-41db-4c58-8f7d-64b7972b39aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:17:50.076331 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:17:50.211436 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-eadeaa30-4096-4d1a-b3cb-aa7ebfb291ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:17:52.099336 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-3c6a8245-0581-48aa-b5f6-4d8fe98cd16e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:17:59.430335 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fbb4a0-9ea3-4872-95cd-7c22a7b010b4 req-83c5c8f5-83ce-4dba-b72d-c9c28909ab20 tempest-TestEncryptedCinderVolumes-816224300 tempest-TestEncryptedCinderVolumes-816224300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:17:59.431935 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-e8fbb4a0-9ea3-4872-95cd-7c22a7b010b4 req-83c5c8f5-83ce-4dba-b72d-c9c28909ab20 tempest-TestEncryptedCinderVolumes-816224300 tempest-TestEncryptedCinderVolumes-816224300-project] 10.222.0.44 "GET /v2.0/ports?device_id=29398e68-5e3b-40af-8394-0ef015ecda2d HTTP/1.1" status: 200 len: 945 time: 0.0586827 Oct 27 11:17:59.471025 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-e8fbb4a0-9ea3-4872-95cd-7c22a7b010b4 req-36d8e681-d865-439c-970c-c62384f32dd2 tempest-TestEncryptedCinderVolumes-816224300 tempest-TestEncryptedCinderVolumes-816224300-project] 10.222.0.44 "GET /v2.0/security-groups?id=13686654-cdf3-49c0-a8c6-a6dceee86bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328693 Oct 27 11:18:00.592256 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9271f9c-b5ef-4f4a-9848-11923262b7c3 req-a2a6ff9f-4789-4703-8369-9627c56e513c tempest-TestEncryptedCinderVolumes-816224300 tempest-TestEncryptedCinderVolumes-816224300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:18:00.593730 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-e9271f9c-b5ef-4f4a-9848-11923262b7c3 req-a2a6ff9f-4789-4703-8369-9627c56e513c tempest-TestEncryptedCinderVolumes-816224300 tempest-TestEncryptedCinderVolumes-816224300-project] 10.222.0.44 "GET /v2.0/ports?device_id=29398e68-5e3b-40af-8394-0ef015ecda2d HTTP/1.1" status: 200 len: 945 time: 0.0516381 Oct 27 11:18:00.631994 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-e9271f9c-b5ef-4f4a-9848-11923262b7c3 req-4d9df9a9-ba05-4c39-898f-0d8cc682fcda tempest-TestEncryptedCinderVolumes-816224300 tempest-TestEncryptedCinderVolumes-816224300-project] 10.222.0.44 "GET /v2.0/security-groups?id=13686654-cdf3-49c0-a8c6-a6dceee86bdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318131 Oct 27 11:18:00.946686 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7471d3a-3266-4993-9324-69fe92eff71d req-f7f1e24d-0c70-4ff5-a4a8-2fa1c4f0ac9b tempest-TestEncryptedCinderVolumes-816224300 tempest-TestEncryptedCinderVolumes-816224300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:18:00.948040 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-a7471d3a-3266-4993-9324-69fe92eff71d req-f7f1e24d-0c70-4ff5-a4a8-2fa1c4f0ac9b tempest-TestEncryptedCinderVolumes-816224300 tempest-TestEncryptedCinderVolumes-816224300-project] 10.222.0.64 "GET /v2.0/ports?device_id=29398e68-5e3b-40af-8394-0ef015ecda2d HTTP/1.1" status: 200 len: 945 time: 0.0473018 Oct 27 11:18:01.035480 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [req-a7471d3a-3266-4993-9324-69fe92eff71d req-a9a81117-0bc8-4336-bf9e-47fce57e8866 tempest-TestEncryptedCinderVolumes-816224300 tempest-TestEncryptedCinderVolumes-816224300-project] Deleting port 4d02acbf-b465-4084-b382-5c650f021b8c {{(pid=102347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 11:18:01.035818 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-a7471d3a-3266-4993-9324-69fe92eff71d req-a9a81117-0bc8-4336-bf9e-47fce57e8866 tempest-TestEncryptedCinderVolumes-816224300 tempest-TestEncryptedCinderVolumes-816224300-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:18:01.124426 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-a7471d3a-3266-4993-9324-69fe92eff71d req-a9a81117-0bc8-4336-bf9e-47fce57e8866 tempest-TestEncryptedCinderVolumes-816224300 tempest-TestEncryptedCinderVolumes-816224300-project] For port 4d02acbf-b465-4084-b382-5c650f021b8c, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=4d02acbf-b465-4084-b382-5c650f021b8c,segment=NetworkSegment(24c3f95b-ff16-495d-b345-f72fcf593e76),segment_id=24c3f95b-ff16-495d-b345-f72fcf593e76)] {{(pid=102347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:18:01.124790 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-a7471d3a-3266-4993-9324-69fe92eff71d req-a9a81117-0bc8-4336-bf9e-47fce57e8866 tempest-TestEncryptedCinderVolumes-816224300 tempest-TestEncryptedCinderVolumes-816224300-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:18:01.137392 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [req-a7471d3a-3266-4993-9324-69fe92eff71d req-a9a81117-0bc8-4336-bf9e-47fce57e8866 tempest-TestEncryptedCinderVolumes-816224300 tempest-TestEncryptedCinderVolumes-816224300-project] Calling delete_port for 4d02acbf-b465-4084-b382-5c650f021b8c owned by compute:nova {{(pid=102347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 11:18:01.264767 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-a7471d3a-3266-4993-9324-69fe92eff71d req-a9a81117-0bc8-4336-bf9e-47fce57e8866 tempest-TestEncryptedCinderVolumes-816224300 tempest-TestEncryptedCinderVolumes-816224300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:18:01.277114 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] get_ports_and_sgs() called for port_ids ['4d02acbf-b465-4084-b382-5c650f021b8c'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 11:18:01.290912 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a81117-0bc8-4336-bf9e-47fce57e8866 tempest-TestEncryptedCinderVolumes-816224300 tempest-TestEncryptedCinderVolumes-816224300-project] Pushing event deleted for resources: {'Port': ['ID=4d02acbf-b465-4084-b382-5c650f021b8c,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:18:01.339261 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7471d3a-3266-4993-9324-69fe92eff71d req-a9a81117-0bc8-4336-bf9e-47fce57e8866 tempest-TestEncryptedCinderVolumes-816224300 tempest-TestEncryptedCinderVolumes-816224300-project] No DVR routers for this DVR port 4d02acbf-b465-4084-b382-5c650f021b8c on host n-h1-813419-10 {{(pid=102347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 11:18:01.342008 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-a7471d3a-3266-4993-9324-69fe92eff71d req-a9a81117-0bc8-4336-bf9e-47fce57e8866 tempest-TestEncryptedCinderVolumes-816224300 tempest-TestEncryptedCinderVolumes-816224300-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:18:01.345409 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-a7471d3a-3266-4993-9324-69fe92eff71d req-a9a81117-0bc8-4336-bf9e-47fce57e8866 tempest-TestEncryptedCinderVolumes-816224300 tempest-TestEncryptedCinderVolumes-816224300-project] 10.222.0.64 "DELETE /v2.0/ports/4d02acbf-b465-4084-b382-5c650f021b8c HTTP/1.1" status: 204 len: 173 time: 0.3906159 Oct 27 11:18:01.345875 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29398e68-5e3b-40af-8394-0ef015ecda2d', 'name': 'network-vif-deleted', 'tag': '4d02acbf-b465-4084-b382-5c650f021b8c'}] {{(pid=102347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 11:18:01.348589 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b4a6b06816dbd4a25adc79839574a1cde60454ea9fb7ff9bc84d34209fb596e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5859a242-a930-43fc-98ee-6d7eab864b2f" -d '{"events": [{"server_uuid": "29398e68-5e3b-40af-8394-0ef015ecda2d", "name": "network-vif-deleted", "tag": "4d02acbf-b465-4084-b382-5c650f021b8c"}]}' {{(pid=102347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 11:18:01.388969 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 11:18:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ded2953-433d-4f22-90ce-bf289196d172 x-openstack-request-id: req-1ded2953-433d-4f22-90ce-bf289196d172 {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 11:18:01.389311 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29398e68-5e3b-40af-8394-0ef015ecda2d", "name": "network-vif-deleted", "tag": "4d02acbf-b465-4084-b382-5c650f021b8c", "status": "completed", "code": 200}]} {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 11:18:01.389735 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1ded2953-433d-4f22-90ce-bf289196d172 {{(pid=102347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 11:18:01.389929 n-d-813419-10 neutron-server[102347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29398e68-5e3b-40af-8394-0ef015ecda2d', 'name': 'network-vif-deleted', 'tag': '4d02acbf-b465-4084-b382-5c650f021b8c', 'status': 'completed', 'code': 200} Oct 27 11:18:01.743542 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-f6641f0b-004e-454c-a303-61c9b4cf2393 req-ff0879b0-0bf1-4c89-b6f0-16d2d867f0e3 tempest-TestEncryptedCinderVolumes-816224300 tempest-TestEncryptedCinderVolumes-816224300-project] 10.222.0.44 "GET /v2.0/ports?device_id=29398e68-5e3b-40af-8394-0ef015ecda2d HTTP/1.1" status: 200 len: 210 time: 0.0308156 Oct 27 11:18:02.834513 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 47338) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:18:02.929359 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:18:03.162760 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-18750a9c-610b-440e-a1d7-956af243dc99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1766202'] for router_interface, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:18:03.401319 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-18750a9c-610b-440e-a1d7-956af243dc99 admin admin] Deleting port 9bdde3cb-2e7c-4cc5-80aa-64ecc00dd7eb {{(pid=102346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 11:18:03.401648 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-18750a9c-610b-440e-a1d7-956af243dc99 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:18:03.479204 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device 4d02acbf-b465-4084-b382-5c650f021b8c no longer exists at agent hyperv_n-h1-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 11:18:03.481653 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [None req-18750a9c-610b-440e-a1d7-956af243dc99 admin admin] For port 9bdde3cb-2e7c-4cc5-80aa-64ecc00dd7eb, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=9bdde3cb-2e7c-4cc5-80aa-64ecc00dd7eb,segment=NetworkSegment(24c3f95b-ff16-495d-b345-f72fcf593e76),segment_id=24c3f95b-ff16-495d-b345-f72fcf593e76)] {{(pid=102346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:18:03.482004 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-18750a9c-610b-440e-a1d7-956af243dc99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:18:03.494318 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-18750a9c-610b-440e-a1d7-956af243dc99 admin admin] Calling delete_port for 9bdde3cb-2e7c-4cc5-80aa-64ecc00dd7eb owned by network:router_interface {{(pid=102346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 11:18:03.502130 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] No Port match for: 4d02acbf-b465-4084-b382-5c650f021b8c {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 11:18:03.502471 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device 4d02acbf-b465-4084-b382-5c650f021b8c not bound to the agent host n-h1-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 11:18:03.675250 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-18750a9c-610b-440e-a1d7-956af243dc99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:18:03.700179 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18750a9c-610b-440e-a1d7-956af243dc99 admin admin] Pushing event deleted for resources: {'Port': ['ID=9bdde3cb-2e7c-4cc5-80aa-64ecc00dd7eb,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:18:03.713444 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18750a9c-610b-440e-a1d7-956af243dc99 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:18:03.713787 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18750a9c-610b-440e-a1d7-956af243dc99 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:18:03.714125 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18750a9c-610b-440e-a1d7-956af243dc99 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:18:03.714458 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18750a9c-610b-440e-a1d7-956af243dc99 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:18:03.714788 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18750a9c-610b-440e-a1d7-956af243dc99 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:18:03.715112 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18750a9c-610b-440e-a1d7-956af243dc99 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:18:03.715433 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18750a9c-610b-440e-a1d7-956af243dc99 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:18:03.715752 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18750a9c-610b-440e-a1d7-956af243dc99 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:18:03.716067 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18750a9c-610b-440e-a1d7-956af243dc99 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:18:03.716414 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18750a9c-610b-440e-a1d7-956af243dc99 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:18:03.716734 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18750a9c-610b-440e-a1d7-956af243dc99 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:18:03.717051 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18750a9c-610b-440e-a1d7-956af243dc99 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:18:03.874424 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-18750a9c-610b-440e-a1d7-956af243dc99 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2006968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1766358'] for router_interface, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:18:04.084095 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18750a9c-610b-440e-a1d7-956af243dc99 admin admin] Router 91f66bbb-ab15-40ee-b996-ec1a789d7bda has already been hosted by L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb {{(pid=102346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 11:18:04.186836 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18750a9c-610b-440e-a1d7-956af243dc99 admin admin] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 11:18:04.191930 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-18750a9c-610b-440e-a1d7-956af243dc99 admin admin] 10.222.0.44 "PUT /v2.0/routers/91f66bbb-ab15-40ee-b996-ec1a789d7bda/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3562374 Oct 27 11:18:04.195019 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 47340) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:18:04.198340 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48d671e1-5f27-4b04-a4c2-b73236a39c36 None None] Sync routers for ids ['91f66bbb-ab15-40ee-b996-ec1a789d7bda'] in n-d-813419-10 {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 11:18:04.207563 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48d671e1-5f27-4b04-a4c2-b73236a39c36 None None] Routers {'91f66bbb-ab15-40ee-b996-ec1a789d7bda'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 11:18:04.208240 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-48d671e1-5f27-4b04-a4c2-b73236a39c36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T11:17:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['91f66bbb-ab15-40ee-b996-ec1a789d7bda'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:18:04.314438 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvr_db [None req-48d671e1-5f27-4b04-a4c2-b73236a39c36 None None] Set router 91f66bbb-ab15-40ee-b996-ec1a789d7bda gateway port host: n-d-813419-10 {{(pid=102348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 11:18:04.496865 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-48d671e1-5f27-4b04-a4c2-b73236a39c36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91f66bbb-ab15-40ee-b996-ec1a789d7bda', 'name': 'tempest-TestEncryptedCinderVolumes-1737394288-router', 'tenant_id': '0671590fe3e241f68e21af231f72dd9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.36'}], 'enable_snat': True}, 'gw_port_id': '80a3c557-993a-44e7-b699-98065dcdc090', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:16:45Z', 'updated_at': '2021-10-27T11:18:03Z', 'revision_number': 5, 'project_id': '0671590fe3e241f68e21af231f72dd9c', 'gw_port': {'id': '80a3c557-993a-44e7-b699-98065dcdc090', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:c9:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91f66bbb-ab15-40ee-b996-ec1a789d7bda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:16:45Z', 'updated_at': '2021-10-27T11:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10'}], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:18:04.527226 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48d671e1-5f27-4b04-a4c2-b73236a39c36 None None] Checking router: 91f66bbb-ab15-40ee-b996-ec1a789d7bda for host: n-d-813419-10 {{(pid=102348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 11:18:04.536186 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48d671e1-5f27-4b04-a4c2-b73236a39c36 None None] Routers {'91f66bbb-ab15-40ee-b996-ec1a789d7bda'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 11:18:04.537426 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-48d671e1-5f27-4b04-a4c2-b73236a39c36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T11:17:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['91f66bbb-ab15-40ee-b996-ec1a789d7bda'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:18:04.604834 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-8e63f606-e7bd-4047-baa0-a76a748b0ff2 admin admin] Publish callbacks [] for router, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:18:04.636668 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvr_db [None req-48d671e1-5f27-4b04-a4c2-b73236a39c36 None None] Set router 91f66bbb-ab15-40ee-b996-ec1a789d7bda gateway port host: n-d-813419-10 {{(pid=102348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 11:18:04.707579 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-8e63f606-e7bd-4047-baa0-a76a748b0ff2 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:18:04.758778 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-8e63f606-e7bd-4047-baa0-a76a748b0ff2 admin admin] Deleting port 80a3c557-993a-44e7-b699-98065dcdc090 {{(pid=102346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 11:18:04.759122 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-8e63f606-e7bd-4047-baa0-a76a748b0ff2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:18:04.845617 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [None req-8e63f606-e7bd-4047-baa0-a76a748b0ff2 admin admin] For port 80a3c557-993a-44e7-b699-98065dcdc090, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=80a3c557-993a-44e7-b699-98065dcdc090,segment=NetworkSegment(bc14127b-7032-4c50-bb5b-f6813cbae86e),segment_id=bc14127b-7032-4c50-bb5b-f6813cbae86e)] {{(pid=102346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:18:04.845976 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-8e63f606-e7bd-4047-baa0-a76a748b0ff2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:18:04.859070 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-8e63f606-e7bd-4047-baa0-a76a748b0ff2 admin admin] Calling delete_port for 80a3c557-993a-44e7-b699-98065dcdc090 owned by network:router_gateway {{(pid=102346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 11:18:04.986771 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-48d671e1-5f27-4b04-a4c2-b73236a39c36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91f66bbb-ab15-40ee-b996-ec1a789d7bda', 'name': 'tempest-TestEncryptedCinderVolumes-1737394288-router', 'tenant_id': '0671590fe3e241f68e21af231f72dd9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.36'}], 'enable_snat': True}, 'gw_port_id': '80a3c557-993a-44e7-b699-98065dcdc090', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:16:45Z', 'updated_at': '2021-10-27T11:18:03Z', 'revision_number': 5, 'project_id': '0671590fe3e241f68e21af231f72dd9c', 'gw_port': {'id': '80a3c557-993a-44e7-b699-98065dcdc090', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:c9:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91f66bbb-ab15-40ee-b996-ec1a789d7bda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:16:45Z', 'updated_at': '2021-10-27T11:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10'}], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:18:05.012296 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48d671e1-5f27-4b04-a4c2-b73236a39c36 None None] The sync data for ids ['91f66bbb-ab15-40ee-b996-ec1a789d7bda'] in n-d-813419-10 is: [{'id': '91f66bbb-ab15-40ee-b996-ec1a789d7bda', 'name': 'tempest-TestEncryptedCinderVolumes-1737394288-router', 'tenant_id': '0671590fe3e241f68e21af231f72dd9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.36'}], 'enable_snat': True}, 'gw_port_id': '80a3c557-993a-44e7-b699-98065dcdc090', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:16:45Z', 'updated_at': '2021-10-27T11:18:03Z', 'revision_number': 5, 'project_id': '0671590fe3e241f68e21af231f72dd9c', 'gw_port': {'id': '80a3c557-993a-44e7-b699-98065dcdc090', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:c9:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91f66bbb-ab15-40ee-b996-ec1a789d7bda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:16:45Z', 'updated_at': '2021-10-27T11:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10'}] {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 11:18:05.024089 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-8e63f606-e7bd-4047-baa0-a76a748b0ff2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:18:05.051119 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e63f606-e7bd-4047-baa0-a76a748b0ff2 admin admin] Pushing event deleted for resources: {'Port': ['ID=80a3c557-993a-44e7-b699-98065dcdc090,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:18:05.115311 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-8e63f606-e7bd-4047-baa0-a76a748b0ff2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1664884'] for router_gateway, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:18:05.201974 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-8e63f606-e7bd-4047-baa0-a76a748b0ff2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1765662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3700'] for router, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:18:05.204043 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-8e63f606-e7bd-4047-baa0-a76a748b0ff2 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:18:05.248561 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-8e63f606-e7bd-4047-baa0-a76a748b0ff2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1765641'] for router, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:18:05.249101 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e63f606-e7bd-4047-baa0-a76a748b0ff2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 91f66bbb-ab15-40ee-b996-ec1a789d7bda {{(pid=102346) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 11:18:05.253376 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-8e63f606-e7bd-4047-baa0-a76a748b0ff2 admin admin] Publish callbacks [] for router, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:18:05.254598 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-8e63f606-e7bd-4047-baa0-a76a748b0ff2 admin admin] 10.222.0.44 "DELETE /v2.0/routers/91f66bbb-ab15-40ee-b996-ec1a789d7bda HTTP/1.1" status: 204 len: 168 time: 1.0586324 Oct 27 11:18:05.257207 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 47342) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:18:05.300528 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_v2 [None req-f79c391e-2416-48b7-b35f-f87b946c1138 admin admin] Deleting subnet bc1ff531-91f3-4094-b254-6669113119ff {{(pid=102346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 11:18:05.303409 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-f79c391e-2416-48b7-b35f-f87b946c1138 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:18:05.337959 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-f79c391e-2416-48b7-b35f-f87b946c1138 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25847868'] for subnet, precommit_delete_associations {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:18:05.420504 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-f79c391e-2416-48b7-b35f-f87b946c1138 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855646'] for subnet, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:18:05.474485 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-f79c391e-2416-48b7-b35f-f87b946c1138 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27024355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27168307'] for subnet, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:18:05.505729 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-f79c391e-2416-48b7-b35f-f87b946c1138 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:18:05.512041 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-f79c391e-2416-48b7-b35f-f87b946c1138 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/bc1ff531-91f3-4094-b254-6669113119ff HTTP/1.1" status: 204 len: 168 time: 0.2516496 Oct 27 11:18:05.512041 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79c391e-2416-48b7-b35f-f87b946c1138 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bc1ff531-91f3-4094-b254-6669113119ff,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:18:05.512400 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b93eac81-e408-428a-8ae4-b7da111dee28 None None] Network da4648fa-fb58-46b9-a5bc-576c7308fd2c requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 11:18:05.512898 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 47344) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:18:05.586359 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-99809674-2e6c-4b0d-9ac7-af185618d980 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586917'] for network, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:18:05.653907 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-99809674-2e6c-4b0d-9ac7-af185618d980 admin admin] Deleting port b404290a-7680-41a9-8e4e-0b33d0903275 {{(pid=102347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 11:18:05.654392 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-99809674-2e6c-4b0d-9ac7-af185618d980 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:18:05.720623 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b564691-fe03-479c-b130-fb98f606028d None None] DHCP port deletion for da4648fa-fb58-46b9-a5bc-576c7308fd2c request from n-d-813419-10 {{(pid=102348) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 11:18:05.737748 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [None req-99809674-2e6c-4b0d-9ac7-af185618d980 admin admin] For port b404290a-7680-41a9-8e4e-0b33d0903275, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=b404290a-7680-41a9-8e4e-0b33d0903275,segment=NetworkSegment(24c3f95b-ff16-495d-b345-f72fcf593e76),segment_id=24c3f95b-ff16-495d-b345-f72fcf593e76)] {{(pid=102347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:18:05.738102 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-99809674-2e6c-4b0d-9ac7-af185618d980 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:18:05.750551 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-99809674-2e6c-4b0d-9ac7-af185618d980 admin admin] Calling delete_port for b404290a-7680-41a9-8e4e-0b33d0903275 owned by network:dhcp {{(pid=102347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 11:18:05.770135 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-1b564691-fe03-479c-b130-fb98f606028d None None] Deleting port b404290a-7680-41a9-8e4e-0b33d0903275 {{(pid=102348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 11:18:05.770508 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-1b564691-fe03-479c-b130-fb98f606028d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:18:05.826631 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-99809674-2e6c-4b0d-9ac7-af185618d980 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:18:05.836818 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-1b564691-fe03-479c-b130-fb98f606028d None None] For port b404290a-7680-41a9-8e4e-0b33d0903275, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=b404290a-7680-41a9-8e4e-0b33d0903275,segment=NetworkSegment(24c3f95b-ff16-495d-b345-f72fcf593e76),segment_id=24c3f95b-ff16-495d-b345-f72fcf593e76)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:18:05.837218 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-1b564691-fe03-479c-b130-fb98f606028d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:18:05.849294 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-1b564691-fe03-479c-b130-fb98f606028d None None] Calling delete_port for b404290a-7680-41a9-8e4e-0b33d0903275 owned by network:dhcp {{(pid=102348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 11:18:05.854680 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99809674-2e6c-4b0d-9ac7-af185618d980 admin admin] Pushing event deleted for resources: {'Port': ['ID=b404290a-7680-41a9-8e4e-0b33d0903275,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:18:05.857999 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99809674-2e6c-4b0d-9ac7-af185618d980 admin admin] No DVR routers for this DVR port b404290a-7680-41a9-8e4e-0b33d0903275 on host n-d-813419-10 {{(pid=102347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 11:18:05.926564 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-99809674-2e6c-4b0d-9ac7-af185618d980 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857803', 'neutron.services.segments.db._delete_segments_for_network-8743873143390'] for network, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:18:05.928931 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-1b564691-fe03-479c-b130-fb98f606028d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615'] for port, after_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:18:05.946935 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-99809674-2e6c-4b0d-9ac7-af185618d980 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da4648fa-fb58-46b9-a5bc-576c7308fd2c']}} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:18:05.956064 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-99809674-2e6c-4b0d-9ac7-af185618d980 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24c3f95b-ff16-495d-b345-f72fcf593e76') {'for_net_delete': True} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:18:05.956448 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-99809674-2e6c-4b0d-9ac7-af185618d980 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24c3f95b-ff16-495d-b345-f72fcf593e76') {} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:18:05.956973 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b564691-fe03-479c-b130-fb98f606028d None None] Pushing event deleted for resources: {'Port': ['ID=b404290a-7680-41a9-8e4e-0b33d0903275,revision_number=None']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:18:05.960825 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b564691-fe03-479c-b130-fb98f606028d None None] No DVR routers for this DVR port b404290a-7680-41a9-8e4e-0b33d0903275 on host n-d-813419-10 {{(pid=102348) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 11:18:05.970152 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-99809674-2e6c-4b0d-9ac7-af185618d980 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743873145191', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18445132'] for segment, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:18:05.982993 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-99809674-2e6c-4b0d-9ac7-af185618d980 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:18:05.988635 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99809674-2e6c-4b0d-9ac7-af185618d980 admin admin] Releasing vlan 414 on physical network physnet1 to pool {{(pid=102347) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 11:18:05.989007 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-99809674-2e6c-4b0d-9ac7-af185618d980 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-18296032'] for segment, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:18:05.991119 n-d-813419-10 neutron-server[102347]: Traceback (most recent call last): Oct 27 11:18:05.991119 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 11:18:05.991119 n-d-813419-10 neutron-server[102347]: timer() Oct 27 11:18:05.991119 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 11:18:05.991119 n-d-813419-10 neutron-server[102347]: cb(*args, **kw) Oct 27 11:18:05.991119 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 11:18:05.991119 n-d-813419-10 neutron-server[102347]: return func(*args, **kwargs) Oct 27 11:18:05.991119 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 11:18:05.991119 n-d-813419-10 neutron-server[102347]: self._notify() Oct 27 11:18:05.991119 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 11:18:05.991119 n-d-813419-10 neutron-server[102347]: self.callback(batched_events) Oct 27 11:18:05.991119 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 11:18:05.991119 n-d-813419-10 neutron-server[102347]: event.method(event) Oct 27 11:18:05.991119 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 11:18:05.991119 n-d-813419-10 neutron-server[102347]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 11:18:05.991119 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 11:18:05.991119 n-d-813419-10 neutron-server[102347]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 11:18:05.991119 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 11:18:05.991119 n-d-813419-10 neutron-server[102347]: return f(self, *a, **k) Oct 27 11:18:05.991119 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 11:18:05.991119 n-d-813419-10 neutron-server[102347]: return self._get(url).json() Oct 27 11:18:05.991119 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 11:18:05.991119 n-d-813419-10 neutron-server[102347]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 11:18:05.991119 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 11:18:05.991119 n-d-813419-10 neutron-server[102347]: return self.request(url, 'GET', **kwargs) Oct 27 11:18:05.991119 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 11:18:05.991119 n-d-813419-10 neutron-server[102347]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 11:18:05.991119 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 11:18:05.991119 n-d-813419-10 neutron-server[102347]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 11:18:05.991119 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 11:18:05.991119 n-d-813419-10 neutron-server[102347]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 11:18:05.991119 n-d-813419-10 neutron-server[102347]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 11:18:06.050034 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-99809674-2e6c-4b0d-9ac7-af185618d980 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664840'] for network, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:18:06.056379 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-99809674-2e6c-4b0d-9ac7-af185618d980 admin admin] Publish callbacks [] for network, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:18:06.063147 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-99809674-2e6c-4b0d-9ac7-af185618d980 admin admin] 10.222.0.44 "DELETE /v2.0/networks/da4648fa-fb58-46b9-a5bc-576c7308fd2c HTTP/1.1" status: 204 len: 168 time: 0.5470443 Oct 27 11:18:06.063351 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 9bdde3cb-2e7c-4cc5-80aa-64ecc00dd7eb no longer exists at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 11:18:06.064000 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 47346) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:18:06.074657 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99809674-2e6c-4b0d-9ac7-af185618d980 admin admin] Pushing event deleted for resources: {'Network': ['ID=da4648fa-fb58-46b9-a5bc-576c7308fd2c,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:18:06.082495 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] No Port match for: 9bdde3cb-2e7c-4cc5-80aa-64ecc00dd7eb {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 11:18:06.082836 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 9bdde3cb-2e7c-4cc5-80aa-64ecc00dd7eb not bound to the agent host n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 11:18:06.412274 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-9b19dbc8-4162-41f2-be30-a48f9e6bed2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1766202'] for router_interface, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:18:06.650773 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-9b19dbc8-4162-41f2-be30-a48f9e6bed2e admin admin] Deleting port 8ee84112-d681-486b-b1e5-f6f5fde02468 {{(pid=102346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 11:18:06.651106 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-9b19dbc8-4162-41f2-be30-a48f9e6bed2e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:18:06.730601 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [None req-9b19dbc8-4162-41f2-be30-a48f9e6bed2e admin admin] For port 8ee84112-d681-486b-b1e5-f6f5fde02468, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=8ee84112-d681-486b-b1e5-f6f5fde02468,segment=NetworkSegment(139c6a67-b418-4d54-84c9-41ba778dbfd6),segment_id=139c6a67-b418-4d54-84c9-41ba778dbfd6)] {{(pid=102346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:18:06.730960 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-9b19dbc8-4162-41f2-be30-a48f9e6bed2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:18:06.743333 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-9b19dbc8-4162-41f2-be30-a48f9e6bed2e admin admin] Calling delete_port for 8ee84112-d681-486b-b1e5-f6f5fde02468 owned by network:router_interface {{(pid=102346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 11:18:06.917745 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-9b19dbc8-4162-41f2-be30-a48f9e6bed2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:18:06.946656 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b19dbc8-4162-41f2-be30-a48f9e6bed2e admin admin] Pushing event deleted for resources: {'Port': ['ID=8ee84112-d681-486b-b1e5-f6f5fde02468,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:18:07.104002 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-9b19dbc8-4162-41f2-be30-a48f9e6bed2e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2006968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1766358'] for router_interface, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:18:07.311430 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b19dbc8-4162-41f2-be30-a48f9e6bed2e admin admin] Router ff924400-0132-431d-a44c-d9da583ff083 has already been hosted by L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb {{(pid=102346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 11:18:07.415353 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b19dbc8-4162-41f2-be30-a48f9e6bed2e admin admin] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 11:18:07.420312 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-9b19dbc8-4162-41f2-be30-a48f9e6bed2e admin admin] 10.222.0.44 "PUT /v2.0/routers/ff924400-0132-431d-a44c-d9da583ff083/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3552253 Oct 27 11:18:07.422930 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 47348) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:18:07.423833 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b146e8a5-7481-4816-b8da-682ecd3a8bf5 None None] Sync routers for ids ['ff924400-0132-431d-a44c-d9da583ff083'] in n-d-813419-10 {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 11:18:07.433562 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b146e8a5-7481-4816-b8da-682ecd3a8bf5 None None] Routers {'ff924400-0132-431d-a44c-d9da583ff083'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 11:18:07.434156 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-b146e8a5-7481-4816-b8da-682ecd3a8bf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T11:17:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['ff924400-0132-431d-a44c-d9da583ff083'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:18:07.523903 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ca7728d3-7101-458a-aff4-0f2f76182d96 admin admin] Publish callbacks [] for router, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:18:07.533744 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvr_db [None req-b146e8a5-7481-4816-b8da-682ecd3a8bf5 None None] Set router ff924400-0132-431d-a44c-d9da583ff083 gateway port host: n-d-813419-10 {{(pid=102349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 11:18:07.629506 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ca7728d3-7101-458a-aff4-0f2f76182d96 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:18:07.701882 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-ca7728d3-7101-458a-aff4-0f2f76182d96 admin admin] Deleting port 3eae2c5a-3ef9-4c03-a050-fee8efebac6f {{(pid=102346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 11:18:07.702297 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ca7728d3-7101-458a-aff4-0f2f76182d96 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:18:07.717366 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-b146e8a5-7481-4816-b8da-682ecd3a8bf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff924400-0132-431d-a44c-d9da583ff083', 'name': 'tempest-TestEncryptedCinderVolumes-288495901-router', 'tenant_id': '0e06b21d657c47fc80e2c5cf7d944c8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.214'}], 'enable_snat': True}, 'gw_port_id': '3eae2c5a-3ef9-4c03-a050-fee8efebac6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:16:49Z', 'updated_at': '2021-10-27T11:18:06Z', 'revision_number': 5, 'project_id': '0e06b21d657c47fc80e2c5cf7d944c8f', 'gw_port': {'id': '3eae2c5a-3ef9-4c03-a050-fee8efebac6f', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:93:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff924400-0132-431d-a44c-d9da583ff083', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:16:50Z', 'updated_at': '2021-10-27T11:16:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10'}], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:18:07.744638 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b146e8a5-7481-4816-b8da-682ecd3a8bf5 None None] Checking router: ff924400-0132-431d-a44c-d9da583ff083 for host: n-d-813419-10 {{(pid=102349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 11:18:07.745312 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device b404290a-7680-41a9-8e4e-0b33d0903275 no longer exists at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 11:18:07.754670 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b146e8a5-7481-4816-b8da-682ecd3a8bf5 None None] Routers {'ff924400-0132-431d-a44c-d9da583ff083'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 11:18:07.755829 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-b146e8a5-7481-4816-b8da-682ecd3a8bf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T11:17:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['ff924400-0132-431d-a44c-d9da583ff083'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:18:07.765492 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] No Port match for: b404290a-7680-41a9-8e4e-0b33d0903275 {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 11:18:07.765948 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device b404290a-7680-41a9-8e4e-0b33d0903275 not bound to the agent host n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 11:18:07.766453 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 80a3c557-993a-44e7-b699-98065dcdc090 no longer exists at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 11:18:07.786168 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] No Port match for: 80a3c557-993a-44e7-b699-98065dcdc090 {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 11:18:07.786666 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 80a3c557-993a-44e7-b699-98065dcdc090 not bound to the agent host n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 11:18:07.793763 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [None req-ca7728d3-7101-458a-aff4-0f2f76182d96 admin admin] For port 3eae2c5a-3ef9-4c03-a050-fee8efebac6f, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=3eae2c5a-3ef9-4c03-a050-fee8efebac6f,segment=NetworkSegment(bc14127b-7032-4c50-bb5b-f6813cbae86e),segment_id=bc14127b-7032-4c50-bb5b-f6813cbae86e)] {{(pid=102346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:18:07.793763 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ca7728d3-7101-458a-aff4-0f2f76182d96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:18:07.810845 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-ca7728d3-7101-458a-aff4-0f2f76182d96 admin admin] Calling delete_port for 3eae2c5a-3ef9-4c03-a050-fee8efebac6f owned by network:router_gateway {{(pid=102346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 11:18:07.841322 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvr_db [None req-b146e8a5-7481-4816-b8da-682ecd3a8bf5 None None] Set router ff924400-0132-431d-a44c-d9da583ff083 gateway port host: None {{(pid=102349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 11:18:07.890226 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-b146e8a5-7481-4816-b8da-682ecd3a8bf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff924400-0132-431d-a44c-d9da583ff083', 'name': 'tempest-TestEncryptedCinderVolumes-288495901-router', 'tenant_id': '0e06b21d657c47fc80e2c5cf7d944c8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:16:49Z', 'updated_at': '2021-10-27T11:18:07Z', 'revision_number': 6, 'project_id': '0e06b21d657c47fc80e2c5cf7d944c8f', 'gw_port_host': None}], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:18:07.918662 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b146e8a5-7481-4816-b8da-682ecd3a8bf5 None None] The sync data for ids ['ff924400-0132-431d-a44c-d9da583ff083'] in n-d-813419-10 is: [{'id': 'ff924400-0132-431d-a44c-d9da583ff083', 'name': 'tempest-TestEncryptedCinderVolumes-288495901-router', 'tenant_id': '0e06b21d657c47fc80e2c5cf7d944c8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:16:49Z', 'updated_at': '2021-10-27T11:18:07Z', 'revision_number': 6, 'project_id': '0e06b21d657c47fc80e2c5cf7d944c8f', 'gw_port_host': None}] {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 11:18:07.971449 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ca7728d3-7101-458a-aff4-0f2f76182d96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:18:08.000023 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7728d3-7101-458a-aff4-0f2f76182d96 admin admin] Pushing event deleted for resources: {'Port': ['ID=3eae2c5a-3ef9-4c03-a050-fee8efebac6f,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:18:08.060409 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ca7728d3-7101-458a-aff4-0f2f76182d96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1664884'] for router_gateway, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:18:08.147221 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ca7728d3-7101-458a-aff4-0f2f76182d96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1765662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3700'] for router, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:18:08.149281 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ca7728d3-7101-458a-aff4-0f2f76182d96 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:18:08.194397 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ca7728d3-7101-458a-aff4-0f2f76182d96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1765641'] for router, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:18:08.194967 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca7728d3-7101-458a-aff4-0f2f76182d96 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ff924400-0132-431d-a44c-d9da583ff083 {{(pid=102346) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 11:18:08.199479 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ca7728d3-7101-458a-aff4-0f2f76182d96 admin admin] Publish callbacks [] for router, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:18:08.200736 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-ca7728d3-7101-458a-aff4-0f2f76182d96 admin admin] 10.222.0.44 "DELETE /v2.0/routers/ff924400-0132-431d-a44c-d9da583ff083 HTTP/1.1" status: 204 len: 168 time: 0.7768126 Oct 27 11:18:08.203157 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 47350) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:18:08.245898 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_v2 [None req-1eb8866b-b550-471b-a93b-e19115da4fb5 admin admin] Deleting subnet 22068cbf-0178-416a-92ef-e57ab1f7c708 {{(pid=102346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 11:18:08.248867 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-1eb8866b-b550-471b-a93b-e19115da4fb5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:18:08.283308 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-1eb8866b-b550-471b-a93b-e19115da4fb5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25847868'] for subnet, precommit_delete_associations {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:18:08.372029 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-1eb8866b-b550-471b-a93b-e19115da4fb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855646'] for subnet, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:18:08.422678 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-1eb8866b-b550-471b-a93b-e19115da4fb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27024355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27168307'] for subnet, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:18:08.448592 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb8866b-b550-471b-a93b-e19115da4fb5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=22068cbf-0178-416a-92ef-e57ab1f7c708,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:18:08.450545 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-1eb8866b-b550-471b-a93b-e19115da4fb5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:18:08.453782 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-1eb8866b-b550-471b-a93b-e19115da4fb5 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/22068cbf-0178-416a-92ef-e57ab1f7c708 HTTP/1.1" status: 204 len: 168 time: 0.2497082 Oct 27 11:18:08.456082 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9de2ca2-a27f-4cc7-a371-2d213ce3b105 None None] Network cbf530ca-639e-4bd8-a71b-3b082acd16c3 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 11:18:08.456243 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 47352) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:18:08.523040 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-7d6ec1d5-7145-4f28-ace6-20655ee07b94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586917'] for network, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:18:08.578862 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-7d6ec1d5-7145-4f28-ace6-20655ee07b94 admin admin] Deleting port fe7db5a7-bb99-4914-b8e5-af4ab15fd025 {{(pid=102346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 11:18:08.579205 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-7d6ec1d5-7145-4f28-ace6-20655ee07b94 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:18:08.641096 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [None req-7d6ec1d5-7145-4f28-ace6-20655ee07b94 admin admin] For port fe7db5a7-bb99-4914-b8e5-af4ab15fd025, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=fe7db5a7-bb99-4914-b8e5-af4ab15fd025,segment=NetworkSegment(139c6a67-b418-4d54-84c9-41ba778dbfd6),segment_id=139c6a67-b418-4d54-84c9-41ba778dbfd6)] {{(pid=102346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:18:08.641455 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-7d6ec1d5-7145-4f28-ace6-20655ee07b94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:18:08.654359 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-7d6ec1d5-7145-4f28-ace6-20655ee07b94 admin admin] Calling delete_port for fe7db5a7-bb99-4914-b8e5-af4ab15fd025 owned by network:dhcp {{(pid=102346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 11:18:08.683436 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccec4c41-88cd-414e-adf7-bae9141ec8be None None] DHCP port deletion for cbf530ca-639e-4bd8-a71b-3b082acd16c3 request from n-d-813419-10 {{(pid=102348) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 11:18:08.736366 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-ccec4c41-88cd-414e-adf7-bae9141ec8be None None] Deleting port fe7db5a7-bb99-4914-b8e5-af4ab15fd025 {{(pid=102348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 11:18:08.736762 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-ccec4c41-88cd-414e-adf7-bae9141ec8be None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:18:08.805257 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-ccec4c41-88cd-414e-adf7-bae9141ec8be None None] For port fe7db5a7-bb99-4914-b8e5-af4ab15fd025, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=fe7db5a7-bb99-4914-b8e5-af4ab15fd025,segment=NetworkSegment(139c6a67-b418-4d54-84c9-41ba778dbfd6),segment_id=139c6a67-b418-4d54-84c9-41ba778dbfd6)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:18:08.806972 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-ccec4c41-88cd-414e-adf7-bae9141ec8be None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:18:08.822313 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-ccec4c41-88cd-414e-adf7-bae9141ec8be None None] Calling delete_port for fe7db5a7-bb99-4914-b8e5-af4ab15fd025 owned by network:dhcp {{(pid=102348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 11:18:08.908915 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-ccec4c41-88cd-414e-adf7-bae9141ec8be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615'] for port, after_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:18:08.938551 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccec4c41-88cd-414e-adf7-bae9141ec8be None None] No DVR routers for this DVR port fe7db5a7-bb99-4914-b8e5-af4ab15fd025 on host n-d-813419-10 {{(pid=102348) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 11:18:08.940688 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccec4c41-88cd-414e-adf7-bae9141ec8be None None] Pushing event deleted for resources: {'Port': ['ID=fe7db5a7-bb99-4914-b8e5-af4ab15fd025,revision_number=None']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:18:09.044133 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-7d6ec1d5-7145-4f28-ace6-20655ee07b94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:18:09.066439 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6ec1d5-7145-4f28-ace6-20655ee07b94 admin admin] Pushing event deleted for resources: {'Port': ['ID=fe7db5a7-bb99-4914-b8e5-af4ab15fd025,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:18:09.072515 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d6ec1d5-7145-4f28-ace6-20655ee07b94 admin admin] No DVR routers for this DVR port fe7db5a7-bb99-4914-b8e5-af4ab15fd025 on host n-d-813419-10 {{(pid=102346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 11:18:09.140366 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-7d6ec1d5-7145-4f28-ace6-20655ee07b94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857803', 'neutron.services.segments.db._delete_segments_for_network-8743873143390'] for network, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:18:09.163381 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-7d6ec1d5-7145-4f28-ace6-20655ee07b94 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbf530ca-639e-4bd8-a71b-3b082acd16c3']}} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:18:09.172283 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-7d6ec1d5-7145-4f28-ace6-20655ee07b94 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '139c6a67-b418-4d54-84c9-41ba778dbfd6') {'for_net_delete': True} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:18:09.172578 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-7d6ec1d5-7145-4f28-ace6-20655ee07b94 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '139c6a67-b418-4d54-84c9-41ba778dbfd6') {} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:18:09.181495 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-7d6ec1d5-7145-4f28-ace6-20655ee07b94 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743873145191', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25847877'] for segment, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:18:09.194928 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-7d6ec1d5-7145-4f28-ace6-20655ee07b94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:18:09.200626 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d6ec1d5-7145-4f28-ace6-20655ee07b94 admin admin] Releasing vlan 420 on physical network physnet1 to pool {{(pid=102346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 11:18:09.200979 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-7d6ec1d5-7145-4f28-ace6-20655ee07b94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27024137'] for segment, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:18:09.202570 n-d-813419-10 neutron-server[102346]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 11:18:09.202570 n-d-813419-10 neutron-server[102346]: self.session.flush() Oct 27 11:18:09.202570 n-d-813419-10 neutron-server[102346]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 11:18:09.202570 n-d-813419-10 neutron-server[102346]: self.session.flush() Oct 27 11:18:09.202570 n-d-813419-10 neutron-server[102346]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 11:18:09.202570 n-d-813419-10 neutron-server[102346]: self.session.flush() Oct 27 11:18:09.202570 n-d-813419-10 neutron-server[102346]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 11:18:09.202570 n-d-813419-10 neutron-server[102346]: self.session.flush() Oct 27 11:18:09.202570 n-d-813419-10 neutron-server[102346]: Traceback (most recent call last): Oct 27 11:18:09.202570 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 11:18:09.202570 n-d-813419-10 neutron-server[102346]: timer() Oct 27 11:18:09.202570 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 11:18:09.202570 n-d-813419-10 neutron-server[102346]: cb(*args, **kw) Oct 27 11:18:09.202570 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 11:18:09.202570 n-d-813419-10 neutron-server[102346]: return func(*args, **kwargs) Oct 27 11:18:09.202570 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 11:18:09.202570 n-d-813419-10 neutron-server[102346]: self._notify() Oct 27 11:18:09.202570 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 11:18:09.202570 n-d-813419-10 neutron-server[102346]: self.callback(batched_events) Oct 27 11:18:09.202570 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 11:18:09.202570 n-d-813419-10 neutron-server[102346]: event.method(event) Oct 27 11:18:09.202570 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 11:18:09.202570 n-d-813419-10 neutron-server[102346]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 11:18:09.202570 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 11:18:09.202570 n-d-813419-10 neutron-server[102346]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 11:18:09.202570 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 11:18:09.202570 n-d-813419-10 neutron-server[102346]: return f(self, *a, **k) Oct 27 11:18:09.202570 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 11:18:09.202570 n-d-813419-10 neutron-server[102346]: return self._get(url).json() Oct 27 11:18:09.202570 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 11:18:09.202570 n-d-813419-10 neutron-server[102346]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 11:18:09.202570 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 11:18:09.202570 n-d-813419-10 neutron-server[102346]: return self.request(url, 'GET', **kwargs) Oct 27 11:18:09.202570 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 11:18:09.202570 n-d-813419-10 neutron-server[102346]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 11:18:09.202570 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 11:18:09.202570 n-d-813419-10 neutron-server[102346]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 11:18:09.202570 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 11:18:09.202570 n-d-813419-10 neutron-server[102346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 11:18:09.202570 n-d-813419-10 neutron-server[102346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 11:18:09.254539 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-7d6ec1d5-7145-4f28-ace6-20655ee07b94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664840'] for network, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:18:09.260446 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-7d6ec1d5-7145-4f28-ace6-20655ee07b94 admin admin] Publish callbacks [] for network, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:18:09.263648 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-7d6ec1d5-7145-4f28-ace6-20655ee07b94 admin admin] 10.222.0.44 "DELETE /v2.0/networks/cbf530ca-639e-4bd8-a71b-3b082acd16c3 HTTP/1.1" status: 204 len: 168 time: 0.8064957 Oct 27 11:18:09.277383 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6ec1d5-7145-4f28-ace6-20655ee07b94 admin admin] Pushing event deleted for resources: {'Network': ['ID=cbf530ca-639e-4bd8-a71b-3b082acd16c3,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:18:09.357951 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:18:09.423838 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 47356) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:18:09.465786 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-66452009-8aee-40b0-a7c0-bb8a6bfff742 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0671590fe3e241f68e21af231f72dd9c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0406134 Oct 27 11:18:09.468167 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 47358) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:18:09.518897 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-09da70dd-201b-482c-88ea-2c3eb4e7cd04 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:18:09.541228 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-09da70dd-201b-482c-88ea-2c3eb4e7cd04 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:18:09.587668 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-09da70dd-201b-482c-88ea-2c3eb4e7cd04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:18:09.590265 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-09da70dd-201b-482c-88ea-2c3eb4e7cd04 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:18:09.593846 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-09da70dd-201b-482c-88ea-2c3eb4e7cd04 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/13686654-cdf3-49c0-a8c6-a6dceee86bdc HTTP/1.1" status: 204 len: 168 time: 0.1223307 Oct 27 11:18:09.598644 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09da70dd-201b-482c-88ea-2c3eb4e7cd04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13686654-cdf3-49c0-a8c6-a6dceee86bdc,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:18:09.684380 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 3eae2c5a-3ef9-4c03-a050-fee8efebac6f no longer exists at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 11:18:09.704331 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] No Port match for: 3eae2c5a-3ef9-4c03-a050-fee8efebac6f {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 11:18:09.704671 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 3eae2c5a-3ef9-4c03-a050-fee8efebac6f not bound to the agent host n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 11:18:09.705092 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device fe7db5a7-bb99-4914-b8e5-af4ab15fd025 no longer exists at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 11:18:09.723207 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] No Port match for: fe7db5a7-bb99-4914-b8e5-af4ab15fd025 {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 11:18:09.723542 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device fe7db5a7-bb99-4914-b8e5-af4ab15fd025 not bound to the agent host n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 11:18:09.723967 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 8ee84112-d681-486b-b1e5-f6f5fde02468 no longer exists at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 11:18:09.751230 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] No Port match for: 8ee84112-d681-486b-b1e5-f6f5fde02468 {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 11:18:09.751603 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 8ee84112-d681-486b-b1e5-f6f5fde02468 not bound to the agent host n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 11:18:09.907824 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 47364) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:18:09.951120 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-be134471-7dcc-44fa-b14a-ee96200e98f8 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0e06b21d657c47fc80e2c5cf7d944c8f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0421033 Oct 27 11:18:09.953568 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 47366) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:18:09.999512 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-c49703b9-8eb3-4985-b490-9ab3a4882454 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:18:10.019780 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-c49703b9-8eb3-4985-b490-9ab3a4882454 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:18:10.064774 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-c49703b9-8eb3-4985-b490-9ab3a4882454 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:18:10.067390 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-c49703b9-8eb3-4985-b490-9ab3a4882454 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:18:10.068805 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-c49703b9-8eb3-4985-b490-9ab3a4882454 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/245e4b94-6df7-4d5a-ab3f-6feee015304e HTTP/1.1" status: 204 len: 168 time: 0.1143508 Oct 27 11:18:10.076803 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49703b9-8eb3-4985-b490-9ab3a4882454 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=245e4b94-6df7-4d5a-ab3f-6feee015304e,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:18:10.719693 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 47388) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:18:10.819651 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-efc2401d-6e54-4439-87ff-b2778ae384a4 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1471701865-network', 'tenant_id': 'ee278de7fec24fd691eddfbcf2643a16'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:18:10.839858 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efc2401d-6e54-4439-87ff-b2778ae384a4 admin admin] Made reservation on behalf of ee278de7fec24fd691eddfbcf2643a16 for: {'network': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 11:18:10.842115 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-efc2401d-6e54-4439-87ff-b2778ae384a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for network, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:18:10.850694 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-efc2401d-6e54-4439-87ff-b2778ae384a4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:18:10.923133 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-efc2401d-6e54-4439-87ff-b2778ae384a4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:18:10.926502 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-efc2401d-6e54-4439-87ff-b2778ae384a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:18:10.945969 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-efc2401d-6e54-4439-87ff-b2778ae384a4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 438} {{(pid=102347) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 11:18:10.958630 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc2401d-6e54-4439-87ff-b2778ae384a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ca3e9eb-ae40-4c59-a26a-a53aa8cf8ff0,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:18:10.963767 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-efc2401d-6e54-4439-87ff-b2778ae384a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:18:10.964096 n-d-813419-10 neutron-server[102347]: INFO neutron.db.segments_db [None req-efc2401d-6e54-4439-87ff-b2778ae384a4 admin admin] Added segment e17beb4b-63da-47c6-a2be-13338f78cc0e of type vlan for network 2ef2163d-edab-47f8-b6b9-f5ff45dc86e0 Oct 27 11:18:11.004727 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-efc2401d-6e54-4439-87ff-b2778ae384a4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743872593080'] for network, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:18:11.029616 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-efc2401d-6e54-4439-87ff-b2778ae384a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913'] for network, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:18:11.030573 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efc2401d-6e54-4439-87ff-b2778ae384a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:18:11.031147 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-efc2401d-6e54-4439-87ff-b2778ae384a4 admin admin] Publish callbacks [] for network, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:18:11.080335 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-efc2401d-6e54-4439-87ff-b2778ae384a4 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3594291 Oct 27 11:18:11.083184 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 47392) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:18:11.088702 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-2924a7a6-d0b6-4de1-8095-7d7342564723 admin admin] Request body: {'subnet': {'network_id': '2ef2163d-edab-47f8-b6b9-f5ff45dc86e0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1471701865-subnet', 'tenant_id': 'ee278de7fec24fd691eddfbcf2643a16', 'ip_version': 4}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:18:11.091496 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc2401d-6e54-4439-87ff-b2778ae384a4 admin admin] Pushing event updated for resources: {'Network': ['ID=2ef2163d-edab-47f8-b6b9-f5ff45dc86e0,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:18:11.102019 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Network 2ef2163d-edab-47f8-b6b9-f5ff45dc86e0 details requested by agent ovs-agent-n-d-813419-10 with host n-d-813419-10 {{(pid=102348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 11:18:11.114797 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2924a7a6-d0b6-4de1-8095-7d7342564723 admin admin] Made reservation on behalf of ee278de7fec24fd691eddfbcf2643a16 for: {'subnet': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 11:18:11.117904 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-2924a7a6-d0b6-4de1-8095-7d7342564723 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27167186'] for subnet, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:18:11.285961 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-2924a7a6-d0b6-4de1-8095-7d7342564723 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27024290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27167168'] for subnet, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:18:11.338979 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2924a7a6-d0b6-4de1-8095-7d7342564723 admin admin] Pushing event updated for resources: {'Subnet': ['ID=784b61b9-bb6f-45e5-8a86-e785e60ccb79,revision_number=0']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:18:11.349534 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2924a7a6-d0b6-4de1-8095-7d7342564723 admin admin] Checking segment: {'id': 'e17beb4b-63da-47c6-a2be-13338f78cc0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '2ef2163d-edab-47f8-b6b9-f5ff45dc86e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 11:18:11.349534 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2924a7a6-d0b6-4de1-8095-7d7342564723 admin admin] Network hostable DHCP agents. Network: 2ef2163d-edab-47f8-b6b9-f5ff45dc86e0, hostable agents: ['eafd4000-b897-4722-ae8b-0118ec955181'], hosted agents: [] {{(pid=102346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 11:18:11.365214 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2924a7a6-d0b6-4de1-8095-7d7342564723 admin admin] Network 2ef2163d-edab-47f8-b6b9-f5ff45dc86e0 is scheduled to be hosted by DHCP agent eafd4000-b897-4722-ae8b-0118ec955181 with binding_index 1 {{(pid=102346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 11:18:11.372899 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-2924a7a6-d0b6-4de1-8095-7d7342564723 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-10, 2ef2163d-edab-47f8-b6b9-f5ff45dc86e0) {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 11:18:11.376775 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2924a7a6-d0b6-4de1-8095-7d7342564723 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:18:11.377354 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-2924a7a6-d0b6-4de1-8095-7d7342564723 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:18:11.382562 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d014fca9-fe17-4b3f-b6c3-b4cfd1e50bb8 None None] Network 2ef2163d-edab-47f8-b6b9-f5ff45dc86e0 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 11:18:11.392781 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-2924a7a6-d0b6-4de1-8095-7d7342564723 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3079600 Oct 27 11:18:11.395647 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 47394) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:18:11.400425 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-1c883c3c-e678-4871-82f8-b7a88e72a295 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1471701865-router', 'tenant_id': 'ee278de7fec24fd691eddfbcf2643a16', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'}}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:18:11.419699 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-1c883c3c-e678-4871-82f8-b7a88e72a295 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1768632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3610'] for router, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:18:11.420697 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-1c883c3c-e678-4871-82f8-b7a88e72a295 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1765704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1769409', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1694266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3597'] for router, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:18:11.477995 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-1c883c3c-e678-4871-82f8-b7a88e72a295 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:18:11.532383 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-872073b4-e250-44c8-b9bd-4c06cf6ad5b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp734b258e-7d96-550c-b970-9b72ab66f383-2ef2163d-edab-47f8-b6b9-f5ff45dc86e0', 'network_id': '2ef2163d-edab-47f8-b6b9-f5ff45dc86e0', 'tenant_id': 'ee278de7fec24fd691eddfbcf2643a16', 'fixed_ips': [{'subnet_id': '784b61b9-bb6f-45e5-8a86-e785e60ccb79'}]}} from n-d-813419-10. {{(pid=102348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 11:18:11.533241 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-872073b4-e250-44c8-b9bd-4c06cf6ad5b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:18:11.613468 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-1c883c3c-e678-4871-82f8-b7a88e72a295 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:18:11.666437 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.db_base_plugin_common [None req-872073b4-e250-44c8-b9bd-4c06cf6ad5b8 None None] Allocated IP 172.20.0.2 (2ef2163d-edab-47f8-b6b9-f5ff45dc86e0/784b61b9-bb6f-45e5-8a86-e785e60ccb79/bf323bca-1e1d-4767-a104-3a96af2fe248) {{(pid=102348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 11:18:11.814329 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-1c883c3c-e678-4871-82f8-b7a88e72a295 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:18:11.816513 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-872073b4-e250-44c8-b9bd-4c06cf6ad5b8 None None] Publish callbacks [] for port, precommit_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:18:11.822260 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-872073b4-e250-44c8-b9bd-4c06cf6ad5b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606'] for port, after_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:18:11.833393 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-1c883c3c-e678-4871-82f8-b7a88e72a295 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:18:11.863176 n-d-813419-10 neutron-server[102348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-872073b4-e250-44c8-b9bd-4c06cf6ad5b8 None None] Network 2ef2163d-edab-47f8-b6b9-f5ff45dc86e0 is already hosted by enough agents. {{(pid=102348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 11:18:11.867660 n-d-813419-10 neutron-server[102348]: DEBUG neutron.scheduler.base_scheduler [None req-872073b4-e250-44c8-b9bd-4c06cf6ad5b8 None None] Resources bound (agent type, host, resource id): {{(pid=102348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 11:18:11.871929 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-872073b4-e250-44c8-b9bd-4c06cf6ad5b8 None None] Received port after_create {{(pid=102348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 11:18:11.874975 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872073b4-e250-44c8-b9bd-4c06cf6ad5b8 None None] Pushing event updated for resources: {'Port': ['ID=bf323bca-1e1d-4767-a104-3a96af2fe248,revision_number=1']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:18:11.926049 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-872073b4-e250-44c8-b9bd-4c06cf6ad5b8 None None] Attempting to bind port bf323bca-1e1d-4767-a104-3a96af2fe248 on host n-d-813419-10 for vnic_type normal with profile {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 11:18:11.926422 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-872073b4-e250-44c8-b9bd-4c06cf6ad5b8 None None] Attempting to bind port bf323bca-1e1d-4767-a104-3a96af2fe248 by drivers openvswitch,hyperv on host n-d-813419-10 at level 0 using segments [{'id': 'e17beb4b-63da-47c6-a2be-13338f78cc0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '2ef2163d-edab-47f8-b6b9-f5ff45dc86e0'}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 11:18:11.926784 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-872073b4-e250-44c8-b9bd-4c06cf6ad5b8 None None] Attempting to bind port bf323bca-1e1d-4767-a104-3a96af2fe248 on network 2ef2163d-edab-47f8-b6b9-f5ff45dc86e0 {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 11:18:11.931670 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-872073b4-e250-44c8-b9bd-4c06cf6ad5b8 None None] Checking agent: {'id': '89dba0f3-79b2-435e-9822-33674b8f6ada', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 8, 20), 'started_at': datetime.datetime(2021, 10, 27, 10, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 11, 17, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 11:18:11.932037 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-872073b4-e250-44c8-b9bd-4c06cf6ad5b8 None None] Checking segment: {'id': 'e17beb4b-63da-47c6-a2be-13338f78cc0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '2ef2163d-edab-47f8-b6b9-f5ff45dc86e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 11:18:11.932465 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-872073b4-e250-44c8-b9bd-4c06cf6ad5b8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:18:11.932864 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-872073b4-e250-44c8-b9bd-4c06cf6ad5b8 None None] Bound using segment: {'id': 'e17beb4b-63da-47c6-a2be-13338f78cc0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '2ef2163d-edab-47f8-b6b9-f5ff45dc86e0'} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 11:18:11.933324 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-872073b4-e250-44c8-b9bd-4c06cf6ad5b8 None None] Bound port: bf323bca-1e1d-4767-a104-3a96af2fe248, host: n-d-813419-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e17beb4b-63da-47c6-a2be-13338f78cc0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '2ef2163d-edab-47f8-b6b9-f5ff45dc86e0'}}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 11:18:11.933699 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-872073b4-e250-44c8-b9bd-4c06cf6ad5b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:18:11.938276 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_common [None req-1c883c3c-e678-4871-82f8-b7a88e72a295 admin admin] Allocated IP 172.25.8.230 (185ff123-c7ff-45c7-a6be-71feb35acc9c/0fb9f9d1-7384-481f-8fa8-f4566c349d30/33bb4f09-9031-48c1-b4fa-7e3130b6fc77) {{(pid=102346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 11:18:11.999476 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-872073b4-e250-44c8-b9bd-4c06cf6ad5b8 None None] For port bf323bca-1e1d-4767-a104-3a96af2fe248, host n-d-813419-10, cleared binding levels {{(pid=102348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 11:18:12.002514 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-872073b4-e250-44c8-b9bd-4c06cf6ad5b8 None None] For port bf323bca-1e1d-4767-a104-3a96af2fe248, host n-d-813419-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=bf323bca-1e1d-4767-a104-3a96af2fe248,segment=NetworkSegment(e17beb4b-63da-47c6-a2be-13338f78cc0e),segment_id=e17beb4b-63da-47c6-a2be-13338f78cc0e)] {{(pid=102348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 11:18:12.007561 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-872073b4-e250-44c8-b9bd-4c06cf6ad5b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:18:12.044565 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-1c883c3c-e678-4871-82f8-b7a88e72a295 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:18:12.065238 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872073b4-e250-44c8-b9bd-4c06cf6ad5b8 None None] Pushing event updated for resources: {'Port': ['ID=bf323bca-1e1d-4767-a104-3a96af2fe248,revision_number=2']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:18:12.092462 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-1c883c3c-e678-4871-82f8-b7a88e72a295 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:18:12.134655 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c883c3c-e678-4871-82f8-b7a88e72a295 admin admin] Network 185ff123-c7ff-45c7-a6be-71feb35acc9c is already hosted by enough agents. {{(pid=102346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 11:18:12.140023 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-1c883c3c-e678-4871-82f8-b7a88e72a295 admin admin] Resources bound (agent type, host, resource id): {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 11:18:12.142500 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c883c3c-e678-4871-82f8-b7a88e72a295 admin admin] Pushing event updated for resources: {'Port': ['ID=33bb4f09-9031-48c1-b4fa-7e3130b6fc77,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:18:12.144664 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c883c3c-e678-4871-82f8-b7a88e72a295 admin admin] Received port after_create {{(pid=102346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 11:18:12.403719 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-1c883c3c-e678-4871-82f8-b7a88e72a295 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:18:12.594435 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-1c883c3c-e678-4871-82f8-b7a88e72a295 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1765699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1769372'] for router, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:18:12.722424 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c883c3c-e678-4871-82f8-b7a88e72a295 admin admin] Router 4af54072-75b7-4d94-b08b-f7a6723f7c53 is scheduled to L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb with binding_index 1 {{(pid=102346) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 11:18:12.832295 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c883c3c-e678-4871-82f8-b7a88e72a295 admin admin] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 11:18:12.842289 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7e11a5c-6c7c-4e16-9343-213cc257a252 None None] Sync routers for ids ['4af54072-75b7-4d94-b08b-f7a6723f7c53'] in n-d-813419-10 {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 11:18:12.850725 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-1c883c3c-e678-4871-82f8-b7a88e72a295 admin admin] Publish callbacks [] for router, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:18:12.854850 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-1c883c3c-e678-4871-82f8-b7a88e72a295 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.4554589 Oct 27 11:18:12.855015 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7e11a5c-6c7c-4e16-9343-213cc257a252 None None] Routers {'4af54072-75b7-4d94-b08b-f7a6723f7c53'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 11:18:12.855015 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-c7e11a5c-6c7c-4e16-9343-213cc257a252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T11:17:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['4af54072-75b7-4d94-b08b-f7a6723f7c53'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:18:12.855239 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 47396) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:18:12.959831 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1661e26-19f6-4319-9af8-7b37d511bf92 None None] Network 2ef2163d-edab-47f8-b6b9-f5ff45dc86e0 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 11:18:12.965429 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvr_db [None req-c7e11a5c-6c7c-4e16-9343-213cc257a252 None None] Set router 4af54072-75b7-4d94-b08b-f7a6723f7c53 gateway port host: n-d-813419-10 {{(pid=102348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 11:18:13.140590 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-fe2a44c1-7322-4423-a834-22df6f178d8b None None] Provisioning complete for port bf323bca-1e1d-4767-a104-3a96af2fe248 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:18:13.140952 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-fe2a44c1-7322-4423-a834-22df6f178d8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:18:13.265800 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-7f4fc3ca-827a-4a04-a69d-dfef1ab9787d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:18:13.338082 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-fe2a44c1-7322-4423-a834-22df6f178d8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:18:13.352614 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-c7e11a5c-6c7c-4e16-9343-213cc257a252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4af54072-75b7-4d94-b08b-f7a6723f7c53', 'name': 'tempest-TestMinimumBasicScenario-1471701865-router', 'tenant_id': 'ee278de7fec24fd691eddfbcf2643a16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.230'}], 'enable_snat': True}, 'gw_port_id': '33bb4f09-9031-48c1-b4fa-7e3130b6fc77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:18:11Z', 'updated_at': '2021-10-27T11:18:12Z', 'revision_number': 3, 'project_id': 'ee278de7fec24fd691eddfbcf2643a16', 'gw_port': {'id': '33bb4f09-9031-48c1-b4fa-7e3130b6fc77', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:13:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4af54072-75b7-4d94-b08b-f7a6723f7c53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:18:11Z', 'updated_at': '2021-10-27T11:18:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10'}], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:18:13.388708 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7e11a5c-6c7c-4e16-9343-213cc257a252 None None] Checking router: 4af54072-75b7-4d94-b08b-f7a6723f7c53 for host: n-d-813419-10 {{(pid=102348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 11:18:13.389047 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7e11a5c-6c7c-4e16-9343-213cc257a252 None None] Updating router 4af54072-75b7-4d94-b08b-f7a6723f7c53 port 33bb4f09-9031-48c1-b4fa-7e3130b6fc77 binding host n-d-813419-10 {{(pid=102348) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 11:18:13.423889 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-fe2a44c1-7322-4423-a834-22df6f178d8b None None] For port bf323bca-1e1d-4767-a104-3a96af2fe248, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=bf323bca-1e1d-4767-a104-3a96af2fe248,segment=NetworkSegment(e17beb4b-63da-47c6-a2be-13338f78cc0e),segment_id=e17beb4b-63da-47c6-a2be-13338f78cc0e)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:18:13.426316 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_common [None req-7f4fc3ca-827a-4a04-a69d-dfef1ab9787d admin admin] Allocated IP 172.20.0.1 (2ef2163d-edab-47f8-b6b9-f5ff45dc86e0/784b61b9-bb6f-45e5-8a86-e785e60ccb79/96286cb2-0b5b-473a-8371-fff67006eb1b) {{(pid=102346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 11:18:13.427372 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-c7e11a5c-6c7c-4e16-9343-213cc257a252 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:18:13.430285 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-fe2a44c1-7322-4423-a834-22df6f178d8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:18:13.539708 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-7f4fc3ca-827a-4a04-a69d-dfef1ab9787d admin admin] Publish callbacks [] for port, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:18:13.558765 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2a44c1-7322-4423-a834-22df6f178d8b None None] Pushing event updated for resources: {'Port': ['ID=bf323bca-1e1d-4767-a104-3a96af2fe248,revision_number=3']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:18:13.578946 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-7f4fc3ca-827a-4a04-a69d-dfef1ab9787d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:18:13.618396 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f4fc3ca-827a-4a04-a69d-dfef1ab9787d admin admin] Network 2ef2163d-edab-47f8-b6b9-f5ff45dc86e0 is already hosted by enough agents. {{(pid=102346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 11:18:13.621377 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-7f4fc3ca-827a-4a04-a69d-dfef1ab9787d admin admin] Resources bound (agent type, host, resource id): {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 11:18:13.625122 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f4fc3ca-827a-4a04-a69d-dfef1ab9787d admin admin] Received port after_create {{(pid=102346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 11:18:13.631503 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4fc3ca-827a-4a04-a69d-dfef1ab9787d admin admin] Pushing event updated for resources: {'Port': ['ID=96286cb2-0b5b-473a-8371-fff67006eb1b,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:18:13.679001 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-7f4fc3ca-827a-4a04-a69d-dfef1ab9787d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1664961'] for router_interface, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:18:13.690055 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-795f042a-1881-40ed-b8b1-b5e6ba05639c None None] Provisioning complete for port bf323bca-1e1d-4767-a104-3a96af2fe248 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:18:13.690516 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-795f042a-1881-40ed-b8b1-b5e6ba05639c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:18:13.832173 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-7f4fc3ca-827a-4a04-a69d-dfef1ab9787d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:18:13.910830 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device bf323bca-1e1d-4767-a104-3a96af2fe248 up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 11:18:13.996679 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-7f4fc3ca-827a-4a04-a69d-dfef1ab9787d admin admin] Publish callbacks [] for port, precommit_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:18:14.001684 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-7f4fc3ca-827a-4a04-a69d-dfef1ab9787d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27024173'] for port, after_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:18:14.011005 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-c7e11a5c-6c7c-4e16-9343-213cc257a252 None None] Publish callbacks [] for port, precommit_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:18:14.039447 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-c7e11a5c-6c7c-4e16-9343-213cc257a252 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:18:14.076720 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4fc3ca-827a-4a04-a69d-dfef1ab9787d admin admin] Pushing event updated for resources: {'Port': ['ID=96286cb2-0b5b-473a-8371-fff67006eb1b,revision_number=2']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:18:14.079250 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-7f4fc3ca-827a-4a04-a69d-dfef1ab9787d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2006967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1766225'] for router_interface, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:18:14.095279 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port bf323bca-1e1d-4767-a104-3a96af2fe248 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:18:14.095654 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:18:14.144532 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-c7e11a5c-6c7c-4e16-9343-213cc257a252 None None] Attempting to bind port 33bb4f09-9031-48c1-b4fa-7e3130b6fc77 on host n-d-813419-10 for vnic_type normal with profile {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 11:18:14.144898 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-c7e11a5c-6c7c-4e16-9343-213cc257a252 None None] Attempting to bind port 33bb4f09-9031-48c1-b4fa-7e3130b6fc77 by drivers openvswitch,hyperv on host n-d-813419-10 at level 0 using segments [{'id': 'bc14127b-7032-4c50-bb5b-f6813cbae86e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 11:18:14.145260 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7e11a5c-6c7c-4e16-9343-213cc257a252 None None] Attempting to bind port 33bb4f09-9031-48c1-b4fa-7e3130b6fc77 on network 185ff123-c7ff-45c7-a6be-71feb35acc9c {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 11:18:14.155956 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525f820b-893b-4463-9d57-70031af0cb54 None None] Pushing event updated for resources: {'Port': ['ID=33bb4f09-9031-48c1-b4fa-7e3130b6fc77,revision_number=2']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:18:14.163496 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7e11a5c-6c7c-4e16-9343-213cc257a252 None None] Checking agent: {'id': '89dba0f3-79b2-435e-9822-33674b8f6ada', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 8, 20), 'started_at': datetime.datetime(2021, 10, 27, 10, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 11, 17, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 11:18:14.163863 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7e11a5c-6c7c-4e16-9343-213cc257a252 None None] Checking segment: {'id': 'bc14127b-7032-4c50-bb5b-f6813cbae86e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 11:18:14.164351 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-c7e11a5c-6c7c-4e16-9343-213cc257a252 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:18:14.164644 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7e11a5c-6c7c-4e16-9343-213cc257a252 None None] Bound using segment: {'id': 'bc14127b-7032-4c50-bb5b-f6813cbae86e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 11:18:14.165103 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-c7e11a5c-6c7c-4e16-9343-213cc257a252 None None] Bound port: 33bb4f09-9031-48c1-b4fa-7e3130b6fc77, host: n-d-813419-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc14127b-7032-4c50-bb5b-f6813cbae86e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'}}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 11:18:14.165480 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-c7e11a5c-6c7c-4e16-9343-213cc257a252 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:18:14.174356 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f4fc3ca-827a-4a04-a69d-dfef1ab9787d admin admin] Network 2ef2163d-edab-47f8-b6b9-f5ff45dc86e0 is already hosted by enough agents. {{(pid=102346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 11:18:14.175734 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-7f4fc3ca-827a-4a04-a69d-dfef1ab9787d admin admin] Resources bound (agent type, host, resource id): {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 11:18:14.262169 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-c7e11a5c-6c7c-4e16-9343-213cc257a252 None None] For port 33bb4f09-9031-48c1-b4fa-7e3130b6fc77, host n-d-813419-10, cleared binding levels {{(pid=102348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 11:18:14.281680 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-c7e11a5c-6c7c-4e16-9343-213cc257a252 None None] For port 33bb4f09-9031-48c1-b4fa-7e3130b6fc77, host n-d-813419-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=33bb4f09-9031-48c1-b4fa-7e3130b6fc77,segment=NetworkSegment(bc14127b-7032-4c50-bb5b-f6813cbae86e),segment_id=bc14127b-7032-4c50-bb5b-f6813cbae86e)] {{(pid=102348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 11:18:14.282646 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-ff47ab8e-2281-459f-b90a-1339846044df None None] Provisioning complete for port 96286cb2-0b5b-473a-8371-fff67006eb1b triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:18:14.283053 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-ff47ab8e-2281-459f-b90a-1339846044df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:18:14.295184 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f4fc3ca-827a-4a04-a69d-dfef1ab9787d admin admin] Router 4af54072-75b7-4d94-b08b-f7a6723f7c53 has already been hosted by L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb {{(pid=102346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 11:18:14.308465 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-c7e11a5c-6c7c-4e16-9343-213cc257a252 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:18:14.354926 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-ff47ab8e-2281-459f-b90a-1339846044df None None] Port 96286cb2-0b5b-473a-8371-fff67006eb1b cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 11:18:14.379232 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7e11a5c-6c7c-4e16-9343-213cc257a252 None None] Routers {'4af54072-75b7-4d94-b08b-f7a6723f7c53'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 11:18:14.379856 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-c7e11a5c-6c7c-4e16-9343-213cc257a252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T11:17:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['4af54072-75b7-4d94-b08b-f7a6723f7c53'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:18:14.418406 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f4fc3ca-827a-4a04-a69d-dfef1ab9787d admin admin] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 11:18:14.418636 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525f820b-893b-4463-9d57-70031af0cb54 None None] Pushing event updated for resources: {'Port': ['ID=33bb4f09-9031-48c1-b4fa-7e3130b6fc77,revision_number=3']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:18:14.428083 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-7f4fc3ca-827a-4a04-a69d-dfef1ab9787d admin admin] 10.222.0.44 "PUT /v2.0/routers/4af54072-75b7-4d94-b08b-f7a6723f7c53/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5675523 Oct 27 11:18:14.491916 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-673a16c6-6a2c-45ca-adaa-6798ca03910b None None] Provisioning complete for port 96286cb2-0b5b-473a-8371-fff67006eb1b triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:18:14.492316 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-673a16c6-6a2c-45ca-adaa-6798ca03910b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:18:14.517637 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvr_db [None req-c7e11a5c-6c7c-4e16-9343-213cc257a252 None None] Set router 4af54072-75b7-4d94-b08b-f7a6723f7c53 gateway port host: n-d-813419-10 {{(pid=102348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 11:18:14.564051 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-673a16c6-6a2c-45ca-adaa-6798ca03910b None None] Port 96286cb2-0b5b-473a-8371-fff67006eb1b cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 11:18:14.731325 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-c7e11a5c-6c7c-4e16-9343-213cc257a252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4af54072-75b7-4d94-b08b-f7a6723f7c53', 'name': 'tempest-TestMinimumBasicScenario-1471701865-router', 'tenant_id': 'ee278de7fec24fd691eddfbcf2643a16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.230'}], 'enable_snat': True}, 'gw_port_id': '33bb4f09-9031-48c1-b4fa-7e3130b6fc77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:18:11Z', 'updated_at': '2021-10-27T11:18:13Z', 'revision_number': 4, 'project_id': 'ee278de7fec24fd691eddfbcf2643a16', 'gw_port': {'id': '33bb4f09-9031-48c1-b4fa-7e3130b6fc77', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:13:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4af54072-75b7-4d94-b08b-f7a6723f7c53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:18:11Z', 'updated_at': '2021-10-27T11:18:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_interfaces': [{'id': '96286cb2-0b5b-473a-8371-fff67006eb1b', 'name': '', 'network_id': '2ef2163d-edab-47f8-b6b9-f5ff45dc86e0', 'tenant_id': 'ee278de7fec24fd691eddfbcf2643a16', 'mac_address': 'fa:16:3e:26:69:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4af54072-75b7-4d94-b08b-f7a6723f7c53', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '784b61b9-bb6f-45e5-8a86-e785e60ccb79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:18:13Z', 'updated_at': '2021-10-27T11:18:13Z', 'revision_number': 2, 'project_id': 'ee278de7fec24fd691eddfbcf2643a16', 'subnets': [{'id': '784b61b9-bb6f-45e5-8a86-e785e60ccb79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:18:14.759120 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7e11a5c-6c7c-4e16-9343-213cc257a252 None None] The sync data for ids ['4af54072-75b7-4d94-b08b-f7a6723f7c53'] in n-d-813419-10 is: [{'id': '4af54072-75b7-4d94-b08b-f7a6723f7c53', 'name': 'tempest-TestMinimumBasicScenario-1471701865-router', 'tenant_id': 'ee278de7fec24fd691eddfbcf2643a16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.230'}], 'enable_snat': True}, 'gw_port_id': '33bb4f09-9031-48c1-b4fa-7e3130b6fc77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:18:11Z', 'updated_at': '2021-10-27T11:18:13Z', 'revision_number': 4, 'project_id': 'ee278de7fec24fd691eddfbcf2643a16', 'gw_port': {'id': '33bb4f09-9031-48c1-b4fa-7e3130b6fc77', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:13:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4af54072-75b7-4d94-b08b-f7a6723f7c53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:18:11Z', 'updated_at': '2021-10-27T11:18:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_interfaces': [{'id': '96286cb2-0b5b-473a-8371-fff67006eb1b', 'name': '', 'network_id': '2ef2163d-edab-47f8-b6b9-f5ff45dc86e0', 'tenant_id': 'ee278de7fec24fd691eddfbcf2643a16', 'mac_address': 'fa:16:3e:26:69:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4af54072-75b7-4d94-b08b-f7a6723f7c53', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '784b61b9-bb6f-45e5-8a86-e785e60ccb79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:18:13Z', 'updated_at': '2021-10-27T11:18:13Z', 'revision_number': 2, 'project_id': 'ee278de7fec24fd691eddfbcf2643a16', 'subnets': [{'id': '784b61b9-bb6f-45e5-8a86-e785e60ccb79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 11:18:14.892798 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 47412) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:18:14.897765 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-dc290f29-4d71-4e84-ab66-edf5b30f6586 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2015170192-network', 'tenant_id': '95b8cc0cd7d549659092ff07ef85ddc6'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:18:14.918626 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc290f29-4d71-4e84-ab66-edf5b30f6586 admin admin] Made reservation on behalf of 95b8cc0cd7d549659092ff07ef85ddc6 for: {'network': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 11:18:14.921536 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-dc290f29-4d71-4e84-ab66-edf5b30f6586 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for network, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:18:14.932451 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-dc290f29-4d71-4e84-ab66-edf5b30f6586 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:18:15.026805 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-dc290f29-4d71-4e84-ab66-edf5b30f6586 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:18:15.031448 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-dc290f29-4d71-4e84-ab66-edf5b30f6586 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:18:15.057577 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc290f29-4d71-4e84-ab66-edf5b30f6586 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 441} {{(pid=102347) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 11:18:15.067343 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc290f29-4d71-4e84-ab66-edf5b30f6586 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3310c027-219d-473d-924d-551f8e3a7b15,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:18:15.072387 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-dc290f29-4d71-4e84-ab66-edf5b30f6586 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:18:15.072725 n-d-813419-10 neutron-server[102347]: INFO neutron.db.segments_db [None req-dc290f29-4d71-4e84-ab66-edf5b30f6586 admin admin] Added segment 3390424c-6aaa-41d4-b0b3-6e1b9cd83b6c of type vlan for network 6db9313e-fa2e-4c07-9cc0-515f87298f9e Oct 27 11:18:15.128874 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-dc290f29-4d71-4e84-ab66-edf5b30f6586 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743872593080'] for network, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:18:15.155404 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-dc290f29-4d71-4e84-ab66-edf5b30f6586 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913'] for network, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:18:15.156461 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc290f29-4d71-4e84-ab66-edf5b30f6586 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:18:15.157048 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-dc290f29-4d71-4e84-ab66-edf5b30f6586 admin admin] Publish callbacks [] for network, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:18:15.211074 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-dc290f29-4d71-4e84-ab66-edf5b30f6586 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3171403 Oct 27 11:18:15.213780 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 47416) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:18:15.220288 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-87ff8d36-700e-4aa4-a722-605a671d1f74 admin admin] Request body: {'subnet': {'network_id': '6db9313e-fa2e-4c07-9cc0-515f87298f9e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2015170192-subnet', 'tenant_id': '95b8cc0cd7d549659092ff07ef85ddc6', 'ip_version': 4}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:18:15.239040 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc290f29-4d71-4e84-ab66-edf5b30f6586 admin admin] Pushing event updated for resources: {'Network': ['ID=6db9313e-fa2e-4c07-9cc0-515f87298f9e,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:18:15.251899 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Network 6db9313e-fa2e-4c07-9cc0-515f87298f9e details requested by agent ovs-agent-n-d-813419-10 with host n-d-813419-10 {{(pid=102348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 11:18:15.261147 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87ff8d36-700e-4aa4-a722-605a671d1f74 admin admin] Made reservation on behalf of 95b8cc0cd7d549659092ff07ef85ddc6 for: {'subnet': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 11:18:15.263778 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-87ff8d36-700e-4aa4-a722-605a671d1f74 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18044073'] for subnet, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:18:15.475518 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-87ff8d36-700e-4aa4-a722-605a671d1f74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-18295883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18044091'] for subnet, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:18:15.529775 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ff8d36-700e-4aa4-a722-605a671d1f74 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5fd5e556-30c4-4019-abaf-b3d7671c1d27,revision_number=0']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:18:15.541670 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87ff8d36-700e-4aa4-a722-605a671d1f74 admin admin] Checking segment: {'id': '3390424c-6aaa-41d4-b0b3-6e1b9cd83b6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '6db9313e-fa2e-4c07-9cc0-515f87298f9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 11:18:15.542092 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87ff8d36-700e-4aa4-a722-605a671d1f74 admin admin] Network hostable DHCP agents. Network: 6db9313e-fa2e-4c07-9cc0-515f87298f9e, hostable agents: ['eafd4000-b897-4722-ae8b-0118ec955181'], hosted agents: [] {{(pid=102347) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 11:18:15.559756 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87ff8d36-700e-4aa4-a722-605a671d1f74 admin admin] Network 6db9313e-fa2e-4c07-9cc0-515f87298f9e is scheduled to be hosted by DHCP agent eafd4000-b897-4722-ae8b-0118ec955181 with binding_index 1 {{(pid=102347) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 11:18:15.573276 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [None req-87ff8d36-700e-4aa4-a722-605a671d1f74 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-10, 6db9313e-fa2e-4c07-9cc0-515f87298f9e) {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 11:18:15.578945 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87ff8d36-700e-4aa4-a722-605a671d1f74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:18:15.579534 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-87ff8d36-700e-4aa4-a722-605a671d1f74 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:18:15.584823 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b55df943-0f54-4958-a3e6-999b31579ccc None None] Network 6db9313e-fa2e-4c07-9cc0-515f87298f9e requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 11:18:15.597450 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-87ff8d36-700e-4aa4-a722-605a671d1f74 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3824246 Oct 27 11:18:15.600945 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 47418) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:18:15.605318 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-6ffadacb-ded7-4045-9e6f-56e1c05804a2 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2015170192-router', 'tenant_id': '95b8cc0cd7d549659092ff07ef85ddc6', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'}}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:18:15.635088 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-6ffadacb-ded7-4045-9e6f-56e1c05804a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1768632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3610'] for router, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:18:15.636128 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-6ffadacb-ded7-4045-9e6f-56e1c05804a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1765704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1769409', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1694266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3597'] for router, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:18:15.706536 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-6ffadacb-ded7-4045-9e6f-56e1c05804a2 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:18:15.737906 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 33bb4f09-9031-48c1-b4fa-7e3130b6fc77 up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 11:18:15.809842 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f327e449-8d87-4095-bdaa-afd4b61fa07c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp734b258e-7d96-550c-b970-9b72ab66f383-6db9313e-fa2e-4c07-9cc0-515f87298f9e', 'network_id': '6db9313e-fa2e-4c07-9cc0-515f87298f9e', 'tenant_id': '95b8cc0cd7d549659092ff07ef85ddc6', 'fixed_ips': [{'subnet_id': '5fd5e556-30c4-4019-abaf-b3d7671c1d27'}]}} from n-d-813419-10. {{(pid=102348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 11:18:15.811394 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f327e449-8d87-4095-bdaa-afd4b61fa07c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:18:15.850921 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port 33bb4f09-9031-48c1-b4fa-7e3130b6fc77 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:18:15.850921 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:18:15.855691 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-6ffadacb-ded7-4045-9e6f-56e1c05804a2 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:18:16.018684 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.db_base_plugin_common [None req-f327e449-8d87-4095-bdaa-afd4b61fa07c None None] Allocated IP 172.20.0.2 (6db9313e-fa2e-4c07-9cc0-515f87298f9e/5fd5e556-30c4-4019-abaf-b3d7671c1d27/4578495c-b923-42af-a198-5814e762d364) {{(pid=102348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 11:18:16.039806 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:18:16.078039 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-6ffadacb-ded7-4045-9e6f-56e1c05804a2 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:18:16.099059 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] For port 33bb4f09-9031-48c1-b4fa-7e3130b6fc77, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=33bb4f09-9031-48c1-b4fa-7e3130b6fc77,segment=NetworkSegment(bc14127b-7032-4c50-bb5b-f6813cbae86e),segment_id=bc14127b-7032-4c50-bb5b-f6813cbae86e)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:18:16.100517 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-6ffadacb-ded7-4045-9e6f-56e1c05804a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:18:16.104190 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:18:16.185205 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Pushing event updated for resources: {'Port': ['ID=33bb4f09-9031-48c1-b4fa-7e3130b6fc77,revision_number=4']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:18:16.214313 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_common [None req-6ffadacb-ded7-4045-9e6f-56e1c05804a2 admin admin] Allocated IP 172.25.8.23 (185ff123-c7ff-45c7-a6be-71feb35acc9c/0fb9f9d1-7384-481f-8fa8-f4566c349d30/17fa01ab-b2ea-4296-8f4d-3da3581f7ad3) {{(pid=102346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 11:18:16.243434 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f327e449-8d87-4095-bdaa-afd4b61fa07c None None] Publish callbacks [] for port, precommit_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:18:16.248802 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f327e449-8d87-4095-bdaa-afd4b61fa07c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606'] for port, after_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:18:16.293926 n-d-813419-10 neutron-server[102348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f327e449-8d87-4095-bdaa-afd4b61fa07c None None] Network 6db9313e-fa2e-4c07-9cc0-515f87298f9e is already hosted by enough agents. {{(pid=102348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 11:18:16.306128 n-d-813419-10 neutron-server[102348]: DEBUG neutron.scheduler.base_scheduler [None req-f327e449-8d87-4095-bdaa-afd4b61fa07c None None] Resources bound (agent type, host, resource id): {{(pid=102348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 11:18:16.310478 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f327e449-8d87-4095-bdaa-afd4b61fa07c None None] Received port after_create {{(pid=102348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 11:18:16.312417 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f327e449-8d87-4095-bdaa-afd4b61fa07c None None] Pushing event updated for resources: {'Port': ['ID=4578495c-b923-42af-a198-5814e762d364,revision_number=1']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:18:16.324630 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-8062eac8-d37c-47cc-b9a3-8ab5b9a3affe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:18:16.376895 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-f327e449-8d87-4095-bdaa-afd4b61fa07c None None] Attempting to bind port 4578495c-b923-42af-a198-5814e762d364 on host n-d-813419-10 for vnic_type normal with profile {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 11:18:16.377265 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-f327e449-8d87-4095-bdaa-afd4b61fa07c None None] Attempting to bind port 4578495c-b923-42af-a198-5814e762d364 by drivers openvswitch,hyperv on host n-d-813419-10 at level 0 using segments [{'id': '3390424c-6aaa-41d4-b0b3-6e1b9cd83b6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '6db9313e-fa2e-4c07-9cc0-515f87298f9e'}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 11:18:16.377624 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f327e449-8d87-4095-bdaa-afd4b61fa07c None None] Attempting to bind port 4578495c-b923-42af-a198-5814e762d364 on network 6db9313e-fa2e-4c07-9cc0-515f87298f9e {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 11:18:16.384079 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f327e449-8d87-4095-bdaa-afd4b61fa07c None None] Checking agent: {'id': '89dba0f3-79b2-435e-9822-33674b8f6ada', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 8, 20), 'started_at': datetime.datetime(2021, 10, 27, 10, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 11, 17, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 11:18:16.384481 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f327e449-8d87-4095-bdaa-afd4b61fa07c None None] Checking segment: {'id': '3390424c-6aaa-41d4-b0b3-6e1b9cd83b6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '6db9313e-fa2e-4c07-9cc0-515f87298f9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 11:18:16.384877 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f327e449-8d87-4095-bdaa-afd4b61fa07c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:18:16.385265 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f327e449-8d87-4095-bdaa-afd4b61fa07c None None] Bound using segment: {'id': '3390424c-6aaa-41d4-b0b3-6e1b9cd83b6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '6db9313e-fa2e-4c07-9cc0-515f87298f9e'} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 11:18:16.385738 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-f327e449-8d87-4095-bdaa-afd4b61fa07c None None] Bound port: 4578495c-b923-42af-a198-5814e762d364, host: n-d-813419-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3390424c-6aaa-41d4-b0b3-6e1b9cd83b6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '6db9313e-fa2e-4c07-9cc0-515f87298f9e'}}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 11:18:16.386111 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f327e449-8d87-4095-bdaa-afd4b61fa07c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:18:16.457128 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f327e449-8d87-4095-bdaa-afd4b61fa07c None None] For port 4578495c-b923-42af-a198-5814e762d364, host n-d-813419-10, cleared binding levels {{(pid=102348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 11:18:16.460591 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f327e449-8d87-4095-bdaa-afd4b61fa07c None None] For port 4578495c-b923-42af-a198-5814e762d364, host n-d-813419-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=4578495c-b923-42af-a198-5814e762d364,segment=NetworkSegment(3390424c-6aaa-41d4-b0b3-6e1b9cd83b6c),segment_id=3390424c-6aaa-41d4-b0b3-6e1b9cd83b6c)] {{(pid=102348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 11:18:16.464917 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f327e449-8d87-4095-bdaa-afd4b61fa07c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:18:16.521896 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f327e449-8d87-4095-bdaa-afd4b61fa07c None None] Pushing event updated for resources: {'Port': ['ID=4578495c-b923-42af-a198-5814e762d364,revision_number=2']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:18:16.635584 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-6ffadacb-ded7-4045-9e6f-56e1c05804a2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:18:16.670181 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-6ffadacb-ded7-4045-9e6f-56e1c05804a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:18:16.726040 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ffadacb-ded7-4045-9e6f-56e1c05804a2 admin admin] Network 185ff123-c7ff-45c7-a6be-71feb35acc9c is already hosted by enough agents. {{(pid=102346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 11:18:16.729247 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-6ffadacb-ded7-4045-9e6f-56e1c05804a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 11:18:16.733832 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ffadacb-ded7-4045-9e6f-56e1c05804a2 admin admin] Received port after_create {{(pid=102346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 11:18:16.737421 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffadacb-ded7-4045-9e6f-56e1c05804a2 admin admin] Pushing event updated for resources: {'Port': ['ID=17fa01ab-b2ea-4296-8f4d-3da3581f7ad3,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:18:16.995995 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-6ffadacb-ded7-4045-9e6f-56e1c05804a2 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:18:17.188855 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-6ffadacb-ded7-4045-9e6f-56e1c05804a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1765699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1769372'] for router, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:18:17.324397 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ffadacb-ded7-4045-9e6f-56e1c05804a2 admin admin] Router 6b3f9176-7888-4553-ac51-3fba5410d184 is scheduled to L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb with binding_index 1 {{(pid=102346) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 11:18:17.372887 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c3ad6d6-b7c6-4419-8e56-f444f53a1f8f None None] Sync routers for ids ['4af54072-75b7-4d94-b08b-f7a6723f7c53'] in n-d-813419-10 {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 11:18:17.384331 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c3ad6d6-b7c6-4419-8e56-f444f53a1f8f None None] Routers {'4af54072-75b7-4d94-b08b-f7a6723f7c53'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 11:18:17.384946 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-4c3ad6d6-b7c6-4419-8e56-f444f53a1f8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T11:17:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['4af54072-75b7-4d94-b08b-f7a6723f7c53'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:18:17.438896 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ffadacb-ded7-4045-9e6f-56e1c05804a2 admin admin] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 11:18:17.450398 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eff5b786-6e76-49f3-9b4e-6a7aa2d035a6 None None] Sync routers for ids ['6b3f9176-7888-4553-ac51-3fba5410d184'] in n-d-813419-10 {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 11:18:17.465518 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-6ffadacb-ded7-4045-9e6f-56e1c05804a2 admin admin] Publish callbacks [] for router, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:18:17.465754 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eff5b786-6e76-49f3-9b4e-6a7aa2d035a6 None None] Routers {'6b3f9176-7888-4553-ac51-3fba5410d184'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 11:18:17.466086 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-eff5b786-6e76-49f3-9b4e-6a7aa2d035a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T11:17:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['6b3f9176-7888-4553-ac51-3fba5410d184'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:18:17.470406 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 47422) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:18:17.480254 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-6ffadacb-ded7-4045-9e6f-56e1c05804a2 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.8711684 Oct 27 11:18:17.518119 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvr_db [None req-4c3ad6d6-b7c6-4419-8e56-f444f53a1f8f None None] Set router 4af54072-75b7-4d94-b08b-f7a6723f7c53 gateway port host: n-d-813419-10 {{(pid=102349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 11:18:17.538298 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d778ef77-d5fa-44aa-aba5-412a12632aa8 None None] Network 6db9313e-fa2e-4c07-9cc0-515f87298f9e requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 11:18:17.650890 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-3eea337d-b8e3-402c-8a21-f6f714750e6f None None] Provisioning complete for port 4578495c-b923-42af-a198-5814e762d364 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:18:17.651266 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-3eea337d-b8e3-402c-8a21-f6f714750e6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:18:17.691948 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvr_db [None req-eff5b786-6e76-49f3-9b4e-6a7aa2d035a6 None None] Set router 6b3f9176-7888-4553-ac51-3fba5410d184 gateway port host: n-d-813419-10 {{(pid=102348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 11:18:17.776293 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-4c3ad6d6-b7c6-4419-8e56-f444f53a1f8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4af54072-75b7-4d94-b08b-f7a6723f7c53', 'name': 'tempest-TestMinimumBasicScenario-1471701865-router', 'tenant_id': 'ee278de7fec24fd691eddfbcf2643a16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.230'}], 'enable_snat': True}, 'gw_port_id': '33bb4f09-9031-48c1-b4fa-7e3130b6fc77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:18:11Z', 'updated_at': '2021-10-27T11:18:13Z', 'revision_number': 4, 'project_id': 'ee278de7fec24fd691eddfbcf2643a16', 'gw_port': {'id': '33bb4f09-9031-48c1-b4fa-7e3130b6fc77', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:13:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af54072-75b7-4d94-b08b-f7a6723f7c53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:18:11Z', 'updated_at': '2021-10-27T11:18:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_interfaces': [{'id': '96286cb2-0b5b-473a-8371-fff67006eb1b', 'name': '', 'network_id': '2ef2163d-edab-47f8-b6b9-f5ff45dc86e0', 'tenant_id': 'ee278de7fec24fd691eddfbcf2643a16', 'mac_address': 'fa:16:3e:26:69:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4af54072-75b7-4d94-b08b-f7a6723f7c53', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '784b61b9-bb6f-45e5-8a86-e785e60ccb79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:18:13Z', 'updated_at': '2021-10-27T11:18:13Z', 'revision_number': 2, 'project_id': 'ee278de7fec24fd691eddfbcf2643a16', 'subnets': [{'id': '784b61b9-bb6f-45e5-8a86-e785e60ccb79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:18:17.832993 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 4578495c-b923-42af-a198-5814e762d364 up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 11:18:17.834363 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c3ad6d6-b7c6-4419-8e56-f444f53a1f8f None None] Checking router: 4af54072-75b7-4d94-b08b-f7a6723f7c53 for host: n-d-813419-10 {{(pid=102349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 11:18:17.834781 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c3ad6d6-b7c6-4419-8e56-f444f53a1f8f None None] Updating router 4af54072-75b7-4d94-b08b-f7a6723f7c53 port 96286cb2-0b5b-473a-8371-fff67006eb1b binding host n-d-813419-10 {{(pid=102349) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 11:18:17.866211 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-4c3ad6d6-b7c6-4419-8e56-f444f53a1f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:18:17.953451 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-119f5a96-15fd-4d32-8273-af7a810fd552 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:18:18.112418 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_common [None req-119f5a96-15fd-4d32-8273-af7a810fd552 admin admin] Allocated IP 172.20.0.1 (6db9313e-fa2e-4c07-9cc0-515f87298f9e/5fd5e556-30c4-4019-abaf-b3d7671c1d27/fc87b3ee-a655-4a8c-bdc2-84e3a5c71487) {{(pid=102347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 11:18:18.147378 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-4c3ad6d6-b7c6-4419-8e56-f444f53a1f8f None None] Publish callbacks [] for port, precommit_update {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:18:18.153689 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-4c3ad6d6-b7c6-4419-8e56-f444f53a1f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:18:18.179155 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-3eea337d-b8e3-402c-8a21-f6f714750e6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:18:18.199809 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port 4578495c-b923-42af-a198-5814e762d364 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:18:18.200179 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:18:18.227790 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c09fd4e-976c-49e8-9a3a-71cb62e36ae5 None None] Pushing event updated for resources: {'Port': ['ID=96286cb2-0b5b-473a-8371-fff67006eb1b,revision_number=3']} {{(pid=102349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:18:18.245408 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-119f5a96-15fd-4d32-8273-af7a810fd552 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:18:18.248945 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c09fd4e-976c-49e8-9a3a-71cb62e36ae5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:18:18.249242 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c09fd4e-976c-49e8-9a3a-71cb62e36ae5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:18:18.249573 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c09fd4e-976c-49e8-9a3a-71cb62e36ae5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:18:18.249976 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c09fd4e-976c-49e8-9a3a-71cb62e36ae5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:18:18.250221 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c09fd4e-976c-49e8-9a3a-71cb62e36ae5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:18:18.250544 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c09fd4e-976c-49e8-9a3a-71cb62e36ae5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:18:18.250860 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c09fd4e-976c-49e8-9a3a-71cb62e36ae5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:18:18.251176 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c09fd4e-976c-49e8-9a3a-71cb62e36ae5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:18:18.251558 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c09fd4e-976c-49e8-9a3a-71cb62e36ae5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:18:18.251874 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c09fd4e-976c-49e8-9a3a-71cb62e36ae5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:18:18.252189 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c09fd4e-976c-49e8-9a3a-71cb62e36ae5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:18:18.252520 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c09fd4e-976c-49e8-9a3a-71cb62e36ae5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:18:18.263590 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-3eea337d-b8e3-402c-8a21-f6f714750e6f None None] For port 4578495c-b923-42af-a198-5814e762d364, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=4578495c-b923-42af-a198-5814e762d364,segment=NetworkSegment(3390424c-6aaa-41d4-b0b3-6e1b9cd83b6c),segment_id=3390424c-6aaa-41d4-b0b3-6e1b9cd83b6c)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:18:18.270474 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.managers [None req-4c3ad6d6-b7c6-4419-8e56-f444f53a1f8f None None] Attempting to bind port 96286cb2-0b5b-473a-8371-fff67006eb1b on host n-d-813419-10 for vnic_type normal with profile {{(pid=102349) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 11:18:18.270878 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.managers [None req-4c3ad6d6-b7c6-4419-8e56-f444f53a1f8f None None] Attempting to bind port 96286cb2-0b5b-473a-8371-fff67006eb1b by drivers openvswitch,hyperv on host n-d-813419-10 at level 0 using segments [{'id': 'e17beb4b-63da-47c6-a2be-13338f78cc0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '2ef2163d-edab-47f8-b6b9-f5ff45dc86e0'}] {{(pid=102349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 11:18:18.272013 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c3ad6d6-b7c6-4419-8e56-f444f53a1f8f None None] Attempting to bind port 96286cb2-0b5b-473a-8371-fff67006eb1b on network 2ef2163d-edab-47f8-b6b9-f5ff45dc86e0 {{(pid=102349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 11:18:18.277712 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-3eea337d-b8e3-402c-8a21-f6f714750e6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:18:18.278458 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c3ad6d6-b7c6-4419-8e56-f444f53a1f8f None None] Checking agent: {'id': '89dba0f3-79b2-435e-9822-33674b8f6ada', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 8, 20), 'started_at': datetime.datetime(2021, 10, 27, 10, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 11, 17, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 11:18:18.278837 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c3ad6d6-b7c6-4419-8e56-f444f53a1f8f None None] Checking segment: {'id': 'e17beb4b-63da-47c6-a2be-13338f78cc0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '2ef2163d-edab-47f8-b6b9-f5ff45dc86e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 11:18:18.279225 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-4c3ad6d6-b7c6-4419-8e56-f444f53a1f8f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:18:18.279657 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c3ad6d6-b7c6-4419-8e56-f444f53a1f8f None None] Bound using segment: {'id': 'e17beb4b-63da-47c6-a2be-13338f78cc0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '2ef2163d-edab-47f8-b6b9-f5ff45dc86e0'} {{(pid=102349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 11:18:18.280122 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.managers [None req-4c3ad6d6-b7c6-4419-8e56-f444f53a1f8f None None] Bound port: 96286cb2-0b5b-473a-8371-fff67006eb1b, host: n-d-813419-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e17beb4b-63da-47c6-a2be-13338f78cc0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '2ef2163d-edab-47f8-b6b9-f5ff45dc86e0'}}] {{(pid=102349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 11:18:18.280646 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-4c3ad6d6-b7c6-4419-8e56-f444f53a1f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:18:18.297287 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-119f5a96-15fd-4d32-8273-af7a810fd552 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:18:18.354254 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-eff5b786-6e76-49f3-9b4e-6a7aa2d035a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b3f9176-7888-4553-ac51-3fba5410d184', 'name': 'tempest-TestMinimumBasicScenario-2015170192-router', 'tenant_id': '95b8cc0cd7d549659092ff07ef85ddc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.23'}], 'enable_snat': True}, 'gw_port_id': '17fa01ab-b2ea-4296-8f4d-3da3581f7ad3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:18:15Z', 'updated_at': '2021-10-27T11:18:16Z', 'revision_number': 3, 'project_id': '95b8cc0cd7d549659092ff07ef85ddc6', 'gw_port': {'id': '17fa01ab-b2ea-4296-8f4d-3da3581f7ad3', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:92:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b3f9176-7888-4553-ac51-3fba5410d184', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:18:16Z', 'updated_at': '2021-10-27T11:18:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10'}], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:18:18.355098 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-119f5a96-15fd-4d32-8273-af7a810fd552 admin admin] Network 6db9313e-fa2e-4c07-9cc0-515f87298f9e is already hosted by enough agents. {{(pid=102347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 11:18:18.363663 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [None req-119f5a96-15fd-4d32-8273-af7a810fd552 admin admin] Resources bound (agent type, host, resource id): {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 11:18:18.367790 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-119f5a96-15fd-4d32-8273-af7a810fd552 admin admin] Received port after_create {{(pid=102347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 11:18:18.372386 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.db [None req-4c3ad6d6-b7c6-4419-8e56-f444f53a1f8f None None] For port 96286cb2-0b5b-473a-8371-fff67006eb1b, host n-d-813419-10, cleared binding levels {{(pid=102349) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 11:18:18.376404 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.db [None req-4c3ad6d6-b7c6-4419-8e56-f444f53a1f8f None None] For port 96286cb2-0b5b-473a-8371-fff67006eb1b, host n-d-813419-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=96286cb2-0b5b-473a-8371-fff67006eb1b,segment=NetworkSegment(e17beb4b-63da-47c6-a2be-13338f78cc0e),segment_id=e17beb4b-63da-47c6-a2be-13338f78cc0e)] {{(pid=102349) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 11:18:18.383338 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-4c3ad6d6-b7c6-4419-8e56-f444f53a1f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:18:18.428832 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119f5a96-15fd-4d32-8273-af7a810fd552 admin admin] Pushing event updated for resources: {'Port': ['ID=fc87b3ee-a655-4a8c-bdc2-84e3a5c71487,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:18:18.437313 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eff5b786-6e76-49f3-9b4e-6a7aa2d035a6 None None] Checking router: 6b3f9176-7888-4553-ac51-3fba5410d184 for host: n-d-813419-10 {{(pid=102348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 11:18:18.437736 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eff5b786-6e76-49f3-9b4e-6a7aa2d035a6 None None] Updating router 6b3f9176-7888-4553-ac51-3fba5410d184 port 17fa01ab-b2ea-4296-8f4d-3da3581f7ad3 binding host n-d-813419-10 {{(pid=102348) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 11:18:18.448584 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-119f5a96-15fd-4d32-8273-af7a810fd552 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1664961'] for router_interface, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:18:18.471968 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 33bb4f09-9031-48c1-b4fa-7e3130b6fc77 up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 11:18:18.485489 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eea337d-b8e3-402c-8a21-f6f714750e6f None None] Pushing event updated for resources: {'Port': ['ID=4578495c-b923-42af-a198-5814e762d364,revision_number=3']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:18:18.516187 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-eff5b786-6e76-49f3-9b4e-6a7aa2d035a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:18:18.566510 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c09fd4e-976c-49e8-9a3a-71cb62e36ae5 None None] Pushing event updated for resources: {'Port': ['ID=96286cb2-0b5b-473a-8371-fff67006eb1b,revision_number=4']} {{(pid=102349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:18:18.601204 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c3ad6d6-b7c6-4419-8e56-f444f53a1f8f None None] Routers {'4af54072-75b7-4d94-b08b-f7a6723f7c53'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 11:18:18.601854 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-4c3ad6d6-b7c6-4419-8e56-f444f53a1f8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T11:17:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['4af54072-75b7-4d94-b08b-f7a6723f7c53'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:18:18.613036 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-119f5a96-15fd-4d32-8273-af7a810fd552 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:18:18.797629 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvr_db [None req-4c3ad6d6-b7c6-4419-8e56-f444f53a1f8f None None] Set router 4af54072-75b7-4d94-b08b-f7a6723f7c53 gateway port host: n-d-813419-10 {{(pid=102349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 11:18:18.801410 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-119f5a96-15fd-4d32-8273-af7a810fd552 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:18:18.811226 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-119f5a96-15fd-4d32-8273-af7a810fd552 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:18:18.823183 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port 33bb4f09-9031-48c1-b4fa-7e3130b6fc77 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:18:18.823553 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:18:18.861573 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-62ec1e61-f2a3-4ef8-9c46-4b3a7234109a None None] Provisioning complete for port 4578495c-b923-42af-a198-5814e762d364 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:18:18.861860 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-62ec1e61-f2a3-4ef8-9c46-4b3a7234109a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:18:18.901218 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-119f5a96-15fd-4d32-8273-af7a810fd552 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2006967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1766225'] for router_interface, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:18:18.923045 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119f5a96-15fd-4d32-8273-af7a810fd552 admin admin] Pushing event updated for resources: {'Port': ['ID=fc87b3ee-a655-4a8c-bdc2-84e3a5c71487,revision_number=2']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:18:19.027976 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-119f5a96-15fd-4d32-8273-af7a810fd552 admin admin] Network 6db9313e-fa2e-4c07-9cc0-515f87298f9e is already hosted by enough agents. {{(pid=102347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 11:18:19.030147 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [None req-119f5a96-15fd-4d32-8273-af7a810fd552 admin admin] Resources bound (agent type, host, resource id): {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 11:18:19.030276 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-e0f48264-c68e-41f7-8d35-cbbfd1fa7a7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:18:19.032889 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-eff5b786-6e76-49f3-9b4e-6a7aa2d035a6 None None] Publish callbacks [] for port, precommit_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:18:19.068420 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-eff5b786-6e76-49f3-9b4e-6a7aa2d035a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:18:19.080939 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-4c3ad6d6-b7c6-4419-8e56-f444f53a1f8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4af54072-75b7-4d94-b08b-f7a6723f7c53', 'name': 'tempest-TestMinimumBasicScenario-1471701865-router', 'tenant_id': 'ee278de7fec24fd691eddfbcf2643a16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.230'}], 'enable_snat': True}, 'gw_port_id': '33bb4f09-9031-48c1-b4fa-7e3130b6fc77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:18:11Z', 'updated_at': '2021-10-27T11:18:13Z', 'revision_number': 4, 'project_id': 'ee278de7fec24fd691eddfbcf2643a16', 'gw_port': {'id': '33bb4f09-9031-48c1-b4fa-7e3130b6fc77', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:13:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af54072-75b7-4d94-b08b-f7a6723f7c53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:18:11Z', 'updated_at': '2021-10-27T11:18:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_interfaces': [{'id': '96286cb2-0b5b-473a-8371-fff67006eb1b', 'name': '', 'network_id': '2ef2163d-edab-47f8-b6b9-f5ff45dc86e0', 'tenant_id': 'ee278de7fec24fd691eddfbcf2643a16', 'mac_address': 'fa:16:3e:26:69:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4af54072-75b7-4d94-b08b-f7a6723f7c53', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '784b61b9-bb6f-45e5-8a86-e785e60ccb79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:18:13Z', 'updated_at': '2021-10-27T11:18:18Z', 'revision_number': 4, 'project_id': 'ee278de7fec24fd691eddfbcf2643a16', 'subnets': [{'id': '784b61b9-bb6f-45e5-8a86-e785e60ccb79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:18:19.117062 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-eff5b786-6e76-49f3-9b4e-6a7aa2d035a6 None None] Attempting to bind port 17fa01ab-b2ea-4296-8f4d-3da3581f7ad3 on host n-d-813419-10 for vnic_type normal with profile {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 11:18:19.117836 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-eff5b786-6e76-49f3-9b4e-6a7aa2d035a6 None None] Attempting to bind port 17fa01ab-b2ea-4296-8f4d-3da3581f7ad3 by drivers openvswitch,hyperv on host n-d-813419-10 at level 0 using segments [{'id': 'bc14127b-7032-4c50-bb5b-f6813cbae86e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 11:18:19.118316 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eff5b786-6e76-49f3-9b4e-6a7aa2d035a6 None None] Attempting to bind port 17fa01ab-b2ea-4296-8f4d-3da3581f7ad3 on network 185ff123-c7ff-45c7-a6be-71feb35acc9c {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 11:18:19.121999 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c3ad6d6-b7c6-4419-8e56-f444f53a1f8f None None] The sync data for ids ['4af54072-75b7-4d94-b08b-f7a6723f7c53'] in n-d-813419-10 is: [{'id': '4af54072-75b7-4d94-b08b-f7a6723f7c53', 'name': 'tempest-TestMinimumBasicScenario-1471701865-router', 'tenant_id': 'ee278de7fec24fd691eddfbcf2643a16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.230'}], 'enable_snat': True}, 'gw_port_id': '33bb4f09-9031-48c1-b4fa-7e3130b6fc77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:18:11Z', 'updated_at': '2021-10-27T11:18:13Z', 'revision_number': 4, 'project_id': 'ee278de7fec24fd691eddfbcf2643a16', 'gw_port': {'id': '33bb4f09-9031-48c1-b4fa-7e3130b6fc77', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:13:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af54072-75b7-4d94-b08b-f7a6723f7c53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:18:11Z', 'updated_at': '2021-10-27T11:18:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_interfaces': [{'id': '96286cb2-0b5b-473a-8371-fff67006eb1b', 'name': '', 'network_id': '2ef2163d-edab-47f8-b6b9-f5ff45dc86e0', 'tenant_id': 'ee278de7fec24fd691eddfbcf2643a16', 'mac_address': 'fa:16:3e:26:69:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4af54072-75b7-4d94-b08b-f7a6723f7c53', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '784b61b9-bb6f-45e5-8a86-e785e60ccb79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:18:13Z', 'updated_at': '2021-10-27T11:18:18Z', 'revision_number': 4, 'project_id': 'ee278de7fec24fd691eddfbcf2643a16', 'subnets': [{'id': '784b61b9-bb6f-45e5-8a86-e785e60ccb79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 11:18:19.155655 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eff5b786-6e76-49f3-9b4e-6a7aa2d035a6 None None] Checking agent: {'id': '89dba0f3-79b2-435e-9822-33674b8f6ada', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 8, 20), 'started_at': datetime.datetime(2021, 10, 27, 10, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 11, 17, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 11:18:19.156035 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eff5b786-6e76-49f3-9b4e-6a7aa2d035a6 None None] Checking segment: {'id': 'bc14127b-7032-4c50-bb5b-f6813cbae86e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 11:18:19.156462 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-eff5b786-6e76-49f3-9b4e-6a7aa2d035a6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:18:19.156858 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eff5b786-6e76-49f3-9b4e-6a7aa2d035a6 None None] Bound using segment: {'id': 'bc14127b-7032-4c50-bb5b-f6813cbae86e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 11:18:19.157341 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-eff5b786-6e76-49f3-9b4e-6a7aa2d035a6 None None] Bound port: 17fa01ab-b2ea-4296-8f4d-3da3581f7ad3, host: n-d-813419-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc14127b-7032-4c50-bb5b-f6813cbae86e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'}}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 11:18:19.157723 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-eff5b786-6e76-49f3-9b4e-6a7aa2d035a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:18:19.179909 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-119f5a96-15fd-4d32-8273-af7a810fd552 admin admin] Router 6b3f9176-7888-4553-ac51-3fba5410d184 has already been hosted by L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb {{(pid=102347) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 11:18:19.202895 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95993a5f-7e40-4f86-bf46-69d7fc08455b None None] Pushing event updated for resources: {'Port': ['ID=17fa01ab-b2ea-4296-8f4d-3da3581f7ad3,revision_number=2']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:18:19.217362 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-62ec1e61-f2a3-4ef8-9c46-4b3a7234109a None None] Provisioning complete for port 96286cb2-0b5b-473a-8371-fff67006eb1b triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:18:19.217730 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-62ec1e61-f2a3-4ef8-9c46-4b3a7234109a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:18:19.268121 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-eff5b786-6e76-49f3-9b4e-6a7aa2d035a6 None None] For port 17fa01ab-b2ea-4296-8f4d-3da3581f7ad3, host n-d-813419-10, cleared binding levels {{(pid=102348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 11:18:19.273077 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-eff5b786-6e76-49f3-9b4e-6a7aa2d035a6 None None] For port 17fa01ab-b2ea-4296-8f4d-3da3581f7ad3, host n-d-813419-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=17fa01ab-b2ea-4296-8f4d-3da3581f7ad3,segment=NetworkSegment(bc14127b-7032-4c50-bb5b-f6813cbae86e),segment_id=bc14127b-7032-4c50-bb5b-f6813cbae86e)] {{(pid=102348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 11:18:19.281562 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-eff5b786-6e76-49f3-9b4e-6a7aa2d035a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:18:19.320166 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-119f5a96-15fd-4d32-8273-af7a810fd552 admin admin] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 11:18:19.337098 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-119f5a96-15fd-4d32-8273-af7a810fd552 admin admin] 10.222.0.44 "PUT /v2.0/routers/6b3f9176-7888-4553-ac51-3fba5410d184/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8655879 Oct 27 11:18:19.391053 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eff5b786-6e76-49f3-9b4e-6a7aa2d035a6 None None] Routers {'6b3f9176-7888-4553-ac51-3fba5410d184'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 11:18:19.391690 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-eff5b786-6e76-49f3-9b4e-6a7aa2d035a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T11:18:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['6b3f9176-7888-4553-ac51-3fba5410d184'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:18:19.458322 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95993a5f-7e40-4f86-bf46-69d7fc08455b None None] Pushing event updated for resources: {'Port': ['ID=17fa01ab-b2ea-4296-8f4d-3da3581f7ad3,revision_number=3']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:18:19.462398 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-62ec1e61-f2a3-4ef8-9c46-4b3a7234109a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:18:19.515070 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-62ec1e61-f2a3-4ef8-9c46-4b3a7234109a None None] For port 96286cb2-0b5b-473a-8371-fff67006eb1b, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=96286cb2-0b5b-473a-8371-fff67006eb1b,segment=NetworkSegment(e17beb4b-63da-47c6-a2be-13338f78cc0e),segment_id=e17beb4b-63da-47c6-a2be-13338f78cc0e)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:18:19.520830 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-62ec1e61-f2a3-4ef8-9c46-4b3a7234109a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:18:19.569487 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvr_db [None req-eff5b786-6e76-49f3-9b4e-6a7aa2d035a6 None None] Set router 6b3f9176-7888-4553-ac51-3fba5410d184 gateway port host: n-d-813419-10 {{(pid=102348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 11:18:19.625852 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ec1e61-f2a3-4ef8-9c46-4b3a7234109a None None] Pushing event updated for resources: {'Port': ['ID=96286cb2-0b5b-473a-8371-fff67006eb1b,revision_number=5']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:18:19.722571 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-916c949e-6f0a-4282-a15b-c352b56f2c29 None None] Provisioning complete for port fc87b3ee-a655-4a8c-bdc2-84e3a5c71487 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:18:19.722936 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-916c949e-6f0a-4282-a15b-c352b56f2c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:18:19.756466 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 96286cb2-0b5b-473a-8371-fff67006eb1b up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 11:18:19.833252 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-916c949e-6f0a-4282-a15b-c352b56f2c29 None None] Port fc87b3ee-a655-4a8c-bdc2-84e3a5c71487 cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 11:18:19.882114 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-916c949e-6f0a-4282-a15b-c352b56f2c29 None None] Provisioning complete for port 96286cb2-0b5b-473a-8371-fff67006eb1b triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:18:19.882493 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-916c949e-6f0a-4282-a15b-c352b56f2c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:18:19.917993 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port 96286cb2-0b5b-473a-8371-fff67006eb1b triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:18:19.918356 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:18:19.985742 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-eff5b786-6e76-49f3-9b4e-6a7aa2d035a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b3f9176-7888-4553-ac51-3fba5410d184', 'name': 'tempest-TestMinimumBasicScenario-2015170192-router', 'tenant_id': '95b8cc0cd7d549659092ff07ef85ddc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.23'}], 'enable_snat': True}, 'gw_port_id': '17fa01ab-b2ea-4296-8f4d-3da3581f7ad3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:18:15Z', 'updated_at': '2021-10-27T11:18:18Z', 'revision_number': 4, 'project_id': '95b8cc0cd7d549659092ff07ef85ddc6', 'gw_port': {'id': '17fa01ab-b2ea-4296-8f4d-3da3581f7ad3', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:92:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b3f9176-7888-4553-ac51-3fba5410d184', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:18:16Z', 'updated_at': '2021-10-27T11:18:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_interfaces': [{'id': 'fc87b3ee-a655-4a8c-bdc2-84e3a5c71487', 'name': '', 'network_id': '6db9313e-fa2e-4c07-9cc0-515f87298f9e', 'tenant_id': '95b8cc0cd7d549659092ff07ef85ddc6', 'mac_address': 'fa:16:3e:a3:f0:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b3f9176-7888-4553-ac51-3fba5410d184', 'device_owner': 'network:router_interface', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '5fd5e556-30c4-4019-abaf-b3d7671c1d27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:18:17Z', 'updated_at': '2021-10-27T11:18:18Z', 'revision_number': 2, 'project_id': '95b8cc0cd7d549659092ff07ef85ddc6', 'subnets': [{'id': '5fd5e556-30c4-4019-abaf-b3d7671c1d27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:18:20.023171 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eff5b786-6e76-49f3-9b4e-6a7aa2d035a6 None None] The sync data for ids ['6b3f9176-7888-4553-ac51-3fba5410d184'] in n-d-813419-10 is: [{'id': '6b3f9176-7888-4553-ac51-3fba5410d184', 'name': 'tempest-TestMinimumBasicScenario-2015170192-router', 'tenant_id': '95b8cc0cd7d549659092ff07ef85ddc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.23'}], 'enable_snat': True}, 'gw_port_id': '17fa01ab-b2ea-4296-8f4d-3da3581f7ad3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:18:15Z', 'updated_at': '2021-10-27T11:18:18Z', 'revision_number': 4, 'project_id': '95b8cc0cd7d549659092ff07ef85ddc6', 'gw_port': {'id': '17fa01ab-b2ea-4296-8f4d-3da3581f7ad3', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:92:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b3f9176-7888-4553-ac51-3fba5410d184', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:18:16Z', 'updated_at': '2021-10-27T11:18:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_interfaces': [{'id': 'fc87b3ee-a655-4a8c-bdc2-84e3a5c71487', 'name': '', 'network_id': '6db9313e-fa2e-4c07-9cc0-515f87298f9e', 'tenant_id': '95b8cc0cd7d549659092ff07ef85ddc6', 'mac_address': 'fa:16:3e:a3:f0:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b3f9176-7888-4553-ac51-3fba5410d184', 'device_owner': 'network:router_interface', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '5fd5e556-30c4-4019-abaf-b3d7671c1d27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:18:17Z', 'updated_at': '2021-10-27T11:18:18Z', 'revision_number': 2, 'project_id': '95b8cc0cd7d549659092ff07ef85ddc6', 'subnets': [{'id': '5fd5e556-30c4-4019-abaf-b3d7671c1d27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 11:18:20.113380 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:18:20.116627 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 4578495c-b923-42af-a198-5814e762d364 up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 11:18:20.171550 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port 4578495c-b923-42af-a198-5814e762d364 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:18:20.171993 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:18:20.225731 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-eadeaa30-4096-4d1a-b3cb-aa7ebfb291ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:18:21.827240 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 96286cb2-0b5b-473a-8371-fff67006eb1b up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 11:18:21.909418 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port 96286cb2-0b5b-473a-8371-fff67006eb1b triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:18:21.909783 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:18:22.003300 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 17fa01ab-b2ea-4296-8f4d-3da3581f7ad3 up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 11:18:22.067810 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port 17fa01ab-b2ea-4296-8f4d-3da3581f7ad3 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:18:22.068818 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:18:22.126122 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-3c6a8245-0581-48aa-b5f6-4d8fe98cd16e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:18:22.189594 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:18:22.216815 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] For port 17fa01ab-b2ea-4296-8f4d-3da3581f7ad3, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=17fa01ab-b2ea-4296-8f4d-3da3581f7ad3,segment=NetworkSegment(bc14127b-7032-4c50-bb5b-f6813cbae86e),segment_id=bc14127b-7032-4c50-bb5b-f6813cbae86e)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:18:22.222641 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:18:22.292722 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Pushing event updated for resources: {'Port': ['ID=17fa01ab-b2ea-4296-8f4d-3da3581f7ad3,revision_number=4']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:18:23.287711 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a345dad2-6a63-445b-9a8e-697ec29d300a None None] Sync routers for ids ['6b3f9176-7888-4553-ac51-3fba5410d184'] in n-d-813419-10 {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 11:18:23.301392 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.agents_db [None req-e79ee67d-056e-46ea-bd99-e80473396b25 None None] Agent healthcheck: found 7 active agents {{(pid=102349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 11:18:23.306128 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a345dad2-6a63-445b-9a8e-697ec29d300a None None] Routers {'6b3f9176-7888-4553-ac51-3fba5410d184'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 11:18:23.306734 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-a345dad2-6a63-445b-9a8e-697ec29d300a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T11:18:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['6b3f9176-7888-4553-ac51-3fba5410d184'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:18:23.428472 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvr_db [None req-a345dad2-6a63-445b-9a8e-697ec29d300a None None] Set router 6b3f9176-7888-4553-ac51-3fba5410d184 gateway port host: n-d-813419-10 {{(pid=102349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 11:18:23.657720 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-a345dad2-6a63-445b-9a8e-697ec29d300a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b3f9176-7888-4553-ac51-3fba5410d184', 'name': 'tempest-TestMinimumBasicScenario-2015170192-router', 'tenant_id': '95b8cc0cd7d549659092ff07ef85ddc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.23'}], 'enable_snat': True}, 'gw_port_id': '17fa01ab-b2ea-4296-8f4d-3da3581f7ad3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:18:15Z', 'updated_at': '2021-10-27T11:18:18Z', 'revision_number': 4, 'project_id': '95b8cc0cd7d549659092ff07ef85ddc6', 'gw_port': {'id': '17fa01ab-b2ea-4296-8f4d-3da3581f7ad3', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:92:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b3f9176-7888-4553-ac51-3fba5410d184', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:18:16Z', 'updated_at': '2021-10-27T11:18:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_interfaces': [{'id': 'fc87b3ee-a655-4a8c-bdc2-84e3a5c71487', 'name': '', 'network_id': '6db9313e-fa2e-4c07-9cc0-515f87298f9e', 'tenant_id': '95b8cc0cd7d549659092ff07ef85ddc6', 'mac_address': 'fa:16:3e:a3:f0:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b3f9176-7888-4553-ac51-3fba5410d184', 'device_owner': 'network:router_interface', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '5fd5e556-30c4-4019-abaf-b3d7671c1d27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:18:17Z', 'updated_at': '2021-10-27T11:18:18Z', 'revision_number': 2, 'project_id': '95b8cc0cd7d549659092ff07ef85ddc6', 'subnets': [{'id': '5fd5e556-30c4-4019-abaf-b3d7671c1d27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:18:23.687778 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a345dad2-6a63-445b-9a8e-697ec29d300a None None] Checking router: 6b3f9176-7888-4553-ac51-3fba5410d184 for host: n-d-813419-10 {{(pid=102349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 11:18:23.688130 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a345dad2-6a63-445b-9a8e-697ec29d300a None None] Updating router 6b3f9176-7888-4553-ac51-3fba5410d184 port fc87b3ee-a655-4a8c-bdc2-84e3a5c71487 binding host n-d-813419-10 {{(pid=102349) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 11:18:23.719155 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-a345dad2-6a63-445b-9a8e-697ec29d300a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:18:23.730606 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 17fa01ab-b2ea-4296-8f4d-3da3581f7ad3 up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 11:18:23.800229 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port 17fa01ab-b2ea-4296-8f4d-3da3581f7ad3 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:18:23.800727 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:18:24.039614 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-a345dad2-6a63-445b-9a8e-697ec29d300a None None] Publish callbacks [] for port, precommit_update {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:18:24.047110 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-a345dad2-6a63-445b-9a8e-697ec29d300a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:18:24.102885 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f162d494-42a6-48dc-8f2a-5a5de4ed613a None None] Pushing event updated for resources: {'Port': ['ID=fc87b3ee-a655-4a8c-bdc2-84e3a5c71487,revision_number=3']} {{(pid=102349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:18:24.182867 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.managers [None req-a345dad2-6a63-445b-9a8e-697ec29d300a None None] Attempting to bind port fc87b3ee-a655-4a8c-bdc2-84e3a5c71487 on host n-d-813419-10 for vnic_type normal with profile {{(pid=102349) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 11:18:24.183293 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.managers [None req-a345dad2-6a63-445b-9a8e-697ec29d300a None None] Attempting to bind port fc87b3ee-a655-4a8c-bdc2-84e3a5c71487 by drivers openvswitch,hyperv on host n-d-813419-10 at level 0 using segments [{'id': '3390424c-6aaa-41d4-b0b3-6e1b9cd83b6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '6db9313e-fa2e-4c07-9cc0-515f87298f9e'}] {{(pid=102349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 11:18:24.183848 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a345dad2-6a63-445b-9a8e-697ec29d300a None None] Attempting to bind port fc87b3ee-a655-4a8c-bdc2-84e3a5c71487 on network 6db9313e-fa2e-4c07-9cc0-515f87298f9e {{(pid=102349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 11:18:24.189569 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a345dad2-6a63-445b-9a8e-697ec29d300a None None] Checking agent: {'id': '89dba0f3-79b2-435e-9822-33674b8f6ada', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 8, 20), 'started_at': datetime.datetime(2021, 10, 27, 10, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 11, 18, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 11:18:24.189990 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a345dad2-6a63-445b-9a8e-697ec29d300a None None] Checking segment: {'id': '3390424c-6aaa-41d4-b0b3-6e1b9cd83b6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '6db9313e-fa2e-4c07-9cc0-515f87298f9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 11:18:24.190465 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-a345dad2-6a63-445b-9a8e-697ec29d300a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:18:24.190914 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a345dad2-6a63-445b-9a8e-697ec29d300a None None] Bound using segment: {'id': '3390424c-6aaa-41d4-b0b3-6e1b9cd83b6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '6db9313e-fa2e-4c07-9cc0-515f87298f9e'} {{(pid=102349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 11:18:24.191441 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.managers [None req-a345dad2-6a63-445b-9a8e-697ec29d300a None None] Bound port: fc87b3ee-a655-4a8c-bdc2-84e3a5c71487, host: n-d-813419-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3390424c-6aaa-41d4-b0b3-6e1b9cd83b6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '6db9313e-fa2e-4c07-9cc0-515f87298f9e'}}] {{(pid=102349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 11:18:24.191877 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-a345dad2-6a63-445b-9a8e-697ec29d300a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:18:24.270149 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.db [None req-a345dad2-6a63-445b-9a8e-697ec29d300a None None] For port fc87b3ee-a655-4a8c-bdc2-84e3a5c71487, host n-d-813419-10, cleared binding levels {{(pid=102349) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 11:18:24.274952 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.db [None req-a345dad2-6a63-445b-9a8e-697ec29d300a None None] For port fc87b3ee-a655-4a8c-bdc2-84e3a5c71487, host n-d-813419-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=fc87b3ee-a655-4a8c-bdc2-84e3a5c71487,segment=NetworkSegment(3390424c-6aaa-41d4-b0b3-6e1b9cd83b6c),segment_id=3390424c-6aaa-41d4-b0b3-6e1b9cd83b6c)] {{(pid=102349) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 11:18:24.280520 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-a345dad2-6a63-445b-9a8e-697ec29d300a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:18:24.351113 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a345dad2-6a63-445b-9a8e-697ec29d300a None None] Routers {'6b3f9176-7888-4553-ac51-3fba5410d184'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 11:18:24.352061 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-a345dad2-6a63-445b-9a8e-697ec29d300a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T11:18:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['6b3f9176-7888-4553-ac51-3fba5410d184'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:18:24.388258 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-669a82d3-bf8c-4b16-9e3e-3f66ecdf07ba None None] Provisioning complete for port fc87b3ee-a655-4a8c-bdc2-84e3a5c71487 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:18:24.389191 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-669a82d3-bf8c-4b16-9e3e-3f66ecdf07ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:18:24.461144 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f162d494-42a6-48dc-8f2a-5a5de4ed613a None None] Pushing event updated for resources: {'Port': ['ID=fc87b3ee-a655-4a8c-bdc2-84e3a5c71487,revision_number=4']} {{(pid=102349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:18:24.535554 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvr_db [None req-a345dad2-6a63-445b-9a8e-697ec29d300a None None] Set router 6b3f9176-7888-4553-ac51-3fba5410d184 gateway port host: n-d-813419-10 {{(pid=102349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 11:18:24.550670 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-669a82d3-bf8c-4b16-9e3e-3f66ecdf07ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:18:24.589275 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-669a82d3-bf8c-4b16-9e3e-3f66ecdf07ba None None] For port fc87b3ee-a655-4a8c-bdc2-84e3a5c71487, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=fc87b3ee-a655-4a8c-bdc2-84e3a5c71487,segment=NetworkSegment(3390424c-6aaa-41d4-b0b3-6e1b9cd83b6c),segment_id=3390424c-6aaa-41d4-b0b3-6e1b9cd83b6c)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:18:24.612794 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-669a82d3-bf8c-4b16-9e3e-3f66ecdf07ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:18:24.719471 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669a82d3-bf8c-4b16-9e3e-3f66ecdf07ba None None] Pushing event updated for resources: {'Port': ['ID=fc87b3ee-a655-4a8c-bdc2-84e3a5c71487,revision_number=5']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:18:24.760606 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-3b229990-cec3-4a92-8d60-0052c82eb191 None None] Provisioning complete for port fc87b3ee-a655-4a8c-bdc2-84e3a5c71487 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:18:24.762072 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-3b229990-cec3-4a92-8d60-0052c82eb191 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:18:24.997078 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-a345dad2-6a63-445b-9a8e-697ec29d300a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b3f9176-7888-4553-ac51-3fba5410d184', 'name': 'tempest-TestMinimumBasicScenario-2015170192-router', 'tenant_id': '95b8cc0cd7d549659092ff07ef85ddc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.23'}], 'enable_snat': True}, 'gw_port_id': '17fa01ab-b2ea-4296-8f4d-3da3581f7ad3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:18:15Z', 'updated_at': '2021-10-27T11:18:18Z', 'revision_number': 4, 'project_id': '95b8cc0cd7d549659092ff07ef85ddc6', 'gw_port': {'id': '17fa01ab-b2ea-4296-8f4d-3da3581f7ad3', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:92:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b3f9176-7888-4553-ac51-3fba5410d184', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:18:16Z', 'updated_at': '2021-10-27T11:18:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_interfaces': [{'id': 'fc87b3ee-a655-4a8c-bdc2-84e3a5c71487', 'name': '', 'network_id': '6db9313e-fa2e-4c07-9cc0-515f87298f9e', 'tenant_id': '95b8cc0cd7d549659092ff07ef85ddc6', 'mac_address': 'fa:16:3e:a3:f0:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b3f9176-7888-4553-ac51-3fba5410d184', 'device_owner': 'network:router_interface', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '5fd5e556-30c4-4019-abaf-b3d7671c1d27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:18:17Z', 'updated_at': '2021-10-27T11:18:24Z', 'revision_number': 4, 'project_id': '95b8cc0cd7d549659092ff07ef85ddc6', 'subnets': [{'id': '5fd5e556-30c4-4019-abaf-b3d7671c1d27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:18:25.025062 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a345dad2-6a63-445b-9a8e-697ec29d300a None None] The sync data for ids ['6b3f9176-7888-4553-ac51-3fba5410d184'] in n-d-813419-10 is: [{'id': '6b3f9176-7888-4553-ac51-3fba5410d184', 'name': 'tempest-TestMinimumBasicScenario-2015170192-router', 'tenant_id': '95b8cc0cd7d549659092ff07ef85ddc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.23'}], 'enable_snat': True}, 'gw_port_id': '17fa01ab-b2ea-4296-8f4d-3da3581f7ad3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:18:15Z', 'updated_at': '2021-10-27T11:18:18Z', 'revision_number': 4, 'project_id': '95b8cc0cd7d549659092ff07ef85ddc6', 'gw_port': {'id': '17fa01ab-b2ea-4296-8f4d-3da3581f7ad3', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:92:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b3f9176-7888-4553-ac51-3fba5410d184', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:18:16Z', 'updated_at': '2021-10-27T11:18:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_interfaces': [{'id': 'fc87b3ee-a655-4a8c-bdc2-84e3a5c71487', 'name': '', 'network_id': '6db9313e-fa2e-4c07-9cc0-515f87298f9e', 'tenant_id': '95b8cc0cd7d549659092ff07ef85ddc6', 'mac_address': 'fa:16:3e:a3:f0:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b3f9176-7888-4553-ac51-3fba5410d184', 'device_owner': 'network:router_interface', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '5fd5e556-30c4-4019-abaf-b3d7671c1d27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:18:17Z', 'updated_at': '2021-10-27T11:18:24Z', 'revision_number': 4, 'project_id': '95b8cc0cd7d549659092ff07ef85ddc6', 'subnets': [{'id': '5fd5e556-30c4-4019-abaf-b3d7671c1d27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 11:18:25.722712 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device fc87b3ee-a655-4a8c-bdc2-84e3a5c71487 up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 11:18:25.798886 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port fc87b3ee-a655-4a8c-bdc2-84e3a5c71487 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:18:25.799927 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:18:30.483784 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24678d3-4893-45a5-aa06-3b52d4b5ed26 req-8b8e413b-c194-4096-965e-1c861d4c037e tempest-TestMinimumBasicScenario-318685480 tempest-TestMinimumBasicScenario-318685480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:18:30.485268 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-e24678d3-4893-45a5-aa06-3b52d4b5ed26 req-8b8e413b-c194-4096-965e-1c861d4c037e tempest-TestMinimumBasicScenario-318685480 tempest-TestMinimumBasicScenario-318685480-project] 10.222.0.44 "GET /v2.0/networks?id=2ef2163d-edab-47f8-b6b9-f5ff45dc86e0 HTTP/1.1" status: 200 len: 815 time: 0.4314175 Oct 27 11:18:30.504761 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-e24678d3-4893-45a5-aa06-3b52d4b5ed26 req-e42f0020-56e7-4a87-aee5-19a49c1d0fcc tempest-TestMinimumBasicScenario-318685480 tempest-TestMinimumBasicScenario-318685480-project] 10.222.0.44 "GET /v2.0/quotas/ee278de7fec24fd691eddfbcf2643a16 HTTP/1.1" status: 200 len: 375 time: 0.0130229 Oct 27 11:18:30.559196 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-e24678d3-4893-45a5-aa06-3b52d4b5ed26 req-9838f160-3105-41e2-b59b-b33de9842b7a tempest-TestMinimumBasicScenario-318685480 tempest-TestMinimumBasicScenario-318685480-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=ee278de7fec24fd691eddfbcf2643a16&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0467827 Oct 27 11:18:30.656455 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-e24678d3-4893-45a5-aa06-3b52d4b5ed26 req-40cd11f2-869e-4661-aec5-5b8ce14d9374 service neutron] 10.222.0.44 "GET /v2.0/networks/2ef2163d-edab-47f8-b6b9-f5ff45dc86e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828524 Oct 27 11:18:30.742566 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-e24678d3-4893-45a5-aa06-3b52d4b5ed26 req-6cd07c01-ce6a-43c6-834d-48ab3f172d5d service neutron] 10.222.0.44 "GET /v2.0/networks/2ef2163d-edab-47f8-b6b9-f5ff45dc86e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800390 Oct 27 11:18:30.912600 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-22a3f313-3212-4c90-8e9f-ce5bdaef0471 req-2c357c5f-845d-47f3-b4d9-9ec96bccdd64 tempest-TestMinimumBasicScenario-318685480 tempest-TestMinimumBasicScenario-318685480-project] 10.222.0.44 "GET /v2.0/ports?device_id=48b6dbe3-285c-4ec6-bb59-bab1deeea203 HTTP/1.1" status: 200 len: 210 time: 0.0270574 Oct 27 11:18:31.811944 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24678d3-4893-45a5-aa06-3b52d4b5ed26 req-083cf3a0-8828-4f0a-88a5-5cc00457e711 tempest-TestMinimumBasicScenario-318685480 tempest-TestMinimumBasicScenario-318685480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:18:31.813664 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-e24678d3-4893-45a5-aa06-3b52d4b5ed26 req-083cf3a0-8828-4f0a-88a5-5cc00457e711 tempest-TestMinimumBasicScenario-318685480 tempest-TestMinimumBasicScenario-318685480-project] 10.222.0.64 "GET /v2.0/networks?id=2ef2163d-edab-47f8-b6b9-f5ff45dc86e0 HTTP/1.1" status: 200 len: 815 time: 0.1090953 Oct 27 11:18:31.827209 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [req-e24678d3-4893-45a5-aa06-3b52d4b5ed26 req-4d4c8411-d8ee-4229-9d4d-ac10f728daa3 tempest-TestMinimumBasicScenario-318685480 tempest-TestMinimumBasicScenario-318685480-project] Request body: {'port': {'device_id': '48b6dbe3-285c-4ec6-bb59-bab1deeea203', 'network_id': '2ef2163d-edab-47f8-b6b9-f5ff45dc86e0', 'admin_state_up': True, 'tenant_id': 'ee278de7fec24fd691eddfbcf2643a16'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:18:31.937693 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e24678d3-4893-45a5-aa06-3b52d4b5ed26 req-4d4c8411-d8ee-4229-9d4d-ac10f728daa3 tempest-TestMinimumBasicScenario-318685480 tempest-TestMinimumBasicScenario-318685480-project] Made reservation on behalf of ee278de7fec24fd691eddfbcf2643a16 for: {'port': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 11:18:31.941995 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-e24678d3-4893-45a5-aa06-3b52d4b5ed26 req-4d4c8411-d8ee-4229-9d4d-ac10f728daa3 tempest-TestMinimumBasicScenario-318685480 tempest-TestMinimumBasicScenario-318685480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:18:32.039942 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-16e10af3-d50b-41bb-ab1e-bc9ae8a198f8 req-43e3b819-226a-4be5-9c24-aebc9d4d278e tempest-TestMinimumBasicScenario-318685480 tempest-TestMinimumBasicScenario-318685480-project] 10.222.0.44 "GET /v2.0/ports?device_id=48b6dbe3-285c-4ec6-bb59-bab1deeea203 HTTP/1.1" status: 200 len: 210 time: 0.0394502 Oct 27 11:18:32.143633 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_common [req-e24678d3-4893-45a5-aa06-3b52d4b5ed26 req-4d4c8411-d8ee-4229-9d4d-ac10f728daa3 tempest-TestMinimumBasicScenario-318685480 tempest-TestMinimumBasicScenario-318685480-project] Allocated IP 172.20.0.14 (2ef2163d-edab-47f8-b6b9-f5ff45dc86e0/784b61b9-bb6f-45e5-8a86-e785e60ccb79/bbd5b08e-1cf2-492f-9786-77e88056d4c3) {{(pid=102347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 11:18:32.352693 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-e24678d3-4893-45a5-aa06-3b52d4b5ed26 req-4d4c8411-d8ee-4229-9d4d-ac10f728daa3 tempest-TestMinimumBasicScenario-318685480 tempest-TestMinimumBasicScenario-318685480-project] Publish callbacks [] for port, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:18:32.390059 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-e24678d3-4893-45a5-aa06-3b52d4b5ed26 req-4d4c8411-d8ee-4229-9d4d-ac10f728daa3 tempest-TestMinimumBasicScenario-318685480 tempest-TestMinimumBasicScenario-318685480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:18:32.455198 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e24678d3-4893-45a5-aa06-3b52d4b5ed26 req-4d4c8411-d8ee-4229-9d4d-ac10f728daa3 tempest-TestMinimumBasicScenario-318685480 tempest-TestMinimumBasicScenario-318685480-project] Network 2ef2163d-edab-47f8-b6b9-f5ff45dc86e0 is already hosted by enough agents. {{(pid=102347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 11:18:32.457034 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [req-e24678d3-4893-45a5-aa06-3b52d4b5ed26 req-4d4c8411-d8ee-4229-9d4d-ac10f728daa3 tempest-TestMinimumBasicScenario-318685480 tempest-TestMinimumBasicScenario-318685480-project] Resources bound (agent type, host, resource id): {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 11:18:32.463208 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [req-e24678d3-4893-45a5-aa06-3b52d4b5ed26 req-4d4c8411-d8ee-4229-9d4d-ac10f728daa3 tempest-TestMinimumBasicScenario-318685480 tempest-TestMinimumBasicScenario-318685480-project] Received port after_create {{(pid=102347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 11:18:32.502666 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4c8411-d8ee-4229-9d4d-ac10f728daa3 tempest-TestMinimumBasicScenario-318685480 tempest-TestMinimumBasicScenario-318685480-project] Pushing event updated for resources: {'Port': ['ID=bbd5b08e-1cf2-492f-9786-77e88056d4c3,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:18:32.518314 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4c8411-d8ee-4229-9d4d-ac10f728daa3 tempest-TestMinimumBasicScenario-318685480 tempest-TestMinimumBasicScenario-318685480-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:18:32.518795 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4c8411-d8ee-4229-9d4d-ac10f728daa3 tempest-TestMinimumBasicScenario-318685480 tempest-TestMinimumBasicScenario-318685480-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:18:32.519019 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4c8411-d8ee-4229-9d4d-ac10f728daa3 tempest-TestMinimumBasicScenario-318685480 tempest-TestMinimumBasicScenario-318685480-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:18:32.519454 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4c8411-d8ee-4229-9d4d-ac10f728daa3 tempest-TestMinimumBasicScenario-318685480 tempest-TestMinimumBasicScenario-318685480-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:18:32.519799 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4c8411-d8ee-4229-9d4d-ac10f728daa3 tempest-TestMinimumBasicScenario-318685480 tempest-TestMinimumBasicScenario-318685480-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:18:32.520147 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4c8411-d8ee-4229-9d4d-ac10f728daa3 tempest-TestMinimumBasicScenario-318685480 tempest-TestMinimumBasicScenario-318685480-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:18:32.520498 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4c8411-d8ee-4229-9d4d-ac10f728daa3 tempest-TestMinimumBasicScenario-318685480 tempest-TestMinimumBasicScenario-318685480-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:18:32.520832 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4c8411-d8ee-4229-9d4d-ac10f728daa3 tempest-TestMinimumBasicScenario-318685480 tempest-TestMinimumBasicScenario-318685480-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:18:32.521155 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4c8411-d8ee-4229-9d4d-ac10f728daa3 tempest-TestMinimumBasicScenario-318685480 tempest-TestMinimumBasicScenario-318685480-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:18:32.522031 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4c8411-d8ee-4229-9d4d-ac10f728daa3 tempest-TestMinimumBasicScenario-318685480 tempest-TestMinimumBasicScenario-318685480-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:18:32.522360 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4c8411-d8ee-4229-9d4d-ac10f728daa3 tempest-TestMinimumBasicScenario-318685480 tempest-TestMinimumBasicScenario-318685480-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:18:32.522971 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4c8411-d8ee-4229-9d4d-ac10f728daa3 tempest-TestMinimumBasicScenario-318685480 tempest-TestMinimumBasicScenario-318685480-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:18:32.543919 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24678d3-4893-45a5-aa06-3b52d4b5ed26 req-4d4c8411-d8ee-4229-9d4d-ac10f728daa3 tempest-TestMinimumBasicScenario-318685480 tempest-TestMinimumBasicScenario-318685480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:18:32.544550 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-e24678d3-4893-45a5-aa06-3b52d4b5ed26 req-4d4c8411-d8ee-4229-9d4d-ac10f728daa3 tempest-TestMinimumBasicScenario-318685480 tempest-TestMinimumBasicScenario-318685480-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:18:32.564402 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-e24678d3-4893-45a5-aa06-3b52d4b5ed26 req-4d4c8411-d8ee-4229-9d4d-ac10f728daa3 tempest-TestMinimumBasicScenario-318685480 tempest-TestMinimumBasicScenario-318685480-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7408431 Oct 27 11:18:33.014648 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-4c47cc88-2777-4600-bbc2-efa1fa6c38ff None None] Provisioning complete for port bbd5b08e-1cf2-492f-9786-77e88056d4c3 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:18:33.015610 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-4c47cc88-2777-4600-bbc2-efa1fa6c38ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:18:33.020584 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:18:33.054352 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-4c47cc88-2777-4600-bbc2-efa1fa6c38ff None None] Port bbd5b08e-1cf2-492f-9786-77e88056d4c3 cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 11:18:33.170671 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf571a89-9a47-407c-b320-b4f76c602a33 req-1694359c-f25a-495a-b484-07a1ac83a477 tempest-TestMinimumBasicScenario-318685480 tempest-TestMinimumBasicScenario-318685480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:18:33.172276 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-cf571a89-9a47-407c-b320-b4f76c602a33 req-1694359c-f25a-495a-b484-07a1ac83a477 tempest-TestMinimumBasicScenario-318685480 tempest-TestMinimumBasicScenario-318685480-project] 10.222.0.44 "GET /v2.0/ports?device_id=48b6dbe3-285c-4ec6-bb59-bab1deeea203 HTTP/1.1" status: 200 len: 932 time: 0.0552518 Oct 27 11:18:33.210610 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-cf571a89-9a47-407c-b320-b4f76c602a33 req-648ed084-6616-408a-9f32-54595a994136 tempest-TestMinimumBasicScenario-318685480 tempest-TestMinimumBasicScenario-318685480-project] 10.222.0.44 "GET /v2.0/security-groups?id=6ca3e9eb-ae40-4c59-a26a-a53aa8cf8ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316668 Oct 27 11:18:34.327454 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12250b93-6122-4ed5-998f-1c847dd5efbf req-bcada760-ee7a-4c65-a088-06467c9c04c6 tempest-TestMinimumBasicScenario-318685480 tempest-TestMinimumBasicScenario-318685480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:18:34.329015 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-12250b93-6122-4ed5-998f-1c847dd5efbf req-bcada760-ee7a-4c65-a088-06467c9c04c6 tempest-TestMinimumBasicScenario-318685480 tempest-TestMinimumBasicScenario-318685480-project] 10.222.0.44 "GET /v2.0/ports?device_id=48b6dbe3-285c-4ec6-bb59-bab1deeea203 HTTP/1.1" status: 200 len: 932 time: 0.0495396 Oct 27 11:18:34.368515 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-12250b93-6122-4ed5-998f-1c847dd5efbf req-65909833-c51a-417d-9d45-f030afc46fe6 tempest-TestMinimumBasicScenario-318685480 tempest-TestMinimumBasicScenario-318685480-project] 10.222.0.44 "GET /v2.0/security-groups?id=6ca3e9eb-ae40-4c59-a26a-a53aa8cf8ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328486 Oct 27 11:18:35.491073 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e239eed8-7e55-4727-8ac9-1e845f15c338 req-d84eb7ce-1a8e-4f06-900a-e8768b09f6a8 tempest-TestMinimumBasicScenario-318685480 tempest-TestMinimumBasicScenario-318685480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:18:35.492574 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-e239eed8-7e55-4727-8ac9-1e845f15c338 req-d84eb7ce-1a8e-4f06-900a-e8768b09f6a8 tempest-TestMinimumBasicScenario-318685480 tempest-TestMinimumBasicScenario-318685480-project] 10.222.0.44 "GET /v2.0/ports?device_id=48b6dbe3-285c-4ec6-bb59-bab1deeea203 HTTP/1.1" status: 200 len: 932 time: 0.0537441 Oct 27 11:18:35.536693 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-e239eed8-7e55-4727-8ac9-1e845f15c338 req-e7290d40-a513-4ea4-8ce9-89cd86690a8e tempest-TestMinimumBasicScenario-318685480 tempest-TestMinimumBasicScenario-318685480-project] 10.222.0.44 "GET /v2.0/security-groups?id=6ca3e9eb-ae40-4c59-a26a-a53aa8cf8ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381646 Oct 27 11:18:36.662459 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443518ef-a2cf-46ab-b8a1-13504f2268b7 req-80ea947e-0c34-4266-9252-77fdb19e3434 tempest-TestMinimumBasicScenario-318685480 tempest-TestMinimumBasicScenario-318685480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:18:36.663946 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-443518ef-a2cf-46ab-b8a1-13504f2268b7 req-80ea947e-0c34-4266-9252-77fdb19e3434 tempest-TestMinimumBasicScenario-318685480 tempest-TestMinimumBasicScenario-318685480-project] 10.222.0.44 "GET /v2.0/ports?device_id=48b6dbe3-285c-4ec6-bb59-bab1deeea203 HTTP/1.1" status: 200 len: 932 time: 0.0537286 Oct 27 11:18:36.711266 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-443518ef-a2cf-46ab-b8a1-13504f2268b7 req-57144b25-c35a-4bc0-96df-f43f16db66b7 tempest-TestMinimumBasicScenario-318685480 tempest-TestMinimumBasicScenario-318685480-project] 10.222.0.44 "GET /v2.0/security-groups?id=6ca3e9eb-ae40-4c59-a26a-a53aa8cf8ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410664 Oct 27 11:18:37.831039 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e854e0e2-aef7-4837-a107-a7ad1ce85b47 req-3173e70d-113c-4b6c-ad2b-8c2c6eadb663 tempest-TestMinimumBasicScenario-318685480 tempest-TestMinimumBasicScenario-318685480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:18:37.833022 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-e854e0e2-aef7-4837-a107-a7ad1ce85b47 req-3173e70d-113c-4b6c-ad2b-8c2c6eadb663 tempest-TestMinimumBasicScenario-318685480 tempest-TestMinimumBasicScenario-318685480-project] 10.222.0.44 "GET /v2.0/ports?device_id=48b6dbe3-285c-4ec6-bb59-bab1deeea203 HTTP/1.1" status: 200 len: 932 time: 0.0544872 Oct 27 11:18:37.877778 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-e854e0e2-aef7-4837-a107-a7ad1ce85b47 req-5f5ee33f-c61a-4701-8fed-94960946fabf tempest-TestMinimumBasicScenario-318685480 tempest-TestMinimumBasicScenario-318685480-project] 10.222.0.44 "GET /v2.0/security-groups?id=6ca3e9eb-ae40-4c59-a26a-a53aa8cf8ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374439 Oct 27 11:18:39.006496 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8638e1a9-a0e2-43ae-bb5d-a326fa336acc req-32f5248a-62a1-4235-85f8-95f00e094180 tempest-TestMinimumBasicScenario-318685480 tempest-TestMinimumBasicScenario-318685480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:18:39.008116 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8638e1a9-a0e2-43ae-bb5d-a326fa336acc req-32f5248a-62a1-4235-85f8-95f00e094180 tempest-TestMinimumBasicScenario-318685480 tempest-TestMinimumBasicScenario-318685480-project] 10.222.0.44 "GET /v2.0/ports?device_id=48b6dbe3-285c-4ec6-bb59-bab1deeea203 HTTP/1.1" status: 200 len: 932 time: 0.0544934 Oct 27 11:18:39.049752 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8638e1a9-a0e2-43ae-bb5d-a326fa336acc req-83e38b5e-a004-48bf-9ff9-c85bd16c4cf3 tempest-TestMinimumBasicScenario-318685480 tempest-TestMinimumBasicScenario-318685480-project] 10.222.0.44 "GET /v2.0/security-groups?id=6ca3e9eb-ae40-4c59-a26a-a53aa8cf8ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353067 Oct 27 11:18:39.378628 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:18:40.195829 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce780e20-d885-45c2-923b-d476024eabe3 req-de72a63a-0006-4611-bfa9-c2440d080ec6 tempest-TestMinimumBasicScenario-318685480 tempest-TestMinimumBasicScenario-318685480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:18:40.197365 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ce780e20-d885-45c2-923b-d476024eabe3 req-de72a63a-0006-4611-bfa9-c2440d080ec6 tempest-TestMinimumBasicScenario-318685480 tempest-TestMinimumBasicScenario-318685480-project] 10.222.0.44 "GET /v2.0/ports?device_id=48b6dbe3-285c-4ec6-bb59-bab1deeea203 HTTP/1.1" status: 200 len: 932 time: 0.0571299 Oct 27 11:18:40.235063 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ce780e20-d885-45c2-923b-d476024eabe3 req-ff5f5c60-070a-414c-af87-1f614e8700c2 tempest-TestMinimumBasicScenario-318685480 tempest-TestMinimumBasicScenario-318685480-project] 10.222.0.44 "GET /v2.0/security-groups?id=6ca3e9eb-ae40-4c59-a26a-a53aa8cf8ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315623 Oct 27 11:18:41.362053 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b063871-ed26-44ad-b566-8cb7a578d56b req-2055382b-459c-4b44-9e2d-f58412e59b70 tempest-TestMinimumBasicScenario-318685480 tempest-TestMinimumBasicScenario-318685480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:18:41.363693 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-1b063871-ed26-44ad-b566-8cb7a578d56b req-2055382b-459c-4b44-9e2d-f58412e59b70 tempest-TestMinimumBasicScenario-318685480 tempest-TestMinimumBasicScenario-318685480-project] 10.222.0.44 "GET /v2.0/ports?device_id=48b6dbe3-285c-4ec6-bb59-bab1deeea203 HTTP/1.1" status: 200 len: 932 time: 0.0611959 Oct 27 11:18:41.405591 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-1b063871-ed26-44ad-b566-8cb7a578d56b req-66ca44f3-9352-4f70-a1d5-058214a70338 tempest-TestMinimumBasicScenario-318685480 tempest-TestMinimumBasicScenario-318685480-project] 10.222.0.44 "GET /v2.0/security-groups?id=6ca3e9eb-ae40-4c59-a26a-a53aa8cf8ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352516 Oct 27 11:18:42.521100 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899adc31-35b4-480e-b31c-ce6ecf96940b req-19315b46-b4ae-44f0-bf3b-0d8d95e9cd4b tempest-TestMinimumBasicScenario-318685480 tempest-TestMinimumBasicScenario-318685480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:18:42.523007 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-899adc31-35b4-480e-b31c-ce6ecf96940b req-19315b46-b4ae-44f0-bf3b-0d8d95e9cd4b tempest-TestMinimumBasicScenario-318685480 tempest-TestMinimumBasicScenario-318685480-project] 10.222.0.44 "GET /v2.0/ports?device_id=48b6dbe3-285c-4ec6-bb59-bab1deeea203 HTTP/1.1" status: 200 len: 932 time: 0.0522418 Oct 27 11:18:42.559932 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-899adc31-35b4-480e-b31c-ce6ecf96940b req-40f81c1a-163f-418f-ab04-5b6604a2185a tempest-TestMinimumBasicScenario-318685480 tempest-TestMinimumBasicScenario-318685480-project] 10.222.0.44 "GET /v2.0/security-groups?id=6ca3e9eb-ae40-4c59-a26a-a53aa8cf8ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310559 Oct 27 11:18:43.011627 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [req-e24678d3-4893-45a5-aa06-3b52d4b5ed26 req-09a6fcf9-600c-4250-83c2-7340df6858d8 service neutron] Request body: {'port': {'device_id': '48b6dbe3-285c-4ec6-bb59-bab1deeea203', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-10'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:18:43.066882 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-e24678d3-4893-45a5-aa06-3b52d4b5ed26 req-09a6fcf9-600c-4250-83c2-7340df6858d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:18:43.319899 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [req-e24678d3-4893-45a5-aa06-3b52d4b5ed26 req-09a6fcf9-600c-4250-83c2-7340df6858d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bbd5b08e-1cf2-492f-9786-77e88056d4c3 {{(pid=102347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 11:18:43.327037 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-e24678d3-4893-45a5-aa06-3b52d4b5ed26 req-09a6fcf9-600c-4250-83c2-7340df6858d8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:18:43.339753 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.provisioning_blocks [req-e24678d3-4893-45a5-aa06-3b52d4b5ed26 req-09a6fcf9-600c-4250-83c2-7340df6858d8 service neutron] Transition to ACTIVE for port object bbd5b08e-1cf2-492f-9786-77e88056d4c3 will not be triggered until provisioned by entity L2. {{(pid=102347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 11:18:43.343677 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-e24678d3-4893-45a5-aa06-3b52d4b5ed26 req-09a6fcf9-600c-4250-83c2-7340df6858d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:18:43.391292 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a6fcf9-600c-4250-83c2-7340df6858d8 service neutron] Pushing event updated for resources: {'Port': ['ID=bbd5b08e-1cf2-492f-9786-77e88056d4c3,revision_number=2']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:18:43.467639 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-e24678d3-4893-45a5-aa06-3b52d4b5ed26 req-09a6fcf9-600c-4250-83c2-7340df6858d8 service neutron] Attempting to bind port bbd5b08e-1cf2-492f-9786-77e88056d4c3 on host n-h1-813419-10 for vnic_type normal with profile {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 11:18:43.468004 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-e24678d3-4893-45a5-aa06-3b52d4b5ed26 req-09a6fcf9-600c-4250-83c2-7340df6858d8 service neutron] Attempting to bind port bbd5b08e-1cf2-492f-9786-77e88056d4c3 by drivers openvswitch,hyperv on host n-h1-813419-10 at level 0 using segments [{'id': 'e17beb4b-63da-47c6-a2be-13338f78cc0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '2ef2163d-edab-47f8-b6b9-f5ff45dc86e0'}] {{(pid=102347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 11:18:43.468377 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e24678d3-4893-45a5-aa06-3b52d4b5ed26 req-09a6fcf9-600c-4250-83c2-7340df6858d8 service neutron] Attempting to bind port bbd5b08e-1cf2-492f-9786-77e88056d4c3 on network 2ef2163d-edab-47f8-b6b9-f5ff45dc86e0 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 11:18:43.472850 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e24678d3-4893-45a5-aa06-3b52d4b5ed26 req-09a6fcf9-600c-4250-83c2-7340df6858d8 service neutron] Port bbd5b08e-1cf2-492f-9786-77e88056d4c3 on network 2ef2163d-edab-47f8-b6b9-f5ff45dc86e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-10 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 11:18:43.473172 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e24678d3-4893-45a5-aa06-3b52d4b5ed26 req-09a6fcf9-600c-4250-83c2-7340df6858d8 service neutron] Attempting to bind port bbd5b08e-1cf2-492f-9786-77e88056d4c3 on network 2ef2163d-edab-47f8-b6b9-f5ff45dc86e0 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 11:18:43.478889 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e24678d3-4893-45a5-aa06-3b52d4b5ed26 req-09a6fcf9-600c-4250-83c2-7340df6858d8 service neutron] Checking agent: {'id': 'a52e1cab-0c63-402d-9c94-330537c6c076', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 16, 2), 'started_at': datetime.datetime(2021, 10, 27, 10, 16, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 11, 18, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 11:18:43.479222 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e24678d3-4893-45a5-aa06-3b52d4b5ed26 req-09a6fcf9-600c-4250-83c2-7340df6858d8 service neutron] Checking segment: {'id': 'e17beb4b-63da-47c6-a2be-13338f78cc0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '2ef2163d-edab-47f8-b6b9-f5ff45dc86e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 11:18:43.479607 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e24678d3-4893-45a5-aa06-3b52d4b5ed26 req-09a6fcf9-600c-4250-83c2-7340df6858d8 service neutron] Bound using segment: {'id': 'e17beb4b-63da-47c6-a2be-13338f78cc0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '2ef2163d-edab-47f8-b6b9-f5ff45dc86e0'} {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 11:18:43.480035 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-e24678d3-4893-45a5-aa06-3b52d4b5ed26 req-09a6fcf9-600c-4250-83c2-7340df6858d8 service neutron] Bound port: bbd5b08e-1cf2-492f-9786-77e88056d4c3, host: n-h1-813419-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e17beb4b-63da-47c6-a2be-13338f78cc0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '2ef2163d-edab-47f8-b6b9-f5ff45dc86e0'}}] {{(pid=102347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 11:18:43.480420 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-e24678d3-4893-45a5-aa06-3b52d4b5ed26 req-09a6fcf9-600c-4250-83c2-7340df6858d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:18:43.545331 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-e24678d3-4893-45a5-aa06-3b52d4b5ed26 req-09a6fcf9-600c-4250-83c2-7340df6858d8 service neutron] For port bbd5b08e-1cf2-492f-9786-77e88056d4c3, host n-h1-813419-10, cleared binding levels {{(pid=102347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 11:18:43.548340 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-e24678d3-4893-45a5-aa06-3b52d4b5ed26 req-09a6fcf9-600c-4250-83c2-7340df6858d8 service neutron] For port bbd5b08e-1cf2-492f-9786-77e88056d4c3, host n-h1-813419-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=bbd5b08e-1cf2-492f-9786-77e88056d4c3,segment=NetworkSegment(e17beb4b-63da-47c6-a2be-13338f78cc0e),segment_id=e17beb4b-63da-47c6-a2be-13338f78cc0e)] {{(pid=102347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 11:18:43.553974 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-e24678d3-4893-45a5-aa06-3b52d4b5ed26 req-09a6fcf9-600c-4250-83c2-7340df6858d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:18:43.590978 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24678d3-4893-45a5-aa06-3b52d4b5ed26 req-09a6fcf9-600c-4250-83c2-7340df6858d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:18:43.591590 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-e24678d3-4893-45a5-aa06-3b52d4b5ed26 req-09a6fcf9-600c-4250-83c2-7340df6858d8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:18:43.593035 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-e24678d3-4893-45a5-aa06-3b52d4b5ed26 req-09a6fcf9-600c-4250-83c2-7340df6858d8 service neutron] 10.222.0.64 "PUT /v2.0/ports/bbd5b08e-1cf2-492f-9786-77e88056d4c3 HTTP/1.1" status: 200 len: 1093 time: 0.5867002 Oct 27 11:18:43.593456 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48b6dbe3-285c-4ec6-bb59-bab1deeea203', 'tag': 'bbd5b08e-1cf2-492f-9786-77e88056d4c3'}] {{(pid=102347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 11:18:43.595750 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b4a6b06816dbd4a25adc79839574a1cde60454ea9fb7ff9bc84d34209fb596e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7af9286b-6be5-4985-9250-704e9a1a6813" -d '{"events": [{"name": "network-changed", "server_uuid": "48b6dbe3-285c-4ec6-bb59-bab1deeea203", "tag": "bbd5b08e-1cf2-492f-9786-77e88056d4c3"}]}' {{(pid=102347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 11:18:43.617979 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a6fcf9-600c-4250-83c2-7340df6858d8 service neutron] Pushing event updated for resources: {'Port': ['ID=bbd5b08e-1cf2-492f-9786-77e88056d4c3,revision_number=3']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:18:43.664072 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 11:18:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e79150c-7857-42cf-beac-857a372a6ea4 x-openstack-request-id: req-2e79150c-7857-42cf-beac-857a372a6ea4 {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 11:18:43.664072 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48b6dbe3-285c-4ec6-bb59-bab1deeea203", "tag": "bbd5b08e-1cf2-492f-9786-77e88056d4c3", "status": "completed", "code": 200}]} {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 11:18:43.664461 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-2e79150c-7857-42cf-beac-857a372a6ea4 {{(pid=102347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 11:18:43.664572 n-d-813419-10 neutron-server[102347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48b6dbe3-285c-4ec6-bb59-bab1deeea203', 'tag': 'bbd5b08e-1cf2-492f-9786-77e88056d4c3', 'status': 'completed', 'code': 200} Oct 27 11:18:43.726180 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c50a27e-ece6-42ac-abf0-597322cf36c2 req-ad057a8c-c900-45f2-a9b9-ccf3d80bc901 tempest-TestMinimumBasicScenario-318685480 tempest-TestMinimumBasicScenario-318685480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:18:43.727711 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-5c50a27e-ece6-42ac-abf0-597322cf36c2 req-ad057a8c-c900-45f2-a9b9-ccf3d80bc901 tempest-TestMinimumBasicScenario-318685480 tempest-TestMinimumBasicScenario-318685480-project] 10.222.0.44 "GET /v2.0/ports?device_id=48b6dbe3-285c-4ec6-bb59-bab1deeea203 HTTP/1.1" status: 200 len: 944 time: 0.0873959 Oct 27 11:18:43.730709 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24678d3-4893-45a5-aa06-3b52d4b5ed26 req-787acd8d-d205-4b63-b1ff-6255aff1b8df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:18:43.732109 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-e24678d3-4893-45a5-aa06-3b52d4b5ed26 req-787acd8d-d205-4b63-b1ff-6255aff1b8df service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ee278de7fec24fd691eddfbcf2643a16&device_id=48b6dbe3-285c-4ec6-bb59-bab1deeea203 HTTP/1.1" status: 200 len: 1096 time: 0.0822091 Oct 27 11:18:43.782815 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-e24678d3-4893-45a5-aa06-3b52d4b5ed26 req-d6238113-bf4c-4af5-86ad-be8aa930b957 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bbd5b08e-1cf2-492f-9786-77e88056d4c3 HTTP/1.1" status: 200 len: 217 time: 0.0428369 Oct 27 11:18:43.807764 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-5c50a27e-ece6-42ac-abf0-597322cf36c2 req-aea7b121-fd2a-4e60-a195-703a57c4c703 tempest-TestMinimumBasicScenario-318685480 tempest-TestMinimumBasicScenario-318685480-project] 10.222.0.44 "GET /v2.0/security-groups?id=6ca3e9eb-ae40-4c59-a26a-a53aa8cf8ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737965 Oct 27 11:18:43.841772 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24678d3-4893-45a5-aa06-3b52d4b5ed26 req-058a3e29-13f1-4522-9627-8cd979e4508d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:18:43.843141 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-e24678d3-4893-45a5-aa06-3b52d4b5ed26 req-058a3e29-13f1-4522-9627-8cd979e4508d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=784b61b9-bb6f-45e5-8a86-e785e60ccb79 HTTP/1.1" status: 200 len: 854 time: 0.0502489 Oct 27 11:18:43.893520 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24678d3-4893-45a5-aa06-3b52d4b5ed26 req-f9c7d883-8a42-4e89-abaf-49fdafdd2ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:18:43.895003 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-e24678d3-4893-45a5-aa06-3b52d4b5ed26 req-f9c7d883-8a42-4e89-abaf-49fdafdd2ec8 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2ef2163d-edab-47f8-b6b9-f5ff45dc86e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0449970 Oct 27 11:18:43.983621 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-e24678d3-4893-45a5-aa06-3b52d4b5ed26 req-2b07111c-f8b9-4740-97f6-492fe06d0063 service neutron] 10.222.0.64 "GET /v2.0/networks/2ef2163d-edab-47f8-b6b9-f5ff45dc86e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803051 Oct 27 11:18:44.076423 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-e24678d3-4893-45a5-aa06-3b52d4b5ed26 req-6a7cdb71-6886-471e-999f-e78f13992206 service neutron] 10.222.0.64 "GET /v2.0/networks/2ef2163d-edab-47f8-b6b9-f5ff45dc86e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852258 Oct 27 11:18:44.165473 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af9286b-6be5-4985-9250-704e9a1a6813 req-c24293a6-3942-43e2-8c57-bc5e7827e5b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:18:44.166963 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-7af9286b-6be5-4985-9250-704e9a1a6813 req-c24293a6-3942-43e2-8c57-bc5e7827e5b2 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ee278de7fec24fd691eddfbcf2643a16&device_id=48b6dbe3-285c-4ec6-bb59-bab1deeea203 HTTP/1.1" status: 200 len: 1096 time: 0.0470061 Oct 27 11:18:44.263319 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af9286b-6be5-4985-9250-704e9a1a6813 req-0a81a01b-1c22-4206-beb9-4d45b9e8665d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:18:44.264810 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-7af9286b-6be5-4985-9250-704e9a1a6813 req-0a81a01b-1c22-4206-beb9-4d45b9e8665d service neutron] 10.222.0.64 "GET /v2.0/networks?id=2ef2163d-edab-47f8-b6b9-f5ff45dc86e0 HTTP/1.1" status: 200 len: 916 time: 0.0911458 Oct 27 11:18:44.305264 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-7af9286b-6be5-4985-9250-704e9a1a6813 req-8ff0d779-6854-4071-9a39-5f475d9b7004 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bbd5b08e-1cf2-492f-9786-77e88056d4c3 HTTP/1.1" status: 200 len: 217 time: 0.0338080 Oct 27 11:18:44.353019 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af9286b-6be5-4985-9250-704e9a1a6813 req-05bf7c5e-b5cc-4253-828f-676ebf11edb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:18:44.354454 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-7af9286b-6be5-4985-9250-704e9a1a6813 req-05bf7c5e-b5cc-4253-828f-676ebf11edb5 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=784b61b9-bb6f-45e5-8a86-e785e60ccb79 HTTP/1.1" status: 200 len: 854 time: 0.0423799 Oct 27 11:18:44.404522 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af9286b-6be5-4985-9250-704e9a1a6813 req-27727e4c-81fe-4475-b2f3-46afd9831dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:18:44.406000 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-7af9286b-6be5-4985-9250-704e9a1a6813 req-27727e4c-81fe-4475-b2f3-46afd9831dd8 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2ef2163d-edab-47f8-b6b9-f5ff45dc86e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0442050 Oct 27 11:18:44.495880 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-7af9286b-6be5-4985-9250-704e9a1a6813 req-7b3c5f77-8cb6-4b8e-8732-b77c2fa06194 service neutron] 10.222.0.64 "GET /v2.0/networks/2ef2163d-edab-47f8-b6b9-f5ff45dc86e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806267 Oct 27 11:18:44.587545 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-7af9286b-6be5-4985-9250-704e9a1a6813 req-24d0069f-7f78-406d-be1e-97520a9e38e0 service neutron] 10.222.0.64 "GET /v2.0/networks/2ef2163d-edab-47f8-b6b9-f5ff45dc86e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845177 Oct 27 11:18:44.922055 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db058247-e745-49fa-a0b0-2cbec3e401cf req-41ba45bd-d134-4698-9a13-6d95cb641d2c tempest-TestMinimumBasicScenario-318685480 tempest-TestMinimumBasicScenario-318685480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:18:44.923539 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-db058247-e745-49fa-a0b0-2cbec3e401cf req-41ba45bd-d134-4698-9a13-6d95cb641d2c tempest-TestMinimumBasicScenario-318685480 tempest-TestMinimumBasicScenario-318685480-project] 10.222.0.44 "GET /v2.0/ports?device_id=48b6dbe3-285c-4ec6-bb59-bab1deeea203 HTTP/1.1" status: 200 len: 944 time: 0.0484476 Oct 27 11:18:44.960707 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-db058247-e745-49fa-a0b0-2cbec3e401cf req-bd657f1f-4a6b-42a3-8ef3-3730f267f0d2 tempest-TestMinimumBasicScenario-318685480 tempest-TestMinimumBasicScenario-318685480-project] 10.222.0.44 "GET /v2.0/security-groups?id=6ca3e9eb-ae40-4c59-a26a-a53aa8cf8ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308383 Oct 27 11:18:45.635542 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device bbd5b08e-1cf2-492f-9786-77e88056d4c3 details requested by agent hyperv_n-h1-813419-10 with host n-h1-813419-10 {{(pid=102348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 11:18:45.727326 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port bbd5b08e-1cf2-492f-9786-77e88056d4c3, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=bbd5b08e-1cf2-492f-9786-77e88056d4c3,segment=NetworkSegment(e17beb4b-63da-47c6-a2be-13338f78cc0e),segment_id=e17beb4b-63da-47c6-a2be-13338f78cc0e)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:18:45.741769 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Returning: {'device': 'bbd5b08e-1cf2-492f-9786-77e88056d4c3', 'network_id': '2ef2163d-edab-47f8-b6b9-f5ff45dc86e0', 'port_id': 'bbd5b08e-1cf2-492f-9786-77e88056d4c3', 'mac_address': 'fa:16:3e:4c:0f:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 438, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '784b61b9-bb6f-45e5-8a86-e785e60ccb79', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 11:18:45.777872 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:18:45.790696 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bbd5b08e-1cf2-492f-9786-77e88056d4c3 {{(pid=102348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 11:18:45.809512 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port bbd5b08e-1cf2-492f-9786-77e88056d4c3, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=bbd5b08e-1cf2-492f-9786-77e88056d4c3,segment=NetworkSegment(e17beb4b-63da-47c6-a2be-13338f78cc0e),segment_id=e17beb4b-63da-47c6-a2be-13338f78cc0e)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:18:45.813531 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:18:45.858728 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Pushing event updated for resources: {'Port': ['ID=bbd5b08e-1cf2-492f-9786-77e88056d4c3,revision_number=4']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:18:45.866458 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:18:45.866805 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:18:45.867144 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:18:45.867478 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:18:45.867809 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:18:45.868140 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:18:45.868492 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:18:45.868820 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:18:45.869203 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:18:45.869454 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:18:45.869780 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:18:45.870099 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:18:46.020572 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] get_ports_and_sgs() called for port_ids ['bbd5b08e-1cf2-492f-9786-77e88056d4c3'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 11:18:46.074878 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8c5d6d-3416-46d7-b1dd-15dc6ada9c9b req-706bed4c-7abe-493c-95f7-3740d9a162f2 tempest-TestMinimumBasicScenario-318685480 tempest-TestMinimumBasicScenario-318685480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:18:46.076392 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8d8c5d6d-3416-46d7-b1dd-15dc6ada9c9b req-706bed4c-7abe-493c-95f7-3740d9a162f2 tempest-TestMinimumBasicScenario-318685480 tempest-TestMinimumBasicScenario-318685480-project] 10.222.0.44 "GET /v2.0/ports?device_id=48b6dbe3-285c-4ec6-bb59-bab1deeea203 HTTP/1.1" status: 200 len: 945 time: 0.0485137 Oct 27 11:18:46.114558 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8d8c5d6d-3416-46d7-b1dd-15dc6ada9c9b req-44a56be2-c57d-4d66-9e5e-11976c8593b5 tempest-TestMinimumBasicScenario-318685480 tempest-TestMinimumBasicScenario-318685480-project] 10.222.0.44 "GET /v2.0/security-groups?id=6ca3e9eb-ae40-4c59-a26a-a53aa8cf8ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319057 Oct 27 11:18:46.298492 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-5d8d0fee-b256-4f38-96f0-9d5c0d8d1d1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:18:47.228434 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ece7287-af28-437a-acd2-d3645dec0a6d req-40a1cdda-8336-4a5e-97ba-ec3897932d92 tempest-TestMinimumBasicScenario-318685480 tempest-TestMinimumBasicScenario-318685480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:18:47.229912 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-2ece7287-af28-437a-acd2-d3645dec0a6d req-40a1cdda-8336-4a5e-97ba-ec3897932d92 tempest-TestMinimumBasicScenario-318685480 tempest-TestMinimumBasicScenario-318685480-project] 10.222.0.44 "GET /v2.0/ports?device_id=48b6dbe3-285c-4ec6-bb59-bab1deeea203 HTTP/1.1" status: 200 len: 945 time: 0.0482883 Oct 27 11:18:47.266847 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-2ece7287-af28-437a-acd2-d3645dec0a6d req-d34bb5b0-56e2-4086-be5c-8331256f3b7b tempest-TestMinimumBasicScenario-318685480 tempest-TestMinimumBasicScenario-318685480-project] 10.222.0.44 "GET /v2.0/security-groups?id=6ca3e9eb-ae40-4c59-a26a-a53aa8cf8ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310709 Oct 27 11:18:47.635610 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device bbd5b08e-1cf2-492f-9786-77e88056d4c3 up at agent hyperv_n-h1-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 11:18:47.687034 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Provisioning for port bbd5b08e-1cf2-492f-9786-77e88056d4c3 completed by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 11:18:47.690578 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Provisioning complete for port bbd5b08e-1cf2-492f-9786-77e88056d4c3 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:18:47.690937 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:18:47.768639 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:18:47.790287 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48b6dbe3-285c-4ec6-bb59-bab1deeea203', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbd5b08e-1cf2-492f-9786-77e88056d4c3'}] {{(pid=102348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 11:18:47.792524 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be4127e571859625ba9a491db1af5fd5edc4c8ee111482105658b13e0edb602d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f767e63-cfd7-4200-902a-3d4f428d2d2b" -d '{"events": [{"server_uuid": "48b6dbe3-285c-4ec6-bb59-bab1deeea203", "name": "network-vif-plugged", "status": "completed", "tag": "bbd5b08e-1cf2-492f-9786-77e88056d4c3"}]}' {{(pid=102348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 11:18:47.805559 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port bbd5b08e-1cf2-492f-9786-77e88056d4c3, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=bbd5b08e-1cf2-492f-9786-77e88056d4c3,segment=NetworkSegment(e17beb4b-63da-47c6-a2be-13338f78cc0e),segment_id=e17beb4b-63da-47c6-a2be-13338f78cc0e)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:18:47.809260 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:18:47.832028 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 11:18:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fab3c4a-1e00-4f18-b36c-a56b7daef9e8 x-openstack-request-id: req-4fab3c4a-1e00-4f18-b36c-a56b7daef9e8 {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 11:18:47.832343 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48b6dbe3-285c-4ec6-bb59-bab1deeea203", "name": "network-vif-plugged", "status": "completed", "tag": "bbd5b08e-1cf2-492f-9786-77e88056d4c3", "code": 200}]} {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 11:18:47.832588 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4fab3c4a-1e00-4f18-b36c-a56b7daef9e8 {{(pid=102348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 11:18:47.832966 n-d-813419-10 neutron-server[102348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48b6dbe3-285c-4ec6-bb59-bab1deeea203', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbd5b08e-1cf2-492f-9786-77e88056d4c3', 'code': 200} Oct 27 11:18:47.858513 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Pushing event updated for resources: {'Port': ['ID=bbd5b08e-1cf2-492f-9786-77e88056d4c3,revision_number=5']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:18:47.924185 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb0f66c-5ab0-4e1c-86b5-6d3e800d3b3e req-fd3e4d86-ffb4-42eb-b673-6093fa31ba5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:18:47.925580 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-9cb0f66c-5ab0-4e1c-86b5-6d3e800d3b3e req-fd3e4d86-ffb4-42eb-b673-6093fa31ba5a service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=48b6dbe3-285c-4ec6-bb59-bab1deeea203 HTTP/1.1" status: 200 len: 1098 time: 0.0385725 Oct 27 11:18:47.961669 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-9cb0f66c-5ab0-4e1c-86b5-6d3e800d3b3e req-dc42f397-c225-4f30-87a8-5b085a926774 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=6ca3e9eb-ae40-4c59-a26a-a53aa8cf8ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278409 Oct 27 11:18:48.394085 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341b505c-7a0c-477e-ab33-adde3bc11bbe req-b3332989-03eb-45e2-aa93-b5136886c5b4 tempest-TestMinimumBasicScenario-318685480 tempest-TestMinimumBasicScenario-318685480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:18:48.395564 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-341b505c-7a0c-477e-ab33-adde3bc11bbe req-b3332989-03eb-45e2-aa93-b5136886c5b4 tempest-TestMinimumBasicScenario-318685480 tempest-TestMinimumBasicScenario-318685480-project] 10.222.0.44 "GET /v2.0/ports?device_id=48b6dbe3-285c-4ec6-bb59-bab1deeea203 HTTP/1.1" status: 200 len: 946 time: 0.0536034 Oct 27 11:18:48.432885 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-341b505c-7a0c-477e-ab33-adde3bc11bbe req-02bd21df-3896-430c-8a67-8ad1a81d9c42 tempest-TestMinimumBasicScenario-318685480 tempest-TestMinimumBasicScenario-318685480-project] 10.222.0.44 "GET /v2.0/security-groups?id=6ca3e9eb-ae40-4c59-a26a-a53aa8cf8ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307620 Oct 27 11:18:48.963338 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7468102b-7c38-4a1e-9fea-f8f17abd7142 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:18:49.558044 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d6e115-201c-4550-b2ca-b400822a290e req-ca28c627-2939-4db6-95a1-e0dba84391a7 tempest-TestMinimumBasicScenario-318685480 tempest-TestMinimumBasicScenario-318685480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:18:49.559536 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-f2d6e115-201c-4550-b2ca-b400822a290e req-ca28c627-2939-4db6-95a1-e0dba84391a7 tempest-TestMinimumBasicScenario-318685480 tempest-TestMinimumBasicScenario-318685480-project] 10.222.0.44 "GET /v2.0/ports?device_id=48b6dbe3-285c-4ec6-bb59-bab1deeea203 HTTP/1.1" status: 200 len: 946 time: 0.0591154 Oct 27 11:18:49.597074 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-f2d6e115-201c-4550-b2ca-b400822a290e req-6098ee9e-d903-4641-9f24-d9945eee244b tempest-TestMinimumBasicScenario-318685480 tempest-TestMinimumBasicScenario-318685480-project] 10.222.0.44 "GET /v2.0/security-groups?id=6ca3e9eb-ae40-4c59-a26a-a53aa8cf8ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315926 Oct 27 11:18:49.709589 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb443b3-0573-4550-acff-d619ba03581e req-c05fb3cb-b22b-4d64-8687-b384a9e42a9a tempest-TestMinimumBasicScenario-318685480 tempest-TestMinimumBasicScenario-318685480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:18:49.711055 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-afb443b3-0573-4550-acff-d619ba03581e req-c05fb3cb-b22b-4d64-8687-b384a9e42a9a tempest-TestMinimumBasicScenario-318685480 tempest-TestMinimumBasicScenario-318685480-project] 10.222.0.44 "GET /v2.0/ports?device_id=48b6dbe3-285c-4ec6-bb59-bab1deeea203 HTTP/1.1" status: 200 len: 946 time: 0.0485516 Oct 27 11:18:49.748501 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-afb443b3-0573-4550-acff-d619ba03581e req-8e2d284a-4363-4ba7-9503-32a8ba0a221a tempest-TestMinimumBasicScenario-318685480 tempest-TestMinimumBasicScenario-318685480-project] 10.222.0.44 "GET /v2.0/security-groups?id=6ca3e9eb-ae40-4c59-a26a-a53aa8cf8ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311856 Oct 27 11:18:49.935935 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca11a0c8-3711-49ba-8ee6-9054231bf1a2 req-ba2db23f-6946-4e5b-a36e-141ea6c7b216 tempest-TestMinimumBasicScenario-318685480 tempest-TestMinimumBasicScenario-318685480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:18:49.937441 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ca11a0c8-3711-49ba-8ee6-9054231bf1a2 req-ba2db23f-6946-4e5b-a36e-141ea6c7b216 tempest-TestMinimumBasicScenario-318685480 tempest-TestMinimumBasicScenario-318685480-project] 10.222.0.44 "GET /v2.0/ports?device_id=48b6dbe3-285c-4ec6-bb59-bab1deeea203 HTTP/1.1" status: 200 len: 946 time: 0.0490918 Oct 27 11:18:49.974090 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ca11a0c8-3711-49ba-8ee6-9054231bf1a2 req-c1ddbc99-1ba7-417b-959f-5ba0b2a7199b tempest-TestMinimumBasicScenario-318685480 tempest-TestMinimumBasicScenario-318685480-project] 10.222.0.44 "GET /v2.0/security-groups?id=6ca3e9eb-ae40-4c59-a26a-a53aa8cf8ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307364 Oct 27 11:18:50.076460 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:18:50.222913 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-eadeaa30-4096-4d1a-b3cb-aa7ebfb291ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:18:52.105800 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-3c6a8245-0581-48aa-b5f6-4d8fe98cd16e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:19:00.300342 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.agents_db [None req-e79ee67d-056e-46ea-bd99-e80473396b25 None None] Agent healthcheck: found 7 active agents {{(pid=102349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 11:19:02.457483 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642983d0-aae1-4bea-bc25-b2a4e65ac5bd req-ce0c2db5-310a-4e21-9b2c-5cf8c46a71c6 tempest-TestMinimumBasicScenario-318685480 tempest-TestMinimumBasicScenario-318685480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:19:02.458946 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-642983d0-aae1-4bea-bc25-b2a4e65ac5bd req-ce0c2db5-310a-4e21-9b2c-5cf8c46a71c6 tempest-TestMinimumBasicScenario-318685480 tempest-TestMinimumBasicScenario-318685480-project] 10.222.0.44 "GET /v2.0/ports?device_id=48b6dbe3-285c-4ec6-bb59-bab1deeea203 HTTP/1.1" status: 200 len: 946 time: 0.0515940 Oct 27 11:19:02.496748 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-642983d0-aae1-4bea-bc25-b2a4e65ac5bd req-ad57112f-54ce-477d-8a3f-b05d7395daca tempest-TestMinimumBasicScenario-318685480 tempest-TestMinimumBasicScenario-318685480-project] 10.222.0.44 "GET /v2.0/security-groups?id=6ca3e9eb-ae40-4c59-a26a-a53aa8cf8ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312374 Oct 27 11:19:02.519115 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 47642) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:19:02.645654 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c19ff661-eadb-4398-92f1-8b62df29d714 tempest-TestMinimumBasicScenario-1687174970 tempest-TestMinimumBasicScenario-1687174970-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:19:02.647176 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-c19ff661-eadb-4398-92f1-8b62df29d714 tempest-TestMinimumBasicScenario-1687174970 tempest-TestMinimumBasicScenario-1687174970-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=48b6dbe3-285c-4ec6-bb59-bab1deeea203 HTTP/1.1" status: 200 len: 1093 time: 0.1270943 Oct 27 11:19:02.650241 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 47646) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:19:02.655174 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-b3da3fcb-9be0-4be9-a9ed-a18d92711f3e tempest-TestMinimumBasicScenario-318685480 tempest-TestMinimumBasicScenario-318685480-project] Request body: {'floatingip': {'floating_network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'port_id': 'bbd5b08e-1cf2-492f-9786-77e88056d4c3', 'tenant_id': 'ee278de7fec24fd691eddfbcf2643a16', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:19:02.676076 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-b3da3fcb-9be0-4be9-a9ed-a18d92711f3e tempest-TestMinimumBasicScenario-318685480 tempest-TestMinimumBasicScenario-318685480-project] Publish callbacks [] for floatingip, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:19:02.773992 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-b3da3fcb-9be0-4be9-a9ed-a18d92711f3e tempest-TestMinimumBasicScenario-318685480 tempest-TestMinimumBasicScenario-318685480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:19:02.872952 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_common [None req-b3da3fcb-9be0-4be9-a9ed-a18d92711f3e tempest-TestMinimumBasicScenario-318685480 tempest-TestMinimumBasicScenario-318685480-project] Allocated IP 172.25.8.123 (185ff123-c7ff-45c7-a6be-71feb35acc9c/0fb9f9d1-7384-481f-8fa8-f4566c349d30/cb7c6753-af19-4c3b-b5b2-00d769ef5ab5) {{(pid=102346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 11:19:02.977901 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-b3da3fcb-9be0-4be9-a9ed-a18d92711f3e tempest-TestMinimumBasicScenario-318685480 tempest-TestMinimumBasicScenario-318685480-project] Publish callbacks [] for port, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:19:02.994365 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:19:03.018829 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-b3da3fcb-9be0-4be9-a9ed-a18d92711f3e tempest-TestMinimumBasicScenario-318685480 tempest-TestMinimumBasicScenario-318685480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:19:03.058881 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3da3fcb-9be0-4be9-a9ed-a18d92711f3e tempest-TestMinimumBasicScenario-318685480 tempest-TestMinimumBasicScenario-318685480-project] Network 185ff123-c7ff-45c7-a6be-71feb35acc9c is already hosted by enough agents. {{(pid=102346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 11:19:03.063402 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-b3da3fcb-9be0-4be9-a9ed-a18d92711f3e tempest-TestMinimumBasicScenario-318685480 tempest-TestMinimumBasicScenario-318685480-project] Resources bound (agent type, host, resource id): {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 11:19:03.067780 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3da3fcb-9be0-4be9-a9ed-a18d92711f3e tempest-TestMinimumBasicScenario-318685480 tempest-TestMinimumBasicScenario-318685480-project] Received port after_create {{(pid=102346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 11:19:03.070901 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3da3fcb-9be0-4be9-a9ed-a18d92711f3e tempest-TestMinimumBasicScenario-318685480 tempest-TestMinimumBasicScenario-318685480-project] Pushing event updated for resources: {'Port': ['ID=cb7c6753-af19-4c3b-b5b2-00d769ef5ab5,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:19:03.405484 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-b3da3fcb-9be0-4be9-a9ed-a18d92711f3e tempest-TestMinimumBasicScenario-318685480 tempest-TestMinimumBasicScenario-318685480-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:19:03.468216 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-b3da3fcb-9be0-4be9-a9ed-a18d92711f3e tempest-TestMinimumBasicScenario-318685480 tempest-TestMinimumBasicScenario-318685480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:19:03.618286 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-b3da3fcb-9be0-4be9-a9ed-a18d92711f3e tempest-TestMinimumBasicScenario-318685480 tempest-TestMinimumBasicScenario-318685480-project] Publish callbacks [] for port, precommit_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:19:03.622929 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-b3da3fcb-9be0-4be9-a9ed-a18d92711f3e tempest-TestMinimumBasicScenario-318685480 tempest-TestMinimumBasicScenario-318685480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27024173'] for port, after_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:19:03.694641 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3da3fcb-9be0-4be9-a9ed-a18d92711f3e tempest-TestMinimumBasicScenario-318685480 tempest-TestMinimumBasicScenario-318685480-project] Pushing event updated for resources: {'Port': ['ID=cb7c6753-af19-4c3b-b5b2-00d769ef5ab5,revision_number=2']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:19:03.705874 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-b3da3fcb-9be0-4be9-a9ed-a18d92711f3e tempest-TestMinimumBasicScenario-318685480 tempest-TestMinimumBasicScenario-318685480-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1664826'] for floatingip, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:19:03.809249 n-d-813419-10 neutron-server[102346]: INFO neutron.db.l3_db [None req-b3da3fcb-9be0-4be9-a9ed-a18d92711f3e tempest-TestMinimumBasicScenario-318685480 tempest-TestMinimumBasicScenario-318685480-project] Floating IP 430d3b23-d8a0-4c52-ba95-2fb36815ee77 associated. External IP: 172.25.8.123, port: bbd5b08e-1cf2-492f-9786-77e88056d4c3. Oct 27 11:19:04.009988 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3da3fcb-9be0-4be9-a9ed-a18d92711f3e tempest-TestMinimumBasicScenario-318685480 tempest-TestMinimumBasicScenario-318685480-project] Router 4af54072-75b7-4d94-b08b-f7a6723f7c53 has already been hosted by L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb {{(pid=102346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 11:19:04.113887 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3da3fcb-9be0-4be9-a9ed-a18d92711f3e tempest-TestMinimumBasicScenario-318685480 tempest-TestMinimumBasicScenario-318685480-project] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 11:19:04.124594 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fd994d3-d478-4584-bef3-95fd9b2edf16 None None] Sync routers for ids ['4af54072-75b7-4d94-b08b-f7a6723f7c53'] in n-d-813419-10 {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 11:19:04.133840 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-b3da3fcb-9be0-4be9-a9ed-a18d92711f3e tempest-TestMinimumBasicScenario-318685480 tempest-TestMinimumBasicScenario-318685480-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for floatingip, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:19:04.134035 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fd994d3-d478-4584-bef3-95fd9b2edf16 None None] Routers {'4af54072-75b7-4d94-b08b-f7a6723f7c53'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 11:19:04.134620 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-5fd994d3-d478-4584-bef3-95fd9b2edf16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T11:18:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['4af54072-75b7-4d94-b08b-f7a6723f7c53'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:19:04.160599 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-b3da3fcb-9be0-4be9-a9ed-a18d92711f3e tempest-TestMinimumBasicScenario-318685480 tempest-TestMinimumBasicScenario-318685480-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5086908 Oct 27 11:19:04.161315 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48b6dbe3-285c-4ec6-bb59-bab1deeea203', 'tag': 'bbd5b08e-1cf2-492f-9786-77e88056d4c3'}] {{(pid=102346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 11:19:04.163469 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 47648) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:19:04.169289 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-12faf2d7-a489-4255-ba6d-d22385b5928f tempest-TestMinimumBasicScenario-318685480 tempest-TestMinimumBasicScenario-318685480-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-7478531', 'description': 'tempest-secgroup-smoke-7478531 description', 'project_id': 'ee278de7fec24fd691eddfbcf2643a16'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:19:04.193132 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-12faf2d7-a489-4255-ba6d-d22385b5928f tempest-TestMinimumBasicScenario-318685480 tempest-TestMinimumBasicScenario-318685480-project] Publish callbacks [] for security_group, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:19:04.242376 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvr_db [None req-5fd994d3-d478-4584-bef3-95fd9b2edf16 None None] Set router 4af54072-75b7-4d94-b08b-f7a6723f7c53 gateway port host: n-d-813419-10 {{(pid=102348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 11:19:04.270100 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-12faf2d7-a489-4255-ba6d-d22385b5928f tempest-TestMinimumBasicScenario-318685480 tempest-TestMinimumBasicScenario-318685480-project] Publish callbacks [] for security_group, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:19:04.273313 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2531aea88c448207759dde70f844649f18dfe6edcb84b1c92b49bb044a645d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc42f180-0195-4ae3-809a-7f34b6e72675" -d '{"events": [{"name": "network-changed", "server_uuid": "48b6dbe3-285c-4ec6-bb59-bab1deeea203", "tag": "bbd5b08e-1cf2-492f-9786-77e88056d4c3"}]}' {{(pid=102346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 11:19:04.275516 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-12faf2d7-a489-4255-ba6d-d22385b5928f tempest-TestMinimumBasicScenario-318685480 tempest-TestMinimumBasicScenario-318685480-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:19:04.307680 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-12faf2d7-a489-4255-ba6d-d22385b5928f tempest-TestMinimumBasicScenario-318685480 tempest-TestMinimumBasicScenario-318685480-project] Publish callbacks [] for security_group, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:19:04.311881 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-12faf2d7-a489-4255-ba6d-d22385b5928f tempest-TestMinimumBasicScenario-318685480 tempest-TestMinimumBasicScenario-318685480-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1790 time: 0.1444764 Oct 27 11:19:04.312791 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 47656) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:19:04.313595 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12faf2d7-a489-4255-ba6d-d22385b5928f tempest-TestMinimumBasicScenario-318685480 tempest-TestMinimumBasicScenario-318685480-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b847a3e-2022-46d0-930b-580a510a1612,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:19:04.329606 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-e26551b5-8985-455a-bf5d-a2ad3eb68ab9 tempest-TestMinimumBasicScenario-318685480 tempest-TestMinimumBasicScenario-318685480-project] Request body: {'security_group_rule': {'security_group_id': '4b847a3e-2022-46d0-930b-580a510a1612', 'project_id': 'ee278de7fec24fd691eddfbcf2643a16', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:19:04.379540 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-e26551b5-8985-455a-bf5d-a2ad3eb68ab9 tempest-TestMinimumBasicScenario-318685480 tempest-TestMinimumBasicScenario-318685480-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:19:04.384766 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 11:19:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-161d5c91-a904-4a0d-8571-3f1c43343d2d x-openstack-request-id: req-161d5c91-a904-4a0d-8571-3f1c43343d2d {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 11:19:04.385059 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48b6dbe3-285c-4ec6-bb59-bab1deeea203", "tag": "bbd5b08e-1cf2-492f-9786-77e88056d4c3", "status": "completed", "code": 200}]} {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 11:19:04.385310 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-161d5c91-a904-4a0d-8571-3f1c43343d2d {{(pid=102346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 11:19:04.385709 n-d-813419-10 neutron-server[102346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48b6dbe3-285c-4ec6-bb59-bab1deeea203', 'tag': 'bbd5b08e-1cf2-492f-9786-77e88056d4c3', 'status': 'completed', 'code': 200} Oct 27 11:19:04.432647 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-e26551b5-8985-455a-bf5d-a2ad3eb68ab9 tempest-TestMinimumBasicScenario-318685480 tempest-TestMinimumBasicScenario-318685480-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:19:04.436566 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-e26551b5-8985-455a-bf5d-a2ad3eb68ab9 tempest-TestMinimumBasicScenario-318685480 tempest-TestMinimumBasicScenario-318685480-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671902'] for security_group_rule, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:19:04.452778 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc42f180-0195-4ae3-809a-7f34b6e72675 req-6d91cc4b-c5c3-4867-89d5-1b9628d531a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:19:04.454284 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-dc42f180-0195-4ae3-809a-7f34b6e72675 req-6d91cc4b-c5c3-4867-89d5-1b9628d531a2 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ee278de7fec24fd691eddfbcf2643a16&device_id=48b6dbe3-285c-4ec6-bb59-bab1deeea203 HTTP/1.1" status: 200 len: 1098 time: 0.0448282 Oct 27 11:19:04.459422 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26551b5-8985-455a-bf5d-a2ad3eb68ab9 tempest-TestMinimumBasicScenario-318685480 tempest-TestMinimumBasicScenario-318685480-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=edad3c36-32d1-45b4-9798-c6a5fdb5909b,revision_number=0']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:19:04.466246 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-e26551b5-8985-455a-bf5d-a2ad3eb68ab9 tempest-TestMinimumBasicScenario-318685480 tempest-TestMinimumBasicScenario-318685480-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:19:04.470203 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-e26551b5-8985-455a-bf5d-a2ad3eb68ab9 tempest-TestMinimumBasicScenario-318685480 tempest-TestMinimumBasicScenario-318685480-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1526401 Oct 27 11:19:04.471616 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 47658) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:19:04.477269 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-c25b7ebd-1d10-45cf-bcd0-5aa0078e684a tempest-TestMinimumBasicScenario-318685480 tempest-TestMinimumBasicScenario-318685480-project] Request body: {'security_group_rule': {'security_group_id': '4b847a3e-2022-46d0-930b-580a510a1612', 'project_id': 'ee278de7fec24fd691eddfbcf2643a16', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:19:04.483203 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26551b5-8985-455a-bf5d-a2ad3eb68ab9 tempest-TestMinimumBasicScenario-318685480 tempest-TestMinimumBasicScenario-318685480-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:19:04.483541 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26551b5-8985-455a-bf5d-a2ad3eb68ab9 tempest-TestMinimumBasicScenario-318685480 tempest-TestMinimumBasicScenario-318685480-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:19:04.483873 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26551b5-8985-455a-bf5d-a2ad3eb68ab9 tempest-TestMinimumBasicScenario-318685480 tempest-TestMinimumBasicScenario-318685480-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:19:04.484694 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26551b5-8985-455a-bf5d-a2ad3eb68ab9 tempest-TestMinimumBasicScenario-318685480 tempest-TestMinimumBasicScenario-318685480-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:19:04.484694 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26551b5-8985-455a-bf5d-a2ad3eb68ab9 tempest-TestMinimumBasicScenario-318685480 tempest-TestMinimumBasicScenario-318685480-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:19:04.484931 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26551b5-8985-455a-bf5d-a2ad3eb68ab9 tempest-TestMinimumBasicScenario-318685480 tempest-TestMinimumBasicScenario-318685480-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:19:04.485213 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26551b5-8985-455a-bf5d-a2ad3eb68ab9 tempest-TestMinimumBasicScenario-318685480 tempest-TestMinimumBasicScenario-318685480-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:19:04.485582 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26551b5-8985-455a-bf5d-a2ad3eb68ab9 tempest-TestMinimumBasicScenario-318685480 tempest-TestMinimumBasicScenario-318685480-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:19:04.485852 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26551b5-8985-455a-bf5d-a2ad3eb68ab9 tempest-TestMinimumBasicScenario-318685480 tempest-TestMinimumBasicScenario-318685480-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:19:04.486259 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26551b5-8985-455a-bf5d-a2ad3eb68ab9 tempest-TestMinimumBasicScenario-318685480 tempest-TestMinimumBasicScenario-318685480-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:19:04.486868 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26551b5-8985-455a-bf5d-a2ad3eb68ab9 tempest-TestMinimumBasicScenario-318685480 tempest-TestMinimumBasicScenario-318685480-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:19:04.487297 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26551b5-8985-455a-bf5d-a2ad3eb68ab9 tempest-TestMinimumBasicScenario-318685480 tempest-TestMinimumBasicScenario-318685480-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:19:04.494219 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-5fd994d3-d478-4584-bef3-95fd9b2edf16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4af54072-75b7-4d94-b08b-f7a6723f7c53', 'name': 'tempest-TestMinimumBasicScenario-1471701865-router', 'tenant_id': 'ee278de7fec24fd691eddfbcf2643a16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.230'}], 'enable_snat': True}, 'gw_port_id': '33bb4f09-9031-48c1-b4fa-7e3130b6fc77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:18:11Z', 'updated_at': '2021-10-27T11:18:13Z', 'revision_number': 4, 'project_id': 'ee278de7fec24fd691eddfbcf2643a16', 'gw_port': {'id': '33bb4f09-9031-48c1-b4fa-7e3130b6fc77', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:13:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af54072-75b7-4d94-b08b-f7a6723f7c53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:18:11Z', 'updated_at': '2021-10-27T11:18:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_floatingips': [{'id': '430d3b23-d8a0-4c52-ba95-2fb36815ee77', 'tenant_id': 'ee278de7fec24fd691eddfbcf2643a16', 'floating_ip_address': '172.25.8.123', 'floating_network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'router_id': '4af54072-75b7-4d94-b08b-f7a6723f7c53', 'port_id': 'bbd5b08e-1cf2-492f-9786-77e88056d4c3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4153, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ef2163d-edab-47f8-b6b9-f5ff45dc86e0', 'mac_address': 'fa:16:3e:4c:0f:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b6dbe3-285c-4ec6-bb59-bab1deeea203', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T11:19:03Z', 'updated_at': '2021-10-27T11:19:03Z', 'revision_number': 0, 'project_id': 'ee278de7fec24fd691eddfbcf2643a16', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96286cb2-0b5b-473a-8371-fff67006eb1b', 'name': '', 'network_id': '2ef2163d-edab-47f8-b6b9-f5ff45dc86e0', 'tenant_id': 'ee278de7fec24fd691eddfbcf2643a16', 'mac_address': 'fa:16:3e:26:69:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af54072-75b7-4d94-b08b-f7a6723f7c53', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '784b61b9-bb6f-45e5-8a86-e785e60ccb79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:18:13Z', 'updated_at': '2021-10-27T11:18:19Z', 'revision_number': 5, 'project_id': 'ee278de7fec24fd691eddfbcf2643a16', 'subnets': [{'id': '784b61b9-bb6f-45e5-8a86-e785e60ccb79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:19:04.514156 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-c25b7ebd-1d10-45cf-bcd0-5aa0078e684a tempest-TestMinimumBasicScenario-318685480 tempest-TestMinimumBasicScenario-318685480-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:19:04.522221 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fd994d3-d478-4584-bef3-95fd9b2edf16 None None] Checking router: 4af54072-75b7-4d94-b08b-f7a6723f7c53 for host: n-d-813419-10 {{(pid=102348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 11:19:04.530970 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fd994d3-d478-4584-bef3-95fd9b2edf16 None None] Routers {'4af54072-75b7-4d94-b08b-f7a6723f7c53'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 11:19:04.531643 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-5fd994d3-d478-4584-bef3-95fd9b2edf16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T11:18:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['4af54072-75b7-4d94-b08b-f7a6723f7c53'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:19:04.562068 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc42f180-0195-4ae3-809a-7f34b6e72675 req-b9dec872-06a4-4ec0-a91a-316d748e34a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:19:04.563563 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-dc42f180-0195-4ae3-809a-7f34b6e72675 req-b9dec872-06a4-4ec0-a91a-316d748e34a5 service neutron] 10.222.0.64 "GET /v2.0/networks?id=2ef2163d-edab-47f8-b6b9-f5ff45dc86e0 HTTP/1.1" status: 200 len: 916 time: 0.1003888 Oct 27 11:19:04.574798 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-c25b7ebd-1d10-45cf-bcd0-5aa0078e684a tempest-TestMinimumBasicScenario-318685480 tempest-TestMinimumBasicScenario-318685480-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:19:04.578641 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-c25b7ebd-1d10-45cf-bcd0-5aa0078e684a tempest-TestMinimumBasicScenario-318685480 tempest-TestMinimumBasicScenario-318685480-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671902'] for security_group_rule, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:19:04.599515 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25b7ebd-1d10-45cf-bcd0-5aa0078e684a tempest-TestMinimumBasicScenario-318685480 tempest-TestMinimumBasicScenario-318685480-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cfe993a5-4d07-44d4-a89e-32e33de914be,revision_number=0']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:19:04.605854 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-c25b7ebd-1d10-45cf-bcd0-5aa0078e684a tempest-TestMinimumBasicScenario-318685480 tempest-TestMinimumBasicScenario-318685480-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:19:04.607056 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-c25b7ebd-1d10-45cf-bcd0-5aa0078e684a tempest-TestMinimumBasicScenario-318685480 tempest-TestMinimumBasicScenario-318685480-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1345277 Oct 27 11:19:04.609907 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 47660) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:19:04.614889 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-9539fba7-b09c-4046-b664-aad3f19653dc tempest-TestMinimumBasicScenario-318685480 tempest-TestMinimumBasicScenario-318685480-project] Request body: {'security_group_rule': {'security_group_id': '4b847a3e-2022-46d0-930b-580a510a1612', 'project_id': 'ee278de7fec24fd691eddfbcf2643a16', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:19:04.637732 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-dc42f180-0195-4ae3-809a-7f34b6e72675 req-eb975a8f-11c2-4be9-af23-df0dc80ae452 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bbd5b08e-1cf2-492f-9786-77e88056d4c3 HTTP/1.1" status: 200 len: 1000 time: 0.0643907 Oct 27 11:19:04.642184 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvr_db [None req-5fd994d3-d478-4584-bef3-95fd9b2edf16 None None] Set router 4af54072-75b7-4d94-b08b-f7a6723f7c53 gateway port host: n-d-813419-10 {{(pid=102348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 11:19:04.645293 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-9539fba7-b09c-4046-b664-aad3f19653dc tempest-TestMinimumBasicScenario-318685480 tempest-TestMinimumBasicScenario-318685480-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:19:04.693013 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc42f180-0195-4ae3-809a-7f34b6e72675 req-482e71b4-8a97-4716-90ca-1f079489a3d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:19:04.695488 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-dc42f180-0195-4ae3-809a-7f34b6e72675 req-482e71b4-8a97-4716-90ca-1f079489a3d9 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=784b61b9-bb6f-45e5-8a86-e785e60ccb79 HTTP/1.1" status: 200 len: 854 time: 0.0504785 Oct 27 11:19:04.705662 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-9539fba7-b09c-4046-b664-aad3f19653dc tempest-TestMinimumBasicScenario-318685480 tempest-TestMinimumBasicScenario-318685480-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:19:04.709421 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-9539fba7-b09c-4046-b664-aad3f19653dc tempest-TestMinimumBasicScenario-318685480 tempest-TestMinimumBasicScenario-318685480-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671902'] for security_group_rule, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:19:04.723071 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9539fba7-b09c-4046-b664-aad3f19653dc tempest-TestMinimumBasicScenario-318685480 tempest-TestMinimumBasicScenario-318685480-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1fbc4f26-4af2-4f6e-aa97-35bbc2d80861,revision_number=0']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:19:04.738853 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-9539fba7-b09c-4046-b664-aad3f19653dc tempest-TestMinimumBasicScenario-318685480 tempest-TestMinimumBasicScenario-318685480-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:19:04.740621 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-9539fba7-b09c-4046-b664-aad3f19653dc tempest-TestMinimumBasicScenario-318685480 tempest-TestMinimumBasicScenario-318685480-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1291590 Oct 27 11:19:04.742850 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 47662) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:19:04.746530 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc42f180-0195-4ae3-809a-7f34b6e72675 req-2f81bd0e-4aa5-4470-918b-e13f5a7bcd4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:19:04.748157 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-dc42f180-0195-4ae3-809a-7f34b6e72675 req-2f81bd0e-4aa5-4470-918b-e13f5a7bcd4c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2ef2163d-edab-47f8-b6b9-f5ff45dc86e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0449936 Oct 27 11:19:04.748376 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-df5dbc5e-2c43-4562-a9d6-fa5f05c30849 tempest-TestMinimumBasicScenario-318685480 tempest-TestMinimumBasicScenario-318685480-project] Request body: {'security_group_rule': {'security_group_id': '4b847a3e-2022-46d0-930b-580a510a1612', 'project_id': 'ee278de7fec24fd691eddfbcf2643a16', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:19:04.780144 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-df5dbc5e-2c43-4562-a9d6-fa5f05c30849 tempest-TestMinimumBasicScenario-318685480 tempest-TestMinimumBasicScenario-318685480-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:19:04.844712 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-df5dbc5e-2c43-4562-a9d6-fa5f05c30849 tempest-TestMinimumBasicScenario-318685480 tempest-TestMinimumBasicScenario-318685480-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:19:04.848936 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-df5dbc5e-2c43-4562-a9d6-fa5f05c30849 tempest-TestMinimumBasicScenario-318685480 tempest-TestMinimumBasicScenario-318685480-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671902'] for security_group_rule, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:19:04.852022 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-dc42f180-0195-4ae3-809a-7f34b6e72675 req-d22f5155-bc00-41bb-8f18-e800c8696e01 service neutron] 10.222.0.64 "GET /v2.0/networks/2ef2163d-edab-47f8-b6b9-f5ff45dc86e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968959 Oct 27 11:19:04.870862 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5dbc5e-2c43-4562-a9d6-fa5f05c30849 tempest-TestMinimumBasicScenario-318685480 tempest-TestMinimumBasicScenario-318685480-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f83e053-801c-4150-98b6-5c6ee6c8297c,revision_number=0']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:19:04.877455 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-df5dbc5e-2c43-4562-a9d6-fa5f05c30849 tempest-TestMinimumBasicScenario-318685480 tempest-TestMinimumBasicScenario-318685480-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:19:04.880861 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-df5dbc5e-2c43-4562-a9d6-fa5f05c30849 tempest-TestMinimumBasicScenario-318685480 tempest-TestMinimumBasicScenario-318685480-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1342635 Oct 27 11:19:04.881067 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 47664) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:19:04.887086 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-130f7abc-fe9d-45e8-8829-2853c2d619a0 tempest-TestMinimumBasicScenario-318685480 tempest-TestMinimumBasicScenario-318685480-project] Request body: {'security_group_rule': {'security_group_id': '4b847a3e-2022-46d0-930b-580a510a1612', 'project_id': 'ee278de7fec24fd691eddfbcf2643a16', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:19:04.899530 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-5fd994d3-d478-4584-bef3-95fd9b2edf16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4af54072-75b7-4d94-b08b-f7a6723f7c53', 'name': 'tempest-TestMinimumBasicScenario-1471701865-router', 'tenant_id': 'ee278de7fec24fd691eddfbcf2643a16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.230'}], 'enable_snat': True}, 'gw_port_id': '33bb4f09-9031-48c1-b4fa-7e3130b6fc77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:18:11Z', 'updated_at': '2021-10-27T11:18:13Z', 'revision_number': 4, 'project_id': 'ee278de7fec24fd691eddfbcf2643a16', 'gw_port': {'id': '33bb4f09-9031-48c1-b4fa-7e3130b6fc77', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:13:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af54072-75b7-4d94-b08b-f7a6723f7c53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:18:11Z', 'updated_at': '2021-10-27T11:18:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_floatingips': [{'id': '430d3b23-d8a0-4c52-ba95-2fb36815ee77', 'tenant_id': 'ee278de7fec24fd691eddfbcf2643a16', 'floating_ip_address': '172.25.8.123', 'floating_network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'router_id': '4af54072-75b7-4d94-b08b-f7a6723f7c53', 'port_id': 'bbd5b08e-1cf2-492f-9786-77e88056d4c3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4153, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ef2163d-edab-47f8-b6b9-f5ff45dc86e0', 'mac_address': 'fa:16:3e:4c:0f:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b6dbe3-285c-4ec6-bb59-bab1deeea203', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T11:19:03Z', 'updated_at': '2021-10-27T11:19:03Z', 'revision_number': 0, 'project_id': 'ee278de7fec24fd691eddfbcf2643a16', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96286cb2-0b5b-473a-8371-fff67006eb1b', 'name': '', 'network_id': '2ef2163d-edab-47f8-b6b9-f5ff45dc86e0', 'tenant_id': 'ee278de7fec24fd691eddfbcf2643a16', 'mac_address': 'fa:16:3e:26:69:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af54072-75b7-4d94-b08b-f7a6723f7c53', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '784b61b9-bb6f-45e5-8a86-e785e60ccb79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:18:13Z', 'updated_at': '2021-10-27T11:18:19Z', 'revision_number': 5, 'project_id': 'ee278de7fec24fd691eddfbcf2643a16', 'subnets': [{'id': '784b61b9-bb6f-45e5-8a86-e785e60ccb79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:19:04.910333 n-d-813419-10 neutron-server[102346]: INFO neutron.db.securitygroups_db [None req-130f7abc-fe9d-45e8-8829-2853c2d619a0 tempest-TestMinimumBasicScenario-318685480 tempest-TestMinimumBasicScenario-318685480-project] Project ee278de7fec24fd691eddfbcf2643a16 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 27 11:19:04.916101 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-130f7abc-fe9d-45e8-8829-2853c2d619a0 tempest-TestMinimumBasicScenario-318685480 tempest-TestMinimumBasicScenario-318685480-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:19:04.929702 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fd994d3-d478-4584-bef3-95fd9b2edf16 None None] The sync data for ids ['4af54072-75b7-4d94-b08b-f7a6723f7c53'] in n-d-813419-10 is: [{'id': '4af54072-75b7-4d94-b08b-f7a6723f7c53', 'name': 'tempest-TestMinimumBasicScenario-1471701865-router', 'tenant_id': 'ee278de7fec24fd691eddfbcf2643a16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.230'}], 'enable_snat': True}, 'gw_port_id': '33bb4f09-9031-48c1-b4fa-7e3130b6fc77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:18:11Z', 'updated_at': '2021-10-27T11:18:13Z', 'revision_number': 4, 'project_id': 'ee278de7fec24fd691eddfbcf2643a16', 'gw_port': {'id': '33bb4f09-9031-48c1-b4fa-7e3130b6fc77', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:13:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af54072-75b7-4d94-b08b-f7a6723f7c53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:18:11Z', 'updated_at': '2021-10-27T11:18:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_floatingips': [{'id': '430d3b23-d8a0-4c52-ba95-2fb36815ee77', 'tenant_id': 'ee278de7fec24fd691eddfbcf2643a16', 'floating_ip_address': '172.25.8.123', 'floating_network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'router_id': '4af54072-75b7-4d94-b08b-f7a6723f7c53', 'port_id': 'bbd5b08e-1cf2-492f-9786-77e88056d4c3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4153, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ef2163d-edab-47f8-b6b9-f5ff45dc86e0', 'mac_address': 'fa:16:3e:4c:0f:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b6dbe3-285c-4ec6-bb59-bab1deeea203', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T11:19:03Z', 'updated_at': '2021-10-27T11:19:03Z', 'revision_number': 0, 'project_id': 'ee278de7fec24fd691eddfbcf2643a16', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96286cb2-0b5b-473a-8371-fff67006eb1b', 'name': '', 'network_id': '2ef2163d-edab-47f8-b6b9-f5ff45dc86e0', 'tenant_id': 'ee278de7fec24fd691eddfbcf2643a16', 'mac_address': 'fa:16:3e:26:69:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af54072-75b7-4d94-b08b-f7a6723f7c53', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '784b61b9-bb6f-45e5-8a86-e785e60ccb79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:18:13Z', 'updated_at': '2021-10-27T11:18:19Z', 'revision_number': 5, 'project_id': 'ee278de7fec24fd691eddfbcf2643a16', 'subnets': [{'id': '784b61b9-bb6f-45e5-8a86-e785e60ccb79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 11:19:04.960227 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-dc42f180-0195-4ae3-809a-7f34b6e72675 req-f0ecfa70-90a9-45bb-b9ca-8ca4f29af416 service neutron] 10.222.0.64 "GET /v2.0/networks/2ef2163d-edab-47f8-b6b9-f5ff45dc86e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016979 Oct 27 11:19:04.987948 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-130f7abc-fe9d-45e8-8829-2853c2d619a0 tempest-TestMinimumBasicScenario-318685480 tempest-TestMinimumBasicScenario-318685480-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:19:04.993097 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-130f7abc-fe9d-45e8-8829-2853c2d619a0 tempest-TestMinimumBasicScenario-318685480 tempest-TestMinimumBasicScenario-318685480-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671902'] for security_group_rule, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:19:05.012939 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130f7abc-fe9d-45e8-8829-2853c2d619a0 tempest-TestMinimumBasicScenario-318685480 tempest-TestMinimumBasicScenario-318685480-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11916954-857d-4308-b258-a5bf959963c0,revision_number=0']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:19:05.021224 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-130f7abc-fe9d-45e8-8829-2853c2d619a0 tempest-TestMinimumBasicScenario-318685480 tempest-TestMinimumBasicScenario-318685480-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:19:05.022537 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-130f7abc-fe9d-45e8-8829-2853c2d619a0 tempest-TestMinimumBasicScenario-318685480 tempest-TestMinimumBasicScenario-318685480-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1392453 Oct 27 11:19:05.025294 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 47666) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:19:05.029671 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-63f0b984-b22d-4e03-aaf8-166664411483 tempest-TestMinimumBasicScenario-318685480 tempest-TestMinimumBasicScenario-318685480-project] Request body: {'security_group_rule': {'security_group_id': '4b847a3e-2022-46d0-930b-580a510a1612', 'project_id': 'ee278de7fec24fd691eddfbcf2643a16', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:19:05.050728 n-d-813419-10 neutron-server[102346]: INFO neutron.db.securitygroups_db [None req-63f0b984-b22d-4e03-aaf8-166664411483 tempest-TestMinimumBasicScenario-318685480 tempest-TestMinimumBasicScenario-318685480-project] Project ee278de7fec24fd691eddfbcf2643a16 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 27 11:19:05.056407 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-63f0b984-b22d-4e03-aaf8-166664411483 tempest-TestMinimumBasicScenario-318685480 tempest-TestMinimumBasicScenario-318685480-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:19:05.126523 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-63f0b984-b22d-4e03-aaf8-166664411483 tempest-TestMinimumBasicScenario-318685480 tempest-TestMinimumBasicScenario-318685480-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:19:05.130564 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-63f0b984-b22d-4e03-aaf8-166664411483 tempest-TestMinimumBasicScenario-318685480 tempest-TestMinimumBasicScenario-318685480-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671902'] for security_group_rule, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:19:05.139804 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-086efc17-2d5a-41e0-b5a4-f4dc059e7722 None None] New status for floating IP 430d3b23-d8a0-4c52-ba95-2fb36815ee77: ACTIVE {{(pid=102349) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 11:19:05.146927 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f0b984-b22d-4e03-aaf8-166664411483 tempest-TestMinimumBasicScenario-318685480 tempest-TestMinimumBasicScenario-318685480-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27d250fd-8164-4e67-85cf-9a2429bbc380,revision_number=0']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:19:05.158187 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-63f0b984-b22d-4e03-aaf8-166664411483 tempest-TestMinimumBasicScenario-318685480 tempest-TestMinimumBasicScenario-318685480-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:19:05.159476 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-63f0b984-b22d-4e03-aaf8-166664411483 tempest-TestMinimumBasicScenario-318685480 tempest-TestMinimumBasicScenario-318685480-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1332238 Oct 27 11:19:05.248554 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-22df0fe7-9a43-4204-bb73-d8ddbb93f798 req-c270adeb-4d8c-4d9d-8cb8-d542122de468 tempest-TestMinimumBasicScenario-318685480 tempest-TestMinimumBasicScenario-318685480-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-7478531&fields=id&tenant_id=ee278de7fec24fd691eddfbcf2643a16 HTTP/1.1" status: 200 len: 267 time: 0.0426354 Oct 27 11:19:05.310672 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22df0fe7-9a43-4204-bb73-d8ddbb93f798 req-98004abd-1aa4-45b7-8bb4-dfb872230816 tempest-TestMinimumBasicScenario-318685480 tempest-TestMinimumBasicScenario-318685480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:19:05.312222 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-22df0fe7-9a43-4204-bb73-d8ddbb93f798 req-98004abd-1aa4-45b7-8bb4-dfb872230816 tempest-TestMinimumBasicScenario-318685480 tempest-TestMinimumBasicScenario-318685480-project] 10.222.0.44 "GET /v2.0/ports?device_id=48b6dbe3-285c-4ec6-bb59-bab1deeea203 HTTP/1.1" status: 200 len: 946 time: 0.0560741 Oct 27 11:19:05.323442 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [req-22df0fe7-9a43-4204-bb73-d8ddbb93f798 req-8ab1c671-0149-4edf-92f7-805ffd743129 tempest-TestMinimumBasicScenario-318685480 tempest-TestMinimumBasicScenario-318685480-project] Request body: {'port': {'security_groups': ['6ca3e9eb-ae40-4c59-a26a-a53aa8cf8ff0', '4b847a3e-2022-46d0-930b-580a510a1612']}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:19:05.384067 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-22df0fe7-9a43-4204-bb73-d8ddbb93f798 req-8ab1c671-0149-4edf-92f7-805ffd743129 tempest-TestMinimumBasicScenario-318685480 tempest-TestMinimumBasicScenario-318685480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:19:05.562178 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [req-22df0fe7-9a43-4204-bb73-d8ddbb93f798 req-8ab1c671-0149-4edf-92f7-805ffd743129 tempest-TestMinimumBasicScenario-318685480 tempest-TestMinimumBasicScenario-318685480-project] For port bbd5b08e-1cf2-492f-9786-77e88056d4c3, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=bbd5b08e-1cf2-492f-9786-77e88056d4c3,segment=NetworkSegment(e17beb4b-63da-47c6-a2be-13338f78cc0e),segment_id=e17beb4b-63da-47c6-a2be-13338f78cc0e)] {{(pid=102346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:19:05.590491 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-22df0fe7-9a43-4204-bb73-d8ddbb93f798 req-8ab1c671-0149-4edf-92f7-805ffd743129 tempest-TestMinimumBasicScenario-318685480 tempest-TestMinimumBasicScenario-318685480-project] Publish callbacks [] for port, precommit_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:19:05.595382 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-22df0fe7-9a43-4204-bb73-d8ddbb93f798 req-8ab1c671-0149-4edf-92f7-805ffd743129 tempest-TestMinimumBasicScenario-318685480 tempest-TestMinimumBasicScenario-318685480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27024173'] for port, after_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:19:05.607270 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] get_ports_and_sgs() called for port_ids ['bbd5b08e-1cf2-492f-9786-77e88056d4c3'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 11:19:05.640546 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22df0fe7-9a43-4204-bb73-d8ddbb93f798 req-8ab1c671-0149-4edf-92f7-805ffd743129 tempest-TestMinimumBasicScenario-318685480 tempest-TestMinimumBasicScenario-318685480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:19:05.641173 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-22df0fe7-9a43-4204-bb73-d8ddbb93f798 req-8ab1c671-0149-4edf-92f7-805ffd743129 tempest-TestMinimumBasicScenario-318685480 tempest-TestMinimumBasicScenario-318685480-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:19:05.642590 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-22df0fe7-9a43-4204-bb73-d8ddbb93f798 req-8ab1c671-0149-4edf-92f7-805ffd743129 tempest-TestMinimumBasicScenario-318685480 tempest-TestMinimumBasicScenario-318685480-project] 10.222.0.44 "PUT /v2.0/ports/bbd5b08e-1cf2-492f-9786-77e88056d4c3 HTTP/1.1" status: 200 len: 982 time: 0.3237815 Oct 27 11:19:05.666387 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab1c671-0149-4edf-92f7-805ffd743129 tempest-TestMinimumBasicScenario-318685480 tempest-TestMinimumBasicScenario-318685480-project] Pushing event updated for resources: {'Port': ['ID=bbd5b08e-1cf2-492f-9786-77e88056d4c3,revision_number=6']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:19:05.700998 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] get_ports_and_sgs() called for port_ids ['bbd5b08e-1cf2-492f-9786-77e88056d4c3'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 11:19:05.769317 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2847aa4-5697-4c18-be70-83f65dbf5464 req-f369a999-8653-4db3-8447-272e3e2308e8 tempest-TestMinimumBasicScenario-318685480 tempest-TestMinimumBasicScenario-318685480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:19:05.771016 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-d2847aa4-5697-4c18-be70-83f65dbf5464 req-f369a999-8653-4db3-8447-272e3e2308e8 tempest-TestMinimumBasicScenario-318685480 tempest-TestMinimumBasicScenario-318685480-project] 10.222.0.44 "GET /v2.0/ports?device_id=48b6dbe3-285c-4ec6-bb59-bab1deeea203 HTTP/1.1" status: 200 len: 985 time: 0.0566401 Oct 27 11:19:05.820591 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-d2847aa4-5697-4c18-be70-83f65dbf5464 req-3d41d120-ce17-40b8-9741-a701bc192670 tempest-TestMinimumBasicScenario-318685480 tempest-TestMinimumBasicScenario-318685480-project] 10.222.0.44 "GET /v2.0/security-groups?id=4b847a3e-2022-46d0-930b-580a510a1612&id=6ca3e9eb-ae40-4c59-a26a-a53aa8cf8ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.0374532 Oct 27 11:19:05.954866 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-1977e6ce-c15c-4570-accb-48430844519d None None] Provisioning complete for port bbd5b08e-1cf2-492f-9786-77e88056d4c3 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:19:05.955146 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-1977e6ce-c15c-4570-accb-48430844519d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:19:06.386573 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48b6dbe3-285c-4ec6-bb59-bab1deeea203', 'tag': 'bbd5b08e-1cf2-492f-9786-77e88056d4c3'}] {{(pid=102346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 11:19:06.388986 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2531aea88c448207759dde70f844649f18dfe6edcb84b1c92b49bb044a645d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2faebcf2-ab30-4ed9-9f04-75da50960733" -d '{"events": [{"name": "network-changed", "server_uuid": "48b6dbe3-285c-4ec6-bb59-bab1deeea203", "tag": "bbd5b08e-1cf2-492f-9786-77e88056d4c3"}]}' {{(pid=102346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 11:19:06.425887 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 11:19:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a053dbd4-c99c-42e0-853d-b6e1d3edb0aa x-openstack-request-id: req-a053dbd4-c99c-42e0-853d-b6e1d3edb0aa {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 11:19:06.426173 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48b6dbe3-285c-4ec6-bb59-bab1deeea203", "tag": "bbd5b08e-1cf2-492f-9786-77e88056d4c3", "status": "completed", "code": 200}]} {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 11:19:06.426430 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a053dbd4-c99c-42e0-853d-b6e1d3edb0aa {{(pid=102346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 11:19:06.426853 n-d-813419-10 neutron-server[102346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48b6dbe3-285c-4ec6-bb59-bab1deeea203', 'tag': 'bbd5b08e-1cf2-492f-9786-77e88056d4c3', 'status': 'completed', 'code': 200} Oct 27 11:19:06.494380 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2faebcf2-ab30-4ed9-9f04-75da50960733 req-d19c0cfb-aa28-4d73-8dbc-a246de8c339a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:19:06.495858 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-2faebcf2-ab30-4ed9-9f04-75da50960733 req-d19c0cfb-aa28-4d73-8dbc-a246de8c339a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ee278de7fec24fd691eddfbcf2643a16&device_id=48b6dbe3-285c-4ec6-bb59-bab1deeea203 HTTP/1.1" status: 200 len: 1137 time: 0.0449314 Oct 27 11:19:06.509415 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.64', 51220) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:19:06.603636 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-775c4a76-d236-4f93-b2ac-433c6fd2be67 req-2ef606e5-8b3c-45e1-b0a2-ceb79f63c245 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=48b6dbe3-285c-4ec6-bb59-bab1deeea203&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0930459 Oct 27 11:19:06.622230 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2faebcf2-ab30-4ed9-9f04-75da50960733 req-e076cc12-799c-447e-aae3-ff83f13b187d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:19:06.623556 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-2faebcf2-ab30-4ed9-9f04-75da50960733 req-e076cc12-799c-447e-aae3-ff83f13b187d service neutron] 10.222.0.64 "GET /v2.0/networks?id=2ef2163d-edab-47f8-b6b9-f5ff45dc86e0 HTTP/1.1" status: 200 len: 916 time: 0.1060431 Oct 27 11:19:06.698101 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-2faebcf2-ab30-4ed9-9f04-75da50960733 req-b7b255fd-5f41-43c8-b5ca-c0b506f083bc service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bbd5b08e-1cf2-492f-9786-77e88056d4c3 HTTP/1.1" status: 200 len: 1002 time: 0.0662003 Oct 27 11:19:06.745891 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2faebcf2-ab30-4ed9-9f04-75da50960733 req-ad53140b-0c6e-4e48-8443-653ec398865a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:19:06.747290 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-2faebcf2-ab30-4ed9-9f04-75da50960733 req-ad53140b-0c6e-4e48-8443-653ec398865a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=784b61b9-bb6f-45e5-8a86-e785e60ccb79 HTTP/1.1" status: 200 len: 854 time: 0.0427294 Oct 27 11:19:06.795676 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2faebcf2-ab30-4ed9-9f04-75da50960733 req-ee61c041-83a9-40d1-a640-fd2cb130496b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:19:06.797182 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-2faebcf2-ab30-4ed9-9f04-75da50960733 req-ee61c041-83a9-40d1-a640-fd2cb130496b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2ef2163d-edab-47f8-b6b9-f5ff45dc86e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0427847 Oct 27 11:19:06.885067 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-2faebcf2-ab30-4ed9-9f04-75da50960733 req-56c100a3-d66a-4ed4-9f2e-9686c46a32f0 service neutron] 10.222.0.64 "GET /v2.0/networks/2ef2163d-edab-47f8-b6b9-f5ff45dc86e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794179 Oct 27 11:19:06.977589 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-2faebcf2-ab30-4ed9-9f04-75da50960733 req-b608a061-8fbc-4499-8700-f541038348fa service neutron] 10.222.0.64 "GET /v2.0/networks/2ef2163d-edab-47f8-b6b9-f5ff45dc86e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853691 Oct 27 11:19:07.083636 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775c4a76-d236-4f93-b2ac-433c6fd2be67 req-22736ef0-b813-416d-a5c6-1d69dfce7f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:19:07.085845 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-775c4a76-d236-4f93-b2ac-433c6fd2be67 req-22736ef0-b813-416d-a5c6-1d69dfce7f49 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ee278de7fec24fd691eddfbcf2643a16&device_id=48b6dbe3-285c-4ec6-bb59-bab1deeea203 HTTP/1.1" status: 200 len: 1137 time: 0.0417657 Oct 27 11:19:07.192185 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775c4a76-d236-4f93-b2ac-433c6fd2be67 req-4a265c24-1233-4b2c-8c2c-13a34172543f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:19:07.193666 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-775c4a76-d236-4f93-b2ac-433c6fd2be67 req-4a265c24-1233-4b2c-8c2c-13a34172543f service neutron] 10.222.0.64 "GET /v2.0/networks?id=2ef2163d-edab-47f8-b6b9-f5ff45dc86e0 HTTP/1.1" status: 200 len: 916 time: 0.0883565 Oct 27 11:19:07.257196 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-775c4a76-d236-4f93-b2ac-433c6fd2be67 req-2538160d-83f9-4362-9416-2393628a2529 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bbd5b08e-1cf2-492f-9786-77e88056d4c3 HTTP/1.1" status: 200 len: 1002 time: 0.0554342 Oct 27 11:19:07.302683 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775c4a76-d236-4f93-b2ac-433c6fd2be67 req-5eed9b53-36fd-49e5-a3ae-55c45d567820 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:19:07.304602 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-775c4a76-d236-4f93-b2ac-433c6fd2be67 req-5eed9b53-36fd-49e5-a3ae-55c45d567820 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=784b61b9-bb6f-45e5-8a86-e785e60ccb79 HTTP/1.1" status: 200 len: 854 time: 0.0416601 Oct 27 11:19:07.352245 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775c4a76-d236-4f93-b2ac-433c6fd2be67 req-45652a6f-c0ca-4527-9f51-9cdd7a99685c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:19:07.353718 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-775c4a76-d236-4f93-b2ac-433c6fd2be67 req-45652a6f-c0ca-4527-9f51-9cdd7a99685c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2ef2163d-edab-47f8-b6b9-f5ff45dc86e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0424471 Oct 27 11:19:07.440953 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-775c4a76-d236-4f93-b2ac-433c6fd2be67 req-34d13fd0-692d-4108-ba0e-be5db514e137 service neutron] 10.222.0.64 "GET /v2.0/networks/2ef2163d-edab-47f8-b6b9-f5ff45dc86e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793250 Oct 27 11:19:07.529814 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-775c4a76-d236-4f93-b2ac-433c6fd2be67 req-3e1a4f6f-b223-4953-b911-ea19d39e19a4 service neutron] 10.222.0.64 "GET /v2.0/networks/2ef2163d-edab-47f8-b6b9-f5ff45dc86e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818539 Oct 27 11:19:09.372954 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:19:16.298212 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-b16e9894-1b8a-4abc-aebf-9f64c06efa1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:19:18.964656 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a9a6843d-b077-4a7c-ad5d-dde70a3676c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:19:20.078616 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:19:20.223086 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-eadeaa30-4096-4d1a-b3cb-aa7ebfb291ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:19:22.108854 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-3c6a8245-0581-48aa-b5f6-4d8fe98cd16e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:19:23.164321 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831649cc-0062-429a-a712-c18509821caf req-b2ec3a27-1c74-425f-a048-303882d2ad30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:19:23.166000 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-831649cc-0062-429a-a712-c18509821caf req-b2ec3a27-1c74-425f-a048-303882d2ad30 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ee278de7fec24fd691eddfbcf2643a16&device_id=48b6dbe3-285c-4ec6-bb59-bab1deeea203 HTTP/1.1" status: 200 len: 1137 time: 0.0415888 Oct 27 11:19:23.170238 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f7cbcf-9446-4c14-8886-7820eb69b3ac req-efca809c-b3dc-434c-a146-85148c2fc379 tempest-TestMinimumBasicScenario-318685480 tempest-TestMinimumBasicScenario-318685480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:19:23.171746 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-c1f7cbcf-9446-4c14-8886-7820eb69b3ac req-efca809c-b3dc-434c-a146-85148c2fc379 tempest-TestMinimumBasicScenario-318685480 tempest-TestMinimumBasicScenario-318685480-project] 10.222.0.44 "GET /v2.0/ports?device_id=48b6dbe3-285c-4ec6-bb59-bab1deeea203 HTTP/1.1" status: 200 len: 985 time: 0.0563374 Oct 27 11:19:23.212829 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-c1f7cbcf-9446-4c14-8886-7820eb69b3ac req-3e386026-1d37-40fd-a58e-2859742bc03e tempest-TestMinimumBasicScenario-318685480 tempest-TestMinimumBasicScenario-318685480-project] 10.222.0.44 "GET /v2.0/security-groups?id=4b847a3e-2022-46d0-930b-580a510a1612&id=6ca3e9eb-ae40-4c59-a26a-a53aa8cf8ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.0347388 Oct 27 11:19:23.260083 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831649cc-0062-429a-a712-c18509821caf req-11929529-12fb-4704-ada2-c2a87593224b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:19:23.261539 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-831649cc-0062-429a-a712-c18509821caf req-11929529-12fb-4704-ada2-c2a87593224b service neutron] 10.222.0.64 "GET /v2.0/networks?id=2ef2163d-edab-47f8-b6b9-f5ff45dc86e0 HTTP/1.1" status: 200 len: 916 time: 0.0882208 Oct 27 11:19:23.325726 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-831649cc-0062-429a-a712-c18509821caf req-f9e23d1e-1439-4db5-b6e4-3e01bc0481cb service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bbd5b08e-1cf2-492f-9786-77e88056d4c3 HTTP/1.1" status: 200 len: 1002 time: 0.0566444 Oct 27 11:19:23.373803 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831649cc-0062-429a-a712-c18509821caf req-9cd79d94-e914-48d4-a295-08390c31baaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:19:23.375226 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-831649cc-0062-429a-a712-c18509821caf req-9cd79d94-e914-48d4-a295-08390c31baaf service neutron] 10.222.0.64 "GET /v2.0/subnets?id=784b61b9-bb6f-45e5-8a86-e785e60ccb79 HTTP/1.1" status: 200 len: 854 time: 0.0427878 Oct 27 11:19:23.424652 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831649cc-0062-429a-a712-c18509821caf req-fec0cc37-981d-4538-aaf5-e9da76e60abd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:19:23.426126 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-831649cc-0062-429a-a712-c18509821caf req-fec0cc37-981d-4538-aaf5-e9da76e60abd service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2ef2163d-edab-47f8-b6b9-f5ff45dc86e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0424998 Oct 27 11:19:23.513779 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-831649cc-0062-429a-a712-c18509821caf req-0d6cddc6-99c4-4179-9008-c9cf6ca6616e service neutron] 10.222.0.64 "GET /v2.0/networks/2ef2163d-edab-47f8-b6b9-f5ff45dc86e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796609 Oct 27 11:19:23.603281 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-831649cc-0062-429a-a712-c18509821caf req-3d5c1a5d-85ee-4088-95b7-25547ff80561 service neutron] 10.222.0.64 "GET /v2.0/networks/2ef2163d-edab-47f8-b6b9-f5ff45dc86e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822239 Oct 27 11:19:24.328105 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54afb6d9-414c-4fbe-946e-d488934c25b7 req-02205d3f-cb9e-464d-a535-e703a6f2ba8f tempest-TestMinimumBasicScenario-318685480 tempest-TestMinimumBasicScenario-318685480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:19:24.329605 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-54afb6d9-414c-4fbe-946e-d488934c25b7 req-02205d3f-cb9e-464d-a535-e703a6f2ba8f tempest-TestMinimumBasicScenario-318685480 tempest-TestMinimumBasicScenario-318685480-project] 10.222.0.44 "GET /v2.0/ports?device_id=48b6dbe3-285c-4ec6-bb59-bab1deeea203 HTTP/1.1" status: 200 len: 985 time: 0.0480506 Oct 27 11:19:24.370147 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-54afb6d9-414c-4fbe-946e-d488934c25b7 req-8798b7db-137e-4bae-8872-be644236232a tempest-TestMinimumBasicScenario-318685480 tempest-TestMinimumBasicScenario-318685480-project] 10.222.0.44 "GET /v2.0/security-groups?id=4b847a3e-2022-46d0-930b-580a510a1612&id=6ca3e9eb-ae40-4c59-a26a-a53aa8cf8ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.0337493 Oct 27 11:19:25.487761 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801168d0-b780-4cd7-86b9-c90c971a3872 req-9b8e64f1-7e69-4f52-b662-9c4b07cc433a tempest-TestMinimumBasicScenario-318685480 tempest-TestMinimumBasicScenario-318685480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:19:25.489277 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-801168d0-b780-4cd7-86b9-c90c971a3872 req-9b8e64f1-7e69-4f52-b662-9c4b07cc433a tempest-TestMinimumBasicScenario-318685480 tempest-TestMinimumBasicScenario-318685480-project] 10.222.0.44 "GET /v2.0/ports?device_id=48b6dbe3-285c-4ec6-bb59-bab1deeea203 HTTP/1.1" status: 200 len: 985 time: 0.0510373 Oct 27 11:19:25.531887 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-801168d0-b780-4cd7-86b9-c90c971a3872 req-89b752a1-07af-43ec-ba20-a46a6e41045c tempest-TestMinimumBasicScenario-318685480 tempest-TestMinimumBasicScenario-318685480-project] 10.222.0.44 "GET /v2.0/security-groups?id=4b847a3e-2022-46d0-930b-580a510a1612&id=6ca3e9eb-ae40-4c59-a26a-a53aa8cf8ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.0364754 Oct 27 11:19:26.649093 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9b34ef-1d00-47e4-99df-4741b7963bc8 req-e96fce80-96bc-486a-82e3-a7b25fb29f43 tempest-TestMinimumBasicScenario-318685480 tempest-TestMinimumBasicScenario-318685480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:19:26.650565 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-3e9b34ef-1d00-47e4-99df-4741b7963bc8 req-e96fce80-96bc-486a-82e3-a7b25fb29f43 tempest-TestMinimumBasicScenario-318685480 tempest-TestMinimumBasicScenario-318685480-project] 10.222.0.44 "GET /v2.0/ports?device_id=48b6dbe3-285c-4ec6-bb59-bab1deeea203 HTTP/1.1" status: 200 len: 985 time: 0.0486648 Oct 27 11:19:26.689014 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-3e9b34ef-1d00-47e4-99df-4741b7963bc8 req-0aaee325-39b0-4289-a9bb-fcdbef53798a tempest-TestMinimumBasicScenario-318685480 tempest-TestMinimumBasicScenario-318685480-project] 10.222.0.44 "GET /v2.0/security-groups?id=4b847a3e-2022-46d0-930b-580a510a1612&id=6ca3e9eb-ae40-4c59-a26a-a53aa8cf8ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.0324991 Oct 27 11:19:27.802246 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4eeceae-1ca0-46b7-94b3-a00fb3d25441 req-09dcadf1-ecc4-49e6-91e7-38ee6c39859b tempest-TestMinimumBasicScenario-318685480 tempest-TestMinimumBasicScenario-318685480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:19:27.803905 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-e4eeceae-1ca0-46b7-94b3-a00fb3d25441 req-09dcadf1-ecc4-49e6-91e7-38ee6c39859b tempest-TestMinimumBasicScenario-318685480 tempest-TestMinimumBasicScenario-318685480-project] 10.222.0.44 "GET /v2.0/ports?device_id=48b6dbe3-285c-4ec6-bb59-bab1deeea203 HTTP/1.1" status: 200 len: 985 time: 0.0488663 Oct 27 11:19:27.846272 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-e4eeceae-1ca0-46b7-94b3-a00fb3d25441 req-f69c4f71-92cf-45c2-b88d-a7de2b2e33df tempest-TestMinimumBasicScenario-318685480 tempest-TestMinimumBasicScenario-318685480-project] 10.222.0.44 "GET /v2.0/security-groups?id=4b847a3e-2022-46d0-930b-580a510a1612&id=6ca3e9eb-ae40-4c59-a26a-a53aa8cf8ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.0363362 Oct 27 11:19:28.964447 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fa2ed4-e830-428f-a6ca-5102653a5186 req-d655573c-7baa-4d36-ad39-082aecb0c30e tempest-TestMinimumBasicScenario-318685480 tempest-TestMinimumBasicScenario-318685480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:19:28.965873 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-97fa2ed4-e830-428f-a6ca-5102653a5186 req-d655573c-7baa-4d36-ad39-082aecb0c30e tempest-TestMinimumBasicScenario-318685480 tempest-TestMinimumBasicScenario-318685480-project] 10.222.0.44 "GET /v2.0/ports?device_id=48b6dbe3-285c-4ec6-bb59-bab1deeea203 HTTP/1.1" status: 200 len: 985 time: 0.0526879 Oct 27 11:19:29.007911 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-97fa2ed4-e830-428f-a6ca-5102653a5186 req-b57adec2-cf41-4b91-adfb-a442d3386715 tempest-TestMinimumBasicScenario-318685480 tempest-TestMinimumBasicScenario-318685480-project] 10.222.0.44 "GET /v2.0/security-groups?id=4b847a3e-2022-46d0-930b-580a510a1612&id=6ca3e9eb-ae40-4c59-a26a-a53aa8cf8ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.0359373 Oct 27 11:19:30.124120 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a05ef5-954f-4ca3-9715-a32823f48a0f req-fc0de290-79a4-484a-916a-a5317aa3f609 tempest-TestMinimumBasicScenario-318685480 tempest-TestMinimumBasicScenario-318685480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:19:30.125653 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-09a05ef5-954f-4ca3-9715-a32823f48a0f req-fc0de290-79a4-484a-916a-a5317aa3f609 tempest-TestMinimumBasicScenario-318685480 tempest-TestMinimumBasicScenario-318685480-project] 10.222.0.44 "GET /v2.0/ports?device_id=48b6dbe3-285c-4ec6-bb59-bab1deeea203 HTTP/1.1" status: 200 len: 985 time: 0.0515733 Oct 27 11:19:30.164645 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-09a05ef5-954f-4ca3-9715-a32823f48a0f req-5266ed21-8277-4fc1-aa16-0dd720ac52ed tempest-TestMinimumBasicScenario-318685480 tempest-TestMinimumBasicScenario-318685480-project] 10.222.0.44 "GET /v2.0/security-groups?id=4b847a3e-2022-46d0-930b-580a510a1612&id=6ca3e9eb-ae40-4c59-a26a-a53aa8cf8ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.0329523 Oct 27 11:19:31.277948 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf01e1c5-f8db-4b44-935e-784744c4b7f5 req-917f6a05-3a52-44ea-a0a7-db99e4b7a581 tempest-TestMinimumBasicScenario-318685480 tempest-TestMinimumBasicScenario-318685480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:19:31.279404 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-cf01e1c5-f8db-4b44-935e-784744c4b7f5 req-917f6a05-3a52-44ea-a0a7-db99e4b7a581 tempest-TestMinimumBasicScenario-318685480 tempest-TestMinimumBasicScenario-318685480-project] 10.222.0.44 "GET /v2.0/ports?device_id=48b6dbe3-285c-4ec6-bb59-bab1deeea203 HTTP/1.1" status: 200 len: 985 time: 0.0481780 Oct 27 11:19:31.318095 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-cf01e1c5-f8db-4b44-935e-784744c4b7f5 req-d764e5c4-826e-4d63-b4b4-fa4e976205d2 tempest-TestMinimumBasicScenario-318685480 tempest-TestMinimumBasicScenario-318685480-project] 10.222.0.44 "GET /v2.0/security-groups?id=4b847a3e-2022-46d0-930b-580a510a1612&id=6ca3e9eb-ae40-4c59-a26a-a53aa8cf8ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.0326474 Oct 27 11:19:32.432714 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee769ab-13e2-458a-9edd-a5efdbd536f9 req-ca475193-120d-4f8e-a6da-3047fb84b85d tempest-TestMinimumBasicScenario-318685480 tempest-TestMinimumBasicScenario-318685480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:19:32.434169 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-3ee769ab-13e2-458a-9edd-a5efdbd536f9 req-ca475193-120d-4f8e-a6da-3047fb84b85d tempest-TestMinimumBasicScenario-318685480 tempest-TestMinimumBasicScenario-318685480-project] 10.222.0.44 "GET /v2.0/ports?device_id=48b6dbe3-285c-4ec6-bb59-bab1deeea203 HTTP/1.1" status: 200 len: 985 time: 0.0486319 Oct 27 11:19:32.473247 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-3ee769ab-13e2-458a-9edd-a5efdbd536f9 req-7030a4ba-ef46-43f2-90b6-c7bb83b631dc tempest-TestMinimumBasicScenario-318685480 tempest-TestMinimumBasicScenario-318685480-project] 10.222.0.44 "GET /v2.0/security-groups?id=4b847a3e-2022-46d0-930b-580a510a1612&id=6ca3e9eb-ae40-4c59-a26a-a53aa8cf8ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.0330570 Oct 27 11:19:32.944231 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:19:33.585159 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea99998-75ac-4baf-872a-c3aaa2dc9b7b req-9e676b47-022a-40ec-ae6e-756c40783ff4 tempest-TestMinimumBasicScenario-318685480 tempest-TestMinimumBasicScenario-318685480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:19:33.586602 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-fea99998-75ac-4baf-872a-c3aaa2dc9b7b req-9e676b47-022a-40ec-ae6e-756c40783ff4 tempest-TestMinimumBasicScenario-318685480 tempest-TestMinimumBasicScenario-318685480-project] 10.222.0.44 "GET /v2.0/ports?device_id=48b6dbe3-285c-4ec6-bb59-bab1deeea203 HTTP/1.1" status: 200 len: 985 time: 0.0472882 Oct 27 11:19:33.625865 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-fea99998-75ac-4baf-872a-c3aaa2dc9b7b req-14aceaa7-c20f-4811-abbf-d1aae7f3f283 tempest-TestMinimumBasicScenario-318685480 tempest-TestMinimumBasicScenario-318685480-project] 10.222.0.44 "GET /v2.0/security-groups?id=4b847a3e-2022-46d0-930b-580a510a1612&id=6ca3e9eb-ae40-4c59-a26a-a53aa8cf8ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.0332599 Oct 27 11:19:34.740219 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80a83a6-4179-4e46-ba17-9bde7b5f6fc1 req-ac980b24-4813-4019-a2f9-4196e1ecf7ab tempest-TestMinimumBasicScenario-318685480 tempest-TestMinimumBasicScenario-318685480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:19:34.741676 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-d80a83a6-4179-4e46-ba17-9bde7b5f6fc1 req-ac980b24-4813-4019-a2f9-4196e1ecf7ab tempest-TestMinimumBasicScenario-318685480 tempest-TestMinimumBasicScenario-318685480-project] 10.222.0.44 "GET /v2.0/ports?device_id=48b6dbe3-285c-4ec6-bb59-bab1deeea203 HTTP/1.1" status: 200 len: 985 time: 0.0480015 Oct 27 11:19:34.780968 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-d80a83a6-4179-4e46-ba17-9bde7b5f6fc1 req-a924c821-468d-4a9e-91c0-74cf1346d9d2 tempest-TestMinimumBasicScenario-318685480 tempest-TestMinimumBasicScenario-318685480-project] 10.222.0.44 "GET /v2.0/security-groups?id=4b847a3e-2022-46d0-930b-580a510a1612&id=6ca3e9eb-ae40-4c59-a26a-a53aa8cf8ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.0333219 Oct 27 11:19:35.899073 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e253f1b9-1d51-4294-95a3-06e31e91d2a6 req-a02b7e64-cd45-4529-930b-6fe08a0b0e34 tempest-TestMinimumBasicScenario-318685480 tempest-TestMinimumBasicScenario-318685480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:19:35.900542 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-e253f1b9-1d51-4294-95a3-06e31e91d2a6 req-a02b7e64-cd45-4529-930b-6fe08a0b0e34 tempest-TestMinimumBasicScenario-318685480 tempest-TestMinimumBasicScenario-318685480-project] 10.222.0.44 "GET /v2.0/ports?device_id=48b6dbe3-285c-4ec6-bb59-bab1deeea203 HTTP/1.1" status: 200 len: 985 time: 0.0526659 Oct 27 11:19:35.939075 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-e253f1b9-1d51-4294-95a3-06e31e91d2a6 req-003ca72b-ab72-4dcc-ac33-aefb367ba199 tempest-TestMinimumBasicScenario-318685480 tempest-TestMinimumBasicScenario-318685480-project] 10.222.0.44 "GET /v2.0/security-groups?id=4b847a3e-2022-46d0-930b-580a510a1612&id=6ca3e9eb-ae40-4c59-a26a-a53aa8cf8ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.0323794 Oct 27 11:19:37.056509 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff26b073-6285-4423-990a-538ec7ffe335 req-2ad96a65-5efc-420e-81a9-6a1360f55d1f tempest-TestMinimumBasicScenario-318685480 tempest-TestMinimumBasicScenario-318685480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:19:37.057977 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ff26b073-6285-4423-990a-538ec7ffe335 req-2ad96a65-5efc-420e-81a9-6a1360f55d1f tempest-TestMinimumBasicScenario-318685480 tempest-TestMinimumBasicScenario-318685480-project] 10.222.0.44 "GET /v2.0/ports?device_id=48b6dbe3-285c-4ec6-bb59-bab1deeea203 HTTP/1.1" status: 200 len: 985 time: 0.0520074 Oct 27 11:19:37.096984 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ff26b073-6285-4423-990a-538ec7ffe335 req-7f5c590f-0015-4f9f-bc53-69c87d3a30fd tempest-TestMinimumBasicScenario-318685480 tempest-TestMinimumBasicScenario-318685480-project] 10.222.0.44 "GET /v2.0/security-groups?id=4b847a3e-2022-46d0-930b-580a510a1612&id=6ca3e9eb-ae40-4c59-a26a-a53aa8cf8ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.0327425 Oct 27 11:19:37.299057 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.agents_db [None req-e79ee67d-056e-46ea-bd99-e80473396b25 None None] Agent healthcheck: found 7 active agents {{(pid=102349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 11:19:38.211573 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b2f60a-53bd-4ed3-90c4-43c41f62b12c req-1035f11b-3307-4daa-a904-e44c44e3299a tempest-TestMinimumBasicScenario-318685480 tempest-TestMinimumBasicScenario-318685480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:19:38.213066 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-30b2f60a-53bd-4ed3-90c4-43c41f62b12c req-1035f11b-3307-4daa-a904-e44c44e3299a tempest-TestMinimumBasicScenario-318685480 tempest-TestMinimumBasicScenario-318685480-project] 10.222.0.44 "GET /v2.0/ports?device_id=48b6dbe3-285c-4ec6-bb59-bab1deeea203 HTTP/1.1" status: 200 len: 985 time: 0.0493188 Oct 27 11:19:38.252686 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-30b2f60a-53bd-4ed3-90c4-43c41f62b12c req-32ad8895-b6f2-463e-8642-881f68350a1a tempest-TestMinimumBasicScenario-318685480 tempest-TestMinimumBasicScenario-318685480-project] 10.222.0.44 "GET /v2.0/security-groups?id=4b847a3e-2022-46d0-930b-580a510a1612&id=6ca3e9eb-ae40-4c59-a26a-a53aa8cf8ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.0335371 Oct 27 11:19:39.372749 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0830725-0e08-4122-ad00-d0a49cf83a27 req-d7d7b1f4-d373-4450-bf52-c83086da25f5 tempest-TestMinimumBasicScenario-318685480 tempest-TestMinimumBasicScenario-318685480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:19:39.374404 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-d0830725-0e08-4122-ad00-d0a49cf83a27 req-d7d7b1f4-d373-4450-bf52-c83086da25f5 tempest-TestMinimumBasicScenario-318685480 tempest-TestMinimumBasicScenario-318685480-project] 10.222.0.44 "GET /v2.0/ports?device_id=48b6dbe3-285c-4ec6-bb59-bab1deeea203 HTTP/1.1" status: 200 len: 985 time: 0.0498779 Oct 27 11:19:39.383552 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:19:39.418937 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-d0830725-0e08-4122-ad00-d0a49cf83a27 req-1bd3c7bd-1239-4640-bc34-02f5004c2461 tempest-TestMinimumBasicScenario-318685480 tempest-TestMinimumBasicScenario-318685480-project] 10.222.0.44 "GET /v2.0/security-groups?id=4b847a3e-2022-46d0-930b-580a510a1612&id=6ca3e9eb-ae40-4c59-a26a-a53aa8cf8ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.0332439 Oct 27 11:19:40.543523 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7a95dd-7eb2-4644-b45e-396374fd6430 req-c3be3087-e1a5-4b8e-b144-afa84145aec5 tempest-TestMinimumBasicScenario-318685480 tempest-TestMinimumBasicScenario-318685480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:19:40.544964 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-cb7a95dd-7eb2-4644-b45e-396374fd6430 req-c3be3087-e1a5-4b8e-b144-afa84145aec5 tempest-TestMinimumBasicScenario-318685480 tempest-TestMinimumBasicScenario-318685480-project] 10.222.0.44 "GET /v2.0/ports?device_id=48b6dbe3-285c-4ec6-bb59-bab1deeea203 HTTP/1.1" status: 200 len: 985 time: 0.0506592 Oct 27 11:19:40.585945 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-cb7a95dd-7eb2-4644-b45e-396374fd6430 req-d2437dc4-cf76-4ee1-aa3b-c82706981c82 tempest-TestMinimumBasicScenario-318685480 tempest-TestMinimumBasicScenario-318685480-project] 10.222.0.44 "GET /v2.0/security-groups?id=4b847a3e-2022-46d0-930b-580a510a1612&id=6ca3e9eb-ae40-4c59-a26a-a53aa8cf8ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.0348339 Oct 27 11:19:46.298253 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-3276531f-476e-4bc3-9043-97ce6e5cfd19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:19:48.965453 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-07575434-77d3-4fd9-82f0-abb2e689e4f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:19:50.079367 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:19:50.224568 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-eadeaa30-4096-4d1a-b3cb-aa7ebfb291ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:19:52.110961 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-3c6a8245-0581-48aa-b5f6-4d8fe98cd16e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:20:02.937292 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:20:06.549997 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-869567e9-09ac-4ab0-bf5d-6885cc5a4586 req-4933dc1b-3b9a-4dec-93d8-a3b6bf6d5cba service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=48b6dbe3-285c-4ec6-bb59-bab1deeea203&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0444691 Oct 27 11:20:06.637036 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869567e9-09ac-4ab0-bf5d-6885cc5a4586 req-b259f822-6ad4-4241-80c8-025da4a3b996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:20:06.638546 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-869567e9-09ac-4ab0-bf5d-6885cc5a4586 req-b259f822-6ad4-4241-80c8-025da4a3b996 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ee278de7fec24fd691eddfbcf2643a16&device_id=48b6dbe3-285c-4ec6-bb59-bab1deeea203 HTTP/1.1" status: 200 len: 1137 time: 0.0406768 Oct 27 11:20:06.743239 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869567e9-09ac-4ab0-bf5d-6885cc5a4586 req-f2a957fb-beed-4d66-9d13-fb901515c6e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:20:06.744720 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-869567e9-09ac-4ab0-bf5d-6885cc5a4586 req-f2a957fb-beed-4d66-9d13-fb901515c6e5 service neutron] 10.222.0.64 "GET /v2.0/networks?id=2ef2163d-edab-47f8-b6b9-f5ff45dc86e0 HTTP/1.1" status: 200 len: 916 time: 0.0877306 Oct 27 11:20:06.811910 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-869567e9-09ac-4ab0-bf5d-6885cc5a4586 req-60a2f00a-cc31-4deb-9863-93992108a03b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bbd5b08e-1cf2-492f-9786-77e88056d4c3 HTTP/1.1" status: 200 len: 1002 time: 0.0598445 Oct 27 11:20:06.864617 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869567e9-09ac-4ab0-bf5d-6885cc5a4586 req-4df41678-023f-479e-89fb-42b9d421c76e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:20:06.866044 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-869567e9-09ac-4ab0-bf5d-6885cc5a4586 req-4df41678-023f-479e-89fb-42b9d421c76e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=784b61b9-bb6f-45e5-8a86-e785e60ccb79 HTTP/1.1" status: 200 len: 854 time: 0.0467210 Oct 27 11:20:06.912765 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869567e9-09ac-4ab0-bf5d-6885cc5a4586 req-ccb0007f-460b-4b4b-9fd6-7a04f1b1d548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:20:06.914668 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-869567e9-09ac-4ab0-bf5d-6885cc5a4586 req-ccb0007f-460b-4b4b-9fd6-7a04f1b1d548 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2ef2163d-edab-47f8-b6b9-f5ff45dc86e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0421479 Oct 27 11:20:06.925629 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [req-869567e9-09ac-4ab0-bf5d-6885cc5a4586 req-0ef0c7ab-baea-4dbe-b908-84aef1ff88af service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=102347) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 11:20:06.926565 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-869567e9-09ac-4ab0-bf5d-6885cc5a4586 req-0ef0c7ab-baea-4dbe-b908-84aef1ff88af service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0046916 Oct 27 11:20:07.012803 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-869567e9-09ac-4ab0-bf5d-6885cc5a4586 req-40ce7145-0ac4-4eae-83d5-e99e88f06b23 service neutron] 10.222.0.64 "GET /v2.0/networks/2ef2163d-edab-47f8-b6b9-f5ff45dc86e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788646 Oct 27 11:20:07.104594 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-869567e9-09ac-4ab0-bf5d-6885cc5a4586 req-9717212f-cd3e-487a-84a6-90a00cf00fdd service neutron] 10.222.0.64 "GET /v2.0/networks/2ef2163d-edab-47f8-b6b9-f5ff45dc86e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844731 Oct 27 11:20:09.365915 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:20:12.864362 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-c3a17822-d849-446d-9980-8b2cad26f7a0 req-9780b9f6-7dcd-4251-9250-3e7e2b666d5c tempest-TestMinimumBasicScenario-318685480 tempest-TestMinimumBasicScenario-318685480-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-7478531&fields=id&tenant_id=ee278de7fec24fd691eddfbcf2643a16 HTTP/1.1" status: 200 len: 267 time: 0.0321848 Oct 27 11:20:12.922300 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a17822-d849-446d-9980-8b2cad26f7a0 req-cee0a586-5fe4-4630-abbc-b2e20ff21f3f tempest-TestMinimumBasicScenario-318685480 tempest-TestMinimumBasicScenario-318685480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:20:12.923761 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-c3a17822-d849-446d-9980-8b2cad26f7a0 req-cee0a586-5fe4-4630-abbc-b2e20ff21f3f tempest-TestMinimumBasicScenario-318685480 tempest-TestMinimumBasicScenario-318685480-project] 10.222.0.44 "GET /v2.0/ports?device_id=48b6dbe3-285c-4ec6-bb59-bab1deeea203 HTTP/1.1" status: 200 len: 985 time: 0.0534556 Oct 27 11:20:12.935238 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [req-c3a17822-d849-446d-9980-8b2cad26f7a0 req-de61cc05-69b1-4671-a6ee-b973f5b5e537 tempest-TestMinimumBasicScenario-318685480 tempest-TestMinimumBasicScenario-318685480-project] Request body: {'port': {'security_groups': ['6ca3e9eb-ae40-4c59-a26a-a53aa8cf8ff0']}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:20:13.000857 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-c3a17822-d849-446d-9980-8b2cad26f7a0 req-de61cc05-69b1-4671-a6ee-b973f5b5e537 tempest-TestMinimumBasicScenario-318685480 tempest-TestMinimumBasicScenario-318685480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:20:13.170111 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [req-c3a17822-d849-446d-9980-8b2cad26f7a0 req-de61cc05-69b1-4671-a6ee-b973f5b5e537 tempest-TestMinimumBasicScenario-318685480 tempest-TestMinimumBasicScenario-318685480-project] For port bbd5b08e-1cf2-492f-9786-77e88056d4c3, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=bbd5b08e-1cf2-492f-9786-77e88056d4c3,segment=NetworkSegment(e17beb4b-63da-47c6-a2be-13338f78cc0e),segment_id=e17beb4b-63da-47c6-a2be-13338f78cc0e)] {{(pid=102346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:20:13.197855 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-c3a17822-d849-446d-9980-8b2cad26f7a0 req-de61cc05-69b1-4671-a6ee-b973f5b5e537 tempest-TestMinimumBasicScenario-318685480 tempest-TestMinimumBasicScenario-318685480-project] Publish callbacks [] for port, precommit_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:20:13.202338 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-c3a17822-d849-446d-9980-8b2cad26f7a0 req-de61cc05-69b1-4671-a6ee-b973f5b5e537 tempest-TestMinimumBasicScenario-318685480 tempest-TestMinimumBasicScenario-318685480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27024173'] for port, after_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:20:13.215730 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] get_ports_and_sgs() called for port_ids ['bbd5b08e-1cf2-492f-9786-77e88056d4c3'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 11:20:13.247021 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a17822-d849-446d-9980-8b2cad26f7a0 req-de61cc05-69b1-4671-a6ee-b973f5b5e537 tempest-TestMinimumBasicScenario-318685480 tempest-TestMinimumBasicScenario-318685480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:20:13.247648 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-c3a17822-d849-446d-9980-8b2cad26f7a0 req-de61cc05-69b1-4671-a6ee-b973f5b5e537 tempest-TestMinimumBasicScenario-318685480 tempest-TestMinimumBasicScenario-318685480-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:20:13.249086 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-c3a17822-d849-446d-9980-8b2cad26f7a0 req-de61cc05-69b1-4671-a6ee-b973f5b5e537 tempest-TestMinimumBasicScenario-318685480 tempest-TestMinimumBasicScenario-318685480-project] 10.222.0.44 "PUT /v2.0/ports/bbd5b08e-1cf2-492f-9786-77e88056d4c3 HTTP/1.1" status: 200 len: 943 time: 0.3181956 Oct 27 11:20:13.249553 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48b6dbe3-285c-4ec6-bb59-bab1deeea203', 'tag': 'bbd5b08e-1cf2-492f-9786-77e88056d4c3'}] {{(pid=102346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 11:20:13.251871 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2531aea88c448207759dde70f844649f18dfe6edcb84b1c92b49bb044a645d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f41b41c8-34f0-4437-bc2e-fb94c15cafb7" -d '{"events": [{"name": "network-changed", "server_uuid": "48b6dbe3-285c-4ec6-bb59-bab1deeea203", "tag": "bbd5b08e-1cf2-492f-9786-77e88056d4c3"}]}' {{(pid=102346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 11:20:13.257327 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 47752) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:20:13.314864 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 11:20:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8bab5c0-f69f-46f9-99bd-462e7c35c2db x-openstack-request-id: req-e8bab5c0-f69f-46f9-99bd-462e7c35c2db {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 11:20:13.314864 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48b6dbe3-285c-4ec6-bb59-bab1deeea203", "tag": "bbd5b08e-1cf2-492f-9786-77e88056d4c3", "status": "completed", "code": 200}]} {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 11:20:13.315195 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e8bab5c0-f69f-46f9-99bd-462e7c35c2db {{(pid=102346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 11:20:13.315484 n-d-813419-10 neutron-server[102346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48b6dbe3-285c-4ec6-bb59-bab1deeea203', 'tag': 'bbd5b08e-1cf2-492f-9786-77e88056d4c3', 'status': 'completed', 'code': 200} Oct 27 11:20:13.321167 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de61cc05-69b1-4671-a6ee-b973f5b5e537 tempest-TestMinimumBasicScenario-318685480 tempest-TestMinimumBasicScenario-318685480-project] Pushing event updated for resources: {'Port': ['ID=bbd5b08e-1cf2-492f-9786-77e88056d4c3,revision_number=7']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:20:13.325389 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] get_ports_and_sgs() called for port_ids ['bbd5b08e-1cf2-492f-9786-77e88056d4c3'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 11:20:13.330634 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de61cc05-69b1-4671-a6ee-b973f5b5e537 tempest-TestMinimumBasicScenario-318685480 tempest-TestMinimumBasicScenario-318685480-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:20:13.330989 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de61cc05-69b1-4671-a6ee-b973f5b5e537 tempest-TestMinimumBasicScenario-318685480 tempest-TestMinimumBasicScenario-318685480-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:20:13.331367 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de61cc05-69b1-4671-a6ee-b973f5b5e537 tempest-TestMinimumBasicScenario-318685480 tempest-TestMinimumBasicScenario-318685480-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:20:13.331649 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de61cc05-69b1-4671-a6ee-b973f5b5e537 tempest-TestMinimumBasicScenario-318685480 tempest-TestMinimumBasicScenario-318685480-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:20:13.331990 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de61cc05-69b1-4671-a6ee-b973f5b5e537 tempest-TestMinimumBasicScenario-318685480 tempest-TestMinimumBasicScenario-318685480-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:20:13.332367 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de61cc05-69b1-4671-a6ee-b973f5b5e537 tempest-TestMinimumBasicScenario-318685480 tempest-TestMinimumBasicScenario-318685480-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:20:13.332798 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de61cc05-69b1-4671-a6ee-b973f5b5e537 tempest-TestMinimumBasicScenario-318685480 tempest-TestMinimumBasicScenario-318685480-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:20:13.333153 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de61cc05-69b1-4671-a6ee-b973f5b5e537 tempest-TestMinimumBasicScenario-318685480 tempest-TestMinimumBasicScenario-318685480-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:20:13.333490 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de61cc05-69b1-4671-a6ee-b973f5b5e537 tempest-TestMinimumBasicScenario-318685480 tempest-TestMinimumBasicScenario-318685480-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:20:13.333819 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de61cc05-69b1-4671-a6ee-b973f5b5e537 tempest-TestMinimumBasicScenario-318685480 tempest-TestMinimumBasicScenario-318685480-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:20:13.334147 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de61cc05-69b1-4671-a6ee-b973f5b5e537 tempest-TestMinimumBasicScenario-318685480 tempest-TestMinimumBasicScenario-318685480-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:20:13.334473 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de61cc05-69b1-4671-a6ee-b973f5b5e537 tempest-TestMinimumBasicScenario-318685480 tempest-TestMinimumBasicScenario-318685480-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:20:13.359253 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-cb852797-bfa4-4b47-83f6-154a4fb715b4 tempest-TestMinimumBasicScenario-318685480 tempest-TestMinimumBasicScenario-318685480-project] Publish callbacks [] for security_group, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:20:13.387804 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-cb852797-bfa4-4b47-83f6-154a4fb715b4 tempest-TestMinimumBasicScenario-318685480 tempest-TestMinimumBasicScenario-318685480-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:20:13.390724 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41b41c8-34f0-4437-bc2e-fb94c15cafb7 req-4f8606bf-c84e-458b-91bb-35ba0aa6b8f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:20:13.392222 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-f41b41c8-34f0-4437-bc2e-fb94c15cafb7 req-4f8606bf-c84e-458b-91bb-35ba0aa6b8f8 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ee278de7fec24fd691eddfbcf2643a16&device_id=48b6dbe3-285c-4ec6-bb59-bab1deeea203 HTTP/1.1" status: 200 len: 1098 time: 0.0598612 Oct 27 11:20:13.462052 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-cb852797-bfa4-4b47-83f6-154a4fb715b4 tempest-TestMinimumBasicScenario-318685480 tempest-TestMinimumBasicScenario-318685480-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:20:13.464764 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-cb852797-bfa4-4b47-83f6-154a4fb715b4 tempest-TestMinimumBasicScenario-318685480 tempest-TestMinimumBasicScenario-318685480-project] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:20:13.468611 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-cb852797-bfa4-4b47-83f6-154a4fb715b4 tempest-TestMinimumBasicScenario-318685480 tempest-TestMinimumBasicScenario-318685480-project] 10.222.0.44 "DELETE /v2.0/security-groups/4b847a3e-2022-46d0-930b-580a510a1612 HTTP/1.1" status: 204 len: 168 time: 0.2080243 Oct 27 11:20:13.471869 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 47754) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:20:13.503943 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41b41c8-34f0-4437-bc2e-fb94c15cafb7 req-54da65ff-586b-4371-9460-373c93493f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:20:13.505477 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-f41b41c8-34f0-4437-bc2e-fb94c15cafb7 req-54da65ff-586b-4371-9460-373c93493f3a service neutron] 10.222.0.64 "GET /v2.0/networks?id=2ef2163d-edab-47f8-b6b9-f5ff45dc86e0 HTTP/1.1" status: 200 len: 916 time: 0.1068106 Oct 27 11:20:13.526013 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb852797-bfa4-4b47-83f6-154a4fb715b4 tempest-TestMinimumBasicScenario-318685480 tempest-TestMinimumBasicScenario-318685480-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b847a3e-2022-46d0-930b-580a510a1612,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:20:13.578644 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-f41b41c8-34f0-4437-bc2e-fb94c15cafb7 req-1075df58-b95d-4843-8f26-7317618646ed service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bbd5b08e-1cf2-492f-9786-77e88056d4c3 HTTP/1.1" status: 200 len: 1002 time: 0.0653121 Oct 27 11:20:13.623210 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-683ff92c-912c-410b-bf1b-c9004a298bbe None None] Provisioning complete for port bbd5b08e-1cf2-492f-9786-77e88056d4c3 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:20:13.623867 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-683ff92c-912c-410b-bf1b-c9004a298bbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:20:13.628614 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41b41c8-34f0-4437-bc2e-fb94c15cafb7 req-aef5efec-0a4f-49ad-a6a6-dd7d1b261bac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:20:13.630119 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-f41b41c8-34f0-4437-bc2e-fb94c15cafb7 req-aef5efec-0a4f-49ad-a6a6-dd7d1b261bac service neutron] 10.222.0.64 "GET /v2.0/subnets?id=784b61b9-bb6f-45e5-8a86-e785e60ccb79 HTTP/1.1" status: 200 len: 854 time: 0.0442371 Oct 27 11:20:13.645059 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-1414dd37-ed06-4173-ada9-9a8a50206aa8 tempest-TestMinimumBasicScenario-318685480 tempest-TestMinimumBasicScenario-318685480-project] Deleting port cb7c6753-af19-4c3b-b5b2-00d769ef5ab5 {{(pid=102346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 11:20:13.645389 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-1414dd37-ed06-4173-ada9-9a8a50206aa8 tempest-TestMinimumBasicScenario-318685480 tempest-TestMinimumBasicScenario-318685480-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:20:13.730894 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-1414dd37-ed06-4173-ada9-9a8a50206aa8 tempest-TestMinimumBasicScenario-318685480 tempest-TestMinimumBasicScenario-318685480-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:20:13.731133 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-1414dd37-ed06-4173-ada9-9a8a50206aa8 tempest-TestMinimumBasicScenario-318685480 tempest-TestMinimumBasicScenario-318685480-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:20:13.744253 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-1414dd37-ed06-4173-ada9-9a8a50206aa8 tempest-TestMinimumBasicScenario-318685480 tempest-TestMinimumBasicScenario-318685480-project] Calling delete_port for cb7c6753-af19-4c3b-b5b2-00d769ef5ab5 owned by network:floatingip {{(pid=102346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 11:20:13.931252 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-1414dd37-ed06-4173-ada9-9a8a50206aa8 tempest-TestMinimumBasicScenario-318685480 tempest-TestMinimumBasicScenario-318685480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:20:14.031935 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41b41c8-34f0-4437-bc2e-fb94c15cafb7 req-d436a598-57f2-46cd-ae32-c8778b63bdbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:20:14.033551 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-f41b41c8-34f0-4437-bc2e-fb94c15cafb7 req-d436a598-57f2-46cd-ae32-c8778b63bdbd service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2ef2163d-edab-47f8-b6b9-f5ff45dc86e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3954511 Oct 27 11:20:14.126540 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-f41b41c8-34f0-4437-bc2e-fb94c15cafb7 req-1591e012-e9e2-4410-8c15-dad5d4794f27 service neutron] 10.222.0.64 "GET /v2.0/networks/2ef2163d-edab-47f8-b6b9-f5ff45dc86e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836787 Oct 27 11:20:14.222808 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-f41b41c8-34f0-4437-bc2e-fb94c15cafb7 req-728de632-6fa6-4127-b195-8881e9dbd46d service neutron] 10.222.0.64 "GET /v2.0/networks/2ef2163d-edab-47f8-b6b9-f5ff45dc86e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879531 Oct 27 11:20:14.267661 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1414dd37-ed06-4173-ada9-9a8a50206aa8 tempest-TestMinimumBasicScenario-318685480 tempest-TestMinimumBasicScenario-318685480-project] Pushing event deleted for resources: {'Port': ['ID=cb7c6753-af19-4c3b-b5b2-00d769ef5ab5,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:20:14.297784 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.agents_db [None req-e79ee67d-056e-46ea-bd99-e80473396b25 None None] Agent healthcheck: found 7 active agents {{(pid=102349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 11:20:14.325904 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-1414dd37-ed06-4173-ada9-9a8a50206aa8 tempest-TestMinimumBasicScenario-318685480 tempest-TestMinimumBasicScenario-318685480-project] Publish callbacks [] for floatingip, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:20:14.326229 n-d-813419-10 neutron-server[102346]: INFO neutron.db.l3_db [None req-1414dd37-ed06-4173-ada9-9a8a50206aa8 tempest-TestMinimumBasicScenario-318685480 tempest-TestMinimumBasicScenario-318685480-project] Floating IP 430d3b23-d8a0-4c52-ba95-2fb36815ee77 disassociated (deleted). External IP: 172.25.8.123, port: bbd5b08e-1cf2-492f-9786-77e88056d4c3. Oct 27 11:20:14.527544 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1414dd37-ed06-4173-ada9-9a8a50206aa8 tempest-TestMinimumBasicScenario-318685480 tempest-TestMinimumBasicScenario-318685480-project] Router 4af54072-75b7-4d94-b08b-f7a6723f7c53 has already been hosted by L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb {{(pid=102346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 11:20:14.631398 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1414dd37-ed06-4173-ada9-9a8a50206aa8 tempest-TestMinimumBasicScenario-318685480 tempest-TestMinimumBasicScenario-318685480-project] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 11:20:14.636182 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-1414dd37-ed06-4173-ada9-9a8a50206aa8 tempest-TestMinimumBasicScenario-318685480 tempest-TestMinimumBasicScenario-318685480-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for floatingip, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:20:14.640791 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e3d2ed1-18a2-4959-a8e8-a3d72ee95cb8 None None] Sync routers for ids ['4af54072-75b7-4d94-b08b-f7a6723f7c53'] in n-d-813419-10 {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 11:20:14.651534 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e3d2ed1-18a2-4959-a8e8-a3d72ee95cb8 None None] Routers {'4af54072-75b7-4d94-b08b-f7a6723f7c53'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 11:20:14.652137 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-3e3d2ed1-18a2-4959-a8e8-a3d72ee95cb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T11:19:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['4af54072-75b7-4d94-b08b-f7a6723f7c53'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:20:14.663831 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-1414dd37-ed06-4173-ada9-9a8a50206aa8 tempest-TestMinimumBasicScenario-318685480 tempest-TestMinimumBasicScenario-318685480-project] 10.222.0.44 "DELETE /v2.0/floatingips/430d3b23-d8a0-4c52-ba95-2fb36815ee77 HTTP/1.1" status: 204 len: 168 time: 1.1848984 Oct 27 11:20:14.760590 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvr_db [None req-3e3d2ed1-18a2-4959-a8e8-a3d72ee95cb8 None None] Set router 4af54072-75b7-4d94-b08b-f7a6723f7c53 gateway port host: n-d-813419-10 {{(pid=102348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 11:20:14.971994 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-3e3d2ed1-18a2-4959-a8e8-a3d72ee95cb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4af54072-75b7-4d94-b08b-f7a6723f7c53', 'name': 'tempest-TestMinimumBasicScenario-1471701865-router', 'tenant_id': 'ee278de7fec24fd691eddfbcf2643a16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.230'}], 'enable_snat': True}, 'gw_port_id': '33bb4f09-9031-48c1-b4fa-7e3130b6fc77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:18:11Z', 'updated_at': '2021-10-27T11:18:13Z', 'revision_number': 4, 'project_id': 'ee278de7fec24fd691eddfbcf2643a16', 'gw_port': {'id': '33bb4f09-9031-48c1-b4fa-7e3130b6fc77', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:13:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af54072-75b7-4d94-b08b-f7a6723f7c53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:18:11Z', 'updated_at': '2021-10-27T11:18:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_interfaces': [{'id': '96286cb2-0b5b-473a-8371-fff67006eb1b', 'name': '', 'network_id': '2ef2163d-edab-47f8-b6b9-f5ff45dc86e0', 'tenant_id': 'ee278de7fec24fd691eddfbcf2643a16', 'mac_address': 'fa:16:3e:26:69:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af54072-75b7-4d94-b08b-f7a6723f7c53', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '784b61b9-bb6f-45e5-8a86-e785e60ccb79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:18:13Z', 'updated_at': '2021-10-27T11:18:19Z', 'revision_number': 5, 'project_id': 'ee278de7fec24fd691eddfbcf2643a16', 'subnets': [{'id': '784b61b9-bb6f-45e5-8a86-e785e60ccb79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:20:15.000803 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e3d2ed1-18a2-4959-a8e8-a3d72ee95cb8 None None] Checking router: 4af54072-75b7-4d94-b08b-f7a6723f7c53 for host: n-d-813419-10 {{(pid=102348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 11:20:15.009593 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e3d2ed1-18a2-4959-a8e8-a3d72ee95cb8 None None] Routers {'4af54072-75b7-4d94-b08b-f7a6723f7c53'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 11:20:15.010184 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-3e3d2ed1-18a2-4959-a8e8-a3d72ee95cb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T11:19:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['4af54072-75b7-4d94-b08b-f7a6723f7c53'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:20:15.268381 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvr_db [None req-3e3d2ed1-18a2-4959-a8e8-a3d72ee95cb8 None None] Set router 4af54072-75b7-4d94-b08b-f7a6723f7c53 gateway port host: n-d-813419-10 {{(pid=102348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 11:20:15.316549 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48b6dbe3-285c-4ec6-bb59-bab1deeea203', 'tag': 'bbd5b08e-1cf2-492f-9786-77e88056d4c3'}] {{(pid=102346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 11:20:15.318938 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2531aea88c448207759dde70f844649f18dfe6edcb84b1c92b49bb044a645d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b901f78-4034-4308-a8a5-9420ecaa9ca7" -d '{"events": [{"name": "network-changed", "server_uuid": "48b6dbe3-285c-4ec6-bb59-bab1deeea203", "tag": "bbd5b08e-1cf2-492f-9786-77e88056d4c3"}]}' {{(pid=102346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 11:20:15.370257 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 11:20:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-261bf3e2-59ff-4b78-ba04-92c995995e10 x-openstack-request-id: req-261bf3e2-59ff-4b78-ba04-92c995995e10 {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 11:20:15.370593 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48b6dbe3-285c-4ec6-bb59-bab1deeea203", "tag": "bbd5b08e-1cf2-492f-9786-77e88056d4c3", "status": "completed", "code": 200}]} {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 11:20:15.370846 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-261bf3e2-59ff-4b78-ba04-92c995995e10 {{(pid=102346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 11:20:15.371243 n-d-813419-10 neutron-server[102346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48b6dbe3-285c-4ec6-bb59-bab1deeea203', 'tag': 'bbd5b08e-1cf2-492f-9786-77e88056d4c3', 'status': 'completed', 'code': 200} Oct 27 11:20:15.435110 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b901f78-4034-4308-a8a5-9420ecaa9ca7 req-e01dea02-087d-444a-b7ae-8d51412a2763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:20:15.436641 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-2b901f78-4034-4308-a8a5-9420ecaa9ca7 req-e01dea02-087d-444a-b7ae-8d51412a2763 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ee278de7fec24fd691eddfbcf2643a16&device_id=48b6dbe3-285c-4ec6-bb59-bab1deeea203 HTTP/1.1" status: 200 len: 1098 time: 0.0417032 Oct 27 11:20:15.471044 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-3e3d2ed1-18a2-4959-a8e8-a3d72ee95cb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4af54072-75b7-4d94-b08b-f7a6723f7c53', 'name': 'tempest-TestMinimumBasicScenario-1471701865-router', 'tenant_id': 'ee278de7fec24fd691eddfbcf2643a16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.230'}], 'enable_snat': True}, 'gw_port_id': '33bb4f09-9031-48c1-b4fa-7e3130b6fc77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:18:11Z', 'updated_at': '2021-10-27T11:18:13Z', 'revision_number': 4, 'project_id': 'ee278de7fec24fd691eddfbcf2643a16', 'gw_port': {'id': '33bb4f09-9031-48c1-b4fa-7e3130b6fc77', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:13:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af54072-75b7-4d94-b08b-f7a6723f7c53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:18:11Z', 'updated_at': '2021-10-27T11:18:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_interfaces': [{'id': '96286cb2-0b5b-473a-8371-fff67006eb1b', 'name': '', 'network_id': '2ef2163d-edab-47f8-b6b9-f5ff45dc86e0', 'tenant_id': 'ee278de7fec24fd691eddfbcf2643a16', 'mac_address': 'fa:16:3e:26:69:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af54072-75b7-4d94-b08b-f7a6723f7c53', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '784b61b9-bb6f-45e5-8a86-e785e60ccb79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:18:13Z', 'updated_at': '2021-10-27T11:18:19Z', 'revision_number': 5, 'project_id': 'ee278de7fec24fd691eddfbcf2643a16', 'subnets': [{'id': '784b61b9-bb6f-45e5-8a86-e785e60ccb79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:20:15.498394 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e3d2ed1-18a2-4959-a8e8-a3d72ee95cb8 None None] The sync data for ids ['4af54072-75b7-4d94-b08b-f7a6723f7c53'] in n-d-813419-10 is: [{'id': '4af54072-75b7-4d94-b08b-f7a6723f7c53', 'name': 'tempest-TestMinimumBasicScenario-1471701865-router', 'tenant_id': 'ee278de7fec24fd691eddfbcf2643a16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.230'}], 'enable_snat': True}, 'gw_port_id': '33bb4f09-9031-48c1-b4fa-7e3130b6fc77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:18:11Z', 'updated_at': '2021-10-27T11:18:13Z', 'revision_number': 4, 'project_id': 'ee278de7fec24fd691eddfbcf2643a16', 'gw_port': {'id': '33bb4f09-9031-48c1-b4fa-7e3130b6fc77', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:13:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af54072-75b7-4d94-b08b-f7a6723f7c53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:18:11Z', 'updated_at': '2021-10-27T11:18:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_interfaces': [{'id': '96286cb2-0b5b-473a-8371-fff67006eb1b', 'name': '', 'network_id': '2ef2163d-edab-47f8-b6b9-f5ff45dc86e0', 'tenant_id': 'ee278de7fec24fd691eddfbcf2643a16', 'mac_address': 'fa:16:3e:26:69:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af54072-75b7-4d94-b08b-f7a6723f7c53', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '784b61b9-bb6f-45e5-8a86-e785e60ccb79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:18:13Z', 'updated_at': '2021-10-27T11:18:19Z', 'revision_number': 5, 'project_id': 'ee278de7fec24fd691eddfbcf2643a16', 'subnets': [{'id': '784b61b9-bb6f-45e5-8a86-e785e60ccb79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 11:20:15.532524 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b901f78-4034-4308-a8a5-9420ecaa9ca7 req-29af8539-ab57-4926-a66f-f6d0132f5365 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:20:15.534241 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-2b901f78-4034-4308-a8a5-9420ecaa9ca7 req-29af8539-ab57-4926-a66f-f6d0132f5365 service neutron] 10.222.0.64 "GET /v2.0/networks?id=2ef2163d-edab-47f8-b6b9-f5ff45dc86e0 HTTP/1.1" status: 200 len: 916 time: 0.0907533 Oct 27 11:20:15.578011 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-2b901f78-4034-4308-a8a5-9420ecaa9ca7 req-abbff6d7-bdb5-4fc5-b000-ba778d6e9592 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bbd5b08e-1cf2-492f-9786-77e88056d4c3 HTTP/1.1" status: 200 len: 217 time: 0.0356855 Oct 27 11:20:15.627653 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b901f78-4034-4308-a8a5-9420ecaa9ca7 req-2558ec6f-ac2c-48b9-8171-1552082affc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:20:15.629236 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-2b901f78-4034-4308-a8a5-9420ecaa9ca7 req-2558ec6f-ac2c-48b9-8171-1552082affc3 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=784b61b9-bb6f-45e5-8a86-e785e60ccb79 HTTP/1.1" status: 200 len: 854 time: 0.0436018 Oct 27 11:20:15.680253 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b901f78-4034-4308-a8a5-9420ecaa9ca7 req-1ece121f-5c8e-4c90-a1d0-b6bc57eef67c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:20:15.681785 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-2b901f78-4034-4308-a8a5-9420ecaa9ca7 req-1ece121f-5c8e-4c90-a1d0-b6bc57eef67c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2ef2163d-edab-47f8-b6b9-f5ff45dc86e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0456564 Oct 27 11:20:15.753025 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65e0275e-bafe-49fb-b415-7c3bb73c2652 None None] New status for floating IP 430d3b23-d8a0-4c52-ba95-2fb36815ee77: DOWN {{(pid=102349) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 11:20:15.779422 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-2b901f78-4034-4308-a8a5-9420ecaa9ca7 req-f5a56458-98ac-4ffc-9df3-e8df5316f6f5 service neutron] 10.222.0.64 "GET /v2.0/networks/2ef2163d-edab-47f8-b6b9-f5ff45dc86e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903647 Oct 27 11:20:15.875416 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-2b901f78-4034-4308-a8a5-9420ecaa9ca7 req-07ab12f4-d6e3-4b53-aff8-ccd40d5fbc54 service neutron] 10.222.0.64 "GET /v2.0/networks/2ef2163d-edab-47f8-b6b9-f5ff45dc86e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892417 Oct 27 11:20:16.303623 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-5f6fc325-2b7a-4564-87e8-efb5d9c46491 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:20:18.965682 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-09c29872-10df-4de9-9b99-deb89a4c8cdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:20:20.081091 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:20:20.228505 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-eadeaa30-4096-4d1a-b3cb-aa7ebfb291ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:20:22.114199 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-3c6a8245-0581-48aa-b5f6-4d8fe98cd16e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:20:23.674036 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74448233-98ec-4fa8-a6c9-0dbb39235323 req-850a5af6-e609-41cc-b0c1-1b1959510718 tempest-TestMinimumBasicScenario-318685480 tempest-TestMinimumBasicScenario-318685480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:20:23.675516 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-74448233-98ec-4fa8-a6c9-0dbb39235323 req-850a5af6-e609-41cc-b0c1-1b1959510718 tempest-TestMinimumBasicScenario-318685480 tempest-TestMinimumBasicScenario-318685480-project] 10.222.0.44 "GET /v2.0/ports?device_id=48b6dbe3-285c-4ec6-bb59-bab1deeea203 HTTP/1.1" status: 200 len: 946 time: 0.0493023 Oct 27 11:20:23.713288 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-74448233-98ec-4fa8-a6c9-0dbb39235323 req-71f49dc3-6e40-40d9-9398-e5c7fc246dd9 tempest-TestMinimumBasicScenario-318685480 tempest-TestMinimumBasicScenario-318685480-project] 10.222.0.44 "GET /v2.0/security-groups?id=6ca3e9eb-ae40-4c59-a26a-a53aa8cf8ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309875 Oct 27 11:20:24.829985 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5385d2-bf1b-4cf4-8cf0-51d962aaabc5 req-3e1024a8-ca0a-4cac-84fa-a31d261141d6 tempest-TestMinimumBasicScenario-318685480 tempest-TestMinimumBasicScenario-318685480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:20:24.831460 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-0d5385d2-bf1b-4cf4-8cf0-51d962aaabc5 req-3e1024a8-ca0a-4cac-84fa-a31d261141d6 tempest-TestMinimumBasicScenario-318685480 tempest-TestMinimumBasicScenario-318685480-project] 10.222.0.44 "GET /v2.0/ports?device_id=48b6dbe3-285c-4ec6-bb59-bab1deeea203 HTTP/1.1" status: 200 len: 946 time: 0.0488577 Oct 27 11:20:24.869440 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-0d5385d2-bf1b-4cf4-8cf0-51d962aaabc5 req-653f4657-feab-4889-9308-4eb835426865 tempest-TestMinimumBasicScenario-318685480 tempest-TestMinimumBasicScenario-318685480-project] 10.222.0.44 "GET /v2.0/security-groups?id=6ca3e9eb-ae40-4c59-a26a-a53aa8cf8ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313182 Oct 27 11:20:25.273011 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7324e9a4-0222-4da0-b4bf-52270cc50c95 req-675358f7-fa1e-442c-9bab-30d56f61c7ae tempest-TestMinimumBasicScenario-318685480 tempest-TestMinimumBasicScenario-318685480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:20:25.274433 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-7324e9a4-0222-4da0-b4bf-52270cc50c95 req-675358f7-fa1e-442c-9bab-30d56f61c7ae tempest-TestMinimumBasicScenario-318685480 tempest-TestMinimumBasicScenario-318685480-project] 10.222.0.64 "GET /v2.0/ports?device_id=48b6dbe3-285c-4ec6-bb59-bab1deeea203 HTTP/1.1" status: 200 len: 946 time: 0.0476773 Oct 27 11:20:25.363950 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [req-7324e9a4-0222-4da0-b4bf-52270cc50c95 req-9664d22d-adb3-4521-92ac-8f9971367444 tempest-TestMinimumBasicScenario-318685480 tempest-TestMinimumBasicScenario-318685480-project] Deleting port bbd5b08e-1cf2-492f-9786-77e88056d4c3 {{(pid=102347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 11:20:25.364318 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-7324e9a4-0222-4da0-b4bf-52270cc50c95 req-9664d22d-adb3-4521-92ac-8f9971367444 tempest-TestMinimumBasicScenario-318685480 tempest-TestMinimumBasicScenario-318685480-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:20:25.450701 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-7324e9a4-0222-4da0-b4bf-52270cc50c95 req-9664d22d-adb3-4521-92ac-8f9971367444 tempest-TestMinimumBasicScenario-318685480 tempest-TestMinimumBasicScenario-318685480-project] For port bbd5b08e-1cf2-492f-9786-77e88056d4c3, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=bbd5b08e-1cf2-492f-9786-77e88056d4c3,segment=NetworkSegment(e17beb4b-63da-47c6-a2be-13338f78cc0e),segment_id=e17beb4b-63da-47c6-a2be-13338f78cc0e)] {{(pid=102347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:20:25.451053 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-7324e9a4-0222-4da0-b4bf-52270cc50c95 req-9664d22d-adb3-4521-92ac-8f9971367444 tempest-TestMinimumBasicScenario-318685480 tempest-TestMinimumBasicScenario-318685480-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:20:25.463495 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [req-7324e9a4-0222-4da0-b4bf-52270cc50c95 req-9664d22d-adb3-4521-92ac-8f9971367444 tempest-TestMinimumBasicScenario-318685480 tempest-TestMinimumBasicScenario-318685480-project] Calling delete_port for bbd5b08e-1cf2-492f-9786-77e88056d4c3 owned by compute:nova {{(pid=102347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 11:20:25.587953 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-7324e9a4-0222-4da0-b4bf-52270cc50c95 req-9664d22d-adb3-4521-92ac-8f9971367444 tempest-TestMinimumBasicScenario-318685480 tempest-TestMinimumBasicScenario-318685480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:20:25.599627 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] get_ports_and_sgs() called for port_ids ['bbd5b08e-1cf2-492f-9786-77e88056d4c3'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 11:20:25.613609 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9664d22d-adb3-4521-92ac-8f9971367444 tempest-TestMinimumBasicScenario-318685480 tempest-TestMinimumBasicScenario-318685480-project] Pushing event deleted for resources: {'Port': ['ID=bbd5b08e-1cf2-492f-9786-77e88056d4c3,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:20:25.626638 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9664d22d-adb3-4521-92ac-8f9971367444 tempest-TestMinimumBasicScenario-318685480 tempest-TestMinimumBasicScenario-318685480-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:20:25.627025 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9664d22d-adb3-4521-92ac-8f9971367444 tempest-TestMinimumBasicScenario-318685480 tempest-TestMinimumBasicScenario-318685480-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:20:25.627369 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9664d22d-adb3-4521-92ac-8f9971367444 tempest-TestMinimumBasicScenario-318685480 tempest-TestMinimumBasicScenario-318685480-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:20:25.627767 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9664d22d-adb3-4521-92ac-8f9971367444 tempest-TestMinimumBasicScenario-318685480 tempest-TestMinimumBasicScenario-318685480-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:20:25.628025 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9664d22d-adb3-4521-92ac-8f9971367444 tempest-TestMinimumBasicScenario-318685480 tempest-TestMinimumBasicScenario-318685480-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:20:25.628384 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9664d22d-adb3-4521-92ac-8f9971367444 tempest-TestMinimumBasicScenario-318685480 tempest-TestMinimumBasicScenario-318685480-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:20:25.628719 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9664d22d-adb3-4521-92ac-8f9971367444 tempest-TestMinimumBasicScenario-318685480 tempest-TestMinimumBasicScenario-318685480-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:20:25.629046 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9664d22d-adb3-4521-92ac-8f9971367444 tempest-TestMinimumBasicScenario-318685480 tempest-TestMinimumBasicScenario-318685480-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:20:25.629395 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9664d22d-adb3-4521-92ac-8f9971367444 tempest-TestMinimumBasicScenario-318685480 tempest-TestMinimumBasicScenario-318685480-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:20:25.629695 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9664d22d-adb3-4521-92ac-8f9971367444 tempest-TestMinimumBasicScenario-318685480 tempest-TestMinimumBasicScenario-318685480-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:20:25.630014 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9664d22d-adb3-4521-92ac-8f9971367444 tempest-TestMinimumBasicScenario-318685480 tempest-TestMinimumBasicScenario-318685480-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:20:25.630336 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9664d22d-adb3-4521-92ac-8f9971367444 tempest-TestMinimumBasicScenario-318685480 tempest-TestMinimumBasicScenario-318685480-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:20:25.671727 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [req-7324e9a4-0222-4da0-b4bf-52270cc50c95 req-9664d22d-adb3-4521-92ac-8f9971367444 tempest-TestMinimumBasicScenario-318685480 tempest-TestMinimumBasicScenario-318685480-project] No DVR routers for this DVR port bbd5b08e-1cf2-492f-9786-77e88056d4c3 on host n-h1-813419-10 {{(pid=102347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 11:20:25.674349 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-7324e9a4-0222-4da0-b4bf-52270cc50c95 req-9664d22d-adb3-4521-92ac-8f9971367444 tempest-TestMinimumBasicScenario-318685480 tempest-TestMinimumBasicScenario-318685480-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:20:25.677612 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-7324e9a4-0222-4da0-b4bf-52270cc50c95 req-9664d22d-adb3-4521-92ac-8f9971367444 tempest-TestMinimumBasicScenario-318685480 tempest-TestMinimumBasicScenario-318685480-project] 10.222.0.64 "DELETE /v2.0/ports/bbd5b08e-1cf2-492f-9786-77e88056d4c3 HTTP/1.1" status: 204 len: 173 time: 0.3975184 Oct 27 11:20:25.678045 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48b6dbe3-285c-4ec6-bb59-bab1deeea203', 'name': 'network-vif-deleted', 'tag': 'bbd5b08e-1cf2-492f-9786-77e88056d4c3'}] {{(pid=102347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 11:20:25.680858 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b4a6b06816dbd4a25adc79839574a1cde60454ea9fb7ff9bc84d34209fb596e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27247014-56f0-405d-99df-eee2c68e575a" -d '{"events": [{"server_uuid": "48b6dbe3-285c-4ec6-bb59-bab1deeea203", "name": "network-vif-deleted", "tag": "bbd5b08e-1cf2-492f-9786-77e88056d4c3"}]}' {{(pid=102347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 11:20:25.723078 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 11:20:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc3427b7-390a-4e75-b2e4-d40518ece1f4 x-openstack-request-id: req-dc3427b7-390a-4e75-b2e4-d40518ece1f4 {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 11:20:25.723368 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48b6dbe3-285c-4ec6-bb59-bab1deeea203", "name": "network-vif-deleted", "tag": "bbd5b08e-1cf2-492f-9786-77e88056d4c3", "status": "completed", "code": 200}]} {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 11:20:25.723612 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-dc3427b7-390a-4e75-b2e4-d40518ece1f4 {{(pid=102347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 11:20:25.724027 n-d-813419-10 neutron-server[102347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48b6dbe3-285c-4ec6-bb59-bab1deeea203', 'name': 'network-vif-deleted', 'tag': 'bbd5b08e-1cf2-492f-9786-77e88056d4c3', 'status': 'completed', 'code': 200} Oct 27 11:20:25.976566 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-772ddabc-3afa-4fbf-be61-58fd4b1d1ba8 req-a16970e4-bc33-429e-937c-a71e5afe3d40 tempest-TestMinimumBasicScenario-318685480 tempest-TestMinimumBasicScenario-318685480-project] 10.222.0.44 "GET /v2.0/ports?device_id=48b6dbe3-285c-4ec6-bb59-bab1deeea203 HTTP/1.1" status: 200 len: 210 time: 0.0276937 Oct 27 11:20:27.597558 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 47856) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:20:27.934740 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-63014e83-32c3-474b-b0e2-992535b14643 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1766202'] for router_interface, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:20:28.102491 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device bbd5b08e-1cf2-492f-9786-77e88056d4c3 no longer exists at agent hyperv_n-h1-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 11:20:28.122110 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] No Port match for: bbd5b08e-1cf2-492f-9786-77e88056d4c3 {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 11:20:28.122457 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device bbd5b08e-1cf2-492f-9786-77e88056d4c3 not bound to the agent host n-h1-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 11:20:28.176854 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-63014e83-32c3-474b-b0e2-992535b14643 admin admin] Deleting port 96286cb2-0b5b-473a-8371-fff67006eb1b {{(pid=102347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 11:20:28.177189 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-63014e83-32c3-474b-b0e2-992535b14643 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:20:28.256283 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [None req-63014e83-32c3-474b-b0e2-992535b14643 admin admin] For port 96286cb2-0b5b-473a-8371-fff67006eb1b, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=96286cb2-0b5b-473a-8371-fff67006eb1b,segment=NetworkSegment(e17beb4b-63da-47c6-a2be-13338f78cc0e),segment_id=e17beb4b-63da-47c6-a2be-13338f78cc0e)] {{(pid=102347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:20:28.257096 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-63014e83-32c3-474b-b0e2-992535b14643 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:20:28.269140 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-63014e83-32c3-474b-b0e2-992535b14643 admin admin] Calling delete_port for 96286cb2-0b5b-473a-8371-fff67006eb1b owned by network:router_interface {{(pid=102347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 11:20:28.441941 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-63014e83-32c3-474b-b0e2-992535b14643 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:20:28.468525 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63014e83-32c3-474b-b0e2-992535b14643 admin admin] Pushing event deleted for resources: {'Port': ['ID=96286cb2-0b5b-473a-8371-fff67006eb1b,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:20:28.628569 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-63014e83-32c3-474b-b0e2-992535b14643 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2006968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1766358'] for router_interface, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:20:28.838625 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63014e83-32c3-474b-b0e2-992535b14643 admin admin] Router 4af54072-75b7-4d94-b08b-f7a6723f7c53 has already been hosted by L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb {{(pid=102347) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 11:20:28.945492 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63014e83-32c3-474b-b0e2-992535b14643 admin admin] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 11:20:28.953005 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-63014e83-32c3-474b-b0e2-992535b14643 admin admin] 10.222.0.44 "PUT /v2.0/routers/4af54072-75b7-4d94-b08b-f7a6723f7c53/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3518636 Oct 27 11:20:28.953143 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 47858) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:20:28.954189 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-813ea6e1-c680-4123-b123-fc4969b0e500 None None] Sync routers for ids ['4af54072-75b7-4d94-b08b-f7a6723f7c53'] in n-d-813419-10 {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 11:20:28.963500 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-813ea6e1-c680-4123-b123-fc4969b0e500 None None] Routers {'4af54072-75b7-4d94-b08b-f7a6723f7c53'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 11:20:28.964085 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-813ea6e1-c680-4123-b123-fc4969b0e500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T11:20:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['4af54072-75b7-4d94-b08b-f7a6723f7c53'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:20:29.055666 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-795f690a-1c0c-4383-bf73-be51e68e1731 admin admin] Publish callbacks [] for router, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:20:29.067781 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvr_db [None req-813ea6e1-c680-4123-b123-fc4969b0e500 None None] Set router 4af54072-75b7-4d94-b08b-f7a6723f7c53 gateway port host: n-d-813419-10 {{(pid=102348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 11:20:29.157217 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-795f690a-1c0c-4383-bf73-be51e68e1731 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:20:29.208444 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-795f690a-1c0c-4383-bf73-be51e68e1731 admin admin] Deleting port 33bb4f09-9031-48c1-b4fa-7e3130b6fc77 {{(pid=102346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 11:20:29.208778 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-795f690a-1c0c-4383-bf73-be51e68e1731 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:20:29.250902 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-813ea6e1-c680-4123-b123-fc4969b0e500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4af54072-75b7-4d94-b08b-f7a6723f7c53', 'name': 'tempest-TestMinimumBasicScenario-1471701865-router', 'tenant_id': 'ee278de7fec24fd691eddfbcf2643a16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.230'}], 'enable_snat': True}, 'gw_port_id': '33bb4f09-9031-48c1-b4fa-7e3130b6fc77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:18:11Z', 'updated_at': '2021-10-27T11:20:28Z', 'revision_number': 5, 'project_id': 'ee278de7fec24fd691eddfbcf2643a16', 'gw_port': {'id': '33bb4f09-9031-48c1-b4fa-7e3130b6fc77', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:13:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af54072-75b7-4d94-b08b-f7a6723f7c53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:18:11Z', 'updated_at': '2021-10-27T11:18:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10'}], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:20:29.282052 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-813ea6e1-c680-4123-b123-fc4969b0e500 None None] Checking router: 4af54072-75b7-4d94-b08b-f7a6723f7c53 for host: n-d-813419-10 {{(pid=102348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 11:20:29.290703 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-813ea6e1-c680-4123-b123-fc4969b0e500 None None] Routers {'4af54072-75b7-4d94-b08b-f7a6723f7c53'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 11:20:29.291306 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-813ea6e1-c680-4123-b123-fc4969b0e500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T11:20:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['4af54072-75b7-4d94-b08b-f7a6723f7c53'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:20:29.292223 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [None req-795f690a-1c0c-4383-bf73-be51e68e1731 admin admin] For port 33bb4f09-9031-48c1-b4fa-7e3130b6fc77, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=33bb4f09-9031-48c1-b4fa-7e3130b6fc77,segment=NetworkSegment(bc14127b-7032-4c50-bb5b-f6813cbae86e),segment_id=bc14127b-7032-4c50-bb5b-f6813cbae86e)] {{(pid=102346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:20:29.292638 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-795f690a-1c0c-4383-bf73-be51e68e1731 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:20:29.305795 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-795f690a-1c0c-4383-bf73-be51e68e1731 admin admin] Calling delete_port for 33bb4f09-9031-48c1-b4fa-7e3130b6fc77 owned by network:router_gateway {{(pid=102346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 11:20:29.376138 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvr_db [None req-813ea6e1-c680-4123-b123-fc4969b0e500 None None] Set router 4af54072-75b7-4d94-b08b-f7a6723f7c53 gateway port host: None {{(pid=102348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 11:20:29.429575 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-813ea6e1-c680-4123-b123-fc4969b0e500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4af54072-75b7-4d94-b08b-f7a6723f7c53', 'name': 'tempest-TestMinimumBasicScenario-1471701865-router', 'tenant_id': 'ee278de7fec24fd691eddfbcf2643a16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:18:11Z', 'updated_at': '2021-10-27T11:20:29Z', 'revision_number': 6, 'project_id': 'ee278de7fec24fd691eddfbcf2643a16', 'gw_port_host': None}], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:20:29.467706 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-813ea6e1-c680-4123-b123-fc4969b0e500 None None] The sync data for ids ['4af54072-75b7-4d94-b08b-f7a6723f7c53'] in n-d-813419-10 is: [{'id': '4af54072-75b7-4d94-b08b-f7a6723f7c53', 'name': 'tempest-TestMinimumBasicScenario-1471701865-router', 'tenant_id': 'ee278de7fec24fd691eddfbcf2643a16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:18:11Z', 'updated_at': '2021-10-27T11:20:29Z', 'revision_number': 6, 'project_id': 'ee278de7fec24fd691eddfbcf2643a16', 'gw_port_host': None}] {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 11:20:29.483054 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-795f690a-1c0c-4383-bf73-be51e68e1731 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:20:29.507550 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795f690a-1c0c-4383-bf73-be51e68e1731 admin admin] Pushing event deleted for resources: {'Port': ['ID=33bb4f09-9031-48c1-b4fa-7e3130b6fc77,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:20:29.568003 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-795f690a-1c0c-4383-bf73-be51e68e1731 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1664884'] for router_gateway, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:20:29.658986 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-795f690a-1c0c-4383-bf73-be51e68e1731 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1765662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3700'] for router, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:20:29.661092 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-795f690a-1c0c-4383-bf73-be51e68e1731 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:20:29.703159 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-795f690a-1c0c-4383-bf73-be51e68e1731 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1765641'] for router, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:20:29.703690 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-795f690a-1c0c-4383-bf73-be51e68e1731 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4af54072-75b7-4d94-b08b-f7a6723f7c53 {{(pid=102346) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 11:20:29.709112 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-795f690a-1c0c-4383-bf73-be51e68e1731 admin admin] Publish callbacks [] for router, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:20:29.711530 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-795f690a-1c0c-4383-bf73-be51e68e1731 admin admin] 10.222.0.44 "DELETE /v2.0/routers/4af54072-75b7-4d94-b08b-f7a6723f7c53 HTTP/1.1" status: 204 len: 168 time: 0.7574031 Oct 27 11:20:29.713799 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 47860) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:20:29.757445 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_v2 [None req-acdde4c5-cd6f-4c76-818d-44ee7f5d8321 admin admin] Deleting subnet 784b61b9-bb6f-45e5-8a86-e785e60ccb79 {{(pid=102346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 11:20:29.760285 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-acdde4c5-cd6f-4c76-818d-44ee7f5d8321 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:20:29.793790 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-acdde4c5-cd6f-4c76-818d-44ee7f5d8321 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25847868'] for subnet, precommit_delete_associations {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:20:29.898700 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-acdde4c5-cd6f-4c76-818d-44ee7f5d8321 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855646'] for subnet, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:20:29.952335 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-acdde4c5-cd6f-4c76-818d-44ee7f5d8321 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27024355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27168307'] for subnet, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:20:29.977369 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdde4c5-cd6f-4c76-818d-44ee7f5d8321 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=784b61b9-bb6f-45e5-8a86-e785e60ccb79,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:20:29.982682 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-acdde4c5-cd6f-4c76-818d-44ee7f5d8321 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:20:29.986613 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-acdde4c5-cd6f-4c76-818d-44ee7f5d8321 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/784b61b9-bb6f-45e5-8a86-e785e60ccb79 HTTP/1.1" status: 204 len: 168 time: 0.2715602 Oct 27 11:20:29.988501 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb4e2e86-eda4-47be-8343-88a4f1bfe3e1 None None] Network 2ef2163d-edab-47f8-b6b9-f5ff45dc86e0 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 11:20:29.989783 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 47862) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:20:30.062802 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-9c5f93f8-3f3a-4a92-894c-b052aacd0a1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586917'] for network, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:20:30.117524 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-9c5f93f8-3f3a-4a92-894c-b052aacd0a1c admin admin] Deleting port bf323bca-1e1d-4767-a104-3a96af2fe248 {{(pid=102346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 11:20:30.117857 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-9c5f93f8-3f3a-4a92-894c-b052aacd0a1c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:20:30.182120 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [None req-9c5f93f8-3f3a-4a92-894c-b052aacd0a1c admin admin] For port bf323bca-1e1d-4767-a104-3a96af2fe248, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=bf323bca-1e1d-4767-a104-3a96af2fe248,segment=NetworkSegment(e17beb4b-63da-47c6-a2be-13338f78cc0e),segment_id=e17beb4b-63da-47c6-a2be-13338f78cc0e)] {{(pid=102346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:20:30.182401 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-9c5f93f8-3f3a-4a92-894c-b052aacd0a1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:20:30.194926 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-9c5f93f8-3f3a-4a92-894c-b052aacd0a1c admin admin] Calling delete_port for bf323bca-1e1d-4767-a104-3a96af2fe248 owned by network:dhcp {{(pid=102346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 11:20:30.253270 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87cadf62-6d4e-46ef-83a9-4667de0d7813 None None] DHCP port deletion for 2ef2163d-edab-47f8-b6b9-f5ff45dc86e0 request from n-d-813419-10 {{(pid=102348) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 11:20:30.282886 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-9c5f93f8-3f3a-4a92-894c-b052aacd0a1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:20:30.284857 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 96286cb2-0b5b-473a-8371-fff67006eb1b no longer exists at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 11:20:30.307457 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5f93f8-3f3a-4a92-894c-b052aacd0a1c admin admin] Pushing event deleted for resources: {'Port': ['ID=bf323bca-1e1d-4767-a104-3a96af2fe248,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:20:30.307747 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] No Port match for: 96286cb2-0b5b-473a-8371-fff67006eb1b {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 11:20:30.308089 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 96286cb2-0b5b-473a-8371-fff67006eb1b not bound to the agent host n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 11:20:30.313146 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c5f93f8-3f3a-4a92-894c-b052aacd0a1c admin admin] No DVR routers for this DVR port bf323bca-1e1d-4767-a104-3a96af2fe248 on host n-d-813419-10 {{(pid=102346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 11:20:30.337570 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-87cadf62-6d4e-46ef-83a9-4667de0d7813 None None] Deleting port bf323bca-1e1d-4767-a104-3a96af2fe248 {{(pid=102348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 11:20:30.337942 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-87cadf62-6d4e-46ef-83a9-4667de0d7813 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:20:30.391306 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-9c5f93f8-3f3a-4a92-894c-b052aacd0a1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857803', 'neutron.services.segments.db._delete_segments_for_network-8743873143390'] for network, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:20:30.409190 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-87cadf62-6d4e-46ef-83a9-4667de0d7813 None None] For port bf323bca-1e1d-4767-a104-3a96af2fe248, host n-d-813419-10, got binding levels [] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:20:30.409583 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-87cadf62-6d4e-46ef-83a9-4667de0d7813 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:20:30.412514 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-9c5f93f8-3f3a-4a92-894c-b052aacd0a1c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ef2163d-edab-47f8-b6b9-f5ff45dc86e0']}} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:20:30.422273 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-87cadf62-6d4e-46ef-83a9-4667de0d7813 None None] Calling delete_port for bf323bca-1e1d-4767-a104-3a96af2fe248 owned by network:dhcp {{(pid=102348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 11:20:30.422437 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-9c5f93f8-3f3a-4a92-894c-b052aacd0a1c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e17beb4b-63da-47c6-a2be-13338f78cc0e') {'for_net_delete': True} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:20:30.422701 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-9c5f93f8-3f3a-4a92-894c-b052aacd0a1c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e17beb4b-63da-47c6-a2be-13338f78cc0e') {} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:20:30.424899 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.ipam_backend_mixin [None req-87cadf62-6d4e-46ef-83a9-4667de0d7813 None None] Port bf323bca-1e1d-4767-a104-3a96af2fe248 was not found and therefore no delete operation was performed {{(pid=102348) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 27 11:20:30.426414 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-87cadf62-6d4e-46ef-83a9-4667de0d7813 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615'] for port, after_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:20:30.432621 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-9c5f93f8-3f3a-4a92-894c-b052aacd0a1c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743873145191', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25847877'] for segment, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:20:30.445546 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-9c5f93f8-3f3a-4a92-894c-b052aacd0a1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:20:30.452537 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c5f93f8-3f3a-4a92-894c-b052aacd0a1c admin admin] Releasing vlan 438 on physical network physnet1 to pool {{(pid=102346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 11:20:30.452912 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-9c5f93f8-3f3a-4a92-894c-b052aacd0a1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27024137'] for segment, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:20:30.454582 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87cadf62-6d4e-46ef-83a9-4667de0d7813 None None] No DVR routers for this DVR port bf323bca-1e1d-4767-a104-3a96af2fe248 on host n-d-813419-10 {{(pid=102348) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 11:20:30.454738 n-d-813419-10 neutron-server[102346]: Traceback (most recent call last): Oct 27 11:20:30.454738 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 11:20:30.454738 n-d-813419-10 neutron-server[102346]: timer() Oct 27 11:20:30.454738 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 11:20:30.454738 n-d-813419-10 neutron-server[102346]: cb(*args, **kw) Oct 27 11:20:30.454738 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 11:20:30.454738 n-d-813419-10 neutron-server[102346]: return func(*args, **kwargs) Oct 27 11:20:30.454738 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 11:20:30.454738 n-d-813419-10 neutron-server[102346]: self._notify() Oct 27 11:20:30.454738 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 11:20:30.454738 n-d-813419-10 neutron-server[102346]: self.callback(batched_events) Oct 27 11:20:30.454738 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 11:20:30.454738 n-d-813419-10 neutron-server[102346]: event.method(event) Oct 27 11:20:30.454738 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 11:20:30.454738 n-d-813419-10 neutron-server[102346]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 11:20:30.454738 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 11:20:30.454738 n-d-813419-10 neutron-server[102346]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 11:20:30.454738 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 11:20:30.454738 n-d-813419-10 neutron-server[102346]: return f(self, *a, **k) Oct 27 11:20:30.454738 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 11:20:30.454738 n-d-813419-10 neutron-server[102346]: return self._get(url).json() Oct 27 11:20:30.454738 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 11:20:30.454738 n-d-813419-10 neutron-server[102346]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 11:20:30.454738 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 11:20:30.454738 n-d-813419-10 neutron-server[102346]: return self.request(url, 'GET', **kwargs) Oct 27 11:20:30.454738 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 11:20:30.454738 n-d-813419-10 neutron-server[102346]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 11:20:30.454738 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 11:20:30.454738 n-d-813419-10 neutron-server[102346]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 11:20:30.454738 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 11:20:30.454738 n-d-813419-10 neutron-server[102346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 11:20:30.454738 n-d-813419-10 neutron-server[102346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 11:20:30.460014 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cadf62-6d4e-46ef-83a9-4667de0d7813 None None] Pushing event deleted for resources: {'Port': ['ID=bf323bca-1e1d-4767-a104-3a96af2fe248,revision_number=None']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:20:30.474341 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cadf62-6d4e-46ef-83a9-4667de0d7813 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:20:30.474686 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cadf62-6d4e-46ef-83a9-4667de0d7813 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:20:30.475542 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cadf62-6d4e-46ef-83a9-4667de0d7813 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:20:30.475896 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cadf62-6d4e-46ef-83a9-4667de0d7813 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:20:30.476255 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cadf62-6d4e-46ef-83a9-4667de0d7813 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:20:30.476654 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cadf62-6d4e-46ef-83a9-4667de0d7813 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:20:30.477004 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cadf62-6d4e-46ef-83a9-4667de0d7813 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:20:30.477220 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cadf62-6d4e-46ef-83a9-4667de0d7813 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:20:30.477580 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cadf62-6d4e-46ef-83a9-4667de0d7813 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:20:30.477848 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cadf62-6d4e-46ef-83a9-4667de0d7813 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:20:30.478340 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cadf62-6d4e-46ef-83a9-4667de0d7813 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:20:30.478701 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cadf62-6d4e-46ef-83a9-4667de0d7813 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:20:30.518484 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-9c5f93f8-3f3a-4a92-894c-b052aacd0a1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664840'] for network, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:20:30.524279 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-9c5f93f8-3f3a-4a92-894c-b052aacd0a1c admin admin] Publish callbacks [] for network, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:20:30.527815 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-9c5f93f8-3f3a-4a92-894c-b052aacd0a1c admin admin] 10.222.0.44 "DELETE /v2.0/networks/2ef2163d-edab-47f8-b6b9-f5ff45dc86e0 HTTP/1.1" status: 204 len: 168 time: 0.5370660 Oct 27 11:20:30.531079 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 47864) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:20:30.542136 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5f93f8-3f3a-4a92-894c-b052aacd0a1c admin admin] Pushing event deleted for resources: {'Network': ['ID=2ef2163d-edab-47f8-b6b9-f5ff45dc86e0,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:20:30.874495 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-0b46f181-ecfa-4f2d-90d4-c89cc2108f92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1766202'] for router_interface, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:20:31.117833 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-0b46f181-ecfa-4f2d-90d4-c89cc2108f92 admin admin] Deleting port fc87b3ee-a655-4a8c-bdc2-84e3a5c71487 {{(pid=102347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 11:20:31.118222 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-0b46f181-ecfa-4f2d-90d4-c89cc2108f92 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:20:31.199036 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [None req-0b46f181-ecfa-4f2d-90d4-c89cc2108f92 admin admin] For port fc87b3ee-a655-4a8c-bdc2-84e3a5c71487, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=fc87b3ee-a655-4a8c-bdc2-84e3a5c71487,segment=NetworkSegment(3390424c-6aaa-41d4-b0b3-6e1b9cd83b6c),segment_id=3390424c-6aaa-41d4-b0b3-6e1b9cd83b6c)] {{(pid=102347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:20:31.199301 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-0b46f181-ecfa-4f2d-90d4-c89cc2108f92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:20:31.211697 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-0b46f181-ecfa-4f2d-90d4-c89cc2108f92 admin admin] Calling delete_port for fc87b3ee-a655-4a8c-bdc2-84e3a5c71487 owned by network:router_interface {{(pid=102347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 11:20:31.384651 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-0b46f181-ecfa-4f2d-90d4-c89cc2108f92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:20:31.410973 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b46f181-ecfa-4f2d-90d4-c89cc2108f92 admin admin] Pushing event deleted for resources: {'Port': ['ID=fc87b3ee-a655-4a8c-bdc2-84e3a5c71487,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:20:31.577073 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-0b46f181-ecfa-4f2d-90d4-c89cc2108f92 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2006968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1766358'] for router_interface, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:20:31.787397 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b46f181-ecfa-4f2d-90d4-c89cc2108f92 admin admin] Router 6b3f9176-7888-4553-ac51-3fba5410d184 has already been hosted by L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb {{(pid=102347) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 11:20:31.807654 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device bf323bca-1e1d-4767-a104-3a96af2fe248 no longer exists at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 11:20:31.829924 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] No Port match for: bf323bca-1e1d-4767-a104-3a96af2fe248 {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 11:20:31.830264 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device bf323bca-1e1d-4767-a104-3a96af2fe248 not bound to the agent host n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 11:20:31.830681 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 33bb4f09-9031-48c1-b4fa-7e3130b6fc77 no longer exists at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 11:20:31.849126 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] No Port match for: 33bb4f09-9031-48c1-b4fa-7e3130b6fc77 {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 11:20:31.849444 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 33bb4f09-9031-48c1-b4fa-7e3130b6fc77 not bound to the agent host n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 11:20:32.220429 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b46f181-ecfa-4f2d-90d4-c89cc2108f92 admin admin] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 11:20:32.226081 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-0b46f181-ecfa-4f2d-90d4-c89cc2108f92 admin admin] 10.222.0.44 "PUT /v2.0/routers/6b3f9176-7888-4553-ac51-3fba5410d184/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6938853 Oct 27 11:20:32.228738 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 47866) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:20:32.231158 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f13ca21-7d50-4625-98cf-2d2651231f75 None None] Sync routers for ids ['6b3f9176-7888-4553-ac51-3fba5410d184'] in n-d-813419-10 {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 11:20:32.241537 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f13ca21-7d50-4625-98cf-2d2651231f75 None None] Routers {'6b3f9176-7888-4553-ac51-3fba5410d184'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 11:20:32.242148 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-4f13ca21-7d50-4625-98cf-2d2651231f75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T11:20:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['6b3f9176-7888-4553-ac51-3fba5410d184'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:20:32.332183 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-16ca27cf-68bb-4d1d-be37-5b3fff197b8b admin admin] Publish callbacks [] for router, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:20:32.342014 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvr_db [None req-4f13ca21-7d50-4625-98cf-2d2651231f75 None None] Set router 6b3f9176-7888-4553-ac51-3fba5410d184 gateway port host: n-d-813419-10 {{(pid=102349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 11:20:32.433510 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-16ca27cf-68bb-4d1d-be37-5b3fff197b8b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:20:32.487150 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-16ca27cf-68bb-4d1d-be37-5b3fff197b8b admin admin] Deleting port 17fa01ab-b2ea-4296-8f4d-3da3581f7ad3 {{(pid=102346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 11:20:32.487406 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-16ca27cf-68bb-4d1d-be37-5b3fff197b8b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:20:32.515723 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-4f13ca21-7d50-4625-98cf-2d2651231f75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b3f9176-7888-4553-ac51-3fba5410d184', 'name': 'tempest-TestMinimumBasicScenario-2015170192-router', 'tenant_id': '95b8cc0cd7d549659092ff07ef85ddc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.23'}], 'enable_snat': True}, 'gw_port_id': '17fa01ab-b2ea-4296-8f4d-3da3581f7ad3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:18:15Z', 'updated_at': '2021-10-27T11:20:31Z', 'revision_number': 5, 'project_id': '95b8cc0cd7d549659092ff07ef85ddc6', 'gw_port': {'id': '17fa01ab-b2ea-4296-8f4d-3da3581f7ad3', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:92:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b3f9176-7888-4553-ac51-3fba5410d184', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:18:16Z', 'updated_at': '2021-10-27T11:18:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10'}], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:20:32.542269 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f13ca21-7d50-4625-98cf-2d2651231f75 None None] Checking router: 6b3f9176-7888-4553-ac51-3fba5410d184 for host: n-d-813419-10 {{(pid=102349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 11:20:32.550473 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f13ca21-7d50-4625-98cf-2d2651231f75 None None] Routers {'6b3f9176-7888-4553-ac51-3fba5410d184'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 11:20:32.551068 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-4f13ca21-7d50-4625-98cf-2d2651231f75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T11:20:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['6b3f9176-7888-4553-ac51-3fba5410d184'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:20:32.570228 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [None req-16ca27cf-68bb-4d1d-be37-5b3fff197b8b admin admin] For port 17fa01ab-b2ea-4296-8f4d-3da3581f7ad3, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=17fa01ab-b2ea-4296-8f4d-3da3581f7ad3,segment=NetworkSegment(bc14127b-7032-4c50-bb5b-f6813cbae86e),segment_id=bc14127b-7032-4c50-bb5b-f6813cbae86e)] {{(pid=102346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:20:32.570677 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-16ca27cf-68bb-4d1d-be37-5b3fff197b8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:20:32.582995 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-16ca27cf-68bb-4d1d-be37-5b3fff197b8b admin admin] Calling delete_port for 17fa01ab-b2ea-4296-8f4d-3da3581f7ad3 owned by network:router_gateway {{(pid=102346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 11:20:32.633540 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvr_db [None req-4f13ca21-7d50-4625-98cf-2d2651231f75 None None] Set router 6b3f9176-7888-4553-ac51-3fba5410d184 gateway port host: None {{(pid=102349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 11:20:32.686970 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-4f13ca21-7d50-4625-98cf-2d2651231f75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b3f9176-7888-4553-ac51-3fba5410d184', 'name': 'tempest-TestMinimumBasicScenario-2015170192-router', 'tenant_id': '95b8cc0cd7d549659092ff07ef85ddc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:18:15Z', 'updated_at': '2021-10-27T11:20:32Z', 'revision_number': 6, 'project_id': '95b8cc0cd7d549659092ff07ef85ddc6', 'gw_port_host': None}], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:20:32.715644 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f13ca21-7d50-4625-98cf-2d2651231f75 None None] The sync data for ids ['6b3f9176-7888-4553-ac51-3fba5410d184'] in n-d-813419-10 is: [{'id': '6b3f9176-7888-4553-ac51-3fba5410d184', 'name': 'tempest-TestMinimumBasicScenario-2015170192-router', 'tenant_id': '95b8cc0cd7d549659092ff07ef85ddc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:18:15Z', 'updated_at': '2021-10-27T11:20:32Z', 'revision_number': 6, 'project_id': '95b8cc0cd7d549659092ff07ef85ddc6', 'gw_port_host': None}] {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 11:20:32.751149 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-16ca27cf-68bb-4d1d-be37-5b3fff197b8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:20:32.776119 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ca27cf-68bb-4d1d-be37-5b3fff197b8b admin admin] Pushing event deleted for resources: {'Port': ['ID=17fa01ab-b2ea-4296-8f4d-3da3581f7ad3,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:20:32.844132 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-16ca27cf-68bb-4d1d-be37-5b3fff197b8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1664884'] for router_gateway, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:20:32.939196 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-16ca27cf-68bb-4d1d-be37-5b3fff197b8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1765662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3700'] for router, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:20:32.941410 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-16ca27cf-68bb-4d1d-be37-5b3fff197b8b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:20:32.956824 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:20:32.988050 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-16ca27cf-68bb-4d1d-be37-5b3fff197b8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1765641'] for router, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:20:32.988854 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16ca27cf-68bb-4d1d-be37-5b3fff197b8b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6b3f9176-7888-4553-ac51-3fba5410d184 {{(pid=102346) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 11:20:32.994124 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-16ca27cf-68bb-4d1d-be37-5b3fff197b8b admin admin] Publish callbacks [] for router, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:20:32.995377 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-16ca27cf-68bb-4d1d-be37-5b3fff197b8b admin admin] 10.222.0.44 "DELETE /v2.0/routers/6b3f9176-7888-4553-ac51-3fba5410d184 HTTP/1.1" status: 204 len: 168 time: 0.7655201 Oct 27 11:20:32.997918 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 47868) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:20:33.042528 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_v2 [None req-0233d04f-c9fd-46fa-af41-862544ea2e82 admin admin] Deleting subnet 5fd5e556-30c4-4019-abaf-b3d7671c1d27 {{(pid=102346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 11:20:33.045702 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-0233d04f-c9fd-46fa-af41-862544ea2e82 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:20:33.079984 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-0233d04f-c9fd-46fa-af41-862544ea2e82 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25847868'] for subnet, precommit_delete_associations {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:20:33.164771 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-0233d04f-c9fd-46fa-af41-862544ea2e82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855646'] for subnet, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:20:33.219173 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-0233d04f-c9fd-46fa-af41-862544ea2e82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27024355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27168307'] for subnet, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:20:33.243402 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0233d04f-c9fd-46fa-af41-862544ea2e82 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5fd5e556-30c4-4019-abaf-b3d7671c1d27,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:20:33.250689 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-0233d04f-c9fd-46fa-af41-862544ea2e82 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:20:33.254924 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-0233d04f-c9fd-46fa-af41-862544ea2e82 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/5fd5e556-30c4-4019-abaf-b3d7671c1d27 HTTP/1.1" status: 204 len: 168 time: 0.2559867 Oct 27 11:20:33.255392 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd848856-b8a2-43da-9cb5-1787fa0d15b3 None None] Network 6db9313e-fa2e-4c07-9cc0-515f87298f9e requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 11:20:33.258303 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 47870) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:20:33.328446 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-c2826038-27d9-4c5e-8841-c5b391e13d2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586917'] for network, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:20:33.385538 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-c2826038-27d9-4c5e-8841-c5b391e13d2c admin admin] Deleting port 4578495c-b923-42af-a198-5814e762d364 {{(pid=102347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 11:20:33.385822 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-c2826038-27d9-4c5e-8841-c5b391e13d2c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:20:33.450053 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf8b2d59-5563-4206-b898-c7214d4ac9d7 None None] DHCP port deletion for 6db9313e-fa2e-4c07-9cc0-515f87298f9e request from n-d-813419-10 {{(pid=102348) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 11:20:33.453525 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [None req-c2826038-27d9-4c5e-8841-c5b391e13d2c admin admin] For port 4578495c-b923-42af-a198-5814e762d364, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=4578495c-b923-42af-a198-5814e762d364,segment=NetworkSegment(3390424c-6aaa-41d4-b0b3-6e1b9cd83b6c),segment_id=3390424c-6aaa-41d4-b0b3-6e1b9cd83b6c)] {{(pid=102347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:20:33.453886 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-c2826038-27d9-4c5e-8841-c5b391e13d2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:20:33.469539 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-c2826038-27d9-4c5e-8841-c5b391e13d2c admin admin] Calling delete_port for 4578495c-b923-42af-a198-5814e762d364 owned by network:dhcp {{(pid=102347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 11:20:33.509889 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-cf8b2d59-5563-4206-b898-c7214d4ac9d7 None None] Deleting port 4578495c-b923-42af-a198-5814e762d364 {{(pid=102348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 11:20:33.510252 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-cf8b2d59-5563-4206-b898-c7214d4ac9d7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:20:33.556026 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-c2826038-27d9-4c5e-8841-c5b391e13d2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:20:33.573202 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-cf8b2d59-5563-4206-b898-c7214d4ac9d7 None None] For port 4578495c-b923-42af-a198-5814e762d364, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=4578495c-b923-42af-a198-5814e762d364,segment=NetworkSegment(3390424c-6aaa-41d4-b0b3-6e1b9cd83b6c),segment_id=3390424c-6aaa-41d4-b0b3-6e1b9cd83b6c)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:20:33.573593 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-cf8b2d59-5563-4206-b898-c7214d4ac9d7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:20:33.583304 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2826038-27d9-4c5e-8841-c5b391e13d2c admin admin] No DVR routers for this DVR port 4578495c-b923-42af-a198-5814e762d364 on host n-d-813419-10 {{(pid=102347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 11:20:33.586146 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-cf8b2d59-5563-4206-b898-c7214d4ac9d7 None None] Calling delete_port for 4578495c-b923-42af-a198-5814e762d364 owned by network:dhcp {{(pid=102348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 11:20:33.588417 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2826038-27d9-4c5e-8841-c5b391e13d2c admin admin] Pushing event deleted for resources: {'Port': ['ID=4578495c-b923-42af-a198-5814e762d364,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:20:33.657551 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-c2826038-27d9-4c5e-8841-c5b391e13d2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857803', 'neutron.services.segments.db._delete_segments_for_network-8743873143390'] for network, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:20:33.663608 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-cf8b2d59-5563-4206-b898-c7214d4ac9d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615'] for port, after_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:20:33.677832 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-c2826038-27d9-4c5e-8841-c5b391e13d2c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6db9313e-fa2e-4c07-9cc0-515f87298f9e']}} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:20:33.687545 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-c2826038-27d9-4c5e-8841-c5b391e13d2c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3390424c-6aaa-41d4-b0b3-6e1b9cd83b6c') {'for_net_delete': True} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:20:33.687836 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-c2826038-27d9-4c5e-8841-c5b391e13d2c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3390424c-6aaa-41d4-b0b3-6e1b9cd83b6c') {} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:20:33.688692 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8b2d59-5563-4206-b898-c7214d4ac9d7 None None] Pushing event deleted for resources: {'Port': ['ID=4578495c-b923-42af-a198-5814e762d364,revision_number=None']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:20:33.692416 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf8b2d59-5563-4206-b898-c7214d4ac9d7 None None] No DVR routers for this DVR port 4578495c-b923-42af-a198-5814e762d364 on host n-d-813419-10 {{(pid=102348) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 11:20:33.707187 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-c2826038-27d9-4c5e-8841-c5b391e13d2c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743873145191', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18445132'] for segment, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:20:33.721548 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-c2826038-27d9-4c5e-8841-c5b391e13d2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:20:33.728799 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2826038-27d9-4c5e-8841-c5b391e13d2c admin admin] Releasing vlan 441 on physical network physnet1 to pool {{(pid=102347) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 11:20:33.729340 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-c2826038-27d9-4c5e-8841-c5b391e13d2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-18296032'] for segment, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:20:33.731235 n-d-813419-10 neutron-server[102347]: Traceback (most recent call last): Oct 27 11:20:33.731235 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 11:20:33.731235 n-d-813419-10 neutron-server[102347]: timer() Oct 27 11:20:33.731235 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 11:20:33.731235 n-d-813419-10 neutron-server[102347]: cb(*args, **kw) Oct 27 11:20:33.731235 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 11:20:33.731235 n-d-813419-10 neutron-server[102347]: return func(*args, **kwargs) Oct 27 11:20:33.731235 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 11:20:33.731235 n-d-813419-10 neutron-server[102347]: self._notify() Oct 27 11:20:33.731235 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 11:20:33.731235 n-d-813419-10 neutron-server[102347]: self.callback(batched_events) Oct 27 11:20:33.731235 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 11:20:33.731235 n-d-813419-10 neutron-server[102347]: event.method(event) Oct 27 11:20:33.731235 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 11:20:33.731235 n-d-813419-10 neutron-server[102347]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 11:20:33.731235 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 11:20:33.731235 n-d-813419-10 neutron-server[102347]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 11:20:33.731235 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 11:20:33.731235 n-d-813419-10 neutron-server[102347]: return f(self, *a, **k) Oct 27 11:20:33.731235 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 11:20:33.731235 n-d-813419-10 neutron-server[102347]: return self._get(url).json() Oct 27 11:20:33.731235 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 11:20:33.731235 n-d-813419-10 neutron-server[102347]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 11:20:33.731235 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 11:20:33.731235 n-d-813419-10 neutron-server[102347]: return self.request(url, 'GET', **kwargs) Oct 27 11:20:33.731235 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 11:20:33.731235 n-d-813419-10 neutron-server[102347]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 11:20:33.731235 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 11:20:33.731235 n-d-813419-10 neutron-server[102347]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 11:20:33.731235 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 11:20:33.731235 n-d-813419-10 neutron-server[102347]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 11:20:33.731235 n-d-813419-10 neutron-server[102347]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 11:20:33.758300 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device fc87b3ee-a655-4a8c-bdc2-84e3a5c71487 no longer exists at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 11:20:33.779095 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] No Port match for: fc87b3ee-a655-4a8c-bdc2-84e3a5c71487 {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 11:20:33.779426 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device fc87b3ee-a655-4a8c-bdc2-84e3a5c71487 not bound to the agent host n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 11:20:33.779842 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 17fa01ab-b2ea-4296-8f4d-3da3581f7ad3 no longer exists at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 11:20:33.785567 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-c2826038-27d9-4c5e-8841-c5b391e13d2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664840'] for network, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:20:33.791573 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-c2826038-27d9-4c5e-8841-c5b391e13d2c admin admin] Publish callbacks [] for network, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:20:33.794751 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-c2826038-27d9-4c5e-8841-c5b391e13d2c admin admin] 10.222.0.44 "DELETE /v2.0/networks/6db9313e-fa2e-4c07-9cc0-515f87298f9e HTTP/1.1" status: 204 len: 168 time: 0.5354161 Oct 27 11:20:33.800525 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] No Port match for: 17fa01ab-b2ea-4296-8f4d-3da3581f7ad3 {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 11:20:33.800968 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 17fa01ab-b2ea-4296-8f4d-3da3581f7ad3 not bound to the agent host n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 11:20:33.801390 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 4578495c-b923-42af-a198-5814e762d364 no longer exists at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 11:20:33.813257 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2826038-27d9-4c5e-8841-c5b391e13d2c admin admin] Pushing event deleted for resources: {'Network': ['ID=6db9313e-fa2e-4c07-9cc0-515f87298f9e,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:20:33.821090 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] No Port match for: 4578495c-b923-42af-a198-5814e762d364 {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 11:20:33.821438 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 4578495c-b923-42af-a198-5814e762d364 not bound to the agent host n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 11:20:33.952727 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 47874) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:20:33.992151 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-e9aed14d-c9b0-4b4a-83a7-0b11ad841784 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ee278de7fec24fd691eddfbcf2643a16&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0382171 Oct 27 11:20:33.994552 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 47876) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:20:34.040870 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-ecd318f9-321c-41ab-9cac-96c1490d9200 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:20:34.060476 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-ecd318f9-321c-41ab-9cac-96c1490d9200 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:20:34.108814 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-ecd318f9-321c-41ab-9cac-96c1490d9200 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:20:34.113043 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-ecd318f9-321c-41ab-9cac-96c1490d9200 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:20:34.113043 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-ecd318f9-321c-41ab-9cac-96c1490d9200 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/6ca3e9eb-ae40-4c59-a26a-a53aa8cf8ff0 HTTP/1.1" status: 204 len: 168 time: 0.1170695 Oct 27 11:20:34.121581 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd318f9-321c-41ab-9cac-96c1490d9200 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ca3e9eb-ae40-4c59-a26a-a53aa8cf8ff0,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:20:34.422539 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 47882) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:20:34.465008 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-7fc07ff7-9011-48ac-be87-9a3e5e913805 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=95b8cc0cd7d549659092ff07ef85ddc6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0413268 Oct 27 11:20:34.467418 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 47884) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:20:34.516608 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-283c65a2-6a84-4291-99fe-fe3203e49b22 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:20:34.537253 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-283c65a2-6a84-4291-99fe-fe3203e49b22 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:20:34.581557 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-283c65a2-6a84-4291-99fe-fe3203e49b22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:20:34.584073 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-283c65a2-6a84-4291-99fe-fe3203e49b22 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:20:34.585224 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-283c65a2-6a84-4291-99fe-fe3203e49b22 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3310c027-219d-473d-924d-551f8e3a7b15 HTTP/1.1" status: 204 len: 168 time: 0.1169274 Oct 27 11:20:34.592631 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283c65a2-6a84-4291-99fe-fe3203e49b22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3310c027-219d-473d-924d-551f8e3a7b15,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:20:36.310619 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 47924) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:20:36.315218 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-a23cdaa6-45a0-4da2-82be-edb6b2337eca tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1922161529', 'description': 'tempest-secgroup-smoke-1922161529 description', 'project_id': 'cbfb4663104c453f9ca4ef83ed712b9d'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:20:36.336987 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-a23cdaa6-45a0-4da2-82be-edb6b2337eca tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks [] for security_group, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:20:36.345621 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-a23cdaa6-45a0-4da2-82be-edb6b2337eca tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks [] for security_group, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:20:36.417897 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-a23cdaa6-45a0-4da2-82be-edb6b2337eca tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks [] for security_group, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:20:36.421520 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-a23cdaa6-45a0-4da2-82be-edb6b2337eca tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:20:36.465472 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23cdaa6-45a0-4da2-82be-edb6b2337eca tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6a0686d-7b68-4dfb-a1aa-8eef222ecf57,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:20:36.497718 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-a23cdaa6-45a0-4da2-82be-edb6b2337eca tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks [] for security_group, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:20:36.501159 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-a23cdaa6-45a0-4da2-82be-edb6b2337eca tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:20:36.530805 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-a23cdaa6-45a0-4da2-82be-edb6b2337eca tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:20:36.532022 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-a23cdaa6-45a0-4da2-82be-edb6b2337eca tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2203856 Oct 27 11:20:36.533890 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23cdaa6-45a0-4da2-82be-edb6b2337eca tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Pushing event updated for resources: {'SecurityGroup': ['ID=237d1a09-65e1-4ffe-99a2-aabdce1eaaee,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:20:36.535108 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 47926) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:20:36.539969 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-7d79f207-95a0-4e21-8ff8-9ec6facc1fd8 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Request body: {'security_group_rule': {'security_group_id': '237d1a09-65e1-4ffe-99a2-aabdce1eaaee', 'project_id': 'cbfb4663104c453f9ca4ef83ed712b9d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:20:36.566471 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-7d79f207-95a0-4e21-8ff8-9ec6facc1fd8 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:20:36.621112 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-7d79f207-95a0-4e21-8ff8-9ec6facc1fd8 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:20:36.624355 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-7d79f207-95a0-4e21-8ff8-9ec6facc1fd8 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671902'] for security_group_rule, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:20:36.641170 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d79f207-95a0-4e21-8ff8-9ec6facc1fd8 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f15a075d-d3a3-4fa4-b8aa-60c3f16ca4d2,revision_number=0']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:20:36.649869 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-7d79f207-95a0-4e21-8ff8-9ec6facc1fd8 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:20:36.651071 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-7d79f207-95a0-4e21-8ff8-9ec6facc1fd8 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1148336 Oct 27 11:20:36.653749 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 47928) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:20:36.658057 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-3e9694af-018f-4349-a43d-858544cffb99 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Request body: {'security_group_rule': {'security_group_id': '237d1a09-65e1-4ffe-99a2-aabdce1eaaee', 'project_id': 'cbfb4663104c453f9ca4ef83ed712b9d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:20:36.682325 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-3e9694af-018f-4349-a43d-858544cffb99 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:20:36.737109 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-3e9694af-018f-4349-a43d-858544cffb99 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:20:36.740392 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-3e9694af-018f-4349-a43d-858544cffb99 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671902'] for security_group_rule, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:20:36.758084 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9694af-018f-4349-a43d-858544cffb99 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51d691c7-0faf-43d8-8be8-cfd880e21fc6,revision_number=0']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:20:36.765734 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-3e9694af-018f-4349-a43d-858544cffb99 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:20:36.766891 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-3e9694af-018f-4349-a43d-858544cffb99 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1121559 Oct 27 11:20:36.770110 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 47930) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:20:36.774930 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-26f26398-bc6c-4e21-84eb-b865cbe17155 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Request body: {'security_group_rule': {'security_group_id': '237d1a09-65e1-4ffe-99a2-aabdce1eaaee', 'project_id': 'cbfb4663104c453f9ca4ef83ed712b9d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:20:36.799727 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-26f26398-bc6c-4e21-84eb-b865cbe17155 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:20:36.855282 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-26f26398-bc6c-4e21-84eb-b865cbe17155 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:20:36.858847 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-26f26398-bc6c-4e21-84eb-b865cbe17155 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671902'] for security_group_rule, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:20:36.879015 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f26398-bc6c-4e21-84eb-b865cbe17155 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=009389e8-84ea-4d51-b99b-738c974d7872,revision_number=0']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:20:36.884843 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-26f26398-bc6c-4e21-84eb-b865cbe17155 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:20:36.885945 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-26f26398-bc6c-4e21-84eb-b865cbe17155 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1148379 Oct 27 11:20:36.888761 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 47932) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:20:36.893499 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-d4d30e0c-4da2-4dea-8c94-46e06d80d315 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Request body: {'security_group_rule': {'security_group_id': '237d1a09-65e1-4ffe-99a2-aabdce1eaaee', 'project_id': 'cbfb4663104c453f9ca4ef83ed712b9d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:20:36.918524 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-d4d30e0c-4da2-4dea-8c94-46e06d80d315 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:20:36.976727 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-d4d30e0c-4da2-4dea-8c94-46e06d80d315 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:20:36.980138 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-d4d30e0c-4da2-4dea-8c94-46e06d80d315 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671902'] for security_group_rule, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:20:36.998010 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d30e0c-4da2-4dea-8c94-46e06d80d315 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=070f7180-35e5-49f1-9d34-34c5176219c1,revision_number=0']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:20:37.002881 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-d4d30e0c-4da2-4dea-8c94-46e06d80d315 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:20:37.004053 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-d4d30e0c-4da2-4dea-8c94-46e06d80d315 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1143823 Oct 27 11:20:37.007306 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 47934) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:20:37.011639 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-484c6db2-ecc4-4870-806d-86a0fa4cc984 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Request body: {'security_group_rule': {'security_group_id': '237d1a09-65e1-4ffe-99a2-aabdce1eaaee', 'project_id': 'cbfb4663104c453f9ca4ef83ed712b9d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:20:37.032904 n-d-813419-10 neutron-server[102347]: INFO neutron.db.securitygroups_db [None req-484c6db2-ecc4-4870-806d-86a0fa4cc984 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Project cbfb4663104c453f9ca4ef83ed712b9d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 27 11:20:37.037604 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-484c6db2-ecc4-4870-806d-86a0fa4cc984 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:20:37.095081 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-484c6db2-ecc4-4870-806d-86a0fa4cc984 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:20:37.098516 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-484c6db2-ecc4-4870-806d-86a0fa4cc984 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671902'] for security_group_rule, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:20:37.116631 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484c6db2-ecc4-4870-806d-86a0fa4cc984 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6cb4efff-d9ee-4898-b443-30811bf1372e,revision_number=0']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:20:37.121043 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-484c6db2-ecc4-4870-806d-86a0fa4cc984 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:20:37.122301 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-484c6db2-ecc4-4870-806d-86a0fa4cc984 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1139181 Oct 27 11:20:37.125093 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 47936) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:20:37.129357 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-cc4b0a78-e875-43d2-acee-43085744891c tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Request body: {'security_group_rule': {'security_group_id': '237d1a09-65e1-4ffe-99a2-aabdce1eaaee', 'project_id': 'cbfb4663104c453f9ca4ef83ed712b9d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:20:37.150608 n-d-813419-10 neutron-server[102347]: INFO neutron.db.securitygroups_db [None req-cc4b0a78-e875-43d2-acee-43085744891c tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Project cbfb4663104c453f9ca4ef83ed712b9d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 27 11:20:37.155229 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-cc4b0a78-e875-43d2-acee-43085744891c tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:20:37.223299 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-cc4b0a78-e875-43d2-acee-43085744891c tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:20:37.227647 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-cc4b0a78-e875-43d2-acee-43085744891c tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671902'] for security_group_rule, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:20:37.244733 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4b0a78-e875-43d2-acee-43085744891c tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7bf53ab5-9ef5-4f7f-a86b-8de5d55b7aae,revision_number=0']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:20:37.255349 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-cc4b0a78-e875-43d2-acee-43085744891c tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:20:37.256573 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-cc4b0a78-e875-43d2-acee-43085744891c tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1305485 Oct 27 11:20:37.259648 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 47938) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:20:37.264475 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-78078330-5da8-46c7-9667-9fe248fddb41 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Request body: {'network': {'name': 'tempest-network-smoke--865583961', 'project_id': 'cbfb4663104c453f9ca4ef83ed712b9d', 'port_security_enabled': True}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:20:37.284161 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78078330-5da8-46c7-9667-9fe248fddb41 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Made reservation on behalf of cbfb4663104c453f9ca4ef83ed712b9d for: {'network': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 11:20:37.287584 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-78078330-5da8-46c7-9667-9fe248fddb41 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for network, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:20:37.311461 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78078330-5da8-46c7-9667-9fe248fddb41 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 444} {{(pid=102347) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 11:20:37.320018 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-78078330-5da8-46c7-9667-9fe248fddb41 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:20:37.320395 n-d-813419-10 neutron-server[102347]: INFO neutron.db.segments_db [None req-78078330-5da8-46c7-9667-9fe248fddb41 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Added segment a4c95e04-055c-49a0-a8af-1de59d44a388 of type vlan for network 985aa889-339e-407c-9ed9-7407c52e2ba8 Oct 27 11:20:37.362147 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-78078330-5da8-46c7-9667-9fe248fddb41 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743872593080'] for network, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:20:37.388770 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-78078330-5da8-46c7-9667-9fe248fddb41 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913'] for network, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:20:37.394643 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78078330-5da8-46c7-9667-9fe248fddb41 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:20:37.395221 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-78078330-5da8-46c7-9667-9fe248fddb41 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks [] for network, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:20:37.447149 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-78078330-5da8-46c7-9667-9fe248fddb41 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1864581 Oct 27 11:20:37.449965 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 47940) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:20:37.454180 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-6d43c58b-1bf4-4435-9351-540ce5ee0a70 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2133530157', 'admin_state_up': True, 'project_id': 'cbfb4663104c453f9ca4ef83ed712b9d', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'}}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:20:37.476454 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78078330-5da8-46c7-9667-9fe248fddb41 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Pushing event updated for resources: {'Network': ['ID=985aa889-339e-407c-9ed9-7407c52e2ba8,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:20:37.487227 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Network 985aa889-339e-407c-9ed9-7407c52e2ba8 details requested by agent ovs-agent-n-d-813419-10 with host n-d-813419-10 {{(pid=102348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 11:20:37.488375 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-6d43c58b-1bf4-4435-9351-540ce5ee0a70 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1768632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3610'] for router, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:20:37.489368 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-6d43c58b-1bf4-4435-9351-540ce5ee0a70 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1765704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1769409', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1694266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3597'] for router, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:20:37.545058 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-6d43c58b-1bf4-4435-9351-540ce5ee0a70 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:20:37.677310 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-6d43c58b-1bf4-4435-9351-540ce5ee0a70 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:20:37.868575 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-6d43c58b-1bf4-4435-9351-540ce5ee0a70 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks [] for router_gateway, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:20:37.886701 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-6d43c58b-1bf4-4435-9351-540ce5ee0a70 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:20:37.989483 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_common [None req-6d43c58b-1bf4-4435-9351-540ce5ee0a70 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Allocated IP 172.25.8.234 (185ff123-c7ff-45c7-a6be-71feb35acc9c/0fb9f9d1-7384-481f-8fa8-f4566c349d30/b11e2d10-507a-4d7a-bb8c-296a84d70600) {{(pid=102347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 11:20:38.088929 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-6d43c58b-1bf4-4435-9351-540ce5ee0a70 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks [] for port, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:20:38.120274 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-6d43c58b-1bf4-4435-9351-540ce5ee0a70 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:20:38.161882 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d43c58b-1bf4-4435-9351-540ce5ee0a70 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Network 185ff123-c7ff-45c7-a6be-71feb35acc9c is already hosted by enough agents. {{(pid=102347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 11:20:38.164774 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [None req-6d43c58b-1bf4-4435-9351-540ce5ee0a70 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Resources bound (agent type, host, resource id): {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 11:20:38.168591 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d43c58b-1bf4-4435-9351-540ce5ee0a70 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Received port after_create {{(pid=102347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 11:20:38.191620 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d43c58b-1bf4-4435-9351-540ce5ee0a70 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Pushing event updated for resources: {'Port': ['ID=b11e2d10-507a-4d7a-bb8c-296a84d70600,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:20:38.413527 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-6d43c58b-1bf4-4435-9351-540ce5ee0a70 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks [] for router_gateway, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:20:38.605842 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-6d43c58b-1bf4-4435-9351-540ce5ee0a70 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1765699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1769372'] for router, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:20:38.727402 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d43c58b-1bf4-4435-9351-540ce5ee0a70 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Router 20824fc9-fe2f-4a05-8834-44263de53b0a is scheduled to L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb with binding_index 1 {{(pid=102347) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 11:20:38.831557 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d43c58b-1bf4-4435-9351-540ce5ee0a70 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 11:20:38.841150 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa168a1d-60e9-4bdd-ae13-54417097a36b None None] Sync routers for ids ['20824fc9-fe2f-4a05-8834-44263de53b0a'] in n-d-813419-10 {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 11:20:38.852907 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa168a1d-60e9-4bdd-ae13-54417097a36b None None] Routers {'20824fc9-fe2f-4a05-8834-44263de53b0a'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 11:20:38.853446 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-6d43c58b-1bf4-4435-9351-540ce5ee0a70 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks [] for router, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:20:38.853749 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-fa168a1d-60e9-4bdd-ae13-54417097a36b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T11:20:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['20824fc9-fe2f-4a05-8834-44263de53b0a'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:20:38.857586 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-6d43c58b-1bf4-4435-9351-540ce5ee0a70 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4037902 Oct 27 11:20:38.857771 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 47942) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:20:38.957820 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvr_db [None req-fa168a1d-60e9-4bdd-ae13-54417097a36b None None] Set router 20824fc9-fe2f-4a05-8834-44263de53b0a gateway port host: n-d-813419-10 {{(pid=102348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 11:20:38.990338 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-15a4ce32-7918-4031-ae5d-c11721809965 tempest-TestNetworkAdvancedServerOps-2138787779 tempest-TestNetworkAdvancedServerOps-2138787779-project-admin] 10.222.0.44 "GET /v2.0/subnets?project_id=cbfb4663104c453f9ca4ef83ed712b9d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1290140 Oct 27 11:20:38.990701 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 47946) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:20:39.079579 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae2a3bcd-3b7f-4c3a-b5a7-2b09f8fc07f6 tempest-TestNetworkAdvancedServerOps-2138787779 tempest-TestNetworkAdvancedServerOps-2138787779-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:20:39.081126 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-ae2a3bcd-3b7f-4c3a-b5a7-2b09f8fc07f6 tempest-TestNetworkAdvancedServerOps-2138787779 tempest-TestNetworkAdvancedServerOps-2138787779-project-admin] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0894692 Oct 27 11:20:39.083821 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 47948) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:20:39.112549 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-20109bb1-fd85-4124-aff2-55d81b41ba2e tempest-TestNetworkAdvancedServerOps-2138787779 tempest-TestNetworkAdvancedServerOps-2138787779-project-admin] 10.222.0.44 "GET /v2.0/subnets?network_id=185ff123-c7ff-45c7-a6be-71feb35acc9c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0267270 Oct 27 11:20:39.115400 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 47950) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:20:39.120353 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-01841ba5-619f-4f9b-898b-8acb33940893 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-431415014', 'network_id': '985aa889-339e-407c-9ed9-7407c52e2ba8', 'project_id': 'cbfb4663104c453f9ca4ef83ed712b9d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:20:39.146638 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-fa168a1d-60e9-4bdd-ae13-54417097a36b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20824fc9-fe2f-4a05-8834-44263de53b0a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2133530157', 'tenant_id': 'cbfb4663104c453f9ca4ef83ed712b9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.234'}], 'enable_snat': True}, 'gw_port_id': 'b11e2d10-507a-4d7a-bb8c-296a84d70600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:20:37Z', 'updated_at': '2021-10-27T11:20:38Z', 'revision_number': 3, 'project_id': 'cbfb4663104c453f9ca4ef83ed712b9d', 'gw_port': {'id': 'b11e2d10-507a-4d7a-bb8c-296a84d70600', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:0e:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20824fc9-fe2f-4a05-8834-44263de53b0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:20:37Z', 'updated_at': '2021-10-27T11:20:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10'}], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:20:39.173413 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa168a1d-60e9-4bdd-ae13-54417097a36b None None] Checking router: 20824fc9-fe2f-4a05-8834-44263de53b0a for host: n-d-813419-10 {{(pid=102348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 11:20:39.173762 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa168a1d-60e9-4bdd-ae13-54417097a36b None None] Updating router 20824fc9-fe2f-4a05-8834-44263de53b0a port b11e2d10-507a-4d7a-bb8c-296a84d70600 binding host n-d-813419-10 {{(pid=102348) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 11:20:39.197290 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-fa168a1d-60e9-4bdd-ae13-54417097a36b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:20:39.214790 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01841ba5-619f-4f9b-898b-8acb33940893 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Made reservation on behalf of cbfb4663104c453f9ca4ef83ed712b9d for: {'subnet': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 11:20:39.220817 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-01841ba5-619f-4f9b-898b-8acb33940893 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18044073'] for subnet, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:20:39.392957 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:20:39.407638 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-01841ba5-619f-4f9b-898b-8acb33940893 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-18295883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18044091'] for subnet, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:20:39.467514 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01841ba5-619f-4f9b-898b-8acb33940893 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Pushing event updated for resources: {'Subnet': ['ID=a1c8ebce-2834-4bc7-9b9b-cc186aa83ed9,revision_number=0']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:20:39.472720 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-fa168a1d-60e9-4bdd-ae13-54417097a36b None None] Publish callbacks [] for port, precommit_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:20:39.476300 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01841ba5-619f-4f9b-898b-8acb33940893 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Checking segment: {'id': 'a4c95e04-055c-49a0-a8af-1de59d44a388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '985aa889-339e-407c-9ed9-7407c52e2ba8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 11:20:39.476665 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01841ba5-619f-4f9b-898b-8acb33940893 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Network hostable DHCP agents. Network: 985aa889-339e-407c-9ed9-7407c52e2ba8, hostable agents: ['eafd4000-b897-4722-ae8b-0118ec955181'], hosted agents: [] {{(pid=102347) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 11:20:39.480127 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-fa168a1d-60e9-4bdd-ae13-54417097a36b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:20:39.493301 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01841ba5-619f-4f9b-898b-8acb33940893 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Network 985aa889-339e-407c-9ed9-7407c52e2ba8 is scheduled to be hosted by DHCP agent eafd4000-b897-4722-ae8b-0118ec955181 with binding_index 1 {{(pid=102347) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 11:20:39.502632 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [None req-01841ba5-619f-4f9b-898b-8acb33940893 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-10, 985aa889-339e-407c-9ed9-7407c52e2ba8) {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 11:20:39.507240 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01841ba5-619f-4f9b-898b-8acb33940893 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:20:39.508032 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-01841ba5-619f-4f9b-898b-8acb33940893 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks [] for subnet, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:20:39.517987 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6f5a3c6-8f17-402b-9067-90b5f414cab3 None None] Network 985aa889-339e-407c-9ed9-7407c52e2ba8 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 11:20:39.525711 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-01841ba5-619f-4f9b-898b-8acb33940893 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4092500 Oct 27 11:20:39.529321 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 47952) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:20:39.575619 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-fa168a1d-60e9-4bdd-ae13-54417097a36b None None] Attempting to bind port b11e2d10-507a-4d7a-bb8c-296a84d70600 on host n-d-813419-10 for vnic_type normal with profile {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 11:20:39.575991 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-fa168a1d-60e9-4bdd-ae13-54417097a36b None None] Attempting to bind port b11e2d10-507a-4d7a-bb8c-296a84d70600 by drivers openvswitch,hyperv on host n-d-813419-10 at level 0 using segments [{'id': 'bc14127b-7032-4c50-bb5b-f6813cbae86e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 11:20:39.576381 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa168a1d-60e9-4bdd-ae13-54417097a36b None None] Attempting to bind port b11e2d10-507a-4d7a-bb8c-296a84d70600 on network 185ff123-c7ff-45c7-a6be-71feb35acc9c {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 11:20:39.588857 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1eeb7e-d67f-47bd-aa59-db466baec2b6 None None] Pushing event updated for resources: {'Port': ['ID=b11e2d10-507a-4d7a-bb8c-296a84d70600,revision_number=2']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:20:39.593140 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa168a1d-60e9-4bdd-ae13-54417097a36b None None] Checking agent: {'id': '89dba0f3-79b2-435e-9822-33674b8f6ada', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 8, 20), 'started_at': datetime.datetime(2021, 10, 27, 10, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 11, 20, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 11:20:39.593514 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa168a1d-60e9-4bdd-ae13-54417097a36b None None] Checking segment: {'id': 'bc14127b-7032-4c50-bb5b-f6813cbae86e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 11:20:39.593915 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-fa168a1d-60e9-4bdd-ae13-54417097a36b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:20:39.594296 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa168a1d-60e9-4bdd-ae13-54417097a36b None None] Bound using segment: {'id': 'bc14127b-7032-4c50-bb5b-f6813cbae86e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 11:20:39.594772 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-fa168a1d-60e9-4bdd-ae13-54417097a36b None None] Bound port: b11e2d10-507a-4d7a-bb8c-296a84d70600, host: n-d-813419-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc14127b-7032-4c50-bb5b-f6813cbae86e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'}}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 11:20:39.595142 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-fa168a1d-60e9-4bdd-ae13-54417097a36b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:20:39.686980 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-fa168a1d-60e9-4bdd-ae13-54417097a36b None None] For port b11e2d10-507a-4d7a-bb8c-296a84d70600, host n-d-813419-10, cleared binding levels {{(pid=102348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 11:20:39.704840 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-fa168a1d-60e9-4bdd-ae13-54417097a36b None None] For port b11e2d10-507a-4d7a-bb8c-296a84d70600, host n-d-813419-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=b11e2d10-507a-4d7a-bb8c-296a84d70600,segment=NetworkSegment(bc14127b-7032-4c50-bb5b-f6813cbae86e),segment_id=bc14127b-7032-4c50-bb5b-f6813cbae86e)] {{(pid=102348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 11:20:39.712762 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-fa168a1d-60e9-4bdd-ae13-54417097a36b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:20:39.955212 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1eeb7e-d67f-47bd-aa59-db466baec2b6 None None] Pushing event updated for resources: {'Port': ['ID=b11e2d10-507a-4d7a-bb8c-296a84d70600,revision_number=3']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:20:39.966708 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa168a1d-60e9-4bdd-ae13-54417097a36b None None] Routers {'20824fc9-fe2f-4a05-8834-44263de53b0a'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 11:20:39.967505 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-fa168a1d-60e9-4bdd-ae13-54417097a36b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T11:20:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['20824fc9-fe2f-4a05-8834-44263de53b0a'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:20:39.970850 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-687e2f17-9cdd-43b7-b2c9-5b0d1a562c6c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp734b258e-7d96-550c-b970-9b72ab66f383-985aa889-339e-407c-9ed9-7407c52e2ba8', 'network_id': '985aa889-339e-407c-9ed9-7407c52e2ba8', 'tenant_id': 'cbfb4663104c453f9ca4ef83ed712b9d', 'fixed_ips': [{'subnet_id': 'a1c8ebce-2834-4bc7-9b9b-cc186aa83ed9'}]}} from n-d-813419-10. {{(pid=102348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 11:20:39.971906 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-687e2f17-9cdd-43b7-b2c9-5b0d1a562c6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:20:39.983783 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-7a4cf776-45eb-40e0-9762-536309f3fb25 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:20:40.170035 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvr_db [None req-fa168a1d-60e9-4bdd-ae13-54417097a36b None None] Set router 20824fc9-fe2f-4a05-8834-44263de53b0a gateway port host: n-d-813419-10 {{(pid=102348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 11:20:40.282635 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.db_base_plugin_common [None req-687e2f17-9cdd-43b7-b2c9-5b0d1a562c6c None None] Allocated IP 172.20.0.2 (985aa889-339e-407c-9ed9-7407c52e2ba8/a1c8ebce-2834-4bc7-9b9b-cc186aa83ed9/69b65f3c-fe8a-442b-8354-66469be4f92d) {{(pid=102348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 11:20:40.480045 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-fa168a1d-60e9-4bdd-ae13-54417097a36b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20824fc9-fe2f-4a05-8834-44263de53b0a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2133530157', 'tenant_id': 'cbfb4663104c453f9ca4ef83ed712b9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.234'}], 'enable_snat': True}, 'gw_port_id': 'b11e2d10-507a-4d7a-bb8c-296a84d70600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:20:37Z', 'updated_at': '2021-10-27T11:20:38Z', 'revision_number': 3, 'project_id': 'cbfb4663104c453f9ca4ef83ed712b9d', 'gw_port': {'id': 'b11e2d10-507a-4d7a-bb8c-296a84d70600', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:0e:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20824fc9-fe2f-4a05-8834-44263de53b0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:20:37Z', 'updated_at': '2021-10-27T11:20:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10'}], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:20:40.513130 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa168a1d-60e9-4bdd-ae13-54417097a36b None None] The sync data for ids ['20824fc9-fe2f-4a05-8834-44263de53b0a'] in n-d-813419-10 is: [{'id': '20824fc9-fe2f-4a05-8834-44263de53b0a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2133530157', 'tenant_id': 'cbfb4663104c453f9ca4ef83ed712b9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.234'}], 'enable_snat': True}, 'gw_port_id': 'b11e2d10-507a-4d7a-bb8c-296a84d70600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:20:37Z', 'updated_at': '2021-10-27T11:20:38Z', 'revision_number': 3, 'project_id': 'cbfb4663104c453f9ca4ef83ed712b9d', 'gw_port': {'id': 'b11e2d10-507a-4d7a-bb8c-296a84d70600', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:0e:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20824fc9-fe2f-4a05-8834-44263de53b0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:20:37Z', 'updated_at': '2021-10-27T11:20:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10'}] {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 11:20:40.518461 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-687e2f17-9cdd-43b7-b2c9-5b0d1a562c6c None None] Publish callbacks [] for port, precommit_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:20:40.525360 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-687e2f17-9cdd-43b7-b2c9-5b0d1a562c6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606'] for port, after_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:20:40.569965 n-d-813419-10 neutron-server[102348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-687e2f17-9cdd-43b7-b2c9-5b0d1a562c6c None None] Network 985aa889-339e-407c-9ed9-7407c52e2ba8 is already hosted by enough agents. {{(pid=102348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 11:20:40.577125 n-d-813419-10 neutron-server[102348]: DEBUG neutron.scheduler.base_scheduler [None req-687e2f17-9cdd-43b7-b2c9-5b0d1a562c6c None None] Resources bound (agent type, host, resource id): {{(pid=102348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 11:20:40.581171 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-687e2f17-9cdd-43b7-b2c9-5b0d1a562c6c None None] Received port after_create {{(pid=102348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 11:20:40.586963 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_common [None req-7a4cf776-45eb-40e0-9762-536309f3fb25 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Allocated IP 172.20.0.1 (985aa889-339e-407c-9ed9-7407c52e2ba8/a1c8ebce-2834-4bc7-9b9b-cc186aa83ed9/83c58436-6798-4317-914f-03e327cfbcee) {{(pid=102347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 11:20:40.591344 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687e2f17-9cdd-43b7-b2c9-5b0d1a562c6c None None] Pushing event updated for resources: {'Port': ['ID=69b65f3c-fe8a-442b-8354-66469be4f92d,revision_number=1']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:20:40.651020 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-687e2f17-9cdd-43b7-b2c9-5b0d1a562c6c None None] Attempting to bind port 69b65f3c-fe8a-442b-8354-66469be4f92d on host n-d-813419-10 for vnic_type normal with profile {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 11:20:40.651529 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-687e2f17-9cdd-43b7-b2c9-5b0d1a562c6c None None] Attempting to bind port 69b65f3c-fe8a-442b-8354-66469be4f92d by drivers openvswitch,hyperv on host n-d-813419-10 at level 0 using segments [{'id': 'a4c95e04-055c-49a0-a8af-1de59d44a388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '985aa889-339e-407c-9ed9-7407c52e2ba8'}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 11:20:40.651994 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-687e2f17-9cdd-43b7-b2c9-5b0d1a562c6c None None] Attempting to bind port 69b65f3c-fe8a-442b-8354-66469be4f92d on network 985aa889-339e-407c-9ed9-7407c52e2ba8 {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 11:20:40.658157 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-687e2f17-9cdd-43b7-b2c9-5b0d1a562c6c None None] Checking agent: {'id': '89dba0f3-79b2-435e-9822-33674b8f6ada', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 8, 20), 'started_at': datetime.datetime(2021, 10, 27, 10, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 11, 20, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 11:20:40.658697 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-687e2f17-9cdd-43b7-b2c9-5b0d1a562c6c None None] Checking segment: {'id': 'a4c95e04-055c-49a0-a8af-1de59d44a388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '985aa889-339e-407c-9ed9-7407c52e2ba8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 11:20:40.659193 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-687e2f17-9cdd-43b7-b2c9-5b0d1a562c6c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:20:40.659689 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-687e2f17-9cdd-43b7-b2c9-5b0d1a562c6c None None] Bound using segment: {'id': 'a4c95e04-055c-49a0-a8af-1de59d44a388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '985aa889-339e-407c-9ed9-7407c52e2ba8'} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 11:20:40.660312 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-687e2f17-9cdd-43b7-b2c9-5b0d1a562c6c None None] Bound port: 69b65f3c-fe8a-442b-8354-66469be4f92d, host: n-d-813419-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4c95e04-055c-49a0-a8af-1de59d44a388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '985aa889-339e-407c-9ed9-7407c52e2ba8'}}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 11:20:40.660759 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-687e2f17-9cdd-43b7-b2c9-5b0d1a562c6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:20:40.733673 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-7a4cf776-45eb-40e0-9762-536309f3fb25 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks [] for port, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:20:40.734828 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-687e2f17-9cdd-43b7-b2c9-5b0d1a562c6c None None] For port 69b65f3c-fe8a-442b-8354-66469be4f92d, host n-d-813419-10, cleared binding levels {{(pid=102348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 11:20:40.738589 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-687e2f17-9cdd-43b7-b2c9-5b0d1a562c6c None None] For port 69b65f3c-fe8a-442b-8354-66469be4f92d, host n-d-813419-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=69b65f3c-fe8a-442b-8354-66469be4f92d,segment=NetworkSegment(a4c95e04-055c-49a0-a8af-1de59d44a388),segment_id=a4c95e04-055c-49a0-a8af-1de59d44a388)] {{(pid=102348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 11:20:40.745796 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-687e2f17-9cdd-43b7-b2c9-5b0d1a562c6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:20:40.773338 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-7a4cf776-45eb-40e0-9762-536309f3fb25 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:20:40.858108 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a4cf776-45eb-40e0-9762-536309f3fb25 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Network 985aa889-339e-407c-9ed9-7407c52e2ba8 is already hosted by enough agents. {{(pid=102347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 11:20:40.858317 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687e2f17-9cdd-43b7-b2c9-5b0d1a562c6c None None] Pushing event updated for resources: {'Port': ['ID=69b65f3c-fe8a-442b-8354-66469be4f92d,revision_number=2']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:20:40.861972 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [None req-7a4cf776-45eb-40e0-9762-536309f3fb25 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Resources bound (agent type, host, resource id): {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 11:20:40.866313 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a4cf776-45eb-40e0-9762-536309f3fb25 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Received port after_create {{(pid=102347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 11:20:40.898096 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4cf776-45eb-40e0-9762-536309f3fb25 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Pushing event updated for resources: {'Port': ['ID=83c58436-6798-4317-914f-03e327cfbcee,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:20:40.924008 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-7a4cf776-45eb-40e0-9762-536309f3fb25 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1664961'] for router_interface, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:20:41.097564 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-7a4cf776-45eb-40e0-9762-536309f3fb25 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:20:41.762622 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-7a4cf776-45eb-40e0-9762-536309f3fb25 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks [] for port, precommit_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:20:41.768007 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-7a4cf776-45eb-40e0-9762-536309f3fb25 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:20:41.822621 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 69b65f3c-fe8a-442b-8354-66469be4f92d up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 11:20:41.846350 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-7a4cf776-45eb-40e0-9762-536309f3fb25 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2006967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1766225'] for router_interface, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:20:41.848072 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4cf776-45eb-40e0-9762-536309f3fb25 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Pushing event updated for resources: {'Port': ['ID=83c58436-6798-4317-914f-03e327cfbcee,revision_number=2']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:20:41.848542 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b94181ca-1201-42cf-ad1f-7235aa6f3110 None None] Network 985aa889-339e-407c-9ed9-7407c52e2ba8 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 11:20:41.945040 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a4cf776-45eb-40e0-9762-536309f3fb25 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Network 985aa889-339e-407c-9ed9-7407c52e2ba8 is already hosted by enough agents. {{(pid=102347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 11:20:41.946491 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-da48ce67-e6cd-4411-ad4e-7d89ad3dd9a1 None None] Provisioning complete for port 69b65f3c-fe8a-442b-8354-66469be4f92d triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:20:41.946642 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [None req-7a4cf776-45eb-40e0-9762-536309f3fb25 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Resources bound (agent type, host, resource id): {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 11:20:41.946866 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-da48ce67-e6cd-4411-ad4e-7d89ad3dd9a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:20:42.010303 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port 69b65f3c-fe8a-442b-8354-66469be4f92d triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:20:42.010668 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:20:42.070048 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a4cf776-45eb-40e0-9762-536309f3fb25 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Router 20824fc9-fe2f-4a05-8834-44263de53b0a has already been hosted by L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb {{(pid=102347) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 11:20:42.187135 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-da48ce67-e6cd-4411-ad4e-7d89ad3dd9a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:20:42.204382 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a4cf776-45eb-40e0-9762-536309f3fb25 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 11:20:42.207519 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:20:42.214223 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-7a4cf776-45eb-40e0-9762-536309f3fb25 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "PUT /v2.0/routers/20824fc9-fe2f-4a05-8834-44263de53b0a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6838677 Oct 27 11:20:42.254415 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-da48ce67-e6cd-4411-ad4e-7d89ad3dd9a1 None None] For port 69b65f3c-fe8a-442b-8354-66469be4f92d, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=69b65f3c-fe8a-442b-8354-66469be4f92d,segment=NetworkSegment(a4c95e04-055c-49a0-a8af-1de59d44a388),segment_id=a4c95e04-055c-49a0-a8af-1de59d44a388)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:20:42.260477 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-da48ce67-e6cd-4411-ad4e-7d89ad3dd9a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:20:42.347202 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73a1d697-a4d4-426d-a703-b3b93edd9949 None None] Sync routers for ids ['20824fc9-fe2f-4a05-8834-44263de53b0a'] in n-d-813419-10 {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 11:20:42.357310 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.db.api [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102348) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 27 11:20:42.357310 n-d-813419-10 neutron-server[102348]: DEBUG oslo_db.api [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 11:20:42.359190 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73a1d697-a4d4-426d-a703-b3b93edd9949 None None] Routers {'20824fc9-fe2f-4a05-8834-44263de53b0a'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 11:20:42.359803 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-73a1d697-a4d4-426d-a703-b3b93edd9949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T11:20:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['20824fc9-fe2f-4a05-8834-44263de53b0a'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:20:42.369476 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da48ce67-e6cd-4411-ad4e-7d89ad3dd9a1 None None] Pushing event updated for resources: {'Port': ['ID=69b65f3c-fe8a-442b-8354-66469be4f92d,revision_number=3']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:20:42.400940 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-a79266e4-3fd6-406c-9299-c4575f35885d req-a44bd667-44b2-41a1-89b3-4a93eadb464d tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1922161529&fields=id&tenant_id=cbfb4663104c453f9ca4ef83ed712b9d HTTP/1.1" status: 200 len: 267 time: 0.0411904 Oct 27 11:20:42.488441 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-1e30dfb8-fb41-4fa2-a659-381109a9205b None None] Provisioning complete for port 69b65f3c-fe8a-442b-8354-66469be4f92d triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:20:42.489549 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-1e30dfb8-fb41-4fa2-a659-381109a9205b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:20:42.554855 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79266e4-3fd6-406c-9299-c4575f35885d req-874307bd-f2ef-47c2-9df2-dc10664cd1e4 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:20:42.557351 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-a79266e4-3fd6-406c-9299-c4575f35885d req-874307bd-f2ef-47c2-9df2-dc10664cd1e4 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "GET /v2.0/networks?id=985aa889-339e-407c-9ed9-7407c52e2ba8 HTTP/1.1" status: 200 len: 796 time: 0.1475394 Oct 27 11:20:42.576567 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-a79266e4-3fd6-406c-9299-c4575f35885d req-6d9781e9-dff0-463c-99bc-b2718164fc05 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "GET /v2.0/quotas/cbfb4663104c453f9ca4ef83ed712b9d HTTP/1.1" status: 200 len: 375 time: 0.0112257 Oct 27 11:20:42.607091 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvr_db [None req-73a1d697-a4d4-426d-a703-b3b93edd9949 None None] Set router 20824fc9-fe2f-4a05-8834-44263de53b0a gateway port host: n-d-813419-10 {{(pid=102349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 11:20:42.623695 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-1e30dfb8-fb41-4fa2-a659-381109a9205b None None] Provisioning complete for port 83c58436-6798-4317-914f-03e327cfbcee triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:20:42.624144 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-1e30dfb8-fb41-4fa2-a659-381109a9205b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:20:42.651626 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-a79266e4-3fd6-406c-9299-c4575f35885d req-e3074239-412a-4b07-aa38-3797cb33af9f tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=cbfb4663104c453f9ca4ef83ed712b9d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0656934 Oct 27 11:20:42.672898 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-1e30dfb8-fb41-4fa2-a659-381109a9205b None None] Port 83c58436-6798-4317-914f-03e327cfbcee cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 11:20:42.767932 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-a79266e4-3fd6-406c-9299-c4575f35885d req-54807426-1d79-4c27-83b0-86d7d772fbfd service neutron] 10.222.0.44 "GET /v2.0/networks/985aa889-339e-407c-9ed9-7407c52e2ba8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029820 Oct 27 11:20:42.794614 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-793b4f21-7b16-497f-bae8-36a271b44a29 None None] Provisioning complete for port 83c58436-6798-4317-914f-03e327cfbcee triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:20:42.794989 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-793b4f21-7b16-497f-bae8-36a271b44a29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:20:42.842455 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-793b4f21-7b16-497f-bae8-36a271b44a29 None None] Port 83c58436-6798-4317-914f-03e327cfbcee cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 11:20:42.861182 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-73a1d697-a4d4-426d-a703-b3b93edd9949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20824fc9-fe2f-4a05-8834-44263de53b0a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2133530157', 'tenant_id': 'cbfb4663104c453f9ca4ef83ed712b9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.234'}], 'enable_snat': True}, 'gw_port_id': 'b11e2d10-507a-4d7a-bb8c-296a84d70600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:20:37Z', 'updated_at': '2021-10-27T11:20:41Z', 'revision_number': 4, 'project_id': 'cbfb4663104c453f9ca4ef83ed712b9d', 'gw_port': {'id': 'b11e2d10-507a-4d7a-bb8c-296a84d70600', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:0e:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20824fc9-fe2f-4a05-8834-44263de53b0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:20:37Z', 'updated_at': '2021-10-27T11:20:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_interfaces': [{'id': '83c58436-6798-4317-914f-03e327cfbcee', 'name': '', 'network_id': '985aa889-339e-407c-9ed9-7407c52e2ba8', 'tenant_id': 'cbfb4663104c453f9ca4ef83ed712b9d', 'mac_address': 'fa:16:3e:b1:1d:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20824fc9-fe2f-4a05-8834-44263de53b0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': 'a1c8ebce-2834-4bc7-9b9b-cc186aa83ed9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:20:40Z', 'updated_at': '2021-10-27T11:20:41Z', 'revision_number': 2, 'project_id': 'cbfb4663104c453f9ca4ef83ed712b9d', 'subnets': [{'id': 'a1c8ebce-2834-4bc7-9b9b-cc186aa83ed9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:20:42.887906 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73a1d697-a4d4-426d-a703-b3b93edd9949 None None] Checking router: 20824fc9-fe2f-4a05-8834-44263de53b0a for host: n-d-813419-10 {{(pid=102349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 11:20:42.888565 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73a1d697-a4d4-426d-a703-b3b93edd9949 None None] Updating router 20824fc9-fe2f-4a05-8834-44263de53b0a port 83c58436-6798-4317-914f-03e327cfbcee binding host n-d-813419-10 {{(pid=102349) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 11:20:42.897415 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device b11e2d10-507a-4d7a-bb8c-296a84d70600 up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 11:20:42.901834 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-a79266e4-3fd6-406c-9299-c4575f35885d req-25d8754e-651e-4bbb-be50-af4b18e95b98 service neutron] 10.222.0.44 "GET /v2.0/networks/985aa889-339e-407c-9ed9-7407c52e2ba8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264429 Oct 27 11:20:42.926950 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-73a1d697-a4d4-426d-a703-b3b93edd9949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:20:42.966439 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port b11e2d10-507a-4d7a-bb8c-296a84d70600 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:20:42.967133 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:20:43.005010 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-77a171b8-0255-4a1d-8db2-7905283b30f6 None None] Provisioning complete for port 83c58436-6798-4317-914f-03e327cfbcee triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:20:43.012816 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-77a171b8-0255-4a1d-8db2-7905283b30f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:20:43.064241 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-77a171b8-0255-4a1d-8db2-7905283b30f6 None None] Port 83c58436-6798-4317-914f-03e327cfbcee cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 11:20:43.097652 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-82db7793-1b86-43e1-87ed-99ea38b9f477 req-9ace667b-e002-4adf-a1b3-68fb9762ab3a tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "GET /v2.0/ports?device_id=71e26d8e-59ee-4500-99f0-351324add5e1 HTTP/1.1" status: 200 len: 210 time: 0.0353830 Oct 27 11:20:43.123396 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:20:43.149066 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] For port b11e2d10-507a-4d7a-bb8c-296a84d70600, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=b11e2d10-507a-4d7a-bb8c-296a84d70600,segment=NetworkSegment(bc14127b-7032-4c50-bb5b-f6813cbae86e),segment_id=bc14127b-7032-4c50-bb5b-f6813cbae86e)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:20:43.154531 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:20:43.204754 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Pushing event updated for resources: {'Port': ['ID=b11e2d10-507a-4d7a-bb8c-296a84d70600,revision_number=4']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:20:43.239561 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-73a1d697-a4d4-426d-a703-b3b93edd9949 None None] Publish callbacks [] for port, precommit_update {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:20:43.245558 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-73a1d697-a4d4-426d-a703-b3b93edd9949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:20:43.322837 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b999b39-9cd3-452c-9647-7cebe372ddcf None None] Pushing event updated for resources: {'Port': ['ID=83c58436-6798-4317-914f-03e327cfbcee,revision_number=3']} {{(pid=102349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:20:43.347625 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b999b39-9cd3-452c-9647-7cebe372ddcf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:20:43.348283 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b999b39-9cd3-452c-9647-7cebe372ddcf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:20:43.348283 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b999b39-9cd3-452c-9647-7cebe372ddcf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:20:43.348546 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b999b39-9cd3-452c-9647-7cebe372ddcf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:20:43.349108 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b999b39-9cd3-452c-9647-7cebe372ddcf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:20:43.349754 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b999b39-9cd3-452c-9647-7cebe372ddcf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:20:43.350153 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b999b39-9cd3-452c-9647-7cebe372ddcf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:20:43.350482 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b999b39-9cd3-452c-9647-7cebe372ddcf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:20:43.350803 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b999b39-9cd3-452c-9647-7cebe372ddcf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:20:43.351128 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b999b39-9cd3-452c-9647-7cebe372ddcf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:20:43.351450 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b999b39-9cd3-452c-9647-7cebe372ddcf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:20:43.351767 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b999b39-9cd3-452c-9647-7cebe372ddcf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:20:43.368129 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.managers [None req-73a1d697-a4d4-426d-a703-b3b93edd9949 None None] Attempting to bind port 83c58436-6798-4317-914f-03e327cfbcee on host n-d-813419-10 for vnic_type normal with profile {{(pid=102349) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 11:20:43.368533 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.managers [None req-73a1d697-a4d4-426d-a703-b3b93edd9949 None None] Attempting to bind port 83c58436-6798-4317-914f-03e327cfbcee by drivers openvswitch,hyperv on host n-d-813419-10 at level 0 using segments [{'id': 'a4c95e04-055c-49a0-a8af-1de59d44a388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '985aa889-339e-407c-9ed9-7407c52e2ba8'}] {{(pid=102349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 11:20:43.368958 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a1d697-a4d4-426d-a703-b3b93edd9949 None None] Attempting to bind port 83c58436-6798-4317-914f-03e327cfbcee on network 985aa889-339e-407c-9ed9-7407c52e2ba8 {{(pid=102349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 11:20:43.374260 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a1d697-a4d4-426d-a703-b3b93edd9949 None None] Checking agent: {'id': '89dba0f3-79b2-435e-9822-33674b8f6ada', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 8, 20), 'started_at': datetime.datetime(2021, 10, 27, 10, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 11, 20, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 11:20:43.374513 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a1d697-a4d4-426d-a703-b3b93edd9949 None None] Checking segment: {'id': 'a4c95e04-055c-49a0-a8af-1de59d44a388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '985aa889-339e-407c-9ed9-7407c52e2ba8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 11:20:43.375101 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-73a1d697-a4d4-426d-a703-b3b93edd9949 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:20:43.375488 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a1d697-a4d4-426d-a703-b3b93edd9949 None None] Bound using segment: {'id': 'a4c95e04-055c-49a0-a8af-1de59d44a388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '985aa889-339e-407c-9ed9-7407c52e2ba8'} {{(pid=102349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 11:20:43.376120 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.managers [None req-73a1d697-a4d4-426d-a703-b3b93edd9949 None None] Bound port: 83c58436-6798-4317-914f-03e327cfbcee, host: n-d-813419-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4c95e04-055c-49a0-a8af-1de59d44a388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '985aa889-339e-407c-9ed9-7407c52e2ba8'}}] {{(pid=102349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 11:20:43.376607 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-73a1d697-a4d4-426d-a703-b3b93edd9949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:20:43.457133 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.db [None req-73a1d697-a4d4-426d-a703-b3b93edd9949 None None] For port 83c58436-6798-4317-914f-03e327cfbcee, host n-d-813419-10, cleared binding levels {{(pid=102349) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 11:20:43.461140 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.db [None req-73a1d697-a4d4-426d-a703-b3b93edd9949 None None] For port 83c58436-6798-4317-914f-03e327cfbcee, host n-d-813419-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=83c58436-6798-4317-914f-03e327cfbcee,segment=NetworkSegment(a4c95e04-055c-49a0-a8af-1de59d44a388),segment_id=a4c95e04-055c-49a0-a8af-1de59d44a388)] {{(pid=102349) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 11:20:43.466029 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-73a1d697-a4d4-426d-a703-b3b93edd9949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:20:43.523943 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b999b39-9cd3-452c-9647-7cebe372ddcf None None] Pushing event updated for resources: {'Port': ['ID=83c58436-6798-4317-914f-03e327cfbcee,revision_number=4']} {{(pid=102349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:20:43.534023 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73a1d697-a4d4-426d-a703-b3b93edd9949 None None] Routers {'20824fc9-fe2f-4a05-8834-44263de53b0a'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 11:20:43.534230 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-73a1d697-a4d4-426d-a703-b3b93edd9949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T11:20:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['20824fc9-fe2f-4a05-8834-44263de53b0a'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:20:43.587428 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-37e88b3b-e9b1-4618-96fc-fc2fa2f7a08f None None] Provisioning complete for port 83c58436-6798-4317-914f-03e327cfbcee triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:20:43.587855 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-37e88b3b-e9b1-4618-96fc-fc2fa2f7a08f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:20:43.659434 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvr_db [None req-73a1d697-a4d4-426d-a703-b3b93edd9949 None None] Set router 20824fc9-fe2f-4a05-8834-44263de53b0a gateway port host: n-d-813419-10 {{(pid=102349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 11:20:43.678928 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-37e88b3b-e9b1-4618-96fc-fc2fa2f7a08f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:20:43.719568 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-37e88b3b-e9b1-4618-96fc-fc2fa2f7a08f None None] For port 83c58436-6798-4317-914f-03e327cfbcee, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=83c58436-6798-4317-914f-03e327cfbcee,segment=NetworkSegment(a4c95e04-055c-49a0-a8af-1de59d44a388),segment_id=a4c95e04-055c-49a0-a8af-1de59d44a388)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:20:43.725907 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-37e88b3b-e9b1-4618-96fc-fc2fa2f7a08f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:20:43.800456 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e88b3b-e9b1-4618-96fc-fc2fa2f7a08f None None] Pushing event updated for resources: {'Port': ['ID=83c58436-6798-4317-914f-03e327cfbcee,revision_number=5']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:20:43.816486 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 69b65f3c-fe8a-442b-8354-66469be4f92d up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 11:20:43.862037 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-4224647d-379a-444f-9097-3b646a17643d None None] Provisioning complete for port 83c58436-6798-4317-914f-03e327cfbcee triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:20:43.862749 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-4224647d-379a-444f-9097-3b646a17643d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:20:43.880105 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-73a1d697-a4d4-426d-a703-b3b93edd9949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20824fc9-fe2f-4a05-8834-44263de53b0a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2133530157', 'tenant_id': 'cbfb4663104c453f9ca4ef83ed712b9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.234'}], 'enable_snat': True}, 'gw_port_id': 'b11e2d10-507a-4d7a-bb8c-296a84d70600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:20:37Z', 'updated_at': '2021-10-27T11:20:41Z', 'revision_number': 4, 'project_id': 'cbfb4663104c453f9ca4ef83ed712b9d', 'gw_port': {'id': 'b11e2d10-507a-4d7a-bb8c-296a84d70600', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:0e:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20824fc9-fe2f-4a05-8834-44263de53b0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:20:37Z', 'updated_at': '2021-10-27T11:20:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_interfaces': [{'id': '83c58436-6798-4317-914f-03e327cfbcee', 'name': '', 'network_id': '985aa889-339e-407c-9ed9-7407c52e2ba8', 'tenant_id': 'cbfb4663104c453f9ca4ef83ed712b9d', 'mac_address': 'fa:16:3e:b1:1d:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20824fc9-fe2f-4a05-8834-44263de53b0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': 'a1c8ebce-2834-4bc7-9b9b-cc186aa83ed9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:20:40Z', 'updated_at': '2021-10-27T11:20:43Z', 'revision_number': 4, 'project_id': 'cbfb4663104c453f9ca4ef83ed712b9d', 'subnets': [{'id': 'a1c8ebce-2834-4bc7-9b9b-cc186aa83ed9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:20:43.907478 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73a1d697-a4d4-426d-a703-b3b93edd9949 None None] The sync data for ids ['20824fc9-fe2f-4a05-8834-44263de53b0a'] in n-d-813419-10 is: [{'id': '20824fc9-fe2f-4a05-8834-44263de53b0a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2133530157', 'tenant_id': 'cbfb4663104c453f9ca4ef83ed712b9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.234'}], 'enable_snat': True}, 'gw_port_id': 'b11e2d10-507a-4d7a-bb8c-296a84d70600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:20:37Z', 'updated_at': '2021-10-27T11:20:41Z', 'revision_number': 4, 'project_id': 'cbfb4663104c453f9ca4ef83ed712b9d', 'gw_port': {'id': 'b11e2d10-507a-4d7a-bb8c-296a84d70600', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:0e:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20824fc9-fe2f-4a05-8834-44263de53b0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:20:37Z', 'updated_at': '2021-10-27T11:20:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_interfaces': [{'id': '83c58436-6798-4317-914f-03e327cfbcee', 'name': '', 'network_id': '985aa889-339e-407c-9ed9-7407c52e2ba8', 'tenant_id': 'cbfb4663104c453f9ca4ef83ed712b9d', 'mac_address': 'fa:16:3e:b1:1d:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20824fc9-fe2f-4a05-8834-44263de53b0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': 'a1c8ebce-2834-4bc7-9b9b-cc186aa83ed9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:20:40Z', 'updated_at': '2021-10-27T11:20:43Z', 'revision_number': 4, 'project_id': 'cbfb4663104c453f9ca4ef83ed712b9d', 'subnets': [{'id': 'a1c8ebce-2834-4bc7-9b9b-cc186aa83ed9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 11:20:43.914627 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port 69b65f3c-fe8a-442b-8354-66469be4f92d triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:20:43.914993 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:20:44.043123 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device b11e2d10-507a-4d7a-bb8c-296a84d70600 up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 11:20:44.095427 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port b11e2d10-507a-4d7a-bb8c-296a84d70600 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:20:44.095786 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:20:44.192391 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-e883bbda-98d6-4cbe-a367-32aa6e90413e req-d37a0f2f-bf2b-4dbe-8669-75c931a7d38f tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "GET /v2.0/ports?device_id=71e26d8e-59ee-4500-99f0-351324add5e1 HTTP/1.1" status: 200 len: 210 time: 0.0305603 Oct 27 11:20:44.350068 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79266e4-3fd6-406c-9299-c4575f35885d req-43fc593c-b7ee-4394-b709-34e38657c67e tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:20:44.351591 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-a79266e4-3fd6-406c-9299-c4575f35885d req-43fc593c-b7ee-4394-b709-34e38657c67e tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.76 "GET /v2.0/networks?id=985aa889-339e-407c-9ed9-7407c52e2ba8 HTTP/1.1" status: 200 len: 796 time: 0.1171725 Oct 27 11:20:44.403369 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-a79266e4-3fd6-406c-9299-c4575f35885d req-a5c57b38-0f1e-4dc7-b377-3101350526cf tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cbfb4663104c453f9ca4ef83ed712b9d HTTP/1.1" status: 200 len: 380 time: 0.0418346 Oct 27 11:20:44.413497 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [req-a79266e4-3fd6-406c-9299-c4575f35885d req-1e20dd78-0c1d-4f3d-b408-292958a9d4cb tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Request body: {'port': {'device_id': '71e26d8e-59ee-4500-99f0-351324add5e1', 'network_id': '985aa889-339e-407c-9ed9-7407c52e2ba8', 'admin_state_up': True, 'tenant_id': 'cbfb4663104c453f9ca4ef83ed712b9d', 'security_groups': ['237d1a09-65e1-4ffe-99a2-aabdce1eaaee']}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:20:44.522613 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a79266e4-3fd6-406c-9299-c4575f35885d req-1e20dd78-0c1d-4f3d-b408-292958a9d4cb tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Made reservation on behalf of cbfb4663104c453f9ca4ef83ed712b9d for: {'port': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 11:20:44.526170 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-a79266e4-3fd6-406c-9299-c4575f35885d req-1e20dd78-0c1d-4f3d-b408-292958a9d4cb tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:20:44.658423 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_common [req-a79266e4-3fd6-406c-9299-c4575f35885d req-1e20dd78-0c1d-4f3d-b408-292958a9d4cb tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Allocated IP 172.20.0.9 (985aa889-339e-407c-9ed9-7407c52e2ba8/a1c8ebce-2834-4bc7-9b9b-cc186aa83ed9/aad11eba-e1dc-47fe-a921-1b2dfb899ec8) {{(pid=102346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 11:20:44.799727 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-a79266e4-3fd6-406c-9299-c4575f35885d req-1e20dd78-0c1d-4f3d-b408-292958a9d4cb tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks [] for port, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:20:44.840760 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-a79266e4-3fd6-406c-9299-c4575f35885d req-1e20dd78-0c1d-4f3d-b408-292958a9d4cb tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:20:44.887636 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a79266e4-3fd6-406c-9299-c4575f35885d req-1e20dd78-0c1d-4f3d-b408-292958a9d4cb tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Network 985aa889-339e-407c-9ed9-7407c52e2ba8 is already hosted by enough agents. {{(pid=102346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 11:20:44.891044 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [req-a79266e4-3fd6-406c-9299-c4575f35885d req-1e20dd78-0c1d-4f3d-b408-292958a9d4cb tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Resources bound (agent type, host, resource id): {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 11:20:44.894326 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [req-a79266e4-3fd6-406c-9299-c4575f35885d req-1e20dd78-0c1d-4f3d-b408-292958a9d4cb tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Received port after_create {{(pid=102346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 11:20:44.922563 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e20dd78-0c1d-4f3d-b408-292958a9d4cb tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Pushing event updated for resources: {'Port': ['ID=aad11eba-e1dc-47fe-a921-1b2dfb899ec8,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:20:44.952542 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79266e4-3fd6-406c-9299-c4575f35885d req-1e20dd78-0c1d-4f3d-b408-292958a9d4cb tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:20:44.953177 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-a79266e4-3fd6-406c-9299-c4575f35885d req-1e20dd78-0c1d-4f3d-b408-292958a9d4cb tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:20:44.973786 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-a79266e4-3fd6-406c-9299-c4575f35885d req-1e20dd78-0c1d-4f3d-b408-292958a9d4cb tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5641165 Oct 27 11:20:45.087544 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [req-a79266e4-3fd6-406c-9299-c4575f35885d req-9c113e73-b90a-4dc9-afd5-995da4bbeb59 service neutron] Request body: {'port': {'device_id': '71e26d8e-59ee-4500-99f0-351324add5e1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-10'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:20:45.128589 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-b6606d72-7918-45a7-a2b4-7b5ed118e4a3 None None] Provisioning complete for port aad11eba-e1dc-47fe-a921-1b2dfb899ec8 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:20:45.129207 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-b6606d72-7918-45a7-a2b4-7b5ed118e4a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:20:45.142520 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-a79266e4-3fd6-406c-9299-c4575f35885d req-9c113e73-b90a-4dc9-afd5-995da4bbeb59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:20:45.162285 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-b6606d72-7918-45a7-a2b4-7b5ed118e4a3 None None] Port aad11eba-e1dc-47fe-a921-1b2dfb899ec8 cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 11:20:45.364486 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254f3f4c-0af3-43f8-bbe6-49374326512f req-612f1dc3-2368-4307-8aaa-4fa28048aec2 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:20:45.366477 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-254f3f4c-0af3-43f8-bbe6-49374326512f req-612f1dc3-2368-4307-8aaa-4fa28048aec2 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "GET /v2.0/ports?device_id=71e26d8e-59ee-4500-99f0-351324add5e1 HTTP/1.1" status: 200 len: 931 time: 0.1058521 Oct 27 11:20:45.433332 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-254f3f4c-0af3-43f8-bbe6-49374326512f req-86f3163e-2084-4bad-8d67-a76cce10fb7d tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "GET /v2.0/security-groups?id=237d1a09-65e1-4ffe-99a2-aabdce1eaaee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602498 Oct 27 11:20:45.480795 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [req-a79266e4-3fd6-406c-9299-c4575f35885d req-9c113e73-b90a-4dc9-afd5-995da4bbeb59 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aad11eba-e1dc-47fe-a921-1b2dfb899ec8 {{(pid=102346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 11:20:45.487897 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-a79266e4-3fd6-406c-9299-c4575f35885d req-9c113e73-b90a-4dc9-afd5-995da4bbeb59 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:20:45.499799 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.provisioning_blocks [req-a79266e4-3fd6-406c-9299-c4575f35885d req-9c113e73-b90a-4dc9-afd5-995da4bbeb59 service neutron] Transition to ACTIVE for port object aad11eba-e1dc-47fe-a921-1b2dfb899ec8 will not be triggered until provisioned by entity L2. {{(pid=102346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 11:20:45.503490 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-a79266e4-3fd6-406c-9299-c4575f35885d req-9c113e73-b90a-4dc9-afd5-995da4bbeb59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27024173'] for port, after_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:20:45.562040 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c113e73-b90a-4dc9-afd5-995da4bbeb59 service neutron] Pushing event updated for resources: {'Port': ['ID=aad11eba-e1dc-47fe-a921-1b2dfb899ec8,revision_number=2']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:20:45.630736 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.managers [req-a79266e4-3fd6-406c-9299-c4575f35885d req-9c113e73-b90a-4dc9-afd5-995da4bbeb59 service neutron] Attempting to bind port aad11eba-e1dc-47fe-a921-1b2dfb899ec8 on host n-h2-813419-10 for vnic_type normal with profile {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 11:20:45.631193 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.managers [req-a79266e4-3fd6-406c-9299-c4575f35885d req-9c113e73-b90a-4dc9-afd5-995da4bbeb59 service neutron] Attempting to bind port aad11eba-e1dc-47fe-a921-1b2dfb899ec8 by drivers openvswitch,hyperv on host n-h2-813419-10 at level 0 using segments [{'id': 'a4c95e04-055c-49a0-a8af-1de59d44a388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '985aa889-339e-407c-9ed9-7407c52e2ba8'}] {{(pid=102346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 11:20:45.631580 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a79266e4-3fd6-406c-9299-c4575f35885d req-9c113e73-b90a-4dc9-afd5-995da4bbeb59 service neutron] Attempting to bind port aad11eba-e1dc-47fe-a921-1b2dfb899ec8 on network 985aa889-339e-407c-9ed9-7407c52e2ba8 {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 11:20:45.636033 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a79266e4-3fd6-406c-9299-c4575f35885d req-9c113e73-b90a-4dc9-afd5-995da4bbeb59 service neutron] Port aad11eba-e1dc-47fe-a921-1b2dfb899ec8 on network 985aa889-339e-407c-9ed9-7407c52e2ba8 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-10 {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 11:20:45.636450 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a79266e4-3fd6-406c-9299-c4575f35885d req-9c113e73-b90a-4dc9-afd5-995da4bbeb59 service neutron] Attempting to bind port aad11eba-e1dc-47fe-a921-1b2dfb899ec8 on network 985aa889-339e-407c-9ed9-7407c52e2ba8 {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 11:20:45.641433 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a79266e4-3fd6-406c-9299-c4575f35885d req-9c113e73-b90a-4dc9-afd5-995da4bbeb59 service neutron] Checking agent: {'id': 'a2edc247-0fa4-4ce6-bbae-a10492f6bd71', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 16, 9), 'started_at': datetime.datetime(2021, 10, 27, 10, 16, 9), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 11, 20, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 11:20:45.641764 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a79266e4-3fd6-406c-9299-c4575f35885d req-9c113e73-b90a-4dc9-afd5-995da4bbeb59 service neutron] Checking segment: {'id': 'a4c95e04-055c-49a0-a8af-1de59d44a388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '985aa889-339e-407c-9ed9-7407c52e2ba8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 11:20:45.642142 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a79266e4-3fd6-406c-9299-c4575f35885d req-9c113e73-b90a-4dc9-afd5-995da4bbeb59 service neutron] Bound using segment: {'id': 'a4c95e04-055c-49a0-a8af-1de59d44a388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '985aa889-339e-407c-9ed9-7407c52e2ba8'} {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 11:20:45.642561 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.managers [req-a79266e4-3fd6-406c-9299-c4575f35885d req-9c113e73-b90a-4dc9-afd5-995da4bbeb59 service neutron] Bound port: aad11eba-e1dc-47fe-a921-1b2dfb899ec8, host: n-h2-813419-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4c95e04-055c-49a0-a8af-1de59d44a388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '985aa889-339e-407c-9ed9-7407c52e2ba8'}}] {{(pid=102346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 11:20:45.642907 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-a79266e4-3fd6-406c-9299-c4575f35885d req-9c113e73-b90a-4dc9-afd5-995da4bbeb59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:20:45.711162 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [req-a79266e4-3fd6-406c-9299-c4575f35885d req-9c113e73-b90a-4dc9-afd5-995da4bbeb59 service neutron] For port aad11eba-e1dc-47fe-a921-1b2dfb899ec8, host n-h2-813419-10, cleared binding levels {{(pid=102346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 11:20:45.714564 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [req-a79266e4-3fd6-406c-9299-c4575f35885d req-9c113e73-b90a-4dc9-afd5-995da4bbeb59 service neutron] For port aad11eba-e1dc-47fe-a921-1b2dfb899ec8, host n-h2-813419-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=aad11eba-e1dc-47fe-a921-1b2dfb899ec8,segment=NetworkSegment(a4c95e04-055c-49a0-a8af-1de59d44a388),segment_id=a4c95e04-055c-49a0-a8af-1de59d44a388)] {{(pid=102346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 11:20:45.719937 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-a79266e4-3fd6-406c-9299-c4575f35885d req-9c113e73-b90a-4dc9-afd5-995da4bbeb59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27024173'] for port, after_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:20:45.755561 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79266e4-3fd6-406c-9299-c4575f35885d req-9c113e73-b90a-4dc9-afd5-995da4bbeb59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:20:45.756667 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-a79266e4-3fd6-406c-9299-c4575f35885d req-9c113e73-b90a-4dc9-afd5-995da4bbeb59 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:20:45.758543 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-a79266e4-3fd6-406c-9299-c4575f35885d req-9c113e73-b90a-4dc9-afd5-995da4bbeb59 service neutron] 10.222.0.76 "PUT /v2.0/ports/aad11eba-e1dc-47fe-a921-1b2dfb899ec8 HTTP/1.1" status: 200 len: 1092 time: 0.7190261 Oct 27 11:20:45.760738 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71e26d8e-59ee-4500-99f0-351324add5e1', 'tag': 'aad11eba-e1dc-47fe-a921-1b2dfb899ec8'}] {{(pid=102346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 11:20:45.763141 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2531aea88c448207759dde70f844649f18dfe6edcb84b1c92b49bb044a645d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-005230d4-e25d-410b-92cf-42183f67299c" -d '{"events": [{"name": "network-changed", "server_uuid": "71e26d8e-59ee-4500-99f0-351324add5e1", "tag": "aad11eba-e1dc-47fe-a921-1b2dfb899ec8"}]}' {{(pid=102346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 11:20:45.808093 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 83c58436-6798-4317-914f-03e327cfbcee up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 11:20:45.830535 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 11:20:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51717bd2-26b3-499c-a389-2b27789a1164 x-openstack-request-id: req-51717bd2-26b3-499c-a389-2b27789a1164 {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 11:20:45.830870 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71e26d8e-59ee-4500-99f0-351324add5e1", "tag": "aad11eba-e1dc-47fe-a921-1b2dfb899ec8", "status": "completed", "code": 200}]} {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 11:20:45.831066 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-51717bd2-26b3-499c-a389-2b27789a1164 {{(pid=102346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 11:20:45.831461 n-d-813419-10 neutron-server[102346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71e26d8e-59ee-4500-99f0-351324add5e1', 'tag': 'aad11eba-e1dc-47fe-a921-1b2dfb899ec8', 'status': 'completed', 'code': 200} Oct 27 11:20:45.833407 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c113e73-b90a-4dc9-afd5-995da4bbeb59 service neutron] Pushing event updated for resources: {'Port': ['ID=aad11eba-e1dc-47fe-a921-1b2dfb899ec8,revision_number=3']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:20:45.868688 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port 83c58436-6798-4317-914f-03e327cfbcee triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:20:45.869059 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:20:45.872892 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79266e4-3fd6-406c-9299-c4575f35885d req-6cf3044e-e1fd-4de2-8ffd-9ce977aab5de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:20:45.874645 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-a79266e4-3fd6-406c-9299-c4575f35885d req-6cf3044e-e1fd-4de2-8ffd-9ce977aab5de service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=cbfb4663104c453f9ca4ef83ed712b9d&device_id=71e26d8e-59ee-4500-99f0-351324add5e1 HTTP/1.1" status: 200 len: 1095 time: 0.0562499 Oct 27 11:20:45.920023 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-a79266e4-3fd6-406c-9299-c4575f35885d req-c6bfe359-a750-4781-bb4c-f7fb9beb17ff service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=aad11eba-e1dc-47fe-a921-1b2dfb899ec8 HTTP/1.1" status: 200 len: 217 time: 0.0356426 Oct 27 11:20:45.976691 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79266e4-3fd6-406c-9299-c4575f35885d req-79614dc4-9d05-4a84-8991-003973bcfcb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:20:45.978351 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-a79266e4-3fd6-406c-9299-c4575f35885d req-79614dc4-9d05-4a84-8991-003973bcfcb6 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=a1c8ebce-2834-4bc7-9b9b-cc186aa83ed9 HTTP/1.1" status: 200 len: 834 time: 0.0516794 Oct 27 11:20:46.024579 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79266e4-3fd6-406c-9299-c4575f35885d req-5e39fba1-44df-4707-8baa-2d18d4c713f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:20:46.026065 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-a79266e4-3fd6-406c-9299-c4575f35885d req-5e39fba1-44df-4707-8baa-2d18d4c713f8 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=985aa889-339e-407c-9ed9-7407c52e2ba8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402474 Oct 27 11:20:46.117288 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-a79266e4-3fd6-406c-9299-c4575f35885d req-e908a7c3-a705-4f7a-a7b4-993e36a7252a service neutron] 10.222.0.76 "GET /v2.0/networks/985aa889-339e-407c-9ed9-7407c52e2ba8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837693 Oct 27 11:20:46.297385 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-0b5eb7fd-37e4-49e9-b5c2-44a9bed765f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:20:46.535452 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-a79266e4-3fd6-406c-9299-c4575f35885d req-87f3215f-489e-434e-8c8d-4246465d2169 service neutron] 10.222.0.76 "GET /v2.0/networks/985aa889-339e-407c-9ed9-7407c52e2ba8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4109814 Oct 27 11:20:46.557170 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf36f87d-ab00-4984-ada7-b94a213befa7 req-dbfab8b2-e7f0-4d60-b6f8-eedbd6f6ec70 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:20:46.558626 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-cf36f87d-ab00-4984-ada7-b94a213befa7 req-dbfab8b2-e7f0-4d60-b6f8-eedbd6f6ec70 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "GET /v2.0/ports?device_id=71e26d8e-59ee-4500-99f0-351324add5e1 HTTP/1.1" status: 200 len: 943 time: 0.0590451 Oct 27 11:20:46.623244 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-cf36f87d-ab00-4984-ada7-b94a213befa7 req-9589ad67-45e3-4bb1-977f-cdef1a914d20 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "GET /v2.0/security-groups?id=237d1a09-65e1-4ffe-99a2-aabdce1eaaee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584655 Oct 27 11:20:46.636847 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005230d4-e25d-410b-92cf-42183f67299c req-e06482de-f48c-4515-bd5e-deb252f5c8af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:20:46.638318 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-005230d4-e25d-410b-92cf-42183f67299c req-e06482de-f48c-4515-bd5e-deb252f5c8af service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=cbfb4663104c453f9ca4ef83ed712b9d&device_id=71e26d8e-59ee-4500-99f0-351324add5e1 HTTP/1.1" status: 200 len: 1095 time: 0.0507751 Oct 27 11:20:46.729329 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005230d4-e25d-410b-92cf-42183f67299c req-d5d96a51-26bb-43ad-b50f-d4f8da7f0f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:20:46.730765 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-005230d4-e25d-410b-92cf-42183f67299c req-d5d96a51-26bb-43ad-b50f-d4f8da7f0f6f service neutron] 10.222.0.76 "GET /v2.0/networks?id=985aa889-339e-407c-9ed9-7407c52e2ba8 HTTP/1.1" status: 200 len: 897 time: 0.0852375 Oct 27 11:20:46.774319 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-005230d4-e25d-410b-92cf-42183f67299c req-032e06e1-7daa-4902-8556-0373950fa202 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=aad11eba-e1dc-47fe-a921-1b2dfb899ec8 HTTP/1.1" status: 200 len: 217 time: 0.0366344 Oct 27 11:20:46.825389 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005230d4-e25d-410b-92cf-42183f67299c req-b9f40610-e472-4a6f-b2e8-4c2477366902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:20:46.828738 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-005230d4-e25d-410b-92cf-42183f67299c req-b9f40610-e472-4a6f-b2e8-4c2477366902 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=a1c8ebce-2834-4bc7-9b9b-cc186aa83ed9 HTTP/1.1" status: 200 len: 834 time: 0.0460484 Oct 27 11:20:46.872665 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005230d4-e25d-410b-92cf-42183f67299c req-16dc2230-7051-44e6-af2e-ad63c0ade4c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:20:46.874117 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-005230d4-e25d-410b-92cf-42183f67299c req-16dc2230-7051-44e6-af2e-ad63c0ade4c7 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=985aa889-339e-407c-9ed9-7407c52e2ba8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396895 Oct 27 11:20:46.964954 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-005230d4-e25d-410b-92cf-42183f67299c req-9a37b590-07fc-4e33-9d35-ee04dd641b08 service neutron] 10.222.0.76 "GET /v2.0/networks/985aa889-339e-407c-9ed9-7407c52e2ba8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836694 Oct 27 11:20:47.052462 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-005230d4-e25d-410b-92cf-42183f67299c req-213d7128-c573-4b1b-b2ae-98b21bd3324f service neutron] 10.222.0.76 "GET /v2.0/networks/985aa889-339e-407c-9ed9-7407c52e2ba8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795164 Oct 27 11:20:47.745521 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb04bc9-0341-45a9-8087-9d58c76a2a74 req-fac007ae-2ba4-44e7-90a9-8df31df62718 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:20:47.747001 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-5eb04bc9-0341-45a9-8087-9d58c76a2a74 req-fac007ae-2ba4-44e7-90a9-8df31df62718 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "GET /v2.0/ports?device_id=71e26d8e-59ee-4500-99f0-351324add5e1 HTTP/1.1" status: 200 len: 943 time: 0.0557790 Oct 27 11:20:47.784719 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-5eb04bc9-0341-45a9-8087-9d58c76a2a74 req-02710c41-06a5-4a85-8222-554e6dca6c0c tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "GET /v2.0/security-groups?id=237d1a09-65e1-4ffe-99a2-aabdce1eaaee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316186 Oct 27 11:20:48.901842 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935305ff-e6fe-4630-9314-683162136955 req-220a279a-0955-4021-ab8d-b530d1f48033 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:20:48.903316 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-935305ff-e6fe-4630-9314-683162136955 req-220a279a-0955-4021-ab8d-b530d1f48033 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "GET /v2.0/ports?device_id=71e26d8e-59ee-4500-99f0-351324add5e1 HTTP/1.1" status: 200 len: 943 time: 0.0533726 Oct 27 11:20:48.940726 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-935305ff-e6fe-4630-9314-683162136955 req-6cf2fdc2-9ee4-47c1-8580-bc2f01637687 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "GET /v2.0/security-groups?id=237d1a09-65e1-4ffe-99a2-aabdce1eaaee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314634 Oct 27 11:20:48.966230 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7750a9be-9fbc-42e1-b4f6-a2fb682ddead None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:20:49.419109 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device aad11eba-e1dc-47fe-a921-1b2dfb899ec8 details requested by agent hyperv_n-h2-813419-10 with host n-h2-813419-10 {{(pid=102348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 11:20:49.517946 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] For port aad11eba-e1dc-47fe-a921-1b2dfb899ec8, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=aad11eba-e1dc-47fe-a921-1b2dfb899ec8,segment=NetworkSegment(a4c95e04-055c-49a0-a8af-1de59d44a388),segment_id=a4c95e04-055c-49a0-a8af-1de59d44a388)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:20:49.528762 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Returning: {'device': 'aad11eba-e1dc-47fe-a921-1b2dfb899ec8', 'network_id': '985aa889-339e-407c-9ed9-7407c52e2ba8', 'port_id': 'aad11eba-e1dc-47fe-a921-1b2dfb899ec8', 'mac_address': 'fa:16:3e:8b:4d:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 444, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1c8ebce-2834-4bc7-9b9b-cc186aa83ed9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 11:20:49.568220 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:20:49.580179 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aad11eba-e1dc-47fe-a921-1b2dfb899ec8 {{(pid=102348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 11:20:49.598441 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] For port aad11eba-e1dc-47fe-a921-1b2dfb899ec8, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=aad11eba-e1dc-47fe-a921-1b2dfb899ec8,segment=NetworkSegment(a4c95e04-055c-49a0-a8af-1de59d44a388),segment_id=a4c95e04-055c-49a0-a8af-1de59d44a388)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:20:49.602914 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:20:49.647795 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Pushing event updated for resources: {'Port': ['ID=aad11eba-e1dc-47fe-a921-1b2dfb899ec8,revision_number=4']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:20:49.951429 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] get_ports_and_sgs() called for port_ids ['aad11eba-e1dc-47fe-a921-1b2dfb899ec8'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 11:20:50.058127 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fdc73a-cdbb-4e79-be6b-1f1aec7e704d req-f0379be1-ee48-4448-bfde-e6eb634e1149 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:20:50.059656 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-07fdc73a-cdbb-4e79-be6b-1f1aec7e704d req-f0379be1-ee48-4448-bfde-e6eb634e1149 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "GET /v2.0/ports?device_id=71e26d8e-59ee-4500-99f0-351324add5e1 HTTP/1.1" status: 200 len: 944 time: 0.0501812 Oct 27 11:20:50.099178 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:20:50.099807 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-07fdc73a-cdbb-4e79-be6b-1f1aec7e704d req-9183e15c-a290-4443-adaf-97e5317933f3 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "GET /v2.0/security-groups?id=237d1a09-65e1-4ffe-99a2-aabdce1eaaee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331426 Oct 27 11:20:50.228727 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-eadeaa30-4096-4d1a-b3cb-aa7ebfb291ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:20:51.217877 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fcd8c2-a269-4633-b161-aa2100544328 req-7e0f7ddd-cf11-4105-8440-59b61d88d57f tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:20:51.219290 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-26fcd8c2-a269-4633-b161-aa2100544328 req-7e0f7ddd-cf11-4105-8440-59b61d88d57f tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "GET /v2.0/ports?device_id=71e26d8e-59ee-4500-99f0-351324add5e1 HTTP/1.1" status: 200 len: 944 time: 0.0489352 Oct 27 11:20:51.257410 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-26fcd8c2-a269-4633-b161-aa2100544328 req-5e8bd9d1-c2b5-49c2-b6b2-a1a253b0eb7b tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "GET /v2.0/security-groups?id=237d1a09-65e1-4ffe-99a2-aabdce1eaaee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313501 Oct 27 11:20:51.295933 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.agents_db [None req-e79ee67d-056e-46ea-bd99-e80473396b25 None None] Agent healthcheck: found 7 active agents {{(pid=102349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 11:20:51.423727 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device aad11eba-e1dc-47fe-a921-1b2dfb899ec8 up at agent hyperv_n-h2-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 11:20:51.478552 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Provisioning for port aad11eba-e1dc-47fe-a921-1b2dfb899ec8 completed by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 11:20:51.482040 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Provisioning complete for port aad11eba-e1dc-47fe-a921-1b2dfb899ec8 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:20:51.482399 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:20:51.714534 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:20:51.735557 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71e26d8e-59ee-4500-99f0-351324add5e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aad11eba-e1dc-47fe-a921-1b2dfb899ec8'}] {{(pid=102348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 11:20:51.737722 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be4127e571859625ba9a491db1af5fd5edc4c8ee111482105658b13e0edb602d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ed45d38-e870-4ea2-8075-828589414f1e" -d '{"events": [{"server_uuid": "71e26d8e-59ee-4500-99f0-351324add5e1", "name": "network-vif-plugged", "status": "completed", "tag": "aad11eba-e1dc-47fe-a921-1b2dfb899ec8"}]}' {{(pid=102348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 11:20:51.750103 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] For port aad11eba-e1dc-47fe-a921-1b2dfb899ec8, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=aad11eba-e1dc-47fe-a921-1b2dfb899ec8,segment=NetworkSegment(a4c95e04-055c-49a0-a8af-1de59d44a388),segment_id=a4c95e04-055c-49a0-a8af-1de59d44a388)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:20:51.753833 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:20:51.780027 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 11:20:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b48fb934-7d27-47b5-8a15-1d82176d6413 x-openstack-request-id: req-b48fb934-7d27-47b5-8a15-1d82176d6413 {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 11:20:51.780331 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71e26d8e-59ee-4500-99f0-351324add5e1", "name": "network-vif-plugged", "status": "completed", "tag": "aad11eba-e1dc-47fe-a921-1b2dfb899ec8", "code": 200}]} {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 11:20:51.780577 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b48fb934-7d27-47b5-8a15-1d82176d6413 {{(pid=102348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 11:20:51.780954 n-d-813419-10 neutron-server[102348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71e26d8e-59ee-4500-99f0-351324add5e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aad11eba-e1dc-47fe-a921-1b2dfb899ec8', 'code': 200} Oct 27 11:20:51.807340 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Pushing event updated for resources: {'Port': ['ID=aad11eba-e1dc-47fe-a921-1b2dfb899ec8,revision_number=5']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:20:51.875333 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf525fa8-0721-46ca-b324-239eaebe9293 req-7532395d-f991-443a-b045-78a232bb7c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:20:51.876847 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-cf525fa8-0721-46ca-b324-239eaebe9293 req-7532395d-f991-443a-b045-78a232bb7c85 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=71e26d8e-59ee-4500-99f0-351324add5e1 HTTP/1.1" status: 200 len: 1097 time: 0.0400724 Oct 27 11:20:51.910532 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-cf525fa8-0721-46ca-b324-239eaebe9293 req-6a56d03d-2d4c-47c2-9ff4-5f82da8e6cdf service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=237d1a09-65e1-4ffe-99a2-aabdce1eaaee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0266132 Oct 27 11:20:52.119402 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-3c6a8245-0581-48aa-b5f6-4d8fe98cd16e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:20:52.375356 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3683545b-1210-492c-b07b-bb44bab1d182 req-6c0e3a4c-5fb1-4e36-a17e-4419045fbb0c tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:20:52.376858 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-3683545b-1210-492c-b07b-bb44bab1d182 req-6c0e3a4c-5fb1-4e36-a17e-4419045fbb0c tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "GET /v2.0/ports?device_id=71e26d8e-59ee-4500-99f0-351324add5e1 HTTP/1.1" status: 200 len: 945 time: 0.0525327 Oct 27 11:20:52.413820 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-3683545b-1210-492c-b07b-bb44bab1d182 req-2934e107-9def-41cc-874d-de2cfc10dac0 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "GET /v2.0/security-groups?id=237d1a09-65e1-4ffe-99a2-aabdce1eaaee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309451 Oct 27 11:20:53.531173 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81db7851-0da0-466b-9ca5-661ed4c0ebb9 req-da7768e8-5b67-42c9-bf74-f718819e37c5 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:20:53.532665 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-81db7851-0da0-466b-9ca5-661ed4c0ebb9 req-da7768e8-5b67-42c9-bf74-f718819e37c5 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "GET /v2.0/ports?device_id=71e26d8e-59ee-4500-99f0-351324add5e1 HTTP/1.1" status: 200 len: 945 time: 0.0487707 Oct 27 11:20:53.569260 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-81db7851-0da0-466b-9ca5-661ed4c0ebb9 req-28e124c0-4719-4635-9f23-b8a55ea98c4f tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "GET /v2.0/security-groups?id=237d1a09-65e1-4ffe-99a2-aabdce1eaaee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299962 Oct 27 11:20:53.681438 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15eade21-2c20-4008-9afd-75fb730adee8 req-ab146dad-19a0-426d-9307-571dfeb65c0c tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:20:53.682892 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-15eade21-2c20-4008-9afd-75fb730adee8 req-ab146dad-19a0-426d-9307-571dfeb65c0c tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "GET /v2.0/ports?device_id=71e26d8e-59ee-4500-99f0-351324add5e1 HTTP/1.1" status: 200 len: 945 time: 0.0488453 Oct 27 11:20:53.719764 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-15eade21-2c20-4008-9afd-75fb730adee8 req-0e08a2ae-e1be-466a-9718-261fd82823ed tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "GET /v2.0/security-groups?id=237d1a09-65e1-4ffe-99a2-aabdce1eaaee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309734 Oct 27 11:20:53.740784 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 48014) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:20:53.783247 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d299b62-41c5-422d-a4a2-91291773df53 tempest-TestNetworkAdvancedServerOps-2138787779 tempest-TestNetworkAdvancedServerOps-2138787779-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:20:53.784756 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-7d299b62-41c5-422d-a4a2-91291773df53 tempest-TestNetworkAdvancedServerOps-2138787779 tempest-TestNetworkAdvancedServerOps-2138787779-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=71e26d8e-59ee-4500-99f0-351324add5e1 HTTP/1.1" status: 200 len: 1092 time: 0.0429966 Oct 27 11:20:53.788220 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 48016) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:20:53.792346 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-bda134f0-66f4-4ace-94d5-df5c4c6b4b5a tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Request body: {'floatingip': {'floating_network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'port_id': 'aad11eba-e1dc-47fe-a921-1b2dfb899ec8', 'tenant_id': 'cbfb4663104c453f9ca4ef83ed712b9d', 'fixed_ip_address': '172.20.0.9'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:20:53.813167 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-bda134f0-66f4-4ace-94d5-df5c4c6b4b5a tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks [] for floatingip, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:20:53.907113 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-bda134f0-66f4-4ace-94d5-df5c4c6b4b5a tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:20:54.015217 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_common [None req-bda134f0-66f4-4ace-94d5-df5c4c6b4b5a tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Allocated IP 172.25.8.85 (185ff123-c7ff-45c7-a6be-71feb35acc9c/0fb9f9d1-7384-481f-8fa8-f4566c349d30/0d622916-e5b4-49df-bc67-89c5875d29f9) {{(pid=102347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 11:20:54.114055 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-bda134f0-66f4-4ace-94d5-df5c4c6b4b5a tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks [] for port, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:20:54.148580 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-bda134f0-66f4-4ace-94d5-df5c4c6b4b5a tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:20:54.190225 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bda134f0-66f4-4ace-94d5-df5c4c6b4b5a tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Network 185ff123-c7ff-45c7-a6be-71feb35acc9c is already hosted by enough agents. {{(pid=102347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 11:20:54.192944 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [None req-bda134f0-66f4-4ace-94d5-df5c4c6b4b5a tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Resources bound (agent type, host, resource id): {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 11:20:54.196510 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bda134f0-66f4-4ace-94d5-df5c4c6b4b5a tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Received port after_create {{(pid=102347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 11:20:54.219273 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda134f0-66f4-4ace-94d5-df5c4c6b4b5a tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Pushing event updated for resources: {'Port': ['ID=0d622916-e5b4-49df-bc67-89c5875d29f9,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:20:54.540791 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-bda134f0-66f4-4ace-94d5-df5c4c6b4b5a tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:20:54.608651 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-bda134f0-66f4-4ace-94d5-df5c4c6b4b5a tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:20:54.755088 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-bda134f0-66f4-4ace-94d5-df5c4c6b4b5a tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks [] for port, precommit_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:20:54.759295 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-bda134f0-66f4-4ace-94d5-df5c4c6b4b5a tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:20:54.820884 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda134f0-66f4-4ace-94d5-df5c4c6b4b5a tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Pushing event updated for resources: {'Port': ['ID=0d622916-e5b4-49df-bc67-89c5875d29f9,revision_number=2']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:20:54.837458 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-bda134f0-66f4-4ace-94d5-df5c4c6b4b5a tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1664826'] for floatingip, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:20:54.933710 n-d-813419-10 neutron-server[102347]: INFO neutron.db.l3_db [None req-bda134f0-66f4-4ace-94d5-df5c4c6b4b5a tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Floating IP 018cbd28-3c37-459e-b06c-90926981552e associated. External IP: 172.25.8.85, port: aad11eba-e1dc-47fe-a921-1b2dfb899ec8. Oct 27 11:20:55.133904 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bda134f0-66f4-4ace-94d5-df5c4c6b4b5a tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Router 20824fc9-fe2f-4a05-8834-44263de53b0a has already been hosted by L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb {{(pid=102347) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 11:20:55.237771 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bda134f0-66f4-4ace-94d5-df5c4c6b4b5a tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 11:20:55.247722 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b800378f-88e8-41ce-97d8-a0c8a4b8ea98 None None] Sync routers for ids ['20824fc9-fe2f-4a05-8834-44263de53b0a'] in n-d-813419-10 {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 11:20:55.254532 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-bda134f0-66f4-4ace-94d5-df5c4c6b4b5a tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for floatingip, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:20:55.257723 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b800378f-88e8-41ce-97d8-a0c8a4b8ea98 None None] Routers {'20824fc9-fe2f-4a05-8834-44263de53b0a'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 11:20:55.258334 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-b800378f-88e8-41ce-97d8-a0c8a4b8ea98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T11:20:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['20824fc9-fe2f-4a05-8834-44263de53b0a'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:20:55.281885 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-bda134f0-66f4-4ace-94d5-df5c4c6b4b5a tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.4926751 Oct 27 11:20:55.282559 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71e26d8e-59ee-4500-99f0-351324add5e1', 'tag': 'aad11eba-e1dc-47fe-a921-1b2dfb899ec8'}] {{(pid=102347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 11:20:55.284898 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b4a6b06816dbd4a25adc79839574a1cde60454ea9fb7ff9bc84d34209fb596e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9b2d036-ffb7-446c-bb4f-c02610a1cb7c" -d '{"events": [{"name": "network-changed", "server_uuid": "71e26d8e-59ee-4500-99f0-351324add5e1", "tag": "aad11eba-e1dc-47fe-a921-1b2dfb899ec8"}]}' {{(pid=102347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 11:20:55.330705 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 11:20:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2dfc2a0-2530-45bd-bbef-d8b60cdc0987 x-openstack-request-id: req-f2dfc2a0-2530-45bd-bbef-d8b60cdc0987 {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 11:20:55.330705 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71e26d8e-59ee-4500-99f0-351324add5e1", "tag": "aad11eba-e1dc-47fe-a921-1b2dfb899ec8", "status": "completed", "code": 200}]} {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 11:20:55.330705 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f2dfc2a0-2530-45bd-bbef-d8b60cdc0987 {{(pid=102347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 11:20:55.330705 n-d-813419-10 neutron-server[102347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71e26d8e-59ee-4500-99f0-351324add5e1', 'tag': 'aad11eba-e1dc-47fe-a921-1b2dfb899ec8', 'status': 'completed', 'code': 200} Oct 27 11:20:55.366978 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvr_db [None req-b800378f-88e8-41ce-97d8-a0c8a4b8ea98 None None] Set router 20824fc9-fe2f-4a05-8834-44263de53b0a gateway port host: n-d-813419-10 {{(pid=102348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 11:20:55.396569 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a3b18e-6148-4a45-ba12-2ac6c56d2a99 req-fae6a770-cca6-474c-a669-da57ffe05591 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:20:55.398690 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c0a3b18e-6148-4a45-ba12-2ac6c56d2a99 req-fae6a770-cca6-474c-a669-da57ffe05591 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "GET /v2.0/ports?device_id=71e26d8e-59ee-4500-99f0-351324add5e1 HTTP/1.1" status: 200 len: 945 time: 0.0643249 Oct 27 11:20:55.401402 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b2d036-ffb7-446c-bb4f-c02610a1cb7c req-3d72b089-6af1-4162-a869-578c160ca678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:20:55.402966 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-b9b2d036-ffb7-446c-bb4f-c02610a1cb7c req-3d72b089-6af1-4162-a869-578c160ca678 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=cbfb4663104c453f9ca4ef83ed712b9d&device_id=71e26d8e-59ee-4500-99f0-351324add5e1 HTTP/1.1" status: 200 len: 1097 time: 0.0470185 Oct 27 11:20:55.437093 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c0a3b18e-6148-4a45-ba12-2ac6c56d2a99 req-044456f6-bd03-47d1-8cef-45541d6a968d tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "GET /v2.0/security-groups?id=237d1a09-65e1-4ffe-99a2-aabdce1eaaee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314991 Oct 27 11:20:55.461644 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 48022) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:20:55.499118 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b2d036-ffb7-446c-bb4f-c02610a1cb7c req-a7ec927d-33df-48e2-a7c8-c95a9ee786ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:20:55.500649 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-b9b2d036-ffb7-446c-bb4f-c02610a1cb7c req-a7ec927d-33df-48e2-a7c8-c95a9ee786ef service neutron] 10.222.0.76 "GET /v2.0/networks?id=985aa889-339e-407c-9ed9-7407c52e2ba8 HTTP/1.1" status: 200 len: 897 time: 0.0908906 Oct 27 11:20:55.528405 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-2281bd16-afdd-4274-a122-eddc6b983413 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "GET /v2.0/floatingips/018cbd28-3c37-459e-b06c-90926981552e HTTP/1.1" status: 200 len: 990 time: 0.0655899 Oct 27 11:20:55.568325 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-b9b2d036-ffb7-446c-bb4f-c02610a1cb7c req-a5c6b0b2-00dd-496e-bec8-8cd0ad3a33d6 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=aad11eba-e1dc-47fe-a921-1b2dfb899ec8 HTTP/1.1" status: 200 len: 998 time: 0.0603178 Oct 27 11:20:55.609434 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-b800378f-88e8-41ce-97d8-a0c8a4b8ea98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20824fc9-fe2f-4a05-8834-44263de53b0a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2133530157', 'tenant_id': 'cbfb4663104c453f9ca4ef83ed712b9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.234'}], 'enable_snat': True}, 'gw_port_id': 'b11e2d10-507a-4d7a-bb8c-296a84d70600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:20:37Z', 'updated_at': '2021-10-27T11:20:41Z', 'revision_number': 4, 'project_id': 'cbfb4663104c453f9ca4ef83ed712b9d', 'gw_port': {'id': 'b11e2d10-507a-4d7a-bb8c-296a84d70600', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:0e:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20824fc9-fe2f-4a05-8834-44263de53b0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:20:37Z', 'updated_at': '2021-10-27T11:20:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_floatingips': [{'id': '018cbd28-3c37-459e-b06c-90926981552e', 'tenant_id': 'cbfb4663104c453f9ca4ef83ed712b9d', 'floating_ip_address': '172.25.8.85', 'floating_network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'router_id': '20824fc9-fe2f-4a05-8834-44263de53b0a', 'port_id': 'aad11eba-e1dc-47fe-a921-1b2dfb899ec8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4186, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '985aa889-339e-407c-9ed9-7407c52e2ba8', 'mac_address': 'fa:16:3e:8b:4d:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e26d8e-59ee-4500-99f0-351324add5e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T11:20:54Z', 'updated_at': '2021-10-27T11:20:54Z', 'revision_number': 0, 'project_id': 'cbfb4663104c453f9ca4ef83ed712b9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83c58436-6798-4317-914f-03e327cfbcee', 'name': '', 'network_id': '985aa889-339e-407c-9ed9-7407c52e2ba8', 'tenant_id': 'cbfb4663104c453f9ca4ef83ed712b9d', 'mac_address': 'fa:16:3e:b1:1d:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20824fc9-fe2f-4a05-8834-44263de53b0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': 'a1c8ebce-2834-4bc7-9b9b-cc186aa83ed9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:20:40Z', 'updated_at': '2021-10-27T11:20:43Z', 'revision_number': 5, 'project_id': 'cbfb4663104c453f9ca4ef83ed712b9d', 'subnets': [{'id': 'a1c8ebce-2834-4bc7-9b9b-cc186aa83ed9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:20:55.622978 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b2d036-ffb7-446c-bb4f-c02610a1cb7c req-c4c29922-66ce-4cb3-8210-cc916a38df2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:20:55.624479 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-b9b2d036-ffb7-446c-bb4f-c02610a1cb7c req-c4c29922-66ce-4cb3-8210-cc916a38df2e service neutron] 10.222.0.76 "GET /v2.0/subnets?id=a1c8ebce-2834-4bc7-9b9b-cc186aa83ed9 HTTP/1.1" status: 200 len: 834 time: 0.0474827 Oct 27 11:20:55.640550 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b800378f-88e8-41ce-97d8-a0c8a4b8ea98 None None] Checking router: 20824fc9-fe2f-4a05-8834-44263de53b0a for host: n-d-813419-10 {{(pid=102348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 11:20:55.649756 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b800378f-88e8-41ce-97d8-a0c8a4b8ea98 None None] Routers {'20824fc9-fe2f-4a05-8834-44263de53b0a'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 11:20:55.650285 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-b800378f-88e8-41ce-97d8-a0c8a4b8ea98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T11:20:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['20824fc9-fe2f-4a05-8834-44263de53b0a'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:20:55.671799 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b2d036-ffb7-446c-bb4f-c02610a1cb7c req-06f5796e-54f1-49e7-9cc3-405bb7bfdf61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:20:55.673343 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-b9b2d036-ffb7-446c-bb4f-c02610a1cb7c req-06f5796e-54f1-49e7-9cc3-405bb7bfdf61 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=985aa889-339e-407c-9ed9-7407c52e2ba8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0417538 Oct 27 11:20:55.755459 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvr_db [None req-b800378f-88e8-41ce-97d8-a0c8a4b8ea98 None None] Set router 20824fc9-fe2f-4a05-8834-44263de53b0a gateway port host: n-d-813419-10 {{(pid=102348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 11:20:55.761763 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-b9b2d036-ffb7-446c-bb4f-c02610a1cb7c req-53d69a0b-cc0e-495c-9892-98941194c565 service neutron] 10.222.0.76 "GET /v2.0/networks/985aa889-339e-407c-9ed9-7407c52e2ba8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812373 Oct 27 11:20:55.856148 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-b9b2d036-ffb7-446c-bb4f-c02610a1cb7c req-8eb4b301-02dd-4faf-a1f7-8970aa41354c service neutron] 10.222.0.76 "GET /v2.0/networks/985aa889-339e-407c-9ed9-7407c52e2ba8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870337 Oct 27 11:20:55.979525 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-b800378f-88e8-41ce-97d8-a0c8a4b8ea98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20824fc9-fe2f-4a05-8834-44263de53b0a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2133530157', 'tenant_id': 'cbfb4663104c453f9ca4ef83ed712b9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.234'}], 'enable_snat': True}, 'gw_port_id': 'b11e2d10-507a-4d7a-bb8c-296a84d70600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:20:37Z', 'updated_at': '2021-10-27T11:20:41Z', 'revision_number': 4, 'project_id': 'cbfb4663104c453f9ca4ef83ed712b9d', 'gw_port': {'id': 'b11e2d10-507a-4d7a-bb8c-296a84d70600', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:0e:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20824fc9-fe2f-4a05-8834-44263de53b0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:20:37Z', 'updated_at': '2021-10-27T11:20:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_floatingips': [{'id': '018cbd28-3c37-459e-b06c-90926981552e', 'tenant_id': 'cbfb4663104c453f9ca4ef83ed712b9d', 'floating_ip_address': '172.25.8.85', 'floating_network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'router_id': '20824fc9-fe2f-4a05-8834-44263de53b0a', 'port_id': 'aad11eba-e1dc-47fe-a921-1b2dfb899ec8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4186, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '985aa889-339e-407c-9ed9-7407c52e2ba8', 'mac_address': 'fa:16:3e:8b:4d:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e26d8e-59ee-4500-99f0-351324add5e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T11:20:54Z', 'updated_at': '2021-10-27T11:20:54Z', 'revision_number': 0, 'project_id': 'cbfb4663104c453f9ca4ef83ed712b9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83c58436-6798-4317-914f-03e327cfbcee', 'name': '', 'network_id': '985aa889-339e-407c-9ed9-7407c52e2ba8', 'tenant_id': 'cbfb4663104c453f9ca4ef83ed712b9d', 'mac_address': 'fa:16:3e:b1:1d:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20824fc9-fe2f-4a05-8834-44263de53b0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': 'a1c8ebce-2834-4bc7-9b9b-cc186aa83ed9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:20:40Z', 'updated_at': '2021-10-27T11:20:43Z', 'revision_number': 5, 'project_id': 'cbfb4663104c453f9ca4ef83ed712b9d', 'subnets': [{'id': 'a1c8ebce-2834-4bc7-9b9b-cc186aa83ed9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:20:56.005113 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b800378f-88e8-41ce-97d8-a0c8a4b8ea98 None None] The sync data for ids ['20824fc9-fe2f-4a05-8834-44263de53b0a'] in n-d-813419-10 is: [{'id': '20824fc9-fe2f-4a05-8834-44263de53b0a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2133530157', 'tenant_id': 'cbfb4663104c453f9ca4ef83ed712b9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.234'}], 'enable_snat': True}, 'gw_port_id': 'b11e2d10-507a-4d7a-bb8c-296a84d70600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:20:37Z', 'updated_at': '2021-10-27T11:20:41Z', 'revision_number': 4, 'project_id': 'cbfb4663104c453f9ca4ef83ed712b9d', 'gw_port': {'id': 'b11e2d10-507a-4d7a-bb8c-296a84d70600', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:0e:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20824fc9-fe2f-4a05-8834-44263de53b0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:20:37Z', 'updated_at': '2021-10-27T11:20:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_floatingips': [{'id': '018cbd28-3c37-459e-b06c-90926981552e', 'tenant_id': 'cbfb4663104c453f9ca4ef83ed712b9d', 'floating_ip_address': '172.25.8.85', 'floating_network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'router_id': '20824fc9-fe2f-4a05-8834-44263de53b0a', 'port_id': 'aad11eba-e1dc-47fe-a921-1b2dfb899ec8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4186, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '985aa889-339e-407c-9ed9-7407c52e2ba8', 'mac_address': 'fa:16:3e:8b:4d:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e26d8e-59ee-4500-99f0-351324add5e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T11:20:54Z', 'updated_at': '2021-10-27T11:20:54Z', 'revision_number': 0, 'project_id': 'cbfb4663104c453f9ca4ef83ed712b9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83c58436-6798-4317-914f-03e327cfbcee', 'name': '', 'network_id': '985aa889-339e-407c-9ed9-7407c52e2ba8', 'tenant_id': 'cbfb4663104c453f9ca4ef83ed712b9d', 'mac_address': 'fa:16:3e:b1:1d:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20824fc9-fe2f-4a05-8834-44263de53b0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': 'a1c8ebce-2834-4bc7-9b9b-cc186aa83ed9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:20:40Z', 'updated_at': '2021-10-27T11:20:43Z', 'revision_number': 5, 'project_id': 'cbfb4663104c453f9ca4ef83ed712b9d', 'subnets': [{'id': 'a1c8ebce-2834-4bc7-9b9b-cc186aa83ed9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 11:20:56.197014 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a36bffa3-be95-4b16-95fd-e7728ec7be9d None None] New status for floating IP 018cbd28-3c37-459e-b06c-90926981552e: ACTIVE {{(pid=102349) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 11:20:56.532134 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 48024) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:20:56.592293 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-5fdc9a03-65e1-45c6-8433-b488a8a49728 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "GET /v2.0/floatingips/018cbd28-3c37-459e-b06c-90926981552e HTTP/1.1" status: 200 len: 992 time: 0.0588982 Oct 27 11:21:02.991038 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:21:04.971935 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-86c5e629-2e33-4714-a851-f2af121e43c6 req-08bde525-3cad-4a81-8cce-a37fa0a3e314 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=71e26d8e-59ee-4500-99f0-351324add5e1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0435691 Oct 27 11:21:05.056827 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c5e629-2e33-4714-a851-f2af121e43c6 req-82579f57-322f-411d-98db-17f50c71e336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:21:05.058299 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-86c5e629-2e33-4714-a851-f2af121e43c6 req-82579f57-322f-411d-98db-17f50c71e336 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=cbfb4663104c453f9ca4ef83ed712b9d&device_id=71e26d8e-59ee-4500-99f0-351324add5e1 HTTP/1.1" status: 200 len: 1097 time: 0.0398972 Oct 27 11:21:05.167008 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c5e629-2e33-4714-a851-f2af121e43c6 req-8483e36c-1e0a-4e4d-ade1-206d3abc2ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:21:05.168494 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-86c5e629-2e33-4714-a851-f2af121e43c6 req-8483e36c-1e0a-4e4d-ade1-206d3abc2ea9 service neutron] 10.222.0.76 "GET /v2.0/networks?id=985aa889-339e-407c-9ed9-7407c52e2ba8 HTTP/1.1" status: 200 len: 897 time: 0.0874255 Oct 27 11:21:05.233304 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-86c5e629-2e33-4714-a851-f2af121e43c6 req-e740ad19-4a54-47be-9f28-b8264e9f8d87 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=aad11eba-e1dc-47fe-a921-1b2dfb899ec8 HTTP/1.1" status: 200 len: 1000 time: 0.0569963 Oct 27 11:21:05.281630 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c5e629-2e33-4714-a851-f2af121e43c6 req-5910d8e2-3366-45ff-822e-30da9c71fa1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:21:05.283043 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-86c5e629-2e33-4714-a851-f2af121e43c6 req-5910d8e2-3366-45ff-822e-30da9c71fa1d service neutron] 10.222.0.76 "GET /v2.0/subnets?id=a1c8ebce-2834-4bc7-9b9b-cc186aa83ed9 HTTP/1.1" status: 200 len: 834 time: 0.0431850 Oct 27 11:21:05.332590 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c5e629-2e33-4714-a851-f2af121e43c6 req-0dad8049-20f8-453a-972f-b7178350a6ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:21:05.334111 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-86c5e629-2e33-4714-a851-f2af121e43c6 req-0dad8049-20f8-453a-972f-b7178350a6ae service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=985aa889-339e-407c-9ed9-7407c52e2ba8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0432768 Oct 27 11:21:05.428512 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-86c5e629-2e33-4714-a851-f2af121e43c6 req-5f75b147-8461-4dde-b1f9-8c314de4a279 service neutron] 10.222.0.76 "GET /v2.0/networks/985aa889-339e-407c-9ed9-7407c52e2ba8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811772 Oct 27 11:21:05.530714 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-86c5e629-2e33-4714-a851-f2af121e43c6 req-303afd78-aa58-4cdb-ba9e-5fafa069d18a service neutron] 10.222.0.76 "GET /v2.0/networks/985aa889-339e-407c-9ed9-7407c52e2ba8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923772 Oct 27 11:21:09.374742 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:21:16.298200 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-643e69e9-bd07-45e7-ad8e-68e36eb85db8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:21:18.965666 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-90cfe50f-d0dc-4c4d-b6a7-9241ba3d6a7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:21:20.081777 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:21:20.241537 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-eadeaa30-4096-4d1a-b3cb-aa7ebfb291ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:21:22.119835 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-3c6a8245-0581-48aa-b5f6-4d8fe98cd16e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:21:28.294721 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.agents_db [None req-e79ee67d-056e-46ea-bd99-e80473396b25 None None] Agent healthcheck: found 7 active agents {{(pid=102349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 11:21:32.956635 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:21:39.368605 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:21:46.298413 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-9e3238e3-1324-4e5b-8ea0-ac3890eddf09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:21:48.965807 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-81cb5aa4-a809-4d91-8279-a887573801bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:21:50.082661 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:21:50.236579 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-eadeaa30-4096-4d1a-b3cb-aa7ebfb291ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:21:52.121296 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-3c6a8245-0581-48aa-b5f6-4d8fe98cd16e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:22:02.954947 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:22:04.990114 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-48af5fad-47b6-41b0-889e-b0bb852aecc7 req-f80eaecd-fb58-44e9-a813-73b9ed90945e service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=71e26d8e-59ee-4500-99f0-351324add5e1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0396874 Oct 27 11:22:05.071687 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48af5fad-47b6-41b0-889e-b0bb852aecc7 req-9fbd9366-7c7d-45bc-8194-5eecae47ea7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:22:05.073207 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-48af5fad-47b6-41b0-889e-b0bb852aecc7 req-9fbd9366-7c7d-45bc-8194-5eecae47ea7c service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=cbfb4663104c453f9ca4ef83ed712b9d&device_id=71e26d8e-59ee-4500-99f0-351324add5e1 HTTP/1.1" status: 200 len: 1097 time: 0.0401709 Oct 27 11:22:05.181259 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48af5fad-47b6-41b0-889e-b0bb852aecc7 req-79bc95ca-a557-4e42-9104-41c2d4ab451e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:22:05.182755 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-48af5fad-47b6-41b0-889e-b0bb852aecc7 req-79bc95ca-a557-4e42-9104-41c2d4ab451e service neutron] 10.222.0.76 "GET /v2.0/networks?id=985aa889-339e-407c-9ed9-7407c52e2ba8 HTTP/1.1" status: 200 len: 897 time: 0.0888474 Oct 27 11:22:05.245933 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-48af5fad-47b6-41b0-889e-b0bb852aecc7 req-1f6eb15d-77fc-4e9d-ab63-68e32167c194 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=aad11eba-e1dc-47fe-a921-1b2dfb899ec8 HTTP/1.1" status: 200 len: 1000 time: 0.0558646 Oct 27 11:22:05.293034 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.agents_db [None req-e79ee67d-056e-46ea-bd99-e80473396b25 None None] Agent healthcheck: found 7 active agents {{(pid=102349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 11:22:05.297974 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48af5fad-47b6-41b0-889e-b0bb852aecc7 req-6f5dc2a4-5824-4f32-b790-cfa0fc0eeb1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:22:05.299394 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-48af5fad-47b6-41b0-889e-b0bb852aecc7 req-6f5dc2a4-5824-4f32-b790-cfa0fc0eeb1f service neutron] 10.222.0.76 "GET /v2.0/subnets?id=a1c8ebce-2834-4bc7-9b9b-cc186aa83ed9 HTTP/1.1" status: 200 len: 834 time: 0.0465078 Oct 27 11:22:05.344068 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48af5fad-47b6-41b0-889e-b0bb852aecc7 req-f8cacc92-c666-45f4-8d05-9c126c0e277a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:22:05.345606 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-48af5fad-47b6-41b0-889e-b0bb852aecc7 req-f8cacc92-c666-45f4-8d05-9c126c0e277a service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=985aa889-339e-407c-9ed9-7407c52e2ba8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0395305 Oct 27 11:22:05.435220 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-48af5fad-47b6-41b0-889e-b0bb852aecc7 req-8c1dd9c6-faf5-4c03-963f-2f4f70b43c36 service neutron] 10.222.0.76 "GET /v2.0/networks/985aa889-339e-407c-9ed9-7407c52e2ba8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819495 Oct 27 11:22:05.527486 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-48af5fad-47b6-41b0-889e-b0bb852aecc7 req-288842ea-95b9-4a42-ac35-c9d65e819719 service neutron] 10.222.0.76 "GET /v2.0/networks/985aa889-339e-407c-9ed9-7407c52e2ba8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844240 Oct 27 11:22:09.371496 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:22:10.160420 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f1e5eb-0e63-4dff-9430-0c5731fd9d39 req-3da9f559-0a5a-400f-a7f6-59241d7b9a36 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:22:10.162160 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-b1f1e5eb-0e63-4dff-9430-0c5731fd9d39 req-3da9f559-0a5a-400f-a7f6-59241d7b9a36 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "GET /v2.0/ports?device_id=71e26d8e-59ee-4500-99f0-351324add5e1 HTTP/1.1" status: 200 len: 945 time: 0.1059029 Oct 27 11:22:10.203413 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-b1f1e5eb-0e63-4dff-9430-0c5731fd9d39 req-73a717ed-a845-47db-bc28-1221e2760fd2 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "GET /v2.0/security-groups?id=237d1a09-65e1-4ffe-99a2-aabdce1eaaee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336745 Oct 27 11:22:11.369690 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8feae15-ec7f-4c48-bbde-71773690b873 req-fb0012c8-a083-4acf-ac14-31fde6c2a604 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:22:11.371174 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-d8feae15-ec7f-4c48-bbde-71773690b873 req-fb0012c8-a083-4acf-ac14-31fde6c2a604 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "GET /v2.0/ports?device_id=71e26d8e-59ee-4500-99f0-351324add5e1 HTTP/1.1" status: 200 len: 945 time: 0.0966134 Oct 27 11:22:11.409073 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-d8feae15-ec7f-4c48-bbde-71773690b873 req-3da0226e-2633-458e-95ee-cabae998a228 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "GET /v2.0/security-groups?id=237d1a09-65e1-4ffe-99a2-aabdce1eaaee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318804 Oct 27 11:22:11.430513 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 48066) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:22:11.491125 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-fda8f0c1-298a-4d45-852c-dff2d39c0b6d tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "GET /v2.0/floatingips/018cbd28-3c37-459e-b06c-90926981552e HTTP/1.1" status: 200 len: 992 time: 0.0594392 Oct 27 11:22:12.755475 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317db539-afa7-43f2-b4fa-8194ca518aa5 req-898ddedc-e74c-40f5-88b0-bca998e304f5 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:22:12.757114 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-317db539-afa7-43f2-b4fa-8194ca518aa5 req-898ddedc-e74c-40f5-88b0-bca998e304f5 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "GET /v2.0/ports?device_id=71e26d8e-59ee-4500-99f0-351324add5e1 HTTP/1.1" status: 200 len: 945 time: 0.0526779 Oct 27 11:22:12.797166 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-317db539-afa7-43f2-b4fa-8194ca518aa5 req-f9479445-2599-4bfa-8a47-82f56da979d9 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "GET /v2.0/security-groups?id=237d1a09-65e1-4ffe-99a2-aabdce1eaaee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336511 Oct 27 11:22:13.922084 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77c284e-f188-4613-80aa-394ee7578722 req-0a3f47c1-530c-4aea-a344-59a5b2cb0a10 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:22:13.923567 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-d77c284e-f188-4613-80aa-394ee7578722 req-0a3f47c1-530c-4aea-a344-59a5b2cb0a10 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "GET /v2.0/ports?device_id=71e26d8e-59ee-4500-99f0-351324add5e1 HTTP/1.1" status: 200 len: 945 time: 0.0556588 Oct 27 11:22:13.960039 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-d77c284e-f188-4613-80aa-394ee7578722 req-fc0ef2b0-bae9-41fa-99cc-0f20fb507a92 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "GET /v2.0/security-groups?id=237d1a09-65e1-4ffe-99a2-aabdce1eaaee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305099 Oct 27 11:22:13.982758 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 48078) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:22:14.041159 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-caace128-b912-40b0-89d3-b8132a8bc830 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "GET /v2.0/floatingips/018cbd28-3c37-459e-b06c-90926981552e HTTP/1.1" status: 200 len: 992 time: 0.0572124 Oct 27 11:22:14.261229 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 48084) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:22:14.414528 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-24bb5d37-2633-450c-b3db-5405772364d1 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Deleting port 0d622916-e5b4-49df-bc67-89c5875d29f9 {{(pid=102346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 11:22:14.414931 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-24bb5d37-2633-450c-b3db-5405772364d1 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:22:14.487195 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-24bb5d37-2633-450c-b3db-5405772364d1 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:22:14.487510 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-24bb5d37-2633-450c-b3db-5405772364d1 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:22:14.498898 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-24bb5d37-2633-450c-b3db-5405772364d1 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Calling delete_port for 0d622916-e5b4-49df-bc67-89c5875d29f9 owned by network:floatingip {{(pid=102346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 11:22:14.642390 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-24bb5d37-2633-450c-b3db-5405772364d1 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:22:14.671542 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bb5d37-2633-450c-b3db-5405772364d1 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Pushing event deleted for resources: {'Port': ['ID=0d622916-e5b4-49df-bc67-89c5875d29f9,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:22:14.697697 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24bb5d37-2633-450c-b3db-5405772364d1 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:22:14.698037 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24bb5d37-2633-450c-b3db-5405772364d1 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:22:14.698371 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24bb5d37-2633-450c-b3db-5405772364d1 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:22:14.698696 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24bb5d37-2633-450c-b3db-5405772364d1 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:22:14.699017 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24bb5d37-2633-450c-b3db-5405772364d1 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:22:14.699339 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24bb5d37-2633-450c-b3db-5405772364d1 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:22:14.699658 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24bb5d37-2633-450c-b3db-5405772364d1 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:22:14.699975 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24bb5d37-2633-450c-b3db-5405772364d1 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:22:14.700321 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24bb5d37-2633-450c-b3db-5405772364d1 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:22:14.700637 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24bb5d37-2633-450c-b3db-5405772364d1 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:22:14.700957 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24bb5d37-2633-450c-b3db-5405772364d1 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:22:14.701267 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24bb5d37-2633-450c-b3db-5405772364d1 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:22:14.738441 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-24bb5d37-2633-450c-b3db-5405772364d1 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks [] for floatingip, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:22:14.738763 n-d-813419-10 neutron-server[102346]: INFO neutron.db.l3_db [None req-24bb5d37-2633-450c-b3db-5405772364d1 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Floating IP 018cbd28-3c37-459e-b06c-90926981552e disassociated (deleted). External IP: 172.25.8.85, port: aad11eba-e1dc-47fe-a921-1b2dfb899ec8. Oct 27 11:22:14.939053 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24bb5d37-2633-450c-b3db-5405772364d1 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Router 20824fc9-fe2f-4a05-8834-44263de53b0a has already been hosted by L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb {{(pid=102346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 11:22:15.040152 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24bb5d37-2633-450c-b3db-5405772364d1 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 11:22:15.044837 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-24bb5d37-2633-450c-b3db-5405772364d1 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for floatingip, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:22:15.049328 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e81fff7-4bc1-40f1-a484-289a4f178870 None None] Sync routers for ids ['20824fc9-fe2f-4a05-8834-44263de53b0a'] in n-d-813419-10 {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 11:22:15.058837 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e81fff7-4bc1-40f1-a484-289a4f178870 None None] Routers {'20824fc9-fe2f-4a05-8834-44263de53b0a'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 11:22:15.059439 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-1e81fff7-4bc1-40f1-a484-289a4f178870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T11:21:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['20824fc9-fe2f-4a05-8834-44263de53b0a'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:22:15.073737 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-24bb5d37-2633-450c-b3db-5405772364d1 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "DELETE /v2.0/floatingips/018cbd28-3c37-459e-b06c-90926981552e HTTP/1.1" status: 204 len: 168 time: 0.8113954 Oct 27 11:22:15.074327 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71e26d8e-59ee-4500-99f0-351324add5e1', 'tag': 'aad11eba-e1dc-47fe-a921-1b2dfb899ec8'}] {{(pid=102346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 11:22:15.076685 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2531aea88c448207759dde70f844649f18dfe6edcb84b1c92b49bb044a645d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f41b9667-63d6-480c-89fb-9d75a9554b0d" -d '{"events": [{"name": "network-changed", "server_uuid": "71e26d8e-59ee-4500-99f0-351324add5e1", "tag": "aad11eba-e1dc-47fe-a921-1b2dfb899ec8"}]}' {{(pid=102346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 11:22:15.119153 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 11:22:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93c62d83-86bf-44a0-a218-659a79c6c678 x-openstack-request-id: req-93c62d83-86bf-44a0-a218-659a79c6c678 {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 11:22:15.119434 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71e26d8e-59ee-4500-99f0-351324add5e1", "tag": "aad11eba-e1dc-47fe-a921-1b2dfb899ec8", "status": "completed", "code": 200}]} {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 11:22:15.119733 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-93c62d83-86bf-44a0-a218-659a79c6c678 {{(pid=102346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 11:22:15.120077 n-d-813419-10 neutron-server[102346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71e26d8e-59ee-4500-99f0-351324add5e1', 'tag': 'aad11eba-e1dc-47fe-a921-1b2dfb899ec8', 'status': 'completed', 'code': 200} Oct 27 11:22:15.170127 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvr_db [None req-1e81fff7-4bc1-40f1-a484-289a4f178870 None None] Set router 20824fc9-fe2f-4a05-8834-44263de53b0a gateway port host: n-d-813419-10 {{(pid=102348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 11:22:15.188799 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41b9667-63d6-480c-89fb-9d75a9554b0d req-f4ce558d-dbb1-45a3-9c55-4bc230b2fb88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:22:15.190533 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-f41b9667-63d6-480c-89fb-9d75a9554b0d req-f4ce558d-dbb1-45a3-9c55-4bc230b2fb88 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=cbfb4663104c453f9ca4ef83ed712b9d&device_id=71e26d8e-59ee-4500-99f0-351324add5e1 HTTP/1.1" status: 200 len: 1097 time: 0.0440528 Oct 27 11:22:15.324584 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41b9667-63d6-480c-89fb-9d75a9554b0d req-bb641d01-bf68-44dd-a10f-6cf941d09631 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:22:15.326103 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-f41b9667-63d6-480c-89fb-9d75a9554b0d req-bb641d01-bf68-44dd-a10f-6cf941d09631 service neutron] 10.222.0.76 "GET /v2.0/networks?id=985aa889-339e-407c-9ed9-7407c52e2ba8 HTTP/1.1" status: 200 len: 897 time: 0.1213753 Oct 27 11:22:15.345758 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686c169a-f9e7-4bb6-ab1e-bac778856d63 req-a7539958-bf8e-4fb8-a172-e59beab8076e tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:22:15.347221 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-686c169a-f9e7-4bb6-ab1e-bac778856d63 req-a7539958-bf8e-4fb8-a172-e59beab8076e tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "GET /v2.0/ports?device_id=71e26d8e-59ee-4500-99f0-351324add5e1 HTTP/1.1" status: 200 len: 945 time: 0.0639620 Oct 27 11:22:15.376860 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-1e81fff7-4bc1-40f1-a484-289a4f178870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20824fc9-fe2f-4a05-8834-44263de53b0a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2133530157', 'tenant_id': 'cbfb4663104c453f9ca4ef83ed712b9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.234'}], 'enable_snat': True}, 'gw_port_id': 'b11e2d10-507a-4d7a-bb8c-296a84d70600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:20:37Z', 'updated_at': '2021-10-27T11:20:41Z', 'revision_number': 4, 'project_id': 'cbfb4663104c453f9ca4ef83ed712b9d', 'gw_port': {'id': 'b11e2d10-507a-4d7a-bb8c-296a84d70600', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:0e:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20824fc9-fe2f-4a05-8834-44263de53b0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:20:37Z', 'updated_at': '2021-10-27T11:20:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_interfaces': [{'id': '83c58436-6798-4317-914f-03e327cfbcee', 'name': '', 'network_id': '985aa889-339e-407c-9ed9-7407c52e2ba8', 'tenant_id': 'cbfb4663104c453f9ca4ef83ed712b9d', 'mac_address': 'fa:16:3e:b1:1d:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20824fc9-fe2f-4a05-8834-44263de53b0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': 'a1c8ebce-2834-4bc7-9b9b-cc186aa83ed9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:20:40Z', 'updated_at': '2021-10-27T11:20:43Z', 'revision_number': 5, 'project_id': 'cbfb4663104c453f9ca4ef83ed712b9d', 'subnets': [{'id': 'a1c8ebce-2834-4bc7-9b9b-cc186aa83ed9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:22:15.388688 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-f41b9667-63d6-480c-89fb-9d75a9554b0d req-b0d5ed59-3662-4456-93f9-183d1b5ba03a service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=aad11eba-e1dc-47fe-a921-1b2dfb899ec8 HTTP/1.1" status: 200 len: 217 time: 0.0404735 Oct 27 11:22:15.407470 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e81fff7-4bc1-40f1-a484-289a4f178870 None None] Checking router: 20824fc9-fe2f-4a05-8834-44263de53b0a for host: n-d-813419-10 {{(pid=102348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 11:22:15.416349 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e81fff7-4bc1-40f1-a484-289a4f178870 None None] Routers {'20824fc9-fe2f-4a05-8834-44263de53b0a'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 11:22:15.416951 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-1e81fff7-4bc1-40f1-a484-289a4f178870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T11:21:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['20824fc9-fe2f-4a05-8834-44263de53b0a'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:22:15.442064 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-686c169a-f9e7-4bb6-ab1e-bac778856d63 req-ceba0a48-02d7-41e9-9429-b85e8fc37f32 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "GET /v2.0/security-groups?id=237d1a09-65e1-4ffe-99a2-aabdce1eaaee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858727 Oct 27 11:22:15.452566 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41b9667-63d6-480c-89fb-9d75a9554b0d req-691cdaee-dfad-4aca-a263-0a9b25005754 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:22:15.454046 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-f41b9667-63d6-480c-89fb-9d75a9554b0d req-691cdaee-dfad-4aca-a263-0a9b25005754 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=a1c8ebce-2834-4bc7-9b9b-cc186aa83ed9 HTTP/1.1" status: 200 len: 834 time: 0.0572002 Oct 27 11:22:15.504822 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41b9667-63d6-480c-89fb-9d75a9554b0d req-d566d616-14f7-47ea-92c1-3c350cdecd2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:22:15.506409 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-f41b9667-63d6-480c-89fb-9d75a9554b0d req-d566d616-14f7-47ea-92c1-3c350cdecd2d service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=985aa889-339e-407c-9ed9-7407c52e2ba8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0446818 Oct 27 11:22:15.602824 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-f41b9667-63d6-480c-89fb-9d75a9554b0d req-52e8d382-61ae-45d1-84d1-88d400b9cdfc service neutron] 10.222.0.76 "GET /v2.0/networks/985aa889-339e-407c-9ed9-7407c52e2ba8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884180 Oct 27 11:22:15.679805 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvr_db [None req-1e81fff7-4bc1-40f1-a484-289a4f178870 None None] Set router 20824fc9-fe2f-4a05-8834-44263de53b0a gateway port host: n-d-813419-10 {{(pid=102348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 11:22:15.698536 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-f41b9667-63d6-480c-89fb-9d75a9554b0d req-fabbd535-2182-4a7b-8551-a2e1cee5d7bc service neutron] 10.222.0.76 "GET /v2.0/networks/985aa889-339e-407c-9ed9-7407c52e2ba8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862141 Oct 27 11:22:15.874577 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-1e81fff7-4bc1-40f1-a484-289a4f178870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20824fc9-fe2f-4a05-8834-44263de53b0a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2133530157', 'tenant_id': 'cbfb4663104c453f9ca4ef83ed712b9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.234'}], 'enable_snat': True}, 'gw_port_id': 'b11e2d10-507a-4d7a-bb8c-296a84d70600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:20:37Z', 'updated_at': '2021-10-27T11:20:41Z', 'revision_number': 4, 'project_id': 'cbfb4663104c453f9ca4ef83ed712b9d', 'gw_port': {'id': 'b11e2d10-507a-4d7a-bb8c-296a84d70600', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:0e:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20824fc9-fe2f-4a05-8834-44263de53b0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:20:37Z', 'updated_at': '2021-10-27T11:20:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_interfaces': [{'id': '83c58436-6798-4317-914f-03e327cfbcee', 'name': '', 'network_id': '985aa889-339e-407c-9ed9-7407c52e2ba8', 'tenant_id': 'cbfb4663104c453f9ca4ef83ed712b9d', 'mac_address': 'fa:16:3e:b1:1d:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20824fc9-fe2f-4a05-8834-44263de53b0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': 'a1c8ebce-2834-4bc7-9b9b-cc186aa83ed9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:20:40Z', 'updated_at': '2021-10-27T11:20:43Z', 'revision_number': 5, 'project_id': 'cbfb4663104c453f9ca4ef83ed712b9d', 'subnets': [{'id': 'a1c8ebce-2834-4bc7-9b9b-cc186aa83ed9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:22:15.901246 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e81fff7-4bc1-40f1-a484-289a4f178870 None None] The sync data for ids ['20824fc9-fe2f-4a05-8834-44263de53b0a'] in n-d-813419-10 is: [{'id': '20824fc9-fe2f-4a05-8834-44263de53b0a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2133530157', 'tenant_id': 'cbfb4663104c453f9ca4ef83ed712b9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.234'}], 'enable_snat': True}, 'gw_port_id': 'b11e2d10-507a-4d7a-bb8c-296a84d70600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:20:37Z', 'updated_at': '2021-10-27T11:20:41Z', 'revision_number': 4, 'project_id': 'cbfb4663104c453f9ca4ef83ed712b9d', 'gw_port': {'id': 'b11e2d10-507a-4d7a-bb8c-296a84d70600', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:0e:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20824fc9-fe2f-4a05-8834-44263de53b0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:20:37Z', 'updated_at': '2021-10-27T11:20:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_interfaces': [{'id': '83c58436-6798-4317-914f-03e327cfbcee', 'name': '', 'network_id': '985aa889-339e-407c-9ed9-7407c52e2ba8', 'tenant_id': 'cbfb4663104c453f9ca4ef83ed712b9d', 'mac_address': 'fa:16:3e:b1:1d:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20824fc9-fe2f-4a05-8834-44263de53b0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': 'a1c8ebce-2834-4bc7-9b9b-cc186aa83ed9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:20:40Z', 'updated_at': '2021-10-27T11:20:43Z', 'revision_number': 5, 'project_id': 'cbfb4663104c453f9ca4ef83ed712b9d', 'subnets': [{'id': 'a1c8ebce-2834-4bc7-9b9b-cc186aa83ed9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 11:22:16.105771 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f310da7-b08c-4496-bfd3-f3b73c2b7edb None None] New status for floating IP 018cbd28-3c37-459e-b06c-90926981552e: DOWN {{(pid=102349) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 11:22:16.300069 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-94c43616-a994-4e28-b989-fa3e8e408cc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:22:16.562556 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e085655e-540e-4eb0-9f2e-8866ba39f38a req-f70c9ad6-313d-4811-a535-89833059fd43 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:22:16.564039 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-e085655e-540e-4eb0-9f2e-8866ba39f38a req-f70c9ad6-313d-4811-a535-89833059fd43 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "GET /v2.0/ports?device_id=71e26d8e-59ee-4500-99f0-351324add5e1 HTTP/1.1" status: 200 len: 945 time: 0.0519841 Oct 27 11:22:16.600547 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-e085655e-540e-4eb0-9f2e-8866ba39f38a req-6b626bc2-93c0-4fbc-a685-d409754ea2e7 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "GET /v2.0/security-groups?id=237d1a09-65e1-4ffe-99a2-aabdce1eaaee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302529 Oct 27 11:22:17.202217 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78469dca-6779-4502-bb8f-dbbe51d9a1c8 req-1176e26f-d22c-4afb-a623-95c1e71a5a0d tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:22:17.203664 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-78469dca-6779-4502-bb8f-dbbe51d9a1c8 req-1176e26f-d22c-4afb-a623-95c1e71a5a0d tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.76 "GET /v2.0/ports?device_id=71e26d8e-59ee-4500-99f0-351324add5e1 HTTP/1.1" status: 200 len: 945 time: 0.0474284 Oct 27 11:22:17.293647 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [req-78469dca-6779-4502-bb8f-dbbe51d9a1c8 req-1e191c91-8eef-419c-b10c-15261a156ee8 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Deleting port aad11eba-e1dc-47fe-a921-1b2dfb899ec8 {{(pid=102346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 11:22:17.293978 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-78469dca-6779-4502-bb8f-dbbe51d9a1c8 req-1e191c91-8eef-419c-b10c-15261a156ee8 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:22:17.380116 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [req-78469dca-6779-4502-bb8f-dbbe51d9a1c8 req-1e191c91-8eef-419c-b10c-15261a156ee8 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] For port aad11eba-e1dc-47fe-a921-1b2dfb899ec8, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=aad11eba-e1dc-47fe-a921-1b2dfb899ec8,segment=NetworkSegment(a4c95e04-055c-49a0-a8af-1de59d44a388),segment_id=a4c95e04-055c-49a0-a8af-1de59d44a388)] {{(pid=102346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:22:17.380567 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-78469dca-6779-4502-bb8f-dbbe51d9a1c8 req-1e191c91-8eef-419c-b10c-15261a156ee8 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:22:17.393003 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [req-78469dca-6779-4502-bb8f-dbbe51d9a1c8 req-1e191c91-8eef-419c-b10c-15261a156ee8 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Calling delete_port for aad11eba-e1dc-47fe-a921-1b2dfb899ec8 owned by compute:nova {{(pid=102346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 11:22:17.518652 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-78469dca-6779-4502-bb8f-dbbe51d9a1c8 req-1e191c91-8eef-419c-b10c-15261a156ee8 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:22:17.546698 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e191c91-8eef-419c-b10c-15261a156ee8 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Pushing event deleted for resources: {'Port': ['ID=aad11eba-e1dc-47fe-a921-1b2dfb899ec8,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:22:17.592713 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [req-78469dca-6779-4502-bb8f-dbbe51d9a1c8 req-1e191c91-8eef-419c-b10c-15261a156ee8 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] No DVR routers for this DVR port aad11eba-e1dc-47fe-a921-1b2dfb899ec8 on host n-h2-813419-10 {{(pid=102346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 11:22:17.595402 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-78469dca-6779-4502-bb8f-dbbe51d9a1c8 req-1e191c91-8eef-419c-b10c-15261a156ee8 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:22:17.598837 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-78469dca-6779-4502-bb8f-dbbe51d9a1c8 req-1e191c91-8eef-419c-b10c-15261a156ee8 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.76 "DELETE /v2.0/ports/aad11eba-e1dc-47fe-a921-1b2dfb899ec8 HTTP/1.1" status: 204 len: 173 time: 0.3889172 Oct 27 11:22:17.599312 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71e26d8e-59ee-4500-99f0-351324add5e1', 'name': 'network-vif-deleted', 'tag': 'aad11eba-e1dc-47fe-a921-1b2dfb899ec8'}] {{(pid=102346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 11:22:17.603656 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2531aea88c448207759dde70f844649f18dfe6edcb84b1c92b49bb044a645d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a34cc02d-bd56-4575-8aff-46ba0ef197f8" -d '{"events": [{"server_uuid": "71e26d8e-59ee-4500-99f0-351324add5e1", "name": "network-vif-deleted", "tag": "aad11eba-e1dc-47fe-a921-1b2dfb899ec8"}]}' {{(pid=102346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 11:22:17.647627 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 11:22:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42843f58-c4dc-4169-b060-21b383d84502 x-openstack-request-id: req-42843f58-c4dc-4169-b060-21b383d84502 {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 11:22:17.647918 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71e26d8e-59ee-4500-99f0-351324add5e1", "name": "network-vif-deleted", "tag": "aad11eba-e1dc-47fe-a921-1b2dfb899ec8", "status": "completed", "code": 200}]} {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 11:22:17.648170 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-42843f58-c4dc-4169-b060-21b383d84502 {{(pid=102346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 11:22:17.648598 n-d-813419-10 neutron-server[102346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71e26d8e-59ee-4500-99f0-351324add5e1', 'name': 'network-vif-deleted', 'tag': 'aad11eba-e1dc-47fe-a921-1b2dfb899ec8', 'status': 'completed', 'code': 200} Oct 27 11:22:17.705222 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-3d7fa62c-5c54-4799-9670-bfd479e75b76 req-7e59fe0b-a522-4748-bf95-025f6ce30b0b tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "GET /v2.0/ports?device_id=71e26d8e-59ee-4500-99f0-351324add5e1 HTTP/1.1" status: 200 len: 210 time: 0.0342252 Oct 27 11:22:18.761175 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 48100) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:22:18.965950 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-ab88e507-196f-4d82-9dcc-ca4d6856629b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:22:19.102214 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-7c988b48-c62a-4707-a527-e56b8dc06d09 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1766202'] for router_interface, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:22:19.345021 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-7c988b48-c62a-4707-a527-e56b8dc06d09 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Deleting port 83c58436-6798-4317-914f-03e327cfbcee {{(pid=102347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 11:22:19.345353 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-7c988b48-c62a-4707-a527-e56b8dc06d09 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:22:19.435854 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [None req-7c988b48-c62a-4707-a527-e56b8dc06d09 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] For port 83c58436-6798-4317-914f-03e327cfbcee, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=83c58436-6798-4317-914f-03e327cfbcee,segment=NetworkSegment(a4c95e04-055c-49a0-a8af-1de59d44a388),segment_id=a4c95e04-055c-49a0-a8af-1de59d44a388)] {{(pid=102347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:22:19.436221 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-7c988b48-c62a-4707-a527-e56b8dc06d09 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:22:19.448384 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-7c988b48-c62a-4707-a527-e56b8dc06d09 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Calling delete_port for 83c58436-6798-4317-914f-03e327cfbcee owned by network:router_interface {{(pid=102347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 11:22:19.628597 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-7c988b48-c62a-4707-a527-e56b8dc06d09 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:22:19.654750 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c988b48-c62a-4707-a527-e56b8dc06d09 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Pushing event deleted for resources: {'Port': ['ID=83c58436-6798-4317-914f-03e327cfbcee,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:22:19.666613 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c988b48-c62a-4707-a527-e56b8dc06d09 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:22:19.666959 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c988b48-c62a-4707-a527-e56b8dc06d09 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:22:19.667296 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c988b48-c62a-4707-a527-e56b8dc06d09 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:22:19.667630 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c988b48-c62a-4707-a527-e56b8dc06d09 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:22:19.667957 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c988b48-c62a-4707-a527-e56b8dc06d09 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:22:19.668303 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c988b48-c62a-4707-a527-e56b8dc06d09 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:22:19.668629 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c988b48-c62a-4707-a527-e56b8dc06d09 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:22:19.668955 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c988b48-c62a-4707-a527-e56b8dc06d09 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:22:19.669275 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c988b48-c62a-4707-a527-e56b8dc06d09 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:22:19.669595 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c988b48-c62a-4707-a527-e56b8dc06d09 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:22:19.669918 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c988b48-c62a-4707-a527-e56b8dc06d09 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:22:19.670232 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c988b48-c62a-4707-a527-e56b8dc06d09 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:22:19.789618 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device aad11eba-e1dc-47fe-a921-1b2dfb899ec8 no longer exists at agent hyperv_n-h2-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 11:22:19.813597 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] No Port match for: aad11eba-e1dc-47fe-a921-1b2dfb899ec8 {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 11:22:19.814226 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device aad11eba-e1dc-47fe-a921-1b2dfb899ec8 not bound to the agent host n-h2-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 11:22:20.087061 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:22:20.176039 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-7c988b48-c62a-4707-a527-e56b8dc06d09 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2006968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1766358'] for router_interface, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:22:20.240294 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-eadeaa30-4096-4d1a-b3cb-aa7ebfb291ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:22:20.381897 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c988b48-c62a-4707-a527-e56b8dc06d09 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Router 20824fc9-fe2f-4a05-8834-44263de53b0a has already been hosted by L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb {{(pid=102347) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 11:22:20.485952 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c988b48-c62a-4707-a527-e56b8dc06d09 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 11:22:20.491271 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-7c988b48-c62a-4707-a527-e56b8dc06d09 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "PUT /v2.0/routers/20824fc9-fe2f-4a05-8834-44263de53b0a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7290285 Oct 27 11:22:20.493960 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 48102) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:22:20.495289 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-863de3c0-c60d-476c-bde1-74f5d0e56cee None None] Sync routers for ids ['20824fc9-fe2f-4a05-8834-44263de53b0a'] in n-d-813419-10 {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 11:22:20.505373 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-863de3c0-c60d-476c-bde1-74f5d0e56cee None None] Routers {'20824fc9-fe2f-4a05-8834-44263de53b0a'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 11:22:20.506256 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-863de3c0-c60d-476c-bde1-74f5d0e56cee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T11:22:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['20824fc9-fe2f-4a05-8834-44263de53b0a'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:22:20.549961 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_v2 [None req-0124d362-2b04-4c67-bb0b-02085e7fd6be tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Deleting subnet a1c8ebce-2834-4bc7-9b9b-cc186aa83ed9 {{(pid=102347) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 11:22:20.552980 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-0124d362-2b04-4c67-bb0b-02085e7fd6be tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks [] for subnet, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:22:20.593341 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-0124d362-2b04-4c67-bb0b-02085e7fd6be tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-18445109'] for subnet, precommit_delete_associations {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:22:20.609221 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvr_db [None req-863de3c0-c60d-476c-bde1-74f5d0e56cee None None] Set router 20824fc9-fe2f-4a05-8834-44263de53b0a gateway port host: n-d-813419-10 {{(pid=102348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 11:22:20.677883 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-0124d362-2b04-4c67-bb0b-02085e7fd6be tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855646'] for subnet, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:22:20.739294 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-0124d362-2b04-4c67-bb0b-02085e7fd6be tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-18295818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18043720'] for subnet, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:22:20.767253 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0124d362-2b04-4c67-bb0b-02085e7fd6be tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Pushing event deleted for resources: {'Subnet': ['ID=a1c8ebce-2834-4bc7-9b9b-cc186aa83ed9,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:22:20.769244 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-0124d362-2b04-4c67-bb0b-02085e7fd6be tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks [] for subnet, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:22:20.775808 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-0124d362-2b04-4c67-bb0b-02085e7fd6be tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "DELETE /v2.0/subnets/a1c8ebce-2834-4bc7-9b9b-cc186aa83ed9 HTTP/1.1" status: 204 len: 168 time: 0.2777619 Oct 27 11:22:20.775808 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 48104) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:22:20.781725 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c8de361-a401-4435-a3ec-a1a35108cadf None None] Network 985aa889-339e-407c-9ed9-7407c52e2ba8 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 11:22:20.868864 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-863de3c0-c60d-476c-bde1-74f5d0e56cee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20824fc9-fe2f-4a05-8834-44263de53b0a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2133530157', 'tenant_id': 'cbfb4663104c453f9ca4ef83ed712b9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.234'}], 'enable_snat': True}, 'gw_port_id': 'b11e2d10-507a-4d7a-bb8c-296a84d70600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:20:37Z', 'updated_at': '2021-10-27T11:22:19Z', 'revision_number': 5, 'project_id': 'cbfb4663104c453f9ca4ef83ed712b9d', 'gw_port': {'id': 'b11e2d10-507a-4d7a-bb8c-296a84d70600', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:0e:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20824fc9-fe2f-4a05-8834-44263de53b0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:20:37Z', 'updated_at': '2021-10-27T11:20:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10'}], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:22:20.880283 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-f98962e3-37ad-4e7d-8e7b-e826bdc6be64 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks [] for router, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:22:20.900819 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-863de3c0-c60d-476c-bde1-74f5d0e56cee None None] Checking router: 20824fc9-fe2f-4a05-8834-44263de53b0a for host: n-d-813419-10 {{(pid=102348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 11:22:20.930368 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-863de3c0-c60d-476c-bde1-74f5d0e56cee None None] Routers {'20824fc9-fe2f-4a05-8834-44263de53b0a'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 11:22:20.930973 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-863de3c0-c60d-476c-bde1-74f5d0e56cee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T11:22:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['20824fc9-fe2f-4a05-8834-44263de53b0a'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:22:20.982241 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-f98962e3-37ad-4e7d-8e7b-e826bdc6be64 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:22:21.044097 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-f98962e3-37ad-4e7d-8e7b-e826bdc6be64 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Deleting port b11e2d10-507a-4d7a-bb8c-296a84d70600 {{(pid=102347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 11:22:21.044468 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-f98962e3-37ad-4e7d-8e7b-e826bdc6be64 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:22:21.045838 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvr_db [None req-863de3c0-c60d-476c-bde1-74f5d0e56cee None None] Set router 20824fc9-fe2f-4a05-8834-44263de53b0a gateway port host: n-d-813419-10 {{(pid=102348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 11:22:21.074428 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2160b7ab-b5aa-4398-aa91-f7d26d42390a None None] DHCP port deletion for 985aa889-339e-407c-9ed9-7407c52e2ba8 request from n-d-813419-10 {{(pid=102348) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 11:22:21.124057 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [None req-f98962e3-37ad-4e7d-8e7b-e826bdc6be64 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] For port b11e2d10-507a-4d7a-bb8c-296a84d70600, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=b11e2d10-507a-4d7a-bb8c-296a84d70600,segment=NetworkSegment(bc14127b-7032-4c50-bb5b-f6813cbae86e),segment_id=bc14127b-7032-4c50-bb5b-f6813cbae86e)] {{(pid=102347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:22:21.124361 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-f98962e3-37ad-4e7d-8e7b-e826bdc6be64 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:22:21.136715 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-f98962e3-37ad-4e7d-8e7b-e826bdc6be64 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Calling delete_port for b11e2d10-507a-4d7a-bb8c-296a84d70600 owned by network:router_gateway {{(pid=102347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 11:22:21.239779 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-2160b7ab-b5aa-4398-aa91-f7d26d42390a None None] Deleting port 69b65f3c-fe8a-442b-8354-66469be4f92d {{(pid=102348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 11:22:21.240420 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-2160b7ab-b5aa-4398-aa91-f7d26d42390a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:22:21.311970 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-f98962e3-37ad-4e7d-8e7b-e826bdc6be64 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:22:21.315271 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-2160b7ab-b5aa-4398-aa91-f7d26d42390a None None] For port 69b65f3c-fe8a-442b-8354-66469be4f92d, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=69b65f3c-fe8a-442b-8354-66469be4f92d,segment=NetworkSegment(a4c95e04-055c-49a0-a8af-1de59d44a388),segment_id=a4c95e04-055c-49a0-a8af-1de59d44a388)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:22:21.315654 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-2160b7ab-b5aa-4398-aa91-f7d26d42390a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:22:21.331580 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-2160b7ab-b5aa-4398-aa91-f7d26d42390a None None] Calling delete_port for 69b65f3c-fe8a-442b-8354-66469be4f92d owned by network:dhcp {{(pid=102348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 11:22:21.336575 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-863de3c0-c60d-476c-bde1-74f5d0e56cee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20824fc9-fe2f-4a05-8834-44263de53b0a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2133530157', 'tenant_id': 'cbfb4663104c453f9ca4ef83ed712b9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.234'}], 'enable_snat': True}, 'gw_port_id': 'b11e2d10-507a-4d7a-bb8c-296a84d70600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:20:37Z', 'updated_at': '2021-10-27T11:22:19Z', 'revision_number': 5, 'project_id': 'cbfb4663104c453f9ca4ef83ed712b9d', 'gw_port': {'id': 'b11e2d10-507a-4d7a-bb8c-296a84d70600', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:0e:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20824fc9-fe2f-4a05-8834-44263de53b0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:20:37Z', 'updated_at': '2021-10-27T11:20:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10'}], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:22:21.342252 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98962e3-37ad-4e7d-8e7b-e826bdc6be64 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Pushing event deleted for resources: {'Port': ['ID=b11e2d10-507a-4d7a-bb8c-296a84d70600,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:22:21.367851 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-863de3c0-c60d-476c-bde1-74f5d0e56cee None None] The sync data for ids ['20824fc9-fe2f-4a05-8834-44263de53b0a'] in n-d-813419-10 is: [{'id': '20824fc9-fe2f-4a05-8834-44263de53b0a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2133530157', 'tenant_id': 'cbfb4663104c453f9ca4ef83ed712b9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.234'}], 'enable_snat': True}, 'gw_port_id': 'b11e2d10-507a-4d7a-bb8c-296a84d70600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:20:37Z', 'updated_at': '2021-10-27T11:22:19Z', 'revision_number': 5, 'project_id': 'cbfb4663104c453f9ca4ef83ed712b9d', 'gw_port': {'id': 'b11e2d10-507a-4d7a-bb8c-296a84d70600', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:0e:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20824fc9-fe2f-4a05-8834-44263de53b0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:20:37Z', 'updated_at': '2021-10-27T11:20:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10'}] {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 11:22:21.404997 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-f98962e3-37ad-4e7d-8e7b-e826bdc6be64 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1664884'] for router_gateway, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:22:21.444022 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-2160b7ab-b5aa-4398-aa91-f7d26d42390a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615'] for port, after_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:22:21.470553 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2160b7ab-b5aa-4398-aa91-f7d26d42390a None None] Pushing event deleted for resources: {'Port': ['ID=69b65f3c-fe8a-442b-8354-66469be4f92d,revision_number=None']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:22:21.472763 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2160b7ab-b5aa-4398-aa91-f7d26d42390a None None] No DVR routers for this DVR port 69b65f3c-fe8a-442b-8354-66469be4f92d on host n-d-813419-10 {{(pid=102348) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 11:22:21.483436 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2160b7ab-b5aa-4398-aa91-f7d26d42390a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:22:21.483782 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2160b7ab-b5aa-4398-aa91-f7d26d42390a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:22:21.484146 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2160b7ab-b5aa-4398-aa91-f7d26d42390a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:22:21.484477 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2160b7ab-b5aa-4398-aa91-f7d26d42390a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:22:21.484804 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2160b7ab-b5aa-4398-aa91-f7d26d42390a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:22:21.485129 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2160b7ab-b5aa-4398-aa91-f7d26d42390a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:22:21.485448 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2160b7ab-b5aa-4398-aa91-f7d26d42390a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:22:21.485821 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2160b7ab-b5aa-4398-aa91-f7d26d42390a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:22:21.486072 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2160b7ab-b5aa-4398-aa91-f7d26d42390a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:22:21.486388 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2160b7ab-b5aa-4398-aa91-f7d26d42390a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:22:21.486701 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2160b7ab-b5aa-4398-aa91-f7d26d42390a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:22:21.487018 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2160b7ab-b5aa-4398-aa91-f7d26d42390a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:22:21.504975 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-f98962e3-37ad-4e7d-8e7b-e826bdc6be64 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1765662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3700'] for router, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:22:21.507119 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-f98962e3-37ad-4e7d-8e7b-e826bdc6be64 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:22:21.551601 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-f98962e3-37ad-4e7d-8e7b-e826bdc6be64 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1765641'] for router, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:22:21.552211 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f98962e3-37ad-4e7d-8e7b-e826bdc6be64 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Fanout notify agent at l3_agent the message router_deleted on router 20824fc9-fe2f-4a05-8834-44263de53b0a {{(pid=102347) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 11:22:21.559527 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-f98962e3-37ad-4e7d-8e7b-e826bdc6be64 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks [] for router, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:22:21.560693 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-f98962e3-37ad-4e7d-8e7b-e826bdc6be64 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "DELETE /v2.0/routers/20824fc9-fe2f-4a05-8834-44263de53b0a HTTP/1.1" status: 204 len: 168 time: 0.7842615 Oct 27 11:22:21.563374 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 48106) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:22:21.642198 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-4051462c-52f1-4761-816f-3ff261dfa3ad tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586917'] for network, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:22:21.750289 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-4051462c-52f1-4761-816f-3ff261dfa3ad tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857803', 'neutron.services.segments.db._delete_segments_for_network-8743873143390'] for network, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:22:21.774034 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-4051462c-52f1-4761-816f-3ff261dfa3ad tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['985aa889-339e-407c-9ed9-7407c52e2ba8']}} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:22:21.784326 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-4051462c-52f1-4761-816f-3ff261dfa3ad tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4c95e04-055c-49a0-a8af-1de59d44a388') {'for_net_delete': True} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:22:21.784694 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-4051462c-52f1-4761-816f-3ff261dfa3ad tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4c95e04-055c-49a0-a8af-1de59d44a388') {} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:22:21.794876 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-4051462c-52f1-4761-816f-3ff261dfa3ad tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743873145191', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18445132'] for segment, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:22:21.808717 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-4051462c-52f1-4761-816f-3ff261dfa3ad tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:22:21.817243 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4051462c-52f1-4761-816f-3ff261dfa3ad tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Releasing vlan 444 on physical network physnet1 to pool {{(pid=102347) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 11:22:21.817649 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-4051462c-52f1-4761-816f-3ff261dfa3ad tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-18296032'] for segment, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:22:21.821478 n-d-813419-10 neutron-server[102347]: Traceback (most recent call last): Oct 27 11:22:21.821478 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 11:22:21.821478 n-d-813419-10 neutron-server[102347]: timer() Oct 27 11:22:21.821478 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 11:22:21.821478 n-d-813419-10 neutron-server[102347]: cb(*args, **kw) Oct 27 11:22:21.821478 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 11:22:21.821478 n-d-813419-10 neutron-server[102347]: return func(*args, **kwargs) Oct 27 11:22:21.821478 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 11:22:21.821478 n-d-813419-10 neutron-server[102347]: self._notify() Oct 27 11:22:21.821478 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 11:22:21.821478 n-d-813419-10 neutron-server[102347]: self.callback(batched_events) Oct 27 11:22:21.821478 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 11:22:21.821478 n-d-813419-10 neutron-server[102347]: event.method(event) Oct 27 11:22:21.821478 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 11:22:21.821478 n-d-813419-10 neutron-server[102347]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 11:22:21.821478 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 11:22:21.821478 n-d-813419-10 neutron-server[102347]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 11:22:21.821478 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 11:22:21.821478 n-d-813419-10 neutron-server[102347]: return f(self, *a, **k) Oct 27 11:22:21.821478 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 11:22:21.821478 n-d-813419-10 neutron-server[102347]: return self._get(url).json() Oct 27 11:22:21.821478 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 11:22:21.821478 n-d-813419-10 neutron-server[102347]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 11:22:21.821478 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 11:22:21.821478 n-d-813419-10 neutron-server[102347]: return self.request(url, 'GET', **kwargs) Oct 27 11:22:21.821478 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 11:22:21.821478 n-d-813419-10 neutron-server[102347]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 11:22:21.821478 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 11:22:21.821478 n-d-813419-10 neutron-server[102347]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 11:22:21.821478 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 11:22:21.821478 n-d-813419-10 neutron-server[102347]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 11:22:21.821478 n-d-813419-10 neutron-server[102347]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 11:22:21.863571 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 69b65f3c-fe8a-442b-8354-66469be4f92d no longer exists at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 11:22:21.886767 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] No Port match for: 69b65f3c-fe8a-442b-8354-66469be4f92d {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 11:22:21.887121 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 69b65f3c-fe8a-442b-8354-66469be4f92d not bound to the agent host n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 11:22:21.887651 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 83c58436-6798-4317-914f-03e327cfbcee no longer exists at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 11:22:21.894746 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-4051462c-52f1-4761-816f-3ff261dfa3ad tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664840'] for network, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:22:21.909031 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] No Port match for: 83c58436-6798-4317-914f-03e327cfbcee {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 11:22:21.909381 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 83c58436-6798-4317-914f-03e327cfbcee not bound to the agent host n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 11:22:21.913193 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-4051462c-52f1-4761-816f-3ff261dfa3ad tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks [] for network, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:22:21.916414 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-4051462c-52f1-4761-816f-3ff261dfa3ad tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "DELETE /v2.0/networks/985aa889-339e-407c-9ed9-7407c52e2ba8 HTTP/1.1" status: 204 len: 168 time: 0.3520184 Oct 27 11:22:21.919219 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 48108) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:22:21.925113 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4051462c-52f1-4761-816f-3ff261dfa3ad tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Pushing event deleted for resources: {'Network': ['ID=985aa889-339e-407c-9ed9-7407c52e2ba8,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:22:21.980017 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-7a35056c-1416-4916-a5eb-60d207cdaabc tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks [] for security_group, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:22:22.007706 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-7a35056c-1416-4916-a5eb-60d207cdaabc tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:22:22.070721 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-7a35056c-1416-4916-a5eb-60d207cdaabc tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:22:22.073416 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-7a35056c-1416-4916-a5eb-60d207cdaabc tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:22:22.074579 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-7a35056c-1416-4916-a5eb-60d207cdaabc tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "DELETE /v2.0/security-groups/237d1a09-65e1-4ffe-99a2-aabdce1eaaee HTTP/1.1" status: 204 len: 168 time: 0.1544187 Oct 27 11:22:22.084007 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a35056c-1416-4916-a5eb-60d207cdaabc tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=237d1a09-65e1-4ffe-99a2-aabdce1eaaee,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:22:22.133720 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-3c6a8245-0581-48aa-b5f6-4d8fe98cd16e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:22:22.506641 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 48114) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:22:22.511730 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-cc898762-0f4d-4cb5-a78c-c5c2b8c0d011 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-576483331', 'description': 'tempest-secgroup-smoke-576483331 description', 'project_id': 'cbfb4663104c453f9ca4ef83ed712b9d'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:22:22.533512 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-cc898762-0f4d-4cb5-a78c-c5c2b8c0d011 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks [] for security_group, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:22:22.595842 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-cc898762-0f4d-4cb5-a78c-c5c2b8c0d011 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks [] for security_group, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:22:22.599336 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-cc898762-0f4d-4cb5-a78c-c5c2b8c0d011 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:22:22.626327 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-cc898762-0f4d-4cb5-a78c-c5c2b8c0d011 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:22:22.627526 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-cc898762-0f4d-4cb5-a78c-c5c2b8c0d011 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1193657 Oct 27 11:22:22.630569 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 48116) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:22:22.631541 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc898762-0f4d-4cb5-a78c-c5c2b8c0d011 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d35a815-a8df-42a7-86b2-f9fe0d8c8d0a,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:22:22.635359 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-e0f4133b-3836-4548-9a1c-39438be9db6a tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Request body: {'security_group_rule': {'security_group_id': '8d35a815-a8df-42a7-86b2-f9fe0d8c8d0a', 'project_id': 'cbfb4663104c453f9ca4ef83ed712b9d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:22:22.662725 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-e0f4133b-3836-4548-9a1c-39438be9db6a tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:22:22.719184 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-e0f4133b-3836-4548-9a1c-39438be9db6a tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:22:22.722468 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-e0f4133b-3836-4548-9a1c-39438be9db6a tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671902'] for security_group_rule, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:22:22.743982 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f4133b-3836-4548-9a1c-39438be9db6a tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ef50c46-1a2b-4034-bea2-5ac135b45741,revision_number=0']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:22:22.751193 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-e0f4133b-3836-4548-9a1c-39438be9db6a tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:22:22.752892 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-e0f4133b-3836-4548-9a1c-39438be9db6a tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1207304 Oct 27 11:22:22.755063 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 48118) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:22:22.759801 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-f67de6e2-f45a-49a4-b626-3e59734ea9de tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Request body: {'security_group_rule': {'security_group_id': '8d35a815-a8df-42a7-86b2-f9fe0d8c8d0a', 'project_id': 'cbfb4663104c453f9ca4ef83ed712b9d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:22:22.785041 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-f67de6e2-f45a-49a4-b626-3e59734ea9de tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:22:22.839909 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-f67de6e2-f45a-49a4-b626-3e59734ea9de tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:22:22.843217 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-f67de6e2-f45a-49a4-b626-3e59734ea9de tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671902'] for security_group_rule, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:22:22.862059 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67de6e2-f45a-49a4-b626-3e59734ea9de tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc38e194-b868-4748-a39f-06d5b96a2569,revision_number=0']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:22:22.868257 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-f67de6e2-f45a-49a4-b626-3e59734ea9de tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:22:22.870858 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-f67de6e2-f45a-49a4-b626-3e59734ea9de tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1148288 Oct 27 11:22:22.871796 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 48120) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:22:22.876431 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-83ab4bc1-81c7-4db1-8726-a5d938c2409b tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Request body: {'security_group_rule': {'security_group_id': '8d35a815-a8df-42a7-86b2-f9fe0d8c8d0a', 'project_id': 'cbfb4663104c453f9ca4ef83ed712b9d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:22:22.901541 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-83ab4bc1-81c7-4db1-8726-a5d938c2409b tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:22:22.959923 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-83ab4bc1-81c7-4db1-8726-a5d938c2409b tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:22:22.963314 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-83ab4bc1-81c7-4db1-8726-a5d938c2409b tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671902'] for security_group_rule, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:22:22.980470 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ab4bc1-81c7-4db1-8726-a5d938c2409b tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc19fa45-5d48-4a62-953f-a940f1546393,revision_number=0']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:22:22.986902 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-83ab4bc1-81c7-4db1-8726-a5d938c2409b tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:22:22.988146 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-83ab4bc1-81c7-4db1-8726-a5d938c2409b tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1152227 Oct 27 11:22:22.990776 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 48122) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:22:22.995555 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-710018f1-d2ef-4553-9705-da0ef52f0427 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Request body: {'security_group_rule': {'security_group_id': '8d35a815-a8df-42a7-86b2-f9fe0d8c8d0a', 'project_id': 'cbfb4663104c453f9ca4ef83ed712b9d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:22:23.021035 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-710018f1-d2ef-4553-9705-da0ef52f0427 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:22:23.080894 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-710018f1-d2ef-4553-9705-da0ef52f0427 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:22:23.084077 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-710018f1-d2ef-4553-9705-da0ef52f0427 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671902'] for security_group_rule, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:22:23.104117 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710018f1-d2ef-4553-9705-da0ef52f0427 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e43cc981-0f03-4536-8bb0-1ec3a8e89c23,revision_number=0']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:22:23.109365 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-710018f1-d2ef-4553-9705-da0ef52f0427 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:22:23.110519 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-710018f1-d2ef-4553-9705-da0ef52f0427 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1188319 Oct 27 11:22:23.113223 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 48124) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:22:23.117869 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-ade619d0-057e-4c77-8d8b-174815cb5ed3 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Request body: {'security_group_rule': {'security_group_id': '8d35a815-a8df-42a7-86b2-f9fe0d8c8d0a', 'project_id': 'cbfb4663104c453f9ca4ef83ed712b9d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:22:23.139490 n-d-813419-10 neutron-server[102346]: INFO neutron.db.securitygroups_db [None req-ade619d0-057e-4c77-8d8b-174815cb5ed3 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Project cbfb4663104c453f9ca4ef83ed712b9d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 27 11:22:23.144452 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ade619d0-057e-4c77-8d8b-174815cb5ed3 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:22:23.202544 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ade619d0-057e-4c77-8d8b-174815cb5ed3 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:22:23.206293 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ade619d0-057e-4c77-8d8b-174815cb5ed3 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671902'] for security_group_rule, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:22:23.224570 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade619d0-057e-4c77-8d8b-174815cb5ed3 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4fe085b-81bc-4d04-b028-fca29abf11c6,revision_number=0']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:22:23.231916 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ade619d0-057e-4c77-8d8b-174815cb5ed3 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:22:23.233109 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-ade619d0-057e-4c77-8d8b-174815cb5ed3 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1189501 Oct 27 11:22:23.235857 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 48126) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:22:23.240057 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-50cc4bc5-6dd1-4419-9bce-e1d6c22c9e98 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Request body: {'security_group_rule': {'security_group_id': '8d35a815-a8df-42a7-86b2-f9fe0d8c8d0a', 'project_id': 'cbfb4663104c453f9ca4ef83ed712b9d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:22:23.260986 n-d-813419-10 neutron-server[102346]: INFO neutron.db.securitygroups_db [None req-50cc4bc5-6dd1-4419-9bce-e1d6c22c9e98 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Project cbfb4663104c453f9ca4ef83ed712b9d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 27 11:22:23.265537 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-50cc4bc5-6dd1-4419-9bce-e1d6c22c9e98 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:22:23.326917 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-50cc4bc5-6dd1-4419-9bce-e1d6c22c9e98 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:22:23.330945 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-50cc4bc5-6dd1-4419-9bce-e1d6c22c9e98 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671902'] for security_group_rule, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:22:23.348571 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cc4bc5-6dd1-4419-9bce-e1d6c22c9e98 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8bc351bc-d736-4cb7-8ddd-1e3c7f58a92c,revision_number=0']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:22:23.355842 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-50cc4bc5-6dd1-4419-9bce-e1d6c22c9e98 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:22:23.357056 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-50cc4bc5-6dd1-4419-9bce-e1d6c22c9e98 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1202524 Oct 27 11:22:23.359931 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 48128) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:22:23.364676 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-6405aad3-8cd0-463d-b894-0926d367d332 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Request body: {'network': {'name': 'tempest-network-smoke--1363813140', 'project_id': 'cbfb4663104c453f9ca4ef83ed712b9d', 'port_security_enabled': True}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:22:23.384757 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6405aad3-8cd0-463d-b894-0926d367d332 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Made reservation on behalf of cbfb4663104c453f9ca4ef83ed712b9d for: {'network': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 11:22:23.388078 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-6405aad3-8cd0-463d-b894-0926d367d332 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for network, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:22:23.410551 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6405aad3-8cd0-463d-b894-0926d367d332 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 446} {{(pid=102346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 11:22:23.419356 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-6405aad3-8cd0-463d-b894-0926d367d332 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:22:23.419731 n-d-813419-10 neutron-server[102346]: INFO neutron.db.segments_db [None req-6405aad3-8cd0-463d-b894-0926d367d332 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Added segment 85ba33c8-7755-48c2-a7d7-95d92b5ec227 of type vlan for network d0625a9a-d499-4104-830a-a2b30b974ece Oct 27 11:22:23.459332 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-6405aad3-8cd0-463d-b894-0926d367d332 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743872593080'] for network, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:22:23.481435 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-6405aad3-8cd0-463d-b894-0926d367d332 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913'] for network, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:22:23.486906 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6405aad3-8cd0-463d-b894-0926d367d332 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:22:23.487438 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-6405aad3-8cd0-463d-b894-0926d367d332 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks [] for network, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:22:23.535186 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-6405aad3-8cd0-463d-b894-0926d367d332 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1742303 Oct 27 11:22:23.537879 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 48130) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:22:23.544612 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-8d98305c-c1f1-4bb2-a79e-c2f7968b9d40 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2057352106', 'admin_state_up': True, 'project_id': 'cbfb4663104c453f9ca4ef83ed712b9d', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'}}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:22:23.571242 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6405aad3-8cd0-463d-b894-0926d367d332 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Pushing event updated for resources: {'Network': ['ID=d0625a9a-d499-4104-830a-a2b30b974ece,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:22:23.582255 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Network d0625a9a-d499-4104-830a-a2b30b974ece details requested by agent ovs-agent-n-d-813419-10 with host n-d-813419-10 {{(pid=102348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 11:22:23.585554 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-8d98305c-c1f1-4bb2-a79e-c2f7968b9d40 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1768632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3610'] for router, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:22:23.586606 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-8d98305c-c1f1-4bb2-a79e-c2f7968b9d40 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1765704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1769409', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1694266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3597'] for router, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:22:23.638382 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-8d98305c-c1f1-4bb2-a79e-c2f7968b9d40 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:22:23.757267 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device b11e2d10-507a-4d7a-bb8c-296a84d70600 no longer exists at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 11:22:23.778860 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] No Port match for: b11e2d10-507a-4d7a-bb8c-296a84d70600 {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 11:22:23.779195 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device b11e2d10-507a-4d7a-bb8c-296a84d70600 not bound to the agent host n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 11:22:24.081450 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-8d98305c-c1f1-4bb2-a79e-c2f7968b9d40 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:22:24.271852 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-8d98305c-c1f1-4bb2-a79e-c2f7968b9d40 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks [] for router_gateway, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:22:24.290213 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-8d98305c-c1f1-4bb2-a79e-c2f7968b9d40 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:22:24.391925 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_common [None req-8d98305c-c1f1-4bb2-a79e-c2f7968b9d40 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Allocated IP 172.25.8.166 (185ff123-c7ff-45c7-a6be-71feb35acc9c/0fb9f9d1-7384-481f-8fa8-f4566c349d30/c8eb0262-e62a-4da8-8914-405a7f7c4a9b) {{(pid=102346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 11:22:24.487128 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-8d98305c-c1f1-4bb2-a79e-c2f7968b9d40 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks [] for port, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:22:24.524226 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-8d98305c-c1f1-4bb2-a79e-c2f7968b9d40 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:22:24.564019 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d98305c-c1f1-4bb2-a79e-c2f7968b9d40 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Network 185ff123-c7ff-45c7-a6be-71feb35acc9c is already hosted by enough agents. {{(pid=102346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 11:22:24.569100 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-8d98305c-c1f1-4bb2-a79e-c2f7968b9d40 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Resources bound (agent type, host, resource id): {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 11:22:24.571929 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d98305c-c1f1-4bb2-a79e-c2f7968b9d40 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Pushing event updated for resources: {'Port': ['ID=c8eb0262-e62a-4da8-8914-405a7f7c4a9b,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:22:24.574076 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d98305c-c1f1-4bb2-a79e-c2f7968b9d40 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Received port after_create {{(pid=102346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 11:22:24.809167 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-8d98305c-c1f1-4bb2-a79e-c2f7968b9d40 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks [] for router_gateway, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:22:24.998546 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-8d98305c-c1f1-4bb2-a79e-c2f7968b9d40 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1765699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1769372'] for router, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:22:25.123182 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d98305c-c1f1-4bb2-a79e-c2f7968b9d40 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Router f1ddd061-368e-4fe3-b627-554bdfacb5a3 is scheduled to L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb with binding_index 1 {{(pid=102346) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 11:22:25.227825 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d98305c-c1f1-4bb2-a79e-c2f7968b9d40 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 11:22:25.237375 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cb4e1dc-1c9c-4a24-8273-e6e6932d5d7f None None] Sync routers for ids ['f1ddd061-368e-4fe3-b627-554bdfacb5a3'] in n-d-813419-10 {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 11:22:25.246630 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cb4e1dc-1c9c-4a24-8273-e6e6932d5d7f None None] Routers {'f1ddd061-368e-4fe3-b627-554bdfacb5a3'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 11:22:25.247220 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-7cb4e1dc-1c9c-4a24-8273-e6e6932d5d7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T11:22:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['f1ddd061-368e-4fe3-b627-554bdfacb5a3'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:22:25.248168 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-8d98305c-c1f1-4bb2-a79e-c2f7968b9d40 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks [] for router, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:22:25.249606 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-8d98305c-c1f1-4bb2-a79e-c2f7968b9d40 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7103128 Oct 27 11:22:25.252765 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 48132) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:22:25.290990 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-a6a8aca3-320d-4a7a-a677-29a25e3a7c69 tempest-TestNetworkAdvancedServerOps-2138787779 tempest-TestNetworkAdvancedServerOps-2138787779-project-admin] 10.222.0.44 "GET /v2.0/subnets?project_id=cbfb4663104c453f9ca4ef83ed712b9d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0370667 Oct 27 11:22:25.293569 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 48134) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:22:25.352046 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvr_db [None req-7cb4e1dc-1c9c-4a24-8273-e6e6932d5d7f None None] Set router f1ddd061-368e-4fe3-b627-554bdfacb5a3 gateway port host: n-d-813419-10 {{(pid=102349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 11:22:25.442192 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dc88e13-be69-441c-a2a3-a435ed3132fe tempest-TestNetworkAdvancedServerOps-2138787779 tempest-TestNetworkAdvancedServerOps-2138787779-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:22:25.443621 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-7dc88e13-be69-441c-a2a3-a435ed3132fe tempest-TestNetworkAdvancedServerOps-2138787779 tempest-TestNetworkAdvancedServerOps-2138787779-project-admin] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1490457 Oct 27 11:22:25.446921 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 48136) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:22:25.479349 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-ac965421-8c4a-4692-9c68-98b0fc650572 tempest-TestNetworkAdvancedServerOps-2138787779 tempest-TestNetworkAdvancedServerOps-2138787779-project-admin] 10.222.0.44 "GET /v2.0/subnets?network_id=185ff123-c7ff-45c7-a6be-71feb35acc9c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0313504 Oct 27 11:22:25.482001 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 48138) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:22:25.487132 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-00fe28a9-2c42-4d66-a894-ce334a88f385 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1256764815', 'network_id': 'd0625a9a-d499-4104-830a-a2b30b974ece', 'project_id': 'cbfb4663104c453f9ca4ef83ed712b9d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:22:25.529027 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-7cb4e1dc-1c9c-4a24-8273-e6e6932d5d7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1ddd061-368e-4fe3-b627-554bdfacb5a3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2057352106', 'tenant_id': 'cbfb4663104c453f9ca4ef83ed712b9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.166'}], 'enable_snat': True}, 'gw_port_id': 'c8eb0262-e62a-4da8-8914-405a7f7c4a9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:22:23Z', 'updated_at': '2021-10-27T11:22:24Z', 'revision_number': 3, 'project_id': 'cbfb4663104c453f9ca4ef83ed712b9d', 'gw_port': {'id': 'c8eb0262-e62a-4da8-8914-405a7f7c4a9b', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:76:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1ddd061-368e-4fe3-b627-554bdfacb5a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:22:24Z', 'updated_at': '2021-10-27T11:22:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10'}], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:22:25.555773 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cb4e1dc-1c9c-4a24-8273-e6e6932d5d7f None None] Checking router: f1ddd061-368e-4fe3-b627-554bdfacb5a3 for host: n-d-813419-10 {{(pid=102349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 11:22:25.556120 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cb4e1dc-1c9c-4a24-8273-e6e6932d5d7f None None] Updating router f1ddd061-368e-4fe3-b627-554bdfacb5a3 port c8eb0262-e62a-4da8-8914-405a7f7c4a9b binding host n-d-813419-10 {{(pid=102349) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 11:22:25.574498 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00fe28a9-2c42-4d66-a894-ce334a88f385 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Made reservation on behalf of cbfb4663104c453f9ca4ef83ed712b9d for: {'subnet': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 11:22:25.577939 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-00fe28a9-2c42-4d66-a894-ce334a88f385 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18044073'] for subnet, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:22:25.579667 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-7cb4e1dc-1c9c-4a24-8273-e6e6932d5d7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:22:25.758025 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-00fe28a9-2c42-4d66-a894-ce334a88f385 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-18295883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18044091'] for subnet, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:22:25.823915 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fe28a9-2c42-4d66-a894-ce334a88f385 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Pushing event updated for resources: {'Subnet': ['ID=da4c7520-d498-4388-bf3c-a9cb86796f4d,revision_number=0']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:22:25.829228 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-7cb4e1dc-1c9c-4a24-8273-e6e6932d5d7f None None] Publish callbacks [] for port, precommit_update {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:22:25.831585 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00fe28a9-2c42-4d66-a894-ce334a88f385 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Checking segment: {'id': '85ba33c8-7755-48c2-a7d7-95d92b5ec227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'd0625a9a-d499-4104-830a-a2b30b974ece'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 11:22:25.831915 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00fe28a9-2c42-4d66-a894-ce334a88f385 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Network hostable DHCP agents. Network: d0625a9a-d499-4104-830a-a2b30b974ece, hostable agents: ['eafd4000-b897-4722-ae8b-0118ec955181'], hosted agents: [] {{(pid=102347) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 11:22:25.835077 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-7cb4e1dc-1c9c-4a24-8273-e6e6932d5d7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:22:25.848364 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00fe28a9-2c42-4d66-a894-ce334a88f385 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Network d0625a9a-d499-4104-830a-a2b30b974ece is scheduled to be hosted by DHCP agent eafd4000-b897-4722-ae8b-0118ec955181 with binding_index 1 {{(pid=102347) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 11:22:25.856791 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [None req-00fe28a9-2c42-4d66-a894-ce334a88f385 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-10, d0625a9a-d499-4104-830a-a2b30b974ece) {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 11:22:25.861045 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00fe28a9-2c42-4d66-a894-ce334a88f385 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:22:25.861635 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-00fe28a9-2c42-4d66-a894-ce334a88f385 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks [] for subnet, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:22:25.869403 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22c04e78-e08a-49bd-b7e5-69cbfe660e8c None None] Network d0625a9a-d499-4104-830a-a2b30b974ece requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 11:22:25.879974 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-00fe28a9-2c42-4d66-a894-ce334a88f385 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3967433 Oct 27 11:22:25.880949 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.managers [None req-7cb4e1dc-1c9c-4a24-8273-e6e6932d5d7f None None] Attempting to bind port c8eb0262-e62a-4da8-8914-405a7f7c4a9b on host n-d-813419-10 for vnic_type normal with profile {{(pid=102349) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 11:22:25.881317 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.managers [None req-7cb4e1dc-1c9c-4a24-8273-e6e6932d5d7f None None] Attempting to bind port c8eb0262-e62a-4da8-8914-405a7f7c4a9b by drivers openvswitch,hyperv on host n-d-813419-10 at level 0 using segments [{'id': 'bc14127b-7032-4c50-bb5b-f6813cbae86e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'}] {{(pid=102349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 11:22:25.881678 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cb4e1dc-1c9c-4a24-8273-e6e6932d5d7f None None] Attempting to bind port c8eb0262-e62a-4da8-8914-405a7f7c4a9b on network 185ff123-c7ff-45c7-a6be-71feb35acc9c {{(pid=102349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 11:22:25.882826 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 48140) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:22:25.893105 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cb4e1dc-1c9c-4a24-8273-e6e6932d5d7f None None] Checking agent: {'id': '89dba0f3-79b2-435e-9822-33674b8f6ada', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 8, 20), 'started_at': datetime.datetime(2021, 10, 27, 10, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 11, 22, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 11:22:25.893474 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cb4e1dc-1c9c-4a24-8273-e6e6932d5d7f None None] Checking segment: {'id': 'bc14127b-7032-4c50-bb5b-f6813cbae86e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 11:22:25.893875 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-7cb4e1dc-1c9c-4a24-8273-e6e6932d5d7f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:22:25.894259 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cb4e1dc-1c9c-4a24-8273-e6e6932d5d7f None None] Bound using segment: {'id': 'bc14127b-7032-4c50-bb5b-f6813cbae86e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'} {{(pid=102349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 11:22:25.894716 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.managers [None req-7cb4e1dc-1c9c-4a24-8273-e6e6932d5d7f None None] Bound port: c8eb0262-e62a-4da8-8914-405a7f7c4a9b, host: n-d-813419-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc14127b-7032-4c50-bb5b-f6813cbae86e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'}}] {{(pid=102349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 11:22:25.895342 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-7cb4e1dc-1c9c-4a24-8273-e6e6932d5d7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:22:25.925449 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e091bdd4-9085-4635-a5ea-bf2adab69fb0 None None] Pushing event updated for resources: {'Port': ['ID=c8eb0262-e62a-4da8-8914-405a7f7c4a9b,revision_number=2']} {{(pid=102349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:22:25.946410 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e091bdd4-9085-4635-a5ea-bf2adab69fb0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:22:25.946746 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e091bdd4-9085-4635-a5ea-bf2adab69fb0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:22:25.947084 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e091bdd4-9085-4635-a5ea-bf2adab69fb0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:22:25.947417 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e091bdd4-9085-4635-a5ea-bf2adab69fb0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:22:25.947744 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e091bdd4-9085-4635-a5ea-bf2adab69fb0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:22:25.948069 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e091bdd4-9085-4635-a5ea-bf2adab69fb0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:22:25.948417 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e091bdd4-9085-4635-a5ea-bf2adab69fb0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:22:25.948740 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e091bdd4-9085-4635-a5ea-bf2adab69fb0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:22:25.949059 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e091bdd4-9085-4635-a5ea-bf2adab69fb0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:22:25.949384 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e091bdd4-9085-4635-a5ea-bf2adab69fb0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:22:25.949700 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e091bdd4-9085-4635-a5ea-bf2adab69fb0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:22:25.950015 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e091bdd4-9085-4635-a5ea-bf2adab69fb0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:22:25.961480 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.db [None req-7cb4e1dc-1c9c-4a24-8273-e6e6932d5d7f None None] For port c8eb0262-e62a-4da8-8914-405a7f7c4a9b, host n-d-813419-10, cleared binding levels {{(pid=102349) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 11:22:25.964800 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.db [None req-7cb4e1dc-1c9c-4a24-8273-e6e6932d5d7f None None] For port c8eb0262-e62a-4da8-8914-405a7f7c4a9b, host n-d-813419-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=c8eb0262-e62a-4da8-8914-405a7f7c4a9b,segment=NetworkSegment(bc14127b-7032-4c50-bb5b-f6813cbae86e),segment_id=bc14127b-7032-4c50-bb5b-f6813cbae86e)] {{(pid=102349) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 11:22:25.970617 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-7cb4e1dc-1c9c-4a24-8273-e6e6932d5d7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:22:26.018377 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cb4e1dc-1c9c-4a24-8273-e6e6932d5d7f None None] Routers {'f1ddd061-368e-4fe3-b627-554bdfacb5a3'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 11:22:26.018986 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-7cb4e1dc-1c9c-4a24-8273-e6e6932d5d7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T11:22:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['f1ddd061-368e-4fe3-b627-554bdfacb5a3'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:22:26.034747 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d05d7a88-96c4-47b8-a9b4-81cca9edf6b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp734b258e-7d96-550c-b970-9b72ab66f383-d0625a9a-d499-4104-830a-a2b30b974ece', 'network_id': 'd0625a9a-d499-4104-830a-a2b30b974ece', 'tenant_id': 'cbfb4663104c453f9ca4ef83ed712b9d', 'fixed_ips': [{'subnet_id': 'da4c7520-d498-4388-bf3c-a9cb86796f4d'}]}} from n-d-813419-10. {{(pid=102348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 11:22:26.035714 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-d05d7a88-96c4-47b8-a9b4-81cca9edf6b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:22:26.092330 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e091bdd4-9085-4635-a5ea-bf2adab69fb0 None None] Pushing event updated for resources: {'Port': ['ID=c8eb0262-e62a-4da8-8914-405a7f7c4a9b,revision_number=3']} {{(pid=102349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:22:26.144027 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvr_db [None req-7cb4e1dc-1c9c-4a24-8273-e6e6932d5d7f None None] Set router f1ddd061-368e-4fe3-b627-554bdfacb5a3 gateway port host: n-d-813419-10 {{(pid=102349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 11:22:26.180423 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.db_base_plugin_common [None req-d05d7a88-96c4-47b8-a9b4-81cca9edf6b7 None None] Allocated IP 172.20.0.2 (d0625a9a-d499-4104-830a-a2b30b974ece/da4c7520-d498-4388-bf3c-a9cb86796f4d/e5655922-c311-45f7-a031-a4acf35987df) {{(pid=102348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 11:22:26.344413 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-d05d7a88-96c4-47b8-a9b4-81cca9edf6b7 None None] Publish callbacks [] for port, precommit_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:22:26.345467 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-7cb4e1dc-1c9c-4a24-8273-e6e6932d5d7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1ddd061-368e-4fe3-b627-554bdfacb5a3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2057352106', 'tenant_id': 'cbfb4663104c453f9ca4ef83ed712b9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.166'}], 'enable_snat': True}, 'gw_port_id': 'c8eb0262-e62a-4da8-8914-405a7f7c4a9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:22:23Z', 'updated_at': '2021-10-27T11:22:24Z', 'revision_number': 3, 'project_id': 'cbfb4663104c453f9ca4ef83ed712b9d', 'gw_port': {'id': 'c8eb0262-e62a-4da8-8914-405a7f7c4a9b', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:76:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1ddd061-368e-4fe3-b627-554bdfacb5a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:22:24Z', 'updated_at': '2021-10-27T11:22:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10'}], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:22:26.352447 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-d05d7a88-96c4-47b8-a9b4-81cca9edf6b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606'] for port, after_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:22:26.354934 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-3e28a954-830e-49cc-adbd-7e18693c3240 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:22:26.375412 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cb4e1dc-1c9c-4a24-8273-e6e6932d5d7f None None] The sync data for ids ['f1ddd061-368e-4fe3-b627-554bdfacb5a3'] in n-d-813419-10 is: [{'id': 'f1ddd061-368e-4fe3-b627-554bdfacb5a3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2057352106', 'tenant_id': 'cbfb4663104c453f9ca4ef83ed712b9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.166'}], 'enable_snat': True}, 'gw_port_id': 'c8eb0262-e62a-4da8-8914-405a7f7c4a9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:22:23Z', 'updated_at': '2021-10-27T11:22:24Z', 'revision_number': 3, 'project_id': 'cbfb4663104c453f9ca4ef83ed712b9d', 'gw_port': {'id': 'c8eb0262-e62a-4da8-8914-405a7f7c4a9b', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:76:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1ddd061-368e-4fe3-b627-554bdfacb5a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:22:24Z', 'updated_at': '2021-10-27T11:22:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10'}] {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 11:22:26.398031 n-d-813419-10 neutron-server[102348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d05d7a88-96c4-47b8-a9b4-81cca9edf6b7 None None] Network d0625a9a-d499-4104-830a-a2b30b974ece is already hosted by enough agents. {{(pid=102348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 11:22:26.402424 n-d-813419-10 neutron-server[102348]: DEBUG neutron.scheduler.base_scheduler [None req-d05d7a88-96c4-47b8-a9b4-81cca9edf6b7 None None] Resources bound (agent type, host, resource id): {{(pid=102348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 11:22:26.406977 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d05d7a88-96c4-47b8-a9b4-81cca9edf6b7 None None] Received port after_create {{(pid=102348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 11:22:26.410152 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05d7a88-96c4-47b8-a9b4-81cca9edf6b7 None None] Pushing event updated for resources: {'Port': ['ID=e5655922-c311-45f7-a031-a4acf35987df,revision_number=1']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:22:26.466503 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-d05d7a88-96c4-47b8-a9b4-81cca9edf6b7 None None] Attempting to bind port e5655922-c311-45f7-a031-a4acf35987df on host n-d-813419-10 for vnic_type normal with profile {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 11:22:26.467196 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-d05d7a88-96c4-47b8-a9b4-81cca9edf6b7 None None] Attempting to bind port e5655922-c311-45f7-a031-a4acf35987df by drivers openvswitch,hyperv on host n-d-813419-10 at level 0 using segments [{'id': '85ba33c8-7755-48c2-a7d7-95d92b5ec227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'd0625a9a-d499-4104-830a-a2b30b974ece'}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 11:22:26.467561 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d05d7a88-96c4-47b8-a9b4-81cca9edf6b7 None None] Attempting to bind port e5655922-c311-45f7-a031-a4acf35987df on network d0625a9a-d499-4104-830a-a2b30b974ece {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 11:22:26.472915 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d05d7a88-96c4-47b8-a9b4-81cca9edf6b7 None None] Checking agent: {'id': '89dba0f3-79b2-435e-9822-33674b8f6ada', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 8, 20), 'started_at': datetime.datetime(2021, 10, 27, 10, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 11, 22, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 11:22:26.473286 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d05d7a88-96c4-47b8-a9b4-81cca9edf6b7 None None] Checking segment: {'id': '85ba33c8-7755-48c2-a7d7-95d92b5ec227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'd0625a9a-d499-4104-830a-a2b30b974ece'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 11:22:26.473679 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-d05d7a88-96c4-47b8-a9b4-81cca9edf6b7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:22:26.474073 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d05d7a88-96c4-47b8-a9b4-81cca9edf6b7 None None] Bound using segment: {'id': '85ba33c8-7755-48c2-a7d7-95d92b5ec227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'd0625a9a-d499-4104-830a-a2b30b974ece'} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 11:22:26.474575 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-d05d7a88-96c4-47b8-a9b4-81cca9edf6b7 None None] Bound port: e5655922-c311-45f7-a031-a4acf35987df, host: n-d-813419-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85ba33c8-7755-48c2-a7d7-95d92b5ec227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'd0625a9a-d499-4104-830a-a2b30b974ece'}}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 11:22:26.474969 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-d05d7a88-96c4-47b8-a9b4-81cca9edf6b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:22:26.541315 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-d05d7a88-96c4-47b8-a9b4-81cca9edf6b7 None None] For port e5655922-c311-45f7-a031-a4acf35987df, host n-d-813419-10, cleared binding levels {{(pid=102348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 11:22:26.546969 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-d05d7a88-96c4-47b8-a9b4-81cca9edf6b7 None None] For port e5655922-c311-45f7-a031-a4acf35987df, host n-d-813419-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=e5655922-c311-45f7-a031-a4acf35987df,segment=NetworkSegment(85ba33c8-7755-48c2-a7d7-95d92b5ec227),segment_id=85ba33c8-7755-48c2-a7d7-95d92b5ec227)] {{(pid=102348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 11:22:26.552047 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-d05d7a88-96c4-47b8-a9b4-81cca9edf6b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:22:26.634576 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05d7a88-96c4-47b8-a9b4-81cca9edf6b7 None None] Pushing event updated for resources: {'Port': ['ID=e5655922-c311-45f7-a031-a4acf35987df,revision_number=2']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:22:26.683170 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_common [None req-3e28a954-830e-49cc-adbd-7e18693c3240 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Allocated IP 172.20.0.1 (d0625a9a-d499-4104-830a-a2b30b974ece/da4c7520-d498-4388-bf3c-a9cb86796f4d/c8871550-bd31-494a-8bd7-0b0d909af41b) {{(pid=102346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 11:22:26.831778 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-3e28a954-830e-49cc-adbd-7e18693c3240 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks [] for port, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:22:26.870051 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-3e28a954-830e-49cc-adbd-7e18693c3240 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:22:26.924813 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e28a954-830e-49cc-adbd-7e18693c3240 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Network d0625a9a-d499-4104-830a-a2b30b974ece is already hosted by enough agents. {{(pid=102346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 11:22:26.928247 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-3e28a954-830e-49cc-adbd-7e18693c3240 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Resources bound (agent type, host, resource id): {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 11:22:26.932916 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e28a954-830e-49cc-adbd-7e18693c3240 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Received port after_create {{(pid=102346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 11:22:26.937233 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e28a954-830e-49cc-adbd-7e18693c3240 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Pushing event updated for resources: {'Port': ['ID=c8871550-bd31-494a-8bd7-0b0d909af41b,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:22:26.986799 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-3e28a954-830e-49cc-adbd-7e18693c3240 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1664961'] for router_interface, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:22:27.116811 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-3e28a954-830e-49cc-adbd-7e18693c3240 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:22:27.395687 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-3e28a954-830e-49cc-adbd-7e18693c3240 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks [] for port, precommit_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:22:27.400579 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-3e28a954-830e-49cc-adbd-7e18693c3240 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27024173'] for port, after_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:22:27.476715 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-3e28a954-830e-49cc-adbd-7e18693c3240 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2006967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1766225'] for router_interface, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:22:27.478498 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e28a954-830e-49cc-adbd-7e18693c3240 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Pushing event updated for resources: {'Port': ['ID=c8871550-bd31-494a-8bd7-0b0d909af41b,revision_number=2']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:22:27.572015 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e28a954-830e-49cc-adbd-7e18693c3240 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Network d0625a9a-d499-4104-830a-a2b30b974ece is already hosted by enough agents. {{(pid=102346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 11:22:27.573448 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-3e28a954-830e-49cc-adbd-7e18693c3240 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Resources bound (agent type, host, resource id): {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 11:22:27.657052 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84616417-9576-4059-a6c7-bb31a827b369 None None] Network d0625a9a-d499-4104-830a-a2b30b974ece requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 11:22:27.685776 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e28a954-830e-49cc-adbd-7e18693c3240 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Router f1ddd061-368e-4fe3-b627-554bdfacb5a3 has already been hosted by L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb {{(pid=102346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 11:22:27.726885 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-100b518e-4a84-4980-8079-2171195178eb None None] Provisioning complete for port e5655922-c311-45f7-a031-a4acf35987df triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:22:27.727252 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-100b518e-4a84-4980-8079-2171195178eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:22:27.811599 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e28a954-830e-49cc-adbd-7e18693c3240 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 11:22:27.824817 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-3e28a954-830e-49cc-adbd-7e18693c3240 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "PUT /v2.0/routers/f1ddd061-368e-4fe3-b627-554bdfacb5a3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9406097 Oct 27 11:22:27.889697 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device c8eb0262-e62a-4da8-8914-405a7f7c4a9b up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 11:22:27.894140 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-100b518e-4a84-4980-8079-2171195178eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:22:27.966520 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-100b518e-4a84-4980-8079-2171195178eb None None] For port e5655922-c311-45f7-a031-a4acf35987df, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=e5655922-c311-45f7-a031-a4acf35987df,segment=NetworkSegment(85ba33c8-7755-48c2-a7d7-95d92b5ec227),segment_id=85ba33c8-7755-48c2-a7d7-95d92b5ec227)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:22:27.974951 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-100b518e-4a84-4980-8079-2171195178eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:22:27.989739 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-9efcd851-f410-4f08-aef1-018eefe37195 req-877a2328-e0ad-490a-8860-75f9a246e2dc tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-576483331&fields=id&tenant_id=cbfb4663104c453f9ca4ef83ed712b9d HTTP/1.1" status: 200 len: 267 time: 0.0487750 Oct 27 11:22:28.010109 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port c8eb0262-e62a-4da8-8914-405a7f7c4a9b triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:22:28.010470 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:22:28.065910 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100b518e-4a84-4980-8079-2171195178eb None None] Pushing event updated for resources: {'Port': ['ID=e5655922-c311-45f7-a031-a4acf35987df,revision_number=3']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:22:28.109292 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efcd851-f410-4f08-aef1-018eefe37195 req-b36b2d87-2e06-404d-8e5a-a50fc31eb270 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:22:28.116286 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:22:28.117403 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-9efcd851-f410-4f08-aef1-018eefe37195 req-b36b2d87-2e06-404d-8e5a-a50fc31eb270 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "GET /v2.0/networks?id=d0625a9a-d499-4104-830a-a2b30b974ece HTTP/1.1" status: 200 len: 797 time: 0.1267281 Oct 27 11:22:28.127839 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-9efcd851-f410-4f08-aef1-018eefe37195 req-c933e9e2-7bb5-4f2d-ab0b-3122f2e09ddb tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "GET /v2.0/quotas/cbfb4663104c453f9ca4ef83ed712b9d HTTP/1.1" status: 200 len: 375 time: 0.0093017 Oct 27 11:22:28.138243 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] For port c8eb0262-e62a-4da8-8914-405a7f7c4a9b, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=c8eb0262-e62a-4da8-8914-405a7f7c4a9b,segment=NetworkSegment(bc14127b-7032-4c50-bb5b-f6813cbae86e),segment_id=bc14127b-7032-4c50-bb5b-f6813cbae86e)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:22:28.143871 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:22:28.144832 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device e5655922-c311-45f7-a031-a4acf35987df up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 11:22:28.186447 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-9efcd851-f410-4f08-aef1-018eefe37195 req-7726d337-6439-44c1-863a-ea905118f6f9 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=cbfb4663104c453f9ca4ef83ed712b9d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0527272 Oct 27 11:22:28.247697 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-1ef5c72d-bd8f-470b-ab1b-93069d73279a None None] Provisioning complete for port e5655922-c311-45f7-a031-a4acf35987df triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:22:28.248289 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-1ef5c72d-bd8f-470b-ab1b-93069d73279a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:22:28.250703 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Pushing event updated for resources: {'Port': ['ID=c8eb0262-e62a-4da8-8914-405a7f7c4a9b,revision_number=4']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:22:28.300378 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port e5655922-c311-45f7-a031-a4acf35987df triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:22:28.300746 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:22:28.381687 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-9efcd851-f410-4f08-aef1-018eefe37195 req-9c8a34d8-e305-4f38-8833-8dd0b5d3d909 service neutron] 10.222.0.44 "GET /v2.0/networks/d0625a9a-d499-4104-830a-a2b30b974ece?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1764183 Oct 27 11:22:28.485556 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-9efcd851-f410-4f08-aef1-018eefe37195 req-51691cfb-e8e2-4aa4-b50e-b5f3bc9bea24 service neutron] 10.222.0.44 "GET /v2.0/networks/d0625a9a-d499-4104-830a-a2b30b974ece?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027672 Oct 27 11:22:28.546001 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f810c197-e085-48ef-9b4f-0170fd9c6239 None None] Sync routers for ids ['f1ddd061-368e-4fe3-b627-554bdfacb5a3'] in n-d-813419-10 {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 11:22:28.571689 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f810c197-e085-48ef-9b4f-0170fd9c6239 None None] Routers {'f1ddd061-368e-4fe3-b627-554bdfacb5a3'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 11:22:28.572343 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-f810c197-e085-48ef-9b4f-0170fd9c6239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T11:22:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['f1ddd061-368e-4fe3-b627-554bdfacb5a3'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:22:28.666605 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-4cff2fd8-6625-4bbd-904b-b49083f8f3af req-bb450bcd-d931-4541-91b0-15d3744a6f33 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "GET /v2.0/ports?device_id=7eb2f852-839c-4bfe-abf6-7d9bf4077fa7 HTTP/1.1" status: 200 len: 210 time: 0.0271320 Oct 27 11:22:28.672113 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-1ef5c72d-bd8f-470b-ab1b-93069d73279a None None] Provisioning complete for port c8871550-bd31-494a-8bd7-0b0d909af41b triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:22:28.672594 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-1ef5c72d-bd8f-470b-ab1b-93069d73279a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:22:28.725279 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-1ef5c72d-bd8f-470b-ab1b-93069d73279a None None] Port c8871550-bd31-494a-8bd7-0b0d909af41b cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 11:22:28.745404 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvr_db [None req-f810c197-e085-48ef-9b4f-0170fd9c6239 None None] Set router f1ddd061-368e-4fe3-b627-554bdfacb5a3 gateway port host: n-d-813419-10 {{(pid=102348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 11:22:28.882091 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7c55f74a-2c83-4c29-bec4-17b4ac98ecf7 None None] Provisioning complete for port c8871550-bd31-494a-8bd7-0b0d909af41b triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:22:28.882520 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7c55f74a-2c83-4c29-bec4-17b4ac98ecf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:22:28.953941 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-7c55f74a-2c83-4c29-bec4-17b4ac98ecf7 None None] Port c8871550-bd31-494a-8bd7-0b0d909af41b cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 11:22:28.981590 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-f810c197-e085-48ef-9b4f-0170fd9c6239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1ddd061-368e-4fe3-b627-554bdfacb5a3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2057352106', 'tenant_id': 'cbfb4663104c453f9ca4ef83ed712b9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.166'}], 'enable_snat': True}, 'gw_port_id': 'c8eb0262-e62a-4da8-8914-405a7f7c4a9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:22:23Z', 'updated_at': '2021-10-27T11:22:27Z', 'revision_number': 4, 'project_id': 'cbfb4663104c453f9ca4ef83ed712b9d', 'gw_port': {'id': 'c8eb0262-e62a-4da8-8914-405a7f7c4a9b', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:76:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1ddd061-368e-4fe3-b627-554bdfacb5a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:22:24Z', 'updated_at': '2021-10-27T11:22:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_interfaces': [{'id': 'c8871550-bd31-494a-8bd7-0b0d909af41b', 'name': '', 'network_id': 'd0625a9a-d499-4104-830a-a2b30b974ece', 'tenant_id': 'cbfb4663104c453f9ca4ef83ed712b9d', 'mac_address': 'fa:16:3e:27:4b:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1ddd061-368e-4fe3-b627-554bdfacb5a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'da4c7520-d498-4388-bf3c-a9cb86796f4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:22:26Z', 'updated_at': '2021-10-27T11:22:27Z', 'revision_number': 2, 'project_id': 'cbfb4663104c453f9ca4ef83ed712b9d', 'subnets': [{'id': 'da4c7520-d498-4388-bf3c-a9cb86796f4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:22:29.008521 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f810c197-e085-48ef-9b4f-0170fd9c6239 None None] Checking router: f1ddd061-368e-4fe3-b627-554bdfacb5a3 for host: n-d-813419-10 {{(pid=102348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 11:22:29.008866 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f810c197-e085-48ef-9b4f-0170fd9c6239 None None] Updating router f1ddd061-368e-4fe3-b627-554bdfacb5a3 port c8871550-bd31-494a-8bd7-0b0d909af41b binding host n-d-813419-10 {{(pid=102348) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 11:22:29.032182 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f810c197-e085-48ef-9b4f-0170fd9c6239 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:22:29.282094 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f810c197-e085-48ef-9b4f-0170fd9c6239 None None] Publish callbacks [] for port, precommit_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:22:29.287474 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f810c197-e085-48ef-9b4f-0170fd9c6239 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:22:29.345595 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9e3fa8-9e31-482d-b769-70da3508dcd3 None None] Pushing event updated for resources: {'Port': ['ID=c8871550-bd31-494a-8bd7-0b0d909af41b,revision_number=3']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:22:29.402925 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-f810c197-e085-48ef-9b4f-0170fd9c6239 None None] Attempting to bind port c8871550-bd31-494a-8bd7-0b0d909af41b on host n-d-813419-10 for vnic_type normal with profile {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 11:22:29.403283 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-f810c197-e085-48ef-9b4f-0170fd9c6239 None None] Attempting to bind port c8871550-bd31-494a-8bd7-0b0d909af41b by drivers openvswitch,hyperv on host n-d-813419-10 at level 0 using segments [{'id': '85ba33c8-7755-48c2-a7d7-95d92b5ec227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'd0625a9a-d499-4104-830a-a2b30b974ece'}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 11:22:29.403637 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f810c197-e085-48ef-9b4f-0170fd9c6239 None None] Attempting to bind port c8871550-bd31-494a-8bd7-0b0d909af41b on network d0625a9a-d499-4104-830a-a2b30b974ece {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 11:22:29.408750 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f810c197-e085-48ef-9b4f-0170fd9c6239 None None] Checking agent: {'id': '89dba0f3-79b2-435e-9822-33674b8f6ada', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 8, 20), 'started_at': datetime.datetime(2021, 10, 27, 10, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 11, 22, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 11:22:29.409114 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f810c197-e085-48ef-9b4f-0170fd9c6239 None None] Checking segment: {'id': '85ba33c8-7755-48c2-a7d7-95d92b5ec227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'd0625a9a-d499-4104-830a-a2b30b974ece'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 11:22:29.409597 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f810c197-e085-48ef-9b4f-0170fd9c6239 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:22:29.409986 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f810c197-e085-48ef-9b4f-0170fd9c6239 None None] Bound using segment: {'id': '85ba33c8-7755-48c2-a7d7-95d92b5ec227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'd0625a9a-d499-4104-830a-a2b30b974ece'} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 11:22:29.410442 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-f810c197-e085-48ef-9b4f-0170fd9c6239 None None] Bound port: c8871550-bd31-494a-8bd7-0b0d909af41b, host: n-d-813419-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85ba33c8-7755-48c2-a7d7-95d92b5ec227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'd0625a9a-d499-4104-830a-a2b30b974ece'}}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 11:22:29.410812 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f810c197-e085-48ef-9b4f-0170fd9c6239 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:22:29.476384 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f810c197-e085-48ef-9b4f-0170fd9c6239 None None] For port c8871550-bd31-494a-8bd7-0b0d909af41b, host n-d-813419-10, cleared binding levels {{(pid=102348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 11:22:29.479460 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f810c197-e085-48ef-9b4f-0170fd9c6239 None None] For port c8871550-bd31-494a-8bd7-0b0d909af41b, host n-d-813419-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=c8871550-bd31-494a-8bd7-0b0d909af41b,segment=NetworkSegment(85ba33c8-7755-48c2-a7d7-95d92b5ec227),segment_id=85ba33c8-7755-48c2-a7d7-95d92b5ec227)] {{(pid=102348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 11:22:29.483824 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f810c197-e085-48ef-9b4f-0170fd9c6239 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:22:29.543454 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f810c197-e085-48ef-9b4f-0170fd9c6239 None None] Routers {'f1ddd061-368e-4fe3-b627-554bdfacb5a3'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 11:22:29.544075 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-f810c197-e085-48ef-9b4f-0170fd9c6239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T11:22:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['f1ddd061-368e-4fe3-b627-554bdfacb5a3'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:22:29.545827 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9e3fa8-9e31-482d-b769-70da3508dcd3 None None] Pushing event updated for resources: {'Port': ['ID=c8871550-bd31-494a-8bd7-0b0d909af41b,revision_number=4']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:22:29.637598 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-96099533-48d5-4880-8c2a-cf62c90e73cd None None] Provisioning complete for port c8871550-bd31-494a-8bd7-0b0d909af41b triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:22:29.637961 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-96099533-48d5-4880-8c2a-cf62c90e73cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:22:29.697768 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvr_db [None req-f810c197-e085-48ef-9b4f-0170fd9c6239 None None] Set router f1ddd061-368e-4fe3-b627-554bdfacb5a3 gateway port host: n-d-813419-10 {{(pid=102348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 11:22:29.749263 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-344bdd58-7c19-41e2-9967-7cfbfc13e0c5 req-85b1cb82-9855-417c-a1c2-2d7bec14da49 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "GET /v2.0/ports?device_id=7eb2f852-839c-4bfe-abf6-7d9bf4077fa7 HTTP/1.1" status: 200 len: 210 time: 0.0275795 Oct 27 11:22:29.842960 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device c8eb0262-e62a-4da8-8914-405a7f7c4a9b up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 11:22:29.873451 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-96099533-48d5-4880-8c2a-cf62c90e73cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:22:29.945162 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-96099533-48d5-4880-8c2a-cf62c90e73cd None None] For port c8871550-bd31-494a-8bd7-0b0d909af41b, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=c8871550-bd31-494a-8bd7-0b0d909af41b,segment=NetworkSegment(85ba33c8-7755-48c2-a7d7-95d92b5ec227),segment_id=85ba33c8-7755-48c2-a7d7-95d92b5ec227)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:22:29.950829 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-96099533-48d5-4880-8c2a-cf62c90e73cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:22:29.998630 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port c8eb0262-e62a-4da8-8914-405a7f7c4a9b triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:22:29.998989 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:22:30.064093 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96099533-48d5-4880-8c2a-cf62c90e73cd None None] Pushing event updated for resources: {'Port': ['ID=c8871550-bd31-494a-8bd7-0b0d909af41b,revision_number=5']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:22:30.087908 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-2a9341e0-5c33-4e7b-afc4-a7f24f6b41cd None None] Provisioning complete for port c8871550-bd31-494a-8bd7-0b0d909af41b triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:22:30.088293 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-2a9341e0-5c33-4e7b-afc4-a7f24f6b41cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:22:30.109925 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-f810c197-e085-48ef-9b4f-0170fd9c6239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1ddd061-368e-4fe3-b627-554bdfacb5a3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2057352106', 'tenant_id': 'cbfb4663104c453f9ca4ef83ed712b9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.166'}], 'enable_snat': True}, 'gw_port_id': 'c8eb0262-e62a-4da8-8914-405a7f7c4a9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:22:23Z', 'updated_at': '2021-10-27T11:22:27Z', 'revision_number': 4, 'project_id': 'cbfb4663104c453f9ca4ef83ed712b9d', 'gw_port': {'id': 'c8eb0262-e62a-4da8-8914-405a7f7c4a9b', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:76:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1ddd061-368e-4fe3-b627-554bdfacb5a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:22:24Z', 'updated_at': '2021-10-27T11:22:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_interfaces': [{'id': 'c8871550-bd31-494a-8bd7-0b0d909af41b', 'name': '', 'network_id': 'd0625a9a-d499-4104-830a-a2b30b974ece', 'tenant_id': 'cbfb4663104c453f9ca4ef83ed712b9d', 'mac_address': 'fa:16:3e:27:4b:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1ddd061-368e-4fe3-b627-554bdfacb5a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'da4c7520-d498-4388-bf3c-a9cb86796f4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:22:26Z', 'updated_at': '2021-10-27T11:22:29Z', 'revision_number': 4, 'project_id': 'cbfb4663104c453f9ca4ef83ed712b9d', 'subnets': [{'id': 'da4c7520-d498-4388-bf3c-a9cb86796f4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:22:30.162143 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f810c197-e085-48ef-9b4f-0170fd9c6239 None None] The sync data for ids ['f1ddd061-368e-4fe3-b627-554bdfacb5a3'] in n-d-813419-10 is: [{'id': 'f1ddd061-368e-4fe3-b627-554bdfacb5a3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2057352106', 'tenant_id': 'cbfb4663104c453f9ca4ef83ed712b9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.166'}], 'enable_snat': True}, 'gw_port_id': 'c8eb0262-e62a-4da8-8914-405a7f7c4a9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:22:23Z', 'updated_at': '2021-10-27T11:22:27Z', 'revision_number': 4, 'project_id': 'cbfb4663104c453f9ca4ef83ed712b9d', 'gw_port': {'id': 'c8eb0262-e62a-4da8-8914-405a7f7c4a9b', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:76:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1ddd061-368e-4fe3-b627-554bdfacb5a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:22:24Z', 'updated_at': '2021-10-27T11:22:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_interfaces': [{'id': 'c8871550-bd31-494a-8bd7-0b0d909af41b', 'name': '', 'network_id': 'd0625a9a-d499-4104-830a-a2b30b974ece', 'tenant_id': 'cbfb4663104c453f9ca4ef83ed712b9d', 'mac_address': 'fa:16:3e:27:4b:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1ddd061-368e-4fe3-b627-554bdfacb5a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'da4c7520-d498-4388-bf3c-a9cb86796f4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:22:26Z', 'updated_at': '2021-10-27T11:22:29Z', 'revision_number': 4, 'project_id': 'cbfb4663104c453f9ca4ef83ed712b9d', 'subnets': [{'id': 'da4c7520-d498-4388-bf3c-a9cb86796f4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 11:22:30.183919 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device e5655922-c311-45f7-a031-a4acf35987df up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 11:22:30.283951 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port e5655922-c311-45f7-a031-a4acf35987df triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:22:30.284395 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:22:30.841156 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-1f2b1a8f-dd0b-4048-b16c-77d99089fbf8 req-6c25cbc4-ca65-4f61-b35d-b55742d22d54 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "GET /v2.0/ports?device_id=7eb2f852-839c-4bfe-abf6-7d9bf4077fa7 HTTP/1.1" status: 200 len: 210 time: 0.0334189 Oct 27 11:22:31.821119 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device c8871550-bd31-494a-8bd7-0b0d909af41b up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 11:22:31.869350 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port c8871550-bd31-494a-8bd7-0b0d909af41b triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:22:31.869726 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:22:31.919203 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-7379db84-9cf2-429b-bbb4-f6f8ce354872 req-459fc2de-21e4-4e58-b6ca-abc7cd3a3979 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "GET /v2.0/ports?device_id=7eb2f852-839c-4bfe-abf6-7d9bf4077fa7 HTTP/1.1" status: 200 len: 210 time: 0.0270405 Oct 27 11:22:32.971030 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:22:33.018068 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-bb185c69-189d-4209-9f75-7e641192adc9 req-655108e0-1b20-4e37-bf06-d0c5fe692c63 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "GET /v2.0/ports?device_id=7eb2f852-839c-4bfe-abf6-7d9bf4077fa7 HTTP/1.1" status: 200 len: 210 time: 0.0304642 Oct 27 11:22:33.764793 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efcd851-f410-4f08-aef1-018eefe37195 req-11934ac0-e402-4d4e-b36c-31834bf148f8 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:22:33.766316 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-9efcd851-f410-4f08-aef1-018eefe37195 req-11934ac0-e402-4d4e-b36c-31834bf148f8 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.64 "GET /v2.0/networks?id=d0625a9a-d499-4104-830a-a2b30b974ece HTTP/1.1" status: 200 len: 797 time: 0.1074359 Oct 27 11:22:33.807833 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-9efcd851-f410-4f08-aef1-018eefe37195 req-a638eb73-684d-4c29-a4d0-92a0bf2da0ef tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cbfb4663104c453f9ca4ef83ed712b9d HTTP/1.1" status: 200 len: 379 time: 0.0329630 Oct 27 11:22:33.818324 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [req-9efcd851-f410-4f08-aef1-018eefe37195 req-2f9d3cf2-ed6f-4a8b-b832-1086b6fa7e00 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Request body: {'port': {'device_id': '7eb2f852-839c-4bfe-abf6-7d9bf4077fa7', 'network_id': 'd0625a9a-d499-4104-830a-a2b30b974ece', 'admin_state_up': True, 'tenant_id': 'cbfb4663104c453f9ca4ef83ed712b9d', 'security_groups': ['8d35a815-a8df-42a7-86b2-f9fe0d8c8d0a']}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:22:33.928719 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9efcd851-f410-4f08-aef1-018eefe37195 req-2f9d3cf2-ed6f-4a8b-b832-1086b6fa7e00 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Made reservation on behalf of cbfb4663104c453f9ca4ef83ed712b9d for: {'port': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 11:22:33.932157 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-9efcd851-f410-4f08-aef1-018eefe37195 req-2f9d3cf2-ed6f-4a8b-b832-1086b6fa7e00 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:22:34.052463 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_common [req-9efcd851-f410-4f08-aef1-018eefe37195 req-2f9d3cf2-ed6f-4a8b-b832-1086b6fa7e00 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Allocated IP 172.20.0.3 (d0625a9a-d499-4104-830a-a2b30b974ece/da4c7520-d498-4388-bf3c-a9cb86796f4d/e6a5d5ee-7cbd-4c0a-8884-bffc05f1bd92) {{(pid=102347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 11:22:34.152036 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-10bcecd5-a5e7-47c0-8ff8-e49130e66fc5 req-0b57e11c-588f-45ea-b32f-81cbac8cf5d0 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "GET /v2.0/ports?device_id=7eb2f852-839c-4bfe-abf6-7d9bf4077fa7 HTTP/1.1" status: 200 len: 210 time: 0.0629370 Oct 27 11:22:34.211200 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-9efcd851-f410-4f08-aef1-018eefe37195 req-2f9d3cf2-ed6f-4a8b-b832-1086b6fa7e00 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks [] for port, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:22:34.243052 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-9efcd851-f410-4f08-aef1-018eefe37195 req-2f9d3cf2-ed6f-4a8b-b832-1086b6fa7e00 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:22:34.288062 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9efcd851-f410-4f08-aef1-018eefe37195 req-2f9d3cf2-ed6f-4a8b-b832-1086b6fa7e00 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Network d0625a9a-d499-4104-830a-a2b30b974ece is already hosted by enough agents. {{(pid=102347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 11:22:34.291090 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [req-9efcd851-f410-4f08-aef1-018eefe37195 req-2f9d3cf2-ed6f-4a8b-b832-1086b6fa7e00 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Resources bound (agent type, host, resource id): {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 11:22:34.294859 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [req-9efcd851-f410-4f08-aef1-018eefe37195 req-2f9d3cf2-ed6f-4a8b-b832-1086b6fa7e00 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Received port after_create {{(pid=102347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 11:22:34.320864 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9d3cf2-ed6f-4a8b-b832-1086b6fa7e00 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Pushing event updated for resources: {'Port': ['ID=e6a5d5ee-7cbd-4c0a-8884-bffc05f1bd92,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:22:34.356660 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efcd851-f410-4f08-aef1-018eefe37195 req-2f9d3cf2-ed6f-4a8b-b832-1086b6fa7e00 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:22:34.357477 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-9efcd851-f410-4f08-aef1-018eefe37195 req-2f9d3cf2-ed6f-4a8b-b832-1086b6fa7e00 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:22:34.374824 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-9efcd851-f410-4f08-aef1-018eefe37195 req-2f9d3cf2-ed6f-4a8b-b832-1086b6fa7e00 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5600023 Oct 27 11:22:34.432672 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [req-9efcd851-f410-4f08-aef1-018eefe37195 req-56983e8b-ed9b-4f30-b6fc-3d50a21f88bb service neutron] Request body: {'port': {'device_id': '7eb2f852-839c-4bfe-abf6-7d9bf4077fa7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-10'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:22:34.486388 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-9efcd851-f410-4f08-aef1-018eefe37195 req-56983e8b-ed9b-4f30-b6fc-3d50a21f88bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:22:34.524060 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-37f06812-b264-4899-8eb5-c6e9ca46b4bf None None] Provisioning complete for port e6a5d5ee-7cbd-4c0a-8884-bffc05f1bd92 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:22:34.524684 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-37f06812-b264-4899-8eb5-c6e9ca46b4bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:22:34.558558 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-37f06812-b264-4899-8eb5-c6e9ca46b4bf None None] Port e6a5d5ee-7cbd-4c0a-8884-bffc05f1bd92 cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 11:22:34.744071 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [req-9efcd851-f410-4f08-aef1-018eefe37195 req-56983e8b-ed9b-4f30-b6fc-3d50a21f88bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6a5d5ee-7cbd-4c0a-8884-bffc05f1bd92 {{(pid=102347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 11:22:34.751276 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-9efcd851-f410-4f08-aef1-018eefe37195 req-56983e8b-ed9b-4f30-b6fc-3d50a21f88bb service neutron] Publish callbacks [] for port, precommit_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:22:34.763246 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.provisioning_blocks [req-9efcd851-f410-4f08-aef1-018eefe37195 req-56983e8b-ed9b-4f30-b6fc-3d50a21f88bb service neutron] Transition to ACTIVE for port object e6a5d5ee-7cbd-4c0a-8884-bffc05f1bd92 will not be triggered until provisioned by entity L2. {{(pid=102347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 11:22:34.766831 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-9efcd851-f410-4f08-aef1-018eefe37195 req-56983e8b-ed9b-4f30-b6fc-3d50a21f88bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:22:34.817775 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56983e8b-ed9b-4f30-b6fc-3d50a21f88bb service neutron] Pushing event updated for resources: {'Port': ['ID=e6a5d5ee-7cbd-4c0a-8884-bffc05f1bd92,revision_number=2']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:22:34.883264 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-9efcd851-f410-4f08-aef1-018eefe37195 req-56983e8b-ed9b-4f30-b6fc-3d50a21f88bb service neutron] Attempting to bind port e6a5d5ee-7cbd-4c0a-8884-bffc05f1bd92 on host n-h1-813419-10 for vnic_type normal with profile {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 11:22:34.883598 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-9efcd851-f410-4f08-aef1-018eefe37195 req-56983e8b-ed9b-4f30-b6fc-3d50a21f88bb service neutron] Attempting to bind port e6a5d5ee-7cbd-4c0a-8884-bffc05f1bd92 by drivers openvswitch,hyperv on host n-h1-813419-10 at level 0 using segments [{'id': '85ba33c8-7755-48c2-a7d7-95d92b5ec227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'd0625a9a-d499-4104-830a-a2b30b974ece'}] {{(pid=102347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 11:22:34.883927 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9efcd851-f410-4f08-aef1-018eefe37195 req-56983e8b-ed9b-4f30-b6fc-3d50a21f88bb service neutron] Attempting to bind port e6a5d5ee-7cbd-4c0a-8884-bffc05f1bd92 on network d0625a9a-d499-4104-830a-a2b30b974ece {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 11:22:34.888605 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9efcd851-f410-4f08-aef1-018eefe37195 req-56983e8b-ed9b-4f30-b6fc-3d50a21f88bb service neutron] Port e6a5d5ee-7cbd-4c0a-8884-bffc05f1bd92 on network d0625a9a-d499-4104-830a-a2b30b974ece not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-10 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 11:22:34.888939 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9efcd851-f410-4f08-aef1-018eefe37195 req-56983e8b-ed9b-4f30-b6fc-3d50a21f88bb service neutron] Attempting to bind port e6a5d5ee-7cbd-4c0a-8884-bffc05f1bd92 on network d0625a9a-d499-4104-830a-a2b30b974ece {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 11:22:34.893781 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9efcd851-f410-4f08-aef1-018eefe37195 req-56983e8b-ed9b-4f30-b6fc-3d50a21f88bb service neutron] Checking agent: {'id': 'a52e1cab-0c63-402d-9c94-330537c6c076', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 16, 2), 'started_at': datetime.datetime(2021, 10, 27, 10, 16, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 11, 22, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 11:22:34.894113 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9efcd851-f410-4f08-aef1-018eefe37195 req-56983e8b-ed9b-4f30-b6fc-3d50a21f88bb service neutron] Checking segment: {'id': '85ba33c8-7755-48c2-a7d7-95d92b5ec227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'd0625a9a-d499-4104-830a-a2b30b974ece'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 11:22:34.894491 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9efcd851-f410-4f08-aef1-018eefe37195 req-56983e8b-ed9b-4f30-b6fc-3d50a21f88bb service neutron] Bound using segment: {'id': '85ba33c8-7755-48c2-a7d7-95d92b5ec227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'd0625a9a-d499-4104-830a-a2b30b974ece'} {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 11:22:34.894915 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-9efcd851-f410-4f08-aef1-018eefe37195 req-56983e8b-ed9b-4f30-b6fc-3d50a21f88bb service neutron] Bound port: e6a5d5ee-7cbd-4c0a-8884-bffc05f1bd92, host: n-h1-813419-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85ba33c8-7755-48c2-a7d7-95d92b5ec227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'd0625a9a-d499-4104-830a-a2b30b974ece'}}] {{(pid=102347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 11:22:34.895539 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-9efcd851-f410-4f08-aef1-018eefe37195 req-56983e8b-ed9b-4f30-b6fc-3d50a21f88bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:22:34.963521 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-9efcd851-f410-4f08-aef1-018eefe37195 req-56983e8b-ed9b-4f30-b6fc-3d50a21f88bb service neutron] For port e6a5d5ee-7cbd-4c0a-8884-bffc05f1bd92, host n-h1-813419-10, cleared binding levels {{(pid=102347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 11:22:34.966593 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-9efcd851-f410-4f08-aef1-018eefe37195 req-56983e8b-ed9b-4f30-b6fc-3d50a21f88bb service neutron] For port e6a5d5ee-7cbd-4c0a-8884-bffc05f1bd92, host n-h1-813419-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=e6a5d5ee-7cbd-4c0a-8884-bffc05f1bd92,segment=NetworkSegment(85ba33c8-7755-48c2-a7d7-95d92b5ec227),segment_id=85ba33c8-7755-48c2-a7d7-95d92b5ec227)] {{(pid=102347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 11:22:34.971551 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-9efcd851-f410-4f08-aef1-018eefe37195 req-56983e8b-ed9b-4f30-b6fc-3d50a21f88bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:22:35.003687 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efcd851-f410-4f08-aef1-018eefe37195 req-56983e8b-ed9b-4f30-b6fc-3d50a21f88bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:22:35.004374 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-9efcd851-f410-4f08-aef1-018eefe37195 req-56983e8b-ed9b-4f30-b6fc-3d50a21f88bb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:22:35.005682 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-9efcd851-f410-4f08-aef1-018eefe37195 req-56983e8b-ed9b-4f30-b6fc-3d50a21f88bb service neutron] 10.222.0.64 "PUT /v2.0/ports/e6a5d5ee-7cbd-4c0a-8884-bffc05f1bd92 HTTP/1.1" status: 200 len: 1092 time: 0.6223075 Oct 27 11:22:35.006121 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7eb2f852-839c-4bfe-abf6-7d9bf4077fa7', 'tag': 'e6a5d5ee-7cbd-4c0a-8884-bffc05f1bd92'}] {{(pid=102347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 11:22:35.008938 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b4a6b06816dbd4a25adc79839574a1cde60454ea9fb7ff9bc84d34209fb596e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acfe4874-36bc-43c8-b32c-62302dee48ce" -d '{"events": [{"name": "network-changed", "server_uuid": "7eb2f852-839c-4bfe-abf6-7d9bf4077fa7", "tag": "e6a5d5ee-7cbd-4c0a-8884-bffc05f1bd92"}]}' {{(pid=102347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 11:22:35.036637 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56983e8b-ed9b-4f30-b6fc-3d50a21f88bb service neutron] Pushing event updated for resources: {'Port': ['ID=e6a5d5ee-7cbd-4c0a-8884-bffc05f1bd92,revision_number=3']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:22:35.091491 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efcd851-f410-4f08-aef1-018eefe37195 req-341735c2-3fba-43a9-b433-75e4ab8bce8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:22:35.093089 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-9efcd851-f410-4f08-aef1-018eefe37195 req-341735c2-3fba-43a9-b433-75e4ab8bce8b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=cbfb4663104c453f9ca4ef83ed712b9d&device_id=7eb2f852-839c-4bfe-abf6-7d9bf4077fa7 HTTP/1.1" status: 200 len: 1095 time: 0.0458665 Oct 27 11:22:35.146255 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-9efcd851-f410-4f08-aef1-018eefe37195 req-998e78e1-f609-4861-a40b-88968a9a60f6 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e6a5d5ee-7cbd-4c0a-8884-bffc05f1bd92 HTTP/1.1" status: 200 len: 217 time: 0.0450275 Oct 27 11:22:35.149379 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 11:22:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2a84b54-471f-4ee7-b456-bf39c3468db5 x-openstack-request-id: req-e2a84b54-471f-4ee7-b456-bf39c3468db5 {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 11:22:35.149678 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7eb2f852-839c-4bfe-abf6-7d9bf4077fa7", "tag": "e6a5d5ee-7cbd-4c0a-8884-bffc05f1bd92", "status": "completed", "code": 200}]} {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 11:22:35.149964 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e2a84b54-471f-4ee7-b456-bf39c3468db5 {{(pid=102347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 11:22:35.150301 n-d-813419-10 neutron-server[102347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7eb2f852-839c-4bfe-abf6-7d9bf4077fa7', 'tag': 'e6a5d5ee-7cbd-4c0a-8884-bffc05f1bd92', 'status': 'completed', 'code': 200} Oct 27 11:22:35.204946 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efcd851-f410-4f08-aef1-018eefe37195 req-bb0808ff-491f-4076-98bc-3227b3ef1366 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:22:35.206544 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-9efcd851-f410-4f08-aef1-018eefe37195 req-bb0808ff-491f-4076-98bc-3227b3ef1366 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=da4c7520-d498-4388-bf3c-a9cb86796f4d HTTP/1.1" status: 200 len: 835 time: 0.0481756 Oct 27 11:22:35.281705 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efcd851-f410-4f08-aef1-018eefe37195 req-11f75269-062f-4345-b20a-97e4796d81e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:22:35.283194 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-9efcd851-f410-4f08-aef1-018eefe37195 req-11f75269-062f-4345-b20a-97e4796d81e6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d0625a9a-d499-4104-830a-a2b30b974ece&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0696993 Oct 27 11:22:35.294773 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001f459e-b723-4a1d-aab5-a2e73c6d87c2 req-a84ea0f5-d738-4591-ae6e-86369f20a669 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:22:35.296136 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-001f459e-b723-4a1d-aab5-a2e73c6d87c2 req-a84ea0f5-d738-4591-ae6e-86369f20a669 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "GET /v2.0/ports?device_id=7eb2f852-839c-4bfe-abf6-7d9bf4077fa7 HTTP/1.1" status: 200 len: 943 time: 0.0582335 Oct 27 11:22:35.382605 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-001f459e-b723-4a1d-aab5-a2e73c6d87c2 req-2c650bf3-3bbf-4abe-b284-8296eacba2ed tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "GET /v2.0/security-groups?id=8d35a815-a8df-42a7-86b2-f9fe0d8c8d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0773852 Oct 27 11:22:35.410174 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-9efcd851-f410-4f08-aef1-018eefe37195 req-7627b486-f15e-416a-8bcc-234447bd7d77 service neutron] 10.222.0.64 "GET /v2.0/networks/d0625a9a-d499-4104-830a-a2b30b974ece?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1130114 Oct 27 11:22:35.502461 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-9efcd851-f410-4f08-aef1-018eefe37195 req-cdd336f0-1fd0-4b4a-ba80-d18fe67e3ff7 service neutron] 10.222.0.64 "GET /v2.0/networks/d0625a9a-d499-4104-830a-a2b30b974ece?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854111 Oct 27 11:22:35.587756 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfe4874-36bc-43c8-b32c-62302dee48ce req-c0c1da66-b84c-4bd7-90b9-c90eed8f82fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:22:35.589372 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-acfe4874-36bc-43c8-b32c-62302dee48ce req-c0c1da66-b84c-4bd7-90b9-c90eed8f82fb service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=cbfb4663104c453f9ca4ef83ed712b9d&device_id=7eb2f852-839c-4bfe-abf6-7d9bf4077fa7 HTTP/1.1" status: 200 len: 1095 time: 0.0406694 Oct 27 11:22:35.682245 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfe4874-36bc-43c8-b32c-62302dee48ce req-628c30d3-2e41-4fca-a233-49e708d03b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:22:35.684001 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-acfe4874-36bc-43c8-b32c-62302dee48ce req-628c30d3-2e41-4fca-a233-49e708d03b8e service neutron] 10.222.0.64 "GET /v2.0/networks?id=d0625a9a-d499-4104-830a-a2b30b974ece HTTP/1.1" status: 200 len: 898 time: 0.0861013 Oct 27 11:22:35.725023 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-acfe4874-36bc-43c8-b32c-62302dee48ce req-af3a95dd-29f1-4388-a4a0-845239035a1e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e6a5d5ee-7cbd-4c0a-8884-bffc05f1bd92 HTTP/1.1" status: 200 len: 217 time: 0.0337460 Oct 27 11:22:35.772012 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfe4874-36bc-43c8-b32c-62302dee48ce req-5f8dc9a6-b460-423a-8981-0e08a2d10610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:22:35.774017 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-acfe4874-36bc-43c8-b32c-62302dee48ce req-5f8dc9a6-b460-423a-8981-0e08a2d10610 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=da4c7520-d498-4388-bf3c-a9cb86796f4d HTTP/1.1" status: 200 len: 835 time: 0.0425329 Oct 27 11:22:35.819071 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfe4874-36bc-43c8-b32c-62302dee48ce req-1647af03-1505-4eb4-a7aa-ba2eb1de6dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:22:35.820544 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-acfe4874-36bc-43c8-b32c-62302dee48ce req-1647af03-1505-4eb4-a7aa-ba2eb1de6dbb service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d0625a9a-d499-4104-830a-a2b30b974ece&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0390697 Oct 27 11:22:35.914266 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-acfe4874-36bc-43c8-b32c-62302dee48ce req-377e5f6a-8431-45e5-b1d8-37928620138d service neutron] 10.222.0.64 "GET /v2.0/networks/d0625a9a-d499-4104-830a-a2b30b974ece?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856800 Oct 27 11:22:36.004733 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-acfe4874-36bc-43c8-b32c-62302dee48ce req-dcbd26b0-3ec7-4056-8439-3af5409e567a service neutron] 10.222.0.64 "GET /v2.0/networks/d0625a9a-d499-4104-830a-a2b30b974ece?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825827 Oct 27 11:22:36.498588 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf1fb2d-16c3-4196-a5b8-48bb668e1ea1 req-cd9d0aeb-4cf5-43af-ba7e-434e0d7024e9 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:22:36.500061 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-fcf1fb2d-16c3-4196-a5b8-48bb668e1ea1 req-cd9d0aeb-4cf5-43af-ba7e-434e0d7024e9 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "GET /v2.0/ports?device_id=7eb2f852-839c-4bfe-abf6-7d9bf4077fa7 HTTP/1.1" status: 200 len: 943 time: 0.0475662 Oct 27 11:22:36.537065 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-fcf1fb2d-16c3-4196-a5b8-48bb668e1ea1 req-cb8ade9c-ab5d-4371-aa74-b45fc464c609 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "GET /v2.0/security-groups?id=8d35a815-a8df-42a7-86b2-f9fe0d8c8d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310471 Oct 27 11:22:37.650940 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8291374a-38fc-46e2-8f0a-ad34809eb015 req-6d512954-dbfb-45fc-a614-7dee2342076f tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:22:37.652447 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8291374a-38fc-46e2-8f0a-ad34809eb015 req-6d512954-dbfb-45fc-a614-7dee2342076f tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "GET /v2.0/ports?device_id=7eb2f852-839c-4bfe-abf6-7d9bf4077fa7 HTTP/1.1" status: 200 len: 943 time: 0.0492046 Oct 27 11:22:37.691392 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8291374a-38fc-46e2-8f0a-ad34809eb015 req-2f2b55d6-2078-4bb2-b8e0-fb0f2fe0cfd4 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "GET /v2.0/security-groups?id=8d35a815-a8df-42a7-86b2-f9fe0d8c8d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308442 Oct 27 11:22:38.805819 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba4960a-f654-4534-9703-d89cfca8da4e req-1558e42f-86a1-41ad-88f2-23fad1a9f2fa tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:22:38.807290 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-2ba4960a-f654-4534-9703-d89cfca8da4e req-1558e42f-86a1-41ad-88f2-23fad1a9f2fa tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "GET /v2.0/ports?device_id=7eb2f852-839c-4bfe-abf6-7d9bf4077fa7 HTTP/1.1" status: 200 len: 943 time: 0.0476470 Oct 27 11:22:38.832599 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device e6a5d5ee-7cbd-4c0a-8884-bffc05f1bd92 details requested by agent hyperv_n-h1-813419-10 with host n-h1-813419-10 {{(pid=102348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 11:22:38.844720 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-2ba4960a-f654-4534-9703-d89cfca8da4e req-e9043214-0d1c-4668-92a2-75494c08423f tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "GET /v2.0/security-groups?id=8d35a815-a8df-42a7-86b2-f9fe0d8c8d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316563 Oct 27 11:22:38.925100 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port e6a5d5ee-7cbd-4c0a-8884-bffc05f1bd92, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=e6a5d5ee-7cbd-4c0a-8884-bffc05f1bd92,segment=NetworkSegment(85ba33c8-7755-48c2-a7d7-95d92b5ec227),segment_id=85ba33c8-7755-48c2-a7d7-95d92b5ec227)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:22:38.936396 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Returning: {'device': 'e6a5d5ee-7cbd-4c0a-8884-bffc05f1bd92', 'network_id': 'd0625a9a-d499-4104-830a-a2b30b974ece', 'port_id': 'e6a5d5ee-7cbd-4c0a-8884-bffc05f1bd92', 'mac_address': 'fa:16:3e:79:91:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da4c7520-d498-4388-bf3c-a9cb86796f4d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 11:22:38.975648 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:22:38.987979 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6a5d5ee-7cbd-4c0a-8884-bffc05f1bd92 {{(pid=102348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 11:22:39.010773 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port e6a5d5ee-7cbd-4c0a-8884-bffc05f1bd92, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=e6a5d5ee-7cbd-4c0a-8884-bffc05f1bd92,segment=NetworkSegment(85ba33c8-7755-48c2-a7d7-95d92b5ec227),segment_id=85ba33c8-7755-48c2-a7d7-95d92b5ec227)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:22:39.014597 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:22:39.060592 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Pushing event updated for resources: {'Port': ['ID=e6a5d5ee-7cbd-4c0a-8884-bffc05f1bd92,revision_number=4']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:22:39.232292 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] get_ports_and_sgs() called for port_ids ['e6a5d5ee-7cbd-4c0a-8884-bffc05f1bd92'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 11:22:39.497847 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:22:39.957087 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bb5f9e-1f04-4081-b20f-962028453889 req-08cdb606-9b64-4b48-b6df-4786177dd1d3 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:22:39.958551 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-56bb5f9e-1f04-4081-b20f-962028453889 req-08cdb606-9b64-4b48-b6df-4786177dd1d3 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "GET /v2.0/ports?device_id=7eb2f852-839c-4bfe-abf6-7d9bf4077fa7 HTTP/1.1" status: 200 len: 944 time: 0.0485151 Oct 27 11:22:39.995508 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-56bb5f9e-1f04-4081-b20f-962028453889 req-0deef297-ac97-4571-b807-c0579e6ef078 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "GET /v2.0/security-groups?id=8d35a815-a8df-42a7-86b2-f9fe0d8c8d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310411 Oct 27 11:22:40.847879 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device e6a5d5ee-7cbd-4c0a-8884-bffc05f1bd92 up at agent hyperv_n-h1-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 11:22:40.896344 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Provisioning for port e6a5d5ee-7cbd-4c0a-8884-bffc05f1bd92 completed by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 11:22:40.900507 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Provisioning complete for port e6a5d5ee-7cbd-4c0a-8884-bffc05f1bd92 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:22:40.900870 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:22:40.978014 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:22:40.999035 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7eb2f852-839c-4bfe-abf6-7d9bf4077fa7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6a5d5ee-7cbd-4c0a-8884-bffc05f1bd92'}] {{(pid=102348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 11:22:41.001291 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be4127e571859625ba9a491db1af5fd5edc4c8ee111482105658b13e0edb602d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccf818ab-5080-489b-ac03-22e502579572" -d '{"events": [{"server_uuid": "7eb2f852-839c-4bfe-abf6-7d9bf4077fa7", "name": "network-vif-plugged", "status": "completed", "tag": "e6a5d5ee-7cbd-4c0a-8884-bffc05f1bd92"}]}' {{(pid=102348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 11:22:41.014481 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port e6a5d5ee-7cbd-4c0a-8884-bffc05f1bd92, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=e6a5d5ee-7cbd-4c0a-8884-bffc05f1bd92,segment=NetworkSegment(85ba33c8-7755-48c2-a7d7-95d92b5ec227),segment_id=85ba33c8-7755-48c2-a7d7-95d92b5ec227)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:22:41.018524 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:22:41.067043 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Pushing event updated for resources: {'Port': ['ID=e6a5d5ee-7cbd-4c0a-8884-bffc05f1bd92,revision_number=5']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:22:41.099180 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 11:22:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c9e7c9c-4a44-4cd4-92d8-9192ab308c27 x-openstack-request-id: req-3c9e7c9c-4a44-4cd4-92d8-9192ab308c27 {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 11:22:41.099480 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7eb2f852-839c-4bfe-abf6-7d9bf4077fa7", "name": "network-vif-plugged", "status": "completed", "tag": "e6a5d5ee-7cbd-4c0a-8884-bffc05f1bd92", "code": 200}]} {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 11:22:41.099781 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3c9e7c9c-4a44-4cd4-92d8-9192ab308c27 {{(pid=102348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 11:22:41.100134 n-d-813419-10 neutron-server[102348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7eb2f852-839c-4bfe-abf6-7d9bf4077fa7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6a5d5ee-7cbd-4c0a-8884-bffc05f1bd92', 'code': 200} Oct 27 11:22:41.118445 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4874fd61-1dfe-42d7-b0c9-6fcf3c942f6c req-f90d82f8-90ea-4e66-abb1-1dd5775bf76a tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:22:41.119923 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-4874fd61-1dfe-42d7-b0c9-6fcf3c942f6c req-f90d82f8-90ea-4e66-abb1-1dd5775bf76a tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "GET /v2.0/ports?device_id=7eb2f852-839c-4bfe-abf6-7d9bf4077fa7 HTTP/1.1" status: 200 len: 945 time: 0.0539308 Oct 27 11:22:41.158638 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-4874fd61-1dfe-42d7-b0c9-6fcf3c942f6c req-f0ac5a75-2295-4091-bbbe-ac07631c6735 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "GET /v2.0/security-groups?id=8d35a815-a8df-42a7-86b2-f9fe0d8c8d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324824 Oct 27 11:22:41.196840 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfec8b9-fced-4a01-8c90-bf1ea6c7cb28 req-981b6180-66af-44b0-8251-e30ff1e5661c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:22:41.198341 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-cbfec8b9-fced-4a01-8c90-bf1ea6c7cb28 req-981b6180-66af-44b0-8251-e30ff1e5661c service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=7eb2f852-839c-4bfe-abf6-7d9bf4077fa7 HTTP/1.1" status: 200 len: 1097 time: 0.0388784 Oct 27 11:22:41.234304 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-cbfec8b9-fced-4a01-8c90-bf1ea6c7cb28 req-7dc9d7f4-cdae-48da-82a6-2f46faf760f2 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=8d35a815-a8df-42a7-86b2-f9fe0d8c8d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0275333 Oct 27 11:22:42.277865 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6783cce-5797-4761-ae5f-97d5137cd680 req-34be34ff-f1b1-46c9-bcf1-aa6e24e7fce1 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:22:42.279342 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-d6783cce-5797-4761-ae5f-97d5137cd680 req-34be34ff-f1b1-46c9-bcf1-aa6e24e7fce1 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "GET /v2.0/ports?device_id=7eb2f852-839c-4bfe-abf6-7d9bf4077fa7 HTTP/1.1" status: 200 len: 945 time: 0.0524206 Oct 27 11:22:42.293054 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.agents_db [None req-e79ee67d-056e-46ea-bd99-e80473396b25 None None] Agent healthcheck: found 7 active agents {{(pid=102349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 11:22:42.638632 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-d6783cce-5797-4761-ae5f-97d5137cd680 req-fe45ff18-714a-44a3-8ad5-3b2cf1b081f8 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "GET /v2.0/security-groups?id=8d35a815-a8df-42a7-86b2-f9fe0d8c8d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3532624 Oct 27 11:22:43.753116 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ef2632-517f-44c2-99eb-b6c360047c27 req-a01acc3b-c88a-4281-938e-d42affd0f3a8 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:22:43.754774 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-d3ef2632-517f-44c2-99eb-b6c360047c27 req-a01acc3b-c88a-4281-938e-d42affd0f3a8 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "GET /v2.0/ports?device_id=7eb2f852-839c-4bfe-abf6-7d9bf4077fa7 HTTP/1.1" status: 200 len: 945 time: 0.0485759 Oct 27 11:22:43.792698 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-d3ef2632-517f-44c2-99eb-b6c360047c27 req-ab597d25-219b-4a85-ab75-729b41791e82 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "GET /v2.0/security-groups?id=8d35a815-a8df-42a7-86b2-f9fe0d8c8d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315056 Oct 27 11:22:43.904612 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83b91e4-0d66-4b66-bb1c-d5450a5ac698 req-72e8a95e-dc71-49cd-a442-d6b1412d9458 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:22:43.906059 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-c83b91e4-0d66-4b66-bb1c-d5450a5ac698 req-72e8a95e-dc71-49cd-a442-d6b1412d9458 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "GET /v2.0/ports?device_id=7eb2f852-839c-4bfe-abf6-7d9bf4077fa7 HTTP/1.1" status: 200 len: 945 time: 0.0479555 Oct 27 11:22:43.942408 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-c83b91e4-0d66-4b66-bb1c-d5450a5ac698 req-c6bc6971-3871-4113-b835-97f6fe5c7092 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "GET /v2.0/security-groups?id=8d35a815-a8df-42a7-86b2-f9fe0d8c8d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303080 Oct 27 11:22:43.964336 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 48226) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:22:44.008179 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7398d56e-5937-4c77-a361-ba63da1273ec tempest-TestNetworkAdvancedServerOps-2138787779 tempest-TestNetworkAdvancedServerOps-2138787779-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:22:44.009764 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-7398d56e-5937-4c77-a361-ba63da1273ec tempest-TestNetworkAdvancedServerOps-2138787779 tempest-TestNetworkAdvancedServerOps-2138787779-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=7eb2f852-839c-4bfe-abf6-7d9bf4077fa7 HTTP/1.1" status: 200 len: 1092 time: 0.0444679 Oct 27 11:22:44.012582 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 48228) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:22:44.016765 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-23ec8c64-0365-4f3a-be21-47bf8d08bc93 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Request body: {'floatingip': {'floating_network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'port_id': 'e6a5d5ee-7cbd-4c0a-8884-bffc05f1bd92', 'tenant_id': 'cbfb4663104c453f9ca4ef83ed712b9d', 'fixed_ip_address': '172.20.0.3'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:22:44.038692 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-23ec8c64-0365-4f3a-be21-47bf8d08bc93 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks [] for floatingip, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:22:44.141196 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-23ec8c64-0365-4f3a-be21-47bf8d08bc93 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:22:44.273208 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_common [None req-23ec8c64-0365-4f3a-be21-47bf8d08bc93 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Allocated IP 172.25.8.44 (185ff123-c7ff-45c7-a6be-71feb35acc9c/0fb9f9d1-7384-481f-8fa8-f4566c349d30/ffbb9db5-9acc-48d2-9c50-bf40e17d516d) {{(pid=102346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 11:22:44.376169 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-23ec8c64-0365-4f3a-be21-47bf8d08bc93 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks [] for port, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:22:44.409096 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-23ec8c64-0365-4f3a-be21-47bf8d08bc93 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:22:44.452780 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23ec8c64-0365-4f3a-be21-47bf8d08bc93 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Network 185ff123-c7ff-45c7-a6be-71feb35acc9c is already hosted by enough agents. {{(pid=102346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 11:22:44.455702 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-23ec8c64-0365-4f3a-be21-47bf8d08bc93 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Resources bound (agent type, host, resource id): {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 11:22:44.458556 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23ec8c64-0365-4f3a-be21-47bf8d08bc93 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Received port after_create {{(pid=102346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 11:22:44.485947 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ec8c64-0365-4f3a-be21-47bf8d08bc93 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Pushing event updated for resources: {'Port': ['ID=ffbb9db5-9acc-48d2-9c50-bf40e17d516d,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:22:44.855651 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-23ec8c64-0365-4f3a-be21-47bf8d08bc93 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:22:44.921538 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-23ec8c64-0365-4f3a-be21-47bf8d08bc93 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:22:45.067352 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-23ec8c64-0365-4f3a-be21-47bf8d08bc93 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks [] for port, precommit_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:22:45.072422 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-23ec8c64-0365-4f3a-be21-47bf8d08bc93 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27024173'] for port, after_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:22:45.137743 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ec8c64-0365-4f3a-be21-47bf8d08bc93 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Pushing event updated for resources: {'Port': ['ID=ffbb9db5-9acc-48d2-9c50-bf40e17d516d,revision_number=2']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:22:45.150257 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-23ec8c64-0365-4f3a-be21-47bf8d08bc93 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1664826'] for floatingip, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:22:45.248114 n-d-813419-10 neutron-server[102346]: INFO neutron.db.l3_db [None req-23ec8c64-0365-4f3a-be21-47bf8d08bc93 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Floating IP 4efa56c4-ec62-4e1e-9b04-5e5d49b2e289 associated. External IP: 172.25.8.44, port: e6a5d5ee-7cbd-4c0a-8884-bffc05f1bd92. Oct 27 11:22:45.450879 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23ec8c64-0365-4f3a-be21-47bf8d08bc93 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Router f1ddd061-368e-4fe3-b627-554bdfacb5a3 has already been hosted by L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb {{(pid=102346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 11:22:45.553248 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23ec8c64-0365-4f3a-be21-47bf8d08bc93 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 11:22:45.562987 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2568deaf-a6ab-4c11-8283-a79590d42ef7 None None] Sync routers for ids ['f1ddd061-368e-4fe3-b627-554bdfacb5a3'] in n-d-813419-10 {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 11:22:45.570236 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-23ec8c64-0365-4f3a-be21-47bf8d08bc93 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for floatingip, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:22:45.572452 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2568deaf-a6ab-4c11-8283-a79590d42ef7 None None] Routers {'f1ddd061-368e-4fe3-b627-554bdfacb5a3'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 11:22:45.573044 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-2568deaf-a6ab-4c11-8283-a79590d42ef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T11:22:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['f1ddd061-368e-4fe3-b627-554bdfacb5a3'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:22:45.600157 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-23ec8c64-0365-4f3a-be21-47bf8d08bc93 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5865560 Oct 27 11:22:45.601360 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7eb2f852-839c-4bfe-abf6-7d9bf4077fa7', 'tag': 'e6a5d5ee-7cbd-4c0a-8884-bffc05f1bd92'}] {{(pid=102346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 11:22:45.604419 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2531aea88c448207759dde70f844649f18dfe6edcb84b1c92b49bb044a645d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a75fbeb5-5a10-4393-87b5-e464d3ba1a3a" -d '{"events": [{"name": "network-changed", "server_uuid": "7eb2f852-839c-4bfe-abf6-7d9bf4077fa7", "tag": "e6a5d5ee-7cbd-4c0a-8884-bffc05f1bd92"}]}' {{(pid=102346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 11:22:45.643141 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 11:22:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a97a29bf-2f72-4b9a-bd8a-25144435667d x-openstack-request-id: req-a97a29bf-2f72-4b9a-bd8a-25144435667d {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 11:22:45.643536 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7eb2f852-839c-4bfe-abf6-7d9bf4077fa7", "tag": "e6a5d5ee-7cbd-4c0a-8884-bffc05f1bd92", "status": "completed", "code": 200}]} {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 11:22:45.643874 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a97a29bf-2f72-4b9a-bd8a-25144435667d {{(pid=102346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 11:22:45.644516 n-d-813419-10 neutron-server[102346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7eb2f852-839c-4bfe-abf6-7d9bf4077fa7', 'tag': 'e6a5d5ee-7cbd-4c0a-8884-bffc05f1bd92', 'status': 'completed', 'code': 200} Oct 27 11:22:45.681552 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvr_db [None req-2568deaf-a6ab-4c11-8283-a79590d42ef7 None None] Set router f1ddd061-368e-4fe3-b627-554bdfacb5a3 gateway port host: n-d-813419-10 {{(pid=102349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 11:22:45.728862 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bdb819-d4cd-40d7-8ed6-9348fb78b1d7 req-fa804c30-01a1-421d-9bd2-bb695645fef1 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:22:45.730263 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-d8bdb819-d4cd-40d7-8ed6-9348fb78b1d7 req-fa804c30-01a1-421d-9bd2-bb695645fef1 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "GET /v2.0/ports?device_id=7eb2f852-839c-4bfe-abf6-7d9bf4077fa7 HTTP/1.1" status: 200 len: 945 time: 0.0794330 Oct 27 11:22:45.739683 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75fbeb5-5a10-4393-87b5-e464d3ba1a3a req-f2f82534-9ae9-44cb-8067-3656752d1881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:22:45.741154 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-a75fbeb5-5a10-4393-87b5-e464d3ba1a3a req-f2f82534-9ae9-44cb-8067-3656752d1881 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=cbfb4663104c453f9ca4ef83ed712b9d&device_id=7eb2f852-839c-4bfe-abf6-7d9bf4077fa7 HTTP/1.1" status: 200 len: 1097 time: 0.0605793 Oct 27 11:22:45.815676 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-d8bdb819-d4cd-40d7-8ed6-9348fb78b1d7 req-12cfcc3e-5a8d-4490-8343-6bd1a4b100b0 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "GET /v2.0/security-groups?id=8d35a815-a8df-42a7-86b2-f9fe0d8c8d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0781548 Oct 27 11:22:45.839222 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 48234) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:22:45.858362 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75fbeb5-5a10-4393-87b5-e464d3ba1a3a req-ff6170c2-5ca6-41dc-b228-19cdb80c666e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:22:45.860187 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-a75fbeb5-5a10-4393-87b5-e464d3ba1a3a req-ff6170c2-5ca6-41dc-b228-19cdb80c666e service neutron] 10.222.0.64 "GET /v2.0/networks?id=d0625a9a-d499-4104-830a-a2b30b974ece HTTP/1.1" status: 200 len: 898 time: 0.1126325 Oct 27 11:22:45.906574 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-ca25416e-cd01-4c05-aba5-524497919f28 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "GET /v2.0/floatingips/4efa56c4-ec62-4e1e-9b04-5e5d49b2e289 HTTP/1.1" status: 200 len: 990 time: 0.0651512 Oct 27 11:22:45.936108 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-a75fbeb5-5a10-4393-87b5-e464d3ba1a3a req-d9437a9d-df14-4c8f-845d-1e3f46c2be38 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e6a5d5ee-7cbd-4c0a-8884-bffc05f1bd92 HTTP/1.1" status: 200 len: 998 time: 0.0684769 Oct 27 11:22:45.987248 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75fbeb5-5a10-4393-87b5-e464d3ba1a3a req-d7ffc496-97d6-4caf-82b8-e9693fe084c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:22:45.989034 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-a75fbeb5-5a10-4393-87b5-e464d3ba1a3a req-d7ffc496-97d6-4caf-82b8-e9693fe084c1 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=da4c7520-d498-4388-bf3c-a9cb86796f4d HTTP/1.1" status: 200 len: 835 time: 0.0460060 Oct 27 11:22:45.995976 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-2568deaf-a6ab-4c11-8283-a79590d42ef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1ddd061-368e-4fe3-b627-554bdfacb5a3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2057352106', 'tenant_id': 'cbfb4663104c453f9ca4ef83ed712b9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.166'}], 'enable_snat': True}, 'gw_port_id': 'c8eb0262-e62a-4da8-8914-405a7f7c4a9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:22:23Z', 'updated_at': '2021-10-27T11:22:27Z', 'revision_number': 4, 'project_id': 'cbfb4663104c453f9ca4ef83ed712b9d', 'gw_port': {'id': 'c8eb0262-e62a-4da8-8914-405a7f7c4a9b', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:76:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1ddd061-368e-4fe3-b627-554bdfacb5a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:22:24Z', 'updated_at': '2021-10-27T11:22:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_floatingips': [{'id': '4efa56c4-ec62-4e1e-9b04-5e5d49b2e289', 'tenant_id': 'cbfb4663104c453f9ca4ef83ed712b9d', 'floating_ip_address': '172.25.8.44', 'floating_network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'router_id': 'f1ddd061-368e-4fe3-b627-554bdfacb5a3', 'port_id': 'e6a5d5ee-7cbd-4c0a-8884-bffc05f1bd92', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4205, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0625a9a-d499-4104-830a-a2b30b974ece', 'mac_address': 'fa:16:3e:79:91:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eb2f852-839c-4bfe-abf6-7d9bf4077fa7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T11:22:44Z', 'updated_at': '2021-10-27T11:22:44Z', 'revision_number': 0, 'project_id': 'cbfb4663104c453f9ca4ef83ed712b9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8871550-bd31-494a-8bd7-0b0d909af41b', 'name': '', 'network_id': 'd0625a9a-d499-4104-830a-a2b30b974ece', 'tenant_id': 'cbfb4663104c453f9ca4ef83ed712b9d', 'mac_address': 'fa:16:3e:27:4b:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1ddd061-368e-4fe3-b627-554bdfacb5a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'da4c7520-d498-4388-bf3c-a9cb86796f4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:22:26Z', 'updated_at': '2021-10-27T11:22:29Z', 'revision_number': 5, 'project_id': 'cbfb4663104c453f9ca4ef83ed712b9d', 'subnets': [{'id': 'da4c7520-d498-4388-bf3c-a9cb86796f4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:22:46.023026 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2568deaf-a6ab-4c11-8283-a79590d42ef7 None None] Checking router: f1ddd061-368e-4fe3-b627-554bdfacb5a3 for host: n-d-813419-10 {{(pid=102349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 11:22:46.031432 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2568deaf-a6ab-4c11-8283-a79590d42ef7 None None] Routers {'f1ddd061-368e-4fe3-b627-554bdfacb5a3'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 11:22:46.032028 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-2568deaf-a6ab-4c11-8283-a79590d42ef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T11:22:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['f1ddd061-368e-4fe3-b627-554bdfacb5a3'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:22:46.040417 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75fbeb5-5a10-4393-87b5-e464d3ba1a3a req-5402ddc5-f15d-4c06-89dc-e88d47ffd97b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:22:46.042012 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-a75fbeb5-5a10-4393-87b5-e464d3ba1a3a req-5402ddc5-f15d-4c06-89dc-e88d47ffd97b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d0625a9a-d499-4104-830a-a2b30b974ece&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0463457 Oct 27 11:22:46.130522 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-a75fbeb5-5a10-4393-87b5-e464d3ba1a3a req-f57f9a7e-9c86-4b0d-8bf0-c9b86700d939 service neutron] 10.222.0.64 "GET /v2.0/networks/d0625a9a-d499-4104-830a-a2b30b974ece?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813122 Oct 27 11:22:46.133019 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvr_db [None req-2568deaf-a6ab-4c11-8283-a79590d42ef7 None None] Set router f1ddd061-368e-4fe3-b627-554bdfacb5a3 gateway port host: n-d-813419-10 {{(pid=102349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 11:22:46.303937 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-aa4241e0-70ef-45c3-b8a7-ed5d44f2995a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:22:46.362085 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-2568deaf-a6ab-4c11-8283-a79590d42ef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1ddd061-368e-4fe3-b627-554bdfacb5a3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2057352106', 'tenant_id': 'cbfb4663104c453f9ca4ef83ed712b9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.166'}], 'enable_snat': True}, 'gw_port_id': 'c8eb0262-e62a-4da8-8914-405a7f7c4a9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:22:23Z', 'updated_at': '2021-10-27T11:22:27Z', 'revision_number': 4, 'project_id': 'cbfb4663104c453f9ca4ef83ed712b9d', 'gw_port': {'id': 'c8eb0262-e62a-4da8-8914-405a7f7c4a9b', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:76:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1ddd061-368e-4fe3-b627-554bdfacb5a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:22:24Z', 'updated_at': '2021-10-27T11:22:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_floatingips': [{'id': '4efa56c4-ec62-4e1e-9b04-5e5d49b2e289', 'tenant_id': 'cbfb4663104c453f9ca4ef83ed712b9d', 'floating_ip_address': '172.25.8.44', 'floating_network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'router_id': 'f1ddd061-368e-4fe3-b627-554bdfacb5a3', 'port_id': 'e6a5d5ee-7cbd-4c0a-8884-bffc05f1bd92', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4205, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0625a9a-d499-4104-830a-a2b30b974ece', 'mac_address': 'fa:16:3e:79:91:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eb2f852-839c-4bfe-abf6-7d9bf4077fa7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T11:22:44Z', 'updated_at': '2021-10-27T11:22:44Z', 'revision_number': 0, 'project_id': 'cbfb4663104c453f9ca4ef83ed712b9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8871550-bd31-494a-8bd7-0b0d909af41b', 'name': '', 'network_id': 'd0625a9a-d499-4104-830a-a2b30b974ece', 'tenant_id': 'cbfb4663104c453f9ca4ef83ed712b9d', 'mac_address': 'fa:16:3e:27:4b:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1ddd061-368e-4fe3-b627-554bdfacb5a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'da4c7520-d498-4388-bf3c-a9cb86796f4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:22:26Z', 'updated_at': '2021-10-27T11:22:29Z', 'revision_number': 5, 'project_id': 'cbfb4663104c453f9ca4ef83ed712b9d', 'subnets': [{'id': 'da4c7520-d498-4388-bf3c-a9cb86796f4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:22:46.389393 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2568deaf-a6ab-4c11-8283-a79590d42ef7 None None] The sync data for ids ['f1ddd061-368e-4fe3-b627-554bdfacb5a3'] in n-d-813419-10 is: [{'id': 'f1ddd061-368e-4fe3-b627-554bdfacb5a3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2057352106', 'tenant_id': 'cbfb4663104c453f9ca4ef83ed712b9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.166'}], 'enable_snat': True}, 'gw_port_id': 'c8eb0262-e62a-4da8-8914-405a7f7c4a9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:22:23Z', 'updated_at': '2021-10-27T11:22:27Z', 'revision_number': 4, 'project_id': 'cbfb4663104c453f9ca4ef83ed712b9d', 'gw_port': {'id': 'c8eb0262-e62a-4da8-8914-405a7f7c4a9b', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:76:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1ddd061-368e-4fe3-b627-554bdfacb5a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:22:24Z', 'updated_at': '2021-10-27T11:22:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_floatingips': [{'id': '4efa56c4-ec62-4e1e-9b04-5e5d49b2e289', 'tenant_id': 'cbfb4663104c453f9ca4ef83ed712b9d', 'floating_ip_address': '172.25.8.44', 'floating_network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'router_id': 'f1ddd061-368e-4fe3-b627-554bdfacb5a3', 'port_id': 'e6a5d5ee-7cbd-4c0a-8884-bffc05f1bd92', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4205, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0625a9a-d499-4104-830a-a2b30b974ece', 'mac_address': 'fa:16:3e:79:91:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eb2f852-839c-4bfe-abf6-7d9bf4077fa7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T11:22:44Z', 'updated_at': '2021-10-27T11:22:44Z', 'revision_number': 0, 'project_id': 'cbfb4663104c453f9ca4ef83ed712b9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8871550-bd31-494a-8bd7-0b0d909af41b', 'name': '', 'network_id': 'd0625a9a-d499-4104-830a-a2b30b974ece', 'tenant_id': 'cbfb4663104c453f9ca4ef83ed712b9d', 'mac_address': 'fa:16:3e:27:4b:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1ddd061-368e-4fe3-b627-554bdfacb5a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'da4c7520-d498-4388-bf3c-a9cb86796f4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:22:26Z', 'updated_at': '2021-10-27T11:22:29Z', 'revision_number': 5, 'project_id': 'cbfb4663104c453f9ca4ef83ed712b9d', 'subnets': [{'id': 'da4c7520-d498-4388-bf3c-a9cb86796f4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 11:22:46.575367 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-a75fbeb5-5a10-4393-87b5-e464d3ba1a3a req-a94bc1e9-5bfd-45c8-a908-87980d47d149 service neutron] 10.222.0.64 "GET /v2.0/networks/d0625a9a-d499-4104-830a-a2b30b974ece?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4377909 Oct 27 11:22:46.591585 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88bc8f58-8813-4329-9909-9821f650559a None None] New status for floating IP 4efa56c4-ec62-4e1e-9b04-5e5d49b2e289: ACTIVE {{(pid=102348) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 11:22:46.909146 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 48236) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:22:46.967504 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-b5fcab2c-45f3-4126-b1bd-8b8db0337e2e tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "GET /v2.0/floatingips/4efa56c4-ec62-4e1e-9b04-5e5d49b2e289 HTTP/1.1" status: 200 len: 992 time: 0.0571895 Oct 27 11:22:48.966387 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7a4fb64d-5480-47f9-a684-b3f5a5fc4e75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:22:50.090821 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:22:50.242341 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-eadeaa30-4096-4d1a-b3cb-aa7ebfb291ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:22:52.127432 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-3c6a8245-0581-48aa-b5f6-4d8fe98cd16e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:23:03.004610 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:23:08.538132 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-ab325114-bc56-477a-8711-9e45f763d1d8 req-b6c556d7-4774-40c7-b845-115662cb7037 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=7eb2f852-839c-4bfe-abf6-7d9bf4077fa7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0415339 Oct 27 11:23:08.620284 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab325114-bc56-477a-8711-9e45f763d1d8 req-03d7510b-1547-4ecb-99d1-21bdc5967108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:23:08.621739 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-ab325114-bc56-477a-8711-9e45f763d1d8 req-03d7510b-1547-4ecb-99d1-21bdc5967108 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=cbfb4663104c453f9ca4ef83ed712b9d&device_id=7eb2f852-839c-4bfe-abf6-7d9bf4077fa7 HTTP/1.1" status: 200 len: 1097 time: 0.0397341 Oct 27 11:23:08.735418 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab325114-bc56-477a-8711-9e45f763d1d8 req-a8088bc5-7ba5-4229-982b-dc6f62143334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:23:08.736944 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-ab325114-bc56-477a-8711-9e45f763d1d8 req-a8088bc5-7ba5-4229-982b-dc6f62143334 service neutron] 10.222.0.64 "GET /v2.0/networks?id=d0625a9a-d499-4104-830a-a2b30b974ece HTTP/1.1" status: 200 len: 898 time: 0.0949092 Oct 27 11:23:08.803859 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-ab325114-bc56-477a-8711-9e45f763d1d8 req-bdeda7f4-17f6-45bc-8162-384f768a902b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e6a5d5ee-7cbd-4c0a-8884-bffc05f1bd92 HTTP/1.1" status: 200 len: 1000 time: 0.0602682 Oct 27 11:23:08.852155 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab325114-bc56-477a-8711-9e45f763d1d8 req-f0540e17-504a-4ba6-a9d9-6a92fa626990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:23:08.853572 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-ab325114-bc56-477a-8711-9e45f763d1d8 req-f0540e17-504a-4ba6-a9d9-6a92fa626990 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=da4c7520-d498-4388-bf3c-a9cb86796f4d HTTP/1.1" status: 200 len: 835 time: 0.0423260 Oct 27 11:23:08.898759 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab325114-bc56-477a-8711-9e45f763d1d8 req-f05d5b5b-297c-4234-a5a9-b1fed9849fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:23:08.900110 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-ab325114-bc56-477a-8711-9e45f763d1d8 req-f05d5b5b-297c-4234-a5a9-b1fed9849fb2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d0625a9a-d499-4104-830a-a2b30b974ece&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0388999 Oct 27 11:23:08.988539 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-ab325114-bc56-477a-8711-9e45f763d1d8 req-8a7c0889-3afd-4f84-8038-e8e34b233eb3 service neutron] 10.222.0.64 "GET /v2.0/networks/d0625a9a-d499-4104-830a-a2b30b974ece?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812857 Oct 27 11:23:09.075963 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-ab325114-bc56-477a-8711-9e45f763d1d8 req-432018d8-4964-467b-8ca9-e7bc27c39c8f service neutron] 10.222.0.64 "GET /v2.0/networks/d0625a9a-d499-4104-830a-a2b30b974ece?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804148 Oct 27 11:23:09.505172 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:23:13.683615 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9517143-d8e6-439d-bfe8-2ec9128eaeea req-c9741480-14ec-41c5-a0b5-fcced28599fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:23:13.684260 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44403dfe-5bbb-4443-bc3f-8bac28f86c2f req-543defd3-9c0b-485b-a4ef-c720e7e47d1c tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:23:13.685231 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b9517143-d8e6-439d-bfe8-2ec9128eaeea req-c9741480-14ec-41c5-a0b5-fcced28599fc service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=cbfb4663104c453f9ca4ef83ed712b9d&device_id=7eb2f852-839c-4bfe-abf6-7d9bf4077fa7 HTTP/1.1" status: 200 len: 1097 time: 0.0489340 Oct 27 11:23:13.685496 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-44403dfe-5bbb-4443-bc3f-8bac28f86c2f req-543defd3-9c0b-485b-a4ef-c720e7e47d1c tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "GET /v2.0/ports?device_id=7eb2f852-839c-4bfe-abf6-7d9bf4077fa7 HTTP/1.1" status: 200 len: 945 time: 0.0500090 Oct 27 11:23:13.722426 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-44403dfe-5bbb-4443-bc3f-8bac28f86c2f req-7ece1bb5-66d2-479e-a5d8-b8307992077a tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "GET /v2.0/security-groups?id=8d35a815-a8df-42a7-86b2-f9fe0d8c8d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310366 Oct 27 11:23:13.776006 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9517143-d8e6-439d-bfe8-2ec9128eaeea req-343affd5-6907-47ca-8de8-7228cd09818d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:23:13.777502 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b9517143-d8e6-439d-bfe8-2ec9128eaeea req-343affd5-6907-47ca-8de8-7228cd09818d service neutron] 10.222.0.64 "GET /v2.0/networks?id=d0625a9a-d499-4104-830a-a2b30b974ece HTTP/1.1" status: 200 len: 898 time: 0.0842485 Oct 27 11:23:13.850445 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b9517143-d8e6-439d-bfe8-2ec9128eaeea req-cc7cba4d-2eed-478e-970c-4703ba739133 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e6a5d5ee-7cbd-4c0a-8884-bffc05f1bd92 HTTP/1.1" status: 200 len: 1000 time: 0.0636098 Oct 27 11:23:13.898400 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9517143-d8e6-439d-bfe8-2ec9128eaeea req-647b6283-21ee-46d8-bab2-e79bca4e54f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:23:13.900412 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b9517143-d8e6-439d-bfe8-2ec9128eaeea req-647b6283-21ee-46d8-bab2-e79bca4e54f5 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=da4c7520-d498-4388-bf3c-a9cb86796f4d HTTP/1.1" status: 200 len: 835 time: 0.0422745 Oct 27 11:23:13.946615 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9517143-d8e6-439d-bfe8-2ec9128eaeea req-2aff7862-7f30-4e9e-b039-b5f0629da69d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:23:13.948069 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b9517143-d8e6-439d-bfe8-2ec9128eaeea req-2aff7862-7f30-4e9e-b039-b5f0629da69d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d0625a9a-d499-4104-830a-a2b30b974ece&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0386844 Oct 27 11:23:14.039618 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b9517143-d8e6-439d-bfe8-2ec9128eaeea req-47ec52d8-dd67-4318-b345-c28ddcbddc0a service neutron] 10.222.0.64 "GET /v2.0/networks/d0625a9a-d499-4104-830a-a2b30b974ece?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834117 Oct 27 11:23:14.126404 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b9517143-d8e6-439d-bfe8-2ec9128eaeea req-81b7e2a4-081e-4611-9a99-c5146d2a6a42 service neutron] 10.222.0.64 "GET /v2.0/networks/d0625a9a-d499-4104-830a-a2b30b974ece?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796585 Oct 27 11:23:14.845255 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f703a66-054f-45b5-b744-7bfdbe78b40e req-4f81fa3f-e694-481a-953c-c5501315dde2 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:23:14.846744 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-6f703a66-054f-45b5-b744-7bfdbe78b40e req-4f81fa3f-e694-481a-953c-c5501315dde2 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "GET /v2.0/ports?device_id=7eb2f852-839c-4bfe-abf6-7d9bf4077fa7 HTTP/1.1" status: 200 len: 945 time: 0.0533652 Oct 27 11:23:14.883833 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-6f703a66-054f-45b5-b744-7bfdbe78b40e req-79fc4be8-ac61-486c-a612-b3417d9a4d12 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "GET /v2.0/security-groups?id=8d35a815-a8df-42a7-86b2-f9fe0d8c8d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311339 Oct 27 11:23:16.002406 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e274e684-8ab0-44e0-a8bc-24f5f26499ee req-8098785c-8397-46d2-9843-8e82ffbb951a tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:23:16.003876 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-e274e684-8ab0-44e0-a8bc-24f5f26499ee req-8098785c-8397-46d2-9843-8e82ffbb951a tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "GET /v2.0/ports?device_id=7eb2f852-839c-4bfe-abf6-7d9bf4077fa7 HTTP/1.1" status: 200 len: 945 time: 0.0523241 Oct 27 11:23:16.042524 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-e274e684-8ab0-44e0-a8bc-24f5f26499ee req-8a84e5c7-e300-4ee6-a1a9-d548307b39e1 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "GET /v2.0/security-groups?id=8d35a815-a8df-42a7-86b2-f9fe0d8c8d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319409 Oct 27 11:23:16.305730 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-aa98a556-f70d-45a8-9781-cb00f022cf49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:23:17.157157 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e8f893-611c-43a1-b8c9-9dde6857d61a req-26142c17-66b0-45dd-ade3-08ee6ff6798c tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:23:17.158674 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c5e8f893-611c-43a1-b8c9-9dde6857d61a req-26142c17-66b0-45dd-ade3-08ee6ff6798c tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "GET /v2.0/ports?device_id=7eb2f852-839c-4bfe-abf6-7d9bf4077fa7 HTTP/1.1" status: 200 len: 945 time: 0.0489941 Oct 27 11:23:17.196684 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c5e8f893-611c-43a1-b8c9-9dde6857d61a req-56f19d29-6a9c-442c-af73-b06e02e3ad68 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "GET /v2.0/security-groups?id=8d35a815-a8df-42a7-86b2-f9fe0d8c8d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320120 Oct 27 11:23:18.309293 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ac3487-d6af-4934-b738-2b81d85691be req-cc5b33c2-6662-45b6-bd0f-5733becd030a tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:23:18.310763 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-69ac3487-d6af-4934-b738-2b81d85691be req-cc5b33c2-6662-45b6-bd0f-5733becd030a tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "GET /v2.0/ports?device_id=7eb2f852-839c-4bfe-abf6-7d9bf4077fa7 HTTP/1.1" status: 200 len: 945 time: 0.0482163 Oct 27 11:23:18.349228 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-69ac3487-d6af-4934-b738-2b81d85691be req-7a27edb0-1520-4f52-b248-3e3c3b53762c tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "GET /v2.0/security-groups?id=8d35a815-a8df-42a7-86b2-f9fe0d8c8d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320930 Oct 27 11:23:18.967209 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-79324799-f4ee-4025-b0bc-9e4df4b6324a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:23:19.292134 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.agents_db [None req-e79ee67d-056e-46ea-bd99-e80473396b25 None None] Agent healthcheck: found 7 active agents {{(pid=102349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 11:23:19.464360 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7660b600-bd83-432d-a2b4-ea2115f22a0b req-90f72260-49f3-4451-a9db-48dfff61a3d2 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:23:19.465807 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-7660b600-bd83-432d-a2b4-ea2115f22a0b req-90f72260-49f3-4451-a9db-48dfff61a3d2 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "GET /v2.0/ports?device_id=7eb2f852-839c-4bfe-abf6-7d9bf4077fa7 HTTP/1.1" status: 200 len: 945 time: 0.0480509 Oct 27 11:23:19.509920 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-7660b600-bd83-432d-a2b4-ea2115f22a0b req-6dec8f16-70a1-48cc-85bd-15641336c24d tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "GET /v2.0/security-groups?id=8d35a815-a8df-42a7-86b2-f9fe0d8c8d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375607 Oct 27 11:23:20.092001 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:23:20.245949 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-eadeaa30-4096-4d1a-b3cb-aa7ebfb291ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:23:20.623415 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8f81f5-d992-4a32-9d8a-f117ddb23b6f req-b9bf53a8-a750-4f33-b647-601ee3efc4fc tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:23:20.624922 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-fa8f81f5-d992-4a32-9d8a-f117ddb23b6f req-b9bf53a8-a750-4f33-b647-601ee3efc4fc tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "GET /v2.0/ports?device_id=7eb2f852-839c-4bfe-abf6-7d9bf4077fa7 HTTP/1.1" status: 200 len: 945 time: 0.0481510 Oct 27 11:23:20.661024 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-fa8f81f5-d992-4a32-9d8a-f117ddb23b6f req-4167602d-73c5-447d-b3c3-5a709e3b75f2 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "GET /v2.0/security-groups?id=8d35a815-a8df-42a7-86b2-f9fe0d8c8d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302618 Oct 27 11:23:21.779778 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa7d29b-6848-4833-a38e-2c6ce20d8e01 req-b47d3cba-23a9-4014-8cb4-91363232c03b tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:23:21.781294 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-bfa7d29b-6848-4833-a38e-2c6ce20d8e01 req-b47d3cba-23a9-4014-8cb4-91363232c03b tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "GET /v2.0/ports?device_id=7eb2f852-839c-4bfe-abf6-7d9bf4077fa7 HTTP/1.1" status: 200 len: 945 time: 0.0526843 Oct 27 11:23:21.817901 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-bfa7d29b-6848-4833-a38e-2c6ce20d8e01 req-037ee89b-0598-4b67-81bb-37ca38da4985 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "GET /v2.0/security-groups?id=8d35a815-a8df-42a7-86b2-f9fe0d8c8d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307243 Oct 27 11:23:22.129788 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-3c6a8245-0581-48aa-b5f6-4d8fe98cd16e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:23:22.935352 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e053d617-1702-41c3-ae41-512c28bd07a0 req-9e30a7dd-8e6a-4106-9238-c7057c07a32e tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:23:22.936841 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-e053d617-1702-41c3-ae41-512c28bd07a0 req-9e30a7dd-8e6a-4106-9238-c7057c07a32e tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "GET /v2.0/ports?device_id=7eb2f852-839c-4bfe-abf6-7d9bf4077fa7 HTTP/1.1" status: 200 len: 945 time: 0.0525210 Oct 27 11:23:22.972733 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-e053d617-1702-41c3-ae41-512c28bd07a0 req-d89bb022-5ddc-4f4c-ae90-39c1f8ab41c9 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "GET /v2.0/security-groups?id=8d35a815-a8df-42a7-86b2-f9fe0d8c8d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299699 Oct 27 11:23:24.087457 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7d26e0-c0b3-4455-857f-637ed071ecbf req-67d95a8f-e3ff-4b2f-9e0e-e6acb4950a4c tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:23:24.088876 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-1d7d26e0-c0b3-4455-857f-637ed071ecbf req-67d95a8f-e3ff-4b2f-9e0e-e6acb4950a4c tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "GET /v2.0/ports?device_id=7eb2f852-839c-4bfe-abf6-7d9bf4077fa7 HTTP/1.1" status: 200 len: 945 time: 0.0486705 Oct 27 11:23:24.125877 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-1d7d26e0-c0b3-4455-857f-637ed071ecbf req-d0244ee4-2ae0-43df-9904-edda1d9c0001 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "GET /v2.0/security-groups?id=8d35a815-a8df-42a7-86b2-f9fe0d8c8d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310407 Oct 27 11:23:25.242045 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07358984-5261-43cf-bb9e-7e0b336d8d11 req-fa33375a-53d1-4f5b-8aba-3557be5f2a4a tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:23:25.247659 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-07358984-5261-43cf-bb9e-7e0b336d8d11 req-fa33375a-53d1-4f5b-8aba-3557be5f2a4a tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "GET /v2.0/ports?device_id=7eb2f852-839c-4bfe-abf6-7d9bf4077fa7 HTTP/1.1" status: 200 len: 945 time: 0.0502472 Oct 27 11:23:25.282980 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-07358984-5261-43cf-bb9e-7e0b336d8d11 req-f8bbcfa1-cef8-4144-8f1f-38f25a65fc8e tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "GET /v2.0/security-groups?id=8d35a815-a8df-42a7-86b2-f9fe0d8c8d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327947 Oct 27 11:23:25.304854 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 48274) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:23:25.368233 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-c0c91c54-5c2f-4e53-9436-ed90fa6ea829 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "GET /v2.0/floatingips/4efa56c4-ec62-4e1e-9b04-5e5d49b2e289 HTTP/1.1" status: 200 len: 992 time: 0.0622108 Oct 27 11:23:32.968535 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:23:39.504410 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:23:46.306268 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-515b838f-dcf4-45c4-be58-f397cb7f605b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:23:48.971277 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-98cdaf4d-da22-4a11-9c43-d63f80f075e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:23:50.093453 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:23:50.247965 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-eadeaa30-4096-4d1a-b3cb-aa7ebfb291ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:23:52.132573 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-3c6a8245-0581-48aa-b5f6-4d8fe98cd16e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:23:56.074581 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 48292) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:23:56.228856 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-989323e3-2f59-45d7-bbfd-d865ded707ac tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Deleting port ffbb9db5-9acc-48d2-9c50-bf40e17d516d {{(pid=102347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 11:23:56.229685 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-989323e3-2f59-45d7-bbfd-d865ded707ac tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:23:56.290298 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.agents_db [None req-e79ee67d-056e-46ea-bd99-e80473396b25 None None] Agent healthcheck: found 7 active agents {{(pid=102349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 11:23:56.307123 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-989323e3-2f59-45d7-bbfd-d865ded707ac tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:23:56.307448 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-989323e3-2f59-45d7-bbfd-d865ded707ac tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:23:56.318726 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-989323e3-2f59-45d7-bbfd-d865ded707ac tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Calling delete_port for ffbb9db5-9acc-48d2-9c50-bf40e17d516d owned by network:floatingip {{(pid=102347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 11:23:56.469117 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-989323e3-2f59-45d7-bbfd-d865ded707ac tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:23:56.493264 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989323e3-2f59-45d7-bbfd-d865ded707ac tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Pushing event deleted for resources: {'Port': ['ID=ffbb9db5-9acc-48d2-9c50-bf40e17d516d,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:23:56.506502 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989323e3-2f59-45d7-bbfd-d865ded707ac tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:23:56.506855 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989323e3-2f59-45d7-bbfd-d865ded707ac tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:23:56.507199 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989323e3-2f59-45d7-bbfd-d865ded707ac tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:23:56.507538 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989323e3-2f59-45d7-bbfd-d865ded707ac tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:23:56.507873 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989323e3-2f59-45d7-bbfd-d865ded707ac tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:23:56.508235 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989323e3-2f59-45d7-bbfd-d865ded707ac tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:23:56.508570 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989323e3-2f59-45d7-bbfd-d865ded707ac tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:23:56.508901 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989323e3-2f59-45d7-bbfd-d865ded707ac tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:23:56.509228 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989323e3-2f59-45d7-bbfd-d865ded707ac tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:23:56.509552 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989323e3-2f59-45d7-bbfd-d865ded707ac tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:23:56.509876 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989323e3-2f59-45d7-bbfd-d865ded707ac tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:23:56.510231 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989323e3-2f59-45d7-bbfd-d865ded707ac tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:23:56.563366 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-989323e3-2f59-45d7-bbfd-d865ded707ac tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks [] for floatingip, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:23:56.563695 n-d-813419-10 neutron-server[102347]: INFO neutron.db.l3_db [None req-989323e3-2f59-45d7-bbfd-d865ded707ac tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Floating IP 4efa56c4-ec62-4e1e-9b04-5e5d49b2e289 disassociated (deleted). External IP: 172.25.8.44, port: e6a5d5ee-7cbd-4c0a-8884-bffc05f1bd92. Oct 27 11:23:56.768264 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-989323e3-2f59-45d7-bbfd-d865ded707ac tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Router f1ddd061-368e-4fe3-b627-554bdfacb5a3 has already been hosted by L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb {{(pid=102347) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 11:23:56.873488 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-989323e3-2f59-45d7-bbfd-d865ded707ac tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 11:23:56.877930 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-989323e3-2f59-45d7-bbfd-d865ded707ac tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for floatingip, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:23:56.884217 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae957d68-fea2-4310-b585-3349d4b1e3d5 None None] Sync routers for ids ['f1ddd061-368e-4fe3-b627-554bdfacb5a3'] in n-d-813419-10 {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 11:23:56.894611 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae957d68-fea2-4310-b585-3349d4b1e3d5 None None] Routers {'f1ddd061-368e-4fe3-b627-554bdfacb5a3'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 11:23:56.895206 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-ae957d68-fea2-4310-b585-3349d4b1e3d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T11:23:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['f1ddd061-368e-4fe3-b627-554bdfacb5a3'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:23:56.905920 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-989323e3-2f59-45d7-bbfd-d865ded707ac tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "DELETE /v2.0/floatingips/4efa56c4-ec62-4e1e-9b04-5e5d49b2e289 HTTP/1.1" status: 204 len: 168 time: 0.8303347 Oct 27 11:23:56.906509 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7eb2f852-839c-4bfe-abf6-7d9bf4077fa7', 'tag': 'e6a5d5ee-7cbd-4c0a-8884-bffc05f1bd92'}] {{(pid=102347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 11:23:56.908814 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b4a6b06816dbd4a25adc79839574a1cde60454ea9fb7ff9bc84d34209fb596e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4582f3d7-4940-43fa-81a0-8abdfe2bdedb" -d '{"events": [{"name": "network-changed", "server_uuid": "7eb2f852-839c-4bfe-abf6-7d9bf4077fa7", "tag": "e6a5d5ee-7cbd-4c0a-8884-bffc05f1bd92"}]}' {{(pid=102347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 11:23:56.957529 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 11:23:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f277176d-2588-43de-aa57-a90113f25236 x-openstack-request-id: req-f277176d-2588-43de-aa57-a90113f25236 {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 11:23:56.957529 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7eb2f852-839c-4bfe-abf6-7d9bf4077fa7", "tag": "e6a5d5ee-7cbd-4c0a-8884-bffc05f1bd92", "status": "completed", "code": 200}]} {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 11:23:56.957529 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f277176d-2588-43de-aa57-a90113f25236 {{(pid=102347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 11:23:56.958274 n-d-813419-10 neutron-server[102347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7eb2f852-839c-4bfe-abf6-7d9bf4077fa7', 'tag': 'e6a5d5ee-7cbd-4c0a-8884-bffc05f1bd92', 'status': 'completed', 'code': 200} Oct 27 11:23:57.004053 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvr_db [None req-ae957d68-fea2-4310-b585-3349d4b1e3d5 None None] Set router f1ddd061-368e-4fe3-b627-554bdfacb5a3 gateway port host: n-d-813419-10 {{(pid=102349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 11:23:57.021901 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4582f3d7-4940-43fa-81a0-8abdfe2bdedb req-92f37c8d-a499-4ee0-b964-eb3784f183c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:23:57.023413 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-4582f3d7-4940-43fa-81a0-8abdfe2bdedb req-92f37c8d-a499-4ee0-b964-eb3784f183c3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=cbfb4663104c453f9ca4ef83ed712b9d&device_id=7eb2f852-839c-4bfe-abf6-7d9bf4077fa7 HTTP/1.1" status: 200 len: 1097 time: 0.0445015 Oct 27 11:23:57.175227 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83d4957-b41f-49b7-bbb4-54fdead71749 req-498cc7a5-7669-4485-bbd0-895cae11916a tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:23:57.177557 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b83d4957-b41f-49b7-bbb4-54fdead71749 req-498cc7a5-7669-4485-bbd0-895cae11916a tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "GET /v2.0/ports?device_id=7eb2f852-839c-4bfe-abf6-7d9bf4077fa7 HTTP/1.1" status: 200 len: 945 time: 0.0739672 Oct 27 11:23:57.180647 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4582f3d7-4940-43fa-81a0-8abdfe2bdedb req-3fbed06f-e9e1-4380-bbad-bf928ef9302c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:23:57.182570 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-4582f3d7-4940-43fa-81a0-8abdfe2bdedb req-3fbed06f-e9e1-4380-bbad-bf928ef9302c service neutron] 10.222.0.64 "GET /v2.0/networks?id=d0625a9a-d499-4104-830a-a2b30b974ece HTTP/1.1" status: 200 len: 898 time: 0.1492312 Oct 27 11:23:57.224791 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-ae957d68-fea2-4310-b585-3349d4b1e3d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1ddd061-368e-4fe3-b627-554bdfacb5a3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2057352106', 'tenant_id': 'cbfb4663104c453f9ca4ef83ed712b9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.166'}], 'enable_snat': True}, 'gw_port_id': 'c8eb0262-e62a-4da8-8914-405a7f7c4a9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:22:23Z', 'updated_at': '2021-10-27T11:22:27Z', 'revision_number': 4, 'project_id': 'cbfb4663104c453f9ca4ef83ed712b9d', 'gw_port': {'id': 'c8eb0262-e62a-4da8-8914-405a7f7c4a9b', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:76:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1ddd061-368e-4fe3-b627-554bdfacb5a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:22:24Z', 'updated_at': '2021-10-27T11:22:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_interfaces': [{'id': 'c8871550-bd31-494a-8bd7-0b0d909af41b', 'name': '', 'network_id': 'd0625a9a-d499-4104-830a-a2b30b974ece', 'tenant_id': 'cbfb4663104c453f9ca4ef83ed712b9d', 'mac_address': 'fa:16:3e:27:4b:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1ddd061-368e-4fe3-b627-554bdfacb5a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'da4c7520-d498-4388-bf3c-a9cb86796f4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:22:26Z', 'updated_at': '2021-10-27T11:22:29Z', 'revision_number': 5, 'project_id': 'cbfb4663104c453f9ca4ef83ed712b9d', 'subnets': [{'id': 'da4c7520-d498-4388-bf3c-a9cb86796f4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:23:57.234689 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-4582f3d7-4940-43fa-81a0-8abdfe2bdedb req-48bbdb7b-0445-41b5-a689-a9dd76e35a30 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e6a5d5ee-7cbd-4c0a-8884-bffc05f1bd92 HTTP/1.1" status: 200 len: 217 time: 0.0439391 Oct 27 11:23:57.250531 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae957d68-fea2-4310-b585-3349d4b1e3d5 None None] Checking router: f1ddd061-368e-4fe3-b627-554bdfacb5a3 for host: n-d-813419-10 {{(pid=102349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 11:23:57.258980 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae957d68-fea2-4310-b585-3349d4b1e3d5 None None] Routers {'f1ddd061-368e-4fe3-b627-554bdfacb5a3'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 11:23:57.259578 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-ae957d68-fea2-4310-b585-3349d4b1e3d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T11:23:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['f1ddd061-368e-4fe3-b627-554bdfacb5a3'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:23:57.259717 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b83d4957-b41f-49b7-bbb4-54fdead71749 req-aa18a753-2590-4629-ab93-7f3f977fcca3 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "GET /v2.0/security-groups?id=8d35a815-a8df-42a7-86b2-f9fe0d8c8d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0756547 Oct 27 11:23:57.293972 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4582f3d7-4940-43fa-81a0-8abdfe2bdedb req-f971b6f2-74b0-4aeb-8d19-5e2d0bb3b4ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:23:57.295422 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-4582f3d7-4940-43fa-81a0-8abdfe2bdedb req-f971b6f2-74b0-4aeb-8d19-5e2d0bb3b4ec service neutron] 10.222.0.64 "GET /v2.0/subnets?id=da4c7520-d498-4388-bf3c-a9cb86796f4d HTTP/1.1" status: 200 len: 835 time: 0.0528338 Oct 27 11:23:57.343045 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4582f3d7-4940-43fa-81a0-8abdfe2bdedb req-876549be-84eb-48d0-b735-a461483d5290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:23:57.344774 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-4582f3d7-4940-43fa-81a0-8abdfe2bdedb req-876549be-84eb-48d0-b735-a461483d5290 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d0625a9a-d499-4104-830a-a2b30b974ece&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407989 Oct 27 11:23:57.365163 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvr_db [None req-ae957d68-fea2-4310-b585-3349d4b1e3d5 None None] Set router f1ddd061-368e-4fe3-b627-554bdfacb5a3 gateway port host: n-d-813419-10 {{(pid=102349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 11:23:57.438661 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-4582f3d7-4940-43fa-81a0-8abdfe2bdedb req-efc1328e-1c3a-4f31-bf78-dd6c58ca742d service neutron] 10.222.0.64 "GET /v2.0/networks/d0625a9a-d499-4104-830a-a2b30b974ece?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858276 Oct 27 11:23:57.541964 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-4582f3d7-4940-43fa-81a0-8abdfe2bdedb req-457d5765-ada0-4e02-b682-e20a82e55803 service neutron] 10.222.0.64 "GET /v2.0/networks/d0625a9a-d499-4104-830a-a2b30b974ece?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933754 Oct 27 11:23:57.556384 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-ae957d68-fea2-4310-b585-3349d4b1e3d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1ddd061-368e-4fe3-b627-554bdfacb5a3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2057352106', 'tenant_id': 'cbfb4663104c453f9ca4ef83ed712b9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.166'}], 'enable_snat': True}, 'gw_port_id': 'c8eb0262-e62a-4da8-8914-405a7f7c4a9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:22:23Z', 'updated_at': '2021-10-27T11:22:27Z', 'revision_number': 4, 'project_id': 'cbfb4663104c453f9ca4ef83ed712b9d', 'gw_port': {'id': 'c8eb0262-e62a-4da8-8914-405a7f7c4a9b', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:76:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1ddd061-368e-4fe3-b627-554bdfacb5a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:22:24Z', 'updated_at': '2021-10-27T11:22:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_interfaces': [{'id': 'c8871550-bd31-494a-8bd7-0b0d909af41b', 'name': '', 'network_id': 'd0625a9a-d499-4104-830a-a2b30b974ece', 'tenant_id': 'cbfb4663104c453f9ca4ef83ed712b9d', 'mac_address': 'fa:16:3e:27:4b:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1ddd061-368e-4fe3-b627-554bdfacb5a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'da4c7520-d498-4388-bf3c-a9cb86796f4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:22:26Z', 'updated_at': '2021-10-27T11:22:29Z', 'revision_number': 5, 'project_id': 'cbfb4663104c453f9ca4ef83ed712b9d', 'subnets': [{'id': 'da4c7520-d498-4388-bf3c-a9cb86796f4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:23:57.670457 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae957d68-fea2-4310-b585-3349d4b1e3d5 None None] The sync data for ids ['f1ddd061-368e-4fe3-b627-554bdfacb5a3'] in n-d-813419-10 is: [{'id': 'f1ddd061-368e-4fe3-b627-554bdfacb5a3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2057352106', 'tenant_id': 'cbfb4663104c453f9ca4ef83ed712b9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.166'}], 'enable_snat': True}, 'gw_port_id': 'c8eb0262-e62a-4da8-8914-405a7f7c4a9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:22:23Z', 'updated_at': '2021-10-27T11:22:27Z', 'revision_number': 4, 'project_id': 'cbfb4663104c453f9ca4ef83ed712b9d', 'gw_port': {'id': 'c8eb0262-e62a-4da8-8914-405a7f7c4a9b', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:76:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1ddd061-368e-4fe3-b627-554bdfacb5a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:22:24Z', 'updated_at': '2021-10-27T11:22:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_interfaces': [{'id': 'c8871550-bd31-494a-8bd7-0b0d909af41b', 'name': '', 'network_id': 'd0625a9a-d499-4104-830a-a2b30b974ece', 'tenant_id': 'cbfb4663104c453f9ca4ef83ed712b9d', 'mac_address': 'fa:16:3e:27:4b:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1ddd061-368e-4fe3-b627-554bdfacb5a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'da4c7520-d498-4388-bf3c-a9cb86796f4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:22:26Z', 'updated_at': '2021-10-27T11:22:29Z', 'revision_number': 5, 'project_id': 'cbfb4663104c453f9ca4ef83ed712b9d', 'subnets': [{'id': 'da4c7520-d498-4388-bf3c-a9cb86796f4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 11:23:57.883035 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6987e029-3072-4cac-90f1-81b144885cee None None] New status for floating IP 4efa56c4-ec62-4e1e-9b04-5e5d49b2e289: DOWN {{(pid=102348) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 11:23:58.379255 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbff132c-3ca4-4b1f-ae78-01ba02c3b5a6 req-fdea1411-6739-4e90-a587-d47d57039df2 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:23:58.380762 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-bbff132c-3ca4-4b1f-ae78-01ba02c3b5a6 req-fdea1411-6739-4e90-a587-d47d57039df2 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "GET /v2.0/ports?device_id=7eb2f852-839c-4bfe-abf6-7d9bf4077fa7 HTTP/1.1" status: 200 len: 945 time: 0.0497711 Oct 27 11:23:58.418467 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-bbff132c-3ca4-4b1f-ae78-01ba02c3b5a6 req-231b8710-aea7-48e9-a237-b4682f881314 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "GET /v2.0/security-groups?id=8d35a815-a8df-42a7-86b2-f9fe0d8c8d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317717 Oct 27 11:23:58.605852 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d98044-6129-43ce-a524-ffaa9b5cbd86 req-52f73b32-eb1b-4e73-ae3a-9f8e91d5dff8 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:23:58.607212 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c6d98044-6129-43ce-a524-ffaa9b5cbd86 req-52f73b32-eb1b-4e73-ae3a-9f8e91d5dff8 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.64 "GET /v2.0/ports?device_id=7eb2f852-839c-4bfe-abf6-7d9bf4077fa7 HTTP/1.1" status: 200 len: 945 time: 0.0476289 Oct 27 11:23:58.696388 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [req-c6d98044-6129-43ce-a524-ffaa9b5cbd86 req-f181fe2a-b5d4-4bcb-ad66-61620f5800c2 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Deleting port e6a5d5ee-7cbd-4c0a-8884-bffc05f1bd92 {{(pid=102347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 11:23:58.696726 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-c6d98044-6129-43ce-a524-ffaa9b5cbd86 req-f181fe2a-b5d4-4bcb-ad66-61620f5800c2 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:23:58.781974 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-c6d98044-6129-43ce-a524-ffaa9b5cbd86 req-f181fe2a-b5d4-4bcb-ad66-61620f5800c2 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] For port e6a5d5ee-7cbd-4c0a-8884-bffc05f1bd92, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=e6a5d5ee-7cbd-4c0a-8884-bffc05f1bd92,segment=NetworkSegment(85ba33c8-7755-48c2-a7d7-95d92b5ec227),segment_id=85ba33c8-7755-48c2-a7d7-95d92b5ec227)] {{(pid=102347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:23:58.782322 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-c6d98044-6129-43ce-a524-ffaa9b5cbd86 req-f181fe2a-b5d4-4bcb-ad66-61620f5800c2 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:23:58.794743 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [req-c6d98044-6129-43ce-a524-ffaa9b5cbd86 req-f181fe2a-b5d4-4bcb-ad66-61620f5800c2 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Calling delete_port for e6a5d5ee-7cbd-4c0a-8884-bffc05f1bd92 owned by compute:nova {{(pid=102347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 11:23:58.920114 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-c6d98044-6129-43ce-a524-ffaa9b5cbd86 req-f181fe2a-b5d4-4bcb-ad66-61620f5800c2 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:23:58.945527 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f181fe2a-b5d4-4bcb-ad66-61620f5800c2 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Pushing event deleted for resources: {'Port': ['ID=e6a5d5ee-7cbd-4c0a-8884-bffc05f1bd92,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:23:58.993154 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6d98044-6129-43ce-a524-ffaa9b5cbd86 req-f181fe2a-b5d4-4bcb-ad66-61620f5800c2 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] No DVR routers for this DVR port e6a5d5ee-7cbd-4c0a-8884-bffc05f1bd92 on host n-h1-813419-10 {{(pid=102347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 11:23:58.995665 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-c6d98044-6129-43ce-a524-ffaa9b5cbd86 req-f181fe2a-b5d4-4bcb-ad66-61620f5800c2 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:23:58.999054 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c6d98044-6129-43ce-a524-ffaa9b5cbd86 req-f181fe2a-b5d4-4bcb-ad66-61620f5800c2 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.64 "DELETE /v2.0/ports/e6a5d5ee-7cbd-4c0a-8884-bffc05f1bd92 HTTP/1.1" status: 204 len: 173 time: 0.3861082 Oct 27 11:23:58.999492 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7eb2f852-839c-4bfe-abf6-7d9bf4077fa7', 'name': 'network-vif-deleted', 'tag': 'e6a5d5ee-7cbd-4c0a-8884-bffc05f1bd92'}] {{(pid=102347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 11:23:59.001753 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b4a6b06816dbd4a25adc79839574a1cde60454ea9fb7ff9bc84d34209fb596e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b899c7f-392c-477d-a4b8-e92a9714b50f" -d '{"events": [{"server_uuid": "7eb2f852-839c-4bfe-abf6-7d9bf4077fa7", "name": "network-vif-deleted", "tag": "e6a5d5ee-7cbd-4c0a-8884-bffc05f1bd92"}]}' {{(pid=102347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 11:23:59.049504 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 11:23:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c33042d9-300f-4e02-ae5e-83a736517bbf x-openstack-request-id: req-c33042d9-300f-4e02-ae5e-83a736517bbf {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 11:23:59.049811 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7eb2f852-839c-4bfe-abf6-7d9bf4077fa7", "name": "network-vif-deleted", "tag": "e6a5d5ee-7cbd-4c0a-8884-bffc05f1bd92", "status": "completed", "code": 200}]} {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 11:23:59.050040 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c33042d9-300f-4e02-ae5e-83a736517bbf {{(pid=102347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 11:23:59.050478 n-d-813419-10 neutron-server[102347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7eb2f852-839c-4bfe-abf6-7d9bf4077fa7', 'name': 'network-vif-deleted', 'tag': 'e6a5d5ee-7cbd-4c0a-8884-bffc05f1bd92', 'status': 'completed', 'code': 200} Oct 27 11:23:59.476882 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 48306) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:23:59.824027 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-0ae53a1a-e2b3-4702-87c7-ecb64c7c8c63 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1766202'] for router_interface, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:24:00.070174 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-0ae53a1a-e2b3-4702-87c7-ecb64c7c8c63 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Deleting port c8871550-bd31-494a-8bd7-0b0d909af41b {{(pid=102346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 11:24:00.070421 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-0ae53a1a-e2b3-4702-87c7-ecb64c7c8c63 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:24:00.159155 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [None req-0ae53a1a-e2b3-4702-87c7-ecb64c7c8c63 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] For port c8871550-bd31-494a-8bd7-0b0d909af41b, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=c8871550-bd31-494a-8bd7-0b0d909af41b,segment=NetworkSegment(85ba33c8-7755-48c2-a7d7-95d92b5ec227),segment_id=85ba33c8-7755-48c2-a7d7-95d92b5ec227)] {{(pid=102346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:24:00.159504 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-0ae53a1a-e2b3-4702-87c7-ecb64c7c8c63 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:24:00.172510 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-0ae53a1a-e2b3-4702-87c7-ecb64c7c8c63 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Calling delete_port for c8871550-bd31-494a-8bd7-0b0d909af41b owned by network:router_interface {{(pid=102346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 11:24:00.350946 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-0ae53a1a-e2b3-4702-87c7-ecb64c7c8c63 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:24:00.378489 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae53a1a-e2b3-4702-87c7-ecb64c7c8c63 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Pushing event deleted for resources: {'Port': ['ID=c8871550-bd31-494a-8bd7-0b0d909af41b,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:24:00.401585 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae53a1a-e2b3-4702-87c7-ecb64c7c8c63 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:24:00.401936 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae53a1a-e2b3-4702-87c7-ecb64c7c8c63 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:24:00.402276 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae53a1a-e2b3-4702-87c7-ecb64c7c8c63 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:24:00.402613 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae53a1a-e2b3-4702-87c7-ecb64c7c8c63 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:24:00.402943 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae53a1a-e2b3-4702-87c7-ecb64c7c8c63 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:24:00.403277 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae53a1a-e2b3-4702-87c7-ecb64c7c8c63 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:24:00.403604 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae53a1a-e2b3-4702-87c7-ecb64c7c8c63 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:24:00.403934 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae53a1a-e2b3-4702-87c7-ecb64c7c8c63 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:24:00.404284 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae53a1a-e2b3-4702-87c7-ecb64c7c8c63 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:24:00.404606 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae53a1a-e2b3-4702-87c7-ecb64c7c8c63 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:24:00.404925 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae53a1a-e2b3-4702-87c7-ecb64c7c8c63 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:24:00.405335 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae53a1a-e2b3-4702-87c7-ecb64c7c8c63 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:24:00.565871 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-0ae53a1a-e2b3-4702-87c7-ecb64c7c8c63 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2006968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1766358'] for router_interface, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:24:00.781499 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ae53a1a-e2b3-4702-87c7-ecb64c7c8c63 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Router f1ddd061-368e-4fe3-b627-554bdfacb5a3 has already been hosted by L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb {{(pid=102346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 11:24:00.886839 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ae53a1a-e2b3-4702-87c7-ecb64c7c8c63 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 11:24:00.891856 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-0ae53a1a-e2b3-4702-87c7-ecb64c7c8c63 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "PUT /v2.0/routers/f1ddd061-368e-4fe3-b627-554bdfacb5a3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4138975 Oct 27 11:24:00.894696 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 48308) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:24:00.896520 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1fdc9db-a500-4bdb-86ea-4445a3655f16 None None] Sync routers for ids ['f1ddd061-368e-4fe3-b627-554bdfacb5a3'] in n-d-813419-10 {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 11:24:00.906713 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1fdc9db-a500-4bdb-86ea-4445a3655f16 None None] Routers {'f1ddd061-368e-4fe3-b627-554bdfacb5a3'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 11:24:00.907301 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-f1fdc9db-a500-4bdb-86ea-4445a3655f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T11:23:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['f1ddd061-368e-4fe3-b627-554bdfacb5a3'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:24:00.945120 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_v2 [None req-f57b068b-2c1a-4ce1-84d5-4337c35ce353 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Deleting subnet da4c7520-d498-4388-bf3c-a9cb86796f4d {{(pid=102346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 11:24:00.948328 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-f57b068b-2c1a-4ce1-84d5-4337c35ce353 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks [] for subnet, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:24:00.991640 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-f57b068b-2c1a-4ce1-84d5-4337c35ce353 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25847868'] for subnet, precommit_delete_associations {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:24:01.008607 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvr_db [None req-f1fdc9db-a500-4bdb-86ea-4445a3655f16 None None] Set router f1ddd061-368e-4fe3-b627-554bdfacb5a3 gateway port host: n-d-813419-10 {{(pid=102349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 11:24:01.075043 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-f57b068b-2c1a-4ce1-84d5-4337c35ce353 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855646'] for subnet, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:24:01.139243 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-f57b068b-2c1a-4ce1-84d5-4337c35ce353 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27024355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27168307'] for subnet, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:24:01.172089 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57b068b-2c1a-4ce1-84d5-4337c35ce353 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Pushing event deleted for resources: {'Subnet': ['ID=da4c7520-d498-4388-bf3c-a9cb86796f4d,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:24:01.174319 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-f57b068b-2c1a-4ce1-84d5-4337c35ce353 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks [] for subnet, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:24:01.177576 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-f57b068b-2c1a-4ce1-84d5-4337c35ce353 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "DELETE /v2.0/subnets/da4c7520-d498-4388-bf3c-a9cb86796f4d HTTP/1.1" status: 204 len: 168 time: 0.2817736 Oct 27 11:24:01.180503 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 48310) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:24:01.184901 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device e6a5d5ee-7cbd-4c0a-8884-bffc05f1bd92 no longer exists at agent hyperv_n-h1-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 11:24:01.201987 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-f1fdc9db-a500-4bdb-86ea-4445a3655f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1ddd061-368e-4fe3-b627-554bdfacb5a3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2057352106', 'tenant_id': 'cbfb4663104c453f9ca4ef83ed712b9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.166'}], 'enable_snat': True}, 'gw_port_id': 'c8eb0262-e62a-4da8-8914-405a7f7c4a9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:22:23Z', 'updated_at': '2021-10-27T11:24:00Z', 'revision_number': 5, 'project_id': 'cbfb4663104c453f9ca4ef83ed712b9d', 'gw_port': {'id': 'c8eb0262-e62a-4da8-8914-405a7f7c4a9b', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:76:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1ddd061-368e-4fe3-b627-554bdfacb5a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:22:24Z', 'updated_at': '2021-10-27T11:22:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10'}], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:24:01.209562 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d322630-14a1-4914-9181-e9ce2f6687f8 None None] Network d0625a9a-d499-4104-830a-a2b30b974ece requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 11:24:01.224587 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] No Port match for: e6a5d5ee-7cbd-4c0a-8884-bffc05f1bd92 {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 11:24:01.225096 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device e6a5d5ee-7cbd-4c0a-8884-bffc05f1bd92 not bound to the agent host n-h1-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 11:24:01.234669 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1fdc9db-a500-4bdb-86ea-4445a3655f16 None None] Checking router: f1ddd061-368e-4fe3-b627-554bdfacb5a3 for host: n-d-813419-10 {{(pid=102349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 11:24:01.243479 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1fdc9db-a500-4bdb-86ea-4445a3655f16 None None] Routers {'f1ddd061-368e-4fe3-b627-554bdfacb5a3'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 11:24:01.244084 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-f1fdc9db-a500-4bdb-86ea-4445a3655f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T11:23:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['f1ddd061-368e-4fe3-b627-554bdfacb5a3'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:24:01.296463 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-ef67fc7e-2c15-4109-9112-eb890a2155b8 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks [] for router, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:24:01.356176 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvr_db [None req-f1fdc9db-a500-4bdb-86ea-4445a3655f16 None None] Set router f1ddd061-368e-4fe3-b627-554bdfacb5a3 gateway port host: n-d-813419-10 {{(pid=102349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 11:24:01.404497 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-ef67fc7e-2c15-4109-9112-eb890a2155b8 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:24:01.408342 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a29cd64-837d-4fb6-b9da-4ed211d6953c None None] DHCP port deletion for d0625a9a-d499-4104-830a-a2b30b974ece request from n-d-813419-10 {{(pid=102348) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 11:24:01.461603 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-2a29cd64-837d-4fb6-b9da-4ed211d6953c None None] Deleting port e5655922-c311-45f7-a031-a4acf35987df {{(pid=102348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 11:24:01.462276 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-2a29cd64-837d-4fb6-b9da-4ed211d6953c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:24:01.465089 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-ef67fc7e-2c15-4109-9112-eb890a2155b8 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Deleting port c8eb0262-e62a-4da8-8914-405a7f7c4a9b {{(pid=102347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 11:24:01.465089 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-ef67fc7e-2c15-4109-9112-eb890a2155b8 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:24:01.524621 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-2a29cd64-837d-4fb6-b9da-4ed211d6953c None None] For port e5655922-c311-45f7-a031-a4acf35987df, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=e5655922-c311-45f7-a031-a4acf35987df,segment=NetworkSegment(85ba33c8-7755-48c2-a7d7-95d92b5ec227),segment_id=85ba33c8-7755-48c2-a7d7-95d92b5ec227)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:24:01.525060 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-2a29cd64-837d-4fb6-b9da-4ed211d6953c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:24:01.538006 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-2a29cd64-837d-4fb6-b9da-4ed211d6953c None None] Calling delete_port for e5655922-c311-45f7-a031-a4acf35987df owned by network:dhcp {{(pid=102348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 11:24:01.542281 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-f1fdc9db-a500-4bdb-86ea-4445a3655f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1ddd061-368e-4fe3-b627-554bdfacb5a3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2057352106', 'tenant_id': 'cbfb4663104c453f9ca4ef83ed712b9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.166'}], 'enable_snat': True}, 'gw_port_id': 'c8eb0262-e62a-4da8-8914-405a7f7c4a9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:22:23Z', 'updated_at': '2021-10-27T11:24:00Z', 'revision_number': 5, 'project_id': 'cbfb4663104c453f9ca4ef83ed712b9d', 'gw_port': {'id': 'c8eb0262-e62a-4da8-8914-405a7f7c4a9b', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:76:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1ddd061-368e-4fe3-b627-554bdfacb5a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:22:24Z', 'updated_at': '2021-10-27T11:22:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10'}], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:24:01.555918 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [None req-ef67fc7e-2c15-4109-9112-eb890a2155b8 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] For port c8eb0262-e62a-4da8-8914-405a7f7c4a9b, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=c8eb0262-e62a-4da8-8914-405a7f7c4a9b,segment=NetworkSegment(bc14127b-7032-4c50-bb5b-f6813cbae86e),segment_id=bc14127b-7032-4c50-bb5b-f6813cbae86e)] {{(pid=102347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:24:01.556462 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-ef67fc7e-2c15-4109-9112-eb890a2155b8 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:24:01.567855 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1fdc9db-a500-4bdb-86ea-4445a3655f16 None None] The sync data for ids ['f1ddd061-368e-4fe3-b627-554bdfacb5a3'] in n-d-813419-10 is: [{'id': 'f1ddd061-368e-4fe3-b627-554bdfacb5a3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2057352106', 'tenant_id': 'cbfb4663104c453f9ca4ef83ed712b9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.166'}], 'enable_snat': True}, 'gw_port_id': 'c8eb0262-e62a-4da8-8914-405a7f7c4a9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:22:23Z', 'updated_at': '2021-10-27T11:24:00Z', 'revision_number': 5, 'project_id': 'cbfb4663104c453f9ca4ef83ed712b9d', 'gw_port': {'id': 'c8eb0262-e62a-4da8-8914-405a7f7c4a9b', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:76:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1ddd061-368e-4fe3-b627-554bdfacb5a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:22:24Z', 'updated_at': '2021-10-27T11:22:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10'}] {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 11:24:01.572479 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-ef67fc7e-2c15-4109-9112-eb890a2155b8 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Calling delete_port for c8eb0262-e62a-4da8-8914-405a7f7c4a9b owned by network:router_gateway {{(pid=102347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 11:24:01.625152 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-2a29cd64-837d-4fb6-b9da-4ed211d6953c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615'] for port, after_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:24:01.651894 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a29cd64-837d-4fb6-b9da-4ed211d6953c None None] Pushing event deleted for resources: {'Port': ['ID=e5655922-c311-45f7-a031-a4acf35987df,revision_number=None']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:24:01.654062 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a29cd64-837d-4fb6-b9da-4ed211d6953c None None] No DVR routers for this DVR port e5655922-c311-45f7-a031-a4acf35987df on host n-d-813419-10 {{(pid=102348) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 11:24:01.661911 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a29cd64-837d-4fb6-b9da-4ed211d6953c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:24:01.662258 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a29cd64-837d-4fb6-b9da-4ed211d6953c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:24:01.662595 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a29cd64-837d-4fb6-b9da-4ed211d6953c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:24:01.662927 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a29cd64-837d-4fb6-b9da-4ed211d6953c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:24:01.663476 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a29cd64-837d-4fb6-b9da-4ed211d6953c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:24:01.663576 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a29cd64-837d-4fb6-b9da-4ed211d6953c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:24:01.663877 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a29cd64-837d-4fb6-b9da-4ed211d6953c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:24:01.664231 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a29cd64-837d-4fb6-b9da-4ed211d6953c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:24:01.664541 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a29cd64-837d-4fb6-b9da-4ed211d6953c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:24:01.664860 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a29cd64-837d-4fb6-b9da-4ed211d6953c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:24:01.665177 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a29cd64-837d-4fb6-b9da-4ed211d6953c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:24:01.665524 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a29cd64-837d-4fb6-b9da-4ed211d6953c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:24:01.742502 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-ef67fc7e-2c15-4109-9112-eb890a2155b8 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:24:01.770425 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef67fc7e-2c15-4109-9112-eb890a2155b8 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Pushing event deleted for resources: {'Port': ['ID=c8eb0262-e62a-4da8-8914-405a7f7c4a9b,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:24:01.830497 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-ef67fc7e-2c15-4109-9112-eb890a2155b8 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1664884'] for router_gateway, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:24:01.919491 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-ef67fc7e-2c15-4109-9112-eb890a2155b8 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1765662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3700'] for router, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:24:01.921769 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-ef67fc7e-2c15-4109-9112-eb890a2155b8 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:24:01.969775 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-ef67fc7e-2c15-4109-9112-eb890a2155b8 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1765641'] for router, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:24:01.970604 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef67fc7e-2c15-4109-9112-eb890a2155b8 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Fanout notify agent at l3_agent the message router_deleted on router f1ddd061-368e-4fe3-b627-554bdfacb5a3 {{(pid=102347) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 11:24:01.977526 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-ef67fc7e-2c15-4109-9112-eb890a2155b8 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks [] for router, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:24:01.981707 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-ef67fc7e-2c15-4109-9112-eb890a2155b8 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "DELETE /v2.0/routers/f1ddd061-368e-4fe3-b627-554bdfacb5a3 HTTP/1.1" status: 204 len: 168 time: 0.7964442 Oct 27 11:24:01.981707 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 48312) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:24:02.032279 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device e5655922-c311-45f7-a031-a4acf35987df no longer exists at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 11:24:02.055312 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] No Port match for: e5655922-c311-45f7-a031-a4acf35987df {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 11:24:02.055659 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device e5655922-c311-45f7-a031-a4acf35987df not bound to the agent host n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 11:24:02.056097 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device c8871550-bd31-494a-8bd7-0b0d909af41b no longer exists at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 11:24:02.065020 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-7523098d-fd7a-4561-a2a1-a453aa891148 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586917'] for network, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:24:02.075917 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] No Port match for: c8871550-bd31-494a-8bd7-0b0d909af41b {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 11:24:02.076288 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device c8871550-bd31-494a-8bd7-0b0d909af41b not bound to the agent host n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 11:24:02.155055 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-7523098d-fd7a-4561-a2a1-a453aa891148 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857803', 'neutron.services.segments.db._delete_segments_for_network-8743873143390'] for network, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:24:02.175386 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-7523098d-fd7a-4561-a2a1-a453aa891148 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0625a9a-d499-4104-830a-a2b30b974ece']}} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:24:02.185495 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-7523098d-fd7a-4561-a2a1-a453aa891148 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85ba33c8-7755-48c2-a7d7-95d92b5ec227') {'for_net_delete': True} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:24:02.186177 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-7523098d-fd7a-4561-a2a1-a453aa891148 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85ba33c8-7755-48c2-a7d7-95d92b5ec227') {} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:24:02.196224 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-7523098d-fd7a-4561-a2a1-a453aa891148 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743873145191', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18445132'] for segment, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:24:02.210663 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-7523098d-fd7a-4561-a2a1-a453aa891148 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:24:02.216744 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7523098d-fd7a-4561-a2a1-a453aa891148 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Releasing vlan 446 on physical network physnet1 to pool {{(pid=102347) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 11:24:02.217462 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-7523098d-fd7a-4561-a2a1-a453aa891148 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-18296032'] for segment, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:24:02.220454 n-d-813419-10 neutron-server[102347]: Traceback (most recent call last): Oct 27 11:24:02.220454 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 11:24:02.220454 n-d-813419-10 neutron-server[102347]: timer() Oct 27 11:24:02.220454 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 11:24:02.220454 n-d-813419-10 neutron-server[102347]: cb(*args, **kw) Oct 27 11:24:02.220454 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 11:24:02.220454 n-d-813419-10 neutron-server[102347]: return func(*args, **kwargs) Oct 27 11:24:02.220454 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 11:24:02.220454 n-d-813419-10 neutron-server[102347]: self._notify() Oct 27 11:24:02.220454 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 11:24:02.220454 n-d-813419-10 neutron-server[102347]: self.callback(batched_events) Oct 27 11:24:02.220454 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 11:24:02.220454 n-d-813419-10 neutron-server[102347]: event.method(event) Oct 27 11:24:02.220454 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 11:24:02.220454 n-d-813419-10 neutron-server[102347]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 11:24:02.220454 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 11:24:02.220454 n-d-813419-10 neutron-server[102347]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 11:24:02.220454 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 11:24:02.220454 n-d-813419-10 neutron-server[102347]: return f(self, *a, **k) Oct 27 11:24:02.220454 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 11:24:02.220454 n-d-813419-10 neutron-server[102347]: return self._get(url).json() Oct 27 11:24:02.220454 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 11:24:02.220454 n-d-813419-10 neutron-server[102347]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 11:24:02.220454 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 11:24:02.220454 n-d-813419-10 neutron-server[102347]: return self.request(url, 'GET', **kwargs) Oct 27 11:24:02.220454 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 11:24:02.220454 n-d-813419-10 neutron-server[102347]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 11:24:02.220454 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 11:24:02.220454 n-d-813419-10 neutron-server[102347]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 11:24:02.220454 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 11:24:02.220454 n-d-813419-10 neutron-server[102347]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 11:24:02.220454 n-d-813419-10 neutron-server[102347]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 11:24:02.278267 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-7523098d-fd7a-4561-a2a1-a453aa891148 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664840'] for network, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:24:02.286270 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-7523098d-fd7a-4561-a2a1-a453aa891148 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks [] for network, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:24:02.289393 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-7523098d-fd7a-4561-a2a1-a453aa891148 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "DELETE /v2.0/networks/d0625a9a-d499-4104-830a-a2b30b974ece HTTP/1.1" status: 204 len: 168 time: 0.3068659 Oct 27 11:24:02.292380 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 48314) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:24:02.299013 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7523098d-fd7a-4561-a2a1-a453aa891148 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Pushing event deleted for resources: {'Network': ['ID=d0625a9a-d499-4104-830a-a2b30b974ece,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:24:02.350102 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-eb79301d-445e-480d-9cda-6561e24b0474 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks [] for security_group, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:24:02.374623 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-eb79301d-445e-480d-9cda-6561e24b0474 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:24:02.432884 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-eb79301d-445e-480d-9cda-6561e24b0474 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:24:02.435397 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-eb79301d-445e-480d-9cda-6561e24b0474 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:24:02.436590 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-eb79301d-445e-480d-9cda-6561e24b0474 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "DELETE /v2.0/security-groups/8d35a815-a8df-42a7-86b2-f9fe0d8c8d0a HTTP/1.1" status: 204 len: 168 time: 0.1430447 Oct 27 11:24:02.445508 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb79301d-445e-480d-9cda-6561e24b0474 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d35a815-a8df-42a7-86b2-f9fe0d8c8d0a,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:24:02.724998 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 48320) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:24:02.730927 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-991d2b3f-9a90-4726-a25b-87b38c65f127 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-991093925', 'description': 'tempest-secgroup-smoke-991093925 description', 'project_id': 'cbfb4663104c453f9ca4ef83ed712b9d'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:24:02.757239 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-991d2b3f-9a90-4726-a25b-87b38c65f127 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks [] for security_group, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:24:02.823266 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-991d2b3f-9a90-4726-a25b-87b38c65f127 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks [] for security_group, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:24:02.826691 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-991d2b3f-9a90-4726-a25b-87b38c65f127 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:24:02.852653 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-991d2b3f-9a90-4726-a25b-87b38c65f127 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks [] for security_group, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:24:02.854358 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-991d2b3f-9a90-4726-a25b-87b38c65f127 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1278393 Oct 27 11:24:02.857523 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 48322) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:24:02.862054 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991d2b3f-9a90-4726-a25b-87b38c65f127 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe66bfd1-3af8-44f5-bf96-95566a21f2f5,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:24:02.862235 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-e3c077e7-2247-4824-a21e-705f7d561669 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Request body: {'security_group_rule': {'security_group_id': 'fe66bfd1-3af8-44f5-bf96-95566a21f2f5', 'project_id': 'cbfb4663104c453f9ca4ef83ed712b9d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:24:02.890358 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-e3c077e7-2247-4824-a21e-705f7d561669 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:24:02.936283 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-e3c077e7-2247-4824-a21e-705f7d561669 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:24:02.939621 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-e3c077e7-2247-4824-a21e-705f7d561669 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671902'] for security_group_rule, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:24:02.957179 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c077e7-2247-4824-a21e-705f7d561669 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43030a05-5106-450b-9b7a-3c18369f9f79,revision_number=0']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:24:02.967255 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-e3c077e7-2247-4824-a21e-705f7d561669 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:24:02.968543 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-e3c077e7-2247-4824-a21e-705f7d561669 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1099541 Oct 27 11:24:02.968710 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:24:02.971280 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 48324) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:24:02.975752 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-c3fa9dd3-c3e2-4d96-b732-9b9f61e7d7fb tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Request body: {'security_group_rule': {'security_group_id': 'fe66bfd1-3af8-44f5-bf96-95566a21f2f5', 'project_id': 'cbfb4663104c453f9ca4ef83ed712b9d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:24:03.002359 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-c3fa9dd3-c3e2-4d96-b732-9b9f61e7d7fb tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:24:03.057576 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-c3fa9dd3-c3e2-4d96-b732-9b9f61e7d7fb tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:24:03.061148 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-c3fa9dd3-c3e2-4d96-b732-9b9f61e7d7fb tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671902'] for security_group_rule, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:24:03.080789 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fa9dd3-c3e2-4d96-b732-9b9f61e7d7fb tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9565f1f8-dee6-4bc0-ae06-44812d5f8cab,revision_number=0']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:24:03.088766 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-c3fa9dd3-c3e2-4d96-b732-9b9f61e7d7fb tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:24:03.092295 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-c3fa9dd3-c3e2-4d96-b732-9b9f61e7d7fb tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1176393 Oct 27 11:24:03.092787 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 48326) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:24:03.096996 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-2186e0a6-38cd-424f-ae85-fb17f7b896a8 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Request body: {'security_group_rule': {'security_group_id': 'fe66bfd1-3af8-44f5-bf96-95566a21f2f5', 'project_id': 'cbfb4663104c453f9ca4ef83ed712b9d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:24:03.126842 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-2186e0a6-38cd-424f-ae85-fb17f7b896a8 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:24:03.186388 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-2186e0a6-38cd-424f-ae85-fb17f7b896a8 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:24:03.189874 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-2186e0a6-38cd-424f-ae85-fb17f7b896a8 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671902'] for security_group_rule, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:24:03.206688 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2186e0a6-38cd-424f-ae85-fb17f7b896a8 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33598368-5481-45dd-8765-c282c0e56d47,revision_number=0']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:24:03.216272 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-2186e0a6-38cd-424f-ae85-fb17f7b896a8 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:24:03.217478 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-2186e0a6-38cd-424f-ae85-fb17f7b896a8 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1237755 Oct 27 11:24:03.220138 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 48328) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:24:03.224368 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-a8124667-b709-4f96-8114-c921e3fe6bcb tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Request body: {'security_group_rule': {'security_group_id': 'fe66bfd1-3af8-44f5-bf96-95566a21f2f5', 'project_id': 'cbfb4663104c453f9ca4ef83ed712b9d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:24:03.250315 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-a8124667-b709-4f96-8114-c921e3fe6bcb tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:24:03.307029 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-a8124667-b709-4f96-8114-c921e3fe6bcb tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:24:03.310900 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-a8124667-b709-4f96-8114-c921e3fe6bcb tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671902'] for security_group_rule, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:24:03.330603 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8124667-b709-4f96-8114-c921e3fe6bcb tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23dbd762-5bfd-4133-b23b-28802a1361d7,revision_number=0']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:24:03.335866 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-a8124667-b709-4f96-8114-c921e3fe6bcb tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:24:03.337174 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-a8124667-b709-4f96-8114-c921e3fe6bcb tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1160109 Oct 27 11:24:03.340517 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 48330) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:24:03.344755 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-a2de0d0b-4728-471c-92f2-6b51eb128ff5 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Request body: {'security_group_rule': {'security_group_id': 'fe66bfd1-3af8-44f5-bf96-95566a21f2f5', 'project_id': 'cbfb4663104c453f9ca4ef83ed712b9d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:24:03.365414 n-d-813419-10 neutron-server[102346]: INFO neutron.db.securitygroups_db [None req-a2de0d0b-4728-471c-92f2-6b51eb128ff5 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Project cbfb4663104c453f9ca4ef83ed712b9d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 27 11:24:03.370221 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-a2de0d0b-4728-471c-92f2-6b51eb128ff5 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:24:03.426841 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-a2de0d0b-4728-471c-92f2-6b51eb128ff5 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:24:03.430193 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-a2de0d0b-4728-471c-92f2-6b51eb128ff5 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671902'] for security_group_rule, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:24:03.449134 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2de0d0b-4728-471c-92f2-6b51eb128ff5 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f722d101-da37-44f6-8caa-c3df6f89d611,revision_number=0']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:24:03.455943 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-a2de0d0b-4728-471c-92f2-6b51eb128ff5 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:24:03.457127 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-a2de0d0b-4728-471c-92f2-6b51eb128ff5 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1157012 Oct 27 11:24:03.459919 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 48332) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:24:03.464730 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-cce83046-b154-4cb2-a95f-5c00a1866440 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Request body: {'security_group_rule': {'security_group_id': 'fe66bfd1-3af8-44f5-bf96-95566a21f2f5', 'project_id': 'cbfb4663104c453f9ca4ef83ed712b9d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:24:03.485463 n-d-813419-10 neutron-server[102346]: INFO neutron.db.securitygroups_db [None req-cce83046-b154-4cb2-a95f-5c00a1866440 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Project cbfb4663104c453f9ca4ef83ed712b9d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 27 11:24:03.490300 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-cce83046-b154-4cb2-a95f-5c00a1866440 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:24:03.549401 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-cce83046-b154-4cb2-a95f-5c00a1866440 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:24:03.552882 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-cce83046-b154-4cb2-a95f-5c00a1866440 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671902'] for security_group_rule, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:24:03.569418 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce83046-b154-4cb2-a95f-5c00a1866440 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f99cfd0-3202-4075-8606-6ba0999d682d,revision_number=0']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:24:03.578258 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-cce83046-b154-4cb2-a95f-5c00a1866440 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:24:03.579446 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-cce83046-b154-4cb2-a95f-5c00a1866440 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1185946 Oct 27 11:24:03.582331 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 48334) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:24:03.587015 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-1f3cc261-bd6d-423e-a1ca-c08fd6c36c7d tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Request body: {'network': {'name': 'tempest-network-smoke--1718794161', 'project_id': 'cbfb4663104c453f9ca4ef83ed712b9d', 'port_security_enabled': True}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:24:03.606399 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f3cc261-bd6d-423e-a1ca-c08fd6c36c7d tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Made reservation on behalf of cbfb4663104c453f9ca4ef83ed712b9d for: {'network': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 11:24:03.609721 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-1f3cc261-bd6d-423e-a1ca-c08fd6c36c7d tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for network, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:24:03.631505 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f3cc261-bd6d-423e-a1ca-c08fd6c36c7d tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 445} {{(pid=102346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 11:24:03.640614 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-1f3cc261-bd6d-423e-a1ca-c08fd6c36c7d tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:24:03.640957 n-d-813419-10 neutron-server[102346]: INFO neutron.db.segments_db [None req-1f3cc261-bd6d-423e-a1ca-c08fd6c36c7d tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Added segment c1d0ef80-55f7-41fe-b923-69363f961e1a of type vlan for network 8b81b5be-afe4-4f7a-a9fb-b749feac4145 Oct 27 11:24:03.679365 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-1f3cc261-bd6d-423e-a1ca-c08fd6c36c7d tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743872593080'] for network, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:24:03.703020 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-1f3cc261-bd6d-423e-a1ca-c08fd6c36c7d tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913'] for network, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:24:03.708453 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f3cc261-bd6d-423e-a1ca-c08fd6c36c7d tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:24:03.709026 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-1f3cc261-bd6d-423e-a1ca-c08fd6c36c7d tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks [] for network, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:24:03.764437 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-1f3cc261-bd6d-423e-a1ca-c08fd6c36c7d tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1810002 Oct 27 11:24:03.767285 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 48336) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:24:03.773789 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-6d80a400-25e4-44ad-b603-ea5c17d86e37 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1361985782', 'admin_state_up': True, 'project_id': 'cbfb4663104c453f9ca4ef83ed712b9d', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'}}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:24:03.776871 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3cc261-bd6d-423e-a1ca-c08fd6c36c7d tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Pushing event updated for resources: {'Network': ['ID=8b81b5be-afe4-4f7a-a9fb-b749feac4145,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:24:03.788239 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Network 8b81b5be-afe4-4f7a-a9fb-b749feac4145 details requested by agent ovs-agent-n-d-813419-10 with host n-d-813419-10 {{(pid=102348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 11:24:03.798399 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-6d80a400-25e4-44ad-b603-ea5c17d86e37 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1768632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3610'] for router, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:24:03.799660 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-6d80a400-25e4-44ad-b603-ea5c17d86e37 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1765704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1769409', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1694266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3597'] for router, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:24:03.808678 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device c8eb0262-e62a-4da8-8914-405a7f7c4a9b no longer exists at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 11:24:03.849615 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-6d80a400-25e4-44ad-b603-ea5c17d86e37 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:24:03.852099 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] No Port match for: c8eb0262-e62a-4da8-8914-405a7f7c4a9b {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 11:24:03.852471 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device c8eb0262-e62a-4da8-8914-405a7f7c4a9b not bound to the agent host n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 11:24:03.982045 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-6d80a400-25e4-44ad-b603-ea5c17d86e37 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:24:04.171816 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-6d80a400-25e4-44ad-b603-ea5c17d86e37 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks [] for router_gateway, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:24:04.190049 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-6d80a400-25e4-44ad-b603-ea5c17d86e37 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:24:04.621758 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_common [None req-6d80a400-25e4-44ad-b603-ea5c17d86e37 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Allocated IP 172.25.8.201 (185ff123-c7ff-45c7-a6be-71feb35acc9c/0fb9f9d1-7384-481f-8fa8-f4566c349d30/e936964d-eba8-4cd9-adf3-025d6bde5cbb) {{(pid=102347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 11:24:04.719923 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-6d80a400-25e4-44ad-b603-ea5c17d86e37 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks [] for port, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:24:04.752345 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-6d80a400-25e4-44ad-b603-ea5c17d86e37 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:24:04.789397 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d80a400-25e4-44ad-b603-ea5c17d86e37 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Network 185ff123-c7ff-45c7-a6be-71feb35acc9c is already hosted by enough agents. {{(pid=102347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 11:24:04.792980 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [None req-6d80a400-25e4-44ad-b603-ea5c17d86e37 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Resources bound (agent type, host, resource id): {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 11:24:04.796575 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d80a400-25e4-44ad-b603-ea5c17d86e37 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Received port after_create {{(pid=102347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 11:24:04.820387 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d80a400-25e4-44ad-b603-ea5c17d86e37 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Pushing event updated for resources: {'Port': ['ID=e936964d-eba8-4cd9-adf3-025d6bde5cbb,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:24:05.048344 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-6d80a400-25e4-44ad-b603-ea5c17d86e37 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks [] for router_gateway, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:24:05.251980 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-6d80a400-25e4-44ad-b603-ea5c17d86e37 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1765699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1769372'] for router, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:24:05.376593 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d80a400-25e4-44ad-b603-ea5c17d86e37 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Router 4f868c00-49b3-4107-80c5-03bff79eaa78 is scheduled to L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb with binding_index 1 {{(pid=102347) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 11:24:05.480690 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d80a400-25e4-44ad-b603-ea5c17d86e37 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 11:24:05.490829 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-766e8e14-d3a5-4f0c-95c7-813a8afc1408 None None] Sync routers for ids ['4f868c00-49b3-4107-80c5-03bff79eaa78'] in n-d-813419-10 {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 11:24:05.500061 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-6d80a400-25e4-44ad-b603-ea5c17d86e37 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks [] for router, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:24:05.500540 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-766e8e14-d3a5-4f0c-95c7-813a8afc1408 None None] Routers {'4f868c00-49b3-4107-80c5-03bff79eaa78'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 11:24:05.501150 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-766e8e14-d3a5-4f0c-95c7-813a8afc1408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T11:23:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['4f868c00-49b3-4107-80c5-03bff79eaa78'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:24:05.501298 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-6d80a400-25e4-44ad-b603-ea5c17d86e37 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7327220 Oct 27 11:24:05.504599 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 48338) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:24:05.533305 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-95726a5f-2766-4559-9067-058c803b8697 tempest-TestNetworkAdvancedServerOps-2138787779 tempest-TestNetworkAdvancedServerOps-2138787779-project-admin] 10.222.0.44 "GET /v2.0/subnets?project_id=cbfb4663104c453f9ca4ef83ed712b9d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0275216 Oct 27 11:24:05.535812 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 48340) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:24:05.605846 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvr_db [None req-766e8e14-d3a5-4f0c-95c7-813a8afc1408 None None] Set router 4f868c00-49b3-4107-80c5-03bff79eaa78 gateway port host: n-d-813419-10 {{(pid=102348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 11:24:05.620136 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-640b8ed6-fbe2-489c-aeb5-12776c9a5e79 tempest-TestNetworkAdvancedServerOps-2138787779 tempest-TestNetworkAdvancedServerOps-2138787779-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:24:05.621687 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-640b8ed6-fbe2-489c-aeb5-12776c9a5e79 tempest-TestNetworkAdvancedServerOps-2138787779 tempest-TestNetworkAdvancedServerOps-2138787779-project-admin] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0849459 Oct 27 11:24:05.624576 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 48342) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:24:05.657658 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-d267b8c4-33bb-49d0-935f-2b9d347a57d7 tempest-TestNetworkAdvancedServerOps-2138787779 tempest-TestNetworkAdvancedServerOps-2138787779-project-admin] 10.222.0.44 "GET /v2.0/subnets?network_id=185ff123-c7ff-45c7-a6be-71feb35acc9c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0297539 Oct 27 11:24:05.657882 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 48344) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:24:05.662503 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-dab9c590-bb45-4848-b331-76343dab7647 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1770049497', 'network_id': '8b81b5be-afe4-4f7a-a9fb-b749feac4145', 'project_id': 'cbfb4663104c453f9ca4ef83ed712b9d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:24:05.746793 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dab9c590-bb45-4848-b331-76343dab7647 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Made reservation on behalf of cbfb4663104c453f9ca4ef83ed712b9d for: {'subnet': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 11:24:05.750392 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-dab9c590-bb45-4848-b331-76343dab7647 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27167186'] for subnet, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:24:05.786982 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-766e8e14-d3a5-4f0c-95c7-813a8afc1408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f868c00-49b3-4107-80c5-03bff79eaa78', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1361985782', 'tenant_id': 'cbfb4663104c453f9ca4ef83ed712b9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.201'}], 'enable_snat': True}, 'gw_port_id': 'e936964d-eba8-4cd9-adf3-025d6bde5cbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:24:03Z', 'updated_at': '2021-10-27T11:24:04Z', 'revision_number': 3, 'project_id': 'cbfb4663104c453f9ca4ef83ed712b9d', 'gw_port': {'id': 'e936964d-eba8-4cd9-adf3-025d6bde5cbb', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:83:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f868c00-49b3-4107-80c5-03bff79eaa78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:24:04Z', 'updated_at': '2021-10-27T11:24:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10'}], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:24:05.814797 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-766e8e14-d3a5-4f0c-95c7-813a8afc1408 None None] Checking router: 4f868c00-49b3-4107-80c5-03bff79eaa78 for host: n-d-813419-10 {{(pid=102348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 11:24:05.815147 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-766e8e14-d3a5-4f0c-95c7-813a8afc1408 None None] Updating router 4f868c00-49b3-4107-80c5-03bff79eaa78 port e936964d-eba8-4cd9-adf3-025d6bde5cbb binding host n-d-813419-10 {{(pid=102348) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 11:24:05.840826 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-766e8e14-d3a5-4f0c-95c7-813a8afc1408 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:24:06.106453 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-766e8e14-d3a5-4f0c-95c7-813a8afc1408 None None] Publish callbacks [] for port, precommit_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:24:06.114396 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-766e8e14-d3a5-4f0c-95c7-813a8afc1408 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:24:06.168565 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f4eb10-e9e2-4436-a72a-750ae24c7a4d None None] Pushing event updated for resources: {'Port': ['ID=e936964d-eba8-4cd9-adf3-025d6bde5cbb,revision_number=2']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:24:06.170887 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-766e8e14-d3a5-4f0c-95c7-813a8afc1408 None None] Attempting to bind port e936964d-eba8-4cd9-adf3-025d6bde5cbb on host n-d-813419-10 for vnic_type normal with profile {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 11:24:06.171246 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-766e8e14-d3a5-4f0c-95c7-813a8afc1408 None None] Attempting to bind port e936964d-eba8-4cd9-adf3-025d6bde5cbb by drivers openvswitch,hyperv on host n-d-813419-10 at level 0 using segments [{'id': 'bc14127b-7032-4c50-bb5b-f6813cbae86e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 11:24:06.171603 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-766e8e14-d3a5-4f0c-95c7-813a8afc1408 None None] Attempting to bind port e936964d-eba8-4cd9-adf3-025d6bde5cbb on network 185ff123-c7ff-45c7-a6be-71feb35acc9c {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 11:24:06.177123 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-766e8e14-d3a5-4f0c-95c7-813a8afc1408 None None] Checking agent: {'id': '89dba0f3-79b2-435e-9822-33674b8f6ada', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 8, 20), 'started_at': datetime.datetime(2021, 10, 27, 10, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 11, 23, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 11:24:06.177494 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-766e8e14-d3a5-4f0c-95c7-813a8afc1408 None None] Checking segment: {'id': 'bc14127b-7032-4c50-bb5b-f6813cbae86e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 11:24:06.177888 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-766e8e14-d3a5-4f0c-95c7-813a8afc1408 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:24:06.178270 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-766e8e14-d3a5-4f0c-95c7-813a8afc1408 None None] Bound using segment: {'id': 'bc14127b-7032-4c50-bb5b-f6813cbae86e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 11:24:06.178805 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-766e8e14-d3a5-4f0c-95c7-813a8afc1408 None None] Bound port: e936964d-eba8-4cd9-adf3-025d6bde5cbb, host: n-d-813419-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc14127b-7032-4c50-bb5b-f6813cbae86e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'}}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 11:24:06.179111 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-766e8e14-d3a5-4f0c-95c7-813a8afc1408 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:24:06.231559 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-766e8e14-d3a5-4f0c-95c7-813a8afc1408 None None] For port e936964d-eba8-4cd9-adf3-025d6bde5cbb, host n-d-813419-10, cleared binding levels {{(pid=102348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 11:24:06.234534 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-766e8e14-d3a5-4f0c-95c7-813a8afc1408 None None] For port e936964d-eba8-4cd9-adf3-025d6bde5cbb, host n-d-813419-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=e936964d-eba8-4cd9-adf3-025d6bde5cbb,segment=NetworkSegment(bc14127b-7032-4c50-bb5b-f6813cbae86e),segment_id=bc14127b-7032-4c50-bb5b-f6813cbae86e)] {{(pid=102348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 11:24:06.238096 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-766e8e14-d3a5-4f0c-95c7-813a8afc1408 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:24:06.267505 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-dab9c590-bb45-4848-b331-76343dab7647 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27024290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27167168'] for subnet, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:24:06.295151 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-766e8e14-d3a5-4f0c-95c7-813a8afc1408 None None] Routers {'4f868c00-49b3-4107-80c5-03bff79eaa78'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 11:24:06.295759 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-766e8e14-d3a5-4f0c-95c7-813a8afc1408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T11:23:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['4f868c00-49b3-4107-80c5-03bff79eaa78'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:24:06.332469 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab9c590-bb45-4848-b331-76343dab7647 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Pushing event updated for resources: {'Subnet': ['ID=d793f495-fff9-4470-a62b-7582e2aa206d,revision_number=0']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:24:06.339990 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dab9c590-bb45-4848-b331-76343dab7647 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Checking segment: {'id': 'c1d0ef80-55f7-41fe-b923-69363f961e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '8b81b5be-afe4-4f7a-a9fb-b749feac4145'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 11:24:06.340461 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dab9c590-bb45-4848-b331-76343dab7647 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Network hostable DHCP agents. Network: 8b81b5be-afe4-4f7a-a9fb-b749feac4145, hostable agents: ['eafd4000-b897-4722-ae8b-0118ec955181'], hosted agents: [] {{(pid=102346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 11:24:06.354918 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f4eb10-e9e2-4436-a72a-750ae24c7a4d None None] Pushing event updated for resources: {'Port': ['ID=e936964d-eba8-4cd9-adf3-025d6bde5cbb,revision_number=3']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:24:06.357830 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dab9c590-bb45-4848-b331-76343dab7647 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Network 8b81b5be-afe4-4f7a-a9fb-b749feac4145 is scheduled to be hosted by DHCP agent eafd4000-b897-4722-ae8b-0118ec955181 with binding_index 1 {{(pid=102346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 11:24:06.367209 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-dab9c590-bb45-4848-b331-76343dab7647 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-10, 8b81b5be-afe4-4f7a-a9fb-b749feac4145) {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 11:24:06.372096 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dab9c590-bb45-4848-b331-76343dab7647 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:24:06.372780 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-dab9c590-bb45-4848-b331-76343dab7647 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks [] for subnet, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:24:06.382590 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25c5833b-b153-4001-9fc3-eb065c45c11b None None] Network 8b81b5be-afe4-4f7a-a9fb-b749feac4145 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 11:24:06.389569 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-dab9c590-bb45-4848-b331-76343dab7647 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7307603 Oct 27 11:24:06.392419 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 48346) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:24:06.452370 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvr_db [None req-766e8e14-d3a5-4f0c-95c7-813a8afc1408 None None] Set router 4f868c00-49b3-4107-80c5-03bff79eaa78 gateway port host: n-d-813419-10 {{(pid=102348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 11:24:06.663240 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bac82c4-fa22-44bb-935e-afc62148e1bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp734b258e-7d96-550c-b970-9b72ab66f383-8b81b5be-afe4-4f7a-a9fb-b749feac4145', 'network_id': '8b81b5be-afe4-4f7a-a9fb-b749feac4145', 'tenant_id': 'cbfb4663104c453f9ca4ef83ed712b9d', 'fixed_ips': [{'subnet_id': 'd793f495-fff9-4470-a62b-7582e2aa206d'}]}} from n-d-813419-10. {{(pid=102348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 11:24:06.664092 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-3bac82c4-fa22-44bb-935e-afc62148e1bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:24:06.816386 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-faa77fce-3792-4a59-8c49-09d5debc8be0 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:24:06.949633 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-766e8e14-d3a5-4f0c-95c7-813a8afc1408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f868c00-49b3-4107-80c5-03bff79eaa78', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1361985782', 'tenant_id': 'cbfb4663104c453f9ca4ef83ed712b9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.201'}], 'enable_snat': True}, 'gw_port_id': 'e936964d-eba8-4cd9-adf3-025d6bde5cbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:24:03Z', 'updated_at': '2021-10-27T11:24:04Z', 'revision_number': 3, 'project_id': 'cbfb4663104c453f9ca4ef83ed712b9d', 'gw_port': {'id': 'e936964d-eba8-4cd9-adf3-025d6bde5cbb', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:83:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f868c00-49b3-4107-80c5-03bff79eaa78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:24:04Z', 'updated_at': '2021-10-27T11:24:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10'}], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:24:06.979592 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-766e8e14-d3a5-4f0c-95c7-813a8afc1408 None None] The sync data for ids ['4f868c00-49b3-4107-80c5-03bff79eaa78'] in n-d-813419-10 is: [{'id': '4f868c00-49b3-4107-80c5-03bff79eaa78', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1361985782', 'tenant_id': 'cbfb4663104c453f9ca4ef83ed712b9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.201'}], 'enable_snat': True}, 'gw_port_id': 'e936964d-eba8-4cd9-adf3-025d6bde5cbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:24:03Z', 'updated_at': '2021-10-27T11:24:04Z', 'revision_number': 3, 'project_id': 'cbfb4663104c453f9ca4ef83ed712b9d', 'gw_port': {'id': 'e936964d-eba8-4cd9-adf3-025d6bde5cbb', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:83:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f868c00-49b3-4107-80c5-03bff79eaa78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:24:04Z', 'updated_at': '2021-10-27T11:24:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10'}] {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 11:24:06.995344 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.db_base_plugin_common [None req-3bac82c4-fa22-44bb-935e-afc62148e1bf None None] Allocated IP 172.20.0.2 (8b81b5be-afe4-4f7a-a9fb-b749feac4145/d793f495-fff9-4470-a62b-7582e2aa206d/73cf1eeb-1f0a-4e13-92c8-f1f37ff7d35c) {{(pid=102348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 11:24:07.141448 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-3bac82c4-fa22-44bb-935e-afc62148e1bf None None] Publish callbacks [] for port, precommit_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:24:07.147881 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-3bac82c4-fa22-44bb-935e-afc62148e1bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606'] for port, after_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:24:07.199989 n-d-813419-10 neutron-server[102348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bac82c4-fa22-44bb-935e-afc62148e1bf None None] Network 8b81b5be-afe4-4f7a-a9fb-b749feac4145 is already hosted by enough agents. {{(pid=102348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 11:24:07.203431 n-d-813419-10 neutron-server[102348]: DEBUG neutron.scheduler.base_scheduler [None req-3bac82c4-fa22-44bb-935e-afc62148e1bf None None] Resources bound (agent type, host, resource id): {{(pid=102348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 11:24:07.209585 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bac82c4-fa22-44bb-935e-afc62148e1bf None None] Received port after_create {{(pid=102348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 11:24:07.220891 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_common [None req-faa77fce-3792-4a59-8c49-09d5debc8be0 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Allocated IP 172.20.0.1 (8b81b5be-afe4-4f7a-a9fb-b749feac4145/d793f495-fff9-4470-a62b-7582e2aa206d/0d8cd115-0fa3-4eca-b278-786d91dce085) {{(pid=102346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 11:24:07.255356 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bac82c4-fa22-44bb-935e-afc62148e1bf None None] Pushing event updated for resources: {'Port': ['ID=73cf1eeb-1f0a-4e13-92c8-f1f37ff7d35c,revision_number=1']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:24:07.290614 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-3bac82c4-fa22-44bb-935e-afc62148e1bf None None] Attempting to bind port 73cf1eeb-1f0a-4e13-92c8-f1f37ff7d35c on host n-d-813419-10 for vnic_type normal with profile {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 11:24:07.290974 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-3bac82c4-fa22-44bb-935e-afc62148e1bf None None] Attempting to bind port 73cf1eeb-1f0a-4e13-92c8-f1f37ff7d35c by drivers openvswitch,hyperv on host n-d-813419-10 at level 0 using segments [{'id': 'c1d0ef80-55f7-41fe-b923-69363f961e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '8b81b5be-afe4-4f7a-a9fb-b749feac4145'}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 11:24:07.292076 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bac82c4-fa22-44bb-935e-afc62148e1bf None None] Attempting to bind port 73cf1eeb-1f0a-4e13-92c8-f1f37ff7d35c on network 8b81b5be-afe4-4f7a-a9fb-b749feac4145 {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 11:24:07.298200 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bac82c4-fa22-44bb-935e-afc62148e1bf None None] Checking agent: {'id': '89dba0f3-79b2-435e-9822-33674b8f6ada', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 8, 20), 'started_at': datetime.datetime(2021, 10, 27, 10, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 11, 23, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 11:24:07.298576 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bac82c4-fa22-44bb-935e-afc62148e1bf None None] Checking segment: {'id': 'c1d0ef80-55f7-41fe-b923-69363f961e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '8b81b5be-afe4-4f7a-a9fb-b749feac4145'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 11:24:07.298977 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-3bac82c4-fa22-44bb-935e-afc62148e1bf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:24:07.299377 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bac82c4-fa22-44bb-935e-afc62148e1bf None None] Bound using segment: {'id': 'c1d0ef80-55f7-41fe-b923-69363f961e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '8b81b5be-afe4-4f7a-a9fb-b749feac4145'} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 11:24:07.299848 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-3bac82c4-fa22-44bb-935e-afc62148e1bf None None] Bound port: 73cf1eeb-1f0a-4e13-92c8-f1f37ff7d35c, host: n-d-813419-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1d0ef80-55f7-41fe-b923-69363f961e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '8b81b5be-afe4-4f7a-a9fb-b749feac4145'}}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 11:24:07.300245 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-3bac82c4-fa22-44bb-935e-afc62148e1bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:24:07.362898 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-faa77fce-3792-4a59-8c49-09d5debc8be0 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks [] for port, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:24:07.373608 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-3bac82c4-fa22-44bb-935e-afc62148e1bf None None] For port 73cf1eeb-1f0a-4e13-92c8-f1f37ff7d35c, host n-d-813419-10, cleared binding levels {{(pid=102348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 11:24:07.381735 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-3bac82c4-fa22-44bb-935e-afc62148e1bf None None] For port 73cf1eeb-1f0a-4e13-92c8-f1f37ff7d35c, host n-d-813419-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=73cf1eeb-1f0a-4e13-92c8-f1f37ff7d35c,segment=NetworkSegment(c1d0ef80-55f7-41fe-b923-69363f961e1a),segment_id=c1d0ef80-55f7-41fe-b923-69363f961e1a)] {{(pid=102348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 11:24:07.386719 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-3bac82c4-fa22-44bb-935e-afc62148e1bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:24:07.407636 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-faa77fce-3792-4a59-8c49-09d5debc8be0 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:24:07.452852 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bac82c4-fa22-44bb-935e-afc62148e1bf None None] Pushing event updated for resources: {'Port': ['ID=73cf1eeb-1f0a-4e13-92c8-f1f37ff7d35c,revision_number=2']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:24:07.461834 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faa77fce-3792-4a59-8c49-09d5debc8be0 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Network 8b81b5be-afe4-4f7a-a9fb-b749feac4145 is already hosted by enough agents. {{(pid=102346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 11:24:07.463965 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-faa77fce-3792-4a59-8c49-09d5debc8be0 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Resources bound (agent type, host, resource id): {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 11:24:07.468340 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faa77fce-3792-4a59-8c49-09d5debc8be0 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Received port after_create {{(pid=102346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 11:24:07.493169 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa77fce-3792-4a59-8c49-09d5debc8be0 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Pushing event updated for resources: {'Port': ['ID=0d8cd115-0fa3-4eca-b278-786d91dce085,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:24:07.519441 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-faa77fce-3792-4a59-8c49-09d5debc8be0 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1664961'] for router_interface, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:24:07.671358 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-faa77fce-3792-4a59-8c49-09d5debc8be0 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:24:07.920087 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 73cf1eeb-1f0a-4e13-92c8-f1f37ff7d35c up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 11:24:07.987596 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-faa77fce-3792-4a59-8c49-09d5debc8be0 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks [] for port, precommit_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:24:07.990468 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port 73cf1eeb-1f0a-4e13-92c8-f1f37ff7d35c triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:24:07.990836 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:24:07.993911 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-faa77fce-3792-4a59-8c49-09d5debc8be0 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27024173'] for port, after_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:24:08.067276 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa77fce-3792-4a59-8c49-09d5debc8be0 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Pushing event updated for resources: {'Port': ['ID=0d8cd115-0fa3-4eca-b278-786d91dce085,revision_number=2']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:24:08.069994 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-faa77fce-3792-4a59-8c49-09d5debc8be0 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2006967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1766225'] for router_interface, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:24:08.070235 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:24:08.102737 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] For port 73cf1eeb-1f0a-4e13-92c8-f1f37ff7d35c, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=73cf1eeb-1f0a-4e13-92c8-f1f37ff7d35c,segment=NetworkSegment(c1d0ef80-55f7-41fe-b923-69363f961e1a),segment_id=c1d0ef80-55f7-41fe-b923-69363f961e1a)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:24:08.107135 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:24:08.107905 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device e936964d-eba8-4cd9-adf3-025d6bde5cbb up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 11:24:08.167666 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faa77fce-3792-4a59-8c49-09d5debc8be0 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Network 8b81b5be-afe4-4f7a-a9fb-b749feac4145 is already hosted by enough agents. {{(pid=102346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 11:24:08.169418 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-faa77fce-3792-4a59-8c49-09d5debc8be0 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Resources bound (agent type, host, resource id): {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 11:24:08.189476 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Pushing event updated for resources: {'Port': ['ID=73cf1eeb-1f0a-4e13-92c8-f1f37ff7d35c,revision_number=3']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:24:08.201971 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port e936964d-eba8-4cd9-adf3-025d6bde5cbb triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:24:08.202343 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:24:08.282276 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:24:08.299386 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-faa77fce-3792-4a59-8c49-09d5debc8be0 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Router 4f868c00-49b3-4107-80c5-03bff79eaa78 has already been hosted by L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb {{(pid=102346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 11:24:08.303672 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] For port e936964d-eba8-4cd9-adf3-025d6bde5cbb, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=e936964d-eba8-4cd9-adf3-025d6bde5cbb,segment=NetworkSegment(bc14127b-7032-4c50-bb5b-f6813cbae86e),segment_id=bc14127b-7032-4c50-bb5b-f6813cbae86e)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:24:08.307770 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:24:08.368338 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Pushing event updated for resources: {'Port': ['ID=e936964d-eba8-4cd9-adf3-025d6bde5cbb,revision_number=4']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:24:08.414175 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-faa77fce-3792-4a59-8c49-09d5debc8be0 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 11:24:08.424028 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-faa77fce-3792-4a59-8c49-09d5debc8be0 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "PUT /v2.0/routers/4f868c00-49b3-4107-80c5-03bff79eaa78/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0305562 Oct 27 11:24:08.490729 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65a632b6-19f3-49e6-8e02-297ee049b3c0 None None] Network 8b81b5be-afe4-4f7a-a9fb-b749feac4145 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 11:24:08.567065 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-17cb7f08-d421-4f09-bd97-cf62ee71dd77 req-956536a3-8ea5-41b3-879a-7bd23d6011ef tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-991093925&fields=id&tenant_id=cbfb4663104c453f9ca4ef83ed712b9d HTTP/1.1" status: 200 len: 267 time: 0.0340593 Oct 27 11:24:08.581703 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-368f3d95-f16a-4b8b-a9a7-f8c1f95a6bbf None None] Provisioning complete for port 73cf1eeb-1f0a-4e13-92c8-f1f37ff7d35c triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:24:08.582065 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-368f3d95-f16a-4b8b-a9a7-f8c1f95a6bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:24:08.678886 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cb7f08-d421-4f09-bd97-cf62ee71dd77 req-2b9de07d-fc37-458a-98ed-3caa740d2ae9 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:24:08.680463 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-17cb7f08-d421-4f09-bd97-cf62ee71dd77 req-2b9de07d-fc37-458a-98ed-3caa740d2ae9 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "GET /v2.0/networks?id=8b81b5be-afe4-4f7a-a9fb-b749feac4145 HTTP/1.1" status: 200 len: 797 time: 0.1055315 Oct 27 11:24:08.697003 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-17cb7f08-d421-4f09-bd97-cf62ee71dd77 req-3000cdf1-3f48-4f51-a31e-1aa93fc7c5db tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "GET /v2.0/quotas/cbfb4663104c453f9ca4ef83ed712b9d HTTP/1.1" status: 200 len: 375 time: 0.0101125 Oct 27 11:24:08.759525 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-17cb7f08-d421-4f09-bd97-cf62ee71dd77 req-cc5ce2cb-e40c-4ecb-89ce-650958616719 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=cbfb4663104c453f9ca4ef83ed712b9d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0555537 Oct 27 11:24:08.866891 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-17cb7f08-d421-4f09-bd97-cf62ee71dd77 req-970b69fe-1859-495d-b4b7-ebc0d336773b service neutron] 10.222.0.44 "GET /v2.0/networks/8b81b5be-afe4-4f7a-a9fb-b749feac4145?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880914 Oct 27 11:24:08.945061 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-dcb24114-018c-4f8c-8982-f25740a7d20d None None] Provisioning complete for port 0d8cd115-0fa3-4eca-b278-786d91dce085 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:24:08.945617 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-dcb24114-018c-4f8c-8982-f25740a7d20d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:24:08.969641 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-17cb7f08-d421-4f09-bd97-cf62ee71dd77 req-9afd7646-1d75-4621-85f7-9bf4485b51b3 service neutron] 10.222.0.44 "GET /v2.0/networks/8b81b5be-afe4-4f7a-a9fb-b749feac4145?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963624 Oct 27 11:24:08.986095 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-dcb24114-018c-4f8c-8982-f25740a7d20d None None] Port 0d8cd115-0fa3-4eca-b278-786d91dce085 cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 11:24:08.997615 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-dcb24114-018c-4f8c-8982-f25740a7d20d None None] Provisioning complete for port 73cf1eeb-1f0a-4e13-92c8-f1f37ff7d35c triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:24:08.998363 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-dcb24114-018c-4f8c-8982-f25740a7d20d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:24:09.009299 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41109cc1-be86-44b0-8ade-bdaa89870109 None None] Sync routers for ids ['4f868c00-49b3-4107-80c5-03bff79eaa78'] in n-d-813419-10 {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 11:24:09.022245 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41109cc1-be86-44b0-8ade-bdaa89870109 None None] Routers {'4f868c00-49b3-4107-80c5-03bff79eaa78'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 11:24:09.022855 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-41109cc1-be86-44b0-8ade-bdaa89870109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T11:23:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['4f868c00-49b3-4107-80c5-03bff79eaa78'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:24:09.158373 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvr_db [None req-41109cc1-be86-44b0-8ade-bdaa89870109 None None] Set router 4f868c00-49b3-4107-80c5-03bff79eaa78 gateway port host: n-d-813419-10 {{(pid=102349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 11:24:09.176843 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-a02b6b6e-b9fd-4f6b-bd3d-160107f175a6 req-880de0ba-114b-4024-951c-2e80821a7e8a tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "GET /v2.0/ports?device_id=c6d985db-8d6a-4421-ba34-380d85007f4b HTTP/1.1" status: 200 len: 210 time: 0.0307450 Oct 27 11:24:09.214371 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-9e2ed642-f754-43cc-82d9-faf929c9c7c6 None None] Provisioning complete for port 0d8cd115-0fa3-4eca-b278-786d91dce085 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:24:09.215755 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-9e2ed642-f754-43cc-82d9-faf929c9c7c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:24:09.261450 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-9e2ed642-f754-43cc-82d9-faf929c9c7c6 None None] Port 0d8cd115-0fa3-4eca-b278-786d91dce085 cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 11:24:09.421968 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-41109cc1-be86-44b0-8ade-bdaa89870109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f868c00-49b3-4107-80c5-03bff79eaa78', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1361985782', 'tenant_id': 'cbfb4663104c453f9ca4ef83ed712b9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.201'}], 'enable_snat': True}, 'gw_port_id': 'e936964d-eba8-4cd9-adf3-025d6bde5cbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:24:03Z', 'updated_at': '2021-10-27T11:24:07Z', 'revision_number': 4, 'project_id': 'cbfb4663104c453f9ca4ef83ed712b9d', 'gw_port': {'id': 'e936964d-eba8-4cd9-adf3-025d6bde5cbb', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:83:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f868c00-49b3-4107-80c5-03bff79eaa78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:24:04Z', 'updated_at': '2021-10-27T11:24:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_interfaces': [{'id': '0d8cd115-0fa3-4eca-b278-786d91dce085', 'name': '', 'network_id': '8b81b5be-afe4-4f7a-a9fb-b749feac4145', 'tenant_id': 'cbfb4663104c453f9ca4ef83ed712b9d', 'mac_address': 'fa:16:3e:fc:a7:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f868c00-49b3-4107-80c5-03bff79eaa78', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'd793f495-fff9-4470-a62b-7582e2aa206d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:24:06Z', 'updated_at': '2021-10-27T11:24:07Z', 'revision_number': 2, 'project_id': 'cbfb4663104c453f9ca4ef83ed712b9d', 'subnets': [{'id': 'd793f495-fff9-4470-a62b-7582e2aa206d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:24:09.448810 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41109cc1-be86-44b0-8ade-bdaa89870109 None None] Checking router: 4f868c00-49b3-4107-80c5-03bff79eaa78 for host: n-d-813419-10 {{(pid=102349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 11:24:09.449166 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41109cc1-be86-44b0-8ade-bdaa89870109 None None] Updating router 4f868c00-49b3-4107-80c5-03bff79eaa78 port 0d8cd115-0fa3-4eca-b278-786d91dce085 binding host n-d-813419-10 {{(pid=102349) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 11:24:09.476311 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-41109cc1-be86-44b0-8ade-bdaa89870109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:24:09.483801 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-9a39add1-94c3-438a-9af2-20dfee023e73 None None] Provisioning complete for port 0d8cd115-0fa3-4eca-b278-786d91dce085 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:24:09.484170 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-9a39add1-94c3-438a-9af2-20dfee023e73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:24:09.537502 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-9a39add1-94c3-438a-9af2-20dfee023e73 None None] Port 0d8cd115-0fa3-4eca-b278-786d91dce085 cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 11:24:09.538844 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:24:09.735532 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-41109cc1-be86-44b0-8ade-bdaa89870109 None None] Publish callbacks [] for port, precommit_update {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:24:09.740742 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-41109cc1-be86-44b0-8ade-bdaa89870109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:24:09.793697 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083675c3-992e-4f3f-90ce-af3ad0c87134 None None] Pushing event updated for resources: {'Port': ['ID=0d8cd115-0fa3-4eca-b278-786d91dce085,revision_number=3']} {{(pid=102349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:24:09.816320 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083675c3-992e-4f3f-90ce-af3ad0c87134 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:24:09.816569 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083675c3-992e-4f3f-90ce-af3ad0c87134 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:24:09.816905 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083675c3-992e-4f3f-90ce-af3ad0c87134 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:24:09.817238 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083675c3-992e-4f3f-90ce-af3ad0c87134 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:24:09.817566 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083675c3-992e-4f3f-90ce-af3ad0c87134 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:24:09.817890 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083675c3-992e-4f3f-90ce-af3ad0c87134 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:24:09.818212 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083675c3-992e-4f3f-90ce-af3ad0c87134 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:24:09.818534 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083675c3-992e-4f3f-90ce-af3ad0c87134 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:24:09.818852 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083675c3-992e-4f3f-90ce-af3ad0c87134 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:24:09.819169 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083675c3-992e-4f3f-90ce-af3ad0c87134 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:24:09.819486 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083675c3-992e-4f3f-90ce-af3ad0c87134 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:24:09.819799 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083675c3-992e-4f3f-90ce-af3ad0c87134 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:24:09.869128 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 73cf1eeb-1f0a-4e13-92c8-f1f37ff7d35c up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 11:24:09.925021 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port 73cf1eeb-1f0a-4e13-92c8-f1f37ff7d35c triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:24:09.925385 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:24:09.958640 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.managers [None req-41109cc1-be86-44b0-8ade-bdaa89870109 None None] Attempting to bind port 0d8cd115-0fa3-4eca-b278-786d91dce085 on host n-d-813419-10 for vnic_type normal with profile {{(pid=102349) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 11:24:09.959007 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.managers [None req-41109cc1-be86-44b0-8ade-bdaa89870109 None None] Attempting to bind port 0d8cd115-0fa3-4eca-b278-786d91dce085 by drivers openvswitch,hyperv on host n-d-813419-10 at level 0 using segments [{'id': 'c1d0ef80-55f7-41fe-b923-69363f961e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '8b81b5be-afe4-4f7a-a9fb-b749feac4145'}] {{(pid=102349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 11:24:09.959513 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41109cc1-be86-44b0-8ade-bdaa89870109 None None] Attempting to bind port 0d8cd115-0fa3-4eca-b278-786d91dce085 on network 8b81b5be-afe4-4f7a-a9fb-b749feac4145 {{(pid=102349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 11:24:09.968151 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41109cc1-be86-44b0-8ade-bdaa89870109 None None] Checking agent: {'id': '89dba0f3-79b2-435e-9822-33674b8f6ada', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 8, 20), 'started_at': datetime.datetime(2021, 10, 27, 10, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 11, 23, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 11:24:09.968905 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41109cc1-be86-44b0-8ade-bdaa89870109 None None] Checking segment: {'id': 'c1d0ef80-55f7-41fe-b923-69363f961e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '8b81b5be-afe4-4f7a-a9fb-b749feac4145'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 11:24:09.969498 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-41109cc1-be86-44b0-8ade-bdaa89870109 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:24:09.970078 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41109cc1-be86-44b0-8ade-bdaa89870109 None None] Bound using segment: {'id': 'c1d0ef80-55f7-41fe-b923-69363f961e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '8b81b5be-afe4-4f7a-a9fb-b749feac4145'} {{(pid=102349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 11:24:09.970733 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.managers [None req-41109cc1-be86-44b0-8ade-bdaa89870109 None None] Bound port: 0d8cd115-0fa3-4eca-b278-786d91dce085, host: n-d-813419-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1d0ef80-55f7-41fe-b923-69363f961e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '8b81b5be-afe4-4f7a-a9fb-b749feac4145'}}] {{(pid=102349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 11:24:09.971317 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-41109cc1-be86-44b0-8ade-bdaa89870109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:24:10.023152 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device e936964d-eba8-4cd9-adf3-025d6bde5cbb up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 11:24:10.049838 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.db [None req-41109cc1-be86-44b0-8ade-bdaa89870109 None None] For port 0d8cd115-0fa3-4eca-b278-786d91dce085, host n-d-813419-10, cleared binding levels {{(pid=102349) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 11:24:10.054573 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.db [None req-41109cc1-be86-44b0-8ade-bdaa89870109 None None] For port 0d8cd115-0fa3-4eca-b278-786d91dce085, host n-d-813419-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=0d8cd115-0fa3-4eca-b278-786d91dce085,segment=NetworkSegment(c1d0ef80-55f7-41fe-b923-69363f961e1a),segment_id=c1d0ef80-55f7-41fe-b923-69363f961e1a)] {{(pid=102349) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 11:24:10.059185 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-41109cc1-be86-44b0-8ade-bdaa89870109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:24:10.074287 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-74600f0c-9eee-4806-9703-9b9c7c58b838 None None] Provisioning complete for port 0d8cd115-0fa3-4eca-b278-786d91dce085 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:24:10.074287 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-74600f0c-9eee-4806-9703-9b9c7c58b838 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:24:10.124770 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port e936964d-eba8-4cd9-adf3-025d6bde5cbb triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:24:10.125136 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:24:10.135396 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41109cc1-be86-44b0-8ade-bdaa89870109 None None] Routers {'4f868c00-49b3-4107-80c5-03bff79eaa78'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 11:24:10.136147 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-41109cc1-be86-44b0-8ade-bdaa89870109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T11:23:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['4f868c00-49b3-4107-80c5-03bff79eaa78'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:24:10.227362 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cb7f08-d421-4f09-bd97-cf62ee71dd77 req-b4b129cd-9f25-4ae5-b225-4ed5271dbff4 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:24:10.230040 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-17cb7f08-d421-4f09-bd97-cf62ee71dd77 req-b4b129cd-9f25-4ae5-b225-4ed5271dbff4 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.64 "GET /v2.0/networks?id=8b81b5be-afe4-4f7a-a9fb-b749feac4145 HTTP/1.1" status: 200 len: 797 time: 0.1967633 Oct 27 11:24:10.230438 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-74600f0c-9eee-4806-9703-9b9c7c58b838 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:24:10.249758 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083675c3-992e-4f3f-90ce-af3ad0c87134 None None] Pushing event updated for resources: {'Port': ['ID=0d8cd115-0fa3-4eca-b278-786d91dce085,revision_number=4']} {{(pid=102349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:24:10.295517 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-74600f0c-9eee-4806-9703-9b9c7c58b838 None None] For port 0d8cd115-0fa3-4eca-b278-786d91dce085, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=0d8cd115-0fa3-4eca-b278-786d91dce085,segment=NetworkSegment(c1d0ef80-55f7-41fe-b923-69363f961e1a),segment_id=c1d0ef80-55f7-41fe-b923-69363f961e1a)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:24:10.305036 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-74600f0c-9eee-4806-9703-9b9c7c58b838 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:24:10.313131 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvr_db [None req-41109cc1-be86-44b0-8ade-bdaa89870109 None None] Set router 4f868c00-49b3-4107-80c5-03bff79eaa78 gateway port host: n-d-813419-10 {{(pid=102349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 11:24:10.324678 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-5ecb59e3-e2ee-4304-8e5b-473a5ba99ef0 req-b4fbfa53-cc17-4489-8997-c4ce471553a3 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "GET /v2.0/ports?device_id=c6d985db-8d6a-4421-ba34-380d85007f4b HTTP/1.1" status: 200 len: 210 time: 0.0492239 Oct 27 11:24:10.337129 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-17cb7f08-d421-4f09-bd97-cf62ee71dd77 req-e3cec36f-6aaa-4fac-ad13-6c093a3c417f tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cbfb4663104c453f9ca4ef83ed712b9d HTTP/1.1" status: 200 len: 379 time: 0.0956385 Oct 27 11:24:10.357743 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [req-17cb7f08-d421-4f09-bd97-cf62ee71dd77 req-d334731e-92ae-4284-848e-9dc056d10eca tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Request body: {'port': {'device_id': 'c6d985db-8d6a-4421-ba34-380d85007f4b', 'network_id': '8b81b5be-afe4-4f7a-a9fb-b749feac4145', 'admin_state_up': True, 'tenant_id': 'cbfb4663104c453f9ca4ef83ed712b9d', 'security_groups': ['fe66bfd1-3af8-44f5-bf96-95566a21f2f5']}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:24:10.381452 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74600f0c-9eee-4806-9703-9b9c7c58b838 None None] Pushing event updated for resources: {'Port': ['ID=0d8cd115-0fa3-4eca-b278-786d91dce085,revision_number=5']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:24:10.424855 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-cba335fc-be30-4db0-8061-e2db1ad53e77 None None] Provisioning complete for port 0d8cd115-0fa3-4eca-b278-786d91dce085 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:24:10.425226 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-cba335fc-be30-4db0-8061-e2db1ad53e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:24:10.477533 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17cb7f08-d421-4f09-bd97-cf62ee71dd77 req-d334731e-92ae-4284-848e-9dc056d10eca tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Made reservation on behalf of cbfb4663104c453f9ca4ef83ed712b9d for: {'port': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 11:24:10.481126 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-17cb7f08-d421-4f09-bd97-cf62ee71dd77 req-d334731e-92ae-4284-848e-9dc056d10eca tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:24:10.564668 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-41109cc1-be86-44b0-8ade-bdaa89870109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f868c00-49b3-4107-80c5-03bff79eaa78', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1361985782', 'tenant_id': 'cbfb4663104c453f9ca4ef83ed712b9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.201'}], 'enable_snat': True}, 'gw_port_id': 'e936964d-eba8-4cd9-adf3-025d6bde5cbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:24:03Z', 'updated_at': '2021-10-27T11:24:07Z', 'revision_number': 4, 'project_id': 'cbfb4663104c453f9ca4ef83ed712b9d', 'gw_port': {'id': 'e936964d-eba8-4cd9-adf3-025d6bde5cbb', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:83:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f868c00-49b3-4107-80c5-03bff79eaa78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:24:04Z', 'updated_at': '2021-10-27T11:24:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_interfaces': [{'id': '0d8cd115-0fa3-4eca-b278-786d91dce085', 'name': '', 'network_id': '8b81b5be-afe4-4f7a-a9fb-b749feac4145', 'tenant_id': 'cbfb4663104c453f9ca4ef83ed712b9d', 'mac_address': 'fa:16:3e:fc:a7:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f868c00-49b3-4107-80c5-03bff79eaa78', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'd793f495-fff9-4470-a62b-7582e2aa206d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:24:06Z', 'updated_at': '2021-10-27T11:24:10Z', 'revision_number': 4, 'project_id': 'cbfb4663104c453f9ca4ef83ed712b9d', 'subnets': [{'id': 'd793f495-fff9-4470-a62b-7582e2aa206d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:24:10.590542 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41109cc1-be86-44b0-8ade-bdaa89870109 None None] The sync data for ids ['4f868c00-49b3-4107-80c5-03bff79eaa78'] in n-d-813419-10 is: [{'id': '4f868c00-49b3-4107-80c5-03bff79eaa78', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1361985782', 'tenant_id': 'cbfb4663104c453f9ca4ef83ed712b9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.201'}], 'enable_snat': True}, 'gw_port_id': 'e936964d-eba8-4cd9-adf3-025d6bde5cbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:24:03Z', 'updated_at': '2021-10-27T11:24:07Z', 'revision_number': 4, 'project_id': 'cbfb4663104c453f9ca4ef83ed712b9d', 'gw_port': {'id': 'e936964d-eba8-4cd9-adf3-025d6bde5cbb', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:83:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f868c00-49b3-4107-80c5-03bff79eaa78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:24:04Z', 'updated_at': '2021-10-27T11:24:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_interfaces': [{'id': '0d8cd115-0fa3-4eca-b278-786d91dce085', 'name': '', 'network_id': '8b81b5be-afe4-4f7a-a9fb-b749feac4145', 'tenant_id': 'cbfb4663104c453f9ca4ef83ed712b9d', 'mac_address': 'fa:16:3e:fc:a7:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f868c00-49b3-4107-80c5-03bff79eaa78', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'd793f495-fff9-4470-a62b-7582e2aa206d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:24:06Z', 'updated_at': '2021-10-27T11:24:10Z', 'revision_number': 4, 'project_id': 'cbfb4663104c453f9ca4ef83ed712b9d', 'subnets': [{'id': 'd793f495-fff9-4470-a62b-7582e2aa206d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 11:24:10.610934 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_common [req-17cb7f08-d421-4f09-bd97-cf62ee71dd77 req-d334731e-92ae-4284-848e-9dc056d10eca tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Allocated IP 172.20.0.4 (8b81b5be-afe4-4f7a-a9fb-b749feac4145/d793f495-fff9-4470-a62b-7582e2aa206d/cbdf3c52-7bfe-4355-bf95-f9bf077e6498) {{(pid=102347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 11:24:10.773897 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-17cb7f08-d421-4f09-bd97-cf62ee71dd77 req-d334731e-92ae-4284-848e-9dc056d10eca tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks [] for port, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:24:10.808633 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-17cb7f08-d421-4f09-bd97-cf62ee71dd77 req-d334731e-92ae-4284-848e-9dc056d10eca tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:24:10.855060 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17cb7f08-d421-4f09-bd97-cf62ee71dd77 req-d334731e-92ae-4284-848e-9dc056d10eca tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Network 8b81b5be-afe4-4f7a-a9fb-b749feac4145 is already hosted by enough agents. {{(pid=102347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 11:24:10.858361 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [req-17cb7f08-d421-4f09-bd97-cf62ee71dd77 req-d334731e-92ae-4284-848e-9dc056d10eca tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Resources bound (agent type, host, resource id): {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 11:24:10.862351 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [req-17cb7f08-d421-4f09-bd97-cf62ee71dd77 req-d334731e-92ae-4284-848e-9dc056d10eca tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Received port after_create {{(pid=102347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 11:24:10.869050 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d334731e-92ae-4284-848e-9dc056d10eca tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Pushing event updated for resources: {'Port': ['ID=cbdf3c52-7bfe-4355-bf95-f9bf077e6498,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:24:10.917577 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cb7f08-d421-4f09-bd97-cf62ee71dd77 req-d334731e-92ae-4284-848e-9dc056d10eca tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:24:10.918221 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-17cb7f08-d421-4f09-bd97-cf62ee71dd77 req-d334731e-92ae-4284-848e-9dc056d10eca tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:24:10.936518 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-17cb7f08-d421-4f09-bd97-cf62ee71dd77 req-d334731e-92ae-4284-848e-9dc056d10eca tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5856462 Oct 27 11:24:10.949943 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [req-17cb7f08-d421-4f09-bd97-cf62ee71dd77 req-b2c8effa-7c76-4d7e-9c9f-46bb3f7e2a0f service neutron] Request body: {'port': {'device_id': 'c6d985db-8d6a-4421-ba34-380d85007f4b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-10'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:24:11.014046 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-17cb7f08-d421-4f09-bd97-cf62ee71dd77 req-b2c8effa-7c76-4d7e-9c9f-46bb3f7e2a0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:24:11.138573 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-bef0bd4b-42ed-45b8-9555-e7b0348f266f None None] Provisioning complete for port cbdf3c52-7bfe-4355-bf95-f9bf077e6498 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:24:11.139052 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-bef0bd4b-42ed-45b8-9555-e7b0348f266f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:24:11.174617 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-bef0bd4b-42ed-45b8-9555-e7b0348f266f None None] Port cbdf3c52-7bfe-4355-bf95-f9bf077e6498 cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 11:24:11.310886 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [req-17cb7f08-d421-4f09-bd97-cf62ee71dd77 req-b2c8effa-7c76-4d7e-9c9f-46bb3f7e2a0f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cbdf3c52-7bfe-4355-bf95-f9bf077e6498 {{(pid=102347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 11:24:11.318664 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-17cb7f08-d421-4f09-bd97-cf62ee71dd77 req-b2c8effa-7c76-4d7e-9c9f-46bb3f7e2a0f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:24:11.331341 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.provisioning_blocks [req-17cb7f08-d421-4f09-bd97-cf62ee71dd77 req-b2c8effa-7c76-4d7e-9c9f-46bb3f7e2a0f service neutron] Transition to ACTIVE for port object cbdf3c52-7bfe-4355-bf95-f9bf077e6498 will not be triggered until provisioned by entity L2. {{(pid=102347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 11:24:11.337243 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-17cb7f08-d421-4f09-bd97-cf62ee71dd77 req-b2c8effa-7c76-4d7e-9c9f-46bb3f7e2a0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:24:11.417333 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c8effa-7c76-4d7e-9c9f-46bb3f7e2a0f service neutron] Pushing event updated for resources: {'Port': ['ID=cbdf3c52-7bfe-4355-bf95-f9bf077e6498,revision_number=2']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:24:11.458248 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd995ccc-40f6-4123-af39-cfbdf0a5d16d req-f9f500d3-4ec1-445f-8fd8-4d5b0b604112 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:24:11.459853 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-dd995ccc-40f6-4123-af39-cfbdf0a5d16d req-f9f500d3-4ec1-445f-8fd8-4d5b0b604112 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "GET /v2.0/ports?device_id=c6d985db-8d6a-4421-ba34-380d85007f4b HTTP/1.1" status: 200 len: 943 time: 0.0556674 Oct 27 11:24:11.473783 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-17cb7f08-d421-4f09-bd97-cf62ee71dd77 req-b2c8effa-7c76-4d7e-9c9f-46bb3f7e2a0f service neutron] Attempting to bind port cbdf3c52-7bfe-4355-bf95-f9bf077e6498 on host n-h1-813419-10 for vnic_type normal with profile {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 11:24:11.474115 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-17cb7f08-d421-4f09-bd97-cf62ee71dd77 req-b2c8effa-7c76-4d7e-9c9f-46bb3f7e2a0f service neutron] Attempting to bind port cbdf3c52-7bfe-4355-bf95-f9bf077e6498 by drivers openvswitch,hyperv on host n-h1-813419-10 at level 0 using segments [{'id': 'c1d0ef80-55f7-41fe-b923-69363f961e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '8b81b5be-afe4-4f7a-a9fb-b749feac4145'}] {{(pid=102347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 11:24:11.474579 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17cb7f08-d421-4f09-bd97-cf62ee71dd77 req-b2c8effa-7c76-4d7e-9c9f-46bb3f7e2a0f service neutron] Attempting to bind port cbdf3c52-7bfe-4355-bf95-f9bf077e6498 on network 8b81b5be-afe4-4f7a-a9fb-b749feac4145 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 11:24:11.480351 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17cb7f08-d421-4f09-bd97-cf62ee71dd77 req-b2c8effa-7c76-4d7e-9c9f-46bb3f7e2a0f service neutron] Port cbdf3c52-7bfe-4355-bf95-f9bf077e6498 on network 8b81b5be-afe4-4f7a-a9fb-b749feac4145 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-10 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 11:24:11.480676 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17cb7f08-d421-4f09-bd97-cf62ee71dd77 req-b2c8effa-7c76-4d7e-9c9f-46bb3f7e2a0f service neutron] Attempting to bind port cbdf3c52-7bfe-4355-bf95-f9bf077e6498 on network 8b81b5be-afe4-4f7a-a9fb-b749feac4145 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 11:24:11.486388 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17cb7f08-d421-4f09-bd97-cf62ee71dd77 req-b2c8effa-7c76-4d7e-9c9f-46bb3f7e2a0f service neutron] Checking agent: {'id': 'a52e1cab-0c63-402d-9c94-330537c6c076', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 16, 2), 'started_at': datetime.datetime(2021, 10, 27, 10, 16, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 11, 24, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 11:24:11.486724 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17cb7f08-d421-4f09-bd97-cf62ee71dd77 req-b2c8effa-7c76-4d7e-9c9f-46bb3f7e2a0f service neutron] Checking segment: {'id': 'c1d0ef80-55f7-41fe-b923-69363f961e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '8b81b5be-afe4-4f7a-a9fb-b749feac4145'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 11:24:11.487108 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17cb7f08-d421-4f09-bd97-cf62ee71dd77 req-b2c8effa-7c76-4d7e-9c9f-46bb3f7e2a0f service neutron] Bound using segment: {'id': 'c1d0ef80-55f7-41fe-b923-69363f961e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '8b81b5be-afe4-4f7a-a9fb-b749feac4145'} {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 11:24:11.487539 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-17cb7f08-d421-4f09-bd97-cf62ee71dd77 req-b2c8effa-7c76-4d7e-9c9f-46bb3f7e2a0f service neutron] Bound port: cbdf3c52-7bfe-4355-bf95-f9bf077e6498, host: n-h1-813419-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1d0ef80-55f7-41fe-b923-69363f961e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '8b81b5be-afe4-4f7a-a9fb-b749feac4145'}}] {{(pid=102347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 11:24:11.487887 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-17cb7f08-d421-4f09-bd97-cf62ee71dd77 req-b2c8effa-7c76-4d7e-9c9f-46bb3f7e2a0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:24:11.506321 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-dd995ccc-40f6-4123-af39-cfbdf0a5d16d req-83e2cd59-4ebd-4918-a601-b096afda1d16 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "GET /v2.0/security-groups?id=fe66bfd1-3af8-44f5-bf96-95566a21f2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386357 Oct 27 11:24:11.557271 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-17cb7f08-d421-4f09-bd97-cf62ee71dd77 req-b2c8effa-7c76-4d7e-9c9f-46bb3f7e2a0f service neutron] For port cbdf3c52-7bfe-4355-bf95-f9bf077e6498, host n-h1-813419-10, cleared binding levels {{(pid=102347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 11:24:11.560930 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-17cb7f08-d421-4f09-bd97-cf62ee71dd77 req-b2c8effa-7c76-4d7e-9c9f-46bb3f7e2a0f service neutron] For port cbdf3c52-7bfe-4355-bf95-f9bf077e6498, host n-h1-813419-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=cbdf3c52-7bfe-4355-bf95-f9bf077e6498,segment=NetworkSegment(c1d0ef80-55f7-41fe-b923-69363f961e1a),segment_id=c1d0ef80-55f7-41fe-b923-69363f961e1a)] {{(pid=102347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 11:24:11.565866 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-17cb7f08-d421-4f09-bd97-cf62ee71dd77 req-b2c8effa-7c76-4d7e-9c9f-46bb3f7e2a0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:24:11.605327 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cb7f08-d421-4f09-bd97-cf62ee71dd77 req-b2c8effa-7c76-4d7e-9c9f-46bb3f7e2a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:24:11.605954 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-17cb7f08-d421-4f09-bd97-cf62ee71dd77 req-b2c8effa-7c76-4d7e-9c9f-46bb3f7e2a0f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:24:11.607324 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-17cb7f08-d421-4f09-bd97-cf62ee71dd77 req-b2c8effa-7c76-4d7e-9c9f-46bb3f7e2a0f service neutron] 10.222.0.64 "PUT /v2.0/ports/cbdf3c52-7bfe-4355-bf95-f9bf077e6498 HTTP/1.1" status: 200 len: 1092 time: 0.6618400 Oct 27 11:24:11.607758 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6d985db-8d6a-4421-ba34-380d85007f4b', 'tag': 'cbdf3c52-7bfe-4355-bf95-f9bf077e6498'}] {{(pid=102347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 11:24:11.610044 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b4a6b06816dbd4a25adc79839574a1cde60454ea9fb7ff9bc84d34209fb596e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4edc63e-9ddd-4244-b69a-3e04f276c9c8" -d '{"events": [{"name": "network-changed", "server_uuid": "c6d985db-8d6a-4421-ba34-380d85007f4b", "tag": "cbdf3c52-7bfe-4355-bf95-f9bf077e6498"}]}' {{(pid=102347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 11:24:11.633984 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c8effa-7c76-4d7e-9c9f-46bb3f7e2a0f service neutron] Pushing event updated for resources: {'Port': ['ID=cbdf3c52-7bfe-4355-bf95-f9bf077e6498,revision_number=3']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:24:11.663287 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 11:24:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79d16264-9e19-48df-887a-9de8b313bdaa x-openstack-request-id: req-79d16264-9e19-48df-887a-9de8b313bdaa {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 11:24:11.663579 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6d985db-8d6a-4421-ba34-380d85007f4b", "tag": "cbdf3c52-7bfe-4355-bf95-f9bf077e6498", "status": "completed", "code": 200}]} {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 11:24:11.663837 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-79d16264-9e19-48df-887a-9de8b313bdaa {{(pid=102347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 11:24:11.664282 n-d-813419-10 neutron-server[102347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6d985db-8d6a-4421-ba34-380d85007f4b', 'tag': 'cbdf3c52-7bfe-4355-bf95-f9bf077e6498', 'status': 'completed', 'code': 200} Oct 27 11:24:11.720074 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cb7f08-d421-4f09-bd97-cf62ee71dd77 req-d7cc2c59-ed45-4fae-a903-08ee68bd5766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:24:11.721678 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-17cb7f08-d421-4f09-bd97-cf62ee71dd77 req-d7cc2c59-ed45-4fae-a903-08ee68bd5766 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=cbfb4663104c453f9ca4ef83ed712b9d&device_id=c6d985db-8d6a-4421-ba34-380d85007f4b HTTP/1.1" status: 200 len: 1095 time: 0.0540276 Oct 27 11:24:11.777596 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-17cb7f08-d421-4f09-bd97-cf62ee71dd77 req-d4a00078-ce65-4abb-8d41-5c2004db993c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cbdf3c52-7bfe-4355-bf95-f9bf077e6498 HTTP/1.1" status: 200 len: 217 time: 0.0478997 Oct 27 11:24:11.841956 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cb7f08-d421-4f09-bd97-cf62ee71dd77 req-d07bb7ec-72f5-4283-a734-0c9db296c0f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:24:11.843432 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-17cb7f08-d421-4f09-bd97-cf62ee71dd77 req-d07bb7ec-72f5-4283-a734-0c9db296c0f5 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d793f495-fff9-4470-a62b-7582e2aa206d HTTP/1.1" status: 200 len: 835 time: 0.0591068 Oct 27 11:24:11.879706 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 0d8cd115-0fa3-4eca-b278-786d91dce085 up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 11:24:11.895146 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cb7f08-d421-4f09-bd97-cf62ee71dd77 req-7c91b803-b42e-4b12-8b68-93b06f211129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:24:11.896935 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-17cb7f08-d421-4f09-bd97-cf62ee71dd77 req-7c91b803-b42e-4b12-8b68-93b06f211129 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8b81b5be-afe4-4f7a-a9fb-b749feac4145&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0442009 Oct 27 11:24:11.926064 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port 0d8cd115-0fa3-4eca-b278-786d91dce085 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:24:11.926429 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:24:11.989726 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-17cb7f08-d421-4f09-bd97-cf62ee71dd77 req-d39c81f7-4541-472d-a4ff-1546aa51b547 service neutron] 10.222.0.64 "GET /v2.0/networks/8b81b5be-afe4-4f7a-a9fb-b749feac4145?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854530 Oct 27 11:24:12.084271 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-17cb7f08-d421-4f09-bd97-cf62ee71dd77 req-3daddf5d-5545-4025-b014-366ff91e575e service neutron] 10.222.0.64 "GET /v2.0/networks/8b81b5be-afe4-4f7a-a9fb-b749feac4145?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873866 Oct 27 11:24:12.169374 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4edc63e-9ddd-4244-b69a-3e04f276c9c8 req-1b3f83c5-7bcf-4166-9174-f89d294fbaaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:24:12.170852 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-a4edc63e-9ddd-4244-b69a-3e04f276c9c8 req-1b3f83c5-7bcf-4166-9174-f89d294fbaaf service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=cbfb4663104c453f9ca4ef83ed712b9d&device_id=c6d985db-8d6a-4421-ba34-380d85007f4b HTTP/1.1" status: 200 len: 1095 time: 0.0403302 Oct 27 11:24:12.265479 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4edc63e-9ddd-4244-b69a-3e04f276c9c8 req-7f054a71-636f-4110-9014-55031a4c558b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:24:12.266920 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-a4edc63e-9ddd-4244-b69a-3e04f276c9c8 req-7f054a71-636f-4110-9014-55031a4c558b service neutron] 10.222.0.64 "GET /v2.0/networks?id=8b81b5be-afe4-4f7a-a9fb-b749feac4145 HTTP/1.1" status: 200 len: 898 time: 0.0862355 Oct 27 11:24:12.306031 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-a4edc63e-9ddd-4244-b69a-3e04f276c9c8 req-dbda71cb-c18b-4979-bfba-e915220782b1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cbdf3c52-7bfe-4355-bf95-f9bf077e6498 HTTP/1.1" status: 200 len: 217 time: 0.0320361 Oct 27 11:24:12.354968 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4edc63e-9ddd-4244-b69a-3e04f276c9c8 req-544b6724-cb40-4d70-ab40-b044c244581f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:24:12.356475 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-a4edc63e-9ddd-4244-b69a-3e04f276c9c8 req-544b6724-cb40-4d70-ab40-b044c244581f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d793f495-fff9-4470-a62b-7582e2aa206d HTTP/1.1" status: 200 len: 835 time: 0.0428975 Oct 27 11:24:12.403747 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4edc63e-9ddd-4244-b69a-3e04f276c9c8 req-018dc2e6-5a44-4a34-a99d-c9dd25b61756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:24:12.405237 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-a4edc63e-9ddd-4244-b69a-3e04f276c9c8 req-018dc2e6-5a44-4a34-a99d-c9dd25b61756 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8b81b5be-afe4-4f7a-a9fb-b749feac4145&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396051 Oct 27 11:24:12.499115 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-a4edc63e-9ddd-4244-b69a-3e04f276c9c8 req-a34343ce-2eef-4702-b9aa-735b01d8549c service neutron] 10.222.0.64 "GET /v2.0/networks/8b81b5be-afe4-4f7a-a9fb-b749feac4145?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850291 Oct 27 11:24:12.595781 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-a4edc63e-9ddd-4244-b69a-3e04f276c9c8 req-b8c8e960-ec3b-48e4-8820-b935a3ce082f service neutron] 10.222.0.64 "GET /v2.0/networks/8b81b5be-afe4-4f7a-a9fb-b749feac4145?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850916 Oct 27 11:24:12.624258 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f583146-4609-4fa8-a175-cfcbdfade2d2 req-4618685d-e0a7-48ba-8675-8d374bcabfd7 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:24:12.625730 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-7f583146-4609-4fa8-a175-cfcbdfade2d2 req-4618685d-e0a7-48ba-8675-8d374bcabfd7 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "GET /v2.0/ports?device_id=c6d985db-8d6a-4421-ba34-380d85007f4b HTTP/1.1" status: 200 len: 943 time: 0.0485497 Oct 27 11:24:12.662582 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-7f583146-4609-4fa8-a175-cfcbdfade2d2 req-6e925053-1f80-4a0c-9053-e371d7ac1f72 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "GET /v2.0/security-groups?id=fe66bfd1-3af8-44f5-bf96-95566a21f2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309463 Oct 27 11:24:13.779189 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f52c69-5668-446a-94db-2e1e9a0a3a1a req-adb4fc2d-888f-4688-9b06-9b799c16d8eb tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:24:13.780687 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-28f52c69-5668-446a-94db-2e1e9a0a3a1a req-adb4fc2d-888f-4688-9b06-9b799c16d8eb tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "GET /v2.0/ports?device_id=c6d985db-8d6a-4421-ba34-380d85007f4b HTTP/1.1" status: 200 len: 943 time: 0.0490727 Oct 27 11:24:13.817687 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-28f52c69-5668-446a-94db-2e1e9a0a3a1a req-2dfa6a3a-a82a-4db0-8967-745dbafd961d tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "GET /v2.0/security-groups?id=fe66bfd1-3af8-44f5-bf96-95566a21f2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310135 Oct 27 11:24:14.936942 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5964975a-59f9-4eed-b6d5-ec4d8d8bfa83 req-1d313589-1c1a-4751-a55d-fdb335b63cc3 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:24:14.938405 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-5964975a-59f9-4eed-b6d5-ec4d8d8bfa83 req-1d313589-1c1a-4751-a55d-fdb335b63cc3 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "GET /v2.0/ports?device_id=c6d985db-8d6a-4421-ba34-380d85007f4b HTTP/1.1" status: 200 len: 943 time: 0.0518892 Oct 27 11:24:14.975202 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-5964975a-59f9-4eed-b6d5-ec4d8d8bfa83 req-9f00dcc5-2286-456a-9b09-22e11ef4923a tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "GET /v2.0/security-groups?id=fe66bfd1-3af8-44f5-bf96-95566a21f2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304780 Oct 27 11:24:15.266939 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device cbdf3c52-7bfe-4355-bf95-f9bf077e6498 details requested by agent hyperv_n-h1-813419-10 with host n-h1-813419-10 {{(pid=102348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 11:24:15.367896 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port cbdf3c52-7bfe-4355-bf95-f9bf077e6498, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=cbdf3c52-7bfe-4355-bf95-f9bf077e6498,segment=NetworkSegment(c1d0ef80-55f7-41fe-b923-69363f961e1a),segment_id=c1d0ef80-55f7-41fe-b923-69363f961e1a)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:24:15.378568 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Returning: {'device': 'cbdf3c52-7bfe-4355-bf95-f9bf077e6498', 'network_id': '8b81b5be-afe4-4f7a-a9fb-b749feac4145', 'port_id': 'cbdf3c52-7bfe-4355-bf95-f9bf077e6498', 'mac_address': 'fa:16:3e:99:70:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 445, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd793f495-fff9-4470-a62b-7582e2aa206d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 11:24:15.415146 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:24:15.427942 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cbdf3c52-7bfe-4355-bf95-f9bf077e6498 {{(pid=102348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 11:24:15.446637 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port cbdf3c52-7bfe-4355-bf95-f9bf077e6498, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=cbdf3c52-7bfe-4355-bf95-f9bf077e6498,segment=NetworkSegment(c1d0ef80-55f7-41fe-b923-69363f961e1a),segment_id=c1d0ef80-55f7-41fe-b923-69363f961e1a)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:24:15.450571 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:24:15.495413 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Pushing event updated for resources: {'Port': ['ID=cbdf3c52-7bfe-4355-bf95-f9bf077e6498,revision_number=4']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:24:15.651385 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] get_ports_and_sgs() called for port_ids ['cbdf3c52-7bfe-4355-bf95-f9bf077e6498'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 11:24:16.091764 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe73447f-fbbb-40e8-8ee8-f8cbe510f06b req-8e975be7-85cc-4103-8813-1d32d7a974a2 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:24:16.093285 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-fe73447f-fbbb-40e8-8ee8-f8cbe510f06b req-8e975be7-85cc-4103-8813-1d32d7a974a2 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "GET /v2.0/ports?device_id=c6d985db-8d6a-4421-ba34-380d85007f4b HTTP/1.1" status: 200 len: 944 time: 0.0480430 Oct 27 11:24:16.132279 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-fe73447f-fbbb-40e8-8ee8-f8cbe510f06b req-8088b808-808e-450e-8361-bfa1c35d1baa tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "GET /v2.0/security-groups?id=fe66bfd1-3af8-44f5-bf96-95566a21f2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330040 Oct 27 11:24:16.308509 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f0ce5b9f-03e0-48ad-92bc-fecd46a927d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:24:17.247898 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be033fc-b3fe-443b-bf32-8a24cac96afa req-f4e56b10-faa6-48f9-9382-bf7fb38234f8 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:24:17.249710 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-8be033fc-b3fe-443b-bf32-8a24cac96afa req-f4e56b10-faa6-48f9-9382-bf7fb38234f8 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "GET /v2.0/ports?device_id=c6d985db-8d6a-4421-ba34-380d85007f4b HTTP/1.1" status: 200 len: 944 time: 0.0483551 Oct 27 11:24:17.283320 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device cbdf3c52-7bfe-4355-bf95-f9bf077e6498 up at agent hyperv_n-h1-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 11:24:17.288501 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-8be033fc-b3fe-443b-bf32-8a24cac96afa req-3580ae31-f946-4030-88d5-09bc7188a9e6 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "GET /v2.0/security-groups?id=fe66bfd1-3af8-44f5-bf96-95566a21f2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327840 Oct 27 11:24:17.332511 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Provisioning for port cbdf3c52-7bfe-4355-bf95-f9bf077e6498 completed by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 11:24:17.345599 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Provisioning complete for port cbdf3c52-7bfe-4355-bf95-f9bf077e6498 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:24:17.345968 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:24:17.421426 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:24:17.449279 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6d985db-8d6a-4421-ba34-380d85007f4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbdf3c52-7bfe-4355-bf95-f9bf077e6498'}] {{(pid=102348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 11:24:17.451535 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be4127e571859625ba9a491db1af5fd5edc4c8ee111482105658b13e0edb602d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4f14f84-6343-46c2-a28c-29c96eabbc58" -d '{"events": [{"server_uuid": "c6d985db-8d6a-4421-ba34-380d85007f4b", "name": "network-vif-plugged", "status": "completed", "tag": "cbdf3c52-7bfe-4355-bf95-f9bf077e6498"}]}' {{(pid=102348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 11:24:17.463034 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port cbdf3c52-7bfe-4355-bf95-f9bf077e6498, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=cbdf3c52-7bfe-4355-bf95-f9bf077e6498,segment=NetworkSegment(c1d0ef80-55f7-41fe-b923-69363f961e1a),segment_id=c1d0ef80-55f7-41fe-b923-69363f961e1a)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:24:17.467200 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:24:17.495514 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 11:24:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d05b2d7-b51e-45fd-868b-371f5374ca15 x-openstack-request-id: req-8d05b2d7-b51e-45fd-868b-371f5374ca15 {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 11:24:17.495809 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6d985db-8d6a-4421-ba34-380d85007f4b", "name": "network-vif-plugged", "status": "completed", "tag": "cbdf3c52-7bfe-4355-bf95-f9bf077e6498", "code": 200}]} {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 11:24:17.496063 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-8d05b2d7-b51e-45fd-868b-371f5374ca15 {{(pid=102348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 11:24:17.496479 n-d-813419-10 neutron-server[102348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6d985db-8d6a-4421-ba34-380d85007f4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbdf3c52-7bfe-4355-bf95-f9bf077e6498', 'code': 200} Oct 27 11:24:17.522252 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Pushing event updated for resources: {'Port': ['ID=cbdf3c52-7bfe-4355-bf95-f9bf077e6498,revision_number=5']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:24:17.588554 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744ccc70-dcd9-4ac7-891a-d8bf131a286e req-5e56a0e0-b511-45ee-860d-898b30e62c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:24:17.590018 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-744ccc70-dcd9-4ac7-891a-d8bf131a286e req-5e56a0e0-b511-45ee-860d-898b30e62c9d service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=c6d985db-8d6a-4421-ba34-380d85007f4b HTTP/1.1" status: 200 len: 1097 time: 0.0436084 Oct 27 11:24:17.625580 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-744ccc70-dcd9-4ac7-891a-d8bf131a286e req-bbbef716-0b36-4be1-ba7f-361e65dfae0c service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=fe66bfd1-3af8-44f5-bf96-95566a21f2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0276008 Oct 27 11:24:18.403564 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d13b9f-ade3-4248-a62a-0407d1a09f67 req-f636142e-97eb-43fe-bbe0-e3c5aa595e2f tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:24:18.405118 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-d5d13b9f-ade3-4248-a62a-0407d1a09f67 req-f636142e-97eb-43fe-bbe0-e3c5aa595e2f tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "GET /v2.0/ports?device_id=c6d985db-8d6a-4421-ba34-380d85007f4b HTTP/1.1" status: 200 len: 945 time: 0.0488684 Oct 27 11:24:18.441250 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-d5d13b9f-ade3-4248-a62a-0407d1a09f67 req-ecb22420-7dc5-43b4-b299-24c4013aa828 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "GET /v2.0/security-groups?id=fe66bfd1-3af8-44f5-bf96-95566a21f2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302634 Oct 27 11:24:18.974779 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-351f1399-f592-4672-9239-2318f6e22465 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:24:19.557984 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c172eb44-300e-4a18-91a3-0d58ec2ea237 req-49ff560e-a098-439c-88e5-e8fcc09df17e tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:24:19.559458 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c172eb44-300e-4a18-91a3-0d58ec2ea237 req-49ff560e-a098-439c-88e5-e8fcc09df17e tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "GET /v2.0/ports?device_id=c6d985db-8d6a-4421-ba34-380d85007f4b HTTP/1.1" status: 200 len: 945 time: 0.0492895 Oct 27 11:24:19.596515 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c172eb44-300e-4a18-91a3-0d58ec2ea237 req-921de30b-ac53-4884-a936-264cbc75beda tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "GET /v2.0/security-groups?id=fe66bfd1-3af8-44f5-bf96-95566a21f2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310345 Oct 27 11:24:19.712485 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4b4e51-298b-440d-a007-47330a99d3ee req-a505e569-5907-470d-bd3c-cc3cc861c0dd tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:24:19.714453 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ca4b4e51-298b-440d-a007-47330a99d3ee req-a505e569-5907-470d-bd3c-cc3cc861c0dd tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "GET /v2.0/ports?device_id=c6d985db-8d6a-4421-ba34-380d85007f4b HTTP/1.1" status: 200 len: 945 time: 0.0521810 Oct 27 11:24:19.751717 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ca4b4e51-298b-440d-a007-47330a99d3ee req-a3d5a54f-6c7d-4d78-9607-03434e2fec2c tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "GET /v2.0/security-groups?id=fe66bfd1-3af8-44f5-bf96-95566a21f2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313380 Oct 27 11:24:19.772770 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 48398) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:24:19.815248 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a31fb5d-13f8-42bd-aeed-dc3815d8ff67 tempest-TestNetworkAdvancedServerOps-2138787779 tempest-TestNetworkAdvancedServerOps-2138787779-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:24:19.816794 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-8a31fb5d-13f8-42bd-aeed-dc3815d8ff67 tempest-TestNetworkAdvancedServerOps-2138787779 tempest-TestNetworkAdvancedServerOps-2138787779-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=c6d985db-8d6a-4421-ba34-380d85007f4b HTTP/1.1" status: 200 len: 1092 time: 0.0430787 Oct 27 11:24:19.819519 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 48400) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:24:19.824396 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-f738e3b1-deab-4800-b457-7f822ef124e1 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Request body: {'floatingip': {'floating_network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'port_id': 'cbdf3c52-7bfe-4355-bf95-f9bf077e6498', 'tenant_id': 'cbfb4663104c453f9ca4ef83ed712b9d', 'fixed_ip_address': '172.20.0.4'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:24:19.845844 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-f738e3b1-deab-4800-b457-7f822ef124e1 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks [] for floatingip, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:24:19.938181 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-f738e3b1-deab-4800-b457-7f822ef124e1 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:24:20.039745 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_common [None req-f738e3b1-deab-4800-b457-7f822ef124e1 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Allocated IP 172.25.8.119 (185ff123-c7ff-45c7-a6be-71feb35acc9c/0fb9f9d1-7384-481f-8fa8-f4566c349d30/283d12b9-db77-49ba-bdb6-c3a1c5e9b9a9) {{(pid=102346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 11:24:20.095337 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:24:20.137880 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-f738e3b1-deab-4800-b457-7f822ef124e1 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks [] for port, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:24:20.174758 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-f738e3b1-deab-4800-b457-7f822ef124e1 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:24:20.214751 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f738e3b1-deab-4800-b457-7f822ef124e1 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Network 185ff123-c7ff-45c7-a6be-71feb35acc9c is already hosted by enough agents. {{(pid=102346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 11:24:20.217709 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-f738e3b1-deab-4800-b457-7f822ef124e1 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Resources bound (agent type, host, resource id): {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 11:24:20.221261 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f738e3b1-deab-4800-b457-7f822ef124e1 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Received port after_create {{(pid=102346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 11:24:20.242261 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f738e3b1-deab-4800-b457-7f822ef124e1 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Pushing event updated for resources: {'Port': ['ID=283d12b9-db77-49ba-bdb6-c3a1c5e9b9a9,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:24:20.251977 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-eadeaa30-4096-4d1a-b3cb-aa7ebfb291ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:24:20.554153 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-f738e3b1-deab-4800-b457-7f822ef124e1 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:24:20.621181 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-f738e3b1-deab-4800-b457-7f822ef124e1 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:24:20.766611 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-f738e3b1-deab-4800-b457-7f822ef124e1 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks [] for port, precommit_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:24:20.771484 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-f738e3b1-deab-4800-b457-7f822ef124e1 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27024173'] for port, after_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:24:20.834841 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f738e3b1-deab-4800-b457-7f822ef124e1 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Pushing event updated for resources: {'Port': ['ID=283d12b9-db77-49ba-bdb6-c3a1c5e9b9a9,revision_number=2']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:24:20.849759 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-f738e3b1-deab-4800-b457-7f822ef124e1 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1664826'] for floatingip, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:24:20.946834 n-d-813419-10 neutron-server[102346]: INFO neutron.db.l3_db [None req-f738e3b1-deab-4800-b457-7f822ef124e1 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Floating IP a9fc366a-43c1-46f8-8a7c-d99c1538cb49 associated. External IP: 172.25.8.119, port: cbdf3c52-7bfe-4355-bf95-f9bf077e6498. Oct 27 11:24:21.146723 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f738e3b1-deab-4800-b457-7f822ef124e1 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Router 4f868c00-49b3-4107-80c5-03bff79eaa78 has already been hosted by L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb {{(pid=102346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 11:24:21.256085 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f738e3b1-deab-4800-b457-7f822ef124e1 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 11:24:21.266853 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-179cc53c-4230-427d-8baf-e9255a589faf None None] Sync routers for ids ['4f868c00-49b3-4107-80c5-03bff79eaa78'] in n-d-813419-10 {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 11:24:21.273235 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-f738e3b1-deab-4800-b457-7f822ef124e1 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for floatingip, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:24:21.276888 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-179cc53c-4230-427d-8baf-e9255a589faf None None] Routers {'4f868c00-49b3-4107-80c5-03bff79eaa78'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 11:24:21.277493 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-179cc53c-4230-427d-8baf-e9255a589faf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T11:24:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['4f868c00-49b3-4107-80c5-03bff79eaa78'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:24:21.299364 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-f738e3b1-deab-4800-b457-7f822ef124e1 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.4788499 Oct 27 11:24:21.299932 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6d985db-8d6a-4421-ba34-380d85007f4b', 'tag': 'cbdf3c52-7bfe-4355-bf95-f9bf077e6498'}] {{(pid=102346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 11:24:21.302208 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2531aea88c448207759dde70f844649f18dfe6edcb84b1c92b49bb044a645d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f86b0d3-7a3e-41c3-a2f3-c40e689d03b1" -d '{"events": [{"name": "network-changed", "server_uuid": "c6d985db-8d6a-4421-ba34-380d85007f4b", "tag": "cbdf3c52-7bfe-4355-bf95-f9bf077e6498"}]}' {{(pid=102346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 11:24:21.390995 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvr_db [None req-179cc53c-4230-427d-8baf-e9255a589faf None None] Set router 4f868c00-49b3-4107-80c5-03bff79eaa78 gateway port host: n-d-813419-10 {{(pid=102348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 11:24:21.408124 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 11:24:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12df264c-e599-4ec4-a3cb-253f059d44c2 x-openstack-request-id: req-12df264c-e599-4ec4-a3cb-253f059d44c2 {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 11:24:21.408630 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6d985db-8d6a-4421-ba34-380d85007f4b", "tag": "cbdf3c52-7bfe-4355-bf95-f9bf077e6498", "status": "completed", "code": 200}]} {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 11:24:21.408883 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-12df264c-e599-4ec4-a3cb-253f059d44c2 {{(pid=102346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 11:24:21.409315 n-d-813419-10 neutron-server[102346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6d985db-8d6a-4421-ba34-380d85007f4b', 'tag': 'cbdf3c52-7bfe-4355-bf95-f9bf077e6498', 'status': 'completed', 'code': 200} Oct 27 11:24:21.427385 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce2f423-ba2e-434f-a003-1d5b67839e1d req-e93a5871-b30b-4702-ac88-e1b69eac2b9d tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:24:21.429041 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-1ce2f423-ba2e-434f-a003-1d5b67839e1d req-e93a5871-b30b-4702-ac88-e1b69eac2b9d tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "GET /v2.0/ports?device_id=c6d985db-8d6a-4421-ba34-380d85007f4b HTTP/1.1" status: 200 len: 945 time: 0.0502362 Oct 27 11:24:21.497579 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f86b0d3-7a3e-41c3-a2f3-c40e689d03b1 req-3864e827-9b0b-4b86-82d2-43d083f00831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:24:21.499082 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-4f86b0d3-7a3e-41c3-a2f3-c40e689d03b1 req-3864e827-9b0b-4b86-82d2-43d083f00831 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=cbfb4663104c453f9ca4ef83ed712b9d&device_id=c6d985db-8d6a-4421-ba34-380d85007f4b HTTP/1.1" status: 200 len: 1097 time: 0.0662053 Oct 27 11:24:21.502115 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-1ce2f423-ba2e-434f-a003-1d5b67839e1d req-3a3e4a15-449c-4ff9-a16a-76784fd605fd tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "GET /v2.0/security-groups?id=fe66bfd1-3af8-44f5-bf96-95566a21f2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605798 Oct 27 11:24:21.526416 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 48408) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:24:21.592003 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-b262e962-f7f8-4f95-a3e4-8665573de000 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "GET /v2.0/floatingips/a9fc366a-43c1-46f8-8a7c-d99c1538cb49 HTTP/1.1" status: 200 len: 991 time: 0.0593650 Oct 27 11:24:21.598729 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f86b0d3-7a3e-41c3-a2f3-c40e689d03b1 req-13128542-b6db-435b-a87f-14ab81670b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:24:21.600176 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-4f86b0d3-7a3e-41c3-a2f3-c40e689d03b1 req-13128542-b6db-435b-a87f-14ab81670b27 service neutron] 10.222.0.64 "GET /v2.0/networks?id=8b81b5be-afe4-4f7a-a9fb-b749feac4145 HTTP/1.1" status: 200 len: 898 time: 0.0938690 Oct 27 11:24:21.630528 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-179cc53c-4230-427d-8baf-e9255a589faf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f868c00-49b3-4107-80c5-03bff79eaa78', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1361985782', 'tenant_id': 'cbfb4663104c453f9ca4ef83ed712b9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.201'}], 'enable_snat': True}, 'gw_port_id': 'e936964d-eba8-4cd9-adf3-025d6bde5cbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:24:03Z', 'updated_at': '2021-10-27T11:24:07Z', 'revision_number': 4, 'project_id': 'cbfb4663104c453f9ca4ef83ed712b9d', 'gw_port': {'id': 'e936964d-eba8-4cd9-adf3-025d6bde5cbb', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:83:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f868c00-49b3-4107-80c5-03bff79eaa78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:24:04Z', 'updated_at': '2021-10-27T11:24:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_floatingips': [{'id': 'a9fc366a-43c1-46f8-8a7c-d99c1538cb49', 'tenant_id': 'cbfb4663104c453f9ca4ef83ed712b9d', 'floating_ip_address': '172.25.8.119', 'floating_network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'router_id': '4f868c00-49b3-4107-80c5-03bff79eaa78', 'port_id': 'cbdf3c52-7bfe-4355-bf95-f9bf077e6498', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4224, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b81b5be-afe4-4f7a-a9fb-b749feac4145', 'mac_address': 'fa:16:3e:99:70:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6d985db-8d6a-4421-ba34-380d85007f4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T11:24:20Z', 'updated_at': '2021-10-27T11:24:20Z', 'revision_number': 0, 'project_id': 'cbfb4663104c453f9ca4ef83ed712b9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d8cd115-0fa3-4eca-b278-786d91dce085', 'name': '', 'network_id': '8b81b5be-afe4-4f7a-a9fb-b749feac4145', 'tenant_id': 'cbfb4663104c453f9ca4ef83ed712b9d', 'mac_address': 'fa:16:3e:fc:a7:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f868c00-49b3-4107-80c5-03bff79eaa78', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'd793f495-fff9-4470-a62b-7582e2aa206d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:24:06Z', 'updated_at': '2021-10-27T11:24:10Z', 'revision_number': 5, 'project_id': 'cbfb4663104c453f9ca4ef83ed712b9d', 'subnets': [{'id': 'd793f495-fff9-4470-a62b-7582e2aa206d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:24:21.657777 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-179cc53c-4230-427d-8baf-e9255a589faf None None] Checking router: 4f868c00-49b3-4107-80c5-03bff79eaa78 for host: n-d-813419-10 {{(pid=102348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 11:24:21.665802 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-179cc53c-4230-427d-8baf-e9255a589faf None None] Routers {'4f868c00-49b3-4107-80c5-03bff79eaa78'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 11:24:21.666400 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-179cc53c-4230-427d-8baf-e9255a589faf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T11:24:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['4f868c00-49b3-4107-80c5-03bff79eaa78'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:24:21.669256 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-4f86b0d3-7a3e-41c3-a2f3-c40e689d03b1 req-09fed9c5-a5e6-4602-8af1-e5bbf668bb69 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cbdf3c52-7bfe-4355-bf95-f9bf077e6498 HTTP/1.1" status: 200 len: 999 time: 0.0620697 Oct 27 11:24:21.718924 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f86b0d3-7a3e-41c3-a2f3-c40e689d03b1 req-bad1dbf2-f10f-47bc-9759-a610b85f394d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:24:21.720445 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-4f86b0d3-7a3e-41c3-a2f3-c40e689d03b1 req-bad1dbf2-f10f-47bc-9759-a610b85f394d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d793f495-fff9-4470-a62b-7582e2aa206d HTTP/1.1" status: 200 len: 835 time: 0.0439265 Oct 27 11:24:21.767865 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f86b0d3-7a3e-41c3-a2f3-c40e689d03b1 req-cfda0a75-3e74-46f0-8498-7328586c951c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:24:21.769416 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-4f86b0d3-7a3e-41c3-a2f3-c40e689d03b1 req-cfda0a75-3e74-46f0-8498-7328586c951c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8b81b5be-afe4-4f7a-a9fb-b749feac4145&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0424242 Oct 27 11:24:21.864883 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-4f86b0d3-7a3e-41c3-a2f3-c40e689d03b1 req-2810f43e-ae0c-4d8d-98a2-e12142640541 service neutron] 10.222.0.64 "GET /v2.0/networks/8b81b5be-afe4-4f7a-a9fb-b749feac4145?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884171 Oct 27 11:24:21.933790 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvr_db [None req-179cc53c-4230-427d-8baf-e9255a589faf None None] Set router 4f868c00-49b3-4107-80c5-03bff79eaa78 gateway port host: n-d-813419-10 {{(pid=102348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 11:24:21.954968 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-4f86b0d3-7a3e-41c3-a2f3-c40e689d03b1 req-a097c63e-1172-4c39-97cc-b29879a7cb5d service neutron] 10.222.0.64 "GET /v2.0/networks/8b81b5be-afe4-4f7a-a9fb-b749feac4145?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823877 Oct 27 11:24:22.148601 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-3c6a8245-0581-48aa-b5f6-4d8fe98cd16e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:24:22.168603 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-179cc53c-4230-427d-8baf-e9255a589faf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f868c00-49b3-4107-80c5-03bff79eaa78', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1361985782', 'tenant_id': 'cbfb4663104c453f9ca4ef83ed712b9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.201'}], 'enable_snat': True}, 'gw_port_id': 'e936964d-eba8-4cd9-adf3-025d6bde5cbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:24:03Z', 'updated_at': '2021-10-27T11:24:07Z', 'revision_number': 4, 'project_id': 'cbfb4663104c453f9ca4ef83ed712b9d', 'gw_port': {'id': 'e936964d-eba8-4cd9-adf3-025d6bde5cbb', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:83:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f868c00-49b3-4107-80c5-03bff79eaa78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:24:04Z', 'updated_at': '2021-10-27T11:24:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_floatingips': [{'id': 'a9fc366a-43c1-46f8-8a7c-d99c1538cb49', 'tenant_id': 'cbfb4663104c453f9ca4ef83ed712b9d', 'floating_ip_address': '172.25.8.119', 'floating_network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'router_id': '4f868c00-49b3-4107-80c5-03bff79eaa78', 'port_id': 'cbdf3c52-7bfe-4355-bf95-f9bf077e6498', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4224, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b81b5be-afe4-4f7a-a9fb-b749feac4145', 'mac_address': 'fa:16:3e:99:70:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6d985db-8d6a-4421-ba34-380d85007f4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T11:24:20Z', 'updated_at': '2021-10-27T11:24:20Z', 'revision_number': 0, 'project_id': 'cbfb4663104c453f9ca4ef83ed712b9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d8cd115-0fa3-4eca-b278-786d91dce085', 'name': '', 'network_id': '8b81b5be-afe4-4f7a-a9fb-b749feac4145', 'tenant_id': 'cbfb4663104c453f9ca4ef83ed712b9d', 'mac_address': 'fa:16:3e:fc:a7:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f868c00-49b3-4107-80c5-03bff79eaa78', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'd793f495-fff9-4470-a62b-7582e2aa206d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:24:06Z', 'updated_at': '2021-10-27T11:24:10Z', 'revision_number': 5, 'project_id': 'cbfb4663104c453f9ca4ef83ed712b9d', 'subnets': [{'id': 'd793f495-fff9-4470-a62b-7582e2aa206d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:24:22.195582 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-179cc53c-4230-427d-8baf-e9255a589faf None None] The sync data for ids ['4f868c00-49b3-4107-80c5-03bff79eaa78'] in n-d-813419-10 is: [{'id': '4f868c00-49b3-4107-80c5-03bff79eaa78', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1361985782', 'tenant_id': 'cbfb4663104c453f9ca4ef83ed712b9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.201'}], 'enable_snat': True}, 'gw_port_id': 'e936964d-eba8-4cd9-adf3-025d6bde5cbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:24:03Z', 'updated_at': '2021-10-27T11:24:07Z', 'revision_number': 4, 'project_id': 'cbfb4663104c453f9ca4ef83ed712b9d', 'gw_port': {'id': 'e936964d-eba8-4cd9-adf3-025d6bde5cbb', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:83:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f868c00-49b3-4107-80c5-03bff79eaa78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:24:04Z', 'updated_at': '2021-10-27T11:24:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_floatingips': [{'id': 'a9fc366a-43c1-46f8-8a7c-d99c1538cb49', 'tenant_id': 'cbfb4663104c453f9ca4ef83ed712b9d', 'floating_ip_address': '172.25.8.119', 'floating_network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'router_id': '4f868c00-49b3-4107-80c5-03bff79eaa78', 'port_id': 'cbdf3c52-7bfe-4355-bf95-f9bf077e6498', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4224, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b81b5be-afe4-4f7a-a9fb-b749feac4145', 'mac_address': 'fa:16:3e:99:70:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6d985db-8d6a-4421-ba34-380d85007f4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T11:24:20Z', 'updated_at': '2021-10-27T11:24:20Z', 'revision_number': 0, 'project_id': 'cbfb4663104c453f9ca4ef83ed712b9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d8cd115-0fa3-4eca-b278-786d91dce085', 'name': '', 'network_id': '8b81b5be-afe4-4f7a-a9fb-b749feac4145', 'tenant_id': 'cbfb4663104c453f9ca4ef83ed712b9d', 'mac_address': 'fa:16:3e:fc:a7:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f868c00-49b3-4107-80c5-03bff79eaa78', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'd793f495-fff9-4470-a62b-7582e2aa206d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:24:06Z', 'updated_at': '2021-10-27T11:24:10Z', 'revision_number': 5, 'project_id': 'cbfb4663104c453f9ca4ef83ed712b9d', 'subnets': [{'id': 'd793f495-fff9-4470-a62b-7582e2aa206d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 11:24:22.382355 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-118373c2-11e1-40ec-b2f6-88848ffd0f0e None None] New status for floating IP a9fc366a-43c1-46f8-8a7c-d99c1538cb49: ACTIVE {{(pid=102349) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 11:24:22.596085 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 48410) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:24:22.658215 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-07d8bd59-25ed-4c94-9b9b-15877fb75180 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "GET /v2.0/floatingips/a9fc366a-43c1-46f8-8a7c-d99c1538cb49 HTTP/1.1" status: 200 len: 993 time: 0.0609121 Oct 27 11:24:32.971833 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:24:33.289074 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.agents_db [None req-e79ee67d-056e-46ea-bd99-e80473396b25 None None] Agent healthcheck: found 7 active agents {{(pid=102349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 11:24:39.524524 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:24:46.308565 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-92e3992c-5961-4beb-9b85-d8bdeecfe43c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:24:48.975788 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-8aa47cb4-a943-48d4-baec-71a5dca88fe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:24:49.232253 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [req-1e1146c3-a98f-4d65-89e4-530dad4a3030 req-ce13b6d7-035f-4586-aef1-0d05da2240b2 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=102347) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 11:24:49.233191 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-1e1146c3-a98f-4d65-89e4-530dad4a3030 req-ce13b6d7-035f-4586-aef1-0d05da2240b2 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0053580 Oct 27 11:24:49.415542 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed06dfe0-f27c-4b08-a482-421c649cf365 req-b0536a10-c5f7-4406-83e9-68db7041c6b2 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:24:49.417068 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ed06dfe0-f27c-4b08-a482-421c649cf365 req-b0536a10-c5f7-4406-83e9-68db7041c6b2 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "GET /v2.0/ports?device_id=c6d985db-8d6a-4421-ba34-380d85007f4b HTTP/1.1" status: 200 len: 945 time: 0.0498953 Oct 27 11:24:49.423973 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 48428) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:24:49.459179 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ed06dfe0-f27c-4b08-a482-421c649cf365 req-c2e3ca85-2268-4b85-809a-841f1cc1e561 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "GET /v2.0/security-groups?id=fe66bfd1-3af8-44f5-bf96-95566a21f2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358050 Oct 27 11:24:49.503255 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c3489de0-c75e-454f-9ca7-c427095858b2 req-e22be04b-aa75-436b-bb94-1fafcdb7cf78 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=c6d985db-8d6a-4421-ba34-380d85007f4b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0779014 Oct 27 11:24:49.511753 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [req-c3489de0-c75e-454f-9ca7-c427095858b2 req-4f09fc0e-6340-4195-b958-d64887d4afec service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=102347) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 11:24:49.512903 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c3489de0-c75e-454f-9ca7-c427095858b2 req-4f09fc0e-6340-4195-b958-d64887d4afec service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0048532 Oct 27 11:24:50.097099 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:24:50.257434 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-eadeaa30-4096-4d1a-b3cb-aa7ebfb291ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:24:50.615968 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7e3b4d-98b0-4a34-9d6f-5f5fb2a3048f req-4ccb4630-f90d-42c9-8682-845239f1cca0 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:24:50.617366 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-db7e3b4d-98b0-4a34-9d6f-5f5fb2a3048f req-4ccb4630-f90d-42c9-8682-845239f1cca0 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "GET /v2.0/ports?device_id=c6d985db-8d6a-4421-ba34-380d85007f4b HTTP/1.1" status: 200 len: 945 time: 0.0865192 Oct 27 11:24:50.619798 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3489de0-c75e-454f-9ca7-c427095858b2 req-424e9250-a028-4728-bb2a-47621f3ac793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:24:50.621140 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c3489de0-c75e-454f-9ca7-c427095858b2 req-424e9250-a028-4728-bb2a-47621f3ac793 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=cbfb4663104c453f9ca4ef83ed712b9d&device_id=c6d985db-8d6a-4421-ba34-380d85007f4b HTTP/1.1" status: 200 len: 1097 time: 0.0790498 Oct 27 11:24:50.699828 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-db7e3b4d-98b0-4a34-9d6f-5f5fb2a3048f req-517209b6-af22-4ee7-a077-7a4da0d107b6 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "GET /v2.0/security-groups?id=fe66bfd1-3af8-44f5-bf96-95566a21f2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0764430 Oct 27 11:24:50.732008 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3489de0-c75e-454f-9ca7-c427095858b2 req-87d6438a-9814-4a28-a607-ffdb705df347 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:24:50.733851 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c3489de0-c75e-454f-9ca7-c427095858b2 req-87d6438a-9814-4a28-a607-ffdb705df347 service neutron] 10.222.0.64 "GET /v2.0/networks?id=8b81b5be-afe4-4f7a-a9fb-b749feac4145 HTTP/1.1" status: 200 len: 898 time: 0.1040487 Oct 27 11:24:51.131842 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c3489de0-c75e-454f-9ca7-c427095858b2 req-65b0d787-3e41-494d-a557-51d810bcea99 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cbdf3c52-7bfe-4355-bf95-f9bf077e6498 HTTP/1.1" status: 200 len: 1001 time: 0.3900595 Oct 27 11:24:51.181231 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3489de0-c75e-454f-9ca7-c427095858b2 req-484e40e2-d1d1-4bca-acb2-08d1651d86d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:24:51.182586 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c3489de0-c75e-454f-9ca7-c427095858b2 req-484e40e2-d1d1-4bca-acb2-08d1651d86d1 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d793f495-fff9-4470-a62b-7582e2aa206d HTTP/1.1" status: 200 len: 835 time: 0.0414453 Oct 27 11:24:51.230398 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3489de0-c75e-454f-9ca7-c427095858b2 req-e14143c5-e3b9-4fc2-8b2a-36dbcc4ed10a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:24:51.231946 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c3489de0-c75e-454f-9ca7-c427095858b2 req-e14143c5-e3b9-4fc2-8b2a-36dbcc4ed10a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8b81b5be-afe4-4f7a-a9fb-b749feac4145&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406466 Oct 27 11:24:51.322988 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c3489de0-c75e-454f-9ca7-c427095858b2 req-cb5dc9bb-e3a4-4656-a49d-a5910dad586d service neutron] 10.222.0.64 "GET /v2.0/networks/8b81b5be-afe4-4f7a-a9fb-b749feac4145?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830483 Oct 27 11:24:51.415838 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c3489de0-c75e-454f-9ca7-c427095858b2 req-9121961a-1274-4a96-90c5-d17d1966a8b3 service neutron] 10.222.0.64 "GET /v2.0/networks/8b81b5be-afe4-4f7a-a9fb-b749feac4145?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849452 Oct 27 11:24:51.812965 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78077960-1fb9-4d0e-9047-6bb01132aec4 req-47afe474-881d-4eb5-bb04-22c9f013e25c tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:24:51.814426 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-78077960-1fb9-4d0e-9047-6bb01132aec4 req-47afe474-881d-4eb5-bb04-22c9f013e25c tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "GET /v2.0/ports?device_id=c6d985db-8d6a-4421-ba34-380d85007f4b HTTP/1.1" status: 200 len: 945 time: 0.0475900 Oct 27 11:24:51.851787 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-78077960-1fb9-4d0e-9047-6bb01132aec4 req-5bfed7c5-c7df-4a96-8680-14c9d66a5f92 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "GET /v2.0/security-groups?id=fe66bfd1-3af8-44f5-bf96-95566a21f2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314615 Oct 27 11:24:52.138540 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-3c6a8245-0581-48aa-b5f6-4d8fe98cd16e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:24:52.969201 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185d6547-1541-47f9-9d11-714ef4b4c75f req-ce9fa1ab-f868-4099-9e90-a2b22bbee30d tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:24:52.970657 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-185d6547-1541-47f9-9d11-714ef4b4c75f req-ce9fa1ab-f868-4099-9e90-a2b22bbee30d tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "GET /v2.0/ports?device_id=c6d985db-8d6a-4421-ba34-380d85007f4b HTTP/1.1" status: 200 len: 945 time: 0.0487576 Oct 27 11:24:53.008224 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-185d6547-1541-47f9-9d11-714ef4b4c75f req-b868b257-b4e5-4829-a894-4aab12b28f5d tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "GET /v2.0/security-groups?id=fe66bfd1-3af8-44f5-bf96-95566a21f2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313902 Oct 27 11:24:54.124229 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd305d0a-c7cb-42b1-9fef-9f8a9785d938 req-c82ad296-340d-4475-b744-fc43ab1033d0 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:24:54.125700 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-bd305d0a-c7cb-42b1-9fef-9f8a9785d938 req-c82ad296-340d-4475-b744-fc43ab1033d0 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "GET /v2.0/ports?device_id=c6d985db-8d6a-4421-ba34-380d85007f4b HTTP/1.1" status: 200 len: 945 time: 0.0480673 Oct 27 11:24:54.162757 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-bd305d0a-c7cb-42b1-9fef-9f8a9785d938 req-6c0bee3e-7301-4d6e-b95b-1590504be1da tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "GET /v2.0/security-groups?id=fe66bfd1-3af8-44f5-bf96-95566a21f2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312653 Oct 27 11:24:55.276556 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332a861a-89c8-422b-a184-d330a71e04ef req-e5a86efb-ed3c-43b3-b70e-2bda841493ec tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:24:55.278012 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-332a861a-89c8-422b-a184-d330a71e04ef req-e5a86efb-ed3c-43b3-b70e-2bda841493ec tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "GET /v2.0/ports?device_id=c6d985db-8d6a-4421-ba34-380d85007f4b HTTP/1.1" status: 200 len: 945 time: 0.0483310 Oct 27 11:24:55.315262 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-332a861a-89c8-422b-a184-d330a71e04ef req-7048fb92-ebba-42ac-8422-04e59e91ab5e tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "GET /v2.0/security-groups?id=fe66bfd1-3af8-44f5-bf96-95566a21f2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307629 Oct 27 11:24:56.431062 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c4bacb-f891-45df-a004-6afa2feca977 req-7f7413fc-4093-4088-b1d3-87618932dcc4 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:24:56.432514 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-35c4bacb-f891-45df-a004-6afa2feca977 req-7f7413fc-4093-4088-b1d3-87618932dcc4 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "GET /v2.0/ports?device_id=c6d985db-8d6a-4421-ba34-380d85007f4b HTTP/1.1" status: 200 len: 945 time: 0.0490642 Oct 27 11:24:56.472735 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-35c4bacb-f891-45df-a004-6afa2feca977 req-95648201-88a7-434b-986e-8f4c2cf98831 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "GET /v2.0/security-groups?id=fe66bfd1-3af8-44f5-bf96-95566a21f2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336962 Oct 27 11:24:57.587172 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e908e72a-21d2-430b-8c6b-f85b15bb92af req-17936296-ac0d-45fe-ad10-917e8aa56959 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:24:57.588651 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-e908e72a-21d2-430b-8c6b-f85b15bb92af req-17936296-ac0d-45fe-ad10-917e8aa56959 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "GET /v2.0/ports?device_id=c6d985db-8d6a-4421-ba34-380d85007f4b HTTP/1.1" status: 200 len: 945 time: 0.0479896 Oct 27 11:24:57.630008 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-e908e72a-21d2-430b-8c6b-f85b15bb92af req-d3cfa99e-d4e1-4ef3-b512-5892e6b302c3 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "GET /v2.0/security-groups?id=fe66bfd1-3af8-44f5-bf96-95566a21f2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347779 Oct 27 11:24:59.055719 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973692bc-7dee-4d34-a8c8-02bc2cd8f478 req-2c1c62a5-aaa7-44aa-b828-ff90fce998f0 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:24:59.057203 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-973692bc-7dee-4d34-a8c8-02bc2cd8f478 req-2c1c62a5-aaa7-44aa-b828-ff90fce998f0 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "GET /v2.0/ports?device_id=c6d985db-8d6a-4421-ba34-380d85007f4b HTTP/1.1" status: 200 len: 945 time: 0.3599069 Oct 27 11:24:59.095640 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-973692bc-7dee-4d34-a8c8-02bc2cd8f478 req-181133d0-9c9e-4a32-9789-59322bbee6c6 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "GET /v2.0/security-groups?id=fe66bfd1-3af8-44f5-bf96-95566a21f2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323639 Oct 27 11:25:00.212805 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2041ab9a-596e-460d-bad7-726bddc019c2 req-027a0a3d-bb4d-4ed5-a9e0-83869fbe0a5c tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:25:00.214270 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-2041ab9a-596e-460d-bad7-726bddc019c2 req-027a0a3d-bb4d-4ed5-a9e0-83869fbe0a5c tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "GET /v2.0/ports?device_id=c6d985db-8d6a-4421-ba34-380d85007f4b HTTP/1.1" status: 200 len: 945 time: 0.0482934 Oct 27 11:25:00.251058 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-2041ab9a-596e-460d-bad7-726bddc019c2 req-6bb345ca-5e99-417e-a171-0439c2d16318 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "GET /v2.0/security-groups?id=fe66bfd1-3af8-44f5-bf96-95566a21f2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308735 Oct 27 11:25:01.370528 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af3b881-1514-4054-860e-0830d734f268 req-3e761583-95eb-46b7-aa2f-ebce7936c9b4 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:25:01.372033 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-6af3b881-1514-4054-860e-0830d734f268 req-3e761583-95eb-46b7-aa2f-ebce7936c9b4 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "GET /v2.0/ports?device_id=c6d985db-8d6a-4421-ba34-380d85007f4b HTTP/1.1" status: 200 len: 945 time: 0.0504994 Oct 27 11:25:01.411023 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-6af3b881-1514-4054-860e-0830d734f268 req-af927f84-e053-4baa-a1cd-547e1df21bb0 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "GET /v2.0/security-groups?id=fe66bfd1-3af8-44f5-bf96-95566a21f2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323555 Oct 27 11:25:02.526056 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb20cc62-a890-4a42-93d4-4a871213726a req-0cc67b02-13b2-44d7-8801-c95026c38ba0 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:25:02.527521 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-cb20cc62-a890-4a42-93d4-4a871213726a req-0cc67b02-13b2-44d7-8801-c95026c38ba0 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "GET /v2.0/ports?device_id=c6d985db-8d6a-4421-ba34-380d85007f4b HTTP/1.1" status: 200 len: 945 time: 0.0484536 Oct 27 11:25:02.564451 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-cb20cc62-a890-4a42-93d4-4a871213726a req-362298b9-836c-4e42-8c73-dc7891ee2aa5 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "GET /v2.0/security-groups?id=fe66bfd1-3af8-44f5-bf96-95566a21f2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309412 Oct 27 11:25:02.996924 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:25:03.310193 n-d-813419-10 neutron-server[102347]: INFO neutron.api.v2.resource [req-c3489de0-c75e-454f-9ca7-c427095858b2 req-aa2a82b8-7b91-43d8-af13-fc788a3d0e5f service neutron] show failed (client error): The resource could not be found. Oct 27 11:25:03.311090 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c3489de0-c75e-454f-9ca7-c427095858b2 req-aa2a82b8-7b91-43d8-af13-fc788a3d0e5f service neutron] 10.222.0.64 "GET /v2.0/ports/cbdf3c52-7bfe-4355-bf95-f9bf077e6498/bindings/n-h2-813419-10 HTTP/1.1" status: 404 len: 381 time: 0.0533612 Oct 27 11:25:03.500855 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3489de0-c75e-454f-9ca7-c427095858b2 req-c183ff04-94c7-4f10-a88d-d3b2ac86038f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:25:03.502352 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-c3489de0-c75e-454f-9ca7-c427095858b2 req-c183ff04-94c7-4f10-a88d-d3b2ac86038f service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=c6d985db-8d6a-4421-ba34-380d85007f4b&tenant_id=cbfb4663104c453f9ca4ef83ed712b9d HTTP/1.1" status: 200 len: 1097 time: 0.0391529 Oct 27 11:25:03.512687 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [req-c3489de0-c75e-454f-9ca7-c427095858b2 req-b5470d52-10e9-4af7-98df-2cf8a54c01de service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=102346) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 11:25:03.514223 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-c3489de0-c75e-454f-9ca7-c427095858b2 req-b5470d52-10e9-4af7-98df-2cf8a54c01de service neutron] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0048311 Oct 27 11:25:03.526882 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [req-c3489de0-c75e-454f-9ca7-c427095858b2 req-1d48d922-d092-4d41-b66c-012ed22a606d service neutron] Request body: {'port': {'binding:host_id': 'n-h2-813419-10', 'device_owner': 'compute:nova'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:25:03.583489 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-c3489de0-c75e-454f-9ca7-c427095858b2 req-1d48d922-d092-4d41-b66c-012ed22a606d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:25:03.758613 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298150c7-de97-43b8-a700-f73466d9d893 req-0599fde4-93ec-4dfc-af4e-5cfd94c6f72c tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:25:03.760094 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-298150c7-de97-43b8-a700-f73466d9d893 req-0599fde4-93ec-4dfc-af4e-5cfd94c6f72c tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "GET /v2.0/ports?device_id=c6d985db-8d6a-4421-ba34-380d85007f4b HTTP/1.1" status: 200 len: 945 time: 0.1266570 Oct 27 11:25:03.831889 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-298150c7-de97-43b8-a700-f73466d9d893 req-d9635896-d229-4a06-9792-fdd9f5fd2132 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "GET /v2.0/security-groups?id=fe66bfd1-3af8-44f5-bf96-95566a21f2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471258 Oct 27 11:25:03.854345 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [req-c3489de0-c75e-454f-9ca7-c427095858b2 req-1d48d922-d092-4d41-b66c-012ed22a606d service neutron] For port cbdf3c52-7bfe-4355-bf95-f9bf077e6498, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=cbdf3c52-7bfe-4355-bf95-f9bf077e6498,segment=NetworkSegment(c1d0ef80-55f7-41fe-b923-69363f961e1a),segment_id=c1d0ef80-55f7-41fe-b923-69363f961e1a)] {{(pid=102346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:25:03.888434 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [req-c3489de0-c75e-454f-9ca7-c427095858b2 req-1d48d922-d092-4d41-b66c-012ed22a606d service neutron] For port cbdf3c52-7bfe-4355-bf95-f9bf077e6498, host n-h1-813419-10, cleared binding levels {{(pid=102346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 11:25:03.931784 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6d985db-8d6a-4421-ba34-380d85007f4b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cbdf3c52-7bfe-4355-bf95-f9bf077e6498'}] {{(pid=102346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 11:25:03.934206 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2531aea88c448207759dde70f844649f18dfe6edcb84b1c92b49bb044a645d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c67641b4-4f88-49c4-be85-8233d46eada2" -d '{"events": [{"server_uuid": "c6d985db-8d6a-4421-ba34-380d85007f4b", "name": "network-vif-unplugged", "status": "completed", "tag": "cbdf3c52-7bfe-4355-bf95-f9bf077e6498"}]}' {{(pid=102346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 11:25:03.938822 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-c3489de0-c75e-454f-9ca7-c427095858b2 req-1d48d922-d092-4d41-b66c-012ed22a606d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:25:03.952279 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.provisioning_blocks [req-c3489de0-c75e-454f-9ca7-c427095858b2 req-1d48d922-d092-4d41-b66c-012ed22a606d service neutron] Transition to ACTIVE for port object cbdf3c52-7bfe-4355-bf95-f9bf077e6498 will not be triggered until provisioned by entity L2. {{(pid=102346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 11:25:03.956500 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-c3489de0-c75e-454f-9ca7-c427095858b2 req-1d48d922-d092-4d41-b66c-012ed22a606d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27024173'] for port, after_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:25:03.989436 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 27 Oct 2021 11:25:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c08470ce-7ea1-4a05-ae24-28b2138ef43f x-openstack-request-id: req-c08470ce-7ea1-4a05-ae24-28b2138ef43f {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 11:25:03.989604 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6d985db-8d6a-4421-ba34-380d85007f4b", "name": "network-vif-unplugged", "status": "completed", "tag": "cbdf3c52-7bfe-4355-bf95-f9bf077e6498", "code": 200}]} {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 11:25:03.989859 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c08470ce-7ea1-4a05-ae24-28b2138ef43f {{(pid=102346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 11:25:03.990255 n-d-813419-10 neutron-server[102346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6d985db-8d6a-4421-ba34-380d85007f4b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cbdf3c52-7bfe-4355-bf95-f9bf077e6498', 'code': 200} Oct 27 11:25:04.040707 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d48d922-d092-4d41-b66c-012ed22a606d service neutron] Pushing event updated for resources: {'Port': ['ID=cbdf3c52-7bfe-4355-bf95-f9bf077e6498,revision_number=6']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:25:04.053953 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d48d922-d092-4d41-b66c-012ed22a606d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:25:04.054297 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d48d922-d092-4d41-b66c-012ed22a606d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:25:04.054636 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d48d922-d092-4d41-b66c-012ed22a606d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:25:04.054971 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d48d922-d092-4d41-b66c-012ed22a606d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:25:04.055299 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d48d922-d092-4d41-b66c-012ed22a606d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:25:04.055635 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d48d922-d092-4d41-b66c-012ed22a606d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:25:04.055952 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d48d922-d092-4d41-b66c-012ed22a606d service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:25:04.056292 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d48d922-d092-4d41-b66c-012ed22a606d service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:25:04.056623 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d48d922-d092-4d41-b66c-012ed22a606d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:25:04.056950 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d48d922-d092-4d41-b66c-012ed22a606d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:25:04.057268 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d48d922-d092-4d41-b66c-012ed22a606d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:25:04.057585 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d48d922-d092-4d41-b66c-012ed22a606d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:25:04.089691 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3489de0-c75e-454f-9ca7-c427095858b2 req-1d48d922-d092-4d41-b66c-012ed22a606d service neutron] No DVR routers for this DVR port cbdf3c52-7bfe-4355-bf95-f9bf077e6498 on host n-h1-813419-10 {{(pid=102346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 11:25:04.223550 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.managers [req-c3489de0-c75e-454f-9ca7-c427095858b2 req-1d48d922-d092-4d41-b66c-012ed22a606d service neutron] Attempting to bind port cbdf3c52-7bfe-4355-bf95-f9bf077e6498 on host n-h2-813419-10 for vnic_type normal with profile {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 11:25:04.223879 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.managers [req-c3489de0-c75e-454f-9ca7-c427095858b2 req-1d48d922-d092-4d41-b66c-012ed22a606d service neutron] Attempting to bind port cbdf3c52-7bfe-4355-bf95-f9bf077e6498 by drivers openvswitch,hyperv on host n-h2-813419-10 at level 0 using segments [{'id': 'c1d0ef80-55f7-41fe-b923-69363f961e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '8b81b5be-afe4-4f7a-a9fb-b749feac4145'}] {{(pid=102346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 11:25:04.224215 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3489de0-c75e-454f-9ca7-c427095858b2 req-1d48d922-d092-4d41-b66c-012ed22a606d service neutron] Attempting to bind port cbdf3c52-7bfe-4355-bf95-f9bf077e6498 on network 8b81b5be-afe4-4f7a-a9fb-b749feac4145 {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 11:25:04.228407 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3489de0-c75e-454f-9ca7-c427095858b2 req-1d48d922-d092-4d41-b66c-012ed22a606d service neutron] Port cbdf3c52-7bfe-4355-bf95-f9bf077e6498 on network 8b81b5be-afe4-4f7a-a9fb-b749feac4145 not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-10 {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 11:25:04.228727 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3489de0-c75e-454f-9ca7-c427095858b2 req-1d48d922-d092-4d41-b66c-012ed22a606d service neutron] Attempting to bind port cbdf3c52-7bfe-4355-bf95-f9bf077e6498 on network 8b81b5be-afe4-4f7a-a9fb-b749feac4145 {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 11:25:04.233477 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3489de0-c75e-454f-9ca7-c427095858b2 req-1d48d922-d092-4d41-b66c-012ed22a606d service neutron] Checking agent: {'id': 'a2edc247-0fa4-4ce6-bbae-a10492f6bd71', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 16, 9), 'started_at': datetime.datetime(2021, 10, 27, 10, 16, 9), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 11, 24, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 11:25:04.233808 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3489de0-c75e-454f-9ca7-c427095858b2 req-1d48d922-d092-4d41-b66c-012ed22a606d service neutron] Checking segment: {'id': 'c1d0ef80-55f7-41fe-b923-69363f961e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '8b81b5be-afe4-4f7a-a9fb-b749feac4145'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 11:25:04.234185 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3489de0-c75e-454f-9ca7-c427095858b2 req-1d48d922-d092-4d41-b66c-012ed22a606d service neutron] Bound using segment: {'id': 'c1d0ef80-55f7-41fe-b923-69363f961e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '8b81b5be-afe4-4f7a-a9fb-b749feac4145'} {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 11:25:04.234605 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.managers [req-c3489de0-c75e-454f-9ca7-c427095858b2 req-1d48d922-d092-4d41-b66c-012ed22a606d service neutron] Bound port: cbdf3c52-7bfe-4355-bf95-f9bf077e6498, host: n-h2-813419-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1d0ef80-55f7-41fe-b923-69363f961e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '8b81b5be-afe4-4f7a-a9fb-b749feac4145'}}] {{(pid=102346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 11:25:04.234948 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-c3489de0-c75e-454f-9ca7-c427095858b2 req-1d48d922-d092-4d41-b66c-012ed22a606d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:25:04.299658 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [req-c3489de0-c75e-454f-9ca7-c427095858b2 req-1d48d922-d092-4d41-b66c-012ed22a606d service neutron] For port cbdf3c52-7bfe-4355-bf95-f9bf077e6498, host n-h2-813419-10, cleared binding levels {{(pid=102346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 11:25:04.302676 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [req-c3489de0-c75e-454f-9ca7-c427095858b2 req-1d48d922-d092-4d41-b66c-012ed22a606d service neutron] For port cbdf3c52-7bfe-4355-bf95-f9bf077e6498, host n-h2-813419-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=cbdf3c52-7bfe-4355-bf95-f9bf077e6498,segment=NetworkSegment(c1d0ef80-55f7-41fe-b923-69363f961e1a),segment_id=c1d0ef80-55f7-41fe-b923-69363f961e1a)] {{(pid=102346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 11:25:04.307014 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-c3489de0-c75e-454f-9ca7-c427095858b2 req-1d48d922-d092-4d41-b66c-012ed22a606d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27024173'] for port, after_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:25:04.337283 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3489de0-c75e-454f-9ca7-c427095858b2 req-1d48d922-d092-4d41-b66c-012ed22a606d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:25:04.337889 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-c3489de0-c75e-454f-9ca7-c427095858b2 req-1d48d922-d092-4d41-b66c-012ed22a606d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:25:04.340001 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-c3489de0-c75e-454f-9ca7-c427095858b2 req-1d48d922-d092-4d41-b66c-012ed22a606d service neutron] 10.222.0.76 "PUT /v2.0/ports/cbdf3c52-7bfe-4355-bf95-f9bf077e6498 HTTP/1.1" status: 200 len: 1092 time: 0.8166330 Oct 27 11:25:04.397477 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d48d922-d092-4d41-b66c-012ed22a606d service neutron] Pushing event updated for resources: {'Port': ['ID=cbdf3c52-7bfe-4355-bf95-f9bf077e6498,revision_number=7']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:25:04.416617 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3489de0-c75e-454f-9ca7-c427095858b2 req-85d08c8a-6fc6-4f59-8951-c93d90c0b124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:25:04.418171 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-c3489de0-c75e-454f-9ca7-c427095858b2 req-85d08c8a-6fc6-4f59-8951-c93d90c0b124 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=cbfb4663104c453f9ca4ef83ed712b9d&device_id=c6d985db-8d6a-4421-ba34-380d85007f4b HTTP/1.1" status: 200 len: 1095 time: 0.0526218 Oct 27 11:25:04.511192 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3489de0-c75e-454f-9ca7-c427095858b2 req-97829d89-dcb2-4bb9-894f-0c2d9c2d22b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:25:04.512711 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-c3489de0-c75e-454f-9ca7-c427095858b2 req-97829d89-dcb2-4bb9-894f-0c2d9c2d22b6 service neutron] 10.222.0.76 "GET /v2.0/networks?id=8b81b5be-afe4-4f7a-a9fb-b749feac4145 HTTP/1.1" status: 200 len: 898 time: 0.0870061 Oct 27 11:25:04.580648 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-c3489de0-c75e-454f-9ca7-c427095858b2 req-c1449a3e-a804-4bf5-b4c2-9b2795b33f43 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cbdf3c52-7bfe-4355-bf95-f9bf077e6498 HTTP/1.1" status: 200 len: 999 time: 0.0604999 Oct 27 11:25:04.628525 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3489de0-c75e-454f-9ca7-c427095858b2 req-c32ba6f8-c12c-46fb-8d72-6bafdc34bf33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:25:04.629934 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-c3489de0-c75e-454f-9ca7-c427095858b2 req-c32ba6f8-c12c-46fb-8d72-6bafdc34bf33 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=d793f495-fff9-4470-a62b-7582e2aa206d HTTP/1.1" status: 200 len: 835 time: 0.0422673 Oct 27 11:25:04.675119 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3489de0-c75e-454f-9ca7-c427095858b2 req-cac73627-cef0-480d-bbdc-768783c13f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:25:04.676605 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-c3489de0-c75e-454f-9ca7-c427095858b2 req-cac73627-cef0-480d-bbdc-768783c13f5e service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=8b81b5be-afe4-4f7a-a9fb-b749feac4145&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0387421 Oct 27 11:25:04.767455 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-c3489de0-c75e-454f-9ca7-c427095858b2 req-0f36d66a-8102-4e52-90c2-2ffffc92335a service neutron] 10.222.0.76 "GET /v2.0/networks/8b81b5be-afe4-4f7a-a9fb-b749feac4145?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840261 Oct 27 11:25:04.854707 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-c3489de0-c75e-454f-9ca7-c427095858b2 req-eb6379b4-4ada-43dd-b60b-6c4e669680f0 service neutron] 10.222.0.76 "GET /v2.0/networks/8b81b5be-afe4-4f7a-a9fb-b749feac4145?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797176 Oct 27 11:25:04.956041 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb839e83-7923-4dc7-8e48-338aaa17a9ac req-d65defe6-42fb-47a0-a8e0-9be0486a5909 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:25:04.957469 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-bb839e83-7923-4dc7-8e48-338aaa17a9ac req-d65defe6-42fb-47a0-a8e0-9be0486a5909 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "GET /v2.0/ports?device_id=c6d985db-8d6a-4421-ba34-380d85007f4b HTTP/1.1" status: 200 len: 943 time: 0.0539174 Oct 27 11:25:04.994724 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-bb839e83-7923-4dc7-8e48-338aaa17a9ac req-1f97104a-0905-4fc4-9dce-e34d3ae0d15a tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "GET /v2.0/security-groups?id=fe66bfd1-3af8-44f5-bf96-95566a21f2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312743 Oct 27 11:25:05.991577 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6d985db-8d6a-4421-ba34-380d85007f4b', 'tag': 'cbdf3c52-7bfe-4355-bf95-f9bf077e6498'}] {{(pid=102346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 11:25:05.994031 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2531aea88c448207759dde70f844649f18dfe6edcb84b1c92b49bb044a645d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98a06bdb-c7b3-4b31-aaf7-e4de7c64a222" -d '{"events": [{"name": "network-changed", "server_uuid": "c6d985db-8d6a-4421-ba34-380d85007f4b", "tag": "cbdf3c52-7bfe-4355-bf95-f9bf077e6498"}]}' {{(pid=102346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 11:25:06.042084 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 11:25:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6439f38a-0639-4246-826a-b557bfaea57c x-openstack-request-id: req-6439f38a-0639-4246-826a-b557bfaea57c {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 11:25:06.042374 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6d985db-8d6a-4421-ba34-380d85007f4b", "tag": "cbdf3c52-7bfe-4355-bf95-f9bf077e6498", "status": "completed", "code": 200}]} {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 11:25:06.042684 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6439f38a-0639-4246-826a-b557bfaea57c {{(pid=102346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 11:25:06.043088 n-d-813419-10 neutron-server[102346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6d985db-8d6a-4421-ba34-380d85007f4b', 'tag': 'cbdf3c52-7bfe-4355-bf95-f9bf077e6498', 'status': 'completed', 'code': 200} Oct 27 11:25:06.107407 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a06bdb-c7b3-4b31-aaf7-e4de7c64a222 req-57f88feb-2e24-4c9a-ad8c-88d075469595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:25:06.108998 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-98a06bdb-c7b3-4b31-aaf7-e4de7c64a222 req-57f88feb-2e24-4c9a-ad8c-88d075469595 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=cbfb4663104c453f9ca4ef83ed712b9d&device_id=c6d985db-8d6a-4421-ba34-380d85007f4b HTTP/1.1" status: 200 len: 1095 time: 0.0458424 Oct 27 11:25:06.134591 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a06bdb-c7b3-4b31-aaf7-e4de7c64a222 req-365f8d80-f689-4df3-8f59-e23a23487eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:25:06.136103 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-98a06bdb-c7b3-4b31-aaf7-e4de7c64a222 req-365f8d80-f689-4df3-8f59-e23a23487eb3 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=cbfb4663104c453f9ca4ef83ed712b9d&device_id=c6d985db-8d6a-4421-ba34-380d85007f4b HTTP/1.1" status: 200 len: 1095 time: 0.0684175 Oct 27 11:25:06.148912 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a29f1fc-4391-497e-98d4-a41bd1986f54 req-07357e87-679e-4c17-abd6-a677c9218614 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:25:06.150331 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-3a29f1fc-4391-497e-98d4-a41bd1986f54 req-07357e87-679e-4c17-abd6-a677c9218614 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "GET /v2.0/ports?device_id=c6d985db-8d6a-4421-ba34-380d85007f4b HTTP/1.1" status: 200 len: 943 time: 0.0814133 Oct 27 11:25:06.204875 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a06bdb-c7b3-4b31-aaf7-e4de7c64a222 req-cbd9e6ca-c1c6-4d49-91c8-ef00c8352fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:25:06.206339 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-98a06bdb-c7b3-4b31-aaf7-e4de7c64a222 req-cbd9e6ca-c1c6-4d49-91c8-ef00c8352fcc service neutron] 10.222.0.64 "GET /v2.0/networks?id=8b81b5be-afe4-4f7a-a9fb-b749feac4145 HTTP/1.1" status: 200 len: 898 time: 0.0854433 Oct 27 11:25:06.238103 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-3a29f1fc-4391-497e-98d4-a41bd1986f54 req-2f4dea67-bed9-4287-84e4-0e2044562044 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "GET /v2.0/security-groups?id=fe66bfd1-3af8-44f5-bf96-95566a21f2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0797179 Oct 27 11:25:06.268377 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a06bdb-c7b3-4b31-aaf7-e4de7c64a222 req-5178f16b-25bf-476c-8d83-f3332e77ac1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:25:06.269847 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-98a06bdb-c7b3-4b31-aaf7-e4de7c64a222 req-5178f16b-25bf-476c-8d83-f3332e77ac1e service neutron] 10.222.0.76 "GET /v2.0/networks?id=8b81b5be-afe4-4f7a-a9fb-b749feac4145 HTTP/1.1" status: 200 len: 898 time: 0.1186757 Oct 27 11:25:06.284898 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-98a06bdb-c7b3-4b31-aaf7-e4de7c64a222 req-6557b5fb-2b69-4de1-a89c-6f5fb426c44e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cbdf3c52-7bfe-4355-bf95-f9bf077e6498 HTTP/1.1" status: 200 len: 999 time: 0.0711565 Oct 27 11:25:06.335361 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a06bdb-c7b3-4b31-aaf7-e4de7c64a222 req-31c46cd8-4b2e-49e2-b821-4bfea8d02567 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:25:06.335616 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-98a06bdb-c7b3-4b31-aaf7-e4de7c64a222 req-8fb1ceb7-2c69-43d7-8419-db2fc9d8701b service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cbdf3c52-7bfe-4355-bf95-f9bf077e6498 HTTP/1.1" status: 200 len: 999 time: 0.0585375 Oct 27 11:25:06.336837 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-98a06bdb-c7b3-4b31-aaf7-e4de7c64a222 req-31c46cd8-4b2e-49e2-b821-4bfea8d02567 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d793f495-fff9-4470-a62b-7582e2aa206d HTTP/1.1" status: 200 len: 835 time: 0.0451710 Oct 27 11:25:06.382500 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a06bdb-c7b3-4b31-aaf7-e4de7c64a222 req-ee17326c-1a07-4d2f-899a-e68c50dd74c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:25:06.384214 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-98a06bdb-c7b3-4b31-aaf7-e4de7c64a222 req-ee17326c-1a07-4d2f-899a-e68c50dd74c9 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8b81b5be-afe4-4f7a-a9fb-b749feac4145&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0400906 Oct 27 11:25:06.393841 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a06bdb-c7b3-4b31-aaf7-e4de7c64a222 req-bf25fc8f-128d-4f7a-87a5-52c7905afc43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:25:06.395298 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-98a06bdb-c7b3-4b31-aaf7-e4de7c64a222 req-bf25fc8f-128d-4f7a-87a5-52c7905afc43 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=d793f495-fff9-4470-a62b-7582e2aa206d HTTP/1.1" status: 200 len: 835 time: 0.0515356 Oct 27 11:25:06.440980 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a06bdb-c7b3-4b31-aaf7-e4de7c64a222 req-b1983ba8-4b19-4a3b-b29d-7b9db606a5f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:25:06.442478 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-98a06bdb-c7b3-4b31-aaf7-e4de7c64a222 req-b1983ba8-4b19-4a3b-b29d-7b9db606a5f5 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=8b81b5be-afe4-4f7a-a9fb-b749feac4145&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399234 Oct 27 11:25:06.477435 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-98a06bdb-c7b3-4b31-aaf7-e4de7c64a222 req-3ae01aef-12cf-4080-9f11-4354212ec966 service neutron] 10.222.0.64 "GET /v2.0/networks/8b81b5be-afe4-4f7a-a9fb-b749feac4145?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863616 Oct 27 11:25:06.536914 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-98a06bdb-c7b3-4b31-aaf7-e4de7c64a222 req-c995269b-5a89-4247-9562-4f0ec46a585d service neutron] 10.222.0.76 "GET /v2.0/networks/8b81b5be-afe4-4f7a-a9fb-b749feac4145?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860741 Oct 27 11:25:06.565633 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-98a06bdb-c7b3-4b31-aaf7-e4de7c64a222 req-48bb4588-a47b-46c6-adee-bdffad5a7da7 service neutron] 10.222.0.64 "GET /v2.0/networks/8b81b5be-afe4-4f7a-a9fb-b749feac4145?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809035 Oct 27 11:25:06.625718 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-98a06bdb-c7b3-4b31-aaf7-e4de7c64a222 req-8b1ff386-45d8-42b8-a98d-19310271624a service neutron] 10.222.0.76 "GET /v2.0/networks/8b81b5be-afe4-4f7a-a9fb-b749feac4145?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803852 Oct 27 11:25:07.367032 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a2c0c5-a010-4415-b9ea-16e44eb40031 req-0ef22d0c-44b2-44c1-8147-2c403eb52ca2 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:25:07.368551 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-33a2c0c5-a010-4415-b9ea-16e44eb40031 req-0ef22d0c-44b2-44c1-8147-2c403eb52ca2 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "GET /v2.0/ports?device_id=c6d985db-8d6a-4421-ba34-380d85007f4b HTTP/1.1" status: 200 len: 943 time: 0.0570729 Oct 27 11:25:07.407957 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-33a2c0c5-a010-4415-b9ea-16e44eb40031 req-415c380b-b2e0-451e-a6a8-e444bb7932f3 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "GET /v2.0/security-groups?id=fe66bfd1-3af8-44f5-bf96-95566a21f2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333645 Oct 27 11:25:07.578795 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device cbdf3c52-7bfe-4355-bf95-f9bf077e6498 no longer exists at agent hyperv_n-h1-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 11:25:07.615639 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device cbdf3c52-7bfe-4355-bf95-f9bf077e6498 not bound to the agent host n-h1-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 11:25:07.970674 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-307ac0ac-8985-449d-8a3a-10275eb6debb req-93aa1b5e-b744-4dc8-a6aa-cd966416d325 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=c6d985db-8d6a-4421-ba34-380d85007f4b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0395088 Oct 27 11:25:08.054517 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307ac0ac-8985-449d-8a3a-10275eb6debb req-77afc012-a700-424d-abfb-3c5cae6909bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:25:08.055984 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-307ac0ac-8985-449d-8a3a-10275eb6debb req-77afc012-a700-424d-abfb-3c5cae6909bd service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=cbfb4663104c453f9ca4ef83ed712b9d&device_id=c6d985db-8d6a-4421-ba34-380d85007f4b HTTP/1.1" status: 200 len: 1095 time: 0.0436614 Oct 27 11:25:08.156095 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307ac0ac-8985-449d-8a3a-10275eb6debb req-8afc7d34-7403-4624-a95c-0fba31b0220f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:25:08.157582 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-307ac0ac-8985-449d-8a3a-10275eb6debb req-8afc7d34-7403-4624-a95c-0fba31b0220f service neutron] 10.222.0.76 "GET /v2.0/networks?id=8b81b5be-afe4-4f7a-a9fb-b749feac4145 HTTP/1.1" status: 200 len: 898 time: 0.0828986 Oct 27 11:25:08.225685 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-307ac0ac-8985-449d-8a3a-10275eb6debb req-c100b166-7e2e-486e-93a7-a741692813f1 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cbdf3c52-7bfe-4355-bf95-f9bf077e6498 HTTP/1.1" status: 200 len: 999 time: 0.0597899 Oct 27 11:25:08.272932 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307ac0ac-8985-449d-8a3a-10275eb6debb req-60e6fbc2-8852-44c8-9f74-03b4a222f399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:25:08.274319 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-307ac0ac-8985-449d-8a3a-10275eb6debb req-60e6fbc2-8852-44c8-9f74-03b4a222f399 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=d793f495-fff9-4470-a62b-7582e2aa206d HTTP/1.1" status: 200 len: 835 time: 0.0422626 Oct 27 11:25:08.317936 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307ac0ac-8985-449d-8a3a-10275eb6debb req-65c7ac2d-d508-457b-b6f3-45a562a07f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:25:08.319370 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-307ac0ac-8985-449d-8a3a-10275eb6debb req-65c7ac2d-d508-457b-b6f3-45a562a07f92 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=8b81b5be-afe4-4f7a-a9fb-b749feac4145&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0383401 Oct 27 11:25:08.410290 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-307ac0ac-8985-449d-8a3a-10275eb6debb req-c910b977-f6d9-4532-abc3-9e4aefb06e28 service neutron] 10.222.0.76 "GET /v2.0/networks/8b81b5be-afe4-4f7a-a9fb-b749feac4145?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838113 Oct 27 11:25:08.531753 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-307ac0ac-8985-449d-8a3a-10275eb6debb req-ad40452b-7519-4c7f-b957-9e661be3be8d service neutron] 10.222.0.76 "GET /v2.0/networks/8b81b5be-afe4-4f7a-a9fb-b749feac4145?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1142349 Oct 27 11:25:08.545643 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca4e47d-675c-4540-a7df-a0c79c2109d0 req-bccc286e-64de-4bd0-a409-932c675c009c tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:25:08.547085 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-1ca4e47d-675c-4540-a7df-a0c79c2109d0 req-bccc286e-64de-4bd0-a409-932c675c009c tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "GET /v2.0/ports?device_id=c6d985db-8d6a-4421-ba34-380d85007f4b HTTP/1.1" status: 200 len: 943 time: 0.0703824 Oct 27 11:25:08.584776 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-1ca4e47d-675c-4540-a7df-a0c79c2109d0 req-37f961a2-5b5c-4e9b-b502-73b428421e67 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "GET /v2.0/security-groups?id=fe66bfd1-3af8-44f5-bf96-95566a21f2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315325 Oct 27 11:25:08.773454 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10dacfd-2cf8-46d5-a608-2453b6cfe684 req-ed0d1045-3a62-4909-8fa8-7260897ecff8 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:25:08.775045 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-d10dacfd-2cf8-46d5-a608-2453b6cfe684 req-ed0d1045-3a62-4909-8fa8-7260897ecff8 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "GET /v2.0/ports?device_id=c6d985db-8d6a-4421-ba34-380d85007f4b HTTP/1.1" status: 200 len: 943 time: 0.0493081 Oct 27 11:25:08.790636 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7756adde-2edc-4f58-a267-9f73e8d8bd5a req-19e8fedb-c783-4319-9ab1-368bb5bf105e tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:25:08.792024 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-7756adde-2edc-4f58-a267-9f73e8d8bd5a req-19e8fedb-c783-4319-9ab1-368bb5bf105e tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.64 "GET /v2.0/ports?device_id=c6d985db-8d6a-4421-ba34-380d85007f4b&tenant_id=cbfb4663104c453f9ca4ef83ed712b9d&binding%3Ahost_id=n-h2-813419-10 HTTP/1.1" status: 200 len: 943 time: 0.0513268 Oct 27 11:25:08.796875 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device cbdf3c52-7bfe-4355-bf95-f9bf077e6498 details requested by agent hyperv_n-h2-813419-10 with host n-h2-813419-10 {{(pid=102348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 11:25:08.814625 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-d10dacfd-2cf8-46d5-a608-2453b6cfe684 req-81a9e704-69ee-4dd0-a03c-ae6f7225a248 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "GET /v2.0/security-groups?id=fe66bfd1-3af8-44f5-bf96-95566a21f2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325158 Oct 27 11:25:08.854972 n-d-813419-10 neutron-server[102347]: INFO neutron.api.v2.resource [req-7756adde-2edc-4f58-a267-9f73e8d8bd5a req-3b0647a6-5318-4275-847b-c29ef361fa13 service neutron] delete failed (client error): The resource could not be found. Oct 27 11:25:08.856024 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-7756adde-2edc-4f58-a267-9f73e8d8bd5a req-3b0647a6-5318-4275-847b-c29ef361fa13 service neutron] 10.222.0.64 "DELETE /v2.0/ports/cbdf3c52-7bfe-4355-bf95-f9bf077e6498/bindings/n-h1-813419-10 HTTP/1.1" status: 404 len: 381 time: 0.0570858 Oct 27 11:25:08.896842 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] For port cbdf3c52-7bfe-4355-bf95-f9bf077e6498, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=cbdf3c52-7bfe-4355-bf95-f9bf077e6498,segment=NetworkSegment(c1d0ef80-55f7-41fe-b923-69363f961e1a),segment_id=c1d0ef80-55f7-41fe-b923-69363f961e1a)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:25:08.908911 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Returning: {'device': 'cbdf3c52-7bfe-4355-bf95-f9bf077e6498', 'network_id': '8b81b5be-afe4-4f7a-a9fb-b749feac4145', 'port_id': 'cbdf3c52-7bfe-4355-bf95-f9bf077e6498', 'mac_address': 'fa:16:3e:99:70:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 445, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd793f495-fff9-4470-a62b-7582e2aa206d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 11:25:08.945612 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:25:08.959023 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cbdf3c52-7bfe-4355-bf95-f9bf077e6498 {{(pid=102348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 11:25:08.971071 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44906d2c-76f5-4054-aa1d-a4d4d019f398 req-dd8b13f1-742a-4111-a630-bf139d950ff5 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:25:08.972576 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-44906d2c-76f5-4054-aa1d-a4d4d019f398 req-dd8b13f1-742a-4111-a630-bf139d950ff5 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "GET /v2.0/ports?device_id=c6d985db-8d6a-4421-ba34-380d85007f4b HTTP/1.1" status: 200 len: 943 time: 0.0843070 Oct 27 11:25:08.974429 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7756adde-2edc-4f58-a267-9f73e8d8bd5a req-bb2a975f-615a-40f0-a2b5-e42f3d0ab9cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:25:08.975779 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-7756adde-2edc-4f58-a267-9f73e8d8bd5a req-bb2a975f-615a-40f0-a2b5-e42f3d0ab9cc service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=cbfb4663104c453f9ca4ef83ed712b9d&device_id=c6d985db-8d6a-4421-ba34-380d85007f4b HTTP/1.1" status: 200 len: 1095 time: 0.0735438 Oct 27 11:25:08.977745 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] For port cbdf3c52-7bfe-4355-bf95-f9bf077e6498, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=cbdf3c52-7bfe-4355-bf95-f9bf077e6498,segment=NetworkSegment(c1d0ef80-55f7-41fe-b923-69363f961e1a),segment_id=c1d0ef80-55f7-41fe-b923-69363f961e1a)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:25:08.981831 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:25:09.029414 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Pushing event updated for resources: {'Port': ['ID=cbdf3c52-7bfe-4355-bf95-f9bf077e6498,revision_number=8']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:25:09.036844 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:25:09.037191 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:25:09.037533 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:25:09.037866 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:25:09.038207 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:25:09.038529 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:25:09.038851 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:25:09.039179 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:25:09.039501 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:25:09.039821 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:25:09.040140 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:25:09.040494 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:25:09.063477 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-44906d2c-76f5-4054-aa1d-a4d4d019f398 req-a3f494c9-3d67-4ae2-a6b8-962cea75dd5a tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "GET /v2.0/security-groups?id=fe66bfd1-3af8-44f5-bf96-95566a21f2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0836070 Oct 27 11:25:09.097928 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7756adde-2edc-4f58-a267-9f73e8d8bd5a req-e9694f05-6878-4097-86f6-dec35c6a68a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:25:09.099405 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-7756adde-2edc-4f58-a267-9f73e8d8bd5a req-e9694f05-6878-4097-86f6-dec35c6a68a5 service neutron] 10.222.0.64 "GET /v2.0/networks?id=8b81b5be-afe4-4f7a-a9fb-b749feac4145 HTTP/1.1" status: 200 len: 898 time: 0.1113381 Oct 27 11:25:09.163855 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-7756adde-2edc-4f58-a267-9f73e8d8bd5a req-0a5f4fbf-82f2-42f2-9634-e7310ac34dc6 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cbdf3c52-7bfe-4355-bf95-f9bf077e6498 HTTP/1.1" status: 200 len: 1000 time: 0.0574167 Oct 27 11:25:09.212045 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7756adde-2edc-4f58-a267-9f73e8d8bd5a req-da08c039-9bd8-460b-a3e1-a8d8323c6bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:25:09.213492 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-7756adde-2edc-4f58-a267-9f73e8d8bd5a req-da08c039-9bd8-460b-a3e1-a8d8323c6bd6 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d793f495-fff9-4470-a62b-7582e2aa206d HTTP/1.1" status: 200 len: 835 time: 0.0427530 Oct 27 11:25:09.261921 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7756adde-2edc-4f58-a267-9f73e8d8bd5a req-a8b93fb8-0dc4-4810-8114-32be58d2da3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:25:09.263474 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-7756adde-2edc-4f58-a267-9f73e8d8bd5a req-a8b93fb8-0dc4-4810-8114-32be58d2da3b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8b81b5be-afe4-4f7a-a9fb-b749feac4145&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0432119 Oct 27 11:25:09.352591 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-7756adde-2edc-4f58-a267-9f73e8d8bd5a req-d806a192-94d6-4855-a3a9-2a891c0bd84e service neutron] 10.222.0.64 "GET /v2.0/networks/8b81b5be-afe4-4f7a-a9fb-b749feac4145?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824144 Oct 27 11:25:09.400227 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] get_ports_and_sgs() called for port_ids ['cbdf3c52-7bfe-4355-bf95-f9bf077e6498'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 11:25:09.446858 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-7756adde-2edc-4f58-a267-9f73e8d8bd5a req-b9b5ae8f-7710-47ac-80a2-fd88dbb85ea8 service neutron] 10.222.0.64 "GET /v2.0/networks/8b81b5be-afe4-4f7a-a9fb-b749feac4145?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877357 Oct 27 11:25:09.537781 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:25:10.178453 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00c0d2a-0af2-435b-a38b-cbd4447d24a0 req-77644196-f13e-4367-82c5-cdef608c7657 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:25:10.179887 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-f00c0d2a-0af2-435b-a38b-cbd4447d24a0 req-77644196-f13e-4367-82c5-cdef608c7657 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "GET /v2.0/ports?device_id=c6d985db-8d6a-4421-ba34-380d85007f4b HTTP/1.1" status: 200 len: 944 time: 0.0480511 Oct 27 11:25:10.215875 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-f00c0d2a-0af2-435b-a38b-cbd4447d24a0 req-17fab5c5-c589-401d-acea-8e79e41029d7 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "GET /v2.0/security-groups?id=fe66bfd1-3af8-44f5-bf96-95566a21f2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300753 Oct 27 11:25:10.238110 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 48506) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:25:10.287421 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.agents_db [None req-e79ee67d-056e-46ea-bd99-e80473396b25 None None] Agent healthcheck: found 7 active agents {{(pid=102349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 11:25:10.300933 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-47952329-228d-4b21-b568-46d908a7337b tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "GET /v2.0/floatingips/a9fc366a-43c1-46f8-8a7c-d99c1538cb49 HTTP/1.1" status: 200 len: 992 time: 0.0616999 Oct 27 11:25:10.809950 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device cbdf3c52-7bfe-4355-bf95-f9bf077e6498 up at agent hyperv_n-h2-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 11:25:10.860057 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Provisioning for port cbdf3c52-7bfe-4355-bf95-f9bf077e6498 completed by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 11:25:10.863496 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Provisioning complete for port cbdf3c52-7bfe-4355-bf95-f9bf077e6498 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:25:10.863857 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:25:10.937302 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:25:10.958378 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6d985db-8d6a-4421-ba34-380d85007f4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbdf3c52-7bfe-4355-bf95-f9bf077e6498'}] {{(pid=102348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 11:25:10.960630 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be4127e571859625ba9a491db1af5fd5edc4c8ee111482105658b13e0edb602d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c1ee9c6-7858-4988-a343-ef785abafd71" -d '{"events": [{"server_uuid": "c6d985db-8d6a-4421-ba34-380d85007f4b", "name": "network-vif-plugged", "status": "completed", "tag": "cbdf3c52-7bfe-4355-bf95-f9bf077e6498"}]}' {{(pid=102348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 11:25:10.972880 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] For port cbdf3c52-7bfe-4355-bf95-f9bf077e6498, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=cbdf3c52-7bfe-4355-bf95-f9bf077e6498,segment=NetworkSegment(c1d0ef80-55f7-41fe-b923-69363f961e1a),segment_id=c1d0ef80-55f7-41fe-b923-69363f961e1a)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:25:10.978432 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:25:11.003494 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 11:25:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94041614-673f-4c0f-8b93-b3134b9f9300 x-openstack-request-id: req-94041614-673f-4c0f-8b93-b3134b9f9300 {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 11:25:11.003776 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6d985db-8d6a-4421-ba34-380d85007f4b", "name": "network-vif-plugged", "status": "completed", "tag": "cbdf3c52-7bfe-4355-bf95-f9bf077e6498", "code": 200}]} {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 11:25:11.004020 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-94041614-673f-4c0f-8b93-b3134b9f9300 {{(pid=102348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 11:25:11.004425 n-d-813419-10 neutron-server[102348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6d985db-8d6a-4421-ba34-380d85007f4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbdf3c52-7bfe-4355-bf95-f9bf077e6498', 'code': 200} Oct 27 11:25:11.029753 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Pushing event updated for resources: {'Port': ['ID=cbdf3c52-7bfe-4355-bf95-f9bf077e6498,revision_number=9']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:25:16.309152 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7d0eafce-c202-4055-b263-07401a9e12c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:25:18.976318 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f4e7ccd6-9c72-4703-a7ed-5b614c05924e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:25:20.103321 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:25:20.255544 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-eadeaa30-4096-4d1a-b3cb-aa7ebfb291ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:25:22.141463 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-3c6a8245-0581-48aa-b5f6-4d8fe98cd16e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:25:32.981101 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:25:39.534861 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:25:46.311003 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-1ebcbd39-4f97-4e4f-ad1b-880633209db1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:25:47.287277 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.agents_db [None req-e79ee67d-056e-46ea-bd99-e80473396b25 None None] Agent healthcheck: found 7 active agents {{(pid=102349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 11:25:48.977295 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-2f634dfa-bc80-4c03-bd51-af298317793c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:25:50.096572 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:25:50.259150 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-eadeaa30-4096-4d1a-b3cb-aa7ebfb291ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:25:52.144592 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-3c6a8245-0581-48aa-b5f6-4d8fe98cd16e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:26:00.961102 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 48524) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:26:01.117152 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-55194d5a-dba4-48a7-8e9e-d87de68d802c tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Deleting port 283d12b9-db77-49ba-bdb6-c3a1c5e9b9a9 {{(pid=102346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 11:26:01.117527 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-55194d5a-dba4-48a7-8e9e-d87de68d802c tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:26:01.207968 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-55194d5a-dba4-48a7-8e9e-d87de68d802c tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:26:01.208349 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-55194d5a-dba4-48a7-8e9e-d87de68d802c tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:26:01.221161 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-55194d5a-dba4-48a7-8e9e-d87de68d802c tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Calling delete_port for 283d12b9-db77-49ba-bdb6-c3a1c5e9b9a9 owned by network:floatingip {{(pid=102346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 11:26:01.364854 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-55194d5a-dba4-48a7-8e9e-d87de68d802c tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:26:01.394914 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55194d5a-dba4-48a7-8e9e-d87de68d802c tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Pushing event deleted for resources: {'Port': ['ID=283d12b9-db77-49ba-bdb6-c3a1c5e9b9a9,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:26:01.451514 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-55194d5a-dba4-48a7-8e9e-d87de68d802c tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks [] for floatingip, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:26:01.451841 n-d-813419-10 neutron-server[102346]: INFO neutron.db.l3_db [None req-55194d5a-dba4-48a7-8e9e-d87de68d802c tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Floating IP a9fc366a-43c1-46f8-8a7c-d99c1538cb49 disassociated (deleted). External IP: 172.25.8.119, port: cbdf3c52-7bfe-4355-bf95-f9bf077e6498. Oct 27 11:26:01.652245 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55194d5a-dba4-48a7-8e9e-d87de68d802c tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Router 4f868c00-49b3-4107-80c5-03bff79eaa78 has already been hosted by L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb {{(pid=102346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 11:26:01.756211 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55194d5a-dba4-48a7-8e9e-d87de68d802c tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 11:26:01.761025 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-55194d5a-dba4-48a7-8e9e-d87de68d802c tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for floatingip, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:26:01.766264 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18476e27-d2f0-4c7f-a346-d5e032f38b6e None None] Sync routers for ids ['4f868c00-49b3-4107-80c5-03bff79eaa78'] in n-d-813419-10 {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 11:26:01.775431 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18476e27-d2f0-4c7f-a346-d5e032f38b6e None None] Routers {'4f868c00-49b3-4107-80c5-03bff79eaa78'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 11:26:01.776098 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-18476e27-d2f0-4c7f-a346-d5e032f38b6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T11:25:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['4f868c00-49b3-4107-80c5-03bff79eaa78'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:26:01.787692 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-55194d5a-dba4-48a7-8e9e-d87de68d802c tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "DELETE /v2.0/floatingips/a9fc366a-43c1-46f8-8a7c-d99c1538cb49 HTTP/1.1" status: 204 len: 168 time: 0.8255222 Oct 27 11:26:01.788512 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6d985db-8d6a-4421-ba34-380d85007f4b', 'tag': 'cbdf3c52-7bfe-4355-bf95-f9bf077e6498'}] {{(pid=102346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 11:26:01.790861 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2531aea88c448207759dde70f844649f18dfe6edcb84b1c92b49bb044a645d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d083f371-f42c-43a7-b2ba-889a32e1b237" -d '{"events": [{"name": "network-changed", "server_uuid": "c6d985db-8d6a-4421-ba34-380d85007f4b", "tag": "cbdf3c52-7bfe-4355-bf95-f9bf077e6498"}]}' {{(pid=102346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 11:26:01.829880 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 11:26:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-657f1db6-838f-4dc8-92d1-f3e772023316 x-openstack-request-id: req-657f1db6-838f-4dc8-92d1-f3e772023316 {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 11:26:01.830176 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6d985db-8d6a-4421-ba34-380d85007f4b", "tag": "cbdf3c52-7bfe-4355-bf95-f9bf077e6498", "status": "completed", "code": 200}]} {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 11:26:01.830433 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-657f1db6-838f-4dc8-92d1-f3e772023316 {{(pid=102346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 11:26:01.830839 n-d-813419-10 neutron-server[102346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6d985db-8d6a-4421-ba34-380d85007f4b', 'tag': 'cbdf3c52-7bfe-4355-bf95-f9bf077e6498', 'status': 'completed', 'code': 200} Oct 27 11:26:01.887820 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvr_db [None req-18476e27-d2f0-4c7f-a346-d5e032f38b6e None None] Set router 4f868c00-49b3-4107-80c5-03bff79eaa78 gateway port host: n-d-813419-10 {{(pid=102348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 11:26:01.940989 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d083f371-f42c-43a7-b2ba-889a32e1b237 req-8388845a-cd05-4ad3-aed3-4c6544b95384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:26:01.942502 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-d083f371-f42c-43a7-b2ba-889a32e1b237 req-8388845a-cd05-4ad3-aed3-4c6544b95384 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=cbfb4663104c453f9ca4ef83ed712b9d&device_id=c6d985db-8d6a-4421-ba34-380d85007f4b HTTP/1.1" status: 200 len: 1097 time: 0.0898755 Oct 27 11:26:02.073839 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21aaf7e6-6336-4561-99d4-2946a9fb67d2 req-7b4dff00-7d6f-4712-9d9f-ba9147e16928 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:26:02.075328 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-21aaf7e6-6336-4561-99d4-2946a9fb67d2 req-7b4dff00-7d6f-4712-9d9f-ba9147e16928 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "GET /v2.0/ports?device_id=c6d985db-8d6a-4421-ba34-380d85007f4b HTTP/1.1" status: 200 len: 945 time: 0.0778799 Oct 27 11:26:02.080645 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d083f371-f42c-43a7-b2ba-889a32e1b237 req-6b2b1b08-5794-46da-9c7e-7d38d6288fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:26:02.083945 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-d083f371-f42c-43a7-b2ba-889a32e1b237 req-6b2b1b08-5794-46da-9c7e-7d38d6288fb7 service neutron] 10.222.0.76 "GET /v2.0/networks?id=8b81b5be-afe4-4f7a-a9fb-b749feac4145 HTTP/1.1" status: 200 len: 898 time: 0.1327555 Oct 27 11:26:02.099589 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-18476e27-d2f0-4c7f-a346-d5e032f38b6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f868c00-49b3-4107-80c5-03bff79eaa78', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1361985782', 'tenant_id': 'cbfb4663104c453f9ca4ef83ed712b9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.201'}], 'enable_snat': True}, 'gw_port_id': 'e936964d-eba8-4cd9-adf3-025d6bde5cbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:24:03Z', 'updated_at': '2021-10-27T11:24:07Z', 'revision_number': 4, 'project_id': 'cbfb4663104c453f9ca4ef83ed712b9d', 'gw_port': {'id': 'e936964d-eba8-4cd9-adf3-025d6bde5cbb', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:83:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f868c00-49b3-4107-80c5-03bff79eaa78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:24:04Z', 'updated_at': '2021-10-27T11:24:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_interfaces': [{'id': '0d8cd115-0fa3-4eca-b278-786d91dce085', 'name': '', 'network_id': '8b81b5be-afe4-4f7a-a9fb-b749feac4145', 'tenant_id': 'cbfb4663104c453f9ca4ef83ed712b9d', 'mac_address': 'fa:16:3e:fc:a7:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f868c00-49b3-4107-80c5-03bff79eaa78', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'd793f495-fff9-4470-a62b-7582e2aa206d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:24:06Z', 'updated_at': '2021-10-27T11:24:10Z', 'revision_number': 5, 'project_id': 'cbfb4663104c453f9ca4ef83ed712b9d', 'subnets': [{'id': 'd793f495-fff9-4470-a62b-7582e2aa206d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:26:02.125472 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18476e27-d2f0-4c7f-a346-d5e032f38b6e None None] Checking router: 4f868c00-49b3-4107-80c5-03bff79eaa78 for host: n-d-813419-10 {{(pid=102348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 11:26:02.133739 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18476e27-d2f0-4c7f-a346-d5e032f38b6e None None] Routers {'4f868c00-49b3-4107-80c5-03bff79eaa78'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 11:26:02.134328 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-18476e27-d2f0-4c7f-a346-d5e032f38b6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T11:25:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['4f868c00-49b3-4107-80c5-03bff79eaa78'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:26:02.143474 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-d083f371-f42c-43a7-b2ba-889a32e1b237 req-a498419a-47cd-498b-a51f-5c38bee00023 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cbdf3c52-7bfe-4355-bf95-f9bf077e6498 HTTP/1.1" status: 200 len: 217 time: 0.0433393 Oct 27 11:26:02.162891 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-21aaf7e6-6336-4561-99d4-2946a9fb67d2 req-f76b679e-bedb-4ef5-9614-7c4c22e89220 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "GET /v2.0/security-groups?id=fe66bfd1-3af8-44f5-bf96-95566a21f2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0768509 Oct 27 11:26:02.199623 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d083f371-f42c-43a7-b2ba-889a32e1b237 req-7b1a7836-a542-4661-ab90-30ce18f6dbe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:26:02.201107 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-d083f371-f42c-43a7-b2ba-889a32e1b237 req-7b1a7836-a542-4661-ab90-30ce18f6dbe6 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=d793f495-fff9-4470-a62b-7582e2aa206d HTTP/1.1" status: 200 len: 835 time: 0.0476706 Oct 27 11:26:02.243660 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvr_db [None req-18476e27-d2f0-4c7f-a346-d5e032f38b6e None None] Set router 4f868c00-49b3-4107-80c5-03bff79eaa78 gateway port host: n-d-813419-10 {{(pid=102348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 11:26:02.253617 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d083f371-f42c-43a7-b2ba-889a32e1b237 req-7efbb270-6dcc-4149-b511-3f93e2589c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:26:02.255111 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-d083f371-f42c-43a7-b2ba-889a32e1b237 req-7efbb270-6dcc-4149-b511-3f93e2589c36 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=8b81b5be-afe4-4f7a-a9fb-b749feac4145&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0458744 Oct 27 11:26:02.349578 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-d083f371-f42c-43a7-b2ba-889a32e1b237 req-4329aa47-3cab-4062-ad62-b42e38780305 service neutron] 10.222.0.76 "GET /v2.0/networks/8b81b5be-afe4-4f7a-a9fb-b749feac4145?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861290 Oct 27 11:26:02.438763 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-d083f371-f42c-43a7-b2ba-889a32e1b237 req-28068756-3b4b-41e2-9a1a-3ac65a924138 service neutron] 10.222.0.76 "GET /v2.0/networks/8b81b5be-afe4-4f7a-a9fb-b749feac4145?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814207 Oct 27 11:26:02.441002 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-18476e27-d2f0-4c7f-a346-d5e032f38b6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f868c00-49b3-4107-80c5-03bff79eaa78', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1361985782', 'tenant_id': 'cbfb4663104c453f9ca4ef83ed712b9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.201'}], 'enable_snat': True}, 'gw_port_id': 'e936964d-eba8-4cd9-adf3-025d6bde5cbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:24:03Z', 'updated_at': '2021-10-27T11:24:07Z', 'revision_number': 4, 'project_id': 'cbfb4663104c453f9ca4ef83ed712b9d', 'gw_port': {'id': 'e936964d-eba8-4cd9-adf3-025d6bde5cbb', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:83:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f868c00-49b3-4107-80c5-03bff79eaa78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:24:04Z', 'updated_at': '2021-10-27T11:24:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_interfaces': [{'id': '0d8cd115-0fa3-4eca-b278-786d91dce085', 'name': '', 'network_id': '8b81b5be-afe4-4f7a-a9fb-b749feac4145', 'tenant_id': 'cbfb4663104c453f9ca4ef83ed712b9d', 'mac_address': 'fa:16:3e:fc:a7:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f868c00-49b3-4107-80c5-03bff79eaa78', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'd793f495-fff9-4470-a62b-7582e2aa206d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:24:06Z', 'updated_at': '2021-10-27T11:24:10Z', 'revision_number': 5, 'project_id': 'cbfb4663104c453f9ca4ef83ed712b9d', 'subnets': [{'id': 'd793f495-fff9-4470-a62b-7582e2aa206d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:26:02.467185 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18476e27-d2f0-4c7f-a346-d5e032f38b6e None None] The sync data for ids ['4f868c00-49b3-4107-80c5-03bff79eaa78'] in n-d-813419-10 is: [{'id': '4f868c00-49b3-4107-80c5-03bff79eaa78', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1361985782', 'tenant_id': 'cbfb4663104c453f9ca4ef83ed712b9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.201'}], 'enable_snat': True}, 'gw_port_id': 'e936964d-eba8-4cd9-adf3-025d6bde5cbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:24:03Z', 'updated_at': '2021-10-27T11:24:07Z', 'revision_number': 4, 'project_id': 'cbfb4663104c453f9ca4ef83ed712b9d', 'gw_port': {'id': 'e936964d-eba8-4cd9-adf3-025d6bde5cbb', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:83:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f868c00-49b3-4107-80c5-03bff79eaa78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:24:04Z', 'updated_at': '2021-10-27T11:24:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_interfaces': [{'id': '0d8cd115-0fa3-4eca-b278-786d91dce085', 'name': '', 'network_id': '8b81b5be-afe4-4f7a-a9fb-b749feac4145', 'tenant_id': 'cbfb4663104c453f9ca4ef83ed712b9d', 'mac_address': 'fa:16:3e:fc:a7:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f868c00-49b3-4107-80c5-03bff79eaa78', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'd793f495-fff9-4470-a62b-7582e2aa206d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:24:06Z', 'updated_at': '2021-10-27T11:24:10Z', 'revision_number': 5, 'project_id': 'cbfb4663104c453f9ca4ef83ed712b9d', 'subnets': [{'id': 'd793f495-fff9-4470-a62b-7582e2aa206d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 11:26:02.708218 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1baa496-9750-4dff-bf7f-7d308445f506 None None] New status for floating IP a9fc366a-43c1-46f8-8a7c-d99c1538cb49: DOWN {{(pid=102349) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 11:26:02.980766 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:26:03.282717 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc933dd8-0b4c-45e3-93e6-a9e574c92245 req-faeea8df-cd50-48c1-84d7-357b192d2dd7 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:26:03.284120 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-bc933dd8-0b4c-45e3-93e6-a9e574c92245 req-faeea8df-cd50-48c1-84d7-357b192d2dd7 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "GET /v2.0/ports?device_id=c6d985db-8d6a-4421-ba34-380d85007f4b HTTP/1.1" status: 200 len: 945 time: 0.0497127 Oct 27 11:26:03.321019 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-bc933dd8-0b4c-45e3-93e6-a9e574c92245 req-419b2823-d56d-4418-abf6-4c0b75459d2d tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "GET /v2.0/security-groups?id=fe66bfd1-3af8-44f5-bf96-95566a21f2f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309410 Oct 27 11:26:03.578093 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9bab15-fc89-4a0a-afe0-fe408c779612 req-e87dea3f-36e4-4460-9a55-5804c6764623 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:26:03.579956 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-8d9bab15-fc89-4a0a-afe0-fe408c779612 req-e87dea3f-36e4-4460-9a55-5804c6764623 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.76 "GET /v2.0/ports?device_id=c6d985db-8d6a-4421-ba34-380d85007f4b HTTP/1.1" status: 200 len: 945 time: 0.0472267 Oct 27 11:26:03.668162 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [req-8d9bab15-fc89-4a0a-afe0-fe408c779612 req-60280e43-ef80-4b48-a62d-e7ca38a06509 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Deleting port cbdf3c52-7bfe-4355-bf95-f9bf077e6498 {{(pid=102346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 11:26:03.668526 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-8d9bab15-fc89-4a0a-afe0-fe408c779612 req-60280e43-ef80-4b48-a62d-e7ca38a06509 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:26:03.752286 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [req-8d9bab15-fc89-4a0a-afe0-fe408c779612 req-60280e43-ef80-4b48-a62d-e7ca38a06509 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] For port cbdf3c52-7bfe-4355-bf95-f9bf077e6498, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=cbdf3c52-7bfe-4355-bf95-f9bf077e6498,segment=NetworkSegment(c1d0ef80-55f7-41fe-b923-69363f961e1a),segment_id=c1d0ef80-55f7-41fe-b923-69363f961e1a)] {{(pid=102346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:26:03.752637 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-8d9bab15-fc89-4a0a-afe0-fe408c779612 req-60280e43-ef80-4b48-a62d-e7ca38a06509 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:26:03.769256 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [req-8d9bab15-fc89-4a0a-afe0-fe408c779612 req-60280e43-ef80-4b48-a62d-e7ca38a06509 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Calling delete_port for cbdf3c52-7bfe-4355-bf95-f9bf077e6498 owned by compute:nova {{(pid=102346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 11:26:04.220782 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-8d9bab15-fc89-4a0a-afe0-fe408c779612 req-60280e43-ef80-4b48-a62d-e7ca38a06509 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:26:04.253264 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60280e43-ef80-4b48-a62d-e7ca38a06509 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Pushing event deleted for resources: {'Port': ['ID=cbdf3c52-7bfe-4355-bf95-f9bf077e6498,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:26:04.265187 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60280e43-ef80-4b48-a62d-e7ca38a06509 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:26:04.265541 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60280e43-ef80-4b48-a62d-e7ca38a06509 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:26:04.265882 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60280e43-ef80-4b48-a62d-e7ca38a06509 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:26:04.266219 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60280e43-ef80-4b48-a62d-e7ca38a06509 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:26:04.266554 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60280e43-ef80-4b48-a62d-e7ca38a06509 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:26:04.266885 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60280e43-ef80-4b48-a62d-e7ca38a06509 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:26:04.267213 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60280e43-ef80-4b48-a62d-e7ca38a06509 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:26:04.267545 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60280e43-ef80-4b48-a62d-e7ca38a06509 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:26:04.267872 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60280e43-ef80-4b48-a62d-e7ca38a06509 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:26:04.268190 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60280e43-ef80-4b48-a62d-e7ca38a06509 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:26:04.268545 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60280e43-ef80-4b48-a62d-e7ca38a06509 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:26:04.268868 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60280e43-ef80-4b48-a62d-e7ca38a06509 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:26:04.302424 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d9bab15-fc89-4a0a-afe0-fe408c779612 req-60280e43-ef80-4b48-a62d-e7ca38a06509 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] No DVR routers for this DVR port cbdf3c52-7bfe-4355-bf95-f9bf077e6498 on host n-h2-813419-10 {{(pid=102346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 11:26:04.304987 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-8d9bab15-fc89-4a0a-afe0-fe408c779612 req-60280e43-ef80-4b48-a62d-e7ca38a06509 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:26:04.308284 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-8d9bab15-fc89-4a0a-afe0-fe408c779612 req-60280e43-ef80-4b48-a62d-e7ca38a06509 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.76 "DELETE /v2.0/ports/cbdf3c52-7bfe-4355-bf95-f9bf077e6498 HTTP/1.1" status: 204 len: 173 time: 0.7214108 Oct 27 11:26:04.308716 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6d985db-8d6a-4421-ba34-380d85007f4b', 'name': 'network-vif-deleted', 'tag': 'cbdf3c52-7bfe-4355-bf95-f9bf077e6498'}] {{(pid=102346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 11:26:04.310937 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2531aea88c448207759dde70f844649f18dfe6edcb84b1c92b49bb044a645d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b88f45f4-1a05-4121-8f03-1878a57369cb" -d '{"events": [{"server_uuid": "c6d985db-8d6a-4421-ba34-380d85007f4b", "name": "network-vif-deleted", "tag": "cbdf3c52-7bfe-4355-bf95-f9bf077e6498"}]}' {{(pid=102346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 11:26:04.354164 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 11:26:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b577bec1-e419-4f1d-b8db-7cdcabf105f8 x-openstack-request-id: req-b577bec1-e419-4f1d-b8db-7cdcabf105f8 {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 11:26:04.354458 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6d985db-8d6a-4421-ba34-380d85007f4b", "name": "network-vif-deleted", "tag": "cbdf3c52-7bfe-4355-bf95-f9bf077e6498", "status": "completed", "code": 200}]} {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 11:26:04.354715 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b577bec1-e419-4f1d-b8db-7cdcabf105f8 {{(pid=102346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 11:26:04.355107 n-d-813419-10 neutron-server[102346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6d985db-8d6a-4421-ba34-380d85007f4b', 'name': 'network-vif-deleted', 'tag': 'cbdf3c52-7bfe-4355-bf95-f9bf077e6498', 'status': 'completed', 'code': 200} Oct 27 11:26:04.422504 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-e725f819-b6bf-4114-bbb3-b8f3c4202119 req-c2cdcca3-3ef6-4c2d-a9f7-9e8187d89b4c tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "GET /v2.0/ports?device_id=c6d985db-8d6a-4421-ba34-380d85007f4b HTTP/1.1" status: 200 len: 210 time: 0.0275407 Oct 27 11:26:05.478837 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 48542) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:26:05.830235 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ff5ec3a4-c8a6-498b-a104-037b0cf02d9e tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1766202'] for router_interface, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:26:06.077987 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-ff5ec3a4-c8a6-498b-a104-037b0cf02d9e tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Deleting port 0d8cd115-0fa3-4eca-b278-786d91dce085 {{(pid=102346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 11:26:06.078242 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ff5ec3a4-c8a6-498b-a104-037b0cf02d9e tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:26:06.177683 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [None req-ff5ec3a4-c8a6-498b-a104-037b0cf02d9e tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] For port 0d8cd115-0fa3-4eca-b278-786d91dce085, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=0d8cd115-0fa3-4eca-b278-786d91dce085,segment=NetworkSegment(c1d0ef80-55f7-41fe-b923-69363f961e1a),segment_id=c1d0ef80-55f7-41fe-b923-69363f961e1a)] {{(pid=102346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:26:06.178041 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ff5ec3a4-c8a6-498b-a104-037b0cf02d9e tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:26:06.190053 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-ff5ec3a4-c8a6-498b-a104-037b0cf02d9e tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Calling delete_port for 0d8cd115-0fa3-4eca-b278-786d91dce085 owned by network:router_interface {{(pid=102346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 11:26:06.378706 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ff5ec3a4-c8a6-498b-a104-037b0cf02d9e tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:26:06.409836 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5ec3a4-c8a6-498b-a104-037b0cf02d9e tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Pushing event deleted for resources: {'Port': ['ID=0d8cd115-0fa3-4eca-b278-786d91dce085,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:26:06.577713 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ff5ec3a4-c8a6-498b-a104-037b0cf02d9e tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2006968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1766358'] for router_interface, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:26:06.783739 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff5ec3a4-c8a6-498b-a104-037b0cf02d9e tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Router 4f868c00-49b3-4107-80c5-03bff79eaa78 has already been hosted by L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb {{(pid=102346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 11:26:06.889212 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff5ec3a4-c8a6-498b-a104-037b0cf02d9e tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 11:26:06.894959 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-ff5ec3a4-c8a6-498b-a104-037b0cf02d9e tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "PUT /v2.0/routers/4f868c00-49b3-4107-80c5-03bff79eaa78/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4150455 Oct 27 11:26:06.897901 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 48544) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:26:06.900544 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cd33404-a247-4e4b-9b83-941ffae5bf4a None None] Sync routers for ids ['4f868c00-49b3-4107-80c5-03bff79eaa78'] in n-d-813419-10 {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 11:26:06.909914 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cd33404-a247-4e4b-9b83-941ffae5bf4a None None] Routers {'4f868c00-49b3-4107-80c5-03bff79eaa78'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 11:26:06.910504 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-6cd33404-a247-4e4b-9b83-941ffae5bf4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T11:25:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['4f868c00-49b3-4107-80c5-03bff79eaa78'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:26:06.952486 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_v2 [None req-feada924-180a-43d6-88ae-64e3140811b0 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Deleting subnet d793f495-fff9-4470-a62b-7582e2aa206d {{(pid=102346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 11:26:06.956150 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-feada924-180a-43d6-88ae-64e3140811b0 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks [] for subnet, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:26:06.995421 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-feada924-180a-43d6-88ae-64e3140811b0 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25847868'] for subnet, precommit_delete_associations {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:26:07.014660 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvr_db [None req-6cd33404-a247-4e4b-9b83-941ffae5bf4a None None] Set router 4f868c00-49b3-4107-80c5-03bff79eaa78 gateway port host: n-d-813419-10 {{(pid=102348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 11:26:07.076993 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-feada924-180a-43d6-88ae-64e3140811b0 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855646'] for subnet, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:26:07.141150 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-feada924-180a-43d6-88ae-64e3140811b0 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27024355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27168307'] for subnet, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:26:07.146238 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device cbdf3c52-7bfe-4355-bf95-f9bf077e6498 no longer exists at agent hyperv_n-h2-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 11:26:07.168059 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feada924-180a-43d6-88ae-64e3140811b0 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Pushing event deleted for resources: {'Subnet': ['ID=d793f495-fff9-4470-a62b-7582e2aa206d,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:26:07.172130 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] No Port match for: cbdf3c52-7bfe-4355-bf95-f9bf077e6498 {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 11:26:07.172130 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device cbdf3c52-7bfe-4355-bf95-f9bf077e6498 not bound to the agent host n-h2-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 11:26:07.172480 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-feada924-180a-43d6-88ae-64e3140811b0 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks [] for subnet, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:26:07.178052 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-feada924-180a-43d6-88ae-64e3140811b0 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "DELETE /v2.0/subnets/d793f495-fff9-4470-a62b-7582e2aa206d HTTP/1.1" status: 204 len: 168 time: 0.2767467 Oct 27 11:26:07.178269 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 48546) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:26:07.190240 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b201517d-038a-4e58-b980-943bd7269389 None None] Network 8b81b5be-afe4-4f7a-a9fb-b749feac4145 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 11:26:07.284179 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-c9ddd13e-a45b-4405-aede-0eb1b9dd6bdb tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks [] for router, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:26:07.392659 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-c9ddd13e-a45b-4405-aede-0eb1b9dd6bdb tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:26:07.446337 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-c9ddd13e-a45b-4405-aede-0eb1b9dd6bdb tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Deleting port e936964d-eba8-4cd9-adf3-025d6bde5cbb {{(pid=102346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 11:26:07.446680 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-c9ddd13e-a45b-4405-aede-0eb1b9dd6bdb tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:26:07.471516 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-6cd33404-a247-4e4b-9b83-941ffae5bf4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f868c00-49b3-4107-80c5-03bff79eaa78', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1361985782', 'tenant_id': 'cbfb4663104c453f9ca4ef83ed712b9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.201'}], 'enable_snat': True}, 'gw_port_id': 'e936964d-eba8-4cd9-adf3-025d6bde5cbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:24:03Z', 'updated_at': '2021-10-27T11:26:06Z', 'revision_number': 5, 'project_id': 'cbfb4663104c453f9ca4ef83ed712b9d', 'gw_port': {'id': 'e936964d-eba8-4cd9-adf3-025d6bde5cbb', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:83:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f868c00-49b3-4107-80c5-03bff79eaa78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:24:04Z', 'updated_at': '2021-10-27T11:24:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10'}], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:26:07.499857 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cd33404-a247-4e4b-9b83-941ffae5bf4a None None] Checking router: 4f868c00-49b3-4107-80c5-03bff79eaa78 for host: n-d-813419-10 {{(pid=102348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 11:26:07.512938 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cd33404-a247-4e4b-9b83-941ffae5bf4a None None] Routers {'4f868c00-49b3-4107-80c5-03bff79eaa78'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 11:26:07.513544 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-6cd33404-a247-4e4b-9b83-941ffae5bf4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T11:25:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['4f868c00-49b3-4107-80c5-03bff79eaa78'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:26:07.526052 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [None req-c9ddd13e-a45b-4405-aede-0eb1b9dd6bdb tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] For port e936964d-eba8-4cd9-adf3-025d6bde5cbb, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=e936964d-eba8-4cd9-adf3-025d6bde5cbb,segment=NetworkSegment(bc14127b-7032-4c50-bb5b-f6813cbae86e),segment_id=bc14127b-7032-4c50-bb5b-f6813cbae86e)] {{(pid=102346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:26:07.526425 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-c9ddd13e-a45b-4405-aede-0eb1b9dd6bdb tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:26:07.544794 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-c9ddd13e-a45b-4405-aede-0eb1b9dd6bdb tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Calling delete_port for e936964d-eba8-4cd9-adf3-025d6bde5cbb owned by network:router_gateway {{(pid=102346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 11:26:07.581798 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2172f5cd-e1d1-4b11-92c8-9bca1b7378a5 None None] DHCP port deletion for 8b81b5be-afe4-4f7a-a9fb-b749feac4145 request from n-d-813419-10 {{(pid=102348) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 11:26:07.633122 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvr_db [None req-6cd33404-a247-4e4b-9b83-941ffae5bf4a None None] Set router 4f868c00-49b3-4107-80c5-03bff79eaa78 gateway port host: None {{(pid=102348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 11:26:07.690643 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-6cd33404-a247-4e4b-9b83-941ffae5bf4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f868c00-49b3-4107-80c5-03bff79eaa78', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1361985782', 'tenant_id': 'cbfb4663104c453f9ca4ef83ed712b9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:24:03Z', 'updated_at': '2021-10-27T11:26:07Z', 'revision_number': 6, 'project_id': 'cbfb4663104c453f9ca4ef83ed712b9d', 'gw_port_host': None}], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:26:07.713289 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-c9ddd13e-a45b-4405-aede-0eb1b9dd6bdb tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:26:07.723435 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cd33404-a247-4e4b-9b83-941ffae5bf4a None None] The sync data for ids ['4f868c00-49b3-4107-80c5-03bff79eaa78'] in n-d-813419-10 is: [{'id': '4f868c00-49b3-4107-80c5-03bff79eaa78', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1361985782', 'tenant_id': 'cbfb4663104c453f9ca4ef83ed712b9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:24:03Z', 'updated_at': '2021-10-27T11:26:07Z', 'revision_number': 6, 'project_id': 'cbfb4663104c453f9ca4ef83ed712b9d', 'gw_port_host': None}] {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 11:26:07.732812 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-2172f5cd-e1d1-4b11-92c8-9bca1b7378a5 None None] Deleting port 73cf1eeb-1f0a-4e13-92c8-f1f37ff7d35c {{(pid=102348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 11:26:07.733186 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-2172f5cd-e1d1-4b11-92c8-9bca1b7378a5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:26:07.743566 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ddd13e-a45b-4405-aede-0eb1b9dd6bdb tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Pushing event deleted for resources: {'Port': ['ID=e936964d-eba8-4cd9-adf3-025d6bde5cbb,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:26:07.800514 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-2172f5cd-e1d1-4b11-92c8-9bca1b7378a5 None None] For port 73cf1eeb-1f0a-4e13-92c8-f1f37ff7d35c, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=73cf1eeb-1f0a-4e13-92c8-f1f37ff7d35c,segment=NetworkSegment(c1d0ef80-55f7-41fe-b923-69363f961e1a),segment_id=c1d0ef80-55f7-41fe-b923-69363f961e1a)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:26:07.800835 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-2172f5cd-e1d1-4b11-92c8-9bca1b7378a5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:26:07.807873 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-c9ddd13e-a45b-4405-aede-0eb1b9dd6bdb tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1664884'] for router_gateway, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:26:07.813540 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-2172f5cd-e1d1-4b11-92c8-9bca1b7378a5 None None] Calling delete_port for 73cf1eeb-1f0a-4e13-92c8-f1f37ff7d35c owned by network:dhcp {{(pid=102348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 11:26:07.895302 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-2172f5cd-e1d1-4b11-92c8-9bca1b7378a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615'] for port, after_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:26:07.899993 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-c9ddd13e-a45b-4405-aede-0eb1b9dd6bdb tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1765662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3700'] for router, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:26:07.906635 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-c9ddd13e-a45b-4405-aede-0eb1b9dd6bdb tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:26:07.923770 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2172f5cd-e1d1-4b11-92c8-9bca1b7378a5 None None] No DVR routers for this DVR port 73cf1eeb-1f0a-4e13-92c8-f1f37ff7d35c on host n-d-813419-10 {{(pid=102348) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 11:26:07.933179 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2172f5cd-e1d1-4b11-92c8-9bca1b7378a5 None None] Pushing event deleted for resources: {'Port': ['ID=73cf1eeb-1f0a-4e13-92c8-f1f37ff7d35c,revision_number=None']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:26:07.953730 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-c9ddd13e-a45b-4405-aede-0eb1b9dd6bdb tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1765641'] for router, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:26:07.954278 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9ddd13e-a45b-4405-aede-0eb1b9dd6bdb tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Fanout notify agent at l3_agent the message router_deleted on router 4f868c00-49b3-4107-80c5-03bff79eaa78 {{(pid=102346) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 11:26:07.961266 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-c9ddd13e-a45b-4405-aede-0eb1b9dd6bdb tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks [] for router, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:26:07.962385 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-c9ddd13e-a45b-4405-aede-0eb1b9dd6bdb tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "DELETE /v2.0/routers/4f868c00-49b3-4107-80c5-03bff79eaa78 HTTP/1.1" status: 204 len: 168 time: 0.7831998 Oct 27 11:26:07.965152 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 48548) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:26:08.039966 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-64d60852-c686-46cf-9315-544d9aa989a5 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586917'] for network, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:26:08.141000 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-64d60852-c686-46cf-9315-544d9aa989a5 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857803', 'neutron.services.segments.db._delete_segments_for_network-8743873143390'] for network, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:26:08.165302 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-64d60852-c686-46cf-9315-544d9aa989a5 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b81b5be-afe4-4f7a-a9fb-b749feac4145']}} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:26:08.175438 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-64d60852-c686-46cf-9315-544d9aa989a5 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1d0ef80-55f7-41fe-b923-69363f961e1a') {'for_net_delete': True} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:26:08.175724 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-64d60852-c686-46cf-9315-544d9aa989a5 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1d0ef80-55f7-41fe-b923-69363f961e1a') {} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:26:08.191755 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-64d60852-c686-46cf-9315-544d9aa989a5 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743873145191', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25847877'] for segment, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:26:08.211395 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-64d60852-c686-46cf-9315-544d9aa989a5 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:26:08.217434 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64d60852-c686-46cf-9315-544d9aa989a5 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Releasing vlan 445 on physical network physnet1 to pool {{(pid=102346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 11:26:08.217825 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-64d60852-c686-46cf-9315-544d9aa989a5 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27024137'] for segment, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:26:08.220982 n-d-813419-10 neutron-server[102346]: Traceback (most recent call last): Oct 27 11:26:08.220982 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 11:26:08.220982 n-d-813419-10 neutron-server[102346]: timer() Oct 27 11:26:08.220982 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 11:26:08.220982 n-d-813419-10 neutron-server[102346]: cb(*args, **kw) Oct 27 11:26:08.220982 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 11:26:08.220982 n-d-813419-10 neutron-server[102346]: return func(*args, **kwargs) Oct 27 11:26:08.220982 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 11:26:08.220982 n-d-813419-10 neutron-server[102346]: self._notify() Oct 27 11:26:08.220982 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 11:26:08.220982 n-d-813419-10 neutron-server[102346]: self.callback(batched_events) Oct 27 11:26:08.220982 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 11:26:08.220982 n-d-813419-10 neutron-server[102346]: event.method(event) Oct 27 11:26:08.220982 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 11:26:08.220982 n-d-813419-10 neutron-server[102346]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 11:26:08.220982 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 11:26:08.220982 n-d-813419-10 neutron-server[102346]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 11:26:08.220982 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 11:26:08.220982 n-d-813419-10 neutron-server[102346]: return f(self, *a, **k) Oct 27 11:26:08.220982 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 11:26:08.220982 n-d-813419-10 neutron-server[102346]: return self._get(url).json() Oct 27 11:26:08.220982 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 11:26:08.220982 n-d-813419-10 neutron-server[102346]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 11:26:08.220982 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 11:26:08.220982 n-d-813419-10 neutron-server[102346]: return self.request(url, 'GET', **kwargs) Oct 27 11:26:08.220982 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 11:26:08.220982 n-d-813419-10 neutron-server[102346]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 11:26:08.220982 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 11:26:08.220982 n-d-813419-10 neutron-server[102346]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 11:26:08.220982 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 11:26:08.220982 n-d-813419-10 neutron-server[102346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 11:26:08.220982 n-d-813419-10 neutron-server[102346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 11:26:08.252795 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 73cf1eeb-1f0a-4e13-92c8-f1f37ff7d35c no longer exists at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 11:26:08.275452 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] No Port match for: 73cf1eeb-1f0a-4e13-92c8-f1f37ff7d35c {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 11:26:08.275925 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 73cf1eeb-1f0a-4e13-92c8-f1f37ff7d35c not bound to the agent host n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 11:26:08.276637 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 0d8cd115-0fa3-4eca-b278-786d91dce085 no longer exists at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 11:26:08.281361 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-64d60852-c686-46cf-9315-544d9aa989a5 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664840'] for network, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:26:08.288477 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-64d60852-c686-46cf-9315-544d9aa989a5 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks [] for network, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:26:08.294127 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-64d60852-c686-46cf-9315-544d9aa989a5 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "DELETE /v2.0/networks/8b81b5be-afe4-4f7a-a9fb-b749feac4145 HTTP/1.1" status: 204 len: 168 time: 0.3255296 Oct 27 11:26:08.294566 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 48550) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:26:08.298170 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] No Port match for: 0d8cd115-0fa3-4eca-b278-786d91dce085 {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 11:26:08.298605 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 0d8cd115-0fa3-4eca-b278-786d91dce085 not bound to the agent host n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 11:26:08.303521 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d60852-c686-46cf-9315-544d9aa989a5 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Pushing event deleted for resources: {'Network': ['ID=8b81b5be-afe4-4f7a-a9fb-b749feac4145,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:26:08.365888 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-1a2da48a-2e5e-4a0f-b7eb-92b73cffc859 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks [] for security_group, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:26:08.396787 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-1a2da48a-2e5e-4a0f-b7eb-92b73cffc859 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:26:08.456814 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-1a2da48a-2e5e-4a0f-b7eb-92b73cffc859 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:26:08.459530 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-1a2da48a-2e5e-4a0f-b7eb-92b73cffc859 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks [] for security_group, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:26:08.463281 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-1a2da48a-2e5e-4a0f-b7eb-92b73cffc859 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "DELETE /v2.0/security-groups/fe66bfd1-3af8-44f5-bf96-95566a21f2f5 HTTP/1.1" status: 204 len: 168 time: 0.1652188 Oct 27 11:26:08.470346 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2da48a-2e5e-4a0f-b7eb-92b73cffc859 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe66bfd1-3af8-44f5-bf96-95566a21f2f5,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:26:08.478735 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2da48a-2e5e-4a0f-b7eb-92b73cffc859 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:26:08.479089 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2da48a-2e5e-4a0f-b7eb-92b73cffc859 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:26:08.479439 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2da48a-2e5e-4a0f-b7eb-92b73cffc859 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:26:08.479780 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2da48a-2e5e-4a0f-b7eb-92b73cffc859 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:26:08.480118 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2da48a-2e5e-4a0f-b7eb-92b73cffc859 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:26:08.480489 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2da48a-2e5e-4a0f-b7eb-92b73cffc859 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:26:08.480823 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2da48a-2e5e-4a0f-b7eb-92b73cffc859 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:26:08.481215 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2da48a-2e5e-4a0f-b7eb-92b73cffc859 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:26:08.481557 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2da48a-2e5e-4a0f-b7eb-92b73cffc859 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:26:08.481879 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2da48a-2e5e-4a0f-b7eb-92b73cffc859 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:26:08.482653 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2da48a-2e5e-4a0f-b7eb-92b73cffc859 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:26:08.482653 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2da48a-2e5e-4a0f-b7eb-92b73cffc859 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:26:09.011814 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 48556) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:26:09.016704 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-a85f6b32-9094-4d2b-943f-79285737590f tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-338048652', 'description': 'tempest-secgroup-smoke-338048652 description', 'project_id': 'cbfb4663104c453f9ca4ef83ed712b9d'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:26:09.038811 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-a85f6b32-9094-4d2b-943f-79285737590f tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks [] for security_group, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:26:09.101950 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-a85f6b32-9094-4d2b-943f-79285737590f tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks [] for security_group, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:26:09.105339 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-a85f6b32-9094-4d2b-943f-79285737590f tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:26:09.133920 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-a85f6b32-9094-4d2b-943f-79285737590f tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks [] for security_group, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:26:09.135124 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-a85f6b32-9094-4d2b-943f-79285737590f tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1221585 Oct 27 11:26:09.137073 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85f6b32-9094-4d2b-943f-79285737590f tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76335b09-d3f0-48e1-8f6b-f88f02100f94,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:26:09.138124 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 48558) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:26:09.143575 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-9ccc0820-4e88-4102-a104-8720324a711e tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Request body: {'security_group_rule': {'security_group_id': '76335b09-d3f0-48e1-8f6b-f88f02100f94', 'project_id': 'cbfb4663104c453f9ca4ef83ed712b9d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:26:09.171034 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-9ccc0820-4e88-4102-a104-8720324a711e tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:26:09.230418 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-9ccc0820-4e88-4102-a104-8720324a711e tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:26:09.233784 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-9ccc0820-4e88-4102-a104-8720324a711e tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671902'] for security_group_rule, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:26:09.250970 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccc0820-4e88-4102-a104-8720324a711e tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c31fe045-41df-4d81-838c-00c29cec4b75,revision_number=0']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:26:09.258246 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-9ccc0820-4e88-4102-a104-8720324a711e tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:26:09.259412 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-9ccc0820-4e88-4102-a104-8720324a711e tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1196258 Oct 27 11:26:09.262210 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 48560) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:26:09.267283 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-f098e319-51bb-4f30-b56b-c1489901641b tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Request body: {'security_group_rule': {'security_group_id': '76335b09-d3f0-48e1-8f6b-f88f02100f94', 'project_id': 'cbfb4663104c453f9ca4ef83ed712b9d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:26:09.300419 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-f098e319-51bb-4f30-b56b-c1489901641b tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:26:09.359256 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-f098e319-51bb-4f30-b56b-c1489901641b tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:26:09.362959 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-f098e319-51bb-4f30-b56b-c1489901641b tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671902'] for security_group_rule, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:26:09.382733 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f098e319-51bb-4f30-b56b-c1489901641b tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7ec6ce2-6048-41e7-bbb2-19208ac42665,revision_number=0']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:26:09.388184 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-f098e319-51bb-4f30-b56b-c1489901641b tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:26:09.389498 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-f098e319-51bb-4f30-b56b-c1489901641b tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1263616 Oct 27 11:26:09.392886 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 48562) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:26:09.397466 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-de3ef864-6a3f-4e18-a8c4-eef7db838443 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Request body: {'security_group_rule': {'security_group_id': '76335b09-d3f0-48e1-8f6b-f88f02100f94', 'project_id': 'cbfb4663104c453f9ca4ef83ed712b9d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:26:09.422684 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-de3ef864-6a3f-4e18-a8c4-eef7db838443 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:26:09.477770 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-de3ef864-6a3f-4e18-a8c4-eef7db838443 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:26:09.481410 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-de3ef864-6a3f-4e18-a8c4-eef7db838443 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671902'] for security_group_rule, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:26:09.501045 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3ef864-6a3f-4e18-a8c4-eef7db838443 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c4f7570-aee0-42df-8306-c81259630787,revision_number=0']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:26:09.506120 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-de3ef864-6a3f-4e18-a8c4-eef7db838443 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:26:09.507289 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-de3ef864-6a3f-4e18-a8c4-eef7db838443 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1134715 Oct 27 11:26:09.510106 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 48564) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:26:09.514237 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-df916f0c-5ac2-49a7-8054-4713f4f5bb35 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Request body: {'security_group_rule': {'security_group_id': '76335b09-d3f0-48e1-8f6b-f88f02100f94', 'project_id': 'cbfb4663104c453f9ca4ef83ed712b9d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:26:09.539076 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:26:09.542423 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-df916f0c-5ac2-49a7-8054-4713f4f5bb35 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:26:09.602211 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-df916f0c-5ac2-49a7-8054-4713f4f5bb35 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:26:09.605650 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-df916f0c-5ac2-49a7-8054-4713f4f5bb35 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671902'] for security_group_rule, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:26:09.623248 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df916f0c-5ac2-49a7-8054-4713f4f5bb35 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd018070-902d-4e3b-8c1a-a18147a15688,revision_number=0']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:26:09.628126 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-df916f0c-5ac2-49a7-8054-4713f4f5bb35 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:26:09.629331 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-df916f0c-5ac2-49a7-8054-4713f4f5bb35 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1183236 Oct 27 11:26:09.632150 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 48566) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:26:09.636401 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-7f721abc-cee9-4f11-9d4c-1aea4fa19d14 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Request body: {'security_group_rule': {'security_group_id': '76335b09-d3f0-48e1-8f6b-f88f02100f94', 'project_id': 'cbfb4663104c453f9ca4ef83ed712b9d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:26:09.657291 n-d-813419-10 neutron-server[102346]: INFO neutron.db.securitygroups_db [None req-7f721abc-cee9-4f11-9d4c-1aea4fa19d14 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Project cbfb4663104c453f9ca4ef83ed712b9d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 27 11:26:09.661879 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-7f721abc-cee9-4f11-9d4c-1aea4fa19d14 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:26:09.717781 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-7f721abc-cee9-4f11-9d4c-1aea4fa19d14 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:26:09.721614 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-7f721abc-cee9-4f11-9d4c-1aea4fa19d14 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671902'] for security_group_rule, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:26:09.736462 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f721abc-cee9-4f11-9d4c-1aea4fa19d14 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67c66996-79c0-4621-a3b6-1193e4b4864e,revision_number=0']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:26:09.746632 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-7f721abc-cee9-4f11-9d4c-1aea4fa19d14 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:26:09.747802 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-7f721abc-cee9-4f11-9d4c-1aea4fa19d14 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1146894 Oct 27 11:26:09.750535 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 48568) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:26:09.754930 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-545dde22-af33-427f-910d-10625e30fbc4 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Request body: {'security_group_rule': {'security_group_id': '76335b09-d3f0-48e1-8f6b-f88f02100f94', 'project_id': 'cbfb4663104c453f9ca4ef83ed712b9d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:26:09.776074 n-d-813419-10 neutron-server[102346]: INFO neutron.db.securitygroups_db [None req-545dde22-af33-427f-910d-10625e30fbc4 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Project cbfb4663104c453f9ca4ef83ed712b9d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 27 11:26:09.781287 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-545dde22-af33-427f-910d-10625e30fbc4 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:26:09.838008 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-545dde22-af33-427f-910d-10625e30fbc4 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:26:09.841307 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-545dde22-af33-427f-910d-10625e30fbc4 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671902'] for security_group_rule, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:26:09.858347 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545dde22-af33-427f-910d-10625e30fbc4 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7d85c7c-76a1-4432-b7e5-6abb670c0558,revision_number=0']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:26:09.867606 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-545dde22-af33-427f-910d-10625e30fbc4 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:26:09.868604 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-545dde22-af33-427f-910d-10625e30fbc4 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1170812 Oct 27 11:26:09.871365 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 48570) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:26:09.876147 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-2c91095a-f378-418e-b15a-31f87ff3056e tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Request body: {'network': {'name': 'tempest-network-smoke--746455048', 'project_id': 'cbfb4663104c453f9ca4ef83ed712b9d', 'port_security_enabled': True}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:26:09.881782 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device e936964d-eba8-4cd9-adf3-025d6bde5cbb no longer exists at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 11:26:09.897887 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c91095a-f378-418e-b15a-31f87ff3056e tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Made reservation on behalf of cbfb4663104c453f9ca4ef83ed712b9d for: {'network': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 11:26:09.901778 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-2c91095a-f378-418e-b15a-31f87ff3056e tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for network, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:26:09.904461 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] No Port match for: e936964d-eba8-4cd9-adf3-025d6bde5cbb {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 11:26:09.904808 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device e936964d-eba8-4cd9-adf3-025d6bde5cbb not bound to the agent host n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 11:26:09.926429 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c91095a-f378-418e-b15a-31f87ff3056e tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 403} {{(pid=102346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 11:26:09.935412 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-2c91095a-f378-418e-b15a-31f87ff3056e tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:26:09.935798 n-d-813419-10 neutron-server[102346]: INFO neutron.db.segments_db [None req-2c91095a-f378-418e-b15a-31f87ff3056e tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Added segment bc774f47-7eba-414d-9812-a7b4032ab7dc of type vlan for network 65e4b4de-ffef-436c-849c-ac8086b3f55f Oct 27 11:26:09.978143 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-2c91095a-f378-418e-b15a-31f87ff3056e tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743872593080'] for network, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:26:10.001144 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-2c91095a-f378-418e-b15a-31f87ff3056e tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913'] for network, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:26:10.006644 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c91095a-f378-418e-b15a-31f87ff3056e tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:26:10.007158 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-2c91095a-f378-418e-b15a-31f87ff3056e tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks [] for network, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:26:10.059233 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-2c91095a-f378-418e-b15a-31f87ff3056e tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1868527 Oct 27 11:26:10.061995 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 48572) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:26:10.066718 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-b77df0c8-de88-4772-9dae-513faece2318 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-5797294', 'admin_state_up': True, 'project_id': 'cbfb4663104c453f9ca4ef83ed712b9d', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'}}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:26:10.076546 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c91095a-f378-418e-b15a-31f87ff3056e tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Pushing event updated for resources: {'Network': ['ID=65e4b4de-ffef-436c-849c-ac8086b3f55f,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:26:10.087599 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Network 65e4b4de-ffef-436c-849c-ac8086b3f55f details requested by agent ovs-agent-n-d-813419-10 with host n-d-813419-10 {{(pid=102348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 11:26:10.090336 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-b77df0c8-de88-4772-9dae-513faece2318 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1768632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3610'] for router, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:26:10.091712 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-b77df0c8-de88-4772-9dae-513faece2318 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1765704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1769409', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1694266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3597'] for router, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:26:10.148465 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-b77df0c8-de88-4772-9dae-513faece2318 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:26:10.292359 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-b77df0c8-de88-4772-9dae-513faece2318 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:26:10.481446 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-b77df0c8-de88-4772-9dae-513faece2318 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks [] for router_gateway, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:26:10.500136 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-b77df0c8-de88-4772-9dae-513faece2318 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:26:10.597876 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_common [None req-b77df0c8-de88-4772-9dae-513faece2318 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Allocated IP 172.25.8.58 (185ff123-c7ff-45c7-a6be-71feb35acc9c/0fb9f9d1-7384-481f-8fa8-f4566c349d30/92cf1156-9c8c-449b-a850-90e6243a17eb) {{(pid=102347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 11:26:10.700138 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-b77df0c8-de88-4772-9dae-513faece2318 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks [] for port, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:26:10.732930 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-b77df0c8-de88-4772-9dae-513faece2318 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:26:10.770077 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b77df0c8-de88-4772-9dae-513faece2318 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Network 185ff123-c7ff-45c7-a6be-71feb35acc9c is already hosted by enough agents. {{(pid=102347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 11:26:10.773144 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [None req-b77df0c8-de88-4772-9dae-513faece2318 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Resources bound (agent type, host, resource id): {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 11:26:10.776696 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b77df0c8-de88-4772-9dae-513faece2318 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Received port after_create {{(pid=102347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 11:26:10.800222 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77df0c8-de88-4772-9dae-513faece2318 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Pushing event updated for resources: {'Port': ['ID=92cf1156-9c8c-449b-a850-90e6243a17eb,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:26:11.020550 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-b77df0c8-de88-4772-9dae-513faece2318 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks [] for router_gateway, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:26:11.214780 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-b77df0c8-de88-4772-9dae-513faece2318 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1765699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1769372'] for router, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:26:11.337499 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b77df0c8-de88-4772-9dae-513faece2318 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Router 4685e2b4-562d-4a91-8f05-0a8a36a8ee2c is scheduled to L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb with binding_index 1 {{(pid=102347) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 11:26:11.440723 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b77df0c8-de88-4772-9dae-513faece2318 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 11:26:11.450067 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5b7e1f5-d955-49c3-8a4f-6cf15db73de6 None None] Sync routers for ids ['4685e2b4-562d-4a91-8f05-0a8a36a8ee2c'] in n-d-813419-10 {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 11:26:11.459507 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5b7e1f5-d955-49c3-8a4f-6cf15db73de6 None None] Routers {'4685e2b4-562d-4a91-8f05-0a8a36a8ee2c'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 11:26:11.460097 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-a5b7e1f5-d955-49c3-8a4f-6cf15db73de6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T11:25:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['4685e2b4-562d-4a91-8f05-0a8a36a8ee2c'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:26:11.460893 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-b77df0c8-de88-4772-9dae-513faece2318 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks [] for router, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:26:11.464697 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-b77df0c8-de88-4772-9dae-513faece2318 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 1.4016383 Oct 27 11:26:11.465349 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 48574) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:26:11.539383 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-9f5a9b77-51c5-43bd-880a-840b2b0c8025 tempest-TestNetworkAdvancedServerOps-2138787779 tempest-TestNetworkAdvancedServerOps-2138787779-project-admin] 10.222.0.44 "GET /v2.0/subnets?project_id=cbfb4663104c453f9ca4ef83ed712b9d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0728948 Oct 27 11:26:11.541938 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 48578) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:26:11.562294 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvr_db [None req-a5b7e1f5-d955-49c3-8a4f-6cf15db73de6 None None] Set router 4685e2b4-562d-4a91-8f05-0a8a36a8ee2c gateway port host: n-d-813419-10 {{(pid=102349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 11:26:11.630928 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af786453-590d-4b5a-aa3f-40d3eab37d3a tempest-TestNetworkAdvancedServerOps-2138787779 tempest-TestNetworkAdvancedServerOps-2138787779-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:26:11.632709 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-af786453-590d-4b5a-aa3f-40d3eab37d3a tempest-TestNetworkAdvancedServerOps-2138787779 tempest-TestNetworkAdvancedServerOps-2138787779-project-admin] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0898879 Oct 27 11:26:11.635465 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 48580) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:26:11.667401 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-e4f694a3-97de-40cc-b5bf-2c4cd134fe88 tempest-TestNetworkAdvancedServerOps-2138787779 tempest-TestNetworkAdvancedServerOps-2138787779-project-admin] 10.222.0.44 "GET /v2.0/subnets?network_id=185ff123-c7ff-45c7-a6be-71feb35acc9c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0308986 Oct 27 11:26:11.669819 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 48582) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:26:11.674388 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-d70b5c48-14ee-40f6-b1d2-7a5d566a4b11 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-549094227', 'network_id': '65e4b4de-ffef-436c-849c-ac8086b3f55f', 'project_id': 'cbfb4663104c453f9ca4ef83ed712b9d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:26:11.737027 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-a5b7e1f5-d955-49c3-8a4f-6cf15db73de6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4685e2b4-562d-4a91-8f05-0a8a36a8ee2c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-5797294', 'tenant_id': 'cbfb4663104c453f9ca4ef83ed712b9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.58'}], 'enable_snat': True}, 'gw_port_id': '92cf1156-9c8c-449b-a850-90e6243a17eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:26:10Z', 'updated_at': '2021-10-27T11:26:10Z', 'revision_number': 3, 'project_id': 'cbfb4663104c453f9ca4ef83ed712b9d', 'gw_port': {'id': '92cf1156-9c8c-449b-a850-90e6243a17eb', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:c1:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4685e2b4-562d-4a91-8f05-0a8a36a8ee2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:26:10Z', 'updated_at': '2021-10-27T11:26:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10'}], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:26:11.763334 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d70b5c48-14ee-40f6-b1d2-7a5d566a4b11 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Made reservation on behalf of cbfb4663104c453f9ca4ef83ed712b9d for: {'subnet': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 11:26:11.767362 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d70b5c48-14ee-40f6-b1d2-7a5d566a4b11 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27167186'] for subnet, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:26:11.851062 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5b7e1f5-d955-49c3-8a4f-6cf15db73de6 None None] Checking router: 4685e2b4-562d-4a91-8f05-0a8a36a8ee2c for host: n-d-813419-10 {{(pid=102349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 11:26:11.851405 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5b7e1f5-d955-49c3-8a4f-6cf15db73de6 None None] Updating router 4685e2b4-562d-4a91-8f05-0a8a36a8ee2c port 92cf1156-9c8c-449b-a850-90e6243a17eb binding host n-d-813419-10 {{(pid=102349) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 11:26:11.878632 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-a5b7e1f5-d955-49c3-8a4f-6cf15db73de6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:26:11.954993 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d70b5c48-14ee-40f6-b1d2-7a5d566a4b11 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27024290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27167168'] for subnet, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:26:12.010871 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70b5c48-14ee-40f6-b1d2-7a5d566a4b11 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Pushing event updated for resources: {'Subnet': ['ID=69cebe13-c2b5-4a7a-bf0d-66678f96b30e,revision_number=0']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:26:12.021801 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d70b5c48-14ee-40f6-b1d2-7a5d566a4b11 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Checking segment: {'id': 'bc774f47-7eba-414d-9812-a7b4032ab7dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '65e4b4de-ffef-436c-849c-ac8086b3f55f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 11:26:12.022516 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d70b5c48-14ee-40f6-b1d2-7a5d566a4b11 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Network hostable DHCP agents. Network: 65e4b4de-ffef-436c-849c-ac8086b3f55f, hostable agents: ['eafd4000-b897-4722-ae8b-0118ec955181'], hosted agents: [] {{(pid=102346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 11:26:12.038758 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d70b5c48-14ee-40f6-b1d2-7a5d566a4b11 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Network 65e4b4de-ffef-436c-849c-ac8086b3f55f is scheduled to be hosted by DHCP agent eafd4000-b897-4722-ae8b-0118ec955181 with binding_index 1 {{(pid=102346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 11:26:12.047862 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-d70b5c48-14ee-40f6-b1d2-7a5d566a4b11 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-10, 65e4b4de-ffef-436c-849c-ac8086b3f55f) {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 11:26:12.052146 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d70b5c48-14ee-40f6-b1d2-7a5d566a4b11 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:26:12.052753 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d70b5c48-14ee-40f6-b1d2-7a5d566a4b11 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks [] for subnet, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:26:12.058993 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7985aef8-cfcc-4d2b-a39c-dd059818f5a5 None None] Network 65e4b4de-ffef-436c-849c-ac8086b3f55f requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 11:26:12.070496 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-d70b5c48-14ee-40f6-b1d2-7a5d566a4b11 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.3996761 Oct 27 11:26:12.073679 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 48584) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:26:12.130214 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-a5b7e1f5-d955-49c3-8a4f-6cf15db73de6 None None] Publish callbacks [] for port, precommit_update {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:26:12.136514 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-a5b7e1f5-d955-49c3-8a4f-6cf15db73de6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:26:12.204128 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.managers [None req-a5b7e1f5-d955-49c3-8a4f-6cf15db73de6 None None] Attempting to bind port 92cf1156-9c8c-449b-a850-90e6243a17eb on host n-d-813419-10 for vnic_type normal with profile {{(pid=102349) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 11:26:12.204521 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.managers [None req-a5b7e1f5-d955-49c3-8a4f-6cf15db73de6 None None] Attempting to bind port 92cf1156-9c8c-449b-a850-90e6243a17eb by drivers openvswitch,hyperv on host n-d-813419-10 at level 0 using segments [{'id': 'bc14127b-7032-4c50-bb5b-f6813cbae86e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'}] {{(pid=102349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 11:26:12.204876 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5b7e1f5-d955-49c3-8a4f-6cf15db73de6 None None] Attempting to bind port 92cf1156-9c8c-449b-a850-90e6243a17eb on network 185ff123-c7ff-45c7-a6be-71feb35acc9c {{(pid=102349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 11:26:12.215391 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5b7e1f5-d955-49c3-8a4f-6cf15db73de6 None None] Checking agent: {'id': '89dba0f3-79b2-435e-9822-33674b8f6ada', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 8, 20), 'started_at': datetime.datetime(2021, 10, 27, 10, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 11, 25, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 11:26:12.215680 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5b7e1f5-d955-49c3-8a4f-6cf15db73de6 None None] Checking segment: {'id': 'bc14127b-7032-4c50-bb5b-f6813cbae86e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 11:26:12.216076 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-a5b7e1f5-d955-49c3-8a4f-6cf15db73de6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:26:12.216494 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5b7e1f5-d955-49c3-8a4f-6cf15db73de6 None None] Bound using segment: {'id': 'bc14127b-7032-4c50-bb5b-f6813cbae86e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'} {{(pid=102349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 11:26:12.216948 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.managers [None req-a5b7e1f5-d955-49c3-8a4f-6cf15db73de6 None None] Bound port: 92cf1156-9c8c-449b-a850-90e6243a17eb, host: n-d-813419-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc14127b-7032-4c50-bb5b-f6813cbae86e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'}}] {{(pid=102349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 11:26:12.217325 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-a5b7e1f5-d955-49c3-8a4f-6cf15db73de6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:26:12.225099 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd0d3568-9e1a-4d0f-b04c-aba306cf8558 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp734b258e-7d96-550c-b970-9b72ab66f383-65e4b4de-ffef-436c-849c-ac8086b3f55f', 'network_id': '65e4b4de-ffef-436c-849c-ac8086b3f55f', 'tenant_id': 'cbfb4663104c453f9ca4ef83ed712b9d', 'fixed_ips': [{'subnet_id': '69cebe13-c2b5-4a7a-bf0d-66678f96b30e'}]}} from n-d-813419-10. {{(pid=102348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 11:26:12.226050 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-cd0d3568-9e1a-4d0f-b04c-aba306cf8558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:26:12.240141 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38c913d-4651-4325-ada4-3863894edfb1 None None] Pushing event updated for resources: {'Port': ['ID=92cf1156-9c8c-449b-a850-90e6243a17eb,revision_number=2']} {{(pid=102349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:26:12.253859 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38c913d-4651-4325-ada4-3863894edfb1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:26:12.254305 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38c913d-4651-4325-ada4-3863894edfb1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:26:12.254826 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38c913d-4651-4325-ada4-3863894edfb1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:26:12.255114 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38c913d-4651-4325-ada4-3863894edfb1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:26:12.255502 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38c913d-4651-4325-ada4-3863894edfb1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:26:12.255917 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38c913d-4651-4325-ada4-3863894edfb1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:26:12.256269 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38c913d-4651-4325-ada4-3863894edfb1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:26:12.256598 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38c913d-4651-4325-ada4-3863894edfb1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:26:12.256924 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38c913d-4651-4325-ada4-3863894edfb1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:26:12.257261 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38c913d-4651-4325-ada4-3863894edfb1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:26:12.257582 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38c913d-4651-4325-ada4-3863894edfb1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:26:12.257896 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38c913d-4651-4325-ada4-3863894edfb1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:26:12.284980 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.db [None req-a5b7e1f5-d955-49c3-8a4f-6cf15db73de6 None None] For port 92cf1156-9c8c-449b-a850-90e6243a17eb, host n-d-813419-10, cleared binding levels {{(pid=102349) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 11:26:12.288116 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.db [None req-a5b7e1f5-d955-49c3-8a4f-6cf15db73de6 None None] For port 92cf1156-9c8c-449b-a850-90e6243a17eb, host n-d-813419-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=92cf1156-9c8c-449b-a850-90e6243a17eb,segment=NetworkSegment(bc14127b-7032-4c50-bb5b-f6813cbae86e),segment_id=bc14127b-7032-4c50-bb5b-f6813cbae86e)] {{(pid=102349) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 11:26:12.294209 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-a5b7e1f5-d955-49c3-8a4f-6cf15db73de6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:26:12.351211 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5b7e1f5-d955-49c3-8a4f-6cf15db73de6 None None] Routers {'4685e2b4-562d-4a91-8f05-0a8a36a8ee2c'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 11:26:12.351835 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-a5b7e1f5-d955-49c3-8a4f-6cf15db73de6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T11:25:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['4685e2b4-562d-4a91-8f05-0a8a36a8ee2c'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:26:12.382224 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.db_base_plugin_common [None req-cd0d3568-9e1a-4d0f-b04c-aba306cf8558 None None] Allocated IP 172.20.0.2 (65e4b4de-ffef-436c-849c-ac8086b3f55f/69cebe13-c2b5-4a7a-bf0d-66678f96b30e/5ccd1908-d7be-42dd-ab9e-c7aee5898f25) {{(pid=102348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 11:26:12.451533 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38c913d-4651-4325-ada4-3863894edfb1 None None] Pushing event updated for resources: {'Port': ['ID=92cf1156-9c8c-449b-a850-90e6243a17eb,revision_number=3']} {{(pid=102349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:26:12.481060 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvr_db [None req-a5b7e1f5-d955-49c3-8a4f-6cf15db73de6 None None] Set router 4685e2b4-562d-4a91-8f05-0a8a36a8ee2c gateway port host: n-d-813419-10 {{(pid=102349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 11:26:12.531985 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-cd0d3568-9e1a-4d0f-b04c-aba306cf8558 None None] Publish callbacks [] for port, precommit_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:26:12.539380 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-cd0d3568-9e1a-4d0f-b04c-aba306cf8558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606'] for port, after_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:26:12.583629 n-d-813419-10 neutron-server[102348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd0d3568-9e1a-4d0f-b04c-aba306cf8558 None None] Network 65e4b4de-ffef-436c-849c-ac8086b3f55f is already hosted by enough agents. {{(pid=102348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 11:26:12.588327 n-d-813419-10 neutron-server[102348]: DEBUG neutron.scheduler.base_scheduler [None req-cd0d3568-9e1a-4d0f-b04c-aba306cf8558 None None] Resources bound (agent type, host, resource id): {{(pid=102348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 11:26:12.592037 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd0d3568-9e1a-4d0f-b04c-aba306cf8558 None None] Received port after_create {{(pid=102348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 11:26:12.619351 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0d3568-9e1a-4d0f-b04c-aba306cf8558 None None] Pushing event updated for resources: {'Port': ['ID=5ccd1908-d7be-42dd-ab9e-c7aee5898f25,revision_number=1']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:26:12.644430 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0d3568-9e1a-4d0f-b04c-aba306cf8558 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:26:12.644770 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0d3568-9e1a-4d0f-b04c-aba306cf8558 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:26:12.645105 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0d3568-9e1a-4d0f-b04c-aba306cf8558 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:26:12.645440 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0d3568-9e1a-4d0f-b04c-aba306cf8558 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:26:12.645761 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0d3568-9e1a-4d0f-b04c-aba306cf8558 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:26:12.646086 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0d3568-9e1a-4d0f-b04c-aba306cf8558 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:26:12.646407 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0d3568-9e1a-4d0f-b04c-aba306cf8558 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:26:12.646725 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0d3568-9e1a-4d0f-b04c-aba306cf8558 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:26:12.647042 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0d3568-9e1a-4d0f-b04c-aba306cf8558 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:26:12.647618 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0d3568-9e1a-4d0f-b04c-aba306cf8558 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:26:12.647934 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0d3568-9e1a-4d0f-b04c-aba306cf8558 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:26:12.648268 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0d3568-9e1a-4d0f-b04c-aba306cf8558 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:26:12.661656 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-cd0d3568-9e1a-4d0f-b04c-aba306cf8558 None None] Attempting to bind port 5ccd1908-d7be-42dd-ab9e-c7aee5898f25 on host n-d-813419-10 for vnic_type normal with profile {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 11:26:12.662022 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-cd0d3568-9e1a-4d0f-b04c-aba306cf8558 None None] Attempting to bind port 5ccd1908-d7be-42dd-ab9e-c7aee5898f25 by drivers openvswitch,hyperv on host n-d-813419-10 at level 0 using segments [{'id': 'bc774f47-7eba-414d-9812-a7b4032ab7dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '65e4b4de-ffef-436c-849c-ac8086b3f55f'}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 11:26:12.662379 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd0d3568-9e1a-4d0f-b04c-aba306cf8558 None None] Attempting to bind port 5ccd1908-d7be-42dd-ab9e-c7aee5898f25 on network 65e4b4de-ffef-436c-849c-ac8086b3f55f {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 11:26:12.667642 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd0d3568-9e1a-4d0f-b04c-aba306cf8558 None None] Checking agent: {'id': '89dba0f3-79b2-435e-9822-33674b8f6ada', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 8, 20), 'started_at': datetime.datetime(2021, 10, 27, 10, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 11, 25, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 11:26:12.667948 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd0d3568-9e1a-4d0f-b04c-aba306cf8558 None None] Checking segment: {'id': 'bc774f47-7eba-414d-9812-a7b4032ab7dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '65e4b4de-ffef-436c-849c-ac8086b3f55f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 11:26:12.668385 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-cd0d3568-9e1a-4d0f-b04c-aba306cf8558 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:26:12.668770 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd0d3568-9e1a-4d0f-b04c-aba306cf8558 None None] Bound using segment: {'id': 'bc774f47-7eba-414d-9812-a7b4032ab7dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '65e4b4de-ffef-436c-849c-ac8086b3f55f'} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 11:26:12.669424 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-cd0d3568-9e1a-4d0f-b04c-aba306cf8558 None None] Bound port: 5ccd1908-d7be-42dd-ab9e-c7aee5898f25, host: n-d-813419-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc774f47-7eba-414d-9812-a7b4032ab7dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '65e4b4de-ffef-436c-849c-ac8086b3f55f'}}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 11:26:12.669971 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-cd0d3568-9e1a-4d0f-b04c-aba306cf8558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:26:12.682222 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-a5b7e1f5-d955-49c3-8a4f-6cf15db73de6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4685e2b4-562d-4a91-8f05-0a8a36a8ee2c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-5797294', 'tenant_id': 'cbfb4663104c453f9ca4ef83ed712b9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.58'}], 'enable_snat': True}, 'gw_port_id': '92cf1156-9c8c-449b-a850-90e6243a17eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:26:10Z', 'updated_at': '2021-10-27T11:26:10Z', 'revision_number': 3, 'project_id': 'cbfb4663104c453f9ca4ef83ed712b9d', 'gw_port': {'id': '92cf1156-9c8c-449b-a850-90e6243a17eb', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:c1:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4685e2b4-562d-4a91-8f05-0a8a36a8ee2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:26:10Z', 'updated_at': '2021-10-27T11:26:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10'}], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:26:12.710100 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5b7e1f5-d955-49c3-8a4f-6cf15db73de6 None None] The sync data for ids ['4685e2b4-562d-4a91-8f05-0a8a36a8ee2c'] in n-d-813419-10 is: [{'id': '4685e2b4-562d-4a91-8f05-0a8a36a8ee2c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-5797294', 'tenant_id': 'cbfb4663104c453f9ca4ef83ed712b9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.58'}], 'enable_snat': True}, 'gw_port_id': '92cf1156-9c8c-449b-a850-90e6243a17eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:26:10Z', 'updated_at': '2021-10-27T11:26:10Z', 'revision_number': 3, 'project_id': 'cbfb4663104c453f9ca4ef83ed712b9d', 'gw_port': {'id': '92cf1156-9c8c-449b-a850-90e6243a17eb', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:c1:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4685e2b4-562d-4a91-8f05-0a8a36a8ee2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:26:10Z', 'updated_at': '2021-10-27T11:26:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10'}] {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 11:26:12.743914 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-cd0d3568-9e1a-4d0f-b04c-aba306cf8558 None None] For port 5ccd1908-d7be-42dd-ab9e-c7aee5898f25, host n-d-813419-10, cleared binding levels {{(pid=102348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 11:26:12.747445 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-cd0d3568-9e1a-4d0f-b04c-aba306cf8558 None None] For port 5ccd1908-d7be-42dd-ab9e-c7aee5898f25, host n-d-813419-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=5ccd1908-d7be-42dd-ab9e-c7aee5898f25,segment=NetworkSegment(bc774f47-7eba-414d-9812-a7b4032ab7dc),segment_id=bc774f47-7eba-414d-9812-a7b4032ab7dc)] {{(pid=102348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 11:26:12.754555 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-cd0d3568-9e1a-4d0f-b04c-aba306cf8558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:26:12.817311 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0d3568-9e1a-4d0f-b04c-aba306cf8558 None None] Pushing event updated for resources: {'Port': ['ID=5ccd1908-d7be-42dd-ab9e-c7aee5898f25,revision_number=2']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:26:12.878465 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-78057f24-b4b9-4016-b74e-5e9d9749d02d tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:26:13.208802 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_common [None req-78057f24-b4b9-4016-b74e-5e9d9749d02d tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Allocated IP 172.20.0.1 (65e4b4de-ffef-436c-849c-ac8086b3f55f/69cebe13-c2b5-4a7a-bf0d-66678f96b30e/96f986c9-642e-43a5-aece-0c9b65328184) {{(pid=102346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 11:26:13.336886 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-78057f24-b4b9-4016-b74e-5e9d9749d02d tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks [] for port, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:26:13.375723 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-78057f24-b4b9-4016-b74e-5e9d9749d02d tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:26:13.421087 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78057f24-b4b9-4016-b74e-5e9d9749d02d tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Network 65e4b4de-ffef-436c-849c-ac8086b3f55f is already hosted by enough agents. {{(pid=102346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 11:26:13.424885 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-78057f24-b4b9-4016-b74e-5e9d9749d02d tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Resources bound (agent type, host, resource id): {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 11:26:13.429308 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78057f24-b4b9-4016-b74e-5e9d9749d02d tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Received port after_create {{(pid=102346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 11:26:13.433452 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78057f24-b4b9-4016-b74e-5e9d9749d02d tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Pushing event updated for resources: {'Port': ['ID=96f986c9-642e-43a5-aece-0c9b65328184,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:26:13.475337 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-78057f24-b4b9-4016-b74e-5e9d9749d02d tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1664961'] for router_interface, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:26:13.622482 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-78057f24-b4b9-4016-b74e-5e9d9749d02d tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:26:13.815343 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7d64ad1-97fa-4be7-9a8d-ba4a519761f4 None None] Network 65e4b4de-ffef-436c-849c-ac8086b3f55f requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 11:26:13.906419 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-78057f24-b4b9-4016-b74e-5e9d9749d02d tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks [] for port, precommit_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:26:13.911552 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-78057f24-b4b9-4016-b74e-5e9d9749d02d tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27024173'] for port, after_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:26:13.944692 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-a6f33810-a2ef-4b04-a9a6-60cdd9627fc6 None None] Provisioning complete for port 5ccd1908-d7be-42dd-ab9e-c7aee5898f25 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:26:13.945061 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a6f33810-a2ef-4b04-a9a6-60cdd9627fc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:26:13.989533 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-78057f24-b4b9-4016-b74e-5e9d9749d02d tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2006967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1766225'] for router_interface, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:26:14.002509 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78057f24-b4b9-4016-b74e-5e9d9749d02d tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Pushing event updated for resources: {'Port': ['ID=96f986c9-642e-43a5-aece-0c9b65328184,revision_number=2']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:26:14.012421 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 5ccd1908-d7be-42dd-ab9e-c7aee5898f25 up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 11:26:14.094446 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78057f24-b4b9-4016-b74e-5e9d9749d02d tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Network 65e4b4de-ffef-436c-849c-ac8086b3f55f is already hosted by enough agents. {{(pid=102346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 11:26:14.096602 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-78057f24-b4b9-4016-b74e-5e9d9749d02d tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Resources bound (agent type, host, resource id): {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 11:26:14.107197 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a6f33810-a2ef-4b04-a9a6-60cdd9627fc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:26:14.130097 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port 5ccd1908-d7be-42dd-ab9e-c7aee5898f25 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:26:14.130456 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:26:14.177999 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a6f33810-a2ef-4b04-a9a6-60cdd9627fc6 None None] For port 5ccd1908-d7be-42dd-ab9e-c7aee5898f25, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=5ccd1908-d7be-42dd-ab9e-c7aee5898f25,segment=NetworkSegment(bc774f47-7eba-414d-9812-a7b4032ab7dc),segment_id=bc774f47-7eba-414d-9812-a7b4032ab7dc)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:26:14.188720 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a6f33810-a2ef-4b04-a9a6-60cdd9627fc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:26:14.226469 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78057f24-b4b9-4016-b74e-5e9d9749d02d tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Router 4685e2b4-562d-4a91-8f05-0a8a36a8ee2c has already been hosted by L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb {{(pid=102346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 11:26:14.287887 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f33810-a2ef-4b04-a9a6-60cdd9627fc6 None None] Pushing event updated for resources: {'Port': ['ID=5ccd1908-d7be-42dd-ab9e-c7aee5898f25,revision_number=3']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:26:14.294175 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 92cf1156-9c8c-449b-a850-90e6243a17eb up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 11:26:14.349624 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port 92cf1156-9c8c-449b-a850-90e6243a17eb triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:26:14.350315 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:26:14.362142 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78057f24-b4b9-4016-b74e-5e9d9749d02d tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 11:26:14.367220 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-78057f24-b4b9-4016-b74e-5e9d9749d02d tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "PUT /v2.0/routers/4685e2b4-562d-4a91-8f05-0a8a36a8ee2c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2925389 Oct 27 11:26:14.416943 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-e7f41ac3-8fe8-4c8d-8727-d67f9970288f None None] Provisioning complete for port 96f986c9-642e-43a5-aece-0c9b65328184 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:26:14.417312 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-e7f41ac3-8fe8-4c8d-8727-d67f9970288f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:26:14.481301 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a40329b-f18f-4d5a-8ca0-cefba9d10369 None None] Sync routers for ids ['4685e2b4-562d-4a91-8f05-0a8a36a8ee2c'] in n-d-813419-10 {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 11:26:14.506014 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-e7f41ac3-8fe8-4c8d-8727-d67f9970288f None None] Port 96f986c9-642e-43a5-aece-0c9b65328184 cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 11:26:14.510536 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:26:14.521162 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a40329b-f18f-4d5a-8ca0-cefba9d10369 None None] Routers {'4685e2b4-562d-4a91-8f05-0a8a36a8ee2c'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 11:26:14.522087 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-9a40329b-f18f-4d5a-8ca0-cefba9d10369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T11:25:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['4685e2b4-562d-4a91-8f05-0a8a36a8ee2c'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:26:14.535087 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-29ae7fcb-f510-4006-b3a2-f657a8026d99 req-6c1e7d64-c357-4c22-9c67-2e311a9c2231 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-338048652&fields=id&tenant_id=cbfb4663104c453f9ca4ef83ed712b9d HTTP/1.1" status: 200 len: 267 time: 0.0431902 Oct 27 11:26:14.579647 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] For port 92cf1156-9c8c-449b-a850-90e6243a17eb, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=92cf1156-9c8c-449b-a850-90e6243a17eb,segment=NetworkSegment(bc14127b-7032-4c50-bb5b-f6813cbae86e),segment_id=bc14127b-7032-4c50-bb5b-f6813cbae86e)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:26:14.605111 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-e7f41ac3-8fe8-4c8d-8727-d67f9970288f None None] Provisioning complete for port 5ccd1908-d7be-42dd-ab9e-c7aee5898f25 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:26:14.605489 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-e7f41ac3-8fe8-4c8d-8727-d67f9970288f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:26:14.630466 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:26:14.651536 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ae7fcb-f510-4006-b3a2-f657a8026d99 req-119d7ffb-4add-4913-95ef-7b22d32ee24b tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:26:14.654234 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-29ae7fcb-f510-4006-b3a2-f657a8026d99 req-119d7ffb-4add-4913-95ef-7b22d32ee24b tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "GET /v2.0/networks?id=65e4b4de-ffef-436c-849c-ac8086b3f55f HTTP/1.1" status: 200 len: 796 time: 0.1176410 Oct 27 11:26:14.670471 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-29ae7fcb-f510-4006-b3a2-f657a8026d99 req-1b228b7a-ee21-4068-921d-7c377fb3dd9a tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "GET /v2.0/quotas/cbfb4663104c453f9ca4ef83ed712b9d HTTP/1.1" status: 200 len: 375 time: 0.0102935 Oct 27 11:26:14.733072 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-29ae7fcb-f510-4006-b3a2-f657a8026d99 req-5850256d-0c93-4d31-bfbe-f780f142184e tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=cbfb4663104c453f9ca4ef83ed712b9d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0544784 Oct 27 11:26:14.752706 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [req-29ae7fcb-f510-4006-b3a2-f657a8026d99 req-39f01897-5f65-47b6-88d2-e64a03d624f3 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=102347) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 11:26:14.753923 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-29ae7fcb-f510-4006-b3a2-f657a8026d99 req-39f01897-5f65-47b6-88d2-e64a03d624f3 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0063252 Oct 27 11:26:14.847250 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-29ae7fcb-f510-4006-b3a2-f657a8026d99 req-1fe39c19-b5a5-4bcb-9267-6f0600215642 service neutron] 10.222.0.44 "GET /v2.0/networks/65e4b4de-ffef-436c-849c-ac8086b3f55f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858717 Oct 27 11:26:14.889647 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Pushing event updated for resources: {'Port': ['ID=92cf1156-9c8c-449b-a850-90e6243a17eb,revision_number=4']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:26:14.900930 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvr_db [None req-9a40329b-f18f-4d5a-8ca0-cefba9d10369 None None] Set router 4685e2b4-562d-4a91-8f05-0a8a36a8ee2c gateway port host: n-d-813419-10 {{(pid=102348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 11:26:14.942268 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-29ae7fcb-f510-4006-b3a2-f657a8026d99 req-52b84568-bb36-4f40-a367-9ebbdc67bfe6 service neutron] 10.222.0.44 "GET /v2.0/networks/65e4b4de-ffef-436c-849c-ac8086b3f55f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889096 Oct 27 11:26:15.132275 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-0b28d8cb-ebba-4db8-ac0d-eedd2adba40b req-1e6b98c2-f74f-4713-8f67-4c5f04d23dc2 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "GET /v2.0/ports?device_id=7770390b-4f5d-4b34-bcb5-7cffb327f9bd HTTP/1.1" status: 200 len: 210 time: 0.0313866 Oct 27 11:26:15.136607 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-91d5734e-32c2-493c-8368-d1873cf5ca3d None None] Provisioning complete for port 96f986c9-642e-43a5-aece-0c9b65328184 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:26:15.136961 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-91d5734e-32c2-493c-8368-d1873cf5ca3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:26:15.179429 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-91d5734e-32c2-493c-8368-d1873cf5ca3d None None] Port 96f986c9-642e-43a5-aece-0c9b65328184 cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 11:26:15.184958 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-9a40329b-f18f-4d5a-8ca0-cefba9d10369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4685e2b4-562d-4a91-8f05-0a8a36a8ee2c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-5797294', 'tenant_id': 'cbfb4663104c453f9ca4ef83ed712b9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.58'}], 'enable_snat': True}, 'gw_port_id': '92cf1156-9c8c-449b-a850-90e6243a17eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:26:10Z', 'updated_at': '2021-10-27T11:26:13Z', 'revision_number': 4, 'project_id': 'cbfb4663104c453f9ca4ef83ed712b9d', 'gw_port': {'id': '92cf1156-9c8c-449b-a850-90e6243a17eb', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:c1:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4685e2b4-562d-4a91-8f05-0a8a36a8ee2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:26:10Z', 'updated_at': '2021-10-27T11:26:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_interfaces': [{'id': '96f986c9-642e-43a5-aece-0c9b65328184', 'name': '', 'network_id': '65e4b4de-ffef-436c-849c-ac8086b3f55f', 'tenant_id': 'cbfb4663104c453f9ca4ef83ed712b9d', 'mac_address': 'fa:16:3e:ab:b5:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4685e2b4-562d-4a91-8f05-0a8a36a8ee2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '69cebe13-c2b5-4a7a-bf0d-66678f96b30e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:26:13Z', 'updated_at': '2021-10-27T11:26:13Z', 'revision_number': 2, 'project_id': 'cbfb4663104c453f9ca4ef83ed712b9d', 'subnets': [{'id': '69cebe13-c2b5-4a7a-bf0d-66678f96b30e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:26:15.213752 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a40329b-f18f-4d5a-8ca0-cefba9d10369 None None] Checking router: 4685e2b4-562d-4a91-8f05-0a8a36a8ee2c for host: n-d-813419-10 {{(pid=102348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 11:26:15.214110 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a40329b-f18f-4d5a-8ca0-cefba9d10369 None None] Updating router 4685e2b4-562d-4a91-8f05-0a8a36a8ee2c port 96f986c9-642e-43a5-aece-0c9b65328184 binding host n-d-813419-10 {{(pid=102348) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 11:26:15.239689 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-9a40329b-f18f-4d5a-8ca0-cefba9d10369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:26:15.523275 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-9a40329b-f18f-4d5a-8ca0-cefba9d10369 None None] Publish callbacks [] for port, precommit_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:26:15.528547 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-9a40329b-f18f-4d5a-8ca0-cefba9d10369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:26:15.577284 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f8f828-b591-4fa9-8152-1f6fb3b902eb None None] Pushing event updated for resources: {'Port': ['ID=96f986c9-642e-43a5-aece-0c9b65328184,revision_number=3']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:26:15.636111 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-9a40329b-f18f-4d5a-8ca0-cefba9d10369 None None] Attempting to bind port 96f986c9-642e-43a5-aece-0c9b65328184 on host n-d-813419-10 for vnic_type normal with profile {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 11:26:15.636513 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-9a40329b-f18f-4d5a-8ca0-cefba9d10369 None None] Attempting to bind port 96f986c9-642e-43a5-aece-0c9b65328184 by drivers openvswitch,hyperv on host n-d-813419-10 at level 0 using segments [{'id': 'bc774f47-7eba-414d-9812-a7b4032ab7dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '65e4b4de-ffef-436c-849c-ac8086b3f55f'}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 11:26:15.636878 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a40329b-f18f-4d5a-8ca0-cefba9d10369 None None] Attempting to bind port 96f986c9-642e-43a5-aece-0c9b65328184 on network 65e4b4de-ffef-436c-849c-ac8086b3f55f {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 11:26:15.642195 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a40329b-f18f-4d5a-8ca0-cefba9d10369 None None] Checking agent: {'id': '89dba0f3-79b2-435e-9822-33674b8f6ada', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 8, 20), 'started_at': datetime.datetime(2021, 10, 27, 10, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 11, 25, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 11:26:15.642433 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a40329b-f18f-4d5a-8ca0-cefba9d10369 None None] Checking segment: {'id': 'bc774f47-7eba-414d-9812-a7b4032ab7dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '65e4b4de-ffef-436c-849c-ac8086b3f55f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 11:26:15.642829 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-9a40329b-f18f-4d5a-8ca0-cefba9d10369 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:26:15.643219 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a40329b-f18f-4d5a-8ca0-cefba9d10369 None None] Bound using segment: {'id': 'bc774f47-7eba-414d-9812-a7b4032ab7dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '65e4b4de-ffef-436c-849c-ac8086b3f55f'} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 11:26:15.643684 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-9a40329b-f18f-4d5a-8ca0-cefba9d10369 None None] Bound port: 96f986c9-642e-43a5-aece-0c9b65328184, host: n-d-813419-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc774f47-7eba-414d-9812-a7b4032ab7dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '65e4b4de-ffef-436c-849c-ac8086b3f55f'}}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 11:26:15.644065 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-9a40329b-f18f-4d5a-8ca0-cefba9d10369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:26:15.714693 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-9a40329b-f18f-4d5a-8ca0-cefba9d10369 None None] For port 96f986c9-642e-43a5-aece-0c9b65328184, host n-d-813419-10, cleared binding levels {{(pid=102348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 11:26:15.718707 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-9a40329b-f18f-4d5a-8ca0-cefba9d10369 None None] For port 96f986c9-642e-43a5-aece-0c9b65328184, host n-d-813419-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=96f986c9-642e-43a5-aece-0c9b65328184,segment=NetworkSegment(bc774f47-7eba-414d-9812-a7b4032ab7dc),segment_id=bc774f47-7eba-414d-9812-a7b4032ab7dc)] {{(pid=102348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 11:26:15.723435 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-9a40329b-f18f-4d5a-8ca0-cefba9d10369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:26:15.785153 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a40329b-f18f-4d5a-8ca0-cefba9d10369 None None] Routers {'4685e2b4-562d-4a91-8f05-0a8a36a8ee2c'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 11:26:15.785785 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-9a40329b-f18f-4d5a-8ca0-cefba9d10369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T11:25:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['4685e2b4-562d-4a91-8f05-0a8a36a8ee2c'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:26:15.856490 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f8f828-b591-4fa9-8152-1f6fb3b902eb None None] Pushing event updated for resources: {'Port': ['ID=96f986c9-642e-43a5-aece-0c9b65328184,revision_number=4']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:26:15.913839 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvr_db [None req-9a40329b-f18f-4d5a-8ca0-cefba9d10369 None None] Set router 4685e2b4-562d-4a91-8f05-0a8a36a8ee2c gateway port host: n-d-813419-10 {{(pid=102348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 11:26:15.953422 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 5ccd1908-d7be-42dd-ab9e-c7aee5898f25 up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 11:26:15.959191 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-a614eb49-5bf9-4f7f-bd5b-18bccc55a46b None None] Provisioning complete for port 96f986c9-642e-43a5-aece-0c9b65328184 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:26:15.959556 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a614eb49-5bf9-4f7f-bd5b-18bccc55a46b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:26:16.127249 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ae7fcb-f510-4006-b3a2-f657a8026d99 req-99b1e67c-9dce-45ff-9edf-69b3f8c9f06b tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:26:16.128772 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-29ae7fcb-f510-4006-b3a2-f657a8026d99 req-99b1e67c-9dce-45ff-9edf-69b3f8c9f06b tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.64 "GET /v2.0/networks?id=65e4b4de-ffef-436c-849c-ac8086b3f55f HTTP/1.1" status: 200 len: 796 time: 0.1127076 Oct 27 11:26:16.174534 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-29ae7fcb-f510-4006-b3a2-f657a8026d99 req-1e2e8d9f-2165-410a-9a06-9297d56542da tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cbfb4663104c453f9ca4ef83ed712b9d HTTP/1.1" status: 200 len: 379 time: 0.0356562 Oct 27 11:26:16.178448 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port 5ccd1908-d7be-42dd-ab9e-c7aee5898f25 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:26:16.178824 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:26:16.185178 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [req-29ae7fcb-f510-4006-b3a2-f657a8026d99 req-9e9dbe96-fe7d-4916-a778-6ba35a5844d2 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Request body: {'port': {'device_id': '7770390b-4f5d-4b34-bcb5-7cffb327f9bd', 'network_id': '65e4b4de-ffef-436c-849c-ac8086b3f55f', 'admin_state_up': True, 'tenant_id': 'cbfb4663104c453f9ca4ef83ed712b9d', 'security_groups': ['76335b09-d3f0-48e1-8f6b-f88f02100f94']}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:26:16.240316 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a614eb49-5bf9-4f7f-bd5b-18bccc55a46b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:26:16.266016 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c22b7834-9249-4fd5-ae26-110faf45b55e req-0bc90459-5ca7-4676-a2c7-eef4113b646c tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "GET /v2.0/ports?device_id=7770390b-4f5d-4b34-bcb5-7cffb327f9bd HTTP/1.1" status: 200 len: 210 time: 0.0389252 Oct 27 11:26:16.345661 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a614eb49-5bf9-4f7f-bd5b-18bccc55a46b None None] For port 96f986c9-642e-43a5-aece-0c9b65328184, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=96f986c9-642e-43a5-aece-0c9b65328184,segment=NetworkSegment(bc774f47-7eba-414d-9812-a7b4032ab7dc),segment_id=bc774f47-7eba-414d-9812-a7b4032ab7dc)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:26:16.346760 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29ae7fcb-f510-4006-b3a2-f657a8026d99 req-9e9dbe96-fe7d-4916-a778-6ba35a5844d2 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Made reservation on behalf of cbfb4663104c453f9ca4ef83ed712b9d for: {'port': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 11:26:16.349518 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-4e1616b2-2c60-4423-ad8e-e5b94a8cd43e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:26:16.352678 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-29ae7fcb-f510-4006-b3a2-f657a8026d99 req-9e9dbe96-fe7d-4916-a778-6ba35a5844d2 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:26:16.372212 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a614eb49-5bf9-4f7f-bd5b-18bccc55a46b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:26:16.425254 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 92cf1156-9c8c-449b-a850-90e6243a17eb up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 11:26:16.460536 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-9a40329b-f18f-4d5a-8ca0-cefba9d10369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4685e2b4-562d-4a91-8f05-0a8a36a8ee2c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-5797294', 'tenant_id': 'cbfb4663104c453f9ca4ef83ed712b9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.58'}], 'enable_snat': True}, 'gw_port_id': '92cf1156-9c8c-449b-a850-90e6243a17eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:26:10Z', 'updated_at': '2021-10-27T11:26:13Z', 'revision_number': 4, 'project_id': 'cbfb4663104c453f9ca4ef83ed712b9d', 'gw_port': {'id': '92cf1156-9c8c-449b-a850-90e6243a17eb', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:c1:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4685e2b4-562d-4a91-8f05-0a8a36a8ee2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:26:10Z', 'updated_at': '2021-10-27T11:26:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_interfaces': [{'id': '96f986c9-642e-43a5-aece-0c9b65328184', 'name': '', 'network_id': '65e4b4de-ffef-436c-849c-ac8086b3f55f', 'tenant_id': 'cbfb4663104c453f9ca4ef83ed712b9d', 'mac_address': 'fa:16:3e:ab:b5:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4685e2b4-562d-4a91-8f05-0a8a36a8ee2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '69cebe13-c2b5-4a7a-bf0d-66678f96b30e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:26:13Z', 'updated_at': '2021-10-27T11:26:15Z', 'revision_number': 4, 'project_id': 'cbfb4663104c453f9ca4ef83ed712b9d', 'subnets': [{'id': '69cebe13-c2b5-4a7a-bf0d-66678f96b30e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:26:16.472152 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a614eb49-5bf9-4f7f-bd5b-18bccc55a46b None None] Pushing event updated for resources: {'Port': ['ID=96f986c9-642e-43a5-aece-0c9b65328184,revision_number=5']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:26:16.477466 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_common [req-29ae7fcb-f510-4006-b3a2-f657a8026d99 req-9e9dbe96-fe7d-4916-a778-6ba35a5844d2 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Allocated IP 172.20.0.4 (65e4b4de-ffef-436c-849c-ac8086b3f55f/69cebe13-c2b5-4a7a-bf0d-66678f96b30e/9f411b6c-21d2-4b78-97c7-6a7d1f721691) {{(pid=102347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 11:26:16.506306 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a40329b-f18f-4d5a-8ca0-cefba9d10369 None None] The sync data for ids ['4685e2b4-562d-4a91-8f05-0a8a36a8ee2c'] in n-d-813419-10 is: [{'id': '4685e2b4-562d-4a91-8f05-0a8a36a8ee2c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-5797294', 'tenant_id': 'cbfb4663104c453f9ca4ef83ed712b9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.58'}], 'enable_snat': True}, 'gw_port_id': '92cf1156-9c8c-449b-a850-90e6243a17eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:26:10Z', 'updated_at': '2021-10-27T11:26:13Z', 'revision_number': 4, 'project_id': 'cbfb4663104c453f9ca4ef83ed712b9d', 'gw_port': {'id': '92cf1156-9c8c-449b-a850-90e6243a17eb', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:c1:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4685e2b4-562d-4a91-8f05-0a8a36a8ee2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:26:10Z', 'updated_at': '2021-10-27T11:26:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_interfaces': [{'id': '96f986c9-642e-43a5-aece-0c9b65328184', 'name': '', 'network_id': '65e4b4de-ffef-436c-849c-ac8086b3f55f', 'tenant_id': 'cbfb4663104c453f9ca4ef83ed712b9d', 'mac_address': 'fa:16:3e:ab:b5:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4685e2b4-562d-4a91-8f05-0a8a36a8ee2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '69cebe13-c2b5-4a7a-bf0d-66678f96b30e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:26:13Z', 'updated_at': '2021-10-27T11:26:15Z', 'revision_number': 4, 'project_id': 'cbfb4663104c453f9ca4ef83ed712b9d', 'subnets': [{'id': '69cebe13-c2b5-4a7a-bf0d-66678f96b30e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 11:26:16.530041 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-c9bc0560-1d6a-4771-9a0e-210b3dfad5fa None None] Provisioning complete for port 96f986c9-642e-43a5-aece-0c9b65328184 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:26:16.530400 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-c9bc0560-1d6a-4771-9a0e-210b3dfad5fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:26:16.574466 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port 92cf1156-9c8c-449b-a850-90e6243a17eb triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:26:16.574855 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:26:16.650222 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-29ae7fcb-f510-4006-b3a2-f657a8026d99 req-9e9dbe96-fe7d-4916-a778-6ba35a5844d2 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks [] for port, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:26:16.686543 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-29ae7fcb-f510-4006-b3a2-f657a8026d99 req-9e9dbe96-fe7d-4916-a778-6ba35a5844d2 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:26:16.737609 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29ae7fcb-f510-4006-b3a2-f657a8026d99 req-9e9dbe96-fe7d-4916-a778-6ba35a5844d2 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Network 65e4b4de-ffef-436c-849c-ac8086b3f55f is already hosted by enough agents. {{(pid=102347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 11:26:16.740976 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [req-29ae7fcb-f510-4006-b3a2-f657a8026d99 req-9e9dbe96-fe7d-4916-a778-6ba35a5844d2 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Resources bound (agent type, host, resource id): {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 11:26:16.744988 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [req-29ae7fcb-f510-4006-b3a2-f657a8026d99 req-9e9dbe96-fe7d-4916-a778-6ba35a5844d2 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Received port after_create {{(pid=102347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 11:26:16.752057 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9dbe96-fe7d-4916-a778-6ba35a5844d2 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Pushing event updated for resources: {'Port': ['ID=9f411b6c-21d2-4b78-97c7-6a7d1f721691,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:26:16.806439 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ae7fcb-f510-4006-b3a2-f657a8026d99 req-9e9dbe96-fe7d-4916-a778-6ba35a5844d2 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:26:16.807086 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-29ae7fcb-f510-4006-b3a2-f657a8026d99 req-9e9dbe96-fe7d-4916-a778-6ba35a5844d2 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:26:16.825024 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-29ae7fcb-f510-4006-b3a2-f657a8026d99 req-9e9dbe96-fe7d-4916-a778-6ba35a5844d2 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6435361 Oct 27 11:26:16.837975 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [req-29ae7fcb-f510-4006-b3a2-f657a8026d99 req-0d3b1d8e-d3be-45bf-abc9-629cae17a23f service neutron] Request body: {'port': {'device_id': '7770390b-4f5d-4b34-bcb5-7cffb327f9bd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-10'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:26:16.897800 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-29ae7fcb-f510-4006-b3a2-f657a8026d99 req-0d3b1d8e-d3be-45bf-abc9-629cae17a23f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:26:17.025416 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-0bf9d02a-dab4-4b9a-b0ef-637bda37f8cc None None] Provisioning complete for port 9f411b6c-21d2-4b78-97c7-6a7d1f721691 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:26:17.026397 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-0bf9d02a-dab4-4b9a-b0ef-637bda37f8cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:26:17.065074 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-0bf9d02a-dab4-4b9a-b0ef-637bda37f8cc None None] Port 9f411b6c-21d2-4b78-97c7-6a7d1f721691 cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 11:26:17.168023 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [req-29ae7fcb-f510-4006-b3a2-f657a8026d99 req-0d3b1d8e-d3be-45bf-abc9-629cae17a23f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f411b6c-21d2-4b78-97c7-6a7d1f721691 {{(pid=102347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 11:26:17.176013 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-29ae7fcb-f510-4006-b3a2-f657a8026d99 req-0d3b1d8e-d3be-45bf-abc9-629cae17a23f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:26:17.188926 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.provisioning_blocks [req-29ae7fcb-f510-4006-b3a2-f657a8026d99 req-0d3b1d8e-d3be-45bf-abc9-629cae17a23f service neutron] Transition to ACTIVE for port object 9f411b6c-21d2-4b78-97c7-6a7d1f721691 will not be triggered until provisioned by entity L2. {{(pid=102347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 11:26:17.192851 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-29ae7fcb-f510-4006-b3a2-f657a8026d99 req-0d3b1d8e-d3be-45bf-abc9-629cae17a23f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:26:17.393579 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30db045d-df3a-45dd-b02e-eb4e2869c231 req-a62954cf-377f-4c12-9cdd-7e424d9c6fa9 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:26:17.395299 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-30db045d-df3a-45dd-b02e-eb4e2869c231 req-a62954cf-377f-4c12-9cdd-7e424d9c6fa9 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "GET /v2.0/ports?device_id=7770390b-4f5d-4b34-bcb5-7cffb327f9bd HTTP/1.1" status: 200 len: 943 time: 0.0548739 Oct 27 11:26:17.438414 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-30db045d-df3a-45dd-b02e-eb4e2869c231 req-d35e0095-01e1-4820-a5ab-6607ab6bf7ad tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "GET /v2.0/security-groups?id=76335b09-d3f0-48e1-8f6b-f88f02100f94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360289 Oct 27 11:26:17.598519 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3b1d8e-d3be-45bf-abc9-629cae17a23f service neutron] Pushing event updated for resources: {'Port': ['ID=9f411b6c-21d2-4b78-97c7-6a7d1f721691,revision_number=2']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:26:17.672918 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-29ae7fcb-f510-4006-b3a2-f657a8026d99 req-0d3b1d8e-d3be-45bf-abc9-629cae17a23f service neutron] Attempting to bind port 9f411b6c-21d2-4b78-97c7-6a7d1f721691 on host n-h1-813419-10 for vnic_type normal with profile {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 11:26:17.673344 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-29ae7fcb-f510-4006-b3a2-f657a8026d99 req-0d3b1d8e-d3be-45bf-abc9-629cae17a23f service neutron] Attempting to bind port 9f411b6c-21d2-4b78-97c7-6a7d1f721691 by drivers openvswitch,hyperv on host n-h1-813419-10 at level 0 using segments [{'id': 'bc774f47-7eba-414d-9812-a7b4032ab7dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '65e4b4de-ffef-436c-849c-ac8086b3f55f'}] {{(pid=102347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 11:26:17.673866 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29ae7fcb-f510-4006-b3a2-f657a8026d99 req-0d3b1d8e-d3be-45bf-abc9-629cae17a23f service neutron] Attempting to bind port 9f411b6c-21d2-4b78-97c7-6a7d1f721691 on network 65e4b4de-ffef-436c-849c-ac8086b3f55f {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 11:26:17.678609 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29ae7fcb-f510-4006-b3a2-f657a8026d99 req-0d3b1d8e-d3be-45bf-abc9-629cae17a23f service neutron] Port 9f411b6c-21d2-4b78-97c7-6a7d1f721691 on network 65e4b4de-ffef-436c-849c-ac8086b3f55f not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-10 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 11:26:17.678941 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29ae7fcb-f510-4006-b3a2-f657a8026d99 req-0d3b1d8e-d3be-45bf-abc9-629cae17a23f service neutron] Attempting to bind port 9f411b6c-21d2-4b78-97c7-6a7d1f721691 on network 65e4b4de-ffef-436c-849c-ac8086b3f55f {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 11:26:17.684054 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29ae7fcb-f510-4006-b3a2-f657a8026d99 req-0d3b1d8e-d3be-45bf-abc9-629cae17a23f service neutron] Checking agent: {'id': 'a52e1cab-0c63-402d-9c94-330537c6c076', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 16, 2), 'started_at': datetime.datetime(2021, 10, 27, 10, 16, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 11, 26, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 11:26:17.684416 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29ae7fcb-f510-4006-b3a2-f657a8026d99 req-0d3b1d8e-d3be-45bf-abc9-629cae17a23f service neutron] Checking segment: {'id': 'bc774f47-7eba-414d-9812-a7b4032ab7dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '65e4b4de-ffef-436c-849c-ac8086b3f55f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 11:26:17.684800 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29ae7fcb-f510-4006-b3a2-f657a8026d99 req-0d3b1d8e-d3be-45bf-abc9-629cae17a23f service neutron] Bound using segment: {'id': 'bc774f47-7eba-414d-9812-a7b4032ab7dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '65e4b4de-ffef-436c-849c-ac8086b3f55f'} {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 11:26:17.685222 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-29ae7fcb-f510-4006-b3a2-f657a8026d99 req-0d3b1d8e-d3be-45bf-abc9-629cae17a23f service neutron] Bound port: 9f411b6c-21d2-4b78-97c7-6a7d1f721691, host: n-h1-813419-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc774f47-7eba-414d-9812-a7b4032ab7dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '65e4b4de-ffef-436c-849c-ac8086b3f55f'}}] {{(pid=102347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 11:26:17.685579 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-29ae7fcb-f510-4006-b3a2-f657a8026d99 req-0d3b1d8e-d3be-45bf-abc9-629cae17a23f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:26:17.759507 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-29ae7fcb-f510-4006-b3a2-f657a8026d99 req-0d3b1d8e-d3be-45bf-abc9-629cae17a23f service neutron] For port 9f411b6c-21d2-4b78-97c7-6a7d1f721691, host n-h1-813419-10, cleared binding levels {{(pid=102347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 11:26:17.762588 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-29ae7fcb-f510-4006-b3a2-f657a8026d99 req-0d3b1d8e-d3be-45bf-abc9-629cae17a23f service neutron] For port 9f411b6c-21d2-4b78-97c7-6a7d1f721691, host n-h1-813419-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=9f411b6c-21d2-4b78-97c7-6a7d1f721691,segment=NetworkSegment(bc774f47-7eba-414d-9812-a7b4032ab7dc),segment_id=bc774f47-7eba-414d-9812-a7b4032ab7dc)] {{(pid=102347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 11:26:17.767605 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-29ae7fcb-f510-4006-b3a2-f657a8026d99 req-0d3b1d8e-d3be-45bf-abc9-629cae17a23f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:26:17.805379 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ae7fcb-f510-4006-b3a2-f657a8026d99 req-0d3b1d8e-d3be-45bf-abc9-629cae17a23f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:26:17.806001 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-29ae7fcb-f510-4006-b3a2-f657a8026d99 req-0d3b1d8e-d3be-45bf-abc9-629cae17a23f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:26:17.807726 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-29ae7fcb-f510-4006-b3a2-f657a8026d99 req-0d3b1d8e-d3be-45bf-abc9-629cae17a23f service neutron] 10.222.0.64 "PUT /v2.0/ports/9f411b6c-21d2-4b78-97c7-6a7d1f721691 HTTP/1.1" status: 200 len: 1092 time: 0.9742649 Oct 27 11:26:17.808170 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7770390b-4f5d-4b34-bcb5-7cffb327f9bd', 'tag': '9f411b6c-21d2-4b78-97c7-6a7d1f721691'}] {{(pid=102347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 11:26:17.810444 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b4a6b06816dbd4a25adc79839574a1cde60454ea9fb7ff9bc84d34209fb596e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fda342b-a1b4-40a3-b9ba-60ab060baa89" -d '{"events": [{"name": "network-changed", "server_uuid": "7770390b-4f5d-4b34-bcb5-7cffb327f9bd", "tag": "9f411b6c-21d2-4b78-97c7-6a7d1f721691"}]}' {{(pid=102347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 11:26:17.830727 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3b1d8e-d3be-45bf-abc9-629cae17a23f service neutron] Pushing event updated for resources: {'Port': ['ID=9f411b6c-21d2-4b78-97c7-6a7d1f721691,revision_number=3']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:26:17.876531 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 11:26:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b611370-364f-4189-8a07-05c7b31e5a9b x-openstack-request-id: req-4b611370-364f-4189-8a07-05c7b31e5a9b {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 11:26:17.876816 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7770390b-4f5d-4b34-bcb5-7cffb327f9bd", "tag": "9f411b6c-21d2-4b78-97c7-6a7d1f721691", "status": "completed", "code": 200}]} {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 11:26:17.877246 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4b611370-364f-4189-8a07-05c7b31e5a9b {{(pid=102347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 11:26:17.877648 n-d-813419-10 neutron-server[102347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7770390b-4f5d-4b34-bcb5-7cffb327f9bd', 'tag': '9f411b6c-21d2-4b78-97c7-6a7d1f721691', 'status': 'completed', 'code': 200} Oct 27 11:26:17.897131 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ae7fcb-f510-4006-b3a2-f657a8026d99 req-ccd8973f-69da-440b-bce6-4dd1012f93f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:26:17.899305 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-29ae7fcb-f510-4006-b3a2-f657a8026d99 req-ccd8973f-69da-440b-bce6-4dd1012f93f9 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=cbfb4663104c453f9ca4ef83ed712b9d&device_id=7770390b-4f5d-4b34-bcb5-7cffb327f9bd HTTP/1.1" status: 200 len: 1095 time: 0.0519879 Oct 27 11:26:17.946549 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-29ae7fcb-f510-4006-b3a2-f657a8026d99 req-756f655a-9104-4f83-b60e-21d788914200 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9f411b6c-21d2-4b78-97c7-6a7d1f721691 HTTP/1.1" status: 200 len: 217 time: 0.0387933 Oct 27 11:26:17.947089 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 96f986c9-642e-43a5-aece-0c9b65328184 up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 11:26:18.004943 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port 96f986c9-642e-43a5-aece-0c9b65328184 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:26:18.005434 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:26:18.014185 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ae7fcb-f510-4006-b3a2-f657a8026d99 req-e6540b66-e072-402c-86ea-dbd53bf5203a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:26:18.015757 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-29ae7fcb-f510-4006-b3a2-f657a8026d99 req-e6540b66-e072-402c-86ea-dbd53bf5203a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=69cebe13-c2b5-4a7a-bf0d-66678f96b30e HTTP/1.1" status: 200 len: 834 time: 0.0556192 Oct 27 11:26:18.063379 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ae7fcb-f510-4006-b3a2-f657a8026d99 req-d86a03de-26d9-4747-a31c-9a8581c91032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:26:18.064901 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-29ae7fcb-f510-4006-b3a2-f657a8026d99 req-d86a03de-26d9-4747-a31c-9a8581c91032 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=65e4b4de-ffef-436c-849c-ac8086b3f55f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0426753 Oct 27 11:26:18.161201 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-29ae7fcb-f510-4006-b3a2-f657a8026d99 req-d6ffabe1-ea76-435b-bfb8-341e8063b94b service neutron] 10.222.0.64 "GET /v2.0/networks/65e4b4de-ffef-436c-849c-ac8086b3f55f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878222 Oct 27 11:26:18.249133 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-29ae7fcb-f510-4006-b3a2-f657a8026d99 req-19289999-5729-48ba-941b-981a29befd69 service neutron] 10.222.0.64 "GET /v2.0/networks/65e4b4de-ffef-436c-849c-ac8086b3f55f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799654 Oct 27 11:26:18.336611 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fda342b-a1b4-40a3-b9ba-60ab060baa89 req-f10a900c-a58e-4335-9524-2905bd62fd5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:26:18.338096 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-4fda342b-a1b4-40a3-b9ba-60ab060baa89 req-f10a900c-a58e-4335-9524-2905bd62fd5a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=cbfb4663104c453f9ca4ef83ed712b9d&device_id=7770390b-4f5d-4b34-bcb5-7cffb327f9bd HTTP/1.1" status: 200 len: 1095 time: 0.0406849 Oct 27 11:26:18.429763 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fda342b-a1b4-40a3-b9ba-60ab060baa89 req-c0fbe899-2bf1-4632-95c4-0e97b9f59af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:26:18.431218 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-4fda342b-a1b4-40a3-b9ba-60ab060baa89 req-c0fbe899-2bf1-4632-95c4-0e97b9f59af6 service neutron] 10.222.0.64 "GET /v2.0/networks?id=65e4b4de-ffef-436c-849c-ac8086b3f55f HTTP/1.1" status: 200 len: 897 time: 0.0865607 Oct 27 11:26:18.470535 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-4fda342b-a1b4-40a3-b9ba-60ab060baa89 req-907badd2-6067-4a7a-a498-2f7b266c8391 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9f411b6c-21d2-4b78-97c7-6a7d1f721691 HTTP/1.1" status: 200 len: 217 time: 0.0322576 Oct 27 11:26:18.523710 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fda342b-a1b4-40a3-b9ba-60ab060baa89 req-4dcadf90-f53c-4921-892e-aa8441d5aa13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:26:18.525115 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-4fda342b-a1b4-40a3-b9ba-60ab060baa89 req-4dcadf90-f53c-4921-892e-aa8441d5aa13 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=69cebe13-c2b5-4a7a-bf0d-66678f96b30e HTTP/1.1" status: 200 len: 834 time: 0.0477042 Oct 27 11:26:18.563928 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7566b7a-f4e8-4a23-9795-f20d4d17dc41 req-82b2d605-7da3-41c4-a707-cdc5eda35719 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:26:18.565686 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-c7566b7a-f4e8-4a23-9795-f20d4d17dc41 req-82b2d605-7da3-41c4-a707-cdc5eda35719 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "GET /v2.0/ports?device_id=7770390b-4f5d-4b34-bcb5-7cffb327f9bd HTTP/1.1" status: 200 len: 943 time: 0.0547798 Oct 27 11:26:18.574269 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fda342b-a1b4-40a3-b9ba-60ab060baa89 req-24503826-c646-42c4-ac34-505dd5f4ad2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:26:18.575760 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-4fda342b-a1b4-40a3-b9ba-60ab060baa89 req-24503826-c646-42c4-ac34-505dd5f4ad2c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=65e4b4de-ffef-436c-849c-ac8086b3f55f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0424271 Oct 27 11:26:18.604137 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-c7566b7a-f4e8-4a23-9795-f20d4d17dc41 req-02b5f91f-fb9f-4b0d-8a52-f603e8c0f253 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "GET /v2.0/security-groups?id=76335b09-d3f0-48e1-8f6b-f88f02100f94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317826 Oct 27 11:26:18.666856 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-4fda342b-a1b4-40a3-b9ba-60ab060baa89 req-7be91b13-26a8-47a7-a146-6a3903ac06d1 service neutron] 10.222.0.64 "GET /v2.0/networks/65e4b4de-ffef-436c-849c-ac8086b3f55f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835123 Oct 27 11:26:18.759766 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-4fda342b-a1b4-40a3-b9ba-60ab060baa89 req-1c849968-c806-477f-80e3-27fc2cfc7cfc service neutron] 10.222.0.64 "GET /v2.0/networks/65e4b4de-ffef-436c-849c-ac8086b3f55f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845165 Oct 27 11:26:18.977950 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-2b8fe3e5-0518-442c-ac5f-b614e097c2c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:26:19.725558 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a338f6-bda8-4cef-89ed-1ee36e8bf7da req-d41bdefd-53c4-4fd3-b8ef-b7b3649791a1 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:26:19.727029 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-96a338f6-bda8-4cef-89ed-1ee36e8bf7da req-d41bdefd-53c4-4fd3-b8ef-b7b3649791a1 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "GET /v2.0/ports?device_id=7770390b-4f5d-4b34-bcb5-7cffb327f9bd HTTP/1.1" status: 200 len: 943 time: 0.0535679 Oct 27 11:26:19.765270 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-96a338f6-bda8-4cef-89ed-1ee36e8bf7da req-35df1209-d93a-45b5-90bc-4c0e9b61c0c7 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "GET /v2.0/security-groups?id=76335b09-d3f0-48e1-8f6b-f88f02100f94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322559 Oct 27 11:26:20.097870 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:26:20.260835 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-eadeaa30-4096-4d1a-b3cb-aa7ebfb291ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:26:20.877845 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5dcf8b-545d-4c27-8458-71fa61f59319 req-30433a01-97ba-4b3b-9ea1-29fa6ec16b51 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:26:20.879871 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-3a5dcf8b-545d-4c27-8458-71fa61f59319 req-30433a01-97ba-4b3b-9ea1-29fa6ec16b51 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "GET /v2.0/ports?device_id=7770390b-4f5d-4b34-bcb5-7cffb327f9bd HTTP/1.1" status: 200 len: 943 time: 0.0499156 Oct 27 11:26:20.917245 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-3a5dcf8b-545d-4c27-8458-71fa61f59319 req-418b20bb-e959-47ef-a7d5-41c1448ad0a4 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "GET /v2.0/security-groups?id=76335b09-d3f0-48e1-8f6b-f88f02100f94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314229 Oct 27 11:26:21.935344 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device 9f411b6c-21d2-4b78-97c7-6a7d1f721691 details requested by agent hyperv_n-h1-813419-10 with host n-h1-813419-10 {{(pid=102348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 11:26:22.030079 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port 9f411b6c-21d2-4b78-97c7-6a7d1f721691, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=9f411b6c-21d2-4b78-97c7-6a7d1f721691,segment=NetworkSegment(bc774f47-7eba-414d-9812-a7b4032ab7dc),segment_id=bc774f47-7eba-414d-9812-a7b4032ab7dc)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:26:22.033911 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa98692-1e29-4f26-a599-1f74c0abe02d req-2f3a5b22-3517-4f66-bc11-dbfc3d53a815 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:26:22.035421 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-9fa98692-1e29-4f26-a599-1f74c0abe02d req-2f3a5b22-3517-4f66-bc11-dbfc3d53a815 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "GET /v2.0/ports?device_id=7770390b-4f5d-4b34-bcb5-7cffb327f9bd HTTP/1.1" status: 200 len: 943 time: 0.0530415 Oct 27 11:26:22.041261 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Returning: {'device': '9f411b6c-21d2-4b78-97c7-6a7d1f721691', 'network_id': '65e4b4de-ffef-436c-849c-ac8086b3f55f', 'port_id': '9f411b6c-21d2-4b78-97c7-6a7d1f721691', 'mac_address': 'fa:16:3e:67:cc:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 403, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69cebe13-c2b5-4a7a-bf0d-66678f96b30e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 11:26:22.074501 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-9fa98692-1e29-4f26-a599-1f74c0abe02d req-0fb46e13-5cb0-421a-949c-0e0fa5a0e602 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "GET /v2.0/security-groups?id=76335b09-d3f0-48e1-8f6b-f88f02100f94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330148 Oct 27 11:26:22.081951 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:26:22.095077 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f411b6c-21d2-4b78-97c7-6a7d1f721691 {{(pid=102348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 11:26:22.114177 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port 9f411b6c-21d2-4b78-97c7-6a7d1f721691, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=9f411b6c-21d2-4b78-97c7-6a7d1f721691,segment=NetworkSegment(bc774f47-7eba-414d-9812-a7b4032ab7dc),segment_id=bc774f47-7eba-414d-9812-a7b4032ab7dc)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:26:22.118209 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:26:22.171406 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-3c6a8245-0581-48aa-b5f6-4d8fe98cd16e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:26:22.176439 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Pushing event updated for resources: {'Port': ['ID=9f411b6c-21d2-4b78-97c7-6a7d1f721691,revision_number=4']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:26:22.317604 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] get_ports_and_sgs() called for port_ids ['9f411b6c-21d2-4b78-97c7-6a7d1f721691'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 11:26:23.189816 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5ebba6-e7e6-45e0-b7ba-83d9a82b377f req-c511116b-7d0d-4261-b122-ff72996fa5d5 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:26:23.191887 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ff5ebba6-e7e6-45e0-b7ba-83d9a82b377f req-c511116b-7d0d-4261-b122-ff72996fa5d5 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "GET /v2.0/ports?device_id=7770390b-4f5d-4b34-bcb5-7cffb327f9bd HTTP/1.1" status: 200 len: 944 time: 0.0509713 Oct 27 11:26:23.229189 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ff5ebba6-e7e6-45e0-b7ba-83d9a82b377f req-a78b79f6-74b3-4bef-bed4-4cf037c17cab tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "GET /v2.0/security-groups?id=76335b09-d3f0-48e1-8f6b-f88f02100f94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312257 Oct 27 11:26:23.950976 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device 9f411b6c-21d2-4b78-97c7-6a7d1f721691 up at agent hyperv_n-h1-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 11:26:23.997402 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Provisioning for port 9f411b6c-21d2-4b78-97c7-6a7d1f721691 completed by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 11:26:24.000903 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Provisioning complete for port 9f411b6c-21d2-4b78-97c7-6a7d1f721691 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:26:24.001265 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:26:24.078465 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:26:24.099866 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7770390b-4f5d-4b34-bcb5-7cffb327f9bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f411b6c-21d2-4b78-97c7-6a7d1f721691'}] {{(pid=102348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 11:26:24.102118 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be4127e571859625ba9a491db1af5fd5edc4c8ee111482105658b13e0edb602d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c600c45-2fdf-42be-9494-44ed85467ecf" -d '{"events": [{"server_uuid": "7770390b-4f5d-4b34-bcb5-7cffb327f9bd", "name": "network-vif-plugged", "status": "completed", "tag": "9f411b6c-21d2-4b78-97c7-6a7d1f721691"}]}' {{(pid=102348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 11:26:24.115697 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port 9f411b6c-21d2-4b78-97c7-6a7d1f721691, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=9f411b6c-21d2-4b78-97c7-6a7d1f721691,segment=NetworkSegment(bc774f47-7eba-414d-9812-a7b4032ab7dc),segment_id=bc774f47-7eba-414d-9812-a7b4032ab7dc)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:26:24.119107 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:26:24.142485 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 11:26:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14941c02-f394-4c4a-a06c-1478b0f90fba x-openstack-request-id: req-14941c02-f394-4c4a-a06c-1478b0f90fba {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 11:26:24.142770 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7770390b-4f5d-4b34-bcb5-7cffb327f9bd", "name": "network-vif-plugged", "status": "completed", "tag": "9f411b6c-21d2-4b78-97c7-6a7d1f721691", "code": 200}]} {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 11:26:24.143017 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-14941c02-f394-4c4a-a06c-1478b0f90fba {{(pid=102348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 11:26:24.143405 n-d-813419-10 neutron-server[102348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7770390b-4f5d-4b34-bcb5-7cffb327f9bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f411b6c-21d2-4b78-97c7-6a7d1f721691', 'code': 200} Oct 27 11:26:24.168574 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Pushing event updated for resources: {'Port': ['ID=9f411b6c-21d2-4b78-97c7-6a7d1f721691,revision_number=5']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:26:24.233154 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f5639f-6004-4b1e-b8ee-14aabeacf8d9 req-4f4a502f-fcdf-436f-bde7-cba3cb0fbec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:26:24.234568 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-51f5639f-6004-4b1e-b8ee-14aabeacf8d9 req-4f4a502f-fcdf-436f-bde7-cba3cb0fbec8 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=7770390b-4f5d-4b34-bcb5-7cffb327f9bd HTTP/1.1" status: 200 len: 1097 time: 0.0392957 Oct 27 11:26:24.270204 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-51f5639f-6004-4b1e-b8ee-14aabeacf8d9 req-08cdba5a-b85e-4b08-9c9d-d96c7c1b4413 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=76335b09-d3f0-48e1-8f6b-f88f02100f94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0288708 Oct 27 11:26:24.285779 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.agents_db [None req-e79ee67d-056e-46ea-bd99-e80473396b25 None None] Agent healthcheck: found 7 active agents {{(pid=102349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 11:26:24.355831 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e559ab-21a4-4da3-b2e1-96a50b83b5e3 req-692ec5b2-e858-43f1-87aa-2235a5925f1c tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:26:24.357362 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-79e559ab-21a4-4da3-b2e1-96a50b83b5e3 req-692ec5b2-e858-43f1-87aa-2235a5925f1c tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "GET /v2.0/ports?device_id=7770390b-4f5d-4b34-bcb5-7cffb327f9bd HTTP/1.1" status: 200 len: 945 time: 0.0620601 Oct 27 11:26:24.395187 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-79e559ab-21a4-4da3-b2e1-96a50b83b5e3 req-9f798a30-589a-45cc-9f9f-b54f8c2f0530 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "GET /v2.0/security-groups?id=76335b09-d3f0-48e1-8f6b-f88f02100f94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314360 Oct 27 11:26:25.510962 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c681c83-99e8-42d2-92b7-5e6f7908af4e req-6ed2780d-ba08-41a6-a3d4-41a44f452009 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:26:25.512450 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-2c681c83-99e8-42d2-92b7-5e6f7908af4e req-6ed2780d-ba08-41a6-a3d4-41a44f452009 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "GET /v2.0/ports?device_id=7770390b-4f5d-4b34-bcb5-7cffb327f9bd HTTP/1.1" status: 200 len: 945 time: 0.0493476 Oct 27 11:26:25.549632 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-2c681c83-99e8-42d2-92b7-5e6f7908af4e req-5cdba3da-0d04-4af9-a36d-9266c2dfe0b0 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "GET /v2.0/security-groups?id=76335b09-d3f0-48e1-8f6b-f88f02100f94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311909 Oct 27 11:26:25.661607 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75a5985-13e1-4db4-893b-e78ebea50459 req-a80cfb1f-ad6f-4df8-926f-33a3678b3d48 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:26:25.663107 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-f75a5985-13e1-4db4-893b-e78ebea50459 req-a80cfb1f-ad6f-4df8-926f-33a3678b3d48 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "GET /v2.0/ports?device_id=7770390b-4f5d-4b34-bcb5-7cffb327f9bd HTTP/1.1" status: 200 len: 945 time: 0.0479867 Oct 27 11:26:25.700630 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-f75a5985-13e1-4db4-893b-e78ebea50459 req-5510ddab-921f-4640-8b16-0b3fdf2c3ff8 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "GET /v2.0/security-groups?id=76335b09-d3f0-48e1-8f6b-f88f02100f94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314522 Oct 27 11:26:25.722740 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 48640) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:26:25.760234 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de17b95d-edb1-40cf-8521-eadf6cb9fa36 tempest-TestNetworkAdvancedServerOps-2138787779 tempest-TestNetworkAdvancedServerOps-2138787779-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:26:25.761698 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-de17b95d-edb1-40cf-8521-eadf6cb9fa36 tempest-TestNetworkAdvancedServerOps-2138787779 tempest-TestNetworkAdvancedServerOps-2138787779-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=7770390b-4f5d-4b34-bcb5-7cffb327f9bd HTTP/1.1" status: 200 len: 1092 time: 0.0379205 Oct 27 11:26:25.764523 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 48642) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:26:25.768874 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-32bfabb6-6734-49c6-9d7d-2860944acbda tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Request body: {'floatingip': {'floating_network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'port_id': '9f411b6c-21d2-4b78-97c7-6a7d1f721691', 'tenant_id': 'cbfb4663104c453f9ca4ef83ed712b9d', 'fixed_ip_address': '172.20.0.4'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:26:25.791312 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-32bfabb6-6734-49c6-9d7d-2860944acbda tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks [] for floatingip, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:26:25.889236 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-32bfabb6-6734-49c6-9d7d-2860944acbda tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:26:25.987241 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_common [None req-32bfabb6-6734-49c6-9d7d-2860944acbda tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Allocated IP 172.25.8.160 (185ff123-c7ff-45c7-a6be-71feb35acc9c/0fb9f9d1-7384-481f-8fa8-f4566c349d30/e71cc3eb-9402-423b-8ce7-3a7f76297b68) {{(pid=102346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 11:26:26.088327 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-32bfabb6-6734-49c6-9d7d-2860944acbda tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks [] for port, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:26:26.120000 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-32bfabb6-6734-49c6-9d7d-2860944acbda tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:26:26.159947 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32bfabb6-6734-49c6-9d7d-2860944acbda tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Network 185ff123-c7ff-45c7-a6be-71feb35acc9c is already hosted by enough agents. {{(pid=102346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 11:26:26.164432 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-32bfabb6-6734-49c6-9d7d-2860944acbda tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Resources bound (agent type, host, resource id): {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 11:26:26.166990 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32bfabb6-6734-49c6-9d7d-2860944acbda tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Received port after_create {{(pid=102346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 11:26:26.172313 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bfabb6-6734-49c6-9d7d-2860944acbda tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Pushing event updated for resources: {'Port': ['ID=e71cc3eb-9402-423b-8ce7-3a7f76297b68,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:26:26.510381 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-32bfabb6-6734-49c6-9d7d-2860944acbda tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:26:26.576293 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-32bfabb6-6734-49c6-9d7d-2860944acbda tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:26:26.718952 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-32bfabb6-6734-49c6-9d7d-2860944acbda tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks [] for port, precommit_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:26:26.724261 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-32bfabb6-6734-49c6-9d7d-2860944acbda tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27024173'] for port, after_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:26:26.789376 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bfabb6-6734-49c6-9d7d-2860944acbda tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Pushing event updated for resources: {'Port': ['ID=e71cc3eb-9402-423b-8ce7-3a7f76297b68,revision_number=2']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:26:26.804391 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-32bfabb6-6734-49c6-9d7d-2860944acbda tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1664826'] for floatingip, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:26:26.902574 n-d-813419-10 neutron-server[102346]: INFO neutron.db.l3_db [None req-32bfabb6-6734-49c6-9d7d-2860944acbda tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Floating IP c29c9479-0dae-41fe-aa40-5a275ac3c2a0 associated. External IP: 172.25.8.160, port: 9f411b6c-21d2-4b78-97c7-6a7d1f721691. Oct 27 11:26:27.109470 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32bfabb6-6734-49c6-9d7d-2860944acbda tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Router 4685e2b4-562d-4a91-8f05-0a8a36a8ee2c has already been hosted by L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb {{(pid=102346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 11:26:27.221226 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32bfabb6-6734-49c6-9d7d-2860944acbda tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 11:26:27.231304 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ee0fc07-e6cc-4a01-baff-4f0f318424af None None] Sync routers for ids ['4685e2b4-562d-4a91-8f05-0a8a36a8ee2c'] in n-d-813419-10 {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 11:26:27.239410 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-32bfabb6-6734-49c6-9d7d-2860944acbda tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for floatingip, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:26:27.243243 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ee0fc07-e6cc-4a01-baff-4f0f318424af None None] Routers {'4685e2b4-562d-4a91-8f05-0a8a36a8ee2c'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 11:26:27.243836 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-1ee0fc07-e6cc-4a01-baff-4f0f318424af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T11:26:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['4685e2b4-562d-4a91-8f05-0a8a36a8ee2c'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:26:27.268378 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-32bfabb6-6734-49c6-9d7d-2860944acbda tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5027616 Oct 27 11:26:27.269511 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7770390b-4f5d-4b34-bcb5-7cffb327f9bd', 'tag': '9f411b6c-21d2-4b78-97c7-6a7d1f721691'}] {{(pid=102346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 11:26:27.271768 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2531aea88c448207759dde70f844649f18dfe6edcb84b1c92b49bb044a645d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82f15dd7-ea7f-4d40-b9bb-a8d55aae75f7" -d '{"events": [{"name": "network-changed", "server_uuid": "7770390b-4f5d-4b34-bcb5-7cffb327f9bd", "tag": "9f411b6c-21d2-4b78-97c7-6a7d1f721691"}]}' {{(pid=102346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 11:26:27.313657 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 11:26:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70d4cc8a-f4dc-44c3-90d3-a05ebc484a93 x-openstack-request-id: req-70d4cc8a-f4dc-44c3-90d3-a05ebc484a93 {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 11:26:27.314179 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7770390b-4f5d-4b34-bcb5-7cffb327f9bd", "tag": "9f411b6c-21d2-4b78-97c7-6a7d1f721691", "status": "completed", "code": 200}]} {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 11:26:27.314498 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-70d4cc8a-f4dc-44c3-90d3-a05ebc484a93 {{(pid=102346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 11:26:27.314960 n-d-813419-10 neutron-server[102346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7770390b-4f5d-4b34-bcb5-7cffb327f9bd', 'tag': '9f411b6c-21d2-4b78-97c7-6a7d1f721691', 'status': 'completed', 'code': 200} Oct 27 11:26:27.352494 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvr_db [None req-1ee0fc07-e6cc-4a01-baff-4f0f318424af None None] Set router 4685e2b4-562d-4a91-8f05-0a8a36a8ee2c gateway port host: n-d-813419-10 {{(pid=102349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 11:26:27.406087 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6d3d55-6946-42b9-9894-a45511bc7792 req-acd66950-7028-4b0d-ac2c-3d66008f4527 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:26:27.407596 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-2b6d3d55-6946-42b9-9894-a45511bc7792 req-acd66950-7028-4b0d-ac2c-3d66008f4527 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "GET /v2.0/ports?device_id=7770390b-4f5d-4b34-bcb5-7cffb327f9bd HTTP/1.1" status: 200 len: 945 time: 0.0851281 Oct 27 11:26:27.411000 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f15dd7-ea7f-4d40-b9bb-a8d55aae75f7 req-b3afd5d6-c733-422d-b3b9-bd00f9da3355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:26:27.412432 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-82f15dd7-ea7f-4d40-b9bb-a8d55aae75f7 req-b3afd5d6-c733-422d-b3b9-bd00f9da3355 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=cbfb4663104c453f9ca4ef83ed712b9d&device_id=7770390b-4f5d-4b34-bcb5-7cffb327f9bd HTTP/1.1" status: 200 len: 1097 time: 0.0756097 Oct 27 11:26:27.500862 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-2b6d3d55-6946-42b9-9894-a45511bc7792 req-46ba83f8-faf7-439f-9dfb-047cd74fa0dd tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "GET /v2.0/security-groups?id=76335b09-d3f0-48e1-8f6b-f88f02100f94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0854745 Oct 27 11:26:27.524530 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 48648) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:26:27.533798 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f15dd7-ea7f-4d40-b9bb-a8d55aae75f7 req-4ccdb31d-0506-4dd2-9eb8-c1aabdd89044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:26:27.535354 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-82f15dd7-ea7f-4d40-b9bb-a8d55aae75f7 req-4ccdb31d-0506-4dd2-9eb8-c1aabdd89044 service neutron] 10.222.0.64 "GET /v2.0/networks?id=65e4b4de-ffef-436c-849c-ac8086b3f55f HTTP/1.1" status: 200 len: 897 time: 0.1142769 Oct 27 11:26:27.577590 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-1ee0fc07-e6cc-4a01-baff-4f0f318424af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4685e2b4-562d-4a91-8f05-0a8a36a8ee2c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-5797294', 'tenant_id': 'cbfb4663104c453f9ca4ef83ed712b9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.58'}], 'enable_snat': True}, 'gw_port_id': '92cf1156-9c8c-449b-a850-90e6243a17eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:26:10Z', 'updated_at': '2021-10-27T11:26:13Z', 'revision_number': 4, 'project_id': 'cbfb4663104c453f9ca4ef83ed712b9d', 'gw_port': {'id': '92cf1156-9c8c-449b-a850-90e6243a17eb', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:c1:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4685e2b4-562d-4a91-8f05-0a8a36a8ee2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:26:10Z', 'updated_at': '2021-10-27T11:26:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_floatingips': [{'id': 'c29c9479-0dae-41fe-aa40-5a275ac3c2a0', 'tenant_id': 'cbfb4663104c453f9ca4ef83ed712b9d', 'floating_ip_address': '172.25.8.160', 'floating_network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'router_id': '4685e2b4-562d-4a91-8f05-0a8a36a8ee2c', 'port_id': '9f411b6c-21d2-4b78-97c7-6a7d1f721691', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4243, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65e4b4de-ffef-436c-849c-ac8086b3f55f', 'mac_address': 'fa:16:3e:67:cc:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7770390b-4f5d-4b34-bcb5-7cffb327f9bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T11:26:26Z', 'updated_at': '2021-10-27T11:26:26Z', 'revision_number': 0, 'project_id': 'cbfb4663104c453f9ca4ef83ed712b9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96f986c9-642e-43a5-aece-0c9b65328184', 'name': '', 'network_id': '65e4b4de-ffef-436c-849c-ac8086b3f55f', 'tenant_id': 'cbfb4663104c453f9ca4ef83ed712b9d', 'mac_address': 'fa:16:3e:ab:b5:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4685e2b4-562d-4a91-8f05-0a8a36a8ee2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '69cebe13-c2b5-4a7a-bf0d-66678f96b30e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:26:13Z', 'updated_at': '2021-10-27T11:26:16Z', 'revision_number': 5, 'project_id': 'cbfb4663104c453f9ca4ef83ed712b9d', 'subnets': [{'id': '69cebe13-c2b5-4a7a-bf0d-66678f96b30e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:26:27.586689 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-25237150-bf75-4054-9cfc-945b3541e8f9 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "GET /v2.0/floatingips/c29c9479-0dae-41fe-aa40-5a275ac3c2a0 HTTP/1.1" status: 200 len: 991 time: 0.0609870 Oct 27 11:26:27.603606 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ee0fc07-e6cc-4a01-baff-4f0f318424af None None] Checking router: 4685e2b4-562d-4a91-8f05-0a8a36a8ee2c for host: n-d-813419-10 {{(pid=102349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 11:26:27.603873 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-82f15dd7-ea7f-4d40-b9bb-a8d55aae75f7 req-655e0eec-8973-4f3a-96e1-bc093c39b48a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9f411b6c-21d2-4b78-97c7-6a7d1f721691 HTTP/1.1" status: 200 len: 999 time: 0.0612931 Oct 27 11:26:27.611728 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ee0fc07-e6cc-4a01-baff-4f0f318424af None None] Routers {'4685e2b4-562d-4a91-8f05-0a8a36a8ee2c'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 11:26:27.612340 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-1ee0fc07-e6cc-4a01-baff-4f0f318424af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T11:26:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['4685e2b4-562d-4a91-8f05-0a8a36a8ee2c'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:26:27.652791 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f15dd7-ea7f-4d40-b9bb-a8d55aae75f7 req-49a729b5-5de2-47af-98ed-bad01f938951 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:26:27.654247 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-82f15dd7-ea7f-4d40-b9bb-a8d55aae75f7 req-49a729b5-5de2-47af-98ed-bad01f938951 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=69cebe13-c2b5-4a7a-bf0d-66678f96b30e HTTP/1.1" status: 200 len: 834 time: 0.0440285 Oct 27 11:26:27.704186 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f15dd7-ea7f-4d40-b9bb-a8d55aae75f7 req-d3275544-f24a-4eac-b18e-c880f968ce7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:26:27.705666 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-82f15dd7-ea7f-4d40-b9bb-a8d55aae75f7 req-d3275544-f24a-4eac-b18e-c880f968ce7e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=65e4b4de-ffef-436c-849c-ac8086b3f55f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0446398 Oct 27 11:26:27.714343 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvr_db [None req-1ee0fc07-e6cc-4a01-baff-4f0f318424af None None] Set router 4685e2b4-562d-4a91-8f05-0a8a36a8ee2c gateway port host: n-d-813419-10 {{(pid=102349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 11:26:27.795358 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-82f15dd7-ea7f-4d40-b9bb-a8d55aae75f7 req-7b2dae21-616c-423c-b13f-275e9d3de3e8 service neutron] 10.222.0.64 "GET /v2.0/networks/65e4b4de-ffef-436c-849c-ac8086b3f55f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822806 Oct 27 11:26:27.890046 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-82f15dd7-ea7f-4d40-b9bb-a8d55aae75f7 req-4adbe04a-bb6e-45a8-abea-44f006aec81e service neutron] 10.222.0.64 "GET /v2.0/networks/65e4b4de-ffef-436c-849c-ac8086b3f55f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881858 Oct 27 11:26:27.938314 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-1ee0fc07-e6cc-4a01-baff-4f0f318424af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4685e2b4-562d-4a91-8f05-0a8a36a8ee2c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-5797294', 'tenant_id': 'cbfb4663104c453f9ca4ef83ed712b9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.58'}], 'enable_snat': True}, 'gw_port_id': '92cf1156-9c8c-449b-a850-90e6243a17eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:26:10Z', 'updated_at': '2021-10-27T11:26:13Z', 'revision_number': 4, 'project_id': 'cbfb4663104c453f9ca4ef83ed712b9d', 'gw_port': {'id': '92cf1156-9c8c-449b-a850-90e6243a17eb', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:c1:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4685e2b4-562d-4a91-8f05-0a8a36a8ee2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:26:10Z', 'updated_at': '2021-10-27T11:26:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_floatingips': [{'id': 'c29c9479-0dae-41fe-aa40-5a275ac3c2a0', 'tenant_id': 'cbfb4663104c453f9ca4ef83ed712b9d', 'floating_ip_address': '172.25.8.160', 'floating_network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'router_id': '4685e2b4-562d-4a91-8f05-0a8a36a8ee2c', 'port_id': '9f411b6c-21d2-4b78-97c7-6a7d1f721691', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4243, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65e4b4de-ffef-436c-849c-ac8086b3f55f', 'mac_address': 'fa:16:3e:67:cc:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7770390b-4f5d-4b34-bcb5-7cffb327f9bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T11:26:26Z', 'updated_at': '2021-10-27T11:26:26Z', 'revision_number': 0, 'project_id': 'cbfb4663104c453f9ca4ef83ed712b9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96f986c9-642e-43a5-aece-0c9b65328184', 'name': '', 'network_id': '65e4b4de-ffef-436c-849c-ac8086b3f55f', 'tenant_id': 'cbfb4663104c453f9ca4ef83ed712b9d', 'mac_address': 'fa:16:3e:ab:b5:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4685e2b4-562d-4a91-8f05-0a8a36a8ee2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '69cebe13-c2b5-4a7a-bf0d-66678f96b30e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:26:13Z', 'updated_at': '2021-10-27T11:26:16Z', 'revision_number': 5, 'project_id': 'cbfb4663104c453f9ca4ef83ed712b9d', 'subnets': [{'id': '69cebe13-c2b5-4a7a-bf0d-66678f96b30e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:26:27.963862 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ee0fc07-e6cc-4a01-baff-4f0f318424af None None] The sync data for ids ['4685e2b4-562d-4a91-8f05-0a8a36a8ee2c'] in n-d-813419-10 is: [{'id': '4685e2b4-562d-4a91-8f05-0a8a36a8ee2c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-5797294', 'tenant_id': 'cbfb4663104c453f9ca4ef83ed712b9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.58'}], 'enable_snat': True}, 'gw_port_id': '92cf1156-9c8c-449b-a850-90e6243a17eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:26:10Z', 'updated_at': '2021-10-27T11:26:13Z', 'revision_number': 4, 'project_id': 'cbfb4663104c453f9ca4ef83ed712b9d', 'gw_port': {'id': '92cf1156-9c8c-449b-a850-90e6243a17eb', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:c1:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4685e2b4-562d-4a91-8f05-0a8a36a8ee2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:26:10Z', 'updated_at': '2021-10-27T11:26:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_floatingips': [{'id': 'c29c9479-0dae-41fe-aa40-5a275ac3c2a0', 'tenant_id': 'cbfb4663104c453f9ca4ef83ed712b9d', 'floating_ip_address': '172.25.8.160', 'floating_network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'router_id': '4685e2b4-562d-4a91-8f05-0a8a36a8ee2c', 'port_id': '9f411b6c-21d2-4b78-97c7-6a7d1f721691', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4243, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65e4b4de-ffef-436c-849c-ac8086b3f55f', 'mac_address': 'fa:16:3e:67:cc:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7770390b-4f5d-4b34-bcb5-7cffb327f9bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T11:26:26Z', 'updated_at': '2021-10-27T11:26:26Z', 'revision_number': 0, 'project_id': 'cbfb4663104c453f9ca4ef83ed712b9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96f986c9-642e-43a5-aece-0c9b65328184', 'name': '', 'network_id': '65e4b4de-ffef-436c-849c-ac8086b3f55f', 'tenant_id': 'cbfb4663104c453f9ca4ef83ed712b9d', 'mac_address': 'fa:16:3e:ab:b5:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4685e2b4-562d-4a91-8f05-0a8a36a8ee2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '69cebe13-c2b5-4a7a-bf0d-66678f96b30e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:26:13Z', 'updated_at': '2021-10-27T11:26:16Z', 'revision_number': 5, 'project_id': 'cbfb4663104c453f9ca4ef83ed712b9d', 'subnets': [{'id': '69cebe13-c2b5-4a7a-bf0d-66678f96b30e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 11:26:28.167200 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e401428f-9c87-40dd-94ba-eb2a40c79a04 None None] New status for floating IP c29c9479-0dae-41fe-aa40-5a275ac3c2a0: ACTIVE {{(pid=102348) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 11:26:28.589953 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 48650) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:26:28.655538 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-d13e0345-da33-43f2-9d83-8ec2f9dcf792 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "GET /v2.0/floatingips/c29c9479-0dae-41fe-aa40-5a275ac3c2a0 HTTP/1.1" status: 200 len: 993 time: 0.0645216 Oct 27 11:26:32.979775 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:26:39.553785 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:26:46.310617 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-ee008b43-13d6-4072-b901-c940254f8a06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:26:48.979191 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-e012bdcb-c6b3-430e-a51e-bd7323aaf9b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:26:50.099540 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:26:50.264581 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-eadeaa30-4096-4d1a-b3cb-aa7ebfb291ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:26:52.150332 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-3c6a8245-0581-48aa-b5f6-4d8fe98cd16e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:26:57.396618 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b968e42-89cd-4353-bf60-1d487c34f589 req-82b0f913-55c7-4ab3-bd33-ae69d0c534cb tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:26:57.399340 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-2b968e42-89cd-4353-bf60-1d487c34f589 req-82b0f913-55c7-4ab3-bd33-ae69d0c534cb tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "GET /v2.0/ports?device_id=7770390b-4f5d-4b34-bcb5-7cffb327f9bd HTTP/1.1" status: 200 len: 945 time: 0.0504506 Oct 27 11:26:57.436342 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-2b968e42-89cd-4353-bf60-1d487c34f589 req-7c58dd68-f218-43bd-8421-27337d459656 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "GET /v2.0/security-groups?id=76335b09-d3f0-48e1-8f6b-f88f02100f94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319464 Oct 27 11:26:58.562667 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e1ba77-9f01-4ee1-9ab0-2f1eb1f0acc1 req-351cb18a-24a5-4cfe-bf52-8674d967f3db tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:26:58.564233 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-29e1ba77-9f01-4ee1-9ab0-2f1eb1f0acc1 req-351cb18a-24a5-4cfe-bf52-8674d967f3db tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "GET /v2.0/ports?device_id=7770390b-4f5d-4b34-bcb5-7cffb327f9bd HTTP/1.1" status: 200 len: 945 time: 0.0576463 Oct 27 11:26:58.601823 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-29e1ba77-9f01-4ee1-9ab0-2f1eb1f0acc1 req-5ee872e2-78b4-4827-b25d-cc0358661958 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "GET /v2.0/security-groups?id=76335b09-d3f0-48e1-8f6b-f88f02100f94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313554 Oct 27 11:26:59.717560 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401ae98f-8c09-4e30-89ca-7e3bc262712d req-d9028601-e7b5-4111-a529-649e277a5b07 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:26:59.718995 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-401ae98f-8c09-4e30-89ca-7e3bc262712d req-d9028601-e7b5-4111-a529-649e277a5b07 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "GET /v2.0/ports?device_id=7770390b-4f5d-4b34-bcb5-7cffb327f9bd HTTP/1.1" status: 200 len: 945 time: 0.0506699 Oct 27 11:26:59.760452 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-401ae98f-8c09-4e30-89ca-7e3bc262712d req-84553099-111c-4c29-922b-dffd6995d453 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "GET /v2.0/security-groups?id=76335b09-d3f0-48e1-8f6b-f88f02100f94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347369 Oct 27 11:27:00.875080 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd77557-244f-4f58-bf36-317a2bf8ce51 req-fc312b7e-cefb-4007-a6f6-0b34696d4c25 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:27:00.876567 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-7fd77557-244f-4f58-bf36-317a2bf8ce51 req-fc312b7e-cefb-4007-a6f6-0b34696d4c25 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "GET /v2.0/ports?device_id=7770390b-4f5d-4b34-bcb5-7cffb327f9bd HTTP/1.1" status: 200 len: 945 time: 0.0496728 Oct 27 11:27:00.914190 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-7fd77557-244f-4f58-bf36-317a2bf8ce51 req-584e7c89-18f3-483c-bf72-b5a30f38910e tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "GET /v2.0/security-groups?id=76335b09-d3f0-48e1-8f6b-f88f02100f94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311754 Oct 27 11:27:01.284956 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.agents_db [None req-e79ee67d-056e-46ea-bd99-e80473396b25 None None] Agent healthcheck: found 7 active agents {{(pid=102349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 11:27:02.027671 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f9cd14-3cda-433f-a2f8-a73de6346f8d req-625cab60-eeea-4cf2-a614-4be216d14848 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:27:02.029191 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-32f9cd14-3cda-433f-a2f8-a73de6346f8d req-625cab60-eeea-4cf2-a614-4be216d14848 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "GET /v2.0/ports?device_id=7770390b-4f5d-4b34-bcb5-7cffb327f9bd HTTP/1.1" status: 200 len: 945 time: 0.0487220 Oct 27 11:27:02.065669 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-32f9cd14-3cda-433f-a2f8-a73de6346f8d req-3c0acf7a-b02c-424b-bed9-f3e0ce0d7b60 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "GET /v2.0/security-groups?id=76335b09-d3f0-48e1-8f6b-f88f02100f94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299416 Oct 27 11:27:03.172223 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:27:03.192799 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8a956f-beac-4231-81fa-8f62e183e1b7 req-6638a928-8f0a-45c3-acb0-4eb3de500032 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:27:03.196672 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-2a8a956f-beac-4231-81fa-8f62e183e1b7 req-6638a928-8f0a-45c3-acb0-4eb3de500032 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "GET /v2.0/ports?device_id=7770390b-4f5d-4b34-bcb5-7cffb327f9bd HTTP/1.1" status: 200 len: 945 time: 0.0532055 Oct 27 11:27:03.234911 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-2a8a956f-beac-4231-81fa-8f62e183e1b7 req-f67fc604-4d5f-481e-a2a4-eb628c8ba94a tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "GET /v2.0/security-groups?id=76335b09-d3f0-48e1-8f6b-f88f02100f94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326824 Oct 27 11:27:04.349321 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15c2b60-98b7-48aa-9728-e274d517ac4d req-67c8073b-36c2-443a-a70c-ed61aa17811b tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:27:04.350560 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-b15c2b60-98b7-48aa-9728-e274d517ac4d req-67c8073b-36c2-443a-a70c-ed61aa17811b tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "GET /v2.0/ports?device_id=7770390b-4f5d-4b34-bcb5-7cffb327f9bd HTTP/1.1" status: 200 len: 945 time: 0.0477691 Oct 27 11:27:04.388352 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-b15c2b60-98b7-48aa-9728-e274d517ac4d req-cf924b31-4452-4e4d-ae19-bd53900eb656 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "GET /v2.0/security-groups?id=76335b09-d3f0-48e1-8f6b-f88f02100f94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318210 Oct 27 11:27:05.505964 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b37e1d4-284b-4ff5-8da6-0752cae94029 req-393afcf6-c64b-48ff-9ddc-bf5019caf42b tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:27:05.507483 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-3b37e1d4-284b-4ff5-8da6-0752cae94029 req-393afcf6-c64b-48ff-9ddc-bf5019caf42b tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "GET /v2.0/ports?device_id=7770390b-4f5d-4b34-bcb5-7cffb327f9bd HTTP/1.1" status: 200 len: 945 time: 0.0526235 Oct 27 11:27:05.545673 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-3b37e1d4-284b-4ff5-8da6-0752cae94029 req-af6d7c08-acbf-46b0-86d9-55343512f63a tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "GET /v2.0/security-groups?id=76335b09-d3f0-48e1-8f6b-f88f02100f94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321274 Oct 27 11:27:06.665135 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200d9365-24b6-4774-849f-378a578cb7fb req-beb35c9a-5639-48f6-bda0-f4297184a0a7 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:27:06.666577 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-200d9365-24b6-4774-849f-378a578cb7fb req-beb35c9a-5639-48f6-bda0-f4297184a0a7 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "GET /v2.0/ports?device_id=7770390b-4f5d-4b34-bcb5-7cffb327f9bd HTTP/1.1" status: 200 len: 945 time: 0.0514309 Oct 27 11:27:06.702007 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-200d9365-24b6-4774-849f-378a578cb7fb req-68b402e0-be48-40d8-9eda-44b9aa69a965 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "GET /v2.0/security-groups?id=76335b09-d3f0-48e1-8f6b-f88f02100f94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0296080 Oct 27 11:27:07.818701 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd56d1d8-9249-4baf-b83c-bfd10078ad16 req-702a89ef-273f-40b4-934c-fa16211e41d3 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:27:07.820256 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-dd56d1d8-9249-4baf-b83c-bfd10078ad16 req-702a89ef-273f-40b4-934c-fa16211e41d3 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "GET /v2.0/ports?device_id=7770390b-4f5d-4b34-bcb5-7cffb327f9bd HTTP/1.1" status: 200 len: 945 time: 0.0497220 Oct 27 11:27:07.858432 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-dd56d1d8-9249-4baf-b83c-bfd10078ad16 req-cd50f914-ac74-466d-80d2-9a21e96db4d7 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "GET /v2.0/security-groups?id=76335b09-d3f0-48e1-8f6b-f88f02100f94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322800 Oct 27 11:27:07.881438 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 48684) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:27:07.944765 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-6626586d-a7e7-4df6-8e7e-22e10191a19f tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "GET /v2.0/floatingips/c29c9479-0dae-41fe-aa40-5a275ac3c2a0 HTTP/1.1" status: 200 len: 993 time: 0.0625551 Oct 27 11:27:09.217085 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5d81fc-f2e8-4bf7-8d7b-52c2171365c8 req-a6e21167-aebc-42f2-934a-ba0391dd5b59 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:27:09.218593 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-9a5d81fc-f2e8-4bf7-8d7b-52c2171365c8 req-a6e21167-aebc-42f2-934a-ba0391dd5b59 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "GET /v2.0/ports?device_id=7770390b-4f5d-4b34-bcb5-7cffb327f9bd HTTP/1.1" status: 200 len: 945 time: 0.0525968 Oct 27 11:27:09.239561 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065f29d7-b9d3-4c6b-8f97-6f23e19f4590 req-ea90bab3-6f42-411c-afc5-e1b6a1a893a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:27:09.241076 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-065f29d7-b9d3-4c6b-8f97-6f23e19f4590 req-ea90bab3-6f42-411c-afc5-e1b6a1a893a7 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=cbfb4663104c453f9ca4ef83ed712b9d&device_id=7770390b-4f5d-4b34-bcb5-7cffb327f9bd HTTP/1.1" status: 200 len: 1097 time: 0.0416977 Oct 27 11:27:09.257385 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-9a5d81fc-f2e8-4bf7-8d7b-52c2171365c8 req-c3e73f7d-1079-4187-a4a8-5750e7f62995 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "GET /v2.0/security-groups?id=76335b09-d3f0-48e1-8f6b-f88f02100f94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319142 Oct 27 11:27:09.330883 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065f29d7-b9d3-4c6b-8f97-6f23e19f4590 req-195c44bb-d942-4f8b-a145-e2ba0cc0847e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:27:09.332395 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-065f29d7-b9d3-4c6b-8f97-6f23e19f4590 req-195c44bb-d942-4f8b-a145-e2ba0cc0847e service neutron] 10.222.0.64 "GET /v2.0/networks?id=65e4b4de-ffef-436c-849c-ac8086b3f55f HTTP/1.1" status: 200 len: 897 time: 0.0841062 Oct 27 11:27:09.405055 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-065f29d7-b9d3-4c6b-8f97-6f23e19f4590 req-57b1f028-4cfd-4a62-8a78-c3726a3047f9 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9f411b6c-21d2-4b78-97c7-6a7d1f721691 HTTP/1.1" status: 200 len: 1001 time: 0.0649955 Oct 27 11:27:09.453449 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065f29d7-b9d3-4c6b-8f97-6f23e19f4590 req-54283e43-29fb-4e47-9097-8ac85b81022b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:27:09.454861 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-065f29d7-b9d3-4c6b-8f97-6f23e19f4590 req-54283e43-29fb-4e47-9097-8ac85b81022b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=69cebe13-c2b5-4a7a-bf0d-66678f96b30e HTTP/1.1" status: 200 len: 834 time: 0.0434799 Oct 27 11:27:09.500974 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065f29d7-b9d3-4c6b-8f97-6f23e19f4590 req-d5ac172b-7d6c-4496-b7be-f792d533b67e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:27:09.502414 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-065f29d7-b9d3-4c6b-8f97-6f23e19f4590 req-d5ac172b-7d6c-4496-b7be-f792d533b67e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=65e4b4de-ffef-436c-849c-ac8086b3f55f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0412314 Oct 27 11:27:09.544063 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:27:09.596182 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-065f29d7-b9d3-4c6b-8f97-6f23e19f4590 req-d3ca4914-b816-4b46-ae36-a3f955a2c826 service neutron] 10.222.0.64 "GET /v2.0/networks/65e4b4de-ffef-436c-849c-ac8086b3f55f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856674 Oct 27 11:27:09.687049 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-065f29d7-b9d3-4c6b-8f97-6f23e19f4590 req-f8f952b9-e7e0-4377-a44e-a9ba2e09a4eb service neutron] 10.222.0.64 "GET /v2.0/networks/65e4b4de-ffef-436c-849c-ac8086b3f55f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836020 Oct 27 11:27:10.374918 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77a63be-65be-4caf-b82c-906e70e4166d req-b31be5b1-f1b0-41e0-b351-28467662579d tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:27:10.376433 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-d77a63be-65be-4caf-b82c-906e70e4166d req-b31be5b1-f1b0-41e0-b351-28467662579d tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "GET /v2.0/ports?device_id=7770390b-4f5d-4b34-bcb5-7cffb327f9bd HTTP/1.1" status: 200 len: 945 time: 0.0495906 Oct 27 11:27:10.413909 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-d77a63be-65be-4caf-b82c-906e70e4166d req-4df2732e-6f0c-4062-bbd5-e8ebf2624b5f tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "GET /v2.0/security-groups?id=76335b09-d3f0-48e1-8f6b-f88f02100f94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315597 Oct 27 11:27:10.435497 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 48694) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:27:10.500296 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-9636d029-7246-4f52-86d8-b2850630f3c5 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "GET /v2.0/floatingips/c29c9479-0dae-41fe-aa40-5a275ac3c2a0 HTTP/1.1" status: 200 len: 993 time: 0.0636387 Oct 27 11:27:12.547323 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-84f71273-698f-43ad-bbee-b71a44b7a2c9 req-e0dd43f5-4bed-4760-9c6e-056b8ba82d2f service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=7770390b-4f5d-4b34-bcb5-7cffb327f9bd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0421619 Oct 27 11:27:12.626627 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f71273-698f-43ad-bbee-b71a44b7a2c9 req-f9c359f6-447f-4b7c-8d9e-f0425aab7896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:27:12.628676 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-84f71273-698f-43ad-bbee-b71a44b7a2c9 req-f9c359f6-447f-4b7c-8d9e-f0425aab7896 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=cbfb4663104c453f9ca4ef83ed712b9d&device_id=7770390b-4f5d-4b34-bcb5-7cffb327f9bd HTTP/1.1" status: 200 len: 1097 time: 0.0397527 Oct 27 11:27:12.730223 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f71273-698f-43ad-bbee-b71a44b7a2c9 req-28d0b8d1-5c0b-4129-b08c-70f0734f4295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:27:12.731697 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-84f71273-698f-43ad-bbee-b71a44b7a2c9 req-28d0b8d1-5c0b-4129-b08c-70f0734f4295 service neutron] 10.222.0.64 "GET /v2.0/networks?id=65e4b4de-ffef-436c-849c-ac8086b3f55f HTTP/1.1" status: 200 len: 897 time: 0.0848753 Oct 27 11:27:12.798692 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-84f71273-698f-43ad-bbee-b71a44b7a2c9 req-ca3d7a4e-f933-4c57-a383-bcd0bd54a2d1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9f411b6c-21d2-4b78-97c7-6a7d1f721691 HTTP/1.1" status: 200 len: 1001 time: 0.0602496 Oct 27 11:27:12.851628 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f71273-698f-43ad-bbee-b71a44b7a2c9 req-557590dc-2fd7-4b78-bfcd-cc920ef32b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:27:12.853189 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-84f71273-698f-43ad-bbee-b71a44b7a2c9 req-557590dc-2fd7-4b78-bfcd-cc920ef32b7d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=69cebe13-c2b5-4a7a-bf0d-66678f96b30e HTTP/1.1" status: 200 len: 834 time: 0.0477712 Oct 27 11:27:12.898703 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f71273-698f-43ad-bbee-b71a44b7a2c9 req-f5ab9a7f-e6ea-491e-a722-7acb92fc0904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:27:12.900079 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-84f71273-698f-43ad-bbee-b71a44b7a2c9 req-f5ab9a7f-e6ea-491e-a722-7acb92fc0904 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=65e4b4de-ffef-436c-849c-ac8086b3f55f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401425 Oct 27 11:27:12.990751 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-84f71273-698f-43ad-bbee-b71a44b7a2c9 req-1063ec68-07a2-4e27-92d7-0fe949085018 service neutron] 10.222.0.64 "GET /v2.0/networks/65e4b4de-ffef-436c-849c-ac8086b3f55f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835257 Oct 27 11:27:13.081736 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-84f71273-698f-43ad-bbee-b71a44b7a2c9 req-c1cd7851-6dff-4438-8dad-ec6cd0613079 service neutron] 10.222.0.64 "GET /v2.0/networks/65e4b4de-ffef-436c-849c-ac8086b3f55f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836644 Oct 27 11:27:16.310431 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-56391ae1-d703-438a-97c2-594cb5297066 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:27:18.981041 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-5d50b980-6fee-4f95-a8e2-106a961a3180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:27:20.101145 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:27:20.267153 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-eadeaa30-4096-4d1a-b3cb-aa7ebfb291ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:27:22.153768 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-3c6a8245-0581-48aa-b5f6-4d8fe98cd16e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:27:32.976947 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:27:38.285417 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.agents_db [None req-e79ee67d-056e-46ea-bd99-e80473396b25 None None] Agent healthcheck: found 7 active agents {{(pid=102349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 11:27:39.538858 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:27:41.099333 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 48704) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:27:41.256161 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-87216c7d-91ea-4845-8eea-f5f4d9e26f88 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Deleting port e71cc3eb-9402-423b-8ce7-3a7f76297b68 {{(pid=102347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 11:27:41.256425 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-87216c7d-91ea-4845-8eea-f5f4d9e26f88 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:27:41.329651 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-87216c7d-91ea-4845-8eea-f5f4d9e26f88 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:27:41.329973 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-87216c7d-91ea-4845-8eea-f5f4d9e26f88 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:27:41.344429 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-87216c7d-91ea-4845-8eea-f5f4d9e26f88 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Calling delete_port for e71cc3eb-9402-423b-8ce7-3a7f76297b68 owned by network:floatingip {{(pid=102347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 11:27:41.489980 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-87216c7d-91ea-4845-8eea-f5f4d9e26f88 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:27:41.514959 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87216c7d-91ea-4845-8eea-f5f4d9e26f88 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Pushing event deleted for resources: {'Port': ['ID=e71cc3eb-9402-423b-8ce7-3a7f76297b68,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:27:41.527996 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87216c7d-91ea-4845-8eea-f5f4d9e26f88 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:27:41.528367 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87216c7d-91ea-4845-8eea-f5f4d9e26f88 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:27:41.528732 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87216c7d-91ea-4845-8eea-f5f4d9e26f88 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:27:41.529065 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87216c7d-91ea-4845-8eea-f5f4d9e26f88 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:27:41.529392 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87216c7d-91ea-4845-8eea-f5f4d9e26f88 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:27:41.529726 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87216c7d-91ea-4845-8eea-f5f4d9e26f88 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:27:41.530051 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87216c7d-91ea-4845-8eea-f5f4d9e26f88 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:27:41.530379 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87216c7d-91ea-4845-8eea-f5f4d9e26f88 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:27:41.530700 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87216c7d-91ea-4845-8eea-f5f4d9e26f88 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:27:41.531017 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87216c7d-91ea-4845-8eea-f5f4d9e26f88 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:27:41.531336 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87216c7d-91ea-4845-8eea-f5f4d9e26f88 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:27:41.531651 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87216c7d-91ea-4845-8eea-f5f4d9e26f88 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:27:41.587151 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-87216c7d-91ea-4845-8eea-f5f4d9e26f88 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks [] for floatingip, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:27:41.587479 n-d-813419-10 neutron-server[102347]: INFO neutron.db.l3_db [None req-87216c7d-91ea-4845-8eea-f5f4d9e26f88 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Floating IP c29c9479-0dae-41fe-aa40-5a275ac3c2a0 disassociated (deleted). External IP: 172.25.8.160, port: 9f411b6c-21d2-4b78-97c7-6a7d1f721691. Oct 27 11:27:41.788945 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87216c7d-91ea-4845-8eea-f5f4d9e26f88 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Router 4685e2b4-562d-4a91-8f05-0a8a36a8ee2c has already been hosted by L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb {{(pid=102347) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 11:27:41.892295 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87216c7d-91ea-4845-8eea-f5f4d9e26f88 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 11:27:41.896629 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-87216c7d-91ea-4845-8eea-f5f4d9e26f88 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for floatingip, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:27:41.903110 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b150a873-78a2-4d59-92ac-4eab9aedd194 None None] Sync routers for ids ['4685e2b4-562d-4a91-8f05-0a8a36a8ee2c'] in n-d-813419-10 {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 11:27:41.914243 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b150a873-78a2-4d59-92ac-4eab9aedd194 None None] Routers {'4685e2b4-562d-4a91-8f05-0a8a36a8ee2c'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 11:27:41.914960 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-b150a873-78a2-4d59-92ac-4eab9aedd194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T11:27:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['4685e2b4-562d-4a91-8f05-0a8a36a8ee2c'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:27:41.922672 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-87216c7d-91ea-4845-8eea-f5f4d9e26f88 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "DELETE /v2.0/floatingips/c29c9479-0dae-41fe-aa40-5a275ac3c2a0 HTTP/1.1" status: 204 len: 168 time: 0.8222661 Oct 27 11:27:41.923246 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7770390b-4f5d-4b34-bcb5-7cffb327f9bd', 'tag': '9f411b6c-21d2-4b78-97c7-6a7d1f721691'}] {{(pid=102347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 11:27:41.926056 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b4a6b06816dbd4a25adc79839574a1cde60454ea9fb7ff9bc84d34209fb596e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ebf1595-7755-44a9-b5d5-a4a09502d034" -d '{"events": [{"name": "network-changed", "server_uuid": "7770390b-4f5d-4b34-bcb5-7cffb327f9bd", "tag": "9f411b6c-21d2-4b78-97c7-6a7d1f721691"}]}' {{(pid=102347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 11:27:42.032338 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 11:27:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1409dc53-9c98-48bd-ae41-04bcc95df408 x-openstack-request-id: req-1409dc53-9c98-48bd-ae41-04bcc95df408 {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 11:27:42.032816 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7770390b-4f5d-4b34-bcb5-7cffb327f9bd", "tag": "9f411b6c-21d2-4b78-97c7-6a7d1f721691", "status": "completed", "code": 200}]} {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 11:27:42.032958 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1409dc53-9c98-48bd-ae41-04bcc95df408 {{(pid=102347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 11:27:42.033281 n-d-813419-10 neutron-server[102347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7770390b-4f5d-4b34-bcb5-7cffb327f9bd', 'tag': '9f411b6c-21d2-4b78-97c7-6a7d1f721691', 'status': 'completed', 'code': 200} Oct 27 11:27:42.126021 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvr_db [None req-b150a873-78a2-4d59-92ac-4eab9aedd194 None None] Set router 4685e2b4-562d-4a91-8f05-0a8a36a8ee2c gateway port host: n-d-813419-10 {{(pid=102349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 11:27:42.156849 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebf1595-7755-44a9-b5d5-a4a09502d034 req-38da5ce6-e57b-4b7c-82c8-02e0f1d4641d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:27:42.158869 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8ebf1595-7755-44a9-b5d5-a4a09502d034 req-38da5ce6-e57b-4b7c-82c8-02e0f1d4641d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=cbfb4663104c453f9ca4ef83ed712b9d&device_id=7770390b-4f5d-4b34-bcb5-7cffb327f9bd HTTP/1.1" status: 200 len: 1097 time: 0.0844188 Oct 27 11:27:42.215666 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e674f89-db97-4bbf-a818-0de642fc50b3 req-6a6f9c1b-9386-482c-b384-abca80ccdee7 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:27:42.220636 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-4e674f89-db97-4bbf-a818-0de642fc50b3 req-6a6f9c1b-9386-482c-b384-abca80ccdee7 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "GET /v2.0/ports?device_id=7770390b-4f5d-4b34-bcb5-7cffb327f9bd HTTP/1.1" status: 200 len: 945 time: 0.1112907 Oct 27 11:27:42.256848 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebf1595-7755-44a9-b5d5-a4a09502d034 req-8bd5d564-4ec3-47d0-a68c-a519291f7cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:27:42.258323 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8ebf1595-7755-44a9-b5d5-a4a09502d034 req-8bd5d564-4ec3-47d0-a68c-a519291f7cb5 service neutron] 10.222.0.64 "GET /v2.0/networks?id=65e4b4de-ffef-436c-849c-ac8086b3f55f HTTP/1.1" status: 200 len: 897 time: 0.0916872 Oct 27 11:27:42.265929 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-4e674f89-db97-4bbf-a818-0de642fc50b3 req-2b3e4edd-894f-4300-a9b0-5c2070305143 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "GET /v2.0/security-groups?id=76335b09-d3f0-48e1-8f6b-f88f02100f94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396225 Oct 27 11:27:42.308324 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8ebf1595-7755-44a9-b5d5-a4a09502d034 req-8d68eeea-bed9-42ba-903d-c20d7fa74cda service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9f411b6c-21d2-4b78-97c7-6a7d1f721691 HTTP/1.1" status: 200 len: 217 time: 0.0414045 Oct 27 11:27:42.325115 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-b150a873-78a2-4d59-92ac-4eab9aedd194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4685e2b4-562d-4a91-8f05-0a8a36a8ee2c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-5797294', 'tenant_id': 'cbfb4663104c453f9ca4ef83ed712b9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.58'}], 'enable_snat': True}, 'gw_port_id': '92cf1156-9c8c-449b-a850-90e6243a17eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:26:10Z', 'updated_at': '2021-10-27T11:26:13Z', 'revision_number': 4, 'project_id': 'cbfb4663104c453f9ca4ef83ed712b9d', 'gw_port': {'id': '92cf1156-9c8c-449b-a850-90e6243a17eb', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:c1:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4685e2b4-562d-4a91-8f05-0a8a36a8ee2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:26:10Z', 'updated_at': '2021-10-27T11:26:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_interfaces': [{'id': '96f986c9-642e-43a5-aece-0c9b65328184', 'name': '', 'network_id': '65e4b4de-ffef-436c-849c-ac8086b3f55f', 'tenant_id': 'cbfb4663104c453f9ca4ef83ed712b9d', 'mac_address': 'fa:16:3e:ab:b5:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4685e2b4-562d-4a91-8f05-0a8a36a8ee2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '69cebe13-c2b5-4a7a-bf0d-66678f96b30e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:26:13Z', 'updated_at': '2021-10-27T11:26:16Z', 'revision_number': 5, 'project_id': 'cbfb4663104c453f9ca4ef83ed712b9d', 'subnets': [{'id': '69cebe13-c2b5-4a7a-bf0d-66678f96b30e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:27:42.354135 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b150a873-78a2-4d59-92ac-4eab9aedd194 None None] Checking router: 4685e2b4-562d-4a91-8f05-0a8a36a8ee2c for host: n-d-813419-10 {{(pid=102349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 11:27:42.358352 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebf1595-7755-44a9-b5d5-a4a09502d034 req-d26778c6-069d-4e02-a7cb-f187d75fe35a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:27:42.359971 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8ebf1595-7755-44a9-b5d5-a4a09502d034 req-d26778c6-069d-4e02-a7cb-f187d75fe35a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=69cebe13-c2b5-4a7a-bf0d-66678f96b30e HTTP/1.1" status: 200 len: 834 time: 0.0444469 Oct 27 11:27:42.362957 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b150a873-78a2-4d59-92ac-4eab9aedd194 None None] Routers {'4685e2b4-562d-4a91-8f05-0a8a36a8ee2c'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 11:27:42.363534 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-b150a873-78a2-4d59-92ac-4eab9aedd194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T11:27:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['4685e2b4-562d-4a91-8f05-0a8a36a8ee2c'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:27:42.407774 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebf1595-7755-44a9-b5d5-a4a09502d034 req-d740add0-e4dc-47b0-b274-9f1224d18353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:27:42.409905 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8ebf1595-7755-44a9-b5d5-a4a09502d034 req-d740add0-e4dc-47b0-b274-9f1224d18353 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=65e4b4de-ffef-436c-849c-ac8086b3f55f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0427442 Oct 27 11:27:42.466298 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvr_db [None req-b150a873-78a2-4d59-92ac-4eab9aedd194 None None] Set router 4685e2b4-562d-4a91-8f05-0a8a36a8ee2c gateway port host: n-d-813419-10 {{(pid=102349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 11:27:42.499077 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8ebf1595-7755-44a9-b5d5-a4a09502d034 req-6318615f-e342-4315-8731-0976d9f98fb5 service neutron] 10.222.0.64 "GET /v2.0/networks/65e4b4de-ffef-436c-849c-ac8086b3f55f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817652 Oct 27 11:27:42.598273 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8ebf1595-7755-44a9-b5d5-a4a09502d034 req-b100a617-9b2b-48d4-bc10-bb0b337893a6 service neutron] 10.222.0.64 "GET /v2.0/networks/65e4b4de-ffef-436c-849c-ac8086b3f55f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904391 Oct 27 11:27:42.662469 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-b150a873-78a2-4d59-92ac-4eab9aedd194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4685e2b4-562d-4a91-8f05-0a8a36a8ee2c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-5797294', 'tenant_id': 'cbfb4663104c453f9ca4ef83ed712b9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.58'}], 'enable_snat': True}, 'gw_port_id': '92cf1156-9c8c-449b-a850-90e6243a17eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:26:10Z', 'updated_at': '2021-10-27T11:26:13Z', 'revision_number': 4, 'project_id': 'cbfb4663104c453f9ca4ef83ed712b9d', 'gw_port': {'id': '92cf1156-9c8c-449b-a850-90e6243a17eb', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:c1:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4685e2b4-562d-4a91-8f05-0a8a36a8ee2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:26:10Z', 'updated_at': '2021-10-27T11:26:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_interfaces': [{'id': '96f986c9-642e-43a5-aece-0c9b65328184', 'name': '', 'network_id': '65e4b4de-ffef-436c-849c-ac8086b3f55f', 'tenant_id': 'cbfb4663104c453f9ca4ef83ed712b9d', 'mac_address': 'fa:16:3e:ab:b5:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4685e2b4-562d-4a91-8f05-0a8a36a8ee2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '69cebe13-c2b5-4a7a-bf0d-66678f96b30e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:26:13Z', 'updated_at': '2021-10-27T11:26:16Z', 'revision_number': 5, 'project_id': 'cbfb4663104c453f9ca4ef83ed712b9d', 'subnets': [{'id': '69cebe13-c2b5-4a7a-bf0d-66678f96b30e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:27:42.690490 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b150a873-78a2-4d59-92ac-4eab9aedd194 None None] The sync data for ids ['4685e2b4-562d-4a91-8f05-0a8a36a8ee2c'] in n-d-813419-10 is: [{'id': '4685e2b4-562d-4a91-8f05-0a8a36a8ee2c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-5797294', 'tenant_id': 'cbfb4663104c453f9ca4ef83ed712b9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.58'}], 'enable_snat': True}, 'gw_port_id': '92cf1156-9c8c-449b-a850-90e6243a17eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:26:10Z', 'updated_at': '2021-10-27T11:26:13Z', 'revision_number': 4, 'project_id': 'cbfb4663104c453f9ca4ef83ed712b9d', 'gw_port': {'id': '92cf1156-9c8c-449b-a850-90e6243a17eb', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:c1:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4685e2b4-562d-4a91-8f05-0a8a36a8ee2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:26:10Z', 'updated_at': '2021-10-27T11:26:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_interfaces': [{'id': '96f986c9-642e-43a5-aece-0c9b65328184', 'name': '', 'network_id': '65e4b4de-ffef-436c-849c-ac8086b3f55f', 'tenant_id': 'cbfb4663104c453f9ca4ef83ed712b9d', 'mac_address': 'fa:16:3e:ab:b5:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4685e2b4-562d-4a91-8f05-0a8a36a8ee2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '69cebe13-c2b5-4a7a-bf0d-66678f96b30e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:26:13Z', 'updated_at': '2021-10-27T11:26:16Z', 'revision_number': 5, 'project_id': 'cbfb4663104c453f9ca4ef83ed712b9d', 'subnets': [{'id': '69cebe13-c2b5-4a7a-bf0d-66678f96b30e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 11:27:42.907032 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ae8d6da-9c9c-4c7c-9238-82afa0805117 None None] New status for floating IP c29c9479-0dae-41fe-aa40-5a275ac3c2a0: DOWN {{(pid=102348) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 11:27:43.427876 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66543eb7-223a-43e6-bfe1-4990ce9d77a6 req-4692db9a-8117-402d-b541-76c32e5d2c52 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:27:43.429382 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-66543eb7-223a-43e6-bfe1-4990ce9d77a6 req-4692db9a-8117-402d-b541-76c32e5d2c52 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "GET /v2.0/ports?device_id=7770390b-4f5d-4b34-bcb5-7cffb327f9bd HTTP/1.1" status: 200 len: 945 time: 0.0930321 Oct 27 11:27:43.467422 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-66543eb7-223a-43e6-bfe1-4990ce9d77a6 req-839d2265-eaec-44d5-b25c-79123bf44dab tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "GET /v2.0/security-groups?id=76335b09-d3f0-48e1-8f6b-f88f02100f94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319748 Oct 27 11:27:43.588610 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd9e5cd-da0a-4364-956a-c7c1d0d866ce req-3f22a329-277e-4db8-bc3c-ab32c004357f tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:27:43.589958 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-dfd9e5cd-da0a-4364-956a-c7c1d0d866ce req-3f22a329-277e-4db8-bc3c-ab32c004357f tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.64 "GET /v2.0/ports?device_id=7770390b-4f5d-4b34-bcb5-7cffb327f9bd HTTP/1.1" status: 200 len: 945 time: 0.0478134 Oct 27 11:27:43.680794 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [req-dfd9e5cd-da0a-4364-956a-c7c1d0d866ce req-a5238e20-9324-42b6-be1f-b3761d2b3e7a tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Deleting port 9f411b6c-21d2-4b78-97c7-6a7d1f721691 {{(pid=102347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 11:27:43.681132 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-dfd9e5cd-da0a-4364-956a-c7c1d0d866ce req-a5238e20-9324-42b6-be1f-b3761d2b3e7a tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:27:43.766227 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-dfd9e5cd-da0a-4364-956a-c7c1d0d866ce req-a5238e20-9324-42b6-be1f-b3761d2b3e7a tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] For port 9f411b6c-21d2-4b78-97c7-6a7d1f721691, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=9f411b6c-21d2-4b78-97c7-6a7d1f721691,segment=NetworkSegment(bc774f47-7eba-414d-9812-a7b4032ab7dc),segment_id=bc774f47-7eba-414d-9812-a7b4032ab7dc)] {{(pid=102347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:27:43.766631 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-dfd9e5cd-da0a-4364-956a-c7c1d0d866ce req-a5238e20-9324-42b6-be1f-b3761d2b3e7a tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:27:43.779188 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [req-dfd9e5cd-da0a-4364-956a-c7c1d0d866ce req-a5238e20-9324-42b6-be1f-b3761d2b3e7a tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Calling delete_port for 9f411b6c-21d2-4b78-97c7-6a7d1f721691 owned by compute:nova {{(pid=102347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 11:27:43.907345 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-dfd9e5cd-da0a-4364-956a-c7c1d0d866ce req-a5238e20-9324-42b6-be1f-b3761d2b3e7a tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:27:43.935760 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5238e20-9324-42b6-be1f-b3761d2b3e7a tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Pushing event deleted for resources: {'Port': ['ID=9f411b6c-21d2-4b78-97c7-6a7d1f721691,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:27:43.979004 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfd9e5cd-da0a-4364-956a-c7c1d0d866ce req-a5238e20-9324-42b6-be1f-b3761d2b3e7a tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] No DVR routers for this DVR port 9f411b6c-21d2-4b78-97c7-6a7d1f721691 on host n-h1-813419-10 {{(pid=102347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 11:27:43.981946 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-dfd9e5cd-da0a-4364-956a-c7c1d0d866ce req-a5238e20-9324-42b6-be1f-b3761d2b3e7a tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:27:43.985699 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-dfd9e5cd-da0a-4364-956a-c7c1d0d866ce req-a5238e20-9324-42b6-be1f-b3761d2b3e7a tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.64 "DELETE /v2.0/ports/9f411b6c-21d2-4b78-97c7-6a7d1f721691 HTTP/1.1" status: 204 len: 173 time: 0.3895540 Oct 27 11:27:44.034547 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7770390b-4f5d-4b34-bcb5-7cffb327f9bd', 'name': 'network-vif-deleted', 'tag': '9f411b6c-21d2-4b78-97c7-6a7d1f721691'}] {{(pid=102347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 11:27:44.036907 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b4a6b06816dbd4a25adc79839574a1cde60454ea9fb7ff9bc84d34209fb596e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edd28ba3-2aff-4017-9d0f-2915cc57d19c" -d '{"events": [{"server_uuid": "7770390b-4f5d-4b34-bcb5-7cffb327f9bd", "name": "network-vif-deleted", "tag": "9f411b6c-21d2-4b78-97c7-6a7d1f721691"}]}' {{(pid=102347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 11:27:44.072731 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 11:27:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e24a906e-faa6-456a-819a-7d977e256e35 x-openstack-request-id: req-e24a906e-faa6-456a-819a-7d977e256e35 {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 11:27:44.073018 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7770390b-4f5d-4b34-bcb5-7cffb327f9bd", "name": "network-vif-deleted", "tag": "9f411b6c-21d2-4b78-97c7-6a7d1f721691", "status": "completed", "code": 200}]} {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 11:27:44.073293 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e24a906e-faa6-456a-819a-7d977e256e35 {{(pid=102347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 11:27:44.073690 n-d-813419-10 neutron-server[102347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7770390b-4f5d-4b34-bcb5-7cffb327f9bd', 'name': 'network-vif-deleted', 'tag': '9f411b6c-21d2-4b78-97c7-6a7d1f721691', 'status': 'completed', 'code': 200} Oct 27 11:27:44.522301 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 48728) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:27:44.876616 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-e83cc77e-429e-43db-9298-d610ab9f28f7 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1766202'] for router_interface, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:27:45.133480 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-e83cc77e-429e-43db-9298-d610ab9f28f7 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Deleting port 96f986c9-642e-43a5-aece-0c9b65328184 {{(pid=102346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 11:27:45.133857 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-e83cc77e-429e-43db-9298-d610ab9f28f7 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:27:45.220021 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [None req-e83cc77e-429e-43db-9298-d610ab9f28f7 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] For port 96f986c9-642e-43a5-aece-0c9b65328184, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=96f986c9-642e-43a5-aece-0c9b65328184,segment=NetworkSegment(bc774f47-7eba-414d-9812-a7b4032ab7dc),segment_id=bc774f47-7eba-414d-9812-a7b4032ab7dc)] {{(pid=102346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:27:45.220409 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-e83cc77e-429e-43db-9298-d610ab9f28f7 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:27:45.232748 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-e83cc77e-429e-43db-9298-d610ab9f28f7 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Calling delete_port for 96f986c9-642e-43a5-aece-0c9b65328184 owned by network:router_interface {{(pid=102346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 11:27:45.429846 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-e83cc77e-429e-43db-9298-d610ab9f28f7 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:27:45.456144 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83cc77e-429e-43db-9298-d610ab9f28f7 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Pushing event deleted for resources: {'Port': ['ID=96f986c9-642e-43a5-aece-0c9b65328184,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:27:45.468288 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83cc77e-429e-43db-9298-d610ab9f28f7 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:27:45.468651 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83cc77e-429e-43db-9298-d610ab9f28f7 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:27:45.468995 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83cc77e-429e-43db-9298-d610ab9f28f7 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:27:45.469337 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83cc77e-429e-43db-9298-d610ab9f28f7 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:27:45.469672 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83cc77e-429e-43db-9298-d610ab9f28f7 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:27:45.470002 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83cc77e-429e-43db-9298-d610ab9f28f7 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:27:45.470333 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83cc77e-429e-43db-9298-d610ab9f28f7 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:27:45.470662 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83cc77e-429e-43db-9298-d610ab9f28f7 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:27:45.471013 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83cc77e-429e-43db-9298-d610ab9f28f7 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:27:45.471318 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83cc77e-429e-43db-9298-d610ab9f28f7 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:27:45.471643 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83cc77e-429e-43db-9298-d610ab9f28f7 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:27:45.471964 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83cc77e-429e-43db-9298-d610ab9f28f7 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:27:45.635439 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-e83cc77e-429e-43db-9298-d610ab9f28f7 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2006968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1766358'] for router_interface, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:27:46.191579 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e83cc77e-429e-43db-9298-d610ab9f28f7 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Router 4685e2b4-562d-4a91-8f05-0a8a36a8ee2c has already been hosted by L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb {{(pid=102346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 11:27:46.304066 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e83cc77e-429e-43db-9298-d610ab9f28f7 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 11:27:46.309456 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-e83cc77e-429e-43db-9298-d610ab9f28f7 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "PUT /v2.0/routers/4685e2b4-562d-4a91-8f05-0a8a36a8ee2c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7854085 Oct 27 11:27:46.311852 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 48730) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:27:46.315462 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b2584d2-7dd3-42d6-830b-7c43216423d4 None None] Sync routers for ids ['4685e2b4-562d-4a91-8f05-0a8a36a8ee2c'] in n-d-813419-10 {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 11:27:46.323701 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-af2df9c2-26ef-4f80-93f2-95533bee5988 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:27:46.327099 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b2584d2-7dd3-42d6-830b-7c43216423d4 None None] Routers {'4685e2b4-562d-4a91-8f05-0a8a36a8ee2c'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 11:27:46.327705 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-5b2584d2-7dd3-42d6-830b-7c43216423d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T11:27:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['4685e2b4-562d-4a91-8f05-0a8a36a8ee2c'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:27:46.371241 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea8acab6-0cae-47d5-b3ac-30fb16c452e3 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Deleting subnet 69cebe13-c2b5-4a7a-bf0d-66678f96b30e {{(pid=102347) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 11:27:46.374397 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-ea8acab6-0cae-47d5-b3ac-30fb16c452e3 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks [] for subnet, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:27:46.417010 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-ea8acab6-0cae-47d5-b3ac-30fb16c452e3 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-18445109'] for subnet, precommit_delete_associations {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:27:46.434518 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvr_db [None req-5b2584d2-7dd3-42d6-830b-7c43216423d4 None None] Set router 4685e2b4-562d-4a91-8f05-0a8a36a8ee2c gateway port host: n-d-813419-10 {{(pid=102349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 11:27:46.617145 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-5b2584d2-7dd3-42d6-830b-7c43216423d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4685e2b4-562d-4a91-8f05-0a8a36a8ee2c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-5797294', 'tenant_id': 'cbfb4663104c453f9ca4ef83ed712b9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.58'}], 'enable_snat': True}, 'gw_port_id': '92cf1156-9c8c-449b-a850-90e6243a17eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:26:10Z', 'updated_at': '2021-10-27T11:27:45Z', 'revision_number': 5, 'project_id': 'cbfb4663104c453f9ca4ef83ed712b9d', 'gw_port': {'id': '92cf1156-9c8c-449b-a850-90e6243a17eb', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:c1:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4685e2b4-562d-4a91-8f05-0a8a36a8ee2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:26:10Z', 'updated_at': '2021-10-27T11:26:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10'}], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:27:46.644506 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b2584d2-7dd3-42d6-830b-7c43216423d4 None None] Checking router: 4685e2b4-562d-4a91-8f05-0a8a36a8ee2c for host: n-d-813419-10 {{(pid=102349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 11:27:46.653720 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b2584d2-7dd3-42d6-830b-7c43216423d4 None None] Routers {'4685e2b4-562d-4a91-8f05-0a8a36a8ee2c'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 11:27:46.654336 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-5b2584d2-7dd3-42d6-830b-7c43216423d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T11:27:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['4685e2b4-562d-4a91-8f05-0a8a36a8ee2c'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:27:46.769015 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvr_db [None req-5b2584d2-7dd3-42d6-830b-7c43216423d4 None None] Set router 4685e2b4-562d-4a91-8f05-0a8a36a8ee2c gateway port host: n-d-813419-10 {{(pid=102349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 11:27:46.834602 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-ea8acab6-0cae-47d5-b3ac-30fb16c452e3 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855646'] for subnet, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:27:46.891152 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-ea8acab6-0cae-47d5-b3ac-30fb16c452e3 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-18295818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18043720'] for subnet, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:27:46.916131 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8acab6-0cae-47d5-b3ac-30fb16c452e3 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Pushing event deleted for resources: {'Subnet': ['ID=69cebe13-c2b5-4a7a-bf0d-66678f96b30e,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:27:46.922198 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-ea8acab6-0cae-47d5-b3ac-30fb16c452e3 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks [] for subnet, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:27:46.928558 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-ea8acab6-0cae-47d5-b3ac-30fb16c452e3 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "DELETE /v2.0/subnets/69cebe13-c2b5-4a7a-bf0d-66678f96b30e HTTP/1.1" status: 204 len: 168 time: 0.6122139 Oct 27 11:27:46.928558 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 48732) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:27:46.932331 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cbda215-a923-4462-8512-04355748d4fc None None] Network 65e4b4de-ffef-436c-849c-ac8086b3f55f requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 11:27:47.041834 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-53d51229-71f2-49bf-b321-1d034357cebc tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks [] for router, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:27:47.050743 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-5b2584d2-7dd3-42d6-830b-7c43216423d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4685e2b4-562d-4a91-8f05-0a8a36a8ee2c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-5797294', 'tenant_id': 'cbfb4663104c453f9ca4ef83ed712b9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.58'}], 'enable_snat': True}, 'gw_port_id': '92cf1156-9c8c-449b-a850-90e6243a17eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:26:10Z', 'updated_at': '2021-10-27T11:27:45Z', 'revision_number': 5, 'project_id': 'cbfb4663104c453f9ca4ef83ed712b9d', 'gw_port': {'id': '92cf1156-9c8c-449b-a850-90e6243a17eb', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:c1:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4685e2b4-562d-4a91-8f05-0a8a36a8ee2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:26:10Z', 'updated_at': '2021-10-27T11:26:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10'}], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:27:47.079729 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b2584d2-7dd3-42d6-830b-7c43216423d4 None None] The sync data for ids ['4685e2b4-562d-4a91-8f05-0a8a36a8ee2c'] in n-d-813419-10 is: [{'id': '4685e2b4-562d-4a91-8f05-0a8a36a8ee2c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-5797294', 'tenant_id': 'cbfb4663104c453f9ca4ef83ed712b9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.58'}], 'enable_snat': True}, 'gw_port_id': '92cf1156-9c8c-449b-a850-90e6243a17eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:26:10Z', 'updated_at': '2021-10-27T11:27:45Z', 'revision_number': 5, 'project_id': 'cbfb4663104c453f9ca4ef83ed712b9d', 'gw_port': {'id': '92cf1156-9c8c-449b-a850-90e6243a17eb', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:c1:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4685e2b4-562d-4a91-8f05-0a8a36a8ee2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:26:10Z', 'updated_at': '2021-10-27T11:26:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10'}] {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 11:27:47.137714 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79d23eec-11ff-4d21-9a1d-d584467e3f9d None None] DHCP port deletion for 65e4b4de-ffef-436c-849c-ac8086b3f55f request from n-d-813419-10 {{(pid=102348) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 11:27:47.153149 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-53d51229-71f2-49bf-b321-1d034357cebc tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:27:47.184231 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-79d23eec-11ff-4d21-9a1d-d584467e3f9d None None] Deleting port 5ccd1908-d7be-42dd-ab9e-c7aee5898f25 {{(pid=102348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 11:27:47.184597 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-79d23eec-11ff-4d21-9a1d-d584467e3f9d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:27:47.204185 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-53d51229-71f2-49bf-b321-1d034357cebc tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Deleting port 92cf1156-9c8c-449b-a850-90e6243a17eb {{(pid=102347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 11:27:47.204645 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-53d51229-71f2-49bf-b321-1d034357cebc tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:27:47.250456 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-79d23eec-11ff-4d21-9a1d-d584467e3f9d None None] For port 5ccd1908-d7be-42dd-ab9e-c7aee5898f25, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=5ccd1908-d7be-42dd-ab9e-c7aee5898f25,segment=NetworkSegment(bc774f47-7eba-414d-9812-a7b4032ab7dc),segment_id=bc774f47-7eba-414d-9812-a7b4032ab7dc)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:27:47.250850 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-79d23eec-11ff-4d21-9a1d-d584467e3f9d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:27:47.263381 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-79d23eec-11ff-4d21-9a1d-d584467e3f9d None None] Calling delete_port for 5ccd1908-d7be-42dd-ab9e-c7aee5898f25 owned by network:dhcp {{(pid=102348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 11:27:47.284561 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [None req-53d51229-71f2-49bf-b321-1d034357cebc tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] For port 92cf1156-9c8c-449b-a850-90e6243a17eb, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=92cf1156-9c8c-449b-a850-90e6243a17eb,segment=NetworkSegment(bc14127b-7032-4c50-bb5b-f6813cbae86e),segment_id=bc14127b-7032-4c50-bb5b-f6813cbae86e)] {{(pid=102347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:27:47.284917 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-53d51229-71f2-49bf-b321-1d034357cebc tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:27:47.296373 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-53d51229-71f2-49bf-b321-1d034357cebc tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Calling delete_port for 92cf1156-9c8c-449b-a850-90e6243a17eb owned by network:router_gateway {{(pid=102347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 11:27:47.339469 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-79d23eec-11ff-4d21-9a1d-d584467e3f9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615'] for port, after_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:27:47.371345 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d23eec-11ff-4d21-9a1d-d584467e3f9d None None] Pushing event deleted for resources: {'Port': ['ID=5ccd1908-d7be-42dd-ab9e-c7aee5898f25,revision_number=None']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:27:47.376866 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79d23eec-11ff-4d21-9a1d-d584467e3f9d None None] No DVR routers for this DVR port 5ccd1908-d7be-42dd-ab9e-c7aee5898f25 on host n-d-813419-10 {{(pid=102348) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 11:27:47.386932 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d23eec-11ff-4d21-9a1d-d584467e3f9d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:27:47.387265 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d23eec-11ff-4d21-9a1d-d584467e3f9d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:27:47.387598 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d23eec-11ff-4d21-9a1d-d584467e3f9d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:27:47.387926 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d23eec-11ff-4d21-9a1d-d584467e3f9d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:27:47.388411 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d23eec-11ff-4d21-9a1d-d584467e3f9d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:27:47.388608 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d23eec-11ff-4d21-9a1d-d584467e3f9d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:27:47.388927 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d23eec-11ff-4d21-9a1d-d584467e3f9d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:27:47.389264 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d23eec-11ff-4d21-9a1d-d584467e3f9d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:27:47.389546 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d23eec-11ff-4d21-9a1d-d584467e3f9d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:27:47.389891 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d23eec-11ff-4d21-9a1d-d584467e3f9d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:27:47.390206 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d23eec-11ff-4d21-9a1d-d584467e3f9d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:27:47.390619 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d23eec-11ff-4d21-9a1d-d584467e3f9d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:27:47.468578 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-53d51229-71f2-49bf-b321-1d034357cebc tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:27:47.497033 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d51229-71f2-49bf-b321-1d034357cebc tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Pushing event deleted for resources: {'Port': ['ID=92cf1156-9c8c-449b-a850-90e6243a17eb,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:27:47.561211 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-53d51229-71f2-49bf-b321-1d034357cebc tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1664884'] for router_gateway, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:27:47.663154 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-53d51229-71f2-49bf-b321-1d034357cebc tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1765662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3700'] for router, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:27:47.665233 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-53d51229-71f2-49bf-b321-1d034357cebc tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:27:47.709009 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-53d51229-71f2-49bf-b321-1d034357cebc tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1765641'] for router, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:27:47.709575 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53d51229-71f2-49bf-b321-1d034357cebc tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Fanout notify agent at l3_agent the message router_deleted on router 4685e2b4-562d-4a91-8f05-0a8a36a8ee2c {{(pid=102347) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 11:27:47.718504 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-53d51229-71f2-49bf-b321-1d034357cebc tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks [] for router, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:27:47.719823 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-53d51229-71f2-49bf-b321-1d034357cebc tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "DELETE /v2.0/routers/4685e2b4-562d-4a91-8f05-0a8a36a8ee2c HTTP/1.1" status: 204 len: 168 time: 0.7904472 Oct 27 11:27:47.723007 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 48734) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:27:47.801782 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-a2a701e8-3cc0-4e87-b195-ede898495a61 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586917'] for network, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:27:47.891824 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-a2a701e8-3cc0-4e87-b195-ede898495a61 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857803', 'neutron.services.segments.db._delete_segments_for_network-8743873143390'] for network, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:27:47.912446 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-a2a701e8-3cc0-4e87-b195-ede898495a61 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65e4b4de-ffef-436c-849c-ac8086b3f55f']}} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:27:47.921412 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-a2a701e8-3cc0-4e87-b195-ede898495a61 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc774f47-7eba-414d-9812-a7b4032ab7dc') {'for_net_delete': True} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:27:47.921700 n-d-813419-10 neutron-server[102347]: DEBUG neutron.services.segments.db [None req-a2a701e8-3cc0-4e87-b195-ede898495a61 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc774f47-7eba-414d-9812-a7b4032ab7dc') {} {{(pid=102347) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:27:47.931580 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-a2a701e8-3cc0-4e87-b195-ede898495a61 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743873145191', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-18445132'] for segment, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:27:47.944295 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-a2a701e8-3cc0-4e87-b195-ede898495a61 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:27:47.950079 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2a701e8-3cc0-4e87-b195-ede898495a61 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Releasing vlan 403 on physical network physnet1 to pool {{(pid=102347) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 11:27:47.950605 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-a2a701e8-3cc0-4e87-b195-ede898495a61 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-18296032'] for segment, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:27:47.953602 n-d-813419-10 neutron-server[102347]: Traceback (most recent call last): Oct 27 11:27:47.953602 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 11:27:47.953602 n-d-813419-10 neutron-server[102347]: timer() Oct 27 11:27:47.953602 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 11:27:47.953602 n-d-813419-10 neutron-server[102347]: cb(*args, **kw) Oct 27 11:27:47.953602 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 11:27:47.953602 n-d-813419-10 neutron-server[102347]: return func(*args, **kwargs) Oct 27 11:27:47.953602 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 11:27:47.953602 n-d-813419-10 neutron-server[102347]: self._notify() Oct 27 11:27:47.953602 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 11:27:47.953602 n-d-813419-10 neutron-server[102347]: self.callback(batched_events) Oct 27 11:27:47.953602 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 11:27:47.953602 n-d-813419-10 neutron-server[102347]: event.method(event) Oct 27 11:27:47.953602 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 11:27:47.953602 n-d-813419-10 neutron-server[102347]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 11:27:47.953602 n-d-813419-10 neutron-server[102347]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 11:27:47.953602 n-d-813419-10 neutron-server[102347]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 11:27:47.953602 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 11:27:47.953602 n-d-813419-10 neutron-server[102347]: return f(self, *a, **k) Oct 27 11:27:47.953602 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 11:27:47.953602 n-d-813419-10 neutron-server[102347]: return self._get(url).json() Oct 27 11:27:47.953602 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 11:27:47.953602 n-d-813419-10 neutron-server[102347]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 11:27:47.953602 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 11:27:47.953602 n-d-813419-10 neutron-server[102347]: return self.request(url, 'GET', **kwargs) Oct 27 11:27:47.953602 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 11:27:47.953602 n-d-813419-10 neutron-server[102347]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 11:27:47.953602 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 11:27:47.953602 n-d-813419-10 neutron-server[102347]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 11:27:47.953602 n-d-813419-10 neutron-server[102347]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 11:27:47.953602 n-d-813419-10 neutron-server[102347]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 11:27:47.953602 n-d-813419-10 neutron-server[102347]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 11:27:48.014738 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-a2a701e8-3cc0-4e87-b195-ede898495a61 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664840'] for network, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:27:48.023819 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-a2a701e8-3cc0-4e87-b195-ede898495a61 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks [] for network, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:27:48.026919 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-a2a701e8-3cc0-4e87-b195-ede898495a61 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "DELETE /v2.0/networks/65e4b4de-ffef-436c-849c-ac8086b3f55f HTTP/1.1" status: 204 len: 168 time: 0.3029497 Oct 27 11:27:48.029730 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 48736) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:27:48.037278 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a701e8-3cc0-4e87-b195-ede898495a61 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Pushing event deleted for resources: {'Network': ['ID=65e4b4de-ffef-436c-849c-ac8086b3f55f,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:27:48.086753 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-2656ea47-84c5-42b3-b5bd-98036c575fc1 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks [] for security_group, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:27:48.111447 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-2656ea47-84c5-42b3-b5bd-98036c575fc1 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:27:48.180796 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-2656ea47-84c5-42b3-b5bd-98036c575fc1 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:27:48.183419 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-2656ea47-84c5-42b3-b5bd-98036c575fc1 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:27:48.184887 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-2656ea47-84c5-42b3-b5bd-98036c575fc1 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "DELETE /v2.0/security-groups/76335b09-d3f0-48e1-8f6b-f88f02100f94 HTTP/1.1" status: 204 len: 168 time: 0.1541293 Oct 27 11:27:48.196536 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2656ea47-84c5-42b3-b5bd-98036c575fc1 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=76335b09-d3f0-48e1-8f6b-f88f02100f94,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:27:48.239095 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 5ccd1908-d7be-42dd-ab9e-c7aee5898f25 no longer exists at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 11:27:48.265298 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device 9f411b6c-21d2-4b78-97c7-6a7d1f721691 no longer exists at agent hyperv_n-h1-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 11:27:48.268788 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] No Port match for: 5ccd1908-d7be-42dd-ab9e-c7aee5898f25 {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 11:27:48.269131 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 5ccd1908-d7be-42dd-ab9e-c7aee5898f25 not bound to the agent host n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 11:27:48.269536 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 96f986c9-642e-43a5-aece-0c9b65328184 no longer exists at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 11:27:48.302728 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] No Port match for: 9f411b6c-21d2-4b78-97c7-6a7d1f721691 {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 11:27:48.303069 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device 9f411b6c-21d2-4b78-97c7-6a7d1f721691 not bound to the agent host n-h1-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 11:27:48.304500 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] No Port match for: 96f986c9-642e-43a5-aece-0c9b65328184 {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 11:27:48.304851 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 96f986c9-642e-43a5-aece-0c9b65328184 not bound to the agent host n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 11:27:48.305248 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 92cf1156-9c8c-449b-a850-90e6243a17eb no longer exists at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 11:27:48.324701 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] No Port match for: 92cf1156-9c8c-449b-a850-90e6243a17eb {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 11:27:48.325047 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 92cf1156-9c8c-449b-a850-90e6243a17eb not bound to the agent host n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 11:27:48.517983 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 48742) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:27:48.522182 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-a64c3cad-c99c-4b1d-854c-38b9d05ae178 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-226561229', 'description': 'tempest-secgroup-smoke-226561229 description', 'project_id': 'cbfb4663104c453f9ca4ef83ed712b9d'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:27:48.544003 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-a64c3cad-c99c-4b1d-854c-38b9d05ae178 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks [] for security_group, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:27:48.608449 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-a64c3cad-c99c-4b1d-854c-38b9d05ae178 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks [] for security_group, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:27:48.612462 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-a64c3cad-c99c-4b1d-854c-38b9d05ae178 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:27:48.635608 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-a64c3cad-c99c-4b1d-854c-38b9d05ae178 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:27:48.636864 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-a64c3cad-c99c-4b1d-854c-38b9d05ae178 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1182797 Oct 27 11:27:48.640002 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 48744) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:27:48.644815 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-8acf55b5-bf24-4997-b1fb-b50cefe14872 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Request body: {'security_group_rule': {'security_group_id': '1c8b95d0-964b-4ba1-99c3-d172612aad4b', 'project_id': 'cbfb4663104c453f9ca4ef83ed712b9d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:27:48.644986 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64c3cad-c99c-4b1d-854c-38b9d05ae178 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c8b95d0-964b-4ba1-99c3-d172612aad4b,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:27:48.671148 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-8acf55b5-bf24-4997-b1fb-b50cefe14872 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:27:48.724892 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-8acf55b5-bf24-4997-b1fb-b50cefe14872 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:27:48.728190 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-8acf55b5-bf24-4997-b1fb-b50cefe14872 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671902'] for security_group_rule, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:27:48.746248 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acf55b5-bf24-4997-b1fb-b50cefe14872 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79e5069a-59ee-4fd5-8079-3abd99eebd7b,revision_number=0']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:27:48.752670 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-8acf55b5-bf24-4997-b1fb-b50cefe14872 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:27:48.753897 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-8acf55b5-bf24-4997-b1fb-b50cefe14872 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1127419 Oct 27 11:27:48.756547 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 48746) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:27:48.760812 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-a86a96f3-dc53-4dda-9142-7701b1e7e31b tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Request body: {'security_group_rule': {'security_group_id': '1c8b95d0-964b-4ba1-99c3-d172612aad4b', 'project_id': 'cbfb4663104c453f9ca4ef83ed712b9d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:27:48.786388 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-a86a96f3-dc53-4dda-9142-7701b1e7e31b tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:27:48.843423 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-a86a96f3-dc53-4dda-9142-7701b1e7e31b tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:27:48.847314 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-a86a96f3-dc53-4dda-9142-7701b1e7e31b tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671902'] for security_group_rule, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:27:48.864704 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86a96f3-dc53-4dda-9142-7701b1e7e31b tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=683a40e2-d528-4796-a29f-0e3232953044,revision_number=0']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:27:48.872775 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-a86a96f3-dc53-4dda-9142-7701b1e7e31b tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:27:48.873963 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-a86a96f3-dc53-4dda-9142-7701b1e7e31b tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1164997 Oct 27 11:27:48.876780 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 48748) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:27:48.881013 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-a41d2598-94e0-45b6-af5b-a3d93508c69d tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Request body: {'security_group_rule': {'security_group_id': '1c8b95d0-964b-4ba1-99c3-d172612aad4b', 'project_id': 'cbfb4663104c453f9ca4ef83ed712b9d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:27:48.907012 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-a41d2598-94e0-45b6-af5b-a3d93508c69d tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:27:48.969486 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-a41d2598-94e0-45b6-af5b-a3d93508c69d tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:27:48.975632 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-a41d2598-94e0-45b6-af5b-a3d93508c69d tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671902'] for security_group_rule, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:27:48.989174 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-d9bb0331-5744-4fef-b2f1-f6b10b3a732f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:27:48.997607 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41d2598-94e0-45b6-af5b-a3d93508c69d tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd42061a-b69a-4b5b-a0fe-604ba0e4fbe7,revision_number=0']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:27:49.006634 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-a41d2598-94e0-45b6-af5b-a3d93508c69d tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:27:49.009444 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-a41d2598-94e0-45b6-af5b-a3d93508c69d tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1315272 Oct 27 11:27:49.013434 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 48750) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:27:49.020974 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-7c20245a-6daf-4191-a202-0aba5875f2bb tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Request body: {'security_group_rule': {'security_group_id': '1c8b95d0-964b-4ba1-99c3-d172612aad4b', 'project_id': 'cbfb4663104c453f9ca4ef83ed712b9d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:27:49.049875 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-7c20245a-6daf-4191-a202-0aba5875f2bb tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:27:49.111305 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-7c20245a-6daf-4191-a202-0aba5875f2bb tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:27:49.117397 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-7c20245a-6daf-4191-a202-0aba5875f2bb tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671902'] for security_group_rule, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:27:49.140428 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c20245a-6daf-4191-a202-0aba5875f2bb tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4623aefe-dc01-4243-a719-7301c13fa886,revision_number=0']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:27:49.149015 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-7c20245a-6daf-4191-a202-0aba5875f2bb tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:27:49.150994 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-7c20245a-6daf-4191-a202-0aba5875f2bb tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1359684 Oct 27 11:27:49.153679 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 48752) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:27:49.158870 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-734d8005-381e-4f8a-9d97-20a07fbd2c08 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Request body: {'security_group_rule': {'security_group_id': '1c8b95d0-964b-4ba1-99c3-d172612aad4b', 'project_id': 'cbfb4663104c453f9ca4ef83ed712b9d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:27:49.181612 n-d-813419-10 neutron-server[102346]: INFO neutron.db.securitygroups_db [None req-734d8005-381e-4f8a-9d97-20a07fbd2c08 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Project cbfb4663104c453f9ca4ef83ed712b9d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 27 11:27:49.188630 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-734d8005-381e-4f8a-9d97-20a07fbd2c08 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:27:49.253985 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-734d8005-381e-4f8a-9d97-20a07fbd2c08 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:27:49.257783 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-734d8005-381e-4f8a-9d97-20a07fbd2c08 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671902'] for security_group_rule, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:27:49.278045 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734d8005-381e-4f8a-9d97-20a07fbd2c08 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=496d52bb-0447-4d0e-a4b0-f0dcbeab00e7,revision_number=0']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:27:49.288403 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-734d8005-381e-4f8a-9d97-20a07fbd2c08 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:27:49.289619 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-734d8005-381e-4f8a-9d97-20a07fbd2c08 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1349051 Oct 27 11:27:49.292358 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 48754) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:27:49.297014 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-a1bbe448-69e5-4f1b-a077-4816ed2a4030 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Request body: {'security_group_rule': {'security_group_id': '1c8b95d0-964b-4ba1-99c3-d172612aad4b', 'project_id': 'cbfb4663104c453f9ca4ef83ed712b9d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:27:49.318920 n-d-813419-10 neutron-server[102346]: INFO neutron.db.securitygroups_db [None req-a1bbe448-69e5-4f1b-a077-4816ed2a4030 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Project cbfb4663104c453f9ca4ef83ed712b9d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 27 11:27:49.326195 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-a1bbe448-69e5-4f1b-a077-4816ed2a4030 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:27:49.404124 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-a1bbe448-69e5-4f1b-a077-4816ed2a4030 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:27:49.407825 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-a1bbe448-69e5-4f1b-a077-4816ed2a4030 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671902'] for security_group_rule, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:27:49.431644 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bbe448-69e5-4f1b-a077-4816ed2a4030 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd2cd2b9-baf5-4f72-808b-cd7ebe9caed5,revision_number=0']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:27:49.440585 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-a1bbe448-69e5-4f1b-a077-4816ed2a4030 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:27:49.441802 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-a1bbe448-69e5-4f1b-a077-4816ed2a4030 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1485131 Oct 27 11:27:49.444766 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 48756) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:27:49.449494 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-2975842f-c339-4689-8f99-fecc7b1c6d3d tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Request body: {'network': {'name': 'tempest-network-smoke--1372466184', 'project_id': 'cbfb4663104c453f9ca4ef83ed712b9d', 'port_security_enabled': True}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:27:49.475569 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2975842f-c339-4689-8f99-fecc7b1c6d3d tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Made reservation on behalf of cbfb4663104c453f9ca4ef83ed712b9d for: {'network': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 11:27:49.479388 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-2975842f-c339-4689-8f99-fecc7b1c6d3d tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for network, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:27:49.504049 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2975842f-c339-4689-8f99-fecc7b1c6d3d tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 400} {{(pid=102346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 11:27:49.515668 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-2975842f-c339-4689-8f99-fecc7b1c6d3d tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:27:49.516004 n-d-813419-10 neutron-server[102346]: INFO neutron.db.segments_db [None req-2975842f-c339-4689-8f99-fecc7b1c6d3d tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Added segment fb321fc7-ab67-4698-a156-acec9ef2e13d of type vlan for network 4bdd520e-18f1-418f-beed-ebffdbdd78a3 Oct 27 11:27:49.558957 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-2975842f-c339-4689-8f99-fecc7b1c6d3d tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743872593080'] for network, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:27:49.588125 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-2975842f-c339-4689-8f99-fecc7b1c6d3d tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913'] for network, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:27:49.594957 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2975842f-c339-4689-8f99-fecc7b1c6d3d tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:27:49.595561 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-2975842f-c339-4689-8f99-fecc7b1c6d3d tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks [] for network, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:27:49.662235 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-2975842f-c339-4689-8f99-fecc7b1c6d3d tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2164168 Oct 27 11:27:49.665144 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 48758) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:27:49.667785 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2975842f-c339-4689-8f99-fecc7b1c6d3d tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Pushing event updated for resources: {'Network': ['ID=4bdd520e-18f1-418f-beed-ebffdbdd78a3,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:27:49.669682 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-278de303-0dd2-46cc-be2a-df9396e30dd5 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-95468155', 'admin_state_up': True, 'project_id': 'cbfb4663104c453f9ca4ef83ed712b9d', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'}}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:27:49.679563 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Network 4bdd520e-18f1-418f-beed-ebffdbdd78a3 details requested by agent ovs-agent-n-d-813419-10 with host n-d-813419-10 {{(pid=102348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 11:27:49.702090 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-278de303-0dd2-46cc-be2a-df9396e30dd5 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1768632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3610'] for router, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:27:49.704488 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-278de303-0dd2-46cc-be2a-df9396e30dd5 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1765704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1769409', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1694266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3597'] for router, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:27:49.763383 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-278de303-0dd2-46cc-be2a-df9396e30dd5 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:27:49.897164 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-278de303-0dd2-46cc-be2a-df9396e30dd5 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:27:50.088830 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-278de303-0dd2-46cc-be2a-df9396e30dd5 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks [] for router_gateway, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:27:50.103856 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:27:50.107463 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-278de303-0dd2-46cc-be2a-df9396e30dd5 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:27:50.205963 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_common [None req-278de303-0dd2-46cc-be2a-df9396e30dd5 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Allocated IP 172.25.8.3 (185ff123-c7ff-45c7-a6be-71feb35acc9c/0fb9f9d1-7384-481f-8fa8-f4566c349d30/620b3f73-2b86-4866-975d-c8cc508edfe3) {{(pid=102347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 11:27:50.270953 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-eadeaa30-4096-4d1a-b3cb-aa7ebfb291ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:27:50.314337 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-278de303-0dd2-46cc-be2a-df9396e30dd5 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks [] for port, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:27:50.349349 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-278de303-0dd2-46cc-be2a-df9396e30dd5 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:27:50.389314 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-278de303-0dd2-46cc-be2a-df9396e30dd5 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Network 185ff123-c7ff-45c7-a6be-71feb35acc9c is already hosted by enough agents. {{(pid=102347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 11:27:50.394403 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [None req-278de303-0dd2-46cc-be2a-df9396e30dd5 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Resources bound (agent type, host, resource id): {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 11:27:50.396599 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278de303-0dd2-46cc-be2a-df9396e30dd5 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Pushing event updated for resources: {'Port': ['ID=620b3f73-2b86-4866-975d-c8cc508edfe3,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:27:50.398928 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-278de303-0dd2-46cc-be2a-df9396e30dd5 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Received port after_create {{(pid=102347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 11:27:50.637150 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-278de303-0dd2-46cc-be2a-df9396e30dd5 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks [] for router_gateway, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:27:50.822408 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-278de303-0dd2-46cc-be2a-df9396e30dd5 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1765699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1769372'] for router, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:27:50.951531 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-278de303-0dd2-46cc-be2a-df9396e30dd5 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Router a6736dc9-1295-4585-a0d7-56e7a3f32040 is scheduled to L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb with binding_index 1 {{(pid=102347) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 11:27:51.069650 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-278de303-0dd2-46cc-be2a-df9396e30dd5 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 11:27:51.079442 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba76b86d-2f9d-4896-bcff-86c893553b5a None None] Sync routers for ids ['a6736dc9-1295-4585-a0d7-56e7a3f32040'] in n-d-813419-10 {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 11:27:51.090435 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba76b86d-2f9d-4896-bcff-86c893553b5a None None] Routers {'a6736dc9-1295-4585-a0d7-56e7a3f32040'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 11:27:51.090648 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-278de303-0dd2-46cc-be2a-df9396e30dd5 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks [] for router, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:27:51.091047 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-ba76b86d-2f9d-4896-bcff-86c893553b5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T11:27:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['a6736dc9-1295-4585-a0d7-56e7a3f32040'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:27:51.092063 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-278de303-0dd2-46cc-be2a-df9396e30dd5 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 1.4259181 Oct 27 11:27:51.095155 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 48760) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:27:51.126863 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-2b4ca4bb-40ad-4394-937a-749298b8a598 tempest-TestNetworkAdvancedServerOps-2138787779 tempest-TestNetworkAdvancedServerOps-2138787779-project-admin] 10.222.0.44 "GET /v2.0/subnets?project_id=cbfb4663104c453f9ca4ef83ed712b9d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0304077 Oct 27 11:27:51.129940 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 48762) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:27:51.196695 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvr_db [None req-ba76b86d-2f9d-4896-bcff-86c893553b5a None None] Set router a6736dc9-1295-4585-a0d7-56e7a3f32040 gateway port host: n-d-813419-10 {{(pid=102348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 11:27:51.222484 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4c2a584-ebab-4318-95ec-8142cb9961cf tempest-TestNetworkAdvancedServerOps-2138787779 tempest-TestNetworkAdvancedServerOps-2138787779-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:27:51.223930 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-d4c2a584-ebab-4318-95ec-8142cb9961cf tempest-TestNetworkAdvancedServerOps-2138787779 tempest-TestNetworkAdvancedServerOps-2138787779-project-admin] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0930800 Oct 27 11:27:51.226940 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 48764) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:27:51.255013 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-bd17b3af-a7ef-4606-9981-8b09a9c1383f tempest-TestNetworkAdvancedServerOps-2138787779 tempest-TestNetworkAdvancedServerOps-2138787779-project-admin] 10.222.0.44 "GET /v2.0/subnets?network_id=185ff123-c7ff-45c7-a6be-71feb35acc9c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0269990 Oct 27 11:27:51.257574 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 48766) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:27:51.262122 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-1e125ae9-e1ab-454b-a987-49ab783d90a2 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1134335627', 'network_id': '4bdd520e-18f1-418f-beed-ebffdbdd78a3', 'project_id': 'cbfb4663104c453f9ca4ef83ed712b9d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:27:51.352520 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e125ae9-e1ab-454b-a987-49ab783d90a2 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Made reservation on behalf of cbfb4663104c453f9ca4ef83ed712b9d for: {'subnet': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 11:27:51.356318 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-1e125ae9-e1ab-454b-a987-49ab783d90a2 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18044073'] for subnet, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:27:51.371162 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-ba76b86d-2f9d-4896-bcff-86c893553b5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6736dc9-1295-4585-a0d7-56e7a3f32040', 'name': 'tempest-TestNetworkAdvancedServerOps-router-95468155', 'tenant_id': 'cbfb4663104c453f9ca4ef83ed712b9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.3'}], 'enable_snat': True}, 'gw_port_id': '620b3f73-2b86-4866-975d-c8cc508edfe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:27:49Z', 'updated_at': '2021-10-27T11:27:50Z', 'revision_number': 3, 'project_id': 'cbfb4663104c453f9ca4ef83ed712b9d', 'gw_port': {'id': '620b3f73-2b86-4866-975d-c8cc508edfe3', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:9a:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6736dc9-1295-4585-a0d7-56e7a3f32040', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:27:50Z', 'updated_at': '2021-10-27T11:27:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10'}], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:27:51.402968 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba76b86d-2f9d-4896-bcff-86c893553b5a None None] Checking router: a6736dc9-1295-4585-a0d7-56e7a3f32040 for host: n-d-813419-10 {{(pid=102348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 11:27:51.403319 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba76b86d-2f9d-4896-bcff-86c893553b5a None None] Updating router a6736dc9-1295-4585-a0d7-56e7a3f32040 port 620b3f73-2b86-4866-975d-c8cc508edfe3 binding host n-d-813419-10 {{(pid=102348) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 11:27:51.428740 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-ba76b86d-2f9d-4896-bcff-86c893553b5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:27:51.538218 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-1e125ae9-e1ab-454b-a987-49ab783d90a2 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-18295883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18044091'] for subnet, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:27:51.600514 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e125ae9-e1ab-454b-a987-49ab783d90a2 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Pushing event updated for resources: {'Subnet': ['ID=de2a5c5a-91e5-4aa2-b3d3-c3d2b29127ca,revision_number=0']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:27:51.612620 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e125ae9-e1ab-454b-a987-49ab783d90a2 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Checking segment: {'id': 'fb321fc7-ab67-4698-a156-acec9ef2e13d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '4bdd520e-18f1-418f-beed-ebffdbdd78a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 11:27:51.612977 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e125ae9-e1ab-454b-a987-49ab783d90a2 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Network hostable DHCP agents. Network: 4bdd520e-18f1-418f-beed-ebffdbdd78a3, hostable agents: ['eafd4000-b897-4722-ae8b-0118ec955181'], hosted agents: [] {{(pid=102347) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 11:27:51.630378 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e125ae9-e1ab-454b-a987-49ab783d90a2 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Network 4bdd520e-18f1-418f-beed-ebffdbdd78a3 is scheduled to be hosted by DHCP agent eafd4000-b897-4722-ae8b-0118ec955181 with binding_index 1 {{(pid=102347) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 11:27:51.639435 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [None req-1e125ae9-e1ab-454b-a987-49ab783d90a2 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-10, 4bdd520e-18f1-418f-beed-ebffdbdd78a3) {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 11:27:51.644095 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e125ae9-e1ab-454b-a987-49ab783d90a2 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:27:51.644768 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-1e125ae9-e1ab-454b-a987-49ab783d90a2 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks [] for subnet, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:27:51.663439 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-1e125ae9-e1ab-454b-a987-49ab783d90a2 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4023685 Oct 27 11:27:51.663660 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 48768) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:27:51.670376 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-453e0426-b052-4436-a9c0-da17bc32e2c0 None None] Network 4bdd520e-18f1-418f-beed-ebffdbdd78a3 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 11:27:51.730809 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-ba76b86d-2f9d-4896-bcff-86c893553b5a None None] Publish callbacks [] for port, precommit_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:27:51.739113 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-ba76b86d-2f9d-4896-bcff-86c893553b5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:27:51.815599 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-ba76b86d-2f9d-4896-bcff-86c893553b5a None None] Attempting to bind port 620b3f73-2b86-4866-975d-c8cc508edfe3 on host n-d-813419-10 for vnic_type normal with profile {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 11:27:51.815885 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-ba76b86d-2f9d-4896-bcff-86c893553b5a None None] Attempting to bind port 620b3f73-2b86-4866-975d-c8cc508edfe3 by drivers openvswitch,hyperv on host n-d-813419-10 at level 0 using segments [{'id': 'bc14127b-7032-4c50-bb5b-f6813cbae86e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 11:27:51.816280 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba76b86d-2f9d-4896-bcff-86c893553b5a None None] Attempting to bind port 620b3f73-2b86-4866-975d-c8cc508edfe3 on network 185ff123-c7ff-45c7-a6be-71feb35acc9c {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 11:27:51.820214 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09ac9b4-bd72-4d93-8e51-23ebe413a3ab None None] Pushing event updated for resources: {'Port': ['ID=620b3f73-2b86-4866-975d-c8cc508edfe3,revision_number=2']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:27:51.827526 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba76b86d-2f9d-4896-bcff-86c893553b5a None None] Checking agent: {'id': '89dba0f3-79b2-435e-9822-33674b8f6ada', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 8, 20), 'started_at': datetime.datetime(2021, 10, 27, 10, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 11, 27, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 11:27:51.827954 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba76b86d-2f9d-4896-bcff-86c893553b5a None None] Checking segment: {'id': 'bc14127b-7032-4c50-bb5b-f6813cbae86e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 11:27:51.828317 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-ba76b86d-2f9d-4896-bcff-86c893553b5a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:27:51.828700 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba76b86d-2f9d-4896-bcff-86c893553b5a None None] Bound using segment: {'id': 'bc14127b-7032-4c50-bb5b-f6813cbae86e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 11:27:51.829163 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-ba76b86d-2f9d-4896-bcff-86c893553b5a None None] Bound port: 620b3f73-2b86-4866-975d-c8cc508edfe3, host: n-d-813419-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc14127b-7032-4c50-bb5b-f6813cbae86e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'}}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 11:27:51.829541 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-ba76b86d-2f9d-4896-bcff-86c893553b5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:27:51.929405 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-ba76b86d-2f9d-4896-bcff-86c893553b5a None None] For port 620b3f73-2b86-4866-975d-c8cc508edfe3, host n-d-813419-10, cleared binding levels {{(pid=102348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 11:27:51.932954 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af23d91d-0ca6-4923-8005-d3b524f43e28 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp734b258e-7d96-550c-b970-9b72ab66f383-4bdd520e-18f1-418f-beed-ebffdbdd78a3', 'network_id': '4bdd520e-18f1-418f-beed-ebffdbdd78a3', 'tenant_id': 'cbfb4663104c453f9ca4ef83ed712b9d', 'fixed_ips': [{'subnet_id': 'de2a5c5a-91e5-4aa2-b3d3-c3d2b29127ca'}]}} from n-d-813419-10. {{(pid=102348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 11:27:51.933807 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-af23d91d-0ca6-4923-8005-d3b524f43e28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:27:51.936670 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-ba76b86d-2f9d-4896-bcff-86c893553b5a None None] For port 620b3f73-2b86-4866-975d-c8cc508edfe3, host n-d-813419-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=620b3f73-2b86-4866-975d-c8cc508edfe3,segment=NetworkSegment(bc14127b-7032-4c50-bb5b-f6813cbae86e),segment_id=bc14127b-7032-4c50-bb5b-f6813cbae86e)] {{(pid=102348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 11:27:51.949385 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-ba76b86d-2f9d-4896-bcff-86c893553b5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:27:52.077721 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba76b86d-2f9d-4896-bcff-86c893553b5a None None] Routers {'a6736dc9-1295-4585-a0d7-56e7a3f32040'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 11:27:52.078258 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-ba76b86d-2f9d-4896-bcff-86c893553b5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T11:27:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['a6736dc9-1295-4585-a0d7-56e7a3f32040'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:27:52.098607 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-4f148ea4-3e4d-45f5-9edf-3fdb54a14ba7 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:27:52.119341 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09ac9b4-bd72-4d93-8e51-23ebe413a3ab None None] Pushing event updated for resources: {'Port': ['ID=620b3f73-2b86-4866-975d-c8cc508edfe3,revision_number=3']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:27:52.213986 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-3c6a8245-0581-48aa-b5f6-4d8fe98cd16e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:27:52.224059 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.db_base_plugin_common [None req-af23d91d-0ca6-4923-8005-d3b524f43e28 None None] Allocated IP 172.20.0.2 (4bdd520e-18f1-418f-beed-ebffdbdd78a3/de2a5c5a-91e5-4aa2-b3d3-c3d2b29127ca/1ed08f0f-9442-4f2c-b00c-bc685f95ad42) {{(pid=102348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 11:27:52.267319 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvr_db [None req-ba76b86d-2f9d-4896-bcff-86c893553b5a None None] Set router a6736dc9-1295-4585-a0d7-56e7a3f32040 gateway port host: n-d-813419-10 {{(pid=102348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 11:27:52.529871 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-af23d91d-0ca6-4923-8005-d3b524f43e28 None None] Publish callbacks [] for port, precommit_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:27:52.539778 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-af23d91d-0ca6-4923-8005-d3b524f43e28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606'] for port, after_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:27:52.592639 n-d-813419-10 neutron-server[102348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af23d91d-0ca6-4923-8005-d3b524f43e28 None None] Network 4bdd520e-18f1-418f-beed-ebffdbdd78a3 is already hosted by enough agents. {{(pid=102348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 11:27:52.597849 n-d-813419-10 neutron-server[102348]: DEBUG neutron.scheduler.base_scheduler [None req-af23d91d-0ca6-4923-8005-d3b524f43e28 None None] Resources bound (agent type, host, resource id): {{(pid=102348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 11:27:52.599593 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af23d91d-0ca6-4923-8005-d3b524f43e28 None None] Pushing event updated for resources: {'Port': ['ID=1ed08f0f-9442-4f2c-b00c-bc685f95ad42,revision_number=1']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:27:52.602944 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af23d91d-0ca6-4923-8005-d3b524f43e28 None None] Received port after_create {{(pid=102348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 11:27:52.628631 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-ba76b86d-2f9d-4896-bcff-86c893553b5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6736dc9-1295-4585-a0d7-56e7a3f32040', 'name': 'tempest-TestNetworkAdvancedServerOps-router-95468155', 'tenant_id': 'cbfb4663104c453f9ca4ef83ed712b9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.3'}], 'enable_snat': True}, 'gw_port_id': '620b3f73-2b86-4866-975d-c8cc508edfe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:27:49Z', 'updated_at': '2021-10-27T11:27:50Z', 'revision_number': 3, 'project_id': 'cbfb4663104c453f9ca4ef83ed712b9d', 'gw_port': {'id': '620b3f73-2b86-4866-975d-c8cc508edfe3', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:9a:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6736dc9-1295-4585-a0d7-56e7a3f32040', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:27:50Z', 'updated_at': '2021-10-27T11:27:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10'}], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:27:52.673060 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba76b86d-2f9d-4896-bcff-86c893553b5a None None] The sync data for ids ['a6736dc9-1295-4585-a0d7-56e7a3f32040'] in n-d-813419-10 is: [{'id': 'a6736dc9-1295-4585-a0d7-56e7a3f32040', 'name': 'tempest-TestNetworkAdvancedServerOps-router-95468155', 'tenant_id': 'cbfb4663104c453f9ca4ef83ed712b9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.3'}], 'enable_snat': True}, 'gw_port_id': '620b3f73-2b86-4866-975d-c8cc508edfe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:27:49Z', 'updated_at': '2021-10-27T11:27:50Z', 'revision_number': 3, 'project_id': 'cbfb4663104c453f9ca4ef83ed712b9d', 'gw_port': {'id': '620b3f73-2b86-4866-975d-c8cc508edfe3', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:9a:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6736dc9-1295-4585-a0d7-56e7a3f32040', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:27:50Z', 'updated_at': '2021-10-27T11:27:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10'}] {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 11:27:52.684312 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-af23d91d-0ca6-4923-8005-d3b524f43e28 None None] Attempting to bind port 1ed08f0f-9442-4f2c-b00c-bc685f95ad42 on host n-d-813419-10 for vnic_type normal with profile {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 11:27:52.684688 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-af23d91d-0ca6-4923-8005-d3b524f43e28 None None] Attempting to bind port 1ed08f0f-9442-4f2c-b00c-bc685f95ad42 by drivers openvswitch,hyperv on host n-d-813419-10 at level 0 using segments [{'id': 'fb321fc7-ab67-4698-a156-acec9ef2e13d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '4bdd520e-18f1-418f-beed-ebffdbdd78a3'}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 11:27:52.685052 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af23d91d-0ca6-4923-8005-d3b524f43e28 None None] Attempting to bind port 1ed08f0f-9442-4f2c-b00c-bc685f95ad42 on network 4bdd520e-18f1-418f-beed-ebffdbdd78a3 {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 11:27:52.690808 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af23d91d-0ca6-4923-8005-d3b524f43e28 None None] Checking agent: {'id': '89dba0f3-79b2-435e-9822-33674b8f6ada', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 8, 20), 'started_at': datetime.datetime(2021, 10, 27, 10, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 11, 27, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 11:27:52.691173 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af23d91d-0ca6-4923-8005-d3b524f43e28 None None] Checking segment: {'id': 'fb321fc7-ab67-4698-a156-acec9ef2e13d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '4bdd520e-18f1-418f-beed-ebffdbdd78a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 11:27:52.691574 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-af23d91d-0ca6-4923-8005-d3b524f43e28 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:27:52.691963 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af23d91d-0ca6-4923-8005-d3b524f43e28 None None] Bound using segment: {'id': 'fb321fc7-ab67-4698-a156-acec9ef2e13d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '4bdd520e-18f1-418f-beed-ebffdbdd78a3'} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 11:27:52.692449 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-af23d91d-0ca6-4923-8005-d3b524f43e28 None None] Bound port: 1ed08f0f-9442-4f2c-b00c-bc685f95ad42, host: n-d-813419-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb321fc7-ab67-4698-a156-acec9ef2e13d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '4bdd520e-18f1-418f-beed-ebffdbdd78a3'}}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 11:27:52.693458 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-af23d91d-0ca6-4923-8005-d3b524f43e28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:27:52.720673 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_common [None req-4f148ea4-3e4d-45f5-9edf-3fdb54a14ba7 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Allocated IP 172.20.0.1 (4bdd520e-18f1-418f-beed-ebffdbdd78a3/de2a5c5a-91e5-4aa2-b3d3-c3d2b29127ca/f0605679-4daf-4a27-9bd1-f0f868d53dcd) {{(pid=102347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 11:27:52.764057 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-af23d91d-0ca6-4923-8005-d3b524f43e28 None None] For port 1ed08f0f-9442-4f2c-b00c-bc685f95ad42, host n-d-813419-10, cleared binding levels {{(pid=102348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 11:27:52.768454 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-af23d91d-0ca6-4923-8005-d3b524f43e28 None None] For port 1ed08f0f-9442-4f2c-b00c-bc685f95ad42, host n-d-813419-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=1ed08f0f-9442-4f2c-b00c-bc685f95ad42,segment=NetworkSegment(fb321fc7-ab67-4698-a156-acec9ef2e13d),segment_id=fb321fc7-ab67-4698-a156-acec9ef2e13d)] {{(pid=102348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 11:27:52.774196 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-af23d91d-0ca6-4923-8005-d3b524f43e28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:27:52.834877 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af23d91d-0ca6-4923-8005-d3b524f43e28 None None] Pushing event updated for resources: {'Port': ['ID=1ed08f0f-9442-4f2c-b00c-bc685f95ad42,revision_number=2']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:27:52.856778 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-4f148ea4-3e4d-45f5-9edf-3fdb54a14ba7 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks [] for port, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:27:52.894531 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-4f148ea4-3e4d-45f5-9edf-3fdb54a14ba7 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:27:52.950884 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f148ea4-3e4d-45f5-9edf-3fdb54a14ba7 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Network 4bdd520e-18f1-418f-beed-ebffdbdd78a3 is already hosted by enough agents. {{(pid=102347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 11:27:52.954110 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [None req-4f148ea4-3e4d-45f5-9edf-3fdb54a14ba7 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Resources bound (agent type, host, resource id): {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 11:27:52.957333 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f148ea4-3e4d-45f5-9edf-3fdb54a14ba7 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Received port after_create {{(pid=102347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 11:27:53.017077 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f148ea4-3e4d-45f5-9edf-3fdb54a14ba7 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Pushing event updated for resources: {'Port': ['ID=f0605679-4daf-4a27-9bd1-f0f868d53dcd,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:27:53.029271 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-4f148ea4-3e4d-45f5-9edf-3fdb54a14ba7 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1664961'] for router_interface, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:27:53.206445 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-4f148ea4-3e4d-45f5-9edf-3fdb54a14ba7 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:27:53.500840 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-4f148ea4-3e4d-45f5-9edf-3fdb54a14ba7 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks [] for port, precommit_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:27:53.505948 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-4f148ea4-3e4d-45f5-9edf-3fdb54a14ba7 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:27:53.582979 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f148ea4-3e4d-45f5-9edf-3fdb54a14ba7 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Pushing event updated for resources: {'Port': ['ID=f0605679-4daf-4a27-9bd1-f0f868d53dcd,revision_number=2']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:27:53.588166 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-4f148ea4-3e4d-45f5-9edf-3fdb54a14ba7 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2006967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1766225'] for router_interface, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:27:53.685416 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f148ea4-3e4d-45f5-9edf-3fdb54a14ba7 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Network 4bdd520e-18f1-418f-beed-ebffdbdd78a3 is already hosted by enough agents. {{(pid=102347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 11:27:53.686816 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [None req-4f148ea4-3e4d-45f5-9edf-3fdb54a14ba7 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Resources bound (agent type, host, resource id): {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 11:27:53.808435 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f148ea4-3e4d-45f5-9edf-3fdb54a14ba7 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Router a6736dc9-1295-4585-a0d7-56e7a3f32040 has already been hosted by L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb {{(pid=102347) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 11:27:53.816299 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d72fcbe2-6757-487e-af85-6c286a69c810 None None] Network 4bdd520e-18f1-418f-beed-ebffdbdd78a3 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 11:27:53.933603 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f148ea4-3e4d-45f5-9edf-3fdb54a14ba7 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 11:27:53.953818 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-4f148ea4-3e4d-45f5-9edf-3fdb54a14ba7 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "PUT /v2.0/routers/a6736dc9-1295-4585-a0d7-56e7a3f32040/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2880435 Oct 27 11:27:54.058272 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 1ed08f0f-9442-4f2c-b00c-bc685f95ad42 up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 11:27:54.108297 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-7a033003-0921-4079-bcf1-c2200b3096be req-30f81870-0ccd-47df-82f9-690da6b46de5 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-226561229&fields=id&tenant_id=cbfb4663104c453f9ca4ef83ed712b9d HTTP/1.1" status: 200 len: 267 time: 0.0328012 Oct 27 11:27:54.117622 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-b17439d9-205f-48e5-a257-6d8da3414a48 None None] Provisioning complete for port 1ed08f0f-9442-4f2c-b00c-bc685f95ad42 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:27:54.117964 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-b17439d9-205f-48e5-a257-6d8da3414a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:27:54.208247 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port 1ed08f0f-9442-4f2c-b00c-bc685f95ad42 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:27:54.208618 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:27:54.226958 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a033003-0921-4079-bcf1-c2200b3096be req-4f6940e6-6518-4a81-ba2c-f851de5ae5ae tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:27:54.228561 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-7a033003-0921-4079-bcf1-c2200b3096be req-4f6940e6-6518-4a81-ba2c-f851de5ae5ae tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "GET /v2.0/networks?id=4bdd520e-18f1-418f-beed-ebffdbdd78a3 HTTP/1.1" status: 200 len: 797 time: 0.1121826 Oct 27 11:27:54.244450 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-7a033003-0921-4079-bcf1-c2200b3096be req-47303d78-87ce-459a-ba14-8c1d4dc44ffe tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "GET /v2.0/quotas/cbfb4663104c453f9ca4ef83ed712b9d HTTP/1.1" status: 200 len: 375 time: 0.0097885 Oct 27 11:27:54.300804 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-7a033003-0921-4079-bcf1-c2200b3096be req-8dce8be9-b91f-4ab5-81eb-fce9477f840e tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=cbfb4663104c453f9ca4ef83ed712b9d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0479009 Oct 27 11:27:54.324482 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-b17439d9-205f-48e5-a257-6d8da3414a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:27:54.339995 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-654cf28d-2f86-4b08-b68b-cce170810ccc None None] Sync routers for ids ['a6736dc9-1295-4585-a0d7-56e7a3f32040'] in n-d-813419-10 {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 11:27:54.351733 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-654cf28d-2f86-4b08-b68b-cce170810ccc None None] Routers {'a6736dc9-1295-4585-a0d7-56e7a3f32040'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 11:27:54.352374 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-654cf28d-2f86-4b08-b68b-cce170810ccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T11:27:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['a6736dc9-1295-4585-a0d7-56e7a3f32040'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:27:54.399272 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:27:54.402246 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-b17439d9-205f-48e5-a257-6d8da3414a48 None None] For port 1ed08f0f-9442-4f2c-b00c-bc685f95ad42, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=1ed08f0f-9442-4f2c-b00c-bc685f95ad42,segment=NetworkSegment(fb321fc7-ab67-4698-a156-acec9ef2e13d),segment_id=fb321fc7-ab67-4698-a156-acec9ef2e13d)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:27:54.413105 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-b17439d9-205f-48e5-a257-6d8da3414a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:27:54.420723 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [req-7a033003-0921-4079-bcf1-c2200b3096be req-ce7e3639-1031-40ed-a8c0-1950a76e6070 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=102346) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 11:27:54.428980 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-7a033003-0921-4079-bcf1-c2200b3096be req-ce7e3639-1031-40ed-a8c0-1950a76e6070 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0639718 Oct 27 11:27:54.479385 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvr_db [None req-654cf28d-2f86-4b08-b68b-cce170810ccc None None] Set router a6736dc9-1295-4585-a0d7-56e7a3f32040 gateway port host: n-d-813419-10 {{(pid=102349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 11:27:54.511278 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17439d9-205f-48e5-a257-6d8da3414a48 None None] Pushing event updated for resources: {'Port': ['ID=1ed08f0f-9442-4f2c-b00c-bc685f95ad42,revision_number=3']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:27:54.528039 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.db.api [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102348) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 27 11:27:54.528838 n-d-813419-10 neutron-server[102348]: DEBUG oslo_db.api [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 11:27:54.540757 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-7a033003-0921-4079-bcf1-c2200b3096be req-6ddd6f37-133a-4971-ae0f-bbd3cf4e8e99 service neutron] 10.222.0.44 "GET /v2.0/networks/4bdd520e-18f1-418f-beed-ebffdbdd78a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101637 Oct 27 11:27:54.637264 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-7a033003-0921-4079-bcf1-c2200b3096be req-b1da6db3-dbef-4302-abe5-a57a75a11044 service neutron] 10.222.0.44 "GET /v2.0/networks/4bdd520e-18f1-418f-beed-ebffdbdd78a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926454 Oct 27 11:27:54.639554 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-33085e29-0f09-48de-ae0c-6e9adf457012 None None] Provisioning complete for port f0605679-4daf-4a27-9bd1-f0f868d53dcd triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:27:54.639916 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-33085e29-0f09-48de-ae0c-6e9adf457012 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:27:54.683336 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-33085e29-0f09-48de-ae0c-6e9adf457012 None None] Port f0605679-4daf-4a27-9bd1-f0f868d53dcd cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 11:27:54.693738 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-33085e29-0f09-48de-ae0c-6e9adf457012 None None] Provisioning complete for port 1ed08f0f-9442-4f2c-b00c-bc685f95ad42 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:27:54.694103 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-33085e29-0f09-48de-ae0c-6e9adf457012 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:27:54.703611 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-654cf28d-2f86-4b08-b68b-cce170810ccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6736dc9-1295-4585-a0d7-56e7a3f32040', 'name': 'tempest-TestNetworkAdvancedServerOps-router-95468155', 'tenant_id': 'cbfb4663104c453f9ca4ef83ed712b9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.3'}], 'enable_snat': True}, 'gw_port_id': '620b3f73-2b86-4866-975d-c8cc508edfe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:27:49Z', 'updated_at': '2021-10-27T11:27:53Z', 'revision_number': 4, 'project_id': 'cbfb4663104c453f9ca4ef83ed712b9d', 'gw_port': {'id': '620b3f73-2b86-4866-975d-c8cc508edfe3', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:9a:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6736dc9-1295-4585-a0d7-56e7a3f32040', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:27:50Z', 'updated_at': '2021-10-27T11:27:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_interfaces': [{'id': 'f0605679-4daf-4a27-9bd1-f0f868d53dcd', 'name': '', 'network_id': '4bdd520e-18f1-418f-beed-ebffdbdd78a3', 'tenant_id': 'cbfb4663104c453f9ca4ef83ed712b9d', 'mac_address': 'fa:16:3e:12:1b:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6736dc9-1295-4585-a0d7-56e7a3f32040', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'de2a5c5a-91e5-4aa2-b3d3-c3d2b29127ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:27:52Z', 'updated_at': '2021-10-27T11:27:53Z', 'revision_number': 2, 'project_id': 'cbfb4663104c453f9ca4ef83ed712b9d', 'subnets': [{'id': 'de2a5c5a-91e5-4aa2-b3d3-c3d2b29127ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:27:54.733768 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-654cf28d-2f86-4b08-b68b-cce170810ccc None None] Checking router: a6736dc9-1295-4585-a0d7-56e7a3f32040 for host: n-d-813419-10 {{(pid=102349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 11:27:54.734112 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-654cf28d-2f86-4b08-b68b-cce170810ccc None None] Updating router a6736dc9-1295-4585-a0d7-56e7a3f32040 port f0605679-4daf-4a27-9bd1-f0f868d53dcd binding host n-d-813419-10 {{(pid=102349) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 11:27:54.761953 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-654cf28d-2f86-4b08-b68b-cce170810ccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:27:54.869465 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-61b52de8-eaec-4b45-95eb-0dac3c15035d req-f4e847fc-6a41-480a-93f1-5878e1f205b3 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "GET /v2.0/ports?device_id=1e1ebfdd-a906-444b-90d2-e2f8601a53a5 HTTP/1.1" status: 200 len: 210 time: 0.0424638 Oct 27 11:27:54.920302 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-2c9e7101-9fc8-4dcf-80c7-f9b727cdd62e None None] Provisioning complete for port f0605679-4daf-4a27-9bd1-f0f868d53dcd triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:27:54.920871 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-2c9e7101-9fc8-4dcf-80c7-f9b727cdd62e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:27:54.958189 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-2c9e7101-9fc8-4dcf-80c7-f9b727cdd62e None None] Port f0605679-4daf-4a27-9bd1-f0f868d53dcd cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 11:27:55.092045 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 620b3f73-2b86-4866-975d-c8cc508edfe3 up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 11:27:55.106034 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-654cf28d-2f86-4b08-b68b-cce170810ccc None None] Publish callbacks [] for port, precommit_update {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:27:55.116719 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-654cf28d-2f86-4b08-b68b-cce170810ccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:27:55.146500 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port 620b3f73-2b86-4866-975d-c8cc508edfe3 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:27:55.147062 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:27:55.195243 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b89e73-c4d5-4f01-a1a8-f9750597fc59 None None] Pushing event updated for resources: {'Port': ['ID=f0605679-4daf-4a27-9bd1-f0f868d53dcd,revision_number=3']} {{(pid=102349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:27:55.206690 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-c90a7c74-8fbd-4975-b030-cb0b01044606 None None] Provisioning complete for port f0605679-4daf-4a27-9bd1-f0f868d53dcd triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:27:55.207161 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-c90a7c74-8fbd-4975-b030-cb0b01044606 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:27:55.221857 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b89e73-c4d5-4f01-a1a8-f9750597fc59 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:27:55.222194 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b89e73-c4d5-4f01-a1a8-f9750597fc59 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:27:55.222521 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b89e73-c4d5-4f01-a1a8-f9750597fc59 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:27:55.222895 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b89e73-c4d5-4f01-a1a8-f9750597fc59 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:27:55.223176 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b89e73-c4d5-4f01-a1a8-f9750597fc59 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:27:55.223540 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b89e73-c4d5-4f01-a1a8-f9750597fc59 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:27:55.223807 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b89e73-c4d5-4f01-a1a8-f9750597fc59 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:27:55.224339 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b89e73-c4d5-4f01-a1a8-f9750597fc59 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:27:55.224635 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b89e73-c4d5-4f01-a1a8-f9750597fc59 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:27:55.225100 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b89e73-c4d5-4f01-a1a8-f9750597fc59 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:27:55.225587 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b89e73-c4d5-4f01-a1a8-f9750597fc59 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:27:55.226057 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b89e73-c4d5-4f01-a1a8-f9750597fc59 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:27:55.246930 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.managers [None req-654cf28d-2f86-4b08-b68b-cce170810ccc None None] Attempting to bind port f0605679-4daf-4a27-9bd1-f0f868d53dcd on host n-d-813419-10 for vnic_type normal with profile {{(pid=102349) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 11:27:55.247614 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.managers [None req-654cf28d-2f86-4b08-b68b-cce170810ccc None None] Attempting to bind port f0605679-4daf-4a27-9bd1-f0f868d53dcd by drivers openvswitch,hyperv on host n-d-813419-10 at level 0 using segments [{'id': 'fb321fc7-ab67-4698-a156-acec9ef2e13d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '4bdd520e-18f1-418f-beed-ebffdbdd78a3'}] {{(pid=102349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 11:27:55.248137 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-654cf28d-2f86-4b08-b68b-cce170810ccc None None] Attempting to bind port f0605679-4daf-4a27-9bd1-f0f868d53dcd on network 4bdd520e-18f1-418f-beed-ebffdbdd78a3 {{(pid=102349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 11:27:55.253970 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-654cf28d-2f86-4b08-b68b-cce170810ccc None None] Checking agent: {'id': '89dba0f3-79b2-435e-9822-33674b8f6ada', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 8, 20), 'started_at': datetime.datetime(2021, 10, 27, 10, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 11, 27, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 11:27:55.254757 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-654cf28d-2f86-4b08-b68b-cce170810ccc None None] Checking segment: {'id': 'fb321fc7-ab67-4698-a156-acec9ef2e13d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '4bdd520e-18f1-418f-beed-ebffdbdd78a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 11:27:55.255316 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-654cf28d-2f86-4b08-b68b-cce170810ccc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:27:55.255854 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-654cf28d-2f86-4b08-b68b-cce170810ccc None None] Bound using segment: {'id': 'fb321fc7-ab67-4698-a156-acec9ef2e13d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '4bdd520e-18f1-418f-beed-ebffdbdd78a3'} {{(pid=102349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 11:27:55.256516 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.managers [None req-654cf28d-2f86-4b08-b68b-cce170810ccc None None] Bound port: f0605679-4daf-4a27-9bd1-f0f868d53dcd, host: n-d-813419-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb321fc7-ab67-4698-a156-acec9ef2e13d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '4bdd520e-18f1-418f-beed-ebffdbdd78a3'}}] {{(pid=102349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 11:27:55.257105 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-654cf28d-2f86-4b08-b68b-cce170810ccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:27:55.285443 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-c90a7c74-8fbd-4975-b030-cb0b01044606 None None] Port f0605679-4daf-4a27-9bd1-f0f868d53dcd cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 11:27:55.292936 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:27:55.318651 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] For port 620b3f73-2b86-4866-975d-c8cc508edfe3, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=620b3f73-2b86-4866-975d-c8cc508edfe3,segment=NetworkSegment(bc14127b-7032-4c50-bb5b-f6813cbae86e),segment_id=bc14127b-7032-4c50-bb5b-f6813cbae86e)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:27:55.325797 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:27:55.337185 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.db [None req-654cf28d-2f86-4b08-b68b-cce170810ccc None None] For port f0605679-4daf-4a27-9bd1-f0f868d53dcd, host n-d-813419-10, cleared binding levels {{(pid=102349) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 11:27:55.340667 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.db [None req-654cf28d-2f86-4b08-b68b-cce170810ccc None None] For port f0605679-4daf-4a27-9bd1-f0f868d53dcd, host n-d-813419-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=f0605679-4daf-4a27-9bd1-f0f868d53dcd,segment=NetworkSegment(fb321fc7-ab67-4698-a156-acec9ef2e13d),segment_id=fb321fc7-ab67-4698-a156-acec9ef2e13d)] {{(pid=102349) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 11:27:55.349230 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-654cf28d-2f86-4b08-b68b-cce170810ccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:27:55.400239 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Pushing event updated for resources: {'Port': ['ID=620b3f73-2b86-4866-975d-c8cc508edfe3,revision_number=4']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:27:55.425218 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-654cf28d-2f86-4b08-b68b-cce170810ccc None None] Routers {'a6736dc9-1295-4585-a0d7-56e7a3f32040'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 11:27:55.425820 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-654cf28d-2f86-4b08-b68b-cce170810ccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T11:27:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['a6736dc9-1295-4585-a0d7-56e7a3f32040'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:27:55.427626 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b89e73-c4d5-4f01-a1a8-f9750597fc59 None None] Pushing event updated for resources: {'Port': ['ID=f0605679-4daf-4a27-9bd1-f0f868d53dcd,revision_number=4']} {{(pid=102349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:27:55.509647 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-d9768b5d-a60b-486d-8457-0786f664cd2f None None] Provisioning complete for port f0605679-4daf-4a27-9bd1-f0f868d53dcd triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:27:55.510022 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-d9768b5d-a60b-486d-8457-0786f664cd2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:27:55.549306 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvr_db [None req-654cf28d-2f86-4b08-b68b-cce170810ccc None None] Set router a6736dc9-1295-4585-a0d7-56e7a3f32040 gateway port host: n-d-813419-10 {{(pid=102349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 11:27:55.611324 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-d9768b5d-a60b-486d-8457-0786f664cd2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:27:55.646701 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-d9768b5d-a60b-486d-8457-0786f664cd2f None None] For port f0605679-4daf-4a27-9bd1-f0f868d53dcd, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=f0605679-4daf-4a27-9bd1-f0f868d53dcd,segment=NetworkSegment(fb321fc7-ab67-4698-a156-acec9ef2e13d),segment_id=fb321fc7-ab67-4698-a156-acec9ef2e13d)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:27:55.651727 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-d9768b5d-a60b-486d-8457-0786f664cd2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:27:55.703886 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9768b5d-a60b-486d-8457-0786f664cd2f None None] Pushing event updated for resources: {'Port': ['ID=f0605679-4daf-4a27-9bd1-f0f868d53dcd,revision_number=5']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:27:55.746793 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-654cf28d-2f86-4b08-b68b-cce170810ccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6736dc9-1295-4585-a0d7-56e7a3f32040', 'name': 'tempest-TestNetworkAdvancedServerOps-router-95468155', 'tenant_id': 'cbfb4663104c453f9ca4ef83ed712b9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.3'}], 'enable_snat': True}, 'gw_port_id': '620b3f73-2b86-4866-975d-c8cc508edfe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:27:49Z', 'updated_at': '2021-10-27T11:27:53Z', 'revision_number': 4, 'project_id': 'cbfb4663104c453f9ca4ef83ed712b9d', 'gw_port': {'id': '620b3f73-2b86-4866-975d-c8cc508edfe3', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:9a:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6736dc9-1295-4585-a0d7-56e7a3f32040', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:27:50Z', 'updated_at': '2021-10-27T11:27:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_interfaces': [{'id': 'f0605679-4daf-4a27-9bd1-f0f868d53dcd', 'name': '', 'network_id': '4bdd520e-18f1-418f-beed-ebffdbdd78a3', 'tenant_id': 'cbfb4663104c453f9ca4ef83ed712b9d', 'mac_address': 'fa:16:3e:12:1b:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6736dc9-1295-4585-a0d7-56e7a3f32040', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'de2a5c5a-91e5-4aa2-b3d3-c3d2b29127ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:27:52Z', 'updated_at': '2021-10-27T11:27:55Z', 'revision_number': 4, 'project_id': 'cbfb4663104c453f9ca4ef83ed712b9d', 'subnets': [{'id': 'de2a5c5a-91e5-4aa2-b3d3-c3d2b29127ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:27:55.772753 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-93669747-421d-4b5e-9bff-a45ee83192df None None] Provisioning complete for port f0605679-4daf-4a27-9bd1-f0f868d53dcd triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:27:55.773372 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-93669747-421d-4b5e-9bff-a45ee83192df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:27:55.776713 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-654cf28d-2f86-4b08-b68b-cce170810ccc None None] The sync data for ids ['a6736dc9-1295-4585-a0d7-56e7a3f32040'] in n-d-813419-10 is: [{'id': 'a6736dc9-1295-4585-a0d7-56e7a3f32040', 'name': 'tempest-TestNetworkAdvancedServerOps-router-95468155', 'tenant_id': 'cbfb4663104c453f9ca4ef83ed712b9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.3'}], 'enable_snat': True}, 'gw_port_id': '620b3f73-2b86-4866-975d-c8cc508edfe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:27:49Z', 'updated_at': '2021-10-27T11:27:53Z', 'revision_number': 4, 'project_id': 'cbfb4663104c453f9ca4ef83ed712b9d', 'gw_port': {'id': '620b3f73-2b86-4866-975d-c8cc508edfe3', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:9a:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6736dc9-1295-4585-a0d7-56e7a3f32040', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:27:50Z', 'updated_at': '2021-10-27T11:27:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_interfaces': [{'id': 'f0605679-4daf-4a27-9bd1-f0f868d53dcd', 'name': '', 'network_id': '4bdd520e-18f1-418f-beed-ebffdbdd78a3', 'tenant_id': 'cbfb4663104c453f9ca4ef83ed712b9d', 'mac_address': 'fa:16:3e:12:1b:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6736dc9-1295-4585-a0d7-56e7a3f32040', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'de2a5c5a-91e5-4aa2-b3d3-c3d2b29127ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:27:52Z', 'updated_at': '2021-10-27T11:27:55Z', 'revision_number': 4, 'project_id': 'cbfb4663104c453f9ca4ef83ed712b9d', 'subnets': [{'id': 'de2a5c5a-91e5-4aa2-b3d3-c3d2b29127ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 11:27:56.000776 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-e63a5157-b76c-47af-955e-294da303e944 req-ca6da849-aa5c-494f-9f8e-99d5c15f9417 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "GET /v2.0/ports?device_id=1e1ebfdd-a906-444b-90d2-e2f8601a53a5 HTTP/1.1" status: 200 len: 210 time: 0.0473008 Oct 27 11:27:56.099146 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a033003-0921-4079-bcf1-c2200b3096be req-ea7c86dd-c31f-4469-9f45-2d94b0edff6b tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:27:56.101910 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-7a033003-0921-4079-bcf1-c2200b3096be req-ea7c86dd-c31f-4469-9f45-2d94b0edff6b tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.64 "GET /v2.0/networks?id=4bdd520e-18f1-418f-beed-ebffdbdd78a3 HTTP/1.1" status: 200 len: 797 time: 0.1959085 Oct 27 11:27:56.110254 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 1ed08f0f-9442-4f2c-b00c-bc685f95ad42 up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 11:27:56.153408 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-7a033003-0921-4079-bcf1-c2200b3096be req-cfeb42ec-c746-4acd-bd00-623aab0549ea tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cbfb4663104c453f9ca4ef83ed712b9d HTTP/1.1" status: 200 len: 379 time: 0.0366518 Oct 27 11:27:56.163735 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port 1ed08f0f-9442-4f2c-b00c-bc685f95ad42 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:27:56.164105 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:27:56.166121 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [req-7a033003-0921-4079-bcf1-c2200b3096be req-621f42d5-6c2c-445a-b638-8201db92bab9 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Request body: {'port': {'device_id': '1e1ebfdd-a906-444b-90d2-e2f8601a53a5', 'network_id': '4bdd520e-18f1-418f-beed-ebffdbdd78a3', 'admin_state_up': True, 'tenant_id': 'cbfb4663104c453f9ca4ef83ed712b9d', 'security_groups': ['1c8b95d0-964b-4ba1-99c3-d172612aad4b']}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:27:56.255000 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device f0605679-4daf-4a27-9bd1-f0f868d53dcd up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 11:27:56.278179 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a033003-0921-4079-bcf1-c2200b3096be req-621f42d5-6c2c-445a-b638-8201db92bab9 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Made reservation on behalf of cbfb4663104c453f9ca4ef83ed712b9d for: {'port': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 11:27:56.281799 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-7a033003-0921-4079-bcf1-c2200b3096be req-621f42d5-6c2c-445a-b638-8201db92bab9 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:27:56.308478 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port f0605679-4daf-4a27-9bd1-f0f868d53dcd triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:27:56.308855 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:27:56.397048 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 620b3f73-2b86-4866-975d-c8cc508edfe3 up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 11:27:56.431831 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_common [req-7a033003-0921-4079-bcf1-c2200b3096be req-621f42d5-6c2c-445a-b638-8201db92bab9 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Allocated IP 172.20.0.11 (4bdd520e-18f1-418f-beed-ebffdbdd78a3/de2a5c5a-91e5-4aa2-b3d3-c3d2b29127ca/a0948c59-e0a1-420b-b767-db0b7bca1919) {{(pid=102347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 11:27:56.448028 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port 620b3f73-2b86-4866-975d-c8cc508edfe3 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:27:56.448764 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:27:56.584533 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-7a033003-0921-4079-bcf1-c2200b3096be req-621f42d5-6c2c-445a-b638-8201db92bab9 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks [] for port, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:27:56.619116 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-7a033003-0921-4079-bcf1-c2200b3096be req-621f42d5-6c2c-445a-b638-8201db92bab9 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:27:56.665064 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a033003-0921-4079-bcf1-c2200b3096be req-621f42d5-6c2c-445a-b638-8201db92bab9 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Network 4bdd520e-18f1-418f-beed-ebffdbdd78a3 is already hosted by enough agents. {{(pid=102347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 11:27:56.668400 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [req-7a033003-0921-4079-bcf1-c2200b3096be req-621f42d5-6c2c-445a-b638-8201db92bab9 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Resources bound (agent type, host, resource id): {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 11:27:56.672294 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a033003-0921-4079-bcf1-c2200b3096be req-621f42d5-6c2c-445a-b638-8201db92bab9 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Received port after_create {{(pid=102347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 11:27:56.697711 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621f42d5-6c2c-445a-b638-8201db92bab9 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Pushing event updated for resources: {'Port': ['ID=a0948c59-e0a1-420b-b767-db0b7bca1919,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:27:56.729154 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a033003-0921-4079-bcf1-c2200b3096be req-621f42d5-6c2c-445a-b638-8201db92bab9 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:27:56.729819 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-7a033003-0921-4079-bcf1-c2200b3096be req-621f42d5-6c2c-445a-b638-8201db92bab9 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:27:56.750650 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-7a033003-0921-4079-bcf1-c2200b3096be req-621f42d5-6c2c-445a-b638-8201db92bab9 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5892816 Oct 27 11:27:56.763223 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [req-7a033003-0921-4079-bcf1-c2200b3096be req-767f4cd9-1b10-43dd-bcd6-96f53c3663c0 service neutron] Request body: {'port': {'device_id': '1e1ebfdd-a906-444b-90d2-e2f8601a53a5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-10'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:27:56.828067 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-7a033003-0921-4079-bcf1-c2200b3096be req-767f4cd9-1b10-43dd-bcd6-96f53c3663c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:27:56.991769 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-9b73f0e8-f289-4736-98a4-4a57df93c57f None None] Provisioning complete for port a0948c59-e0a1-420b-b767-db0b7bca1919 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:27:56.992047 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-9b73f0e8-f289-4736-98a4-4a57df93c57f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:27:57.030030 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-9b73f0e8-f289-4736-98a4-4a57df93c57f None None] Port a0948c59-e0a1-420b-b767-db0b7bca1919 cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 11:27:57.131880 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [req-7a033003-0921-4079-bcf1-c2200b3096be req-767f4cd9-1b10-43dd-bcd6-96f53c3663c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0948c59-e0a1-420b-b767-db0b7bca1919 {{(pid=102347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 11:27:57.140945 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-7a033003-0921-4079-bcf1-c2200b3096be req-767f4cd9-1b10-43dd-bcd6-96f53c3663c0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:27:57.159052 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.provisioning_blocks [req-7a033003-0921-4079-bcf1-c2200b3096be req-767f4cd9-1b10-43dd-bcd6-96f53c3663c0 service neutron] Transition to ACTIVE for port object a0948c59-e0a1-420b-b767-db0b7bca1919 will not be triggered until provisioned by entity L2. {{(pid=102347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 11:27:57.166628 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcfeaf5-04d4-474f-8d68-90867dd886f0 req-e1e2afbf-610b-46ff-af6c-0bec281d55b5 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:27:57.168105 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-1fcfeaf5-04d4-474f-8d68-90867dd886f0 req-e1e2afbf-610b-46ff-af6c-0bec281d55b5 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "GET /v2.0/ports?device_id=1e1ebfdd-a906-444b-90d2-e2f8601a53a5 HTTP/1.1" status: 200 len: 932 time: 0.0743566 Oct 27 11:27:57.169155 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-7a033003-0921-4079-bcf1-c2200b3096be req-767f4cd9-1b10-43dd-bcd6-96f53c3663c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:27:57.238766 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767f4cd9-1b10-43dd-bcd6-96f53c3663c0 service neutron] Pushing event updated for resources: {'Port': ['ID=a0948c59-e0a1-420b-b767-db0b7bca1919,revision_number=2']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:27:57.257338 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-1fcfeaf5-04d4-474f-8d68-90867dd886f0 req-545b8375-0acb-4347-b29b-87c507dc42f4 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "GET /v2.0/security-groups?id=1c8b95d0-964b-4ba1-99c3-d172612aad4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608122 Oct 27 11:27:57.320178 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-7a033003-0921-4079-bcf1-c2200b3096be req-767f4cd9-1b10-43dd-bcd6-96f53c3663c0 service neutron] Attempting to bind port a0948c59-e0a1-420b-b767-db0b7bca1919 on host n-h1-813419-10 for vnic_type normal with profile {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 11:27:57.320534 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-7a033003-0921-4079-bcf1-c2200b3096be req-767f4cd9-1b10-43dd-bcd6-96f53c3663c0 service neutron] Attempting to bind port a0948c59-e0a1-420b-b767-db0b7bca1919 by drivers openvswitch,hyperv on host n-h1-813419-10 at level 0 using segments [{'id': 'fb321fc7-ab67-4698-a156-acec9ef2e13d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '4bdd520e-18f1-418f-beed-ebffdbdd78a3'}] {{(pid=102347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 11:27:57.320867 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a033003-0921-4079-bcf1-c2200b3096be req-767f4cd9-1b10-43dd-bcd6-96f53c3663c0 service neutron] Attempting to bind port a0948c59-e0a1-420b-b767-db0b7bca1919 on network 4bdd520e-18f1-418f-beed-ebffdbdd78a3 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 11:27:57.325307 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a033003-0921-4079-bcf1-c2200b3096be req-767f4cd9-1b10-43dd-bcd6-96f53c3663c0 service neutron] Port a0948c59-e0a1-420b-b767-db0b7bca1919 on network 4bdd520e-18f1-418f-beed-ebffdbdd78a3 not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-10 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 11:27:57.325626 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a033003-0921-4079-bcf1-c2200b3096be req-767f4cd9-1b10-43dd-bcd6-96f53c3663c0 service neutron] Attempting to bind port a0948c59-e0a1-420b-b767-db0b7bca1919 on network 4bdd520e-18f1-418f-beed-ebffdbdd78a3 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 11:27:57.331568 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a033003-0921-4079-bcf1-c2200b3096be req-767f4cd9-1b10-43dd-bcd6-96f53c3663c0 service neutron] Checking agent: {'id': 'a52e1cab-0c63-402d-9c94-330537c6c076', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 16, 2), 'started_at': datetime.datetime(2021, 10, 27, 10, 16, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 11, 27, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 11:27:57.331890 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a033003-0921-4079-bcf1-c2200b3096be req-767f4cd9-1b10-43dd-bcd6-96f53c3663c0 service neutron] Checking segment: {'id': 'fb321fc7-ab67-4698-a156-acec9ef2e13d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '4bdd520e-18f1-418f-beed-ebffdbdd78a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 11:27:57.332300 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a033003-0921-4079-bcf1-c2200b3096be req-767f4cd9-1b10-43dd-bcd6-96f53c3663c0 service neutron] Bound using segment: {'id': 'fb321fc7-ab67-4698-a156-acec9ef2e13d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '4bdd520e-18f1-418f-beed-ebffdbdd78a3'} {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 11:27:57.332731 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-7a033003-0921-4079-bcf1-c2200b3096be req-767f4cd9-1b10-43dd-bcd6-96f53c3663c0 service neutron] Bound port: a0948c59-e0a1-420b-b767-db0b7bca1919, host: n-h1-813419-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb321fc7-ab67-4698-a156-acec9ef2e13d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '4bdd520e-18f1-418f-beed-ebffdbdd78a3'}}] {{(pid=102347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 11:27:57.333091 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-7a033003-0921-4079-bcf1-c2200b3096be req-767f4cd9-1b10-43dd-bcd6-96f53c3663c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:27:57.404589 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-7a033003-0921-4079-bcf1-c2200b3096be req-767f4cd9-1b10-43dd-bcd6-96f53c3663c0 service neutron] For port a0948c59-e0a1-420b-b767-db0b7bca1919, host n-h1-813419-10, cleared binding levels {{(pid=102347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 11:27:57.407533 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-7a033003-0921-4079-bcf1-c2200b3096be req-767f4cd9-1b10-43dd-bcd6-96f53c3663c0 service neutron] For port a0948c59-e0a1-420b-b767-db0b7bca1919, host n-h1-813419-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=a0948c59-e0a1-420b-b767-db0b7bca1919,segment=NetworkSegment(fb321fc7-ab67-4698-a156-acec9ef2e13d),segment_id=fb321fc7-ab67-4698-a156-acec9ef2e13d)] {{(pid=102347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 11:27:57.412488 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-7a033003-0921-4079-bcf1-c2200b3096be req-767f4cd9-1b10-43dd-bcd6-96f53c3663c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:27:57.448024 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a033003-0921-4079-bcf1-c2200b3096be req-767f4cd9-1b10-43dd-bcd6-96f53c3663c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:27:57.448669 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-7a033003-0921-4079-bcf1-c2200b3096be req-767f4cd9-1b10-43dd-bcd6-96f53c3663c0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:27:57.450056 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-7a033003-0921-4079-bcf1-c2200b3096be req-767f4cd9-1b10-43dd-bcd6-96f53c3663c0 service neutron] 10.222.0.64 "PUT /v2.0/ports/a0948c59-e0a1-420b-b767-db0b7bca1919 HTTP/1.1" status: 200 len: 1093 time: 0.6913309 Oct 27 11:27:57.450501 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e1ebfdd-a906-444b-90d2-e2f8601a53a5', 'tag': 'a0948c59-e0a1-420b-b767-db0b7bca1919'}] {{(pid=102347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 11:27:57.452820 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b4a6b06816dbd4a25adc79839574a1cde60454ea9fb7ff9bc84d34209fb596e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c1f5e05-4dc2-45fe-a2db-a9e121e7aba0" -d '{"events": [{"name": "network-changed", "server_uuid": "1e1ebfdd-a906-444b-90d2-e2f8601a53a5", "tag": "a0948c59-e0a1-420b-b767-db0b7bca1919"}]}' {{(pid=102347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 11:27:57.475579 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767f4cd9-1b10-43dd-bcd6-96f53c3663c0 service neutron] Pushing event updated for resources: {'Port': ['ID=a0948c59-e0a1-420b-b767-db0b7bca1919,revision_number=3']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:27:57.507458 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 11:27:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8ee47ea-6f2c-4ea8-bdd4-be721af93fc7 x-openstack-request-id: req-d8ee47ea-6f2c-4ea8-bdd4-be721af93fc7 {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 11:27:57.507753 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e1ebfdd-a906-444b-90d2-e2f8601a53a5", "tag": "a0948c59-e0a1-420b-b767-db0b7bca1919", "status": "completed", "code": 200}]} {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 11:27:57.508010 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d8ee47ea-6f2c-4ea8-bdd4-be721af93fc7 {{(pid=102347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 11:27:57.508511 n-d-813419-10 neutron-server[102347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e1ebfdd-a906-444b-90d2-e2f8601a53a5', 'tag': 'a0948c59-e0a1-420b-b767-db0b7bca1919', 'status': 'completed', 'code': 200} Oct 27 11:27:57.544562 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a033003-0921-4079-bcf1-c2200b3096be req-076e8e67-bf38-4c2e-bc7b-9dba79cdb013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:27:57.546085 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-7a033003-0921-4079-bcf1-c2200b3096be req-076e8e67-bf38-4c2e-bc7b-9dba79cdb013 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=cbfb4663104c453f9ca4ef83ed712b9d&device_id=1e1ebfdd-a906-444b-90d2-e2f8601a53a5 HTTP/1.1" status: 200 len: 1096 time: 0.0475581 Oct 27 11:27:57.592314 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-7a033003-0921-4079-bcf1-c2200b3096be req-f182e5c3-fd67-4893-834a-a03a18617598 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a0948c59-e0a1-420b-b767-db0b7bca1919 HTTP/1.1" status: 200 len: 217 time: 0.0380819 Oct 27 11:27:57.640939 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a033003-0921-4079-bcf1-c2200b3096be req-ac1fc185-06c9-4042-9cec-7b3492e20d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:27:57.642434 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-7a033003-0921-4079-bcf1-c2200b3096be req-ac1fc185-06c9-4042-9cec-7b3492e20d6f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=de2a5c5a-91e5-4aa2-b3d3-c3d2b29127ca HTTP/1.1" status: 200 len: 835 time: 0.0437613 Oct 27 11:27:57.688541 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a033003-0921-4079-bcf1-c2200b3096be req-decc76da-a3b3-4194-bc3f-74e32329b732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:27:57.689893 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-7a033003-0921-4079-bcf1-c2200b3096be req-decc76da-a3b3-4194-bc3f-74e32329b732 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4bdd520e-18f1-418f-beed-ebffdbdd78a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404849 Oct 27 11:27:57.782498 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-7a033003-0921-4079-bcf1-c2200b3096be req-b0b3bf5f-6fc5-473e-a76b-e2fb5472ac22 service neutron] 10.222.0.64 "GET /v2.0/networks/4bdd520e-18f1-418f-beed-ebffdbdd78a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842681 Oct 27 11:27:57.871540 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-7a033003-0921-4079-bcf1-c2200b3096be req-a4b7d50b-a4f4-42d7-a478-1e9e1c6b8afc service neutron] 10.222.0.64 "GET /v2.0/networks/4bdd520e-18f1-418f-beed-ebffdbdd78a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824533 Oct 27 11:27:57.957215 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1f5e05-4dc2-45fe-a2db-a9e121e7aba0 req-c8ee1dca-8848-4f28-8b53-c13c12a31202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:27:57.958718 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-3c1f5e05-4dc2-45fe-a2db-a9e121e7aba0 req-c8ee1dca-8848-4f28-8b53-c13c12a31202 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=cbfb4663104c453f9ca4ef83ed712b9d&device_id=1e1ebfdd-a906-444b-90d2-e2f8601a53a5 HTTP/1.1" status: 200 len: 1096 time: 0.0411155 Oct 27 11:27:58.051600 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1f5e05-4dc2-45fe-a2db-a9e121e7aba0 req-a3a6db3f-43f8-4f22-b295-6251494c8b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:27:58.053022 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-3c1f5e05-4dc2-45fe-a2db-a9e121e7aba0 req-a3a6db3f-43f8-4f22-b295-6251494c8b9a service neutron] 10.222.0.64 "GET /v2.0/networks?id=4bdd520e-18f1-418f-beed-ebffdbdd78a3 HTTP/1.1" status: 200 len: 898 time: 0.0869839 Oct 27 11:27:58.092940 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-3c1f5e05-4dc2-45fe-a2db-a9e121e7aba0 req-52214708-739a-422b-93a0-9660d429babc service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a0948c59-e0a1-420b-b767-db0b7bca1919 HTTP/1.1" status: 200 len: 217 time: 0.0329051 Oct 27 11:27:58.145980 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1f5e05-4dc2-45fe-a2db-a9e121e7aba0 req-35000ed3-67cf-4f4e-aafa-2c38a5040cad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:27:58.147435 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-3c1f5e05-4dc2-45fe-a2db-a9e121e7aba0 req-35000ed3-67cf-4f4e-aafa-2c38a5040cad service neutron] 10.222.0.64 "GET /v2.0/subnets?id=de2a5c5a-91e5-4aa2-b3d3-c3d2b29127ca HTTP/1.1" status: 200 len: 835 time: 0.0467987 Oct 27 11:27:58.193853 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1f5e05-4dc2-45fe-a2db-a9e121e7aba0 req-0154c986-2317-4b55-becb-6670735e87aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:27:58.195309 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-3c1f5e05-4dc2-45fe-a2db-a9e121e7aba0 req-0154c986-2317-4b55-becb-6670735e87aa service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4bdd520e-18f1-418f-beed-ebffdbdd78a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398734 Oct 27 11:27:58.287496 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-3c1f5e05-4dc2-45fe-a2db-a9e121e7aba0 req-b87d5fd9-0537-4937-96cb-36dd63bc79fb service neutron] 10.222.0.64 "GET /v2.0/networks/4bdd520e-18f1-418f-beed-ebffdbdd78a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845246 Oct 27 11:27:58.407523 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b17a287-523e-456d-9c3c-3291980c2fa2 req-6e413f0e-fede-4cda-a1c4-4c4f0ff3f8ec tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:27:58.409510 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-3b17a287-523e-456d-9c3c-3291980c2fa2 req-6e413f0e-fede-4cda-a1c4-4c4f0ff3f8ec tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "GET /v2.0/ports?device_id=1e1ebfdd-a906-444b-90d2-e2f8601a53a5 HTTP/1.1" status: 200 len: 944 time: 0.0742180 Oct 27 11:27:58.414754 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-3c1f5e05-4dc2-45fe-a2db-a9e121e7aba0 req-d2ef81fd-139a-4d68-8f7b-a3490b6c7398 service neutron] 10.222.0.64 "GET /v2.0/networks/4bdd520e-18f1-418f-beed-ebffdbdd78a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202857 Oct 27 11:27:58.451676 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-3b17a287-523e-456d-9c3c-3291980c2fa2 req-1677499d-ac97-4c71-a202-42adc3e3f773 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "GET /v2.0/security-groups?id=1c8b95d0-964b-4ba1-99c3-d172612aad4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359938 Oct 27 11:27:59.570591 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e625b1-ea5b-4f7c-9103-fe73646c2446 req-b4381ef6-143a-4907-84a5-e37254dfda05 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:27:59.572050 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-79e625b1-ea5b-4f7c-9103-fe73646c2446 req-b4381ef6-143a-4907-84a5-e37254dfda05 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "GET /v2.0/ports?device_id=1e1ebfdd-a906-444b-90d2-e2f8601a53a5 HTTP/1.1" status: 200 len: 944 time: 0.0519423 Oct 27 11:27:59.608994 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-79e625b1-ea5b-4f7c-9103-fe73646c2446 req-ba71202d-d115-40e6-bdab-9e9b97430426 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "GET /v2.0/security-groups?id=1c8b95d0-964b-4ba1-99c3-d172612aad4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308626 Oct 27 11:28:00.323829 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device a0948c59-e0a1-420b-b767-db0b7bca1919 details requested by agent hyperv_n-h1-813419-10 with host n-h1-813419-10 {{(pid=102348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 11:28:00.418913 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port a0948c59-e0a1-420b-b767-db0b7bca1919, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=a0948c59-e0a1-420b-b767-db0b7bca1919,segment=NetworkSegment(fb321fc7-ab67-4698-a156-acec9ef2e13d),segment_id=fb321fc7-ab67-4698-a156-acec9ef2e13d)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:28:00.430656 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Returning: {'device': 'a0948c59-e0a1-420b-b767-db0b7bca1919', 'network_id': '4bdd520e-18f1-418f-beed-ebffdbdd78a3', 'port_id': 'a0948c59-e0a1-420b-b767-db0b7bca1919', 'mac_address': 'fa:16:3e:06:19:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de2a5c5a-91e5-4aa2-b3d3-c3d2b29127ca', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 11:28:00.466238 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:28:00.478742 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0948c59-e0a1-420b-b767-db0b7bca1919 {{(pid=102348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 11:28:00.501543 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port a0948c59-e0a1-420b-b767-db0b7bca1919, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=a0948c59-e0a1-420b-b767-db0b7bca1919,segment=NetworkSegment(fb321fc7-ab67-4698-a156-acec9ef2e13d),segment_id=fb321fc7-ab67-4698-a156-acec9ef2e13d)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:28:00.506359 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:28:00.551734 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Pushing event updated for resources: {'Port': ['ID=a0948c59-e0a1-420b-b767-db0b7bca1919,revision_number=4']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:28:00.710912 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] get_ports_and_sgs() called for port_ids ['a0948c59-e0a1-420b-b767-db0b7bca1919'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 11:28:00.722525 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55547e9-427d-4d2e-a369-d3097221f812 req-6983b42b-879e-4f22-b953-9d6abfc9fc9a tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:28:00.724127 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-e55547e9-427d-4d2e-a369-d3097221f812 req-6983b42b-879e-4f22-b953-9d6abfc9fc9a tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "GET /v2.0/ports?device_id=1e1ebfdd-a906-444b-90d2-e2f8601a53a5 HTTP/1.1" status: 200 len: 945 time: 0.0489054 Oct 27 11:28:00.765571 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-e55547e9-427d-4d2e-a369-d3097221f812 req-f69f97ed-fc6b-483e-ae6e-3d8c789cf4d3 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "GET /v2.0/security-groups?id=1c8b95d0-964b-4ba1-99c3-d172612aad4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333569 Oct 27 11:28:01.879724 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e03418b-77a1-4e22-bd78-500aa4ab6898 req-ddbc7043-4ffb-4827-b28f-c560c3b736eb tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:28:01.881275 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-8e03418b-77a1-4e22-bd78-500aa4ab6898 req-ddbc7043-4ffb-4827-b28f-c560c3b736eb tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "GET /v2.0/ports?device_id=1e1ebfdd-a906-444b-90d2-e2f8601a53a5 HTTP/1.1" status: 200 len: 945 time: 0.0493491 Oct 27 11:28:01.918564 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-8e03418b-77a1-4e22-bd78-500aa4ab6898 req-aa0d3ede-b855-42d5-b74f-a6486abb8b93 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "GET /v2.0/security-groups?id=1c8b95d0-964b-4ba1-99c3-d172612aad4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313482 Oct 27 11:28:02.339966 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device a0948c59-e0a1-420b-b767-db0b7bca1919 up at agent hyperv_n-h1-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 11:28:02.387860 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Provisioning for port a0948c59-e0a1-420b-b767-db0b7bca1919 completed by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 11:28:02.391425 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Provisioning complete for port a0948c59-e0a1-420b-b767-db0b7bca1919 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:28:02.391794 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:28:02.469676 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:28:02.491519 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e1ebfdd-a906-444b-90d2-e2f8601a53a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0948c59-e0a1-420b-b767-db0b7bca1919'}] {{(pid=102348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 11:28:02.493792 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be4127e571859625ba9a491db1af5fd5edc4c8ee111482105658b13e0edb602d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21c21d0b-1abc-416d-9f5c-f98064a5081b" -d '{"events": [{"server_uuid": "1e1ebfdd-a906-444b-90d2-e2f8601a53a5", "name": "network-vif-plugged", "status": "completed", "tag": "a0948c59-e0a1-420b-b767-db0b7bca1919"}]}' {{(pid=102348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 11:28:02.506813 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port a0948c59-e0a1-420b-b767-db0b7bca1919, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=a0948c59-e0a1-420b-b767-db0b7bca1919,segment=NetworkSegment(fb321fc7-ab67-4698-a156-acec9ef2e13d),segment_id=fb321fc7-ab67-4698-a156-acec9ef2e13d)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:28:02.510469 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:28:02.560559 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Pushing event updated for resources: {'Port': ['ID=a0948c59-e0a1-420b-b767-db0b7bca1919,revision_number=5']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:28:02.600157 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 11:28:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c07c3720-9012-4407-a198-155b45ccad40 x-openstack-request-id: req-c07c3720-9012-4407-a198-155b45ccad40 {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 11:28:02.600481 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e1ebfdd-a906-444b-90d2-e2f8601a53a5", "name": "network-vif-plugged", "status": "completed", "tag": "a0948c59-e0a1-420b-b767-db0b7bca1919", "code": 200}]} {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 11:28:02.600764 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c07c3720-9012-4407-a198-155b45ccad40 {{(pid=102348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 11:28:02.601164 n-d-813419-10 neutron-server[102348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e1ebfdd-a906-444b-90d2-e2f8601a53a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0948c59-e0a1-420b-b767-db0b7bca1919', 'code': 200} Oct 27 11:28:02.693071 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a476d343-207d-462d-ba5e-7aeaf70ab50e req-c3c387b5-1441-4160-8269-f38ced89275b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:28:02.694517 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-a476d343-207d-462d-ba5e-7aeaf70ab50e req-c3c387b5-1441-4160-8269-f38ced89275b service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=1e1ebfdd-a906-444b-90d2-e2f8601a53a5 HTTP/1.1" status: 200 len: 1098 time: 0.0391784 Oct 27 11:28:02.728644 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-a476d343-207d-462d-ba5e-7aeaf70ab50e req-a3f14981-363a-419e-86cb-830478461893 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=1c8b95d0-964b-4ba1-99c3-d172612aad4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0270443 Oct 27 11:28:02.993444 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:28:03.034355 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe5e047-6da0-499f-a1a6-6c6780f27a61 req-74620b76-5f5d-4a00-b221-31ca45554d74 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:28:03.035829 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-4fe5e047-6da0-499f-a1a6-6c6780f27a61 req-74620b76-5f5d-4a00-b221-31ca45554d74 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "GET /v2.0/ports?device_id=1e1ebfdd-a906-444b-90d2-e2f8601a53a5 HTTP/1.1" status: 200 len: 946 time: 0.0485365 Oct 27 11:28:03.072763 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-4fe5e047-6da0-499f-a1a6-6c6780f27a61 req-e276f3a9-da7c-4f02-8592-a56193d63f47 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "GET /v2.0/security-groups?id=1c8b95d0-964b-4ba1-99c3-d172612aad4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307913 Oct 27 11:28:04.187128 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8a3578-3308-415a-979a-828551bf6c21 req-e4339ad7-eff9-437f-9fcf-1513b4266000 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:28:04.188610 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-9c8a3578-3308-415a-979a-828551bf6c21 req-e4339ad7-eff9-437f-9fcf-1513b4266000 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "GET /v2.0/ports?device_id=1e1ebfdd-a906-444b-90d2-e2f8601a53a5 HTTP/1.1" status: 200 len: 946 time: 0.0482571 Oct 27 11:28:04.229055 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-9c8a3578-3308-415a-979a-828551bf6c21 req-9e8f848f-1518-4216-97fe-976044240bae tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "GET /v2.0/security-groups?id=1c8b95d0-964b-4ba1-99c3-d172612aad4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344965 Oct 27 11:28:04.345751 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c531d3-d56d-4abc-a191-155d2707be5e req-a1fdc6d4-7887-4401-8f55-130067ad5a6f tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:28:04.347249 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-04c531d3-d56d-4abc-a191-155d2707be5e req-a1fdc6d4-7887-4401-8f55-130067ad5a6f tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "GET /v2.0/ports?device_id=1e1ebfdd-a906-444b-90d2-e2f8601a53a5 HTTP/1.1" status: 200 len: 946 time: 0.0523381 Oct 27 11:28:04.384068 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-04c531d3-d56d-4abc-a191-155d2707be5e req-ed6efb3d-6504-4c03-b9a7-f73746778067 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "GET /v2.0/security-groups?id=1c8b95d0-964b-4ba1-99c3-d172612aad4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308900 Oct 27 11:28:04.409610 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 48828) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:28:04.446842 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1bd34ea-9bdc-4a4c-84d8-58b30646693b tempest-TestNetworkAdvancedServerOps-2138787779 tempest-TestNetworkAdvancedServerOps-2138787779-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:28:04.448336 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-d1bd34ea-9bdc-4a4c-84d8-58b30646693b tempest-TestNetworkAdvancedServerOps-2138787779 tempest-TestNetworkAdvancedServerOps-2138787779-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=1e1ebfdd-a906-444b-90d2-e2f8601a53a5 HTTP/1.1" status: 200 len: 1093 time: 0.0390110 Oct 27 11:28:04.451157 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 48830) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:28:04.455871 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-7f33493e-49a3-45e3-861c-a4d3a0fbf801 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Request body: {'floatingip': {'floating_network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'port_id': 'a0948c59-e0a1-420b-b767-db0b7bca1919', 'tenant_id': 'cbfb4663104c453f9ca4ef83ed712b9d', 'fixed_ip_address': '172.20.0.11'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:28:04.477455 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-7f33493e-49a3-45e3-861c-a4d3a0fbf801 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks [] for floatingip, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:28:04.575014 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-7f33493e-49a3-45e3-861c-a4d3a0fbf801 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:28:04.675344 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_common [None req-7f33493e-49a3-45e3-861c-a4d3a0fbf801 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Allocated IP 172.25.8.86 (185ff123-c7ff-45c7-a6be-71feb35acc9c/0fb9f9d1-7384-481f-8fa8-f4566c349d30/697ddf9c-74a0-47de-9200-36408fff8f01) {{(pid=102346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 11:28:04.782211 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-7f33493e-49a3-45e3-861c-a4d3a0fbf801 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks [] for port, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:28:04.815563 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-7f33493e-49a3-45e3-861c-a4d3a0fbf801 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:28:04.852187 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f33493e-49a3-45e3-861c-a4d3a0fbf801 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Network 185ff123-c7ff-45c7-a6be-71feb35acc9c is already hosted by enough agents. {{(pid=102346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 11:28:04.855044 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-7f33493e-49a3-45e3-861c-a4d3a0fbf801 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Resources bound (agent type, host, resource id): {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 11:28:04.858858 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f33493e-49a3-45e3-861c-a4d3a0fbf801 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Received port after_create {{(pid=102346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 11:28:04.884411 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f33493e-49a3-45e3-861c-a4d3a0fbf801 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Pushing event updated for resources: {'Port': ['ID=697ddf9c-74a0-47de-9200-36408fff8f01,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:28:05.211189 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-7f33493e-49a3-45e3-861c-a4d3a0fbf801 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:28:05.283855 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-7f33493e-49a3-45e3-861c-a4d3a0fbf801 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:28:05.431519 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-7f33493e-49a3-45e3-861c-a4d3a0fbf801 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks [] for port, precommit_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:28:05.435867 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-7f33493e-49a3-45e3-861c-a4d3a0fbf801 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27024173'] for port, after_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:28:05.505377 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f33493e-49a3-45e3-861c-a4d3a0fbf801 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Pushing event updated for resources: {'Port': ['ID=697ddf9c-74a0-47de-9200-36408fff8f01,revision_number=2']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:28:05.511769 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-7f33493e-49a3-45e3-861c-a4d3a0fbf801 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1664826'] for floatingip, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:28:05.608343 n-d-813419-10 neutron-server[102346]: INFO neutron.db.l3_db [None req-7f33493e-49a3-45e3-861c-a4d3a0fbf801 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Floating IP 8ce5dcac-214e-4e51-aebb-5e95706f0715 associated. External IP: 172.25.8.86, port: a0948c59-e0a1-420b-b767-db0b7bca1919. Oct 27 11:28:05.811890 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f33493e-49a3-45e3-861c-a4d3a0fbf801 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Router a6736dc9-1295-4585-a0d7-56e7a3f32040 has already been hosted by L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb {{(pid=102346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 11:28:05.917259 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f33493e-49a3-45e3-861c-a4d3a0fbf801 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 11:28:05.927317 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b559f7a-55e9-429c-a865-f8b944bea193 None None] Sync routers for ids ['a6736dc9-1295-4585-a0d7-56e7a3f32040'] in n-d-813419-10 {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 11:28:05.935457 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-7f33493e-49a3-45e3-861c-a4d3a0fbf801 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for floatingip, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:28:05.936802 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b559f7a-55e9-429c-a865-f8b944bea193 None None] Routers {'a6736dc9-1295-4585-a0d7-56e7a3f32040'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 11:28:05.937411 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-1b559f7a-55e9-429c-a865-f8b944bea193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T11:27:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['a6736dc9-1295-4585-a0d7-56e7a3f32040'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:28:05.961585 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-7f33493e-49a3-45e3-861c-a4d3a0fbf801 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5094302 Oct 27 11:28:05.962175 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e1ebfdd-a906-444b-90d2-e2f8601a53a5', 'tag': 'a0948c59-e0a1-420b-b767-db0b7bca1919'}] {{(pid=102346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 11:28:05.964550 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2531aea88c448207759dde70f844649f18dfe6edcb84b1c92b49bb044a645d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3488151e-1b09-4f97-bed2-2924dea17068" -d '{"events": [{"name": "network-changed", "server_uuid": "1e1ebfdd-a906-444b-90d2-e2f8601a53a5", "tag": "a0948c59-e0a1-420b-b767-db0b7bca1919"}]}' {{(pid=102346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 11:28:06.008831 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 11:28:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cca0e16e-c9cf-4685-85a9-03fc18ef4661 x-openstack-request-id: req-cca0e16e-c9cf-4685-85a9-03fc18ef4661 {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 11:28:06.009287 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e1ebfdd-a906-444b-90d2-e2f8601a53a5", "tag": "a0948c59-e0a1-420b-b767-db0b7bca1919", "status": "completed", "code": 200}]} {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 11:28:06.010063 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-cca0e16e-c9cf-4685-85a9-03fc18ef4661 {{(pid=102346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 11:28:06.010063 n-d-813419-10 neutron-server[102346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e1ebfdd-a906-444b-90d2-e2f8601a53a5', 'tag': 'a0948c59-e0a1-420b-b767-db0b7bca1919', 'status': 'completed', 'code': 200} Oct 27 11:28:06.056686 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvr_db [None req-1b559f7a-55e9-429c-a865-f8b944bea193 None None] Set router a6736dc9-1295-4585-a0d7-56e7a3f32040 gateway port host: n-d-813419-10 {{(pid=102348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 11:28:06.089182 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc05680-67e4-4c59-9c41-801ffbe87d80 req-c36bd0cb-411d-4f23-bd6d-d1d8efc0c61e tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:28:06.090578 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8fc05680-67e4-4c59-9c41-801ffbe87d80 req-c36bd0cb-411d-4f23-bd6d-d1d8efc0c61e tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "GET /v2.0/ports?device_id=1e1ebfdd-a906-444b-90d2-e2f8601a53a5 HTTP/1.1" status: 200 len: 946 time: 0.0744045 Oct 27 11:28:06.096566 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3488151e-1b09-4f97-bed2-2924dea17068 req-c565fa96-90db-4eae-8cca-e5dd188de069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:28:06.097952 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-3488151e-1b09-4f97-bed2-2924dea17068 req-c565fa96-90db-4eae-8cca-e5dd188de069 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=cbfb4663104c453f9ca4ef83ed712b9d&device_id=1e1ebfdd-a906-444b-90d2-e2f8601a53a5 HTTP/1.1" status: 200 len: 1098 time: 0.0698910 Oct 27 11:28:06.177218 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8fc05680-67e4-4c59-9c41-801ffbe87d80 req-d8b0989c-5296-4f39-8721-44fb2208fe2d tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "GET /v2.0/security-groups?id=1c8b95d0-964b-4ba1-99c3-d172612aad4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783229 Oct 27 11:28:06.200113 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 48836) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:28:06.224663 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3488151e-1b09-4f97-bed2-2924dea17068 req-5d84927f-238a-47e5-a2e4-5e71456a485b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:28:06.226132 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-3488151e-1b09-4f97-bed2-2924dea17068 req-5d84927f-238a-47e5-a2e4-5e71456a485b service neutron] 10.222.0.64 "GET /v2.0/networks?id=4bdd520e-18f1-418f-beed-ebffdbdd78a3 HTTP/1.1" status: 200 len: 898 time: 0.1148834 Oct 27 11:28:06.262790 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-6d03eed1-6dff-4de0-912e-df479f556f27 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "GET /v2.0/floatingips/8ce5dcac-214e-4e51-aebb-5e95706f0715 HTTP/1.1" status: 200 len: 991 time: 0.0603199 Oct 27 11:28:06.286926 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-1b559f7a-55e9-429c-a865-f8b944bea193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6736dc9-1295-4585-a0d7-56e7a3f32040', 'name': 'tempest-TestNetworkAdvancedServerOps-router-95468155', 'tenant_id': 'cbfb4663104c453f9ca4ef83ed712b9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.3'}], 'enable_snat': True}, 'gw_port_id': '620b3f73-2b86-4866-975d-c8cc508edfe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:27:49Z', 'updated_at': '2021-10-27T11:27:53Z', 'revision_number': 4, 'project_id': 'cbfb4663104c453f9ca4ef83ed712b9d', 'gw_port': {'id': '620b3f73-2b86-4866-975d-c8cc508edfe3', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:9a:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6736dc9-1295-4585-a0d7-56e7a3f32040', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:27:50Z', 'updated_at': '2021-10-27T11:27:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_floatingips': [{'id': '8ce5dcac-214e-4e51-aebb-5e95706f0715', 'tenant_id': 'cbfb4663104c453f9ca4ef83ed712b9d', 'floating_ip_address': '172.25.8.86', 'floating_network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'router_id': 'a6736dc9-1295-4585-a0d7-56e7a3f32040', 'port_id': 'a0948c59-e0a1-420b-b767-db0b7bca1919', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4262, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4bdd520e-18f1-418f-beed-ebffdbdd78a3', 'mac_address': 'fa:16:3e:06:19:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e1ebfdd-a906-444b-90d2-e2f8601a53a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T11:28:05Z', 'updated_at': '2021-10-27T11:28:05Z', 'revision_number': 0, 'project_id': 'cbfb4663104c453f9ca4ef83ed712b9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0605679-4daf-4a27-9bd1-f0f868d53dcd', 'name': '', 'network_id': '4bdd520e-18f1-418f-beed-ebffdbdd78a3', 'tenant_id': 'cbfb4663104c453f9ca4ef83ed712b9d', 'mac_address': 'fa:16:3e:12:1b:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6736dc9-1295-4585-a0d7-56e7a3f32040', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'de2a5c5a-91e5-4aa2-b3d3-c3d2b29127ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:27:52Z', 'updated_at': '2021-10-27T11:27:55Z', 'revision_number': 5, 'project_id': 'cbfb4663104c453f9ca4ef83ed712b9d', 'subnets': [{'id': 'de2a5c5a-91e5-4aa2-b3d3-c3d2b29127ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:28:06.293444 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-3488151e-1b09-4f97-bed2-2924dea17068 req-f4a370a1-aeab-4328-8983-cf8cabb8fbc1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a0948c59-e0a1-420b-b767-db0b7bca1919 HTTP/1.1" status: 200 len: 999 time: 0.0601912 Oct 27 11:28:06.312854 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b559f7a-55e9-429c-a865-f8b944bea193 None None] Checking router: a6736dc9-1295-4585-a0d7-56e7a3f32040 for host: n-d-813419-10 {{(pid=102348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 11:28:06.321237 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b559f7a-55e9-429c-a865-f8b944bea193 None None] Routers {'a6736dc9-1295-4585-a0d7-56e7a3f32040'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 11:28:06.321870 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-1b559f7a-55e9-429c-a865-f8b944bea193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T11:27:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['a6736dc9-1295-4585-a0d7-56e7a3f32040'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:28:06.346998 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3488151e-1b09-4f97-bed2-2924dea17068 req-82041098-49b8-4cbe-81cf-22dd9ffb999a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:28:06.348694 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-3488151e-1b09-4f97-bed2-2924dea17068 req-82041098-49b8-4cbe-81cf-22dd9ffb999a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=de2a5c5a-91e5-4aa2-b3d3-c3d2b29127ca HTTP/1.1" status: 200 len: 835 time: 0.0478725 Oct 27 11:28:06.394203 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3488151e-1b09-4f97-bed2-2924dea17068 req-be166770-9d7c-4d7a-8358-8d74aba9f933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:28:06.395690 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-3488151e-1b09-4f97-bed2-2924dea17068 req-be166770-9d7c-4d7a-8358-8d74aba9f933 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4bdd520e-18f1-418f-beed-ebffdbdd78a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396676 Oct 27 11:28:06.428287 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvr_db [None req-1b559f7a-55e9-429c-a865-f8b944bea193 None None] Set router a6736dc9-1295-4585-a0d7-56e7a3f32040 gateway port host: n-d-813419-10 {{(pid=102348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 11:28:06.484583 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-3488151e-1b09-4f97-bed2-2924dea17068 req-8eeb6d46-0df6-4ee5-8c4c-2ab39fc1d503 service neutron] 10.222.0.64 "GET /v2.0/networks/4bdd520e-18f1-418f-beed-ebffdbdd78a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820973 Oct 27 11:28:06.579018 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-3488151e-1b09-4f97-bed2-2924dea17068 req-8062e2ba-252b-493a-b214-475d251c5ac8 service neutron] 10.222.0.64 "GET /v2.0/networks/4bdd520e-18f1-418f-beed-ebffdbdd78a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847416 Oct 27 11:28:06.652074 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-1b559f7a-55e9-429c-a865-f8b944bea193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6736dc9-1295-4585-a0d7-56e7a3f32040', 'name': 'tempest-TestNetworkAdvancedServerOps-router-95468155', 'tenant_id': 'cbfb4663104c453f9ca4ef83ed712b9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.3'}], 'enable_snat': True}, 'gw_port_id': '620b3f73-2b86-4866-975d-c8cc508edfe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:27:49Z', 'updated_at': '2021-10-27T11:27:53Z', 'revision_number': 4, 'project_id': 'cbfb4663104c453f9ca4ef83ed712b9d', 'gw_port': {'id': '620b3f73-2b86-4866-975d-c8cc508edfe3', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:9a:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6736dc9-1295-4585-a0d7-56e7a3f32040', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:27:50Z', 'updated_at': '2021-10-27T11:27:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_floatingips': [{'id': '8ce5dcac-214e-4e51-aebb-5e95706f0715', 'tenant_id': 'cbfb4663104c453f9ca4ef83ed712b9d', 'floating_ip_address': '172.25.8.86', 'floating_network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'router_id': 'a6736dc9-1295-4585-a0d7-56e7a3f32040', 'port_id': 'a0948c59-e0a1-420b-b767-db0b7bca1919', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4262, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4bdd520e-18f1-418f-beed-ebffdbdd78a3', 'mac_address': 'fa:16:3e:06:19:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e1ebfdd-a906-444b-90d2-e2f8601a53a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T11:28:05Z', 'updated_at': '2021-10-27T11:28:05Z', 'revision_number': 0, 'project_id': 'cbfb4663104c453f9ca4ef83ed712b9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0605679-4daf-4a27-9bd1-f0f868d53dcd', 'name': '', 'network_id': '4bdd520e-18f1-418f-beed-ebffdbdd78a3', 'tenant_id': 'cbfb4663104c453f9ca4ef83ed712b9d', 'mac_address': 'fa:16:3e:12:1b:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6736dc9-1295-4585-a0d7-56e7a3f32040', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'de2a5c5a-91e5-4aa2-b3d3-c3d2b29127ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:27:52Z', 'updated_at': '2021-10-27T11:27:55Z', 'revision_number': 5, 'project_id': 'cbfb4663104c453f9ca4ef83ed712b9d', 'subnets': [{'id': 'de2a5c5a-91e5-4aa2-b3d3-c3d2b29127ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:28:06.678699 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b559f7a-55e9-429c-a865-f8b944bea193 None None] The sync data for ids ['a6736dc9-1295-4585-a0d7-56e7a3f32040'] in n-d-813419-10 is: [{'id': 'a6736dc9-1295-4585-a0d7-56e7a3f32040', 'name': 'tempest-TestNetworkAdvancedServerOps-router-95468155', 'tenant_id': 'cbfb4663104c453f9ca4ef83ed712b9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.3'}], 'enable_snat': True}, 'gw_port_id': '620b3f73-2b86-4866-975d-c8cc508edfe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:27:49Z', 'updated_at': '2021-10-27T11:27:53Z', 'revision_number': 4, 'project_id': 'cbfb4663104c453f9ca4ef83ed712b9d', 'gw_port': {'id': '620b3f73-2b86-4866-975d-c8cc508edfe3', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:9a:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6736dc9-1295-4585-a0d7-56e7a3f32040', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:27:50Z', 'updated_at': '2021-10-27T11:27:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_floatingips': [{'id': '8ce5dcac-214e-4e51-aebb-5e95706f0715', 'tenant_id': 'cbfb4663104c453f9ca4ef83ed712b9d', 'floating_ip_address': '172.25.8.86', 'floating_network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'router_id': 'a6736dc9-1295-4585-a0d7-56e7a3f32040', 'port_id': 'a0948c59-e0a1-420b-b767-db0b7bca1919', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4262, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4bdd520e-18f1-418f-beed-ebffdbdd78a3', 'mac_address': 'fa:16:3e:06:19:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e1ebfdd-a906-444b-90d2-e2f8601a53a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T11:28:05Z', 'updated_at': '2021-10-27T11:28:05Z', 'revision_number': 0, 'project_id': 'cbfb4663104c453f9ca4ef83ed712b9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0605679-4daf-4a27-9bd1-f0f868d53dcd', 'name': '', 'network_id': '4bdd520e-18f1-418f-beed-ebffdbdd78a3', 'tenant_id': 'cbfb4663104c453f9ca4ef83ed712b9d', 'mac_address': 'fa:16:3e:12:1b:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6736dc9-1295-4585-a0d7-56e7a3f32040', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'de2a5c5a-91e5-4aa2-b3d3-c3d2b29127ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:27:52Z', 'updated_at': '2021-10-27T11:27:55Z', 'revision_number': 5, 'project_id': 'cbfb4663104c453f9ca4ef83ed712b9d', 'subnets': [{'id': 'de2a5c5a-91e5-4aa2-b3d3-c3d2b29127ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 11:28:06.869324 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a62ac4cb-8c2b-4b6d-8b86-b50dce1dd577 None None] New status for floating IP 8ce5dcac-214e-4e51-aebb-5e95706f0715: ACTIVE {{(pid=102349) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 11:28:07.265676 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 48838) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:28:07.328267 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-c1d5086d-154b-41f2-9d87-37d82da60618 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "GET /v2.0/floatingips/8ce5dcac-214e-4e51-aebb-5e95706f0715 HTTP/1.1" status: 200 len: 993 time: 0.0606031 Oct 27 11:28:09.556988 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:28:14.530233 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-72a59ef3-a45a-45d4-a147-3be28eb4e023 req-a4d68845-c17d-46f5-8773-679a4b3d4442 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=1e1ebfdd-a906-444b-90d2-e2f8601a53a5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0389545 Oct 27 11:28:14.609983 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a59ef3-a45a-45d4-a147-3be28eb4e023 req-5156b56b-f1a6-44e5-8d5c-13a7af49ef9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:28:14.611343 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-72a59ef3-a45a-45d4-a147-3be28eb4e023 req-5156b56b-f1a6-44e5-8d5c-13a7af49ef9d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=cbfb4663104c453f9ca4ef83ed712b9d&device_id=1e1ebfdd-a906-444b-90d2-e2f8601a53a5 HTTP/1.1" status: 200 len: 1098 time: 0.0395770 Oct 27 11:28:14.717778 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a59ef3-a45a-45d4-a147-3be28eb4e023 req-b3870b7d-96b5-475a-b210-08b852630543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:28:14.719219 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-72a59ef3-a45a-45d4-a147-3be28eb4e023 req-b3870b7d-96b5-475a-b210-08b852630543 service neutron] 10.222.0.64 "GET /v2.0/networks?id=4bdd520e-18f1-418f-beed-ebffdbdd78a3 HTTP/1.1" status: 200 len: 898 time: 0.0869315 Oct 27 11:28:14.787041 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-72a59ef3-a45a-45d4-a147-3be28eb4e023 req-a82968a4-e212-4fe7-bed1-8abff6917412 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a0948c59-e0a1-420b-b767-db0b7bca1919 HTTP/1.1" status: 200 len: 1001 time: 0.0593109 Oct 27 11:28:14.837177 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a59ef3-a45a-45d4-a147-3be28eb4e023 req-4eb1a06c-8b73-4a62-b7a4-30e24ff7c67d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:28:14.838991 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-72a59ef3-a45a-45d4-a147-3be28eb4e023 req-4eb1a06c-8b73-4a62-b7a4-30e24ff7c67d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=de2a5c5a-91e5-4aa2-b3d3-c3d2b29127ca HTTP/1.1" status: 200 len: 835 time: 0.0447583 Oct 27 11:28:14.899094 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a59ef3-a45a-45d4-a147-3be28eb4e023 req-99b36e86-7a4a-4001-acef-7b25988fb6e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:28:14.900642 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-72a59ef3-a45a-45d4-a147-3be28eb4e023 req-99b36e86-7a4a-4001-acef-7b25988fb6e2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4bdd520e-18f1-418f-beed-ebffdbdd78a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403323 Oct 27 11:28:14.989729 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-72a59ef3-a45a-45d4-a147-3be28eb4e023 req-44a1cf46-9473-48e5-8f72-777e11f3cd07 service neutron] 10.222.0.64 "GET /v2.0/networks/4bdd520e-18f1-418f-beed-ebffdbdd78a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819547 Oct 27 11:28:15.077797 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-72a59ef3-a45a-45d4-a147-3be28eb4e023 req-722095df-a5ef-46d7-870f-6ddcab01e171 service neutron] 10.222.0.64 "GET /v2.0/networks/4bdd520e-18f1-418f-beed-ebffdbdd78a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799117 Oct 27 11:28:15.286049 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.agents_db [None req-e79ee67d-056e-46ea-bd99-e80473396b25 None None] Agent healthcheck: found 7 active agents {{(pid=102349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 11:28:16.311339 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-0ccdce95-72c2-4022-bf17-94eebd38e72f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:28:18.979490 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-972680a2-ebd2-4443-92de-b6d932195551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:28:20.106497 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:28:20.273535 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-eadeaa30-4096-4d1a-b3cb-aa7ebfb291ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:28:22.158285 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-3c6a8245-0581-48aa-b5f6-4d8fe98cd16e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:28:32.992972 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:28:38.671590 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e4838f-8583-4d83-886a-3bd6d9e42a04 req-cc1fd3af-47bc-4e19-8317-e1fc3362c42b tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:28:38.673081 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-d1e4838f-8583-4d83-886a-3bd6d9e42a04 req-cc1fd3af-47bc-4e19-8317-e1fc3362c42b tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "GET /v2.0/ports?device_id=1e1ebfdd-a906-444b-90d2-e2f8601a53a5 HTTP/1.1" status: 200 len: 946 time: 0.0484626 Oct 27 11:28:38.710385 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-d1e4838f-8583-4d83-886a-3bd6d9e42a04 req-fca592c0-7e68-4088-987f-556e412bf9ca tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "GET /v2.0/security-groups?id=1c8b95d0-964b-4ba1-99c3-d172612aad4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308571 Oct 27 11:28:39.555433 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:28:39.832667 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631db734-354f-4981-9a5d-a1726206f30e req-f8d6da88-c302-42ae-9d2a-37c2d6dd7564 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:28:39.834151 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-631db734-354f-4981-9a5d-a1726206f30e req-f8d6da88-c302-42ae-9d2a-37c2d6dd7564 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "GET /v2.0/ports?device_id=1e1ebfdd-a906-444b-90d2-e2f8601a53a5 HTTP/1.1" status: 200 len: 946 time: 0.0489287 Oct 27 11:28:39.876904 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-631db734-354f-4981-9a5d-a1726206f30e req-87ed8f8d-aab4-4544-b102-ebe673ebd576 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "GET /v2.0/security-groups?id=1c8b95d0-964b-4ba1-99c3-d172612aad4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363488 Oct 27 11:28:39.899647 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 48868) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:28:39.959370 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-ed0a1ec6-e8c5-436f-969a-69bd7942865f tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "GET /v2.0/floatingips/8ce5dcac-214e-4e51-aebb-5e95706f0715 HTTP/1.1" status: 200 len: 993 time: 0.0584643 Oct 27 11:28:41.225903 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07338043-9578-46bb-b233-147c11468cec req-07a8f2e0-49f2-45ad-9b76-f5bf833f643d tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:28:41.227308 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-07338043-9578-46bb-b233-147c11468cec req-07a8f2e0-49f2-45ad-9b76-f5bf833f643d tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "GET /v2.0/ports?device_id=1e1ebfdd-a906-444b-90d2-e2f8601a53a5 HTTP/1.1" status: 200 len: 946 time: 0.0571852 Oct 27 11:28:41.238191 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44aa2d1-2db7-4268-abfe-9baff19307d0 req-05336032-ad98-4553-82cb-718ac1b89a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:28:41.239669 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b44aa2d1-2db7-4268-abfe-9baff19307d0 req-05336032-ad98-4553-82cb-718ac1b89a4a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=cbfb4663104c453f9ca4ef83ed712b9d&device_id=1e1ebfdd-a906-444b-90d2-e2f8601a53a5 HTTP/1.1" status: 200 len: 1098 time: 0.0412045 Oct 27 11:28:41.265125 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-07338043-9578-46bb-b233-147c11468cec req-3df0fcf9-fa0c-4e92-8873-af9f53ca7080 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "GET /v2.0/security-groups?id=1c8b95d0-964b-4ba1-99c3-d172612aad4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317338 Oct 27 11:28:41.332085 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44aa2d1-2db7-4268-abfe-9baff19307d0 req-6964b197-defd-467d-ab2b-ee6bab98d040 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:28:41.333573 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b44aa2d1-2db7-4268-abfe-9baff19307d0 req-6964b197-defd-467d-ab2b-ee6bab98d040 service neutron] 10.222.0.64 "GET /v2.0/networks?id=4bdd520e-18f1-418f-beed-ebffdbdd78a3 HTTP/1.1" status: 200 len: 898 time: 0.0872641 Oct 27 11:28:41.396621 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b44aa2d1-2db7-4268-abfe-9baff19307d0 req-37fa647e-a242-4aa3-9995-d725326375e0 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a0948c59-e0a1-420b-b767-db0b7bca1919 HTTP/1.1" status: 200 len: 1001 time: 0.0558426 Oct 27 11:28:41.446744 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44aa2d1-2db7-4268-abfe-9baff19307d0 req-3be39cf1-5d3b-4620-89c6-b6a3cafca031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:28:41.448114 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b44aa2d1-2db7-4268-abfe-9baff19307d0 req-3be39cf1-5d3b-4620-89c6-b6a3cafca031 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=de2a5c5a-91e5-4aa2-b3d3-c3d2b29127ca HTTP/1.1" status: 200 len: 835 time: 0.0451510 Oct 27 11:28:41.492978 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44aa2d1-2db7-4268-abfe-9baff19307d0 req-39cbd2af-472e-42d2-bfc0-5ed49d0a6423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:28:41.494393 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b44aa2d1-2db7-4268-abfe-9baff19307d0 req-39cbd2af-472e-42d2-bfc0-5ed49d0a6423 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4bdd520e-18f1-418f-beed-ebffdbdd78a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0392458 Oct 27 11:28:41.588407 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b44aa2d1-2db7-4268-abfe-9baff19307d0 req-553689d5-7a4f-4f2b-8e9c-7b620124e615 service neutron] 10.222.0.64 "GET /v2.0/networks/4bdd520e-18f1-418f-beed-ebffdbdd78a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870669 Oct 27 11:28:41.678747 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b44aa2d1-2db7-4268-abfe-9baff19307d0 req-d2e8335c-da80-4e32-8fec-9efd06be687d service neutron] 10.222.0.64 "GET /v2.0/networks/4bdd520e-18f1-418f-beed-ebffdbdd78a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828815 Oct 27 11:28:42.383700 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf38088-21d6-47f2-9354-fe3e600b5efe req-c6b26e70-3efb-47cf-92f9-1c434faae55e tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:28:42.385181 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-2bf38088-21d6-47f2-9354-fe3e600b5efe req-c6b26e70-3efb-47cf-92f9-1c434faae55e tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "GET /v2.0/ports?device_id=1e1ebfdd-a906-444b-90d2-e2f8601a53a5 HTTP/1.1" status: 200 len: 946 time: 0.0485625 Oct 27 11:28:42.422325 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-2bf38088-21d6-47f2-9354-fe3e600b5efe req-f7f32cc2-ab8a-4e85-96a3-a50f58629298 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "GET /v2.0/security-groups?id=1c8b95d0-964b-4ba1-99c3-d172612aad4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311131 Oct 27 11:28:43.540552 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b61df04-f14b-4c44-8ca5-5db749997bb0 req-1fe9ac7c-332c-4afe-9cb9-9e252a0adfca tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:28:43.547732 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-8b61df04-f14b-4c44-8ca5-5db749997bb0 req-1fe9ac7c-332c-4afe-9cb9-9e252a0adfca tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "GET /v2.0/ports?device_id=1e1ebfdd-a906-444b-90d2-e2f8601a53a5 HTTP/1.1" status: 200 len: 946 time: 0.0563114 Oct 27 11:28:43.585836 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-8b61df04-f14b-4c44-8ca5-5db749997bb0 req-79b838bb-c46f-449d-9d41-474484731b64 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "GET /v2.0/security-groups?id=1c8b95d0-964b-4ba1-99c3-d172612aad4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310247 Oct 27 11:28:43.608023 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 48880) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:28:43.666145 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-72001f0a-11ae-498c-8d74-feb0139f06d7 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "GET /v2.0/floatingips/8ce5dcac-214e-4e51-aebb-5e95706f0715 HTTP/1.1" status: 200 len: 993 time: 0.0570829 Oct 27 11:28:43.879083 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 48886) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:28:44.033672 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-c6ef0de3-b3ed-4038-a82f-cfb99853acf1 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Deleting port 697ddf9c-74a0-47de-9200-36408fff8f01 {{(pid=102346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 11:28:44.034003 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-c6ef0de3-b3ed-4038-a82f-cfb99853acf1 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:28:44.105999 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-c6ef0de3-b3ed-4038-a82f-cfb99853acf1 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:28:44.106317 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-c6ef0de3-b3ed-4038-a82f-cfb99853acf1 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:28:44.117629 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-c6ef0de3-b3ed-4038-a82f-cfb99853acf1 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Calling delete_port for 697ddf9c-74a0-47de-9200-36408fff8f01 owned by network:floatingip {{(pid=102346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 11:28:44.259904 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-c6ef0de3-b3ed-4038-a82f-cfb99853acf1 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:28:44.282592 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ef0de3-b3ed-4038-a82f-cfb99853acf1 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Pushing event deleted for resources: {'Port': ['ID=697ddf9c-74a0-47de-9200-36408fff8f01,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:28:44.348676 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-c6ef0de3-b3ed-4038-a82f-cfb99853acf1 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks [] for floatingip, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:28:44.348900 n-d-813419-10 neutron-server[102346]: INFO neutron.db.l3_db [None req-c6ef0de3-b3ed-4038-a82f-cfb99853acf1 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Floating IP 8ce5dcac-214e-4e51-aebb-5e95706f0715 disassociated (deleted). External IP: 172.25.8.86, port: a0948c59-e0a1-420b-b767-db0b7bca1919. Oct 27 11:28:44.547179 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6ef0de3-b3ed-4038-a82f-cfb99853acf1 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Router a6736dc9-1295-4585-a0d7-56e7a3f32040 has already been hosted by L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb {{(pid=102346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 11:28:44.655349 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6ef0de3-b3ed-4038-a82f-cfb99853acf1 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 11:28:44.660306 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-c6ef0de3-b3ed-4038-a82f-cfb99853acf1 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for floatingip, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:28:44.664863 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f5df97e-4bca-44d0-bbfb-337726e53398 None None] Sync routers for ids ['a6736dc9-1295-4585-a0d7-56e7a3f32040'] in n-d-813419-10 {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 11:28:44.674372 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f5df97e-4bca-44d0-bbfb-337726e53398 None None] Routers {'a6736dc9-1295-4585-a0d7-56e7a3f32040'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 11:28:44.674978 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-2f5df97e-4bca-44d0-bbfb-337726e53398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T11:28:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['a6736dc9-1295-4585-a0d7-56e7a3f32040'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:28:44.686562 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-c6ef0de3-b3ed-4038-a82f-cfb99853acf1 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "DELETE /v2.0/floatingips/8ce5dcac-214e-4e51-aebb-5e95706f0715 HTTP/1.1" status: 204 len: 168 time: 0.8063951 Oct 27 11:28:44.687148 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e1ebfdd-a906-444b-90d2-e2f8601a53a5', 'tag': 'a0948c59-e0a1-420b-b767-db0b7bca1919'}] {{(pid=102346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 11:28:44.689500 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2531aea88c448207759dde70f844649f18dfe6edcb84b1c92b49bb044a645d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af976a0f-4f87-4cbe-a24a-297c484d084a" -d '{"events": [{"name": "network-changed", "server_uuid": "1e1ebfdd-a906-444b-90d2-e2f8601a53a5", "tag": "a0948c59-e0a1-420b-b767-db0b7bca1919"}]}' {{(pid=102346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 11:28:44.728798 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 11:28:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-506e64b2-2eac-49f6-bc9d-3e3e8973577d x-openstack-request-id: req-506e64b2-2eac-49f6-bc9d-3e3e8973577d {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 11:28:44.729088 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e1ebfdd-a906-444b-90d2-e2f8601a53a5", "tag": "a0948c59-e0a1-420b-b767-db0b7bca1919", "status": "completed", "code": 200}]} {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 11:28:44.729341 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-506e64b2-2eac-49f6-bc9d-3e3e8973577d {{(pid=102346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 11:28:44.729740 n-d-813419-10 neutron-server[102346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e1ebfdd-a906-444b-90d2-e2f8601a53a5', 'tag': 'a0948c59-e0a1-420b-b767-db0b7bca1919', 'status': 'completed', 'code': 200} Oct 27 11:28:44.786710 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvr_db [None req-2f5df97e-4bca-44d0-bbfb-337726e53398 None None] Set router a6736dc9-1295-4585-a0d7-56e7a3f32040 gateway port host: n-d-813419-10 {{(pid=102348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 11:28:44.800413 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af976a0f-4f87-4cbe-a24a-297c484d084a req-c8c178d2-98ab-4d60-a33c-ed087593ede0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:28:44.810016 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-af976a0f-4f87-4cbe-a24a-297c484d084a req-c8c178d2-98ab-4d60-a33c-ed087593ede0 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=cbfb4663104c453f9ca4ef83ed712b9d&device_id=1e1ebfdd-a906-444b-90d2-e2f8601a53a5 HTTP/1.1" status: 200 len: 1098 time: 0.0483830 Oct 27 11:28:44.930880 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af976a0f-4f87-4cbe-a24a-297c484d084a req-43c76c6c-29cd-4ef3-b99a-c7a97706d05e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:28:44.932449 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-af976a0f-4f87-4cbe-a24a-297c484d084a req-43c76c6c-29cd-4ef3-b99a-c7a97706d05e service neutron] 10.222.0.64 "GET /v2.0/networks?id=4bdd520e-18f1-418f-beed-ebffdbdd78a3 HTTP/1.1" status: 200 len: 898 time: 0.1214740 Oct 27 11:28:44.940737 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a759b7-ca95-46b1-8ac4-274fb9c03c7f req-f7b9c286-18a6-443a-9ef3-b53727c12ec1 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:28:44.942116 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-07a759b7-ca95-46b1-8ac4-274fb9c03c7f req-f7b9c286-18a6-443a-9ef3-b53727c12ec1 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "GET /v2.0/ports?device_id=1e1ebfdd-a906-444b-90d2-e2f8601a53a5 HTTP/1.1" status: 200 len: 946 time: 0.0711522 Oct 27 11:28:44.985158 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-af976a0f-4f87-4cbe-a24a-297c484d084a req-55174f71-3e1c-4917-be94-db19b4adea25 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a0948c59-e0a1-420b-b767-db0b7bca1919 HTTP/1.1" status: 200 len: 217 time: 0.0420952 Oct 27 11:28:45.046517 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-07a759b7-ca95-46b1-8ac4-274fb9c03c7f req-1393acd2-40c1-429c-8738-9499d4b813aa tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "GET /v2.0/security-groups?id=1c8b95d0-964b-4ba1-99c3-d172612aad4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0970230 Oct 27 11:28:45.054166 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af976a0f-4f87-4cbe-a24a-297c484d084a req-0a8ee715-3eec-4bbb-b03a-09bdd59400f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:28:45.055546 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-af976a0f-4f87-4cbe-a24a-297c484d084a req-0a8ee715-3eec-4bbb-b03a-09bdd59400f2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=de2a5c5a-91e5-4aa2-b3d3-c3d2b29127ca HTTP/1.1" status: 200 len: 835 time: 0.0622196 Oct 27 11:28:45.104002 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af976a0f-4f87-4cbe-a24a-297c484d084a req-ef7a652f-afc8-4945-a1c0-ce71a4c466cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:28:45.105569 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-af976a0f-4f87-4cbe-a24a-297c484d084a req-ef7a652f-afc8-4945-a1c0-ce71a4c466cc service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4bdd520e-18f1-418f-beed-ebffdbdd78a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0422592 Oct 27 11:28:45.161793 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-2f5df97e-4bca-44d0-bbfb-337726e53398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6736dc9-1295-4585-a0d7-56e7a3f32040', 'name': 'tempest-TestNetworkAdvancedServerOps-router-95468155', 'tenant_id': 'cbfb4663104c453f9ca4ef83ed712b9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.3'}], 'enable_snat': True}, 'gw_port_id': '620b3f73-2b86-4866-975d-c8cc508edfe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:27:49Z', 'updated_at': '2021-10-27T11:27:53Z', 'revision_number': 4, 'project_id': 'cbfb4663104c453f9ca4ef83ed712b9d', 'gw_port': {'id': '620b3f73-2b86-4866-975d-c8cc508edfe3', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:9a:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6736dc9-1295-4585-a0d7-56e7a3f32040', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:27:50Z', 'updated_at': '2021-10-27T11:27:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_interfaces': [{'id': 'f0605679-4daf-4a27-9bd1-f0f868d53dcd', 'name': '', 'network_id': '4bdd520e-18f1-418f-beed-ebffdbdd78a3', 'tenant_id': 'cbfb4663104c453f9ca4ef83ed712b9d', 'mac_address': 'fa:16:3e:12:1b:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6736dc9-1295-4585-a0d7-56e7a3f32040', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'de2a5c5a-91e5-4aa2-b3d3-c3d2b29127ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:27:52Z', 'updated_at': '2021-10-27T11:27:55Z', 'revision_number': 5, 'project_id': 'cbfb4663104c453f9ca4ef83ed712b9d', 'subnets': [{'id': 'de2a5c5a-91e5-4aa2-b3d3-c3d2b29127ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:28:45.187544 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f5df97e-4bca-44d0-bbfb-337726e53398 None None] Checking router: a6736dc9-1295-4585-a0d7-56e7a3f32040 for host: n-d-813419-10 {{(pid=102348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 11:28:45.196460 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f5df97e-4bca-44d0-bbfb-337726e53398 None None] Routers {'a6736dc9-1295-4585-a0d7-56e7a3f32040'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 11:28:45.197059 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-2f5df97e-4bca-44d0-bbfb-337726e53398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T11:28:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['a6736dc9-1295-4585-a0d7-56e7a3f32040'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:28:45.200944 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-af976a0f-4f87-4cbe-a24a-297c484d084a req-040cf58f-664d-4f4e-9970-0e8ac345fa53 service neutron] 10.222.0.64 "GET /v2.0/networks/4bdd520e-18f1-418f-beed-ebffdbdd78a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875416 Oct 27 11:28:45.301175 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvr_db [None req-2f5df97e-4bca-44d0-bbfb-337726e53398 None None] Set router a6736dc9-1295-4585-a0d7-56e7a3f32040 gateway port host: n-d-813419-10 {{(pid=102348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 11:28:45.515071 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-2f5df97e-4bca-44d0-bbfb-337726e53398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6736dc9-1295-4585-a0d7-56e7a3f32040', 'name': 'tempest-TestNetworkAdvancedServerOps-router-95468155', 'tenant_id': 'cbfb4663104c453f9ca4ef83ed712b9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.3'}], 'enable_snat': True}, 'gw_port_id': '620b3f73-2b86-4866-975d-c8cc508edfe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:27:49Z', 'updated_at': '2021-10-27T11:27:53Z', 'revision_number': 4, 'project_id': 'cbfb4663104c453f9ca4ef83ed712b9d', 'gw_port': {'id': '620b3f73-2b86-4866-975d-c8cc508edfe3', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:9a:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6736dc9-1295-4585-a0d7-56e7a3f32040', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:27:50Z', 'updated_at': '2021-10-27T11:27:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_interfaces': [{'id': 'f0605679-4daf-4a27-9bd1-f0f868d53dcd', 'name': '', 'network_id': '4bdd520e-18f1-418f-beed-ebffdbdd78a3', 'tenant_id': 'cbfb4663104c453f9ca4ef83ed712b9d', 'mac_address': 'fa:16:3e:12:1b:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6736dc9-1295-4585-a0d7-56e7a3f32040', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'de2a5c5a-91e5-4aa2-b3d3-c3d2b29127ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:27:52Z', 'updated_at': '2021-10-27T11:27:55Z', 'revision_number': 5, 'project_id': 'cbfb4663104c453f9ca4ef83ed712b9d', 'subnets': [{'id': 'de2a5c5a-91e5-4aa2-b3d3-c3d2b29127ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:28:45.542436 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f5df97e-4bca-44d0-bbfb-337726e53398 None None] The sync data for ids ['a6736dc9-1295-4585-a0d7-56e7a3f32040'] in n-d-813419-10 is: [{'id': 'a6736dc9-1295-4585-a0d7-56e7a3f32040', 'name': 'tempest-TestNetworkAdvancedServerOps-router-95468155', 'tenant_id': 'cbfb4663104c453f9ca4ef83ed712b9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.3'}], 'enable_snat': True}, 'gw_port_id': '620b3f73-2b86-4866-975d-c8cc508edfe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:27:49Z', 'updated_at': '2021-10-27T11:27:53Z', 'revision_number': 4, 'project_id': 'cbfb4663104c453f9ca4ef83ed712b9d', 'gw_port': {'id': '620b3f73-2b86-4866-975d-c8cc508edfe3', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:9a:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6736dc9-1295-4585-a0d7-56e7a3f32040', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:27:50Z', 'updated_at': '2021-10-27T11:27:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_interfaces': [{'id': 'f0605679-4daf-4a27-9bd1-f0f868d53dcd', 'name': '', 'network_id': '4bdd520e-18f1-418f-beed-ebffdbdd78a3', 'tenant_id': 'cbfb4663104c453f9ca4ef83ed712b9d', 'mac_address': 'fa:16:3e:12:1b:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6736dc9-1295-4585-a0d7-56e7a3f32040', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'de2a5c5a-91e5-4aa2-b3d3-c3d2b29127ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:27:52Z', 'updated_at': '2021-10-27T11:27:55Z', 'revision_number': 5, 'project_id': 'cbfb4663104c453f9ca4ef83ed712b9d', 'subnets': [{'id': 'de2a5c5a-91e5-4aa2-b3d3-c3d2b29127ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 11:28:45.645413 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-af976a0f-4f87-4cbe-a24a-297c484d084a req-60563e48-52ad-42ef-b504-af7a8bd6fc3f service neutron] 10.222.0.64 "GET /v2.0/networks/4bdd520e-18f1-418f-beed-ebffdbdd78a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4364996 Oct 27 11:28:45.769000 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74708191-ae01-402f-8346-22f586ab99c4 None None] New status for floating IP 8ce5dcac-214e-4e51-aebb-5e95706f0715: DOWN {{(pid=102349) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 11:28:46.168523 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b587749-da43-4a94-afae-600a363d3cc0 req-60a469f8-b798-457f-89ac-6ca1dea0168c tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:28:46.170066 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-0b587749-da43-4a94-afae-600a363d3cc0 req-60a469f8-b798-457f-89ac-6ca1dea0168c tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "GET /v2.0/ports?device_id=1e1ebfdd-a906-444b-90d2-e2f8601a53a5 HTTP/1.1" status: 200 len: 946 time: 0.0530376 Oct 27 11:28:46.208037 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-0b587749-da43-4a94-afae-600a363d3cc0 req-cbd80d0c-e2b9-418a-a59e-28cd57717fd5 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "GET /v2.0/security-groups?id=1c8b95d0-964b-4ba1-99c3-d172612aad4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318310 Oct 27 11:28:46.312503 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-20fd36f7-5c2d-408f-b379-a7bb18c87af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:28:46.410127 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda11c19-879b-47e1-8934-9a2816408ac6 req-2693ee2e-16e7-42df-b93d-3587c33294fd tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:28:46.411559 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-dda11c19-879b-47e1-8934-9a2816408ac6 req-2693ee2e-16e7-42df-b93d-3587c33294fd tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.64 "GET /v2.0/ports?device_id=1e1ebfdd-a906-444b-90d2-e2f8601a53a5 HTTP/1.1" status: 200 len: 946 time: 0.0484002 Oct 27 11:28:46.496898 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [req-dda11c19-879b-47e1-8934-9a2816408ac6 req-ab534379-f2b9-4140-b181-b3f11a77c9f1 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Deleting port a0948c59-e0a1-420b-b767-db0b7bca1919 {{(pid=102347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 11:28:46.497154 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-dda11c19-879b-47e1-8934-9a2816408ac6 req-ab534379-f2b9-4140-b181-b3f11a77c9f1 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:28:46.586586 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-dda11c19-879b-47e1-8934-9a2816408ac6 req-ab534379-f2b9-4140-b181-b3f11a77c9f1 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] For port a0948c59-e0a1-420b-b767-db0b7bca1919, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=a0948c59-e0a1-420b-b767-db0b7bca1919,segment=NetworkSegment(fb321fc7-ab67-4698-a156-acec9ef2e13d),segment_id=fb321fc7-ab67-4698-a156-acec9ef2e13d)] {{(pid=102347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:28:46.586944 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-dda11c19-879b-47e1-8934-9a2816408ac6 req-ab534379-f2b9-4140-b181-b3f11a77c9f1 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:28:46.598953 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [req-dda11c19-879b-47e1-8934-9a2816408ac6 req-ab534379-f2b9-4140-b181-b3f11a77c9f1 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Calling delete_port for a0948c59-e0a1-420b-b767-db0b7bca1919 owned by compute:nova {{(pid=102347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 11:28:46.723968 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-dda11c19-879b-47e1-8934-9a2816408ac6 req-ab534379-f2b9-4140-b181-b3f11a77c9f1 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:28:46.752515 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab534379-f2b9-4140-b181-b3f11a77c9f1 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Pushing event deleted for resources: {'Port': ['ID=a0948c59-e0a1-420b-b767-db0b7bca1919,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:28:46.764253 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab534379-f2b9-4140-b181-b3f11a77c9f1 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:28:46.764606 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab534379-f2b9-4140-b181-b3f11a77c9f1 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:28:46.764946 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab534379-f2b9-4140-b181-b3f11a77c9f1 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:28:46.765283 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab534379-f2b9-4140-b181-b3f11a77c9f1 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:28:46.765615 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab534379-f2b9-4140-b181-b3f11a77c9f1 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:28:46.765950 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab534379-f2b9-4140-b181-b3f11a77c9f1 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:28:46.766278 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab534379-f2b9-4140-b181-b3f11a77c9f1 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:28:46.766712 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab534379-f2b9-4140-b181-b3f11a77c9f1 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:28:46.767046 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab534379-f2b9-4140-b181-b3f11a77c9f1 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:28:46.767369 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab534379-f2b9-4140-b181-b3f11a77c9f1 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:28:46.767693 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab534379-f2b9-4140-b181-b3f11a77c9f1 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:28:46.768015 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab534379-f2b9-4140-b181-b3f11a77c9f1 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:28:46.801325 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [req-dda11c19-879b-47e1-8934-9a2816408ac6 req-ab534379-f2b9-4140-b181-b3f11a77c9f1 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] No DVR routers for this DVR port a0948c59-e0a1-420b-b767-db0b7bca1919 on host n-h1-813419-10 {{(pid=102347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 11:28:46.803784 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-dda11c19-879b-47e1-8934-9a2816408ac6 req-ab534379-f2b9-4140-b181-b3f11a77c9f1 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:28:46.807138 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-dda11c19-879b-47e1-8934-9a2816408ac6 req-ab534379-f2b9-4140-b181-b3f11a77c9f1 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.64 "DELETE /v2.0/ports/a0948c59-e0a1-420b-b767-db0b7bca1919 HTTP/1.1" status: 204 len: 173 time: 0.3894582 Oct 27 11:28:46.807572 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e1ebfdd-a906-444b-90d2-e2f8601a53a5', 'name': 'network-vif-deleted', 'tag': 'a0948c59-e0a1-420b-b767-db0b7bca1919'}] {{(pid=102347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 11:28:46.809878 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b4a6b06816dbd4a25adc79839574a1cde60454ea9fb7ff9bc84d34209fb596e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfdc9cd1-f625-4559-89c5-daa41e0876af" -d '{"events": [{"server_uuid": "1e1ebfdd-a906-444b-90d2-e2f8601a53a5", "name": "network-vif-deleted", "tag": "a0948c59-e0a1-420b-b767-db0b7bca1919"}]}' {{(pid=102347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 11:28:46.847333 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 11:28:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cc08153-a282-4cf9-ba15-0fced3ee5916 x-openstack-request-id: req-1cc08153-a282-4cf9-ba15-0fced3ee5916 {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 11:28:46.847630 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e1ebfdd-a906-444b-90d2-e2f8601a53a5", "name": "network-vif-deleted", "tag": "a0948c59-e0a1-420b-b767-db0b7bca1919", "status": "completed", "code": 200}]} {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 11:28:46.847886 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1cc08153-a282-4cf9-ba15-0fced3ee5916 {{(pid=102347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 11:28:46.848350 n-d-813419-10 neutron-server[102347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e1ebfdd-a906-444b-90d2-e2f8601a53a5', 'name': 'network-vif-deleted', 'tag': 'a0948c59-e0a1-420b-b767-db0b7bca1919', 'status': 'completed', 'code': 200} Oct 27 11:28:47.275226 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 48902) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:28:47.631984 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-cee8487e-10ed-4585-8565-062ed1d6a149 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1766202'] for router_interface, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:28:47.881773 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-cee8487e-10ed-4585-8565-062ed1d6a149 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Deleting port f0605679-4daf-4a27-9bd1-f0f868d53dcd {{(pid=102346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 11:28:47.882165 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-cee8487e-10ed-4585-8565-062ed1d6a149 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:28:47.970536 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [None req-cee8487e-10ed-4585-8565-062ed1d6a149 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] For port f0605679-4daf-4a27-9bd1-f0f868d53dcd, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=f0605679-4daf-4a27-9bd1-f0f868d53dcd,segment=NetworkSegment(fb321fc7-ab67-4698-a156-acec9ef2e13d),segment_id=fb321fc7-ab67-4698-a156-acec9ef2e13d)] {{(pid=102346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:28:47.970898 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-cee8487e-10ed-4585-8565-062ed1d6a149 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:28:48.297620 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-cee8487e-10ed-4585-8565-062ed1d6a149 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Calling delete_port for f0605679-4daf-4a27-9bd1-f0f868d53dcd owned by network:router_interface {{(pid=102346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 11:28:48.472987 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-cee8487e-10ed-4585-8565-062ed1d6a149 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:28:48.498268 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee8487e-10ed-4585-8565-062ed1d6a149 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Pushing event deleted for resources: {'Port': ['ID=f0605679-4daf-4a27-9bd1-f0f868d53dcd,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:28:48.524519 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee8487e-10ed-4585-8565-062ed1d6a149 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:28:48.524868 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee8487e-10ed-4585-8565-062ed1d6a149 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:28:48.525206 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee8487e-10ed-4585-8565-062ed1d6a149 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:28:48.525538 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee8487e-10ed-4585-8565-062ed1d6a149 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:28:48.525864 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee8487e-10ed-4585-8565-062ed1d6a149 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:28:48.526189 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee8487e-10ed-4585-8565-062ed1d6a149 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:28:48.526511 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee8487e-10ed-4585-8565-062ed1d6a149 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:28:48.526835 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee8487e-10ed-4585-8565-062ed1d6a149 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:28:48.527154 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee8487e-10ed-4585-8565-062ed1d6a149 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:28:48.527470 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee8487e-10ed-4585-8565-062ed1d6a149 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:28:48.527787 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee8487e-10ed-4585-8565-062ed1d6a149 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:28:48.528102 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee8487e-10ed-4585-8565-062ed1d6a149 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:28:48.679744 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-cee8487e-10ed-4585-8565-062ed1d6a149 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2006968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1766358'] for router_interface, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:28:48.887967 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cee8487e-10ed-4585-8565-062ed1d6a149 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Router a6736dc9-1295-4585-a0d7-56e7a3f32040 has already been hosted by L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb {{(pid=102346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 11:28:48.980002 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-48f93ab1-930e-4473-bf60-32710135eecf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:28:48.999374 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cee8487e-10ed-4585-8565-062ed1d6a149 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 11:28:49.004377 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-cee8487e-10ed-4585-8565-062ed1d6a149 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "PUT /v2.0/routers/a6736dc9-1295-4585-a0d7-56e7a3f32040/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7279847 Oct 27 11:28:49.007095 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 48904) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:28:49.009604 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e8e5312-f76a-4c58-b31e-b947e23a6e29 None None] Sync routers for ids ['a6736dc9-1295-4585-a0d7-56e7a3f32040'] in n-d-813419-10 {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 11:28:49.020290 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e8e5312-f76a-4c58-b31e-b947e23a6e29 None None] Routers {'a6736dc9-1295-4585-a0d7-56e7a3f32040'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 11:28:49.020896 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-2e8e5312-f76a-4c58-b31e-b947e23a6e29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T11:28:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['a6736dc9-1295-4585-a0d7-56e7a3f32040'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:28:49.058057 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e7a786f-9542-4d48-b586-4f584c277026 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Deleting subnet de2a5c5a-91e5-4aa2-b3d3-c3d2b29127ca {{(pid=102346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 11:28:49.061199 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-5e7a786f-9542-4d48-b586-4f584c277026 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks [] for subnet, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:28:49.100711 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-5e7a786f-9542-4d48-b586-4f584c277026 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25847868'] for subnet, precommit_delete_associations {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:28:49.123908 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvr_db [None req-2e8e5312-f76a-4c58-b31e-b947e23a6e29 None None] Set router a6736dc9-1295-4585-a0d7-56e7a3f32040 gateway port host: n-d-813419-10 {{(pid=102348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 11:28:49.185324 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-5e7a786f-9542-4d48-b586-4f584c277026 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855646'] for subnet, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:28:49.240986 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-5e7a786f-9542-4d48-b586-4f584c277026 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27024355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27168307'] for subnet, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:28:49.268726 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7a786f-9542-4d48-b586-4f584c277026 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Pushing event deleted for resources: {'Subnet': ['ID=de2a5c5a-91e5-4aa2-b3d3-c3d2b29127ca,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:28:49.270830 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-5e7a786f-9542-4d48-b586-4f584c277026 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks [] for subnet, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:28:49.274489 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-5e7a786f-9542-4d48-b586-4f584c277026 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "DELETE /v2.0/subnets/de2a5c5a-91e5-4aa2-b3d3-c3d2b29127ca HTTP/1.1" status: 204 len: 168 time: 0.2664506 Oct 27 11:28:49.277073 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 48906) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:28:49.278420 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ed57ad1-156e-4d3f-89f1-03c04d189991 None None] Network 4bdd520e-18f1-418f-beed-ebffdbdd78a3 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 11:28:49.392779 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ed259d48-2bd2-4dee-8594-dda14b58e1c0 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks [] for router, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:28:49.399846 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-2e8e5312-f76a-4c58-b31e-b947e23a6e29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6736dc9-1295-4585-a0d7-56e7a3f32040', 'name': 'tempest-TestNetworkAdvancedServerOps-router-95468155', 'tenant_id': 'cbfb4663104c453f9ca4ef83ed712b9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.3'}], 'enable_snat': True}, 'gw_port_id': '620b3f73-2b86-4866-975d-c8cc508edfe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:27:49Z', 'updated_at': '2021-10-27T11:28:48Z', 'revision_number': 5, 'project_id': 'cbfb4663104c453f9ca4ef83ed712b9d', 'gw_port': {'id': '620b3f73-2b86-4866-975d-c8cc508edfe3', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:9a:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6736dc9-1295-4585-a0d7-56e7a3f32040', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:27:50Z', 'updated_at': '2021-10-27T11:27:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10'}], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:28:49.433574 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e8e5312-f76a-4c58-b31e-b947e23a6e29 None None] Checking router: a6736dc9-1295-4585-a0d7-56e7a3f32040 for host: n-d-813419-10 {{(pid=102348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 11:28:49.445705 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e8e5312-f76a-4c58-b31e-b947e23a6e29 None None] Routers {'a6736dc9-1295-4585-a0d7-56e7a3f32040'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 11:28:49.446198 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-2e8e5312-f76a-4c58-b31e-b947e23a6e29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T11:28:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['a6736dc9-1295-4585-a0d7-56e7a3f32040'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:28:49.506144 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ed259d48-2bd2-4dee-8594-dda14b58e1c0 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:28:49.515019 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6beb0fb-d1ee-4d76-98c9-7fd78a4c3030 None None] DHCP port deletion for 4bdd520e-18f1-418f-beed-ebffdbdd78a3 request from n-d-813419-10 {{(pid=102348) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 11:28:49.558818 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-ed259d48-2bd2-4dee-8594-dda14b58e1c0 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Deleting port 620b3f73-2b86-4866-975d-c8cc508edfe3 {{(pid=102346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 11:28:49.559164 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ed259d48-2bd2-4dee-8594-dda14b58e1c0 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:28:49.586216 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvr_db [None req-2e8e5312-f76a-4c58-b31e-b947e23a6e29 None None] Set router a6736dc9-1295-4585-a0d7-56e7a3f32040 gateway port host: n-d-813419-10 {{(pid=102348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 11:28:49.641098 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [None req-ed259d48-2bd2-4dee-8594-dda14b58e1c0 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] For port 620b3f73-2b86-4866-975d-c8cc508edfe3, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=620b3f73-2b86-4866-975d-c8cc508edfe3,segment=NetworkSegment(bc14127b-7032-4c50-bb5b-f6813cbae86e),segment_id=bc14127b-7032-4c50-bb5b-f6813cbae86e)] {{(pid=102346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:28:49.641457 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ed259d48-2bd2-4dee-8594-dda14b58e1c0 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:28:49.653532 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-c6beb0fb-d1ee-4d76-98c9-7fd78a4c3030 None None] Deleting port 1ed08f0f-9442-4f2c-b00c-bc685f95ad42 {{(pid=102348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 11:28:49.653757 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-ed259d48-2bd2-4dee-8594-dda14b58e1c0 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Calling delete_port for 620b3f73-2b86-4866-975d-c8cc508edfe3 owned by network:router_gateway {{(pid=102346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 11:28:49.653894 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-c6beb0fb-d1ee-4d76-98c9-7fd78a4c3030 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:28:49.781586 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-c6beb0fb-d1ee-4d76-98c9-7fd78a4c3030 None None] For port 1ed08f0f-9442-4f2c-b00c-bc685f95ad42, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=1ed08f0f-9442-4f2c-b00c-bc685f95ad42,segment=NetworkSegment(fb321fc7-ab67-4698-a156-acec9ef2e13d),segment_id=fb321fc7-ab67-4698-a156-acec9ef2e13d)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:28:49.781859 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-c6beb0fb-d1ee-4d76-98c9-7fd78a4c3030 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:28:49.797608 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-c6beb0fb-d1ee-4d76-98c9-7fd78a4c3030 None None] Calling delete_port for 1ed08f0f-9442-4f2c-b00c-bc685f95ad42 owned by network:dhcp {{(pid=102348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 11:28:49.815167 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ed259d48-2bd2-4dee-8594-dda14b58e1c0 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:28:49.842012 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed259d48-2bd2-4dee-8594-dda14b58e1c0 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Pushing event deleted for resources: {'Port': ['ID=620b3f73-2b86-4866-975d-c8cc508edfe3,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:28:49.903916 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-2e8e5312-f76a-4c58-b31e-b947e23a6e29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6736dc9-1295-4585-a0d7-56e7a3f32040', 'name': 'tempest-TestNetworkAdvancedServerOps-router-95468155', 'tenant_id': 'cbfb4663104c453f9ca4ef83ed712b9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.3'}], 'enable_snat': True}, 'gw_port_id': '620b3f73-2b86-4866-975d-c8cc508edfe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:27:49Z', 'updated_at': '2021-10-27T11:28:48Z', 'revision_number': 5, 'project_id': 'cbfb4663104c453f9ca4ef83ed712b9d', 'gw_port': {'id': '620b3f73-2b86-4866-975d-c8cc508edfe3', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:9a:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6736dc9-1295-4585-a0d7-56e7a3f32040', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:27:50Z', 'updated_at': '2021-10-27T11:27:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10'}], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:28:49.906448 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ed259d48-2bd2-4dee-8594-dda14b58e1c0 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1664884'] for router_gateway, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:28:49.931568 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e8e5312-f76a-4c58-b31e-b947e23a6e29 None None] The sync data for ids ['a6736dc9-1295-4585-a0d7-56e7a3f32040'] in n-d-813419-10 is: [{'id': 'a6736dc9-1295-4585-a0d7-56e7a3f32040', 'name': 'tempest-TestNetworkAdvancedServerOps-router-95468155', 'tenant_id': 'cbfb4663104c453f9ca4ef83ed712b9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.3'}], 'enable_snat': True}, 'gw_port_id': '620b3f73-2b86-4866-975d-c8cc508edfe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:27:49Z', 'updated_at': '2021-10-27T11:28:48Z', 'revision_number': 5, 'project_id': 'cbfb4663104c453f9ca4ef83ed712b9d', 'gw_port': {'id': '620b3f73-2b86-4866-975d-c8cc508edfe3', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:9a:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6736dc9-1295-4585-a0d7-56e7a3f32040', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:27:50Z', 'updated_at': '2021-10-27T11:27:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10'}] {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 11:28:49.942972 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-c6beb0fb-d1ee-4d76-98c9-7fd78a4c3030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615'] for port, after_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:28:49.971686 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6beb0fb-d1ee-4d76-98c9-7fd78a4c3030 None None] Pushing event deleted for resources: {'Port': ['ID=1ed08f0f-9442-4f2c-b00c-bc685f95ad42,revision_number=None']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:28:49.976266 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6beb0fb-d1ee-4d76-98c9-7fd78a4c3030 None None] No DVR routers for this DVR port 1ed08f0f-9442-4f2c-b00c-bc685f95ad42 on host n-d-813419-10 {{(pid=102348) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 11:28:49.983652 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6beb0fb-d1ee-4d76-98c9-7fd78a4c3030 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:28:49.984300 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6beb0fb-d1ee-4d76-98c9-7fd78a4c3030 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:28:49.984399 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6beb0fb-d1ee-4d76-98c9-7fd78a4c3030 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:28:49.984706 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6beb0fb-d1ee-4d76-98c9-7fd78a4c3030 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:28:49.985030 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6beb0fb-d1ee-4d76-98c9-7fd78a4c3030 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:28:49.985354 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6beb0fb-d1ee-4d76-98c9-7fd78a4c3030 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:28:49.985671 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6beb0fb-d1ee-4d76-98c9-7fd78a4c3030 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:28:49.985993 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6beb0fb-d1ee-4d76-98c9-7fd78a4c3030 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:28:49.986338 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6beb0fb-d1ee-4d76-98c9-7fd78a4c3030 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:28:49.987504 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6beb0fb-d1ee-4d76-98c9-7fd78a4c3030 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:28:49.987504 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6beb0fb-d1ee-4d76-98c9-7fd78a4c3030 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:28:49.987504 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6beb0fb-d1ee-4d76-98c9-7fd78a4c3030 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:28:50.016283 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ed259d48-2bd2-4dee-8594-dda14b58e1c0 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1765662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3700'] for router, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:28:50.018980 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ed259d48-2bd2-4dee-8594-dda14b58e1c0 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:28:50.060622 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ed259d48-2bd2-4dee-8594-dda14b58e1c0 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1765641'] for router, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:28:50.061107 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed259d48-2bd2-4dee-8594-dda14b58e1c0 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Fanout notify agent at l3_agent the message router_deleted on router a6736dc9-1295-4585-a0d7-56e7a3f32040 {{(pid=102346) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 11:28:50.068764 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-ed259d48-2bd2-4dee-8594-dda14b58e1c0 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks [] for router, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:28:50.069888 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-ed259d48-2bd2-4dee-8594-dda14b58e1c0 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "DELETE /v2.0/routers/a6736dc9-1295-4585-a0d7-56e7a3f32040 HTTP/1.1" status: 204 len: 168 time: 0.7918408 Oct 27 11:28:50.072621 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 48908) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:28:50.108965 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:28:50.146352 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-9385c975-f982-4a47-b001-ebb19877bc16 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586917'] for network, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:28:50.231586 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-9385c975-f982-4a47-b001-ebb19877bc16 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857803', 'neutron.services.segments.db._delete_segments_for_network-8743873143390'] for network, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:28:50.250370 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-9385c975-f982-4a47-b001-ebb19877bc16 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4bdd520e-18f1-418f-beed-ebffdbdd78a3']}} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:28:50.259621 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-9385c975-f982-4a47-b001-ebb19877bc16 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb321fc7-ab67-4698-a156-acec9ef2e13d') {'for_net_delete': True} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:28:50.259909 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-9385c975-f982-4a47-b001-ebb19877bc16 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb321fc7-ab67-4698-a156-acec9ef2e13d') {} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:28:50.269978 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-9385c975-f982-4a47-b001-ebb19877bc16 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743873145191', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25847877'] for segment, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:28:50.276638 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-eadeaa30-4096-4d1a-b3cb-aa7ebfb291ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:28:50.283165 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-9385c975-f982-4a47-b001-ebb19877bc16 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:28:50.288829 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9385c975-f982-4a47-b001-ebb19877bc16 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Releasing vlan 400 on physical network physnet1 to pool {{(pid=102346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 11:28:50.289212 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-9385c975-f982-4a47-b001-ebb19877bc16 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27024137'] for segment, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:28:50.292083 n-d-813419-10 neutron-server[102346]: Traceback (most recent call last): Oct 27 11:28:50.292083 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 11:28:50.292083 n-d-813419-10 neutron-server[102346]: timer() Oct 27 11:28:50.292083 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 11:28:50.292083 n-d-813419-10 neutron-server[102346]: cb(*args, **kw) Oct 27 11:28:50.292083 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 11:28:50.292083 n-d-813419-10 neutron-server[102346]: return func(*args, **kwargs) Oct 27 11:28:50.292083 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 11:28:50.292083 n-d-813419-10 neutron-server[102346]: self._notify() Oct 27 11:28:50.292083 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 11:28:50.292083 n-d-813419-10 neutron-server[102346]: self.callback(batched_events) Oct 27 11:28:50.292083 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 11:28:50.292083 n-d-813419-10 neutron-server[102346]: event.method(event) Oct 27 11:28:50.292083 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 11:28:50.292083 n-d-813419-10 neutron-server[102346]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 11:28:50.292083 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 11:28:50.292083 n-d-813419-10 neutron-server[102346]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 11:28:50.292083 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 11:28:50.292083 n-d-813419-10 neutron-server[102346]: return f(self, *a, **k) Oct 27 11:28:50.292083 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 11:28:50.292083 n-d-813419-10 neutron-server[102346]: return self._get(url).json() Oct 27 11:28:50.292083 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 11:28:50.292083 n-d-813419-10 neutron-server[102346]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 11:28:50.292083 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 11:28:50.292083 n-d-813419-10 neutron-server[102346]: return self.request(url, 'GET', **kwargs) Oct 27 11:28:50.292083 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 11:28:50.292083 n-d-813419-10 neutron-server[102346]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 11:28:50.292083 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 11:28:50.292083 n-d-813419-10 neutron-server[102346]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 11:28:50.292083 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 11:28:50.292083 n-d-813419-10 neutron-server[102346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 11:28:50.292083 n-d-813419-10 neutron-server[102346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 11:28:50.355378 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-9385c975-f982-4a47-b001-ebb19877bc16 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664840'] for network, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:28:50.363995 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-9385c975-f982-4a47-b001-ebb19877bc16 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks [] for network, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:28:50.367549 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-9385c975-f982-4a47-b001-ebb19877bc16 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "DELETE /v2.0/networks/4bdd520e-18f1-418f-beed-ebffdbdd78a3 HTTP/1.1" status: 204 len: 168 time: 0.2939587 Oct 27 11:28:50.370153 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 48910) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:28:50.387805 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9385c975-f982-4a47-b001-ebb19877bc16 tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Pushing event deleted for resources: {'Network': ['ID=4bdd520e-18f1-418f-beed-ebffdbdd78a3,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:28:50.430932 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 1ed08f0f-9442-4f2c-b00c-bc685f95ad42 no longer exists at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 11:28:50.454446 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-8042cead-bc6a-4bde-bbfe-fc94d1f009be tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks [] for security_group, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:28:50.456406 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] No Port match for: 1ed08f0f-9442-4f2c-b00c-bc685f95ad42 {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 11:28:50.456755 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 1ed08f0f-9442-4f2c-b00c-bc685f95ad42 not bound to the agent host n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 11:28:50.482771 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-8042cead-bc6a-4bde-bbfe-fc94d1f009be tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:28:50.525660 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device a0948c59-e0a1-420b-b767-db0b7bca1919 no longer exists at agent hyperv_n-h1-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 11:28:50.545838 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-8042cead-bc6a-4bde-bbfe-fc94d1f009be tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:28:50.548476 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] No Port match for: a0948c59-e0a1-420b-b767-db0b7bca1919 {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 11:28:50.549145 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-8042cead-bc6a-4bde-bbfe-fc94d1f009be tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:28:50.549344 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device a0948c59-e0a1-420b-b767-db0b7bca1919 not bound to the agent host n-h1-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 11:28:50.550255 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-8042cead-bc6a-4bde-bbfe-fc94d1f009be tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] 10.222.0.44 "DELETE /v2.0/security-groups/1c8b95d0-964b-4ba1-99c3-d172612aad4b HTTP/1.1" status: 204 len: 168 time: 0.1791246 Oct 27 11:28:50.559467 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8042cead-bc6a-4bde-bbfe-fc94d1f009be tempest-TestNetworkAdvancedServerOps-1007778096 tempest-TestNetworkAdvancedServerOps-1007778096-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c8b95d0-964b-4ba1-99c3-d172612aad4b,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:28:50.885005 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 48918) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:28:51.025560 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-602bfa20-70ca-4483-af40-43af4c8e896d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=cbfb4663104c453f9ca4ef83ed712b9d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1393678 Oct 27 11:28:51.028332 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 48922) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:28:51.080693 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-c7b2d3bd-4efb-4106-b57a-73a6ce8e8605 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:28:51.102257 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-c7b2d3bd-4efb-4106-b57a-73a6ce8e8605 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:28:51.160485 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-c7b2d3bd-4efb-4106-b57a-73a6ce8e8605 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:28:51.163196 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-c7b2d3bd-4efb-4106-b57a-73a6ce8e8605 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:28:51.164121 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-c7b2d3bd-4efb-4106-b57a-73a6ce8e8605 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b6a0686d-7b68-4dfb-a1aa-8eef222ecf57 HTTP/1.1" status: 204 len: 168 time: 0.1348934 Oct 27 11:28:51.174008 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b2d3bd-4efb-4106-b57a-73a6ce8e8605 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6a0686d-7b68-4dfb-a1aa-8eef222ecf57,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:28:51.444527 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 48928) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:28:51.464568 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-2e704eb5-ba80-469b-a516-fa0d98d01741 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:28:51.540739 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-2e704eb5-ba80-469b-a516-fa0d98d01741 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:28:51.545674 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-2e704eb5-ba80-469b-a516-fa0d98d01741 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:28:51.584145 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-2e704eb5-ba80-469b-a516-fa0d98d01741 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1aadee1f78d943799c3e51da1ff12387&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1385207 Oct 27 11:28:51.584871 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e704eb5-ba80-469b-a516-fa0d98d01741 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8a6e054-10e5-430f-b9cd-bd000f65a7f5,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:28:51.587689 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 48930) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:28:51.644536 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-c31af026-49c2-450c-b4b9-84fa9778c939 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:28:51.669607 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-c31af026-49c2-450c-b4b9-84fa9778c939 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:28:51.716332 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-c31af026-49c2-450c-b4b9-84fa9778c939 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:28:51.718939 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-c31af026-49c2-450c-b4b9-84fa9778c939 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:28:51.720109 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-c31af026-49c2-450c-b4b9-84fa9778c939 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f8a6e054-10e5-430f-b9cd-bd000f65a7f5 HTTP/1.1" status: 204 len: 168 time: 0.1310446 Oct 27 11:28:51.728008 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31af026-49c2-450c-b4b9-84fa9778c939 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8a6e054-10e5-430f-b9cd-bd000f65a7f5,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:28:51.951799 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device f0605679-4daf-4a27-9bd1-f0f868d53dcd no longer exists at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 11:28:51.973919 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] No Port match for: f0605679-4daf-4a27-9bd1-f0f868d53dcd {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 11:28:51.974257 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device f0605679-4daf-4a27-9bd1-f0f868d53dcd not bound to the agent host n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 11:28:51.974672 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 620b3f73-2b86-4866-975d-c8cc508edfe3 no longer exists at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 11:28:51.993995 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] No Port match for: 620b3f73-2b86-4866-975d-c8cc508edfe3 {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 11:28:51.994339 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 620b3f73-2b86-4866-975d-c8cc508edfe3 not bound to the agent host n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 11:28:52.160748 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-3c6a8245-0581-48aa-b5f6-4d8fe98cd16e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:28:52.286599 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.agents_db [None req-e79ee67d-056e-46ea-bd99-e80473396b25 None None] Agent healthcheck: found 7 active agents {{(pid=102349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 11:28:52.403892 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 48952) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:28:52.497394 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-5092c5ec-6ce4-4107-b08b-cd520de04f84 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1291725149-network', 'tenant_id': '119835434d804c20aec5b5ab082c0fa1'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:28:52.517357 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5092c5ec-6ce4-4107-b08b-cd520de04f84 admin admin] Made reservation on behalf of 119835434d804c20aec5b5ab082c0fa1 for: {'network': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 11:28:52.519589 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-5092c5ec-6ce4-4107-b08b-cd520de04f84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for network, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:28:52.527936 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-5092c5ec-6ce4-4107-b08b-cd520de04f84 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:28:52.600333 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-5092c5ec-6ce4-4107-b08b-cd520de04f84 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:28:52.603660 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-5092c5ec-6ce4-4107-b08b-cd520de04f84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:28:52.624081 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5092c5ec-6ce4-4107-b08b-cd520de04f84 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 444} {{(pid=102346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 11:28:52.636843 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5092c5ec-6ce4-4107-b08b-cd520de04f84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ee476d8-8d8c-441b-a885-23ff987604a3,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:28:52.643311 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-5092c5ec-6ce4-4107-b08b-cd520de04f84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:28:52.643652 n-d-813419-10 neutron-server[102346]: INFO neutron.db.segments_db [None req-5092c5ec-6ce4-4107-b08b-cd520de04f84 admin admin] Added segment ec5f63a7-bd4b-46ba-9465-61e282d8f20f of type vlan for network be74d82b-dde0-4702-8d51-5db4a12a399b Oct 27 11:28:52.683088 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-5092c5ec-6ce4-4107-b08b-cd520de04f84 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743872593080'] for network, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:28:52.706229 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-5092c5ec-6ce4-4107-b08b-cd520de04f84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913'] for network, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:28:52.707143 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5092c5ec-6ce4-4107-b08b-cd520de04f84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:28:52.707708 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-5092c5ec-6ce4-4107-b08b-cd520de04f84 admin admin] Publish callbacks [] for network, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:28:52.759931 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-5092c5ec-6ce4-4107-b08b-cd520de04f84 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3547623 Oct 27 11:28:52.762854 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 48956) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:28:52.768324 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-d18c6608-4997-45fc-b5da-64beb8222764 admin admin] Request body: {'subnet': {'network_id': 'be74d82b-dde0-4702-8d51-5db4a12a399b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1291725149-subnet', 'tenant_id': '119835434d804c20aec5b5ab082c0fa1', 'ip_version': 4}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:28:52.770905 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5092c5ec-6ce4-4107-b08b-cd520de04f84 admin admin] Pushing event updated for resources: {'Network': ['ID=be74d82b-dde0-4702-8d51-5db4a12a399b,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:28:52.780741 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Network be74d82b-dde0-4702-8d51-5db4a12a399b details requested by agent ovs-agent-n-d-813419-10 with host n-d-813419-10 {{(pid=102348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 11:28:52.789207 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d18c6608-4997-45fc-b5da-64beb8222764 admin admin] Made reservation on behalf of 119835434d804c20aec5b5ab082c0fa1 for: {'subnet': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 11:28:52.791559 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-d18c6608-4997-45fc-b5da-64beb8222764 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18044073'] for subnet, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:28:52.953613 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-d18c6608-4997-45fc-b5da-64beb8222764 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-18295883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18044091'] for subnet, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:28:53.012871 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18c6608-4997-45fc-b5da-64beb8222764 admin admin] Pushing event updated for resources: {'Subnet': ['ID=31df114b-b9fa-4b4a-ab73-c47e48dcbf3d,revision_number=0']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:28:53.015047 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d18c6608-4997-45fc-b5da-64beb8222764 admin admin] Checking segment: {'id': 'ec5f63a7-bd4b-46ba-9465-61e282d8f20f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'be74d82b-dde0-4702-8d51-5db4a12a399b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 11:28:53.015399 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d18c6608-4997-45fc-b5da-64beb8222764 admin admin] Network hostable DHCP agents. Network: be74d82b-dde0-4702-8d51-5db4a12a399b, hostable agents: ['eafd4000-b897-4722-ae8b-0118ec955181'], hosted agents: [] {{(pid=102347) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 11:28:53.032626 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d18c6608-4997-45fc-b5da-64beb8222764 admin admin] Network be74d82b-dde0-4702-8d51-5db4a12a399b is scheduled to be hosted by DHCP agent eafd4000-b897-4722-ae8b-0118ec955181 with binding_index 1 {{(pid=102347) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 11:28:53.040840 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [None req-d18c6608-4997-45fc-b5da-64beb8222764 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-10, be74d82b-dde0-4702-8d51-5db4a12a399b) {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 11:28:53.044958 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d18c6608-4997-45fc-b5da-64beb8222764 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:28:53.045529 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-d18c6608-4997-45fc-b5da-64beb8222764 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:28:53.050042 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b152783e-53ae-46de-8903-0287458e90f8 None None] Network be74d82b-dde0-4702-8d51-5db4a12a399b requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 11:28:53.061364 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-d18c6608-4997-45fc-b5da-64beb8222764 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2974265 Oct 27 11:28:53.064094 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 48958) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:28:53.069339 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-501fec45-7bef-47de-907f-b4cc369718ad admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1291725149-router', 'tenant_id': '119835434d804c20aec5b5ab082c0fa1', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'}}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:28:53.090421 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-501fec45-7bef-47de-907f-b4cc369718ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1768632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3610'] for router, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:28:53.091454 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-501fec45-7bef-47de-907f-b4cc369718ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1765704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1769409', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1694266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3597'] for router, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:28:53.145728 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-501fec45-7bef-47de-907f-b4cc369718ad admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:28:53.197746 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f980551d-b04d-4e32-9717-a83970bdf6ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp734b258e-7d96-550c-b970-9b72ab66f383-be74d82b-dde0-4702-8d51-5db4a12a399b', 'network_id': 'be74d82b-dde0-4702-8d51-5db4a12a399b', 'tenant_id': '119835434d804c20aec5b5ab082c0fa1', 'fixed_ips': [{'subnet_id': '31df114b-b9fa-4b4a-ab73-c47e48dcbf3d'}]}} from n-d-813419-10. {{(pid=102348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 11:28:53.198653 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f980551d-b04d-4e32-9717-a83970bdf6ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:28:53.283076 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-501fec45-7bef-47de-907f-b4cc369718ad admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:28:53.339750 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.db_base_plugin_common [None req-f980551d-b04d-4e32-9717-a83970bdf6ab None None] Allocated IP 172.20.0.2 (be74d82b-dde0-4702-8d51-5db4a12a399b/31df114b-b9fa-4b4a-ab73-c47e48dcbf3d/70119957-fe07-4ead-a9ff-48b4412e118c) {{(pid=102348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 11:28:53.487228 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-501fec45-7bef-47de-907f-b4cc369718ad admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:28:53.506596 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-501fec45-7bef-47de-907f-b4cc369718ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:28:53.614977 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_common [None req-501fec45-7bef-47de-907f-b4cc369718ad admin admin] Allocated IP 172.25.8.176 (185ff123-c7ff-45c7-a6be-71feb35acc9c/0fb9f9d1-7384-481f-8fa8-f4566c349d30/7b91f712-468e-4eb8-8aaf-183e93ac38d4) {{(pid=102347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 11:28:53.644495 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f980551d-b04d-4e32-9717-a83970bdf6ab None None] Publish callbacks [] for port, precommit_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:28:53.650382 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f980551d-b04d-4e32-9717-a83970bdf6ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606'] for port, after_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:28:53.691345 n-d-813419-10 neutron-server[102348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f980551d-b04d-4e32-9717-a83970bdf6ab None None] Network be74d82b-dde0-4702-8d51-5db4a12a399b is already hosted by enough agents. {{(pid=102348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 11:28:53.694213 n-d-813419-10 neutron-server[102348]: DEBUG neutron.scheduler.base_scheduler [None req-f980551d-b04d-4e32-9717-a83970bdf6ab None None] Resources bound (agent type, host, resource id): {{(pid=102348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 11:28:53.697720 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f980551d-b04d-4e32-9717-a83970bdf6ab None None] Received port after_create {{(pid=102348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 11:28:53.704353 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f980551d-b04d-4e32-9717-a83970bdf6ab None None] Pushing event updated for resources: {'Port': ['ID=70119957-fe07-4ead-a9ff-48b4412e118c,revision_number=1']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:28:53.730174 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-501fec45-7bef-47de-907f-b4cc369718ad admin admin] Publish callbacks [] for port, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:28:53.757964 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-f980551d-b04d-4e32-9717-a83970bdf6ab None None] Attempting to bind port 70119957-fe07-4ead-a9ff-48b4412e118c on host n-d-813419-10 for vnic_type normal with profile {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 11:28:53.758324 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-f980551d-b04d-4e32-9717-a83970bdf6ab None None] Attempting to bind port 70119957-fe07-4ead-a9ff-48b4412e118c by drivers openvswitch,hyperv on host n-d-813419-10 at level 0 using segments [{'id': 'ec5f63a7-bd4b-46ba-9465-61e282d8f20f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'be74d82b-dde0-4702-8d51-5db4a12a399b'}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 11:28:53.758681 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f980551d-b04d-4e32-9717-a83970bdf6ab None None] Attempting to bind port 70119957-fe07-4ead-a9ff-48b4412e118c on network be74d82b-dde0-4702-8d51-5db4a12a399b {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 11:28:53.763538 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f980551d-b04d-4e32-9717-a83970bdf6ab None None] Checking agent: {'id': '89dba0f3-79b2-435e-9822-33674b8f6ada', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 8, 20), 'started_at': datetime.datetime(2021, 10, 27, 10, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 11, 28, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 11:28:53.763897 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f980551d-b04d-4e32-9717-a83970bdf6ab None None] Checking segment: {'id': 'ec5f63a7-bd4b-46ba-9465-61e282d8f20f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'be74d82b-dde0-4702-8d51-5db4a12a399b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 11:28:53.764347 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f980551d-b04d-4e32-9717-a83970bdf6ab None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:28:53.764763 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f980551d-b04d-4e32-9717-a83970bdf6ab None None] Bound using segment: {'id': 'ec5f63a7-bd4b-46ba-9465-61e282d8f20f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'be74d82b-dde0-4702-8d51-5db4a12a399b'} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 11:28:53.765185 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-f980551d-b04d-4e32-9717-a83970bdf6ab None None] Bound port: 70119957-fe07-4ead-a9ff-48b4412e118c, host: n-d-813419-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec5f63a7-bd4b-46ba-9465-61e282d8f20f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'be74d82b-dde0-4702-8d51-5db4a12a399b'}}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 11:28:53.765550 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f980551d-b04d-4e32-9717-a83970bdf6ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:28:53.769176 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-501fec45-7bef-47de-907f-b4cc369718ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:28:53.808138 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-501fec45-7bef-47de-907f-b4cc369718ad admin admin] Network 185ff123-c7ff-45c7-a6be-71feb35acc9c is already hosted by enough agents. {{(pid=102347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 11:28:53.812598 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [None req-501fec45-7bef-47de-907f-b4cc369718ad admin admin] Resources bound (agent type, host, resource id): {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 11:28:53.816227 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-501fec45-7bef-47de-907f-b4cc369718ad admin admin] Received port after_create {{(pid=102347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 11:28:53.829574 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f980551d-b04d-4e32-9717-a83970bdf6ab None None] For port 70119957-fe07-4ead-a9ff-48b4412e118c, host n-d-813419-10, cleared binding levels {{(pid=102348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 11:28:53.832920 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f980551d-b04d-4e32-9717-a83970bdf6ab None None] For port 70119957-fe07-4ead-a9ff-48b4412e118c, host n-d-813419-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=70119957-fe07-4ead-a9ff-48b4412e118c,segment=NetworkSegment(ec5f63a7-bd4b-46ba-9465-61e282d8f20f),segment_id=ec5f63a7-bd4b-46ba-9465-61e282d8f20f)] {{(pid=102348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 11:28:53.837243 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f980551d-b04d-4e32-9717-a83970bdf6ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:28:53.837625 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501fec45-7bef-47de-907f-b4cc369718ad admin admin] Pushing event updated for resources: {'Port': ['ID=7b91f712-468e-4eb8-8aaf-183e93ac38d4,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:28:53.898774 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f980551d-b04d-4e32-9717-a83970bdf6ab None None] Pushing event updated for resources: {'Port': ['ID=70119957-fe07-4ead-a9ff-48b4412e118c,revision_number=2']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:28:54.089420 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-501fec45-7bef-47de-907f-b4cc369718ad admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:28:54.286838 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-501fec45-7bef-47de-907f-b4cc369718ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1765699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1769372'] for router, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:28:54.413158 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-501fec45-7bef-47de-907f-b4cc369718ad admin admin] Router 2c66cac2-d3f3-496e-a210-80e616b353b8 is scheduled to L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb with binding_index 1 {{(pid=102347) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 11:28:54.515192 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-501fec45-7bef-47de-907f-b4cc369718ad admin admin] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 11:28:54.527299 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d89b54a-62fd-4a71-8177-3af0223b7b78 None None] Sync routers for ids ['2c66cac2-d3f3-496e-a210-80e616b353b8'] in n-d-813419-10 {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 11:28:54.534167 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-501fec45-7bef-47de-907f-b4cc369718ad admin admin] Publish callbacks [] for router, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:28:54.535472 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-501fec45-7bef-47de-907f-b4cc369718ad admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.4697027 Oct 27 11:28:54.538491 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 48960) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:28:54.541680 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d89b54a-62fd-4a71-8177-3af0223b7b78 None None] Routers {'2c66cac2-d3f3-496e-a210-80e616b353b8'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 11:28:54.542412 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-2d89b54a-62fd-4a71-8177-3af0223b7b78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T11:28:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['2c66cac2-d3f3-496e-a210-80e616b353b8'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:28:54.746096 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvr_db [None req-2d89b54a-62fd-4a71-8177-3af0223b7b78 None None] Set router 2c66cac2-d3f3-496e-a210-80e616b353b8 gateway port host: n-d-813419-10 {{(pid=102349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 11:28:54.833443 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c28f3b5d-c150-4cb6-b5c9-b2b780f93dee None None] Network be74d82b-dde0-4702-8d51-5db4a12a399b requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 11:28:54.932909 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-2d89b54a-62fd-4a71-8177-3af0223b7b78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c66cac2-d3f3-496e-a210-80e616b353b8', 'name': 'tempest-TestShelveInstance-1291725149-router', 'tenant_id': '119835434d804c20aec5b5ab082c0fa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.176'}], 'enable_snat': True}, 'gw_port_id': '7b91f712-468e-4eb8-8aaf-183e93ac38d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:28:53Z', 'updated_at': '2021-10-27T11:28:53Z', 'revision_number': 3, 'project_id': '119835434d804c20aec5b5ab082c0fa1', 'gw_port': {'id': '7b91f712-468e-4eb8-8aaf-183e93ac38d4', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:b3:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c66cac2-d3f3-496e-a210-80e616b353b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:28:53Z', 'updated_at': '2021-10-27T11:28:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10'}], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:28:54.959405 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d89b54a-62fd-4a71-8177-3af0223b7b78 None None] Checking router: 2c66cac2-d3f3-496e-a210-80e616b353b8 for host: n-d-813419-10 {{(pid=102349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 11:28:54.959748 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d89b54a-62fd-4a71-8177-3af0223b7b78 None None] Updating router 2c66cac2-d3f3-496e-a210-80e616b353b8 port 7b91f712-468e-4eb8-8aaf-183e93ac38d4 binding host n-d-813419-10 {{(pid=102349) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 11:28:54.969820 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-06f076ec-8acf-4bec-a279-e32492da90be None None] Provisioning complete for port 70119957-fe07-4ead-a9ff-48b4412e118c triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:28:54.970339 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-06f076ec-8acf-4bec-a279-e32492da90be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:28:54.972917 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-fae09b56-31db-4203-811a-126fa4b9bc39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:28:54.989582 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-2d89b54a-62fd-4a71-8177-3af0223b7b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:28:55.091164 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-06f076ec-8acf-4bec-a279-e32492da90be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:28:55.126237 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-06f076ec-8acf-4bec-a279-e32492da90be None None] For port 70119957-fe07-4ead-a9ff-48b4412e118c, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=70119957-fe07-4ead-a9ff-48b4412e118c,segment=NetworkSegment(ec5f63a7-bd4b-46ba-9465-61e282d8f20f),segment_id=ec5f63a7-bd4b-46ba-9465-61e282d8f20f)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:28:55.133697 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-06f076ec-8acf-4bec-a279-e32492da90be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:28:55.149899 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_common [None req-fae09b56-31db-4203-811a-126fa4b9bc39 admin admin] Allocated IP 172.20.0.1 (be74d82b-dde0-4702-8d51-5db4a12a399b/31df114b-b9fa-4b4a-ab73-c47e48dcbf3d/382a8593-0505-4b4c-8ca0-b00cddefefbc) {{(pid=102346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 11:28:55.198613 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f076ec-8acf-4bec-a279-e32492da90be None None] Pushing event updated for resources: {'Port': ['ID=70119957-fe07-4ead-a9ff-48b4412e118c,revision_number=3']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:28:55.268674 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-fae09b56-31db-4203-811a-126fa4b9bc39 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:28:55.293008 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-2d89b54a-62fd-4a71-8177-3af0223b7b78 None None] Publish callbacks [] for port, precommit_update {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:28:55.298388 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-2d89b54a-62fd-4a71-8177-3af0223b7b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:28:55.306710 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-fae09b56-31db-4203-811a-126fa4b9bc39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:28:55.347464 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fae09b56-31db-4203-811a-126fa4b9bc39 admin admin] Network be74d82b-dde0-4702-8d51-5db4a12a399b is already hosted by enough agents. {{(pid=102346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 11:28:55.349796 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.managers [None req-2d89b54a-62fd-4a71-8177-3af0223b7b78 None None] Attempting to bind port 7b91f712-468e-4eb8-8aaf-183e93ac38d4 on host n-d-813419-10 for vnic_type normal with profile {{(pid=102349) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 11:28:55.350168 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.managers [None req-2d89b54a-62fd-4a71-8177-3af0223b7b78 None None] Attempting to bind port 7b91f712-468e-4eb8-8aaf-183e93ac38d4 by drivers openvswitch,hyperv on host n-d-813419-10 at level 0 using segments [{'id': 'bc14127b-7032-4c50-bb5b-f6813cbae86e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'}] {{(pid=102349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 11:28:55.350476 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-fae09b56-31db-4203-811a-126fa4b9bc39 admin admin] Resources bound (agent type, host, resource id): {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 11:28:55.350619 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d89b54a-62fd-4a71-8177-3af0223b7b78 None None] Attempting to bind port 7b91f712-468e-4eb8-8aaf-183e93ac38d4 on network 185ff123-c7ff-45c7-a6be-71feb35acc9c {{(pid=102349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 11:28:55.353224 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fae09b56-31db-4203-811a-126fa4b9bc39 admin admin] Received port after_create {{(pid=102346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 11:28:55.353466 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44df1ab-cded-4b00-8721-de0cbb168b8f None None] Pushing event updated for resources: {'Port': ['ID=7b91f712-468e-4eb8-8aaf-183e93ac38d4,revision_number=2']} {{(pid=102349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:28:55.361145 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-58aa04e3-f144-4942-9095-84036c3d7040 None None] Provisioning complete for port 70119957-fe07-4ead-a9ff-48b4412e118c triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:28:55.362083 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-58aa04e3-f144-4942-9095-84036c3d7040 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:28:55.362933 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d89b54a-62fd-4a71-8177-3af0223b7b78 None None] Checking agent: {'id': '89dba0f3-79b2-435e-9822-33674b8f6ada', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 8, 20), 'started_at': datetime.datetime(2021, 10, 27, 10, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 11, 28, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 11:28:55.363304 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d89b54a-62fd-4a71-8177-3af0223b7b78 None None] Checking segment: {'id': 'bc14127b-7032-4c50-bb5b-f6813cbae86e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 11:28:55.363700 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-2d89b54a-62fd-4a71-8177-3af0223b7b78 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:28:55.364086 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d89b54a-62fd-4a71-8177-3af0223b7b78 None None] Bound using segment: {'id': 'bc14127b-7032-4c50-bb5b-f6813cbae86e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'} {{(pid=102349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 11:28:55.364569 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.managers [None req-2d89b54a-62fd-4a71-8177-3af0223b7b78 None None] Bound port: 7b91f712-468e-4eb8-8aaf-183e93ac38d4, host: n-d-813419-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc14127b-7032-4c50-bb5b-f6813cbae86e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'}}] {{(pid=102349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 11:28:55.364946 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-2d89b54a-62fd-4a71-8177-3af0223b7b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:28:55.383863 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae09b56-31db-4203-811a-126fa4b9bc39 admin admin] Pushing event updated for resources: {'Port': ['ID=382a8593-0505-4b4c-8ca0-b00cddefefbc,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:28:55.402493 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-fae09b56-31db-4203-811a-126fa4b9bc39 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1664961'] for router_interface, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:28:55.402738 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44df1ab-cded-4b00-8721-de0cbb168b8f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:28:55.402957 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44df1ab-cded-4b00-8721-de0cbb168b8f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:28:55.403227 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44df1ab-cded-4b00-8721-de0cbb168b8f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:28:55.403564 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44df1ab-cded-4b00-8721-de0cbb168b8f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:28:55.403890 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44df1ab-cded-4b00-8721-de0cbb168b8f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:28:55.404408 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44df1ab-cded-4b00-8721-de0cbb168b8f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:28:55.404745 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44df1ab-cded-4b00-8721-de0cbb168b8f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:28:55.406309 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44df1ab-cded-4b00-8721-de0cbb168b8f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:28:55.406692 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44df1ab-cded-4b00-8721-de0cbb168b8f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:28:55.407026 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44df1ab-cded-4b00-8721-de0cbb168b8f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:28:55.407357 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44df1ab-cded-4b00-8721-de0cbb168b8f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:28:55.407682 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44df1ab-cded-4b00-8721-de0cbb168b8f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:28:55.449532 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.db [None req-2d89b54a-62fd-4a71-8177-3af0223b7b78 None None] For port 7b91f712-468e-4eb8-8aaf-183e93ac38d4, host n-d-813419-10, cleared binding levels {{(pid=102349) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 11:28:55.453344 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.db [None req-2d89b54a-62fd-4a71-8177-3af0223b7b78 None None] For port 7b91f712-468e-4eb8-8aaf-183e93ac38d4, host n-d-813419-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=7b91f712-468e-4eb8-8aaf-183e93ac38d4,segment=NetworkSegment(bc14127b-7032-4c50-bb5b-f6813cbae86e),segment_id=bc14127b-7032-4c50-bb5b-f6813cbae86e)] {{(pid=102349) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 11:28:55.460993 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-2d89b54a-62fd-4a71-8177-3af0223b7b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:28:55.521545 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d89b54a-62fd-4a71-8177-3af0223b7b78 None None] Routers {'2c66cac2-d3f3-496e-a210-80e616b353b8'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 11:28:55.522180 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-2d89b54a-62fd-4a71-8177-3af0223b7b78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T11:28:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['2c66cac2-d3f3-496e-a210-80e616b353b8'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:28:55.528864 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44df1ab-cded-4b00-8721-de0cbb168b8f None None] Pushing event updated for resources: {'Port': ['ID=7b91f712-468e-4eb8-8aaf-183e93ac38d4,revision_number=3']} {{(pid=102349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:28:55.554230 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-fae09b56-31db-4203-811a-126fa4b9bc39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:28:55.636152 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvr_db [None req-2d89b54a-62fd-4a71-8177-3af0223b7b78 None None] Set router 2c66cac2-d3f3-496e-a210-80e616b353b8 gateway port host: n-d-813419-10 {{(pid=102349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 11:28:55.693273 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-011d998c-f7e9-4df6-9e1f-523c16717502 None None] Provisioning complete for port 382a8593-0505-4b4c-8ca0-b00cddefefbc triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:28:55.693786 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-011d998c-f7e9-4df6-9e1f-523c16717502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:28:55.730260 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-011d998c-f7e9-4df6-9e1f-523c16717502 None None] Port 382a8593-0505-4b4c-8ca0-b00cddefefbc cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 11:28:55.730655 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-fae09b56-31db-4203-811a-126fa4b9bc39 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:28:55.735911 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-fae09b56-31db-4203-811a-126fa4b9bc39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27024173'] for port, after_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:28:55.799422 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae09b56-31db-4203-811a-126fa4b9bc39 admin admin] Pushing event updated for resources: {'Port': ['ID=382a8593-0505-4b4c-8ca0-b00cddefefbc,revision_number=2']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:28:55.802093 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-fae09b56-31db-4203-811a-126fa4b9bc39 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2006967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1766225'] for router_interface, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:28:55.837910 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-2d89b54a-62fd-4a71-8177-3af0223b7b78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c66cac2-d3f3-496e-a210-80e616b353b8', 'name': 'tempest-TestShelveInstance-1291725149-router', 'tenant_id': '119835434d804c20aec5b5ab082c0fa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.176'}], 'enable_snat': True}, 'gw_port_id': '7b91f712-468e-4eb8-8aaf-183e93ac38d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:28:53Z', 'updated_at': '2021-10-27T11:28:55Z', 'revision_number': 4, 'project_id': '119835434d804c20aec5b5ab082c0fa1', 'gw_port': {'id': '7b91f712-468e-4eb8-8aaf-183e93ac38d4', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:b3:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c66cac2-d3f3-496e-a210-80e616b353b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:28:53Z', 'updated_at': '2021-10-27T11:28:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_interfaces': [{'id': '382a8593-0505-4b4c-8ca0-b00cddefefbc', 'name': '', 'network_id': 'be74d82b-dde0-4702-8d51-5db4a12a399b', 'tenant_id': '119835434d804c20aec5b5ab082c0fa1', 'mac_address': 'fa:16:3e:c7:7e:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c66cac2-d3f3-496e-a210-80e616b353b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '31df114b-b9fa-4b4a-ab73-c47e48dcbf3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:28:54Z', 'updated_at': '2021-10-27T11:28:55Z', 'revision_number': 1, 'project_id': '119835434d804c20aec5b5ab082c0fa1', 'subnets': [{'id': '31df114b-b9fa-4b4a-ab73-c47e48dcbf3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:28:55.867203 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d89b54a-62fd-4a71-8177-3af0223b7b78 None None] The sync data for ids ['2c66cac2-d3f3-496e-a210-80e616b353b8'] in n-d-813419-10 is: [{'id': '2c66cac2-d3f3-496e-a210-80e616b353b8', 'name': 'tempest-TestShelveInstance-1291725149-router', 'tenant_id': '119835434d804c20aec5b5ab082c0fa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.176'}], 'enable_snat': True}, 'gw_port_id': '7b91f712-468e-4eb8-8aaf-183e93ac38d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:28:53Z', 'updated_at': '2021-10-27T11:28:55Z', 'revision_number': 4, 'project_id': '119835434d804c20aec5b5ab082c0fa1', 'gw_port': {'id': '7b91f712-468e-4eb8-8aaf-183e93ac38d4', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:b3:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c66cac2-d3f3-496e-a210-80e616b353b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:28:53Z', 'updated_at': '2021-10-27T11:28:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_interfaces': [{'id': '382a8593-0505-4b4c-8ca0-b00cddefefbc', 'name': '', 'network_id': 'be74d82b-dde0-4702-8d51-5db4a12a399b', 'tenant_id': '119835434d804c20aec5b5ab082c0fa1', 'mac_address': 'fa:16:3e:c7:7e:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c66cac2-d3f3-496e-a210-80e616b353b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '31df114b-b9fa-4b4a-ab73-c47e48dcbf3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:28:54Z', 'updated_at': '2021-10-27T11:28:55Z', 'revision_number': 1, 'project_id': '119835434d804c20aec5b5ab082c0fa1', 'subnets': [{'id': '31df114b-b9fa-4b4a-ab73-c47e48dcbf3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 11:28:55.899259 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fae09b56-31db-4203-811a-126fa4b9bc39 admin admin] Network be74d82b-dde0-4702-8d51-5db4a12a399b is already hosted by enough agents. {{(pid=102346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 11:28:55.900723 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-fae09b56-31db-4203-811a-126fa4b9bc39 admin admin] Resources bound (agent type, host, resource id): {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 11:28:56.055879 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 70119957-fe07-4ead-a9ff-48b4412e118c up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 11:28:56.141728 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port 70119957-fe07-4ead-a9ff-48b4412e118c triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:28:56.142129 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:28:56.257618 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-0d8182cc-f626-4c65-8208-6f631834e40f None None] Provisioning complete for port 382a8593-0505-4b4c-8ca0-b00cddefefbc triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:28:56.257984 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-0d8182cc-f626-4c65-8208-6f631834e40f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:28:56.295234 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-0d8182cc-f626-4c65-8208-6f631834e40f None None] Port 382a8593-0505-4b4c-8ca0-b00cddefefbc cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 11:28:56.386389 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fae09b56-31db-4203-811a-126fa4b9bc39 admin admin] Router 2c66cac2-d3f3-496e-a210-80e616b353b8 has already been hosted by L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb {{(pid=102346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 11:28:56.496847 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fae09b56-31db-4203-811a-126fa4b9bc39 admin admin] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 11:28:56.503325 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-fae09b56-31db-4203-811a-126fa4b9bc39 admin admin] 10.222.0.44 "PUT /v2.0/routers/2c66cac2-d3f3-496e-a210-80e616b353b8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9637189 Oct 27 11:28:56.995034 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 48976) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:28:57.000073 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-01820468-32a1-4eb4-9b49-dd4626e4cefd admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-217632649-network', 'tenant_id': '597fdca776c942a68524dcea1c328938'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:28:57.021309 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01820468-32a1-4eb4-9b49-dd4626e4cefd admin admin] Made reservation on behalf of 597fdca776c942a68524dcea1c328938 for: {'network': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 11:28:57.024122 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-01820468-32a1-4eb4-9b49-dd4626e4cefd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for network, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:28:57.033948 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-01820468-32a1-4eb4-9b49-dd4626e4cefd admin admin] Publish callbacks [] for security_group, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:28:57.110078 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-01820468-32a1-4eb4-9b49-dd4626e4cefd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:28:57.115225 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-01820468-32a1-4eb4-9b49-dd4626e4cefd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:28:57.141237 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01820468-32a1-4eb4-9b49-dd4626e4cefd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 433} {{(pid=102346) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 11:28:57.151123 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01820468-32a1-4eb4-9b49-dd4626e4cefd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b127e4e-9d8f-4025-bfe6-d598a628c18e,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:28:57.157557 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-01820468-32a1-4eb4-9b49-dd4626e4cefd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:28:57.157862 n-d-813419-10 neutron-server[102346]: INFO neutron.db.segments_db [None req-01820468-32a1-4eb4-9b49-dd4626e4cefd admin admin] Added segment 365891c4-ff80-4bd5-b80c-2b7ef8b3bd53 of type vlan for network 4bbaea51-0fdf-41fa-ab77-02c6f038c938 Oct 27 11:28:57.199155 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-01820468-32a1-4eb4-9b49-dd4626e4cefd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743872593080'] for network, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:28:57.223449 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-01820468-32a1-4eb4-9b49-dd4626e4cefd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913'] for network, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:28:57.224488 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01820468-32a1-4eb4-9b49-dd4626e4cefd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:28:57.225069 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-01820468-32a1-4eb4-9b49-dd4626e4cefd admin admin] Publish callbacks [] for network, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:28:57.282253 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-01820468-32a1-4eb4-9b49-dd4626e4cefd admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.2860060 Oct 27 11:28:57.285599 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 48978) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:28:57.290645 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-a0a89cc5-d9da-469d-a34e-07b6bfe78235 admin admin] Request body: {'subnet': {'network_id': '4bbaea51-0fdf-41fa-ab77-02c6f038c938', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-217632649-subnet', 'tenant_id': '597fdca776c942a68524dcea1c328938', 'ip_version': 4}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:28:57.293747 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01820468-32a1-4eb4-9b49-dd4626e4cefd admin admin] Pushing event updated for resources: {'Network': ['ID=4bbaea51-0fdf-41fa-ab77-02c6f038c938,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:28:57.304535 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Network 4bbaea51-0fdf-41fa-ab77-02c6f038c938 details requested by agent ovs-agent-n-d-813419-10 with host n-d-813419-10 {{(pid=102348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 11:28:57.312399 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0a89cc5-d9da-469d-a34e-07b6bfe78235 admin admin] Made reservation on behalf of 597fdca776c942a68524dcea1c328938 for: {'subnet': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 11:28:57.314796 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-a0a89cc5-d9da-469d-a34e-07b6bfe78235 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18044073'] for subnet, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:28:57.485878 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-a0a89cc5-d9da-469d-a34e-07b6bfe78235 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-18295883', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18044091'] for subnet, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:28:57.545586 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a89cc5-d9da-469d-a34e-07b6bfe78235 admin admin] Pushing event updated for resources: {'Subnet': ['ID=497c9a0f-228c-411d-aa91-d74b5dd169d3,revision_number=0']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:28:57.554504 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0a89cc5-d9da-469d-a34e-07b6bfe78235 admin admin] Checking segment: {'id': '365891c4-ff80-4bd5-b80c-2b7ef8b3bd53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '4bbaea51-0fdf-41fa-ab77-02c6f038c938'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 11:28:57.554864 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0a89cc5-d9da-469d-a34e-07b6bfe78235 admin admin] Network hostable DHCP agents. Network: 4bbaea51-0fdf-41fa-ab77-02c6f038c938, hostable agents: ['eafd4000-b897-4722-ae8b-0118ec955181'], hosted agents: [] {{(pid=102347) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 11:28:57.572430 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0a89cc5-d9da-469d-a34e-07b6bfe78235 admin admin] Network 4bbaea51-0fdf-41fa-ab77-02c6f038c938 is scheduled to be hosted by DHCP agent eafd4000-b897-4722-ae8b-0118ec955181 with binding_index 1 {{(pid=102347) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 11:28:57.582200 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [None req-a0a89cc5-d9da-469d-a34e-07b6bfe78235 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-10, 4bbaea51-0fdf-41fa-ab77-02c6f038c938) {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 11:28:57.587632 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0a89cc5-d9da-469d-a34e-07b6bfe78235 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:28:57.588435 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-a0a89cc5-d9da-469d-a34e-07b6bfe78235 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:28:57.593070 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a9f7388-ddc9-427f-bf46-4995378e5305 None None] Network 4bbaea51-0fdf-41fa-ab77-02c6f038c938 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 11:28:57.606894 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-a0a89cc5-d9da-469d-a34e-07b6bfe78235 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3200855 Oct 27 11:28:57.609416 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 48980) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:28:57.613639 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-76c0be1b-40e9-4aef-8621-9324c4b8e3f7 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-217632649-router', 'tenant_id': '597fdca776c942a68524dcea1c328938', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'}}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:28:57.633342 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-76c0be1b-40e9-4aef-8621-9324c4b8e3f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1768632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3610'] for router, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:28:57.634323 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-76c0be1b-40e9-4aef-8621-9324c4b8e3f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1765704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1769409', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1694266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3597'] for router, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:28:57.685206 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-76c0be1b-40e9-4aef-8621-9324c4b8e3f7 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:28:57.754873 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e691df1c-8ce7-4793-ac59-c1466f3935ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp734b258e-7d96-550c-b970-9b72ab66f383-4bbaea51-0fdf-41fa-ab77-02c6f038c938', 'network_id': '4bbaea51-0fdf-41fa-ab77-02c6f038c938', 'tenant_id': '597fdca776c942a68524dcea1c328938', 'fixed_ips': [{'subnet_id': '497c9a0f-228c-411d-aa91-d74b5dd169d3'}]}} from n-d-813419-10. {{(pid=102348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 11:28:57.755799 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-e691df1c-8ce7-4793-ac59-c1466f3935ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:28:57.828830 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-76c0be1b-40e9-4aef-8621-9324c4b8e3f7 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:28:57.898415 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.db_base_plugin_common [None req-e691df1c-8ce7-4793-ac59-c1466f3935ab None None] Allocated IP 172.20.0.2 (4bbaea51-0fdf-41fa-ab77-02c6f038c938/497c9a0f-228c-411d-aa91-d74b5dd169d3/d317e3ce-f445-4186-8617-a65294c78d13) {{(pid=102348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 11:28:57.912098 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-194f282e-7bae-4aaa-bf91-0ba3678ade70 None None] Sync routers for ids ['2c66cac2-d3f3-496e-a210-80e616b353b8'] in n-d-813419-10 {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 11:28:57.960106 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-194f282e-7bae-4aaa-bf91-0ba3678ade70 None None] Routers {'2c66cac2-d3f3-496e-a210-80e616b353b8'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 11:28:57.960757 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-194f282e-7bae-4aaa-bf91-0ba3678ade70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T11:28:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['2c66cac2-d3f3-496e-a210-80e616b353b8'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:28:58.040357 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-76c0be1b-40e9-4aef-8621-9324c4b8e3f7 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:28:58.043402 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 7b91f712-468e-4eb8-8aaf-183e93ac38d4 up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 11:28:58.063203 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-76c0be1b-40e9-4aef-8621-9324c4b8e3f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:28:58.141864 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvr_db [None req-194f282e-7bae-4aaa-bf91-0ba3678ade70 None None] Set router 2c66cac2-d3f3-496e-a210-80e616b353b8 gateway port host: n-d-813419-10 {{(pid=102348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 11:28:58.164412 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_common [None req-76c0be1b-40e9-4aef-8621-9324c4b8e3f7 admin admin] Allocated IP 172.25.8.202 (185ff123-c7ff-45c7-a6be-71feb35acc9c/0fb9f9d1-7384-481f-8fa8-f4566c349d30/3be9cb4c-7763-4115-b6a4-52b0bdc967a4) {{(pid=102347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 11:28:58.255305 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port 7b91f712-468e-4eb8-8aaf-183e93ac38d4 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:28:58.255672 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:28:58.272473 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-76c0be1b-40e9-4aef-8621-9324c4b8e3f7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:28:58.289810 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-e691df1c-8ce7-4793-ac59-c1466f3935ab None None] Publish callbacks [] for port, precommit_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:28:58.305108 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-76c0be1b-40e9-4aef-8621-9324c4b8e3f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:28:58.332009 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-e691df1c-8ce7-4793-ac59-c1466f3935ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606'] for port, after_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:28:58.347747 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76c0be1b-40e9-4aef-8621-9324c4b8e3f7 admin admin] Network 185ff123-c7ff-45c7-a6be-71feb35acc9c is already hosted by enough agents. {{(pid=102347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 11:28:58.348014 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [None req-76c0be1b-40e9-4aef-8621-9324c4b8e3f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 11:28:58.350952 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76c0be1b-40e9-4aef-8621-9324c4b8e3f7 admin admin] Received port after_create {{(pid=102347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 11:28:58.383830 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c0be1b-40e9-4aef-8621-9324c4b8e3f7 admin admin] Pushing event updated for resources: {'Port': ['ID=3be9cb4c-7763-4115-b6a4-52b0bdc967a4,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:28:58.401631 n-d-813419-10 neutron-server[102348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e691df1c-8ce7-4793-ac59-c1466f3935ab None None] Network 4bbaea51-0fdf-41fa-ab77-02c6f038c938 is already hosted by enough agents. {{(pid=102348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 11:28:58.411444 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e691df1c-8ce7-4793-ac59-c1466f3935ab None None] Pushing event updated for resources: {'Port': ['ID=d317e3ce-f445-4186-8617-a65294c78d13,revision_number=1']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:28:58.413880 n-d-813419-10 neutron-server[102348]: DEBUG neutron.scheduler.base_scheduler [None req-e691df1c-8ce7-4793-ac59-c1466f3935ab None None] Resources bound (agent type, host, resource id): {{(pid=102348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 11:28:58.418095 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e691df1c-8ce7-4793-ac59-c1466f3935ab None None] Received port after_create {{(pid=102348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 11:28:58.521328 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:28:58.547271 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-e691df1c-8ce7-4793-ac59-c1466f3935ab None None] Attempting to bind port d317e3ce-f445-4186-8617-a65294c78d13 on host n-d-813419-10 for vnic_type normal with profile {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 11:28:58.547708 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-e691df1c-8ce7-4793-ac59-c1466f3935ab None None] Attempting to bind port d317e3ce-f445-4186-8617-a65294c78d13 by drivers openvswitch,hyperv on host n-d-813419-10 at level 0 using segments [{'id': '365891c4-ff80-4bd5-b80c-2b7ef8b3bd53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '4bbaea51-0fdf-41fa-ab77-02c6f038c938'}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 11:28:58.548009 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e691df1c-8ce7-4793-ac59-c1466f3935ab None None] Attempting to bind port d317e3ce-f445-4186-8617-a65294c78d13 on network 4bbaea51-0fdf-41fa-ab77-02c6f038c938 {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 11:28:58.565653 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] For port 7b91f712-468e-4eb8-8aaf-183e93ac38d4, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=7b91f712-468e-4eb8-8aaf-183e93ac38d4,segment=NetworkSegment(bc14127b-7032-4c50-bb5b-f6813cbae86e),segment_id=bc14127b-7032-4c50-bb5b-f6813cbae86e)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:28:58.566744 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e691df1c-8ce7-4793-ac59-c1466f3935ab None None] Checking agent: {'id': '89dba0f3-79b2-435e-9822-33674b8f6ada', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 8, 20), 'started_at': datetime.datetime(2021, 10, 27, 10, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 11, 28, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 11:28:58.567240 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e691df1c-8ce7-4793-ac59-c1466f3935ab None None] Checking segment: {'id': '365891c4-ff80-4bd5-b80c-2b7ef8b3bd53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '4bbaea51-0fdf-41fa-ab77-02c6f038c938'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 11:28:58.567641 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-e691df1c-8ce7-4793-ac59-c1466f3935ab None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:28:58.568121 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e691df1c-8ce7-4793-ac59-c1466f3935ab None None] Bound using segment: {'id': '365891c4-ff80-4bd5-b80c-2b7ef8b3bd53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '4bbaea51-0fdf-41fa-ab77-02c6f038c938'} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 11:28:58.568728 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-e691df1c-8ce7-4793-ac59-c1466f3935ab None None] Bound port: d317e3ce-f445-4186-8617-a65294c78d13, host: n-d-813419-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '365891c4-ff80-4bd5-b80c-2b7ef8b3bd53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '4bbaea51-0fdf-41fa-ab77-02c6f038c938'}}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 11:28:58.569212 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-e691df1c-8ce7-4793-ac59-c1466f3935ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:28:58.579974 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:28:58.608750 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-76c0be1b-40e9-4aef-8621-9324c4b8e3f7 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:28:58.666227 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-194f282e-7bae-4aaa-bf91-0ba3678ade70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c66cac2-d3f3-496e-a210-80e616b353b8', 'name': 'tempest-TestShelveInstance-1291725149-router', 'tenant_id': '119835434d804c20aec5b5ab082c0fa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.176'}], 'enable_snat': True}, 'gw_port_id': '7b91f712-468e-4eb8-8aaf-183e93ac38d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:28:53Z', 'updated_at': '2021-10-27T11:28:55Z', 'revision_number': 4, 'project_id': '119835434d804c20aec5b5ab082c0fa1', 'gw_port': {'id': '7b91f712-468e-4eb8-8aaf-183e93ac38d4', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:b3:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c66cac2-d3f3-496e-a210-80e616b353b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:28:53Z', 'updated_at': '2021-10-27T11:28:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_interfaces': [{'id': '382a8593-0505-4b4c-8ca0-b00cddefefbc', 'name': '', 'network_id': 'be74d82b-dde0-4702-8d51-5db4a12a399b', 'tenant_id': '119835434d804c20aec5b5ab082c0fa1', 'mac_address': 'fa:16:3e:c7:7e:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c66cac2-d3f3-496e-a210-80e616b353b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '31df114b-b9fa-4b4a-ab73-c47e48dcbf3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:28:54Z', 'updated_at': '2021-10-27T11:28:55Z', 'revision_number': 2, 'project_id': '119835434d804c20aec5b5ab082c0fa1', 'subnets': [{'id': '31df114b-b9fa-4b4a-ab73-c47e48dcbf3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:28:58.704965 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Pushing event updated for resources: {'Port': ['ID=7b91f712-468e-4eb8-8aaf-183e93ac38d4,revision_number=4']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:28:58.710546 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-194f282e-7bae-4aaa-bf91-0ba3678ade70 None None] Checking router: 2c66cac2-d3f3-496e-a210-80e616b353b8 for host: n-d-813419-10 {{(pid=102348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 11:28:58.710899 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-194f282e-7bae-4aaa-bf91-0ba3678ade70 None None] Updating router 2c66cac2-d3f3-496e-a210-80e616b353b8 port 382a8593-0505-4b4c-8ca0-b00cddefefbc binding host n-d-813419-10 {{(pid=102348) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 11:28:58.809881 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-76c0be1b-40e9-4aef-8621-9324c4b8e3f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1765699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1769372'] for router, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:28:58.893847 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-e691df1c-8ce7-4793-ac59-c1466f3935ab None None] For port d317e3ce-f445-4186-8617-a65294c78d13, host n-d-813419-10, cleared binding levels {{(pid=102348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 11:28:58.907941 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-e691df1c-8ce7-4793-ac59-c1466f3935ab None None] For port d317e3ce-f445-4186-8617-a65294c78d13, host n-d-813419-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=d317e3ce-f445-4186-8617-a65294c78d13,segment=NetworkSegment(365891c4-ff80-4bd5-b80c-2b7ef8b3bd53),segment_id=365891c4-ff80-4bd5-b80c-2b7ef8b3bd53)] {{(pid=102348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 11:28:58.909064 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-194f282e-7bae-4aaa-bf91-0ba3678ade70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:28:58.918157 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-e691df1c-8ce7-4793-ac59-c1466f3935ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:28:58.937505 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76c0be1b-40e9-4aef-8621-9324c4b8e3f7 admin admin] Router 64ad1ccb-b3ac-4d86-a769-d9fc2da89491 is scheduled to L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb with binding_index 1 {{(pid=102347) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 11:28:59.010225 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e691df1c-8ce7-4793-ac59-c1466f3935ab None None] Pushing event updated for resources: {'Port': ['ID=d317e3ce-f445-4186-8617-a65294c78d13,revision_number=2']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:28:59.288278 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-194f282e-7bae-4aaa-bf91-0ba3678ade70 None None] Publish callbacks [] for port, precommit_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:28:59.295674 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-194f282e-7bae-4aaa-bf91-0ba3678ade70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:28:59.380735 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de281c0c-93bc-480e-a891-c1fa30dfb5ec None None] Pushing event updated for resources: {'Port': ['ID=382a8593-0505-4b4c-8ca0-b00cddefefbc,revision_number=3']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:28:59.418585 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-194f282e-7bae-4aaa-bf91-0ba3678ade70 None None] Attempting to bind port 382a8593-0505-4b4c-8ca0-b00cddefefbc on host n-d-813419-10 for vnic_type normal with profile {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 11:28:59.418855 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-194f282e-7bae-4aaa-bf91-0ba3678ade70 None None] Attempting to bind port 382a8593-0505-4b4c-8ca0-b00cddefefbc by drivers openvswitch,hyperv on host n-d-813419-10 at level 0 using segments [{'id': 'ec5f63a7-bd4b-46ba-9465-61e282d8f20f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'be74d82b-dde0-4702-8d51-5db4a12a399b'}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 11:28:59.419214 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-194f282e-7bae-4aaa-bf91-0ba3678ade70 None None] Attempting to bind port 382a8593-0505-4b4c-8ca0-b00cddefefbc on network be74d82b-dde0-4702-8d51-5db4a12a399b {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 11:28:59.424499 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-194f282e-7bae-4aaa-bf91-0ba3678ade70 None None] Checking agent: {'id': '89dba0f3-79b2-435e-9822-33674b8f6ada', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 8, 20), 'started_at': datetime.datetime(2021, 10, 27, 10, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 11, 28, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 11:28:59.424870 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-194f282e-7bae-4aaa-bf91-0ba3678ade70 None None] Checking segment: {'id': 'ec5f63a7-bd4b-46ba-9465-61e282d8f20f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'be74d82b-dde0-4702-8d51-5db4a12a399b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 11:28:59.425287 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-194f282e-7bae-4aaa-bf91-0ba3678ade70 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:28:59.425673 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-194f282e-7bae-4aaa-bf91-0ba3678ade70 None None] Bound using segment: {'id': 'ec5f63a7-bd4b-46ba-9465-61e282d8f20f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'be74d82b-dde0-4702-8d51-5db4a12a399b'} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 11:28:59.426131 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-194f282e-7bae-4aaa-bf91-0ba3678ade70 None None] Bound port: 382a8593-0505-4b4c-8ca0-b00cddefefbc, host: n-d-813419-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec5f63a7-bd4b-46ba-9465-61e282d8f20f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'be74d82b-dde0-4702-8d51-5db4a12a399b'}}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 11:28:59.426503 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-194f282e-7bae-4aaa-bf91-0ba3678ade70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:28:59.429983 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76c0be1b-40e9-4aef-8621-9324c4b8e3f7 admin admin] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 11:28:59.439031 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-831de627-74a7-4944-94c4-6ad4ce2d66f5 None None] Sync routers for ids ['64ad1ccb-b3ac-4d86-a769-d9fc2da89491'] in n-d-813419-10 {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 11:28:59.448371 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-831de627-74a7-4944-94c4-6ad4ce2d66f5 None None] Routers {'64ad1ccb-b3ac-4d86-a769-d9fc2da89491'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 11:28:59.448986 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-831de627-74a7-4944-94c4-6ad4ce2d66f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T11:28:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['64ad1ccb-b3ac-4d86-a769-d9fc2da89491'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:28:59.460044 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-76c0be1b-40e9-4aef-8621-9324c4b8e3f7 admin admin] Publish callbacks [] for router, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:28:59.461788 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-76c0be1b-40e9-4aef-8621-9324c4b8e3f7 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.8512692 Oct 27 11:28:59.464159 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 48982) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:28:59.513549 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-194f282e-7bae-4aaa-bf91-0ba3678ade70 None None] For port 382a8593-0505-4b4c-8ca0-b00cddefefbc, host n-d-813419-10, cleared binding levels {{(pid=102348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 11:28:59.519437 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-194f282e-7bae-4aaa-bf91-0ba3678ade70 None None] For port 382a8593-0505-4b4c-8ca0-b00cddefefbc, host n-d-813419-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=382a8593-0505-4b4c-8ca0-b00cddefefbc,segment=NetworkSegment(ec5f63a7-bd4b-46ba-9465-61e282d8f20f),segment_id=ec5f63a7-bd4b-46ba-9465-61e282d8f20f)] {{(pid=102348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 11:28:59.528891 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-194f282e-7bae-4aaa-bf91-0ba3678ade70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:28:59.581938 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-194f282e-7bae-4aaa-bf91-0ba3678ade70 None None] Routers {'2c66cac2-d3f3-496e-a210-80e616b353b8'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 11:28:59.582569 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-194f282e-7bae-4aaa-bf91-0ba3678ade70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T11:28:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['2c66cac2-d3f3-496e-a210-80e616b353b8'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:28:59.587470 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvr_db [None req-831de627-74a7-4944-94c4-6ad4ce2d66f5 None None] Set router 64ad1ccb-b3ac-4d86-a769-d9fc2da89491 gateway port host: n-d-813419-10 {{(pid=102349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 11:28:59.673173 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de281c0c-93bc-480e-a891-c1fa30dfb5ec None None] Pushing event updated for resources: {'Port': ['ID=382a8593-0505-4b4c-8ca0-b00cddefefbc,revision_number=4']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:28:59.748116 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-d3bfbadb-e3d0-49ab-9f71-4a2c7f2c31cb None None] Provisioning complete for port 382a8593-0505-4b4c-8ca0-b00cddefefbc triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:28:59.748742 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-d3bfbadb-e3d0-49ab-9f71-4a2c7f2c31cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:28:59.758592 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvr_db [None req-194f282e-7bae-4aaa-bf91-0ba3678ade70 None None] Set router 2c66cac2-d3f3-496e-a210-80e616b353b8 gateway port host: n-d-813419-10 {{(pid=102348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 11:28:59.815650 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-831de627-74a7-4944-94c4-6ad4ce2d66f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64ad1ccb-b3ac-4d86-a769-d9fc2da89491', 'name': 'tempest-TestShelveInstance-217632649-router', 'tenant_id': '597fdca776c942a68524dcea1c328938', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.202'}], 'enable_snat': True}, 'gw_port_id': '3be9cb4c-7763-4115-b6a4-52b0bdc967a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:28:57Z', 'updated_at': '2021-10-27T11:28:58Z', 'revision_number': 3, 'project_id': '597fdca776c942a68524dcea1c328938', 'gw_port': {'id': '3be9cb4c-7763-4115-b6a4-52b0bdc967a4', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:18:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64ad1ccb-b3ac-4d86-a769-d9fc2da89491', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:28:58Z', 'updated_at': '2021-10-27T11:28:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10'}], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:28:59.873858 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-831de627-74a7-4944-94c4-6ad4ce2d66f5 None None] Checking router: 64ad1ccb-b3ac-4d86-a769-d9fc2da89491 for host: n-d-813419-10 {{(pid=102349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 11:28:59.874648 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-831de627-74a7-4944-94c4-6ad4ce2d66f5 None None] Updating router 64ad1ccb-b3ac-4d86-a769-d9fc2da89491 port 3be9cb4c-7763-4115-b6a4-52b0bdc967a4 binding host n-d-813419-10 {{(pid=102349) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 11:28:59.904080 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-831de627-74a7-4944-94c4-6ad4ce2d66f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:29:00.045374 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-d3bfbadb-e3d0-49ab-9f71-4a2c7f2c31cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:29:00.067907 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-e243e214-976e-4632-a8e6-bd30d4ad2cc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:29:00.140284 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-d3bfbadb-e3d0-49ab-9f71-4a2c7f2c31cb None None] For port 382a8593-0505-4b4c-8ca0-b00cddefefbc, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=382a8593-0505-4b4c-8ca0-b00cddefefbc,segment=NetworkSegment(ec5f63a7-bd4b-46ba-9465-61e282d8f20f),segment_id=ec5f63a7-bd4b-46ba-9465-61e282d8f20f)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:29:00.150711 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-d3bfbadb-e3d0-49ab-9f71-4a2c7f2c31cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:29:00.190201 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 382a8593-0505-4b4c-8ca0-b00cddefefbc up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 11:29:00.247780 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-194f282e-7bae-4aaa-bf91-0ba3678ade70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c66cac2-d3f3-496e-a210-80e616b353b8', 'name': 'tempest-TestShelveInstance-1291725149-router', 'tenant_id': '119835434d804c20aec5b5ab082c0fa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.176'}], 'enable_snat': True}, 'gw_port_id': '7b91f712-468e-4eb8-8aaf-183e93ac38d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:28:53Z', 'updated_at': '2021-10-27T11:28:55Z', 'revision_number': 4, 'project_id': '119835434d804c20aec5b5ab082c0fa1', 'gw_port': {'id': '7b91f712-468e-4eb8-8aaf-183e93ac38d4', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:b3:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c66cac2-d3f3-496e-a210-80e616b353b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:28:53Z', 'updated_at': '2021-10-27T11:28:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_interfaces': [{'id': '382a8593-0505-4b4c-8ca0-b00cddefefbc', 'name': '', 'network_id': 'be74d82b-dde0-4702-8d51-5db4a12a399b', 'tenant_id': '119835434d804c20aec5b5ab082c0fa1', 'mac_address': 'fa:16:3e:c7:7e:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c66cac2-d3f3-496e-a210-80e616b353b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '31df114b-b9fa-4b4a-ab73-c47e48dcbf3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:28:54Z', 'updated_at': '2021-10-27T11:28:59Z', 'revision_number': 4, 'project_id': '119835434d804c20aec5b5ab082c0fa1', 'subnets': [{'id': '31df114b-b9fa-4b4a-ab73-c47e48dcbf3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:29:00.256626 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b132f40-8546-445a-97bd-12b2d8f9b537 None None] Network 4bbaea51-0fdf-41fa-ab77-02c6f038c938 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 11:29:00.319562 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_common [None req-e243e214-976e-4632-a8e6-bd30d4ad2cc1 admin admin] Allocated IP 172.20.0.1 (4bbaea51-0fdf-41fa-ab77-02c6f038c938/497c9a0f-228c-411d-aa91-d74b5dd169d3/adb35dc5-a77d-4db4-b3ba-38cf48f531a3) {{(pid=102347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 11:29:00.331513 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-194f282e-7bae-4aaa-bf91-0ba3678ade70 None None] The sync data for ids ['2c66cac2-d3f3-496e-a210-80e616b353b8'] in n-d-813419-10 is: [{'id': '2c66cac2-d3f3-496e-a210-80e616b353b8', 'name': 'tempest-TestShelveInstance-1291725149-router', 'tenant_id': '119835434d804c20aec5b5ab082c0fa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.176'}], 'enable_snat': True}, 'gw_port_id': '7b91f712-468e-4eb8-8aaf-183e93ac38d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:28:53Z', 'updated_at': '2021-10-27T11:28:55Z', 'revision_number': 4, 'project_id': '119835434d804c20aec5b5ab082c0fa1', 'gw_port': {'id': '7b91f712-468e-4eb8-8aaf-183e93ac38d4', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:b3:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c66cac2-d3f3-496e-a210-80e616b353b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:28:53Z', 'updated_at': '2021-10-27T11:28:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_interfaces': [{'id': '382a8593-0505-4b4c-8ca0-b00cddefefbc', 'name': '', 'network_id': 'be74d82b-dde0-4702-8d51-5db4a12a399b', 'tenant_id': '119835434d804c20aec5b5ab082c0fa1', 'mac_address': 'fa:16:3e:c7:7e:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c66cac2-d3f3-496e-a210-80e616b353b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '31df114b-b9fa-4b4a-ab73-c47e48dcbf3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:28:54Z', 'updated_at': '2021-10-27T11:28:59Z', 'revision_number': 4, 'project_id': '119835434d804c20aec5b5ab082c0fa1', 'subnets': [{'id': '31df114b-b9fa-4b4a-ab73-c47e48dcbf3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 11:29:00.339956 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bfbadb-e3d0-49ab-9f71-4a2c7f2c31cb None None] Pushing event updated for resources: {'Port': ['ID=382a8593-0505-4b4c-8ca0-b00cddefefbc,revision_number=5']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:29:00.375237 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-e5099183-0e27-4472-a078-519e0cf529ab None None] Provisioning complete for port d317e3ce-f445-4186-8617-a65294c78d13 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:29:00.375614 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-e5099183-0e27-4472-a078-519e0cf529ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:29:00.394919 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-831de627-74a7-4944-94c4-6ad4ce2d66f5 None None] Publish callbacks [] for port, precommit_update {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:29:00.403857 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-831de627-74a7-4944-94c4-6ad4ce2d66f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:29:00.448730 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port 382a8593-0505-4b4c-8ca0-b00cddefefbc triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:29:00.449389 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:29:00.462278 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.managers [None req-831de627-74a7-4944-94c4-6ad4ce2d66f5 None None] Attempting to bind port 3be9cb4c-7763-4115-b6a4-52b0bdc967a4 on host n-d-813419-10 for vnic_type normal with profile {{(pid=102349) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 11:29:00.463164 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.managers [None req-831de627-74a7-4944-94c4-6ad4ce2d66f5 None None] Attempting to bind port 3be9cb4c-7763-4115-b6a4-52b0bdc967a4 by drivers openvswitch,hyperv on host n-d-813419-10 at level 0 using segments [{'id': 'bc14127b-7032-4c50-bb5b-f6813cbae86e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'}] {{(pid=102349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 11:29:00.463541 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-831de627-74a7-4944-94c4-6ad4ce2d66f5 None None] Attempting to bind port 3be9cb4c-7763-4115-b6a4-52b0bdc967a4 on network 185ff123-c7ff-45c7-a6be-71feb35acc9c {{(pid=102349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 11:29:00.476697 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-831de627-74a7-4944-94c4-6ad4ce2d66f5 None None] Checking agent: {'id': '89dba0f3-79b2-435e-9822-33674b8f6ada', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 8, 20), 'started_at': datetime.datetime(2021, 10, 27, 10, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 11, 28, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 11:29:00.477069 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-831de627-74a7-4944-94c4-6ad4ce2d66f5 None None] Checking segment: {'id': 'bc14127b-7032-4c50-bb5b-f6813cbae86e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 11:29:00.477505 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-e243e214-976e-4632-a8e6-bd30d4ad2cc1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:29:00.477982 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-831de627-74a7-4944-94c4-6ad4ce2d66f5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:29:00.478097 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-831de627-74a7-4944-94c4-6ad4ce2d66f5 None None] Bound using segment: {'id': 'bc14127b-7032-4c50-bb5b-f6813cbae86e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'} {{(pid=102349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 11:29:00.478671 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.managers [None req-831de627-74a7-4944-94c4-6ad4ce2d66f5 None None] Bound port: 3be9cb4c-7763-4115-b6a4-52b0bdc967a4, host: n-d-813419-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc14127b-7032-4c50-bb5b-f6813cbae86e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'}}] {{(pid=102349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 11:29:00.478867 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-831de627-74a7-4944-94c4-6ad4ce2d66f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:29:00.528082 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-e243e214-976e-4632-a8e6-bd30d4ad2cc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:29:00.528559 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52f696c-590e-4c29-8f2e-2fa292557aad None None] Pushing event updated for resources: {'Port': ['ID=3be9cb4c-7763-4115-b6a4-52b0bdc967a4,revision_number=2']} {{(pid=102349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:29:00.543607 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.db [None req-831de627-74a7-4944-94c4-6ad4ce2d66f5 None None] For port 3be9cb4c-7763-4115-b6a4-52b0bdc967a4, host n-d-813419-10, cleared binding levels {{(pid=102349) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 11:29:00.547422 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.db [None req-831de627-74a7-4944-94c4-6ad4ce2d66f5 None None] For port 3be9cb4c-7763-4115-b6a4-52b0bdc967a4, host n-d-813419-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=3be9cb4c-7763-4115-b6a4-52b0bdc967a4,segment=NetworkSegment(bc14127b-7032-4c50-bb5b-f6813cbae86e),segment_id=bc14127b-7032-4c50-bb5b-f6813cbae86e)] {{(pid=102349) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 11:29:00.552782 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-831de627-74a7-4944-94c4-6ad4ce2d66f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:29:00.600134 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e243e214-976e-4632-a8e6-bd30d4ad2cc1 admin admin] Network 4bbaea51-0fdf-41fa-ab77-02c6f038c938 is already hosted by enough agents. {{(pid=102347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 11:29:00.604956 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [None req-e243e214-976e-4632-a8e6-bd30d4ad2cc1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 11:29:00.609606 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e243e214-976e-4632-a8e6-bd30d4ad2cc1 admin admin] Received port after_create {{(pid=102347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 11:29:00.635907 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-831de627-74a7-4944-94c4-6ad4ce2d66f5 None None] Routers {'64ad1ccb-b3ac-4d86-a769-d9fc2da89491'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 11:29:00.636589 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-831de627-74a7-4944-94c4-6ad4ce2d66f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T11:28:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['64ad1ccb-b3ac-4d86-a769-d9fc2da89491'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:29:00.637719 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e243e214-976e-4632-a8e6-bd30d4ad2cc1 admin admin] Pushing event updated for resources: {'Port': ['ID=adb35dc5-a77d-4db4-b3ba-38cf48f531a3,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:29:00.649237 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-e5099183-0e27-4472-a078-519e0cf529ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:29:00.656916 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-e243e214-976e-4632-a8e6-bd30d4ad2cc1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1664961'] for router_interface, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:29:00.686657 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52f696c-590e-4c29-8f2e-2fa292557aad None None] Pushing event updated for resources: {'Port': ['ID=3be9cb4c-7763-4115-b6a4-52b0bdc967a4,revision_number=3']} {{(pid=102349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:29:00.724986 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-e5099183-0e27-4472-a078-519e0cf529ab None None] For port d317e3ce-f445-4186-8617-a65294c78d13, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=d317e3ce-f445-4186-8617-a65294c78d13,segment=NetworkSegment(365891c4-ff80-4bd5-b80c-2b7ef8b3bd53),segment_id=365891c4-ff80-4bd5-b80c-2b7ef8b3bd53)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:29:00.731785 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device d317e3ce-f445-4186-8617-a65294c78d13 up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 11:29:00.735418 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-e5099183-0e27-4472-a078-519e0cf529ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:29:00.828504 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvr_db [None req-831de627-74a7-4944-94c4-6ad4ce2d66f5 None None] Set router 64ad1ccb-b3ac-4d86-a769-d9fc2da89491 gateway port host: n-d-813419-10 {{(pid=102349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 11:29:00.838191 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-e243e214-976e-4632-a8e6-bd30d4ad2cc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:29:00.848958 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-e5099183-0e27-4472-a078-519e0cf529ab None None] Provisioning complete for port 382a8593-0505-4b4c-8ca0-b00cddefefbc triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:29:00.849328 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-e5099183-0e27-4472-a078-519e0cf529ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:29:00.919556 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5099183-0e27-4472-a078-519e0cf529ab None None] Pushing event updated for resources: {'Port': ['ID=d317e3ce-f445-4186-8617-a65294c78d13,revision_number=3']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:29:00.957016 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port d317e3ce-f445-4186-8617-a65294c78d13 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:29:00.957343 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:29:01.103548 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-e243e214-976e-4632-a8e6-bd30d4ad2cc1 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:29:01.114177 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-831de627-74a7-4944-94c4-6ad4ce2d66f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64ad1ccb-b3ac-4d86-a769-d9fc2da89491', 'name': 'tempest-TestShelveInstance-217632649-router', 'tenant_id': '597fdca776c942a68524dcea1c328938', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.202'}], 'enable_snat': True}, 'gw_port_id': '3be9cb4c-7763-4115-b6a4-52b0bdc967a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:28:57Z', 'updated_at': '2021-10-27T11:28:58Z', 'revision_number': 3, 'project_id': '597fdca776c942a68524dcea1c328938', 'gw_port': {'id': '3be9cb4c-7763-4115-b6a4-52b0bdc967a4', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:18:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64ad1ccb-b3ac-4d86-a769-d9fc2da89491', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:28:58Z', 'updated_at': '2021-10-27T11:29:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10'}], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:29:01.116933 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 7b91f712-468e-4eb8-8aaf-183e93ac38d4 up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 11:29:01.117642 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-e243e214-976e-4632-a8e6-bd30d4ad2cc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:29:01.143612 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-831de627-74a7-4944-94c4-6ad4ce2d66f5 None None] The sync data for ids ['64ad1ccb-b3ac-4d86-a769-d9fc2da89491'] in n-d-813419-10 is: [{'id': '64ad1ccb-b3ac-4d86-a769-d9fc2da89491', 'name': 'tempest-TestShelveInstance-217632649-router', 'tenant_id': '597fdca776c942a68524dcea1c328938', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.202'}], 'enable_snat': True}, 'gw_port_id': '3be9cb4c-7763-4115-b6a4-52b0bdc967a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:28:57Z', 'updated_at': '2021-10-27T11:28:58Z', 'revision_number': 3, 'project_id': '597fdca776c942a68524dcea1c328938', 'gw_port': {'id': '3be9cb4c-7763-4115-b6a4-52b0bdc967a4', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:18:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64ad1ccb-b3ac-4d86-a769-d9fc2da89491', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:28:58Z', 'updated_at': '2021-10-27T11:29:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10'}] {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 11:29:01.193816 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-e88d08fe-c529-4257-abb8-1b3e1137867d None None] Provisioning complete for port d317e3ce-f445-4186-8617-a65294c78d13 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:29:01.194194 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-e88d08fe-c529-4257-abb8-1b3e1137867d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:29:01.228779 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e243e214-976e-4632-a8e6-bd30d4ad2cc1 admin admin] Pushing event updated for resources: {'Port': ['ID=adb35dc5-a77d-4db4-b3ba-38cf48f531a3,revision_number=2']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:29:01.234551 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-e243e214-976e-4632-a8e6-bd30d4ad2cc1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2006967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1766225'] for router_interface, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:29:01.258721 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port 7b91f712-468e-4eb8-8aaf-183e93ac38d4 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:29:01.259037 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:29:01.365772 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e243e214-976e-4632-a8e6-bd30d4ad2cc1 admin admin] Network 4bbaea51-0fdf-41fa-ab77-02c6f038c938 is already hosted by enough agents. {{(pid=102347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 11:29:01.367569 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [None req-e243e214-976e-4632-a8e6-bd30d4ad2cc1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 11:29:01.404377 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-e88d08fe-c529-4257-abb8-1b3e1137867d None None] Provisioning complete for port adb35dc5-a77d-4db4-b3ba-38cf48f531a3 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:29:01.404752 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-e88d08fe-c529-4257-abb8-1b3e1137867d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:29:01.446022 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-e88d08fe-c529-4257-abb8-1b3e1137867d None None] Port adb35dc5-a77d-4db4-b3ba-38cf48f531a3 cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 11:29:01.498635 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e243e214-976e-4632-a8e6-bd30d4ad2cc1 admin admin] Router 64ad1ccb-b3ac-4d86-a769-d9fc2da89491 has already been hosted by L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb {{(pid=102347) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 11:29:01.584027 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-324b9174-6bdc-4ade-90f8-0e433f0152d1 None None] Provisioning complete for port adb35dc5-a77d-4db4-b3ba-38cf48f531a3 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:29:01.584594 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-324b9174-6bdc-4ade-90f8-0e433f0152d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:29:01.630895 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-324b9174-6bdc-4ade-90f8-0e433f0152d1 None None] Port adb35dc5-a77d-4db4-b3ba-38cf48f531a3 cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 11:29:01.654025 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e243e214-976e-4632-a8e6-bd30d4ad2cc1 admin admin] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 11:29:01.659674 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-e243e214-976e-4632-a8e6-bd30d4ad2cc1 admin admin] 10.222.0.44 "PUT /v2.0/routers/64ad1ccb-b3ac-4d86-a769-d9fc2da89491/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1939380 Oct 27 11:29:01.751250 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-8d56cd64-b4ec-470a-a293-6a73a5b98c3b None None] Provisioning complete for port adb35dc5-a77d-4db4-b3ba-38cf48f531a3 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:29:01.751619 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-8d56cd64-b4ec-470a-a293-6a73a5b98c3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:29:01.797592 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-8d56cd64-b4ec-470a-a293-6a73a5b98c3b None None] Port adb35dc5-a77d-4db4-b3ba-38cf48f531a3 cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 11:29:02.109864 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 382a8593-0505-4b4c-8ca0-b00cddefefbc up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 11:29:02.163495 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port 382a8593-0505-4b4c-8ca0-b00cddefefbc triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:29:02.163987 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:29:02.246956 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 3be9cb4c-7763-4115-b6a4-52b0bdc967a4 up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 11:29:02.302411 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port 3be9cb4c-7763-4115-b6a4-52b0bdc967a4 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:29:02.302860 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:29:02.381922 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:29:02.401250 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] For port 3be9cb4c-7763-4115-b6a4-52b0bdc967a4, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=3be9cb4c-7763-4115-b6a4-52b0bdc967a4,segment=NetworkSegment(bc14127b-7032-4c50-bb5b-f6813cbae86e),segment_id=bc14127b-7032-4c50-bb5b-f6813cbae86e)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:29:02.405464 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:29:02.406205 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device d317e3ce-f445-4186-8617-a65294c78d13 up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 11:29:02.470169 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 48990) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:29:02.475150 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-6f5b15ef-559f-4540-a850-116ca6283c14 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-268880211', 'description': 'tempest-secgroup-smoke-268880211 description', 'project_id': '119835434d804c20aec5b5ab082c0fa1'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:29:02.498320 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-6f5b15ef-559f-4540-a850-116ca6283c14 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Publish callbacks [] for security_group, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:29:02.568471 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-6f5b15ef-559f-4540-a850-116ca6283c14 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Publish callbacks [] for security_group, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:29:02.572577 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-6f5b15ef-559f-4540-a850-116ca6283c14 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:29:02.601142 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-6f5b15ef-559f-4540-a850-116ca6283c14 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Publish callbacks [] for security_group, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:29:02.602384 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-6f5b15ef-559f-4540-a850-116ca6283c14 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1311352 Oct 27 11:29:02.605466 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 48992) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:29:02.609727 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-381578dc-642c-4b22-a364-4490b21e5112 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Request body: {'security_group_rule': {'security_group_id': '12060c99-edd8-46eb-95bf-c79e03a4bf0e', 'project_id': '119835434d804c20aec5b5ab082c0fa1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:29:02.617792 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5b15ef-559f-4540-a850-116ca6283c14 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Pushing event updated for resources: {'SecurityGroup': ['ID=12060c99-edd8-46eb-95bf-c79e03a4bf0e,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:29:02.643300 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Pushing event updated for resources: {'Port': ['ID=3be9cb4c-7763-4115-b6a4-52b0bdc967a4,revision_number=4']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:29:02.643894 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-381578dc-642c-4b22-a364-4490b21e5112 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:29:02.659278 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port d317e3ce-f445-4186-8617-a65294c78d13 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:29:02.660357 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:29:02.704654 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-381578dc-642c-4b22-a364-4490b21e5112 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:29:02.708562 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-381578dc-642c-4b22-a364-4490b21e5112 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671902'] for security_group_rule, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:29:02.725801 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381578dc-642c-4b22-a364-4490b21e5112 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=efcaf176-0ed8-4d1f-8c98-f88850d61189,revision_number=0']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:29:02.735673 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-381578dc-642c-4b22-a364-4490b21e5112 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:29:02.737546 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-381578dc-642c-4b22-a364-4490b21e5112 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1311610 Oct 27 11:29:02.740391 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 48994) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:29:02.744902 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-24cedf54-b083-4f95-abb9-49b4d6f6fe26 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Request body: {'security_group_rule': {'security_group_id': '12060c99-edd8-46eb-95bf-c79e03a4bf0e', 'project_id': '119835434d804c20aec5b5ab082c0fa1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:29:02.769568 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-24cedf54-b083-4f95-abb9-49b4d6f6fe26 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:29:02.823975 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-24cedf54-b083-4f95-abb9-49b4d6f6fe26 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:29:02.827180 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-24cedf54-b083-4f95-abb9-49b4d6f6fe26 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671902'] for security_group_rule, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:29:02.841357 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24cedf54-b083-4f95-abb9-49b4d6f6fe26 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dcf62e42-491e-43ee-bd58-21bd712d4bad,revision_number=0']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:29:02.851869 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-24cedf54-b083-4f95-abb9-49b4d6f6fe26 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:29:02.853089 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-24cedf54-b083-4f95-abb9-49b4d6f6fe26 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1115932 Oct 27 11:29:02.855796 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 48996) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:29:02.860345 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-5cad83a6-d76f-46e2-9638-45af8cc91818 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Request body: {'security_group_rule': {'security_group_id': '12060c99-edd8-46eb-95bf-c79e03a4bf0e', 'project_id': '119835434d804c20aec5b5ab082c0fa1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:29:02.887171 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-5cad83a6-d76f-46e2-9638-45af8cc91818 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:29:02.948341 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-5cad83a6-d76f-46e2-9638-45af8cc91818 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:29:02.952107 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-5cad83a6-d76f-46e2-9638-45af8cc91818 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671902'] for security_group_rule, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:29:02.972695 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cad83a6-d76f-46e2-9638-45af8cc91818 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=570061fe-d340-446e-bcf9-8da40f3e034d,revision_number=0']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:29:02.977979 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-5cad83a6-d76f-46e2-9638-45af8cc91818 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:29:02.979019 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-5cad83a6-d76f-46e2-9638-45af8cc91818 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1222596 Oct 27 11:29:02.981801 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 48998) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:29:02.986197 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-a6a6d51e-b344-4dbf-8d76-c334d53346eb tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Request body: {'security_group_rule': {'security_group_id': '12060c99-edd8-46eb-95bf-c79e03a4bf0e', 'project_id': '119835434d804c20aec5b5ab082c0fa1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:29:03.017628 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:29:03.020925 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-a6a6d51e-b344-4dbf-8d76-c334d53346eb tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:29:03.086398 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-a6a6d51e-b344-4dbf-8d76-c334d53346eb tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:29:03.091364 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-a6a6d51e-b344-4dbf-8d76-c334d53346eb tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671902'] for security_group_rule, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:29:03.110014 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a6d51e-b344-4dbf-8d76-c334d53346eb tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e9f0f42-1b28-4483-a810-cbad841ce380,revision_number=0']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:29:03.118437 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-a6a6d51e-b344-4dbf-8d76-c334d53346eb tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:29:03.119633 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-a6a6d51e-b344-4dbf-8d76-c334d53346eb tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1368973 Oct 27 11:29:03.122384 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 49000) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:29:03.126804 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-fa38bf9d-61f2-420e-b918-b06b4dc4e585 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Request body: {'security_group_rule': {'security_group_id': '12060c99-edd8-46eb-95bf-c79e03a4bf0e', 'project_id': '119835434d804c20aec5b5ab082c0fa1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:29:03.148412 n-d-813419-10 neutron-server[102347]: INFO neutron.db.securitygroups_db [None req-fa38bf9d-61f2-420e-b918-b06b4dc4e585 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Project 119835434d804c20aec5b5ab082c0fa1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 27 11:29:03.153384 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-fa38bf9d-61f2-420e-b918-b06b4dc4e585 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:29:03.215752 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-fa38bf9d-61f2-420e-b918-b06b4dc4e585 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:29:03.219492 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-fa38bf9d-61f2-420e-b918-b06b4dc4e585 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671902'] for security_group_rule, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:29:03.237300 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa38bf9d-61f2-420e-b918-b06b4dc4e585 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cdb8897d-d064-457c-a5aa-a0300aa6dd27,revision_number=0']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:29:03.247256 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-fa38bf9d-61f2-420e-b918-b06b4dc4e585 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:29:03.248530 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-fa38bf9d-61f2-420e-b918-b06b4dc4e585 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1251674 Oct 27 11:29:03.251423 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 49002) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:29:03.256392 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-07d53d4a-737d-431b-8821-d06f70cf1578 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Request body: {'security_group_rule': {'security_group_id': '12060c99-edd8-46eb-95bf-c79e03a4bf0e', 'project_id': '119835434d804c20aec5b5ab082c0fa1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:29:03.281157 n-d-813419-10 neutron-server[102347]: INFO neutron.db.securitygroups_db [None req-07d53d4a-737d-431b-8821-d06f70cf1578 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Project 119835434d804c20aec5b5ab082c0fa1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 27 11:29:03.286601 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-07d53d4a-737d-431b-8821-d06f70cf1578 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:29:03.351020 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-07d53d4a-737d-431b-8821-d06f70cf1578 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:29:03.354742 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-07d53d4a-737d-431b-8821-d06f70cf1578 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671902'] for security_group_rule, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:29:03.371549 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d53d4a-737d-431b-8821-d06f70cf1578 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba63621d-207d-47d1-964f-9b22f1be638c,revision_number=0']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:29:03.382876 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-07d53d4a-737d-431b-8821-d06f70cf1578 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:29:03.384019 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-07d53d4a-737d-431b-8821-d06f70cf1578 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1312139 Oct 27 11:29:03.411889 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f3a11b1-46d1-4d87-a8c1-68a7eb9aeb54 None None] Sync routers for ids ['64ad1ccb-b3ac-4d86-a769-d9fc2da89491'] in n-d-813419-10 {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 11:29:03.424069 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f3a11b1-46d1-4d87-a8c1-68a7eb9aeb54 None None] Routers {'64ad1ccb-b3ac-4d86-a769-d9fc2da89491'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 11:29:03.424737 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-6f3a11b1-46d1-4d87-a8c1-68a7eb9aeb54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T11:28:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['64ad1ccb-b3ac-4d86-a769-d9fc2da89491'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:29:03.533710 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvr_db [None req-6f3a11b1-46d1-4d87-a8c1-68a7eb9aeb54 None None] Set router 64ad1ccb-b3ac-4d86-a769-d9fc2da89491 gateway port host: n-d-813419-10 {{(pid=102348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 11:29:03.585266 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-ff3283cf-8be0-4987-bbb9-bb8f0dc838b3 req-4524e415-982d-4fe7-8998-14a41fb3a90b tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-268880211&fields=id&tenant_id=119835434d804c20aec5b5ab082c0fa1 HTTP/1.1" status: 200 len: 267 time: 0.0331550 Oct 27 11:29:03.691079 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3283cf-8be0-4987-bbb9-bb8f0dc838b3 req-4d953b9d-3488-4eec-93fa-340319c4ccc4 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:29:03.692575 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-ff3283cf-8be0-4987-bbb9-bb8f0dc838b3 req-4d953b9d-3488-4eec-93fa-340319c4ccc4 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] 10.222.0.44 "GET /v2.0/networks?id=be74d82b-dde0-4702-8d51-5db4a12a399b HTTP/1.1" status: 200 len: 809 time: 0.1002822 Oct 27 11:29:03.708417 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-ff3283cf-8be0-4987-bbb9-bb8f0dc838b3 req-a701df2e-f86d-4f17-a07d-0724881054b3 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] 10.222.0.44 "GET /v2.0/quotas/119835434d804c20aec5b5ab082c0fa1 HTTP/1.1" status: 200 len: 375 time: 0.0096097 Oct 27 11:29:03.735262 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-6f3a11b1-46d1-4d87-a8c1-68a7eb9aeb54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64ad1ccb-b3ac-4d86-a769-d9fc2da89491', 'name': 'tempest-TestShelveInstance-217632649-router', 'tenant_id': '597fdca776c942a68524dcea1c328938', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.202'}], 'enable_snat': True}, 'gw_port_id': '3be9cb4c-7763-4115-b6a4-52b0bdc967a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:28:57Z', 'updated_at': '2021-10-27T11:29:00Z', 'revision_number': 4, 'project_id': '597fdca776c942a68524dcea1c328938', 'gw_port': {'id': '3be9cb4c-7763-4115-b6a4-52b0bdc967a4', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:18:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64ad1ccb-b3ac-4d86-a769-d9fc2da89491', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:28:58Z', 'updated_at': '2021-10-27T11:29:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_interfaces': [{'id': 'adb35dc5-a77d-4db4-b3ba-38cf48f531a3', 'name': '', 'network_id': '4bbaea51-0fdf-41fa-ab77-02c6f038c938', 'tenant_id': '597fdca776c942a68524dcea1c328938', 'mac_address': 'fa:16:3e:99:b1:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64ad1ccb-b3ac-4d86-a769-d9fc2da89491', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '497c9a0f-228c-411d-aa91-d74b5dd169d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:29:00Z', 'updated_at': '2021-10-27T11:29:00Z', 'revision_number': 2, 'project_id': '597fdca776c942a68524dcea1c328938', 'subnets': [{'id': '497c9a0f-228c-411d-aa91-d74b5dd169d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:29:03.763063 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-ff3283cf-8be0-4987-bbb9-bb8f0dc838b3 req-c1ccb731-9c83-4b43-806f-7f71bd86f250 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=119835434d804c20aec5b5ab082c0fa1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0493336 Oct 27 11:29:03.772884 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f3a11b1-46d1-4d87-a8c1-68a7eb9aeb54 None None] Checking router: 64ad1ccb-b3ac-4d86-a769-d9fc2da89491 for host: n-d-813419-10 {{(pid=102348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 11:29:03.773245 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f3a11b1-46d1-4d87-a8c1-68a7eb9aeb54 None None] Updating router 64ad1ccb-b3ac-4d86-a769-d9fc2da89491 port adb35dc5-a77d-4db4-b3ba-38cf48f531a3 binding host n-d-813419-10 {{(pid=102348) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 11:29:03.799308 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-6f3a11b1-46d1-4d87-a8c1-68a7eb9aeb54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:29:03.953269 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-ff3283cf-8be0-4987-bbb9-bb8f0dc838b3 req-83b5ab2b-bb37-436a-aaef-3ff8134e4884 service neutron] 10.222.0.44 "GET /v2.0/networks/be74d82b-dde0-4702-8d51-5db4a12a399b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1774230 Oct 27 11:29:04.017949 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 3be9cb4c-7763-4115-b6a4-52b0bdc967a4 up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 11:29:04.052057 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-ff3283cf-8be0-4987-bbb9-bb8f0dc838b3 req-992c7bde-e1b2-47dd-84b9-cdd4c03acfb7 service neutron] 10.222.0.44 "GET /v2.0/networks/be74d82b-dde0-4702-8d51-5db4a12a399b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918832 Oct 27 11:29:04.102801 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-6f3a11b1-46d1-4d87-a8c1-68a7eb9aeb54 None None] Publish callbacks [] for port, precommit_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:29:04.112358 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-6f3a11b1-46d1-4d87-a8c1-68a7eb9aeb54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:29:04.122724 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port 3be9cb4c-7763-4115-b6a4-52b0bdc967a4 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:29:04.123091 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:29:04.201495 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b95ee07-2f1b-4617-a6ab-09633367c942 None None] Pushing event updated for resources: {'Port': ['ID=adb35dc5-a77d-4db4-b3ba-38cf48f531a3,revision_number=3']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:29:04.252168 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-beb62cd6-9dfe-4e1e-b687-e5b2d253bb6f req-532869c5-543b-4edc-8e62-2d3e10d29e96 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c1172c7-aa24-446d-a975-8ccfc0bb304e HTTP/1.1" status: 200 len: 210 time: 0.0353367 Oct 27 11:29:04.263061 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-6f3a11b1-46d1-4d87-a8c1-68a7eb9aeb54 None None] Attempting to bind port adb35dc5-a77d-4db4-b3ba-38cf48f531a3 on host n-d-813419-10 for vnic_type normal with profile {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 11:29:04.263470 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-6f3a11b1-46d1-4d87-a8c1-68a7eb9aeb54 None None] Attempting to bind port adb35dc5-a77d-4db4-b3ba-38cf48f531a3 by drivers openvswitch,hyperv on host n-d-813419-10 at level 0 using segments [{'id': '365891c4-ff80-4bd5-b80c-2b7ef8b3bd53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '4bbaea51-0fdf-41fa-ab77-02c6f038c938'}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 11:29:04.263716 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f3a11b1-46d1-4d87-a8c1-68a7eb9aeb54 None None] Attempting to bind port adb35dc5-a77d-4db4-b3ba-38cf48f531a3 on network 4bbaea51-0fdf-41fa-ab77-02c6f038c938 {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 11:29:04.288985 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f3a11b1-46d1-4d87-a8c1-68a7eb9aeb54 None None] Checking agent: {'id': '89dba0f3-79b2-435e-9822-33674b8f6ada', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 8, 20), 'started_at': datetime.datetime(2021, 10, 27, 10, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 11, 28, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 11:29:04.289366 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f3a11b1-46d1-4d87-a8c1-68a7eb9aeb54 None None] Checking segment: {'id': '365891c4-ff80-4bd5-b80c-2b7ef8b3bd53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '4bbaea51-0fdf-41fa-ab77-02c6f038c938'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 11:29:04.289772 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-6f3a11b1-46d1-4d87-a8c1-68a7eb9aeb54 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:29:04.290163 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f3a11b1-46d1-4d87-a8c1-68a7eb9aeb54 None None] Bound using segment: {'id': '365891c4-ff80-4bd5-b80c-2b7ef8b3bd53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '4bbaea51-0fdf-41fa-ab77-02c6f038c938'} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 11:29:04.290632 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-6f3a11b1-46d1-4d87-a8c1-68a7eb9aeb54 None None] Bound port: adb35dc5-a77d-4db4-b3ba-38cf48f531a3, host: n-d-813419-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '365891c4-ff80-4bd5-b80c-2b7ef8b3bd53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '4bbaea51-0fdf-41fa-ab77-02c6f038c938'}}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 11:29:04.291017 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-6f3a11b1-46d1-4d87-a8c1-68a7eb9aeb54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:29:04.389401 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-6f3a11b1-46d1-4d87-a8c1-68a7eb9aeb54 None None] For port adb35dc5-a77d-4db4-b3ba-38cf48f531a3, host n-d-813419-10, cleared binding levels {{(pid=102348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 11:29:04.393221 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-6f3a11b1-46d1-4d87-a8c1-68a7eb9aeb54 None None] For port adb35dc5-a77d-4db4-b3ba-38cf48f531a3, host n-d-813419-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=adb35dc5-a77d-4db4-b3ba-38cf48f531a3,segment=NetworkSegment(365891c4-ff80-4bd5-b80c-2b7ef8b3bd53),segment_id=365891c4-ff80-4bd5-b80c-2b7ef8b3bd53)] {{(pid=102348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 11:29:04.399436 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-6f3a11b1-46d1-4d87-a8c1-68a7eb9aeb54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:29:04.480507 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f3a11b1-46d1-4d87-a8c1-68a7eb9aeb54 None None] Routers {'64ad1ccb-b3ac-4d86-a769-d9fc2da89491'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 11:29:04.481381 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-6f3a11b1-46d1-4d87-a8c1-68a7eb9aeb54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T11:28:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['64ad1ccb-b3ac-4d86-a769-d9fc2da89491'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:29:04.488726 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7fc3f5fd-ea35-4d83-b7b4-ffe7729761d7 None None] Provisioning complete for port adb35dc5-a77d-4db4-b3ba-38cf48f531a3 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:29:04.489091 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7fc3f5fd-ea35-4d83-b7b4-ffe7729761d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:29:04.520789 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b95ee07-2f1b-4617-a6ab-09633367c942 None None] Pushing event updated for resources: {'Port': ['ID=adb35dc5-a77d-4db4-b3ba-38cf48f531a3,revision_number=4']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:29:04.676447 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvr_db [None req-6f3a11b1-46d1-4d87-a8c1-68a7eb9aeb54 None None] Set router 64ad1ccb-b3ac-4d86-a769-d9fc2da89491 gateway port host: n-d-813419-10 {{(pid=102348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 11:29:04.708453 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7fc3f5fd-ea35-4d83-b7b4-ffe7729761d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:29:04.790255 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-7fc3f5fd-ea35-4d83-b7b4-ffe7729761d7 None None] For port adb35dc5-a77d-4db4-b3ba-38cf48f531a3, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=adb35dc5-a77d-4db4-b3ba-38cf48f531a3,segment=NetworkSegment(365891c4-ff80-4bd5-b80c-2b7ef8b3bd53),segment_id=365891c4-ff80-4bd5-b80c-2b7ef8b3bd53)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:29:04.829130 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7fc3f5fd-ea35-4d83-b7b4-ffe7729761d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:29:04.904127 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc3f5fd-ea35-4d83-b7b4-ffe7729761d7 None None] Pushing event updated for resources: {'Port': ['ID=adb35dc5-a77d-4db4-b3ba-38cf48f531a3,revision_number=5']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:29:04.958188 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-58618156-bef4-4023-acb0-7c39c24428f4 None None] Provisioning complete for port adb35dc5-a77d-4db4-b3ba-38cf48f531a3 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:29:04.958532 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-58618156-bef4-4023-acb0-7c39c24428f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:29:05.008178 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-6f3a11b1-46d1-4d87-a8c1-68a7eb9aeb54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64ad1ccb-b3ac-4d86-a769-d9fc2da89491', 'name': 'tempest-TestShelveInstance-217632649-router', 'tenant_id': '597fdca776c942a68524dcea1c328938', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.202'}], 'enable_snat': True}, 'gw_port_id': '3be9cb4c-7763-4115-b6a4-52b0bdc967a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:28:57Z', 'updated_at': '2021-10-27T11:29:00Z', 'revision_number': 4, 'project_id': '597fdca776c942a68524dcea1c328938', 'gw_port': {'id': '3be9cb4c-7763-4115-b6a4-52b0bdc967a4', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:18:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64ad1ccb-b3ac-4d86-a769-d9fc2da89491', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:28:58Z', 'updated_at': '2021-10-27T11:29:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_interfaces': [{'id': 'adb35dc5-a77d-4db4-b3ba-38cf48f531a3', 'name': '', 'network_id': '4bbaea51-0fdf-41fa-ab77-02c6f038c938', 'tenant_id': '597fdca776c942a68524dcea1c328938', 'mac_address': 'fa:16:3e:99:b1:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64ad1ccb-b3ac-4d86-a769-d9fc2da89491', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '497c9a0f-228c-411d-aa91-d74b5dd169d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:29:00Z', 'updated_at': '2021-10-27T11:29:04Z', 'revision_number': 4, 'project_id': '597fdca776c942a68524dcea1c328938', 'subnets': [{'id': '497c9a0f-228c-411d-aa91-d74b5dd169d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:29:05.045355 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f3a11b1-46d1-4d87-a8c1-68a7eb9aeb54 None None] The sync data for ids ['64ad1ccb-b3ac-4d86-a769-d9fc2da89491'] in n-d-813419-10 is: [{'id': '64ad1ccb-b3ac-4d86-a769-d9fc2da89491', 'name': 'tempest-TestShelveInstance-217632649-router', 'tenant_id': '597fdca776c942a68524dcea1c328938', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.202'}], 'enable_snat': True}, 'gw_port_id': '3be9cb4c-7763-4115-b6a4-52b0bdc967a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:28:57Z', 'updated_at': '2021-10-27T11:29:00Z', 'revision_number': 4, 'project_id': '597fdca776c942a68524dcea1c328938', 'gw_port': {'id': '3be9cb4c-7763-4115-b6a4-52b0bdc967a4', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:18:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64ad1ccb-b3ac-4d86-a769-d9fc2da89491', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:28:58Z', 'updated_at': '2021-10-27T11:29:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_interfaces': [{'id': 'adb35dc5-a77d-4db4-b3ba-38cf48f531a3', 'name': '', 'network_id': '4bbaea51-0fdf-41fa-ab77-02c6f038c938', 'tenant_id': '597fdca776c942a68524dcea1c328938', 'mac_address': 'fa:16:3e:99:b1:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64ad1ccb-b3ac-4d86-a769-d9fc2da89491', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '497c9a0f-228c-411d-aa91-d74b5dd169d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:29:00Z', 'updated_at': '2021-10-27T11:29:04Z', 'revision_number': 4, 'project_id': '597fdca776c942a68524dcea1c328938', 'subnets': [{'id': '497c9a0f-228c-411d-aa91-d74b5dd169d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 11:29:05.286211 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3283cf-8be0-4987-bbb9-bb8f0dc838b3 req-ffd421a3-1cbb-4429-bcc0-7ce08a9b7430 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:29:05.287712 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-ff3283cf-8be0-4987-bbb9-bb8f0dc838b3 req-ffd421a3-1cbb-4429-bcc0-7ce08a9b7430 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] 10.222.0.64 "GET /v2.0/networks?id=be74d82b-dde0-4702-8d51-5db4a12a399b HTTP/1.1" status: 200 len: 809 time: 0.1204259 Oct 27 11:29:05.336255 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-ff3283cf-8be0-4987-bbb9-bb8f0dc838b3 req-4f0a2fa6-b15e-41ea-8661-8fe1ccd1ec09 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=119835434d804c20aec5b5ab082c0fa1 HTTP/1.1" status: 200 len: 379 time: 0.0390074 Oct 27 11:29:05.350321 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [req-ff3283cf-8be0-4987-bbb9-bb8f0dc838b3 req-0260216f-f7b5-4507-b106-6b1bc8ae6759 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Request body: {'port': {'device_id': '2c1172c7-aa24-446d-a975-8ccfc0bb304e', 'network_id': 'be74d82b-dde0-4702-8d51-5db4a12a399b', 'admin_state_up': True, 'tenant_id': '119835434d804c20aec5b5ab082c0fa1', 'security_groups': ['12060c99-edd8-46eb-95bf-c79e03a4bf0e']}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:29:05.404665 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-4199484a-2b37-4386-94d7-b53b0a067851 req-c1a53490-7a07-45e7-a628-ce5fab71bb1e tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c1172c7-aa24-446d-a975-8ccfc0bb304e HTTP/1.1" status: 200 len: 210 time: 0.0677762 Oct 27 11:29:05.484533 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff3283cf-8be0-4987-bbb9-bb8f0dc838b3 req-0260216f-f7b5-4507-b106-6b1bc8ae6759 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Made reservation on behalf of 119835434d804c20aec5b5ab082c0fa1 for: {'port': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 11:29:05.488793 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-ff3283cf-8be0-4987-bbb9-bb8f0dc838b3 req-0260216f-f7b5-4507-b106-6b1bc8ae6759 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:29:05.618545 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_common [req-ff3283cf-8be0-4987-bbb9-bb8f0dc838b3 req-0260216f-f7b5-4507-b106-6b1bc8ae6759 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Allocated IP 172.20.0.8 (be74d82b-dde0-4702-8d51-5db4a12a399b/31df114b-b9fa-4b4a-ab73-c47e48dcbf3d/1ad2cf95-0279-4064-aac5-9f8921933d70) {{(pid=102347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 11:29:05.760096 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-ff3283cf-8be0-4987-bbb9-bb8f0dc838b3 req-0260216f-f7b5-4507-b106-6b1bc8ae6759 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Publish callbacks [] for port, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:29:05.804480 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-ff3283cf-8be0-4987-bbb9-bb8f0dc838b3 req-0260216f-f7b5-4507-b106-6b1bc8ae6759 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:29:05.846928 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff3283cf-8be0-4987-bbb9-bb8f0dc838b3 req-0260216f-f7b5-4507-b106-6b1bc8ae6759 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Network be74d82b-dde0-4702-8d51-5db4a12a399b is already hosted by enough agents. {{(pid=102347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 11:29:05.850015 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [req-ff3283cf-8be0-4987-bbb9-bb8f0dc838b3 req-0260216f-f7b5-4507-b106-6b1bc8ae6759 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Resources bound (agent type, host, resource id): {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 11:29:05.853653 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff3283cf-8be0-4987-bbb9-bb8f0dc838b3 req-0260216f-f7b5-4507-b106-6b1bc8ae6759 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Received port after_create {{(pid=102347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 11:29:05.877248 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0260216f-f7b5-4507-b106-6b1bc8ae6759 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Pushing event updated for resources: {'Port': ['ID=1ad2cf95-0279-4064-aac5-9f8921933d70,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:29:05.905443 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3283cf-8be0-4987-bbb9-bb8f0dc838b3 req-0260216f-f7b5-4507-b106-6b1bc8ae6759 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:29:05.906063 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-ff3283cf-8be0-4987-bbb9-bb8f0dc838b3 req-0260216f-f7b5-4507-b106-6b1bc8ae6759 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:29:05.924431 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-ff3283cf-8be0-4987-bbb9-bb8f0dc838b3 req-0260216f-f7b5-4507-b106-6b1bc8ae6759 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5782237 Oct 27 11:29:05.936848 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [req-ff3283cf-8be0-4987-bbb9-bb8f0dc838b3 req-5a3123dd-f5d8-4ad3-92ee-1aca4bfda59d service neutron] Request body: {'port': {'device_id': '2c1172c7-aa24-446d-a975-8ccfc0bb304e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-10'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:29:05.999680 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-ff3283cf-8be0-4987-bbb9-bb8f0dc838b3 req-5a3123dd-f5d8-4ad3-92ee-1aca4bfda59d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:29:06.027645 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device adb35dc5-a77d-4db4-b3ba-38cf48f531a3 up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 11:29:06.076883 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port adb35dc5-a77d-4db4-b3ba-38cf48f531a3 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:29:06.077333 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:29:06.169039 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-946445a9-30f7-4c0c-810d-2182c23e452e None None] Provisioning complete for port 1ad2cf95-0279-4064-aac5-9f8921933d70 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:29:06.169275 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-946445a9-30f7-4c0c-810d-2182c23e452e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:29:06.202871 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-946445a9-30f7-4c0c-810d-2182c23e452e None None] Port 1ad2cf95-0279-4064-aac5-9f8921933d70 cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 11:29:06.260680 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [req-ff3283cf-8be0-4987-bbb9-bb8f0dc838b3 req-5a3123dd-f5d8-4ad3-92ee-1aca4bfda59d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ad2cf95-0279-4064-aac5-9f8921933d70 {{(pid=102347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 11:29:06.268558 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-ff3283cf-8be0-4987-bbb9-bb8f0dc838b3 req-5a3123dd-f5d8-4ad3-92ee-1aca4bfda59d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:29:06.280847 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.provisioning_blocks [req-ff3283cf-8be0-4987-bbb9-bb8f0dc838b3 req-5a3123dd-f5d8-4ad3-92ee-1aca4bfda59d service neutron] Transition to ACTIVE for port object 1ad2cf95-0279-4064-aac5-9f8921933d70 will not be triggered until provisioned by entity L2. {{(pid=102347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 11:29:06.284708 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-ff3283cf-8be0-4987-bbb9-bb8f0dc838b3 req-5a3123dd-f5d8-4ad3-92ee-1aca4bfda59d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:29:06.331687 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3123dd-f5d8-4ad3-92ee-1aca4bfda59d service neutron] Pushing event updated for resources: {'Port': ['ID=1ad2cf95-0279-4064-aac5-9f8921933d70,revision_number=2']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:29:06.407083 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-ff3283cf-8be0-4987-bbb9-bb8f0dc838b3 req-5a3123dd-f5d8-4ad3-92ee-1aca4bfda59d service neutron] Attempting to bind port 1ad2cf95-0279-4064-aac5-9f8921933d70 on host n-h1-813419-10 for vnic_type normal with profile {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 11:29:06.407530 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-ff3283cf-8be0-4987-bbb9-bb8f0dc838b3 req-5a3123dd-f5d8-4ad3-92ee-1aca4bfda59d service neutron] Attempting to bind port 1ad2cf95-0279-4064-aac5-9f8921933d70 by drivers openvswitch,hyperv on host n-h1-813419-10 at level 0 using segments [{'id': 'ec5f63a7-bd4b-46ba-9465-61e282d8f20f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'be74d82b-dde0-4702-8d51-5db4a12a399b'}] {{(pid=102347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 11:29:06.412020 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff3283cf-8be0-4987-bbb9-bb8f0dc838b3 req-5a3123dd-f5d8-4ad3-92ee-1aca4bfda59d service neutron] Attempting to bind port 1ad2cf95-0279-4064-aac5-9f8921933d70 on network be74d82b-dde0-4702-8d51-5db4a12a399b {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 11:29:06.418595 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff3283cf-8be0-4987-bbb9-bb8f0dc838b3 req-5a3123dd-f5d8-4ad3-92ee-1aca4bfda59d service neutron] Port 1ad2cf95-0279-4064-aac5-9f8921933d70 on network be74d82b-dde0-4702-8d51-5db4a12a399b not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-10 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 11:29:06.418911 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff3283cf-8be0-4987-bbb9-bb8f0dc838b3 req-5a3123dd-f5d8-4ad3-92ee-1aca4bfda59d service neutron] Attempting to bind port 1ad2cf95-0279-4064-aac5-9f8921933d70 on network be74d82b-dde0-4702-8d51-5db4a12a399b {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 11:29:06.427924 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff3283cf-8be0-4987-bbb9-bb8f0dc838b3 req-5a3123dd-f5d8-4ad3-92ee-1aca4bfda59d service neutron] Checking agent: {'id': 'a52e1cab-0c63-402d-9c94-330537c6c076', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 16, 2), 'started_at': datetime.datetime(2021, 10, 27, 10, 16, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 11, 29, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 11:29:06.428188 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff3283cf-8be0-4987-bbb9-bb8f0dc838b3 req-5a3123dd-f5d8-4ad3-92ee-1aca4bfda59d service neutron] Checking segment: {'id': 'ec5f63a7-bd4b-46ba-9465-61e282d8f20f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'be74d82b-dde0-4702-8d51-5db4a12a399b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 11:29:06.428597 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff3283cf-8be0-4987-bbb9-bb8f0dc838b3 req-5a3123dd-f5d8-4ad3-92ee-1aca4bfda59d service neutron] Bound using segment: {'id': 'ec5f63a7-bd4b-46ba-9465-61e282d8f20f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'be74d82b-dde0-4702-8d51-5db4a12a399b'} {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 11:29:06.429030 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-ff3283cf-8be0-4987-bbb9-bb8f0dc838b3 req-5a3123dd-f5d8-4ad3-92ee-1aca4bfda59d service neutron] Bound port: 1ad2cf95-0279-4064-aac5-9f8921933d70, host: n-h1-813419-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec5f63a7-bd4b-46ba-9465-61e282d8f20f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'be74d82b-dde0-4702-8d51-5db4a12a399b'}}] {{(pid=102347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 11:29:06.429394 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-ff3283cf-8be0-4987-bbb9-bb8f0dc838b3 req-5a3123dd-f5d8-4ad3-92ee-1aca4bfda59d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:29:06.498461 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-ff3283cf-8be0-4987-bbb9-bb8f0dc838b3 req-5a3123dd-f5d8-4ad3-92ee-1aca4bfda59d service neutron] For port 1ad2cf95-0279-4064-aac5-9f8921933d70, host n-h1-813419-10, cleared binding levels {{(pid=102347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 11:29:06.502197 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-ff3283cf-8be0-4987-bbb9-bb8f0dc838b3 req-5a3123dd-f5d8-4ad3-92ee-1aca4bfda59d service neutron] For port 1ad2cf95-0279-4064-aac5-9f8921933d70, host n-h1-813419-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=1ad2cf95-0279-4064-aac5-9f8921933d70,segment=NetworkSegment(ec5f63a7-bd4b-46ba-9465-61e282d8f20f),segment_id=ec5f63a7-bd4b-46ba-9465-61e282d8f20f)] {{(pid=102347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 11:29:06.507519 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-ff3283cf-8be0-4987-bbb9-bb8f0dc838b3 req-5a3123dd-f5d8-4ad3-92ee-1aca4bfda59d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:29:06.538653 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab22598-7268-4b11-aae1-22aa1e29704d req-b4af649a-24b9-4ee2-8870-e014b687aea2 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:29:06.540168 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-9ab22598-7268-4b11-aae1-22aa1e29704d req-b4af649a-24b9-4ee2-8870-e014b687aea2 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c1172c7-aa24-446d-a975-8ccfc0bb304e HTTP/1.1" status: 200 len: 943 time: 0.0532267 Oct 27 11:29:06.549644 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3283cf-8be0-4987-bbb9-bb8f0dc838b3 req-5a3123dd-f5d8-4ad3-92ee-1aca4bfda59d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:29:06.550261 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-ff3283cf-8be0-4987-bbb9-bb8f0dc838b3 req-5a3123dd-f5d8-4ad3-92ee-1aca4bfda59d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:29:06.551713 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-ff3283cf-8be0-4987-bbb9-bb8f0dc838b3 req-5a3123dd-f5d8-4ad3-92ee-1aca4bfda59d service neutron] 10.222.0.64 "PUT /v2.0/ports/1ad2cf95-0279-4064-aac5-9f8921933d70 HTTP/1.1" status: 200 len: 1092 time: 0.6192586 Oct 27 11:29:06.552331 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c1172c7-aa24-446d-a975-8ccfc0bb304e', 'tag': '1ad2cf95-0279-4064-aac5-9f8921933d70'}] {{(pid=102347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 11:29:06.557440 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b4a6b06816dbd4a25adc79839574a1cde60454ea9fb7ff9bc84d34209fb596e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-799d43bd-9eb5-4acf-b9d3-f0c69ac68ec8" -d '{"events": [{"name": "network-changed", "server_uuid": "2c1172c7-aa24-446d-a975-8ccfc0bb304e", "tag": "1ad2cf95-0279-4064-aac5-9f8921933d70"}]}' {{(pid=102347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 11:29:06.593909 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3123dd-f5d8-4ad3-92ee-1aca4bfda59d service neutron] Pushing event updated for resources: {'Port': ['ID=1ad2cf95-0279-4064-aac5-9f8921933d70,revision_number=3']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:29:06.615416 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 11:29:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61f6c1e7-2709-4113-8dbe-366348219a75 x-openstack-request-id: req-61f6c1e7-2709-4113-8dbe-366348219a75 {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 11:29:06.615416 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c1172c7-aa24-446d-a975-8ccfc0bb304e", "tag": "1ad2cf95-0279-4064-aac5-9f8921933d70", "status": "completed", "code": 200}]} {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 11:29:06.615416 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-61f6c1e7-2709-4113-8dbe-366348219a75 {{(pid=102347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 11:29:06.615866 n-d-813419-10 neutron-server[102347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c1172c7-aa24-446d-a975-8ccfc0bb304e', 'tag': '1ad2cf95-0279-4064-aac5-9f8921933d70', 'status': 'completed', 'code': 200} Oct 27 11:29:06.624985 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-9ab22598-7268-4b11-aae1-22aa1e29704d req-25d240d9-db9d-49f7-a890-fa424db7c01f tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] 10.222.0.44 "GET /v2.0/security-groups?id=12060c99-edd8-46eb-95bf-c79e03a4bf0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0784221 Oct 27 11:29:06.662336 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3283cf-8be0-4987-bbb9-bb8f0dc838b3 req-75652554-5e5a-49a0-b2d5-c7d507bfa2cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:29:06.663856 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-ff3283cf-8be0-4987-bbb9-bb8f0dc838b3 req-75652554-5e5a-49a0-b2d5-c7d507bfa2cc service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=119835434d804c20aec5b5ab082c0fa1&device_id=2c1172c7-aa24-446d-a975-8ccfc0bb304e HTTP/1.1" status: 200 len: 1095 time: 0.0644586 Oct 27 11:29:06.707745 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-ff3283cf-8be0-4987-bbb9-bb8f0dc838b3 req-dac0ad17-f148-40da-90b7-dd3de1ae098d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1ad2cf95-0279-4064-aac5-9f8921933d70 HTTP/1.1" status: 200 len: 217 time: 0.0357652 Oct 27 11:29:06.759934 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3283cf-8be0-4987-bbb9-bb8f0dc838b3 req-b4a52755-86d2-4f18-bd6f-3dd9945578aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:29:06.761426 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-ff3283cf-8be0-4987-bbb9-bb8f0dc838b3 req-b4a52755-86d2-4f18-bd6f-3dd9945578aa service neutron] 10.222.0.64 "GET /v2.0/subnets?id=31df114b-b9fa-4b4a-ab73-c47e48dcbf3d HTTP/1.1" status: 200 len: 848 time: 0.0473642 Oct 27 11:29:06.809305 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3283cf-8be0-4987-bbb9-bb8f0dc838b3 req-00857b88-27ae-4edc-b977-14316d65d9ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:29:06.810767 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-ff3283cf-8be0-4987-bbb9-bb8f0dc838b3 req-00857b88-27ae-4edc-b977-14316d65d9ba service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=be74d82b-dde0-4702-8d51-5db4a12a399b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0422409 Oct 27 11:29:06.899093 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-ff3283cf-8be0-4987-bbb9-bb8f0dc838b3 req-70b455fc-6097-4c1d-9443-391ae7cc045f service neutron] 10.222.0.64 "GET /v2.0/networks/be74d82b-dde0-4702-8d51-5db4a12a399b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803051 Oct 27 11:29:06.989717 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-ff3283cf-8be0-4987-bbb9-bb8f0dc838b3 req-77bd8401-01dc-4225-bf0f-9e968ed26b15 service neutron] 10.222.0.64 "GET /v2.0/networks/be74d82b-dde0-4702-8d51-5db4a12a399b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838528 Oct 27 11:29:07.076327 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799d43bd-9eb5-4acf-b9d3-f0c69ac68ec8 req-d49d6d13-d2ee-4326-a289-38c44fde085a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:29:07.077826 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-799d43bd-9eb5-4acf-b9d3-f0c69ac68ec8 req-d49d6d13-d2ee-4326-a289-38c44fde085a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=119835434d804c20aec5b5ab082c0fa1&device_id=2c1172c7-aa24-446d-a975-8ccfc0bb304e HTTP/1.1" status: 200 len: 1095 time: 0.0400944 Oct 27 11:29:07.170475 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799d43bd-9eb5-4acf-b9d3-f0c69ac68ec8 req-4b1b71db-c575-49fe-be47-6491b8f9de1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:29:07.171933 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-799d43bd-9eb5-4acf-b9d3-f0c69ac68ec8 req-4b1b71db-c575-49fe-be47-6491b8f9de1d service neutron] 10.222.0.64 "GET /v2.0/networks?id=be74d82b-dde0-4702-8d51-5db4a12a399b HTTP/1.1" status: 200 len: 910 time: 0.0860763 Oct 27 11:29:07.212537 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-799d43bd-9eb5-4acf-b9d3-f0c69ac68ec8 req-a38f656f-ad2d-4c30-8f0b-b44ed964e153 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1ad2cf95-0279-4064-aac5-9f8921933d70 HTTP/1.1" status: 200 len: 217 time: 0.0327463 Oct 27 11:29:07.260322 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799d43bd-9eb5-4acf-b9d3-f0c69ac68ec8 req-369bf242-a6c3-4903-a812-10ab2a055b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:29:07.261628 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-799d43bd-9eb5-4acf-b9d3-f0c69ac68ec8 req-369bf242-a6c3-4903-a812-10ab2a055b6c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=31df114b-b9fa-4b4a-ab73-c47e48dcbf3d HTTP/1.1" status: 200 len: 848 time: 0.0419698 Oct 27 11:29:07.306570 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799d43bd-9eb5-4acf-b9d3-f0c69ac68ec8 req-65922f6e-4e8f-4572-b39e-f7b981473aee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:29:07.307997 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-799d43bd-9eb5-4acf-b9d3-f0c69ac68ec8 req-65922f6e-4e8f-4572-b39e-f7b981473aee service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=be74d82b-dde0-4702-8d51-5db4a12a399b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0386443 Oct 27 11:29:07.400534 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-799d43bd-9eb5-4acf-b9d3-f0c69ac68ec8 req-8aa5a1d4-25b7-435b-8e2d-11c8858f13d1 service neutron] 10.222.0.64 "GET /v2.0/networks/be74d82b-dde0-4702-8d51-5db4a12a399b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849288 Oct 27 11:29:07.500015 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-799d43bd-9eb5-4acf-b9d3-f0c69ac68ec8 req-a341908f-3e47-4cec-8b19-6411dfce097d service neutron] 10.222.0.64 "GET /v2.0/networks/be74d82b-dde0-4702-8d51-5db4a12a399b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921667 Oct 27 11:29:07.746685 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abac597-fb40-4aa9-85b3-cfcd6d0554c9 req-63416276-4d28-4e36-9cea-be698bb1c7f5 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:29:07.748181 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-7abac597-fb40-4aa9-85b3-cfcd6d0554c9 req-63416276-4d28-4e36-9cea-be698bb1c7f5 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c1172c7-aa24-446d-a975-8ccfc0bb304e HTTP/1.1" status: 200 len: 943 time: 0.0508163 Oct 27 11:29:07.789637 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-7abac597-fb40-4aa9-85b3-cfcd6d0554c9 req-43c7ef6a-76d8-48c4-96a8-ae9ce78969e9 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] 10.222.0.44 "GET /v2.0/security-groups?id=12060c99-edd8-46eb-95bf-c79e03a4bf0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349555 Oct 27 11:29:08.903525 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe9ead9-63f8-43cf-b9b0-65e0a3b661e2 req-33093b5d-ebe5-402e-bc55-14b1eec1f7ee tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:29:08.905176 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-6fe9ead9-63f8-43cf-b9b0-65e0a3b661e2 req-33093b5d-ebe5-402e-bc55-14b1eec1f7ee tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c1172c7-aa24-446d-a975-8ccfc0bb304e HTTP/1.1" status: 200 len: 943 time: 0.0485017 Oct 27 11:29:08.942846 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-6fe9ead9-63f8-43cf-b9b0-65e0a3b661e2 req-a7d03a7d-3950-4572-9875-63889a6db737 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] 10.222.0.44 "GET /v2.0/security-groups?id=12060c99-edd8-46eb-95bf-c79e03a4bf0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311117 Oct 27 11:29:09.575543 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:29:10.055526 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677d9a15-9309-4d3d-a9ec-72ea110b1b7e req-26244529-719d-4c3e-906b-d1c8439c6f27 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:29:10.056930 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-677d9a15-9309-4d3d-a9ec-72ea110b1b7e req-26244529-719d-4c3e-906b-d1c8439c6f27 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c1172c7-aa24-446d-a975-8ccfc0bb304e HTTP/1.1" status: 200 len: 943 time: 0.0485575 Oct 27 11:29:10.093564 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-677d9a15-9309-4d3d-a9ec-72ea110b1b7e req-242264a5-8834-4fd4-a061-b7b8b3b1a43f tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] 10.222.0.44 "GET /v2.0/security-groups?id=12060c99-edd8-46eb-95bf-c79e03a4bf0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307014 Oct 27 11:29:10.634081 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device 1ad2cf95-0279-4064-aac5-9f8921933d70 details requested by agent hyperv_n-h1-813419-10 with host n-h1-813419-10 {{(pid=102348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 11:29:10.725355 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port 1ad2cf95-0279-4064-aac5-9f8921933d70, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=1ad2cf95-0279-4064-aac5-9f8921933d70,segment=NetworkSegment(ec5f63a7-bd4b-46ba-9465-61e282d8f20f),segment_id=ec5f63a7-bd4b-46ba-9465-61e282d8f20f)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:29:10.736598 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Returning: {'device': '1ad2cf95-0279-4064-aac5-9f8921933d70', 'network_id': 'be74d82b-dde0-4702-8d51-5db4a12a399b', 'port_id': '1ad2cf95-0279-4064-aac5-9f8921933d70', 'mac_address': 'fa:16:3e:31:96:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 444, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31df114b-b9fa-4b4a-ab73-c47e48dcbf3d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 11:29:10.775509 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:29:10.787865 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ad2cf95-0279-4064-aac5-9f8921933d70 {{(pid=102348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 11:29:10.807359 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port 1ad2cf95-0279-4064-aac5-9f8921933d70, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=1ad2cf95-0279-4064-aac5-9f8921933d70,segment=NetworkSegment(ec5f63a7-bd4b-46ba-9465-61e282d8f20f),segment_id=ec5f63a7-bd4b-46ba-9465-61e282d8f20f)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:29:10.810624 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:29:10.855949 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Pushing event updated for resources: {'Port': ['ID=1ad2cf95-0279-4064-aac5-9f8921933d70,revision_number=4']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:29:11.013703 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] get_ports_and_sgs() called for port_ids ['1ad2cf95-0279-4064-aac5-9f8921933d70'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 11:29:11.216690 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927011b2-150b-4f50-a27f-55c82f3561e4 req-ac8c4f43-7e82-4a33-a216-b3c8dbb5bbf6 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:29:11.218186 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-927011b2-150b-4f50-a27f-55c82f3561e4 req-ac8c4f43-7e82-4a33-a216-b3c8dbb5bbf6 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c1172c7-aa24-446d-a975-8ccfc0bb304e HTTP/1.1" status: 200 len: 944 time: 0.0572383 Oct 27 11:29:11.256222 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-927011b2-150b-4f50-a27f-55c82f3561e4 req-1fd5ae39-2768-4c7d-8e00-45df0318d3ae tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] 10.222.0.44 "GET /v2.0/security-groups?id=12060c99-edd8-46eb-95bf-c79e03a4bf0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314176 Oct 27 11:29:12.372962 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a91401-5f87-490d-b97c-dd7cc1c7e2b2 req-8d956a03-6dbf-4f2a-983c-a9c0964d4e19 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:29:12.374419 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-28a91401-5f87-490d-b97c-dd7cc1c7e2b2 req-8d956a03-6dbf-4f2a-983c-a9c0964d4e19 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c1172c7-aa24-446d-a975-8ccfc0bb304e HTTP/1.1" status: 200 len: 944 time: 0.0513885 Oct 27 11:29:12.411445 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-28a91401-5f87-490d-b97c-dd7cc1c7e2b2 req-a975b64c-2c1e-46f1-9135-afc889ff97c6 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] 10.222.0.44 "GET /v2.0/security-groups?id=12060c99-edd8-46eb-95bf-c79e03a4bf0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303109 Oct 27 11:29:12.645942 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device 1ad2cf95-0279-4064-aac5-9f8921933d70 up at agent hyperv_n-h1-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 11:29:12.693820 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Provisioning for port 1ad2cf95-0279-4064-aac5-9f8921933d70 completed by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 11:29:12.697351 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Provisioning complete for port 1ad2cf95-0279-4064-aac5-9f8921933d70 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:29:12.697714 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:29:12.774539 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:29:12.796333 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c1172c7-aa24-446d-a975-8ccfc0bb304e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ad2cf95-0279-4064-aac5-9f8921933d70'}] {{(pid=102348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 11:29:12.799184 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be4127e571859625ba9a491db1af5fd5edc4c8ee111482105658b13e0edb602d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6af8d72-4f8f-4422-bb4b-13fcffa2bb97" -d '{"events": [{"server_uuid": "2c1172c7-aa24-446d-a975-8ccfc0bb304e", "name": "network-vif-plugged", "status": "completed", "tag": "1ad2cf95-0279-4064-aac5-9f8921933d70"}]}' {{(pid=102348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 11:29:12.812013 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port 1ad2cf95-0279-4064-aac5-9f8921933d70, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=1ad2cf95-0279-4064-aac5-9f8921933d70,segment=NetworkSegment(ec5f63a7-bd4b-46ba-9465-61e282d8f20f),segment_id=ec5f63a7-bd4b-46ba-9465-61e282d8f20f)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:29:12.816382 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:29:12.839229 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 11:29:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6dd942c-25ea-450c-b7fa-1d02ce875a6b x-openstack-request-id: req-d6dd942c-25ea-450c-b7fa-1d02ce875a6b {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 11:29:12.839516 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c1172c7-aa24-446d-a975-8ccfc0bb304e", "name": "network-vif-plugged", "status": "completed", "tag": "1ad2cf95-0279-4064-aac5-9f8921933d70", "code": 200}]} {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 11:29:12.839770 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d6dd942c-25ea-450c-b7fa-1d02ce875a6b {{(pid=102348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 11:29:12.840160 n-d-813419-10 neutron-server[102348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c1172c7-aa24-446d-a975-8ccfc0bb304e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ad2cf95-0279-4064-aac5-9f8921933d70', 'code': 200} Oct 27 11:29:12.870285 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Pushing event updated for resources: {'Port': ['ID=1ad2cf95-0279-4064-aac5-9f8921933d70,revision_number=5']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:29:12.943930 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68a6371-1f17-480d-81ab-11e0fd8919db req-1a36345e-f262-4875-8da3-32dff2b327cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:29:12.945329 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-a68a6371-1f17-480d-81ab-11e0fd8919db req-1a36345e-f262-4875-8da3-32dff2b327cc service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=2c1172c7-aa24-446d-a975-8ccfc0bb304e HTTP/1.1" status: 200 len: 1097 time: 0.0389979 Oct 27 11:29:12.980476 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-a68a6371-1f17-480d-81ab-11e0fd8919db req-23157c2a-18bd-4a90-9e67-69f44bf330a9 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=12060c99-edd8-46eb-95bf-c79e03a4bf0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0272462 Oct 27 11:29:13.527765 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1c55de-4c61-4e41-8bc2-2c16981573e7 req-e5bb0ab0-633d-403e-bee9-eb4c9cb8c021 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:29:13.529241 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-4d1c55de-4c61-4e41-8bc2-2c16981573e7 req-e5bb0ab0-633d-403e-bee9-eb4c9cb8c021 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c1172c7-aa24-446d-a975-8ccfc0bb304e HTTP/1.1" status: 200 len: 945 time: 0.0489838 Oct 27 11:29:13.565858 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-4d1c55de-4c61-4e41-8bc2-2c16981573e7 req-366e0596-dd72-408b-8fcf-4f0d2b68a507 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] 10.222.0.44 "GET /v2.0/security-groups?id=12060c99-edd8-46eb-95bf-c79e03a4bf0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307157 Oct 27 11:29:14.542434 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-de25258d-40d7-4f6d-bdcd-01a3f684ca0f req-30d16729-1320-4736-8596-c37a3c619ae0 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=2c1172c7-aa24-446d-a975-8ccfc0bb304e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0428331 Oct 27 11:29:14.624113 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de25258d-40d7-4f6d-bdcd-01a3f684ca0f req-e5c61fbd-689e-4fc9-8d8c-5a07583fbef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:29:14.625627 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-de25258d-40d7-4f6d-bdcd-01a3f684ca0f req-e5c61fbd-689e-4fc9-8d8c-5a07583fbef8 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=119835434d804c20aec5b5ab082c0fa1&device_id=2c1172c7-aa24-446d-a975-8ccfc0bb304e HTTP/1.1" status: 200 len: 1097 time: 0.0401289 Oct 27 11:29:14.681839 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0e1bdf-aac9-4d29-b4d3-fd45d31917a1 req-0ab8324e-14c3-4b3f-8441-bd8515c47c12 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:29:14.683474 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-7d0e1bdf-aac9-4d29-b4d3-fd45d31917a1 req-0ab8324e-14c3-4b3f-8441-bd8515c47c12 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c1172c7-aa24-446d-a975-8ccfc0bb304e HTTP/1.1" status: 200 len: 945 time: 0.0490425 Oct 27 11:29:14.721904 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-7d0e1bdf-aac9-4d29-b4d3-fd45d31917a1 req-338bd559-235d-4099-bd7f-5a18d51050c2 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] 10.222.0.44 "GET /v2.0/security-groups?id=12060c99-edd8-46eb-95bf-c79e03a4bf0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324273 Oct 27 11:29:14.731785 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de25258d-40d7-4f6d-bdcd-01a3f684ca0f req-47fd5b03-4e8d-4d8f-bd11-a6aad7f4e514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:29:14.733294 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-de25258d-40d7-4f6d-bdcd-01a3f684ca0f req-47fd5b03-4e8d-4d8f-bd11-a6aad7f4e514 service neutron] 10.222.0.64 "GET /v2.0/networks?id=be74d82b-dde0-4702-8d51-5db4a12a399b HTTP/1.1" status: 200 len: 910 time: 0.0866241 Oct 27 11:29:14.779101 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-de25258d-40d7-4f6d-bdcd-01a3f684ca0f req-fb0fcaee-6ba6-4565-8796-4a7966abee94 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1ad2cf95-0279-4064-aac5-9f8921933d70 HTTP/1.1" status: 200 len: 217 time: 0.0380316 Oct 27 11:29:14.857200 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de25258d-40d7-4f6d-bdcd-01a3f684ca0f req-f1680e0f-8f63-4e7c-bde6-d206173c8324 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:29:14.858565 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-de25258d-40d7-4f6d-bdcd-01a3f684ca0f req-f1680e0f-8f63-4e7c-bde6-d206173c8324 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=31df114b-b9fa-4b4a-ab73-c47e48dcbf3d HTTP/1.1" status: 200 len: 848 time: 0.0730681 Oct 27 11:29:14.868806 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6758da-5e61-4450-9fd4-075289c4531d req-eb802bd6-6b41-4034-b7ea-f2703152f043 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:29:14.870600 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-9b6758da-5e61-4450-9fd4-075289c4531d req-eb802bd6-6b41-4034-b7ea-f2703152f043 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c1172c7-aa24-446d-a975-8ccfc0bb304e HTTP/1.1" status: 200 len: 945 time: 0.0777686 Oct 27 11:29:14.937378 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-9b6758da-5e61-4450-9fd4-075289c4531d req-5f634a9c-eb2e-489a-84d7-ff6a39ebecb0 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] 10.222.0.44 "GET /v2.0/security-groups?id=12060c99-edd8-46eb-95bf-c79e03a4bf0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576990 Oct 27 11:29:14.940548 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de25258d-40d7-4f6d-bdcd-01a3f684ca0f req-81ff94c0-c66b-43cf-9dec-be33e5a3f41c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:29:14.941948 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-de25258d-40d7-4f6d-bdcd-01a3f684ca0f req-81ff94c0-c66b-43cf-9dec-be33e5a3f41c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=be74d82b-dde0-4702-8d51-5db4a12a399b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0703859 Oct 27 11:29:14.960357 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 49056) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:29:15.036138 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-de25258d-40d7-4f6d-bdcd-01a3f684ca0f req-52ad3d03-9e3b-4bf9-b73a-dcafa47a0a89 service neutron] 10.222.0.64 "GET /v2.0/networks/be74d82b-dde0-4702-8d51-5db4a12a399b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865602 Oct 27 11:29:15.050365 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20a53db0-07d1-4f0c-bd61-ae5e56b9d722 tempest-TestShelveInstance-493414983 tempest-TestShelveInstance-493414983-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:29:15.051879 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-20a53db0-07d1-4f0c-bd61-ae5e56b9d722 tempest-TestShelveInstance-493414983 tempest-TestShelveInstance-493414983-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=2c1172c7-aa24-446d-a975-8ccfc0bb304e HTTP/1.1" status: 200 len: 1092 time: 0.0904005 Oct 27 11:29:15.054884 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 49060) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:29:15.059080 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-657ceb25-3477-4d16-867a-33c666578d96 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Request body: {'floatingip': {'floating_network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'port_id': '1ad2cf95-0279-4064-aac5-9f8921933d70', 'tenant_id': '119835434d804c20aec5b5ab082c0fa1', 'fixed_ip_address': '172.20.0.8'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:29:15.081505 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-657ceb25-3477-4d16-867a-33c666578d96 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Publish callbacks [] for floatingip, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:29:15.130639 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-de25258d-40d7-4f6d-bdcd-01a3f684ca0f req-9461f5c3-4d87-4357-b00f-a21eb76118c0 service neutron] 10.222.0.64 "GET /v2.0/networks/be74d82b-dde0-4702-8d51-5db4a12a399b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873034 Oct 27 11:29:15.186792 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-657ceb25-3477-4d16-867a-33c666578d96 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:29:15.294694 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_common [None req-657ceb25-3477-4d16-867a-33c666578d96 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Allocated IP 172.25.8.87 (185ff123-c7ff-45c7-a6be-71feb35acc9c/0fb9f9d1-7384-481f-8fa8-f4566c349d30/e219acfa-3120-4f44-a516-488910a2ca75) {{(pid=102346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 11:29:15.398570 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-657ceb25-3477-4d16-867a-33c666578d96 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Publish callbacks [] for port, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:29:15.431304 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-657ceb25-3477-4d16-867a-33c666578d96 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:29:15.470253 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-657ceb25-3477-4d16-867a-33c666578d96 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Network 185ff123-c7ff-45c7-a6be-71feb35acc9c is already hosted by enough agents. {{(pid=102346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 11:29:15.473765 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-657ceb25-3477-4d16-867a-33c666578d96 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Resources bound (agent type, host, resource id): {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 11:29:15.478015 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-657ceb25-3477-4d16-867a-33c666578d96 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Received port after_create {{(pid=102346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 11:29:15.503603 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657ceb25-3477-4d16-867a-33c666578d96 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Pushing event updated for resources: {'Port': ['ID=e219acfa-3120-4f44-a516-488910a2ca75,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:29:15.811438 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-657ceb25-3477-4d16-867a-33c666578d96 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:29:15.888318 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-657ceb25-3477-4d16-867a-33c666578d96 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:29:16.034560 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-657ceb25-3477-4d16-867a-33c666578d96 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Publish callbacks [] for port, precommit_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:29:16.038981 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-657ceb25-3477-4d16-867a-33c666578d96 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27024173'] for port, after_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:29:16.109507 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657ceb25-3477-4d16-867a-33c666578d96 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Pushing event updated for resources: {'Port': ['ID=e219acfa-3120-4f44-a516-488910a2ca75,revision_number=2']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:29:16.119109 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-657ceb25-3477-4d16-867a-33c666578d96 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1664826'] for floatingip, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:29:16.217364 n-d-813419-10 neutron-server[102346]: INFO neutron.db.l3_db [None req-657ceb25-3477-4d16-867a-33c666578d96 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Floating IP 8b0a53b0-ab9b-46fb-a3e7-816a8d4f17e7 associated. External IP: 172.25.8.87, port: 1ad2cf95-0279-4064-aac5-9f8921933d70. Oct 27 11:29:16.313594 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-75abd0e8-3cd1-4179-afe4-21478f13dd0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:29:16.426238 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-657ceb25-3477-4d16-867a-33c666578d96 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Router 2c66cac2-d3f3-496e-a210-80e616b353b8 has already been hosted by L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb {{(pid=102346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 11:29:16.527030 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-657ceb25-3477-4d16-867a-33c666578d96 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 11:29:16.537484 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c9fce7d-750d-43e8-9a03-6568dc870293 None None] Sync routers for ids ['2c66cac2-d3f3-496e-a210-80e616b353b8'] in n-d-813419-10 {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 11:29:16.545403 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-657ceb25-3477-4d16-867a-33c666578d96 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for floatingip, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:29:16.546897 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c9fce7d-750d-43e8-9a03-6568dc870293 None None] Routers {'2c66cac2-d3f3-496e-a210-80e616b353b8'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 11:29:16.547496 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-2c9fce7d-750d-43e8-9a03-6568dc870293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T11:28:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['2c66cac2-d3f3-496e-a210-80e616b353b8'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:29:16.575747 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-657ceb25-3477-4d16-867a-33c666578d96 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5198526 Oct 27 11:29:16.576372 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c1172c7-aa24-446d-a975-8ccfc0bb304e', 'tag': '1ad2cf95-0279-4064-aac5-9f8921933d70'}] {{(pid=102346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 11:29:16.578643 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2531aea88c448207759dde70f844649f18dfe6edcb84b1c92b49bb044a645d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b52ea39d-b06b-44f9-a85a-ed9b897c5da4" -d '{"events": [{"name": "network-changed", "server_uuid": "2c1172c7-aa24-446d-a975-8ccfc0bb304e", "tag": "1ad2cf95-0279-4064-aac5-9f8921933d70"}]}' {{(pid=102346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 11:29:16.622214 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 11:29:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-294fd345-a4b6-4af6-8448-135986d1b2c3 x-openstack-request-id: req-294fd345-a4b6-4af6-8448-135986d1b2c3 {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 11:29:16.622505 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c1172c7-aa24-446d-a975-8ccfc0bb304e", "tag": "1ad2cf95-0279-4064-aac5-9f8921933d70", "status": "completed", "code": 200}]} {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 11:29:16.622760 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-294fd345-a4b6-4af6-8448-135986d1b2c3 {{(pid=102346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 11:29:16.623160 n-d-813419-10 neutron-server[102346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c1172c7-aa24-446d-a975-8ccfc0bb304e', 'tag': '1ad2cf95-0279-4064-aac5-9f8921933d70', 'status': 'completed', 'code': 200} Oct 27 11:29:16.652832 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvr_db [None req-2c9fce7d-750d-43e8-9a03-6568dc870293 None None] Set router 2c66cac2-d3f3-496e-a210-80e616b353b8 gateway port host: n-d-813419-10 {{(pid=102349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 11:29:16.685134 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52ea39d-b06b-44f9-a85a-ed9b897c5da4 req-c917a290-501f-44ef-9657-6eacc54b7125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:29:16.686632 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b52ea39d-b06b-44f9-a85a-ed9b897c5da4 req-c917a290-501f-44ef-9657-6eacc54b7125 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=119835434d804c20aec5b5ab082c0fa1&device_id=2c1172c7-aa24-446d-a975-8ccfc0bb304e HTTP/1.1" status: 200 len: 1097 time: 0.0404277 Oct 27 11:29:16.786833 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52ea39d-b06b-44f9-a85a-ed9b897c5da4 req-6aeea29a-7080-4dce-b833-1f138a7b01c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:29:16.788343 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b52ea39d-b06b-44f9-a85a-ed9b897c5da4 req-6aeea29a-7080-4dce-b833-1f138a7b01c2 service neutron] 10.222.0.64 "GET /v2.0/networks?id=be74d82b-dde0-4702-8d51-5db4a12a399b HTTP/1.1" status: 200 len: 910 time: 0.0938373 Oct 27 11:29:16.850696 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b52ea39d-b06b-44f9-a85a-ed9b897c5da4 req-449ced9a-8aae-4b95-b1fe-6b86abd1702f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1ad2cf95-0279-4064-aac5-9f8921933d70 HTTP/1.1" status: 200 len: 998 time: 0.0555782 Oct 27 11:29:16.878485 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-2c9fce7d-750d-43e8-9a03-6568dc870293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c66cac2-d3f3-496e-a210-80e616b353b8', 'name': 'tempest-TestShelveInstance-1291725149-router', 'tenant_id': '119835434d804c20aec5b5ab082c0fa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.176'}], 'enable_snat': True}, 'gw_port_id': '7b91f712-468e-4eb8-8aaf-183e93ac38d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:28:53Z', 'updated_at': '2021-10-27T11:28:55Z', 'revision_number': 4, 'project_id': '119835434d804c20aec5b5ab082c0fa1', 'gw_port': {'id': '7b91f712-468e-4eb8-8aaf-183e93ac38d4', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:b3:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c66cac2-d3f3-496e-a210-80e616b353b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:28:53Z', 'updated_at': '2021-10-27T11:28:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_floatingips': [{'id': '8b0a53b0-ab9b-46fb-a3e7-816a8d4f17e7', 'tenant_id': '119835434d804c20aec5b5ab082c0fa1', 'floating_ip_address': '172.25.8.87', 'floating_network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'router_id': '2c66cac2-d3f3-496e-a210-80e616b353b8', 'port_id': '1ad2cf95-0279-4064-aac5-9f8921933d70', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4303, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be74d82b-dde0-4702-8d51-5db4a12a399b', 'mac_address': 'fa:16:3e:31:96:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c1172c7-aa24-446d-a975-8ccfc0bb304e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T11:29:15Z', 'updated_at': '2021-10-27T11:29:15Z', 'revision_number': 0, 'project_id': '119835434d804c20aec5b5ab082c0fa1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '382a8593-0505-4b4c-8ca0-b00cddefefbc', 'name': '', 'network_id': 'be74d82b-dde0-4702-8d51-5db4a12a399b', 'tenant_id': '119835434d804c20aec5b5ab082c0fa1', 'mac_address': 'fa:16:3e:c7:7e:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c66cac2-d3f3-496e-a210-80e616b353b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '31df114b-b9fa-4b4a-ab73-c47e48dcbf3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:28:54Z', 'updated_at': '2021-10-27T11:29:00Z', 'revision_number': 5, 'project_id': '119835434d804c20aec5b5ab082c0fa1', 'subnets': [{'id': '31df114b-b9fa-4b4a-ab73-c47e48dcbf3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:29:16.903253 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52ea39d-b06b-44f9-a85a-ed9b897c5da4 req-440c9e79-a01b-4688-b3f3-6071994b512c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:29:16.904841 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b52ea39d-b06b-44f9-a85a-ed9b897c5da4 req-440c9e79-a01b-4688-b3f3-6071994b512c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=31df114b-b9fa-4b4a-ab73-c47e48dcbf3d HTTP/1.1" status: 200 len: 848 time: 0.0475817 Oct 27 11:29:16.905060 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c9fce7d-750d-43e8-9a03-6568dc870293 None None] Checking router: 2c66cac2-d3f3-496e-a210-80e616b353b8 for host: n-d-813419-10 {{(pid=102349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 11:29:16.913790 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c9fce7d-750d-43e8-9a03-6568dc870293 None None] Routers {'2c66cac2-d3f3-496e-a210-80e616b353b8'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 11:29:16.914371 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-2c9fce7d-750d-43e8-9a03-6568dc870293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T11:28:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['2c66cac2-d3f3-496e-a210-80e616b353b8'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:29:16.950022 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52ea39d-b06b-44f9-a85a-ed9b897c5da4 req-60026e8d-9cff-4cfb-a6c3-b7a0df5b83b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:29:16.951444 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b52ea39d-b06b-44f9-a85a-ed9b897c5da4 req-60026e8d-9cff-4cfb-a6c3-b7a0df5b83b5 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=be74d82b-dde0-4702-8d51-5db4a12a399b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0395892 Oct 27 11:29:17.016031 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvr_db [None req-2c9fce7d-750d-43e8-9a03-6568dc870293 None None] Set router 2c66cac2-d3f3-496e-a210-80e616b353b8 gateway port host: n-d-813419-10 {{(pid=102349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 11:29:17.041347 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b52ea39d-b06b-44f9-a85a-ed9b897c5da4 req-b1b0af02-bd3c-4342-aa83-2d562270e27c service neutron] 10.222.0.64 "GET /v2.0/networks/be74d82b-dde0-4702-8d51-5db4a12a399b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820584 Oct 27 11:29:17.248689 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-2c9fce7d-750d-43e8-9a03-6568dc870293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c66cac2-d3f3-496e-a210-80e616b353b8', 'name': 'tempest-TestShelveInstance-1291725149-router', 'tenant_id': '119835434d804c20aec5b5ab082c0fa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.176'}], 'enable_snat': True}, 'gw_port_id': '7b91f712-468e-4eb8-8aaf-183e93ac38d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:28:53Z', 'updated_at': '2021-10-27T11:28:55Z', 'revision_number': 4, 'project_id': '119835434d804c20aec5b5ab082c0fa1', 'gw_port': {'id': '7b91f712-468e-4eb8-8aaf-183e93ac38d4', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:b3:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c66cac2-d3f3-496e-a210-80e616b353b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:28:53Z', 'updated_at': '2021-10-27T11:28:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_floatingips': [{'id': '8b0a53b0-ab9b-46fb-a3e7-816a8d4f17e7', 'tenant_id': '119835434d804c20aec5b5ab082c0fa1', 'floating_ip_address': '172.25.8.87', 'floating_network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'router_id': '2c66cac2-d3f3-496e-a210-80e616b353b8', 'port_id': '1ad2cf95-0279-4064-aac5-9f8921933d70', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4303, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be74d82b-dde0-4702-8d51-5db4a12a399b', 'mac_address': 'fa:16:3e:31:96:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c1172c7-aa24-446d-a975-8ccfc0bb304e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T11:29:15Z', 'updated_at': '2021-10-27T11:29:15Z', 'revision_number': 0, 'project_id': '119835434d804c20aec5b5ab082c0fa1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '382a8593-0505-4b4c-8ca0-b00cddefefbc', 'name': '', 'network_id': 'be74d82b-dde0-4702-8d51-5db4a12a399b', 'tenant_id': '119835434d804c20aec5b5ab082c0fa1', 'mac_address': 'fa:16:3e:c7:7e:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c66cac2-d3f3-496e-a210-80e616b353b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '31df114b-b9fa-4b4a-ab73-c47e48dcbf3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:28:54Z', 'updated_at': '2021-10-27T11:29:00Z', 'revision_number': 5, 'project_id': '119835434d804c20aec5b5ab082c0fa1', 'subnets': [{'id': '31df114b-b9fa-4b4a-ab73-c47e48dcbf3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:29:17.279959 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c9fce7d-750d-43e8-9a03-6568dc870293 None None] The sync data for ids ['2c66cac2-d3f3-496e-a210-80e616b353b8'] in n-d-813419-10 is: [{'id': '2c66cac2-d3f3-496e-a210-80e616b353b8', 'name': 'tempest-TestShelveInstance-1291725149-router', 'tenant_id': '119835434d804c20aec5b5ab082c0fa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.176'}], 'enable_snat': True}, 'gw_port_id': '7b91f712-468e-4eb8-8aaf-183e93ac38d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:28:53Z', 'updated_at': '2021-10-27T11:28:55Z', 'revision_number': 4, 'project_id': '119835434d804c20aec5b5ab082c0fa1', 'gw_port': {'id': '7b91f712-468e-4eb8-8aaf-183e93ac38d4', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:b3:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c66cac2-d3f3-496e-a210-80e616b353b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:28:53Z', 'updated_at': '2021-10-27T11:28:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_floatingips': [{'id': '8b0a53b0-ab9b-46fb-a3e7-816a8d4f17e7', 'tenant_id': '119835434d804c20aec5b5ab082c0fa1', 'floating_ip_address': '172.25.8.87', 'floating_network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'router_id': '2c66cac2-d3f3-496e-a210-80e616b353b8', 'port_id': '1ad2cf95-0279-4064-aac5-9f8921933d70', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4303, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be74d82b-dde0-4702-8d51-5db4a12a399b', 'mac_address': 'fa:16:3e:31:96:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c1172c7-aa24-446d-a975-8ccfc0bb304e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T11:29:15Z', 'updated_at': '2021-10-27T11:29:15Z', 'revision_number': 0, 'project_id': '119835434d804c20aec5b5ab082c0fa1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '382a8593-0505-4b4c-8ca0-b00cddefefbc', 'name': '', 'network_id': 'be74d82b-dde0-4702-8d51-5db4a12a399b', 'tenant_id': '119835434d804c20aec5b5ab082c0fa1', 'mac_address': 'fa:16:3e:c7:7e:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c66cac2-d3f3-496e-a210-80e616b353b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '31df114b-b9fa-4b4a-ab73-c47e48dcbf3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:28:54Z', 'updated_at': '2021-10-27T11:29:00Z', 'revision_number': 5, 'project_id': '119835434d804c20aec5b5ab082c0fa1', 'subnets': [{'id': '31df114b-b9fa-4b4a-ab73-c47e48dcbf3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 11:29:17.477122 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b52ea39d-b06b-44f9-a85a-ed9b897c5da4 req-a89ba435-43d5-4701-a6b3-00f441278eb7 service neutron] 10.222.0.64 "GET /v2.0/networks/be74d82b-dde0-4702-8d51-5db4a12a399b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4285734 Oct 27 11:29:17.478650 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f96deb0-aa44-46d9-a8af-5fb6fd18dbc1 None None] New status for floating IP 8b0a53b0-ab9b-46fb-a3e7-816a8d4f17e7: ACTIVE {{(pid=102348) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 11:29:18.980240 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-81388382-d05c-49f8-8ec5-ee8f5517148b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:29:20.110779 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:29:20.279665 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-eadeaa30-4096-4d1a-b3cb-aa7ebfb291ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:29:22.164208 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-3c6a8245-0581-48aa-b5f6-4d8fe98cd16e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:29:29.286082 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.agents_db [None req-e79ee67d-056e-46ea-bd99-e80473396b25 None None] Agent healthcheck: found 7 active agents {{(pid=102349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 11:29:33.007930 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:29:39.568854 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:29:46.314356 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-c765e81c-a76b-40d4-be3d-693dffc891db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:29:47.186686 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [req-f8115ac2-f30f-427d-8854-a2485deef213 req-f40e4100-4367-464e-9491-6a97ca3cb645 service neutron] (102347) timed out ('10.222.0.44', 38408) {{(pid=102347) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 27 11:29:48.980312 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-8042ed8b-f2c1-4a6c-912c-28edf7748044 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:29:50.111952 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:29:50.283019 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-eadeaa30-4096-4d1a-b3cb-aa7ebfb291ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:29:52.170085 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-3c6a8245-0581-48aa-b5f6-4d8fe98cd16e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:30:03.021820 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:30:06.285220 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.agents_db [None req-e79ee67d-056e-46ea-bd99-e80473396b25 None None] Agent healthcheck: found 7 active agents {{(pid=102349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 11:30:09.593478 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:30:14.526128 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-a6190e4b-9068-4b90-b70f-8e5b255f3b21 req-564c804c-2beb-47a5-a3ba-650c6a99560a service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=2c1172c7-aa24-446d-a975-8ccfc0bb304e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0383749 Oct 27 11:30:14.608059 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6190e4b-9068-4b90-b70f-8e5b255f3b21 req-ef4445c8-92da-43af-b293-cd42b01e03d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:30:14.609446 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-a6190e4b-9068-4b90-b70f-8e5b255f3b21 req-ef4445c8-92da-43af-b293-cd42b01e03d8 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=119835434d804c20aec5b5ab082c0fa1&device_id=2c1172c7-aa24-446d-a975-8ccfc0bb304e HTTP/1.1" status: 200 len: 1097 time: 0.0395274 Oct 27 11:30:14.718856 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6190e4b-9068-4b90-b70f-8e5b255f3b21 req-49f5ef53-2065-48bb-a84a-9cca2ece050d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:30:14.720371 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-a6190e4b-9068-4b90-b70f-8e5b255f3b21 req-49f5ef53-2065-48bb-a84a-9cca2ece050d service neutron] 10.222.0.64 "GET /v2.0/networks?id=be74d82b-dde0-4702-8d51-5db4a12a399b HTTP/1.1" status: 200 len: 910 time: 0.0899212 Oct 27 11:30:14.787999 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-a6190e4b-9068-4b90-b70f-8e5b255f3b21 req-b28ec244-9393-485d-8e6f-907459be8a0a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1ad2cf95-0279-4064-aac5-9f8921933d70 HTTP/1.1" status: 200 len: 1000 time: 0.0596163 Oct 27 11:30:14.836132 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6190e4b-9068-4b90-b70f-8e5b255f3b21 req-f9e949a1-75be-480d-8ef2-6a1e3390f410 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:30:14.837573 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-a6190e4b-9068-4b90-b70f-8e5b255f3b21 req-f9e949a1-75be-480d-8ef2-6a1e3390f410 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=31df114b-b9fa-4b4a-ab73-c47e48dcbf3d HTTP/1.1" status: 200 len: 848 time: 0.0425797 Oct 27 11:30:14.882171 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6190e4b-9068-4b90-b70f-8e5b255f3b21 req-705c5093-5b67-4fd1-928e-c25ecf373a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:30:14.883634 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-a6190e4b-9068-4b90-b70f-8e5b255f3b21 req-705c5093-5b67-4fd1-928e-c25ecf373a9a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=be74d82b-dde0-4702-8d51-5db4a12a399b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0386198 Oct 27 11:30:14.895556 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [req-a6190e4b-9068-4b90-b70f-8e5b255f3b21 req-9192bc94-c7f0-4d1b-9529-2441a7f83843 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=102347) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 11:30:14.896509 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-a6190e4b-9068-4b90-b70f-8e5b255f3b21 req-9192bc94-c7f0-4d1b-9529-2441a7f83843 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0054445 Oct 27 11:30:14.986256 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-a6190e4b-9068-4b90-b70f-8e5b255f3b21 req-e3a2f780-18ad-41f4-a07d-f9310e8f8e1c service neutron] 10.222.0.64 "GET /v2.0/networks/be74d82b-dde0-4702-8d51-5db4a12a399b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827646 Oct 27 11:30:15.074623 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-a6190e4b-9068-4b90-b70f-8e5b255f3b21 req-35e8ff16-025d-476d-a25d-20c946531936 service neutron] 10.222.0.64 "GET /v2.0/networks/be74d82b-dde0-4702-8d51-5db4a12a399b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807660 Oct 27 11:30:16.316878 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-1ec16e5c-a8d5-48f1-9358-7d4e512603f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:30:18.981099 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-37920d4e-c30d-4047-b90b-2507a2ea6088 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:30:20.114452 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:30:20.285623 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-eadeaa30-4096-4d1a-b3cb-aa7ebfb291ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:30:22.170041 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-3c6a8245-0581-48aa-b5f6-4d8fe98cd16e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:30:33.020008 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:30:39.598701 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:30:43.283860 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.agents_db [None req-e79ee67d-056e-46ea-bd99-e80473396b25 None None] Agent healthcheck: found 7 active agents {{(pid=102349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 11:30:46.317552 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-28a23169-b4a0-42eb-b75e-b69eb8c85504 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:30:48.982331 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-95b415d7-eb38-46fc-a6ce-6d11d548ecbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:30:50.114872 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:30:50.287900 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-eadeaa30-4096-4d1a-b3cb-aa7ebfb291ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:30:52.171850 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-3c6a8245-0581-48aa-b5f6-4d8fe98cd16e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:31:03.024275 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:31:09.616565 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:31:14.140920 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af0a893-a2dc-442f-81f2-c9efd3b2702f req-3e592e5c-0b9b-4884-a3c3-32a76aec2676 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:31:14.142403 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-0af0a893-a2dc-442f-81f2-c9efd3b2702f req-3e592e5c-0b9b-4884-a3c3-32a76aec2676 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c1172c7-aa24-446d-a975-8ccfc0bb304e HTTP/1.1" status: 200 len: 945 time: 0.0499446 Oct 27 11:31:14.179439 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-0af0a893-a2dc-442f-81f2-c9efd3b2702f req-e12f8485-422b-44f6-a380-f7b20acbee89 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] 10.222.0.44 "GET /v2.0/security-groups?id=12060c99-edd8-46eb-95bf-c79e03a4bf0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311174 Oct 27 11:31:15.099191 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ee376f-6a03-4d05-be9c-4660cde5c548 req-46c580ee-476e-462e-bbc7-d89dbd36833d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:31:15.100685 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-08ee376f-6a03-4d05-be9c-4660cde5c548 req-46c580ee-476e-462e-bbc7-d89dbd36833d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=119835434d804c20aec5b5ab082c0fa1&device_id=2c1172c7-aa24-446d-a975-8ccfc0bb304e HTTP/1.1" status: 200 len: 1097 time: 0.0405517 Oct 27 11:31:15.206522 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ee376f-6a03-4d05-be9c-4660cde5c548 req-adf8499f-8ae9-4a9d-bfba-9f189868e3cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:31:15.208049 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-08ee376f-6a03-4d05-be9c-4660cde5c548 req-adf8499f-8ae9-4a9d-bfba-9f189868e3cb service neutron] 10.222.0.64 "GET /v2.0/networks?id=be74d82b-dde0-4702-8d51-5db4a12a399b HTTP/1.1" status: 200 len: 910 time: 0.0882504 Oct 27 11:31:15.304284 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-08ee376f-6a03-4d05-be9c-4660cde5c548 req-b9be6c14-ec1e-4669-8198-4037f18f8fe0 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1ad2cf95-0279-4064-aac5-9f8921933d70 HTTP/1.1" status: 200 len: 1000 time: 0.0888023 Oct 27 11:31:15.349032 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabbf1c6-8629-4531-bd7c-4464346a3b36 req-25896291-40b5-4585-a6dc-6d7a5e0bea70 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:31:15.351051 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-cabbf1c6-8629-4531-bd7c-4464346a3b36 req-25896291-40b5-4585-a6dc-6d7a5e0bea70 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c1172c7-aa24-446d-a975-8ccfc0bb304e HTTP/1.1" status: 200 len: 945 time: 0.0872715 Oct 27 11:31:15.377278 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ee376f-6a03-4d05-be9c-4660cde5c548 req-835860f4-82b9-4d98-b950-8bec1c48b664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:31:15.378662 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-08ee376f-6a03-4d05-be9c-4660cde5c548 req-835860f4-82b9-4d98-b950-8bec1c48b664 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=31df114b-b9fa-4b4a-ab73-c47e48dcbf3d HTTP/1.1" status: 200 len: 848 time: 0.0671802 Oct 27 11:31:15.404769 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-cabbf1c6-8629-4531-bd7c-4464346a3b36 req-8591c8b0-2b48-45b0-bbf2-d61ca59d6c2d tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] 10.222.0.44 "GET /v2.0/security-groups?id=12060c99-edd8-46eb-95bf-c79e03a4bf0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477774 Oct 27 11:31:15.432284 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ee376f-6a03-4d05-be9c-4660cde5c548 req-04b7d3bc-3924-42e0-9be3-9815543d52cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:31:15.433772 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-08ee376f-6a03-4d05-be9c-4660cde5c548 req-04b7d3bc-3924-42e0-9be3-9815543d52cd service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=be74d82b-dde0-4702-8d51-5db4a12a399b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0442390 Oct 27 11:31:15.527632 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-08ee376f-6a03-4d05-be9c-4660cde5c548 req-c6c2f2c3-59d0-4582-954c-d2d32f8bfb1a service neutron] 10.222.0.64 "GET /v2.0/networks/be74d82b-dde0-4702-8d51-5db4a12a399b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853877 Oct 27 11:31:15.617886 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-08ee376f-6a03-4d05-be9c-4660cde5c548 req-9ba318ca-4241-4300-be5d-44de78da4754 service neutron] 10.222.0.64 "GET /v2.0/networks/be74d82b-dde0-4702-8d51-5db4a12a399b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837102 Oct 27 11:31:16.319379 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-319947e8-1fe7-4b4b-9ef8-b9f40d79b8b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:31:16.546699 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0869340-2cf0-42e4-8b5b-aaf79f3b8cd6 req-96af4a4e-8e50-4530-beef-1a5e897cc47f tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:31:16.548155 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-c0869340-2cf0-42e4-8b5b-aaf79f3b8cd6 req-96af4a4e-8e50-4530-beef-1a5e897cc47f tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c1172c7-aa24-446d-a975-8ccfc0bb304e HTTP/1.1" status: 200 len: 945 time: 0.0485575 Oct 27 11:31:16.585766 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-c0869340-2cf0-42e4-8b5b-aaf79f3b8cd6 req-800c673a-3f23-43e3-94a3-01452075ee31 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] 10.222.0.44 "GET /v2.0/security-groups?id=12060c99-edd8-46eb-95bf-c79e03a4bf0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316658 Oct 27 11:31:17.703424 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fa0416-f27f-455e-82f9-3aeddf2c9f02 req-a7681f85-7826-4b5f-8ee7-86dc3318c702 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:31:17.704943 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-f9fa0416-f27f-455e-82f9-3aeddf2c9f02 req-a7681f85-7826-4b5f-8ee7-86dc3318c702 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c1172c7-aa24-446d-a975-8ccfc0bb304e HTTP/1.1" status: 200 len: 945 time: 0.0489562 Oct 27 11:31:17.741946 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-f9fa0416-f27f-455e-82f9-3aeddf2c9f02 req-5e537928-6a8d-4579-8f76-7bf4983e50f6 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] 10.222.0.44 "GET /v2.0/security-groups?id=12060c99-edd8-46eb-95bf-c79e03a4bf0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305285 Oct 27 11:31:18.860388 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd7e6be-1741-4a3e-8094-58ab46ee3c66 req-5ab85418-5e2f-4a7a-b1cd-1259d9e04651 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:31:18.861779 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-8fd7e6be-1741-4a3e-8094-58ab46ee3c66 req-5ab85418-5e2f-4a7a-b1cd-1259d9e04651 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c1172c7-aa24-446d-a975-8ccfc0bb304e HTTP/1.1" status: 200 len: 945 time: 0.0522182 Oct 27 11:31:18.906532 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-8fd7e6be-1741-4a3e-8094-58ab46ee3c66 req-d7eeb672-9565-4efa-800e-387879314ed6 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] 10.222.0.44 "GET /v2.0/security-groups?id=12060c99-edd8-46eb-95bf-c79e03a4bf0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381658 Oct 27 11:31:18.983666 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-93a83801-cc15-4d2a-9091-ffaeedc212c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:31:20.032328 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791cb07c-64f3-4331-8ed2-47c30262628c req-b4eaf0b3-6808-43ca-99cd-2ef0d6f6c9d8 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:31:20.033787 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-791cb07c-64f3-4331-8ed2-47c30262628c req-b4eaf0b3-6808-43ca-99cd-2ef0d6f6c9d8 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c1172c7-aa24-446d-a975-8ccfc0bb304e HTTP/1.1" status: 200 len: 945 time: 0.0498955 Oct 27 11:31:20.071389 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-791cb07c-64f3-4331-8ed2-47c30262628c req-ce9d0003-822a-4ee3-b811-062ff77e2c9c tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] 10.222.0.44 "GET /v2.0/security-groups?id=12060c99-edd8-46eb-95bf-c79e03a4bf0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308545 Oct 27 11:31:20.117221 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:31:20.283287 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.agents_db [None req-e79ee67d-056e-46ea-bd99-e80473396b25 None None] Agent healthcheck: found 7 active agents {{(pid=102349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 11:31:20.290270 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-eadeaa30-4096-4d1a-b3cb-aa7ebfb291ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:31:21.185531 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebb3879-4f6f-4fbd-867f-e2d7d0beee52 req-a55367a3-2d7d-4aa5-88ff-859f23f7c825 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:31:21.186992 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-2ebb3879-4f6f-4fbd-867f-e2d7d0beee52 req-a55367a3-2d7d-4aa5-88ff-859f23f7c825 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c1172c7-aa24-446d-a975-8ccfc0bb304e HTTP/1.1" status: 200 len: 945 time: 0.0481942 Oct 27 11:31:21.224497 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-2ebb3879-4f6f-4fbd-867f-e2d7d0beee52 req-1e936e41-667b-46f9-a639-085ae3fe245c tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] 10.222.0.44 "GET /v2.0/security-groups?id=12060c99-edd8-46eb-95bf-c79e03a4bf0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315340 Oct 27 11:31:22.174680 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-3c6a8245-0581-48aa-b5f6-4d8fe98cd16e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:31:22.348910 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941e20b0-b78d-4b42-ab81-18588f264aaa req-b0e83e08-38d9-4b2f-93ec-f35c84b3b485 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:31:22.350081 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-941e20b0-b78d-4b42-ab81-18588f264aaa req-b0e83e08-38d9-4b2f-93ec-f35c84b3b485 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c1172c7-aa24-446d-a975-8ccfc0bb304e HTTP/1.1" status: 200 len: 945 time: 0.0483823 Oct 27 11:31:22.392164 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-941e20b0-b78d-4b42-ab81-18588f264aaa req-43e1d1b7-3cde-438f-b609-49f5ecd95427 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] 10.222.0.44 "GET /v2.0/security-groups?id=12060c99-edd8-46eb-95bf-c79e03a4bf0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361075 Oct 27 11:31:23.506129 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007392ad-0a40-4b77-86c4-521de352c446 req-17bdd380-800e-4689-9557-f16265f59599 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:31:23.507608 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-007392ad-0a40-4b77-86c4-521de352c446 req-17bdd380-800e-4689-9557-f16265f59599 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c1172c7-aa24-446d-a975-8ccfc0bb304e HTTP/1.1" status: 200 len: 945 time: 0.0488589 Oct 27 11:31:23.545421 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-007392ad-0a40-4b77-86c4-521de352c446 req-4ac58648-3b1d-4d0b-867e-4a76338e799e tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] 10.222.0.44 "GET /v2.0/security-groups?id=12060c99-edd8-46eb-95bf-c79e03a4bf0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318666 Oct 27 11:31:24.660119 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aab36f5-90ec-47d1-8306-31b7eab68255 req-db2f96ff-1e15-4d51-abd3-460ef83786be tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:31:24.661603 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-7aab36f5-90ec-47d1-8306-31b7eab68255 req-db2f96ff-1e15-4d51-abd3-460ef83786be tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c1172c7-aa24-446d-a975-8ccfc0bb304e HTTP/1.1" status: 200 len: 945 time: 0.0493536 Oct 27 11:31:24.699480 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-7aab36f5-90ec-47d1-8306-31b7eab68255 req-9de4540d-a5ea-4fbe-bfd9-c919b4fdee55 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] 10.222.0.44 "GET /v2.0/security-groups?id=12060c99-edd8-46eb-95bf-c79e03a4bf0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314310 Oct 27 11:31:25.368757 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device 1ad2cf95-0279-4064-aac5-9f8921933d70 details requested by agent hyperv_n-h1-813419-10 with host n-h1-813419-10 {{(pid=102348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 11:31:25.461556 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port 1ad2cf95-0279-4064-aac5-9f8921933d70, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=1ad2cf95-0279-4064-aac5-9f8921933d70,segment=NetworkSegment(ec5f63a7-bd4b-46ba-9465-61e282d8f20f),segment_id=ec5f63a7-bd4b-46ba-9465-61e282d8f20f)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:31:25.476495 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Returning: {'device': '1ad2cf95-0279-4064-aac5-9f8921933d70', 'network_id': 'be74d82b-dde0-4702-8d51-5db4a12a399b', 'port_id': '1ad2cf95-0279-4064-aac5-9f8921933d70', 'mac_address': 'fa:16:3e:31:96:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 444, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31df114b-b9fa-4b4a-ab73-c47e48dcbf3d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 11:31:25.511897 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:31:25.525076 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1ad2cf95-0279-4064-aac5-9f8921933d70 {{(pid=102348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 11:31:25.543769 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port 1ad2cf95-0279-4064-aac5-9f8921933d70, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=1ad2cf95-0279-4064-aac5-9f8921933d70,segment=NetworkSegment(ec5f63a7-bd4b-46ba-9465-61e282d8f20f),segment_id=ec5f63a7-bd4b-46ba-9465-61e282d8f20f)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:31:25.547689 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:31:25.596774 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Pushing event updated for resources: {'Port': ['ID=1ad2cf95-0279-4064-aac5-9f8921933d70,revision_number=6']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:31:25.605130 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:31:25.605422 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:31:25.605762 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:31:25.606104 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:31:25.606436 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:31:25.606765 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:31:25.607093 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:31:25.607419 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:31:25.607744 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:31:25.608068 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:31:25.608425 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:31:25.608744 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:31:25.625262 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] get_ports_and_sgs() called for port_ids ['1ad2cf95-0279-4064-aac5-9f8921933d70'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 11:31:25.817075 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913ae722-fbfe-4bfe-9edc-ce49c299d9bb req-363a5e17-a9bb-4971-9bcc-e79c59b131eb tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:31:25.818538 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-913ae722-fbfe-4bfe-9edc-ce49c299d9bb req-363a5e17-a9bb-4971-9bcc-e79c59b131eb tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c1172c7-aa24-446d-a975-8ccfc0bb304e HTTP/1.1" status: 200 len: 944 time: 0.0522203 Oct 27 11:31:25.856600 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-913ae722-fbfe-4bfe-9edc-ce49c299d9bb req-c4b0a39e-289b-4ad4-ad31-f5c160109235 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] 10.222.0.44 "GET /v2.0/security-groups?id=12060c99-edd8-46eb-95bf-c79e03a4bf0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315099 Oct 27 11:31:27.000836 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed07c268-101d-46aa-a55b-d753a86257f5 req-33580692-1e2d-4bb1-b7ee-cb7e8d4f6e4c tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:31:27.002357 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-ed07c268-101d-46aa-a55b-d753a86257f5 req-33580692-1e2d-4bb1-b7ee-cb7e8d4f6e4c tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c1172c7-aa24-446d-a975-8ccfc0bb304e HTTP/1.1" status: 200 len: 944 time: 0.0529499 Oct 27 11:31:27.049655 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-ed07c268-101d-46aa-a55b-d753a86257f5 req-2a36d5dc-0540-40b8-86a0-e8d48620162d tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] 10.222.0.44 "GET /v2.0/security-groups?id=12060c99-edd8-46eb-95bf-c79e03a4bf0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402064 Oct 27 11:31:27.381872 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device 1ad2cf95-0279-4064-aac5-9f8921933d70 up at agent hyperv_n-h1-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 11:31:27.436100 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Provisioning complete for port 1ad2cf95-0279-4064-aac5-9f8921933d70 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:31:27.436497 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:31:27.527430 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:31:27.552719 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c1172c7-aa24-446d-a975-8ccfc0bb304e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ad2cf95-0279-4064-aac5-9f8921933d70'}] {{(pid=102348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 11:31:27.555117 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be4127e571859625ba9a491db1af5fd5edc4c8ee111482105658b13e0edb602d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca5e2f50-0fef-4dbf-bc77-9c4c011bd2d5" -d '{"events": [{"server_uuid": "2c1172c7-aa24-446d-a975-8ccfc0bb304e", "name": "network-vif-plugged", "status": "completed", "tag": "1ad2cf95-0279-4064-aac5-9f8921933d70"}]}' {{(pid=102348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 11:31:27.572951 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port 1ad2cf95-0279-4064-aac5-9f8921933d70, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=1ad2cf95-0279-4064-aac5-9f8921933d70,segment=NetworkSegment(ec5f63a7-bd4b-46ba-9465-61e282d8f20f),segment_id=ec5f63a7-bd4b-46ba-9465-61e282d8f20f)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:31:27.578407 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:31:27.611362 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 11:31:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50166644-140c-4dd9-bbd1-956d133ade4d x-openstack-request-id: req-50166644-140c-4dd9-bbd1-956d133ade4d {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 11:31:27.611653 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c1172c7-aa24-446d-a975-8ccfc0bb304e", "name": "network-vif-plugged", "status": "completed", "tag": "1ad2cf95-0279-4064-aac5-9f8921933d70", "code": 200}]} {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 11:31:27.611907 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-50166644-140c-4dd9-bbd1-956d133ade4d {{(pid=102348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 11:31:27.612321 n-d-813419-10 neutron-server[102348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c1172c7-aa24-446d-a975-8ccfc0bb304e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ad2cf95-0279-4064-aac5-9f8921933d70', 'code': 200} Oct 27 11:31:27.630597 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Pushing event updated for resources: {'Port': ['ID=1ad2cf95-0279-4064-aac5-9f8921933d70,revision_number=7']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:31:28.183192 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0aace1-0fec-4b52-af99-eb892ac71197 req-3e98848c-46e0-4a95-a4cc-8697146f608b tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:31:28.184781 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-1d0aace1-0fec-4b52-af99-eb892ac71197 req-3e98848c-46e0-4a95-a4cc-8697146f608b tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c1172c7-aa24-446d-a975-8ccfc0bb304e HTTP/1.1" status: 200 len: 945 time: 0.0567839 Oct 27 11:31:28.233225 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-1d0aace1-0fec-4b52-af99-eb892ac71197 req-955640f7-43bd-43f1-87ce-0165788d873c tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] 10.222.0.44 "GET /v2.0/security-groups?id=12060c99-edd8-46eb-95bf-c79e03a4bf0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422530 Oct 27 11:31:29.378414 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacfad9e-eddb-4033-99d3-cdaccc6386e9 req-c72463f8-6bda-45e2-967d-767115291355 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:31:29.381003 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-bacfad9e-eddb-4033-99d3-cdaccc6386e9 req-c72463f8-6bda-45e2-967d-767115291355 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c1172c7-aa24-446d-a975-8ccfc0bb304e HTTP/1.1" status: 200 len: 945 time: 0.0533218 Oct 27 11:31:29.429245 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-bacfad9e-eddb-4033-99d3-cdaccc6386e9 req-fe5b0fd5-5761-4538-92cf-fdad511203c7 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] 10.222.0.44 "GET /v2.0/security-groups?id=12060c99-edd8-46eb-95bf-c79e03a4bf0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370400 Oct 27 11:31:30.558214 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72bf6f5-1b27-40f4-936e-0ae6388723ef req-3a936306-f731-493b-9d6a-7b148e597d12 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:31:30.559896 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-a72bf6f5-1b27-40f4-936e-0ae6388723ef req-3a936306-f731-493b-9d6a-7b148e597d12 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c1172c7-aa24-446d-a975-8ccfc0bb304e HTTP/1.1" status: 200 len: 945 time: 0.0606520 Oct 27 11:31:30.612820 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-a72bf6f5-1b27-40f4-936e-0ae6388723ef req-d571702e-4328-4c45-8dd3-eaea19dafc08 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] 10.222.0.44 "GET /v2.0/security-groups?id=12060c99-edd8-46eb-95bf-c79e03a4bf0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467777 Oct 27 11:31:31.730633 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6a88e8-28be-400f-beaa-083483b31f98 req-674cccbd-ecff-4c5a-9e00-58fe0add14cd tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:31:31.732281 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-3c6a88e8-28be-400f-beaa-083483b31f98 req-674cccbd-ecff-4c5a-9e00-58fe0add14cd tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c1172c7-aa24-446d-a975-8ccfc0bb304e HTTP/1.1" status: 200 len: 945 time: 0.0507100 Oct 27 11:31:31.778734 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-3c6a88e8-28be-400f-beaa-083483b31f98 req-7bb92f82-0a5f-4e40-89ad-c08a7814f55f tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] 10.222.0.44 "GET /v2.0/security-groups?id=12060c99-edd8-46eb-95bf-c79e03a4bf0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372529 Oct 27 11:31:32.914713 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0135466-6936-49a6-978e-8e6585669af8 req-db66c182-a40c-489e-84b1-a685f3a192ca tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:31:32.916234 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b0135466-6936-49a6-978e-8e6585669af8 req-db66c182-a40c-489e-84b1-a685f3a192ca tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c1172c7-aa24-446d-a975-8ccfc0bb304e HTTP/1.1" status: 200 len: 945 time: 0.0580420 Oct 27 11:31:32.962313 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b0135466-6936-49a6-978e-8e6585669af8 req-6620e1b7-9de6-4033-9889-af3641a87408 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] 10.222.0.44 "GET /v2.0/security-groups?id=12060c99-edd8-46eb-95bf-c79e03a4bf0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375962 Oct 27 11:31:33.025862 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:31:34.102875 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dbc746-4037-439b-8e12-1040610e1cd8 req-4d683558-9ebb-4357-bfa9-742a3bb566f8 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:31:34.104470 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-22dbc746-4037-439b-8e12-1040610e1cd8 req-4d683558-9ebb-4357-bfa9-742a3bb566f8 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c1172c7-aa24-446d-a975-8ccfc0bb304e HTTP/1.1" status: 200 len: 945 time: 0.0594165 Oct 27 11:31:34.148562 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-22dbc746-4037-439b-8e12-1040610e1cd8 req-cf7ad1c0-fa91-4779-aaed-4278f88d52d8 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] 10.222.0.44 "GET /v2.0/security-groups?id=12060c99-edd8-46eb-95bf-c79e03a4bf0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378404 Oct 27 11:31:35.292442 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07863730-7d68-404d-a86b-aa8f0cc8317d req-e272a895-d664-47f7-b2d8-a19e56e27abf tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:31:35.293955 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-07863730-7d68-404d-a86b-aa8f0cc8317d req-e272a895-d664-47f7-b2d8-a19e56e27abf tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c1172c7-aa24-446d-a975-8ccfc0bb304e HTTP/1.1" status: 200 len: 945 time: 0.0599358 Oct 27 11:31:35.343452 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-07863730-7d68-404d-a86b-aa8f0cc8317d req-6d975c07-bb83-40ff-9069-96e50bcb23ab tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] 10.222.0.44 "GET /v2.0/security-groups?id=12060c99-edd8-46eb-95bf-c79e03a4bf0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432403 Oct 27 11:31:35.988304 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d939291c-0e46-42c2-8018-b3c1c4356aee req-78699e87-4d12-4fb5-99dd-cd6ccec245f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:31:35.989799 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-d939291c-0e46-42c2-8018-b3c1c4356aee req-78699e87-4d12-4fb5-99dd-cd6ccec245f6 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=119835434d804c20aec5b5ab082c0fa1&device_id=2c1172c7-aa24-446d-a975-8ccfc0bb304e HTTP/1.1" status: 200 len: 1097 time: 0.0405190 Oct 27 11:31:36.079050 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d939291c-0e46-42c2-8018-b3c1c4356aee req-a2f7a72e-1f8e-46a0-acc5-bababa0651b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:31:36.080540 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-d939291c-0e46-42c2-8018-b3c1c4356aee req-a2f7a72e-1f8e-46a0-acc5-bababa0651b7 service neutron] 10.222.0.64 "GET /v2.0/networks?id=be74d82b-dde0-4702-8d51-5db4a12a399b HTTP/1.1" status: 200 len: 910 time: 0.0828319 Oct 27 11:31:36.152413 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-d939291c-0e46-42c2-8018-b3c1c4356aee req-5ba50512-6746-4903-91fc-6095c1ee6453 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1ad2cf95-0279-4064-aac5-9f8921933d70 HTTP/1.1" status: 200 len: 1000 time: 0.0650835 Oct 27 11:31:36.201544 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d939291c-0e46-42c2-8018-b3c1c4356aee req-34500802-9a76-4c2b-9bd0-94b41a9e3991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:31:36.202985 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-d939291c-0e46-42c2-8018-b3c1c4356aee req-34500802-9a76-4c2b-9bd0-94b41a9e3991 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=31df114b-b9fa-4b4a-ab73-c47e48dcbf3d HTTP/1.1" status: 200 len: 848 time: 0.0434167 Oct 27 11:31:36.247627 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d939291c-0e46-42c2-8018-b3c1c4356aee req-40271e73-e9dd-4a67-a545-74b8facf0002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:31:36.249024 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-d939291c-0e46-42c2-8018-b3c1c4356aee req-40271e73-e9dd-4a67-a545-74b8facf0002 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=be74d82b-dde0-4702-8d51-5db4a12a399b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0386961 Oct 27 11:31:36.341361 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-d939291c-0e46-42c2-8018-b3c1c4356aee req-076bbea9-a078-4f6e-b9ba-8cc71370dd29 service neutron] 10.222.0.64 "GET /v2.0/networks/be74d82b-dde0-4702-8d51-5db4a12a399b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848517 Oct 27 11:31:36.439277 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-d939291c-0e46-42c2-8018-b3c1c4356aee req-188c74a5-d507-4cb1-b8cf-ff42d2dbef7c service neutron] 10.222.0.64 "GET /v2.0/networks/be74d82b-dde0-4702-8d51-5db4a12a399b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911431 Oct 27 11:31:36.467927 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8749e73-f854-47b9-91e9-73671c81e320 req-2c6e2a13-d9aa-4862-a4f4-5875e4a112fa tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:31:36.469443 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-a8749e73-f854-47b9-91e9-73671c81e320 req-2c6e2a13-d9aa-4862-a4f4-5875e4a112fa tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c1172c7-aa24-446d-a975-8ccfc0bb304e HTTP/1.1" status: 200 len: 945 time: 0.0544448 Oct 27 11:31:36.506216 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-a8749e73-f854-47b9-91e9-73671c81e320 req-e241e97c-03d5-4597-8be2-1933a89f114c tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] 10.222.0.44 "GET /v2.0/security-groups?id=12060c99-edd8-46eb-95bf-c79e03a4bf0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307243 Oct 27 11:31:37.622320 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4f3efe-d1ec-4b52-9bb7-4a7c51a40321 req-f75c770b-88aa-4fac-896e-7babdb79ae64 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:31:37.623776 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-3e4f3efe-d1ec-4b52-9bb7-4a7c51a40321 req-f75c770b-88aa-4fac-896e-7babdb79ae64 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c1172c7-aa24-446d-a975-8ccfc0bb304e HTTP/1.1" status: 200 len: 945 time: 0.0486119 Oct 27 11:31:37.660951 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-3e4f3efe-d1ec-4b52-9bb7-4a7c51a40321 req-bae7546a-e7b7-4f27-9ce0-0baee6dd23c1 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] 10.222.0.44 "GET /v2.0/security-groups?id=12060c99-edd8-46eb-95bf-c79e03a4bf0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311973 Oct 27 11:31:38.773513 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c639b93-46cb-436f-a7f0-3f5aa03d4896 req-a6402cf5-4fc9-47d9-9029-5bfa06fb02e7 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:31:38.775230 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-2c639b93-46cb-436f-a7f0-3f5aa03d4896 req-a6402cf5-4fc9-47d9-9029-5bfa06fb02e7 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c1172c7-aa24-446d-a975-8ccfc0bb304e HTTP/1.1" status: 200 len: 945 time: 0.0480986 Oct 27 11:31:38.811976 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-2c639b93-46cb-436f-a7f0-3f5aa03d4896 req-14eb528d-eda8-41b5-9d0a-8fa7963f2a9a tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] 10.222.0.44 "GET /v2.0/security-groups?id=12060c99-edd8-46eb-95bf-c79e03a4bf0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309350 Oct 27 11:31:38.879676 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [req-acb5751e-189f-40fc-8ced-3d9533e02f9d req-c4241815-0422-4e43-b5ac-e888240ad458 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=102347) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 11:31:38.880723 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-acb5751e-189f-40fc-8ced-3d9533e02f9d req-c4241815-0422-4e43-b5ac-e888240ad458 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0058336 Oct 27 11:31:39.461546 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device 1ad2cf95-0279-4064-aac5-9f8921933d70 no longer exists at agent hyperv_n-h1-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 11:31:39.534123 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:31:39.558599 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c1172c7-aa24-446d-a975-8ccfc0bb304e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1ad2cf95-0279-4064-aac5-9f8921933d70'}] {{(pid=102348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 11:31:39.560830 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be4127e571859625ba9a491db1af5fd5edc4c8ee111482105658b13e0edb602d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04ca720c-c38b-4092-bf25-59e9a10b69a5" -d '{"events": [{"server_uuid": "2c1172c7-aa24-446d-a975-8ccfc0bb304e", "name": "network-vif-unplugged", "status": "completed", "tag": "1ad2cf95-0279-4064-aac5-9f8921933d70"}]}' {{(pid=102348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 11:31:39.573313 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port 1ad2cf95-0279-4064-aac5-9f8921933d70, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=1ad2cf95-0279-4064-aac5-9f8921933d70,segment=NetworkSegment(ec5f63a7-bd4b-46ba-9465-61e282d8f20f),segment_id=ec5f63a7-bd4b-46ba-9465-61e282d8f20f)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:31:39.576936 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:31:39.599682 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 27 Oct 2021 11:31:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab8d62f3-ee99-4809-aa51-7e67fa9aa0ce x-openstack-request-id: req-ab8d62f3-ee99-4809-aa51-7e67fa9aa0ce {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 11:31:39.599919 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c1172c7-aa24-446d-a975-8ccfc0bb304e", "name": "network-vif-unplugged", "status": "failed", "tag": "1ad2cf95-0279-4064-aac5-9f8921933d70", "code": 422}]} {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 11:31:39.600150 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ab8d62f3-ee99-4809-aa51-7e67fa9aa0ce {{(pid=102348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 11:31:39.600574 n-d-813419-10 neutron-server[102348]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '2c1172c7-aa24-446d-a975-8ccfc0bb304e', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '1ad2cf95-0279-4064-aac5-9f8921933d70', 'code': 422} returned with failed status Oct 27 11:31:39.630346 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:31:39.635193 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Pushing event updated for resources: {'Port': ['ID=1ad2cf95-0279-4064-aac5-9f8921933d70,revision_number=8']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:31:40.068928 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb30ca49-29e8-489e-803f-be86823c6453 req-89719bc6-a5dd-450e-bbe7-15280007a9db tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:31:40.071015 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-cb30ca49-29e8-489e-803f-be86823c6453 req-89719bc6-a5dd-450e-bbe7-15280007a9db tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c1172c7-aa24-446d-a975-8ccfc0bb304e HTTP/1.1" status: 200 len: 943 time: 0.0653050 Oct 27 11:31:40.112619 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-cb30ca49-29e8-489e-803f-be86823c6453 req-c241c4b3-7c88-42c0-abe1-a2f5c713c9eb tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] 10.222.0.44 "GET /v2.0/security-groups?id=12060c99-edd8-46eb-95bf-c79e03a4bf0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343134 Oct 27 11:31:40.376740 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-f33357d2-32c8-4e0f-9925-0e78ea86cbf9 req-d8912c44-7fce-42dc-98ad-cf9ae720eeab service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=2c1172c7-aa24-446d-a975-8ccfc0bb304e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0995796 Oct 27 11:31:41.212063 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33357d2-32c8-4e0f-9925-0e78ea86cbf9 req-e8bc2ab8-3d8a-4213-ac36-818cd73dd291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:31:41.213614 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-f33357d2-32c8-4e0f-9925-0e78ea86cbf9 req-e8bc2ab8-3d8a-4213-ac36-818cd73dd291 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=2c1172c7-aa24-446d-a975-8ccfc0bb304e&tenant_id=119835434d804c20aec5b5ab082c0fa1 HTTP/1.1" status: 200 len: 1095 time: 0.0846350 Oct 27 11:31:41.225887 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [req-f33357d2-32c8-4e0f-9925-0e78ea86cbf9 req-9a6cd6c6-57d0-4df5-ba49-780465670d97 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-813419-10', 'device_owner': 'compute:nova'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:31:41.233950 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f94007-251f-4f66-bc90-f8ccb46354aa req-3cc64861-397b-451f-b1e6-62b8ab3bb65b tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:31:41.235434 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-e7f94007-251f-4f66-bc90-f8ccb46354aa req-3cc64861-397b-451f-b1e6-62b8ab3bb65b tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c1172c7-aa24-446d-a975-8ccfc0bb304e HTTP/1.1" status: 200 len: 943 time: 0.0511949 Oct 27 11:31:41.274982 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-e7f94007-251f-4f66-bc90-f8ccb46354aa req-7a8151c2-f120-4610-ba0c-174bbe2a79f5 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] 10.222.0.44 "GET /v2.0/security-groups?id=12060c99-edd8-46eb-95bf-c79e03a4bf0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325468 Oct 27 11:31:41.279072 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-f33357d2-32c8-4e0f-9925-0e78ea86cbf9 req-9a6cd6c6-57d0-4df5-ba49-780465670d97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:31:41.479670 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [req-f33357d2-32c8-4e0f-9925-0e78ea86cbf9 req-9a6cd6c6-57d0-4df5-ba49-780465670d97 service neutron] For port 1ad2cf95-0279-4064-aac5-9f8921933d70, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=1ad2cf95-0279-4064-aac5-9f8921933d70,segment=NetworkSegment(ec5f63a7-bd4b-46ba-9465-61e282d8f20f),segment_id=ec5f63a7-bd4b-46ba-9465-61e282d8f20f)] {{(pid=102346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:31:41.510756 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [req-f33357d2-32c8-4e0f-9925-0e78ea86cbf9 req-9a6cd6c6-57d0-4df5-ba49-780465670d97 service neutron] For port 1ad2cf95-0279-4064-aac5-9f8921933d70, host n-h1-813419-10, cleared binding levels {{(pid=102346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 11:31:41.543149 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [req-f33357d2-32c8-4e0f-9925-0e78ea86cbf9 req-9a6cd6c6-57d0-4df5-ba49-780465670d97 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ad2cf95-0279-4064-aac5-9f8921933d70 {{(pid=102346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 11:31:41.550256 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-f33357d2-32c8-4e0f-9925-0e78ea86cbf9 req-9a6cd6c6-57d0-4df5-ba49-780465670d97 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:31:41.562357 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.provisioning_blocks [req-f33357d2-32c8-4e0f-9925-0e78ea86cbf9 req-9a6cd6c6-57d0-4df5-ba49-780465670d97 service neutron] Transition to ACTIVE for port object 1ad2cf95-0279-4064-aac5-9f8921933d70 will not be triggered until provisioned by entity L2. {{(pid=102346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 11:31:41.565505 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-f33357d2-32c8-4e0f-9925-0e78ea86cbf9 req-9a6cd6c6-57d0-4df5-ba49-780465670d97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27024173'] for port, after_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:31:41.643530 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6cd6c6-57d0-4df5-ba49-780465670d97 service neutron] Pushing event updated for resources: {'Port': ['ID=1ad2cf95-0279-4064-aac5-9f8921933d70,revision_number=9']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:31:41.658291 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6cd6c6-57d0-4df5-ba49-780465670d97 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:31:41.658634 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6cd6c6-57d0-4df5-ba49-780465670d97 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:31:41.658974 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6cd6c6-57d0-4df5-ba49-780465670d97 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:31:41.659308 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6cd6c6-57d0-4df5-ba49-780465670d97 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:31:41.659640 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6cd6c6-57d0-4df5-ba49-780465670d97 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:31:41.659968 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6cd6c6-57d0-4df5-ba49-780465670d97 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:31:41.660317 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6cd6c6-57d0-4df5-ba49-780465670d97 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:31:41.660644 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6cd6c6-57d0-4df5-ba49-780465670d97 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:31:41.660971 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6cd6c6-57d0-4df5-ba49-780465670d97 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:31:41.661293 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6cd6c6-57d0-4df5-ba49-780465670d97 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:31:41.661615 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6cd6c6-57d0-4df5-ba49-780465670d97 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:31:41.661934 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6cd6c6-57d0-4df5-ba49-780465670d97 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:31:41.696896 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [req-f33357d2-32c8-4e0f-9925-0e78ea86cbf9 req-9a6cd6c6-57d0-4df5-ba49-780465670d97 service neutron] No DVR routers for this DVR port 1ad2cf95-0279-4064-aac5-9f8921933d70 on host n-h1-813419-10 {{(pid=102346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 11:31:41.831957 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.managers [req-f33357d2-32c8-4e0f-9925-0e78ea86cbf9 req-9a6cd6c6-57d0-4df5-ba49-780465670d97 service neutron] Attempting to bind port 1ad2cf95-0279-4064-aac5-9f8921933d70 on host n-h2-813419-10 for vnic_type normal with profile {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 11:31:41.832342 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.managers [req-f33357d2-32c8-4e0f-9925-0e78ea86cbf9 req-9a6cd6c6-57d0-4df5-ba49-780465670d97 service neutron] Attempting to bind port 1ad2cf95-0279-4064-aac5-9f8921933d70 by drivers openvswitch,hyperv on host n-h2-813419-10 at level 0 using segments [{'id': 'ec5f63a7-bd4b-46ba-9465-61e282d8f20f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'be74d82b-dde0-4702-8d51-5db4a12a399b'}] {{(pid=102346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 11:31:41.832669 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f33357d2-32c8-4e0f-9925-0e78ea86cbf9 req-9a6cd6c6-57d0-4df5-ba49-780465670d97 service neutron] Attempting to bind port 1ad2cf95-0279-4064-aac5-9f8921933d70 on network be74d82b-dde0-4702-8d51-5db4a12a399b {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 11:31:41.837426 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f33357d2-32c8-4e0f-9925-0e78ea86cbf9 req-9a6cd6c6-57d0-4df5-ba49-780465670d97 service neutron] Port 1ad2cf95-0279-4064-aac5-9f8921933d70 on network be74d82b-dde0-4702-8d51-5db4a12a399b not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-10 {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 11:31:41.837738 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f33357d2-32c8-4e0f-9925-0e78ea86cbf9 req-9a6cd6c6-57d0-4df5-ba49-780465670d97 service neutron] Attempting to bind port 1ad2cf95-0279-4064-aac5-9f8921933d70 on network be74d82b-dde0-4702-8d51-5db4a12a399b {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 11:31:41.842486 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f33357d2-32c8-4e0f-9925-0e78ea86cbf9 req-9a6cd6c6-57d0-4df5-ba49-780465670d97 service neutron] Checking agent: {'id': 'a2edc247-0fa4-4ce6-bbae-a10492f6bd71', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 16, 9), 'started_at': datetime.datetime(2021, 10, 27, 10, 16, 9), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 11, 31, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 11:31:41.842816 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f33357d2-32c8-4e0f-9925-0e78ea86cbf9 req-9a6cd6c6-57d0-4df5-ba49-780465670d97 service neutron] Checking segment: {'id': 'ec5f63a7-bd4b-46ba-9465-61e282d8f20f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'be74d82b-dde0-4702-8d51-5db4a12a399b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 11:31:41.843193 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f33357d2-32c8-4e0f-9925-0e78ea86cbf9 req-9a6cd6c6-57d0-4df5-ba49-780465670d97 service neutron] Bound using segment: {'id': 'ec5f63a7-bd4b-46ba-9465-61e282d8f20f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'be74d82b-dde0-4702-8d51-5db4a12a399b'} {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 11:31:41.843609 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.managers [req-f33357d2-32c8-4e0f-9925-0e78ea86cbf9 req-9a6cd6c6-57d0-4df5-ba49-780465670d97 service neutron] Bound port: 1ad2cf95-0279-4064-aac5-9f8921933d70, host: n-h2-813419-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec5f63a7-bd4b-46ba-9465-61e282d8f20f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'be74d82b-dde0-4702-8d51-5db4a12a399b'}}] {{(pid=102346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 11:31:41.843952 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-f33357d2-32c8-4e0f-9925-0e78ea86cbf9 req-9a6cd6c6-57d0-4df5-ba49-780465670d97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:31:41.905337 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [req-f33357d2-32c8-4e0f-9925-0e78ea86cbf9 req-9a6cd6c6-57d0-4df5-ba49-780465670d97 service neutron] For port 1ad2cf95-0279-4064-aac5-9f8921933d70, host n-h2-813419-10, cleared binding levels {{(pid=102346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 11:31:41.908240 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [req-f33357d2-32c8-4e0f-9925-0e78ea86cbf9 req-9a6cd6c6-57d0-4df5-ba49-780465670d97 service neutron] For port 1ad2cf95-0279-4064-aac5-9f8921933d70, host n-h2-813419-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=1ad2cf95-0279-4064-aac5-9f8921933d70,segment=NetworkSegment(ec5f63a7-bd4b-46ba-9465-61e282d8f20f),segment_id=ec5f63a7-bd4b-46ba-9465-61e282d8f20f)] {{(pid=102346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 11:31:41.912654 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-f33357d2-32c8-4e0f-9925-0e78ea86cbf9 req-9a6cd6c6-57d0-4df5-ba49-780465670d97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27024173'] for port, after_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:31:41.945899 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33357d2-32c8-4e0f-9925-0e78ea86cbf9 req-9a6cd6c6-57d0-4df5-ba49-780465670d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:31:41.946522 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-f33357d2-32c8-4e0f-9925-0e78ea86cbf9 req-9a6cd6c6-57d0-4df5-ba49-780465670d97 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:31:41.947957 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-f33357d2-32c8-4e0f-9925-0e78ea86cbf9 req-9a6cd6c6-57d0-4df5-ba49-780465670d97 service neutron] 10.222.0.76 "PUT /v2.0/ports/1ad2cf95-0279-4064-aac5-9f8921933d70 HTTP/1.1" status: 200 len: 1092 time: 0.7262108 Oct 27 11:31:41.948419 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c1172c7-aa24-446d-a975-8ccfc0bb304e', 'tag': '1ad2cf95-0279-4064-aac5-9f8921933d70'}] {{(pid=102346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 11:31:41.950678 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2531aea88c448207759dde70f844649f18dfe6edcb84b1c92b49bb044a645d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a9d5a30-36ce-473c-b920-8756b12111a9" -d '{"events": [{"name": "network-changed", "server_uuid": "2c1172c7-aa24-446d-a975-8ccfc0bb304e", "tag": "1ad2cf95-0279-4064-aac5-9f8921933d70"}]}' {{(pid=102346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 11:31:42.019845 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6cd6c6-57d0-4df5-ba49-780465670d97 service neutron] Pushing event updated for resources: {'Port': ['ID=1ad2cf95-0279-4064-aac5-9f8921933d70,revision_number=10']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:31:42.034690 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33357d2-32c8-4e0f-9925-0e78ea86cbf9 req-7e5b78b7-0716-4822-9364-a4bdbad85d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:31:42.036233 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-f33357d2-32c8-4e0f-9925-0e78ea86cbf9 req-7e5b78b7-0716-4822-9364-a4bdbad85d01 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=119835434d804c20aec5b5ab082c0fa1&device_id=2c1172c7-aa24-446d-a975-8ccfc0bb304e HTTP/1.1" status: 200 len: 1096 time: 0.0584278 Oct 27 11:31:42.053072 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 11:31:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e4baddd-e5a7-4244-9e3d-8b2c8a1d7e02 x-openstack-request-id: req-4e4baddd-e5a7-4244-9e3d-8b2c8a1d7e02 {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 11:31:42.053352 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c1172c7-aa24-446d-a975-8ccfc0bb304e", "tag": "1ad2cf95-0279-4064-aac5-9f8921933d70", "status": "completed", "code": 200}]} {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 11:31:42.054150 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4e4baddd-e5a7-4244-9e3d-8b2c8a1d7e02 {{(pid=102346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 11:31:42.054560 n-d-813419-10 neutron-server[102346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c1172c7-aa24-446d-a975-8ccfc0bb304e', 'tag': '1ad2cf95-0279-4064-aac5-9f8921933d70', 'status': 'completed', 'code': 200} Oct 27 11:31:42.134076 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33357d2-32c8-4e0f-9925-0e78ea86cbf9 req-1dbc95d8-effd-4e14-a50e-42d778d126d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:31:42.135583 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-f33357d2-32c8-4e0f-9925-0e78ea86cbf9 req-1dbc95d8-effd-4e14-a50e-42d778d126d7 service neutron] 10.222.0.76 "GET /v2.0/networks?id=be74d82b-dde0-4702-8d51-5db4a12a399b HTTP/1.1" status: 200 len: 910 time: 0.0921712 Oct 27 11:31:42.207848 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-f33357d2-32c8-4e0f-9925-0e78ea86cbf9 req-193fd2ad-2bc2-4971-9913-1f5d96ca8a6e service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1ad2cf95-0279-4064-aac5-9f8921933d70 HTTP/1.1" status: 200 len: 998 time: 0.0653188 Oct 27 11:31:42.255360 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33357d2-32c8-4e0f-9925-0e78ea86cbf9 req-af3d5312-99c6-4cdc-b3a5-b4f204edefe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:31:42.256757 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-f33357d2-32c8-4e0f-9925-0e78ea86cbf9 req-af3d5312-99c6-4cdc-b3a5-b4f204edefe1 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=31df114b-b9fa-4b4a-ab73-c47e48dcbf3d HTTP/1.1" status: 200 len: 848 time: 0.0423446 Oct 27 11:31:42.302085 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33357d2-32c8-4e0f-9925-0e78ea86cbf9 req-800474cc-5be8-4e84-b55c-116a479d2e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:31:42.303554 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-f33357d2-32c8-4e0f-9925-0e78ea86cbf9 req-800474cc-5be8-4e84-b55c-116a479d2e48 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=be74d82b-dde0-4702-8d51-5db4a12a399b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0400238 Oct 27 11:31:42.395823 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8aae2a3-237f-492c-b377-f085709120e9 req-2561d5b1-23d0-452c-9af1-4cecaa8f01f0 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:31:42.396646 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-f33357d2-32c8-4e0f-9925-0e78ea86cbf9 req-fab1ecc7-b638-4e67-90d1-08a2d70558e5 service neutron] 10.222.0.76 "GET /v2.0/networks/be74d82b-dde0-4702-8d51-5db4a12a399b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863774 Oct 27 11:31:42.397315 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-d8aae2a3-237f-492c-b377-f085709120e9 req-2561d5b1-23d0-452c-9af1-4cecaa8f01f0 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c1172c7-aa24-446d-a975-8ccfc0bb304e HTTP/1.1" status: 200 len: 944 time: 0.0521178 Oct 27 11:31:42.435425 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-d8aae2a3-237f-492c-b377-f085709120e9 req-8b528c6b-624b-42bb-bf81-977a29c3cf52 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] 10.222.0.44 "GET /v2.0/security-groups?id=12060c99-edd8-46eb-95bf-c79e03a4bf0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312886 Oct 27 11:31:42.488159 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-f33357d2-32c8-4e0f-9925-0e78ea86cbf9 req-a213ca29-e9b8-410d-a5c3-1832ed909fdb service neutron] 10.222.0.76 "GET /v2.0/networks/be74d82b-dde0-4702-8d51-5db4a12a399b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839958 Oct 27 11:31:42.578581 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9d5a30-36ce-473c-b920-8756b12111a9 req-bc6bafd2-e12f-4284-a055-9a32e450d152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:31:42.580117 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-7a9d5a30-36ce-473c-b920-8756b12111a9 req-bc6bafd2-e12f-4284-a055-9a32e450d152 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=119835434d804c20aec5b5ab082c0fa1&device_id=2c1172c7-aa24-446d-a975-8ccfc0bb304e HTTP/1.1" status: 200 len: 1096 time: 0.0448899 Oct 27 11:31:43.106268 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9d5a30-36ce-473c-b920-8756b12111a9 req-4861ffd3-1831-44df-8300-9fd74ea238fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:31:43.108466 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-7a9d5a30-36ce-473c-b920-8756b12111a9 req-4861ffd3-1831-44df-8300-9fd74ea238fc service neutron] 10.222.0.76 "GET /v2.0/networks?id=be74d82b-dde0-4702-8d51-5db4a12a399b HTTP/1.1" status: 200 len: 910 time: 0.5196607 Oct 27 11:31:43.557396 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5c5f68-ae9d-4f59-ba70-97eb9fc11082 req-cb7fa9df-1767-45eb-8879-3095d74c0306 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:31:43.559595 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ca5c5f68-ae9d-4f59-ba70-97eb9fc11082 req-cb7fa9df-1767-45eb-8879-3095d74c0306 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c1172c7-aa24-446d-a975-8ccfc0bb304e HTTP/1.1" status: 200 len: 944 time: 0.0511045 Oct 27 11:31:43.600923 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ca5c5f68-ae9d-4f59-ba70-97eb9fc11082 req-384569e4-a4c9-4dde-824c-94527d54df31 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] 10.222.0.44 "GET /v2.0/security-groups?id=12060c99-edd8-46eb-95bf-c79e03a4bf0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354578 Oct 27 11:31:44.726806 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6909ea2e-6a89-4964-ba30-eca178afb5b7 req-8ade35b2-5918-40ab-85ec-e445792dc457 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:31:44.728641 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-6909ea2e-6a89-4964-ba30-eca178afb5b7 req-8ade35b2-5918-40ab-85ec-e445792dc457 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c1172c7-aa24-446d-a975-8ccfc0bb304e HTTP/1.1" status: 200 len: 944 time: 0.0551727 Oct 27 11:31:44.772532 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-6909ea2e-6a89-4964-ba30-eca178afb5b7 req-48f2037f-3608-47c2-84ef-dfd0036e1c47 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] 10.222.0.44 "GET /v2.0/security-groups?id=12060c99-edd8-46eb-95bf-c79e03a4bf0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370748 Oct 27 11:31:45.900992 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7233de61-64e4-4afd-83c3-51814494a469 req-79ef8671-f41b-4d68-87ac-46bcf044dff2 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:31:45.902521 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-7233de61-64e4-4afd-83c3-51814494a469 req-79ef8671-f41b-4d68-87ac-46bcf044dff2 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c1172c7-aa24-446d-a975-8ccfc0bb304e HTTP/1.1" status: 200 len: 944 time: 0.0510449 Oct 27 11:31:45.942380 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-7233de61-64e4-4afd-83c3-51814494a469 req-c621c3e0-223f-4ed6-a3b7-6ff6c2956446 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] 10.222.0.44 "GET /v2.0/security-groups?id=12060c99-edd8-46eb-95bf-c79e03a4bf0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336227 Oct 27 11:31:46.320655 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7f820aaf-415d-48fa-aa7c-6bfc2b7541d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:31:47.068123 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef92ef6b-db51-47e1-8566-4bb294c6a0df req-ada92ca5-dbd2-437b-9540-f95564a234f6 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:31:47.070189 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-ef92ef6b-db51-47e1-8566-4bb294c6a0df req-ada92ca5-dbd2-437b-9540-f95564a234f6 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c1172c7-aa24-446d-a975-8ccfc0bb304e HTTP/1.1" status: 200 len: 944 time: 0.0512602 Oct 27 11:31:47.110540 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-ef92ef6b-db51-47e1-8566-4bb294c6a0df req-9e24c119-716d-4c62-bd38-a7e244484571 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] 10.222.0.44 "GET /v2.0/security-groups?id=12060c99-edd8-46eb-95bf-c79e03a4bf0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340934 Oct 27 11:31:48.233909 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e523717e-a85a-4e05-82f4-17f48780477c req-f0933340-6e70-4c16-86ba-0720b965f369 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:31:48.236295 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-e523717e-a85a-4e05-82f4-17f48780477c req-f0933340-6e70-4c16-86ba-0720b965f369 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c1172c7-aa24-446d-a975-8ccfc0bb304e HTTP/1.1" status: 200 len: 944 time: 0.0541277 Oct 27 11:31:48.278242 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-e523717e-a85a-4e05-82f4-17f48780477c req-f28a8aee-5f53-49fd-9810-cd85d3024702 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] 10.222.0.44 "GET /v2.0/security-groups?id=12060c99-edd8-46eb-95bf-c79e03a4bf0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350828 Oct 27 11:31:48.985820 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7e3f2ffc-5113-4daa-9e0b-9136b7b2d3d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:31:49.412593 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375e3a99-0144-4ee3-80fc-0e6535e099ca req-3790cf19-e9b1-4824-b424-5323984ccc6c tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:31:49.414145 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-375e3a99-0144-4ee3-80fc-0e6535e099ca req-3790cf19-e9b1-4824-b424-5323984ccc6c tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c1172c7-aa24-446d-a975-8ccfc0bb304e HTTP/1.1" status: 200 len: 944 time: 0.0578578 Oct 27 11:31:49.456483 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-375e3a99-0144-4ee3-80fc-0e6535e099ca req-54f6e71e-48f3-4430-940b-788d4758b03a tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] 10.222.0.44 "GET /v2.0/security-groups?id=12060c99-edd8-46eb-95bf-c79e03a4bf0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358768 Oct 27 11:31:50.120892 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:31:50.294902 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-eadeaa30-4096-4d1a-b3cb-aa7ebfb291ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:31:50.576099 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea04f014-a76c-43b2-ad9d-1eb0bc936ff5 req-fb1d1a26-66b7-408e-b0b2-c9930e4c03a1 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:31:50.577680 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ea04f014-a76c-43b2-ad9d-1eb0bc936ff5 req-fb1d1a26-66b7-408e-b0b2-c9930e4c03a1 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c1172c7-aa24-446d-a975-8ccfc0bb304e HTTP/1.1" status: 200 len: 944 time: 0.0513253 Oct 27 11:31:50.621812 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ea04f014-a76c-43b2-ad9d-1eb0bc936ff5 req-92d6adc2-b9db-4700-bc56-91f3782ddc9b tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] 10.222.0.44 "GET /v2.0/security-groups?id=12060c99-edd8-46eb-95bf-c79e03a4bf0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379994 Oct 27 11:31:51.743369 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dc0c87-afaa-443a-8440-8d8a82867356 req-98751567-ef37-49b9-b205-acc27364335b tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:31:51.745016 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-e6dc0c87-afaa-443a-8440-8d8a82867356 req-98751567-ef37-49b9-b205-acc27364335b tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c1172c7-aa24-446d-a975-8ccfc0bb304e HTTP/1.1" status: 200 len: 944 time: 0.0508678 Oct 27 11:31:51.785571 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-e6dc0c87-afaa-443a-8440-8d8a82867356 req-32e99a74-e5ae-4a8b-bd4c-8f1f35a45f7b tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] 10.222.0.44 "GET /v2.0/security-groups?id=12060c99-edd8-46eb-95bf-c79e03a4bf0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342708 Oct 27 11:31:52.179110 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-3c6a8245-0581-48aa-b5f6-4d8fe98cd16e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:31:52.903384 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb27b43-9a9e-46c3-b6cb-6c10232ab62b req-ab505492-fbc5-4354-a4f1-fa2f8e72467e tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:31:52.904888 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-cbb27b43-9a9e-46c3-b6cb-6c10232ab62b req-ab505492-fbc5-4354-a4f1-fa2f8e72467e tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c1172c7-aa24-446d-a975-8ccfc0bb304e HTTP/1.1" status: 200 len: 944 time: 0.0499334 Oct 27 11:31:52.940977 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-cbb27b43-9a9e-46c3-b6cb-6c10232ab62b req-3ec8094b-e601-4ac9-a9e2-5c51a5573915 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] 10.222.0.44 "GET /v2.0/security-groups?id=12060c99-edd8-46eb-95bf-c79e03a4bf0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302703 Oct 27 11:31:54.056549 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e72d31b-1a25-49a5-bbce-9ea478ac5af5 req-ce331e07-7836-4c4b-b06a-412e78aa554e tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:31:54.058106 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-3e72d31b-1a25-49a5-bbce-9ea478ac5af5 req-ce331e07-7836-4c4b-b06a-412e78aa554e tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c1172c7-aa24-446d-a975-8ccfc0bb304e HTTP/1.1" status: 200 len: 944 time: 0.0484114 Oct 27 11:31:54.094952 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-3e72d31b-1a25-49a5-bbce-9ea478ac5af5 req-a9ee06f6-e964-45b8-af7e-d5c117bda70b tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] 10.222.0.44 "GET /v2.0/security-groups?id=12060c99-edd8-46eb-95bf-c79e03a4bf0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309191 Oct 27 11:31:55.210939 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff49be85-47bf-42c5-84a9-5f535a0d02eb req-13de9c5a-9655-4413-bfcb-3a275bc23371 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:31:55.212470 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ff49be85-47bf-42c5-84a9-5f535a0d02eb req-13de9c5a-9655-4413-bfcb-3a275bc23371 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c1172c7-aa24-446d-a975-8ccfc0bb304e HTTP/1.1" status: 200 len: 944 time: 0.0479736 Oct 27 11:31:55.260972 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-ff49be85-47bf-42c5-84a9-5f535a0d02eb req-497c576e-cf41-4d3d-bbd7-493ac1c3569a tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] 10.222.0.44 "GET /v2.0/security-groups?id=12060c99-edd8-46eb-95bf-c79e03a4bf0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394146 Oct 27 11:31:56.154557 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-7a9d5a30-36ce-473c-b920-8756b12111a9 req-284b1799-63f5-41d4-b5f5-f98ff9680189 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1ad2cf95-0279-4064-aac5-9f8921933d70 HTTP/1.1" status: 200 len: 998 time: 0.0613892 Oct 27 11:31:56.205073 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9d5a30-36ce-473c-b920-8756b12111a9 req-bd9f73e7-457b-4849-a74d-fa885bc84a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:31:56.206467 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-7a9d5a30-36ce-473c-b920-8756b12111a9 req-bd9f73e7-457b-4849-a74d-fa885bc84a70 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=31df114b-b9fa-4b4a-ab73-c47e48dcbf3d HTTP/1.1" status: 200 len: 848 time: 0.0423148 Oct 27 11:31:56.253993 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9d5a30-36ce-473c-b920-8756b12111a9 req-7456faf9-46f6-4bd6-9cef-4a2172d650f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:31:56.255413 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-7a9d5a30-36ce-473c-b920-8756b12111a9 req-7456faf9-46f6-4bd6-9cef-4a2172d650f3 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=be74d82b-dde0-4702-8d51-5db4a12a399b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0381229 Oct 27 11:31:56.354409 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-7a9d5a30-36ce-473c-b920-8756b12111a9 req-0b8cefdf-4902-4140-85b0-d8fc54300801 service neutron] 10.222.0.76 "GET /v2.0/networks/be74d82b-dde0-4702-8d51-5db4a12a399b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885668 Oct 27 11:31:56.380108 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7481c0d9-e1ac-4fee-9b22-1de236f4f7c5 req-1dc9fc24-5492-4d2b-af5d-c010cb4a99c4 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:31:56.382158 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-7481c0d9-e1ac-4fee-9b22-1de236f4f7c5 req-1dc9fc24-5492-4d2b-af5d-c010cb4a99c4 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c1172c7-aa24-446d-a975-8ccfc0bb304e HTTP/1.1" status: 200 len: 944 time: 0.0522122 Oct 27 11:31:56.418967 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-7481c0d9-e1ac-4fee-9b22-1de236f4f7c5 req-fc5a406c-773a-4aa8-b320-3b28d2fc5161 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] 10.222.0.44 "GET /v2.0/security-groups?id=12060c99-edd8-46eb-95bf-c79e03a4bf0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307000 Oct 27 11:31:56.445800 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-7a9d5a30-36ce-473c-b920-8756b12111a9 req-9875ab44-1911-42f9-8ef4-035f080dc131 service neutron] 10.222.0.76 "GET /v2.0/networks/be74d82b-dde0-4702-8d51-5db4a12a399b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838246 Oct 27 11:31:57.282404 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.agents_db [None req-e79ee67d-056e-46ea-bd99-e80473396b25 None None] Agent healthcheck: found 7 active agents {{(pid=102349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 11:31:57.542109 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fc1d5a-916f-4261-87b8-7b1d6599f2e6 req-50dcf401-bf95-4f9f-80e2-4c6171814d39 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:31:57.543652 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-61fc1d5a-916f-4261-87b8-7b1d6599f2e6 req-50dcf401-bf95-4f9f-80e2-4c6171814d39 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c1172c7-aa24-446d-a975-8ccfc0bb304e HTTP/1.1" status: 200 len: 944 time: 0.0579121 Oct 27 11:31:57.587638 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-61fc1d5a-916f-4261-87b8-7b1d6599f2e6 req-bacdfaa9-2fa0-4cf6-ac38-6ef490021da4 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] 10.222.0.44 "GET /v2.0/security-groups?id=12060c99-edd8-46eb-95bf-c79e03a4bf0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371821 Oct 27 11:31:58.705004 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e22320-2980-4fc8-a894-1b5447cb544d req-581dc6fb-7cf7-4ea7-82a4-8ad2c5443357 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:31:58.706478 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-f1e22320-2980-4fc8-a894-1b5447cb544d req-581dc6fb-7cf7-4ea7-82a4-8ad2c5443357 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c1172c7-aa24-446d-a975-8ccfc0bb304e HTTP/1.1" status: 200 len: 944 time: 0.0487030 Oct 27 11:31:58.747053 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-f1e22320-2980-4fc8-a894-1b5447cb544d req-7c19f5e3-cf79-4a82-95db-204db5b05b15 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] 10.222.0.44 "GET /v2.0/security-groups?id=12060c99-edd8-46eb-95bf-c79e03a4bf0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346346 Oct 27 11:31:58.965372 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device 1ad2cf95-0279-4064-aac5-9f8921933d70 details requested by agent hyperv_n-h2-813419-10 with host n-h2-813419-10 {{(pid=102348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 11:31:59.064797 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] For port 1ad2cf95-0279-4064-aac5-9f8921933d70, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=1ad2cf95-0279-4064-aac5-9f8921933d70,segment=NetworkSegment(ec5f63a7-bd4b-46ba-9465-61e282d8f20f),segment_id=ec5f63a7-bd4b-46ba-9465-61e282d8f20f)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:31:59.075402 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Returning: {'device': '1ad2cf95-0279-4064-aac5-9f8921933d70', 'network_id': 'be74d82b-dde0-4702-8d51-5db4a12a399b', 'port_id': '1ad2cf95-0279-4064-aac5-9f8921933d70', 'mac_address': 'fa:16:3e:31:96:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 444, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31df114b-b9fa-4b4a-ab73-c47e48dcbf3d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 11:31:59.110593 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:31:59.123538 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ad2cf95-0279-4064-aac5-9f8921933d70 {{(pid=102348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 11:31:59.142388 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] For port 1ad2cf95-0279-4064-aac5-9f8921933d70, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=1ad2cf95-0279-4064-aac5-9f8921933d70,segment=NetworkSegment(ec5f63a7-bd4b-46ba-9465-61e282d8f20f),segment_id=ec5f63a7-bd4b-46ba-9465-61e282d8f20f)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:31:59.146165 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:31:59.197962 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Pushing event updated for resources: {'Port': ['ID=1ad2cf95-0279-4064-aac5-9f8921933d70,revision_number=11']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:31:59.537632 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] get_ports_and_sgs() called for port_ids ['1ad2cf95-0279-4064-aac5-9f8921933d70'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 11:31:59.861398 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66494acb-ad3c-44cc-a9ac-db0d2028a992 req-bac1b1fe-bd72-4ce4-a08b-344133096c8e tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:31:59.862886 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-66494acb-ad3c-44cc-a9ac-db0d2028a992 req-bac1b1fe-bd72-4ce4-a08b-344133096c8e tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c1172c7-aa24-446d-a975-8ccfc0bb304e HTTP/1.1" status: 200 len: 945 time: 0.0486703 Oct 27 11:31:59.901187 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-66494acb-ad3c-44cc-a9ac-db0d2028a992 req-74479941-7833-4434-8e05-d86f6d72bc46 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] 10.222.0.44 "GET /v2.0/security-groups?id=12060c99-edd8-46eb-95bf-c79e03a4bf0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324166 Oct 27 11:32:00.953861 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device 1ad2cf95-0279-4064-aac5-9f8921933d70 up at agent hyperv_n-h2-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 11:32:01.001115 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Provisioning for port 1ad2cf95-0279-4064-aac5-9f8921933d70 completed by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 11:32:01.004889 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Provisioning complete for port 1ad2cf95-0279-4064-aac5-9f8921933d70 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:32:01.005357 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:32:01.018737 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc20d07-1536-4f42-a6d2-dbf0ffd4f2cb req-18e592c0-f18b-4150-b183-7e0c3776e843 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:32:01.020249 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-4bc20d07-1536-4f42-a6d2-dbf0ffd4f2cb req-18e592c0-f18b-4150-b183-7e0c3776e843 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c1172c7-aa24-446d-a975-8ccfc0bb304e HTTP/1.1" status: 200 len: 945 time: 0.0495529 Oct 27 11:32:01.058930 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-4bc20d07-1536-4f42-a6d2-dbf0ffd4f2cb req-0a6312d7-d9d6-4c3a-bc77-0be732f0562d tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] 10.222.0.44 "GET /v2.0/security-groups?id=12060c99-edd8-46eb-95bf-c79e03a4bf0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322433 Oct 27 11:32:01.085571 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:32:01.107469 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c1172c7-aa24-446d-a975-8ccfc0bb304e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ad2cf95-0279-4064-aac5-9f8921933d70'}] {{(pid=102348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 11:32:01.109705 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be4127e571859625ba9a491db1af5fd5edc4c8ee111482105658b13e0edb602d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1e94614-c8f3-4b05-a60a-c26729ea2c49" -d '{"events": [{"server_uuid": "2c1172c7-aa24-446d-a975-8ccfc0bb304e", "name": "network-vif-plugged", "status": "completed", "tag": "1ad2cf95-0279-4064-aac5-9f8921933d70"}]}' {{(pid=102348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 11:32:01.122845 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] For port 1ad2cf95-0279-4064-aac5-9f8921933d70, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=1ad2cf95-0279-4064-aac5-9f8921933d70,segment=NetworkSegment(ec5f63a7-bd4b-46ba-9465-61e282d8f20f),segment_id=ec5f63a7-bd4b-46ba-9465-61e282d8f20f)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:32:01.127980 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:32:01.153154 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 11:32:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08d19a17-0045-485c-af4c-fb37db43202f x-openstack-request-id: req-08d19a17-0045-485c-af4c-fb37db43202f {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 11:32:01.153480 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c1172c7-aa24-446d-a975-8ccfc0bb304e", "name": "network-vif-plugged", "status": "completed", "tag": "1ad2cf95-0279-4064-aac5-9f8921933d70", "code": 200}]} {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 11:32:01.153728 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-08d19a17-0045-485c-af4c-fb37db43202f {{(pid=102348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 11:32:01.154166 n-d-813419-10 neutron-server[102348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c1172c7-aa24-446d-a975-8ccfc0bb304e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ad2cf95-0279-4064-aac5-9f8921933d70', 'code': 200} Oct 27 11:32:01.179979 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Pushing event updated for resources: {'Port': ['ID=1ad2cf95-0279-4064-aac5-9f8921933d70,revision_number=12']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:32:01.310841 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e95928d-c25c-4928-a9ec-bdfa18458e53 req-d3bfcb72-0267-4fc3-94e9-1d4cb5bb759e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:32:01.312376 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-5e95928d-c25c-4928-a9ec-bdfa18458e53 req-d3bfcb72-0267-4fc3-94e9-1d4cb5bb759e service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=2c1172c7-aa24-446d-a975-8ccfc0bb304e HTTP/1.1" status: 200 len: 1098 time: 0.0407982 Oct 27 11:32:01.347499 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-5e95928d-c25c-4928-a9ec-bdfa18458e53 req-8680c579-8c9e-4cbb-a254-da140b47d9d0 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=12060c99-edd8-46eb-95bf-c79e03a4bf0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0265808 Oct 27 11:32:02.178141 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d397afcb-308c-48d0-ab00-293607e97b95 req-0ea09690-71c2-4ef9-b3c8-1314d8ed45c5 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:32:02.180314 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-d397afcb-308c-48d0-ab00-293607e97b95 req-0ea09690-71c2-4ef9-b3c8-1314d8ed45c5 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c1172c7-aa24-446d-a975-8ccfc0bb304e HTTP/1.1" status: 200 len: 946 time: 0.0532553 Oct 27 11:32:02.217822 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-d397afcb-308c-48d0-ab00-293607e97b95 req-cdf077bb-b84c-446b-91a7-877812ecda0c tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] 10.222.0.44 "GET /v2.0/security-groups?id=12060c99-edd8-46eb-95bf-c79e03a4bf0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314462 Oct 27 11:32:03.064372 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:32:03.341024 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eee56e6-61bc-48d6-aff2-097b809b8b95 req-36735cfa-538d-415e-b050-9c13a149592c tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:32:03.342539 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-3eee56e6-61bc-48d6-aff2-097b809b8b95 req-36735cfa-538d-415e-b050-9c13a149592c tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c1172c7-aa24-446d-a975-8ccfc0bb304e HTTP/1.1" status: 200 len: 946 time: 0.0553062 Oct 27 11:32:03.380471 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-3eee56e6-61bc-48d6-aff2-097b809b8b95 req-85e419c4-2270-4bc5-811f-3841faf88130 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] 10.222.0.44 "GET /v2.0/security-groups?id=12060c99-edd8-46eb-95bf-c79e03a4bf0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318739 Oct 27 11:32:09.634665 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:32:13.949978 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-a5e97c91-cfef-4b05-abd8-80d1a819256a req-29500c94-2e80-4852-92b7-21fb95318c48 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=2c1172c7-aa24-446d-a975-8ccfc0bb304e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0392659 Oct 27 11:32:14.030447 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e97c91-cfef-4b05-abd8-80d1a819256a req-722c787d-dae4-4b8d-88b0-0ce92e191f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:32:14.031930 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-a5e97c91-cfef-4b05-abd8-80d1a819256a req-722c787d-dae4-4b8d-88b0-0ce92e191f81 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=119835434d804c20aec5b5ab082c0fa1&device_id=2c1172c7-aa24-446d-a975-8ccfc0bb304e HTTP/1.1" status: 200 len: 1098 time: 0.0398710 Oct 27 11:32:14.137527 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e97c91-cfef-4b05-abd8-80d1a819256a req-412c0c00-705d-4e79-b16c-81264ab99dff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:32:14.139013 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-a5e97c91-cfef-4b05-abd8-80d1a819256a req-412c0c00-705d-4e79-b16c-81264ab99dff service neutron] 10.222.0.76 "GET /v2.0/networks?id=be74d82b-dde0-4702-8d51-5db4a12a399b HTTP/1.1" status: 200 len: 910 time: 0.0870759 Oct 27 11:32:14.202260 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-a5e97c91-cfef-4b05-abd8-80d1a819256a req-9cc7ff63-19ea-407c-b7b2-adc00e2782eb service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1ad2cf95-0279-4064-aac5-9f8921933d70 HTTP/1.1" status: 200 len: 1000 time: 0.0558283 Oct 27 11:32:14.254708 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e97c91-cfef-4b05-abd8-80d1a819256a req-9e6a5fb2-61bf-407f-8a50-2ebc71262800 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:32:14.256134 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-a5e97c91-cfef-4b05-abd8-80d1a819256a req-9e6a5fb2-61bf-407f-8a50-2ebc71262800 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=31df114b-b9fa-4b4a-ab73-c47e48dcbf3d HTTP/1.1" status: 200 len: 848 time: 0.0456548 Oct 27 11:32:14.302150 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e97c91-cfef-4b05-abd8-80d1a819256a req-b4952a41-3192-4fd4-9ede-5ade1be02d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:32:14.303623 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-a5e97c91-cfef-4b05-abd8-80d1a819256a req-b4952a41-3192-4fd4-9ede-5ade1be02d6a service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=be74d82b-dde0-4702-8d51-5db4a12a399b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0395641 Oct 27 11:32:14.393838 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-a5e97c91-cfef-4b05-abd8-80d1a819256a req-2ecc0f94-5369-44f8-ad6a-780902a827cc service neutron] 10.222.0.76 "GET /v2.0/networks/be74d82b-dde0-4702-8d51-5db4a12a399b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811620 Oct 27 11:32:14.488240 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-a5e97c91-cfef-4b05-abd8-80d1a819256a req-eb5f1b55-ed3f-4d3d-a6d9-85bb8917f708 service neutron] 10.222.0.76 "GET /v2.0/networks/be74d82b-dde0-4702-8d51-5db4a12a399b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845323 Oct 27 11:32:16.322212 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-c0c76407-6af1-4854-b752-7746a651ca06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:32:18.986727 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a7b5a9b1-3581-4a87-94b1-34fc04a5d9ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:32:20.124310 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:32:20.295681 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-eadeaa30-4096-4d1a-b3cb-aa7ebfb291ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:32:22.179977 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-3c6a8245-0581-48aa-b5f6-4d8fe98cd16e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:32:33.068093 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:32:34.281709 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.agents_db [None req-e79ee67d-056e-46ea-bd99-e80473396b25 None None] Agent healthcheck: found 7 active agents {{(pid=102349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 11:32:39.626579 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:32:46.325966 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-148476b4-0386-4319-8a44-506e40e3d5d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:32:48.986832 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-04c702c4-8c2a-4601-a1d9-71ebd899a025 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:32:50.126359 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:32:50.297937 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-eadeaa30-4096-4d1a-b3cb-aa7ebfb291ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:32:52.182900 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-3c6a8245-0581-48aa-b5f6-4d8fe98cd16e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:33:03.094692 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:33:09.632653 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:33:11.283329 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.agents_db [None req-e79ee67d-056e-46ea-bd99-e80473396b25 None None] Agent healthcheck: found 7 active agents {{(pid=102349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 11:33:14.940402 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-dc9bb3bf-225e-44f7-bd1d-aedb6ff3882d req-1db45998-1e21-4ca4-b3ea-6b361797694a service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=2c1172c7-aa24-446d-a975-8ccfc0bb304e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0398135 Oct 27 11:33:15.024100 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9bb3bf-225e-44f7-bd1d-aedb6ff3882d req-a480e9e6-4164-4deb-8114-2c464412289e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:33:15.025862 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-dc9bb3bf-225e-44f7-bd1d-aedb6ff3882d req-a480e9e6-4164-4deb-8114-2c464412289e service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=119835434d804c20aec5b5ab082c0fa1&device_id=2c1172c7-aa24-446d-a975-8ccfc0bb304e HTTP/1.1" status: 200 len: 1098 time: 0.0405111 Oct 27 11:33:15.128706 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9bb3bf-225e-44f7-bd1d-aedb6ff3882d req-661f3154-8206-4d6b-b2df-f9b85886ea31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:33:15.130173 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-dc9bb3bf-225e-44f7-bd1d-aedb6ff3882d req-661f3154-8206-4d6b-b2df-f9b85886ea31 service neutron] 10.222.0.76 "GET /v2.0/networks?id=be74d82b-dde0-4702-8d51-5db4a12a399b HTTP/1.1" status: 200 len: 910 time: 0.0869687 Oct 27 11:33:15.198661 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-dc9bb3bf-225e-44f7-bd1d-aedb6ff3882d req-654f76d4-4e1a-4482-93fa-3343cc7a9f52 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1ad2cf95-0279-4064-aac5-9f8921933d70 HTTP/1.1" status: 200 len: 1000 time: 0.0604172 Oct 27 11:33:15.246863 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9bb3bf-225e-44f7-bd1d-aedb6ff3882d req-b606016d-58ee-43fc-979b-bdd9ceeebbcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:33:15.248334 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-dc9bb3bf-225e-44f7-bd1d-aedb6ff3882d req-b606016d-58ee-43fc-979b-bdd9ceeebbcb service neutron] 10.222.0.76 "GET /v2.0/subnets?id=31df114b-b9fa-4b4a-ab73-c47e48dcbf3d HTTP/1.1" status: 200 len: 848 time: 0.0433533 Oct 27 11:33:15.293991 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9bb3bf-225e-44f7-bd1d-aedb6ff3882d req-810d8e97-5e7b-4d8e-95f2-5d1d25059673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:33:15.295431 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-dc9bb3bf-225e-44f7-bd1d-aedb6ff3882d req-810d8e97-5e7b-4d8e-95f2-5d1d25059673 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=be74d82b-dde0-4702-8d51-5db4a12a399b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0393116 Oct 27 11:33:15.389164 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-dc9bb3bf-225e-44f7-bd1d-aedb6ff3882d req-dde214eb-0df5-4ac6-b3c1-a5fae340da66 service neutron] 10.222.0.76 "GET /v2.0/networks/be74d82b-dde0-4702-8d51-5db4a12a399b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854862 Oct 27 11:33:15.477948 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-dc9bb3bf-225e-44f7-bd1d-aedb6ff3882d req-d027ed38-c72c-4ff3-814c-5abe691e04e4 service neutron] 10.222.0.76 "GET /v2.0/networks/be74d82b-dde0-4702-8d51-5db4a12a399b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805888 Oct 27 11:33:16.326791 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-2c634d5b-17f8-4aa7-8e72-e8dabad2757d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:33:18.987350 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-06c204d0-6bd6-4bce-b111-09f6fbe533bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:33:20.128093 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:33:20.300245 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-eadeaa30-4096-4d1a-b3cb-aa7ebfb291ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:33:22.185389 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-3c6a8245-0581-48aa-b5f6-4d8fe98cd16e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:33:33.081436 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:33:39.638532 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:33:46.327607 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-315c7c19-c9ca-4253-b8c7-fceb12169517 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:33:48.282231 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.agents_db [None req-e79ee67d-056e-46ea-bd99-e80473396b25 None None] Agent healthcheck: found 7 active agents {{(pid=102349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 11:33:48.988108 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-faed1e67-6155-41ea-8e9c-00abc43a25ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:33:50.128478 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:33:50.304245 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-eadeaa30-4096-4d1a-b3cb-aa7ebfb291ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:33:50.643797 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 49392) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:33:50.796300 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-e5f03e6a-8bfa-487c-9212-7e01fdf4309d tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Deleting port e219acfa-3120-4f44-a516-488910a2ca75 {{(pid=102346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 11:33:50.796629 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-e5f03e6a-8bfa-487c-9212-7e01fdf4309d tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:33:50.872740 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-e5f03e6a-8bfa-487c-9212-7e01fdf4309d tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:33:50.873090 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-e5f03e6a-8bfa-487c-9212-7e01fdf4309d tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:33:50.886054 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-e5f03e6a-8bfa-487c-9212-7e01fdf4309d tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Calling delete_port for e219acfa-3120-4f44-a516-488910a2ca75 owned by network:floatingip {{(pid=102346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 11:33:51.031711 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-e5f03e6a-8bfa-487c-9212-7e01fdf4309d tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:33:51.054656 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f03e6a-8bfa-487c-9212-7e01fdf4309d tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Pushing event deleted for resources: {'Port': ['ID=e219acfa-3120-4f44-a516-488910a2ca75,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:33:51.064807 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f03e6a-8bfa-487c-9212-7e01fdf4309d tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:33:51.065155 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f03e6a-8bfa-487c-9212-7e01fdf4309d tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:33:51.065496 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f03e6a-8bfa-487c-9212-7e01fdf4309d tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:33:51.065836 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f03e6a-8bfa-487c-9212-7e01fdf4309d tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:33:51.066735 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f03e6a-8bfa-487c-9212-7e01fdf4309d tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:33:51.066735 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f03e6a-8bfa-487c-9212-7e01fdf4309d tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:33:51.066953 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f03e6a-8bfa-487c-9212-7e01fdf4309d tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:33:51.067118 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f03e6a-8bfa-487c-9212-7e01fdf4309d tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:33:51.067440 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f03e6a-8bfa-487c-9212-7e01fdf4309d tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:33:51.067764 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f03e6a-8bfa-487c-9212-7e01fdf4309d tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:33:51.068087 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f03e6a-8bfa-487c-9212-7e01fdf4309d tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:33:51.068432 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f03e6a-8bfa-487c-9212-7e01fdf4309d tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:33:51.125918 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-e5f03e6a-8bfa-487c-9212-7e01fdf4309d tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Publish callbacks [] for floatingip, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:33:51.126241 n-d-813419-10 neutron-server[102346]: INFO neutron.db.l3_db [None req-e5f03e6a-8bfa-487c-9212-7e01fdf4309d tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Floating IP 8b0a53b0-ab9b-46fb-a3e7-816a8d4f17e7 disassociated (deleted). External IP: 172.25.8.87, port: 1ad2cf95-0279-4064-aac5-9f8921933d70. Oct 27 11:33:51.328247 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5f03e6a-8bfa-487c-9212-7e01fdf4309d tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Router 2c66cac2-d3f3-496e-a210-80e616b353b8 has already been hosted by L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb {{(pid=102346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 11:33:51.434779 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5f03e6a-8bfa-487c-9212-7e01fdf4309d tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 11:33:51.439376 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-e5f03e6a-8bfa-487c-9212-7e01fdf4309d tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for floatingip, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:33:51.445696 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbe4fe4a-9ebc-4d06-adde-839bd8644ba9 None None] Sync routers for ids ['2c66cac2-d3f3-496e-a210-80e616b353b8'] in n-d-813419-10 {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 11:33:51.455893 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbe4fe4a-9ebc-4d06-adde-839bd8644ba9 None None] Routers {'2c66cac2-d3f3-496e-a210-80e616b353b8'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 11:33:51.456873 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-fbe4fe4a-9ebc-4d06-adde-839bd8644ba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T11:33:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['2c66cac2-d3f3-496e-a210-80e616b353b8'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:33:51.466465 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-e5f03e6a-8bfa-487c-9212-7e01fdf4309d tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] 10.222.0.44 "DELETE /v2.0/floatingips/8b0a53b0-ab9b-46fb-a3e7-816a8d4f17e7 HTTP/1.1" status: 204 len: 168 time: 0.8215566 Oct 27 11:33:51.467077 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c1172c7-aa24-446d-a975-8ccfc0bb304e', 'tag': '1ad2cf95-0279-4064-aac5-9f8921933d70'}] {{(pid=102346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 11:33:51.469364 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2531aea88c448207759dde70f844649f18dfe6edcb84b1c92b49bb044a645d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d54f356d-10ce-45e7-8be3-8c9f99910ce0" -d '{"events": [{"name": "network-changed", "server_uuid": "2c1172c7-aa24-446d-a975-8ccfc0bb304e", "tag": "1ad2cf95-0279-4064-aac5-9f8921933d70"}]}' {{(pid=102346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 11:33:51.514104 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 11:33:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccf15c17-11b7-4c83-9a53-74bf7dff2b8d x-openstack-request-id: req-ccf15c17-11b7-4c83-9a53-74bf7dff2b8d {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 11:33:51.514394 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c1172c7-aa24-446d-a975-8ccfc0bb304e", "tag": "1ad2cf95-0279-4064-aac5-9f8921933d70", "status": "completed", "code": 200}]} {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 11:33:51.514651 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ccf15c17-11b7-4c83-9a53-74bf7dff2b8d {{(pid=102346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 11:33:51.515059 n-d-813419-10 neutron-server[102346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c1172c7-aa24-446d-a975-8ccfc0bb304e', 'tag': '1ad2cf95-0279-4064-aac5-9f8921933d70', 'status': 'completed', 'code': 200} Oct 27 11:33:51.569785 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvr_db [None req-fbe4fe4a-9ebc-4d06-adde-839bd8644ba9 None None] Set router 2c66cac2-d3f3-496e-a210-80e616b353b8 gateway port host: n-d-813419-10 {{(pid=102349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 11:33:51.579051 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54f356d-10ce-45e7-8be3-8c9f99910ce0 req-aff2e169-4e56-4c93-b679-212849a888bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:33:51.580696 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-d54f356d-10ce-45e7-8be3-8c9f99910ce0 req-aff2e169-4e56-4c93-b679-212849a888bb service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=119835434d804c20aec5b5ab082c0fa1&device_id=2c1172c7-aa24-446d-a975-8ccfc0bb304e HTTP/1.1" status: 200 len: 1098 time: 0.0432003 Oct 27 11:33:51.692830 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54f356d-10ce-45e7-8be3-8c9f99910ce0 req-b180ade2-7d0d-4c3f-ae6f-1ebff127f4fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:33:51.694296 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-d54f356d-10ce-45e7-8be3-8c9f99910ce0 req-b180ade2-7d0d-4c3f-ae6f-1ebff127f4fa service neutron] 10.222.0.76 "GET /v2.0/networks?id=be74d82b-dde0-4702-8d51-5db4a12a399b HTTP/1.1" status: 200 len: 910 time: 0.1035252 Oct 27 11:33:51.739754 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-d54f356d-10ce-45e7-8be3-8c9f99910ce0 req-675007e7-31bd-4479-91e6-f60d90ae2d12 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1ad2cf95-0279-4064-aac5-9f8921933d70 HTTP/1.1" status: 200 len: 217 time: 0.0358903 Oct 27 11:33:51.771486 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-fbe4fe4a-9ebc-4d06-adde-839bd8644ba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c66cac2-d3f3-496e-a210-80e616b353b8', 'name': 'tempest-TestShelveInstance-1291725149-router', 'tenant_id': '119835434d804c20aec5b5ab082c0fa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.176'}], 'enable_snat': True}, 'gw_port_id': '7b91f712-468e-4eb8-8aaf-183e93ac38d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:28:53Z', 'updated_at': '2021-10-27T11:28:55Z', 'revision_number': 4, 'project_id': '119835434d804c20aec5b5ab082c0fa1', 'gw_port': {'id': '7b91f712-468e-4eb8-8aaf-183e93ac38d4', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:b3:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c66cac2-d3f3-496e-a210-80e616b353b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:28:53Z', 'updated_at': '2021-10-27T11:28:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_interfaces': [{'id': '382a8593-0505-4b4c-8ca0-b00cddefefbc', 'name': '', 'network_id': 'be74d82b-dde0-4702-8d51-5db4a12a399b', 'tenant_id': '119835434d804c20aec5b5ab082c0fa1', 'mac_address': 'fa:16:3e:c7:7e:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c66cac2-d3f3-496e-a210-80e616b353b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '31df114b-b9fa-4b4a-ab73-c47e48dcbf3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:28:54Z', 'updated_at': '2021-10-27T11:29:00Z', 'revision_number': 5, 'project_id': '119835434d804c20aec5b5ab082c0fa1', 'subnets': [{'id': '31df114b-b9fa-4b4a-ab73-c47e48dcbf3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:33:51.798107 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbe4fe4a-9ebc-4d06-adde-839bd8644ba9 None None] Checking router: 2c66cac2-d3f3-496e-a210-80e616b353b8 for host: n-d-813419-10 {{(pid=102349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 11:33:51.807027 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbe4fe4a-9ebc-4d06-adde-839bd8644ba9 None None] Routers {'2c66cac2-d3f3-496e-a210-80e616b353b8'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 11:33:51.807353 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-fbe4fe4a-9ebc-4d06-adde-839bd8644ba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T11:33:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['2c66cac2-d3f3-496e-a210-80e616b353b8'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:33:51.822799 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffa5a84-3a80-429f-9931-685e38e352e0 req-681dfcc3-8ca8-4dec-aca8-877f95c2a9c1 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:33:51.824325 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-6ffa5a84-3a80-429f-9931-685e38e352e0 req-681dfcc3-8ca8-4dec-aca8-877f95c2a9c1 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c1172c7-aa24-446d-a975-8ccfc0bb304e HTTP/1.1" status: 200 len: 946 time: 0.1634898 Oct 27 11:33:51.825606 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54f356d-10ce-45e7-8be3-8c9f99910ce0 req-01b7a90c-3b52-4640-82f0-83b76bfed577 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:33:51.826899 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-d54f356d-10ce-45e7-8be3-8c9f99910ce0 req-01b7a90c-3b52-4640-82f0-83b76bfed577 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=31df114b-b9fa-4b4a-ab73-c47e48dcbf3d HTTP/1.1" status: 200 len: 848 time: 0.0780628 Oct 27 11:33:51.886510 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-6ffa5a84-3a80-429f-9931-685e38e352e0 req-b7ebd6f0-323e-4630-ae00-b793933515a2 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] 10.222.0.44 "GET /v2.0/security-groups?id=12060c99-edd8-46eb-95bf-c79e03a4bf0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560737 Oct 27 11:33:51.895665 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54f356d-10ce-45e7-8be3-8c9f99910ce0 req-9598d9c2-f93e-45f3-999a-9e3723aec92e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:33:51.897151 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-d54f356d-10ce-45e7-8be3-8c9f99910ce0 req-9598d9c2-f93e-45f3-999a-9e3723aec92e service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=be74d82b-dde0-4702-8d51-5db4a12a399b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0612149 Oct 27 11:33:51.919438 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvr_db [None req-fbe4fe4a-9ebc-4d06-adde-839bd8644ba9 None None] Set router 2c66cac2-d3f3-496e-a210-80e616b353b8 gateway port host: n-d-813419-10 {{(pid=102349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 11:33:51.990943 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-d54f356d-10ce-45e7-8be3-8c9f99910ce0 req-6e4074c0-f158-4ad6-9f2c-342193784c02 service neutron] 10.222.0.76 "GET /v2.0/networks/be74d82b-dde0-4702-8d51-5db4a12a399b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845623 Oct 27 11:33:52.085835 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-d54f356d-10ce-45e7-8be3-8c9f99910ce0 req-dc615958-4602-4505-971c-d9550fe807cd service neutron] 10.222.0.76 "GET /v2.0/networks/be74d82b-dde0-4702-8d51-5db4a12a399b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858331 Oct 27 11:33:52.114364 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-fbe4fe4a-9ebc-4d06-adde-839bd8644ba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c66cac2-d3f3-496e-a210-80e616b353b8', 'name': 'tempest-TestShelveInstance-1291725149-router', 'tenant_id': '119835434d804c20aec5b5ab082c0fa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.176'}], 'enable_snat': True}, 'gw_port_id': '7b91f712-468e-4eb8-8aaf-183e93ac38d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:28:53Z', 'updated_at': '2021-10-27T11:28:55Z', 'revision_number': 4, 'project_id': '119835434d804c20aec5b5ab082c0fa1', 'gw_port': {'id': '7b91f712-468e-4eb8-8aaf-183e93ac38d4', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:b3:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c66cac2-d3f3-496e-a210-80e616b353b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:28:53Z', 'updated_at': '2021-10-27T11:28:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_interfaces': [{'id': '382a8593-0505-4b4c-8ca0-b00cddefefbc', 'name': '', 'network_id': 'be74d82b-dde0-4702-8d51-5db4a12a399b', 'tenant_id': '119835434d804c20aec5b5ab082c0fa1', 'mac_address': 'fa:16:3e:c7:7e:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c66cac2-d3f3-496e-a210-80e616b353b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '31df114b-b9fa-4b4a-ab73-c47e48dcbf3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:28:54Z', 'updated_at': '2021-10-27T11:29:00Z', 'revision_number': 5, 'project_id': '119835434d804c20aec5b5ab082c0fa1', 'subnets': [{'id': '31df114b-b9fa-4b4a-ab73-c47e48dcbf3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:33:52.144502 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbe4fe4a-9ebc-4d06-adde-839bd8644ba9 None None] The sync data for ids ['2c66cac2-d3f3-496e-a210-80e616b353b8'] in n-d-813419-10 is: [{'id': '2c66cac2-d3f3-496e-a210-80e616b353b8', 'name': 'tempest-TestShelveInstance-1291725149-router', 'tenant_id': '119835434d804c20aec5b5ab082c0fa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.176'}], 'enable_snat': True}, 'gw_port_id': '7b91f712-468e-4eb8-8aaf-183e93ac38d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:28:53Z', 'updated_at': '2021-10-27T11:28:55Z', 'revision_number': 4, 'project_id': '119835434d804c20aec5b5ab082c0fa1', 'gw_port': {'id': '7b91f712-468e-4eb8-8aaf-183e93ac38d4', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:b3:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c66cac2-d3f3-496e-a210-80e616b353b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:28:53Z', 'updated_at': '2021-10-27T11:28:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_interfaces': [{'id': '382a8593-0505-4b4c-8ca0-b00cddefefbc', 'name': '', 'network_id': 'be74d82b-dde0-4702-8d51-5db4a12a399b', 'tenant_id': '119835434d804c20aec5b5ab082c0fa1', 'mac_address': 'fa:16:3e:c7:7e:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c66cac2-d3f3-496e-a210-80e616b353b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '31df114b-b9fa-4b4a-ab73-c47e48dcbf3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:28:54Z', 'updated_at': '2021-10-27T11:29:00Z', 'revision_number': 5, 'project_id': '119835434d804c20aec5b5ab082c0fa1', 'subnets': [{'id': '31df114b-b9fa-4b4a-ab73-c47e48dcbf3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 11:33:52.198190 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-3c6a8245-0581-48aa-b5f6-4d8fe98cd16e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:33:52.356703 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b194f0aa-fac9-4f77-b75e-16ea981c6f18 None None] New status for floating IP 8b0a53b0-ab9b-46fb-a3e7-816a8d4f17e7: DOWN {{(pid=102348) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 11:33:53.069895 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fafbeb-e996-4f63-a754-7fdd9922e882 req-0cbdf3ef-53c8-4f2c-9490-df85270c062f tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:33:53.071384 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c8fafbeb-e996-4f63-a754-7fdd9922e882 req-0cbdf3ef-53c8-4f2c-9490-df85270c062f tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c1172c7-aa24-446d-a975-8ccfc0bb304e HTTP/1.1" status: 200 len: 946 time: 0.0990260 Oct 27 11:33:53.108518 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c8fafbeb-e996-4f63-a754-7fdd9922e882 req-a2f0bc5e-1480-439f-9f38-7d522ff964c2 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] 10.222.0.44 "GET /v2.0/security-groups?id=12060c99-edd8-46eb-95bf-c79e03a4bf0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310583 Oct 27 11:33:53.354191 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc1e8fc-3a14-478b-accd-51b862c8ba3a req-79c9d035-42f8-42f4-8c20-fc5e3dad0c95 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:33:53.356324 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-cbc1e8fc-3a14-478b-accd-51b862c8ba3a req-79c9d035-42f8-42f4-8c20-fc5e3dad0c95 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] 10.222.0.76 "GET /v2.0/ports?device_id=2c1172c7-aa24-446d-a975-8ccfc0bb304e HTTP/1.1" status: 200 len: 946 time: 0.0507095 Oct 27 11:33:53.441950 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [req-cbc1e8fc-3a14-478b-accd-51b862c8ba3a req-8e2a068c-c59f-40ab-aa2b-df52532b35de tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Deleting port 1ad2cf95-0279-4064-aac5-9f8921933d70 {{(pid=102346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 11:33:53.442281 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-cbc1e8fc-3a14-478b-accd-51b862c8ba3a req-8e2a068c-c59f-40ab-aa2b-df52532b35de tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:33:53.530597 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [req-cbc1e8fc-3a14-478b-accd-51b862c8ba3a req-8e2a068c-c59f-40ab-aa2b-df52532b35de tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] For port 1ad2cf95-0279-4064-aac5-9f8921933d70, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=1ad2cf95-0279-4064-aac5-9f8921933d70,segment=NetworkSegment(ec5f63a7-bd4b-46ba-9465-61e282d8f20f),segment_id=ec5f63a7-bd4b-46ba-9465-61e282d8f20f)] {{(pid=102346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:33:53.530955 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-cbc1e8fc-3a14-478b-accd-51b862c8ba3a req-8e2a068c-c59f-40ab-aa2b-df52532b35de tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:33:53.543710 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [req-cbc1e8fc-3a14-478b-accd-51b862c8ba3a req-8e2a068c-c59f-40ab-aa2b-df52532b35de tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Calling delete_port for 1ad2cf95-0279-4064-aac5-9f8921933d70 owned by compute:nova {{(pid=102346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 11:33:53.668628 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-cbc1e8fc-3a14-478b-accd-51b862c8ba3a req-8e2a068c-c59f-40ab-aa2b-df52532b35de tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:33:53.696402 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2a068c-c59f-40ab-aa2b-df52532b35de tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Pushing event deleted for resources: {'Port': ['ID=1ad2cf95-0279-4064-aac5-9f8921933d70,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:33:53.736698 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbc1e8fc-3a14-478b-accd-51b862c8ba3a req-8e2a068c-c59f-40ab-aa2b-df52532b35de tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] No DVR routers for this DVR port 1ad2cf95-0279-4064-aac5-9f8921933d70 on host n-h2-813419-10 {{(pid=102346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 11:33:53.739379 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-cbc1e8fc-3a14-478b-accd-51b862c8ba3a req-8e2a068c-c59f-40ab-aa2b-df52532b35de tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:33:53.742761 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-cbc1e8fc-3a14-478b-accd-51b862c8ba3a req-8e2a068c-c59f-40ab-aa2b-df52532b35de tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] 10.222.0.76 "DELETE /v2.0/ports/1ad2cf95-0279-4064-aac5-9f8921933d70 HTTP/1.1" status: 204 len: 173 time: 0.3806109 Oct 27 11:33:53.743214 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c1172c7-aa24-446d-a975-8ccfc0bb304e', 'name': 'network-vif-deleted', 'tag': '1ad2cf95-0279-4064-aac5-9f8921933d70'}] {{(pid=102346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 11:33:53.745508 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2531aea88c448207759dde70f844649f18dfe6edcb84b1c92b49bb044a645d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-601f6e8c-9917-40d8-85cc-b2e7ccbbd29c" -d '{"events": [{"server_uuid": "2c1172c7-aa24-446d-a975-8ccfc0bb304e", "name": "network-vif-deleted", "tag": "1ad2cf95-0279-4064-aac5-9f8921933d70"}]}' {{(pid=102346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 11:33:53.789163 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 11:33:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a0cc2ff-6037-46c3-8ba1-b4ae22cd27ad x-openstack-request-id: req-5a0cc2ff-6037-46c3-8ba1-b4ae22cd27ad {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 11:33:53.789406 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c1172c7-aa24-446d-a975-8ccfc0bb304e", "name": "network-vif-deleted", "tag": "1ad2cf95-0279-4064-aac5-9f8921933d70", "status": "completed", "code": 200}]} {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 11:33:53.789662 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-5a0cc2ff-6037-46c3-8ba1-b4ae22cd27ad {{(pid=102346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 11:33:53.790061 n-d-813419-10 neutron-server[102346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c1172c7-aa24-446d-a975-8ccfc0bb304e', 'name': 'network-vif-deleted', 'tag': '1ad2cf95-0279-4064-aac5-9f8921933d70', 'status': 'completed', 'code': 200} Oct 27 11:33:54.232327 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-df4925b6-aa19-412b-9fb8-2ae48bc92f4d req-2b4f5521-2509-4709-8d1a-a7c52b77792d tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c1172c7-aa24-446d-a975-8ccfc0bb304e HTTP/1.1" status: 200 len: 210 time: 0.0270104 Oct 27 11:33:55.293324 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 49420) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:33:55.359924 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-b31343b8-e5d4-4620-be35-b10816ff27ae tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Publish callbacks [] for security_group, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:33:55.389800 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-b31343b8-e5d4-4620-be35-b10816ff27ae tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:33:55.457923 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-b31343b8-e5d4-4620-be35-b10816ff27ae tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:33:55.460531 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-b31343b8-e5d4-4620-be35-b10816ff27ae tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:33:55.461719 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-b31343b8-e5d4-4620-be35-b10816ff27ae tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] 10.222.0.44 "DELETE /v2.0/security-groups/12060c99-edd8-46eb-95bf-c79e03a4bf0e HTTP/1.1" status: 204 len: 168 time: 0.1673481 Oct 27 11:33:55.471465 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31343b8-e5d4-4620-be35-b10816ff27ae tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=12060c99-edd8-46eb-95bf-c79e03a4bf0e,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:33:56.185214 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 49426) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:33:56.189731 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-d4cc065c-4697-4a58-a65c-aa2701f33448 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-625043322', 'description': 'tempest-secgroup-smoke-625043322 description', 'project_id': '119835434d804c20aec5b5ab082c0fa1'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:33:56.212971 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d4cc065c-4697-4a58-a65c-aa2701f33448 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Publish callbacks [] for security_group, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:33:56.277292 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d4cc065c-4697-4a58-a65c-aa2701f33448 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Publish callbacks [] for security_group, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:33:56.280933 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d4cc065c-4697-4a58-a65c-aa2701f33448 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:33:56.307354 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d4cc065c-4697-4a58-a65c-aa2701f33448 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:33:56.309201 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-d4cc065c-4697-4a58-a65c-aa2701f33448 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1229751 Oct 27 11:33:56.312163 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 49428) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:33:56.316916 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-cd164a7d-9458-438c-a83b-dc4efe8259dc tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Request body: {'security_group_rule': {'security_group_id': '2d9b7760-6caf-499e-9456-06afe42b9e1a', 'project_id': '119835434d804c20aec5b5ab082c0fa1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:33:56.317227 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cc065c-4697-4a58-a65c-aa2701f33448 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d9b7760-6caf-499e-9456-06afe42b9e1a,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:33:56.344217 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-cd164a7d-9458-438c-a83b-dc4efe8259dc tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:33:56.402745 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-cd164a7d-9458-438c-a83b-dc4efe8259dc tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:33:56.405896 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-cd164a7d-9458-438c-a83b-dc4efe8259dc tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671902'] for security_group_rule, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:33:56.423654 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd164a7d-9458-438c-a83b-dc4efe8259dc tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=afa15e43-2637-4d3a-a12e-5d09c7cf0358,revision_number=0']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:33:56.428636 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-cd164a7d-9458-438c-a83b-dc4efe8259dc tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:33:56.429806 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-cd164a7d-9458-438c-a83b-dc4efe8259dc tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1165528 Oct 27 11:33:56.432653 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 49430) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:33:56.435454 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd164a7d-9458-438c-a83b-dc4efe8259dc tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:33:56.435801 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd164a7d-9458-438c-a83b-dc4efe8259dc tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:33:56.436136 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd164a7d-9458-438c-a83b-dc4efe8259dc tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:33:56.436496 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd164a7d-9458-438c-a83b-dc4efe8259dc tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:33:56.436830 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd164a7d-9458-438c-a83b-dc4efe8259dc tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:33:56.437155 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd164a7d-9458-438c-a83b-dc4efe8259dc tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:33:56.437483 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd164a7d-9458-438c-a83b-dc4efe8259dc tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:33:56.437695 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-2b6bad28-024e-4fd2-b410-4e01e50f1a50 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Request body: {'security_group_rule': {'security_group_id': '2d9b7760-6caf-499e-9456-06afe42b9e1a', 'project_id': '119835434d804c20aec5b5ab082c0fa1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:33:56.437833 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd164a7d-9458-438c-a83b-dc4efe8259dc tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:33:56.438117 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd164a7d-9458-438c-a83b-dc4efe8259dc tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:33:56.438440 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd164a7d-9458-438c-a83b-dc4efe8259dc tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:33:56.438767 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd164a7d-9458-438c-a83b-dc4efe8259dc tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:33:56.439089 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd164a7d-9458-438c-a83b-dc4efe8259dc tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:33:56.464859 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-2b6bad28-024e-4fd2-b410-4e01e50f1a50 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:33:56.519195 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-2b6bad28-024e-4fd2-b410-4e01e50f1a50 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:33:56.522534 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-2b6bad28-024e-4fd2-b410-4e01e50f1a50 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671902'] for security_group_rule, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:33:56.539609 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6bad28-024e-4fd2-b410-4e01e50f1a50 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c43c92de-6b8a-4e23-879a-e63112111643,revision_number=0']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:33:56.546712 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-2b6bad28-024e-4fd2-b410-4e01e50f1a50 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:33:56.547900 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-2b6bad28-024e-4fd2-b410-4e01e50f1a50 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1137190 Oct 27 11:33:56.550588 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 49432) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:33:56.554879 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-cd15cd01-409c-4b1d-956c-fcaf84325572 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Request body: {'security_group_rule': {'security_group_id': '2d9b7760-6caf-499e-9456-06afe42b9e1a', 'project_id': '119835434d804c20aec5b5ab082c0fa1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:33:56.580843 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-cd15cd01-409c-4b1d-956c-fcaf84325572 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:33:56.639042 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-cd15cd01-409c-4b1d-956c-fcaf84325572 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:33:56.642335 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-cd15cd01-409c-4b1d-956c-fcaf84325572 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671902'] for security_group_rule, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:33:56.661796 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd15cd01-409c-4b1d-956c-fcaf84325572 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4299737c-9e02-4033-bfe1-994513c4f0f6,revision_number=0']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:33:56.670376 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-cd15cd01-409c-4b1d-956c-fcaf84325572 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:33:56.671561 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-cd15cd01-409c-4b1d-956c-fcaf84325572 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1200192 Oct 27 11:33:56.674264 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 49434) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:33:56.678442 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-23b62d2a-77c8-4f03-aec8-f9a1a5e7dcd4 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Request body: {'security_group_rule': {'security_group_id': '2d9b7760-6caf-499e-9456-06afe42b9e1a', 'project_id': '119835434d804c20aec5b5ab082c0fa1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:33:56.703707 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-23b62d2a-77c8-4f03-aec8-f9a1a5e7dcd4 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:33:56.759847 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-23b62d2a-77c8-4f03-aec8-f9a1a5e7dcd4 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:33:56.763254 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-23b62d2a-77c8-4f03-aec8-f9a1a5e7dcd4 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671902'] for security_group_rule, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:33:56.780854 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b62d2a-77c8-4f03-aec8-f9a1a5e7dcd4 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ccfc850f-d262-41bf-8606-f417d78a9bb4,revision_number=0']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:33:56.787930 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-23b62d2a-77c8-4f03-aec8-f9a1a5e7dcd4 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:33:56.789160 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-23b62d2a-77c8-4f03-aec8-f9a1a5e7dcd4 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1139431 Oct 27 11:33:56.791849 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 49436) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:33:56.797119 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-660691cb-cc6f-4bcd-bae8-7dd0b3fe3c48 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Request body: {'security_group_rule': {'security_group_id': '2d9b7760-6caf-499e-9456-06afe42b9e1a', 'project_id': '119835434d804c20aec5b5ab082c0fa1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:33:56.818486 n-d-813419-10 neutron-server[102346]: INFO neutron.db.securitygroups_db [None req-660691cb-cc6f-4bcd-bae8-7dd0b3fe3c48 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Project 119835434d804c20aec5b5ab082c0fa1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 27 11:33:56.823153 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-660691cb-cc6f-4bcd-bae8-7dd0b3fe3c48 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:33:56.880807 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-660691cb-cc6f-4bcd-bae8-7dd0b3fe3c48 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:33:56.884312 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-660691cb-cc6f-4bcd-bae8-7dd0b3fe3c48 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671902'] for security_group_rule, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:33:56.904541 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660691cb-cc6f-4bcd-bae8-7dd0b3fe3c48 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62508c9e-ef54-49d2-ac32-645572f99335,revision_number=0']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:33:56.909906 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-660691cb-cc6f-4bcd-bae8-7dd0b3fe3c48 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:33:56.911066 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-660691cb-cc6f-4bcd-bae8-7dd0b3fe3c48 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1172769 Oct 27 11:33:56.913930 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 49438) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:33:56.918613 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-14c7fe50-a6f6-4afd-acea-aead5b25f745 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Request body: {'security_group_rule': {'security_group_id': '2d9b7760-6caf-499e-9456-06afe42b9e1a', 'project_id': '119835434d804c20aec5b5ab082c0fa1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:33:56.942664 n-d-813419-10 neutron-server[102346]: INFO neutron.db.securitygroups_db [None req-14c7fe50-a6f6-4afd-acea-aead5b25f745 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Project 119835434d804c20aec5b5ab082c0fa1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 27 11:33:56.947494 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-14c7fe50-a6f6-4afd-acea-aead5b25f745 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:33:57.005649 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-14c7fe50-a6f6-4afd-acea-aead5b25f745 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:33:57.009081 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-14c7fe50-a6f6-4afd-acea-aead5b25f745 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671902'] for security_group_rule, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:33:57.028707 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c7fe50-a6f6-4afd-acea-aead5b25f745 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df64e247-bfb9-4557-a990-57b94301bf79,revision_number=0']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:33:57.036779 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-14c7fe50-a6f6-4afd-acea-aead5b25f745 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:33:57.037950 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-14c7fe50-a6f6-4afd-acea-aead5b25f745 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1231141 Oct 27 11:33:57.339158 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device 1ad2cf95-0279-4064-aac5-9f8921933d70 no longer exists at agent hyperv_n-h2-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 11:33:57.360785 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] No Port match for: 1ad2cf95-0279-4064-aac5-9f8921933d70 {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 11:33:57.361127 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device 1ad2cf95-0279-4064-aac5-9f8921933d70 not bound to the agent host n-h2-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 11:34:03.093387 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:34:06.605582 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [req-775c4a76-d236-4f93-b2ac-433c6fd2be67 req-2ef606e5-8b3c-45e1-b0a2-ceb79f63c245 service neutron] (102347) timed out ('10.222.0.64', 51220) {{(pid=102347) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 27 11:34:09.657123 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:34:12.361670 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-691b8e51-dd63-4122-a219-231e70a4c76b req-6b222b28-16b0-42eb-a9e4-990e910b9c67 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-625043322&fields=id&tenant_id=119835434d804c20aec5b5ab082c0fa1 HTTP/1.1" status: 200 len: 267 time: 0.0331326 Oct 27 11:34:12.476803 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691b8e51-dd63-4122-a219-231e70a4c76b req-22e79f14-75d5-4388-b9a9-0304752caf09 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:34:12.478249 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-691b8e51-dd63-4122-a219-231e70a4c76b req-22e79f14-75d5-4388-b9a9-0304752caf09 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] 10.222.0.44 "GET /v2.0/networks?id=be74d82b-dde0-4702-8d51-5db4a12a399b HTTP/1.1" status: 200 len: 809 time: 0.1096413 Oct 27 11:34:12.493238 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-691b8e51-dd63-4122-a219-231e70a4c76b req-0420f13b-0626-4655-8dcf-a01cd65c9b76 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] 10.222.0.44 "GET /v2.0/quotas/119835434d804c20aec5b5ab082c0fa1 HTTP/1.1" status: 200 len: 375 time: 0.0091164 Oct 27 11:34:12.543182 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-691b8e51-dd63-4122-a219-231e70a4c76b req-8d653705-64a6-4972-a5cf-1047d7f09535 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=119835434d804c20aec5b5ab082c0fa1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0447192 Oct 27 11:34:12.673062 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-691b8e51-dd63-4122-a219-231e70a4c76b req-94b44a75-2ccc-4da8-8c76-65cf40fd3e81 service neutron] 10.222.0.44 "GET /v2.0/networks/be74d82b-dde0-4702-8d51-5db4a12a399b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1187019 Oct 27 11:34:12.764856 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-691b8e51-dd63-4122-a219-231e70a4c76b req-94a35abe-e220-455d-93ed-760d449d88f4 service neutron] 10.222.0.44 "GET /v2.0/networks/be74d82b-dde0-4702-8d51-5db4a12a399b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856328 Oct 27 11:34:13.040851 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-902eaa63-c781-40ce-b6ce-42cfb7dfe83b req-0e6481b2-bbcd-418f-b002-bc1bc4542924 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] 10.222.0.44 "GET /v2.0/ports?device_id=070d7970-5985-4e09-a9cd-177665589655 HTTP/1.1" status: 200 len: 210 time: 0.0274994 Oct 27 11:34:14.043775 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691b8e51-dd63-4122-a219-231e70a4c76b req-35bc2ac7-b250-4eb6-ae98-d9fdada490b3 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:34:14.045253 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-691b8e51-dd63-4122-a219-231e70a4c76b req-35bc2ac7-b250-4eb6-ae98-d9fdada490b3 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] 10.222.0.64 "GET /v2.0/networks?id=be74d82b-dde0-4702-8d51-5db4a12a399b HTTP/1.1" status: 200 len: 809 time: 0.1080160 Oct 27 11:34:14.090504 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-691b8e51-dd63-4122-a219-231e70a4c76b req-5fc3ee64-d775-46e3-8a74-c4dfac5c9b8a tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=119835434d804c20aec5b5ab082c0fa1 HTTP/1.1" status: 200 len: 379 time: 0.0357115 Oct 27 11:34:14.099667 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [req-691b8e51-dd63-4122-a219-231e70a4c76b req-e02c3efe-b053-4060-9de1-73894d337934 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Request body: {'port': {'device_id': '070d7970-5985-4e09-a9cd-177665589655', 'network_id': 'be74d82b-dde0-4702-8d51-5db4a12a399b', 'admin_state_up': True, 'tenant_id': '119835434d804c20aec5b5ab082c0fa1', 'security_groups': ['2d9b7760-6caf-499e-9456-06afe42b9e1a']}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:34:14.177695 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-1cc4b885-4e0b-4263-8b9a-badf2186535d req-56f35f1b-1c3e-4288-a390-0e0aeeef6b8a tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] 10.222.0.44 "GET /v2.0/ports?device_id=070d7970-5985-4e09-a9cd-177665589655 HTTP/1.1" status: 200 len: 210 time: 0.0624528 Oct 27 11:34:14.243007 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-691b8e51-dd63-4122-a219-231e70a4c76b req-e02c3efe-b053-4060-9de1-73894d337934 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Made reservation on behalf of 119835434d804c20aec5b5ab082c0fa1 for: {'port': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 11:34:14.247126 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-691b8e51-dd63-4122-a219-231e70a4c76b req-e02c3efe-b053-4060-9de1-73894d337934 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:34:14.376185 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_common [req-691b8e51-dd63-4122-a219-231e70a4c76b req-e02c3efe-b053-4060-9de1-73894d337934 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Allocated IP 172.20.0.11 (be74d82b-dde0-4702-8d51-5db4a12a399b/31df114b-b9fa-4b4a-ab73-c47e48dcbf3d/3f6c2720-9013-4823-ab0b-262d260e07f1) {{(pid=102347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 11:34:14.533157 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-691b8e51-dd63-4122-a219-231e70a4c76b req-e02c3efe-b053-4060-9de1-73894d337934 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Publish callbacks [] for port, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:34:14.565118 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-691b8e51-dd63-4122-a219-231e70a4c76b req-e02c3efe-b053-4060-9de1-73894d337934 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:34:14.610192 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-691b8e51-dd63-4122-a219-231e70a4c76b req-e02c3efe-b053-4060-9de1-73894d337934 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Network be74d82b-dde0-4702-8d51-5db4a12a399b is already hosted by enough agents. {{(pid=102347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 11:34:14.613192 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [req-691b8e51-dd63-4122-a219-231e70a4c76b req-e02c3efe-b053-4060-9de1-73894d337934 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Resources bound (agent type, host, resource id): {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 11:34:14.615833 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [req-691b8e51-dd63-4122-a219-231e70a4c76b req-e02c3efe-b053-4060-9de1-73894d337934 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Received port after_create {{(pid=102347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 11:34:14.653944 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02c3efe-b053-4060-9de1-73894d337934 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Pushing event updated for resources: {'Port': ['ID=3f6c2720-9013-4823-ab0b-262d260e07f1,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:34:14.681198 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691b8e51-dd63-4122-a219-231e70a4c76b req-e02c3efe-b053-4060-9de1-73894d337934 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:34:14.681990 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-691b8e51-dd63-4122-a219-231e70a4c76b req-e02c3efe-b053-4060-9de1-73894d337934 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:34:14.699847 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-691b8e51-dd63-4122-a219-231e70a4c76b req-e02c3efe-b053-4060-9de1-73894d337934 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6040418 Oct 27 11:34:14.761393 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [req-691b8e51-dd63-4122-a219-231e70a4c76b req-f4aaa22b-6579-4479-b57b-cf9e4efd599e service neutron] Request body: {'port': {'device_id': '070d7970-5985-4e09-a9cd-177665589655', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-10'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:34:14.830635 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-691b8e51-dd63-4122-a219-231e70a4c76b req-f4aaa22b-6579-4479-b57b-cf9e4efd599e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:34:14.912573 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-bdaaa805-38c1-4cd0-9101-5e4ab534d001 None None] Provisioning complete for port 3f6c2720-9013-4823-ab0b-262d260e07f1 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:34:14.913574 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-bdaaa805-38c1-4cd0-9101-5e4ab534d001 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:34:14.947550 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-bdaaa805-38c1-4cd0-9101-5e4ab534d001 None None] Port 3f6c2720-9013-4823-ab0b-262d260e07f1 cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 11:34:15.091448 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [req-691b8e51-dd63-4122-a219-231e70a4c76b req-f4aaa22b-6579-4479-b57b-cf9e4efd599e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f6c2720-9013-4823-ab0b-262d260e07f1 {{(pid=102347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 11:34:15.098920 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-691b8e51-dd63-4122-a219-231e70a4c76b req-f4aaa22b-6579-4479-b57b-cf9e4efd599e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:34:15.111302 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.provisioning_blocks [req-691b8e51-dd63-4122-a219-231e70a4c76b req-f4aaa22b-6579-4479-b57b-cf9e4efd599e service neutron] Transition to ACTIVE for port object 3f6c2720-9013-4823-ab0b-262d260e07f1 will not be triggered until provisioned by entity L2. {{(pid=102347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 11:34:15.114751 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-691b8e51-dd63-4122-a219-231e70a4c76b req-f4aaa22b-6579-4479-b57b-cf9e4efd599e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:34:15.174486 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4aaa22b-6579-4479-b57b-cf9e4efd599e service neutron] Pushing event updated for resources: {'Port': ['ID=3f6c2720-9013-4823-ab0b-262d260e07f1,revision_number=2']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:34:15.264632 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-691b8e51-dd63-4122-a219-231e70a4c76b req-f4aaa22b-6579-4479-b57b-cf9e4efd599e service neutron] Attempting to bind port 3f6c2720-9013-4823-ab0b-262d260e07f1 on host n-h1-813419-10 for vnic_type normal with profile {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 11:34:15.265104 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-691b8e51-dd63-4122-a219-231e70a4c76b req-f4aaa22b-6579-4479-b57b-cf9e4efd599e service neutron] Attempting to bind port 3f6c2720-9013-4823-ab0b-262d260e07f1 by drivers openvswitch,hyperv on host n-h1-813419-10 at level 0 using segments [{'id': 'ec5f63a7-bd4b-46ba-9465-61e282d8f20f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'be74d82b-dde0-4702-8d51-5db4a12a399b'}] {{(pid=102347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 11:34:15.265531 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-691b8e51-dd63-4122-a219-231e70a4c76b req-f4aaa22b-6579-4479-b57b-cf9e4efd599e service neutron] Attempting to bind port 3f6c2720-9013-4823-ab0b-262d260e07f1 on network be74d82b-dde0-4702-8d51-5db4a12a399b {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 11:34:15.271449 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-691b8e51-dd63-4122-a219-231e70a4c76b req-f4aaa22b-6579-4479-b57b-cf9e4efd599e service neutron] Port 3f6c2720-9013-4823-ab0b-262d260e07f1 on network be74d82b-dde0-4702-8d51-5db4a12a399b not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-10 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 11:34:15.271772 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-691b8e51-dd63-4122-a219-231e70a4c76b req-f4aaa22b-6579-4479-b57b-cf9e4efd599e service neutron] Attempting to bind port 3f6c2720-9013-4823-ab0b-262d260e07f1 on network be74d82b-dde0-4702-8d51-5db4a12a399b {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 11:34:15.277235 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-691b8e51-dd63-4122-a219-231e70a4c76b req-f4aaa22b-6579-4479-b57b-cf9e4efd599e service neutron] Checking agent: {'id': 'a52e1cab-0c63-402d-9c94-330537c6c076', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 16, 2), 'started_at': datetime.datetime(2021, 10, 27, 10, 16, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 11, 34, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 11:34:15.277583 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-691b8e51-dd63-4122-a219-231e70a4c76b req-f4aaa22b-6579-4479-b57b-cf9e4efd599e service neutron] Checking segment: {'id': 'ec5f63a7-bd4b-46ba-9465-61e282d8f20f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'be74d82b-dde0-4702-8d51-5db4a12a399b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 11:34:15.277955 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-691b8e51-dd63-4122-a219-231e70a4c76b req-f4aaa22b-6579-4479-b57b-cf9e4efd599e service neutron] Bound using segment: {'id': 'ec5f63a7-bd4b-46ba-9465-61e282d8f20f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'be74d82b-dde0-4702-8d51-5db4a12a399b'} {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 11:34:15.278373 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-691b8e51-dd63-4122-a219-231e70a4c76b req-f4aaa22b-6579-4479-b57b-cf9e4efd599e service neutron] Bound port: 3f6c2720-9013-4823-ab0b-262d260e07f1, host: n-h1-813419-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec5f63a7-bd4b-46ba-9465-61e282d8f20f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'be74d82b-dde0-4702-8d51-5db4a12a399b'}}] {{(pid=102347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 11:34:15.278727 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-691b8e51-dd63-4122-a219-231e70a4c76b req-f4aaa22b-6579-4479-b57b-cf9e4efd599e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:34:15.303731 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df07f0df-40ff-4fa6-832a-a8a55ded38a4 req-8c11c04e-7231-41ad-a759-1bb9f3ae2fad tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:34:15.306018 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-df07f0df-40ff-4fa6-832a-a8a55ded38a4 req-8c11c04e-7231-41ad-a759-1bb9f3ae2fad tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] 10.222.0.44 "GET /v2.0/ports?device_id=070d7970-5985-4e09-a9cd-177665589655 HTTP/1.1" status: 200 len: 944 time: 0.0583403 Oct 27 11:34:15.354415 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-df07f0df-40ff-4fa6-832a-a8a55ded38a4 req-d40586ce-a72f-475f-a64b-ac3a4fa5f0a2 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] 10.222.0.44 "GET /v2.0/security-groups?id=2d9b7760-6caf-499e-9456-06afe42b9e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417433 Oct 27 11:34:15.373500 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-691b8e51-dd63-4122-a219-231e70a4c76b req-f4aaa22b-6579-4479-b57b-cf9e4efd599e service neutron] For port 3f6c2720-9013-4823-ab0b-262d260e07f1, host n-h1-813419-10, cleared binding levels {{(pid=102347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 11:34:15.377057 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-691b8e51-dd63-4122-a219-231e70a4c76b req-f4aaa22b-6579-4479-b57b-cf9e4efd599e service neutron] For port 3f6c2720-9013-4823-ab0b-262d260e07f1, host n-h1-813419-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=3f6c2720-9013-4823-ab0b-262d260e07f1,segment=NetworkSegment(ec5f63a7-bd4b-46ba-9465-61e282d8f20f),segment_id=ec5f63a7-bd4b-46ba-9465-61e282d8f20f)] {{(pid=102347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 11:34:15.382104 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-691b8e51-dd63-4122-a219-231e70a4c76b req-f4aaa22b-6579-4479-b57b-cf9e4efd599e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:34:15.423835 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691b8e51-dd63-4122-a219-231e70a4c76b req-f4aaa22b-6579-4479-b57b-cf9e4efd599e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:34:15.424559 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-691b8e51-dd63-4122-a219-231e70a4c76b req-f4aaa22b-6579-4479-b57b-cf9e4efd599e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:34:15.426066 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-691b8e51-dd63-4122-a219-231e70a4c76b req-f4aaa22b-6579-4479-b57b-cf9e4efd599e service neutron] 10.222.0.64 "PUT /v2.0/ports/3f6c2720-9013-4823-ab0b-262d260e07f1 HTTP/1.1" status: 200 len: 1093 time: 0.7179704 Oct 27 11:34:15.426568 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '070d7970-5985-4e09-a9cd-177665589655', 'tag': '3f6c2720-9013-4823-ab0b-262d260e07f1'}] {{(pid=102347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 11:34:15.428902 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b4a6b06816dbd4a25adc79839574a1cde60454ea9fb7ff9bc84d34209fb596e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03e1ccfd-a820-413c-b9e1-a6c2cbd57767" -d '{"events": [{"name": "network-changed", "server_uuid": "070d7970-5985-4e09-a9cd-177665589655", "tag": "3f6c2720-9013-4823-ab0b-262d260e07f1"}]}' {{(pid=102347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 11:34:15.465939 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4aaa22b-6579-4479-b57b-cf9e4efd599e service neutron] Pushing event updated for resources: {'Port': ['ID=3f6c2720-9013-4823-ab0b-262d260e07f1,revision_number=3']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:34:15.535431 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691b8e51-dd63-4122-a219-231e70a4c76b req-d554b7c1-f887-4a66-bb55-1631f7a4df99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:34:15.536989 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-691b8e51-dd63-4122-a219-231e70a4c76b req-d554b7c1-f887-4a66-bb55-1631f7a4df99 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=119835434d804c20aec5b5ab082c0fa1&device_id=070d7970-5985-4e09-a9cd-177665589655 HTTP/1.1" status: 200 len: 1096 time: 0.0616720 Oct 27 11:34:15.586763 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-691b8e51-dd63-4122-a219-231e70a4c76b req-5683c9ea-40dc-4bab-97c5-82a7adfed8bf service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3f6c2720-9013-4823-ab0b-262d260e07f1 HTTP/1.1" status: 200 len: 217 time: 0.0396984 Oct 27 11:34:15.588337 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 11:34:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e9102a6-647d-4d59-99f9-66cbc918473d x-openstack-request-id: req-3e9102a6-647d-4d59-99f9-66cbc918473d {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 11:34:15.588628 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "070d7970-5985-4e09-a9cd-177665589655", "tag": "3f6c2720-9013-4823-ab0b-262d260e07f1", "status": "completed", "code": 200}]} {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 11:34:15.589435 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3e9102a6-647d-4d59-99f9-66cbc918473d {{(pid=102347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 11:34:15.589855 n-d-813419-10 neutron-server[102347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '070d7970-5985-4e09-a9cd-177665589655', 'tag': '3f6c2720-9013-4823-ab0b-262d260e07f1', 'status': 'completed', 'code': 200} Oct 27 11:34:15.652455 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691b8e51-dd63-4122-a219-231e70a4c76b req-5a6075f8-bd2f-4b5f-baf3-8ff7eb1f6c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:34:15.654296 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-691b8e51-dd63-4122-a219-231e70a4c76b req-5a6075f8-bd2f-4b5f-baf3-8ff7eb1f6c9f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=31df114b-b9fa-4b4a-ab73-c47e48dcbf3d HTTP/1.1" status: 200 len: 848 time: 0.0595443 Oct 27 11:34:15.702394 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691b8e51-dd63-4122-a219-231e70a4c76b req-88bf04a3-1b3c-471c-a91f-d556f389f4c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:34:15.703984 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-691b8e51-dd63-4122-a219-231e70a4c76b req-88bf04a3-1b3c-471c-a91f-d556f389f4c3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=be74d82b-dde0-4702-8d51-5db4a12a399b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0430267 Oct 27 11:34:15.794468 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-691b8e51-dd63-4122-a219-231e70a4c76b req-de67d207-59f1-4a39-96c1-2e7de8dbecb7 service neutron] 10.222.0.64 "GET /v2.0/networks/be74d82b-dde0-4702-8d51-5db4a12a399b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834432 Oct 27 11:34:15.889689 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-691b8e51-dd63-4122-a219-231e70a4c76b req-f48071e2-863d-4159-9dab-9a7cf8949ad9 service neutron] 10.222.0.64 "GET /v2.0/networks/be74d82b-dde0-4702-8d51-5db4a12a399b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878978 Oct 27 11:34:15.971548 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e1ccfd-a820-413c-b9e1-a6c2cbd57767 req-c1a3036b-4e4e-4ba2-b5d8-421117948213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:34:15.972955 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-03e1ccfd-a820-413c-b9e1-a6c2cbd57767 req-c1a3036b-4e4e-4ba2-b5d8-421117948213 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=119835434d804c20aec5b5ab082c0fa1&device_id=070d7970-5985-4e09-a9cd-177665589655 HTTP/1.1" status: 200 len: 1096 time: 0.0405791 Oct 27 11:34:16.064681 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e1ccfd-a820-413c-b9e1-a6c2cbd57767 req-1455b4d8-0900-4e10-9a3a-98f4f33bca82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:34:16.066054 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-03e1ccfd-a820-413c-b9e1-a6c2cbd57767 req-1455b4d8-0900-4e10-9a3a-98f4f33bca82 service neutron] 10.222.0.64 "GET /v2.0/networks?id=be74d82b-dde0-4702-8d51-5db4a12a399b HTTP/1.1" status: 200 len: 910 time: 0.0865185 Oct 27 11:34:16.107674 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-03e1ccfd-a820-413c-b9e1-a6c2cbd57767 req-4789cfcc-1aac-49aa-8379-a20223969b54 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3f6c2720-9013-4823-ab0b-262d260e07f1 HTTP/1.1" status: 200 len: 217 time: 0.0344884 Oct 27 11:34:16.159543 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e1ccfd-a820-413c-b9e1-a6c2cbd57767 req-8adecdd8-3738-4c5c-a82d-91566bdbc89e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:34:16.161322 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-03e1ccfd-a820-413c-b9e1-a6c2cbd57767 req-8adecdd8-3738-4c5c-a82d-91566bdbc89e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=31df114b-b9fa-4b4a-ab73-c47e48dcbf3d HTTP/1.1" status: 200 len: 848 time: 0.0475721 Oct 27 11:34:16.206522 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e1ccfd-a820-413c-b9e1-a6c2cbd57767 req-d9bdc144-8bad-49f3-86b9-41eef0073bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:34:16.207998 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-03e1ccfd-a820-413c-b9e1-a6c2cbd57767 req-d9bdc144-8bad-49f3-86b9-41eef0073bfa service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=be74d82b-dde0-4702-8d51-5db4a12a399b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0397532 Oct 27 11:34:16.297955 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-03e1ccfd-a820-413c-b9e1-a6c2cbd57767 req-5b23b451-77ba-4d21-82db-3d5643499650 service neutron] 10.222.0.64 "GET /v2.0/networks/be74d82b-dde0-4702-8d51-5db4a12a399b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813937 Oct 27 11:34:16.337839 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b1d5587-614f-4af5-81c6-77f6ed69298c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:34:16.393848 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-03e1ccfd-a820-413c-b9e1-a6c2cbd57767 req-687b2fad-18dd-4be3-92dd-588d6bc5369a service neutron] 10.222.0.64 "GET /v2.0/networks/be74d82b-dde0-4702-8d51-5db4a12a399b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889931 Oct 27 11:34:16.477125 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134f788f-fedb-4848-b707-956e3103a239 req-6d0c5099-a909-4ae1-a40c-22691244c884 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:34:16.478693 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-134f788f-fedb-4848-b707-956e3103a239 req-6d0c5099-a909-4ae1-a40c-22691244c884 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] 10.222.0.44 "GET /v2.0/ports?device_id=070d7970-5985-4e09-a9cd-177665589655 HTTP/1.1" status: 200 len: 944 time: 0.0537651 Oct 27 11:34:16.519658 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-134f788f-fedb-4848-b707-956e3103a239 req-52ab2fa9-1461-4794-a89d-e4f47209f140 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] 10.222.0.44 "GET /v2.0/security-groups?id=2d9b7760-6caf-499e-9456-06afe42b9e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337675 Oct 27 11:34:17.638587 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb60d473-ae95-46c4-bbfb-f0781317e7b5 req-5fad467f-af95-48f4-95f9-6c6eee196954 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:34:17.640099 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-cb60d473-ae95-46c4-bbfb-f0781317e7b5 req-5fad467f-af95-48f4-95f9-6c6eee196954 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] 10.222.0.44 "GET /v2.0/ports?device_id=070d7970-5985-4e09-a9cd-177665589655 HTTP/1.1" status: 200 len: 944 time: 0.0496852 Oct 27 11:34:17.678934 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-cb60d473-ae95-46c4-bbfb-f0781317e7b5 req-4d668777-ebd9-4d30-8a86-a5820540a156 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] 10.222.0.44 "GET /v2.0/security-groups?id=2d9b7760-6caf-499e-9456-06afe42b9e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325634 Oct 27 11:34:18.798327 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3894372c-f24b-4dc1-a285-0136b6a62e80 req-c1a42358-dcb2-4e36-9d96-9ee0222288af tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:34:18.799794 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-3894372c-f24b-4dc1-a285-0136b6a62e80 req-c1a42358-dcb2-4e36-9d96-9ee0222288af tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] 10.222.0.44 "GET /v2.0/ports?device_id=070d7970-5985-4e09-a9cd-177665589655 HTTP/1.1" status: 200 len: 944 time: 0.0531447 Oct 27 11:34:18.836455 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-3894372c-f24b-4dc1-a285-0136b6a62e80 req-49f602af-8f34-4fc8-a915-5d57404ef0dd tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] 10.222.0.44 "GET /v2.0/security-groups?id=2d9b7760-6caf-499e-9456-06afe42b9e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306513 Oct 27 11:34:18.991222 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7476aebe-3031-4563-bdb3-8f1d5e2bbee1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:34:19.956379 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19197f3-9e21-42eb-886c-6be765a62f02 req-ba184d3d-9942-4cc2-837a-8bbcbc0047d7 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:34:19.957849 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-a19197f3-9e21-42eb-886c-6be765a62f02 req-ba184d3d-9942-4cc2-837a-8bbcbc0047d7 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] 10.222.0.44 "GET /v2.0/ports?device_id=070d7970-5985-4e09-a9cd-177665589655 HTTP/1.1" status: 200 len: 944 time: 0.0516000 Oct 27 11:34:19.994774 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-a19197f3-9e21-42eb-886c-6be765a62f02 req-88262df1-a6fa-409a-b3d8-57921658825a tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] 10.222.0.44 "GET /v2.0/security-groups?id=2d9b7760-6caf-499e-9456-06afe42b9e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309038 Oct 27 11:34:20.130325 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:34:20.306570 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-eadeaa30-4096-4d1a-b3cb-aa7ebfb291ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:34:21.108403 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f79128-9d67-457a-a174-f26e7ddcec5c req-b0d81fcf-adc5-482e-93b7-3da7a5ae5c0b tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:34:21.109870 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-a7f79128-9d67-457a-a174-f26e7ddcec5c req-b0d81fcf-adc5-482e-93b7-3da7a5ae5c0b tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] 10.222.0.44 "GET /v2.0/ports?device_id=070d7970-5985-4e09-a9cd-177665589655 HTTP/1.1" status: 200 len: 944 time: 0.0483086 Oct 27 11:34:21.147089 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-a7f79128-9d67-457a-a174-f26e7ddcec5c req-84762fe5-3414-4fcc-ac29-ed022b759ea7 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] 10.222.0.44 "GET /v2.0/security-groups?id=2d9b7760-6caf-499e-9456-06afe42b9e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307198 Oct 27 11:34:22.190634 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-3c6a8245-0581-48aa-b5f6-4d8fe98cd16e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:34:22.261227 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0dd590f-7d1c-4187-a763-d880ad9ab7ba req-ec8226f0-ae2e-4d7d-acfe-c5befd66cba7 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:34:22.262684 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-f0dd590f-7d1c-4187-a763-d880ad9ab7ba req-ec8226f0-ae2e-4d7d-acfe-c5befd66cba7 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] 10.222.0.44 "GET /v2.0/ports?device_id=070d7970-5985-4e09-a9cd-177665589655 HTTP/1.1" status: 200 len: 944 time: 0.0483541 Oct 27 11:34:22.299909 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-f0dd590f-7d1c-4187-a763-d880ad9ab7ba req-a046c30d-29a3-4cb8-bb6a-89688b981b57 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] 10.222.0.44 "GET /v2.0/security-groups?id=2d9b7760-6caf-499e-9456-06afe42b9e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309224 Oct 27 11:34:23.417932 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24caba35-7ce2-42df-a9b4-bd83c893bf88 req-51c3cb15-f8c2-4e13-a65b-fb9e84b0762e tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:34:23.419406 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-24caba35-7ce2-42df-a9b4-bd83c893bf88 req-51c3cb15-f8c2-4e13-a65b-fb9e84b0762e tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] 10.222.0.44 "GET /v2.0/ports?device_id=070d7970-5985-4e09-a9cd-177665589655 HTTP/1.1" status: 200 len: 944 time: 0.0485458 Oct 27 11:34:23.456433 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-24caba35-7ce2-42df-a9b4-bd83c893bf88 req-a7952cc6-9a05-490f-83ad-d217e11a6b1c tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] 10.222.0.44 "GET /v2.0/security-groups?id=2d9b7760-6caf-499e-9456-06afe42b9e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311069 Oct 27 11:34:24.572877 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cb6dd2-6fa7-4d84-b686-02abe9c7c42c req-d9cc39a7-459c-4160-b71f-1c2686e218b6 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:34:24.574342 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-18cb6dd2-6fa7-4d84-b686-02abe9c7c42c req-d9cc39a7-459c-4160-b71f-1c2686e218b6 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] 10.222.0.44 "GET /v2.0/ports?device_id=070d7970-5985-4e09-a9cd-177665589655 HTTP/1.1" status: 200 len: 944 time: 0.0484691 Oct 27 11:34:24.610811 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-18cb6dd2-6fa7-4d84-b686-02abe9c7c42c req-c1b3e9fb-eabf-4a76-b82d-155b3d8a2952 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] 10.222.0.44 "GET /v2.0/security-groups?id=2d9b7760-6caf-499e-9456-06afe42b9e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304923 Oct 27 11:34:25.282391 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.agents_db [None req-e79ee67d-056e-46ea-bd99-e80473396b25 None None] Agent healthcheck: found 7 active agents {{(pid=102349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 11:34:25.726854 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065b90f2-9516-47c5-a8c9-3b1eab48be49 req-c7b1b82c-883b-4e67-8898-15270e120e6e tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:34:25.728637 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-065b90f2-9516-47c5-a8c9-3b1eab48be49 req-c7b1b82c-883b-4e67-8898-15270e120e6e tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] 10.222.0.44 "GET /v2.0/ports?device_id=070d7970-5985-4e09-a9cd-177665589655 HTTP/1.1" status: 200 len: 944 time: 0.0518446 Oct 27 11:34:25.766786 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-065b90f2-9516-47c5-a8c9-3b1eab48be49 req-b71f6c90-8f8d-4560-af8a-5ef11a4c8007 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] 10.222.0.44 "GET /v2.0/security-groups?id=2d9b7760-6caf-499e-9456-06afe42b9e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321977 Oct 27 11:34:26.885341 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91bf2ed-f7ed-46dd-9d4e-ce7da830b998 req-d063b194-5dad-4dc7-a546-fc3e60e71062 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:34:26.886806 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b91bf2ed-f7ed-46dd-9d4e-ce7da830b998 req-d063b194-5dad-4dc7-a546-fc3e60e71062 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] 10.222.0.44 "GET /v2.0/ports?device_id=070d7970-5985-4e09-a9cd-177665589655 HTTP/1.1" status: 200 len: 944 time: 0.0522859 Oct 27 11:34:26.925515 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b91bf2ed-f7ed-46dd-9d4e-ce7da830b998 req-9b749591-7659-47f2-8997-bcbc6282217f tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] 10.222.0.44 "GET /v2.0/security-groups?id=2d9b7760-6caf-499e-9456-06afe42b9e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319321 Oct 27 11:34:28.038445 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cad1e1-62ad-4618-ac16-91bbc81da161 req-9a0199a5-e958-49de-801b-f9b321956efa tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:34:28.039906 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-51cad1e1-62ad-4618-ac16-91bbc81da161 req-9a0199a5-e958-49de-801b-f9b321956efa tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] 10.222.0.44 "GET /v2.0/ports?device_id=070d7970-5985-4e09-a9cd-177665589655 HTTP/1.1" status: 200 len: 944 time: 0.0486631 Oct 27 11:34:28.077885 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-51cad1e1-62ad-4618-ac16-91bbc81da161 req-405719a4-0af8-40d4-81c4-423895721a66 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] 10.222.0.44 "GET /v2.0/security-groups?id=2d9b7760-6caf-499e-9456-06afe42b9e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319433 Oct 27 11:34:28.362528 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device 3f6c2720-9013-4823-ab0b-262d260e07f1 details requested by agent hyperv_n-h1-813419-10 with host n-h1-813419-10 {{(pid=102348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 11:34:28.457989 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port 3f6c2720-9013-4823-ab0b-262d260e07f1, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=3f6c2720-9013-4823-ab0b-262d260e07f1,segment=NetworkSegment(ec5f63a7-bd4b-46ba-9465-61e282d8f20f),segment_id=ec5f63a7-bd4b-46ba-9465-61e282d8f20f)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:34:28.470377 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Returning: {'device': '3f6c2720-9013-4823-ab0b-262d260e07f1', 'network_id': 'be74d82b-dde0-4702-8d51-5db4a12a399b', 'port_id': '3f6c2720-9013-4823-ab0b-262d260e07f1', 'mac_address': 'fa:16:3e:ad:1b:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 444, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31df114b-b9fa-4b4a-ab73-c47e48dcbf3d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 11:34:28.506807 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:34:28.519014 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f6c2720-9013-4823-ab0b-262d260e07f1 {{(pid=102348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 11:34:28.541441 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port 3f6c2720-9013-4823-ab0b-262d260e07f1, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=3f6c2720-9013-4823-ab0b-262d260e07f1,segment=NetworkSegment(ec5f63a7-bd4b-46ba-9465-61e282d8f20f),segment_id=ec5f63a7-bd4b-46ba-9465-61e282d8f20f)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:34:28.547579 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:34:28.596710 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Pushing event updated for resources: {'Port': ['ID=3f6c2720-9013-4823-ab0b-262d260e07f1,revision_number=4']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:34:28.603815 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:34:28.604095 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:34:28.604467 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:34:28.604800 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:34:28.605128 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:34:28.605455 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:34:28.606348 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:34:28.606682 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:34:28.607004 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:34:28.607322 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:34:28.607641 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:34:28.607958 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:34:28.780801 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] get_ports_and_sgs() called for port_ids ['3f6c2720-9013-4823-ab0b-262d260e07f1'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 11:34:29.195307 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1baf531-932b-4d30-84f6-a40f2803f51a req-0609aa05-864f-4d4b-997f-c5419442bbfc tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:34:29.197079 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-f1baf531-932b-4d30-84f6-a40f2803f51a req-0609aa05-864f-4d4b-997f-c5419442bbfc tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] 10.222.0.44 "GET /v2.0/ports?device_id=070d7970-5985-4e09-a9cd-177665589655 HTTP/1.1" status: 200 len: 945 time: 0.0504830 Oct 27 11:34:29.239229 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-f1baf531-932b-4d30-84f6-a40f2803f51a req-149b84f6-7e14-4ace-9bff-10ca7e90da0f tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] 10.222.0.44 "GET /v2.0/security-groups?id=2d9b7760-6caf-499e-9456-06afe42b9e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345116 Oct 27 11:34:30.352682 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ea9cb5-31bb-4513-921d-4707e4d94972 req-9eaf335c-0fab-4d98-b288-6814b6f646f0 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:34:30.354186 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-d3ea9cb5-31bb-4513-921d-4707e4d94972 req-9eaf335c-0fab-4d98-b288-6814b6f646f0 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] 10.222.0.44 "GET /v2.0/ports?device_id=070d7970-5985-4e09-a9cd-177665589655 HTTP/1.1" status: 200 len: 945 time: 0.0481455 Oct 27 11:34:30.376256 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device 3f6c2720-9013-4823-ab0b-262d260e07f1 up at agent hyperv_n-h1-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 11:34:30.394399 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-d3ea9cb5-31bb-4513-921d-4707e4d94972 req-1c7945de-2df4-47d9-9ee6-4186a021448b tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] 10.222.0.44 "GET /v2.0/security-groups?id=2d9b7760-6caf-499e-9456-06afe42b9e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336699 Oct 27 11:34:30.424642 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Provisioning for port 3f6c2720-9013-4823-ab0b-262d260e07f1 completed by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 11:34:30.428446 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Provisioning complete for port 3f6c2720-9013-4823-ab0b-262d260e07f1 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:34:30.428840 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:34:30.677370 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:34:30.709747 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '070d7970-5985-4e09-a9cd-177665589655', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f6c2720-9013-4823-ab0b-262d260e07f1'}] {{(pid=102348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 11:34:30.711998 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be4127e571859625ba9a491db1af5fd5edc4c8ee111482105658b13e0edb602d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90fa3464-270f-4cd3-b850-dd5647bc1bee" -d '{"events": [{"server_uuid": "070d7970-5985-4e09-a9cd-177665589655", "name": "network-vif-plugged", "status": "completed", "tag": "3f6c2720-9013-4823-ab0b-262d260e07f1"}]}' {{(pid=102348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 11:34:30.724696 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port 3f6c2720-9013-4823-ab0b-262d260e07f1, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=3f6c2720-9013-4823-ab0b-262d260e07f1,segment=NetworkSegment(ec5f63a7-bd4b-46ba-9465-61e282d8f20f),segment_id=ec5f63a7-bd4b-46ba-9465-61e282d8f20f)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:34:30.728564 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:34:30.773990 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Pushing event updated for resources: {'Port': ['ID=3f6c2720-9013-4823-ab0b-262d260e07f1,revision_number=5']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:34:30.807852 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 11:34:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a3d32ae-f16c-4e12-97c0-161831146a22 x-openstack-request-id: req-4a3d32ae-f16c-4e12-97c0-161831146a22 {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 11:34:30.808143 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "070d7970-5985-4e09-a9cd-177665589655", "name": "network-vif-plugged", "status": "completed", "tag": "3f6c2720-9013-4823-ab0b-262d260e07f1", "code": 200}]} {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 11:34:30.808430 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4a3d32ae-f16c-4e12-97c0-161831146a22 {{(pid=102348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 11:34:30.808820 n-d-813419-10 neutron-server[102348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '070d7970-5985-4e09-a9cd-177665589655', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f6c2720-9013-4823-ab0b-262d260e07f1', 'code': 200} Oct 27 11:34:30.904915 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d802fb-d95e-4862-b762-ad18c5e8e430 req-55a80c44-7835-4388-aed6-04430d5716f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:34:30.906400 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-00d802fb-d95e-4862-b762-ad18c5e8e430 req-55a80c44-7835-4388-aed6-04430d5716f4 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=070d7970-5985-4e09-a9cd-177665589655 HTTP/1.1" status: 200 len: 1098 time: 0.0405173 Oct 27 11:34:30.941542 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-00d802fb-d95e-4862-b762-ad18c5e8e430 req-da562e4c-f1b1-48fc-a878-377f51f6bd74 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=2d9b7760-6caf-499e-9456-06afe42b9e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0270255 Oct 27 11:34:31.511199 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aaef603-fe08-4d46-8ea7-fa7e594e4913 req-fd239bce-cafb-44ee-a2b4-b1de7dcfd5e9 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:34:31.513347 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-5aaef603-fe08-4d46-8ea7-fa7e594e4913 req-fd239bce-cafb-44ee-a2b4-b1de7dcfd5e9 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] 10.222.0.44 "GET /v2.0/ports?device_id=070d7970-5985-4e09-a9cd-177665589655 HTTP/1.1" status: 200 len: 946 time: 0.0529048 Oct 27 11:34:31.550439 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-5aaef603-fe08-4d46-8ea7-fa7e594e4913 req-1bcd3092-487e-437b-af4e-4d4cd7d2d3a3 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] 10.222.0.44 "GET /v2.0/security-groups?id=2d9b7760-6caf-499e-9456-06afe42b9e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310013 Oct 27 11:34:32.675134 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db11a870-0a0e-4f9a-aec2-bb8edc4f3775 req-9965b8ae-8d76-44bd-9026-cb12ac64ac44 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:34:32.676619 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-db11a870-0a0e-4f9a-aec2-bb8edc4f3775 req-9965b8ae-8d76-44bd-9026-cb12ac64ac44 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] 10.222.0.44 "GET /v2.0/ports?device_id=070d7970-5985-4e09-a9cd-177665589655 HTTP/1.1" status: 200 len: 946 time: 0.0523787 Oct 27 11:34:32.713949 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-db11a870-0a0e-4f9a-aec2-bb8edc4f3775 req-ea32b068-5c77-4f99-b1e9-ee7766c48b58 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] 10.222.0.44 "GET /v2.0/security-groups?id=2d9b7760-6caf-499e-9456-06afe42b9e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314198 Oct 27 11:34:32.824986 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a63dbfb-a1d2-46c6-aa09-cc48e6beb2c2 req-aaa17acb-59bf-449b-b946-a1d10a6a75b0 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:34:32.826428 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-9a63dbfb-a1d2-46c6-aa09-cc48e6beb2c2 req-aaa17acb-59bf-449b-b946-a1d10a6a75b0 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] 10.222.0.44 "GET /v2.0/ports?device_id=070d7970-5985-4e09-a9cd-177665589655 HTTP/1.1" status: 200 len: 946 time: 0.0471075 Oct 27 11:34:32.863714 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-9a63dbfb-a1d2-46c6-aa09-cc48e6beb2c2 req-c798edc6-7515-4ef6-bc20-3c67d91d0a58 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] 10.222.0.44 "GET /v2.0/security-groups?id=2d9b7760-6caf-499e-9456-06afe42b9e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310106 Oct 27 11:34:32.884584 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 49642) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:34:32.964363 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fad47ed-ace0-40ac-ad13-7a317ad396ed tempest-TestShelveInstance-493414983 tempest-TestShelveInstance-493414983-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:34:32.966452 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-9fad47ed-ace0-40ac-ad13-7a317ad396ed tempest-TestShelveInstance-493414983 tempest-TestShelveInstance-493414983-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=070d7970-5985-4e09-a9cd-177665589655 HTTP/1.1" status: 200 len: 1093 time: 0.0809016 Oct 27 11:34:32.969211 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 49646) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:34:32.973318 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-641c14af-599c-49b6-8930-7309e2eb6be4 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Request body: {'floatingip': {'floating_network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'port_id': '3f6c2720-9013-4823-ab0b-262d260e07f1', 'tenant_id': '119835434d804c20aec5b5ab082c0fa1', 'fixed_ip_address': '172.20.0.11'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:34:32.993527 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-641c14af-599c-49b6-8930-7309e2eb6be4 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Publish callbacks [] for floatingip, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:34:33.089640 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-641c14af-599c-49b6-8930-7309e2eb6be4 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:34:33.106238 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:34:33.193579 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_common [None req-641c14af-599c-49b6-8930-7309e2eb6be4 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Allocated IP 172.25.8.107 (185ff123-c7ff-45c7-a6be-71feb35acc9c/0fb9f9d1-7384-481f-8fa8-f4566c349d30/1afcdf49-92e8-4445-9a76-1de8a1c27f22) {{(pid=102347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 11:34:33.294609 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-641c14af-599c-49b6-8930-7309e2eb6be4 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Publish callbacks [] for port, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:34:33.326961 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-641c14af-599c-49b6-8930-7309e2eb6be4 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:34:33.366287 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-641c14af-599c-49b6-8930-7309e2eb6be4 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Network 185ff123-c7ff-45c7-a6be-71feb35acc9c is already hosted by enough agents. {{(pid=102347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 11:34:33.369095 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [None req-641c14af-599c-49b6-8930-7309e2eb6be4 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Resources bound (agent type, host, resource id): {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 11:34:33.374274 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-641c14af-599c-49b6-8930-7309e2eb6be4 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Received port after_create {{(pid=102347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 11:34:33.396496 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641c14af-599c-49b6-8930-7309e2eb6be4 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Pushing event updated for resources: {'Port': ['ID=1afcdf49-92e8-4445-9a76-1de8a1c27f22,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:34:34.033146 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-641c14af-599c-49b6-8930-7309e2eb6be4 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:34:34.096807 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-641c14af-599c-49b6-8930-7309e2eb6be4 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:34:34.243415 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-641c14af-599c-49b6-8930-7309e2eb6be4 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Publish callbacks [] for port, precommit_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:34:34.247854 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-641c14af-599c-49b6-8930-7309e2eb6be4 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:34:34.320396 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641c14af-599c-49b6-8930-7309e2eb6be4 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Pushing event updated for resources: {'Port': ['ID=1afcdf49-92e8-4445-9a76-1de8a1c27f22,revision_number=2']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:34:34.329031 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-641c14af-599c-49b6-8930-7309e2eb6be4 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1664826'] for floatingip, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:34:34.425995 n-d-813419-10 neutron-server[102347]: INFO neutron.db.l3_db [None req-641c14af-599c-49b6-8930-7309e2eb6be4 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Floating IP db3d022e-0940-4f75-99be-f6a76ce33713 associated. External IP: 172.25.8.107, port: 3f6c2720-9013-4823-ab0b-262d260e07f1. Oct 27 11:34:34.622873 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-641c14af-599c-49b6-8930-7309e2eb6be4 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Router 2c66cac2-d3f3-496e-a210-80e616b353b8 has already been hosted by L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb {{(pid=102347) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 11:34:34.731507 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-641c14af-599c-49b6-8930-7309e2eb6be4 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 11:34:34.743737 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-323cbc33-d10b-44da-85c8-ca9401af95a7 None None] Sync routers for ids ['2c66cac2-d3f3-496e-a210-80e616b353b8'] in n-d-813419-10 {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 11:34:34.749939 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-641c14af-599c-49b6-8930-7309e2eb6be4 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for floatingip, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:34:34.753628 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-323cbc33-d10b-44da-85c8-ca9401af95a7 None None] Routers {'2c66cac2-d3f3-496e-a210-80e616b353b8'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 11:34:34.754218 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-323cbc33-d10b-44da-85c8-ca9401af95a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T11:34:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['2c66cac2-d3f3-496e-a210-80e616b353b8'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:34:34.777301 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-641c14af-599c-49b6-8930-7309e2eb6be4 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8070979 Oct 27 11:34:34.778028 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '070d7970-5985-4e09-a9cd-177665589655', 'tag': '3f6c2720-9013-4823-ab0b-262d260e07f1'}] {{(pid=102347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 11:34:34.780312 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b4a6b06816dbd4a25adc79839574a1cde60454ea9fb7ff9bc84d34209fb596e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d69bdcc-e315-4e23-b42d-6e857ca7b42d" -d '{"events": [{"name": "network-changed", "server_uuid": "070d7970-5985-4e09-a9cd-177665589655", "tag": "3f6c2720-9013-4823-ab0b-262d260e07f1"}]}' {{(pid=102347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 11:34:34.816839 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 11:34:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23a8ba68-8a4e-47ae-8eb0-d6613125992a x-openstack-request-id: req-23a8ba68-8a4e-47ae-8eb0-d6613125992a {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 11:34:34.817123 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "070d7970-5985-4e09-a9cd-177665589655", "tag": "3f6c2720-9013-4823-ab0b-262d260e07f1", "status": "completed", "code": 200}]} {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 11:34:34.817376 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-23a8ba68-8a4e-47ae-8eb0-d6613125992a {{(pid=102347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 11:34:34.817778 n-d-813419-10 neutron-server[102347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '070d7970-5985-4e09-a9cd-177665589655', 'tag': '3f6c2720-9013-4823-ab0b-262d260e07f1', 'status': 'completed', 'code': 200} Oct 27 11:34:34.860501 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvr_db [None req-323cbc33-d10b-44da-85c8-ca9401af95a7 None None] Set router 2c66cac2-d3f3-496e-a210-80e616b353b8 gateway port host: n-d-813419-10 {{(pid=102349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 11:34:34.883419 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d69bdcc-e315-4e23-b42d-6e857ca7b42d req-f637cbd9-d277-47db-8df2-53c3f589805e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:34:34.884869 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-5d69bdcc-e315-4e23-b42d-6e857ca7b42d req-f637cbd9-d277-47db-8df2-53c3f589805e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=119835434d804c20aec5b5ab082c0fa1&device_id=070d7970-5985-4e09-a9cd-177665589655 HTTP/1.1" status: 200 len: 1098 time: 0.0456727 Oct 27 11:34:34.978034 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d69bdcc-e315-4e23-b42d-6e857ca7b42d req-9129ecc8-4eaa-4550-9557-a551c60d5f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:34:34.979520 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-5d69bdcc-e315-4e23-b42d-6e857ca7b42d req-9129ecc8-4eaa-4550-9557-a551c60d5f52 service neutron] 10.222.0.64 "GET /v2.0/networks?id=be74d82b-dde0-4702-8d51-5db4a12a399b HTTP/1.1" status: 200 len: 910 time: 0.0846028 Oct 27 11:34:35.052354 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-5d69bdcc-e315-4e23-b42d-6e857ca7b42d req-aecc7938-55a8-49e1-b90b-11092f424a78 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3f6c2720-9013-4823-ab0b-262d260e07f1 HTTP/1.1" status: 200 len: 1000 time: 0.0646760 Oct 27 11:34:35.102756 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d69bdcc-e315-4e23-b42d-6e857ca7b42d req-733573ba-97f6-40ad-b0e5-7282f31f7116 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:34:35.104273 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-5d69bdcc-e315-4e23-b42d-6e857ca7b42d req-733573ba-97f6-40ad-b0e5-7282f31f7116 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=31df114b-b9fa-4b4a-ab73-c47e48dcbf3d HTTP/1.1" status: 200 len: 848 time: 0.0439553 Oct 27 11:34:35.154054 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d69bdcc-e315-4e23-b42d-6e857ca7b42d req-ba8bebdc-50bd-4e75-80b1-f26f6530eac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:34:35.155504 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-5d69bdcc-e315-4e23-b42d-6e857ca7b42d req-ba8bebdc-50bd-4e75-80b1-f26f6530eac6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=be74d82b-dde0-4702-8d51-5db4a12a399b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403597 Oct 27 11:34:35.167418 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-323cbc33-d10b-44da-85c8-ca9401af95a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c66cac2-d3f3-496e-a210-80e616b353b8', 'name': 'tempest-TestShelveInstance-1291725149-router', 'tenant_id': '119835434d804c20aec5b5ab082c0fa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.176'}], 'enable_snat': True}, 'gw_port_id': '7b91f712-468e-4eb8-8aaf-183e93ac38d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:28:53Z', 'updated_at': '2021-10-27T11:28:55Z', 'revision_number': 4, 'project_id': '119835434d804c20aec5b5ab082c0fa1', 'gw_port': {'id': '7b91f712-468e-4eb8-8aaf-183e93ac38d4', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:b3:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c66cac2-d3f3-496e-a210-80e616b353b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:28:53Z', 'updated_at': '2021-10-27T11:28:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_floatingips': [{'id': 'db3d022e-0940-4f75-99be-f6a76ce33713', 'tenant_id': '119835434d804c20aec5b5ab082c0fa1', 'floating_ip_address': '172.25.8.107', 'floating_network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'router_id': '2c66cac2-d3f3-496e-a210-80e616b353b8', 'port_id': '3f6c2720-9013-4823-ab0b-262d260e07f1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4315, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be74d82b-dde0-4702-8d51-5db4a12a399b', 'mac_address': 'fa:16:3e:ad:1b:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '070d7970-5985-4e09-a9cd-177665589655', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T11:34:33Z', 'updated_at': '2021-10-27T11:34:33Z', 'revision_number': 0, 'project_id': '119835434d804c20aec5b5ab082c0fa1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '382a8593-0505-4b4c-8ca0-b00cddefefbc', 'name': '', 'network_id': 'be74d82b-dde0-4702-8d51-5db4a12a399b', 'tenant_id': '119835434d804c20aec5b5ab082c0fa1', 'mac_address': 'fa:16:3e:c7:7e:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c66cac2-d3f3-496e-a210-80e616b353b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '31df114b-b9fa-4b4a-ab73-c47e48dcbf3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:28:54Z', 'updated_at': '2021-10-27T11:29:00Z', 'revision_number': 5, 'project_id': '119835434d804c20aec5b5ab082c0fa1', 'subnets': [{'id': '31df114b-b9fa-4b4a-ab73-c47e48dcbf3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:34:35.193845 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-323cbc33-d10b-44da-85c8-ca9401af95a7 None None] Checking router: 2c66cac2-d3f3-496e-a210-80e616b353b8 for host: n-d-813419-10 {{(pid=102349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 11:34:35.202140 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-323cbc33-d10b-44da-85c8-ca9401af95a7 None None] Routers {'2c66cac2-d3f3-496e-a210-80e616b353b8'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 11:34:35.202728 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-323cbc33-d10b-44da-85c8-ca9401af95a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T11:34:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['2c66cac2-d3f3-496e-a210-80e616b353b8'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:34:35.250542 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-5d69bdcc-e315-4e23-b42d-6e857ca7b42d req-ea44105e-a111-439d-9480-b643514702c3 service neutron] 10.222.0.64 "GET /v2.0/networks/be74d82b-dde0-4702-8d51-5db4a12a399b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878952 Oct 27 11:34:35.310482 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvr_db [None req-323cbc33-d10b-44da-85c8-ca9401af95a7 None None] Set router 2c66cac2-d3f3-496e-a210-80e616b353b8 gateway port host: n-d-813419-10 {{(pid=102349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 11:34:35.351639 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-5d69bdcc-e315-4e23-b42d-6e857ca7b42d req-b317767f-7a16-463b-af24-def310ac1e28 service neutron] 10.222.0.64 "GET /v2.0/networks/be74d82b-dde0-4702-8d51-5db4a12a399b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941544 Oct 27 11:34:35.534658 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-323cbc33-d10b-44da-85c8-ca9401af95a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c66cac2-d3f3-496e-a210-80e616b353b8', 'name': 'tempest-TestShelveInstance-1291725149-router', 'tenant_id': '119835434d804c20aec5b5ab082c0fa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.176'}], 'enable_snat': True}, 'gw_port_id': '7b91f712-468e-4eb8-8aaf-183e93ac38d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:28:53Z', 'updated_at': '2021-10-27T11:28:55Z', 'revision_number': 4, 'project_id': '119835434d804c20aec5b5ab082c0fa1', 'gw_port': {'id': '7b91f712-468e-4eb8-8aaf-183e93ac38d4', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:b3:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c66cac2-d3f3-496e-a210-80e616b353b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:28:53Z', 'updated_at': '2021-10-27T11:28:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_floatingips': [{'id': 'db3d022e-0940-4f75-99be-f6a76ce33713', 'tenant_id': '119835434d804c20aec5b5ab082c0fa1', 'floating_ip_address': '172.25.8.107', 'floating_network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'router_id': '2c66cac2-d3f3-496e-a210-80e616b353b8', 'port_id': '3f6c2720-9013-4823-ab0b-262d260e07f1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4315, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be74d82b-dde0-4702-8d51-5db4a12a399b', 'mac_address': 'fa:16:3e:ad:1b:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '070d7970-5985-4e09-a9cd-177665589655', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T11:34:33Z', 'updated_at': '2021-10-27T11:34:33Z', 'revision_number': 0, 'project_id': '119835434d804c20aec5b5ab082c0fa1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '382a8593-0505-4b4c-8ca0-b00cddefefbc', 'name': '', 'network_id': 'be74d82b-dde0-4702-8d51-5db4a12a399b', 'tenant_id': '119835434d804c20aec5b5ab082c0fa1', 'mac_address': 'fa:16:3e:c7:7e:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c66cac2-d3f3-496e-a210-80e616b353b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '31df114b-b9fa-4b4a-ab73-c47e48dcbf3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:28:54Z', 'updated_at': '2021-10-27T11:29:00Z', 'revision_number': 5, 'project_id': '119835434d804c20aec5b5ab082c0fa1', 'subnets': [{'id': '31df114b-b9fa-4b4a-ab73-c47e48dcbf3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:34:35.559965 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-323cbc33-d10b-44da-85c8-ca9401af95a7 None None] The sync data for ids ['2c66cac2-d3f3-496e-a210-80e616b353b8'] in n-d-813419-10 is: [{'id': '2c66cac2-d3f3-496e-a210-80e616b353b8', 'name': 'tempest-TestShelveInstance-1291725149-router', 'tenant_id': '119835434d804c20aec5b5ab082c0fa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.176'}], 'enable_snat': True}, 'gw_port_id': '7b91f712-468e-4eb8-8aaf-183e93ac38d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:28:53Z', 'updated_at': '2021-10-27T11:28:55Z', 'revision_number': 4, 'project_id': '119835434d804c20aec5b5ab082c0fa1', 'gw_port': {'id': '7b91f712-468e-4eb8-8aaf-183e93ac38d4', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:b3:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c66cac2-d3f3-496e-a210-80e616b353b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:28:53Z', 'updated_at': '2021-10-27T11:28:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_floatingips': [{'id': 'db3d022e-0940-4f75-99be-f6a76ce33713', 'tenant_id': '119835434d804c20aec5b5ab082c0fa1', 'floating_ip_address': '172.25.8.107', 'floating_network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'router_id': '2c66cac2-d3f3-496e-a210-80e616b353b8', 'port_id': '3f6c2720-9013-4823-ab0b-262d260e07f1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4315, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be74d82b-dde0-4702-8d51-5db4a12a399b', 'mac_address': 'fa:16:3e:ad:1b:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '070d7970-5985-4e09-a9cd-177665589655', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T11:34:33Z', 'updated_at': '2021-10-27T11:34:33Z', 'revision_number': 0, 'project_id': '119835434d804c20aec5b5ab082c0fa1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '382a8593-0505-4b4c-8ca0-b00cddefefbc', 'name': '', 'network_id': 'be74d82b-dde0-4702-8d51-5db4a12a399b', 'tenant_id': '119835434d804c20aec5b5ab082c0fa1', 'mac_address': 'fa:16:3e:c7:7e:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c66cac2-d3f3-496e-a210-80e616b353b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '31df114b-b9fa-4b4a-ab73-c47e48dcbf3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:28:54Z', 'updated_at': '2021-10-27T11:29:00Z', 'revision_number': 5, 'project_id': '119835434d804c20aec5b5ab082c0fa1', 'subnets': [{'id': '31df114b-b9fa-4b4a-ab73-c47e48dcbf3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 11:34:35.762296 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c677c6f-8451-4a9f-90cf-953904631828 None None] New status for floating IP db3d022e-0940-4f75-99be-f6a76ce33713: ACTIVE {{(pid=102348) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 11:34:39.652904 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:34:46.330170 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-1c133b65-10d5-4a6a-9cf3-387ac4c5f660 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:34:48.993119 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-840b2046-5f8a-4269-95e5-867f714d7df4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:34:50.135260 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:34:50.308771 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-eadeaa30-4096-4d1a-b3cb-aa7ebfb291ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:34:52.193560 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-3c6a8245-0581-48aa-b5f6-4d8fe98cd16e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:35:02.282918 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.agents_db [None req-e79ee67d-056e-46ea-bd99-e80473396b25 None None] Agent healthcheck: found 7 active agents {{(pid=102349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 11:35:03.106372 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:35:09.685331 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:35:15.549178 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-7ec68a40-3edb-46b9-a75e-725152db92d3 req-40ba06d3-ceee-4e4b-b856-c7d5db45337b service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=070d7970-5985-4e09-a9cd-177665589655&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0435078 Oct 27 11:35:15.633666 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec68a40-3edb-46b9-a75e-725152db92d3 req-1bd5a89e-f5f6-4ea6-93c7-81344532aab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:35:15.635134 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-7ec68a40-3edb-46b9-a75e-725152db92d3 req-1bd5a89e-f5f6-4ea6-93c7-81344532aab3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=119835434d804c20aec5b5ab082c0fa1&device_id=070d7970-5985-4e09-a9cd-177665589655 HTTP/1.1" status: 200 len: 1098 time: 0.0400567 Oct 27 11:35:15.741144 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec68a40-3edb-46b9-a75e-725152db92d3 req-12aaef81-15c9-405a-b354-b900023dd2b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:35:15.742646 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-7ec68a40-3edb-46b9-a75e-725152db92d3 req-12aaef81-15c9-405a-b354-b900023dd2b7 service neutron] 10.222.0.64 "GET /v2.0/networks?id=be74d82b-dde0-4702-8d51-5db4a12a399b HTTP/1.1" status: 200 len: 910 time: 0.0868025 Oct 27 11:35:15.810705 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-7ec68a40-3edb-46b9-a75e-725152db92d3 req-a5905e38-92fa-47fa-84c1-acd676109a54 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3f6c2720-9013-4823-ab0b-262d260e07f1 HTTP/1.1" status: 200 len: 1002 time: 0.0607159 Oct 27 11:35:15.860042 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec68a40-3edb-46b9-a75e-725152db92d3 req-11282ba3-1f2c-4acb-8922-68fa25b018b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:35:15.861503 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-7ec68a40-3edb-46b9-a75e-725152db92d3 req-11282ba3-1f2c-4acb-8922-68fa25b018b2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=31df114b-b9fa-4b4a-ab73-c47e48dcbf3d HTTP/1.1" status: 200 len: 848 time: 0.0435436 Oct 27 11:35:15.907929 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec68a40-3edb-46b9-a75e-725152db92d3 req-662ba947-9267-45b0-ad39-2b9e45ded114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:35:15.909358 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-7ec68a40-3edb-46b9-a75e-725152db92d3 req-662ba947-9267-45b0-ad39-2b9e45ded114 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=be74d82b-dde0-4702-8d51-5db4a12a399b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396163 Oct 27 11:35:16.000756 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-7ec68a40-3edb-46b9-a75e-725152db92d3 req-4f7e4890-46ac-4dad-b97b-76abf0d47d01 service neutron] 10.222.0.64 "GET /v2.0/networks/be74d82b-dde0-4702-8d51-5db4a12a399b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838046 Oct 27 11:35:16.092800 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-7ec68a40-3edb-46b9-a75e-725152db92d3 req-57408d97-1027-4c2f-9e46-5fed81755493 service neutron] 10.222.0.64 "GET /v2.0/networks/be74d82b-dde0-4702-8d51-5db4a12a399b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850742 Oct 27 11:35:16.331981 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-9570ecde-efbb-4f91-97c1-8a4b5e9ffb20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:35:18.994473 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7ce3079a-7427-45f3-810e-3b687db95b25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:35:20.136502 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:35:20.311293 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-eadeaa30-4096-4d1a-b3cb-aa7ebfb291ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:35:22.196218 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-3c6a8245-0581-48aa-b5f6-4d8fe98cd16e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:35:33.137540 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:35:39.281612 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.agents_db [None req-e79ee67d-056e-46ea-bd99-e80473396b25 None None] Agent healthcheck: found 7 active agents {{(pid=102349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 11:35:39.708909 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:35:46.334695 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-930af366-81c8-44b0-9bc9-3d73a65bc890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:35:48.995075 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-c87ca057-4a24-49e7-9954-6ecb5495f27a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:35:50.137740 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:35:50.313346 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-eadeaa30-4096-4d1a-b3cb-aa7ebfb291ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:35:52.198661 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-3c6a8245-0581-48aa-b5f6-4d8fe98cd16e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:36:03.134935 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:36:09.707362 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:36:16.281246 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.agents_db [None req-e79ee67d-056e-46ea-bd99-e80473396b25 None None] Agent healthcheck: found 7 active agents {{(pid=102349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 11:36:16.334848 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-d00a0e17-3ce6-4c08-82ba-cc1251984f52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:36:17.043237 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-9361903e-3588-46d9-bf52-0210df2bb006 req-929edb19-8cae-4e36-9097-6426d9feb7de service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=070d7970-5985-4e09-a9cd-177665589655&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0405138 Oct 27 11:36:17.124864 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9361903e-3588-46d9-bf52-0210df2bb006 req-f69d04f3-302e-42ec-b9e2-1929c076a36e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:36:17.126343 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-9361903e-3588-46d9-bf52-0210df2bb006 req-f69d04f3-302e-42ec-b9e2-1929c076a36e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=119835434d804c20aec5b5ab082c0fa1&device_id=070d7970-5985-4e09-a9cd-177665589655 HTTP/1.1" status: 200 len: 1098 time: 0.0410228 Oct 27 11:36:17.229627 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9361903e-3588-46d9-bf52-0210df2bb006 req-1481e25b-599c-4537-bcca-a3d5ee8fa198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:36:17.231113 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-9361903e-3588-46d9-bf52-0210df2bb006 req-1481e25b-599c-4537-bcca-a3d5ee8fa198 service neutron] 10.222.0.64 "GET /v2.0/networks?id=be74d82b-dde0-4702-8d51-5db4a12a399b HTTP/1.1" status: 200 len: 910 time: 0.0866942 Oct 27 11:36:17.295632 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-9361903e-3588-46d9-bf52-0210df2bb006 req-e0ca953b-df95-4d50-8e2c-b52e485c08a1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3f6c2720-9013-4823-ab0b-262d260e07f1 HTTP/1.1" status: 200 len: 1002 time: 0.0568950 Oct 27 11:36:17.342527 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9361903e-3588-46d9-bf52-0210df2bb006 req-4fb2ded5-9483-40cc-aa47-d740728f1920 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:36:17.343971 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-9361903e-3588-46d9-bf52-0210df2bb006 req-4fb2ded5-9483-40cc-aa47-d740728f1920 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=31df114b-b9fa-4b4a-ab73-c47e48dcbf3d HTTP/1.1" status: 200 len: 848 time: 0.0424719 Oct 27 11:36:17.396510 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9361903e-3588-46d9-bf52-0210df2bb006 req-d6fcbe4f-61a3-4608-bb33-bbebd5f0ece8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:36:17.397984 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-9361903e-3588-46d9-bf52-0210df2bb006 req-d6fcbe4f-61a3-4608-bb33-bbebd5f0ece8 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=be74d82b-dde0-4702-8d51-5db4a12a399b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0474648 Oct 27 11:36:17.486734 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-9361903e-3588-46d9-bf52-0210df2bb006 req-7ac78a7a-ffed-4509-b969-69762f0680f6 service neutron] 10.222.0.64 "GET /v2.0/networks/be74d82b-dde0-4702-8d51-5db4a12a399b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812304 Oct 27 11:36:17.585304 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-9361903e-3588-46d9-bf52-0210df2bb006 req-14d5dd87-f1b7-420f-af0f-b72e8e30727b service neutron] 10.222.0.64 "GET /v2.0/networks/be74d82b-dde0-4702-8d51-5db4a12a399b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904002 Oct 27 11:36:18.995663 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-755d5775-0f7a-4616-a8cf-742deb64fd6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:36:20.139163 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:36:20.317184 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-eadeaa30-4096-4d1a-b3cb-aa7ebfb291ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:36:22.200590 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-3c6a8245-0581-48aa-b5f6-4d8fe98cd16e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:36:30.445099 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49940457-fbdc-462c-b41b-7ec343a72dce req-c2d59895-b2df-4621-95f9-b015658bfc99 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:36:30.446477 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-49940457-fbdc-462c-b41b-7ec343a72dce req-c2d59895-b2df-4621-95f9-b015658bfc99 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] 10.222.0.44 "GET /v2.0/ports?device_id=070d7970-5985-4e09-a9cd-177665589655 HTTP/1.1" status: 200 len: 946 time: 0.0489681 Oct 27 11:36:30.484042 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-49940457-fbdc-462c-b41b-7ec343a72dce req-81730bd1-9566-442b-ac87-18242e4c0869 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] 10.222.0.44 "GET /v2.0/security-groups?id=2d9b7760-6caf-499e-9456-06afe42b9e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314424 Oct 27 11:36:31.625630 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658e00b5-c8a9-437d-91dc-1239951f3823 req-abff7330-02ec-4370-9d20-243127d39369 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:36:31.627076 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-658e00b5-c8a9-437d-91dc-1239951f3823 req-abff7330-02ec-4370-9d20-243127d39369 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] 10.222.0.44 "GET /v2.0/ports?device_id=070d7970-5985-4e09-a9cd-177665589655 HTTP/1.1" status: 200 len: 946 time: 0.0475907 Oct 27 11:36:31.663356 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-658e00b5-c8a9-437d-91dc-1239951f3823 req-04f8d9df-f3cc-485f-b8d3-8959699f0f36 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] 10.222.0.44 "GET /v2.0/security-groups?id=2d9b7760-6caf-499e-9456-06afe42b9e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304732 Oct 27 11:36:32.812042 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b497461-e469-41f8-8b34-9d5c338269db req-ff46518a-5b67-4cb0-83ac-d90077b1ca99 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:36:32.814324 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-1b497461-e469-41f8-8b34-9d5c338269db req-ff46518a-5b67-4cb0-83ac-d90077b1ca99 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] 10.222.0.44 "GET /v2.0/ports?device_id=070d7970-5985-4e09-a9cd-177665589655 HTTP/1.1" status: 200 len: 946 time: 0.0543668 Oct 27 11:36:32.857651 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-1b497461-e469-41f8-8b34-9d5c338269db req-ba48a512-c19e-4005-8161-c9b681863e06 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] 10.222.0.44 "GET /v2.0/security-groups?id=2d9b7760-6caf-499e-9456-06afe42b9e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373967 Oct 27 11:36:33.125272 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:36:33.975346 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f2f761-ed3f-41c5-b1b6-ae4e2fcc6961 req-6aa65c8b-f168-43e1-bb24-296daff48e7c tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:36:33.976845 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-c3f2f761-ed3f-41c5-b1b6-ae4e2fcc6961 req-6aa65c8b-f168-43e1-bb24-296daff48e7c tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] 10.222.0.44 "GET /v2.0/ports?device_id=070d7970-5985-4e09-a9cd-177665589655 HTTP/1.1" status: 200 len: 946 time: 0.0518394 Oct 27 11:36:34.015584 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-c3f2f761-ed3f-41c5-b1b6-ae4e2fcc6961 req-8157fe03-dbf9-4202-800f-2a293e7032ed tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] 10.222.0.44 "GET /v2.0/security-groups?id=2d9b7760-6caf-499e-9456-06afe42b9e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320044 Oct 27 11:36:35.132147 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b6e4e8-9e48-4c4c-b236-79c0c327db12 req-ac1bb806-5fdd-45b4-9822-8195ef921b78 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:36:35.133652 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-60b6e4e8-9e48-4c4c-b236-79c0c327db12 req-ac1bb806-5fdd-45b4-9822-8195ef921b78 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] 10.222.0.44 "GET /v2.0/ports?device_id=070d7970-5985-4e09-a9cd-177665589655 HTTP/1.1" status: 200 len: 946 time: 0.0496604 Oct 27 11:36:35.172259 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-60b6e4e8-9e48-4c4c-b236-79c0c327db12 req-4aaafa26-9287-44a4-babf-5f97faee1276 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] 10.222.0.44 "GET /v2.0/security-groups?id=2d9b7760-6caf-499e-9456-06afe42b9e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326483 Oct 27 11:36:36.285190 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fc5881-346f-4d8a-9a05-712847f14b97 req-58ead6be-b273-43d3-9a5b-341b14970d9a tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:36:36.286654 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-67fc5881-346f-4d8a-9a05-712847f14b97 req-58ead6be-b273-43d3-9a5b-341b14970d9a tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] 10.222.0.44 "GET /v2.0/ports?device_id=070d7970-5985-4e09-a9cd-177665589655 HTTP/1.1" status: 200 len: 946 time: 0.0481520 Oct 27 11:36:36.323641 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-67fc5881-346f-4d8a-9a05-712847f14b97 req-67b0ee99-a0c5-4a5b-b715-90ab28a58138 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] 10.222.0.44 "GET /v2.0/security-groups?id=2d9b7760-6caf-499e-9456-06afe42b9e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311725 Oct 27 11:36:37.439445 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3634b02-b384-4e12-bbf4-0523a1b0ebe8 req-f2a73a81-8827-4960-86bb-027b78d59dfe tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:36:37.440943 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-a3634b02-b384-4e12-bbf4-0523a1b0ebe8 req-f2a73a81-8827-4960-86bb-027b78d59dfe tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] 10.222.0.44 "GET /v2.0/ports?device_id=070d7970-5985-4e09-a9cd-177665589655 HTTP/1.1" status: 200 len: 946 time: 0.0477068 Oct 27 11:36:37.477413 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-a3634b02-b384-4e12-bbf4-0523a1b0ebe8 req-a97fb68e-c92b-48df-98fd-8a79e53921f8 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] 10.222.0.44 "GET /v2.0/security-groups?id=2d9b7760-6caf-499e-9456-06afe42b9e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303845 Oct 27 11:36:38.588775 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8edc44-bd8c-4735-9f00-6ac40e6b0580 req-99f4f3a4-82e1-4f12-a6c3-2a89b9df8578 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:36:38.590209 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-8e8edc44-bd8c-4735-9f00-6ac40e6b0580 req-99f4f3a4-82e1-4f12-a6c3-2a89b9df8578 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] 10.222.0.44 "GET /v2.0/ports?device_id=070d7970-5985-4e09-a9cd-177665589655 HTTP/1.1" status: 200 len: 946 time: 0.0469420 Oct 27 11:36:38.628317 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-8e8edc44-bd8c-4735-9f00-6ac40e6b0580 req-57105586-a14c-4310-bfd4-bd4068bf4f1f tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] 10.222.0.44 "GET /v2.0/security-groups?id=2d9b7760-6caf-499e-9456-06afe42b9e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314860 Oct 27 11:36:39.725344 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:36:39.746559 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ae281b-5ac4-4178-a73c-d863d454dfe5 req-d1367f1b-43ac-46c2-8b7d-228d79c9689d tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:36:39.751283 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-91ae281b-5ac4-4178-a73c-d863d454dfe5 req-d1367f1b-43ac-46c2-8b7d-228d79c9689d tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] 10.222.0.44 "GET /v2.0/ports?device_id=070d7970-5985-4e09-a9cd-177665589655 HTTP/1.1" status: 200 len: 946 time: 0.0546956 Oct 27 11:36:39.797063 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-91ae281b-5ac4-4178-a73c-d863d454dfe5 req-99aab1e8-e025-475d-a25a-4abc8f367d4f tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] 10.222.0.44 "GET /v2.0/security-groups?id=2d9b7760-6caf-499e-9456-06afe42b9e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373652 Oct 27 11:36:40.576937 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dd38d8-6440-41d6-9e75-c5e9c0f08faf req-8aa8bbb9-791e-4174-838c-1c095d2f15ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:36:40.578458 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-60dd38d8-6440-41d6-9e75-c5e9c0f08faf req-8aa8bbb9-791e-4174-838c-1c095d2f15ba service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=119835434d804c20aec5b5ab082c0fa1&device_id=070d7970-5985-4e09-a9cd-177665589655 HTTP/1.1" status: 200 len: 1098 time: 0.0415025 Oct 27 11:36:40.669884 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dd38d8-6440-41d6-9e75-c5e9c0f08faf req-b7f3cacc-8e9a-4a00-807b-37bffd197078 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:36:40.671367 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-60dd38d8-6440-41d6-9e75-c5e9c0f08faf req-b7f3cacc-8e9a-4a00-807b-37bffd197078 service neutron] 10.222.0.64 "GET /v2.0/networks?id=be74d82b-dde0-4702-8d51-5db4a12a399b HTTP/1.1" status: 200 len: 910 time: 0.0845113 Oct 27 11:36:40.741673 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-60dd38d8-6440-41d6-9e75-c5e9c0f08faf req-3214a434-5882-4f57-8fd4-fe14f9ec539e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3f6c2720-9013-4823-ab0b-262d260e07f1 HTTP/1.1" status: 200 len: 1002 time: 0.0634627 Oct 27 11:36:40.790103 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dd38d8-6440-41d6-9e75-c5e9c0f08faf req-845fcc54-788d-4b94-ada8-27656041ee5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:36:40.791571 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-60dd38d8-6440-41d6-9e75-c5e9c0f08faf req-845fcc54-788d-4b94-ada8-27656041ee5b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=31df114b-b9fa-4b4a-ab73-c47e48dcbf3d HTTP/1.1" status: 200 len: 848 time: 0.0432088 Oct 27 11:36:40.839205 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dd38d8-6440-41d6-9e75-c5e9c0f08faf req-19da9c74-6155-450c-9ea8-a946a3ba89d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:36:40.840787 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-60dd38d8-6440-41d6-9e75-c5e9c0f08faf req-19da9c74-6155-450c-9ea8-a946a3ba89d9 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=be74d82b-dde0-4702-8d51-5db4a12a399b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0417058 Oct 27 11:36:40.920188 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4150e684-5c57-4c44-8051-8dd3421e5d46 req-770ffbbc-6fdf-44c5-9575-56d1032df8fa tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:36:40.921673 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-4150e684-5c57-4c44-8051-8dd3421e5d46 req-770ffbbc-6fdf-44c5-9575-56d1032df8fa tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] 10.222.0.44 "GET /v2.0/ports?device_id=070d7970-5985-4e09-a9cd-177665589655 HTTP/1.1" status: 200 len: 946 time: 0.0558190 Oct 27 11:36:40.941177 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-60dd38d8-6440-41d6-9e75-c5e9c0f08faf req-fe4f1ef5-b10f-4f1c-91c2-bf6267274297 service neutron] 10.222.0.64 "GET /v2.0/networks/be74d82b-dde0-4702-8d51-5db4a12a399b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928681 Oct 27 11:36:40.962950 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-4150e684-5c57-4c44-8051-8dd3421e5d46 req-b9d7edc2-e936-45f7-9669-f76706a6613d tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] 10.222.0.44 "GET /v2.0/security-groups?id=2d9b7760-6caf-499e-9456-06afe42b9e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342891 Oct 27 11:36:41.035689 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-60dd38d8-6440-41d6-9e75-c5e9c0f08faf req-8a5c7f09-a460-40f4-a8f0-4258be43b834 service neutron] 10.222.0.64 "GET /v2.0/networks/be74d82b-dde0-4702-8d51-5db4a12a399b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871787 Oct 27 11:36:42.077940 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d04c5b4-7e61-48ea-bf64-be341e942cd3 req-acde7ed6-50a1-43d2-83d1-10a8a8b291c9 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:36:42.079463 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-7d04c5b4-7e61-48ea-bf64-be341e942cd3 req-acde7ed6-50a1-43d2-83d1-10a8a8b291c9 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] 10.222.0.44 "GET /v2.0/ports?device_id=070d7970-5985-4e09-a9cd-177665589655 HTTP/1.1" status: 200 len: 946 time: 0.0483859 Oct 27 11:36:42.116168 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-7d04c5b4-7e61-48ea-bf64-be341e942cd3 req-77c791e3-8cd1-4334-9c3f-ffd94f50397a tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] 10.222.0.44 "GET /v2.0/security-groups?id=2d9b7760-6caf-499e-9456-06afe42b9e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307322 Oct 27 11:36:43.232638 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ffbab8-a66d-447c-95ca-46e848263130 req-b20fc3cc-bd52-4533-b605-5d2353ddcfbe tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:36:43.234118 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-10ffbab8-a66d-447c-95ca-46e848263130 req-b20fc3cc-bd52-4533-b605-5d2353ddcfbe tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] 10.222.0.44 "GET /v2.0/ports?device_id=070d7970-5985-4e09-a9cd-177665589655 HTTP/1.1" status: 200 len: 946 time: 0.0488203 Oct 27 11:36:43.272375 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-10ffbab8-a66d-447c-95ca-46e848263130 req-bdd8fd6e-a5ed-42f6-9781-794ee0247c8f tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] 10.222.0.44 "GET /v2.0/security-groups?id=2d9b7760-6caf-499e-9456-06afe42b9e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321221 Oct 27 11:36:44.394118 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e336cd-d018-42d3-b1cd-e1ce55830036 req-878ad08b-c287-4702-b342-d6f9ba5a5e52 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:36:44.395798 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-01e336cd-d018-42d3-b1cd-e1ce55830036 req-878ad08b-c287-4702-b342-d6f9ba5a5e52 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] 10.222.0.44 "GET /v2.0/ports?device_id=070d7970-5985-4e09-a9cd-177665589655 HTTP/1.1" status: 200 len: 946 time: 0.0507088 Oct 27 11:36:44.437722 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-01e336cd-d018-42d3-b1cd-e1ce55830036 req-457cdbb1-431d-4b81-814b-984960f569ef tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] 10.222.0.44 "GET /v2.0/security-groups?id=2d9b7760-6caf-499e-9456-06afe42b9e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333145 Oct 27 11:36:45.554058 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab82e52-6fe9-49c0-9884-83bd272fe802 req-c8003478-2248-46ae-945d-9d7ce0667254 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:36:45.555431 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-9ab82e52-6fe9-49c0-9884-83bd272fe802 req-c8003478-2248-46ae-945d-9d7ce0667254 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] 10.222.0.44 "GET /v2.0/ports?device_id=070d7970-5985-4e09-a9cd-177665589655 HTTP/1.1" status: 200 len: 946 time: 0.0491574 Oct 27 11:36:45.592410 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-9ab82e52-6fe9-49c0-9884-83bd272fe802 req-7aebc8a9-2d73-457a-b7ad-d12fcf632ceb tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] 10.222.0.44 "GET /v2.0/security-groups?id=2d9b7760-6caf-499e-9456-06afe42b9e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310473 Oct 27 11:36:45.800245 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39761a10-322e-4c1b-8caa-31f5cbc9cc76 req-49ea15b0-9849-46d4-be01-fc9050a30d61 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:36:45.801740 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-39761a10-322e-4c1b-8caa-31f5cbc9cc76 req-49ea15b0-9849-46d4-be01-fc9050a30d61 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] 10.222.0.44 "GET /v2.0/ports?device_id=070d7970-5985-4e09-a9cd-177665589655 HTTP/1.1" status: 200 len: 946 time: 0.0547209 Oct 27 11:36:45.815463 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-5ceb7cc3-62f0-4965-877f-b2c15c198205 req-072d0d16-6fd2-4778-a26b-76ed61d368fd service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=070d7970-5985-4e09-a9cd-177665589655&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0874004 Oct 27 11:36:45.824163 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [req-5ceb7cc3-62f0-4965-877f-b2c15c198205 req-b185ce2e-8c7d-4c33-b892-72ebc67553f3 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=102347) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 11:36:45.826371 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-5ceb7cc3-62f0-4965-877f-b2c15c198205 req-b185ce2e-8c7d-4c33-b892-72ebc67553f3 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0049171 Oct 27 11:36:45.845078 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-39761a10-322e-4c1b-8caa-31f5cbc9cc76 req-c55d2427-ebde-40bf-8d09-ee3ea58210ea tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] 10.222.0.44 "GET /v2.0/security-groups?id=2d9b7760-6caf-499e-9456-06afe42b9e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372255 Oct 27 11:36:46.337865 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-32adf916-24dc-4047-89af-4f9d86e6ad82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:36:46.977366 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb82e97-3035-43b8-9627-ad8c112a22ca req-20355f0f-fcc9-43ff-893a-48a579203b4e tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:36:46.978852 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-4cb82e97-3035-43b8-9627-ad8c112a22ca req-20355f0f-fcc9-43ff-893a-48a579203b4e tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] 10.222.0.44 "GET /v2.0/ports?device_id=070d7970-5985-4e09-a9cd-177665589655 HTTP/1.1" status: 200 len: 946 time: 0.0526831 Oct 27 11:36:47.017617 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-4cb82e97-3035-43b8-9627-ad8c112a22ca req-a01f4c62-6f8e-4a08-a1d5-9a4c6297576f tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] 10.222.0.44 "GET /v2.0/security-groups?id=2d9b7760-6caf-499e-9456-06afe42b9e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322690 Oct 27 11:36:47.088152 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device 3f6c2720-9013-4823-ab0b-262d260e07f1 no longer exists at agent hyperv_n-h1-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 11:36:47.165716 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:36:47.187568 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '070d7970-5985-4e09-a9cd-177665589655', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3f6c2720-9013-4823-ab0b-262d260e07f1'}] {{(pid=102348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 11:36:47.189850 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be4127e571859625ba9a491db1af5fd5edc4c8ee111482105658b13e0edb602d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78c370c5-52e4-4b56-855f-cd3a98b1a667" -d '{"events": [{"server_uuid": "070d7970-5985-4e09-a9cd-177665589655", "name": "network-vif-unplugged", "status": "completed", "tag": "3f6c2720-9013-4823-ab0b-262d260e07f1"}]}' {{(pid=102348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 11:36:47.202321 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port 3f6c2720-9013-4823-ab0b-262d260e07f1, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=3f6c2720-9013-4823-ab0b-262d260e07f1,segment=NetworkSegment(ec5f63a7-bd4b-46ba-9465-61e282d8f20f),segment_id=ec5f63a7-bd4b-46ba-9465-61e282d8f20f)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:36:47.208095 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:36:47.230802 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 27 Oct 2021 11:36:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2abe397-918d-4bd0-abd3-1474f7075531 x-openstack-request-id: req-c2abe397-918d-4bd0-abd3-1474f7075531 {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 11:36:47.231720 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "070d7970-5985-4e09-a9cd-177665589655", "name": "network-vif-unplugged", "status": "failed", "tag": "3f6c2720-9013-4823-ab0b-262d260e07f1", "code": 422}]} {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 11:36:47.231984 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c2abe397-918d-4bd0-abd3-1474f7075531 {{(pid=102348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 11:36:47.232400 n-d-813419-10 neutron-server[102348]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '070d7970-5985-4e09-a9cd-177665589655', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '3f6c2720-9013-4823-ab0b-262d260e07f1', 'code': 422} returned with failed status Oct 27 11:36:47.256852 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Pushing event updated for resources: {'Port': ['ID=3f6c2720-9013-4823-ab0b-262d260e07f1,revision_number=6']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:36:47.263974 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:36:47.264342 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:36:47.264683 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:36:47.265016 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:36:47.265347 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:36:47.265674 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:36:47.265996 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:36:47.266318 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:36:47.266638 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:36:47.266956 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:36:47.267277 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:36:47.267594 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:36:48.134791 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9950ba77-28d6-42be-8fbf-a8556c2487fd req-ffd65b35-c7c1-404d-a085-9a5044e7e289 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:36:48.142220 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-9950ba77-28d6-42be-8fbf-a8556c2487fd req-ffd65b35-c7c1-404d-a085-9a5044e7e289 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] 10.222.0.44 "GET /v2.0/ports?device_id=070d7970-5985-4e09-a9cd-177665589655 HTTP/1.1" status: 200 len: 944 time: 0.0547211 Oct 27 11:36:48.180431 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-9950ba77-28d6-42be-8fbf-a8556c2487fd req-06b8d572-e3dd-407d-b770-631a3a355e71 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] 10.222.0.44 "GET /v2.0/security-groups?id=2d9b7760-6caf-499e-9456-06afe42b9e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330918 Oct 27 11:36:49.000910 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-9b0e4d9e-f273-4368-bcc1-4ef6cf512ba3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:36:49.303557 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50270f1e-5faf-47de-8537-0cdfa62e232d req-6c353faf-ba2f-4b7c-b926-0813a5a01152 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:36:49.304963 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-50270f1e-5faf-47de-8537-0cdfa62e232d req-6c353faf-ba2f-4b7c-b926-0813a5a01152 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] 10.222.0.44 "GET /v2.0/ports?device_id=070d7970-5985-4e09-a9cd-177665589655 HTTP/1.1" status: 200 len: 944 time: 0.0479677 Oct 27 11:36:49.342627 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-50270f1e-5faf-47de-8537-0cdfa62e232d req-d13940f1-4911-43f0-9e24-27f7d72c8e75 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] 10.222.0.44 "GET /v2.0/security-groups?id=2d9b7760-6caf-499e-9456-06afe42b9e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309920 Oct 27 11:36:50.141359 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:36:50.321252 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-eadeaa30-4096-4d1a-b3cb-aa7ebfb291ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:36:50.463397 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46276d2b-a222-42ff-9c38-8fb09e03acab req-0561e5fc-b5da-4b86-ab9a-c52c908c4609 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:36:50.464924 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-46276d2b-a222-42ff-9c38-8fb09e03acab req-0561e5fc-b5da-4b86-ab9a-c52c908c4609 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] 10.222.0.44 "GET /v2.0/ports?device_id=070d7970-5985-4e09-a9cd-177665589655 HTTP/1.1" status: 200 len: 944 time: 0.0545869 Oct 27 11:36:50.502990 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-46276d2b-a222-42ff-9c38-8fb09e03acab req-cecca456-fbb5-4700-8801-54a4961a1453 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] 10.222.0.44 "GET /v2.0/security-groups?id=2d9b7760-6caf-499e-9456-06afe42b9e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321019 Oct 27 11:36:51.616820 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de8a382-6241-419f-92dd-4a4e9f29e215 req-87d9e0ea-ab2d-4944-8384-fd49aa639354 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:36:51.618213 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-8de8a382-6241-419f-92dd-4a4e9f29e215 req-87d9e0ea-ab2d-4944-8384-fd49aa639354 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] 10.222.0.44 "GET /v2.0/ports?device_id=070d7970-5985-4e09-a9cd-177665589655 HTTP/1.1" status: 200 len: 944 time: 0.0484746 Oct 27 11:36:51.655746 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-8de8a382-6241-419f-92dd-4a4e9f29e215 req-89e2cf6e-58f1-4cfa-98fd-18a019aa2ab1 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] 10.222.0.44 "GET /v2.0/security-groups?id=2d9b7760-6caf-499e-9456-06afe42b9e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308940 Oct 27 11:36:52.203977 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-3c6a8245-0581-48aa-b5f6-4d8fe98cd16e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:36:52.775547 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a125492-e708-4edb-ada8-a3595694215d req-f5b7346a-daad-49ab-880f-65dbc1d9129b tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:36:52.777079 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-1a125492-e708-4edb-ada8-a3595694215d req-f5b7346a-daad-49ab-880f-65dbc1d9129b tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] 10.222.0.44 "GET /v2.0/ports?device_id=070d7970-5985-4e09-a9cd-177665589655 HTTP/1.1" status: 200 len: 944 time: 0.0541427 Oct 27 11:36:52.815011 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-1a125492-e708-4edb-ada8-a3595694215d req-ad76736e-cdc9-40f5-9c07-6858d48244b6 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] 10.222.0.44 "GET /v2.0/security-groups?id=2d9b7760-6caf-499e-9456-06afe42b9e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318663 Oct 27 11:36:53.280965 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.agents_db [None req-e79ee67d-056e-46ea-bd99-e80473396b25 None None] Agent healthcheck: found 7 active agents {{(pid=102349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 11:36:53.945529 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46119a3-ef62-46f7-a2c8-30b064d528b9 req-29c8bc62-8377-4310-97bd-fe33dadc61f6 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:36:53.947100 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-f46119a3-ef62-46f7-a2c8-30b064d528b9 req-29c8bc62-8377-4310-97bd-fe33dadc61f6 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] 10.222.0.44 "GET /v2.0/ports?device_id=070d7970-5985-4e09-a9cd-177665589655 HTTP/1.1" status: 200 len: 944 time: 0.0650082 Oct 27 11:36:53.985397 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-f46119a3-ef62-46f7-a2c8-30b064d528b9 req-bd563d83-3206-47c3-9d13-a24d8725a983 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] 10.222.0.44 "GET /v2.0/security-groups?id=2d9b7760-6caf-499e-9456-06afe42b9e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322230 Oct 27 11:36:55.102977 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2d5a96-e021-4a4e-a026-c60d50d41336 req-bf4dca65-411c-431b-9e29-2c738a2ba0f9 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:36:55.104468 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-6e2d5a96-e021-4a4e-a026-c60d50d41336 req-bf4dca65-411c-431b-9e29-2c738a2ba0f9 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] 10.222.0.44 "GET /v2.0/ports?device_id=070d7970-5985-4e09-a9cd-177665589655 HTTP/1.1" status: 200 len: 944 time: 0.0497887 Oct 27 11:36:55.143503 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-6e2d5a96-e021-4a4e-a026-c60d50d41336 req-a8b3a396-4e72-4bcb-87e6-1732334bb55e tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] 10.222.0.44 "GET /v2.0/security-groups?id=2d9b7760-6caf-499e-9456-06afe42b9e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325592 Oct 27 11:36:55.619245 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ceb7cc3-62f0-4965-877f-b2c15c198205 req-5a823c72-83b4-45f8-9359-69dd05ed4bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:36:55.620761 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-5ceb7cc3-62f0-4965-877f-b2c15c198205 req-5a823c72-83b4-45f8-9359-69dd05ed4bbb service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=070d7970-5985-4e09-a9cd-177665589655&tenant_id=119835434d804c20aec5b5ab082c0fa1 HTTP/1.1" status: 200 len: 1096 time: 0.0436370 Oct 27 11:36:55.684079 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ceb7cc3-62f0-4965-877f-b2c15c198205 req-db49e1b6-2805-4bda-8b33-565315569ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:36:55.685584 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-5ceb7cc3-62f0-4965-877f-b2c15c198205 req-db49e1b6-2805-4bda-8b33-565315569ce3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=119835434d804c20aec5b5ab082c0fa1&device_id=070d7970-5985-4e09-a9cd-177665589655 HTTP/1.1" status: 200 len: 1096 time: 0.0433791 Oct 27 11:36:55.774273 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ceb7cc3-62f0-4965-877f-b2c15c198205 req-9688f58d-3bf2-4700-b7d4-375decf06b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:36:55.776086 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-5ceb7cc3-62f0-4965-877f-b2c15c198205 req-9688f58d-3bf2-4700-b7d4-375decf06b3f service neutron] 10.222.0.64 "GET /v2.0/networks?id=be74d82b-dde0-4702-8d51-5db4a12a399b HTTP/1.1" status: 200 len: 910 time: 0.0834272 Oct 27 11:36:55.843295 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-5ceb7cc3-62f0-4965-877f-b2c15c198205 req-f677eeaf-7a18-425b-a2b6-527107f2a3ce service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3f6c2720-9013-4823-ab0b-262d260e07f1 HTTP/1.1" status: 200 len: 1000 time: 0.0598590 Oct 27 11:36:55.892648 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ceb7cc3-62f0-4965-877f-b2c15c198205 req-9472980e-083a-47fb-836a-0f46d2d98406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:36:55.893958 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-5ceb7cc3-62f0-4965-877f-b2c15c198205 req-9472980e-083a-47fb-836a-0f46d2d98406 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=31df114b-b9fa-4b4a-ab73-c47e48dcbf3d HTTP/1.1" status: 200 len: 848 time: 0.0428319 Oct 27 11:36:55.944050 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ceb7cc3-62f0-4965-877f-b2c15c198205 req-728553b3-4785-4307-b9dd-27967cd34ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:36:55.945576 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-5ceb7cc3-62f0-4965-877f-b2c15c198205 req-728553b3-4785-4307-b9dd-27967cd34ec3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=be74d82b-dde0-4702-8d51-5db4a12a399b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0443587 Oct 27 11:36:56.037299 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-5ceb7cc3-62f0-4965-877f-b2c15c198205 req-aa778053-5ecc-4a01-aedf-1618f536b6c0 service neutron] 10.222.0.64 "GET /v2.0/networks/be74d82b-dde0-4702-8d51-5db4a12a399b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840101 Oct 27 11:36:56.124936 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-5ceb7cc3-62f0-4965-877f-b2c15c198205 req-f35260fb-b8f1-4a76-bcb6-6979f2c34868 service neutron] 10.222.0.64 "GET /v2.0/networks/be74d82b-dde0-4702-8d51-5db4a12a399b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804698 Oct 27 11:36:56.262118 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1896706a-2460-4f18-8b65-0974aa112f67 req-888e646a-7f5c-4899-84cd-dcd0a39d52c3 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:36:56.264128 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-1896706a-2460-4f18-8b65-0974aa112f67 req-888e646a-7f5c-4899-84cd-dcd0a39d52c3 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] 10.222.0.44 "GET /v2.0/ports?device_id=070d7970-5985-4e09-a9cd-177665589655 HTTP/1.1" status: 200 len: 944 time: 0.0486190 Oct 27 11:36:56.300541 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-1896706a-2460-4f18-8b65-0974aa112f67 req-72cd6edb-4523-4f45-afc8-c8efc67c259f tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] 10.222.0.44 "GET /v2.0/security-groups?id=2d9b7760-6caf-499e-9456-06afe42b9e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304208 Oct 27 11:36:57.425968 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d685b21-7829-44ef-9576-c9d9fff90ac3 req-de876de8-34e4-4492-bebe-a479b879ce38 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:36:57.427455 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-5d685b21-7829-44ef-9576-c9d9fff90ac3 req-de876de8-34e4-4492-bebe-a479b879ce38 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] 10.222.0.44 "GET /v2.0/ports?device_id=070d7970-5985-4e09-a9cd-177665589655 HTTP/1.1" status: 200 len: 944 time: 0.0586522 Oct 27 11:36:57.473243 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-5d685b21-7829-44ef-9576-c9d9fff90ac3 req-68ea0c4b-f1e2-4cd7-a3de-ab155e88a5a8 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] 10.222.0.44 "GET /v2.0/security-groups?id=2d9b7760-6caf-499e-9456-06afe42b9e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397935 Oct 27 11:36:58.584626 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cb025b-3aa0-4453-9fa4-37444673597d req-8da63752-e231-40b1-8dcd-05d0cdc10e90 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:36:58.586055 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-36cb025b-3aa0-4453-9fa4-37444673597d req-8da63752-e231-40b1-8dcd-05d0cdc10e90 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] 10.222.0.44 "GET /v2.0/ports?device_id=070d7970-5985-4e09-a9cd-177665589655 HTTP/1.1" status: 200 len: 944 time: 0.0470169 Oct 27 11:36:58.622537 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-36cb025b-3aa0-4453-9fa4-37444673597d req-a5340099-bb2b-4ed3-a719-33031390ada5 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] 10.222.0.44 "GET /v2.0/security-groups?id=2d9b7760-6caf-499e-9456-06afe42b9e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301292 Oct 27 11:36:59.734372 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07122bba-8b40-48e7-a381-d1ffa5e5e9a3 req-e02ceafb-e4f2-40a7-9254-a0e6b3948961 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:36:59.735815 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-07122bba-8b40-48e7-a381-d1ffa5e5e9a3 req-e02ceafb-e4f2-40a7-9254-a0e6b3948961 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] 10.222.0.44 "GET /v2.0/ports?device_id=070d7970-5985-4e09-a9cd-177665589655 HTTP/1.1" status: 200 len: 944 time: 0.0472114 Oct 27 11:36:59.772897 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-07122bba-8b40-48e7-a381-d1ffa5e5e9a3 req-ae931c3a-171f-4f14-8dc0-b1d072382498 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] 10.222.0.44 "GET /v2.0/security-groups?id=2d9b7760-6caf-499e-9456-06afe42b9e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311117 Oct 27 11:37:00.889540 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22919c0-115f-4239-99c3-177ac3d9d3c2 req-bab3e857-bc5f-48ba-868f-5a8018155b32 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:37:00.891000 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-d22919c0-115f-4239-99c3-177ac3d9d3c2 req-bab3e857-bc5f-48ba-868f-5a8018155b32 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] 10.222.0.44 "GET /v2.0/ports?device_id=070d7970-5985-4e09-a9cd-177665589655 HTTP/1.1" status: 200 len: 944 time: 0.0518165 Oct 27 11:37:00.928593 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-d22919c0-115f-4239-99c3-177ac3d9d3c2 req-5187a8d8-061e-4049-a200-4fa42dafd384 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] 10.222.0.44 "GET /v2.0/security-groups?id=2d9b7760-6caf-499e-9456-06afe42b9e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316362 Oct 27 11:37:02.056011 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dc36bc-1216-4f81-bbbe-c94ffaf772e2 req-e4d2b35d-f48c-45f8-b1d3-2a5591cb9be0 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:37:02.057498 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-d3dc36bc-1216-4f81-bbbe-c94ffaf772e2 req-e4d2b35d-f48c-45f8-b1d3-2a5591cb9be0 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] 10.222.0.44 "GET /v2.0/ports?device_id=070d7970-5985-4e09-a9cd-177665589655 HTTP/1.1" status: 200 len: 944 time: 0.0491586 Oct 27 11:37:02.094044 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-d3dc36bc-1216-4f81-bbbe-c94ffaf772e2 req-3c11531c-8adb-434a-9be5-40a9f7a03548 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] 10.222.0.44 "GET /v2.0/security-groups?id=2d9b7760-6caf-499e-9456-06afe42b9e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306449 Oct 27 11:37:03.131173 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:37:03.196276 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device 3f6c2720-9013-4823-ab0b-262d260e07f1 details requested by agent hyperv_n-h1-813419-10 with host n-h1-813419-10 {{(pid=102348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 11:37:03.210604 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab0cb87-2413-431a-b5fb-24eb2a6c9a0a req-01bfeab2-b91e-494a-94b2-4231bf1a086a tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:37:03.212087 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-9ab0cb87-2413-431a-b5fb-24eb2a6c9a0a req-01bfeab2-b91e-494a-94b2-4231bf1a086a tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] 10.222.0.44 "GET /v2.0/ports?device_id=070d7970-5985-4e09-a9cd-177665589655 HTTP/1.1" status: 200 len: 944 time: 0.0504708 Oct 27 11:37:03.251992 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-9ab0cb87-2413-431a-b5fb-24eb2a6c9a0a req-b50e80a0-6bef-4586-8993-62a4e0233116 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] 10.222.0.44 "GET /v2.0/security-groups?id=2d9b7760-6caf-499e-9456-06afe42b9e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320013 Oct 27 11:37:03.296119 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port 3f6c2720-9013-4823-ab0b-262d260e07f1, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=3f6c2720-9013-4823-ab0b-262d260e07f1,segment=NetworkSegment(ec5f63a7-bd4b-46ba-9465-61e282d8f20f),segment_id=ec5f63a7-bd4b-46ba-9465-61e282d8f20f)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:37:03.306810 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Returning: {'device': '3f6c2720-9013-4823-ab0b-262d260e07f1', 'network_id': 'be74d82b-dde0-4702-8d51-5db4a12a399b', 'port_id': '3f6c2720-9013-4823-ab0b-262d260e07f1', 'mac_address': 'fa:16:3e:ad:1b:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 444, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31df114b-b9fa-4b4a-ab73-c47e48dcbf3d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 11:37:03.342423 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:37:03.358963 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f6c2720-9013-4823-ab0b-262d260e07f1 {{(pid=102348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 11:37:03.378727 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port 3f6c2720-9013-4823-ab0b-262d260e07f1, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=3f6c2720-9013-4823-ab0b-262d260e07f1,segment=NetworkSegment(ec5f63a7-bd4b-46ba-9465-61e282d8f20f),segment_id=ec5f63a7-bd4b-46ba-9465-61e282d8f20f)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:37:03.382338 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:37:03.428324 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Pushing event updated for resources: {'Port': ['ID=3f6c2720-9013-4823-ab0b-262d260e07f1,revision_number=7']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:37:03.592858 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] get_ports_and_sgs() called for port_ids ['3f6c2720-9013-4823-ab0b-262d260e07f1'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 11:37:04.374875 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db321974-586b-4f75-a956-42230a1436f9 req-65c9c88c-f10d-468d-8078-627b1b9bb340 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:37:04.376355 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-db321974-586b-4f75-a956-42230a1436f9 req-65c9c88c-f10d-468d-8078-627b1b9bb340 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] 10.222.0.44 "GET /v2.0/ports?device_id=070d7970-5985-4e09-a9cd-177665589655 HTTP/1.1" status: 200 len: 945 time: 0.0532405 Oct 27 11:37:04.413432 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-db321974-586b-4f75-a956-42230a1436f9 req-109d3e70-dd8f-49e6-b878-0ad0cce4d8dc tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] 10.222.0.44 "GET /v2.0/security-groups?id=2d9b7760-6caf-499e-9456-06afe42b9e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311205 Oct 27 11:37:05.212260 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device 3f6c2720-9013-4823-ab0b-262d260e07f1 up at agent hyperv_n-h1-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 11:37:05.261347 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Provisioning complete for port 3f6c2720-9013-4823-ab0b-262d260e07f1 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:37:05.261713 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:37:05.338549 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:37:05.362196 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '070d7970-5985-4e09-a9cd-177665589655', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f6c2720-9013-4823-ab0b-262d260e07f1'}] {{(pid=102348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 11:37:05.364438 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be4127e571859625ba9a491db1af5fd5edc4c8ee111482105658b13e0edb602d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd7e48e2-3fcb-4bff-8f6e-a63c641d1d9a" -d '{"events": [{"server_uuid": "070d7970-5985-4e09-a9cd-177665589655", "name": "network-vif-plugged", "status": "completed", "tag": "3f6c2720-9013-4823-ab0b-262d260e07f1"}]}' {{(pid=102348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 11:37:05.376647 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port 3f6c2720-9013-4823-ab0b-262d260e07f1, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=3f6c2720-9013-4823-ab0b-262d260e07f1,segment=NetworkSegment(ec5f63a7-bd4b-46ba-9465-61e282d8f20f),segment_id=ec5f63a7-bd4b-46ba-9465-61e282d8f20f)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:37:05.380953 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:37:05.406910 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 11:37:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4be5ca9f-0d37-4821-a5bd-fc88a597bfad x-openstack-request-id: req-4be5ca9f-0d37-4821-a5bd-fc88a597bfad {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 11:37:05.407196 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "070d7970-5985-4e09-a9cd-177665589655", "name": "network-vif-plugged", "status": "completed", "tag": "3f6c2720-9013-4823-ab0b-262d260e07f1", "code": 200}]} {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 11:37:05.407443 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4be5ca9f-0d37-4821-a5bd-fc88a597bfad {{(pid=102348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 11:37:05.407821 n-d-813419-10 neutron-server[102348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '070d7970-5985-4e09-a9cd-177665589655', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f6c2720-9013-4823-ab0b-262d260e07f1', 'code': 200} Oct 27 11:37:05.430980 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Pushing event updated for resources: {'Port': ['ID=3f6c2720-9013-4823-ab0b-262d260e07f1,revision_number=8']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:37:05.563882 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5fc0b1-2085-4402-bf81-f0cb30dff872 req-d0bb316c-68dc-43b1-9597-f9f76bc15744 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:37:05.565301 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-0d5fc0b1-2085-4402-bf81-f0cb30dff872 req-d0bb316c-68dc-43b1-9597-f9f76bc15744 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] 10.222.0.44 "GET /v2.0/ports?device_id=070d7970-5985-4e09-a9cd-177665589655 HTTP/1.1" status: 200 len: 946 time: 0.0774026 Oct 27 11:37:05.570528 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a111606f-462d-4fc5-a635-ba35fba2692d req-ff66ce20-c4c0-4224-b0ba-c12f31d37804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:37:05.571889 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-a111606f-462d-4fc5-a635-ba35fba2692d req-ff66ce20-c4c0-4224-b0ba-c12f31d37804 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=070d7970-5985-4e09-a9cd-177665589655 HTTP/1.1" status: 200 len: 1098 time: 0.0570807 Oct 27 11:37:05.623372 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-0d5fc0b1-2085-4402-bf81-f0cb30dff872 req-88097b5f-7ddd-4519-b2c2-eb933ba4583e tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] 10.222.0.44 "GET /v2.0/security-groups?id=2d9b7760-6caf-499e-9456-06afe42b9e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505247 Oct 27 11:37:05.626932 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-a111606f-462d-4fc5-a635-ba35fba2692d req-4705c58d-0294-4c01-b88d-ecfabe4360af service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=2d9b7760-6caf-499e-9456-06afe42b9e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476723 Oct 27 11:37:06.741906 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fbe59e-99cb-4bd7-a493-5b6b2a093059 req-55067c19-1ff9-407d-9bb6-2b2efb83a9df tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:37:06.743360 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-b0fbe59e-99cb-4bd7-a493-5b6b2a093059 req-55067c19-1ff9-407d-9bb6-2b2efb83a9df tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] 10.222.0.44 "GET /v2.0/ports?device_id=070d7970-5985-4e09-a9cd-177665589655 HTTP/1.1" status: 200 len: 946 time: 0.0481985 Oct 27 11:37:06.780419 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-b0fbe59e-99cb-4bd7-a493-5b6b2a093059 req-c672dd0b-3342-44c6-bb3a-3db0cba3d07e tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] 10.222.0.44 "GET /v2.0/security-groups?id=2d9b7760-6caf-499e-9456-06afe42b9e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301628 Oct 27 11:37:09.738906 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:37:16.339631 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-27ff4b8f-f7a8-43d5-b1d4-a79f54d976bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:37:18.513584 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-4e360291-d985-410a-a0b7-070efbf8dd7a req-ae5f473d-6cd0-4e3f-acbe-912d96809b1b service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=070d7970-5985-4e09-a9cd-177665589655&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0417092 Oct 27 11:37:18.595041 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e360291-d985-410a-a0b7-070efbf8dd7a req-2b4f7d02-ac42-4f2f-8e05-5d13e8503e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:37:18.596546 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-4e360291-d985-410a-a0b7-070efbf8dd7a req-2b4f7d02-ac42-4f2f-8e05-5d13e8503e8c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=119835434d804c20aec5b5ab082c0fa1&device_id=070d7970-5985-4e09-a9cd-177665589655 HTTP/1.1" status: 200 len: 1098 time: 0.0391257 Oct 27 11:37:18.700099 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e360291-d985-410a-a0b7-070efbf8dd7a req-4ea06231-3a7a-4026-aa8b-7dea27aff3ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:37:18.701992 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-4e360291-d985-410a-a0b7-070efbf8dd7a req-4ea06231-3a7a-4026-aa8b-7dea27aff3ba service neutron] 10.222.0.64 "GET /v2.0/networks?id=be74d82b-dde0-4702-8d51-5db4a12a399b HTTP/1.1" status: 200 len: 910 time: 0.0854266 Oct 27 11:37:18.769535 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-4e360291-d985-410a-a0b7-070efbf8dd7a req-5ed7555d-0ead-4ad2-8480-28a4b835bce4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3f6c2720-9013-4823-ab0b-262d260e07f1 HTTP/1.1" status: 200 len: 1002 time: 0.0563211 Oct 27 11:37:18.818473 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e360291-d985-410a-a0b7-070efbf8dd7a req-aa6a0312-2ed6-4e45-a7b1-0a939baa5829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:37:18.819955 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-4e360291-d985-410a-a0b7-070efbf8dd7a req-aa6a0312-2ed6-4e45-a7b1-0a939baa5829 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=31df114b-b9fa-4b4a-ab73-c47e48dcbf3d HTTP/1.1" status: 200 len: 848 time: 0.0425518 Oct 27 11:37:18.869375 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e360291-d985-410a-a0b7-070efbf8dd7a req-cb51b488-63c6-478c-a9b5-3b18302b2b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:37:18.870896 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-4e360291-d985-410a-a0b7-070efbf8dd7a req-cb51b488-63c6-478c-a9b5-3b18302b2b0e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=be74d82b-dde0-4702-8d51-5db4a12a399b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0424695 Oct 27 11:37:18.963502 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-4e360291-d985-410a-a0b7-070efbf8dd7a req-88f6120f-f061-4f53-96bf-b77e096d2b66 service neutron] 10.222.0.64 "GET /v2.0/networks/be74d82b-dde0-4702-8d51-5db4a12a399b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808871 Oct 27 11:37:19.002244 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-254c5fed-d605-4ceb-bb82-0483ece811b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:37:19.057311 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-4e360291-d985-410a-a0b7-070efbf8dd7a req-bb1bd9fa-4940-479a-8b74-ea352479e50e service neutron] 10.222.0.64 "GET /v2.0/networks/be74d82b-dde0-4702-8d51-5db4a12a399b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868387 Oct 27 11:37:20.142847 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:37:20.323617 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-eadeaa30-4096-4d1a-b3cb-aa7ebfb291ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:37:22.205765 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-3c6a8245-0581-48aa-b5f6-4d8fe98cd16e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:37:30.281338 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.agents_db [None req-e79ee67d-056e-46ea-bd99-e80473396b25 None None] Agent healthcheck: found 7 active agents {{(pid=102349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 11:37:33.126662 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:37:39.741373 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:37:46.340345 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-39549c2a-4d3a-4723-ba19-a37b1fe81f63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:37:49.004032 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-08e7f45a-9b92-4bf0-af61-d16759e4838a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:37:50.143314 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:37:50.326959 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-eadeaa30-4096-4d1a-b3cb-aa7ebfb291ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:37:52.207886 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-3c6a8245-0581-48aa-b5f6-4d8fe98cd16e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:38:03.128480 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:38:07.280515 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.agents_db [None req-e79ee67d-056e-46ea-bd99-e80473396b25 None None] Agent healthcheck: found 7 active agents {{(pid=102349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 11:38:09.765898 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:38:16.340755 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-07eed57b-b51c-464b-aa8d-165a383c31e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:38:19.004702 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-dd51de18-7dca-4c60-9a76-9632d76a3f83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:38:19.094648 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 49818) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:38:19.248280 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-25b1e602-7caf-471c-a65b-64be811cbf39 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Deleting port 1afcdf49-92e8-4445-9a76-1de8a1c27f22 {{(pid=102347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 11:38:19.248620 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-25b1e602-7caf-471c-a65b-64be811cbf39 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:38:19.321183 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-25b1e602-7caf-471c-a65b-64be811cbf39 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:38:19.321415 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-25b1e602-7caf-471c-a65b-64be811cbf39 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:38:19.333314 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-25b1e602-7caf-471c-a65b-64be811cbf39 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Calling delete_port for 1afcdf49-92e8-4445-9a76-1de8a1c27f22 owned by network:floatingip {{(pid=102347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 11:38:19.476840 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-25b1e602-7caf-471c-a65b-64be811cbf39 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:38:19.503368 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b1e602-7caf-471c-a65b-64be811cbf39 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Pushing event deleted for resources: {'Port': ['ID=1afcdf49-92e8-4445-9a76-1de8a1c27f22,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:38:19.530495 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b1e602-7caf-471c-a65b-64be811cbf39 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:38:19.530838 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b1e602-7caf-471c-a65b-64be811cbf39 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:38:19.531174 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b1e602-7caf-471c-a65b-64be811cbf39 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:38:19.531508 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b1e602-7caf-471c-a65b-64be811cbf39 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:38:19.531836 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b1e602-7caf-471c-a65b-64be811cbf39 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:38:19.532163 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b1e602-7caf-471c-a65b-64be811cbf39 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:38:19.532513 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b1e602-7caf-471c-a65b-64be811cbf39 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:38:19.532838 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b1e602-7caf-471c-a65b-64be811cbf39 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:38:19.533157 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b1e602-7caf-471c-a65b-64be811cbf39 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:38:19.533477 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b1e602-7caf-471c-a65b-64be811cbf39 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:38:19.533798 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b1e602-7caf-471c-a65b-64be811cbf39 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:38:19.534118 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b1e602-7caf-471c-a65b-64be811cbf39 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:38:19.574469 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-25b1e602-7caf-471c-a65b-64be811cbf39 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Publish callbacks [] for floatingip, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:38:19.574724 n-d-813419-10 neutron-server[102347]: INFO neutron.db.l3_db [None req-25b1e602-7caf-471c-a65b-64be811cbf39 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Floating IP db3d022e-0940-4f75-99be-f6a76ce33713 disassociated (deleted). External IP: 172.25.8.107, port: 3f6c2720-9013-4823-ab0b-262d260e07f1. Oct 27 11:38:20.106200 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25b1e602-7caf-471c-a65b-64be811cbf39 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Router 2c66cac2-d3f3-496e-a210-80e616b353b8 has already been hosted by L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb {{(pid=102347) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 11:38:20.144184 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:38:20.210039 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25b1e602-7caf-471c-a65b-64be811cbf39 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 11:38:20.214803 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-25b1e602-7caf-471c-a65b-64be811cbf39 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for floatingip, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:38:20.219766 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab19db3b-b284-4958-94c7-862419d3b951 None None] Sync routers for ids ['2c66cac2-d3f3-496e-a210-80e616b353b8'] in n-d-813419-10 {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 11:38:20.229200 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab19db3b-b284-4958-94c7-862419d3b951 None None] Routers {'2c66cac2-d3f3-496e-a210-80e616b353b8'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 11:38:20.229796 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-ab19db3b-b284-4958-94c7-862419d3b951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T11:38:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['2c66cac2-d3f3-496e-a210-80e616b353b8'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:38:20.245275 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-25b1e602-7caf-471c-a65b-64be811cbf39 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] 10.222.0.44 "DELETE /v2.0/floatingips/db3d022e-0940-4f75-99be-f6a76ce33713 HTTP/1.1" status: 204 len: 168 time: 1.1495590 Oct 27 11:38:20.245864 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '070d7970-5985-4e09-a9cd-177665589655', 'tag': '3f6c2720-9013-4823-ab0b-262d260e07f1'}] {{(pid=102347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 11:38:20.248124 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b4a6b06816dbd4a25adc79839574a1cde60454ea9fb7ff9bc84d34209fb596e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa942454-e34b-460d-87ed-92c6f2e81c68" -d '{"events": [{"name": "network-changed", "server_uuid": "070d7970-5985-4e09-a9cd-177665589655", "tag": "3f6c2720-9013-4823-ab0b-262d260e07f1"}]}' {{(pid=102347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 11:38:20.291385 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 11:38:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b9c9ba5-1e8f-4663-9a11-2c2c1c2d8e3a x-openstack-request-id: req-3b9c9ba5-1e8f-4663-9a11-2c2c1c2d8e3a {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 11:38:20.291675 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "070d7970-5985-4e09-a9cd-177665589655", "tag": "3f6c2720-9013-4823-ab0b-262d260e07f1", "status": "completed", "code": 200}]} {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 11:38:20.291926 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3b9c9ba5-1e8f-4663-9a11-2c2c1c2d8e3a {{(pid=102347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 11:38:20.292366 n-d-813419-10 neutron-server[102347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '070d7970-5985-4e09-a9cd-177665589655', 'tag': '3f6c2720-9013-4823-ab0b-262d260e07f1', 'status': 'completed', 'code': 200} Oct 27 11:38:20.336364 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvr_db [None req-ab19db3b-b284-4958-94c7-862419d3b951 None None] Set router 2c66cac2-d3f3-496e-a210-80e616b353b8 gateway port host: n-d-813419-10 {{(pid=102349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 11:38:20.351688 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-eadeaa30-4096-4d1a-b3cb-aa7ebfb291ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:38:20.377689 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa942454-e34b-460d-87ed-92c6f2e81c68 req-68e54db2-5229-4214-94b3-739600d5b9bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:38:20.379356 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-aa942454-e34b-460d-87ed-92c6f2e81c68 req-68e54db2-5229-4214-94b3-739600d5b9bc service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=119835434d804c20aec5b5ab082c0fa1&device_id=070d7970-5985-4e09-a9cd-177665589655 HTTP/1.1" status: 200 len: 1098 time: 0.0571177 Oct 27 11:38:20.478253 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa942454-e34b-460d-87ed-92c6f2e81c68 req-5da1e801-ac82-40d0-b6b5-6381ff6686d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:38:20.479969 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-aa942454-e34b-460d-87ed-92c6f2e81c68 req-5da1e801-ac82-40d0-b6b5-6381ff6686d2 service neutron] 10.222.0.64 "GET /v2.0/networks?id=be74d82b-dde0-4702-8d51-5db4a12a399b HTTP/1.1" status: 200 len: 910 time: 0.0911286 Oct 27 11:38:20.510946 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f914d6ae-d7d6-4d9a-a0f2-214826de451f req-f4d4ec98-e408-4b9a-83bc-c78fdeb82582 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:38:20.512490 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-f914d6ae-d7d6-4d9a-a0f2-214826de451f req-f4d4ec98-e408-4b9a-83bc-c78fdeb82582 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] 10.222.0.44 "GET /v2.0/ports?device_id=070d7970-5985-4e09-a9cd-177665589655 HTTP/1.1" status: 200 len: 946 time: 0.0692377 Oct 27 11:38:20.530625 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-aa942454-e34b-460d-87ed-92c6f2e81c68 req-0d53df73-8c53-4543-b08e-052d5638491b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3f6c2720-9013-4823-ab0b-262d260e07f1 HTTP/1.1" status: 200 len: 217 time: 0.0411966 Oct 27 11:38:20.553110 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-ab19db3b-b284-4958-94c7-862419d3b951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c66cac2-d3f3-496e-a210-80e616b353b8', 'name': 'tempest-TestShelveInstance-1291725149-router', 'tenant_id': '119835434d804c20aec5b5ab082c0fa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.176'}], 'enable_snat': True}, 'gw_port_id': '7b91f712-468e-4eb8-8aaf-183e93ac38d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:28:53Z', 'updated_at': '2021-10-27T11:28:55Z', 'revision_number': 4, 'project_id': '119835434d804c20aec5b5ab082c0fa1', 'gw_port': {'id': '7b91f712-468e-4eb8-8aaf-183e93ac38d4', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:b3:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c66cac2-d3f3-496e-a210-80e616b353b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:28:53Z', 'updated_at': '2021-10-27T11:28:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_interfaces': [{'id': '382a8593-0505-4b4c-8ca0-b00cddefefbc', 'name': '', 'network_id': 'be74d82b-dde0-4702-8d51-5db4a12a399b', 'tenant_id': '119835434d804c20aec5b5ab082c0fa1', 'mac_address': 'fa:16:3e:c7:7e:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c66cac2-d3f3-496e-a210-80e616b353b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '31df114b-b9fa-4b4a-ab73-c47e48dcbf3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:28:54Z', 'updated_at': '2021-10-27T11:29:00Z', 'revision_number': 5, 'project_id': '119835434d804c20aec5b5ab082c0fa1', 'subnets': [{'id': '31df114b-b9fa-4b4a-ab73-c47e48dcbf3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:38:20.554183 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-f914d6ae-d7d6-4d9a-a0f2-214826de451f req-ec5fe00a-4de3-4581-99a3-802e630e4463 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] 10.222.0.44 "GET /v2.0/security-groups?id=2d9b7760-6caf-499e-9456-06afe42b9e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345621 Oct 27 11:38:20.579825 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab19db3b-b284-4958-94c7-862419d3b951 None None] Checking router: 2c66cac2-d3f3-496e-a210-80e616b353b8 for host: n-d-813419-10 {{(pid=102349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 11:38:20.581828 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa942454-e34b-460d-87ed-92c6f2e81c68 req-c7d27178-a8e7-4922-ac2b-b72965a5a7ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:38:20.583331 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-aa942454-e34b-460d-87ed-92c6f2e81c68 req-c7d27178-a8e7-4922-ac2b-b72965a5a7ba service neutron] 10.222.0.64 "GET /v2.0/subnets?id=31df114b-b9fa-4b4a-ab73-c47e48dcbf3d HTTP/1.1" status: 200 len: 848 time: 0.0445127 Oct 27 11:38:20.588067 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab19db3b-b284-4958-94c7-862419d3b951 None None] Routers {'2c66cac2-d3f3-496e-a210-80e616b353b8'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 11:38:20.588683 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-ab19db3b-b284-4958-94c7-862419d3b951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T11:38:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['2c66cac2-d3f3-496e-a210-80e616b353b8'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:38:20.632467 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa942454-e34b-460d-87ed-92c6f2e81c68 req-00553256-f334-4e56-84fe-03812f29776a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:38:20.633896 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-aa942454-e34b-460d-87ed-92c6f2e81c68 req-00553256-f334-4e56-84fe-03812f29776a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=be74d82b-dde0-4702-8d51-5db4a12a399b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398135 Oct 27 11:38:20.698939 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvr_db [None req-ab19db3b-b284-4958-94c7-862419d3b951 None None] Set router 2c66cac2-d3f3-496e-a210-80e616b353b8 gateway port host: n-d-813419-10 {{(pid=102349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 11:38:20.731551 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-aa942454-e34b-460d-87ed-92c6f2e81c68 req-2e57f9a4-6847-4f9e-8dc7-07a6255b3fdc service neutron] 10.222.0.64 "GET /v2.0/networks/be74d82b-dde0-4702-8d51-5db4a12a399b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884106 Oct 27 11:38:20.821503 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-aa942454-e34b-460d-87ed-92c6f2e81c68 req-8cd9bfb9-ea6d-4b5c-a8bd-659871b4f687 service neutron] 10.222.0.64 "GET /v2.0/networks/be74d82b-dde0-4702-8d51-5db4a12a399b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823772 Oct 27 11:38:20.987090 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-ab19db3b-b284-4958-94c7-862419d3b951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c66cac2-d3f3-496e-a210-80e616b353b8', 'name': 'tempest-TestShelveInstance-1291725149-router', 'tenant_id': '119835434d804c20aec5b5ab082c0fa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.176'}], 'enable_snat': True}, 'gw_port_id': '7b91f712-468e-4eb8-8aaf-183e93ac38d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:28:53Z', 'updated_at': '2021-10-27T11:28:55Z', 'revision_number': 4, 'project_id': '119835434d804c20aec5b5ab082c0fa1', 'gw_port': {'id': '7b91f712-468e-4eb8-8aaf-183e93ac38d4', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:b3:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c66cac2-d3f3-496e-a210-80e616b353b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:28:53Z', 'updated_at': '2021-10-27T11:28:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_interfaces': [{'id': '382a8593-0505-4b4c-8ca0-b00cddefefbc', 'name': '', 'network_id': 'be74d82b-dde0-4702-8d51-5db4a12a399b', 'tenant_id': '119835434d804c20aec5b5ab082c0fa1', 'mac_address': 'fa:16:3e:c7:7e:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c66cac2-d3f3-496e-a210-80e616b353b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '31df114b-b9fa-4b4a-ab73-c47e48dcbf3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:28:54Z', 'updated_at': '2021-10-27T11:29:00Z', 'revision_number': 5, 'project_id': '119835434d804c20aec5b5ab082c0fa1', 'subnets': [{'id': '31df114b-b9fa-4b4a-ab73-c47e48dcbf3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:38:21.012148 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab19db3b-b284-4958-94c7-862419d3b951 None None] The sync data for ids ['2c66cac2-d3f3-496e-a210-80e616b353b8'] in n-d-813419-10 is: [{'id': '2c66cac2-d3f3-496e-a210-80e616b353b8', 'name': 'tempest-TestShelveInstance-1291725149-router', 'tenant_id': '119835434d804c20aec5b5ab082c0fa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.176'}], 'enable_snat': True}, 'gw_port_id': '7b91f712-468e-4eb8-8aaf-183e93ac38d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:28:53Z', 'updated_at': '2021-10-27T11:28:55Z', 'revision_number': 4, 'project_id': '119835434d804c20aec5b5ab082c0fa1', 'gw_port': {'id': '7b91f712-468e-4eb8-8aaf-183e93ac38d4', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:b3:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c66cac2-d3f3-496e-a210-80e616b353b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:28:53Z', 'updated_at': '2021-10-27T11:28:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_interfaces': [{'id': '382a8593-0505-4b4c-8ca0-b00cddefefbc', 'name': '', 'network_id': 'be74d82b-dde0-4702-8d51-5db4a12a399b', 'tenant_id': '119835434d804c20aec5b5ab082c0fa1', 'mac_address': 'fa:16:3e:c7:7e:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c66cac2-d3f3-496e-a210-80e616b353b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '31df114b-b9fa-4b4a-ab73-c47e48dcbf3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:28:54Z', 'updated_at': '2021-10-27T11:29:00Z', 'revision_number': 5, 'project_id': '119835434d804c20aec5b5ab082c0fa1', 'subnets': [{'id': '31df114b-b9fa-4b4a-ab73-c47e48dcbf3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 11:38:21.221492 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7b0dce9-5d08-4325-905b-907f4f709812 None None] New status for floating IP db3d022e-0940-4f75-99be-f6a76ce33713: DOWN {{(pid=102348) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 11:38:21.675716 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda59309-e2d7-4c7a-8869-503a22b152ec req-a261301d-2096-482a-a117-e1900c5d7be4 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:38:21.677201 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-bda59309-e2d7-4c7a-8869-503a22b152ec req-a261301d-2096-482a-a117-e1900c5d7be4 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] 10.222.0.44 "GET /v2.0/ports?device_id=070d7970-5985-4e09-a9cd-177665589655 HTTP/1.1" status: 200 len: 946 time: 0.0532916 Oct 27 11:38:21.715043 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-bda59309-e2d7-4c7a-8869-503a22b152ec req-1430b40e-5825-4d82-89ae-5a5e2fa465a0 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] 10.222.0.44 "GET /v2.0/security-groups?id=2d9b7760-6caf-499e-9456-06afe42b9e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319512 Oct 27 11:38:21.978875 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdfad11-d917-44d0-b2a1-bfdf20833597 req-796f7517-b31a-440d-9647-35a3d6d4b11e tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:38:21.980327 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-2fdfad11-d917-44d0-b2a1-bfdf20833597 req-796f7517-b31a-440d-9647-35a3d6d4b11e tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] 10.222.0.64 "GET /v2.0/ports?device_id=070d7970-5985-4e09-a9cd-177665589655 HTTP/1.1" status: 200 len: 946 time: 0.0476532 Oct 27 11:38:22.071751 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [req-2fdfad11-d917-44d0-b2a1-bfdf20833597 req-07a76606-64fc-40e7-8f31-27d5d4956d69 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Deleting port 3f6c2720-9013-4823-ab0b-262d260e07f1 {{(pid=102347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 11:38:22.072422 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-2fdfad11-d917-44d0-b2a1-bfdf20833597 req-07a76606-64fc-40e7-8f31-27d5d4956d69 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:38:22.165881 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-2fdfad11-d917-44d0-b2a1-bfdf20833597 req-07a76606-64fc-40e7-8f31-27d5d4956d69 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] For port 3f6c2720-9013-4823-ab0b-262d260e07f1, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=3f6c2720-9013-4823-ab0b-262d260e07f1,segment=NetworkSegment(ec5f63a7-bd4b-46ba-9465-61e282d8f20f),segment_id=ec5f63a7-bd4b-46ba-9465-61e282d8f20f)] {{(pid=102347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:38:22.166242 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-2fdfad11-d917-44d0-b2a1-bfdf20833597 req-07a76606-64fc-40e7-8f31-27d5d4956d69 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:38:22.179233 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [req-2fdfad11-d917-44d0-b2a1-bfdf20833597 req-07a76606-64fc-40e7-8f31-27d5d4956d69 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Calling delete_port for 3f6c2720-9013-4823-ab0b-262d260e07f1 owned by compute:nova {{(pid=102347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 11:38:22.212667 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-3c6a8245-0581-48aa-b5f6-4d8fe98cd16e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:38:22.309884 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-2fdfad11-d917-44d0-b2a1-bfdf20833597 req-07a76606-64fc-40e7-8f31-27d5d4956d69 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:38:22.339981 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a76606-64fc-40e7-8f31-27d5d4956d69 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Pushing event deleted for resources: {'Port': ['ID=3f6c2720-9013-4823-ab0b-262d260e07f1,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:38:22.378906 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fdfad11-d917-44d0-b2a1-bfdf20833597 req-07a76606-64fc-40e7-8f31-27d5d4956d69 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] No DVR routers for this DVR port 3f6c2720-9013-4823-ab0b-262d260e07f1 on host n-h1-813419-10 {{(pid=102347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 11:38:22.381600 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-2fdfad11-d917-44d0-b2a1-bfdf20833597 req-07a76606-64fc-40e7-8f31-27d5d4956d69 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:38:22.385372 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-2fdfad11-d917-44d0-b2a1-bfdf20833597 req-07a76606-64fc-40e7-8f31-27d5d4956d69 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] 10.222.0.64 "DELETE /v2.0/ports/3f6c2720-9013-4823-ab0b-262d260e07f1 HTTP/1.1" status: 204 len: 173 time: 0.3989353 Oct 27 11:38:22.385854 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '070d7970-5985-4e09-a9cd-177665589655', 'name': 'network-vif-deleted', 'tag': '3f6c2720-9013-4823-ab0b-262d260e07f1'}] {{(pid=102347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 11:38:22.388099 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b4a6b06816dbd4a25adc79839574a1cde60454ea9fb7ff9bc84d34209fb596e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-061e9753-1d36-4353-8eff-f2c8ce5442b9" -d '{"events": [{"server_uuid": "070d7970-5985-4e09-a9cd-177665589655", "name": "network-vif-deleted", "tag": "3f6c2720-9013-4823-ab0b-262d260e07f1"}]}' {{(pid=102347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 11:38:22.431192 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 11:38:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2649261d-0e50-4681-bcfd-82b3101b5af9 x-openstack-request-id: req-2649261d-0e50-4681-bcfd-82b3101b5af9 {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 11:38:22.431480 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "070d7970-5985-4e09-a9cd-177665589655", "name": "network-vif-deleted", "tag": "3f6c2720-9013-4823-ab0b-262d260e07f1", "status": "completed", "code": 200}]} {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 11:38:22.431735 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-2649261d-0e50-4681-bcfd-82b3101b5af9 {{(pid=102347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 11:38:22.432140 n-d-813419-10 neutron-server[102347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '070d7970-5985-4e09-a9cd-177665589655', 'name': 'network-vif-deleted', 'tag': '3f6c2720-9013-4823-ab0b-262d260e07f1', 'status': 'completed', 'code': 200} Oct 27 11:38:22.820003 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-f6162b33-8ae3-4a90-a0b5-6be32f9a49e5 req-93127185-31c6-49cd-8ba4-ed5ff2478149 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] 10.222.0.44 "GET /v2.0/ports?device_id=070d7970-5985-4e09-a9cd-177665589655 HTTP/1.1" status: 200 len: 210 time: 0.0327179 Oct 27 11:38:23.917823 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-c36ee574-7243-4afc-a2d9-c1c04d0f94e3 req-7c9c7d0c-93af-4985-814e-ebaf8253e7d8 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] 10.222.0.44 "GET /v2.0/ports?device_id=070d7970-5985-4e09-a9cd-177665589655 HTTP/1.1" status: 200 len: 210 time: 0.0274768 Oct 27 11:38:25.015467 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-878e3a91-aca2-4d3e-9c6e-f9817bc08944 req-8531ee9f-6d95-44d8-8502-5ec13cd4a737 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] 10.222.0.44 "GET /v2.0/ports?device_id=070d7970-5985-4e09-a9cd-177665589655 HTTP/1.1" status: 200 len: 210 time: 0.0270896 Oct 27 11:38:25.615030 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device 3f6c2720-9013-4823-ab0b-262d260e07f1 no longer exists at agent hyperv_n-h1-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 11:38:25.634443 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] No Port match for: 3f6c2720-9013-4823-ab0b-262d260e07f1 {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 11:38:25.634776 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device 3f6c2720-9013-4823-ab0b-262d260e07f1 not bound to the agent host n-h1-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 11:38:26.108543 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-1aa1d065-7f5e-47c3-a98c-530a5ada12e5 req-d488b06a-1057-4337-84d6-e42b288cd0b7 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] 10.222.0.44 "GET /v2.0/ports?device_id=070d7970-5985-4e09-a9cd-177665589655 HTTP/1.1" status: 200 len: 210 time: 0.0263839 Oct 27 11:38:27.163172 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 49852) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:38:27.222198 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-0ff6f6e2-094d-4975-a489-b70a8bf26648 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Publish callbacks [] for security_group, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:38:27.246965 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-0ff6f6e2-094d-4975-a489-b70a8bf26648 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:38:27.307121 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-0ff6f6e2-094d-4975-a489-b70a8bf26648 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:38:27.309888 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-0ff6f6e2-094d-4975-a489-b70a8bf26648 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Publish callbacks [] for security_group, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:38:27.314851 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-0ff6f6e2-094d-4975-a489-b70a8bf26648 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] 10.222.0.44 "DELETE /v2.0/security-groups/2d9b7760-6caf-499e-9456-06afe42b9e1a HTTP/1.1" status: 204 len: 168 time: 0.1505153 Oct 27 11:38:27.324090 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff6f6e2-094d-4975-a489-b70a8bf26648 tempest-TestShelveInstance-1592642065 tempest-TestShelveInstance-1592642065-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d9b7760-6caf-499e-9456-06afe42b9e1a,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:38:27.364738 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 49856) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:38:27.802270 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-77865fc4-a1ee-4fe0-8964-b5ed085e2851 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1766202'] for router_interface, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:38:28.046918 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-77865fc4-a1ee-4fe0-8964-b5ed085e2851 admin admin] Deleting port 382a8593-0505-4b4c-8ca0-b00cddefefbc {{(pid=102346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 11:38:28.047252 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-77865fc4-a1ee-4fe0-8964-b5ed085e2851 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:38:28.129824 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [None req-77865fc4-a1ee-4fe0-8964-b5ed085e2851 admin admin] For port 382a8593-0505-4b4c-8ca0-b00cddefefbc, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=382a8593-0505-4b4c-8ca0-b00cddefefbc,segment=NetworkSegment(ec5f63a7-bd4b-46ba-9465-61e282d8f20f),segment_id=ec5f63a7-bd4b-46ba-9465-61e282d8f20f)] {{(pid=102346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:38:28.130184 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-77865fc4-a1ee-4fe0-8964-b5ed085e2851 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:38:28.143579 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-77865fc4-a1ee-4fe0-8964-b5ed085e2851 admin admin] Calling delete_port for 382a8593-0505-4b4c-8ca0-b00cddefefbc owned by network:router_interface {{(pid=102346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 11:38:28.637586 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-77865fc4-a1ee-4fe0-8964-b5ed085e2851 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:38:28.666067 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77865fc4-a1ee-4fe0-8964-b5ed085e2851 admin admin] Pushing event deleted for resources: {'Port': ['ID=382a8593-0505-4b4c-8ca0-b00cddefefbc,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:38:28.678375 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77865fc4-a1ee-4fe0-8964-b5ed085e2851 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:38:28.678729 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77865fc4-a1ee-4fe0-8964-b5ed085e2851 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:38:28.679074 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77865fc4-a1ee-4fe0-8964-b5ed085e2851 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:38:28.679412 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77865fc4-a1ee-4fe0-8964-b5ed085e2851 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:38:28.679744 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77865fc4-a1ee-4fe0-8964-b5ed085e2851 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:38:28.680073 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77865fc4-a1ee-4fe0-8964-b5ed085e2851 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:38:28.680435 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77865fc4-a1ee-4fe0-8964-b5ed085e2851 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:38:28.680772 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77865fc4-a1ee-4fe0-8964-b5ed085e2851 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:38:28.681096 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77865fc4-a1ee-4fe0-8964-b5ed085e2851 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:38:28.681425 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77865fc4-a1ee-4fe0-8964-b5ed085e2851 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:38:28.682275 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77865fc4-a1ee-4fe0-8964-b5ed085e2851 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:38:28.682614 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77865fc4-a1ee-4fe0-8964-b5ed085e2851 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:38:28.852604 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-77865fc4-a1ee-4fe0-8964-b5ed085e2851 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2006968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1766358'] for router_interface, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:38:29.065720 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77865fc4-a1ee-4fe0-8964-b5ed085e2851 admin admin] Router 2c66cac2-d3f3-496e-a210-80e616b353b8 has already been hosted by L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb {{(pid=102346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 11:38:29.171834 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77865fc4-a1ee-4fe0-8964-b5ed085e2851 admin admin] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 11:38:29.179743 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-77865fc4-a1ee-4fe0-8964-b5ed085e2851 admin admin] 10.222.0.44 "PUT /v2.0/routers/2c66cac2-d3f3-496e-a210-80e616b353b8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8115153 Oct 27 11:38:29.179743 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 49860) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:38:29.182503 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee1f7a03-5898-4bb7-945d-d10ae89dc366 None None] Sync routers for ids ['2c66cac2-d3f3-496e-a210-80e616b353b8'] in n-d-813419-10 {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 11:38:29.193054 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee1f7a03-5898-4bb7-945d-d10ae89dc366 None None] Routers {'2c66cac2-d3f3-496e-a210-80e616b353b8'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 11:38:29.193720 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-ee1f7a03-5898-4bb7-945d-d10ae89dc366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T11:38:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['2c66cac2-d3f3-496e-a210-80e616b353b8'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:38:29.284891 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-b7a90531-06f9-434d-8136-bd7a10cd83cd admin admin] Publish callbacks [] for router, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:38:29.299107 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvr_db [None req-ee1f7a03-5898-4bb7-945d-d10ae89dc366 None None] Set router 2c66cac2-d3f3-496e-a210-80e616b353b8 gateway port host: n-d-813419-10 {{(pid=102349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 11:38:29.393350 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-b7a90531-06f9-434d-8136-bd7a10cd83cd admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:38:29.457447 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-b7a90531-06f9-434d-8136-bd7a10cd83cd admin admin] Deleting port 7b91f712-468e-4eb8-8aaf-183e93ac38d4 {{(pid=102346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 11:38:29.457799 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-b7a90531-06f9-434d-8136-bd7a10cd83cd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:38:29.502099 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-ee1f7a03-5898-4bb7-945d-d10ae89dc366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c66cac2-d3f3-496e-a210-80e616b353b8', 'name': 'tempest-TestShelveInstance-1291725149-router', 'tenant_id': '119835434d804c20aec5b5ab082c0fa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.176'}], 'enable_snat': True}, 'gw_port_id': '7b91f712-468e-4eb8-8aaf-183e93ac38d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:28:53Z', 'updated_at': '2021-10-27T11:38:28Z', 'revision_number': 5, 'project_id': '119835434d804c20aec5b5ab082c0fa1', 'gw_port': {'id': '7b91f712-468e-4eb8-8aaf-183e93ac38d4', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:b3:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c66cac2-d3f3-496e-a210-80e616b353b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:28:53Z', 'updated_at': '2021-10-27T11:28:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10'}], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:38:29.528580 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee1f7a03-5898-4bb7-945d-d10ae89dc366 None None] Checking router: 2c66cac2-d3f3-496e-a210-80e616b353b8 for host: n-d-813419-10 {{(pid=102349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 11:38:29.537774 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee1f7a03-5898-4bb7-945d-d10ae89dc366 None None] Routers {'2c66cac2-d3f3-496e-a210-80e616b353b8'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 11:38:29.538488 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-ee1f7a03-5898-4bb7-945d-d10ae89dc366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T11:38:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['2c66cac2-d3f3-496e-a210-80e616b353b8'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:38:29.550086 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [None req-b7a90531-06f9-434d-8136-bd7a10cd83cd admin admin] For port 7b91f712-468e-4eb8-8aaf-183e93ac38d4, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=7b91f712-468e-4eb8-8aaf-183e93ac38d4,segment=NetworkSegment(bc14127b-7032-4c50-bb5b-f6813cbae86e),segment_id=bc14127b-7032-4c50-bb5b-f6813cbae86e)] {{(pid=102346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:38:29.550524 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-b7a90531-06f9-434d-8136-bd7a10cd83cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:38:29.567601 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-b7a90531-06f9-434d-8136-bd7a10cd83cd admin admin] Calling delete_port for 7b91f712-468e-4eb8-8aaf-183e93ac38d4 owned by network:router_gateway {{(pid=102346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 11:38:29.633978 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvr_db [None req-ee1f7a03-5898-4bb7-945d-d10ae89dc366 None None] Set router 2c66cac2-d3f3-496e-a210-80e616b353b8 gateway port host: None {{(pid=102349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 11:38:29.689267 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-ee1f7a03-5898-4bb7-945d-d10ae89dc366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c66cac2-d3f3-496e-a210-80e616b353b8', 'name': 'tempest-TestShelveInstance-1291725149-router', 'tenant_id': '119835434d804c20aec5b5ab082c0fa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:28:53Z', 'updated_at': '2021-10-27T11:38:29Z', 'revision_number': 6, 'project_id': '119835434d804c20aec5b5ab082c0fa1', 'gw_port_host': None}], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:38:29.718143 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee1f7a03-5898-4bb7-945d-d10ae89dc366 None None] The sync data for ids ['2c66cac2-d3f3-496e-a210-80e616b353b8'] in n-d-813419-10 is: [{'id': '2c66cac2-d3f3-496e-a210-80e616b353b8', 'name': 'tempest-TestShelveInstance-1291725149-router', 'tenant_id': '119835434d804c20aec5b5ab082c0fa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:28:53Z', 'updated_at': '2021-10-27T11:38:29Z', 'revision_number': 6, 'project_id': '119835434d804c20aec5b5ab082c0fa1', 'gw_port_host': None}] {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 11:38:29.764219 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-b7a90531-06f9-434d-8136-bd7a10cd83cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:38:29.788832 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a90531-06f9-434d-8136-bd7a10cd83cd admin admin] Pushing event deleted for resources: {'Port': ['ID=7b91f712-468e-4eb8-8aaf-183e93ac38d4,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:38:29.854147 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-b7a90531-06f9-434d-8136-bd7a10cd83cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1664884'] for router_gateway, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:38:29.944424 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-b7a90531-06f9-434d-8136-bd7a10cd83cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1765662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3700'] for router, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:38:29.946486 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-b7a90531-06f9-434d-8136-bd7a10cd83cd admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:38:29.988481 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-b7a90531-06f9-434d-8136-bd7a10cd83cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1765641'] for router, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:38:29.989030 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7a90531-06f9-434d-8136-bd7a10cd83cd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2c66cac2-d3f3-496e-a210-80e616b353b8 {{(pid=102346) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 11:38:29.993306 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-b7a90531-06f9-434d-8136-bd7a10cd83cd admin admin] Publish callbacks [] for router, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:38:29.996936 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-b7a90531-06f9-434d-8136-bd7a10cd83cd admin admin] 10.222.0.44 "DELETE /v2.0/routers/2c66cac2-d3f3-496e-a210-80e616b353b8 HTTP/1.1" status: 204 len: 168 time: 0.8129804 Oct 27 11:38:29.997157 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 49862) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:38:30.042174 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c539667-da78-4553-b0c7-275f0f86f70e admin admin] Deleting subnet 31df114b-b9fa-4b4a-ab73-c47e48dcbf3d {{(pid=102346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 11:38:30.045119 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-9c539667-da78-4553-b0c7-275f0f86f70e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:38:30.086843 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-9c539667-da78-4553-b0c7-275f0f86f70e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25847868'] for subnet, precommit_delete_associations {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:38:30.167565 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-9c539667-da78-4553-b0c7-275f0f86f70e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855646'] for subnet, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:38:30.220860 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-9c539667-da78-4553-b0c7-275f0f86f70e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27024355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27168307'] for subnet, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:38:30.246793 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c539667-da78-4553-b0c7-275f0f86f70e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=31df114b-b9fa-4b4a-ab73-c47e48dcbf3d,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:38:30.251347 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-9c539667-da78-4553-b0c7-275f0f86f70e admin admin] Publish callbacks [] for subnet, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:38:30.254634 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-9c539667-da78-4553-b0c7-275f0f86f70e admin admin] 10.222.0.44 "DELETE /v2.0/subnets/31df114b-b9fa-4b4a-ab73-c47e48dcbf3d HTTP/1.1" status: 204 len: 168 time: 0.2559829 Oct 27 11:38:30.257093 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 49864) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:38:30.261229 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e11d5571-218f-4bfc-a576-8dc6d3f9528e None None] Network be74d82b-dde0-4702-8d51-5db4a12a399b requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 11:38:30.335931 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-70e5c710-e531-4207-bdd5-d88794628431 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586917'] for network, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:38:30.394691 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-70e5c710-e531-4207-bdd5-d88794628431 admin admin] Deleting port 70119957-fe07-4ead-a9ff-48b4412e118c {{(pid=102346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 11:38:30.395144 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-70e5c710-e531-4207-bdd5-d88794628431 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:38:30.465969 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [None req-70e5c710-e531-4207-bdd5-d88794628431 admin admin] For port 70119957-fe07-4ead-a9ff-48b4412e118c, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=70119957-fe07-4ead-a9ff-48b4412e118c,segment=NetworkSegment(ec5f63a7-bd4b-46ba-9465-61e282d8f20f),segment_id=ec5f63a7-bd4b-46ba-9465-61e282d8f20f)] {{(pid=102346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:38:30.466563 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-70e5c710-e531-4207-bdd5-d88794628431 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:38:30.480496 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa11a8a4-f7fc-4b5e-a1e9-a67ae1f4e88b None None] DHCP port deletion for be74d82b-dde0-4702-8d51-5db4a12a399b request from n-d-813419-10 {{(pid=102348) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 11:38:30.504532 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-70e5c710-e531-4207-bdd5-d88794628431 admin admin] Calling delete_port for 70119957-fe07-4ead-a9ff-48b4412e118c owned by network:dhcp {{(pid=102346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 11:38:30.539967 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-fa11a8a4-f7fc-4b5e-a1e9-a67ae1f4e88b None None] Deleting port 70119957-fe07-4ead-a9ff-48b4412e118c {{(pid=102348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 11:38:30.540532 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-fa11a8a4-f7fc-4b5e-a1e9-a67ae1f4e88b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:38:30.601724 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-70e5c710-e531-4207-bdd5-d88794628431 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:38:30.609926 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-fa11a8a4-f7fc-4b5e-a1e9-a67ae1f4e88b None None] For port 70119957-fe07-4ead-a9ff-48b4412e118c, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=70119957-fe07-4ead-a9ff-48b4412e118c,segment=NetworkSegment(ec5f63a7-bd4b-46ba-9465-61e282d8f20f),segment_id=ec5f63a7-bd4b-46ba-9465-61e282d8f20f)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:38:30.610321 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-fa11a8a4-f7fc-4b5e-a1e9-a67ae1f4e88b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:38:30.623800 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-fa11a8a4-f7fc-4b5e-a1e9-a67ae1f4e88b None None] Calling delete_port for 70119957-fe07-4ead-a9ff-48b4412e118c owned by network:dhcp {{(pid=102348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 11:38:30.634001 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e5c710-e531-4207-bdd5-d88794628431 admin admin] Pushing event deleted for resources: {'Port': ['ID=70119957-fe07-4ead-a9ff-48b4412e118c,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:38:30.643344 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70e5c710-e531-4207-bdd5-d88794628431 admin admin] No DVR routers for this DVR port 70119957-fe07-4ead-a9ff-48b4412e118c on host n-d-813419-10 {{(pid=102346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 11:38:30.700813 n-d-813419-10 neutron-server[102348]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 11:38:30.700813 n-d-813419-10 neutron-server[102348]: self.session.flush() Oct 27 11:38:30.700813 n-d-813419-10 neutron-server[102348]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 11:38:30.700813 n-d-813419-10 neutron-server[102348]: self.session.flush() Oct 27 11:38:30.700813 n-d-813419-10 neutron-server[102348]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 11:38:30.700813 n-d-813419-10 neutron-server[102348]: self.session.flush() Oct 27 11:38:30.700813 n-d-813419-10 neutron-server[102348]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 11:38:30.700813 n-d-813419-10 neutron-server[102348]: self.session.flush() Oct 27 11:38:30.700813 n-d-813419-10 neutron-server[102348]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 11:38:30.700813 n-d-813419-10 neutron-server[102348]: self.session.flush() Oct 27 11:38:30.700813 n-d-813419-10 neutron-server[102348]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 11:38:30.700813 n-d-813419-10 neutron-server[102348]: self.session.flush() Oct 27 11:38:30.700813 n-d-813419-10 neutron-server[102348]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 11:38:30.700813 n-d-813419-10 neutron-server[102348]: self.session.flush() Oct 27 11:38:30.700813 n-d-813419-10 neutron-server[102348]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 11:38:30.700813 n-d-813419-10 neutron-server[102348]: self.session.flush() Oct 27 11:38:30.700813 n-d-813419-10 neutron-server[102348]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 11:38:30.700813 n-d-813419-10 neutron-server[102348]: self.session.flush() Oct 27 11:38:30.700813 n-d-813419-10 neutron-server[102348]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 11:38:30.700813 n-d-813419-10 neutron-server[102348]: self.session.flush() Oct 27 11:38:30.700813 n-d-813419-10 neutron-server[102348]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 11:38:30.700813 n-d-813419-10 neutron-server[102348]: self.session.flush() Oct 27 11:38:30.700813 n-d-813419-10 neutron-server[102348]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 11:38:30.700813 n-d-813419-10 neutron-server[102348]: self.session.flush() Oct 27 11:38:30.700813 n-d-813419-10 neutron-server[102348]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 11:38:30.700813 n-d-813419-10 neutron-server[102348]: self.session.flush() Oct 27 11:38:30.700813 n-d-813419-10 neutron-server[102348]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 11:38:30.700813 n-d-813419-10 neutron-server[102348]: self.session.flush() Oct 27 11:38:30.700813 n-d-813419-10 neutron-server[102348]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 11:38:30.700813 n-d-813419-10 neutron-server[102348]: self.session.flush() Oct 27 11:38:30.700813 n-d-813419-10 neutron-server[102348]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 11:38:30.700813 n-d-813419-10 neutron-server[102348]: self.session.flush() Oct 27 11:38:30.700813 n-d-813419-10 neutron-server[102348]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 11:38:30.700813 n-d-813419-10 neutron-server[102348]: self.session.flush() Oct 27 11:38:30.700813 n-d-813419-10 neutron-server[102348]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 11:38:30.700813 n-d-813419-10 neutron-server[102348]: self.session.flush() Oct 27 11:38:30.700813 n-d-813419-10 neutron-server[102348]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 11:38:30.700813 n-d-813419-10 neutron-server[102348]: self.session.flush() Oct 27 11:38:30.700813 n-d-813419-10 neutron-server[102348]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 11:38:30.700813 n-d-813419-10 neutron-server[102348]: self.session.flush() Oct 27 11:38:30.700813 n-d-813419-10 neutron-server[102348]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 11:38:30.700813 n-d-813419-10 neutron-server[102348]: self.session.flush() Oct 27 11:38:30.700813 n-d-813419-10 neutron-server[102348]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 11:38:30.700813 n-d-813419-10 neutron-server[102348]: self.session.flush() Oct 27 11:38:30.700813 n-d-813419-10 neutron-server[102348]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 11:38:30.700813 n-d-813419-10 neutron-server[102348]: self.session.flush() Oct 27 11:38:30.700813 n-d-813419-10 neutron-server[102348]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 11:38:30.700813 n-d-813419-10 neutron-server[102348]: self.session.flush() Oct 27 11:38:30.700813 n-d-813419-10 neutron-server[102348]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 11:38:30.700813 n-d-813419-10 neutron-server[102348]: self.session.flush() Oct 27 11:38:30.700813 n-d-813419-10 neutron-server[102348]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 11:38:30.700813 n-d-813419-10 neutron-server[102348]: self.session.flush() Oct 27 11:38:30.700813 n-d-813419-10 neutron-server[102348]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 11:38:30.700813 n-d-813419-10 neutron-server[102348]: self.session.flush() Oct 27 11:38:30.708800 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-fa11a8a4-f7fc-4b5e-a1e9-a67ae1f4e88b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615'] for port, after_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:38:30.711681 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 382a8593-0505-4b4c-8ca0-b00cddefefbc no longer exists at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 11:38:30.724048 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-70e5c710-e531-4207-bdd5-d88794628431 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857803', 'neutron.services.segments.db._delete_segments_for_network-8743873143390'] for network, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:38:30.745786 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-70e5c710-e531-4207-bdd5-d88794628431 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be74d82b-dde0-4702-8d51-5db4a12a399b']}} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:38:30.755693 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-70e5c710-e531-4207-bdd5-d88794628431 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec5f63a7-bd4b-46ba-9465-61e282d8f20f') {'for_net_delete': True} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:38:30.755982 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-70e5c710-e531-4207-bdd5-d88794628431 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec5f63a7-bd4b-46ba-9465-61e282d8f20f') {} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:38:30.759544 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa11a8a4-f7fc-4b5e-a1e9-a67ae1f4e88b None None] Pushing event deleted for resources: {'Port': ['ID=70119957-fe07-4ead-a9ff-48b4412e118c,revision_number=None']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:38:30.761947 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa11a8a4-f7fc-4b5e-a1e9-a67ae1f4e88b None None] No DVR routers for this DVR port 70119957-fe07-4ead-a9ff-48b4412e118c on host n-d-813419-10 {{(pid=102348) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 11:38:30.763336 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] No Port match for: 382a8593-0505-4b4c-8ca0-b00cddefefbc {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 11:38:30.763881 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 382a8593-0505-4b4c-8ca0-b00cddefefbc not bound to the agent host n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 11:38:30.764321 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 70119957-fe07-4ead-a9ff-48b4412e118c no longer exists at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 11:38:30.769687 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-70e5c710-e531-4207-bdd5-d88794628431 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743873145191', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25847877'] for segment, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:38:30.787768 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] No Port match for: 70119957-fe07-4ead-a9ff-48b4412e118c {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 11:38:30.788110 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 70119957-fe07-4ead-a9ff-48b4412e118c not bound to the agent host n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 11:38:30.788565 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 7b91f712-468e-4eb8-8aaf-183e93ac38d4 no longer exists at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 11:38:30.790537 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-70e5c710-e531-4207-bdd5-d88794628431 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:38:30.798469 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa11a8a4-f7fc-4b5e-a1e9-a67ae1f4e88b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:38:30.798825 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa11a8a4-f7fc-4b5e-a1e9-a67ae1f4e88b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:38:30.799214 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa11a8a4-f7fc-4b5e-a1e9-a67ae1f4e88b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:38:30.799555 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa11a8a4-f7fc-4b5e-a1e9-a67ae1f4e88b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:38:30.799888 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa11a8a4-f7fc-4b5e-a1e9-a67ae1f4e88b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:38:30.800297 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa11a8a4-f7fc-4b5e-a1e9-a67ae1f4e88b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:38:30.800632 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa11a8a4-f7fc-4b5e-a1e9-a67ae1f4e88b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:38:30.801536 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa11a8a4-f7fc-4b5e-a1e9-a67ae1f4e88b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:38:30.801536 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa11a8a4-f7fc-4b5e-a1e9-a67ae1f4e88b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:38:30.801896 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa11a8a4-f7fc-4b5e-a1e9-a67ae1f4e88b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:38:30.802326 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa11a8a4-f7fc-4b5e-a1e9-a67ae1f4e88b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:38:30.803119 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa11a8a4-f7fc-4b5e-a1e9-a67ae1f4e88b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:38:30.813354 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70e5c710-e531-4207-bdd5-d88794628431 admin admin] Releasing vlan 444 on physical network physnet1 to pool {{(pid=102346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 11:38:30.814039 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-70e5c710-e531-4207-bdd5-d88794628431 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27024137'] for segment, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:38:30.817264 n-d-813419-10 neutron-server[102346]: Traceback (most recent call last): Oct 27 11:38:30.817264 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 11:38:30.817264 n-d-813419-10 neutron-server[102346]: timer() Oct 27 11:38:30.817264 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 11:38:30.817264 n-d-813419-10 neutron-server[102346]: cb(*args, **kw) Oct 27 11:38:30.817264 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 11:38:30.817264 n-d-813419-10 neutron-server[102346]: return func(*args, **kwargs) Oct 27 11:38:30.817264 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 11:38:30.817264 n-d-813419-10 neutron-server[102346]: self._notify() Oct 27 11:38:30.817264 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 11:38:30.817264 n-d-813419-10 neutron-server[102346]: self.callback(batched_events) Oct 27 11:38:30.817264 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 11:38:30.817264 n-d-813419-10 neutron-server[102346]: event.method(event) Oct 27 11:38:30.817264 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 11:38:30.817264 n-d-813419-10 neutron-server[102346]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 11:38:30.817264 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 11:38:30.817264 n-d-813419-10 neutron-server[102346]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 11:38:30.817264 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 11:38:30.817264 n-d-813419-10 neutron-server[102346]: return f(self, *a, **k) Oct 27 11:38:30.817264 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 11:38:30.817264 n-d-813419-10 neutron-server[102346]: return self._get(url).json() Oct 27 11:38:30.817264 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 11:38:30.817264 n-d-813419-10 neutron-server[102346]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 11:38:30.817264 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 11:38:30.817264 n-d-813419-10 neutron-server[102346]: return self.request(url, 'GET', **kwargs) Oct 27 11:38:30.817264 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 11:38:30.817264 n-d-813419-10 neutron-server[102346]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 11:38:30.817264 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 11:38:30.817264 n-d-813419-10 neutron-server[102346]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 11:38:30.817264 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 11:38:30.817264 n-d-813419-10 neutron-server[102346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 11:38:30.817264 n-d-813419-10 neutron-server[102346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 11:38:30.823942 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] No Port match for: 7b91f712-468e-4eb8-8aaf-183e93ac38d4 {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 11:38:30.824312 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 7b91f712-468e-4eb8-8aaf-183e93ac38d4 not bound to the agent host n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 11:38:30.883250 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-70e5c710-e531-4207-bdd5-d88794628431 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664840'] for network, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:38:30.890566 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-70e5c710-e531-4207-bdd5-d88794628431 admin admin] Publish callbacks [] for network, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:38:30.896367 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-70e5c710-e531-4207-bdd5-d88794628431 admin admin] 10.222.0.44 "DELETE /v2.0/networks/be74d82b-dde0-4702-8d51-5db4a12a399b HTTP/1.1" status: 204 len: 168 time: 0.6359684 Oct 27 11:38:30.897448 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 49866) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:38:30.906781 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e5c710-e531-4207-bdd5-d88794628431 admin admin] Pushing event deleted for resources: {'Network': ['ID=be74d82b-dde0-4702-8d51-5db4a12a399b,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:38:31.243398 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-f3ddb144-55c3-4dc7-82c9-9b439241bc91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1766202'] for router_interface, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:38:31.480430 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-f3ddb144-55c3-4dc7-82c9-9b439241bc91 admin admin] Deleting port adb35dc5-a77d-4db4-b3ba-38cf48f531a3 {{(pid=102347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 11:38:31.480755 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-f3ddb144-55c3-4dc7-82c9-9b439241bc91 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:38:31.555587 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [None req-f3ddb144-55c3-4dc7-82c9-9b439241bc91 admin admin] For port adb35dc5-a77d-4db4-b3ba-38cf48f531a3, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=adb35dc5-a77d-4db4-b3ba-38cf48f531a3,segment=NetworkSegment(365891c4-ff80-4bd5-b80c-2b7ef8b3bd53),segment_id=365891c4-ff80-4bd5-b80c-2b7ef8b3bd53)] {{(pid=102347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:38:31.555853 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-f3ddb144-55c3-4dc7-82c9-9b439241bc91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:38:31.568052 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-f3ddb144-55c3-4dc7-82c9-9b439241bc91 admin admin] Calling delete_port for adb35dc5-a77d-4db4-b3ba-38cf48f531a3 owned by network:router_interface {{(pid=102347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 11:38:31.739733 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-f3ddb144-55c3-4dc7-82c9-9b439241bc91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:38:31.766812 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ddb144-55c3-4dc7-82c9-9b439241bc91 admin admin] Pushing event deleted for resources: {'Port': ['ID=adb35dc5-a77d-4db4-b3ba-38cf48f531a3,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:38:31.939868 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-f3ddb144-55c3-4dc7-82c9-9b439241bc91 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2006968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1766358'] for router_interface, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:38:32.146755 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3ddb144-55c3-4dc7-82c9-9b439241bc91 admin admin] Router 64ad1ccb-b3ac-4d86-a769-d9fc2da89491 has already been hosted by L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb {{(pid=102347) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 11:38:32.249708 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3ddb144-55c3-4dc7-82c9-9b439241bc91 admin admin] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 11:38:32.256993 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-f3ddb144-55c3-4dc7-82c9-9b439241bc91 admin admin] 10.222.0.44 "PUT /v2.0/routers/64ad1ccb-b3ac-4d86-a769-d9fc2da89491/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3580379 Oct 27 11:38:32.257655 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 49868) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:38:32.259381 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8cf1c27-a43b-4d9f-be57-633162c03059 None None] Sync routers for ids ['64ad1ccb-b3ac-4d86-a769-d9fc2da89491'] in n-d-813419-10 {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 11:38:32.269452 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8cf1c27-a43b-4d9f-be57-633162c03059 None None] Routers {'64ad1ccb-b3ac-4d86-a769-d9fc2da89491'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 11:38:32.270137 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-d8cf1c27-a43b-4d9f-be57-633162c03059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T11:38:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['64ad1ccb-b3ac-4d86-a769-d9fc2da89491'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:38:32.366097 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-588f0644-1044-4af9-8a7f-6a8226b6c848 admin admin] Publish callbacks [] for router, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:38:32.376032 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvr_db [None req-d8cf1c27-a43b-4d9f-be57-633162c03059 None None] Set router 64ad1ccb-b3ac-4d86-a769-d9fc2da89491 gateway port host: n-d-813419-10 {{(pid=102348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 11:38:32.465217 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-588f0644-1044-4af9-8a7f-6a8226b6c848 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:38:32.518415 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-588f0644-1044-4af9-8a7f-6a8226b6c848 admin admin] Deleting port 3be9cb4c-7763-4115-b6a4-52b0bdc967a4 {{(pid=102346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 11:38:32.518753 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-588f0644-1044-4af9-8a7f-6a8226b6c848 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:38:32.554593 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-d8cf1c27-a43b-4d9f-be57-633162c03059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64ad1ccb-b3ac-4d86-a769-d9fc2da89491', 'name': 'tempest-TestShelveInstance-217632649-router', 'tenant_id': '597fdca776c942a68524dcea1c328938', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.202'}], 'enable_snat': True}, 'gw_port_id': '3be9cb4c-7763-4115-b6a4-52b0bdc967a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:28:57Z', 'updated_at': '2021-10-27T11:38:31Z', 'revision_number': 5, 'project_id': '597fdca776c942a68524dcea1c328938', 'gw_port': {'id': '3be9cb4c-7763-4115-b6a4-52b0bdc967a4', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:18:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64ad1ccb-b3ac-4d86-a769-d9fc2da89491', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:28:58Z', 'updated_at': '2021-10-27T11:29:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10'}], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:38:32.580669 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8cf1c27-a43b-4d9f-be57-633162c03059 None None] Checking router: 64ad1ccb-b3ac-4d86-a769-d9fc2da89491 for host: n-d-813419-10 {{(pid=102348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 11:38:32.588821 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8cf1c27-a43b-4d9f-be57-633162c03059 None None] Routers {'64ad1ccb-b3ac-4d86-a769-d9fc2da89491'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 11:38:32.589405 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-d8cf1c27-a43b-4d9f-be57-633162c03059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T11:38:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['64ad1ccb-b3ac-4d86-a769-d9fc2da89491'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:38:32.598075 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [None req-588f0644-1044-4af9-8a7f-6a8226b6c848 admin admin] For port 3be9cb4c-7763-4115-b6a4-52b0bdc967a4, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=3be9cb4c-7763-4115-b6a4-52b0bdc967a4,segment=NetworkSegment(bc14127b-7032-4c50-bb5b-f6813cbae86e),segment_id=bc14127b-7032-4c50-bb5b-f6813cbae86e)] {{(pid=102346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:38:32.598439 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-588f0644-1044-4af9-8a7f-6a8226b6c848 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:38:32.610644 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-588f0644-1044-4af9-8a7f-6a8226b6c848 admin admin] Calling delete_port for 3be9cb4c-7763-4115-b6a4-52b0bdc967a4 owned by network:router_gateway {{(pid=102346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 11:38:32.681225 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvr_db [None req-d8cf1c27-a43b-4d9f-be57-633162c03059 None None] Set router 64ad1ccb-b3ac-4d86-a769-d9fc2da89491 gateway port host: None {{(pid=102348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 11:38:32.780911 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-588f0644-1044-4af9-8a7f-6a8226b6c848 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:38:32.809661 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588f0644-1044-4af9-8a7f-6a8226b6c848 admin admin] Pushing event deleted for resources: {'Port': ['ID=3be9cb4c-7763-4115-b6a4-52b0bdc967a4,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:38:32.877029 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-588f0644-1044-4af9-8a7f-6a8226b6c848 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1664884'] for router_gateway, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:38:32.908897 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-d8cf1c27-a43b-4d9f-be57-633162c03059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64ad1ccb-b3ac-4d86-a769-d9fc2da89491', 'name': 'tempest-TestShelveInstance-217632649-router', 'tenant_id': '597fdca776c942a68524dcea1c328938', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:28:57Z', 'updated_at': '2021-10-27T11:38:32Z', 'revision_number': 6, 'project_id': '597fdca776c942a68524dcea1c328938', 'gw_port_host': None}], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:38:32.934565 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8cf1c27-a43b-4d9f-be57-633162c03059 None None] The sync data for ids ['64ad1ccb-b3ac-4d86-a769-d9fc2da89491'] in n-d-813419-10 is: [{'id': '64ad1ccb-b3ac-4d86-a769-d9fc2da89491', 'name': 'tempest-TestShelveInstance-217632649-router', 'tenant_id': '597fdca776c942a68524dcea1c328938', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:28:57Z', 'updated_at': '2021-10-27T11:38:32Z', 'revision_number': 6, 'project_id': '597fdca776c942a68524dcea1c328938', 'gw_port_host': None}] {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 11:38:32.976549 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-588f0644-1044-4af9-8a7f-6a8226b6c848 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1765662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3700'] for router, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:38:32.978722 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-588f0644-1044-4af9-8a7f-6a8226b6c848 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:38:33.020692 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-588f0644-1044-4af9-8a7f-6a8226b6c848 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1765641'] for router, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:38:33.021237 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-588f0644-1044-4af9-8a7f-6a8226b6c848 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 64ad1ccb-b3ac-4d86-a769-d9fc2da89491 {{(pid=102346) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 11:38:33.026654 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-588f0644-1044-4af9-8a7f-6a8226b6c848 admin admin] Publish callbacks [] for router, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:38:33.027833 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-588f0644-1044-4af9-8a7f-6a8226b6c848 admin admin] 10.222.0.44 "DELETE /v2.0/routers/64ad1ccb-b3ac-4d86-a769-d9fc2da89491 HTTP/1.1" status: 204 len: 168 time: 0.7691991 Oct 27 11:38:33.030326 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 49870) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:38:33.077259 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_v2 [None req-869a93b1-bffd-47e8-8850-5f1655bf44ef admin admin] Deleting subnet 497c9a0f-228c-411d-aa91-d74b5dd169d3 {{(pid=102346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 11:38:33.080211 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-869a93b1-bffd-47e8-8850-5f1655bf44ef admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:38:33.112988 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-869a93b1-bffd-47e8-8850-5f1655bf44ef admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25847868'] for subnet, precommit_delete_associations {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:38:33.126954 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:38:33.188897 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-869a93b1-bffd-47e8-8850-5f1655bf44ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855646'] for subnet, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:38:33.239318 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-869a93b1-bffd-47e8-8850-5f1655bf44ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27024355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27168307'] for subnet, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:38:33.269913 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869a93b1-bffd-47e8-8850-5f1655bf44ef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=497c9a0f-228c-411d-aa91-d74b5dd169d3,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:38:33.273501 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-869a93b1-bffd-47e8-8850-5f1655bf44ef admin admin] Publish callbacks [] for subnet, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:38:33.277124 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-869a93b1-bffd-47e8-8850-5f1655bf44ef admin admin] 10.222.0.44 "DELETE /v2.0/subnets/497c9a0f-228c-411d-aa91-d74b5dd169d3 HTTP/1.1" status: 204 len: 168 time: 0.2457230 Oct 27 11:38:33.279600 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 49872) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:38:33.280076 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baaf19b3-13bd-491d-a4a0-d5f6f02a1659 None None] Network 4bbaea51-0fdf-41fa-ab77-02c6f038c938 requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 11:38:33.351201 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-50c1e87f-80b5-41b2-adf1-c4ac02742893 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586917'] for network, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:38:33.418691 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-50c1e87f-80b5-41b2-adf1-c4ac02742893 admin admin] Deleting port d317e3ce-f445-4186-8617-a65294c78d13 {{(pid=102346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 11:38:33.419571 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-50c1e87f-80b5-41b2-adf1-c4ac02742893 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:38:33.484988 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [None req-50c1e87f-80b5-41b2-adf1-c4ac02742893 admin admin] For port d317e3ce-f445-4186-8617-a65294c78d13, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=d317e3ce-f445-4186-8617-a65294c78d13,segment=NetworkSegment(365891c4-ff80-4bd5-b80c-2b7ef8b3bd53),segment_id=365891c4-ff80-4bd5-b80c-2b7ef8b3bd53)] {{(pid=102346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:38:33.485343 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-50c1e87f-80b5-41b2-adf1-c4ac02742893 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:38:33.496990 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-50c1e87f-80b5-41b2-adf1-c4ac02742893 admin admin] Calling delete_port for d317e3ce-f445-4186-8617-a65294c78d13 owned by network:dhcp {{(pid=102346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 11:38:33.572570 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-50c1e87f-80b5-41b2-adf1-c4ac02742893 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:38:33.603035 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50c1e87f-80b5-41b2-adf1-c4ac02742893 admin admin] No DVR routers for this DVR port d317e3ce-f445-4186-8617-a65294c78d13 on host n-d-813419-10 {{(pid=102346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 11:38:33.605056 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c1e87f-80b5-41b2-adf1-c4ac02742893 admin admin] Pushing event deleted for resources: {'Port': ['ID=d317e3ce-f445-4186-8617-a65294c78d13,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:38:33.674175 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-50c1e87f-80b5-41b2-adf1-c4ac02742893 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857803', 'neutron.services.segments.db._delete_segments_for_network-8743873143390'] for network, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:38:33.693115 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-50c1e87f-80b5-41b2-adf1-c4ac02742893 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4bbaea51-0fdf-41fa-ab77-02c6f038c938']}} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:38:33.702339 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-50c1e87f-80b5-41b2-adf1-c4ac02742893 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '365891c4-ff80-4bd5-b80c-2b7ef8b3bd53') {'for_net_delete': True} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:38:33.702627 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-50c1e87f-80b5-41b2-adf1-c4ac02742893 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '365891c4-ff80-4bd5-b80c-2b7ef8b3bd53') {} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:38:33.711516 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-50c1e87f-80b5-41b2-adf1-c4ac02742893 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743873145191', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25847877'] for segment, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:38:33.724034 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-50c1e87f-80b5-41b2-adf1-c4ac02742893 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:38:33.730004 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50c1e87f-80b5-41b2-adf1-c4ac02742893 admin admin] Releasing vlan 433 on physical network physnet1 to pool {{(pid=102346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 11:38:33.730387 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-50c1e87f-80b5-41b2-adf1-c4ac02742893 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27024137'] for segment, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:38:33.732016 n-d-813419-10 neutron-server[102346]: Traceback (most recent call last): Oct 27 11:38:33.732016 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 11:38:33.732016 n-d-813419-10 neutron-server[102346]: timer() Oct 27 11:38:33.732016 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 11:38:33.732016 n-d-813419-10 neutron-server[102346]: cb(*args, **kw) Oct 27 11:38:33.732016 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 11:38:33.732016 n-d-813419-10 neutron-server[102346]: return func(*args, **kwargs) Oct 27 11:38:33.732016 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 11:38:33.732016 n-d-813419-10 neutron-server[102346]: self._notify() Oct 27 11:38:33.732016 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 11:38:33.732016 n-d-813419-10 neutron-server[102346]: self.callback(batched_events) Oct 27 11:38:33.732016 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 11:38:33.732016 n-d-813419-10 neutron-server[102346]: event.method(event) Oct 27 11:38:33.732016 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 11:38:33.732016 n-d-813419-10 neutron-server[102346]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 11:38:33.732016 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 11:38:33.732016 n-d-813419-10 neutron-server[102346]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 11:38:33.732016 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 11:38:33.732016 n-d-813419-10 neutron-server[102346]: return f(self, *a, **k) Oct 27 11:38:33.732016 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 11:38:33.732016 n-d-813419-10 neutron-server[102346]: return self._get(url).json() Oct 27 11:38:33.732016 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 11:38:33.732016 n-d-813419-10 neutron-server[102346]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 11:38:33.732016 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 11:38:33.732016 n-d-813419-10 neutron-server[102346]: return self.request(url, 'GET', **kwargs) Oct 27 11:38:33.732016 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 11:38:33.732016 n-d-813419-10 neutron-server[102346]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 11:38:33.732016 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 11:38:33.732016 n-d-813419-10 neutron-server[102346]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 11:38:33.732016 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 11:38:33.732016 n-d-813419-10 neutron-server[102346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 11:38:33.732016 n-d-813419-10 neutron-server[102346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 11:38:33.776465 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a7576c5-a2e1-4c7e-81b8-662aa1b029fd None None] DHCP port deletion for 4bbaea51-0fdf-41fa-ab77-02c6f038c938 request from n-d-813419-10 {{(pid=102348) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 11:38:33.794096 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-50c1e87f-80b5-41b2-adf1-c4ac02742893 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664840'] for network, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:38:33.801472 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-50c1e87f-80b5-41b2-adf1-c4ac02742893 admin admin] Publish callbacks [] for network, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:38:33.808288 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-50c1e87f-80b5-41b2-adf1-c4ac02742893 admin admin] 10.222.0.44 "DELETE /v2.0/networks/4bbaea51-0fdf-41fa-ab77-02c6f038c938 HTTP/1.1" status: 204 len: 168 time: 0.5276759 Oct 27 11:38:33.818756 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c1e87f-80b5-41b2-adf1-c4ac02742893 admin admin] Pushing event deleted for resources: {'Network': ['ID=4bbaea51-0fdf-41fa-ab77-02c6f038c938,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:38:33.923528 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 49876) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:38:33.963269 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-8bef2dbc-f223-44af-86ec-d3d5b5da3c73 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=119835434d804c20aec5b5ab082c0fa1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0385361 Oct 27 11:38:33.965648 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 49878) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:38:34.012304 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-32d8f94e-f464-4dcf-be80-dab8c52ecf7f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:38:34.034817 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-32d8f94e-f464-4dcf-be80-dab8c52ecf7f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:38:34.086779 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-32d8f94e-f464-4dcf-be80-dab8c52ecf7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:38:34.089428 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-32d8f94e-f464-4dcf-be80-dab8c52ecf7f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:38:34.090571 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-32d8f94e-f464-4dcf-be80-dab8c52ecf7f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/6ee476d8-8d8c-441b-a885-23ff987604a3 HTTP/1.1" status: 204 len: 168 time: 0.1240127 Oct 27 11:38:34.098551 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d8f94e-f464-4dcf-be80-dab8c52ecf7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ee476d8-8d8c-441b-a885-23ff987604a3,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:38:34.268454 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device adb35dc5-a77d-4db4-b3ba-38cf48f531a3 no longer exists at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 11:38:34.288156 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] No Port match for: adb35dc5-a77d-4db4-b3ba-38cf48f531a3 {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 11:38:34.288820 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device adb35dc5-a77d-4db4-b3ba-38cf48f531a3 not bound to the agent host n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 11:38:34.289043 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device d317e3ce-f445-4186-8617-a65294c78d13 no longer exists at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 11:38:34.308323 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] No Port match for: d317e3ce-f445-4186-8617-a65294c78d13 {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 11:38:34.308665 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device d317e3ce-f445-4186-8617-a65294c78d13 not bound to the agent host n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 11:38:34.309078 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 3be9cb4c-7763-4115-b6a4-52b0bdc967a4 no longer exists at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 11:38:34.331329 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] No Port match for: 3be9cb4c-7763-4115-b6a4-52b0bdc967a4 {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 11:38:34.331670 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 3be9cb4c-7763-4115-b6a4-52b0bdc967a4 not bound to the agent host n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 11:38:34.400357 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 49884) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:38:34.443794 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-212049a3-c990-4970-9b55-e93759055de7 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=597fdca776c942a68524dcea1c328938&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0421591 Oct 27 11:38:34.446240 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 49886) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:38:34.492684 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-f749f6d7-67d0-4ee0-8335-65b3dc93099a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:38:34.512870 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-f749f6d7-67d0-4ee0-8335-65b3dc93099a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:38:34.558150 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-f749f6d7-67d0-4ee0-8335-65b3dc93099a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:38:34.560977 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-f749f6d7-67d0-4ee0-8335-65b3dc93099a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:38:34.562116 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-f749f6d7-67d0-4ee0-8335-65b3dc93099a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3b127e4e-9d8f-4025-bfe6-d598a628c18e HTTP/1.1" status: 204 len: 168 time: 0.1149912 Oct 27 11:38:34.569673 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f749f6d7-67d0-4ee0-8335-65b3dc93099a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b127e4e-9d8f-4025-bfe6-d598a628c18e,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:38:35.220327 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 49908) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:38:35.316218 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-d2c8c2dc-c2fe-475a-87ba-f95fd45e1ebd admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-141650470-network', 'tenant_id': '2a1da399076d42f8999ba9ed287c08bd'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:38:35.337330 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2c8c2dc-c2fe-475a-87ba-f95fd45e1ebd admin admin] Made reservation on behalf of 2a1da399076d42f8999ba9ed287c08bd for: {'network': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 11:38:35.339659 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-d2c8c2dc-c2fe-475a-87ba-f95fd45e1ebd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for network, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:38:35.347951 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-d2c8c2dc-c2fe-475a-87ba-f95fd45e1ebd admin admin] Publish callbacks [] for security_group, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:38:35.420015 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-d2c8c2dc-c2fe-475a-87ba-f95fd45e1ebd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:38:35.423703 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-d2c8c2dc-c2fe-475a-87ba-f95fd45e1ebd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:38:35.449923 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2c8c2dc-c2fe-475a-87ba-f95fd45e1ebd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 441} {{(pid=102347) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 11:38:35.456529 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c8c2dc-c2fe-475a-87ba-f95fd45e1ebd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d1882e3-8520-4652-984e-4b79ac30a9fd,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:38:35.463560 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-d2c8c2dc-c2fe-475a-87ba-f95fd45e1ebd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:38:35.464558 n-d-813419-10 neutron-server[102347]: INFO neutron.db.segments_db [None req-d2c8c2dc-c2fe-475a-87ba-f95fd45e1ebd admin admin] Added segment e48f8b19-5351-403e-99f9-9270cfaf0cd7 of type vlan for network 16076498-6454-4f2c-b637-1f2abae89e3a Oct 27 11:38:35.505098 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-d2c8c2dc-c2fe-475a-87ba-f95fd45e1ebd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743872593080'] for network, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:38:35.528323 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-d2c8c2dc-c2fe-475a-87ba-f95fd45e1ebd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913'] for network, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:38:35.529507 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2c8c2dc-c2fe-475a-87ba-f95fd45e1ebd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:38:35.530078 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-d2c8c2dc-c2fe-475a-87ba-f95fd45e1ebd admin admin] Publish callbacks [] for network, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:38:35.581308 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-d2c8c2dc-c2fe-475a-87ba-f95fd45e1ebd admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3598311 Oct 27 11:38:35.584093 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 49912) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:38:35.589001 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-219d636b-c612-4f27-bda9-a2e2d55479a9 admin admin] Request body: {'subnet': {'network_id': '16076498-6454-4f2c-b637-1f2abae89e3a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-141650470-subnet', 'tenant_id': '2a1da399076d42f8999ba9ed287c08bd', 'ip_version': 4}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:38:35.591477 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c8c2dc-c2fe-475a-87ba-f95fd45e1ebd admin admin] Pushing event updated for resources: {'Network': ['ID=16076498-6454-4f2c-b637-1f2abae89e3a,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:38:35.602248 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Network 16076498-6454-4f2c-b637-1f2abae89e3a details requested by agent ovs-agent-n-d-813419-10 with host n-d-813419-10 {{(pid=102348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 11:38:35.616166 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-219d636b-c612-4f27-bda9-a2e2d55479a9 admin admin] Made reservation on behalf of 2a1da399076d42f8999ba9ed287c08bd for: {'subnet': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 11:38:35.619045 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-219d636b-c612-4f27-bda9-a2e2d55479a9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27167186'] for subnet, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:38:35.777904 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-219d636b-c612-4f27-bda9-a2e2d55479a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27024290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27167168'] for subnet, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:38:35.834238 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219d636b-c612-4f27-bda9-a2e2d55479a9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b4faf49c-5204-49b2-8ac4-fceaee5b2f87,revision_number=0']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:38:35.844362 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-219d636b-c612-4f27-bda9-a2e2d55479a9 admin admin] Checking segment: {'id': 'e48f8b19-5351-403e-99f9-9270cfaf0cd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '16076498-6454-4f2c-b637-1f2abae89e3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 11:38:35.844724 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-219d636b-c612-4f27-bda9-a2e2d55479a9 admin admin] Network hostable DHCP agents. Network: 16076498-6454-4f2c-b637-1f2abae89e3a, hostable agents: ['eafd4000-b897-4722-ae8b-0118ec955181'], hosted agents: [] {{(pid=102346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 11:38:35.861035 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-219d636b-c612-4f27-bda9-a2e2d55479a9 admin admin] Network 16076498-6454-4f2c-b637-1f2abae89e3a is scheduled to be hosted by DHCP agent eafd4000-b897-4722-ae8b-0118ec955181 with binding_index 1 {{(pid=102346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 11:38:35.868822 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-219d636b-c612-4f27-bda9-a2e2d55479a9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-10, 16076498-6454-4f2c-b637-1f2abae89e3a) {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 11:38:35.873461 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-219d636b-c612-4f27-bda9-a2e2d55479a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:38:35.874039 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-219d636b-c612-4f27-bda9-a2e2d55479a9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:38:35.880026 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2795f834-b9d3-4254-abe2-1a10f594d685 None None] Network 16076498-6454-4f2c-b637-1f2abae89e3a requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 11:38:35.889650 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-219d636b-c612-4f27-bda9-a2e2d55479a9 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3044593 Oct 27 11:38:35.892320 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 49914) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:38:35.896454 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-415fc17d-9651-4f29-9348-8216f853685f admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-141650470-router', 'tenant_id': '2a1da399076d42f8999ba9ed287c08bd', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'}}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:38:35.918211 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-415fc17d-9651-4f29-9348-8216f853685f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1768632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3610'] for router, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:38:35.919787 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-415fc17d-9651-4f29-9348-8216f853685f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1765704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1769409', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1694266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3597'] for router, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:38:35.969344 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-415fc17d-9651-4f29-9348-8216f853685f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:38:36.026528 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30a00115-9a01-4282-bd0c-5eafbbecd00d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp734b258e-7d96-550c-b970-9b72ab66f383-16076498-6454-4f2c-b637-1f2abae89e3a', 'network_id': '16076498-6454-4f2c-b637-1f2abae89e3a', 'tenant_id': '2a1da399076d42f8999ba9ed287c08bd', 'fixed_ips': [{'subnet_id': 'b4faf49c-5204-49b2-8ac4-fceaee5b2f87'}]}} from n-d-813419-10. {{(pid=102348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 11:38:36.027420 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-30a00115-9a01-4282-bd0c-5eafbbecd00d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:38:36.169751 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.db_base_plugin_common [None req-30a00115-9a01-4282-bd0c-5eafbbecd00d None None] Allocated IP 172.20.0.2 (16076498-6454-4f2c-b637-1f2abae89e3a/b4faf49c-5204-49b2-8ac4-fceaee5b2f87/93ec8f6b-940f-4978-b5a1-c059fa406c9f) {{(pid=102348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 11:38:36.320827 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-30a00115-9a01-4282-bd0c-5eafbbecd00d None None] Publish callbacks [] for port, precommit_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:38:36.327658 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-30a00115-9a01-4282-bd0c-5eafbbecd00d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606'] for port, after_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:38:36.370312 n-d-813419-10 neutron-server[102348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30a00115-9a01-4282-bd0c-5eafbbecd00d None None] Network 16076498-6454-4f2c-b637-1f2abae89e3a is already hosted by enough agents. {{(pid=102348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 11:38:36.373311 n-d-813419-10 neutron-server[102348]: DEBUG neutron.scheduler.base_scheduler [None req-30a00115-9a01-4282-bd0c-5eafbbecd00d None None] Resources bound (agent type, host, resource id): {{(pid=102348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 11:38:36.377676 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30a00115-9a01-4282-bd0c-5eafbbecd00d None None] Received port after_create {{(pid=102348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 11:38:36.380801 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a00115-9a01-4282-bd0c-5eafbbecd00d None None] Pushing event updated for resources: {'Port': ['ID=93ec8f6b-940f-4978-b5a1-c059fa406c9f,revision_number=1']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:38:36.435025 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-415fc17d-9651-4f29-9348-8216f853685f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:38:36.437894 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-30a00115-9a01-4282-bd0c-5eafbbecd00d None None] Attempting to bind port 93ec8f6b-940f-4978-b5a1-c059fa406c9f on host n-d-813419-10 for vnic_type normal with profile {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 11:38:36.438334 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-30a00115-9a01-4282-bd0c-5eafbbecd00d None None] Attempting to bind port 93ec8f6b-940f-4978-b5a1-c059fa406c9f by drivers openvswitch,hyperv on host n-d-813419-10 at level 0 using segments [{'id': 'e48f8b19-5351-403e-99f9-9270cfaf0cd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '16076498-6454-4f2c-b637-1f2abae89e3a'}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 11:38:36.438796 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30a00115-9a01-4282-bd0c-5eafbbecd00d None None] Attempting to bind port 93ec8f6b-940f-4978-b5a1-c059fa406c9f on network 16076498-6454-4f2c-b637-1f2abae89e3a {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 11:38:36.444285 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30a00115-9a01-4282-bd0c-5eafbbecd00d None None] Checking agent: {'id': '89dba0f3-79b2-435e-9822-33674b8f6ada', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 8, 20), 'started_at': datetime.datetime(2021, 10, 27, 10, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 11, 38, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 11:38:36.444657 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30a00115-9a01-4282-bd0c-5eafbbecd00d None None] Checking segment: {'id': 'e48f8b19-5351-403e-99f9-9270cfaf0cd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '16076498-6454-4f2c-b637-1f2abae89e3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 11:38:36.445048 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-30a00115-9a01-4282-bd0c-5eafbbecd00d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:38:36.445434 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30a00115-9a01-4282-bd0c-5eafbbecd00d None None] Bound using segment: {'id': 'e48f8b19-5351-403e-99f9-9270cfaf0cd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '16076498-6454-4f2c-b637-1f2abae89e3a'} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 11:38:36.445892 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-30a00115-9a01-4282-bd0c-5eafbbecd00d None None] Bound port: 93ec8f6b-940f-4978-b5a1-c059fa406c9f, host: n-d-813419-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e48f8b19-5351-403e-99f9-9270cfaf0cd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '16076498-6454-4f2c-b637-1f2abae89e3a'}}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 11:38:36.446266 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-30a00115-9a01-4282-bd0c-5eafbbecd00d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:38:36.506853 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-30a00115-9a01-4282-bd0c-5eafbbecd00d None None] For port 93ec8f6b-940f-4978-b5a1-c059fa406c9f, host n-d-813419-10, cleared binding levels {{(pid=102348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 11:38:36.510345 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-30a00115-9a01-4282-bd0c-5eafbbecd00d None None] For port 93ec8f6b-940f-4978-b5a1-c059fa406c9f, host n-d-813419-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=93ec8f6b-940f-4978-b5a1-c059fa406c9f,segment=NetworkSegment(e48f8b19-5351-403e-99f9-9270cfaf0cd7),segment_id=e48f8b19-5351-403e-99f9-9270cfaf0cd7)] {{(pid=102348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 11:38:36.515173 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-30a00115-9a01-4282-bd0c-5eafbbecd00d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:38:36.570144 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a00115-9a01-4282-bd0c-5eafbbecd00d None None] Pushing event updated for resources: {'Port': ['ID=93ec8f6b-940f-4978-b5a1-c059fa406c9f,revision_number=2']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:38:36.642216 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-415fc17d-9651-4f29-9348-8216f853685f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:38:36.665471 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-415fc17d-9651-4f29-9348-8216f853685f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:38:36.782959 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_common [None req-415fc17d-9651-4f29-9348-8216f853685f admin admin] Allocated IP 172.25.8.212 (185ff123-c7ff-45c7-a6be-71feb35acc9c/0fb9f9d1-7384-481f-8fa8-f4566c349d30/7d70b434-f4b2-4b1c-bf02-302f45b9c30f) {{(pid=102346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 11:38:36.894787 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-415fc17d-9651-4f29-9348-8216f853685f admin admin] Publish callbacks [] for port, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:38:36.927317 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-415fc17d-9651-4f29-9348-8216f853685f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:38:36.970187 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-415fc17d-9651-4f29-9348-8216f853685f admin admin] Network 185ff123-c7ff-45c7-a6be-71feb35acc9c is already hosted by enough agents. {{(pid=102346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 11:38:36.973185 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-415fc17d-9651-4f29-9348-8216f853685f admin admin] Resources bound (agent type, host, resource id): {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 11:38:36.977243 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-415fc17d-9651-4f29-9348-8216f853685f admin admin] Received port after_create {{(pid=102346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 11:38:36.999425 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415fc17d-9651-4f29-9348-8216f853685f admin admin] Pushing event updated for resources: {'Port': ['ID=7d70b434-f4b2-4b1c-bf02-302f45b9c30f,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:38:37.229489 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-415fc17d-9651-4f29-9348-8216f853685f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:38:37.431871 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-415fc17d-9651-4f29-9348-8216f853685f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1765699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1769372'] for router, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:38:37.441763 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-565c4dcd-972a-4d0f-8284-9a64aac30415 None None] Network 16076498-6454-4f2c-b637-1f2abae89e3a requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 11:38:37.511037 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-fe3507ea-3deb-40a4-86c4-9bb3d86c721e None None] Provisioning complete for port 93ec8f6b-940f-4978-b5a1-c059fa406c9f triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:38:37.511312 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-fe3507ea-3deb-40a4-86c4-9bb3d86c721e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:38:37.559251 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-415fc17d-9651-4f29-9348-8216f853685f admin admin] Router 1d5806f4-3c87-4130-93c9-c76e98a3d187 is scheduled to L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb with binding_index 1 {{(pid=102346) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 11:38:37.660852 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-fe3507ea-3deb-40a4-86c4-9bb3d86c721e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:38:37.674483 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-415fc17d-9651-4f29-9348-8216f853685f admin admin] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 11:38:37.685652 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96b6d28a-01a4-4d9a-ac65-13592c224323 None None] Sync routers for ids ['1d5806f4-3c87-4130-93c9-c76e98a3d187'] in n-d-813419-10 {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 11:38:37.692164 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-415fc17d-9651-4f29-9348-8216f853685f admin admin] Publish callbacks [] for router, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:38:37.696018 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-415fc17d-9651-4f29-9348-8216f853685f admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8002620 Oct 27 11:38:37.696460 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 49916) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:38:37.701946 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-fe3507ea-3deb-40a4-86c4-9bb3d86c721e None None] For port 93ec8f6b-940f-4978-b5a1-c059fa406c9f, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=93ec8f6b-940f-4978-b5a1-c059fa406c9f,segment=NetworkSegment(e48f8b19-5351-403e-99f9-9270cfaf0cd7),segment_id=e48f8b19-5351-403e-99f9-9270cfaf0cd7)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:38:37.702624 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96b6d28a-01a4-4d9a-ac65-13592c224323 None None] Routers {'1d5806f4-3c87-4130-93c9-c76e98a3d187'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 11:38:37.703361 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-96b6d28a-01a4-4d9a-ac65-13592c224323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T11:38:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['1d5806f4-3c87-4130-93c9-c76e98a3d187'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:38:37.707666 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-fe3507ea-3deb-40a4-86c4-9bb3d86c721e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:38:37.763891 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3507ea-3deb-40a4-86c4-9bb3d86c721e None None] Pushing event updated for resources: {'Port': ['ID=93ec8f6b-940f-4978-b5a1-c059fa406c9f,revision_number=3']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:38:37.817048 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvr_db [None req-96b6d28a-01a4-4d9a-ac65-13592c224323 None None] Set router 1d5806f4-3c87-4130-93c9-c76e98a3d187 gateway port host: n-d-813419-10 {{(pid=102349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 11:38:37.931359 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-2838cf1f-fee8-484e-9d7d-4274976d3bd2 None None] Provisioning complete for port 93ec8f6b-940f-4978-b5a1-c059fa406c9f triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:38:37.931864 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-2838cf1f-fee8-484e-9d7d-4274976d3bd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:38:38.005817 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-96b6d28a-01a4-4d9a-ac65-13592c224323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d5806f4-3c87-4130-93c9-c76e98a3d187', 'name': 'tempest-TestSnapshotPattern-141650470-router', 'tenant_id': '2a1da399076d42f8999ba9ed287c08bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.212'}], 'enable_snat': True}, 'gw_port_id': '7d70b434-f4b2-4b1c-bf02-302f45b9c30f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:38:35Z', 'updated_at': '2021-10-27T11:38:37Z', 'revision_number': 3, 'project_id': '2a1da399076d42f8999ba9ed287c08bd', 'gw_port': {'id': '7d70b434-f4b2-4b1c-bf02-302f45b9c30f', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:32:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d5806f4-3c87-4130-93c9-c76e98a3d187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:38:36Z', 'updated_at': '2021-10-27T11:38:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10'}], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:38:38.035256 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96b6d28a-01a4-4d9a-ac65-13592c224323 None None] Checking router: 1d5806f4-3c87-4130-93c9-c76e98a3d187 for host: n-d-813419-10 {{(pid=102349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 11:38:38.035619 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96b6d28a-01a4-4d9a-ac65-13592c224323 None None] Updating router 1d5806f4-3c87-4130-93c9-c76e98a3d187 port 7d70b434-f4b2-4b1c-bf02-302f45b9c30f binding host n-d-813419-10 {{(pid=102349) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 11:38:38.060740 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-96b6d28a-01a4-4d9a-ac65-13592c224323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:38:38.138456 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-e37435fc-59e0-48fb-915f-e0f17adbadcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:38:38.301272 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_common [None req-e37435fc-59e0-48fb-915f-e0f17adbadcf admin admin] Allocated IP 172.20.0.1 (16076498-6454-4f2c-b637-1f2abae89e3a/b4faf49c-5204-49b2-8ac4-fceaee5b2f87/63d5ca5c-7c8d-48a5-87b3-9dceb6ead22f) {{(pid=102347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 11:38:38.309472 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-96b6d28a-01a4-4d9a-ac65-13592c224323 None None] Publish callbacks [] for port, precommit_update {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:38:38.316650 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-96b6d28a-01a4-4d9a-ac65-13592c224323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:38:38.322377 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 93ec8f6b-940f-4978-b5a1-c059fa406c9f up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 11:38:38.372844 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port 93ec8f6b-940f-4978-b5a1-c059fa406c9f triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:38:38.373300 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:38:38.431178 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-e37435fc-59e0-48fb-915f-e0f17adbadcf admin admin] Publish callbacks [] for port, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:38:38.460713 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.managers [None req-96b6d28a-01a4-4d9a-ac65-13592c224323 None None] Attempting to bind port 7d70b434-f4b2-4b1c-bf02-302f45b9c30f on host n-d-813419-10 for vnic_type normal with profile {{(pid=102349) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 11:38:38.461071 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.managers [None req-96b6d28a-01a4-4d9a-ac65-13592c224323 None None] Attempting to bind port 7d70b434-f4b2-4b1c-bf02-302f45b9c30f by drivers openvswitch,hyperv on host n-d-813419-10 at level 0 using segments [{'id': 'bc14127b-7032-4c50-bb5b-f6813cbae86e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'}] {{(pid=102349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 11:38:38.461420 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96b6d28a-01a4-4d9a-ac65-13592c224323 None None] Attempting to bind port 7d70b434-f4b2-4b1c-bf02-302f45b9c30f on network 185ff123-c7ff-45c7-a6be-71feb35acc9c {{(pid=102349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 11:38:38.464460 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c794407-5327-41ca-bb0e-3d215db9e0ed None None] Pushing event updated for resources: {'Port': ['ID=7d70b434-f4b2-4b1c-bf02-302f45b9c30f,revision_number=2']} {{(pid=102349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:38:38.472854 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96b6d28a-01a4-4d9a-ac65-13592c224323 None None] Checking agent: {'id': '89dba0f3-79b2-435e-9822-33674b8f6ada', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 8, 20), 'started_at': datetime.datetime(2021, 10, 27, 10, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 11, 38, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 11:38:38.473231 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96b6d28a-01a4-4d9a-ac65-13592c224323 None None] Checking segment: {'id': 'bc14127b-7032-4c50-bb5b-f6813cbae86e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 11:38:38.473575 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-96b6d28a-01a4-4d9a-ac65-13592c224323 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:38:38.473939 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96b6d28a-01a4-4d9a-ac65-13592c224323 None None] Bound using segment: {'id': 'bc14127b-7032-4c50-bb5b-f6813cbae86e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'} {{(pid=102349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 11:38:38.474388 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.managers [None req-96b6d28a-01a4-4d9a-ac65-13592c224323 None None] Bound port: 7d70b434-f4b2-4b1c-bf02-302f45b9c30f, host: n-d-813419-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc14127b-7032-4c50-bb5b-f6813cbae86e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'}}] {{(pid=102349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 11:38:38.474780 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-96b6d28a-01a4-4d9a-ac65-13592c224323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:38:38.475210 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-e37435fc-59e0-48fb-915f-e0f17adbadcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:38:38.477681 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c794407-5327-41ca-bb0e-3d215db9e0ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:38:38.478017 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c794407-5327-41ca-bb0e-3d215db9e0ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:38:38.478344 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c794407-5327-41ca-bb0e-3d215db9e0ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:38:38.478669 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c794407-5327-41ca-bb0e-3d215db9e0ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:38:38.478989 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c794407-5327-41ca-bb0e-3d215db9e0ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:38:38.479306 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c794407-5327-41ca-bb0e-3d215db9e0ed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:38:38.479634 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c794407-5327-41ca-bb0e-3d215db9e0ed None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:38:38.479948 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c794407-5327-41ca-bb0e-3d215db9e0ed None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:38:38.480271 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c794407-5327-41ca-bb0e-3d215db9e0ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:38:38.480593 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c794407-5327-41ca-bb0e-3d215db9e0ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:38:38.480902 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c794407-5327-41ca-bb0e-3d215db9e0ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:38:38.481211 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c794407-5327-41ca-bb0e-3d215db9e0ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102349) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:38:38.514188 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e37435fc-59e0-48fb-915f-e0f17adbadcf admin admin] Network 16076498-6454-4f2c-b637-1f2abae89e3a is already hosted by enough agents. {{(pid=102347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 11:38:38.517108 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [None req-e37435fc-59e0-48fb-915f-e0f17adbadcf admin admin] Resources bound (agent type, host, resource id): {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 11:38:38.520645 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e37435fc-59e0-48fb-915f-e0f17adbadcf admin admin] Received port after_create {{(pid=102347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 11:38:38.532750 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.db [None req-96b6d28a-01a4-4d9a-ac65-13592c224323 None None] For port 7d70b434-f4b2-4b1c-bf02-302f45b9c30f, host n-d-813419-10, cleared binding levels {{(pid=102349) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 11:38:38.535907 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.db [None req-96b6d28a-01a4-4d9a-ac65-13592c224323 None None] For port 7d70b434-f4b2-4b1c-bf02-302f45b9c30f, host n-d-813419-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=7d70b434-f4b2-4b1c-bf02-302f45b9c30f,segment=NetworkSegment(bc14127b-7032-4c50-bb5b-f6813cbae86e),segment_id=bc14127b-7032-4c50-bb5b-f6813cbae86e)] {{(pid=102349) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 11:38:38.541049 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-96b6d28a-01a4-4d9a-ac65-13592c224323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:38:38.547872 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37435fc-59e0-48fb-915f-e0f17adbadcf admin admin] Pushing event updated for resources: {'Port': ['ID=63d5ca5c-7c8d-48a5-87b3-9dceb6ead22f,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:38:38.568632 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-e37435fc-59e0-48fb-915f-e0f17adbadcf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1664961'] for router_interface, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:38:38.600137 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96b6d28a-01a4-4d9a-ac65-13592c224323 None None] Routers {'1d5806f4-3c87-4130-93c9-c76e98a3d187'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 11:38:38.600793 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-96b6d28a-01a4-4d9a-ac65-13592c224323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T11:38:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['1d5806f4-3c87-4130-93c9-c76e98a3d187'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:38:38.605984 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c794407-5327-41ca-bb0e-3d215db9e0ed None None] Pushing event updated for resources: {'Port': ['ID=7d70b434-f4b2-4b1c-bf02-302f45b9c30f,revision_number=3']} {{(pid=102349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:38:38.709612 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-e37435fc-59e0-48fb-915f-e0f17adbadcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:38:38.728244 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvr_db [None req-96b6d28a-01a4-4d9a-ac65-13592c224323 None None] Set router 1d5806f4-3c87-4130-93c9-c76e98a3d187 gateway port host: n-d-813419-10 {{(pid=102349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 11:38:38.838952 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7504eb95-2c4a-4c9d-b46a-8344cc420672 None None] Provisioning complete for port 63d5ca5c-7c8d-48a5-87b3-9dceb6ead22f triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:38:38.839533 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7504eb95-2c4a-4c9d-b46a-8344cc420672 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:38:38.877237 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-7504eb95-2c4a-4c9d-b46a-8344cc420672 None None] Port 63d5ca5c-7c8d-48a5-87b3-9dceb6ead22f cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 11:38:38.881133 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-e37435fc-59e0-48fb-915f-e0f17adbadcf admin admin] Publish callbacks [] for port, precommit_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:38:38.885185 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-e37435fc-59e0-48fb-915f-e0f17adbadcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:38:38.929335 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-96b6d28a-01a4-4d9a-ac65-13592c224323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d5806f4-3c87-4130-93c9-c76e98a3d187', 'name': 'tempest-TestSnapshotPattern-141650470-router', 'tenant_id': '2a1da399076d42f8999ba9ed287c08bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.212'}], 'enable_snat': True}, 'gw_port_id': '7d70b434-f4b2-4b1c-bf02-302f45b9c30f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:38:35Z', 'updated_at': '2021-10-27T11:38:37Z', 'revision_number': 3, 'project_id': '2a1da399076d42f8999ba9ed287c08bd', 'gw_port': {'id': '7d70b434-f4b2-4b1c-bf02-302f45b9c30f', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:32:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d5806f4-3c87-4130-93c9-c76e98a3d187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:38:36Z', 'updated_at': '2021-10-27T11:38:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10'}], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:38:38.956594 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96b6d28a-01a4-4d9a-ac65-13592c224323 None None] The sync data for ids ['1d5806f4-3c87-4130-93c9-c76e98a3d187'] in n-d-813419-10 is: [{'id': '1d5806f4-3c87-4130-93c9-c76e98a3d187', 'name': 'tempest-TestSnapshotPattern-141650470-router', 'tenant_id': '2a1da399076d42f8999ba9ed287c08bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.212'}], 'enable_snat': True}, 'gw_port_id': '7d70b434-f4b2-4b1c-bf02-302f45b9c30f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:38:35Z', 'updated_at': '2021-10-27T11:38:37Z', 'revision_number': 3, 'project_id': '2a1da399076d42f8999ba9ed287c08bd', 'gw_port': {'id': '7d70b434-f4b2-4b1c-bf02-302f45b9c30f', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:32:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d5806f4-3c87-4130-93c9-c76e98a3d187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:38:36Z', 'updated_at': '2021-10-27T11:38:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10'}] {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 11:38:39.297468 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-e37435fc-59e0-48fb-915f-e0f17adbadcf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2006967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1766225'] for router_interface, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:38:39.299344 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37435fc-59e0-48fb-915f-e0f17adbadcf admin admin] Pushing event updated for resources: {'Port': ['ID=63d5ca5c-7c8d-48a5-87b3-9dceb6ead22f,revision_number=2']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:38:39.395160 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e37435fc-59e0-48fb-915f-e0f17adbadcf admin admin] Network 16076498-6454-4f2c-b637-1f2abae89e3a is already hosted by enough agents. {{(pid=102347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 11:38:39.396608 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [None req-e37435fc-59e0-48fb-915f-e0f17adbadcf admin admin] Resources bound (agent type, host, resource id): {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 11:38:39.517446 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e37435fc-59e0-48fb-915f-e0f17adbadcf admin admin] Router 1d5806f4-3c87-4130-93c9-c76e98a3d187 has already been hosted by L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb {{(pid=102347) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 11:38:39.631776 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e37435fc-59e0-48fb-915f-e0f17adbadcf admin admin] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 11:38:39.637520 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-e37435fc-59e0-48fb-915f-e0f17adbadcf admin admin] 10.222.0.44 "PUT /v2.0/routers/1d5806f4-3c87-4130-93c9-c76e98a3d187/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9396422 Oct 27 11:38:39.707602 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-d6b96cf3-6e5e-42d1-9776-1236f856271f None None] Provisioning complete for port 63d5ca5c-7c8d-48a5-87b3-9dceb6ead22f triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:38:39.708109 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-d6b96cf3-6e5e-42d1-9776-1236f856271f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:38:39.743801 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-d6b96cf3-6e5e-42d1-9776-1236f856271f None None] Port 63d5ca5c-7c8d-48a5-87b3-9dceb6ead22f cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 11:38:39.784826 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:38:40.145502 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 49932) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:38:40.151079 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-80fecb27-da3d-4268-ac50-576ac099139e admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1700404421-network', 'tenant_id': 'caaa54366a7a491d8595adf4702a1266'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:38:40.177552 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80fecb27-da3d-4268-ac50-576ac099139e admin admin] Made reservation on behalf of caaa54366a7a491d8595adf4702a1266 for: {'network': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 11:38:40.179974 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-80fecb27-da3d-4268-ac50-576ac099139e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for network, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:38:40.189292 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-80fecb27-da3d-4268-ac50-576ac099139e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:38:40.297367 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-80fecb27-da3d-4268-ac50-576ac099139e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:38:40.303021 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-80fecb27-da3d-4268-ac50-576ac099139e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:38:40.314961 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 7d70b434-f4b2-4b1c-bf02-302f45b9c30f up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 11:38:40.329282 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80fecb27-da3d-4268-ac50-576ac099139e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 423} {{(pid=102347) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 11:38:40.338905 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fecb27-da3d-4268-ac50-576ac099139e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a6a7023-6d11-4384-9dd2-98e75bd79e0a,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:38:40.344961 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-80fecb27-da3d-4268-ac50-576ac099139e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:38:40.345295 n-d-813419-10 neutron-server[102347]: INFO neutron.db.segments_db [None req-80fecb27-da3d-4268-ac50-576ac099139e admin admin] Added segment bc720710-8e2d-46f3-b8dc-16c8c5bfe4be of type vlan for network 0ae25dda-ccf4-42a5-b735-93716b3d18de Oct 27 11:38:40.382705 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port 7d70b434-f4b2-4b1c-bf02-302f45b9c30f triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:38:40.383140 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:38:40.413291 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-80fecb27-da3d-4268-ac50-576ac099139e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743872593080'] for network, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:38:40.441751 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-80fecb27-da3d-4268-ac50-576ac099139e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913'] for network, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:38:40.442628 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80fecb27-da3d-4268-ac50-576ac099139e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:38:40.443269 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-80fecb27-da3d-4268-ac50-576ac099139e admin admin] Publish callbacks [] for network, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:38:40.466181 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:38:40.474574 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-80fecb27-da3d-4268-ac50-576ac099139e admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3250585 Oct 27 11:38:40.475808 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 49934) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:38:40.484231 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-2b843aa1-50c5-4e1a-a18e-866735499f11 admin admin] Request body: {'subnet': {'network_id': '0ae25dda-ccf4-42a5-b735-93716b3d18de', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1700404421-subnet', 'tenant_id': 'caaa54366a7a491d8595adf4702a1266', 'ip_version': 4}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:38:40.494537 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] For port 7d70b434-f4b2-4b1c-bf02-302f45b9c30f, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=7d70b434-f4b2-4b1c-bf02-302f45b9c30f,segment=NetworkSegment(bc14127b-7032-4c50-bb5b-f6813cbae86e),segment_id=bc14127b-7032-4c50-bb5b-f6813cbae86e)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:38:40.500409 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:38:40.534642 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b843aa1-50c5-4e1a-a18e-866735499f11 admin admin] Made reservation on behalf of caaa54366a7a491d8595adf4702a1266 for: {'subnet': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 11:38:40.538387 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-2b843aa1-50c5-4e1a-a18e-866735499f11 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27167186'] for subnet, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:38:40.544314 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fecb27-da3d-4268-ac50-576ac099139e admin admin] Pushing event updated for resources: {'Network': ['ID=0ae25dda-ccf4-42a5-b735-93716b3d18de,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:38:40.555754 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Network 0ae25dda-ccf4-42a5-b735-93716b3d18de details requested by agent ovs-agent-n-d-813419-10 with host n-d-813419-10 {{(pid=102348) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 11:38:40.605129 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Pushing event updated for resources: {'Port': ['ID=7d70b434-f4b2-4b1c-bf02-302f45b9c30f,revision_number=4']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:38:40.738488 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92afa45f-3dbf-43a4-a90b-d007207ea25a None None] Sync routers for ids ['1d5806f4-3c87-4130-93c9-c76e98a3d187'] in n-d-813419-10 {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 11:38:40.749041 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92afa45f-3dbf-43a4-a90b-d007207ea25a None None] Routers {'1d5806f4-3c87-4130-93c9-c76e98a3d187'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 11:38:40.750288 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-92afa45f-3dbf-43a4-a90b-d007207ea25a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T11:38:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['1d5806f4-3c87-4130-93c9-c76e98a3d187'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:38:40.750555 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-2b843aa1-50c5-4e1a-a18e-866735499f11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27024290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27167168'] for subnet, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:38:40.800699 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b843aa1-50c5-4e1a-a18e-866735499f11 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2524237b-7fcf-4d44-985a-a3be960e90fc,revision_number=0']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:38:40.818409 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b843aa1-50c5-4e1a-a18e-866735499f11 admin admin] Checking segment: {'id': 'bc720710-8e2d-46f3-b8dc-16c8c5bfe4be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '0ae25dda-ccf4-42a5-b735-93716b3d18de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 11:38:40.818762 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b843aa1-50c5-4e1a-a18e-866735499f11 admin admin] Network hostable DHCP agents. Network: 0ae25dda-ccf4-42a5-b735-93716b3d18de, hostable agents: ['eafd4000-b897-4722-ae8b-0118ec955181'], hosted agents: [] {{(pid=102346) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 11:38:40.835977 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b843aa1-50c5-4e1a-a18e-866735499f11 admin admin] Network 0ae25dda-ccf4-42a5-b735-93716b3d18de is scheduled to be hosted by DHCP agent eafd4000-b897-4722-ae8b-0118ec955181 with binding_index 1 {{(pid=102346) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 11:38:40.845353 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-2b843aa1-50c5-4e1a-a18e-866735499f11 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-813419-10, 0ae25dda-ccf4-42a5-b735-93716b3d18de) {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 11:38:40.851363 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b843aa1-50c5-4e1a-a18e-866735499f11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:38:40.852658 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-2b843aa1-50c5-4e1a-a18e-866735499f11 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:38:40.859672 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-564bde46-4ccd-4c1d-92b7-59fcc6383601 None None] Network 0ae25dda-ccf4-42a5-b735-93716b3d18de requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 11:38:40.864600 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvr_db [None req-92afa45f-3dbf-43a4-a90b-d007207ea25a None None] Set router 1d5806f4-3c87-4130-93c9-c76e98a3d187 gateway port host: n-d-813419-10 {{(pid=102348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 11:38:40.872582 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-2b843aa1-50c5-4e1a-a18e-866735499f11 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3934839 Oct 27 11:38:40.875234 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 49936) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:38:40.879660 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-27c57ea3-74bb-4aa7-8932-65b201238922 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1700404421-router', 'tenant_id': 'caaa54366a7a491d8595adf4702a1266', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'}}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:38:40.910378 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-27c57ea3-74bb-4aa7-8932-65b201238922 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1768632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3610'] for router, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:38:40.911408 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-27c57ea3-74bb-4aa7-8932-65b201238922 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1765704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1769409', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1694266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3597'] for router, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:38:40.971473 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-27c57ea3-74bb-4aa7-8932-65b201238922 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:38:41.109427 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-27c57ea3-74bb-4aa7-8932-65b201238922 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:38:41.194036 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b513b58-0eec-4d9e-994e-e8631aaacd56 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp734b258e-7d96-550c-b970-9b72ab66f383-0ae25dda-ccf4-42a5-b735-93716b3d18de', 'network_id': '0ae25dda-ccf4-42a5-b735-93716b3d18de', 'tenant_id': 'caaa54366a7a491d8595adf4702a1266', 'fixed_ips': [{'subnet_id': '2524237b-7fcf-4d44-985a-a3be960e90fc'}]}} from n-d-813419-10. {{(pid=102348) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 11:38:41.194900 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-8b513b58-0eec-4d9e-994e-e8631aaacd56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:38:41.211350 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-92afa45f-3dbf-43a4-a90b-d007207ea25a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d5806f4-3c87-4130-93c9-c76e98a3d187', 'name': 'tempest-TestSnapshotPattern-141650470-router', 'tenant_id': '2a1da399076d42f8999ba9ed287c08bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.212'}], 'enable_snat': True}, 'gw_port_id': '7d70b434-f4b2-4b1c-bf02-302f45b9c30f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:38:35Z', 'updated_at': '2021-10-27T11:38:38Z', 'revision_number': 4, 'project_id': '2a1da399076d42f8999ba9ed287c08bd', 'gw_port': {'id': '7d70b434-f4b2-4b1c-bf02-302f45b9c30f', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:32:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d5806f4-3c87-4130-93c9-c76e98a3d187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:38:36Z', 'updated_at': '2021-10-27T11:38:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_interfaces': [{'id': '63d5ca5c-7c8d-48a5-87b3-9dceb6ead22f', 'name': '', 'network_id': '16076498-6454-4f2c-b637-1f2abae89e3a', 'tenant_id': '2a1da399076d42f8999ba9ed287c08bd', 'mac_address': 'fa:16:3e:92:b7:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d5806f4-3c87-4130-93c9-c76e98a3d187', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'b4faf49c-5204-49b2-8ac4-fceaee5b2f87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:38:38Z', 'updated_at': '2021-10-27T11:38:38Z', 'revision_number': 2, 'project_id': '2a1da399076d42f8999ba9ed287c08bd', 'subnets': [{'id': 'b4faf49c-5204-49b2-8ac4-fceaee5b2f87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:38:41.247284 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92afa45f-3dbf-43a4-a90b-d007207ea25a None None] Checking router: 1d5806f4-3c87-4130-93c9-c76e98a3d187 for host: n-d-813419-10 {{(pid=102348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 11:38:41.247543 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92afa45f-3dbf-43a4-a90b-d007207ea25a None None] Updating router 1d5806f4-3c87-4130-93c9-c76e98a3d187 port 63d5ca5c-7c8d-48a5-87b3-9dceb6ead22f binding host n-d-813419-10 {{(pid=102348) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 11:38:41.322244 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-92afa45f-3dbf-43a4-a90b-d007207ea25a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:38:41.323615 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-27c57ea3-74bb-4aa7-8932-65b201238922 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:38:41.346868 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-27c57ea3-74bb-4aa7-8932-65b201238922 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:38:41.449211 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_common [None req-27c57ea3-74bb-4aa7-8932-65b201238922 admin admin] Allocated IP 172.25.8.100 (185ff123-c7ff-45c7-a6be-71feb35acc9c/0fb9f9d1-7384-481f-8fa8-f4566c349d30/d0dec12f-b178-46d2-afea-4b60f7e4beae) {{(pid=102347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 11:38:41.461099 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.db_base_plugin_common [None req-8b513b58-0eec-4d9e-994e-e8631aaacd56 None None] Allocated IP 172.20.0.2 (0ae25dda-ccf4-42a5-b735-93716b3d18de/2524237b-7fcf-4d44-985a-a3be960e90fc/c604fb36-671d-420c-a879-b51f35bde36c) {{(pid=102348) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 11:38:41.554264 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-27c57ea3-74bb-4aa7-8932-65b201238922 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:38:41.587836 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-27c57ea3-74bb-4aa7-8932-65b201238922 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:38:41.630841 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27c57ea3-74bb-4aa7-8932-65b201238922 admin admin] Network 185ff123-c7ff-45c7-a6be-71feb35acc9c is already hosted by enough agents. {{(pid=102347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 11:38:41.633794 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [None req-27c57ea3-74bb-4aa7-8932-65b201238922 admin admin] Resources bound (agent type, host, resource id): {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 11:38:41.637921 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27c57ea3-74bb-4aa7-8932-65b201238922 admin admin] Received port after_create {{(pid=102347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 11:38:41.664226 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c57ea3-74bb-4aa7-8932-65b201238922 admin admin] Pushing event updated for resources: {'Port': ['ID=d0dec12f-b178-46d2-afea-4b60f7e4beae,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:38:41.879115 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-8b513b58-0eec-4d9e-994e-e8631aaacd56 None None] Publish callbacks [] for port, precommit_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:38:41.888172 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-27c57ea3-74bb-4aa7-8932-65b201238922 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:38:41.890683 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-8b513b58-0eec-4d9e-994e-e8631aaacd56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606'] for port, after_create {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:38:41.925796 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-92afa45f-3dbf-43a4-a90b-d007207ea25a None None] Publish callbacks [] for port, precommit_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:38:41.940308 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-92afa45f-3dbf-43a4-a90b-d007207ea25a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:38:41.943135 n-d-813419-10 neutron-server[102348]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b513b58-0eec-4d9e-994e-e8631aaacd56 None None] Network 0ae25dda-ccf4-42a5-b735-93716b3d18de is already hosted by enough agents. {{(pid=102348) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 11:38:41.952496 n-d-813419-10 neutron-server[102348]: DEBUG neutron.scheduler.base_scheduler [None req-8b513b58-0eec-4d9e-994e-e8631aaacd56 None None] Resources bound (agent type, host, resource id): {{(pid=102348) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 11:38:41.956932 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b513b58-0eec-4d9e-994e-e8631aaacd56 None None] Received port after_create {{(pid=102348) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 11:38:41.962584 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b513b58-0eec-4d9e-994e-e8631aaacd56 None None] Pushing event updated for resources: {'Port': ['ID=c604fb36-671d-420c-a879-b51f35bde36c,revision_number=1']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:38:42.088164 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1991a44-e10c-4706-92a8-9177d9cba055 None None] Pushing event updated for resources: {'Port': ['ID=63d5ca5c-7c8d-48a5-87b3-9dceb6ead22f,revision_number=3']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:38:42.098861 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-27c57ea3-74bb-4aa7-8932-65b201238922 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1765699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1769372'] for router, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:38:42.102018 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-92afa45f-3dbf-43a4-a90b-d007207ea25a None None] Attempting to bind port 63d5ca5c-7c8d-48a5-87b3-9dceb6ead22f on host n-d-813419-10 for vnic_type normal with profile {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 11:38:42.102383 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-92afa45f-3dbf-43a4-a90b-d007207ea25a None None] Attempting to bind port 63d5ca5c-7c8d-48a5-87b3-9dceb6ead22f by drivers openvswitch,hyperv on host n-d-813419-10 at level 0 using segments [{'id': 'e48f8b19-5351-403e-99f9-9270cfaf0cd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '16076498-6454-4f2c-b637-1f2abae89e3a'}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 11:38:42.102741 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92afa45f-3dbf-43a4-a90b-d007207ea25a None None] Attempting to bind port 63d5ca5c-7c8d-48a5-87b3-9dceb6ead22f on network 16076498-6454-4f2c-b637-1f2abae89e3a {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 11:38:42.104779 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-8b513b58-0eec-4d9e-994e-e8631aaacd56 None None] Attempting to bind port c604fb36-671d-420c-a879-b51f35bde36c on host n-d-813419-10 for vnic_type normal with profile {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 11:38:42.105079 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-8b513b58-0eec-4d9e-994e-e8631aaacd56 None None] Attempting to bind port c604fb36-671d-420c-a879-b51f35bde36c by drivers openvswitch,hyperv on host n-d-813419-10 at level 0 using segments [{'id': 'bc720710-8e2d-46f3-b8dc-16c8c5bfe4be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '0ae25dda-ccf4-42a5-b735-93716b3d18de'}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 11:38:42.105423 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b513b58-0eec-4d9e-994e-e8631aaacd56 None None] Attempting to bind port c604fb36-671d-420c-a879-b51f35bde36c on network 0ae25dda-ccf4-42a5-b735-93716b3d18de {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 11:38:42.113063 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b513b58-0eec-4d9e-994e-e8631aaacd56 None None] Checking agent: {'id': '89dba0f3-79b2-435e-9822-33674b8f6ada', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 8, 20), 'started_at': datetime.datetime(2021, 10, 27, 10, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 11, 38, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 11:38:42.113433 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b513b58-0eec-4d9e-994e-e8631aaacd56 None None] Checking segment: {'id': 'bc720710-8e2d-46f3-b8dc-16c8c5bfe4be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '0ae25dda-ccf4-42a5-b735-93716b3d18de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 11:38:42.113828 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-8b513b58-0eec-4d9e-994e-e8631aaacd56 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:38:42.114211 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b513b58-0eec-4d9e-994e-e8631aaacd56 None None] Bound using segment: {'id': 'bc720710-8e2d-46f3-b8dc-16c8c5bfe4be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '0ae25dda-ccf4-42a5-b735-93716b3d18de'} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 11:38:42.114670 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-8b513b58-0eec-4d9e-994e-e8631aaacd56 None None] Bound port: c604fb36-671d-420c-a879-b51f35bde36c, host: n-d-813419-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc720710-8e2d-46f3-b8dc-16c8c5bfe4be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '0ae25dda-ccf4-42a5-b735-93716b3d18de'}}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 11:38:42.115043 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-8b513b58-0eec-4d9e-994e-e8631aaacd56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:38:42.117368 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92afa45f-3dbf-43a4-a90b-d007207ea25a None None] Checking agent: {'id': '89dba0f3-79b2-435e-9822-33674b8f6ada', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 8, 20), 'started_at': datetime.datetime(2021, 10, 27, 10, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 11, 38, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 11:38:42.118479 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92afa45f-3dbf-43a4-a90b-d007207ea25a None None] Checking segment: {'id': 'e48f8b19-5351-403e-99f9-9270cfaf0cd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '16076498-6454-4f2c-b637-1f2abae89e3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 11:38:42.118884 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-92afa45f-3dbf-43a4-a90b-d007207ea25a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:38:42.119282 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92afa45f-3dbf-43a4-a90b-d007207ea25a None None] Bound using segment: {'id': 'e48f8b19-5351-403e-99f9-9270cfaf0cd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '16076498-6454-4f2c-b637-1f2abae89e3a'} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 11:38:42.119760 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-92afa45f-3dbf-43a4-a90b-d007207ea25a None None] Bound port: 63d5ca5c-7c8d-48a5-87b3-9dceb6ead22f, host: n-d-813419-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e48f8b19-5351-403e-99f9-9270cfaf0cd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '16076498-6454-4f2c-b637-1f2abae89e3a'}}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 11:38:42.120141 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-92afa45f-3dbf-43a4-a90b-d007207ea25a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:38:42.234661 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27c57ea3-74bb-4aa7-8932-65b201238922 admin admin] Router f0822e13-6720-4d92-8337-dc37202b95c0 is scheduled to L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb with binding_index 1 {{(pid=102347) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 11:38:42.244073 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-70cc8fe3-e1eb-49ae-8027-ef2516aa169e None None] Provisioning complete for port 63d5ca5c-7c8d-48a5-87b3-9dceb6ead22f triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:38:42.244471 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-70cc8fe3-e1eb-49ae-8027-ef2516aa169e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:38:42.248008 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-92afa45f-3dbf-43a4-a90b-d007207ea25a None None] For port 63d5ca5c-7c8d-48a5-87b3-9dceb6ead22f, host n-d-813419-10, cleared binding levels {{(pid=102348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 11:38:42.250426 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-8b513b58-0eec-4d9e-994e-e8631aaacd56 None None] For port c604fb36-671d-420c-a879-b51f35bde36c, host n-d-813419-10, cleared binding levels {{(pid=102348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 11:38:42.254097 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-92afa45f-3dbf-43a4-a90b-d007207ea25a None None] For port 63d5ca5c-7c8d-48a5-87b3-9dceb6ead22f, host n-d-813419-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=63d5ca5c-7c8d-48a5-87b3-9dceb6ead22f,segment=NetworkSegment(e48f8b19-5351-403e-99f9-9270cfaf0cd7),segment_id=e48f8b19-5351-403e-99f9-9270cfaf0cd7)] {{(pid=102348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 11:38:42.255923 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-8b513b58-0eec-4d9e-994e-e8631aaacd56 None None] For port c604fb36-671d-420c-a879-b51f35bde36c, host n-d-813419-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=c604fb36-671d-420c-a879-b51f35bde36c,segment=NetworkSegment(bc720710-8e2d-46f3-b8dc-16c8c5bfe4be),segment_id=bc720710-8e2d-46f3-b8dc-16c8c5bfe4be)] {{(pid=102348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 11:38:42.280047 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-92afa45f-3dbf-43a4-a90b-d007207ea25a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:38:42.282543 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-8b513b58-0eec-4d9e-994e-e8631aaacd56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:38:42.319728 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 7d70b434-f4b2-4b1c-bf02-302f45b9c30f up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 11:38:42.353180 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27c57ea3-74bb-4aa7-8932-65b201238922 admin admin] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 11:38:42.366640 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7274a70-4bbc-4ba0-93d9-46ae5539aa14 None None] Sync routers for ids ['f0822e13-6720-4d92-8337-dc37202b95c0'] in n-d-813419-10 {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 11:38:42.367114 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-70cc8fe3-e1eb-49ae-8027-ef2516aa169e None None] Port 63d5ca5c-7c8d-48a5-87b3-9dceb6ead22f cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 11:38:42.379214 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-27c57ea3-74bb-4aa7-8932-65b201238922 admin admin] Publish callbacks [] for router, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:38:42.381423 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7274a70-4bbc-4ba0-93d9-46ae5539aa14 None None] Routers {'f0822e13-6720-4d92-8337-dc37202b95c0'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 11:38:42.382079 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-e7274a70-4bbc-4ba0-93d9-46ae5539aa14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T11:38:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['f0822e13-6720-4d92-8337-dc37202b95c0'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:38:42.385283 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 49938) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:38:42.393515 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-27c57ea3-74bb-4aa7-8932-65b201238922 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.5170717 Oct 27 11:38:42.411257 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1991a44-e10c-4706-92a8-9177d9cba055 None None] Pushing event updated for resources: {'Port': ['ID=63d5ca5c-7c8d-48a5-87b3-9dceb6ead22f,revision_number=4']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:38:42.419824 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92afa45f-3dbf-43a4-a90b-d007207ea25a None None] Routers {'1d5806f4-3c87-4130-93c9-c76e98a3d187'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 11:38:42.420505 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-92afa45f-3dbf-43a4-a90b-d007207ea25a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T11:38:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['1d5806f4-3c87-4130-93c9-c76e98a3d187'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:38:42.534091 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvr_db [None req-e7274a70-4bbc-4ba0-93d9-46ae5539aa14 None None] Set router f0822e13-6720-4d92-8337-dc37202b95c0 gateway port host: n-d-813419-10 {{(pid=102349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 11:38:42.613703 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvr_db [None req-92afa45f-3dbf-43a4-a90b-d007207ea25a None None] Set router 1d5806f4-3c87-4130-93c9-c76e98a3d187 gateway port host: n-d-813419-10 {{(pid=102348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 11:38:42.615533 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port 7d70b434-f4b2-4b1c-bf02-302f45b9c30f triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:38:42.615895 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:38:42.655457 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b513b58-0eec-4d9e-994e-e8631aaacd56 None None] Pushing event updated for resources: {'Port': ['ID=c604fb36-671d-420c-a879-b51f35bde36c,revision_number=2']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:38:42.801757 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-e7274a70-4bbc-4ba0-93d9-46ae5539aa14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0822e13-6720-4d92-8337-dc37202b95c0', 'name': 'tempest-TestSnapshotPattern-1700404421-router', 'tenant_id': 'caaa54366a7a491d8595adf4702a1266', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.100'}], 'enable_snat': True}, 'gw_port_id': 'd0dec12f-b178-46d2-afea-4b60f7e4beae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:38:40Z', 'updated_at': '2021-10-27T11:38:41Z', 'revision_number': 3, 'project_id': 'caaa54366a7a491d8595adf4702a1266', 'gw_port': {'id': 'd0dec12f-b178-46d2-afea-4b60f7e4beae', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:f7:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0822e13-6720-4d92-8337-dc37202b95c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:38:41Z', 'updated_at': '2021-10-27T11:38:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10'}], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:38:42.833868 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7274a70-4bbc-4ba0-93d9-46ae5539aa14 None None] Checking router: f0822e13-6720-4d92-8337-dc37202b95c0 for host: n-d-813419-10 {{(pid=102349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 11:38:42.834304 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7274a70-4bbc-4ba0-93d9-46ae5539aa14 None None] Updating router f0822e13-6720-4d92-8337-dc37202b95c0 port d0dec12f-b178-46d2-afea-4b60f7e4beae binding host n-d-813419-10 {{(pid=102349) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 11:38:42.863823 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-e7274a70-4bbc-4ba0-93d9-46ae5539aa14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:38:42.886351 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-128fbfe1-d316-43ed-8913-84165e0c5c03 None None] Provisioning complete for port 63d5ca5c-7c8d-48a5-87b3-9dceb6ead22f triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:38:42.886729 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-128fbfe1-d316-43ed-8913-84165e0c5c03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:38:42.914289 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-703f775a-d9a7-457c-b612-aa5f6a7c4b2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:38:43.072950 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-128fbfe1-d316-43ed-8913-84165e0c5c03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:38:43.101997 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_common [None req-703f775a-d9a7-457c-b612-aa5f6a7c4b2d admin admin] Allocated IP 172.20.0.1 (0ae25dda-ccf4-42a5-b735-93716b3d18de/2524237b-7fcf-4d44-985a-a3be960e90fc/2159fcc4-ab5e-492c-b176-4e9f8d66377d) {{(pid=102346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 11:38:43.110543 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-92afa45f-3dbf-43a4-a90b-d007207ea25a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d5806f4-3c87-4130-93c9-c76e98a3d187', 'name': 'tempest-TestSnapshotPattern-141650470-router', 'tenant_id': '2a1da399076d42f8999ba9ed287c08bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.212'}], 'enable_snat': True}, 'gw_port_id': '7d70b434-f4b2-4b1c-bf02-302f45b9c30f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:38:35Z', 'updated_at': '2021-10-27T11:38:38Z', 'revision_number': 4, 'project_id': '2a1da399076d42f8999ba9ed287c08bd', 'gw_port': {'id': '7d70b434-f4b2-4b1c-bf02-302f45b9c30f', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:32:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d5806f4-3c87-4130-93c9-c76e98a3d187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:38:36Z', 'updated_at': '2021-10-27T11:38:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_interfaces': [{'id': '63d5ca5c-7c8d-48a5-87b3-9dceb6ead22f', 'name': '', 'network_id': '16076498-6454-4f2c-b637-1f2abae89e3a', 'tenant_id': '2a1da399076d42f8999ba9ed287c08bd', 'mac_address': 'fa:16:3e:92:b7:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d5806f4-3c87-4130-93c9-c76e98a3d187', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'b4faf49c-5204-49b2-8ac4-fceaee5b2f87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:38:38Z', 'updated_at': '2021-10-27T11:38:42Z', 'revision_number': 4, 'project_id': '2a1da399076d42f8999ba9ed287c08bd', 'subnets': [{'id': 'b4faf49c-5204-49b2-8ac4-fceaee5b2f87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:38:43.136887 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-e7274a70-4bbc-4ba0-93d9-46ae5539aa14 None None] Publish callbacks [] for port, precommit_update {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:38:43.142982 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-e7274a70-4bbc-4ba0-93d9-46ae5539aa14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:38:43.146524 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92afa45f-3dbf-43a4-a90b-d007207ea25a None None] The sync data for ids ['1d5806f4-3c87-4130-93c9-c76e98a3d187'] in n-d-813419-10 is: [{'id': '1d5806f4-3c87-4130-93c9-c76e98a3d187', 'name': 'tempest-TestSnapshotPattern-141650470-router', 'tenant_id': '2a1da399076d42f8999ba9ed287c08bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.212'}], 'enable_snat': True}, 'gw_port_id': '7d70b434-f4b2-4b1c-bf02-302f45b9c30f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:38:35Z', 'updated_at': '2021-10-27T11:38:38Z', 'revision_number': 4, 'project_id': '2a1da399076d42f8999ba9ed287c08bd', 'gw_port': {'id': '7d70b434-f4b2-4b1c-bf02-302f45b9c30f', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:32:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d5806f4-3c87-4130-93c9-c76e98a3d187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:38:36Z', 'updated_at': '2021-10-27T11:38:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_interfaces': [{'id': '63d5ca5c-7c8d-48a5-87b3-9dceb6ead22f', 'name': '', 'network_id': '16076498-6454-4f2c-b637-1f2abae89e3a', 'tenant_id': '2a1da399076d42f8999ba9ed287c08bd', 'mac_address': 'fa:16:3e:92:b7:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d5806f4-3c87-4130-93c9-c76e98a3d187', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'b4faf49c-5204-49b2-8ac4-fceaee5b2f87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:38:38Z', 'updated_at': '2021-10-27T11:38:42Z', 'revision_number': 4, 'project_id': '2a1da399076d42f8999ba9ed287c08bd', 'subnets': [{'id': 'b4faf49c-5204-49b2-8ac4-fceaee5b2f87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 11:38:43.149514 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-128fbfe1-d316-43ed-8913-84165e0c5c03 None None] For port 63d5ca5c-7c8d-48a5-87b3-9dceb6ead22f, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=63d5ca5c-7c8d-48a5-87b3-9dceb6ead22f,segment=NetworkSegment(e48f8b19-5351-403e-99f9-9270cfaf0cd7),segment_id=e48f8b19-5351-403e-99f9-9270cfaf0cd7)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:38:43.156429 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-128fbfe1-d316-43ed-8913-84165e0c5c03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:38:43.208645 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.managers [None req-e7274a70-4bbc-4ba0-93d9-46ae5539aa14 None None] Attempting to bind port d0dec12f-b178-46d2-afea-4b60f7e4beae on host n-d-813419-10 for vnic_type normal with profile {{(pid=102349) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 11:38:43.209009 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.managers [None req-e7274a70-4bbc-4ba0-93d9-46ae5539aa14 None None] Attempting to bind port d0dec12f-b178-46d2-afea-4b60f7e4beae by drivers openvswitch,hyperv on host n-d-813419-10 at level 0 using segments [{'id': 'bc14127b-7032-4c50-bb5b-f6813cbae86e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'}] {{(pid=102349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 11:38:43.209365 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7274a70-4bbc-4ba0-93d9-46ae5539aa14 None None] Attempting to bind port d0dec12f-b178-46d2-afea-4b60f7e4beae on network 185ff123-c7ff-45c7-a6be-71feb35acc9c {{(pid=102349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 11:38:43.245709 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128fbfe1-d316-43ed-8913-84165e0c5c03 None None] Pushing event updated for resources: {'Port': ['ID=63d5ca5c-7c8d-48a5-87b3-9dceb6ead22f,revision_number=5']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:38:43.249596 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6df5d9-ca80-4183-bfbb-cd2afb6c032c None None] Pushing event updated for resources: {'Port': ['ID=d0dec12f-b178-46d2-afea-4b60f7e4beae,revision_number=2']} {{(pid=102349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:38:43.252680 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7274a70-4bbc-4ba0-93d9-46ae5539aa14 None None] Checking agent: {'id': '89dba0f3-79b2-435e-9822-33674b8f6ada', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 8, 20), 'started_at': datetime.datetime(2021, 10, 27, 10, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 11, 38, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 11:38:43.253281 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7274a70-4bbc-4ba0-93d9-46ae5539aa14 None None] Checking segment: {'id': 'bc14127b-7032-4c50-bb5b-f6813cbae86e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102349) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 11:38:43.254169 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-e7274a70-4bbc-4ba0-93d9-46ae5539aa14 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:38:43.254865 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7274a70-4bbc-4ba0-93d9-46ae5539aa14 None None] Bound using segment: {'id': 'bc14127b-7032-4c50-bb5b-f6813cbae86e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'} {{(pid=102349) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 11:38:43.255498 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.managers [None req-e7274a70-4bbc-4ba0-93d9-46ae5539aa14 None None] Bound port: d0dec12f-b178-46d2-afea-4b60f7e4beae, host: n-d-813419-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc14127b-7032-4c50-bb5b-f6813cbae86e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c'}}] {{(pid=102349) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 11:38:43.256042 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-e7274a70-4bbc-4ba0-93d9-46ae5539aa14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:38:43.277566 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-703f775a-d9a7-457c-b612-aa5f6a7c4b2d admin admin] Publish callbacks [] for port, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:38:43.317376 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-703f775a-d9a7-457c-b612-aa5f6a7c4b2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:38:43.334839 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.db [None req-e7274a70-4bbc-4ba0-93d9-46ae5539aa14 None None] For port d0dec12f-b178-46d2-afea-4b60f7e4beae, host n-d-813419-10, cleared binding levels {{(pid=102349) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 11:38:43.338504 n-d-813419-10 neutron-server[102349]: DEBUG neutron.plugins.ml2.db [None req-e7274a70-4bbc-4ba0-93d9-46ae5539aa14 None None] For port d0dec12f-b178-46d2-afea-4b60f7e4beae, host n-d-813419-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=d0dec12f-b178-46d2-afea-4b60f7e4beae,segment=NetworkSegment(bc14127b-7032-4c50-bb5b-f6813cbae86e),segment_id=bc14127b-7032-4c50-bb5b-f6813cbae86e)] {{(pid=102349) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 11:38:43.350549 n-d-813419-10 neutron-server[102349]: DEBUG neutron_lib.callbacks.manager [None req-e7274a70-4bbc-4ba0-93d9-46ae5539aa14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102349) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:38:43.371331 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-703f775a-d9a7-457c-b612-aa5f6a7c4b2d admin admin] Network 0ae25dda-ccf4-42a5-b735-93716b3d18de is already hosted by enough agents. {{(pid=102346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 11:38:43.376321 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-703f775a-d9a7-457c-b612-aa5f6a7c4b2d admin admin] Resources bound (agent type, host, resource id): {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 11:38:43.379029 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-703f775a-d9a7-457c-b612-aa5f6a7c4b2d admin admin] Received port after_create {{(pid=102346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 11:38:43.409049 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703f775a-d9a7-457c-b612-aa5f6a7c4b2d admin admin] Pushing event updated for resources: {'Port': ['ID=2159fcc4-ab5e-492c-b176-4e9f8d66377d,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:38:43.440118 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-703f775a-d9a7-457c-b612-aa5f6a7c4b2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1664961'] for router_interface, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:38:43.445515 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7274a70-4bbc-4ba0-93d9-46ae5539aa14 None None] Routers {'f0822e13-6720-4d92-8337-dc37202b95c0'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 11:38:43.446752 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-e7274a70-4bbc-4ba0-93d9-46ae5539aa14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T11:38:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['f0822e13-6720-4d92-8337-dc37202b95c0'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:38:43.523037 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6df5d9-ca80-4183-bfbb-cd2afb6c032c None None] Pushing event updated for resources: {'Port': ['ID=d0dec12f-b178-46d2-afea-4b60f7e4beae,revision_number=3']} {{(pid=102349) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:38:43.585441 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvr_db [None req-e7274a70-4bbc-4ba0-93d9-46ae5539aa14 None None] Set router f0822e13-6720-4d92-8337-dc37202b95c0 gateway port host: n-d-813419-10 {{(pid=102349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 11:38:43.600550 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-703f775a-d9a7-457c-b612-aa5f6a7c4b2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:38:43.727720 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c380f0e4-0eee-44da-9443-62824ae03d23 None None] Network 0ae25dda-ccf4-42a5-b735-93716b3d18de requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 11:38:43.813238 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-0c6dc4fd-4d5e-413c-a866-7375b1fe7582 None None] Provisioning complete for port c604fb36-671d-420c-a879-b51f35bde36c triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:38:43.813611 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-0c6dc4fd-4d5e-413c-a866-7375b1fe7582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:38:43.818814 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-e7274a70-4bbc-4ba0-93d9-46ae5539aa14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0822e13-6720-4d92-8337-dc37202b95c0', 'name': 'tempest-TestSnapshotPattern-1700404421-router', 'tenant_id': 'caaa54366a7a491d8595adf4702a1266', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.100'}], 'enable_snat': True}, 'gw_port_id': 'd0dec12f-b178-46d2-afea-4b60f7e4beae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:38:40Z', 'updated_at': '2021-10-27T11:38:41Z', 'revision_number': 3, 'project_id': 'caaa54366a7a491d8595adf4702a1266', 'gw_port': {'id': 'd0dec12f-b178-46d2-afea-4b60f7e4beae', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:f7:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0822e13-6720-4d92-8337-dc37202b95c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:38:41Z', 'updated_at': '2021-10-27T11:38:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10'}], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:38:43.822665 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-703f775a-d9a7-457c-b612-aa5f6a7c4b2d admin admin] Publish callbacks [] for port, precommit_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:38:43.828705 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-703f775a-d9a7-457c-b612-aa5f6a7c4b2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27024173'] for port, after_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:38:43.859485 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7274a70-4bbc-4ba0-93d9-46ae5539aa14 None None] The sync data for ids ['f0822e13-6720-4d92-8337-dc37202b95c0'] in n-d-813419-10 is: [{'id': 'f0822e13-6720-4d92-8337-dc37202b95c0', 'name': 'tempest-TestSnapshotPattern-1700404421-router', 'tenant_id': 'caaa54366a7a491d8595adf4702a1266', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.100'}], 'enable_snat': True}, 'gw_port_id': 'd0dec12f-b178-46d2-afea-4b60f7e4beae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:38:40Z', 'updated_at': '2021-10-27T11:38:41Z', 'revision_number': 3, 'project_id': 'caaa54366a7a491d8595adf4702a1266', 'gw_port': {'id': 'd0dec12f-b178-46d2-afea-4b60f7e4beae', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:f7:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0822e13-6720-4d92-8337-dc37202b95c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:38:41Z', 'updated_at': '2021-10-27T11:38:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10'}] {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 11:38:43.916431 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703f775a-d9a7-457c-b612-aa5f6a7c4b2d admin admin] Pushing event updated for resources: {'Port': ['ID=2159fcc4-ab5e-492c-b176-4e9f8d66377d,revision_number=2']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:38:43.920412 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-703f775a-d9a7-457c-b612-aa5f6a7c4b2d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2006967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1766225'] for router_interface, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:38:44.031134 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-703f775a-d9a7-457c-b612-aa5f6a7c4b2d admin admin] Network 0ae25dda-ccf4-42a5-b735-93716b3d18de is already hosted by enough agents. {{(pid=102346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 11:38:44.032960 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [None req-703f775a-d9a7-457c-b612-aa5f6a7c4b2d admin admin] Resources bound (agent type, host, resource id): {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 11:38:44.160232 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-703f775a-d9a7-457c-b612-aa5f6a7c4b2d admin admin] Router f0822e13-6720-4d92-8337-dc37202b95c0 has already been hosted by L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb {{(pid=102346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 11:38:44.163429 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-0c6dc4fd-4d5e-413c-a866-7375b1fe7582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:38:44.227670 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-0c6dc4fd-4d5e-413c-a866-7375b1fe7582 None None] For port c604fb36-671d-420c-a879-b51f35bde36c, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=c604fb36-671d-420c-a879-b51f35bde36c,segment=NetworkSegment(bc720710-8e2d-46f3-b8dc-16c8c5bfe4be),segment_id=bc720710-8e2d-46f3-b8dc-16c8c5bfe4be)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:38:44.233286 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-0c6dc4fd-4d5e-413c-a866-7375b1fe7582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:38:44.282946 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.agents_db [None req-e79ee67d-056e-46ea-bd99-e80473396b25 None None] Agent healthcheck: found 7 active agents {{(pid=102349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 11:38:44.321646 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6dc4fd-4d5e-413c-a866-7375b1fe7582 None None] Pushing event updated for resources: {'Port': ['ID=c604fb36-671d-420c-a879-b51f35bde36c,revision_number=3']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:38:44.405587 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-703f775a-d9a7-457c-b612-aa5f6a7c4b2d admin admin] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 11:38:44.425671 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-703f775a-d9a7-457c-b612-aa5f6a7c4b2d admin admin] 10.222.0.44 "PUT /v2.0/routers/f0822e13-6720-4d92-8337-dc37202b95c0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0388467 Oct 27 11:38:44.482780 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device c604fb36-671d-420c-a879-b51f35bde36c up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 11:38:44.559014 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port c604fb36-671d-420c-a879-b51f35bde36c triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:38:44.559424 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:38:44.605181 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-9abb348a-5373-4591-9ad4-845a216efcbb None None] Provisioning complete for port c604fb36-671d-420c-a879-b51f35bde36c triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:38:44.605546 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-9abb348a-5373-4591-9ad4-845a216efcbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:38:44.722145 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 63d5ca5c-7c8d-48a5-87b3-9dceb6ead22f up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 11:38:44.773991 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-9abb348a-5373-4591-9ad4-845a216efcbb None None] Provisioning complete for port 2159fcc4-ab5e-492c-b176-4e9f8d66377d triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:38:44.774673 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-9abb348a-5373-4591-9ad4-845a216efcbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:38:44.815466 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port 63d5ca5c-7c8d-48a5-87b3-9dceb6ead22f triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:38:44.815834 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:38:44.818470 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-9abb348a-5373-4591-9ad4-845a216efcbb None None] Port 2159fcc4-ab5e-492c-b176-4e9f8d66377d cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 11:38:44.910493 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device d0dec12f-b178-46d2-afea-4b60f7e4beae up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 11:38:44.973458 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-aaae7bf7-6e2c-4a32-87be-edd9231107a6 None None] Provisioning complete for port 2159fcc4-ab5e-492c-b176-4e9f8d66377d triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:38:44.973827 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-aaae7bf7-6e2c-4a32-87be-edd9231107a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:38:45.018140 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 49946) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:38:45.020872 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-aaae7bf7-6e2c-4a32-87be-edd9231107a6 None None] Port 2159fcc4-ab5e-492c-b176-4e9f8d66377d cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 11:38:45.024356 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [None req-a3478c46-a742-4415-9080-2e2518a03c5a tempest-TestSnapshotPattern-288463451 tempest-TestSnapshotPattern-288463451-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-886768790', 'description': 'tempest-secgroup-smoke-886768790 description', 'project_id': '2a1da399076d42f8999ba9ed287c08bd'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:38:45.039833 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port d0dec12f-b178-46d2-afea-4b60f7e4beae triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:38:45.040225 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:38:45.050737 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-a3478c46-a742-4415-9080-2e2518a03c5a tempest-TestSnapshotPattern-288463451 tempest-TestSnapshotPattern-288463451-project] Publish callbacks [] for security_group, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:38:45.128063 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-a3478c46-a742-4415-9080-2e2518a03c5a tempest-TestSnapshotPattern-288463451 tempest-TestSnapshotPattern-288463451-project] Publish callbacks [] for security_group, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:38:45.132561 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-a3478c46-a742-4415-9080-2e2518a03c5a tempest-TestSnapshotPattern-288463451 tempest-TestSnapshotPattern-288463451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:38:45.135897 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:38:45.163864 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-3d09840f-8b98-4a53-a242-bfb8b6266ac8 None None] Provisioning complete for port 2159fcc4-ab5e-492c-b176-4e9f8d66377d triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:38:45.164255 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-3d09840f-8b98-4a53-a242-bfb8b6266ac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:38:45.165013 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-a3478c46-a742-4415-9080-2e2518a03c5a tempest-TestSnapshotPattern-288463451 tempest-TestSnapshotPattern-288463451-project] Publish callbacks [] for security_group, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:38:45.166778 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-a3478c46-a742-4415-9080-2e2518a03c5a tempest-TestSnapshotPattern-288463451 tempest-TestSnapshotPattern-288463451-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1476276 Oct 27 11:38:45.170350 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 49948) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:38:45.183320 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-8a2ef9b8-31cf-48cc-adbb-3e864e9c6f31 tempest-TestSnapshotPattern-288463451 tempest-TestSnapshotPattern-288463451-project] Request body: {'security_group_rule': {'security_group_id': 'ef1a5812-0d4f-41b4-bd49-7681848fe3e7', 'project_id': '2a1da399076d42f8999ba9ed287c08bd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:38:45.196362 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3478c46-a742-4415-9080-2e2518a03c5a tempest-TestSnapshotPattern-288463451 tempest-TestSnapshotPattern-288463451-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef1a5812-0d4f-41b4-bd49-7681848fe3e7,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:38:45.206552 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] For port d0dec12f-b178-46d2-afea-4b60f7e4beae, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=d0dec12f-b178-46d2-afea-4b60f7e4beae,segment=NetworkSegment(bc14127b-7032-4c50-bb5b-f6813cbae86e),segment_id=bc14127b-7032-4c50-bb5b-f6813cbae86e)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:38:45.207954 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-3d09840f-8b98-4a53-a242-bfb8b6266ac8 None None] Port 2159fcc4-ab5e-492c-b176-4e9f8d66377d cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 11:38:45.213532 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:38:45.220103 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-8a2ef9b8-31cf-48cc-adbb-3e864e9c6f31 tempest-TestSnapshotPattern-288463451 tempest-TestSnapshotPattern-288463451-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:38:45.268232 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Pushing event updated for resources: {'Port': ['ID=d0dec12f-b178-46d2-afea-4b60f7e4beae,revision_number=4']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:38:45.285293 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-8a2ef9b8-31cf-48cc-adbb-3e864e9c6f31 tempest-TestSnapshotPattern-288463451 tempest-TestSnapshotPattern-288463451-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:38:45.289687 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-8a2ef9b8-31cf-48cc-adbb-3e864e9c6f31 tempest-TestSnapshotPattern-288463451 tempest-TestSnapshotPattern-288463451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671902'] for security_group_rule, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:38:45.307774 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2ef9b8-31cf-48cc-adbb-3e864e9c6f31 tempest-TestSnapshotPattern-288463451 tempest-TestSnapshotPattern-288463451-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9dba992-a3cb-45cb-a204-334cbe4090dc,revision_number=0']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:38:45.315815 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-8a2ef9b8-31cf-48cc-adbb-3e864e9c6f31 tempest-TestSnapshotPattern-288463451 tempest-TestSnapshotPattern-288463451-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:38:45.317175 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-8a2ef9b8-31cf-48cc-adbb-3e864e9c6f31 tempest-TestSnapshotPattern-288463451 tempest-TestSnapshotPattern-288463451-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1442528 Oct 27 11:38:45.319866 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 49950) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:38:45.327509 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-fbd8c31e-e43c-4abe-b426-909d60463542 tempest-TestSnapshotPattern-288463451 tempest-TestSnapshotPattern-288463451-project] Request body: {'security_group_rule': {'security_group_id': 'ef1a5812-0d4f-41b4-bd49-7681848fe3e7', 'project_id': '2a1da399076d42f8999ba9ed287c08bd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:38:45.354475 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-fbd8c31e-e43c-4abe-b426-909d60463542 tempest-TestSnapshotPattern-288463451 tempest-TestSnapshotPattern-288463451-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:38:45.409840 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-fbd8c31e-e43c-4abe-b426-909d60463542 tempest-TestSnapshotPattern-288463451 tempest-TestSnapshotPattern-288463451-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:38:45.413252 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-fbd8c31e-e43c-4abe-b426-909d60463542 tempest-TestSnapshotPattern-288463451 tempest-TestSnapshotPattern-288463451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671902'] for security_group_rule, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:38:45.431290 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd8c31e-e43c-4abe-b426-909d60463542 tempest-TestSnapshotPattern-288463451 tempest-TestSnapshotPattern-288463451-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1c55619-1705-4e27-b7be-8b223620bcee,revision_number=0']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:38:45.440584 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-fbd8c31e-e43c-4abe-b426-909d60463542 tempest-TestSnapshotPattern-288463451 tempest-TestSnapshotPattern-288463451-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:38:45.441766 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-fbd8c31e-e43c-4abe-b426-909d60463542 tempest-TestSnapshotPattern-288463451 tempest-TestSnapshotPattern-288463451-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1207991 Oct 27 11:38:45.444517 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 49952) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:38:45.448863 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-cabe08a5-e969-4f27-91ee-86f4149f7ddb tempest-TestSnapshotPattern-288463451 tempest-TestSnapshotPattern-288463451-project] Request body: {'security_group_rule': {'security_group_id': 'ef1a5812-0d4f-41b4-bd49-7681848fe3e7', 'project_id': '2a1da399076d42f8999ba9ed287c08bd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:38:45.474443 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-cabe08a5-e969-4f27-91ee-86f4149f7ddb tempest-TestSnapshotPattern-288463451 tempest-TestSnapshotPattern-288463451-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:38:45.529768 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-cabe08a5-e969-4f27-91ee-86f4149f7ddb tempest-TestSnapshotPattern-288463451 tempest-TestSnapshotPattern-288463451-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:38:45.533145 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-cabe08a5-e969-4f27-91ee-86f4149f7ddb tempest-TestSnapshotPattern-288463451 tempest-TestSnapshotPattern-288463451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671902'] for security_group_rule, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:38:45.549502 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabe08a5-e969-4f27-91ee-86f4149f7ddb tempest-TestSnapshotPattern-288463451 tempest-TestSnapshotPattern-288463451-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81f7beb6-088c-42a1-8dcf-f0e1d92598e8,revision_number=0']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:38:45.558117 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-cabe08a5-e969-4f27-91ee-86f4149f7ddb tempest-TestSnapshotPattern-288463451 tempest-TestSnapshotPattern-288463451-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:38:45.559400 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-cabe08a5-e969-4f27-91ee-86f4149f7ddb tempest-TestSnapshotPattern-288463451 tempest-TestSnapshotPattern-288463451-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1138928 Oct 27 11:38:45.562054 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 49954) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:38:45.566210 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-e7ed371f-b6ec-4bec-bd45-13a7f71ba0ad tempest-TestSnapshotPattern-288463451 tempest-TestSnapshotPattern-288463451-project] Request body: {'security_group_rule': {'security_group_id': 'ef1a5812-0d4f-41b4-bd49-7681848fe3e7', 'project_id': '2a1da399076d42f8999ba9ed287c08bd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:38:45.592702 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-e7ed371f-b6ec-4bec-bd45-13a7f71ba0ad tempest-TestSnapshotPattern-288463451 tempest-TestSnapshotPattern-288463451-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:38:45.653622 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-e7ed371f-b6ec-4bec-bd45-13a7f71ba0ad tempest-TestSnapshotPattern-288463451 tempest-TestSnapshotPattern-288463451-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:38:45.657073 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-e7ed371f-b6ec-4bec-bd45-13a7f71ba0ad tempest-TestSnapshotPattern-288463451 tempest-TestSnapshotPattern-288463451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671902'] for security_group_rule, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:38:45.671990 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ed371f-b6ec-4bec-bd45-13a7f71ba0ad tempest-TestSnapshotPattern-288463451 tempest-TestSnapshotPattern-288463451-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c22270e7-375a-4faa-9676-fe10000a75a8,revision_number=0']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:38:45.682228 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-e7ed371f-b6ec-4bec-bd45-13a7f71ba0ad tempest-TestSnapshotPattern-288463451 tempest-TestSnapshotPattern-288463451-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:38:45.683416 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-e7ed371f-b6ec-4bec-bd45-13a7f71ba0ad tempest-TestSnapshotPattern-288463451 tempest-TestSnapshotPattern-288463451-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1204534 Oct 27 11:38:45.686622 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 49956) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:38:45.690891 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-5e24f2ba-06ff-4a6e-9ca2-165e040e04a7 tempest-TestSnapshotPattern-288463451 tempest-TestSnapshotPattern-288463451-project] Request body: {'security_group_rule': {'security_group_id': 'ef1a5812-0d4f-41b4-bd49-7681848fe3e7', 'project_id': '2a1da399076d42f8999ba9ed287c08bd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:38:45.712207 n-d-813419-10 neutron-server[102347]: INFO neutron.db.securitygroups_db [None req-5e24f2ba-06ff-4a6e-9ca2-165e040e04a7 tempest-TestSnapshotPattern-288463451 tempest-TestSnapshotPattern-288463451-project] Project 2a1da399076d42f8999ba9ed287c08bd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 27 11:38:45.716820 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-5e24f2ba-06ff-4a6e-9ca2-165e040e04a7 tempest-TestSnapshotPattern-288463451 tempest-TestSnapshotPattern-288463451-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:38:45.775175 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-5e24f2ba-06ff-4a6e-9ca2-165e040e04a7 tempest-TestSnapshotPattern-288463451 tempest-TestSnapshotPattern-288463451-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:38:45.778638 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-5e24f2ba-06ff-4a6e-9ca2-165e040e04a7 tempest-TestSnapshotPattern-288463451 tempest-TestSnapshotPattern-288463451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671902'] for security_group_rule, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:38:45.796675 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e24f2ba-06ff-4a6e-9ca2-165e040e04a7 tempest-TestSnapshotPattern-288463451 tempest-TestSnapshotPattern-288463451-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=877d1211-0d20-478d-a32b-81e526a7ef58,revision_number=0']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:38:45.801433 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-5e24f2ba-06ff-4a6e-9ca2-165e040e04a7 tempest-TestSnapshotPattern-288463451 tempest-TestSnapshotPattern-288463451-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:38:45.802619 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-5e24f2ba-06ff-4a6e-9ca2-165e040e04a7 tempest-TestSnapshotPattern-288463451 tempest-TestSnapshotPattern-288463451-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1150427 Oct 27 11:38:45.805438 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 49958) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:38:45.810330 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-7aaa6d91-ea88-4c10-964d-af869a57888c tempest-TestSnapshotPattern-288463451 tempest-TestSnapshotPattern-288463451-project] Request body: {'security_group_rule': {'security_group_id': 'ef1a5812-0d4f-41b4-bd49-7681848fe3e7', 'project_id': '2a1da399076d42f8999ba9ed287c08bd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:38:45.832421 n-d-813419-10 neutron-server[102347]: INFO neutron.db.securitygroups_db [None req-7aaa6d91-ea88-4c10-964d-af869a57888c tempest-TestSnapshotPattern-288463451 tempest-TestSnapshotPattern-288463451-project] Project 2a1da399076d42f8999ba9ed287c08bd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 27 11:38:45.837125 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-7aaa6d91-ea88-4c10-964d-af869a57888c tempest-TestSnapshotPattern-288463451 tempest-TestSnapshotPattern-288463451-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:38:45.896026 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-7aaa6d91-ea88-4c10-964d-af869a57888c tempest-TestSnapshotPattern-288463451 tempest-TestSnapshotPattern-288463451-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:38:45.899884 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-7aaa6d91-ea88-4c10-964d-af869a57888c tempest-TestSnapshotPattern-288463451 tempest-TestSnapshotPattern-288463451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671902'] for security_group_rule, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:38:45.917172 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aaa6d91-ea88-4c10-964d-af869a57888c tempest-TestSnapshotPattern-288463451 tempest-TestSnapshotPattern-288463451-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23eb38fd-69fe-401b-b283-c98ef9627ee3,revision_number=0']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:38:45.924787 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-7aaa6d91-ea88-4c10-964d-af869a57888c tempest-TestSnapshotPattern-288463451 tempest-TestSnapshotPattern-288463451-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:38:45.925988 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-7aaa6d91-ea88-4c10-964d-af869a57888c tempest-TestSnapshotPattern-288463451 tempest-TestSnapshotPattern-288463451-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1195674 Oct 27 11:38:46.065621 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-91f91dfe-11b5-454e-8af2-562408400eb6 req-79140217-5fe8-41f2-b06d-04e5c790bedd tempest-TestSnapshotPattern-288463451 tempest-TestSnapshotPattern-288463451-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-886768790&fields=id&tenant_id=2a1da399076d42f8999ba9ed287c08bd HTTP/1.1" status: 200 len: 267 time: 0.0330520 Oct 27 11:38:46.299163 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device c604fb36-671d-420c-a879-b51f35bde36c up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 11:38:46.357194 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-287f7498-0579-4314-a6e1-2770e089dd2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:38:46.367310 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port c604fb36-671d-420c-a879-b51f35bde36c triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:38:46.367934 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:38:46.456307 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device d0dec12f-b178-46d2-afea-4b60f7e4beae up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 11:38:46.509736 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e698eb5f-6d0c-49e3-b5fa-d17dc02187a1 None None] Sync routers for ids ['f0822e13-6720-4d92-8337-dc37202b95c0'] in n-d-813419-10 {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 11:38:46.511498 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f91dfe-11b5-454e-8af2-562408400eb6 req-b2685544-5c30-4e9f-883b-25b66170d729 tempest-TestSnapshotPattern-288463451 tempest-TestSnapshotPattern-288463451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:38:46.513056 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-91f91dfe-11b5-454e-8af2-562408400eb6 req-b2685544-5c30-4e9f-883b-25b66170d729 tempest-TestSnapshotPattern-288463451 tempest-TestSnapshotPattern-288463451-project] 10.222.0.44 "GET /v2.0/networks?id=16076498-6454-4f2c-b637-1f2abae89e3a HTTP/1.1" status: 200 len: 809 time: 0.4406605 Oct 27 11:38:46.514675 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port d0dec12f-b178-46d2-afea-4b60f7e4beae triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:38:46.515036 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:38:46.529004 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-91f91dfe-11b5-454e-8af2-562408400eb6 req-b915fe64-4b01-4bcb-83e1-cd37576360f8 tempest-TestSnapshotPattern-288463451 tempest-TestSnapshotPattern-288463451-project] 10.222.0.44 "GET /v2.0/quotas/2a1da399076d42f8999ba9ed287c08bd HTTP/1.1" status: 200 len: 375 time: 0.0097570 Oct 27 11:38:46.541407 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e698eb5f-6d0c-49e3-b5fa-d17dc02187a1 None None] Routers {'f0822e13-6720-4d92-8337-dc37202b95c0'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 11:38:46.542286 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-e698eb5f-6d0c-49e3-b5fa-d17dc02187a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T11:38:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['f0822e13-6720-4d92-8337-dc37202b95c0'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:38:46.579311 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-91f91dfe-11b5-454e-8af2-562408400eb6 req-ce4aa764-c903-4e22-bd6e-9ee7b9a69881 tempest-TestSnapshotPattern-288463451 tempest-TestSnapshotPattern-288463451-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=2a1da399076d42f8999ba9ed287c08bd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0447419 Oct 27 11:38:46.686468 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [req-91f91dfe-11b5-454e-8af2-562408400eb6 req-634ab011-e1ce-460b-944d-d1dc88e11e4a service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=102346) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 11:38:46.687529 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-91f91dfe-11b5-454e-8af2-562408400eb6 req-634ab011-e1ce-460b-944d-d1dc88e11e4a service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0962067 Oct 27 11:38:46.687877 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvr_db [None req-e698eb5f-6d0c-49e3-b5fa-d17dc02187a1 None None] Set router f0822e13-6720-4d92-8337-dc37202b95c0 gateway port host: n-d-813419-10 {{(pid=102348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 11:38:46.779656 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-91f91dfe-11b5-454e-8af2-562408400eb6 req-bbe54589-f60f-4e77-ba91-2976813b22dc service neutron] 10.222.0.44 "GET /v2.0/networks/16076498-6454-4f2c-b637-1f2abae89e3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827396 Oct 27 11:38:46.872785 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-91f91dfe-11b5-454e-8af2-562408400eb6 req-0742155c-96b8-4bf8-9a1e-56fa187715d7 service neutron] 10.222.0.44 "GET /v2.0/networks/16076498-6454-4f2c-b637-1f2abae89e3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863752 Oct 27 11:38:46.888151 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-e698eb5f-6d0c-49e3-b5fa-d17dc02187a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0822e13-6720-4d92-8337-dc37202b95c0', 'name': 'tempest-TestSnapshotPattern-1700404421-router', 'tenant_id': 'caaa54366a7a491d8595adf4702a1266', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.100'}], 'enable_snat': True}, 'gw_port_id': 'd0dec12f-b178-46d2-afea-4b60f7e4beae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:38:40Z', 'updated_at': '2021-10-27T11:38:43Z', 'revision_number': 4, 'project_id': 'caaa54366a7a491d8595adf4702a1266', 'gw_port': {'id': 'd0dec12f-b178-46d2-afea-4b60f7e4beae', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:f7:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0822e13-6720-4d92-8337-dc37202b95c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:38:41Z', 'updated_at': '2021-10-27T11:38:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_interfaces': [{'id': '2159fcc4-ab5e-492c-b176-4e9f8d66377d', 'name': '', 'network_id': '0ae25dda-ccf4-42a5-b735-93716b3d18de', 'tenant_id': 'caaa54366a7a491d8595adf4702a1266', 'mac_address': 'fa:16:3e:da:bd:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0822e13-6720-4d92-8337-dc37202b95c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': '2524237b-7fcf-4d44-985a-a3be960e90fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:38:42Z', 'updated_at': '2021-10-27T11:38:43Z', 'revision_number': 2, 'project_id': 'caaa54366a7a491d8595adf4702a1266', 'subnets': [{'id': '2524237b-7fcf-4d44-985a-a3be960e90fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:38:46.913858 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e698eb5f-6d0c-49e3-b5fa-d17dc02187a1 None None] Checking router: f0822e13-6720-4d92-8337-dc37202b95c0 for host: n-d-813419-10 {{(pid=102348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 11:38:46.914209 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e698eb5f-6d0c-49e3-b5fa-d17dc02187a1 None None] Updating router f0822e13-6720-4d92-8337-dc37202b95c0 port 2159fcc4-ab5e-492c-b176-4e9f8d66377d binding host n-d-813419-10 {{(pid=102348) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 11:38:46.939288 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-e698eb5f-6d0c-49e3-b5fa-d17dc02187a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:38:47.060086 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-6fdc5ec3-8c1e-4610-a8b9-e23b9432207f req-59ad1bfd-4533-43d5-8925-3d61a5f2db17 tempest-TestSnapshotPattern-288463451 tempest-TestSnapshotPattern-288463451-project] 10.222.0.44 "GET /v2.0/ports?device_id=70c01759-33a2-4e7c-b213-58bbffab898b HTTP/1.1" status: 200 len: 210 time: 0.0319171 Oct 27 11:38:47.235643 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-e698eb5f-6d0c-49e3-b5fa-d17dc02187a1 None None] Publish callbacks [] for port, precommit_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:38:47.241802 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-e698eb5f-6d0c-49e3-b5fa-d17dc02187a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:38:47.290944 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913e948a-c74c-4636-a64b-ebb14b16f1f8 None None] Pushing event updated for resources: {'Port': ['ID=2159fcc4-ab5e-492c-b176-4e9f8d66377d,revision_number=3']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:38:47.347663 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-e698eb5f-6d0c-49e3-b5fa-d17dc02187a1 None None] Attempting to bind port 2159fcc4-ab5e-492c-b176-4e9f8d66377d on host n-d-813419-10 for vnic_type normal with profile {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 11:38:47.348295 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-e698eb5f-6d0c-49e3-b5fa-d17dc02187a1 None None] Attempting to bind port 2159fcc4-ab5e-492c-b176-4e9f8d66377d by drivers openvswitch,hyperv on host n-d-813419-10 at level 0 using segments [{'id': 'bc720710-8e2d-46f3-b8dc-16c8c5bfe4be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '0ae25dda-ccf4-42a5-b735-93716b3d18de'}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 11:38:47.348434 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e698eb5f-6d0c-49e3-b5fa-d17dc02187a1 None None] Attempting to bind port 2159fcc4-ab5e-492c-b176-4e9f8d66377d on network 0ae25dda-ccf4-42a5-b735-93716b3d18de {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 11:38:47.355082 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e698eb5f-6d0c-49e3-b5fa-d17dc02187a1 None None] Checking agent: {'id': '89dba0f3-79b2-435e-9822-33674b8f6ada', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 8, 20), 'started_at': datetime.datetime(2021, 10, 27, 10, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 11, 38, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-813419-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 11:38:47.355476 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e698eb5f-6d0c-49e3-b5fa-d17dc02187a1 None None] Checking segment: {'id': 'bc720710-8e2d-46f3-b8dc-16c8c5bfe4be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '0ae25dda-ccf4-42a5-b735-93716b3d18de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102348) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 11:38:47.355844 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-e698eb5f-6d0c-49e3-b5fa-d17dc02187a1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:38:47.357731 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e698eb5f-6d0c-49e3-b5fa-d17dc02187a1 None None] Bound using segment: {'id': 'bc720710-8e2d-46f3-b8dc-16c8c5bfe4be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '0ae25dda-ccf4-42a5-b735-93716b3d18de'} {{(pid=102348) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 11:38:47.358195 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.managers [None req-e698eb5f-6d0c-49e3-b5fa-d17dc02187a1 None None] Bound port: 2159fcc4-ab5e-492c-b176-4e9f8d66377d, host: n-d-813419-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc720710-8e2d-46f3-b8dc-16c8c5bfe4be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '0ae25dda-ccf4-42a5-b735-93716b3d18de'}}] {{(pid=102348) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 11:38:47.358570 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-e698eb5f-6d0c-49e3-b5fa-d17dc02187a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:38:47.436466 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-e698eb5f-6d0c-49e3-b5fa-d17dc02187a1 None None] For port 2159fcc4-ab5e-492c-b176-4e9f8d66377d, host n-d-813419-10, cleared binding levels {{(pid=102348) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 11:38:47.440003 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-e698eb5f-6d0c-49e3-b5fa-d17dc02187a1 None None] For port 2159fcc4-ab5e-492c-b176-4e9f8d66377d, host n-d-813419-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=2159fcc4-ab5e-492c-b176-4e9f8d66377d,segment=NetworkSegment(bc720710-8e2d-46f3-b8dc-16c8c5bfe4be),segment_id=bc720710-8e2d-46f3-b8dc-16c8c5bfe4be)] {{(pid=102348) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 11:38:47.443792 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-e698eb5f-6d0c-49e3-b5fa-d17dc02187a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:38:47.497116 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e698eb5f-6d0c-49e3-b5fa-d17dc02187a1 None None] Routers {'f0822e13-6720-4d92-8337-dc37202b95c0'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 11:38:47.497727 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-e698eb5f-6d0c-49e3-b5fa-d17dc02187a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T11:38:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['f0822e13-6720-4d92-8337-dc37202b95c0'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:38:47.572975 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913e948a-c74c-4636-a64b-ebb14b16f1f8 None None] Pushing event updated for resources: {'Port': ['ID=2159fcc4-ab5e-492c-b176-4e9f8d66377d,revision_number=4']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:38:47.601516 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-0528dfa2-56bc-4805-bdaf-aef748f5c393 None None] Provisioning complete for port 2159fcc4-ab5e-492c-b176-4e9f8d66377d triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:38:47.601892 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-0528dfa2-56bc-4805-bdaf-aef748f5c393 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:38:47.657726 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvr_db [None req-e698eb5f-6d0c-49e3-b5fa-d17dc02187a1 None None] Set router f0822e13-6720-4d92-8337-dc37202b95c0 gateway port host: n-d-813419-10 {{(pid=102348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 11:38:47.799122 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-0528dfa2-56bc-4805-bdaf-aef748f5c393 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:38:47.851639 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-0528dfa2-56bc-4805-bdaf-aef748f5c393 None None] For port 2159fcc4-ab5e-492c-b176-4e9f8d66377d, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=2159fcc4-ab5e-492c-b176-4e9f8d66377d,segment=NetworkSegment(bc720710-8e2d-46f3-b8dc-16c8c5bfe4be),segment_id=bc720710-8e2d-46f3-b8dc-16c8c5bfe4be)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:38:47.857344 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-0528dfa2-56bc-4805-bdaf-aef748f5c393 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:38:47.941007 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0528dfa2-56bc-4805-bdaf-aef748f5c393 None None] Pushing event updated for resources: {'Port': ['ID=2159fcc4-ab5e-492c-b176-4e9f8d66377d,revision_number=5']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:38:47.960834 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-e698eb5f-6d0c-49e3-b5fa-d17dc02187a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0822e13-6720-4d92-8337-dc37202b95c0', 'name': 'tempest-TestSnapshotPattern-1700404421-router', 'tenant_id': 'caaa54366a7a491d8595adf4702a1266', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.100'}], 'enable_snat': True}, 'gw_port_id': 'd0dec12f-b178-46d2-afea-4b60f7e4beae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:38:40Z', 'updated_at': '2021-10-27T11:38:43Z', 'revision_number': 4, 'project_id': 'caaa54366a7a491d8595adf4702a1266', 'gw_port': {'id': 'd0dec12f-b178-46d2-afea-4b60f7e4beae', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:f7:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0822e13-6720-4d92-8337-dc37202b95c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:38:41Z', 'updated_at': '2021-10-27T11:38:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_interfaces': [{'id': '2159fcc4-ab5e-492c-b176-4e9f8d66377d', 'name': '', 'network_id': '0ae25dda-ccf4-42a5-b735-93716b3d18de', 'tenant_id': 'caaa54366a7a491d8595adf4702a1266', 'mac_address': 'fa:16:3e:da:bd:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0822e13-6720-4d92-8337-dc37202b95c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': '2524237b-7fcf-4d44-985a-a3be960e90fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:38:42Z', 'updated_at': '2021-10-27T11:38:47Z', 'revision_number': 4, 'project_id': 'caaa54366a7a491d8595adf4702a1266', 'subnets': [{'id': '2524237b-7fcf-4d44-985a-a3be960e90fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:38:47.994960 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e698eb5f-6d0c-49e3-b5fa-d17dc02187a1 None None] The sync data for ids ['f0822e13-6720-4d92-8337-dc37202b95c0'] in n-d-813419-10 is: [{'id': 'f0822e13-6720-4d92-8337-dc37202b95c0', 'name': 'tempest-TestSnapshotPattern-1700404421-router', 'tenant_id': 'caaa54366a7a491d8595adf4702a1266', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.100'}], 'enable_snat': True}, 'gw_port_id': 'd0dec12f-b178-46d2-afea-4b60f7e4beae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:38:40Z', 'updated_at': '2021-10-27T11:38:43Z', 'revision_number': 4, 'project_id': 'caaa54366a7a491d8595adf4702a1266', 'gw_port': {'id': 'd0dec12f-b178-46d2-afea-4b60f7e4beae', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:f7:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0822e13-6720-4d92-8337-dc37202b95c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:38:41Z', 'updated_at': '2021-10-27T11:38:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_interfaces': [{'id': '2159fcc4-ab5e-492c-b176-4e9f8d66377d', 'name': '', 'network_id': '0ae25dda-ccf4-42a5-b735-93716b3d18de', 'tenant_id': 'caaa54366a7a491d8595adf4702a1266', 'mac_address': 'fa:16:3e:da:bd:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0822e13-6720-4d92-8337-dc37202b95c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': '2524237b-7fcf-4d44-985a-a3be960e90fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:38:42Z', 'updated_at': '2021-10-27T11:38:47Z', 'revision_number': 4, 'project_id': 'caaa54366a7a491d8595adf4702a1266', 'subnets': [{'id': '2524237b-7fcf-4d44-985a-a3be960e90fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 11:38:48.005510 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-6ac0a0f2-79b9-4648-b1bd-2c7f268dca9e None None] Provisioning complete for port 2159fcc4-ab5e-492c-b176-4e9f8d66377d triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:38:48.005884 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-6ac0a0f2-79b9-4648-b1bd-2c7f268dca9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:38:48.117906 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f91dfe-11b5-454e-8af2-562408400eb6 req-95bbbd04-688f-4e8f-89d6-4b30cc2a792e tempest-TestSnapshotPattern-288463451 tempest-TestSnapshotPattern-288463451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:38:48.119716 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-91f91dfe-11b5-454e-8af2-562408400eb6 req-95bbbd04-688f-4e8f-89d6-4b30cc2a792e tempest-TestSnapshotPattern-288463451 tempest-TestSnapshotPattern-288463451-project] 10.222.0.64 "GET /v2.0/networks?id=16076498-6454-4f2c-b637-1f2abae89e3a HTTP/1.1" status: 200 len: 809 time: 0.1898937 Oct 27 11:38:48.175557 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-5ec07e2f-3e4f-45bb-93cd-440fd411f560 req-1a9f1bca-cc76-4ac5-b441-83c25e0fa30e tempest-TestSnapshotPattern-288463451 tempest-TestSnapshotPattern-288463451-project] 10.222.0.44 "GET /v2.0/ports?device_id=70c01759-33a2-4e7c-b213-58bbffab898b HTTP/1.1" status: 200 len: 210 time: 0.0262189 Oct 27 11:38:48.177487 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-91f91dfe-11b5-454e-8af2-562408400eb6 req-08928cdb-d4e8-4ed0-b832-3ca39d89e90c tempest-TestSnapshotPattern-288463451 tempest-TestSnapshotPattern-288463451-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2a1da399076d42f8999ba9ed287c08bd HTTP/1.1" status: 200 len: 379 time: 0.0366180 Oct 27 11:38:48.189050 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [req-91f91dfe-11b5-454e-8af2-562408400eb6 req-3bdef066-2cec-4e4e-b59d-d7de4b1451dc tempest-TestSnapshotPattern-288463451 tempest-TestSnapshotPattern-288463451-project] Request body: {'port': {'device_id': '70c01759-33a2-4e7c-b213-58bbffab898b', 'network_id': '16076498-6454-4f2c-b637-1f2abae89e3a', 'admin_state_up': True, 'tenant_id': '2a1da399076d42f8999ba9ed287c08bd', 'security_groups': ['ef1a5812-0d4f-41b4-bd49-7681848fe3e7']}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:38:48.315617 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 2159fcc4-ab5e-492c-b176-4e9f8d66377d up at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 11:38:48.332625 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91f91dfe-11b5-454e-8af2-562408400eb6 req-3bdef066-2cec-4e4e-b59d-d7de4b1451dc tempest-TestSnapshotPattern-288463451 tempest-TestSnapshotPattern-288463451-project] Made reservation on behalf of 2a1da399076d42f8999ba9ed287c08bd for: {'port': 1} {{(pid=102347) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 11:38:48.336456 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-91f91dfe-11b5-454e-8af2-562408400eb6 req-3bdef066-2cec-4e4e-b59d-d7de4b1451dc tempest-TestSnapshotPattern-288463451 tempest-TestSnapshotPattern-288463451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:38:48.372420 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Provisioning complete for port 2159fcc4-ab5e-492c-b176-4e9f8d66377d triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:38:48.373571 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:38:48.481695 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_common [req-91f91dfe-11b5-454e-8af2-562408400eb6 req-3bdef066-2cec-4e4e-b59d-d7de4b1451dc tempest-TestSnapshotPattern-288463451 tempest-TestSnapshotPattern-288463451-project] Allocated IP 172.20.0.10 (16076498-6454-4f2c-b637-1f2abae89e3a/b4faf49c-5204-49b2-8ac4-fceaee5b2f87/2d70d4c8-21d0-4728-983c-4acc5c1b0ec7) {{(pid=102347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 11:38:48.630826 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-91f91dfe-11b5-454e-8af2-562408400eb6 req-3bdef066-2cec-4e4e-b59d-d7de4b1451dc tempest-TestSnapshotPattern-288463451 tempest-TestSnapshotPattern-288463451-project] Publish callbacks [] for port, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:38:48.665087 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-91f91dfe-11b5-454e-8af2-562408400eb6 req-3bdef066-2cec-4e4e-b59d-d7de4b1451dc tempest-TestSnapshotPattern-288463451 tempest-TestSnapshotPattern-288463451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:38:48.713595 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91f91dfe-11b5-454e-8af2-562408400eb6 req-3bdef066-2cec-4e4e-b59d-d7de4b1451dc tempest-TestSnapshotPattern-288463451 tempest-TestSnapshotPattern-288463451-project] Network 16076498-6454-4f2c-b637-1f2abae89e3a is already hosted by enough agents. {{(pid=102347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 11:38:48.717090 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [req-91f91dfe-11b5-454e-8af2-562408400eb6 req-3bdef066-2cec-4e4e-b59d-d7de4b1451dc tempest-TestSnapshotPattern-288463451 tempest-TestSnapshotPattern-288463451-project] Resources bound (agent type, host, resource id): {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 11:38:48.720782 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [req-91f91dfe-11b5-454e-8af2-562408400eb6 req-3bdef066-2cec-4e4e-b59d-d7de4b1451dc tempest-TestSnapshotPattern-288463451 tempest-TestSnapshotPattern-288463451-project] Received port after_create {{(pid=102347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 11:38:48.749041 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdef066-2cec-4e4e-b59d-d7de4b1451dc tempest-TestSnapshotPattern-288463451 tempest-TestSnapshotPattern-288463451-project] Pushing event updated for resources: {'Port': ['ID=2d70d4c8-21d0-4728-983c-4acc5c1b0ec7,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:38:48.779693 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f91dfe-11b5-454e-8af2-562408400eb6 req-3bdef066-2cec-4e4e-b59d-d7de4b1451dc tempest-TestSnapshotPattern-288463451 tempest-TestSnapshotPattern-288463451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:38:48.780826 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-91f91dfe-11b5-454e-8af2-562408400eb6 req-3bdef066-2cec-4e4e-b59d-d7de4b1451dc tempest-TestSnapshotPattern-288463451 tempest-TestSnapshotPattern-288463451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:38:48.797369 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-91f91dfe-11b5-454e-8af2-562408400eb6 req-3bdef066-2cec-4e4e-b59d-d7de4b1451dc tempest-TestSnapshotPattern-288463451 tempest-TestSnapshotPattern-288463451-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6132228 Oct 27 11:38:48.809911 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [req-91f91dfe-11b5-454e-8af2-562408400eb6 req-259df8c8-33d6-4dfa-8d36-f8426a9695bf service neutron] Request body: {'port': {'device_id': '70c01759-33a2-4e7c-b213-58bbffab898b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-813419-10'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:38:48.865792 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-91f91dfe-11b5-454e-8af2-562408400eb6 req-259df8c8-33d6-4dfa-8d36-f8426a9695bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:38:48.956813 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-6c937bc1-ded1-454f-b8af-33a0ce775524 None None] Provisioning complete for port 2d70d4c8-21d0-4728-983c-4acc5c1b0ec7 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:38:48.957177 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-6c937bc1-ded1-454f-b8af-33a0ce775524 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:38:48.996602 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-6c937bc1-ded1-454f-b8af-33a0ce775524 None None] Port 2d70d4c8-21d0-4728-983c-4acc5c1b0ec7 cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 11:38:49.017515 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-003af70d-bd99-44bf-bee1-836babcd0546 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:38:49.132784 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [req-91f91dfe-11b5-454e-8af2-562408400eb6 req-259df8c8-33d6-4dfa-8d36-f8426a9695bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d70d4c8-21d0-4728-983c-4acc5c1b0ec7 {{(pid=102347) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 11:38:49.140697 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-91f91dfe-11b5-454e-8af2-562408400eb6 req-259df8c8-33d6-4dfa-8d36-f8426a9695bf service neutron] Publish callbacks [] for port, precommit_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:38:49.152472 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.provisioning_blocks [req-91f91dfe-11b5-454e-8af2-562408400eb6 req-259df8c8-33d6-4dfa-8d36-f8426a9695bf service neutron] Transition to ACTIVE for port object 2d70d4c8-21d0-4728-983c-4acc5c1b0ec7 will not be triggered until provisioned by entity L2. {{(pid=102347) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 11:38:49.156671 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-91f91dfe-11b5-454e-8af2-562408400eb6 req-259df8c8-33d6-4dfa-8d36-f8426a9695bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:38:49.207127 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259df8c8-33d6-4dfa-8d36-f8426a9695bf service neutron] Pushing event updated for resources: {'Port': ['ID=2d70d4c8-21d0-4728-983c-4acc5c1b0ec7,revision_number=2']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:38:49.310076 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-91f91dfe-11b5-454e-8af2-562408400eb6 req-259df8c8-33d6-4dfa-8d36-f8426a9695bf service neutron] Attempting to bind port 2d70d4c8-21d0-4728-983c-4acc5c1b0ec7 on host n-h1-813419-10 for vnic_type normal with profile {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 11:38:49.310411 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-91f91dfe-11b5-454e-8af2-562408400eb6 req-259df8c8-33d6-4dfa-8d36-f8426a9695bf service neutron] Attempting to bind port 2d70d4c8-21d0-4728-983c-4acc5c1b0ec7 by drivers openvswitch,hyperv on host n-h1-813419-10 at level 0 using segments [{'id': 'e48f8b19-5351-403e-99f9-9270cfaf0cd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '16076498-6454-4f2c-b637-1f2abae89e3a'}] {{(pid=102347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 11:38:49.310731 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91f91dfe-11b5-454e-8af2-562408400eb6 req-259df8c8-33d6-4dfa-8d36-f8426a9695bf service neutron] Attempting to bind port 2d70d4c8-21d0-4728-983c-4acc5c1b0ec7 on network 16076498-6454-4f2c-b637-1f2abae89e3a {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 11:38:49.322280 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bc3e0c-eb1c-485f-8a00-59de8925458c req-c4a4a60f-2f9c-4c58-8e10-c2c2eae0f1c3 tempest-TestSnapshotPattern-288463451 tempest-TestSnapshotPattern-288463451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:38:49.323812 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-62bc3e0c-eb1c-485f-8a00-59de8925458c req-c4a4a60f-2f9c-4c58-8e10-c2c2eae0f1c3 tempest-TestSnapshotPattern-288463451 tempest-TestSnapshotPattern-288463451-project] 10.222.0.44 "GET /v2.0/ports?device_id=70c01759-33a2-4e7c-b213-58bbffab898b HTTP/1.1" status: 200 len: 944 time: 0.0741220 Oct 27 11:38:49.325465 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91f91dfe-11b5-454e-8af2-562408400eb6 req-259df8c8-33d6-4dfa-8d36-f8426a9695bf service neutron] Port 2d70d4c8-21d0-4728-983c-4acc5c1b0ec7 on network 16076498-6454-4f2c-b637-1f2abae89e3a not bound, no agent of type Open vSwitch agent registered on host n-h1-813419-10 {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 11:38:49.325778 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91f91dfe-11b5-454e-8af2-562408400eb6 req-259df8c8-33d6-4dfa-8d36-f8426a9695bf service neutron] Attempting to bind port 2d70d4c8-21d0-4728-983c-4acc5c1b0ec7 on network 16076498-6454-4f2c-b637-1f2abae89e3a {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 11:38:49.339680 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91f91dfe-11b5-454e-8af2-562408400eb6 req-259df8c8-33d6-4dfa-8d36-f8426a9695bf service neutron] Checking agent: {'id': 'a52e1cab-0c63-402d-9c94-330537c6c076', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 16, 2), 'started_at': datetime.datetime(2021, 10, 27, 10, 16, 2), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 11, 38, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 11:38:49.340018 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91f91dfe-11b5-454e-8af2-562408400eb6 req-259df8c8-33d6-4dfa-8d36-f8426a9695bf service neutron] Checking segment: {'id': 'e48f8b19-5351-403e-99f9-9270cfaf0cd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '16076498-6454-4f2c-b637-1f2abae89e3a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102347) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 11:38:49.340987 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91f91dfe-11b5-454e-8af2-562408400eb6 req-259df8c8-33d6-4dfa-8d36-f8426a9695bf service neutron] Bound using segment: {'id': 'e48f8b19-5351-403e-99f9-9270cfaf0cd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '16076498-6454-4f2c-b637-1f2abae89e3a'} {{(pid=102347) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 11:38:49.345521 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.managers [req-91f91dfe-11b5-454e-8af2-562408400eb6 req-259df8c8-33d6-4dfa-8d36-f8426a9695bf service neutron] Bound port: 2d70d4c8-21d0-4728-983c-4acc5c1b0ec7, host: n-h1-813419-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e48f8b19-5351-403e-99f9-9270cfaf0cd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '16076498-6454-4f2c-b637-1f2abae89e3a'}}] {{(pid=102347) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 11:38:49.347746 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-91f91dfe-11b5-454e-8af2-562408400eb6 req-259df8c8-33d6-4dfa-8d36-f8426a9695bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:38:49.407616 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-62bc3e0c-eb1c-485f-8a00-59de8925458c req-6f838f6d-7049-466b-ad1b-7b8aa4bcbf42 tempest-TestSnapshotPattern-288463451 tempest-TestSnapshotPattern-288463451-project] 10.222.0.44 "GET /v2.0/security-groups?id=ef1a5812-0d4f-41b4-bd49-7681848fe3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767257 Oct 27 11:38:49.436920 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-91f91dfe-11b5-454e-8af2-562408400eb6 req-259df8c8-33d6-4dfa-8d36-f8426a9695bf service neutron] For port 2d70d4c8-21d0-4728-983c-4acc5c1b0ec7, host n-h1-813419-10, cleared binding levels {{(pid=102347) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 11:38:49.439792 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-91f91dfe-11b5-454e-8af2-562408400eb6 req-259df8c8-33d6-4dfa-8d36-f8426a9695bf service neutron] For port 2d70d4c8-21d0-4728-983c-4acc5c1b0ec7, host n-h1-813419-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=2d70d4c8-21d0-4728-983c-4acc5c1b0ec7,segment=NetworkSegment(e48f8b19-5351-403e-99f9-9270cfaf0cd7),segment_id=e48f8b19-5351-403e-99f9-9270cfaf0cd7)] {{(pid=102347) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 11:38:49.444188 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-91f91dfe-11b5-454e-8af2-562408400eb6 req-259df8c8-33d6-4dfa-8d36-f8426a9695bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:38:49.476016 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f91dfe-11b5-454e-8af2-562408400eb6 req-259df8c8-33d6-4dfa-8d36-f8426a9695bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:38:49.476566 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-91f91dfe-11b5-454e-8af2-562408400eb6 req-259df8c8-33d6-4dfa-8d36-f8426a9695bf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:38:49.477926 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-91f91dfe-11b5-454e-8af2-562408400eb6 req-259df8c8-33d6-4dfa-8d36-f8426a9695bf service neutron] 10.222.0.64 "PUT /v2.0/ports/2d70d4c8-21d0-4728-983c-4acc5c1b0ec7 HTTP/1.1" status: 200 len: 1093 time: 0.6727200 Oct 27 11:38:49.478439 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70c01759-33a2-4e7c-b213-58bbffab898b', 'tag': '2d70d4c8-21d0-4728-983c-4acc5c1b0ec7'}] {{(pid=102347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 11:38:49.480716 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b4a6b06816dbd4a25adc79839574a1cde60454ea9fb7ff9bc84d34209fb596e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6580aec3-4d4b-4a7a-b051-bbf4fb7d9fbe" -d '{"events": [{"name": "network-changed", "server_uuid": "70c01759-33a2-4e7c-b213-58bbffab898b", "tag": "2d70d4c8-21d0-4728-983c-4acc5c1b0ec7"}]}' {{(pid=102347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 11:38:49.507837 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259df8c8-33d6-4dfa-8d36-f8426a9695bf service neutron] Pushing event updated for resources: {'Port': ['ID=2d70d4c8-21d0-4728-983c-4acc5c1b0ec7,revision_number=3']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:38:49.549307 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 11:38:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f5d6dae-ef45-4d70-b1dd-7cc1203c9cd0 x-openstack-request-id: req-3f5d6dae-ef45-4d70-b1dd-7cc1203c9cd0 {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 11:38:49.549651 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70c01759-33a2-4e7c-b213-58bbffab898b", "tag": "2d70d4c8-21d0-4728-983c-4acc5c1b0ec7", "status": "completed", "code": 200}]} {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 11:38:49.549841 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3f5d6dae-ef45-4d70-b1dd-7cc1203c9cd0 {{(pid=102347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 11:38:49.550235 n-d-813419-10 neutron-server[102347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70c01759-33a2-4e7c-b213-58bbffab898b', 'tag': '2d70d4c8-21d0-4728-983c-4acc5c1b0ec7', 'status': 'completed', 'code': 200} Oct 27 11:38:49.567462 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f91dfe-11b5-454e-8af2-562408400eb6 req-f8e9e908-528d-46e3-b1ff-70bc1371f35b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:38:49.569114 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-91f91dfe-11b5-454e-8af2-562408400eb6 req-f8e9e908-528d-46e3-b1ff-70bc1371f35b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2a1da399076d42f8999ba9ed287c08bd&device_id=70c01759-33a2-4e7c-b213-58bbffab898b HTTP/1.1" status: 200 len: 1096 time: 0.0465035 Oct 27 11:38:49.615658 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-91f91dfe-11b5-454e-8af2-562408400eb6 req-0bc2ef4f-c786-4daa-858d-f79d2dd44220 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2d70d4c8-21d0-4728-983c-4acc5c1b0ec7 HTTP/1.1" status: 200 len: 217 time: 0.0377860 Oct 27 11:38:49.666515 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f91dfe-11b5-454e-8af2-562408400eb6 req-6679bf88-920f-4a7a-a966-e87dcedf01e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:38:49.668019 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-91f91dfe-11b5-454e-8af2-562408400eb6 req-6679bf88-920f-4a7a-a966-e87dcedf01e8 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b4faf49c-5204-49b2-8ac4-fceaee5b2f87 HTTP/1.1" status: 200 len: 848 time: 0.0456030 Oct 27 11:38:49.714682 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f91dfe-11b5-454e-8af2-562408400eb6 req-b3ab00d0-6d28-486d-9f2a-d5085f08362c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:38:49.716778 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-91f91dfe-11b5-454e-8af2-562408400eb6 req-b3ab00d0-6d28-486d-9f2a-d5085f08362c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=16076498-6454-4f2c-b637-1f2abae89e3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0409868 Oct 27 11:38:49.809754 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-91f91dfe-11b5-454e-8af2-562408400eb6 req-ff09833b-df21-4948-a46b-3449b504bb2a service neutron] 10.222.0.64 "GET /v2.0/networks/16076498-6454-4f2c-b637-1f2abae89e3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845447 Oct 27 11:38:49.895740 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-91f91dfe-11b5-454e-8af2-562408400eb6 req-732b38f1-a502-4928-b9d1-6419f00cb8a3 service neutron] 10.222.0.64 "GET /v2.0/networks/16076498-6454-4f2c-b637-1f2abae89e3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791736 Oct 27 11:38:49.993920 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6580aec3-4d4b-4a7a-b051-bbf4fb7d9fbe req-a9dc2260-10f9-40ce-88d9-60b27a9fda2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:38:49.995371 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-6580aec3-4d4b-4a7a-b051-bbf4fb7d9fbe req-a9dc2260-10f9-40ce-88d9-60b27a9fda2d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2a1da399076d42f8999ba9ed287c08bd&device_id=70c01759-33a2-4e7c-b213-58bbffab898b HTTP/1.1" status: 200 len: 1096 time: 0.0438819 Oct 27 11:38:50.081581 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6580aec3-4d4b-4a7a-b051-bbf4fb7d9fbe req-5fe057e2-94c6-415e-94ac-825608b971c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:38:50.082932 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-6580aec3-4d4b-4a7a-b051-bbf4fb7d9fbe req-5fe057e2-94c6-415e-94ac-825608b971c6 service neutron] 10.222.0.64 "GET /v2.0/networks?id=16076498-6454-4f2c-b637-1f2abae89e3a HTTP/1.1" status: 200 len: 910 time: 0.0808637 Oct 27 11:38:50.127098 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-6580aec3-4d4b-4a7a-b051-bbf4fb7d9fbe req-4a06c168-b6c6-45c2-bfc1-2a33ff276479 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2d70d4c8-21d0-4728-983c-4acc5c1b0ec7 HTTP/1.1" status: 200 len: 217 time: 0.0368524 Oct 27 11:38:50.151351 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:38:50.178591 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6580aec3-4d4b-4a7a-b051-bbf4fb7d9fbe req-253ea787-caa2-4f50-b621-e4ab25de6e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:38:50.180102 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-6580aec3-4d4b-4a7a-b051-bbf4fb7d9fbe req-253ea787-caa2-4f50-b621-e4ab25de6e71 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b4faf49c-5204-49b2-8ac4-fceaee5b2f87 HTTP/1.1" status: 200 len: 848 time: 0.0461743 Oct 27 11:38:50.228497 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6580aec3-4d4b-4a7a-b051-bbf4fb7d9fbe req-56951216-e850-4a49-a282-ce5f5e726fef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:38:50.230009 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-6580aec3-4d4b-4a7a-b051-bbf4fb7d9fbe req-56951216-e850-4a49-a282-ce5f5e726fef service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=16076498-6454-4f2c-b637-1f2abae89e3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0421245 Oct 27 11:38:50.326458 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-6580aec3-4d4b-4a7a-b051-bbf4fb7d9fbe req-703d6c5f-61e0-4b20-90c9-d7b93e7cf240 service neutron] 10.222.0.64 "GET /v2.0/networks/16076498-6454-4f2c-b637-1f2abae89e3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884771 Oct 27 11:38:50.333945 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-eadeaa30-4096-4d1a-b3cb-aa7ebfb291ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:38:50.418048 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-6580aec3-4d4b-4a7a-b051-bbf4fb7d9fbe req-a0897ef5-096c-4dbc-86c4-da46d3097282 service neutron] 10.222.0.64 "GET /v2.0/networks/16076498-6454-4f2c-b637-1f2abae89e3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834470 Oct 27 11:38:50.520688 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b75147a-5b06-47a3-9af0-17e614bf39d9 req-5ba84f50-8806-4293-98bb-d1b9c838341d tempest-TestSnapshotPattern-288463451 tempest-TestSnapshotPattern-288463451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:38:50.522174 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-3b75147a-5b06-47a3-9af0-17e614bf39d9 req-5ba84f50-8806-4293-98bb-d1b9c838341d tempest-TestSnapshotPattern-288463451 tempest-TestSnapshotPattern-288463451-project] 10.222.0.44 "GET /v2.0/ports?device_id=70c01759-33a2-4e7c-b213-58bbffab898b HTTP/1.1" status: 200 len: 944 time: 0.0483909 Oct 27 11:38:50.563153 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-3b75147a-5b06-47a3-9af0-17e614bf39d9 req-68737460-e606-4e6d-a820-cf9f78319731 tempest-TestSnapshotPattern-288463451 tempest-TestSnapshotPattern-288463451-project] 10.222.0.44 "GET /v2.0/security-groups?id=ef1a5812-0d4f-41b4-bd49-7681848fe3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342088 Oct 27 11:38:51.677445 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a75af7-a784-484e-bfd7-2a1a001b2977 req-79056751-0039-42ac-a1c1-098b05143fe0 tempest-TestSnapshotPattern-288463451 tempest-TestSnapshotPattern-288463451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:38:51.678890 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-88a75af7-a784-484e-bfd7-2a1a001b2977 req-79056751-0039-42ac-a1c1-098b05143fe0 tempest-TestSnapshotPattern-288463451 tempest-TestSnapshotPattern-288463451-project] 10.222.0.44 "GET /v2.0/ports?device_id=70c01759-33a2-4e7c-b213-58bbffab898b HTTP/1.1" status: 200 len: 944 time: 0.0482934 Oct 27 11:38:51.707172 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device 2d70d4c8-21d0-4728-983c-4acc5c1b0ec7 details requested by agent hyperv_n-h1-813419-10 with host n-h1-813419-10 {{(pid=102348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 11:38:51.720407 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-88a75af7-a784-484e-bfd7-2a1a001b2977 req-28513995-28d9-4f37-a20e-0b95515228e9 tempest-TestSnapshotPattern-288463451 tempest-TestSnapshotPattern-288463451-project] 10.222.0.44 "GET /v2.0/security-groups?id=ef1a5812-0d4f-41b4-bd49-7681848fe3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350053 Oct 27 11:38:51.799450 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port 2d70d4c8-21d0-4728-983c-4acc5c1b0ec7, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=2d70d4c8-21d0-4728-983c-4acc5c1b0ec7,segment=NetworkSegment(e48f8b19-5351-403e-99f9-9270cfaf0cd7),segment_id=e48f8b19-5351-403e-99f9-9270cfaf0cd7)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:38:51.813571 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Returning: {'device': '2d70d4c8-21d0-4728-983c-4acc5c1b0ec7', 'network_id': '16076498-6454-4f2c-b637-1f2abae89e3a', 'port_id': '2d70d4c8-21d0-4728-983c-4acc5c1b0ec7', 'mac_address': 'fa:16:3e:85:de:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 441, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4faf49c-5204-49b2-8ac4-fceaee5b2f87', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 11:38:51.848946 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:38:51.861619 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d70d4c8-21d0-4728-983c-4acc5c1b0ec7 {{(pid=102348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 11:38:51.879814 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port 2d70d4c8-21d0-4728-983c-4acc5c1b0ec7, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=2d70d4c8-21d0-4728-983c-4acc5c1b0ec7,segment=NetworkSegment(e48f8b19-5351-403e-99f9-9270cfaf0cd7),segment_id=e48f8b19-5351-403e-99f9-9270cfaf0cd7)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:38:51.883617 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:38:51.931323 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Pushing event updated for resources: {'Port': ['ID=2d70d4c8-21d0-4728-983c-4acc5c1b0ec7,revision_number=4']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:38:52.105376 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] get_ports_and_sgs() called for port_ids ['2d70d4c8-21d0-4728-983c-4acc5c1b0ec7'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 11:38:52.364900 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-3c6a8245-0581-48aa-b5f6-4d8fe98cd16e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:38:52.835096 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c09c95-4826-441e-b95c-458b6736cd0d req-a40a47cf-00c3-47e5-b532-9789ba71da62 tempest-TestSnapshotPattern-288463451 tempest-TestSnapshotPattern-288463451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:38:52.836593 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c3c09c95-4826-441e-b95c-458b6736cd0d req-a40a47cf-00c3-47e5-b532-9789ba71da62 tempest-TestSnapshotPattern-288463451 tempest-TestSnapshotPattern-288463451-project] 10.222.0.44 "GET /v2.0/ports?device_id=70c01759-33a2-4e7c-b213-58bbffab898b HTTP/1.1" status: 200 len: 945 time: 0.0483532 Oct 27 11:38:52.873392 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-c3c09c95-4826-441e-b95c-458b6736cd0d req-ffa55d59-beae-452f-a55e-3a34a9dd98a4 tempest-TestSnapshotPattern-288463451 tempest-TestSnapshotPattern-288463451-project] 10.222.0.44 "GET /v2.0/security-groups?id=ef1a5812-0d4f-41b4-bd49-7681848fe3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309281 Oct 27 11:38:53.722230 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device 2d70d4c8-21d0-4728-983c-4acc5c1b0ec7 up at agent hyperv_n-h1-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 11:38:53.773715 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Provisioning for port 2d70d4c8-21d0-4728-983c-4acc5c1b0ec7 completed by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 11:38:53.778184 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Provisioning complete for port 2d70d4c8-21d0-4728-983c-4acc5c1b0ec7 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:38:53.778554 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:38:53.853657 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:38:53.875889 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70c01759-33a2-4e7c-b213-58bbffab898b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d70d4c8-21d0-4728-983c-4acc5c1b0ec7'}] {{(pid=102348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 11:38:53.878259 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be4127e571859625ba9a491db1af5fd5edc4c8ee111482105658b13e0edb602d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9678338f-3e58-4ba3-8ab7-718c78c2fc5b" -d '{"events": [{"server_uuid": "70c01759-33a2-4e7c-b213-58bbffab898b", "name": "network-vif-plugged", "status": "completed", "tag": "2d70d4c8-21d0-4728-983c-4acc5c1b0ec7"}]}' {{(pid=102348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 11:38:53.891038 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port 2d70d4c8-21d0-4728-983c-4acc5c1b0ec7, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=2d70d4c8-21d0-4728-983c-4acc5c1b0ec7,segment=NetworkSegment(e48f8b19-5351-403e-99f9-9270cfaf0cd7),segment_id=e48f8b19-5351-403e-99f9-9270cfaf0cd7)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:38:53.896488 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:38:53.922657 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 11:38:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4497c9ef-5a32-4483-840c-70eff1f28e4e x-openstack-request-id: req-4497c9ef-5a32-4483-840c-70eff1f28e4e {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 11:38:53.922949 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70c01759-33a2-4e7c-b213-58bbffab898b", "name": "network-vif-plugged", "status": "completed", "tag": "2d70d4c8-21d0-4728-983c-4acc5c1b0ec7", "code": 200}]} {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 11:38:53.923202 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4497c9ef-5a32-4483-840c-70eff1f28e4e {{(pid=102348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 11:38:53.923588 n-d-813419-10 neutron-server[102348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70c01759-33a2-4e7c-b213-58bbffab898b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d70d4c8-21d0-4728-983c-4acc5c1b0ec7', 'code': 200} Oct 27 11:38:53.957515 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Pushing event updated for resources: {'Port': ['ID=2d70d4c8-21d0-4728-983c-4acc5c1b0ec7,revision_number=5']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:38:54.052241 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcd4749-4ad6-48a4-aaee-dfda4eff7fd4 req-53d6e135-340b-493c-ae9a-89b10c34b380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:38:54.053732 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-5dcd4749-4ad6-48a4-aaee-dfda4eff7fd4 req-53d6e135-340b-493c-ae9a-89b10c34b380 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=70c01759-33a2-4e7c-b213-58bbffab898b HTTP/1.1" status: 200 len: 1098 time: 0.0701487 Oct 27 11:38:54.065746 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2af24db-73db-4497-9bc0-8b82f82c0db3 req-3eee42a8-7cf6-44a4-a071-0a464b091853 tempest-TestSnapshotPattern-288463451 tempest-TestSnapshotPattern-288463451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:38:54.067090 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-f2af24db-73db-4497-9bc0-8b82f82c0db3 req-3eee42a8-7cf6-44a4-a071-0a464b091853 tempest-TestSnapshotPattern-288463451 tempest-TestSnapshotPattern-288463451-project] 10.222.0.44 "GET /v2.0/ports?device_id=70c01759-33a2-4e7c-b213-58bbffab898b HTTP/1.1" status: 200 len: 946 time: 0.1219261 Oct 27 11:38:54.453513 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-5dcd4749-4ad6-48a4-aaee-dfda4eff7fd4 req-806c4264-6db9-4a94-82f7-9b90ad19580e service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=ef1a5812-0d4f-41b4-bd49-7681848fe3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3854825 Oct 27 11:38:54.458134 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-f2af24db-73db-4497-9bc0-8b82f82c0db3 req-32a8824f-3f41-4fbb-b397-a6eb91adb5f5 tempest-TestSnapshotPattern-288463451 tempest-TestSnapshotPattern-288463451-project] 10.222.0.44 "GET /v2.0/security-groups?id=ef1a5812-0d4f-41b4-bd49-7681848fe3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3844104 Oct 27 11:38:55.866654 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c95ae2-5ebc-4170-8894-56e25017627f req-d72267b5-3fbf-4db2-81b3-a5163a4654dd tempest-TestSnapshotPattern-288463451 tempest-TestSnapshotPattern-288463451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:38:55.868134 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-28c95ae2-5ebc-4170-8894-56e25017627f req-d72267b5-3fbf-4db2-81b3-a5163a4654dd tempest-TestSnapshotPattern-288463451 tempest-TestSnapshotPattern-288463451-project] 10.222.0.44 "GET /v2.0/ports?device_id=70c01759-33a2-4e7c-b213-58bbffab898b HTTP/1.1" status: 200 len: 946 time: 0.0961664 Oct 27 11:38:55.905966 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-28c95ae2-5ebc-4170-8894-56e25017627f req-20748c62-31f0-4663-8979-6e53bdc641c6 tempest-TestSnapshotPattern-288463451 tempest-TestSnapshotPattern-288463451-project] 10.222.0.44 "GET /v2.0/security-groups?id=ef1a5812-0d4f-41b4-bd49-7681848fe3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318964 Oct 27 11:38:56.019613 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43d2a8c-d8b5-4b7c-b27f-53decf018a3b req-c18a9c08-8596-4665-b53d-933a84cf3f00 tempest-TestSnapshotPattern-288463451 tempest-TestSnapshotPattern-288463451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:38:56.021030 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-d43d2a8c-d8b5-4b7c-b27f-53decf018a3b req-c18a9c08-8596-4665-b53d-933a84cf3f00 tempest-TestSnapshotPattern-288463451 tempest-TestSnapshotPattern-288463451-project] 10.222.0.44 "GET /v2.0/ports?device_id=70c01759-33a2-4e7c-b213-58bbffab898b HTTP/1.1" status: 200 len: 946 time: 0.0475948 Oct 27 11:38:56.058214 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-d43d2a8c-d8b5-4b7c-b27f-53decf018a3b req-9da9e9a4-7147-4c3c-b27c-aecdccaa3072 tempest-TestSnapshotPattern-288463451 tempest-TestSnapshotPattern-288463451-project] 10.222.0.44 "GET /v2.0/security-groups?id=ef1a5812-0d4f-41b4-bd49-7681848fe3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310476 Oct 27 11:38:56.079715 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 50012) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:38:56.159308 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a15e1244-00ad-428a-a782-27738bbb5588 tempest-TestSnapshotPattern-637114743 tempest-TestSnapshotPattern-637114743-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:38:56.160826 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-a15e1244-00ad-428a-a782-27738bbb5588 tempest-TestSnapshotPattern-637114743 tempest-TestSnapshotPattern-637114743-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=70c01759-33a2-4e7c-b213-58bbffab898b HTTP/1.1" status: 200 len: 1093 time: 0.0801127 Oct 27 11:38:56.163703 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 50016) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:38:56.168287 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-cc1c32d4-3eb0-4e8d-8b15-3b05d65c6d59 tempest-TestSnapshotPattern-288463451 tempest-TestSnapshotPattern-288463451-project] Request body: {'floatingip': {'floating_network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'port_id': '2d70d4c8-21d0-4728-983c-4acc5c1b0ec7', 'tenant_id': '2a1da399076d42f8999ba9ed287c08bd', 'fixed_ip_address': '172.20.0.10'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:38:56.189477 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-cc1c32d4-3eb0-4e8d-8b15-3b05d65c6d59 tempest-TestSnapshotPattern-288463451 tempest-TestSnapshotPattern-288463451-project] Publish callbacks [] for floatingip, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:38:56.287878 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-cc1c32d4-3eb0-4e8d-8b15-3b05d65c6d59 tempest-TestSnapshotPattern-288463451 tempest-TestSnapshotPattern-288463451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:38:56.384685 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_common [None req-cc1c32d4-3eb0-4e8d-8b15-3b05d65c6d59 tempest-TestSnapshotPattern-288463451 tempest-TestSnapshotPattern-288463451-project] Allocated IP 172.25.8.67 (185ff123-c7ff-45c7-a6be-71feb35acc9c/0fb9f9d1-7384-481f-8fa8-f4566c349d30/1f5f6398-762f-4434-b6a8-5f2fe079c2a9) {{(pid=102347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 11:38:56.486893 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-cc1c32d4-3eb0-4e8d-8b15-3b05d65c6d59 tempest-TestSnapshotPattern-288463451 tempest-TestSnapshotPattern-288463451-project] Publish callbacks [] for port, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:38:56.519152 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-cc1c32d4-3eb0-4e8d-8b15-3b05d65c6d59 tempest-TestSnapshotPattern-288463451 tempest-TestSnapshotPattern-288463451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:38:56.556476 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc1c32d4-3eb0-4e8d-8b15-3b05d65c6d59 tempest-TestSnapshotPattern-288463451 tempest-TestSnapshotPattern-288463451-project] Network 185ff123-c7ff-45c7-a6be-71feb35acc9c is already hosted by enough agents. {{(pid=102347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 11:38:56.559736 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [None req-cc1c32d4-3eb0-4e8d-8b15-3b05d65c6d59 tempest-TestSnapshotPattern-288463451 tempest-TestSnapshotPattern-288463451-project] Resources bound (agent type, host, resource id): {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 11:38:56.563257 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc1c32d4-3eb0-4e8d-8b15-3b05d65c6d59 tempest-TestSnapshotPattern-288463451 tempest-TestSnapshotPattern-288463451-project] Received port after_create {{(pid=102347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 11:38:56.590477 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1c32d4-3eb0-4e8d-8b15-3b05d65c6d59 tempest-TestSnapshotPattern-288463451 tempest-TestSnapshotPattern-288463451-project] Pushing event updated for resources: {'Port': ['ID=1f5f6398-762f-4434-b6a8-5f2fe079c2a9,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:38:56.904577 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-cc1c32d4-3eb0-4e8d-8b15-3b05d65c6d59 tempest-TestSnapshotPattern-288463451 tempest-TestSnapshotPattern-288463451-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:38:56.970652 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-cc1c32d4-3eb0-4e8d-8b15-3b05d65c6d59 tempest-TestSnapshotPattern-288463451 tempest-TestSnapshotPattern-288463451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:38:57.118352 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-cc1c32d4-3eb0-4e8d-8b15-3b05d65c6d59 tempest-TestSnapshotPattern-288463451 tempest-TestSnapshotPattern-288463451-project] Publish callbacks [] for port, precommit_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:38:57.122768 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-cc1c32d4-3eb0-4e8d-8b15-3b05d65c6d59 tempest-TestSnapshotPattern-288463451 tempest-TestSnapshotPattern-288463451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:38:57.192263 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1c32d4-3eb0-4e8d-8b15-3b05d65c6d59 tempest-TestSnapshotPattern-288463451 tempest-TestSnapshotPattern-288463451-project] Pushing event updated for resources: {'Port': ['ID=1f5f6398-762f-4434-b6a8-5f2fe079c2a9,revision_number=2']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:38:57.201865 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-cc1c32d4-3eb0-4e8d-8b15-3b05d65c6d59 tempest-TestSnapshotPattern-288463451 tempest-TestSnapshotPattern-288463451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1664826'] for floatingip, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:38:57.300378 n-d-813419-10 neutron-server[102347]: INFO neutron.db.l3_db [None req-cc1c32d4-3eb0-4e8d-8b15-3b05d65c6d59 tempest-TestSnapshotPattern-288463451 tempest-TestSnapshotPattern-288463451-project] Floating IP d89d3d3c-131a-4791-9dd2-67c11c06883b associated. External IP: 172.25.8.67, port: 2d70d4c8-21d0-4728-983c-4acc5c1b0ec7. Oct 27 11:38:57.508455 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc1c32d4-3eb0-4e8d-8b15-3b05d65c6d59 tempest-TestSnapshotPattern-288463451 tempest-TestSnapshotPattern-288463451-project] Router 1d5806f4-3c87-4130-93c9-c76e98a3d187 has already been hosted by L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb {{(pid=102347) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 11:38:57.610123 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc1c32d4-3eb0-4e8d-8b15-3b05d65c6d59 tempest-TestSnapshotPattern-288463451 tempest-TestSnapshotPattern-288463451-project] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 11:38:57.619901 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb3fdd27-561d-4d3a-98c0-d67ff3a7049d None None] Sync routers for ids ['1d5806f4-3c87-4130-93c9-c76e98a3d187'] in n-d-813419-10 {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 11:38:57.627674 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-cc1c32d4-3eb0-4e8d-8b15-3b05d65c6d59 tempest-TestSnapshotPattern-288463451 tempest-TestSnapshotPattern-288463451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for floatingip, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:38:57.629109 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb3fdd27-561d-4d3a-98c0-d67ff3a7049d None None] Routers {'1d5806f4-3c87-4130-93c9-c76e98a3d187'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 11:38:57.629719 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-cb3fdd27-561d-4d3a-98c0-d67ff3a7049d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T11:38:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['1d5806f4-3c87-4130-93c9-c76e98a3d187'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:38:57.658668 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-cc1c32d4-3eb0-4e8d-8b15-3b05d65c6d59 tempest-TestSnapshotPattern-288463451 tempest-TestSnapshotPattern-288463451-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.4938648 Oct 27 11:38:57.659259 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70c01759-33a2-4e7c-b213-58bbffab898b', 'tag': '2d70d4c8-21d0-4728-983c-4acc5c1b0ec7'}] {{(pid=102347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 11:38:57.661536 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b4a6b06816dbd4a25adc79839574a1cde60454ea9fb7ff9bc84d34209fb596e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b38c592f-fd86-42b0-9c3b-249643366e85" -d '{"events": [{"name": "network-changed", "server_uuid": "70c01759-33a2-4e7c-b213-58bbffab898b", "tag": "2d70d4c8-21d0-4728-983c-4acc5c1b0ec7"}]}' {{(pid=102347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 11:38:57.700406 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 11:38:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-217bf199-fee2-4fec-ad48-0269fc3ba00d x-openstack-request-id: req-217bf199-fee2-4fec-ad48-0269fc3ba00d {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 11:38:57.700718 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70c01759-33a2-4e7c-b213-58bbffab898b", "tag": "2d70d4c8-21d0-4728-983c-4acc5c1b0ec7", "status": "completed", "code": 200}]} {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 11:38:57.701101 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-217bf199-fee2-4fec-ad48-0269fc3ba00d {{(pid=102347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 11:38:57.701512 n-d-813419-10 neutron-server[102347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70c01759-33a2-4e7c-b213-58bbffab898b', 'tag': '2d70d4c8-21d0-4728-983c-4acc5c1b0ec7', 'status': 'completed', 'code': 200} Oct 27 11:38:57.736844 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvr_db [None req-cb3fdd27-561d-4d3a-98c0-d67ff3a7049d None None] Set router 1d5806f4-3c87-4130-93c9-c76e98a3d187 gateway port host: n-d-813419-10 {{(pid=102349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 11:38:57.761123 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38c592f-fd86-42b0-9c3b-249643366e85 req-3ad9acaf-fbc0-4e24-b8d1-ad4da5261c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:38:57.763218 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b38c592f-fd86-42b0-9c3b-249643366e85 req-3ad9acaf-fbc0-4e24-b8d1-ad4da5261c70 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2a1da399076d42f8999ba9ed287c08bd&device_id=70c01759-33a2-4e7c-b213-58bbffab898b HTTP/1.1" status: 200 len: 1098 time: 0.0416534 Oct 27 11:38:57.854864 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38c592f-fd86-42b0-9c3b-249643366e85 req-4c175693-aba2-4465-94fe-14557f8d48f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:38:57.856391 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b38c592f-fd86-42b0-9c3b-249643366e85 req-4c175693-aba2-4465-94fe-14557f8d48f9 service neutron] 10.222.0.64 "GET /v2.0/networks?id=16076498-6454-4f2c-b637-1f2abae89e3a HTTP/1.1" status: 200 len: 910 time: 0.0834718 Oct 27 11:38:57.927738 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b38c592f-fd86-42b0-9c3b-249643366e85 req-73d1b7b4-cdbe-4dbd-a0e7-4972cca4af67 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2d70d4c8-21d0-4728-983c-4acc5c1b0ec7 HTTP/1.1" status: 200 len: 999 time: 0.0642307 Oct 27 11:38:57.979530 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38c592f-fd86-42b0-9c3b-249643366e85 req-41bea34c-e372-41b2-b796-619be97ae46e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:38:57.981185 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b38c592f-fd86-42b0-9c3b-249643366e85 req-41bea34c-e372-41b2-b796-619be97ae46e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b4faf49c-5204-49b2-8ac4-fceaee5b2f87 HTTP/1.1" status: 200 len: 848 time: 0.0464029 Oct 27 11:38:58.028923 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38c592f-fd86-42b0-9c3b-249643366e85 req-0494ffe1-eff9-4288-ac98-f72fb9848b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:38:58.030333 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b38c592f-fd86-42b0-9c3b-249643366e85 req-0494ffe1-eff9-4288-ac98-f72fb9848b25 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=16076498-6454-4f2c-b637-1f2abae89e3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0419266 Oct 27 11:38:58.061617 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-cb3fdd27-561d-4d3a-98c0-d67ff3a7049d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d5806f4-3c87-4130-93c9-c76e98a3d187', 'name': 'tempest-TestSnapshotPattern-141650470-router', 'tenant_id': '2a1da399076d42f8999ba9ed287c08bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.212'}], 'enable_snat': True}, 'gw_port_id': '7d70b434-f4b2-4b1c-bf02-302f45b9c30f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:38:35Z', 'updated_at': '2021-10-27T11:38:38Z', 'revision_number': 4, 'project_id': '2a1da399076d42f8999ba9ed287c08bd', 'gw_port': {'id': '7d70b434-f4b2-4b1c-bf02-302f45b9c30f', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:32:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d5806f4-3c87-4130-93c9-c76e98a3d187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:38:36Z', 'updated_at': '2021-10-27T11:38:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_floatingips': [{'id': 'd89d3d3c-131a-4791-9dd2-67c11c06883b', 'tenant_id': '2a1da399076d42f8999ba9ed287c08bd', 'floating_ip_address': '172.25.8.67', 'floating_network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'router_id': '1d5806f4-3c87-4130-93c9-c76e98a3d187', 'port_id': '2d70d4c8-21d0-4728-983c-4acc5c1b0ec7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16076498-6454-4f2c-b637-1f2abae89e3a', 'mac_address': 'fa:16:3e:85:de:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70c01759-33a2-4e7c-b213-58bbffab898b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T11:38:56Z', 'updated_at': '2021-10-27T11:38:56Z', 'revision_number': 0, 'project_id': '2a1da399076d42f8999ba9ed287c08bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63d5ca5c-7c8d-48a5-87b3-9dceb6ead22f', 'name': '', 'network_id': '16076498-6454-4f2c-b637-1f2abae89e3a', 'tenant_id': '2a1da399076d42f8999ba9ed287c08bd', 'mac_address': 'fa:16:3e:92:b7:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d5806f4-3c87-4130-93c9-c76e98a3d187', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'b4faf49c-5204-49b2-8ac4-fceaee5b2f87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:38:38Z', 'updated_at': '2021-10-27T11:38:43Z', 'revision_number': 5, 'project_id': '2a1da399076d42f8999ba9ed287c08bd', 'subnets': [{'id': 'b4faf49c-5204-49b2-8ac4-fceaee5b2f87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:38:58.090818 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb3fdd27-561d-4d3a-98c0-d67ff3a7049d None None] Checking router: 1d5806f4-3c87-4130-93c9-c76e98a3d187 for host: n-d-813419-10 {{(pid=102349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 11:38:58.101208 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb3fdd27-561d-4d3a-98c0-d67ff3a7049d None None] Routers {'1d5806f4-3c87-4130-93c9-c76e98a3d187'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 11:38:58.101816 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-cb3fdd27-561d-4d3a-98c0-d67ff3a7049d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T11:38:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['1d5806f4-3c87-4130-93c9-c76e98a3d187'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:38:58.133263 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b38c592f-fd86-42b0-9c3b-249643366e85 req-ede009dc-940b-463d-9cf8-05aff6cb922f service neutron] 10.222.0.64 "GET /v2.0/networks/16076498-6454-4f2c-b637-1f2abae89e3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961289 Oct 27 11:38:58.226195 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvr_db [None req-cb3fdd27-561d-4d3a-98c0-d67ff3a7049d None None] Set router 1d5806f4-3c87-4130-93c9-c76e98a3d187 gateway port host: n-d-813419-10 {{(pid=102349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 11:38:58.237973 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-b38c592f-fd86-42b0-9c3b-249643366e85 req-aec298a7-6e68-4300-962e-5f8702fade91 service neutron] 10.222.0.64 "GET /v2.0/networks/16076498-6454-4f2c-b637-1f2abae89e3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975385 Oct 27 11:38:58.470205 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-cb3fdd27-561d-4d3a-98c0-d67ff3a7049d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d5806f4-3c87-4130-93c9-c76e98a3d187', 'name': 'tempest-TestSnapshotPattern-141650470-router', 'tenant_id': '2a1da399076d42f8999ba9ed287c08bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.212'}], 'enable_snat': True}, 'gw_port_id': '7d70b434-f4b2-4b1c-bf02-302f45b9c30f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:38:35Z', 'updated_at': '2021-10-27T11:38:38Z', 'revision_number': 4, 'project_id': '2a1da399076d42f8999ba9ed287c08bd', 'gw_port': {'id': '7d70b434-f4b2-4b1c-bf02-302f45b9c30f', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:32:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d5806f4-3c87-4130-93c9-c76e98a3d187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:38:36Z', 'updated_at': '2021-10-27T11:38:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_floatingips': [{'id': 'd89d3d3c-131a-4791-9dd2-67c11c06883b', 'tenant_id': '2a1da399076d42f8999ba9ed287c08bd', 'floating_ip_address': '172.25.8.67', 'floating_network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'router_id': '1d5806f4-3c87-4130-93c9-c76e98a3d187', 'port_id': '2d70d4c8-21d0-4728-983c-4acc5c1b0ec7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16076498-6454-4f2c-b637-1f2abae89e3a', 'mac_address': 'fa:16:3e:85:de:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70c01759-33a2-4e7c-b213-58bbffab898b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T11:38:56Z', 'updated_at': '2021-10-27T11:38:56Z', 'revision_number': 0, 'project_id': '2a1da399076d42f8999ba9ed287c08bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63d5ca5c-7c8d-48a5-87b3-9dceb6ead22f', 'name': '', 'network_id': '16076498-6454-4f2c-b637-1f2abae89e3a', 'tenant_id': '2a1da399076d42f8999ba9ed287c08bd', 'mac_address': 'fa:16:3e:92:b7:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d5806f4-3c87-4130-93c9-c76e98a3d187', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'b4faf49c-5204-49b2-8ac4-fceaee5b2f87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:38:38Z', 'updated_at': '2021-10-27T11:38:43Z', 'revision_number': 5, 'project_id': '2a1da399076d42f8999ba9ed287c08bd', 'subnets': [{'id': 'b4faf49c-5204-49b2-8ac4-fceaee5b2f87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:38:58.502524 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb3fdd27-561d-4d3a-98c0-d67ff3a7049d None None] The sync data for ids ['1d5806f4-3c87-4130-93c9-c76e98a3d187'] in n-d-813419-10 is: [{'id': '1d5806f4-3c87-4130-93c9-c76e98a3d187', 'name': 'tempest-TestSnapshotPattern-141650470-router', 'tenant_id': '2a1da399076d42f8999ba9ed287c08bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.212'}], 'enable_snat': True}, 'gw_port_id': '7d70b434-f4b2-4b1c-bf02-302f45b9c30f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:38:35Z', 'updated_at': '2021-10-27T11:38:38Z', 'revision_number': 4, 'project_id': '2a1da399076d42f8999ba9ed287c08bd', 'gw_port': {'id': '7d70b434-f4b2-4b1c-bf02-302f45b9c30f', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:32:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d5806f4-3c87-4130-93c9-c76e98a3d187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:38:36Z', 'updated_at': '2021-10-27T11:38:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_floatingips': [{'id': 'd89d3d3c-131a-4791-9dd2-67c11c06883b', 'tenant_id': '2a1da399076d42f8999ba9ed287c08bd', 'floating_ip_address': '172.25.8.67', 'floating_network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'router_id': '1d5806f4-3c87-4130-93c9-c76e98a3d187', 'port_id': '2d70d4c8-21d0-4728-983c-4acc5c1b0ec7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16076498-6454-4f2c-b637-1f2abae89e3a', 'mac_address': 'fa:16:3e:85:de:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70c01759-33a2-4e7c-b213-58bbffab898b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T11:38:56Z', 'updated_at': '2021-10-27T11:38:56Z', 'revision_number': 0, 'project_id': '2a1da399076d42f8999ba9ed287c08bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63d5ca5c-7c8d-48a5-87b3-9dceb6ead22f', 'name': '', 'network_id': '16076498-6454-4f2c-b637-1f2abae89e3a', 'tenant_id': '2a1da399076d42f8999ba9ed287c08bd', 'mac_address': 'fa:16:3e:92:b7:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d5806f4-3c87-4130-93c9-c76e98a3d187', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'b4faf49c-5204-49b2-8ac4-fceaee5b2f87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:38:38Z', 'updated_at': '2021-10-27T11:38:43Z', 'revision_number': 5, 'project_id': '2a1da399076d42f8999ba9ed287c08bd', 'subnets': [{'id': 'b4faf49c-5204-49b2-8ac4-fceaee5b2f87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 11:38:58.703241 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b24c5469-7811-4f56-bd35-468397dcda40 None None] New status for floating IP d89d3d3c-131a-4791-9dd2-67c11c06883b: ACTIVE {{(pid=102348) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 11:39:03.127647 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:39:09.781736 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:39:16.349954 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-3297a35f-2f9c-40aa-a2f4-2ab972095608 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:39:19.009335 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-1e408ac4-5cf5-4f45-9e7a-e87de8f3bcff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:39:20.143166 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:39:20.336123 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-eadeaa30-4096-4d1a-b3cb-aa7ebfb291ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:39:20.557944 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8f7c3579-de63-4185-a8b1-bf952bde7430 req-ac03239f-b9d7-4291-88e5-7e0934c002fe service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=70c01759-33a2-4e7c-b213-58bbffab898b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0805621 Oct 27 11:39:20.641057 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7c3579-de63-4185-a8b1-bf952bde7430 req-9ed18c37-d11d-4559-bcf9-955d2cd897f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:39:20.642508 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8f7c3579-de63-4185-a8b1-bf952bde7430 req-9ed18c37-d11d-4559-bcf9-955d2cd897f4 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2a1da399076d42f8999ba9ed287c08bd&device_id=70c01759-33a2-4e7c-b213-58bbffab898b HTTP/1.1" status: 200 len: 1098 time: 0.0402730 Oct 27 11:39:20.750724 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7c3579-de63-4185-a8b1-bf952bde7430 req-412e9392-8732-4393-9564-d3a5920740ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:39:20.752101 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8f7c3579-de63-4185-a8b1-bf952bde7430 req-412e9392-8732-4393-9564-d3a5920740ec service neutron] 10.222.0.64 "GET /v2.0/networks?id=16076498-6454-4f2c-b637-1f2abae89e3a HTTP/1.1" status: 200 len: 910 time: 0.0880971 Oct 27 11:39:20.816328 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8f7c3579-de63-4185-a8b1-bf952bde7430 req-eda6db04-d7e9-4a7f-8682-ef1a656a2363 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2d70d4c8-21d0-4728-983c-4acc5c1b0ec7 HTTP/1.1" status: 200 len: 1001 time: 0.0566924 Oct 27 11:39:20.862822 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7c3579-de63-4185-a8b1-bf952bde7430 req-583218d3-a5a9-4f16-8fff-9ce89935f638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:39:20.864226 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8f7c3579-de63-4185-a8b1-bf952bde7430 req-583218d3-a5a9-4f16-8fff-9ce89935f638 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b4faf49c-5204-49b2-8ac4-fceaee5b2f87 HTTP/1.1" status: 200 len: 848 time: 0.0410810 Oct 27 11:39:20.912271 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7c3579-de63-4185-a8b1-bf952bde7430 req-7cbc871c-ce82-4e22-848c-a449843fe703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:39:20.913711 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8f7c3579-de63-4185-a8b1-bf952bde7430 req-7cbc871c-ce82-4e22-848c-a449843fe703 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=16076498-6454-4f2c-b637-1f2abae89e3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0425460 Oct 27 11:39:20.999990 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8f7c3579-de63-4185-a8b1-bf952bde7430 req-ce0af5d0-564c-4728-acc1-5de0acdf8dc0 service neutron] 10.222.0.64 "GET /v2.0/networks/16076498-6454-4f2c-b637-1f2abae89e3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0787010 Oct 27 11:39:21.091741 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-8f7c3579-de63-4185-a8b1-bf952bde7430 req-7ebc51c7-8305-4c43-ae05-1968310df385 service neutron] 10.222.0.64 "GET /v2.0/networks/16076498-6454-4f2c-b637-1f2abae89e3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842218 Oct 27 11:39:21.281455 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.agents_db [None req-e79ee67d-056e-46ea-bd99-e80473396b25 None None] Agent healthcheck: found 7 active agents {{(pid=102349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 11:39:22.221376 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-3c6a8245-0581-48aa-b5f6-4d8fe98cd16e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:39:33.139735 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:39:39.807947 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:39:46.351778 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-ed18e4d4-33e6-4128-8438-92a2db47ab3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:39:49.011797 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-1ce39efb-cd1e-4852-a9bf-5cf95c159cf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:39:50.145525 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:39:50.338255 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-eadeaa30-4096-4d1a-b3cb-aa7ebfb291ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:39:52.220669 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-3c6a8245-0581-48aa-b5f6-4d8fe98cd16e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:39:58.280511 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.agents_db [None req-e79ee67d-056e-46ea-bd99-e80473396b25 None None] Agent healthcheck: found 7 active agents {{(pid=102349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 11:40:03.138846 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:40:09.815260 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:40:16.353708 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f84f8e95-d154-4a0f-b311-172377d85b0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:40:19.011921 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-d5ceaad2-4f2d-40b9-b4bd-61e06db25260 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:40:20.146574 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:40:20.342876 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-eadeaa30-4096-4d1a-b3cb-aa7ebfb291ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:40:21.513640 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-36dc931b-c362-496b-85a3-6c21fcec8d07 req-57aa1cef-7a77-4257-bec8-30b3c5597709 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=70c01759-33a2-4e7c-b213-58bbffab898b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0398755 Oct 27 11:40:21.598059 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dc931b-c362-496b-85a3-6c21fcec8d07 req-0fcdfc89-1d64-462a-9d88-df0929cfc1f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:40:21.599561 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-36dc931b-c362-496b-85a3-6c21fcec8d07 req-0fcdfc89-1d64-462a-9d88-df0929cfc1f1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2a1da399076d42f8999ba9ed287c08bd&device_id=70c01759-33a2-4e7c-b213-58bbffab898b HTTP/1.1" status: 200 len: 1098 time: 0.0397394 Oct 27 11:40:21.706259 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dc931b-c362-496b-85a3-6c21fcec8d07 req-abea463c-4995-4e30-96a3-30a547d23e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:40:21.707715 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-36dc931b-c362-496b-85a3-6c21fcec8d07 req-abea463c-4995-4e30-96a3-30a547d23e9b service neutron] 10.222.0.64 "GET /v2.0/networks?id=16076498-6454-4f2c-b637-1f2abae89e3a HTTP/1.1" status: 200 len: 910 time: 0.0873780 Oct 27 11:40:21.771768 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-36dc931b-c362-496b-85a3-6c21fcec8d07 req-2c1c091f-698b-4612-a228-6ca29dc02ff4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2d70d4c8-21d0-4728-983c-4acc5c1b0ec7 HTTP/1.1" status: 200 len: 1001 time: 0.0552824 Oct 27 11:40:21.838488 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dc931b-c362-496b-85a3-6c21fcec8d07 req-5532f943-1517-4954-81ae-90840bd72d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:40:21.839981 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-36dc931b-c362-496b-85a3-6c21fcec8d07 req-5532f943-1517-4954-81ae-90840bd72d0c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b4faf49c-5204-49b2-8ac4-fceaee5b2f87 HTTP/1.1" status: 200 len: 848 time: 0.0605071 Oct 27 11:40:21.885606 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dc931b-c362-496b-85a3-6c21fcec8d07 req-c8ccc93b-afd1-4433-b3c8-5ddae7d883ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:40:21.887097 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-36dc931b-c362-496b-85a3-6c21fcec8d07 req-c8ccc93b-afd1-4433-b3c8-5ddae7d883ba service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=16076498-6454-4f2c-b637-1f2abae89e3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0397940 Oct 27 11:40:21.898839 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [req-36dc931b-c362-496b-85a3-6c21fcec8d07 req-8774625c-292c-4ddc-be30-c64d26a07d63 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=102347) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 11:40:21.899865 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-36dc931b-c362-496b-85a3-6c21fcec8d07 req-8774625c-292c-4ddc-be30-c64d26a07d63 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0051792 Oct 27 11:40:21.990743 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-36dc931b-c362-496b-85a3-6c21fcec8d07 req-2fefc3b3-ce17-4f3e-8879-96aa87071e11 service neutron] 10.222.0.64 "GET /v2.0/networks/16076498-6454-4f2c-b637-1f2abae89e3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837910 Oct 27 11:40:22.078555 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-36dc931b-c362-496b-85a3-6c21fcec8d07 req-cdb58b23-a8a5-4741-b275-2a13d8b2a7ad service neutron] 10.222.0.64 "GET /v2.0/networks/16076498-6454-4f2c-b637-1f2abae89e3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798752 Oct 27 11:40:22.223904 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-3c6a8245-0581-48aa-b5f6-4d8fe98cd16e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:40:33.152609 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:40:35.279954 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.agents_db [None req-e79ee67d-056e-46ea-bd99-e80473396b25 None None] Agent healthcheck: found 7 active agents {{(pid=102349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 11:40:39.816394 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:40:46.354757 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-18b7a0a6-5dfc-4a1b-8d55-6a178704a2c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:40:49.014068 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-edfb7c1c-a469-460e-a850-c7e54420d362 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:40:50.148222 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:40:50.344275 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-eadeaa30-4096-4d1a-b3cb-aa7ebfb291ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:40:52.226443 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-3c6a8245-0581-48aa-b5f6-4d8fe98cd16e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:40:56.251880 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device 2d70d4c8-21d0-4728-983c-4acc5c1b0ec7 details requested by agent hyperv_n-h1-813419-10 with host n-h1-813419-10 {{(pid=102348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 11:40:56.349054 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port 2d70d4c8-21d0-4728-983c-4acc5c1b0ec7, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=2d70d4c8-21d0-4728-983c-4acc5c1b0ec7,segment=NetworkSegment(e48f8b19-5351-403e-99f9-9270cfaf0cd7),segment_id=e48f8b19-5351-403e-99f9-9270cfaf0cd7)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:40:56.359975 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Returning: {'device': '2d70d4c8-21d0-4728-983c-4acc5c1b0ec7', 'network_id': '16076498-6454-4f2c-b637-1f2abae89e3a', 'port_id': '2d70d4c8-21d0-4728-983c-4acc5c1b0ec7', 'mac_address': 'fa:16:3e:85:de:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 441, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4faf49c-5204-49b2-8ac4-fceaee5b2f87', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 11:40:56.395992 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:40:56.408834 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2d70d4c8-21d0-4728-983c-4acc5c1b0ec7 {{(pid=102348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 11:40:56.426913 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port 2d70d4c8-21d0-4728-983c-4acc5c1b0ec7, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=2d70d4c8-21d0-4728-983c-4acc5c1b0ec7,segment=NetworkSegment(e48f8b19-5351-403e-99f9-9270cfaf0cd7),segment_id=e48f8b19-5351-403e-99f9-9270cfaf0cd7)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:40:56.430026 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:40:56.479196 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Pushing event updated for resources: {'Port': ['ID=2d70d4c8-21d0-4728-983c-4acc5c1b0ec7,revision_number=6']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:40:56.487296 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:40:56.487645 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:40:56.487981 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:40:56.488349 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:40:56.488679 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:40:56.489070 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:40:56.489319 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:40:56.489683 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:40:56.489956 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:40:56.490273 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:40:56.490591 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:40:56.490907 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:40:56.540509 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] get_ports_and_sgs() called for port_ids ['2d70d4c8-21d0-4728-983c-4acc5c1b0ec7'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 11:40:58.284554 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device 2d70d4c8-21d0-4728-983c-4acc5c1b0ec7 up at agent hyperv_n-h1-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 11:40:58.347944 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Provisioning complete for port 2d70d4c8-21d0-4728-983c-4acc5c1b0ec7 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:40:58.348341 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:40:58.432406 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:40:58.459023 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70c01759-33a2-4e7c-b213-58bbffab898b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d70d4c8-21d0-4728-983c-4acc5c1b0ec7'}] {{(pid=102348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 11:40:58.460605 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be4127e571859625ba9a491db1af5fd5edc4c8ee111482105658b13e0edb602d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3eb88ed5-f59b-4667-a149-32c9d97d1e6b" -d '{"events": [{"server_uuid": "70c01759-33a2-4e7c-b213-58bbffab898b", "name": "network-vif-plugged", "status": "completed", "tag": "2d70d4c8-21d0-4728-983c-4acc5c1b0ec7"}]}' {{(pid=102348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 11:40:58.479480 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port 2d70d4c8-21d0-4728-983c-4acc5c1b0ec7, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=2d70d4c8-21d0-4728-983c-4acc5c1b0ec7,segment=NetworkSegment(e48f8b19-5351-403e-99f9-9270cfaf0cd7),segment_id=e48f8b19-5351-403e-99f9-9270cfaf0cd7)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:40:58.486136 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:40:58.544551 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Pushing event updated for resources: {'Port': ['ID=2d70d4c8-21d0-4728-983c-4acc5c1b0ec7,revision_number=7']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:40:58.586922 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 11:40:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f27ae44-cabf-42d4-afb4-157a3d6838f1 x-openstack-request-id: req-4f27ae44-cabf-42d4-afb4-157a3d6838f1 {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 11:40:58.587327 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70c01759-33a2-4e7c-b213-58bbffab898b", "name": "network-vif-plugged", "status": "completed", "tag": "2d70d4c8-21d0-4728-983c-4acc5c1b0ec7", "code": 200}]} {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 11:40:58.587646 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4f27ae44-cabf-42d4-afb4-157a3d6838f1 {{(pid=102348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 11:40:58.588110 n-d-813419-10 neutron-server[102348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70c01759-33a2-4e7c-b213-58bbffab898b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d70d4c8-21d0-4728-983c-4acc5c1b0ec7', 'code': 200} Oct 27 11:41:03.159981 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:07.049546 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-9442f66a-28aa-473a-8c68-ddf15ed9a6a8 req-295ad472-f755-4eba-bed0-bd2e06d0be74 tempest-TestSnapshotPattern-288463451 tempest-TestSnapshotPattern-288463451-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-886768790&fields=id&tenant_id=2a1da399076d42f8999ba9ed287c08bd HTTP/1.1" status: 200 len: 267 time: 0.0332642 Oct 27 11:41:07.157402 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9442f66a-28aa-473a-8c68-ddf15ed9a6a8 req-bac491ce-72a0-4cc3-a8bd-844b5236cee1 tempest-TestSnapshotPattern-288463451 tempest-TestSnapshotPattern-288463451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:41:07.158874 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-9442f66a-28aa-473a-8c68-ddf15ed9a6a8 req-bac491ce-72a0-4cc3-a8bd-844b5236cee1 tempest-TestSnapshotPattern-288463451 tempest-TestSnapshotPattern-288463451-project] 10.222.0.44 "GET /v2.0/networks?id=16076498-6454-4f2c-b637-1f2abae89e3a HTTP/1.1" status: 200 len: 809 time: 0.1026926 Oct 27 11:41:07.173448 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-9442f66a-28aa-473a-8c68-ddf15ed9a6a8 req-e298349d-aa7d-438a-a389-ea0b7888de55 tempest-TestSnapshotPattern-288463451 tempest-TestSnapshotPattern-288463451-project] 10.222.0.44 "GET /v2.0/quotas/2a1da399076d42f8999ba9ed287c08bd HTTP/1.1" status: 200 len: 375 time: 0.0087719 Oct 27 11:41:07.226899 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-9442f66a-28aa-473a-8c68-ddf15ed9a6a8 req-522c65aa-983d-47e2-a73d-69bc96320dd1 tempest-TestSnapshotPattern-288463451 tempest-TestSnapshotPattern-288463451-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=2a1da399076d42f8999ba9ed287c08bd&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0481775 Oct 27 11:41:07.285237 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [req-9442f66a-28aa-473a-8c68-ddf15ed9a6a8 req-6698a085-94d1-4a10-a671-fabe5954a363 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=102347) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 11:41:07.286230 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-9442f66a-28aa-473a-8c68-ddf15ed9a6a8 req-6698a085-94d1-4a10-a671-fabe5954a363 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0479970 Oct 27 11:41:07.377444 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-9442f66a-28aa-473a-8c68-ddf15ed9a6a8 req-d4e3b327-00e3-4d9b-acc8-83436b3ae381 service neutron] 10.222.0.44 "GET /v2.0/networks/16076498-6454-4f2c-b637-1f2abae89e3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847259 Oct 27 11:41:07.463665 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-9442f66a-28aa-473a-8c68-ddf15ed9a6a8 req-657edaab-1adc-4ed3-ab8e-68b09c6a9dc0 service neutron] 10.222.0.44 "GET /v2.0/networks/16076498-6454-4f2c-b637-1f2abae89e3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801289 Oct 27 11:41:07.652756 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-42652288-c4e9-494c-a558-ee384f0a4ec9 req-4ecf76e7-e956-4198-8174-d481ff1ce072 tempest-TestSnapshotPattern-288463451 tempest-TestSnapshotPattern-288463451-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7276471-1343-455c-beaa-5514c6e46d53 HTTP/1.1" status: 200 len: 210 time: 0.0274339 Oct 27 11:41:08.729025 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-f6aa8cf5-637b-4b84-882e-a37030400347 req-e90f4f18-ca3b-4ab0-a257-f77051e2c5c6 tempest-TestSnapshotPattern-288463451 tempest-TestSnapshotPattern-288463451-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7276471-1343-455c-beaa-5514c6e46d53 HTTP/1.1" status: 200 len: 210 time: 0.0263305 Oct 27 11:41:09.805447 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-fbda0ab2-f5ce-48dc-82a5-e9f80972bc9f req-4baaaa91-b420-478b-b6ae-02b4f1f5a75d tempest-TestSnapshotPattern-288463451 tempest-TestSnapshotPattern-288463451-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7276471-1343-455c-beaa-5514c6e46d53 HTTP/1.1" status: 200 len: 210 time: 0.0277312 Oct 27 11:41:09.827109 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:10.325612 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device 2d70d4c8-21d0-4728-983c-4acc5c1b0ec7 no longer exists at agent hyperv_n-h1-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 11:41:10.402020 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:10.424435 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70c01759-33a2-4e7c-b213-58bbffab898b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2d70d4c8-21d0-4728-983c-4acc5c1b0ec7'}] {{(pid=102348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 11:41:10.426646 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be4127e571859625ba9a491db1af5fd5edc4c8ee111482105658b13e0edb602d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad8996ea-d4c4-420e-8a4b-1246459f6dfd" -d '{"events": [{"server_uuid": "70c01759-33a2-4e7c-b213-58bbffab898b", "name": "network-vif-unplugged", "status": "completed", "tag": "2d70d4c8-21d0-4728-983c-4acc5c1b0ec7"}]}' {{(pid=102348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 11:41:10.439151 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] For port 2d70d4c8-21d0-4728-983c-4acc5c1b0ec7, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=2d70d4c8-21d0-4728-983c-4acc5c1b0ec7,segment=NetworkSegment(e48f8b19-5351-403e-99f9-9270cfaf0cd7),segment_id=e48f8b19-5351-403e-99f9-9270cfaf0cd7)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:41:10.443779 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:10.467006 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 27 Oct 2021 11:41:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-279211f9-988d-46b3-bd7c-7c388dcb893c x-openstack-request-id: req-279211f9-988d-46b3-bd7c-7c388dcb893c {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 11:41:10.467287 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70c01759-33a2-4e7c-b213-58bbffab898b", "name": "network-vif-unplugged", "status": "completed", "tag": "2d70d4c8-21d0-4728-983c-4acc5c1b0ec7", "code": 200}]} {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 11:41:10.467549 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-279211f9-988d-46b3-bd7c-7c388dcb893c {{(pid=102348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 11:41:10.467901 n-d-813419-10 neutron-server[102348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70c01759-33a2-4e7c-b213-58bbffab898b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2d70d4c8-21d0-4728-983c-4acc5c1b0ec7', 'code': 200} Oct 27 11:41:10.492485 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Pushing event updated for resources: {'Port': ['ID=2d70d4c8-21d0-4728-983c-4acc5c1b0ec7,revision_number=8']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:41:10.890424 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-64473dc2-e43a-4be8-97b5-9a4cfe4764fa req-1a628850-88cc-4fa0-bad6-8c47c86e49da tempest-TestSnapshotPattern-288463451 tempest-TestSnapshotPattern-288463451-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7276471-1343-455c-beaa-5514c6e46d53 HTTP/1.1" status: 200 len: 210 time: 0.0314915 Oct 27 11:41:11.990666 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-08e988f8-0a2d-4d96-9cc1-ba8e08e052f9 req-3a0e4635-5690-4110-82bd-3f75537fd567 tempest-TestSnapshotPattern-288463451 tempest-TestSnapshotPattern-288463451-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7276471-1343-455c-beaa-5514c6e46d53 HTTP/1.1" status: 200 len: 210 time: 0.0304954 Oct 27 11:41:12.280554 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.agents_db [None req-e79ee67d-056e-46ea-bd99-e80473396b25 None None] Agent healthcheck: found 7 active agents {{(pid=102349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 11:41:12.651303 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9442f66a-28aa-473a-8c68-ddf15ed9a6a8 req-e4a8a57b-c87e-4ced-be63-e3e63829a428 tempest-TestSnapshotPattern-288463451 tempest-TestSnapshotPattern-288463451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:41:12.652773 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-9442f66a-28aa-473a-8c68-ddf15ed9a6a8 req-e4a8a57b-c87e-4ced-be63-e3e63829a428 tempest-TestSnapshotPattern-288463451 tempest-TestSnapshotPattern-288463451-project] 10.222.0.76 "GET /v2.0/networks?id=16076498-6454-4f2c-b637-1f2abae89e3a HTTP/1.1" status: 200 len: 809 time: 0.1086111 Oct 27 11:41:12.696403 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-9442f66a-28aa-473a-8c68-ddf15ed9a6a8 req-6cec82ba-e3cc-40d2-a957-89958ea618de tempest-TestSnapshotPattern-288463451 tempest-TestSnapshotPattern-288463451-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2a1da399076d42f8999ba9ed287c08bd HTTP/1.1" status: 200 len: 379 time: 0.0336559 Oct 27 11:41:12.705997 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [req-9442f66a-28aa-473a-8c68-ddf15ed9a6a8 req-8f25ae4b-e353-4b1f-84a9-49cad0813a4b tempest-TestSnapshotPattern-288463451 tempest-TestSnapshotPattern-288463451-project] Request body: {'port': {'device_id': 'a7276471-1343-455c-beaa-5514c6e46d53', 'network_id': '16076498-6454-4f2c-b637-1f2abae89e3a', 'admin_state_up': True, 'tenant_id': '2a1da399076d42f8999ba9ed287c08bd', 'security_groups': ['ef1a5812-0d4f-41b4-bd49-7681848fe3e7']}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:41:12.816654 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9442f66a-28aa-473a-8c68-ddf15ed9a6a8 req-8f25ae4b-e353-4b1f-84a9-49cad0813a4b tempest-TestSnapshotPattern-288463451 tempest-TestSnapshotPattern-288463451-project] Made reservation on behalf of 2a1da399076d42f8999ba9ed287c08bd for: {'port': 1} {{(pid=102346) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 11:41:12.820152 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-9442f66a-28aa-473a-8c68-ddf15ed9a6a8 req-8f25ae4b-e353-4b1f-84a9-49cad0813a4b tempest-TestSnapshotPattern-288463451 tempest-TestSnapshotPattern-288463451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:12.986282 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_common [req-9442f66a-28aa-473a-8c68-ddf15ed9a6a8 req-8f25ae4b-e353-4b1f-84a9-49cad0813a4b tempest-TestSnapshotPattern-288463451 tempest-TestSnapshotPattern-288463451-project] Allocated IP 172.20.0.13 (16076498-6454-4f2c-b637-1f2abae89e3a/b4faf49c-5204-49b2-8ac4-fceaee5b2f87/659dfaf5-8e00-4fb5-b45c-67bf55729856) {{(pid=102346) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 11:41:13.177324 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-7416eedf-b7a9-41ac-9034-01f1aeac688b req-21131ae0-b9a3-4300-a3e8-a8b88eb86f0e tempest-TestSnapshotPattern-288463451 tempest-TestSnapshotPattern-288463451-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7276471-1343-455c-beaa-5514c6e46d53 HTTP/1.1" status: 200 len: 210 time: 0.0401032 Oct 27 11:41:13.234986 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-9442f66a-28aa-473a-8c68-ddf15ed9a6a8 req-8f25ae4b-e353-4b1f-84a9-49cad0813a4b tempest-TestSnapshotPattern-288463451 tempest-TestSnapshotPattern-288463451-project] Publish callbacks [] for port, precommit_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:13.270988 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-9442f66a-28aa-473a-8c68-ddf15ed9a6a8 req-8f25ae4b-e353-4b1f-84a9-49cad0813a4b tempest-TestSnapshotPattern-288463451 tempest-TestSnapshotPattern-288463451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_create {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:13.319551 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9442f66a-28aa-473a-8c68-ddf15ed9a6a8 req-8f25ae4b-e353-4b1f-84a9-49cad0813a4b tempest-TestSnapshotPattern-288463451 tempest-TestSnapshotPattern-288463451-project] Network 16076498-6454-4f2c-b637-1f2abae89e3a is already hosted by enough agents. {{(pid=102346) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 11:41:13.322855 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.base_scheduler [req-9442f66a-28aa-473a-8c68-ddf15ed9a6a8 req-8f25ae4b-e353-4b1f-84a9-49cad0813a4b tempest-TestSnapshotPattern-288463451 tempest-TestSnapshotPattern-288463451-project] Resources bound (agent type, host, resource id): {{(pid=102346) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 11:41:13.327350 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [req-9442f66a-28aa-473a-8c68-ddf15ed9a6a8 req-8f25ae4b-e353-4b1f-84a9-49cad0813a4b tempest-TestSnapshotPattern-288463451 tempest-TestSnapshotPattern-288463451-project] Received port after_create {{(pid=102346) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 11:41:13.376786 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9442f66a-28aa-473a-8c68-ddf15ed9a6a8 req-8f25ae4b-e353-4b1f-84a9-49cad0813a4b tempest-TestSnapshotPattern-288463451 tempest-TestSnapshotPattern-288463451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:41:13.377428 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-9442f66a-28aa-473a-8c68-ddf15ed9a6a8 req-8f25ae4b-e353-4b1f-84a9-49cad0813a4b tempest-TestSnapshotPattern-288463451 tempest-TestSnapshotPattern-288463451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:13.396469 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f25ae4b-e353-4b1f-84a9-49cad0813a4b tempest-TestSnapshotPattern-288463451 tempest-TestSnapshotPattern-288463451-project] Pushing event updated for resources: {'Port': ['ID=659dfaf5-8e00-4fb5-b45c-67bf55729856,revision_number=1']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:41:13.405644 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f25ae4b-e353-4b1f-84a9-49cad0813a4b tempest-TestSnapshotPattern-288463451 tempest-TestSnapshotPattern-288463451-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:41:13.405993 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f25ae4b-e353-4b1f-84a9-49cad0813a4b tempest-TestSnapshotPattern-288463451 tempest-TestSnapshotPattern-288463451-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:41:13.406328 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f25ae4b-e353-4b1f-84a9-49cad0813a4b tempest-TestSnapshotPattern-288463451 tempest-TestSnapshotPattern-288463451-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:41:13.406670 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f25ae4b-e353-4b1f-84a9-49cad0813a4b tempest-TestSnapshotPattern-288463451 tempest-TestSnapshotPattern-288463451-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:41:13.406997 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f25ae4b-e353-4b1f-84a9-49cad0813a4b tempest-TestSnapshotPattern-288463451 tempest-TestSnapshotPattern-288463451-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:41:13.407328 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f25ae4b-e353-4b1f-84a9-49cad0813a4b tempest-TestSnapshotPattern-288463451 tempest-TestSnapshotPattern-288463451-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:41:13.407684 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f25ae4b-e353-4b1f-84a9-49cad0813a4b tempest-TestSnapshotPattern-288463451 tempest-TestSnapshotPattern-288463451-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:41:13.408016 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f25ae4b-e353-4b1f-84a9-49cad0813a4b tempest-TestSnapshotPattern-288463451 tempest-TestSnapshotPattern-288463451-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:41:13.408365 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f25ae4b-e353-4b1f-84a9-49cad0813a4b tempest-TestSnapshotPattern-288463451 tempest-TestSnapshotPattern-288463451-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:41:13.408689 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f25ae4b-e353-4b1f-84a9-49cad0813a4b tempest-TestSnapshotPattern-288463451 tempest-TestSnapshotPattern-288463451-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:41:13.409244 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f25ae4b-e353-4b1f-84a9-49cad0813a4b tempest-TestSnapshotPattern-288463451 tempest-TestSnapshotPattern-288463451-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:41:13.409405 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f25ae4b-e353-4b1f-84a9-49cad0813a4b tempest-TestSnapshotPattern-288463451 tempest-TestSnapshotPattern-288463451-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:41:13.416304 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-9442f66a-28aa-473a-8c68-ddf15ed9a6a8 req-8f25ae4b-e353-4b1f-84a9-49cad0813a4b tempest-TestSnapshotPattern-288463451 tempest-TestSnapshotPattern-288463451-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7137527 Oct 27 11:41:13.675779 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-54f09909-a125-465e-9e4d-aae145f122c3 None None] Provisioning complete for port 659dfaf5-8e00-4fb5-b45c-67bf55729856 triggered by entity DHCP. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:41:13.676559 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-54f09909-a125-465e-9e4d-aae145f122c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:13.714040 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-54f09909-a125-465e-9e4d-aae145f122c3 None None] Port 659dfaf5-8e00-4fb5-b45c-67bf55729856 cannot update to ACTIVE because it is not bound. {{(pid=102348) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 11:41:14.324421 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdd0fc6-bb03-4dcc-9f5e-41e52d632d72 req-887f476d-6978-4b49-9d2f-0694857308b0 tempest-TestSnapshotPattern-288463451 tempest-TestSnapshotPattern-288463451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:41:14.326161 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-ffdd0fc6-bb03-4dcc-9f5e-41e52d632d72 req-887f476d-6978-4b49-9d2f-0694857308b0 tempest-TestSnapshotPattern-288463451 tempest-TestSnapshotPattern-288463451-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7276471-1343-455c-beaa-5514c6e46d53 HTTP/1.1" status: 200 len: 932 time: 0.0635314 Oct 27 11:41:14.368141 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-ffdd0fc6-bb03-4dcc-9f5e-41e52d632d72 req-d3a4618e-22c5-4194-829c-a5da80f6e7c9 tempest-TestSnapshotPattern-288463451 tempest-TestSnapshotPattern-288463451-project] 10.222.0.44 "GET /v2.0/security-groups?id=ef1a5812-0d4f-41b4-bd49-7681848fe3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357735 Oct 27 11:41:15.485627 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea3471b-a2bf-4174-8ac8-8b01560ccff0 req-b352036d-ead7-491e-88a3-21cd0947927c tempest-TestSnapshotPattern-288463451 tempest-TestSnapshotPattern-288463451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:41:15.487334 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-bea3471b-a2bf-4174-8ac8-8b01560ccff0 req-b352036d-ead7-491e-88a3-21cd0947927c tempest-TestSnapshotPattern-288463451 tempest-TestSnapshotPattern-288463451-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7276471-1343-455c-beaa-5514c6e46d53 HTTP/1.1" status: 200 len: 932 time: 0.0513978 Oct 27 11:41:15.528263 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-bea3471b-a2bf-4174-8ac8-8b01560ccff0 req-8da7eee7-7a09-4aba-af68-fc86f7f4d885 tempest-TestSnapshotPattern-288463451 tempest-TestSnapshotPattern-288463451-project] 10.222.0.44 "GET /v2.0/security-groups?id=ef1a5812-0d4f-41b4-bd49-7681848fe3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333157 Oct 27 11:41:16.366130 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-fed39c11-1309-4b2f-acc8-8984d0f6dd61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:16.650281 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f0f700-a5a8-404b-8754-1330f4c70cec req-b0fac13d-a642-4eb5-985f-1b6797fff4a3 tempest-TestSnapshotPattern-288463451 tempest-TestSnapshotPattern-288463451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:41:16.651923 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-33f0f700-a5a8-404b-8754-1330f4c70cec req-b0fac13d-a642-4eb5-985f-1b6797fff4a3 tempest-TestSnapshotPattern-288463451 tempest-TestSnapshotPattern-288463451-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7276471-1343-455c-beaa-5514c6e46d53 HTTP/1.1" status: 200 len: 932 time: 0.0518396 Oct 27 11:41:16.691114 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-33f0f700-a5a8-404b-8754-1330f4c70cec req-f66b8062-d00f-453c-a938-0c3ba8ac33ca tempest-TestSnapshotPattern-288463451 tempest-TestSnapshotPattern-288463451-project] 10.222.0.44 "GET /v2.0/security-groups?id=ef1a5812-0d4f-41b4-bd49-7681848fe3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331948 Oct 27 11:41:17.818648 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba63334-4648-402a-8adf-4e71aaa335a4 req-5009c783-3803-4ca8-8891-13194aa945bb tempest-TestSnapshotPattern-288463451 tempest-TestSnapshotPattern-288463451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:41:17.820155 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-0ba63334-4648-402a-8adf-4e71aaa335a4 req-5009c783-3803-4ca8-8891-13194aa945bb tempest-TestSnapshotPattern-288463451 tempest-TestSnapshotPattern-288463451-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7276471-1343-455c-beaa-5514c6e46d53 HTTP/1.1" status: 200 len: 932 time: 0.0552280 Oct 27 11:41:17.860222 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-0ba63334-4648-402a-8adf-4e71aaa335a4 req-91e4a103-07ff-42de-927e-6a356f2616bd tempest-TestSnapshotPattern-288463451 tempest-TestSnapshotPattern-288463451-project] 10.222.0.44 "GET /v2.0/security-groups?id=ef1a5812-0d4f-41b4-bd49-7681848fe3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337057 Oct 27 11:41:18.987091 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3199a9-624e-42a5-bc67-b1b8d006bf04 req-b5041273-51a5-4225-9fe5-40982cbc4907 tempest-TestSnapshotPattern-288463451 tempest-TestSnapshotPattern-288463451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:41:18.988919 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-9f3199a9-624e-42a5-bc67-b1b8d006bf04 req-b5041273-51a5-4225-9fe5-40982cbc4907 tempest-TestSnapshotPattern-288463451 tempest-TestSnapshotPattern-288463451-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7276471-1343-455c-beaa-5514c6e46d53 HTTP/1.1" status: 200 len: 932 time: 0.0569417 Oct 27 11:41:19.020475 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a7c47b89-04b8-48fc-93db-6cf40c74fda0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:19.030695 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-9f3199a9-624e-42a5-bc67-b1b8d006bf04 req-281cb3ab-3afc-47e8-a34a-1a082ecd6b19 tempest-TestSnapshotPattern-288463451 tempest-TestSnapshotPattern-288463451-project] 10.222.0.44 "GET /v2.0/security-groups?id=ef1a5812-0d4f-41b4-bd49-7681848fe3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354993 Oct 27 11:41:20.154177 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:20.159120 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e74eaef-90f8-4aa4-b129-4d780979e0fa req-8df76b0d-19cc-4c9e-aa8d-a93f2f702e49 tempest-TestSnapshotPattern-288463451 tempest-TestSnapshotPattern-288463451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:41:20.160691 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-7e74eaef-90f8-4aa4-b129-4d780979e0fa req-8df76b0d-19cc-4c9e-aa8d-a93f2f702e49 tempest-TestSnapshotPattern-288463451 tempest-TestSnapshotPattern-288463451-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7276471-1343-455c-beaa-5514c6e46d53 HTTP/1.1" status: 200 len: 932 time: 0.0580056 Oct 27 11:41:20.202069 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-7e74eaef-90f8-4aa4-b129-4d780979e0fa req-b1a59cd6-fd95-4625-841e-2db8ef3bb148 tempest-TestSnapshotPattern-288463451 tempest-TestSnapshotPattern-288463451-project] 10.222.0.44 "GET /v2.0/security-groups?id=ef1a5812-0d4f-41b4-bd49-7681848fe3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352786 Oct 27 11:41:20.348668 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-eadeaa30-4096-4d1a-b3cb-aa7ebfb291ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:21.344250 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e3abe8-6f3e-4828-9726-2a338db55aa7 req-c9485653-4dd9-44a1-9f77-5af5e2c7a420 tempest-TestSnapshotPattern-288463451 tempest-TestSnapshotPattern-288463451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:41:21.347187 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-21e3abe8-6f3e-4828-9726-2a338db55aa7 req-c9485653-4dd9-44a1-9f77-5af5e2c7a420 tempest-TestSnapshotPattern-288463451 tempest-TestSnapshotPattern-288463451-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7276471-1343-455c-beaa-5514c6e46d53 HTTP/1.1" status: 200 len: 932 time: 0.0525999 Oct 27 11:41:21.385859 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-21e3abe8-6f3e-4828-9726-2a338db55aa7 req-368b75ef-4fc6-44b6-bbe1-3a83ee49bdad tempest-TestSnapshotPattern-288463451 tempest-TestSnapshotPattern-288463451-project] 10.222.0.44 "GET /v2.0/security-groups?id=ef1a5812-0d4f-41b4-bd49-7681848fe3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324230 Oct 27 11:41:22.272988 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-3c6a8245-0581-48aa-b5f6-4d8fe98cd16e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:22.513007 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cdab7c-78a1-4f51-8cd5-c174a7793065 req-2190a126-8044-4eaf-9fdb-feb0ede23d2c tempest-TestSnapshotPattern-288463451 tempest-TestSnapshotPattern-288463451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:41:22.514540 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-66cdab7c-78a1-4f51-8cd5-c174a7793065 req-2190a126-8044-4eaf-9fdb-feb0ede23d2c tempest-TestSnapshotPattern-288463451 tempest-TestSnapshotPattern-288463451-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7276471-1343-455c-beaa-5514c6e46d53 HTTP/1.1" status: 200 len: 932 time: 0.0535791 Oct 27 11:41:22.555253 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-66cdab7c-78a1-4f51-8cd5-c174a7793065 req-58096681-19d7-4f1b-b8ec-27845267377c tempest-TestSnapshotPattern-288463451 tempest-TestSnapshotPattern-288463451-project] 10.222.0.44 "GET /v2.0/security-groups?id=ef1a5812-0d4f-41b4-bd49-7681848fe3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343835 Oct 27 11:41:23.512039 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-e1372ae4-d454-4c91-9c1b-4ab5d2cbffa5 req-2c65fdc6-e4bb-49d4-8b8c-5958093bfb60 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=70c01759-33a2-4e7c-b213-58bbffab898b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0399992 Oct 27 11:41:23.591966 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1372ae4-d454-4c91-9c1b-4ab5d2cbffa5 req-978c7698-c9b4-465c-8301-c0a4c13496ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:41:23.593491 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-e1372ae4-d454-4c91-9c1b-4ab5d2cbffa5 req-978c7698-c9b4-465c-8301-c0a4c13496ef service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2a1da399076d42f8999ba9ed287c08bd&device_id=70c01759-33a2-4e7c-b213-58bbffab898b HTTP/1.1" status: 200 len: 1096 time: 0.0397558 Oct 27 11:41:23.723363 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575c19ca-7f5e-4d85-9553-e89096b62deb req-8d9bd8ac-be88-4ff7-a805-6cbe90d0e87e tempest-TestSnapshotPattern-288463451 tempest-TestSnapshotPattern-288463451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:41:23.724845 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-575c19ca-7f5e-4d85-9553-e89096b62deb req-8d9bd8ac-be88-4ff7-a805-6cbe90d0e87e tempest-TestSnapshotPattern-288463451 tempest-TestSnapshotPattern-288463451-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7276471-1343-455c-beaa-5514c6e46d53 HTTP/1.1" status: 200 len: 932 time: 0.0920115 Oct 27 11:41:23.740355 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1372ae4-d454-4c91-9c1b-4ab5d2cbffa5 req-898a874d-e969-44d6-a691-a66a616a2459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:41:23.741722 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-e1372ae4-d454-4c91-9c1b-4ab5d2cbffa5 req-898a874d-e969-44d6-a691-a66a616a2459 service neutron] 10.222.0.64 "GET /v2.0/networks?id=16076498-6454-4f2c-b637-1f2abae89e3a HTTP/1.1" status: 200 len: 910 time: 0.1303523 Oct 27 11:41:23.806735 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-575c19ca-7f5e-4d85-9553-e89096b62deb req-4cbf6394-334b-4052-a80f-7eba62e9ae7d tempest-TestSnapshotPattern-288463451 tempest-TestSnapshotPattern-288463451-project] 10.222.0.44 "GET /v2.0/security-groups?id=ef1a5812-0d4f-41b4-bd49-7681848fe3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749676 Oct 27 11:41:23.823375 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-e1372ae4-d454-4c91-9c1b-4ab5d2cbffa5 req-430b07ed-b8d0-4848-9e52-a769149ca4b8 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2d70d4c8-21d0-4728-983c-4acc5c1b0ec7 HTTP/1.1" status: 200 len: 999 time: 0.0726361 Oct 27 11:41:23.871895 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1372ae4-d454-4c91-9c1b-4ab5d2cbffa5 req-e4e31f43-35db-4d44-9a4a-a8ade93fb333 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:41:23.873432 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-e1372ae4-d454-4c91-9c1b-4ab5d2cbffa5 req-e4e31f43-35db-4d44-9a4a-a8ade93fb333 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b4faf49c-5204-49b2-8ac4-fceaee5b2f87 HTTP/1.1" status: 200 len: 848 time: 0.0434077 Oct 27 11:41:23.917747 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1372ae4-d454-4c91-9c1b-4ab5d2cbffa5 req-29c642b8-c5d1-4aac-8aca-bd37fa700238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:41:23.919745 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-e1372ae4-d454-4c91-9c1b-4ab5d2cbffa5 req-29c642b8-c5d1-4aac-8aca-bd37fa700238 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=16076498-6454-4f2c-b637-1f2abae89e3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0388837 Oct 27 11:41:24.008775 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-e1372ae4-d454-4c91-9c1b-4ab5d2cbffa5 req-641f492b-aec3-48fc-b5a3-8cb782a68ba9 service neutron] 10.222.0.64 "GET /v2.0/networks/16076498-6454-4f2c-b637-1f2abae89e3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826523 Oct 27 11:41:24.099448 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-e1372ae4-d454-4c91-9c1b-4ab5d2cbffa5 req-0f05ab2b-8ac4-402c-b170-3fc23e442141 service neutron] 10.222.0.64 "GET /v2.0/networks/16076498-6454-4f2c-b637-1f2abae89e3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837758 Oct 27 11:41:24.872825 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [req-9442f66a-28aa-473a-8c68-ddf15ed9a6a8 req-2a2d00ac-eea4-4dd8-8e6c-aa648e48200f tempest-TestSnapshotPattern-288463451 tempest-TestSnapshotPattern-288463451-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=102346) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 11:41:24.873802 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-9442f66a-28aa-473a-8c68-ddf15ed9a6a8 req-2a2d00ac-eea4-4dd8-8e6c-aa648e48200f tempest-TestSnapshotPattern-288463451 tempest-TestSnapshotPattern-288463451-project] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0066001 Oct 27 11:41:24.931363 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d71eb1-3113-4efd-8981-84059f836f61 req-ec14579a-a4c1-4152-872b-badc8b3aa395 tempest-TestSnapshotPattern-288463451 tempest-TestSnapshotPattern-288463451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:41:24.932897 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-d4d71eb1-3113-4efd-8981-84059f836f61 req-ec14579a-a4c1-4152-872b-badc8b3aa395 tempest-TestSnapshotPattern-288463451 tempest-TestSnapshotPattern-288463451-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7276471-1343-455c-beaa-5514c6e46d53 HTTP/1.1" status: 200 len: 932 time: 0.0582542 Oct 27 11:41:24.957331 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.v2.base [req-9442f66a-28aa-473a-8c68-ddf15ed9a6a8 req-66bf3d81-1630-49a9-bb62-fcddc06eb483 service neutron] Request body: {'port': {'device_id': 'a7276471-1343-455c-beaa-5514c6e46d53', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-813419-10'}} {{(pid=102346) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:41:24.996897 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-d4d71eb1-3113-4efd-8981-84059f836f61 req-41325127-b0a4-4659-9128-e02bd7c00b27 tempest-TestSnapshotPattern-288463451 tempest-TestSnapshotPattern-288463451-project] 10.222.0.44 "GET /v2.0/security-groups?id=ef1a5812-0d4f-41b4-bd49-7681848fe3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574613 Oct 27 11:41:25.029768 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-9442f66a-28aa-473a-8c68-ddf15ed9a6a8 req-66bf3d81-1630-49a9-bb62-fcddc06eb483 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:25.288458 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [req-9442f66a-28aa-473a-8c68-ddf15ed9a6a8 req-66bf3d81-1630-49a9-bb62-fcddc06eb483 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 659dfaf5-8e00-4fb5-b45c-67bf55729856 {{(pid=102346) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 11:41:25.296095 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-9442f66a-28aa-473a-8c68-ddf15ed9a6a8 req-66bf3d81-1630-49a9-bb62-fcddc06eb483 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:25.307768 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.provisioning_blocks [req-9442f66a-28aa-473a-8c68-ddf15ed9a6a8 req-66bf3d81-1630-49a9-bb62-fcddc06eb483 service neutron] Transition to ACTIVE for port object 659dfaf5-8e00-4fb5-b45c-67bf55729856 will not be triggered until provisioned by entity L2. {{(pid=102346) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 11:41:25.312452 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-9442f66a-28aa-473a-8c68-ddf15ed9a6a8 req-66bf3d81-1630-49a9-bb62-fcddc06eb483 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27024173'] for port, after_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:25.362810 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bf3d81-1630-49a9-bb62-fcddc06eb483 service neutron] Pushing event updated for resources: {'Port': ['ID=659dfaf5-8e00-4fb5-b45c-67bf55729856,revision_number=2']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:41:25.431842 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.managers [req-9442f66a-28aa-473a-8c68-ddf15ed9a6a8 req-66bf3d81-1630-49a9-bb62-fcddc06eb483 service neutron] Attempting to bind port 659dfaf5-8e00-4fb5-b45c-67bf55729856 on host n-h2-813419-10 for vnic_type normal with profile {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 11:41:25.432173 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.managers [req-9442f66a-28aa-473a-8c68-ddf15ed9a6a8 req-66bf3d81-1630-49a9-bb62-fcddc06eb483 service neutron] Attempting to bind port 659dfaf5-8e00-4fb5-b45c-67bf55729856 by drivers openvswitch,hyperv on host n-h2-813419-10 at level 0 using segments [{'id': 'e48f8b19-5351-403e-99f9-9270cfaf0cd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '16076498-6454-4f2c-b637-1f2abae89e3a'}] {{(pid=102346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 11:41:25.432531 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9442f66a-28aa-473a-8c68-ddf15ed9a6a8 req-66bf3d81-1630-49a9-bb62-fcddc06eb483 service neutron] Attempting to bind port 659dfaf5-8e00-4fb5-b45c-67bf55729856 on network 16076498-6454-4f2c-b637-1f2abae89e3a {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 11:41:25.437005 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9442f66a-28aa-473a-8c68-ddf15ed9a6a8 req-66bf3d81-1630-49a9-bb62-fcddc06eb483 service neutron] Port 659dfaf5-8e00-4fb5-b45c-67bf55729856 on network 16076498-6454-4f2c-b637-1f2abae89e3a not bound, no agent of type Open vSwitch agent registered on host n-h2-813419-10 {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 11:41:25.437346 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9442f66a-28aa-473a-8c68-ddf15ed9a6a8 req-66bf3d81-1630-49a9-bb62-fcddc06eb483 service neutron] Attempting to bind port 659dfaf5-8e00-4fb5-b45c-67bf55729856 on network 16076498-6454-4f2c-b637-1f2abae89e3a {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 11:41:25.442564 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9442f66a-28aa-473a-8c68-ddf15ed9a6a8 req-66bf3d81-1630-49a9-bb62-fcddc06eb483 service neutron] Checking agent: {'id': 'a2edc247-0fa4-4ce6-bbae-a10492f6bd71', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-813419-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 10, 16, 9), 'started_at': datetime.datetime(2021, 10, 27, 10, 16, 9), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 11, 41, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 11:41:25.442899 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9442f66a-28aa-473a-8c68-ddf15ed9a6a8 req-66bf3d81-1630-49a9-bb62-fcddc06eb483 service neutron] Checking segment: {'id': 'e48f8b19-5351-403e-99f9-9270cfaf0cd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '16076498-6454-4f2c-b637-1f2abae89e3a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102346) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 11:41:25.443331 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9442f66a-28aa-473a-8c68-ddf15ed9a6a8 req-66bf3d81-1630-49a9-bb62-fcddc06eb483 service neutron] Bound using segment: {'id': 'e48f8b19-5351-403e-99f9-9270cfaf0cd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '16076498-6454-4f2c-b637-1f2abae89e3a'} {{(pid=102346) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 11:41:25.443760 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.managers [req-9442f66a-28aa-473a-8c68-ddf15ed9a6a8 req-66bf3d81-1630-49a9-bb62-fcddc06eb483 service neutron] Bound port: 659dfaf5-8e00-4fb5-b45c-67bf55729856, host: n-h2-813419-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e48f8b19-5351-403e-99f9-9270cfaf0cd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '16076498-6454-4f2c-b637-1f2abae89e3a'}}] {{(pid=102346) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 11:41:25.444115 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-9442f66a-28aa-473a-8c68-ddf15ed9a6a8 req-66bf3d81-1630-49a9-bb62-fcddc06eb483 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:25.513353 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [req-9442f66a-28aa-473a-8c68-ddf15ed9a6a8 req-66bf3d81-1630-49a9-bb62-fcddc06eb483 service neutron] For port 659dfaf5-8e00-4fb5-b45c-67bf55729856, host n-h2-813419-10, cleared binding levels {{(pid=102346) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 11:41:25.516453 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [req-9442f66a-28aa-473a-8c68-ddf15ed9a6a8 req-66bf3d81-1630-49a9-bb62-fcddc06eb483 service neutron] For port 659dfaf5-8e00-4fb5-b45c-67bf55729856, host n-h2-813419-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=659dfaf5-8e00-4fb5-b45c-67bf55729856,segment=NetworkSegment(e48f8b19-5351-403e-99f9-9270cfaf0cd7),segment_id=e48f8b19-5351-403e-99f9-9270cfaf0cd7)] {{(pid=102346) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 11:41:25.521021 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-9442f66a-28aa-473a-8c68-ddf15ed9a6a8 req-66bf3d81-1630-49a9-bb62-fcddc06eb483 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27024173'] for port, after_update {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:25.553803 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9442f66a-28aa-473a-8c68-ddf15ed9a6a8 req-66bf3d81-1630-49a9-bb62-fcddc06eb483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:41:25.554409 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-9442f66a-28aa-473a-8c68-ddf15ed9a6a8 req-66bf3d81-1630-49a9-bb62-fcddc06eb483 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:25.555780 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-9442f66a-28aa-473a-8c68-ddf15ed9a6a8 req-66bf3d81-1630-49a9-bb62-fcddc06eb483 service neutron] 10.222.0.76 "PUT /v2.0/ports/659dfaf5-8e00-4fb5-b45c-67bf55729856 HTTP/1.1" status: 200 len: 1093 time: 0.6707001 Oct 27 11:41:25.556239 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7276471-1343-455c-beaa-5514c6e46d53', 'tag': '659dfaf5-8e00-4fb5-b45c-67bf55729856'}] {{(pid=102346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 11:41:25.558526 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2531aea88c448207759dde70f844649f18dfe6edcb84b1c92b49bb044a645d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd5f8c81-23ac-4e92-afa7-da95cd99b834" -d '{"events": [{"name": "network-changed", "server_uuid": "a7276471-1343-455c-beaa-5514c6e46d53", "tag": "659dfaf5-8e00-4fb5-b45c-67bf55729856"}]}' {{(pid=102346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 11:41:25.584942 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bf3d81-1630-49a9-bb62-fcddc06eb483 service neutron] Pushing event updated for resources: {'Port': ['ID=659dfaf5-8e00-4fb5-b45c-67bf55729856,revision_number=3']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:41:25.645433 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9442f66a-28aa-473a-8c68-ddf15ed9a6a8 req-0cb90597-96e4-4311-9713-177e427e8086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:41:25.647220 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-9442f66a-28aa-473a-8c68-ddf15ed9a6a8 req-0cb90597-96e4-4311-9713-177e427e8086 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=2a1da399076d42f8999ba9ed287c08bd&device_id=a7276471-1343-455c-beaa-5514c6e46d53 HTTP/1.1" status: 200 len: 1096 time: 0.0476363 Oct 27 11:41:25.696395 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 11:41:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84c5ee25-813a-4c27-b2a0-9d174eaeff7d x-openstack-request-id: req-84c5ee25-813a-4c27-b2a0-9d174eaeff7d {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 11:41:25.696685 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7276471-1343-455c-beaa-5514c6e46d53", "tag": "659dfaf5-8e00-4fb5-b45c-67bf55729856", "status": "completed", "code": 200}]} {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 11:41:25.696939 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-84c5ee25-813a-4c27-b2a0-9d174eaeff7d {{(pid=102346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 11:41:25.697335 n-d-813419-10 neutron-server[102346]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7276471-1343-455c-beaa-5514c6e46d53', 'tag': '659dfaf5-8e00-4fb5-b45c-67bf55729856', 'status': 'completed', 'code': 200} Oct 27 11:41:25.699167 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-9442f66a-28aa-473a-8c68-ddf15ed9a6a8 req-25eefd56-caba-4f97-93ef-76c2e64f6d6c service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=659dfaf5-8e00-4fb5-b45c-67bf55729856 HTTP/1.1" status: 200 len: 217 time: 0.0439992 Oct 27 11:41:25.749133 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9442f66a-28aa-473a-8c68-ddf15ed9a6a8 req-2343908e-4304-40fc-8034-f25c8dc27a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:41:25.750615 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-9442f66a-28aa-473a-8c68-ddf15ed9a6a8 req-2343908e-4304-40fc-8034-f25c8dc27a5a service neutron] 10.222.0.76 "GET /v2.0/subnets?id=b4faf49c-5204-49b2-8ac4-fceaee5b2f87 HTTP/1.1" status: 200 len: 848 time: 0.0445173 Oct 27 11:41:25.798224 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9442f66a-28aa-473a-8c68-ddf15ed9a6a8 req-dda93e7e-b200-4ec1-89c9-969f709fe885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:41:25.799686 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-9442f66a-28aa-473a-8c68-ddf15ed9a6a8 req-dda93e7e-b200-4ec1-89c9-969f709fe885 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=16076498-6454-4f2c-b637-1f2abae89e3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0409319 Oct 27 11:41:25.893729 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-9442f66a-28aa-473a-8c68-ddf15ed9a6a8 req-7dedac29-d4b6-466b-adc3-e1c7e7e215fe service neutron] 10.222.0.76 "GET /v2.0/networks/16076498-6454-4f2c-b637-1f2abae89e3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871928 Oct 27 11:41:25.983307 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-9442f66a-28aa-473a-8c68-ddf15ed9a6a8 req-792fcba9-3d03-4fc7-a070-2faa519273b7 service neutron] 10.222.0.76 "GET /v2.0/networks/16076498-6454-4f2c-b637-1f2abae89e3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820909 Oct 27 11:41:26.085367 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5f8c81-23ac-4e92-afa7-da95cd99b834 req-3c043058-c2cb-4976-ae24-16102bf4c228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:41:26.086834 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-dd5f8c81-23ac-4e92-afa7-da95cd99b834 req-3c043058-c2cb-4976-ae24-16102bf4c228 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=2a1da399076d42f8999ba9ed287c08bd&device_id=a7276471-1343-455c-beaa-5514c6e46d53 HTTP/1.1" status: 200 len: 1096 time: 0.0548663 Oct 27 11:41:26.170692 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20032f25-3771-4c88-a295-aa0b6b410a10 req-99dae285-62fb-462e-98c6-08994508dca5 tempest-TestSnapshotPattern-288463451 tempest-TestSnapshotPattern-288463451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:41:26.172159 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-20032f25-3771-4c88-a295-aa0b6b410a10 req-99dae285-62fb-462e-98c6-08994508dca5 tempest-TestSnapshotPattern-288463451 tempest-TestSnapshotPattern-288463451-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7276471-1343-455c-beaa-5514c6e46d53 HTTP/1.1" status: 200 len: 944 time: 0.1043825 Oct 27 11:41:26.219736 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5f8c81-23ac-4e92-afa7-da95cd99b834 req-056242d5-1dc4-4b1d-90d4-62c1c0f6a97e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:41:26.221201 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-dd5f8c81-23ac-4e92-afa7-da95cd99b834 req-056242d5-1dc4-4b1d-90d4-62c1c0f6a97e service neutron] 10.222.0.76 "GET /v2.0/networks?id=16076498-6454-4f2c-b637-1f2abae89e3a HTTP/1.1" status: 200 len: 910 time: 0.1213577 Oct 27 11:41:26.238774 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-20032f25-3771-4c88-a295-aa0b6b410a10 req-3d72acde-eb64-45f9-8553-c080159b430c tempest-TestSnapshotPattern-288463451 tempest-TestSnapshotPattern-288463451-project] 10.222.0.44 "GET /v2.0/security-groups?id=ef1a5812-0d4f-41b4-bd49-7681848fe3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599117 Oct 27 11:41:26.267170 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-dd5f8c81-23ac-4e92-afa7-da95cd99b834 req-8f37f431-0f27-4fc2-8496-21f83322a139 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=659dfaf5-8e00-4fb5-b45c-67bf55729856 HTTP/1.1" status: 200 len: 217 time: 0.0384734 Oct 27 11:41:26.316016 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5f8c81-23ac-4e92-afa7-da95cd99b834 req-fcb829e6-3207-4c73-ad4f-b7a12d66ab79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:41:26.317495 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-dd5f8c81-23ac-4e92-afa7-da95cd99b834 req-fcb829e6-3207-4c73-ad4f-b7a12d66ab79 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=b4faf49c-5204-49b2-8ac4-fceaee5b2f87 HTTP/1.1" status: 200 len: 848 time: 0.0425346 Oct 27 11:41:26.364174 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5f8c81-23ac-4e92-afa7-da95cd99b834 req-41679327-f4d2-41ad-b40a-b5aeb6924680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:41:26.365708 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-dd5f8c81-23ac-4e92-afa7-da95cd99b834 req-41679327-f4d2-41ad-b40a-b5aeb6924680 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=16076498-6454-4f2c-b637-1f2abae89e3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0414917 Oct 27 11:41:26.458405 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-dd5f8c81-23ac-4e92-afa7-da95cd99b834 req-e7bd83c9-cfad-4712-a35e-3aeb7b0828ab service neutron] 10.222.0.76 "GET /v2.0/networks/16076498-6454-4f2c-b637-1f2abae89e3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850346 Oct 27 11:41:26.549734 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-dd5f8c81-23ac-4e92-afa7-da95cd99b834 req-2b201aae-1206-474d-80ea-13f25c65eecb service neutron] 10.222.0.76 "GET /v2.0/networks/16076498-6454-4f2c-b637-1f2abae89e3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842373 Oct 27 11:41:27.356407 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115d8f37-f754-44af-ab04-e9404168a90a req-450d3c7d-8ca4-4e85-9625-d39e2ecb1418 tempest-TestSnapshotPattern-288463451 tempest-TestSnapshotPattern-288463451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:41:27.357888 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-115d8f37-f754-44af-ab04-e9404168a90a req-450d3c7d-8ca4-4e85-9625-d39e2ecb1418 tempest-TestSnapshotPattern-288463451 tempest-TestSnapshotPattern-288463451-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7276471-1343-455c-beaa-5514c6e46d53 HTTP/1.1" status: 200 len: 944 time: 0.0488524 Oct 27 11:41:27.394876 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-115d8f37-f754-44af-ab04-e9404168a90a req-e9c2bc3d-c4dd-4c9f-90c8-201d84066f3d tempest-TestSnapshotPattern-288463451 tempest-TestSnapshotPattern-288463451-project] 10.222.0.44 "GET /v2.0/security-groups?id=ef1a5812-0d4f-41b4-bd49-7681848fe3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309777 Oct 27 11:41:28.515378 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708586e0-52a2-4863-853f-3a52c30a60d0 req-184cc403-f2a8-4259-b6e9-379443214d97 tempest-TestSnapshotPattern-288463451 tempest-TestSnapshotPattern-288463451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:41:28.516891 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-708586e0-52a2-4863-853f-3a52c30a60d0 req-184cc403-f2a8-4259-b6e9-379443214d97 tempest-TestSnapshotPattern-288463451 tempest-TestSnapshotPattern-288463451-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7276471-1343-455c-beaa-5514c6e46d53 HTTP/1.1" status: 200 len: 944 time: 0.0527437 Oct 27 11:41:28.555540 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-708586e0-52a2-4863-853f-3a52c30a60d0 req-8224e42e-554f-4c20-994c-bf35cc69580b tempest-TestSnapshotPattern-288463451 tempest-TestSnapshotPattern-288463451-project] 10.222.0.44 "GET /v2.0/security-groups?id=ef1a5812-0d4f-41b4-bd49-7681848fe3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317976 Oct 27 11:41:29.605324 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device 659dfaf5-8e00-4fb5-b45c-67bf55729856 details requested by agent hyperv_n-h2-813419-10 with host n-h2-813419-10 {{(pid=102348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 11:41:29.672663 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013f411b-69de-43be-a57b-4da414d2a29d req-f7f6cbe1-44cf-436a-bdf9-ed701095c3a6 tempest-TestSnapshotPattern-288463451 tempest-TestSnapshotPattern-288463451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:41:29.674160 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-013f411b-69de-43be-a57b-4da414d2a29d req-f7f6cbe1-44cf-436a-bdf9-ed701095c3a6 tempest-TestSnapshotPattern-288463451 tempest-TestSnapshotPattern-288463451-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7276471-1343-455c-beaa-5514c6e46d53 HTTP/1.1" status: 200 len: 944 time: 0.0485528 Oct 27 11:41:29.699734 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] For port 659dfaf5-8e00-4fb5-b45c-67bf55729856, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=659dfaf5-8e00-4fb5-b45c-67bf55729856,segment=NetworkSegment(e48f8b19-5351-403e-99f9-9270cfaf0cd7),segment_id=e48f8b19-5351-403e-99f9-9270cfaf0cd7)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:41:29.710598 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Returning: {'device': '659dfaf5-8e00-4fb5-b45c-67bf55729856', 'network_id': '16076498-6454-4f2c-b637-1f2abae89e3a', 'port_id': '659dfaf5-8e00-4fb5-b45c-67bf55729856', 'mac_address': 'fa:16:3e:09:62:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 441, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4faf49c-5204-49b2-8ac4-fceaee5b2f87', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 11:41:29.711557 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-013f411b-69de-43be-a57b-4da414d2a29d req-2acd9868-e6dd-4d0a-a03f-d39f821eb2fb tempest-TestSnapshotPattern-288463451 tempest-TestSnapshotPattern-288463451-project] 10.222.0.44 "GET /v2.0/security-groups?id=ef1a5812-0d4f-41b4-bd49-7681848fe3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313883 Oct 27 11:41:29.755069 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:29.763893 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 659dfaf5-8e00-4fb5-b45c-67bf55729856 {{(pid=102348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 11:41:29.783003 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] For port 659dfaf5-8e00-4fb5-b45c-67bf55729856, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=659dfaf5-8e00-4fb5-b45c-67bf55729856,segment=NetworkSegment(e48f8b19-5351-403e-99f9-9270cfaf0cd7),segment_id=e48f8b19-5351-403e-99f9-9270cfaf0cd7)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:41:29.786420 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:29.832438 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Pushing event updated for resources: {'Port': ['ID=659dfaf5-8e00-4fb5-b45c-67bf55729856,revision_number=4']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:41:30.158021 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] get_ports_and_sgs() called for port_ids ['659dfaf5-8e00-4fb5-b45c-67bf55729856'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 11:41:30.827816 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7292d753-8aae-4b38-99d8-5b7fdad5e18f req-77f56998-a3a0-404d-b67e-50d48aa59e57 tempest-TestSnapshotPattern-288463451 tempest-TestSnapshotPattern-288463451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:41:30.829288 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-7292d753-8aae-4b38-99d8-5b7fdad5e18f req-77f56998-a3a0-404d-b67e-50d48aa59e57 tempest-TestSnapshotPattern-288463451 tempest-TestSnapshotPattern-288463451-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7276471-1343-455c-beaa-5514c6e46d53 HTTP/1.1" status: 200 len: 945 time: 0.0481853 Oct 27 11:41:30.864909 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-7292d753-8aae-4b38-99d8-5b7fdad5e18f req-ecf29994-0afd-4f22-9080-76726cd08ca3 tempest-TestSnapshotPattern-288463451 tempest-TestSnapshotPattern-288463451-project] 10.222.0.44 "GET /v2.0/security-groups?id=ef1a5812-0d4f-41b4-bd49-7681848fe3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297737 Oct 27 11:41:31.618234 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device 659dfaf5-8e00-4fb5-b45c-67bf55729856 up at agent hyperv_n-h2-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 11:41:31.665413 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Provisioning for port 659dfaf5-8e00-4fb5-b45c-67bf55729856 completed by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 11:41:31.669704 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Provisioning complete for port 659dfaf5-8e00-4fb5-b45c-67bf55729856 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:41:31.670064 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:31.745625 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:31.767267 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7276471-1343-455c-beaa-5514c6e46d53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '659dfaf5-8e00-4fb5-b45c-67bf55729856'}] {{(pid=102348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 11:41:31.769962 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be4127e571859625ba9a491db1af5fd5edc4c8ee111482105658b13e0edb602d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e84bb42-536c-43b5-bf3b-588f70e1ff19" -d '{"events": [{"server_uuid": "a7276471-1343-455c-beaa-5514c6e46d53", "name": "network-vif-plugged", "status": "completed", "tag": "659dfaf5-8e00-4fb5-b45c-67bf55729856"}]}' {{(pid=102348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 11:41:31.784058 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] For port 659dfaf5-8e00-4fb5-b45c-67bf55729856, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=659dfaf5-8e00-4fb5-b45c-67bf55729856,segment=NetworkSegment(e48f8b19-5351-403e-99f9-9270cfaf0cd7),segment_id=e48f8b19-5351-403e-99f9-9270cfaf0cd7)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:41:31.788652 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:31.811768 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 11:41:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84d07fef-b930-4fbc-97fd-00953adf3507 x-openstack-request-id: req-84d07fef-b930-4fbc-97fd-00953adf3507 {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 11:41:31.812060 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7276471-1343-455c-beaa-5514c6e46d53", "name": "network-vif-plugged", "status": "completed", "tag": "659dfaf5-8e00-4fb5-b45c-67bf55729856", "code": 200}]} {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 11:41:31.812349 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-84d07fef-b930-4fbc-97fd-00953adf3507 {{(pid=102348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 11:41:31.812740 n-d-813419-10 neutron-server[102348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7276471-1343-455c-beaa-5514c6e46d53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '659dfaf5-8e00-4fb5-b45c-67bf55729856', 'code': 200} Oct 27 11:41:31.840085 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Pushing event updated for resources: {'Port': ['ID=659dfaf5-8e00-4fb5-b45c-67bf55729856,revision_number=5']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:41:31.918312 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7196e08c-0f42-487e-8613-d940df1ae297 req-d1c5d852-79f3-44da-bf63-e78d3239570b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:41:31.919945 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-7196e08c-0f42-487e-8613-d940df1ae297 req-d1c5d852-79f3-44da-bf63-e78d3239570b service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=a7276471-1343-455c-beaa-5514c6e46d53 HTTP/1.1" status: 200 len: 1098 time: 0.0466175 Oct 27 11:41:31.984020 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-7196e08c-0f42-487e-8613-d940df1ae297 req-c6f19f7d-cc1a-43cc-b271-0ce1e8286454 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=ef1a5812-0d4f-41b4-bd49-7681848fe3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558300 Oct 27 11:41:31.995981 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af9e404-b819-413e-ae19-760a32ea4523 req-91af89ff-a778-438f-a529-004a3d931258 tempest-TestSnapshotPattern-288463451 tempest-TestSnapshotPattern-288463451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:41:31.997472 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-5af9e404-b819-413e-ae19-760a32ea4523 req-91af89ff-a778-438f-a529-004a3d931258 tempest-TestSnapshotPattern-288463451 tempest-TestSnapshotPattern-288463451-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7276471-1343-455c-beaa-5514c6e46d53 HTTP/1.1" status: 200 len: 946 time: 0.0639780 Oct 27 11:41:32.034657 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-5af9e404-b819-413e-ae19-760a32ea4523 req-84c75b24-19fb-48e5-8554-2eb67a6addc4 tempest-TestSnapshotPattern-288463451 tempest-TestSnapshotPattern-288463451-project] 10.222.0.44 "GET /v2.0/security-groups?id=ef1a5812-0d4f-41b4-bd49-7681848fe3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312796 Oct 27 11:41:33.152975 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:33.156398 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320deed9-b0c9-4a64-8703-dff5e13c1bc9 req-538a5832-3ce7-4fdf-9bf6-bcb0fbec9d8d tempest-TestSnapshotPattern-288463451 tempest-TestSnapshotPattern-288463451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:41:33.157865 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-320deed9-b0c9-4a64-8703-dff5e13c1bc9 req-538a5832-3ce7-4fdf-9bf6-bcb0fbec9d8d tempest-TestSnapshotPattern-288463451 tempest-TestSnapshotPattern-288463451-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7276471-1343-455c-beaa-5514c6e46d53 HTTP/1.1" status: 200 len: 946 time: 0.0550282 Oct 27 11:41:33.195279 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-320deed9-b0c9-4a64-8703-dff5e13c1bc9 req-3f0969ba-84b6-433c-96b1-e223eda32550 tempest-TestSnapshotPattern-288463451 tempest-TestSnapshotPattern-288463451-project] 10.222.0.44 "GET /v2.0/security-groups?id=ef1a5812-0d4f-41b4-bd49-7681848fe3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313694 Oct 27 11:41:34.310079 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9614a998-6aa6-4a8c-aeda-ebb8d2d81239 req-9be616d5-16cb-499f-86a5-fe432df608b0 tempest-TestSnapshotPattern-288463451 tempest-TestSnapshotPattern-288463451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:41:34.311534 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-9614a998-6aa6-4a8c-aeda-ebb8d2d81239 req-9be616d5-16cb-499f-86a5-fe432df608b0 tempest-TestSnapshotPattern-288463451 tempest-TestSnapshotPattern-288463451-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7276471-1343-455c-beaa-5514c6e46d53 HTTP/1.1" status: 200 len: 946 time: 0.0490024 Oct 27 11:41:34.349273 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-9614a998-6aa6-4a8c-aeda-ebb8d2d81239 req-d88860d2-6eba-4a88-b332-dbedda1f368a tempest-TestSnapshotPattern-288463451 tempest-TestSnapshotPattern-288463451-project] 10.222.0.44 "GET /v2.0/security-groups?id=ef1a5812-0d4f-41b4-bd49-7681848fe3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316062 Oct 27 11:41:34.463505 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412ba34b-fd5c-4398-a7b0-b8df19ccb0a8 req-85c51c3a-95b8-455f-8e3e-fc3d5a524bf5 tempest-TestSnapshotPattern-288463451 tempest-TestSnapshotPattern-288463451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:41:34.464993 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-412ba34b-fd5c-4398-a7b0-b8df19ccb0a8 req-85c51c3a-95b8-455f-8e3e-fc3d5a524bf5 tempest-TestSnapshotPattern-288463451 tempest-TestSnapshotPattern-288463451-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7276471-1343-455c-beaa-5514c6e46d53 HTTP/1.1" status: 200 len: 946 time: 0.0476630 Oct 27 11:41:34.502156 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-412ba34b-fd5c-4398-a7b0-b8df19ccb0a8 req-b7aa6f71-bda9-4015-9e90-2998e1aad60c tempest-TestSnapshotPattern-288463451 tempest-TestSnapshotPattern-288463451-project] 10.222.0.44 "GET /v2.0/security-groups?id=ef1a5812-0d4f-41b4-bd49-7681848fe3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306821 Oct 27 11:41:34.527233 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 50308) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:41:34.566201 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c2a9af8-db68-4453-b7ba-535c8fc75168 tempest-TestSnapshotPattern-637114743 tempest-TestSnapshotPattern-637114743-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:41:34.567667 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-1c2a9af8-db68-4453-b7ba-535c8fc75168 tempest-TestSnapshotPattern-637114743 tempest-TestSnapshotPattern-637114743-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=a7276471-1343-455c-beaa-5514c6e46d53 HTTP/1.1" status: 200 len: 1093 time: 0.0387857 Oct 27 11:41:34.570535 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 50310) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:41:34.574745 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.v2.base [None req-c45e6f06-2f9b-492a-b260-76407442b632 tempest-TestSnapshotPattern-288463451 tempest-TestSnapshotPattern-288463451-project] Request body: {'floatingip': {'floating_network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'port_id': '659dfaf5-8e00-4fb5-b45c-67bf55729856', 'tenant_id': '2a1da399076d42f8999ba9ed287c08bd', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102347) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 11:41:34.596378 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-c45e6f06-2f9b-492a-b260-76407442b632 tempest-TestSnapshotPattern-288463451 tempest-TestSnapshotPattern-288463451-project] Publish callbacks [] for floatingip, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:34.692885 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-c45e6f06-2f9b-492a-b260-76407442b632 tempest-TestSnapshotPattern-288463451 tempest-TestSnapshotPattern-288463451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:34.791786 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.db_base_plugin_common [None req-c45e6f06-2f9b-492a-b260-76407442b632 tempest-TestSnapshotPattern-288463451 tempest-TestSnapshotPattern-288463451-project] Allocated IP 172.25.8.103 (185ff123-c7ff-45c7-a6be-71feb35acc9c/0fb9f9d1-7384-481f-8fa8-f4566c349d30/b7510abf-3e60-4187-91b5-c2609e8e20b6) {{(pid=102347) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 11:41:34.895417 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-c45e6f06-2f9b-492a-b260-76407442b632 tempest-TestSnapshotPattern-288463451 tempest-TestSnapshotPattern-288463451-project] Publish callbacks [] for port, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:34.927619 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-c45e6f06-2f9b-492a-b260-76407442b632 tempest-TestSnapshotPattern-288463451 tempest-TestSnapshotPattern-288463451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743872640606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:34.969812 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c45e6f06-2f9b-492a-b260-76407442b632 tempest-TestSnapshotPattern-288463451 tempest-TestSnapshotPattern-288463451-project] Network 185ff123-c7ff-45c7-a6be-71feb35acc9c is already hosted by enough agents. {{(pid=102347) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 11:41:34.972639 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.base_scheduler [None req-c45e6f06-2f9b-492a-b260-76407442b632 tempest-TestSnapshotPattern-288463451 tempest-TestSnapshotPattern-288463451-project] Resources bound (agent type, host, resource id): {{(pid=102347) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 11:41:34.976564 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c45e6f06-2f9b-492a-b260-76407442b632 tempest-TestSnapshotPattern-288463451 tempest-TestSnapshotPattern-288463451-project] Received port after_create {{(pid=102347) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 11:41:35.000721 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45e6f06-2f9b-492a-b260-76407442b632 tempest-TestSnapshotPattern-288463451 tempest-TestSnapshotPattern-288463451-project] Pushing event updated for resources: {'Port': ['ID=b7510abf-3e60-4187-91b5-c2609e8e20b6,revision_number=1']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:41:35.013945 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45e6f06-2f9b-492a-b260-76407442b632 tempest-TestSnapshotPattern-288463451 tempest-TestSnapshotPattern-288463451-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:41:35.014291 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45e6f06-2f9b-492a-b260-76407442b632 tempest-TestSnapshotPattern-288463451 tempest-TestSnapshotPattern-288463451-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:41:35.014633 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45e6f06-2f9b-492a-b260-76407442b632 tempest-TestSnapshotPattern-288463451 tempest-TestSnapshotPattern-288463451-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:41:35.014972 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45e6f06-2f9b-492a-b260-76407442b632 tempest-TestSnapshotPattern-288463451 tempest-TestSnapshotPattern-288463451-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:41:35.015309 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45e6f06-2f9b-492a-b260-76407442b632 tempest-TestSnapshotPattern-288463451 tempest-TestSnapshotPattern-288463451-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:41:35.015640 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45e6f06-2f9b-492a-b260-76407442b632 tempest-TestSnapshotPattern-288463451 tempest-TestSnapshotPattern-288463451-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:41:35.015965 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45e6f06-2f9b-492a-b260-76407442b632 tempest-TestSnapshotPattern-288463451 tempest-TestSnapshotPattern-288463451-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:41:35.016323 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45e6f06-2f9b-492a-b260-76407442b632 tempest-TestSnapshotPattern-288463451 tempest-TestSnapshotPattern-288463451-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:41:35.016649 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45e6f06-2f9b-492a-b260-76407442b632 tempest-TestSnapshotPattern-288463451 tempest-TestSnapshotPattern-288463451-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:41:35.016972 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45e6f06-2f9b-492a-b260-76407442b632 tempest-TestSnapshotPattern-288463451 tempest-TestSnapshotPattern-288463451-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:41:35.017296 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45e6f06-2f9b-492a-b260-76407442b632 tempest-TestSnapshotPattern-288463451 tempest-TestSnapshotPattern-288463451-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:41:35.017620 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45e6f06-2f9b-492a-b260-76407442b632 tempest-TestSnapshotPattern-288463451 tempest-TestSnapshotPattern-288463451-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:41:35.649920 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-c45e6f06-2f9b-492a-b260-76407442b632 tempest-TestSnapshotPattern-288463451 tempest-TestSnapshotPattern-288463451-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:35.713012 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-c45e6f06-2f9b-492a-b260-76407442b632 tempest-TestSnapshotPattern-288463451 tempest-TestSnapshotPattern-288463451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:35.859282 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-c45e6f06-2f9b-492a-b260-76407442b632 tempest-TestSnapshotPattern-288463451 tempest-TestSnapshotPattern-288463451-project] Publish callbacks [] for port, precommit_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:35.863639 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-c45e6f06-2f9b-492a-b260-76407442b632 tempest-TestSnapshotPattern-288463451 tempest-TestSnapshotPattern-288463451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18296004'] for port, after_update {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:35.934802 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45e6f06-2f9b-492a-b260-76407442b632 tempest-TestSnapshotPattern-288463451 tempest-TestSnapshotPattern-288463451-project] Pushing event updated for resources: {'Port': ['ID=b7510abf-3e60-4187-91b5-c2609e8e20b6,revision_number=2']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:41:35.944753 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-c45e6f06-2f9b-492a-b260-76407442b632 tempest-TestSnapshotPattern-288463451 tempest-TestSnapshotPattern-288463451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1664826'] for floatingip, after_create {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:36.044140 n-d-813419-10 neutron-server[102347]: INFO neutron.db.l3_db [None req-c45e6f06-2f9b-492a-b260-76407442b632 tempest-TestSnapshotPattern-288463451 tempest-TestSnapshotPattern-288463451-project] Floating IP 52dff6e6-8d99-4d51-8f09-2570215a2aff associated. External IP: 172.25.8.103, port: 659dfaf5-8e00-4fb5-b45c-67bf55729856. Oct 27 11:41:36.242867 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c45e6f06-2f9b-492a-b260-76407442b632 tempest-TestSnapshotPattern-288463451 tempest-TestSnapshotPattern-288463451-project] Router 1d5806f4-3c87-4130-93c9-c76e98a3d187 has already been hosted by L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb {{(pid=102347) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 11:41:36.348744 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c45e6f06-2f9b-492a-b260-76407442b632 tempest-TestSnapshotPattern-288463451 tempest-TestSnapshotPattern-288463451-project] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 11:41:36.359302 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2577d00d-6257-49ab-8786-8ab5e0351b28 None None] Sync routers for ids ['1d5806f4-3c87-4130-93c9-c76e98a3d187'] in n-d-813419-10 {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 11:41:36.366674 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-c45e6f06-2f9b-492a-b260-76407442b632 tempest-TestSnapshotPattern-288463451 tempest-TestSnapshotPattern-288463451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for floatingip, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:36.370278 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2577d00d-6257-49ab-8786-8ab5e0351b28 None None] Routers {'1d5806f4-3c87-4130-93c9-c76e98a3d187'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 11:41:36.370885 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-2577d00d-6257-49ab-8786-8ab5e0351b28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T11:41:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['1d5806f4-3c87-4130-93c9-c76e98a3d187'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:41:36.393740 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-c45e6f06-2f9b-492a-b260-76407442b632 tempest-TestSnapshotPattern-288463451 tempest-TestSnapshotPattern-288463451-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8221819 Oct 27 11:41:36.394341 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7276471-1343-455c-beaa-5514c6e46d53', 'tag': '659dfaf5-8e00-4fb5-b45c-67bf55729856'}] {{(pid=102347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 11:41:36.396842 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b4a6b06816dbd4a25adc79839574a1cde60454ea9fb7ff9bc84d34209fb596e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70551b6f-c72f-4908-8c1e-2e8d2f329005" -d '{"events": [{"name": "network-changed", "server_uuid": "a7276471-1343-455c-beaa-5514c6e46d53", "tag": "659dfaf5-8e00-4fb5-b45c-67bf55729856"}]}' {{(pid=102347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 11:41:36.480088 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvr_db [None req-2577d00d-6257-49ab-8786-8ab5e0351b28 None None] Set router 1d5806f4-3c87-4130-93c9-c76e98a3d187 gateway port host: n-d-813419-10 {{(pid=102349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 11:41:36.550282 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 11:41:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9231c13f-4dcd-48b7-8900-1e705abc283a x-openstack-request-id: req-9231c13f-4dcd-48b7-8900-1e705abc283a {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 11:41:36.550575 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7276471-1343-455c-beaa-5514c6e46d53", "tag": "659dfaf5-8e00-4fb5-b45c-67bf55729856", "status": "completed", "code": 200}]} {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 11:41:36.550834 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9231c13f-4dcd-48b7-8900-1e705abc283a {{(pid=102347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 11:41:36.551251 n-d-813419-10 neutron-server[102347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7276471-1343-455c-beaa-5514c6e46d53', 'tag': '659dfaf5-8e00-4fb5-b45c-67bf55729856', 'status': 'completed', 'code': 200} Oct 27 11:41:36.615660 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70551b6f-c72f-4908-8c1e-2e8d2f329005 req-a199baf6-bbea-46a7-9bf7-59810c5877f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:41:36.617168 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-70551b6f-c72f-4908-8c1e-2e8d2f329005 req-a199baf6-bbea-46a7-9bf7-59810c5877f1 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=2a1da399076d42f8999ba9ed287c08bd&device_id=a7276471-1343-455c-beaa-5514c6e46d53 HTTP/1.1" status: 200 len: 1098 time: 0.0443754 Oct 27 11:41:36.705293 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70551b6f-c72f-4908-8c1e-2e8d2f329005 req-ad977e26-16d3-44cf-ba4d-d50faa27162d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:41:36.706767 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-70551b6f-c72f-4908-8c1e-2e8d2f329005 req-ad977e26-16d3-44cf-ba4d-d50faa27162d service neutron] 10.222.0.76 "GET /v2.0/networks?id=16076498-6454-4f2c-b637-1f2abae89e3a HTTP/1.1" status: 200 len: 910 time: 0.0826962 Oct 27 11:41:36.707767 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-2577d00d-6257-49ab-8786-8ab5e0351b28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d5806f4-3c87-4130-93c9-c76e98a3d187', 'name': 'tempest-TestSnapshotPattern-141650470-router', 'tenant_id': '2a1da399076d42f8999ba9ed287c08bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.212'}], 'enable_snat': True}, 'gw_port_id': '7d70b434-f4b2-4b1c-bf02-302f45b9c30f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:38:35Z', 'updated_at': '2021-10-27T11:38:38Z', 'revision_number': 4, 'project_id': '2a1da399076d42f8999ba9ed287c08bd', 'gw_port': {'id': '7d70b434-f4b2-4b1c-bf02-302f45b9c30f', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:32:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d5806f4-3c87-4130-93c9-c76e98a3d187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:38:36Z', 'updated_at': '2021-10-27T11:38:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_floatingips': [{'id': '52dff6e6-8d99-4d51-8f09-2570215a2aff', 'tenant_id': '2a1da399076d42f8999ba9ed287c08bd', 'floating_ip_address': '172.25.8.103', 'floating_network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'router_id': '1d5806f4-3c87-4130-93c9-c76e98a3d187', 'port_id': '659dfaf5-8e00-4fb5-b45c-67bf55729856', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16076498-6454-4f2c-b637-1f2abae89e3a', 'mac_address': 'fa:16:3e:09:62:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7276471-1343-455c-beaa-5514c6e46d53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T11:41:35Z', 'updated_at': '2021-10-27T11:41:35Z', 'revision_number': 0, 'project_id': '2a1da399076d42f8999ba9ed287c08bd', 'fixed_ip_address_scope': None}, {'id': 'd89d3d3c-131a-4791-9dd2-67c11c06883b', 'tenant_id': '2a1da399076d42f8999ba9ed287c08bd', 'floating_ip_address': '172.25.8.67', 'floating_network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'router_id': '1d5806f4-3c87-4130-93c9-c76e98a3d187', 'port_id': '2d70d4c8-21d0-4728-983c-4acc5c1b0ec7', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16076498-6454-4f2c-b637-1f2abae89e3a', 'mac_address': 'fa:16:3e:85:de:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70c01759-33a2-4e7c-b213-58bbffab898b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T11:38:56Z', 'updated_at': '2021-10-27T11:38:58Z', 'revision_number': 1, 'project_id': '2a1da399076d42f8999ba9ed287c08bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63d5ca5c-7c8d-48a5-87b3-9dceb6ead22f', 'name': '', 'network_id': '16076498-6454-4f2c-b637-1f2abae89e3a', 'tenant_id': '2a1da399076d42f8999ba9ed287c08bd', 'mac_address': 'fa:16:3e:92:b7:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d5806f4-3c87-4130-93c9-c76e98a3d187', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'b4faf49c-5204-49b2-8ac4-fceaee5b2f87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:38:38Z', 'updated_at': '2021-10-27T11:38:43Z', 'revision_number': 5, 'project_id': '2a1da399076d42f8999ba9ed287c08bd', 'subnets': [{'id': 'b4faf49c-5204-49b2-8ac4-fceaee5b2f87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:41:36.738828 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2577d00d-6257-49ab-8786-8ab5e0351b28 None None] Checking router: 1d5806f4-3c87-4130-93c9-c76e98a3d187 for host: n-d-813419-10 {{(pid=102349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 11:41:36.747706 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2577d00d-6257-49ab-8786-8ab5e0351b28 None None] Routers {'1d5806f4-3c87-4130-93c9-c76e98a3d187'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 11:41:36.749622 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-2577d00d-6257-49ab-8786-8ab5e0351b28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T11:41:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['1d5806f4-3c87-4130-93c9-c76e98a3d187'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:41:36.774901 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-70551b6f-c72f-4908-8c1e-2e8d2f329005 req-68f431bc-4e1c-4b24-aff8-bb4514071e44 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=659dfaf5-8e00-4fb5-b45c-67bf55729856 HTTP/1.1" status: 200 len: 1000 time: 0.0610485 Oct 27 11:41:36.823858 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70551b6f-c72f-4908-8c1e-2e8d2f329005 req-3775caf0-2812-41e8-99ac-15003233e77f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:41:36.825413 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-70551b6f-c72f-4908-8c1e-2e8d2f329005 req-3775caf0-2812-41e8-99ac-15003233e77f service neutron] 10.222.0.76 "GET /v2.0/subnets?id=b4faf49c-5204-49b2-8ac4-fceaee5b2f87 HTTP/1.1" status: 200 len: 848 time: 0.0435824 Oct 27 11:41:36.852993 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvr_db [None req-2577d00d-6257-49ab-8786-8ab5e0351b28 None None] Set router 1d5806f4-3c87-4130-93c9-c76e98a3d187 gateway port host: n-d-813419-10 {{(pid=102349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 11:41:36.873482 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70551b6f-c72f-4908-8c1e-2e8d2f329005 req-72a113a3-a98b-47a2-a64b-ac1f1e27c03d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:41:36.875030 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-70551b6f-c72f-4908-8c1e-2e8d2f329005 req-72a113a3-a98b-47a2-a64b-ac1f1e27c03d service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=16076498-6454-4f2c-b637-1f2abae89e3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0411165 Oct 27 11:41:36.974505 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-70551b6f-c72f-4908-8c1e-2e8d2f329005 req-2381cd50-629b-4309-90ec-6d6566cb047f service neutron] 10.222.0.76 "GET /v2.0/networks/16076498-6454-4f2c-b637-1f2abae89e3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908480 Oct 27 11:41:37.063395 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-70551b6f-c72f-4908-8c1e-2e8d2f329005 req-993f3a9a-cffe-4d9a-b980-b5a0ccae14b7 service neutron] 10.222.0.76 "GET /v2.0/networks/16076498-6454-4f2c-b637-1f2abae89e3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817704 Oct 27 11:41:37.163700 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-2577d00d-6257-49ab-8786-8ab5e0351b28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d5806f4-3c87-4130-93c9-c76e98a3d187', 'name': 'tempest-TestSnapshotPattern-141650470-router', 'tenant_id': '2a1da399076d42f8999ba9ed287c08bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.212'}], 'enable_snat': True}, 'gw_port_id': '7d70b434-f4b2-4b1c-bf02-302f45b9c30f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:38:35Z', 'updated_at': '2021-10-27T11:38:38Z', 'revision_number': 4, 'project_id': '2a1da399076d42f8999ba9ed287c08bd', 'gw_port': {'id': '7d70b434-f4b2-4b1c-bf02-302f45b9c30f', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:32:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d5806f4-3c87-4130-93c9-c76e98a3d187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:38:36Z', 'updated_at': '2021-10-27T11:38:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_floatingips': [{'id': '52dff6e6-8d99-4d51-8f09-2570215a2aff', 'tenant_id': '2a1da399076d42f8999ba9ed287c08bd', 'floating_ip_address': '172.25.8.103', 'floating_network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'router_id': '1d5806f4-3c87-4130-93c9-c76e98a3d187', 'port_id': '659dfaf5-8e00-4fb5-b45c-67bf55729856', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16076498-6454-4f2c-b637-1f2abae89e3a', 'mac_address': 'fa:16:3e:09:62:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7276471-1343-455c-beaa-5514c6e46d53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T11:41:35Z', 'updated_at': '2021-10-27T11:41:35Z', 'revision_number': 0, 'project_id': '2a1da399076d42f8999ba9ed287c08bd', 'fixed_ip_address_scope': None}, {'id': 'd89d3d3c-131a-4791-9dd2-67c11c06883b', 'tenant_id': '2a1da399076d42f8999ba9ed287c08bd', 'floating_ip_address': '172.25.8.67', 'floating_network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'router_id': '1d5806f4-3c87-4130-93c9-c76e98a3d187', 'port_id': '2d70d4c8-21d0-4728-983c-4acc5c1b0ec7', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16076498-6454-4f2c-b637-1f2abae89e3a', 'mac_address': 'fa:16:3e:85:de:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70c01759-33a2-4e7c-b213-58bbffab898b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T11:38:56Z', 'updated_at': '2021-10-27T11:38:58Z', 'revision_number': 1, 'project_id': '2a1da399076d42f8999ba9ed287c08bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63d5ca5c-7c8d-48a5-87b3-9dceb6ead22f', 'name': '', 'network_id': '16076498-6454-4f2c-b637-1f2abae89e3a', 'tenant_id': '2a1da399076d42f8999ba9ed287c08bd', 'mac_address': 'fa:16:3e:92:b7:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d5806f4-3c87-4130-93c9-c76e98a3d187', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'b4faf49c-5204-49b2-8ac4-fceaee5b2f87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:38:38Z', 'updated_at': '2021-10-27T11:38:43Z', 'revision_number': 5, 'project_id': '2a1da399076d42f8999ba9ed287c08bd', 'subnets': [{'id': 'b4faf49c-5204-49b2-8ac4-fceaee5b2f87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:41:37.192400 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2577d00d-6257-49ab-8786-8ab5e0351b28 None None] The sync data for ids ['1d5806f4-3c87-4130-93c9-c76e98a3d187'] in n-d-813419-10 is: [{'id': '1d5806f4-3c87-4130-93c9-c76e98a3d187', 'name': 'tempest-TestSnapshotPattern-141650470-router', 'tenant_id': '2a1da399076d42f8999ba9ed287c08bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.212'}], 'enable_snat': True}, 'gw_port_id': '7d70b434-f4b2-4b1c-bf02-302f45b9c30f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:38:35Z', 'updated_at': '2021-10-27T11:38:38Z', 'revision_number': 4, 'project_id': '2a1da399076d42f8999ba9ed287c08bd', 'gw_port': {'id': '7d70b434-f4b2-4b1c-bf02-302f45b9c30f', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:32:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d5806f4-3c87-4130-93c9-c76e98a3d187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:38:36Z', 'updated_at': '2021-10-27T11:38:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_floatingips': [{'id': '52dff6e6-8d99-4d51-8f09-2570215a2aff', 'tenant_id': '2a1da399076d42f8999ba9ed287c08bd', 'floating_ip_address': '172.25.8.103', 'floating_network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'router_id': '1d5806f4-3c87-4130-93c9-c76e98a3d187', 'port_id': '659dfaf5-8e00-4fb5-b45c-67bf55729856', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16076498-6454-4f2c-b637-1f2abae89e3a', 'mac_address': 'fa:16:3e:09:62:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7276471-1343-455c-beaa-5514c6e46d53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T11:41:35Z', 'updated_at': '2021-10-27T11:41:35Z', 'revision_number': 0, 'project_id': '2a1da399076d42f8999ba9ed287c08bd', 'fixed_ip_address_scope': None}, {'id': 'd89d3d3c-131a-4791-9dd2-67c11c06883b', 'tenant_id': '2a1da399076d42f8999ba9ed287c08bd', 'floating_ip_address': '172.25.8.67', 'floating_network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'router_id': '1d5806f4-3c87-4130-93c9-c76e98a3d187', 'port_id': '2d70d4c8-21d0-4728-983c-4acc5c1b0ec7', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16076498-6454-4f2c-b637-1f2abae89e3a', 'mac_address': 'fa:16:3e:85:de:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70c01759-33a2-4e7c-b213-58bbffab898b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T11:38:56Z', 'updated_at': '2021-10-27T11:38:58Z', 'revision_number': 1, 'project_id': '2a1da399076d42f8999ba9ed287c08bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63d5ca5c-7c8d-48a5-87b3-9dceb6ead22f', 'name': '', 'network_id': '16076498-6454-4f2c-b637-1f2abae89e3a', 'tenant_id': '2a1da399076d42f8999ba9ed287c08bd', 'mac_address': 'fa:16:3e:92:b7:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d5806f4-3c87-4130-93c9-c76e98a3d187', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'b4faf49c-5204-49b2-8ac4-fceaee5b2f87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:38:38Z', 'updated_at': '2021-10-27T11:38:43Z', 'revision_number': 5, 'project_id': '2a1da399076d42f8999ba9ed287c08bd', 'subnets': [{'id': 'b4faf49c-5204-49b2-8ac4-fceaee5b2f87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 11:41:37.384089 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9f5191b-52a6-4bd4-bd45-85fc3783ed06 None None] New status for floating IP 52dff6e6-8d99-4d51-8f09-2570215a2aff: ACTIVE {{(pid=102348) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 11:41:39.849201 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:46.357769 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-db75b898-5ab6-482c-9b6a-b800945688db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:49.070554 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-4c66bb65-b9a7-4ebb-921e-513768d1b433 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:49.280328 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.agents_db [None req-e79ee67d-056e-46ea-bd99-e80473396b25 None None] Agent healthcheck: found 7 active agents {{(pid=102349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 11:41:50.146711 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:50.350644 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-eadeaa30-4096-4d1a-b3cb-aa7ebfb291ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:41:52.230102 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-3c6a8245-0581-48aa-b5f6-4d8fe98cd16e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:03.171240 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:09.864367 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:16.361588 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-438277c4-754d-4a6c-a953-f07173b5cba9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:19.014372 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-bc79fbce-233f-494d-97e5-d6665b3e8fc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:20.148435 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:20.352958 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-eadeaa30-4096-4d1a-b3cb-aa7ebfb291ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:22.232581 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-3c6a8245-0581-48aa-b5f6-4d8fe98cd16e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:25.526803 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-6b1af7b8-1177-4cb4-994c-7eff63bfa5bd req-9728de2f-7626-428e-a16d-3ddead4349f6 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=70c01759-33a2-4e7c-b213-58bbffab898b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0428536 Oct 27 11:42:25.608232 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1af7b8-1177-4cb4-994c-7eff63bfa5bd req-86bdc71a-3840-4463-a3c6-03362435da50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:42:25.609615 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-6b1af7b8-1177-4cb4-994c-7eff63bfa5bd req-86bdc71a-3840-4463-a3c6-03362435da50 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2a1da399076d42f8999ba9ed287c08bd&device_id=70c01759-33a2-4e7c-b213-58bbffab898b HTTP/1.1" status: 200 len: 1096 time: 0.0404830 Oct 27 11:42:25.713105 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1af7b8-1177-4cb4-994c-7eff63bfa5bd req-ba857aa0-dbb4-480c-a1a0-dd46ce5ce7a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:42:25.714554 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-6b1af7b8-1177-4cb4-994c-7eff63bfa5bd req-ba857aa0-dbb4-480c-a1a0-dd46ce5ce7a1 service neutron] 10.222.0.64 "GET /v2.0/networks?id=16076498-6454-4f2c-b637-1f2abae89e3a HTTP/1.1" status: 200 len: 910 time: 0.0867407 Oct 27 11:42:25.777026 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-6b1af7b8-1177-4cb4-994c-7eff63bfa5bd req-cd86e254-ad40-4c4a-9b0a-c4dde1784072 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2d70d4c8-21d0-4728-983c-4acc5c1b0ec7 HTTP/1.1" status: 200 len: 999 time: 0.0559614 Oct 27 11:42:25.824311 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1af7b8-1177-4cb4-994c-7eff63bfa5bd req-112341fd-96bf-422b-aab7-ea9b78d5e07d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:42:25.825815 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-6b1af7b8-1177-4cb4-994c-7eff63bfa5bd req-112341fd-96bf-422b-aab7-ea9b78d5e07d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b4faf49c-5204-49b2-8ac4-fceaee5b2f87 HTTP/1.1" status: 200 len: 848 time: 0.0415461 Oct 27 11:42:25.876218 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1af7b8-1177-4cb4-994c-7eff63bfa5bd req-5ce0e920-af32-463d-b205-1d2421c23438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:42:25.877710 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-6b1af7b8-1177-4cb4-994c-7eff63bfa5bd req-5ce0e920-af32-463d-b205-1d2421c23438 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=16076498-6454-4f2c-b637-1f2abae89e3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0453851 Oct 27 11:42:25.968093 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-6b1af7b8-1177-4cb4-994c-7eff63bfa5bd req-34027122-0386-4373-85c3-0510563e9c7b service neutron] 10.222.0.64 "GET /v2.0/networks/16076498-6454-4f2c-b637-1f2abae89e3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831382 Oct 27 11:42:26.059189 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-6b1af7b8-1177-4cb4-994c-7eff63bfa5bd req-12220132-2dc2-419f-97d3-40e63a8efaca service neutron] 10.222.0.64 "GET /v2.0/networks/16076498-6454-4f2c-b637-1f2abae89e3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842514 Oct 27 11:42:26.280428 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.agents_db [None req-e79ee67d-056e-46ea-bd99-e80473396b25 None None] Agent healthcheck: found 7 active agents {{(pid=102349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 11:42:26.914322 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-93ce4bf5-930f-492c-8270-90cd8c172769 req-f55ec6ae-616e-4777-a973-829f7ae044f1 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=a7276471-1343-455c-beaa-5514c6e46d53&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0428264 Oct 27 11:42:27.004133 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ce4bf5-930f-492c-8270-90cd8c172769 req-7c8f5097-9b09-4198-a67c-17854780955f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:42:27.005672 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-93ce4bf5-930f-492c-8270-90cd8c172769 req-7c8f5097-9b09-4198-a67c-17854780955f service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=2a1da399076d42f8999ba9ed287c08bd&device_id=a7276471-1343-455c-beaa-5514c6e46d53 HTTP/1.1" status: 200 len: 1098 time: 0.0451660 Oct 27 11:42:27.108421 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ce4bf5-930f-492c-8270-90cd8c172769 req-beb3c137-b257-456a-88c5-45308c8b1005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:42:27.109935 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-93ce4bf5-930f-492c-8270-90cd8c172769 req-beb3c137-b257-456a-88c5-45308c8b1005 service neutron] 10.222.0.76 "GET /v2.0/networks?id=16076498-6454-4f2c-b637-1f2abae89e3a HTTP/1.1" status: 200 len: 910 time: 0.0836644 Oct 27 11:42:27.177747 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-93ce4bf5-930f-492c-8270-90cd8c172769 req-39959276-b031-4282-8950-67d910d6c8cf service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=659dfaf5-8e00-4fb5-b45c-67bf55729856 HTTP/1.1" status: 200 len: 1002 time: 0.0604031 Oct 27 11:42:27.228958 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ce4bf5-930f-492c-8270-90cd8c172769 req-a0b6881d-6d08-4e9c-bc1c-b6cae33e012c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:42:27.230414 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-93ce4bf5-930f-492c-8270-90cd8c172769 req-a0b6881d-6d08-4e9c-bc1c-b6cae33e012c service neutron] 10.222.0.76 "GET /v2.0/subnets?id=b4faf49c-5204-49b2-8ac4-fceaee5b2f87 HTTP/1.1" status: 200 len: 848 time: 0.0442207 Oct 27 11:42:27.275481 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ce4bf5-930f-492c-8270-90cd8c172769 req-4816c462-b7a8-4cfb-9824-002103773c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:42:27.276955 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-93ce4bf5-930f-492c-8270-90cd8c172769 req-4816c462-b7a8-4cfb-9824-002103773c88 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=16076498-6454-4f2c-b637-1f2abae89e3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0392449 Oct 27 11:42:27.367839 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-93ce4bf5-930f-492c-8270-90cd8c172769 req-f648d2b7-a1b4-4999-bb5e-5b56b7b185ad service neutron] 10.222.0.76 "GET /v2.0/networks/16076498-6454-4f2c-b637-1f2abae89e3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832686 Oct 27 11:42:27.456901 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-93ce4bf5-930f-492c-8270-90cd8c172769 req-a30c3acc-0808-463e-a153-3aca3b9e9829 service neutron] 10.222.0.76 "GET /v2.0/networks/16076498-6454-4f2c-b637-1f2abae89e3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798573 Oct 27 11:42:33.178405 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:39.872163 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:46.362496 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-d354c0b0-b4ac-441b-abd9-7be929a31e84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:49.015992 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-8d3db83f-124e-4641-af88-3e1c9ad99724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:50.149975 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:50.355744 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-eadeaa30-4096-4d1a-b3cb-aa7ebfb291ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:42:52.236210 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-3c6a8245-0581-48aa-b5f6-4d8fe98cd16e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:43:03.175815 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:43:03.279289 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.agents_db [None req-e79ee67d-056e-46ea-bd99-e80473396b25 None None] Agent healthcheck: found 7 active agents {{(pid=102349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 11:43:09.875957 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:43:16.364075 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-9843243c-103a-4512-aba0-3bda2acd19a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:43:19.018375 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-cfaaec96-bd1f-4831-9e3e-f984070a1aca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:43:20.151808 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:43:20.357051 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-eadeaa30-4096-4d1a-b3cb-aa7ebfb291ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:43:22.240954 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-3c6a8245-0581-48aa-b5f6-4d8fe98cd16e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:43:25.506175 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-f57989ee-26a8-4600-a841-c5966f83880c req-f2dbed16-e97f-45f3-bf37-b8cfadb5afa2 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=70c01759-33a2-4e7c-b213-58bbffab898b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0398932 Oct 27 11:43:25.591229 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57989ee-26a8-4600-a841-c5966f83880c req-af6daaab-28d9-4d93-93c7-1acf91dc5dae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:43:25.592753 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-f57989ee-26a8-4600-a841-c5966f83880c req-af6daaab-28d9-4d93-93c7-1acf91dc5dae service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2a1da399076d42f8999ba9ed287c08bd&device_id=70c01759-33a2-4e7c-b213-58bbffab898b HTTP/1.1" status: 200 len: 1096 time: 0.0403662 Oct 27 11:43:25.709669 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57989ee-26a8-4600-a841-c5966f83880c req-5de29d3f-6340-4a23-b6f8-2ea309a96f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:43:25.711128 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-f57989ee-26a8-4600-a841-c5966f83880c req-5de29d3f-6340-4a23-b6f8-2ea309a96f98 service neutron] 10.222.0.64 "GET /v2.0/networks?id=16076498-6454-4f2c-b637-1f2abae89e3a HTTP/1.1" status: 200 len: 910 time: 0.0977161 Oct 27 11:43:25.776571 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-f57989ee-26a8-4600-a841-c5966f83880c req-52364dbe-3027-459b-8bcf-a15df87b04ab service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2d70d4c8-21d0-4728-983c-4acc5c1b0ec7 HTTP/1.1" status: 200 len: 999 time: 0.0569398 Oct 27 11:43:25.829701 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57989ee-26a8-4600-a841-c5966f83880c req-b6dd9e24-063b-4028-929f-7293453a09aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:43:25.831127 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-f57989ee-26a8-4600-a841-c5966f83880c req-b6dd9e24-063b-4028-929f-7293453a09aa service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b4faf49c-5204-49b2-8ac4-fceaee5b2f87 HTTP/1.1" status: 200 len: 848 time: 0.0466835 Oct 27 11:43:25.876021 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57989ee-26a8-4600-a841-c5966f83880c req-1f500818-e795-4b3b-ba99-68775222fb7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:43:25.877511 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-f57989ee-26a8-4600-a841-c5966f83880c req-1f500818-e795-4b3b-ba99-68775222fb7c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=16076498-6454-4f2c-b637-1f2abae89e3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0389373 Oct 27 11:43:25.966189 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-f57989ee-26a8-4600-a841-c5966f83880c req-ff023373-c2ec-458c-802c-79f81e4caf07 service neutron] 10.222.0.64 "GET /v2.0/networks/16076498-6454-4f2c-b637-1f2abae89e3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806160 Oct 27 11:43:26.059300 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-f57989ee-26a8-4600-a841-c5966f83880c req-1809c996-8ac7-4302-837f-99d08ce43bf3 service neutron] 10.222.0.64 "GET /v2.0/networks/16076498-6454-4f2c-b637-1f2abae89e3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841625 Oct 27 11:43:28.925878 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-d09c6d73-1f7e-4400-83dd-80937860eb2d req-92dda8a8-202f-4e2d-8cae-f3d7f2ea2803 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=a7276471-1343-455c-beaa-5514c6e46d53&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0434563 Oct 27 11:43:29.008420 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09c6d73-1f7e-4400-83dd-80937860eb2d req-8921a267-93e0-46ae-84f5-13d5f4bdad14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:43:29.009879 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-d09c6d73-1f7e-4400-83dd-80937860eb2d req-8921a267-93e0-46ae-84f5-13d5f4bdad14 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=2a1da399076d42f8999ba9ed287c08bd&device_id=a7276471-1343-455c-beaa-5514c6e46d53 HTTP/1.1" status: 200 len: 1098 time: 0.0399542 Oct 27 11:43:29.111951 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09c6d73-1f7e-4400-83dd-80937860eb2d req-2a80686e-4b28-4042-8a17-c2bce701cd67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:43:29.113415 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-d09c6d73-1f7e-4400-83dd-80937860eb2d req-2a80686e-4b28-4042-8a17-c2bce701cd67 service neutron] 10.222.0.76 "GET /v2.0/networks?id=16076498-6454-4f2c-b637-1f2abae89e3a HTTP/1.1" status: 200 len: 910 time: 0.0849793 Oct 27 11:43:29.176505 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-d09c6d73-1f7e-4400-83dd-80937860eb2d req-7937cc1d-ad2f-41bb-8b6e-5d7505b4393e service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=659dfaf5-8e00-4fb5-b45c-67bf55729856 HTTP/1.1" status: 200 len: 1002 time: 0.0561113 Oct 27 11:43:29.222678 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09c6d73-1f7e-4400-83dd-80937860eb2d req-28f886b9-e0ef-4c38-8256-53d1a46dcfe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:43:29.224056 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-d09c6d73-1f7e-4400-83dd-80937860eb2d req-28f886b9-e0ef-4c38-8256-53d1a46dcfe8 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=b4faf49c-5204-49b2-8ac4-fceaee5b2f87 HTTP/1.1" status: 200 len: 848 time: 0.0412197 Oct 27 11:43:29.271588 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09c6d73-1f7e-4400-83dd-80937860eb2d req-12485e1a-787d-4072-8399-46f80a4e26bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:43:29.273064 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-d09c6d73-1f7e-4400-83dd-80937860eb2d req-12485e1a-787d-4072-8399-46f80a4e26bc service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=16076498-6454-4f2c-b637-1f2abae89e3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0420783 Oct 27 11:43:29.359206 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-d09c6d73-1f7e-4400-83dd-80937860eb2d req-1c3c52b7-d1a7-46df-8a1d-fe77b54882d0 service neutron] 10.222.0.76 "GET /v2.0/networks/16076498-6454-4f2c-b637-1f2abae89e3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793235 Oct 27 11:43:29.450639 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-d09c6d73-1f7e-4400-83dd-80937860eb2d req-11a42c82-d502-4e51-8d69-89f221354131 service neutron] 10.222.0.76 "GET /v2.0/networks/16076498-6454-4f2c-b637-1f2abae89e3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832722 Oct 27 11:43:33.191422 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:43:39.897615 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:43:40.278550 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.agents_db [None req-e79ee67d-056e-46ea-bd99-e80473396b25 None None] Agent healthcheck: found 7 active agents {{(pid=102349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 11:43:46.365150 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-eecfefee-fac2-4ebe-9b7b-2a5145be44f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:43:49.019496 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-1a7a1a2a-c241-41bf-a015-9f2c830ff449 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:43:50.153701 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:43:50.360026 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-eadeaa30-4096-4d1a-b3cb-aa7ebfb291ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:43:52.241127 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-3c6a8245-0581-48aa-b5f6-4d8fe98cd16e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:43:52.255615 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device 659dfaf5-8e00-4fb5-b45c-67bf55729856 details requested by agent hyperv_n-h2-813419-10 with host n-h2-813419-10 {{(pid=102348) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 11:43:52.352549 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] For port 659dfaf5-8e00-4fb5-b45c-67bf55729856, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=659dfaf5-8e00-4fb5-b45c-67bf55729856,segment=NetworkSegment(e48f8b19-5351-403e-99f9-9270cfaf0cd7),segment_id=e48f8b19-5351-403e-99f9-9270cfaf0cd7)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:43:52.363409 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Returning: {'device': '659dfaf5-8e00-4fb5-b45c-67bf55729856', 'network_id': '16076498-6454-4f2c-b637-1f2abae89e3a', 'port_id': '659dfaf5-8e00-4fb5-b45c-67bf55729856', 'mac_address': 'fa:16:3e:09:62:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 441, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4faf49c-5204-49b2-8ac4-fceaee5b2f87', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102348) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 11:43:52.401066 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:43:52.414211 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 659dfaf5-8e00-4fb5-b45c-67bf55729856 {{(pid=102348) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 11:43:52.432987 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] For port 659dfaf5-8e00-4fb5-b45c-67bf55729856, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=659dfaf5-8e00-4fb5-b45c-67bf55729856,segment=NetworkSegment(e48f8b19-5351-403e-99f9-9270cfaf0cd7),segment_id=e48f8b19-5351-403e-99f9-9270cfaf0cd7)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:43:52.436536 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:43:52.488418 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Pushing event updated for resources: {'Port': ['ID=659dfaf5-8e00-4fb5-b45c-67bf55729856,revision_number=6']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:43:52.495720 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:43:52.496161 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:43:52.496529 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:43:52.496864 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:43:52.497196 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:43:52.497522 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:43:52.497844 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:43:52.498162 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:43:52.498480 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:43:52.498798 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:43:52.499114 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:43:52.499429 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102348) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:43:52.513011 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] get_ports_and_sgs() called for port_ids ['659dfaf5-8e00-4fb5-b45c-67bf55729856'] {{(pid=102348) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 11:43:54.258932 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device 659dfaf5-8e00-4fb5-b45c-67bf55729856 up at agent hyperv_n-h2-813419-10 {{(pid=102348) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 11:43:54.306045 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.provisioning_blocks [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Provisioning complete for port 659dfaf5-8e00-4fb5-b45c-67bf55729856 triggered by entity L2. {{(pid=102348) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 11:43:54.306412 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858736'] for port, provisioning_complete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:43:54.381503 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:43:54.406887 n-d-813419-10 neutron-server[102348]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7276471-1343-455c-beaa-5514c6e46d53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '659dfaf5-8e00-4fb5-b45c-67bf55729856'}] {{(pid=102348) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 11:43:54.409693 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be4127e571859625ba9a491db1af5fd5edc4c8ee111482105658b13e0edb602d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36dda5f7-3ec4-4304-b518-507170c4fcdf" -d '{"events": [{"server_uuid": "a7276471-1343-455c-beaa-5514c6e46d53", "name": "network-vif-plugged", "status": "completed", "tag": "659dfaf5-8e00-4fb5-b45c-67bf55729856"}]}' {{(pid=102348) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 11:43:54.422317 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] For port 659dfaf5-8e00-4fb5-b45c-67bf55729856, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=659dfaf5-8e00-4fb5-b45c-67bf55729856,segment=NetworkSegment(e48f8b19-5351-403e-99f9-9270cfaf0cd7),segment_id=e48f8b19-5351-403e-99f9-9270cfaf0cd7)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:43:54.426299 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:43:54.448904 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 11:43:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-badd6e5b-f043-474a-996d-c52c96130c4c x-openstack-request-id: req-badd6e5b-f043-474a-996d-c52c96130c4c {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 11:43:54.449192 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7276471-1343-455c-beaa-5514c6e46d53", "name": "network-vif-plugged", "status": "completed", "tag": "659dfaf5-8e00-4fb5-b45c-67bf55729856", "code": 200}]} {{(pid=102348) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 11:43:54.449443 n-d-813419-10 neutron-server[102348]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-badd6e5b-f043-474a-996d-c52c96130c4c {{(pid=102348) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 11:43:54.449828 n-d-813419-10 neutron-server[102348]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7276471-1343-455c-beaa-5514c6e46d53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '659dfaf5-8e00-4fb5-b45c-67bf55729856', 'code': 200} Oct 27 11:43:54.475207 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Pushing event updated for resources: {'Port': ['ID=659dfaf5-8e00-4fb5-b45c-67bf55729856,revision_number=7']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:44:03.233910 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:44:05.012379 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 50552) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:44:05.166130 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-9ecd427d-440e-401b-9649-f6583b2b233f tempest-TestSnapshotPattern-288463451 tempest-TestSnapshotPattern-288463451-project] Deleting port b7510abf-3e60-4187-91b5-c2609e8e20b6 {{(pid=102347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 11:44:05.166464 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-9ecd427d-440e-401b-9649-f6583b2b233f tempest-TestSnapshotPattern-288463451 tempest-TestSnapshotPattern-288463451-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:44:05.245591 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-9ecd427d-440e-401b-9649-f6583b2b233f tempest-TestSnapshotPattern-288463451 tempest-TestSnapshotPattern-288463451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:44:05.245913 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-9ecd427d-440e-401b-9649-f6583b2b233f tempest-TestSnapshotPattern-288463451 tempest-TestSnapshotPattern-288463451-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:44:05.257463 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-9ecd427d-440e-401b-9649-f6583b2b233f tempest-TestSnapshotPattern-288463451 tempest-TestSnapshotPattern-288463451-project] Calling delete_port for b7510abf-3e60-4187-91b5-c2609e8e20b6 owned by network:floatingip {{(pid=102347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 11:44:05.408239 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-9ecd427d-440e-401b-9649-f6583b2b233f tempest-TestSnapshotPattern-288463451 tempest-TestSnapshotPattern-288463451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:44:05.433559 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecd427d-440e-401b-9649-f6583b2b233f tempest-TestSnapshotPattern-288463451 tempest-TestSnapshotPattern-288463451-project] Pushing event deleted for resources: {'Port': ['ID=b7510abf-3e60-4187-91b5-c2609e8e20b6,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:44:05.458016 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ecd427d-440e-401b-9649-f6583b2b233f tempest-TestSnapshotPattern-288463451 tempest-TestSnapshotPattern-288463451-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:44:05.458358 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ecd427d-440e-401b-9649-f6583b2b233f tempest-TestSnapshotPattern-288463451 tempest-TestSnapshotPattern-288463451-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:44:05.458694 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ecd427d-440e-401b-9649-f6583b2b233f tempest-TestSnapshotPattern-288463451 tempest-TestSnapshotPattern-288463451-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:44:05.459024 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ecd427d-440e-401b-9649-f6583b2b233f tempest-TestSnapshotPattern-288463451 tempest-TestSnapshotPattern-288463451-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:44:05.459350 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ecd427d-440e-401b-9649-f6583b2b233f tempest-TestSnapshotPattern-288463451 tempest-TestSnapshotPattern-288463451-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:44:05.459675 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ecd427d-440e-401b-9649-f6583b2b233f tempest-TestSnapshotPattern-288463451 tempest-TestSnapshotPattern-288463451-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:44:05.459995 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ecd427d-440e-401b-9649-f6583b2b233f tempest-TestSnapshotPattern-288463451 tempest-TestSnapshotPattern-288463451-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:44:05.460347 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ecd427d-440e-401b-9649-f6583b2b233f tempest-TestSnapshotPattern-288463451 tempest-TestSnapshotPattern-288463451-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:44:05.460666 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ecd427d-440e-401b-9649-f6583b2b233f tempest-TestSnapshotPattern-288463451 tempest-TestSnapshotPattern-288463451-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:44:05.460981 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ecd427d-440e-401b-9649-f6583b2b233f tempest-TestSnapshotPattern-288463451 tempest-TestSnapshotPattern-288463451-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:44:05.461296 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ecd427d-440e-401b-9649-f6583b2b233f tempest-TestSnapshotPattern-288463451 tempest-TestSnapshotPattern-288463451-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:44:05.461611 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ecd427d-440e-401b-9649-f6583b2b233f tempest-TestSnapshotPattern-288463451 tempest-TestSnapshotPattern-288463451-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102347) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:44:05.500012 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-9ecd427d-440e-401b-9649-f6583b2b233f tempest-TestSnapshotPattern-288463451 tempest-TestSnapshotPattern-288463451-project] Publish callbacks [] for floatingip, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:44:05.500377 n-d-813419-10 neutron-server[102347]: INFO neutron.db.l3_db [None req-9ecd427d-440e-401b-9649-f6583b2b233f tempest-TestSnapshotPattern-288463451 tempest-TestSnapshotPattern-288463451-project] Floating IP 52dff6e6-8d99-4d51-8f09-2570215a2aff disassociated (deleted). External IP: 172.25.8.103, port: 659dfaf5-8e00-4fb5-b45c-67bf55729856. Oct 27 11:44:05.701710 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ecd427d-440e-401b-9649-f6583b2b233f tempest-TestSnapshotPattern-288463451 tempest-TestSnapshotPattern-288463451-project] Router 1d5806f4-3c87-4130-93c9-c76e98a3d187 has already been hosted by L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb {{(pid=102347) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 11:44:05.811810 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ecd427d-440e-401b-9649-f6583b2b233f tempest-TestSnapshotPattern-288463451 tempest-TestSnapshotPattern-288463451-project] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 11:44:05.817194 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-9ecd427d-440e-401b-9649-f6583b2b233f tempest-TestSnapshotPattern-288463451 tempest-TestSnapshotPattern-288463451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for floatingip, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:44:05.823462 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-211686b7-6ebb-4009-ab7c-42529629d408 None None] Sync routers for ids ['1d5806f4-3c87-4130-93c9-c76e98a3d187'] in n-d-813419-10 {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 11:44:05.835318 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-211686b7-6ebb-4009-ab7c-42529629d408 None None] Routers {'1d5806f4-3c87-4130-93c9-c76e98a3d187'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 11:44:05.836856 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-211686b7-6ebb-4009-ab7c-42529629d408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T11:43:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['1d5806f4-3c87-4130-93c9-c76e98a3d187'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:44:05.847426 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-9ecd427d-440e-401b-9649-f6583b2b233f tempest-TestSnapshotPattern-288463451 tempest-TestSnapshotPattern-288463451-project] 10.222.0.44 "DELETE /v2.0/floatingips/52dff6e6-8d99-4d51-8f09-2570215a2aff HTTP/1.1" status: 204 len: 168 time: 0.8339055 Oct 27 11:44:05.848015 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7276471-1343-455c-beaa-5514c6e46d53', 'tag': '659dfaf5-8e00-4fb5-b45c-67bf55729856'}] {{(pid=102347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 11:44:05.850961 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b4a6b06816dbd4a25adc79839574a1cde60454ea9fb7ff9bc84d34209fb596e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fcfa8ac-acba-48c9-9d9b-8c7779daf3c6" -d '{"events": [{"name": "network-changed", "server_uuid": "a7276471-1343-455c-beaa-5514c6e46d53", "tag": "659dfaf5-8e00-4fb5-b45c-67bf55729856"}]}' {{(pid=102347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 11:44:05.897157 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 11:44:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de4e7a43-8662-4f0c-af70-8831c22fb347 x-openstack-request-id: req-de4e7a43-8662-4f0c-af70-8831c22fb347 {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 11:44:05.897448 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7276471-1343-455c-beaa-5514c6e46d53", "tag": "659dfaf5-8e00-4fb5-b45c-67bf55729856", "status": "completed", "code": 200}]} {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 11:44:05.897698 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-de4e7a43-8662-4f0c-af70-8831c22fb347 {{(pid=102347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 11:44:05.898105 n-d-813419-10 neutron-server[102347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7276471-1343-455c-beaa-5514c6e46d53', 'tag': '659dfaf5-8e00-4fb5-b45c-67bf55729856', 'status': 'completed', 'code': 200} Oct 27 11:44:05.957913 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvr_db [None req-211686b7-6ebb-4009-ab7c-42529629d408 None None] Set router 1d5806f4-3c87-4130-93c9-c76e98a3d187 gateway port host: n-d-813419-10 {{(pid=102349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 11:44:05.972846 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcfa8ac-acba-48c9-9d9b-8c7779daf3c6 req-65eeaad8-1a97-4826-b74d-62f0c819e994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:44:05.975903 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-8fcfa8ac-acba-48c9-9d9b-8c7779daf3c6 req-65eeaad8-1a97-4826-b74d-62f0c819e994 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=2a1da399076d42f8999ba9ed287c08bd&device_id=a7276471-1343-455c-beaa-5514c6e46d53 HTTP/1.1" status: 200 len: 1098 time: 0.0508647 Oct 27 11:44:06.135238 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcfa8ac-acba-48c9-9d9b-8c7779daf3c6 req-34a51651-4345-4dc5-867d-99c0aeb88e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:44:06.136815 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-8fcfa8ac-acba-48c9-9d9b-8c7779daf3c6 req-34a51651-4345-4dc5-867d-99c0aeb88e7b service neutron] 10.222.0.76 "GET /v2.0/networks?id=16076498-6454-4f2c-b637-1f2abae89e3a HTTP/1.1" status: 200 len: 910 time: 0.1531403 Oct 27 11:44:06.196824 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-8fcfa8ac-acba-48c9-9d9b-8c7779daf3c6 req-238d8145-d19e-4092-af8b-f2ce4afc7572 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=659dfaf5-8e00-4fb5-b45c-67bf55729856 HTTP/1.1" status: 200 len: 217 time: 0.0472255 Oct 27 11:44:06.219952 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-211686b7-6ebb-4009-ab7c-42529629d408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d5806f4-3c87-4130-93c9-c76e98a3d187', 'name': 'tempest-TestSnapshotPattern-141650470-router', 'tenant_id': '2a1da399076d42f8999ba9ed287c08bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.212'}], 'enable_snat': True}, 'gw_port_id': '7d70b434-f4b2-4b1c-bf02-302f45b9c30f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:38:35Z', 'updated_at': '2021-10-27T11:38:38Z', 'revision_number': 4, 'project_id': '2a1da399076d42f8999ba9ed287c08bd', 'gw_port': {'id': '7d70b434-f4b2-4b1c-bf02-302f45b9c30f', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:32:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d5806f4-3c87-4130-93c9-c76e98a3d187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:38:36Z', 'updated_at': '2021-10-27T11:38:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_floatingips': [{'id': 'd89d3d3c-131a-4791-9dd2-67c11c06883b', 'tenant_id': '2a1da399076d42f8999ba9ed287c08bd', 'floating_ip_address': '172.25.8.67', 'floating_network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'router_id': '1d5806f4-3c87-4130-93c9-c76e98a3d187', 'port_id': '2d70d4c8-21d0-4728-983c-4acc5c1b0ec7', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16076498-6454-4f2c-b637-1f2abae89e3a', 'mac_address': 'fa:16:3e:85:de:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70c01759-33a2-4e7c-b213-58bbffab898b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T11:38:56Z', 'updated_at': '2021-10-27T11:38:58Z', 'revision_number': 1, 'project_id': '2a1da399076d42f8999ba9ed287c08bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63d5ca5c-7c8d-48a5-87b3-9dceb6ead22f', 'name': '', 'network_id': '16076498-6454-4f2c-b637-1f2abae89e3a', 'tenant_id': '2a1da399076d42f8999ba9ed287c08bd', 'mac_address': 'fa:16:3e:92:b7:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d5806f4-3c87-4130-93c9-c76e98a3d187', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'b4faf49c-5204-49b2-8ac4-fceaee5b2f87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:38:38Z', 'updated_at': '2021-10-27T11:38:43Z', 'revision_number': 5, 'project_id': '2a1da399076d42f8999ba9ed287c08bd', 'subnets': [{'id': 'b4faf49c-5204-49b2-8ac4-fceaee5b2f87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:44:06.244729 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd48e52-5fd6-4aad-a9ba-d32060a323b6 req-a6966bd0-a5d4-400c-99b2-9adc44a50bd2 tempest-TestSnapshotPattern-288463451 tempest-TestSnapshotPattern-288463451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:44:06.246243 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-6dd48e52-5fd6-4aad-a9ba-d32060a323b6 req-a6966bd0-a5d4-400c-99b2-9adc44a50bd2 tempest-TestSnapshotPattern-288463451 tempest-TestSnapshotPattern-288463451-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7276471-1343-455c-beaa-5514c6e46d53 HTTP/1.1" status: 200 len: 946 time: 0.1587031 Oct 27 11:44:06.246540 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-211686b7-6ebb-4009-ab7c-42529629d408 None None] Checking router: 1d5806f4-3c87-4130-93c9-c76e98a3d187 for host: n-d-813419-10 {{(pid=102349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 11:44:06.256726 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-211686b7-6ebb-4009-ab7c-42529629d408 None None] Routers {'1d5806f4-3c87-4130-93c9-c76e98a3d187'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 11:44:06.257357 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-211686b7-6ebb-4009-ab7c-42529629d408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T11:43:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['1d5806f4-3c87-4130-93c9-c76e98a3d187'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:44:06.276025 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcfa8ac-acba-48c9-9d9b-8c7779daf3c6 req-68799e9b-5f7d-475d-a762-cce0e64d88de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:44:06.277474 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-8fcfa8ac-acba-48c9-9d9b-8c7779daf3c6 req-68799e9b-5f7d-475d-a762-cce0e64d88de service neutron] 10.222.0.76 "GET /v2.0/subnets?id=b4faf49c-5204-49b2-8ac4-fceaee5b2f87 HTTP/1.1" status: 200 len: 848 time: 0.0726171 Oct 27 11:44:06.317498 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-6dd48e52-5fd6-4aad-a9ba-d32060a323b6 req-83f48127-1392-48c4-b8b3-25ffde7e5b53 tempest-TestSnapshotPattern-288463451 tempest-TestSnapshotPattern-288463451-project] 10.222.0.44 "GET /v2.0/security-groups?id=ef1a5812-0d4f-41b4-bd49-7681848fe3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628982 Oct 27 11:44:06.343913 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcfa8ac-acba-48c9-9d9b-8c7779daf3c6 req-c72dca96-9c23-48c8-99ab-5455f2bd65ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:44:06.346319 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-8fcfa8ac-acba-48c9-9d9b-8c7779daf3c6 req-c72dca96-9c23-48c8-99ab-5455f2bd65ba service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=16076498-6454-4f2c-b637-1f2abae89e3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0579128 Oct 27 11:44:06.363212 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvr_db [None req-211686b7-6ebb-4009-ab7c-42529629d408 None None] Set router 1d5806f4-3c87-4130-93c9-c76e98a3d187 gateway port host: n-d-813419-10 {{(pid=102349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 11:44:06.440251 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-8fcfa8ac-acba-48c9-9d9b-8c7779daf3c6 req-fc307503-4948-41f7-98de-4fa910c4e97d service neutron] 10.222.0.76 "GET /v2.0/networks/16076498-6454-4f2c-b637-1f2abae89e3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856817 Oct 27 11:44:06.529918 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-8fcfa8ac-acba-48c9-9d9b-8c7779daf3c6 req-aefe6231-1e37-484e-820f-59518cc06d70 service neutron] 10.222.0.76 "GET /v2.0/networks/16076498-6454-4f2c-b637-1f2abae89e3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815315 Oct 27 11:44:06.580963 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-211686b7-6ebb-4009-ab7c-42529629d408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d5806f4-3c87-4130-93c9-c76e98a3d187', 'name': 'tempest-TestSnapshotPattern-141650470-router', 'tenant_id': '2a1da399076d42f8999ba9ed287c08bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.212'}], 'enable_snat': True}, 'gw_port_id': '7d70b434-f4b2-4b1c-bf02-302f45b9c30f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:38:35Z', 'updated_at': '2021-10-27T11:38:38Z', 'revision_number': 4, 'project_id': '2a1da399076d42f8999ba9ed287c08bd', 'gw_port': {'id': '7d70b434-f4b2-4b1c-bf02-302f45b9c30f', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:32:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d5806f4-3c87-4130-93c9-c76e98a3d187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:38:36Z', 'updated_at': '2021-10-27T11:38:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_floatingips': [{'id': 'd89d3d3c-131a-4791-9dd2-67c11c06883b', 'tenant_id': '2a1da399076d42f8999ba9ed287c08bd', 'floating_ip_address': '172.25.8.67', 'floating_network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'router_id': '1d5806f4-3c87-4130-93c9-c76e98a3d187', 'port_id': '2d70d4c8-21d0-4728-983c-4acc5c1b0ec7', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16076498-6454-4f2c-b637-1f2abae89e3a', 'mac_address': 'fa:16:3e:85:de:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70c01759-33a2-4e7c-b213-58bbffab898b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T11:38:56Z', 'updated_at': '2021-10-27T11:38:58Z', 'revision_number': 1, 'project_id': '2a1da399076d42f8999ba9ed287c08bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63d5ca5c-7c8d-48a5-87b3-9dceb6ead22f', 'name': '', 'network_id': '16076498-6454-4f2c-b637-1f2abae89e3a', 'tenant_id': '2a1da399076d42f8999ba9ed287c08bd', 'mac_address': 'fa:16:3e:92:b7:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d5806f4-3c87-4130-93c9-c76e98a3d187', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'b4faf49c-5204-49b2-8ac4-fceaee5b2f87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:38:38Z', 'updated_at': '2021-10-27T11:38:43Z', 'revision_number': 5, 'project_id': '2a1da399076d42f8999ba9ed287c08bd', 'subnets': [{'id': 'b4faf49c-5204-49b2-8ac4-fceaee5b2f87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:44:06.609062 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-211686b7-6ebb-4009-ab7c-42529629d408 None None] The sync data for ids ['1d5806f4-3c87-4130-93c9-c76e98a3d187'] in n-d-813419-10 is: [{'id': '1d5806f4-3c87-4130-93c9-c76e98a3d187', 'name': 'tempest-TestSnapshotPattern-141650470-router', 'tenant_id': '2a1da399076d42f8999ba9ed287c08bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.212'}], 'enable_snat': True}, 'gw_port_id': '7d70b434-f4b2-4b1c-bf02-302f45b9c30f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:38:35Z', 'updated_at': '2021-10-27T11:38:38Z', 'revision_number': 4, 'project_id': '2a1da399076d42f8999ba9ed287c08bd', 'gw_port': {'id': '7d70b434-f4b2-4b1c-bf02-302f45b9c30f', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:32:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d5806f4-3c87-4130-93c9-c76e98a3d187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:38:36Z', 'updated_at': '2021-10-27T11:38:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_floatingips': [{'id': 'd89d3d3c-131a-4791-9dd2-67c11c06883b', 'tenant_id': '2a1da399076d42f8999ba9ed287c08bd', 'floating_ip_address': '172.25.8.67', 'floating_network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'router_id': '1d5806f4-3c87-4130-93c9-c76e98a3d187', 'port_id': '2d70d4c8-21d0-4728-983c-4acc5c1b0ec7', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16076498-6454-4f2c-b637-1f2abae89e3a', 'mac_address': 'fa:16:3e:85:de:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70c01759-33a2-4e7c-b213-58bbffab898b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T11:38:56Z', 'updated_at': '2021-10-27T11:38:58Z', 'revision_number': 1, 'project_id': '2a1da399076d42f8999ba9ed287c08bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63d5ca5c-7c8d-48a5-87b3-9dceb6ead22f', 'name': '', 'network_id': '16076498-6454-4f2c-b637-1f2abae89e3a', 'tenant_id': '2a1da399076d42f8999ba9ed287c08bd', 'mac_address': 'fa:16:3e:92:b7:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d5806f4-3c87-4130-93c9-c76e98a3d187', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'b4faf49c-5204-49b2-8ac4-fceaee5b2f87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:38:38Z', 'updated_at': '2021-10-27T11:38:43Z', 'revision_number': 5, 'project_id': '2a1da399076d42f8999ba9ed287c08bd', 'subnets': [{'id': 'b4faf49c-5204-49b2-8ac4-fceaee5b2f87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 11:44:06.845792 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b15b0344-35bb-43e0-ae64-ef07799510ce None None] New status for floating IP 52dff6e6-8d99-4d51-8f09-2570215a2aff: DOWN {{(pid=102348) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 11:44:07.477819 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980643b7-8c64-42be-b560-e024a229e49e req-b38cff66-c035-453e-8cd9-963631177bc6 tempest-TestSnapshotPattern-288463451 tempest-TestSnapshotPattern-288463451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:44:07.479293 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-980643b7-8c64-42be-b560-e024a229e49e req-b38cff66-c035-453e-8cd9-963631177bc6 tempest-TestSnapshotPattern-288463451 tempest-TestSnapshotPattern-288463451-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7276471-1343-455c-beaa-5514c6e46d53 HTTP/1.1" status: 200 len: 946 time: 0.0922081 Oct 27 11:44:07.517075 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-980643b7-8c64-42be-b560-e024a229e49e req-f7b56e0c-268a-4c64-8a5f-91c5b05c0256 tempest-TestSnapshotPattern-288463451 tempest-TestSnapshotPattern-288463451-project] 10.222.0.44 "GET /v2.0/security-groups?id=ef1a5812-0d4f-41b4-bd49-7681848fe3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317128 Oct 27 11:44:08.087799 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cfedd3-8c6a-4df3-ab58-9fc5641be4f6 req-33cf429e-4594-44ca-a082-03403e1a7f1d tempest-TestSnapshotPattern-288463451 tempest-TestSnapshotPattern-288463451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:44:08.089229 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-53cfedd3-8c6a-4df3-ab58-9fc5641be4f6 req-33cf429e-4594-44ca-a082-03403e1a7f1d tempest-TestSnapshotPattern-288463451 tempest-TestSnapshotPattern-288463451-project] 10.222.0.76 "GET /v2.0/ports?device_id=a7276471-1343-455c-beaa-5514c6e46d53 HTTP/1.1" status: 200 len: 946 time: 0.0463576 Oct 27 11:44:08.178338 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [req-53cfedd3-8c6a-4df3-ab58-9fc5641be4f6 req-8582fa93-427b-4126-aae6-fe1ae7834732 tempest-TestSnapshotPattern-288463451 tempest-TestSnapshotPattern-288463451-project] Deleting port 659dfaf5-8e00-4fb5-b45c-67bf55729856 {{(pid=102346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 11:44:08.178670 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-53cfedd3-8c6a-4df3-ab58-9fc5641be4f6 req-8582fa93-427b-4126-aae6-fe1ae7834732 tempest-TestSnapshotPattern-288463451 tempest-TestSnapshotPattern-288463451-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:44:08.264148 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [req-53cfedd3-8c6a-4df3-ab58-9fc5641be4f6 req-8582fa93-427b-4126-aae6-fe1ae7834732 tempest-TestSnapshotPattern-288463451 tempest-TestSnapshotPattern-288463451-project] For port 659dfaf5-8e00-4fb5-b45c-67bf55729856, host n-h2-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-813419-10',level=0,port_id=659dfaf5-8e00-4fb5-b45c-67bf55729856,segment=NetworkSegment(e48f8b19-5351-403e-99f9-9270cfaf0cd7),segment_id=e48f8b19-5351-403e-99f9-9270cfaf0cd7)] {{(pid=102346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:44:08.264526 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-53cfedd3-8c6a-4df3-ab58-9fc5641be4f6 req-8582fa93-427b-4126-aae6-fe1ae7834732 tempest-TestSnapshotPattern-288463451 tempest-TestSnapshotPattern-288463451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:44:08.277241 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [req-53cfedd3-8c6a-4df3-ab58-9fc5641be4f6 req-8582fa93-427b-4126-aae6-fe1ae7834732 tempest-TestSnapshotPattern-288463451 tempest-TestSnapshotPattern-288463451-project] Calling delete_port for 659dfaf5-8e00-4fb5-b45c-67bf55729856 owned by compute:nova {{(pid=102346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 11:44:08.345331 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device 659dfaf5-8e00-4fb5-b45c-67bf55729856 no longer exists at agent hyperv_n-h2-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 11:44:08.404416 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-53cfedd3-8c6a-4df3-ab58-9fc5641be4f6 req-8582fa93-427b-4126-aae6-fe1ae7834732 tempest-TestSnapshotPattern-288463451 tempest-TestSnapshotPattern-288463451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:44:08.424994 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:44:08.432180 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8582fa93-427b-4126-aae6-fe1ae7834732 tempest-TestSnapshotPattern-288463451 tempest-TestSnapshotPattern-288463451-project] Pushing event deleted for resources: {'Port': ['ID=659dfaf5-8e00-4fb5-b45c-67bf55729856,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:44:08.445331 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8582fa93-427b-4126-aae6-fe1ae7834732 tempest-TestSnapshotPattern-288463451 tempest-TestSnapshotPattern-288463451-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:44:08.445676 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8582fa93-427b-4126-aae6-fe1ae7834732 tempest-TestSnapshotPattern-288463451 tempest-TestSnapshotPattern-288463451-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:44:08.446011 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8582fa93-427b-4126-aae6-fe1ae7834732 tempest-TestSnapshotPattern-288463451 tempest-TestSnapshotPattern-288463451-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:44:08.446349 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8582fa93-427b-4126-aae6-fe1ae7834732 tempest-TestSnapshotPattern-288463451 tempest-TestSnapshotPattern-288463451-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:44:08.446677 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8582fa93-427b-4126-aae6-fe1ae7834732 tempest-TestSnapshotPattern-288463451 tempest-TestSnapshotPattern-288463451-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:44:08.447000 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8582fa93-427b-4126-aae6-fe1ae7834732 tempest-TestSnapshotPattern-288463451 tempest-TestSnapshotPattern-288463451-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:44:08.447325 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8582fa93-427b-4126-aae6-fe1ae7834732 tempest-TestSnapshotPattern-288463451 tempest-TestSnapshotPattern-288463451-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:44:08.447647 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8582fa93-427b-4126-aae6-fe1ae7834732 tempest-TestSnapshotPattern-288463451 tempest-TestSnapshotPattern-288463451-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:44:08.447969 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8582fa93-427b-4126-aae6-fe1ae7834732 tempest-TestSnapshotPattern-288463451 tempest-TestSnapshotPattern-288463451-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:44:08.448327 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8582fa93-427b-4126-aae6-fe1ae7834732 tempest-TestSnapshotPattern-288463451 tempest-TestSnapshotPattern-288463451-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:44:08.448664 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8582fa93-427b-4126-aae6-fe1ae7834732 tempest-TestSnapshotPattern-288463451 tempest-TestSnapshotPattern-288463451-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:44:08.448967 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8582fa93-427b-4126-aae6-fe1ae7834732 tempest-TestSnapshotPattern-288463451 tempest-TestSnapshotPattern-288463451-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-813419-10 {{(pid=102346) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 11:44:08.485699 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [req-53cfedd3-8c6a-4df3-ab58-9fc5641be4f6 req-8582fa93-427b-4126-aae6-fe1ae7834732 tempest-TestSnapshotPattern-288463451 tempest-TestSnapshotPattern-288463451-project] No DVR routers for this DVR port 659dfaf5-8e00-4fb5-b45c-67bf55729856 on host n-h2-813419-10 {{(pid=102346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 11:44:08.488120 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [req-53cfedd3-8c6a-4df3-ab58-9fc5641be4f6 req-8582fa93-427b-4126-aae6-fe1ae7834732 tempest-TestSnapshotPattern-288463451 tempest-TestSnapshotPattern-288463451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:44:08.491380 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-53cfedd3-8c6a-4df3-ab58-9fc5641be4f6 req-8582fa93-427b-4126-aae6-fe1ae7834732 tempest-TestSnapshotPattern-288463451 tempest-TestSnapshotPattern-288463451-project] 10.222.0.76 "DELETE /v2.0/ports/659dfaf5-8e00-4fb5-b45c-67bf55729856 HTTP/1.1" status: 204 len: 173 time: 0.3958530 Oct 27 11:44:08.491812 n-d-813419-10 neutron-server[102346]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7276471-1343-455c-beaa-5514c6e46d53', 'name': 'network-vif-deleted', 'tag': '659dfaf5-8e00-4fb5-b45c-67bf55729856'}] {{(pid=102346) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 11:44:08.494095 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2531aea88c448207759dde70f844649f18dfe6edcb84b1c92b49bb044a645d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d828ef5-b94b-4ad8-bb1d-b2b181c4b3e7" -d '{"events": [{"server_uuid": "a7276471-1343-455c-beaa-5514c6e46d53", "name": "network-vif-deleted", "tag": "659dfaf5-8e00-4fb5-b45c-67bf55729856"}]}' {{(pid=102346) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 11:44:08.531891 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 11:44:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-346d03ff-58df-4875-a3e9-98501effa8b2 x-openstack-request-id: req-346d03ff-58df-4875-a3e9-98501effa8b2 {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 11:44:08.532184 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7276471-1343-455c-beaa-5514c6e46d53", "name": "network-vif-deleted", "tag": "659dfaf5-8e00-4fb5-b45c-67bf55729856", "status": "completed", "code": 200}]} {{(pid=102346) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 11:44:08.532472 n-d-813419-10 neutron-server[102346]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-346d03ff-58df-4875-a3e9-98501effa8b2 {{(pid=102346) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 11:44:08.532871 n-d-813419-10 neutron-server[102346]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7276471-1343-455c-beaa-5514c6e46d53', 'name': 'network-vif-deleted', 'tag': '659dfaf5-8e00-4fb5-b45c-67bf55729856', 'status': 'completed', 'code': 200} Oct 27 11:44:08.615532 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-22352f75-e172-471f-9b43-ad884ffd74fc req-be665834-0bc2-4b4b-bf95-401303a08833 tempest-TestSnapshotPattern-288463451 tempest-TestSnapshotPattern-288463451-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7276471-1343-455c-beaa-5514c6e46d53 HTTP/1.1" status: 200 len: 210 time: 0.0288458 Oct 27 11:44:09.928047 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:44:10.171170 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 50612) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:44:10.322526 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-29d00c3f-4859-4e85-8a8e-8f55d758401a tempest-TestSnapshotPattern-288463451 tempest-TestSnapshotPattern-288463451-project] Deleting port 1f5f6398-762f-4434-b6a8-5f2fe079c2a9 {{(pid=102347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 11:44:10.322889 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-29d00c3f-4859-4e85-8a8e-8f55d758401a tempest-TestSnapshotPattern-288463451 tempest-TestSnapshotPattern-288463451-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:44:10.401290 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-29d00c3f-4859-4e85-8a8e-8f55d758401a tempest-TestSnapshotPattern-288463451 tempest-TestSnapshotPattern-288463451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:44:10.401611 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-29d00c3f-4859-4e85-8a8e-8f55d758401a tempest-TestSnapshotPattern-288463451 tempest-TestSnapshotPattern-288463451-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:44:10.418002 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-29d00c3f-4859-4e85-8a8e-8f55d758401a tempest-TestSnapshotPattern-288463451 tempest-TestSnapshotPattern-288463451-project] Calling delete_port for 1f5f6398-762f-4434-b6a8-5f2fe079c2a9 owned by network:floatingip {{(pid=102347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 11:44:10.562566 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-29d00c3f-4859-4e85-8a8e-8f55d758401a tempest-TestSnapshotPattern-288463451 tempest-TestSnapshotPattern-288463451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:44:10.588921 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d00c3f-4859-4e85-8a8e-8f55d758401a tempest-TestSnapshotPattern-288463451 tempest-TestSnapshotPattern-288463451-project] Pushing event deleted for resources: {'Port': ['ID=1f5f6398-762f-4434-b6a8-5f2fe079c2a9,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:44:10.645917 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-29d00c3f-4859-4e85-8a8e-8f55d758401a tempest-TestSnapshotPattern-288463451 tempest-TestSnapshotPattern-288463451-project] Publish callbacks [] for floatingip, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:44:10.646197 n-d-813419-10 neutron-server[102347]: INFO neutron.db.l3_db [None req-29d00c3f-4859-4e85-8a8e-8f55d758401a tempest-TestSnapshotPattern-288463451 tempest-TestSnapshotPattern-288463451-project] Floating IP d89d3d3c-131a-4791-9dd2-67c11c06883b disassociated (deleted). External IP: 172.25.8.67, port: 2d70d4c8-21d0-4728-983c-4acc5c1b0ec7. Oct 27 11:44:10.858092 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29d00c3f-4859-4e85-8a8e-8f55d758401a tempest-TestSnapshotPattern-288463451 tempest-TestSnapshotPattern-288463451-project] Router 1d5806f4-3c87-4130-93c9-c76e98a3d187 has already been hosted by L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb {{(pid=102347) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 11:44:10.964776 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29d00c3f-4859-4e85-8a8e-8f55d758401a tempest-TestSnapshotPattern-288463451 tempest-TestSnapshotPattern-288463451-project] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 11:44:10.970572 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-29d00c3f-4859-4e85-8a8e-8f55d758401a tempest-TestSnapshotPattern-288463451 tempest-TestSnapshotPattern-288463451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for floatingip, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:44:10.976090 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-813c9b7e-0ce3-47e7-934d-7c246ce91e0f None None] Sync routers for ids ['1d5806f4-3c87-4130-93c9-c76e98a3d187'] in n-d-813419-10 {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 11:44:10.985956 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-813c9b7e-0ce3-47e7-934d-7c246ce91e0f None None] Routers {'1d5806f4-3c87-4130-93c9-c76e98a3d187'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 11:44:10.986557 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-813c9b7e-0ce3-47e7-934d-7c246ce91e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T11:43:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['1d5806f4-3c87-4130-93c9-c76e98a3d187'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:44:10.997564 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-29d00c3f-4859-4e85-8a8e-8f55d758401a tempest-TestSnapshotPattern-288463451 tempest-TestSnapshotPattern-288463451-project] 10.222.0.44 "DELETE /v2.0/floatingips/d89d3d3c-131a-4791-9dd2-67c11c06883b HTTP/1.1" status: 204 len: 168 time: 0.8252835 Oct 27 11:44:10.998163 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70c01759-33a2-4e7c-b213-58bbffab898b', 'tag': '2d70d4c8-21d0-4728-983c-4acc5c1b0ec7'}] {{(pid=102347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 11:44:11.000939 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b4a6b06816dbd4a25adc79839574a1cde60454ea9fb7ff9bc84d34209fb596e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38f3c874-0a32-4079-9801-a1ebf4d576c7" -d '{"events": [{"name": "network-changed", "server_uuid": "70c01759-33a2-4e7c-b213-58bbffab898b", "tag": "2d70d4c8-21d0-4728-983c-4acc5c1b0ec7"}]}' {{(pid=102347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 11:44:11.041916 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 11:44:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69914e59-dfac-4f5c-b3d2-b3583e7cfd5d x-openstack-request-id: req-69914e59-dfac-4f5c-b3d2-b3583e7cfd5d {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 11:44:11.042545 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70c01759-33a2-4e7c-b213-58bbffab898b", "tag": "2d70d4c8-21d0-4728-983c-4acc5c1b0ec7", "status": "completed", "code": 200}]} {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 11:44:11.042885 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-69914e59-dfac-4f5c-b3d2-b3583e7cfd5d {{(pid=102347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 11:44:11.043360 n-d-813419-10 neutron-server[102347]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70c01759-33a2-4e7c-b213-58bbffab898b', 'tag': '2d70d4c8-21d0-4728-983c-4acc5c1b0ec7', 'status': 'completed', 'code': 200} Oct 27 11:44:11.111067 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f3c874-0a32-4079-9801-a1ebf4d576c7 req-ac48d9eb-2045-458c-a5d5-afd63b673a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:44:11.112762 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-38f3c874-0a32-4079-9801-a1ebf4d576c7 req-ac48d9eb-2045-458c-a5d5-afd63b673a60 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2a1da399076d42f8999ba9ed287c08bd&device_id=70c01759-33a2-4e7c-b213-58bbffab898b HTTP/1.1" status: 200 len: 1096 time: 0.0453272 Oct 27 11:44:11.210745 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvr_db [None req-813c9b7e-0ce3-47e7-934d-7c246ce91e0f None None] Set router 1d5806f4-3c87-4130-93c9-c76e98a3d187 gateway port host: n-d-813419-10 {{(pid=102349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 11:44:11.225830 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f3c874-0a32-4079-9801-a1ebf4d576c7 req-6fbc75b3-3c72-456f-8b8a-d23d42c4162e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:44:11.228013 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-38f3c874-0a32-4079-9801-a1ebf4d576c7 req-6fbc75b3-3c72-456f-8b8a-d23d42c4162e service neutron] 10.222.0.64 "GET /v2.0/networks?id=16076498-6454-4f2c-b637-1f2abae89e3a HTTP/1.1" status: 200 len: 910 time: 0.1071606 Oct 27 11:44:11.248871 n-d-813419-10 neutron-server[102346]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f34938c-4ea4-4812-92a6-1db7449e6237 req-e4241558-02c9-4b8b-ae3f-5f04642b2162 tempest-TestSnapshotPattern-288463451 tempest-TestSnapshotPattern-288463451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102346) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:44:11.250951 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-6f34938c-4ea4-4812-92a6-1db7449e6237 req-e4241558-02c9-4b8b-ae3f-5f04642b2162 tempest-TestSnapshotPattern-288463451 tempest-TestSnapshotPattern-288463451-project] 10.222.0.44 "GET /v2.0/ports?device_id=70c01759-33a2-4e7c-b213-58bbffab898b HTTP/1.1" status: 200 len: 944 time: 0.0494318 Oct 27 11:44:11.279508 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-38f3c874-0a32-4079-9801-a1ebf4d576c7 req-9c2c9820-bd93-4e51-900f-19c19f0359e3 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2d70d4c8-21d0-4728-983c-4acc5c1b0ec7 HTTP/1.1" status: 200 len: 217 time: 0.0419571 Oct 27 11:44:11.292529 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [req-6f34938c-4ea4-4812-92a6-1db7449e6237 req-563f6889-8c5d-4079-9aca-1401fb505d1a tempest-TestSnapshotPattern-288463451 tempest-TestSnapshotPattern-288463451-project] 10.222.0.44 "GET /v2.0/security-groups?id=ef1a5812-0d4f-41b4-bd49-7681848fe3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344911 Oct 27 11:44:11.335449 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f3c874-0a32-4079-9801-a1ebf4d576c7 req-02a6bc4b-6f82-430b-9fff-91b1054b45c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:44:11.336969 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-38f3c874-0a32-4079-9801-a1ebf4d576c7 req-02a6bc4b-6f82-430b-9fff-91b1054b45c0 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b4faf49c-5204-49b2-8ac4-fceaee5b2f87 HTTP/1.1" status: 200 len: 848 time: 0.0495005 Oct 27 11:44:11.387370 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f3c874-0a32-4079-9801-a1ebf4d576c7 req-7281d1e1-023b-46bd-8bf8-b94814895c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:44:11.388895 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-38f3c874-0a32-4079-9801-a1ebf4d576c7 req-7281d1e1-023b-46bd-8bf8-b94814895c53 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=16076498-6454-4f2c-b637-1f2abae89e3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0434031 Oct 27 11:44:11.430974 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-813c9b7e-0ce3-47e7-934d-7c246ce91e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d5806f4-3c87-4130-93c9-c76e98a3d187', 'name': 'tempest-TestSnapshotPattern-141650470-router', 'tenant_id': '2a1da399076d42f8999ba9ed287c08bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.212'}], 'enable_snat': True}, 'gw_port_id': '7d70b434-f4b2-4b1c-bf02-302f45b9c30f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:38:35Z', 'updated_at': '2021-10-27T11:38:38Z', 'revision_number': 4, 'project_id': '2a1da399076d42f8999ba9ed287c08bd', 'gw_port': {'id': '7d70b434-f4b2-4b1c-bf02-302f45b9c30f', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:32:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d5806f4-3c87-4130-93c9-c76e98a3d187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:38:36Z', 'updated_at': '2021-10-27T11:38:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_interfaces': [{'id': '63d5ca5c-7c8d-48a5-87b3-9dceb6ead22f', 'name': '', 'network_id': '16076498-6454-4f2c-b637-1f2abae89e3a', 'tenant_id': '2a1da399076d42f8999ba9ed287c08bd', 'mac_address': 'fa:16:3e:92:b7:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d5806f4-3c87-4130-93c9-c76e98a3d187', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'b4faf49c-5204-49b2-8ac4-fceaee5b2f87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:38:38Z', 'updated_at': '2021-10-27T11:38:43Z', 'revision_number': 5, 'project_id': '2a1da399076d42f8999ba9ed287c08bd', 'subnets': [{'id': 'b4faf49c-5204-49b2-8ac4-fceaee5b2f87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:44:11.459667 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-813c9b7e-0ce3-47e7-934d-7c246ce91e0f None None] Checking router: 1d5806f4-3c87-4130-93c9-c76e98a3d187 for host: n-d-813419-10 {{(pid=102349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 11:44:11.467584 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-813c9b7e-0ce3-47e7-934d-7c246ce91e0f None None] Routers {'1d5806f4-3c87-4130-93c9-c76e98a3d187'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 11:44:11.468171 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-813c9b7e-0ce3-47e7-934d-7c246ce91e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T11:43:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['1d5806f4-3c87-4130-93c9-c76e98a3d187'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:44:11.483303 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-38f3c874-0a32-4079-9801-a1ebf4d576c7 req-65fc48ae-7cc6-431f-a0d0-55b08eac1dd5 service neutron] 10.222.0.64 "GET /v2.0/networks/16076498-6454-4f2c-b637-1f2abae89e3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857422 Oct 27 11:44:11.568516 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvr_db [None req-813c9b7e-0ce3-47e7-934d-7c246ce91e0f None None] Set router 1d5806f4-3c87-4130-93c9-c76e98a3d187 gateway port host: n-d-813419-10 {{(pid=102349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 11:44:11.574041 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-38f3c874-0a32-4079-9801-a1ebf4d576c7 req-5c92af8a-e3eb-4c29-b769-f8f69ef91817 service neutron] 10.222.0.64 "GET /v2.0/networks/16076498-6454-4f2c-b637-1f2abae89e3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816393 Oct 27 11:44:11.762740 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-813c9b7e-0ce3-47e7-934d-7c246ce91e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d5806f4-3c87-4130-93c9-c76e98a3d187', 'name': 'tempest-TestSnapshotPattern-141650470-router', 'tenant_id': '2a1da399076d42f8999ba9ed287c08bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.212'}], 'enable_snat': True}, 'gw_port_id': '7d70b434-f4b2-4b1c-bf02-302f45b9c30f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:38:35Z', 'updated_at': '2021-10-27T11:38:38Z', 'revision_number': 4, 'project_id': '2a1da399076d42f8999ba9ed287c08bd', 'gw_port': {'id': '7d70b434-f4b2-4b1c-bf02-302f45b9c30f', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:32:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d5806f4-3c87-4130-93c9-c76e98a3d187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:38:36Z', 'updated_at': '2021-10-27T11:38:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_interfaces': [{'id': '63d5ca5c-7c8d-48a5-87b3-9dceb6ead22f', 'name': '', 'network_id': '16076498-6454-4f2c-b637-1f2abae89e3a', 'tenant_id': '2a1da399076d42f8999ba9ed287c08bd', 'mac_address': 'fa:16:3e:92:b7:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d5806f4-3c87-4130-93c9-c76e98a3d187', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'b4faf49c-5204-49b2-8ac4-fceaee5b2f87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:38:38Z', 'updated_at': '2021-10-27T11:38:43Z', 'revision_number': 5, 'project_id': '2a1da399076d42f8999ba9ed287c08bd', 'subnets': [{'id': 'b4faf49c-5204-49b2-8ac4-fceaee5b2f87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:44:11.788535 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-813c9b7e-0ce3-47e7-934d-7c246ce91e0f None None] The sync data for ids ['1d5806f4-3c87-4130-93c9-c76e98a3d187'] in n-d-813419-10 is: [{'id': '1d5806f4-3c87-4130-93c9-c76e98a3d187', 'name': 'tempest-TestSnapshotPattern-141650470-router', 'tenant_id': '2a1da399076d42f8999ba9ed287c08bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.212'}], 'enable_snat': True}, 'gw_port_id': '7d70b434-f4b2-4b1c-bf02-302f45b9c30f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:38:35Z', 'updated_at': '2021-10-27T11:38:38Z', 'revision_number': 4, 'project_id': '2a1da399076d42f8999ba9ed287c08bd', 'gw_port': {'id': '7d70b434-f4b2-4b1c-bf02-302f45b9c30f', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:32:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d5806f4-3c87-4130-93c9-c76e98a3d187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:38:36Z', 'updated_at': '2021-10-27T11:38:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10', '_interfaces': [{'id': '63d5ca5c-7c8d-48a5-87b3-9dceb6ead22f', 'name': '', 'network_id': '16076498-6454-4f2c-b637-1f2abae89e3a', 'tenant_id': '2a1da399076d42f8999ba9ed287c08bd', 'mac_address': 'fa:16:3e:92:b7:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d5806f4-3c87-4130-93c9-c76e98a3d187', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'b4faf49c-5204-49b2-8ac4-fceaee5b2f87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:38:38Z', 'updated_at': '2021-10-27T11:38:43Z', 'revision_number': 5, 'project_id': '2a1da399076d42f8999ba9ed287c08bd', 'subnets': [{'id': 'b4faf49c-5204-49b2-8ac4-fceaee5b2f87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 11:44:11.950049 n-d-813419-10 neutron-server[102347]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffe8a8e-31f3-4ae4-bb2e-99e254b756ae req-615ace32-71fb-4288-b6fb-6185a38e7bb8 tempest-TestSnapshotPattern-288463451 tempest-TestSnapshotPattern-288463451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102347) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 11:44:11.951719 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-5ffe8a8e-31f3-4ae4-bb2e-99e254b756ae req-615ace32-71fb-4288-b6fb-6185a38e7bb8 tempest-TestSnapshotPattern-288463451 tempest-TestSnapshotPattern-288463451-project] 10.222.0.64 "GET /v2.0/ports?device_id=70c01759-33a2-4e7c-b213-58bbffab898b HTTP/1.1" status: 200 len: 944 time: 0.0506947 Oct 27 11:44:12.004171 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9f0954f-b147-4f78-a17a-405fab85cf17 None None] New status for floating IP d89d3d3c-131a-4791-9dd2-67c11c06883b: DOWN {{(pid=102348) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 11:44:12.055750 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [req-5ffe8a8e-31f3-4ae4-bb2e-99e254b756ae req-ad531c9f-95b9-49ac-89bd-2a4bd9f13334 tempest-TestSnapshotPattern-288463451 tempest-TestSnapshotPattern-288463451-project] Deleting port 2d70d4c8-21d0-4728-983c-4acc5c1b0ec7 {{(pid=102347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 11:44:12.055989 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-5ffe8a8e-31f3-4ae4-bb2e-99e254b756ae req-ad531c9f-95b9-49ac-89bd-2a4bd9f13334 tempest-TestSnapshotPattern-288463451 tempest-TestSnapshotPattern-288463451-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:44:12.144479 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [req-5ffe8a8e-31f3-4ae4-bb2e-99e254b756ae req-ad531c9f-95b9-49ac-89bd-2a4bd9f13334 tempest-TestSnapshotPattern-288463451 tempest-TestSnapshotPattern-288463451-project] For port 2d70d4c8-21d0-4728-983c-4acc5c1b0ec7, host n-h1-813419-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-813419-10',level=0,port_id=2d70d4c8-21d0-4728-983c-4acc5c1b0ec7,segment=NetworkSegment(e48f8b19-5351-403e-99f9-9270cfaf0cd7),segment_id=e48f8b19-5351-403e-99f9-9270cfaf0cd7)] {{(pid=102347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:44:12.144829 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-5ffe8a8e-31f3-4ae4-bb2e-99e254b756ae req-ad531c9f-95b9-49ac-89bd-2a4bd9f13334 tempest-TestSnapshotPattern-288463451 tempest-TestSnapshotPattern-288463451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:44:12.157525 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [req-5ffe8a8e-31f3-4ae4-bb2e-99e254b756ae req-ad531c9f-95b9-49ac-89bd-2a4bd9f13334 tempest-TestSnapshotPattern-288463451 tempest-TestSnapshotPattern-288463451-project] Calling delete_port for 2d70d4c8-21d0-4728-983c-4acc5c1b0ec7 owned by compute:nova {{(pid=102347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 11:44:12.283075 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-5ffe8a8e-31f3-4ae4-bb2e-99e254b756ae req-ad531c9f-95b9-49ac-89bd-2a4bd9f13334 tempest-TestSnapshotPattern-288463451 tempest-TestSnapshotPattern-288463451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:44:12.310584 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad531c9f-95b9-49ac-89bd-2a4bd9f13334 tempest-TestSnapshotPattern-288463451 tempest-TestSnapshotPattern-288463451-project] Pushing event deleted for resources: {'Port': ['ID=2d70d4c8-21d0-4728-983c-4acc5c1b0ec7,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:44:12.359447 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device 659dfaf5-8e00-4fb5-b45c-67bf55729856 no longer exists at agent hyperv_n-h2-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 11:44:12.380006 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] No Port match for: 659dfaf5-8e00-4fb5-b45c-67bf55729856 {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 11:44:12.380400 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Device 659dfaf5-8e00-4fb5-b45c-67bf55729856 not bound to the agent host n-h2-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 11:44:12.700460 n-d-813419-10 neutron-server[102347]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ffe8a8e-31f3-4ae4-bb2e-99e254b756ae req-ad531c9f-95b9-49ac-89bd-2a4bd9f13334 tempest-TestSnapshotPattern-288463451 tempest-TestSnapshotPattern-288463451-project] No DVR routers for this DVR port 2d70d4c8-21d0-4728-983c-4acc5c1b0ec7 on host n-h1-813419-10 {{(pid=102347) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 11:44:12.703162 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [req-5ffe8a8e-31f3-4ae4-bb2e-99e254b756ae req-ad531c9f-95b9-49ac-89bd-2a4bd9f13334 tempest-TestSnapshotPattern-288463451 tempest-TestSnapshotPattern-288463451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7297'] for port, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:44:12.707057 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-5ffe8a8e-31f3-4ae4-bb2e-99e254b756ae req-ad531c9f-95b9-49ac-89bd-2a4bd9f13334 tempest-TestSnapshotPattern-288463451 tempest-TestSnapshotPattern-288463451-project] 10.222.0.64 "DELETE /v2.0/ports/2d70d4c8-21d0-4728-983c-4acc5c1b0ec7 HTTP/1.1" status: 204 len: 173 time: 0.7484150 Oct 27 11:44:12.733014 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [req-6465a5ee-9f65-4919-96e0-23d88d1f266d req-2412492f-702a-41b7-87dc-fea8bc2af1e3 tempest-TestSnapshotPattern-288463451 tempest-TestSnapshotPattern-288463451-project] 10.222.0.44 "GET /v2.0/ports?device_id=70c01759-33a2-4e7c-b213-58bbffab898b HTTP/1.1" status: 200 len: 210 time: 0.0335314 Oct 27 11:44:13.044759 n-d-813419-10 neutron-server[102347]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70c01759-33a2-4e7c-b213-58bbffab898b', 'name': 'network-vif-deleted', 'tag': '2d70d4c8-21d0-4728-983c-4acc5c1b0ec7'}] {{(pid=102347) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 11:44:13.047610 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9b4a6b06816dbd4a25adc79839574a1cde60454ea9fb7ff9bc84d34209fb596e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d92548e3-8294-494f-8cfc-4021ff27465f" -d '{"events": [{"server_uuid": "70c01759-33a2-4e7c-b213-58bbffab898b", "name": "network-vif-deleted", "tag": "2d70d4c8-21d0-4728-983c-4acc5c1b0ec7"}]}' {{(pid=102347) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 11:44:13.084547 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 11:44:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5faa560b-8ab1-4c09-9165-043aba5a4f12 x-openstack-request-id: req-5faa560b-8ab1-4c09-9165-043aba5a4f12 {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 11:44:13.084897 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70c01759-33a2-4e7c-b213-58bbffab898b", "name": "network-vif-deleted", "tag": "2d70d4c8-21d0-4728-983c-4acc5c1b0ec7", "status": "completed", "code": 200}]} {{(pid=102347) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 11:44:13.085200 n-d-813419-10 neutron-server[102347]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-5faa560b-8ab1-4c09-9165-043aba5a4f12 {{(pid=102347) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 11:44:13.086464 n-d-813419-10 neutron-server[102347]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70c01759-33a2-4e7c-b213-58bbffab898b', 'name': 'network-vif-deleted', 'tag': '2d70d4c8-21d0-4728-983c-4acc5c1b0ec7', 'status': 'completed', 'code': 200} Oct 27 11:44:13.790837 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 50626) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:44:13.848002 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-c7ee46a9-b753-46f2-be6a-98f1d2c30d36 tempest-TestSnapshotPattern-288463451 tempest-TestSnapshotPattern-288463451-project] Publish callbacks [] for security_group, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:44:13.873018 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-c7ee46a9-b753-46f2-be6a-98f1d2c30d36 tempest-TestSnapshotPattern-288463451 tempest-TestSnapshotPattern-288463451-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:44:13.931779 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-c7ee46a9-b753-46f2-be6a-98f1d2c30d36 tempest-TestSnapshotPattern-288463451 tempest-TestSnapshotPattern-288463451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:44:13.934393 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-c7ee46a9-b753-46f2-be6a-98f1d2c30d36 tempest-TestSnapshotPattern-288463451 tempest-TestSnapshotPattern-288463451-project] Publish callbacks [] for security_group, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:44:13.935548 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-c7ee46a9-b753-46f2-be6a-98f1d2c30d36 tempest-TestSnapshotPattern-288463451 tempest-TestSnapshotPattern-288463451-project] 10.222.0.44 "DELETE /v2.0/security-groups/ef1a5812-0d4f-41b4-bd49-7681848fe3e7 HTTP/1.1" status: 204 len: 168 time: 0.1437221 Oct 27 11:44:13.945116 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ee46a9-b753-46f2-be6a-98f1d2c30d36 tempest-TestSnapshotPattern-288463451 tempest-TestSnapshotPattern-288463451-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef1a5812-0d4f-41b4-bd49-7681848fe3e7,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:44:13.985620 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 50630) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:44:14.448540 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-9297bd16-f6af-48cd-b5e2-1f61b12c1dbb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1766202'] for router_interface, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:44:14.685233 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-9297bd16-f6af-48cd-b5e2-1f61b12c1dbb admin admin] Deleting port 63d5ca5c-7c8d-48a5-87b3-9dceb6ead22f {{(pid=102347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 11:44:14.685561 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-9297bd16-f6af-48cd-b5e2-1f61b12c1dbb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:44:14.761962 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [None req-9297bd16-f6af-48cd-b5e2-1f61b12c1dbb admin admin] For port 63d5ca5c-7c8d-48a5-87b3-9dceb6ead22f, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=63d5ca5c-7c8d-48a5-87b3-9dceb6ead22f,segment=NetworkSegment(e48f8b19-5351-403e-99f9-9270cfaf0cd7),segment_id=e48f8b19-5351-403e-99f9-9270cfaf0cd7)] {{(pid=102347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:44:14.762314 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-9297bd16-f6af-48cd-b5e2-1f61b12c1dbb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:44:14.774378 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-9297bd16-f6af-48cd-b5e2-1f61b12c1dbb admin admin] Calling delete_port for 63d5ca5c-7c8d-48a5-87b3-9dceb6ead22f owned by network:router_interface {{(pid=102347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 11:44:14.951595 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-9297bd16-f6af-48cd-b5e2-1f61b12c1dbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:44:14.980099 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9297bd16-f6af-48cd-b5e2-1f61b12c1dbb admin admin] Pushing event deleted for resources: {'Port': ['ID=63d5ca5c-7c8d-48a5-87b3-9dceb6ead22f,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:44:15.149481 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-9297bd16-f6af-48cd-b5e2-1f61b12c1dbb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2006968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1766358'] for router_interface, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:44:15.364246 n-d-813419-10 neutron-server[102347]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9297bd16-f6af-48cd-b5e2-1f61b12c1dbb admin admin] Router 1d5806f4-3c87-4130-93c9-c76e98a3d187 has already been hosted by L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb {{(pid=102347) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 11:44:15.467447 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9297bd16-f6af-48cd-b5e2-1f61b12c1dbb admin admin] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102347) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 11:44:15.473027 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-9297bd16-f6af-48cd-b5e2-1f61b12c1dbb admin admin] 10.222.0.44 "PUT /v2.0/routers/1d5806f4-3c87-4130-93c9-c76e98a3d187/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4862051 Oct 27 11:44:15.475491 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 50634) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:44:15.478655 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2315af04-da79-44ea-9883-b2d7005de1c2 None None] Sync routers for ids ['1d5806f4-3c87-4130-93c9-c76e98a3d187'] in n-d-813419-10 {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 11:44:15.488007 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2315af04-da79-44ea-9883-b2d7005de1c2 None None] Routers {'1d5806f4-3c87-4130-93c9-c76e98a3d187'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 11:44:15.488640 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-2315af04-da79-44ea-9883-b2d7005de1c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T11:43:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['1d5806f4-3c87-4130-93c9-c76e98a3d187'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:44:15.573736 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-8c392334-1e12-4797-8ad8-34ee4bac188d admin admin] Publish callbacks [] for router, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:44:15.592178 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvr_db [None req-2315af04-da79-44ea-9883-b2d7005de1c2 None None] Set router 1d5806f4-3c87-4130-93c9-c76e98a3d187 gateway port host: n-d-813419-10 {{(pid=102349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 11:44:15.680187 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-8c392334-1e12-4797-8ad8-34ee4bac188d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:44:15.737386 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-8c392334-1e12-4797-8ad8-34ee4bac188d admin admin] Deleting port 7d70b434-f4b2-4b1c-bf02-302f45b9c30f {{(pid=102347) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 11:44:15.737719 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-8c392334-1e12-4797-8ad8-34ee4bac188d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:44:15.770771 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-2315af04-da79-44ea-9883-b2d7005de1c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d5806f4-3c87-4130-93c9-c76e98a3d187', 'name': 'tempest-TestSnapshotPattern-141650470-router', 'tenant_id': '2a1da399076d42f8999ba9ed287c08bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.212'}], 'enable_snat': True}, 'gw_port_id': '7d70b434-f4b2-4b1c-bf02-302f45b9c30f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:38:35Z', 'updated_at': '2021-10-27T11:44:14Z', 'revision_number': 5, 'project_id': '2a1da399076d42f8999ba9ed287c08bd', 'gw_port': {'id': '7d70b434-f4b2-4b1c-bf02-302f45b9c30f', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:32:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d5806f4-3c87-4130-93c9-c76e98a3d187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:38:36Z', 'updated_at': '2021-10-27T11:38:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10'}], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:44:15.797290 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2315af04-da79-44ea-9883-b2d7005de1c2 None None] Checking router: 1d5806f4-3c87-4130-93c9-c76e98a3d187 for host: n-d-813419-10 {{(pid=102349) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 11:44:15.805561 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2315af04-da79-44ea-9883-b2d7005de1c2 None None] Routers {'1d5806f4-3c87-4130-93c9-c76e98a3d187'} bound to L3 agent in host n-d-813419-10 {{(pid=102349) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 11:44:15.806138 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-2315af04-da79-44ea-9883-b2d7005de1c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T11:43:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['1d5806f4-3c87-4130-93c9-c76e98a3d187'], 'active': True} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:44:15.817477 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.db [None req-8c392334-1e12-4797-8ad8-34ee4bac188d admin admin] For port 7d70b434-f4b2-4b1c-bf02-302f45b9c30f, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=7d70b434-f4b2-4b1c-bf02-302f45b9c30f,segment=NetworkSegment(bc14127b-7032-4c50-bb5b-f6813cbae86e),segment_id=bc14127b-7032-4c50-bb5b-f6813cbae86e)] {{(pid=102347) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:44:15.817837 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-8c392334-1e12-4797-8ad8-34ee4bac188d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:44:15.830386 n-d-813419-10 neutron-server[102347]: DEBUG neutron.plugins.ml2.plugin [None req-8c392334-1e12-4797-8ad8-34ee4bac188d admin admin] Calling delete_port for 7d70b434-f4b2-4b1c-bf02-302f45b9c30f owned by network:router_gateway {{(pid=102347) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 11:44:15.891074 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_dvr_db [None req-2315af04-da79-44ea-9883-b2d7005de1c2 None None] Set router 1d5806f4-3c87-4130-93c9-c76e98a3d187 gateway port host: None {{(pid=102349) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 11:44:15.945735 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.l3_hamode_db [None req-2315af04-da79-44ea-9883-b2d7005de1c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d5806f4-3c87-4130-93c9-c76e98a3d187', 'name': 'tempest-TestSnapshotPattern-141650470-router', 'tenant_id': '2a1da399076d42f8999ba9ed287c08bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:38:35Z', 'updated_at': '2021-10-27T11:44:15Z', 'revision_number': 6, 'project_id': '2a1da399076d42f8999ba9ed287c08bd', 'gw_port_host': None}], 'n-d-813419-10', False) {} {{(pid=102349) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:44:15.972509 n-d-813419-10 neutron-server[102349]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2315af04-da79-44ea-9883-b2d7005de1c2 None None] The sync data for ids ['1d5806f4-3c87-4130-93c9-c76e98a3d187'] in n-d-813419-10 is: [{'id': '1d5806f4-3c87-4130-93c9-c76e98a3d187', 'name': 'tempest-TestSnapshotPattern-141650470-router', 'tenant_id': '2a1da399076d42f8999ba9ed287c08bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:38:35Z', 'updated_at': '2021-10-27T11:44:15Z', 'revision_number': 6, 'project_id': '2a1da399076d42f8999ba9ed287c08bd', 'gw_port_host': None}] {{(pid=102349) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 11:44:15.996215 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-8c392334-1e12-4797-8ad8-34ee4bac188d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18295871'] for port, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:44:16.023053 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c392334-1e12-4797-8ad8-34ee4bac188d admin admin] Pushing event deleted for resources: {'Port': ['ID=7d70b434-f4b2-4b1c-bf02-302f45b9c30f,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:44:16.090680 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-8c392334-1e12-4797-8ad8-34ee4bac188d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1664884'] for router_gateway, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:44:16.176275 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-8c392334-1e12-4797-8ad8-34ee4bac188d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1765662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3700'] for router, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:44:16.178316 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-8c392334-1e12-4797-8ad8-34ee4bac188d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:44:16.219523 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-8c392334-1e12-4797-8ad8-34ee4bac188d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1765641'] for router, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:44:16.220026 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c392334-1e12-4797-8ad8-34ee4bac188d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1d5806f4-3c87-4130-93c9-c76e98a3d187 {{(pid=102347) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 11:44:16.227062 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-8c392334-1e12-4797-8ad8-34ee4bac188d admin admin] Publish callbacks [] for router, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:44:16.228736 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-8c392334-1e12-4797-8ad8-34ee4bac188d admin admin] 10.222.0.44 "DELETE /v2.0/routers/1d5806f4-3c87-4130-93c9-c76e98a3d187 HTTP/1.1" status: 204 len: 168 time: 0.7521734 Oct 27 11:44:16.231496 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 50636) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:44:16.275703 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_v2 [None req-d42332c7-f24a-480c-a3bf-1d3387dfcc8e admin admin] Deleting subnet b4faf49c-5204-49b2-8ac4-fceaee5b2f87 {{(pid=102346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 11:44:16.278638 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d42332c7-f24a-480c-a3bf-1d3387dfcc8e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:44:16.317314 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d42332c7-f24a-480c-a3bf-1d3387dfcc8e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25847868'] for subnet, precommit_delete_associations {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:44:16.366509 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-4833a83c-53b6-411a-9781-6ea2fb0d9126 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:44:16.403336 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d42332c7-f24a-480c-a3bf-1d3387dfcc8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855646'] for subnet, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:44:16.452771 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d42332c7-f24a-480c-a3bf-1d3387dfcc8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27024355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27168307'] for subnet, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:44:16.477211 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42332c7-f24a-480c-a3bf-1d3387dfcc8e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b4faf49c-5204-49b2-8ac4-fceaee5b2f87,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:44:16.480840 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d42332c7-f24a-480c-a3bf-1d3387dfcc8e admin admin] Publish callbacks [] for subnet, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:44:16.483970 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-d42332c7-f24a-480c-a3bf-1d3387dfcc8e admin admin] 10.222.0.44 "DELETE /v2.0/subnets/b4faf49c-5204-49b2-8ac4-fceaee5b2f87 HTTP/1.1" status: 204 len: 168 time: 0.2514751 Oct 27 11:44:16.487043 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 50638) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:44:16.488283 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0adf8f15-073d-4d6c-9cae-40fd45cf6348 None None] Network 16076498-6454-4f2c-b637-1f2abae89e3a requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 11:44:16.756876 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47911d18-d445-41bc-821a-42141857a8f6 None None] DHCP port deletion for 16076498-6454-4f2c-b637-1f2abae89e3a request from n-d-813419-10 {{(pid=102348) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 11:44:16.815239 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 93ec8f6b-940f-4978-b5a1-c059fa406c9f no longer exists at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 11:44:16.842959 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-47911d18-d445-41bc-821a-42141857a8f6 None None] Deleting port 93ec8f6b-940f-4978-b5a1-c059fa406c9f {{(pid=102348) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 11:44:16.843336 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-47911d18-d445-41bc-821a-42141857a8f6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:44:16.888607 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-9fe931ee-a01e-4ec3-ab94-210dc074f307 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586917'] for network, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:44:16.924747 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-47911d18-d445-41bc-821a-42141857a8f6 None None] For port 93ec8f6b-940f-4978-b5a1-c059fa406c9f, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=93ec8f6b-940f-4978-b5a1-c059fa406c9f,segment=NetworkSegment(e48f8b19-5351-403e-99f9-9270cfaf0cd7),segment_id=e48f8b19-5351-403e-99f9-9270cfaf0cd7)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:44:16.925210 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-47911d18-d445-41bc-821a-42141857a8f6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:44:16.941921 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-9fe931ee-a01e-4ec3-ab94-210dc074f307 admin admin] Deleting port 93ec8f6b-940f-4978-b5a1-c059fa406c9f {{(pid=102346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 11:44:16.942264 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-9fe931ee-a01e-4ec3-ab94-210dc074f307 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:44:16.957587 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-47911d18-d445-41bc-821a-42141857a8f6 None None] Calling delete_port for 93ec8f6b-940f-4978-b5a1-c059fa406c9f owned by network:dhcp {{(pid=102348) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 11:44:16.979876 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566464'] for port, before_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:44:17.012374 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [None req-9fe931ee-a01e-4ec3-ab94-210dc074f307 admin admin] For port 93ec8f6b-940f-4978-b5a1-c059fa406c9f, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=93ec8f6b-940f-4978-b5a1-c059fa406c9f,segment=NetworkSegment(e48f8b19-5351-403e-99f9-9270cfaf0cd7),segment_id=e48f8b19-5351-403e-99f9-9270cfaf0cd7)] {{(pid=102346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:44:17.012740 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-9fe931ee-a01e-4ec3-ab94-210dc074f307 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:44:17.027296 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-9fe931ee-a01e-4ec3-ab94-210dc074f307 admin admin] Calling delete_port for 93ec8f6b-940f-4978-b5a1-c059fa406c9f owned by network:dhcp {{(pid=102346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 11:44:17.057028 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device 2d70d4c8-21d0-4728-983c-4acc5c1b0ec7 no longer exists at agent hyperv_n-h1-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 11:44:17.080398 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.db [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] For port 93ec8f6b-940f-4978-b5a1-c059fa406c9f, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=93ec8f6b-940f-4978-b5a1-c059fa406c9f,segment=NetworkSegment(e48f8b19-5351-403e-99f9-9270cfaf0cd7),segment_id=e48f8b19-5351-403e-99f9-9270cfaf0cd7)] {{(pid=102348) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:44:17.083452 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] No Port match for: 2d70d4c8-21d0-4728-983c-4acc5c1b0ec7 {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 11:44:17.083706 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Device 2d70d4c8-21d0-4728-983c-4acc5c1b0ec7 not bound to the agent host n-h1-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 11:44:17.092130 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743872972270', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743872640624', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743872640642'] for port, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:44:17.092844 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 7d70b434-f4b2-4b1c-bf02-302f45b9c30f no longer exists at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 11:44:17.134818 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] No Port match for: 7d70b434-f4b2-4b1c-bf02-302f45b9c30f {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 11:44:17.135160 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 7d70b434-f4b2-4b1c-bf02-302f45b9c30f not bound to the agent host n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 11:44:17.135577 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 63d5ca5c-7c8d-48a5-87b3-9dceb6ead22f no longer exists at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 11:44:17.144080 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-47911d18-d445-41bc-821a-42141857a8f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615'] for port, after_delete {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:44:17.148161 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-9fe931ee-a01e-4ec3-ab94-210dc074f307 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:44:17.174657 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe931ee-a01e-4ec3-ab94-210dc074f307 admin admin] Pushing event deleted for resources: {'Port': ['ID=93ec8f6b-940f-4978-b5a1-c059fa406c9f,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:44:17.176639 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fe931ee-a01e-4ec3-ab94-210dc074f307 admin admin] No DVR routers for this DVR port 93ec8f6b-940f-4978-b5a1-c059fa406c9f on host n-d-813419-10 {{(pid=102346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 11:44:17.177688 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] No Port match for: 63d5ca5c-7c8d-48a5-87b3-9dceb6ead22f {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 11:44:17.178047 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 63d5ca5c-7c8d-48a5-87b3-9dceb6ead22f not bound to the agent host n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 11:44:17.179650 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47911d18-d445-41bc-821a-42141857a8f6 None None] No DVR routers for this DVR port 93ec8f6b-940f-4978-b5a1-c059fa406c9f on host n-d-813419-10 {{(pid=102348) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 11:44:17.196012 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Pushing event updated for resources: {'Port': ['ID=93ec8f6b-940f-4978-b5a1-c059fa406c9f,revision_number=5']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:44:17.224913 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47911d18-d445-41bc-821a-42141857a8f6 None None] Pushing event deleted for resources: {'Port': ['ID=93ec8f6b-940f-4978-b5a1-c059fa406c9f,revision_number=None']} {{(pid=102348) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:44:17.251637 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-9fe931ee-a01e-4ec3-ab94-210dc074f307 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857803', 'neutron.services.segments.db._delete_segments_for_network-8743873143390'] for network, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:44:17.271642 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-9fe931ee-a01e-4ec3-ab94-210dc074f307 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16076498-6454-4f2c-b637-1f2abae89e3a']}} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:44:17.277997 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.agents_db [None req-e79ee67d-056e-46ea-bd99-e80473396b25 None None] Agent healthcheck: found 7 active agents {{(pid=102349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 11:44:17.280955 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-9fe931ee-a01e-4ec3-ab94-210dc074f307 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e48f8b19-5351-403e-99f9-9270cfaf0cd7') {'for_net_delete': True} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:44:17.281203 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-9fe931ee-a01e-4ec3-ab94-210dc074f307 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e48f8b19-5351-403e-99f9-9270cfaf0cd7') {} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:44:17.290319 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-9fe931ee-a01e-4ec3-ab94-210dc074f307 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743873145191', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25847877'] for segment, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:44:17.303429 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-9fe931ee-a01e-4ec3-ab94-210dc074f307 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:44:17.309163 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9fe931ee-a01e-4ec3-ab94-210dc074f307 admin admin] Releasing vlan 441 on physical network physnet1 to pool {{(pid=102346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 11:44:17.309637 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-9fe931ee-a01e-4ec3-ab94-210dc074f307 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27024137'] for segment, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:44:17.311371 n-d-813419-10 neutron-server[102346]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 11:44:17.311371 n-d-813419-10 neutron-server[102346]: self.session.flush() Oct 27 11:44:17.311371 n-d-813419-10 neutron-server[102346]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 11:44:17.311371 n-d-813419-10 neutron-server[102346]: self.session.flush() Oct 27 11:44:17.311371 n-d-813419-10 neutron-server[102346]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 11:44:17.311371 n-d-813419-10 neutron-server[102346]: self.session.flush() Oct 27 11:44:17.311371 n-d-813419-10 neutron-server[102346]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 11:44:17.311371 n-d-813419-10 neutron-server[102346]: self.session.flush() Oct 27 11:44:17.311371 n-d-813419-10 neutron-server[102346]: Traceback (most recent call last): Oct 27 11:44:17.311371 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 11:44:17.311371 n-d-813419-10 neutron-server[102346]: timer() Oct 27 11:44:17.311371 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 11:44:17.311371 n-d-813419-10 neutron-server[102346]: cb(*args, **kw) Oct 27 11:44:17.311371 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 11:44:17.311371 n-d-813419-10 neutron-server[102346]: return func(*args, **kwargs) Oct 27 11:44:17.311371 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 11:44:17.311371 n-d-813419-10 neutron-server[102346]: self._notify() Oct 27 11:44:17.311371 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 11:44:17.311371 n-d-813419-10 neutron-server[102346]: self.callback(batched_events) Oct 27 11:44:17.311371 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 11:44:17.311371 n-d-813419-10 neutron-server[102346]: event.method(event) Oct 27 11:44:17.311371 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 11:44:17.311371 n-d-813419-10 neutron-server[102346]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 11:44:17.311371 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 11:44:17.311371 n-d-813419-10 neutron-server[102346]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 11:44:17.311371 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 11:44:17.311371 n-d-813419-10 neutron-server[102346]: return f(self, *a, **k) Oct 27 11:44:17.311371 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 11:44:17.311371 n-d-813419-10 neutron-server[102346]: return self._get(url).json() Oct 27 11:44:17.311371 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 11:44:17.311371 n-d-813419-10 neutron-server[102346]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 11:44:17.311371 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 11:44:17.311371 n-d-813419-10 neutron-server[102346]: return self.request(url, 'GET', **kwargs) Oct 27 11:44:17.311371 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 11:44:17.311371 n-d-813419-10 neutron-server[102346]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 11:44:17.311371 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 11:44:17.311371 n-d-813419-10 neutron-server[102346]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 11:44:17.311371 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 11:44:17.311371 n-d-813419-10 neutron-server[102346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 11:44:17.311371 n-d-813419-10 neutron-server[102346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 11:44:17.367947 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-9fe931ee-a01e-4ec3-ab94-210dc074f307 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664840'] for network, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:44:17.373147 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-9fe931ee-a01e-4ec3-ab94-210dc074f307 admin admin] Publish callbacks [] for network, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:44:17.376312 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-9fe931ee-a01e-4ec3-ab94-210dc074f307 admin admin] 10.222.0.44 "DELETE /v2.0/networks/16076498-6454-4f2c-b637-1f2abae89e3a HTTP/1.1" status: 204 len: 168 time: 0.8882883 Oct 27 11:44:17.379204 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 50640) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:44:17.393875 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe931ee-a01e-4ec3-ab94-210dc074f307 admin admin] Pushing event deleted for resources: {'Network': ['ID=16076498-6454-4f2c-b637-1f2abae89e3a,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:44:17.723113 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-6842922d-0f0e-4e55-85a4-724feb03cc2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1766202'] for router_interface, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:44:17.961442 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-6842922d-0f0e-4e55-85a4-724feb03cc2b admin admin] Deleting port 2159fcc4-ab5e-492c-b176-4e9f8d66377d {{(pid=102346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 11:44:17.961771 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-6842922d-0f0e-4e55-85a4-724feb03cc2b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:44:18.041375 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [None req-6842922d-0f0e-4e55-85a4-724feb03cc2b admin admin] For port 2159fcc4-ab5e-492c-b176-4e9f8d66377d, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=2159fcc4-ab5e-492c-b176-4e9f8d66377d,segment=NetworkSegment(bc720710-8e2d-46f3-b8dc-16c8c5bfe4be),segment_id=bc720710-8e2d-46f3-b8dc-16c8c5bfe4be)] {{(pid=102346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:44:18.041647 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-6842922d-0f0e-4e55-85a4-724feb03cc2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:44:18.053285 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-6842922d-0f0e-4e55-85a4-724feb03cc2b admin admin] Calling delete_port for 2159fcc4-ab5e-492c-b176-4e9f8d66377d owned by network:router_interface {{(pid=102346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 11:44:18.230685 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-6842922d-0f0e-4e55-85a4-724feb03cc2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:44:18.258019 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6842922d-0f0e-4e55-85a4-724feb03cc2b admin admin] Pushing event deleted for resources: {'Port': ['ID=2159fcc4-ab5e-492c-b176-4e9f8d66377d,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:44:18.421843 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-6842922d-0f0e-4e55-85a4-724feb03cc2b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2006968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1766358'] for router_interface, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:44:18.633640 n-d-813419-10 neutron-server[102346]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6842922d-0f0e-4e55-85a4-724feb03cc2b admin admin] Router f0822e13-6720-4d92-8337-dc37202b95c0 has already been hosted by L3 agent d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb {{(pid=102346) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 11:44:18.737257 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6842922d-0f0e-4e55-85a4-724feb03cc2b admin admin] Notify agent at l3_agent.n-d-813419-10 the message routers_updated {{(pid=102346) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 11:44:18.742406 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-6842922d-0f0e-4e55-85a4-724feb03cc2b admin admin] 10.222.0.44 "PUT /v2.0/routers/f0822e13-6720-4d92-8337-dc37202b95c0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3622546 Oct 27 11:44:18.745018 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 50642) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:44:18.746770 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15d21a7c-ace6-47c8-bc56-81554938f627 None None] Sync routers for ids ['f0822e13-6720-4d92-8337-dc37202b95c0'] in n-d-813419-10 {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 11:44:18.756746 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15d21a7c-ace6-47c8-bc56-81554938f627 None None] Routers {'f0822e13-6720-4d92-8337-dc37202b95c0'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 11:44:18.757349 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-15d21a7c-ace6-47c8-bc56-81554938f627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T11:43:49Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['f0822e13-6720-4d92-8337-dc37202b95c0'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:44:18.848433 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d84aeb3e-f122-430e-9988-79f385d098bd admin admin] Publish callbacks [] for router, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:44:18.860870 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvr_db [None req-15d21a7c-ace6-47c8-bc56-81554938f627 None None] Set router f0822e13-6720-4d92-8337-dc37202b95c0 gateway port host: n-d-813419-10 {{(pid=102348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 11:44:18.949292 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d84aeb3e-f122-430e-9988-79f385d098bd admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:44:19.003675 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-d84aeb3e-f122-430e-9988-79f385d098bd admin admin] Deleting port d0dec12f-b178-46d2-afea-4b60f7e4beae {{(pid=102346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 11:44:19.004045 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d84aeb3e-f122-430e-9988-79f385d098bd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:44:19.033754 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-88ee530d-8cd6-4d60-b20b-4770a54e8425 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:44:19.054682 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-15d21a7c-ace6-47c8-bc56-81554938f627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0822e13-6720-4d92-8337-dc37202b95c0', 'name': 'tempest-TestSnapshotPattern-1700404421-router', 'tenant_id': 'caaa54366a7a491d8595adf4702a1266', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'external_fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.100'}], 'enable_snat': True}, 'gw_port_id': 'd0dec12f-b178-46d2-afea-4b60f7e4beae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:38:40Z', 'updated_at': '2021-10-27T11:44:18Z', 'revision_number': 5, 'project_id': 'caaa54366a7a491d8595adf4702a1266', 'gw_port': {'id': 'd0dec12f-b178-46d2-afea-4b60f7e4beae', 'name': '', 'network_id': '185ff123-c7ff-45c7-a6be-71feb35acc9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:f7:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0822e13-6720-4d92-8337-dc37202b95c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'ip_address': '172.25.8.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-813419-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T11:38:41Z', 'updated_at': '2021-10-27T11:38:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0fb9f9d1-7384-481f-8fa8-f4566c349d30', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-813419-10'}], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:44:19.085048 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15d21a7c-ace6-47c8-bc56-81554938f627 None None] Checking router: f0822e13-6720-4d92-8337-dc37202b95c0 for host: n-d-813419-10 {{(pid=102348) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 11:44:19.089116 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [None req-d84aeb3e-f122-430e-9988-79f385d098bd admin admin] For port d0dec12f-b178-46d2-afea-4b60f7e4beae, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=d0dec12f-b178-46d2-afea-4b60f7e4beae,segment=NetworkSegment(bc14127b-7032-4c50-bb5b-f6813cbae86e),segment_id=bc14127b-7032-4c50-bb5b-f6813cbae86e)] {{(pid=102346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:44:19.089477 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d84aeb3e-f122-430e-9988-79f385d098bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:44:19.093790 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15d21a7c-ace6-47c8-bc56-81554938f627 None None] Routers {'f0822e13-6720-4d92-8337-dc37202b95c0'} bound to L3 agent in host n-d-813419-10 {{(pid=102348) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 11:44:19.094385 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-15d21a7c-ace6-47c8-bc56-81554938f627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-813419-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T10:08:19Z,description=,heartbeat_timestamp=2021-10-27T11:44:19Z,host='n-d-813419-10',id=d5e27f9c-b9dd-4344-ab87-8c52b2a12dbb,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T10:08:19Z,topic='l3_agent')) {'router_ids': ['f0822e13-6720-4d92-8337-dc37202b95c0'], 'active': True} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:44:19.101455 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-d84aeb3e-f122-430e-9988-79f385d098bd admin admin] Calling delete_port for d0dec12f-b178-46d2-afea-4b60f7e4beae owned by network:router_gateway {{(pid=102346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 11:44:19.179495 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_dvr_db [None req-15d21a7c-ace6-47c8-bc56-81554938f627 None None] Set router f0822e13-6720-4d92-8337-dc37202b95c0 gateway port host: None {{(pid=102348) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 11:44:19.268217 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d84aeb3e-f122-430e-9988-79f385d098bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:44:19.295382 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84aeb3e-f122-430e-9988-79f385d098bd admin admin] Pushing event deleted for resources: {'Port': ['ID=d0dec12f-b178-46d2-afea-4b60f7e4beae,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:44:19.361898 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d84aeb3e-f122-430e-9988-79f385d098bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1664884'] for router_gateway, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:44:19.396599 n-d-813419-10 neutron-server[102348]: DEBUG neutron.db.l3_hamode_db [None req-15d21a7c-ace6-47c8-bc56-81554938f627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0822e13-6720-4d92-8337-dc37202b95c0', 'name': 'tempest-TestSnapshotPattern-1700404421-router', 'tenant_id': 'caaa54366a7a491d8595adf4702a1266', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:38:40Z', 'updated_at': '2021-10-27T11:44:18Z', 'revision_number': 6, 'project_id': 'caaa54366a7a491d8595adf4702a1266', 'gw_port_host': None}], 'n-d-813419-10', False) {} {{(pid=102348) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:44:19.425634 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15d21a7c-ace6-47c8-bc56-81554938f627 None None] The sync data for ids ['f0822e13-6720-4d92-8337-dc37202b95c0'] in n-d-813419-10 is: [{'id': 'f0822e13-6720-4d92-8337-dc37202b95c0', 'name': 'tempest-TestSnapshotPattern-1700404421-router', 'tenant_id': 'caaa54366a7a491d8595adf4702a1266', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T11:38:40Z', 'updated_at': '2021-10-27T11:44:18Z', 'revision_number': 6, 'project_id': 'caaa54366a7a491d8595adf4702a1266', 'gw_port_host': None}] {{(pid=102348) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 11:44:19.452460 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d84aeb3e-f122-430e-9988-79f385d098bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1765662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3700'] for router, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:44:19.456443 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d84aeb3e-f122-430e-9988-79f385d098bd admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:44:19.501312 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d84aeb3e-f122-430e-9988-79f385d098bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1765641'] for router, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:44:19.501888 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d84aeb3e-f122-430e-9988-79f385d098bd admin admin] Fanout notify agent at l3_agent the message router_deleted on router f0822e13-6720-4d92-8337-dc37202b95c0 {{(pid=102346) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 11:44:19.506070 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-d84aeb3e-f122-430e-9988-79f385d098bd admin admin] Publish callbacks [] for router, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:44:19.507206 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-d84aeb3e-f122-430e-9988-79f385d098bd admin admin] 10.222.0.44 "DELETE /v2.0/routers/f0822e13-6720-4d92-8337-dc37202b95c0 HTTP/1.1" status: 204 len: 168 time: 0.7612736 Oct 27 11:44:19.509722 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 50644) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:44:19.554626 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.db_base_plugin_v2 [None req-89f810b0-92f5-4814-8bde-54c278fc096e admin admin] Deleting subnet 2524237b-7fcf-4d44-985a-a3be960e90fc {{(pid=102346) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 11:44:19.557749 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-89f810b0-92f5-4814-8bde-54c278fc096e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:44:19.591012 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-89f810b0-92f5-4814-8bde-54c278fc096e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25847868'] for subnet, precommit_delete_associations {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:44:19.668136 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-89f810b0-92f5-4814-8bde-54c278fc096e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-855646'] for subnet, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:44:19.717275 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-89f810b0-92f5-4814-8bde-54c278fc096e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-855639', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2026815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27024355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27168307'] for subnet, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:44:19.741469 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f810b0-92f5-4814-8bde-54c278fc096e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2524237b-7fcf-4d44-985a-a3be960e90fc,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:44:19.748242 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-89f810b0-92f5-4814-8bde-54c278fc096e admin admin] Publish callbacks [] for subnet, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:44:19.751451 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-89f810b0-92f5-4814-8bde-54c278fc096e admin admin] 10.222.0.44 "DELETE /v2.0/subnets/2524237b-7fcf-4d44-985a-a3be960e90fc HTTP/1.1" status: 204 len: 168 time: 0.2407868 Oct 27 11:44:19.754023 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 50646) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:44:19.758064 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e5a0bc7-87a3-4874-8fb9-6d3c0a31ba2e None None] Network 0ae25dda-ccf4-42a5-b735-93716b3d18de requested from n-d-813419-10 {{(pid=102348) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 11:44:19.824982 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-5ba427b3-57ba-422a-83ae-0ede42fbf81f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586917'] for network, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:44:19.883274 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-5ba427b3-57ba-422a-83ae-0ede42fbf81f admin admin] Deleting port c604fb36-671d-420c-a879-b51f35bde36c {{(pid=102346) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 11:44:19.883610 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-5ba427b3-57ba-422a-83ae-0ede42fbf81f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743873078806'] for port, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:44:19.949425 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.db [None req-5ba427b3-57ba-422a-83ae-0ede42fbf81f admin admin] For port c604fb36-671d-420c-a879-b51f35bde36c, host n-d-813419-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-813419-10',level=0,port_id=c604fb36-671d-420c-a879-b51f35bde36c,segment=NetworkSegment(bc720710-8e2d-46f3-b8dc-16c8c5bfe4be),segment_id=bc720710-8e2d-46f3-b8dc-16c8c5bfe4be)] {{(pid=102346) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 11:44:19.949776 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-5ba427b3-57ba-422a-83ae-0ede42fbf81f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1742659'] for port, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:44:19.962026 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.plugin [None req-5ba427b3-57ba-422a-83ae-0ede42fbf81f admin admin] Calling delete_port for c604fb36-671d-420c-a879-b51f35bde36c owned by network:dhcp {{(pid=102346) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 11:44:20.041244 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-5ba427b3-57ba-422a-83ae-0ede42fbf81f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-566444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-12454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743872972252', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743872640615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27024342'] for port, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:44:20.067986 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba427b3-57ba-422a-83ae-0ede42fbf81f admin admin] Pushing event deleted for resources: {'Port': ['ID=c604fb36-671d-420c-a879-b51f35bde36c,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:44:20.069836 n-d-813419-10 neutron-server[102346]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ba427b3-57ba-422a-83ae-0ede42fbf81f admin admin] No DVR routers for this DVR port c604fb36-671d-420c-a879-b51f35bde36c on host n-d-813419-10 {{(pid=102346) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 11:44:20.142439 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-5ba427b3-57ba-422a-83ae-0ede42fbf81f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-857803', 'neutron.services.segments.db._delete_segments_for_network-8743873143390'] for network, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:44:20.156338 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:44:20.170379 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-5ba427b3-57ba-422a-83ae-0ede42fbf81f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ae25dda-ccf4-42a5-b735-93716b3d18de']}} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:44:20.180939 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-5ba427b3-57ba-422a-83ae-0ede42fbf81f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc720710-8e2d-46f3-b8dc-16c8c5bfe4be') {'for_net_delete': True} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:44:20.181231 n-d-813419-10 neutron-server[102346]: DEBUG neutron.services.segments.db [None req-5ba427b3-57ba-422a-83ae-0ede42fbf81f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc720710-8e2d-46f3-b8dc-16c8c5bfe4be') {} {{(pid=102346) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 11:44:20.191777 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-5ba427b3-57ba-422a-83ae-0ede42fbf81f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743873145191', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25847877'] for segment, before_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:44:20.194246 n-d-813419-10 neutron-server[102348]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25e84d3d-aabd-48fd-b7fc-53aced4b3261 None None] DHCP port deletion for 0ae25dda-ccf4-42a5-b735-93716b3d18de request from n-d-813419-10 {{(pid=102348) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 11:44:20.207305 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-5ba427b3-57ba-422a-83ae-0ede42fbf81f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023'] for segment, precommit_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:44:20.214764 n-d-813419-10 neutron-server[102346]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ba427b3-57ba-422a-83ae-0ede42fbf81f admin admin] Releasing vlan 423 on physical network physnet1 to pool {{(pid=102346) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 11:44:20.215173 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-5ba427b3-57ba-422a-83ae-0ede42fbf81f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-853023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27024137'] for segment, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:44:20.217079 n-d-813419-10 neutron-server[102346]: Traceback (most recent call last): Oct 27 11:44:20.217079 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 11:44:20.217079 n-d-813419-10 neutron-server[102346]: timer() Oct 27 11:44:20.217079 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 11:44:20.217079 n-d-813419-10 neutron-server[102346]: cb(*args, **kw) Oct 27 11:44:20.217079 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 11:44:20.217079 n-d-813419-10 neutron-server[102346]: return func(*args, **kwargs) Oct 27 11:44:20.217079 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 11:44:20.217079 n-d-813419-10 neutron-server[102346]: self._notify() Oct 27 11:44:20.217079 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 11:44:20.217079 n-d-813419-10 neutron-server[102346]: self.callback(batched_events) Oct 27 11:44:20.217079 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 11:44:20.217079 n-d-813419-10 neutron-server[102346]: event.method(event) Oct 27 11:44:20.217079 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 11:44:20.217079 n-d-813419-10 neutron-server[102346]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 11:44:20.217079 n-d-813419-10 neutron-server[102346]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 11:44:20.217079 n-d-813419-10 neutron-server[102346]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 11:44:20.217079 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 11:44:20.217079 n-d-813419-10 neutron-server[102346]: return f(self, *a, **k) Oct 27 11:44:20.217079 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 11:44:20.217079 n-d-813419-10 neutron-server[102346]: return self._get(url).json() Oct 27 11:44:20.217079 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 11:44:20.217079 n-d-813419-10 neutron-server[102346]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 11:44:20.217079 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 11:44:20.217079 n-d-813419-10 neutron-server[102346]: return self.request(url, 'GET', **kwargs) Oct 27 11:44:20.217079 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 11:44:20.217079 n-d-813419-10 neutron-server[102346]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 11:44:20.217079 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 11:44:20.217079 n-d-813419-10 neutron-server[102346]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 11:44:20.217079 n-d-813419-10 neutron-server[102346]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 11:44:20.217079 n-d-813419-10 neutron-server[102346]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 11:44:20.217079 n-d-813419-10 neutron-server[102346]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 11:44:20.270141 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-5ba427b3-57ba-422a-83ae-0ede42fbf81f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-857792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2006913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1664840'] for network, after_delete {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:44:20.275979 n-d-813419-10 neutron-server[102346]: DEBUG neutron_lib.callbacks.manager [None req-5ba427b3-57ba-422a-83ae-0ede42fbf81f admin admin] Publish callbacks [] for network, before_response {{(pid=102346) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:44:20.281627 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-5ba427b3-57ba-422a-83ae-0ede42fbf81f admin admin] 10.222.0.44 "DELETE /v2.0/networks/0ae25dda-ccf4-42a5-b735-93716b3d18de HTTP/1.1" status: 204 len: 168 time: 0.5242724 Oct 27 11:44:20.290672 n-d-813419-10 neutron-server[102346]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba427b3-57ba-422a-83ae-0ede42fbf81f admin admin] Pushing event deleted for resources: {'Network': ['ID=0ae25dda-ccf4-42a5-b735-93716b3d18de,revision_number=None']} {{(pid=102346) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:44:20.363422 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-eadeaa30-4096-4d1a-b3cb-aa7ebfb291ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:44:20.401668 n-d-813419-10 neutron-server[102346]: DEBUG neutron.wsgi [-] (102346) accepted ('10.222.0.44', 50650) {{(pid=102346) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:44:20.456849 n-d-813419-10 neutron-server[102346]: INFO neutron.wsgi [None req-dac33c94-f5c2-4052-993c-a55e94e45b18 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2a1da399076d42f8999ba9ed287c08bd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0538969 Oct 27 11:44:20.457451 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 50652) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:44:20.487896 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 2159fcc4-ab5e-492c-b176-4e9f8d66377d no longer exists at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 11:44:20.507988 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] No Port match for: 2159fcc4-ab5e-492c-b176-4e9f8d66377d {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 11:44:20.508449 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device 2159fcc4-ab5e-492c-b176-4e9f8d66377d not bound to the agent host n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 11:44:20.508873 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device d0dec12f-b178-46d2-afea-4b60f7e4beae no longer exists at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 11:44:20.511211 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-233dd9c8-0a08-400d-a48e-ca5bf17ad794 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:44:20.527578 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] No Port match for: d0dec12f-b178-46d2-afea-4b60f7e4beae {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 11:44:20.527938 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device d0dec12f-b178-46d2-afea-4b60f7e4beae not bound to the agent host n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 11:44:20.528376 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device c604fb36-671d-420c-a879-b51f35bde36c no longer exists at agent ovs-agent-n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 11:44:20.531875 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-233dd9c8-0a08-400d-a48e-ca5bf17ad794 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:44:20.547684 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.plugin [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] No Port match for: c604fb36-671d-420c-a879-b51f35bde36c {{(pid=102348) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 11:44:20.548039 n-d-813419-10 neutron-server[102348]: DEBUG neutron.plugins.ml2.rpc [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Device c604fb36-671d-420c-a879-b51f35bde36c not bound to the agent host n-d-813419-10 {{(pid=102348) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 11:44:20.583362 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-233dd9c8-0a08-400d-a48e-ca5bf17ad794 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:44:20.585974 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-233dd9c8-0a08-400d-a48e-ca5bf17ad794 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:44:20.587147 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-233dd9c8-0a08-400d-a48e-ca5bf17ad794 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9d1882e3-8520-4652-984e-4b79ac30a9fd HTTP/1.1" status: 204 len: 168 time: 0.1286328 Oct 27 11:44:20.594808 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233dd9c8-0a08-400d-a48e-ca5bf17ad794 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d1882e3-8520-4652-984e-4b79ac30a9fd,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:44:20.908311 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 50658) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:44:20.946928 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-dad90d18-36a2-4656-8067-c6dc52959cac admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=caaa54366a7a491d8595adf4702a1266&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0374420 Oct 27 11:44:20.949277 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [-] (102347) accepted ('10.222.0.44', 50660) {{(pid=102347) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 11:44:20.997940 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-a4fc2a8a-93fc-4c39-8ec6-ec3d9ed614d2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:44:21.017687 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-a4fc2a8a-93fc-4c39-8ec6-ec3d9ed614d2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:44:21.062674 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-a4fc2a8a-93fc-4c39-8ec6-ec3d9ed614d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1671695'] for security_group, after_delete {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:44:21.065467 n-d-813419-10 neutron-server[102347]: DEBUG neutron_lib.callbacks.manager [None req-a4fc2a8a-93fc-4c39-8ec6-ec3d9ed614d2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102347) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:44:21.066801 n-d-813419-10 neutron-server[102347]: INFO neutron.wsgi [None req-a4fc2a8a-93fc-4c39-8ec6-ec3d9ed614d2 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/6a6a7023-6d11-4384-9dd2-98e75bd79e0a HTTP/1.1" status: 204 len: 168 time: 0.1166470 Oct 27 11:44:21.074551 n-d-813419-10 neutron-server[102347]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fc2a8a-93fc-4c39-8ec6-ec3d9ed614d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a6a7023-6d11-4384-9dd2-98e75bd79e0a,revision_number=None']} {{(pid=102347) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 11:44:22.243919 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-3c6a8245-0581-48aa-b5f6-4d8fe98cd16e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:44:33.205212 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:44:39.942141 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:44:46.368283 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-d9cc14d3-9c03-40a9-8183-986deb928325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:44:49.025409 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-326a2ef3-5425-4f38-a21d-2e445eb12541 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:44:50.158239 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:44:50.366703 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-eadeaa30-4096-4d1a-b3cb-aa7ebfb291ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:44:52.247359 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-3c6a8245-0581-48aa-b5f6-4d8fe98cd16e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:44:54.277459 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.agents_db [None req-e79ee67d-056e-46ea-bd99-e80473396b25 None None] Agent healthcheck: found 7 active agents {{(pid=102349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 11:45:03.202861 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:45:09.938780 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:45:16.369266 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-604775e1-4b9c-4ec9-b6b0-3f06be3f61f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:45:19.025663 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-e592aa75-6e01-46f1-8973-0a5ddb16ce9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:45:20.159865 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:45:20.368441 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-eadeaa30-4096-4d1a-b3cb-aa7ebfb291ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:45:22.249497 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-3c6a8245-0581-48aa-b5f6-4d8fe98cd16e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:45:31.276023 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.agents_db [None req-e79ee67d-056e-46ea-bd99-e80473396b25 None None] Agent healthcheck: found 7 active agents {{(pid=102349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 11:45:33.203319 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:45:39.949097 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:45:46.370387 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-74662939-489c-4d21-804e-43c387e41029 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:45:49.025779 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-1419e8a1-a585-4924-8186-2272befcdfcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:45:50.160838 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:45:50.371398 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-eadeaa30-4096-4d1a-b3cb-aa7ebfb291ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:45:52.252185 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-3c6a8245-0581-48aa-b5f6-4d8fe98cd16e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:46:03.199292 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:46:08.275509 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.agents_db [None req-e79ee67d-056e-46ea-bd99-e80473396b25 None None] Agent healthcheck: found 7 active agents {{(pid=102349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 11:46:09.944540 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:46:16.370787 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-b3852da4-c0ea-47d5-a60f-3993b56ff94e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:46:19.031110 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-081ea3e5-7137-4e1f-b24d-6bc8811504a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:46:20.161716 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:46:20.374992 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-eadeaa30-4096-4d1a-b3cb-aa7ebfb291ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:46:22.254771 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-3c6a8245-0581-48aa-b5f6-4d8fe98cd16e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:46:33.195520 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:46:39.944016 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:46:45.274005 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.agents_db [None req-e79ee67d-056e-46ea-bd99-e80473396b25 None None] Agent healthcheck: found 7 active agents {{(pid=102349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 11:46:46.373137 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-4b7ca920-0014-44e4-861d-4bb71cef32dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:46:49.032736 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-fe7ad942-5507-4c08-8b06-1a0e82ca07d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:46:50.163353 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:46:50.378050 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-eadeaa30-4096-4d1a-b3cb-aa7ebfb291ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:46:52.259635 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-3c6a8245-0581-48aa-b5f6-4d8fe98cd16e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:47:03.197439 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:47:09.956317 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:47:16.373767 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-0571c671-7ab7-4bec-991a-323d9b2f8c12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:47:19.035053 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-162780e9-1a78-4712-8c4e-e8165e298dbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:47:20.165149 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:47:20.380580 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-eadeaa30-4096-4d1a-b3cb-aa7ebfb291ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:47:22.260607 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-3c6a8245-0581-48aa-b5f6-4d8fe98cd16e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:47:22.273435 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.agents_db [None req-e79ee67d-056e-46ea-bd99-e80473396b25 None None] Agent healthcheck: found 7 active agents {{(pid=102349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 11:47:33.206198 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:47:39.966205 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:47:46.375719 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f5ce461e-2e81-4564-9f25-147941aa2d89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:47:49.038729 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-d12f6dd2-8979-441d-8af7-ddcf8860c476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:47:50.167522 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:47:50.385663 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-eadeaa30-4096-4d1a-b3cb-aa7ebfb291ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:47:52.262412 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-3c6a8245-0581-48aa-b5f6-4d8fe98cd16e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:47:59.272679 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.agents_db [None req-e79ee67d-056e-46ea-bd99-e80473396b25 None None] Agent healthcheck: found 7 active agents {{(pid=102349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 11:48:03.212245 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:48:09.969376 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:48:16.377173 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-8e9b5644-9612-47ed-b864-068d8817031d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:48:19.040210 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f5c3cd0b-7d70-400f-959e-8b14f7cef665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:48:20.169341 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:48:20.386183 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-eadeaa30-4096-4d1a-b3cb-aa7ebfb291ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:48:22.265689 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-3c6a8245-0581-48aa-b5f6-4d8fe98cd16e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:48:33.213360 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:48:36.271736 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.agents_db [None req-e79ee67d-056e-46ea-bd99-e80473396b25 None None] Agent healthcheck: found 7 active agents {{(pid=102349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 11:48:39.985180 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:48:46.379132 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-01963653-7ebc-47ba-abb8-4549796ca4de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:48:49.040605 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-33b3b3a2-4e12-42a7-93dc-ee6b29396333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:48:50.171171 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:48:50.388723 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-eadeaa30-4096-4d1a-b3cb-aa7ebfb291ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:48:52.270420 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-3c6a8245-0581-48aa-b5f6-4d8fe98cd16e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:49:03.224859 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:49:09.982087 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:49:13.271697 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.agents_db [None req-e79ee67d-056e-46ea-bd99-e80473396b25 None None] Agent healthcheck: found 7 active agents {{(pid=102349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 11:49:16.380654 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-35ba2f17-9966-4a1b-9609-87b24fdae2c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:49:19.041827 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-d29788da-00b7-4223-94c8-0f2654e503a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:49:20.173539 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:49:20.391744 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-eadeaa30-4096-4d1a-b3cb-aa7ebfb291ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:49:22.270404 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-3c6a8245-0581-48aa-b5f6-4d8fe98cd16e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:49:33.229518 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:49:39.989269 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:49:46.382040 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-efff57ce-48d5-423c-b310-43f5edede79b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:49:49.042060 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-16e96d91-2027-4bef-b634-d9509ed26fc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:49:50.180814 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:49:50.271151 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.agents_db [None req-e79ee67d-056e-46ea-bd99-e80473396b25 None None] Agent healthcheck: found 7 active agents {{(pid=102349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 11:49:50.395194 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-eadeaa30-4096-4d1a-b3cb-aa7ebfb291ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:49:52.272715 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-3c6a8245-0581-48aa-b5f6-4d8fe98cd16e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:50:03.251926 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:50:09.980661 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:50:16.383525 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-b32a9b13-64a2-468e-bf6e-99fe0ba69fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:50:19.042233 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-bc2fab29-4bde-4a7d-91c7-2449892cb1eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:50:20.176350 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:50:20.397284 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-eadeaa30-4096-4d1a-b3cb-aa7ebfb291ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:50:22.275555 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-3c6a8245-0581-48aa-b5f6-4d8fe98cd16e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:50:27.271168 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.agents_db [None req-e79ee67d-056e-46ea-bd99-e80473396b25 None None] Agent healthcheck: found 7 active agents {{(pid=102349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 11:50:33.247043 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:50:39.978817 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:50:46.385063 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-38cd5f87-e436-4070-967f-13bfde24e7ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:50:49.042869 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-5164ae43-2448-425f-92a1-b0df1ba74e1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:50:50.178244 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:50:50.399848 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-eadeaa30-4096-4d1a-b3cb-aa7ebfb291ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:50:52.280141 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-3c6a8245-0581-48aa-b5f6-4d8fe98cd16e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:51:03.271047 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:51:04.271489 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.agents_db [None req-e79ee67d-056e-46ea-bd99-e80473396b25 None None] Agent healthcheck: found 7 active agents {{(pid=102349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 11:51:09.979392 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:51:16.386694 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-149dab76-cf1c-4ebc-8d3f-228aecd54249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:51:19.044713 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7dbcb535-29ef-487c-8bff-02b1ca4854b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:51:20.179146 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:51:20.402632 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-eadeaa30-4096-4d1a-b3cb-aa7ebfb291ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:51:22.280464 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-3c6a8245-0581-48aa-b5f6-4d8fe98cd16e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:51:33.297169 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:51:39.997667 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:51:41.270871 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.agents_db [None req-e79ee67d-056e-46ea-bd99-e80473396b25 None None] Agent healthcheck: found 7 active agents {{(pid=102349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 11:51:45.827027 n-d-813419-10 neutron-server[102347]: DEBUG neutron.wsgi [req-5ceb7cc3-62f0-4965-877f-b2c15c198205 req-b185ce2e-8c7d-4c33-b892-72ebc67553f3 service neutron] (102347) timed out ('10.222.0.44', 48428) {{(pid=102347) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 27 11:51:46.387922 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-5bc47d94-68ec-4d52-ae9a-cbd7ffacac81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:51:49.046956 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-c46e24da-c728-42d5-b708-db576c04380d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:51:50.181218 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:51:50.404450 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-eadeaa30-4096-4d1a-b3cb-aa7ebfb291ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:51:52.283613 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-3c6a8245-0581-48aa-b5f6-4d8fe98cd16e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:52:03.296498 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:52:09.990492 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:52:16.389052 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-c2891b54-4e04-4b0f-9241-c7451e9453ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:52:18.269862 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.agents_db [None req-e79ee67d-056e-46ea-bd99-e80473396b25 None None] Agent healthcheck: found 7 active agents {{(pid=102349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 11:52:19.047786 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-013df3cd-a5bb-4e58-a9f8-74f55b7815e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:52:20.188993 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:52:20.410105 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-eadeaa30-4096-4d1a-b3cb-aa7ebfb291ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:52:22.285185 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-3c6a8245-0581-48aa-b5f6-4d8fe98cd16e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:52:33.295650 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:52:40.009725 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-f91bdb77-971b-411d-90e2-555798b53e62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:52:46.390848 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-c7561333-11d0-456c-9376-8aab4123b583 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:52:49.048971 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-48641065-795f-4d6c-beaf-fac9b3efb89e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:52:50.182195 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-7b047729-4f29-43c0-83bf-cce27b16cb66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:52:50.410898 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-eadeaa30-4096-4d1a-b3cb-aa7ebfb291ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:52:52.291721 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-3c6a8245-0581-48aa-b5f6-4d8fe98cd16e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 11:52:55.268781 n-d-813419-10 neutron-server[102349]: DEBUG neutron.db.agents_db [None req-e79ee67d-056e-46ea-bd99-e80473396b25 None None] Agent healthcheck: found 7 active agents {{(pid=102349) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 11:53:03.294099 n-d-813419-10 neutron-server[102348]: DEBUG neutron_lib.callbacks.manager [None req-a83995c8-f9b5-4ac5-97a0-17e4474710bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743873143372', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858753'] for agent, after_update {{(pid=102348) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}